diff --git a/all_data_checkpoint/added_tokens.json b/all_data_checkpoint/added_tokens.json
new file mode 100644
index 0000000000000000000000000000000000000000..d1cbb9b7b00b317ef35559b73c47629da5dc0018
--- /dev/null
+++ b/all_data_checkpoint/added_tokens.json
@@ -0,0 +1,13 @@
+{
+  "<audio>": 32005,
+  "<audio_gen>": 32003,
+  "<audio_gen_start>": 32004,
+  "<base>": 32007,
+  "<base_null>": 32008,
+  "<im_gen>": 32001,
+  "<im_gen_start>": 32000,
+  "<mask_gen>": 32002,
+  "<seg>": 32009,
+  "<seg_input>": 32010,
+  "<video>": 32006
+}
diff --git a/all_data_checkpoint/config.json b/all_data_checkpoint/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..a00f9ae1e2bf54b3ffe37fda2f9263d61b48a47d
--- /dev/null
+++ b/all_data_checkpoint/config.json
@@ -0,0 +1,49 @@
+{
+  "_name_or_path": "liuhaotian/llava-v1.5-7b",
+  "architectures": [
+    "LlavaLlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "freeze_mm_mlp_adapter": false,
+  "freeze_mm_vision_resampler": false,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "image_aspect_ratio": "square",
+  "image_grid_pinpoints": null,
+  "initializer_range": 0.02,
+  "intermediate_size": 11008,
+  "max_length": 4096,
+  "max_position_embeddings": 4096,
+  "mlp_bias": false,
+  "mm_hidden_size": 1024,
+  "mm_projector_type": "mlp2x_gelu",
+  "mm_resampler_type": null,
+  "mm_use_bbox_encode": true,
+  "mm_use_im_patch_token": false,
+  "mm_use_im_start_end": false,
+  "mm_vision_select_feature": "patch",
+  "mm_vision_select_layer": -2,
+  "mm_vision_tower": "openai/clip-vit-large-patch14",
+  "model_type": "llava",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 32,
+  "pad_token_id": 0,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "segmentator": "hipie",
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.42.3",
+  "tune_mm_mlp_adapter": false,
+  "tune_mm_vision_resampler": false,
+  "unfreeze_mm_vision_tower": false,
+  "use_cache": false,
+  "use_mm_proj": true,
+  "vocab_size": 32011
+}
diff --git a/all_data_checkpoint/generation_config.json b/all_data_checkpoint/generation_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..0f2cb9ec19f969ab2430f35950603aa0f5d223c5
--- /dev/null
+++ b/all_data_checkpoint/generation_config.json
@@ -0,0 +1,8 @@
+{
+  "bos_token_id": 1,
+  "do_sample": true,
+  "eos_token_id": 2,
+  "max_length": 4096,
+  "pad_token_id": 0,
+  "transformers_version": "4.42.3"
+}
diff --git a/all_data_checkpoint/latest b/all_data_checkpoint/latest
new file mode 100644
index 0000000000000000000000000000000000000000..b73f60d7a0f5e4a77d445820eafbd0d5e13129a2
--- /dev/null
+++ b/all_data_checkpoint/latest
@@ -0,0 +1 @@
+global_step18000
\ No newline at end of file
diff --git a/all_data_checkpoint/model-00001-of-00003.safetensors b/all_data_checkpoint/model-00001-of-00003.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5cca7d596dd33fec9d390ebe12a7e0d576f8bd15
--- /dev/null
+++ b/all_data_checkpoint/model-00001-of-00003.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:490e9a7c216bb8b257fd10cf63eefff98c288ccd647ede1379105644bfc6cb2f
+size 4939075464
diff --git a/all_data_checkpoint/model-00002-of-00003.safetensors b/all_data_checkpoint/model-00002-of-00003.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5fab2239ccc34764d030486ad06358943419b1c0
--- /dev/null
+++ b/all_data_checkpoint/model-00002-of-00003.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c38c4d9637b2b47b1f48e30033e575cf7c9ff694024f18633fa458120441b6f8
+size 4947390880
diff --git a/all_data_checkpoint/model-00003-of-00003.safetensors b/all_data_checkpoint/model-00003-of-00003.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0ca4d239f90b8fe104f988d11f468a05e165486a
--- /dev/null
+++ b/all_data_checkpoint/model-00003-of-00003.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e67f5ab544a014dd6fe7c1a7982ea870b2447e926e3bb31f512ca02ae625cf7
+size 4716774288
diff --git a/all_data_checkpoint/model.safetensors.index.json b/all_data_checkpoint/model.safetensors.index.json
new file mode 100644
index 0000000000000000000000000000000000000000..d406b7910d204f4fae18bfb958cb66afbf6b9c17
--- /dev/null
+++ b/all_data_checkpoint/model.safetensors.index.json
@@ -0,0 +1,1621 @@
+{
+  "metadata": {
+    "total_size": 14603004168
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00003-of-00003.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.mask_enc_head.bias": "model-00003-of-00003.safetensors",
+    "model.mask_enc_head.weight": "model-00003-of-00003.safetensors",
+    "model.mm_projector.0.bias": "model-00003-of-00003.safetensors",
+    "model.mm_projector.0.weight": "model-00003-of-00003.safetensors",
+    "model.mm_projector.2.bias": "model-00003-of-00003.safetensors",
+    "model.mm_projector.2.weight": "model-00003-of-00003.safetensors",
+    "model.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.criterion._iter": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.controller.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.controller.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.controller.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.controller.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.controller.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.controller.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.shortcut.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.shortcut.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.shortcut.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.shortcut.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.shortcut.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.shortcut.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.shortcut.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.shortcut.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.shortcut.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.shortcut.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.shortcut.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.shortcut.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.shortcut.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.shortcut.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.shortcut.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.shortcut.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.shortcut.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.shortcut.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.shortcut.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.shortcut.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.stem.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.stem.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.stem.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.stem.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.stem.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.0.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.0.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.0.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.0.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.0.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.0.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.1.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.1.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.1.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.1.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.1.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.1.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.2.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.2.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.2.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.2.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.2.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.2.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.3.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.3.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.3.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.3.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.3.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.3.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.4.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.4.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.4.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.4.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.4.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.4.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.5.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.5.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.5.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.5.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.5.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.5.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.6.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.6.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.6.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.6.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.6.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.6.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.0.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.0.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.0.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.0.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.0.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.1.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.1.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.1.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.1.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.1.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.2.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.2.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.2.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.2.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.2.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.3.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.3.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.3.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.3.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.3.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.4.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.4.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.4.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.4.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.4.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.5.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.5.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.5.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.5.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.5.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.6.body.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.6.body.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.0.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.0.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.0.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.0.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.1.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.1.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.1.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.1.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.2.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.2.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.2.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.2.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.3.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.3.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.3.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.3.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.3.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.4.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.4.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.5.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.5.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.bg_query_refs.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.0.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.0.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.0.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.0.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.0.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.0.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.1.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.1.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.1.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.1.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.1.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.1.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.2.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.2.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.2.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.2.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.2.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.2.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.3.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.3.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.3.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.3.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.3.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.3.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.4.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.4.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.4.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.4.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.4.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.4.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.5.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.5.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.5.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.5.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.5.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.5.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.6.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.6.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.6.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.6.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.6.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.6.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.0.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.0.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.0.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.0.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.0.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.1.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.1.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.1.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.1.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.1.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.2.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.2.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.2.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.2.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.2.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.3.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.3.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.3.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.3.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.3.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.4.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.4.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.4.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.4.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.4.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.5.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.5.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.5.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.5.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.5.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.6.body.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.6.body.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.cross_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.cross_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.cross_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.cross_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.cross_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.cross_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.cross_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.cross_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.norm3.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.norm3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.self_attn.in_proj_bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.self_attn.in_proj_weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.cross_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.cross_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.cross_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.cross_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.cross_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.cross_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.cross_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.cross_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.norm3.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.norm3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.self_attn.in_proj_bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.self_attn.in_proj_weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.cross_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.cross_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.cross_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.cross_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.cross_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.cross_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.cross_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.cross_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.norm3.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.norm3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.self_attn.in_proj_bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.self_attn.in_proj_weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.cross_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.cross_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.cross_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.cross_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.cross_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.cross_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.cross_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.cross_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.norm3.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.norm3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.self_attn.in_proj_bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.self_attn.in_proj_weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.cross_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.cross_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.cross_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.cross_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.cross_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.cross_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.cross_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.cross_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.norm3.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.norm3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.self_attn.in_proj_bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.self_attn.in_proj_weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.cross_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.cross_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.cross_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.cross_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.cross_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.cross_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.cross_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.cross_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.norm3.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.norm3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.self_attn.in_proj_bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.self_attn.in_proj_weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.ref_point_head.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.ref_point_head.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.ref_point_head.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.ref_point_head.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.enc_output.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.enc_output.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.enc_output_norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.enc_output_norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.self_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.self_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.self_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.self_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.self_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.self_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.self_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.self_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.self_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.self_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.self_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.self_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.self_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.self_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.self_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.self_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.self_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.self_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.self_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.self_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.self_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.self_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.self_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.self_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.self_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.self_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.self_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.self_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.self_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.self_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.self_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.self_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.self_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.self_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.self_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.self_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.self_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.self_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.self_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.self_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.self_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.self_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.self_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.self_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.self_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.self_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.self_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.self_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.l_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.l_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.out_l_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.out_l_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.out_v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.out_v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.values_l_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.values_l_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.values_v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.values_v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.gamma_l": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.gamma_v": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.layer_norm_l.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.layer_norm_l.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.layer_norm_v.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.layer_norm_v.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.level_embed": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.resizer.fc.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.resizer.fc.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.resizer.layer_norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.resizer.layer_norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.tgt_embed.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.tgt_embed_bg.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.mask_head.jia_dcn.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.mask_head.jia_dcn.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.mask_head.lay1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.mask_head.lay1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.mask_head.lay2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.mask_head.lay2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.mask_head.lay3.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.mask_head.lay3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.mask_head.lay4.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.mask_head.lay4.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.resizer.fc.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.resizer.fc.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.resizer.layer_norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.resizer.layer_norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.embeddings.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.embeddings.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.embeddings.position_embeddings.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.embeddings.token_type_embeddings.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.embeddings.word_embeddings.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator_predictor.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator_predictor.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator_predictor.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator_predictor.2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.embeddings.class_embedding": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.embeddings.patch_embedding.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.embeddings.position_embedding.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.post_layernorm.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.post_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.pre_layrnorm.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.pre_layrnorm.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.visual_projection.weight": "model-00003-of-00003.safetensors"
+  }
+}
diff --git a/all_data_checkpoint/rng_state_0.pth b/all_data_checkpoint/rng_state_0.pth
new file mode 100644
index 0000000000000000000000000000000000000000..54d7afaf8c97dd95713b2879e592f5d5b94a80f1
--- /dev/null
+++ b/all_data_checkpoint/rng_state_0.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f413554d28c6d2702153a5369d517a1b20cb255d1ad978862a775a8c9dfc9de
+size 15984
diff --git a/all_data_checkpoint/rng_state_1.pth b/all_data_checkpoint/rng_state_1.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8179a193ef41958527795b1423bf3c0ca0b4658f
--- /dev/null
+++ b/all_data_checkpoint/rng_state_1.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ddbbfd174e04adeb8278eb39fe0c3bab5a263f78450f8768a49030d70e6d2eb
+size 15984
diff --git a/all_data_checkpoint/rng_state_2.pth b/all_data_checkpoint/rng_state_2.pth
new file mode 100644
index 0000000000000000000000000000000000000000..13d23fa664a335e9f01af1ae36cba0d550fa96c8
--- /dev/null
+++ b/all_data_checkpoint/rng_state_2.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8481e2263c1eca4aff5c64c47766f68fa13ed11804e31e7c48458d87de2b01
+size 15984
diff --git a/all_data_checkpoint/rng_state_3.pth b/all_data_checkpoint/rng_state_3.pth
new file mode 100644
index 0000000000000000000000000000000000000000..083cb2b6286ffb816881c2adc624bdc762da6e59
--- /dev/null
+++ b/all_data_checkpoint/rng_state_3.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1b7dc4da6839e0b8cc334bb83ba392ad57ca2447f204a73dd93c5bbae0833d
+size 15984
diff --git a/all_data_checkpoint/rng_state_4.pth b/all_data_checkpoint/rng_state_4.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b3eb8992c061de39f2f6b23e6a76043bd03b8508
--- /dev/null
+++ b/all_data_checkpoint/rng_state_4.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6717c92cfeafd60be462bfc4fe120f956e6da4709cc792981907491de19c753f
+size 15984
diff --git a/all_data_checkpoint/rng_state_5.pth b/all_data_checkpoint/rng_state_5.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fdcb701436fa2313ac181282394d4c0a2d0be0ee
--- /dev/null
+++ b/all_data_checkpoint/rng_state_5.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae0c938ed2ad2046bcd94ec385b4d13829d5edb80bd3236774239b9961af41f2
+size 15984
diff --git a/all_data_checkpoint/rng_state_6.pth b/all_data_checkpoint/rng_state_6.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b0d90546acb762040ade2c8a8f6613e81036d3f6
--- /dev/null
+++ b/all_data_checkpoint/rng_state_6.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8b25d29e494702562825264b7ceac8a57b4559be200675f6b873b0bd684b34
+size 15984
diff --git a/all_data_checkpoint/rng_state_7.pth b/all_data_checkpoint/rng_state_7.pth
new file mode 100644
index 0000000000000000000000000000000000000000..95a79319ad5432dde69e872fb6e8109f83510953
--- /dev/null
+++ b/all_data_checkpoint/rng_state_7.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9afa299b3ad23805bb535215a7e4caa04ed273416974a8bca4d744f953658a86
+size 15984
diff --git a/all_data_checkpoint/scheduler.pt b/all_data_checkpoint/scheduler.pt
new file mode 100644
index 0000000000000000000000000000000000000000..628a401278e9d0524dd5a754555c081b572be2ba
--- /dev/null
+++ b/all_data_checkpoint/scheduler.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04435d9b55926a14226a1b25873c4b47ebff63135f4623f0331bb36f05a3d7ee
+size 1064
diff --git a/all_data_checkpoint/special_tokens_map.json b/all_data_checkpoint/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..14761dcf1466dc232bd41de9c21d4c617b15755e
--- /dev/null
+++ b/all_data_checkpoint/special_tokens_map.json
@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<unk>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/all_data_checkpoint/tokenizer.json b/all_data_checkpoint/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..5e509f11bbb8fc656475ca177cc9a036ee9530c5
--- /dev/null
+++ b/all_data_checkpoint/tokenizer.json
@@ -0,0 +1,93481 @@
+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "<unk>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 1,
+      "content": "<s>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 2,
+      "content": "</s>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32000,
+      "content": "<im_gen_start>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32001,
+      "content": "<im_gen>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32002,
+      "content": "<mask_gen>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32003,
+      "content": "<audio_gen>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32004,
+      "content": "<audio_gen_start>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32005,
+      "content": "<audio>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32006,
+      "content": "<video>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32007,
+      "content": "<base>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32008,
+      "content": "<base_null>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32009,
+      "content": "<seg>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32010,
+      "content": "<seg_input>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  ],
+  "normalizer": null,
+  "pre_tokenizer": {
+    "type": "Metaspace",
+    "replacement": "▁",
+    "prepend_scheme": "first",
+    "split": false
+  },
+  "post_processor": {
+    "type": "TemplateProcessing",
+    "single": [
+      {
+        "SpecialToken": {
+          "id": "<s>",
+          "type_id": 0
+        }
+      },
+      {
+        "Sequence": {
+          "id": "A",
+          "type_id": 0
+        }
+      }
+    ],
+    "pair": [
+      {
+        "SpecialToken": {
+          "id": "<s>",
+          "type_id": 0
+        }
+      },
+      {
+        "Sequence": {
+          "id": "A",
+          "type_id": 0
+        }
+      },
+      {
+        "SpecialToken": {
+          "id": "<s>",
+          "type_id": 1
+        }
+      },
+      {
+        "Sequence": {
+          "id": "B",
+          "type_id": 1
+        }
+      }
+    ],
+    "special_tokens": {
+      "<s>": {
+        "id": "<s>",
+        "ids": [
+          1
+        ],
+        "tokens": [
+          "<s>"
+        ]
+      }
+    }
+  },
+  "decoder": {
+    "type": "Sequence",
+    "decoders": [
+      {
+        "type": "Replace",
+        "pattern": {
+          "String": "▁"
+        },
+        "content": " "
+      },
+      {
+        "type": "ByteFallback"
+      },
+      {
+        "type": "Fuse"
+      },
+      {
+        "type": "Strip",
+        "content": " ",
+        "start": 1,
+        "stop": 0
+      }
+    ]
+  },
+  "model": {
+    "type": "BPE",
+    "dropout": null,
+    "unk_token": "<unk>",
+    "continuing_subword_prefix": null,
+    "end_of_word_suffix": null,
+    "fuse_unk": true,
+    "byte_fallback": true,
+    "ignore_merges": false,
+    "vocab": {
+      "<unk>": 0,
+      "<s>": 1,
+      "</s>": 2,
+      "<0x00>": 3,
+      "<0x01>": 4,
+      "<0x02>": 5,
+      "<0x03>": 6,
+      "<0x04>": 7,
+      "<0x05>": 8,
+      "<0x06>": 9,
+      "<0x07>": 10,
+      "<0x08>": 11,
+      "<0x09>": 12,
+      "<0x0A>": 13,
+      "<0x0B>": 14,
+      "<0x0C>": 15,
+      "<0x0D>": 16,
+      "<0x0E>": 17,
+      "<0x0F>": 18,
+      "<0x10>": 19,
+      "<0x11>": 20,
+      "<0x12>": 21,
+      "<0x13>": 22,
+      "<0x14>": 23,
+      "<0x15>": 24,
+      "<0x16>": 25,
+      "<0x17>": 26,
+      "<0x18>": 27,
+      "<0x19>": 28,
+      "<0x1A>": 29,
+      "<0x1B>": 30,
+      "<0x1C>": 31,
+      "<0x1D>": 32,
+      "<0x1E>": 33,
+      "<0x1F>": 34,
+      "<0x20>": 35,
+      "<0x21>": 36,
+      "<0x22>": 37,
+      "<0x23>": 38,
+      "<0x24>": 39,
+      "<0x25>": 40,
+      "<0x26>": 41,
+      "<0x27>": 42,
+      "<0x28>": 43,
+      "<0x29>": 44,
+      "<0x2A>": 45,
+      "<0x2B>": 46,
+      "<0x2C>": 47,
+      "<0x2D>": 48,
+      "<0x2E>": 49,
+      "<0x2F>": 50,
+      "<0x30>": 51,
+      "<0x31>": 52,
+      "<0x32>": 53,
+      "<0x33>": 54,
+      "<0x34>": 55,
+      "<0x35>": 56,
+      "<0x36>": 57,
+      "<0x37>": 58,
+      "<0x38>": 59,
+      "<0x39>": 60,
+      "<0x3A>": 61,
+      "<0x3B>": 62,
+      "<0x3C>": 63,
+      "<0x3D>": 64,
+      "<0x3E>": 65,
+      "<0x3F>": 66,
+      "<0x40>": 67,
+      "<0x41>": 68,
+      "<0x42>": 69,
+      "<0x43>": 70,
+      "<0x44>": 71,
+      "<0x45>": 72,
+      "<0x46>": 73,
+      "<0x47>": 74,
+      "<0x48>": 75,
+      "<0x49>": 76,
+      "<0x4A>": 77,
+      "<0x4B>": 78,
+      "<0x4C>": 79,
+      "<0x4D>": 80,
+      "<0x4E>": 81,
+      "<0x4F>": 82,
+      "<0x50>": 83,
+      "<0x51>": 84,
+      "<0x52>": 85,
+      "<0x53>": 86,
+      "<0x54>": 87,
+      "<0x55>": 88,
+      "<0x56>": 89,
+      "<0x57>": 90,
+      "<0x58>": 91,
+      "<0x59>": 92,
+      "<0x5A>": 93,
+      "<0x5B>": 94,
+      "<0x5C>": 95,
+      "<0x5D>": 96,
+      "<0x5E>": 97,
+      "<0x5F>": 98,
+      "<0x60>": 99,
+      "<0x61>": 100,
+      "<0x62>": 101,
+      "<0x63>": 102,
+      "<0x64>": 103,
+      "<0x65>": 104,
+      "<0x66>": 105,
+      "<0x67>": 106,
+      "<0x68>": 107,
+      "<0x69>": 108,
+      "<0x6A>": 109,
+      "<0x6B>": 110,
+      "<0x6C>": 111,
+      "<0x6D>": 112,
+      "<0x6E>": 113,
+      "<0x6F>": 114,
+      "<0x70>": 115,
+      "<0x71>": 116,
+      "<0x72>": 117,
+      "<0x73>": 118,
+      "<0x74>": 119,
+      "<0x75>": 120,
+      "<0x76>": 121,
+      "<0x77>": 122,
+      "<0x78>": 123,
+      "<0x79>": 124,
+      "<0x7A>": 125,
+      "<0x7B>": 126,
+      "<0x7C>": 127,
+      "<0x7D>": 128,
+      "<0x7E>": 129,
+      "<0x7F>": 130,
+      "<0x80>": 131,
+      "<0x81>": 132,
+      "<0x82>": 133,
+      "<0x83>": 134,
+      "<0x84>": 135,
+      "<0x85>": 136,
+      "<0x86>": 137,
+      "<0x87>": 138,
+      "<0x88>": 139,
+      "<0x89>": 140,
+      "<0x8A>": 141,
+      "<0x8B>": 142,
+      "<0x8C>": 143,
+      "<0x8D>": 144,
+      "<0x8E>": 145,
+      "<0x8F>": 146,
+      "<0x90>": 147,
+      "<0x91>": 148,
+      "<0x92>": 149,
+      "<0x93>": 150,
+      "<0x94>": 151,
+      "<0x95>": 152,
+      "<0x96>": 153,
+      "<0x97>": 154,
+      "<0x98>": 155,
+      "<0x99>": 156,
+      "<0x9A>": 157,
+      "<0x9B>": 158,
+      "<0x9C>": 159,
+      "<0x9D>": 160,
+      "<0x9E>": 161,
+      "<0x9F>": 162,
+      "<0xA0>": 163,
+      "<0xA1>": 164,
+      "<0xA2>": 165,
+      "<0xA3>": 166,
+      "<0xA4>": 167,
+      "<0xA5>": 168,
+      "<0xA6>": 169,
+      "<0xA7>": 170,
+      "<0xA8>": 171,
+      "<0xA9>": 172,
+      "<0xAA>": 173,
+      "<0xAB>": 174,
+      "<0xAC>": 175,
+      "<0xAD>": 176,
+      "<0xAE>": 177,
+      "<0xAF>": 178,
+      "<0xB0>": 179,
+      "<0xB1>": 180,
+      "<0xB2>": 181,
+      "<0xB3>": 182,
+      "<0xB4>": 183,
+      "<0xB5>": 184,
+      "<0xB6>": 185,
+      "<0xB7>": 186,
+      "<0xB8>": 187,
+      "<0xB9>": 188,
+      "<0xBA>": 189,
+      "<0xBB>": 190,
+      "<0xBC>": 191,
+      "<0xBD>": 192,
+      "<0xBE>": 193,
+      "<0xBF>": 194,
+      "<0xC0>": 195,
+      "<0xC1>": 196,
+      "<0xC2>": 197,
+      "<0xC3>": 198,
+      "<0xC4>": 199,
+      "<0xC5>": 200,
+      "<0xC6>": 201,
+      "<0xC7>": 202,
+      "<0xC8>": 203,
+      "<0xC9>": 204,
+      "<0xCA>": 205,
+      "<0xCB>": 206,
+      "<0xCC>": 207,
+      "<0xCD>": 208,
+      "<0xCE>": 209,
+      "<0xCF>": 210,
+      "<0xD0>": 211,
+      "<0xD1>": 212,
+      "<0xD2>": 213,
+      "<0xD3>": 214,
+      "<0xD4>": 215,
+      "<0xD5>": 216,
+      "<0xD6>": 217,
+      "<0xD7>": 218,
+      "<0xD8>": 219,
+      "<0xD9>": 220,
+      "<0xDA>": 221,
+      "<0xDB>": 222,
+      "<0xDC>": 223,
+      "<0xDD>": 224,
+      "<0xDE>": 225,
+      "<0xDF>": 226,
+      "<0xE0>": 227,
+      "<0xE1>": 228,
+      "<0xE2>": 229,
+      "<0xE3>": 230,
+      "<0xE4>": 231,
+      "<0xE5>": 232,
+      "<0xE6>": 233,
+      "<0xE7>": 234,
+      "<0xE8>": 235,
+      "<0xE9>": 236,
+      "<0xEA>": 237,
+      "<0xEB>": 238,
+      "<0xEC>": 239,
+      "<0xED>": 240,
+      "<0xEE>": 241,
+      "<0xEF>": 242,
+      "<0xF0>": 243,
+      "<0xF1>": 244,
+      "<0xF2>": 245,
+      "<0xF3>": 246,
+      "<0xF4>": 247,
+      "<0xF5>": 248,
+      "<0xF6>": 249,
+      "<0xF7>": 250,
+      "<0xF8>": 251,
+      "<0xF9>": 252,
+      "<0xFA>": 253,
+      "<0xFB>": 254,
+      "<0xFC>": 255,
+      "<0xFD>": 256,
+      "<0xFE>": 257,
+      "<0xFF>": 258,
+      "▁▁": 259,
+      "▁t": 260,
+      "er": 261,
+      "in": 262,
+      "▁a": 263,
+      "en": 264,
+      "on": 265,
+      "▁th": 266,
+      "es": 267,
+      "▁▁▁▁": 268,
+      "▁s": 269,
+      "▁d": 270,
+      "at": 271,
+      "or": 272,
+      "an": 273,
+      "▁c": 274,
+      "is": 275,
+      "re": 276,
+      "it": 277,
+      "▁the": 278,
+      "ar": 279,
+      "le": 280,
+      "▁w": 281,
+      "▁p": 282,
+      "ou": 283,
+      "al": 284,
+      "▁f": 285,
+      "▁m": 286,
+      "ed": 287,
+      "▁o": 288,
+      "▁b": 289,
+      "om": 290,
+      "ion": 291,
+      "ing": 292,
+      "ic": 293,
+      "as": 294,
+      "el": 295,
+      "ent": 296,
+      "▁in": 297,
+      "▁h": 298,
+      "nd": 299,
+      "et": 300,
+      "▁l": 301,
+      "▁n": 302,
+      "st": 303,
+      "▁to": 304,
+      "ch": 305,
+      "▁I": 306,
+      "ro": 307,
+      "▁▁▁▁▁▁▁▁": 308,
+      "il": 309,
+      "▁of": 310,
+      "de": 311,
+      "ct": 312,
+      "▁(": 313,
+      "am": 314,
+      "▁C": 315,
+      "▁de": 316,
+      "▁S": 317,
+      "▁u": 318,
+      "▁A": 319,
+      "▁\\": 320,
+      "▁e": 321,
+      "▁and": 322,
+      "▁T": 323,
+      "ol": 324,
+      "▁v": 325,
+      "im": 326,
+      "ot": 327,
+      "ad": 328,
+      "ut": 329,
+      "▁g": 330,
+      "em": 331,
+      "ur": 332,
+      "id": 333,
+      "▁*": 334,
+      "ig": 335,
+      "ra": 336,
+      "▁re": 337,
+      "▁is": 338,
+      "qu": 339,
+      "ow": 340,
+      "▁M": 341,
+      "est": 342,
+      "▁y": 343,
+      "se": 344,
+      "ve": 345,
+      "ce": 346,
+      "ie": 347,
+      "un": 348,
+      "▁P": 349,
+      "▁B": 350,
+      "ag": 351,
+      "ul": 352,
+      "▁=": 353,
+      "he": 354,
+      "end": 355,
+      "ode": 356,
+      "ter": 357,
+      "ment": 358,
+      "os": 359,
+      "▁D": 360,
+      "if": 361,
+      "ation": 362,
+      "▁for": 363,
+      "▁r": 364,
+      "▁L": 365,
+      "▁you": 366,
+      "▁be": 367,
+      "ly": 368,
+      "ver": 369,
+      "ab": 370,
+      "te": 371,
+      "▁it": 372,
+      "▁on": 373,
+      "ri": 374,
+      "us": 375,
+      "▁\"": 376,
+      "▁wh": 377,
+      "▁con": 378,
+      "▁H": 379,
+      "▁st": 380,
+      "ir": 381,
+      "▁E": 382,
+      "▁F": 383,
+      "ck": 384,
+      "▁an": 385,
+      "th": 386,
+      "eg": 387,
+      "ay": 388,
+      "ith": 389,
+      "▁R": 390,
+      "ist": 391,
+      "and": 392,
+      "▁that": 393,
+      "▁al": 394,
+      "▁$": 395,
+      "▁#": 396,
+      "od": 397,
+      "um": 398,
+      "▁W": 399,
+      "ht": 400,
+      "code": 401,
+      "▁G": 402,
+      "ate": 403,
+      "ess": 404,
+      "▁N": 405,
+      "ere": 406,
+      "pp": 407,
+      "▁as": 408,
+      "▁se": 409,
+      "▁pro": 410,
+      "▁with": 411,
+      "pe": 412,
+      "▁k": 413,
+      "ers": 414,
+      "pt": 415,
+      ");": 416,
+      "lo": 417,
+      "▁▁▁▁▁": 418,
+      "▁com": 419,
+      "ame": 420,
+      "▁`": 421,
+      "▁Com": 422,
+      "ia": 423,
+      "ant": 424,
+      "▁la": 425,
+      "▁{": 426,
+      "▁en": 427,
+      "ction": 428,
+      "▁ex": 429,
+      "ld": 430,
+      "ub": 431,
+      "▁j": 432,
+      "la": 433,
+      "ue": 434,
+      "▁J": 435,
+      "ich": 436,
+      "▁do": 437,
+      "▁O": 438,
+      "▁qu": 439,
+      "iv": 440,
+      "ort": 441,
+      "art": 442,
+      "▁un": 443,
+      "▁##": 444,
+      "▁this": 445,
+      "ke": 446,
+      "▁ha": 447,
+      "▁-": 448,
+      "out": 449,
+      "▁The": 450,
+      "▁not": 451,
+      "▁ne": 452,
+      "ill": 453,
+      "▁le": 454,
+      "ci": 455,
+      "rom": 456,
+      "ine": 457,
+      "//": 458,
+      "op": 459,
+      "egin": 460,
+      "▁Comment": 461,
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁": 462,
+      "begin": 463,
+      "ст": 464,
+      "ass": 465,
+      "iz": 466,
+      ").": 467,
+      "og": 468,
+      "▁п": 469,
+      "▁or": 470,
+      "▁was": 471,
+      "▁at": 472,
+      "our": 473,
+      "▁i": 474,
+      "ain": 475,
+      "▁K": 476,
+      "на": 477,
+      "▁V": 478,
+      "ge": 479,
+      "▁su": 480,
+      "ap": 481,
+      "age": 482,
+      "ould": 483,
+      "ne": 484,
+      "av": 485,
+      "xt": 486,
+      "ore": 487,
+      "ile": 488,
+      "--": 489,
+      "▁в": 490,
+      "▁by": 491,
+      "li": 492,
+      "ath": 493,
+      "ра": 494,
+      "ber": 495,
+      "ach": 496,
+      "all": 497,
+      "▁Th": 498,
+      "ult": 499,
+      "▁}": 500,
+      "▁U": 501,
+      "▁us": 502,
+      "▁z": 503,
+      "ust": 504,
+      "▁have": 505,
+      "lic": 506,
+      "ни": 507,
+      "▁can": 508,
+      "tr": 509,
+      "com": 510,
+      "),": 511,
+      "▁In": 512,
+      "ind": 513,
+      "ell": 514,
+      "▁from": 515,
+      "ов": 516,
+      "to": 517,
+      "▁[": 518,
+      "able": 519,
+      "ost": 520,
+      "▁ch": 521,
+      "ect": 522,
+      "ight": 523,
+      "int": 524,
+      "▁'": 525,
+      "▁are": 526,
+      "▁im": 527,
+      "▁sh": 528,
+      "▁<": 529,
+      "▁An": 530,
+      "▁с": 531,
+      "ata": 532,
+      "ire": 533,
+      "▁tr": 534,
+      "con": 535,
+      "ord": 536,
+      "ity": 537,
+      "ard": 538,
+      "▁▁▁▁▁▁": 539,
+      "▁he": 540,
+      "▁but": 541,
+      "oc": 542,
+      "=\"": 543,
+      "▁pr": 544,
+      "ure": 545,
+      "per": 546,
+      "ack": 547,
+      "ork": 548,
+      "ong": 549,
+      "ans": 550,
+      "ко": 551,
+      "ple": 552,
+      "▁des": 553,
+      "ok": 554,
+      "orm": 555,
+      "wer": 556,
+      "ak": 557,
+      "pr": 558,
+      "ase": 559,
+      "▁el": 560,
+      "ph": 561,
+      "ac": 562,
+      "▁und": 563,
+      "▁ar": 564,
+      "▁if": 565,
+      "ud": 566,
+      "ps": 567,
+      "ite": 568,
+      "ble": 569,
+      "но": 570,
+      "fer": 571,
+      "pl": 572,
+      "ive": 573,
+      "ang": 574,
+      "ens": 575,
+      "ро": 576,
+      "▁so": 577,
+      "so": 578,
+      "ast": 579,
+      "()": 580,
+      "swer": 581,
+      "ru": 582,
+      "ies": 583,
+      "▁:": 584,
+      "au": 585,
+      "ov": 586,
+      "ре": 587,
+      "го": 588,
+      "▁der": 589,
+      "▁my": 590,
+      "▁we": 591,
+      "▁me": 592,
+      "nt": 593,
+      "▁ad": 594,
+      "urn": 595,
+      "▁your": 596,
+      "://": 597,
+      "are": 598,
+      "▁all": 599,
+      "ff": 600,
+      "io": 601,
+      "estion": 602,
+      "ime": 603,
+      "▁er": 604,
+      "lass": 605,
+      "▁и": 606,
+      "▁which": 607,
+      "ome": 608,
+      "ont": 609,
+      "▁par": 610,
+      "▁ma": 611,
+      "▁Y": 612,
+      "\",": 613,
+      "▁о": 614,
+      "ft": 615,
+      "ial": 616,
+      "cc": 617,
+      "ound": 618,
+      "▁li": 619,
+      "▁res": 620,
+      "eth": 621,
+      "ject": 622,
+      "▁app": 623,
+      "▁St": 624,
+      "ice": 625,
+      "▁am": 626,
+      "act": 627,
+      "▁del": 628,
+      "gr": 629,
+      "ated": 630,
+      "ier": 631,
+      "▁▁▁▁▁▁▁▁▁▁▁▁": 632,
+      "▁ab": 633,
+      "▁et": 634,
+      "ally": 635,
+      "..": 636,
+      "port": 637,
+      "ik": 638,
+      "▁per": 639,
+      "▁cont": 640,
+      "ри": 641,
+      "ка": 642,
+      "ser": 643,
+      "ли": 644,
+      "ll": 645,
+      "iew": 646,
+      "ign": 647,
+      "_{": 648,
+      "put": 649,
+      "one": 650,
+      "unction": 651,
+      "▁di": 652,
+      "ary": 653,
+      "ition": 654,
+      "ma": 655,
+      "ен": 656,
+      "get": 657,
+      "▁lo": 658,
+      "▁val": 659,
+      "▁Q": 660,
+      "ran": 661,
+      "▁д": 662,
+      "ence": 663,
+      "▁work": 664,
+      "▁на": 665,
+      "ip": 666,
+      "item": 667,
+      "ype": 668,
+      "▁&": 669,
+      "▁his": 670,
+      "▁use": 671,
+      "der": 672,
+      "▁Answer": 673,
+      "▁will": 674,
+      "ize": 675,
+      "та": 676,
+      "low": 677,
+      "▁Ch": 678,
+      "▁get": 679,
+      "ide": 680,
+      "ous": 681,
+      "ink": 682,
+      "ption": 683,
+      "ла": 684,
+      "turn": 685,
+      "ung": 686,
+      "ec": 687,
+      "ug": 688,
+      "form": 689,
+      "res": 690,
+      "htt": 691,
+      "oug": 692,
+      "ль": 693,
+      "▁no": 694,
+      "cl": 695,
+      "▁ro": 696,
+      "▁one": 697,
+      "tt": 698,
+      "cri": 699,
+      "du": 700,
+      "▁up": 701,
+      "то": 702,
+      "(\"": 703,
+      "▁ob": 704,
+      "we": 705,
+      "ory": 706,
+      "▁est": 707,
+      "ery": 708,
+      "iel": 709,
+      "str": 710,
+      "ob": 711,
+      "▁que": 712,
+      "ian": 713,
+      "▁out": 714,
+      "▁pl": 715,
+      "▁new": 716,
+      "ки": 717,
+      "▁+": 718,
+      "ry": 719,
+      "oth": 720,
+      "ther": 721,
+      "▁var": 722,
+      "▁would": 723,
+      "▁ser": 724,
+      "tern": 725,
+      "text": 726,
+      "▁there": 727,
+      "ish": 728,
+      "ror": 729,
+      "те": 730,
+      "▁set": 731,
+      "▁@": 732,
+      "▁по": 733,
+      "▁te": 734,
+      "ex": 735,
+      "▁return": 736,
+      "ail": 737,
+      "▁any": 738,
+      "▁It": 739,
+      "▁function": 740,
+      "{\\": 741,
+      "',": 742,
+      "és": 743,
+      "ale": 744,
+      "ан": 745,
+      "▁when": 746,
+      "ib": 747,
+      "▁go": 748,
+      "ance": 749,
+      "▁had": 750,
+      "▁Qu": 751,
+      "▁comp": 752,
+      "ле": 753,
+      "▁з": 754,
+      "math": 755,
+      "▁has": 756,
+      "▁м": 757,
+      "▁pre": 758,
+      "ener": 759,
+      "▁part": 760,
+      "elf": 761,
+      "▁die": 762,
+      "▁like": 763,
+      "ray": 764,
+      "irst": 765,
+      "▁dis": 766,
+      "▁man": 767,
+      "rit": 768,
+      "▁then": 769,
+      "▁class": 770,
+      "pro": 771,
+      "▁po": 772,
+      "▁using": 773,
+      "eb": 774,
+      "▁code": 775,
+      "own": 776,
+      "▁some": 777,
+      "ces": 778,
+      "▁$\\": 779,
+      "ер": 780,
+      "lect": 781,
+      "▁au": 782,
+      "isch": 783,
+      "▁col": 784,
+      "▁–": 785,
+      "up": 786,
+      "ons": 787,
+      "▁add": 788,
+      "ild": 789,
+      "iss": 790,
+      "val": 791,
+      "ount": 792,
+      "les": 793,
+      "vent": 794,
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁": 795,
+      "▁Z": 796,
+      "In": 797,
+      "row": 798,
+      "ear": 799,
+      "ations": 800,
+      "ah": 801,
+      "que": 802,
+      "ublic": 803,
+      "ank": 804,
+      "▁sp": 805,
+      "▁Wh": 806,
+      "----": 807,
+      "sk": 808,
+      "ew": 809,
+      "ags": 810,
+      "ти": 811,
+      "ann": 812,
+      "▁—": 813,
+      "ert": 814,
+      "ace": 815,
+      "sch": 816,
+      "▁need": 817,
+      "▁à": 818,
+      "ien": 819,
+      "ough": 820,
+      "не": 821,
+      "▁def": 822,
+      "ij": 823,
+      "ern": 824,
+      "▁what": 825,
+      "▁Ar": 826,
+      "wo": 827,
+      "ml": 828,
+      "</": 829,
+      "▁Re": 830,
+      "▁es": 831,
+      "▁inst": 832,
+      "bo": 833,
+      "az": 834,
+      "▁###": 835,
+      "▁б": 836,
+      "erm": 837,
+      "▁Al": 838,
+      "led": 839,
+      "да": 840,
+      "ten": 841,
+      "set": 842,
+      "ло": 843,
+      "▁comm": 844,
+      "sh": 845,
+      "ва": 846,
+      "▁/": 847,
+      "▁data": 848,
+      "▁//": 849,
+      "](": 850,
+      "▁str": 851,
+      "ose": 852,
+      "▁Un": 853,
+      "ven": 854,
+      "St": 855,
+      "...": 856,
+      "▁С": 857,
+      "yst": 858,
+      "▁«": 859,
+      "ick": 860,
+      "ix": 861,
+      "par": 862,
+      "▁у": 863,
+      "▁want": 864,
+      "ng": 865,
+      "ote": 866,
+      "▁gr": 867,
+      "▁du": 868,
+      "▁.": 869,
+      "und": 870,
+      "▁only": 871,
+      "▁sa": 872,
+      "ely": 873,
+      "vers": 874,
+      "▁ent": 875,
+      "))": 876,
+      "('": 877,
+      "▁mod": 878,
+      "ava": 879,
+      "ton": 880,
+      "▁should": 881,
+      "ement": 882,
+      "▁form": 883,
+      "▁also": 884,
+      "▁sc": 885,
+      "ings": 886,
+      "▁You": 887,
+      "ón": 888,
+      "▁kn": 889,
+      "();": 890,
+      "▁|": 891,
+      "▁were": 892,
+      "ss": 893,
+      "▁Question": 894,
+      "ise": 895,
+      "▁they": 896,
+      "▁De": 897,
+      "ond": 898,
+      "▁sol": 899,
+      "▁fol": 900,
+      "▁more": 901,
+      "▁her": 902,
+      "▁_": 903,
+      "▁é": 904,
+      "atch": 905,
+      "fter": 906,
+      "▁cre": 907,
+      "lock": 908,
+      "tring": 909,
+      "▁This": 910,
+      "ze": 911,
+      "ado": 912,
+      "ull": 913,
+      "ger": 914,
+      "be": 915,
+      "▁other": 916,
+      "▁Tags": 917,
+      "ution": 918,
+      "ict": 919,
+      "▁how": 920,
+      "▁x": 921,
+      "▁Se": 922,
+      "▁che": 923,
+      "cript": 924,
+      "▁just": 925,
+      "▁pos": 926,
+      "ange": 927,
+      "ific": 928,
+      "ree": 929,
+      "}}": 930,
+      "▁time": 931,
+      "app": 932,
+      "ны": 933,
+      "▁file": 934,
+      "ark": 935,
+      "ical": 936,
+      "▁first": 937,
+      "▁int": 938,
+      "▁В": 939,
+      "▁He": 940,
+      "ta": 941,
+      "ument": 942,
+      "ors": 943,
+      "lement": 944,
+      "rac": 945,
+      "▁ag": 946,
+      "▁does": 947,
+      "yn": 948,
+      "read": 949,
+      "ual": 950,
+      "▁Le": 951,
+      "ys": 952,
+      "▁em": 953,
+      "▁num": 954,
+      "vel": 955,
+      "ди": 956,
+      "over": 957,
+      "▁dif": 958,
+      "ethod": 959,
+      "▁If": 960,
+      "▁spe": 961,
+      "ym": 962,
+      "▁them": 963,
+      "▁into": 964,
+      "▁▁▁▁▁▁▁▁▁▁": 965,
+      "▁les": 966,
+      "▁its": 967,
+      "ese": 968,
+      "ield": 969,
+      "▁public": 970,
+      "▁П": 971,
+      "▁den": 972,
+      "ystem": 973,
+      "of": 974,
+      "▁over": 975,
+      "->": 976,
+      "▁fil": 977,
+      "name": 978,
+      "inal": 979,
+      "▁il": 980,
+      "ample": 981,
+      "▁way": 982,
+      "ica": 983,
+      "во": 984,
+      "cess": 985,
+      "itt": 986,
+      "uch": 987,
+      "▁where": 988,
+      "ми": 989,
+      "org": 990,
+      "https": 991,
+      "▁vo": 992,
+      "ient": 993,
+      "ove": 994,
+      "▁value": 995,
+      "eng": 996,
+      "▁La": 997,
+      "^{": 998,
+      "ref": 999,
+      "ied": 1000,
+      "ER": 1001,
+      "▁stat": 1002,
+      "fig": 1003,
+      "me": 1004,
+      "▁von": 1005,
+      "▁inter": 1006,
+      "roid": 1007,
+      "ater": 1008,
+      "▁their": 1009,
+      "▁bet": 1010,
+      "▁ein": 1011,
+      "}\\": 1012,
+      "\">": 1013,
+      "▁sub": 1014,
+      "▁op": 1015,
+      "▁don": 1016,
+      "ty": 1017,
+      "▁try": 1018,
+      "▁Pro": 1019,
+      "▁tra": 1020,
+      "▁same": 1021,
+      "ep": 1022,
+      "▁two": 1023,
+      "▁name": 1024,
+      "old": 1025,
+      "let": 1026,
+      "▁sim": 1027,
+      "sp": 1028,
+      "▁av": 1029,
+      "bre": 1030,
+      "blem": 1031,
+      "ey": 1032,
+      "▁could": 1033,
+      "▁cor": 1034,
+      "▁acc": 1035,
+      "ays": 1036,
+      "cre": 1037,
+      "urr": 1038,
+      "si": 1039,
+      "▁const": 1040,
+      "ues": 1041,
+      "}$": 1042,
+      "View": 1043,
+      "▁act": 1044,
+      "▁bo": 1045,
+      "▁ко": 1046,
+      "▁som": 1047,
+      "▁about": 1048,
+      "land": 1049,
+      "mer": 1050,
+      "▁list": 1051,
+      "cal": 1052,
+      "▁import": 1053,
+      "col": 1054,
+      "▁na": 1055,
+      "na": 1056,
+      "::": 1057,
+      "▁who": 1058,
+      "▁error": 1059,
+      "▁X": 1060,
+      "ator": 1061,
+      "ext": 1062,
+      "▁been": 1063,
+      "ér": 1064,
+      "▁run": 1065,
+      "pos": 1066,
+      "▁cl": 1067,
+      "**": 1068,
+      "▁К": 1069,
+      "ular": 1070,
+      "ause": 1071,
+      "▁reg": 1072,
+      "▁know": 1073,
+      "▁see": 1074,
+      "▁him": 1075,
+      "ning": 1076,
+      "▁за": 1077,
+      "ates": 1078,
+      "fore": 1079,
+      "ions": 1080,
+      "▁hel": 1081,
+      "ute": 1082,
+      "▁rem": 1083,
+      "▁го": 1084,
+      "▁Mar": 1085,
+      "ру": 1086,
+      "vice": 1087,
+      "irect": 1088,
+      "ner": 1089,
+      "▁under": 1090,
+      "rib": 1091,
+      "hr": 1092,
+      "че": 1093,
+      "▁As": 1094,
+      "▁end": 1095,
+      "ember": 1096,
+      "▁а": 1097,
+      "▁att": 1098,
+      "ina": 1099,
+      "son": 1100,
+      "▁follow": 1101,
+      "▁Sch": 1102,
+      "pect": 1103,
+      "▁rel": 1104,
+      "▁So": 1105,
+      "▁look": 1106,
+      "abel": 1107,
+      "▁problem": 1108,
+      "▁van": 1109,
+      "strong": 1110,
+      "co": 1111,
+      "pon": 1112,
+      "ca": 1113,
+      "ada": 1114,
+      "\":": 1115,
+      "cond": 1116,
+      "amb": 1117,
+      "},": 1118,
+      "quest": 1119,
+      "▁aut": 1120,
+      "▁result": 1121,
+      "▁may": 1122,
+      "Re": 1123,
+      "http": 1124,
+      "):": 1125,
+      "▁And": 1126,
+      "red": 1127,
+      "▁How": 1128,
+      "po": 1129,
+      "ско": 1130,
+      "att": 1131,
+      "oup": 1132,
+      "ced": 1133,
+      "▁type": 1134,
+      "▁than": 1135,
+      "▁cons": 1136,
+      "uf": 1137,
+      "ци": 1138,
+      "▁question": 1139,
+      "raph": 1140,
+      "igh": 1141,
+      "▁М": 1142,
+      "▁htt": 1143,
+      "ins": 1144,
+      "den": 1145,
+      "▁da": 1146,
+      "▁ver": 1147,
+      "oh": 1148,
+      "▁=>": 1149,
+      "riv": 1150,
+      "ude": 1151,
+      "▁For": 1152,
+      "▁ra": 1153,
+      "frac": 1154,
+      "ма": 1155,
+      "▁after": 1156,
+      "}{": 1157,
+      "▁method": 1158,
+      "\")": 1159,
+      "amp": 1160,
+      "ash": 1161,
+      "▁rec": 1162,
+      "▁differ": 1163,
+      "ON": 1164,
+      "ax": 1165,
+      "ament": 1166,
+      "ource": 1167,
+      "Con": 1168,
+      "its": 1169,
+      "Name": 1170,
+      "man": 1171,
+      "▁bec": 1172,
+      "che": 1173,
+      "▁En": 1174,
+      "aj": 1175,
+      "▁gener": 1176,
+      "IN": 1177,
+      "▁id": 1178,
+      "ages": 1179,
+      "▁loc": 1180,
+      "fo": 1181,
+      "br": 1182,
+      "▁she": 1183,
+      "Pro": 1184,
+      "▁una": 1185,
+      "▁к": 1186,
+      "eta": 1187,
+      "log": 1188,
+      "olog": 1189,
+      "▁sur": 1190,
+      "arg": 1191,
+      "▁--": 1192,
+      "kt": 1193,
+      "(\\": 1194,
+      "min": 1195,
+      "▁line": 1196,
+      "▁vari": 1197,
+      "ся": 1198,
+      "ics": 1199,
+      "ня": 1200,
+      "very": 1201,
+      "add": 1202,
+      "▁object": 1203,
+      "Id": 1204,
+      "▁But": 1205,
+      "▁case": 1206,
+      "▁make": 1207,
+      "▁cal": 1208,
+      "▁pass": 1209,
+      "сь": 1210,
+      "ession": 1211,
+      "net": 1212,
+      ".\"": 1213,
+      "▁г": 1214,
+      "är": 1215,
+      "де": 1216,
+      "no": 1217,
+      "ating": 1218,
+      "ato": 1219,
+      "line": 1220,
+      "ви": 1221,
+      "▁Ex": 1222,
+      "▁ass": 1223,
+      "▁vers": 1224,
+      "ля": 1225,
+      "▁ed": 1226,
+      "umn": 1227,
+      "other": 1228,
+      "ста": 1229,
+      "ative": 1230,
+      "String": 1231,
+      "▁los": 1232,
+      "wn": 1233,
+      "▁answer": 1234,
+      "▁let": 1235,
+      "▁pe": 1236,
+      "ents": 1237,
+      "▁fe": 1238,
+      "ince": 1239,
+      "ni": 1240,
+      "ider": 1241,
+      "ows": 1242,
+      "▁test": 1243,
+      "▁here": 1244,
+      "roll": 1245,
+      "▁call": 1246,
+      "ruct": 1247,
+      "▁pol": 1248,
+      "ait": 1249,
+      "▁back": 1250,
+      "ho": 1251,
+      "Ex": 1252,
+      "ress": 1253,
+      "ST": 1254,
+      "ried": 1255,
+      "date": 1256,
+      "ет": 1257,
+      "▁did": 1258,
+      "ting": 1259,
+      "▁El": 1260,
+      "▁dem": 1261,
+      ")$": 1262,
+      "ова": 1263,
+      "urrent": 1264,
+      "lace": 1265,
+      "right": 1266,
+      "ren": 1267,
+      "по": 1268,
+      "▁each": 1269,
+      "cy": 1270,
+      "block": 1271,
+      "data": 1272,
+      "▁%": 1273,
+      "▁ac": 1274,
+      "▁==": 1275,
+      "ür": 1276,
+      "▁por": 1277,
+      "ask": 1278,
+      "arch": 1279,
+      "ames": 1280,
+      "▁Con": 1281,
+      "ча": 1282,
+      "▁off": 1283,
+      "▁find": 1284,
+      "cont": 1285,
+      "▁now": 1286,
+      "work": 1287,
+      "ational": 1288,
+      "dd": 1289,
+      "ción": 1290,
+      "▁А": 1291,
+      "ault": 1292,
+      "List": 1293,
+      "▁ext": 1294,
+      "urs": 1295,
+      "ake": 1296,
+      "ule": 1297,
+      "▁point": 1298,
+      "AT": 1299,
+      "aut": 1300,
+      "▁trans": 1301,
+      "▁co": 1302,
+      "▁read": 1303,
+      "▁used": 1304,
+      "ски": 1305,
+      "ari": 1306,
+      "LE": 1307,
+      "eter": 1308,
+      "oun": 1309,
+      "ever": 1310,
+      "self": 1311,
+      "ined": 1312,
+      "idth": 1313,
+      "ux": 1314,
+      "js": 1315,
+      "▁such": 1316,
+      "▁Is": 1317,
+      "ée": 1318,
+      "ful": 1319,
+      "▁dist": 1320,
+      "▁bu": 1321,
+      "itemize": 1322,
+      "Cont": 1323,
+      "je": 1324,
+      "си": 1325,
+      "▁prov": 1326,
+      "bb": 1327,
+      "ward": 1328,
+      "esent": 1329,
+      "erson": 1330,
+      "anks": 1331,
+      "wh": 1332,
+      "not": 1333,
+      "▁We": 1334,
+      "ka": 1335,
+      "rop": 1336,
+      "atur": 1337,
+      "als": 1338,
+      "▁bel": 1339,
+      "ör": 1340,
+      "fr": 1341,
+      "▁example": 1342,
+      "▁incl": 1343,
+      "amil": 1344,
+      "▁ра": 1345,
+      "▁“": 1346,
+      "▁string": 1347,
+      "▁think": 1348,
+      "Th": 1349,
+      "▁tem": 1350,
+      "ave": 1351,
+      "▁Fran": 1352,
+      "▁number": 1353,
+      "▁si": 1354,
+      "imes": 1355,
+      "tem": 1356,
+      "my": 1357,
+      "ler": 1358,
+      "load": 1359,
+      "==": 1360,
+      "▁hand": 1361,
+      "za": 1362,
+      "▁because": 1363,
+      "▁sch": 1364,
+      "vo": 1365,
+      "this": 1366,
+      "ID": 1367,
+      "ão": 1368,
+      "▁start": 1369,
+      "▁war": 1370,
+      "▁help": 1371,
+      "ts": 1372,
+      "▁char": 1373,
+      "▁ph": 1374,
+      "▁min": 1375,
+      "til": 1376,
+      "rite": 1377,
+      "--------": 1378,
+      "els": 1379,
+      "▁mit": 1380,
+      "edia": 1381,
+      "ку": 1382,
+      "▁Sh": 1383,
+      "any": 1384,
+      "];": 1385,
+      "▁Б": 1386,
+      "ique": 1387,
+      "da": 1388,
+      "ef": 1389,
+      "dex": 1390,
+      "▁produ": 1391,
+      "▁Н": 1392,
+      "gram": 1393,
+      "▁Or": 1394,
+      "▁gre": 1395,
+      "quote": 1396,
+      "leg": 1397,
+      "orn": 1398,
+      "▁ind": 1399,
+      "▁post": 1400,
+      "▁dep": 1401,
+      "],": 1402,
+      "vi": 1403,
+      "▁user": 1404,
+      "▁>": 1405,
+      "lick": 1406,
+      "▁very": 1407,
+      "ething": 1408,
+      "▁array": 1409,
+      "▁gu": 1410,
+      "▁dur": 1411,
+      "`.": 1412,
+      "ть": 1413,
+      "lication": 1414,
+      "сти": 1415,
+      "ek": 1416,
+      "ico": 1417,
+      "▁dat": 1418,
+      "ор": 1419,
+      "html": 1420,
+      "ione": 1421,
+      "▁different": 1422,
+      "▁check": 1423,
+      "▁fr": 1424,
+      "▁Er": 1425,
+      "▁text": 1426,
+      "ні": 1427,
+      "icht": 1428,
+      "stack": 1429,
+      "EN": 1430,
+      "rag": 1431,
+      "▁every": 1432,
+      "Ar": 1433,
+      "▁before": 1434,
+      "alse": 1435,
+      "▁fin": 1436,
+      "▁dé": 1437,
+      "▁these": 1438,
+      "▁det": 1439,
+      "Val": 1440,
+      "ception": 1441,
+      "▁android": 1442,
+      "blockquote": 1443,
+      "▁je": 1444,
+      "file": 1445,
+      "ats": 1446,
+      "▁до": 1447,
+      "essage": 1448,
+      "▁again": 1449,
+      "aw": 1450,
+      "Ch": 1451,
+      "ween": 1452,
+      "▁Д": 1453,
+      "for": 1454,
+      "cial": 1455,
+      "play": 1456,
+      "pre": 1457,
+      "ida": 1458,
+      "▁Par": 1459,
+      "ny": 1460,
+      "ract": 1461,
+      "▁supp": 1462,
+      "ased": 1463,
+      "lection": 1464,
+      "▁dans": 1465,
+      "air": 1466,
+      "rol": 1467,
+      "▁thr": 1468,
+      "Data": 1469,
+      "lich": 1470,
+      "▁про": 1471,
+      "▁long": 1472,
+      "▁second": 1473,
+      "ually": 1474,
+      "ines": 1475,
+      "▁found": 1476,
+      "ength": 1477,
+      "yp": 1478,
+      "ead": 1479,
+      "▁log": 1480,
+      "ui": 1481,
+      "new": 1482,
+      "▁Р": 1483,
+      "go": 1484,
+      "aus": 1485,
+      "ody": 1486,
+      "▁son": 1487,
+      "ме": 1488,
+      "ero": 1489,
+      "ved": 1490,
+      "sub": 1491,
+      "▁right": 1492,
+      "view": 1493,
+      "▁following": 1494,
+      "')": 1495,
+      "\");": 1496,
+      "▁said": 1497,
+      "же": 1498,
+      "чи": 1499,
+      "ту": 1500,
+      "ott": 1501,
+      "се": 1502,
+      "ars": 1503,
+      "$.": 1504,
+      "gg": 1505,
+      "▁br": 1506,
+      "ool": 1507,
+      "yle": 1508,
+      "use": 1509,
+      "▁show": 1510,
+      "lease": 1511,
+      "cia": 1512,
+      "▁direct": 1513,
+      "doc": 1514,
+      "ар": 1515,
+      "ms": 1516,
+      "▁giv": 1517,
+      "▁exp": 1518,
+      "ql": 1519,
+      "ду": 1520,
+      "ве": 1521,
+      "▁Be": 1522,
+      "Com": 1523,
+      "iter": 1524,
+      "RE": 1525,
+      "mp": 1526,
+      "men": 1527,
+      "▁Ro": 1528,
+      "MA": 1529,
+      "▁Col": 1530,
+      "ister": 1531,
+      "▁well": 1532,
+      "▁</": 1533,
+      "ayout": 1534,
+      "ature": 1535,
+      "ivers": 1536,
+      "zy": 1537,
+      "▁не": 1538,
+      "▁met": 1539,
+      "une": 1540,
+      "yth": 1541,
+      "Type": 1542,
+      "▁element": 1543,
+      "▁link": 1544,
+      "mod": 1545,
+      "▁between": 1546,
+      "cept": 1547,
+      "quire": 1548,
+      "▁through": 1549,
+      "▁while": 1550,
+      "▁On": 1551,
+      "the": 1552,
+      "ía": 1553,
+      "▁something": 1554,
+      "vol": 1555,
+      "▁most": 1556,
+      "sc": 1557,
+      "uss": 1558,
+      "▁car": 1559,
+      "▁sm": 1560,
+      "▁ро": 1561,
+      "ano": 1562,
+      "left": 1563,
+      "va": 1564,
+      "▁true": 1565,
+      "($": 1566,
+      "ems": 1567,
+      "▁much": 1568,
+      "ás": 1569,
+      "▁New": 1570,
+      "▁proper": 1571,
+      "era": 1572,
+      "ited": 1573,
+      "▁doc": 1574,
+      "ices": 1575,
+      "The": 1576,
+      "▁?": 1577,
+      "сто": 1578,
+      "fl": 1579,
+      "▁spec": 1580,
+      "ender": 1581,
+      "way": 1582,
+      "▁self": 1583,
+      "▁even": 1584,
+      "ів": 1585,
+      "▁се": 1586,
+      "ния": 1587,
+      "▁Pr": 1588,
+      "▁ke": 1589,
+      "emb": 1590,
+      "▁table": 1591,
+      "▁equ": 1592,
+      "lient": 1593,
+      "td": 1594,
+      "part": 1595,
+      "▁print": 1596,
+      "▁une": 1597,
+      "ify": 1598,
+      "▁->": 1599,
+      "ene": 1600,
+      "▁mon": 1601,
+      "▁dec": 1602,
+      "▁still": 1603,
+      "▁об": 1604,
+      "▁Tr": 1605,
+      "▁ф": 1606,
+      "ife": 1607,
+      "ism": 1608,
+      "by": 1609,
+      "raw": 1610,
+      "ior": 1611,
+      "▁med": 1612,
+      "orld": 1613,
+      "▁comple": 1614,
+      "ww": 1615,
+      "▁art": 1616,
+      "ron": 1617,
+      "▁Г": 1618,
+      "▁My": 1619,
+      "▁als": 1620,
+      "rect": 1621,
+      "▁auf": 1622,
+      "▁down": 1623,
+      "ather": 1624,
+      "Col": 1625,
+      "Text": 1626,
+      "back": 1627,
+      "$,": 1628,
+      "▁year": 1629,
+      "мо": 1630,
+      "pi": 1631,
+      "▁Gr": 1632,
+      "ream": 1633,
+      "▁rep": 1634,
+      "bf": 1635,
+      "www": 1636,
+      "▁wur": 1637,
+      "▁org": 1638,
+      "inter": 1639,
+      "▁Die": 1640,
+      "▁being": 1641,
+      "\".": 1642,
+      "label": 1643,
+      "▁cent": 1644,
+      "java": 1645,
+      "bar": 1646,
+      "ante": 1647,
+      "ana": 1648,
+      "__": 1649,
+      "▁solution": 1650,
+      "▁О": 1651,
+      "▁fl": 1652,
+      "▁create": 1653,
+      "ici": 1654,
+      "ste": 1655,
+      "ython": 1656,
+      "unt": 1657,
+      "ason": 1658,
+      "ference": 1659,
+      "SE": 1660,
+      "▁non": 1661,
+      "ane": 1662,
+      "▁ins": 1663,
+      "ader": 1664,
+      "_{\\": 1665,
+      "Res": 1666,
+      "▁main": 1667,
+      "пи": 1668,
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁▁": 1669,
+      "▁There": 1670,
+      "▁pour": 1671,
+      "RO": 1672,
+      "`,": 1673,
+      "lish": 1674,
+      "bject": 1675,
+      "ccess": 1676,
+      "▁orig": 1677,
+      "▁▁▁": 1678,
+      "ischen": 1679,
+      "ower": 1680,
+      "▁het": 1681,
+      "uc": 1682,
+      "▁else": 1683,
+      "».": 1684,
+      "▁от": 1685,
+      "equ": 1686,
+      "sible": 1687,
+      "test": 1688,
+      "stand": 1689,
+      "én": 1690,
+      "ets": 1691,
+      "GE": 1692,
+      "ident": 1693,
+      "▁е": 1694,
+      "▁при": 1695,
+      ".,": 1696,
+      "▁das": 1697,
+      "ock": 1698,
+      ",\"": 1699,
+      "▁vol": 1700,
+      "▁fo": 1701,
+      "▁para": 1702,
+      "▁Т": 1703,
+      "▁Car": 1704,
+      "ral": 1705,
+      "▁Sp": 1706,
+      "var": 1707,
+      "▁play": 1708,
+      "ouse": 1709,
+      "▁та": 1710,
+      "ically": 1711,
+      "▁contain": 1712,
+      "ponse": 1713,
+      "▁String": 1714,
+      "án": 1715,
+      "▁both": 1716,
+      "ken": 1717,
+      "AR": 1718,
+      "ере": 1719,
+      "▁Il": 1720,
+      "▁iss": 1721,
+      "▁open": 1722,
+      "▁)": 1723,
+      "▁What": 1724,
+      "fe": 1725,
+      "rivate": 1726,
+      "reg": 1727,
+      "▁without": 1728,
+      "▁zu": 1729,
+      "vis": 1730,
+      "flow": 1731,
+      "▁http": 1732,
+      "abase": 1733,
+      "▁word": 1734,
+      "▁change": 1735,
+      "▁works": 1736,
+      "▁ge": 1737,
+      "▁!": 1738,
+      "▁een": 1739,
+      "itle": 1740,
+      "▁event": 1741,
+      "word": 1742,
+      "ando": 1743,
+      "SB": 1744,
+      "rem": 1745,
+      "▁field": 1746,
+      "ving": 1747,
+      "Ser": 1748,
+      "▁our": 1749,
+      "▁qui": 1750,
+      "▁oper": 1751,
+      "▁ist": 1752,
+      "def": 1753,
+      "▁made": 1754,
+      "ние": 1755,
+      "px": 1756,
+      "▁men": 1757,
+      "rm": 1758,
+      "ais": 1759,
+      "cent": 1760,
+      "list": 1761,
+      "To": 1762,
+      "▁To": 1763,
+      "ja": 1764,
+      "vert": 1765,
+      "▁mar": 1766,
+      "value": 1767,
+      "▁„": 1768,
+      "\";": 1769,
+      "▁aus": 1770,
+      "▁Br": 1771,
+      "ole": 1772,
+      "▁mult": 1773,
+      "ought": 1774,
+      "▁mat": 1775,
+      "▁view": 1776,
+      "fil": 1777,
+      "▁со": 1778,
+      "га": 1779,
+      "▁void": 1780,
+      "▁good": 1781,
+      "бо": 1782,
+      "CT": 1783,
+      "▁many": 1784,
+      "ben": 1785,
+      "▁во": 1786,
+      "▁ка": 1787,
+      "▁system": 1788,
+      "ino": 1789,
+      "▁another": 1790,
+      "▁rest": 1791,
+      "user": 1792,
+      "ility": 1793,
+      "ai": 1794,
+      "▁might": 1795,
+      "ustom": 1796,
+      "▁order": 1797,
+      "▁Ver": 1798,
+      "SS": 1799,
+      "})": 1800,
+      "▁eff": 1801,
+      "до": 1802,
+      "ett": 1803,
+      "▁sign": 1804,
+      "му": 1805,
+      "IT": 1806,
+      "string": 1807,
+      "elle": 1808,
+      "▁sing": 1809,
+      "cul": 1810,
+      "▁trying": 1811,
+      "▁beg": 1812,
+      "▁page": 1813,
+      "хо": 1814,
+      "▁Can": 1815,
+      "▁Ser": 1816,
+      "++": 1817,
+      "▁must": 1818,
+      "▁values": 1819,
+      "▁key": 1820,
+      "ible": 1821,
+      "].": 1822,
+      "ird": 1823,
+      "▁program": 1824,
+      "roller": 1825,
+      "▁conne": 1826,
+      "▁say": 1827,
+      "▁param": 1828,
+      "ache": 1829,
+      "velop": 1830,
+      "▁select": 1831,
+      "▁famil": 1832,
+      "▁last": 1833,
+      "▁Thanks": 1834,
+      "▁pop": 1835,
+      "}.": 1836,
+      "eq": 1837,
+      "▁doesn": 1838,
+      "['": 1839,
+      "▁term": 1840,
+      "▁ré": 1841,
+      "▁document": 1842,
+      "па": 1843,
+      "лу": 1844,
+      "ateg": 1845,
+      ".)": 1846,
+      "ling": 1847,
+      "ional": 1848,
+      "ables": 1849,
+      "▁tak": 1850,
+      "utton": 1851,
+      "▁arg": 1852,
+      "type": 1853,
+      "▁sure": 1854,
+      "▁real": 1855,
+      "▁web": 1856,
+      "▁current": 1857,
+      "▁Pl": 1858,
+      "cho": 1859,
+      "ments": 1860,
+      "▁Joh": 1861,
+      "ots": 1862,
+      "▁exist": 1863,
+      "ну": 1864,
+      "▁für": 1865,
+      "▁из": 1866,
+      "do": 1867,
+      "ного": 1868,
+      "▁las": 1869,
+      "▁null": 1870,
+      "▁inform": 1871,
+      "▁Л": 1872,
+      "▁version": 1873,
+      "▁chang": 1874,
+      "ager": 1875,
+      "▁Comm": 1876,
+      "лі": 1877,
+      "ush": 1878,
+      "▁Ge": 1879,
+      "▁high": 1880,
+      "▁input": 1881,
+      "ogle": 1882,
+      "ros": 1883,
+      "box": 1884,
+      "gen": 1885,
+      "▁ste": 1886,
+      "▁local": 1887,
+      "Im": 1888,
+      "▁process": 1889,
+      "ternal": 1890,
+      "ized": 1891,
+      "ги": 1892,
+      "ét": 1893,
+      "▁Ind": 1894,
+      "▁och": 1895,
+      "lt": 1896,
+      "▁column": 1897,
+      "▁tried": 1898,
+      "▁command": 1899,
+      "▁best": 1900,
+      "aster": 1901,
+      "за": 1902,
+      "▁prim": 1903,
+      "▁model": 1904,
+      "▁і": 1905,
+      "▁those": 1906,
+      "ities": 1907,
+      "ère": 1908,
+      "▁ре": 1909,
+      "је": 1910,
+      "ши": 1911,
+      "ques": 1912,
+      "▁Am": 1913,
+      "▁own": 1914,
+      "lin": 1915,
+      "зи": 1916,
+      "Value": 1917,
+      "thing": 1918,
+      "▁,": 1919,
+      "▁Te": 1920,
+      "▁stud": 1921,
+      "▁um": 1922,
+      "▁server": 1923,
+      "ille": 1924,
+      "▁put": 1925,
+      "ativ": 1926,
+      "gy": 1927,
+      "ови": 1928,
+      "raf": 1929,
+      "ово": 1930,
+      "▁wurde": 1931,
+      "▁When": 1932,
+      "▁div": 1933,
+      "ants": 1934,
+      "▁ter": 1935,
+      "▁partic": 1936,
+      "▁т": 1937,
+      "▁Do": 1938,
+      "▁No": 1939,
+      "sert": 1940,
+      "ido": 1941,
+      "mathcal": 1942,
+      "ade": 1943,
+      "▁II": 1944,
+      "lear": 1945,
+      "ograph": 1946,
+      "ense": 1947,
+      "▁row": 1948,
+      "num": 1949,
+      "▁possible": 1950,
+      "▁since": 1951,
+      "▁Bo": 1952,
+      "ctions": 1953,
+      "▁Im": 1954,
+      "OR": 1955,
+      "ці": 1956,
+      "▁ide": 1957,
+      "map": 1958,
+      "▁correct": 1959,
+      "ves": 1960,
+      "php": 1961,
+      "▁output": 1962,
+      "▁Ph": 1963,
+      "AL": 1964,
+      "ared": 1965,
+      "\\\\": 1966,
+      "▁image": 1967,
+      "esch": 1968,
+      "жи": 1969,
+      "▁conf": 1970,
+      "por": 1971,
+      "query": 1972,
+      "ures": 1973,
+      "ium": 1974,
+      "ends": 1975,
+      "▁Ab": 1976,
+      "SBN": 1977,
+      "ід": 1978,
+      "ether": 1979,
+      "ptions": 1980,
+      "itu": 1981,
+      "lib": 1982,
+      "ns": 1983,
+      "ki": 1984,
+      "▁working": 1985,
+      "▁como": 1986,
+      "▁Then": 1987,
+      "ML": 1988,
+      "key": 1989,
+      "class": 1990,
+      "ople": 1991,
+      "ittle": 1992,
+      "▁match": 1993,
+      "ways": 1994,
+      "mathbb": 1995,
+      "▁require": 1996,
+      "alt": 1997,
+      "▁vis": 1998,
+      "▁bl": 1999,
+      "▁called": 2000,
+      "Item": 2001,
+      "ura": 2002,
+      "vec": 2003,
+      "eme": 2004,
+      "▁della": 2005,
+      "embre": 2006,
+      "urg": 2007,
+      "Se": 2008,
+      "▁request": 2009,
+      "ische": 2010,
+      "▁port": 2011,
+      "▁instead": 2012,
+      "=\\": 2013,
+      "▁У": 2014,
+      "hor": 2015,
+      "ente": 2016,
+      "ume": 2017,
+      "erd": 2018,
+      "са": 2019,
+      "▁why": 2020,
+      "rist": 2021,
+      "▁person": 2022,
+      "▁...": 2023,
+      "▁private": 2024,
+      "▁tot": 2025,
+      "pha": 2026,
+      "ift": 2027,
+      "ita": 2028,
+      "loc": 2029,
+      "▁old": 2030,
+      "он": 2031,
+      "▁nel": 2032,
+      "']": 2033,
+      "ti": 2034,
+      "iet": 2035,
+      "cite": 2036,
+      "plement": 2037,
+      "▁above": 2038,
+      "ks": 2039,
+      "ready": 2040,
+      "▁come": 2041,
+      "section": 2042,
+      "▁Pol": 2043,
+      "▁writ": 2044,
+      "▁https": 2045,
+      "▁$$": 2046,
+      "▁»": 2047,
+      "▁build": 2048,
+      "ito": 2049,
+      "▁consider": 2050,
+      "aft": 2051,
+      "App": 2052,
+      ",\\": 2053,
+      "indows": 2054,
+      "comm": 2055,
+      "▁;": 2056,
+      "ground": 2057,
+      "▁place": 2058,
+      "By": 2059,
+      "▁project": 2060,
+      "Object": 2061,
+      "▁repr": 2062,
+      "ences": 2063,
+      "indow": 2064,
+      "zt": 2065,
+      "▁files": 2066,
+      "cz": 2067,
+      "ivity": 2068,
+      "▁init": 2069,
+      "▁prob": 2070,
+      "▁sk": 2071,
+      "orth": 2072,
+      "iment": 2073,
+      "ouble": 2074,
+      "atal": 2075,
+      "irc": 2076,
+      "▁è": 2077,
+      "▁bre": 2078,
+      "ista": 2079,
+      "input": 2080,
+      "▁И": 2081,
+      "ной": 2082,
+      "sum": 2083,
+      "path": 2084,
+      "▁cour": 2085,
+      "▁too": 2086,
+      "▁Ad": 2087,
+      "▁Gu": 2088,
+      "▁false": 2089,
+      "▁fun": 2090,
+      "▁ст": 2091,
+      "ood": 2092,
+      "ès": 2093,
+      "▁enc": 2094,
+      "bol": 2095,
+      "rl": 2096,
+      "arget": 2097,
+      "order": 2098,
+      "▁mean": 2099,
+      "пе": 2100,
+      "igen": 2101,
+      "▁пре": 2102,
+      "width": 2103,
+      ";\r": 2104,
+      "itor": 2105,
+      "▁state": 2106,
+      "▁great": 2107,
+      "enn": 2108,
+      "bin": 2109,
+      "Er": 2110,
+      "Mod": 2111,
+      "oz": 2112,
+      "▁won": 2113,
+      "▁fact": 2114,
+      "▁java": 2115,
+      "▁Univers": 2116,
+      "▁cap": 2117,
+      "istor": 2118,
+      "}(": 2119,
+      "ku": 2120,
+      "ither": 2121,
+      "ales": 2122,
+      "▁ou": 2123,
+      "ross": 2124,
+      "▁take": 2125,
+      "rix": 2126,
+      "lob": 2127,
+      "▁eine": 2128,
+      "ases": 2129,
+      "▁access": 2130,
+      "ité": 2131,
+      "istr": 2132,
+      "ization": 2133,
+      "▁appro": 2134,
+      "ball": 2135,
+      "▁mak": 2136,
+      "}^": 2137,
+      "▁Cons": 2138,
+      "press": 2139,
+      "serv": 2140,
+      "().": 2141,
+      "af": 2142,
+      "▁ref": 2143,
+      ")\\": 2144,
+      "▁contin": 2145,
+      "su": 2146,
+      "iver": 2147,
+      "▁cond": 2148,
+      "▁expect": 2149,
+      "▁charact": 2150,
+      "bert": 2151,
+      "elt": 2152,
+      "ters": 2153,
+      "script": 2154,
+      "▁Ed": 2155,
+      "apt": 2156,
+      "');": 2157,
+      "print": 2158,
+      "▁size": 2159,
+      "▁sich": 2160,
+      "face": 2161,
+      "enden": 2162,
+      "▁Amer": 2163,
+      "ified": 2164,
+      "ów": 2165,
+      "▁Su": 2166,
+      "tes": 2167,
+      "med": 2168,
+      "▁Reg": 2169,
+      "sole": 2170,
+      "▁includ": 2171,
+      "ini": 2172,
+      "inci": 2173,
+      "▁pla": 2174,
+      "▁left": 2175,
+      "df": 2176,
+      "Par": 2177,
+      "▁All": 2178,
+      "▁occ": 2179,
+      "▁At": 2180,
+      "▁cr": 2181,
+      "Qu": 2182,
+      "▁given": 2183,
+      "▁System": 2184,
+      "ican": 2185,
+      "▁final": 2186,
+      "itions": 2187,
+      "▁бы": 2188,
+      "▁perform": 2189,
+      "AN": 2190,
+      "▁Me": 2191,
+      "uro": 2192,
+      "▁That": 2193,
+      "гра": 2194,
+      "▁По": 2195,
+      "▁ви": 2196,
+      "ably": 2197,
+      "▁present": 2198,
+      "duct": 2199,
+      "ric": 2200,
+      "▁Eng": 2201,
+      "try": 2202,
+      "▁lar": 2203,
+      "bl": 2204,
+      "idd": 2205,
+      "▁är": 2206,
+      "ora": 2207,
+      "LL": 2208,
+      "oss": 2209,
+      "▁ISBN": 2210,
+      "▁three": 2211,
+      "jo": 2212,
+      "ní": 2213,
+      "rc": 2214,
+      "▁far": 2215,
+      "▁Not": 2216,
+      "▁little": 2217,
+      "dis": 2218,
+      "ati": 2219,
+      "function": 2220,
+      "▁able": 2221,
+      "less": 2222,
+      "со": 2223,
+      "▁path": 2224,
+      "▁pres": 2225,
+      "lose": 2226,
+      "PI": 2227,
+      "▁issue": 2228,
+      "ackage": 2229,
+      "time": 2230,
+      "ige": 2231,
+      "ams": 2232,
+      "▁Cl": 2233,
+      "ails": 2234,
+      "alk": 2235,
+      "ii": 2236,
+      "ше": 2237,
+      "pen": 2238,
+      "QL": 2239,
+      "▁eas": 2240,
+      "RL": 2241,
+      "cel": 2242,
+      "▁sl": 2243,
+      "▁ask": 2244,
+      "▁nom": 2245,
+      "▁top": 2246,
+      "ides": 2247,
+      "index": 2248,
+      "ém": 2249,
+      "▁happ": 2250,
+      "ox": 2251,
+      "cd": 2252,
+      "▁better": 2253,
+      "▁load": 2254,
+      "ados": 2255,
+      "zen": 2256,
+      "▁ce": 2257,
+      "▁fa": 2258,
+      "▁John": 2259,
+      "IMA": 2260,
+      "▁Bar": 2261,
+      "overflow": 2262,
+      "▁де": 2263,
+      "ness": 2264,
+      "cer": 2265,
+      "▁Here": 2266,
+      "ret": 2267,
+      "▁sz": 2268,
+      "ambda": 2269,
+      "opy": 2270,
+      "url": 2271,
+      "py": 2272,
+      "rt": 2273,
+      "▁understand": 2274,
+      "ał": 2275,
+      "her": 2276,
+      "##": 2277,
+      "▁child": 2278,
+      "▁exec": 2279,
+      "▁application": 2280,
+      "▁struct": 2281,
+      "▁я": 2282,
+      "File": 2283,
+      "▁cert": 2284,
+      "ison": 2285,
+      "▁variable": 2286,
+      "DE": 2287,
+      "rs": 2288,
+      "▁really": 2289,
+      "Port": 2290,
+      "ba": 2291,
+      "▁Ber": 2292,
+      "▁inte": 2293,
+      "▁static": 2294,
+      "▁config": 2295,
+      "▁She": 2296,
+      "estions": 2297,
+      "▁plus": 2298,
+      "▁hab": 2299,
+      "ope": 2300,
+      "▁mus": 2301,
+      "▁count": 2302,
+      "ME": 2303,
+      "▁support": 2304,
+      "▁people": 2305,
+      "▁beh": 2306,
+      "▁already": 2307,
+      "Tr": 2308,
+      "▁done": 2309,
+      "dem": 2310,
+      "size": 2311,
+      "alpha": 2312,
+      "▁disc": 2313,
+      "])": 2314,
+      "▁Man": 2315,
+      "▁mil": 2316,
+      "▁stand": 2317,
+      "▁group": 2318,
+      "▁small": 2319,
+      "▁mag": 2320,
+      "сть": 2321,
+      "▁default": 2322,
+      "▁single": 2323,
+      "link": 2324,
+      "clude": 2325,
+      "▁ear": 2326,
+      "ilar": 2327,
+      "****": 2328,
+      "▁fix": 2329,
+      "ley": 2330,
+      "▁pas": 2331,
+      "ний": 2332,
+      "ission": 2333,
+      "▁implement": 2334,
+      "itch": 2335,
+      "▁года": 2336,
+      "▁always": 2337,
+      "▁Jah": 2338,
+      "pring": 2339,
+      "ção": 2340,
+      "plate": 2341,
+      "▁descri": 2342,
+      "▁head": 2343,
+      "init": 2344,
+      "ograf": 2345,
+      "▁query": 2346,
+      "ived": 2347,
+      "▁ing": 2348,
+      "pty": 2349,
+      "ha": 2350,
+      "▁mov": 2351,
+      "▁э": 2352,
+      "ette": 2353,
+      "ily": 2354,
+      "▁got": 2355,
+      "iled": 2356,
+      "icro": 2357,
+      "▁wr": 2358,
+      "ря": 2359,
+      "▁never": 2360,
+      "ores": 2361,
+      "▁bas": 2362,
+      "ios": 2363,
+      "lack": 2364,
+      "aint": 2365,
+      "vious": 2366,
+      "▁give": 2367,
+      "idad": 2368,
+      "En": 2369,
+      "ный": 2370,
+      "table": 2371,
+      "▁На": 2372,
+      "▁pat": 2373,
+      "тор": 2374,
+      "angu": 2375,
+      "loy": 2376,
+      "▁seg": 2377,
+      "array": 2378,
+      "▁Fl": 2379,
+      "▁index": 2380,
+      "▁sw": 2381,
+      "IMAGE": 2382,
+      "▁km": 2383,
+      "би": 2384,
+      "Class": 2385,
+      "ena": 2386,
+      "мен": 2387,
+      "comp": 2388,
+      "atus": 2389,
+      "rap": 2390,
+      "▁List": 2391,
+      "Error": 2392,
+      "▁typ": 2393,
+      "▁ма": 2394,
+      "cs": 2395,
+      "':": 2396,
+      "ji": 2397,
+      "▁However": 2398,
+      "▁те": 2399,
+      "▁below": 2400,
+      "▁App": 2401,
+      "ще": 2402,
+      "}_": 2403,
+      "bum": 2404,
+      "vir": 2405,
+      "ées": 2406,
+      "▁record": 2407,
+      "tain": 2408,
+      "lem": 2409,
+      "ital": 2410,
+      "▁imp": 2411,
+      "ego": 2412,
+      "▁od": 2413,
+      "▁rece": 2414,
+      "mit": 2415,
+      "ffic": 2416,
+      "stackoverflow": 2417,
+      "ieve": 2418,
+      "▁З": 2419,
+      "▁nov": 2420,
+      "це": 2421,
+      "▁Intern": 2422,
+      "bu": 2423,
+      "▁sugg": 2424,
+      "▁loop": 2425,
+      "ride": 2426,
+      "▁$(": 2427,
+      "▁super": 2428,
+      "rid": 2429,
+      "ных": 2430,
+      "▁Per": 2431,
+      "▁dom": 2432,
+      "='": 2433,
+      "utsch": 2434,
+      "len": 2435,
+      "▁write": 2436,
+      "▁inv": 2437,
+      "outh": 2438,
+      "▁Her": 2439,
+      "▁years": 2440,
+      "▁original": 2441,
+      "ega": 2442,
+      "▁Ste": 2443,
+      "▁seems": 2444,
+      "ég": 2445,
+      "▁next": 2446,
+      "eder": 2447,
+      "▁Ne": 2448,
+      "avas": 2449,
+      "ification": 2450,
+      "Exception": 2451,
+      "▁Der": 2452,
+      "▁ve": 2453,
+      "atic": 2454,
+      "hat": 2455,
+      "brary": 2456,
+      "return": 2457,
+      "urch": 2458,
+      "ision": 2459,
+      "mi": 2460,
+      "oint": 2461,
+      "▁day": 2462,
+      "iction": 2463,
+      "ál": 2464,
+      "▁és": 2465,
+      "▁though": 2466,
+      "action": 2467,
+      "ít": 2468,
+      "ungen": 2469,
+      "ours": 2470,
+      "▁script": 2471,
+      "▁information": 2472,
+      "▁multi": 2473,
+      "▁\\\\": 2474,
+      "ster": 2475,
+      "ке": 2476,
+      "AC": 2477,
+      "cies": 2478,
+      "▁display": 2479,
+      "oman": 2480,
+      "Time": 2481,
+      "ius": 2482,
+      "));": 2483,
+      "tre": 2484,
+      "▁lim": 2485,
+      "ately": 2486,
+      "éd": 2487,
+      "iste": 2488,
+      "▁са": 2489,
+      "post": 2490,
+      "uel": 2491,
+      "img": 2492,
+      "▁ч": 2493,
+      "ска": 2494,
+      "eld": 2495,
+      "pper": 2496,
+      "ula": 2497,
+      "▁general": 2498,
+      "Al": 2499,
+      "Form": 2500,
+      "▁upon": 2501,
+      "zo": 2502,
+      "amente": 2503,
+      "▁prom": 2504,
+      "▁ü": 2505,
+      "lex": 2506,
+      "▁turn": 2507,
+      "▁ме": 2508,
+      "ention": 2509,
+      "лен": 2510,
+      "▁af": 2511,
+      "icle": 2512,
+      "ств": 2513,
+      "▁Fil": 2514,
+      "▁Ф": 2515,
+      "avascript": 2516,
+      "Man": 2517,
+      "ara": 2518,
+      "ware": 2519,
+      "align": 2520,
+      "angle": 2521,
+      "▁Sc": 2522,
+      "unic": 2523,
+      "▁fran": 2524,
+      "Un": 2525,
+      "zi": 2526,
+      "met": 2527,
+      "Add": 2528,
+      "▁pub": 2529,
+      "ков": 2530,
+      "▁gen": 2531,
+      "▁pod": 2532,
+      "▁sum": 2533,
+      "▁having": 2534,
+      "▁avec": 2535,
+      "sl": 2536,
+      "▁fig": 2537,
+      "▁Res": 2538,
+      "Date": 2539,
+      "ules": 2540,
+      "with": 2541,
+      "ский": 2542,
+      "gu": 2543,
+      "ET": 2544,
+      "▁bro": 2545,
+      "rie": 2546,
+      "aps": 2547,
+      "ending": 2548,
+      "mail": 2549,
+      "ook": 2550,
+      "▁success": 2551,
+      "berg": 2552,
+      "▁deb": 2553,
+      "elta": 2554,
+      "()`": 2555,
+      "ential": 2556,
+      "frame": 2557,
+      "Key": 2558,
+      "inn": 2559,
+      "▁simple": 2560,
+      "ival": 2561,
+      "▁care": 2562,
+      "▁Web": 2563,
+      "\").": 2564,
+      "></": 2565,
+      "▁database": 2566,
+      "▁Now": 2567,
+      "Ind": 2568,
+      "▁мо": 2569,
+      "cht": 2570,
+      "ban": 2571,
+      "ram": 2572,
+      "equation": 2573,
+      "ski": 2574,
+      "ief": 2575,
+      "lim": 2576,
+      "Get": 2577,
+      "▁tre": 2578,
+      "aten": 2579,
+      "bed": 2580,
+      "▁Je": 2581,
+      "▁results": 2582,
+      "лю": 2583,
+      "тель": 2584,
+      "db": 2585,
+      "▁bit": 2586,
+      "body": 2587,
+      "Array": 2588,
+      "mu": 2589,
+      "pression": 2590,
+      "▁ста": 2591,
+      "ony": 2592,
+      "iff": 2593,
+      "▁bar": 2594,
+      "▁Arch": 2595,
+      "bers": 2596,
+      "){": 2597,
+      "▁Mon": 2598,
+      "▁doing": 2599,
+      "▁prof": 2600,
+      "▁install": 2601,
+      "▁position": 2602,
+      "ema": 2603,
+      "▁});": 2604,
+      "Path": 2605,
+      "ali": 2606,
+      "▁&&": 2607,
+      "lev": 2608,
+      "▁cannot": 2609,
+      "▁May": 2610,
+      "inst": 2611,
+      "-\\": 2612,
+      "▁coun": 2613,
+      "▁ang": 2614,
+      "▁appear": 2615,
+      "cor": 2616,
+      "ció": 2617,
+      "ided": 2618,
+      "questions": 2619,
+      "atter": 2620,
+      "▁Pa": 2621,
+      "select": 2622,
+      "▁princi": 2623,
+      "Event": 2624,
+      "▁side": 2625,
+      "▁mem": 2626,
+      "▁Jan": 2627,
+      "ario": 2628,
+      "▁within": 2629,
+      "▁Val": 2630,
+      "odes": 2631,
+      "iddle": 2632,
+      "uration": 2633,
+      "bra": 2634,
+      "▁date": 2635,
+      "[]": 2636,
+      "▁entre": 2637,
+      "ili": 2638,
+      "Portail": 2639,
+      "docs": 2640,
+      "ской": 2641,
+      "Element": 2642,
+      "▁message": 2643,
+      "▁nach": 2644,
+      "▁during": 2645,
+      "▁gra": 2646,
+      "etwork": 2647,
+      "▁By": 2648,
+      "▁tell": 2649,
+      "ete": 2650,
+      "~\\": 2651,
+      "▁bis": 2652,
+      "▁pu": 2653,
+      "▁red": 2654,
+      "▁thing": 2655,
+      "▁sort": 2656,
+      "xim": 2657,
+      "ires": 2658,
+      "User": 2659,
+      "iod": 2660,
+      "▁Est": 2661,
+      "osed": 2662,
+      "oute": 2663,
+      "▁Les": 2664,
+      "▁sent": 2665,
+      "ribute": 2666,
+      "utes": 2667,
+      "istory": 2668,
+      "▁service": 2669,
+      "';": 2670,
+      "field": 2671,
+      "▁IN": 2672,
+      "ension": 2673,
+      "rel": 2674,
+      "▁going": 2675,
+      "web": 2676,
+      "Context": 2677,
+      "▁later": 2678,
+      "uk": 2679,
+      "layout": 2680,
+      "ona": 2681,
+      "át": 2682,
+      "----------------": 2683,
+      "▁exact": 2684,
+      "andom": 2685,
+      "▁sie": 2686,
+      "II": 2687,
+      "▁They": 2688,
+      "mente": 2689,
+      "ibli": 2690,
+      "▁fine": 2691,
+      "UT": 2692,
+      "▁develop": 2693,
+      "▁Ein": 2694,
+      "soft": 2695,
+      "off": 2696,
+      "Set": 2697,
+      "▁az": 2698,
+      "eters": 2699,
+      "ilder": 2700,
+      "ples": 2701,
+      "▁specific": 2702,
+      "▁om": 2703,
+      "error": 2704,
+      "ently": 2705,
+      "▁film": 2706,
+      "uck": 2707,
+      "ains": 2708,
+      "ación": 2709,
+      "ges": 2710,
+      "жа": 2711,
+      "▁things": 2712,
+      "Sh": 2713,
+      "▁thought": 2714,
+      "▁added": 2715,
+      "dep": 2716,
+      "ского": 2717,
+      "▁Li": 2718,
+      "ils": 2719,
+      "ync": 2720,
+      "▁то": 2721,
+      "ries": 2722,
+      "▁cu": 2723,
+      "chen": 2724,
+      "ION": 2725,
+      "▁Des": 2726,
+      "ultado": 2727,
+      "irt": 2728,
+      "▁based": 2729,
+      "▁mo": 2730,
+      "▁dest": 2731,
+      "png": 2732,
+      "reen": 2733,
+      "▁running": 2734,
+      "amma": 2735,
+      "oud": 2736,
+      "▁refer": 2737,
+      "ious": 2738,
+      "▁Jul": 2739,
+      "▁search": 2740,
+      "ald": 2741,
+      "ede": 2742,
+      "▁wrong": 2743,
+      "An": 2744,
+      "▁until": 2745,
+      "site": 2746,
+      "ayer": 2747,
+      "▁once": 2748,
+      "arr": 2749,
+      "▁against": 2750,
+      "====": 2751,
+      "▁source": 2752,
+      "arn": 2753,
+      "api": 2754,
+      "▁represent": 2755,
+      "▁aff": 2756,
+      "▁sein": 2757,
+      "▁allow": 2758,
+      "ormal": 2759,
+      "ended": 2760,
+      "▁control": 2761,
+      "mathbf": 2762,
+      "come": 2763,
+      "cur": 2764,
+      "endo": 2765,
+      "wa": 2766,
+      "▁update": 2767,
+      "▁inside": 2768,
+      "▁reason": 2769,
+      "omen": 2770,
+      "▁вы": 2771,
+      "De": 2772,
+      "▁је": 2773,
+      "sw": 2774,
+      "▁sever": 2775,
+      "Of": 2776,
+      "▁instance": 2777,
+      "▁mer": 2778,
+      "▁effect": 2779,
+      "color": 2780,
+      "ugust": 2781,
+      "ilt": 2782,
+      "des": 2783,
+      "itz": 2784,
+      "ulation": 2785,
+      "nie": 2786,
+      "▁World": 2787,
+      "▁similar": 2788,
+      "ymbol": 2789,
+      "hing": 2790,
+      "▁mark": 2791,
+      "State": 2792,
+      "▁content": 2793,
+      "▁means": 2794,
+      "amed": 2795,
+      "▁End": 2796,
+      "ND": 2797,
+      "count": 2798,
+      "▁Inst": 2799,
+      "perty": 2800,
+      "ctor": 2801,
+      "▁{\\": 2802,
+      "▁Let": 2803,
+      "▁!=": 2804,
+      "▁getting": 2805,
+      "uth": 2806,
+      "umber": 2807,
+      "▁Consultado": 2808,
+      "schaft": 2809,
+      "lete": 2810,
+      "▁Will": 2811,
+      "▁Em": 2812,
+      "head": 2813,
+      "▁leg": 2814,
+      "ном": 2815,
+      "Or": 2816,
+      "arm": 2817,
+      "pond": 2818,
+      "▁Christ": 2819,
+      "▁around": 2820,
+      "▁clear": 2821,
+      "▁href": 2822,
+      "▁See": 2823,
+      "').": 2824,
+      "▁created": 2825,
+      "▁button": 2826,
+      "ining": 2827,
+      "▁click": 2828,
+      "iam": 2829,
+      "plit": 2830,
+      "For": 2831,
+      "▁polit": 2832,
+      "▁seem": 2833,
+      "▁life": 2834,
+      "нов": 2835,
+      "▁intern": 2836,
+      "щи": 2837,
+      "sel": 2838,
+      "soci": 2839,
+      "▁stor": 2840,
+      "cle": 2841,
+      "earch": 2842,
+      "android": 2843,
+      "}^{": 2844,
+      "▁either": 2845,
+      "▁few": 2846,
+      "▁initial": 2847,
+      "length": 2848,
+      "ria": 2849,
+      "sql": 2850,
+      "wik": 2851,
+      "▁ét": 2852,
+      "uer": 2853,
+      "▁valid": 2854,
+      "And": 2855,
+      "include": 2856,
+      "ury": 2857,
+      "▁sus": 2858,
+      "ired": 2859,
+      "▁After": 2860,
+      "▁due": 2861,
+      "▁bei": 2862,
+      "ources": 2863,
+      "▁Nov": 2864,
+      "Act": 2865,
+      "▁Cont": 2866,
+      "▁break": 2867,
+      "ested": 2868,
+      "▁actually": 2869,
+      "else": 2870,
+      "tml": 2871,
+      "rer": 2872,
+      "ones": 2873,
+      "▁design": 2874,
+      "▁property": 2875,
+      "phi": 2876,
+      "ality": 2877,
+      "och": 2878,
+      "ists": 2879,
+      "▁·": 2880,
+      "udio": 2881,
+      "AB": 2882,
+      "ala": 2883,
+      "iones": 2884,
+      "фи": 2885,
+      "find": 2886,
+      "As": 2887,
+      "▁custom": 2888,
+      "▁ann": 2889,
+      "ES": 2890,
+      "OT": 2891,
+      "lambda": 2892,
+      "▁ident": 2893,
+      "▁organ": 2894,
+      "▁Cent": 2895,
+      "▁Char": 2896,
+      "▁os": 2897,
+      "▁hard": 2898,
+      "ров": 2899,
+      "▁/>": 2900,
+      "ko": 2901,
+      "▁exper": 2902,
+      "▁separ": 2903,
+      "yl": 2904,
+      "ourn": 2905,
+      "▁dev": 2906,
+      "▁auch": 2907,
+      "▁block": 2908,
+      "book": 2909,
+      "▁map": 2910,
+      "illa": 2911,
+      "▁comput": 2912,
+      "▁space": 2913,
+      "result": 2914,
+      ")}": 2915,
+      "▁echo": 2916,
+      "config": 2917,
+      "hi": 2918,
+      "▁large": 2919,
+      "▁width": 2920,
+      "▁Go": 2921,
+      "mat": 2922,
+      "▁diff": 2923,
+      "▁kind": 2924,
+      "ances": 2925,
+      "ynam": 2926,
+      "▁color": 2927,
+      "Int": 2928,
+      "sol": 2929,
+      "▁pi": 2930,
+      "▁character": 2931,
+      "oment": 2932,
+      "▁response": 2933,
+      "igma": 2934,
+      "wards": 2935,
+      "arrow": 2936,
+      "су": 2937,
+      "ties": 2938,
+      "▁über": 2939,
+      "Image": 2940,
+      "yd": 2941,
+      "▁пере": 2942,
+      "▁node": 2943,
+      "▁item": 2944,
+      "achine": 2945,
+      "ima": 2946,
+      "▁va": 2947,
+      "▁approach": 2948,
+      "▁wer": 2949,
+      "▁че": 2950,
+      "On": 2951,
+      "ollow": 2952,
+      "она": 2953,
+      "cted": 2954,
+      "ured": 2955,
+      "Controller": 2956,
+      "lied": 2957,
+      "▁jo": 2958,
+      "▁dal": 2959,
+      "unk": 2960,
+      "▁î": 2961,
+      "start": 2962,
+      "ola": 2963,
+      "▁compon": 2964,
+      "IC": 2965,
+      "bit": 2966,
+      "▁base": 2967,
+      "пу": 2968,
+      "▁idea": 2969,
+      "▁dire": 2970,
+      "▁rad": 2971,
+      "group": 2972,
+      "▁With": 2973,
+      "server": 2974,
+      "side": 2975,
+      "sing": 2976,
+      "▁dies": 2977,
+      "▁near": 2978,
+      "▁voor": 2979,
+      "▁argument": 2980,
+      "▁},": 2981,
+      "▁land": 2982,
+      "▁names": 2983,
+      "▁option": 2984,
+      "ithub": 2985,
+      "pped": 2986,
+      "aug": 2987,
+      "▁links": 2988,
+      "▁full": 2989,
+      "▁situ": 2990,
+      "▁console": 2991,
+      "▁etc": 2992,
+      "aux": 2993,
+      "▁Cor": 2994,
+      "icrosoft": 2995,
+      "▁came": 2996,
+      "local": 2997,
+      "▁known": 2998,
+      "▁multiple": 2999,
+      "anguage": 3000,
+      "▁total": 3001,
+      "ology": 3002,
+      "ät": 3003,
+      "▁Х": 3004,
+      "▁fre": 3005,
+      "▁ten": 3006,
+      "ideo": 3007,
+      "▁bes": 3008,
+      "true": 3009,
+      "Query": 3010,
+      "omm": 3011,
+      "▁Art": 3012,
+      "▁keep": 3013,
+      "▁University": 3014,
+      "reate": 3015,
+      "pport": 3016,
+      "▁python": 3017,
+      "tra": 3018,
+      "ector": 3019,
+      "рі": 3020,
+      "oph": 3021,
+      "▁conc": 3022,
+      "▁four": 3023,
+      "viron": 3024,
+      "▁via": 3025,
+      "?\"": 3026,
+      "image": 3027,
+      "oll": 3028,
+      "ные": 3029,
+      "▁context": 3030,
+      "▁sem": 3031,
+      "._": 3032,
+      "▁eng": 3033,
+      "mar": 3034,
+      "AD": 3035,
+      "▁mor": 3036,
+      "▁Cal": 3037,
+      "▁cell": 3038,
+      "imal": 3039,
+      "ATE": 3040,
+      "▁inf": 3041,
+      "ön": 3042,
+      "uffer": 3043,
+      "sq": 3044,
+      "....": 3045,
+      "▁zur": 3046,
+      "With": 3047,
+      "ран": 3048,
+      "chn": 3049,
+      "▁door": 3050,
+      "content": 3051,
+      "▁miss": 3052,
+      "▁simp": 3053,
+      "ár": 3054,
+      "ira": 3055,
+      "▁hat": 3056,
+      "Test": 3057,
+      "▁certain": 3058,
+      "NS": 3059,
+      "▁cho": 3060,
+      "▁adv": 3061,
+      "where": 3062,
+      "▁looking": 3063,
+      "▁times": 3064,
+      "них": 3065,
+      "uto": 3066,
+      "▁É": 3067,
+      "can": 3068,
+      "host": 3069,
+      "▁(*": 3070,
+      "loat": 3071,
+      "▁nicht": 3072,
+      "Field": 3073,
+      "burg": 3074,
+      "const": 3075,
+      "ades": 3076,
+      "▁Mus": 3077,
+      "▁nothing": 3078,
+      "▁incre": 3079,
+      "▁Min": 3080,
+      "▁power": 3081,
+      "▁American": 3082,
+      "ln": 3083,
+      "valid": 3084,
+      "ungs": 3085,
+      "▁National": 3086,
+      "▁San": 3087,
+      "▁York": 3088,
+      "Request": 3089,
+      "char": 3090,
+      "▁Ze": 3091,
+      "button": 3092,
+      "▁alg": 3093,
+      "SON": 3094,
+      "▁ap": 3095,
+      "uff": 3096,
+      "ability": 3097,
+      "ем": 3098,
+      "▁anything": 3099,
+      "ela": 3100,
+      "())": 3101,
+      "ба": 3102,
+      "ampion": 3103,
+      "▁pot": 3104,
+      "▁fut": 3105,
+      "ailable": 3106,
+      "▁prop": 3107,
+      "\"]": 3108,
+      "▁less": 3109,
+      "lag": 3110,
+      "▁August": 3111,
+      "It": 3112,
+      "▁please": 3113,
+      "▁style": 3114,
+      "▁Also": 3115,
+      "bt": 3116,
+      "▁probably": 3117,
+      "▁One": 3118,
+      "▁poss": 3119,
+      "UI": 3120,
+      "uit": 3121,
+      "▁West": 3122,
+      "hn": 3123,
+      "+\\": 3124,
+      "Button": 3125,
+      "json": 3126,
+      "err": 3127,
+      "rame": 3128,
+      "dom": 3129,
+      "ilon": 3130,
+      "alf": 3131,
+      "▁client": 3132,
+      "▁continu": 3133,
+      "xml": 3134,
+      "pec": 3135,
+      "ador": 3136,
+      "ls": 3137,
+      "▁however": 3138,
+      "▁Any": 3139,
+      "änd": 3140,
+      "mathrm": 3141,
+      "▁url": 3142,
+      "▁book": 3143,
+      "▁gl": 3144,
+      "ives": 3145,
+      "gi": 3146,
+      "▁tro": 3147,
+      "▁US": 3148,
+      "point": 3149,
+      "open": 3150,
+      "▁cur": 3151,
+      "▁era": 3152,
+      "▁particular": 3153,
+      "▁HT": 3154,
+      "oot": 3155,
+      "ello": 3156,
+      "lobal": 3157,
+      "▁action": 3158,
+      "▁Int": 3159,
+      "▁include": 3160,
+      "▁elements": 3161,
+      "ная": 3162,
+      "ards": 3163,
+      "▁Bl": 3164,
+      "▁hum": 3165,
+      "from": 3166,
+      "change": 3167,
+      "▁functions": 3168,
+      "hen": 3169,
+      "Service": 3170,
+      "▁height": 3171,
+      "▁Land": 3172,
+      "ias": 3173,
+      "gs": 3174,
+      "ión": 3175,
+      "лов": 3176,
+      "node": 3177,
+      ".”": 3178,
+      "hand": 3179,
+      "▁бу": 3180,
+      "▁amb": 3181,
+      "▁Lu": 3182,
+      "▁throw": 3183,
+      "▁mot": 3184,
+      "▁Act": 3185,
+      "▁world": 3186,
+      "_\\": 3187,
+      "base": 3188,
+      "▁Co": 3189,
+      "▁arch": 3190,
+      "▁####": 3191,
+      "ged": 3192,
+      "pril": 3193,
+      "older": 3194,
+      "Model": 3195,
+      "▁several": 3196,
+      "lie": 3197,
+      "check": 3198,
+      "]{": 3199,
+      "cons": 3200,
+      "▁Tra": 3201,
+      "heck": 3202,
+      "▁least": 3203,
+      "down": 3204,
+      "ebru": 3205,
+      "Def": 3206,
+      "param": 3207,
+      "ischer": 3208,
+      "▁cas": 3209,
+      "CH": 3210,
+      "▁address": 3211,
+      "▁раз": 3212,
+      "ufen": 3213,
+      "urope": 3214,
+      "ей": 3215,
+      "▁bound": 3216,
+      "CO": 3217,
+      "▁Ang": 3218,
+      "▁Ma": 3219,
+      "Index": 3220,
+      "core": 3221,
+      "ouch": 3222,
+      "atabase": 3223,
+      "ribution": 3224,
+      "document": 3225,
+      "Le": 3226,
+      "}_{": 3227,
+      "vern": 3228,
+      "▁statement": 3229,
+      "▁Brit": 3230,
+      "ono": 3231,
+      "psilon": 3232,
+      "▁level": 3233,
+      "▁product": 3234,
+      "IS": 3235,
+      "▁course": 3236,
+      "▁Mr": 3237,
+      ">\r": 3238,
+      "▁background": 3239,
+      "▁ret": 3240,
+      "ering": 3241,
+      "most": 3242,
+      "сько": 3243,
+      "▁thread": 3244,
+      "itional": 3245,
+      "ites": 3246,
+      "Pl": 3247,
+      "▁dos": 3248,
+      "ga": 3249,
+      "day": 3250,
+      "▁Gener": 3251,
+      "▁tw": 3252,
+      "Ad": 3253,
+      "\"><": 3254,
+      "▁($": 3255,
+      "▁moment": 3256,
+      "title": 3257,
+      "create": 3258,
+      "version": 3259,
+      "Manager": 3260,
+      "▁fur": 3261,
+      "pping": 3262,
+      "ijn": 3263,
+      "ос": 3264,
+      "▁rather": 3265,
+      "ptember": 3266,
+      "OS": 3267,
+      "▁site": 3268,
+      "▁caus": 3269,
+      "ani": 3270,
+      "▁home": 3271,
+      "мі": 3272,
+      "▁short": 3273,
+      "pa": 3274,
+      "▁lead": 3275,
+      "ished": 3276,
+      "cing": 3277,
+      "ording": 3278,
+      "▁prote": 3279,
+      "сле": 3280,
+      "LECT": 3281,
+      "▁didn": 3282,
+      "position": 3283,
+      "\",\"": 3284,
+      "(),": 3285,
+      "trans": 3286,
+      "▁lot": 3287,
+      "▁од": 3288,
+      "AS": 3289,
+      "▁sat": 3290,
+      "▁points": 3291,
+      "github": 3292,
+      "style": 3293,
+      "▁году": 3294,
+      "▁Dis": 3295,
+      "ponent": 3296,
+      "omet": 3297,
+      "zer": 3298,
+      "ULL": 3299,
+      "▁pa": 3300,
+      "AP": 3301,
+      "aces": 3302,
+      "▁United": 3303,
+      "ama": 3304,
+      "ety": 3305,
+      "Color": 3306,
+      "▁enough": 3307,
+      "US": 3308,
+      "▁length": 3309,
+      "());": 3310,
+      "^{\\": 3311,
+      "fty": 3312,
+      "Box": 3313,
+      "apter": 3314,
+      "▁complet": 3315,
+      "ник": 3316,
+      "max": 3317,
+      "object": 3318,
+      "({": 3319,
+      "imgur": 3320,
+      "itive": 3321,
+      "unch": 3322,
+      "▁Sub": 3323,
+      "ende": 3324,
+      "гу": 3325,
+      "ategory": 3326,
+      "ты": 3327,
+      "iano": 3328,
+      "▁upd": 3329,
+      "▁Aust": 3330,
+      "}{\\": 3331,
+      "top": 3332,
+      "las": 3333,
+      "pis": 3334,
+      "iness": 3335,
+      "▁{\r": 3336,
+      "▁Е": 3337,
+      "Gr": 3338,
+      "▁AS": 3339,
+      "▁ве": 3340,
+      "thers": 3341,
+      "▁defined": 3342,
+      "azione": 3343,
+      "▁offic": 3344,
+      "▁autom": 3345,
+      "ün": 3346,
+      "▁brow": 3347,
+      "▁serv": 3348,
+      "▁remove": 3349,
+      "iro": 3350,
+      "▁Bibli": 3351,
+      "ED": 3352,
+      "▁whole": 3353,
+      "▁ш": 3354,
+      "▁Java": 3355,
+      "▁zum": 3356,
+      "ua": 3357,
+      "pm": 3358,
+      "dev": 3359,
+      "кра": 3360,
+      "olds": 3361,
+      "▁War": 3362,
+      "än": 3363,
+      "pass": 3364,
+      "uz": 3365,
+      "[\"": 3366,
+      "▁tri": 3367,
+      "ised": 3368,
+      "ха": 3369,
+      "▁memory": 3370,
+      "▁Port": 3371,
+      "oper": 3372,
+      "Up": 3373,
+      "▁Thank": 3374,
+      "▁Mich": 3375,
+      "ych": 3376,
+      "board": 3377,
+      "бу": 3378,
+      "Inst": 3379,
+      "▁begin": 3380,
+      "ination": 3381,
+      "▁Mod": 3382,
+      "_,": 3383,
+      "▁Den": 3384,
+      "option": 3385,
+      "▁construct": 3386,
+      "▁Just": 3387,
+      "Map": 3388,
+      "run": 3389,
+      "▁respect": 3390,
+      "ham": 3391,
+      "ман": 3392,
+      "imedia": 3393,
+      "▁apply": 3394,
+      "cription": 3395,
+      "main": 3396,
+      "▁Ка": 3397,
+      "oid": 3398,
+      "Code": 3399,
+      "};": 3400,
+      "Info": 3401,
+      "▁format": 3402,
+      "Log": 3403,
+      "▁су": 3404,
+      "▁lat": 3405,
+      "utor": 3406,
+      "▁reference": 3407,
+      "▁calcul": 3408,
+      "onn": 3409,
+      "Lo": 3410,
+      "infty": 3411,
+      "▁along": 3412,
+      "▁č": 3413,
+      "▁task": 3414,
+      "▁ev": 3415,
+      "theta": 3416,
+      "ras": 3417,
+      "jor": 3418,
+      "▁бо": 3419,
+      "▁princip": 3420,
+      "My": 3421,
+      "▁einer": 3422,
+      "▁Es": 3423,
+      "omb": 3424,
+      "quad": 3425,
+      "^{-": 3426,
+      "ump": 3427,
+      "▁till": 3428,
+      "ді": 3429,
+      "▁looks": 3430,
+      "▁ok": 3431,
+      "ца": 3432,
+      "nu": 3433,
+      "Fil": 3434,
+      "▁sont": 3435,
+      "▁Med": 3436,
+      "ague": 3437,
+      "▁cost": 3438,
+      "▁Sim": 3439,
+      "▁comment": 3440,
+      "▁(\\": 3441,
+      "egen": 3442,
+      "▁parameter": 3443,
+      "▁France": 3444,
+      "rep": 3445,
+      "▁TH": 3446,
+      "▁yet": 3447,
+      "▁away": 3448,
+      "▁circ": 3449,
+      "▁API": 3450,
+      "emp": 3451,
+      "ві": 3452,
+      "Layout": 3453,
+      "▁lines": 3454,
+      "▁Part": 3455,
+      "empt": 3456,
+      "▁Bi": 3457,
+      "▁mind": 3458,
+      "ky": 3459,
+      "ging": 3460,
+      "▁report": 3461,
+      "▁Add": 3462,
+      "род": 3463,
+      "▁range": 3464,
+      "cias": 3465,
+      "lip": 3466,
+      "▁Kar": 3467,
+      "▁Commons": 3468,
+      "gerufen": 3469,
+      "aff": 3470,
+      "sec": 3471,
+      "▁html": 3472,
+      "lig": 3473,
+      "▁window": 3474,
+      "inition": 3475,
+      "cis": 3476,
+      "▁ut": 3477,
+      "eln": 3478,
+      "▁aux": 3479,
+      "▁neg": 3480,
+      "Hand": 3481,
+      "▁);": 3482,
+      "▁anal": 3483,
+      "▁fri": 3484,
+      "▁си": 3485,
+      "etch": 3486,
+      "md": 3487,
+      "page": 3488,
+      "▁library": 3489,
+      "▁:=": 3490,
+      "ROM": 3491,
+      "You": 3492,
+      "space": 3493,
+      "▁durch": 3494,
+      "▁host": 3495,
+      "aven": 3496,
+      "▁File": 3497,
+      "alle": 3498,
+      "тив": 3499,
+      "▁pap": 3500,
+      "ство": 3501,
+      "mark": 3502,
+      "▁mais": 3503,
+      "erman": 3504,
+      "Size": 3505,
+      "ек": 3506,
+      "▁Ма": 3507,
+      "▁isn": 3508,
+      "▁copy": 3509,
+      "sten": 3510,
+      "river": 3511,
+      "▁went": 3512,
+      "▁javascript": 3513,
+      "▁sam": 3514,
+      "▁frame": 3515,
+      "▁vi": 3516,
+      "▁previous": 3517,
+      "rodu": 3518,
+      "▁methods": 3519,
+      "▁necess": 3520,
+      "NA": 3521,
+      "cket": 3522,
+      "▁opt": 3523,
+      "Loc": 3524,
+      "how": 3525,
+      "▁în": 3526,
+      "ship": 3527,
+      "▁itself": 3528,
+      "▁Please": 3529,
+      "iene": 3530,
+      "вер": 3531,
+      "▁<<": 3532,
+      "▁mill": 3533,
+      "▁trad": 3534,
+      "pace": 3535,
+      "▁Har": 3536,
+      "iten": 3537,
+      "wise": 3538,
+      "write": 3539,
+      "ции": 3540,
+      "ры": 3541,
+      "Line": 3542,
+      "olo": 3543,
+      "▁accept": 3544,
+      "height": 3545,
+      "▁elect": 3546,
+      "ella": 3547,
+      "▁på": 3548,
+      "Select": 3549,
+      "▁ли": 3550,
+      "▁\\<": 3551,
+      "((": 3552,
+      "▁ID": 3553,
+      "ops": 3554,
+      "ван": 3555,
+      "ió": 3556,
+      "TP": 3557,
+      "»,": 3558,
+      "nection": 3559,
+      "parent": 3560,
+      "▁Mag": 3561,
+      "Table": 3562,
+      "Over": 3563,
+      "▁network": 3564,
+      "спо": 3565,
+      "▁assign": 3566,
+      "igger": 3567,
+      "irm": 3568,
+      ")`": 3569,
+      "ottom": 3570,
+      "beta": 3571,
+      "▁dell": 3572,
+      "▁body": 3573,
+      "▁да": 3574,
+      "▁Your": 3575,
+      "▁fue": 3576,
+      "▁package": 3577,
+      "▁light": 3578,
+      "▁**": 3579,
+      "MP": 3580,
+      "▁cou": 3581,
+      "yes": 3582,
+      ":\\": 3583,
+      "▁Ч": 3584,
+      "▁mention": 3585,
+      "ensch": 3586,
+      "▁deg": 3587,
+      "▁convert": 3588,
+      "▁Dav": 3589,
+      "adt": 3590,
+      "Result": 3591,
+      "though": 3592,
+      "▁bus": 3593,
+      "xy": 3594,
+      "▁seen": 3595,
+      "All": 3596,
+      "public": 3597,
+      "ively": 3598,
+      "▁Rec": 3599,
+      "▁His": 3600,
+      "sim": 3601,
+      "▁för": 3602,
+      "▁histor": 3603,
+      "▁sett": 3604,
+      "rat": 3605,
+      "abled": 3606,
+      "▁»,": 3607,
+      "google": 3608,
+      "Web": 3609,
+      "él": 3610,
+      "▁title": 3611,
+      "▁Janu": 3612,
+      "ја": 3613,
+      "▁took": 3614,
+      "iden": 3615,
+      "sz": 3616,
+      "▁Get": 3617,
+      "▁objects": 3618,
+      "▁common": 3619,
+      "▁changes": 3620,
+      "▁Lond": 3621,
+      "▁extern": 3622,
+      "▁ju": 3623,
+      "Is": 3624,
+      "▁available": 3625,
+      "tri": 3626,
+      "▁más": 3627,
+      "osa": 3628,
+      "Be": 3629,
+      "▁Data": 3630,
+      "ural": 3631,
+      "▁hom": 3632,
+      "▁account": 3633,
+      "oo": 3634,
+      "▁perm": 3635,
+      "respond": 3636,
+      "yt": 3637,
+      "▁send": 3638,
+      "▁returns": 3639,
+      "ivid": 3640,
+      "▁expla": 3641,
+      "ín": 3642,
+      "▁nor": 3643,
+      "If": 3644,
+      "▁From": 3645,
+      "▁target": 3646,
+      "fect": 3647,
+      "ент": 3648,
+      "▁uit": 3649,
+      "▁Jo": 3650,
+      "▁variables": 3651,
+      "▁series": 3652,
+      "▁func": 3653,
+      "▁himself": 3654,
+      "▁ча": 3655,
+      "anti": 3656,
+      "▁ach": 3657,
+      "ialog": 3658,
+      "▁std": 3659,
+      "ae": 3660,
+      "▁foot": 3661,
+      "▁unter": 3662,
+      "gress": 3663,
+      "Not": 3664,
+      "rad": 3665,
+      "fér": 3666,
+      "▁util": 3667,
+      "orem": 3668,
+      "▁sou": 3669,
+      "opt": 3670,
+      "▁og": 3671,
+      "▁uma": 3672,
+      "itar": 3673,
+      "▁Ok": 3674,
+      "ück": 3675,
+      "sqrt": 3676,
+      "▁ant": 3677,
+      "▁werden": 3678,
+      "år": 3679,
+      "});": 3680,
+      "▁Paris": 3681,
+      "▁exception": 3682,
+      "▁determ": 3683,
+      "▁Vol": 3684,
+      "▁Sam": 3685,
+      "▁ess": 3686,
+      "lies": 3687,
+      "ioni": 3688,
+      "oding": 3689,
+      "idget": 3690,
+      "▁pri": 3691,
+      "▁whether": 3692,
+      "▁под": 3693,
+      "▁numbers": 3694,
+      "▁~": 3695,
+      "event": 3696,
+      "▁shows": 3697,
+      "atures": 3698,
+      "▁house": 3699,
+      "▁face": 3700,
+      "▁się": 3701,
+      "vironment": 3702,
+      "van": 3703,
+      "▁including": 3704,
+      "▁<-": 3705,
+      "times": 3706,
+      "now": 3707,
+      "▁pur": 3708,
+      "ifier": 3709,
+      "▁emp": 3710,
+      "▁cla": 3711,
+      "mon": 3712,
+      "▁Das": 3713,
+      "ady": 3714,
+      "▁від": 3715,
+      "▁ц": 3716,
+      "abor": 3717,
+      "OST": 3718,
+      "▁band": 3719,
+      "▁ú": 3720,
+      "▁exactly": 3721,
+      "iert": 3722,
+      "avig": 3723,
+      "▁redu": 3724,
+      "▁SE": 3725,
+      "lished": 3726,
+      "Bu": 3727,
+      "Message": 3728,
+      "cell": 3729,
+      "fully": 3730,
+      "▁sv": 3731,
+      "▁makes": 3732,
+      "pol": 3733,
+      "▁required": 3734,
+      "ferrer": 3735,
+      "▁pers": 3736,
+      "▁mi": 3737,
+      "FI": 3738,
+      "▁Paul": 3739,
+      "▁UI": 3740,
+      "▁Bel": 3741,
+      "inc": 3742,
+      "▁contains": 3743,
+      "Out": 3744,
+      "asure": 3745,
+      "pu": 3746,
+      "oto": 3747,
+      "▁game": 3748,
+      "zn": 3749,
+      "▁Why": 3750,
+      "orith": 3751,
+      "big": 3752,
+      "кий": 3753,
+      "sigma": 3754,
+      "▁quite": 3755,
+      "▁jed": 3756,
+      "rec": 3757,
+      "▁SQL": 3758,
+      "бе": 3759,
+      "▁Mart": 3760,
+      "ya": 3761,
+      "▁school": 3762,
+      "▁simply": 3763,
+      "▁vor": 3764,
+      "▁double": 3765,
+      "рав": 3766,
+      "▁Str": 3767,
+      "iem": 3768,
+      "▁album": 3769,
+      "▁resol": 3770,
+      "▁dei": 3771,
+      "▁Wik": 3772,
+      "▁aw": 3773,
+      "umb": 3774,
+      "ols": 3775,
+      "▁*/": 3776,
+      "▁ze": 3777,
+      "▁anim": 3778,
+      "/>": 3779,
+      "ris": 3780,
+      "resh": 3781,
+      "No": 3782,
+      "iques": 3783,
+      "current": 3784,
+      "▁period": 3785,
+      "▁April": 3786,
+      "▁store": 3787,
+      "','": 3788,
+      "▁Set": 3789,
+      "={": 3790,
+      "ached": 3791,
+      "▁Mal": 3792,
+      "▁Pal": 3793,
+      "antes": 3794,
+      "aterial": 3795,
+      "▁worked": 3796,
+      "leq": 3797,
+      "oreferrer": 3798,
+      "▁happen": 3799,
+      "▁box": 3800,
+      "ney": 3801,
+      "▁close": 3802,
+      "▁gran": 3803,
+      "▁lie": 3804,
+      "▁ir": 3805,
+      "▁expected": 3806,
+      "▁для": 3807,
+      "click": 3808,
+      "și": 3809,
+      "▁parte": 3810,
+      "ogn": 3811,
+      "▁Form": 3812,
+      "▁memb": 3813,
+      "▁plan": 3814,
+      "▁team": 3815,
+      "][": 3816,
+      "▁commun": 3817,
+      "orry": 3818,
+      "ency": 3819,
+      "gl": 3820,
+      "inary": 3821,
+      "cdot": 3822,
+      "^\\": 3823,
+      "▁First": 3824,
+      "ander": 3825,
+      "▁Dec": 3826,
+      "request": 3827,
+      "ства": 3828,
+      "▁structure": 3829,
+      "▁||": 3830,
+      "▁Comp": 3831,
+      "actory": 3832,
+      "▁Mil": 3833,
+      "▁Some": 3834,
+      "Stream": 3835,
+      "▁assum": 3836,
+      "uen": 3837,
+      "▁words": 3838,
+      "▁September": 3839,
+      "▁Ко": 3840,
+      "▁days": 3841,
+      "ories": 3842,
+      "став": 3843,
+      "sm": 3844,
+      "vin": 3845,
+      "partial": 3846,
+      "▁parent": 3847,
+      "oj": 3848,
+      "нии": 3849,
+      "!\"": 3850,
+      "ugin": 3851,
+      "▁Windows": 3852,
+      "Ed": 3853,
+      ":}": 3854,
+      "▁q": 3855,
+      "▁ben": 3856,
+      "iana": 3857,
+      "▁label": 3858,
+      "state": 3859,
+      "uted": 3860,
+      "▁()": 3861,
+      "▁сво": 3862,
+      "▁edit": 3863,
+      "uring": 3864,
+      "▁NS": 3865,
+      "▁Jahr": 3866,
+      "▁provide": 3867,
+      "He": 3868,
+      "▁Yes": 3869,
+      "anel": 3870,
+      "ename": 3871,
+      "▁Don": 3872,
+      "isk": 3873,
+      "gra": 3874,
+      "elij": 3875,
+      "▁root": 3876,
+      "*/": 3877,
+      "▁Fre": 3878,
+      "▁Mor": 3879,
+      "used": 3880,
+      "range": 3881,
+      "▁tamb": 3882,
+      "▁module": 3883,
+      "▁directory": 3884,
+      "ounds": 3885,
+      "Activity": 3886,
+      "▁mu": 3887,
+      "info": 3888,
+      "▁free": 3889,
+      "orge": 3890,
+      "tab": 3891,
+      ")=": 3892,
+      "lang": 3893,
+      "▁ос": 3894,
+      "▁FROM": 3895,
+      "▁enter": 3896,
+      "▁became": 3897,
+      "idae": 3898,
+      "хи": 3899,
+      "▁States": 3900,
+      "verse": 3901,
+      "▁expl": 3902,
+      "ynt": 3903,
+      "UN": 3904,
+      "ee": 3905,
+      "endent": 3906,
+      "▁making": 3907,
+      "▁\"$": 3908,
+      "uni": 3909,
+      "quence": 3910,
+      "▁lui": 3911,
+      "HT": 3912,
+      "▁uses": 3913,
+      "zie": 3914,
+      "nia": 3915,
+      "Content": 3916,
+      "▁Count": 3917,
+      "▁standard": 3918,
+      "ENT": 3919,
+      "▁кон": 3920,
+      "fort": 3921,
+      "adas": 3922,
+      "зу": 3923,
+      "System": 3924,
+      "▁Sw": 3925,
+      "▁ever": 3926,
+      "LO": 3927,
+      "▁correspond": 3928,
+      "▁Po": 3929,
+      "argin": 3930,
+      "кт": 3931,
+      "ій": 3932,
+      "▁remain": 3933,
+      "cio": 3934,
+      "▁actual": 3935,
+      "сту": 3936,
+      "▁sind": 3937,
+      "▁Pe": 3938,
+      "▁changed": 3939,
+      "▁Note": 3940,
+      "skie": 3941,
+      "▁family": 3942,
+      "ità": 3943,
+      "cos": 3944,
+      "txt": 3945,
+      "ker": 3946,
+      "ceed": 3947,
+      "▁arr": 3948,
+      "▁cam": 3949,
+      "izer": 3950,
+      "▁Dan": 3951,
+      "hel": 3952,
+      "icult": 3953,
+      "HP": 3954,
+      "iler": 3955,
+      "▁Sal": 3956,
+      "▁connection": 3957,
+      "usion": 3958,
+      "kn": 3959,
+      "RI": 3960,
+      "▁vom": 3961,
+      "Listener": 3962,
+      "▁ö": 3963,
+      "▁dim": 3964,
+      "▁press": 3965,
+      "▁esc": 3966,
+      "▁Try": 3967,
+      "atalog": 3968,
+      "▁thanks": 3969,
+      "DO": 3970,
+      "▁written": 3971,
+      "dir": 3972,
+      "rew": 3973,
+      "▁fire": 3974,
+      "▁Nach": 3975,
+      "▁á": 3976,
+      "enc": 3977,
+      "▁origin": 3978,
+      "▁November": 3979,
+      "▁};": 3980,
+      "Count": 3981,
+      "▁За": 3982,
+      "▁graph": 3983,
+      "▁mis": 3984,
+      "▁External": 3985,
+      "▁▁▁▁▁▁▁▁▁": 3986,
+      "▁options": 3987,
+      "▁URL": 3988,
+      "▁php": 3989,
+      "▁integr": 3990,
+      "Config": 3991,
+      "▁Text": 3992,
+      "inner": 3993,
+      "▁crit": 3994,
+      ",”": 3995,
+      "▁tog": 3996,
+      "$$": 3997,
+      "nof": 3998,
+      "▁ses": 3999,
+      "ühr": 4000,
+      "▁Since": 4001,
+      "Des": 4002,
+      "ube": 4003,
+      "▁section": 4004,
+      "▁gi": 4005,
+      "ford": 4006,
+      "▁Ass": 4007,
+      "ainer": 4008,
+      "ttp": 4009,
+      "▁behav": 4010,
+      "ports": 4011,
+      "draw": 4012,
+      "This": 4013,
+      "ranch": 4014,
+      "inding": 4015,
+      "▁estab": 4016,
+      "▁obtain": 4017,
+      "rich": 4018,
+      "licit": 4019,
+      "ев": 4020,
+      "▁qual": 4021,
+      "▁za": 4022,
+      "▁har": 4023,
+      "▁fac": 4024,
+      "aar": 4025,
+      "jet": 4026,
+      "icles": 4027,
+      "▁Aus": 4028,
+      "▁hor": 4029,
+      "▁remov": 4030,
+      "▁wie": 4031,
+      "Client": 4032,
+      "▁natur": 4033,
+      "hip": 4034,
+      "Sub": 4035,
+      "▁random": 4036,
+      "DF": 4037,
+      "▁area": 4038,
+      "tag": 4039,
+      "Pr": 4040,
+      "▁Ital": 4041,
+      "▁roku": 4042,
+      "nofollow": 4043,
+      "*}": 4044,
+      "▁others": 4045,
+      "▁limit": 4046,
+      "▁sil": 4047,
+      "▁sav": 4048,
+      "▁often": 4049,
+      "▁render": 4050,
+      "DB": 4051,
+      "▁Mc": 4052,
+      "▁zijn": 4053,
+      "жен": 4054,
+      "▁tag": 4055,
+      "ming": 4056,
+      "lichen": 4057,
+      "pack": 4058,
+      "▁Ag": 4059,
+      "▁sense": 4060,
+      "pg": 4061,
+      "Method": 4062,
+      "aged": 4063,
+      "ág": 4064,
+      "ła": 4065,
+      "▁interest": 4066,
+      "▁associ": 4067,
+      "volution": 4068,
+      "▁empty": 4069,
+      "iche": 4070,
+      "▁gro": 4071,
+      "▁types": 4072,
+      "▁Sie": 4073,
+      "Inter": 4074,
+      "▁noreferrer": 4075,
+      "▁gives": 4076,
+      "hal": 4077,
+      "▁save": 4078,
+      "▁font": 4079,
+      "ruction": 4080,
+      "Script": 4081,
+      "▁alla": 4082,
+      "▁says": 4083,
+      "▁fu": 4084,
+      "ape": 4085,
+      "▁language": 4086,
+      "iger": 4087,
+      "▁King": 4088,
+      "bor": 4089,
+      "uv": 4090,
+      "▁shall": 4091,
+      "▁Europe": 4092,
+      "▁einem": 4093,
+      "▁water": 4094,
+      "▁govern": 4095,
+      "anz": 4096,
+      "ators": 4097,
+      "▁month": 4098,
+      "ye": 4099,
+      "▁important": 4100,
+      "atz": 4101,
+      "first": 4102,
+      "▁Trans": 4103,
+      "▁Mad": 4104,
+      "▁bra": 4105,
+      "ika": 4106,
+      "▁Saint": 4107,
+      "oria": 4108,
+      "kre": 4109,
+      "ements": 4110,
+      "▁Ben": 4111,
+      "lav": 4112,
+      "▁admin": 4113,
+      "▁Hen": 4114,
+      "ril": 4115,
+      "▁Sm": 4116,
+      "cat": 4117,
+      "▁Refer": 4118,
+      "▁Ш": 4119,
+      "▁pract": 4120,
+      "▁Pat": 4121,
+      "▁Gre": 4122,
+      "▁young": 4123,
+      "▁Inter": 4124,
+      "oma": 4125,
+      "teger": 4126,
+      "ibility": 4127,
+      "▁parameters": 4128,
+      "▁everything": 4129,
+      "dat": 4130,
+      "urop": 4131,
+      "olean": 4132,
+      "▁returned": 4133,
+      "▁Class": 4134,
+      "acy": 4135,
+      "####": 4136,
+      "▁př": 4137,
+      "▁folder": 4138,
+      "▁kon": 4139,
+      "▁guess": 4140,
+      "gt": 4141,
+      "jen": 4142,
+      "annel": 4143,
+      "icon": 4144,
+      "▁comb": 4145,
+      "rict": 4146,
+      "▁hij": 4147,
+      "▁author": 4148,
+      "see": 4149,
+      "here": 4150,
+      "stra": 4151,
+      "▁entire": 4152,
+      "▁directly": 4153,
+      "raft": 4154,
+      "heet": 4155,
+      "ester": 4156,
+      "▁ми": 4157,
+      "▁mass": 4158,
+      "untu": 4159,
+      "▁users": 4160,
+      "chi": 4161,
+      "PE": 4162,
+      "▁component": 4163,
+      "Click": 4164,
+      "Att": 4165,
+      "▁sobre": 4166,
+      "ands": 4167,
+      "▁Hol": 4168,
+      "▁Sant": 4169,
+      "ori": 4170,
+      "▁sua": 4171,
+      "std": 4172,
+      "entic": 4173,
+      "CC": 4174,
+      "▁filter": 4175,
+      "SQL": 4176,
+      "▁God": 4177,
+      "At": 4178,
+      "▁му": 4179,
+      "▁performance": 4180,
+      "delta": 4181,
+      "ande": 4182,
+      "amer": 4183,
+      "ды": 4184,
+      "▁cult": 4185,
+      "▁Nor": 4186,
+      "but": 4187,
+      "▁lik": 4188,
+      "********": 4189,
+      "ствен": 4190,
+      "▁comme": 4191,
+      "▁dr": 4192,
+      "imer": 4193,
+      "ordin": 4194,
+      "▁condition": 4195,
+      "este": 4196,
+      "([": 4197,
+      "FF": 4198,
+      "ться": 4199,
+      "imo": 4200,
+      "rab": 4201,
+      "іль": 4202,
+      "▁half": 4203,
+      "each": 4204,
+      "Dis": 4205,
+      "▁rows": 4206,
+      "▁hon": 4207,
+      "▁together": 4208,
+      "▁și": 4209,
+      "medi": 4210,
+      "agn": 4211,
+      "alled": 4212,
+      "▁vill": 4213,
+      "ING": 4214,
+      "idden": 4215,
+      "▁draw": 4216,
+      "yntax": 4217,
+      "▁attempt": 4218,
+      "URL": 4219,
+      "pose": 4220,
+      "▁indic": 4221,
+      "ника": 4222,
+      "▁English": 4223,
+      "▁déc": 4224,
+      "▁needs": 4225,
+      "▁normal": 4226,
+      "urt": 4227,
+      "▁но": 4228,
+      "}}\\": 4229,
+      "last": 4230,
+      "▁Fin": 4231,
+      "▁Febru": 4232,
+      "ila": 4233,
+      "▁country": 4234,
+      "▁fields": 4235,
+      "▁max": 4236,
+      "lés": 4237,
+      "owie": 4238,
+      "▁deux": 4239,
+      "▁built": 4240,
+      "▁Main": 4241,
+      "▁camp": 4242,
+      "ivo": 4243,
+      "iva": 4244,
+      "icy": 4245,
+      "zione": 4246,
+      "Node": 4247,
+      "▁:)": 4248,
+      "▁among": 4249,
+      "▁Ob": 4250,
+      "▁cases": 4251,
+      "haps": 4252,
+      "sers": 4253,
+      "arter": 4254,
+      "ści": 4255,
+      "▁iter": 4256,
+      "▁named": 4257,
+      "exec": 4258,
+      "▁season": 4259,
+      "tot": 4260,
+      "=>": 4261,
+      "graph": 4262,
+      "▁nil": 4263,
+      "acional": 4264,
+      "▁NULL": 4265,
+      "▁special": 4266,
+      "сте": 4267,
+      "css": 4268,
+      "▁\\(": 4269,
+      "vs": 4270,
+      "ael": 4271,
+      "▁city": 4272,
+      "ova": 4273,
+      "▁article": 4274,
+      "▁South": 4275,
+      "Action": 4276,
+      "ça": 4277,
+      "spring": 4278,
+      "itude": 4279,
+      "▁complex": 4280,
+      "▁что": 4281,
+      "build": 4282,
+      "gamma": 4283,
+      "▁Ent": 4284,
+      "iers": 4285,
+      "'.": 4286,
+      "car": 4287,
+      "apache": 4288,
+      "ingen": 4289,
+      "Input": 4290,
+      ": ": 4291,
+      "▁dynam": 4292,
+      "alls": 4293,
+      "show": 4294,
+      "|\\": 4295,
+      "▁wird": 4296,
+      "Bar": 4297,
+      "alth": 4298,
+      "model": 4299,
+      "Trans": 4300,
+      "Row": 4301,
+      "abe": 4302,
+      "▁lib": 4303,
+      "null": 4304,
+      "ragment": 4305,
+      "▁State": 4306,
+      "▁law": 4307,
+      "Frame": 4308,
+      "▁Lo": 4309,
+      "geb": 4310,
+      "}$.": 4311,
+      "▁needed": 4312,
+      "▁contr": 4313,
+      "aries": 4314,
+      "▁screen": 4315,
+      "yr": 4316,
+      "mm": 4317,
+      "▁shown": 4318,
+      "▁bad": 4319,
+      "▁cast": 4320,
+      "▁Test": 4321,
+      "▁Auf": 4322,
+      "▁quant": 4323,
+      "iga": 4324,
+      "▁ren": 4325,
+      "▁Mac": 4326,
+      "▁transform": 4327,
+      "▁difference": 4328,
+      "▁tit": 4329,
+      "TE": 4330,
+      "▁step": 4331,
+      "▁capt": 4332,
+      "▁collection": 4333,
+      "ictionary": 4334,
+      "▁Tom": 4335,
+      "rier": 4336,
+      "▁move": 4337,
+      "cope": 4338,
+      "ords": 4339,
+      "▁further": 4340,
+      "▁columns": 4341,
+      "▁Lin": 4342,
+      "▁fixed": 4343,
+      "▁children": 4344,
+      "MS": 4345,
+      "mo": 4346,
+      "una": 4347,
+      "▁individ": 4348,
+      "tty": 4349,
+      "aste": 4350,
+      "src": 4351,
+      "match": 4352,
+      "wi": 4353,
+      "▁х": 4354,
+      "▁ди": 4355,
+      "▁ord": 4356,
+      "iving": 4357,
+      "▁Bro": 4358,
+      "▁almost": 4359,
+      "▁Pres": 4360,
+      "reci": 4361,
+      "aring": 4362,
+      "▁///": 4363,
+      "ется": 4364,
+      "▁sig": 4365,
+      "light": 4366,
+      "▁Red": 4367,
+      "▁suggest": 4368,
+      "olf": 4369,
+      "▁été": 4370,
+      "isation": 4371,
+      "зна": 4372,
+      "New": 4373,
+      "стан": 4374,
+      "LA": 4375,
+      "unicip": 4376,
+      "▁figure": 4377,
+      "mt": 4378,
+      "iale": 4379,
+      "▁catch": 4380,
+      "default": 4381,
+      "▁tele": 4382,
+      "▁matter": 4383,
+      "cast": 4384,
+      "▁Rich": 4385,
+      "▁handle": 4386,
+      "valu": 4387,
+      "$-": 4388,
+      "об": 4389,
+      "▁json": 4390,
+      "Create": 4391,
+      "▁exam": 4392,
+      "аль": 4393,
+      "ют": 4394,
+      "ored": 4395,
+      "idos": 4396,
+      "append": 4397,
+      "▁Array": 4398,
+      "кс": 4399,
+      "}[": 4400,
+      "rive": 4401,
+      "▁club": 4402,
+      "mann": 4403,
+      "▁este": 4404,
+      "esta": 4405,
+      "▁Gi": 4406,
+      "▁Jap": 4407,
+      "▁Name": 4408,
+      "Column": 4409,
+      "oups": 4410,
+      "ismo": 4411,
+      "▁City": 4412,
+      "▁classes": 4413,
+      "▁infl": 4414,
+      "hl": 4415,
+      "ром": 4416,
+      "▁adding": 4417,
+      "▁fail": 4418,
+      "xx": 4419,
+      "ões": 4420,
+      "Sc": 4421,
+      "util": 4422,
+      "▁location": 4423,
+      "lege": 4424,
+      "ago": 4425,
+      "▁properties": 4426,
+      "abil": 4427,
+      "vas": 4428,
+      "}$,": 4429,
+      "itted": 4430,
+      "ód": 4431,
+      "▁Dem": 4432,
+      "▁asked": 4433,
+      "▁tab": 4434,
+      "Source": 4435,
+      "▁errors": 4436,
+      "ographie": 4437,
+      "▁жи": 4438,
+      "▁mal": 4439,
+      "stract": 4440,
+      "▁dro": 4441,
+      "rak": 4442,
+      "▁note": 4443,
+      "▁setting": 4444,
+      "▁fem": 4445,
+      "▁saw": 4446,
+      "iar": 4447,
+      "HER": 4448,
+      "ес": 4449,
+      "▁pred": 4450,
+      "▁Out": 4451,
+      "▁items": 4452,
+      "лан": 4453,
+      "▁werd": 4454,
+      "ersion": 4455,
+      "lia": 4456,
+      "▁sin": 4457,
+      "ichte": 4458,
+      "▁feel": 4459,
+      "▁пра": 4460,
+      "▁oder": 4461,
+      "UE": 4462,
+      "ocument": 4463,
+      "▁mode": 4464,
+      "▁Na": 4465,
+      "ден": 4466,
+      "mes": 4467,
+      "framework": 4468,
+      "▁auto": 4469,
+      "ным": 4470,
+      "uby": 4471,
+      "▁template": 4472,
+      "▁mess": 4473,
+      "ieder": 4474,
+      "▁related": 4475,
+      "oken": 4476,
+      "▁follows": 4477,
+      "search": 4478,
+      "ami": 4479,
+      "▁wait": 4480,
+      "igr": 4481,
+      "▁low": 4482,
+      "ских": 4483,
+      "ская": 4484,
+      "▁Mark": 4485,
+      "▁ill": 4486,
+      "amento": 4487,
+      "\\<": 4488,
+      "▁df": 4489,
+      "osition": 4490,
+      "▁Ви": 4491,
+      "isf": 4492,
+      "▁Deutsch": 4493,
+      "ahl": 4494,
+      "war": 4495,
+      "itect": 4496,
+      "▁sal": 4497,
+      "elen": 4498,
+      "ById": 4499,
+      "▁gru": 4500,
+      "sv": 4501,
+      "▁passed": 4502,
+      "▁añ": 4503,
+      "Sch": 4504,
+      "▁solve": 4505,
+      "weise": 4506,
+      "atos": 4507,
+      "▁meg": 4508,
+      "▁member": 4509,
+      "ername": 4510,
+      "▁connect": 4511,
+      "ips": 4512,
+      "▁round": 4513,
+      "▁]": 4514,
+      "nes": 4515,
+      "▁dir": 4516,
+      "▁London": 4517,
+      "dy": 4518,
+      "FA": 4519,
+      "▁received": 4520,
+      "reet": 4521,
+      "▁Log": 4522,
+      "▁School": 4523,
+      "ango": 4524,
+      "▁These": 4525,
+      "▁Mont": 4526,
+      "▁ener": 4527,
+      "lad": 4528,
+      "▁define": 4529,
+      "sign": 4530,
+      "▁cle": 4531,
+      "figure": 4532,
+      "▁View": 4533,
+      "textbf": 4534,
+      "$\\": 4535,
+      "зы": 4536,
+      "number": 4537,
+      "▁din": 4538,
+      "eller": 4539,
+      "orithm": 4540,
+      "false": 4541,
+      "fol": 4542,
+      "fficient": 4543,
+      "▁HTML": 4544,
+      "liche": 4545,
+      "▁Mo": 4546,
+      "▁introdu": 4547,
+      "exp": 4548,
+      "▁strong": 4549,
+      "▁thus": 4550,
+      "/)": 4551,
+      "▁ele": 4552,
+      "▁так": 4553,
+      "▁па": 4554,
+      "▁dont": 4555,
+      "▁cause": 4556,
+      "Number": 4557,
+      "▁images": 4558,
+      "▁sample": 4559,
+      "▁sci": 4560,
+      "like": 4561,
+      "▁Lou": 4562,
+      "div": 4563,
+      "anc": 4564,
+      "▁front": 4565,
+      "nen": 4566,
+      "▁missing": 4567,
+      "aria": 4568,
+      "pres": 4569,
+      "▁пред": 4570,
+      "DI": 4571,
+      "filter": 4572,
+      "▁Mit": 4573,
+      "UR": 4574,
+      "▁opp": 4575,
+      "▁sql": 4576,
+      "▁року": 4577,
+      "eren": 4578,
+      "emat": 4579,
+      "ís": 4580,
+      "▁Jean": 4581,
+      "éc": 4582,
+      "▁ci": 4583,
+      "enne": 4584,
+      "atform": 4585,
+      "▁taken": 4586,
+      "▁Of": 4587,
+      "▁насе": 4588,
+      "▁err": 4589,
+      "OP": 4590,
+      "From": 4591,
+      "Default": 4592,
+      "▁General": 4593,
+      "wiki": 4594,
+      "▁grand": 4595,
+      "▁einen": 4596,
+      "Reg": 4597,
+      "Handler": 4598,
+      "conom": 4599,
+      "anger": 4600,
+      "▁был": 4601,
+      "▁Los": 4602,
+      "▁expression": 4603,
+      "ша": 4604,
+      "yal": 4605,
+      "▁$('": 4606,
+      "▁switch": 4607,
+      "▁vector": 4608,
+      "▁Thom": 4609,
+      "▁virt": 4610,
+      "leased": 4611,
+      "▁cover": 4612,
+      "▁resp": 4613,
+      "ako": 4614,
+      "rench": 4615,
+      "ota": 4616,
+      "Cell": 4617,
+      "anged": 4618,
+      "▁+=": 4619,
+      "lac": 4620,
+      "ska": 4621,
+      "next": 4622,
+      "▁International": 4623,
+      "▁Wil": 4624,
+      "▁ont": 4625,
+      "ibr": 4626,
+      "ustr": 4627,
+      "▁black": 4628,
+      "▁selected": 4629,
+      "cher": 4630,
+      "▁liter": 4631,
+      "root": 4632,
+      "лся": 4633,
+      "▁Life": 4634,
+      "▁insert": 4635,
+      "▁matrix": 4636,
+      "ises": 4637,
+      ")]": 4638,
+      "▁pel": 4639,
+      "Override": 4640,
+      "rypt": 4641,
+      "▁former": 4642,
+      "▁Film": 4643,
+      "▁North": 4644,
+      "client": 4645,
+      "▁night": 4646,
+      "ходи": 4647,
+      "▁Austral": 4648,
+      "▁Ret": 4649,
+      "rho": 4650,
+      "▁пер": 4651,
+      "ipedia": 4652,
+      "▁express": 4653,
+      "▁third": 4654,
+      "▁major": 4655,
+      "▁grad": 4656,
+      "owe": 4657,
+      "▁believe": 4658,
+      "ournal": 4659,
+      "▁status": 4660,
+      "unc": 4661,
+      "▁dou": 4662,
+      "▁JSON": 4663,
+      "uis": 4664,
+      "▁population": 4665,
+      "enz": 4666,
+      "▁William": 4667,
+      "sf": 4668,
+      "▁Object": 4669,
+      "▁cin": 4670,
+      "▁Di": 4671,
+      "curity": 4672,
+      "▁Open": 4673,
+      "▁ле": 4674,
+      "lar": 4675,
+      "adding": 4676,
+      "▁kom": 4677,
+      "}(\\": 4678,
+      "▁kil": 4679,
+      "umer": 4680,
+      "\"/>": 4681,
+      "▁feature": 4682,
+      "▁Are": 4683,
+      "cks": 4684,
+      "▁Internet": 4685,
+      "▁ih": 4686,
+      "▁started": 4687,
+      "▁early": 4688,
+      "▁began": 4689,
+      "TH": 4690,
+      "python": 4691,
+      "asp": 4692,
+      "▁Fr": 4693,
+      "▁clos": 4694,
+      "istic": 4695,
+      "▁music": 4696,
+      "▁dig": 4697,
+      "▁ital": 4698,
+      "▁David": 4699,
+      "▁website": 4700,
+      "▁controller": 4701,
+      "▁Mer": 4702,
+      "context": 4703,
+      "product": 4704,
+      "osp": 4705,
+      "▁▁▁▁▁▁▁": 4706,
+      "▁jun": 4707,
+      "rown": 4708,
+      "▁Az": 4709,
+      "\":\"": 4710,
+      "▁aan": 4711,
+      "▁Date": 4712,
+      "mult": 4713,
+      "▁browser": 4714,
+      "ред": 4715,
+      "which": 4716,
+      "RA": 4717,
+      "quare": 4718,
+      "▁Russ": 4719,
+      "▁soon": 4720,
+      "▁Pre": 4721,
+      "tau": 4722,
+      "▁week": 4723,
+      "▁ба": 4724,
+      "▁oct": 4725,
+      "▁town": 4726,
+      "roy": 4727,
+      "▁els": 4728,
+      "blic": 4729,
+      "undle": 4730,
+      "▁Histor": 4731,
+      "▁foi": 4732,
+      "▁models": 4733,
+      "зо": 4734,
+      "onym": 4735,
+      "Param": 4736,
+      "▁Met": 4737,
+      "gener": 4738,
+      "ją": 4739,
+      "▁espe": 4740,
+      "CE": 4741,
+      "▁device": 4742,
+      "ellow": 4743,
+      "▁debug": 4744,
+      "érie": 4745,
+      "using": 4746,
+      "анг": 4747,
+      "▁*)": 4748,
+      "udi": 4749,
+      "▁Miss": 4750,
+      "ком": 4751,
+      "posed": 4752,
+      "▁zwe": 4753,
+      "ін": 4754,
+      "▁Robert": 4755,
+      "▁Oct": 4756,
+      "lop": 4757,
+      "jar": 4758,
+      "▁aver": 4759,
+      "▁habit": 4760,
+      "▁::": 4761,
+      "äng": 4762,
+      "Start": 4763,
+      "▁pow": 4764,
+      "▁src": 4765,
+      "▁pattern": 4766,
+      "▁Э": 4767,
+      "▁bi": 4768,
+      "otes": 4769,
+      "▁__": 4770,
+      "▁sens": 4771,
+      "▁avoid": 4772,
+      "example": 4773,
+      "utt": 4774,
+      "Label": 4775,
+      "tex": 4776,
+      "boot": 4777,
+      "esto": 4778,
+      "▁March": 4779,
+      "▁easy": 4780,
+      "icture": 4781,
+      "Group": 4782,
+      "▁father": 4783,
+      "▁updated": 4784,
+      "▁Vo": 4785,
+      "▁III": 4786,
+      "omega": 4787,
+      "▁alle": 4788,
+      "Rec": 4789,
+      "yg": 4790,
+      "зе": 4791,
+      "▁Dim": 4792,
+      "nect": 4793,
+      "▁Tor": 4794,
+      "▁deutsch": 4795,
+      "▁white": 4796,
+      "▁national": 4797,
+      "ppe": 4798,
+      "▁air": 4799,
+      "▁password": 4800,
+      "det": 4801,
+      "▁big": 4802,
+      "▁Use": 4803,
+      "call": 4804,
+      "▁extra": 4805,
+      "We": 4806,
+      "ania": 4807,
+      "▁hold": 4808,
+      "Control": 4809,
+      "▁CO": 4810,
+      "▁мі": 4811,
+      "iti": 4812,
+      "▁Ke": 4813,
+      "enu": 4814,
+      "▁Park": 4815,
+      "том": 4816,
+      "▁auth": 4817,
+      "▁center": 4818,
+      "Ph": 4819,
+      "тов": 4820,
+      "iding": 4821,
+      "▁across": 4822,
+      "▁song": 4823,
+      "▁phys": 4824,
+      "▁numer": 4825,
+      "ща": 4826,
+      "▁Alex": 4827,
+      "▁problems": 4828,
+      "▁Error": 4829,
+      "format": 4830,
+      "▁Acc": 4831,
+      "▁six": 4832,
+      "▁db": 4833,
+      "▁Cast": 4834,
+      "oms": 4835,
+      "project": 4836,
+      "▁vert": 4837,
+      "cret": 4838,
+      "▁header": 4839,
+      "▁stream": 4840,
+      "ids": 4841,
+      "▁tor": 4842,
+      "▁sept": 4843,
+      "▁estim": 4844,
+      "▁decl": 4845,
+      "▁gave": 4846,
+      "▁player": 4847,
+      "ysis": 4848,
+      "▁дру": 4849,
+      "amm": 4850,
+      "що": 4851,
+      "▁(\"": 4852,
+      "▁ax": 4853,
+      "Property": 4854,
+      "usr": 4855,
+      "▁someone": 4856,
+      "▁impro": 4857,
+      "aden": 4858,
+      "rote": 4859,
+      "▁Ми": 4860,
+      "ih": 4861,
+      "++)": 4862,
+      "▁video": 4863,
+      "▁exists": 4864,
+      "кла": 4865,
+      "▁complete": 4866,
+      "▁session": 4867,
+      "▁constant": 4868,
+      "icos": 4869,
+      "▁pack": 4870,
+      "rome": 4871,
+      "egr": 4872,
+      "Application": 4873,
+      "▁yes": 4874,
+      "▁elle": 4875,
+      "▁email": 4876,
+      "orf": 4877,
+      "case": 4878,
+      "▁pointer": 4879,
+      "▁regard": 4880,
+      "sen": 4881,
+      "status": 4882,
+      "▁mes": 4883,
+      "▁delle": 4884,
+      "ington": 4885,
+      "▁Bas": 4886,
+      ")^": 4887,
+      "develop": 4888,
+      "▁force": 4889,
+      "▁characters": 4890,
+      "▁cross": 4891,
+      "▁death": 4892,
+      "▁takes": 4893,
+      "éri": 4894,
+      "igne": 4895,
+      "чен": 4896,
+      "UP": 4897,
+      ".:": 4898,
+      "Thread": 4899,
+      "ju": 4900,
+      "iny": 4901,
+      "▁details": 4902,
+      "▁xml": 4903,
+      "tait": 4904,
+      "output": 4905,
+      "message": 4906,
+      "''": 4907,
+      "▁British": 4908,
+      "ville": 4909,
+      "▁Div": 4910,
+      "▁User": 4911,
+      "cm": 4912,
+      "чно": 4913,
+      "column": 4914,
+      "eqref": 4915,
+      "ór": 4916,
+      "onom": 4917,
+      "▁Post": 4918,
+      "ellen": 4919,
+      "Ab": 4920,
+      "ulté": 4921,
+      "▁perfect": 4922,
+      "(){": 4923,
+      "vision": 4924,
+      "active": 4925,
+      "lier": 4926,
+      "rij": 4927,
+      "sd": 4928,
+      "▁kö": 4929,
+      "▁nie": 4930,
+      "▁relig": 4931,
+      "▁ot": 4932,
+      "▁machine": 4933,
+      "▁held": 4934,
+      ")$.": 4935,
+      "========": 4936,
+      "cker": 4937,
+      "вы": 4938,
+      "born": 4939,
+      "▁past": 4940,
+      "рия": 4941,
+      "▁Dr": 4942,
+      "▁regular": 4943,
+      "▁provided": 4944,
+      "TER": 4945,
+      "▁univers": 4946,
+      "▁gets": 4947,
+      "▁nu": 4948,
+      "▁/*": 4949,
+      "ober": 4950,
+      "fin": 4951,
+      "▁nella": 4952,
+      "▁become": 4953,
+      "▁``": 4954,
+      "▁history": 4955,
+      "▁Sol": 4956,
+      "▁Rad": 4957,
+      "▁terms": 4958,
+      "▁events": 4959,
+      "lymp": 4960,
+      ")))": 4961,
+      "рова": 4962,
+      "▁absol": 4963,
+      "▁soft": 4964,
+      "links": 4965,
+      "▁hope": 4966,
+      "▁subject": 4967,
+      "\"),": 4968,
+      "▁creating": 4969,
+      "▁}\r": 4970,
+      "▁Sk": 4971,
+      "▁flow": 4972,
+      "▁Ра": 4973,
+      "▁assert": 4974,
+      "zet": 4975,
+      "▁Frank": 4976,
+      "sa": 4977,
+      "▁distribution": 4978,
+      "cu": 4979,
+      "band": 4980,
+      "izz": 4981,
+      "▁job": 4982,
+      "iner": 4983,
+      "struct": 4984,
+      "ák": 4985,
+      "TO": 4986,
+      "auf": 4987,
+      "▁extends": 4988,
+      "▁Gra": 4989,
+      "display": 4990,
+      "▁signific": 4991,
+      "oney": 4992,
+      "source": 4993,
+      "microsoft": 4994,
+      "inder": 4995,
+      "▁quick": 4996,
+      "▁wonder": 4997,
+      "Instance": 4998,
+      "elles": 4999,
+      "ème": 5000,
+      "▁company": 5001,
+      "uß": 5002,
+      ".}": 5003,
+      "▁separate": 5004,
+      "UM": 5005,
+      "HERE": 5006,
+      "▁writing": 5007,
+      "itution": 5008,
+      "▁Gesch": 5009,
+      "мя": 5010,
+      "▁James": 5011,
+      "▁DE": 5012,
+      "▁Spe": 5013,
+      "process": 5014,
+      "Str": 5015,
+      "▁sym": 5016,
+      "▁ao": 5017,
+      "▁wy": 5018,
+      "▁anyone": 5019,
+      "▁Up": 5020,
+      "useum": 5021,
+      "aron": 5022,
+      "▁definition": 5023,
+      "▁`$": 5024,
+      "▁fav": 5025,
+      "ributes": 5026,
+      "▁Ré": 5027,
+      "ografia": 5028,
+      "element": 5029,
+      "cap": 5030,
+      "pat": 5031,
+      "▁Bra": 5032,
+      ")(": 5033,
+      "▁according": 5034,
+      "ге": 5035,
+      "▁pie": 5036,
+      "eli": 5037,
+      "}\"": 5038,
+      "▁activ": 5039,
+      "▁stop": 5040,
+      "patch": 5041,
+      "ті": 5042,
+      "▁Jose": 5043,
+      "End": 5044,
+      "▁prze": 5045,
+      "▁age": 5046,
+      "itory": 5047,
+      "▁PHP": 5048,
+      "agement": 5049,
+      "▁`.": 5050,
+      "▁pretty": 5051,
+      "▁recomm": 5052,
+      "▁sud": 5053,
+      "▁requ": 5054,
+      "▁обла": 5055,
+      "atives": 5056,
+      "▁High": 5057,
+      "áz": 5058,
+      "oul": 5059,
+      "rest": 5060,
+      "▁Ter": 5061,
+      "under": 5062,
+      "thern": 5063,
+      "center": 5064,
+      "▁ur": 5065,
+      "lat": 5066,
+      "▁interface": 5067,
+      "▁ин": 5068,
+      "▁whose": 5069,
+      "icas": 5070,
+      "amen": 5071,
+      "Filter": 5072,
+      "▁station": 5073,
+      "Page": 5074,
+      "▁arm": 5075,
+      "▁eyes": 5076,
+      "▁рай": 5077,
+      "▁seu": 5078,
+      "oli": 5079,
+      "win": 5080,
+      "lik": 5081,
+      "gex": 5082,
+      "chan": 5083,
+      "idence": 5084,
+      "args": 5085,
+      "aking": 5086,
+      "▁Google": 5087,
+      "▁Stud": 5088,
+      "▁ho": 5089,
+      "торы": 5090,
+      "Su": 5091,
+      "▁automat": 5092,
+      "ême": 5093,
+      "▁cy": 5094,
+      "lor": 5095,
+      "▁stack": 5096,
+      "▁SELECT": 5097,
+      "AF": 5098,
+      "▁>>": 5099,
+      "▁compet": 5100,
+      "▁pair": 5101,
+      "▁inglés": 5102,
+      "Response": 5103,
+      "▁Fig": 5104,
+      "grad": 5105,
+      "▁documentation": 5106,
+      "▁cant": 5107,
+      "▁appreci": 5108,
+      "ån": 5109,
+      "▁learn": 5110,
+      "▁indep": 5111,
+      "▁pal": 5112,
+      "package": 5113,
+      "ares": 5114,
+      "▁Berlin": 5115,
+      "бли": 5116,
+      "reich": 5117,
+      "ён": 5118,
+      "▁satisf": 5119,
+      "▁region": 5120,
+      "▁friend": 5121,
+      "▁George": 5122,
+      "▁Во": 5123,
+      "▁\"\"": 5124,
+      "▁desde": 5125,
+      "Factory": 5126,
+      "▁County": 5127,
+      "ouv": 5128,
+      "▁‘": 5129,
+      "▁installed": 5130,
+      "▁wanted": 5131,
+      "▁Python": 5132,
+      "▁interpre": 5133,
+      "▁included": 5134,
+      "▁((": 5135,
+      "▁altern": 5136,
+      "isto": 5137,
+      "gn": 5138,
+      "▁border": 5139,
+      "pdf": 5140,
+      "▁dup": 5141,
+      "▁download": 5142,
+      "just": 5143,
+      "▁members": 5144,
+      "child": 5145,
+      "▁pay": 5146,
+      "▁cer": 5147,
+      "▁looked": 5148,
+      "▁correctly": 5149,
+      "auth": 5150,
+      "▁стан": 5151,
+      "▁esp": 5152,
+      "▁desc": 5153,
+      "eben": 5154,
+      "▁questions": 5155,
+      "mal": 5156,
+      "▁abgerufen": 5157,
+      "▁Band": 5158,
+      "▁[]": 5159,
+      "Base": 5160,
+      "▁ris": 5161,
+      "▁fort": 5162,
+      "▁Id": 5163,
+      "▁various": 5164,
+      "▁League": 5165,
+      "▁Hand": 5166,
+      "▁Type": 5167,
+      "irl": 5168,
+      "▁Fe": 5169,
+      "ién": 5170,
+      "itter": 5171,
+      "▁fast": 5172,
+      "sta": 5173,
+      "▁except": 5174,
+      "icz": 5175,
+      "▁French": 5176,
+      "▁environment": 5177,
+      "▁conse": 5178,
+      "ур": 5179,
+      "ого": 5180,
+      "▁necessary": 5181,
+      "target": 5182,
+      "▁reading": 5183,
+      "home": 5184,
+      "zeich": 5185,
+      "▁equal": 5186,
+      "▁più": 5187,
+      "▁prem": 5188,
+      "▁difficult": 5189,
+      "▁unit": 5190,
+      "▁replace": 5191,
+      "▁heart": 5192,
+      "▁talk": 5193,
+      "AM": 5194,
+      "▁RE": 5195,
+      "▁Person": 5196,
+      "endency": 5197,
+      "▁imm": 5198,
+      "▁human": 5199,
+      "dn": 5200,
+      "▁Kir": 5201,
+      "▁Aut": 5202,
+      "known": 5203,
+      "▁frequ": 5204,
+      "system": 5205,
+      "лав": 5206,
+      "▁Sz": 5207,
+      "▁Gal": 5208,
+      "ное": 5209,
+      "selves": 5210,
+      "rightarrow": 5211,
+      "▁Са": 5212,
+      "=\"@": 5213,
+      "▁building": 5214,
+      "import": 5215,
+      "▁fam": 5216,
+      "▁delete": 5217,
+      "aire": 5218,
+      "mary": 5219,
+      "▁fund": 5220,
+      "▁particip": 5221,
+      "▁syn": 5222,
+      "sin": 5223,
+      "▁lower": 5224,
+      "▁zero": 5225,
+      "▁sec": 5226,
+      "▁fra": 5227,
+      "Point": 5228,
+      "▁failed": 5229,
+      "iento": 5230,
+      "cup": 5231,
+      "▁slow": 5232,
+      "▁nation": 5233,
+      "ähr": 5234,
+      "▁info": 5235,
+      "▁Public": 5236,
+      "▁decla": 5237,
+      "▁Та": 5238,
+      "▁sold": 5239,
+      "▁Rem": 5240,
+      "▁Phil": 5241,
+      "стра": 5242,
+      "▁mehr": 5243,
+      "▁Work": 5244,
+      "▁Nord": 5245,
+      "▁fait": 5246,
+      "▁gew": 5247,
+      "println": 5248,
+      "obile": 5249,
+      "▁Kon": 5250,
+      "▁assume": 5251,
+      "lands": 5252,
+      "▁amount": 5253,
+      "▁Press": 5254,
+      "ých": 5255,
+      "▁maxim": 5256,
+      "▁Champion": 5257,
+      "library": 5258,
+      "añ": 5259,
+      "▁Wal": 5260,
+      "Comm": 5261,
+      "]]": 5262,
+      "▁zw": 5263,
+      "▁social": 5264,
+      "LI": 5265,
+      "▁Unter": 5266,
+      "vor": 5267,
+      "Delta": 5268,
+      "email": 5269,
+      "raint": 5270,
+      "oni": 5271,
+      "▁alt": 5272,
+      "▁né": 5273,
+      "ция": 5274,
+      "ography": 5275,
+      "▁mentioned": 5276,
+      "▁<=": 5277,
+      "▁cette": 5278,
+      "▁currently": 5279,
+      "vare": 5280,
+      "izing": 5281,
+      "▁Def": 5282,
+      "icol": 5283,
+      "ünd": 5284,
+      "▁configuration": 5285,
+      "estig": 5286,
+      "III": 5287,
+      "lam": 5288,
+      "ière": 5289,
+      "▁Ear": 5290,
+      "▁tu": 5291,
+      "Ent": 5292,
+      "▁Using": 5293,
+      "▁ком": 5294,
+      "cie": 5295,
+      "▁proof": 5296,
+      "▁invol": 5297,
+      "▁History": 5298,
+      "><": 5299,
+      "▁AND": 5300,
+      "avy": 5301,
+      "▁relations": 5302,
+      "${": 5303,
+      "▁comes": 5304,
+      "▁direction": 5305,
+      "▁June": 5306,
+      "▁Way": 5307,
+      "Component": 5308,
+      "ech": 5309,
+      "▁Peter": 5310,
+      "sg": 5311,
+      "▁stra": 5312,
+      "uct": 5313,
+      "▁implementation": 5314,
+      "attle": 5315,
+      "▁cz": 5316,
+      "plot": 5317,
+      "▁played": 5318,
+      "\"></": 5319,
+      "▁five": 5320,
+      "▁coll": 5321,
+      "▁Charles": 5322,
+      "Tra": 5323,
+      "▁suo": 5324,
+      "files": 5325,
+      "entes": 5326,
+      "response": 5327,
+      "How": 5328,
+      "▁Soci": 5329,
+      "▁ign": 5330,
+      "▁led": 5331,
+      "▁German": 5332,
+      "udo": 5333,
+      "▁Du": 5334,
+      "▁tim": 5335,
+      "ounter": 5336,
+      "▁attack": 5337,
+      "uri": 5338,
+      "▁ар": 5339,
+      "esse": 5340,
+      "ivil": 5341,
+      "▁Ju": 5342,
+      "▁vel": 5343,
+      "matrix": 5344,
+      "▁Mat": 5345,
+      "gio": 5346,
+      "▁Zeit": 5347,
+      "VER": 5348,
+      "has": 5349,
+      "Connection": 5350,
+      "▁ihr": 5351,
+      "▁attribute": 5352,
+      "▁discuss": 5353,
+      "▁domain": 5354,
+      "bind": 5355,
+      "▁Sec": 5356,
+      "rik": 5357,
+      "close": 5358,
+      "gin": 5359,
+      "▁love": 5360,
+      "anto": 5361,
+      "gent": 5362,
+      "aba": 5363,
+      "jango": 5364,
+      "bi": 5365,
+      "▁obser": 5366,
+      "itting": 5367,
+      "▁ру": 5368,
+      "}=": 5369,
+      "agen": 5370,
+      "BC": 5371,
+      "some": 5372,
+      "▁Bu": 5373,
+      "▁soci": 5374,
+      "▁individual": 5375,
+      "▁deal": 5376,
+      "▁outside": 5377,
+      "rio": 5378,
+      "Exec": 5379,
+      "andid": 5380,
+      "▁business": 5381,
+      "▁tempor": 5382,
+      "▁Tur": 5383,
+      "▁(!": 5384,
+      "riter": 5385,
+      "▁google": 5386,
+      "]:": 5387,
+      "itte": 5388,
+      "xi": 5389,
+      "▁Па": 5390,
+      "hol": 5391,
+      "нь": 5392,
+      "ring": 5393,
+      "▁sul": 5394,
+      "ности": 5395,
+      "_.": 5396,
+      "gar": 5397,
+      "Task": 5398,
+      "▁Check": 5399,
+      "▁modern": 5400,
+      "▁win": 5401,
+      "uster": 5402,
+      "han": 5403,
+      "formation": 5404,
+      "void": 5405,
+      "▁фи": 5406,
+      "▁useful": 5407,
+      "▁England": 5408,
+      "los": 5409,
+      "etime": 5410,
+      "eur": 5411,
+      "▁unique": 5412,
+      "▁как": 5413,
+      "ying": 5414,
+      "obj": 5415,
+      "uid": 5416,
+      "▁windows": 5417,
+      "▁distance": 5418,
+      "▁nombre": 5419,
+      "ія": 5420,
+      "ocus": 5421,
+      "ahn": 5422,
+      "ierte": 5423,
+      "▁dar": 5424,
+      "SI": 5425,
+      "long": 5426,
+      "asta": 5427,
+      "iven": 5428,
+      "▁told": 5429,
+      "▁Gru": 5430,
+      "foo": 5431,
+      "▁calling": 5432,
+      "iembre": 5433,
+      "▁future": 5434,
+      "près": 5435,
+      "leep": 5436,
+      "avigation": 5437,
+      "POST": 5438,
+      "▁described": 5439,
+      "▁noch": 5440,
+      "unit": 5441,
+      "allen": 5442,
+      "▁branch": 5443,
+      "fa": 5444,
+      "▁fill": 5445,
+      "▁obj": 5446,
+      "▁tree": 5447,
+      "▁wurden": 5448,
+      "▁Liter": 5449,
+      "rot": 5450,
+      "split": 5451,
+      "emein": 5452,
+      "module": 5453,
+      "CA": 5454,
+      "▁operator": 5455,
+      "▁wrote": 5456,
+      "▁Jack": 5457,
+      "ologie": 5458,
+      "▁Ant": 5459,
+      "тер": 5460,
+      "stream": 5461,
+      "▁Que": 5462,
+      "epsilon": 5463,
+      "non": 5464,
+      "stein": 5465,
+      "▁simpl": 5466,
+      "pub": 5467,
+      "▁July": 5468,
+      "▁nature": 5469,
+      "▁Database": 5470,
+      "ól": 5471,
+      "ним": 5472,
+      "▁VI": 5473,
+      "être": 5474,
+      "iles": 5475,
+      "▁wel": 5476,
+      "'),": 5477,
+      "▁mut": 5478,
+      "location": 5479,
+      "▁therefore": 5480,
+      "elli": 5481,
+      "▁І": 5482,
+      "né": 5483,
+      "▁ав": 5484,
+      "ledge": 5485,
+      "▁conver": 5486,
+      "ím": 5487,
+      "▁XV": 5488,
+      "vider": 5489,
+      "▁January": 5490,
+      "▁usually": 5491,
+      "▁released": 5492,
+      "▁Mi": 5493,
+      "Head": 5494,
+      "iller": 5495,
+      "▁jan": 5496,
+      "▁letter": 5497,
+      "produ": 5498,
+      "rd": 5499,
+      "▁Cam": 5500,
+      ",'": 5501,
+      "▁Ц": 5502,
+      "▁push": 5503,
+      "update": 5504,
+      "▁maybe": 5505,
+      "Http": 5506,
+      "@\"": 5507,
+      "мер": 5508,
+      "service": 5509,
+      "parse": 5510,
+      "▁dass": 5511,
+      "ên": 5512,
+      ")\"": 5513,
+      "more": 5514,
+      "/*": 5515,
+      "▁mas": 5516,
+      "▁likely": 5517,
+      "▁material": 5518,
+      "▁[[": 5519,
+      "▁longer": 5520,
+      "bal": 5521,
+      "▁Archiv": 5522,
+      "igt": 5523,
+      "▁egy": 5524,
+      "idge": 5525,
+      "igu": 5526,
+      "conf": 5527,
+      "▁inc": 5528,
+      "consulté": 5529,
+      "▁mai": 5530,
+      "Work": 5531,
+      "▁гра": 5532,
+      "▁October": 5533,
+      "▁global": 5534,
+      "▁sel": 5535,
+      "▁municip": 5536,
+      "▁viol": 5537,
+      "▁Does": 5538,
+      "▁\\[": 5539,
+      "ском": 5540,
+      "▁compos": 5541,
+      "бря": 5542,
+      "вя": 5543,
+      "▁respons": 5544,
+      "▁considered": 5545,
+      "▁Japan": 5546,
+      "pes": 5547,
+      "osto": 5548,
+      "▁milit": 5549,
+      "SP": 5550,
+      "сы": 5551,
+      "attr": 5552,
+      "cil": 5553,
+      "irectory": 5554,
+      "aving": 5555,
+      "▁Del": 5556,
+      "▁prevent": 5557,
+      "idade": 5558,
+      "git": 5559,
+      "iform": 5560,
+      "outer": 5561,
+      "inct": 5562,
+      "level": 5563,
+      "atever": 5564,
+      "▁repe": 5565,
+      "▁exc": 5566,
+      "дар": 5567,
+      "Style": 5568,
+      "▁Thomas": 5569,
+      "eline": 5570,
+      "▁ж": 5571,
+      "untime": 5572,
+      "▁larg": 5573,
+      "True": 5574,
+      ".*": 5575,
+      "creen": 5576,
+      "yles": 5577,
+      "▁transl": 5578,
+      "▁Со": 5579,
+      "ensions": 5580,
+      "äl": 5581,
+      "isse": 5582,
+      "▁volt": 5583,
+      "cially": 5584,
+      "nik": 5585,
+      ".]": 5586,
+      "▁Stadt": 5587,
+      "мы": 5588,
+      "fill": 5589,
+      "lov": 5590,
+      "▁\"/": 5591,
+      "Sp": 5592,
+      "▁Air": 5593,
+      "Call": 5594,
+      "▁nur": 5595,
+      "Check": 5596,
+      "ience": 5597,
+      "efined": 5598,
+      "▁вре": 5599,
+      "ło": 5600,
+      "dz": 5601,
+      "▁ор": 5602,
+      "iker": 5603,
+      "owa": 5604,
+      "ович": 5605,
+      "ré": 5606,
+      "OL": 5607,
+      "▁linear": 5608,
+      "▁export": 5609,
+      "ahr": 5610,
+      "icial": 5611,
+      "Rep": 5612,
+      "▁natural": 5613,
+      "▁cop": 5614,
+      "▁})": 5615,
+      "ções": 5616,
+      "zz": 5617,
+      "What": 5618,
+      "▁House": 5619,
+      "Ref": 5620,
+      "inger": 5621,
+      "▁taking": 5622,
+      "ně": 5623,
+      "▁Einz": 5624,
+      "▁dam": 5625,
+      "▁issues": 5626,
+      "Builder": 5627,
+      "edit": 5628,
+      "▁prz": 5629,
+      "password": 5630,
+      "Gener": 5631,
+      "rim": 5632,
+      "▁parts": 5633,
+      "---": 5634,
+      "iginal": 5635,
+      "▁Sci": 5636,
+      "▁mother": 5637,
+      "rea": 5638,
+      "▁container": 5639,
+      "дя": 5640,
+      "▁IP": 5641,
+      "▁none": 5642,
+      "▁followed": 5643,
+      "▁ple": 5644,
+      "▁measure": 5645,
+      "▁tout": 5646,
+      "Ext": 5647,
+      "▁TV": 5648,
+      "▁explain": 5649,
+      "▁paper": 5650,
+      "сті": 5651,
+      "ws": 5652,
+      "Wik": 5653,
+      "▁mm": 5654,
+      "▁Norm": 5655,
+      "▁Server": 5656,
+      "font": 5657,
+      "ecause": 5658,
+      "TR": 5659,
+      "▁би": 5660,
+      "La": 5661,
+      "▁ens": 5662,
+      "▁retr": 5663,
+      "▁Sil": 5664,
+      "▁sequence": 5665,
+      "arc": 5666,
+      "IV": 5667,
+      "zá": 5668,
+      "▁Android": 5669,
+      "▁Super": 5670,
+      "▁roz": 5671,
+      "ovie": 5672,
+      "Om": 5673,
+      "▁Well": 5674,
+      "make": 5675,
+      "orph": 5676,
+      "▁Jer": 5677,
+      "▁Ros": 5678,
+      "reference": 5679,
+      "▁features": 5680,
+      "▁Ger": 5681,
+      "▁Leg": 5682,
+      "▁late": 5683,
+      "▁additional": 5684,
+      "▁flo": 5685,
+      "▁его": 5686,
+      "▁algorithm": 5687,
+      "BA": 5688,
+      "kar": 5689,
+      "IP": 5690,
+      "]);": 5691,
+      "▁appears": 5692,
+      "yw": 5693,
+      "▁temp": 5694,
+      "▁aussi": 5695,
+      "method": 5696,
+      "▁pet": 5697,
+      "strap": 5698,
+      "arning": 5699,
+      "▁cut": 5700,
+      "▁Sa": 5701,
+      "▁track": 5702,
+      "▁employ": 5703,
+      "▁inde": 5704,
+      "rav": 5705,
+      "▁generate": 5706,
+      "bes": 5707,
+      "arts": 5708,
+      "Status": 5709,
+      "uge": 5710,
+      "alis": 5711,
+      "▁override": 5712,
+      "▁fi": 5713,
+      "▁lost": 5714,
+      "oted": 5715,
+      "▁room": 5716,
+      "▁calls": 5717,
+      "▁consist": 5718,
+      "рен": 5719,
+      "▁village": 5720,
+      "dist": 5721,
+      "▁techn": 5722,
+      "enza": 5723,
+      "▁роз": 5724,
+      "▁Catalog": 5725,
+      "▁becom": 5726,
+      "rows": 5727,
+      "▁Nel": 5728,
+      "comple": 5729,
+      "▁premi": 5730,
+      "▁rot": 5731,
+      "▁Weblinks": 5732,
+      "▁football": 5733,
+      "▁compar": 5734,
+      "▁live": 5735,
+      "ких": 5736,
+      "▁equival": 5737,
+      "cape": 5738,
+      "▁Gen": 5739,
+      "nder": 5740,
+      "▁Vis": 5741,
+      "▁behind": 5742,
+      "gers": 5743,
+      "voke": 5744,
+      "▁media": 5745,
+      "EX": 5746,
+      "that": 5747,
+      "▁sono": 5748,
+      "▁mysql": 5749,
+      "ev": 5750,
+      "▁rule": 5751,
+      "дов": 5752,
+      "acc": 5753,
+      "▁WHERE": 5754,
+      "ене": 5755,
+      "Grid": 5756,
+      "▁jul": 5757,
+      "▁mort": 5758,
+      "▁generated": 5759,
+      "encia": 5760,
+      "acter": 5761,
+      "clud": 5762,
+      "▁scen": 5763,
+      "▁closed": 5764,
+      "▁Michael": 5765,
+      "▁mount": 5766,
+      ")$,": 5767,
+      "▁drop": 5768,
+      "▁combin": 5769,
+      "tocol": 5770,
+      "▁goes": 5771,
+      "▁geb": 5772,
+      "MD": 5773,
+      "▁Anton": 5774,
+      "▁$(\"": 5775,
+      "Tem": 5776,
+      "▁ca": 5777,
+      "▁instru": 5778,
+      "eds": 5779,
+      "▁tool": 5780,
+      "mys": 5781,
+      "▁route": 5782,
+      "\"))": 5783,
+      "пре": 5784,
+      "▁float": 5785,
+      "▁services": 5786,
+      "▁чи": 5787,
+      "кі": 5788,
+      "embly": 5789,
+      "aker": 5790,
+      "▁Son": 5791,
+      "▁Math": 5792,
+      "asse": 5793,
+      "ously": 5794,
+      "lications": 5795,
+      "▁ru": 5796,
+      "▁що": 5797,
+      "▁Const": 5798,
+      "▁immedi": 5799,
+      "FO": 5800,
+      "oro": 5801,
+      "▁production": 5802,
+      "rei": 5803,
+      "▁jquery": 5804,
+      "annt": 5805,
+      "▁While": 5806,
+      "▁sn": 5807,
+      "▁годи": 5808,
+      "Format": 5809,
+      "▁star": 5810,
+      "▁Sen": 5811,
+      "▁ko": 5812,
+      "NAME": 5813,
+      "▁prés": 5814,
+      "cha": 5815,
+      "what": 5816,
+      "omin": 5817,
+      "endant": 5818,
+      "hy": 5819,
+      "▁observ": 5820,
+      "▁prefer": 5821,
+      "ун": 5822,
+      "▁constructor": 5823,
+      "bs": 5824,
+      "▁mac": 5825,
+      "▁Bre": 5826,
+      "▁Instit": 5827,
+      "▁story": 5828,
+      "▁symbol": 5829,
+      "eles": 5830,
+      "ße": 5831,
+      "asing": 5832,
+      "▁west": 5833,
+      "ians": 5834,
+      "▁master": 5835,
+      "ез": 5836,
+      "▁ways": 5837,
+      "bm": 5838,
+      "▁pick": 5839,
+      "▁depart": 5840,
+      "Back": 5841,
+      "enk": 5842,
+      "lipse": 5843,
+      "▁math": 5844,
+      "▁Francis": 5845,
+      "▁December": 5846,
+      "fs": 5847,
+      "rum": 5848,
+      "▁development": 5849,
+      "LT": 5850,
+      "ernel": 5851,
+      "▁True": 5852,
+      "▁More": 5853,
+      "rangle": 5854,
+      "▁conditions": 5855,
+      "Options": 5856,
+      "▁gli": 5857,
+      "▁operation": 5858,
+      "ék": 5859,
+      "acht": 5860,
+      "ights": 5861,
+      "▁mist": 5862,
+      "anda": 5863,
+      "▁energy": 5864,
+      "▁же": 5865,
+      "▁women": 5866,
+      "akt": 5867,
+      "▁CH": 5868,
+      "gebra": 5869,
+      "▁meet": 5870,
+      "iu": 5871,
+      "well": 5872,
+      "öl": 5873,
+      "▁government": 5874,
+      "▁Jos": 5875,
+      "ieg": 5876,
+      "▁syntax": 5877,
+      "fix": 5878,
+      "▁Pet": 5879,
+      "jquery": 5880,
+      "▁card": 5881,
+      "▁principal": 5882,
+      "▁dru": 5883,
+      "▁territ": 5884,
+      "▁пов": 5885,
+      "▁SS": 5886,
+      "рии": 5887,
+      "tres": 5888,
+      "agne": 5889,
+      "lying": 5890,
+      "tilde": 5891,
+      "bern": 5892,
+      "enter": 5893,
+      "Per": 5894,
+      "▁somet": 5895,
+      "Load": 5896,
+      "lice": 5897,
+      "▁sous": 5898,
+      "▁Louis": 5899,
+      "▁logic": 5900,
+      "▁Other": 5901,
+      "▁cir": 5902,
+      "év": 5903,
+      "chron": 5904,
+      "▁han": 5905,
+      "▁margin": 5906,
+      "Window": 5907,
+      "ères": 5908,
+      "nych": 5909,
+      "push": 5910,
+      "bolds": 5911,
+      "▁layout": 5912,
+      "▁[`": 5913,
+      "Char": 5914,
+      "▁Cap": 5915,
+      "boldsymbol": 5916,
+      "▁Roman": 5917,
+      "▁Max": 5918,
+      ":(": 5919,
+      "▁Code": 5920,
+      "ising": 5921,
+      "▁states": 5922,
+      "▁existing": 5923,
+      "support": 5924,
+      "▁research": 5925,
+      "licate": 5926,
+      "vari": 5927,
+      "▁bij": 5928,
+      "▁appe": 5929,
+      "▁happens": 5930,
+      "\\\"": 5931,
+      "▁concern": 5932,
+      "west": 5933,
+      "▁saying": 5934,
+      "pid": 5935,
+      "▁recogn": 5936,
+      "▁Het": 5937,
+      "Child": 5938,
+      "▁cs": 5939,
+      "\\,": 5940,
+      "▁clean": 5941,
+      "lections": 5942,
+      "access": 5943,
+      "ву": 5944,
+      "про": 5945,
+      "acity": 5946,
+      "▁Off": 5947,
+      "▁easily": 5948,
+      "èque": 5949,
+      "▁jako": 5950,
+      "▁iz": 5951,
+      "▁Ha": 5952,
+      "▁Det": 5953,
+      "▁forma": 5954,
+      "sche": 5955,
+      "swers": 5956,
+      "▁offer": 5957,
+      "quired": 5958,
+      "Users": 5959,
+      "▁subst": 5960,
+      ">(": 5961,
+      "▁ground": 5962,
+      "unn": 5963,
+      "rod": 5964,
+      "spe": 5965,
+      "ursor": 5966,
+      "▁leave": 5967,
+      "erk": 5968,
+      "▁tal": 5969,
+      "▁bottom": 5970,
+      "IO": 5971,
+      "▁popular": 5972,
+      "igo": 5973,
+      "▁Time": 5974,
+      "values": 5975,
+      "▁Loc": 5976,
+      "▁Club": 5977,
+      "▁anche": 5978,
+      "iał": 5979,
+      "ії": 5980,
+      "Omega": 5981,
+      "▁located": 5982,
+      "Url": 5983,
+      "▁Esp": 5984,
+      "лы": 5985,
+      "ць": 5986,
+      "ulate": 5987,
+      "▁join": 5988,
+      "aves": 5989,
+      "vet": 5990,
+      "lio": 5991,
+      "remove": 5992,
+      "▁token": 5993,
+      "▁optim": 5994,
+      "▁claim": 5995,
+      "ological": 5996,
+      "▁css": 5997,
+      "▁although": 5998,
+      "▁priv": 5999,
+      "▁Ba": 6000,
+      "ül": 6001,
+      "entication": 6002,
+      "▁ven": 6003,
+      "Server": 6004,
+      "▁Cong": 6005,
+      "NET": 6006,
+      "CON": 6007,
+      "dt": 6008,
+      "perties": 6009,
+      "▁epis": 6010,
+      "wikipedia": 6011,
+      "▁engine": 6012,
+      "▁fer": 6013,
+      "getElement": 6014,
+      "▁Cla": 6015,
+      "ří": 6016,
+      "▁rom": 6017,
+      "varepsilon": 6018,
+      "▁prime": 6019,
+      "istry": 6020,
+      "pected": 6021,
+      "orage": 6022,
+      "▁touch": 6023,
+      "▁['": 6024,
+      "▁dan": 6025,
+      "Em": 6026,
+      "aciones": 6027,
+      "Can": 6028,
+      "▁whom": 6029,
+      "▁behavior": 6030,
+      "▁strings": 6031,
+      "▁Europ": 6032,
+      "▁Rom": 6033,
+      "circ": 6034,
+      "▁pun": 6035,
+      "▁register": 6036,
+      "buntu": 6037,
+      "rain": 6038,
+      "Ob": 6039,
+      "TA": 6040,
+      "▁sometimes": 6041,
+      "▁ment": 6042,
+      "▁integer": 6043,
+      "▁Jac": 6044,
+      "legate": 6045,
+      "othing": 6046,
+      "▁sound": 6047,
+      "laces": 6048,
+      "▁Ба": 6049,
+      "rb": 6050,
+      "di": 6051,
+      "ления": 6052,
+      "▁themselves": 6053,
+      "▁Black": 6054,
+      "▁settings": 6055,
+      "▁norm": 6056,
+      "▁runs": 6057,
+      "▁NOT": 6058,
+      "KE": 6059,
+      "▁perhaps": 6060,
+      "▁Я": 6061,
+      "▁mol": 6062,
+      "▁ans": 6063,
+      "atre": 6064,
+      "▁Dies": 6065,
+      "Token": 6066,
+      "anie": 6067,
+      "▁allowed": 6068,
+      "Range": 6069,
+      "▁Gro": 6070,
+      "via": 6071,
+      "utorial": 6072,
+      "ensor": 6073,
+      "estival": 6074,
+      ");\r": 6075,
+      "краї": 6076,
+      "▁turned": 6077,
+      "scope": 6078,
+      "▁bien": 6079,
+      "=$": 6080,
+      "▁extension": 6081,
+      "atore": 6082,
+      "▁Ро": 6083,
+      "▁specify": 6084,
+      "edu": 6085,
+      "Datos": 6086,
+      "▁stored": 6087,
+      "▁parse": 6088,
+      "▁answers": 6089,
+      "ills": 6090,
+      "▁heard": 6091,
+      "lu": 6092,
+      "▁THE": 6093,
+      "▁gén": 6094,
+      "▁ful": 6095,
+      "ez": 6096,
+      "▁Prem": 6097,
+      "then": 6098,
+      "dp": 6099,
+      "ського": 6100,
+      "▁Si": 6101,
+      "ço": 6102,
+      "Edit": 6103,
+      "ків": 6104,
+      "▁Ли": 6105,
+      "▁Sing": 6106,
+      "▁categ": 6107,
+      "Equ": 6108,
+      "▁guer": 6109,
+      "Width": 6110,
+      "▁Christian": 6111,
+      "stat": 6112,
+      "Write": 6113,
+      "▁woman": 6114,
+      "wood": 6115,
+      "Vis": 6116,
+      "раз": 6117,
+      "▁$$\\": 6118,
+      "oder": 6119,
+      "▁bool": 6120,
+      "▁international": 6121,
+      "ность": 6122,
+      "▁Richard": 6123,
+      "▁addition": 6124,
+      "▁Music": 6125,
+      "▁aber": 6126,
+      "tó": 6127,
+      "▁hier": 6128,
+      "ugh": 6129,
+      "▁pob": 6130,
+      "▁tables": 6131,
+      "Do": 6132,
+      "▁higher": 6133,
+      "psi": 6134,
+      "rá": 6135,
+      "▁active": 6136,
+      "▁Table": 6137,
+      "ње": 6138,
+      "▁description": 6139,
+      "▁seemed": 6140,
+      "íst": 6141,
+      "▁myself": 6142,
+      "▁menu": 6143,
+      "del": 6144,
+      "▁ž": 6145,
+      "ele": 6146,
+      "Aut": 6147,
+      "▁гру": 6148,
+      "mut": 6149,
+      "oon": 6150,
+      "asc": 6151,
+      "bug": 6152,
+      "▁moved": 6153,
+      "CL": 6154,
+      "▁datas": 6155,
+      "SO": 6156,
+      "оло": 6157,
+      "▁Georg": 6158,
+      "▁reach": 6159,
+      ":\"": 6160,
+      "▁evalu": 6161,
+      "▁Hel": 6162,
+      "▁River": 6163,
+      "▁Ар": 6164,
+      "////": 6165,
+      "▁sets": 6166,
+      "▁Olymp": 6167,
+      "Adapter": 6168,
+      ".'": 6169,
+      "overn": 6170,
+      "▁Lord": 6171,
+      "!--": 6172,
+      "jpg": 6173,
+      "imento": 6174,
+      "▁Prof": 6175,
+      "▁achieve": 6176,
+      "}:": 6177,
+      "▁incor": 6178,
+      "▁onder": 6179,
+      "engl": 6180,
+      "ABLE": 6181,
+      "▁Mary": 6182,
+      "▁waren": 6183,
+      "lage": 6184,
+      "Dec": 6185,
+      "англ": 6186,
+      "encias": 6187,
+      "лей": 6188,
+      "▁Machine": 6189,
+      "▁Ан": 6190,
+      "uda": 6191,
+      "▁ś": 6192,
+      "▁XX": 6193,
+      "only": 6194,
+      "ление": 6195,
+      "▁también": 6196,
+      "nej": 6197,
+      "▁relative": 6198,
+      "▁hours": 6199,
+      "▁indeed": 6200,
+      "undo": 6201,
+      "ingu": 6202,
+      "area": 6203,
+      "▁Create": 6204,
+      "beit": 6205,
+      "▁removed": 6206,
+      "master": 6207,
+      "haus": 6208,
+      "▁Bern": 6209,
+      "▁speed": 6210,
+      "▁Bay": 6211,
+      "▁Att": 6212,
+      "▁None": 6213,
+      "application": 6214,
+      "üd": 6215,
+      "▁fit": 6216,
+      "▁Maria": 6217,
+      "▁nord": 6218,
+      "▁split": 6219,
+      "▁stru": 6220,
+      "▁official": 6221,
+      "▁execute": 6222,
+      "ouve": 6223,
+      "{{": 6224,
+      "▁Ap": 6225,
+      "▁ку": 6226,
+      "IL": 6227,
+      "▁^": 6228,
+      "dim": 6229,
+      "▁setup": 6230,
+      "ск": 6231,
+      "▁share": 6232,
+      "▁minutes": 6233,
+      "gle": 6234,
+      "oco": 6235,
+      "stell": 6236,
+      "▁Coun": 6237,
+      "▁temper": 6238,
+      "keit": 6239,
+      "ський": 6240,
+      "ao": 6241,
+      "▁Long": 6242,
+      "(&": 6243,
+      "кан": 6244,
+      "▁dens": 6245,
+      "But": 6246,
+      "XX": 6247,
+      "DATE": 6248,
+      "gan": 6249,
+      ".).": 6250,
+      "▁entry": 6251,
+      "install": 6252,
+      "▁зна": 6253,
+      "▁Som": 6254,
+      "Command": 6255,
+      "ßen": 6256,
+      "▁starting": 6257,
+      "▁sto": 6258,
+      "IG": 6259,
+      "▁minim": 6260,
+      "▁explicit": 6261,
+      "▁bytes": 6262,
+      "▁party": 6263,
+      "tober": 6264,
+      "▁Grand": 6265,
+      "▁Vor": 6266,
+      "▁leur": 6267,
+      "Document": 6268,
+      "erc": 6269,
+      "ensive": 6270,
+      "CP": 6271,
+      "env": 6272,
+      "▁arguments": 6273,
+      "▁Gran": 6274,
+      "arily": 6275,
+      "▁lin": 6276,
+      "tn": 6277,
+      "(-": 6278,
+      "geq": 6279,
+      "▁Famil": 6280,
+      "▁Бо": 6281,
+      "▁tour": 6282,
+      "▁nav": 6283,
+      "▁properly": 6284,
+      "▁Mrs": 6285,
+      "▁Mel": 6286,
+      "▁scale": 6287,
+      "astic": 6288,
+      "ds": 6289,
+      "▁Sir": 6290,
+      "▁Church": 6291,
+      "}^{\\": 6292,
+      "you": 6293,
+      "/.": 6294,
+      "So": 6295,
+      "▁brought": 6296,
+      "▁role": 6297,
+      "▁Sur": 6298,
+      "▁fond": 6299,
+      "▁ges": 6300,
+      "że": 6301,
+      "eten": 6302,
+      "▁était": 6303,
+      "SER": 6304,
+      "▁которы": 6305,
+      "▁equation": 6306,
+      "aspx": 6307,
+      "▁Afr": 6308,
+      "▁dit": 6309,
+      "empty": 6310,
+      "alement": 6311,
+      "wrap": 6312,
+      "▁Bet": 6313,
+      "▁collect": 6314,
+      "▁git": 6315,
+      "▁vie": 6316,
+      "▁..": 6317,
+      "рой": 6318,
+      "▁<?": 6319,
+      "▁educ": 6320,
+      "kl": 6321,
+      "ensis": 6322,
+      "▁OR": 6323,
+      "▁Hi": 6324,
+      "▁Cour": 6325,
+      "бы": 6326,
+      "cert": 6327,
+      "▁Ges": 6328,
+      "essor": 6329,
+      "Main": 6330,
+      "▁лю": 6331,
+      "cade": 6332,
+      "dot": 6333,
+      "augh": 6334,
+      "hib": 6335,
+      "▁automatically": 6336,
+      "▁spir": 6337,
+      "present": 6338,
+      "▁February": 6339,
+      "▁Elle": 6340,
+      "custom": 6341,
+      "▁proget": 6342,
+      "▁administr": 6343,
+      "AA": 6344,
+      "▁born": 6345,
+      "▁College": 6346,
+      "athol": 6347,
+      "`)": 6348,
+      "ierre": 6349,
+      "▁ran": 6350,
+      "▁profession": 6351,
+      "ogen": 6352,
+      "}_{\\": 6353,
+      "▁activity": 6354,
+      "▁scroll": 6355,
+      "▁prove": 6356,
+      "ibrary": 6357,
+      "eries": 6358,
+      "Read": 6359,
+      "year": 6360,
+      "▁lang": 6361,
+      "Det": 6362,
+      "▁knew": 6363,
+      "▁protected": 6364,
+      "▁wor": 6365,
+      "▁effic": 6366,
+      "▁rég": 6367,
+      "▁theory": 6368,
+      "▁published": 6369,
+      "real": 6370,
+      "▁Tour": 6371,
+      "▁durante": 6372,
+      "äs": 6373,
+      "▁positive": 6374,
+      "▁forward": 6375,
+      "▁Rel": 6376,
+      "{\"": 6377,
+      "park": 6378,
+      "▁Um": 6379,
+      "▁eer": 6380,
+      "enta": 6381,
+      "▁imag": 6382,
+      "ної": 6383,
+      "piel": 6384,
+      "▁jQuery": 6385,
+      "isme": 6386,
+      "chni": 6387,
+      "organ": 6388,
+      "▁args": 6389,
+      "oir": 6390,
+      "heim": 6391,
+      "rian": 6392,
+      "eless": 6393,
+      "uses": 6394,
+      "дин": 6395,
+      "ición": 6396,
+      "▁indust": 6397,
+      "▁wish": 6398,
+      "ány": 6399,
+      "oca": 6400,
+      "▁angular": 6401,
+      "ieved": 6402,
+      "▁occur": 6403,
+      "SELECT": 6404,
+      "onia": 6405,
+      "admin": 6406,
+      "▁Best": 6407,
+      "▁это": 6408,
+      "огра": 6409,
+      "▁loss": 6410,
+      "▁bal": 6411,
+      "▁Рос": 6412,
+      "▁career": 6413,
+      "▁пе": 6414,
+      "IX": 6415,
+      "▁fall": 6416,
+      "▁Rob": 6417,
+      "▁OP": 6418,
+      "ened": 6419,
+      "graphics": 6420,
+      "▁coming": 6421,
+      "Update": 6422,
+      "▁died": 6423,
+      "eden": 6424,
+      "▁abs": 6425,
+      "▁inner": 6426,
+      "▁trav": 6427,
+      "стоя": 6428,
+      "zą": 6429,
+      "ép": 6430,
+      "▁Group": 6431,
+      "▁cel": 6432,
+      "▁stuff": 6433,
+      "▁situation": 6434,
+      "▁${": 6435,
+      "acle": 6436,
+      "▁purpose": 6437,
+      "▁Fire": 6438,
+      "▁Oh": 6439,
+      "▁Second": 6440,
+      "▁upload": 6441,
+      "ostał": 6442,
+      "ющи": 6443,
+      "Auth": 6444,
+      "▁showing": 6445,
+      "▁completely": 6446,
+      "avel": 6447,
+      "bd": 6448,
+      "▁proced": 6449,
+      "▁Ö": 6450,
+      "control": 6451,
+      "▁thank": 6452,
+      "undred": 6453,
+      "▁tom": 6454,
+      "▁examples": 6455,
+      "▁remember": 6456,
+      "▁рабо": 6457,
+      "▁possib": 6458,
+      "▁detect": 6459,
+      "▁poor": 6460,
+      "▁Op": 6461,
+      "▁century": 6462,
+      "utter": 6463,
+      "▁login": 6464,
+      "unst": 6465,
+      "Output": 6466,
+      "▁otherwise": 6467,
+      "lan": 6468,
+      "тур": 6469,
+      "▁сов": 6470,
+      "▁groups": 6471,
+      "rip": 6472,
+      "▁shell": 6473,
+      "▁district": 6474,
+      "▁records": 6475,
+      "▁siè": 6476,
+      "fortun": 6477,
+      "enty": 6478,
+      "▁Tre": 6479,
+      "▁changing": 6480,
+      "след": 6481,
+      "aught": 6482,
+      "▁deep": 6483,
+      "subset": 6484,
+      "agy": 6485,
+      "endar": 6486,
+      "jax": 6487,
+      "OM": 6488,
+      "El": 6489,
+      "imate": 6490,
+      "ardo": 6491,
+      "▁plot": 6492,
+      "▁visit": 6493,
+      "▁bug": 6494,
+      "▁все": 6495,
+      "▁opened": 6496,
+      "▁repla": 6497,
+      "▁Henry": 6498,
+      "▁pp": 6499,
+      "bas": 6500,
+      "▁dark": 6501,
+      "▁Martin": 6502,
+      "▁resource": 6503,
+      "iling": 6504,
+      "▁watch": 6505,
+      "replace": 6506,
+      "▁release": 6507,
+      "Location": 6508,
+      "▁learning": 6509,
+      "menu": 6510,
+      "▁allows": 6511,
+      "ър": 6512,
+      "Length": 6513,
+      "▁whatever": 6514,
+      "▁pages": 6515,
+      "▁compiler": 6516,
+      "▁также": 6517,
+      "▁Pan": 6518,
+      "command": 6519,
+      "▁road": 6520,
+      "▁unless": 6521,
+      "`?": 6522,
+      "▁discover": 6523,
+      "▁он": 6524,
+      "}]": 6525,
+      "bour": 6526,
+      "▁Could": 6527,
+      "▁regex": 6528,
+      "▁ps": 6529,
+      "CD": 6530,
+      "из": 6531,
+      "▁wife": 6532,
+      "amenti": 6533,
+      "▁fair": 6534,
+      "▁DB": 6535,
+      "▁Cup": 6536,
+      "enen": 6537,
+      "ajax": 6538,
+      "othèque": 6539,
+      "▁seiner": 6540,
+      "icker": 6541,
+      "ám": 6542,
+      "exchange": 6543,
+      "oles": 6544,
+      "IF": 6545,
+      "▁До": 6546,
+      "ohn": 6547,
+      "▁grow": 6548,
+      "▁Thus": 6549,
+      "spec": 6550,
+      "▁hatte": 6551,
+      "#,": 6552,
+      "allel": 6553,
+      "▁rate": 6554,
+      "▁central": 6555,
+      "▁Van": 6556,
+      "iforn": 6557,
+      "Run": 6558,
+      "▁study": 6559,
+      "▁XML": 6560,
+      "▁Che": 6561,
+      "▁beaut": 6562,
+      "mid": 6563,
+      "▁advance": 6564,
+      "Ver": 6565,
+      "тя": 6566,
+      "▁hands": 6567,
+      "▁lay": 6568,
+      "▁š": 6569,
+      "▁OS": 6570,
+      "▁{}": 6571,
+      "Pre": 6572,
+      "▁Hall": 6573,
+      "imp": 6574,
+      "▁sun": 6575,
+      "▁steps": 6576,
+      "▁jud": 6577,
+      "qui": 6578,
+      "▁boot": 6579,
+      "▁%>": 6580,
+      "▁Ва": 6581,
+      "nost": 6582,
+      "▁nem": 6583,
+      "▁pen": 6584,
+      "Open": 6585,
+      "▁church": 6586,
+      "кон": 6587,
+      "▁average": 6588,
+      "▁comments": 6589,
+      "▁corresponding": 6590,
+      "levant": 6591,
+      "▁bed": 6592,
+      "▁meaning": 6593,
+      "Version": 6594,
+      "Link": 6595,
+      "bel": 6596,
+      "▁extract": 6597,
+      "ść": 6598,
+      "▁IV": 6599,
+      "▁Ir": 6600,
+      "▁computer": 6601,
+      "▁affect": 6602,
+      "▁Ста": 6603,
+      "AX": 6604,
+      "sort": 6605,
+      "▁species": 6606,
+      "▁Oper": 6607,
+      "▁hash": 6608,
+      "ches": 6609,
+      "▁Einzeln": 6610,
+      "▁keys": 6611,
+      "▁marzo": 6612,
+      "▁interpret": 6613,
+      "hood": 6614,
+      "▁coordin": 6615,
+      "ös": 6616,
+      "rage": 6617,
+      "etz": 6618,
+      "iza": 6619,
+      "дер": 6620,
+      "üt": 6621,
+      "^*": 6622,
+      "▁modify": 6623,
+      "▁termin": 6624,
+      "▁cred": 6625,
+      "zon": 6626,
+      "ную": 6627,
+      "▁mie": 6628,
+      "▁''": 6629,
+      "▁Mos": 6630,
+      "▁connected": 6631,
+      "NO": 6632,
+      "▁compile": 6633,
+      "▁\"\\": 6634,
+      "▁cat": 6635,
+      "fiddle": 6636,
+      "uta": 6637,
+      "Access": 6638,
+      "▁Sto": 6639,
+      "▁Bur": 6640,
+      "▁north": 6641,
+      "Gamma": 6642,
+      "▁alloc": 6643,
+      "Init": 6644,
+      "▁Link": 6645,
+      "ialize": 6646,
+      "Impl": 6647,
+      "oupe": 6648,
+      "ropri": 6649,
+      "▁Gold": 6650,
+      "▁solo": 6651,
+      "▁Dist": 6652,
+      ",-": 6653,
+      "nav": 6654,
+      "▁alert": 6655,
+      "esis": 6656,
+      "▁Os": 6657,
+      "///": 6658,
+      "▁feb": 6659,
+      "▁-->": 6660,
+      "foot": 6661,
+      "▁Fried": 6662,
+      "▁Einzelnach": 6663,
+      "▁rev": 6664,
+      "zeit": 6665,
+      "▁Stat": 6666,
+      "▁Seg": 6667,
+      "▁blo": 6668,
+      "wick": 6669,
+      "EL": 6670,
+      "caption": 6671,
+      "header": 6672,
+      "▁president": 6673,
+      "▁multip": 6674,
+      "▁Einzelnachweise": 6675,
+      "▁seine": 6676,
+      "?”": 6677,
+      "Function": 6678,
+      "▁Stand": 6679,
+      "▁Function": 6680,
+      "▁?>": 6681,
+      "▁Bill": 6682,
+      "▁spect": 6683,
+      "▁redirect": 6684,
+      "rupt": 6685,
+      "▁walk": 6686,
+      "вши": 6687,
+      "springframework": 6688,
+      "place": 6689,
+      "ého": 6690,
+      "Entity": 6691,
+      "▁Service": 6692,
+      "inte": 6693,
+      "▁training": 6694,
+      "▁(`": 6695,
+      "фор": 6696,
+      "▁кра": 6697,
+      "aur": 6698,
+      "▁fetch": 6699,
+      "▁†": 6700,
+      "▁même": 6701,
+      "▁('": 6702,
+      "atively": 6703,
+      "▁execut": 6704,
+      "äch": 6705,
+      "▁Catalogue": 6706,
+      "based": 6707,
+      "Attribute": 6708,
+      "▁spring": 6709,
+      "phone": 6710,
+      "тра": 6711,
+      "▁пи": 6712,
+      "тера": 6713,
+      "▁`\\": 6714,
+      "▁Od": 6715,
+      "One": 6716,
+      "send": 6717,
+      "bon": 6718,
+      "▁°": 6719,
+      "MO": 6720,
+      "▁asking": 6721,
+      "▁où": 6722,
+      "▁ingår": 6723,
+      "▁testing": 6724,
+      "▁фа": 6725,
+      "▁Book": 6726,
+      "imm": 6727,
+      "▁progress": 6728,
+      "bro": 6729,
+      "First": 6730,
+      "▁phot": 6731,
+      "▁ON": 6732,
+      "Template": 6733,
+      "developer": 6734,
+      "annot": 6735,
+      "▁>=": 6736,
+      "mission": 6737,
+      "▁któ": 6738,
+      "pc": 6739,
+      "bach": 6740,
+      "zent": 6741,
+      "ued": 6742,
+      "▁ones": 6743,
+      "ји": 6744,
+      "▁rout": 6745,
+      "▁Ки": 6746,
+      "Post": 6747,
+      "ції": 6748,
+      "▁Vir": 6749,
+      "nek": 6750,
+      "aging": 6751,
+      "▁ок": 6752,
+      "izont": 6753,
+      "▁agosto": 6754,
+      "▁choose": 6755,
+      "▁\r": 6756,
+      "▁systems": 6757,
+      "loss": 6758,
+      "iente": 6759,
+      "▁Cre": 6760,
+      "▁contra": 6761,
+      "ums": 6762,
+      "▁beginning": 6763,
+      "emy": 6764,
+      "istics": 6765,
+      "▁served": 6766,
+      "Down": 6767,
+      "options": 6768,
+      "▁Govern": 6769,
+      "▁BY": 6770,
+      "▁jest": 6771,
+      "té": 6772,
+      "▁continue": 6773,
+      "pers": 6774,
+      "▁easier": 6775,
+      "▁cos": 6776,
+      "esso": 6777,
+      ">>": 6778,
+      "Net": 6779,
+      "▁Bor": 6780,
+      "▁Cr": 6781,
+      "▁transfer": 6782,
+      "▁CSS": 6783,
+      "▁finns": 6784,
+      "▁хо": 6785,
+      "username": 6786,
+      "▁constru": 6787,
+      "▁pain": 6788,
+      "▁Tem": 6789,
+      "▁specified": 6790,
+      "▁brit": 6791,
+      "ские": 6792,
+      "irk": 6793,
+      "rapper": 6794,
+      "▁counter": 6795,
+      "▁[\"": 6796,
+      "oded": 6797,
+      "дан": 6798,
+      "property": 6799,
+      "hard": 6800,
+      "istrict": 6801,
+      ")/": 6802,
+      "▁Pour": 6803,
+      "▁Where": 6804,
+      "▁===": 6805,
+      "▁sowie": 6806,
+      "▁Про": 6807,
+      "▁dess": 6808,
+      "▁tras": 6809,
+      "▁уча": 6810,
+      "▁Over": 6811,
+      "note": 6812,
+      "▁America": 6813,
+      "cp": 6814,
+      "▁grande": 6815,
+      "Me": 6816,
+      ")-": 6817,
+      "Mode": 6818,
+      "▁passing": 6819,
+      "▁giving": 6820,
+      "Cl": 6821,
+      "}/": 6822,
+      "Menu": 6823,
+      "!!": 6824,
+      "angular": 6825,
+      "▁launch": 6826,
+      "varphi": 6827,
+      "▁Johann": 6828,
+      "▁foreach": 6829,
+      "ró": 6830,
+      "sequ": 6831,
+      "ifi": 6832,
+      "Am": 6833,
+      "arp": 6834,
+      "▁buffer": 6835,
+      "▁ni": 6836,
+      "▁mix": 6837,
+      "▁Museum": 6838,
+      "▁meant": 6839,
+      "asi": 6840,
+      "▁kan": 6841,
+      "прав": 6842,
+      "Comp": 6843,
+      "istoire": 6844,
+      "iful": 6845,
+      "jer": 6846,
+      "issions": 6847,
+      "Resource": 6848,
+      "▁воз": 6849,
+      "▁ST": 6850,
+      "▁solutions": 6851,
+      "▁belong": 6852,
+      "▁Associ": 6853,
+      "cf": 6854,
+      "▁Mär": 6855,
+      "▁grid": 6856,
+      "Mult": 6857,
+      "▁requires": 6858,
+      "kk": 6859,
+      "▁teach": 6860,
+      "emeinde": 6861,
+      "▁square": 6862,
+      "▁коман": 6863,
+      "▁Event": 6864,
+      "▁rules": 6865,
+      "▁bur": 6866,
+      "▁eing": 6867,
+      "▁Mai": 6868,
+      "▁nam": 6869,
+      "▁slä": 6870,
+      "hör": 6871,
+      "▁tip": 6872,
+      "▁Literatur": 6873,
+      "▁scope": 6874,
+      "overline": 6875,
+      "▁exit": 6876,
+      ")?": 6877,
+      "bet": 6878,
+      "▁vict": 6879,
+      "Off": 6880,
+      "▁approxim": 6881,
+      "▁Geb": 6882,
+      "ktop": 6883,
+      "heit": 6884,
+      "▁Ю": 6885,
+      "template": 6886,
+      "рон": 6887,
+      "▁uno": 6888,
+      "Serv": 6889,
+      "▁framework": 6890,
+      "operator": 6891,
+      "▁generally": 6892,
+      "▁hundred": 6893,
+      "▁divers": 6894,
+      "ovi": 6895,
+      "▁rés": 6896,
+      "abs": 6897,
+      "▁gal": 6898,
+      "çais": 6899,
+      "▁feet": 6900,
+      "▁virtual": 6901,
+      "czy": 6902,
+      "ску": 6903,
+      "./": 6904,
+      "hu": 6905,
+      "ancy": 6906,
+      "▁recommend": 6907,
+      "▁під": 6908,
+      "▁money": 6909,
+      "▁versions": 6910,
+      "▁helps": 6911,
+      "▁Hor": 6912,
+      "Items": 6913,
+      "look": 6914,
+      "connect": 6915,
+      "anges": 6916,
+      "ViewController": 6917,
+      "elijk": 6918,
+      "▁occup": 6919,
+      "▁editor": 6920,
+      "auto": 6921,
+      "ög": 6922,
+      "▁seconds": 6923,
+      "▁obvious": 6924,
+      "vm": 6925,
+      "akes": 6926,
+      "▁gegen": 6927,
+      "▁til": 6928,
+      "jection": 6929,
+      "лення": 6930,
+      "▁operations": 6931,
+      "▁East": 6932,
+      "ogy": 6933,
+      "▁Polit": 6934,
+      "uten": 6935,
+      "▁Joseph": 6936,
+      "\"`": 6937,
+      "▁Company": 6938,
+      "▁callback": 6939,
+      "▁sen": 6940,
+      "cción": 6941,
+      "▁associated": 6942,
+      "▁containing": 6943,
+      "▁practice": 6944,
+      "elijke": 6945,
+      "oke": 6946,
+      "éra": 6947,
+      "uns": 6948,
+      "anta": 6949,
+      "vey": 6950,
+      "zu": 6951,
+      "▁Bes": 6952,
+      "▁Flor": 6953,
+      "mem": 6954,
+      "ycz": 6955,
+      "▁architect": 6956,
+      "▁anni": 6957,
+      "▁contact": 6958,
+      "YPE": 6959,
+      "▁Cas": 6960,
+      "▁полу": 6961,
+      "ovo": 6962,
+      "▁bring": 6963,
+      "▁concept": 6964,
+      "▁js": 6965,
+      "▁Referencias": 6966,
+      "emble": 6967,
+      "▁н": 6968,
+      "▁supported": 6969,
+      "Big": 6970,
+      "▁Hans": 6971,
+      "erv": 6972,
+      "▁Maj": 6973,
+      "▁arriv": 6974,
+      "▁Have": 6975,
+      "▁probability": 6976,
+      "▁Pop": 6977,
+      "▁Pass": 6978,
+      "token": 6979,
+      "Provider": 6980,
+      "▁Ra": 6981,
+      "Reader": 6982,
+      "ooth": 6983,
+      "lap": 6984,
+      "▁assist": 6985,
+      "adow": 6986,
+      "▁tests": 6987,
+      "сси": 6988,
+      "▁king": 6989,
+      "langle": 6990,
+      "▁Sum": 6991,
+      "OIN": 6992,
+      "▁security": 6993,
+      "nis": 6994,
+      "../": 6995,
+      "▁basic": 6996,
+      "unity": 6997,
+      "`:": 6998,
+      "▁кото": 6999,
+      "kow": 7000,
+      "▁Bibliothèque": 7001,
+      "asion": 7002,
+      "alo": 7003,
+      "ifest": 7004,
+      "▁novembre": 7005,
+      "▁peu": 7006,
+      "▁Ж": 7007,
+      "enschaft": 7008,
+      "clus": 7009,
+      "ју": 7010,
+      "Height": 7011,
+      "ún": 7012,
+      "▁tur": 7013,
+      "▁ideas": 7014,
+      "▁ces": 7015,
+      "frak": 7016,
+      "▁premier": 7017,
+      "itation": 7018,
+      "▁sé": 7019,
+      "HTML": 7020,
+      "▁Royal": 7021,
+      "ської": 7022,
+      "▁byte": 7023,
+      "PS": 7024,
+      "▁segu": 7025,
+      "inen": 7026,
+      "▁Great": 7027,
+      "▁Ку": 7028,
+      "▁external": 7029,
+      "Title": 7030,
+      "Top": 7031,
+      "Process": 7032,
+      "ität": 7033,
+      "▁`/": 7034,
+      "▁secret": 7035,
+      "pository": 7036,
+      "▁potential": 7037,
+      "▁Bud": 7038,
+      "names": 7039,
+      "asons": 7040,
+      "stackexchange": 7041,
+      "background": 7042,
+      "пер": 7043,
+      "сов": 7044,
+      "after": 7045,
+      "▁pero": 7046,
+      "▁software": 7047,
+      "▁sed": 7048,
+      "▁arrays": 7049,
+      "tmp": 7050,
+      "▁asp": 7051,
+      "scale": 7052,
+      "▁Lat": 7053,
+      "anal": 7054,
+      "▁gem": 7055,
+      "PU": 7056,
+      "▁Altri": 7057,
+      "That": 7058,
+      "▁Ни": 7059,
+      "ifact": 7060,
+      "Address": 7061,
+      "▁south": 7062,
+      "▁formula": 7063,
+      "▁Colleg": 7064,
+      "▁ін": 7065,
+      "ktion": 7066,
+      "▁sac": 7067,
+      "SH": 7068,
+      "ajo": 7069,
+      "etc": 7070,
+      "vc": 7071,
+      "`](": 7072,
+      "▁Dur": 7073,
+      "▁Ме": 7074,
+      "▁Smith": 7075,
+      "items": 7076,
+      "CK": 7077,
+      "elo": 7078,
+      "▁plugin": 7079,
+      "▁serie": 7080,
+      "ienne": 7081,
+      "▁или": 7082,
+      "Mar": 7083,
+      "▁Image": 7084,
+      "got": 7085,
+      "andas": 7086,
+      "▁matches": 7087,
+      "▁worth": 7088,
+      "▁Deb": 7089,
+      "▁cache": 7090,
+      "▁felt": 7091,
+      "ersch": 7092,
+      "izes": 7093,
+      "Oper": 7094,
+      "▁Jahre": 7095,
+      "▁commune": 7096,
+      "thread": 7097,
+      "▁ny": 7098,
+      "dec": 7099,
+      "ouw": 7100,
+      "▁surface": 7101,
+      "▁Por": 7102,
+      "▁Street": 7103,
+      "при": 7104,
+      "▁candid": 7105,
+      "▁Return": 7106,
+      "▁Kom": 7107,
+      "gru": 7108,
+      "▁ти": 7109,
+      "[\\": 7110,
+      "▁depends": 7111,
+      "▁influ": 7112,
+      "▁towards": 7113,
+      "ained": 7114,
+      "▁rank": 7115,
+      "▁Januar": 7116,
+      "▁components": 7117,
+      "gest": 7118,
+      "getElementById": 7119,
+      "▁checked": 7120,
+      "airs": 7121,
+      "join": 7122,
+      "▁dead": 7123,
+      "▁hit": 7124,
+      "ény": 7125,
+      "▁equivalent": 7126,
+      "▁Пре": 7127,
+      "▁appropri": 7128,
+      "Pass": 7129,
+      "▁primer": 7130,
+      "englisch": 7131,
+      "▁appar": 7132,
+      "▁During": 7133,
+      "▁knowledge": 7134,
+      "▁trigger": 7135,
+      "▁core": 7136,
+      "▁Ol": 7137,
+      "▁Produ": 7138,
+      "▁Fern": 7139,
+      "▁нача": 7140,
+      "Te": 7141,
+      "▁Mot": 7142,
+      "erve": 7143,
+      "тво": 7144,
+      "▁mid": 7145,
+      "▁finally": 7146,
+      "aires": 7147,
+      "▁especially": 7148,
+      "▁tut": 7149,
+      "▁receive": 7150,
+      "adre": 7151,
+      "▁neigh": 7152,
+      "ktet": 7153,
+      "ilde": 7154,
+      "▁radio": 7155,
+      "▁driver": 7156,
+      "лись": 7157,
+      "endencies": 7158,
+      "▁IE": 7159,
+      "▁saved": 7160,
+      "ffect": 7161,
+      "▁Wayback": 7162,
+      "iat": 7163,
+      "▁padding": 7164,
+      "window": 7165,
+      "тиче": 7166,
+      "▁mur": 7167,
+      "actor": 7168,
+      "▁Han": 7169,
+      "ональ": 7170,
+      "▁gar": 7171,
+      "▁familjen": 7172,
+      "ós": 7173,
+      "▁nationale": 7174,
+      "▁pré": 7175,
+      "ded": 7176,
+      "onal": 7177,
+      "▁President": 7178,
+      "▁\\,": 7179,
+      "▁placed": 7180,
+      "erni": 7181,
+      "▁signal": 7182,
+      "nab": 7183,
+      "hm": 7184,
+      "Mon": 7185,
+      "▁vs": 7186,
+      "SC": 7187,
+      "▁progetti": 7188,
+      "▁Ü": 7189,
+      "▁forms": 7190,
+      "▁messages": 7191,
+      "inf": 7192,
+      "users": 7193,
+      "GET": 7194,
+      "▁dels": 7195,
+      "Collection": 7196,
+      "▁Good": 7197,
+      "▁Maybe": 7198,
+      "▁compr": 7199,
+      "▁larger": 7200,
+      "gres": 7201,
+      "aper": 7202,
+      "▁При": 7203,
+      "undes": 7204,
+      "▁sea": 7205,
+      "▁Spring": 7206,
+      "ulo": 7207,
+      "▁mechan": 7208,
+      "▁sans": 7209,
+      "GB": 7210,
+      "Valid": 7211,
+      "▁communic": 7212,
+      "▁pra": 7213,
+      "vier": 7214,
+      "▁Се": 7215,
+      "▁ain": 7216,
+      "тура": 7217,
+      "kom": 7218,
+      "skiego": 7219,
+      "ково": 7220,
+      "adata": 7221,
+      "▁Ре": 7222,
+      "▁boolean": 7223,
+      "sets": 7224,
+      "▁effort": 7225,
+      ".[": 7226,
+      "▁został": 7227,
+      "PA": 7228,
+      "▁Vict": 7229,
+      "SD": 7230,
+      "ował": 7231,
+      "▁emb": 7232,
+      "▁prima": 7233,
+      "▁hour": 7234,
+      "subsection": 7235,
+      "▁Fort": 7236,
+      "mathfrak": 7237,
+      "igin": 7238,
+      "GL": 7239,
+      ")+": 7240,
+      "fi": 7241,
+      "▁anci": 7242,
+      "▁pan": 7243,
+      "\\)": 7244,
+      "▁lug": 7245,
+      "▁deploy": 7246,
+      "domain": 7247,
+      "▁slight": 7248,
+      "JSON": 7249,
+      "▁morning": 7250,
+      "▁hi": 7251,
+      "▁compare": 7252,
+      "ije": 7253,
+      "▁blue": 7254,
+      "▁Ac": 7255,
+      "▁middle": 7256,
+      "anden": 7257,
+      "▁shared": 7258,
+      "▁Camp": 7259,
+      "▁Á": 7260,
+      "ounded": 7261,
+      "uw": 7262,
+      "ierung": 7263,
+      "Stack": 7264,
+      "▁eines": 7265,
+      "▁Da": 7266,
+      "lij": 7267,
+      "enti": 7268,
+      "▁й": 7269,
+      "Util": 7270,
+      "▁experience": 7271,
+      "▁await": 7272,
+      "uls": 7273,
+      "▁requests": 7274,
+      "▁impos": 7275,
+      "▁constraint": 7276,
+      "Change": 7277,
+      "emph": 7278,
+      "бер": 7279,
+      "▁Another": 7280,
+      "Custom": 7281,
+      "▁significant": 7282,
+      "cr": 7283,
+      "▁million": 7284,
+      "reek": 7285,
+      "▁dalla": 7286,
+      "▁Germ": 7287,
+      "otal": 7288,
+      "ateur": 7289,
+      "btn": 7290,
+      "▁thinking": 7291,
+      "▁interval": 7292,
+      "onne": 7293,
+      "▁liv": 7294,
+      "():": 7295,
+      "▁Ве": 7296,
+      "oe": 7297,
+      "▁Ev": 7298,
+      "meta": 7299,
+      "▁broad": 7300,
+      "Rem": 7301,
+      "apply": 7302,
+      "▁couple": 7303,
+      "▁techni": 7304,
+      "idades": 7305,
+      "▁goal": 7306,
+      "▁CD": 7307,
+      "hab": 7308,
+      "▁explan": 7309,
+      "anner": 7310,
+      "▁Because": 7311,
+      "blog": 7312,
+      "includegraphics": 7313,
+      "▁voice": 7314,
+      "▁Map": 7315,
+      "vention": 7316,
+      "Session": 7317,
+      "▁Liens": 7318,
+      "▁sor": 7319,
+      "category": 7320,
+      "ashington": 7321,
+      "▁März": 7322,
+      "pop": 7323,
+      "illet": 7324,
+      "▁zwei": 7325,
+      "▁Lie": 7326,
+      "Null": 7327,
+      "address": 7328,
+      "▁factor": 7329,
+      "▁ligne": 7330,
+      "▁HTTP": 7331,
+      "▁suf": 7332,
+      "▁personal": 7333,
+      "cip": 7334,
+      "▁Dar": 7335,
+      "▁adm": 7336,
+      "кой": 7337,
+      "▁Ext": 7338,
+      "▁god": 7339,
+      "aa": 7340,
+      "Right": 7341,
+      "été": 7342,
+      "▁dynamic": 7343,
+      "▁maintain": 7344,
+      "tor": 7345,
+      "########": 7346,
+      "▁Fra": 7347,
+      "▁choice": 7348,
+      "▁сто": 7349,
+      "СР": 7350,
+      "▁Feder": 7351,
+      "ston": 7352,
+      "▁flag": 7353,
+      "kit": 7354,
+      "Module": 7355,
+      "▁спо": 7356,
+      "▁Stra": 7357,
+      "icks": 7358,
+      "▁haven": 7359,
+      "▁Mass": 7360,
+      "▁Emp": 7361,
+      "▁Pi": 7362,
+      "▁Pen": 7363,
+      "Rect": 7364,
+      "▁Kr": 7365,
+      "itat": 7366,
+      "eler": 7367,
+      "ября": 7368,
+      "itet": 7369,
+      "▁Start": 7370,
+      "▁produced": 7371,
+      "▁пол": 7372,
+      "(_": 7373,
+      "▁delet": 7374,
+      "▁hot": 7375,
+      "▁Geschichte": 7376,
+      "~~": 7377,
+      "▁months": 7378,
+      "▁tod": 7379,
+      "▁ни": 7380,
+      "ús": 7381,
+      "temp": 7382,
+      "▁Dez": 7383,
+      "ypes": 7384,
+      "▁cui": 7385,
+      "ommun": 7386,
+      "actions": 7387,
+      "▁eigen": 7388,
+      "▁immediately": 7389,
+      "PL": 7390,
+      "▁Го": 7391,
+      "▁Bal": 7392,
+      "ље": 7393,
+      "ului": 7394,
+      "▁online": 7395,
+      "▁años": 7396,
+      "▁namespace": 7397,
+      "▁mond": 7398,
+      "▁Base": 7399,
+      "▁Canada": 7400,
+      "etzt": 7401,
+      "}-": 7402,
+      "▁defin": 7403,
+      "▁doubt": 7404,
+      "▁investig": 7405,
+      "views": 7406,
+      "▁Line": 7407,
+      "▁stage": 7408,
+      "ettings": 7409,
+      "ubre": 7410,
+      "float": 7411,
+      "▁Play": 7412,
+      "▁Las": 7413,
+      "ptr": 7414,
+      "▁becomes": 7415,
+      "estamp": 7416,
+      "▁independent": 7417,
+      "▁analysis": 7418,
+      "▁Look": 7419,
+      "lain": 7420,
+      "▁рас": 7421,
+      "Reference": 7422,
+      "▁sorry": 7423,
+      "▁supposed": 7424,
+      "ût": 7425,
+      "▁degree": 7426,
+      "utz": 7427,
+      "MM": 7428,
+      "▁desired": 7429,
+      "ły": 7430,
+      "▁len": 7431,
+      "▁alone": 7432,
+      "signed": 7433,
+      "▁Sta": 7434,
+      "Person": 7435,
+      "▁applied": 7436,
+      "▁Back": 7437,
+      "▁mars": 7438,
+      "Part": 7439,
+      "▁Did": 7440,
+      "▁externes": 7441,
+      "▁np": 7442,
+      "ongo": 7443,
+      "▁esta": 7444,
+      "Block": 7445,
+      "▁pou": 7446,
+      "adores": 7447,
+      "▁Studio": 7448,
+      ".$": 7449,
+      "▁reached": 7450,
+      "bot": 7451,
+      "▁Juni": 7452,
+      "tons": 7453,
+      "itel": 7454,
+      "▁Gar": 7455,
+      "▁articles": 7456,
+      "▁District": 7457,
+      "▁trouble": 7458,
+      "lide": 7459,
+      "▁Found": 7460,
+      "ád": 7461,
+      "▁equip": 7462,
+      "▁internal": 7463,
+      "'],": 7464,
+      "▁async": 7465,
+      "UB": 7466,
+      "gel": 7467,
+      "▁ai": 7468,
+      "ensure": 7469,
+      "▁appeared": 7470,
+      "▁$_": 7471,
+      "▁maximum": 7472,
+      "▁Си": 7473,
+      "рь": 7474,
+      "▁announ": 7475,
+      "лась": 7476,
+      "▁cm": 7477,
+      "ган": 7478,
+      "aupt": 7479,
+      "▁latter": 7480,
+      "▁platform": 7481,
+      "▁dra": 7482,
+      "▁capital": 7483,
+      "▁solved": 7484,
+      "riz": 7485,
+      "edic": 7486,
+      "▁Mur": 7487,
+      "▁Top": 7488,
+      "тся": 7489,
+      "Panel": 7490,
+      "rule": 7491,
+      "etic": 7492,
+      "▁Ren": 7493,
+      "▁Wikimedia": 7494,
+      "▁TO": 7495,
+      "second": 7496,
+      "isl": 7497,
+      "▁hy": 7498,
+      "▁niet": 7499,
+      "▁loaded": 7500,
+      "dig": 7501,
+      "▁mayo": 7502,
+      "[:": 7503,
+      "Acc": 7504,
+      "▁bek": 7505,
+      "нию": 7506,
+      "login": 7507,
+      "tx": 7508,
+      "▁Fur": 7509,
+      "▁Santa": 7510,
+      "azz": 7511,
+      "▁conduct": 7512,
+      "▁India": 7513,
+      "Order": 7514,
+      "irth": 7515,
+      "tw": 7516,
+      "}+": 7517,
+      "▁wieder": 7518,
+      "▁Edu": 7519,
+      "AV": 7520,
+      "▁```": 7521,
+      "▁manually": 7522,
+      "▁Read": 7523,
+      "fortunately": 7524,
+      "▁Run": 7525,
+      "▁Award": 7526,
+      "▁Foot": 7527,
+      "*)": 7528,
+      "params": 7529,
+      "пі": 7530,
+      "▁native": 7531,
+      "rift": 7532,
+      "▁ä": 7533,
+      "ATH": 7534,
+      "▁yourself": 7535,
+      "▁prior": 7536,
+      "▁cit": 7537,
+      "äh": 7538,
+      "▁treat": 7539,
+      "▁meas": 7540,
+      "ributed": 7541,
+      "▁clar": 7542,
+      "card": 7543,
+      "ROR": 7544,
+      "illes": 7545,
+      "▁layer": 7546,
+      "auer": 7547,
+      "▁rat": 7548,
+      "bernate": 7549,
+      "▁stato": 7550,
+      "▁China": 7551,
+      "▁$('#": 7552,
+      "▁naar": 7553,
+      "zip": 7554,
+      "▁${\\": 7555,
+      "▁appreciated": 7556,
+      "▁име": 7557,
+      "ży": 7558,
+      "▁przez": 7559,
+      "▁Indian": 7560,
+      "▁Tod": 7561,
+      "▁Source": 7562,
+      "▁други": 7563,
+      "internal": 7564,
+      "ionale": 7565,
+      "Product": 7566,
+      "▁Men": 7567,
+      "▁upper": 7568,
+      "▁Every": 7569,
+      "},\\": 7570,
+      "▁printf": 7571,
+      "▁continued": 7572,
+      "▁nodes": 7573,
+      "лки": 7574,
+      "▁nice": 7575,
+      "modules": 7576,
+      "eign": 7577,
+      "▁Mex": 7578,
+      "▁According": 7579,
+      "▁undefined": 7580,
+      "▁binary": 7581,
+      "cut": 7582,
+      "Current": 7583,
+      "edy": 7584,
+      "}}{": 7585,
+      "bles": 7586,
+      "▁вой": 7587,
+      "scri": 7588,
+      "eqn": 7589,
+      "Changed": 7590,
+      "▁köz": 7591,
+      "▁remote": 7592,
+      "вля": 7593,
+      "▁quel": 7594,
+      "▁align": 7595,
+      "▁пар": 7596,
+      "SV": 7597,
+      "yer": 7598,
+      "▁Californ": 7599,
+      "▁places": 7600,
+      "▁primary": 7601,
+      "▁conv": 7602,
+      "▁Juli": 7603,
+      "▁visual": 7604,
+      "▁Select": 7605,
+      "atory": 7606,
+      "=(": 7607,
+      "iser": 7608,
+      "▁intent": 7609,
+      "sur": 7610,
+      "container": 7611,
+      "iced": 7612,
+      "▁board": 7613,
+      "astr": 7614,
+      "omial": 7615,
+      "вет": 7616,
+      "зва": 7617,
+      "▁cru": 7618,
+      "▁Oktober": 7619,
+      "save": 7620,
+      "▁greater": 7621,
+      "▁inn": 7622,
+      "▁picture": 7623,
+      "▁То": 7624,
+      "▁obtained": 7625,
+      "Wikimedia": 7626,
+      "úblic": 7627,
+      "▁lors": 7628,
+      "▁mont": 7629,
+      "obre": 7630,
+      "▁civil": 7631,
+      "▁construction": 7632,
+      "▁Welt": 7633,
+      "▁Under": 7634,
+      "undert": 7635,
+      "▁edge": 7636,
+      "▁Liste": 7637,
+      "csv": 7638,
+      "▁experiment": 7639,
+      "localhost": 7640,
+      "▁Edit": 7641,
+      "greg": 7642,
+      "ová": 7643,
+      "ља": 7644,
+      "msg": 7645,
+      "▁Green": 7646,
+      "Dialog": 7647,
+      "Ident": 7648,
+      "▁JS": 7649,
+      "^{(": 7650,
+      "▁släktet": 7651,
+      "____": 7652,
+      "Project": 7653,
+      "▁beskre": 7654,
+      "▁ber": 7655,
+      "▁wouldn": 7656,
+      "▁react": 7657,
+      "Hel": 7658,
+      "zw": 7659,
+      "▁Washington": 7660,
+      "orie": 7661,
+      "task": 7662,
+      "▁category": 7663,
+      "▁artist": 7664,
+      "anno": 7665,
+      "▁ook": 7666,
+      "ammen": 7667,
+      "▁Minister": 7668,
+      "▁declar": 7669,
+      "▁Key": 7670,
+      ",.": 7671,
+      "▁mach": 7672,
+      "▁ww": 7673,
+      "isen": 7674,
+      "Fran": 7675,
+      "▁Росси": 7676,
+      "бор": 7677,
+      "три": 7678,
+      "▁rock": 7679,
+      "quis": 7680,
+      "mos": 7681,
+      "пера": 7682,
+      "▁esterni": 7683,
+      "▁gold": 7684,
+      "Windows": 7685,
+      "%%": 7686,
+      "▁partial": 7687,
+      "▁weight": 7688,
+      "▁spr": 7689,
+      "}).": 7690,
+      "▁français": 7691,
+      "fun": 7692,
+      "▁thous": 7693,
+      "holder": 7694,
+      "▁gone": 7695,
+      "▁Č": 7696,
+      "▁rend": 7697,
+      "DA": 7698,
+      "▁answered": 7699,
+      "▁False": 7700,
+      "Buffer": 7701,
+      "▁daugh": 7702,
+      ".--": 7703,
+      "▁Show": 7704,
+      "▁rect": 7705,
+      "▁Kre": 7706,
+      "dr": 7707,
+      "osoph": 7708,
+      "▁yield": 7709,
+      "urity": 7710,
+      "toString": 7711,
+      "aval": 7712,
+      "Pol": 7713,
+      "▁lock": 7714,
+      "imation": 7715,
+      "antic": 7716,
+      "Local": 7717,
+      "▁beskrevs": 7718,
+      "ités": 7719,
+      "grid": 7720,
+      "ут": 7721,
+      "▁_{": 7722,
+      "сі": 7723,
+      "FILE": 7724,
+      "▁км": 7725,
+      "▁speak": 7726,
+      "summary": 7727,
+      "prop": 7728,
+      "javascript": 7729,
+      "zk": 7730,
+      "izontal": 7731,
+      "▁trois": 7732,
+      "▁Rod": 7733,
+      "prise": 7734,
+      "рово": 7735,
+      "▁odd": 7736,
+      "▁gest": 7737,
+      "▁produce": 7738,
+      "▁waar": 7739,
+      "▁Av": 7740,
+      "ribu": 7741,
+      "вання": 7742,
+      "▁finished": 7743,
+      "▁adapt": 7744,
+      "▁Sar": 7745,
+      "textit": 7746,
+      "▁Ce": 7747,
+      "▁Fa": 7748,
+      "osen": 7749,
+      "▁deriv": 7750,
+      "▁ship": 7751,
+      "▁opin": 7752,
+      "▁Even": 7753,
+      "gesch": 7754,
+      "▁suppose": 7755,
+      "▁Fer": 7756,
+      "ское": 7757,
+      "▁worden": 7758,
+      "sey": 7759,
+      "hline": 7760,
+      "▁Union": 7761,
+      "▁/**": 7762,
+      "▁vez": 7763,
+      "▁Collegamenti": 7764,
+      "▁Society": 7765,
+      "▁econom": 7766,
+      "ší": 7767,
+      "oi": 7768,
+      "▁orient": 7769,
+      "▁Teil": 7770,
+      "rent": 7771,
+      "лекс": 7772,
+      "▁solid": 7773,
+      "▁cart": 7774,
+      "****************": 7775,
+      "▁cab": 7776,
+      "▁Message": 7777,
+      "dots": 7778,
+      "▁ég": 7779,
+      "▁twe": 7780,
+      "aga": 7781,
+      "▁naz": 7782,
+      "▁Microsoft": 7783,
+      "▁underarter": 7784,
+      "ppen": 7785,
+      "▁recent": 7786,
+      "▁net": 7787,
+      "▁resources": 7788,
+      "Ste": 7789,
+      ".\\": 7790,
+      "▁SO": 7791,
+      "лом": 7792,
+      "▁cele": 7793,
+      "▁lic": 7794,
+      "▁benef": 7795,
+      "ldots": 7796,
+      "▁serial": 7797,
+      "Integer": 7798,
+      "cles": 7799,
+      "▁miles": 7800,
+      "▁Ale": 7801,
+      "▁entered": 7802,
+      "▁Two": 7803,
+      "wie": 7804,
+      "▁includes": 7805,
+      "▁Each": 7806,
+      "elling": 7807,
+      "quer": 7808,
+      "▁Dom": 7809,
+      "pf": 7810,
+      "WS": 7811,
+      "▁straight": 7812,
+      "▁Stan": 7813,
+      "▁nos": 7814,
+      "ícul": 7815,
+      "atro": 7816,
+      "▁Center": 7817,
+      "FT": 7818,
+      "▁Inga": 7819,
+      "ilo": 7820,
+      "▁www": 7821,
+      "jsfiddle": 7822,
+      "nic": 7823,
+      "▁European": 7824,
+      "▁commer": 7825,
+      "▁girl": 7826,
+      "total": 7827,
+      "▁Star": 7828,
+      "▁suggested": 7829,
+      "pal": 7830,
+      "▁zwischen": 7831,
+      "писа": 7832,
+      "IM": 7833,
+      "▁handler": 7834,
+      "▁Program": 7835,
+      "xsl": 7836,
+      "ály": 7837,
+      "BU": 7838,
+      ",--": 7839,
+      "▁vid": 7840,
+      "▁established": 7841,
+      "▁Spiel": 7842,
+      "ometry": 7843,
+      "unes": 7844,
+      "▁sit": 7845,
+      "▁inher": 7846,
+      "▁puis": 7847,
+      "▁être": 7848,
+      "▁Most": 7849,
+      "Header": 7850,
+      "insert": 7851,
+      "▁sist": 7852,
+      "▁favor": 7853,
+      "dest": 7854,
+      "▁entity": 7855,
+      "Cal": 7856,
+      "▁Therefore": 7857,
+      "DD": 7858,
+      ";;": 7859,
+      "▁Dezember": 7860,
+      "▁Rh": 7861,
+      "iments": 7862,
+      "▁returning": 7863,
+      "sto": 7864,
+      "▁Value": 7865,
+      "▁liber": 7866,
+      "▁Result": 7867,
+      "▁bind": 7868,
+      "voir": 7869,
+      "▁Tim": 7870,
+      "▁Movie": 7871,
+      "weg": 7872,
+      "ket": 7873,
+      "▁исто": 7874,
+      "▁friends": 7875,
+      "▁fn": 7876,
+      "▁él": 7877,
+      "▁&=": 7878,
+      "arden": 7879,
+      "fficial": 7880,
+      "▁community": 7881,
+      "▁api": 7882,
+      "Args": 7883,
+      "ieren": 7884,
+      "▁dann": 7885,
+      "omorph": 7886,
+      "adr": 7887,
+      "loop": 7888,
+      "uman": 7889,
+      "▁vous": 7890,
+      "bst": 7891,
+      "submit": 7892,
+      "\\|": 7893,
+      "тин": 7894,
+      "Container": 7895,
+      "asket": 7896,
+      "?)": 7897,
+      "Sec": 7898,
+      "▁drive": 7899,
+      "Ass": 7900,
+      "▁swe": 7901,
+      "▁amer": 7902,
+      "▁mine": 7903,
+      "▁Ham": 7904,
+      "▁avait": 7905,
+      "▁Hon": 7906,
+      "▁après": 7907,
+      "▁Mann": 7908,
+      "ська": 7909,
+      "▁increase": 7910,
+      "▁ty": 7911,
+      "sky": 7912,
+      "▁accur": 7913,
+      "article": 7914,
+      "weight": 7915,
+      "▁sex": 7916,
+      "▁listade": 7917,
+      "/**": 7918,
+      "▁está": 7919,
+      "}}$": 7920,
+      "argo": 7921,
+      "define": 7922,
+      "▁состав": 7923,
+      "session": 7924,
+      "ads": 7925,
+      "стви": 7926,
+      "▁Law": 7927,
+      "▁dialog": 7928,
+      "▁duplicate": 7929,
+      "▁ép": 7930,
+      "▁voc": 7931,
+      "fri": 7932,
+      "▁green": 7933,
+      "▁hidden": 7934,
+      "▁Island": 7935,
+      "▁diag": 7936,
+      "owej": 7937,
+      "mysql": 7938,
+      "teil": 7939,
+      "rä": 7940,
+      "ikan": 7941,
+      "▁José": 7942,
+      "aled": 7943,
+      "Runtime": 7944,
+      "▁train": 7945,
+      "▁Division": 7946,
+      "ниц": 7947,
+      "▁Span": 7948,
+      "нима": 7949,
+      ")=\\": 7950,
+      "тан": 7951,
+      "▁stay": 7952,
+      "▁foo": 7953,
+      "▁accom": 7954,
+      "▁hers": 7955,
+      "▁нау": 7956,
+      "▁Mün": 7957,
+      "ideos": 7958,
+      "static": 7959,
+      "▁ready": 7960,
+      "]`": 7961,
+      "▁visible": 7962,
+      "▁Hope": 7963,
+      "ulated": 7964,
+      "▁Cult": 7965,
+      "стро": 7966,
+      "Co": 7967,
+      "▁smaller": 7968,
+      "atura": 7969,
+      "▁perfectly": 7970,
+      "req": 7971,
+      "▁proposed": 7972,
+      "▁degli": 7973,
+      "Search": 7974,
+      "▁ich": 7975,
+      "Max": 7976,
+      "▁volume": 7977,
+      "execute": 7978,
+      "gre": 7979,
+      "▁sport": 7980,
+      "udad": 7981,
+      "PT": 7982,
+      "▁Records": 7983,
+      "▁cook": 7984,
+      "▁expand": 7985,
+      "бі": 7986,
+      "▁altri": 7987,
+      "ppet": 7988,
+      "arse": 7989,
+      "▁wet": 7990,
+      "▁Bob": 7991,
+      "▁FC": 7992,
+      "▁Association": 7993,
+      "uje": 7994,
+      "▁fel": 7995,
+      "▁слу": 7996,
+      "▁Big": 7997,
+      "/\\": 7998,
+      "Ge": 7999,
+      "while": 8000,
+      "{(": 8001,
+      "▁sufficient": 8002,
+      "Position": 8003,
+      "▁understanding": 8004,
+      "▁nue": 8005,
+      "▁raz": 8006,
+      "▁ye": 8007,
+      "hem": 8008,
+      "Num": 8009,
+      "▁Project": 8010,
+      "▁Its": 8011,
+      "▁hasta": 8012,
+      "enso": 8013,
+      "▁wire": 8014,
+      "Ret": 8015,
+      "uj": 8016,
+      "proof": 8017,
+      "▁relevant": 8018,
+      "▁partir": 8019,
+      "▁ago": 8020,
+      "ificate": 8021,
+      "▁domin": 8022,
+      "▁boy": 8023,
+      "▁plant": 8024,
+      "▁encoding": 8025,
+      "▁throws": 8026,
+      "▁Rock": 8027,
+      "zone": 8028,
+      "gang": 8029,
+      "widget": 8030,
+      "▁interesting": 8031,
+      "DER": 8032,
+      "▁demon": 8033,
+      "▁office": 8034,
+      "amt": 8035,
+      "äter": 8036,
+      "▁White": 8037,
+      "▁versch": 8038,
+      "▁dieser": 8039,
+      "▁Mount": 8040,
+      "▁students": 8041,
+      "▁Pub": 8042,
+      "▁Де": 8043,
+      "ija": 8044,
+      "▁Cy": 8045,
+      "▁California": 8046,
+      "▁abril": 8047,
+      "äll": 8048,
+      "▁чем": 8049,
+      "TV": 8050,
+      "▁més": 8051,
+      "▁declared": 8052,
+      "▁ю": 8053,
+      "ől": 8054,
+      "appa": 8055,
+      "▁Бе": 8056,
+      "echo": 8057,
+      "numer": 8058,
+      "▁posted": 8059,
+      "▁вер": 8060,
+      "▁године": 8061,
+      "▁weak": 8062,
+      "▁Republic": 8063,
+      "▁champion": 8064,
+      "ensuremath": 8065,
+      "your": 8066,
+      "▁Ober": 8067,
+      "▁Central": 8068,
+      "isa": 8069,
+      "анд": 8070,
+      "yy": 8071,
+      "▁fully": 8072,
+      "▁SD": 8073,
+      "▁Linux": 8074,
+      "▁Scott": 8075,
+      "partment": 8076,
+      "kon": 8077,
+      "▁contract": 8078,
+      "▁OF": 8079,
+      "▁ale": 8080,
+      "▁Ann": 8081,
+      "▁над": 8082,
+      "lah": 8083,
+      "▁Next": 8084,
+      "oren": 8085,
+      "▁disk": 8086,
+      "▁eg": 8087,
+      "atu": 8088,
+      "логи": 8089,
+      "▁games": 8090,
+      "Left": 8091,
+      "▁lu": 8092,
+      "▁finite": 8093,
+      "▁ки": 8094,
+      "▁crash": 8095,
+      "pher": 8096,
+      "exe": 8097,
+      "ATION": 8098,
+      "▁brother": 8099,
+      "Eng": 8100,
+      "tat": 8101,
+      "▁Integer": 8102,
+      "ному": 8103,
+      "▁colon": 8104,
+      "iqu": 8105,
+      ")).": 8106,
+      "ivi": 8107,
+      "▁Method": 8108,
+      "arten": 8109,
+      "Uni": 8110,
+      "vector": 8111,
+      "▁wood": 8112,
+      "рт": 8113,
+      "▁Ле": 8114,
+      "▁siècle": 8115,
+      "▁gent": 8116,
+      "}\r": 8117,
+      "▁contents": 8118,
+      "▁compan": 8119,
+      "Go": 8120,
+      "▁jou": 8121,
+      "uent": 8122,
+      "Async": 8123,
+      "printf": 8124,
+      "▁Model": 8125,
+      "▁kept": 8126,
+      "ASE": 8127,
+      "▁provides": 8128,
+      "▁Abgerufen": 8129,
+      "▁Gall": 8130,
+      "▁Alf": 8131,
+      "SA": 8132,
+      "▁Mem": 8133,
+      "▁kter": 8134,
+      "▁Bru": 8135,
+      "Android": 8136,
+      "(:": 8137,
+      "▁Украї": 8138,
+      "Ne": 8139,
+      "Min": 8140,
+      "atr": 8141,
+      "▁Hal": 8142,
+      "delete": 8143,
+      "odo": 8144,
+      "▁não": 8145,
+      "ène": 8146,
+      "▁calculate": 8147,
+      "Json": 8148,
+      "keys": 8149,
+      "ней": 8150,
+      "▁hence": 8151,
+      "▁ow": 8152,
+      "▁Lib": 8153,
+      "eno": 8154,
+      "▁Love": 8155,
+      "osi": 8156,
+      "wide": 8157,
+      "▁score": 8158,
+      "full": 8159,
+      "вод": 8160,
+      "▁determine": 8161,
+      "▁spaces": 8162,
+      "лова": 8163,
+      "▁peut": 8164,
+      "éral": 8165,
+      "ół": 8166,
+      "▁appoint": 8167,
+      "▁Tw": 8168,
+      "<?": 8169,
+      "▁Order": 8170,
+      "▁hop": 8171,
+      "random": 8172,
+      "cache": 8173,
+      "▁destroy": 8174,
+      "▁race": 8175,
+      "Tag": 8176,
+      "▁rid": 8177,
+      "▁negative": 8178,
+      "Car": 8179,
+      "ensional": 8180,
+      "dk": 8181,
+      "▁cro": 8182,
+      "▁THEN": 8183,
+      "▁$.": 8184,
+      "ensk": 8185,
+      "NE": 8186,
+      "HO": 8187,
+      "▁kle": 8188,
+      "ospital": 8189,
+      "kte": 8190,
+      "férences": 8191,
+      "udes": 8192,
+      "IR": 8193,
+      "otion": 8194,
+      "▁Real": 8195,
+      "▁Februar": 8196,
+      "ин": 8197,
+      "▁Old": 8198,
+      "кого": 8199,
+      "leich": 8200,
+      "▁р": 8201,
+      "ían": 8202,
+      "▁га": 8203,
+      "cide": 8204,
+      "lab": 8205,
+      "▁pull": 8206,
+      "▁'/": 8207,
+      "Long": 8208,
+      ",$": 8209,
+      "▁appropriate": 8210,
+      "▁была": 8211,
+      "führ": 8212,
+      "▁Media": 8213,
+      "▁manner": 8214,
+      "▁Ге": 8215,
+      "description": 8216,
+      "Bean": 8217,
+      "▁Lar": 8218,
+      "'];": 8219,
+      "▁relation": 8220,
+      "▁Sorry": 8221,
+      "har": 8222,
+      "cpp": 8223,
+      "▁Ko": 8224,
+      "▁execution": 8225,
+      "inos": 8226,
+      "▁bul": 8227,
+      "grade": 8228,
+      "▁Mu": 8229,
+      "▁pil": 8230,
+      "writ": 8231,
+      "ifications": 8232,
+      "inese": 8233,
+      "▁Phili": 8234,
+      "dx": 8235,
+      "▁leading": 8236,
+      "▁Journal": 8237,
+      "oved": 8238,
+      "▁contro": 8239,
+      "нова": 8240,
+      "Yes": 8241,
+      "▁channel": 8242,
+      ")),": 8243,
+      "isten": 8244,
+      "aka": 8245,
+      "ToString": 8246,
+      "mas": 8247,
+      "▁ett": 8248,
+      "▁forces": 8249,
+      "ulations": 8250,
+      "▁Call": 8251,
+      "▁explanation": 8252,
+      "oring": 8253,
+      "ATA": 8254,
+      "chter": 8255,
+      "when": 8256,
+      "VC": 8257,
+      "▁Jahrh": 8258,
+      "Case": 8259,
+      "▁commands": 8260,
+      "▁rich": 8261,
+      "bus": 8262,
+      "Fe": 8263,
+      "mbox": 8264,
+      "▁recon": 8265,
+      "ño": 8266,
+      "▁shape": 8267,
+      "owy": 8268,
+      "entry": 8269,
+      "itable": 8270,
+      "▁election": 8271,
+      "ється": 8272,
+      "▁prep": 8273,
+      "vá": 8274,
+      "▁infin": 8275,
+      "lot": 8276,
+      "▁books": 8277,
+      "▁USA": 8278,
+      "лин": 8279,
+      "▁pom": 8280,
+      "▁nas": 8281,
+      "▁tags": 8282,
+      "▁executed": 8283,
+      "aille": 8284,
+      "lung": 8285,
+      "▁JavaScript": 8286,
+      "▁ball": 8287,
+      "▁ainsi": 8288,
+      "▁Pri": 8289,
+      "{$": 8290,
+      "▁UN": 8291,
+      "▁Ram": 8292,
+      "▁hear": 8293,
+      "▁Ubuntu": 8294,
+      ">();": 8295,
+      "▁pure": 8296,
+      "▁embed": 8297,
+      "ação": 8298,
+      "controller": 8299,
+      "▁married": 8300,
+      "▁Fol": 8301,
+      "famil": 8302,
+      "▁prec": 8303,
+      "▁recurs": 8304,
+      "pad": 8305,
+      "istration": 8306,
+      "▁respectively": 8307,
+      "[$": 8308,
+      "autor": 8309,
+      "▁grav": 8310,
+      "iera": 8311,
+      "azioni": 8312,
+      "▁Bul": 8313,
+      "▁Australia": 8314,
+      "mond": 8315,
+      "▁Tro": 8316,
+      "▁Ele": 8317,
+      "packages": 8318,
+      "msdn": 8319,
+      "▁Als": 8320,
+      "▁przy": 8321,
+      "ART": 8322,
+      "▁charge": 8323,
+      "▁applications": 8324,
+      "Unit": 8325,
+      "aren": 8326,
+      "▁sudden": 8327,
+      "ometer": 8328,
+      "▁dot": 8329,
+      "acji": 8330,
+      "ктор": 8331,
+      "imin": 8332,
+      "ening": 8333,
+      "▁donde": 8334,
+      "▁Ho": 8335,
+      "tree": 8336,
+      "mb": 8337,
+      "▁drag": 8338,
+      "aje": 8339,
+      "▁invalid": 8340,
+      "▁finish": 8341,
+      "laim": 8342,
+      "▁feed": 8343,
+      "▁Nap": 8344,
+      "room": 8345,
+      "images": 8346,
+      "▁сай": 8347,
+      "▁succ": 8348,
+      "iffer": 8349,
+      "▁año": 8350,
+      "▁cual": 8351,
+      "мери": 8352,
+      "DR": 8353,
+      "▁Bilder": 8354,
+      "бра": 8355,
+      "rait": 8356,
+      "pan": 8357,
+      "ень": 8358,
+      "▁distinct": 8359,
+      "▁Kn": 8360,
+      "önig": 8361,
+      "anced": 8362,
+      "▁loading": 8363,
+      "▁Techn": 8364,
+      "▁Sel": 8365,
+      "mus": 8366,
+      "▁rail": 8367,
+      "▁student": 8368,
+      "▁notice": 8369,
+      "▁sla": 8370,
+      "▁Да": 8371,
+      "▁guard": 8372,
+      "▁Day": 8373,
+      "вали": 8374,
+      "Option": 8375,
+      "aison": 8376,
+      "ipp": 8377,
+      "▁Jun": 8378,
+      "▁fell": 8379,
+      "▁absolute": 8380,
+      "ове": 8381,
+      "debug": 8382,
+      "▁Sud": 8383,
+      "пы": 8384,
+      "ugins": 8385,
+      "▁views": 8386,
+      "lay": 8387,
+      "▁surr": 8388,
+      "▁stood": 8389,
+      "▁ві": 8390,
+      "selected": 8391,
+      "гі": 8392,
+      "▁attributes": 8393,
+      "final": 8394,
+      "enda": 8395,
+      "▁Bon": 8396,
+      "ners": 8397,
+      "▁Wer": 8398,
+      "bur": 8399,
+      "ittel": 8400,
+      "▁moving": 8401,
+      "▁Plan": 8402,
+      "isches": 8403,
+      "Java": 8404,
+      "▁basis": 8405,
+      "▁Bus": 8406,
+      "▁Au": 8407,
+      "▁Ill": 8408,
+      "▁время": 8409,
+      "▁цент": 8410,
+      "handle": 8411,
+      "ступ": 8412,
+      "▁Far": 8413,
+      "▁oraz": 8414,
+      "ocr": 8415,
+      "▁seit": 8416,
+      "onder": 8417,
+      "дом": 8418,
+      ":/": 8419,
+      "chor": 8420,
+      "▁Town": 8421,
+      "▁definit": 8422,
+      "react": 8423,
+      "▁piece": 8424,
+      "▁Karl": 8425,
+      "CI": 8426,
+      "▁Application": 8427,
+      "unter": 8428,
+      "▁formed": 8429,
+      "▁пу": 8430,
+      "Bo": 8431,
+      "▁Daniel": 8432,
+      "▁пла": 8433,
+      "Body": 8434,
+      "})$": 8435,
+      "▁были": 8436,
+      "▁earth": 8437,
+      "гла": 8438,
+      "There": 8439,
+      "▁стра": 8440,
+      "▁ville": 8441,
+      "▁centre": 8442,
+      ")\r": 8443,
+      "▁helpful": 8444,
+      "▁++": 8445,
+      "▁CG": 8446,
+      "izione": 8447,
+      "▁Game": 8448,
+      "▁Which": 8449,
+      "▁pip": 8450,
+      "▁Portug": 8451,
+      "DS": 8452,
+      "▁describe": 8453,
+      "▁checking": 8454,
+      "▁manager": 8455,
+      "BO": 8456,
+      "▁Bundes": 8457,
+      "buch": 8458,
+      "▁decided": 8459,
+      "▁Jahrhundert": 8460,
+      "▁fif": 8461,
+      "efficient": 8462,
+      "anci": 8463,
+      "braries": 8464,
+      "▁fails": 8465,
+      "▁kernel": 8466,
+      "▁Gl": 8467,
+      "▁Nacional": 8468,
+      "▁proceed": 8469,
+      "▁fuer": 8470,
+      "▁living": 8471,
+      "▁successfully": 8472,
+      "▁faster": 8473,
+      "▁contre": 8474,
+      "▁prison": 8475,
+      "ORT": 8476,
+      "help": 8477,
+      "▁autor": 8478,
+      "ław": 8479,
+      "ają": 8480,
+      "▁Arm": 8481,
+      "▁provin": 8482,
+      "▁naam": 8483,
+      "/#": 8484,
+      "sed": 8485,
+      "▁gesch": 8486,
+      "▁мар": 8487,
+      "esk": 8488,
+      "term": 8489,
+      "▁Tex": 8490,
+      "iring": 8491,
+      "▁tools": 8492,
+      "PDF": 8493,
+      "▁ult": 8494,
+      "issenschaft": 8495,
+      "▁couldn": 8496,
+      "ding": 8497,
+      "Dep": 8498,
+      "{-": 8499,
+      "▁predict": 8500,
+      "antage": 8501,
+      "▁Like": 8502,
+      "▁Би": 8503,
+      "tools": 8504,
+      "estra": 8505,
+      "▁ki": 8506,
+      "▁Jim": 8507,
+      "star": 8508,
+      "▁remark": 8509,
+      "óg": 8510,
+      "nabla": 8511,
+      "▁Although": 8512,
+      "mode": 8513,
+      "Host": 8514,
+      "▁strange": 8515,
+      "None": 8516,
+      "black": 8517,
+      "▁Festival": 8518,
+      "▁IS": 8519,
+      "anza": 8520,
+      "▁(-": 8521,
+      "icket": 8522,
+      "кола": 8523,
+      "▁Jes": 8524,
+      "▁flex": 8525,
+      "▁À": 8526,
+      "▁Network": 8527,
+      "▁EX": 8528,
+      "▁enero": 8529,
+      "!”": 8530,
+      "▁Ort": 8531,
+      "▁alors": 8532,
+      "▁Original": 8533,
+      "▁zo": 8534,
+      "ными": 8535,
+      "▁spl": 8536,
+      "Draw": 8537,
+      "yond": 8538,
+      "──": 8539,
+      "▁Ot": 8540,
+      "▁dram": 8541,
+      "▁division": 8542,
+      "▁efficient": 8543,
+      "▁Га": 8544,
+      "▁vier": 8545,
+      "nak": 8546,
+      "LS": 8547,
+      "▁spirit": 8548,
+      "zeichnet": 8549,
+      "▁dici": 8550,
+      "clear": 8551,
+      "copy": 8552,
+      "yar": 8553,
+      "▁році": 8554,
+      "usqu": 8555,
+      "▁nous": 8556,
+      "▁blev": 8557,
+      "жде": 8558,
+      "Arg": 8559,
+      "▁performed": 8560,
+      "▁Make": 8561,
+      "▁Carol": 8562,
+      "etto": 8563,
+      "▁Sand": 8564,
+      "▁Disc": 8565,
+      "Enc": 8566,
+      "rero": 8567,
+      "hash": 8568,
+      "▁focus": 8569,
+      "▁attention": 8570,
+      "▁agre": 8571,
+      "▁divis": 8572,
+      "▁было": 8573,
+      "▁ej": 8574,
+      "▁march": 8575,
+      "▁phase": 8576,
+      "ías": 8577,
+      "▁phil": 8578,
+      "▁Pap": 8579,
+      "▁river": 8580,
+      "▁caused": 8581,
+      "plugin": 8582,
+      "▁Team": 8583,
+      "uler": 8584,
+      "▁$(\"#": 8585,
+      "iej": 8586,
+      "ISBN": 8587,
+      "nam": 8588,
+      "▁fight": 8589,
+      "vid": 8590,
+      "▁Lud": 8591,
+      "Selected": 8592,
+      ":@\"": 8593,
+      "▁Pod": 8594,
+      "▁années": 8595,
+      "arios": 8596,
+      "▁deutscher": 8597,
+      "▁NA": 8598,
+      "▁ию": 8599,
+      "▁dictionary": 8600,
+      "▁Ла": 8601,
+      "▁Tri": 8602,
+      "èn": 8603,
+      "▁political": 8604,
+      "ridge": 8605,
+      "atten": 8606,
+      "▁circle": 8607,
+      "▁transport": 8608,
+      "emas": 8609,
+      "FC": 8610,
+      "▁replaced": 8611,
+      "▁Aud": 8612,
+      "iska": 8613,
+      "Configuration": 8614,
+      "▁soort": 8615,
+      "▁Не": 8616,
+      "▁sequ": 8617,
+      "PRO": 8618,
+      "▁bud": 8619,
+      "▁{{": 8620,
+      "ließ": 8621,
+      "▁Mas": 8622,
+      "ders": 8623,
+      "usammen": 8624,
+      "esa": 8625,
+      "▁Ly": 8626,
+      "вро": 8627,
+      "mac": 8628,
+      "▁испо": 8629,
+      "▁suc": 8630,
+      "uy": 8631,
+      "▁illustr": 8632,
+      "▁primera": 8633,
+      "ilation": 8634,
+      "▁storage": 8635,
+      "▁params": 8636,
+      "kaz": 8637,
+      "▁terminal": 8638,
+      "раль": 8639,
+      "▁holds": 8640,
+      "лось": 8641,
+      "▁nad": 8642,
+      "”.": 8643,
+      "▁octubre": 8644,
+      "bul": 8645,
+      "▁hus": 8646,
+      "ULT": 8647,
+      "▁également": 8648,
+      "▁Mill": 8649,
+      "ład": 8650,
+      "▁contiene": 8651,
+      "\"?": 8652,
+      "▁>>>": 8653,
+      "Que": 8654,
+      "  ": 8655,
+      "▁plain": 8656,
+      "ativa": 8657,
+      "ocker": 8658,
+      "Names": 8659,
+      "▁Jud": 8660,
+      "▁agree": 8661,
+      "▁Gemeinde": 8662,
+      "lare": 8663,
+      "каза": 8664,
+      "▁starts": 8665,
+      "▁price": 8666,
+      "Target": 8667,
+      "cus": 8668,
+      "▁Instead": 8669,
+      ".;": 8670,
+      "▁alternative": 8671,
+      "▁вла": 8672,
+      "IE": 8673,
+      "▁organiz": 8674,
+      "inu": 8675,
+      "▁completed": 8676,
+      "▁carry": 8677,
+      "atom": 8678,
+      "▁depending": 8679,
+      "▁Our": 8680,
+      "▁insp": 8681,
+      "▁&\\": 8682,
+      "aily": 8683,
+      "irection": 8684,
+      "фа": 8685,
+      "▁defe": 8686,
+      "TAC": 8687,
+      "▁designed": 8688,
+      "▁voir": 8689,
+      "break": 8690,
+      "▁partie": 8691,
+      "▁Jahren": 8692,
+      "▁studio": 8693,
+      "▁jour": 8694,
+      "▁Notes": 8695,
+      "fire": 8696,
+      "house": 8697,
+      "success": 8698,
+      "▁Juan": 8699,
+      "JS": 8700,
+      "▁Custom": 8701,
+      "▁besch": 8702,
+      "▁stated": 8703,
+      "bootstrap": 8704,
+      "ött": 8705,
+      "ozzá": 8706,
+      "▁CON": 8707,
+      "hav": 8708,
+      "▁sleep": 8709,
+      "eda": 8710,
+      "hot": 8711,
+      "ánd": 8712,
+      "▁Sy": 8713,
+      "▁temps": 8714,
+      "amar": 8715,
+      "▁scal": 8716,
+      "▁ast": 8717,
+      "▁opening": 8718,
+      "clipse": 8719,
+      "▁programming": 8720,
+      "▁letters": 8721,
+      "▁profile": 8722,
+      "nah": 8723,
+      "▁beyond": 8724,
+      "▁Further": 8725,
+      "faces": 8726,
+      "▁chart": 8727,
+      "зда": 8728,
+      "aign": 8729,
+      "ній": 8730,
+      "▁Rol": 8731,
+      "овано": 8732,
+      "terior": 8733,
+      "wed": 8734,
+      "▁herself": 8735,
+      "▁ng": 8736,
+      "anguages": 8737,
+      "}=\\": 8738,
+      "ynamic": 8739,
+      "▁jug": 8740,
+      "▁Example": 8741,
+      "▁(†": 8742,
+      "▁playing": 8743,
+      "▁usage": 8744,
+      "▁managed": 8745,
+      "▁Natur": 8746,
+      "тери": 8747,
+      "▁Et": 8748,
+      "eria": 8749,
+      "▁daughter": 8750,
+      "нием": 8751,
+      "Fragment": 8752,
+      "▁hol": 8753,
+      "Fl": 8754,
+      "ографи": 8755,
+      "▁ihn": 8756,
+      "üh": 8757,
+      "instance": 8758,
+      "▁comun": 8759,
+      "▁truth": 8760,
+      "▁само": 8761,
+      "▁implemented": 8762,
+      "▁anyway": 8763,
+      "▁Cro": 8764,
+      "фе": 8765,
+      "GC": 8766,
+      "ubuntu": 8767,
+      "types": 8768,
+      "ês": 8769,
+      ".~\\": 8770,
+      "fold": 8771,
+      "▁joined": 8772,
+      "??": 8773,
+      "▁mé": 8774,
+      "▁wild": 8775,
+      "клю": 8776,
+      "rowser": 8777,
+      "▁Home": 8778,
+      "skiej": 8779,
+      "▁JOIN": 8780,
+      "▁juin": 8781,
+      "hof": 8782,
+      "▁dataset": 8783,
+      "жду": 8784,
+      "'))": 8785,
+      "▁miejs": 8786,
+      "API": 8787,
+      "▁edited": 8788,
+      "ools": 8789,
+      "▁seeing": 8790,
+      "ijd": 8791,
+      "▁procedure": 8792,
+      "▁Bras": 8793,
+      "▁signed": 8794,
+      "▁externos": 8795,
+      "▁disapp": 8796,
+      "▁Direct": 8797,
+      "cyc": 8798,
+      "▁consult": 8799,
+      "örd": 8800,
+      "Widget": 8801,
+      "cious": 8802,
+      "sect": 8803,
+      "▁Ди": 8804,
+      "▁wind": 8805,
+      "▁Archivado": 8806,
+      "aml": 8807,
+      "сс": 8808,
+      "Wh": 8809,
+      "kbd": 8810,
+      "▁Army": 8811,
+      "▁suffer": 8812,
+      "artifact": 8813,
+      "▁resolve": 8814,
+      "▁Sport": 8815,
+      "▁це": 8816,
+      "idas": 8817,
+      "▁tax": 8818,
+      "idi": 8819,
+      "▁actions": 8820,
+      "пра": 8821,
+      "pués": 8822,
+      "▁naj": 8823,
+      "False": 8824,
+      "▁chance": 8825,
+      "▁тако": 8826,
+      "äd": 8827,
+      "▁dol": 8828,
+      "▁env": 8829,
+      "▁basically": 8830,
+      "▁Council": 8831,
+      "zte": 8832,
+      "▁displayed": 8833,
+      "nil": 8834,
+      "complete": 8835,
+      "▁Lem": 8836,
+      "iance": 8837,
+      "▁основ": 8838,
+      "▁depend": 8839,
+      "plom": 8840,
+      "ensus": 8841,
+      "uts": 8842,
+      "▁Hot": 8843,
+      "bitr": 8844,
+      "▁validation": 8845,
+      "abb": 8846,
+      "▁тре": 8847,
+      "km": 8848,
+      "zd": 8849,
+      "öff": 8850,
+      "WE": 8851,
+      "▁interested": 8852,
+      "▁{\"": 8853,
+      "aro": 8854,
+      "▁correl": 8855,
+      "▁dedic": 8856,
+      "▁lists": 8857,
+      "▁Bibliografia": 8858,
+      "▁earlier": 8859,
+      "program": 8860,
+      "▁première": 8861,
+      "front": 8862,
+      "Tab": 8863,
+      "ству": 8864,
+      "drop": 8865,
+      "▁fear": 8866,
+      "▁Enlaces": 8867,
+      "▁Capt": 8868,
+      "▁realiz": 8869,
+      "▁hal": 8870,
+      "▁instances": 8871,
+      "▁susp": 8872,
+      "illing": 8873,
+      "%;": 8874,
+      "{}": 8875,
+      "||": 8876,
+      "▁partition": 8877,
+      "▁Build": 8878,
+      "▁wo": 8879,
+      "▁Пер": 8880,
+      "▁director": 8881,
+      "▁Sin": 8882,
+      "тия": 8883,
+      "rsg": 8884,
+      "ouver": 8885,
+      "▁nearly": 8886,
+      "oda": 8887,
+      "ктив": 8888,
+      "▁sir": 8889,
+      "IME": 8890,
+      "▁janvier": 8891,
+      "▁Win": 8892,
+      "Build": 8893,
+      "ieurs": 8894,
+      "INE": 8895,
+      "double": 8896,
+      "Last": 8897,
+      "▁policy": 8898,
+      "store": 8899,
+      "▁observed": 8900,
+      "▁familie": 8901,
+      "nica": 8902,
+      "rey": 8903,
+      "зь": 8904,
+      "▁Year": 8905,
+      "▁developed": 8906,
+      "▁Institute": 8907,
+      "▁reply": 8908,
+      "Comple": 8909,
+      "ician": 8910,
+      "▁Guer": 8911,
+      "▁dall": 8912,
+      "▁desp": 8913,
+      "▁Football": 8914,
+      "Empty": 8915,
+      "cken": 8916,
+      "unda": 8917,
+      "▁Ur": 8918,
+      "▁ig": 8919,
+      "▁Atl": 8920,
+      "author": 8921,
+      "▁Bol": 8922,
+      "zig": 8923,
+      "nat": 8924,
+      "št": 8925,
+      "security": 8926,
+      "onic": 8927,
+      "▁pes": 8928,
+      "itan": 8929,
+      "▁Extern": 8930,
+      "jan": 8931,
+      "VAL": 8932,
+      "▁им": 8933,
+      "bold": 8934,
+      "▁ва": 8935,
+      "▁Мо": 8936,
+      "▁disput": 8937,
+      "▁trick": 8938,
+      "▁ped": 8939,
+      ")^{": 8940,
+      "into": 8941,
+      "Sim": 8942,
+      "▁parallel": 8943,
+      "fox": 8944,
+      "normal": 8945,
+      "inent": 8946,
+      "педи": 8947,
+      "hold": 8948,
+      "OK": 8949,
+      "▁chem": 8950,
+      "▁twice": 8951,
+      "▁username": 8952,
+      "ič": 8953,
+      "▁representation": 8954,
+      "▁journal": 8955,
+      "▁:-": 8956,
+      "▁batt": 8957,
+      "\\%": 8958,
+      "▁certainly": 8959,
+      "▁Exception": 8960,
+      "eps": 8961,
+      "shot": 8962,
+      "ategy": 8963,
+      "Show": 8964,
+      "▁Carl": 8965,
+      "rig": 8966,
+      "▁reported": 8967,
+      "bottom": 8968,
+      "TF": 8969,
+      "▁Francisco": 8970,
+      "nap": 8971,
+      "▁Championship": 8972,
+      "▁court": 8973,
+      "▁sources": 8974,
+      "iour": 8975,
+      "▁conserv": 8976,
+      "dict": 8977,
+      "▁Ру": 8978,
+      "IB": 8979,
+      "▁Ve": 8980,
+      "▁№": 8981,
+      "▁ER": 8982,
+      "\"));": 8983,
+      "▁Point": 8984,
+      "azine": 8985,
+      "▁internet": 8986,
+      "дна": 8987,
+      "▁carried": 8988,
+      "▁Field": 8989,
+      "axis": 8990,
+      "▁Sun": 8991,
+      "▁ave": 8992,
+      "пис": 8993,
+      "ян": 8994,
+      "asy": 8995,
+      "▁julio": 8996,
+      "▁depuis": 8997,
+      "▁suggestion": 8998,
+      "[[": 8999,
+      "▁Archive": 9000,
+      "ęp": 9001,
+      "▁Pra": 9002,
+      "reh": 9003,
+      "▁demonstr": 9004,
+      "фі": 9005,
+      "cmd": 9006,
+      "▁wasn": 9007,
+      "▁phone": 9008,
+      "upload": 9009,
+      "aya": 9010,
+      "тора": 9011,
+      "lines": 9012,
+      "▁indu": 9013,
+      "▁vot": 9014,
+      "▁espa": 9015,
+      "▁bin": 9016,
+      "▁после": 9017,
+      "plan": 9018,
+      "▁junio": 9019,
+      "orial": 9020,
+      "free": 9021,
+      "sterreich": 9022,
+      "▁ду": 9023,
+      "▁linked": 9024,
+      "▁enable": 9025,
+      "PC": 9026,
+      "▁density": 9027,
+      "▁Egy": 9028,
+      "yo": 9029,
+      "endre": 9030,
+      "▁съ": 9031,
+      "▁italiano": 9032,
+      "▁AR": 9033,
+      "▁Pers": 9034,
+      "férés": 9035,
+      "▁скла": 9036,
+      "Var": 9037,
+      "▁Once": 9038,
+      "Red": 9039,
+      "buffer": 9040,
+      "▁Enter": 9041,
+      "▁Š": 9042,
+      "imiento": 9043,
+      "Store": 9044,
+      "▁health": 9045,
+      "vat": 9046,
+      "IST": 9047,
+      "Oh": 9048,
+      "▁kw": 9049,
+      "▁riv": 9050,
+      "▁somewhere": 9051,
+      "ografie": 9052,
+      "private": 9053,
+      "кти": 9054,
+      "▁delay": 9055,
+      "▁Http": 9056,
+      "job": 9057,
+      "rael": 9058,
+      "empor": 9059,
+      "▁diciembre": 9060,
+      "ête": 9061,
+      "цу": 9062,
+      "▁commit": 9063,
+      "oso": 9064,
+      "Values": 9065,
+      "▁headers": 9066,
+      "transform": 9067,
+      "▁processing": 9068,
+      "rå": 9069,
+      "▁Ah": 9070,
+      "▁Node": 9071,
+      "------------": 9072,
+      "▁faire": 9073,
+      "▁hun": 9074,
+      "Player": 9075,
+      "▁review": 9076,
+      "гда": 9077,
+      "▁limited": 9078,
+      "▁Property": 9079,
+      "▁serve": 9080,
+      "riage": 9081,
+      "▁Master": 9082,
+      "▁kann": 9083,
+      "crete": 9084,
+      "phere": 9085,
+      "ёр": 9086,
+      "▁chief": 9087,
+      "▁scene": 9088,
+      "kin": 9089,
+      "▁uniform": 9090,
+      "▁febrero": 9091,
+      "\"}": 9092,
+      "illo": 9093,
+      "ITE": 9094,
+      "ouvel": 9095,
+      "usepackage": 9096,
+      "enth": 9097,
+      "▁quickly": 9098,
+      "Lambda": 9099,
+      "xes": 9100,
+      "▁cells": 9101,
+      "rog": 9102,
+      "amin": 9103,
+      "▁Мар": 9104,
+      "▁mayor": 9105,
+      "player": 9106,
+      "++;": 9107,
+      "▁Насе": 9108,
+      "▁safe": 9109,
+      "▁veloc": 9110,
+      "▁обра": 9111,
+      "Database": 9112,
+      "neh": 9113,
+      "Vert": 9114,
+      "▁fle": 9115,
+      "▁фор": 9116,
+      "▁foreign": 9117,
+      "Abstract": 9118,
+      "▁magn": 9119,
+      "▁modified": 9120,
+      "▁military": 9121,
+      "▁monde": 9122,
+      "▁Action": 9123,
+      "▁bank": 9124,
+      "Serial": 9125,
+      "▁continuous": 9126,
+      "▁gel": 9127,
+      "▁physical": 9128,
+      "▁introduced": 9129,
+      "uture": 9130,
+      "rick": 9131,
+      "▁presented": 9132,
+      "▁Prov": 9133,
+      "▁Both": 9134,
+      "Pos": 9135,
+      "super": 9136,
+      "&#": 9137,
+      "▁finding": 9138,
+      "nel": 9139,
+      "unde": 9140,
+      "▁från": 9141,
+      "skim": 9142,
+      "▁Hill": 9143,
+      "fn": 9144,
+      "▁Canad": 9145,
+      "▁intended": 9146,
+      "ozzáférés": 9147,
+      "▁juillet": 9148,
+      "▁Wars": 9149,
+      "▁successful": 9150,
+      "▁charg": 9151,
+      "iele": 9152,
+      "omething": 9153,
+      "oku": 9154,
+      "fetch": 9155,
+      "▁}}": 9156,
+      "bank": 9157,
+      "operatorname": 9158,
+      "▁Color": 9159,
+      "▁Card": 9160,
+      "tu": 9161,
+      "▁\",": 9162,
+      "wid": 9163,
+      "▁gep": 9164,
+      "XML": 9165,
+      "================": 9166,
+      "▁Virgin": 9167,
+      "ährend": 9168,
+      "licated": 9169,
+      "Dir": 9170,
+      "zero": 9171,
+      "▁Kal": 9172,
+      "▁Party": 9173,
+      "▁å": 9174,
+      "price": 9175,
+      "don": 9176,
+      "▁warning": 9177,
+      "▁Bad": 9178,
+      "▁Supp": 9179,
+      "▁Liga": 9180,
+      "▁Pierre": 9181,
+      "Record": 9182,
+      "ulator": 9183,
+      "▁Rome": 9184,
+      "▁theorem": 9185,
+      "▁entirely": 9186,
+      "ским": 9187,
+      "het": 9188,
+      "▁dopo": 9189,
+      "Next": 9190,
+      "mlung": 9191,
+      "wig": 9192,
+      "▁Ath": 9193,
+      "▁Sou": 9194,
+      "licher": 9195,
+      "▁sudo": 9196,
+      "ests": 9197,
+      "хів": 9198,
+      "▁septiembre": 9199,
+      "▁micro": 9200,
+      "▁trop": 9201,
+      "fit": 9202,
+      "Core": 9203,
+      "▁Radio": 9204,
+      "▁Organ": 9205,
+      "▁Power": 9206,
+      "CF": 9207,
+      "▁Last": 9208,
+      "▁oppos": 9209,
+      "▁offset": 9210,
+      "▁regia": 9211,
+      "▁minimum": 9212,
+      "▁helped": 9213,
+      "andon": 9214,
+      "ifying": 9215,
+      "ruit": 9216,
+      "enschapp": 9217,
+      "▁bere": 9218,
+      "VM": 9219,
+      "▁Awards": 9220,
+      "▁agr": 9221,
+      "ynomial": 9222,
+      "enced": 9223,
+      "▁devices": 9224,
+      "▁bot": 9225,
+      "▁firm": 9226,
+      "▁writer": 9227,
+      "▁ring": 9228,
+      ".-": 9229,
+      "istes": 9230,
+      "lä": 9231,
+      "▁mel": 9232,
+      "entation": 9233,
+      "▁Schw": 9234,
+      "▁nome": 9235,
+      "▁pobla": 9236,
+      "▁woj": 9237,
+      "▁ul": 9238,
+      "ento": 9239,
+      "ых": 9240,
+      "▁resist": 9241,
+      "▁remains": 9242,
+      "▁Ca": 9243,
+      "aña": 9244,
+      "▁Court": 9245,
+      "utable": 9246,
+      "entially": 9247,
+      "▁trat": 9248,
+      "▁Visual": 9249,
+      "▁restrict": 9250,
+      "▁previously": 9251,
+      "cation": 9252,
+      "▁осо": 9253,
+      "▁MySQL": 9254,
+      "för": 9255,
+      "cala": 9256,
+      "▁culture": 9257,
+      "live": 9258,
+      "▁accepted": 9259,
+      "Did": 9260,
+      "▁hous": 9261,
+      "▁selection": 9262,
+      "▁decre": 9263,
+      "margin": 9264,
+      "urb": 9265,
+      "▁Inc": 9266,
+      "▁Many": 9267,
+      "ibt": 9268,
+      "▁succeed": 9269,
+      "Binding": 9270,
+      "cí": 9271,
+      "▁Rog": 9272,
+      "▁shouldn": 9273,
+      "cloud": 9274,
+      "▁dz": 9275,
+      "вав": 9276,
+      "▁pix": 9277,
+      "small": 9278,
+      "▁projects": 9279,
+      "▁OK": 9280,
+      "▁latest": 9281,
+      "▁references": 9282,
+      "Program": 9283,
+      "▁erst": 9284,
+      "▁як": 9285,
+      "▁kam": 9286,
+      "▁Camb": 9287,
+      "ellt": 9288,
+      "öd": 9289,
+      "none": 9290,
+      "▁jusqu": 9291,
+      "king": 9292,
+      "▁Ped": 9293,
+      "assert": 9294,
+      "CS": 9295,
+      "rito": 9296,
+      "essa": 9297,
+      "лько": 9298,
+      "▁Von": 9299,
+      "▁Edward": 9300,
+      "▁impossible": 9301,
+      "np": 9302,
+      "words": 9303,
+      "ielt": 9304,
+      "▁Page": 9305,
+      "lers": 9306,
+      "▁pier": 9307,
+      "▁области": 9308,
+      "ittee": 9309,
+      "▁([": 9310,
+      "▁trust": 9311,
+      "NG": 9312,
+      "redu": 9313,
+      "<<": 9314,
+      "rial": 9315,
+      "▁products": 9316,
+      "▁Ern": 9317,
+      "rière": 9318,
+      "гов": 9319,
+      "▁Reich": 9320,
+      "▁Road": 9321,
+      "▁nested": 9322,
+      "Display": 9323,
+      "▁strength": 9324,
+      "ografía": 9325,
+      "▁announced": 9326,
+      "▁Science": 9327,
+      "▁райо": 9328,
+      "Parameter": 9329,
+      "▁Task": 9330,
+      "uments": 9331,
+      "▁adopt": 9332,
+      "▁Only": 9333,
+      "ють": 9334,
+      "▁cli": 9335,
+      "▁lem": 9336,
+      "stood": 9337,
+      "▁FI": 9338,
+      "ências": 9339,
+      "ponents": 9340,
+      "]$": 9341,
+      "comment": 9342,
+      "▁ya": 9343,
+      "should": 9344,
+      "ike": 9345,
+      "tim": 9346,
+      "ellig": 9347,
+      "▁sending": 9348,
+      "▁ajax": 9349,
+      "▁noviembre": 9350,
+      "umes": 9351,
+      "▁weiter": 9352,
+      "▁Dans": 9353,
+      "opp": 9354,
+      "▁septembre": 9355,
+      "otimes": 9356,
+      "ző": 9357,
+      "▁ep": 9358,
+      "vere": 9359,
+      "▁oh": 9360,
+      ":=": 9361,
+      "▁Song": 9362,
+      "”,": 9363,
+      "▁viv": 9364,
+      "▁queries": 9365,
+      "▁vá": 9366,
+      "▁décembre": 9367,
+      "▁unable": 9368,
+      "▁erh": 9369,
+      "▁`-": 9370,
+      "▁Lee": 9371,
+      "▁ersten": 9372,
+      "ôt": 9373,
+      "стве": 9374,
+      "TS": 9375,
+      "▁fragment": 9376,
+      "▁wide": 9377,
+      "▁suff": 9378,
+      "▁dut": 9379,
+      "▁Vere": 9380,
+      "іс": 9381,
+      "ading": 9382,
+      "iego": 9383,
+      "icago": 9384,
+      "▁Argent": 9385,
+      "orer": 9386,
+      "ennes": 9387,
+      "▁Leb": 9388,
+      "linux": 9389,
+      "acing": 9390,
+      "▁broken": 9391,
+      "tp": 9392,
+      "ío": 9393,
+      "abeth": 9394,
+      "istas": 9395,
+      "gew": 9396,
+      "ième": 9397,
+      "cas": 9398,
+      "▁preced": 9399,
+      "▁Dal": 9400,
+      "▁compared": 9401,
+      "equiv": 9402,
+      "illy": 9403,
+      "teen": 9404,
+      "▁Console": 9405,
+      "▁strict": 9406,
+      "itaire": 9407,
+      "▁ED": 9408,
+      "entials": 9409,
+      "▁perman": 9410,
+      "▁tous": 9411,
+      "▁geme": 9412,
+      "▁extrem": 9413,
+      "▁окру": 9414,
+      "kg": 9415,
+      "▁heavy": 9416,
+      "▁avril": 9417,
+      "▁anti": 9418,
+      "▁octobre": 9419,
+      "utf": 9420,
+      "helm": 9421,
+      "amples": 9422,
+      "▁(_": 9423,
+      "aken": 9424,
+      "▁dear": 9425,
+      "▁opinion": 9426,
+      "▁fish": 9427,
+      "▁Alexander": 9428,
+      "iw": 9429,
+      "им": 9430,
+      "cadem": 9431,
+      "▁reflect": 9432,
+      "▁др": 9433,
+      "▁trib": 9434,
+      "common": 9435,
+      "▁clearly": 9436,
+      "▁saf": 9437,
+      "=\"@+": 9438,
+      "▁Мос": 9439,
+      "сите": 9440,
+      "eqnarray": 9441,
+      "nung": 9442,
+      "▁relationship": 9443,
+      "▁Sem": 9444,
+      "▁killed": 9445,
+      "ted": 9446,
+      "uno": 9447,
+      "▁лі": 9448,
+      "▁wid": 9449,
+      "anning": 9450,
+      "▁panel": 9451,
+      "▁Leben": 9452,
+      "▁ruby": 9453,
+      "ansion": 9454,
+      "▁aren": 9455,
+      "tabular": 9456,
+      "alet": 9457,
+      "}$$": 9458,
+      "▁Lake": 9459,
+      "▁suite": 9460,
+      "▁minor": 9461,
+      "Hozzáférés": 9462,
+      "▁xmlns": 9463,
+      "DIR": 9464,
+      "driver": 9465,
+      "ints": 9466,
+      "▁vic": 9467,
+      "AND": 9468,
+      "prim": 9469,
+      "сылки": 9470,
+      "▁Ox": 9471,
+      "TC": 9472,
+      "rivial": 9473,
+      "atie": 9474,
+      "▁eight": 9475,
+      "▁conflic": 9476,
+      "angel": 9477,
+      "▁Begr": 9478,
+      "▁explicitly": 9479,
+      "ются": 9480,
+      "▁Dev": 9481,
+      "render": 9482,
+      "▁reprodu": 9483,
+      "▁cré": 9484,
+      "Gu": 9485,
+      "MB": 9486,
+      "▁kön": 9487,
+      "▁remained": 9488,
+      "▁kl": 9489,
+      "хов": 9490,
+      "▁byl": 9491,
+      "Phi": 9492,
+      "▁detail": 9493,
+      "jav": 9494,
+      "▁mouse": 9495,
+      "Bas": 9496,
+      "ię": 9497,
+      "asser": 9498,
+      "hs": 9499,
+      "▁shift": 9500,
+      "▁últ": 9501,
+      "rand": 9502,
+      "▁btn": 9503,
+      "raz": 9504,
+      "▁pul": 9505,
+      "▁statements": 9506,
+      "filename": 9507,
+      "▁prompt": 9508,
+      "élé": 9509,
+      "ikz": 9510,
+      "▁Sus": 9511,
+      "▁debut": 9512,
+      "Stat": 9513,
+      "forms": 9514,
+      "▁Hein": 9515,
+      "stadt": 9516,
+      "ennis": 9517,
+      "пол": 9518,
+      "arante": 9519,
+      "цій": 9520,
+      "▁queue": 9521,
+      "▁reci": 9522,
+      "▁sta": 9523,
+      "ynchron": 9524,
+      "centering": 9525,
+      "Some": 9526,
+      "Graph": 9527,
+      "▁tested": 9528,
+      "▁Kunst": 9529,
+      "ом": 9530,
+      "▁Nothing": 9531,
+      "ieu": 9532,
+      "“.": 9533,
+      "Bundle": 9534,
+      "▁oficial": 9535,
+      "allow": 9536,
+      "▁React": 9537,
+      "▁Library": 9538,
+      "blue": 9539,
+      "▁verw": 9540,
+      "▁pare": 9541,
+      "▁Friedrich": 9542,
+      "▁aware": 9543,
+      "Exp": 9544,
+      "▁effects": 9545,
+      "▁горо": 9546,
+      "lopedia": 9547,
+      "▁Ven": 9548,
+      "rale": 9549,
+      "▁Final": 9550,
+      "▁propos": 9551,
+      "lacement": 9552,
+      "kten": 9553,
+      "▁novel": 9554,
+      "orter": 9555,
+      "▁Germany": 9556,
+      "▁django": 9557,
+      "▁transition": 9558,
+      "▁happened": 9559,
+      "▁beautiful": 9560,
+      "▁neither": 9561,
+      "▁libraries": 9562,
+      "▁hide": 9563,
+      "alg": 9564,
+      "▁aspect": 9565,
+      "▁forget": 9566,
+      "cademy": 9567,
+      "onte": 9568,
+      "refix": 9569,
+      "▁cloud": 9570,
+      "ned": 9571,
+      "cdots": 9572,
+      "register": 9573,
+      "nym": 9574,
+      ".):": 9575,
+      "▁Jew": 9576,
+      "▁très": 9577,
+      "ниче": 9578,
+      "▁Dor": 9579,
+      "▁proc": 9580,
+      "▁gan": 9581,
+      "▁є": 9582,
+      "▁Sav": 9583,
+      "ví": 9584,
+      "Settings": 9585,
+      "▁Vari": 9586,
+      "▁cours": 9587,
+      "Ro": 9588,
+      "▁conj": 9589,
+      "▁reasons": 9590,
+      "▁reader": 9591,
+      "лександ": 9592,
+      "icate": 9593,
+      "}),": 9594,
+      "▁tasks": 9595,
+      "▁Ray": 9596,
+      "▁ric": 9597,
+      "Ke": 9598,
+      "onie": 9599,
+      "rf": 9600,
+      ")[": 9601,
+      "▁subsequ": 9602,
+      "▁Turn": 9603,
+      "▁VIAF": 9604,
+      "mathsf": 9605,
+      "HE": 9606,
+      "▁declare": 9607,
+      "▁protocol": 9608,
+      "▁PC": 9609,
+      "цион": 9610,
+      "ViewById": 9611,
+      "▁animation": 9612,
+      "▁confused": 9613,
+      "вич": 9614,
+      "▁enabled": 9615,
+      "owo": 9616,
+      "ást": 9617,
+      "öt": 9618,
+      "▁mand": 9619,
+      "▁Rail": 9620,
+      "fields": 9621,
+      "▁Kap": 9622,
+      "▁algebra": 9623,
+      "▁Су": 9624,
+      "férence": 9625,
+      "▁Current": 9626,
+      "сно": 9627,
+      "▁Lim": 9628,
+      "Params": 9629,
+      "▁Antonio": 9630,
+      "▁tv": 9631,
+      "late": 9632,
+      "ifer": 9633,
+      "Entry": 9634,
+      "▁Serv": 9635,
+      "▁musical": 9636,
+      "▁trace": 9637,
+      "▁scient": 9638,
+      "fic": 9639,
+      "▁forgot": 9640,
+      "video": 9641,
+      "▁older": 9642,
+      "Tree": 9643,
+      "▁uns": 9644,
+      "ники": 9645,
+      "▁Europa": 9646,
+      "▁Zwe": 9647,
+      "▁бе": 9648,
+      "▁vec": 9649,
+      "жу": 9650,
+      "▁▁▁▁▁▁▁▁▁▁▁": 9651,
+      "Match": 9652,
+      "span": 9653,
+      "▁blank": 9654,
+      "▁später": 9655,
+      "▁Ty": 9656,
+      "▁dict": 9657,
+      "ña": 9658,
+      "▁confirm": 9659,
+      "▁vý": 9660,
+      "зан": 9661,
+      "Rel": 9662,
+      "film": 9663,
+      "▁Rot": 9664,
+      "▁Hy": 9665,
+      "ках": 9666,
+      "▁demand": 9667,
+      "▁minist": 9668,
+      "▁Madrid": 9669,
+      "▁usual": 9670,
+      "spiel": 9671,
+      "eros": 9672,
+      "▁tutorial": 9673,
+      "▁Ссылки": 9674,
+      "sys": 9675,
+      "циаль": 9676,
+      "▁spread": 9677,
+      "▁convers": 9678,
+      "▁roll": 9679,
+      "artifactId": 9680,
+      "▁Number": 9681,
+      "▁symmet": 9682,
+      "▁Mult": 9683,
+      "expected": 9684,
+      "▁axis": 9685,
+      "▁matching": 9686,
+      "▁food": 9687,
+      "groupId": 9688,
+      "Mapp": 9689,
+      "▁свя": 9690,
+      "▁vend": 9691,
+      "Found": 9692,
+      "otto": 9693,
+      "Cat": 9694,
+      "crit": 9695,
+      "istent": 9696,
+      "▁drei": 9697,
+      "▁ended": 9698,
+      "▁Tele": 9699,
+      "component": 9700,
+      "▁involved": 9701,
+      "▁Estados": 9702,
+      "▁danger": 9703,
+      "▁chain": 9704,
+      "▁Prom": 9705,
+      "hom": 9706,
+      "▁polít": 9707,
+      "cop": 9708,
+      "▁nap": 9709,
+      "rif": 9710,
+      "plements": 9711,
+      "▁vent": 9712,
+      "anna": 9713,
+      "anted": 9714,
+      "dated": 9715,
+      "anth": 9716,
+      "▁threads": 9717,
+      "зова": 9718,
+      "▁станов": 9719,
+      "▁eerst": 9720,
+      "buf": 9721,
+      "heid": 9722,
+      "▁Ru": 9723,
+      "▁Prim": 9724,
+      "▁migr": 9725,
+      "▁Unidos": 9726,
+      "▁arbitr": 9727,
+      "▁roman": 9728,
+      "ountry": 9729,
+      "ultur": 9730,
+      "▁König": 9731,
+      "▁annot": 9732,
+      "aching": 9733,
+      "▁Haupt": 9734,
+      "umin": 9735,
+      "▁hem": 9736,
+      "ckets": 9737,
+      "bau": 9738,
+      "ection": 9739,
+      "eft": 9740,
+      "▁packages": 9741,
+      "▁Kur": 9742,
+      "thur": 9743,
+      "▁pays": 9744,
+      "liament": 9745,
+      "▁Бу": 9746,
+      "▁cada": 9747,
+      "points": 9748,
+      "ocket": 9749,
+      "▁verb": 9750,
+      "лее": 9751,
+      "▁submit": 9752,
+      "▁san": 9753,
+      "ruby": 9754,
+      "▁east": 9755,
+      "kov": 9756,
+      "▁Verlag": 9757,
+      "▁spot": 9758,
+      "ppo": 9759,
+      "Each": 9760,
+      "jekt": 9761,
+      "▁Biographie": 9762,
+      "▁news": 9763,
+      "▁país": 9764,
+      "ufact": 9765,
+      "▁dia": 9766,
+      "кова": 9767,
+      "▁accompl": 9768,
+      "▁Ét": 9769,
+      "ilities": 9770,
+      "▁ihm": 9771,
+      "invoke": 9772,
+      "▁append": 9773,
+      ".),": 9774,
+      "▁lab": 9775,
+      "anging": 9776,
+      "istan": 9777,
+      "resol": 9778,
+      "▁Section": 9779,
+      "Parent": 9780,
+      "moz": 9781,
+      "Mat": 9782,
+      "styles": 9783,
+      "unden": 9784,
+      "“,": 9785,
+      "irtschaft": 9786,
+      "ким": 9787,
+      "▁Finally": 9788,
+      "phen": 9789,
+      "▁Pac": 9790,
+      "▁ArrayList": 9791,
+      "▁recover": 9792,
+      "▁education": 9793,
+      "models": 9794,
+      "ped": 9795,
+      "▁happy": 9796,
+      "чу": 9797,
+      "▁guerra": 9798,
+      "media": 9799,
+      "OF": 9800,
+      "▁ensure": 9801,
+      "Mark": 9802,
+      "database": 9803,
+      "oggle": 9804,
+      "▁publish": 9805,
+      "OW": 9806,
+      "▁Bau": 9807,
+      "?.": 9808,
+      "▁части": 9809,
+      "▁repository": 9810,
+      "▁Matt": 9811,
+      "high": 9812,
+      "oven": 9813,
+      "▁ger": 9814,
+      "▁unknown": 9815,
+      "Amer": 9816,
+      "▁Brown": 9817,
+      "ALL": 9818,
+      "▁resulting": 9819,
+      "▁bor": 9820,
+      "▁poet": 9821,
+      "ними": 9822,
+      "Email": 9823,
+      "Font": 9824,
+      "▁hist": 9825,
+      "▁today": 9826,
+      "▁Berg": 9827,
+      "▁buttons": 9828,
+      "тал": 9829,
+      "▁sni": 9830,
+      "▁челов": 9831,
+      "Cre": 9832,
+      "▁union": 9833,
+      "▁zich": 9834,
+      "ishop": 9835,
+      "▁quando": 9836,
+      "Po": 9837,
+      "CTION": 9838,
+      "▁Cost": 9839,
+      "судар": 9840,
+      "erved": 9841,
+      "Note": 9842,
+      "Equal": 9843,
+      "лия": 9844,
+      "бур": 9845,
+      "▁abstract": 9846,
+      "stop": 9847,
+      "▁advice": 9848,
+      "▁icon": 9849,
+      "▁travel": 9850,
+      "BS": 9851,
+      "vens": 9852,
+      "▁batch": 9853,
+      "lique": 9854,
+      "sheet": 9855,
+      "▁ihre": 9856,
+      "emon": 9857,
+      "berto": 9858,
+      "▁assigned": 9859,
+      "ью": 9860,
+      "Phone": 9861,
+      "▁award": 9862,
+      "▁functionality": 9863,
+      "alla": 9864,
+      "▁Dam": 9865,
+      "▁ciudad": 9866,
+      "▁cluster": 9867,
+      "Description": 9868,
+      "▁sheet": 9869,
+      "▁Australian": 9870,
+      "▁».": 9871,
+      "▁\"<": 9872,
+      "▁wondering": 9873,
+      "aine": 9874,
+      "▁represented": 9875,
+      "kappa": 9876,
+      "nb": 9877,
+      "▁sy": 9878,
+      "▁Kö": 9879,
+      "=\"#": 9880,
+      "▁seven": 9881,
+      "Directory": 9882,
+      "▁sister": 9883,
+      "plates": 9884,
+      "▁luck": 9885,
+      "▁remaining": 9886,
+      "▁Vill": 9887,
+      "werk": 9888,
+      "anni": 9889,
+      "etti": 9890,
+      "func": 9891,
+      "▁ban": 9892,
+      "ims": 9893,
+      "miss": 9894,
+      "agraph": 9895,
+      "екси": 9896,
+      "▁Ref": 9897,
+      "nitt": 9898,
+      "▁Gab": 9899,
+      "▁andere": 9900,
+      "▁jedoch": 9901,
+      "results": 9902,
+      "!\\": 9903,
+      "▁listed": 9904,
+      "▁loro": 9905,
+      "▁knows": 9906,
+      "жно": 9907,
+      "Rad": 9908,
+      "▁socket": 9909,
+      "multi": 9910,
+      "▁рі": 9911,
+      "rails": 9912,
+      "▁tar": 9913,
+      "▁gentle": 9914,
+      "sett": 9915,
+      "services": 9916,
+      "bound": 9917,
+      "igkeit": 9918,
+      "aja": 9919,
+      "▁cmd": 9920,
+      "agger": 9921,
+      "▁ba": 9922,
+      "▁Belg": 9923,
+      "▁Kle": 9924,
+      "▁wordt": 9925,
+      "▁fost": 9926,
+      "▁dimension": 9927,
+      "Ang": 9928,
+      "uming": 9929,
+      "Obj": 9930,
+      "нен": 9931,
+      "▁Marie": 9932,
+      "exists": 9933,
+      "тро": 9934,
+      "▁боль": 9935,
+      "emente": 9936,
+      "▁Jon": 9937,
+      "SERT": 9938,
+      "▁highest": 9939,
+      "aki": 9940,
+      "▁tres": 9941,
+      "▁circum": 9942,
+      "▁Down": 9943,
+      "ommen": 9944,
+      "urer": 9945,
+      "▁causes": 9946,
+      "venue": 9947,
+      "issance": 9948,
+      "▁influence": 9949,
+      "▁fat": 9950,
+      "реди": 9951,
+      "}\\\\": 9952,
+      "▁entr": 9953,
+      "▁Sign": 9954,
+      "▁кла": 9955,
+      "▁binding": 9956,
+      "essen": 9957,
+      "▁Фран": 9958,
+      "▁Local": 9959,
+      "▁явля": 9960,
+      "appro": 9961,
+      "▁dependencies": 9962,
+      "▁talking": 9963,
+      "▁zurück": 9964,
+      "connection": 9965,
+      "Active": 9966,
+      "bbe": 9967,
+      "irls": 9968,
+      "▁Inf": 9969,
+      "wd": 9970,
+      "▁ис": 9971,
+      "road": 9972,
+      "▁conven": 9973,
+      "ět": 9974,
+      "вез": 9975,
+      "▁entries": 9976,
+      "esc": 9977,
+      "▁bits": 9978,
+      "asso": 9979,
+      "WR": 9980,
+      "ships": 9981,
+      "▁dés": 9982,
+      "esp": 9983,
+      "Make": 9984,
+      "▁familiar": 9985,
+      "Art": 9986,
+      "▁army": 9987,
+      "ctr": 9988,
+      "éric": 9989,
+      "queue": 9990,
+      "▁\\{": 9991,
+      "uela": 9992,
+      "amiento": 9993,
+      "ших": 9994,
+      "▁\"\"\"": 9995,
+      "contr": 9996,
+      "лле": 9997,
+      "FS": 9998,
+      "▁market": 9999,
+      "ång": 10000,
+      "citep": 10001,
+      "Ill": 10002,
+      "rank": 10003,
+      "▁sender": 10004,
+      "▁beim": 10005,
+      "рак": 10006,
+      "▁compat": 10007,
+      "▁occurs": 10008,
+      "▁diese": 10009,
+      "ститу": 10010,
+      "awa": 10011,
+      "▁iOS": 10012,
+      "▁Chinese": 10013,
+      "▁TR": 10014,
+      "▁Ken": 10015,
+      "▁Une": 10016,
+      "▁creates": 10017,
+      "▁showed": 10018,
+      "▁év": 10019,
+      "ologia": 10020,
+      "▁protest": 10021,
+      "▁Pf": 10022,
+      "▁squad": 10023,
+      "++,": 10024,
+      "áv": 10025,
+      "▁essere": 10026,
+      "зя": 10027,
+      "kol": 10028,
+      "▁slightly": 10029,
+      "addr": 10030,
+      "ân": 10031,
+      "▁reduce": 10032,
+      "▁\\(\\": 10033,
+      "▁Dep": 10034,
+      "▁generic": 10035,
+      "Loader": 10036,
+      "ți": 10037,
+      "▁пос": 10038,
+      "▁occasion": 10039,
+      "▁Lady": 10040,
+      "entity": 10041,
+      "▁avant": 10042,
+      "▁Pas": 10043,
+      "aggio": 10044,
+      "\\{": 10045,
+      "пад": 10046,
+      "atholic": 10047,
+      "Password": 10048,
+      "▁respond": 10049,
+      "▁Non": 10050,
+      "AG": 10051,
+      "neg": 10052,
+      "▁ус": 10053,
+      "blob": 10054,
+      "cke": 10055,
+      "▁Consider": 10056,
+      "▁Care": 10057,
+      "iki": 10058,
+      "▁Chicago": 10059,
+      "inden": 10060,
+      "▁Cop": 10061,
+      "]+": 10062,
+      "öm": 10063,
+      "évrier": 10064,
+      "кло": 10065,
+      "alen": 10066,
+      "▁maj": 10067,
+      "racy": 10068,
+      "orte": 10069,
+      "ients": 10070,
+      "ells": 10071,
+      "activity": 10072,
+      "▁runtime": 10073,
+      "NULL": 10074,
+      "▁possibly": 10075,
+      "▁stri": 10076,
+      "izi": 10077,
+      "▁mir": 10078,
+      "▁Version": 10079,
+      "prime": 10080,
+      "▁twenty": 10081,
+      "▁Mah": 10082,
+      "▁sounds": 10083,
+      "шен": 10084,
+      "clusion": 10085,
+      "acz": 10086,
+      "▁determined": 10087,
+      "▁Rep": 10088,
+      "▁Landes": 10089,
+      "▁wall": 10090,
+      "igi": 10091,
+      "▁reset": 10092,
+      "шо": 10093,
+      "yan": 10094,
+      "Met": 10095,
+      "ei": 10096,
+      "▁appearance": 10097,
+      "▁fois": 10098,
+      "▁nell": 10099,
+      "esi": 10100,
+      "ёт": 10101,
+      "loor": 10102,
+      "▁Ul": 10103,
+      "▁resolution": 10104,
+      "▁fot": 10105,
+      "▁throughout": 10106,
+      "▁ri": 10107,
+      "Level": 10108,
+      "pool": 10109,
+      "▁identity": 10110,
+      "▁janu": 10111,
+      "▁imper": 10112,
+      "▁över": 10113,
+      "}`": 10114,
+      "▁infer": 10115,
+      "▁dates": 10116,
+      "▁Standard": 10117,
+      "force": 10118,
+      "ockey": 10119,
+      "tera": 10120,
+      "▁distingu": 10121,
+      "▁presence": 10122,
+      "lica": 10123,
+      "▁leaving": 10124,
+      "itung": 10125,
+      "éb": 10126,
+      "▁establish": 10127,
+      "▁maar": 10128,
+      "adi": 10129,
+      "▁News": 10130,
+      "azon": 10131,
+      "folg": 10132,
+      "▁Hence": 10133,
+      "▁Ye": 10134,
+      "▁fab": 10135,
+      "▁führ": 10136,
+      "itmap": 10137,
+      "▁Vers": 10138,
+      "rov": 10139,
+      "Sign": 10140,
+      "device": 10141,
+      "Sigma": 10142,
+      "▁wetenschapp": 10143,
+      "▁Ps": 10144,
+      "PATH": 10145,
+      "▁torn": 10146,
+      "vest": 10147,
+      "стов": 10148,
+      "account": 10149,
+      "▁largest": 10150,
+      "▁percent": 10151,
+      "▁Women": 10152,
+      "▁img": 10153,
+      "tool": 10154,
+      "▁roce": 10155,
+      "▁ay": 10156,
+      "inet": 10157,
+      "▁août": 10158,
+      "▁polynomial": 10159,
+      "▁integral": 10160,
+      "▁areas": 10161,
+      "}'": 10162,
+      "▁hyp": 10163,
+      "loyee": 10164,
+      "таль": 10165,
+      "▁proxy": 10166,
+      "▁Wy": 10167,
+      "▁Мекси": 10168,
+      "▁escape": 10169,
+      "olar": 10170,
+      "▁mistake": 10171,
+      ")}{": 10172,
+      "▁Pot": 10173,
+      "▁processes": 10174,
+      "\">\r": 10175,
+      "halten": 10176,
+      "zza": 10177,
+      "amo": 10178,
+      "кре": 10179,
+      "▁Wood": 10180,
+      "ør": 10181,
+      "▁сер": 10182,
+      "ocia": 10183,
+      "two": 10184,
+      "profile": 10185,
+      "▁Ast": 10186,
+      "embro": 10187,
+      "▁arms": 10188,
+      "inas": 10189,
+      "innen": 10190,
+      "▁msg": 10191,
+      "INT": 10192,
+      "▁batter": 10193,
+      "ignment": 10194,
+      "▁vy": 10195,
+      "Hrsg": 10196,
+      "▁Grund": 10197,
+      "roc": 10198,
+      "seg": 10199,
+      "▁decor": 10200,
+      "▁eventually": 10201,
+      ">,": 10202,
+      "▁pag": 10203,
+      "anten": 10204,
+      "▁strugg": 10205,
+      "}^\\": 10206,
+      "daten": 10207,
+      "▁rela": 10208,
+      "пов": 10209,
+      "▁коро": 10210,
+      "▁Bos": 10211,
+      "▁labor": 10212,
+      "▁Secret": 10213,
+      "ugen": 10214,
+      "▁jap": 10215,
+      "▁husband": 10216,
+      "▁Album": 10217,
+      "▁etwa": 10218,
+      "▁произ": 10219,
+      "richt": 10220,
+      "rach": 10221,
+      "bat": 10222,
+      "▁prepar": 10223,
+      "▁Stock": 10224,
+      "▁lack": 10225,
+      "хід": 10226,
+      "▁hogy": 10227,
+      "▁Chrome": 10228,
+      "▁Admin": 10229,
+      "▁comparison": 10230,
+      "▁increasing": 10231,
+      "нг": 10232,
+      "imi": 10233,
+      "Db": 10234,
+      "▁gef": 10235,
+      "ucht": 10236,
+      "ése": 10237,
+      "gence": 10238,
+      "▁Core": 10239,
+      "▁incorrect": 10240,
+      "▁assuming": 10241,
+      "ourse": 10242,
+      "ieron": 10243,
+      "▁Theorem": 10244,
+      "▁casa": 10245,
+      "jes": 10246,
+      "▁дере": 10247,
+      "▁`\"": 10248,
+      "LD": 10249,
+      "äß": 10250,
+      "Deb": 10251,
+      "▁suiv": 10252,
+      "▁Bank": 10253,
+      "libs": 10254,
+      "▁Leon": 10255,
+      "▁quart": 10256,
+      "▁professional": 10257,
+      "▁tiene": 10258,
+      "▁accomp": 10259,
+      "стер": 10260,
+      "▁UK": 10261,
+      "NN": 10262,
+      "▁lí": 10263,
+      "ця": 10264,
+      "kel": 10265,
+      "▁•": 10266,
+      "▁dise": 10267,
+      "onto": 10268,
+      "▁má": 10269,
+      "ifs": 10270,
+      "bild": 10271,
+      "▁compute": 10272,
+      "▁éd": 10273,
+      "ję": 10274,
+      "▁Mé": 10275,
+      "▁languages": 10276,
+      "▁Times": 10277,
+      "cen": 10278,
+      "▁авто": 10279,
+      "ým": 10280,
+      "enez": 10281,
+      "▁upp": 10282,
+      "▁méd": 10283,
+      "▁cuando": 10284,
+      "од": 10285,
+      "Intent": 10286,
+      "eerd": 10287,
+      "▁Tal": 10288,
+      "offset": 10289,
+      "▁haben": 10290,
+      "reme": 10291,
+      "▁Stack": 10292,
+      "▁dri": 10293,
+      "▁seinem": 10294,
+      "▁février": 10295,
+      "▁combination": 10296,
+      "▁soll": 10297,
+      "▁movement": 10298,
+      "Spec": 10299,
+      "кры": 10300,
+      "retch": 10301,
+      "Offset": 10302,
+      "Root": 10303,
+      "Ар": 10304,
+      "wart": 10305,
+      "▁Follow": 10306,
+      "▁Social": 10307,
+      "ников": 10308,
+      "▁→": 10309,
+      "Don": 10310,
+      "▁harm": 10311,
+      "agr": 10312,
+      "nego": 10313,
+      "resource": 10314,
+      "▁Luc": 10315,
+      "▁seinen": 10316,
+      "▁Department": 10317,
+      "▁Update": 10318,
+      "▁Texas": 10319,
+      "▁reve": 10320,
+      "▁Pos": 10321,
+      "▁shot": 10322,
+      "othe": 10323,
+      "▁repeated": 10324,
+      "▁recently": 10325,
+      "ában": 10326,
+      "aks": 10327,
+      "пан": 10328,
+      "▁cha": 10329,
+      "ohl": 10330,
+      "▁tend": 10331,
+      "▁дво": 10332,
+      "chts": 10333,
+      "çaise": 10334,
+      "pling": 10335,
+      "album": 10336,
+      "ej": 10337,
+      "▁`[": 10338,
+      "maps": 10339,
+      "▁units": 10340,
+      "▁<!--": 10341,
+      "▁ге": 10342,
+      "▁Information": 10343,
+      "ikon": 10344,
+      "▁tan": 10345,
+      "▁docker": 10346,
+      "▁Stad": 10347,
+      "▁audio": 10348,
+      "iko": 10349,
+      "▁coordinates": 10350,
+      "xs": 10351,
+      "▁replied": 10352,
+      "▁),": 10353,
+      "▁Government": 10354,
+      "▁Academy": 10355,
+      "UNT": 10356,
+      "▁три": 10357,
+      "Bl": 10358,
+      "▁anc": 10359,
+      "шу": 10360,
+      "▁також": 10361,
+      "▁infinite": 10362,
+      "RC": 10363,
+      "▁ga": 10364,
+      "▁adjust": 10365,
+      "▁merge": 10366,
+      ";`": 10367,
+      "▁poster": 10368,
+      "▁Japanese": 10369,
+      "\"];": 10370,
+      "▁exhib": 10371,
+      "▁ordered": 10372,
+      "ictures": 10373,
+      "рос": 10374,
+      "▁série": 10375,
+      "lets": 10376,
+      "▁ip": 10377,
+      "Selector": 10378,
+      "▁existence": 10379,
+      "Rece": 10380,
+      "liga": 10381,
+      "download": 10382,
+      "▁lemma": 10383,
+      "iev": 10384,
+      "udent": 10385,
+      "sko": 10386,
+      "▁Arab": 10387,
+      "itate": 10388,
+      "byte": 10389,
+      "от": 10390,
+      "ikt": 10391,
+      "ната": 10392,
+      "▁Af": 10393,
+      "(@": 10394,
+      "▁mad": 10395,
+      "odb": 10396,
+      "▁elimin": 10397,
+      "▁spent": 10398,
+      "Enter": 10399,
+      "▁Mitg": 10400,
+      "When": 10401,
+      "▁départ": 10402,
+      "MI": 10403,
+      "▁fellow": 10404,
+      "▁thousand": 10405,
+      "▁Cu": 10406,
+      "ktor": 10407,
+      "Cache": 10408,
+      "▁também": 10409,
+      "▁extended": 10410,
+      "вест": 10411,
+      "aters": 10412,
+      "▁Lic": 10413,
+      "totype": 10414,
+      "▁Ga": 10415,
+      "▁blood": 10416,
+      "▁mapping": 10417,
+      "▁nomin": 10418,
+      "▁manifest": 10419,
+      "▁pens": 10420,
+      "▁rit": 10421,
+      "▁filename": 10422,
+      "▁filled": 10423,
+      "vä": 10424,
+      "▁raised": 10425,
+      "▁mobile": 10426,
+      "ké": 10427,
+      "▁Right": 10428,
+      "▁gehör": 10429,
+      "▁temperature": 10430,
+      "▁somehow": 10431,
+      "▁Spanish": 10432,
+      "▁kommun": 10433,
+      "▁chosen": 10434,
+      "▁horse": 10435,
+      ";\\": 10436,
+      "▁originally": 10437,
+      "Hash": 10438,
+      "▁citt": 10439,
+      "▁encore": 10440,
+      "▁Wolf": 10441,
+      "▁nú": 10442,
+      "▁Young": 10443,
+      "Vari": 10444,
+      "▁Schwe": 10445,
+      "▁capture": 10446,
+      "▁Jane": 10447,
+      "Interface": 10448,
+      "owych": 10449,
+      "▁Deutschland": 10450,
+      "▁Kol": 10451,
+      "▁boundary": 10452,
+      "▁GND": 10453,
+      "Now": 10454,
+      "kehr": 10455,
+      "(*": 10456,
+      "=-": 10457,
+      "▁Wel": 10458,
+      "▁Cat": 10459,
+      "amment": 10460,
+      "AGE": 10461,
+      "▁rights": 10462,
+      "Scroll": 10463,
+      "▁happening": 10464,
+      "▁Bla": 10465,
+      "▁science": 10466,
+      "aws": 10467,
+      "▁behaviour": 10468,
+      "▁implies": 10469,
+      "▁Queen": 10470,
+      "ovan": 10471,
+      "pay": 10472,
+      "ња": 10473,
+      "aret": 10474,
+      "ership": 10475,
+      "▁Lang": 10476,
+      "▁год": 10477,
+      "▁recorded": 10478,
+      "zem": 10479,
+      "▁Thread": 10480,
+      "▁todo": 10481,
+      "ogo": 10482,
+      "▁scenario": 10483,
+      "▁concent": 10484,
+      "рез": 10485,
+      "Storage": 10486,
+      "▁dirig": 10487,
+      "▁Series": 10488,
+      "▁gas": 10489,
+      "SET": 10490,
+      "èce": 10491,
+      "rate": 10492,
+      "HTTP": 10493,
+      "▁kap": 10494,
+      "Emp": 10495,
+      "UTF": 10496,
+      "ání": 10497,
+      "стави": 10498,
+      "windows": 10499,
+      "ération": 10500,
+      "aped": 10501,
+      "▁sistema": 10502,
+      "▁surv": 10503,
+      "▁Western": 10504,
+      "▁gé": 10505,
+      "▁Such": 10506,
+      "Writer": 10507,
+      "▁canvas": 10508,
+      "▁guarante": 10509,
+      "scroll": 10510,
+      "aved": 10511,
+      "Ital": 10512,
+      "▁Elect": 10513,
+      "](#": 10514,
+      "▁Herm": 10515,
+      "▁Command": 10516,
+      "▁Child": 10517,
+      "▁pd": 10518,
+      "utch": 10519,
+      "Sql": 10520,
+      "*.": 10521,
+      "▁Tag": 10522,
+      "▁Ta": 10523,
+      "▁mail": 10524,
+      "screen": 10525,
+      "scr": 10526,
+      "zial": 10527,
+      "▁Für": 10528,
+      "▁suggestions": 10529,
+      "chester": 10530,
+      ")|": 10531,
+      "person": 10532,
+      "zel": 10533,
+      "▁waiting": 10534,
+      "▁сле": 10535,
+      "FL": 10536,
+      "▁Albert": 10537,
+      "▁Hij": 10538,
+      "▁тер": 10539,
+      "ewrite": 10540,
+      "▁sentence": 10541,
+      "▁linux": 10542,
+      "еде": 10543,
+      "ência": 10544,
+      "▁Italian": 10545,
+      "чка": 10546,
+      "Files": 10547,
+      "▁noticed": 10548,
+      "bing": 10549,
+      "▁Research": 10550,
+      "▁alter": 10551,
+      "heel": 10552,
+      "\\<^": 10553,
+      "▁Process": 10554,
+      "▁battle": 10555,
+      "мов": 10556,
+      "▁Africa": 10557,
+      "▁Anne": 10558,
+      "▁geld": 10559,
+      "}%": 10560,
+      "▁docs": 10561,
+      "Types": 10562,
+      "▁retrieve": 10563,
+      "▁Official": 10564,
+      "▁trab": 10565,
+      "цы": 10566,
+      "▁Input": 10567,
+      "step": 10568,
+      "▁laugh": 10569,
+      "▁Ха": 10570,
+      "▁pela": 10571,
+      "Media": 10572,
+      "rough": 10573,
+      "гани": 10574,
+      "▁Should": 10575,
+      "▁Content": 10576,
+      "лем": 10577,
+      "osh": 10578,
+      "▁somewhat": 10579,
+      "▁Cer": 10580,
+      "Background": 10581,
+      "stru": 10582,
+      "▁inline": 10583,
+      "▁Neder": 10584,
+      "▁modules": 10585,
+      "▁Buch": 10586,
+      "ński": 10587,
+      "widet": 10588,
+      "▁zn": 10589,
+      "poses": 10590,
+      "▁gradu": 10591,
+      "▁aqu": 10592,
+      "PR": 10593,
+      "▁putting": 10594,
+      "▁поли": 10595,
+      "▁purch": 10596,
+      "▁smooth": 10597,
+      "рий": 10598,
+      "engine": 10599,
+      "▁lived": 10600,
+      "Account": 10601,
+      "Details": 10602,
+      "▁tells": 10603,
+      "▁Output": 10604,
+      "Here": 10605,
+      "▁Foundation": 10606,
+      "TextView": 10607,
+      "▁decision": 10608,
+      "▁dependency": 10609,
+      "ocation": 10610,
+      "oval": 10611,
+      "feld": 10612,
+      "▁пров": 10613,
+      "▁ends": 10614,
+      "▁ios": 10615,
+      "▁excel": 10616,
+      "agu": 10617,
+      "▁eleg": 10618,
+      "▁Element": 10619,
+      "Queue": 10620,
+      "▁fö": 10621,
+      "версите": 10622,
+      "▁experien": 10623,
+      "▁directed": 10624,
+      "▁camb": 10625,
+      "▁Дж": 10626,
+      "▁folg": 10627,
+      "▁conce": 10628,
+      "▁Fab": 10629,
+      "▁Vi": 10630,
+      "▁advantage": 10631,
+      "▁Bei": 10632,
+      "prod": 10633,
+      "▁XIX": 10634,
+      "▁Face": 10635,
+      "▁vir": 10636,
+      "▁Russian": 10637,
+      "▁span": 10638,
+      "ení": 10639,
+      "▁zone": 10640,
+      "▁attach": 10641,
+      "▁без": 10642,
+      "▁management": 10643,
+      "Ac": 10644,
+      "▁оп": 10645,
+      "once": 10646,
+      "halt": 10647,
+      "uso": 10648,
+      "Spe": 10649,
+      "▁raw": 10650,
+      "éro": 10651,
+      "idel": 10652,
+      "law": 10653,
+      "Sheet": 10654,
+      "▁mission": 10655,
+      "▁camera": 10656,
+      "▁honor": 10657,
+      "▁appointed": 10658,
+      "▁Roma": 10659,
+      "linear": 10660,
+      "Rows": 10661,
+      "ferences": 10662,
+      "▁IO": 10663,
+      "▁covered": 10664,
+      "raj": 10665,
+      "ствова": 10666,
+      "▁Sym": 10667,
+      "▁tid": 10668,
+      "isc": 10669,
+      "▁Rud": 10670,
+      "▁encuent": 10671,
+      "▁failure": 10672,
+      "üss": 10673,
+      "▁squ": 10674,
+      "▁paint": 10675,
+      "▁serious": 10676,
+      "▁cursor": 10677,
+      "tras": 10678,
+      "▁discussion": 10679,
+      "▁cried": 10680,
+      "erie": 10681,
+      "▁Develop": 10682,
+      "▁rewrite": 10683,
+      "▁général": 10684,
+      "wait": 10685,
+      "▁Harry": 10686,
+      "ír": 10687,
+      "▁gepublic": 10688,
+      "▁иг": 10689,
+      "іб": 10690,
+      "ят": 10691,
+      "▁Из": 10692,
+      "▁equations": 10693,
+      "▁plane": 10694,
+      "▁acqu": 10695,
+      "▁angle": 10696,
+      "▁trees": 10697,
+      "▁Кон": 10698,
+      "VD": 10699,
+      "pert": 10700,
+      "▁documents": 10701,
+      "cb": 10702,
+      "▁implements": 10703,
+      "станов": 10704,
+      "▁Walter": 10705,
+      "зыва": 10706,
+      "▁спе": 10707,
+      "▁chap": 10708,
+      "plex": 10709,
+      "▁magnet": 10710,
+      "▁gepubliceerd": 10711,
+      "▁highly": 10712,
+      "▁leurs": 10713,
+      "▁dress": 10714,
+      "▁restart": 10715,
+      "Render": 10716,
+      "Callback": 10717,
+      "iso": 10718,
+      "▁constitu": 10719,
+      "▁Ende": 10720,
+      "ZE": 10721,
+      "▁Angeles": 10722,
+      "▁derived": 10723,
+      "=\"{": 10724,
+      "]\\": 10725,
+      "▁Change": 10726,
+      "▁Haus": 10727,
+      "▁stad": 10728,
+      "▁Request": 10729,
+      "omo": 10730,
+      "▁Active": 10731,
+      "uren": 10732,
+      "▁tourn": 10733,
+      "▁particularly": 10734,
+      "Servlet": 10735,
+      "abc": 10736,
+      "widetilde": 10737,
+      "andra": 10738,
+      "Helper": 10739,
+      "Rule": 10740,
+      "▁plusieurs": 10741,
+      "▁wave": 10742,
+      "neq": 10743,
+      "▁Те": 10744,
+      "fre": 10745,
+      "ské": 10746,
+      "▁alc": 10747,
+      "▁logs": 10748,
+      "GS": 10749,
+      "▁Mol": 10750,
+      "▁permission": 10751,
+      "▁soul": 10752,
+      "▁wants": 10753,
+      "▁guide": 10754,
+      "▁viene": 10755,
+      "▁Wilhelm": 10756,
+      "▁evidence": 10757,
+      "\"},": 10758,
+      "ropol": 10759,
+      "▁authentication": 10760,
+      "▁occurred": 10761,
+      "▁IF": 10762,
+      "noc": 10763,
+      "IA": 10764,
+      "▁Ban": 10765,
+      "▁кар": 10766,
+      "▁ble": 10767,
+      "▁segment": 10768,
+      "▁players": 10769,
+      "isi": 10770,
+      "▁stuck": 10771,
+      "▁Py": 10772,
+      "Any": 10773,
+      "hou": 10774,
+      "▁formatt": 10775,
+      "▁peace": 10776,
+      "▁Кар": 10777,
+      "etes": 10778,
+      "dfrac": 10779,
+      "(?": 10780,
+      "▁Site": 10781,
+      "▁Live": 10782,
+      "▁Us": 10783,
+      "▁clim": 10784,
+      "▁Ali": 10785,
+      "рей": 10786,
+      "▁Prince": 10787,
+      "▁oblig": 10788,
+      "ieb": 10789,
+      "▁Alt": 10790,
+      "▁pros": 10791,
+      "racle": 10792,
+      "▁Cette": 10793,
+      "kes": 10794,
+      "zös": 10795,
+      "ouvelle": 10796,
+      "////////": 10797,
+      "aby": 10798,
+      "ére": 10799,
+      "rane": 10800,
+      "▁powers": 10801,
+      "▁Path": 10802,
+      "▁Word": 10803,
+      "▁transaction": 10804,
+      "▁causing": 10805,
+      "ellschaft": 10806,
+      "ât": 10807,
+      "▁CPU": 10808,
+      "▁depth": 10809,
+      "STR": 10810,
+      "▁Conf": 10811,
+      "▁rare": 10812,
+      "▁Ak": 10813,
+      "▁bon": 10814,
+      "▁Carlos": 10815,
+      "▁specifically": 10816,
+      "rics": 10817,
+      "KEY": 10818,
+      "▁stars": 10819,
+      "érica": 10820,
+      "▁Лу": 10821,
+      "▁configure": 10822,
+      "▁agent": 10823,
+      "▁explained": 10824,
+      "▁coefficient": 10825,
+      "дь": 10826,
+      "'}": 10827,
+      "▁vida": 10828,
+      "▁Syn": 10829,
+      "▁назва": 10830,
+      "▁Option": 10831,
+      "▁rob": 10832,
+      "▁клу": 10833,
+      ":[": 10834,
+      "antly": 10835,
+      "dependency": 10836,
+      "▁Cur": 10837,
+      "▁frances": 10838,
+      "▁ideal": 10839,
+      "Sw": 10840,
+      "▁груп": 10841,
+      "▁Captain": 10842,
+      "▁todos": 10843,
+      "Jo": 10844,
+      "▁pelo": 10845,
+      "?](": 10846,
+      "▁faith": 10847,
+      "овой": 10848,
+      "▁fresh": 10849,
+      "▁propri": 10850,
+      "Timeout": 10851,
+      "▁veh": 10852,
+      "contents": 10853,
+      "▁Document": 10854,
+      "collection": 10855,
+      "▁kar": 10856,
+      "ruck": 10857,
+      "Your": 10858,
+      "uma": 10859,
+      "▁mathemat": 10860,
+      "Enabled": 10861,
+      "публи": 10862,
+      "▁Engine": 10863,
+      "▁München": 10864,
+      "▁посе": 10865,
+      "▁fon": 10866,
+      "archive": 10867,
+      "▁frequency": 10868,
+      "}+\\": 10869,
+      "âte": 10870,
+      "▁kor": 10871,
+      "▁Кра": 10872,
+      "Sing": 10873,
+      "month": 10874,
+      "▁Haw": 10875,
+      "▁sys": 10876,
+      "erme": 10877,
+      "▁Would": 10878,
+      "▁impact": 10879,
+      "urrency": 10880,
+      "licht": 10881,
+      "▁apt": 10882,
+      "iere": 10883,
+      "▁motion": 10884,
+      "ССР": 10885,
+      "▁Init": 10886,
+      "▁ms": 10887,
+      "▁MS": 10888,
+      "shift": 10889,
+      "▁autres": 10890,
+      "▁bash": 10891,
+      "hidden": 10892,
+      "orio": 10893,
+      "▁celebr": 10894,
+      "▁Liber": 10895,
+      "eto": 10896,
+      "▁dove": 10897,
+      "▁paths": 10898,
+      "▁inj": 10899,
+      "Category": 10900,
+      "▁cry": 10901,
+      "▁marked": 10902,
+      "удо": 10903,
+      "ashion": 10904,
+      "ält": 10905,
+      "▁lan": 10906,
+      "▁teams": 10907,
+      "▁kv": 10908,
+      "iams": 10909,
+      "aban": 10910,
+      "▁TABLE": 10911,
+      "вар": 10912,
+      "Repos": 10913,
+      "▁Bell": 10914,
+      "▁pubblic": 10915,
+      "▁countries": 10916,
+      "▁spin": 10917,
+      "▁lég": 10918,
+      "▁Krie": 10919,
+      "▁Jones": 10920,
+      "white": 10921,
+      "Html": 10922,
+      "Press": 10923,
+      "▁Blue": 10924,
+      "Operation": 10925,
+      "▁Anth": 10926,
+      "▁pse": 10927,
+      "▁Font": 10928,
+      "▁theme": 10929,
+      "▁blocks": 10930,
+      "$)": 10931,
+      "▁glad": 10932,
+      "▁manage": 10933,
+      "orden": 10934,
+      "osten": 10935,
+      "cole": 10936,
+      "▁SP": 10937,
+      "▁schema": 10938,
+      "uras": 10939,
+      "▁whenever": 10940,
+      "ША": 10941,
+      "рито": 10942,
+      "▁discovered": 10943,
+      "▁prefix": 10944,
+      "global": 10945,
+      "roke": 10946,
+      "zes": 10947,
+      "chte": 10948,
+      "▁Before": 10949,
+      "мени": 10950,
+      "▁Dig": 10951,
+      "▁rapid": 10952,
+      "▁lleg": 10953,
+      "equals": 10954,
+      "▁Hoch": 10955,
+      "forall": 10956,
+      "вати": 10957,
+      "usz": 10958,
+      "▁attached": 10959,
+      "Expression": 10960,
+      "▁stock": 10961,
+      "üll": 10962,
+      "pet": 10963,
+      "essions": 10964,
+      "colo": 10965,
+      "▁gy": 10966,
+      "Book": 10967,
+      "▁Jacob": 10968,
+      "▁Product": 10969,
+      "▁inputs": 10970,
+      "мир": 10971,
+      "▁learned": 10972,
+      "ówn": 10973,
+      "▁police": 10974,
+      "▁лет": 10975,
+      "▁Item": 10976,
+      "▁eye": 10977,
+      "aient": 10978,
+      "▁Sammlung": 10979,
+      "▁Lor": 10980,
+      "▁repres": 10981,
+      "▁fest": 10982,
+      "Cond": 10983,
+      "▁nouve": 10984,
+      "▁extend": 10985,
+      "▁Frances": 10986,
+      "▁Find": 10987,
+      "▁deze": 10988,
+      "erna": 10989,
+      "▁había": 10990,
+      "prü": 10991,
+      "▁motor": 10992,
+      "bie": 10993,
+      "Hello": 10994,
+      "▁resid": 10995,
+      "▁finale": 10996,
+      "%)": 10997,
+      "{'": 10998,
+      "▁Hard": 10999,
+      "▁pairs": 11000,
+      "▁Ell": 11001,
+      "ivot": 11002,
+      "rees": 11003,
+      "▁Force": 11004,
+      "▁evening": 11005,
+      "▁después": 11006,
+      "rg": 11007,
+      "Why": 11008,
+      "▁conn": 11009,
+      "schema": 11010,
+      "ход": 11011,
+      "▁между": 11012,
+      "▁flash": 11013,
+      "skip": 11014,
+      "▁minute": 11015,
+      "▁ved": 11016,
+      "aylor": 11017,
+      "▁seus": 11018,
+      "▁Major": 11019,
+      "▁franc": 11020,
+      "▁rac": 11021,
+      "kw": 11022,
+      "cv": 11023,
+      "Native": 11024,
+      "▁Button": 11025,
+      "ници": 11026,
+      "settings": 11027,
+      "▁Access": 11028,
+      "▁quality": 11029,
+      "props": 11030,
+      "Float": 11031,
+      "▁Scot": 11032,
+      "▁AD": 11033,
+      "▁allem": 11034,
+      "&\\": 11035,
+      "ustration": 11036,
+      "pattern": 11037,
+      "mir": 11038,
+      "▁incorpor": 11039,
+      "skich": 11040,
+      "'>": 11041,
+      "Stand": 11042,
+      "▁technique": 11043,
+      "▁Ess": 11044,
+      "▁Oxford": 11045,
+      "▁ла": 11046,
+      "tikz": 11047,
+      "лий": 11048,
+      "Login": 11049,
+      "▁minister": 11050,
+      "▁curl": 11051,
+      "kan": 11052,
+      "▁maps": 11053,
+      "inda": 11054,
+      "rieb": 11055,
+      "▁END": 11056,
+      "ifies": 11057,
+      "console": 11058,
+      "bury": 11059,
+      "▁LE": 11060,
+      "▁independ": 11061,
+      "▁ta": 11062,
+      "▁Ś": 11063,
+      "onel": 11064,
+      "ész": 11065,
+      "▁Ist": 11066,
+      "utive": 11067,
+      "ёл": 11068,
+      "▁Region": 11069,
+      "▁(=": 11070,
+      "▁compact": 11071,
+      "çois": 11072,
+      "▁labels": 11073,
+      "autorité": 11074,
+      "▁stan": 11075,
+      "▁française": 11076,
+      "▁removing": 11077,
+      "yc": 11078,
+      "}|": 11079,
+      "▁Exec": 11080,
+      "($_": 11081,
+      "mag": 11082,
+      "before": 11083,
+      "▁stopped": 11084,
+      "мии": 11085,
+      "▁refresh": 11086,
+      "unkt": 11087,
+      "icio": 11088,
+      "Xml": 11089,
+      "▁Tab": 11090,
+      "▁founded": 11091,
+      "▁fal": 11092,
+      "fx": 11093,
+      "▁Historia": 11094,
+      "▁Early": 11095,
+      "Dom": 11096,
+      "▁decide": 11097,
+      "▁understood": 11098,
+      "▁jur": 11099,
+      "▁Nr": 11100,
+      "▁capac": 11101,
+      "was": 11102,
+      "▁enemy": 11103,
+      "▁programs": 11104,
+      "▁mask": 11105,
+      "ске": 11106,
+      "▁groupe": 11107,
+      "cam": 11108,
+      "▁widget": 11109,
+      "REATE": 11110,
+      "▁seva": 11111,
+      "▁Barcel": 11112,
+      "▁perd": 11113,
+      "▁Му": 11114,
+      "rance": 11115,
+      "TYPE": 11116,
+      "▁{'": 11117,
+      "▁bill": 11118,
+      "▁\"_": 11119,
+      "'`": 11120,
+      "bahn": 11121,
+      "▁contained": 11122,
+      "Close": 11123,
+      "rug": 11124,
+      "egy": 11125,
+      "▁sight": 11126,
+      "▁Provin": 11127,
+      "ню": 11128,
+      "arz": 11129,
+      "щен": 11130,
+      "▁Joe": 11131,
+      "▁deleted": 11132,
+      "▁Auto": 11133,
+      "▁meter": 11134,
+      "CG": 11135,
+      "ъл": 11136,
+      "▁pent": 11137,
+      "▁bezeichnet": 11138,
+      "Sum": 11139,
+      "dbc": 11140,
+      "▁Platz": 11141,
+      "ectors": 11142,
+      "▁Little": 11143,
+      "QUE": 11144,
+      "ція": 11145,
+      "теля": 11146,
+      "night": 11147,
+      "▁ll": 11148,
+      "▁mostly": 11149,
+      "UID": 11150,
+      "▁bez": 11151,
+      "dob": 11152,
+      "кси": 11153,
+      "terne": 11154,
+      "▁corner": 11155,
+      "aty": 11156,
+      "▁improve": 11157,
+      "▁intr": 11158,
+      "▁`@": 11159,
+      "arod": 11160,
+      "▁installation": 11161,
+      "▁Referências": 11162,
+      "igan": 11163,
+      "▁critic": 11164,
+      "adel": 11165,
+      "▁село": 11166,
+      ",\r": 11167,
+      "atori": 11168,
+      "▁Fri": 11169,
+      "▁références": 11170,
+      "▁Intent": 11171,
+      "▁tant": 11172,
+      "unci": 11173,
+      "▁levels": 11174,
+      "eres": 11175,
+      "▁emer": 11176,
+      "safe": 11177,
+      "tk": 11178,
+      "▁cham": 11179,
+      "▁greatly": 11180,
+      "▁weit": 11181,
+      "▁coach": 11182,
+      "▁toward": 11183,
+      "Home": 11184,
+      "▁Boolean": 11185,
+      "тел": 11186,
+      "▁mock": 11187,
+      "▁appreciate": 11188,
+      "▁Cross": 11189,
+      "▁Take": 11190,
+      "DP": 11191,
+      "▁sides": 11192,
+      "▁Normdaten": 11193,
+      "дей": 11194,
+      "stal": 11195,
+      "▁cout": 11196,
+      "bn": 11197,
+      "▁Vert": 11198,
+      "▁bird": 11199,
+      "▁dynamically": 11200,
+      "▁Dol": 11201,
+      "▁Burg": 11202,
+      "▁dog": 11203,
+      "ätt": 11204,
+      "▁nuc": 11205,
+      "EC": 11206,
+      "Bytes": 11207,
+      "▁ak": 11208,
+      "reland": 11209,
+      "▁guitar": 11210,
+      "▁regarding": 11211,
+      "▁Fuß": 11212,
+      "▁дол": 11213,
+      "auss": 11214,
+      "▁jej": 11215,
+      "aco": 11216,
+      "▁updates": 11217,
+      "рук": 11218,
+      "('/": 11219,
+      "▁cold": 11220,
+      "▁Given": 11221,
+      "hin": 11222,
+      "▁feeling": 11223,
+      "igli": 11224,
+      "fah": 11225,
+      "стре": 11226,
+      "bool": 11227,
+      "initial": 11228,
+      "▁становника": 11229,
+      "▁Anna": 11230,
+      "▁hors": 11231,
+      "▁doll": 11232,
+      "▁consum": 11233,
+      "uber": 11234,
+      "standing": 11235,
+      "activ": 11236,
+      "зі": 11237,
+      "checked": 11238,
+      "▁permissions": 11239,
+      "▁Monte": 11240,
+      "WriteLine": 11241,
+      "plus": 11242,
+      "▁Equ": 11243,
+      "▁их": 11244,
+      "чки": 11245,
+      "unque": 11246,
+      "▁LO": 11247,
+      "ea": 11248,
+      "sample": 11249,
+      "iesz": 11250,
+      "oral": 11251,
+      "▁Ин": 11252,
+      "oston": 11253,
+      "▁Simon": 11254,
+      "fast": 11255,
+      "mk": 11256,
+      "assen": 11257,
+      "▁architecture": 11258,
+      "enses": 11259,
+      "▁Å": 11260,
+      "▁topic": 11261,
+      "▁disable": 11262,
+      "▁Cru": 11263,
+      "▁Control": 11264,
+      "▁creation": 11265,
+      "▁hyper": 11266,
+      "itud": 11267,
+      "жения": 11268,
+      "aram": 11269,
+      "▁где": 11270,
+      "ienst": 11271,
+      "edule": 11272,
+      "▁Bot": 11273,
+      "▁Ос": 11274,
+      "▁Their": 11275,
+      "anne": 11276,
+      "Microsoft": 11277,
+      "▁PM": 11278,
+      "ydro": 11279,
+      "entlich": 11280,
+      "▁Eine": 11281,
+      "CHAR": 11282,
+      ":'": 11283,
+      "Well": 11284,
+      "leton": 11285,
+      "▁supports": 11286,
+      "'])": 11287,
+      "manual": 11288,
+      "▁vice": 11289,
+      "asa": 11290,
+      "clos": 11291,
+      "vised": 11292,
+      "▁pok": 11293,
+      "track": 11294,
+      "ност": 11295,
+      "........": 11296,
+      "▁'\\": 11297,
+      "².": 11298,
+      "▁orders": 11299,
+      "etta": 11300,
+      "▁conversion": 11301,
+      "▁trade": 11302,
+      "cli": 11303,
+      "▁Исто": 11304,
+      "▁akt": 11305,
+      "▁subset": 11306,
+      "▁aug": 11307,
+      "▁leaves": 11308,
+      "Math": 11309,
+      "anned": 11310,
+      "kal": 11311,
+      "▁Вели": 11312,
+      "▁nog": 11313,
+      "▁eth": 11314,
+      "▁hair": 11315,
+      "around": 11316,
+      "▁javax": 11317,
+      "вой": 11318,
+      "▁Centre": 11319,
+      "öß": 11320,
+      "uti": 11321,
+      "▁navigation": 11322,
+      "▁PS": 11323,
+      "▁wa": 11324,
+      "▁России": 11325,
+      "usa": 11326,
+      "zeta": 11327,
+      "▁PDF": 11328,
+      "▁mismo": 11329,
+      "properties": 11330,
+      "meister": 11331,
+      "льта": 11332,
+      "forward": 11333,
+      "▁Ost": 11334,
+      "kins": 11335,
+      "▁sido": 11336,
+      "зов": 11337,
+      "tags": 11338,
+      "▁actor": 11339,
+      "▁fly": 11340,
+      "CR": 11341,
+      "agini": 11342,
+      "▁lett": 11343,
+      "eni": 11344,
+      "tech": 11345,
+      "▁Enc": 11346,
+      "oracle": 11347,
+      "amilton": 11348,
+      "zej": 11349,
+      "fen": 11350,
+      "umerate": 11351,
+      "▁questo": 11352,
+      "dart": 11353,
+      "▁Kore": 11354,
+      "apis": 11355,
+      "eper": 11356,
+      "Screen": 11357,
+      "wall": 11358,
+      "▁island": 11359,
+      "she": 11360,
+      "▁ligger": 11361,
+      "вся": 11362,
+      "fang": 11363,
+      "▁tard": 11364,
+      "▁plaats": 11365,
+      "▁пло": 11366,
+      "▁Office": 11367,
+      "▁SET": 11368,
+      "▁circuit": 11369,
+      "jed": 11370,
+      "Save": 11371,
+      "льно": 11372,
+      "Socket": 11373,
+      "▁Index": 11374,
+      "ACK": 11375,
+      "iders": 11376,
+      "erer": 11377,
+      "▁США": 11378,
+      "▁lady": 11379,
+      "▁scheme": 11380,
+      "ielle": 11381,
+      "▁exerc": 11382,
+      ")}\\": 11383,
+      "DateTime": 11384,
+      "athan": 11385,
+      "▁Professor": 11386,
+      "▁moins": 11387,
+      "▁Excel": 11388,
+      "▁Hay": 11389,
+      "▁Musik": 11390,
+      "▁ї": 11391,
+      "ęd": 11392,
+      "▁\".": 11393,
+      "▁був": 11394,
+      "▁instrument": 11395,
+      "пар": 11396,
+      "▁бере": 11397,
+      "▁politique": 11398,
+      "▁tradition": 11399,
+      "▁VM": 11400,
+      "▁Arts": 11401,
+      "▁Ci": 11402,
+      "Use": 11403,
+      "▁aggreg": 11404,
+      "▁weeks": 11405,
+      "▁opport": 11406,
+      "iting": 11407,
+      "▁vertical": 11408,
+      "▁Naz": 11409,
+      "...)": 11410,
+      "izo": 11411,
+      "▁cycle": 11412,
+      "▁tempo": 11413,
+      "тре": 11414,
+      "▁handling": 11415,
+      "istence": 11416,
+      "▁paste": 11417,
+      "▁enjo": 11418,
+      "ROUP": 11419,
+      "▁outer": 11420,
+      "▁supply": 11421,
+      "eman": 11422,
+      "▁accident": 11423,
+      "▁\\]": 11424,
+      "▁тех": 11425,
+      "Pool": 11426,
+      "oting": 11427,
+      "onymous": 11428,
+      "▁Giov": 11429,
+      "▁ud": 11430,
+      "▁./": 11431,
+      "ERROR": 11432,
+      "construct": 11433,
+      "textwidth": 11434,
+      "quipe": 11435,
+      "cases": 11436,
+      "▁ад": 11437,
+      "▁Row": 11438,
+      "Holder": 11439,
+      "wan": 11440,
+      "arna": 11441,
+      "Mem": 11442,
+      "▁Canadian": 11443,
+      "▁Commission": 11444,
+      "sun": 11445,
+      "▁apps": 11446,
+      "▁Blo": 11447,
+      "▁ihrer": 11448,
+      "▁famille": 11449,
+      "▁mě": 11450,
+      "▁py": 11451,
+      "ис": 11452,
+      "▁того": 11453,
+      "▁Again": 11454,
+      "▁ignore": 11455,
+      "▁television": 11456,
+      "Pat": 11457,
+      "hide": 11458,
+      "▁Rev": 11459,
+      "▁bear": 11460,
+      "phy": 11461,
+      "▁noise": 11462,
+      "▁wra": 11463,
+      "ationale": 11464,
+      "▁collabor": 11465,
+      "border": 11466,
+      "▁elected": 11467,
+      "▁surpr": 11468,
+      "▁avoir": 11469,
+      "▁assembly": 11470,
+      "▁обще": 11471,
+      "▁arbitrary": 11472,
+      "▁brief": 11473,
+      "▁---": 11474,
+      "▁Maur": 11475,
+      "gression": 11476,
+      "icia": 11477,
+      "▁liegt": 11478,
+      "▁Figure": 11479,
+      "▁onto": 11480,
+      "Repository": 11481,
+      "▁déf": 11482,
+      "▁forth": 11483,
+      "▁clicked": 11484,
+      "seite": 11485,
+      "▁notes": 11486,
+      "native": 11487,
+      "▁EDIT": 11488,
+      "ые": 11489,
+      "MT": 11490,
+      "amental": 11491,
+      "▁rose": 11492,
+      "▁puede": 11493,
+      "Delegate": 11494,
+      "uba": 11495,
+      "neo": 11496,
+      "xis": 11497,
+      "▁Arthur": 11498,
+      "URE": 11499,
+      "aming": 11500,
+      "Device": 11501,
+      "▁diam": 11502,
+      "ständ": 11503,
+      "▁pron": 11504,
+      "ois": 11505,
+      "coming": 11506,
+      "Parameters": 11507,
+      "uvud": 11508,
+      "▁ability": 11509,
+      "▁mét": 11510,
+      "▁Unfortunately": 11511,
+      "fd": 11512,
+      "Dictionary": 11513,
+      "socket": 11514,
+      "▁conoc": 11515,
+      "contains": 11516,
+      "essed": 11517,
+      "▁geldig": 11518,
+      "ница": 11519,
+      "▁pointed": 11520,
+      "esti": 11521,
+      "nom": 11522,
+      "ография": 11523,
+      "▁represents": 11524,
+      "▁manip": 11525,
+      "world": 11526,
+      "▁resolved": 11527,
+      "tegr": 11528,
+      "▁dort": 11529,
+      "astern": 11530,
+      "▁campaign": 11531,
+      "▁primo": 11532,
+      "▁;;": 11533,
+      "▁snippet": 11534,
+      "▁Nik": 11535,
+      "Total": 11536,
+      "issement": 11537,
+      "ACE": 11538,
+      "▁verify": 11539,
+      "iffe": 11540,
+      "lagen": 11541,
+      "ieur": 11542,
+      "▁converted": 11543,
+      "▁Milit": 11544,
+      "▁Alg": 11545,
+      "▁Ron": 11546,
+      "▁konn": 11547,
+      "apple": 11548,
+      "▁dispos": 11549,
+      "stellung": 11550,
+      "▁retain": 11551,
+      "▁mentre": 11552,
+      "▁neut": 11553,
+      "▁Night": 11554,
+      "ché": 11555,
+      "atti": 11556,
+      "▁obra": 11557,
+      "▁superior": 11558,
+      "▁Congress": 11559,
+      "ём": 11560,
+      "▁codes": 11561,
+      "▁Ama": 11562,
+      "▁Earth": 11563,
+      "▁opposite": 11564,
+      "▁pool": 11565,
+      "▁Dun": 11566,
+      "жение": 11567,
+      "▁\"${": 11568,
+      "inv": 11569,
+      "▁уни": 11570,
+      "▁Andrew": 11571,
+      "телей": 11572,
+      "▁był": 11573,
+      "Univers": 11574,
+      "▁Angular": 11575,
+      "anim": 11576,
+      "дова": 11577,
+      "BUG": 11578,
+      "utely": 11579,
+      "▁drawing": 11580,
+      "▁gain": 11581,
+      "▁fourth": 11582,
+      "▁Problem": 11583,
+      "▁suddenly": 11584,
+      "▁Ä": 11585,
+      "onna": 11586,
+      "▁Kont": 11587,
+      "▁Bildern": 11588,
+      "▁konnte": 11589,
+      "že": 11590,
+      "Trace": 11591,
+      "▁secure": 11592,
+      "▁który": 11593,
+      "▁eq": 11594,
+      "▁formal": 11595,
+      "amerikan": 11596,
+      "▁Anal": 11597,
+      "▁Rewrite": 11598,
+      "▁Double": 11599,
+      "created": 11600,
+      "NU": 11601,
+      "MDb": 11602,
+      "apes": 11603,
+      "Unis": 11604,
+      "▁especial": 11605,
+      "})\\": 11606,
+      "edom": 11607,
+      "▁categor": 11608,
+      "Return": 11609,
+      "▁Hamb": 11610,
+      "▁Rio": 11611,
+      "▁Mir": 11612,
+      "▁Geme": 11613,
+      "abilities": 11614,
+      "trz": 11615,
+      "uset": 11616,
+      "ierra": 11617,
+      "network": 11618,
+      "▁doctor": 11619,
+      "eurs": 11620,
+      "▁listen": 11621,
+      "дж": 11622,
+      "▁Hö": 11623,
+      "▁consists": 11624,
+      "asm": 11625,
+      "Chr": 11626,
+      "aland": 11627,
+      "▁исполь": 11628,
+      "▁lugar": 11629,
+      "▁definitely": 11630,
+      "move": 11631,
+      "ública": 11632,
+      "▁län": 11633,
+      "ismus": 11634,
+      "▁држа": 11635,
+      "▁dt": 11636,
+      "▁Perhaps": 11637,
+      "▁Brasil": 11638,
+      "John": 11639,
+      "▁promise": 11640,
+      "łu": 11641,
+      "reens": 11642,
+      "▁psych": 11643,
+      "▁Who": 11644,
+      "ряд": 11645,
+      "▁INTO": 11646,
+      "▁People": 11647,
+      "▁Williams": 11648,
+      "▁Marg": 11649,
+      "▁дан": 11650,
+      "record": 11651,
+      "▁Euro": 11652,
+      "▁Virginia": 11653,
+      "▁Rest": 11654,
+      "▁Corn": 11655,
+      "}},": 11656,
+      "▁Grid": 11657,
+      "▁inject": 11658,
+      "нан": 11659,
+      "▁crow": 11660,
+      "▁Phys": 11661,
+      "▁DO": 11662,
+      "▁\"-": 11663,
+      "▁increased": 11664,
+      "acher": 11665,
+      "peat": 11666,
+      "Lin": 11667,
+      "▁Dub": 11668,
+      "rices": 11669,
+      "agnost": 11670,
+      "dl": 11671,
+      "▁curve": 11672,
+      "üg": 11673,
+      "rice": 11674,
+      "language": 11675,
+      "ClickListener": 11676,
+      "▁municipal": 11677,
+      "▁Ori": 11678,
+      "▁Bild": 11679,
+      "▁Cab": 11680,
+      "▁Var": 11681,
+      "▁noted": 11682,
+      "▁Î": 11683,
+      "▁subs": 11684,
+      "iation": 11685,
+      "WOR": 11686,
+      "ingly": 11687,
+      "▁Rus": 11688,
+      "iens": 11689,
+      "INFO": 11690,
+      "ква": 11691,
+      "ativo": 11692,
+      "gende": 11693,
+      "▁Franz": 11694,
+      "▁isol": 11695,
+      "edes": 11696,
+      "nier": 11697,
+      "▁NO": 11698,
+      "▁Has": 11699,
+      "beans": 11700,
+      "▁pandas": 11701,
+      "(\"%": 11702,
+      "віт": 11703,
+      "утбо": 11704,
+      "▁gather": 11705,
+      "▁legal": 11706,
+      "includ": 11707,
+      "▁circumst": 11708,
+      "criptor": 11709,
+      "rible": 11710,
+      "▁Süd": 11711,
+      "▁apro": 11712,
+      "Api": 11713,
+      "▁най": 11714,
+      "▁African": 11715,
+      "owski": 11716,
+      "▁Johnson": 11717,
+      "iek": 11718,
+      "▁vote": 11719,
+      "▁Kan": 11720,
+      "▁bibli": 11721,
+      "▁haar": 11722,
+      "▁vr": 11723,
+      "]),": 11724,
+      "subseteq": 11725,
+      "Parser": 11726,
+      "iani": 11727,
+      "isé": 11728,
+      "idea": 11729,
+      "Only": 11730,
+      "▁ál": 11731,
+      "▁Catal": 11732,
+      "▁Case": 11733,
+      "seh": 11734,
+      "▁encounter": 11735,
+      "▁reform": 11736,
+      "мини": 11737,
+      "▁Stre": 11738,
+      "exception": 11739,
+      "▁Tar": 11740,
+      "тар": 11741,
+      "trl": 11742,
+      "▁Александ": 11743,
+      "лект": 11744,
+      "equal": 11745,
+      "Op": 11746,
+      "▁lif": 11747,
+      "▁його": 11748,
+      "▁voltage": 11749,
+      "shire": 11750,
+      "▁Groß": 11751,
+      "вня": 11752,
+      "nings": 11753,
+      "нци": 11754,
+      "▁lag": 11755,
+      "▁anderen": 11756,
+      "▁vac": 11757,
+      "▁macro": 11758,
+      "=[": 11759,
+      "Then": 11760,
+      "▁controls": 11761,
+      "seq": 11762,
+      "ologies": 11763,
+      "▁selector": 11764,
+      "▁України": 11765,
+      "хівовано": 11766,
+      "ый": 11767,
+      "allenge": 11768,
+      "▁IMDb": 11769,
+      "ummy": 11770,
+      "yen": 11771,
+      "▁beste": 11772,
+      "▁Box": 11773,
+      "▁chair": 11774,
+      "▁Sab": 11775,
+      "erde": 11776,
+      "▁nast": 11777,
+      "ivamente": 11778,
+      "▁объ": 11779,
+      "▁requirements": 11780,
+      "▁meeting": 11781,
+      "▁finan": 11782,
+      "▁Adam": 11783,
+      "▁televis": 11784,
+      "▁bright": 11785,
+      "▁Git": 11786,
+      "EG": 11787,
+      "▁Gil": 11788,
+      "rès": 11789,
+      "▁Cond": 11790,
+      "▁ft": 11791,
+      "▁було": 11792,
+      "-+": 11793,
+      "END": 11794,
+      "erne": 11795,
+      "▁Comput": 11796,
+      "▁ils": 11797,
+      "▁gall": 11798,
+      "▁csv": 11799,
+      "ług": 11800,
+      "▁summer": 11801,
+      "game": 11802,
+      "▁posts": 11803,
+      "Архівовано": 11804,
+      "▁zij": 11805,
+      "▁determin": 11806,
+      "▁abandon": 11807,
+      "counter": 11808,
+      "▁requirement": 11809,
+      "▁Tit": 11810,
+      "irtual": 11811,
+      "▁Videos": 11812,
+      "▁quiet": 11813,
+      "▁Term": 11814,
+      "▁timeout": 11815,
+      "Print": 11816,
+      "▁invent": 11817,
+      "lais": 11818,
+      "▁monitor": 11819,
+      "halb": 11820,
+      "▁Wild": 11821,
+      "▁leader": 11822,
+      "▁сель": 11823,
+      "▁utiliz": 11824,
+      "▁parents": 11825,
+      "▁forced": 11826,
+      "▁proved": 11827,
+      "▁effective": 11828,
+      "▁llam": 11829,
+      "▁Спо": 11830,
+      "orb": 11831,
+      "ggi": 11832,
+      "▁assumption": 11833,
+      "▁subm": 11834,
+      "▁вій": 11835,
+      "ilia": 11836,
+      "▁reverse": 11837,
+      "'\"": 11838,
+      "▁quotes": 11839,
+      "▁sites": 11840,
+      "igung": 11841,
+      "▁Arg": 11842,
+      "Double": 11843,
+      "▁screens": 11844,
+      "▁clause": 11845,
+      "▁bundle": 11846,
+      "▁philosoph": 11847,
+      "▁Num": 11848,
+      "▁gleich": 11849,
+      "uly": 11850,
+      "direct": 11851,
+      "asketball": 11852,
+      "owany": 11853,
+      "\\}$": 11854,
+      "▁radius": 11855,
+      "▁Search": 11856,
+      "Properties": 11857,
+      "▁elev": 11858,
+      "▁prod": 11859,
+      "▁\"%": 11860,
+      "isión": 11861,
+      "Debug": 11862,
+      "Second": 11863,
+      "(!": 11864,
+      "▁Catholic": 11865,
+      "рован": 11866,
+      "lez": 11867,
+      "Pa": 11868,
+      "pson": 11869,
+      "▁erste": 11870,
+      "▁Fu": 11871,
+      "▁lit": 11872,
+      "▁Saison": 11873,
+      "▁Hash": 11874,
+      "▁exem": 11875,
+      "▁представ": 11876,
+      ")*": 11877,
+      "▁eu": 11878,
+      "▁│": 11879,
+      "▁gab": 11880,
+      "etailed": 11881,
+      "Copy": 11882,
+      "▁два": 11883,
+      "even": 11884,
+      "Kind": 11885,
+      "▁Jackson": 11886,
+      "ал": 11887,
+      "▁consec": 11888,
+      "USER": 11889,
+      "▁Tok": 11890,
+      "(.": 11891,
+      "▁$|": 11892,
+      "▁Tamb": 11893,
+      "▁Lemma": 11894,
+      "hang": 11895,
+      "▁contribution": 11896,
+      "rollers": 11897,
+      "▁studies": 11898,
+      "▁poi": 11899,
+      "gems": 11900,
+      "▁UP": 11901,
+      "▁Wol": 11902,
+      ">\"": 11903,
+      "▁floor": 11904,
+      "▁initialize": 11905,
+      "▁Lew": 11906,
+      "zek": 11907,
+      "arte": 11908,
+      "▁positions": 11909,
+      "▁portion": 11910,
+      "cover": 11911,
+      "wp": 11912,
+      "ового": 11913,
+      "▁piano": 11914,
+      "▁metal": 11915,
+      "▁samples": 11916,
+      "▁Сан": 11917,
+      "variable": 11918,
+      "▁стать": 11919,
+      "▁integers": 11920,
+      "Where": 11921,
+      "family": 11922,
+      "▁nun": 11923,
+      "▁increment": 11924,
+      "ixed": 11925,
+      "▁heeft": 11926,
+      "fte": 11927,
+      "▁vil": 11928,
+      "▁otros": 11929,
+      "Multimedia": 11930,
+      "▁Henri": 11931,
+      "aded": 11932,
+      "ген": 11933,
+      "▁capit": 11934,
+      "▁других": 11935,
+      "isp": 11936,
+      "ITY": 11937,
+      "▁constraints": 11938,
+      "▁Kirche": 11939,
+      "found": 11940,
+      "ший": 11941,
+      "▁pic": 11942,
+      "▁tou": 11943,
+      "cred": 11944,
+      "роб": 11945,
+      "▁Mess": 11946,
+      "Job": 11947,
+      "▁Mais": 11948,
+      "▁styles": 11949,
+      "fall": 11950,
+      "▁Uk": 11951,
+      "▁street": 11952,
+      "occer": 11953,
+      "esen": 11954,
+      "▁colors": 11955,
+      "cean": 11956,
+      "юще": 11957,
+      "conne": 11958,
+      "▁ratio": 11959,
+      "anton": 11960,
+      "▁Fel": 11961,
+      "▁customer": 11962,
+      "▁Prix": 11963,
+      "rás": 11964,
+      "pred": 11965,
+      "▁electron": 11966,
+      "sym": 11967,
+      "▁вели": 11968,
+      "▁overflow": 11969,
+      "▁$[": 11970,
+      "▁POST": 11971,
+      "▁Cin": 11972,
+      "scheid": 11973,
+      "(\"/": 11974,
+      "▁searching": 11975,
+      "▁purposes": 11976,
+      "▁arrived": 11977,
+      "▁punt": 11978,
+      "▁lad": 11979,
+      "Python": 11980,
+      "▁leads": 11981,
+      "▁sand": 11982,
+      "пада": 11983,
+      "▁communes": 11984,
+      "▁CHAP": 11985,
+      "▁caso": 11986,
+      "rz": 11987,
+      "▁dw": 11988,
+      "aca": 11989,
+      "▁Columb": 11990,
+      "children": 11991,
+      "êt": 11992,
+      "schemas": 11993,
+      "▁instructions": 11994,
+      "▁-\\": 11995,
+      "▁Israel": 11996,
+      "ności": 11997,
+      "▁образ": 11998,
+      "▁совет": 11999,
+      "▁immagini": 12000,
+      "▁Fred": 12001,
+      "▁Global": 12002,
+      "▁thick": 12003,
+      "▁fueron": 12004,
+      "▁thrown": 12005,
+      "▁clock": 12006,
+      "enable": 12007,
+      "'''": 12008,
+      "▁Sund": 12009,
+      "▁contempor": 12010,
+      "answer": 12011,
+      "▁manufact": 12012,
+      "▁io": 12013,
+      "qquad": 12014,
+      "OUT": 12015,
+      "▁Lab": 12016,
+      "▁Zw": 12017,
+      "legal": 12018,
+      "▁Vel": 12019,
+      "▁raise": 12020,
+      "▁deliver": 12021,
+      "▁Voir": 12022,
+      "▁assumed": 12023,
+      "Let": 12024,
+      "ierten": 12025,
+      "▁Kong": 12026,
+      "▁Exp": 12027,
+      "▁Jug": 12028,
+      "▁declaration": 12029,
+      "▁Fish": 12030,
+      "mé": 12031,
+      "▁speech": 12032,
+      "▁tent": 12033,
+      "▁Route": 12034,
+      "__(": 12035,
+      "▁réalis": 12036,
+      "▁Design": 12037,
+      "setText": 12038,
+      "▁Station": 12039,
+      "archy": 12040,
+      "▁като": 12041,
+      "▁dent": 12042,
+      "▁Kl": 12043,
+      "iß": 12044,
+      "▁risk": 12045,
+      "▁Broad": 12046,
+      "▁vectors": 12047,
+      "▁Spec": 12048,
+      "▁routes": 12049,
+      "ymn": 12050,
+      "▁Greg": 12051,
+      "▁получи": 12052,
+      "gie": 12053,
+      "ORM": 12054,
+      "веде": 12055,
+      "walt": 12056,
+      "▁efter": 12057,
+      "Ptr": 12058,
+      "▁subt": 12059,
+      "▁birth": 12060,
+      "▁drawn": 12061,
+      "mess": 12062,
+      "мерикан": 12063,
+      "VE": 12064,
+      "▁Put": 12065,
+      "▁asc": 12066,
+      "▁feder": 12067,
+      "сли": 12068,
+      "▁Prin": 12069,
+      "▁stick": 12070,
+      "reset": 12071,
+      "yk": 12072,
+      "studio": 12073,
+      "▁Still": 12074,
+      "Const": 12075,
+      "ació": 12076,
+      "▁Portugal": 12077,
+      "▁scripts": 12078,
+      "undial": 12079,
+      "▁lives": 12080,
+      "▁szer": 12081,
+      "▁estado": 12082,
+      "folder": 12083,
+      "▁communication": 12084,
+      "Route": 12085,
+      "▁swift": 12086,
+      "тен": 12087,
+      "▁kill": 12088,
+      "▁PR": 12089,
+      "joint": 12090,
+      "▁objective": 12091,
+      "▁complicated": 12092,
+      "▁Über": 12093,
+      "esh": 12094,
+      "picture": 12095,
+      "raine": 12096,
+      "comput": 12097,
+      "▁proport": 12098,
+      "ogs": 12099,
+      "ült": 12100,
+      "▁quantum": 12101,
+      "кри": 12102,
+      "▁sop": 12103,
+      "▁loops": 12104,
+      "▁Reference": 12105,
+      "▁nei": 12106,
+      "ICE": 12107,
+      "▁verm": 12108,
+      "▁adj": 12109,
+      "▁però": 12110,
+      "▁trou": 12111,
+      "isions": 12112,
+      "▁Apple": 12113,
+      "servable": 12114,
+      "▁Boston": 12115,
+      "oret": 12116,
+      "oks": 12117,
+      "▁kg": 12118,
+      "defined": 12119,
+      "platform": 12120,
+      "cler": 12121,
+      "ographic": 12122,
+      "ritt": 12123,
+      "▁dic": 12124,
+      "▁Mond": 12125,
+      "▁Ireland": 12126,
+      "▁Una": 12127,
+      "▁commercial": 12128,
+      "▁Pu": 12129,
+      "Di": 12130,
+      "▁её": 12131,
+      "▁precis": 12132,
+      "народ": 12133,
+      "▁quatre": 12134,
+      "ustral": 12135,
+      "▁dag": 12136,
+      "igue": 12137,
+      "▁burn": 12138,
+      "▁officer": 12139,
+      "▁Ав": 12140,
+      "▁highlight": 12141,
+      "▁Suppose": 12142,
+      "odi": 12143,
+      "servlet": 12144,
+      "▁Encyc": 12145,
+      "▁Range": 12146,
+      "тий": 12147,
+      "Please": 12148,
+      "▁років": 12149,
+      "quant": 12150,
+      "▁flat": 12151,
+      "▁Référence": 12152,
+      "следова": 12153,
+      "role": 12154,
+      "▁diesen": 12155,
+      "}}(": 12156,
+      "▁Indust": 12157,
+      "▁númer": 12158,
+      "▁\";": 12159,
+      "lus": 12160,
+      "ôle": 12161,
+      "▁zm": 12162,
+      "deg": 12163,
+      "▁rough": 12164,
+      "Inv": 12165,
+      "▁hur": 12166,
+      "▁Ress": 12167,
+      "chs": 12168,
+      "▁turns": 12169,
+      "nero": 12170,
+      "functions": 12171,
+      "али": 12172,
+      "▁habitants": 12173,
+      "ат": 12174,
+      "issues": 12175,
+      "▁huge": 12176,
+      "Utils": 12177,
+      "▁Sat": 12178,
+      "▁государ": 12179,
+      "▁coast": 12180,
+      "shape": 12181,
+      "LC": 12182,
+      "▁logging": 12183,
+      "endor": 12184,
+      "▁lies": 12185,
+      "▁difer": 12186,
+      "▁critical": 12187,
+      "XT": 12188,
+      "мина": 12189,
+      "ansk": 12190,
+      "Results": 12191,
+      "kc": 12192,
+      "iverse": 12193,
+      "EXT": 12194,
+      "ALSE": 12195,
+      "▁vál": 12196,
+      "Pi": 12197,
+      "compile": 12198,
+      "hello": 12199,
+      "▁чемпи": 12200,
+      "▁Italia": 12201,
+      "коло": 12202,
+      "▁edition": 12203,
+      "grund": 12204,
+      "▁dataframe": 12205,
+      "▁Following": 12206,
+      "reib": 12207,
+      "▁Jeff": 12208,
+      "▁città": 12209,
+      "ITable": 12210,
+      "▁$(\\": 12211,
+      "▁reduced": 12212,
+      "obil": 12213,
+      "▁anywhere": 12214,
+      "'(": 12215,
+      "▁phr": 12216,
+      "▁Kh": 12217,
+      "▁Frame": 12218,
+      "▁manual": 12219,
+      "▁cra": 12220,
+      "▁VS": 12221,
+      "%=": 12222,
+      "InstanceState": 12223,
+      "▁бра": 12224,
+      "▁Drag": 12225,
+      "▁Herr": 12226,
+      "▁гу": 12227,
+      "▁mús": 12228,
+      "Tool": 12229,
+      "▁Private": 12230,
+      "▁synchron": 12231,
+      "iration": 12232,
+      "▁обо": 12233,
+      "▁typically": 12234,
+      "▁implicit": 12235,
+      "orient": 12236,
+      "▁timer": 12237,
+      "▁können": 12238,
+      "iest": 12239,
+      "raid": 12240,
+      "▁expressions": 12241,
+      "▁aim": 12242,
+      "▁stre": 12243,
+      "▁wrap": 12244,
+      "▁Bart": 12245,
+      "▁bron": 12246,
+      "▁keyboard": 12247,
+      "pow": 12248,
+      "▁grupo": 12249,
+      "▁резу": 12250,
+      "▁professor": 12251,
+      "▁Head": 12252,
+      "ною": 12253,
+      "minus": 12254,
+      "▁Michel": 12255,
+      "NOT": 12256,
+      "mor": 12257,
+      "]}": 12258,
+      "widehat": 12259,
+      "aris": 12260,
+      "тература": 12261,
+      "defn": 12262,
+      "istrz": 12263,
+      "▁tanto": 12264,
+      "▁Pow": 12265,
+      "▁indicate": 12266,
+      "▁Winter": 12267,
+      "reshold": 12268,
+      "рів": 12269,
+      "▁`(": 12270,
+      "▁owner": 12271,
+      "▁disp": 12272,
+      "▁кри": 12273,
+      "мет": 12274,
+      "мент": 12275,
+      "report": 12276,
+      "require": 12277,
+      "▁voy": 12278,
+      "▁AP": 12279,
+      "▁España": 12280,
+      "▁São": 12281,
+      "jär": 12282,
+      "Non": 12283,
+      "Library": 12284,
+      "ichten": 12285,
+      "▁structures": 12286,
+      "▁muy": 12287,
+      "ário": 12288,
+      "▁certificate": 12289,
+      "чного": 12290,
+      "▁province": 12291,
+      "pages": 12292,
+      "dal": 12293,
+      "▁Freder": 12294,
+      "ье": 12295,
+      "Execute": 12296,
+      "▁ancient": 12297,
+      "▁films": 12298,
+      "▁Alfred": 12299,
+      "Auto": 12300,
+      "▁atom": 12301,
+      "▁ell": 12302,
+      "▁Harr": 12303,
+      "йн": 12304,
+      "▁\"#": 12305,
+      "▁nacional": 12306,
+      "▁neighbor": 12307,
+      "ступа": 12308,
+      "▁wit": 12309,
+      "Pop": 12310,
+      "▁Greek": 12311,
+      "▁repeat": 12312,
+      "bad": 12313,
+      "▁SC": 12314,
+      "▁DateTime": 12315,
+      "шти": 12316,
+      "▁WH": 12317,
+      "▁прави": 12318,
+      "▁Ти": 12319,
+      "▁saison": 12320,
+      "▁Hart": 12321,
+      "directory": 12322,
+      "uan": 12323,
+      "norm": 12324,
+      "▁Philipp": 12325,
+      "▁suspect": 12326,
+      "▁anno": 12327,
+      "bc": 12328,
+      "сла": 12329,
+      "$(": 12330,
+      "▁befind": 12331,
+      "ocs": 12332,
+      "latest": 12333,
+      ";\">": 12334,
+      "▁afterwards": 12335,
+      "PUT": 12336,
+      "▁ja": 12337,
+      "▁Hil": 12338,
+      "yz": 12339,
+      "▁Bour": 12340,
+      "▁laid": 12341,
+      "▁Дже": 12342,
+      "pie": 12343,
+      "watch": 12344,
+      "▁Eq": 12345,
+      "contact": 12346,
+      "iber": 12347,
+      "checkbox": 12348,
+      "▁españ": 12349,
+      "anse": 12350,
+      "▁шко": 12351,
+      "eff": 12352,
+      "xxx": 12353,
+      "▁GET": 12354,
+      "▁lov": 12355,
+      "itute": 12356,
+      "zech": 12357,
+      "tere": 12358,
+      "▁purs": 12359,
+      "kens": 12360,
+      "iante": 12361,
+      "▁Free": 12362,
+      "▁органи": 12363,
+      "kreis": 12364,
+      "▁{:": 12365,
+      "shared": 12366,
+      "▁Graph": 12367,
+      "▁connections": 12368,
+      "▁DOM": 12369,
+      "▁Cart": 12370,
+      "sson": 12371,
+      "▁Hamilton": 12372,
+      "тели": 12373,
+      "▁restaur": 12374,
+      "Resol": 12375,
+      "Driver": 12376,
+      "▁enf": 12377,
+      "EDIT": 12378,
+      "▁prev": 12379,
+      "▁ik": 12380,
+      "▁să": 12381,
+      "jö": 12382,
+      "▁СССР": 12383,
+      "▁colour": 12384,
+      "chten": 12385,
+      "▁estad": 12386,
+      "inois": 12387,
+      "▁confir": 12388,
+      "▁vé": 12389,
+      "▁Ces": 12390,
+      "▁Never": 12391,
+      "omer": 12392,
+      "жда": 12393,
+      "слу": 12394,
+      "чения": 12395,
+      "dll": 12396,
+      "▁youth": 12397,
+      "emen": 12398,
+      "▁studied": 12399,
+      "▁Kil": 12400,
+      "cion": 12401,
+      "▁navig": 12402,
+      "required": 12403,
+      "orithms": 12404,
+      "ilor": 12405,
+      "▁Deutschen": 12406,
+      "▁persons": 12407,
+      "▁Barcelona": 12408,
+      "▁formation": 12409,
+      "abei": 12410,
+      "▁против": 12411,
+      "Engine": 12412,
+      "ONE": 12413,
+      "ográ": 12414,
+      "Cap": 12415,
+      "rir": 12416,
+      "▁gate": 12417,
+      "oration": 12418,
+      "maven": 12419,
+      "▁combined": 12420,
+      "▁attr": 12421,
+      "▁hook": 12422,
+      "▁который": 12423,
+      "▁servers": 12424,
+      "ucture": 12425,
+      "ження": 12426,
+      "tv": 12427,
+      "▁req": 12428,
+      "jal": 12429,
+      "▁locally": 12430,
+      "}}{\\": 12431,
+      "Br": 12432,
+      "▁Hier": 12433,
+      "мор": 12434,
+      "▁apart": 12435,
+      "\"],": 12436,
+      "▁%>%": 12437,
+      "▁zusammen": 12438,
+      "▁identify": 12439,
+      "▁Altern": 12440,
+      "▁бро": 12441,
+      "▁ци": 12442,
+      "gh": 12443,
+      "▁Ten": 12444,
+      "RS": 12445,
+      "форма": 12446,
+      "▁nelle": 12447,
+      "▁Hin": 12448,
+      "ounding": 12449,
+      "▁représ": 12450,
+      "aph": 12451,
+      "▁[\\": 12452,
+      "▁Sports": 12453,
+      "рал": 12454,
+      "▁thre": 12455,
+      "▁prin": 12456,
+      "▁Eliz": 12457,
+      "▁Four": 12458,
+      "▁society": 12459,
+      "Transaction": 12460,
+      "▁veg": 12461,
+      "▁schools": 12462,
+      "▁overall": 12463,
+      "▁tail": 12464,
+      "über": 12465,
+      "▁Sov": 12466,
+      "▁Сер": 12467,
+      "▁rapp": 12468,
+      "▁traffic": 12469,
+      "question": 12470,
+      "▁environ": 12471,
+      "ateien": 12472,
+      "icus": 12473,
+      "▁narrow": 12474,
+      "▁pray": 12475,
+      "▁Bou": 12476,
+      "▁Client": 12477,
+      "abl": 12478,
+      "▁Audiod": 12479,
+      "▁npm": 12480,
+      "▁Column": 12481,
+      "▁Games": 12482,
+      "aver": 12483,
+      "onymes": 12484,
+      "▁После": 12485,
+      "ną": 12486,
+      "▁Nu": 12487,
+      "▁Dick": 12488,
+      "▁tensor": 12489,
+      "▁@\"": 12490,
+      "vé": 12491,
+      "Icon": 12492,
+      "▁пода": 12493,
+      "▁Gon": 12494,
+      "/).": 12495,
+      "istra": 12496,
+      "▁Audiodateien": 12497,
+      "Delete": 12498,
+      "}}}": 12499,
+      "▁jump": 12500,
+      "▁Об": 12501,
+      "▁principle": 12502,
+      "▁États": 12503,
+      "oked": 12504,
+      "▁Вла": 12505,
+      "Interval": 12506,
+      "▁sau": 12507,
+      "encode": 12508,
+      "▁pon": 12509,
+      "catch": 12510,
+      "▁tiem": 12511,
+      "▁Gust": 12512,
+      "MC": 12513,
+      "limits": 12514,
+      "▁keeping": 12515,
+      "▁songs": 12516,
+      "▁авгу": 12517,
+      "▁район": 12518,
+      "▁notification": 12519,
+      "▁offered": 12520,
+      "Cor": 12521,
+      "▁shut": 12522,
+      "errors": 12523,
+      "▁EN": 12524,
+      "▁latach": 12525,
+      "▁selbst": 12526,
+      "▁checkbox": 12527,
+      "▁cool": 12528,
+      "▁factory": 12529,
+      "▁paid": 12530,
+      "dimensional": 12531,
+      "niej": 12532,
+      "pton": 12533,
+      "▁pin": 12534,
+      "aked": 12535,
+      "▁reli": 12536,
+      "▁Taylor": 12537,
+      "▁Something": 12538,
+      "imum": 12539,
+      "▁Vin": 12540,
+      "▁iteration": 12541,
+      "Find": 12542,
+      "кови": 12543,
+      "▁boys": 12544,
+      "▁Simple": 12545,
+      "▁Crist": 12546,
+      "▁Was": 12547,
+      "ând": 12548,
+      "▁Va": 12549,
+      "▁тра": 12550,
+      "▁destination": 12551,
+      "limp": 12552,
+      "▁Kat": 12553,
+      "worth": 12554,
+      "▁Kor": 12555,
+      "ição": 12556,
+      "=`": 12557,
+      "▁fairly": 12558,
+      "falls": 12559,
+      "▁reject": 12560,
+      "▁dream": 12561,
+      "bell": 12562,
+      "▁toute": 12563,
+      "▁$\\{": 12564,
+      "▁stone": 12565,
+      "▁protect": 12566,
+      "▁excell": 12567,
+      "▁Mexico": 12568,
+      "▁dash": 12569,
+      "▁fault": 12570,
+      "pmatrix": 12571,
+      "aller": 12572,
+      "▁guerre": 12573,
+      "origin": 12574,
+      "hibernate": 12575,
+      "ília": 12576,
+      "▁Register": 12577,
+      "unto": 12578,
+      "▁Bat": 12579,
+      "▁bow": 12580,
+      "ських": 12581,
+      "età": 12582,
+      "▁Luis": 12583,
+      "▁fou": 12584,
+      "▁Cambridge": 12585,
+      "▁ott": 12586,
+      "sup": 12587,
+      "reas": 12588,
+      "▁pointers": 12589,
+      "▁Board": 12590,
+      "▁ри": 12591,
+      "▁driv": 12592,
+      "нин": 12593,
+      "▁Circ": 12594,
+      "▁thou": 12595,
+      "Div": 12596,
+      "spark": 12597,
+      "lament": 12598,
+      "▁VAL": 12599,
+      "Send": 12600,
+      "▁Irish": 12601,
+      "oy": 12602,
+      "▁Tu": 12603,
+      "▁trivial": 12604,
+      "Forms": 12605,
+      "▁así": 12606,
+      "▁Imper": 12607,
+      "▁signature": 12608,
+      "unos": 12609,
+      "▁Neg": 12610,
+      "▁cancel": 12611,
+      "▁Heinrich": 12612,
+      "eed": 12613,
+      "Illustration": 12614,
+      "▁sulla": 12615,
+      "▁quarter": 12616,
+      "asz": 12617,
+      "▁blog": 12618,
+      "fica": 12619,
+      "won": 12620,
+      "quet": 12621,
+      "]))": 12622,
+      "▁generation": 12623,
+      "▁caught": 12624,
+      "▁lands": 12625,
+      "▁Kingdom": 12626,
+      "schaften": 12627,
+      "rons": 12628,
+      "annels": 12629,
+      "▁Special": 12630,
+      "tutorial": 12631,
+      "tip": 12632,
+      "▁\"\",": 12633,
+      "▁Azure": 12634,
+      "▁bounded": 12635,
+      "Sm": 12636,
+      "tar": 12637,
+      "вен": 12638,
+      "▁зем": 12639,
+      "▁notation": 12640,
+      "▁apache": 12641,
+      "▁gaz": 12642,
+      "ierno": 12643,
+      "angen": 12644,
+      "pective": 12645,
+      "▁electric": 12646,
+      "▁semi": 12647,
+      "MAX": 12648,
+      "ederb": 12649,
+      "objects": 12650,
+      "▁differences": 12651,
+      "isted": 12652,
+      "href": 12653,
+      "icip": 12654,
+      "▁numpy": 12655,
+      "▁футбо": 12656,
+      "loader": 12657,
+      "▁dich": 12658,
+      "љу": 12659,
+      "▁Dé": 12660,
+      "Hz": 12661,
+      "▁Param": 12662,
+      "documentation": 12663,
+      "ircraft": 12664,
+      "EM": 12665,
+      "▁institution": 12666,
+      "compat": 12667,
+      "▁аль": 12668,
+      "слав": 12669,
+      "▁Net": 12670,
+      "циональ": 12671,
+      "▁broadcast": 12672,
+      "datetime": 12673,
+      "async": 12674,
+      "vre": 12675,
+      "mean": 12676,
+      "▁Chem": 12677,
+      "▁estimate": 12678,
+      "icana": 12679,
+      "▁grep": 12680,
+      "tek": 12681,
+      "äm": 12682,
+      "orig": 12683,
+      "▁Victor": 12684,
+      "utenant": 12685,
+      "anga": 12686,
+      "pin": 12687,
+      "▁vertex": 12688,
+      "▁CHAPTER": 12689,
+      "city": 12690,
+      "ugby": 12691,
+      "green": 12692,
+      "▁Ker": 12693,
+      "▁différ": 12694,
+      "▁necessarily": 12695,
+      "DC": 12696,
+      "Linear": 12697,
+      "alem": 12698,
+      "▁Later": 12699,
+      "▁meta": 12700,
+      "jem": 12701,
+      "ragen": 12702,
+      "May": 12703,
+      "▁Mitglied": 12704,
+      "▁sorted": 12705,
+      "ussen": 12706,
+      "▁spoke": 12707,
+      "▁disabled": 12708,
+      "▁accomplish": 12709,
+      "▁Russia": 12710,
+      "there": 12711,
+      "ees": 12712,
+      "▁hall": 12713,
+      "▁metric": 12714,
+      "attribute": 12715,
+      "того": 12716,
+      "about": 12717,
+      "▁Lam": 12718,
+      "channel": 12719,
+      "▁episode": 12720,
+      "▁$('.": 12721,
+      "▁ought": 12722,
+      "▁Este": 12723,
+      "Objects": 12724,
+      "▁validate": 12725,
+      "▁rim": 12726,
+      "▁numerous": 12727,
+      "▁Javascript": 12728,
+      "▁GL": 12729,
+      "▁Italy": 12730,
+      "ederbörd": 12731,
+      "onato": 12732,
+      "books": 12733,
+      "stone": 12734,
+      "ху": 12735,
+      "▁jel": 12736,
+      "iri": 12737,
+      "▁ASP": 12738,
+      "GA": 12739,
+      "▁stata": 12740,
+      "▁baz": 12741,
+      "Day": 12742,
+      "thm": 12743,
+      "dh": 12744,
+      "▁Files": 12745,
+      "AndroidRuntime": 12746,
+      "▁checks": 12747,
+      "kr": 12748,
+      "▁venne": 12749,
+      "SL": 12750,
+      "avia": 12751,
+      "kazy": 12752,
+      "▁Three": 12753,
+      "Admin": 12754,
+      "▁college": 12755,
+      "Global": 12756,
+      "tion": 12757,
+      "▁curious": 12758,
+      "short": 12759,
+      "▁bass": 12760,
+      "дела": 12761,
+      "▁дея": 12762,
+      "Schema": 12763,
+      "'\\": 12764,
+      "diff": 12765,
+      "▁CA": 12766,
+      "▁Corpor": 12767,
+      "▁operators": 12768,
+      "områ": 12769,
+      "▁edges": 12770,
+      ");`": 12771,
+      "inds": 12772,
+      "▁ging": 12773,
+      "&&": 12774,
+      "}-\\": 12775,
+      "rano": 12776,
+      "▁são": 12777,
+      "▁adds": 12778,
+      "elor": 12779,
+      "▁unsigned": 12780,
+      "▁пр": 12781,
+      "▁Config": 12782,
+      "▁Esc": 12783,
+      "▁chose": 12784,
+      "▁pieces": 12785,
+      "▁regions": 12786,
+      "Est": 12787,
+      "▁Battle": 12788,
+      "▁foc": 12789,
+      "▁Light": 12790,
+      "padding": 12791,
+      "aben": 12792,
+      "▁europ": 12793,
+      "illon": 12794,
+      "▁есть": 12795,
+      "▁bord": 12796,
+      "▁отно": 12797,
+      "▁Hong": 12798,
+      "▁vul": 12799,
+      "plugins": 12800,
+      "▁'<": 12801,
+      "▁kur": 12802,
+      "region": 12803,
+      "▁Repub": 12804,
+      "icher": 12805,
+      "}_\\": 12806,
+      "▁medal": 12807,
+      "▁Moreover": 12808,
+      "BI": 12809,
+      "Av": 12810,
+      "uter": 12811,
+      "▁scan": 12812,
+      "▁Municip": 12813,
+      "▁contrast": 12814,
+      "▁Ig": 12815,
+      "▁город": 12816,
+      "related": 12817,
+      "aling": 12818,
+      "▁мат": 12819,
+      "ünst": 12820,
+      "▁Chris": 12821,
+      "wy": 12822,
+      "▁Actually": 12823,
+      "▁Universidad": 12824,
+      "EventListener": 12825,
+      "▁temporada": 12826,
+      "▁assignment": 12827,
+      "▁Mike": 12828,
+      "▁während": 12829,
+      "▁świ": 12830,
+      "▁сред": 12831,
+      "каде": 12832,
+      "▁calculated": 12833,
+      "▁eller": 12834,
+      "▁Ash": 12835,
+      "riel": 12836,
+      "▁hardware": 12837,
+      "▁intens": 12838,
+      "('.": 12839,
+      "illi": 12840,
+      "agon": 12841,
+      "▁Gy": 12842,
+      "▁heute": 12843,
+      "▁sle": 12844,
+      "▁literature": 12845,
+      "sem": 12846,
+      "manager": 12847,
+      "▁Grande": 12848,
+      "▁mixed": 12849,
+      "▁Вер": 12850,
+      "ící": 12851,
+      "▁soit": 12852,
+      "▁welcome": 12853,
+      "чение": 12854,
+      "▁Universität": 12855,
+      "▁builder": 12856,
+      "simple": 12857,
+      "icode": 12858,
+      "ře": 12859,
+      "indent": 12860,
+      "opo": 12861,
+      "▁advanced": 12862,
+      "temper": 12863,
+      "edge": 12864,
+      "▁datetime": 12865,
+      "▁donc": 12866,
+      "лання": 12867,
+      "▁verd": 12868,
+      "дно": 12869,
+      "itos": 12870,
+      "▁heat": 12871,
+      "visible": 12872,
+      "mel": 12873,
+      "▁Giovanni": 12874,
+      "▁variety": 12875,
+      "▁router": 12876,
+      "Vector": 12877,
+      "▁Walk": 12878,
+      "▁obviously": 12879,
+      "hein": 12880,
+      "Fin": 12881,
+      "ITableView": 12882,
+      "Year": 12883,
+      "▁Econom": 12884,
+      "▁velocity": 12885,
+      "▁Civil": 12886,
+      "▁ј": 12887,
+      "alert": 12888,
+      "Identifier": 12889,
+      "ència": 12890,
+      "▁normally": 12891,
+      "▁Egypt": 12892,
+      "▁ctx": 12893,
+      "▁Verein": 12894,
+      "▁Hu": 12895,
+      "ulture": 12896,
+      "ните": 12897,
+      "lé": 12898,
+      "▁Wien": 12899,
+      "▁Prz": 12900,
+      "Byte": 12901,
+      "▁nah": 12902,
+      "isms": 12903,
+      "▁Publish": 12904,
+      "▁Herz": 12905,
+      "icul": 12906,
+      "pisode": 12907,
+      "чі": 12908,
+      "▁diesem": 12909,
+      "kö": 12910,
+      "Visible": 12911,
+      "▁rig": 12912,
+      "`).": 12913,
+      "Parse": 12914,
+      "▁Jacques": 12915,
+      "NI": 12916,
+      "▁glass": 12917,
+      "---+": 12918,
+      "▁initially": 12919,
+      "▁kr": 12920,
+      "CCN": 12921,
+      "plays": 12922,
+      "▁sigu": 12923,
+      "Folder": 12924,
+      "storage": 12925,
+      "▁\\|": 12926,
+      "ivos": 12927,
+      "скую": 12928,
+      "▁Moh": 12929,
+      "▁Committee": 12930,
+      "▁Kim": 12931,
+      "eu": 12932,
+      "тем": 12933,
+      "▁originale": 12934,
+      "irs": 12935,
+      "▁Reb": 12936,
+      "itut": 12937,
+      "nl": 12938,
+      "▁Pier": 12939,
+      "▁];": 12940,
+      "▁Fal": 12941,
+      "▁\"\";": 12942,
+      "mvc": 12943,
+      "▁female": 12944,
+      "▁bridge": 12945,
+      "▁tít": 12946,
+      "ktr": 12947,
+      ">)": 12948,
+      "▁seat": 12949,
+      "▁vess": 12950,
+      "▁USB": 12951,
+      "▁Articles": 12952,
+      "▁Description": 12953,
+      "▁oc": 12954,
+      "▁houses": 12955,
+      "▁Пет": 12956,
+      "lon": 12957,
+      "Notification": 12958,
+      "▁pressure": 12959,
+      "▁куль": 12960,
+      "igned": 12961,
+      "▁religious": 12962,
+      "fan": 12963,
+      "iglia": 12964,
+      "▁classification": 12965,
+      "ogether": 12966,
+      "▁SDK": 12967,
+      "▁Human": 12968,
+      "▁commission": 12969,
+      "▁Ор": 12970,
+      "▁antes": 12971,
+      "DT": 12972,
+      "ète": 12973,
+      "prés": 12974,
+      "/\"": 12975,
+      "▁(«": 12976,
+      "▁hö": 12977,
+      "▁час": 12978,
+      "▁jak": 12979,
+      "ienen": 12980,
+      "ugg": 12981,
+      "WA": 12982,
+      "▁placeholder": 12983,
+      "Will": 12984,
+      ",,": 12985,
+      "▁Kam": 12986,
+      "▁wen": 12987,
+      "▁Schul": 12988,
+      "ție": 12989,
+      "▁aud": 12990,
+      "▁sue": 12991,
+      "▁referred": 12992,
+      "ват": 12993,
+      "▁Para": 12994,
+      "▁bla": 12995,
+      "UES": 12996,
+      "▁statist": 12997,
+      "▁ту": 12998,
+      "▁Warsza": 12999,
+      "gue": 13000,
+      "▁Ide": 13001,
+      "mathscr": 13002,
+      "▁lieu": 13003,
+      "▁bod": 13004,
+      "▁rus": 13005,
+      "▁boat": 13006,
+      "xspace": 13007,
+      "▁modal": 13008,
+      "лек": 13009,
+      "topic": 13010,
+      "many": 13011,
+      "ský": 13012,
+      "▁organization": 13013,
+      "▁гене": 13014,
+      "▁Wilson": 13015,
+      "▁comfort": 13016,
+      "ibil": 13017,
+      ":-": 13018,
+      "▁animal": 13019,
+      "Report": 13020,
+      "ками": 13021,
+      "jon": 13022,
+      "▁ker": 13023,
+      "▁кни": 13024,
+      "mozilla": 13025,
+      "Price": 13026,
+      "antin": 13027,
+      "emento": 13028,
+      "may": 13029,
+      "▁lung": 13030,
+      "▁blow": 13031,
+      "edeut": 13032,
+      "▁typed": 13033,
+      "▁december": 13034,
+      "▁....": 13035,
+      "liance": 13036,
+      "▁viel": 13037,
+      "▁Фи": 13038,
+      "presa": 13039,
+      "▁осіб": 13040,
+      "▁Nam": 13041,
+      "▁Gren": 13042,
+      "силання": 13043,
+      "VID": 13044,
+      "stre": 13045,
+      "weis": 13046,
+      "▁protection": 13047,
+      "taient": 13048,
+      "▁officers": 13049,
+      "тно": 13050,
+      "▁Brig": 13051,
+      "▁intellig": 13052,
+      "ях": 13053,
+      "ITH": 13054,
+      "▁separated": 13055,
+      "▁LCCN": 13056,
+      "ním": 13057,
+      "clock": 13058,
+      "▁apare": 13059,
+      "яви": 13060,
+      "▁Elizabeth": 13061,
+      "▁Water": 13062,
+      "gebiet": 13063,
+      "▁convent": 13064,
+      "furt": 13065,
+      "▁beiden": 13066,
+      "bash": 13067,
+      "▁через": 13068,
+      "▁ub": 13069,
+      "▁Statist": 13070,
+      "▁limits": 13071,
+      "Vol": 13072,
+      "ctx": 13073,
+      "▁нов": 13074,
+      "guide": 13075,
+      "mic": 13076,
+      "iesa": 13077,
+      "▁huvud": 13078,
+      "RT": 13079,
+      "Fig": 13080,
+      "▁lect": 13081,
+      "conn": 13082,
+      "imit": 13083,
+      "гар": 13084,
+      "▁bajo": 13085,
+      "scribe": 13086,
+      "regex": 13087,
+      "▁Cass": 13088,
+      "▁propag": 13089,
+      "'$": 13090,
+      "▁profes": 13091,
+      "unique": 13092,
+      "▁Sql": 13093,
+      "union": 13094,
+      "rios": 13095,
+      "pip": 13096,
+      "--+": 13097,
+      "kadem": 13098,
+      "columns": 13099,
+      "▁vary": 13100,
+      "▁bereits": 13101,
+      "▁doi": 13102,
+      "▁Common": 13103,
+      "▁Robin": 13104,
+      "▁×": 13105,
+      "▁sei": 13106,
+      "▁syst": 13107,
+      "▁vä": 13108,
+      "▁Default": 13109,
+      "▁tym": 13110,
+      "pel": 13111,
+      "▁believed": 13112,
+      "▁provider": 13113,
+      "▁minimal": 13114,
+      "тали": 13115,
+      "aines": 13116,
+      "Kit": 13117,
+      "izio": 13118,
+      "issen": 13119,
+      "pressed": 13120,
+      "▁stag": 13121,
+      "▁uint": 13122,
+      "kor": 13123,
+      "▁распо": 13124,
+      "▁inherit": 13125,
+      "▁compiled": 13126,
+      "▁febru": 13127,
+      "▁tmp": 13128,
+      "works": 13129,
+      "чна": 13130,
+      "drawable": 13131,
+      "▁Nav": 13132,
+      "▁thoughts": 13133,
+      "route": 13134,
+      "▁concert": 13135,
+      "▁optional": 13136,
+      "▁bras": 13137,
+      "▁providing": 13138,
+      "сом": 13139,
+      "idx": 13140,
+      "emplo": 13141,
+      "▁коли": 13142,
+      "▁Bere": 13143,
+      "▁Els": 13144,
+      "ремен": 13145,
+      "▁дека": 13146,
+      "cout": 13147,
+      "layer": 13148,
+      "▁glob": 13149,
+      "foreach": 13150,
+      "▁Education": 13151,
+      "PO": 13152,
+      "▁improv": 13153,
+      "▁clients": 13154,
+      "groups": 13155,
+      "▁kont": 13156,
+      "Del": 13157,
+      "rett": 13158,
+      "▁sup": 13159,
+      "▁mog": 13160,
+      "tan": 13161,
+      "▁compl": 13162,
+      "irty": 13163,
+      "▁nouveau": 13164,
+      "osz": 13165,
+      "▁Navy": 13166,
+      "bere": 13167,
+      "mask": 13168,
+      "ové": 13169,
+      "zil": 13170,
+      "PER": 13171,
+      "▁población": 13172,
+      "▁detailed": 13173,
+      "лет": 13174,
+      "▁families": 13175,
+      "abet": 13176,
+      "евич": 13177,
+      "änder": 13178,
+      "▁år": 13179,
+      "▁pendant": 13180,
+      "▁bil": 13181,
+      "▁hint": 13182,
+      "oden": 13183,
+      "▁expansion": 13184,
+      "▁pont": 13185,
+      "asant": 13186,
+      "▁Kind": 13187,
+      "iji": 13188,
+      "▁Auth": 13189,
+      "laimed": 13190,
+      "reflect": 13191,
+      "]=": 13192,
+      "bytes": 13193,
+      "hover": 13194,
+      "▁цер": 13195,
+      "gradle": 13196,
+      "Arch": 13197,
+      "apest": 13198,
+      "ása": 13199,
+      "Card": 13200,
+      "▁temporary": 13201,
+      "▁département": 13202,
+      "classes": 13203,
+      "жива": 13204,
+      "▁худо": 13205,
+      "▁mole": 13206,
+      "RY": 13207,
+      "LP": 13208,
+      "▁pec": 13209,
+      "roduction": 13210,
+      "▁Guard": 13211,
+      "▁Parliament": 13212,
+      "▁instanti": 13213,
+      "▁notamment": 13214,
+      "▁Doug": 13215,
+      "▁Marsh": 13216,
+      ".~": 13217,
+      "▁\\\"": 13218,
+      "▁thé": 13219,
+      "▁libre": 13220,
+      "does": 13221,
+      "▁début": 13222,
+      "▁Unit": 13223,
+      "▁сту": 13224,
+      "▁league": 13225,
+      "▁quale": 13226,
+      "▁составля": 13227,
+      "Security": 13228,
+      "▁apparently": 13229,
+      "▁troops": 13230,
+      "icano": 13231,
+      "▁MB": 13232,
+      "enze": 13233,
+      "loading": 13234,
+      "▁distributed": 13235,
+      "writer": 13236,
+      "resources": 13237,
+      "hö": 13238,
+      "utils": 13239,
+      "▁prepared": 13240,
+      "cier": 13241,
+      "opol": 13242,
+      "▁länkar": 13243,
+      "hes": 13244,
+      "нва": 13245,
+      "▁opens": 13246,
+      "agog": 13247,
+      "interface": 13248,
+      "▁Fund": 13249,
+      "▁pentru": 13250,
+      "ních": 13251,
+      "▁configured": 13252,
+      "▁Website": 13253,
+      "▁listener": 13254,
+      "ivel": 13255,
+      "nę": 13256,
+      "mina": 13257,
+      "▁invest": 13258,
+      "▁міс": 13259,
+      "▁dav": 13260,
+      "▁patch": 13261,
+      "pieler": 13262,
+      "▁Externa": 13263,
+      "tf": 13264,
+      "▁ered": 13265,
+      "▁Assembly": 13266,
+      "▁sout": 13267,
+      "▁verk": 13268,
+      "mers": 13269,
+      "toggle": 13270,
+      "▁updating": 13271,
+      "▁Kent": 13272,
+      "eca": 13273,
+      "FAULT": 13274,
+      "▁titre": 13275,
+      "▁Kenn": 13276,
+      "▁Миха": 13277,
+      "стор": 13278,
+      "▁pode": 13279,
+      "▁Seb": 13280,
+      "цев": 13281,
+      "EY": 13282,
+      "▁silver": 13283,
+      "▁capacity": 13284,
+      "▁completion": 13285,
+      "▁Pedro": 13286,
+      "fel": 13287,
+      "vano": 13288,
+      "zeug": 13289,
+      "▁interior": 13290,
+      "▁Response": 13291,
+      "édia": 13292,
+      "▁WorldCat": 13293,
+      "▁că": 13294,
+      "quel": 13295,
+      "Sol": 13296,
+      "ісля": 13297,
+      "▁Domin": 13298,
+      "▁cum": 13299,
+      "cep": 13300,
+      "▁Muse": 13301,
+      "▁María": 13302,
+      "▁functional": 13303,
+      "▁adapter": 13304,
+      "configuration": 13305,
+      "▁tipo": 13306,
+      "▁Bry": 13307,
+      "vy": 13308,
+      "UL": 13309,
+      "▁travers": 13310,
+      "!(": 13311,
+      "▁absolutely": 13312,
+      "лта": 13313,
+      "ття": 13314,
+      "▁IT": 13315,
+      "▁воен": 13316,
+      "ycle": 13317,
+      "best": 13318,
+      "▁constructed": 13319,
+      "▁филь": 13320,
+      "cido": 13321,
+      "exit": 13322,
+      "gart": 13323,
+      "▁provincia": 13324,
+      "vez": 13325,
+      "cipl": 13326,
+      "▁Facebook": 13327,
+      "▁yellow": 13328,
+      "▁Summer": 13329,
+      "▁pointing": 13330,
+      "▁possibility": 13331,
+      "▁legisl": 13332,
+      "▁мож": 13333,
+      "dern": 13334,
+      "коно": 13335,
+      "▁mechanism": 13336,
+      "▁Bernard": 13337,
+      "expr": 13338,
+      "лови": 13339,
+      "▁digits": 13340,
+      "▁delegate": 13341,
+      "ogram": 13342,
+      "▁Dictionary": 13343,
+      "isy": 13344,
+      "▁spo": 13345,
+      "/$": 13346,
+      "cluded": 13347,
+      "▁MVC": 13348,
+      "▁tém": 13349,
+      "▁printed": 13350,
+      "▁Gott": 13351,
+      "▁Om": 13352,
+      "ansas": 13353,
+      "▁Durch": 13354,
+      "▁Ident": 13355,
+      "QU": 13356,
+      "htm": 13357,
+      "▁Sul": 13358,
+      "'].": 13359,
+      "▁duty": 13360,
+      "▁Author": 13361,
+      "▁ně": 13362,
+      "owego": 13363,
+      "pus": 13364,
+      "embl": 13365,
+      "Executor": 13366,
+      "BL": 13367,
+      "▁Mens": 13368,
+      "dispatch": 13369,
+      "▁Mid": 13370,
+      "apps": 13371,
+      "Transform": 13372,
+      "▁Dat": 13373,
+      "▁impl": 13374,
+      "oux": 13375,
+      "holm": 13376,
+      "▁Ins": 13377,
+      "▁Empire": 13378,
+      "руп": 13379,
+      "▁Apache": 13380,
+      "SION": 13381,
+      "▁passage": 13382,
+      "################": 13383,
+      "▁expressed": 13384,
+      "над": 13385,
+      "▁ol": 13386,
+      "▁havia": 13387,
+      "▁более": 13388,
+      "▁enjoy": 13389,
+      "formance": 13390,
+      "▁dimensions": 13391,
+      "▁чер": 13392,
+      "See": 13393,
+      "▁mouth": 13394,
+      "▁gau": 13395,
+      "iency": 13396,
+      "▁Carolina": 13397,
+      "Dist": 13398,
+      "radio": 13399,
+      "limit": 13400,
+      "/?": 13401,
+      "▁Ball": 13402,
+      "ність": 13403,
+      "Member": 13404,
+      "water": 13405,
+      "▁murder": 13406,
+      "▁standing": 13407,
+      "▁VII": 13408,
+      "Center": 13409,
+      "ppa": 13410,
+      "ureau": 13411,
+      "▁Leip": 13412,
+      "▁objet": 13413,
+      "▁Activity": 13414,
+      "embers": 13415,
+      "vr": 13416,
+      "▁condu": 13417,
+      "Cells": 13418,
+      "inus": 13419,
+      "▁',": 13420,
+      "▁afraid": 13421,
+      "▁ха": 13422,
+      "▁Vic": 13423,
+      "testing": 13424,
+      "Tube": 13425,
+      "▁vast": 13426,
+      "PM": 13427,
+      "nih": 13428,
+      "SSN": 13429,
+      "▁Chile": 13430,
+      "ylvan": 13431,
+      "▁Bow": 13432,
+      "▁religion": 13433,
+      "opher": 13434,
+      "▁Coll": 13435,
+      "▁digital": 13436,
+      "zioni": 13437,
+      "Section": 13438,
+      "▁результа": 13439,
+      "Foot": 13440,
+      "convert": 13441,
+      "▁receiving": 13442,
+      "Contact": 13443,
+      "▁hero": 13444,
+      "sam": 13445,
+      "▁posterior": 13446,
+      "owi": 13447,
+      "Ant": 13448,
+      "▁flags": 13449,
+      "▁Zealand": 13450,
+      "▁bounds": 13451,
+      "▁whereas": 13452,
+      "infl": 13453,
+      "Play": 13454,
+      "▁demo": 13455,
+      "▁gibt": 13456,
+      "▁hospital": 13457,
+      "▁volta": 13458,
+      "лё": 13459,
+      "▁fashion": 13460,
+      "▁exceed": 13461,
+      "elenium": 13462,
+      "Iter": 13463,
+      "krie": 13464,
+      "▁integration": 13465,
+      "▁Otherwise": 13466,
+      "adu": 13467,
+      "She": 13468,
+      "onde": 13469,
+      "uint": 13470,
+      "radius": 13471,
+      "▁ram": 13472,
+      "▁álbum": 13473,
+      "▁тур": 13474,
+      "▁dy": 13475,
+      "▁Ott": 13476,
+      "▁пери": 13477,
+      "rev": 13478,
+      "rior": 13479,
+      "íd": 13480,
+      "irat": 13481,
+      "▁вклю": 13482,
+      "▁importante": 13483,
+      "▁Duke": 13484,
+      "▁causa": 13485,
+      "▁Mathemat": 13486,
+      "▁diplom": 13487,
+      "▁Nicol": 13488,
+      "▁exclus": 13489,
+      "▁debugging": 13490,
+      "▁Gh": 13491,
+      "original": 13492,
+      "lyn": 13493,
+      "▁Pla": 13494,
+      "suite": 13495,
+      "chat": 13496,
+      "▁estud": 13497,
+      "uelle": 13498,
+      "▁pert": 13499,
+      "▁importance": 13500,
+      "▁approaches": 13501,
+      "▁dla": 13502,
+      "▁проф": 13503,
+      "Pres": 13504,
+      "<\\": 13505,
+      "prefix": 13506,
+      "SSION": 13507,
+      "роди": 13508,
+      "country": 13509,
+      "itzer": 13510,
+      "▁кор": 13511,
+      "▁singular": 13512,
+      "gov": 13513,
+      "рин": 13514,
+      "▁FA": 13515,
+      "▁matrices": 13516,
+      "olare": 13517,
+      "nika": 13518,
+      "power": 13519,
+      "lla": 13520,
+      "▁desire": 13521,
+      "▁familia": 13522,
+      "дор": 13523,
+      "▁fan": 13524,
+      "generated": 13525,
+      "▁Cos": 13526,
+      "▁że": 13527,
+      "▁Diese": 13528,
+      "mov": 13529,
+      "▁denote": 13530,
+      "\")]": 13531,
+      "ouvern": 13532,
+      "aman": 13533,
+      "▁inser": 13534,
+      "ijk": 13535,
+      "otta": 13536,
+      "eral": 13537,
+      "дель": 13538,
+      "()->": 13539,
+      "▁poder": 13540,
+      "iges": 13541,
+      "▁Online": 13542,
+      "▁weird": 13543,
+      "iac": 13544,
+      "▁quelques": 13545,
+      "èrent": 13546,
+      "▁tel": 13547,
+      "▁Latin": 13548,
+      "verter": 13549,
+      "ляр": 13550,
+      "рои": 13551,
+      "▁pdf": 13552,
+      "▁keyword": 13553,
+      "Handle": 13554,
+      "After": 13555,
+      "rece": 13556,
+      "▁identical": 13557,
+      "stylesheet": 13558,
+      "▁станови": 13559,
+      "▁ka": 13560,
+      "cement": 13561,
+      "тет": 13562,
+      "▁chat": 13563,
+      "▁Mun": 13564,
+      "ała": 13565,
+      "ANT": 13566,
+      "ológ": 13567,
+      "▁fant": 13568,
+      "▁forest": 13569,
+      "▁вико": 13570,
+      "cuss": 13571,
+      "▁sehr": 13572,
+      "pag": 13573,
+      "otic": 13574,
+      "▁áll": 13575,
+      "мати": 13576,
+      "▁\"'": 13577,
+      "+\"": 13578,
+      "Animation": 13579,
+      "ходит": 13580,
+      "azu": 13581,
+      "▁plays": 13582,
+      "izioni": 13583,
+      "миче": 13584,
+      "▁bomb": 13585,
+      "▁merely": 13586,
+      "▁holding": 13587,
+      "▁wenn": 13588,
+      "▁medic": 13589,
+      "▁speaking": 13590,
+      "ongodb": 13591,
+      "▁Campe": 13592,
+      "inity": 13593,
+      "▁янва": 13594,
+      "()`.": 13595,
+      "luss": 13596,
+      "▁Histoire": 13597,
+      "▁operating": 13598,
+      "Channel": 13599,
+      "▁accuracy": 13600,
+      "▁bos": 13601,
+      "▁evident": 13602,
+      "цию": 13603,
+      "events": 13604,
+      "textrm": 13605,
+      "oreign": 13606,
+      "▁ii": 13607,
+      "hren": 13608,
+      "lower": 13609,
+      "▁том": 13610,
+      "▁About": 13611,
+      "▁aj": 13612,
+      "eri": 13613,
+      "ступи": 13614,
+      "▁digit": 13615,
+      "▁Spain": 13616,
+      "▁Daten": 13617,
+      "▁forme": 13618,
+      "▁шта": 13619,
+      "▁Bach": 13620,
+      "nonumber": 13621,
+      "▁recommended": 13622,
+      "▁reads": 13623,
+      "histoire": 13624,
+      "▁sang": 13625,
+      "▁??": 13626,
+      "▁стал": 13627,
+      "score": 13628,
+      "fas": 13629,
+      "▁cub": 13630,
+      "▁grew": 13631,
+      "▁centro": 13632,
+      "▁bekannt": 13633,
+      "Events": 13634,
+      "BER": 13635,
+      "hew": 13636,
+      "сса": 13637,
+      "▁majority": 13638,
+      "ître": 13639,
+      "enci": 13640,
+      "▁Query": 13641,
+      "▁które": 13642,
+      "ić": 13643,
+      "▁complexity": 13644,
+      "▁François": 13645,
+      "constraint": 13646,
+      "урна": 13647,
+      "══": 13648,
+      "▁iterate": 13649,
+      "lett": 13650,
+      "peror": 13651,
+      "▁Nederland": 13652,
+      "share": 13653,
+      "▁inclu": 13654,
+      "änger": 13655,
+      "▁Nic": 13656,
+      "чо": 13657,
+      "Full": 13658,
+      "▁rapport": 13659,
+      "eclipse": 13660,
+      "▁industry": 13661,
+      "headers": 13662,
+      "▁Ри": 13663,
+      "chsel": 13664,
+      "▁polic": 13665,
+      "schied": 13666,
+      "%,": 13667,
+      "OD": 13668,
+      "▁Jak": 13669,
+      "({\\": 13670,
+      "aligned": 13671,
+      "▁frequently": 13672,
+      "▁suoi": 13673,
+      "▁essentially": 13674,
+      "▁Ric": 13675,
+      "▁reports": 13676,
+      "▁decimal": 13677,
+      "rar": 13678,
+      "▁Foo": 13679,
+      "▁Ka": 13680,
+      "▁DC": 13681,
+      "▁simpler": 13682,
+      "Pane": 13683,
+      "?}": 13684,
+      "Sort": 13685,
+      "▁posit": 13686,
+      "cdn": 13687,
+      "ktur": 13688,
+      "▁awk": 13689,
+      "зер": 13690,
+      "PF": 13691,
+      "uur": 13692,
+      "▁Ross": 13693,
+      "▁mant": 13694,
+      "Na": 13695,
+      "Cons": 13696,
+      "))))": 13697,
+      "▁techniques": 13698,
+      "impl": 13699,
+      "▁dropped": 13700,
+      "▁Lista": 13701,
+      "▁Basically": 13702,
+      "ental": 13703,
+      "▁celui": 13704,
+      "▁strategy": 13705,
+      "▁Wales": 13706,
+      "nan": 13707,
+      "▁gmin": 13708,
+      "▁größ": 13709,
+      "▁eerste": 13710,
+      "Tim": 13711,
+      "nten": 13712,
+      "resp": 13713,
+      "▁stable": 13714,
+      "nov": 13715,
+      "rob": 13716,
+      "ној": 13717,
+      "▁marriage": 13718,
+      "getString": 13719,
+      "Author": 13720,
+      "▁Graf": 13721,
+      "▁diagram": 13722,
+      "gia": 13723,
+      "Network": 13724,
+      "▁composed": 13725,
+      "▁missed": 13726,
+      "▁Meg": 13727,
+      "▁право": 13728,
+      "▁homonymes": 13729,
+      "▁Books": 13730,
+      "▁encou": 13731,
+      "porte": 13732,
+      "▁rotation": 13733,
+      "▁fir": 13734,
+      "тельно": 13735,
+      "▁gun": 13736,
+      "▁Aff": 13737,
+      "нок": 13738,
+      "▁Fußball": 13739,
+      "▁Story": 13740,
+      "▁Chap": 13741,
+      "▁).": 13742,
+      "▁Seit": 13743,
+      "мон": 13744,
+      "▁télé": 13745,
+      "▁copied": 13746,
+      "▁consistent": 13747,
+      "▁drink": 13748,
+      "▁Cham": 13749,
+      "▁matters": 13750,
+      "▁rendered": 13751,
+      "▁hypoth": 13752,
+      "œuv": 13753,
+      "▁meer": 13754,
+      "▁parsing": 13755,
+      "▁PRO": 13756,
+      "series": 13757,
+      "▁zá": 13758,
+      "straße": 13759,
+      "▁Boot": 13760,
+      "▁repo": 13761,
+      "wor": 13762,
+      "▁Stream": 13763,
+      "▁AN": 13764,
+      "▁пів": 13765,
+      "▁SM": 13766,
+      "▁Arn": 13767,
+      "▁Ž": 13768,
+      "▁[];": 13769,
+      "Resources": 13770,
+      "▁elabor": 13771,
+      "▁Eth": 13772,
+      "▁liste": 13773,
+      "▁relatively": 13774,
+      "chant": 13775,
+      "=\"\"": 13776,
+      "▁lift": 13777,
+      "CN": 13778,
+      "Services": 13779,
+      "MENT": 13780,
+      "▁игра": 13781,
+      "бре": 13782,
+      "▁Jord": 13783,
+      "▁tec": 13784,
+      "шка": 13785,
+      "▁Sup": 13786,
+      "▁influen": 13787,
+      "onds": 13788,
+      "handler": 13789,
+      "▁banda": 13790,
+      "▁vertices": 13791,
+      "▁zap": 13792,
+      "▁cord": 13793,
+      "alter": 13794,
+      "zenia": 13795,
+      "âteau": 13796,
+      "▁knowing": 13797,
+      "▁Argentina": 13798,
+      "Area": 13799,
+      "ане": 13800,
+      "fc": 13801,
+      "=\"/": 13802,
+      "▁Mik": 13803,
+      "ată": 13804,
+      "ieux": 13805,
+      "▁deutschen": 13806,
+      "▁traditional": 13807,
+      "decode": 13808,
+      "vex": 13809,
+      "▁sizeof": 13810,
+      "▁Fun": 13811,
+      "▁parser": 13812,
+      "▁Florida": 13813,
+      "▁buildings": 13814,
+      "▁Manuel": 13815,
+      "rile": 13816,
+      "▁logged": 13817,
+      "▁strongly": 13818,
+      "▁revol": 13819,
+      "нее": 13820,
+      "xico": 13821,
+      "▁Fair": 13822,
+      "cart": 13823,
+      "▁Wort": 13824,
+      "▁Jesus": 13825,
+      "emes": 13826,
+      "schrift": 13827,
+      "InputStream": 13828,
+      "wad": 13829,
+      "▁grandes": 13830,
+      "▁número": 13831,
+      "▁Otto": 13832,
+      "ientes": 13833,
+      "▁famous": 13834,
+      "ologne": 13835,
+      "Je": 13836,
+      "ниш": 13837,
+      "▁Guerra": 13838,
+      "bara": 13839,
+      "▁cad": 13840,
+      "elve": 13841,
+      "brace": 13842,
+      "▁Jr": 13843,
+      "stable": 13844,
+      "ECT": 13845,
+      "lemma": 13846,
+      "mediate": 13847,
+      "▁vin": 13848,
+      "▁monument": 13849,
+      "▁cv": 13850,
+      "▁winter": 13851,
+      "▁transformation": 13852,
+      "▁Nick": 13853,
+      "stronom": 13854,
+      "▁frag": 13855,
+      "▁intel": 13856,
+      "raction": 13857,
+      "▁considering": 13858,
+      "▁Fle": 13859,
+      "▁ло": 13860,
+      "▁Après": 13861,
+      "▁AM": 13862,
+      "▁Hum": 13863,
+      "▁mundo": 13864,
+      "NER": 13865,
+      "▁Below": 13866,
+      "▁города": 13867,
+      "arters": 13868,
+      "--\"": 13869,
+      "▁Пе": 13870,
+      "ît": 13871,
+      "▁txt": 13872,
+      "angers": 13873,
+      "▁thy": 13874,
+      "CLA": 13875,
+      "ibles": 13876,
+      "▁requested": 13877,
+      "▁Alexand": 13878,
+      "▁factors": 13879,
+      "▁produces": 13880,
+      "ningen": 13881,
+      "▁состоя": 13882,
+      "▁optimization": 13883,
+      "chod": 13884,
+      ">`": 13885,
+      "▁Wikip": 13886,
+      "nosti": 13887,
+      "▁competition": 13888,
+      "▁Hann": 13889,
+      "▁zona": 13890,
+      "dc": 13891,
+      "design": 13892,
+      "▁Zu": 13893,
+      "▁espec": 13894,
+      "equality": 13895,
+      "▁Abb": 13896,
+      "▁developer": 13897,
+      "▁\"^": 13898,
+      "▁Short": 13899,
+      "▁plans": 13900,
+      "▁vit": 13901,
+      "izable": 13902,
+      "burgh": 13903,
+      "agem": 13904,
+      "▁Print": 13905,
+      "ív": 13906,
+      "▁suitable": 13907,
+      "picker": 13908,
+      "Profile": 13909,
+      "andy": 13910,
+      "▁quot": 13911,
+      "▁Durante": 13912,
+      "▁Francia": 13913,
+      "▁tart": 13914,
+      "▁Venez": 13915,
+      "▁dispatch": 13916,
+      "▁observations": 13917,
+      "▁ż": 13918,
+      "Invalid": 13919,
+      "▁occurr": 13920,
+      "тки": 13921,
+      "Memento": 13922,
+      "▁Syd": 13923,
+      "▁tiempo": 13924,
+      "▁staff": 13925,
+      "▁sections": 13926,
+      "▁ssh": 13927,
+      "▁NGC": 13928,
+      "ël": 13929,
+      "▁erre": 13930,
+      "▁divided": 13931,
+      "▁Without": 13932,
+      "▁durant": 13933,
+      "▁jaar": 13934,
+      "▁−": 13935,
+      "▁soldiers": 13936,
+      "унк": 13937,
+      "lapse": 13938,
+      "▁Valley": 13939,
+      "▁(:": 13940,
+      "rera": 13941,
+      "▁dével": 13942,
+      "▁péri": 13943,
+      "▁calculation": 13944,
+      "▁keine": 13945,
+      "ertain": 13946,
+      "▁теле": 13947,
+      "руд": 13948,
+      "▁cul": 13949,
+      "▁cloth": 13950,
+      ";}": 13951,
+      "▁przed": 13952,
+      "Month": 13953,
+      "Picker": 13954,
+      "▁SV": 13955,
+      "arian": 13956,
+      "▁Review": 13957,
+      "▁hang": 13958,
+      "▁окт": 13959,
+      "▁Front": 13960,
+      "otlin": 13961,
+      "▁translation": 13962,
+      "▁modo": 13963,
+      "▁statistics": 13964,
+      "▁Nue": 13965,
+      "▁Никола": 13966,
+      "NUM": 13967,
+      "▁ships": 13968,
+      "▁Report": 13969,
+      "{[": 13970,
+      "Effect": 13971,
+      "ieri": 13972,
+      "▁parties": 13973,
+      "pla": 13974,
+      "rw": 13975,
+      "▁Works": 13976,
+      "▁iron": 13977,
+      "▁attract": 13978,
+      "▁cort": 13979,
+      "ná": 13980,
+      "▁Steve": 13981,
+      "▁bene": 13982,
+      "тон": 13983,
+      "ícula": 13984,
+      "Two": 13985,
+      "▁глав": 13986,
+      "▁Video": 13987,
+      "▁powerful": 13988,
+      "auch": 13989,
+      "mande": 13990,
+      "ächst": 13991,
+      "Lat": 13992,
+      "▁zna": 13993,
+      "▁figures": 13994,
+      "▁alias": 13995,
+      "nex": 13996,
+      "▁categories": 13997,
+      "called": 13998,
+      "▁Similar": 13999,
+      "▁girls": 14000,
+      "pez": 14001,
+      "▁joint": 14002,
+      "рого": 14003,
+      "iken": 14004,
+      "чина": 14005,
+      "ancia": 14006,
+      "▁tijd": 14007,
+      "▁Rose": 14008,
+      "▁algorithms": 14009,
+      "▁printing": 14010,
+      "nea": 14011,
+      "▁executing": 14012,
+      "▁lambda": 14013,
+      "▁regional": 14014,
+      "▁Copa": 14015,
+      "Foo": 14016,
+      "phys": 14017,
+      "zm": 14018,
+      "▁Laur": 14019,
+      "▁candidate": 14020,
+      "▁Ja": 14021,
+      "zym": 14022,
+      "Example": 14023,
+      "▁spiel": 14024,
+      "▁дей": 14025,
+      "nehmen": 14026,
+      "keiten": 14027,
+      "▁сент": 14028,
+      "intent": 14029,
+      ".(": 14030,
+      "▁первы": 14031,
+      "prom": 14032,
+      "▁nat": 14033,
+      "▁imagine": 14034,
+      "callback": 14035,
+      "components": 14036,
+      "without": 14037,
+      "▁aquest": 14038,
+      "Support": 14039,
+      "▁responsible": 14040,
+      "▁jego": 14041,
+      "lj": 14042,
+      "will": 14043,
+      "lean": 14044,
+      "eland": 14045,
+      "ología": 14046,
+      "mc": 14047,
+      "Proxy": 14048,
+      "▁ocup": 14049,
+      "▁находи": 14050,
+      "▁rub": 14051,
+      "нів": 14052,
+      "▁Fall": 14053,
+      "amos": 14054,
+      "▁Ep": 14055,
+      "entre": 14056,
+      "fail": 14057,
+      "World": 14058,
+      "▁Editor": 14059,
+      "▁expos": 14060,
+      "▁finds": 14061,
+      "▁Culture": 14062,
+      "LEASE": 14063,
+      "▁movie": 14064,
+      "<=": 14065,
+      "ometric": 14066,
+      "eling": 14067,
+      "numerable": 14068,
+      "ourd": 14069,
+      "▁Sea": 14070,
+      "▁bild": 14071,
+      "▁оста": 14072,
+      "blo": 14073,
+      "▁lose": 14074,
+      "ateurs": 14075,
+      "oured": 14076,
+      "▁Batt": 14077,
+      "();\r": 14078,
+      "▁poz": 14079,
+      "posts": 14080,
+      "pend": 14081,
+      "certain": 14082,
+      "ником": 14083,
+      "Just": 14084,
+      "webkit": 14085,
+      "demás": 14086,
+      "~~~~": 14087,
+      "▁indicates": 14088,
+      "▁park": 14089,
+      "rique": 14090,
+      "vod": 14091,
+      "▁Champ": 14092,
+      "ftware": 14093,
+      "OPT": 14094,
+      "django": 14095,
+      "release": 14096,
+      "▁È": 14097,
+      "SR": 14098,
+      "▁politician": 14099,
+      "▁roi": 14100,
+      "aturen": 14101,
+      "▁Deutsche": 14102,
+      "tagon": 14103,
+      "▁Mov": 14104,
+      "obierno": 14105,
+      "▁daß": 14106,
+      "uther": 14107,
+      "indi": 14108,
+      "▁Wikipedia": 14109,
+      "▁anos": 14110,
+      "▁observe": 14111,
+      "elly": 14112,
+      "▁railway": 14113,
+      "aton": 14114,
+      "▁enum": 14115,
+      "hus": 14116,
+      "▁inhab": 14117,
+      "Psi": 14118,
+      "oire": 14119,
+      "▁Хо": 14120,
+      "▁Space": 14121,
+      "▁Архи": 14122,
+      "▁anterior": 14123,
+      "▁Ł": 14124,
+      "isons": 14125,
+      "Il": 14126,
+      "▁améric": 14127,
+      "laps": 14128,
+      "▁BBC": 14129,
+      "QUEST": 14130,
+      "Constra": 14131,
+      "mont": 14132,
+      "äft": 14133,
+      "▁även": 14134,
+      "ubern": 14135,
+      "<!--": 14136,
+      "▁coding": 14137,
+      "theory": 14138,
+      "athed": 14139,
+      "▁Arbe": 14140,
+      "▁ши": 14141,
+      "forEach": 14142,
+      "omorphism": 14143,
+      "details": 14144,
+      "achsen": 14145,
+      "integr": 14146,
+      "Vor": 14147,
+      "Unknown": 14148,
+      "aceae": 14149,
+      "inue": 14150,
+      "esome": 14151,
+      "▁Fir": 14152,
+      "chain": 14153,
+      "▁extremely": 14154,
+      "multicol": 14155,
+      "▁Swift": 14156,
+      "▁addresses": 14157,
+      "hspace": 14158,
+      "▁Roger": 14159,
+      "▁dessen": 14160,
+      "▁consequ": 14161,
+      "ualmente": 14162,
+      "▁Premier": 14163,
+      "▁Record": 14164,
+      "▁Bron": 14165,
+      "kir": 14166,
+      "sex": 14167,
+      "intern": 14168,
+      "▁benefit": 14169,
+      "umen": 14170,
+      "▁becoming": 14171,
+      "▁lig": 14172,
+      "▁popula": 14173,
+      "osc": 14174,
+      "▁civ": 14175,
+      "▁greatest": 14176,
+      "▁proces": 14177,
+      "]*": 14178,
+      "▁место": 14179,
+      "▁'$": 14180,
+      "hell": 14181,
+      "(\"\\": 14182,
+      "▁nine": 14183,
+      "▁Fac": 14184,
+      "ulpt": 14185,
+      "jours": 14186,
+      "▁Copy": 14187,
+      "▁activities": 14188,
+      "▁Democr": 14189,
+      "Es": 14190,
+      "Success": 14191,
+      "▁Esta": 14192,
+      "itul": 14193,
+      "isti": 14194,
+      "▁Bed": 14195,
+      "jas": 14196,
+      "▁тем": 14197,
+      "▁Hung": 14198,
+      "Game": 14199,
+      "▁heav": 14200,
+      "onnées": 14201,
+      "▁branches": 14202,
+      "borg": 14203,
+      "▁vl": 14204,
+      "▁slowly": 14205,
+      "Fa": 14206,
+      "Google": 14207,
+      "emi": 14208,
+      "▁circumstances": 14209,
+      "▁'%": 14210,
+      "▁Und": 14211,
+      "▁Victoria": 14212,
+      "▁Typ": 14213,
+      "rupted": 14214,
+      "▁relativ": 14215,
+      "▁slo": 14216,
+      "▁padre": 14217,
+      "▁daily": 14218,
+      "▁orth": 14219,
+      "чний": 14220,
+      "▁französ": 14221,
+      "▁teil": 14222,
+      "▁Security": 14223,
+      "ordon": 14224,
+      "▁sweet": 14225,
+      "SIZE": 14226,
+      "▁Cel": 14227,
+      "ètres": 14228,
+      "ommes": 14229,
+      "▁сі": 14230,
+      "▁efforts": 14231,
+      "ąz": 14232,
+      "▁ohne": 14233,
+      "▁Southern": 14234,
+      "▁approximately": 14235,
+      "цен": 14236,
+      "('#": 14237,
+      "▁saving": 14238,
+      "nbsp": 14239,
+      "▁translate": 14240,
+      "▁În": 14241,
+      "member": 14242,
+      "▁laws": 14243,
+      "▁жен": 14244,
+      "▁систе": 14245,
+      "tc": 14246,
+      ">\\": 14247,
+      "elte": 14248,
+      "▁ehem": 14249,
+      "▁contrad": 14250,
+      "▁рус": 14251,
+      "ья": 14252,
+      "▁Middle": 14253,
+      "quip": 14254,
+      "▁chez": 14255,
+      "Fields": 14256,
+      "▁permit": 14257,
+      "ikel": 14258,
+      "▁wir": 14259,
+      "▁trial": 14260,
+      "▁verschied": 14261,
+      "▁фев": 14262,
+      "▁male": 14263,
+      "▁язы": 14264,
+      "▁nyel": 14265,
+      "akter": 14266,
+      "▁denomin": 14267,
+      "ceptor": 14268,
+      "▁Wat": 14269,
+      "▁fino": 14270,
+      "▁XVIII": 14271,
+      "ryption": 14272,
+      "desc": 14273,
+      "apa": 14274,
+      "лена": 14275,
+      "▁kol": 14276,
+      "▁Є": 14277,
+      "▁dependent": 14278,
+      "▁Cra": 14279,
+      "▁storm": 14280,
+      "▁Гер": 14281,
+      "▁pipe": 14282,
+      "▁attended": 14283,
+      "▁vita": 14284,
+      "uzione": 14285,
+      "czas": 14286,
+      "onda": 14287,
+      "▁bold": 14288,
+      "Columns": 14289,
+      "ició": 14290,
+      "▁czę": 14291,
+      "▁извест": 14292,
+      "▁Cloud": 14293,
+      "▁warm": 14294,
+      "▁сы": 14295,
+      "▁сте": 14296,
+      "▁producer": 14297,
+      "▁Ludwig": 14298,
+      "▁Northern": 14299,
+      "łą": 14300,
+      "NSString": 14301,
+      "▁Had": 14302,
+      "▁Иван": 14303,
+      "▁Eg": 14304,
+      "▁Imp": 14305,
+      "ші": 14306,
+      "▁Auch": 14307,
+      "ток": 14308,
+      "▁Hit": 14309,
+      "▁quien": 14310,
+      "▁department": 14311,
+      "▁erhielt": 14312,
+      "▁ui": 14313,
+      "▁Spr": 14314,
+      "сер": 14315,
+      "ourt": 14316,
+      "▁Stephen": 14317,
+      "team": 14318,
+      "▁zip": 14319,
+      "▁Bang": 14320,
+      "▁growth": 14321,
+      "▁jam": 14322,
+      "▁Kais": 14323,
+      "bmatrix": 14324,
+      "▁Asia": 14325,
+      "▁région": 14326,
+      "=/": 14327,
+      "▁Pacific": 14328,
+      "▁authority": 14329,
+      "▁#[": 14330,
+      "тами": 14331,
+      "▁everyone": 14332,
+      "▁attend": 14333,
+      "▁timestamp": 14334,
+      "▁tries": 14335,
+      "▁ff": 14336,
+      "шей": 14337,
+      "▁developing": 14338,
+      "olt": 14339,
+      "ups": 14340,
+      "▁momento": 14341,
+      "▁Sain": 14342,
+      "Term": 14343,
+      "▁celle": 14344,
+      "GR": 14345,
+      "Mouse": 14346,
+      "▁человек": 14347,
+      "▁Collection": 14348,
+      "âtre": 14349,
+      "▁Write": 14350,
+      "▁Pom": 14351,
+      "[-": 14352,
+      "Cam": 14353,
+      "▁locations": 14354,
+      "▁Json": 14355,
+      "elled": 14356,
+      "selector": 14357,
+      "repeat": 14358,
+      "ctors": 14359,
+      "otte": 14360,
+      "визи": 14361,
+      "ände": 14362,
+      "▁achieved": 14363,
+      "▁mainly": 14364,
+      "________": 14365,
+      "!)": 14366,
+      "▁является": 14367,
+      "▁cities": 14368,
+      "single": 14369,
+      "гре": 14370,
+      "▁Pak": 14371,
+      "▁allowing": 14372,
+      "ferred": 14373,
+      "▁апре": 14374,
+      "ходя": 14375,
+      "▁browsers": 14376,
+      "▁escrit": 14377,
+      "▁mountain": 14378,
+      "▁networks": 14379,
+      "kind": 14380,
+      "liver": 14381,
+      "▁closing": 14382,
+      "▁skip": 14383,
+      "út": 14384,
+      "▁duration": 14385,
+      "était": 14386,
+      "▁scr": 14387,
+      "BB": 14388,
+      "ória": 14389,
+      "▁Kultur": 14390,
+      "▁outputs": 14391,
+      "multicolumn": 14392,
+      "▁belongs": 14393,
+      "feature": 14394,
+      "ucky": 14395,
+      "▁juli": 14396,
+      "▁района": 14397,
+      "зво": 14398,
+      "factory": 14399,
+      "Func": 14400,
+      "▁utter": 14401,
+      "▁TODO": 14402,
+      "▁obt": 14403,
+      "ategories": 14404,
+      "▁combine": 14405,
+      "▁Wall": 14406,
+      "▁underlying": 14407,
+      "arono": 14408,
+      "▁Prote": 14409,
+      "ców": 14410,
+      "stan": 14411,
+      "▁Gew": 14412,
+      "▁optimal": 14413,
+      "▁Archivlink": 14414,
+      "▁Script": 14415,
+      "▁destroyed": 14416,
+      "хе": 14417,
+      "▁Firefox": 14418,
+      "▁sole": 14419,
+      "Layer": 14420,
+      "тку": 14421,
+      "▁stores": 14422,
+      "▁displays": 14423,
+      "ishing": 14424,
+      "▁ост": 14425,
+      "▁instant": 14426,
+      "▁elő": 14427,
+      "▁habitantes": 14428,
+      "▁Einwo": 14429,
+      "▁ali": 14430,
+      "▁ERROR": 14431,
+      "▁ahead": 14432,
+      "▁goals": 14433,
+      "▁már": 14434,
+      "▁są": 14435,
+      "▁mart": 14436,
+      "министра": 14437,
+      "Fr": 14438,
+      "▁Villa": 14439,
+      "▁Marc": 14440,
+      "ropy": 14441,
+      "agram": 14442,
+      "hape": 14443,
+      "мей": 14444,
+      "▁AL": 14445,
+      "▁connexes": 14446,
+      "▁Entre": 14447,
+      "Step": 14448,
+      "лів": 14449,
+      "▁Death": 14450,
+      "▁rise": 14451,
+      "▁fos": 14452,
+      "▁lev": 14453,
+      "gabe": 14454,
+      "▁broke": 14455,
+      "products": 14456,
+      "▁medi": 14457,
+      "▁dispon": 14458,
+      "Package": 14459,
+      "ImageView": 14460,
+      "▁Nag": 14461,
+      "ują": 14462,
+      "Word": 14463,
+      "▁kole": 14464,
+      "ßer": 14465,
+      ")`.": 14466,
+      "▁rol": 14467,
+      "▁í": 14468,
+      "тей": 14469,
+      "Progress": 14470,
+      "bean": 14471,
+      "▁sempre": 14472,
+      "Statement": 14473,
+      "UPDATE": 14474,
+      "▁mondiale": 14475,
+      "▁wrapper": 14476,
+      "▁Chart": 14477,
+      "▁onClick": 14478,
+      "чення": 14479,
+      "LOG": 14480,
+      "something": 14481,
+      "▁INSERT": 14482,
+      "щения": 14483,
+      "uet": 14484,
+      "werp": 14485,
+      "round": 14486,
+      "ichen": 14487,
+      "▁XVI": 14488,
+      "зни": 14489,
+      "▁aveva": 14490,
+      "▁Store": 14491,
+      "▁xs": 14492,
+      "racht": 14493,
+      "scar": 14494,
+      "▁opera": 14495,
+      "▁degrees": 14496,
+      "▁citiz": 14497,
+      "äsident": 14498,
+      "▁classical": 14499,
+      "▁Jersey": 14500,
+      "▁ersch": 14501,
+      "▁treatment": 14502,
+      "▁насеље": 14503,
+      "ння": 14504,
+      "▁boost": 14505,
+      "amount": 14506,
+      "▁созда": 14507,
+      "érieur": 14508,
+      "▁telling": 14509,
+      "Has": 14510,
+      "▁initi": 14511,
+      "▁Пи": 14512,
+      "eval": 14513,
+      "▁Match": 14514,
+      "▁corre": 14515,
+      "Pointer": 14516,
+      "▁passes": 14517,
+      "company": 14518,
+      "▁ан": 14519,
+      "aches": 14520,
+      "▁siglo": 14521,
+      "нем": 14522,
+      "▁exchange": 14523,
+      "cito": 14524,
+      "▁Bab": 14525,
+      "Doc": 14526,
+      "ześ": 14527,
+      "▁народ": 14528,
+      "▁conflict": 14529,
+      "▁november": 14530,
+      "eau": 14531,
+      "öv": 14532,
+      "▁Hub": 14533,
+      "▁poco": 14534,
+      "ensa": 14535,
+      "schließ": 14536,
+      "lasse": 14537,
+      "datas": 14538,
+      "▁сти": 14539,
+      "univers": 14540,
+      "eks": 14541,
+      "▁Cho": 14542,
+      "▁cô": 14543,
+      "▁(.": 14544,
+      "ewnę": 14545,
+      "▁Chief": 14546,
+      "▁chef": 14547,
+      "▁управ": 14548,
+      "uli": 14549,
+      "▁'''": 14550,
+      "napshot": 14551,
+      "▁relac": 14552,
+      "ége": 14553,
+      "wt": 14554,
+      "wend": 14555,
+      "osing": 14556,
+      "▁hacer": 14557,
+      "▁фран": 14558,
+      "autres": 14559,
+      "▁fils": 14560,
+      "ered": 14561,
+      "▁Посилання": 14562,
+      "▁therm": 14563,
+      "ержа": 14564,
+      "such": 14565,
+      "▁ihren": 14566,
+      "▁encontr": 14567,
+      "▁lots": 14568,
+      "logo": 14569,
+      "▁Wi": 14570,
+      "/(": 14571,
+      "шње": 14572,
+      "DATA": 14573,
+      "▁Player": 14574,
+      "▁Leipzig": 14575,
+      "▁relatives": 14576,
+      "рев": 14577,
+      "▁newsp": 14578,
+      "?,": 14579,
+      "▁Stutt": 14580,
+      "▁dual": 14581,
+      "▁companies": 14582,
+      "▁zam": 14583,
+      "putation": 14584,
+      "▁inequality": 14585,
+      "▁trem": 14586,
+      "hips": 14587,
+      "anch": 14588,
+      "▁Ż": 14589,
+      "бург": 14590,
+      "▁copies": 14591,
+      "dash": 14592,
+      "вор": 14593,
+      "spieler": 14594,
+      "▁Revolution": 14595,
+      "esty": 14596,
+      "▁junto": 14597,
+      "▁Indeed": 14598,
+      "okal": 14599,
+      "ctrine": 14600,
+      "▁Ford": 14601,
+      "▁CREATE": 14602,
+      "▁walls": 14603,
+      "▁aute": 14604,
+      "SU": 14605,
+      "why": 14606,
+      "plementation": 14607,
+      "rout": 14608,
+      "Matrix": 14609,
+      "▁sad": 14610,
+      "ана": 14611,
+      "▁Pic": 14612,
+      ".“": 14613,
+      "▁AC": 14614,
+      "▁Fest": 14615,
+      "▁desktop": 14616,
+      "▁Pay": 14617,
+      "ometimes": 14618,
+      "▁Tak": 14619,
+      "раб": 14620,
+      "▁Sever": 14621,
+      "▁northern": 14622,
+      "anter": 14623,
+      "▁Modern": 14624,
+      "wal": 14625,
+      "{\r": 14626,
+      "online": 14627,
+      "ök": 14628,
+      "▁britann": 14629,
+      "$_": 14630,
+      "▁jar": 14631,
+      "TL": 14632,
+      "xxxx": 14633,
+      "merge": 14634,
+      "▁Namen": 14635,
+      "▁KEY": 14636,
+      "▁refers": 14637,
+      "▁hin": 14638,
+      "▁Volks": 14639,
+      "steller": 14640,
+      "viation": 14641,
+      "onio": 14642,
+      "ighter": 14643,
+      "Compat": 14644,
+      "▁CE": 14645,
+      "▁pró": 14646,
+      "▁encuentra": 14647,
+      "theorem": 14648,
+      "▁publi": 14649,
+      "▁Development": 14650,
+      "нд": 14651,
+      "▁ros": 14652,
+      "▁shr": 14653,
+      "seau": 14654,
+      "▁generating": 14655,
+      "▁difficulty": 14656,
+      "▁Express": 14657,
+      "Alignment": 14658,
+      "deutsch": 14659,
+      "▁Влади": 14660,
+      "▁suggests": 14661,
+      "▁Family": 14662,
+      "bbi": 14663,
+      "]).": 14664,
+      "staw": 14665,
+      "▁presidente": 14666,
+      "▁stesso": 14667,
+      "inx": 14668,
+      "setup": 14669,
+      "▁conform": 14670,
+      "▁fro": 14671,
+      "=\\\"": 14672,
+      "▁då": 14673,
+      "iciones": 14674,
+      "▁evolution": 14675,
+      "prote": 14676,
+      "▁prints": 14677,
+      "▁Pont": 14678,
+      "▁confusion": 14679,
+      "▁Й": 14680,
+      "▁dello": 14681,
+      "▁manif": 14682,
+      "Definition": 14683,
+      "ára": 14684,
+      "mals": 14685,
+      "▁sale": 14686,
+      "▁dropdown": 14687,
+      "Chain": 14688,
+      "American": 14689,
+      "▁mk": 14690,
+      "▁Bez": 14691,
+      "▁Fue": 14692,
+      "▁NE": 14693,
+      "графи": 14694,
+      "docker": 14695,
+      "▁^{": 14696,
+      "Assert": 14697,
+      "▁horizontal": 14698,
+      "(@\"": 14699,
+      "▁дву": 14700,
+      "proxy": 14701,
+      "Uri": 14702,
+      "gency": 14703,
+      "▁\"[": 14704,
+      "▁Qt": 14705,
+      "▁Names": 14706,
+      "▁evaluate": 14707,
+      "!/": 14708,
+      "▁einges": 14709,
+      "▁synth": 14710,
+      "▁YouTube": 14711,
+      "▁turning": 14712,
+      "▁Eric": 14713,
+      "▁бли": 14714,
+      "▁klub": 14715,
+      "plorer": 14716,
+      "▁sports": 14717,
+      "▁sia": 14718,
+      "ош": 14719,
+      "▁dai": 14720,
+      "▁europe": 14721,
+      "icians": 14722,
+      "ingsområ": 14723,
+      "▁dre": 14724,
+      "▁workaround": 14725,
+      "▁suit": 14726,
+      "ambigu": 14727,
+      "▁quantity": 14728,
+      "▁segundo": 14729,
+      "Symbol": 14730,
+      "▁moral": 14731,
+      "Chart": 14732,
+      "▁damit": 14733,
+      "▁attempts": 14734,
+      "▁donn": 14735,
+      "jos": 14736,
+      "▁ere": 14737,
+      "▁homme": 14738,
+      "simp": 14739,
+      "rypted": 14740,
+      "▁acts": 14741,
+      "innerHTML": 14742,
+      "▁tournament": 14743,
+      "▁sky": 14744,
+      "Timer": 14745,
+      "▁millions": 14746,
+      "^+": 14747,
+      "agent": 14748,
+      "'));": 14749,
+      "▁ost": 14750,
+      "▁gla": 14751,
+      "▁помо": 14752,
+      "▁fün": 14753,
+      "ством": 14754,
+      "ewnętrz": 14755,
+      "▁México": 14756,
+      "▁lub": 14757,
+      "▁Éd": 14758,
+      "ifik": 14759,
+      "ческий": 14760,
+      "▁immer": 14761,
+      "ensen": 14762,
+      "anny": 14763,
+      "inline": 14764,
+      "▁gover": 14765,
+      "auc": 14766,
+      "▁repre": 14767,
+      "▁historia": 14768,
+      "Ag": 14769,
+      "▁plt": 14770,
+      "▁Princi": 14771,
+      "imeter": 14772,
+      "ős": 14773,
+      "še": 14774,
+      "▁UE": 14775,
+      "Equals": 14776,
+      "Dispatch": 14777,
+      "legen": 14778,
+      "лази": 14779,
+      "чной": 14780,
+      "▁stell": 14781,
+      "ńst": 14782,
+      "▁cri": 14783,
+      "▁Indep": 14784,
+      "ède": 14785,
+      "}\\)": 14786,
+      "▁wyst": 14787,
+      "▁figured": 14788,
+      "ATCH": 14789,
+      "ében": 14790,
+      "lacht": 14791,
+      "▁succeeded": 14792,
+      "gry": 14793,
+      "▁pret": 14794,
+      "▁Saf": 14795,
+      "▁\");": 14796,
+      "eh": 14797,
+      "▁officiel": 14798,
+      "країн": 14799,
+      "wind": 14800,
+      "▁scatter": 14801,
+      "▁Fox": 14802,
+      "icious": 14803,
+      "Many": 14804,
+      "uper": 14805,
+      "▁Convert": 14806,
+      "sterd": 14807,
+      "▁Stein": 14808,
+      "▁От": 14809,
+      "}^{(": 14810,
+      "between": 14811,
+      "hire": 14812,
+      "▁onCreate": 14813,
+      ";</": 14814,
+      "bably": 14815,
+      "SY": 14816,
+      "mot": 14817,
+      "▁Dire": 14818,
+      "itecture": 14819,
+      "той": 14820,
+      "▁coordinate": 14821,
+      "(\"#": 14822,
+      "▁süd": 14823,
+      "OB": 14824,
+      "▁morte": 14825,
+      "▁weather": 14826,
+      "▁hely": 14827,
+      "▁privile": 14828,
+      "RELEASE": 14829,
+      "atel": 14830,
+      "▁recognized": 14831,
+      "▁Though": 14832,
+      "ссий": 14833,
+      "memory": 14834,
+      "▁compilation": 14835,
+      "bits": 14836,
+      "▁wed": 14837,
+      "}}_{": 14838,
+      "▁GUI": 14839,
+      "пня": 14840,
+      "▁southern": 14841,
+      "▁hay": 14842,
+      "ović": 14843,
+      "lauf": 14844,
+      "▁EL": 14845,
+      "▁Full": 14846,
+      "▁Hamburg": 14847,
+      "▁Mittel": 14848,
+      "DU": 14849,
+      "approx": 14850,
+      "HS": 14851,
+      "▁проце": 14852,
+      "▁magazine": 14853,
+      "▁Mig": 14854,
+      "▁clicking": 14855,
+      "entr": 14856,
+      "▁autre": 14857,
+      "▁té": 14858,
+      "▁há": 14859,
+      "сты": 14860,
+      "▁MA": 14861,
+      "appy": 14862,
+      "ství": 14863,
+      "▁selon": 14864,
+      "▁gek": 14865,
+      "▁Sl": 14866,
+      "frastr": 14867,
+      "Lib": 14868,
+      "▁Ду": 14869,
+      "▁facing": 14870,
+      "▁стар": 14871,
+      "▁Dutch": 14872,
+      "atar": 14873,
+      "▁keeps": 14874,
+      "▁Patrick": 14875,
+      "ilio": 14876,
+      "▁vig": 14877,
+      "тва": 14878,
+      "▁Federal": 14879,
+      "▁paragraph": 14880,
+      "▁interaction": 14881,
+      "▁occas": 14882,
+      "▁Iran": 14883,
+      "▁machines": 14884,
+      "(()": 14885,
+      "uries": 14886,
+      "▁роди": 14887,
+      "▁американ": 14888,
+      "upp": 14889,
+      "▁ice": 14890,
+      "▁Say": 14891,
+      "▁sail": 14892,
+      "▁Begin": 14893,
+      "fico": 14894,
+      "oga": 14895,
+      "▁desar": 14896,
+      "▁dv": 14897,
+      "▁ради": 14898,
+      "ohen": 14899,
+      "erei": 14900,
+      "ának": 14901,
+      "▁daar": 14902,
+      "ifiers": 14903,
+      "▁thee": 14904,
+      "▁byla": 14905,
+      "вала": 14906,
+      "andro": 14907,
+      "▁моло": 14908,
+      "▁totally": 14909,
+      "iom": 14910,
+      "▁aer": 14911,
+      "nsylvan": 14912,
+      "▁corps": 14913,
+      "▁treated": 14914,
+      "▁comune": 14915,
+      "Mich": 14916,
+      "voice": 14917,
+      "pgf": 14918,
+      "▁anx": 14919,
+      "▁Philip": 14920,
+      "▁ek": 14921,
+      "▁Menschen": 14922,
+      "▁dere": 14923,
+      "▁permet": 14924,
+      "Mail": 14925,
+      "▁Vé": 14926,
+      "ented": 14927,
+      "▁bunch": 14928,
+      "▁Piet": 14929,
+      "attach": 14930,
+      "▁porte": 14931,
+      "дат": 14932,
+      "▁Britain": 14933,
+      "Encoding": 14934,
+      "▁`<": 14935,
+      "Space": 14936,
+      "▁rap": 14937,
+      "▁popul": 14938,
+      "floor": 14939,
+      "specific": 14940,
+      "clean": 14941,
+      "▁conqu": 14942,
+      "fb": 14943,
+      "▁introduce": 14944,
+      "▁Entity": 14945,
+      "▁erfolg": 14946,
+      "atol": 14947,
+      "ientos": 14948,
+      "кипеди": 14949,
+      "▁Ut": 14950,
+      "▁бри": 14951,
+      "eduler": 14952,
+      "▁concentr": 14953,
+      "▁cher": 14954,
+      "▁upgrade": 14955,
+      "▁pictures": 14956,
+      "▁Familie": 14957,
+      "Mus": 14958,
+      "Look": 14959,
+      "▁eran": 14960,
+      "▁gram": 14961,
+      "▁Wo": 14962,
+      "npm": 14963,
+      "▁Salv": 14964,
+      "▁cd": 14965,
+      "▁Вы": 14966,
+      "wahl": 14967,
+      "train": 14968,
+      "chem": 14969,
+      "▁Pil": 14970,
+      "▁Connect": 14971,
+      "če": 14972,
+      "▁hast": 14973,
+      "▁Multi": 14974,
+      "atta": 14975,
+      "▁Sound": 14976,
+      "solute": 14977,
+      "▁quote": 14978,
+      "▁obst": 14979,
+      "cciones": 14980,
+      "ibly": 14981,
+      "▁brand": 14982,
+      "▁conversation": 14983,
+      "▁toutes": 14984,
+      "▁Rub": 14985,
+      "ienia": 14986,
+      "irit": 14987,
+      "▁Анд": 14988,
+      "eduled": 14989,
+      "▁Total": 14990,
+      "Dig": 14991,
+      "erem": 14992,
+      "▁ski": 14993,
+      "Dest": 14994,
+      "YY": 14995,
+      "еди": 14996,
+      "aly": 14997,
+      "▁backend": 14998,
+      "ulus": 14999,
+      "▁featured": 15000,
+      "▁personn": 15001,
+      "▁schon": 15002,
+      "trace": 15003,
+      "▁IDE": 15004,
+      "áj": 15005,
+      "▁animals": 15006,
+      "▁snow": 15007,
+      "uve": 15008,
+      "uerto": 15009,
+      "▁drew": 15010,
+      "▁Yeah": 15011,
+      "▁Sv": 15012,
+      "\\,\\": 15013,
+      "▁Serie": 15014,
+      "▁secondo": 15015,
+      "▁Lebens": 15016,
+      "▁accord": 15017,
+      "▁Cet": 15018,
+      "erade": 15019,
+      "▁despite": 15020,
+      "▁Carlo": 15021,
+      "▁zewnętrz": 15022,
+      "▁lista": 15023,
+      "nico": 15024,
+      "▁Corporation": 15025,
+      "vspace": 15026,
+      "▁войны": 15027,
+      "▁stands": 15028,
+      "▁worse": 15029,
+      "▁simult": 15030,
+      "▁practical": 15031,
+      "COL": 15032,
+      "changed": 15033,
+      "▁История": 15034,
+      "бри": 15035,
+      "indo": 15036,
+      "▁Lewis": 15037,
+      "▁patterns": 15038,
+      "ifica": 15039,
+      "▁smart": 15040,
+      "▁concerned": 15041,
+      "ții": 15042,
+      "▁Hello": 15043,
+      "rell": 15044,
+      "▁Lex": 15045,
+      "▁вто": 15046,
+      "▁conditional": 15047,
+      "otted": 15048,
+      "▁shoot": 15049,
+      "▁Wed": 15050,
+      "▁марта": 15051,
+      "aud": 15052,
+      "▁ante": 15053,
+      "ientras": 15054,
+      "▁papers": 15055,
+      "▁portug": 15056,
+      "▁Management": 15057,
+      "▁exercise": 15058,
+      "▁Begriff": 15059,
+      "commit": 15060,
+      "▁rendering": 15061,
+      "▁czas": 15062,
+      "Drop": 15063,
+      "erg": 15064,
+      "▁mul": 15065,
+      "▁Tan": 15066,
+      "iero": 15067,
+      "▁locale": 15068,
+      "▁inaug": 15069,
+      "dump": 15070,
+      "ций": 15071,
+      "▁symbols": 15072,
+      "inta": 15073,
+      "▁awarded": 15074,
+      "▁sust": 15075,
+      "▁Send": 15076,
+      "їв": 15077,
+      "Rest": 15078,
+      "zten": 15079,
+      "лим": 15080,
+      "rival": 15081,
+      "PORT": 15082,
+      "ölker": 15083,
+      "imately": 15084,
+      "igte": 15085,
+      "чных": 15086,
+      "▁terra": 15087,
+      "öglich": 15088,
+      "▁Hom": 15089,
+      "▁hex": 15090,
+      "done": 15091,
+      "amps": 15092,
+      "▁cet": 15093,
+      "PRE": 15094,
+      "öst": 15095,
+      "▁femme": 15096,
+      "Selection": 15097,
+      "▁zaw": 15098,
+      "spr": 15099,
+      "▁horses": 15100,
+      "▁snap": 15101,
+      "TextBox": 15102,
+      "▁Eclipse": 15103,
+      "ulle": 15104,
+      "owym": 15105,
+      "▁comer": 15106,
+      "necess": 15107,
+      "cook": 15108,
+      "enger": 15109,
+      "-->": 15110,
+      "▁pří": 15111,
+      "pandas": 15112,
+      "▁Plus": 15113,
+      "yll": 15114,
+      "▁terror": 15115,
+      "▁crim": 15116,
+      "▁zak": 15117,
+      "issue": 15118,
+      "panel": 15119,
+      "svg": 15120,
+      "▁reb": 15121,
+      "Customer": 15122,
+      "switch": 15123,
+      "обра": 15124,
+      "▁Championships": 15125,
+      "clo": 15126,
+      "atte": 15127,
+      "▁anymore": 15128,
+      "▁excellent": 15129,
+      "▁opportunity": 15130,
+      "▁Bahn": 15131,
+      "чин": 15132,
+      "eting": 15133,
+      "▁incident": 15134,
+      "tom": 15135,
+      "Pers": 15136,
+      "bben": 15137,
+      "ственной": 15138,
+      "их": 15139,
+      "router": 15140,
+      "▁newly": 15141,
+      "▁silence": 15142,
+      "▁GNU": 15143,
+      "▁Rails": 15144,
+      "▁Amb": 15145,
+      "▁Qual": 15146,
+      "▁Schaus": 15147,
+      "▁Sohn": 15148,
+      "▁ALL": 15149,
+      "▁royal": 15150,
+      "▁£": 15151,
+      "wię": 15152,
+      "▁entfer": 15153,
+      "▁Remove": 15154,
+      "▁hardly": 15155,
+      "Using": 15156,
+      "лог": 15157,
+      "▁Ich": 15158,
+      "▁derni": 15159,
+      "▁Connection": 15160,
+      "fish": 15161,
+      "▁Inform": 15162,
+      "▁Ener": 15163,
+      "roit": 15164,
+      "Bbb": 15165,
+      "ViewModel": 15166,
+      "Video": 15167,
+      "iley": 15168,
+      "▁много": 15169,
+      "▁Gem": 15170,
+      "▁compreh": 15171,
+      "enumerate": 15172,
+      "ulas": 15173,
+      "▁Bah": 15174,
+      "▁Yet": 15175,
+      "BR": 15176,
+      "хра": 15177,
+      "▁county": 15178,
+      "▁Hist": 15179,
+      "▁Гу": 15180,
+      "▁Ј": 15181,
+      "▁mari": 15182,
+      "▁Clar": 15183,
+      "Bitmap": 15184,
+      "▁Cz": 15185,
+      "▁mån": 15186,
+      "▁mere": 15187,
+      "▁musique": 15188,
+      "also": 15189,
+      "dates": 15190,
+      "▁DVD": 15191,
+      "▁gol": 15192,
+      "fony": 15193,
+      "▁Castle": 15194,
+      "▁фами": 15195,
+      "▁arrang": 15196,
+      "▁Business": 15197,
+      "▁Kaz": 15198,
+      "▁osc": 15199,
+      "▁secolo": 15200,
+      "▁affected": 15201,
+      "▁Health": 15202,
+      "reb": 15203,
+      "editor": 15204,
+      "▁owned": 15205,
+      "tl": 15206,
+      "▁ví": 15207,
+      "чних": 15208,
+      "кви": 15209,
+      "▁devient": 15210,
+      "Mutable": 15211,
+      "▁tegen": 15212,
+      "Register": 15213,
+      "єю": 15214,
+      "▁caracter": 15215,
+      "лли": 15216,
+      "▁nouvelle": 15217,
+      "oko": 15218,
+      "ichtet": 15219,
+      "▁evol": 15220,
+      "▁Hab": 15221,
+      "▁militar": 15222,
+      "▁puts": 15223,
+      "endif": 15224,
+      "▁Davis": 15225,
+      "▁Scotland": 15226,
+      "regular": 15227,
+      "▁Context": 15228,
+      "ispiel": 15229,
+      "▁Gallery": 15230,
+      "\",\r": 15231,
+      "▁arc": 15232,
+      "▁INFO": 15233,
+      "▁cod": 15234,
+      "дів": 15235,
+      "▁varchar": 15236,
+      "▁toujours": 15237,
+      "atial": 15238,
+      "▁hanno": 15239,
+      "▁профес": 15240,
+      "▁launched": 15241,
+      "▁населення": 15242,
+      "▁ton": 15243,
+      "aused": 15244,
+      "▁із": 15245,
+      "▁tö": 15246,
+      "▁Pur": 15247,
+      "▁olymp": 15248,
+      "ARN": 15249,
+      "óm": 15250,
+      "▁august": 15251,
+      "▁furn": 15252,
+      "▁Colomb": 15253,
+      "▁Staats": 15254,
+      "hora": 15255,
+      "▁мор": 15256,
+      "canvas": 15257,
+      "▁grave": 15258,
+      "▁composition": 15259,
+      "acja": 15260,
+      "▁которые": 15261,
+      "▁чо": 15262,
+      "General": 15263,
+      "ані": 15264,
+      "▁Johannes": 15265,
+      "кар": 15266,
+      "▁част": 15267,
+      "▁Васи": 15268,
+      "ssh": 15269,
+      "▁replacing": 15270,
+      "▁<>": 15271,
+      "ців": 15272,
+      "laus": 15273,
+      "eny": 15274,
+      "ähl": 15275,
+      "▁marg": 15276,
+      "cience": 15277,
+      "▁instruction": 15278,
+      "▁који": 15279,
+      "Editor": 15280,
+      "▁fundamental": 15281,
+      "mund": 15282,
+      "▁exceptions": 15283,
+      "▁plate": 15284,
+      "▁Lis": 15285,
+      "▁deren": 15286,
+      "prep": 15287,
+      "▁januari": 15288,
+      "Scope": 15289,
+      "ynast": 15290,
+      "rv": 15291,
+      "orsz": 15292,
+      "▁Tony": 15293,
+      "▁ді": 15294,
+      "▁одна": 15295,
+      "▁sab": 15296,
+      "oti": 15297,
+      "jel": 15298,
+      "▁generator": 15299,
+      "▁'.": 15300,
+      "▁sharp": 15301,
+      "▁только": 15302,
+      "▁accounts": 15303,
+      "▁že": 15304,
+      "▁foram": 15305,
+      "▁gouvern": 15306,
+      "TIME": 15307,
+      "▁Soviet": 15308,
+      "▁Gé": 15309,
+      "▁exped": 15310,
+      "▁ordinary": 15311,
+      "▁Conserv": 15312,
+      "▁compla": 15313,
+      "tei": 15314,
+      "▁captain": 15315,
+      "▁Samuel": 15316,
+      "▁Dark": 15317,
+      "▁він": 15318,
+      "▁delight": 15319,
+      "recht": 15320,
+      "dia": 15321,
+      "esses": 15322,
+      "ulp": 15323,
+      "шки": 15324,
+      "bez": 15325,
+      "▁detection": 15326,
+      "▁cookie": 15327,
+      "antry": 15328,
+      "Multi": 15329,
+      "oba": 15330,
+      "▁joy": 15331,
+      "▁safety": 15332,
+      "|^": 15333,
+      "pod": 15334,
+      "adém": 15335,
+      "▁Chron": 15336,
+      "▁Django": 15337,
+      "▁ehemal": 15338,
+      "kh": 15339,
+      "èle": 15340,
+      "▁poc": 15341,
+      "Bottom": 15342,
+      "launch": 15343,
+      "nem": 15344,
+      "▁GROUP": 15345,
+      "ního": 15346,
+      "▁Gib": 15347,
+      "sdk": 15348,
+      "BE": 15349,
+      "▁Gene": 15350,
+      "▁Staff": 15351,
+      "▁subsequent": 15352,
+      "icion": 15353,
+      "▁victory": 15354,
+      "▁canon": 15355,
+      "izar": 15356,
+      "izia": 15357,
+      "▁mate": 15358,
+      "▁layers": 15359,
+      "sudo": 15360,
+      "schule": 15361,
+      "periment": 15362,
+      "ület": 15363,
+      "ARCHAR": 15364,
+      "▁террито": 15365,
+      "▁measures": 15366,
+      "▁zou": 15367,
+      "opsis": 15368,
+      "нами": 15369,
+      "tbody": 15370,
+      "▁ese": 15371,
+      "sterdam": 15372,
+      "▁photo": 15373,
+      "ynchronous": 15374,
+      "setminus": 15375,
+      "▁loads": 15376,
+      "▁pleasure": 15377,
+      "▁meille": 15378,
+      "}\\,": 15379,
+      "qual": 15380,
+      "▁favour": 15381,
+      "▁rod": 15382,
+      "Der": 15383,
+      "рабо": 15384,
+      "▁pressed": 15385,
+      "rę": 15386,
+      "ieving": 15387,
+      "material": 15388,
+      "virt": 15389,
+      "▁capable": 15390,
+      "сло": 15391,
+      "ushed": 15392,
+      "▁побе": 15393,
+      "usetts": 15394,
+      "unsigned": 15395,
+      "ków": 15396,
+      "▁ov": 15397,
+      "egeben": 15398,
+      "▁applying": 15399,
+      "▁galax": 15400,
+      "▁Oracle": 15401,
+      "▁Stuttgart": 15402,
+      "Infl": 15403,
+      "achusetts": 15404,
+      "▁deel": 15405,
+      "lire": 15406,
+      "▁statunit": 15407,
+      "▁Politiker": 15408,
+      "▁beauty": 15409,
+      ")>": 15410,
+      "▁Columbia": 15411,
+      "▁zewnętrzne": 15412,
+      "▁програ": 15413,
+      "▁dx": 15414,
+      "cknow": 15415,
+      "▁dub": 15416,
+      "unächst": 15417,
+      "findViewById": 15418,
+      "▁Mand": 15419,
+      "áll": 15420,
+      "naire": 15421,
+      "▁destin": 15422,
+      "isting": 15423,
+      "aggi": 15424,
+      "chart": 15425,
+      "▁justice": 15426,
+      "Simple": 15427,
+      "▁unfortunately": 15428,
+      "ір": 15429,
+      "▁questa": 15430,
+      "▁Governor": 15431,
+      "яв": 15432,
+      "▁música": 15433,
+      "▁equipo": 15434,
+      "▁Dest": 15435,
+      "elect": 15436,
+      "StackTrace": 15437,
+      "зом": 15438,
+      "proc": 15439,
+      "entin": 15440,
+      "adora": 15441,
+      "▁Лю": 15442,
+      "▁registered": 15443,
+      "HL": 15444,
+      "facebook": 15445,
+      "▁storing": 15446,
+      "▁Currently": 15447,
+      "▁quadr": 15448,
+      "Standard": 15449,
+      "trim": 15450,
+      "ears": 15451,
+      "sender": 15452,
+      "▁Vas": 15453,
+      "▁edific": 15454,
+      "▁Bür": 15455,
+      "▁Country": 15456,
+      "tha": 15457,
+      ";\"": 15458,
+      "nor": 15459,
+      "▁Doctor": 15460,
+      "rument": 15461,
+      "Gen": 15462,
+      "▁Buen": 15463,
+      "rade": 15464,
+      "▁kun": 15465,
+      "navigation": 15466,
+      "Pay": 15467,
+      "▁captured": 15468,
+      "▁struck": 15469,
+      "venir": 15470,
+      "ément": 15471,
+      "▁Tree": 15472,
+      "▁xx": 15473,
+      "▁narr": 15474,
+      "льного": 15475,
+      "▁installing": 15476,
+      "▁association": 15477,
+      "▁inserted": 15478,
+      "erner": 15479,
+      "validate": 15480,
+      "▁lut": 15481,
+      "▁glo": 15482,
+      "▁technology": 15483,
+      "▁Place": 15484,
+      "$?": 15485,
+      "▁zv": 15486,
+      "слі": 15487,
+      "EP": 15488,
+      "▁atmos": 15489,
+      "ugo": 15490,
+      "ért": 15491,
+      "▁Werk": 15492,
+      "▁%}": 15493,
+      "tele": 15494,
+      "Span": 15495,
+      "▁Raj": 15496,
+      "▁Personen": 15497,
+      "▁Cant": 15498,
+      "▁combat": 15499,
+      "▁observation": 15500,
+      "parameter": 15501,
+      "▁agreed": 15502,
+      "pur": 15503,
+      "▁shadow": 15504,
+      "▁gł": 15505,
+      "Keys": 15506,
+      "Cred": 15507,
+      "ouri": 15508,
+      "▁pale": 15509,
+      "ické": 15510,
+      "▁Week": 15511,
+      "▁Prime": 15512,
+      ">.": 15513,
+      "Initial": 15514,
+      "▁один": 15515,
+      "▁'',": 15516,
+      "▁учи": 15517,
+      "▁Inv": 15518,
+      "cola": 15519,
+      "cible": 15520,
+      "▁Theatre": 15521,
+      "▁bem": 15522,
+      "▁satisfy": 15523,
+      "xl": 15524,
+      "▁разви": 15525,
+      "▁pixel": 15526,
+      "lán": 15527,
+      "▁twee": 15528,
+      "çon": 15529,
+      "нения": 15530,
+      "▁AT": 15531,
+      "ège": 15532,
+      "▁Mort": 15533,
+      "▁mysq": 15534,
+      "ften": 15535,
+      "▁пес": 15536,
+      "éma": 15537,
+      "▁Services": 15538,
+      "customer": 15539,
+      "▁AWS": 15540,
+      "ът": 15541,
+      "▁Ach": 15542,
+      "%.": 15543,
+      "▁clarify": 15544,
+      "▁университе": 15545,
+      "xture": 15546,
+      "umi": 15547,
+      "▁så": 15548,
+      "▁Pel": 15549,
+      "serial": 15550,
+      "URI": 15551,
+      "▁rg": 15552,
+      "▁соста": 15553,
+      "chestra": 15554,
+      "].[": 15555,
+      "wen": 15556,
+      "▁Londres": 15557,
+      "▁anys": 15558,
+      "DataSource": 15559,
+      "▁районе": 15560,
+      "▁rein": 15561,
+      "▁metadata": 15562,
+      "umble": 15563,
+      "arbeit": 15564,
+      "hner": 15565,
+      "cient": 15566,
+      "▁norte": 15567,
+      "▁она": 15568,
+      "▁scored": 15569,
+      "▁ray": 15570,
+      "▁февра": 15571,
+      "▁protagon": 15572,
+      "▁Sac": 15573,
+      "▁commonly": 15574,
+      "LinearLayout": 15575,
+      "▁applic": 15576,
+      "▁мая": 15577,
+      "За": 15578,
+      "▁accessible": 15579,
+      "iewer": 15580,
+      "flag": 15581,
+      "▁Rück": 15582,
+      "äu": 15583,
+      "▁erano": 15584,
+      "▁authentic": 15585,
+      "▁Ry": 15586,
+      "▁неско": 15587,
+      "▁embargo": 15588,
+      "▁dry": 15589,
+      "▁reasonable": 15590,
+      "▁Module": 15591,
+      "▁acceler": 15592,
+      "▁interview": 15593,
+      "▁Creek": 15594,
+      "▁alpha": 15595,
+      "serie": 15596,
+      "They": 15597,
+      "ючи": 15598,
+      "▁Hof": 15599,
+      "▁CR": 15600,
+      "modal": 15601,
+      "▁sequences": 15602,
+      "closed": 15603,
+      ")}$": 15604,
+      "▁Чер": 15605,
+      "▁ORDER": 15606,
+      "Rightarrow": 15607,
+      "hausen": 15608,
+      "}}_": 15609,
+      "▁també": 15610,
+      "▁magnetic": 15611,
+      "▁McC": 15612,
+      "▁winning": 15613,
+      "underline": 15614,
+      "▁Billboard": 15615,
+      "naio": 15616,
+      "▁liqu": 15617,
+      "displaystyle": 15618,
+      "timeout": 15619,
+      "▁considerable": 15620,
+      "▁eben": 15621,
+      "ifferent": 15622,
+      "anu": 15623,
+      "▁Сов": 15624,
+      "[(": 15625,
+      "▁:-)": 15626,
+      "leitung": 15627,
+      "formed": 15628,
+      "▁Manager": 15629,
+      "▁onclick": 15630,
+      "TY": 15631,
+      "тах": 15632,
+      "CV": 15633,
+      "runtime": 15634,
+      "poque": 15635,
+      "▁Ло": 15636,
+      "Temp": 15637,
+      "loaded": 15638,
+      "▁!==": 15639,
+      "▁singer": 15640,
+      "far": 15641,
+      "▁Comple": 15642,
+      "▁Österreich": 15643,
+      "Policy": 15644,
+      "▁worker": 15645,
+      "Wrapper": 15646,
+      "obi": 15647,
+      "▁discussed": 15648,
+      "▁buy": 15649,
+      "▁января": 15650,
+      "▁Din": 15651,
+      "▁ged": 15652,
+      "ској": 15653,
+      "Europe": 15654,
+      "▁tall": 15655,
+      "hos": 15656,
+      "лаго": 15657,
+      "▁Block": 15658,
+      "▁identified": 15659,
+      "ListView": 15660,
+      "▁attempting": 15661,
+      "▁typical": 15662,
+      "psum": 15663,
+      "oster": 15664,
+      "▁журна": 15665,
+      "Pe": 15666,
+      "merce": 15667,
+      "▁unexpected": 15668,
+      "hui": 15669,
+      "letter": 15670,
+      "▁nuevo": 15671,
+      "▁або": 15672,
+      "▁VALUES": 15673,
+      "▁Iz": 15674,
+      "Flags": 15675,
+      "▁TRUE": 15676,
+      "ización": 15677,
+      "▁growing": 15678,
+      "estre": 15679,
+      "▁poly": 15680,
+      "▁Stone": 15681,
+      "▁VIII": 15682,
+      "▁localhost": 15683,
+      "ählt": 15684,
+      "▁embedded": 15685,
+      "jdbc": 15686,
+      "▁convention": 15687,
+      "▁scala": 15688,
+      "сок": 15689,
+      "▁analog": 15690,
+      "▁\"+": 15691,
+      "цю": 15692,
+      "occ": 15693,
+      "▁litt": 15694,
+      "PN": 15695,
+      "▁актив": 15696,
+      "attributes": 15697,
+      "▁Ferd": 15698,
+      "▁azure": 15699,
+      "ști": 15700,
+      "ños": 15701,
+      "ping": 15702,
+      "▁teacher": 15703,
+      "}&": 15704,
+      "ipe": 15705,
+      "▁Nob": 15706,
+      "▁има": 15707,
+      "Bind": 15708,
+      "▁magic": 15709,
+      "▁Transport": 15710,
+      "ixel": 15711,
+      "▁computed": 15712,
+      "agna": 15713,
+      "erst": 15714,
+      "HA": 15715,
+      "Wait": 15716,
+      "▁authors": 15717,
+      "▁;)": 15718,
+      "clam": 15719,
+      "▁Pennsylvan": 15720,
+      "▁drug": 15721,
+      "▁vain": 15722,
+      "▁employed": 15723,
+      "▁individuals": 15724,
+      "▁ange": 15725,
+      "utat": 15726,
+      "▁$-": 15727,
+      "correct": 15728,
+      "▁experiments": 15729,
+      "Argument": 15730,
+      "▁IB": 15731,
+      "▁père": 15732,
+      "▁Brian": 15733,
+      "berger": 15734,
+      "Mac": 15735,
+      "iast": 15736,
+      "Perm": 15737,
+      "Cast": 15738,
+      "▁{};": 15739,
+      "▁Student": 15740,
+      "▁statt": 15741,
+      "algebra": 15742,
+      "▁equals": 15743,
+      "▁projet": 15744,
+      "▁président": 15745,
+      "ActivityThread": 15746,
+      "▁einz": 15747,
+      "enia": 15748,
+      "rez": 15749,
+      "essional": 15750,
+      "▁августа": 15751,
+      "override": 15752,
+      "news": 15753,
+      "▁planet": 15754,
+      "nn": 15755,
+      "▁Wis": 15756,
+      "твер": 15757,
+      "▁Valid": 15758,
+      "▁Gef": 15759,
+      "град": 15760,
+      "▁eig": 15761,
+      "antom": 15762,
+      "▁Meister": 15763,
+      "flags": 15764,
+      "fficiale": 15765,
+      "шая": 15766,
+      "-,": 15767,
+      "ationen": 15768,
+      "mouse": 15769,
+      "standard": 15770,
+      "Single": 15771,
+      "▁bol": 15772,
+      "isis": 15773,
+      "▁fruit": 15774,
+      "course": 15775,
+      "itants": 15776,
+      "▁étaient": 15777,
+      "TextField": 15778,
+      "▁фон": 15779,
+      "▁aircraft": 15780,
+      "▁ISSN": 15781,
+      "▁western": 15782,
+      "▁representing": 15783,
+      "Esp": 15784,
+      "▁Else": 15785,
+      "▁sizes": 15786,
+      "▁satisfied": 15787,
+      "otos": 15788,
+      "UD": 15789,
+      "Final": 15790,
+      "ój": 15791,
+      "ève": 15792,
+      "▁Roy": 15793,
+      "ffen": 15794,
+      "▁salt": 15795,
+      "▁Label": 15796,
+      "Sk": 15797,
+      "▁кре": 15798,
+      "▁Литература": 15799,
+      "▁см": 15800,
+      "Attributes": 15801,
+      "aye": 15802,
+      "ськ": 15803,
+      "▁высо": 15804,
+      "-)": 15805,
+      "oses": 15806,
+      "calcul": 15807,
+      "▁Cannot": 15808,
+      "Generic": 15809,
+      "emo": 15810,
+      "▁Autor": 15811,
+      "лён": 15812,
+      "лага": 15813,
+      "vote": 15814,
+      "licates": 15815,
+      "rus": 15816,
+      "éli": 15817,
+      "opf": 15818,
+      "atique": 15819,
+      "scala": 15820,
+      "▁Ohio": 15821,
+      "▁Britann": 15822,
+      "▁bef": 15823,
+      "▁Евро": 15824,
+      "▁Career": 15825,
+      "isée": 15826,
+      "ót": 15827,
+      "bose": 15828,
+      "▁Бер": 15829,
+      "▁Controller": 15830,
+      "pole": 15831,
+      "▁allen": 15832,
+      "▁hack": 15833,
+      "▁extent": 15834,
+      "▁calci": 15835,
+      "Mer": 15836,
+      "▁summary": 15837,
+      "Mart": 15838,
+      "▁historical": 15839,
+      "imat": 15840,
+      "bud": 15841,
+      "▁FOR": 15842,
+      "export": 15843,
+      "edi": 15844,
+      "Mapping": 15845,
+      "▁Ay": 15846,
+      "▁Ruby": 15847,
+      "▁definitions": 15848,
+      "▁{$": 15849,
+      "▁yours": 15850,
+      "rias": 15851,
+      "Touch": 15852,
+      "▁Gaz": 15853,
+      "▁Autom": 15854,
+      "▁истори": 15855,
+      "▁delen": 15856,
+      "▁Kinder": 15857,
+      "}}%": 15858,
+      "▁performing": 15859,
+      "FR": 15860,
+      "▁Sig": 15861,
+      "▁Brad": 15862,
+      "bras": 15863,
+      "▁Jar": 15864,
+      "pkg": 15865,
+      "wr": 15866,
+      "▁Pays": 15867,
+      "NC": 15868,
+      "▁opposed": 15869,
+      "Try": 15870,
+      "▁везе": 15871,
+      "▁Bog": 15872,
+      "▁writes": 15873,
+      "▁stories": 15874,
+      "▁mater": 15875,
+      "▁stagione": 15876,
+      "▁sty": 15877,
+      "▁compatible": 15878,
+      "heast": 15879,
+      "▁Guy": 15880,
+      "egründ": 15881,
+      "▁identifier": 15882,
+      "▁heads": 15883,
+      "пози": 15884,
+      "▁stup": 15885,
+      "▁tf": 15886,
+      "▁још": 15887,
+      "▁Hugh": 15888,
+      "▁cards": 15889,
+      "ovy": 15890,
+      "▁Toast": 15891,
+      "allas": 15892,
+      "▁públic": 15893,
+      "▁assumes": 15894,
+      "▁чемпиона": 15895,
+      "ycler": 15896,
+      "▁Junior": 15897,
+      "▁Fich": 15898,
+      "▁estimated": 15899,
+      "zerw": 15900,
+      "dialog": 15901,
+      "шин": 15902,
+      "shell": 15903,
+      "▁них": 15904,
+      "▁pitch": 15905,
+      "дол": 15906,
+      "outube": 15907,
+      "▁Santi": 15908,
+      "OnClickListener": 15909,
+      "▁Magyar": 15910,
+      "▁vue": 15911,
+      "ião": 15912,
+      "▁`#": 15913,
+      "collect": 15914,
+      "▁Rou": 15915,
+      "analysis": 15916,
+      "istrzost": 15917,
+      "▁Digital": 15918,
+      "▁crist": 15919,
+      "riere": 15920,
+      "▁campo": 15921,
+      "Us": 15922,
+      "▁circa": 15923,
+      "▁Component": 15924,
+      "▁NSString": 15925,
+      "pd": 15926,
+      "▁prince": 15927,
+      "▁invoke": 15928,
+      "▁Marine": 15929,
+      "Allow": 15930,
+      "estic": 15931,
+      "ристи": 15932,
+      "bone": 15933,
+      "туры": 15934,
+      "▁passion": 15935,
+      "áció": 15936,
+      "▁orn": 15937,
+      "вед": 15938,
+      "▁invari": 15939,
+      "▁ні": 15940,
+      "Remove": 15941,
+      "encies": 15942,
+      "ilib": 15943,
+      "▁Director": 15944,
+      "\"\"": 15945,
+      "▁Conse": 15946,
+      "googleapis": 15947,
+      "ók": 15948,
+      "▁Укра": 15949,
+      "▁Having": 15950,
+      "Domain": 15951,
+      "ierz": 15952,
+      "нологи": 15953,
+      "Cho": 15954,
+      "undefined": 15955,
+      "alloc": 15956,
+      "▁pied": 15957,
+      "▁fraction": 15958,
+      "bia": 15959,
+      "▁поло": 15960,
+      "ugno": 15961,
+      "minister": 15962,
+      "▁principale": 15963,
+      "▁refused": 15964,
+      "browser": 15965,
+      "*,": 15966,
+      "▁Hospital": 15967,
+      "▁universal": 15968,
+      "▁Ernst": 15969,
+      "who": 15970,
+      "▁Gard": 15971,
+      "'_": 15972,
+      "conde": 15973,
+      "▁[{": 15974,
+      "sob": 15975,
+      "▁Crit": 15976,
+      "▁декабря": 15977,
+      "▁punto": 15978,
+      "▁eingesetzt": 15979,
+      "▁tör": 15980,
+      "▁Ni": 15981,
+      "▁worry": 15982,
+      "▁legend": 15983,
+      "▁були": 15984,
+      "▁komm": 15985,
+      "rijk": 15986,
+      "effect": 15987,
+      "Ori": 15988,
+      "RES": 15989,
+      "▁Peters": 15990,
+      "▁Baron": 15991,
+      "▁Got": 15992,
+      "▁honest": 15993,
+      "äre": 15994,
+      "ász": 15995,
+      "▁noble": 15996,
+      "▁conclusion": 15997,
+      "▁formatting": 15998,
+      "▁otto": 15999,
+      "▁deleg": 16000,
+      "мб": 16001,
+      "ptop": 16002,
+      "▁sends": 16003,
+      "urname": 16004,
+      "▁festival": 16005,
+      ",‎": 16006,
+      "рус": 16007,
+      "▁doch": 16008,
+      "subject": 16009,
+      "▁careful": 16010,
+      "quent": 16011,
+      "▁Load": 16012,
+      "temperaturen": 16013,
+      "▁rue": 16014,
+      "Memory": 16015,
+      "ța": 16016,
+      "iona": 16017,
+      "▁dentro": 16018,
+      "▁begann": 16019,
+      "▁Aqu": 16020,
+      "▁scientific": 16021,
+      "kań": 16022,
+      "лок": 16023,
+      "elde": 16024,
+      "▁Those": 16025,
+      "quier": 16026,
+      "actér": 16027,
+      "▁Auflage": 16028,
+      ")'": 16029,
+      "▁gradient": 16030,
+      "integer": 16031,
+      "▁Import": 16032,
+      "SK": 16033,
+      "▁Status": 16034,
+      "▁explo": 16035,
+      "AE": 16036,
+      "Shell": 16037,
+      "▁Paulo": 16038,
+      ".»": 16039,
+      "}</": 16040,
+      "flex": 16041,
+      "▁комп": 16042,
+      "onden": 16043,
+      "accept": 16044,
+      "▁miejsce": 16045,
+      "Hub": 16046,
+      "alleng": 16047,
+      "WN": 16048,
+      "▁implementing": 16049,
+      "▁лу": 16050,
+      "▁confusing": 16051,
+      "▁Install": 16052,
+      "▁rou": 16053,
+      "▁проек": 16054,
+      "Accessor": 16055,
+      "љашње": 16056,
+      "odio": 16057,
+      "▁applies": 16058,
+      "ющий": 16059,
+      "▁Mundial": 16060,
+      "État": 16061,
+      "ietnam": 16062,
+      "hum": 16063,
+      "▁сбор": 16064,
+      "ordinate": 16065,
+      "France": 16066,
+      "▁prend": 16067,
+      "eltemperaturen": 16068,
+      "▁trabaj": 16069,
+      "Axis": 16070,
+      "▁мно": 16071,
+      "primary": 16072,
+      "▁Seite": 16073,
+      "permission": 16074,
+      "▁orden": 16075,
+      "since": 16076,
+      "▁ic": 16077,
+      "▁Brazil": 16078,
+      "▁bare": 16079,
+      "▁Nar": 16080,
+      "▁Jur": 16081,
+      "▁freedom": 16082,
+      "▁medical": 16083,
+      "ischof": 16084,
+      "▁сп": 16085,
+      "ież": 16086,
+      "▁bootstrap": 16087,
+      "▁…": 16088,
+      "▁facil": 16089,
+      "cord": 16090,
+      "ване": 16091,
+      "▁Allen": 16092,
+      "avid": 16093,
+      "ingham": 16094,
+      "zas": 16095,
+      "▁inspect": 16096,
+      "itten": 16097,
+      "osti": 16098,
+      "uh": 16099,
+      "cé": 16100,
+      "▁#####": 16101,
+      "cius": 16102,
+      "omy": 16103,
+      "▁Seine": 16104,
+      "bres": 16105,
+      "▁genus": 16106,
+      "Other": 16107,
+      "▁Golden": 16108,
+      "mul": 16109,
+      "▁Спољашње": 16110,
+      "▁gennaio": 16111,
+      "▁carefully": 16112,
+      "aal": 16113,
+      "▁analyt": 16114,
+      "neur": 16115,
+      "▁stretch": 16116,
+      "▁Occ": 16117,
+      "olas": 16118,
+      "▁firebase": 16119,
+      "▁expecting": 16120,
+      "basic": 16121,
+      "condition": 16122,
+      "prov": 16123,
+      "▁Wasser": 16124,
+      "▁concaten": 16125,
+      "▁evil": 16126,
+      "▁coefficients": 16127,
+      "West": 16128,
+      "iry": 16129,
+      "phas": 16130,
+      "▁Jam": 16131,
+      "fois": 16132,
+      "▁consid": 16133,
+      "▁mainten": 16134,
+      "nim": 16135,
+      "esser": 16136,
+      "esz": 16137,
+      "unta": 16138,
+      "uest": 16139,
+      "▁credentials": 16140,
+      "_;": 16141,
+      "Dim": 16142,
+      "преде": 16143,
+      "▁Bü": 16144,
+      "built": 16145,
+      "▁Academ": 16146,
+      "▁audi": 16147,
+      "▁två": 16148,
+      "inand": 16149,
+      "▁Theater": 16150,
+      "▁genre": 16151,
+      "ços": 16152,
+      "gresql": 16153,
+      "▁weap": 16154,
+      "▁Rab": 16155,
+      "▁’": 16156,
+      "▁adult": 16157,
+      "▁dém": 16158,
+      "``": 16159,
+      "▁stabil": 16160,
+      "▁corresponds": 16161,
+      "▁Eastern": 16162,
+      "unnel": 16163,
+      "Worker": 16164,
+      "▁coh": 16165,
+      "лка": 16166,
+      "▁Massachusetts": 16167,
+      "pio": 16168,
+      "▁ports": 16169,
+      "agg": 16170,
+      "▁Debug": 16171,
+      "▁breath": 16172,
+      "MIN": 16173,
+      "Variable": 16174,
+      "batch": 16175,
+      "ссе": 16176,
+      "▁preg": 16177,
+      "▁roles": 16178,
+      "paste": 16179,
+      "▁referenced": 16180,
+      "adrat": 16181,
+      "чё": 16182,
+      "binom": 16183,
+      "▁defining": 16184,
+      "▁Budapest": 16185,
+      "▁дви": 16186,
+      "▁taught": 16187,
+      "▁hole": 16188,
+      "▁quella": 16189,
+      "Msg": 16190,
+      "aska": 16191,
+      "scan": 16192,
+      "▁propose": 16193,
+      "▁Биография": 16194,
+      "{{\\": 16195,
+      "textt": 16196,
+      "▁Alb": 16197,
+      "▁Sydney": 16198,
+      "▁backup": 16199,
+      "▁credit": 16200,
+      "▁францу": 16201,
+      "stats": 16202,
+      "\\\":": 16203,
+      "▁Пере": 16204,
+      "▁accordingly": 16205,
+      "▁Len": 16206,
+      "zna": 16207,
+      "▁Regional": 16208,
+      "▁изда": 16209,
+      "▁jú": 16210,
+      "histor": 16211,
+      "▁entities": 16212,
+      "Star": 16213,
+      "оне": 16214,
+      "']['": 16215,
+      "▁Nova": 16216,
+      "die": 16217,
+      "▁`'": 16218,
+      "▁obten": 16219,
+      "anst": 16220,
+      "▁Relig": 16221,
+      "▁trig": 16222,
+      "▁режи": 16223,
+      "▁Personal": 16224,
+      "▁tone": 16225,
+      "▁aid": 16226,
+      "Visual": 16227,
+      "Submit": 16228,
+      "▁moves": 16229,
+      "▁Bridge": 16230,
+      "▁Boy": 16231,
+      "▁accurate": 16232,
+      "osta": 16233,
+      "atto": 16234,
+      "▁defeated": 16235,
+      "▁datab": 16236,
+      "ginx": 16237,
+      "▁Liv": 16238,
+      "lywood": 16239,
+      "TW": 16240,
+      "rium": 16241,
+      "ipped": 16242,
+      "Fail": 16243,
+      "REQUEST": 16244,
+      "▁ignor": 16245,
+      "▁sitting": 16246,
+      "▁molto": 16247,
+      "▁endpoint": 16248,
+      "ución": 16249,
+      "▁collections": 16250,
+      "▁Ту": 16251,
+      "tembre": 16252,
+      "▁nécess": 16253,
+      "▁interact": 16254,
+      "▁otras": 16255,
+      "▁curr": 16256,
+      "▁tracks": 16257,
+      "▁família": 16258,
+      "▁numerical": 16259,
+      "legt": 16260,
+      "]/": 16261,
+      "▁Mario": 16262,
+      "▁tort": 16263,
+      "bg": 16264,
+      "ssl": 16265,
+      "texttt": 16266,
+      "▁spark": 16267,
+      "дии": 16268,
+      "▁probable": 16269,
+      "%%%%": 16270,
+      "phia": 16271,
+      "],[": 16272,
+      "▁boxes": 16273,
+      "▁academ": 16274,
+      "▁Slo": 16275,
+      "äude": 16276,
+      "▁witness": 16277,
+      "▁editing": 16278,
+      "лина": 16279,
+      "▁lookup": 16280,
+      "▁Buck": 16281,
+      "дня": 16282,
+      "▁jours": 16283,
+      "++){": 16284,
+      "▁indices": 16285,
+      "▁flight": 16286,
+      "▁computation": 16287,
+      "Plugin": 16288,
+      "▁realize": 16289,
+      "isset": 16290,
+      "▁derivative": 16291,
+      "linewidth": 16292,
+      "bund": 16293,
+      "▁thor": 16294,
+      "▁.=": 16295,
+      "▁sí": 16296,
+      "▁Click": 16297,
+      "▁Sebast": 16298,
+      ">'": 16299,
+      "havior": 16300,
+      "lei": 16301,
+      "ulf": 16302,
+      "▁geometry": 16303,
+      "prev": 16304,
+      "empl": 16305,
+      "▁Lé": 16306,
+      "anson": 16307,
+      "▁Alice": 16308,
+      "prototype": 16309,
+      "READ": 16310,
+      "icular": 16311,
+      "▁бі": 16312,
+      "▁deutsche": 16313,
+      "▁Represent": 16314,
+      "sites": 16315,
+      "▁Mean": 16316,
+      "▁diss": 16317,
+      "▁Zur": 16318,
+      "▁през": 16319,
+      "PAR": 16320,
+      "▁'#": 16321,
+      "▁Dra": 16322,
+      "сон": 16323,
+      "▁steht": 16324,
+      "markt": 16325,
+      "▁ease": 16326,
+      "Drawing": 16327,
+      "=%": 16328,
+      "Stop": 16329,
+      "▁serving": 16330,
+      "▁także": 16331,
+      "▁DNS": 16332,
+      "▁literal": 16333,
+      "Die": 16334,
+      "▁вос": 16335,
+      "▁senior": 16336,
+      "acion": 16337,
+      "▁ubuntu": 16338,
+      "▁Frankfurt": 16339,
+      "▁Sunday": 16340,
+      "áb": 16341,
+      "▁journey": 16342,
+      "issa": 16343,
+      "berry": 16344,
+      "▁sep": 16345,
+      "▁ion": 16346,
+      "wert": 16347,
+      "ország": 16348,
+      "serve": 16349,
+      "▁Milano": 16350,
+      "▁века": 16351,
+      "рах": 16352,
+      "▁июля": 16353,
+      "▁manera": 16354,
+      "▁stations": 16355,
+      "▁adopted": 16356,
+      "▁anybody": 16357,
+      "VERSION": 16358,
+      "FE": 16359,
+      "dorf": 16360,
+      "...,": 16361,
+      "▁образова": 16362,
+      "Logger": 16363,
+      "фициаль": 16364,
+      "WRITE": 16365,
+      "▁ham": 16366,
+      "▁Future": 16367,
+      "oten": 16368,
+      "▁AG": 16369,
+      "▁trained": 16370,
+      "▁Nich": 16371,
+      "▁university": 16372,
+      "▁Olympics": 16373,
+      "▁doit": 16374,
+      "▁cultural": 16375,
+      "Conf": 16376,
+      "▁Conference": 16377,
+      "orno": 16378,
+      "▁MP": 16379,
+      "▁bou": 16380,
+      "cin": 16381,
+      "High": 16382,
+      "annte": 16383,
+      "▁displaying": 16384,
+      "▁chapter": 16385,
+      "▁Frauen": 16386,
+      "▁realized": 16387,
+      "▁attempted": 16388,
+      "▁preferred": 16389,
+      "Dat": 16390,
+      "▁trouve": 16391,
+      "▁intention": 16392,
+      "▁Notice": 16393,
+      "timestamp": 16394,
+      "*(": 16395,
+      "▁Ша": 16396,
+      "anas": 16397,
+      "cla": 16398,
+      "isz": 16399,
+      "tbl": 16400,
+      "Arr": 16401,
+      "▁inverse": 16402,
+      "▁terrible": 16403,
+      "▁occupied": 16404,
+      "JAX": 16405,
+      "<-": 16406,
+      "▁Philosoph": 16407,
+      "▁Corps": 16408,
+      "builder": 16409,
+      "▁begins": 16410,
+      "▁census": 16411,
+      ".’": 16412,
+      "▁proven": 16413,
+      "metric": 16414,
+      "▁increases": 16415,
+      "wich": 16416,
+      "▁ABC": 16417,
+      "projects": 16418,
+      "▁Thor": 16419,
+      "▁confidence": 16420,
+      "▁ufficiale": 16421,
+      "elm": 16422,
+      "▁garden": 16423,
+      "▁robust": 16424,
+      "▁così": 16425,
+      "iedz": 16426,
+      "▁Islam": 16427,
+      "▁Address": 16428,
+      "▁divide": 16429,
+      "▁Eu": 16430,
+      "catal": 16431,
+      "detail": 16432,
+      "ependant": 16433,
+      "fg": 16434,
+      "▁bew": 16435,
+      "▁fis": 16436,
+      "▁BO": 16437,
+      "▁wsp": 16438,
+      "▁pipeline": 16439,
+      "hd": 16440,
+      "▁Session": 16441,
+      "länd": 16442,
+      "iveau": 16443,
+      "estr": 16444,
+      "▁particle": 16445,
+      "▁laravel": 16446,
+      "pic": 16447,
+      "▁nau": 16448,
+      "▁fins": 16449,
+      "▁Vil": 16450,
+      "▁fus": 16451,
+      "▁quasi": 16452,
+      "operation": 16453,
+      "▁aller": 16454,
+      "▁analy": 16455,
+      "▁Он": 16456,
+      "▁Mes": 16457,
+      "▁опера": 16458,
+      "▁handled": 16459,
+      "▁deprec": 16460,
+      "tto": 16461,
+      "▁Ek": 16462,
+      "▁stran": 16463,
+      "▁anglais": 16464,
+      "jure": 16465,
+      "▁Silver": 16466,
+      "▁closely": 16467,
+      "enkins": 16468,
+      "anos": 16469,
+      "sted": 16470,
+      "▁сентября": 16471,
+      "brand": 16472,
+      "ньо": 16473,
+      "▁présent": 16474,
+      "rok": 16475,
+      "mount": 16476,
+      "▁Anthony": 16477,
+      "▁Furthermore": 16478,
+      "inha": 16479,
+      "▁архи": 16480,
+      "▁разли": 16481,
+      "▁октября": 16482,
+      "▁pint": 16483,
+      "ný": 16484,
+      "pts": 16485,
+      "▁italien": 16486,
+      "▁реги": 16487,
+      "лез": 16488,
+      "дина": 16489,
+      "atherine": 16490,
+      "Internal": 16491,
+      "Question": 16492,
+      "▁settlement": 16493,
+      "▁Все": 16494,
+      "▁folders": 16495,
+      "дри": 16496,
+      "▁valor": 16497,
+      "▁Miller": 16498,
+      "▁Assert": 16499,
+      "▁patient": 16500,
+      "▁Nieder": 16501,
+      "▁EP": 16502,
+      "▁Agr": 16503,
+      "▁onde": 16504,
+      "▁scop": 16505,
+      "sequence": 16506,
+      "▁PL": 16507,
+      "▁seek": 16508,
+      "javase": 16509,
+      "▁Vector": 16510,
+      "▁ná": 16511,
+      "▁categoría": 16512,
+      "clone": 16513,
+      "NR": 16514,
+      "available": 16515,
+      "▁Besch": 16516,
+      "▁eclipse": 16517,
+      "wicklung": 16518,
+      "deploy": 16519,
+      "enie": 16520,
+      "▁\")": 16521,
+      "äst": 16522,
+      "▁sync": 16523,
+      "CODE": 16524,
+      "▁Че": 16525,
+      "▁floating": 16526,
+      "/`": 16527,
+      "▁retired": 16528,
+      "deb": 16529,
+      "▁particul": 16530,
+      "▁collected": 16531,
+      "▁downloaded": 16532,
+      "nice": 16533,
+      "▁Buffer": 16534,
+      "▁Account": 16535,
+      "▁maggio": 16536,
+      "▁реда": 16537,
+      "▁sales": 16538,
+      "▁statunitense": 16539,
+      "▁Ki": 16540,
+      "▁Ferr": 16541,
+      "Lock": 16542,
+      "▁Isabel": 16543,
+      "clar": 16544,
+      "▁pov": 16545,
+      "atra": 16546,
+      "▁Frau": 16547,
+      "▁sorting": 16548,
+      "▁phrase": 16549,
+      "▁апреля": 16550,
+      "▁деятель": 16551,
+      "▁André": 16552,
+      "definition": 16553,
+      "writing": 16554,
+      "éré": 16555,
+      "щу": 16556,
+      "▁Ord": 16557,
+      "▁rum": 16558,
+      "▁Turk": 16559,
+      "▁Ivan": 16560,
+      "theless": 16561,
+      "▁ги": 16562,
+      "▁sake": 16563,
+      "▁Based": 16564,
+      "deck": 16565,
+      "orus": 16566,
+      "▁tutti": 16567,
+      "▁blan": 16568,
+      "▁Пу": 16569,
+      "Detail": 16570,
+      "▁Но": 16571,
+      "▁Sky": 16572,
+      "▁près": 16573,
+      "мой": 16574,
+      "coln": 16575,
+      "ческой": 16576,
+      "eti": 16577,
+      "▁arrow": 16578,
+      "▁Cha": 16579,
+      "chmark": 16580,
+      "œur": 16581,
+      "fab": 16582,
+      "куль": 16583,
+      "GridView": 16584,
+      "▁Background": 16585,
+      "sn": 16586,
+      "▁seguito": 16587,
+      "▁nic": 16588,
+      "cou": 16589,
+      "тів": 16590,
+      "▁bzw": 16591,
+      "addEventListener": 16592,
+      "sync": 16593,
+      "azzo": 16594,
+      "abstract": 16595,
+      "assets": 16596,
+      "▁Dru": 16597,
+      "зд": 16598,
+      "ordnet": 16599,
+      "▁bigger": 16600,
+      "▁initialized": 16601,
+      "каз": 16602,
+      "ogene": 16603,
+      "viously": 16604,
+      "▁guid": 16605,
+      "scheidung": 16606,
+      "▁Zent": 16607,
+      "▁frames": 16608,
+      "rieben": 16609,
+      "▁issued": 16610,
+      "▁dow": 16611,
+      "▁describes": 16612,
+      "ilst": 16613,
+      "▁criteria": 16614,
+      "▁gentleman": 16615,
+      "Basic": 16616,
+      "nez": 16617,
+      "Dev": 16618,
+      "Move": 16619,
+      "▁estaba": 16620,
+      "▁settembre": 16621,
+      "circle": 16622,
+      "▁fais": 16623,
+      "▁myst": 16624,
+      "▁archiv": 16625,
+      "dynamic": 16626,
+      "jà": 16627,
+      "itas": 16628,
+      "▁який": 16629,
+      "▁dor": 16630,
+      "▁Amazon": 16631,
+      "▁neces": 16632,
+      "▁Marcel": 16633,
+      "▁ella": 16634,
+      "рок": 16635,
+      "▁Pennsylvania": 16636,
+      "cular": 16637,
+      "Pack": 16638,
+      "itage": 16639,
+      "▁Burn": 16640,
+      "▁RO": 16641,
+      "▁они": 16642,
+      "~$": 16643,
+      "TeX": 16644,
+      "assign": 16645,
+      "▁beat": 16646,
+      "idense": 16647,
+      "acent": 16648,
+      "Alert": 16649,
+      "▁strateg": 16650,
+      "▁månaden": 16651,
+      "LOC": 16652,
+      "▁catalog": 16653,
+      "printStackTrace": 16654,
+      "()).": 16655,
+      "usted": 16656,
+      "▁Framework": 16657,
+      "ECK": 16658,
+      "▁até": 16659,
+      "Framework": 16660,
+      "▁attacks": 16661,
+      "▁Bert": 16662,
+      "▁тран": 16663,
+      ":%": 16664,
+      "arsi": 16665,
+      "notation": 16666,
+      "▁logical": 16667,
+      "weet": 16668,
+      "▁visited": 16669,
+      "bru": 16670,
+      "▁surprise": 16671,
+      "^^": 16672,
+      "inale": 16673,
+      "remote": 16674,
+      "'},": 16675,
+      "Syntax": 16676,
+      "iane": 16677,
+      "onnen": 16678,
+      "▁breaking": 16679,
+      "parser": 16680,
+      "apk": 16681,
+      "▁Miguel": 16682,
+      "▁§": 16683,
+      "▁acting": 16684,
+      "▁gebru": 16685,
+      "AtIndex": 16686,
+      "ються": 16687,
+      "▁offers": 16688,
+      "▁prac": 16689,
+      "▁grant": 16690,
+      "ternoon": 16691,
+      "▁acquired": 16692,
+      "▁Ny": 16693,
+      "▁comma": 16694,
+      "ník": 16695,
+      "▁Step": 16696,
+      "inners": 16697,
+      "▁SA": 16698,
+      "▁wat": 16699,
+      "days": 16700,
+      "▁rectangle": 16701,
+      "dar": 16702,
+      "▁trac": 16703,
+      "▁Indones": 16704,
+      "▁feedback": 16705,
+      "▁breaks": 16706,
+      "partition": 16707,
+      "icans": 16708,
+      "▁Notices": 16709,
+      "▁improved": 16710,
+      "phan": 16711,
+      "▁differential": 16712,
+      "scripts": 16713,
+      "▁XIII": 16714,
+      "▁Labor": 16715,
+      "▁precision": 16716,
+      "▁seed": 16717,
+      "bundle": 16718,
+      "idents": 16719,
+      "hre": 16720,
+      "▁Douglas": 16721,
+      "uld": 16722,
+      "▁secondary": 16723,
+      "▁brig": 16724,
+      "▁confirmed": 16725,
+      "▁claims": 16726,
+      "Role": 16727,
+      "▁Jewish": 16728,
+      "▁před": 16729,
+      "▁hotel": 16730,
+      "▁compte": 16731,
+      "▁recursive": 16732,
+      "](#)": 16733,
+      "▁rotate": 16734,
+      "▁chrome": 16735,
+      "inea": 16736,
+      "%;\r": 16737,
+      "▁Environment": 16738,
+      "platz": 16739,
+      "▁Single": 16740,
+      "▁sevent": 16741,
+      "▁posting": 16742,
+      "▁dealing": 16743,
+      "parameters": 16744,
+      "граф": 16745,
+      "Authentication": 16746,
+      "touch": 16747,
+      "Az": 16748,
+      "▁gray": 16749,
+      "encing": 16750,
+      "boldmath": 16751,
+      "▁сайте": 16752,
+      "▁Za": 16753,
+      "anje": 16754,
+      "▁polar": 16755,
+      "▁ули": 16756,
+      "kil": 16757,
+      "▁hover": 16758,
+      "▁REST": 16759,
+      "▁Come": 16760,
+      "jb": 16761,
+      "▁Georgia": 16762,
+      "▁Estado": 16763,
+      "OutputStream": 16764,
+      "ћи": 16765,
+      "▁dump": 16766,
+      "▁Age": 16767,
+      "▁swo": 16768,
+      "mobile": 16769,
+      "occup": 16770,
+      "шего": 16771,
+      "▁constitution": 16772,
+      "good": 16773,
+      "aku": 16774,
+      "▁анг": 16775,
+      "ieck": 16776,
+      "▁Psych": 16777,
+      "▁roots": 16778,
+      "▁vest": 16779,
+      "▁годах": 16780,
+      "▁República": 16781,
+      "▁pian": 16782,
+      "igration": 16783,
+      "▁préc": 16784,
+      "▁generates": 16785,
+      "LY": 16786,
+      "(`": 16787,
+      "▁=~": 16788,
+      "шения": 16789,
+      "▁Rah": 16790,
+      "▁connecting": 16791,
+      "ží": 16792,
+      "▁fő": 16793,
+      "▁appel": 16794,
+      "▁Railway": 16795,
+      "гли": 16796,
+      "▁développ": 16797,
+      "▁apo": 16798,
+      "fran": 16799,
+      "▁immediate": 16800,
+      "вого": 16801,
+      "Runner": 16802,
+      "äg": 16803,
+      "Something": 16804,
+      "▁généra": 16805,
+      "EventArgs": 16806,
+      "inction": 16807,
+      "gly": 16808,
+      "▁Due": 16809,
+      "▁prost": 16810,
+      "▁referring": 16811,
+      "▁jog": 16812,
+      "▁executable": 16813,
+      "▁Dream": 16814,
+      "acs": 16815,
+      "▁Cole": 16816,
+      "ampf": 16817,
+      "▁Bis": 16818,
+      "▁июня": 16819,
+      "lieder": 16820,
+      "тек": 16821,
+      "▁vb": 16822,
+      "▁mom": 16823,
+      "▁:(": 16824,
+      "▁dernier": 16825,
+      "'=>": 16826,
+      "▁этого": 16827,
+      "▁neue": 16828,
+      "▁Ча": 16829,
+      "▁weitere": 16830,
+      "▁alleg": 16831,
+      "▁reality": 16832,
+      "▁judge": 16833,
+      "▁Balt": 16834,
+      "▁thin": 16835,
+      "▁Ged": 16836,
+      "ieval": 16837,
+      "mx": 16838,
+      "ціональ": 16839,
+      "▁выпу": 16840,
+      "▁IX": 16841,
+      "▁blind": 16842,
+      "▁Motor": 16843,
+      "▁ша": 16844,
+      "▁approximation": 16845,
+      "dam": 16846,
+      "▁fog": 16847,
+      "кор": 16848,
+      "▁Writ": 16849,
+      "▁ling": 16850,
+      "▁писа": 16851,
+      "▁Mars": 16852,
+      "otti": 16853,
+      "Enum": 16854,
+      "▁Trib": 16855,
+      "▁merc": 16856,
+      "zung": 16857,
+      "vanced": 16858,
+      "cfg": 16859,
+      "нах": 16860,
+      "schen": 16861,
+      "\"].": 16862,
+      "bek": 16863,
+      "▁ster": 16864,
+      "jp": 16865,
+      "▁Rap": 16866,
+      "▁recording": 16867,
+      "▁peint": 16868,
+      "▁lets": 16869,
+      "änge": 16870,
+      ">\";": 16871,
+      "▁місце": 16872,
+      "▁caval": 16873,
+      "▁CSV": 16874,
+      "▁entstand": 16875,
+      "▁helper": 16876,
+      "endet": 16877,
+      "▁Gram": 16878,
+      "▁Diego": 16879,
+      "▁Bishop": 16880,
+      "TAG": 16881,
+      "▁ecc": 16882,
+      "▁Een": 16883,
+      "▁AV": 16884,
+      "City": 16885,
+      "▁Guide": 16886,
+      "hind": 16887,
+      "rical": 16888,
+      "▁Основ": 16889,
+      "Bus": 16890,
+      "▁zunächst": 16891,
+      "▁tick": 16892,
+      "▁Colonel": 16893,
+      "Thanks": 16894,
+      "▁ferm": 16895,
+      "▁granted": 16896,
+      "▁threshold": 16897,
+      "omorphic": 16898,
+      "▁Hun": 16899,
+      "enis": 16900,
+      "▁прав": 16901,
+      "▁які": 16902,
+      "PG": 16903,
+      "▁ws": 16904,
+      "▁technical": 16905,
+      "estro": 16906,
+      "klär": 16907,
+      "vars": 16908,
+      "ocrat": 16909,
+      "▁општи": 16910,
+      "onso": 16911,
+      "iba": 16912,
+      "▁Save": 16913,
+      "▁programa": 16914,
+      "▁въ": 16915,
+      "▁invån": 16916,
+      ">()": 16917,
+      "▁mejor": 16918,
+      "▁слова": 16919,
+      "▁replacement": 16920,
+      "▁impr": 16921,
+      "▁Francesco": 16922,
+      "▁Hotel": 16923,
+      "▁UPDATE": 16924,
+      "▁музы": 16925,
+      "ugs": 16926,
+      "vard": 16927,
+      "▁faz": 16928,
+      "inton": 16929,
+      "▁arts": 16930,
+      "▁Ky": 16931,
+      "▁Ils": 16932,
+      "▁sera": 16933,
+      "▁Volume": 16934,
+      "▁giugno": 16935,
+      "▁asym": 16936,
+      "▁Pir": 16937,
+      "▁NAS": 16938,
+      "▁Tam": 16939,
+      "ěl": 16940,
+      "Sequ": 16941,
+      "kmal": 16942,
+      "▁Eins": 16943,
+      "▁компа": 16944,
+      "obe": 16945,
+      "oor": 16946,
+      "▁heap": 16947,
+      "ctl": 16948,
+      "▁separately": 16949,
+      "reader": 16950,
+      "▁significantly": 16951,
+      "▁Lag": 16952,
+      "notes": 16953,
+      "▁sele": 16954,
+      "▁dedicated": 16955,
+      "▁Host": 16956,
+      "choice": 16957,
+      "wing": 16958,
+      "▁Titel": 16959,
+      "▁befindet": 16960,
+      "large": 16961,
+      "▁conten": 16962,
+      "JavaScript": 16963,
+      "▁deser": 16964,
+      "▁Gordon": 16965,
+      "спе": 16966,
+      "▁patri": 16967,
+      "▁Random": 16968,
+      "▁Returns": 16969,
+      "ым": 16970,
+      "рома": 16971,
+      "▁Studies": 16972,
+      "Sl": 16973,
+      "▁frü": 16974,
+      "TEXT": 16975,
+      "inate": 16976,
+      "▁Tol": 16977,
+      "▁everywhere": 16978,
+      "arta": 16979,
+      "▁orbit": 16980,
+      "▁Aires": 16981,
+      "▁Iss": 16982,
+      "▁też": 16983,
+      "▁diverse": 16984,
+      "▁numeric": 16985,
+      "maz": 16986,
+      "▁mise": 16987,
+      "▁battery": 16988,
+      "▁Akadem": 16989,
+      "нение": 16990,
+      "▁simultane": 16991,
+      "▁Dead": 16992,
+      "▁clust": 16993,
+      "▁otro": 16994,
+      "▁cerca": 16995,
+      "()`,": 16996,
+      "roz": 16997,
+      "ăt": 16998,
+      "▁MO": 16999,
+      "riften": 17000,
+      "important": 17001,
+      "▁jeho": 17002,
+      "▁findViewById": 17003,
+      "▁consequence": 17004,
+      "▁measured": 17005,
+      "ishes": 17006,
+      "▁sze": 17007,
+      "iendo": 17008,
+      "▁Wahl": 17009,
+      "strip": 17010,
+      "ARD": 17011,
+      "▁opacity": 17012,
+      "WORD": 17013,
+      "▁Ві": 17014,
+      "▁Location": 17015,
+      "rai": 17016,
+      "пен": 17017,
+      "▁rif": 17018,
+      "aussian": 17019,
+      "FileName": 17020,
+      "▁disco": 17021,
+      "ilen": 17022,
+      "▁vagy": 17023,
+      "licity": 17024,
+      "Border": 17025,
+      "▁Track": 17026,
+      "бом": 17027,
+      "fact": 17028,
+      "oka": 17029,
+      "▁gior": 17030,
+      "▁XVII": 17031,
+      "▁där": 17032,
+      "Site": 17033,
+      "ało": 17034,
+      "ská": 17035,
+      "▁pixels": 17036,
+      "vity": 17037,
+      "jQuery": 17038,
+      "▁sculpt": 17039,
+      "▁cargo": 17040,
+      "▁directive": 17041,
+      "▁wal": 17042,
+      "▁conna": 17043,
+      "▁Through": 17044,
+      "▁этом": 17045,
+      "Static": 17046,
+      "omsnitt": 17047,
+      "▁rund": 17048,
+      "▁claimed": 17049,
+      "зня": 17050,
+      "sha": 17051,
+      "▁rag": 17052,
+      "crement": 17053,
+      "▁fünf": 17054,
+      "▁rival": 17055,
+      "rin": 17056,
+      "slash": 17057,
+      "▁thirty": 17058,
+      "sleep": 17059,
+      "ологи": 17060,
+      "SM": 17061,
+      "gate": 17062,
+      "izations": 17063,
+      "vik": 17064,
+      "▁bless": 17065,
+      "▁Illinois": 17066,
+      "▁TE": 17067,
+      "uting": 17068,
+      "▁solving": 17069,
+      "GER": 17070,
+      "▁XIV": 17071,
+      "▁Indians": 17072,
+      "express": 17073,
+      "▁Heil": 17074,
+      "▁mujer": 17075,
+      "▁invånare": 17076,
+      "']);": 17077,
+      "▁aur": 17078,
+      "boost": 17079,
+      "GO": 17080,
+      "▁nin": 17081,
+      "tok": 17082,
+      "god": 17083,
+      "oter": 17084,
+      ")$$": 17085,
+      "▁descend": 17086,
+      "рю": 17087,
+      "▁Language": 17088,
+      "▁diver": 17089,
+      "▁Assuming": 17090,
+      "▁frequent": 17091,
+      "чні": 17092,
+      "▁Biography": 17093,
+      ",[": 17094,
+      "urm": 17095,
+      "▁walked": 17096,
+      "▁federal": 17097,
+      "▁Michigan": 17098,
+      "▁facts": 17099,
+      "▁Integr": 17100,
+      "LES": 17101,
+      "▁Alan": 17102,
+      "▁coup": 17103,
+      "Ber": 17104,
+      "▁particles": 17105,
+      "ће": 17106,
+      "Inflater": 17107,
+      "+(": 17108,
+      "Bound": 17109,
+      "▁Sü": 17110,
+      "Audio": 17111,
+      "citet": 17112,
+      "yect": 17113,
+      "▁nr": 17114,
+      "xe": 17115,
+      "▁Brun": 17116,
+      "▁_,": 17117,
+      "avor": 17118,
+      "▁discipl": 17119,
+      "alm": 17120,
+      "▁ноября": 17121,
+      "▁SSL": 17122,
+      "▁Kaiser": 17123,
+      "▁recher": 17124,
+      "ygon": 17125,
+      "▁regardless": 17126,
+      "▁configur": 17127,
+      "▁unnecess": 17128,
+      "▁Clark": 17129,
+      "PHP": 17130,
+      "▁FALSE": 17131,
+      "▁pad": 17132,
+      "$}": 17133,
+      "▁valu": 17134,
+      "▁disease": 17135,
+      "▁maior": 17136,
+      "▁hommes": 17137,
+      "▁Edition": 17138,
+      "slant": 17139,
+      "▁ending": 17140,
+      "▁settled": 17141,
+      "urus": 17142,
+      "hed": 17143,
+      "Pattern": 17144,
+      "▁година": 17145,
+      "▁Philadel": 17146,
+      "tikzpicture": 17147,
+      "▁coal": 17148,
+      "▁sede": 17149,
+      "▁satisfies": 17150,
+      "▁trim": 17151,
+      "▁bat": 17152,
+      "▁américain": 17153,
+      "▁luglio": 17154,
+      "▁поча": 17155,
+      "ffff": 17156,
+      "▁Target": 17157,
+      "generate": 17158,
+      "▁Zie": 17159,
+      "ția": 17160,
+      "▁gard": 17161,
+      "▁workers": 17162,
+      "▁Job": 17163,
+      "▁urban": 17164,
+      "ahlen": 17165,
+      "▁Building": 17166,
+      "▁neu": 17167,
+      "▁chron": 17168,
+      "▁Earl": 17169,
+      "gro": 17170,
+      "USE": 17171,
+      "▁XII": 17172,
+      "▁wealth": 17173,
+      "inae": 17174,
+      "▁Бра": 17175,
+      "▁libert": 17176,
+      "iros": 17177,
+      ":$": 17178,
+      "lee": 17179,
+      "ieves": 17180,
+      "▁Justice": 17181,
+      "▁oil": 17182,
+      "▁Athlet": 17183,
+      "▁clo": 17184,
+      "Scale": 17185,
+      "▁lips": 17186,
+      "▁april": 17187,
+      "▁impression": 17188,
+      "▁perce": 17189,
+      "▁участи": 17190,
+      "vil": 17191,
+      "éch": 17192,
+      "▁equality": 17193,
+      "▁мет": 17194,
+      "▁annotation": 17195,
+      "ernal": 17196,
+      "▁Mach": 17197,
+      "▁intitul": 17198,
+      "problem": 17199,
+      "ющих": 17200,
+      "oplus": 17201,
+      "▁thousands": 17202,
+      "▁calculations": 17203,
+      "umps": 17204,
+      "▁triangle": 17205,
+      "phal": 17206,
+      "▁Dorf": 17207,
+      "▁dollars": 17208,
+      "▁denen": 17209,
+      "lès": 17210,
+      "olid": 17211,
+      "▁Results": 17212,
+      "▁Stadium": 17213,
+      "▁Desp": 17214,
+      "▁Eisen": 17215,
+      "imir": 17216,
+      "▁sotto": 17217,
+      "▁či": 17218,
+      "atable": 17219,
+      "orum": 17220,
+      "▁convergence": 17221,
+      "▁jeune": 17222,
+      "oking": 17223,
+      "▁живо": 17224,
+      "aining": 17225,
+      "pointer": 17226,
+      "culo": 17227,
+      "▁jsou": 17228,
+      "▁grab": 17229,
+      "akte": 17230,
+      "▁hoping": 17231,
+      "▁Mak": 17232,
+      "▁sag": 17233,
+      "origine": 17234,
+      "▁послед": 17235,
+      "▁Veg": 17236,
+      "▁theoret": 17237,
+      "▁Tru": 17238,
+      "nement": 17239,
+      "▁faces": 17240,
+      "Hor": 17241,
+      "Join": 17242,
+      "arel": 17243,
+      "▁около": 17244,
+      "However": 17245,
+      "▁catal": 17246,
+      "bourg": 17247,
+      "▁mysqli": 17248,
+      "acions": 17249,
+      "▁Initial": 17250,
+      "▁rain": 17251,
+      "iture": 17252,
+      "▁Sciences": 17253,
+      "▁Kreis": 17254,
+      ".__": 17255,
+      "▁cinq": 17256,
+      "▁Auß": 17257,
+      "ithmet": 17258,
+      "itors": 17259,
+      "amazon": 17260,
+      "▁gap": 17261,
+      "▁ignored": 17262,
+      "adv": 17263,
+      "кої": 17264,
+      "▁часть": 17265,
+      "▁corpor": 17266,
+      "цер": 17267,
+      "▁crime": 17268,
+      "uous": 17269,
+      "▁налази": 17270,
+      "DataFrame": 17271,
+      "води": 17272,
+      "Ign": 17273,
+      "▁Lincoln": 17274,
+      "▁menos": 17275,
+      "▁Luft": 17276,
+      "▁Lind": 17277,
+      "▁Cook": 17278,
+      "▁materials": 17279,
+      "apped": 17280,
+      "ignore": 17281,
+      "▁откры": 17282,
+      "fried": 17283,
+      "▁gouvernement": 17284,
+      "▁fired": 17285,
+      "▁screenshot": 17286,
+      "сен": 17287,
+      "▁[(": 17288,
+      "▁организа": 17289,
+      "Graphics": 17290,
+      "▁проти": 17291,
+      "▁phen": 17292,
+      "craft": 17293,
+      "▁brain": 17294,
+      "▁Como": 17295,
+      "▁Everything": 17296,
+      "anes": 17297,
+      "IGN": 17298,
+      "▁nederbörd": 17299,
+      "▁Forest": 17300,
+      "zahl": 17301,
+      "▁Among": 17302,
+      "Qt": 17303,
+      "▁togg": 17304,
+      "▁variant": 17305,
+      "▁hill": 17306,
+      "писи": 17307,
+      "colon": 17308,
+      "▁dicembre": 17309,
+      "гор": 17310,
+      "▁Wind": 17311,
+      "ünstler": 17312,
+      "▁=\\": 17313,
+      "saved": 17314,
+      "▁nej": 17315,
+      "unte": 17316,
+      "utto": 17317,
+      "▁recens": 17318,
+      "▁sick": 17319,
+      "▁desen": 17320,
+      "UST": 17321,
+      "▁worst": 17322,
+      "▁Angel": 17323,
+      "odox": 17324,
+      "▁Province": 17325,
+      "▁Maz": 17326,
+      "▁agreement": 17327,
+      "▁Bass": 17328,
+      "▁segunda": 17329,
+      "onces": 17330,
+      "▁Linki": 17331,
+      "▁CL": 17332,
+      "▁já": 17333,
+      "itement": 17334,
+      "▁área": 17335,
+      "▁scalar": 17336,
+      "▁Рес": 17337,
+      "awt": 17338,
+      "sieme": 17339,
+      "▁juni": 17340,
+      "▁худож": 17341,
+      "ikus": 17342,
+      "▁lid": 17343,
+      "ppel": 17344,
+      "avi": 17345,
+      "▁balance": 17346,
+      "ipping": 17347,
+      "cussion": 17348,
+      "ческих": 17349,
+      "(\".": 17350,
+      "Also": 17351,
+      "▁whis": 17352,
+      "HOME": 17353,
+      "▁brown": 17354,
+      "▁día": 17355,
+      "▁può": 17356,
+      "plotlib": 17357,
+      "▁Jahrhunderts": 17358,
+      "DK": 17359,
+      "▁anchor": 17360,
+      "...]": 17361,
+      "▁Austria": 17362,
+      "▁marca": 17363,
+      "▁gez": 17364,
+      "iously": 17365,
+      "▁lazy": 17366,
+      "xa": 17367,
+      "▁Channel": 17368,
+      "▁neuen": 17369,
+      "das": 17370,
+      "▁searched": 17371,
+      "▁staat": 17372,
+      "▁Так": 17373,
+      "▁Josef": 17374,
+      "▁Sher": 17375,
+      "pois": 17376,
+      "▁enem": 17377,
+      "▁accessing": 17378,
+      "▁неко": 17379,
+      "▁furono": 17380,
+      "▁pseudo": 17381,
+      "?>": 17382,
+      "▁estadoun": 17383,
+      "▁Види": 17384,
+      "▁motiv": 17385,
+      "▁recall": 17386,
+      "isson": 17387,
+      "ób": 17388,
+      ")--": 17389,
+      "▁Erz": 17390,
+      "▁савез": 17391,
+      "Direct": 17392,
+      "соб": 17393,
+      "▁sho": 17394,
+      "völker": 17395,
+      "Ap": 17396,
+      "gens": 17397,
+      "ништво": 17398,
+      "▁Amsterdam": 17399,
+      "usk": 17400,
+      "пло": 17401,
+      "▁simulation": 17402,
+      "▁BC": 17403,
+      "▁Woj": 17404,
+      "autom": 17405,
+      "Alex": 17406,
+      "▁economic": 17407,
+      "гом": 17408,
+      "ikai": 17409,
+      "▁altre": 17410,
+      "▁'-": 17411,
+      "▁Weg": 17412,
+      "NotFound": 17413,
+      "йской": 17414,
+      "▁converting": 17415,
+      "phabet": 17416,
+      "atrice": 17417,
+      "bourne": 17418,
+      "alom": 17419,
+      "▁comparing": 17420,
+      "▁Zo": 17421,
+      "▁fla": 17422,
+      "вая": 17423,
+      "▁entra": 17424,
+      "▁charset": 17425,
+      "developers": 17426,
+      "ística": 17427,
+      "}>": 17428,
+      "▁Jazz": 17429,
+      "▁Howard": 17430,
+      "шта": 17431,
+      "▁clone": 17432,
+      "door": 17433,
+      "▁Pin": 17434,
+      "***": 17435,
+      "▁silent": 17436,
+      "ecycle": 17437,
+      "isce": 17438,
+      "▁mud": 17439,
+      "▁Display": 17440,
+      "▁lip": 17441,
+      "▁использова": 17442,
+      "▁characteristic": 17443,
+      "▁sb": 17444,
+      "firebase": 17445,
+      "▁Bew": 17446,
+      "Calendar": 17447,
+      "▁uso": 17448,
+      "èse": 17449,
+      "▁Rat": 17450,
+      "▁esper": 17451,
+      "▁throwing": 17452,
+      "▁rodz": 17453,
+      "▁yards": 17454,
+      "▁grass": 17455,
+      "▁marker": 17456,
+      "▁Kos": 17457,
+      "Theta": 17458,
+      "▁organis": 17459,
+      "kernel": 17460,
+      "▁personas": 17461,
+      "keep": 17462,
+      "▁exclaimed": 17463,
+      "oslav": 17464,
+      "▁Entertain": 17465,
+      "нер": 17466,
+      "▁inwon": 17467,
+      "▁Rand": 17468,
+      "reduce": 17469,
+      "fac": 17470,
+      "expression": 17471,
+      "yj": 17472,
+      "▁differenti": 17473,
+      "aglia": 17474,
+      "▁templates": 17475,
+      "▁mű": 17476,
+      "▁prv": 17477,
+      "▁mois": 17478,
+      "▁gewann": 17479,
+      "▁була": 17480,
+      "bibli": 17481,
+      "demo": 17482,
+      "▁Anderson": 17483,
+      "▁ред": 17484,
+      "▁porque": 17485,
+      "▁Pologne": 17486,
+      "▁trip": 17487,
+      "▁exemple": 17488,
+      "▁Internacional": 17489,
+      "▁као": 17490,
+      "Insert": 17491,
+      "general": 17492,
+      "SESSION": 17493,
+      "berga": 17494,
+      "hält": 17495,
+      "unas": 17496,
+      "мира": 17497,
+      "▁yields": 17498,
+      "mapsto": 17499,
+      "spot": 17500,
+      "▁+\\": 17501,
+      "лла": 17502,
+      "▁precisely": 17503,
+      "▁член": 17504,
+      "shadow": 17505,
+      "Are": 17506,
+      "unal": 17507,
+      "▁dispar": 17508,
+      "▁título": 17509,
+      "nest": 17510,
+      "▁Low": 17511,
+      "▁prot": 17512,
+      "▁Costa": 17513,
+      "named": 17514,
+      "▁gained": 17515,
+      "lesia": 17516,
+      "▁administration": 17517,
+      "Import": 17518,
+      "branch": 17519,
+      "▁sympath": 17520,
+      "voj": 17521,
+      "▁EC": 17522,
+      "▁municipio": 17523,
+      "▁animated": 17524,
+      "▁directories": 17525,
+      "▁roof": 17526,
+      "ząd": 17527,
+      "imet": 17528,
+      "proto": 17529,
+      "bla": 17530,
+      ":]": 17531,
+      "have": 17532,
+      "atem": 17533,
+      "▁ns": 17534,
+      "▁sector": 17535,
+      "three": 17536,
+      "owane": 17537,
+      "wers": 17538,
+      "ових": 17539,
+      "rence": 17540,
+      "▁extr": 17541,
+      "igten": 17542,
+      "▁occident": 17543,
+      "ță": 17544,
+      "▁eat": 17545,
+      "▁hydro": 17546,
+      "ubernetes": 17547,
+      "[@": 17548,
+      "▁Moon": 17549,
+      "▁Sho": 17550,
+      "▁elsewhere": 17551,
+      "üller": 17552,
+      "Upload": 17553,
+      "ланд": 17554,
+      "▁För": 17555,
+      "wissenschaft": 17556,
+      "KS": 17557,
+      "▁physics": 17558,
+      "tz": 17559,
+      "▁серед": 17560,
+      "▁Arbeit": 17561,
+      "▁мест": 17562,
+      "▁Gebiet": 17563,
+      "▁insect": 17564,
+      "Ah": 17565,
+      "izado": 17566,
+      "▁temple": 17567,
+      "▁annual": 17568,
+      "stad": 17569,
+      "▁habitat": 17570,
+      "▁AB": 17571,
+      "wort": 17572,
+      "▁repos": 17573,
+      "▁Neu": 17574,
+      "▁$(\".": 17575,
+      "Vorlage": 17576,
+      "▁reprezent": 17577,
+      "estanden": 17578,
+      "Intern": 17579,
+      ".`": 17580,
+      "▁failing": 17581,
+      "▁Material": 17582,
+      "▁effectively": 17583,
+      "телем": 17584,
+      "▁гла": 17585,
+      "▁nahm": 17586,
+      "▁differently": 17587,
+      "extension": 17588,
+      "▁Verm": 17589,
+      "enabled": 17590,
+      "configure": 17591,
+      "nio": 17592,
+      "ciones": 17593,
+      "▁Beach": 17594,
+      "сона": 17595,
+      "▁copying": 17596,
+      "▁україн": 17597,
+      "▁призна": 17598,
+      "zh": 17599,
+      "Desktop": 17600,
+      "▁sost": 17601,
+      "▁subsequently": 17602,
+      "▁Lehr": 17603,
+      "▁ó": 17604,
+      "lär": 17605,
+      "odor": 17606,
+      "phon": 17607,
+      "nc": 17608,
+      "iterator": 17609,
+      "▁эти": 17610,
+      "▁europé": 17611,
+      "▁Toronto": 17612,
+      "ódigo": 17613,
+      "▁posto": 17614,
+      "ffe": 17615,
+      "▁crew": 17616,
+      "▁Schwar": 17617,
+      "Sa": 17618,
+      "square": 17619,
+      "▁beside": 17620,
+      "▁Мі": 17621,
+      "▁ath": 17622,
+      "▁advent": 17623,
+      "cji": 17624,
+      "written": 17625,
+      "▁russ": 17626,
+      "rost": 17627,
+      "HI": 17628,
+      "▁dice": 17629,
+      "cca": 17630,
+      "▁dép": 17631,
+      "ply": 17632,
+      "bigg": 17633,
+      "ział": 17634,
+      "ütt": 17635,
+      "▁одно": 17636,
+      "JECT": 17637,
+      "ському": 17638,
+      "nos": 17639,
+      "mock": 17640,
+      "Launch": 17641,
+      "same": 17642,
+      "▁jobs": 17643,
+      "▁widely": 17644,
+      "▁defines": 17645,
+      "▁Pse": 17646,
+      "▁neighbour": 17647,
+      "ющие": 17648,
+      "▁closer": 17649,
+      "▁располо": 17650,
+      "▁clubs": 17651,
+      "fly": 17652,
+      "шим": 17653,
+      "▁suffered": 17654,
+      "▁nar": 17655,
+      "▁lavor": 17656,
+      "Extension": 17657,
+      "itionally": 17658,
+      "▁grace": 17659,
+      "▁Campeonato": 17660,
+      "▁Christmas": 17661,
+      "middle": 17662,
+      "othek": 17663,
+      "elements": 17664,
+      "▁sondern": 17665,
+      "▁tarde": 17666,
+      "▁permanent": 17667,
+      "▁conclude": 17668,
+      "Seg": 17669,
+      "▁акаде": 17670,
+      "}\",": 17671,
+      "▁февраля": 17672,
+      "řed": 17673,
+      "▁IL": 17674,
+      "jud": 17675,
+      "▁USS": 17676,
+      "▁Nature": 17677,
+      "ifference": 17678,
+      "Serializer": 17679,
+      "▁twelve": 17680,
+      "tid": 17681,
+      "мия": 17682,
+      "ческого": 17683,
+      "▁calendar": 17684,
+      "concat": 17685,
+      "▁intersection": 17686,
+      "▁PA": 17687,
+      "azure": 17688,
+      "▁située": 17689,
+      "▁kinds": 17690,
+      "▁ausge": 17691,
+      "▁rural": 17692,
+      "Theme": 17693,
+      "▁tale": 17694,
+      "noindent": 17695,
+      "going": 17696,
+      "rx": 17697,
+      "agi": 17698,
+      "wrapper": 17699,
+      "▁Coast": 17700,
+      "mbH": 17701,
+      "▁перед": 17702,
+      "spre": 17703,
+      "▁}\\": 17704,
+      "▁LI": 17705,
+      "znam": 17706,
+      "itled": 17707,
+      "Sample": 17708,
+      "uliar": 17709,
+      "*\\": 17710,
+      "▁resistance": 17711,
+      "stock": 17712,
+      "ked": 17713,
+      "▁HE": 17714,
+      "▁possession": 17715,
+      "▁Ring": 17716,
+      "▁magyar": 17717,
+      "outs": 17718,
+      "▁Secretary": 17719,
+      "nde": 17720,
+      "▁Wald": 17721,
+      "-(": 17722,
+      "▁ISO": 17723,
+      "▁afternoon": 17724,
+      "ionen": 17725,
+      "▁stops": 17726,
+      "▁constants": 17727,
+      "guard": 17728,
+      "bow": 17729,
+      "▁ers": 17730,
+      "▁Firebase": 17731,
+      "▁Clear": 17732,
+      "▁Holy": 17733,
+      "Win": 17734,
+      "▁titles": 17735,
+      "▁трав": 17736,
+      "▁contrib": 17737,
+      "häng": 17738,
+      "▁photograph": 17739,
+      "▁Distribution": 17740,
+      "ifts": 17741,
+      "▁aunque": 17742,
+      "comb": 17743,
+      "ADD": 17744,
+      "▁publication": 17745,
+      "▁служ": 17746,
+      "▁кня": 17747,
+      "▁ayant": 17748,
+      "▁restore": 17749,
+      "▁belief": 17750,
+      "▁vég": 17751,
+      "▁extensions": 17752,
+      "▁decom": 17753,
+      "вший": 17754,
+      "WT": 17755,
+      "▁parti": 17756,
+      "▁gioc": 17757,
+      "▁мира": 17758,
+      "▁issu": 17759,
+      "pipe": 17760,
+      "▁props": 17761,
+      "▁willing": 17762,
+      "▁nest": 17763,
+      "aso": 17764,
+      "pot": 17765,
+      "▁handles": 17766,
+      "▁фо": 17767,
+      "▁moder": 17768,
+      "▁ebenfalls": 17769,
+      "▁fighting": 17770,
+      "umbn": 17771,
+      "▁transparent": 17772,
+      "▁Krist": 17773,
+      "▁homes": 17774,
+      "▁voyage": 17775,
+      "Failed": 17776,
+      "▁Bird": 17777,
+      "▁Heart": 17778,
+      "Counter": 17779,
+      "▁Scottish": 17780,
+      "ática": 17781,
+      "▁arbeit": 17782,
+      "^{-\\": 17783,
+      "▁Sor": 17784,
+      "▁engaged": 17785,
+      "▁aside": 17786,
+      "▁Fou": 17787,
+      "▁wiel": 17788,
+      "▁reconst": 17789,
+      "ousin": 17790,
+      "▁hosted": 17791,
+      "▁classe": 17792,
+      "▁contest": 17793,
+      "...\"": 17794,
+      "мом": 17795,
+      "▁bean": 17796,
+      "gem": 17797,
+      "▁consultato": 17798,
+      "▁bio": 17799,
+      "▁subjects": 17800,
+      "boBox": 17801,
+      "▁Schrift": 17802,
+      "▁dinner": 17803,
+      "ăr": 17804,
+      "▁równ": 17805,
+      "▁%%": 17806,
+      "bage": 17807,
+      "▁veröff": 17808,
+      "▁detected": 17809,
+      "ienn": 17810,
+      "rose": 17811,
+      "▁Ton": 17812,
+      "Complete": 17813,
+      "▁proto": 17814,
+      "ichts": 17815,
+      "STAT": 17816,
+      "Checked": 17817,
+      "▁inten": 17818,
+      "▁smile": 17819,
+      "▁strip": 17820,
+      "neut": 17821,
+      "');\r": 17822,
+      "four": 17823,
+      "▁todas": 17824,
+      "Controls": 17825,
+      "▁thorough": 17826,
+      "rup": 17827,
+      "▁држави": 17828,
+      "ită": 17829,
+      "Protocol": 17830,
+      "Ка": 17831,
+      "▁expanded": 17832,
+      "extra": 17833,
+      "oport": 17834,
+      "▁Станов": 17835,
+      "leases": 17836,
+      "▁notion": 17837,
+      "▁guest": 17838,
+      "▁Islands": 17839,
+      "icked": 17840,
+      "▁Dave": 17841,
+      "▁reflection": 17842,
+      "liv": 17843,
+      "ální": 17844,
+      "▁revealed": 17845,
+      "▁sog": 17846,
+      "▁Tax": 17847,
+      "▁periodo": 17848,
+      "▁Weltkrie": 17849,
+      "catalina": 17850,
+      "qué": 17851,
+      "▁Father": 17852,
+      "▁Bir": 17853,
+      "expect": 17854,
+      "▁regression": 17855,
+      "iné": 17856,
+      "▁dabei": 17857,
+      "perm": 17858,
+      "мене": 17859,
+      "▁Abd": 17860,
+      "▁CF": 17861,
+      "arks": 17862,
+      "resolve": 17863,
+      "wedge": 17864,
+      "▁initialization": 17865,
+      "▁Véase": 17866,
+      "▁приня": 17867,
+      "stmt": 17868,
+      "▁income": 17869,
+      "MY": 17870,
+      "▁odkazy": 17871,
+      "▁Siehe": 17872,
+      "▁bodies": 17873,
+      "▁soc": 17874,
+      "Random": 17875,
+      "▁senza": 17876,
+      "ablo": 17877,
+      "▁regarded": 17878,
+      "onCreate": 17879,
+      "▁Magazine": 17880,
+      "▁Raf": 17881,
+      "▁Buenos": 17882,
+      "ил": 17883,
+      ")));": 17884,
+      "capt": 17885,
+      "redirect": 17886,
+      "▁petit": 17887,
+      "▁farm": 17888,
+      "▁rôle": 17889,
+      "▁статьи": 17890,
+      "    ": 17891,
+      "subfigure": 17892,
+      "èces": 17893,
+      "ziel": 17894,
+      "▁окон": 17895,
+      "EE": 17896,
+      "mee": 17897,
+      "▁perten": 17898,
+      "▁représent": 17899,
+      "▁LA": 17900,
+      "?'": 17901,
+      "▁тру": 17902,
+      "▁rational": 17903,
+      "osof": 17904,
+      "▁kne": 17905,
+      "▁artists": 17906,
+      "Flow": 17907,
+      "▁Аль": 17908,
+      "izard": 17909,
+      "▁numero": 17910,
+      "actic": 17911,
+      "▁destruct": 17912,
+      "▁Пра": 17913,
+      "onsieur": 17914,
+      "qt": 17915,
+      "abestanden": 17916,
+      "ność": 17917,
+      "Connect": 17918,
+      "▁oracle": 17919,
+      "▁Stockholm": 17920,
+      "sizeof": 17921,
+      "▁gemäß": 17922,
+      "ACT": 17923,
+      "▁expert": 17924,
+      "utions": 17925,
+      "▁hacia": 17926,
+      "▁logger": 17927,
+      "▁fool": 17928,
+      "rypto": 17929,
+      "ær": 17930,
+      "▁cidade": 17931,
+      "▁составе": 17932,
+      "oker": 17933,
+      "▁Transfer": 17934,
+      "▁denied": 17935,
+      "Track": 17936,
+      "▁radi": 17937,
+      "zec": 17938,
+      "▁Historic": 17939,
+      "▁Einwohner": 17940,
+      "кою": 17941,
+      "▁хра": 17942,
+      "▁Category": 17943,
+      "▁Disney": 17944,
+      "▁swap": 17945,
+      "Begin": 17946,
+      "▁mientras": 17947,
+      "▁dance": 17948,
+      "▁tête": 17949,
+      "▁droit": 17950,
+      "erta": 17951,
+      "▁birds": 17952,
+      "▁convin": 17953,
+      "parator": 17954,
+      "дра": 17955,
+      "▁ES": 17956,
+      "▁Ressources": 17957,
+      "EGIN": 17958,
+      "ücke": 17959,
+      "▁Cruz": 17960,
+      "abling": 17961,
+      "▁\"@": 17962,
+      "▁metres": 17963,
+      "▁Beg": 17964,
+      "▁Gründ": 17965,
+      "▁Boh": 17966,
+      "▁mile": 17967,
+      "▁Technology": 17968,
+      "\"+": 17969,
+      "acco": 17970,
+      "▁ss": 17971,
+      "▁Fed": 17972,
+      "▁Hend": 17973,
+      "usch": 17974,
+      "itä": 17975,
+      "folk": 17976,
+      "▁absor": 17977,
+      "antal": 17978,
+      "odge": 17979,
+      "▁WHEN": 17980,
+      "▁Externí": 17981,
+      "▁Regiment": 17982,
+      "▁evaluation": 17983,
+      "▁Tai": 17984,
+      "▁vocals": 17985,
+      "▁experimental": 17986,
+      "embed": 17987,
+      "▁Minn": 17988,
+      "▁вме": 17989,
+      "prec": 17990,
+      "every": 17991,
+      "▁hoof": 17992,
+      "▁Fernando": 17993,
+      "▁Bibliographie": 17994,
+      "▁nag": 17995,
+      "amerikanischer": 17996,
+      "▁marks": 17997,
+      "▁UTC": 17998,
+      "▁uncertain": 17999,
+      "дия": 18000,
+      "olia": 18001,
+      "▁cup": 18002,
+      "▁fille": 18003,
+      "▁dok": 18004,
+      "useppe": 18005,
+      "esterd": 18006,
+      "▁Brand": 18007,
+      "▁Third": 18008,
+      "PP": 18009,
+      "nodes": 18010,
+      "▁Pad": 18011,
+      "▁loved": 18012,
+      "swing": 18013,
+      "▁surprised": 18014,
+      "ardi": 18015,
+      "▁GR": 18016,
+      "]\"": 18017,
+      "▁equally": 18018,
+      "ihe": 18019,
+      "care": 18020,
+      "писок": 18021,
+      "lijk": 18022,
+      "rinn": 18023,
+      "▁\\[\\": 18024,
+      "▁sons": 18025,
+      "▁tät": 18026,
+      "icamente": 18027,
+      "▁listing": 18028,
+      "iellement": 18029,
+      "▁nyelven": 18030,
+      "▁ds": 18031,
+      "▁agricult": 18032,
+      "▁Hermann": 18033,
+      "▁besides": 18034,
+      "progress": 18035,
+      "▁peculiar": 18036,
+      "focus": 18037,
+      "cn": 18038,
+      "-$": 18039,
+      "ственный": 18040,
+      "ourg": 18041,
+      "▁wyn": 18042,
+      "▁conducted": 18043,
+      "▁Становништво": 18044,
+      "connected": 18045,
+      "▁bott": 18046,
+      "▁смер": 18047,
+      "▁Poz": 18048,
+      "unct": 18049,
+      "conda": 18050,
+      "▁савезној": 18051,
+      "▁havet": 18052,
+      "ligt": 18053,
+      "orted": 18054,
+      "▁entering": 18055,
+      "multip": 18056,
+      "▁Temple": 18057,
+      "▁Plant": 18058,
+      "typeof": 18059,
+      "▁Vlad": 18060,
+      "▁qued": 18061,
+      "▁reste": 18062,
+      "▁май": 18063,
+      "▁Very": 18064,
+      "ambiguation": 18065,
+      "▁challeng": 18066,
+      "▁respective": 18067,
+      "▁тор": 18068,
+      "Ctrl": 18069,
+      "▁absence": 18070,
+      "aru": 18071,
+      "вое": 18072,
+      "▁först": 18073,
+      "▁sq": 18074,
+      "▁Emperor": 18075,
+      "▁Ign": 18076,
+      "▁това": 18077,
+      ":`": 18078,
+      "adoop": 18079,
+      "▁Madame": 18080,
+      "▁gruppo": 18081,
+      "stud": 18082,
+      "▁externas": 18083,
+      "▁Александр": 18084,
+      "▁dign": 18085,
+      "▁живе": 18086,
+      "Amount": 18087,
+      "▁correlate": 18088,
+      "▁Fant": 18089,
+      "▁rails": 18090,
+      "fp": 18091,
+      "министратив": 18092,
+      "▁bought": 18093,
+      "▁filters": 18094,
+      "▁ancora": 18095,
+      "▁partner": 18096,
+      "▁quand": 18097,
+      "symbol": 18098,
+      "ulating": 18099,
+      "▁zd": 18100,
+      "awn": 18101,
+      "▁Grant": 18102,
+      "because": 18103,
+      "rable": 18104,
+      "\\}": 18105,
+      "ísticas": 18106,
+      "▁уче": 18107,
+      "▁période": 18108,
+      "▁ske": 18109,
+      "▁Anyway": 18110,
+      "▁indexes": 18111,
+      "▁directions": 18112,
+      "▁RAM": 18113,
+      "chrome": 18114,
+      "▁apost": 18115,
+      "▁warnings": 18116,
+      "▁Airport": 18117,
+      "VI": 18118,
+      "abile": 18119,
+      "▁lord": 18120,
+      "provider": 18121,
+      "▁Ji": 18122,
+      "ostream": 18123,
+      "▁gemeente": 18124,
+      "tableView": 18125,
+      "Extra": 18126,
+      "cursor": 18127,
+      "eground": 18128,
+      "▁Moz": 18129,
+      "▁rib": 18130,
+      "▁morph": 18131,
+      "loads": 18132,
+      "elsk": 18133,
+      "▁MAX": 18134,
+      "▁Santiago": 18135,
+      "▁Him": 18136,
+      "codes": 18137,
+      "▁lanz": 18138,
+      "▁counts": 18139,
+      "rinningsområ": 18140,
+      "щё": 18141,
+      "▁spé": 18142,
+      "▁pierws": 18143,
+      "▁Sver": 18144,
+      "▁acknow": 18145,
+      "Boolean": 18146,
+      "▁фамили": 18147,
+      "▁Senate": 18148,
+      "шов": 18149,
+      "agers": 18150,
+      "▁Nueva": 18151,
+      "bil": 18152,
+      "kiem": 18153,
+      "▁Mey": 18154,
+      "wij": 18155,
+      "▁GmbH": 18156,
+      "validation": 18157,
+      "▁ensuite": 18158,
+      "inking": 18159,
+      "▁campion": 18160,
+      "▁financial": 18161,
+      "izon": 18162,
+      "Headers": 18163,
+      "▁deprecated": 18164,
+      "▁fonction": 18165,
+      "REG": 18166,
+      "▁volumes": 18167,
+      "▁Chi": 18168,
+      "▁encountered": 18169,
+      "lak": 18170,
+      "рая": 18171,
+      "▁continues": 18172,
+      "▁~[": 18173,
+      "uerte": 18174,
+      "▁\\;": 18175,
+      "▁Dok": 18176,
+      "▁weights": 18177,
+      "▁rh": 18178,
+      "▁Napole": 18179,
+      "▁naturally": 18180,
+      "sku": 18181,
+      "pas": 18182,
+      "▁gegründ": 18183,
+      "etr": 18184,
+      "▁Ku": 18185,
+      "icted": 18186,
+      "▁fabric": 18187,
+      "▁ASC": 18188,
+      "▁Entertainment": 18189,
+      "▁energ": 18190,
+      "клад": 18191,
+      "omon": 18192,
+      "theme": 18193,
+      "▁харак": 18194,
+      "▁draft": 18195,
+      "▁channels": 18196,
+      "▁desert": 18197,
+      "▁través": 18198,
+      "▁Lock": 18199,
+      "▁siendo": 18200,
+      "фек": 18201,
+      "même": 18202,
+      "▁packet": 18203,
+      "▁Mountain": 18204,
+      "▁Fahr": 18205,
+      "braio": 18206,
+      "пере": 18207,
+      "▁genannt": 18208,
+      "▁deployment": 18209,
+      "Pal": 18210,
+      "ног": 18211,
+      "стру": 18212,
+      "Prim": 18213,
+      "für": 18214,
+      "▁dangerous": 18215,
+      "▁szám": 18216,
+      "reck": 18217,
+      "▁popup": 18218,
+      "icky": 18219,
+      "inar": 18220,
+      "cowo": 18221,
+      "нцикло": 18222,
+      "ítás": 18223,
+      "▁plugins": 18224,
+      "▁driven": 18225,
+      "лев": 18226,
+      "▁\"(": 18227,
+      "tta": 18228,
+      "▁Ú": 18229,
+      "▁eb": 18230,
+      "▁'';": 18231,
+      "▁knock": 18232,
+      "▁основа": 18233,
+      "▁maison": 18234,
+      "гля": 18235,
+      "▁Honor": 18236,
+      "tail": 18237,
+      "ritz": 18238,
+      "▁guys": 18239,
+      "▁combinations": 18240,
+      "ondere": 18241,
+      "▁Ald": 18242,
+      "▁fiddle": 18243,
+      "дав": 18244,
+      "urd": 18245,
+      "▁projection": 18246,
+      "▁También": 18247,
+      "verb": 18248,
+      "▁terre": 18249,
+      "rugu": 18250,
+      "▁september": 18251,
+      "▁<!": 18252,
+      "cost": 18253,
+      "▁nut": 18254,
+      "{%": 18255,
+      "▁ubic": 18256,
+      "amarin": 18257,
+      "тии": 18258,
+      "▁patron": 18259,
+      "▁amely": 18260,
+      "▁esto": 18261,
+      "▁listop": 18262,
+      "fal": 18263,
+      "▁Prop": 18264,
+      "▁Ont": 18265,
+      "▁Made": 18266,
+      "TEST": 18267,
+      "▁Nem": 18268,
+      "▁Nations": 18269,
+      "▁ву": 18270,
+      "including": 18271,
+      "▁spectrum": 18272,
+      "▁Lan": 18273,
+      "▁Ever": 18274,
+      "Paul": 18275,
+      "tm": 18276,
+      "Append": 18277,
+      "Relative": 18278,
+      "disabled": 18279,
+      "returns": 18280,
+      "▁flowers": 18281,
+      "iku": 18282,
+      "▁|\\": 18283,
+      "▁Jordan": 18284,
+      "▁Small": 18285,
+      "▁cic": 18286,
+      "▁sexual": 18287,
+      "autre": 18288,
+      "вал": 18289,
+      "▁rip": 18290,
+      "oust": 18291,
+      "▁Philadelphia": 18292,
+      "▁uk": 18293,
+      "▁Mongo": 18294,
+      "xmlns": 18295,
+      "▁shop": 18296,
+      "▁debugger": 18297,
+      "▁zaj": 18298,
+      "▁Billy": 18299,
+      "▁niem": 18300,
+      "olis": 18301,
+      "▁россий": 18302,
+      "agner": 18303,
+      "▁maven": 18304,
+      "▁Gustav": 18305,
+      "Aus": 18306,
+      "compare": 18307,
+      "▁jeu": 18308,
+      "uder": 18309,
+      "ishment": 18310,
+      "▁дивизи": 18311,
+      "▁Finland": 18312,
+      "нут": 18313,
+      "zés": 18314,
+      "▁Ligações": 18315,
+      "▁quello": 18316,
+      "annotation": 18317,
+      "▁threw": 18318,
+      "▁Proof": 18319,
+      "▁Area": 18320,
+      "ashi": 18321,
+      "▁FO": 18322,
+      "jamin": 18323,
+      "дент": 18324,
+      "▁unus": 18325,
+      "friend": 18326,
+      ".\");": 18327,
+      "▁trakten": 18328,
+      "documentclass": 18329,
+      "anka": 18330,
+      "▁arrive": 18331,
+      "▁donne": 18332,
+      "oly": 18333,
+      "▁Rein": 18334,
+      "▁facebook": 18335,
+      "icina": 18336,
+      "slice": 18337,
+      "▁nagy": 18338,
+      "▁hebben": 18339,
+      "▁IC": 18340,
+      "▁Bag": 18341,
+      "▁circul": 18342,
+      "áct": 18343,
+      "mitt": 18344,
+      "▁grey": 18345,
+      "▁cav": 18346,
+      "▁особи": 18347,
+      "▁symmetric": 18348,
+      "▁Sic": 18349,
+      "▁medium": 18350,
+      "▁UTF": 18351,
+      "▁Dopo": 18352,
+      "ích": 18353,
+      "bare": 18354,
+      "dzie": 18355,
+      "▁heaven": 18356,
+      "▁campe": 18357,
+      "esterday": 18358,
+      "▁Wissenschaft": 18359,
+      "поль": 18360,
+      "did": 18361,
+      "aler": 18362,
+      "▁citizens": 18363,
+      "▁Margaret": 18364,
+      "▁sought": 18365,
+      "charts": 18366,
+      "CLC": 18367,
+      "olly": 18368,
+      "ysz": 18369,
+      "wald": 18370,
+      "▁fen": 18371,
+      "▁Six": 18372,
+      "▁Urs": 18373,
+      "▁орган": 18374,
+      "▁Trad": 18375,
+      "cue": 18376,
+      "schutz": 18377,
+      "▁precise": 18378,
+      "▁Window": 18379,
+      "тие": 18380,
+      "лові": 18381,
+      "itori": 18382,
+      "disambiguation": 18383,
+      "▁хи": 18384,
+      "▁Natural": 18385,
+      "dan": 18386,
+      "▁concrete": 18387,
+      "ција": 18388,
+      "▁spel": 18389,
+      "▁Failed": 18390,
+      "ście": 18391,
+      "▁buf": 18392,
+      "uca": 18393,
+      "icional": 18394,
+      "▁ottobre": 18395,
+      "▁фі": 18396,
+      "▁submitted": 18397,
+      "lave": 18398,
+      "▁Plot": 18399,
+      "▁colleg": 18400,
+      "adem": 18401,
+      "▁chaque": 18402,
+      "▁neighborhood": 18403,
+      "▁calciatore": 18404,
+      "Loop": 18405,
+      "▁Gast": 18406,
+      "▁когда": 18407,
+      "▁industrial": 18408,
+      "▁fatal": 18409,
+      "▁Cert": 18410,
+      "lation": 18411,
+      "▁Одна": 18412,
+      "▁jamais": 18413,
+      "▁accum": 18414,
+      "Identity": 18415,
+      "▁Medal": 18416,
+      "Metadata": 18417,
+      "▁людя": 18418,
+      "bridge": 18419,
+      "Good": 18420,
+      "▁чтобы": 18421,
+      "▁composer": 18422,
+      "▁bread": 18423,
+      "▁closure": 18424,
+      "▁largely": 18425,
+      "FB": 18426,
+      "▁область": 18427,
+      "▁automatic": 18428,
+      "aría": 18429,
+      "▁sufficiently": 18430,
+      "▁italiana": 18431,
+      "▁каче": 18432,
+      "▁Jó": 18433,
+      "history": 18434,
+      "▁HD": 18435,
+      "▁siguiente": 18436,
+      "nell": 18437,
+      "▁Gree": 18438,
+      "▁Ti": 18439,
+      "▁transferred": 18440,
+      "équipe": 18441,
+      "▁Philippe": 18442,
+      "▁encourag": 18443,
+      "▁Vietnam": 18444,
+      "▁graphs": 18445,
+      "▁symmetry": 18446,
+      "fred": 18447,
+      "week": 18448,
+      "▁bronze": 18449,
+      "rys": 18450,
+      "▁namely": 18451,
+      "onders": 18452,
+      "lemagne": 18453,
+      "XY": 18454,
+      "Convert": 18455,
+      "}](": 18456,
+      "Region": 18457,
+      "pecies": 18458,
+      "▁texture": 18459,
+      "▁chr": 18460,
+      "него": 18461,
+      "▁somebody": 18462,
+      "aqu": 18463,
+      "eras": 18464,
+      "▁Ново": 18465,
+      "▁dez": 18466,
+      "aniu": 18467,
+      "okrat": 18468,
+      "▁covers": 18469,
+      "▁signals": 18470,
+      "ђе": 18471,
+      "▁Heb": 18472,
+      "▁Anti": 18473,
+      "IVE": 18474,
+      "▁ress": 18475,
+      "LETE": 18476,
+      "yna": 18477,
+      "пла": 18478,
+      "ждения": 18479,
+      "▁champ": 18480,
+      "▁villages": 18481,
+      "Zone": 18482,
+      "▁iPhone": 18483,
+      "▁souvent": 18484,
+      "ські": 18485,
+      "▁febbraio": 18486,
+      "ército": 18487,
+      "▁XI": 18488,
+      "okat": 18489,
+      "▁membres": 18490,
+      "junit": 18491,
+      "▁Draw": 18492,
+      "▁прово": 18493,
+      "audio": 18494,
+      "endl": 18495,
+      "▁Nad": 18496,
+      "▁magnitude": 18497,
+      "Sur": 18498,
+      "icing": 18499,
+      "▁unw": 18500,
+      "▁отри": 18501,
+      "▁Bey": 18502,
+      "▁Vik": 18503,
+      "▁política": 18504,
+      "porter": 18505,
+      "▁Barbara": 18506,
+      "ált": 18507,
+      "bib": 18508,
+      "▁accompan": 18509,
+      "VP": 18510,
+      "▁encoded": 18511,
+      "▁Sometimes": 18512,
+      "bird": 18513,
+      "▁Ult": 18514,
+      "▁tun": 18515,
+      "getText": 18516,
+      "▁arrival": 18517,
+      "scriptstyle": 18518,
+      "{`": 18519,
+      "▁perspective": 18520,
+      "LINE": 18521,
+      "Formatter": 18522,
+      "▁bom": 18523,
+      "вра": 18524,
+      "DEBUG": 18525,
+      "Bounds": 18526,
+      "▁Title": 18527,
+      "ló": 18528,
+      "Dan": 18529,
+      "▁gene": 18530,
+      "▁Bit": 18531,
+      "▁reproduce": 18532,
+      "▁graphics": 18533,
+      "▁сем": 18534,
+      "рё": 18535,
+      "▁реки": 18536,
+      "usalem": 18537,
+      "рож": 18538,
+      "▁DES": 18539,
+      "▁Software": 18540,
+      "urance": 18541,
+      "ithmetic": 18542,
+      "eness": 18543,
+      "ichi": 18544,
+      "Converter": 18545,
+      "▁github": 18546,
+      "erdings": 18547,
+      "glise": 18548,
+      "ách": 18549,
+      "▁buried": 18550,
+      "▁vision": 18551,
+      "Miss": 18552,
+      "▁sees": 18553,
+      "▁personnes": 18554,
+      "▁Intel": 18555,
+      "elia": 18556,
+      "▁člán": 18557,
+      "▁chi": 18558,
+      "▁klas": 18559,
+      "auté": 18560,
+      "▁stark": 18561,
+      "cze": 18562,
+      "▁drivers": 18563,
+      "vn": 18564,
+      "!,": 18565,
+      "▁годы": 18566,
+      "Hi": 18567,
+      "▁explains": 18568,
+      "articles": 18569,
+      "▁zug": 18570,
+      "Prom": 18571,
+      ">=": 18572,
+      "▁Beat": 18573,
+      "▁Sax": 18574,
+      "vertical": 18575,
+      "кто": 18576,
+      "▁plants": 18577,
+      "▁Références": 18578,
+      "▁ogni": 18579,
+      "▁curs": 18580,
+      "▁SK": 18581,
+      "они": 18582,
+      "▁destac": 18583,
+      "\");\r": 18584,
+      "▁Sure": 18585,
+      "▁partido": 18586,
+      "▁Folge": 18587,
+      "▁Moore": 18588,
+      "▁wz": 18589,
+      "скус": 18590,
+      "ltre": 18591,
+      "ondo": 18592,
+      "▁pose": 18593,
+      "imos": 18594,
+      "бой": 18595,
+      "ципа": 18596,
+      "jus": 18597,
+      ".....": 18598,
+      "▁época": 18599,
+      "▁quanto": 18600,
+      "▁Support": 18601,
+      "geschichte": 18602,
+      "SERVER": 18603,
+      "▁Georges": 18604,
+      "enum": 18605,
+      "▁herm": 18606,
+      "▁nebo": 18607,
+      "▁Chr": 18608,
+      "character": 18609,
+      "▁***": 18610,
+      "▁Forsch": 18611,
+      "iami": 18612,
+      "▁¿": 18613,
+      "cych": 18614,
+      "▁fifth": 18615,
+      "sent": 18616,
+      "▁anderem": 18617,
+      "▁proportion": 18618,
+      "▁prest": 18619,
+      "▁Girl": 18620,
+      "▁drama": 18621,
+      "wand": 18622,
+      "▁Mail": 18623,
+      "▁Lux": 18624,
+      "▁který": 18625,
+      "▁Gesellschaft": 18626,
+      "▁Hinweis": 18627,
+      "nisse": 18628,
+      "▁mondo": 18629,
+      "Eq": 18630,
+      "▁perí": 18631,
+      "▁eastern": 18632,
+      "▁UEFA": 18633,
+      "uale": 18634,
+      "▁convex": 18635,
+      "▁поль": 18636,
+      "▁Hey": 18637,
+      "zenie": 18638,
+      "initely": 18639,
+      "▁Zusammen": 18640,
+      "SSL": 18641,
+      "ocal": 18642,
+      "▁canal": 18643,
+      "voy": 18644,
+      "▁Кри": 18645,
+      "▁között": 18646,
+      "▁cars": 18647,
+      "▁versión": 18648,
+      "Environment": 18649,
+      "Her": 18650,
+      "▁señ": 18651,
+      "▁spatial": 18652,
+      "ymi": 18653,
+      "Fire": 18654,
+      "▁veget": 18655,
+      "▁Wie": 18656,
+      "▁znaj": 18657,
+      "▁damage": 18658,
+      "▁endl": 18659,
+      "gif": 18660,
+      "▁quali": 18661,
+      "▁которых": 18662,
+      "ellan": 18663,
+      "▁mens": 18664,
+      "▁plug": 18665,
+      "▁abund": 18666,
+      "FIG": 18667,
+      "▁sf": 18668,
+      "▁confl": 18669,
+      "▁населения": 18670,
+      "▁principles": 18671,
+      "▁Gabriel": 18672,
+      "ibe": 18673,
+      "▁{%": 18674,
+      "▁població": 18675,
+      "ніципа": 18676,
+      "▁extreme": 18677,
+      "▁asse": 18678,
+      "▁vu": 18679,
+      "Mock": 18680,
+      "▁spielte": 18681,
+      "▁Aer": 18682,
+      "▁datos": 18683,
+      "endes": 18684,
+      "▁Gel": 18685,
+      "▁Gor": 18686,
+      "Christ": 18687,
+      "chos": 18688,
+      "Processor": 18689,
+      "▁instruct": 18690,
+      "▁picked": 18691,
+      "nahme": 18692,
+      "fahr": 18693,
+      "▁indicated": 18694,
+      "▁%.": 18695,
+      "▁ts": 18696,
+      "▁notable": 18697,
+      "▁qualified": 18698,
+      "▁Ал": 18699,
+      "Black": 18700,
+      "▁council": 18701,
+      "▁overhead": 18702,
+      "aci": 18703,
+      "année": 18704,
+      "▁initWith": 18705,
+      "bió": 18706,
+      "▁introduction": 18707,
+      "▁companion": 18708,
+      "▁expon": 18709,
+      "▁kör": 18710,
+      "oby": 18711,
+      "burn": 18712,
+      "gnu": 18713,
+      "virtual": 18714,
+      "▁intellect": 18715,
+      "▁держа": 18716,
+      "'+": 18717,
+      "бле": 18718,
+      "▁strictly": 18719,
+      "▁recognize": 18720,
+      "hour": 18721,
+      "▁Wrest": 18722,
+      "ennen": 18723,
+      "$).": 18724,
+      "fff": 18725,
+      "▁Centro": 18726,
+      "▁Pitt": 18727,
+      "▁dział": 18728,
+      "▁cela": 18729,
+      "▁francese": 18730,
+      "рами": 18731,
+      "special": 18732,
+      "▁Dup": 18733,
+      "toire": 18734,
+      "каль": 18735,
+      "COUNT": 18736,
+      "▁Brook": 18737,
+      "▁руково": 18738,
+      "publique": 18739,
+      "▁seconda": 18740,
+      "▁compt": 18741,
+      "▁bland": 18742,
+      "Before": 18743,
+      "▁Pack": 18744,
+      "alty": 18745,
+      "öder": 18746,
+      "▁intervals": 18747,
+      "▁Datenbank": 18748,
+      "Movie": 18749,
+      "▁transm": 18750,
+      "▁tap": 18751,
+      "▁поч": 18752,
+      "fon": 18753,
+      "iai": 18754,
+      "▁fib": 18755,
+      "▁wyd": 18756,
+      "▁hung": 18757,
+      "▁alive": 18758,
+      "Clear": 18759,
+      "▁pushed": 18760,
+      "▁tuple": 18761,
+      "achen": 18762,
+      "гово": 18763,
+      "▁revers": 18764,
+      "▁augment": 18765,
+      "▁challenge": 18766,
+      "lost": 18767,
+      "▁deuxième": 18768,
+      "structor": 18769,
+      "▁mehrerer": 18770,
+      "atural": 18771,
+      "Split": 18772,
+      "стем": 18773,
+      "шла": 18774,
+      ")\\\\": 18775,
+      "▁Dog": 18776,
+      "▁developers": 18777,
+      "▁nod": 18778,
+      "▁сторо": 18779,
+      "▁NaN": 18780,
+      "▁priest": 18781,
+      "▁exha": 18782,
+      "UND": 18783,
+      "pair": 18784,
+      "alone": 18785,
+      "▁moon": 18786,
+      "▁#!/": 18787,
+      "▁guns": 18788,
+      "rola": 18789,
+      "чита": 18790,
+      "▁Encyclopedia": 18791,
+      "atis": 18792,
+      "▁'\"": 18793,
+      "zych": 18794,
+      "▁superfic": 18795,
+      "▁эк": 18796,
+      "едера": 18797,
+      "feed": 18798,
+      "LAY": 18799,
+      "Fi": 18800,
+      "unks": 18801,
+      "isecond": 18802,
+      "▁'@": 18803,
+      "▁Adding": 18804,
+      "рое": 18805,
+      "▁tang": 18806,
+      "цо": 18807,
+      "hung": 18808,
+      "bis": 18809,
+      "ského": 18810,
+      "▁advert": 18811,
+      "▁занима": 18812,
+      "uzz": 18813,
+      "ágina": 18814,
+      "▁Tel": 18815,
+      "sig": 18816,
+      "▁Ez": 18817,
+      "▁guarantee": 18818,
+      "▁teaching": 18819,
+      "oty": 18820,
+      "termin": 18821,
+      "▁distributions": 18822,
+      "FLA": 18823,
+      "▁Giuseppe": 18824,
+      "querySelector": 18825,
+      "▁/\\": 18826,
+      "▁Squad": 18827,
+      "gz": 18828,
+      "delay": 18829,
+      "▁surrounding": 18830,
+      "▁manus": 18831,
+      "▁Hou": 18832,
+      "²,": 18833,
+      "▁cultiv": 18834,
+      "▁troubles": 18835,
+      "▁raison": 18836,
+      "expand": 18837,
+      "▁cov": 18838,
+      "nungen": 18839,
+      ")){": 18840,
+      "▁geen": 18841,
+      "▁außer": 18842,
+      "▁Лі": 18843,
+      "ři": 18844,
+      "▁situations": 18845,
+      "▁telep": 18846,
+      "▁Jed": 18847,
+      "▁travail": 18848,
+      "lias": 18849,
+      "bullet": 18850,
+      "▁selecting": 18851,
+      "avier": 18852,
+      "▁essential": 18853,
+      "(/": 18854,
+      "yyyy": 18855,
+      "ště": 18856,
+      "ulty": 18857,
+      "▁kra": 18858,
+      "▁tabs": 18859,
+      "▁experienced": 18860,
+      "azi": 18861,
+      "▁Directory": 18862,
+      "▁cron": 18863,
+      "▁spend": 18864,
+      "▁RA": 18865,
+      "▁selenium": 18866,
+      "▁Thé": 18867,
+      "Elements": 18868,
+      "cii": 18869,
+      "▁plat": 18870,
+      "▁archive": 18871,
+      "▁assistance": 18872,
+      "▁neck": 18873,
+      "▁Avenue": 18874,
+      "▁wheel": 18875,
+      "▁hade": 18876,
+      "Common": 18877,
+      "▁Dialog": 18878,
+      "▁forg": 18879,
+      "▁surely": 18880,
+      "▁hockey": 18881,
+      "któ": 18882,
+      "▁tk": 18883,
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁": 18884,
+      "▁Bruce": 18885,
+      "▁enorm": 18886,
+      ",’": 18887,
+      "▁Christopher": 18888,
+      "jev": 18889,
+      "▁quad": 18890,
+      "▁AJAX": 18891,
+      "▁relief": 18892,
+      "▁modes": 18893,
+      "sklär": 18894,
+      "▁Vid": 18895,
+      "▁Serial": 18896,
+      "▁tokens": 18897,
+      "▁Poland": 18898,
+      "\\]": 18899,
+      "▁vide": 18900,
+      "rooms": 18901,
+      "omas": 18902,
+      "▁Bureau": 18903,
+      "cx": 18904,
+      "ностью": 18905,
+      "▁signs": 18906,
+      "шение": 18907,
+      "lossen": 18908,
+      "▁Queens": 18909,
+      "▁membre": 18910,
+      "▁mez": 18911,
+      "▁Bool": 18912,
+      "▁Naj": 18913,
+      "▁Memory": 18914,
+      "▁Khan": 18915,
+      "▁là": 18916,
+      "▁Hud": 18917,
+      "▁dismiss": 18918,
+      "ighth": 18919,
+      "▁fs": 18920,
+      "prevent": 18921,
+      "▁меда": 18922,
+      "▁Police": 18923,
+      "▁ско": 18924,
+      "finite": 18925,
+      "▁ami": 18926,
+      "▁Much": 18927,
+      "owania": 18928,
+      "ORY": 18929,
+      "iors": 18930,
+      "▁Premio": 18931,
+      "▁textbox": 18932,
+      "dm": 18933,
+      "▁afin": 18934,
+      "▁Donald": 18935,
+      "▁Priv": 18936,
+      "▁decid": 18937,
+      "▁Maurice": 18938,
+      "agan": 18939,
+      "▁Britannica": 18940,
+      "▁oft": 18941,
+      "▁consecutive": 18942,
+      "\"?>": 18943,
+      "овий": 18944,
+      "student": 18945,
+      "▁peque": 18946,
+      "▁dieses": 18947,
+      "▁retour": 18948,
+      "étr": 18949,
+      "▁сез": 18950,
+      "▁kre": 18951,
+      "▁votes": 18952,
+      "ruption": 18953,
+      "izada": 18954,
+      "▁Wiel": 18955,
+      "▁Gray": 18956,
+      "▁Leop": 18957,
+      "teilung": 18958,
+      "(['": 18959,
+      "▁whites": 18960,
+      "frica": 18961,
+      "animation": 18962,
+      "curl": 18963,
+      "lings": 18964,
+      "=\"$": 18965,
+      "loyd": 18966,
+      "textsc": 18967,
+      "ору": 18968,
+      "▁села": 18969,
+      "esian": 18970,
+      "▁Mission": 18971,
+      "▁неза": 18972,
+      "▁ultimately": 18973,
+      "бов": 18974,
+      "olen": 18975,
+      "скому": 18976,
+      "nete": 18977,
+      "▁Dit": 18978,
+      "▁costru": 18979,
+      "dependent": 18980,
+      "▁Resource": 18981,
+      "▁hosts": 18982,
+      "▁rear": 18983,
+      "Duration": 18984,
+      "ників": 18985,
+      "Ма": 18986,
+      "▁planning": 18987,
+      "▁prediction": 18988,
+      "▁Lyn": 18989,
+      "▁kir": 18990,
+      "▁Legisl": 18991,
+      "мат": 18992,
+      "▁Soccer": 18993,
+      "▁survey": 18994,
+      "▁estadounidense": 18995,
+      "orgen": 18996,
+      "jourd": 18997,
+      "▁aprile": 18998,
+      "▁ids": 18999,
+      "ське": 19000,
+      "▁employee": 19001,
+      "▁Schauspieler": 19002,
+      "ръ": 19003,
+      "▁multimedia": 19004,
+      "▁свою": 19005,
+      "▁wine": 19006,
+      "▁EU": 19007,
+      "ică": 19008,
+      "▁Rhein": 19009,
+      "▁Palmar": 19010,
+      "oteca": 19011,
+      "▁prepare": 19012,
+      "▁Tot": 19013,
+      "▁Null": 19014,
+      "▁kin": 19015,
+      "inals": 19016,
+      "▁Newton": 19017,
+      "▁tbl": 19018,
+      "▁Sold": 19019,
+      "▁verf": 19020,
+      "aturing": 19021,
+      "▁laptop": 19022,
+      "▁Совет": 19023,
+      "secret": 19024,
+      "▁Olympic": 19025,
+      "▁footballer": 19026,
+      "▁Rudolf": 19027,
+      "▁conhe": 19028,
+      "zysk": 19029,
+      "▁evaluated": 19030,
+      "»)": 19031,
+      "shop": 19032,
+      "repository": 19033,
+      "▁zach": 19034,
+      "▁losing": 19035,
+      "etter": 19036,
+      "▁Wirtschaft": 19037,
+      "так": 19038,
+      "▁unnecessary": 19039,
+      "▁Phot": 19040,
+      "anska": 19041,
+      "▁Native": 19042,
+      "CCE": 19043,
+      "▁fifty": 19044,
+      "▁erw": 19045,
+      "rh": 19046,
+      "issent": 19047,
+      "}{(": 19048,
+      "▁lanç": 19049,
+      "▁Xcode": 19050,
+      "город": 19051,
+      "cir": 19052,
+      "▁película": 19053,
+      "▁Oscar": 19054,
+      "▁shore": 19055,
+      "▁supplied": 19056,
+      "examples": 19057,
+      "Mess": 19058,
+      "VICE": 19059,
+      "▁exclude": 19060,
+      "▁hen": 19061,
+      "▁губер": 19062,
+      "▁Fragment": 19063,
+      "▁Bitte": 19064,
+      "▁Besides": 19065,
+      "▁hes": 19066,
+      "▁ihrem": 19067,
+      "▁Serge": 19068,
+      "▁artific": 19069,
+      "=\"${": 19070,
+      "лово": 19071,
+      "uteur": 19072,
+      "taire": 19073,
+      "пас": 19074,
+      "▁easiest": 19075,
+      "▁famiglia": 19076,
+      "Normal": 19077,
+      "▁dalle": 19078,
+      "▁nations": 19079,
+      "rp": 19080,
+      "thead": 19081,
+      "▁області": 19082,
+      "▁Democratic": 19083,
+      "▁челове": 19084,
+      "мож": 19085,
+      "▁гер": 19086,
+      "▁smallest": 19087,
+      "▁Publishing": 19088,
+      "▁Ts": 19089,
+      "▁laughed": 19090,
+      "lle": 19091,
+      "▁Amt": 19092,
+      "▁IIS": 19093,
+      "FORM": 19094,
+      "Mag": 19095,
+      "дон": 19096,
+      "▁storia": 19097,
+      "▁organized": 19098,
+      "ční": 19099,
+      "▁ox": 19100,
+      "lingen": 19101,
+      "▁luego": 19102,
+      "cció": 19103,
+      "▁rely": 19104,
+      "▁tussen": 19105,
+      "erten": 19106,
+      "▁honour": 19107,
+      "▁Claude": 19108,
+      "▁Korea": 19109,
+      "▁Metropol": 19110,
+      "Super": 19111,
+      "rien": 19112,
+      "érature": 19113,
+      "attro": 19114,
+      "▁біль": 19115,
+      "▁Herbert": 19116,
+      "▁auteurs": 19117,
+      "▁darauf": 19118,
+      "▁mental": 19119,
+      "▁rang": 19120,
+      "▁són": 19121,
+      "▁Soph": 19122,
+      ")\",": 19123,
+      "Descriptor": 19124,
+      "prepare": 19125,
+      "▁Landkreis": 19126,
+      "HC": 19127,
+      "cross": 19128,
+      "лиза": 19129,
+      "▁Login": 19130,
+      "onen": 19131,
+      "Feature": 19132,
+      "▁museum": 19133,
+      "vek": 19134,
+      "▁Nelson": 19135,
+      "▁rejo": 19136,
+      "▁команди": 19137,
+      "▁summar": 19138,
+      "▁следу": 19139,
+      "ämp": 19140,
+      "▁Gas": 19141,
+      "вом": 19142,
+      "VALUE": 19143,
+      "inge": 19144,
+      "period": 19145,
+      "lassen": 19146,
+      "ával": 19147,
+      "▁altogether": 19148,
+      "umph": 19149,
+      "istro": 19150,
+      "ąż": 19151,
+      "▁Keep": 19152,
+      "▁Marco": 19153,
+      "▁étant": 19154,
+      "▁Dre": 19155,
+      "geometry": 19156,
+      "▁Kas": 19157,
+      "messages": 19158,
+      "Cook": 19159,
+      "▁Side": 19160,
+      "▁коми": 19161,
+      "стри": 19162,
+      "▁excess": 19163,
+      "▁Biografia": 19164,
+      "XXXX": 19165,
+      "▁Nie": 19166,
+      "vendor": 19167,
+      "xsd": 19168,
+      "Mill": 19169,
+      "processing": 19170,
+      "▁Missouri": 19171,
+      "▁permett": 19172,
+      "▁apar": 19173,
+      "▁crowd": 19174,
+      "fert": 19175,
+      "▁Dou": 19176,
+      "rí": 19177,
+      "▁CC": 19178,
+      "▁payment": 19179,
+      "▁Hollywood": 19180,
+      "▁Virtual": 19181,
+      "▁spoken": 19182,
+      "▁tram": 19183,
+      "▁Community": 19184,
+      "▁administrative": 19185,
+      "▁воло": 19186,
+      "gior": 19187,
+      "visor": 19188,
+      "▁Украи": 19189,
+      "stage": 19190,
+      "▁Format": 19191,
+      "▁convenient": 19192,
+      "На": 19193,
+      "▁median": 19194,
+      "▁вра": 19195,
+      "▁Према": 19196,
+      "enig": 19197,
+      "▁Opera": 19198,
+      "rés": 19199,
+      "▁fmt": 19200,
+      "▁efficiency": 19201,
+      "male": 19202,
+      "Master": 19203,
+      "Series": 19204,
+      "▁syd": 19205,
+      "generic": 19206,
+      "interval": 19207,
+      "▁efect": 19208,
+      "▁inwoners": 19209,
+      "лимпи": 19210,
+      "irement": 19211,
+      "Err": 19212,
+      "öh": 19213,
+      "▁lying": 19214,
+      "▁Settings": 19215,
+      "!=": 19216,
+      "ematic": 19217,
+      "argv": 19218,
+      "▁Basic": 19219,
+      "▁consideration": 19220,
+      "▁habe": 19221,
+      "-%": 19222,
+      "▁mountains": 19223,
+      "▁peak": 19224,
+      "▁fallen": 19225,
+      "eded": 19226,
+      "logic": 19227,
+      "▁matched": 19228,
+      "▁typing": 19229,
+      ")},": 19230,
+      "▁fancy": 19231,
+      "▁elegant": 19232,
+      "ال": 19233,
+      "▁участ": 19234,
+      "▁Sarah": 19235,
+      "▁Verd": 19236,
+      "▁tego": 19237,
+      "rules": 19238,
+      "▁mounted": 19239,
+      "▁ім": 19240,
+      "еру": 19241,
+      "stoff": 19242,
+      "fahren": 19243,
+      "distance": 19244,
+      "▁License": 19245,
+      "▁LEFT": 19246,
+      "▁wp": 19247,
+      "/{": 19248,
+      "▁amazon": 19249,
+      ">&": 19250,
+      "▁első": 19251,
+      "quarters": 19252,
+      "▁shock": 19253,
+      "nick": 19254,
+      "▁Archite": 19255,
+      "▁Square": 19256,
+      "▁rates": 19257,
+      "iore": 19258,
+      "▁Nat": 19259,
+      "▁Charlot": 19260,
+      "reichen": 19261,
+      "▁variation": 19262,
+      "osis": 19263,
+      "life": 19264,
+      "slide": 19265,
+      "abi": 19266,
+      "uki": 19267,
+      "mysq": 19268,
+      "▁primitive": 19269,
+      "▁universitaire": 19270,
+      "LENG": 19271,
+      "ależ": 19272,
+      "ebook": 19273,
+      "syn": 19274,
+      "▁Gegen": 19275,
+      "▁Kü": 19276,
+      "▁але": 19277,
+      "▁Lub": 19278,
+      "concurrent": 19279,
+      "izzato": 19280,
+      "▁stub": 19281,
+      "▁ie": 19282,
+      "▁'./": 19283,
+      "cod": 19284,
+      "▁internacional": 19285,
+      "▁Glas": 19286,
+      "▁mare": 19287,
+      "▁Neb": 19288,
+      "▁GB": 19289,
+      "kwargs": 19290,
+      "▁aument": 19291,
+      "WID": 19292,
+      "▁род": 19293,
+      "punkt": 19294,
+      "▁Grad": 19295,
+      "SN": 19296,
+      "AMP": 19297,
+      "▁Born": 19298,
+      "▁Guerre": 19299,
+      "готов": 19300,
+      "▁medio": 19301,
+      "Med": 19302,
+      "supp": 19303,
+      "actual": 19304,
+      "dropdown": 19305,
+      "▁oktober": 19306,
+      "▁ř": 19307,
+      "▁circular": 19308,
+      "▁skin": 19309,
+      "▁emphas": 19310,
+      "▁голов": 19311,
+      "▁pue": 19312,
+      "▁informations": 19313,
+      "▁Wolfgang": 19314,
+      "▁useless": 19315,
+      "ит": 19316,
+      "▁Joan": 19317,
+      "▁бор": 19318,
+      "▁Glad": 19319,
+      "▁Know": 19320,
+      "ként": 19321,
+      "speed": 19322,
+      "▁Kevin": 19323,
+      "unft": 19324,
+      "▁arqu": 19325,
+      "▁Casa": 19326,
+      "(...": 19327,
+      "▁rapidly": 19328,
+      "▁proble": 19329,
+      "▁Википеди": 19330,
+      "žen": 19331,
+      "▁Neben": 19332,
+      "▁Meter": 19333,
+      "Children": 19334,
+      "cem": 19335,
+      "igos": 19336,
+      "aju": 19337,
+      "▁Retrie": 19338,
+      "▁Hell": 19339,
+      "▁gig": 19340,
+      "▁controvers": 19341,
+      "▁zoom": 19342,
+      "▁cens": 19343,
+      "▁alcuni": 19344,
+      "▁Header": 19345,
+      "Meta": 19346,
+      "Required": 19347,
+      "▁институ": 19348,
+      "▁skup": 19349,
+      "▁ingles": 19350,
+      "égl": 19351,
+      "bij": 19352,
+      "▁tér": 19353,
+      "▁compag": 19354,
+      "▁committed": 19355,
+      "▁processed": 19356,
+      "Lower": 19357,
+      "▁Foreign": 19358,
+      "▁seq": 19359,
+      "sheets": 19360,
+      "▁Fem": 19361,
+      "hoz": 19362,
+      "inks": 19363,
+      "▁kall": 19364,
+      "variant": 19365,
+      "▁libro": 19366,
+      "▁clicks": 19367,
+      "▁gobierno": 19368,
+      "iegel": 19369,
+      "мого": 19370,
+      "geme": 19371,
+      "▁tower": 19372,
+      "▁parish": 19373,
+      "▁TCP": 19374,
+      "▁ls": 19375,
+      "▁nginx": 19376,
+      "NaN": 19377,
+      "▁Dir": 19378,
+      "▁Begriffe": 19379,
+      "arie": 19380,
+      "ímp": 19381,
+      "icios": 19382,
+      "▁sharing": 19383,
+      "▁cinéma": 19384,
+      "bec": 19385,
+      "RED": 19386,
+      "▁Kra": 19387,
+      "abol": 19388,
+      "▁flux": 19389,
+      "▁expensive": 19390,
+      "▁суще": 19391,
+      "▁`_": 19392,
+      "ocz": 19393,
+      "лист": 19394,
+      "▁acquaint": 19395,
+      "▁wise": 19396,
+      "▁pouvoir": 19397,
+      "▁devant": 19398,
+      "▁momentum": 19399,
+      "immer": 19400,
+      "▁Coupe": 19401,
+      "indexOf": 19402,
+      "▁doesnt": 19403,
+      "▁зав": 19404,
+      "▁license": 19405,
+      "▁â": 19406,
+      "CSS": 19407,
+      "▁rice": 19408,
+      "Team": 19409,
+      "▁ano": 19410,
+      "lit": 19411,
+      "▁merged": 19412,
+      "▁Cell": 19413,
+      "лл": 19414,
+      "boy": 19415,
+      "asts": 19416,
+      "▁sell": 19417,
+      "▁große": 19418,
+      "▁virtuel": 19419,
+      "Cancel": 19420,
+      "▁sj": 19421,
+      "gment": 19422,
+      ".<": 19423,
+      "чай": 19424,
+      "ië": 19425,
+      "akh": 19426,
+      "izers": 19427,
+      "prit": 19428,
+      "▁Tib": 19429,
+      "▁elaborate": 19430,
+      "▁fé": 19431,
+      "▁меди": 19432,
+      "LENGTH": 19433,
+      "▁primarily": 19434,
+      "▁scores": 19435,
+      "▁carrying": 19436,
+      "▁lake": 19437,
+      "compose": 19438,
+      "▁Township": 19439,
+      "unge": 19440,
+      "▁alberga": 19441,
+      "anych": 19442,
+      "quelle": 19443,
+      "▁Ark": 19444,
+      "▁pris": 19445,
+      "▁voll": 19446,
+      "шли": 19447,
+      "Validation": 19448,
+      "▁ceux": 19449,
+      "▁populate": 19450,
+      "\"\r": 19451,
+      "▁femmes": 19452,
+      "ANG": 19453,
+      "▁Despite": 19454,
+      "вые": 19455,
+      "iske": 19456,
+      "zug": 19457,
+      "нача": 19458,
+      "▁hatten": 19459,
+      "INSERT": 19460,
+      "Employee": 19461,
+      "▁moments": 19462,
+      "▁última": 19463,
+      "▁holder": 19464,
+      "blank": 19465,
+      "Collections": 19466,
+      "athers": 19467,
+      "▁grade": 19468,
+      "▁affairs": 19469,
+      ".$$": 19470,
+      "▁delta": 19471,
+      "▁Jugend": 19472,
+      "▁español": 19473,
+      "▁OUT": 19474,
+      "▁mathematical": 19475,
+      "▁mongo": 19476,
+      "▁Фе": 19477,
+      "uling": 19478,
+      "▁revolution": 19479,
+      "▁coin": 19480,
+      "▁subclass": 19481,
+      "\"=>": 19482,
+      "äche": 19483,
+      "▁pyg": 19484,
+      "щая": 19485,
+      "illery": 19486,
+      "▁comenz": 19487,
+      "depth": 19488,
+      "▁cél": 19489,
+      "▁resize": 19490,
+      "▁Same": 19491,
+      "▁strik": 19492,
+      "▁tir": 19493,
+      "▁scarc": 19494,
+      "▁Member": 19495,
+      "subscribe": 19496,
+      "óż": 19497,
+      "útbol": 19498,
+      "except": 19499,
+      "▁driving": 19500,
+      "kie": 19501,
+      "zony": 19502,
+      "èmes": 19503,
+      "David": 19504,
+      "issant": 19505,
+      "▁ты": 19506,
+      "▁élect": 19507,
+      "▁rename": 19508,
+      "▁Running": 19509,
+      "▁interfaces": 19510,
+      "////////////////": 19511,
+      "▁Walker": 19512,
+      "▁société": 19513,
+      "▁asks": 19514,
+      "brid": 19515,
+      "▁jewe": 19516,
+      "▁seines": 19517,
+      "▁agents": 19518,
+      "▁MY": 19519,
+      "▁Lawrence": 19520,
+      "dess": 19521,
+      "iesen": 19522,
+      "▁людях": 19523,
+      "прави": 19524,
+      "▁ancest": 19525,
+      "▁welche": 19526,
+      "raum": 19527,
+      "▁orb": 19528,
+      "scal": 19529,
+      "▁Lear": 19530,
+      "▁wear": 19531,
+      "▁slave": 19532,
+      "▁renamed": 19533,
+      "čen": 19534,
+      "maste": 19535,
+      "angles": 19536,
+      "▁América": 19537,
+      "▁ti": 19538,
+      "▁demsel": 19539,
+      "▁beneath": 19540,
+      "binary": 19541,
+      "▁edición": 19542,
+      "▁kilomet": 19543,
+      "uits": 19544,
+      "▁cuatro": 19545,
+      "▁entrance": 19546,
+      "ondissement": 19547,
+      "▁bag": 19548,
+      "▁Armen": 19549,
+      "ijo": 19550,
+      "▁Lors": 19551,
+      "▁demselben": 19552,
+      "êm": 19553,
+      "▁discrete": 19554,
+      "▁prominent": 19555,
+      "▁Jay": 19556,
+      "decor": 19557,
+      "DL": 19558,
+      "▁dí": 19559,
+      "Struct": 19560,
+      "▁Production": 19561,
+      "they": 19562,
+      "arius": 19563,
+      "schnitt": 19564,
+      "▁Cou": 19565,
+      "▁lex": 19566,
+      "youtube": 19567,
+      "▁работа": 19568,
+      "station": 19569,
+      "sep": 19570,
+      "▁mirror": 19571,
+      "▁hits": 19572,
+      "▁Beck": 19573,
+      "atically": 19574,
+      "▁Laz": 19575,
+      "▁winner": 19576,
+      "DEX": 19577,
+      "▁INT": 19578,
+      "}^{-": 19579,
+      "▁wegen": 19580,
+      "mad": 19581,
+      "Angle": 19582,
+      "zing": 19583,
+      "▁Bayern": 19584,
+      "sal": 19585,
+      "äger": 19586,
+      "▁busy": 19587,
+      "▁stör": 19588,
+      "▁folk": 19589,
+      "▁prix": 19590,
+      "▁allocated": 19591,
+      "▁pt": 19592,
+      "affen": 19593,
+      "cluster": 19594,
+      "▁complement": 19595,
+      "árs": 19596,
+      "▁Amerika": 19597,
+      "рій": 19598,
+      "▁valley": 19599,
+      "▁rooms": 19600,
+      "▁moi": 19601,
+      ".\",": 19602,
+      ";;;;": 19603,
+      "▁lowest": 19604,
+      "nog": 19605,
+      "▁landet": 19606,
+      "▁programme": 19607,
+      "chio": 19608,
+      "▁Während": 19609,
+      "ández": 19610,
+      "▁долж": 19611,
+      "▁ouv": 19612,
+      "omány": 19613,
+      "▁Википедии": 19614,
+      "▁só": 19615,
+      "▁elektr": 19616,
+      "Desc": 19617,
+      "▁Beaut": 19618,
+      "нар": 19619,
+      "▁може": 19620,
+      "Pierre": 19621,
+      "esota": 19622,
+      "▁operated": 19623,
+      "▁forte": 19624,
+      "рис": 19625,
+      "▁opposition": 19626,
+      "alia": 19627,
+      "▁Syl": 19628,
+      "getName": 19629,
+      "вели": 19630,
+      "fik": 19631,
+      "▁comprom": 19632,
+      "▁TextView": 19633,
+      "Spring": 19634,
+      "metadata": 19635,
+      "engu": 19636,
+      "/,": 19637,
+      "▁carri": 19638,
+      "istol": 19639,
+      "▁diagonal": 19640,
+      "lista": 19641,
+      "izen": 19642,
+      "▁rende": 19643,
+      "gcc": 19644,
+      "beck": 19645,
+      "lius": 19646,
+      "iral": 19647,
+      "Resolver": 19648,
+      "▁percentage": 19649,
+      "▁attra": 19650,
+      "strings": 19651,
+      "wiąz": 19652,
+      "ods": 19653,
+      "волю": 19654,
+      "ęż": 19655,
+      "▁newspaper": 19656,
+      "imiter": 19657,
+      "ABC": 19658,
+      "▁Manchester": 19659,
+      "[{": 19660,
+      "Agent": 19661,
+      "▁Wor": 19662,
+      "▁Kath": 19663,
+      "▁пові": 19664,
+      "▁entonces": 19665,
+      "▁niveau": 19666,
+      "atted": 19667,
+      "learn": 19668,
+      "atiques": 19669,
+      "▁уби": 19670,
+      "▁quindi": 19671,
+      "binding": 19672,
+      "▁imported": 19673,
+      "▁Horn": 19674,
+      "emberg": 19675,
+      "complex": 19676,
+      "▁neural": 19677,
+      "information": 19678,
+      "▁recognition": 19679,
+      "ingt": 19680,
+      "▁inhabitants": 19681,
+      "vue": 19682,
+      "▁Bevölker": 19683,
+      "▁curves": 19684,
+      "▁leb": 19685,
+      "дій": 19686,
+      "▁sow": 19687,
+      "▁sentiment": 19688,
+      "PH": 19689,
+      "rache": 19690,
+      "▁-(": 19691,
+      "▁estable": 19692,
+      "▁Ferdinand": 19693,
+      "▁écrit": 19694,
+      "▁primeiro": 19695,
+      "▁tex": 19696,
+      "▁intermediate": 19697,
+      "verage": 19698,
+      "ibus": 19699,
+      "▁serves": 19700,
+      "ivas": 19701,
+      "▁bru": 19702,
+      "▁lum": 19703,
+      "attice": 19704,
+      "чный": 19705,
+      "▁Dres": 19706,
+      "▁videos": 19707,
+      "duration": 19708,
+      "▁abit": 19709,
+      "▁egg": 19710,
+      "ographical": 19711,
+      "alph": 19712,
+      "STATE": 19713,
+      "▁пара": 19714,
+      "reading": 19715,
+      "▁vehicle": 19716,
+      "▁fortune": 19717,
+      "ultats": 19718,
+      "▁Storia": 19719,
+      "midt": 19720,
+      "łącz": 19721,
+      "▁Memorial": 19722,
+      "▁vas": 19723,
+      "▁зан": 19724,
+      "▁utility": 19725,
+      "▁obsc": 19726,
+      "▁relacion": 19727,
+      "▁runat": 19728,
+      "Release": 19729,
+      "take": 19730,
+      "▁Oliver": 19731,
+      "▁Sid": 19732,
+      "ulos": 19733,
+      "▁Garc": 19734,
+      "▁розта": 19735,
+      "▁Sak": 19736,
+      "Py": 19737,
+      "führt": 19738,
+      "▁trabal": 19739,
+      "*{": 19740,
+      "▁zes": 19741,
+      "▁szere": 19742,
+      "▁varios": 19743,
+      "▁otra": 19744,
+      "▁eval": 19745,
+      "▁situé": 19746,
+      "▁wounded": 19747,
+      "▁Vincent": 19748,
+      "▁викори": 19749,
+      "▁encode": 19750,
+      "Modal": 19751,
+      "▁forb": 19752,
+      "▁dynamics": 19753,
+      "▁depos": 19754,
+      "arde": 19755,
+      "▁streets": 19756,
+      "▁Komm": 19757,
+      "=$(": 19758,
+      "▁повер": 19759,
+      "▁dois": 19760,
+      "▁vitt": 19761,
+      "▁automatisch": 19762,
+      "▁reload": 19763,
+      "▁Verwalt": 19764,
+      "bero": 19765,
+      "▁hub": 19766,
+      "▁mos": 19767,
+      "▁tutto": 19768,
+      "▁Frederick": 19769,
+      "łow": 19770,
+      "antages": 19771,
+      "aque": 19772,
+      "paper": 19773,
+      "▁einige": 19774,
+      "`),": 19775,
+      "dj": 19776,
+      "▁Ple": 19777,
+      "▁%,": 19778,
+      "▁Bitmap": 19779,
+      "▁friendly": 19780,
+      "▁truly": 19781,
+      "▁stroke": 19782,
+      "roph": 19783,
+      "▁engl": 19784,
+      "▁coff": 19785,
+      "▁dust": 19786,
+      "▁Jahres": 19787,
+      "ppi": 19788,
+      "▁wys": 19789,
+      "factor": 19790,
+      "schluss": 19791,
+      "▁деревня": 19792,
+      "▁Past": 19793,
+      "▁дома": 19794,
+      "COM": 19795,
+      "▁pueden": 19796,
+      "▁gift": 19797,
+      "▁Gla": 19798,
+      "▁triggered": 19799,
+      "ély": 19800,
+      "ülés": 19801,
+      "▁Oliv": 19802,
+      "▁verso": 19803,
+      "▁lle": 19804,
+      "▁Gli": 19805,
+      "▁Ltd": 19806,
+      "oa": 19807,
+      "▁territorio": 19808,
+      "ordre": 19809,
+      "▁deck": 19810,
+      "dra": 19811,
+      "aszt": 19812,
+      "▁concerning": 19813,
+      "▁Additionally": 19814,
+      "▁které": 19815,
+      "▁grund": 19816,
+      "▁Gest": 19817,
+      "▁misunder": 19818,
+      "pret": 19819,
+      "────": 19820,
+      "▁reputation": 19821,
+      "zia": 19822,
+      "▁успе": 19823,
+      "▁escaped": 19824,
+      "▁Prag": 19825,
+      "perform": 19826,
+      "▁austral": 19827,
+      "▁Vater": 19828,
+      "час": 19829,
+      "▁races": 19830,
+      "▁Byte": 19831,
+      "Mask": 19832,
+      "▁Territ": 19833,
+      "стю": 19834,
+      "▁Voci": 19835,
+      "▁Fichier": 19836,
+      "▁Населення": 19837,
+      "▁Unterscheidung": 19838,
+      "teenth": 19839,
+      "▁pilot": 19840,
+      "▁ji": 19841,
+      "▁двух": 19842,
+      "▁orientation": 19843,
+      "indre": 19844,
+      "▁Dort": 19845,
+      "ças": 19846,
+      "пли": 19847,
+      "▁reaction": 19848,
+      "▁consisting": 19849,
+      "▁ferro": 19850,
+      "тисти": 19851,
+      "yard": 19852,
+      "▁сві": 19853,
+      "▁interpretation": 19854,
+      "ią": 19855,
+      "rah": 19856,
+      "▁fand": 19857,
+      "Public": 19858,
+      "▁universe": 19859,
+      "▁retir": 19860,
+      "▁conscious": 19861,
+      "arqu": 19862,
+      "▁waste": 19863,
+      "▁Bib": 19864,
+      "yclerView": 19865,
+      "▁listening": 19866,
+      "gleich": 19867,
+      "niejs": 19868,
+      "▁correlation": 19869,
+      "▁receiver": 19870,
+      "▁уда": 19871,
+      "▁courage": 19872,
+      "uchs": 19873,
+      "fass": 19874,
+      "▁chunk": 19875,
+      "▁Anfang": 19876,
+      "▁großen": 19877,
+      "continue": 19878,
+      "▁Warszawa": 19879,
+      "hé": 19880,
+      "iy": 19881,
+      "ivement": 19882,
+      "▁α": 19883,
+      "▁exposed": 19884,
+      "▁zahl": 19885,
+      "▁sacr": 19886,
+      "▁Looks": 19887,
+      "▁eager": 19888,
+      "enten": 19889,
+      "Cursor": 19890,
+      "/_": 19891,
+      "ixa": 19892,
+      "рела": 19893,
+      "знача": 19894,
+      "▁фамилией": 19895,
+      "▁argent": 19896,
+      "▁Anders": 19897,
+      "œuvre": 19898,
+      "▁Isa": 19899,
+      "мента": 19900,
+      "▁advers": 19901,
+      "riction": 19902,
+      "GP": 19903,
+      "▁після": 19904,
+      "▁preserve": 19905,
+      "▁Garden": 19906,
+      "Rate": 19907,
+      "après": 19908,
+      "▁readable": 19909,
+      "indu": 19910,
+      "▁skill": 19911,
+      "▁helping": 19912,
+      "ographique": 19913,
+      "cling": 19914,
+      "ologist": 19915,
+      "▁Filter": 19916,
+      "▁finger": 19917,
+      "▁Vall": 19918,
+      "▁Polish": 19919,
+      "lg": 19920,
+      "▁Familien": 19921,
+      "▁waters": 19922,
+      "▁pseud": 19923,
+      "aza": 19924,
+      "_)": 19925,
+      "ARY": 19926,
+      "▁среди": 19927,
+      "▁Must": 19928,
+      "▁Bod": 19929,
+      "anon": 19930,
+      "▁lado": 19931,
+      "▁tight": 19932,
+      "imen": 19933,
+      "appen": 19934,
+      "frames": 19935,
+      "ingers": 19936,
+      "▁COVID": 19937,
+      "▁зі": 19938,
+      "▁све": 19939,
+      "▁ць": 19940,
+      "▁Left": 19941,
+      "]];": 19942,
+      "чь": 19943,
+      "фика": 19944,
+      "▁сло": 19945,
+      "▁пі": 19946,
+      "▁existe": 19947,
+      "▁Atlantic": 19948,
+      "▁maintained": 19949,
+      "▁irre": 19950,
+      "▁année": 19951,
+      "▁commented": 19952,
+      "веро": 19953,
+      "berta": 19954,
+      "▁Lad": 19955,
+      "▁Upon": 19956,
+      "▁pause": 19957,
+      "mill": 19958,
+      "opter": 19959,
+      "UK": 19960,
+      "рес": 19961,
+      "нциклопеди": 19962,
+      "▁alongside": 19963,
+      "▁robot": 19964,
+      "▁fert": 19965,
+      "▁moy": 19966,
+      "▁ade": 19967,
+      "Mapper": 19968,
+      ")->": 19969,
+      "igua": 19970,
+      "étique": 19971,
+      "тка": 19972,
+      "alias": 19973,
+      "▁ори": 19974,
+      "▁Magn": 19975,
+      "▁gehörte": 19976,
+      "imb": 19977,
+      ")}{\\": 19978,
+      "▁Wikipédia": 19979,
+      "▁urs": 19980,
+      "▁ende": 19981,
+      "leb": 19982,
+      "▁GC": 19983,
+      "Hol": 19984,
+      "ancing": 19985,
+      "Union": 19986,
+      "▁tenía": 19987,
+      "TT": 19988,
+      "▁estate": 19989,
+      "há": 19990,
+      "▁полі": 19991,
+      "ultan": 19992,
+      "▁Hockey": 19993,
+      "ulse": 19994,
+      "▁choices": 19995,
+      "scher": 19996,
+      "▁[],": 19997,
+      "▁potentially": 19998,
+      "▁Übers": 19999,
+      "▁admit": 20000,
+      "Comment": 20001,
+      "стя": 20002,
+      "▁Vien": 20003,
+      "▁ці": 20004,
+      "▁permut": 20005,
+      "cgi": 20006,
+      "▁crít": 20007,
+      "Console": 20008,
+      "ctic": 20009,
+      "▁okres": 20010,
+      "awk": 20011,
+      "football": 20012,
+      "ouest": 20013,
+      "CTYPE": 20014,
+      "ologique": 20015,
+      "▁constit": 20016,
+      "▁interests": 20017,
+      "▁Progress": 20018,
+      "▁Menu": 20019,
+      "▁také": 20020,
+      "▁Asian": 20021,
+      "▁защи": 20022,
+      "▁younger": 20023,
+      "▁wished": 20024,
+      "▁Sort": 20025,
+      "▁audience": 20026,
+      "amba": 20027,
+      "▁gehört": 20028,
+      "▁Kansas": 20029,
+      "yaume": 20030,
+      "▁Professional": 20031,
+      "âce": 20032,
+      "▁fatto": 20033,
+      "tod": 20034,
+      "▁datasets": 20035,
+      "▁fare": 20036,
+      "▁waves": 20037,
+      "~/": 20038,
+      "▁measurement": 20039,
+      "▁wol": 20040,
+      "indust": 20041,
+      "▁struggling": 20042,
+      "▁pulled": 20043,
+      "▁caratter": 20044,
+      "▁Externe": 20045,
+      "▁действи": 20046,
+      "cnt": 20047,
+      "liches": 20048,
+      "▁Possible": 20049,
+      "▁faced": 20050,
+      "▁hypothesis": 20051,
+      "▁kilom": 20052,
+      "▁när": 20053,
+      "boolean": 20054,
+      "PY": 20055,
+      "ampa": 20056,
+      "▁kiss": 20057,
+      "▁astero": 20058,
+      "▁negli": 20059,
+      "aments": 20060,
+      "▁Stu": 20061,
+      "ató": 20062,
+      "▁Constitution": 20063,
+      "▁interpol": 20064,
+      "▁Unable": 20065,
+      "▁pis": 20066,
+      "▁parc": 20067,
+      "\"])": 20068,
+      "pler": 20069,
+      "▁autory": 20070,
+      "▁algunos": 20071,
+      "ywna": 20072,
+      "}))": 20073,
+      "▁falls": 20074,
+      "▁équip": 20075,
+      "▁emit": 20076,
+      "▁profil": 20077,
+      "gets": 20078,
+      "фо": 20079,
+      "▁Military": 20080,
+      "▁nombreux": 20081,
+      "oct": 20082,
+      "Replace": 20083,
+      "▁seasons": 20084,
+      "▁château": 20085,
+      "▁typeof": 20086,
+      "polit": 20087,
+      "▁rand": 20088,
+      "▁quar": 20089,
+      "▁erstmals": 20090,
+      "сини": 20091,
+      "▁payload": 20092,
+      "По": 20093,
+      "кін": 20094,
+      "repo": 20095,
+      "▁Pav": 20096,
+      "Score": 20097,
+      "erves": 20098,
+      "▁sollte": 20099,
+      "▁між": 20100,
+      "ébec": 20101,
+      "▁clip": 20102,
+      "▁Nice": 20103,
+      "▁neben": 20104,
+      "▁assass": 20105,
+      "itories": 20106,
+      "▁unity": 20107,
+      "▁ен": 20108,
+      "▁Institut": 20109,
+      "▁internationale": 20110,
+      "▁наук": 20111,
+      "▁comand": 20112,
+      "▁kleine": 20113,
+      "▁adjacent": 20114,
+      "▁delivered": 20115,
+      "▁ше": 20116,
+      "зем": 20117,
+      "▁cot": 20118,
+      "visual": 20119,
+      "вает": 20120,
+      "▁Census": 20121,
+      "\\_": 20122,
+      "▁territory": 20123,
+      "чил": 20124,
+      "чные": 20125,
+      "flutter": 20126,
+      "DidLoad": 20127,
+      "Documents": 20128,
+      "▁dob": 20129,
+      "Bre": 20130,
+      "animate": 20131,
+      "▁biz": 20132,
+      "▁bata": 20133,
+      "▁SU": 20134,
+      "eso": 20135,
+      "▁priority": 20136,
+      "ván": 20137,
+      "iras": 20138,
+      "▁charged": 20139,
+      "▁Micro": 20140,
+      "atoire": 20141,
+      "чер": 20142,
+      "abad": 20143,
+      "uru": 20144,
+      "▁vš": 20145,
+      "dire": 20146,
+      "▁Twitter": 20147,
+      "▁мето": 20148,
+      ")..": 20149,
+      "▁Цент": 20150,
+      "▁entwick": 20151,
+      "▁Mind": 20152,
+      "▁функ": 20153,
+      "Future": 20154,
+      "lst": 20155,
+      "łoż": 20156,
+      "fli": 20157,
+      "tensor": 20158,
+      "▁topology": 20159,
+      "▁arte": 20160,
+      "ERT": 20161,
+      "▁variance": 20162,
+      "Images": 20163,
+      "▁(@": 20164,
+      "ArrayList": 20165,
+      "OC": 20166,
+      "▁Демо": 20167,
+      "aucoup": 20168,
+      "▁denotes": 20169,
+      "imon": 20170,
+      "њи": 20171,
+      "▁Przyp": 20172,
+      "▁Zag": 20173,
+      "▁дире": 20174,
+      "▁Similarly": 20175,
+      "бро": 20176,
+      "▁militaire": 20177,
+      "▁тому": 20178,
+      "▁Johnny": 20179,
+      "▁Мексику": 20180,
+      "ћа": 20181,
+      "Supp": 20182,
+      "▁junior": 20183,
+      "oltre": 20184,
+      "▁Моск": 20185,
+      "▁admitted": 20186,
+      "▁religios": 20187,
+      "зяй": 20188,
+      "его": 20189,
+      "▁tears": 20190,
+      "ingo": 20191,
+      "odu": 20192,
+      "iveness": 20193,
+      "▁logo": 20194,
+      "▁último": 20195,
+      "▁aliment": 20196,
+      "▁UITableView": 20197,
+      ")!": 20198,
+      "▁nj": 20199,
+      "lette": 20200,
+      "▁resident": 20201,
+      "▁termine": 20202,
+      "▁уже": 20203,
+      "▁Сте": 20204,
+      "office": 20205,
+      "▁carte": 20206,
+      "▁livre": 20207,
+      "▁Москов": 20208,
+      "▁elections": 20209,
+      "зиден": 20210,
+      "Trigger": 20211,
+      "▁Benjamin": 20212,
+      "addClass": 20213,
+      "ског": 20214,
+      "▁Observable": 20215,
+      "Cla": 20216,
+      "gemein": 20217,
+      "▁consent": 20218,
+      "ври": 20219,
+      "▁unfold": 20220,
+      "▁governor": 20221,
+      "нал": 20222,
+      "▁toda": 20223,
+      "Remote": 20224,
+      "arias": 20225,
+      "▁instal": 20226,
+      "fixed": 20227,
+      "▁decay": 20228,
+      "▁дерев": 20229,
+      "xyz": 20230,
+      "▁DATE": 20231,
+      "imar": 20232,
+      "ntil": 20233,
+      "▁startup": 20234,
+      "alion": 20235,
+      "▁kolej": 20236,
+      "cios": 20237,
+      "▁ranges": 20238,
+      "▁stupid": 20239,
+      "▁implementations": 20240,
+      "▁rm": 20241,
+      "ének": 20242,
+      "▁gcc": 20243,
+      "▁scène": 20244,
+      "Navigation": 20245,
+      "▁ ": 20246,
+      "▁кан": 20247,
+      "▁towns": 20248,
+      "Username": 20249,
+      "▁фе": 20250,
+      "▁leaders": 20251,
+      "oit": 20252,
+      "wär": 20253,
+      "▁dummy": 20254,
+      "▁assistant": 20255,
+      "{$\\": 20256,
+      "бір": 20257,
+      "▁roy": 20258,
+      "▁Layout": 20259,
+      "▁Jung": 20260,
+      "Lines": 20261,
+      "▁Holland": 20262,
+      "пор": 20263,
+      "▁Гри": 20264,
+      "▁Bened": 20265,
+      "▁Под": 20266,
+      "xls": 20267,
+      "▁Gol": 20268,
+      "▁Aleks": 20269,
+      "▁ejemplo": 20270,
+      "▁sezon": 20271,
+      "arding": 20272,
+      "footnote": 20273,
+      "▁Congrès": 20274,
+      "refer": 20275,
+      "ската": 20276,
+      "Iterator": 20277,
+      "▁ourselves": 20278,
+      "▁Mic": 20279,
+      "▁código": 20280,
+      "▁площа": 20281,
+      "▁\\$": 20282,
+      "▁Charlie": 20283,
+      "Nodes": 20284,
+      "▁puzz": 20285,
+      "▁Identifier": 20286,
+      "▁flutter": 20287,
+      "▁prü": 20288,
+      "▁ort": 20289,
+      "▁Cort": 20290,
+      "asticsearch": 20291,
+      "▁Свя": 20292,
+      "▁Bull": 20293,
+      "udem": 20294,
+      "▁apparent": 20295,
+      ":--": 20296,
+      "▁Хар": 20297,
+      "▁Lap": 20298,
+      "▁comport": 20299,
+      "matically": 20300,
+      "▁curios": 20301,
+      "▁может": 20302,
+      "▁Bh": 20303,
+      "apping": 20304,
+      "▁basketball": 20305,
+      "zetek": 20306,
+      "▁runt": 20307,
+      "▁Milan": 20308,
+      "fection": 20309,
+      "ría": 20310,
+      "▁Kin": 20311,
+      "▁slower": 20312,
+      "both": 20313,
+      "▁Instituto": 20314,
+      "▁Historical": 20315,
+      "▁również": 20316,
+      "matches": 20317,
+      "yci": 20318,
+      "▁espèce": 20319,
+      "▁Schweizer": 20320,
+      "NT": 20321,
+      "SF": 20322,
+      "acia": 20323,
+      "forge": 20324,
+      "Points": 20325,
+      "numbers": 20326,
+      "▁falling": 20327,
+      "▁inheritance": 20328,
+      "▁Erst": 20329,
+      "▁customers": 20330,
+      "▁actu": 20331,
+      "▁migration": 20332,
+      "\\'": 20333,
+      "Plan": 20334,
+      "Mr": 20335,
+      "othy": 20336,
+      "▁upgrad": 20337,
+      "бира": 20338,
+      "▁Offic": 20339,
+      "▁Wait": 20340,
+      "▁toler": 20341,
+      "ardon": 20342,
+      "▁slide": 20343,
+      ")_": 20344,
+      "▁став": 20345,
+      "▁nuclear": 20346,
+      "▁Bil": 20347,
+      "owner": 20348,
+      "▁Harris": 20349,
+      "Information": 20350,
+      "▁pó": 20351,
+      "▁включа": 20352,
+      "▁nuovo": 20353,
+      "▁Cav": 20354,
+      "▁Descri": 20355,
+      "▁ак": 20356,
+      "ództ": 20357,
+      "▁reactjs": 20358,
+      "▁Adams": 20359,
+      "▁Alternatively": 20360,
+      "струк": 20361,
+      ")`,": 20362,
+      "substring": 20363,
+      "▁massive": 20364,
+      "▁heavily": 20365,
+      "▁сезо": 20366,
+      "▁Ana": 20367,
+      "▁vale": 20368,
+      "Pad": 20369,
+      "▁Either": 20370,
+      "▁rs": 20371,
+      "anche": 20372,
+      "▁uploaded": 20373,
+      "▁(/": 20374,
+      "▁спор": 20375,
+      "▁reduction": 20376,
+      "▁Tokyo": 20377,
+      "gren": 20378,
+      "▁migli": 20379,
+      "▁iterator": 20380,
+      "stav": 20381,
+      "▁supporting": 20382,
+      "▁österreich": 20383,
+      "▁NSLog": 20384,
+      "istiques": 20385,
+      "rimin": 20386,
+      "MODE": 20387,
+      "}}}\\": 20388,
+      "▁explos": 20389,
+      "оте": 20390,
+      "▁(„": 20391,
+      "Sal": 20392,
+      "▁simplest": 20393,
+      "▁già": 20394,
+      "▁тан": 20395,
+      "▁cyl": 20396,
+      "bir": 20397,
+      "▁measurements": 20398,
+      "Created": 20399,
+      "erek": 20400,
+      "lookup": 20401,
+      "wirtschaft": 20402,
+      "▁Воло": 20403,
+      "timer": 20404,
+      "derr": 20405,
+      "▁стала": 20406,
+      "▁scenes": 20407,
+      "▁persu": 20408,
+      "liest": 20409,
+      "▁schedule": 20410,
+      "tal": 20411,
+      "лено": 20412,
+      "▁painting": 20413,
+      "▁improvement": 20414,
+      "software": 20415,
+      "▁governo": 20416,
+      "▁Hir": 20417,
+      "Execution": 20418,
+      "▁Okay": 20419,
+      "Prop": 20420,
+      "loster": 20421,
+      "ніципалі": 20422,
+      "▁peuvent": 20423,
+      "olu": 20424,
+      "▁Фа": 20425,
+      "rollo": 20426,
+      "▁коло": 20427,
+      "▁carrière": 20428,
+      "▁toggle": 20429,
+      "▁($\\": 20430,
+      "▁aggregate": 20431,
+      "▁Бі": 20432,
+      "textarea": 20433,
+      "Ok": 20434,
+      "itto": 20435,
+      "▁stim": 20436,
+      "▁recursion": 20437,
+      "▁Federation": 20438,
+      ")_{": 20439,
+      "ategor": 20440,
+      "▁distribu": 20441,
+      "Cloud": 20442,
+      "▁madre": 20443,
+      "▁iv": 20444,
+      "▁Lieutenant": 20445,
+      "▁substant": 20446,
+      "▁leaf": 20447,
+      "▁Kontrola": 20448,
+      "VA": 20449,
+      "▁tomb": 20450,
+      "эн": 20451,
+      "atoes": 20452,
+      "▁godine": 20453,
+      "▁#>": 20454,
+      "Cert": 20455,
+      "▁empresa": 20456,
+      "Props": 20457,
+      "▁planned": 20458,
+      "▁randomly": 20459,
+      "jähr": 20460,
+      "elem": 20461,
+      "▁Operation": 20462,
+      "*`": 20463,
+      "protocol": 20464,
+      "()));": 20465,
+      "wel": 20466,
+      "▁praw": 20467,
+      "▁сим": 20468,
+      "▁wob": 20469,
+      "▁hace": 20470,
+      "▁nearest": 20471,
+      "disable": 20472,
+      "▁Commun": 20473,
+      "▁revel": 20474,
+      "Free": 20475,
+      "▁brackets": 20476,
+      "IOException": 20477,
+      "▁alto": 20478,
+      "▁marry": 20479,
+      "▁auc": 20480,
+      "),\\": 20481,
+      "▁typo": 20482,
+      "edad": 20483,
+      "ará": 20484,
+      "icator": 20485,
+      "tatywna": 20486,
+      "▁buff": 20487,
+      "orders": 20488,
+      "▁asynchronous": 20489,
+      "▁econ": 20490,
+      "▁feu": 20491,
+      "▁Iron": 20492,
+      "▁rising": 20493,
+      "Radius": 20494,
+      "clk": 20495,
+      "▁zweiten": 20496,
+      "`'": 20497,
+      "▁uniqu": 20498,
+      "▁FM": 20499,
+      "▁Bran": 20500,
+      "▁flu": 20501,
+      "▁sensitive": 20502,
+      "urre": 20503,
+      "▁Iter": 20504,
+      "▁Sein": 20505,
+      "▁diferentes": 20506,
+      "▁него": 20507,
+      "chia": 20508,
+      "▁Anleitung": 20509,
+      "aturday": 20510,
+      "▁shorter": 20511,
+      "▁translated": 20512,
+      "▁Rés": 20513,
+      "▁rode": 20514,
+      "drag": 20515,
+      "▁lange": 20516,
+      "Bi": 20517,
+      "üb": 20518,
+      "leur": 20519,
+      "▁ordering": 20520,
+      "alous": 20521,
+      "▁Кор": 20522,
+      "archar": 20523,
+      "destroy": 20524,
+      "ervation": 20525,
+      "]],": 20526,
+      "AccessorImpl": 20527,
+      "▁autorytatywna": 20528,
+      "Sequence": 20529,
+      "▁proyect": 20530,
+      "▁bran": 20531,
+      "▁(+": 20532,
+      "▁Kab": 20533,
+      "▁zem": 20534,
+      "▁Calcul": 20535,
+      "▁seul": 20536,
+      "▁Niger": 20537,
+      "▁chiam": 20538,
+      "throw": 20539,
+      "▁Planet": 20540,
+      "bildung": 20541,
+      "▁zones": 20542,
+      "transition": 20543,
+      "лений": 20544,
+      "▁mapped": 20545,
+      "onaut": 20546,
+      "Pair": 20547,
+      "ilian": 20548,
+      "▁Morgan": 20549,
+      "▁unto": 20550,
+      "jou": 20551,
+      "▁hid": 20552,
+      "▁Meta": 20553,
+      "▁elles": 20554,
+      "Lou": 20555,
+      "rama": 20556,
+      "geordnet": 20557,
+      "▁scarcely": 20558,
+      "▁mint": 20559,
+      "Focus": 20560,
+      "▁Alter": 20561,
+      "▁dio": 20562,
+      "▁ampl": 20563,
+      "ièrement": 20564,
+      "▁исследова": 20565,
+      "LED": 20566,
+      "algorithm": 20567,
+      "▁сайті": 20568,
+      "▁\"\")": 20569,
+      "History": 20570,
+      "pk": 20571,
+      "▁Whit": 20572,
+      "▁систем": 20573,
+      "▁Kirchen": 20574,
+      "rà": 20575,
+      "APP": 20576,
+      "▁<%": 20577,
+      "antine": 20578,
+      "▁Disk": 20579,
+      "conv": 20580,
+      "welt": 20581,
+      "▁Fut": 20582,
+      "▁Nom": 20583,
+      "ordo": 20584,
+      "ellij": 20585,
+      "▁receives": 20586,
+      "cow": 20587,
+      "ytu": 20588,
+      "▁obras": 20589,
+      "▁purchase": 20590,
+      "▁earned": 20591,
+      "▁accessed": 20592,
+      "axi": 20593,
+      "▁Mans": 20594,
+      "ivan": 20595,
+      "▁tuvo": 20596,
+      "▁Trace": 20597,
+      "rimonio": 20598,
+      "▁desenvol": 20599,
+      "érique": 20600,
+      "▁resulted": 20601,
+      "▁computing": 20602,
+      "▁inspired": 20603,
+      "▁Prize": 20604,
+      "*\"": 20605,
+      "Comput": 20606,
+      "▁extensive": 20607,
+      "èg": 20608,
+      "▁Portály": 20609,
+      "▁castle": 20610,
+      "▁*.": 20611,
+      "▁photos": 20612,
+      "▁voet": 20613,
+      "ONG": 20614,
+      "▁Alle": 20615,
+      "▁threaten": 20616,
+      "stüt": 20617,
+      "▁albums": 20618,
+      "▁dense": 20619,
+      "flat": 20620,
+      "continu": 20621,
+      "Subject": 20622,
+      "▁readonly": 20623,
+      "Opt": 20624,
+      "писко": 20625,
+      "▁Aber": 20626,
+      "▁Position": 20627,
+      "▁Today": 20628,
+      "▁mini": 20629,
+      "▁Bef": 20630,
+      "listen": 20631,
+      "ственного": 20632,
+      "SUB": 20633,
+      "ossa": 20634,
+      "▁Pope": 20635,
+      "▁Jimmy": 20636,
+      "▁Дру": 20637,
+      "ungsseite": 20638,
+      "▁tren": 20639,
+      "optim": 20640,
+      "itsch": 20641,
+      "▁samt": 20642,
+      "▁испол": 20643,
+      "&=": 20644,
+      "▁Przypisy": 20645,
+      "▁продол": 20646,
+      "Cr": 20647,
+      "ermann": 20648,
+      "▁матери": 20649,
+      "▁Hugo": 20650,
+      "▁Deze": 20651,
+      "TRUE": 20652,
+      "▁defeat": 20653,
+      "▁watched": 20654,
+      "▁Gent": 20655,
+      "AUT": 20656,
+      "orous": 20657,
+      "▁опреде": 20658,
+      "orientation": 20659,
+      "▁distinguished": 20660,
+      "▁mesmo": 20661,
+      "▁sli": 20662,
+      "мена": 20663,
+      "mittel": 20664,
+      "gericht": 20665,
+      "eton": 20666,
+      "->{": 20667,
+      "▁wont": 20668,
+      "▁weg": 20669,
+      "▁classific": 20670,
+      "ilus": 20671,
+      "▁MD": 20672,
+      "tasks": 20673,
+      "▁chim": 20674,
+      "await": 20675,
+      "▁gang": 20676,
+      "▁wię": 20677,
+      "through": 20678,
+      "▁Russell": 20679,
+      "▁guessing": 20680,
+      "▁акт": 20681,
+      "блі": 20682,
+      "categories": 20683,
+      "сут": 20684,
+      "▁Fen": 20685,
+      "▁муж": 20686,
+      "▁newer": 20687,
+      "▁Async": 20688,
+      "▁terme": 20689,
+      ">/": 20690,
+      "пара": 20691,
+      "▁Trust": 20692,
+      "▁Opt": 20693,
+      "▁dah": 20694,
+      "▁wonderful": 20695,
+      "adratkil": 20696,
+      "▁Гра": 20697,
+      "mapping": 20698,
+      "▁discovery": 20699,
+      "▁BE": 20700,
+      "Enable": 20701,
+      "▁Friend": 20702,
+      "сня": 20703,
+      "▁controlled": 20704,
+      "чної": 20705,
+      "▁contributions": 20706,
+      "jší": 20707,
+      "▁Lev": 20708,
+      "▁francés": 20709,
+      "▁mic": 20710,
+      "zik": 20711,
+      "▁alem": 20712,
+      "cancel": 20713,
+      "!'": 20714,
+      "▁grat": 20715,
+      "▁Begriffsklär": 20716,
+      "Camera": 20717,
+      "ificación": 20718,
+      "ród": 20719,
+      "▁Arnold": 20720,
+      "▁bezeichneter": 20721,
+      "▁fought": 20722,
+      "▁deput": 20723,
+      "▁Drop": 20724,
+      "tax": 20725,
+      "dg": 20726,
+      "▁Hop": 20727,
+      "GN": 20728,
+      "▁Kirch": 20729,
+      "▁Бар": 20730,
+      "Invoke": 20731,
+      "▁erhalten": 20732,
+      "▁veel": 20733,
+      "▁wordpress": 20734,
+      "▁INNER": 20735,
+      "transaction": 20736,
+      "▁déjà": 20737,
+      "Fact": 20738,
+      "▁надмор": 20739,
+      "▁angularjs": 20740,
+      "▁át": 20741,
+      "▁alap": 20742,
+      "▁Price": 20743,
+      "▁effet": 20744,
+      "▁sphere": 20745,
+      "ClassLoader": 20746,
+      "▁rugby": 20747,
+      "▁kingdom": 20748,
+      "▁Mut": 20749,
+      "▁кино": 20750,
+      "▁reward": 20751,
+      "cit": 20752,
+      "▁presente": 20753,
+      "Sto": 20754,
+      "Character": 20755,
+      "logs": 20756,
+      "▁centrale": 20757,
+      "▁mouv": 20758,
+      "▁okay": 20759,
+      "▁aplic": 20760,
+      "More": 20761,
+      "ények": 20762,
+      "▁Köln": 20763,
+      "nett": 20764,
+      "▁истории": 20765,
+      "▁describing": 20766,
+      "▁soldier": 20767,
+      "▁Need": 20768,
+      "Light": 20769,
+      "▁\"\\<": 20770,
+      "▁hav": 20771,
+      "ermo": 20772,
+      "▁inferior": 20773,
+      "lea": 20774,
+      "▁gg": 20775,
+      "▁конце": 20776,
+      "fragment": 20777,
+      "sb": 20778,
+      "Country": 20779,
+      "▁vě": 20780,
+      "▁Beng": 20781,
+      "▁Это": 20782,
+      "▁водо": 20783,
+      "мар": 20784,
+      "STRING": 20785,
+      "▁új": 20786,
+      "multiple": 20787,
+      "statement": 20788,
+      "▁involves": 20789,
+      "▁tecn": 20790,
+      "Student": 20791,
+      "gré": 20792,
+      "▁lean": 20793,
+      "▁bringing": 20794,
+      "▁Medical": 20795,
+      "▁програм": 20796,
+      "▁Vog": 20797,
+      "▁жов": 20798,
+      "▁Spirit": 20799,
+      "nth": 20800,
+      "▁standards": 20801,
+      "▁Profile": 20802,
+      "▁ez": 20803,
+      "▁территории": 20804,
+      "▁stem": 20805,
+      "uil": 20806,
+      "▁Og": 20807,
+      "Btn": 20808,
+      "nal": 20809,
+      "▁nearby": 20810,
+      "▁producing": 20811,
+      "criv": 20812,
+      "▁assumptions": 20813,
+      "▁Spark": 20814,
+      "▁Lot": 20815,
+      "itudes": 20816,
+      "afka": 20817,
+      "five": 20818,
+      "atio": 20819,
+      "▁distinguish": 20820,
+      "rock": 20821,
+      "église": 20822,
+      "▁rappres": 20823,
+      ">\\<": 20824,
+      "лій": 20825,
+      "▁мини": 20826,
+      "▁intitulé": 20827,
+      "}}(\\": 20828,
+      "▁Rout": 20829,
+      "▁Border": 20830,
+      "▁overrid": 20831,
+      "HOST": 20832,
+      "ritten": 20833,
+      "say": 20834,
+      "▁Чи": 20835,
+      "ichtung": 20836,
+      "▁straightforward": 20837,
+      "obb": 20838,
+      "▁Terra": 20839,
+      "▁[:": 20840,
+      "Ben": 20841,
+      "▁composite": 20842,
+      ")+\\": 20843,
+      "▁crown": 20844,
+      "direction": 20845,
+      "▁несколько": 20846,
+      "▁avail": 20847,
+      "▁purchased": 20848,
+      "hook": 20849,
+      "eties": 20850,
+      "▁fase": 20851,
+      "▁Rum": 20852,
+      "▁genom": 20853,
+      "▁dét": 20854,
+      "ową": 20855,
+      "mpeg": 20856,
+      "▁Ін": 20857,
+      "desktop": 20858,
+      "▁injection": 20859,
+      "agle": 20860,
+      "▁Edd": 20861,
+      "_{(": 20862,
+      "▁Hem": 20863,
+      "utos": 20864,
+      "proj": 20865,
+      "▁superficie": 20866,
+      "Plot": 20867,
+      "▁Docker": 20868,
+      "ätz": 20869,
+      "kreich": 20870,
+      "▁unclear": 20871,
+      "▁Unity": 20872,
+      "▁streams": 20873,
+      "вид": 20874,
+      "▁simplified": 20875,
+      "Fill": 20876,
+      "▁sant": 20877,
+      "▁Kommun": 20878,
+      "▁duc": 20879,
+      "▁две": 20880,
+      "▁obs": 20881,
+      "žit": 20882,
+      "▁Janeiro": 20883,
+      "бя": 20884,
+      "▁presso": 20885,
+      "▁Ministry": 20886,
+      "▁burst": 20887,
+      "▁reaching": 20888,
+      "liter": 20889,
+      "▁responses": 20890,
+      "▁Eug": 20891,
+      "▁sod": 20892,
+      "▁Cord": 20893,
+      "▁Perm": 20894,
+      "parts": 20895,
+      "цима": 20896,
+      "variables": 20897,
+      "▁forgotten": 20898,
+      "Fern": 20899,
+      "ostęp": 20900,
+      "vl": 20901,
+      "▁См": 20902,
+      "kim": 20903,
+      "ając": 20904,
+      "наль": 20905,
+      "гле": 20906,
+      "helper": 20907,
+      "dup": 20908,
+      "euw": 20909,
+      "fra": 20910,
+      "ellite": 20911,
+      "anya": 20912,
+      "▁reign": 20913,
+      "gesamt": 20914,
+      "седа": 20915,
+      "▁Ryan": 20916,
+      "▁formatted": 20917,
+      "▁Borg": 20918,
+      "walk": 20919,
+      "▁ал": 20920,
+      "agnostics": 20921,
+      "▁Cape": 20922,
+      "▁Franco": 20923,
+      "▁fug": 20924,
+      ":)": 20925,
+      "юз": 20926,
+      "Fetch": 20927,
+      "▁roughly": 20928,
+      "▁Mis": 20929,
+      "uetooth": 20930,
+      "▁Venezuela": 20931,
+      "▁astronom": 20932,
+      "\")`": 20933,
+      "ombres": 20934,
+      "▁которой": 20935,
+      "óp": 20936,
+      "owed": 20937,
+      "HR": 20938,
+      "▁Camer": 20939,
+      "кие": 20940,
+      "parison": 20941,
+      "▁Bij": 20942,
+      "templates": 20943,
+      "environment": 20944,
+      "ização": 20945,
+      "▁ér": 20946,
+      "▁plenty": 20947,
+      "▁TypeError": 20948,
+      "▁forty": 20949,
+      "коном": 20950,
+      "▁Sed": 20951,
+      "▁thats": 20952,
+      "▁gravity": 20953,
+      "▁spiritual": 20954,
+      "▁duplicates": 20955,
+      "▁encryption": 20956,
+      "▁reven": 20957,
+      "getInstance": 20958,
+      "ällor": 20959,
+      "disk": 20960,
+      "▁thro": 20961,
+      "▁Nak": 20962,
+      "▁poł": 20963,
+      "▁heraus": 20964,
+      "invalid": 20965,
+      "sBy": 20966,
+      "Boot": 20967,
+      "▁bucket": 20968,
+      "▁Parse": 20969,
+      "hex": 20970,
+      "Conne": 20971,
+      "▁Computer": 20972,
+      "zyk": 20973,
+      "▁induced": 20974,
+      "▁Bruno": 20975,
+      "▁addressed": 20976,
+      "mania": 20977,
+      "▁inclus": 20978,
+      "ounced": 20979,
+      "scriptsize": 20980,
+      "▁Epis": 20981,
+      "▁vocal": 20982,
+      "▁Jonathan": 20983,
+      "ум": 20984,
+      "staden": 20985,
+      "▁Children": 20986,
+      "пей": 20987,
+      "Italia": 20988,
+      "reibung": 20989,
+      "▁nost": 20990,
+      "▁ещё": 20991,
+      "▁Werke": 20992,
+      "▁actress": 20993,
+      "▁Minnesota": 20994,
+      "rike": 20995,
+      "▁tek": 20996,
+      "▁primeira": 20997,
+      "▁frat": 20998,
+      "▁Configuration": 20999,
+      "▁bid": 21000,
+      "trigger": 21001,
+      "Contents": 21002,
+      "▁constantly": 21003,
+      "!!!": 21004,
+      "▁dread": 21005,
+      "▁hundreds": 21006,
+      "istische": 21007,
+      "▁cardinal": 21008,
+      "TABLE": 21009,
+      "▁estos": 21010,
+      "assoc": 21011,
+      "gray": 21012,
+      "▁Schloss": 21013,
+      "▁sche": 21014,
+      "cong": 21015,
+      "▁koji": 21016,
+      "ètes": 21017,
+      "▁Era": 21018,
+      "omi": 21019,
+      "▁SR": 21020,
+      "▁wrapped": 21021,
+      "▁trunc": 21022,
+      "▁ah": 21023,
+      "egos": 21024,
+      "oki": 21025,
+      "mouth": 21026,
+      "logging": 21027,
+      "▁fasc": 21028,
+      "▁Sample": 21029,
+      "▁conte": 21030,
+      "▁villa": 21031,
+      "comments": 21032,
+      "▁batal": 21033,
+      "▁García": 21034,
+      "▁Norte": 21035,
+      "▁wechsel": 21036,
+      "▁Museo": 21037,
+      "▁enfants": 21038,
+      "▁whisper": 21039,
+      "nake": 21040,
+      "▁jednak": 21041,
+      "lês": 21042,
+      "enders": 21043,
+      "▁äl": 21044,
+      "▁VB": 21045,
+      "▁cookies": 21046,
+      "zeti": 21047,
+      "atum": 21048,
+      "▁dedu": 21049,
+      "▁arranged": 21050,
+      "laz": 21051,
+      "▁cuenta": 21052,
+      "yml": 21053,
+      "▁flav": 21054,
+      "MR": 21055,
+      "emet": 21056,
+      "біль": 21057,
+      "cmp": 21058,
+      "ituto": 21059,
+      "zett": 21060,
+      "▁envi": 21061,
+      "▁kot": 21062,
+      "$:": 21063,
+      "upper": 21064,
+      "▁Alberto": 21065,
+      "kb": 21066,
+      "Anal": 21067,
+      "ört": 21068,
+      "▁[-": 21069,
+      "▁führte": 21070,
+      "iah": 21071,
+      "▁Tun": 21072,
+      "▁искус": 21073,
+      "uwe": 21074,
+      "ispecies": 21075,
+      "Pub": 21076,
+      "Sync": 21077,
+      "▁Colombia": 21078,
+      "akers": 21079,
+      "▁Imperial": 21080,
+      "oving": 21081,
+      "▁intelligence": 21082,
+      "▁equipment": 21083,
+      "ein": 21084,
+      "dagger": 21085,
+      "▁Edge": 21086,
+      "▁Республи": 21087,
+      "adratkilometer": 21088,
+      "▁Anto": 21089,
+      "▁charges": 21090,
+      "▁Ocean": 21091,
+      "▁simplify": 21092,
+      "▁miesz": 21093,
+      "running": 21094,
+      "▁Lac": 21095,
+      "genommen": 21096,
+      "▁representative": 21097,
+      "=.": 21098,
+      "▁Pred": 21099,
+      "▁spite": 21100,
+      "ciale": 21101,
+      "▁nave": 21102,
+      "▁extens": 21103,
+      "▁neutral": 21104,
+      "▁которая": 21105,
+      ".</": 21106,
+      "▁CS": 21107,
+      "uky": 21108,
+      "▁whilst": 21109,
+      "▁lingu": 21110,
+      "extract": 21111,
+      "zeichnung": 21112,
+      "▁Feld": 21113,
+      "▁valuable": 21114,
+      "urable": 21115,
+      "▁Jen": 21116,
+      "▁struggle": 21117,
+      "▁committee": 21118,
+      "▁Wohn": 21119,
+      "▁sqlite": 21120,
+      "▁Temp": 21121,
+      "▁COUNT": 21122,
+      "consin": 21123,
+      "міні": 21124,
+      "usage": 21125,
+      "▁quest": 21126,
+      "дян": 21127,
+      "eared": 21128,
+      "▁Schne": 21129,
+      "▁dod": 21130,
+      "▁recht": 21131,
+      "▁kao": 21132,
+      "Capt": 21133,
+      "labels": 21134,
+      "▁ellos": 21135,
+      "▁industri": 21136,
+      "▁Colorado": 21137,
+      "▁contrary": 21138,
+      "▁Dum": 21139,
+      "Bel": 21140,
+      "▁Vent": 21141,
+      "▁authorities": 21142,
+      "YES": 21143,
+      "ensed": 21144,
+      "umbnail": 21145,
+      "izzazione": 21146,
+      "kou": 21147,
+      "rica": 21148,
+      "▁sect": 21149,
+      "tests": 21150,
+      "▁Klein": 21151,
+      "▁legs": 21152,
+      "▁Pietro": 21153,
+      "fu": 21154,
+      "thy": 21155,
+      "▁bast": 21156,
+      "▁tedes": 21157,
+      "ettes": 21158,
+      "▁repet": 21159,
+      "acre": 21160,
+      "retto": 21161,
+      "▁remainder": 21162,
+      "▁Geg": 21163,
+      "▁Гор": 21164,
+      "▁Rechts": 21165,
+      "▁filtering": 21166,
+      "ouss": 21167,
+      "▁deployed": 21168,
+      "▁prüfe": 21169,
+      "▁bitmap": 21170,
+      "▁sovi": 21171,
+      "▁<%=": 21172,
+      "▁entferne": 21173,
+      "kill": 21174,
+      "tabs": 21175,
+      "Expr": 21176,
+      "кому": 21177,
+      "▁Republican": 21178,
+      "▁Size": 21179,
+      "▁poll": 21180,
+      "▁rien": 21181,
+      "▁клуб": 21182,
+      "énd": 21183,
+      "▁Bio": 21184,
+      "▁perl": 21185,
+      "▁Andreas": 21186,
+      "вин": 21187,
+      "▁distant": 21188,
+      "▁Finn": 21189,
+      "▁Mitch": 21190,
+      "▁%{": 21191,
+      "▁charm": 21192,
+      "▁Mul": 21193,
+      "perate": 21194,
+      "▁sciences": 21195,
+      "▁monot": 21196,
+      "▁debido": 21197,
+      "rizona": 21198,
+      "iec": 21199,
+      "▁alarm": 21200,
+      "▁promoted": 21201,
+      "▁letzten": 21202,
+      "atin": 21203,
+      "▁conclus": 21204,
+      "herr": 21205,
+      "▁éch": 21206,
+      "edish": 21207,
+      "gor": 21208,
+      "▁stycz": 21209,
+      "▁impress": 21210,
+      "ruits": 21211,
+      "ierungs": 21212,
+      "▁parsed": 21213,
+      "▁río": 21214,
+      "▁Pakistan": 21215,
+      "igner": 21216,
+      "▁watching": 21217,
+      "▁databases": 21218,
+      "eding": 21219,
+      "▁Specific": 21220,
+      "▁generale": 21221,
+      "lax": 21222,
+      "▁Looking": 21223,
+      "▁bond": 21224,
+      "▁vista": 21225,
+      "▁ec": 21226,
+      "▁grud": 21227,
+      "▁deleting": 21228,
+      "tac": 21229,
+      "▁jazz": 21230,
+      "jm": 21231,
+      "▁pół": 21232,
+      "Language": 21233,
+      "delegate": 21234,
+      "▁registry": 21235,
+      "▁Shared": 21236,
+      "строй": 21237,
+      "Music": 21238,
+      "▁vessel": 21239,
+      ".@": 21240,
+      "▁Wür": 21241,
+      "▁fed": 21242,
+      "▁eredet": 21243,
+      "▁Gö": 21244,
+      "upt": 21245,
+      "▁pleasant": 21246,
+      "▁tableView": 21247,
+      "▁counting": 21248,
+      "▁Kriegs": 21249,
+      "▁получил": 21250,
+      "▁],": 21251,
+      "виа": 21252,
+      "▁až": 21253,
+      "ToList": 21254,
+      "▁Advent": 21255,
+      "▁sketch": 21256,
+      "pn": 21257,
+      "▁sier": 21258,
+      "▁находится": 21259,
+      "iop": 21260,
+      "▁ly": 21261,
+      "▁Schl": 21262,
+      "Contract": 21263,
+      "associ": 21264,
+      "▁Pear": 21265,
+      "▁whe": 21266,
+      "▁Delete": 21267,
+      "▁elem": 21268,
+      "ätte": 21269,
+      "▁česk": 21270,
+      "▁MC": 21271,
+      "▁shout": 21272,
+      "akespe": 21273,
+      "▁defaults": 21274,
+      "penas": 21275,
+      "òria": 21276,
+      "▁hierarchy": 21277,
+      "ipt": 21278,
+      "▁Elis": 21279,
+      "likely": 21280,
+      "Rot": 21281,
+      "▁cow": 21282,
+      "▁strike": 21283,
+      "▁березня": 21284,
+      "▁ensemble": 21285,
+      "▁Pseud": 21286,
+      "Virtual": 21287,
+      "▁її": 21288,
+      "ROOT": 21289,
+      "сия": 21290,
+      "▁соб": 21291,
+      "▁invert": 21292,
+      "▁switching": 21293,
+      "htaccess": 21294,
+      "▁награ": 21295,
+      "▁Norman": 21296,
+      "▁inglês": 21297,
+      "![": 21298,
+      "ousel": 21299,
+      "DOCTYPE": 21300,
+      "▁suppress": 21301,
+      "▁accompanied": 21302,
+      "▁Bé": 21303,
+      "implies": 21304,
+      "nut": 21305,
+      "▁Syntax": 21306,
+      "inho": 21307,
+      "▁tam": 21308,
+      "▁focused": 21309,
+      "avano": 21310,
+      "▁Baden": 21311,
+      "had": 21312,
+      "▁({": 21313,
+      "Ty": 21314,
+      "▁рос": 21315,
+      "▁чолові": 21316,
+      "oge": 21317,
+      "jsp": 21318,
+      "Blue": 21319,
+      "▁suas": 21320,
+      "apers": 21321,
+      "Short": 21322,
+      "Renderer": 21323,
+      "▁sendo": 21324,
+      "▁Cec": 21325,
+      "▁`__": 21326,
+      "▁Municipal": 21327,
+      "dotnet": 21328,
+      "▁bev": 21329,
+      "▁DA": 21330,
+      "MenuItem": 21331,
+      "▁amp": 21332,
+      "▁uri": 21333,
+      "▁fier": 21334,
+      "слен": 21335,
+      "),(": 21336,
+      "cules": 21337,
+      "illas": 21338,
+      "LOCK": 21339,
+      "▁derive": 21340,
+      "uben": 21341,
+      "▁GT": 21342,
+      "▁Mack": 21343,
+      "▁scholar": 21344,
+      ")}}": 21345,
+      "зм": 21346,
+      ">::": 21347,
+      "шёл": 21348,
+      "▁principales": 21349,
+      "▁цар": 21350,
+      "▁tied": 21351,
+      "▁alta": 21352,
+      "▁Cit": 21353,
+      "lined": 21354,
+      "major": 21355,
+      "▁punk": 21356,
+      "▁cinco": 21357,
+      "ický": 21358,
+      "▁raggi": 21359,
+      "typen": 21360,
+      "тельство": 21361,
+      "▁conference": 21362,
+      "▁сіль": 21363,
+      "▁heut": 21364,
+      "iš": 21365,
+      "ета": 21366,
+      "velope": 21367,
+      "hbox": 21368,
+      "nown": 21369,
+      "▁zar": 21370,
+      "ktiv": 21371,
+      "ieß": 21372,
+      "▁стре": 21373,
+      "▁EventArgs": 21374,
+      "▁Ira": 21375,
+      "▁VBA": 21376,
+      "▁Santo": 21377,
+      "▁Fach": 21378,
+      "▁FF": 21379,
+      "▁Raymond": 21380,
+      "мец": 21381,
+      "implementation": 21382,
+      "▁brothers": 21383,
+      "▁côté": 21384,
+      "▁controllers": 21385,
+      "▁Cle": 21386,
+      "▁cable": 21387,
+      "▁confer": 21388,
+      "▁{-": 21389,
+      "▁czł": 21390,
+      "▁Filip": 21391,
+      "atorio": 21392,
+      "▁wicht": 21393,
+      "▁beaucoup": 21394,
+      "▁Lit": 21395,
+      "▁sessions": 21396,
+      "▁Success": 21397,
+      "▁routing": 21398,
+      "niu": 21399,
+      "▁Vice": 21400,
+      "▁krit": 21401,
+      "updated": 21402,
+      "▁Invalid": 21403,
+      "▁Mannschaft": 21404,
+      "▁aos": 21405,
+      "▁tudi": 21406,
+      "▁després": 21407,
+      "qua": 21408,
+      "Contains": 21409,
+      "Company": 21410,
+      "▁persona": 21411,
+      "adapter": 21412,
+      "сни": 21413,
+      "▁voj": 21414,
+      "▁escri": 21415,
+      "agt": 21416,
+      "▁ство": 21417,
+      "▁distrito": 21418,
+      "apan": 21419,
+      "▁aspects": 21420,
+      "▁zal": 21421,
+      ")^{\\": 21422,
+      "▁système": 21423,
+      "▁ана": 21424,
+      "iums": 21425,
+      "▁premiers": 21426,
+      "▁поэ": 21427,
+      "▁mère": 21428,
+      "▁Gun": 21429,
+      "aping": 21430,
+      "▁Rain": 21431,
+      "▁igual": 21432,
+      "▁processor": 21433,
+      "')`": 21434,
+      "bling": 21435,
+      "▁mism": 21436,
+      "bráz": 21437,
+      "▁closest": 21438,
+      "▁Reading": 21439,
+      "▁попу": 21440,
+      "cono": 21441,
+      "▁kult": 21442,
+      "▁!!": 21443,
+      "▁Expression": 21444,
+      "▁induction": 21445,
+      "ahren": 21446,
+      "▁cp": 21447,
+      "▁violence": 21448,
+      "ientí": 21449,
+      "cente": 21450,
+      "▁Dob": 21451,
+      "jack": 21452,
+      "song": 21453,
+      "bucket": 21454,
+      "▁deport": 21455,
+      "кими": 21456,
+      "lm": 21457,
+      "▁innoc": 21458,
+      "Changes": 21459,
+      "▁prohib": 21460,
+      "angol": 21461,
+      "iseconds": 21462,
+      "▁пор": 21463,
+      "▁hip": 21464,
+      "▁pů": 21465,
+      "endorf": 21466,
+      "▁scheduled": 21467,
+      "▁Flug": 21468,
+      "acyj": 21469,
+      "▁Films": 21470,
+      "athedral": 21471,
+      "Power": 21472,
+      "ardin": 21473,
+      "kap": 21474,
+      "icken": 21475,
+      "resize": 21476,
+      "eus": 21477,
+      "rr": 21478,
+      "лян": 21479,
+      "▁Hav": 21480,
+      "▁ora": 21481,
+      "FROM": 21482,
+      "лося": 21483,
+      "▁terug": 21484,
+      "▁Width": 21485,
+      "▁accepts": 21486,
+      "бен": 21487,
+      "▁mich": 21488,
+      "▁Czech": 21489,
+      "▁Bedeut": 21490,
+      "▁вид": 21491,
+      "ôme": 21492,
+      "▁Loop": 21493,
+      "spect": 21494,
+      "ük": 21495,
+      "eston": 21496,
+      "▁slot": 21497,
+      "▁została": 21498,
+      "▁Charlotte": 21499,
+      "▁составляет": 21500,
+      "▁Promise": 21501,
+      "▁epo": 21502,
+      "▁diction": 21503,
+      "▁Franklin": 21504,
+      "▁Riv": 21505,
+      "руг": 21506,
+      "cida": 21507,
+      "▁Explorer": 21508,
+      "cookie": 21509,
+      "▁formerly": 21510,
+      "▁municipality": 21511,
+      "▁Stefan": 21512,
+      "lists": 21513,
+      "COMP": 21514,
+      "Len": 21515,
+      "▁Staat": 21516,
+      "▁NBA": 21517,
+      "dens": 21518,
+      "▁oscill": 21519,
+      "!.": 21520,
+      "▁PO": 21521,
+      "ône": 21522,
+      "eses": 21523,
+      "▁националь": 21524,
+      "voor": 21525,
+      "▁копи": 21526,
+      "▁пози": 21527,
+      "ulu": 21528,
+      "Constraint": 21529,
+      "▁своей": 21530,
+      "▁algebraic": 21531,
+      "чня": 21532,
+      "Dict": 21533,
+      "▁appearing": 21534,
+      "▁prav": 21535,
+      "▁Universal": 21536,
+      "Browser": 21537,
+      "▁Singap": 21538,
+      "ennessee": 21539,
+      "]_": 21540,
+      "▁Sof": 21541,
+      "▁Cad": 21542,
+      "ounce": 21543,
+      "▁costs": 21544,
+      "]{\\": 21545,
+      "../../": 21546,
+      "ській": 21547,
+      "ühl": 21548,
+      "iety": 21549,
+      "пр": 21550,
+      "▁interpreted": 21551,
+      "ajn": 21552,
+      "colog": 21553,
+      "YS": 21554,
+      "mans": 21555,
+      "▁metrics": 21556,
+      "▁registr": 21557,
+      "istance": 21558,
+      "▁Поль": 21559,
+      "▁anonymous": 21560,
+      "▁institutions": 21561,
+      "▁zdob": 21562,
+      "prüng": 21563,
+      "▁арти": 21564,
+      "▁estat": 21565,
+      "acci": 21566,
+      "▁academic": 21567,
+      "▁chiesa": 21568,
+      "▁Gian": 21569,
+      "contrib": 21570,
+      "umed": 21571,
+      "▁Gir": 21572,
+      "▁baseball": 21573,
+      "numeric": 21574,
+      "Generator": 21575,
+      "GM": 21576,
+      "▁tiny": 21577,
+      "▁distinction": 21578,
+      "гер": 21579,
+      "▁rust": 21580,
+      "▁FIFA": 21581,
+      "▁Properties": 21582,
+      "^-": 21583,
+      "▁экс": 21584,
+      "▁Stanis": 21585,
+      "▁Ajax": 21586,
+      "escape": 21587,
+      "▁consp": 21588,
+      "▁Chen": 21589,
+      "▁Naval": 21590,
+      "Bit": 21591,
+      "▁bât": 21592,
+      "скими": 21593,
+      "drive": 21594,
+      "▁Round": 21595,
+      "photo": 21596,
+      "▁Level": 21597,
+      "▁geg": 21598,
+      "Tom": 21599,
+      "▁Mobile": 21600,
+      "▁Trop": 21601,
+      "Direction": 21602,
+      "isan": 21603,
+      ")^{-": 21604,
+      "▁Setting": 21605,
+      "▁Probably": 21606,
+      "лья": 21607,
+      "▁assets": 21608,
+      "▁atte": 21609,
+      "▁bulk": 21610,
+      "ést": 21611,
+      "▁wing": 21612,
+      "nius": 21613,
+      "▁wins": 21614,
+      "▁lud": 21615,
+      "ushing": 21616,
+      "▁deven": 21617,
+      "ограф": 21618,
+      "burger": 21619,
+      "▁embar": 21620,
+      "FilterChain": 21621,
+      "▁tum": 21622,
+      "▁öss": 21623,
+      "▁nommé": 21624,
+      "▁pir": 21625,
+      "▁luc": 21626,
+      "dbo": 21627,
+      "agues": 21628,
+      "▁alcan": 21629,
+      "ouwen": 21630,
+      "▁Stanley": 21631,
+      "циали": 21632,
+      "▁grown": 21633,
+      "▁preserved": 21634,
+      "▁solar": 21635,
+      "▁Население": 21636,
+      "▁performances": 21637,
+      "▁Cow": 21638,
+      "▁engineering": 21639,
+      "▁scaling": 21640,
+      "atomic": 21641,
+      "endance": 21642,
+      "▁ace": 21643,
+      "ängen": 21644,
+      "Anim": 21645,
+      "phase": 21646,
+      "zburg": 21647,
+      "Old": 21648,
+      "▁servant": 21649,
+      "▁gemeins": 21650,
+      "▁Observ": 21651,
+      "translate": 21652,
+      "▁covering": 21653,
+      "▁están": 21654,
+      "▁problema": 21655,
+      "▁установ": 21656,
+      "▁llev": 21657,
+      "▁czerw": 21658,
+      "éal": 21659,
+      "mez": 21660,
+      "REE": 21661,
+      "ERR": 21662,
+      "тури": 21663,
+      "segu": 21664,
+      "▁profit": 21665,
+      "▁multiplication": 21666,
+      "kommen": 21667,
+      "▁faut": 21668,
+      "▁candidates": 21669,
+      "▁Uri": 21670,
+      "▁Laura": 21671,
+      "▁sap": 21672,
+      "▁висини": 21673,
+      "▁Between": 21674,
+      "fade": 21675,
+      "▁reserved": 21676,
+      "▁involving": 21677,
+      "▁Mare": 21678,
+      "▁Container": 21679,
+      "▁назна": 21680,
+      "▁DEBUG": 21681,
+      "▁hurt": 21682,
+      "▁Polski": 21683,
+      "▁lux": 21684,
+      "CB": 21685,
+      "wach": 21686,
+      "▁период": 21687,
+      "▁Catherine": 21688,
+      "▁ganz": 21689,
+      "uchte": 21690,
+      "▁consumer": 21691,
+      "▁crossed": 21692,
+      "ordered": 21693,
+      "away": 21694,
+      "techn": 21695,
+      "▁subscri": 21696,
+      "▁shortcut": 21697,
+      "▁производ": 21698,
+      "▁simultaneously": 21699,
+      "▁rating": 21700,
+      "▁Kings": 21701,
+      "▁relationships": 21702,
+      "▁Sex": 21703,
+      "▁Tool": 21704,
+      "agh": 21705,
+      "acters": 21706,
+      "logger": 21707,
+      "homme": 21708,
+      "engers": 21709,
+      "▁Ri": 21710,
+      "earance": 21711,
+      "▁appearances": 21712,
+      "Real": 21713,
+      "▁passe": 21714,
+      "iclopedia": 21715,
+      "чко": 21716,
+      "terre": 21717,
+      "▁Ontario": 21718,
+      "▁переда": 21719,
+      "footer": 21720,
+      "archivi": 21721,
+      "ifiz": 21722,
+      "▁Protest": 21723,
+      "▁LIN": 21724,
+      "unnable": 21725,
+      "▁centuries": 21726,
+      "▁Bayer": 21727,
+      "цію": 21728,
+      "овин": 21729,
+      "▁Andrea": 21730,
+      "selection": 21731,
+      "▁calm": 21732,
+      "▁modification": 21733,
+      "▁shortly": 21734,
+      "inaire": 21735,
+      "▁fusion": 21736,
+      "▁feelings": 21737,
+      "PK": 21738,
+      "▁Roberto": 21739,
+      "гне": 21740,
+      "Shared": 21741,
+      "▁mehrere": 21742,
+      "▁Niem": 21743,
+      "omp": 21744,
+      "Env": 21745,
+      "▁Article": 21746,
+      "▁Pok": 21747,
+      "▁VARCHAR": 21748,
+      "▁dil": 21749,
+      "▁afford": 21750,
+      "▁confront": 21751,
+      "owanie": 21752,
+      "▁ministre": 21753,
+      "adesh": 21754,
+      "▁Poly": 21755,
+      "▁Распо": 21756,
+      "▁Gruppe": 21757,
+      "▁Helen": 21758,
+      "▁cc": 21759,
+      "▁portrait": 21760,
+      "bew": 21761,
+      "▁beta": 21762,
+      "▁Wir": 21763,
+      "▁Audio": 21764,
+      "▁(\\<": 21765,
+      "riority": 21766,
+      "▁nit": 21767,
+      "▁представи": 21768,
+      "▁Vie": 21769,
+      "▁wür": 21770,
+      "▁Hold": 21771,
+      "▁Sad": 21772,
+      "▁Tochter": 21773,
+      "▁oltre": 21774,
+      "▁Activ": 21775,
+      "▁Jason": 21776,
+      "▁wieku": 21777,
+      "▁regards": 21778,
+      "▁taste": 21779,
+      "agnostic": 21780,
+      "лася": 21781,
+      "▁Self": 21782,
+      "▁apr": 21783,
+      "▁Deep": 21784,
+      "scop": 21785,
+      "Activ": 21786,
+      "▁typedef": 21787,
+      "ContentView": 21788,
+      "compiler": 21789,
+      "▁Roth": 21790,
+      "xc": 21791,
+      "зик": 21792,
+      "▁largo": 21793,
+      "▁Rena": 21794,
+      "heiten": 21795,
+      "▁platforms": 21796,
+      "ulla": 21797,
+      "▁glance": 21798,
+      "▁mascul": 21799,
+      "▁mex": 21800,
+      "▁Jorge": 21801,
+      "▁funcion": 21802,
+      "choose": 21803,
+      "▁reviews": 21804,
+      "▁Alban": 21805,
+      "▁Glo": 21806,
+      "▁Species": 21807,
+      "▁Fame": 21808,
+      "▁Roll": 21809,
+      "▁Puerto": 21810,
+      "▁\\)": 21811,
+      "ymnas": 21812,
+      "environ": 21813,
+      "▁iphone": 21814,
+      "▁Wrestling": 21815,
+      "ały": 21816,
+      "▁Indiana": 21817,
+      "Radio": 21818,
+      "VS": 21819,
+      "▁independence": 21820,
+      "тай": 21821,
+      "▁decode": 21822,
+      "White": 21823,
+      "▁journ": 21824,
+      "ículo": 21825,
+      "▁Barb": 21826,
+      "▁Evangel": 21827,
+      "▁Andy": 21828,
+      "▁Welcome": 21829,
+      "▁Device": 21830,
+      "gef": 21831,
+      "▁remembered": 21832,
+      "▁variations": 21833,
+      "▁Adolf": 21834,
+      "itaine": 21835,
+      "▁надморској": 21836,
+      "▁steam": 21837,
+      "▁concerns": 21838,
+      "▁`|": 21839,
+      "▁био": 21840,
+      "тельства": 21841,
+      "▁quattro": 21842,
+      "extend": 21843,
+      "▁trabajo": 21844,
+      "enberg": 21845,
+      "▁scenarios": 21846,
+      "ânt": 21847,
+      "▁kommt": 21848,
+      "▁domestic": 21849,
+      "▁Basketball": 21850,
+      "▁Cooper": 21851,
+      "sock": 21852,
+      "держа": 21853,
+      "={\\": 21854,
+      "▁inici": 21855,
+      "▁Phill": 21856,
+      "▁генерал": 21857,
+      "archiviato": 21858,
+      "ън": 21859,
+      "Rob": 21860,
+      "▁tong": 21861,
+      "▁characteristics": 21862,
+      "▁amaz": 21863,
+      "▁Mode": 21864,
+      "▁inaugur": 21865,
+      "wehr": 21866,
+      "rant": 21867,
+      "ionali": 21868,
+      "▁Mother": 21869,
+      "Ma": 21870,
+      "équ": 21871,
+      "▁Kelly": 21872,
+      "cile": 21873,
+      "▁besteht": 21874,
+      "▁estimates": 21875,
+      "ruguay": 21876,
+      "▁Ans": 21877,
+      "Mad": 21878,
+      "▁нав": 21879,
+      "▁données": 21880,
+      "▁tropical": 21881,
+      "▁Several": 21882,
+      "elter": 21883,
+      "▁Pho": 21884,
+      "kem": 21885,
+      "▁Customer": 21886,
+      "▁складі": 21887,
+      "▁courses": 21888,
+      "Platform": 21889,
+      "navbar": 21890,
+      "learning": 21891,
+      "▁Swedish": 21892,
+      "▁zast": 21893,
+      "▁Lig": 21894,
+      "management": 21895,
+      "▁lod": 21896,
+      "uffle": 21897,
+      "Texture": 21898,
+      "arga": 21899,
+      "átum": 21900,
+      "▁DDR": 21901,
+      "нії": 21902,
+      "▁Société": 21903,
+      "▁domains": 21904,
+      "▁permitted": 21905,
+      "▁externe": 21906,
+      "▁quelque": 21907,
+      "vt": 21908,
+      "yman": 21909,
+      "▁Ward": 21910,
+      "▁agli": 21911,
+      "▁andra": 21912,
+      "Snapshot": 21913,
+      "▁må": 21914,
+      "▁yeah": 21915,
+      "дена": 21916,
+      "ępu": 21917,
+      "askell": 21918,
+      "▁République": 21919,
+      "inject": 21920,
+      "▁';": 21921,
+      "änn": 21922,
+      "▁zelf": 21923,
+      "▁Entwicklung": 21924,
+      "ária": 21925,
+      "onomy": 21926,
+      "▁svil": 21927,
+      "iese": 21928,
+      "▁conser": 21929,
+      "▁nim": 21930,
+      "▁rész": 21931,
+      "▁Итали": 21932,
+      "▁partici": 21933,
+      "▁Lion": 21934,
+      "sr": 21935,
+      "always": 21936,
+      "▁Владимир": 21937,
+      "ческие": 21938,
+      "[,": 21939,
+      "▁Definition": 21940,
+      "nant": 21941,
+      "oem": 21942,
+      "Ids": 21943,
+      "▁вне": 21944,
+      "▁[...]": 21945,
+      "▁направ": 21946,
+      "▁GO": 21947,
+      "▁års": 21948,
+      "▁után": 21949,
+      "▁outros": 21950,
+      "▁región": 21951,
+      "▁Mong": 21952,
+      "▁filme": 21953,
+      "▁triple": 21954,
+      "▁spons": 21955,
+      "Develop": 21956,
+      "▁outcome": 21957,
+      "▁Bible": 21958,
+      "▁имени": 21959,
+      "Canvas": 21960,
+      "пута": 21961,
+      "curr": 21962,
+      "ások": 21963,
+      "){\\": 21964,
+      "ningar": 21965,
+      "`;": 21966,
+      "▁Flash": 21967,
+      ":#": 21968,
+      "must": 21969,
+      "cpu": 21970,
+      "▁formats": 21971,
+      "Har": 21972,
+      "▁episodio": 21973,
+      "▁Rosa": 21974,
+      "▁dès": 21975,
+      "emit": 21976,
+      "riteria": 21977,
+      "Annotation": 21978,
+      "Flag": 21979,
+      "gmail": 21980,
+      "▁Normal": 21981,
+      "ollary": 21982,
+      "▁foss": 21983,
+      "▁concurrent": 21984,
+      "▁crashes": 21985,
+      "▁виде": 21986,
+      "▁Minor": 21987,
+      "▁Sit": 21988,
+      "▁SN": 21989,
+      "▁scar": 21990,
+      "▁femin": 21991,
+      "▁specification": 21992,
+      "soap": 21993,
+      "▁operate": 21994,
+      "▁principalmente": 21995,
+      "▁aust": 21996,
+      "ibile": 21997,
+      "itime": 21998,
+      "лежа": 21999,
+      "iframe": 22000,
+      "▁concepts": 22001,
+      "▁tack": 22002,
+      "▁viss": 22003,
+      "▁carbon": 22004,
+      "tery": 22005,
+      "▁naming": 22006,
+      "▁Orts": 22007,
+      "idente": 22008,
+      "▁Capit": 22009,
+      "▁expr": 22010,
+      "▁насељу": 22011,
+      "▁Selected": 22012,
+      "▁hinter": 22013,
+      "▁iframe": 22014,
+      "▁zb": 22015,
+      "indexPath": 22016,
+      "coll": 22017,
+      "▁wrześ": 22018,
+      "▁acht": 22019,
+      "▁gradually": 22020,
+      "▁чу": 22021,
+      "зей": 22022,
+      "haft": 22023,
+      "▁tran": 22024,
+      "▁laquelle": 22025,
+      "ytics": 22026,
+      "IDE": 22027,
+      "▁pygame": 22028,
+      "▁Package": 22029,
+      "▁className": 22030,
+      "Bal": 22031,
+      "perl": 22032,
+      "тина": 22033,
+      "Occ": 22034,
+      "▁infrastr": 22035,
+      "▁Champions": 22036,
+      "▁classic": 22037,
+      "▁Raw": 22038,
+      "▁partially": 22039,
+      "▁Ted": 22040,
+      "▁stolet": 22041,
+      "rained": 22042,
+      "WHERE": 22043,
+      "▁vall": 22044,
+      "▁Julia": 22045,
+      "zat": 22046,
+      "▁surrounded": 22047,
+      "SEE": 22048,
+      "▁walking": 22049,
+      "Bad": 22050,
+      "FOR": 22051,
+      "contre": 22052,
+      "▁Palest": 22053,
+      "ático": 22054,
+      "▁engineer": 22055,
+      "▁partners": 22056,
+      "▁Jews": 22057,
+      "ilers": 22058,
+      "▁cerem": 22059,
+      "▁interactions": 22060,
+      "acu": 22061,
+      "sty": 22062,
+      "▁Princess": 22063,
+      "sharp": 22064,
+      "▁Singles": 22065,
+      "▁їх": 22066,
+      "chez": 22067,
+      "Receiver": 22068,
+      "▁patients": 22069,
+      "stringify": 22070,
+      "▁competed": 22071,
+      "bey": 22072,
+      "$;": 22073,
+      "▁Bd": 22074,
+      "hadoop": 22075,
+      "▁División": 22076,
+      "öld": 22077,
+      "▁restricted": 22078,
+      "▁commander": 22079,
+      "▁Highway": 22080,
+      "▁Česk": 22081,
+      "▁myth": 22082,
+      "чан": 22083,
+      "raham": 22084,
+      "▁enqu": 22085,
+      "▁pog": 22086,
+      "▁comuna": 22087,
+      "▁println": 22088,
+      "▁круп": 22089,
+      "▁depois": 22090,
+      "▁seats": 22091,
+      "▁neighb": 22092,
+      "циона": 22093,
+      "agine": 22094,
+      "▁clothes": 22095,
+      "▁Prior": 22096,
+      "Brain": 22097,
+      "FFFF": 22098,
+      "':'": 22099,
+      "features": 22100,
+      "▁filesystem": 22101,
+      "▁singles": 22102,
+      "▁Melbourne": 22103,
+      "▁destruction": 22104,
+      "▁Lyon": 22105,
+      "▁Insel": 22106,
+      "Nav": 22107,
+      "▁Replace": 22108,
+      "▁lé": 22109,
+      "Who": 22110,
+      "▁Estad": 22111,
+      "▁dimensional": 22112,
+      "▁öff": 22113,
+      "▁grands": 22114,
+      "джа": 22115,
+      "plane": 22116,
+      "ності": 22117,
+      "▁Origin": 22118,
+      "WI": 22119,
+      "änner": 22120,
+      "▁Cry": 22121,
+      "ITION": 22122,
+      "▁född": 22123,
+      "▁cultura": 22124,
+      "▁Rank": 22125,
+      "▁vuel": 22126,
+      "▁zag": 22127,
+      "▁Maxim": 22128,
+      "ону": 22129,
+      "()))": 22130,
+      "Raw": 22131,
+      "kirche": 22132,
+      "▁además": 22133,
+      "▁tie": 22134,
+      "▁Style": 22135,
+      "сков": 22136,
+      "istant": 22137,
+      "olph": 22138,
+      "▁Zür": 22139,
+      "▁Info": 22140,
+      "DOM": 22141,
+      "usc": 22142,
+      "nahm": 22143,
+      "▁Федера": 22144,
+      "▁Fot": 22145,
+      "▁specifying": 22146,
+      "▁titolo": 22147,
+      "▁Boys": 22148,
+      "iech": 22149,
+      "Place": 22150,
+      "▁Hoff": 22151,
+      "▁cached": 22152,
+      "валь": 22153,
+      "isher": 22154,
+      "rolling": 22155,
+      "opens": 22156,
+      "▁hr": 22157,
+      "------": 22158,
+      "▁maggior": 22159,
+      "▁transactions": 22160,
+      "▁criminal": 22161,
+      "▁retre": 22162,
+      "▁Campbell": 22163,
+      ")):": 22164,
+      "▁ned": 22165,
+      "Pager": 22166,
+      "▁Hero": 22167,
+      "(__": 22168,
+      "▁uncle": 22169,
+      "▁reaches": 22170,
+      "arto": 22171,
+      "▁hello": 22172,
+      "Preferences": 22173,
+      "▁затем": 22174,
+      "Named": 22175,
+      "▁readers": 22176,
+      "хі": 22177,
+      "kern": 22178,
+      "▁упо": 22179,
+      "кин": 22180,
+      "▁lav": 22181,
+      "▁nob": 22182,
+      "▁secre": 22183,
+      "▁ListView": 22184,
+      "вания": 22185,
+      "▁Mayor": 22186,
+      "borough": 22187,
+      "▁filosof": 22188,
+      "нення": 22189,
+      "фри": 22190,
+      "▁patr": 22191,
+      "FM": 22192,
+      "▁acid": 22193,
+      "▁Salvador": 22194,
+      "▁abb": 22195,
+      "▁Graham": 22196,
+      "policy": 22197,
+      "negative": 22198,
+      "ńskiego": 22199,
+      "▁Heimat": 22200,
+      "▁dazu": 22201,
+      "▁mely": 22202,
+      "▁ride": 22203,
+      "▁duties": 22204,
+      "overy": 22205,
+      "▁Proposition": 22206,
+      "▁Paolo": 22207,
+      "/'": 22208,
+      "▁Mau": 22209,
+      "imenti": 22210,
+      "Saint": 22211,
+      "father": 22212,
+      "▁equilib": 22213,
+      "phony": 22214,
+      "▁clas": 22215,
+      "▁отли": 22216,
+      "▁Buffered": 22217,
+      "rek": 22218,
+      "▁mitt": 22219,
+      "▁Hur": 22220,
+      "▁Harvard": 22221,
+      "▁demonstrate": 22222,
+      "uario": 22223,
+      "▁dolor": 22224,
+      "▁rejected": 22225,
+      "▁Müller": 22226,
+      "▁nac": 22227,
+      "▁Belle": 22228,
+      "▁gathered": 22229,
+      "nr": 22230,
+      "frika": 22231,
+      "öll": 22232,
+      "▁chemical": 22233,
+      "nig": 22234,
+      "▁calc": 22235,
+      "▁DEFAULT": 22236,
+      "▁philosophy": 22237,
+      "▁Laravel": 22238,
+      "▁alignment": 22239,
+      "EV": 22240,
+      "eor": 22241,
+      "▁dzie": 22242,
+      "▁mest": 22243,
+      "▁Io": 22244,
+      "CRE": 22245,
+      "зви": 22246,
+      "▁Medic": 22247,
+      "▁nä": 22248,
+      "▁zab": 22249,
+      "▁Slov": 22250,
+      "utlich": 22251,
+      "▁amplit": 22252,
+      "▁Frankreich": 22253,
+      "▁кіль": 22254,
+      "IND": 22255,
+      "execution": 22256,
+      "▁Karriere": 22257,
+      "dostęp": 22258,
+      "▁réal": 22259,
+      "engo": 22260,
+      "▁severe": 22261,
+      "зма": 22262,
+      "▁турни": 22263,
+      "▁Carter": 22264,
+      "▁Robinson": 22265,
+      "getElementsBy": 22266,
+      "▁prototype": 22267,
+      "▁japon": 22268,
+      "führung": 22269,
+      "▁consegu": 22270,
+      "▁studi": 22271,
+      "▁lire": 22272,
+      "▁schließ": 22273,
+      "▁Buff": 22274,
+      "▁redund": 22275,
+      "▁ern": 22276,
+      "▁myster": 22277,
+      "▁proprio": 22278,
+      "ateful": 22279,
+      "▁Parent": 22280,
+      "▁ladies": 22281,
+      "rack": 22282,
+      "тика": 22283,
+      "enburg": 22284,
+      "▁качестве": 22285,
+      "▁EF": 22286,
+      "▁stam": 22287,
+      "▁nueva": 22288,
+      "▁filtered": 22289,
+      "reten": 22290,
+      "▁Ian": 22291,
+      "▁Matthew": 22292,
+      "kih": 22293,
+      "▁ő": 22294,
+      "▁компози": 22295,
+      "▁forever": 22296,
+      "oires": 22297,
+      ":\\\\": 22298,
+      "▁études": 22299,
+      "▁soup": 22300,
+      "▁pleased": 22301,
+      ")}(": 22302,
+      "▁Stop": 22303,
+      "Setter": 22304,
+      "▁Help": 22305,
+      "▁bars": 22306,
+      "▁ERR": 22307,
+      "▁(?": 22308,
+      "▁poetry": 22309,
+      "▁Util": 22310,
+      "AK": 22311,
+      "▁fick": 22312,
+      "▁IM": 22313,
+      "▁proud": 22314,
+      "носи": 22315,
+      "▁muerte": 22316,
+      "▁Palmarès": 22317,
+      "▁Nas": 22318,
+      "щих": 22319,
+      "▁quer": 22320,
+      "▁apenas": 22321,
+      "]['": 22322,
+      "▁Konst": 22323,
+      "пон": 22324,
+      "▁Schiff": 22325,
+      "▁mp": 22326,
+      "▁благо": 22327,
+      "fram": 22328,
+      "▁household": 22329,
+      "▁tract": 22330,
+      "encoding": 22331,
+      "▁undert": 22332,
+      "▁Aug": 22333,
+      "ован": 22334,
+      "▁Arten": 22335,
+      "▁invoked": 22336,
+      "▁dynast": 22337,
+      "▁fleet": 22338,
+      "чество": 22339,
+      "▁Murray": 22340,
+      "▁gut": 22341,
+      "elihood": 22342,
+      "▁SSH": 22343,
+      "ответ": 22344,
+      "▁personally": 22345,
+      "прия": 22346,
+      "▁financi": 22347,
+      "▁Thompson": 22348,
+      "alu": 22349,
+      "identity": 22350,
+      "▁Grab": 22351,
+      "addle": 22352,
+      "Ét": 22353,
+      "▁Tob": 22354,
+      "▁verlor": 22355,
+      "▁Sainte": 22356,
+      "▁dop": 22357,
+      "▁вере": 22358,
+      "___": 22359,
+      "▁promotion": 22360,
+      "▁-=": 22361,
+      "▁отде": 22362,
+      "▁ambigu": 22363,
+      "ORDER": 22364,
+      "▁Communic": 22365,
+      "▁imply": 22366,
+      "oned": 22367,
+      "cluding": 22368,
+      "▁collision": 22369,
+      "▁fragments": 22370,
+      "scription": 22371,
+      "▁'{": 22372,
+      "лях": 22373,
+      "▁hans": 22374,
+      "ус": 22375,
+      "wire": 22376,
+      "namespace": 22377,
+      "▁sword": 22378,
+      "refresh": 22379,
+      "▁kwam": 22380,
+      "zs": 22381,
+      "commons": 22382,
+      "▁cosa": 22383,
+      "▁regime": 22384,
+      "grep": 22385,
+      "▁dioc": 22386,
+      "▁Contact": 22387,
+      "▁estas": 22388,
+      "▁Stewart": 22389,
+      "▁viele": 22390,
+      "това": 22391,
+      "▁Ran": 22392,
+      "annes": 22393,
+      "iday": 22394,
+      "▁snapshot": 22395,
+      "orrow": 22396,
+      "▁zač": 22397,
+      "▁участие": 22398,
+      "▁promised": 22399,
+      "Assembly": 22400,
+      "▁championship": 22401,
+      "▁Define": 22402,
+      "▁eren": 22403,
+      "▁ново": 22404,
+      "▁thinks": 22405,
+      "Age": 22406,
+      "▁gev": 22407,
+      "varchar": 22408,
+      "ività": 22409,
+      "compos": 22410,
+      "▁Mutter": 22411,
+      "CONT": 22412,
+      "armée": 22413,
+      "agnet": 22414,
+      "▁Brow": 22415,
+      ".—": 22416,
+      "▁Television": 22417,
+      "▁Для": 22418,
+      "▁vm": 22419,
+      "▁ordin": 22420,
+      "▁Михай": 22421,
+      "▁aproxim": 22422,
+      "')->": 22423,
+      "▁zoo": 22424,
+      "ippi": 22425,
+      "▁sino": 22426,
+      "▁Québec": 22427,
+      "rages": 22428,
+      "äck": 22429,
+      "eing": 22430,
+      "arlo": 22431,
+      "pios": 22432,
+      "▁Chan": 22433,
+      "▁elli": 22434,
+      "▁incons": 22435,
+      "gestellt": 22436,
+      "ppers": 22437,
+      "Jean": 22438,
+      "anstalt": 22439,
+      "▁Dance": 22440,
+      "▁toen": 22441,
+      "▁decis": 22442,
+      "▁Резу": 22443,
+      "▁officially": 22444,
+      "ätze": 22445,
+      "▁доро": 22446,
+      "▁enumer": 22447,
+      "▁troisième": 22448,
+      "typ": 22449,
+      "offs": 22450,
+      "боль": 22451,
+      "odn": 22452,
+      "▁Zar": 22453,
+      "▁друго": 22454,
+      "quia": 22455,
+      "▁Nicolas": 22456,
+      "пису": 22457,
+      "▁mob": 22458,
+      "paces": 22459,
+      "нього": 22460,
+      "Alg": 22461,
+      "éroï": 22462,
+      "Errors": 22463,
+      "▁гре": 22464,
+      "▁женщи": 22465,
+      "inch": 22466,
+      "▁Korean": 22467,
+      "▁Apost": 22468,
+      "▁Liver": 22469,
+      "▁elementary": 22470,
+      "▁DI": 22471,
+      "виси": 22472,
+      "▁soil": 22473,
+      "▁DLL": 22474,
+      "▁risp": 22475,
+      "▁Shakespe": 22476,
+      "▁Gaussian": 22477,
+      "▁Kurt": 22478,
+      "Vertex": 22479,
+      "ebol": 22480,
+      "organisation": 22481,
+      "ären": 22482,
+      "▁YES": 22483,
+      "CUR": 22484,
+      "▁началь": 22485,
+      "▁постро": 22486,
+      "▁Luigi": 22487,
+      "▁caching": 22488,
+      "preventDefault": 22489,
+      "amd": 22490,
+      "▁Vit": 22491,
+      "subst": 22492,
+      "▁строи": 22493,
+      "▁Campion": 22494,
+      "chr": 22495,
+      "фере": 22496,
+      "▁Список": 22497,
+      "NF": 22498,
+      "▁cím": 22499,
+      "▁hé": 22500,
+      "rebbe": 22501,
+      "ocy": 22502,
+      "below": 22503,
+      "▁bylo": 22504,
+      "▁Уи": 22505,
+      "▁\\({\\": 22506,
+      "▁`:": 22507,
+      "giore": 22508,
+      "San": 22509,
+      "▁Gate": 22510,
+      "▁вс": 22511,
+      "▁olimp": 22512,
+      "▁Matrix": 22513,
+      "▁hearing": 22514,
+      "rii": 22515,
+      "tfrac": 22516,
+      "▁allemand": 22517,
+      "▁Vue": 22518,
+      "лн": 22519,
+      "▁compiling": 22520,
+      "▁Ens": 22521,
+      "▁investigation": 22522,
+      "▁Ax": 22523,
+      "▁chars": 22524,
+      "▁targets": 22525,
+      "▁loud": 22526,
+      "usement": 22527,
+      "▁Nether": 22528,
+      "commerce": 22529,
+      "IGHT": 22530,
+      "ocoa": 22531,
+      "ifecycle": 22532,
+      "▁Leo": 22533,
+      "priv": 22534,
+      "▁goods": 22535,
+      "adamente": 22536,
+      "Austral": 22537,
+      "▁reboot": 22538,
+      "Gest": 22539,
+      "▁representations": 22540,
+      "ceu": 22541,
+      "▁doctrine": 22542,
+      "cers": 22543,
+      "▁Krak": 22544,
+      "▁advoc": 22545,
+      "▁squadra": 22546,
+      "▁arbeitete": 22547,
+      "üst": 22548,
+      "▁pill": 22549,
+      "Answer": 22550,
+      "▁квіт": 22551,
+      "▁Wa": 22552,
+      "umann": 22553,
+      "▁Dynam": 22554,
+      "Famil": 22555,
+      "▁tennis": 22556,
+      "▁Engineering": 22557,
+      "▁circles": 22558,
+      "▁Maryland": 22559,
+      "▁besta": 22560,
+      "▁bases": 22561,
+      "▁znajdu": 22562,
+      "ктора": 22563,
+      "▁arrest": 22564,
+      "лер": 22565,
+      "▁Gia": 22566,
+      "▁remarkable": 22567,
+      "▁могу": 22568,
+      "▁Supreme": 22569,
+      "▁`%": 22570,
+      "dor": 22571,
+      "▁aujourd": 22572,
+      "▁wis": 22573,
+      "WIDTH": 22574,
+      "▁misma": 22575,
+      "▁fluid": 22576,
+      "▁petite": 22577,
+      "▁Tow": 22578,
+      "Registry": 22579,
+      "emed": 22580,
+      "▁Wisconsin": 22581,
+      "▁Racing": 22582,
+      "▁registration": 22583,
+      "/%": 22584,
+      "third": 22585,
+      "▁monuments": 22586,
+      "чей": 22587,
+      "▁jet": 22588,
+      "▁Urban": 22589,
+      "álva": 22590,
+      "▁milieu": 22591,
+      "▁possess": 22592,
+      "▁germ": 22593,
+      "dependencies": 22594,
+      "▁enemies": 22595,
+      "▁samen": 22596,
+      "▁Werner": 22597,
+      "▁hizo": 22598,
+      "▁td": 22599,
+      "▁yesterday": 22600,
+      "▁Ад": 22601,
+      "▁hasn": 22602,
+      "cellation": 22603,
+      "ování": 22604,
+      "lika": 22605,
+      "Week": 22606,
+      "▁Ing": 22607,
+      "▁Email": 22608,
+      "▁mètres": 22609,
+      "▁OCLC": 22610,
+      "▁amongst": 22611,
+      "▁splend": 22612,
+      "fur": 22613,
+      "antics": 22614,
+      "▁XXX": 22615,
+      "▁группы": 22616,
+      "lach": 22617,
+      "▁cousin": 22618,
+      "▁invariant": 22619,
+      "ђу": 22620,
+      "▁Beispiel": 22621,
+      "▁harder": 22622,
+      "▁bell": 22623,
+      "▁orch": 22624,
+      "tb": 22625,
+      "Footnote": 22626,
+      "regon": 22627,
+      "Martin": 22628,
+      "▁incon": 22629,
+      "▁attacked": 22630,
+      "_{-": 22631,
+      "▁Tras": 22632,
+      "party": 22633,
+      "iteit": 22634,
+      "▁saint": 22635,
+      "rások": 22636,
+      "▁containers": 22637,
+      "Mo": 22638,
+      "▁Sn": 22639,
+      "quantity": 22640,
+      "▁ras": 22641,
+      "▁Canal": 22642,
+      "ccion": 22643,
+      "uvo": 22644,
+      "▁idx": 22645,
+      "typename": 22646,
+      "▁Rugby": 22647,
+      "▁Seems": 22648,
+      "▁transmit": 22649,
+      "▁Präsident": 22650,
+      "зне": 22651,
+      "▁Baker": 22652,
+      "inth": 22653,
+      "▁több": 22654,
+      "verein": 22655,
+      "▁especie": 22656,
+      ",(": 22657,
+      "▁téc": 22658,
+      "▁WITH": 22659,
+      "▁unos": 22660,
+      "▁politics": 22661,
+      "createElement": 22662,
+      "▁stats": 22663,
+      "▁Tennessee": 22664,
+      "▁Bedeutung": 22665,
+      "▁Screen": 22666,
+      "▁Straße": 22667,
+      "anze": 22668,
+      "▁partly": 22669,
+      "manuel": 22670,
+      "olation": 22671,
+      "horizontal": 22672,
+      "érieure": 22673,
+      "ampio": 22674,
+      "▁струк": 22675,
+      "Weight": 22676,
+      "Land": 22677,
+      "poly": 22678,
+      "▁Dak": 22679,
+      "▁Assume": 22680,
+      "\".$": 22681,
+      "▁casi": 22682,
+      "▁gross": 22683,
+      "▁entertain": 22684,
+      "▁década": 22685,
+      "'.$": 22686,
+      "encer": 22687,
+      "▁guaranteed": 22688,
+      "]$.": 22689,
+      "лися": 22690,
+      "▁acceptable": 22691,
+      "raise": 22692,
+      "irus": 22693,
+      "weit": 22694,
+      "▁Ана": 22695,
+      "▁hills": 22696,
+      "ipage": 22697,
+      "BIT": 22698,
+      "▁nucle": 22699,
+      "▁utilis": 22700,
+      "CAA": 22701,
+      "ènes": 22702,
+      "▁Schweiz": 22703,
+      "▁AA": 22704,
+      "ninger": 22705,
+      "▁bands": 22706,
+      "▁tender": 22707,
+      "som": 22708,
+      "Warning": 22709,
+      "▁Bischof": 22710,
+      "▁Arc": 22711,
+      "▁Woman": 22712,
+      "▁transmission": 22713,
+      "чни": 22714,
+      "istre": 22715,
+      "BY": 22716,
+      "▁SI": 22717,
+      "▁Пар": 22718,
+      "▁}).": 22719,
+      "▁presenta": 22720,
+      "▁René": 22721,
+      "▁happiness": 22722,
+      "▁Punk": 22723,
+      "cols": 22724,
+      "▁Desde": 22725,
+      "рёх": 22726,
+      "▁мона": 22727,
+      "▁scratch": 22728,
+      "▁tcp": 22729,
+      "êtes": 22730,
+      "itated": 22731,
+      "▁diferen": 22732,
+      "geh": 22733,
+      "nahmen": 22734,
+      "Пе": 22735,
+      "cki": 22736,
+      "▁Teatro": 22737,
+      "▁Remember": 22738,
+      "▁fright": 22739,
+      "▁Yam": 22740,
+      "western": 22741,
+      "leted": 22742,
+      "▁встре": 22743,
+      "▁település": 22744,
+      "зин": 22745,
+      "▁Quant": 22746,
+      "▁supre": 22747,
+      "ája": 22748,
+      "дія": 22749,
+      "▁carrera": 22750,
+      "kret": 22751,
+      "para": 22752,
+      "▁SUM": 22753,
+      "▁pit": 22754,
+      "źdz": 22755,
+      "éo": 22756,
+      "рення": 22757,
+      "▁Chor": 22758,
+      "▁voix": 22759,
+      "▁executive": 22760,
+      "▁allerdings": 22761,
+      "Maybe": 22762,
+      "▁день": 22763,
+      "▁flying": 22764,
+      "▁parliament": 22765,
+      "ждан": 22766,
+      "▁fram": 22767,
+      "▁жовт": 22768,
+      "▁ugly": 22769,
+      "▁буду": 22770,
+      "igny": 22771,
+      "\\|_{": 22772,
+      "▁bitter": 22773,
+      "sce": 22774,
+      "▁pole": 22775,
+      "Verlag": 22776,
+      "▁totalité": 22777,
+      "▁foundation": 22778,
+      "jt": 22779,
+      "▁slice": 22780,
+      "ifique": 22781,
+      "▁integrate": 22782,
+      "strij": 22783,
+      "▁asympt": 22784,
+      "▁ему": 22785,
+      "▁perturb": 22786,
+      "▁Flow": 22787,
+      "jboss": 22788,
+      "RIG": 22789,
+      "▁Aless": 22790,
+      "XXX": 22791,
+      "▁summ": 22792,
+      "sqlite": 22793,
+      "▁cheer": 22794,
+      "prob": 22795,
+      "▁GPU": 22796,
+      "ził": 22797,
+      "(*)": 22798,
+      "▁induct": 22799,
+      "RAY": 22800,
+      "blatt": 22801,
+      "questa": 22802,
+      "oru": 22803,
+      "▁Inside": 22804,
+      "▁McG": 22805,
+      "▁Nep": 22806,
+      "мп": 22807,
+      "▁inve": 22808,
+      "▁Animal": 22809,
+      "▁sob": 22810,
+      "ított": 22811,
+      "loyment": 22812,
+      "▁bund": 22813,
+      "Station": 22814,
+      "▁BEGIN": 22815,
+      "▁partiellement": 22816,
+      "igg": 22817,
+      "estore": 22818,
+      "▁coinc": 22819,
+      "▁Sommer": 22820,
+      "▁md": 22821,
+      "▁locked": 22822,
+      "mathchar": 22823,
+      "arma": 22824,
+      "pent": 22825,
+      "arium": 22826,
+      "▁ears": 22827,
+      "▁Songs": 22828,
+      "▁similarly": 22829,
+      "▁literally": 22830,
+      "▁inches": 22831,
+      "▁affection": 22832,
+      "lp": 22833,
+      "▁concluded": 22834,
+      "▁муніципалі": 22835,
+      "▁памя": 22836,
+      "estaur": 22837,
+      "▁Josh": 22838,
+      "▁Fritz": 22839,
+      "DBC": 22840,
+      "дён": 22841,
+      "posa": 22842,
+      "▁golden": 22843,
+      "▁pc": 22844,
+      "▁comte": 22845,
+      "▁Ziel": 22846,
+      "▁présente": 22847,
+      "marks": 22848,
+      "igneur": 22849,
+      "▁Drive": 22850,
+      "▁neglect": 22851,
+      "▁rozp": 22852,
+      "▁Five": 22853,
+      "spaces": 22854,
+      "▁Medi": 22855,
+      "▁existed": 22856,
+      "▁była": 22857,
+      "джи": 22858,
+      "▁frente": 22859,
+      "тник": 22860,
+      "odd": 22861,
+      "▁answering": 22862,
+      "bian": 22863,
+      "▁Eugen": 22864,
+      "▁Publications": 22865,
+      "▁Dia": 22866,
+      "lá": 22867,
+      "▁'_": 22868,
+      "▁recuper": 22869,
+      "ому": 22870,
+      "▁Append": 22871,
+      "obar": 22872,
+      "▁employees": 22873,
+      "▁compens": 22874,
+      "emetery": 22875,
+      "▁элект": 22876,
+      "MON": 22877,
+      "olin": 22878,
+      "▁historic": 22879,
+      "his": 22880,
+      "ąd": 22881,
+      "nm": 22882,
+      "▁Goth": 22883,
+      "▁stress": 22884,
+      "▁partecip": 22885,
+      "▁Aw": 22886,
+      "▁sar": 22887,
+      "▁hu": 22888,
+      "▁matplotlib": 22889,
+      "▁Myst": 22890,
+      "();`": 22891,
+      "schein": 22892,
+      "Longrightarrow": 22893,
+      "▁ря": 22894,
+      "▁Isra": 22895,
+      "[^": 22896,
+      "nou": 22897,
+      "▁synd": 22898,
+      "working": 22899,
+      "▁Nation": 22900,
+      "▁Pent": 22901,
+      "▁klass": 22902,
+      "▁applicable": 22903,
+      "▁Diam": 22904,
+      "▁brasile": 22905,
+      "▁pac": 22906,
+      "▁Height": 22907,
+      "Put": 22908,
+      "▁intro": 22909,
+      "▁unusual": 22910,
+      "nas": 22911,
+      "▁Gebäude": 22912,
+      "▁beam": 22913,
+      "▁Rect": 22914,
+      "▁Primera": 22915,
+      "▁haut": 22916,
+      "▁trait": 22917,
+      "prüft": 22918,
+      "inación": 22919,
+      "▁configurations": 22920,
+      "▁gilt": 22921,
+      "▁territoire": 22922,
+      "hez": 22923,
+      "▁alte": 22924,
+      "relative": 22925,
+      "Excel": 22926,
+      "▁Wright": 22927,
+      "GV": 22928,
+      "поли": 22929,
+      "Quant": 22930,
+      "▁gauge": 22931,
+      "▁multiply": 22932,
+      "ASS": 22933,
+      "ственно": 22934,
+      "ану": 22935,
+      "▁jeden": 22936,
+      "▁literary": 22937,
+      "▁Dro": 22938,
+      "▁advise": 22939,
+      "itzen": 22940,
+      "▁disag": 22941,
+      "website": 22942,
+      "▁дія": 22943,
+      "▁observer": 22944,
+      "▁január": 22945,
+      "vě": 22946,
+      "kup": 22947,
+      "▁Ses": 22948,
+      "▁wojew": 22949,
+      "▁stages": 22950,
+      "▁времени": 22951,
+      "łuż": 22952,
+      "нос": 22953,
+      "Download": 22954,
+      "ipo": 22955,
+      "▁graf": 22956,
+      "▁робо": 22957,
+      "▁Nikol": 22958,
+      "▁fic": 22959,
+      "▁joining": 22960,
+      "▁diversos": 22961,
+      "▁LIKE": 22962,
+      "▁Fitz": 22963,
+      "▁dimin": 22964,
+      "▁distrib": 22965,
+      "Sam": 22966,
+      "koz": 22967,
+      "▁alphabet": 22968,
+      "oser": 22969,
+      "OUR": 22970,
+      "uka": 22971,
+      "кая": 22972,
+      "▁steel": 22973,
+      "▁`--": 22974,
+      "▁tener": 22975,
+      "marker": 22976,
+      "▁Heaven": 22977,
+      "newcommand": 22978,
+      "▁prisoners": 22979,
+      "▁Knight": 22980,
+      "▁presents": 22981,
+      "▁questi": 22982,
+      "▁trains": 22983,
+      "opera": 22984,
+      "▁Linear": 22985,
+      "▁ME": 22986,
+      "▁Buc": 22987,
+      "Leg": 22988,
+      "▁agua": 22989,
+      "▁Griff": 22990,
+      "olg": 22991,
+      "dst": 22992,
+      ".\r": 22993,
+      "▁persones": 22994,
+      "Mal": 22995,
+      "бере": 22996,
+      "folge": 22997,
+      "▁acab": 22998,
+      "ctu": 22999,
+      "ptic": 23000,
+      "▁Navigation": 23001,
+      "Russ": 23002,
+      "галь": 23003,
+      "▁Ful": 23004,
+      "▁має": 23005,
+      "чная": 23006,
+      "wner": 23007,
+      "contra": 23008,
+      "▁joueur": 23009,
+      "▁Jess": 23010,
+      "▁renew": 23011,
+      "▁lap": 23012,
+      "▁casting": 23013,
+      "gal": 23014,
+      "▁tématu": 23015,
+      "▁называ": 23016,
+      "зах": 23017,
+      "чне": 23018,
+      ")-\\": 23019,
+      "▁часто": 23020,
+      "}$-": 23021,
+      "▁licz": 23022,
+      "▁emot": 23023,
+      "harm": 23024,
+      "▁occasionally": 23025,
+      "▁horror": 23026,
+      "east": 23027,
+      "▁printer": 23028,
+      "aran": 23029,
+      "▁Mississ": 23030,
+      "follow": 23031,
+      "▁Barry": 23032,
+      "▁investigate": 23033,
+      "gow": 23034,
+      "▁Americans": 23035,
+      "Since": 23036,
+      "▁відо": 23037,
+      "▁reun": 23038,
+      "osci": 23039,
+      "▁Chapter": 23040,
+      "▁bay": 23041,
+      "роме": 23042,
+      "ethe": 23043,
+      "édie": 23044,
+      "comot": 23045,
+      "▁miejscowo": 23046,
+      "▁studierte": 23047,
+      "ouvert": 23048,
+      "▁кур": 23049,
+      "▁DESC": 23050,
+      "▁touched": 23051,
+      "▁Jerry": 23052,
+      "uese": 23053,
+      "лище": 23054,
+      "authentication": 23055,
+      "▁colle": 23056,
+      "heart": 23057,
+      "▁regiment": 23058,
+      "cribed": 23059,
+      "▁Боль": 23060,
+      "▁проис": 23061,
+      "ceae": 23062,
+      "▁masses": 23063,
+      "▁scrolling": 23064,
+      "usto": 23065,
+      "SW": 23066,
+      "ovat": 23067,
+      "▁grâce": 23068,
+      "▁Архив": 23069,
+      "▁Север": 23070,
+      "avait": 23071,
+      "▁Marshall": 23072,
+      "▁HashMap": 23073,
+      "acon": 23074,
+      "ücken": 23075,
+      "[])": 23076,
+      "▁evangel": 23077,
+      "etzung": 23078,
+      "ttemberg": 23079,
+      "sters": 23080,
+      "TM": 23081,
+      "▁литера": 23082,
+      "quot": 23083,
+      "Pred": 23084,
+      "▁werk": 23085,
+      "▁haber": 23086,
+      "lava": 23087,
+      "vous": 23088,
+      "▁Late": 23089,
+      "cycle": 23090,
+      "тирова": 23091,
+      "▁проду": 23092,
+      "▁populations": 23093,
+      "▁Yan": 23094,
+      "Prefix": 23095,
+      "actéristiques": 23096,
+      "+'": 23097,
+      "()`](": 23098,
+      "▁Ль": 23099,
+      "филь": 23100,
+      "▁жизни": 23101,
+      "ftp": 23102,
+      "▁всех": 23103,
+      "▁gdzie": 23104,
+      "▁videa": 23105,
+      "oauth": 23106,
+      "▁pid": 23107,
+      "ům": 23108,
+      "▁pesso": 23109,
+      "▁tracking": 23110,
+      "izin": 23111,
+      "▁Morris": 23112,
+      "щий": 23113,
+      "▁Provinz": 23114,
+      "▁Mitte": 23115,
+      "▁artificial": 23116,
+      "brázky": 23117,
+      "▁дости": 23118,
+      "▁restored": 23119,
+      "▁communicate": 23120,
+      "agit": 23121,
+      "Recogn": 23122,
+      "▁lon": 23123,
+      "▁заня": 23124,
+      "▁Argument": 23125,
+      "flush": 23126,
+      "мана": 23127,
+      "seconds": 23128,
+      "UC": 23129,
+      "▁Ruth": 23130,
+      "▁tub": 23131,
+      "▁Bret": 23132,
+      "▁Pere": 23133,
+      "▁responsibility": 23134,
+      "ńczy": 23135,
+      "▁environments": 23136,
+      "kee": 23137,
+      "▁groot": 23138,
+      "▁painted": 23139,
+      "▁Éditions": 23140,
+      "cpy": 23141,
+      "árt": 23142,
+      "lichkeit": 23143,
+      "arda": 23144,
+      "Batch": 23145,
+      "▁Leopold": 23146,
+      "reason": 23147,
+      "noreferrer": 23148,
+      "sens": 23149,
+      "▁rocks": 23150,
+      "▁Hitler": 23151,
+      "лат": 23152,
+      "▁quoted": 23153,
+      "▁колле": 23154,
+      "▁уров": 23155,
+      "bag": 23156,
+      ".\")": 23157,
+      "▁ML": 23158,
+      "▁komt": 23159,
+      "▁[_": 23160,
+      "▁spectral": 23161,
+      "edo": 23162,
+      "▁insieme": 23163,
+      "▁suffering": 23164,
+      "slider": 23165,
+      "▁Kennedy": 23166,
+      "olate": 23167,
+      "▁Patri": 23168,
+      "зии": 23169,
+      "OH": 23170,
+      "▁теа": 23171,
+      "▁права": 23172,
+      "мах": 23173,
+      "rewrite": 23174,
+      "▁Einsatz": 23175,
+      "external": 23176,
+      "holds": 23177,
+      "▁Places": 23178,
+      "atype": 23179,
+      "▁vulner": 23180,
+      "▁abandoned": 23181,
+      "Origin": 23182,
+      "▁maximal": 23183,
+      "AAAA": 23184,
+      "▁Baseball": 23185,
+      "▁Close": 23186,
+      "▁painter": 23187,
+      "▁assigning": 23188,
+      "NB": 23189,
+      "blast": 23190,
+      "▁Künstler": 23191,
+      ")](": 23192,
+      "fach": 23193,
+      "▁Constantin": 23194,
+      "okes": 23195,
+      "▁nobody": 23196,
+      "▁subtract": 23197,
+      "▁fosse": 23198,
+      "▁certific": 23199,
+      "▁muse": 23200,
+      "/),": 23201,
+      "▁Profil": 23202,
+      "▁proxim": 23203,
+      "▁Jerusalem": 23204,
+      "▁simplicity": 23205,
+      "▁wsz": 23206,
+      "NUMBER": 23207,
+      "uttavia": 23208,
+      "UITableView": 23209,
+      "ichter": 23210,
+      "жан": 23211,
+      "▁Lav": 23212,
+      "itchen": 23213,
+      "▁Чем": 23214,
+      "Tu": 23215,
+      "▁geom": 23216,
+      "▁zvuky": 23217,
+      "▁Survey": 23218,
+      "ANCE": 23219,
+      "▁encrypted": 23220,
+      "prof": 23221,
+      "▁dare": 23222,
+      "▁Loren": 23223,
+      "тв": 23224,
+      "▁Алек": 23225,
+      "▁computers": 23226,
+      "▁expectation": 23227,
+      "▁substantial": 23228,
+      "▁Дми": 23229,
+      "▁`{": 23230,
+      "▁дра": 23231,
+      "ubble": 23232,
+      "▁performs": 23233,
+      "▁Krieg": 23234,
+      "▁incoming": 23235,
+      "▁Classification": 23236,
+      "WebView": 23237,
+      "▁episodes": 23238,
+      "apper": 23239,
+      "äufig": 23240,
+      "▁giov": 23241,
+      "▁Depart": 23242,
+      "бора": 23243,
+      "edly": 23244,
+      "ospod": 23245,
+      "▁ptr": 23246,
+      "▁dátum": 23247,
+      "▁estimation": 23248,
+      "icole": 23249,
+      "▁----": 23250,
+      "▁princes": 23251,
+      "HEAD": 23252,
+      "▁diffusion": 23253,
+      "▁drie": 23254,
+      "▁Ada": 23255,
+      "нице": 23256,
+      "nginx": 23257,
+      "shal": 23258,
+      "▁februari": 23259,
+      "▁Tat": 23260,
+      "looking": 23261,
+      "kund": 23262,
+      "▁Dean": 23263,
+      "mongodb": 23264,
+      "вших": 23265,
+      "▁Aur": 23266,
+      "▁Flora": 23267,
+      "▁Studios": 23268,
+      "ције": 23269,
+      "eil": 23270,
+      "Install": 23271,
+      "▁franch": 23272,
+      "▁HMS": 23273,
+      "▁practices": 23274,
+      "lej": 23275,
+      "dale": 23276,
+      "▁poste": 23277,
+      "▁Hels": 23278,
+      "▁reliable": 23279,
+      "ździer": 23280,
+      "▁verse": 23281,
+      "ermeister": 23282,
+      "▁quit": 23283,
+      "ético": 23284,
+      "ilis": 23285,
+      "edor": 23286,
+      "▁Cultural": 23287,
+      "дже": 23288,
+      "▁liked": 23289,
+      "▁mongodb": 23290,
+      "▁Broadway": 23291,
+      "▁IR": 23292,
+      "eszt": 23293,
+      "hov": 23294,
+      "▁míst": 23295,
+      "reiche": 23296,
+      "▁kB": 23297,
+      "стом": 23298,
+      "▁SQLite": 23299,
+      "▁torneo": 23300,
+      "\\.": 23301,
+      "Ord": 23302,
+      "▁Administration": 23303,
+      "▁зда": 23304,
+      "▁Hinter": 23305,
+      "▁Via": 23306,
+      "Decimal": 23307,
+      "orious": 23308,
+      "▁nécessaire": 23309,
+      "wx": 23310,
+      "▁tej": 23311,
+      "▁tema": 23312,
+      "Obrázky": 23313,
+      "рите": 23314,
+      "▁builds": 23315,
+      "▁laten": 23316,
+      "▁гг": 23317,
+      "Visibility": 23318,
+      "läu": 23319,
+      "▁sechs": 23320,
+      "▁луч": 23321,
+      "cera": 23322,
+      "Could": 23323,
+      "▁traject": 23324,
+      "}}^{": 23325,
+      "▁Japon": 23326,
+      "another": 23327,
+      "IK": 23328,
+      "▁belonging": 23329,
+      "▁facilities": 23330,
+      "▁Daily": 23331,
+      "▁dece": 23332,
+      "intro": 23333,
+      "▁случа": 23334,
+      "Namespace": 23335,
+      "▁Bak": 23336,
+      "locale": 23337,
+      "UG": 23338,
+      "=${": 23339,
+      "▁compañ": 23340,
+      "jąc": 23341,
+      "▁arithmetic": 23342,
+      "forum": 23343,
+      "▁porta": 23344,
+      "onk": 23345,
+      "▁gender": 23346,
+      "▁expects": 23347,
+      "бка": 23348,
+      "▁nak": 23349,
+      "▁Grace": 23350,
+      "▁stro": 23351,
+      "ividual": 23352,
+      "▁COM": 23353,
+      "▁Farm": 23354,
+      "▁canton": 23355,
+      "тому": 23356,
+      "javax": 23357,
+      "сей": 23358,
+      "▁briefly": 23359,
+      "Face": 23360,
+      "rotate": 23361,
+      "constant": 23362,
+      "▁gallery": 23363,
+      "astro": 23364,
+      "allery": 23365,
+      "▁DJ": 23366,
+      "charge": 23367,
+      "ходить": 23368,
+      "Cent": 23369,
+      "\\\",": 23370,
+      "▁donna": 23371,
+      "arca": 23372,
+      "lade": 23373,
+      "zin": 23374,
+      "▁Ned": 23375,
+      "▁hosting": 23376,
+      "idor": 23377,
+      "itative": 23378,
+      "igs": 23379,
+      "▁пря": 23380,
+      "▁ticket": 23381,
+      "▁studying": 23382,
+      "▁designer": 23383,
+      "lapsed": 23384,
+      "▁laat": 23385,
+      "▁dix": 23386,
+      "▁integrated": 23387,
+      "▁informed": 23388,
+      "▁behave": 23389,
+      "▁labour": 23390,
+      "estellt": 23391,
+      "calendar": 23392,
+      "▁killing": 23393,
+      "▁twitter": 23394,
+      "iae": 23395,
+      "▁historique": 23396,
+      "DEFAULT": 23397,
+      "iała": 23398,
+      "▁theoretical": 23399,
+      "▁unders": 23400,
+      "ляет": 23401,
+      "atan": 23402,
+      "▁surname": 23403,
+      "▁intercept": 23404,
+      "гласно": 23405,
+      "▁општини": 23406,
+      "▁tired": 23407,
+      "▁Beth": 23408,
+      "▁административ": 23409,
+      "Li": 23410,
+      "▁Тур": 23411,
+      "▁Scanner": 23412,
+      "▁Stern": 23413,
+      "▁вместе": 23414,
+      "▁reporting": 23415,
+      "▁sull": 23416,
+      "цией": 23417,
+      "berts": 23418,
+      "ogonal": 23419,
+      "ők": 23420,
+      "▁ipsum": 23421,
+      "▁seulement": 23422,
+      "▁Seiten": 23423,
+      "wordpress": 23424,
+      "▁featuring": 23425,
+      "istischen": 23426,
+      "jub": 23427,
+      "▁étr": 23428,
+      "▁tea": 23429,
+      "▁adapted": 23430,
+      "▁scales": 23431,
+      "▁nan": 23432,
+      "getValue": 23433,
+      "▁Blues": 23434,
+      "acles": 23435,
+      "▁stati": 23436,
+      "▁entitled": 23437,
+      "▁Ralph": 23438,
+      "gravity": 23439,
+      "▁entrepr": 23440,
+      "któber": 23441,
+      "limat": 23442,
+      "lis": 23443,
+      "Demo": 23444,
+      "relation": 23445,
+      "▁nep": 23446,
+      "prowad": 23447,
+      "itis": 23448,
+      "▁pup": 23449,
+      "nehmer": 23450,
+      "▁disappoint": 23451,
+      "▁etwas": 23452,
+      "annon": 23453,
+      "▁approved": 23454,
+      "▁clever": 23455,
+      "Loading": 23456,
+      "▁verz": 23457,
+      "resse": 23458,
+      "▁inspir": 23459,
+      "▁sampling": 23460,
+      "▁Bek": 23461,
+      "})$.": 23462,
+      "▁грома": 23463,
+      "▁specie": 23464,
+      "▁repub": 23465,
+      "▁loader": 23466,
+      "▁erf": 23467,
+      "▁shoulder": 23468,
+      "rais": 23469,
+      "▁мате": 23470,
+      "▁Month": 23471,
+      "Scene": 23472,
+      "▁blocking": 23473,
+      "▁ocean": 23474,
+      "geben": 23475,
+      "▁Kilometer": 23476,
+      "▁bedeut": 23477,
+      "▁Mix": 23478,
+      "fmt": 23479,
+      "▁Norweg": 23480,
+      "▁IDs": 23481,
+      "parallel": 23482,
+      "▁anticip": 23483,
+      "▁revis": 23484,
+      "хан": 23485,
+      "▁свет": 23486,
+      "CASE": 23487,
+      "▁führt": 23488,
+      "▁atomic": 23489,
+      "▁darkness": 23490,
+      "▁Fußballspieler": 23491,
+      "▁Жи": 23492,
+      "quisition": 23493,
+      "▁Sieg": 23494,
+      "Circ": 23495,
+      "▁cientí": 23496,
+      "nelle": 23497,
+      "SHA": 23498,
+      "▁urb": 23499,
+      "▁ksi": 23500,
+      "leqslant": 23501,
+      "▁фрон": 23502,
+      "▁defect": 23503,
+      "▁rá": 23504,
+      "▁stronger": 23505,
+      "▁pł": 23506,
+      "▁communities": 23507,
+      "нина": 23508,
+      "enas": 23509,
+      "iennent": 23510,
+      "▁safely": 23511,
+      "▁тя": 23512,
+      "▁benchmark": 23513,
+      "▁Braun": 23514,
+      "methods": 23515,
+      "argument": 23516,
+      "vos": 23517,
+      "obox": 23518,
+      "рови": 23519,
+      "▁recherche": 23520,
+      "mn": 23521,
+      "▁brings": 23522,
+      "machine": 23523,
+      "CESS": 23524,
+      "hosts": 23525,
+      "▁NY": 23526,
+      "Autow": 23527,
+      "▁современ": 23528,
+      "▁Gary": 23529,
+      "▁sensor": 23530,
+      "▁documented": 23531,
+      "▁prendre": 23532,
+      "▁peer": 23533,
+      "enix": 23534,
+      "hai": 23535,
+      "arbe": 23536,
+      "цент": 23537,
+      "_(": 23538,
+      "▁URI": 23539,
+      "ева": 23540,
+      "▁Regie": 23541,
+      "▁Monument": 23542,
+      "▁onderwerp": 23543,
+      "Bag": 23544,
+      "tit": 23545,
+      "▁stir": 23546,
+      "▁nerv": 23547,
+      "сторія": 23548,
+      "▁sov": 23549,
+      "▁writers": 23550,
+      "▁sorts": 23551,
+      "absolute": 23552,
+      "▁difficulties": 23553,
+      "▁parlament": 23554,
+      "▁IEnumerable": 23555,
+      "▁dissol": 23556,
+      "▁CHECK": 23557,
+      "arina": 23558,
+      "inburgh": 23559,
+      "DM": 23560,
+      "▁eind": 23561,
+      "▁budget": 23562,
+      "▁certains": 23563,
+      "▁första": 23564,
+      "anja": 23565,
+      "▁годов": 23566,
+      "▁тек": 23567,
+      "▁Duch": 23568,
+      "gui": 23569,
+      "▁Teams": 23570,
+      "▁многи": 23571,
+      "Marie": 23572,
+      "Integr": 23573,
+      "ThreadPool": 23574,
+      "rust": 23575,
+      "ík": 23576,
+      "%\"": 23577,
+      "enf": 23578,
+      "spl": 23579,
+      "▁begun": 23580,
+      "lou": 23581,
+      "▁RewriteRule": 23582,
+      "tuple": 23583,
+      "aneous": 23584,
+      "▁marine": 23585,
+      "attan": 23586,
+      "ikal": 23587,
+      "▁graduated": 23588,
+      "illé": 23589,
+      "▁прове": 23590,
+      "▁Роз": 23591,
+      "',\r": 23592,
+      "▁Pfarr": 23593,
+      "▁nivel": 23594,
+      "▁працю": 23595,
+      "music": 23596,
+      "▁setTimeout": 23597,
+      "ERS": 23598,
+      "▁Erik": 23599,
+      "pit": 23600,
+      "▁Хро": 23601,
+      "▁pił": 23602,
+      "▁peri": 23603,
+      "док": 23604,
+      "uszt": 23605,
+      "▁Bear": 23606,
+      "ClassName": 23607,
+      "▁Parlament": 23608,
+      "▁aix": 23609,
+      "▁invited": 23610,
+      "▁PATH": 23611,
+      "xter": 23612,
+      "▁Race": 23613,
+      "▁hecho": 23614,
+      "▁Tower": 23615,
+      "▁utf": 23616,
+      "actly": 23617,
+      "▁буде": 23618,
+      "▁angles": 23619,
+      "няя": 23620,
+      "ouvelles": 23621,
+      "▁climate": 23622,
+      "▁singing": 23623,
+      "▁navigate": 23624,
+      ">';": 23625,
+      "adows": 23626,
+      "▁leta": 23627,
+      "▁Sitz": 23628,
+      "▁partitions": 23629,
+      "▁dock": 23630,
+      "▁ży": 23631,
+      "▁allocate": 23632,
+      "▁benefits": 23633,
+      "▁nieder": 23634,
+      "xpath": 23635,
+      "meck": 23636,
+      "älle": 23637,
+      "▁coupling": 23638,
+      "жил": 23639,
+      "ForKey": 23640,
+      "argent": 23641,
+      "clou": 23642,
+      "▁instruments": 23643,
+      "▁enthus": 23644,
+      "▁még": 23645,
+      "▁Пав": 23646,
+      "▁Rach": 23647,
+      "-----": 23648,
+      "▁APIs": 23649,
+      "▁Vier": 23650,
+      "Cmd": 23651,
+      "itore": 23652,
+      "▁Cuba": 23653,
+      "▁dátummal": 23654,
+      "▁embedding": 23655,
+      "stdio": 23656,
+      "▁Gilbert": 23657,
+      "▁geprüft": 23658,
+      "▁stating": 23659,
+      "▁triggers": 23660,
+      "+=": 23661,
+      "▁spécial": 23662,
+      "▁deliber": 23663,
+      "мин": 23664,
+      "Produ": 23665,
+      "▁Stati": 23666,
+      "▁zus": 23667,
+      "ktionen": 23668,
+      "Dispatcher": 23669,
+      "idal": 23670,
+      "▁LP": 23671,
+      "optera": 23672,
+      "▁estar": 23673,
+      "▁значи": 23674,
+      "смо": 23675,
+      "ouses": 23676,
+      "engono": 23677,
+      "▁WPF": 23678,
+      "publish": 23679,
+      "▁teor": 23680,
+      "elif": 23681,
+      "▁erg": 23682,
+      "▁separation": 23683,
+      "Pan": 23684,
+      "▁Orchestra": 23685,
+      "Peter": 23686,
+      "bounds": 23687,
+      "▁Shakespeare": 23688,
+      "▁cantante": 23689,
+      "▁demi": 23690,
+      "▁Popular": 23691,
+      "фр": 23692,
+      "arring": 23693,
+      "цин": 23694,
+      "▁Ис": 23695,
+      "von": 23696,
+      "▁substitution": 23697,
+      "▁línea": 23698,
+      "\\}$.": 23699,
+      "como": 23700,
+      "▁важ": 23701,
+      "wagen": 23702,
+      "▁rarely": 23703,
+      "▁periods": 23704,
+      "glob": 23705,
+      "▁Frid": 23706,
+      "▁Terr": 23707,
+      "▁Release": 23708,
+      "Brainz": 23709,
+      "▁граф": 23710,
+      "DIS": 23711,
+      "compatible": 23712,
+      "▁poč": 23713,
+      "LIN": 23714,
+      "▁Källor": 23715,
+      "▁Arizona": 23716,
+      "ppy": 23717,
+      "Seq": 23718,
+      "▁Ain": 23719,
+      "▁Tourn": 23720,
+      "brow": 23721,
+      "▁Kör": 23722,
+      "▁ash": 23723,
+      "ogeneous": 23724,
+      "▁dialect": 23725,
+      "▁насеља": 23726,
+      "mysqli": 23727,
+      "цов": 23728,
+      "▁flor": 23729,
+      "▁фло": 23730,
+      "IAB": 23731,
+      "▁Within": 23732,
+      "^(": 23733,
+      "▁bois": 23734,
+      "▁tank": 23735,
+      "▁affili": 23736,
+      "▁hijo": 23737,
+      "▁Kate": 23738,
+      "▁Verl": 23739,
+      "▁Miami": 23740,
+      "▁typescript": 23741,
+      "њу": 23742,
+      "▁Vern": 23743,
+      "▁висо": 23744,
+      "iemann": 23745,
+      "▁coverage": 23746,
+      "brie": 23747,
+      "▁Starting": 23748,
+      "numpy": 23749,
+      "▁Jenkins": 23750,
+      "▁két": 23751,
+      "▁grup": 23752,
+      "▁Scient": 23753,
+      "▁interrupt": 23754,
+      "▁blob": 23755,
+      "ugel": 23756,
+      "▁Orth": 23757,
+      "abama": 23758,
+      "▁Bapt": 23759,
+      "ownik": 23760,
+      "▁быть": 23761,
+      "▁Julius": 23762,
+      "▁През": 23763,
+      "▁substitute": 23764,
+      "supported": 23765,
+      "chy": 23766,
+      "egyzetek": 23767,
+      "▁Performance": 23768,
+      "lessly": 23769,
+      "Constructor": 23770,
+      "▁extending": 23771,
+      "▁Muslim": 23772,
+      "Overflow": 23773,
+      "▁Jenn": 23774,
+      "▁produz": 23775,
+      "мії": 23776,
+      "▁países": 23777,
+      "▁eux": 23778,
+      "▁fate": 23779,
+      "ologe": 23780,
+      "ук": 23781,
+      "▁wobei": 23782,
+      "▁Sachsen": 23783,
+      "▁сайт": 23784,
+      "Models": 23785,
+      "▁Fast": 23786,
+      "besondere": 23787,
+      "▁FR": 23788,
+      "▁acon": 23789,
+      "▁Denkmal": 23790,
+      "▁anch": 23791,
+      "▁público": 23792,
+      "▁Tas": 23793,
+      "▁cand": 23794,
+      "▁paździer": 23795,
+      "▁Мон": 23796,
+      "▁versus": 23797,
+      "rut": 23798,
+      "GT": 23799,
+      "▁inserting": 23800,
+      "▁canad": 23801,
+      "єм": 23802,
+      "▁Metro": 23803,
+      "▁Herzog": 23804,
+      "Ignore": 23805,
+      "▁decrease": 23806,
+      "▁пун": 23807,
+      "▁Fischer": 23808,
+      "▁Mall": 23809,
+      "▁nörd": 23810,
+      "iostream": 23811,
+      "▁Luxemb": 23812,
+      "payload": 23813,
+      "▁Zeitung": 23814,
+      "▁modifying": 23815,
+      "▁Cher": 23816,
+      "▁Luci": 23817,
+      "nx": 23818,
+      "▁loose": 23819,
+      "▁topics": 23820,
+      "▁varied": 23821,
+      "▁pg": 23822,
+      "ajes": 23823,
+      "umm": 23824,
+      "Views": 23825,
+      "▁Beau": 23826,
+      "MAP": 23827,
+      "ipeline": 23828,
+      "▁Interest": 23829,
+      "arith": 23830,
+      "▁según": 23831,
+      "▁Gemeins": 23832,
+      "▁Attribute": 23833,
+      "community": 23834,
+      "▁центр": 23835,
+      "▁kilometer": 23836,
+      "▁économ": 23837,
+      "laration": 23838,
+      "▁къ": 23839,
+      "▁carriage": 23840,
+      "▁Lane": 23841,
+      "▁необ": 23842,
+      "kur": 23843,
+      "▁AF": 23844,
+      "INTER": 23845,
+      "))$": 23846,
+      "▁beide": 23847,
+      "destination": 23848,
+      "▁fonts": 23849,
+      "appendChild": 23850,
+      "▁MAR": 23851,
+      "▁gay": 23852,
+      "mil": 23853,
+      "lesh": 23854,
+      "èt": 23855,
+      "▁Wang": 23856,
+      "▁Years": 23857,
+      "▁Symbol": 23858,
+      "Live": 23859,
+      "quency": 23860,
+      "▁Users": 23861,
+      "▁Unicode": 23862,
+      "▁Sau": 23863,
+      "▁tons": 23864,
+      "▁Ні": 23865,
+      "▁краї": 23866,
+      "AXI": 23867,
+      "▁Pick": 23868,
+      "AI": 23869,
+      "▁hath": 23870,
+      "▁ainda": 23871,
+      "▁papa": 23872,
+      "▁Censo": 23873,
+      "▁Bald": 23874,
+      "▁Насеље": 23875,
+      "▁simulations": 23876,
+      "▁jaren": 23877,
+      "▁inherited": 23878,
+      "▁той": 23879,
+      "▁feels": 23880,
+      "ression": 23881,
+      "▁október": 23882,
+      "bid": 23883,
+      "ási": 23884,
+      "▁muss": 23885,
+      "ventory": 23886,
+      "▁meist": 23887,
+      "▁bore": 23888,
+      "▁slider": 23889,
+      "дели": 23890,
+      "\\;": 23891,
+      "▁extracted": 23892,
+      "кур": 23893,
+      "Edge": 23894,
+      "▁perf": 23895,
+      "▁Brigade": 23896,
+      "▁град": 23897,
+      "ienie": 23898,
+      "▁Norden": 23899,
+      "▁cancer": 23900,
+      "\"/": 23901,
+      "Cur": 23902,
+      "▁Сере": 23903,
+      "▁liquid": 23904,
+      "structure": 23905,
+      "▁choosing": 23906,
+      "▁Perl": 23907,
+      "Side": 23908,
+      "üs": 23909,
+      "ритор": 23910,
+      "▁kost": 23911,
+      "▁packets": 23912,
+      "▁которого": 23913,
+      "▁Comun": 23914,
+      "▁fingers": 23915,
+      "ográfica": 23916,
+      ">:": 23917,
+      "▁championnat": 23918,
+      "▁blieb": 23919,
+      "▁Situ": 23920,
+      "▁suic": 23921,
+      "andis": 23922,
+      "Fre": 23923,
+      "▁Conc": 23924,
+      "▁republic": 23925,
+      "▁armed": 23926,
+      "▁hell": 23927,
+      "▁hög": 23928,
+      "ragma": 23929,
+      "▁ense": 23930,
+      "▁acres": 23931,
+      "▁Від": 23932,
+      "▁Reform": 23933,
+      "MainActivity": 23934,
+      "keeper": 23935,
+      "erb": 23936,
+      "▁monaster": 23937,
+      "subsubsection": 23938,
+      "▁Див": 23939,
+      "▁creature": 23940,
+      "▁indicating": 23941,
+      "▁urls": 23942,
+      "▁kein": 23943,
+      "образ": 23944,
+      "pick": 23945,
+      "▁Admir": 23946,
+      "▁oldest": 23947,
+      "▁muz": 23948,
+      "▁contradiction": 23949,
+      "▁probabil": 23950,
+      "illiant": 23951,
+      "▁pav": 23952,
+      "▁papel": 23953,
+      "ubs": 23954,
+      "▁жена": 23955,
+      "AML": 23956,
+      "▁recip": 23957,
+      "▁COL": 23958,
+      "added": 23959,
+      "▁clue": 23960,
+      "▁Ukraine": 23961,
+      "▁jelent": 23962,
+      "чень": 23963,
+      "▁mathematics": 23964,
+      "Accept": 23965,
+      "▁сот": 23966,
+      "▁север": 23967,
+      "▁isolated": 23968,
+      "▁поя": 23969,
+      "wür": 23970,
+      "Router": 23971,
+      "CAT": 23972,
+      "rgb": 23973,
+      "▁Lov": 23974,
+      "mutable": 23975,
+      "▁Wes": 23976,
+      "▁Italien": 23977,
+      "Drag": 23978,
+      "enium": 23979,
+      "atting": 23980,
+      "tcp": 23981,
+      "▁erfolgte": 23982,
+      "▁Beit": 23983,
+      "гато": 23984,
+      "▁Systems": 23985,
+      "▁reserve": 23986,
+      "eree": 23987,
+      "▁Пари": 23988,
+      "▁зали": 23989,
+      "▁rent": 23990,
+      "▁sunt": 23991,
+      "▁Girls": 23992,
+      "▁Ernest": 23993,
+      "▁fits": 23994,
+      "▁oppon": 23995,
+      "▁живело": 23996,
+      "▁avaient": 23997,
+      "▁Florence": 23998,
+      "▁числе": 23999,
+      "▁engines": 24000,
+      "Dynamic": 24001,
+      "▁stycznia": 24002,
+      "▁bias": 24003,
+      "▁Exchange": 24004,
+      "дий": 24005,
+      "▁historiques": 24006,
+      "▁Hä": 24007,
+      "hod": 24008,
+      "▁wł": 24009,
+      "schap": 24010,
+      "▁lac": 24011,
+      "▁Foi": 24012,
+      "▁dwell": 24013,
+      "▁Unternehmen": 24014,
+      "URN": 24015,
+      "▁kilometres": 24016,
+      "▁Однако": 24017,
+      "кли": 24018,
+      "▁Sri": 24019,
+      "Groups": 24020,
+      "mind": 24021,
+      "oslov": 24022,
+      "fern": 24023,
+      "egu": 24024,
+      "abeled": 24025,
+      "Fiddle": 24026,
+      "▁Century": 24027,
+      "/-": 24028,
+      "▁Jegyzetek": 24029,
+      "Hen": 24030,
+      "ensemble": 24031,
+      "▁Gut": 24032,
+      "_{{\\": 24033,
+      "▁ranking": 24034,
+      "+$": 24035,
+      "ала": 24036,
+      "▁#{": 24037,
+      "imientos": 24038,
+      "achim": 24039,
+      "rides": 24040,
+      "▁Klaus": 24041,
+      "▁intend": 24042,
+      "▁Kentucky": 24043,
+      "cipe": 24044,
+      "▁Dienst": 24045,
+      "▁situated": 24046,
+      "▁póź": 24047,
+      "▁scrit": 24048,
+      "clip": 24049,
+      "нет": 24050,
+      "tables": 24051,
+      "▁Nied": 24052,
+      "▁McK": 24053,
+      "▁powst": 24054,
+      "▁kunnen": 24055,
+      "▁Evans": 24056,
+      "жды": 24057,
+      "вать": 24058,
+      "uchar": 24059,
+      "▁residents": 24060,
+      "iak": 24061,
+      "▁Resol": 24062,
+      "▁veces": 24063,
+      "▁satisfying": 24064,
+      "INF": 24065,
+      "▁син": 24066,
+      "▁crossing": 24067,
+      "iben": 24068,
+      "▁широ": 24069,
+      "pto": 24070,
+      "ILL": 24071,
+      "▁роль": 24072,
+      "▁aktiv": 24073,
+      "▁обращения": 24074,
+      "Wikispecies": 24075,
+      "▁Höhe": 24076,
+      "cro": 24077,
+      "════": 24078,
+      "altra": 24079,
+      "▁FILE": 24080,
+      "▁ups": 24081,
+      "▁allocation": 24082,
+      "Michael": 24083,
+      "▁acknowled": 24084,
+      "Linux": 24085,
+      "▁metros": 24086,
+      "tte": 24087,
+      "afen": 24088,
+      "▁xcode": 24089,
+      "▁тради": 24090,
+      "species": 24091,
+      "▁injury": 24092,
+      "▁самы": 24093,
+      "▁lattice": 24094,
+      "Material": 24095,
+      "andenburg": 24096,
+      "▁huvudstaden": 24097,
+      "story": 24098,
+      "▁varying": 24099,
+      "▁követ": 24100,
+      "▁Российской": 24101,
+      "irse": 24102,
+      "▁drum": 24103,
+      "Pressed": 24104,
+      "Lar": 24105,
+      "▁Agu": 24106,
+      "▁weil": 24107,
+      "▁commence": 24108,
+      "▁Según": 24109,
+      "Gesture": 24110,
+      "Shape": 24111,
+      "▁Vors": 24112,
+      "▁succès": 24113,
+      "▁corrected": 24114,
+      "Kar": 24115,
+      "▁cruel": 24116,
+      "▁politico": 24117,
+      "▁Schriftsteller": 24118,
+      "▁risult": 24119,
+      "etu": 24120,
+      "archiv": 24121,
+      "▁género": 24122,
+      "▁Lü": 24123,
+      "▁triumph": 24124,
+      "ORS": 24125,
+      "Lu": 24126,
+      "▁personnel": 24127,
+      "▁Hills": 24128,
+      "asset": 24129,
+      "domin": 24130,
+      "Receive": 24131,
+      "▁Oak": 24132,
+      "▁Kno": 24133,
+      "▁Theory": 24134,
+      "irie": 24135,
+      "owan": 24136,
+      "▁estava": 24137,
+      "▁executes": 24138,
+      "йт": 24139,
+      "ópez": 24140,
+      "поло": 24141,
+      "ética": 24142,
+      "▁название": 24143,
+      "▁converges": 24144,
+      "▁notre": 24145,
+      "▁populated": 24146,
+      "▁movements": 24147,
+      "▁statistical": 24148,
+      "▁Zweiten": 24149,
+      "quin": 24150,
+      "▁importantes": 24151,
+      "▁klein": 24152,
+      "▁Segunda": 24153,
+      "schließend": 24154,
+      "Failure": 24155,
+      "nar": 24156,
+      "dag": 24157,
+      "▁ruolo": 24158,
+      "▁fiction": 24159,
+      "▁использу": 24160,
+      "▁crisis": 24161,
+      "▁Getting": 24162,
+      ",%": 24163,
+      "▁армии": 24164,
+      "▁campus": 24165,
+      "▁footer": 24166,
+      "▁días": 24167,
+      "бан": 24168,
+      "▁liberty": 24169,
+      "▁gh": 24170,
+      "▁chamber": 24171,
+      "▁districts": 24172,
+      "▁excited": 24173,
+      "▁canción": 24174,
+      "tero": 24175,
+      "▁Working": 24176,
+      "▁części": 24177,
+      "льный": 24178,
+      "▁forum": 24179,
+      "▁Ehe": 24180,
+      "▁ката": 24181,
+      "itations": 24182,
+      "Tools": 24183,
+      "achiv": 24184,
+      "▁cres": 24185,
+      "asto": 24186,
+      "▁rever": 24187,
+      "▁nazionale": 24188,
+      "▁doors": 24189,
+      "▁Nancy": 24190,
+      "▁islands": 24191,
+      "Imp": 24192,
+      "▁Chair": 24193,
+      "▁vorm": 24194,
+      "sein": 24195,
+      "▁доку": 24196,
+      "erset": 24197,
+      "▁tätig": 24198,
+      "▁Krit": 24199,
+      "▁пя": 24200,
+      "▁conservation": 24201,
+      "▁Partido": 24202,
+      "minipage": 24203,
+      "Validator": 24204,
+      "▁recovery": 24205,
+      "▁NASA": 24206,
+      "▁breast": 24207,
+      "ilty": 24208,
+      "analy": 24209,
+      "elines": 24210,
+      "▁Saturday": 24211,
+      "emark": 24212,
+      "cej": 24213,
+      "Zero": 24214,
+      "▁Turner": 24215,
+      "secure": 24216,
+      "Exists": 24217,
+      "▁Rick": 24218,
+      "evalu": 24219,
+      "ctrl": 24220,
+      "▁compression": 24221,
+      "▁CURL": 24222,
+      "textcolor": 24223,
+      ")\\,": 24224,
+      "longrightarrow": 24225,
+      "▁Fernseh": 24226,
+      "icha": 24227,
+      "▁loi": 24228,
+      "▁Оте": 24229,
+      "▁cave": 24230,
+      "▁dozen": 24231,
+      "▁explaining": 24232,
+      "▁innov": 24233,
+      "▁Nicholas": 24234,
+      "▁diameter": 24235,
+      "▁Marian": 24236,
+      "▁fires": 24237,
+      "▁artifact": 24238,
+      "▁Parker": 24239,
+      "▁Bund": 24240,
+      "▁verte": 24241,
+      "▁talent": 24242,
+      "▁Lucas": 24243,
+      "reverse": 24244,
+      "▁folgenden": 24245,
+      "▁Sah": 24246,
+      "jections": 24247,
+      "▁invece": 24248,
+      "▁costitu": 24249,
+      "▁ssl": 24250,
+      "}}^": 24251,
+      "▁violent": 24252,
+      "▁spos": 24253,
+      "Rout": 24254,
+      "jdk": 24255,
+      "▁заме": 24256,
+      "▁furent": 24257,
+      "andal": 24258,
+      "Hom": 24259,
+      "▁Senior": 24260,
+      "▁pounds": 24261,
+      "▁Discogs": 24262,
+      "▁зе": 24263,
+      "'}[": 24264,
+      "▁Napoleon": 24265,
+      "ordinates": 24266,
+      "àn": 24267,
+      "▁kurz": 24268,
+      "▁vere": 24269,
+      "▁reuse": 24270,
+      "▁Ген": 24271,
+      "▁Syst": 24272,
+      "▁disappeared": 24273,
+      "▁Watch": 24274,
+      "bibliothek": 24275,
+      "▁корпу": 24276,
+      "▁Cs": 24277,
+      "▁}`": 24278,
+      "▁rör": 24279,
+      "▁дела": 24280,
+      "VB": 24281,
+      "▁calculus": 24282,
+      "рода": 24283,
+      "▁judgment": 24284,
+      "atile": 24285,
+      "▁longue": 24286,
+      "▁Hus": 24287,
+      "Jac": 24288,
+      "}})": 24289,
+      "RIPT": 24290,
+      "IABot": 24291,
+      "▁após": 24292,
+      "▁aston": 24293,
+      "Webachiv": 24294,
+      "▁URLs": 24295,
+      "▁coat": 24296,
+      "▁эконо": 24297,
+      "▁lear": 24298,
+      "extensions": 24299,
+      "▁Classic": 24300,
+      "TI": 24301,
+      "▁Tage": 24302,
+      "▁lá": 24303,
+      "▁semb": 24304,
+      "▁développement": 24305,
+      "ISTS": 24306,
+      "▁solves": 24307,
+      ",\\,": 24308,
+      "▁чемпі": 24309,
+      "ordinary": 24310,
+      "▁Bav": 24311,
+      "▁muchos": 24312,
+      "Self": 24313,
+      "▁Май": 24314,
+      "▁Diet": 24315,
+      "▁necessity": 24316,
+      "від": 24317,
+      "▁mano": 24318,
+      "▁Ср": 24319,
+      "▁carre": 24320,
+      "▁Camera": 24321,
+      "▁Narod": 24322,
+      "▁Phone": 24323,
+      "▁polym": 24324,
+      "imore": 24325,
+      "isEmpty": 24326,
+      "▁Houston": 24327,
+      "▁Rece": 24328,
+      "▁presentation": 24329,
+      "ниципа": 24330,
+      "▁Db": 24331,
+      "▁confident": 24332,
+      "▁}{": 24333,
+      "▁bullet": 24334,
+      "▁{},": 24335,
+      "ANGE": 24336,
+      "▁Notre": 24337,
+      "chin": 24338,
+      "▁Dragon": 24339,
+      "erca": 24340,
+      "iali": 24341,
+      "▁asset": 24342,
+      "▁muito": 24343,
+      "▁deeply": 24344,
+      "▁restriction": 24345,
+      "▁commerce": 24346,
+      "▁Bomb": 24347,
+      "caught": 24348,
+      "qq": 24349,
+      "▁Arag": 24350,
+      "▁немец": 24351,
+      "▁Analysis": 24352,
+      "▁článku": 24353,
+      "▁baby": 24354,
+      "▁echter": 24355,
+      "▁одного": 24356,
+      "жена": 24357,
+      "▁whitespace": 24358,
+      "çu": 24359,
+      "LIST": 24360,
+      "frique": 24361,
+      "▁varias": 24362,
+      "▁Wit": 24363,
+      "▁Licencia": 24364,
+      "Exit": 24365,
+      "▁sierp": 24366,
+      "▁assemb": 24367,
+      "▁splitting": 24368,
+      "▁palace": 24369,
+      "▁blocked": 24370,
+      "▁boundaries": 24371,
+      "▁iterations": 24372,
+      "▁Rotten": 24373,
+      "▁Verkehr": 24374,
+      "▁weer": 24375,
+      "Tests": 24376,
+      "ifting": 24377,
+      "▁regul": 24378,
+      "▁persist": 24379,
+      "▁Solution": 24380,
+      "pb": 24381,
+      "▁collapse": 24382,
+      "▁arrested": 24383,
+      "▁predicate": 24384,
+      "▁Zone": 24385,
+      "▁ingen": 24386,
+      "zález": 24387,
+      "▁banks": 24388,
+      "plant": 24389,
+      "▁Nella": 24390,
+      "▁бан": 24391,
+      "▁Snow": 24392,
+      "▁Kreuz": 24393,
+      "ício": 24394,
+      "▁enters": 24395,
+      "▁expose": 24396,
+      "či": 24397,
+      "шие": 24398,
+      "Qual": 24399,
+      "▁landscape": 24400,
+      "▁подацима": 24401,
+      "mai": 24402,
+      "stag": 24403,
+      "ований": 24404,
+      "DEF": 24405,
+      "[]{": 24406,
+      "▁dernière": 24407,
+      "icut": 24408,
+      "▁Xml": 24409,
+      "▁subgroup": 24410,
+      "▁Polsce": 24411,
+      "▁Warning": 24412,
+      "▁vehicles": 24413,
+      "iot": 24414,
+      "▁dll": 24415,
+      "ront": 24416,
+      "▁Louise": 24417,
+      "▁ara": 24418,
+      "▁Scala": 24419,
+      "▁canonical": 24420,
+      "▁placing": 24421,
+      "ERY": 24422,
+      "▁Jag": 24423,
+      "▁virus": 24424,
+      "emu": 24425,
+      "▁});\r": 24426,
+      "▁мм": 24427,
+      "▁Trying": 24428,
+      "▁Lexikon": 24429,
+      "abord": 24430,
+      "▁expedition": 24431,
+      "▁demanded": 24432,
+      "Zyg": 24433,
+      "lein": 24434,
+      "▁verwendet": 24435,
+      "рина": 24436,
+      "wol": 24437,
+      "▁pivot": 24438,
+      "▁однако": 24439,
+      "▁propriet": 24440,
+      "▁awards": 24441,
+      "tout": 24442,
+      "▁assim": 24443,
+      "▁Storm": 24444,
+      "Limit": 24445,
+      "elin": 24446,
+      "wealth": 24447,
+      "uez": 24448,
+      "▁rappresent": 24449,
+      "▁resta": 24450,
+      "▁gegründet": 24451,
+      "▁journalist": 24452,
+      "isie": 24453,
+      "▁facility": 24454,
+      "illed": 24455,
+      "ulk": 24456,
+      "▁PK": 24457,
+      "Anchor": 24458,
+      "▁_)": 24459,
+      "VF": 24460,
+      "LAB": 24461,
+      "▁nå": 24462,
+      "odos": 24463,
+      "▁billion": 24464,
+      "virti": 24465,
+      "▁Jeux": 24466,
+      "юза": 24467,
+      "tomcat": 24468,
+      "▁charts": 24469,
+      "▁Bundle": 24470,
+      "▁lst": 24471,
+      "▁exer": 24472,
+      "▁females": 24473,
+      "▁obliged": 24474,
+      "▁aby": 24475,
+      "rolled": 24476,
+      "dri": 24477,
+      "▁Sche": 24478,
+      "▁vessels": 24479,
+      "IMARY": 24480,
+      "▁reasoning": 24481,
+      "▁проте": 24482,
+      "FILES": 24483,
+      "verk": 24484,
+      "osos": 24485,
+      "▁комму": 24486,
+      "дії": 24487,
+      "▁dd": 24488,
+      "▁соответ": 24489,
+      "▁IOException": 24490,
+      "ských": 24491,
+      "▁CLI": 24492,
+      "▁ње": 24493,
+      "CM": 24494,
+      "TD": 24495,
+      "▁possibilities": 24496,
+      "▁Compos": 24497,
+      "half": 24498,
+      "▁webpage": 24499,
+      "▁swing": 24500,
+      "▁zas": 24501,
+      "▁cycl": 24502,
+      "leid": 24503,
+      "istica": 24504,
+      "▁Insert": 24505,
+      "▁Sweden": 24506,
+      "▁wanting": 24507,
+      "▁ال": 24508,
+      "▁eeuw": 24509,
+      "▁Administr": 24510,
+      "▁Warren": 24511,
+      "▁bs": 24512,
+      "▁pam": 24513,
+      "anus": 24514,
+      "Dra": 24515,
+      "expl": 24516,
+      "▁Kant": 24517,
+      "▁Austin": 24518,
+      "▁csak": 24519,
+      "▁theatre": 24520,
+      "▁compatibility": 24521,
+      "матиче": 24522,
+      "setState": 24523,
+      "бю": 24524,
+      "}{|": 24525,
+      "▁Dy": 24526,
+      "▁Zwischen": 24527,
+      "Alt": 24528,
+      "CLARE": 24529,
+      "steps": 24530,
+      "▁Lage": 24531,
+      "▁Mitt": 24532,
+      "▁Dublin": 24533,
+      "▁работы": 24534,
+      "deep": 24535,
+      "▁flows": 24536,
+      "▁Palace": 24537,
+      "unix": 24538,
+      "refs": 24539,
+      "umar": 24540,
+      "aset": 24541,
+      "cov": 24542,
+      "▁ping": 24543,
+      "▁Safari": 24544,
+      "flug": 24545,
+      "creens": 24546,
+      "{#": 24547,
+      "▁реа": 24548,
+      "adors": 24549,
+      "▁amor": 24550,
+      "uce": 24551,
+      "demic": 24552,
+      "▁Netherlands": 24553,
+      "▁clusters": 24554,
+      "▁enfor": 24555,
+      "marine": 24556,
+      "▁bugs": 24557,
+      "izzata": 24558,
+      "▁scra": 24559,
+      "Les": 24560,
+      "quick": 24561,
+      "▁turno": 24562,
+      "_*": 24563,
+      "ера": 24564,
+      "Generated": 24565,
+      ">[": 24566,
+      "▁estre": 24567,
+      "orde": 24568,
+      "▁verg": 24569,
+      "роз": 24570,
+      "▁pau": 24571,
+      "includes": 24572,
+      "assa": 24573,
+      "aders": 24574,
+      "▁Герма": 24575,
+      "▁estaven": 24576,
+      "▁earliest": 24577,
+      "▁resultado": 24578,
+      "mun": 24579,
+      "▁plots": 24580,
+      "din": 24581,
+      "sorted": 24582,
+      "▁preference": 24583,
+      "rió": 24584,
+      "туре": 24585,
+      "▁Ligue": 24586,
+      "▁завер": 24587,
+      "phr": 24588,
+      "▁pocket": 24589,
+      "▁parl": 24590,
+      "▁lak": 24591,
+      "▁powie": 24592,
+      "▁altres": 24593,
+      "$};": 24594,
+      "plain": 24595,
+      "▁Cred": 24596,
+      "itza": 24597,
+      "perp": 24598,
+      "Green": 24599,
+      "▁devoted": 24600,
+      "production": 24601,
+      "worker": 24602,
+      "elsen": 24603,
+      "▁vern": 24604,
+      "▁március": 24605,
+      "▁Confeder": 24606,
+      "▁Liverpool": 24607,
+      "▁музи": 24608,
+      "▁emails": 24609,
+      "▁distances": 24610,
+      "▁segments": 24611,
+      "▁anth": 24612,
+      "▁wrest": 24613,
+      "▁hoog": 24614,
+      "▁cinema": 24615,
+      "rror": 24616,
+      "▁geboren": 24617,
+      "▁éc": 24618,
+      "Marker": 24619,
+      "▁Compet": 24620,
+      "▁листо": 24621,
+      "allowed": 24622,
+      "volume": 24623,
+      "Espagne": 24624,
+      "Ze": 24625,
+      "▁fixes": 24626,
+      "▁rond": 24627,
+      "▁arrangement": 24628,
+      "/~": 24629,
+      ".](": 24630,
+      "▁Források": 24631,
+      "▁weiteren": 24632,
+      "excel": 24633,
+      "▁змі": 24634,
+      "▁moderne": 24635,
+      "English": 24636,
+      "▁Transfermarkt": 24637,
+      "▁bearing": 24638,
+      "▁cleared": 24639,
+      "▁сам": 24640,
+      "▁divs": 24641,
+      "ći": 24642,
+      "▁этой": 24643,
+      "▁Геор": 24644,
+      "scene": 24645,
+      "▁ages": 24646,
+      "GEN": 24647,
+      "rän": 24648,
+      "▁Toul": 24649,
+      "▁Abs": 24650,
+      "ját": 24651,
+      "▁mediante": 24652,
+      "▁empres": 24653,
+      "▁Employee": 24654,
+      "▁polynomials": 24655,
+      "▁optimize": 24656,
+      "▁выступа": 24657,
+      "fare": 24658,
+      "вей": 24659,
+      "xf": 24660,
+      "quez": 24661,
+      "▁botan": 24662,
+      "▁defend": 24663,
+      "▁Quart": 24664,
+      "Mont": 24665,
+      "vb": 24666,
+      "tick": 24667,
+      "WD": 24668,
+      "mine": 24669,
+      "▁modific": 24670,
+      "notification": 24671,
+      "▁denn": 24672,
+      "▁algo": 24673,
+      "▁Spo": 24674,
+      "▁mistrzost": 24675,
+      "/:": 24676,
+      "▁apresent": 24677,
+      "▁прод": 24678,
+      "Volume": 24679,
+      "ską": 24680,
+      "protected": 24681,
+      "▁Turkish": 24682,
+      "azy": 24683,
+      "▁pouv": 24684,
+      "▁período": 24685,
+      "skog": 24686,
+      "▁entropy": 24687,
+      "zed": 24688,
+      "тори": 24689,
+      "▁lij": 24690,
+      "boards": 24691,
+      "▁стату": 24692,
+      "Bool": 24693,
+      "▁polity": 24694,
+      "@\",": 24695,
+      "▁рік": 24696,
+      "née": 24697,
+      "▁Zug": 24698,
+      "▁Uniti": 24699,
+      "émet": 24700,
+      "atience": 24701,
+      "dimen": 24702,
+      "▁Steven": 24703,
+      "Ha": 24704,
+      "ACTION": 24705,
+      "▁wand": 24706,
+      "▁Navar": 24707,
+      "▁січня": 24708,
+      "Watch": 24709,
+      "▁Stuart": 24710,
+      "▁zde": 24711,
+      "▁контро": 24712,
+      "dataset": 24713,
+      "yó": 24714,
+      "▁Bush": 24715,
+      "▁себя": 24716,
+      "▁worthy": 24717,
+      "▁Ble": 24718,
+      "▁propor": 24719,
+      "▁Village": 24720,
+      "▁ry": 24721,
+      "▁voit": 24722,
+      "▁копия": 24723,
+      "▁zp": 24724,
+      "▁cura": 24725,
+      "▁Html": 24726,
+      "▁Dieser": 24727,
+      "▁Days": 24728,
+      "onnes": 24729,
+      "▁antigu": 24730,
+      "▁Staaten": 24731,
+      "▁faint": 24732,
+      "ongs": 24733,
+      "▁öst": 24734,
+      "Redirect": 24735,
+      "ель": 24736,
+      "atorial": 24737,
+      "▁bother": 24738,
+      "EditText": 24739,
+      "▁Giul": 24740,
+      "▁заво": 24741,
+      "▁pueblo": 24742,
+      "▁Mississippi": 24743,
+      "jak": 24744,
+      "▁wings": 24745,
+      "onc": 24746,
+      "ível": 24747,
+      "iencia": 24748,
+      "entlicht": 24749,
+      "▁BTW": 24750,
+      "ornal": 24751,
+      "▁Коро": 24752,
+      "▁одним": 24753,
+      "▁salv": 24754,
+      "▁finden": 24755,
+      "geo": 24756,
+      "▁авиа": 24757,
+      "attung": 24758,
+      "viv": 24759,
+      "▁Luther": 24760,
+      "▁общи": 24761,
+      "▁Rolle": 24762,
+      "▁Abraham": 24763,
+      "▁centered": 24764,
+      "▁slash": 24765,
+      "isat": 24766,
+      "emann": 24767,
+      "Os": 24768,
+      "парта": 24769,
+      "▁Pablo": 24770,
+      "▁collaboration": 24771,
+      "paths": 24772,
+      "édition": 24773,
+      "▁viewed": 24774,
+      "▁consisted": 24775,
+      "▁recovered": 24776,
+      "▁Mexican": 24777,
+      "▁Fix": 24778,
+      "▁spell": 24779,
+      "Special": 24780,
+      "▁Ст": 24781,
+      "esseur": 24782,
+      "▁Украины": 24783,
+      "former": 24784,
+      "▁św": 24785,
+      "▁zeros": 24786,
+      "▁Straßen": 24787,
+      "▁organisation": 24788,
+      "üssen": 24789,
+      "▁Sierra": 24790,
+      "▁Season": 24791,
+      "▁volont": 24792,
+      "BeanFactory": 24793,
+      "▁помощ": 24794,
+      "▁pressing": 24795,
+      "▁equivalence": 24796,
+      "▁catt": 24797,
+      "icity": 24798,
+      "▁accomplished": 24799,
+      "▁yo": 24800,
+      "▁sic": 24801,
+      "▁imports": 24802,
+      "▁accommod": 24803,
+      "▁Porto": 24804,
+      "▁яка": 24805,
+      "▁loan": 24806,
+      "тики": 24807,
+      "▁checkout": 24808,
+      "▁assess": 24809,
+      "▁Population": 24810,
+      "urent": 24811,
+      "clojure": 24812,
+      "▁Santos": 24813,
+      "▁információ": 24814,
+      "POS": 24815,
+      "▁gare": 24816,
+      "▁kick": 24817,
+      "▁radical": 24818,
+      "▁Peace": 24819,
+      "▁streaming": 24820,
+      "camp": 24821,
+      "ząt": 24822,
+      "говор": 24823,
+      "▁Regierung": 24824,
+      "▁proceeded": 24825,
+      "fm": 24826,
+      "лены": 24827,
+      "▁earnest": 24828,
+      "▁Parad": 24829,
+      "requests": 24830,
+      "▁Raum": 24831,
+      "šč": 24832,
+      "▁policies": 24833,
+      "▁Tig": 24834,
+      "▁sitt": 24835,
+      "▁Energy": 24836,
+      "▁purely": 24837,
+      "▁Haut": 24838,
+      "▁Speed": 24839,
+      "bio": 24840,
+      "▁orange": 24841,
+      "▁biggest": 24842,
+      "▁britannique": 24843,
+      "▁Notable": 24844,
+      "vu": 24845,
+      "лении": 24846,
+      "бин": 24847,
+      "▁Nash": 24848,
+      "щение": 24849,
+      "▁ciel": 24850,
+      "adémie": 24851,
+      "▁грудня": 24852,
+      "▁joue": 24853,
+      "▁voted": 24854,
+      "rico": 24855,
+      "▁гор": 24856,
+      "▁команду": 24857,
+      "itivity": 24858,
+      "▁ще": 24859,
+      "▁definite": 24860,
+      "uropa": 24861,
+      "!\");": 24862,
+      "Defaults": 24863,
+      "▁некоторы": 24864,
+      "édération": 24865,
+      "▁silly": 24866,
+      "▁talked": 24867,
+      "reu": 24868,
+      "▁Lomb": 24869,
+      "▁statue": 24870,
+      "кта": 24871,
+      "юр": 24872,
+      "umably": 24873,
+      "▁городе": 24874,
+      "▁Runtime": 24875,
+      "▁diagn": 24876,
+      "▁retro": 24877,
+      "▁Sverige": 24878,
+      "▁inicial": 24879,
+      "ienza": 24880,
+      "▁figlio": 24881,
+      "▁zog": 24882,
+      "▁rey": 24883,
+      "▁Rund": 24884,
+      "тный": 24885,
+      "▁ceased": 24886,
+      "erno": 24887,
+      "▁esa": 24888,
+      "▁trouv": 24889,
+      "▁Gemeinden": 24890,
+      "▁comercial": 24891,
+      "skap": 24892,
+      "enario": 24893,
+      "▁juris": 24894,
+      "TB": 24895,
+      "нала": 24896,
+      "▁vij": 24897,
+      "VO": 24898,
+      "▁clin": 24899,
+      "jör": 24900,
+      "сан": 24901,
+      "owała": 24902,
+      "ribución": 24903,
+      "▁ursprüng": 24904,
+      "▁condem": 24905,
+      "▁Stage": 24906,
+      "▁mixing": 24907,
+      "▁різ": 24908,
+      "▁fans": 24909,
+      "ház": 24910,
+      "social": 24911,
+      "zan": 24912,
+      "▁свой": 24913,
+      "Cookie": 24914,
+      "▁Roland": 24915,
+      "azionale": 24916,
+      "▁Sloven": 24917,
+      "▁Fiche": 24918,
+      "▁Sé": 24919,
+      "hä": 24920,
+      "▁officials": 24921,
+      "▁înt": 24922,
+      "Interceptor": 24923,
+      "Tables": 24924,
+      "▁davon": 24925,
+      "initialize": 24926,
+      "]=\"": 24927,
+      "▁Body": 24928,
+      "▁Upper": 24929,
+      "▁Collect": 24930,
+      "▁Zürich": 24931,
+      "Horizontal": 24932,
+      "Typ": 24933,
+      "▁político": 24934,
+      "▁RewriteCond": 24935,
+      "▁hoped": 24936,
+      "▁anxious": 24937,
+      "Liter": 24938,
+      "jahr": 24939,
+      "▁assemble": 24940,
+      "▁crypt": 24941,
+      "lahoma": 24942,
+      "ASH": 24943,
+      "▁Бри": 24944,
+      "▁Cic": 24945,
+      "twitter": 24946,
+      "hyper": 24947,
+      "▁Tell": 24948,
+      "ільки": 24949,
+      "вобо": 24950,
+      "▁bazie": 24951,
+      "▁contemporary": 24952,
+      "▁Parameter": 24953,
+      "stwa": 24954,
+      "▁bekend": 24955,
+      "cock": 24956,
+      "previous": 24957,
+      "enska": 24958,
+      "▁caller": 24959,
+      "]])": 24960,
+      "▁Raz": 24961,
+      "▁Selon": 24962,
+      "▁proposal": 24963,
+      "▁bý": 24964,
+      "▁Sied": 24965,
+      "▁Arbeits": 24966,
+      "▁pride": 24967,
+      "▁slope": 24968,
+      "idé": 24969,
+      "gradient": 24970,
+      "▁Джерела": 24971,
+      "▁SH": 24972,
+      "▁разрабо": 24973,
+      "iversity": 24974,
+      "сподар": 24975,
+      "\\{\\": 24976,
+      "▁стали": 24977,
+      "▁Einzel": 24978,
+      "▁rgba": 24979,
+      "▁Anim": 24980,
+      "▁alles": 24981,
+      "бар": 24982,
+      "erte": 24983,
+      "▁réalisé": 24984,
+      "Institut": 24985,
+      "▁markup": 24986,
+      "▁vars": 24987,
+      "▁gam": 24988,
+      "▁Василь": 24989,
+      "izza": 24990,
+      "▁Cob": 24991,
+      "▁Metal": 24992,
+      "▁leak": 24993,
+      "▁Lanc": 24994,
+      "Switch": 24995,
+      "Delay": 24996,
+      "atuur": 24997,
+      "▁четы": 24998,
+      "▁англий": 24999,
+      "▁legacy": 25000,
+      "▁desarroll": 25001,
+      "▁topological": 25002,
+      "▁jeweils": 25003,
+      "▁Nederlandse": 25004,
+      "▁atmosphere": 25005,
+      "urban": 25006,
+      "▁slov": 25007,
+      "▁lawyer": 25008,
+      "pecially": 25009,
+      "▁alternate": 25010,
+      "▁paramet": 25011,
+      "▁establishment": 25012,
+      "▁woods": 25013,
+      "PD": 25014,
+      "▁наи": 25015,
+      "▁mang": 25016,
+      "▁wechselte": 25017,
+      "ську": 25018,
+      ".=": 25019,
+      "▁fifteen": 25020,
+      "SUM": 25021,
+      "▁Fro": 25022,
+      "▁LED": 25023,
+      "owano": 25024,
+      "ствие": 25025,
+      "▁Données": 25026,
+      "tol": 25027,
+      "żyn": 25028,
+      "cref": 25029,
+      "ствии": 25030,
+      "horn": 25031,
+      "▁сооб": 25032,
+      "▁оборо": 25033,
+      "▁Complete": 25034,
+      "“)": 25035,
+      "▁kindly": 25036,
+      "▁Chamber": 25037,
+      "ség": 25038,
+      "WH": 25039,
+      "▁ambient": 25040,
+      "кро": 25041,
+      "▁cheval": 25042,
+      "▁написа": 25043,
+      "flu": 25044,
+      "▁Offiz": 25045,
+      "mate": 25046,
+      "natural": 25047,
+      "separ": 25048,
+      "empre": 25049,
+      "ViewHolder": 25050,
+      "fw": 25051,
+      "▁letech": 25052,
+      "▁trailing": 25053,
+      "atri": 25054,
+      "▁Gó": 25055,
+      "▁Bonn": 25056,
+      "▁unlikely": 25057,
+      "RAM": 25058,
+      "enst": 25059,
+      "Stats": 25060,
+      "▁политиче": 25061,
+      ")--(": 25062,
+      "▁trom": 25063,
+      "!...": 25064,
+      "▁Meanwhile": 25065,
+      "стана": 25066,
+      "▁Reino": 25067,
+      "▁Arist": 25068,
+      "$}}%": 25069,
+      "▁solem": 25070,
+      "closure": 25071,
+      "ignation": 25072,
+      "łod": 25073,
+      "▁divor": 25074,
+      "▁международ": 25075,
+      "=\"<?": 25076,
+      "▁molt": 25077,
+      "▁skills": 25078,
+      "▁Cir": 25079,
+      "▁Después": 25080,
+      "▁lun": 25081,
+      "▁coron": 25082,
+      "▁Comics": 25083,
+      "стори": 25084,
+      "▁Items": 25085,
+      "▁Think": 25086,
+      "игра": 25087,
+      "▁grows": 25088,
+      "portal": 25089,
+      "▁nich": 25090,
+      "▁restrictions": 25091,
+      "▁Lau": 25092,
+      "шення": 25093,
+      "▁Sozial": 25094,
+      "▁кі": 25095,
+      "mana": 25096,
+      "▁lieutenant": 25097,
+      "Attr": 25098,
+      "umeric": 25099,
+      "▁drives": 25100,
+      "asis": 25101,
+      "бай": 25102,
+      "NL": 25103,
+      "Zygote": 25104,
+      "physics": 25105,
+      "▁internally": 25106,
+      "вается": 25107,
+      "Hidden": 25108,
+      "▁Дата": 25109,
+      "▁unsafe": 25110,
+      "▁Roc": 25111,
+      "▁instantiate": 25112,
+      "udni": 25113,
+      "▁Room": 25114,
+      "▁Пред": 25115,
+      "▁maja": 25116,
+      "achment": 25117,
+      "uuid": 25118,
+      "Projects": 25119,
+      "Gre": 25120,
+      "▁взя": 25121,
+      "▁Blood": 25122,
+      "icile": 25123,
+      "▁Nouvelle": 25124,
+      "Does": 25125,
+      "▁nieuwe": 25126,
+      "ále": 25127,
+      "angs": 25128,
+      "weak": 25129,
+      "▁aantal": 25130,
+      "▁Ев": 25131,
+      "▁Dresden": 25132,
+      "▁Lost": 25133,
+      "ката": 25134,
+      "▁involve": 25135,
+      "▁declaring": 25136,
+      "▁Political": 25137,
+      "érez": 25138,
+      "kop": 25139,
+      "notify": 25140,
+      "▁Curt": 25141,
+      "▁schließlich": 25142,
+      "ghan": 25143,
+      "цена": 25144,
+      "▁kwiet": 25145,
+      "ügel": 25146,
+      "▁Sob": 25147,
+      "▁substr": 25148,
+      "▁ellen": 25149,
+      "ionario": 25150,
+      "enson": 25151,
+      "WIN": 25152,
+      "спорт": 25153,
+      "emer": 25154,
+      "nome": 25155,
+      "▁smiled": 25156,
+      "▁Schmidt": 25157,
+      "▁smoke": 25158,
+      "▁Token": 25159,
+      "▁vague": 25160,
+      "▁provision": 25161,
+      "yaml": 25162,
+      "нитель": 25163,
+      "onial": 25164,
+      "époque": 25165,
+      "▁NC": 25166,
+      "▁NFL": 25167,
+      "teck": 25168,
+      "▁allo": 25169,
+      "▁précéd": 25170,
+      "central": 25171,
+      "▁majd": 25172,
+      "▁chrom": 25173,
+      "▁Zum": 25174,
+      "verso": 25175,
+      "▁verschiedenen": 25176,
+      "▁старо": 25177,
+      "▁quelle": 25178,
+      "▁rép": 25179,
+      "ROW": 25180,
+      "▁ihnen": 25181,
+      "▁sensible": 25182,
+      "|$": 25183,
+      "▁schw": 25184,
+      "▁BR": 25185,
+      "▁Options": 25186,
+      "▁tens": 25187,
+      "▁conquist": 25188,
+      "▁ließ": 25189,
+      "ovis": 25190,
+      "▁міста": 25191,
+      "▁ela": 25192,
+      "rifice": 25193,
+      "▁lok": 25194,
+      "▁Queensland": 25195,
+      "Binary": 25196,
+      "▁Rahmen": 25197,
+      "▁abol": 25198,
+      "▁část": 25199,
+      "▁Edinburgh": 25200,
+      "inde": 25201,
+      "▁calculating": 25202,
+      "▁Oregon": 25203,
+      "▁legit": 25204,
+      "▁Nachdem": 25205,
+      "athon": 25206,
+      "Private": 25207,
+      "illaume": 25208,
+      "▁observable": 25209,
+      "leans": 25210,
+      "▁remarked": 25211,
+      "▁halt": 25212,
+      "ницы": 25213,
+      "▁stamp": 25214,
+      "▁Adv": 25215,
+      "Louis": 25216,
+      "imming": 25217,
+      "gruppe": 25218,
+      "▁Policy": 25219,
+      "▁vrij": 25220,
+      "ftrag": 25221,
+      "▁offices": 25222,
+      "▁participated": 25223,
+      "▁escol": 25224,
+      "▁\"</": 25225,
+      "▁nombreuses": 25226,
+      "▁divid": 25227,
+      "▁advis": 25228,
+      "лтати": 25229,
+      "▁==>": 25230,
+      "Orientation": 25231,
+      "cid": 25232,
+      "Cart": 25233,
+      "▁murm": 25234,
+      "▁assez": 25235,
+      "▁linking": 25236,
+      "building": 25237,
+      "▁reconna": 25238,
+      "▁shook": 25239,
+      "managed": 25240,
+      "landa": 25241,
+      "▁León": 25242,
+      "▁création": 25243,
+      "дой": 25244,
+      "ocity": 25245,
+      "▁wij": 25246,
+      "▁wieś": 25247,
+      "xtart": 25248,
+      "▁Move": 25249,
+      "lungen": 25250,
+      "ствует": 25251,
+      "orney": 25252,
+      "optional": 25253,
+      "macro": 25254,
+      "Condition": 25255,
+      "▁squares": 25256,
+      "▁mistaken": 25257,
+      "ánt": 25258,
+      "▁Ris": 25259,
+      "▁sentences": 25260,
+      "erea": 25261,
+      "▁mij": 25262,
+      "Und": 25263,
+      "▁nombr": 25264,
+      "zA": 25265,
+      "▁Independent": 25266,
+      "▁preview": 25267,
+      "imas": 25268,
+      "▁males": 25269,
+      "inental": 25270,
+      "Thank": 25271,
+      "▁popol": 25272,
+      "▁pover": 25273,
+      "▁grasp": 25274,
+      "▁imped": 25275,
+      "▁campionato": 25276,
+      "▁Wei": 25277,
+      "▁titled": 25278,
+      "▁Además": 25279,
+      "▁Password": 25280,
+      "▁Pam": 25281,
+      "UILD": 25282,
+      "▁липня": 25283,
+      "werb": 25284,
+      "................": 25285,
+      "▁Río": 25286,
+      "▁teeth": 25287,
+      "bp": 25288,
+      "▁SW": 25289,
+      "ulaire": 25290,
+      "▁seized": 25291,
+      "▁Stef": 25292,
+      "úl": 25293,
+      "▁viz": 25294,
+      "iony": 25295,
+      "▁junt": 25296,
+      "▁která": 25297,
+      "▁września": 25298,
+      "<>": 25299,
+      "▁surg": 25300,
+      "▁tutte": 25301,
+      "▁Hob": 25302,
+      "повід": 25303,
+      "▁wohl": 25304,
+      "▁trag": 25305,
+      "▁Crown": 25306,
+      "▁trova": 25307,
+      "стову": 25308,
+      "▁Vienna": 25309,
+      "esehen": 25310,
+      "▁metropol": 25311,
+      "▁reflected": 25312,
+      "тета": 25313,
+      "▁traduc": 25314,
+      "▁Bast": 25315,
+      "▁erschien": 25316,
+      "woord": 25317,
+      "()\"": 25318,
+      "talet": 25319,
+      "▁roads": 25320,
+      "ведения": 25321,
+      "ührung": 25322,
+      "▁cogn": 25323,
+      "▁Valle": 25324,
+      "▁landing": 25325,
+      "▁Regex": 25326,
+      "▁Iowa": 25327,
+      "dział": 25328,
+      "▁erreichte": 25329,
+      "aum": 25330,
+      "▁founder": 25331,
+      "apolis": 25332,
+      "Compiler": 25333,
+      "▁kop": 25334,
+      "▁marc": 25335,
+      "▁територ": 25336,
+      "))`": 25337,
+      "▁lei": 25338,
+      "geon": 25339,
+      "▁weapons": 25340,
+      "▁horn": 25341,
+      "▁elif": 25342,
+      "▁Capital": 25343,
+      "će": 25344,
+      "▁forall": 25345,
+      "▁эта": 25346,
+      "preview": 25347,
+      "▁DNA": 25348,
+      "▁sid": 25349,
+      "orch": 25350,
+      "▁Ras": 25351,
+      "▁arab": 25352,
+      "Best": 25353,
+      "▁счита": 25354,
+      "▁López": 25355,
+      "ança": 25356,
+      "▁funkc": 25357,
+      "▁tienen": 25358,
+      ";&": 25359,
+      "museum": 25360,
+      "▁Err": 25361,
+      "▁resort": 25362,
+      "Nov": 25363,
+      "▁kal": 25364,
+      "MW": 25365,
+      "шь": 25366,
+      "anchor": 25367,
+      "▁роман": 25368,
+      "leading": 25369,
+      "▁manten": 25370,
+      "▁Silva": 25371,
+      "dade": 25372,
+      "▁designated": 25373,
+      "▁revista": 25374,
+      "Oct": 25375,
+      "percent": 25376,
+      "▁уні": 25377,
+      "identifier": 25378,
+      "mass": 25379,
+      "@@": 25380,
+      "ulsion": 25381,
+      "germeister": 25382,
+      "▁predicted": 25383,
+      "▁сви": 25384,
+      "жной": 25385,
+      "▁Ergeb": 25386,
+      "▁cust": 25387,
+      "▁removes": 25388,
+      "charg": 25389,
+      "пример": 25390,
+      "▁forming": 25391,
+      "asma": 25392,
+      "stdout": 25393,
+      "Fun": 25394,
+      "yme": 25395,
+      "tered": 25396,
+      "ursive": 25397,
+      "ighed": 25398,
+      "▁след": 25399,
+      "verband": 25400,
+      "▁LOG": 25401,
+      "rams": 25402,
+      "éon": 25403,
+      "endra": 25404,
+      "▁Bereich": 25405,
+      "▁temporal": 25406,
+      "▁langue": 25407,
+      "▁Inn": 25408,
+      "▁moreover": 25409,
+      "▁tutorials": 25410,
+      "Middle": 25411,
+      "▁советский": 25412,
+      "▁maintenance": 25413,
+      "asures": 25414,
+      "▁válto": 25415,
+      "BASE": 25416,
+      "▁disappear": 25417,
+      "ския": 25418,
+      "▁conocido": 25419,
+      "▁Нау": 25420,
+      "▁Libert": 25421,
+      "▁Harold": 25422,
+      "▁lifetime": 25423,
+      "▁Tür": 25424,
+      "▁zawod": 25425,
+      "omic": 25426,
+      "▁Retrieved": 25427,
+      "architecture": 25428,
+      "čka": 25429,
+      "iformes": 25430,
+      "development": 25431,
+      "ordnung": 25432,
+      "Inf": 25433,
+      "leben": 25434,
+      "▁Stars": 25435,
+      "signal": 25436,
+      "▁grammar": 25437,
+      "▁corso": 25438,
+      "▁Wagner": 25439,
+      "▁geht": 25440,
+      "▁royale": 25441,
+      "warn": 25442,
+      "umbled": 25443,
+      "▁instit": 25444,
+      "▁Ши": 25445,
+      "hh": 25446,
+      "▁refuge": 25447,
+      "▁favorite": 25448,
+      "ierto": 25449,
+      "▁condado": 25450,
+      "▁Ther": 25451,
+      "▁человека": 25452,
+      "▁Food": 25453,
+      "▁seizo": 25454,
+      "▁Initialize": 25455,
+      "▁connu": 25456,
+      "▁overlap": 25457,
+      "▁Emil": 25458,
+      "▁Martí": 25459,
+      "▁жовтня": 25460,
+      "erva": 25461,
+      "▁boats": 25462,
+      "ações": 25463,
+      "▁derrot": 25464,
+      "▁malloc": 25465,
+      "▁conject": 25466,
+      "jk": 25467,
+      "▁sare": 25468,
+      "лемен": 25469,
+      "▁sums": 25470,
+      "Authorization": 25471,
+      "▁Kun": 25472,
+      "]$,": 25473,
+      "gemeinde": 25474,
+      "odot": 25475,
+      "defin": 25476,
+      "▁emission": 25477,
+      "▁Крас": 25478,
+      "▁appart": 25479,
+      "▁stopping": 25480,
+      "▁Сред": 25481,
+      "▁conjug": 25482,
+      "▁insight": 25483,
+      "▁Broadcast": 25484,
+      "▁PMID": 25485,
+      "▁advantages": 25486,
+      "enes": 25487,
+      "▁residence": 25488,
+      "ljen": 25489,
+      "isseur": 25490,
+      "▁pubblicato": 25491,
+      "▁GitHub": 25492,
+      "▁Peru": 25493,
+      "▁galaxies": 25494,
+      "▁annotations": 25495,
+      "gas": 25496,
+      "▁répond": 25497,
+      "Js": 25498,
+      "▁independently": 25499,
+      "NP": 25500,
+      "▁inqu": 25501,
+      "▁grounds": 25502,
+      "Components": 25503,
+      "▁anten": 25504,
+      "▁вз": 25505,
+      "▁hos": 25506,
+      "▁sint": 25507,
+      "▁hiding": 25508,
+      "▁województ": 25509,
+      "Messages": 25510,
+      "▁показа": 25511,
+      "===": 25512,
+      "▁Abstract": 25513,
+      "▁läng": 25514,
+      "▁Formula": 25515,
+      "dawn": 25516,
+      "▁designs": 25517,
+      "Img": 25518,
+      "▁Portuguese": 25519,
+      "▁incluy": 25520,
+      "avigator": 25521,
+      "▁Brothers": 25522,
+      "▁continent": 25523,
+      "▁evidently": 25524,
+      "race": 25525,
+      "цького": 25526,
+      "▁reck": 25527,
+      "▁серпня": 25528,
+      "▁Grey": 25529,
+      "▁appeal": 25530,
+      "▁unlike": 25531,
+      "▁powershell": 25532,
+      "▁racc": 25533,
+      "fers": 25534,
+      "▁burning": 25535,
+      "fasst": 25536,
+      "installed": 25537,
+      "▁Give": 25538,
+      "▁colonial": 25539,
+      "▁€": 25540,
+      "▁Rö": 25541,
+      "▁christ": 25542,
+      "nehm": 25543,
+      "там": 25544,
+      "▁corpo": 25545,
+      "▁convirti": 25546,
+      "yter": 25547,
+      "Sym": 25548,
+      "▁Greece": 25549,
+      "▁moth": 25550,
+      "▁Johan": 25551,
+      "▁monarch": 25552,
+      "▁Download": 25553,
+      "▁craft": 25554,
+      "už": 25555,
+      "▁Luke": 25556,
+      "▁suffix": 25557,
+      "\\/": 25558,
+      "Have": 25559,
+      "▁карь": 25560,
+      "▁comfortable": 25561,
+      "▁tips": 25562,
+      "▁Після": 25563,
+      "▁броја": 25564,
+      "▁информа": 25565,
+      "MQ": 25566,
+      "бран": 25567,
+      "▁tx": 25568,
+      "▁slaves": 25569,
+      "▁firewall": 25570,
+      "▁Forces": 25571,
+      "atif": 25572,
+      "▁Quellen": 25573,
+      "▁théâtre": 25574,
+      "льных": 25575,
+      "▁расположен": 25576,
+      "▁Details": 25577,
+      "ką": 25578,
+      "▁longitud": 25579,
+      "INST": 25580,
+      "▁naval": 25581,
+      "Fernseh": 25582,
+      "essel": 25583,
+      "Grad": 25584,
+      "▁belang": 25585,
+      "▁aggi": 25586,
+      "ZygoteInit": 25587,
+      "łów": 25588,
+      "▁Sug": 25589,
+      "sil": 25590,
+      "▁exterior": 25591,
+      "щі": 25592,
+      "ORD": 25593,
+      "enser": 25594,
+      "▁rapide": 25595,
+      "▁темпера": 25596,
+      "incie": 25597,
+      "Si": 25598,
+      "avam": 25599,
+      "arded": 25600,
+      "▁Added": 25601,
+      "Endpoint": 25602,
+      "hardt": 25603,
+      "стран": 25604,
+      "▁estilo": 25605,
+      "▁Haz": 25606,
+      "▁musste": 25607,
+      "uo": 25608,
+      "iii": 25609,
+      "▁ří": 25610,
+      "anzen": 25611,
+      "жений": 25612,
+      "aha": 25613,
+      "ARNING": 25614,
+      "▁renov": 25615,
+      "▁divine": 25616,
+      "▁convinced": 25617,
+      "▁humans": 25618,
+      "▁departure": 25619,
+      "▁Mediter": 25620,
+      "qa": 25621,
+      "▁possessed": 25622,
+      "▁церкви": 25623,
+      "giv": 25624,
+      "▁свої": 25625,
+      "▁Ortste": 25626,
+      "Rich": 25627,
+      "puis": 25628,
+      "increment": 25629,
+      "▁Hannover": 25630,
+      "▁ucz": 25631,
+      "Done": 25632,
+      "▁alguns": 25633,
+      "FIX": 25634,
+      "▁Heritage": 25635,
+      "removeClass": 25636,
+      "фер": 25637,
+      "▁abc": 25638,
+      "Dr": 25639,
+      "▁семей": 25640,
+      "{:": 25641,
+      "▁seule": 25642,
+      "zeichnungen": 25643,
+      "addy": 25644,
+      "▁París": 25645,
+      "üsseld": 25646,
+      "▁reception": 25647,
+      "folio": 25648,
+      "tiny": 25649,
+      "▁recensement": 25650,
+      "▁Nur": 25651,
+      "▁kier": 25652,
+      "▁gmina": 25653,
+      "staat": 25654,
+      "ándose": 25655,
+      "ческая": 25656,
+      "▁speaker": 25657,
+      "▁exponential": 25658,
+      "▁Dieu": 25659,
+      "▁приз": 25660,
+      "▁Rafael": 25661,
+      "▁ggplot": 25662,
+      "▁Template": 25663,
+      "oure": 25664,
+      "▁Inner": 25665,
+      "ogne": 25666,
+      "igare": 25667,
+      "▁Arte": 25668,
+      "▁Cov": 25669,
+      "▁aufgrund": 25670,
+      "▁Бы": 25671,
+      "▁ceremony": 25672,
+      "▁Spart": 25673,
+      "jective": 25674,
+      "yi": 25675,
+      "▁inizi": 25676,
+      "▁latin": 25677,
+      "▁Nevertheless": 25678,
+      "▁Done": 25679,
+      "тря": 25680,
+      "▁Arr": 25681,
+      "season": 25682,
+      "▁складу": 25683,
+      "▁podczas": 25684,
+      "▁Beautiful": 25685,
+      "▁Weltkrieg": 25686,
+      "▁зо": 25687,
+      "▁overcome": 25688,
+      "▁Praha": 25689,
+      "▁району": 25690,
+      "▁subscription": 25691,
+      "igent": 25692,
+      "▁пока": 25693,
+      "latex": 25694,
+      "▁beach": 25695,
+      "▁роках": 25696,
+      "geg": 25697,
+      "▁probl": 25698,
+      "arguments": 25699,
+      "▁organizations": 25700,
+      "▁Nan": 25701,
+      "▁stones": 25702,
+      "▁Hunter": 25703,
+      "▁regularly": 25704,
+      "шого": 25705,
+      "▁flexible": 25706,
+      "opts": 25707,
+      "ář": 25708,
+      "witz": 25709,
+      "▁')": 25710,
+      "PASS": 25711,
+      "▁kraj": 25712,
+      "▁fake": 25713,
+      "heits": 25714,
+      "osph": 25715,
+      "parseInt": 25716,
+      "FALSE": 25717,
+      "▁profess": 25718,
+      "people": 25719,
+      "▁precip": 25720,
+      "dirname": 25721,
+      "▁perpet": 25722,
+      "▁Updated": 25723,
+      "rayed": 25724,
+      "▁provoc": 25725,
+      "▁травня": 25726,
+      "▁categorie": 25727,
+      "▁тео": 25728,
+      "сну": 25729,
+      "otr": 25730,
+      "▁Верхов": 25731,
+      "▁compét": 25732,
+      "Cost": 25733,
+      "▁wider": 25734,
+      "▁Obviously": 25735,
+      "писан": 25736,
+      "▁настоя": 25737,
+      "▁seeking": 25738,
+      "()),": 25739,
+      "▁équipe": 25740,
+      "▁commits": 25741,
+      "▁Svens": 25742,
+      "ябре": 25743,
+      "atern": 25744,
+      "▁heter": 25745,
+      "▁Bootstrap": 25746,
+      "éné": 25747,
+      "▁derivatives": 25748,
+      "▁Detroit": 25749,
+      "▁provincial": 25750,
+      "onomie": 25751,
+      "EB": 25752,
+      "▁cuer": 25753,
+      "▁относи": 25754,
+      "▁ней": 25755,
+      ")».": 25756,
+      "▁Ciudad": 25757,
+      "IAL": 25758,
+      "zyst": 25759,
+      ")\")": 25760,
+      "▁Alc": 25761,
+      "blogs": 25762,
+      "▁parmi": 25763,
+      "▁Albums": 25764,
+      "▁Boliv": 25765,
+      "▁clés": 25766,
+      "Products": 25767,
+      "uerdo": 25768,
+      "▁gelang": 25769,
+      "znik": 25770,
+      "hagen": 25771,
+      "anonymous": 25772,
+      "▁svg": 25773,
+      "▁Conseil": 25774,
+      "▁Ari": 25775,
+      "coli": 25776,
+      "▁czy": 25777,
+      "▁CV": 25778,
+      "▁ford": 25779,
+      "▁Außer": 25780,
+      "▁CI": 25781,
+      "▁tempt": 25782,
+      "▁Organisation": 25783,
+      "áš": 25784,
+      "▁cycles": 25785,
+      "▁geslacht": 25786,
+      "▁людей": 25787,
+      "ými": 25788,
+      "▁Spieler": 25789,
+      "efe": 25790,
+      "▁Marvel": 25791,
+      "▁portal": 25792,
+      "▁Серг": 25793,
+      "▁grado": 25794,
+      "▁handlers": 25795,
+      "▁Interface": 25796,
+      "AME": 25797,
+      "▁seriously": 25798,
+      "▁Binding": 25799,
+      "▁Rang": 25800,
+      "▁nada": 25801,
+      "oce": 25802,
+      "▁integra": 25803,
+      "ocracy": 25804,
+      "▁альбо": 25805,
+      "▁stability": 25806,
+      "Uns": 25807,
+      "▁veter": 25808,
+      "------+": 25809,
+      "▁serait": 25810,
+      "▁omitted": 25811,
+      "▁uncertainty": 25812,
+      "onian": 25813,
+      "▁resto": 25814,
+      "▁желез": 25815,
+      "▁одной": 25816,
+      "▁Bevölkerung": 25817,
+      "▁Kraft": 25818,
+      "стр": 25819,
+      "▁Moscow": 25820,
+      "lane": 25821,
+      "arab": 25822,
+      "▁spole": 25823,
+      "▁своего": 25824,
+      "?:": 25825,
+      "START": 25826,
+      "▁интер": 25827,
+      "▁sympt": 25828,
+      "▁Lorenzo": 25829,
+      "▁ejec": 25830,
+      "▁prosper": 25831,
+      "DAT": 25832,
+      "лимпий": 25833,
+      "▁shapes": 25834,
+      "valueOf": 25835,
+      "▁associate": 25836,
+      "▁Medien": 25837,
+      "ENV": 25838,
+      "▁сре": 25839,
+      "▁државе": 25840,
+      "▁theories": 25841,
+      "heb": 25842,
+      "▁Wayne": 25843,
+      "▁StringBuilder": 25844,
+      "iwers": 25845,
+      "▁Maps": 25846,
+      "Phys": 25847,
+      "\\}\\": 25848,
+      "▁Parte": 25849,
+      "▁Hudson": 25850,
+      "лон": 25851,
+      "Lng": 25852,
+      "▁ры": 25853,
+      "стей": 25854,
+      "lau": 25855,
+      "ancer": 25856,
+      "▁Coppa": 25857,
+      "▁війсь": 25858,
+      "▁ucc": 25859,
+      "▁Pattern": 25860,
+      "▁garbage": 25861,
+      "▁González": 25862,
+      "▁Encyclop": 25863,
+      "etten": 25864,
+      "External": 25865,
+      "REF": 25866,
+      ">;": 25867,
+      "lijke": 25868,
+      "▁intersect": 25869,
+      "▁Unless": 25870,
+      "▁deeper": 25871,
+      "▁жі": 25872,
+      "dent": 25873,
+      "lef": 25874,
+      "▁chanson": 25875,
+      "▁diffus": 25876,
+      "▁primi": 25877,
+      "▁Wieder": 25878,
+      "▁aws": 25879,
+      "owana": 25880,
+      "▁sociale": 25881,
+      "ikk": 25882,
+      "льной": 25883,
+      "▁divisions": 25884,
+      "лосо": 25885,
+      "▁Claud": 25886,
+      "▁Ya": 25887,
+      "▁voce": 25888,
+      "▁Branch": 25889,
+      "▁fitted": 25890,
+      "orr": 25891,
+      "ôtel": 25892,
+      "stroke": 25893,
+      "listener": 25894,
+      "iman": 25895,
+      "восто": 25896,
+      "▁Shah": 25897,
+      "Introduction": 25898,
+      "▁newline": 25899,
+      "▁tile": 25900,
+      "']))": 25901,
+      "▁travaux": 25902,
+      "CONFIG": 25903,
+      "▁quadratic": 25904,
+      "onneur": 25905,
+      "▁Giorg": 25906,
+      "▁identific": 25907,
+      "éricaine": 25908,
+      "▁UIView": 25909,
+      "▁Liberal": 25910,
+      "▁Koch": 25911,
+      "▁Berliner": 25912,
+      "▁notifications": 25913,
+      "▁Susan": 25914,
+      "▁cadre": 25915,
+      "▁Kloster": 25916,
+      "▁examine": 25917,
+      "▁един": 25918,
+      "▁UNION": 25919,
+      "▁alten": 25920,
+      "▁finit": 25921,
+      "▁pedig": 25922,
+      "cyk": 25923,
+      "▁mouvement": 25924,
+      "IOS": 25925,
+      "▁британ": 25926,
+      "▁bout": 25927,
+      "▁автор": 25928,
+      "ництво": 25929,
+      "ето": 25930,
+      "lera": 25931,
+      "cls": 25932,
+      "▁Ley": 25933,
+      "amy": 25934,
+      "agens": 25935,
+      "ashed": 25936,
+      "▁okrę": 25937,
+      "гро": 25938,
+      "ellett": 25939,
+      "▁Fellow": 25940,
+      "▁manifold": 25941,
+      "$),": 25942,
+      "lder": 25943,
+      "▁voz": 25944,
+      "▁begg": 25945,
+      "▁baron": 25946,
+      "▁fid": 25947,
+      "▁firing": 25948,
+      "ilda": 25949,
+      "dek": 25950,
+      "AU": 25951,
+      "itare": 25952,
+      "▁Ara": 25953,
+      "▁Exit": 25954,
+      "▁cinemat": 25955,
+      "▁intros": 25956,
+      "▁contacts": 25957,
+      "пени": 25958,
+      "▁möglich": 25959,
+      "▁Singapore": 25960,
+      "ström": 25961,
+      "▁Hern": 25962,
+      "▁sixth": 25963,
+      "▁publications": 25964,
+      "vie": 25965,
+      "▁Hat": 25966,
+      "▁accepting": 25967,
+      "ác": 25968,
+      "stwo": 25969,
+      "▁quietly": 25970,
+      "Photo": 25971,
+      "▁basket": 25972,
+      "▁eigenvalues": 25973,
+      "▁médec": 25974,
+      "▁Olimp": 25975,
+      "▁церков": 25976,
+      "alin": 25977,
+      "consum": 25978,
+      "▁lassen": 25979,
+      "▁анти": 25980,
+      "▁Seq": 25981,
+      "\";\r": 25982,
+      "rare": 25983,
+      "▁$|\\": 25984,
+      "▁nick": 25985,
+      "dflare": 25986,
+      "Vec": 25987,
+      "bindung": 25988,
+      "▁bg": 25989,
+      "changes": 25990,
+      "Days": 25991,
+      "▁Mouse": 25992,
+      "▁waited": 25993,
+      "▁Tomatoes": 25994,
+      "▁fas": 25995,
+      "verte": 25996,
+      "▁succession": 25997,
+      "сор": 25998,
+      "▁sols": 25999,
+      "▁Render": 26000,
+      "▁leadership": 26001,
+      "▁significance": 26002,
+      "▁gauche": 26003,
+      "cano": 26004,
+      "▁Pie": 26005,
+      "ensoort": 26006,
+      "▁cambio": 26007,
+      "▁уз": 26008,
+      "▁endeav": 26009,
+      "Completed": 26010,
+      "▁Архивная": 26011,
+      "jd": 26012,
+      "órico": 26013,
+      "▁churches": 26014,
+      "▁animate": 26015,
+      "SG": 26016,
+      "compute": 26017,
+      "▁uniformly": 26018,
+      "INIT": 26019,
+      "lles": 26020,
+      "HttpRequest": 26021,
+      "Ко": 26022,
+      "Diff": 26023,
+      "▁sah": 26024,
+      "airo": 26025,
+      "maybe": 26026,
+      "UTE": 26027,
+      "▁Dow": 26028,
+      "human": 26029,
+      "▁aurait": 26030,
+      "dark": 26031,
+      "▁repair": 26032,
+      "▁ner": 26033,
+      "▁Dabei": 26034,
+      "▁Botan": 26035,
+      "Original": 26036,
+      "ază": 26037,
+      "▁NAT": 26038,
+      "imper": 26039,
+      "▁Youth": 26040,
+      "thes": 26041,
+      "▁округа": 26042,
+      "▁Flo": 26043,
+      "▁breakfast": 26044,
+      "urls": 26045,
+      "▁übernahm": 26046,
+      "ários": 26047,
+      "▁Orange": 26048,
+      "▁Affairs": 26049,
+      "ske": 26050,
+      "▁notify": 26051,
+      "imoine": 26052,
+      "▁Arena": 26053,
+      "▁liberal": 26054,
+      "▁obec": 26055,
+      "ifa": 26056,
+      "guez": 26057,
+      "iono": 26058,
+      "ператор": 26059,
+      "▁retained": 26060,
+      "failed": 26061,
+      "bine": 26062,
+      "тных": 26063,
+      "▁CGRect": 26064,
+      "camera": 26065,
+      "idenote": 26066,
+      "KB": 26067,
+      "▁lights": 26068,
+      "▁Pictures": 26069,
+      "▁Squadron": 26070,
+      "▁Volk": 26071,
+      "▁burg": 26072,
+      ",]": 26073,
+      "Gi": 26074,
+      "êque": 26075,
+      "makeText": 26076,
+      "▁everybody": 26077,
+      "▁Hyper": 26078,
+      "▁Deux": 26079,
+      "▁glory": 26080,
+      "presentation": 26081,
+      "onica": 26082,
+      "▁frère": 26083,
+      "aget": 26084,
+      "▁hints": 26085,
+      "▁tunnel": 26086,
+      "▁Ej": 26087,
+      "ális": 26088,
+      "▁Viv": 26089,
+      "ственных": 26090,
+      "▁caps": 26091,
+      "PART": 26092,
+      "oci": 26093,
+      "▁prices": 26094,
+      "currency": 26095,
+      "▁achter": 26096,
+      "romagnet": 26097,
+      "gender": 26098,
+      "▁suis": 26099,
+      "versions": 26100,
+      "▁Training": 26101,
+      "inside": 26102,
+      "ege": 26103,
+      "▁totale": 26104,
+      "▁Daar": 26105,
+      "▁grudnia": 26106,
+      "▁Ier": 26107,
+      "▁occasions": 26108,
+      "▁kde": 26109,
+      "▁tensorflow": 26110,
+      "▁ór": 26111,
+      "Methods": 26112,
+      "▁looping": 26113,
+      "▁directeur": 26114,
+      "kę": 26115,
+      "▁isomorphism": 26116,
+      "▁João": 26117,
+      "▁aligned": 26118,
+      "онов": 26119,
+      "urger": 26120,
+      "▁nova": 26121,
+      "morrow": 26122,
+      "altern": 26123,
+      "HD": 26124,
+      "▁marqu": 26125,
+      "ativas": 26126,
+      "ggreg": 26127,
+      "▁ancien": 26128,
+      "nit": 26129,
+      "▁secured": 26130,
+      "mier": 26131,
+      "▁Ole": 26132,
+      "▁инте": 26133,
+      "▁minus": 26134,
+      "▁clearer": 26135,
+      "▁nello": 26136,
+      "▁információk": 26137,
+      "▁propre": 26138,
+      "{.": 26139,
+      "ilog": 26140,
+      "▁Quick": 26141,
+      "▁accus": 26142,
+      "employee": 26143,
+      "▁зу": 26144,
+      "цький": 26145,
+      "фіцій": 26146,
+      "▁публи": 26147,
+      "▁bent": 26148,
+      "▁позво": 26149,
+      "▁Пор": 26150,
+      "ází": 26151,
+      "ánico": 26152,
+      "emptyset": 26153,
+      "▁surtout": 26154,
+      "reno": 26155,
+      "unya": 26156,
+      "▁уез": 26157,
+      "▁Millionen": 26158,
+      "▁listopada": 26159,
+      "▁Maine": 26160,
+      "▁grupos": 26161,
+      "▁Storage": 26162,
+      "▁apple": 26163,
+      "▁Lö": 26164,
+      "oused": 26165,
+      "дро": 26166,
+      "sci": 26167,
+      "▁hibernate": 26168,
+      "dog": 26169,
+      "▁восто": 26170,
+      "▁intensity": 26171,
+      "legend": 26172,
+      "▁Wille": 26173,
+      "▁szerint": 26174,
+      "gesellschaft": 26175,
+      "▁Living": 26176,
+      "allo": 26177,
+      "▁Split": 26178,
+      "dru": 26179,
+      "need": 26180,
+      "▁Джон": 26181,
+      "▁Swiss": 26182,
+      "▁spraw": 26183,
+      "▁beho": 26184,
+      "▁fotograf": 26185,
+      "▁rencontre": 26186,
+      "▁kis": 26187,
+      "▁signing": 26188,
+      "akult": 26189,
+      "▁indexing": 26190,
+      "apor": 26191,
+      "▁conception": 26192,
+      "aggreg": 26193,
+      "▁Савез": 26194,
+      "▁affair": 26195,
+      "ění": 26196,
+      "August": 26197,
+      "▁секре": 26198,
+      "▁mieszkań": 26199,
+      "UIImage": 26200,
+      "▁bishop": 26201,
+      "▁servants": 26202,
+      "▁trail": 26203,
+      "digit": 26204,
+      "▁joins": 26205,
+      "▁Near": 26206,
+      "öffentlich": 26207,
+      ">{": 26208,
+      "▁skład": 26209,
+      "geführt": 26210,
+      "▁Holz": 26211,
+      "▁Militär": 26212,
+      "achi": 26213,
+      "Upper": 26214,
+      "pine": 26215,
+      "utzt": 26216,
+      "▁nuova": 26217,
+      "ibration": 26218,
+      "▁Bien": 26219,
+      "▁первый": 26220,
+      "▁Creating": 26221,
+      "Once": 26222,
+      "▁einmal": 26223,
+      "▁geometric": 26224,
+      "stvo": 26225,
+      "▁kW": 26226,
+      "▁decomposition": 26227,
+      "▁comedy": 26228,
+      "▁activation": 26229,
+      "▁angry": 26230,
+      "illeurs": 26231,
+      "▁instantly": 26232,
+      "▁suggesting": 26233,
+      "▁Clay": 26234,
+      "cot": 26235,
+      "▁Gén": 26236,
+      "($(": 26237,
+      "unwrap": 26238,
+      "▁lifted": 26239,
+      "▁Kit": 26240,
+      "▁linea": 26241,
+      "ок": 26242,
+      "hart": 26243,
+      "->_": 26244,
+      "▁nuit": 26245,
+      "▁Issue": 26246,
+      "лии": 26247,
+      "▁röm": 26248,
+      "Tasks": 26249,
+      "▁Sr": 26250,
+      "▁seis": 26251,
+      "asia": 26252,
+      "}}$.": 26253,
+      ":{": 26254,
+      "controls": 26255,
+      "▁Stim": 26256,
+      "▁Recht": 26257,
+      "ociación": 26258,
+      "▁Natal": 26259,
+      "▁Philippines": 26260,
+      "ulen": 26261,
+      "Fixed": 26262,
+      "▁switched": 26263,
+      "Zip": 26264,
+      "ospel": 26265,
+      "▁начале": 26266,
+      "▁Blan": 26267,
+      "urst": 26268,
+      "▁autour": 26269,
+      "Ca": 26270,
+      "▁latitude": 26271,
+      "▁Frei": 26272,
+      "▁Musée": 26273,
+      "▁Kurz": 26274,
+      "▁região": 26275,
+      "swap": 26276,
+      "▁hate": 26277,
+      "▁modifications": 26278,
+      "▁Ком": 26279,
+      "▁Antoine": 26280,
+      "uga": 26281,
+      "RECT": 26282,
+      "éter": 26283,
+      "GROUP": 26284,
+      "▁sacrific": 26285,
+      "▁Whe": 26286,
+      "▁Stevens": 26287,
+      "ologische": 26288,
+      "Summary": 26289,
+      "obs": 26290,
+      "hnen": 26291,
+      "<%=": 26292,
+      "dienst": 26293,
+      "remark": 26294,
+      "▁veröffentlicht": 26295,
+      "ел": 26296,
+      "▁Mock": 26297,
+      "▁Льв": 26298,
+      "▁três": 26299,
+      "gb": 26300,
+      "▁celebrated": 26301,
+      "▁Eb": 26302,
+      "▁costa": 26303,
+      "▁Geographic": 26304,
+      "▁attachment": 26305,
+      "mannschaft": 26306,
+      "▁dependence": 26307,
+      "��": 26308,
+      "▁attitude": 26309,
+      "etal": 26310,
+      "vic": 26311,
+      "baut": 26312,
+      "▁дов": 26313,
+      "▁interven": 26314,
+      "▁Gü": 26315,
+      "ónica": 26316,
+      "▁Pon": 26317,
+      "▁disponible": 26318,
+      "▁Feb": 26319,
+      "▁worship": 26320,
+      "▁Specifically": 26321,
+      "Hy": 26322,
+      "iju": 26323,
+      "▁cb": 26324,
+      "▁spac": 26325,
+      "leveland": 26326,
+      "▁localidad": 26327,
+      "▁preceding": 26328,
+      "▁Hessen": 26329,
+      "xp": 26330,
+      "▁Wein": 26331,
+      "▁Româ": 26332,
+      "▁giorno": 26333,
+      "▁квітня": 26334,
+      "llaços": 26335,
+      "▁Academia": 26336,
+      "▁kül": 26337,
+      "▁Års": 26338,
+      "▁нај": 26339,
+      "uclide": 26340,
+      "Internet": 26341,
+      "orton": 26342,
+      "▁corn": 26343,
+      "ями": 26344,
+      "▁\"*": 26345,
+      "▁Felix": 26346,
+      "apat": 26347,
+      "▁свои": 26348,
+      "MIT": 26349,
+      "made": 26350,
+      "▁locomot": 26351,
+      "хода": 26352,
+      "FP": 26353,
+      "▁pm": 26354,
+      ".*;": 26355,
+      "▁Hamm": 26356,
+      "`}": 26357,
+      "LayoutInflater": 26358,
+      "==\"": 26359,
+      "▁Eur": 26360,
+      "▁dogs": 26361,
+      "жении": 26362,
+      "▁azon": 26363,
+      "▁emulator": 26364,
+      "▁ricon": 26365,
+      "beeld": 26366,
+      "▁ну": 26367,
+      "▁approximate": 26368,
+      "LM": 26369,
+      "▁Bond": 26370,
+      "▁enh": 26371,
+      "ędz": 26372,
+      "▁solit": 26373,
+      "RelativeLayout": 26374,
+      "eteor": 26375,
+      "amentos": 26376,
+      "▁indirect": 26377,
+      "iből": 26378,
+      "▁gros": 26379,
+      "▁Originals": 26380,
+      "commands": 26381,
+      "Export": 26382,
+      "▁Avec": 26383,
+      "▁solemn": 26384,
+      "▁correction": 26385,
+      "▁проводи": 26386,
+      "▁Mosk": 26387,
+      "▁подо": 26388,
+      "▁gebied": 26389,
+      "▁następ": 26390,
+      "▁Driver": 26391,
+      "▁Ook": 26392,
+      "▁Vec": 26393,
+      "▁lungo": 26394,
+      "ficos": 26395,
+      "▁svol": 26396,
+      "▁kid": 26397,
+      "nja": 26398,
+      "▁Hr": 26399,
+      "▁поддер": 26400,
+      "▁visibility": 26401,
+      "▁Méd": 26402,
+      "▁cpu": 26403,
+      "discussion": 26404,
+      "Asset": 26405,
+      "▁defense": 26406,
+      "▁Anyone": 26407,
+      "▁Justin": 26408,
+      "iszt": 26409,
+      "▁Collins": 26410,
+      "▁Valent": 26411,
+      "▁Pale": 26412,
+      "▁fuel": 26413,
+      "▁nose": 26414,
+      "ríguez": 26415,
+      "▁Schles": 26416,
+      "▁Malays": 26417,
+      "▁commut": 26418,
+      "dro": 26419,
+      "uing": 26420,
+      "▁Rico": 26421,
+      "▁Emma": 26422,
+      "orp": 26423,
+      "▁Kirk": 26424,
+      "▁Quando": 26425,
+      "▁Neue": 26426,
+      "▁demande": 26427,
+      "▁Cover": 26428,
+      "▁rescue": 26429,
+      "▁gewählt": 26430,
+      "▁Calendar": 26431,
+      "▁Madonna": 26432,
+      "WP": 26433,
+      "oshi": 26434,
+      "▁Maven": 26435,
+      "▁belle": 26436,
+      "▁wx": 26437,
+      "▁sugar": 26438,
+      "▁Betrieb": 26439,
+      "▁equilibrium": 26440,
+      "EAR": 26441,
+      "▁texts": 26442,
+      "слов": 26443,
+      "▁czerwca": 26444,
+      "▁Düsseld": 26445,
+      "▁ELSE": 26446,
+      "▁amery": 26447,
+      "▁ani": 26448,
+      "▁obey": 26449,
+      "▁Nell": 26450,
+      "▁inne": 26451,
+      "▁тро": 26452,
+      "FD": 26453,
+      "cco": 26454,
+      "▁Zob": 26455,
+      "alette": 26456,
+      "▁május": 26457,
+      "ected": 26458,
+      "▁Turkey": 26459,
+      "▁Whether": 26460,
+      "qi": 26461,
+      "▁што": 26462,
+      "▁headquarters": 26463,
+      "endi": 26464,
+      "arus": 26465,
+      "opus": 26466,
+      "▁золо": 26467,
+      "▁destru": 26468,
+      "▁Lok": 26469,
+      "▁satisfaction": 26470,
+      "()\r": 26471,
+      "▁Тер": 26472,
+      "Jose": 26473,
+      "▁conquer": 26474,
+      "▁Effect": 26475,
+      "LayoutParams": 26476,
+      "iez": 26477,
+      "▁externs": 26478,
+      "▁gegenüber": 26479,
+      "▁ESP": 26480,
+      "olta": 26481,
+      "processor": 26482,
+      "▁Kult": 26483,
+      "▁Atlanta": 26484,
+      "▁tier": 26485,
+      "Operator": 26486,
+      "▁диа": 26487,
+      "▁пись": 26488,
+      "▁groß": 26489,
+      "▁hearts": 26490,
+      "▁millimeter": 26491,
+      "although": 26492,
+      "alles": 26493,
+      "▁Magic": 26494,
+      "training": 26495,
+      "oline": 26496,
+      "▁органі": 26497,
+      ">\\<^": 26498,
+      "ціаль": 26499,
+      "exports": 26500,
+      "Workbook": 26501,
+      "▁вересня": 26502,
+      "▁teles": 26503,
+      "▁economy": 26504,
+      "▁trap": 26505,
+      "▁refuse": 26506,
+      "▁stranger": 26507,
+      "▁instinct": 26508,
+      "пода": 26509,
+      "olan": 26510,
+      "▁ning": 26511,
+      "inflate": 26512,
+      "itatea": 26513,
+      "acks": 26514,
+      "▁Joy": 26515,
+      "FLAG": 26516,
+      "ailand": 26517,
+      "▁sorti": 26518,
+      "▁впер": 26519,
+      "▁pén": 26520,
+      "Nothing": 26521,
+      "▁száz": 26522,
+      "▁Áng": 26523,
+      "▁AUT": 26524,
+      "Actions": 26525,
+      "Every": 26526,
+      "▁червня": 26527,
+      "▁автомо": 26528,
+      "▁routine": 26529,
+      "▁estruct": 26530,
+      "▁Gang": 26531,
+      "▁holes": 26532,
+      "thesis": 26533,
+      "▁concl": 26534,
+      "▁pé": 26535,
+      "riers": 26536,
+      "ровой": 26537,
+      "adic": 26538,
+      "Speed": 26539,
+      "▁commanded": 26540,
+      "▁Nazionale": 26541,
+      "Managed": 26542,
+      "▁DECLARE": 26543,
+      "▁sedan": 26544,
+      "Strings": 26545,
+      "▁sacred": 26546,
+      "tersuch": 26547,
+      "▁abitanti": 26548,
+      "brit": 26549,
+      "▁NCAA": 26550,
+      "▁СП": 26551,
+      "▁aged": 26552,
+      "▁Chiesa": 26553,
+      "▁revision": 26554,
+      "opro": 26555,
+      "▁overwrite": 26556,
+      "embros": 26557,
+      "▁sortie": 26558,
+      "▁otten": 26559,
+      "xiv": 26560,
+      "▁deli": 26561,
+      "▁Asp": 26562,
+      "▁balls": 26563,
+      "kaf": 26564,
+      "▁brave": 26565,
+      "▁всего": 26566,
+      "egn": 26567,
+      "jpeg": 26568,
+      "▁Osten": 26569,
+      "Constants": 26570,
+      "▁Infantry": 26571,
+      "▁Nev": 26572,
+      "▁яких": 26573,
+      "▁муниципа": 26574,
+      "cija": 26575,
+      "▁poem": 26576,
+      "▁negro": 26577,
+      "хар": 26578,
+      "▁Ask": 26579,
+      "▁avo": 26580,
+      "▁Meyer": 26581,
+      "▁Westen": 26582,
+      "▁oko": 26583,
+      "agin": 26584,
+      "▁Süden": 26585,
+      "entries": 26586,
+      "▁Republik": 26587,
+      "CollectionView": 26588,
+      "-------": 26589,
+      "▁firefox": 26590,
+      "▁alcune": 26591,
+      "▁фото": 26592,
+      "▁отрима": 26593,
+      "~~~~~~~~": 26594,
+      "▁Раз": 26595,
+      "▁Complex": 26596,
+      "▁pia": 26597,
+      "▁publicada": 26598,
+      "wei": 26599,
+      "cedure": 26600,
+      "occupation": 26601,
+      "▁medicine": 26602,
+      "▁drove": 26603,
+      "Problem": 26604,
+      "▁beginner": 26605,
+      "▁thoroughly": 26606,
+      "uria": 26607,
+      "avant": 26608,
+      "ucha": 26609,
+      "▁lever": 26610,
+      "▁teatro": 26611,
+      "AVA": 26612,
+      "squ": 26613,
+      "trat": 26614,
+      "ivatal": 26615,
+      "▁dirty": 26616,
+      "▁seconde": 26617,
+      "▁gravit": 26618,
+      "▁proposition": 26619,
+      "hbar": 26620,
+      "omini": 26621,
+      "▁”": 26622,
+      "▁Camil": 26623,
+      "▁queen": 26624,
+      "modifier": 26625,
+      "Jan": 26626,
+      "▁lyr": 26627,
+      "ComboBox": 26628,
+      "ionic": 26629,
+      "▁holy": 26630,
+      "▁Sebastian": 26631,
+      "|_{": 26632,
+      "▁{@": 26633,
+      "▁можно": 26634,
+      "▁Creative": 26635,
+      "▁interess": 26636,
+      "▁CT": 26637,
+      "ições": 26638,
+      "▁chant": 26639,
+      "▁współ": 26640,
+      "▁Мексика": 26641,
+      "▁ranked": 26642,
+      "▁października": 26643,
+      "▁brut": 26644,
+      "▁farther": 26645,
+      "▁Verb": 26646,
+      "▁Seven": 26647,
+      "lbl": 26648,
+      "▁mentions": 26649,
+      "▁Fight": 26650,
+      "ifen": 26651,
+      "▁bog": 26652,
+      "▁regres": 26653,
+      "▁scoring": 26654,
+      "icane": 26655,
+      "▁Elli": 26656,
+      "▁pierw": 26657,
+      "measure": 26658,
+      "ńskiej": 26659,
+      "#{": 26660,
+      "▁деся": 26661,
+      "▁varmaste": 26662,
+      "▁Unix": 26663,
+      "IZ": 26664,
+      "itié": 26665,
+      "Primary": 26666,
+      "▁Springer": 26667,
+      "üng": 26668,
+      "▁anv": 26669,
+      "▁versione": 26670,
+      "▁shoulders": 26671,
+      "▁брига": 26672,
+      "▁jav": 26673,
+      "ltal": 26674,
+      "▁kallaste": 26675,
+      "▁Mitchell": 26676,
+      "▁wireless": 26677,
+      "▁Ál": 26678,
+      "respons": 26679,
+      "could": 26680,
+      "▁relax": 26681,
+      "Lond": 26682,
+      "ńcz": 26683,
+      "ствовал": 26684,
+      "▁polski": 26685,
+      "enç": 26686,
+      "zar": 26687,
+      "▁dtype": 26688,
+      "owned": 26689,
+      "unknown": 26690,
+      "▁mutable": 26691,
+      "▁siempre": 26692,
+      "▁Montreal": 26693,
+      "▁locate": 26694,
+      "▁traces": 26695,
+      "▁insgesamt": 26696,
+      "▁Nil": 26697,
+      "▁прода": 26698,
+      "▁Warner": 26699,
+      "▁Nau": 26700,
+      "triangle": 26701,
+      "▁concentration": 26702,
+      "▁gentlemen": 26703,
+      "ächt": 26704,
+      "filters": 26705,
+      "incipal": 26706,
+      "VALID": 26707,
+      "▁депута": 26708,
+      "adó": 26709,
+      "▁konst": 26710,
+      "gså": 26711,
+      "agas": 26712,
+      "▁meilleur": 26713,
+      "▁данным": 26714,
+      "єдна": 26715,
+      "encoded": 26716,
+      "<'": 26717,
+      "▁sheets": 26718,
+      "cuador": 26719,
+      "▁використову": 26720,
+      "▁Deput": 26721,
+      "▁manière": 26722,
+      "ąg": 26723,
+      "csol": 26724,
+      ")$-": 26725,
+      "UIView": 26726,
+      "▁millones": 26727,
+      "▁Ehren": 26728,
+      "Sil": 26729,
+      "▁atac": 26730,
+      "▁Cold": 26731,
+      "\"\\": 26732,
+      "▁approached": 26733,
+      "▁Årsmed": 26734,
+      "WM": 26735,
+      "▁Deport": 26736,
+      "mis": 26737,
+      "andbox": 26738,
+      "observ": 26739,
+      "setting": 26740,
+      "ható": 26741,
+      "▁strat": 26742,
+      "▁spre": 26743,
+      "▁personne": 26744,
+      "▁dirige": 26745,
+      "pull": 26746,
+      "dating": 26747,
+      "▁Fact": 26748,
+      "▁manipulate": 26749,
+      "▁MAC": 26750,
+      "▁dej": 26751,
+      "ultimo": 26752,
+      "FX": 26753,
+      "Life": 26754,
+      "▁crack": 26755,
+      "▁mí": 26756,
+      "▁пове": 26757,
+      "▁wore": 26758,
+      "université": 26759,
+      "▁formulas": 26760,
+      "▁Elisabeth": 26761,
+      "plots": 26762,
+      "mile": 26763,
+      "▁menor": 26764,
+      "тил": 26765,
+      "keyword": 26766,
+      "▁Baltimore": 26767,
+      "hrer": 26768,
+      "▁Clement": 26769,
+      "vim": 26770,
+      "rass": 26771,
+      "Take": 26772,
+      "▁című": 26773,
+      "▁Convention": 26774,
+      "atge": 26775,
+      "seed": 26776,
+      "▁Dí": 26777,
+      "▁Spider": 26778,
+      "ahoo": 26779,
+      "▁имеет": 26780,
+      "ührt": 26781,
+      "▁пописа": 26782,
+      "▁Cot": 26783,
+      "▁nobles": 26784,
+      "RESS": 26785,
+      "▁chemin": 26786,
+      "▁główn": 26787,
+      "GG": 26788,
+      "▁Germania": 26789,
+      "▁Alexandre": 26790,
+      "hens": 26791,
+      "swift": 26792,
+      "oop": 26793,
+      "Subview": 26794,
+      "▁requiring": 26795,
+      "ędzy": 26796,
+      "▁fict": 26797,
+      "▁Констан": 26798,
+      "▁déput": 26799,
+      "▁surprising": 26800,
+      "▁deix": 26801,
+      "▁unterschied": 26802,
+      "inson": 26803,
+      "▁Character": 26804,
+      "▁gestion": 26805,
+      "chus": 26806,
+      "comes": 26807,
+      "▁neur": 26808,
+      "▁yeux": 26809,
+      "ollar": 26810,
+      "▁parad": 26811,
+      "▁maggiore": 26812,
+      "TRAN": 26813,
+      "▁votre": 26814,
+      "▁descent": 26815,
+      "▁Icon": 26816,
+      "▁Judge": 26817,
+      "▁occupation": 26818,
+      "eping": 26819,
+      "▁tongue": 26820,
+      "▁Enllaços": 26821,
+      "ruf": 26822,
+      "▁protein": 26823,
+      "▁visitors": 26824,
+      "axy": 26825,
+      "esten": 26826,
+      "blica": 26827,
+      "hw": 26828,
+      "▁spirits": 26829,
+      "▁reduces": 26830,
+      "▁мен": 26831,
+      "▁Lamb": 26832,
+      "▁Mine": 26833,
+      "▁verified": 26834,
+      "▁Baby": 26835,
+      "▁prize": 26836,
+      "вър": 26837,
+      "▁ratings": 26838,
+      "▁fore": 26839,
+      "asha": 26840,
+      "urrence": 26841,
+      "▁intér": 26842,
+      "▁Olímp": 26843,
+      "cra": 26844,
+      "▁computational": 26845,
+      "irche": 26846,
+      ".: ": 26847,
+      "▁illustrated": 26848,
+      "▁Share": 26849,
+      "▁households": 26850,
+      "▁convolution": 26851,
+      "oemd": 26852,
+      "▁zdoby": 26853,
+      "ccc": 26854,
+      "▁quantities": 26855,
+      "Che": 26856,
+      "Should": 26857,
+      "▁genius": 26858,
+      "adj": 26859,
+      "хва": 26860,
+      "Петер": 26861,
+      "EMA": 26862,
+      "▁Rights": 26863,
+      "▁Eli": 26864,
+      "VAR": 26865,
+      "шло": 26866,
+      "▁збір": 26867,
+      "iftung": 26868,
+      "▁contributed": 26869,
+      "zef": 26870,
+      "▁CHAR": 26871,
+      "▁Sib": 26872,
+      "▁Mant": 26873,
+      "▁связи": 26874,
+      "▁javafx": 26875,
+      "▁cependant": 26876,
+      "▁intu": 26877,
+      "▁твор": 26878,
+      "▁Ó": 26879,
+      "guer": 26880,
+      "rado": 26881,
+      "▁Revol": 26882,
+      "▁fémin": 26883,
+      "▁Orleans": 26884,
+      "▁poj": 26885,
+      "▁prez": 26886,
+      "Tex": 26887,
+      "ouwd": 26888,
+      "?(": 26889,
+      "▁LIM": 26890,
+      "istique": 26891,
+      "esar": 26892,
+      "▁heures": 26893,
+      "icki": 26894,
+      "▁dbo": 26895,
+      "skih": 26896,
+      "confirm": 26897,
+      "▁világ": 26898,
+      "▁ciutat": 26899,
+      "▁DR": 26900,
+      "▁Hawai": 26901,
+      "ched": 26902,
+      "▁spher": 26903,
+      "▁Artikel": 26904,
+      "▁Multiple": 26905,
+      "ciu": 26906,
+      "▁мы": 26907,
+      "▁lipca": 26908,
+      "](/": 26909,
+      "Strategy": 26910,
+      "▁Alabama": 26911,
+      "SDK": 26912,
+      "UTC": 26913,
+      "__.": 26914,
+      "Arguments": 26915,
+      "▁setContentView": 26916,
+      "île": 26917,
+      "ByVal": 26918,
+      "▁JVM": 26919,
+      "ющего": 26920,
+      "▁Leonard": 26921,
+      "▁justify": 26922,
+      "цем": 26923,
+      "▁nab": 26924,
+      "CCESS": 26925,
+      "▁hopes": 26926,
+      ")&": 26927,
+      "sero": 26928,
+      "▁зай": 26929,
+      "слід": 26930,
+      "▁Rég": 26931,
+      "▁Sang": 26932,
+      "▁fung": 26933,
+      "baar": 26934,
+      "▁coffee": 26935,
+      "assembly": 26936,
+      "▁Він": 26937,
+      "эй": 26938,
+      "▁comprend": 26939,
+      "filled": 26940,
+      "рд": 26941,
+      "odia": 26942,
+      "▁gens": 26943,
+      "fluss": 26944,
+      "Drawable": 26945,
+      "▁surve": 26946,
+      "Setup": 26947,
+      "▁należ": 26948,
+      "▁conjunto": 26949,
+      "▁Его": 26950,
+      "▁oldal": 26951,
+      "▁verbose": 26952,
+      "▁Electric": 26953,
+      "▁Harrison": 26954,
+      "engen": 26955,
+      "paragraph": 26956,
+      "▁nouvelles": 26957,
+      "▁време": 26958,
+      "▁memor": 26959,
+      "▁mayoría": 26960,
+      "сад": 26961,
+      "▁bataille": 26962,
+      "▁thermal": 26963,
+      "▁Хронологи": 26964,
+      "▁Better": 26965,
+      "bye": 26966,
+      "▁театра": 26967,
+      "roe": 26968,
+      "▁segle": 26969,
+      "rott": 26970,
+      "▁opinions": 26971,
+      ")})": 26972,
+      "ühle": 26973,
+      "▁Gün": 26974,
+      "▁Щ": 26975,
+      "ból": 26976,
+      "▁Larry": 26977,
+      "▁solic": 26978,
+      "▁zwar": 26979,
+      "▁Caroline": 26980,
+      "▁Reichs": 26981,
+      "Extensions": 26982,
+      "migr": 26983,
+      ":@": 26984,
+      "▁enumerate": 26985,
+      "▁eigenen": 26986,
+      "▁explore": 26987,
+      "ému": 26988,
+      "▁gat": 26989,
+      "▁imperial": 26990,
+      "▁Usually": 26991,
+      "▁tud": 26992,
+      "▁укра": 26993,
+      "him": 26994,
+      "▁corners": 26995,
+      "▁SER": 26996,
+      "▁interpreter": 26997,
+      "▁Ice": 26998,
+      "▁amounts": 26999,
+      "▁Pala": 27000,
+      "▁tinha": 27001,
+      "vole": 27002,
+      "▁gle": 27003,
+      "ucci": 27004,
+      "▁siehe": 27005,
+      "Jack": 27006,
+      "▁woll": 27007,
+      "▁elder": 27008,
+      "▁кораб": 27009,
+      "▁engag": 27010,
+      "▁Laurent": 27011,
+      "▁achiev": 27012,
+      "istik": 27013,
+      "arct": 27014,
+      "тного": 27015,
+      "▁gir": 27016,
+      "▁Singh": 27017,
+      "mathop": 27018,
+      "USA": 27019,
+      "▁Projekt": 27020,
+      "▁debe": 27021,
+      "richtung": 27022,
+      "▁Tsch": 27023,
+      "uminate": 27024,
+      "▁szó": 27025,
+      "lyph": 27026,
+      "зидент": 27027,
+      "▁limitations": 27028,
+      "ющей": 27029,
+      "▁bila": 27030,
+      "Push": 27031,
+      "▁offering": 27032,
+      "iennes": 27033,
+      "Fri": 27034,
+      "▁postgresql": 27035,
+      "▁Tommy": 27036,
+      "▁particolare": 27037,
+      "▁století": 27038,
+      "▁arrib": 27039,
+      "▁Eva": 27040,
+      "school": 27041,
+      "▁vendor": 27042,
+      "▁Dallas": 27043,
+      "▁prolong": 27044,
+      "CREATE": 27045,
+      "▁suivante": 27046,
+      "STATUS": 27047,
+      "là": 27048,
+      "kv": 27049,
+      "▁häufig": 27050,
+      "▁Agricult": 27051,
+      "▁huit": 27052,
+      "▁inoltre": 27053,
+      "▁Lloyd": 27054,
+      "▁француз": 27055,
+      "▁выпол": 27056,
+      "▁faithful": 27057,
+      "▁Вар": 27058,
+      "▁verl": 27059,
+      "▁juego": 27060,
+      "▁Резултати": 27061,
+      ",...,": 27062,
+      "▁implicitly": 27063,
+      "irks": 27064,
+      "Calcul": 27065,
+      "▁meses": 27066,
+      "omed": 27067,
+      "▁pak": 27068,
+      "herit": 27069,
+      "▁optical": 27070,
+      "▁Історія": 27071,
+      "veis": 27072,
+      "▁capitale": 27073,
+      "placeholder": 27074,
+      "intrag": 27075,
+      "▁Atlas": 27076,
+      ")];": 27077,
+      "icons": 27078,
+      "▁Bent": 27079,
+      "▁Widget": 27080,
+      "▁volunt": 27081,
+      "avo": 27082,
+      "égr": 27083,
+      "lige": 27084,
+      "▁NAME": 27085,
+      "▁abstra": 27086,
+      "▁fís": 27087,
+      "▁Browser": 27088,
+      "▁bush": 27089,
+      "hall": 27090,
+      "▁clouds": 27091,
+      "▁SUB": 27092,
+      "▁tandis": 27093,
+      "▁Commonwealth": 27094,
+      "тая": 27095,
+      "▁exhaust": 27096,
+      "________________": 27097,
+      "▁Statistics": 27098,
+      "▁Religion": 27099,
+      "▁Muham": 27100,
+      "uals": 27101,
+      "goto": 27102,
+      "Digital": 27103,
+      "Family": 27104,
+      "▁Bun": 27105,
+      "letin": 27106,
+      "Management": 27107,
+      "▁capabilities": 27108,
+      "annten": 27109,
+      "▁себе": 27110,
+      "▁stays": 27111,
+      "kter": 27112,
+      "▁dost": 27113,
+      "▁Тре": 27114,
+      "лович": 27115,
+      "▁dying": 27116,
+      "sections": 27117,
+      "ános": 27118,
+      "▁apparten": 27119,
+      "▁zoals": 27120,
+      "▁dressed": 27121,
+      "▁compress": 27122,
+      "ńska": 27123,
+      "▁sierpnia": 27124,
+      "▁титу": 27125,
+      "dictionary": 27126,
+      "▁rabb": 27127,
+      "▁vérit": 27128,
+      "Во": 27129,
+      "▁singleton": 27130,
+      "▁vital": 27131,
+      "Refresh": 27132,
+      "мель": 27133,
+      "▁Zh": 27134,
+      "▁Afghan": 27135,
+      "inkel": 27136,
+      "aaaa": 27137,
+      "▁participants": 27138,
+      "arin": 27139,
+      "▁Mold": 27140,
+      "▁primeros": 27141,
+      "▁ран": 27142,
+      "▁Амери": 27143,
+      "▁restaurant": 27144,
+      "ével": 27145,
+      "▁SL": 27146,
+      "▁Rey": 27147,
+      "chas": 27148,
+      "▁electrons": 27149,
+      "▁Pitts": 27150,
+      "▁Jules": 27151,
+      "май": 27152,
+      "enant": 27153,
+      "-}": 27154,
+      "лад": 27155,
+      "▁Москва": 27156,
+      "gom": 27157,
+      "▁Fernández": 27158,
+      "fund": 27159,
+      "interno": 27160,
+      "▁Mari": 27161,
+      "▁rius": 27162,
+      "▁Prozent": 27163,
+      "стрі": 27164,
+      "▁внут": 27165,
+      "anterie": 27166,
+      "▁прис": 27167,
+      "▁обы": 27168,
+      "▁Marina": 27169,
+      "▁occurrence": 27170,
+      "rikt": 27171,
+      "▁физи": 27172,
+      "▁schwer": 27173,
+      "▁Гре": 27174,
+      "Reset": 27175,
+      "▁mucho": 27176,
+      "andr": 27177,
+      "▁Wies": 27178,
+      "▁Keith": 27179,
+      "▁Julian": 27180,
+      "▁cole": 27181,
+      "ciendo": 27182,
+      "▁Contempor": 27183,
+      "etry": 27184,
+      "elian": 27185,
+      "гии": 27186,
+      "▁голо": 27187,
+      "▁dél": 27188,
+      "▁decent": 27189,
+      "РСР": 27190,
+      "▁szeptember": 27191,
+      "мест": 27192,
+      "castle": 27193,
+      "▁держав": 27194,
+      "}\")": 27195,
+      "▁ASCII": 27196,
+      "▁Glen": 27197,
+      "itzerland": 27198,
+      "Toggle": 27199,
+      "▁tradicional": 27200,
+      "▁Plat": 27201,
+      "vee": 27202,
+      "abgerufen": 27203,
+      "(|": 27204,
+      "CLI": 27205,
+      "}}$,": 27206,
+      "▁Bowl": 27207,
+      "▁Male": 27208,
+      "▁Bres": 27209,
+      "▁пси": 27210,
+      "▁Challenge": 27211,
+      "zó": 27212,
+      "▁projekt": 27213,
+      "▁negoti": 27214,
+      "above": 27215,
+      "▁перио": 27216,
+      "▁longest": 27217,
+      "authentic": 27218,
+      "▁tradu": 27219,
+      "▁mujeres": 27220,
+      "▁Andre": 27221,
+      "▁hadn": 27222,
+      "▁Schule": 27223,
+      "odel": 27224,
+      "bled": 27225,
+      "▁Trade": 27226,
+      "▁mobil": 27227,
+      "▁algunas": 27228,
+      "▁Lak": 27229,
+      "▁Connecticut": 27230,
+      "▁alco": 27231,
+      "▁Selbst": 27232,
+      "ił": 27233,
+      "▁alb": 27234,
+      "ouverneur": 27235,
+      "▁sr": 27236,
+      "▁vba": 27237,
+      "loped": 27238,
+      "▁Partei": 27239,
+      "uate": 27240,
+      "▁Authentication": 27241,
+      "bei": 27242,
+      "}}.": 27243,
+      "▁konnten": 27244,
+      "▁допо": 27245,
+      "▁hyd": 27246,
+      "Office": 27247,
+      "données": 27248,
+      "▁Cleveland": 27249,
+      "rita": 27250,
+      "íos": 27251,
+      "▁выше": 27252,
+      "▁Roberts": 27253,
+      "▁élections": 27254,
+      "▁'')": 27255,
+      "▁publishing": 27256,
+      "▁bapt": 27257,
+      "<>();": 27258,
+      "missing": 27259,
+      "ровано": 27260,
+      "▁housing": 27261,
+      "▁inference": 27262,
+      "▁Renaissance": 27263,
+      "▁règ": 27264,
+      "▁Steph": 27265,
+      "CES": 27266,
+      "ERE": 27267,
+      "кет": 27268,
+      "OU": 27269,
+      "▁grouping": 27270,
+      "verkehr": 27271,
+      "jih": 27272,
+      "agli": 27273,
+      "▁milk": 27274,
+      "lait": 27275,
+      "Stage": 27276,
+      "▁byly": 27277,
+      "▁wooden": 27278,
+      "keley": 27279,
+      "etra": 27280,
+      "▁Peg": 27281,
+      "▁donné": 27282,
+      "adal": 27283,
+      "sequently": 27284,
+      "▁insbesondere": 27285,
+      "ELD": 27286,
+      "▁Mam": 27287,
+      "▁volte": 27288,
+      "▁prospect": 27289,
+      "нове": 27290,
+      "▁denoted": 27291,
+      "▁overlay": 27292,
+      "Permission": 27293,
+      "een": 27294,
+      "▁EM": 27295,
+      "▁uz": 27296,
+      "Mc": 27297,
+      "olit": 27298,
+      "▁servi": 27299,
+      "▁Heidel": 27300,
+      "▁Wiener": 27301,
+      "▁illegal": 27302,
+      "▁predictions": 27303,
+      "▁goog": 27304,
+      "hon": 27305,
+      "▁Cinema": 27306,
+      "▁револю": 27307,
+      "▁Rule": 27308,
+      "wod": 27309,
+      "▁radiation": 27310,
+      "oł": 27311,
+      "ової": 27312,
+      "▁Perform": 27313,
+      "▁prisoner": 27314,
+      "▁amet": 27315,
+      "▁figura": 27316,
+      "▁Commander": 27317,
+      "▁официаль": 27318,
+      "▁trov": 27319,
+      "▁acted": 27320,
+      "▁workflow": 27321,
+      "▁Республики": 27322,
+      "▁guidance": 27323,
+      "▁мене": 27324,
+      "National": 27325,
+      "▁Kel": 27326,
+      "webpack": 27327,
+      "простра": 27328,
+      "▁llamado": 27329,
+      "alog": 27330,
+      "terra": 27331,
+      "ixen": 27332,
+      "legraph": 27333,
+      "äischen": 27334,
+      "▁teachers": 27335,
+      "uden": 27336,
+      "▁også": 27337,
+      "possible": 27338,
+      "▁Soul": 27339,
+      "▁Geography": 27340,
+      "▁зада": 27341,
+      "hit": 27342,
+      "▁anger": 27343,
+      "▁remporte": 27344,
+      "Pod": 27345,
+      "чке": 27346,
+      "▁aria": 27347,
+      "▁Astronom": 27348,
+      "chapter": 27349,
+      "▁fork": 27350,
+      "▁Cuando": 27351,
+      "mense": 27352,
+      "▁Christians": 27353,
+      "gc": 27354,
+      "▁#(": 27355,
+      "Organ": 27356,
+      "▁steady": 27357,
+      "pse": 27358,
+      "жить": 27359,
+      "ignes": 27360,
+      "aterra": 27361,
+      "movie": 27362,
+      "posta": 27363,
+      "raste": 27364,
+      "▁Ressource": 27365,
+      "▁País": 27366,
+      "▁();": 27367,
+      "▁penalty": 27368,
+      "тт": 27369,
+      "▁trasfer": 27370,
+      "century": 27371,
+      "▁cleaner": 27372,
+      "selenium": 27373,
+      "ortheast": 27374,
+      "xic": 27375,
+      "лії": 27376,
+      "▁inglese": 27377,
+      "▁Tang": 27378,
+      "▁gods": 27379,
+      "frent": 27380,
+      "ciente": 27381,
+      "starts": 27382,
+      "▁musica": 27383,
+      "ymnasium": 27384,
+      "----+": 27385,
+      "▁terrest": 27386,
+      "▁retrieved": 27387,
+      "iare": 27388,
+      "unning": 27389,
+      "▁Marcus": 27390,
+      "▁promote": 27391,
+      "warning": 27392,
+      "тый": 27393,
+      "})$,": 27394,
+      "Transport": 27395,
+      "▁reson": 27396,
+      "▁Clo": 27397,
+      "▁erm": 27398,
+      "▁eliminate": 27399,
+      "heimer": 27400,
+      "▁saves": 27401,
+      "▁prayer": 27402,
+      "Classes": 27403,
+      "Express": 27404,
+      "▁Akademie": 27405,
+      "Else": 27406,
+      "Turn": 27407,
+      "▁ikke": 27408,
+      "▁rei": 27409,
+      "▁dirett": 27410,
+      "▁Rost": 27411,
+      "▁Papa": 27412,
+      "▁jsf": 27413,
+      "лением": 27414,
+      "▁Tul": 27415,
+      "▁Zak": 27416,
+      "▁niemieck": 27417,
+      "Tw": 27418,
+      "amour": 27419,
+      "nested": 27420,
+      "ppets": 27421,
+      "шп": 27422,
+      "dit": 27423,
+      "зен": 27424,
+      "zyma": 27425,
+      "hrte": 27426,
+      "Constraints": 27427,
+      "▁ownership": 27428,
+      "Arm": 27429,
+      "▁consumption": 27430,
+      "▁fet": 27431,
+      "ivari": 27432,
+      "chrom": 27433,
+      "setAttribute": 27434,
+      "▁compose": 27435,
+      "▁backing": 27436,
+      "▁Paz": 27437,
+      "▁scri": 27438,
+      "▁Mechan": 27439,
+      "▁Norway": 27440,
+      "▁Jup": 27441,
+      "▁mér": 27442,
+      "▁administrator": 27443,
+      "▁cabe": 27444,
+      "ivalent": 27445,
+      "▁throne": 27446,
+      "▁dues": 27447,
+      "▁humor": 27448,
+      "▁Adri": 27449,
+      "▁abort": 27450,
+      "ñas": 27451,
+      "▁Київ": 27452,
+      "jící": 27453,
+      "▁zweite": 27454,
+      "▁doub": 27455,
+      "ershell": 27456,
+      "шой": 27457,
+      "▁Fam": 27458,
+      "åk": 27459,
+      "▁tweede": 27460,
+      "▁Rib": 27461,
+      "▁før": 27462,
+      "pción": 27463,
+      "inned": 27464,
+      "rvm": 27465,
+      "▁Appar": 27466,
+      "▁Dj": 27467,
+      "▁Shang": 27468,
+      "Distance": 27469,
+      "▁dawn": 27470,
+      "▁Matth": 27471,
+      "▁errichtet": 27472,
+      "phantom": 27473,
+      "▁releases": 27474,
+      "Recognizer": 27475,
+      "▁Kop": 27476,
+      "▁Pul": 27477,
+      "ué": 27478,
+      "nats": 27479,
+      "relax": 27480,
+      "▁fled": 27481,
+      "▁experiences": 27482,
+      "щее": 27483,
+      "меня": 27484,
+      "▁персона": 27485,
+      "▁Identity": 27486,
+      "rets": 27487,
+      "kunft": 27488,
+      "larg": 27489,
+      "ListItem": 27490,
+      "vd": 27491,
+      "runner": 27492,
+      "lant": 27493,
+      "ipart": 27494,
+      "bay": 27495,
+      "iei": 27496,
+      "▁lengths": 27497,
+      "▁cattle": 27498,
+      "jets": 27499,
+      "▁sehen": 27500,
+      "Jul": 27501,
+      "fatt": 27502,
+      "▁surrender": 27503,
+      "▁Trump": 27504,
+      "дного": 27505,
+      "▁Fourier": 27506,
+      "ieben": 27507,
+      "_\"": 27508,
+      "▁früher": 27509,
+      "▁garant": 27510,
+      "uclidean": 27511,
+      "ägt": 27512,
+      "▁півден": 27513,
+      "Pages": 27514,
+      "▁rivers": 27515,
+      "▁donner": 27516,
+      "svn": 27517,
+      "▁ł": 27518,
+      "ově": 27519,
+      "▁Leist": 27520,
+      "arial": 27521,
+      "ových": 27522,
+      "▁filling": 27523,
+      "▁musicale": 27524,
+      "maxim": 27525,
+      "▁dashed": 27526,
+      "▁Нов": 27527,
+      "Drawer": 27528,
+      "▁Medicine": 27529,
+      "▁dokument": 27530,
+      "owel": 27531,
+      "vić": 27532,
+      "hely": 27533,
+      "▁elet": 27534,
+      "Seconds": 27535,
+      "▁Gonz": 27536,
+      "rou": 27537,
+      "▁finales": 27538,
+      "rn": 27539,
+      "fø": 27540,
+      "▁indexed": 27541,
+      "className": 27542,
+      "▁ober": 27543,
+      "▁duas": 27544,
+      "▁optimized": 27545,
+      "▁kdy": 27546,
+      "versary": 27547,
+      "energy": 27548,
+      "▁центра": 27549,
+      "▁currency": 27550,
+      "zyż": 27551,
+      "Like": 27552,
+      "▁Ги": 27553,
+      "sono": 27554,
+      "▁palab": 27555,
+      "▁pushing": 27556,
+      "ublik": 27557,
+      "▁Hass": 27558,
+      "}\\,\\": 27559,
+      "unker": 27560,
+      "▁Factory": 27561,
+      "▁Resources": 27562,
+      "datei": 27563,
+      "▁Tools": 27564,
+      "▁stehen": 27565,
+      "sime": 27566,
+      "▁Ху": 27567,
+      "▁hoch": 27568,
+      "▁Rodríguez": 27569,
+      "zeitig": 27570,
+      "▁Terry": 27571,
+      "▁обу": 27572,
+      "Usage": 27573,
+      "urchase": 27574,
+      "lö": 27575,
+      "▁Introduction": 27576,
+      "▁participation": 27577,
+      "ος": 27578,
+      "ogli": 27579,
+      "apy": 27580,
+      "▁hopefully": 27581,
+      "ponder": 27582,
+      "▁Yang": 27583,
+      "▁promises": 27584,
+      "▁верну": 27585,
+      "▁остров": 27586,
+      "^{+": 27587,
+      "▁mostra": 27588,
+      "▁CURLOPT": 27589,
+      "HH": 27590,
+      "▁stdout": 27591,
+      "▁brilliant": 27592,
+      "▁manuscript": 27593,
+      "▁decir": 27594,
+      "▁Bolog": 27595,
+      "▁места": 27596,
+      "▁invisible": 27597,
+      "▁Chal": 27598,
+      "▁analyze": 27599,
+      "prilis": 27600,
+      "attend": 27601,
+      "Mvc": 27602,
+      "than": 27603,
+      "cko": 27604,
+      "▁Quebec": 27605,
+      "▁planta": 27606,
+      "▁télévis": 27607,
+      "▁uninstall": 27608,
+      "ències": 27609,
+      "▁gminie": 27610,
+      "▁Pref": 27611,
+      "▁lequel": 27612,
+      "Invocation": 27613,
+      "▁Í": 27614,
+      "▁transformed": 27615,
+      "MAN": 27616,
+      "gebaut": 27617,
+      "▁сохра": 27618,
+      "▁второй": 27619,
+      "▁Lith": 27620,
+      "wendung": 27621,
+      "▁Politik": 27622,
+      "▁Senator": 27623,
+      "▁LL": 27624,
+      "ждение": 27625,
+      "ште": 27626,
+      "▁Cés": 27627,
+      "▁bande": 27628,
+      "▁historian": 27629,
+      "▁passwords": 27630,
+      "malloc": 27631,
+      "▁semif": 27632,
+      "▁rå": 27633,
+      "unicí": 27634,
+      "Available": 27635,
+      "Optional": 27636,
+      "▁Twe": 27637,
+      "▁kró": 27638,
+      "▁subsets": 27639,
+      "▁DAT": 27640,
+      "▁doubles": 27641,
+      "никами": 27642,
+      "▁зв": 27643,
+      "gegeben": 27644,
+      "▁Попис": 27645,
+      "▁július": 27646,
+      "▁meteor": 27647,
+      "Mount": 27648,
+      "ivent": 27649,
+      "▁Nathan": 27650,
+      "▁Schutz": 27651,
+      "egov": 27652,
+      "▁död": 27653,
+      "▁meat": 27654,
+      "▁пункт": 27655,
+      "▁minds": 27656,
+      "elivery": 27657,
+      "▁TLS": 27658,
+      "рем": 27659,
+      "ckså": 27660,
+      "▁stayed": 27661,
+      "▁Bin": 27662,
+      "▁Pia": 27663,
+      "▁имен": 27664,
+      "▁Bobby": 27665,
+      "▁produit": 27666,
+      "empio": 27667,
+      "▁reducing": 27668,
+      "▁Yu": 27669,
+      "▁Geschäft": 27670,
+      "▁perché": 27671,
+      "▁cors": 27672,
+      "▁icons": 27673,
+      "AppData": 27674,
+      "▁Hog": 27675,
+      "▁рів": 27676,
+      "▁Sans": 27677,
+      "▁siège": 27678,
+      "stellen": 27679,
+      "Brush": 27680,
+      "OFF": 27681,
+      "▁visitor": 27682,
+      "▁bath": 27683,
+      "▁fee": 27684,
+      "atisf": 27685,
+      "▁curv": 27686,
+      "▁folgender": 27687,
+      "▁conscience": 27688,
+      "▁Seattle": 27689,
+      "▁medieval": 27690,
+      "distribution": 27691,
+      "▁DM": 27692,
+      "▁мя": 27693,
+      "▁RUN": 27694,
+      "akov": 27695,
+      "ceil": 27696,
+      "▁letting": 27697,
+      "▁dov": 27698,
+      "▁оби": 27699,
+      "kiej": 27700,
+      "▁direkt": 27701,
+      "▁tm": 27702,
+      "colors": 27703,
+      "▁altro": 27704,
+      "▁tijdens": 27705,
+      "]{'": 27706,
+      "▁Bom": 27707,
+      "▁kunst": 27708,
+      "▁shelter": 27709,
+      "▁rav": 27710,
+      "predict": 27711,
+      "▁comenzó": 27712,
+      "▁świat": 27713,
+      "▁Durant": 27714,
+      "▁schemes": 27715,
+      "▁mesh": 27716,
+      "▁indicator": 27717,
+      "▁Emer": 27718,
+      "▁guilty": 27719,
+      "нец": 27720,
+      "▁consequences": 27721,
+      "cludes": 27722,
+      "▁Lower": 27723,
+      "▁поме": 27724,
+      "▁pace": 27725,
+      "даго": 27726,
+      "▁ambos": 27727,
+      "lb": 27728,
+      "▁educated": 27729,
+      "urale": 27730,
+      "anh": 27731,
+      "esség": 27732,
+      "▁associations": 27733,
+      "town": 27734,
+      "▁trif": 27735,
+      "samples": 27736,
+      "bos": 27737,
+      "▁Spect": 27738,
+      "▁Це": 27739,
+      "altung": 27740,
+      "▁Lob": 27741,
+      "▁curiosity": 27742,
+      "▁Weiter": 27743,
+      "estone": 27744,
+      "▁demol": 27745,
+      "▁apolog": 27746,
+      "▁Dynamic": 27747,
+      "Inner": 27748,
+      "esper": 27749,
+      "ecz": 27750,
+      "uellement": 27751,
+      "▁Hamiltonian": 27752,
+      "Atlas": 27753,
+      "▁argue": 27754,
+      "Foreign": 27755,
+      "collapse": 27756,
+      "▁términ": 27757,
+      "▁electronic": 27758,
+      "▁NR": 27759,
+      "▁corr": 27760,
+      "temps": 27761,
+      "IndexPath": 27762,
+      "яз": 27763,
+      "▁talál": 27764,
+      "today": 27765,
+      "wave": 27766,
+      "▁sib": 27767,
+      "▁спи": 27768,
+      "▁convey": 27769,
+      "▁Géographie": 27770,
+      "▁Нью": 27771,
+      "▁Hibernate": 27772,
+      "▁tin": 27773,
+      "dic": 27774,
+      "ppings": 27775,
+      "sweise": 27776,
+      "▁rolling": 27777,
+      "▁selects": 27778,
+      ")\\)": 27779,
+      "▁poeta": 27780,
+      "▁степени": 27781,
+      "▁Abr": 27782,
+      "▁höch": 27783,
+      "▁stern": 27784,
+      "▁fjär": 27785,
+      "▁installer": 27786,
+      "decl": 27787,
+      "▁miser": 27788,
+      "groupby": 27789,
+      "substr": 27790,
+      "▁phenomen": 27791,
+      "▁Wing": 27792,
+      "▁fills": 27793,
+      "▁único": 27794,
+      "Running": 27795,
+      "Come": 27796,
+      "irable": 27797,
+      "simeq": 27798,
+      "▁remp": 27799,
+      "kele": 27800,
+      "liers": 27801,
+      "▁kwietnia": 27802,
+      "▁interrupted": 27803,
+      "▁Jet": 27804,
+      "=\\{": 27805,
+      "ído": 27806,
+      "▁Taiwan": 27807,
+      "▁возра": 27808,
+      "▁alternatives": 27809,
+      "▁Tir": 27810,
+      "▁Reserve": 27811,
+      "▁Кур": 27812,
+      "▁Nobel": 27813,
+      "▁работал": 27814,
+      "▁axes": 27815,
+      "▁Cependant": 27816,
+      "ká": 27817,
+      "▁erneut": 27818,
+      "▁Demo": 27819,
+      "communic": 27820,
+      "constructor": 27821,
+      "▁Monday": 27822,
+      "Nil": 27823,
+      "HashMap": 27824,
+      "payment": 27825,
+      "▁fixing": 27826,
+      "▁ADD": 27827,
+      "review": 27828,
+      "▁possibil": 27829,
+      "▁grote": 27830,
+      "▁grouped": 27831,
+      "▁Lima": 27832,
+      "▁Augen": 27833,
+      "▁också": 27834,
+      "onas": 27835,
+      "▁debate": 27836,
+      "▁Ingl": 27837,
+      "Da": 27838,
+      "SOUR": 27839,
+      "ettbe": 27840,
+      "▁Battalion": 27841,
+      "▁Float": 27842,
+      "▁cone": 27843,
+      "readsheet": 27844,
+      "court": 27845,
+      "ligen": 27846,
+      "▁Beginn": 27847,
+      "▁LIMIT": 27848,
+      "▁enjoyed": 27849,
+      "▁Jakob": 27850,
+      "▁telt": 27851,
+      "backend": 27852,
+      "▁Gemeinsame": 27853,
+      "lint": 27854,
+      "alling": 27855,
+      "▁bör": 27856,
+      "grand": 27857,
+      "▁diverses": 27858,
+      "▁związ": 27859,
+      "▁Kompon": 27860,
+      "▁innerhalb": 27861,
+      "▁desarrollo": 27862,
+      "▁Masters": 27863,
+      "ioso": 27864,
+      "]`.": 27865,
+      "▁francesa": 27866,
+      "Aff": 27867,
+      "inek": 27868,
+      "▁dessin": 27869,
+      "`.`": 27870,
+      "▁ranks": 27871,
+      "берг": 27872,
+      "▁skal": 27873,
+      "▁Sultan": 27874,
+      "АН": 27875,
+      "▁способ": 27876,
+      "▁contradict": 27877,
+      "▁recom": 27878,
+      "▁Oklahoma": 27879,
+      "▁Vladimir": 27880,
+      "▁meters": 27881,
+      "transport": 27882,
+      "▁consulté": 27883,
+      "▁ATP": 27884,
+      "ebb": 27885,
+      "▁volunte": 27886,
+      "▁outline": 27887,
+      "LIC": 27888,
+      "▁euro": 27889,
+      "CharField": 27890,
+      "medium": 27891,
+      "▁Belgique": 27892,
+      "Proc": 27893,
+      "routes": 27894,
+      "▁contribu": 27895,
+      "!}": 27896,
+      "ším": 27897,
+      "▁Less": 27898,
+      "▁Kost": 27899,
+      "▁eredetiből": 27900,
+      "reven": 27901,
+      "verify": 27902,
+      "▁Salt": 27903,
+      "▁shooting": 27904,
+      "▁dispose": 27905,
+      "ují": 27906,
+      "▁tierra": 27907,
+      "▁poison": 27908,
+      "sak": 27909,
+      "perimental": 27910,
+      "▁Né": 27911,
+      "▁Kid": 27912,
+      "agyar": 27913,
+      "▁archiválva": 27914,
+      "bereich": 27915,
+      "íz": 27916,
+      "▁Ritter": 27917,
+      "▁Хронологија": 27918,
+      "zeum": 27919,
+      "дах": 27920,
+      "▁gründ": 27921,
+      "▁programmer": 27922,
+      "▁conseil": 27923,
+      "▁encrypt": 27924,
+      "integration": 27925,
+      "Culture": 27926,
+      "▁Circle": 27927,
+      "Observable": 27928,
+      "▁genomsnitt": 27929,
+      "▁Selection": 27930,
+      "▁irregular": 27931,
+      "Autres": 27932,
+      "Percent": 27933,
+      "fault": 27934,
+      "▁virtue": 27935,
+      "ąpi": 27936,
+      "▁sess": 27937,
+      "▁Также": 27938,
+      "Timestamp": 27939,
+      "▁littérature": 27940,
+      "▁moż": 27941,
+      "▁borrow": 27942,
+      "▁conced": 27943,
+      "чник": 27944,
+      "▁Lund": 27945,
+      "IONS": 27946,
+      "ynie": 27947,
+      "▁Shin": 27948,
+      "▁osob": 27949,
+      "bě": 27950,
+      "▁intuit": 27951,
+      "▁нап": 27952,
+      "▁proph": 27953,
+      "▁pitt": 27954,
+      "▁IBM": 27955,
+      "▁Till": 27956,
+      "▁hina": 27957,
+      "ittest": 27958,
+      "generator": 27959,
+      "▁Nin": 27960,
+      "▁Kot": 27961,
+      "▁passer": 27962,
+      "▁disposition": 27963,
+      "uning": 27964,
+      "▁fame": 27965,
+      "▁tenia": 27966,
+      "ancement": 27967,
+      "▁Suisse": 27968,
+      "`-": 27969,
+      "▁hombres": 27970,
+      "▁infinity": 27971,
+      "▁оконча": 27972,
+      "▁cosm": 27973,
+      "▁Dennis": 27974,
+      "baz": 27975,
+      "haupt": 27976,
+      "▁mighty": 27977,
+      "▁prede": 27978,
+      "usable": 27979,
+      "▁wszyst": 27980,
+      "▁lb": 27981,
+      "ABASE": 27982,
+      "jna": 27983,
+      "нев": 27984,
+      "▁ases": 27985,
+      "▁finalmente": 27986,
+      "йм": 27987,
+      "pection": 27988,
+      "▁Studien": 27989,
+      "▁Norwegian": 27990,
+      "cego": 27991,
+      "INDEX": 27992,
+      "orten": 27993,
+      "▁friendship": 27994,
+      "metro": 27995,
+      "thick": 27996,
+      "▁Zel": 27997,
+      "LOW": 27998,
+      "▁thereby": 27999,
+      "unted": 28000,
+      "▁surfaces": 28001,
+      "ющим": 28002,
+      "%).": 28003,
+      "▁Wonder": 28004,
+      "▁redundant": 28005,
+      "▁Gros": 28006,
+      "▁websites": 28007,
+      "▁vio": 28008,
+      "▁ocas": 28009,
+      "vés": 28010,
+      "▁Gam": 28011,
+      "dw": 28012,
+      "Indicator": 28013,
+      "▁Kob": 28014,
+      "▁jack": 28015,
+      "Hint": 28016,
+      "▁Apol": 28017,
+      "▁другие": 28018,
+      "▁NUM": 28019,
+      "▁ofic": 28020,
+      "ystycz": 28021,
+      "▁wereld": 28022,
+      "мости": 28023,
+      "LEFT": 28024,
+      "▁Types": 28025,
+      "seen": 28026,
+      "uncia": 28027,
+      "▁narod": 28028,
+      "▁этот": 28029,
+      "Sidenote": 28030,
+      "ueil": 28031,
+      "▁отме": 28032,
+      "▁courts": 28033,
+      "fir": 28034,
+      "urz": 28035,
+      "ченко": 28036,
+      "Credentials": 28037,
+      "▁imagination": 28038,
+      "itats": 28039,
+      "buff": 28040,
+      "flash": 28041,
+      "▁badly": 28042,
+      "▁worn": 28043,
+      "▁округу": 28044,
+      "catalog": 28045,
+      "lime": 28046,
+      "▁Gill": 28047,
+      "▁Sent": 28048,
+      "iella": 28049,
+      "▁Craig": 28050,
+      "▁Sele": 28051,
+      "▁Independ": 28052,
+      "▁provincie": 28053,
+      "ossen": 28054,
+      "▁запад": 28055,
+      "▁infant": 28056,
+      "▁prevents": 28057,
+      "▁provinces": 28058,
+      "afé": 28059,
+      "beg": 28060,
+      "▁colours": 28061,
+      "BF": 28062,
+      "ën": 28063,
+      "▁Между": 28064,
+      "în": 28065,
+      "Observer": 28066,
+      "forsch": 28067,
+      "ígen": 28068,
+      "umption": 28069,
+      "▁Illustr": 28070,
+      "рист": 28071,
+      "▁полови": 28072,
+      "▁`&": 28073,
+      "▁ore": 28074,
+      "▁supplies": 28075,
+      "▁parenthes": 28076,
+      "Foundation": 28077,
+      "▁vou": 28078,
+      "▁Tout": 28079,
+      "Donald": 28080,
+      "▁RET": 28081,
+      "weig": 28082,
+      "▁producción": 28083,
+      "mix": 28084,
+      "▁utwor": 28085,
+      "▁föl": 28086,
+      "▁então": 28087,
+      "▁Sister": 28088,
+      "Tags": 28089,
+      "▁Савезне": 28090,
+      "▁privileges": 28091,
+      "▁nazw": 28092,
+      "▁Rav": 28093,
+      "▁repro": 28094,
+      "▁Mason": 28095,
+      "▁Platform": 28096,
+      "▁пробле": 28097,
+      "▁Pérez": 28098,
+      "▁blanc": 28099,
+      "Behavior": 28100,
+      "фици": 28101,
+      "eken": 28102,
+      "▁meets": 28103,
+      "(.*": 28104,
+      "▁få": 28105,
+      "epen": 28106,
+      "maker": 28107,
+      "▁loyal": 28108,
+      "members": 28109,
+      "meisterschaft": 28110,
+      "goal": 28111,
+      "шлен": 28112,
+      "▁северо": 28113,
+      "iende": 28114,
+      "дні": 28115,
+      "Proof": 28116,
+      "▁explic": 28117,
+      "▁electro": 28118,
+      "iels": 28119,
+      "reload": 28120,
+      "▁eleven": 28121,
+      "▁partidos": 28122,
+      "îne": 28123,
+      "▁Regin": 28124,
+      "▁éx": 28125,
+      "▁Bulg": 28126,
+      "▁networking": 28127,
+      "▁separator": 28128,
+      "UserName": 28129,
+      "▁edificio": 28130,
+      "▁Mie": 28131,
+      "▁idle": 28132,
+      "yed": 28133,
+      "▁passengers": 28134,
+      "+)": 28135,
+      "meno": 28136,
+      "eggi": 28137,
+      "▁nicely": 28138,
+      "endencia": 28139,
+      "чий": 28140,
+      "étés": 28141,
+      "ightarrow": 28142,
+      "▁orthogonal": 28143,
+      "▁Half": 28144,
+      "▁fewer": 28145,
+      "▁propi": 28146,
+      "▁primit": 28147,
+      "icale": 28148,
+      "▁flower": 28149,
+      "merk": 28150,
+      "▁Отече": 28151,
+      "▁persistent": 28152,
+      "▁Ville": 28153,
+      "Men": 28154,
+      "gaben": 28155,
+      "▁Isaac": 28156,
+      "ativity": 28157,
+      "▁północ": 28158,
+      "▁rok": 28159,
+      "cards": 28160,
+      "дения": 28161,
+      "▁юго": 28162,
+      "▁extraordinary": 28163,
+      "▁kyr": 28164,
+      "(\",": 28165,
+      "))]": 28166,
+      "▁unix": 28167,
+      "кол": 28168,
+      "▁sink": 28169,
+      "apsed": 28170,
+      "▁kommen": 28171,
+      "▁forcing": 28172,
+      "About": 28173,
+      "▁Halle": 28174,
+      "▁Majesty": 28175,
+      "▁Switch": 28176,
+      "▁abroad": 28177,
+      "▁acceleration": 28178,
+      "urbed": 28179,
+      "▁остан": 28180,
+      "Ready": 28181,
+      "▁півні": 28182,
+      "Bra": 28183,
+      "▁цього": 28184,
+      "▁plut": 28185,
+      "▁Train": 28186,
+      "▁április": 28187,
+      "▁puesto": 28188,
+      "▁toss": 28189,
+      "▁irrelevant": 28190,
+      "▁dip": 28191,
+      "segment": 28192,
+      "opacity": 28193,
+      "▁lorsque": 28194,
+      "▁verschill": 28195,
+      "ена": 28196,
+      "▁Doc": 28197,
+      "%%%%%%%%": 28198,
+      "▁borders": 28199,
+      "gebras": 28200,
+      "▁ries": 28201,
+      "▁Olympedia": 28202,
+      "▁Generation": 28203,
+      "metros": 28204,
+      "▁horizon": 28205,
+      "▁adaptation": 28206,
+      "▁Zahl": 28207,
+      "▁nahe": 28208,
+      "▁Bug": 28209,
+      "Picture": 28210,
+      "љи": 28211,
+      "RGB": 28212,
+      "Owner": 28213,
+      "adin": 28214,
+      "▁Catalunya": 28215,
+      "ných": 28216,
+      "▁cualquier": 28217,
+      "▁Institution": 28218,
+      "insen": 28219,
+      "▁Brasile": 28220,
+      "▁fitting": 28221,
+      "Deleg": 28222,
+      "ictwo": 28223,
+      "▁Exper": 28224,
+      "ochastic": 28225,
+      "▁dus": 28226,
+      "▁пора": 28227,
+      "▁substring": 28228,
+      "ссии": 28229,
+      "oin": 28230,
+      "▁школа": 28231,
+      "▁cx": 28232,
+      "▁%)": 28233,
+      "▁Buddh": 28234,
+      "▁pending": 28235,
+      "▁Entry": 28236,
+      "▁Berl": 28237,
+      "▁cler": 28238,
+      "▁Soc": 28239,
+      "▁rounded": 28240,
+      "▁mv": 28241,
+      "ített": 28242,
+      "▁Diplom": 28243,
+      "▁französischen": 28244,
+      "▁Gan": 28245,
+      "▁Investig": 28246,
+      "▁indexPath": 28247,
+      "▁molti": 28248,
+      "persistence": 28249,
+      "▁XIXe": 28250,
+      "▁Electron": 28251,
+      "bü": 28252,
+      "gele": 28253,
+      "▁Maler": 28254,
+      "▁proyecto": 28255,
+      "▁Bath": 28256,
+      "ellers": 28257,
+      "▁GP": 28258,
+      "oning": 28259,
+      "cloudflare": 28260,
+      "▁při": 28261,
+      "▁ded": 28262,
+      "▁Odkazy": 28263,
+      "▁Msg": 28264,
+      "▁Being": 28265,
+      "▁Depuis": 28266,
+      "▁Primary": 28267,
+      "▁Appro": 28268,
+      "▁formally": 28269,
+      "ступил": 28270,
+      "▁fuera": 28271,
+      "▁Root": 28272,
+      "▁autonom": 28273,
+      "▁secretary": 28274,
+      "▁osób": 28275,
+      "▁cuales": 28276,
+      "▁Depending": 28277,
+      "▁asi": 28278,
+      "vera": 28279,
+      "▁russe": 28280,
+      "▁proves": 28281,
+      "▁presiden": 28282,
+      "RU": 28283,
+      "▁Watson": 28284,
+      "▁webpack": 28285,
+      "elligence": 28286,
+      "кам": 28287,
+      "▁Officer": 28288,
+      "▁delivery": 28289,
+      "ждён": 28290,
+      "▁импе": 28291,
+      "▁wil": 28292,
+      "▁vesc": 28293,
+      "usztus": 28294,
+      "▁Geoff": 28295,
+      "()}": 28296,
+      "▁Fore": 28297,
+      "▁wenig": 28298,
+      "▁Airl": 28299,
+      "▁Efter": 28300,
+      "▁Break": 28301,
+      "▁Städ": 28302,
+      "ismiss": 28303,
+      "íp": 28304,
+      "▁avoided": 28305,
+      "▁assertion": 28306,
+      "DN": 28307,
+      "▁teat": 28308,
+      "ína": 28309,
+      "▁mechanical": 28310,
+      "isu": 28311,
+      "@{": 28312,
+      "▁nou": 28313,
+      "Italie": 28314,
+      "sourceforge": 28315,
+      "▁svo": 28316,
+      "▁király": 28317,
+      "▁References": 28318,
+      "six": 28319,
+      "▁Archives": 28320,
+      "▁finishing": 28321,
+      "acje": 28322,
+      "état": 28323,
+      "iffs": 28324,
+      "▁stead": 28325,
+      "▁feas": 28326,
+      "aware": 28327,
+      "lande": 28328,
+      "Inject": 28329,
+      "▁Agent": 28330,
+      "▁Normdatei": 28331,
+      "▁amen": 28332,
+      "▁Architecture": 28333,
+      "aze": 28334,
+      "ște": 28335,
+      "▁usar": 28336,
+      "▁cores": 28337,
+      "лін": 28338,
+      "▁Castro": 28339,
+      "▁væ": 28340,
+      ">\",": 28341,
+      "omena": 28342,
+      "▁gesam": 28343,
+      "▁Martín": 28344,
+      "egung": 28345,
+      "▁společ": 28346,
+      "▁amplitude": 28347,
+      "▁importing": 28348,
+      "▁listview": 28349,
+      "THE": 28350,
+      "ziale": 28351,
+      "cedes": 28352,
+      "▁particulier": 28353,
+      "▁Расподела": 28354,
+      "▁край": 28355,
+      "▁divent": 28356,
+      "▁ké": 28357,
+      "quit": 28358,
+      "тором": 28359,
+      "CheckBox": 28360,
+      "▁Zobacz": 28361,
+      "phe": 28362,
+      "pta": 28363,
+      "▁sjö": 28364,
+      "▁розташ": 28365,
+      "▁tedesco": 28366,
+      "▁stal": 28367,
+      "▁Beruf": 28368,
+      "овая": 28369,
+      "▁svě": 28370,
+      "▁flush": 28371,
+      "▁відбу": 28372,
+      "▁radial": 28373,
+      "▁différentes": 28374,
+      "анта": 28375,
+      "▁Perry": 28376,
+      "Coll": 28377,
+      "liqu": 28378,
+      "▁Optional": 28379,
+      "▁Санкт": 28380,
+      "▁LINQ": 28381,
+      "▁Franc": 28382,
+      "cije": 28383,
+      "▁Guillaume": 28384,
+      "know": 28385,
+      "▁Units": 28386,
+      "olk": 28387,
+      "▁Système": 28388,
+      "▁Sales": 28389,
+      "▁ehemaligen": 28390,
+      "мирова": 28391,
+      "xhtml": 28392,
+      "setopt": 28393,
+      "▁mellan": 28394,
+      "▁zie": 28395,
+      "▁giant": 28396,
+      "Board": 28397,
+      "▁Caval": 28398,
+      "▁defence": 28399,
+      "----------": 28400,
+      "pshire": 28401,
+      "mart": 28402,
+      "▁Dioc": 28403,
+      "iskt": 28404,
+      "▁inse": 28405,
+      "▁épisode": 28406,
+      "чик": 28407,
+      "bars": 28408,
+      "Sito": 28409,
+      "▁integrity": 28410,
+      "auff": 28411,
+      "▁vär": 28412,
+      "Azure": 28413,
+      "▁starb": 28414,
+      "▁контра": 28415,
+      "▁Мексичка": 28416,
+      "▁запа": 28417,
+      "▁Mountains": 28418,
+      "}}=": 28419,
+      "▁pulling": 28420,
+      "▁satellite": 28421,
+      "▁atoms": 28422,
+      "▁profesor": 28423,
+      "▁repeatedly": 28424,
+      "▁invasion": 28425,
+      "programming": 28426,
+      "├──": 28427,
+      "▁Lip": 28428,
+      "вшие": 28429,
+      "▁keen": 28430,
+      "▁critics": 28431,
+      "▁Nicola": 28432,
+      "▁Cand": 28433,
+      "▁distint": 28434,
+      "▁heading": 28435,
+      "pragma": 28436,
+      "{|": 28437,
+      "ymen": 28438,
+      "▁terrain": 28439,
+      "iedenis": 28440,
+      "▁besonders": 28441,
+      "▁nominated": 28442,
+      "BOOL": 28443,
+      "▁Kay": 28444,
+      "cian": 28445,
+      "stelle": 28446,
+      "▁dispute": 28447,
+      "▁щ": 28448,
+      "DataSet": 28449,
+      "nothing": 28450,
+      "Autom": 28451,
+      "hören": 28452,
+      "▁shed": 28453,
+      "▁paused": 28454,
+      "san": 28455,
+      "▁nunca": 28456,
+      "!(\"": 28457,
+      "▁położ": 28458,
+      "Secret": 28459,
+      "▁Domain": 28460,
+      "▁возмож": 28461,
+      "XV": 28462,
+      "lv": 28463,
+      "ikh": 28464,
+      "▁Sony": 28465,
+      "mq": 28466,
+      "otrop": 28467,
+      "▁Logger": 28468,
+      "▁threat": 28469,
+      "asted": 28470,
+      "зько": 28471,
+      "▁freely": 28472,
+      "▁improvements": 28473,
+      "istema": 28474,
+      "▁illustrate": 28475,
+      "▁tact": 28476,
+      "▁figur": 28477,
+      "ués": 28478,
+      "riminal": 28479,
+      "odon": 28480,
+      "intendo": 28481,
+      "▁influenced": 28482,
+      "FFER": 28483,
+      "▁Ghost": 28484,
+      "▁совер": 28485,
+      "nad": 28486,
+      "ioned": 28487,
+      "▁Events": 28488,
+      "▁wrapping": 28489,
+      "---------+": 28490,
+      "fif": 28491,
+      "▁(**": 28492,
+      "={{": 28493,
+      "маль": 28494,
+      "▁losses": 28495,
+      "▁Galerie": 28496,
+      "tel": 28497,
+      "▁лютого": 28498,
+      "▁Kru": 28499,
+      "▁Polen": 28500,
+      "нім": 28501,
+      "near": 28502,
+      "▁shame": 28503,
+      "▁moyenne": 28504,
+      "▁CP": 28505,
+      "preis": 28506,
+      "▁passenger": 28507,
+      "lek": 28508,
+      "ionales": 28509,
+      "kafka": 28510,
+      "▁participe": 28511,
+      "▁membership": 28512,
+      "[_": 28513,
+      "lando": 28514,
+      "stelling": 28515,
+      "Sem": 28516,
+      "gon": 28517,
+      "▁Correct": 28518,
+      "▁valle": 28519,
+      "▁readily": 28520,
+      "▁Dokument": 28521,
+      "honneur": 28522,
+      "▁testim": 28523,
+      "ulative": 28524,
+      "doFilter": 28525,
+      "▁dominant": 28526,
+      "ammer": 28527,
+      "▁која": 28528,
+      "▁Monsieur": 28529,
+      "zeg": 28530,
+      "▁війни": 28531,
+      "▁Fo": 28532,
+      "▁Amy": 28533,
+      "▁¡": 28534,
+      "▁február": 28535,
+      "▁downloading": 28536,
+      "▁leng": 28537,
+      "\\}$,": 28538,
+      "▁neat": 28539,
+      "▁Cache": 28540,
+      "ICATION": 28541,
+      "▁deve": 28542,
+      "▁sorrow": 28543,
+      "slow": 28544,
+      "▁hinaus": 28545,
+      "▁reconoc": 28546,
+      "▁Linked": 28547,
+      "▁Shaw": 28548,
+      "market": 28549,
+      "▁Dic": 28550,
+      "▁Ski": 28551,
+      "▁delimiter": 28552,
+      "▁MainActivity": 28553,
+      "▁Musical": 28554,
+      "▁Reyn": 28555,
+      "ScrollView": 28556,
+      "▁conventional": 28557,
+      "ença": 28558,
+      "▁refactor": 28559,
+      "'-": 28560,
+      "▁Hed": 28561,
+      "sprech": 28562,
+      "▁athlet": 28563,
+      "▁especies": 28564,
+      "▁Schön": 28565,
+      "▁kleinen": 28566,
+      "шко": 28567,
+      "▁Йо": 28568,
+      "▁Happy": 28569,
+      "multirow": 28570,
+      "▁augusti": 28571,
+      "▁Gand": 28572,
+      "▁appointment": 28573,
+      "▁Mediabestanden": 28574,
+      "Three": 28575,
+      "▁Kenneth": 28576,
+      "NEW": 28577,
+      "▁Notification": 28578,
+      "▁Marx": 28579,
+      "▁insc": 28580,
+      "Mor": 28581,
+      "вый": 28582,
+      "väst": 28583,
+      "vidia": 28584,
+      "▁demonstrated": 28585,
+      "fonts": 28586,
+      "▁kamen": 28587,
+      "▁Ster": 28588,
+      "▁mieszkańców": 28589,
+      "▁Koh": 28590,
+      "~$\\": 28591,
+      "»).": 28592,
+      "rene": 28593,
+      "insic": 28594,
+      "ická": 28595,
+      "xygen": 28596,
+      "▁mn": 28597,
+      "▁sched": 28598,
+      "ASC": 28599,
+      "Ig": 28600,
+      "▁Constant": 28601,
+      "▁opportun": 28602,
+      "▁MyClass": 28603,
+      "sef": 28604,
+      "oped": 28605,
+      "▁injured": 28606,
+      "VIS": 28607,
+      "▁Pero": 28608,
+      "▁Until": 28609,
+      "▁flesh": 28610,
+      "orphism": 28611,
+      "▁Portal": 28612,
+      "▁gminy": 28613,
+      "▁власти": 28614,
+      "▁Nä": 28615,
+      "ктиче": 28616,
+      "▁hrab": 28617,
+      "▁Cub": 28618,
+      "avoir": 28619,
+      "▁Lars": 28620,
+      "▁Бело": 28621,
+      "▁seizoen": 28622,
+      "▁Genomsnitt": 28623,
+      "▁Lil": 28624,
+      "▁Pool": 28625,
+      "▁Dios": 28626,
+      "TX": 28627,
+      "aes": 28628,
+      "autore": 28629,
+      "Alpha": 28630,
+      "states": 28631,
+      "Lab": 28632,
+      "nederbörd": 28633,
+      "erton": 28634,
+      "▁brid": 28635,
+      "▁richt": 28636,
+      "▁Ela": 28637,
+      "▁сла": 28638,
+      "▁weapon": 28639,
+      "▁combatt": 28640,
+      "agar": 28641,
+      "▁regnig": 28642,
+      "▁utilisé": 28643,
+      "▁servir": 28644,
+      "▁brick": 28645,
+      "▁gateway": 28646,
+      "▁torraste": 28647,
+      "▁procedures": 28648,
+      "▁årsnederbörd": 28649,
+      "▁Genomsnittlig": 28650,
+      "чёт": 28651,
+      "▁områ": 28652,
+      "▁regnigaste": 28653,
+      "▁честь": 28654,
+      "▁amid": 28655,
+      "▁grateful": 28656,
+      "▁DIS": 28657,
+      "DAY": 28658,
+      "▁ору": 28659,
+      "▁rivière": 28660,
+      "heure": 28661,
+      "▁Richmond": 28662,
+      "▁Compar": 28663,
+      "▁Нор": 28664,
+      "DOC": 28665,
+      "esia": 28666,
+      "calc": 28667,
+      "▁IU": 28668,
+      "▁vorg": 28669,
+      "▁habían": 28670,
+      "çoit": 28671,
+      "▁arist": 28672,
+      "▁кли": 28673,
+      "▁Sue": 28674,
+      "▁Touch": 28675,
+      "▁Writing": 28676,
+      "ifiable": 28677,
+      "▁wc": 28678,
+      "▁withdraw": 28679,
+      "зар": 28680,
+      "▁presently": 28681,
+      "▁FK": 28682,
+      "▁prakt": 28683,
+      "▁colored": 28684,
+      "usb": 28685,
+      "▁Perú": 28686,
+      "▁plata": 28687,
+      "▁wishes": 28688,
+      "▁кам": 28689,
+      "azar": 28690,
+      "ável": 28691,
+      "▁lamp": 28692,
+      "bishop": 28693,
+      "▁inclusion": 28694,
+      "jq": 28695,
+      "arth": 28696,
+      "▁Flag": 28697,
+      "▁нор": 28698,
+      "ædia": 28699,
+      "UNCTION": 28700,
+      "▁Bahnhof": 28701,
+      "▁approaching": 28702,
+      "▁Gött": 28703,
+      "▁cube": 28704,
+      "▁argued": 28705,
+      "▁Things": 28706,
+      "Gui": 28707,
+      "дови": 28708,
+      "▁recre": 28709,
+      "▁réseau": 28710,
+      "▁significa": 28711,
+      "Git": 28712,
+      "gebracht": 28713,
+      "▁liga": 28714,
+      "▁assured": 28715,
+      "alus": 28716,
+      "рит": 28717,
+      "▁энциклопеди": 28718,
+      "▁%).": 28719,
+      "▁Première": 28720,
+      "▁declarations": 28721,
+      "▁tricky": 28722,
+      "▁profiles": 28723,
+      "▁Fon": 28724,
+      "▁Jas": 28725,
+      "âr": 28726,
+      "babel": 28727,
+      "▁Friday": 28728,
+      "▁június": 28729,
+      "▁cols": 28730,
+      "▁EXISTS": 28731,
+      "▁Italiana": 28732,
+      "▁authorization": 28733,
+      "▁sulle": 28734,
+      "▁Emb": 28735,
+      "▁Variable": 28736,
+      "trees": 28737,
+      "▁Fly": 28738,
+      "riors": 28739,
+      "▁damals": 28740,
+      "▁findet": 28741,
+      "▁Sept": 28742,
+      "▁mundial": 28743,
+      "▁removal": 28744,
+      "▁longitude": 28745,
+      "clic": 28746,
+      "▁fade": 28747,
+      "▁gradle": 28748,
+      "▁zák": 28749,
+      "▁timing": 28750,
+      "trightarrow": 28751,
+      "atia": 28752,
+      "-.": 28753,
+      "uche": 28754,
+      "▁serialize": 28755,
+      "▁Hmm": 28756,
+      "▁Representatives": 28757,
+      "bah": 28758,
+      "rend": 28759,
+      "assador": 28760,
+      "▁shield": 28761,
+      "ucion": 28762,
+      "▁américaine": 28763,
+      "zę": 28764,
+      "villa": 28765,
+      "▁hombre": 28766,
+      "áss": 28767,
+      "▁SF": 28768,
+      "▁repeating": 28769,
+      "▁criter": 28770,
+      "▁Struct": 28771,
+      "???": 28772,
+      "▁cheap": 28773,
+      "▁rings": 28774,
+      "abhäng": 28775,
+      "▁corte": 28776,
+      "▁administ": 28777,
+      "ixon": 28778,
+      "gypt": 28779,
+      "▁puntos": 28780,
+      "▁mezi": 28781,
+      "▁pochod": 28782,
+      "isko": 28783,
+      "nię": 28784,
+      "▁осу": 28785,
+      "▁ár": 28786,
+      "тельной": 28787,
+      "▁Metropolitan": 28788,
+      "jin": 28789,
+      "zess": 28790,
+      "▁віці": 28791,
+      "▁conflicts": 28792,
+      "ijst": 28793,
+      "▁Market": 28794,
+      "стров": 28795,
+      "▁\",\"": 28796,
+      "▁Scroll": 28797,
+      "gun": 28798,
+      "тара": 28799,
+      "▁amateur": 28800,
+      "▁róż": 28801,
+      "poss": 28802,
+      "▁generalized": 28803,
+      "▁Harm": 28804,
+      "cita": 28805,
+      "▁Switzerland": 28806,
+      "icola": 28807,
+      "▁muit": 28808,
+      "located": 28809,
+      "▁có": 28810,
+      "▁arose": 28811,
+      "▁communauté": 28812,
+      "})^": 28813,
+      "visibility": 28814,
+      "ída": 28815,
+      "▁FB": 28816,
+      "▁Freund": 28817,
+      "gat": 28818,
+      "\":{\"": 28819,
+      "intellij": 28820,
+      "ifie": 28821,
+      "hmen": 28822,
+      "▁édition": 28823,
+      "▁које": 28824,
+      "▁інших": 28825,
+      "oming": 28826,
+      "▁arquitect": 28827,
+      "▁Presidente": 28828,
+      "▁Під": 28829,
+      "▁cabin": 28830,
+      "Theorem": 28831,
+      "▁Gay": 28832,
+      "ifice": 28833,
+      "▁hect": 28834,
+      "lą": 28835,
+      "irmingham": 28836,
+      "▁semantic": 28837,
+      "▁Louisiana": 28838,
+      "▁sacrifice": 28839,
+      "▁Christoph": 28840,
+      "▁Executive": 28841,
+      "_+": 28842,
+      "ják": 28843,
+      "▁seria": 28844,
+      "▁Overflow": 28845,
+      "▁Lucy": 28846,
+      "▁melhor": 28847,
+      "▁voices": 28848,
+      "cza": 28849,
+      "▁капи": 28850,
+      "▁университета": 28851,
+      "INCT": 28852,
+      "▁coloc": 28853,
+      "▁prue": 28854,
+      "▁geomet": 28855,
+      "▁diretto": 28856,
+      "reso": 28857,
+      "▁Akt": 28858,
+      "▁unh": 28859,
+      "▁сери": 28860,
+      "▁Alert": 28861,
+      "Wel": 28862,
+      "audi": 28863,
+      "äler": 28864,
+      "▁guests": 28865,
+      "▁иде": 28866,
+      "Studio": 28867,
+      "▁кате": 28868,
+      "▁exponent": 28869,
+      "rze": 28870,
+      "pmod": 28871,
+      "rolle": 28872,
+      "▁Limited": 28873,
+      "Allemagne": 28874,
+      "▁pity": 28875,
+      "▁lä": 28876,
+      "▁runner": 28877,
+      "kende": 28878,
+      "EQ": 28879,
+      "▁MM": 28880,
+      "szág": 28881,
+      "поді": 28882,
+      "▁regret": 28883,
+      "▁publié": 28884,
+      "▁departamento": 28885,
+      "▁accused": 28886,
+      "hp": 28887,
+      "▁Pfl": 28888,
+      "▁Sint": 28889,
+      "▁ekonom": 28890,
+      "ractor": 28891,
+      "▁Пів": 28892,
+      "▁awful": 28893,
+      "ować": 28894,
+      "]->": 28895,
+      "▁Fine": 28896,
+      "Са": 28897,
+      "tis": 28898,
+      "éta": 28899,
+      "▁Роди": 28900,
+      "▁Düsseldorf": 28901,
+      "LOB": 28902,
+      "osas": 28903,
+      "werke": 28904,
+      "▁lance": 28905,
+      "▁листопада": 28906,
+      "▁incomplete": 28907,
+      "▁Picture": 28908,
+      "('\\": 28909,
+      "esters": 28910,
+      "▁belonged": 28911,
+      "▁Sank": 28912,
+      "ammed": 28913,
+      "▁repositories": 28914,
+      "▁addr": 28915,
+      "Collect": 28916,
+      "Hot": 28917,
+      "▁tyl": 28918,
+      "▁instanceof": 28919,
+      "▁bonus": 28920,
+      "ový": 28921,
+      "▁моря": 28922,
+      "▁interactive": 28923,
+      "▁Mys": 28924,
+      "▁Edmund": 28925,
+      "fileName": 28926,
+      "emor": 28927,
+      "▁Три": 28928,
+      "▁Rosen": 28929,
+      "▁Prima": 28930,
+      "▁voting": 28931,
+      "▁XP": 28932,
+      "▁Zero": 28933,
+      "▁Led": 28934,
+      "amsung": 28935,
+      "▁enables": 28936,
+      "▁redirects": 28937,
+      "AST": 28938,
+      "Paint": 28939,
+      "acker": 28940,
+      "lecht": 28941,
+      "▁chairman": 28942,
+      "▁Aven": 28943,
+      "▁Sach": 28944,
+      "(\"<": 28945,
+      "кер": 28946,
+      "▁mistakes": 28947,
+      "▁Weit": 28948,
+      "▁prowad": 28949,
+      "▁didnt": 28950,
+      "énario": 28951,
+      "unless": 28952,
+      "▁backwards": 28953,
+      "boa": 28954,
+      "duino": 28955,
+      "```": 28956,
+      "stor": 28957,
+      "Completion": 28958,
+      "puesta": 28959,
+      "▁dinast": 28960,
+      "últ": 28961,
+      "▁SY": 28962,
+      "ifolia": 28963,
+      "œuvres": 28964,
+      "▁racing": 28965,
+      "▁cabinet": 28966,
+      "▁cutting": 28967,
+      "▁thumb": 28968,
+      "▁Кара": 28969,
+      "highlight": 28970,
+      "куп": 28971,
+      "▁sd": 28972,
+      "▁національ": 28973,
+      "▁campagne": 28974,
+      "▁registers": 28975,
+      "▁educational": 28976,
+      "▁pesar": 28977,
+      "üge": 28978,
+      "▁oro": 28979,
+      "burgo": 28980,
+      "▁Athletics": 28981,
+      "▁MTV": 28982,
+      "getMessage": 28983,
+      "▁Hyp": 28984,
+      "▁victim": 28985,
+      "))\\": 28986,
+      "▁drums": 28987,
+      "hostname": 28988,
+      "tał": 28989,
+      "making": 28990,
+      "▁powiat": 28991,
+      "őd": 28992,
+      "threads": 28993,
+      "▁absolv": 28994,
+      "▁люди": 28995,
+      "▁stepped": 28996,
+      "exist": 28997,
+      "▁NK": 28998,
+      "▁ves": 28999,
+      "istiche": 29000,
+      "%'": 29001,
+      "ativos": 29002,
+      "▁такой": 29003,
+      "▁MongoDB": 29004,
+      "▁Ung": 29005,
+      "▁Рус": 29006,
+      "▁elim": 29007,
+      "▁Fif": 29008,
+      "icación": 29009,
+      "▁Tennis": 29010,
+      "▁Jefferson": 29011,
+      "ján": 29012,
+      "fog": 29013,
+      "anha": 29014,
+      "zor": 29015,
+      "▁університе": 29016,
+      "ahu": 29017,
+      "iada": 29018,
+      "Sdk": 29019,
+      "Setting": 29020,
+      "▁Kill": 29021,
+      "▁Wend": 29022,
+      "▁bald": 29023,
+      "▁Kub": 29024,
+      "▁visto": 29025,
+      "▁jeunes": 29026,
+      "collections": 29027,
+      "ací": 29028,
+      "вропей": 29029,
+      "▁arise": 29030,
+      "оні": 29031,
+      "MAIN": 29032,
+      "доступ": 29033,
+      "▁berg": 29034,
+      "▁criticism": 29035,
+      "▁Torre": 29036,
+      "▁descript": 29037,
+      "ières": 29038,
+      "▁estudio": 29039,
+      "▁ili": 29040,
+      "▁militare": 29041,
+      "▁Clara": 29042,
+      "▁Ellen": 29043,
+      "limited": 29044,
+      "лм": 29045,
+      "▁Españ": 29046,
+      "▁infinitely": 29047,
+      "America": 29048,
+      "ouc": 29049,
+      "glass": 29050,
+      "▁rud": 29051,
+      "▁zat": 29052,
+      "▁rin": 29053,
+      "▁Bibliografía": 29054,
+      "▁merchant": 29055,
+      "tensorflow": 29056,
+      "▁dér": 29057,
+      "▁ActiveRecord": 29058,
+      "IES": 29059,
+      "▁linker": 29060,
+      "▁estudios": 29061,
+      "cdnjs": 29062,
+      "▁Государ": 29063,
+      "ánchez": 29064,
+      "appe": 29065,
+      "club": 29066,
+      "▁další": 29067,
+      "▁Algorithm": 29068,
+      "dfs": 29069,
+      "▁Bac": 29070,
+      "▁кафе": 29071,
+      "▁&=\\": 29072,
+      "▁ат": 29073,
+      "▁Глав": 29074,
+      "▁Mou": 29075,
+      "Machine": 29076,
+      "(...)": 29077,
+      "▁compart": 29078,
+      "▁augusztus": 29079,
+      "avan": 29080,
+      "▁rolled": 29081,
+      "▁еди": 29082,
+      "Scan": 29083,
+      "▁регі": 29084,
+      "▁świata": 29085,
+      "▁mines": 29086,
+      "},{": 29087,
+      "▁Tier": 29088,
+      "Cannot": 29089,
+      "мін": 29090,
+      "▁NEW": 29091,
+      "▁Вол": 29092,
+      "▁Manh": 29093,
+      "▁Gregory": 29094,
+      "▁principe": 29095,
+      "ISO": 29096,
+      "prog": 29097,
+      "▁Fail": 29098,
+      "▁aa": 29099,
+      "▁fecha": 29100,
+      "▁WCF": 29101,
+      "▁magistr": 29102,
+      "▁Zach": 29103,
+      "▁unicode": 29104,
+      "▁converter": 29105,
+      "▁dispers": 29106,
+      "ksam": 29107,
+      "▁Uncle": 29108,
+      "PropertyChanged": 29109,
+      "▁lider": 29110,
+      "▁opts": 29111,
+      "▁там": 29112,
+      "locked": 29113,
+      "zak": 29114,
+      "▁counted": 29115,
+      "▁persone": 29116,
+      "▁hurried": 29117,
+      "ätter": 29118,
+      "▁outras": 29119,
+      "▁genu": 29120,
+      "BD": 29121,
+      "veg": 29122,
+      "due": 29123,
+      "▁Pract": 29124,
+      "▁posible": 29125,
+      "▁contribute": 29126,
+      "UMN": 29127,
+      "▁Bürger": 29128,
+      "▁wars": 29129,
+      "▁exhibition": 29130,
+      "hill": 29131,
+      "▁astr": 29132,
+      "▁музе": 29133,
+      "▁CASE": 29134,
+      "manifest": 29135,
+      "yellow": 29136,
+      "Fn": 29137,
+      "▁RC": 29138,
+      "▁sott": 29139,
+      "▁sujet": 29140,
+      "▁Socket": 29141,
+      "▁Chine": 29142,
+      "▁frameworks": 29143,
+      "Hold": 29144,
+      "êts": 29145,
+      "▁філь": 29146,
+      "Loaded": 29147,
+      "ophe": 29148,
+      "texte": 29149,
+      "▁expres": 29150,
+      "▁consume": 29151,
+      "▁Richtung": 29152,
+      "ografi": 29153,
+      "▁magnific": 29154,
+      "àt": 29155,
+      "▁indul": 29156,
+      "ryty": 29157,
+      "▁offici": 29158,
+      "▁assault": 29159,
+      "rund": 29160,
+      "▁variants": 29161,
+      "▁сельсов": 29162,
+      "▁excitement": 29163,
+      "Times": 29164,
+      "kotlin": 29165,
+      "▁gering": 29166,
+      "▁Engel": 29167,
+      "▁Timer": 29168,
+      "²).": 29169,
+      "▁Ng": 29170,
+      "ässt": 29171,
+      "schau": 29172,
+      "SError": 29173,
+      "▁Edwards": 29174,
+      "▁Terminal": 29175,
+      "lict": 29176,
+      "Under": 29177,
+      "▁spawn": 29178,
+      "ürgen": 29179,
+      "▁Außerdem": 29180,
+      "▁kitchen": 29181,
+      "fahrt": 29182,
+      "▁Colors": 29183,
+      "▁система": 29184,
+      "▁terminated": 29185,
+      "▁LaTeX": 29186,
+      "igkeiten": 29187,
+      "▁mesure": 29188,
+      "▁Amts": 29189,
+      "▁empir": 29190,
+      "▁striking": 29191,
+      "▁exclusive": 29192,
+      "тех": 29193,
+      "▁rez": 29194,
+      "▁quan": 29195,
+      "▁Glasgow": 29196,
+      "▁lecture": 29197,
+      "▁Testament": 29198,
+      "▁funds": 29199,
+      "▁stessa": 29200,
+      "▁tribes": 29201,
+      "▁parfois": 29202,
+      "▁treball": 29203,
+      "nitz": 29204,
+      "bove": 29205,
+      "▁заслу": 29206,
+      "▁absent": 29207,
+      "▁Lauf": 29208,
+      "Smith": 29209,
+      "▁Николай": 29210,
+      "▁européenne": 29211,
+      "lr": 29212,
+      "▁programma": 29213,
+      "▁midst": 29214,
+      "▁daughters": 29215,
+      "Syn": 29216,
+      "oben": 29217,
+      "ână": 29218,
+      "idan": 29219,
+      "▁ther": 29220,
+      "odore": 29221,
+      "sdl": 29222,
+      "▁Quint": 29223,
+      "▁casos": 29224,
+      "▁Zam": 29225,
+      "▁страны": 29226,
+      "▁sprite": 29227,
+      "кал": 29228,
+      "▁nasc": 29229,
+      "▁сотруд": 29230,
+      "▁trava": 29231,
+      "▁хозяй": 29232,
+      "▁Uruguay": 29233,
+      "▁sparse": 29234,
+      "▁поле": 29235,
+      "▁mystery": 29236,
+      "▁Mang": 29237,
+      "registr": 29238,
+      "▁CGFloat": 29239,
+      "▁submission": 29240,
+      "вана": 29241,
+      "▁\":": 29242,
+      "▁Traceback": 29243,
+      "▁Pit": 29244,
+      "▁Ehr": 29245,
+      "▁сра": 29246,
+      "▁Graphics": 29247,
+      "Updated": 29248,
+      "▁svensk": 29249,
+      "▁spacing": 29250,
+      "tritt": 29251,
+      "▁Guinea": 29252,
+      "▁França": 29253,
+      "Associ": 29254,
+      "▁Tová": 29255,
+      "stab": 29256,
+      "▁Learning": 29257,
+      "▁Bright": 29258,
+      "śc": 29259,
+      "▁idő": 29260,
+      "}}_{\\": 29261,
+      "▁droite": 29262,
+      "▁raising": 29263,
+      "getting": 29264,
+      "ythm": 29265,
+      "onyme": 29266,
+      "żs": 29267,
+      "▁blah": 29268,
+      "TagName": 29269,
+      "Vertical": 29270,
+      "▁aper": 29271,
+      "postgresql": 29272,
+      "▁Handle": 29273,
+      "zew": 29274,
+      "▁skulle": 29275,
+      "▁opere": 29276,
+      "layers": 29277,
+      "▁possono": 29278,
+      "▁relate": 29279,
+      "ąc": 29280,
+      "▁Mih": 29281,
+      "âge": 29282,
+      "▁Świ": 29283,
+      "isses": 29284,
+      "▁servlet": 29285,
+      "Los": 29286,
+      "▁Advanced": 29287,
+      "atica": 29288,
+      "▁ced": 29289,
+      "▁elementos": 29290,
+      "рона": 29291,
+      "iks": 29292,
+      "arf": 29293,
+      "ariat": 29294,
+      "Mobile": 29295,
+      "agua": 29296,
+      "▁timp": 29297,
+      "▁Comité": 29298,
+      "▁combining": 29299,
+      "wohl": 29300,
+      "▁Study": 29301,
+      "coordinate": 29302,
+      "▁recommendation": 29303,
+      "▁transformations": 29304,
+      "until": 29305,
+      "bounded": 29306,
+      "▁изу": 29307,
+      "hanced": 29308,
+      "▁вопро": 29309,
+      "▁Prés": 29310,
+      "▁coord": 29311,
+      "xty": 29312,
+      "▁$,": 29313,
+      "▁champions": 29314,
+      "Den": 29315,
+      "Mil": 29316,
+      "(',": 29317,
+      "▁Preis": 29318,
+      "▁eigh": 29319,
+      "▁markers": 29320,
+      "▁gewesen": 29321,
+      "ätten": 29322,
+      "▁pione": 29323,
+      "mv": 29324,
+      "▁ју": 29325,
+      "zeichnis": 29326,
+      "hoff": 29327,
+      "News": 29328,
+      "▁Stanisław": 29329,
+      "▁Brandenburg": 29330,
+      "▁Feuer": 29331,
+      "=&": 29332,
+      "жет": 29333,
+      "▁Neil": 29334,
+      "▁wirk": 29335,
+      "▁società": 29336,
+      "▁spare": 29337,
+      "▁civile": 29338,
+      "sprach": 29339,
+      "▁disse": 29340,
+      "▁gates": 29341,
+      "▁anom": 29342,
+      "▁Федерации": 29343,
+      "▁tib": 29344,
+      "▁fútbol": 29345,
+      "▁Wikiped": 29346,
+      "iate": 29347,
+      "Front": 29348,
+      "▁craw": 29349,
+      "▁Rak": 29350,
+      "▁зву": 29351,
+      "street": 29352,
+      "▁Agency": 29353,
+      "вало": 29354,
+      "▁Рас": 29355,
+      "▁mkdir": 29356,
+      "ację": 29357,
+      "▁shares": 29358,
+      "Story": 29359,
+      "▁remarks": 29360,
+      "▁keywords": 29361,
+      "Bob": 29362,
+      "▁toe": 29363,
+      "▁Vitt": 29364,
+      "▁rhs": 29365,
+      "ROP": 29366,
+      "oris": 29367,
+      "/@": 29368,
+      "сии": 29369,
+      "▁traverse": 29370,
+      "▁referencing": 29371,
+      "präsident": 29372,
+      "rong": 29373,
+      "'):": 29374,
+      "aties": 29375,
+      "AW": 29376,
+      "Outlet": 29377,
+      "▁évol": 29378,
+      "ikes": 29379,
+      "▁environmental": 29380,
+      "icum": 29381,
+      "▁Lied": 29382,
+      "▁warn": 29383,
+      "▁Butler": 29384,
+      "▁%),": 29385,
+      "▁Zeitschrift": 29386,
+      "▁Montr": 29387,
+      "важа": 29388,
+      "▁Mercur": 29389,
+      "jekte": 29390,
+      "meter": 29391,
+      "ducation": 29392,
+      "▁attributed": 29393,
+      "*$": 29394,
+      "▁unf": 29395,
+      "▁Vertrag": 29396,
+      "zien": 29397,
+      "▁Роб": 29398,
+      "lices": 29399,
+      "pply": 29400,
+      "ansen": 29401,
+      "▁zeit": 29402,
+      "▁immense": 29403,
+      "▁lutego": 29404,
+      "▁Bulgar": 29405,
+      "▁miembros": 29406,
+      "▁Националь": 29407,
+      "▁Allow": 29408,
+      "▁anglès": 29409,
+      "дви": 29410,
+      "▁Toy": 29411,
+      "туа": 29412,
+      "▁yard": 29413,
+      "(%": 29414,
+      "isser": 29415,
+      "▁golf": 29416,
+      "▁Ukrain": 29417,
+      "▁hosp": 29418,
+      "Include": 29419,
+      "▁Lisa": 29420,
+      "▁csal": 29421,
+      "▁Mira": 29422,
+      "recogn": 29423,
+      "▁Ке": 29424,
+      "▁hitting": 29425,
+      "кономі": 29426,
+      "▁Tournament": 29427,
+      "LOAD": 29428,
+      "▁Guardian": 29429,
+      "▁daher": 29430,
+      "▁timezone": 29431,
+      "▁tomcat": 29432,
+      "▁successor": 29433,
+      "▁Void": 29434,
+      "▁começ": 29435,
+      "▁converts": 29436,
+      "ächs": 29437,
+      "osex": 29438,
+      "xelles": 29439,
+      "aser": 29440,
+      "▁És": 29441,
+      "▁mou": 29442,
+      "▁ung": 29443,
+      "▁origen": 29444,
+      "▁Crow": 29445,
+      "▁Erd": 29446,
+      "▁sieben": 29447,
+      "lua": 29448,
+      "▁BB": 29449,
+      "RENT": 29450,
+      "▁piłkar": 29451,
+      "▁marque": 29452,
+      "▁Labour": 29453,
+      "viders": 29454,
+      "▁exempl": 29455,
+      "Sound": 29456,
+      "▁Wass": 29457,
+      "arrison": 29458,
+      "▁течение": 29459,
+      "▁Oficina": 29460,
+      "▁Daw": 29461,
+      "▁Kauf": 29462,
+      "ént": 29463,
+      "éső": 29464,
+      "▁=\"": 29465,
+      "▁kat": 29466,
+      "diction": 29467,
+      "▁Voll": 29468,
+      "▁highway": 29469,
+      "James": 29470,
+      "zeuge": 29471,
+      "▁modelo": 29472,
+      "Throw": 29473,
+      "▁Forum": 29474,
+      "(\"@": 29475,
+      "▁enfer": 29476,
+      "▁специаль": 29477,
+      "Numbers": 29478,
+      "▁Binary": 29479,
+      "▁Martínez": 29480,
+      "▁Stato": 29481,
+      "▁festiv": 29482,
+      "▁katol": 29483,
+      "▁Аб": 29484,
+      "▁limitation": 29485,
+      "▁STR": 29486,
+      "▁Официаль": 29487,
+      "ipes": 29488,
+      "▁Isn": 29489,
+      "▁ruled": 29490,
+      "▁cí": 29491,
+      "geber": 29492,
+      "▁lavoro": 29493,
+      "▁parentheses": 29494,
+      "оз": 29495,
+      "▁équipes": 29496,
+      "▁efficiently": 29497,
+      "▁Period": 29498,
+      "▁Regarding": 29499,
+      "leaf": 29500,
+      "▁similarity": 29501,
+      "▁gesture": 29502,
+      "datab": 29503,
+      "▁terminate": 29504,
+      "▁semantics": 29505,
+      "▁Alo": 29506,
+      "▁cig": 29507,
+      "▁OpenGL": 29508,
+      "▁heutigen": 29509,
+      "xaml": 29510,
+      "▁frequencies": 29511,
+      ")}.": 29512,
+      "▁threatened": 29513,
+      "тик": 29514,
+      "▁calcio": 29515,
+      "▁Riemann": 29516,
+      "slug": 29517,
+      "▁Finale": 29518,
+      "LR": 29519,
+      "▁Derby": 29520,
+      "▁още": 29521,
+      "▁deviation": 29522,
+      "ächen": 29523,
+      "▁Cris": 29524,
+      "ново": 29525,
+      "▁столі": 29526,
+      "▁relev": 29527,
+      "▁splendid": 29528,
+      "▁учё": 29529,
+      "erving": 29530,
+      "gable": 29531,
+      "▁générale": 29532,
+      "pom": 29533,
+      "▁Cheers": 29534,
+      "▁imprison": 29535,
+      "▁indent": 29536,
+      "▁analyz": 29537,
+      "▁revert": 29538,
+      "érer": 29539,
+      "▁phases": 29540,
+      "FirstName": 29541,
+      "▁mig": 29542,
+      "▁disturb": 29543,
+      "▁mixture": 29544,
+      "▁){": 29545,
+      "inture": 29546,
+      "▁Tried": 29547,
+      "▁sooner": 29548,
+      "▁pels": 29549,
+      "▁établ": 29550,
+      "etro": 29551,
+      "itie": 29552,
+      "▁quartier": 29553,
+      "▁гово": 29554,
+      "▁város": 29555,
+      "ufe": 29556,
+      "heten": 29557,
+      "хом": 29558,
+      "▁soap": 29559,
+      "utors": 29560,
+      "▁duch": 29561,
+      "syntax": 29562,
+      "▁tribe": 29563,
+      "▁chante": 29564,
+      "Tri": 29565,
+      "▁Mate": 29566,
+      "quality": 29567,
+      "uola": 29568,
+      "=\".": 29569,
+      "chk": 29570,
+      "▁всі": 29571,
+      "▁przeci": 29572,
+      "▁Meteor": 29573,
+      "▁scattered": 29574,
+      "Plus": 29575,
+      "trad": 29576,
+      "▁stackoverflow": 29577,
+      "▁retra": 29578,
+      "▁éditions": 29579,
+      "▁sain": 29580,
+      "cribe": 29581,
+      "ignon": 29582,
+      "ucker": 29583,
+      "▁мало": 29584,
+      "▁tenir": 29585,
+      "▁exports": 29586,
+      "▁auxili": 29587,
+      "▁]]": 29588,
+      "▁CBS": 29589,
+      "uniform": 29590,
+      "▁periodic": 29591,
+      "agrant": 29592,
+      "▁emple": 29593,
+      "Wil": 29594,
+      "▁fres": 29595,
+      "▁strutt": 29596,
+      "▁світ": 29597,
+      "▁betre": 29598,
+      "▁объек": 29599,
+      "тися": 29600,
+      "▁bisher": 29601,
+      "baum": 29602,
+      "ishi": 29603,
+      "▁Gazette": 29604,
+      "backgroundColor": 29605,
+      "jl": 29606,
+      "▁fiel": 29607,
+      "▁према": 29608,
+      "▁protagonista": 29609,
+      "▁Muhammad": 29610,
+      "▁simulate": 29611,
+      "▁Hook": 29612,
+      "fest": 29613,
+      "▁своих": 29614,
+      "Sender": 29615,
+      "▁listened": 29616,
+      "жі": 29617,
+      "jest": 29618,
+      "kord": 29619,
+      "Choice": 29620,
+      "▁hoofd": 29621,
+      "reducible": 29622,
+      "hpp": 29623,
+      "▁Wu": 29624,
+      "ši": 29625,
+      "▁Marse": 29626,
+      "▁soir": 29627,
+      "westen": 29628,
+      "emos": 29629,
+      "▁Duc": 29630,
+      "▁amerik": 29631,
+      "|}{": 29632,
+      "▁Gul": 29633,
+      "▁Sprache": 29634,
+      "▁mismatch": 29635,
+      "Scal": 29636,
+      "Pixel": 29637,
+      "EF": 29638,
+      "▁Sep": 29639,
+      "▁powiecie": 29640,
+      "urk": 29641,
+      "▁Napoli": 29642,
+      "▁neighbourhood": 29643,
+      "стоян": 29644,
+      "▁searches": 29645,
+      "yrus": 29646,
+      "пет": 29647,
+      "Help": 29648,
+      "pont": 29649,
+      "▁Orient": 29650,
+      "▁Alfonso": 29651,
+      "▁monitoring": 29652,
+      "iao": 29653,
+      "édé": 29654,
+      "▁César": 29655,
+      "шее": 29656,
+      "Shift": 29657,
+      "suit": 29658,
+      "coded": 29659,
+      "ното": 29660,
+      "▁Parti": 29661,
+      "▁lasci": 29662,
+      "▁awesome": 29663,
+      "usta": 29664,
+      "▁Сове": 29665,
+      "▁Fland": 29666,
+      "oom": 29667,
+      "▁devi": 29668,
+      "engelsk": 29669,
+      "endum": 29670,
+      "▁Pascal": 29671,
+      "▁Bind": 29672,
+      "▁siguientes": 29673,
+      "JB": 29674,
+      "▁Petersburg": 29675,
+      "▁incorrectly": 29676,
+      "▁Bash": 29677,
+      "▁pelos": 29678,
+      "▁zespo": 29679,
+      "NSURL": 29680,
+      "▁přek": 29681,
+      "▁Crime": 29682,
+      "nach": 29683,
+      "▁thrust": 29684,
+      "▁Cultura": 29685,
+      "WF": 29686,
+      "▁Solo": 29687,
+      "▁invas": 29688,
+      "▁individually": 29689,
+      "ibm": 29690,
+      "▁etapa": 29691,
+      "▁handed": 29692,
+      "▁wherever": 29693,
+      "▁interpolation": 29694,
+      "▁musée": 29695,
+      "▁CNN": 29696,
+      "idia": 29697,
+      "ństw": 29698,
+      "▁przew": 29699,
+      "ughing": 29700,
+      "▁actors": 29701,
+      "▁Oriental": 29702,
+      "▁convenience": 29703,
+      "▁miasta": 29704,
+      "brains": 29705,
+      "▁меся": 29706,
+      "▁infatti": 29707,
+      "▁AllMovie": 29708,
+      "▁critique": 29709,
+      "▁successo": 29710,
+      "ancouver": 29711,
+      "▁fá": 29712,
+      "ългар": 29713,
+      "▁wisdom": 29714,
+      "▁Phoenix": 29715,
+      "hole": 29716,
+      "▁información": 29717,
+      "▁Airlines": 29718,
+      ".«": 29719,
+      "mort": 29720,
+      "userId": 29721,
+      "▁*/\r": 29722,
+      "▁Congo": 29723,
+      "▁\"`": 29724,
+      "corr": 29725,
+      "▁problemas": 29726,
+      "▁bib": 29727,
+      "▁później": 29728,
+      "▁fileName": 29729,
+      "zott": 29730,
+      "macht": 29731,
+      "▁Ulrich": 29732,
+      "Cy": 29733,
+      "endpoint": 29734,
+      "▁sheep": 29735,
+      "▁ibn": 29736,
+      "Feed": 29737,
+      "▁sympathy": 29738,
+      "▁Ib": 29739,
+      "▁territorial": 29740,
+      "rating": 29741,
+      "дами": 29742,
+      "▁dst": 29743,
+      "ую": 29744,
+      "aho": 29745,
+      "▁sug": 29746,
+      "emia": 29747,
+      "▁ted": 29748,
+      "▁Api": 29749,
+      "▁Rica": 29750,
+      "▁MR": 29751,
+      "ńskim": 29752,
+      "▁Voor": 29753,
+      "▁devil": 29754,
+      "▁Фо": 29755,
+      "▁När": 29756,
+      "▁...)": 29757,
+      "▁vois": 29758,
+      "▁abbre": 29759,
+      "▁Männer": 29760,
+      "ximo": 29761,
+      "▁intellectual": 29762,
+      "▁tales": 29763,
+      "similar": 29764,
+      "neum": 29765,
+      "▁Orig": 29766,
+      "▁postal": 29767,
+      "▁hvor": 29768,
+      "▁identification": 29769,
+      "▁Од": 29770,
+      "uesto": 29771,
+      "▁../": 29772,
+      "▁bir": 29773,
+      "▁Лон": 29774,
+      "▁esempio": 29775,
+      "▁Eing": 29776,
+      "Expand": 29777,
+      "▁PRIMARY": 29778,
+      "▁Jin": 29779,
+      "▁však": 29780,
+      "ourses": 29781,
+      "▁Betty": 29782,
+      "▁WM": 29783,
+      "▁flask": 29784,
+      "hlen": 29785,
+      "▁Adel": 29786,
+      "laravel": 29787,
+      "▁дет": 29788,
+      "ською": 29789,
+      "▁Mundo": 29790,
+      "iczn": 29791,
+      "ifié": 29792,
+      "▁Мор": 29793,
+      "▁древ": 29794,
+      "DateFormat": 29795,
+      "ським": 29796,
+      "▁dated": 29797,
+      "коли": 29798,
+      "▁результате": 29799,
+      "\\).": 29800,
+      "▁delayed": 29801,
+      "sound": 29802,
+      "▁Мак": 29803,
+      "▁\"...": 29804,
+      "▁binnen": 29805,
+      "▁факуль": 29806,
+      "▁polygon": 29807,
+      "▁eggs": 29808,
+      "AtIndexPath": 29809,
+      "менталь": 29810,
+      "▁incred": 29811,
+      "chunk": 29812,
+      "webdriver": 29813,
+      "▁свобо": 29814,
+      "▁między": 29815,
+      "Received": 29816,
+      "▁Monde": 29817,
+      "▁JQuery": 29818,
+      "Butt": 29819,
+      "▁PDO": 29820,
+      "▁forec": 29821,
+      "▁discipline": 29822,
+      "chev": 29823,
+      "нат": 29824,
+      "▁redis": 29825,
+      "▁hunting": 29826,
+      "▁alk": 29827,
+      "▁proofs": 29828,
+      "PRI": 29829,
+      "▁chip": 29830,
+      "ésie": 29831,
+      "▁HO": 29832,
+      "▁rug": 29833,
+      "zos": 29834,
+      "▁sorte": 29835,
+      "▁zeigt": 29836,
+      "▁Physics": 29837,
+      "legte": 29838,
+      "▁proportional": 29839,
+      "▁toolbar": 29840,
+      "vement": 29841,
+      "notin": 29842,
+      "▁první": 29843,
+      "blah": 29844,
+      "▁présence": 29845,
+      "▁lloc": 29846,
+      "▁líder": 29847,
+      "▁Accept": 29848,
+      "▁Always": 29849,
+      "▁\"{": 29850,
+      "▁diversi": 29851,
+      "ikor": 29852,
+      "Period": 29853,
+      "жён": 29854,
+      "▁Alliance": 29855,
+      "▁relay": 29856,
+      "Bro": 29857,
+      "jön": 29858,
+      "▁Baud": 29859,
+      "▁Bian": 29860,
+      "')[": 29861,
+      "чив": 29862,
+      "▁Poss": 29863,
+      "▁Mitglieder": 29864,
+      "▁nev": 29865,
+      "Daniel": 29866,
+      "▁tends": 29867,
+      "▁compagnie": 29868,
+      "▁livres": 29869,
+      "lub": 29870,
+      "▁": 29871,
+      "e": 29872,
+      "t": 29873,
+      "a": 29874,
+      "i": 29875,
+      "n": 29876,
+      "o": 29877,
+      "r": 29878,
+      "s": 29879,
+      "l": 29880,
+      "d": 29881,
+      "h": 29882,
+      "c": 29883,
+      "u": 29884,
+      "m": 29885,
+      "p": 29886,
+      "g": 29887,
+      "f": 29888,
+      ".": 29889,
+      "b": 29890,
+      "y": 29891,
+      ",": 29892,
+      "w": 29893,
+      "v": 29894,
+      "k": 29895,
+      "1": 29896,
+      ")": 29897,
+      "(": 29898,
+      "-": 29899,
+      "0": 29900,
+      ":": 29901,
+      "I": 29902,
+      "S": 29903,
+      "о": 29904,
+      "\\": 29905,
+      "2": 29906,
+      "C": 29907,
+      "\"": 29908,
+      "A": 29909,
+      "а": 29910,
+      "T": 29911,
+      "{": 29912,
+      "}": 29913,
+      "/": 29914,
+      "'": 29915,
+      "x": 29916,
+      "и": 29917,
+      "_": 29918,
+      "е": 29919,
+      "z": 29920,
+      "н": 29921,
+      "=": 29922,
+      "E": 29923,
+      "M": 29924,
+      "P": 29925,
+      "j": 29926,
+      "р": 29927,
+      "D": 29928,
+      "9": 29929,
+      "*": 29930,
+      "L": 29931,
+      "т": 29932,
+      "B": 29933,
+      "R": 29934,
+      "с": 29935,
+      ";": 29936,
+      "#": 29937,
+      "$": 29938,
+      "q": 29939,
+      "N": 29940,
+      "3": 29941,
+      "в": 29942,
+      "F": 29943,
+      "л": 29944,
+      "5": 29945,
+      "4": 29946,
+      "8": 29947,
+      "é": 29948,
+      "O": 29949,
+      "H": 29950,
+      "к": 29951,
+      "`": 29952,
+      "6": 29953,
+      "G": 29954,
+      "7": 29955,
+      "W": 29956,
+      "д": 29957,
+      ">": 29958,
+      "м": 29959,
+      "у": 29960,
+      "[": 29961,
+      "]": 29962,
+      "V": 29963,
+      "п": 29964,
+      "U": 29965,
+      "<": 29966,
+      "J": 29967,
+      "K": 29968,
+      "г": 29969,
+      "я": 29970,
+      "і": 29971,
+      "з": 29972,
+      "?": 29973,
+      "+": 29974,
+      "б": 29975,
+      "á": 29976,
+      "й": 29977,
+      "ь": 29978,
+      "Y": 29979,
+      "ó": 29980,
+      "ч": 29981,
+      "ы": 29982,
+      "í": 29983,
+      "Q": 29984,
+      "^": 29985,
+      "ä": 29986,
+      "&": 29987,
+      "х": 29988,
+      "|": 29989,
+      "X": 29990,
+      "!": 29991,
+      "@": 29992,
+      "ü": 29993,
+      "–": 29994,
+      "%": 29995,
+      "ц": 29996,
+      "ö": 29997,
+      "ж": 29998,
+      "Z": 29999,
+      "è": 30000,
+      "à": 30001,
+      "ш": 30002,
+      "—": 30003,
+      "\r": 30004,
+      "ю": 30005,
+      "ł": 30006,
+      "»": 30007,
+      "С": 30008,
+      "«": 30009,
+      "’": 30010,
+      "ф": 30011,
+      "В": 30012,
+      "П": 30013,
+      "К": 30014,
+      "“": 30015,
+      "ј": 30016,
+      "М": 30017,
+      "А": 30018,
+      "ç": 30019,
+      "å": 30020,
+      "щ": 30021,
+      "~": 30022,
+      "ę": 30023,
+      "”": 30024,
+      "ą": 30025,
+      "č": 30026,
+      "Р": 30027,
+      "ї": 30028,
+      "Н": 30029,
+      "ú": 30030,
+      "Б": 30031,
+      "Д": 30032,
+      "ã": 30033,
+      "ß": 30034,
+      "ă": 30035,
+      "ě": 30036,
+      "ê": 30037,
+      "О": 30038,
+      "š": 30039,
+      "Г": 30040,
+      "Т": 30041,
+      "ż": 30042,
+      "ё": 30043,
+      "ž": 30044,
+      "ś": 30045,
+      "ñ": 30046,
+      "ř": 30047,
+      "ő": 30048,
+      "„": 30049,
+      "Л": 30050,
+      "э": 30051,
+      "ý": 30052,
+      "У": 30053,
+      "И": 30054,
+      "ъ": 30055,
+      "є": 30056,
+      "â": 30057,
+      "î": 30058,
+      "ò": 30059,
+      "З": 30060,
+      "Ф": 30061,
+      "É": 30062,
+      "ć": 30063,
+      "·": 30064,
+      "ș": 30065,
+      "ń": 30066,
+      "ț": 30067,
+      "Х": 30068,
+      "ô": 30069,
+      "Е": 30070,
+      "ù": 30071,
+      "ů": 30072,
+      "°": 30073,
+      "Ш": 30074,
+      "љ": 30075,
+      "Ч": 30076,
+      "ø": 30077,
+      "æ": 30078,
+      "њ": 30079,
+      " ": 30080,
+      " ": 30081,
+      "Э": 30082,
+      "ë": 30083,
+      "õ": 30084,
+      "ï": 30085,
+      "‘": 30086,
+      "†": 30087,
+      "²": 30088,
+      "ű": 30089,
+      "І": 30090,
+      "─": 30091,
+      "Ц": 30092,
+      "ћ": 30093,
+      "Ö": 30094,
+      "û": 30095,
+      "Я": 30096,
+      "ì": 30097,
+      "…": 30098,
+      "ō": 30099,
+      "Ж": 30100,
+      "Ю": 30101,
+      "Á": 30102,
+      "́": 30103,
+      "Ü": 30104,
+      "º": 30105,
+      "œ": 30106,
+      "ā": 30107,
+      "Č": 30108,
+      "ź": 30109,
+      "α": 30110,
+      "│": 30111,
+      "ا": 30112,
+      "À": 30113,
+      "═": 30114,
+      "Š": 30115,
+      "ђ": 30116,
+      "№": 30117,
+      " ": 30118,
+      "•": 30119,
+      "−": 30120,
+      "→": 30121,
+      "×": 30122,
+      "ο": 30123,
+      "₂": 30124,
+      "Ä": 30125,
+      "Î": 30126,
+      "Ś": 30127,
+      "đ": 30128,
+      "Å": 30129,
+      "ı": 30130,
+      "‎": 30131,
+      "ū": 30132,
+      "ν": 30133,
+      "Й": 30134,
+      "ª": 30135,
+      "ι": 30136,
+      "τ": 30137,
+      "ل": 30138,
+      "′": 30139,
+      "�": 30140,
+      "È": 30141,
+      "λ": 30142,
+      "": 30143,
+      "Ž": 30144,
+      "ς": 30145,
+      "ň": 30146,
+      "ρ": 30147,
+      "₁": 30148,
+      "Є": 30149,
+      "ī": 30150,
+      "ε": 30151,
+      "§": 30152,
+      "Ł": 30153,
+      "Ј": 30154,
+      "£": 30155,
+      "ر": 30156,
+      "Ż": 30157,
+      "¿": 30158,
+      "م": 30159,
+      "″": 30160,
+      "Ú": 30161,
+      "ن": 30162,
+      "ي": 30163,
+      "σ": 30164,
+      "´": 30165,
+      "​": 30166,
+      "μ": 30167,
+      "³": 30168,
+      "ş": 30169,
+      "π": 30170,
+      "و": 30171,
+      "د": 30172,
+      "κ": 30173,
+      "₃": 30174,
+      "Í": 30175,
+      "ˈ": 30176,
+      "ب": 30177,
+      "Ó": 30178,
+      "Ã": 30179,
+      "¡": 30180,
+      "€": 30181,
+      "ť": 30182,
+      "η": 30183,
+      "ə": 30184,
+      "ー": 30185,
+      "Щ": 30186,
+      "β": 30187,
+      "├": 30188,
+      "ð": 30189,
+      "ґ": 30190,
+      "­": 30191,
+      "υ": 30192,
+      "¹": 30193,
+      "₄": 30194,
+      "ت": 30195,
+      "י": 30196,
+      "γ": 30197,
+      "س": 30198,
+      "の": 30199,
+      "ğ": 30200,
+      "δ": 30201,
+      "ی": 30202,
+      "ン": 30203,
+      "ه": 30204,
+      "ו": 30205,
+      "ω": 30206,
+      "ί": 30207,
+      "█": 30208,
+      "θ": 30209,
+      "的": 30210,
+      "©": 30211,
+      "Â": 30212,
+      "↑": 30213,
+      "，": 30214,
+      "ː": 30215,
+      "ά": 30216,
+      "―": 30217,
+      "ع": 30218,
+      "Ç": 30219,
+      "₀": 30220,
+      "±": 30221,
+      "Ø": 30222,
+      "ď": 30223,
+      "Ř": 30224,
+      "Œ": 30225,
+      "½": 30226,
+      "└": 30227,
+      "ό": 30228,
+      "‚": 30229,
+      "ē": 30230,
+      "₅": 30231,
+      "Æ": 30232,
+      "Ș": 30233,
+      "ɛ": 30234,
+      "ה": 30235,
+      "ר": 30236,
+      "φ": 30237,
+      "₆": 30238,
+      "ė": 30239,
+      "ح": 30240,
+      "ف": 30241,
+      "ة": 30242,
+      "İ": 30243,
+      " ": 30244,
+      "←": 30245,
+      "║": 30246,
+      "ɔ": 30247,
+      "≤": 30248,
+      "ל": 30249,
+      "Đ": 30250,
+      "ա": 30251,
+      "Ō": 30252,
+      "א": 30253,
+      "്": 30254,
+      "ス": 30255,
+      "ش": 30256,
+      "大": 30257,
+      "ル": 30258,
+      "џ": 30259,
+      "イ": 30260,
+      "⟩": 30261,
+      " ": 30262,
+      "µ": 30263,
+      "∈": 30264,
+      "ق": 30265,
+      "⟨": 30266,
+      "。": 30267,
+      "Ґ": 30268,
+      "ा": 30269,
+      "ج": 30270,
+      "ʿ": 30271,
+      "ა": 30272,
+      "έ": 30273,
+      "χ": 30274,
+      "中": 30275,
+      "ב": 30276,
+      "ი": 30277,
+      "₈": 30278,
+      "ト": 30279,
+      "ή": 30280,
+      "ラ": 30281,
+      "Џ": 30282,
+      "ك": 30283,
+      "₇": 30284,
+      "מ": 30285,
+      "ת": 30286,
+      "一": 30287,
+      "Π": 30288,
+      "า": 30289,
+      "・": 30290,
+      "Σ": 30291,
+      "Α": 30292,
+      "Δ": 30293,
+      "ש": 30294,
+      "ز": 30295,
+      "्": 30296,
+      "ร": 30297,
+      "い": 30298,
+      "ʻ": 30299,
+      "Њ": 30300,
+      "₉": 30301,
+      "ʼ": 30302,
+      "リ": 30303,
+      "‐": 30304,
+      "ク": 30305,
+      "∞": 30306,
+      "⁄": 30307,
+      "ύ": 30308,
+      "Ş": 30309,
+      "ア": 30310,
+      "Ε": 30311,
+      "ɪ": 30312,
+      "人": 30313,
+      "Κ": 30314,
+      "∀": 30315,
+      "र": 30316,
+      "ッ": 30317,
+      "►": 30318,
+      "子": 30319,
+      "¬": 30320,
+      "خ": 30321,
+      "◄": 30322,
+      "َ": 30323,
+      "ע": 30324,
+      "日": 30325,
+      "し": 30326,
+      "ḥ": 30327,
+      "נ": 30328,
+      "山": 30329,
+      "、": 30330,
+      "Ї": 30331,
+      "る": 30332,
+      "文": 30333,
+      "Ñ": 30334,
+      "ド": 30335,
+      "ד": 30336,
+      "ն": 30337,
+      "Ђ": 30338,
+      "Γ": 30339,
+      "þ": 30340,
+      "’": 30341,
+      "®": 30342,
+      "ک": 30343,
+      "“": 30344,
+      "⚭": 30345,
+      "本": 30346,
+      "ℕ": 30347,
+      "น": 30348,
+      "ѝ": 30349,
+      "̶": 30350,
+      "อ": 30351,
+      "ў": 30352,
+      "に": 30353,
+      "数": 30354,
+      "ე": 30355,
+      "国": 30356,
+      "Ω": 30357,
+      "　": 30358,
+      "ǎ": 30359,
+      "ص": 30360,
+      "”": 30361,
+      "Μ": 30362,
+      " ": 30363,
+      "と": 30364,
+      "⁠": 30365,
+      "た": 30366,
+      "ط": 30367,
+      "ր": 30368,
+      "タ": 30369,
+      "ÿ": 30370,
+      "な": 30371,
+      "أ": 30372,
+      "シ": 30373,
+      "新": 30374,
+      "﹕": 30375,
+      "ʃ": 30376,
+      "ľ": 30377,
+      "ロ": 30378,
+      "⁴": 30379,
+      "்": 30380,
+      "⇒": 30381,
+      "ţ": 30382,
+      "：": 30383,
+      "Ț": 30384,
+      "ക": 30385,
+      "≥": 30386,
+      "ി": 30387,
+      "マ": 30388,
+      "ん": 30389,
+      "ṣ": 30390,
+      "ジ": 30391,
+      "是": 30392,
+      "이": 30393,
+      "⋅": 30394,
+      "田": 30395,
+      "を": 30396,
+      "道": 30397,
+      "ง": 30398,
+      "¨": 30399,
+      "ـ": 30400,
+      "เ": 30401,
+      "村": 30402,
+      "Ê": 30403,
+      "ם": 30404,
+      "›": 30405,
+      "用": 30406,
+      "ώ": 30407,
+      "天": 30408,
+      "）": 30409,
+      "་": 30410,
+      "镇": 30411,
+      "か": 30412,
+      "不": 30413,
+      "Τ": 30414,
+      "学": 30415,
+      "ư": 30416,
+      "有": 30417,
+      "ո": 30418,
+      "（": 30419,
+      "レ": 30420,
+      "گ": 30421,
+      "‏": 30422,
+      "フ": 30423,
+      "न": 30424,
+      "ก": 30425,
+      "ɑ": 30426,
+      "す": 30427,
+      "ח": 30428,
+      "上": 30429,
+      "‌": 30430,
+      "∧": 30431,
+      "ṭ": 30432,
+      "ק": 30433,
+      "ξ": 30434,
+      "¤": 30435,
+      "ि": 30436,
+      "会": 30437,
+      "ന": 30438,
+      "カ": 30439,
+      "ų": 30440,
+      "ま": 30441,
+      "ു": 30442,
+      "͡": 30443,
+      "क": 30444,
+      "া": 30445,
+      "小": 30446,
+      "ן": 30447,
+      "行": 30448,
+      "は": 30449,
+      "ʁ": 30450,
+      "Ő": 30451,
+      "Þ": 30452,
+      "り": 30453,
+      "キ": 30454,
+      "Λ": 30455,
+      "რ": 30456,
+      "三": 30457,
+      "が": 30458,
+      "コ": 30459,
+      "ζ": 30460,
+      "市": 30461,
+      "王": 30462,
+      "ℝ": 30463,
+      "Ź": 30464,
+      "う": 30465,
+      "て": 30466,
+      "区": 30467,
+      "ാ": 30468,
+      "‚": 30469,
+      "年": 30470,
+      "פ": 30471,
+      "ի": 30472,
+      "ſ": 30473,
+      "‹": 30474,
+      "त": 30475,
+      "ŏ": 30476,
+      "‑": 30477,
+      "̃": 30478,
+      "Ć": 30479,
+      "ى": 30480,
+      "「": 30481,
+      "」": 30482,
+      "ს": 30483,
+      "Ā": 30484,
+      "म": 30485,
+      "生": 30486,
+      "≠": 30487,
+      "Љ": 30488,
+      "स": 30489,
+      "↔": 30490,
+      "Ο": 30491,
+      "ว": 30492,
+      "ლ": 30493,
+      "成": 30494,
+      "定": 30495,
+      "ล": 30496,
+      "¶": 30497,
+      "כ": 30498,
+      "で": 30499,
+      "ּ": 30500,
+      "ม": 30501,
+      "个": 30502,
+      "和": 30503,
+      "ס": 30504,
+      "在": 30505,
+      "Β": 30506,
+      "ิ": 30507,
+      "Ι": 30508,
+      "⁵": 30509,
+      "ั": 30510,
+      "ɡ": 30511,
+      "━": 30512,
+      "ら": 30513,
+      "オ": 30514,
+      "¼": 30515,
+      "ե": 30516,
+      "バ": 30517,
+      "ָ": 30518,
+      "ŋ": 30519,
+      "ŭ": 30520,
+      "グ": 30521,
+      "⁶": 30522,
+      "Ь": 30523,
+      "⁰": 30524,
+      "方": 30525,
+      "บ": 30526,
+      "—": 30527,
+      "高": 30528,
+      "ệ": 30529,
+      "Ν": 30530,
+      "ѣ": 30531,
+      "ィ": 30532,
+      "地": 30533,
+      "月": 30534,
+      "Ô": 30535,
+      "™": 30536,
+      "ウ": 30537,
+      "き": 30538,
+      "公": 30539,
+      "ạ": 30540,
+      "ო": 30541,
+      "ɾ": 30542,
+      "่": 30543,
+      "出": 30544,
+      "法": 30545,
+      "Θ": 30546,
+      "ส": 30547,
+      "名": 30548,
+      "ย": 30549,
+      "ത": 30550,
+      "Φ": 30551,
+      "↓": 30552,
+      "れ": 30553,
+      "ג": 30554,
+      "Ё": 30555,
+      "ơ": 30556,
+      "下": 30557,
+      "ә": 30558,
+      "ψ": 30559,
+      "┼": 30560,
+      "ャ": 30561,
+      "√": 30562,
+      "¥": 30563,
+      "社": 30564,
+      "ṇ": 30565,
+      "さ": 30566,
+      "ِ": 30567,
+      "く": 30568,
+      "े": 30569,
+      "Ы": 30570,
+      "ἐ": 30571,
+      "テ": 30572,
+      "为": 30573,
+      "乡": 30574,
+      "川": 30575,
+      "ナ": 30576,
+      "之": 30577,
+      "字": 30578,
+      "ム": 30579,
+      "ी": 30580,
+      "海": 30581,
+      "ブ": 30582,
+      "≈": 30583,
+      "！": 30584,
+      "پ": 30585,
+      "¯": 30586,
+      "ἀ": 30587,
+      "ƒ": 30588,
+      "こ": 30589,
+      "ְ": 30590,
+      "東": 30591,
+      "明": 30592,
+      "ὶ": 30593,
+      "时": 30594,
+      "ท": 30595,
+      "ɨ": 30596,
+      "デ": 30597,
+      "️": 30598,
+      "ʊ": 30599,
+      "エ": 30600,
+      "南": 30601,
+      "西": 30602,
+      "ल": 30603,
+      "メ": 30604,
+      "プ": 30605,
+      "平": 30606,
+      "式": 30607,
+      "ῖ": 30608,
+      "қ": 30609,
+      "व": 30610,
+      "غ": 30611,
+      "Ò": 30612,
+      "家": 30613,
+      "ʒ": 30614,
+      "サ": 30615,
+      "≡": 30616,
+      "ダ": 30617,
+      "ต": 30618,
+      "∃": 30619,
+      "₹": 30620,
+      "प": 30621,
+      "第": 30622,
+      "ര": 30623,
+      "ض": 30624,
+      "▄": 30625,
+      "城": 30626,
+      "ミ": 30627,
+      "ɐ": 30628,
+      "¦": 30629,
+      "美": 30630,
+      "件": 30631,
+      "ნ": 30632,
+      "Ð": 30633,
+      "ַ": 30634,
+      "ニ": 30635,
+      "部": 30636,
+      "ņ": 30637,
+      "ǐ": 30638,
+      "ט": 30639,
+      "य": 30640,
+      "あ": 30641,
+      "¾": 30642,
+      "ả": 30643,
+      "ち": 30644,
+      "ュ": 30645,
+      "÷": 30646,
+      "女": 30647,
+      "神": 30648,
+      "♦": 30649,
+      "¢": 30650,
+      "以": 30651,
+      "้": 30652,
+      "র": 30653,
+      "太": 30654,
+      "্": 30655,
+      "チ": 30656,
+      "յ": 30657,
+      "前": 30658,
+      "金": 30659,
+      "ւ": 30660,
+      "野": 30661,
+      "北": 30662,
+      "ห": 30663,
+      "‰": 30664,
+      "っ": 30665,
+      "加": 30666,
+      "原": 30667,
+      "ʲ": 30668,
+      "置": 30669,
+      "安": 30670,
+      "ガ": 30671,
+      "我": 30672,
+      "Ḥ": 30673,
+      "യ": 30674,
+      "京": 30675,
+      "▀": 30676,
+      "მ": 30677,
+      "ვ": 30678,
+      "ʾ": 30679,
+      "∨": 30680,
+      "ִ": 30681,
+      "可": 30682,
+      "取": 30683,
+      "县": 30684,
+      "二": 30685,
+      "▒": 30686,
+      "理": 30687,
+      "自": 30688,
+      "信": 30689,
+      "代": 30690,
+      "ี": 30691,
+      "צ": 30692,
+      "်": 30693,
+      "द": 30694,
+      "⁸": 30695,
+      "̯": 30696,
+      "お": 30697,
+      "要": 30698,
+      "ῦ": 30699,
+      "க": 30700,
+      "ễ": 30701,
+      "ु": 30702,
+      "ƒ": 30703,
+      "ʰ": 30704,
+      "化": 30705,
+      "✓": 30706,
+      "പ": 30707,
+      "의": 30708,
+      "다": 30709,
+      "木": 30710,
+      "ُ": 30711,
+      "̀": 30712,
+      "ˌ": 30713,
+      "ह": 30714,
+      "パ": 30715,
+      "水": 30716,
+      "ế": 30717,
+      "ด": 30718,
+      "ズ": 30719,
+      "⁹": 30720,
+      "島": 30721,
+      "‍": 30722,
+      "も": 30723,
+      "正": 30724,
+      "■": 30725,
+      "آ": 30726,
+      "พ": 30727,
+      "内": 30728,
+      "Ì": 30729,
+      "ǔ": 30730,
+      "┬": 30731,
+      "作": 30732,
+      "合": 30733,
+      "ὸ": 30734,
+      "み": 30735,
+      "▼": 30736,
+      "ῶ": 30737,
+      "⊙": 30738,
+      "～": 30739,
+      "ị": 30740,
+      "ْ": 30741,
+      "回": 30742,
+      "了": 30743,
+      "所": 30744,
+      "事": 30745,
+      "表": 30746,
+      "ำ": 30747,
+      "分": 30748,
+      "⁷": 30749,
+      "ү": 30750,
+      "€": 30751,
+      "入": 30752,
+      "全": 30753,
+      "إ": 30754,
+      "里": 30755,
+      "Χ": 30756,
+      "ं": 30757,
+      "ハ": 30758,
+      "ค": 30759,
+      "⁻": 30760,
+      "モ": 30761,
+      "郎": 30762,
+      "据": 30763,
+      "●": 30764,
+      "州": 30765,
+      "∩": 30766,
+      "者": 30767,
+      "通": 30768,
+      "都": 30769,
+      "ℤ": 30770,
+      "♭": 30771,
+      "╌": 30772,
+      "つ": 30773,
+      "ḍ": 30774,
+      "江": 30775,
+      "ז": 30776,
+      "Ý": 30777,
+      "ө": 30778,
+      "์": 30779,
+      "到": 30780,
+      "ி": 30781,
+      "ʂ": 30782,
+      "对": 30783,
+      "스": 30784,
+      "使": 30785,
+      "ি": 30786,
+      "よ": 30787,
+      "Ἀ": 30788,
+      "Ï": 30789,
+      "∘": 30790,
+      "사": 30791,
+      "ন": 30792,
+      "世": 30793,
+      "ɕ": 30794,
+      "կ": 30795,
+      "უ": 30796,
+      "ട": 30797,
+      "ბ": 30798,
+      "ो": 30799,
+      "വ": 30800,
+      "果": 30801,
+      "十": 30802,
+      "ุ": 30803,
+      "藤": 30804,
+      "来": 30805,
+      "面": 30806,
+      "け": 30807,
+      "ĕ": 30808,
+      "ビ": 30809,
+      "这": 30810,
+      "지": 30811,
+      "ം": 30812,
+      "街": 30813,
+      "石": 30814,
+      "能": 30815,
+      "空": 30816,
+      "տ": 30817,
+      "ئ": 30818,
+      "武": 30819,
+      "ʹ": 30820,
+      "ϕ": 30821,
+      "后": 30822,
+      "ะ": 30823,
+      "元": 30824,
+      "ʔ": 30825,
+      "리": 30826,
+      "기": 30827,
+      "河": 30828,
+      "町": 30829,
+      "花": 30830,
+      "ὐ": 30831,
+      "类": 30832,
+      "░": 30833,
+      "物": 30834,
+      "Η": 30835,
+      "¸": 30836,
+      "ு": 30837,
+      "თ": 30838,
+      "ث": 30839,
+      "െ": 30840,
+      "╠": 30841,
+      "⊆": 30842,
+      "》": 30843,
+      "ツ": 30844,
+      "版": 30845,
+      "动": 30846,
+      "如": 30847,
+      "真": 30848,
+      "ɲ": 30849,
+      "号": 30850,
+      "ذ": 30851,
+      "정": 30852,
+      "林": 30853,
+      "書": 30854,
+      "民": 30855,
+      "口": 30856,
+      "ّ": 30857,
+      "示": 30858,
+      "മ": 30859,
+      "아": 30860,
+      "图": 30861,
+      "∪": 30862,
+      "戦": 30863,
+      "李": 30864,
+      "ല": 30865,
+      "《": 30866,
+      "光": 30867,
+      "白": 30868,
+      "心": 30869,
+      "த": 30870,
+      "ज": 30871,
+      "设": 30872,
+      "ί": 30873,
+      "路": 30874,
+      "ग": 30875,
+      "∥": 30876,
+      "한": 30877,
+      "最": 30878,
+      "Ћ": 30879,
+      "手": 30880,
+      "ս": 30881,
+      "？": 30882,
+      "型": 30883,
+      "ầ": 30884,
+      "セ": 30885,
+      "建": 30886,
+      "ェ": 30887,
+      "主": 30888,
+      "시": 30889,
+      "대": 30890,
+      "ῆ": 30891,
+      "‡": 30892,
+      "集": 30893,
+      "დ": 30894,
+      "目": 30895,
+      "Ρ": 30896,
+      "ァ": 30897,
+      "度": 30898,
+      "長": 30899,
+      "星": 30900,
+      "ノ": 30901,
+      "ộ": 30902,
+      "가": 30903,
+      "五": 30904,
+      "چ": 30905,
+      "로": 30906,
+      "ョ": 30907,
+      "重": 30908,
+      "于": 30909,
+      "发": 30910,
+      "史": 30911,
+      "ظ": 30912,
+      "ช": 30913,
+      "え": 30914,
+      "國": 30915,
+      "ĭ": 30916,
+      "ப": 30917,
+      "인": 30918,
+      "你": 30919,
+      "駅": 30920,
+      "‒": 30921,
+      "♥": 30922,
+      "多": 30923,
+      "ħ": 30924,
+      "Қ": 30925,
+      "ồ": 30926,
+      "士": 30927,
+      "四": 30928,
+      "┴": 30929,
+      "ம": 30930,
+      "司": 30931,
+      "ে": 30932,
+      "ὰ": 30933,
+      "∂": 30934,
+      "╬": 30935,
+      "次": 30936,
+      "Ľ": 30937,
+      "⟶": 30938,
+      "立": 30939,
+      "点": 30940,
+      "音": 30941,
+      "⠀": 30942,
+      "器": 30943,
+      "하": 30944,
+      "井": 30945,
+      "存": 30946,
+      "ֹ": 30947,
+      "当": 30948,
+      "Ë": 30949,
+      "★": 30950,
+      "寺": 30951,
+      "性": 30952,
+      "也": 30953,
+      "め": 30954,
+      "だ": 30955,
+      "位": 30956,
+      "ങ": 30957,
+      "ہ": 30958,
+      "值": 30959,
+      "古": 30960,
+      "გ": 30961,
+      "ব": 30962,
+      "院": 30963,
+      "േ": 30964,
+      "▶": 30965,
+      "ர": 30966,
+      "界": 30967,
+      "語": 30968,
+      "സ": 30969,
+      "수": 30970,
+      "ǒ": 30971,
+      "愛": 30972,
+      "✔": 30973,
+      "時": 30974,
+      "ọ": 30975,
+      "റ": 30976,
+      "մ": 30977,
+      "ケ": 30978,
+      "东": 30979,
+      "同": 30980,
+      "주": 30981,
+      "保": 30982,
+      "Õ": 30983,
+      "ố": 30984,
+      "ἰ": 30985,
+      "青": 30986,
+      "ゴ": 30987,
+      "体": 30988,
+      "清": 30989,
+      "相": 30990,
+      "จ": 30991,
+      "ء": 30992,
+      "情": 30993,
+      "𝕜": 30994,
+      "ক": 30995,
+      "ḫ": 30996,
+      "ờ": 30997,
+      "将": 30998,
+      "族": 30999,
+      "동": 31000,
+      "Υ": 31001,
+      "┌": 31002,
+      "ボ": 31003,
+      "宮": 31004,
+      "』": 31005,
+      "ম": 31006,
+      "『": 31007,
+      "ļ": 31008,
+      "श": 31009,
+      "ป": 31010,
+      "Ա": 31011,
+      "ब": 31012,
+      "자": 31013,
+      "政": 31014,
+      "ா": 31015,
+      "间": 31016,
+      "fi": 31017,
+      "松": 31018,
+      "ṃ": 31019,
+      "始": 31020,
+      "息": 31021,
+      "少": 31022,
+      "教": 31023,
+      "获": 31024,
+      "列": 31025,
+      "开": 31026,
+      "ტ": 31027,
+      "ワ": 31028,
+      "კ": 31029,
+      "科": 31030,
+      "春": 31031,
+      "治": 31032,
+      "吉": 31033,
+      "ས": 31034,
+      "ศ": 31035,
+      "ɒ": 31036,
+      "台": 31037,
+      "ネ": 31038,
+      "း": 31039,
+      "ĩ": 31040,
+      "工": 31041,
+      "ά": 31042,
+      "知": 31043,
+      "八": 31044,
+      "場": 31045,
+      "画": 31046,
+      "百": 31047,
+      "☆": 31048,
+      "記": 31049,
+      "得": 31050,
+      "ソ": 31051,
+      "氏": 31052,
+      "ာ": 31053,
+      "에": 31054,
+      "ল": 31055,
+      "ṛ": 31056,
+      "关": 31057,
+      "ġ": 31058,
+      "έ": 31059,
+      "∑": 31060,
+      "ベ": 31061,
+      "标": 31062,
+      "니": 31063,
+      "ὴ": 31064,
+      "ֵ": 31065,
+      "外": 31066,
+      "♠": 31067,
+      "わ": 31068,
+      "間": 31069,
+      "ภ": 31070,
+      "校": 31071,
+      "制": 31072,
+      "แ": 31073,
+      "力": 31074,
+      "門": 31075,
+      "好": 31076,
+      "ғ": 31077,
+      "Ù": 31078,
+      "ℓ": 31079,
+      "ֶ": 31080,
+      "는": 31081,
+      "┐": 31082,
+      "∗": 31083,
+      "指": 31084,
+      "色": 31085,
+      "返": 31086,
+      "馬": 31087,
+      "请": 31088,
+      "≫": 31089,
+      "風": 31090,
+      "ό": 31091,
+      "接": 31092,
+      "서": 31093,
+      "↳": 31094,
+      "せ": 31095,
+      "志": 31096,
+      "̲": 31097,
+      "魔": 31098,
+      "ң": 31099,
+      "更": 31100,
+      "程": 31101,
+      "김": 31102,
+      "郡": 31103,
+      "ོ": 31104,
+      "ũ": 31105,
+      "ച": 31106,
+      "利": 31107,
+      "県": 31108,
+      "周": 31109,
+      "そ": 31110,
+      "や": 31111,
+      "谷": 31112,
+      "香": 31113,
+      "♯": 31114,
+      "じ": 31115,
+      "،": 31116,
+      "期": 31117,
+      "∅": 31118,
+      "┘": 31119,
+      "初": 31120,
+      "福": 31121,
+      "片": 31122,
+      "ザ": 31123,
+      "動": 31124,
+      "参": 31125,
+      "성": 31126,
+      "Ə": 31127,
+      "╦": 31128,
+      "어": 31129,
+      "ხ": 31130,
+      "義": 31131,
+      "च": 31132,
+      "象": 31133,
+      "功": 31134,
+      "♂": 31135,
+      "도": 31136,
+      "고": 31137,
+      "过": 31138,
+      "վ": 31139,
+      "皇": 31140,
+      "特": 31141,
+      "ậ": 31142,
+      "长": 31143,
+      "英": 31144,
+      "ấ": 31145,
+      "ണ": 31146,
+      "Ъ": 31147,
+      "স": 31148,
+      "其": 31149,
+      "ত": 31150,
+      "流": 31151,
+      "除": 31152,
+      "일": 31153,
+      "ু": 31154,
+      "្": 31155,
+      "永": 31156,
+      "直": 31157,
+      "상": 31158,
+      "千": 31159,
+      "ắ": 31160,
+      "館": 31161,
+      "Ť": 31162,
+      "朝": 31163,
+      "ட": 31164,
+      "ɣ": 31165,
+      "单": 31166,
+      "ʀ": 31167,
+      "格": 31168,
+      "德": 31169,
+      "전": 31170,
+      "☺": 31171,
+      "ピ": 31172,
+      "歌": 31173,
+      "进": 31174,
+      "限": 31175,
+      "夫": 31176,
+      "트": 31177,
+      "⊢": 31178,
+      "園": 31179,
+      "量": 31180,
+      "土": 31181,
+      "放": 31182,
+      "码": 31183,
+      "等": 31184,
+      "系": 31185,
+      "∼": 31186,
+      "華": 31187,
+      "↵": 31188,
+      "소": 31189,
+      "常": 31190,
+      "否": 31191,
+      "見": 31192,
+      "源": 31193,
+      "ׁ": 31194,
+      "实": 31195,
+      "博": 31196,
+      "라": 31197,
+      "원": 31198,
+      "보": 31199,
+      "⊕": 31200,
+      "解": 31201,
+      "〜": 31202,
+      "男": 31203,
+      "দ": 31204,
+      "ポ": 31205,
+      "ろ": 31206,
+      "나": 31207,
+      "ག": 31208,
+      "無": 31209,
+      "Û": 31210,
+      "̥": 31211,
+      "ұ": 31212,
+      "查": 31213,
+      "̣": 31214,
+      "╗": 31215,
+      "╩": 31216,
+      "条": 31217,
+      "য": 31218,
+      "ὁ": 31219,
+      "後": 31220,
+      "他": 31221,
+      "网": 31222,
+      "ல": 31223,
+      "≃": 31224,
+      "화": 31225,
+      "ە": 31226,
+      "阿": 31227,
+      "ေ": 31228,
+      "户": 31229,
+      "∫": 31230,
+      "구": 31231,
+      "ར": 31232,
+      "မ": 31233,
+      "▸": 31234,
+      "լ": 31235,
+      "○": 31236,
+      "命": 31237,
+      "就": 31238,
+      "龍": 31239,
+      "君": 31240,
+      "夏": 31241,
+      "": 31242,
+      "言": 31243,
+      "先": 31244,
+      "➜": 31245,
+      "შ": 31246,
+      "ძ": 31247,
+      "ਾ": 31248,
+      "வ": 31249,
+      "ど": 31250,
+      "ヒ": 31251,
+      "ไ": 31252,
+      "ன": 31253,
+      "ば": 31254,
+      "ギ": 31255,
+      "գ": 31256,
+      "ἄ": 31257,
+      "ヤ": 31258,
+      "典": 31259,
+      "府": 31260,
+      "̄": 31261,
+      "신": 31262,
+      "组": 31263,
+      "改": 31264,
+      "ὲ": 31265,
+      "华": 31266,
+      "与": 31267,
+      "调": 31268,
+      "╝": 31269,
+      "ヴ": 31270,
+      "ქ": 31271,
+      "由": 31272,
+      "修": 31273,
+      "學": 31274,
+      "♣": 31275,
+      "消": 31276,
+      "符": 31277,
+      "ʌ": 31278,
+      "부": 31279,
+      "ớ": 31280,
+      "‾": 31281,
+      "▲": 31282,
+      "录": 31283,
+      "ള": 31284,
+      "연": 31285,
+      "을": 31286,
+      "ひ": 31287,
+      "영": 31288,
+      "┤": 31289,
+      "已": 31290,
+      "陽": 31291,
+      "င": 31292,
+      "국": 31293,
+      "容": 31294,
+      "未": 31295,
+      "宗": 31296,
+      "ᴇ": 31297,
+      "び": 31298,
+      "장": 31299,
+      "龙": 31300,
+      "්": 31301,
+      "提": 31302,
+      "ĝ": 31303,
+      "六": 31304,
+      "形": 31305,
+      "제": 31306,
+      "Հ": 31307,
+      "伊": 31308,
+      "ϵ": 31309,
+      "ข": 31310,
+      "Ű": 31311,
+      "ゃ": 31312,
+      "火": 31313,
+      "Ṣ": 31314,
+      "佐": 31315,
+      "⊥": 31316,
+      "̪": 31317,
+      "ứ": 31318,
+      "□": 31319,
+      "结": 31320,
+      "九": 31321,
+      "雄": 31322,
+      "թ": 31323,
+      "ា": 31324,
+      "而": 31325,
+      "བ": 31326,
+      "우": 31327,
+      "张": 31328,
+      "ट": 31329,
+      "ष": 31330,
+      "向": 31331,
+      "ῥ": 31332,
+      "选": 31333,
+      "공": 31334,
+      "ゲ": 31335,
+      "ʐ": 31336,
+      "仁": 31337,
+      "堂": 31338,
+      "ך": 31339,
+      "ု": 31340,
+      "ἔ": 31341,
+      "അ": 31342,
+      "ề": 31343,
+      "ད": 31344,
+      "선": 31345,
+      "오": 31346,
+      "久": 31347,
+      "œ": 31348,
+      "义": 31349,
+      "अ": 31350,
+      "╔": 31351,
+      "无": 31352,
+      "
": 31353,
+      "은": 31354,
+      "ʷ": 31355,
+      "那": 31356,
+      "線": 31357,
+      "务": 31358,
+      "基": 31359,
+      "属": 31360,
+      "配": 31361,
+      "미": 31362,
+      "軍": 31363,
+      "โ": 31364,
+      "津": 31365,
+      "完": 31366,
+      "研": 31367,
+      "注": 31368,
+      "失": 31369,
+      "应": 31370,
+      "က": 31371,
+      "╚": 31372,
+      "友": 31373,
+      "章": 31374,
+      "Ψ": 31375,
+      "求": 31376,
+      "ण": 31377,
+      "경": 31378,
+      "‬": 31379,
+      "भ": 31380,
+      "们": 31381,
+      "模": 31382,
+      "需": 31383,
+      "ச": 31384,
+      "電": 31385,
+      "প": 31386,
+      "դ": 31387,
+      "へ": 31388,
+      "此": 31389,
+      "夜": 31390,
+      "或": 31391,
+      "橋": 31392,
+      "根": 31393,
+      "Ī": 31394,
+      "玉": 31395,
+      "ู": 31396,
+      "ṅ": 31397,
+      "交": 31398,
+      "品": 31399,
+      "良": 31400,
+      "ང": 31401,
+      "ォ": 31402,
+      "则": 31403,
+      "開": 31404,
+      "Ζ": 31405,
+      "문": 31406,
+      "被": 31407,
+      "조": 31408,
+      "株": 31409,
+      "记": 31410,
+      "會": 31411,
+      "经": 31412,
+      "ू": 31413,
+      "ょ": 31414,
+      "转": 31415,
+      "崎": 31416,
+      "마": 31417,
+      "⌘": 31418,
+      "比": 31419,
+      "造": 31420,
+      "ܐ": 31421,
+      "ื": 31422,
+      "没": 31423,
+      "现": 31424,
+      "七": 31425,
+      "Ά": 31426,
+      "商": 31427,
+      "ை": 31428,
+      "机": 31429,
+      "阳": 31430,
+      "ĉ": 31431,
+      "角": 31432,
+      "站": 31433,
+      "բ": 31434,
+      "해": 31435,
+      "及": 31436,
+      "ध": 31437,
+      "術": 31438,
+      "认": 31439,
+      "‘": 31440,
+      "创": 31441,
+      "編": 31442,
+      "ղ": 31443,
+      "ḩ": 31444,
+      "伝": 31445,
+      "岡": 31446,
+      "ड": 31447,
+      "ホ": 31448,
+      "港": 31449,
+      "任": 31450,
+      "登": 31451,
+      "ི": 31452,
+      "็": 31453,
+      "布": 31454,
+      "究": 31455,
+      "帝": 31456,
+      "여": 31457,
+      "산": 31458,
+      "န": 31459,
+      "◦": 31460,
+      "密": 31461,
+      "变": 31462,
+      "序": 31463,
+      "♀": 31464,
+      "∣": 31465,
+      "计": 31466,
+      "曲": 31467,
+      "Ă": 31468,
+      "ύ": 31469,
+      "ʋ": 31470,
+      "传": 31471,
+      "】": 31472,
+      "包": 31473,
+      "意": 31474,
+      "去": 31475,
+      "沙": 31476,
+      "⸮": 31477,
+      "【": 31478,
+      "写": 31479,
+      "超": 31480,
+      "ய": 31481,
+      "今": 31482,
+      "┈": 31483,
+      "森": 31484,
+      "ි": 31485,
+      "⊗": 31486,
+      "비": 31487,
+      "հ": 31488,
+      "Ḩ": 31489,
+      "ǫ": 31490,
+      "黄": 31491,
+      "∙": 31492,
+      "드": 31493,
+      "🌍": 31494,
+      "景": 31495,
+      "湖": 31496,
+      "ք": 31497,
+      "ိ": 31498,
+      "ⁿ": 31499,
+      "̂": 31500,
+      "ペ": 31501,
+      "何": 31502,
+      "宇": 31503,
+      "張": 31504,
+      "语": 31505,
+      "老": 31506,
+      "例": 31507,
+      "Ṭ": 31508,
+      "鉄": 31509,
+      "克": 31510,
+      "☉": 31511,
+      "™": 31512,
+      "ɹ": 31513,
+      "ἱ": 31514,
+      "ⴰ": 31515,
+      "然": 31516,
+      "를": 31517,
+      "ǧ": 31518,
+      "報": 31519,
+      "服": 31520,
+      "Ď": 31521,
+      "想": 31522,
+      "‖": 31523,
+      "ユ": 31524,
+      "実": 31525,
+      "载": 31526,
+      "요": 31527,
+      "ℚ": 31528,
+      "波": 31529,
+      "马": 31530,
+      "状": 31531,
+      "线": 31532,
+      "유": 31533,
+      "洋": 31534,
+      "万": 31535,
+      "진": 31536,
+      "জ": 31537,
+      "添": 31538,
+      "球": 31539,
+      "機": 31540,
+      "支": 31541,
+      "显": 31542,
+      "拉": 31543,
+      "ὑ": 31544,
+      "送": 31545,
+      "隊": 31546,
+      "ธ": 31547,
+      "处": 31548,
+      "師": 31549,
+      "⊂": 31550,
+      "像": 31551,
+      "়": 31552,
+      "黒": 31553,
+      "ց": 31554,
+      "": 31555,
+      "ủ": 31556,
+      "只": 31557,
+      "起": 31558,
+      "段": 31559,
+      "တ": 31560,
+      "區": 31561,
+      "選": 31562,
+      "천": 31563,
+      "業": 31564,
+      "算": 31565,
+      "广": 31566,
+      "រ": 31567,
+      "视": 31568,
+      "秋": 31569,
+      "因": 31570,
+      "년": 31571,
+      "ے": 31572,
+      "输": 31573,
+      "̱": 31574,
+      "Մ": 31575,
+      "∆": 31576,
+      "康": 31577,
+      "세": 31578,
+      "思": 31579,
+      "死": 31580,
+      "聖": 31581,
+      "민": 31582,
+      "－": 31583,
+      "头": 31584,
+      "ർ": 31585,
+      "∉": 31586,
+      "車": 31587,
+      "┃": 31588,
+      "▇": 31589,
+      "按": 31590,
+      "⍵": 31591,
+      "夢": 31592,
+      "汉": 31593,
+      "从": 31594,
+      "ী": 31595,
+      "题": 31596,
+      "ˆ": 31597,
+      "ἡ": 31598,
+      "展": 31599,
+      "省": 31600,
+      "ུ": 31601,
+      "葉": 31602,
+      "호": 31603,
+      "ਰ": 31604,
+      "素": 31605,
+      "関": 31606,
+      "그": 31607,
+      "；": 31608,
+      "න": 31609,
+      "页": 31610,
+      "共": 31611,
+      "宿": 31612,
+      "态": 31613,
+      "ན": 31614,
+      "技": 31615,
+      "乐": 31616,
+      "控": 31617,
+      "移": 31618,
+      "影": 31619,
+      "ụ": 31620,
+      "ゆ": 31621,
+      "ご": 31622,
+      "್": 31623,
+      "管": 31624,
+      "ൾ": 31625,
+      "╣": 31626,
+      "戸": 31627,
+      "⇔": 31628,
+      "函": 31629,
+      "ẓ": 31630,
+      "尾": 31631,
+      "场": 31632,
+      "介": 31633,
+      "": 31634,
+      "育": 31635,
+      "ර": 31636,
+      "泉": 31637,
+      "ൽ": 31638,
+      "说": 31639,
+      "换": 31640,
+      "必": 31641,
+      "紀": 31642,
+      "མ": 31643,
+      "ེ": 31644,
+      "ợ": 31645,
+      "ൻ": 31646,
+      "宝": 31647,
+      "気": 31648,
+      "门": 31649,
+      "令": 31650,
+      "左": 31651,
+      "漢": 31652,
+      "若": 31653,
+      "屋": 31654,
+      "局": 31655,
+      "打": 31656,
+      "発": 31657,
+      "问": 31658,
+      "恋": 31659,
+      "兵": 31660,
+      "別": 31661,
+      "ા": 31662,
+      "Ս": 31663,
+      "߬": 31664,
+      "গ": 31665,
+      "并": 31666,
+      "ख": 31667,
+      "ή": 31668,
+      "节": 31669,
+      "ʑ": 31670,
+      "ץ": 31671,
+      "Ḫ": 31672,
+      "ℂ": 31673,
+      "引": 31674,
+      "统": 31675,
+      "智": 31676,
+      "̩": 31677,
+      "ै": 31678,
+      "电": 31679,
+      "현": 31680,
+      "✅": 31681,
+      "赤": 31682,
+      "断": 31683,
+      "ね": 31684,
+      "称": 31685,
+      "শ": 31686,
+      "身": 31687,
+      "首": 31688,
+      "付": 31689,
+      "⅓": 31690,
+      "ਸ": 31691,
+      "連": 31692,
+      "ზ": 31693,
+      "官": 31694,
+      "持": 31695,
+      "奈": 31696,
+      "御": 31697,
+      "親": 31698,
+      "군": 31699,
+      "库": 31700,
+      "秀": 31701,
+      "址": 31702,
+      "守": 31703,
+      "活": 31704,
+      "ལ": 31705,
+      "ふ": 31706,
+      "藏": 31707,
+      "ស": 31708,
+      "竹": 31709,
+      "草": 31710,
+      "結": 31711,
+      "ා": 31712,
+      "昌": 31713,
+      "樹": 31714,
+      "ள": 31715,
+      "무": 31716,
+      "হ": 31717,
+      "ゼ": 31718,
+      "̈": 31719,
+      "շ": 31720,
+      "勝": 31721,
+      "足": 31722,
+      "ရ": 31723,
+      "위": 31724,
+      "į": 31725,
+      "Ἰ": 31726,
+      "航": 31727,
+      "陳": 31728,
+      "业": 31729,
+      "富": 31730,
+      "雪": 31731,
+      "आ": 31732,
+      "再": 31733,
+      "안": 31734,
+      "默": 31735,
+      "박": 31736,
+      "용": 31737,
+      "✿": 31738,
+      "楽": 31739,
+      "沢": 31740,
+      "羅": 31741,
+      "Ė": 31742,
+      "ʎ": 31743,
+      "忠": 31744,
+      "错": 31745,
+      "단": 31746,
+      "면": 31747,
+      "ķ": 31748,
+      "桥": 31749,
+      "雲": 31750,
+      "该": 31751,
+      "ṯ": 31752,
+      "岩": 31753,
+      "남": 31754,
+      "ỹ": 31755,
+      "专": 31756,
+      "切": 31757,
+      "店": 31758,
+      "朱": 31759,
+      "ף": 31760,
+      "ず": 31761,
+      "幸": 31762,
+      "母": 31763,
+      "ɫ": 31764,
+      "々": 31765,
+      "∷": 31766,
+      "串": 31767,
+      "击": 31768,
+      "Ἐ": 31769,
+      "設": 31770,
+      "⊤": 31771,
+      "ₗ": 31772,
+      "經": 31773,
+      "강": 31774,
+      "ပ": 31775,
+      "।": 31776,
+      "ѐ": 31777,
+      "ᾶ": 31778,
+      "➖": 31779,
+      "座": 31780,
+      "씨": 31781,
+      "ぶ": 31782,
+      "Ţ": 31783,
+      "云": 31784,
+      "告": 31785,
+      "変": 31786,
+      "试": 31787,
+      "隆": 31788,
+      "개": 31789,
+      "պ": 31790,
+      "判": 31791,
+      "劉": 31792,
+      "˜": 31793,
+      "ˠ": 31794,
+      "编": 31795,
+      "ณ": 31796,
+      "ữ": 31797,
+      "达": 31798,
+      "Ě": 31799,
+      "ܝ": 31800,
+      "ြ": 31801,
+      "ḷ": 31802,
+      "右": 31803,
+      "들": 31804,
+      "ŝ": 31805,
+      "ӏ": 31806,
+      "్": 31807,
+      "എ": 31808,
+      "ற": 31809,
+      "复": 31810,
+      "看": 31811,
+      "話": 31812,
+      "坂": 31813,
+      "尔": 31814,
+      "衛": 31815,
+      "զ": 31816,
+      "차": 31817,
+      "丸": 31818,
+      "样": 31819,
+      "鬼": 31820,
+      "़": 31821,
+      "학": 31822,
+      "喜": 31823,
+      "斯": 31824,
+      "銀": 31825,
+      "만": 31826,
+      "Ξ": 31827,
+      "ც": 31828,
+      "群": 31829,
+      "近": 31830,
+      "塔": 31831,
+      "ϊ": 31832,
+      "ந": 31833,
+      "む": 31834,
+      "确": 31835,
+      "索": 31836,
+      "∇": 31837,
+      "非": 31838,
+      "望": 31839,
+      "❯": 31840,
+      "希": 31841,
+      "ỳ": 31842,
+      "甲": 31843,
+      "越": 31844,
+      "鳥": 31845,
+      "麻": 31846,
+      "雅": 31847,
+      "拳": 31848,
+      "ក": 31849,
+      "溪": 31850,
+      "测": 31851,
+      "话": 31852,
+      "池": 31853,
+      "菜": 31854,
+      "食": 31855,
+      "터": 31856,
+      "ਿ": 31857,
+      "渡": 31858,
+      "速": 31859,
+      "ھ": 31860,
+      "ರ": 31861,
+      "陈": 31862,
+      "健": 31863,
+      "ো": 31864,
+      "ක": 31865,
+      "ὺ": 31866,
+      "军": 31867,
+      "庄": 31868,
+      "红": 31869,
+      "Ħ": 31870,
+      "論": 31871,
+      "Ÿ": 31872,
+      "Έ": 31873,
+      "ự": 31874,
+      "孝": 31875,
+      "頭": 31876,
+      "飛": 31877,
+      "˚": 31878,
+      "▓": 31879,
+      "ً": 31880,
+      "‭": 31881,
+      "么": 31882,
+      "達": 31883,
+      "ѫ": 31884,
+      "巴": 31885,
+      "洞": 31886,
+      "貴": 31887,
+      "项": 31888,
+      "ദ": 31889,
+      "ɵ": 31890,
+      "̍": 31891,
+      "ҡ": 31892,
+      "种": 31893,
+      "运": 31894,
+      "식": 31895,
+      "ྱ": 31896,
+      "ḳ": 31897,
+      "彦": 31898,
+      "⥤": 31899,
+      "书": 31900,
+      "构": 31901,
+      "米": 31902,
+      "连": 31903,
+      "操": 31904,
+      "装": 31905,
+      "과": 31906,
+      "ぐ": 31907,
+      "反": 31908,
+      "̌": 31909,
+      "仮": 31910,
+      "员": 31911,
+      "昭": 31912,
+      "ശ": 31913,
+      "兴": 31914,
+      "客": 31915,
+      "删": 31916,
+      "ම": 31917,
+      "ව": 31918,
+      "პ": 31919,
+      "ċ": 31920,
+      "ഷ": 31921,
+      "သ": 31922,
+      "ᵉ": 31923,
+      "居": 31924,
+      "타": 31925,
+      "𝓝": 31926,
+      "थ": 31927,
+      "現": 31928,
+      "ˇ": 31929,
+      "종": 31930,
+      "助": 31931,
+      "唐": 31932,
+      "瀬": 31933,
+      "ន": 31934,
+      "微": 31935,
+      "１": 31936,
+      "Ġ": 31937,
+      "ほ": 31938,
+      "舞": 31939,
+      "내": 31940,
+      "중": 31941,
+      "Ē": 31942,
+      "导": 31943,
+      "效": 31944,
+      "방": 31945,
+      "ḏ": 31946,
+      "深": 31947,
+      "梅": 31948,
+      "料": 31949,
+      "월": 31950,
+      "每": 31951,
+      "洲": 31952,
+      "회": 31953,
+      "茶": 31954,
+      "败": 31955,
+      "ഞ": 31956,
+      "ể": 31957,
+      "ヨ": 31958,
+      "些": 31959,
+      "双": 31960,
+      "嘉": 31961,
+      "모": 31962,
+      "바": 31963,
+      "ษ": 31964,
+      "進": 31965,
+      "음": 31966,
+      "ญ": 31967,
+      "丁": 31968,
+      "故": 31969,
+      "計": 31970,
+      "遠": 31971,
+      "교": 31972,
+      "재": 31973,
+      "候": 31974,
+      "房": 31975,
+      "명": 31976,
+      "两": 31977,
+      "ფ": 31978,
+      "才": 31979,
+      "합": 31980,
+      "止": 31981,
+      "番": 31982,
+      "ɯ": 31983,
+      "奇": 31984,
+      "怪": 31985,
+      "联": 31986,
+      "역": 31987,
+      "泰": 31988,
+      "백": 31989,
+      "ὀ": 31990,
+      "げ": 31991,
+      "べ": 31992,
+      "边": 31993,
+      "还": 31994,
+      "黃": 31995,
+      "왕": 31996,
+      "收": 31997,
+      "弘": 31998,
+      "给": 31999
+    },
+    "merges": [
+      "▁ t",
+      "e r",
+      "i n",
+      "▁ a",
+      "e n",
+      "o n",
+      "▁t h",
+      "▁ th",
+      "e s",
+      "▁ s",
+      "▁ d",
+      "a t",
+      "o r",
+      "a n",
+      "▁ c",
+      "i s",
+      "r e",
+      "i t",
+      "▁t he",
+      "▁th e",
+      "▁ the",
+      "a r",
+      "l e",
+      "▁ w",
+      "▁ p",
+      "o u",
+      "a l",
+      "▁ f",
+      "▁ m",
+      "e d",
+      "▁ o",
+      "▁ b",
+      "o m",
+      "io n",
+      "i on",
+      "in g",
+      "i ng",
+      "i c",
+      "a s",
+      "e l",
+      "en t",
+      "e nt",
+      "▁i n",
+      "▁ in",
+      "▁ h",
+      "n d",
+      "e t",
+      "▁ l",
+      "▁ n",
+      "s t",
+      "▁t o",
+      "▁ to",
+      "c h",
+      "▁ I",
+      "r o",
+      "i l",
+      "▁o f",
+      "▁ of",
+      "d e",
+      "c t",
+      "▁ (",
+      "a m",
+      "▁ C",
+      "▁d e",
+      "▁ de",
+      "▁ S",
+      "▁ u",
+      "▁ A",
+      "▁ \\",
+      "▁ e",
+      "▁a nd",
+      "▁an d",
+      "▁ and",
+      "▁ T",
+      "o l",
+      "▁ v",
+      "i m",
+      "o t",
+      "a d",
+      "u t",
+      "▁ g",
+      "e m",
+      "u r",
+      "i d",
+      "▁ *",
+      "i g",
+      "r a",
+      "▁r e",
+      "▁ re",
+      "▁i s",
+      "▁ is",
+      "q u",
+      "o w",
+      "▁ M",
+      "es t",
+      "e st",
+      "▁ y",
+      "s e",
+      "v e",
+      "c e",
+      "i e",
+      "u n",
+      "▁ P",
+      "▁ B",
+      "a g",
+      "u l",
+      "▁ =",
+      "h e",
+      "en d",
+      "e nd",
+      "od e",
+      "o de",
+      "te r",
+      "t er",
+      "me nt",
+      "men t",
+      "m ent",
+      "o s",
+      "▁ D",
+      "i f",
+      "at ion",
+      "ati on",
+      "atio n",
+      "a tion",
+      "▁f or",
+      "▁fo r",
+      "▁ for",
+      "▁ r",
+      "▁ L",
+      "▁y ou",
+      "▁yo u",
+      "▁ you",
+      "▁b e",
+      "▁ be",
+      "l y",
+      "ve r",
+      "v er",
+      "a b",
+      "t e",
+      "▁i t",
+      "▁ it",
+      "▁o n",
+      "▁ on",
+      "r i",
+      "u s",
+      "▁ \"",
+      "▁w h",
+      "▁ wh",
+      "▁c on",
+      "▁co n",
+      "▁ con",
+      "▁ H",
+      "▁s t",
+      "▁ st",
+      "i r",
+      "▁ E",
+      "▁ F",
+      "c k",
+      "▁a n",
+      "▁ an",
+      "t h",
+      "e g",
+      "a y",
+      "it h",
+      "i th",
+      "▁ R",
+      "is t",
+      "i st",
+      "an d",
+      "a nd",
+      "▁t hat",
+      "▁th at",
+      "▁ that",
+      "▁a l",
+      "▁ al",
+      "▁ $",
+      "▁ #",
+      "o d",
+      "u m",
+      "▁ W",
+      "h t",
+      "co de",
+      "cod e",
+      "c ode",
+      "▁ G",
+      "at e",
+      "a te",
+      "es s",
+      "e ss",
+      "▁ N",
+      "er e",
+      "e re",
+      "p p",
+      "▁a s",
+      "▁ as",
+      "▁s e",
+      "▁ se",
+      "▁p ro",
+      "▁pr o",
+      "▁ pro",
+      "▁w ith",
+      "▁wit h",
+      "▁ with",
+      "p e",
+      "▁ k",
+      "er s",
+      "e rs",
+      "p t",
+      ") ;",
+      "l o",
+      "▁c om",
+      "▁co m",
+      "▁ com",
+      "am e",
+      "a me",
+      "▁ `",
+      "▁C om",
+      "▁Co m",
+      "▁ Com",
+      "i a",
+      "an t",
+      "a nt",
+      "▁l a",
+      "▁ la",
+      "▁ {",
+      "▁e n",
+      "▁ en",
+      "ct ion",
+      "c tion",
+      "▁e x",
+      "▁ ex",
+      "l d",
+      "u b",
+      "▁ j",
+      "l a",
+      "u e",
+      "▁ J",
+      "ic h",
+      "i ch",
+      "▁d o",
+      "▁ do",
+      "▁ O",
+      "▁q u",
+      "▁ qu",
+      "i v",
+      "or t",
+      "o rt",
+      "ar t",
+      "a rt",
+      "▁u n",
+      "▁ un",
+      "▁# #",
+      "▁ ##",
+      "▁t his",
+      "▁th is",
+      "▁ this",
+      "k e",
+      "▁h a",
+      "▁ ha",
+      "▁ -",
+      "ou t",
+      "o ut",
+      "▁T he",
+      "▁Th e",
+      "▁ The",
+      "▁n ot",
+      "▁no t",
+      "▁ not",
+      "▁n e",
+      "▁ ne",
+      "il l",
+      "i ll",
+      "▁l e",
+      "▁ le",
+      "c i",
+      "ro m",
+      "r om",
+      "in e",
+      "i ne",
+      "/ /",
+      "o p",
+      "eg in",
+      "e gin",
+      "▁Com ment",
+      "▁Comm ent",
+      "▁ Comment",
+      "be gin",
+      "beg in",
+      "b egin",
+      "с т",
+      "as s",
+      "a ss",
+      "i z",
+      ") .",
+      "o g",
+      "▁ п",
+      "▁o r",
+      "▁ or",
+      "▁w as",
+      "▁wa s",
+      "▁ was",
+      "▁a t",
+      "▁ at",
+      "ou r",
+      "o ur",
+      "▁ i",
+      "ai n",
+      "a in",
+      "▁ K",
+      "н а",
+      "▁ V",
+      "g e",
+      "▁s u",
+      "▁ su",
+      "a p",
+      "ag e",
+      "a ge",
+      "ou ld",
+      "oul d",
+      "o uld",
+      "n e",
+      "a v",
+      "x t",
+      "or e",
+      "o re",
+      "il e",
+      "i le",
+      "- -",
+      "▁ в",
+      "▁b y",
+      "▁ by",
+      "l i",
+      "at h",
+      "a th",
+      "р а",
+      "be r",
+      "b er",
+      "ac h",
+      "a ch",
+      "al l",
+      "a ll",
+      "▁T h",
+      "▁ Th",
+      "ul t",
+      "u lt",
+      "▁ }",
+      "▁ U",
+      "▁u s",
+      "▁ us",
+      "▁ z",
+      "us t",
+      "u st",
+      "▁h ave",
+      "▁ha ve",
+      "▁hav e",
+      "▁ have",
+      "li c",
+      "l ic",
+      "н и",
+      "▁c an",
+      "▁ca n",
+      "▁ can",
+      "t r",
+      "co m",
+      "c om",
+      ") ,",
+      "▁I n",
+      "▁ In",
+      "in d",
+      "i nd",
+      "el l",
+      "e ll",
+      "▁f rom",
+      "▁fr om",
+      "▁fro m",
+      "▁ from",
+      "о в",
+      "t o",
+      "▁ [",
+      "ab le",
+      "abl e",
+      "a ble",
+      "os t",
+      "o st",
+      "▁c h",
+      "▁ ch",
+      "ec t",
+      "e ct",
+      "ig ht",
+      "igh t",
+      "in t",
+      "i nt",
+      "▁ '",
+      "▁a re",
+      "▁ar e",
+      "▁ are",
+      "▁i m",
+      "▁ im",
+      "▁s h",
+      "▁ sh",
+      "▁ <",
+      "▁A n",
+      "▁ An",
+      "▁ с",
+      "at a",
+      "a ta",
+      "ir e",
+      "i re",
+      "▁t r",
+      "▁ tr",
+      "co n",
+      "c on",
+      "or d",
+      "o rd",
+      "it y",
+      "i ty",
+      "ar d",
+      "a rd",
+      "▁h e",
+      "▁ he",
+      "▁b ut",
+      "▁bu t",
+      "▁ but",
+      "o c",
+      "= \"",
+      "▁p r",
+      "▁ pr",
+      "ur e",
+      "u re",
+      "pe r",
+      "p er",
+      "ac k",
+      "a ck",
+      "or k",
+      "on g",
+      "o ng",
+      "an s",
+      "a ns",
+      "к о",
+      "pl e",
+      "p le",
+      "▁d es",
+      "▁de s",
+      "▁ des",
+      "o k",
+      "or m",
+      "o rm",
+      "we r",
+      "w er",
+      "a k",
+      "p r",
+      "as e",
+      "a se",
+      "▁e l",
+      "▁ el",
+      "p h",
+      "a c",
+      "▁u nd",
+      "▁un d",
+      "▁ und",
+      "▁a r",
+      "▁ ar",
+      "▁i f",
+      "▁ if",
+      "u d",
+      "p s",
+      "it e",
+      "i te",
+      "bl e",
+      "b le",
+      "н о",
+      "fe r",
+      "f er",
+      "p l",
+      "iv e",
+      "i ve",
+      "an g",
+      "a ng",
+      "en s",
+      "e ns",
+      "р о",
+      "▁s o",
+      "▁ so",
+      "s o",
+      "as t",
+      "a st",
+      "( )",
+      "sw er",
+      "s wer",
+      "r u",
+      "ie s",
+      "i es",
+      "▁ :",
+      "a u",
+      "o v",
+      "р е",
+      "г о",
+      "▁d er",
+      "▁de r",
+      "▁ der",
+      "▁m y",
+      "▁ my",
+      "▁w e",
+      "▁ we",
+      "▁m e",
+      "▁ me",
+      "n t",
+      "▁a d",
+      "▁ ad",
+      "ur n",
+      "u rn",
+      "▁y our",
+      "▁you r",
+      "▁yo ur",
+      "▁ your",
+      ":/ /",
+      ": //",
+      "ar e",
+      "a re",
+      "▁a ll",
+      "▁al l",
+      "▁ all",
+      "f f",
+      "i o",
+      "es tion",
+      "est ion",
+      "esti on",
+      "im e",
+      "i me",
+      "▁e r",
+      "▁ er",
+      "la ss",
+      "las s",
+      "l ass",
+      "▁ и",
+      "▁wh ich",
+      "▁ which",
+      "om e",
+      "o me",
+      "on t",
+      "o nt",
+      "▁p ar",
+      "▁pa r",
+      "▁ par",
+      "▁m a",
+      "▁ ma",
+      "▁ Y",
+      "\" ,",
+      "▁ о",
+      "f t",
+      "ia l",
+      "i al",
+      "c c",
+      "ou nd",
+      "oun d",
+      "o und",
+      "▁l i",
+      "▁ li",
+      "▁re s",
+      "▁r es",
+      "▁ res",
+      "et h",
+      "e th",
+      "je ct",
+      "j ect",
+      "▁a pp",
+      "▁ap p",
+      "▁ app",
+      "▁S t",
+      "▁ St",
+      "ic e",
+      "i ce",
+      "▁a m",
+      "▁ am",
+      "ac t",
+      "a ct",
+      "▁d el",
+      "▁de l",
+      "▁ del",
+      "g r",
+      "at ed",
+      "ate d",
+      "a ted",
+      "ie r",
+      "i er",
+      "▁a b",
+      "▁ ab",
+      "▁e t",
+      "▁ et",
+      "al ly",
+      "all y",
+      ". .",
+      "po rt",
+      "por t",
+      "p ort",
+      "i k",
+      "▁p er",
+      "▁pe r",
+      "▁ per",
+      "▁c ont",
+      "▁con t",
+      "▁co nt",
+      "▁ cont",
+      "р и",
+      "к а",
+      "se r",
+      "s er",
+      "л и",
+      "l l",
+      "ie w",
+      "i ew",
+      "ig n",
+      "i gn",
+      "_ {",
+      "pu t",
+      "p ut",
+      "on e",
+      "o ne",
+      "un ction",
+      "unc tion",
+      "unct ion",
+      "▁d i",
+      "▁ di",
+      "ar y",
+      "a ry",
+      "it ion",
+      "iti on",
+      "i tion",
+      "m a",
+      "е н",
+      "ge t",
+      "g et",
+      "▁l o",
+      "▁ lo",
+      "▁v al",
+      "▁va l",
+      "▁ val",
+      "▁ Q",
+      "ra n",
+      "r an",
+      "▁ д",
+      "en ce",
+      "enc e",
+      "▁w ork",
+      "▁wor k",
+      "▁ work",
+      "▁н а",
+      "▁ на",
+      "i p",
+      "it em",
+      "ite m",
+      "i tem",
+      "yp e",
+      "y pe",
+      "▁ &",
+      "▁h is",
+      "▁hi s",
+      "▁ his",
+      "▁u se",
+      "▁us e",
+      "▁ use",
+      "de r",
+      "d er",
+      "▁An swer",
+      "▁Ans wer",
+      "▁ Answer",
+      "▁w ill",
+      "▁wil l",
+      "▁ will",
+      "iz e",
+      "i ze",
+      "т а",
+      "lo w",
+      "l ow",
+      "▁C h",
+      "▁ Ch",
+      "▁g et",
+      "▁ge t",
+      "▁ get",
+      "id e",
+      "i de",
+      "ou s",
+      "o us",
+      "in k",
+      "pt ion",
+      "p tion",
+      "л а",
+      "tu rn",
+      "t urn",
+      "un g",
+      "u ng",
+      "e c",
+      "u g",
+      "fo rm",
+      "for m",
+      "f orm",
+      "re s",
+      "r es",
+      "ht t",
+      "h tt",
+      "ou g",
+      "o ug",
+      "л ь",
+      "▁n o",
+      "▁ no",
+      "c l",
+      "▁r o",
+      "▁ ro",
+      "▁o ne",
+      "▁on e",
+      "▁ one",
+      "t t",
+      "cr i",
+      "c ri",
+      "d u",
+      "▁u p",
+      "▁ up",
+      "т о",
+      "( \"",
+      "▁o b",
+      "▁ ob",
+      "w e",
+      "or y",
+      "o ry",
+      "▁e st",
+      "▁es t",
+      "▁ est",
+      "er y",
+      "e ry",
+      "ie l",
+      "i el",
+      "st r",
+      "s tr",
+      "o b",
+      "▁qu e",
+      "▁q ue",
+      "▁ que",
+      "ia n",
+      "i an",
+      "▁o ut",
+      "▁ou t",
+      "▁ out",
+      "▁p l",
+      "▁ pl",
+      "▁n ew",
+      "▁ne w",
+      "▁ new",
+      "к и",
+      "▁ +",
+      "r y",
+      "ot h",
+      "o th",
+      "th er",
+      "the r",
+      "t her",
+      "▁v ar",
+      "▁va r",
+      "▁ var",
+      "▁w ould",
+      "▁wo uld",
+      "▁s er",
+      "▁se r",
+      "▁ ser",
+      "ter n",
+      "te rn",
+      "t ern",
+      "te xt",
+      "tex t",
+      "t ext",
+      "▁t here",
+      "▁th ere",
+      "▁the re",
+      "▁ther e",
+      "▁ there",
+      "is h",
+      "i sh",
+      "ro r",
+      "r or",
+      "т е",
+      "▁s et",
+      "▁se t",
+      "▁ set",
+      "▁ @",
+      "▁п о",
+      "▁ по",
+      "▁t e",
+      "▁ te",
+      "e x",
+      "▁re turn",
+      "▁ret urn",
+      "▁ return",
+      "ai l",
+      "a il",
+      "▁a ny",
+      "▁an y",
+      "▁ any",
+      "▁I t",
+      "▁ It",
+      "▁f unction",
+      "▁fun ction",
+      "▁func tion",
+      "▁ function",
+      "{ \\",
+      "' ,",
+      "é s",
+      "al e",
+      "a le",
+      "а н",
+      "▁w hen",
+      "▁wh en",
+      "▁whe n",
+      "▁ when",
+      "i b",
+      "▁g o",
+      "▁ go",
+      "an ce",
+      "anc e",
+      "▁h ad",
+      "▁ha d",
+      "▁ had",
+      "▁Q u",
+      "▁ Qu",
+      "▁c omp",
+      "▁com p",
+      "▁co mp",
+      "▁ comp",
+      "л е",
+      "▁ з",
+      "ma th",
+      "mat h",
+      "m ath",
+      "▁h as",
+      "▁ha s",
+      "▁ has",
+      "▁ м",
+      "▁p re",
+      "▁pr e",
+      "▁ pre",
+      "en er",
+      "ene r",
+      "e ner",
+      "▁p art",
+      "▁par t",
+      "▁pa rt",
+      "▁ part",
+      "el f",
+      "▁d ie",
+      "▁di e",
+      "▁ die",
+      "▁l ike",
+      "▁li ke",
+      "▁lik e",
+      "▁ like",
+      "ra y",
+      "r ay",
+      "ir st",
+      "irs t",
+      "▁d is",
+      "▁di s",
+      "▁ dis",
+      "▁m an",
+      "▁ma n",
+      "▁ man",
+      "ri t",
+      "r it",
+      "▁t hen",
+      "▁th en",
+      "▁the n",
+      "▁ then",
+      "▁c lass",
+      "▁cl ass",
+      "▁cla ss",
+      "▁clas s",
+      "▁ class",
+      "pr o",
+      "p ro",
+      "▁p o",
+      "▁ po",
+      "▁u sing",
+      "▁us ing",
+      "▁ using",
+      "e b",
+      "▁c ode",
+      "▁co de",
+      "▁cod e",
+      "▁ code",
+      "ow n",
+      "o wn",
+      "▁s ome",
+      "▁so me",
+      "▁som e",
+      "▁ some",
+      "ce s",
+      "c es",
+      "▁$ \\",
+      "▁ $\\",
+      "е р",
+      "le ct",
+      "l ect",
+      "▁a u",
+      "▁ au",
+      "is ch",
+      "isc h",
+      "i sch",
+      "▁c ol",
+      "▁co l",
+      "▁ col",
+      "▁ –",
+      "u p",
+      "on s",
+      "o ns",
+      "▁a dd",
+      "▁ad d",
+      "▁ add",
+      "il d",
+      "i ld",
+      "is s",
+      "i ss",
+      "va l",
+      "v al",
+      "ou nt",
+      "oun t",
+      "o unt",
+      "le s",
+      "l es",
+      "ve nt",
+      "ven t",
+      "v ent",
+      "▁ Z",
+      "I n",
+      "ro w",
+      "r ow",
+      "ea r",
+      "e ar",
+      "at ions",
+      "ation s",
+      "ati ons",
+      "atio ns",
+      "a h",
+      "qu e",
+      "q ue",
+      "ub lic",
+      "u blic",
+      "an k",
+      "▁s p",
+      "▁ sp",
+      "▁W h",
+      "▁ Wh",
+      "-- --",
+      "--- -",
+      "- ---",
+      "s k",
+      "e w",
+      "ag s",
+      "a gs",
+      "т и",
+      "an n",
+      "a nn",
+      "▁ —",
+      "er t",
+      "e rt",
+      "ac e",
+      "a ce",
+      "sc h",
+      "s ch",
+      "▁n eed",
+      "▁ne ed",
+      "▁ need",
+      "▁ à",
+      "ie n",
+      "i en",
+      "ou gh",
+      "oug h",
+      "o ugh",
+      "н е",
+      "▁d ef",
+      "▁de f",
+      "▁ def",
+      "i j",
+      "er n",
+      "e rn",
+      "▁w hat",
+      "▁wh at",
+      "▁ what",
+      "▁A r",
+      "▁ Ar",
+      "w o",
+      "m l",
+      "< /",
+      "▁R e",
+      "▁ Re",
+      "▁e s",
+      "▁ es",
+      "▁in st",
+      "▁ins t",
+      "▁ inst",
+      "b o",
+      "a z",
+      "▁# ##",
+      "▁## #",
+      "▁ б",
+      "er m",
+      "e rm",
+      "▁A l",
+      "▁ Al",
+      "le d",
+      "l ed",
+      "д а",
+      "te n",
+      "t en",
+      "se t",
+      "s et",
+      "л о",
+      "▁c omm",
+      "▁com m",
+      "▁co mm",
+      "▁ comm",
+      "s h",
+      "в а",
+      "▁ /",
+      "▁d ata",
+      "▁da ta",
+      "▁dat a",
+      "▁ data",
+      "▁/ /",
+      "▁ //",
+      "] (",
+      "▁s tr",
+      "▁st r",
+      "▁ str",
+      "os e",
+      "o se",
+      "▁U n",
+      "▁ Un",
+      "ve n",
+      "v en",
+      "S t",
+      ".. .",
+      ". ..",
+      "▁ С",
+      "ys t",
+      "y st",
+      "▁ «",
+      "ic k",
+      "i ck",
+      "i x",
+      "pa r",
+      "p ar",
+      "▁ у",
+      "▁w ant",
+      "▁wa nt",
+      "n g",
+      "ot e",
+      "o te",
+      "▁g r",
+      "▁ gr",
+      "▁d u",
+      "▁ du",
+      "▁ .",
+      "un d",
+      "u nd",
+      "▁on ly",
+      "▁ only",
+      "▁s a",
+      "▁ sa",
+      "el y",
+      "e ly",
+      "ve rs",
+      "ver s",
+      "v ers",
+      "▁e nt",
+      "▁en t",
+      "▁ ent",
+      ") )",
+      "( '",
+      "▁m od",
+      "▁mo d",
+      "▁ mod",
+      "av a",
+      "a va",
+      "to n",
+      "t on",
+      "▁sh ould",
+      "▁sho uld",
+      "▁ should",
+      "em ent",
+      "eme nt",
+      "emen t",
+      "e ment",
+      "▁f orm",
+      "▁for m",
+      "▁fo rm",
+      "▁ form",
+      "▁al so",
+      "▁als o",
+      "▁ also",
+      "▁s c",
+      "▁ sc",
+      "in gs",
+      "ing s",
+      "▁Y ou",
+      "▁ You",
+      "ó n",
+      "▁k n",
+      "▁ kn",
+      "() ;",
+      "( );",
+      "▁ |",
+      "▁w ere",
+      "▁we re",
+      "▁wer e",
+      "s s",
+      "▁Qu estion",
+      "▁ Question",
+      "is e",
+      "i se",
+      "▁th ey",
+      "▁the y",
+      "▁ they",
+      "▁D e",
+      "▁ De",
+      "on d",
+      "o nd",
+      "▁s ol",
+      "▁so l",
+      "▁ sol",
+      "▁f ol",
+      "▁fo l",
+      "▁ fol",
+      "▁m ore",
+      "▁mo re",
+      "▁mor e",
+      "▁ more",
+      "▁h er",
+      "▁he r",
+      "▁ her",
+      "▁ _",
+      "▁ é",
+      "at ch",
+      "ft er",
+      "fte r",
+      "f ter",
+      "▁c re",
+      "▁cr e",
+      "▁ cre",
+      "lo ck",
+      "loc k",
+      "l ock",
+      "tr ing",
+      "tri ng",
+      "t ring",
+      "▁T his",
+      "▁Th is",
+      "▁ This",
+      "z e",
+      "ad o",
+      "a do",
+      "ul l",
+      "u ll",
+      "ge r",
+      "g er",
+      "b e",
+      "▁o ther",
+      "▁ot her",
+      "▁ other",
+      "▁T ags",
+      "▁Tag s",
+      "▁Ta gs",
+      "▁ Tags",
+      "ut ion",
+      "uti on",
+      "u tion",
+      "ic t",
+      "i ct",
+      "▁h ow",
+      "▁ho w",
+      "▁ how",
+      "▁ x",
+      "▁S e",
+      "▁ Se",
+      "▁c he",
+      "▁ch e",
+      "▁ che",
+      "cri pt",
+      "cr ipt",
+      "▁j ust",
+      "▁ju st",
+      "▁ just",
+      "▁p os",
+      "▁po s",
+      "▁ pos",
+      "an ge",
+      "ang e",
+      "if ic",
+      "ifi c",
+      "i fic",
+      "re e",
+      "r ee",
+      "} }",
+      "▁t ime",
+      "▁tim e",
+      "▁ti me",
+      "▁ time",
+      "ap p",
+      "a pp",
+      "н ы",
+      "▁f ile",
+      "▁fil e",
+      "▁fi le",
+      "▁ file",
+      "ar k",
+      "ic al",
+      "ica l",
+      "i cal",
+      "▁f irst",
+      "▁fir st",
+      "▁ first",
+      "▁in t",
+      "▁i nt",
+      "▁ int",
+      "▁ В",
+      "▁H e",
+      "▁ He",
+      "t a",
+      "um ent",
+      "ume nt",
+      "umen t",
+      "u ment",
+      "or s",
+      "o rs",
+      "le ment",
+      "lem ent",
+      "l ement",
+      "ra c",
+      "r ac",
+      "▁a g",
+      "▁ ag",
+      "▁do es",
+      "▁ does",
+      "y n",
+      "re ad",
+      "rea d",
+      "r ead",
+      "ua l",
+      "u al",
+      "▁L e",
+      "▁ Le",
+      "y s",
+      "▁e m",
+      "▁ em",
+      "▁n um",
+      "▁nu m",
+      "▁ num",
+      "ve l",
+      "v el",
+      "д и",
+      "ov er",
+      "ove r",
+      "o ver",
+      "▁d if",
+      "▁di f",
+      "et hod",
+      "eth od",
+      "▁I f",
+      "▁ If",
+      "▁s pe",
+      "▁sp e",
+      "▁ spe",
+      "y m",
+      "▁t hem",
+      "▁th em",
+      "▁the m",
+      "▁in to",
+      "▁int o",
+      "▁ into",
+      "▁l es",
+      "▁le s",
+      "▁ les",
+      "▁it s",
+      "▁i ts",
+      "▁ its",
+      "es e",
+      "e se",
+      "ie ld",
+      "iel d",
+      "i eld",
+      "▁p ublic",
+      "▁pub lic",
+      "▁pu blic",
+      "▁publi c",
+      "▁ public",
+      "▁ П",
+      "▁d en",
+      "▁de n",
+      "▁ den",
+      "yst em",
+      "ys tem",
+      "o f",
+      "▁o ver",
+      "▁ov er",
+      "▁ over",
+      "- >",
+      "▁f il",
+      "▁fi l",
+      "▁ fil",
+      "na me",
+      "nam e",
+      "n ame",
+      "in al",
+      "ina l",
+      "i nal",
+      "▁i l",
+      "▁ il",
+      "am ple",
+      "amp le",
+      "▁w ay",
+      "▁wa y",
+      "▁ way",
+      "ic a",
+      "i ca",
+      "в о",
+      "ce ss",
+      "ces s",
+      "c ess",
+      "it t",
+      "i tt",
+      "uc h",
+      "u ch",
+      "▁w here",
+      "▁wh ere",
+      "▁whe re",
+      "▁ where",
+      "м и",
+      "or g",
+      "o rg",
+      "htt ps",
+      "http s",
+      "▁v o",
+      "▁ vo",
+      "ie nt",
+      "ien t",
+      "i ent",
+      "ov e",
+      "o ve",
+      "▁val ue",
+      "▁valu e",
+      "▁ value",
+      "en g",
+      "e ng",
+      "▁L a",
+      "▁ La",
+      "^ {",
+      "re f",
+      "r ef",
+      "ie d",
+      "i ed",
+      "E R",
+      "▁s tat",
+      "▁st at",
+      "▁sta t",
+      "▁ stat",
+      "fi g",
+      "f ig",
+      "m e",
+      "▁v on",
+      "▁vo n",
+      "▁ von",
+      "▁in ter",
+      "▁int er",
+      "▁inte r",
+      "▁ inter",
+      "ro id",
+      "r oid",
+      "at er",
+      "ate r",
+      "a ter",
+      "▁the ir",
+      "▁b et",
+      "▁be t",
+      "▁ bet",
+      "▁e in",
+      "▁ ein",
+      "} \\",
+      "\" >",
+      "▁s ub",
+      "▁su b",
+      "▁ sub",
+      "▁o p",
+      "▁ op",
+      "▁d on",
+      "▁do n",
+      "▁ don",
+      "t y",
+      "▁t ry",
+      "▁tr y",
+      "▁ try",
+      "▁P ro",
+      "▁Pr o",
+      "▁ Pro",
+      "▁t ra",
+      "▁tr a",
+      "▁ tra",
+      "▁s ame",
+      "▁sa me",
+      "▁sam e",
+      "▁ same",
+      "e p",
+      "▁t wo",
+      "▁tw o",
+      "▁ two",
+      "▁n ame",
+      "▁na me",
+      "▁nam e",
+      "▁ name",
+      "ol d",
+      "o ld",
+      "le t",
+      "l et",
+      "▁s im",
+      "▁si m",
+      "▁ sim",
+      "s p",
+      "▁a v",
+      "▁ av",
+      "br e",
+      "b re",
+      "ble m",
+      "bl em",
+      "b lem",
+      "e y",
+      "▁c ould",
+      "▁co uld",
+      "▁cou ld",
+      "▁ could",
+      "▁c or",
+      "▁co r",
+      "▁ cor",
+      "▁a cc",
+      "▁ac c",
+      "▁ acc",
+      "ay s",
+      "a ys",
+      "cr e",
+      "c re",
+      "ur r",
+      "u rr",
+      "s i",
+      "▁con st",
+      "▁cons t",
+      "▁ const",
+      "ue s",
+      "u es",
+      "} $",
+      "V iew",
+      "▁a ct",
+      "▁ac t",
+      "▁ act",
+      "▁b o",
+      "▁ bo",
+      "▁к о",
+      "▁ ко",
+      "▁s om",
+      "▁so m",
+      "▁ som",
+      "▁ab out",
+      "▁ about",
+      "la nd",
+      "lan d",
+      "l and",
+      "me r",
+      "m er",
+      "▁l ist",
+      "▁li st",
+      "▁ list",
+      "ca l",
+      "c al",
+      "▁im port",
+      "▁imp ort",
+      "▁ import",
+      "co l",
+      "c ol",
+      "▁n a",
+      "▁ na",
+      "n a",
+      ": :",
+      "▁w ho",
+      "▁wh o",
+      "▁ who",
+      "▁e rror",
+      "▁er ror",
+      "▁err or",
+      "▁ error",
+      "▁ X",
+      "at or",
+      "ato r",
+      "a tor",
+      "ex t",
+      "e xt",
+      "▁b een",
+      "▁be en",
+      "é r",
+      "▁r un",
+      "▁ru n",
+      "▁ run",
+      "po s",
+      "p os",
+      "▁c l",
+      "▁ cl",
+      "* *",
+      "▁ К",
+      "ul ar",
+      "ula r",
+      "u lar",
+      "au se",
+      "aus e",
+      "a use",
+      "▁re g",
+      "▁r eg",
+      "▁ reg",
+      "▁k now",
+      "▁kn ow",
+      "▁ know",
+      "▁s ee",
+      "▁se e",
+      "▁ see",
+      "▁h im",
+      "▁hi m",
+      "▁ him",
+      "ni ng",
+      "n ing",
+      "▁з а",
+      "▁ за",
+      "at es",
+      "ate s",
+      "a tes",
+      "fo re",
+      "for e",
+      "f ore",
+      "ion s",
+      "io ns",
+      "i ons",
+      "▁h el",
+      "▁he l",
+      "▁ hel",
+      "ut e",
+      "u te",
+      "▁re m",
+      "▁r em",
+      "▁ rem",
+      "▁г о",
+      "▁ го",
+      "▁M ar",
+      "▁Ma r",
+      "▁ Mar",
+      "р у",
+      "vi ce",
+      "vic e",
+      "v ice",
+      "ir ect",
+      "ire ct",
+      "i rect",
+      "ne r",
+      "n er",
+      "▁u nder",
+      "▁un der",
+      "▁und er",
+      "▁ under",
+      "ri b",
+      "r ib",
+      "h r",
+      "ч е",
+      "▁A s",
+      "▁ As",
+      "▁e nd",
+      "▁en d",
+      "▁ end",
+      "em ber",
+      "emb er",
+      "▁ а",
+      "▁a tt",
+      "▁at t",
+      "▁ att",
+      "in a",
+      "i na",
+      "so n",
+      "s on",
+      "▁f ollow",
+      "▁fol low",
+      "▁ follow",
+      "▁S ch",
+      "▁Sc h",
+      "▁ Sch",
+      "pe ct",
+      "pec t",
+      "p ect",
+      "▁re l",
+      "▁r el",
+      "▁ rel",
+      "▁S o",
+      "▁ So",
+      "▁l ook",
+      "▁lo ok",
+      "▁ look",
+      "ab el",
+      "abe l",
+      "a bel",
+      "▁pro blem",
+      "▁prob lem",
+      "▁proble m",
+      "▁probl em",
+      "▁ problem",
+      "▁v an",
+      "▁va n",
+      "▁ van",
+      "st rong",
+      "str ong",
+      "c o",
+      "po n",
+      "p on",
+      "c a",
+      "ad a",
+      "a da",
+      "\" :",
+      "con d",
+      "co nd",
+      "c ond",
+      "am b",
+      "a mb",
+      "} ,",
+      "qu est",
+      "que st",
+      "ques t",
+      "q uest",
+      "▁a ut",
+      "▁au t",
+      "▁ aut",
+      "▁res ult",
+      "▁ result",
+      "▁m ay",
+      "▁ma y",
+      "▁ may",
+      "R e",
+      "ht tp",
+      "htt p",
+      "h ttp",
+      ") :",
+      "▁A nd",
+      "▁An d",
+      "▁ And",
+      "re d",
+      "r ed",
+      "▁H ow",
+      "▁Ho w",
+      "▁ How",
+      "p o",
+      "ск о",
+      "с ко",
+      "at t",
+      "a tt",
+      "ou p",
+      "o up",
+      "ce d",
+      "c ed",
+      "▁t ype",
+      "▁typ e",
+      "▁ty pe",
+      "▁ type",
+      "▁t han",
+      "▁th an",
+      "▁ than",
+      "▁c ons",
+      "▁con s",
+      "▁co ns",
+      "▁ cons",
+      "u f",
+      "ц и",
+      "▁qu estion",
+      "▁quest ion",
+      "▁questi on",
+      "▁ question",
+      "ra ph",
+      "rap h",
+      "r aph",
+      "ig h",
+      "i gh",
+      "▁ М",
+      "▁h tt",
+      "▁ htt",
+      "in s",
+      "i ns",
+      "de n",
+      "d en",
+      "▁d a",
+      "▁ da",
+      "▁v er",
+      "▁ve r",
+      "▁ ver",
+      "o h",
+      "▁= >",
+      "▁ =>",
+      "ri v",
+      "r iv",
+      "ud e",
+      "u de",
+      "▁F or",
+      "▁Fo r",
+      "▁ For",
+      "▁r a",
+      "▁ ra",
+      "fr ac",
+      "fra c",
+      "f rac",
+      "м а",
+      "▁a fter",
+      "▁af ter",
+      "▁ after",
+      "} {",
+      "▁m ethod",
+      "▁met hod",
+      "▁ method",
+      "\" )",
+      "am p",
+      "a mp",
+      "as h",
+      "a sh",
+      "▁re c",
+      "▁r ec",
+      "▁ rec",
+      "▁d iffer",
+      "▁dif fer",
+      "▁diff er",
+      "O N",
+      "a x",
+      "am ent",
+      "ame nt",
+      "amen t",
+      "a ment",
+      "our ce",
+      "Co n",
+      "C on",
+      "it s",
+      "i ts",
+      "Na me",
+      "N ame",
+      "ma n",
+      "m an",
+      "▁b ec",
+      "▁be c",
+      "▁ bec",
+      "ch e",
+      "c he",
+      "▁E n",
+      "▁ En",
+      "a j",
+      "▁g ener",
+      "▁ge ner",
+      "▁gen er",
+      "▁gene r",
+      "▁ gener",
+      "I N",
+      "▁i d",
+      "▁ id",
+      "ag es",
+      "age s",
+      "a ges",
+      "▁l oc",
+      "▁lo c",
+      "▁ loc",
+      "f o",
+      "b r",
+      "▁s he",
+      "▁sh e",
+      "▁ she",
+      "Pr o",
+      "P ro",
+      "▁u na",
+      "▁un a",
+      "▁ una",
+      "▁ к",
+      "et a",
+      "e ta",
+      "lo g",
+      "l og",
+      "ol og",
+      "olo g",
+      "o log",
+      "▁s ur",
+      "▁su r",
+      "▁ sur",
+      "ar g",
+      "a rg",
+      "▁- -",
+      "▁ --",
+      "k t",
+      "( \\",
+      "mi n",
+      "m in",
+      "▁l ine",
+      "▁li ne",
+      "▁lin e",
+      "▁ line",
+      "▁v ari",
+      "▁var i",
+      "▁va ri",
+      "▁ vari",
+      "с я",
+      "ic s",
+      "i cs",
+      "н я",
+      "ve ry",
+      "ver y",
+      "v ery",
+      "ad d",
+      "a dd",
+      "▁o bject",
+      "▁ob ject",
+      "▁obj ect",
+      "▁ object",
+      "I d",
+      "▁B ut",
+      "▁Bu t",
+      "▁ But",
+      "▁c ase",
+      "▁cas e",
+      "▁ca se",
+      "▁ case",
+      "▁m ake",
+      "▁ma ke",
+      "▁mak e",
+      "▁ make",
+      "▁c al",
+      "▁ca l",
+      "▁ cal",
+      "▁p ass",
+      "▁pas s",
+      "▁pa ss",
+      "▁ pass",
+      "с ь",
+      "ess ion",
+      "ne t",
+      "n et",
+      ". \"",
+      "▁ г",
+      "ä r",
+      "д е",
+      "n o",
+      "at ing",
+      "ati ng",
+      "atin g",
+      "a ting",
+      "at o",
+      "a to",
+      "li ne",
+      "lin e",
+      "l ine",
+      "в и",
+      "▁E x",
+      "▁ Ex",
+      "▁a ss",
+      "▁as s",
+      "▁ ass",
+      "▁v ers",
+      "▁ver s",
+      "▁ve rs",
+      "▁ vers",
+      "л я",
+      "▁e d",
+      "▁ ed",
+      "um n",
+      "u mn",
+      "ot her",
+      "oth er",
+      "othe r",
+      "o ther",
+      "ст а",
+      "с та",
+      "at ive",
+      "ativ e",
+      "ati ve",
+      "St ring",
+      "Str ing",
+      "S tring",
+      "▁l os",
+      "▁lo s",
+      "▁ los",
+      "w n",
+      "▁an swer",
+      "▁ans wer",
+      "▁ answer",
+      "▁l et",
+      "▁le t",
+      "▁ let",
+      "▁p e",
+      "▁ pe",
+      "en ts",
+      "ent s",
+      "▁f e",
+      "▁ fe",
+      "in ce",
+      "inc e",
+      "n i",
+      "id er",
+      "ide r",
+      "i der",
+      "ow s",
+      "o ws",
+      "▁t est",
+      "▁te st",
+      "▁ test",
+      "▁h ere",
+      "▁he re",
+      "▁her e",
+      "▁ here",
+      "ro ll",
+      "rol l",
+      "r oll",
+      "▁c all",
+      "▁cal l",
+      "▁ca ll",
+      "▁ call",
+      "ru ct",
+      "r uct",
+      "▁p ol",
+      "▁po l",
+      "▁ pol",
+      "ai t",
+      "a it",
+      "▁b ack",
+      "▁ba ck",
+      "▁ back",
+      "h o",
+      "E x",
+      "re ss",
+      "res s",
+      "r ess",
+      "S T",
+      "ri ed",
+      "rie d",
+      "r ied",
+      "da te",
+      "dat e",
+      "d ate",
+      "е т",
+      "▁d id",
+      "▁di d",
+      "▁ did",
+      "ti ng",
+      "t ing",
+      "▁E l",
+      "▁ El",
+      "▁d em",
+      "▁de m",
+      "▁ dem",
+      ") $",
+      "ов а",
+      "о ва",
+      "ur rent",
+      "urr ent",
+      "urre nt",
+      "la ce",
+      "lac e",
+      "l ace",
+      "rig ht",
+      "r ight",
+      "re n",
+      "r en",
+      "п о",
+      "▁e ach",
+      "▁ each",
+      "c y",
+      "bl ock",
+      "blo ck",
+      "b lock",
+      "da ta",
+      "dat a",
+      "d ata",
+      "▁ %",
+      "▁a c",
+      "▁ ac",
+      "▁= =",
+      "▁ ==",
+      "ü r",
+      "▁p or",
+      "▁po r",
+      "▁ por",
+      "as k",
+      "a sk",
+      "ar ch",
+      "arc h",
+      "am es",
+      "ame s",
+      "a mes",
+      "▁C on",
+      "▁Co n",
+      "▁ Con",
+      "ч а",
+      "▁o ff",
+      "▁of f",
+      "▁ off",
+      "▁f ind",
+      "▁fin d",
+      "▁fi nd",
+      "▁ find",
+      "con t",
+      "co nt",
+      "c ont",
+      "▁n ow",
+      "▁no w",
+      "▁ now",
+      "wor k",
+      "w ork",
+      "at ional",
+      "ation al",
+      "ati onal",
+      "atio nal",
+      "d d",
+      "ci ón",
+      "ció n",
+      "c ión",
+      "▁ А",
+      "au lt",
+      "a ult",
+      "Li st",
+      "L ist",
+      "▁e xt",
+      "▁ex t",
+      "▁ ext",
+      "ur s",
+      "u rs",
+      "ak e",
+      "a ke",
+      "ul e",
+      "u le",
+      "▁p oint",
+      "▁po int",
+      "▁poi nt",
+      "▁ point",
+      "A T",
+      "au t",
+      "a ut",
+      "▁tr ans",
+      "▁tra ns",
+      "▁tran s",
+      "▁ trans",
+      "▁c o",
+      "▁ co",
+      "▁re ad",
+      "▁r ead",
+      "▁ read",
+      "▁u sed",
+      "▁us ed",
+      "▁use d",
+      "▁ used",
+      "ск и",
+      "с ки",
+      "ar i",
+      "a ri",
+      "L E",
+      "et er",
+      "ete r",
+      "e ter",
+      "ou n",
+      "o un",
+      "ev er",
+      "e ver",
+      "sel f",
+      "s elf",
+      "in ed",
+      "ine d",
+      "i ned",
+      "id th",
+      "u x",
+      "j s",
+      "▁s uch",
+      "▁su ch",
+      "▁suc h",
+      "▁ such",
+      "▁I s",
+      "▁ Is",
+      "é e",
+      "fu l",
+      "f ul",
+      "▁d ist",
+      "▁di st",
+      "▁dis t",
+      "▁ dist",
+      "▁b u",
+      "▁ bu",
+      "item ize",
+      "Con t",
+      "Co nt",
+      "C ont",
+      "j e",
+      "с и",
+      "▁p rov",
+      "▁pro v",
+      "▁pr ov",
+      "▁ prov",
+      "b b",
+      "wa rd",
+      "war d",
+      "w ard",
+      "es ent",
+      "ese nt",
+      "esen t",
+      "e sent",
+      "er son",
+      "ers on",
+      "an ks",
+      "ank s",
+      "w h",
+      "no t",
+      "n ot",
+      "▁W e",
+      "▁ We",
+      "k a",
+      "ro p",
+      "r op",
+      "at ur",
+      "atu r",
+      "al s",
+      "a ls",
+      "▁b el",
+      "▁be l",
+      "▁ bel",
+      "ö r",
+      "f r",
+      "▁ex ample",
+      "▁exam ple",
+      "▁ example",
+      "▁in cl",
+      "▁inc l",
+      "am il",
+      "ami l",
+      "a mil",
+      "▁р а",
+      "▁ ра",
+      "▁ “",
+      "▁s tring",
+      "▁st ring",
+      "▁str ing",
+      "▁stri ng",
+      "▁ string",
+      "▁th ink",
+      "▁thin k",
+      "T h",
+      "▁t em",
+      "▁te m",
+      "▁ tem",
+      "av e",
+      "a ve",
+      "▁F ran",
+      "▁Fr an",
+      "▁Fra n",
+      "▁ Fran",
+      "▁n umber",
+      "▁num ber",
+      "▁ number",
+      "▁s i",
+      "▁ si",
+      "im es",
+      "ime s",
+      "i mes",
+      "te m",
+      "t em",
+      "m y",
+      "le r",
+      "l er",
+      "lo ad",
+      "= =",
+      "▁h and",
+      "▁ha nd",
+      "▁han d",
+      "▁ hand",
+      "z a",
+      "▁b ecause",
+      "▁bec ause",
+      "▁ because",
+      "▁s ch",
+      "▁sc h",
+      "▁ sch",
+      "v o",
+      "th is",
+      "t his",
+      "I D",
+      "ã o",
+      "▁st art",
+      "▁star t",
+      "▁sta rt",
+      "▁ start",
+      "▁w ar",
+      "▁wa r",
+      "▁ war",
+      "▁he lp",
+      "▁hel p",
+      "▁ help",
+      "t s",
+      "▁c har",
+      "▁ch ar",
+      "▁cha r",
+      "▁ char",
+      "▁p h",
+      "▁ ph",
+      "▁m in",
+      "▁mi n",
+      "▁ min",
+      "ti l",
+      "t il",
+      "ri te",
+      "rit e",
+      "r ite",
+      "-- ------",
+      "---- ----",
+      "--- -----",
+      "------ --",
+      "----- ---",
+      "------- -",
+      "- -------",
+      "el s",
+      "e ls",
+      "▁m it",
+      "▁mi t",
+      "▁ mit",
+      "ed ia",
+      "edi a",
+      "e dia",
+      "к у",
+      "▁S h",
+      "▁ Sh",
+      "an y",
+      "a ny",
+      "] ;",
+      "▁ Б",
+      "iqu e",
+      "i que",
+      "d a",
+      "e f",
+      "de x",
+      "d ex",
+      "▁p rodu",
+      "▁pro du",
+      "▁pr odu",
+      "▁prod u",
+      "▁ produ",
+      "▁ Н",
+      "gr am",
+      "gra m",
+      "g ram",
+      "▁O r",
+      "▁ Or",
+      "▁g re",
+      "▁gr e",
+      "▁ gre",
+      "qu ote",
+      "quot e",
+      "le g",
+      "l eg",
+      "or n",
+      "o rn",
+      "▁in d",
+      "▁i nd",
+      "▁ ind",
+      "▁p ost",
+      "▁po st",
+      "▁pos t",
+      "▁ post",
+      "▁d ep",
+      "▁de p",
+      "▁ dep",
+      "] ,",
+      "v i",
+      "▁u ser",
+      "▁us er",
+      "▁use r",
+      "▁ user",
+      "▁ >",
+      "li ck",
+      "lic k",
+      "l ick",
+      "▁v ery",
+      "▁ver y",
+      "▁ve ry",
+      "▁ very",
+      "et hing",
+      "eth ing",
+      "e thing",
+      "▁ar ray",
+      "▁arr ay",
+      "▁ array",
+      "▁g u",
+      "▁ gu",
+      "▁d ur",
+      "▁du r",
+      "` .",
+      "т ь",
+      "li cation",
+      "lic ation",
+      "lica tion",
+      "ст и",
+      "с ти",
+      "e k",
+      "ic o",
+      "i co",
+      "▁d at",
+      "▁da t",
+      "▁ dat",
+      "о р",
+      "ht ml",
+      "htm l",
+      "h tml",
+      "ion e",
+      "io ne",
+      "i one",
+      "▁d ifferent",
+      "▁differ ent",
+      "▁c heck",
+      "▁che ck",
+      "▁ check",
+      "▁f r",
+      "▁ fr",
+      "▁E r",
+      "▁ Er",
+      "▁t ext",
+      "▁te xt",
+      "▁tex t",
+      "▁ text",
+      "н і",
+      "ic ht",
+      "ich t",
+      "i cht",
+      "st ack",
+      "sta ck",
+      "E N",
+      "ra g",
+      "r ag",
+      "▁e very",
+      "▁ev ery",
+      "▁ever y",
+      "▁ every",
+      "A r",
+      "▁be fore",
+      "▁bef ore",
+      "▁ before",
+      "al se",
+      "als e",
+      "▁f in",
+      "▁fi n",
+      "▁ fin",
+      "▁d é",
+      "▁th ese",
+      "▁the se",
+      "▁d et",
+      "▁de t",
+      "▁ det",
+      "V al",
+      "ce ption",
+      "cept ion",
+      "cep tion",
+      "▁and roid",
+      "▁ android",
+      "block quote",
+      "▁j e",
+      "▁ je",
+      "fil e",
+      "fi le",
+      "f ile",
+      "at s",
+      "a ts",
+      "▁д о",
+      "▁ до",
+      "ess age",
+      "essa ge",
+      "▁ag ain",
+      "a w",
+      "C h",
+      "we en",
+      "w een",
+      "▁ Д",
+      "fo r",
+      "f or",
+      "ci al",
+      "cia l",
+      "c ial",
+      "pl ay",
+      "pla y",
+      "p lay",
+      "pr e",
+      "p re",
+      "id a",
+      "i da",
+      "▁P ar",
+      "▁Pa r",
+      "▁ Par",
+      "n y",
+      "ra ct",
+      "rac t",
+      "r act",
+      "▁s upp",
+      "▁su pp",
+      "▁sup p",
+      "▁ supp",
+      "as ed",
+      "ase d",
+      "a sed",
+      "le ction",
+      "lect ion",
+      "l ection",
+      "▁d ans",
+      "▁da ns",
+      "▁dan s",
+      "ai r",
+      "a ir",
+      "ro l",
+      "r ol",
+      "▁t hr",
+      "▁th r",
+      "Dat a",
+      "Da ta",
+      "D ata",
+      "li ch",
+      "lic h",
+      "l ich",
+      "▁п ро",
+      "▁пр о",
+      "▁ про",
+      "▁l ong",
+      "▁lo ng",
+      "▁lon g",
+      "▁ long",
+      "▁se cond",
+      "▁sec ond",
+      "▁ second",
+      "ual ly",
+      "u ally",
+      "in es",
+      "ine s",
+      "i nes",
+      "▁f ound",
+      "▁fo und",
+      "▁fou nd",
+      "▁ found",
+      "eng th",
+      "y p",
+      "ea d",
+      "e ad",
+      "▁l og",
+      "▁lo g",
+      "▁ log",
+      "u i",
+      "ne w",
+      "n ew",
+      "▁ Р",
+      "g o",
+      "au s",
+      "a us",
+      "od y",
+      "o dy",
+      "▁s on",
+      "▁so n",
+      "▁ son",
+      "м е",
+      "er o",
+      "e ro",
+      "ve d",
+      "v ed",
+      "su b",
+      "s ub",
+      "▁r ight",
+      "▁rig ht",
+      "▁ right",
+      "vi ew",
+      "vie w",
+      "v iew",
+      "▁follow ing",
+      "' )",
+      "\") ;",
+      "\" );",
+      "▁sa id",
+      "ж е",
+      "ч и",
+      "т у",
+      "ot t",
+      "o tt",
+      "с е",
+      "ar s",
+      "a rs",
+      "$ .",
+      "g g",
+      "▁b r",
+      "▁ br",
+      "oo l",
+      "o ol",
+      "yl e",
+      "y le",
+      "us e",
+      "u se",
+      "▁s how",
+      "▁sh ow",
+      "▁sho w",
+      "▁ show",
+      "le ase",
+      "lea se",
+      "ci a",
+      "c ia",
+      "▁d irect",
+      "▁di rect",
+      "▁dire ct",
+      "▁dir ect",
+      "▁ direct",
+      "do c",
+      "d oc",
+      "а р",
+      "m s",
+      "▁g iv",
+      "▁gi v",
+      "▁ giv",
+      "▁e xp",
+      "▁ex p",
+      "▁ exp",
+      "q l",
+      "д у",
+      "в е",
+      "▁B e",
+      "▁ Be",
+      "Co m",
+      "C om",
+      "it er",
+      "ite r",
+      "i ter",
+      "R E",
+      "m p",
+      "me n",
+      "m en",
+      "▁R o",
+      "▁ Ro",
+      "M A",
+      "▁C ol",
+      "▁Co l",
+      "▁ Col",
+      "is ter",
+      "ist er",
+      "iste r",
+      "i ster",
+      "▁w ell",
+      "▁we ll",
+      "▁wel l",
+      "▁ well",
+      "▁< /",
+      "▁ </",
+      "ay out",
+      "at ure",
+      "atur e",
+      "atu re",
+      "iv ers",
+      "ive rs",
+      "iver s",
+      "i vers",
+      "z y",
+      "▁н е",
+      "▁ не",
+      "▁m et",
+      "▁me t",
+      "▁ met",
+      "un e",
+      "u ne",
+      "yt h",
+      "y th",
+      "Ty pe",
+      "Typ e",
+      "T ype",
+      "▁e lement",
+      "▁el ement",
+      "▁ele ment",
+      "▁elem ent",
+      "▁ element",
+      "▁l ink",
+      "▁lin k",
+      "▁ link",
+      "mo d",
+      "m od",
+      "▁bet ween",
+      "▁ between",
+      "ce pt",
+      "cep t",
+      "qu ire",
+      "qui re",
+      "▁th rough",
+      "▁thr ough",
+      "▁thro ugh",
+      "▁ through",
+      "▁wh ile",
+      "▁ while",
+      "▁O n",
+      "▁ On",
+      "th e",
+      "t he",
+      "í a",
+      "▁s omething",
+      "▁some thing",
+      "▁som ething",
+      "▁somet hing",
+      "▁ something",
+      "vo l",
+      "v ol",
+      "▁m ost",
+      "▁mo st",
+      "▁mos t",
+      "▁ most",
+      "s c",
+      "us s",
+      "u ss",
+      "▁c ar",
+      "▁ca r",
+      "▁ car",
+      "▁s m",
+      "▁ sm",
+      "▁р о",
+      "▁ ро",
+      "an o",
+      "a no",
+      "le ft",
+      "lef t",
+      "l eft",
+      "v a",
+      "▁tr ue",
+      "▁ true",
+      "( $",
+      "em s",
+      "e ms",
+      "▁m uch",
+      "▁mu ch",
+      "á s",
+      "▁N ew",
+      "▁Ne w",
+      "▁ New",
+      "▁pro per",
+      "▁pr oper",
+      "▁prop er",
+      "er a",
+      "e ra",
+      "it ed",
+      "ite d",
+      "i ted",
+      "▁d oc",
+      "▁do c",
+      "▁ doc",
+      "ic es",
+      "ice s",
+      "i ces",
+      "Th e",
+      "T he",
+      "▁ ?",
+      "ст о",
+      "с то",
+      "f l",
+      "▁s pec",
+      "▁sp ec",
+      "▁spe c",
+      "▁ spec",
+      "en der",
+      "end er",
+      "ende r",
+      "e nder",
+      "wa y",
+      "w ay",
+      "▁s elf",
+      "▁sel f",
+      "▁ self",
+      "▁e ven",
+      "▁ev en",
+      "▁ even",
+      "і в",
+      "▁с е",
+      "▁ се",
+      "ни я",
+      "▁P r",
+      "▁ Pr",
+      "▁k e",
+      "▁ ke",
+      "em b",
+      "e mb",
+      "▁t able",
+      "▁tab le",
+      "▁ta ble",
+      "▁ table",
+      "▁e qu",
+      "▁eq u",
+      "▁ equ",
+      "li ent",
+      "lie nt",
+      "l ient",
+      "t d",
+      "par t",
+      "pa rt",
+      "p art",
+      "▁pr int",
+      "▁pri nt",
+      "▁prin t",
+      "▁ print",
+      "▁u ne",
+      "▁un e",
+      "▁ une",
+      "if y",
+      "▁- >",
+      "▁ ->",
+      "en e",
+      "e ne",
+      "▁m on",
+      "▁mo n",
+      "▁ mon",
+      "▁d ec",
+      "▁de c",
+      "▁ dec",
+      "▁st ill",
+      "▁о б",
+      "▁ об",
+      "▁T r",
+      "▁ Tr",
+      "▁ ф",
+      "if e",
+      "i fe",
+      "is m",
+      "i sm",
+      "b y",
+      "ra w",
+      "r aw",
+      "io r",
+      "i or",
+      "▁m ed",
+      "▁me d",
+      "▁ med",
+      "or ld",
+      "▁com ple",
+      "▁comp le",
+      "▁compl e",
+      "▁ comple",
+      "w w",
+      "▁a rt",
+      "▁ar t",
+      "▁ art",
+      "ro n",
+      "r on",
+      "▁ Г",
+      "▁M y",
+      "▁ My",
+      "▁a ls",
+      "▁al s",
+      "▁ als",
+      "re ct",
+      "rec t",
+      "r ect",
+      "▁a uf",
+      "▁au f",
+      "▁ auf",
+      "▁d own",
+      "▁do wn",
+      "▁dow n",
+      "▁ down",
+      "at her",
+      "ath er",
+      "a ther",
+      "Co l",
+      "C ol",
+      "Te xt",
+      "Tex t",
+      "T ext",
+      "ba ck",
+      "b ack",
+      "$ ,",
+      "▁y ear",
+      "▁ye ar",
+      "▁ year",
+      "м о",
+      "p i",
+      "▁G r",
+      "▁ Gr",
+      "re am",
+      "rea m",
+      "▁re p",
+      "▁r ep",
+      "▁ rep",
+      "b f",
+      "ww w",
+      "w ww",
+      "▁w ur",
+      "▁o rg",
+      "▁or g",
+      "▁ org",
+      "in ter",
+      "int er",
+      "inte r",
+      "▁D ie",
+      "▁Di e",
+      "▁ Die",
+      "▁b eing",
+      "▁be ing",
+      "▁bei ng",
+      "\" .",
+      "la bel",
+      "lab el",
+      "l abel",
+      "▁c ent",
+      "▁ce nt",
+      "▁ cent",
+      "ja va",
+      "jav a",
+      "j ava",
+      "ba r",
+      "b ar",
+      "an te",
+      "ant e",
+      "an a",
+      "a na",
+      "_ _",
+      "▁sol ution",
+      "▁ О",
+      "▁f l",
+      "▁ fl",
+      "▁c reate",
+      "▁cre ate",
+      "▁ create",
+      "ic i",
+      "i ci",
+      "st e",
+      "s te",
+      "yth on",
+      "yt hon",
+      "un t",
+      "u nt",
+      "as on",
+      "aso n",
+      "a son",
+      "fer ence",
+      "fe rence",
+      "S E",
+      "▁n on",
+      "▁no n",
+      "▁ non",
+      "an e",
+      "a ne",
+      "▁in s",
+      "▁i ns",
+      "▁ ins",
+      "ad er",
+      "ade r",
+      "a der",
+      "_{ \\",
+      "_ {\\",
+      "Re s",
+      "R es",
+      "▁m ain",
+      "▁ma in",
+      "▁mai n",
+      "▁ main",
+      "п и",
+      "▁T here",
+      "▁The re",
+      "▁Th ere",
+      "▁Ther e",
+      "▁ There",
+      "▁p our",
+      "▁po ur",
+      "▁pou r",
+      "R O",
+      "` ,",
+      "li sh",
+      "lis h",
+      "l ish",
+      "b ject",
+      "cc ess",
+      "c cess",
+      "▁o rig",
+      "▁or ig",
+      "▁ orig",
+      "is chen",
+      "isch en",
+      "ische n",
+      "isc hen",
+      "i schen",
+      "ow er",
+      "owe r",
+      "o wer",
+      "▁h et",
+      "▁he t",
+      "▁ het",
+      "u c",
+      "▁el se",
+      "▁els e",
+      "▁ else",
+      "» .",
+      "▁о т",
+      "▁ от",
+      "eq u",
+      "e qu",
+      "si ble",
+      "s ible",
+      "te st",
+      "tes t",
+      "t est",
+      "st and",
+      "sta nd",
+      "stan d",
+      "é n",
+      "et s",
+      "e ts",
+      "G E",
+      "id ent",
+      "ide nt",
+      "iden t",
+      "i dent",
+      "▁ е",
+      "▁п ри",
+      "▁пр и",
+      "▁ при",
+      ". ,",
+      "▁d as",
+      "▁da s",
+      "▁ das",
+      "oc k",
+      "o ck",
+      ", \"",
+      "▁v ol",
+      "▁vo l",
+      "▁ vol",
+      "▁f o",
+      "▁ fo",
+      "▁p ara",
+      "▁par a",
+      "▁pa ra",
+      "▁ para",
+      "▁ Т",
+      "▁C ar",
+      "▁Ca r",
+      "▁ Car",
+      "ra l",
+      "r al",
+      "▁S p",
+      "▁ Sp",
+      "va r",
+      "v ar",
+      "▁p lay",
+      "▁pl ay",
+      "▁pla y",
+      "▁ play",
+      "ou se",
+      "ous e",
+      "o use",
+      "▁т а",
+      "▁ та",
+      "ic ally",
+      "ical ly",
+      "▁con tain",
+      "▁cont ain",
+      "pon se",
+      "▁S tring",
+      "▁St ring",
+      "▁Str ing",
+      "▁ String",
+      "á n",
+      "▁b oth",
+      "▁bo th",
+      "▁bot h",
+      "▁ both",
+      "ke n",
+      "k en",
+      "A R",
+      "ер е",
+      "е ре",
+      "▁I l",
+      "▁ Il",
+      "▁is s",
+      "▁i ss",
+      "▁ iss",
+      "▁o pen",
+      "▁op en",
+      "▁ open",
+      "▁ )",
+      "▁W hat",
+      "▁Wh at",
+      "▁ What",
+      "f e",
+      "riv ate",
+      "re g",
+      "r eg",
+      "▁with out",
+      "▁ without",
+      "▁z u",
+      "▁ zu",
+      "vi s",
+      "v is",
+      "fl ow",
+      "f low",
+      "▁h ttp",
+      "▁htt p",
+      "▁ http",
+      "ab ase",
+      "aba se",
+      "a base",
+      "▁w ord",
+      "▁wor d",
+      "▁wo rd",
+      "▁ word",
+      "▁ch ange",
+      "▁chang e",
+      "▁ change",
+      "▁work s",
+      "▁wor ks",
+      "▁ works",
+      "▁g e",
+      "▁ ge",
+      "▁ !",
+      "▁e en",
+      "▁ een",
+      "it le",
+      "▁e vent",
+      "▁even t",
+      "▁ev ent",
+      "▁ event",
+      "wo rd",
+      "wor d",
+      "w ord",
+      "an do",
+      "and o",
+      "S B",
+      "re m",
+      "r em",
+      "▁f ield",
+      "▁fi eld",
+      "▁fiel d",
+      "▁ field",
+      "vi ng",
+      "vin g",
+      "v ing",
+      "Se r",
+      "S er",
+      "▁o ur",
+      "▁ou r",
+      "▁ our",
+      "▁qu i",
+      "▁q ui",
+      "▁ qui",
+      "▁o per",
+      "▁op er",
+      "▁ oper",
+      "▁is t",
+      "▁i st",
+      "▁ ist",
+      "de f",
+      "d ef",
+      "▁m ade",
+      "▁ma de",
+      "▁mad e",
+      "▁ made",
+      "ни е",
+      "p x",
+      "▁m en",
+      "▁me n",
+      "▁ men",
+      "r m",
+      "ai s",
+      "a is",
+      "ce nt",
+      "cen t",
+      "c ent",
+      "li st",
+      "lis t",
+      "l ist",
+      "T o",
+      "▁T o",
+      "▁ To",
+      "j a",
+      "ve rt",
+      "ver t",
+      "v ert",
+      "▁m ar",
+      "▁ma r",
+      "▁ mar",
+      "val ue",
+      "valu e",
+      "▁ „",
+      "\" ;",
+      "▁a us",
+      "▁au s",
+      "▁ aus",
+      "▁B r",
+      "▁ Br",
+      "ol e",
+      "o le",
+      "▁m ult",
+      "▁mu lt",
+      "▁mul t",
+      "▁ mult",
+      "oug ht",
+      "ough t",
+      "▁m at",
+      "▁ma t",
+      "▁ mat",
+      "▁v iew",
+      "▁vi ew",
+      "▁vie w",
+      "▁ view",
+      "fi l",
+      "f il",
+      "▁с о",
+      "▁ со",
+      "г а",
+      "▁v oid",
+      "▁vo id",
+      "▁ void",
+      "▁g ood",
+      "▁go od",
+      "▁ good",
+      "б о",
+      "C T",
+      "▁m any",
+      "▁ma ny",
+      "▁man y",
+      "▁ many",
+      "be n",
+      "b en",
+      "▁в о",
+      "▁ во",
+      "▁к а",
+      "▁ ка",
+      "▁s ystem",
+      "▁sys tem",
+      "▁syst em",
+      "▁ system",
+      "in o",
+      "i no",
+      "▁an other",
+      "▁ano ther",
+      "▁ another",
+      "▁re st",
+      "▁r est",
+      "▁res t",
+      "▁ rest",
+      "us er",
+      "use r",
+      "u ser",
+      "il ity",
+      "ili ty",
+      "a i",
+      "▁m ight",
+      "▁mig ht",
+      "us tom",
+      "ust om",
+      "usto m",
+      "▁or der",
+      "▁ord er",
+      "▁ order",
+      "▁V er",
+      "▁Ve r",
+      "▁ Ver",
+      "S S",
+      "} )",
+      "▁e ff",
+      "▁ eff",
+      "д о",
+      "et t",
+      "e tt",
+      "▁s ign",
+      "▁si gn",
+      "▁sig n",
+      "▁ sign",
+      "м у",
+      "I T",
+      "st ring",
+      "str ing",
+      "s tring",
+      "el le",
+      "ell e",
+      "e lle",
+      "▁s ing",
+      "▁si ng",
+      "▁sin g",
+      "▁ sing",
+      "cu l",
+      "c ul",
+      "▁tr ying",
+      "▁try ing",
+      "▁b eg",
+      "▁be g",
+      "▁ beg",
+      "▁p age",
+      "▁pa ge",
+      "▁pag e",
+      "▁ page",
+      "х о",
+      "▁C an",
+      "▁Ca n",
+      "▁ Can",
+      "▁S er",
+      "▁Se r",
+      "▁ Ser",
+      "+ +",
+      "▁m ust",
+      "▁mus t",
+      "▁mu st",
+      "▁ must",
+      "▁val ues",
+      "▁value s",
+      "▁valu es",
+      "▁ values",
+      "▁k ey",
+      "▁ke y",
+      "▁ key",
+      "ib le",
+      "i ble",
+      "] .",
+      "ir d",
+      "i rd",
+      "▁pro gram",
+      "▁pr ogram",
+      "▁ program",
+      "roll er",
+      "rol ler",
+      "rolle r",
+      "▁c onne",
+      "▁con ne",
+      "▁conn e",
+      "▁ conne",
+      "▁s ay",
+      "▁sa y",
+      "▁ say",
+      "▁p aram",
+      "▁par am",
+      "▁para m",
+      "▁pa ram",
+      "▁ param",
+      "ach e",
+      "ac he",
+      "a che",
+      "ve lop",
+      "vel op",
+      "▁s elect",
+      "▁se lect",
+      "▁sel ect",
+      "▁sele ct",
+      "▁ select",
+      "▁f amil",
+      "▁fa mil",
+      "▁fam il",
+      "▁ famil",
+      "▁l ast",
+      "▁la st",
+      "▁las t",
+      "▁ last",
+      "▁Th anks",
+      "▁Thank s",
+      "▁ Thanks",
+      "▁p op",
+      "▁po p",
+      "▁ pop",
+      "} .",
+      "e q",
+      "▁does n",
+      "[ '",
+      "▁t erm",
+      "▁te rm",
+      "▁ter m",
+      "▁ term",
+      "▁r é",
+      "▁ ré",
+      "▁d ocument",
+      "▁doc ument",
+      "▁ document",
+      "п а",
+      "л у",
+      "at eg",
+      "ate g",
+      ". )",
+      "li ng",
+      "lin g",
+      "l ing",
+      "ion al",
+      "io nal",
+      "iona l",
+      "i onal",
+      "ab les",
+      "able s",
+      "abl es",
+      "a bles",
+      "▁t ak",
+      "▁ta k",
+      "ut ton",
+      "utt on",
+      "utto n",
+      "▁a rg",
+      "▁ar g",
+      "▁ arg",
+      "ty pe",
+      "typ e",
+      "t ype",
+      "▁s ure",
+      "▁su re",
+      "▁sur e",
+      "▁re al",
+      "▁ real",
+      "▁w eb",
+      "▁we b",
+      "▁ web",
+      "▁c urrent",
+      "▁cur rent",
+      "▁curr ent",
+      "▁ current",
+      "▁P l",
+      "▁ Pl",
+      "ch o",
+      "c ho",
+      "ment s",
+      "men ts",
+      "m ents",
+      "▁J oh",
+      "▁Jo h",
+      "ot s",
+      "o ts",
+      "▁ex ist",
+      "▁ exist",
+      "н у",
+      "▁f ür",
+      "▁ für",
+      "▁и з",
+      "▁ из",
+      "d o",
+      "но го",
+      "ног о",
+      "н ого",
+      "▁l as",
+      "▁la s",
+      "▁ las",
+      "▁n ull",
+      "▁nu ll",
+      "▁ null",
+      "▁in form",
+      "▁inf orm",
+      "▁info rm",
+      "▁ Л",
+      "▁v ersion",
+      "▁vers ion",
+      "▁ version",
+      "▁c hang",
+      "▁ch ang",
+      "▁cha ng",
+      "ag er",
+      "age r",
+      "a ger",
+      "▁C omm",
+      "▁Com m",
+      "▁Co mm",
+      "▁ Comm",
+      "л і",
+      "us h",
+      "u sh",
+      "▁G e",
+      "▁ Ge",
+      "▁h igh",
+      "▁hi gh",
+      "▁ high",
+      "▁in put",
+      "▁ input",
+      "og le",
+      "o gle",
+      "ro s",
+      "r os",
+      "bo x",
+      "b ox",
+      "ge n",
+      "g en",
+      "▁s te",
+      "▁st e",
+      "▁ ste",
+      "▁l ocal",
+      "▁lo cal",
+      "▁loc al",
+      "▁ local",
+      "I m",
+      "▁pro cess",
+      "▁proc ess",
+      "▁proces s",
+      "▁ process",
+      "ter nal",
+      "tern al",
+      "t ernal",
+      "iz ed",
+      "ize d",
+      "i zed",
+      "г и",
+      "é t",
+      "▁I nd",
+      "▁In d",
+      "▁ Ind",
+      "▁o ch",
+      "▁oc h",
+      "▁ och",
+      "l t",
+      "▁col umn",
+      "▁ column",
+      "▁t ried",
+      "▁tr ied",
+      "▁tri ed",
+      "▁comm and",
+      "▁comma nd",
+      "▁ command",
+      "▁b est",
+      "▁be st",
+      "▁bes t",
+      "▁ best",
+      "as ter",
+      "ast er",
+      "aste r",
+      "a ster",
+      "з а",
+      "▁p rim",
+      "▁pr im",
+      "▁pri m",
+      "▁ prim",
+      "▁m odel",
+      "▁mod el",
+      "▁mo del",
+      "▁mode l",
+      "▁ model",
+      "▁ і",
+      "▁th ose",
+      "it ies",
+      "iti es",
+      "itie s",
+      "i ties",
+      "è re",
+      "▁р е",
+      "▁ ре",
+      "ј е",
+      "ш и",
+      "qu es",
+      "que s",
+      "q ues",
+      "▁A m",
+      "▁ Am",
+      "▁o wn",
+      "▁ow n",
+      "▁ own",
+      "li n",
+      "l in",
+      "з и",
+      "Val ue",
+      "th ing",
+      "t hing",
+      "▁ ,",
+      "▁T e",
+      "▁ Te",
+      "▁st ud",
+      "▁ stud",
+      "▁u m",
+      "▁ um",
+      "▁ser ver",
+      "▁serv er",
+      "▁serve r",
+      "▁ server",
+      "il le",
+      "ill e",
+      "i lle",
+      "▁p ut",
+      "▁pu t",
+      "▁ put",
+      "at iv",
+      "ati v",
+      "g y",
+      "ов и",
+      "о ви",
+      "ra f",
+      "r af",
+      "ов о",
+      "о во",
+      "▁wur de",
+      "▁W hen",
+      "▁Wh en",
+      "▁Whe n",
+      "▁ When",
+      "▁d iv",
+      "▁di v",
+      "▁ div",
+      "an ts",
+      "ant s",
+      "▁t er",
+      "▁te r",
+      "▁ ter",
+      "▁part ic",
+      "▁parti c",
+      "▁ т",
+      "▁D o",
+      "▁ Do",
+      "▁N o",
+      "▁ No",
+      "se rt",
+      "ser t",
+      "s ert",
+      "id o",
+      "i do",
+      "math cal",
+      "ad e",
+      "a de",
+      "▁I I",
+      "▁ II",
+      "le ar",
+      "lea r",
+      "l ear",
+      "og raph",
+      "o graph",
+      "en se",
+      "ens e",
+      "▁r ow",
+      "▁ro w",
+      "▁ row",
+      "nu m",
+      "n um",
+      "▁pos sible",
+      "▁poss ible",
+      "▁possib le",
+      "▁ possible",
+      "▁s ince",
+      "▁sin ce",
+      "▁ since",
+      "▁B o",
+      "▁ Bo",
+      "ct ions",
+      "ction s",
+      "▁I m",
+      "▁ Im",
+      "O R",
+      "ц і",
+      "▁i de",
+      "▁id e",
+      "▁ ide",
+      "ma p",
+      "m ap",
+      "▁cor rect",
+      "▁corre ct",
+      "▁corr ect",
+      "▁ correct",
+      "ve s",
+      "v es",
+      "ph p",
+      "p hp",
+      "▁out put",
+      "▁ output",
+      "▁P h",
+      "▁ Ph",
+      "A L",
+      "ar ed",
+      "are d",
+      "a red",
+      "\\ \\",
+      "▁im age",
+      "▁imag e",
+      "▁ image",
+      "es ch",
+      "esc h",
+      "e sch",
+      "ж и",
+      "▁con f",
+      "▁ conf",
+      "po r",
+      "p or",
+      "qu ery",
+      "que ry",
+      "quer y",
+      "ur es",
+      "ure s",
+      "u res",
+      "iu m",
+      "i um",
+      "en ds",
+      "end s",
+      "▁A b",
+      "▁ Ab",
+      "SB N",
+      "і д",
+      "et her",
+      "eth er",
+      "ethe r",
+      "e ther",
+      "pt ions",
+      "ption s",
+      "it u",
+      "i tu",
+      "li b",
+      "l ib",
+      "n s",
+      "k i",
+      "▁work ing",
+      "▁wor king",
+      "▁ working",
+      "▁c omo",
+      "▁com o",
+      "▁co mo",
+      "▁ como",
+      "▁T hen",
+      "▁The n",
+      "▁Th en",
+      "▁ Then",
+      "M L",
+      "ke y",
+      "k ey",
+      "cl ass",
+      "cla ss",
+      "c lass",
+      "op le",
+      "o ple",
+      "itt le",
+      "▁m atch",
+      "▁mat ch",
+      "▁ match",
+      "way s",
+      "wa ys",
+      "w ays",
+      "math bb",
+      "▁re quire",
+      "▁requ ire",
+      "▁ require",
+      "al t",
+      "a lt",
+      "▁v is",
+      "▁vi s",
+      "▁ vis",
+      "▁b l",
+      "▁ bl",
+      "▁c alled",
+      "▁cal led",
+      "▁call ed",
+      "▁ called",
+      "It em",
+      "I tem",
+      "ur a",
+      "u ra",
+      "ve c",
+      "v ec",
+      "em e",
+      "e me",
+      "▁d ella",
+      "▁de lla",
+      "▁del la",
+      "▁dell a",
+      "em bre",
+      "emb re",
+      "ur g",
+      "u rg",
+      "S e",
+      "▁re quest",
+      "▁requ est",
+      "▁req uest",
+      "▁ request",
+      "is che",
+      "isch e",
+      "isc he",
+      "i sche",
+      "▁p ort",
+      "▁po rt",
+      "▁por t",
+      "▁ port",
+      "▁inst ead",
+      "= \\",
+      "▁ У",
+      "ho r",
+      "h or",
+      "en te",
+      "ent e",
+      "um e",
+      "u me",
+      "er d",
+      "e rd",
+      "с а",
+      "▁w hy",
+      "▁wh y",
+      "▁ why",
+      "ri st",
+      "ris t",
+      "r ist",
+      "▁p erson",
+      "▁per son",
+      "▁pers on",
+      "▁ person",
+      "▁. ..",
+      "▁.. .",
+      "▁ ...",
+      "▁p rivate",
+      "▁priv ate",
+      "▁ private",
+      "▁t ot",
+      "▁to t",
+      "▁ tot",
+      "ph a",
+      "p ha",
+      "if t",
+      "i ft",
+      "it a",
+      "i ta",
+      "lo c",
+      "l oc",
+      "▁o ld",
+      "▁ol d",
+      "▁ old",
+      "о н",
+      "▁n el",
+      "▁ne l",
+      "▁ nel",
+      "' ]",
+      "t i",
+      "ie t",
+      "i et",
+      "ci te",
+      "cit e",
+      "c ite",
+      "ple ment",
+      "pl ement",
+      "p lement",
+      "▁a bove",
+      "▁ab ove",
+      "▁ above",
+      "k s",
+      "re ady",
+      "read y",
+      "rea dy",
+      "▁c ome",
+      "▁com e",
+      "▁co me",
+      "▁ come",
+      "se ction",
+      "sec tion",
+      "sect ion",
+      "s ection",
+      "▁P ol",
+      "▁Po l",
+      "▁ Pol",
+      "▁w rit",
+      "▁wr it",
+      "▁ writ",
+      "▁htt ps",
+      "▁http s",
+      "▁ https",
+      "▁$ $",
+      "▁ $$",
+      "▁ »",
+      "▁bu ild",
+      "▁ build",
+      "it o",
+      "i to",
+      "▁cons ider",
+      "▁consid er",
+      "af t",
+      "a ft",
+      "Ap p",
+      "A pp",
+      ", \\",
+      "ind ows",
+      "indow s",
+      "indo ws",
+      "com m",
+      "co mm",
+      "c omm",
+      "▁ ;",
+      "gr ound",
+      "gro und",
+      "g round",
+      "▁p lace",
+      "▁pl ace",
+      "▁pla ce",
+      "▁ place",
+      "B y",
+      "▁pro ject",
+      "▁ project",
+      "Ob ject",
+      "Obj ect",
+      "O bject",
+      "▁re pr",
+      "▁rep r",
+      "en ces",
+      "ence s",
+      "enc es",
+      "ind ow",
+      "indo w",
+      "z t",
+      "▁f iles",
+      "▁file s",
+      "▁fil es",
+      "▁fi les",
+      "▁ files",
+      "c z",
+      "iv ity",
+      "ivi ty",
+      "i vity",
+      "▁in it",
+      "▁i nit",
+      "▁ init",
+      "▁p rob",
+      "▁pro b",
+      "▁pr ob",
+      "▁ prob",
+      "▁s k",
+      "▁ sk",
+      "or th",
+      "ort h",
+      "im ent",
+      "ime nt",
+      "imen t",
+      "i ment",
+      "ou ble",
+      "at al",
+      "ata l",
+      "a tal",
+      "ir c",
+      "i rc",
+      "▁ è",
+      "▁b re",
+      "▁br e",
+      "▁ bre",
+      "is ta",
+      "ist a",
+      "i sta",
+      "in put",
+      "▁ И",
+      "но й",
+      "su m",
+      "s um",
+      "pa th",
+      "pat h",
+      "p ath",
+      "▁c our",
+      "▁co ur",
+      "▁cou r",
+      "▁t oo",
+      "▁to o",
+      "▁A d",
+      "▁ Ad",
+      "▁G u",
+      "▁ Gu",
+      "▁f alse",
+      "▁fal se",
+      "▁ false",
+      "▁f un",
+      "▁fu n",
+      "▁ fun",
+      "▁с т",
+      "▁ ст",
+      "oo d",
+      "o od",
+      "è s",
+      "▁e nc",
+      "▁en c",
+      "▁ enc",
+      "bo l",
+      "b ol",
+      "r l",
+      "ar get",
+      "arg et",
+      "or der",
+      "ord er",
+      "orde r",
+      "▁me an",
+      "▁ mean",
+      "п е",
+      "ig en",
+      "ige n",
+      "i gen",
+      "▁п ре",
+      "▁пр е",
+      "▁ пре",
+      "wid th",
+      "w idth",
+      "; \r",
+      "it or",
+      "ito r",
+      "i tor",
+      "▁st ate",
+      "▁stat e",
+      "▁sta te",
+      "▁ state",
+      "▁gre at",
+      "en n",
+      "e nn",
+      "bi n",
+      "b in",
+      "E r",
+      "Mo d",
+      "M od",
+      "o z",
+      "▁w on",
+      "▁wo n",
+      "▁ won",
+      "▁f act",
+      "▁fa ct",
+      "▁fac t",
+      "▁ fact",
+      "▁j ava",
+      "▁ja va",
+      "▁jav a",
+      "▁ java",
+      "▁Un ivers",
+      "▁ Univers",
+      "▁c ap",
+      "▁ca p",
+      "▁ cap",
+      "is tor",
+      "ist or",
+      "isto r",
+      "i stor",
+      "} (",
+      "k u",
+      "it her",
+      "ith er",
+      "i ther",
+      "al es",
+      "ale s",
+      "a les",
+      "▁o u",
+      "▁ ou",
+      "ro ss",
+      "ros s",
+      "r oss",
+      "▁t ake",
+      "▁tak e",
+      "▁ta ke",
+      "▁ take",
+      "ri x",
+      "r ix",
+      "lo b",
+      "l ob",
+      "▁e ine",
+      "▁ein e",
+      "as es",
+      "ase s",
+      "▁a ccess",
+      "▁acc ess",
+      "▁ac cess",
+      "▁ access",
+      "it é",
+      "i té",
+      "is tr",
+      "ist r",
+      "i str",
+      "iz ation",
+      "iza tion",
+      "▁app ro",
+      "▁ap pro",
+      "▁ appro",
+      "ba ll",
+      "bal l",
+      "b all",
+      "▁m ak",
+      "▁ma k",
+      "} ^",
+      "▁C ons",
+      "▁Con s",
+      "▁Co ns",
+      "▁ Cons",
+      "pr ess",
+      "pre ss",
+      "pres s",
+      "p ress",
+      "se rv",
+      "ser v",
+      "s erv",
+      "() .",
+      "( ).",
+      "a f",
+      "▁re f",
+      "▁r ef",
+      "▁ ref",
+      ") \\",
+      "▁cont in",
+      "s u",
+      "iv er",
+      "ive r",
+      "i ver",
+      "▁c ond",
+      "▁con d",
+      "▁co nd",
+      "▁ cond",
+      "▁ex pect",
+      "▁exp ect",
+      "▁ expect",
+      "▁char act",
+      "▁cha ract",
+      "ber t",
+      "be rt",
+      "b ert",
+      "el t",
+      "e lt",
+      "ter s",
+      "te rs",
+      "t ers",
+      "scri pt",
+      "scr ipt",
+      "s cript",
+      "▁E d",
+      "▁ Ed",
+      "ap t",
+      "a pt",
+      "') ;",
+      "' );",
+      "pr int",
+      "▁s ize",
+      "▁si ze",
+      "▁ size",
+      "▁s ich",
+      "▁si ch",
+      "▁sic h",
+      "fa ce",
+      "fac e",
+      "f ace",
+      "en den",
+      "end en",
+      "ende n",
+      "▁A mer",
+      "▁Am er",
+      "▁ Amer",
+      "if ied",
+      "ifi ed",
+      "ifie d",
+      "ó w",
+      "▁S u",
+      "▁ Su",
+      "te s",
+      "t es",
+      "me d",
+      "m ed",
+      "▁R eg",
+      "▁Re g",
+      "▁ Reg",
+      "so le",
+      "sol e",
+      "s ole",
+      "▁in clud",
+      "▁incl ud",
+      "▁inclu d",
+      "▁ includ",
+      "in i",
+      "i ni",
+      "in ci",
+      "inc i",
+      "▁p la",
+      "▁pl a",
+      "▁ pla",
+      "▁l eft",
+      "▁le ft",
+      "▁ left",
+      "d f",
+      "Pa r",
+      "P ar",
+      "▁A ll",
+      "▁Al l",
+      "▁ All",
+      "▁o cc",
+      "▁oc c",
+      "▁ occ",
+      "▁A t",
+      "▁ At",
+      "▁c r",
+      "▁ cr",
+      "Q u",
+      "▁g iven",
+      "▁giv en",
+      "▁give n",
+      "▁gi ven",
+      "▁S ystem",
+      "▁Syst em",
+      "▁ System",
+      "ic an",
+      "ica n",
+      "i can",
+      "▁f inal",
+      "▁fin al",
+      "▁fi nal",
+      "▁ final",
+      "it ions",
+      "ition s",
+      "iti ons",
+      "▁б ы",
+      "▁ бы",
+      "▁per form",
+      "▁perf orm",
+      "▁ perform",
+      "A N",
+      "▁M e",
+      "▁ Me",
+      "ur o",
+      "u ro",
+      "▁T hat",
+      "▁Th at",
+      "▁ That",
+      "г ра",
+      "▁П о",
+      "▁ По",
+      "▁в и",
+      "▁ ви",
+      "ab ly",
+      "abl y",
+      "▁pr esent",
+      "▁pre sent",
+      "▁pres ent",
+      "▁ present",
+      "du ct",
+      "d uct",
+      "ri c",
+      "r ic",
+      "▁E ng",
+      "▁En g",
+      "▁ Eng",
+      "tr y",
+      "t ry",
+      "▁l ar",
+      "▁la r",
+      "▁ lar",
+      "b l",
+      "id d",
+      "i dd",
+      "▁ä r",
+      "▁ är",
+      "or a",
+      "o ra",
+      "L L",
+      "os s",
+      "o ss",
+      "▁I SBN",
+      "▁ ISBN",
+      "▁th ree",
+      "▁thr ee",
+      "▁thre e",
+      "▁ three",
+      "j o",
+      "n í",
+      "r c",
+      "▁f ar",
+      "▁fa r",
+      "▁ far",
+      "▁N ot",
+      "▁No t",
+      "▁ Not",
+      "▁l ittle",
+      "▁litt le",
+      "di s",
+      "d is",
+      "at i",
+      "a ti",
+      "fun ction",
+      "func tion",
+      "f unction",
+      "▁a ble",
+      "▁ab le",
+      "▁ able",
+      "le ss",
+      "les s",
+      "l ess",
+      "с о",
+      "▁p ath",
+      "▁pat h",
+      "▁pa th",
+      "▁ path",
+      "▁p res",
+      "▁pr es",
+      "▁pre s",
+      "▁ pres",
+      "lo se",
+      "los e",
+      "l ose",
+      "P I",
+      "▁iss ue",
+      "▁issu e",
+      "▁ issue",
+      "ack age",
+      "ti me",
+      "tim e",
+      "t ime",
+      "ig e",
+      "i ge",
+      "am s",
+      "a ms",
+      "▁C l",
+      "▁ Cl",
+      "ail s",
+      "ai ls",
+      "a ils",
+      "al k",
+      "i i",
+      "ш е",
+      "pe n",
+      "p en",
+      "Q L",
+      "▁e as",
+      "R L",
+      "ce l",
+      "c el",
+      "▁s l",
+      "▁ sl",
+      "▁a sk",
+      "▁as k",
+      "▁ ask",
+      "▁n om",
+      "▁no m",
+      "▁ nom",
+      "▁t op",
+      "▁to p",
+      "▁ top",
+      "id es",
+      "ide s",
+      "i des",
+      "in dex",
+      "ind ex",
+      "inde x",
+      "é m",
+      "▁h app",
+      "▁ha pp",
+      "o x",
+      "c d",
+      "▁b etter",
+      "▁bet ter",
+      "▁lo ad",
+      "▁ load",
+      "ad os",
+      "ado s",
+      "ze n",
+      "z en",
+      "▁c e",
+      "▁ ce",
+      "▁f a",
+      "▁ fa",
+      "▁J ohn",
+      "▁Joh n",
+      "▁Jo hn",
+      "▁ John",
+      "IM A",
+      "I MA",
+      "▁B ar",
+      "▁Ba r",
+      "▁ Bar",
+      "over flow",
+      "▁д е",
+      "▁ де",
+      "ne ss",
+      "nes s",
+      "n ess",
+      "ce r",
+      "c er",
+      "▁H ere",
+      "▁He re",
+      "▁Her e",
+      "▁ Here",
+      "re t",
+      "r et",
+      "▁s z",
+      "▁ sz",
+      "amb da",
+      "op y",
+      "o py",
+      "ur l",
+      "u rl",
+      "p y",
+      "r t",
+      "▁under stand",
+      "a ł",
+      "he r",
+      "h er",
+      "# #",
+      "▁ch ild",
+      "▁chi ld",
+      "▁ child",
+      "▁ex ec",
+      "▁ exec",
+      "▁app lication",
+      "▁applic ation",
+      "▁ application",
+      "▁st ruct",
+      "▁str uct",
+      "▁stru ct",
+      "▁ struct",
+      "▁ я",
+      "Fil e",
+      "Fi le",
+      "F ile",
+      "▁c ert",
+      "▁ce rt",
+      "▁cer t",
+      "▁ cert",
+      "is on",
+      "iso n",
+      "i son",
+      "▁vari able",
+      "▁ variable",
+      "D E",
+      "r s",
+      "▁re ally",
+      "▁real ly",
+      "Po rt",
+      "P ort",
+      "b a",
+      "▁B er",
+      "▁Be r",
+      "▁ Ber",
+      "▁in te",
+      "▁int e",
+      "▁ inte",
+      "▁st atic",
+      "▁stat ic",
+      "▁stati c",
+      "▁ static",
+      "▁con fig",
+      "▁conf ig",
+      "▁ config",
+      "▁S he",
+      "▁Sh e",
+      "▁ She",
+      "est ions",
+      "estion s",
+      "esti ons",
+      "▁p lus",
+      "▁pl us",
+      "▁ plus",
+      "▁h ab",
+      "▁ha b",
+      "▁ hab",
+      "op e",
+      "o pe",
+      "▁m us",
+      "▁mu s",
+      "▁ mus",
+      "▁c ount",
+      "▁co unt",
+      "▁coun t",
+      "▁cou nt",
+      "▁ count",
+      "M E",
+      "▁su pport",
+      "▁supp ort",
+      "▁sup port",
+      "▁ support",
+      "▁pe ople",
+      "▁ people",
+      "▁b eh",
+      "▁be h",
+      "▁al ready",
+      "T r",
+      "▁d one",
+      "▁do ne",
+      "▁don e",
+      "▁ done",
+      "de m",
+      "d em",
+      "si ze",
+      "s ize",
+      "al pha",
+      "alph a",
+      "▁d isc",
+      "▁di sc",
+      "▁dis c",
+      "] )",
+      "▁M an",
+      "▁Ma n",
+      "▁ Man",
+      "▁m il",
+      "▁mi l",
+      "▁ mil",
+      "▁st and",
+      "▁sta nd",
+      "▁stan d",
+      "▁ stand",
+      "▁gr oup",
+      "▁gro up",
+      "▁ group",
+      "▁sm all",
+      "▁ small",
+      "▁m ag",
+      "▁ma g",
+      "▁ mag",
+      "ст ь",
+      "с ть",
+      "▁de fault",
+      "▁def ault",
+      "▁ default",
+      "▁sing le",
+      "▁sin gle",
+      "▁ single",
+      "lin k",
+      "l ink",
+      "cl ude",
+      "clud e",
+      "▁e ar",
+      "▁ ear",
+      "il ar",
+      "ila r",
+      "i lar",
+      "** **",
+      "*** *",
+      "* ***",
+      "▁f ix",
+      "▁fi x",
+      "▁ fix",
+      "le y",
+      "l ey",
+      "▁p as",
+      "▁pa s",
+      "▁ pas",
+      "ни й",
+      "iss ion",
+      "▁im plement",
+      "▁imp lement",
+      "▁impl ement",
+      "it ch",
+      "▁го да",
+      "▁год а",
+      "▁al ways",
+      "▁ always",
+      "▁J ah",
+      "▁Ja h",
+      "pr ing",
+      "p ring",
+      "ç ão",
+      "pl ate",
+      "pla te",
+      "p late",
+      "▁de scri",
+      "▁des cri",
+      "▁desc ri",
+      "▁h ead",
+      "▁he ad",
+      "▁ head",
+      "in it",
+      "ini t",
+      "i nit",
+      "og raf",
+      "▁qu ery",
+      "▁que ry",
+      "▁quer y",
+      "▁ query",
+      "iv ed",
+      "ive d",
+      "i ved",
+      "▁in g",
+      "▁i ng",
+      "▁ ing",
+      "pt y",
+      "p ty",
+      "h a",
+      "▁m ov",
+      "▁mo v",
+      "▁ mov",
+      "▁ э",
+      "et te",
+      "ett e",
+      "e tte",
+      "il y",
+      "i ly",
+      "▁g ot",
+      "▁go t",
+      "▁ got",
+      "il ed",
+      "ile d",
+      "i led",
+      "ic ro",
+      "i cro",
+      "▁w r",
+      "▁ wr",
+      "р я",
+      "▁n ever",
+      "▁ne ver",
+      "▁nev er",
+      "or es",
+      "ore s",
+      "o res",
+      "▁b as",
+      "▁ba s",
+      "▁ bas",
+      "io s",
+      "i os",
+      "la ck",
+      "lac k",
+      "l ack",
+      "ain t",
+      "ai nt",
+      "a int",
+      "vi ous",
+      "v ious",
+      "▁g ive",
+      "▁giv e",
+      "▁gi ve",
+      "id ad",
+      "ida d",
+      "E n",
+      "ны й",
+      "н ый",
+      "ta ble",
+      "tab le",
+      "t able",
+      "▁Н а",
+      "▁ На",
+      "▁p at",
+      "▁pa t",
+      "▁ pat",
+      "то р",
+      "т ор",
+      "an gu",
+      "ang u",
+      "lo y",
+      "l oy",
+      "▁s eg",
+      "▁se g",
+      "▁ seg",
+      "ar ray",
+      "arr ay",
+      "▁F l",
+      "▁ Fl",
+      "▁in dex",
+      "▁ind ex",
+      "▁inde x",
+      "▁ index",
+      "▁s w",
+      "▁ sw",
+      "IMA GE",
+      "IM AGE",
+      "▁k m",
+      "▁ km",
+      "б и",
+      "Cl ass",
+      "Cla ss",
+      "C lass",
+      "en a",
+      "e na",
+      "ме н",
+      "м ен",
+      "com p",
+      "co mp",
+      "c omp",
+      "at us",
+      "atu s",
+      "ra p",
+      "r ap",
+      "▁L ist",
+      "▁Li st",
+      "▁Lis t",
+      "▁ List",
+      "Er ror",
+      "Err or",
+      "E rror",
+      "▁t yp",
+      "▁ty p",
+      "▁ typ",
+      "▁м а",
+      "▁ ма",
+      "c s",
+      "' :",
+      "j i",
+      "▁How ever",
+      "▁ However",
+      "▁т е",
+      "▁ те",
+      "▁be low",
+      "▁bel ow",
+      "▁ below",
+      "▁A pp",
+      "▁Ap p",
+      "▁ App",
+      "щ е",
+      "} _",
+      "bu m",
+      "b um",
+      "vi r",
+      "v ir",
+      "ée s",
+      "é es",
+      "▁re cord",
+      "▁rec ord",
+      "▁ record",
+      "ta in",
+      "t ain",
+      "le m",
+      "l em",
+      "it al",
+      "ita l",
+      "i tal",
+      "▁i mp",
+      "▁im p",
+      "▁ imp",
+      "eg o",
+      "e go",
+      "▁o d",
+      "▁ od",
+      "▁re ce",
+      "▁rec e",
+      "▁ rece",
+      "mi t",
+      "m it",
+      "ff ic",
+      "f fic",
+      "stack overflow",
+      "ie ve",
+      "iev e",
+      "▁ З",
+      "▁n ov",
+      "▁no v",
+      "▁ nov",
+      "ц е",
+      "▁In tern",
+      "▁Int ern",
+      "▁Inter n",
+      "▁ Intern",
+      "b u",
+      "▁s ugg",
+      "▁su gg",
+      "▁sug g",
+      "▁l oop",
+      "▁lo op",
+      "▁ loop",
+      "ri de",
+      "rid e",
+      "r ide",
+      "▁$ (",
+      "▁ $(",
+      "▁s uper",
+      "▁su per",
+      "▁sup er",
+      "▁ super",
+      "ri d",
+      "r id",
+      "ны х",
+      "н ых",
+      "▁P er",
+      "▁Pe r",
+      "▁ Per",
+      "▁d om",
+      "▁do m",
+      "▁ dom",
+      "= '",
+      "ut sch",
+      "uts ch",
+      "le n",
+      "l en",
+      "▁w rite",
+      "▁writ e",
+      "▁wr ite",
+      "▁ write",
+      "▁in v",
+      "▁ inv",
+      "ou th",
+      "out h",
+      "o uth",
+      "▁H er",
+      "▁He r",
+      "▁ Her",
+      "▁y ears",
+      "▁year s",
+      "▁ye ars",
+      "▁or iginal",
+      "▁orig inal",
+      "▁origin al",
+      "▁ original",
+      "eg a",
+      "e ga",
+      "▁S te",
+      "▁St e",
+      "▁ Ste",
+      "▁se ems",
+      "▁see ms",
+      "▁seem s",
+      "é g",
+      "▁n ext",
+      "▁ne xt",
+      "▁ next",
+      "ed er",
+      "ede r",
+      "e der",
+      "▁N e",
+      "▁ Ne",
+      "av as",
+      "ava s",
+      "a vas",
+      "ific ation",
+      "ifi cation",
+      "ifica tion",
+      "Ex ception",
+      "▁D er",
+      "▁De r",
+      "▁ Der",
+      "▁v e",
+      "▁ ve",
+      "at ic",
+      "ati c",
+      "ha t",
+      "h at",
+      "br ary",
+      "bra ry",
+      "re turn",
+      "ret urn",
+      "ur ch",
+      "is ion",
+      "isi on",
+      "m i",
+      "oi nt",
+      "oin t",
+      "o int",
+      "▁d ay",
+      "▁da y",
+      "▁ day",
+      "ic tion",
+      "ict ion",
+      "i ction",
+      "á l",
+      "▁é s",
+      "▁ és",
+      "▁th ough",
+      "▁thou gh",
+      "▁ though",
+      "ac tion",
+      "act ion",
+      "a ction",
+      "í t",
+      "un gen",
+      "ung en",
+      "unge n",
+      "ou rs",
+      "our s",
+      "o urs",
+      "▁s cript",
+      "▁scr ipt",
+      "▁scri pt",
+      "▁ script",
+      "▁in formation",
+      "▁inform ation",
+      "▁ information",
+      "▁mult i",
+      "▁mul ti",
+      "▁ multi",
+      "▁\\ \\",
+      "▁ \\\\",
+      "st er",
+      "ste r",
+      "s ter",
+      "к е",
+      "A C",
+      "ci es",
+      "cie s",
+      "c ies",
+      "▁dis play",
+      "▁disp lay",
+      "▁ display",
+      "om an",
+      "oma n",
+      "o man",
+      "Tim e",
+      "T ime",
+      "iu s",
+      "i us",
+      ")) ;",
+      ") );",
+      "tr e",
+      "t re",
+      "▁l im",
+      "▁li m",
+      "▁ lim",
+      "at ely",
+      "ate ly",
+      "atel y",
+      "é d",
+      "is te",
+      "ist e",
+      "i ste",
+      "▁с а",
+      "▁ са",
+      "pos t",
+      "po st",
+      "p ost",
+      "ue l",
+      "u el",
+      "im g",
+      "▁ ч",
+      "ск а",
+      "с ка",
+      "el d",
+      "e ld",
+      "pp er",
+      "ppe r",
+      "p per",
+      "ul a",
+      "u la",
+      "▁gener al",
+      "▁gen eral",
+      "▁gene ral",
+      "▁ general",
+      "A l",
+      "For m",
+      "F orm",
+      "▁u pon",
+      "▁up on",
+      "z o",
+      "am ente",
+      "ament e",
+      "amen te",
+      "a mente",
+      "▁p rom",
+      "▁pro m",
+      "▁pr om",
+      "▁ prom",
+      "▁ ü",
+      "le x",
+      "l ex",
+      "▁t urn",
+      "▁tu rn",
+      "▁tur n",
+      "▁ turn",
+      "▁м е",
+      "▁ ме",
+      "en tion",
+      "ent ion",
+      "enti on",
+      "ле н",
+      "л ен",
+      "▁a f",
+      "▁ af",
+      "ic le",
+      "i cle",
+      "ст в",
+      "с тв",
+      "▁F il",
+      "▁ Fil",
+      "▁ Ф",
+      "ava script",
+      "avas cript",
+      "Ma n",
+      "M an",
+      "ar a",
+      "a ra",
+      "wa re",
+      "war e",
+      "w are",
+      "al ign",
+      "ali gn",
+      "an gle",
+      "ang le",
+      "▁S c",
+      "▁ Sc",
+      "un ic",
+      "uni c",
+      "u nic",
+      "▁f ran",
+      "▁fr an",
+      "▁fra n",
+      "▁ fran",
+      "U n",
+      "z i",
+      "me t",
+      "m et",
+      "Ad d",
+      "A dd",
+      "▁p ub",
+      "▁pu b",
+      "▁ pub",
+      "ко в",
+      "к ов",
+      "▁g en",
+      "▁ge n",
+      "▁ gen",
+      "▁p od",
+      "▁po d",
+      "▁ pod",
+      "▁s um",
+      "▁su m",
+      "▁ sum",
+      "▁h aving",
+      "▁ha ving",
+      "▁hav ing",
+      "▁a vec",
+      "▁av ec",
+      "▁ave c",
+      "s l",
+      "▁f ig",
+      "▁fi g",
+      "▁ fig",
+      "▁R es",
+      "▁Re s",
+      "▁ Res",
+      "Dat e",
+      "Da te",
+      "D ate",
+      "ul es",
+      "ule s",
+      "u les",
+      "wi th",
+      "w ith",
+      "ски й",
+      "с кий",
+      "g u",
+      "E T",
+      "▁b ro",
+      "▁br o",
+      "▁ bro",
+      "ri e",
+      "r ie",
+      "ap s",
+      "a ps",
+      "en ding",
+      "end ing",
+      "endi ng",
+      "ma il",
+      "mai l",
+      "m ail",
+      "oo k",
+      "o ok",
+      "▁su ccess",
+      "▁succ ess",
+      "▁suc cess",
+      "▁ success",
+      "ber g",
+      "be rg",
+      "b erg",
+      "▁d eb",
+      "▁de b",
+      "▁ deb",
+      "el ta",
+      "elt a",
+      "() `",
+      "( )`",
+      "ent ial",
+      "enti al",
+      "fr ame",
+      "fra me",
+      "fram e",
+      "f rame",
+      "Ke y",
+      "K ey",
+      "in n",
+      "i nn",
+      "▁sim ple",
+      "▁simp le",
+      "▁simpl e",
+      "▁ simple",
+      "iv al",
+      "iva l",
+      "i val",
+      "▁c are",
+      "▁car e",
+      "▁ca re",
+      "▁ care",
+      "▁W eb",
+      "▁We b",
+      "▁ Web",
+      "\") .",
+      "\" ).",
+      ">< /",
+      "> </",
+      "▁d atabase",
+      "▁data base",
+      "▁dat abase",
+      "▁datab ase",
+      "▁ database",
+      "▁N ow",
+      "▁No w",
+      "▁ Now",
+      "In d",
+      "I nd",
+      "▁м о",
+      "▁ мо",
+      "ch t",
+      "c ht",
+      "ba n",
+      "b an",
+      "ra m",
+      "r am",
+      "equ ation",
+      "sk i",
+      "s ki",
+      "ie f",
+      "i ef",
+      "li m",
+      "l im",
+      "Ge t",
+      "G et",
+      "▁t re",
+      "▁tr e",
+      "▁ tre",
+      "at en",
+      "ate n",
+      "a ten",
+      "be d",
+      "b ed",
+      "▁J e",
+      "▁ Je",
+      "▁result s",
+      "▁ results",
+      "л ю",
+      "те ль",
+      "тел ь",
+      "т ель",
+      "d b",
+      "▁b it",
+      "▁bi t",
+      "▁ bit",
+      "bo dy",
+      "b ody",
+      "Ar ray",
+      "Arr ay",
+      "m u",
+      "pr ession",
+      "press ion",
+      "p ression",
+      "▁с та",
+      "▁ст а",
+      "▁ ста",
+      "on y",
+      "o ny",
+      "if f",
+      "i ff",
+      "▁b ar",
+      "▁ba r",
+      "▁ bar",
+      "▁Ar ch",
+      "▁Arc h",
+      "▁ Arch",
+      "ber s",
+      "be rs",
+      "b ers",
+      ") {",
+      "▁M on",
+      "▁Mo n",
+      "▁ Mon",
+      "▁do ing",
+      "▁doi ng",
+      "▁pro f",
+      "▁pr of",
+      "▁ prof",
+      "▁inst all",
+      "▁instal l",
+      "▁ install",
+      "▁p osition",
+      "▁pos ition",
+      "▁posit ion",
+      "▁ position",
+      "em a",
+      "e ma",
+      "▁} );",
+      "▁}) ;",
+      "▁ });",
+      "Pat h",
+      "Pa th",
+      "P ath",
+      "al i",
+      "a li",
+      "▁& &",
+      "▁ &&",
+      "le v",
+      "l ev",
+      "▁c annot",
+      "▁can not",
+      "▁M ay",
+      "▁Ma y",
+      "▁ May",
+      "in st",
+      "ins t",
+      "- \\",
+      "▁c oun",
+      "▁co un",
+      "▁cou n",
+      "▁a ng",
+      "▁an g",
+      "▁ ang",
+      "▁app ear",
+      "▁appe ar",
+      "co r",
+      "c or",
+      "ci ó",
+      "c ió",
+      "id ed",
+      "ide d",
+      "i ded",
+      "qu estions",
+      "quest ions",
+      "question s",
+      "at ter",
+      "att er",
+      "atte r",
+      "▁P a",
+      "▁ Pa",
+      "se lect",
+      "sel ect",
+      "s elect",
+      "▁pr inci",
+      "▁prin ci",
+      "E vent",
+      "▁s ide",
+      "▁si de",
+      "▁sid e",
+      "▁ side",
+      "▁m em",
+      "▁me m",
+      "▁ mem",
+      "▁J an",
+      "▁Ja n",
+      "▁ Jan",
+      "ar io",
+      "ari o",
+      "a rio",
+      "▁with in",
+      "▁wit hin",
+      "▁V al",
+      "▁Va l",
+      "▁ Val",
+      "ode s",
+      "od es",
+      "o des",
+      "idd le",
+      "ur ation",
+      "ura tion",
+      "br a",
+      "b ra",
+      "▁d ate",
+      "▁da te",
+      "▁dat e",
+      "▁ date",
+      "[ ]",
+      "▁en tre",
+      "▁ent re",
+      "▁entr e",
+      "▁ entre",
+      "il i",
+      "i li",
+      "Port ail",
+      "doc s",
+      "do cs",
+      "d ocs",
+      "ско й",
+      "с кой",
+      "El ement",
+      "E lement",
+      "▁m essage",
+      "▁mess age",
+      "▁ message",
+      "▁n ach",
+      "▁na ch",
+      "▁nac h",
+      "▁ nach",
+      "▁d uring",
+      "▁du ring",
+      "▁dur ing",
+      "▁g ra",
+      "▁gr a",
+      "▁ gra",
+      "et work",
+      "▁B y",
+      "▁ By",
+      "▁t ell",
+      "▁te ll",
+      "▁tel l",
+      "et e",
+      "e te",
+      "~ \\",
+      "▁b is",
+      "▁bi s",
+      "▁ bis",
+      "▁p u",
+      "▁ pu",
+      "▁re d",
+      "▁r ed",
+      "▁ red",
+      "▁t hing",
+      "▁th ing",
+      "▁thin g",
+      "▁ thing",
+      "▁s ort",
+      "▁so rt",
+      "▁sor t",
+      "▁ sort",
+      "xi m",
+      "x im",
+      "ir es",
+      "ire s",
+      "i res",
+      "Use r",
+      "Us er",
+      "U ser",
+      "io d",
+      "i od",
+      "▁E st",
+      "▁Es t",
+      "▁ Est",
+      "os ed",
+      "ose d",
+      "o sed",
+      "ou te",
+      "out e",
+      "o ute",
+      "▁L es",
+      "▁Le s",
+      "▁ Les",
+      "▁s ent",
+      "▁se nt",
+      "▁sen t",
+      "▁ sent",
+      "rib ute",
+      "ribu te",
+      "ut es",
+      "ute s",
+      "u tes",
+      "ist ory",
+      "istor y",
+      "isto ry",
+      "i story",
+      "▁ser vice",
+      "▁serv ice",
+      "▁servi ce",
+      "▁ service",
+      "' ;",
+      "fi eld",
+      "f ield",
+      "▁I N",
+      "▁ IN",
+      "ens ion",
+      "re l",
+      "r el",
+      "▁go ing",
+      "▁ going",
+      "we b",
+      "w eb",
+      "Con text",
+      "Cont ext",
+      "▁l ater",
+      "▁la ter",
+      "▁lat er",
+      "▁late r",
+      "u k",
+      "lay out",
+      "l ayout",
+      "on a",
+      "o na",
+      "á t",
+      "---- ------------",
+      "-------- --------",
+      "------------ ----",
+      "------ ----------",
+      "---------- ------",
+      "▁ex act",
+      "an dom",
+      "and om",
+      "ando m",
+      "▁s ie",
+      "▁si e",
+      "I I",
+      "▁The y",
+      "▁Th ey",
+      "▁ They",
+      "ment e",
+      "men te",
+      "m ente",
+      "ib li",
+      "▁f ine",
+      "▁fin e",
+      "▁fi ne",
+      "U T",
+      "▁de velop",
+      "▁deve lop",
+      "▁ develop",
+      "▁E in",
+      "so ft",
+      "of f",
+      "o ff",
+      "Se t",
+      "S et",
+      "▁a z",
+      "▁ az",
+      "et ers",
+      "eter s",
+      "ete rs",
+      "e ters",
+      "il der",
+      "ild er",
+      "ilde r",
+      "i lder",
+      "ple s",
+      "pl es",
+      "p les",
+      "▁spec ific",
+      "▁ specific",
+      "▁o m",
+      "▁ om",
+      "er ror",
+      "err or",
+      "e rror",
+      "ent ly",
+      "▁fil m",
+      "▁fi lm",
+      "▁ film",
+      "uc k",
+      "u ck",
+      "ain s",
+      "ai ns",
+      "a ins",
+      "ac ión",
+      "ació n",
+      "aci ón",
+      "a ción",
+      "ge s",
+      "g es",
+      "ж а",
+      "▁th ings",
+      "▁thing s",
+      "▁thin gs",
+      "S h",
+      "▁th ought",
+      "▁though t",
+      "▁ad ded",
+      "▁add ed",
+      "▁ added",
+      "de p",
+      "d ep",
+      "ско го",
+      "ск ого",
+      "ског о",
+      "с кого",
+      "▁L i",
+      "▁ Li",
+      "il s",
+      "i ls",
+      "yn c",
+      "y nc",
+      "▁т о",
+      "▁ то",
+      "ri es",
+      "rie s",
+      "r ies",
+      "▁c u",
+      "▁ cu",
+      "ch en",
+      "che n",
+      "c hen",
+      "IO N",
+      "I ON",
+      "▁D es",
+      "▁De s",
+      "▁ Des",
+      "ult ado",
+      "ir t",
+      "i rt",
+      "▁b ased",
+      "▁bas ed",
+      "▁base d",
+      "▁ba sed",
+      "▁ based",
+      "▁m o",
+      "▁ mo",
+      "▁d est",
+      "▁de st",
+      "▁des t",
+      "▁ dest",
+      "pn g",
+      "p ng",
+      "re en",
+      "ree n",
+      "r een",
+      "▁r unning",
+      "▁run ning",
+      "▁ running",
+      "am ma",
+      "amm a",
+      "ou d",
+      "o ud",
+      "▁re fer",
+      "▁ref er",
+      "▁ refer",
+      "io us",
+      "i ous",
+      "▁J ul",
+      "▁Ju l",
+      "▁ Jul",
+      "▁s earch",
+      "▁se arch",
+      "▁ search",
+      "al d",
+      "a ld",
+      "ed e",
+      "e de",
+      "▁w rong",
+      "▁wr ong",
+      "A n",
+      "▁u ntil",
+      "▁un til",
+      "▁ until",
+      "si te",
+      "s ite",
+      "ay er",
+      "aye r",
+      "a yer",
+      "▁on ce",
+      "▁ once",
+      "ar r",
+      "a rr",
+      "▁again st",
+      "== ==",
+      "=== =",
+      "= ===",
+      "▁s ource",
+      "▁ source",
+      "ar n",
+      "a rn",
+      "ap i",
+      "a pi",
+      "▁re present",
+      "▁repr esent",
+      "▁repres ent",
+      "▁repre sent",
+      "▁a ff",
+      "▁af f",
+      "▁ aff",
+      "▁s ein",
+      "▁se in",
+      "▁sei n",
+      "▁ sein",
+      "▁al low",
+      "▁all ow",
+      "▁allo w",
+      "▁ allow",
+      "or mal",
+      "orm al",
+      "en ded",
+      "end ed",
+      "ende d",
+      "▁cont rol",
+      "▁contr ol",
+      "▁contro l",
+      "▁ control",
+      "math bf",
+      "com e",
+      "co me",
+      "c ome",
+      "cu r",
+      "c ur",
+      "en do",
+      "end o",
+      "w a",
+      "▁up date",
+      "▁upd ate",
+      "▁ update",
+      "▁in side",
+      "▁ins ide",
+      "▁ inside",
+      "▁re ason",
+      "▁ reason",
+      "om en",
+      "ome n",
+      "o men",
+      "▁в ы",
+      "▁ вы",
+      "D e",
+      "▁ј е",
+      "▁ је",
+      "s w",
+      "▁s ever",
+      "▁se ver",
+      "O f",
+      "▁inst ance",
+      "▁ instance",
+      "▁m er",
+      "▁me r",
+      "▁ mer",
+      "▁e ffect",
+      "▁eff ect",
+      "▁ effect",
+      "col or",
+      "co lor",
+      "colo r",
+      "ug ust",
+      "il t",
+      "i lt",
+      "de s",
+      "d es",
+      "it z",
+      "i tz",
+      "ul ation",
+      "ula tion",
+      "u lation",
+      "ni e",
+      "n ie",
+      "▁W orld",
+      "▁Wor ld",
+      "▁ World",
+      "▁sim ilar",
+      "▁ similar",
+      "ym bol",
+      "hi ng",
+      "hin g",
+      "h ing",
+      "▁m ark",
+      "▁mar k",
+      "▁ mark",
+      "St ate",
+      "Stat e",
+      "▁cont ent",
+      "▁conten t",
+      "▁conte nt",
+      "▁ content",
+      "▁me ans",
+      "▁mean s",
+      "am ed",
+      "ame d",
+      "a med",
+      "▁E nd",
+      "▁En d",
+      "▁ End",
+      "N D",
+      "co unt",
+      "cou nt",
+      "c ount",
+      "▁In st",
+      "▁Ins t",
+      "▁ Inst",
+      "per ty",
+      "pert y",
+      "ct or",
+      "c tor",
+      "▁{ \\",
+      "▁ {\\",
+      "▁L et",
+      "▁Le t",
+      "▁ Let",
+      "▁! =",
+      "▁ !=",
+      "▁get ting",
+      "▁ getting",
+      "ut h",
+      "u th",
+      "um ber",
+      "umb er",
+      "▁Cons ultado",
+      "sch aft",
+      "sc haft",
+      "le te",
+      "let e",
+      "l ete",
+      "▁W ill",
+      "▁Wil l",
+      "▁Wi ll",
+      "▁ Will",
+      "▁E m",
+      "▁ Em",
+      "he ad",
+      "h ead",
+      "▁l eg",
+      "▁le g",
+      "▁ leg",
+      "но м",
+      "н ом",
+      "O r",
+      "ar m",
+      "a rm",
+      "pon d",
+      "po nd",
+      "p ond",
+      "▁Ch rist",
+      "▁Chris t",
+      "▁Chr ist",
+      "▁ Christ",
+      "▁a round",
+      "▁ar ound",
+      "▁ around",
+      "▁c lear",
+      "▁cl ear",
+      "▁cle ar",
+      "▁ clear",
+      "▁h ref",
+      "▁hr ef",
+      "▁ href",
+      "▁S ee",
+      "▁Se e",
+      "▁ See",
+      "') .",
+      "' ).",
+      "▁cre ated",
+      "▁create d",
+      "▁ created",
+      "▁b utton",
+      "▁but ton",
+      "▁ button",
+      "in ing",
+      "ini ng",
+      "i ning",
+      "▁c lick",
+      "▁cl ick",
+      "▁cli ck",
+      "▁ click",
+      "ia m",
+      "i am",
+      "pl it",
+      "p lit",
+      "F or",
+      "▁p olit",
+      "▁po lit",
+      "▁pol it",
+      "▁ polit",
+      "▁se em",
+      "▁see m",
+      "▁l ife",
+      "▁li fe",
+      "▁lif e",
+      "▁ life",
+      "но в",
+      "н ов",
+      "▁in tern",
+      "▁int ern",
+      "▁inter n",
+      "▁inte rn",
+      "▁ intern",
+      "щ и",
+      "se l",
+      "s el",
+      "so ci",
+      "s oci",
+      "▁s tor",
+      "▁st or",
+      "▁sto r",
+      "▁ stor",
+      "cl e",
+      "c le",
+      "ear ch",
+      "e arch",
+      "and roid",
+      "andro id",
+      "andr oid",
+      "}^ {",
+      "} ^{",
+      "▁e ither",
+      "▁f ew",
+      "▁fe w",
+      "▁init ial",
+      "▁initi al",
+      "▁ initial",
+      "l ength",
+      "ri a",
+      "r ia",
+      "sq l",
+      "s ql",
+      "wi k",
+      "w ik",
+      "▁é t",
+      "▁ ét",
+      "ue r",
+      "u er",
+      "▁val id",
+      "▁ valid",
+      "An d",
+      "A nd",
+      "in clude",
+      "includ e",
+      "ur y",
+      "u ry",
+      "▁s us",
+      "▁su s",
+      "ir ed",
+      "ire d",
+      "i red",
+      "▁A fter",
+      "▁Af ter",
+      "▁ After",
+      "▁d ue",
+      "▁du e",
+      "▁ due",
+      "▁b ei",
+      "▁be i",
+      "▁ bei",
+      "our ces",
+      "ource s",
+      "▁N ov",
+      "▁No v",
+      "▁ Nov",
+      "Ac t",
+      "A ct",
+      "▁C ont",
+      "▁Con t",
+      "▁Co nt",
+      "▁ Cont",
+      "▁bre ak",
+      "▁ break",
+      "es ted",
+      "est ed",
+      "este d",
+      "e sted",
+      "▁act ually",
+      "▁actual ly",
+      "▁actu ally",
+      "el se",
+      "els e",
+      "tm l",
+      "t ml",
+      "re r",
+      "r er",
+      "on es",
+      "one s",
+      "o nes",
+      "▁de sign",
+      "▁des ign",
+      "▁ design",
+      "▁pro perty",
+      "▁proper ty",
+      "▁ property",
+      "ph i",
+      "p hi",
+      "al ity",
+      "ali ty",
+      "oc h",
+      "o ch",
+      "is ts",
+      "ist s",
+      "▁ ·",
+      "ud io",
+      "udi o",
+      "A B",
+      "al a",
+      "a la",
+      "ion es",
+      "io nes",
+      "ione s",
+      "i ones",
+      "ф и",
+      "fin d",
+      "fi nd",
+      "f ind",
+      "A s",
+      "▁c ustom",
+      "▁cust om",
+      "▁ custom",
+      "▁a nn",
+      "▁an n",
+      "▁ ann",
+      "E S",
+      "O T",
+      "l ambda",
+      "▁i dent",
+      "▁id ent",
+      "▁ide nt",
+      "▁ ident",
+      "▁or gan",
+      "▁org an",
+      "▁ organ",
+      "▁C ent",
+      "▁Ce nt",
+      "▁ Cent",
+      "▁C har",
+      "▁Ch ar",
+      "▁Cha r",
+      "▁ Char",
+      "▁o s",
+      "▁ os",
+      "▁h ard",
+      "▁ha rd",
+      "▁har d",
+      "▁ hard",
+      "ро в",
+      "р ов",
+      "▁/ >",
+      "▁ />",
+      "k o",
+      "▁ex per",
+      "▁exp er",
+      "▁se par",
+      "▁sep ar",
+      "▁ separ",
+      "y l",
+      "ou rn",
+      "our n",
+      "o urn",
+      "▁d ev",
+      "▁de v",
+      "▁ dev",
+      "▁a uch",
+      "▁au ch",
+      "▁auc h",
+      "▁ auch",
+      "▁b lock",
+      "▁bl ock",
+      "▁blo ck",
+      "▁ block",
+      "bo ok",
+      "b ook",
+      "▁m ap",
+      "▁ma p",
+      "▁ map",
+      "il la",
+      "ill a",
+      "i lla",
+      "▁com put",
+      "▁comp ut",
+      "▁ comput",
+      "▁s pace",
+      "▁sp ace",
+      "▁spac e",
+      "▁ space",
+      "res ult",
+      ") }",
+      "▁e cho",
+      "▁ec ho",
+      "▁ echo",
+      "con fig",
+      "conf ig",
+      "h i",
+      "▁lar ge",
+      "▁larg e",
+      "▁ large",
+      "▁w idth",
+      "▁wid th",
+      "▁ width",
+      "▁G o",
+      "▁ Go",
+      "ma t",
+      "m at",
+      "▁d iff",
+      "▁di ff",
+      "▁dif f",
+      "▁ diff",
+      "▁k ind",
+      "▁ki nd",
+      "▁kin d",
+      "▁ kind",
+      "an ces",
+      "ance s",
+      "anc es",
+      "yn am",
+      "yna m",
+      "y nam",
+      "▁col or",
+      "▁co lor",
+      "▁ color",
+      "In t",
+      "I nt",
+      "so l",
+      "s ol",
+      "▁p i",
+      "▁ pi",
+      "▁char acter",
+      "▁charact er",
+      "▁ character",
+      "om ent",
+      "ome nt",
+      "omen t",
+      "o ment",
+      "▁res ponse",
+      "▁respons e",
+      "▁ response",
+      "ig ma",
+      "ward s",
+      "war ds",
+      "w ards",
+      "ar row",
+      "arr ow",
+      "с у",
+      "ti es",
+      "t ies",
+      "▁ü ber",
+      "▁ über",
+      "Im age",
+      "y d",
+      "▁п ере",
+      "▁пер е",
+      "▁пе ре",
+      "▁ пере",
+      "▁n ode",
+      "▁no de",
+      "▁nod e",
+      "▁ node",
+      "▁it em",
+      "▁i tem",
+      "▁ item",
+      "ach ine",
+      "achi ne",
+      "im a",
+      "i ma",
+      "▁v a",
+      "▁ va",
+      "▁appro ach",
+      "▁w er",
+      "▁we r",
+      "▁ wer",
+      "▁ч е",
+      "▁ че",
+      "O n",
+      "ol low",
+      "oll ow",
+      "он а",
+      "о на",
+      "ct ed",
+      "c ted",
+      "ur ed",
+      "ure d",
+      "u red",
+      "Cont roller",
+      "Control ler",
+      "li ed",
+      "lie d",
+      "l ied",
+      "▁j o",
+      "▁ jo",
+      "▁d al",
+      "▁da l",
+      "▁ dal",
+      "un k",
+      "▁ î",
+      "st art",
+      "sta rt",
+      "star t",
+      "ol a",
+      "o la",
+      "▁com pon",
+      "▁comp on",
+      "I C",
+      "bi t",
+      "b it",
+      "▁b ase",
+      "▁bas e",
+      "▁ba se",
+      "▁ base",
+      "п у",
+      "▁id ea",
+      "▁ide a",
+      "▁ idea",
+      "▁d ire",
+      "▁di re",
+      "▁dir e",
+      "▁ dire",
+      "▁r ad",
+      "▁ra d",
+      "▁ rad",
+      "gr oup",
+      "gro up",
+      "▁W ith",
+      "▁Wi th",
+      "▁Wit h",
+      "▁ With",
+      "ser ver",
+      "serv er",
+      "serve r",
+      "si de",
+      "s ide",
+      "si ng",
+      "sin g",
+      "s ing",
+      "▁d ies",
+      "▁di es",
+      "▁die s",
+      "▁n ear",
+      "▁ne ar",
+      "▁ near",
+      "▁v oor",
+      "▁vo or",
+      "▁ voor",
+      "▁arg ument",
+      "▁ argument",
+      "▁} ,",
+      "▁ },",
+      "▁l and",
+      "▁la nd",
+      "▁lan d",
+      "▁ land",
+      "▁n ames",
+      "▁name s",
+      "▁na mes",
+      "▁nam es",
+      "▁ names",
+      "▁o ption",
+      "▁op tion",
+      "▁opt ion",
+      "▁ option",
+      "ith ub",
+      "pp ed",
+      "ppe d",
+      "p ped",
+      "au g",
+      "a ug",
+      "▁l inks",
+      "▁link s",
+      "▁lin ks",
+      "▁ links",
+      "▁f ull",
+      "▁fu ll",
+      "▁ful l",
+      "▁ full",
+      "▁s itu",
+      "▁si tu",
+      "▁sit u",
+      "▁con sole",
+      "▁cons ole",
+      "▁ console",
+      "▁e tc",
+      "▁et c",
+      "▁ etc",
+      "au x",
+      "a ux",
+      "▁C or",
+      "▁Co r",
+      "▁ Cor",
+      "icro soft",
+      "▁c ame",
+      "▁cam e",
+      "▁ca me",
+      "lo cal",
+      "loc al",
+      "l ocal",
+      "▁k nown",
+      "▁kn own",
+      "▁know n",
+      "▁ known",
+      "▁multi ple",
+      "▁multip le",
+      "▁ multiple",
+      "angu age",
+      "▁t otal",
+      "▁to tal",
+      "▁tot al",
+      "▁ total",
+      "ol ogy",
+      "olog y",
+      "olo gy",
+      "ä t",
+      "▁ Х",
+      "▁f re",
+      "▁fr e",
+      "▁ fre",
+      "▁t en",
+      "▁te n",
+      "▁ ten",
+      "ide o",
+      "▁b es",
+      "▁be s",
+      "▁ bes",
+      "tr ue",
+      "Qu ery",
+      "Que ry",
+      "om m",
+      "o mm",
+      "▁A rt",
+      "▁Ar t",
+      "▁ Art",
+      "▁ke ep",
+      "▁ keep",
+      "▁Un iversity",
+      "▁Univers ity",
+      "re ate",
+      "rea te",
+      "pp ort",
+      "ppo rt",
+      "p port",
+      "▁p ython",
+      "▁ python",
+      "tr a",
+      "t ra",
+      "ect or",
+      "ec tor",
+      "e ctor",
+      "р і",
+      "op h",
+      "o ph",
+      "▁c onc",
+      "▁con c",
+      "▁co nc",
+      "▁f our",
+      "▁fo ur",
+      "▁fou r",
+      "▁ four",
+      "vi ron",
+      "vir on",
+      "▁v ia",
+      "▁vi a",
+      "▁ via",
+      "? \"",
+      "im age",
+      "ima ge",
+      "ol l",
+      "o ll",
+      "ны е",
+      "н ые",
+      "▁con text",
+      "▁cont ext",
+      "▁conte xt",
+      "▁ context",
+      "▁s em",
+      "▁se m",
+      "▁ sem",
+      ". _",
+      "▁e ng",
+      "▁en g",
+      "▁ eng",
+      "ma r",
+      "m ar",
+      "A D",
+      "▁m or",
+      "▁mo r",
+      "▁ mor",
+      "▁C al",
+      "▁Ca l",
+      "▁ Cal",
+      "▁c ell",
+      "▁ce ll",
+      "▁cel l",
+      "▁ cell",
+      "im al",
+      "ima l",
+      "i mal",
+      "AT E",
+      "A TE",
+      "▁in f",
+      "▁ inf",
+      "ö n",
+      "uf fer",
+      "uff er",
+      "s q",
+      ".. ..",
+      "... .",
+      ". ...",
+      "▁z ur",
+      "▁zu r",
+      "W ith",
+      "ра н",
+      "р ан",
+      "ch n",
+      "c hn",
+      "▁d oor",
+      "▁do or",
+      "▁ door",
+      "cont ent",
+      "▁m iss",
+      "▁mi ss",
+      "▁mis s",
+      "▁ miss",
+      "▁s imp",
+      "▁sim p",
+      "▁si mp",
+      "▁ simp",
+      "á r",
+      "ir a",
+      "i ra",
+      "▁h at",
+      "▁ha t",
+      "▁ hat",
+      "Te st",
+      "T est",
+      "▁c ertain",
+      "▁cert ain",
+      "▁cer tain",
+      "▁ certain",
+      "N S",
+      "▁c ho",
+      "▁ch o",
+      "▁ cho",
+      "▁ad v",
+      "▁ adv",
+      "wh ere",
+      "w here",
+      "▁lo oking",
+      "▁look ing",
+      "▁ looking",
+      "▁t imes",
+      "▁time s",
+      "▁tim es",
+      "▁ti mes",
+      "▁ times",
+      "ни х",
+      "н их",
+      "ut o",
+      "u to",
+      "▁ É",
+      "ca n",
+      "c an",
+      "ho st",
+      "hos t",
+      "h ost",
+      "▁( *",
+      "▁ (*",
+      "lo at",
+      "▁n icht",
+      "▁ni cht",
+      "▁nic ht",
+      "▁nich t",
+      "Fi eld",
+      "F ield",
+      "bu rg",
+      "bur g",
+      "b urg",
+      "con st",
+      "cons t",
+      "ad es",
+      "ade s",
+      "a des",
+      "▁M us",
+      "▁Mu s",
+      "▁ Mus",
+      "▁n othing",
+      "▁not hing",
+      "▁no thing",
+      "▁ nothing",
+      "▁in cre",
+      "▁inc re",
+      "▁M in",
+      "▁Mi n",
+      "▁ Min",
+      "▁p ower",
+      "▁po wer",
+      "▁pow er",
+      "▁ power",
+      "▁Amer ican",
+      "▁America n",
+      "▁ American",
+      "l n",
+      "val id",
+      "un gs",
+      "ung s",
+      "▁N ational",
+      "▁Nat ional",
+      "▁Nation al",
+      "▁ National",
+      "▁S an",
+      "▁Sa n",
+      "▁ San",
+      "▁Y ork",
+      "Re quest",
+      "ch ar",
+      "cha r",
+      "c har",
+      "▁Z e",
+      "▁ Ze",
+      "but ton",
+      "b utton",
+      "▁a lg",
+      "▁al g",
+      "▁ alg",
+      "SO N",
+      "S ON",
+      "▁a p",
+      "▁ ap",
+      "uf f",
+      "u ff",
+      "ab ility",
+      "abil ity",
+      "е м",
+      "▁any thing",
+      "el a",
+      "e la",
+      "() )",
+      "( ))",
+      "б а",
+      "amp ion",
+      "ampio n",
+      "▁p ot",
+      "▁po t",
+      "▁ pot",
+      "▁f ut",
+      "▁fu t",
+      "ail able",
+      "▁p rop",
+      "▁pro p",
+      "▁pr op",
+      "▁ prop",
+      "\" ]",
+      "▁l ess",
+      "▁le ss",
+      "▁les s",
+      "▁ less",
+      "la g",
+      "l ag",
+      "▁A ugust",
+      "▁Aug ust",
+      "▁ August",
+      "I t",
+      "▁p lease",
+      "▁ple ase",
+      "▁st yle",
+      "▁sty le",
+      "▁ style",
+      "▁Al so",
+      "▁Als o",
+      "▁ Also",
+      "b t",
+      "▁pro bably",
+      "▁prob ably",
+      "▁O ne",
+      "▁On e",
+      "▁ One",
+      "▁p oss",
+      "▁po ss",
+      "▁pos s",
+      "▁ poss",
+      "U I",
+      "ui t",
+      "u it",
+      "▁W est",
+      "▁We st",
+      "▁Wes t",
+      "▁ West",
+      "h n",
+      "+ \\",
+      "But ton",
+      "Butt on",
+      "B utton",
+      "js on",
+      "j son",
+      "er r",
+      "e rr",
+      "ra me",
+      "ram e",
+      "r ame",
+      "do m",
+      "d om",
+      "il on",
+      "ilo n",
+      "i lon",
+      "al f",
+      "▁c lient",
+      "▁cl ient",
+      "▁cli ent",
+      "▁ client",
+      "▁cont inu",
+      "▁contin u",
+      "▁ continu",
+      "x ml",
+      "pe c",
+      "p ec",
+      "ad or",
+      "ado r",
+      "a dor",
+      "l s",
+      "▁how ever",
+      "▁A ny",
+      "▁An y",
+      "▁ Any",
+      "än d",
+      "ä nd",
+      "math rm",
+      "▁u rl",
+      "▁ur l",
+      "▁ url",
+      "▁b ook",
+      "▁bo ok",
+      "▁ book",
+      "▁g l",
+      "▁ gl",
+      "iv es",
+      "ive s",
+      "i ves",
+      "g i",
+      "▁t ro",
+      "▁tr o",
+      "▁U S",
+      "▁ US",
+      "po int",
+      "p oint",
+      "op en",
+      "ope n",
+      "o pen",
+      "▁c ur",
+      "▁cu r",
+      "▁ cur",
+      "▁e ra",
+      "▁er a",
+      "▁ era",
+      "▁part icular",
+      "▁partic ular",
+      "▁particul ar",
+      "▁parti cular",
+      "▁H T",
+      "▁ HT",
+      "oo t",
+      "o ot",
+      "el lo",
+      "ell o",
+      "lo bal",
+      "lob al",
+      "▁a ction",
+      "▁act ion",
+      "▁ac tion",
+      "▁ action",
+      "▁I nt",
+      "▁In t",
+      "▁ Int",
+      "▁in clude",
+      "▁incl ude",
+      "▁includ e",
+      "▁inclu de",
+      "▁ include",
+      "▁el ements",
+      "▁element s",
+      "▁ele ments",
+      "▁elem ents",
+      "▁ elements",
+      "на я",
+      "ar ds",
+      "ard s",
+      "▁B l",
+      "▁ Bl",
+      "▁h um",
+      "▁hu m",
+      "▁ hum",
+      "fr om",
+      "f rom",
+      "ch ange",
+      "chan ge",
+      "▁function s",
+      "▁fun ctions",
+      "▁ functions",
+      "he n",
+      "h en",
+      "Ser vice",
+      "Serv ice",
+      "▁he ight",
+      "▁ height",
+      "▁L and",
+      "▁La nd",
+      "▁Lan d",
+      "▁ Land",
+      "ia s",
+      "i as",
+      "g s",
+      "ió n",
+      "i ón",
+      "ло в",
+      "л ов",
+      "no de",
+      "n ode",
+      ". ”",
+      "ha nd",
+      "han d",
+      "h and",
+      "▁б у",
+      "▁ бу",
+      "▁a mb",
+      "▁am b",
+      "▁ amb",
+      "▁L u",
+      "▁ Lu",
+      "▁th row",
+      "▁thr ow",
+      "▁thro w",
+      "▁ throw",
+      "▁m ot",
+      "▁mo t",
+      "▁ mot",
+      "▁A ct",
+      "▁Ac t",
+      "▁ Act",
+      "▁w orld",
+      "▁wor ld",
+      "▁ world",
+      "_ \\",
+      "ba se",
+      "bas e",
+      "b ase",
+      "▁C o",
+      "▁ Co",
+      "▁ar ch",
+      "▁arc h",
+      "▁ arch",
+      "▁## ##",
+      "▁### #",
+      "▁ ####",
+      "ge d",
+      "g ed",
+      "pr il",
+      "p ril",
+      "ol der",
+      "old er",
+      "o lder",
+      "Mod el",
+      "Mode l",
+      "Mo del",
+      "M odel",
+      "▁sever al",
+      "li e",
+      "l ie",
+      "che ck",
+      "c heck",
+      "] {",
+      "con s",
+      "co ns",
+      "c ons",
+      "▁T ra",
+      "▁Tr a",
+      "▁ Tra",
+      "he ck",
+      "▁l east",
+      "▁le ast",
+      "do wn",
+      "d own",
+      "eb ru",
+      "e bru",
+      "De f",
+      "D ef",
+      "par am",
+      "pa ram",
+      "para m",
+      "p aram",
+      "is cher",
+      "isch er",
+      "ische r",
+      "isc her",
+      "i scher",
+      "▁c as",
+      "▁ca s",
+      "▁ cas",
+      "C H",
+      "▁add ress",
+      "▁addr ess",
+      "▁ address",
+      "▁ра з",
+      "▁ раз",
+      "uf en",
+      "ufe n",
+      "u fen",
+      "ur ope",
+      "uro pe",
+      "urop e",
+      "е й",
+      "▁b ound",
+      "▁bo und",
+      "▁bou nd",
+      "▁ bound",
+      "C O",
+      "▁A ng",
+      "▁An g",
+      "▁ Ang",
+      "▁M a",
+      "▁ Ma",
+      "In dex",
+      "Ind ex",
+      "co re",
+      "cor e",
+      "c ore",
+      "ou ch",
+      "ouc h",
+      "o uch",
+      "at abase",
+      "ata base",
+      "rib ution",
+      "ribu tion",
+      "doc ument",
+      "d ocument",
+      "L e",
+      "}_ {",
+      "} _{",
+      "ve rn",
+      "ver n",
+      "v ern",
+      "▁stat ement",
+      "▁state ment",
+      "▁ statement",
+      "▁B rit",
+      "▁Br it",
+      "on o",
+      "o no",
+      "ps ilon",
+      "psi lon",
+      "▁le vel",
+      "▁lev el",
+      "▁ level",
+      "▁pro duct",
+      "▁produ ct",
+      "▁prod uct",
+      "▁ product",
+      "I S",
+      "▁c ourse",
+      "▁cour se",
+      "▁cours e",
+      "▁ course",
+      "▁M r",
+      "▁ Mr",
+      "> \r",
+      "▁back ground",
+      "▁ background",
+      "▁re t",
+      "▁r et",
+      "▁ ret",
+      "er ing",
+      "eri ng",
+      "e ring",
+      "mo st",
+      "mos t",
+      "m ost",
+      "сь ко",
+      "ськ о",
+      "▁th read",
+      "▁thr ead",
+      "▁thre ad",
+      "▁ thread",
+      "it ional",
+      "ition al",
+      "iti onal",
+      "it es",
+      "ite s",
+      "i tes",
+      "P l",
+      "▁d os",
+      "▁do s",
+      "g a",
+      "da y",
+      "d ay",
+      "▁G ener",
+      "▁Ge ner",
+      "▁Gen er",
+      "▁Gene r",
+      "▁ Gener",
+      "▁t w",
+      "▁ tw",
+      "A d",
+      "\"> <",
+      "\" ><",
+      "▁( $",
+      "▁ ($",
+      "▁m oment",
+      "▁mo ment",
+      "▁mom ent",
+      "tit le",
+      "t itle",
+      "cre ate",
+      "c reate",
+      "vers ion",
+      "v ersion",
+      "Man ager",
+      "▁f ur",
+      "▁fu r",
+      "▁ fur",
+      "pp ing",
+      "ppi ng",
+      "p ping",
+      "ij n",
+      "о с",
+      "▁r ather",
+      "▁ra ther",
+      "▁rat her",
+      "pt ember",
+      "O S",
+      "▁s ite",
+      "▁si te",
+      "▁sit e",
+      "▁ site",
+      "▁c aus",
+      "▁ca us",
+      "an i",
+      "a ni",
+      "▁h ome",
+      "▁hom e",
+      "▁ho me",
+      "▁ home",
+      "м і",
+      "▁sh ort",
+      "▁sho rt",
+      "▁ short",
+      "p a",
+      "▁l ead",
+      "▁le ad",
+      "is hed",
+      "ish ed",
+      "ci ng",
+      "cin g",
+      "c ing",
+      "or ding",
+      "ord ing",
+      "ordin g",
+      "▁p rote",
+      "▁pro te",
+      "▁pr ote",
+      "▁prot e",
+      "▁ prote",
+      "с ле",
+      "LE CT",
+      "L ECT",
+      "▁di dn",
+      "▁did n",
+      "pos ition",
+      "p osition",
+      "\", \"",
+      "\" ,\"",
+      "() ,",
+      "( ),",
+      "tr ans",
+      "tra ns",
+      "▁l ot",
+      "▁lo t",
+      "▁ lot",
+      "▁о д",
+      "▁ од",
+      "A S",
+      "▁s at",
+      "▁sa t",
+      "▁po ints",
+      "▁point s",
+      "▁ points",
+      "g ithub",
+      "st yle",
+      "sty le",
+      "▁го ду",
+      "▁год у",
+      "▁D is",
+      "▁Di s",
+      "▁ Dis",
+      "pon ent",
+      "om et",
+      "ome t",
+      "o met",
+      "ze r",
+      "z er",
+      "UL L",
+      "U LL",
+      "▁p a",
+      "▁ pa",
+      "A P",
+      "ac es",
+      "ace s",
+      "a ces",
+      "▁Un ited",
+      "▁Unit ed",
+      "am a",
+      "a ma",
+      "et y",
+      "e ty",
+      "Col or",
+      "Co lor",
+      "▁en ough",
+      "U S",
+      "▁l ength",
+      "▁leng th",
+      "▁ length",
+      "() );",
+      "()) ;",
+      "( ));",
+      "^{ \\",
+      "^ {\\",
+      "ft y",
+      "f ty",
+      "Bo x",
+      "B ox",
+      "ap ter",
+      "apt er",
+      "▁comp let",
+      "▁comple t",
+      "▁compl et",
+      "ни к",
+      "ma x",
+      "m ax",
+      "ob ject",
+      "obj ect",
+      "o bject",
+      "( {",
+      "img ur",
+      "it ive",
+      "iti ve",
+      "un ch",
+      "unc h",
+      "▁S ub",
+      "▁Su b",
+      "▁ Sub",
+      "en de",
+      "end e",
+      "e nde",
+      "г у",
+      "ateg ory",
+      "ategor y",
+      "т ы",
+      "ia no",
+      "ian o",
+      "i ano",
+      "▁u pd",
+      "▁up d",
+      "▁A ust",
+      "▁Aus t",
+      "▁Au st",
+      "}{ \\",
+      "} {\\",
+      "to p",
+      "t op",
+      "la s",
+      "l as",
+      "pi s",
+      "p is",
+      "in ess",
+      "ine ss",
+      "ines s",
+      "i ness",
+      "▁{ \r",
+      "▁ {\r",
+      "▁ Е",
+      "G r",
+      "▁A S",
+      "▁ AS",
+      "▁в е",
+      "▁ ве",
+      "th ers",
+      "ther s",
+      "the rs",
+      "▁d efined",
+      "▁def ined",
+      "▁define d",
+      "▁defin ed",
+      "▁ defined",
+      "az ione",
+      "azi one",
+      "a zione",
+      "▁o ffic",
+      "▁of fic",
+      "▁off ic",
+      "▁au tom",
+      "▁aut om",
+      "▁auto m",
+      "▁ autom",
+      "ü n",
+      "▁b row",
+      "▁br ow",
+      "▁bro w",
+      "▁ brow",
+      "▁s erv",
+      "▁se rv",
+      "▁ser v",
+      "▁ serv",
+      "▁re move",
+      "▁rem ove",
+      "▁remov e",
+      "▁ remove",
+      "ir o",
+      "i ro",
+      "▁B ibli",
+      "▁Bib li",
+      "E D",
+      "▁w hole",
+      "▁wh ole",
+      "▁who le",
+      "▁ ш",
+      "▁J ava",
+      "▁Ja va",
+      "▁ Java",
+      "▁z um",
+      "▁zu m",
+      "u a",
+      "p m",
+      "de v",
+      "d ev",
+      "к ра",
+      "ol ds",
+      "old s",
+      "▁W ar",
+      "▁Wa r",
+      "ä n",
+      "pa ss",
+      "pas s",
+      "p ass",
+      "u z",
+      "[ \"",
+      "▁t ri",
+      "▁tr i",
+      "▁ tri",
+      "is ed",
+      "ise d",
+      "i sed",
+      "х а",
+      "▁mem ory",
+      "▁memor y",
+      "▁ memory",
+      "▁P ort",
+      "▁Po rt",
+      "▁Por t",
+      "▁ Port",
+      "op er",
+      "ope r",
+      "o per",
+      "U p",
+      "▁Th ank",
+      "▁ Thank",
+      "▁M ich",
+      "▁Mi ch",
+      "▁Mic h",
+      "▁ Mich",
+      "yc h",
+      "y ch",
+      "bo ard",
+      "boa rd",
+      "б у",
+      "In st",
+      "▁b egin",
+      "▁be gin",
+      "▁beg in",
+      "▁ begin",
+      "in ation",
+      "ina tion",
+      "▁M od",
+      "▁Mo d",
+      "▁ Mod",
+      "_ ,",
+      "▁D en",
+      "▁De n",
+      "▁ Den",
+      "op tion",
+      "opt ion",
+      "o ption",
+      "▁con struct",
+      "▁const ruct",
+      "▁constru ct",
+      "▁ construct",
+      "▁J ust",
+      "▁Ju st",
+      "▁ Just",
+      "Ma p",
+      "M ap",
+      "ru n",
+      "r un",
+      "▁re spect",
+      "▁res pect",
+      "▁resp ect",
+      "ha m",
+      "h am",
+      "ма н",
+      "м ан",
+      "im edia",
+      "ime dia",
+      "i media",
+      "▁a pply",
+      "▁app ly",
+      "▁ap ply",
+      "▁ apply",
+      "cri ption",
+      "cript ion",
+      "ma in",
+      "mai n",
+      "m ain",
+      "▁К а",
+      "▁ Ка",
+      "oi d",
+      "o id",
+      "Co de",
+      "C ode",
+      "} ;",
+      "In fo",
+      "Inf o",
+      "▁for mat",
+      "▁form at",
+      "▁forma t",
+      "▁ format",
+      "Lo g",
+      "L og",
+      "▁с у",
+      "▁ су",
+      "▁l at",
+      "▁la t",
+      "▁ lat",
+      "ut or",
+      "uto r",
+      "u tor",
+      "▁re ference",
+      "▁refer ence",
+      "▁ reference",
+      "▁cal cul",
+      "▁calc ul",
+      "▁ calcul",
+      "on n",
+      "o nn",
+      "L o",
+      "in fty",
+      "inf ty",
+      "▁a long",
+      "▁al ong",
+      "▁ č",
+      "▁t ask",
+      "▁ta sk",
+      "▁ task",
+      "▁e v",
+      "▁ ev",
+      "th eta",
+      "the ta",
+      "ra s",
+      "r as",
+      "jo r",
+      "j or",
+      "▁б о",
+      "▁ бо",
+      "▁princi p",
+      "▁prin cip",
+      "M y",
+      "▁e iner",
+      "▁ein er",
+      "▁eine r",
+      "▁E s",
+      "▁ Es",
+      "om b",
+      "o mb",
+      "qu ad",
+      "qua d",
+      "^{ -",
+      "^ {-",
+      "um p",
+      "u mp",
+      "▁t ill",
+      "▁til l",
+      "▁ti ll",
+      "д і",
+      "▁lo oks",
+      "▁look s",
+      "▁o k",
+      "▁ ok",
+      "ц а",
+      "n u",
+      "Fi l",
+      "F il",
+      "▁s ont",
+      "▁so nt",
+      "▁son t",
+      "▁M ed",
+      "▁Me d",
+      "▁ Med",
+      "ag ue",
+      "agu e",
+      "a gue",
+      "▁c ost",
+      "▁co st",
+      "▁cos t",
+      "▁ cost",
+      "▁S im",
+      "▁Si m",
+      "▁ Sim",
+      "▁com ment",
+      "▁comm ent",
+      "▁comme nt",
+      "▁ comment",
+      "▁( \\",
+      "▁ (\\",
+      "eg en",
+      "ege n",
+      "e gen",
+      "▁para meter",
+      "▁param eter",
+      "▁paramet er",
+      "▁ parameter",
+      "▁F rance",
+      "▁Fran ce",
+      "▁Fr ance",
+      "▁Franc e",
+      "▁ France",
+      "re p",
+      "r ep",
+      "▁T H",
+      "▁ TH",
+      "▁y et",
+      "▁ye t",
+      "▁a way",
+      "▁aw ay",
+      "▁ away",
+      "▁c irc",
+      "▁ci rc",
+      "▁cir c",
+      "▁ circ",
+      "▁A PI",
+      "▁AP I",
+      "▁ API",
+      "em p",
+      "e mp",
+      "в і",
+      "L ayout",
+      "▁l ines",
+      "▁li nes",
+      "▁line s",
+      "▁lin es",
+      "▁ lines",
+      "▁P art",
+      "▁Par t",
+      "▁Pa rt",
+      "▁ Part",
+      "em pt",
+      "emp t",
+      "▁B i",
+      "▁ Bi",
+      "▁m ind",
+      "▁min d",
+      "▁mi nd",
+      "▁ mind",
+      "k y",
+      "gi ng",
+      "gin g",
+      "g ing",
+      "▁re port",
+      "▁rep ort",
+      "▁repo rt",
+      "▁ report",
+      "▁A dd",
+      "▁Ad d",
+      "▁ Add",
+      "ро д",
+      "р од",
+      "▁r ange",
+      "▁ran ge",
+      "▁rang e",
+      "▁ range",
+      "ci as",
+      "cia s",
+      "c ias",
+      "li p",
+      "l ip",
+      "▁K ar",
+      "▁Ka r",
+      "▁ Kar",
+      "▁Comm ons",
+      "▁Common s",
+      "ger ufen",
+      "af f",
+      "a ff",
+      "se c",
+      "s ec",
+      "▁h tml",
+      "▁ html",
+      "li g",
+      "l ig",
+      "▁w indow",
+      "▁wind ow",
+      "▁ window",
+      "in ition",
+      "ini tion",
+      "init ion",
+      "ci s",
+      "c is",
+      "▁u t",
+      "▁ ut",
+      "el n",
+      "e ln",
+      "▁a ux",
+      "▁au x",
+      "▁ aux",
+      "▁n eg",
+      "▁ne g",
+      "▁ neg",
+      "Ha nd",
+      "H and",
+      "▁) ;",
+      "▁ );",
+      "▁a nal",
+      "▁an al",
+      "▁ anal",
+      "▁f ri",
+      "▁fr i",
+      "▁ fri",
+      "▁с и",
+      "▁ си",
+      "et ch",
+      "etc h",
+      "m d",
+      "pa ge",
+      "pag e",
+      "p age",
+      "▁l ibrary",
+      "▁li brary",
+      "▁ library",
+      "▁: =",
+      "▁ :=",
+      "RO M",
+      "R OM",
+      "Y ou",
+      "sp ace",
+      "s pace",
+      "▁d urch",
+      "▁dur ch",
+      "▁h ost",
+      "▁ho st",
+      "▁hos t",
+      "▁ host",
+      "av en",
+      "ave n",
+      "a ven",
+      "▁F ile",
+      "▁Fil e",
+      "▁ File",
+      "al le",
+      "all e",
+      "a lle",
+      "ти в",
+      "▁p ap",
+      "▁pa p",
+      "ст во",
+      "ств о",
+      "с тво",
+      "mar k",
+      "m ark",
+      "▁m ais",
+      "▁ma is",
+      "▁mai s",
+      "er man",
+      "erm an",
+      "Si ze",
+      "S ize",
+      "е к",
+      "▁М а",
+      "▁ Ма",
+      "▁is n",
+      "▁i sn",
+      "▁c opy",
+      "▁co py",
+      "▁cop y",
+      "▁ copy",
+      "st en",
+      "ste n",
+      "s ten",
+      "ri ver",
+      "riv er",
+      "rive r",
+      "r iver",
+      "▁w ent",
+      "▁we nt",
+      "▁wen t",
+      "▁j avascript",
+      "▁java script",
+      "▁ javascript",
+      "▁s am",
+      "▁sa m",
+      "▁ sam",
+      "▁f rame",
+      "▁fr ame",
+      "▁fra me",
+      "▁fram e",
+      "▁ frame",
+      "▁v i",
+      "▁ vi",
+      "▁pre vious",
+      "▁prev ious",
+      "▁ previous",
+      "ro du",
+      "rod u",
+      "r odu",
+      "▁method s",
+      "▁ methods",
+      "▁ne cess",
+      "▁neces s",
+      "▁ necess",
+      "N A",
+      "ck et",
+      "cke t",
+      "c ket",
+      "▁o pt",
+      "▁op t",
+      "▁ opt",
+      "Lo c",
+      "L oc",
+      "ho w",
+      "h ow",
+      "▁î n",
+      "▁ în",
+      "sh ip",
+      "s hip",
+      "▁it self",
+      "▁its elf",
+      "▁P lease",
+      "▁Ple ase",
+      "▁ Please",
+      "ie ne",
+      "ien e",
+      "i ene",
+      "ве р",
+      "в ер",
+      "▁< <",
+      "▁ <<",
+      "▁m ill",
+      "▁mil l",
+      "▁mi ll",
+      "▁ mill",
+      "▁t rad",
+      "▁tr ad",
+      "▁tra d",
+      "▁ trad",
+      "pa ce",
+      "p ace",
+      "▁H ar",
+      "▁Ha r",
+      "▁ Har",
+      "it en",
+      "ite n",
+      "i ten",
+      "wi se",
+      "w ise",
+      "writ e",
+      "wr ite",
+      "w rite",
+      "ци и",
+      "р ы",
+      "Lin e",
+      "Li ne",
+      "L ine",
+      "ol o",
+      "o lo",
+      "▁ac cept",
+      "▁ accept",
+      "he ight",
+      "▁e lect",
+      "▁el ect",
+      "▁ele ct",
+      "▁ elect",
+      "el la",
+      "ell a",
+      "e lla",
+      "▁p å",
+      "Se lect",
+      "S elect",
+      "▁ ли",
+      "▁\\ <",
+      "▁ \\<",
+      "( (",
+      "▁I D",
+      "▁ ID",
+      "op s",
+      "o ps",
+      "ва н",
+      "в ан",
+      "i ó",
+      "T P",
+      "» ,",
+      "ne ction",
+      "nect ion",
+      "n ection",
+      "par ent",
+      "pa rent",
+      "▁M ag",
+      "▁Ma g",
+      "▁ Mag",
+      "Tab le",
+      "T able",
+      "O ver",
+      "▁n etwork",
+      "▁net work",
+      "▁ network",
+      "с по",
+      "▁as sign",
+      "▁ass ign",
+      "▁ assign",
+      "ig ger",
+      "igg er",
+      "ir m",
+      "i rm",
+      ") `",
+      "ot tom",
+      "ott om",
+      "otto m",
+      "be ta",
+      "bet a",
+      "b eta",
+      "▁d ell",
+      "▁de ll",
+      "▁del l",
+      "▁b ody",
+      "▁bo dy",
+      "▁bod y",
+      "▁ body",
+      "▁д а",
+      "▁ да",
+      "▁Y our",
+      "▁You r",
+      "▁ Your",
+      "▁f ue",
+      "▁fu e",
+      "▁p ackage",
+      "▁pack age",
+      "▁ package",
+      "▁l ight",
+      "▁lig ht",
+      "▁ light",
+      "▁* *",
+      "▁ **",
+      "M P",
+      "▁c ou",
+      "▁co u",
+      "▁ cou",
+      "ye s",
+      "y es",
+      ": \\",
+      "▁ Ч",
+      "▁m ention",
+      "▁men tion",
+      "▁ment ion",
+      "en sch",
+      "ens ch",
+      "▁d eg",
+      "▁de g",
+      "▁ deg",
+      "▁con vert",
+      "▁conver t",
+      "▁conv ert",
+      "▁ convert",
+      "▁D av",
+      "▁Da v",
+      "ad t",
+      "a dt",
+      "Res ult",
+      "th ough",
+      "▁b us",
+      "▁bu s",
+      "▁ bus",
+      "x y",
+      "▁s een",
+      "▁se en",
+      "▁see n",
+      "▁ seen",
+      "Al l",
+      "A ll",
+      "pu blic",
+      "pub lic",
+      "p ublic",
+      "iv ely",
+      "ive ly",
+      "ivel y",
+      "▁R ec",
+      "▁Re c",
+      "▁ Rec",
+      "▁H is",
+      "▁Hi s",
+      "si m",
+      "s im",
+      "▁f ör",
+      "▁fö r",
+      "▁ för",
+      "▁h istor",
+      "▁his tor",
+      "▁hi stor",
+      "▁hist or",
+      "▁ histor",
+      "▁s ett",
+      "▁se tt",
+      "▁set t",
+      "▁ sett",
+      "ra t",
+      "r at",
+      "ab led",
+      "able d",
+      "abl ed",
+      "a bled",
+      "▁» ,",
+      "▁ »,",
+      "go ogle",
+      "We b",
+      "W eb",
+      "é l",
+      "▁t itle",
+      "▁tit le",
+      "▁ title",
+      "▁J anu",
+      "▁Jan u",
+      "▁Ja nu",
+      "ј а",
+      "▁t ook",
+      "▁to ok",
+      "▁too k",
+      "id en",
+      "ide n",
+      "i den",
+      "s z",
+      "▁G et",
+      "▁Ge t",
+      "▁ Get",
+      "▁object s",
+      "▁ objects",
+      "▁com mon",
+      "▁comm on",
+      "▁ common",
+      "▁ch anges",
+      "▁change s",
+      "▁chang es",
+      "▁ changes",
+      "▁L ond",
+      "▁Lo nd",
+      "▁ Lond",
+      "▁ex tern",
+      "▁ext ern",
+      "▁j u",
+      "▁ ju",
+      "I s",
+      "▁av ailable",
+      "▁avail able",
+      "▁ available",
+      "tr i",
+      "t ri",
+      "▁m ás",
+      "▁má s",
+      "os a",
+      "o sa",
+      "B e",
+      "▁D ata",
+      "▁Da ta",
+      "▁Dat a",
+      "▁ Data",
+      "ur al",
+      "ura l",
+      "u ral",
+      "▁h om",
+      "▁ho m",
+      "▁ hom",
+      "▁acc ount",
+      "▁ac count",
+      "▁ account",
+      "o o",
+      "▁p erm",
+      "▁per m",
+      "▁pe rm",
+      "▁ perm",
+      "res pond",
+      "resp ond",
+      "y t",
+      "▁s end",
+      "▁se nd",
+      "▁sen d",
+      "▁ send",
+      "▁return s",
+      "▁ returns",
+      "iv id",
+      "ivi d",
+      "i vid",
+      "▁ex pla",
+      "▁exp la",
+      "▁expl a",
+      "í n",
+      "▁n or",
+      "▁no r",
+      "▁ nor",
+      "I f",
+      "▁F rom",
+      "▁Fr om",
+      "▁Fro m",
+      "▁ From",
+      "▁t arget",
+      "▁tar get",
+      "▁ target",
+      "fe ct",
+      "f ect",
+      "ен т",
+      "▁u it",
+      "▁ui t",
+      "▁ uit",
+      "▁J o",
+      "▁ Jo",
+      "▁vari ables",
+      "▁variable s",
+      "▁ variables",
+      "▁s eries",
+      "▁se ries",
+      "▁ser ies",
+      "▁serie s",
+      "▁ series",
+      "▁f unc",
+      "▁fun c",
+      "▁fu nc",
+      "▁ func",
+      "▁him self",
+      "▁ч а",
+      "▁ ча",
+      "an ti",
+      "ant i",
+      "▁a ch",
+      "▁ac h",
+      "▁ ach",
+      "ia log",
+      "ial og",
+      "i alog",
+      "▁s td",
+      "▁st d",
+      "▁ std",
+      "a e",
+      "▁f oot",
+      "▁fo ot",
+      "▁foo t",
+      "▁ foot",
+      "▁un ter",
+      "▁ unter",
+      "gr ess",
+      "gres s",
+      "gre ss",
+      "g ress",
+      "No t",
+      "N ot",
+      "ra d",
+      "r ad",
+      "f ér",
+      "▁u til",
+      "▁ut il",
+      "▁ util",
+      "or em",
+      "ore m",
+      "o rem",
+      "▁s ou",
+      "▁so u",
+      "op t",
+      "o pt",
+      "▁o g",
+      "▁ og",
+      "▁u ma",
+      "▁um a",
+      "▁ uma",
+      "it ar",
+      "ita r",
+      "i tar",
+      "▁O k",
+      "▁ Ok",
+      "ü ck",
+      "sq rt",
+      "▁a nt",
+      "▁an t",
+      "▁ ant",
+      "▁wer den",
+      "▁werd en",
+      "å r",
+      "}) ;",
+      "} );",
+      "▁P aris",
+      "▁Par is",
+      "▁Pa ris",
+      "▁ex ception",
+      "▁except ion",
+      "▁ exception",
+      "▁de term",
+      "▁det erm",
+      "▁V ol",
+      "▁Vo l",
+      "▁ Vol",
+      "▁S am",
+      "▁Sa m",
+      "▁ Sam",
+      "▁e ss",
+      "▁es s",
+      "▁ ess",
+      "li es",
+      "lie s",
+      "l ies",
+      "ion i",
+      "io ni",
+      "i oni",
+      "od ing",
+      "odi ng",
+      "o ding",
+      "id get",
+      "idge t",
+      "▁p ri",
+      "▁pr i",
+      "▁wh ether",
+      "▁whe ther",
+      "▁п од",
+      "▁по д",
+      "▁num bers",
+      "▁number s",
+      "▁ numbers",
+      "▁ ~",
+      "ev ent",
+      "even t",
+      "e vent",
+      "▁sh ows",
+      "▁show s",
+      "▁sho ws",
+      "at ures",
+      "atur es",
+      "ature s",
+      "atu res",
+      "▁h ouse",
+      "▁ho use",
+      "▁hous e",
+      "▁ house",
+      "▁f ace",
+      "▁fa ce",
+      "▁fac e",
+      "▁ face",
+      "▁s ię",
+      "▁si ę",
+      "viron ment",
+      "va n",
+      "v an",
+      "▁in cluding",
+      "▁includ ing",
+      "▁inclu ding",
+      "▁ including",
+      "▁< -",
+      "▁ <-",
+      "ti mes",
+      "time s",
+      "tim es",
+      "t imes",
+      "no w",
+      "n ow",
+      "▁p ur",
+      "▁pu r",
+      "▁ pur",
+      "if ier",
+      "ifi er",
+      "ifie r",
+      "▁e mp",
+      "▁em p",
+      "▁ emp",
+      "▁c la",
+      "▁cl a",
+      "▁ cla",
+      "mo n",
+      "m on",
+      "▁D as",
+      "▁Da s",
+      "ad y",
+      "a dy",
+      "▁в ід",
+      "▁ві д",
+      "▁ від",
+      "▁ ц",
+      "ab or",
+      "a bor",
+      "OS T",
+      "O ST",
+      "▁b and",
+      "▁ban d",
+      "▁ba nd",
+      "▁ band",
+      "▁ ú",
+      "▁ex actly",
+      "▁exact ly",
+      "ie rt",
+      "ier t",
+      "i ert",
+      "av ig",
+      "avi g",
+      "▁re du",
+      "▁r edu",
+      "▁red u",
+      "▁ redu",
+      "▁S E",
+      "▁ SE",
+      "lish ed",
+      "lis hed",
+      "l ished",
+      "B u",
+      "Mess age",
+      "M essage",
+      "ce ll",
+      "cel l",
+      "c ell",
+      "ful ly",
+      "full y",
+      "▁s v",
+      "▁ sv",
+      "▁m akes",
+      "▁ma kes",
+      "▁make s",
+      "▁mak es",
+      "po l",
+      "p ol",
+      "▁re quired",
+      "▁require d",
+      "▁requ ired",
+      "▁ required",
+      "fer rer",
+      "▁p ers",
+      "▁per s",
+      "▁pe rs",
+      "▁ pers",
+      "▁m i",
+      "▁ mi",
+      "F I",
+      "▁Pa ul",
+      "▁ Paul",
+      "▁U I",
+      "▁ UI",
+      "▁B el",
+      "▁Be l",
+      "▁ Bel",
+      "in c",
+      "i nc",
+      "▁cont ains",
+      "▁contain s",
+      "▁ contains",
+      "O ut",
+      "as ure",
+      "p u",
+      "ot o",
+      "o to",
+      "▁g ame",
+      "▁ga me",
+      "▁gam e",
+      "▁ game",
+      "z n",
+      "▁W hy",
+      "▁Wh y",
+      "▁ Why",
+      "or ith",
+      "ori th",
+      "bi g",
+      "b ig",
+      "ки й",
+      "sig ma",
+      "s igma",
+      "▁qu ite",
+      "▁qui te",
+      "▁quit e",
+      "▁j ed",
+      "▁je d",
+      "▁ jed",
+      "re c",
+      "r ec",
+      "▁S QL",
+      "▁ SQL",
+      "б е",
+      "▁M art",
+      "▁Mar t",
+      "▁Ma rt",
+      "▁ Mart",
+      "y a",
+      "▁sch ool",
+      "▁ school",
+      "▁sim ply",
+      "▁simp ly",
+      "▁simpl y",
+      "▁v or",
+      "▁vo r",
+      "▁ vor",
+      "▁d ouble",
+      "▁dou ble",
+      "▁doub le",
+      "▁ double",
+      "ра в",
+      "▁S tr",
+      "▁St r",
+      "▁ Str",
+      "ie m",
+      "i em",
+      "▁al bum",
+      "▁alb um",
+      "▁ album",
+      "▁re sol",
+      "▁res ol",
+      "▁ resol",
+      "▁d ei",
+      "▁de i",
+      "▁W ik",
+      "▁Wi k",
+      "▁ Wik",
+      "▁a w",
+      "▁ aw",
+      "um b",
+      "u mb",
+      "ol s",
+      "o ls",
+      "▁* /",
+      "▁ */",
+      "▁z e",
+      "▁ ze",
+      "▁a nim",
+      "▁an im",
+      "▁ani m",
+      "▁ anim",
+      "/ >",
+      "ri s",
+      "r is",
+      "re sh",
+      "res h",
+      "r esh",
+      "N o",
+      "ique s",
+      "iqu es",
+      "i ques",
+      "cur rent",
+      "curr ent",
+      "c urrent",
+      "▁per iod",
+      "▁peri od",
+      "▁ period",
+      "▁A pril",
+      "▁Ap ril",
+      "▁st ore",
+      "▁stor e",
+      "▁sto re",
+      "▁ store",
+      "', '",
+      "' ,'",
+      "▁S et",
+      "▁Se t",
+      "▁ Set",
+      "= {",
+      "ach ed",
+      "ac hed",
+      "ache d",
+      "a ched",
+      "▁M al",
+      "▁Ma l",
+      "▁ Mal",
+      "▁P al",
+      "▁Pa l",
+      "▁ Pal",
+      "an tes",
+      "ant es",
+      "ante s",
+      "ate rial",
+      "ater ial",
+      "▁work ed",
+      "▁wor ked",
+      "le q",
+      "l eq",
+      "ore ferrer",
+      "▁h appen",
+      "▁ha ppen",
+      "▁happ en",
+      "▁b ox",
+      "▁bo x",
+      "▁ box",
+      "ne y",
+      "n ey",
+      "▁c lose",
+      "▁cl ose",
+      "▁clos e",
+      "▁clo se",
+      "▁ close",
+      "▁g ran",
+      "▁gr an",
+      "▁gra n",
+      "▁l ie",
+      "▁li e",
+      "▁ lie",
+      "▁i r",
+      "▁ ir",
+      "▁ex pected",
+      "▁exp ected",
+      "▁expect ed",
+      "▁ expected",
+      "▁д ля",
+      "cl ick",
+      "cli ck",
+      "clic k",
+      "c lick",
+      "ș i",
+      "▁p arte",
+      "▁par te",
+      "▁part e",
+      "og n",
+      "o gn",
+      "▁F orm",
+      "▁For m",
+      "▁Fo rm",
+      "▁ Form",
+      "▁m emb",
+      "▁me mb",
+      "▁mem b",
+      "▁p lan",
+      "▁pl an",
+      "▁pla n",
+      "▁ plan",
+      "▁te am",
+      "▁tea m",
+      "▁ team",
+      "] [",
+      "▁c ommun",
+      "▁com mun",
+      "▁comm un",
+      "or ry",
+      "orr y",
+      "en cy",
+      "enc y",
+      "g l",
+      "in ary",
+      "ina ry",
+      "inar y",
+      "cd ot",
+      "c dot",
+      "^ \\",
+      "▁F irst",
+      "▁Fir st",
+      "▁ First",
+      "an der",
+      "and er",
+      "ande r",
+      "a nder",
+      "▁D ec",
+      "▁De c",
+      "▁ Dec",
+      "re quest",
+      "req uest",
+      "ст ва",
+      "ств а",
+      "с тва",
+      "▁str ucture",
+      "▁struct ure",
+      "▁ structure",
+      "▁| |",
+      "▁ ||",
+      "▁C omp",
+      "▁Com p",
+      "▁Co mp",
+      "▁ Comp",
+      "act ory",
+      "actor y",
+      "▁M il",
+      "▁Mi l",
+      "▁ Mil",
+      "▁S ome",
+      "▁So me",
+      "▁Som e",
+      "▁ Some",
+      "St ream",
+      "▁as sum",
+      "▁ass um",
+      "ue n",
+      "u en",
+      "▁w ords",
+      "▁word s",
+      "▁wor ds",
+      "▁ words",
+      "▁Se ptember",
+      "▁Sept ember",
+      "▁К о",
+      "▁ Ко",
+      "▁d ays",
+      "▁da ys",
+      "▁day s",
+      "▁ days",
+      "or ies",
+      "ori es",
+      "orie s",
+      "o ries",
+      "ста в",
+      "s m",
+      "vi n",
+      "v in",
+      "part ial",
+      "▁par ent",
+      "▁pa rent",
+      "▁pare nt",
+      "▁ parent",
+      "o j",
+      "ни и",
+      "! \"",
+      "ug in",
+      "u gin",
+      "▁W indows",
+      "▁Wind ows",
+      "▁Window s",
+      "▁ Windows",
+      "E d",
+      ": }",
+      "▁ q",
+      "▁b en",
+      "▁be n",
+      "▁ ben",
+      "ia na",
+      "ian a",
+      "i ana",
+      "▁l abel",
+      "▁la bel",
+      "▁lab el",
+      "▁ label",
+      "st ate",
+      "sta te",
+      "stat e",
+      "ut ed",
+      "ute d",
+      "u ted",
+      "▁( )",
+      "▁ ()",
+      "▁с во",
+      "▁e dit",
+      "▁ed it",
+      "▁ edit",
+      "ur ing",
+      "uri ng",
+      "u ring",
+      "▁N S",
+      "▁ NS",
+      "▁J ahr",
+      "▁Jah r",
+      "▁Ja hr",
+      "▁prov ide",
+      "H e",
+      "▁Y es",
+      "▁Ye s",
+      "▁ Yes",
+      "an el",
+      "ane l",
+      "a nel",
+      "en ame",
+      "ena me",
+      "e name",
+      "▁D on",
+      "▁Do n",
+      "▁ Don",
+      "is k",
+      "i sk",
+      "gr a",
+      "g ra",
+      "el ij",
+      "eli j",
+      "e lij",
+      "▁r oot",
+      "▁ro ot",
+      "▁ root",
+      "* /",
+      "▁F re",
+      "▁Fr e",
+      "▁ Fre",
+      "▁M or",
+      "▁Mo r",
+      "▁ Mor",
+      "us ed",
+      "use d",
+      "u sed",
+      "ran ge",
+      "r ange",
+      "▁t amb",
+      "▁ta mb",
+      "▁tam b",
+      "▁mod ule",
+      "▁ module",
+      "▁d irectory",
+      "▁direct ory",
+      "▁director y",
+      "▁ directory",
+      "ound s",
+      "oun ds",
+      "Act ivity",
+      "Activ ity",
+      "▁m u",
+      "▁ mu",
+      "in fo",
+      "inf o",
+      "▁f ree",
+      "▁fr ee",
+      "▁fre e",
+      "▁ free",
+      "or ge",
+      "org e",
+      "ta b",
+      "t ab",
+      ") =",
+      "la ng",
+      "lan g",
+      "l ang",
+      "▁о с",
+      "▁ ос",
+      "▁F ROM",
+      "▁FR OM",
+      "▁ FROM",
+      "▁en ter",
+      "▁ent er",
+      "▁ enter",
+      "▁bec ame",
+      "id ae",
+      "ida e",
+      "х и",
+      "▁St ates",
+      "▁State s",
+      "▁Stat es",
+      "▁Sta tes",
+      "ver se",
+      "vers e",
+      "▁ex pl",
+      "▁exp l",
+      "▁ expl",
+      "yn t",
+      "y nt",
+      "U N",
+      "e e",
+      "en dent",
+      "end ent",
+      "enden t",
+      "ende nt",
+      "▁m aking",
+      "▁ma king",
+      "▁mak ing",
+      "▁ making",
+      "▁\" $",
+      "un i",
+      "u ni",
+      "qu ence",
+      "▁l ui",
+      "▁lu i",
+      "H T",
+      "▁us es",
+      "▁use s",
+      "▁ uses",
+      "zi e",
+      "z ie",
+      "ni a",
+      "n ia",
+      "Cont ent",
+      "▁C ount",
+      "▁Co unt",
+      "▁Coun t",
+      "▁Cou nt",
+      "▁ Count",
+      "▁stand ard",
+      "▁ standard",
+      "EN T",
+      "E NT",
+      "▁ко н",
+      "▁к он",
+      "▁ кон",
+      "fo rt",
+      "for t",
+      "f ort",
+      "ad as",
+      "ada s",
+      "a das",
+      "з у",
+      "S ystem",
+      "▁S w",
+      "▁ Sw",
+      "▁e ver",
+      "▁ev er",
+      "▁ ever",
+      "L O",
+      "▁cor respond",
+      "▁P o",
+      "▁ Po",
+      "ar gin",
+      "arg in",
+      "к т",
+      "і й",
+      "▁re main",
+      "▁rem ain",
+      "ci o",
+      "c io",
+      "▁act ual",
+      "▁actu al",
+      "▁ actual",
+      "ст у",
+      "с ту",
+      "▁s ind",
+      "▁si nd",
+      "▁sin d",
+      "▁P e",
+      "▁ Pe",
+      "▁ch anged",
+      "▁change d",
+      "▁chang ed",
+      "▁ changed",
+      "▁N ote",
+      "▁No te",
+      "▁Not e",
+      "▁ Note",
+      "sk ie",
+      "ski e",
+      "s kie",
+      "▁famil y",
+      "▁fam ily",
+      "▁ family",
+      "it à",
+      "co s",
+      "c os",
+      "tx t",
+      "t xt",
+      "ke r",
+      "k er",
+      "ce ed",
+      "c eed",
+      "▁a rr",
+      "▁ar r",
+      "▁ arr",
+      "▁c am",
+      "▁ca m",
+      "▁ cam",
+      "iz er",
+      "ize r",
+      "i zer",
+      "▁D an",
+      "▁Da n",
+      "▁ Dan",
+      "he l",
+      "h el",
+      "ic ult",
+      "icul t",
+      "H P",
+      "il er",
+      "ile r",
+      "i ler",
+      "▁S al",
+      "▁Sa l",
+      "▁ Sal",
+      "▁con nection",
+      "▁conne ction",
+      "▁connect ion",
+      "▁conn ection",
+      "▁ connection",
+      "us ion",
+      "k n",
+      "R I",
+      "▁v om",
+      "▁vo m",
+      "List ener",
+      "▁ ö",
+      "▁d im",
+      "▁di m",
+      "▁ dim",
+      "▁p ress",
+      "▁pr ess",
+      "▁pre ss",
+      "▁pres s",
+      "▁ press",
+      "▁e sc",
+      "▁es c",
+      "▁ esc",
+      "▁T ry",
+      "▁Tr y",
+      "▁ Try",
+      "at alog",
+      "ata log",
+      "atal og",
+      "▁th anks",
+      "▁than ks",
+      "▁thank s",
+      "D O",
+      "▁w ritten",
+      "▁writ ten",
+      "▁wr itten",
+      "▁ written",
+      "di r",
+      "d ir",
+      "re w",
+      "r ew",
+      "▁f ire",
+      "▁fi re",
+      "▁fir e",
+      "▁ fire",
+      "▁N ach",
+      "▁Na ch",
+      "▁ á",
+      "en c",
+      "e nc",
+      "▁or igin",
+      "▁orig in",
+      "▁ origin",
+      "▁Nov ember",
+      "▁} ;",
+      "▁ };",
+      "Co unt",
+      "C ount",
+      "▁З а",
+      "▁ За",
+      "▁g raph",
+      "▁gr aph",
+      "▁gra ph",
+      "▁ graph",
+      "▁m is",
+      "▁mi s",
+      "▁ mis",
+      "▁Ex ternal",
+      "▁Ext ernal",
+      "▁Extern al",
+      "▁Externa l",
+      "▁ External",
+      "▁o ptions",
+      "▁option s",
+      "▁opt ions",
+      "▁ options",
+      "▁U RL",
+      "▁ URL",
+      "▁p hp",
+      "▁ph p",
+      "▁ php",
+      "▁in tegr",
+      "▁int egr",
+      "▁inte gr",
+      "▁ integr",
+      "Con fig",
+      "Conf ig",
+      "▁T ext",
+      "▁Te xt",
+      "▁Tex t",
+      "▁ Text",
+      "in ner",
+      "inn er",
+      "▁c rit",
+      "▁cr it",
+      "▁cri t",
+      "▁ crit",
+      ", ”",
+      "▁t og",
+      "▁to g",
+      "$ $",
+      "no f",
+      "n of",
+      "▁s es",
+      "▁se s",
+      "üh r",
+      "ü hr",
+      "▁S ince",
+      "▁Sin ce",
+      "▁ Since",
+      "De s",
+      "D es",
+      "ub e",
+      "u be",
+      "▁s ection",
+      "▁se ction",
+      "▁sec tion",
+      "▁sect ion",
+      "▁ section",
+      "▁g i",
+      "▁ gi",
+      "fo rd",
+      "for d",
+      "f ord",
+      "▁A ss",
+      "▁As s",
+      "▁ Ass",
+      "ain er",
+      "ai ner",
+      "aine r",
+      "a iner",
+      "tt p",
+      "t tp",
+      "▁be hav",
+      "▁beh av",
+      "port s",
+      "por ts",
+      "dr aw",
+      "dra w",
+      "d raw",
+      "Th is",
+      "T his",
+      "ran ch",
+      "r anch",
+      "in ding",
+      "ind ing",
+      "indi ng",
+      "▁e stab",
+      "▁est ab",
+      "▁es tab",
+      "▁esta b",
+      "▁ob tain",
+      "▁obt ain",
+      "ri ch",
+      "ric h",
+      "r ich",
+      "li cit",
+      "lic it",
+      "е в",
+      "▁qu al",
+      "▁q ual",
+      "▁ qual",
+      "▁z a",
+      "▁ za",
+      "▁h ar",
+      "▁ha r",
+      "▁ har",
+      "▁f ac",
+      "▁fa c",
+      "▁ fac",
+      "aa r",
+      "a ar",
+      "je t",
+      "j et",
+      "ic les",
+      "icle s",
+      "i cles",
+      "▁A us",
+      "▁Au s",
+      "▁ Aus",
+      "▁h or",
+      "▁ho r",
+      "▁ hor",
+      "▁re mov",
+      "▁rem ov",
+      "▁w ie",
+      "▁ wie",
+      "Cl ient",
+      "C lient",
+      "▁n atur",
+      "▁nat ur",
+      "hi p",
+      "h ip",
+      "Su b",
+      "S ub",
+      "▁r andom",
+      "▁ran dom",
+      "▁rand om",
+      "▁ random",
+      "D F",
+      "▁a rea",
+      "▁are a",
+      "▁ar ea",
+      "▁ area",
+      "ta g",
+      "t ag",
+      "P r",
+      "▁I tal",
+      "▁It al",
+      "▁ Ital",
+      "▁r oku",
+      "▁ro ku",
+      "▁rok u",
+      "no follow",
+      "nof ollow",
+      "* }",
+      "▁o thers",
+      "▁other s",
+      "▁l imit",
+      "▁li mit",
+      "▁lim it",
+      "▁ limit",
+      "▁s il",
+      "▁si l",
+      "▁ sil",
+      "▁s av",
+      "▁sa v",
+      "▁o ften",
+      "▁of ten",
+      "▁oft en",
+      "▁re nder",
+      "▁r ender",
+      "▁ren der",
+      "▁rend er",
+      "▁rende r",
+      "▁ render",
+      "D B",
+      "▁M c",
+      "▁ Mc",
+      "▁z ijn",
+      "▁zij n",
+      "же н",
+      "ж ен",
+      "▁t ag",
+      "▁ta g",
+      "▁ tag",
+      "min g",
+      "mi ng",
+      "m ing",
+      "li chen",
+      "lic hen",
+      "lich en",
+      "liche n",
+      "l ichen",
+      "pa ck",
+      "p ack",
+      "▁A g",
+      "▁ Ag",
+      "▁s ense",
+      "▁sens e",
+      "▁sen se",
+      "p g",
+      "Met hod",
+      "M ethod",
+      "ag ed",
+      "age d",
+      "a ged",
+      "á g",
+      "ł a",
+      "▁inter est",
+      "▁inte rest",
+      "▁as soci",
+      "▁ass oci",
+      "▁ associ",
+      "vol ution",
+      "▁em pty",
+      "▁emp ty",
+      "▁ empty",
+      "ic he",
+      "ich e",
+      "i che",
+      "▁g ro",
+      "▁gr o",
+      "▁ gro",
+      "▁t ypes",
+      "▁type s",
+      "▁typ es",
+      "▁ty pes",
+      "▁ types",
+      "▁S ie",
+      "▁Si e",
+      "In ter",
+      "Int er",
+      "▁n oreferrer",
+      "▁ noreferrer",
+      "▁g ives",
+      "▁giv es",
+      "▁give s",
+      "▁gi ves",
+      "ha l",
+      "h al",
+      "▁s ave",
+      "▁sa ve",
+      "▁sav e",
+      "▁ save",
+      "▁f ont",
+      "▁fo nt",
+      "▁fon t",
+      "▁ font",
+      "ru ction",
+      "ruct ion",
+      "S cript",
+      "▁a lla",
+      "▁al la",
+      "▁all a",
+      "▁ alla",
+      "▁s ays",
+      "▁sa ys",
+      "▁say s",
+      "▁f u",
+      "▁ fu",
+      "ap e",
+      "a pe",
+      "▁l anguage",
+      "▁ language",
+      "ig er",
+      "ige r",
+      "i ger",
+      "▁K ing",
+      "▁Ki ng",
+      "▁Kin g",
+      "bo r",
+      "b or",
+      "u v",
+      "▁s hall",
+      "▁sh all",
+      "▁E urope",
+      "▁Europ e",
+      "▁Euro pe",
+      "▁Eur ope",
+      "▁ Europe",
+      "▁ein em",
+      "▁eine m",
+      "▁w ater",
+      "▁wa ter",
+      "▁wat er",
+      "▁ water",
+      "▁g overn",
+      "▁go vern",
+      "▁gover n",
+      "an z",
+      "at ors",
+      "ator s",
+      "ato rs",
+      "▁mon th",
+      "▁mo nth",
+      "▁mont h",
+      "▁ month",
+      "y e",
+      "▁import ant",
+      "▁ important",
+      "at z",
+      "a tz",
+      "fir st",
+      "f irst",
+      "▁Tr ans",
+      "▁Tra ns",
+      "▁ Trans",
+      "▁M ad",
+      "▁Ma d",
+      "▁ Mad",
+      "▁b ra",
+      "▁br a",
+      "▁ bra",
+      "ik a",
+      "i ka",
+      "▁S aint",
+      "▁Sa int",
+      "▁Sain t",
+      "▁ Saint",
+      "or ia",
+      "ori a",
+      "o ria",
+      "kr e",
+      "k re",
+      "em ents",
+      "ement s",
+      "emen ts",
+      "e ments",
+      "▁B en",
+      "▁Be n",
+      "▁ Ben",
+      "la v",
+      "l av",
+      "▁ad min",
+      "▁adm in",
+      "▁ admin",
+      "▁H en",
+      "▁He n",
+      "▁ Hen",
+      "ri l",
+      "r il",
+      "▁S m",
+      "▁ Sm",
+      "ca t",
+      "c at",
+      "▁Re fer",
+      "▁Ref er",
+      "▁ Ш",
+      "▁p ract",
+      "▁pr act",
+      "▁pra ct",
+      "▁prac t",
+      "▁P at",
+      "▁Pa t",
+      "▁ Pat",
+      "▁G re",
+      "▁Gr e",
+      "▁ Gre",
+      "▁you ng",
+      "▁yo ung",
+      "▁In ter",
+      "▁Int er",
+      "▁ Inter",
+      "om a",
+      "o ma",
+      "te ger",
+      "ib ility",
+      "ibil ity",
+      "▁param eters",
+      "▁parameter s",
+      "▁paramet ers",
+      "▁ parameters",
+      "▁every thing",
+      "da t",
+      "d at",
+      "ur op",
+      "uro p",
+      "u rop",
+      "ole an",
+      "o lean",
+      "▁return ed",
+      "▁C lass",
+      "▁Cl ass",
+      "▁Cla ss",
+      "▁ Class",
+      "ac y",
+      "a cy",
+      "## ##",
+      "▁p ř",
+      "▁f older",
+      "▁fol der",
+      "▁fo lder",
+      "▁ folder",
+      "▁k on",
+      "▁ko n",
+      "▁ kon",
+      "▁gu ess",
+      "g t",
+      "je n",
+      "j en",
+      "an nel",
+      "ann el",
+      "anne l",
+      "ic on",
+      "ico n",
+      "i con",
+      "▁c omb",
+      "▁com b",
+      "▁co mb",
+      "▁ comb",
+      "ri ct",
+      "ric t",
+      "r ict",
+      "▁h ij",
+      "▁hi j",
+      "▁aut hor",
+      "▁auth or",
+      "▁ author",
+      "se e",
+      "s ee",
+      "he re",
+      "her e",
+      "h ere",
+      "st ra",
+      "str a",
+      "s tra",
+      "▁ent ire",
+      "▁direct ly",
+      "ra ft",
+      "raf t",
+      "r aft",
+      "he et",
+      "es ter",
+      "est er",
+      "este r",
+      "e ster",
+      "▁м и",
+      "▁ ми",
+      "▁m ass",
+      "▁ma ss",
+      "▁mas s",
+      "▁ mass",
+      "un tu",
+      "unt u",
+      "▁u sers",
+      "▁us ers",
+      "▁use rs",
+      "▁user s",
+      "▁ users",
+      "ch i",
+      "c hi",
+      "P E",
+      "▁com ponent",
+      "▁compon ent",
+      "▁ component",
+      "Cl ick",
+      "C lick",
+      "At t",
+      "A tt",
+      "▁s obre",
+      "▁so bre",
+      "▁sob re",
+      "an ds",
+      "and s",
+      "▁H ol",
+      "▁Ho l",
+      "▁ Hol",
+      "▁S ant",
+      "▁San t",
+      "▁Sa nt",
+      "or i",
+      "o ri",
+      "▁s ua",
+      "▁su a",
+      "st d",
+      "s td",
+      "ent ic",
+      "enti c",
+      "C C",
+      "▁fil ter",
+      "▁ filter",
+      "S QL",
+      "▁G od",
+      "▁Go d",
+      "A t",
+      "▁м у",
+      "▁ му",
+      "▁per formance",
+      "▁perform ance",
+      "del ta",
+      "d elta",
+      "an de",
+      "and e",
+      "a nde",
+      "am er",
+      "ame r",
+      "a mer",
+      "д ы",
+      "▁c ult",
+      "▁cu lt",
+      "▁cul t",
+      "▁N or",
+      "▁No r",
+      "bu t",
+      "b ut",
+      "▁l ik",
+      "▁li k",
+      "▁ lik",
+      "**** ****",
+      "ст вен",
+      "ств ен",
+      "стве н",
+      "▁com me",
+      "▁comm e",
+      "▁d r",
+      "▁ dr",
+      "im er",
+      "ime r",
+      "i mer",
+      "or din",
+      "ord in",
+      "▁cond ition",
+      "▁ condition",
+      "es te",
+      "est e",
+      "e ste",
+      "( [",
+      "F F",
+      "ть ся",
+      "im o",
+      "i mo",
+      "ra b",
+      "r ab",
+      "і ль",
+      "▁h alf",
+      "▁hal f",
+      "▁ half",
+      "ea ch",
+      "e ach",
+      "Di s",
+      "D is",
+      "▁r ows",
+      "▁ro ws",
+      "▁row s",
+      "▁ rows",
+      "▁h on",
+      "▁ho n",
+      "▁ hon",
+      "▁t ogether",
+      "▁tog ether",
+      "▁ și",
+      "me di",
+      "med i",
+      "m edi",
+      "ag n",
+      "a gn",
+      "al led",
+      "all ed",
+      "alle d",
+      "▁v ill",
+      "▁vi ll",
+      "▁vil l",
+      "IN G",
+      "I NG",
+      "id den",
+      "idd en",
+      "▁d raw",
+      "▁dr aw",
+      "▁dra w",
+      "▁ draw",
+      "yn tax",
+      "ynt ax",
+      "▁att empt",
+      "UR L",
+      "U RL",
+      "pos e",
+      "po se",
+      "p ose",
+      "▁in dic",
+      "▁ind ic",
+      "ни ка",
+      "ник а",
+      "▁Eng lish",
+      "▁ English",
+      "▁d éc",
+      "▁dé c",
+      "▁ne eds",
+      "▁need s",
+      "▁n ormal",
+      "▁nor mal",
+      "▁norm al",
+      "▁ normal",
+      "ur t",
+      "u rt",
+      "▁н о",
+      "▁ но",
+      "}} \\",
+      "} }\\",
+      "la st",
+      "las t",
+      "l ast",
+      "▁F in",
+      "▁ Fin",
+      "▁F ebru",
+      "▁Fe bru",
+      "▁Feb ru",
+      "il a",
+      "i la",
+      "▁c ountry",
+      "▁count ry",
+      "▁coun try",
+      "▁ country",
+      "▁field s",
+      "▁fiel ds",
+      "▁ fields",
+      "▁m ax",
+      "▁ma x",
+      "▁ max",
+      "lé s",
+      "l és",
+      "ow ie",
+      "owi e",
+      "o wie",
+      "▁de ux",
+      "▁bu ilt",
+      "▁ built",
+      "▁M ain",
+      "▁Ma in",
+      "▁Mai n",
+      "▁ Main",
+      "▁c amp",
+      "▁cam p",
+      "▁ca mp",
+      "▁ camp",
+      "iv o",
+      "i vo",
+      "iv a",
+      "i va",
+      "ic y",
+      "i cy",
+      "zi one",
+      "z ione",
+      "No de",
+      "N ode",
+      "▁: )",
+      "▁ :)",
+      "▁am ong",
+      "▁O b",
+      "▁ Ob",
+      "▁c ases",
+      "▁case s",
+      "▁cas es",
+      "▁ cases",
+      "ha ps",
+      "h aps",
+      "se rs",
+      "ser s",
+      "s ers",
+      "ar ter",
+      "art er",
+      "arte r",
+      "śc i",
+      "ś ci",
+      "▁it er",
+      "▁i ter",
+      "▁ iter",
+      "▁n amed",
+      "▁name d",
+      "▁na med",
+      "▁nam ed",
+      "▁ named",
+      "ex ec",
+      "exe c",
+      "▁se ason",
+      "▁sea son",
+      "▁ season",
+      "to t",
+      "t ot",
+      "= >",
+      "gr aph",
+      "gra ph",
+      "g raph",
+      "▁n il",
+      "▁ni l",
+      "▁ nil",
+      "ac ional",
+      "acion al",
+      "aci onal",
+      "▁N ULL",
+      "▁ NULL",
+      "▁spe cial",
+      "▁spec ial",
+      "▁ special",
+      "ст е",
+      "с те",
+      "cs s",
+      "c ss",
+      "▁\\ (",
+      "v s",
+      "ae l",
+      "a el",
+      "▁c ity",
+      "▁ci ty",
+      "▁cit y",
+      "▁ city",
+      "ov a",
+      "o va",
+      "▁art icle",
+      "▁ article",
+      "▁S outh",
+      "▁So uth",
+      "▁Sou th",
+      "Act ion",
+      "Ac tion",
+      "A ction",
+      "ç a",
+      "sp ring",
+      "spr ing",
+      "s pring",
+      "it ude",
+      "itu de",
+      "itud e",
+      "▁com plex",
+      "▁comp lex",
+      "▁comple x",
+      "▁compl ex",
+      "▁ complex",
+      "▁ч то",
+      "bu ild",
+      "g amma",
+      "▁E nt",
+      "▁En t",
+      "▁ Ent",
+      "ie rs",
+      "ier s",
+      "i ers",
+      "' .",
+      "ca r",
+      "c ar",
+      "ap ache",
+      "apa che",
+      "in gen",
+      "ing en",
+      "inge n",
+      "In put",
+      ":  ",
+      "▁d ynam",
+      "▁dy nam",
+      "al ls",
+      "all s",
+      "sh ow",
+      "s how",
+      "| \\",
+      "▁w ird",
+      "▁wir d",
+      "B ar",
+      "al th",
+      "alt h",
+      "mod el",
+      "mo del",
+      "mode l",
+      "m odel",
+      "Tr ans",
+      "Tra ns",
+      "Ro w",
+      "R ow",
+      "ab e",
+      "a be",
+      "▁l ib",
+      "▁li b",
+      "▁ lib",
+      "nu ll",
+      "n ull",
+      "ra gment",
+      "rag ment",
+      "▁St ate",
+      "▁Stat e",
+      "▁Sta te",
+      "▁ State",
+      "▁l aw",
+      "▁la w",
+      "▁ law",
+      "Fr ame",
+      "F rame",
+      "▁L o",
+      "▁ Lo",
+      "ge b",
+      "g eb",
+      "}$ .",
+      "} $.",
+      "▁ne eded",
+      "▁need ed",
+      "▁con tr",
+      "▁cont r",
+      "▁ contr",
+      "ar ies",
+      "ari es",
+      "arie s",
+      "a ries",
+      "▁s creen",
+      "▁sc reen",
+      "▁scr een",
+      "▁ screen",
+      "y r",
+      "m m",
+      "▁sh own",
+      "▁show n",
+      "▁sho wn",
+      "▁b ad",
+      "▁ba d",
+      "▁ bad",
+      "▁c ast",
+      "▁cas t",
+      "▁ca st",
+      "▁ cast",
+      "▁T est",
+      "▁Te st",
+      "▁ Test",
+      "▁A uf",
+      "▁Au f",
+      "▁qu ant",
+      "▁quan t",
+      "▁ quant",
+      "ig a",
+      "i ga",
+      "▁re n",
+      "▁r en",
+      "▁ ren",
+      "▁M ac",
+      "▁Ma c",
+      "▁ Mac",
+      "▁trans form",
+      "▁ transform",
+      "▁d ifference",
+      "▁dif ference",
+      "▁differ ence",
+      "▁t it",
+      "▁ti t",
+      "▁ tit",
+      "T E",
+      "▁st ep",
+      "▁ste p",
+      "▁ step",
+      "▁c apt",
+      "▁cap t",
+      "▁ca pt",
+      "▁ capt",
+      "▁col lection",
+      "▁coll ection",
+      "▁collect ion",
+      "▁colle ction",
+      "▁ collection",
+      "iction ary",
+      "▁T om",
+      "▁To m",
+      "▁ Tom",
+      "ri er",
+      "rie r",
+      "r ier",
+      "▁m ove",
+      "▁mov e",
+      "▁mo ve",
+      "▁ move",
+      "co pe",
+      "cop e",
+      "c ope",
+      "or ds",
+      "ord s",
+      "▁fur ther",
+      "▁column s",
+      "▁ columns",
+      "▁L in",
+      "▁Li n",
+      "▁ Lin",
+      "▁f ixed",
+      "▁fix ed",
+      "▁ fixed",
+      "▁child ren",
+      "▁ children",
+      "M S",
+      "m o",
+      "un a",
+      "u na",
+      "▁ind ivid",
+      "tt y",
+      "t ty",
+      "as te",
+      "ast e",
+      "a ste",
+      "sr c",
+      "s rc",
+      "mat ch",
+      "m atch",
+      "w i",
+      "▁ х",
+      "▁д и",
+      "▁ ди",
+      "▁o rd",
+      "▁or d",
+      "▁ ord",
+      "iv ing",
+      "ivi ng",
+      "i ving",
+      "▁B ro",
+      "▁Br o",
+      "▁ Bro",
+      "▁al most",
+      "▁P res",
+      "▁Pr es",
+      "▁Pre s",
+      "▁ Pres",
+      "re ci",
+      "rec i",
+      "ar ing",
+      "ari ng",
+      "arin g",
+      "a ring",
+      "▁/ //",
+      "▁// /",
+      "▁ ///",
+      "ет ся",
+      "е тся",
+      "▁s ig",
+      "▁si g",
+      "▁ sig",
+      "lig ht",
+      "l ight",
+      "▁R ed",
+      "▁Re d",
+      "▁ Red",
+      "▁sugg est",
+      "▁sug gest",
+      "ol f",
+      "▁é té",
+      "▁ét é",
+      "▁ été",
+      "is ation",
+      "isa tion",
+      "isat ion",
+      "з на",
+      "Ne w",
+      "N ew",
+      "ст ан",
+      "ста н",
+      "с тан",
+      "L A",
+      "un icip",
+      "unic ip",
+      "uni cip",
+      "▁fig ure",
+      "▁figur e",
+      "▁ figure",
+      "m t",
+      "ia le",
+      "ial e",
+      "i ale",
+      "▁c atch",
+      "▁cat ch",
+      "▁ catch",
+      "de fault",
+      "def ault",
+      "▁t ele",
+      "▁te le",
+      "▁tel e",
+      "▁ tele",
+      "▁m atter",
+      "▁mat ter",
+      "ca st",
+      "cas t",
+      "c ast",
+      "▁R ich",
+      "▁Ric h",
+      "▁Ri ch",
+      "▁ Rich",
+      "▁hand le",
+      "▁ handle",
+      "val u",
+      "va lu",
+      "v alu",
+      "$ -",
+      "о б",
+      "▁j son",
+      "▁js on",
+      "▁ json",
+      "Cre ate",
+      "C reate",
+      "▁ex am",
+      "ал ь",
+      "а ль",
+      "ю т",
+      "or ed",
+      "ore d",
+      "o red",
+      "id os",
+      "ido s",
+      "ap pend",
+      "app end",
+      "appen d",
+      "appe nd",
+      "▁Ar ray",
+      "▁Arr ay",
+      "▁ Array",
+      "к с",
+      "} [",
+      "ri ve",
+      "riv e",
+      "r ive",
+      "▁c lub",
+      "▁cl ub",
+      "▁ club",
+      "ma nn",
+      "man n",
+      "m ann",
+      "▁e ste",
+      "▁est e",
+      "▁es te",
+      "▁ este",
+      "es ta",
+      "est a",
+      "e sta",
+      "▁G i",
+      "▁ Gi",
+      "▁J ap",
+      "▁Ja p",
+      "▁N ame",
+      "▁Na me",
+      "▁Nam e",
+      "▁ Name",
+      "Col umn",
+      "ou ps",
+      "oup s",
+      "o ups",
+      "is mo",
+      "ism o",
+      "▁C ity",
+      "▁Ci ty",
+      "▁Cit y",
+      "▁ City",
+      "▁class es",
+      "▁classe s",
+      "▁ classes",
+      "▁in fl",
+      "▁inf l",
+      "▁ infl",
+      "h l",
+      "ро м",
+      "р ом",
+      "▁ad ding",
+      "▁add ing",
+      "▁ adding",
+      "▁f ail",
+      "▁fa il",
+      "▁ fail",
+      "x x",
+      "õ es",
+      "S c",
+      "ut il",
+      "uti l",
+      "u til",
+      "▁l ocation",
+      "▁lo cation",
+      "▁loc ation",
+      "▁ location",
+      "le ge",
+      "leg e",
+      "l ege",
+      "ag o",
+      "a go",
+      "▁pro perties",
+      "▁proper ties",
+      "▁ properties",
+      "ab il",
+      "abi l",
+      "a bil",
+      "va s",
+      "v as",
+      "}$ ,",
+      "} $,",
+      "it ted",
+      "itt ed",
+      "itte d",
+      "ó d",
+      "▁D em",
+      "▁De m",
+      "▁as ked",
+      "▁ask ed",
+      "▁t ab",
+      "▁ta b",
+      "▁ tab",
+      "S ource",
+      "▁error s",
+      "▁err ors",
+      "▁ errors",
+      "ograph ie",
+      "▁ж и",
+      "▁ жи",
+      "▁m al",
+      "▁ma l",
+      "▁ mal",
+      "st ract",
+      "str act",
+      "stra ct",
+      "▁d ro",
+      "▁dr o",
+      "▁ dro",
+      "ra k",
+      "r ak",
+      "▁n ote",
+      "▁not e",
+      "▁no te",
+      "▁ note",
+      "▁set ting",
+      "▁sett ing",
+      "▁ setting",
+      "▁f em",
+      "▁fe m",
+      "▁s aw",
+      "▁sa w",
+      "ia r",
+      "i ar",
+      "HE R",
+      "H ER",
+      "е с",
+      "▁p red",
+      "▁pr ed",
+      "▁pre d",
+      "▁ pred",
+      "▁O ut",
+      "▁ Out",
+      "▁it ems",
+      "▁item s",
+      "▁ items",
+      "ла н",
+      "л ан",
+      "▁w erd",
+      "▁we rd",
+      "▁wer d",
+      "ers ion",
+      "li a",
+      "l ia",
+      "▁s in",
+      "▁si n",
+      "▁ sin",
+      "ich te",
+      "icht e",
+      "i chte",
+      "▁fe el",
+      "▁fee l",
+      "▁п ра",
+      "▁пр а",
+      "▁ пра",
+      "▁o der",
+      "▁od er",
+      "▁ oder",
+      "U E",
+      "oc ument",
+      "▁m ode",
+      "▁mod e",
+      "▁mo de",
+      "▁ mode",
+      "▁N a",
+      "▁ Na",
+      "де н",
+      "д ен",
+      "me s",
+      "m es",
+      "frame work",
+      "▁a uto",
+      "▁au to",
+      "▁aut o",
+      "▁ auto",
+      "ны м",
+      "н ым",
+      "ub y",
+      "u by",
+      "▁tem plate",
+      "▁temp late",
+      "▁ template",
+      "▁m ess",
+      "▁me ss",
+      "▁mes s",
+      "▁ mess",
+      "ie der",
+      "ied er",
+      "i eder",
+      "▁rel ated",
+      "▁rela ted",
+      "▁relate d",
+      "▁ related",
+      "ok en",
+      "oke n",
+      "o ken",
+      "▁follow s",
+      "se arch",
+      "s earch",
+      "am i",
+      "a mi",
+      "▁w ait",
+      "▁wa it",
+      "▁ wait",
+      "ig r",
+      "i gr",
+      "▁l ow",
+      "▁lo w",
+      "▁ low",
+      "ски х",
+      "ск их",
+      "с ких",
+      "ска я",
+      "с кая",
+      "▁M ark",
+      "▁Mar k",
+      "▁ Mark",
+      "▁i ll",
+      "▁il l",
+      "▁ ill",
+      "am ento",
+      "ament o",
+      "amen to",
+      "\\ <",
+      "▁d f",
+      "▁ df",
+      "os ition",
+      "osi tion",
+      "▁В и",
+      "is f",
+      "i sf",
+      "▁De utsch",
+      "ah l",
+      "a hl",
+      "wa r",
+      "w ar",
+      "it ect",
+      "ite ct",
+      "▁s al",
+      "▁sa l",
+      "▁ sal",
+      "el en",
+      "ele n",
+      "e len",
+      "By Id",
+      "▁g ru",
+      "▁gr u",
+      "▁ gru",
+      "s v",
+      "▁pass ed",
+      "▁pas sed",
+      "▁passe d",
+      "▁a ñ",
+      "▁ añ",
+      "Sc h",
+      "S ch",
+      "▁sol ve",
+      "we ise",
+      "weis e",
+      "wei se",
+      "at os",
+      "ato s",
+      "▁m eg",
+      "▁me g",
+      "▁m ember",
+      "▁mem ber",
+      "▁memb er",
+      "▁ member",
+      "er name",
+      "ern ame",
+      "erna me",
+      "▁con nect",
+      "▁conne ct",
+      "▁conn ect",
+      "▁ connect",
+      "ip s",
+      "i ps",
+      "▁r ound",
+      "▁ro und",
+      "▁rou nd",
+      "▁ round",
+      "▁ ]",
+      "ne s",
+      "n es",
+      "▁d ir",
+      "▁di r",
+      "▁ dir",
+      "▁Lond on",
+      "d y",
+      "F A",
+      "▁rece ived",
+      "▁receive d",
+      "re et",
+      "ree t",
+      "▁L og",
+      "▁Lo g",
+      "▁ Log",
+      "▁Sch ool",
+      "an go",
+      "ang o",
+      "▁The se",
+      "▁Th ese",
+      "▁M ont",
+      "▁Mon t",
+      "▁Mo nt",
+      "▁ Mont",
+      "▁e ner",
+      "▁en er",
+      "▁ ener",
+      "la d",
+      "l ad",
+      "▁def ine",
+      "▁defin e",
+      "▁ define",
+      "si gn",
+      "sig n",
+      "s ign",
+      "▁c le",
+      "▁cl e",
+      "▁ cle",
+      "fig ure",
+      "▁V iew",
+      "▁Vi ew",
+      "▁Vie w",
+      "▁ View",
+      "text bf",
+      "$ \\",
+      "з ы",
+      "num ber",
+      "n umber",
+      "▁d in",
+      "▁di n",
+      "▁ din",
+      "el ler",
+      "ell er",
+      "elle r",
+      "orith m",
+      "ori thm",
+      "fal se",
+      "f alse",
+      "fo l",
+      "f ol",
+      "ffic ient",
+      "▁HT ML",
+      "▁ HTML",
+      "li che",
+      "lic he",
+      "lich e",
+      "l iche",
+      "▁M o",
+      "▁ Mo",
+      "▁int rodu",
+      "▁intr odu",
+      "▁intro du",
+      "ex p",
+      "e xp",
+      "▁st rong",
+      "▁str ong",
+      "▁stro ng",
+      "▁ strong",
+      "▁t hus",
+      "▁th us",
+      "/ )",
+      "▁e le",
+      "▁el e",
+      "▁ ele",
+      "▁та к",
+      "▁ так",
+      "▁п а",
+      "▁ па",
+      "▁d ont",
+      "▁do nt",
+      "▁don t",
+      "▁c ause",
+      "▁caus e",
+      "▁ca use",
+      "Num ber",
+      "N umber",
+      "▁im ages",
+      "▁image s",
+      "▁imag es",
+      "▁ images",
+      "▁s ample",
+      "▁sam ple",
+      "▁ sample",
+      "▁s ci",
+      "▁sc i",
+      "▁ sci",
+      "li ke",
+      "lik e",
+      "l ike",
+      "▁L ou",
+      "▁Lo u",
+      "▁ Lou",
+      "di v",
+      "d iv",
+      "an c",
+      "a nc",
+      "▁f ront",
+      "▁fr ont",
+      "▁fro nt",
+      "▁ front",
+      "ne n",
+      "n en",
+      "▁miss ing",
+      "▁mis sing",
+      "▁ missing",
+      "ar ia",
+      "ari a",
+      "a ria",
+      "pr es",
+      "pre s",
+      "p res",
+      "▁п ред",
+      "▁пре д",
+      "D I",
+      "fil ter",
+      "▁M it",
+      "▁Mi t",
+      "U R",
+      "▁o pp",
+      "▁op p",
+      "▁ opp",
+      "▁s ql",
+      "▁sq l",
+      "▁ sql",
+      "▁ро ку",
+      "er en",
+      "ere n",
+      "e ren",
+      "em at",
+      "ema t",
+      "e mat",
+      "í s",
+      "▁Je an",
+      "▁ Jean",
+      "é c",
+      "▁c i",
+      "▁ ci",
+      "en ne",
+      "enn e",
+      "at form",
+      "▁t aken",
+      "▁tak en",
+      "▁take n",
+      "▁ta ken",
+      "▁O f",
+      "▁ Of",
+      "▁на се",
+      "▁e rr",
+      "▁er r",
+      "▁ err",
+      "O P",
+      "Fr om",
+      "F rom",
+      "De fault",
+      "Def ault",
+      "▁Gener al",
+      "▁Gen eral",
+      "▁Gene ral",
+      "▁ General",
+      "wik i",
+      "wi ki",
+      "w iki",
+      "▁g rand",
+      "▁gr and",
+      "▁gra nd",
+      "▁gran d",
+      "▁ grand",
+      "▁e inen",
+      "▁ein en",
+      "▁eine n",
+      "Re g",
+      "R eg",
+      "Hand ler",
+      "Handle r",
+      "con om",
+      "co nom",
+      "cono m",
+      "c onom",
+      "an ger",
+      "ang er",
+      "ange r",
+      "▁бы л",
+      "▁L os",
+      "▁Lo s",
+      "▁ Los",
+      "▁ex pression",
+      "▁exp ression",
+      "▁express ion",
+      "▁expr ession",
+      "▁ expression",
+      "ш а",
+      "ya l",
+      "y al",
+      "▁$ ('",
+      "▁$( '",
+      "▁sw itch",
+      "▁ switch",
+      "▁v ector",
+      "▁ve ctor",
+      "▁vec tor",
+      "▁ vector",
+      "▁T hom",
+      "▁Th om",
+      "▁v irt",
+      "▁vi rt",
+      "▁vir t",
+      "▁ virt",
+      "le ased",
+      "lease d",
+      "lea sed",
+      "▁c over",
+      "▁co ver",
+      "▁cov er",
+      "▁ cover",
+      "▁re sp",
+      "▁r esp",
+      "▁res p",
+      "▁ resp",
+      "ak o",
+      "a ko",
+      "ren ch",
+      "ot a",
+      "o ta",
+      "C ell",
+      "an ged",
+      "ang ed",
+      "ange d",
+      "▁+ =",
+      "▁ +=",
+      "la c",
+      "l ac",
+      "sk a",
+      "s ka",
+      "ne xt",
+      "nex t",
+      "n ext",
+      "▁Intern ational",
+      "▁W il",
+      "▁Wi l",
+      "▁ Wil",
+      "▁o nt",
+      "▁on t",
+      "▁ ont",
+      "ib r",
+      "i br",
+      "us tr",
+      "ust r",
+      "u str",
+      "▁b lack",
+      "▁bl ack",
+      "▁bla ck",
+      "▁ black",
+      "▁select ed",
+      "▁sel ected",
+      "▁sele cted",
+      "▁ selected",
+      "ch er",
+      "che r",
+      "c her",
+      "▁l iter",
+      "▁li ter",
+      "▁lit er",
+      "▁ liter",
+      "ro ot",
+      "r oot",
+      "л ся",
+      "▁L ife",
+      "▁Li fe",
+      "▁ Life",
+      "▁in sert",
+      "▁ins ert",
+      "▁inser t",
+      "▁inse rt",
+      "▁ insert",
+      "▁mat rix",
+      "▁ matrix",
+      "is es",
+      "ise s",
+      ") ]",
+      "▁p el",
+      "▁pe l",
+      "▁ pel",
+      "Over ride",
+      "ry pt",
+      "▁for mer",
+      "▁form er",
+      "▁forme r",
+      "▁ former",
+      "▁Fil m",
+      "▁N orth",
+      "▁Nor th",
+      "cl ient",
+      "cli ent",
+      "c lient",
+      "▁n ight",
+      "▁ night",
+      "хо ди",
+      "ход и",
+      "▁A ustral",
+      "▁Aust ral",
+      "▁ Austral",
+      "▁R et",
+      "▁Re t",
+      "▁ Ret",
+      "rh o",
+      "r ho",
+      "▁п ер",
+      "▁пе р",
+      "▁ пер",
+      "ip edia",
+      "ipe dia",
+      "▁ex press",
+      "▁exp ress",
+      "▁expr ess",
+      "▁expres s",
+      "▁ express",
+      "▁th ird",
+      "▁ third",
+      "▁ma jor",
+      "▁maj or",
+      "▁ major",
+      "▁g rad",
+      "▁gr ad",
+      "▁gra d",
+      "▁ grad",
+      "ow e",
+      "o we",
+      "▁bel ieve",
+      "our nal",
+      "ourn al",
+      "▁st atus",
+      "▁stat us",
+      "▁ status",
+      "un c",
+      "u nc",
+      "▁d ou",
+      "▁do u",
+      "▁J SON",
+      "▁JS ON",
+      "▁ JSON",
+      "ui s",
+      "u is",
+      "▁pop ulation",
+      "▁popula tion",
+      "▁popul ation",
+      "en z",
+      "▁Will iam",
+      "s f",
+      "▁O bject",
+      "▁Ob ject",
+      "▁ Object",
+      "▁c in",
+      "▁ci n",
+      "▁ cin",
+      "▁D i",
+      "▁ Di",
+      "cur ity",
+      "c urity",
+      "▁O pen",
+      "▁Op en",
+      "▁ Open",
+      "▁ ле",
+      "la r",
+      "l ar",
+      "ad ding",
+      "add ing",
+      "▁k om",
+      "▁ko m",
+      "▁ kom",
+      "}( \\",
+      "} (\\",
+      "▁k il",
+      "▁ki l",
+      "▁ kil",
+      "um er",
+      "ume r",
+      "u mer",
+      "\"/ >",
+      "\" />",
+      "▁fe ature",
+      "▁ feature",
+      "▁A re",
+      "▁Ar e",
+      "▁ Are",
+      "ck s",
+      "c ks",
+      "▁Intern et",
+      "▁Inter net",
+      "▁ Internet",
+      "▁i h",
+      "▁ ih",
+      "▁start ed",
+      "▁star ted",
+      "▁ear ly",
+      "▁be gan",
+      "▁beg an",
+      "T H",
+      "p ython",
+      "as p",
+      "a sp",
+      "▁F r",
+      "▁ Fr",
+      "▁c los",
+      "▁cl os",
+      "▁clo s",
+      "▁ clos",
+      "ist ic",
+      "isti c",
+      "▁mus ic",
+      "▁ music",
+      "▁d ig",
+      "▁di g",
+      "▁ dig",
+      "▁it al",
+      "▁i tal",
+      "▁ ital",
+      "▁D avid",
+      "▁Dav id",
+      "▁Da vid",
+      "▁ David",
+      "▁web site",
+      "▁ website",
+      "▁cont roller",
+      "▁control ler",
+      "▁ controller",
+      "▁M er",
+      "▁Me r",
+      "▁ Mer",
+      "con text",
+      "cont ext",
+      "pro duct",
+      "produ ct",
+      "prod uct",
+      "os p",
+      "o sp",
+      "▁j un",
+      "▁ju n",
+      "ro wn",
+      "row n",
+      "r own",
+      "▁A z",
+      "▁ Az",
+      "\": \"",
+      "\" :\"",
+      "▁a an",
+      "▁aa n",
+      "▁D ate",
+      "▁Da te",
+      "▁Dat e",
+      "▁ Date",
+      "mu lt",
+      "mul t",
+      "m ult",
+      "▁b rowser",
+      "▁brow ser",
+      "▁ browser",
+      "ре д",
+      "wh ich",
+      "R A",
+      "qu are",
+      "qua re",
+      "▁R uss",
+      "▁Ru ss",
+      "▁Rus s",
+      "▁ Russ",
+      "▁s oon",
+      "▁so on",
+      "▁P re",
+      "▁Pr e",
+      "▁ Pre",
+      "ta u",
+      "t au",
+      "▁we ek",
+      "▁ week",
+      "▁б а",
+      "▁ ба",
+      "▁o ct",
+      "▁oc t",
+      "▁ oct",
+      "▁t own",
+      "▁to wn",
+      "▁ town",
+      "ro y",
+      "r oy",
+      "▁e ls",
+      "▁el s",
+      "▁ els",
+      "bl ic",
+      "b lic",
+      "und le",
+      "▁H istor",
+      "▁His tor",
+      "▁Hi stor",
+      "▁Hist or",
+      "▁f oi",
+      "▁fo i",
+      "▁mod els",
+      "▁model s",
+      "▁mode ls",
+      "▁ models",
+      "з о",
+      "on ym",
+      "ony m",
+      "o nym",
+      "Par am",
+      "Pa ram",
+      "P aram",
+      "▁M et",
+      "▁Me t",
+      "▁ Met",
+      "ge ner",
+      "gen er",
+      "g ener",
+      "j ą",
+      "▁e spe",
+      "▁es pe",
+      "▁esp e",
+      "C E",
+      "▁de vice",
+      "▁dev ice",
+      "▁devi ce",
+      "▁ device",
+      "el low",
+      "ell ow",
+      "ello w",
+      "▁de bug",
+      "▁deb ug",
+      "▁ debug",
+      "ér ie",
+      "éri e",
+      "é rie",
+      "us ing",
+      "u sing",
+      "ан г",
+      "а нг",
+      "▁* )",
+      "▁ *)",
+      "ud i",
+      "u di",
+      "▁M iss",
+      "▁Mi ss",
+      "▁Mis s",
+      "▁ Miss",
+      "ко м",
+      "к ом",
+      "pos ed",
+      "po sed",
+      "pose d",
+      "p osed",
+      "▁z we",
+      "▁zw e",
+      "і н",
+      "▁Ro bert",
+      "▁Rob ert",
+      "▁O ct",
+      "▁ Oct",
+      "lo p",
+      "l op",
+      "ja r",
+      "j ar",
+      "▁a ver",
+      "▁av er",
+      "▁ave r",
+      "▁ aver",
+      "▁ha bit",
+      "▁hab it",
+      "▁: :",
+      "▁ ::",
+      "än g",
+      "ä ng",
+      "St art",
+      "Star t",
+      "▁p ow",
+      "▁po w",
+      "▁ pow",
+      "▁s rc",
+      "▁sr c",
+      "▁ src",
+      "▁pat tern",
+      "▁ pattern",
+      "▁ Э",
+      "▁b i",
+      "▁ bi",
+      "ot es",
+      "ote s",
+      "o tes",
+      "▁_ _",
+      "▁ __",
+      "▁s ens",
+      "▁se ns",
+      "▁sen s",
+      "▁ sens",
+      "▁a void",
+      "▁av oid",
+      "▁avo id",
+      "ex ample",
+      "ut t",
+      "u tt",
+      "La bel",
+      "Lab el",
+      "L abel",
+      "te x",
+      "t ex",
+      "bo ot",
+      "b oot",
+      "es to",
+      "est o",
+      "e sto",
+      "▁M arch",
+      "▁Mar ch",
+      "▁Marc h",
+      "▁e asy",
+      "▁eas y",
+      "ict ure",
+      "Gr oup",
+      "▁f ather",
+      "▁fa ther",
+      "▁fat her",
+      "▁ father",
+      "▁up dated",
+      "▁update d",
+      "▁upd ated",
+      "▁ updated",
+      "▁V o",
+      "▁I II",
+      "▁II I",
+      "▁ III",
+      "om ega",
+      "ome ga",
+      "▁a lle",
+      "▁al le",
+      "▁all e",
+      "▁ alle",
+      "Re c",
+      "R ec",
+      "y g",
+      "з е",
+      "▁D im",
+      "▁Di m",
+      "▁ Dim",
+      "ne ct",
+      "n ect",
+      "▁T or",
+      "▁To r",
+      "▁de utsch",
+      "▁ deutsch",
+      "▁wh ite",
+      "▁ white",
+      "▁n ational",
+      "▁nation al",
+      "▁nat ional",
+      "pp e",
+      "p pe",
+      "▁a ir",
+      "▁ai r",
+      "▁ air",
+      "▁pass word",
+      "▁ password",
+      "de t",
+      "d et",
+      "▁b ig",
+      "▁bi g",
+      "▁ big",
+      "▁U se",
+      "▁Us e",
+      "▁ Use",
+      "cal l",
+      "ca ll",
+      "c all",
+      "▁ex tra",
+      "▁ext ra",
+      "▁extr a",
+      "▁ extra",
+      "W e",
+      "an ia",
+      "ani a",
+      "a nia",
+      "▁h old",
+      "▁ho ld",
+      "▁hol d",
+      "▁ hold",
+      "Cont rol",
+      "▁C O",
+      "▁ CO",
+      "▁м і",
+      "▁ мі",
+      "it i",
+      "i ti",
+      "▁K e",
+      "▁ Ke",
+      "en u",
+      "e nu",
+      "▁P ark",
+      "▁Par k",
+      "то м",
+      "т ом",
+      "▁a uth",
+      "▁au th",
+      "▁aut h",
+      "▁ auth",
+      "▁c enter",
+      "▁cent er",
+      "▁ center",
+      "P h",
+      "то в",
+      "т ов",
+      "id ing",
+      "idi ng",
+      "i ding",
+      "▁a cross",
+      "▁ac ross",
+      "▁s ong",
+      "▁so ng",
+      "▁son g",
+      "▁ song",
+      "▁ph ys",
+      "▁ phys",
+      "▁n umer",
+      "▁num er",
+      "▁nu mer",
+      "▁ numer",
+      "щ а",
+      "▁A lex",
+      "▁Al ex",
+      "▁Ale x",
+      "▁ Alex",
+      "▁problem s",
+      "▁proble ms",
+      "▁probl ems",
+      "▁E rror",
+      "▁Er ror",
+      "▁Err or",
+      "▁ Error",
+      "form at",
+      "for mat",
+      "▁A cc",
+      "▁Ac c",
+      "▁ Acc",
+      "▁s ix",
+      "▁si x",
+      "▁ six",
+      "▁d b",
+      "▁ db",
+      "▁C ast",
+      "▁Cas t",
+      "▁Ca st",
+      "▁ Cast",
+      "om s",
+      "o ms",
+      "pro ject",
+      "proj ect",
+      "▁v ert",
+      "▁ver t",
+      "▁ve rt",
+      "▁ vert",
+      "cre t",
+      "cr et",
+      "c ret",
+      "▁he ader",
+      "▁head er",
+      "▁ header",
+      "▁st ream",
+      "▁stre am",
+      "▁ stream",
+      "id s",
+      "i ds",
+      "▁t or",
+      "▁to r",
+      "▁ tor",
+      "▁se pt",
+      "▁sep t",
+      "▁est im",
+      "▁es tim",
+      "▁de cl",
+      "▁dec l",
+      "▁ decl",
+      "▁g ave",
+      "▁ga ve",
+      "▁p layer",
+      "▁pl ayer",
+      "▁play er",
+      "▁pla yer",
+      "▁ player",
+      "ys is",
+      "▁д ру",
+      "▁др у",
+      "am m",
+      "a mm",
+      "щ о",
+      "▁( \"",
+      "▁ (\"",
+      "▁a x",
+      "▁ ax",
+      "Pro perty",
+      "us r",
+      "u sr",
+      "▁some one",
+      "▁im pro",
+      "▁imp ro",
+      "▁impr o",
+      "ad en",
+      "ade n",
+      "a den",
+      "ro te",
+      "rot e",
+      "r ote",
+      "▁М и",
+      "i h",
+      "++ )",
+      "+ +)",
+      "▁v ideo",
+      "▁vide o",
+      "▁ video",
+      "▁ex ists",
+      "▁exist s",
+      "▁ exists",
+      "к ла",
+      "▁comp lete",
+      "▁comple te",
+      "▁complet e",
+      "▁compl ete",
+      "▁ complete",
+      "▁s ession",
+      "▁sess ion",
+      "▁ session",
+      "▁const ant",
+      "▁ constant",
+      "ic os",
+      "ico s",
+      "i cos",
+      "▁p ack",
+      "▁pa ck",
+      "▁pac k",
+      "▁ pack",
+      "ro me",
+      "rom e",
+      "r ome",
+      "eg r",
+      "e gr",
+      "App lication",
+      "▁y es",
+      "▁ye s",
+      "▁ yes",
+      "▁e lle",
+      "▁el le",
+      "▁ell e",
+      "▁ elle",
+      "▁e mail",
+      "▁em ail",
+      "▁ email",
+      "or f",
+      "o rf",
+      "ca se",
+      "cas e",
+      "c ase",
+      "▁po inter",
+      "▁point er",
+      "▁ pointer",
+      "▁reg ard",
+      "se n",
+      "s en",
+      "st atus",
+      "stat us",
+      "▁m es",
+      "▁me s",
+      "▁ mes",
+      "▁d elle",
+      "▁de lle",
+      "▁del le",
+      "▁dell e",
+      "ing ton",
+      "ingt on",
+      "▁B as",
+      "▁Ba s",
+      "▁ Bas",
+      ") ^",
+      "de velop",
+      "▁for ce",
+      "▁ force",
+      "▁char acters",
+      "▁charact ers",
+      "▁character s",
+      "▁c ross",
+      "▁cr oss",
+      "▁cro ss",
+      "▁ cross",
+      "▁de ath",
+      "▁t akes",
+      "▁tak es",
+      "▁take s",
+      "▁ta kes",
+      "ér i",
+      "é ri",
+      "ig ne",
+      "ign e",
+      "че н",
+      "ч ен",
+      "U P",
+      ". :",
+      "Th read",
+      "j u",
+      "in y",
+      "i ny",
+      "▁det ails",
+      "▁detail s",
+      "▁ details",
+      "▁x ml",
+      "▁ xml",
+      "ta it",
+      "t ait",
+      "out put",
+      "mess age",
+      "m essage",
+      "' '",
+      "▁Brit ish",
+      "vi lle",
+      "vil le",
+      "v ille",
+      "▁D iv",
+      "▁Di v",
+      "▁ Div",
+      "▁U ser",
+      "▁Use r",
+      "▁Us er",
+      "▁ User",
+      "c m",
+      "ч но",
+      "col umn",
+      "eq ref",
+      "ó r",
+      "on om",
+      "ono m",
+      "o nom",
+      "▁P ost",
+      "▁Po st",
+      "▁Pos t",
+      "▁ Post",
+      "el len",
+      "ell en",
+      "elle n",
+      "A b",
+      "ul té",
+      "ult é",
+      "▁per fect",
+      "▁perf ect",
+      "() {",
+      "( ){",
+      "vis ion",
+      "v ision",
+      "act ive",
+      "activ e",
+      "li er",
+      "lie r",
+      "l ier",
+      "ri j",
+      "r ij",
+      "s d",
+      "▁k ö",
+      "▁ kö",
+      "▁n ie",
+      "▁ni e",
+      "▁ nie",
+      "▁re lig",
+      "▁rel ig",
+      "▁reli g",
+      "▁o t",
+      "▁ ot",
+      "▁m achine",
+      "▁mach ine",
+      "▁ machine",
+      "▁h eld",
+      "▁he ld",
+      "▁hel d",
+      ")$ .",
+      ") $.",
+      "==== ====",
+      "ck er",
+      "cke r",
+      "c ker",
+      "в ы",
+      "bo rn",
+      "bor n",
+      "b orn",
+      "▁p ast",
+      "▁pas t",
+      "▁pa st",
+      "ри я",
+      "▁D r",
+      "▁ Dr",
+      "▁reg ular",
+      "▁regul ar",
+      "▁ regular",
+      "▁prov ided",
+      "▁provide d",
+      "TE R",
+      "T ER",
+      "▁un ivers",
+      "▁ univers",
+      "▁g ets",
+      "▁get s",
+      "▁ge ts",
+      "▁ gets",
+      "▁n u",
+      "▁ nu",
+      "▁/ *",
+      "▁ /*",
+      "ob er",
+      "obe r",
+      "o ber",
+      "fi n",
+      "f in",
+      "▁n ella",
+      "▁ne lla",
+      "▁nel la",
+      "▁nell a",
+      "▁be come",
+      "▁bec ome",
+      "▁becom e",
+      "▁` `",
+      "▁ ``",
+      "▁h istory",
+      "▁histor y",
+      "▁hi story",
+      "▁hist ory",
+      "▁ history",
+      "▁S ol",
+      "▁So l",
+      "▁ Sol",
+      "▁R ad",
+      "▁Ra d",
+      "▁ Rad",
+      "▁term s",
+      "▁ter ms",
+      "▁even ts",
+      "▁event s",
+      "▁ev ents",
+      "▁ events",
+      "ly mp",
+      ")) )",
+      ") ))",
+      "ро ва",
+      "ров а",
+      "р ова",
+      "▁ab sol",
+      "▁abs ol",
+      "▁so ft",
+      "▁ soft",
+      "lin ks",
+      "link s",
+      "l inks",
+      "▁h ope",
+      "▁ho pe",
+      "▁hop e",
+      "▁su bject",
+      "▁sub ject",
+      "▁ subject",
+      "\") ,",
+      "\" ),",
+      "▁cre ating",
+      "▁} \r",
+      "▁ }\r",
+      "▁S k",
+      "▁ Sk",
+      "▁f low",
+      "▁fl ow",
+      "▁flo w",
+      "▁ flow",
+      "▁Р а",
+      "▁as sert",
+      "▁ass ert",
+      "▁asse rt",
+      "▁ assert",
+      "ze t",
+      "z et",
+      "▁F rank",
+      "▁Fran k",
+      "▁Fr ank",
+      "s a",
+      "▁dist ribution",
+      "▁distribu tion",
+      "▁distrib ution",
+      "▁ distribution",
+      "c u",
+      "ba nd",
+      "ban d",
+      "b and",
+      "iz z",
+      "i zz",
+      "▁j ob",
+      "▁jo b",
+      "▁ job",
+      "in er",
+      "ine r",
+      "i ner",
+      "st ruct",
+      "str uct",
+      "stru ct",
+      "á k",
+      "T O",
+      "au f",
+      "a uf",
+      "▁ext ends",
+      "▁extend s",
+      "▁G ra",
+      "▁Gr a",
+      "dis play",
+      "▁sign ific",
+      "on ey",
+      "one y",
+      "o ney",
+      "s ource",
+      "m icrosoft",
+      "in der",
+      "ind er",
+      "inde r",
+      "i nder",
+      "▁qu ick",
+      "▁qui ck",
+      "▁ quick",
+      "▁w onder",
+      "▁won der",
+      "▁wo nder",
+      "Inst ance",
+      "el les",
+      "ell es",
+      "elle s",
+      "e lles",
+      "è me",
+      "▁comp any",
+      "▁compan y",
+      "▁ company",
+      "u ß",
+      ". }",
+      "▁separ ate",
+      "U M",
+      "HER E",
+      "HE RE",
+      "H ERE",
+      "▁writ ing",
+      "▁wr iting",
+      "▁ writing",
+      "it ution",
+      "itu tion",
+      "itut ion",
+      "▁G esch",
+      "▁Ge sch",
+      "▁Ges ch",
+      "м я",
+      "▁J ames",
+      "▁Ja mes",
+      "▁Jam es",
+      "▁ James",
+      "▁D E",
+      "▁ DE",
+      "▁S pe",
+      "▁Sp e",
+      "▁ Spe",
+      "pro cess",
+      "proc ess",
+      "St r",
+      "S tr",
+      "▁s ym",
+      "▁sy m",
+      "▁ sym",
+      "▁a o",
+      "▁ ao",
+      "▁w y",
+      "▁ wy",
+      "▁any one",
+      "▁U p",
+      "▁ Up",
+      "use um",
+      "ar on",
+      "aro n",
+      "a ron",
+      "▁def inition",
+      "▁defin ition",
+      "▁definit ion",
+      "▁ definition",
+      "▁` $",
+      "▁f av",
+      "▁fa v",
+      "rib utes",
+      "ribute s",
+      "ribu tes",
+      "▁R é",
+      "ograf ia",
+      "ografi a",
+      "el ement",
+      "ele ment",
+      "elem ent",
+      "e lement",
+      "ca p",
+      "c ap",
+      "pa t",
+      "p at",
+      "▁B ra",
+      "▁Br a",
+      "▁ Bra",
+      ") (",
+      "▁acc ording",
+      "▁accord ing",
+      "г е",
+      "▁p ie",
+      "▁pi e",
+      "▁ pie",
+      "el i",
+      "e li",
+      "} \"",
+      "▁act iv",
+      "▁ activ",
+      "▁s top",
+      "▁st op",
+      "▁sto p",
+      "▁ stop",
+      "pat ch",
+      "p atch",
+      "т і",
+      "▁J ose",
+      "▁Jo se",
+      "▁Jos e",
+      "▁ Jose",
+      "En d",
+      "E nd",
+      "▁p rze",
+      "▁pr ze",
+      "▁prz e",
+      "▁a ge",
+      "▁ag e",
+      "▁ age",
+      "it ory",
+      "ito ry",
+      "itor y",
+      "▁P HP",
+      "▁ PHP",
+      "ag ement",
+      "age ment",
+      "agem ent",
+      "▁` .",
+      "▁ `.",
+      "▁pre tty",
+      "▁pret ty",
+      "▁re comm",
+      "▁rec omm",
+      "▁recom m",
+      "▁s ud",
+      "▁su d",
+      "▁re qu",
+      "▁r equ",
+      "▁req u",
+      "▁об ла",
+      "at ives",
+      "ative s",
+      "ativ es",
+      "ati ves",
+      "▁H igh",
+      "▁Hi gh",
+      "▁ High",
+      "á z",
+      "ou l",
+      "o ul",
+      "re st",
+      "res t",
+      "r est",
+      "▁T er",
+      "▁Te r",
+      "un der",
+      "und er",
+      "unde r",
+      "u nder",
+      "th ern",
+      "ther n",
+      "the rn",
+      "cent er",
+      "cen ter",
+      "cente r",
+      "c enter",
+      "▁u r",
+      "▁ ur",
+      "la t",
+      "l at",
+      "▁inter face",
+      "▁ interface",
+      "▁и н",
+      "▁ ин",
+      "▁wh ose",
+      "▁who se",
+      "ic as",
+      "ica s",
+      "i cas",
+      "am en",
+      "ame n",
+      "a men",
+      "Fil ter",
+      "▁st ation",
+      "▁stat ion",
+      "▁sta tion",
+      "▁stati on",
+      "▁ station",
+      "Pa ge",
+      "P age",
+      "▁a rm",
+      "▁ar m",
+      "▁ arm",
+      "▁e yes",
+      "▁eye s",
+      "▁ра й",
+      "▁s eu",
+      "▁se u",
+      "ol i",
+      "o li",
+      "wi n",
+      "w in",
+      "li k",
+      "l ik",
+      "ge x",
+      "g ex",
+      "ch an",
+      "cha n",
+      "c han",
+      "id ence",
+      "iden ce",
+      "ar gs",
+      "arg s",
+      "ak ing",
+      "aki ng",
+      "a king",
+      "▁Go ogle",
+      "▁ Google",
+      "▁St ud",
+      "▁Stu d",
+      "▁h o",
+      "▁ ho",
+      "то ры",
+      "тор ы",
+      "S u",
+      "▁autom at",
+      "▁auto mat",
+      "êm e",
+      "ê me",
+      "▁c y",
+      "▁ cy",
+      "lo r",
+      "l or",
+      "▁st ack",
+      "▁sta ck",
+      "▁ stack",
+      "▁SE LECT",
+      "▁ SELECT",
+      "A F",
+      "▁> >",
+      "▁ >>",
+      "▁com pet",
+      "▁comp et",
+      "▁p air",
+      "▁pa ir",
+      "▁ pair",
+      "▁ing lés",
+      "Res ponse",
+      "▁F ig",
+      "▁ Fig",
+      "gr ad",
+      "gra d",
+      "g rad",
+      "▁document ation",
+      "▁ documentation",
+      "▁c ant",
+      "▁can t",
+      "▁ca nt",
+      "▁app reci",
+      "å n",
+      "▁le arn",
+      "▁lear n",
+      "▁ learn",
+      "▁in dep",
+      "▁ind ep",
+      "▁inde p",
+      "▁p al",
+      "▁pa l",
+      "▁ pal",
+      "pack age",
+      "p ackage",
+      "ar es",
+      "are s",
+      "a res",
+      "▁Ber lin",
+      "▁Berl in",
+      "б ли",
+      "re ich",
+      "rei ch",
+      "ё н",
+      "▁s atisf",
+      "▁sat isf",
+      "▁reg ion",
+      "▁ region",
+      "▁fri end",
+      "▁ friend",
+      "▁Ge orge",
+      "▁Georg e",
+      "▁В о",
+      "▁ Во",
+      "▁\" \"",
+      "▁ \"\"",
+      "▁des de",
+      "Fact ory",
+      "F actory",
+      "▁Count y",
+      "▁Coun ty",
+      "ou v",
+      "o uv",
+      "▁ ‘",
+      "▁inst alled",
+      "▁install ed",
+      "▁instal led",
+      "▁ installed",
+      "▁w anted",
+      "▁want ed",
+      "▁P ython",
+      "▁ Python",
+      "▁inter pre",
+      "▁in cluded",
+      "▁includ ed",
+      "▁include d",
+      "▁inclu ded",
+      "▁( (",
+      "▁ ((",
+      "▁al tern",
+      "▁alt ern",
+      "▁alter n",
+      "▁alte rn",
+      "▁ altern",
+      "is to",
+      "ist o",
+      "i sto",
+      "g n",
+      "▁b order",
+      "▁bor der",
+      "▁bord er",
+      "▁ border",
+      "pd f",
+      "p df",
+      "▁d up",
+      "▁du p",
+      "▁ dup",
+      "▁down load",
+      "▁ download",
+      "ju st",
+      "jus t",
+      "j ust",
+      "▁m embers",
+      "▁mem bers",
+      "▁memb ers",
+      "▁member s",
+      "▁ members",
+      "ch ild",
+      "chi ld",
+      "▁p ay",
+      "▁pa y",
+      "▁ pay",
+      "▁c er",
+      "▁ce r",
+      "▁ cer",
+      "▁lo oked",
+      "▁look ed",
+      "▁correct ly",
+      "au th",
+      "aut h",
+      "a uth",
+      "▁с тан",
+      "▁ст ан",
+      "▁ста н",
+      "▁ стан",
+      "▁e sp",
+      "▁es p",
+      "▁ esp",
+      "▁d esc",
+      "▁de sc",
+      "▁des c",
+      "▁ desc",
+      "eb en",
+      "e ben",
+      "▁qu estions",
+      "▁question s",
+      "▁quest ions",
+      "▁questi ons",
+      "▁ questions",
+      "ma l",
+      "m al",
+      "▁ab gerufen",
+      "▁ abgerufen",
+      "▁B and",
+      "▁Ba nd",
+      "▁Ban d",
+      "▁[ ]",
+      "▁ []",
+      "Bas e",
+      "B ase",
+      "▁r is",
+      "▁ri s",
+      "▁ ris",
+      "▁f ort",
+      "▁for t",
+      "▁fo rt",
+      "▁ fort",
+      "▁I d",
+      "▁ Id",
+      "▁var ious",
+      "▁vari ous",
+      "▁Le ague",
+      "▁H and",
+      "▁Ha nd",
+      "▁Han d",
+      "▁ Hand",
+      "▁T ype",
+      "▁Ty pe",
+      "▁Typ e",
+      "▁ Type",
+      "ir l",
+      "i rl",
+      "▁F e",
+      "▁ Fe",
+      "i én",
+      "it ter",
+      "itt er",
+      "itte r",
+      "▁f ast",
+      "▁fa st",
+      "▁fas t",
+      "▁ fast",
+      "st a",
+      "s ta",
+      "▁ex cept",
+      "▁ except",
+      "ic z",
+      "i cz",
+      "▁F rench",
+      "▁en vironment",
+      "▁environ ment",
+      "▁ environment",
+      "▁con se",
+      "▁cons e",
+      "у р",
+      "о го",
+      "▁necess ary",
+      "tar get",
+      "t arget",
+      "▁re ading",
+      "▁read ing",
+      "▁ reading",
+      "ho me",
+      "hom e",
+      "h ome",
+      "ze ich",
+      "▁e qual",
+      "▁equ al",
+      "▁eq ual",
+      "▁ equal",
+      "▁pi ù",
+      "▁p rem",
+      "▁pr em",
+      "▁pre m",
+      "▁diff icult",
+      "▁u nit",
+      "▁un it",
+      "▁ unit",
+      "▁re place",
+      "▁rep lace",
+      "▁repla ce",
+      "▁ replace",
+      "▁he art",
+      "▁hear t",
+      "▁ heart",
+      "▁t alk",
+      "▁tal k",
+      "A M",
+      "▁R E",
+      "▁ RE",
+      "▁P erson",
+      "▁Per son",
+      "▁Pers on",
+      "▁ Person",
+      "end ency",
+      "enden cy",
+      "▁i mm",
+      "▁im m",
+      "▁ imm",
+      "▁h uman",
+      "▁hum an",
+      "▁hu man",
+      "▁ human",
+      "d n",
+      "▁K ir",
+      "▁Ki r",
+      "▁A ut",
+      "▁Au t",
+      "▁ Aut",
+      "kn own",
+      "know n",
+      "k nown",
+      "▁fr equ",
+      "▁fre qu",
+      "sys tem",
+      "s ystem",
+      "ла в",
+      "▁S z",
+      "▁G al",
+      "▁Ga l",
+      "но е",
+      "sel ves",
+      "right arrow",
+      "r ightarrow",
+      "▁С а",
+      "▁ Са",
+      "=\" @",
+      "▁build ing",
+      "▁ building",
+      "im port",
+      "imp ort",
+      "▁f am",
+      "▁fa m",
+      "▁de lete",
+      "▁del ete",
+      "▁delet e",
+      "▁ delete",
+      "air e",
+      "ai re",
+      "a ire",
+      "ma ry",
+      "mar y",
+      "m ary",
+      "▁f und",
+      "▁fun d",
+      "▁fu nd",
+      "▁ fund",
+      "▁part icip",
+      "▁partic ip",
+      "▁parti cip",
+      "▁partici p",
+      "▁s yn",
+      "▁sy n",
+      "▁ syn",
+      "si n",
+      "s in",
+      "▁l ower",
+      "▁lo wer",
+      "▁low er",
+      "▁ lower",
+      "▁z ero",
+      "▁ze ro",
+      "▁ zero",
+      "▁s ec",
+      "▁se c",
+      "▁ sec",
+      "▁f ra",
+      "▁fr a",
+      "▁ fra",
+      "Po int",
+      "P oint",
+      "▁fa iled",
+      "▁fail ed",
+      "▁ failed",
+      "ien to",
+      "ient o",
+      "i ento",
+      "cu p",
+      "c up",
+      "▁s low",
+      "▁sl ow",
+      "▁slo w",
+      "▁ slow",
+      "▁n ation",
+      "▁na tion",
+      "▁nat ion",
+      "äh r",
+      "ä hr",
+      "▁in fo",
+      "▁inf o",
+      "▁ info",
+      "▁P ublic",
+      "▁Pub lic",
+      "▁Pu blic",
+      "▁ Public",
+      "▁de cla",
+      "▁dec la",
+      "▁decl a",
+      "▁Т а",
+      "▁s old",
+      "▁so ld",
+      "▁sol d",
+      "▁R em",
+      "▁Re m",
+      "▁ Rem",
+      "▁Ph il",
+      "ст ра",
+      "стр а",
+      "с тра",
+      "▁me hr",
+      "▁W ork",
+      "▁Wor k",
+      "▁ Work",
+      "▁N ord",
+      "▁No rd",
+      "▁Nor d",
+      "▁f ait",
+      "▁fa it",
+      "▁g ew",
+      "▁ge w",
+      "▁ gew",
+      "print ln",
+      "ob ile",
+      "obil e",
+      "obi le",
+      "▁K on",
+      "▁Ko n",
+      "▁ass ume",
+      "▁assum e",
+      "land s",
+      "lan ds",
+      "l ands",
+      "▁a mount",
+      "▁am ount",
+      "▁ amount",
+      "▁P ress",
+      "▁Pr ess",
+      "▁Pres s",
+      "▁Pre ss",
+      "▁ Press",
+      "ý ch",
+      "▁ma xim",
+      "▁max im",
+      "▁ maxim",
+      "▁Ch ampion",
+      "▁Champ ion",
+      "li brary",
+      "l ibrary",
+      "a ñ",
+      "▁W al",
+      "▁Wa l",
+      "Com m",
+      "Co mm",
+      "C omm",
+      "] ]",
+      "▁z w",
+      "▁ zw",
+      "▁so cial",
+      "▁soci al",
+      "▁soc ial",
+      "▁ social",
+      "L I",
+      "▁Un ter",
+      "vo r",
+      "v or",
+      "Del ta",
+      "D elta",
+      "em ail",
+      "ema il",
+      "e mail",
+      "ra int",
+      "rain t",
+      "rai nt",
+      "r aint",
+      "on i",
+      "o ni",
+      "▁a lt",
+      "▁al t",
+      "▁ alt",
+      "▁n é",
+      "▁ né",
+      "ци я",
+      "ograph y",
+      "▁mention ed",
+      "▁ment ioned",
+      "▁< =",
+      "▁ <=",
+      "▁c ette",
+      "▁ce tte",
+      "▁cet te",
+      "▁current ly",
+      "▁curr ently",
+      "va re",
+      "var e",
+      "v are",
+      "iz ing",
+      "izi ng",
+      "izin g",
+      "i zing",
+      "▁D ef",
+      "▁De f",
+      "▁ Def",
+      "ic ol",
+      "ico l",
+      "i col",
+      "ün d",
+      "ü nd",
+      "▁config uration",
+      "▁configur ation",
+      "▁ configuration",
+      "est ig",
+      "esti g",
+      "II I",
+      "I II",
+      "la m",
+      "l am",
+      "i ère",
+      "▁E ar",
+      "▁t u",
+      "▁ tu",
+      "En t",
+      "E nt",
+      "▁U sing",
+      "▁Us ing",
+      "▁ Using",
+      "▁ко м",
+      "▁к ом",
+      "▁ ком",
+      "ci e",
+      "c ie",
+      "▁pro of",
+      "▁ proof",
+      "▁in vol",
+      "▁inv ol",
+      "▁H istory",
+      "▁Histor y",
+      "▁Hi story",
+      "▁Hist ory",
+      "▁ History",
+      "> <",
+      "▁A ND",
+      "▁AN D",
+      "▁ AND",
+      "av y",
+      "a vy",
+      "▁rel ations",
+      "▁relation s",
+      "$ {",
+      "▁com es",
+      "▁co mes",
+      "▁come s",
+      "▁ comes",
+      "▁d irection",
+      "▁direct ion",
+      "▁dire ction",
+      "▁dir ection",
+      "▁ direction",
+      "▁J une",
+      "▁Ju ne",
+      "▁Jun e",
+      "▁W ay",
+      "▁Wa y",
+      "Com ponent",
+      "ec h",
+      "e ch",
+      "▁P eter",
+      "▁Pe ter",
+      "▁Pet er",
+      "▁ Peter",
+      "s g",
+      "▁s tra",
+      "▁st ra",
+      "▁str a",
+      "▁ stra",
+      "uc t",
+      "u ct",
+      "▁im plementation",
+      "▁implement ation",
+      "▁ implementation",
+      "att le",
+      "▁c z",
+      "▁ cz",
+      "pl ot",
+      "p lot",
+      "▁play ed",
+      "▁pla yed",
+      "\"> </",
+      "\">< /",
+      "\" ></",
+      "▁f ive",
+      "▁fi ve",
+      "▁ five",
+      "▁c oll",
+      "▁col l",
+      "▁co ll",
+      "▁ coll",
+      "▁Char les",
+      "Tr a",
+      "T ra",
+      "▁s uo",
+      "▁su o",
+      "file s",
+      "fil es",
+      "fi les",
+      "f iles",
+      "en tes",
+      "ent es",
+      "ente s",
+      "res ponse",
+      "respons e",
+      "H ow",
+      "▁S oci",
+      "▁So ci",
+      "▁Soc i",
+      "▁i gn",
+      "▁ig n",
+      "▁ ign",
+      "▁l ed",
+      "▁le d",
+      "▁ led",
+      "▁G erman",
+      "▁Ger man",
+      "▁Germ an",
+      "ud o",
+      "u do",
+      "▁D u",
+      "▁t im",
+      "▁ti m",
+      "▁ tim",
+      "ount er",
+      "oun ter",
+      "o unter",
+      "▁att ack",
+      "ur i",
+      "u ri",
+      "▁а р",
+      "▁ ар",
+      "es se",
+      "ess e",
+      "iv il",
+      "ivi l",
+      "i vil",
+      "▁J u",
+      "▁v el",
+      "▁ve l",
+      "▁ vel",
+      "mat rix",
+      "▁M at",
+      "▁Ma t",
+      "▁ Mat",
+      "gi o",
+      "g io",
+      "▁Ze it",
+      "VE R",
+      "V ER",
+      "ha s",
+      "h as",
+      "Con nection",
+      "Connect ion",
+      "Conne ction",
+      "▁i hr",
+      "▁ih r",
+      "▁att ribute",
+      "▁ attribute",
+      "▁dis cuss",
+      "▁disc uss",
+      "▁do main",
+      "▁dom ain",
+      "▁ domain",
+      "bin d",
+      "bi nd",
+      "b ind",
+      "▁S ec",
+      "▁Se c",
+      "▁ Sec",
+      "ri k",
+      "r ik",
+      "cl ose",
+      "clos e",
+      "clo se",
+      "c lose",
+      "gi n",
+      "g in",
+      "▁l ove",
+      "▁lo ve",
+      "▁lov e",
+      "an to",
+      "ant o",
+      "ge nt",
+      "gen t",
+      "g ent",
+      "ab a",
+      "a ba",
+      "jan go",
+      "j ango",
+      "b i",
+      "▁ob ser",
+      "▁obs er",
+      "it ting",
+      "itt ing",
+      "▁р у",
+      "▁ ру",
+      "} =",
+      "ag en",
+      "age n",
+      "a gen",
+      "B C",
+      "so me",
+      "som e",
+      "s ome",
+      "▁B u",
+      "▁ Bu",
+      "▁s oci",
+      "▁so ci",
+      "▁soc i",
+      "▁ soci",
+      "▁ind ividual",
+      "▁individ ual",
+      "▁de al",
+      "▁out side",
+      "ri o",
+      "r io",
+      "Ex ec",
+      "an did",
+      "and id",
+      "▁bus iness",
+      "▁t empor",
+      "▁tem por",
+      "▁temp or",
+      "▁tempo r",
+      "▁T ur",
+      "▁Tu r",
+      "▁( !",
+      "▁ (!",
+      "ri ter",
+      "rit er",
+      "rite r",
+      "r iter",
+      "▁go ogle",
+      "▁goog le",
+      "▁ google",
+      "] :",
+      "it te",
+      "itt e",
+      "i tte",
+      "x i",
+      "▁П а",
+      "ho l",
+      "h ol",
+      "н ь",
+      "ri ng",
+      "rin g",
+      "r ing",
+      "▁s ul",
+      "▁su l",
+      "но сти",
+      "ност и",
+      "нос ти",
+      "_ .",
+      "ga r",
+      "g ar",
+      "T ask",
+      "▁C heck",
+      "▁Che ck",
+      "▁ Check",
+      "▁mod ern",
+      "▁mo dern",
+      "▁mode rn",
+      "▁moder n",
+      "▁w in",
+      "▁ win",
+      "us ter",
+      "ust er",
+      "u ster",
+      "ha n",
+      "h an",
+      "form ation",
+      "format ion",
+      "vo id",
+      "v oid",
+      "▁ф и",
+      "▁ фи",
+      "▁use ful",
+      "▁Eng land",
+      "lo s",
+      "l os",
+      "et ime",
+      "eti me",
+      "e time",
+      "eu r",
+      "e ur",
+      "▁un ique",
+      "▁uniqu e",
+      "▁ unique",
+      "▁ка к",
+      "yi ng",
+      "y ing",
+      "ob j",
+      "ui d",
+      "u id",
+      "▁w indows",
+      "▁window s",
+      "▁wind ows",
+      "▁ windows",
+      "▁d istance",
+      "▁dist ance",
+      "▁ distance",
+      "▁nom bre",
+      "▁nombr e",
+      "і я",
+      "oc us",
+      "o cus",
+      "ah n",
+      "a hn",
+      "ier te",
+      "iert e",
+      "i erte",
+      "▁d ar",
+      "▁da r",
+      "▁ dar",
+      "S I",
+      "lo ng",
+      "lon g",
+      "l ong",
+      "as ta",
+      "ast a",
+      "a sta",
+      "iv en",
+      "ive n",
+      "i ven",
+      "▁t old",
+      "▁to ld",
+      "▁G ru",
+      "▁Gr u",
+      "fo o",
+      "f oo",
+      "▁c alling",
+      "▁cal ling",
+      "▁call ing",
+      "iem bre",
+      "i embre",
+      "▁f uture",
+      "▁fut ure",
+      "pr ès",
+      "p rès",
+      "le ep",
+      "lee p",
+      "avig ation",
+      "PO ST",
+      "POS T",
+      "P OST",
+      "▁des cribed",
+      "▁descri bed",
+      "▁describe d",
+      "▁n och",
+      "▁no ch",
+      "un it",
+      "uni t",
+      "u nit",
+      "al len",
+      "all en",
+      "alle n",
+      "▁b ranch",
+      "▁br anch",
+      "▁bran ch",
+      "▁ branch",
+      "f a",
+      "▁f ill",
+      "▁fil l",
+      "▁fi ll",
+      "▁ fill",
+      "▁ob j",
+      "▁ obj",
+      "▁t ree",
+      "▁tr ee",
+      "▁tre e",
+      "▁ tree",
+      "▁wur den",
+      "▁wurde n",
+      "▁L iter",
+      "▁Li ter",
+      "▁Lit er",
+      "▁ Liter",
+      "ro t",
+      "r ot",
+      "sp lit",
+      "spl it",
+      "s plit",
+      "em ein",
+      "eme in",
+      "mod ule",
+      "C A",
+      "▁oper ator",
+      "▁opera tor",
+      "▁ operator",
+      "▁w rote",
+      "▁wr ote",
+      "▁J ack",
+      "▁Jac k",
+      "▁Ja ck",
+      "▁ Jack",
+      "olog ie",
+      "olo gie",
+      "▁A nt",
+      "▁An t",
+      "▁ Ant",
+      "те р",
+      "т ер",
+      "st ream",
+      "stre am",
+      "▁Q ue",
+      "▁Qu e",
+      "▁ Que",
+      "eps ilon",
+      "e psilon",
+      "no n",
+      "n on",
+      "st ein",
+      "ste in",
+      "▁s impl",
+      "▁sim pl",
+      "▁simp l",
+      "pu b",
+      "p ub",
+      "▁J uly",
+      "▁Jul y",
+      "▁Ju ly",
+      "▁n ature",
+      "▁natur e",
+      "▁nat ure",
+      "▁D atabase",
+      "▁Data base",
+      "▁Dat abase",
+      "▁ Database",
+      "ó l",
+      "ни м",
+      "н им",
+      "▁V I",
+      "▁ VI",
+      "êt re",
+      "ê tre",
+      "il es",
+      "ile s",
+      "i les",
+      "▁w el",
+      "▁we l",
+      "▁ wel",
+      "') ,",
+      "' ),",
+      "▁m ut",
+      "▁mu t",
+      "▁ mut",
+      "lo cation",
+      "loc ation",
+      "l ocation",
+      "▁there fore",
+      "el li",
+      "ell i",
+      "▁ І",
+      "n é",
+      "▁а в",
+      "led ge",
+      "l edge",
+      "▁con ver",
+      "▁conv er",
+      "í m",
+      "▁X V",
+      "▁ XV",
+      "vi der",
+      "vid er",
+      "v ider",
+      "▁Janu ary",
+      "▁Januar y",
+      "▁us ually",
+      "▁usual ly",
+      "▁re leased",
+      "▁release d",
+      "▁M i",
+      "He ad",
+      "H ead",
+      "il ler",
+      "ill er",
+      "ille r",
+      "▁j an",
+      "▁ja n",
+      "▁ jan",
+      "▁l etter",
+      "▁let ter",
+      "▁lett er",
+      "▁ letter",
+      "pr odu",
+      "pro du",
+      "prod u",
+      "p rodu",
+      "r d",
+      "▁C am",
+      "▁Ca m",
+      "▁ Cam",
+      ", '",
+      "▁ Ц",
+      "▁p ush",
+      "▁pu sh",
+      "▁ push",
+      "up date",
+      "▁may be",
+      "▁ maybe",
+      "H ttp",
+      "@ \"",
+      "ме р",
+      "м ер",
+      "ser vice",
+      "serv ice",
+      "par se",
+      "p arse",
+      "▁d ass",
+      "▁da ss",
+      "▁das s",
+      "ê n",
+      ") \"",
+      "mo re",
+      "mor e",
+      "m ore",
+      "/ *",
+      "▁m as",
+      "▁ma s",
+      "▁ mas",
+      "▁like ly",
+      "▁lik ely",
+      "▁ likely",
+      "▁m aterial",
+      "▁mate rial",
+      "▁mater ial",
+      "▁ material",
+      "▁[ [",
+      "▁ [[",
+      "▁long er",
+      "▁lon ger",
+      "ba l",
+      "b al",
+      "▁Arch iv",
+      "ig t",
+      "i gt",
+      "▁e gy",
+      "▁eg y",
+      "▁ egy",
+      "id ge",
+      "ig u",
+      "i gu",
+      "con f",
+      "▁in c",
+      "▁i nc",
+      "▁ inc",
+      "cons ulté",
+      "▁m ai",
+      "▁ma i",
+      "▁ mai",
+      "W ork",
+      "▁г ра",
+      "▁ гра",
+      "▁Oct ober",
+      "▁g lobal",
+      "▁glob al",
+      "▁glo bal",
+      "▁ global",
+      "▁s el",
+      "▁se l",
+      "▁ sel",
+      "▁m unicip",
+      "▁vi ol",
+      "▁vio l",
+      "▁Do es",
+      "▁ Does",
+      "▁\\ [",
+      "ско м",
+      "ск ом",
+      "с ком",
+      "▁com pos",
+      "▁comp os",
+      "▁ compos",
+      "б ря",
+      "в я",
+      "▁resp ons",
+      "▁ respons",
+      "▁consider ed",
+      "▁consid ered",
+      "▁J apan",
+      "▁Jap an",
+      "▁Ja pan",
+      "pe s",
+      "p es",
+      "os to",
+      "ost o",
+      "o sto",
+      "▁mil it",
+      "▁mi lit",
+      "S P",
+      "с ы",
+      "at tr",
+      "att r",
+      "ci l",
+      "c il",
+      "irect ory",
+      "av ing",
+      "avi ng",
+      "a ving",
+      "▁D el",
+      "▁De l",
+      "▁ Del",
+      "▁pr event",
+      "▁pre vent",
+      "▁prev ent",
+      "▁ prevent",
+      "id ade",
+      "ida de",
+      "idad e",
+      "i dade",
+      "gi t",
+      "g it",
+      "if orm",
+      "i form",
+      "ou ter",
+      "out er",
+      "oute r",
+      "o uter",
+      "in ct",
+      "inc t",
+      "le vel",
+      "lev el",
+      "at ever",
+      "ate ver",
+      "▁re pe",
+      "▁rep e",
+      "▁e xc",
+      "▁ex c",
+      "да р",
+      "д ар",
+      "St yle",
+      "▁Th omas",
+      "▁Thom as",
+      "el ine",
+      "eli ne",
+      "elin e",
+      "e line",
+      "▁ ж",
+      "un time",
+      "unt ime",
+      "▁l arg",
+      "▁la rg",
+      "▁lar g",
+      "▁ larg",
+      "Tr ue",
+      ". *",
+      "cre en",
+      "cr een",
+      "c reen",
+      "yle s",
+      "yl es",
+      "y les",
+      "▁trans l",
+      "▁tran sl",
+      "▁С о",
+      "ens ions",
+      "ension s",
+      "ä l",
+      "is se",
+      "iss e",
+      "▁v olt",
+      "▁vo lt",
+      "▁vol t",
+      "ci ally",
+      "cial ly",
+      "ni k",
+      "n ik",
+      ". ]",
+      "▁St adt",
+      "▁Sta dt",
+      "▁Stad t",
+      "м ы",
+      "fil l",
+      "fi ll",
+      "f ill",
+      "lo v",
+      "l ov",
+      "▁\" /",
+      "▁ \"/",
+      "S p",
+      "▁A ir",
+      "Cal l",
+      "Ca ll",
+      "C all",
+      "▁n ur",
+      "▁nu r",
+      "Che ck",
+      "C heck",
+      "ien ce",
+      "i ence",
+      "ef ined",
+      "▁в ре",
+      "ł o",
+      "d z",
+      "▁о р",
+      "▁ ор",
+      "ik er",
+      "ike r",
+      "i ker",
+      "ow a",
+      "o wa",
+      "ови ч",
+      "о вич",
+      "r é",
+      "O L",
+      "▁li near",
+      "▁line ar",
+      "▁lin ear",
+      "▁linea r",
+      "▁ linear",
+      "▁ex port",
+      "▁exp ort",
+      "▁ export",
+      "ah r",
+      "a hr",
+      "ic ial",
+      "ici al",
+      "icia l",
+      "i cial",
+      "Re p",
+      "R ep",
+      "▁n atural",
+      "▁natur al",
+      "▁nat ural",
+      "▁ natural",
+      "▁c op",
+      "▁co p",
+      "▁ cop",
+      "▁} )",
+      "▁ })",
+      "ç ões",
+      "z z",
+      "Wh at",
+      "W hat",
+      "▁H ouse",
+      "▁Ho use",
+      "▁Hou se",
+      "Re f",
+      "R ef",
+      "in ger",
+      "ing er",
+      "inge r",
+      "▁t aking",
+      "▁tak ing",
+      "▁ta king",
+      "n ě",
+      "▁Ein z",
+      "▁d am",
+      "▁da m",
+      "▁ dam",
+      "▁iss ues",
+      "▁issue s",
+      "▁issu es",
+      "▁ issues",
+      "Bu ilder",
+      "Build er",
+      "ed it",
+      "edi t",
+      "e dit",
+      "▁p rz",
+      "▁pr z",
+      "pass word",
+      "Ge ner",
+      "Gen er",
+      "G ener",
+      "ri m",
+      "r im",
+      "▁p arts",
+      "▁par ts",
+      "▁part s",
+      "▁ parts",
+      "-- -",
+      "- --",
+      "ig inal",
+      "igin al",
+      "igi nal",
+      "▁S ci",
+      "▁Sc i",
+      "▁m other",
+      "▁mo ther",
+      "▁mot her",
+      "▁moth er",
+      "re a",
+      "r ea",
+      "▁cont ainer",
+      "▁contain er",
+      "▁ container",
+      "д я",
+      "▁I P",
+      "▁ IP",
+      "▁n one",
+      "▁no ne",
+      "▁non e",
+      "▁ none",
+      "▁follow ed",
+      "▁p le",
+      "▁pl e",
+      "▁ ple",
+      "▁me asure",
+      "▁meas ure",
+      "▁ measure",
+      "▁t out",
+      "▁to ut",
+      "▁tou t",
+      "▁ tout",
+      "Ex t",
+      "E xt",
+      "▁T V",
+      "▁ TV",
+      "▁ex plain",
+      "▁exp lain",
+      "▁expla in",
+      "▁expl ain",
+      "▁p aper",
+      "▁pa per",
+      "▁pap er",
+      "▁ paper",
+      "ст і",
+      "с ті",
+      "w s",
+      "W ik",
+      "▁m m",
+      "▁ mm",
+      "▁N orm",
+      "▁No rm",
+      "▁Nor m",
+      "▁Ser ver",
+      "▁Serv er",
+      "▁ Server",
+      "fo nt",
+      "fon t",
+      "f ont",
+      "ec ause",
+      "eca use",
+      "T R",
+      "▁б и",
+      "▁ би",
+      "L a",
+      "▁e ns",
+      "▁en s",
+      "▁ ens",
+      "▁re tr",
+      "▁r etr",
+      "▁ret r",
+      "▁S il",
+      "▁Si l",
+      "▁ Sil",
+      "▁se quence",
+      "▁sequ ence",
+      "▁ sequence",
+      "ar c",
+      "a rc",
+      "I V",
+      "z á",
+      "▁And roid",
+      "▁ Android",
+      "▁S uper",
+      "▁Su per",
+      "▁Sup er",
+      "▁ Super",
+      "▁r oz",
+      "▁ro z",
+      "▁ roz",
+      "ov ie",
+      "ovi e",
+      "o vie",
+      "O m",
+      "▁W ell",
+      "▁We ll",
+      "▁Wel l",
+      "▁ Well",
+      "ma ke",
+      "m ake",
+      "or ph",
+      "orp h",
+      "▁J er",
+      "▁Je r",
+      "▁R os",
+      "▁Ro s",
+      "re ference",
+      "refer ence",
+      "▁fe atures",
+      "▁feature s",
+      "▁ features",
+      "▁G er",
+      "▁Ge r",
+      "▁L eg",
+      "▁Le g",
+      "▁ Leg",
+      "▁l ate",
+      "▁la te",
+      "▁lat e",
+      "▁ late",
+      "▁add itional",
+      "▁addition al",
+      "▁f lo",
+      "▁fl o",
+      "▁е го",
+      "▁ его",
+      "▁alg orithm",
+      "▁ algorithm",
+      "B A",
+      "ka r",
+      "k ar",
+      "I P",
+      "]) ;",
+      "] );",
+      "▁app ears",
+      "▁appear s",
+      "▁appe ars",
+      "y w",
+      "▁t emp",
+      "▁te mp",
+      "▁tem p",
+      "▁ temp",
+      "▁aus si",
+      "met hod",
+      "m ethod",
+      "▁p et",
+      "▁pe t",
+      "▁ pet",
+      "st rap",
+      "str ap",
+      "stra p",
+      "ar ning",
+      "arn ing",
+      "▁c ut",
+      "▁cu t",
+      "▁ cut",
+      "▁S a",
+      "▁ Sa",
+      "▁t rack",
+      "▁tr ack",
+      "▁tra ck",
+      "▁trac k",
+      "▁ track",
+      "▁emp loy",
+      "▁in de",
+      "▁i nde",
+      "▁ind e",
+      "▁ inde",
+      "ra v",
+      "r av",
+      "▁gener ate",
+      "▁gene rate",
+      "▁ generate",
+      "be s",
+      "b es",
+      "ar ts",
+      "art s",
+      "St atus",
+      "Stat us",
+      "ug e",
+      "u ge",
+      "al is",
+      "ali s",
+      "a lis",
+      "▁over ride",
+      "▁overrid e",
+      "▁ override",
+      "▁f i",
+      "▁ fi",
+      "▁l ost",
+      "▁lo st",
+      "▁los t",
+      "▁ lost",
+      "ot ed",
+      "ote d",
+      "o ted",
+      "▁r oom",
+      "▁ro om",
+      "▁ room",
+      "▁c alls",
+      "▁cal ls",
+      "▁call s",
+      "▁cons ist",
+      "ре н",
+      "р ен",
+      "▁vill age",
+      "▁vil lage",
+      "▁villa ge",
+      "dis t",
+      "di st",
+      "d ist",
+      "▁te chn",
+      "▁tec hn",
+      "▁ techn",
+      "en za",
+      "enz a",
+      "▁ро з",
+      "▁р оз",
+      "▁ роз",
+      "▁C atalog",
+      "▁Cat alog",
+      "▁Catal og",
+      "▁be com",
+      "▁bec om",
+      "ro ws",
+      "row s",
+      "r ows",
+      "▁N el",
+      "▁Ne l",
+      "com ple",
+      "comp le",
+      "▁pr emi",
+      "▁pre mi",
+      "▁prem i",
+      "▁r ot",
+      "▁ro t",
+      "▁ rot",
+      "▁Web links",
+      "▁foot ball",
+      "▁ football",
+      "▁com par",
+      "▁comp ar",
+      "▁l ive",
+      "▁li ve",
+      "▁liv e",
+      "▁ live",
+      "ки х",
+      "к их",
+      "▁equ ival",
+      "ca pe",
+      "cap e",
+      "c ape",
+      "▁G en",
+      "▁Ge n",
+      "▁ Gen",
+      "nd er",
+      "nde r",
+      "n der",
+      "▁V is",
+      "▁Vi s",
+      "▁ Vis",
+      "▁be hind",
+      "▁beh ind",
+      "ge rs",
+      "ger s",
+      "g ers",
+      "vo ke",
+      "v oke",
+      "▁m edia",
+      "▁me dia",
+      "▁med ia",
+      "▁medi a",
+      "▁ media",
+      "E X",
+      "th at",
+      "tha t",
+      "t hat",
+      "▁s ono",
+      "▁so no",
+      "▁son o",
+      "▁ sono",
+      "▁my sql",
+      "▁mysq l",
+      "▁ mysql",
+      "e v",
+      "▁r ule",
+      "▁ru le",
+      "▁ rule",
+      "до в",
+      "д ов",
+      "ac c",
+      "a cc",
+      "▁W HERE",
+      "▁WH ERE",
+      "▁ WHERE",
+      "ен е",
+      "е не",
+      "Gr id",
+      "G rid",
+      "▁j ul",
+      "▁ju l",
+      "▁m ort",
+      "▁mo rt",
+      "▁mor t",
+      "▁ mort",
+      "▁gener ated",
+      "▁generate d",
+      "▁ generated",
+      "en cia",
+      "enc ia",
+      "enci a",
+      "ac ter",
+      "act er",
+      "cl ud",
+      "▁s cen",
+      "▁sc en",
+      "▁cl osed",
+      "▁close d",
+      "▁clos ed",
+      "▁clo sed",
+      "▁ closed",
+      "▁Mich ael",
+      "▁ Michael",
+      "▁m ount",
+      "▁mo unt",
+      "▁mou nt",
+      "▁ mount",
+      ")$ ,",
+      ") $,",
+      "▁d rop",
+      "▁dr op",
+      "▁dro p",
+      "▁ drop",
+      "▁com bin",
+      "▁comb in",
+      "to col",
+      "▁go es",
+      "▁g eb",
+      "▁ge b",
+      "▁ geb",
+      "M D",
+      "▁An ton",
+      "▁Ant on",
+      "▁Anto n",
+      "▁$ (\"",
+      "▁$( \"",
+      "Te m",
+      "T em",
+      "▁c a",
+      "▁ ca",
+      "▁in stru",
+      "▁inst ru",
+      "ed s",
+      "e ds",
+      "▁t ool",
+      "▁to ol",
+      "▁too l",
+      "▁ tool",
+      "my s",
+      "m ys",
+      "▁r oute",
+      "▁ro ute",
+      "▁rout e",
+      "▁rou te",
+      "▁ route",
+      "\") )",
+      "\" ))",
+      "пр е",
+      "п ре",
+      "▁f loat",
+      "▁flo at",
+      "▁ float",
+      "▁service s",
+      "▁serv ices",
+      "▁servi ces",
+      "▁ services",
+      "▁ч и",
+      "▁ чи",
+      "к і",
+      "emb ly",
+      "embl y",
+      "ak er",
+      "ake r",
+      "a ker",
+      "▁S on",
+      "▁So n",
+      "▁M ath",
+      "▁Ma th",
+      "▁Mat h",
+      "▁ Math",
+      "as se",
+      "ass e",
+      "ous ly",
+      "lic ations",
+      "lication s",
+      "▁r u",
+      "▁ ru",
+      "▁щ о",
+      "▁ що",
+      "▁Con st",
+      "▁Cons t",
+      "▁ Const",
+      "▁im medi",
+      "▁imm edi",
+      "F O",
+      "or o",
+      "o ro",
+      "▁p roduction",
+      "▁produ ction",
+      "▁product ion",
+      "▁ production",
+      "re i",
+      "r ei",
+      "▁j query",
+      "▁ jquery",
+      "an nt",
+      "ann t",
+      "▁Wh ile",
+      "▁s n",
+      "▁ sn",
+      "▁го ди",
+      "▁год и",
+      "Form at",
+      "For mat",
+      "▁s tar",
+      "▁st ar",
+      "▁sta r",
+      "▁ star",
+      "▁S en",
+      "▁Se n",
+      "▁k o",
+      "▁ ko",
+      "NA ME",
+      "N AME",
+      "▁p rés",
+      "▁pr és",
+      "▁pré s",
+      "▁ prés",
+      "ch a",
+      "c ha",
+      "wh at",
+      "w hat",
+      "om in",
+      "omi n",
+      "o min",
+      "end ant",
+      "enda nt",
+      "h y",
+      "▁ob serv",
+      "▁obser v",
+      "▁obs erv",
+      "▁ observ",
+      "▁p refer",
+      "▁pre fer",
+      "у н",
+      "▁con structor",
+      "▁construct or",
+      "▁constru ctor",
+      "▁ constructor",
+      "b s",
+      "▁m ac",
+      "▁ma c",
+      "▁ mac",
+      "▁B re",
+      "▁Br e",
+      "▁ Bre",
+      "▁Inst it",
+      "▁Ins tit",
+      "▁st ory",
+      "▁stor y",
+      "▁sto ry",
+      "▁ story",
+      "▁s ymbol",
+      "▁sym bol",
+      "▁ symbol",
+      "el es",
+      "ele s",
+      "e les",
+      "ß e",
+      "as ing",
+      "asi ng",
+      "a sing",
+      "▁w est",
+      "▁we st",
+      "▁ west",
+      "ia ns",
+      "ian s",
+      "i ans",
+      "▁m aster",
+      "▁ma ster",
+      "▁mas ter",
+      "▁ master",
+      "е з",
+      "▁w ays",
+      "▁way s",
+      "▁wa ys",
+      "▁ ways",
+      "b m",
+      "▁p ick",
+      "▁pi ck",
+      "▁pic k",
+      "▁ pick",
+      "▁de part",
+      "▁dep art",
+      "B ack",
+      "en k",
+      "li pse",
+      "lip se",
+      "▁m ath",
+      "▁ma th",
+      "▁mat h",
+      "▁ math",
+      "▁Fran cis",
+      "▁Franc is",
+      "▁Dec ember",
+      "f s",
+      "ru m",
+      "r um",
+      "▁develop ment",
+      "▁ development",
+      "L T",
+      "er nel",
+      "ern el",
+      "erne l",
+      "▁Tr ue",
+      "▁Tru e",
+      "▁ True",
+      "▁M ore",
+      "▁Mor e",
+      "▁Mo re",
+      "▁ More",
+      "ran gle",
+      "r angle",
+      "▁cond itions",
+      "▁condition s",
+      "Option s",
+      "Opt ions",
+      "O ptions",
+      "▁g li",
+      "▁gl i",
+      "▁oper ation",
+      "▁opera tion",
+      "▁ operation",
+      "é k",
+      "ach t",
+      "ac ht",
+      "a cht",
+      "ight s",
+      "igh ts",
+      "▁m ist",
+      "▁mi st",
+      "▁mis t",
+      "an da",
+      "and a",
+      "▁ener gy",
+      "▁energ y",
+      "▁ energy",
+      "▁ж е",
+      "▁ же",
+      "▁w omen",
+      "▁wo men",
+      "ak t",
+      "a kt",
+      "▁C H",
+      "▁ CH",
+      "ge bra",
+      "geb ra",
+      "▁me et",
+      "i u",
+      "we ll",
+      "wel l",
+      "w ell",
+      "ö l",
+      "▁govern ment",
+      "▁J os",
+      "▁Jo s",
+      "ie g",
+      "i eg",
+      "▁s yntax",
+      "▁syn tax",
+      "▁ syntax",
+      "fi x",
+      "f ix",
+      "▁P et",
+      "▁Pe t",
+      "j query",
+      "▁c ard",
+      "▁car d",
+      "▁ca rd",
+      "▁ card",
+      "▁pr incipal",
+      "▁princi pal",
+      "▁princip al",
+      "▁d ru",
+      "▁dr u",
+      "▁ dru",
+      "▁ter rit",
+      "▁п ов",
+      "▁по в",
+      "▁ пов",
+      "▁S S",
+      "▁ SS",
+      "ри и",
+      "tr es",
+      "tre s",
+      "t res",
+      "ag ne",
+      "agn e",
+      "ly ing",
+      "l ying",
+      "til de",
+      "t ilde",
+      "ber n",
+      "be rn",
+      "b ern",
+      "en ter",
+      "ent er",
+      "ente r",
+      "Pe r",
+      "P er",
+      "▁s omet",
+      "▁so met",
+      "▁some t",
+      "▁som et",
+      "Lo ad",
+      "li ce",
+      "lic e",
+      "l ice",
+      "▁s ous",
+      "▁so us",
+      "▁sou s",
+      "▁Lo uis",
+      "▁Lou is",
+      "▁ Louis",
+      "▁log ic",
+      "▁ logic",
+      "▁O ther",
+      "▁Ot her",
+      "▁ Other",
+      "▁c ir",
+      "▁ci r",
+      "▁ cir",
+      "é v",
+      "ch ron",
+      "chr on",
+      "▁h an",
+      "▁ha n",
+      "▁ han",
+      "▁m argin",
+      "▁mar gin",
+      "▁marg in",
+      "▁ margin",
+      "W indow",
+      "ère s",
+      "è res",
+      "ny ch",
+      "n ych",
+      "pu sh",
+      "pus h",
+      "p ush",
+      "bol ds",
+      "bold s",
+      "b olds",
+      "▁l ayout",
+      "▁lay out",
+      "▁ layout",
+      "▁[ `",
+      "Ch ar",
+      "C har",
+      "▁C ap",
+      "▁Ca p",
+      "▁ Cap",
+      "bolds ymbol",
+      "bold symbol",
+      "▁R oman",
+      "▁Ro man",
+      "▁Rom an",
+      "▁Roma n",
+      "▁M ax",
+      "▁Ma x",
+      "▁ Max",
+      ": (",
+      "▁C ode",
+      "▁Co de",
+      "▁ Code",
+      "is ing",
+      "isi ng",
+      "i sing",
+      "▁st ates",
+      "▁stat es",
+      "▁state s",
+      "▁sta tes",
+      "▁ states",
+      "▁ex isting",
+      "▁exist ing",
+      "su pport",
+      "sup port",
+      "supp ort",
+      "▁re search",
+      "▁res earch",
+      "lic ate",
+      "lica te",
+      "l icate",
+      "va ri",
+      "var i",
+      "v ari",
+      "▁b ij",
+      "▁bi j",
+      "▁ bij",
+      "▁a ppe",
+      "▁app e",
+      "▁ap pe",
+      "▁ appe",
+      "▁happ ens",
+      "▁happen s",
+      "\\ \"",
+      "▁conc ern",
+      "▁conce rn",
+      "we st",
+      "w est",
+      "▁sa ying",
+      "▁say ing",
+      "pi d",
+      "p id",
+      "▁rec ogn",
+      "▁ recogn",
+      "▁H et",
+      "▁He t",
+      "Ch ild",
+      "▁c s",
+      "▁ cs",
+      "\\ ,",
+      "▁c lean",
+      "▁cle an",
+      "▁ clean",
+      "le ctions",
+      "lect ions",
+      "lection s",
+      "ac cess",
+      "acc ess",
+      "a ccess",
+      "в у",
+      "пр о",
+      "п ро",
+      "ac ity",
+      "aci ty",
+      "a city",
+      "▁O ff",
+      "▁Of f",
+      "▁ Off",
+      "▁eas ily",
+      "è que",
+      "▁j ako",
+      "▁ja ko",
+      "▁jak o",
+      "▁i z",
+      "▁ iz",
+      "▁H a",
+      "▁ Ha",
+      "▁D et",
+      "▁De t",
+      "▁ Det",
+      "▁for ma",
+      "▁form a",
+      "sch e",
+      "sc he",
+      "s che",
+      "swer s",
+      "sw ers",
+      "s wers",
+      "▁of fer",
+      "▁off er",
+      "qu ired",
+      "quire d",
+      "qui red",
+      "User s",
+      "Use rs",
+      "Us ers",
+      "U sers",
+      "▁su bst",
+      "▁sub st",
+      "▁subs t",
+      "▁ subst",
+      "> (",
+      "▁g round",
+      "▁gr ound",
+      "▁gro und",
+      "▁ ground",
+      "un n",
+      "u nn",
+      "ro d",
+      "r od",
+      "sp e",
+      "s pe",
+      "urs or",
+      "▁le ave",
+      "er k",
+      "▁t al",
+      "▁ta l",
+      "▁ tal",
+      "▁b ottom",
+      "▁bot tom",
+      "▁bott om",
+      "▁ bottom",
+      "I O",
+      "▁pop ular",
+      "▁popula r",
+      "▁popul ar",
+      "ig o",
+      "i go",
+      "▁T ime",
+      "▁Tim e",
+      "▁Ti me",
+      "▁ Time",
+      "val ues",
+      "value s",
+      "valu es",
+      "▁L oc",
+      "▁Lo c",
+      "▁ Loc",
+      "▁C lub",
+      "▁Cl ub",
+      "▁an che",
+      "▁anc he",
+      "▁anch e",
+      "▁ anche",
+      "ia ł",
+      "i ał",
+      "і ї",
+      "Om ega",
+      "▁loc ated",
+      "▁locate d",
+      "▁ located",
+      "U rl",
+      "▁E sp",
+      "▁Es p",
+      "▁ Esp",
+      "л ы",
+      "ц ь",
+      "ul ate",
+      "ula te",
+      "u late",
+      "▁j oin",
+      "▁jo in",
+      "▁ join",
+      "av es",
+      "ave s",
+      "a ves",
+      "ve t",
+      "v et",
+      "li o",
+      "l io",
+      "re move",
+      "rem ove",
+      "▁t oken",
+      "▁to ken",
+      "▁ token",
+      "▁op tim",
+      "▁opt im",
+      "▁ optim",
+      "▁c laim",
+      "▁cla im",
+      "olog ical",
+      "▁c ss",
+      "▁cs s",
+      "▁ css",
+      "▁al though",
+      "▁ although",
+      "▁p riv",
+      "▁pr iv",
+      "▁pri v",
+      "▁ priv",
+      "▁B a",
+      "ü l",
+      "entic ation",
+      "enti cation",
+      "▁v en",
+      "▁ve n",
+      "▁ ven",
+      "Ser ver",
+      "Serv er",
+      "▁C ong",
+      "▁Con g",
+      "▁Co ng",
+      "NE T",
+      "N ET",
+      "CO N",
+      "C ON",
+      "d t",
+      "per ties",
+      "pert ies",
+      "▁e pis",
+      "▁ep is",
+      "wik ipedia",
+      "▁eng ine",
+      "▁ engine",
+      "▁f er",
+      "▁fe r",
+      "▁ fer",
+      "get Element",
+      "▁C la",
+      "▁Cl a",
+      "▁ Cla",
+      "ř í",
+      "▁r om",
+      "▁ro m",
+      "▁ rom",
+      "var epsilon",
+      "vare psilon",
+      "▁pr ime",
+      "▁prim e",
+      "▁pri me",
+      "▁ prime",
+      "is try",
+      "ist ry",
+      "istr y",
+      "pe cted",
+      "pect ed",
+      "pec ted",
+      "p ected",
+      "or age",
+      "ora ge",
+      "o rage",
+      "▁t ouch",
+      "▁to uch",
+      "▁tou ch",
+      "▁ touch",
+      "▁[ '",
+      "▁ ['",
+      "▁d an",
+      "▁da n",
+      "▁ dan",
+      "E m",
+      "ac iones",
+      "acion es",
+      "aci ones",
+      "a ciones",
+      "Ca n",
+      "C an",
+      "▁w hom",
+      "▁wh om",
+      "▁who m",
+      "▁be havior",
+      "▁behav ior",
+      "▁str ings",
+      "▁string s",
+      "▁ strings",
+      "▁E urop",
+      "▁Euro p",
+      "▁Eu rop",
+      "▁Eur op",
+      "▁R om",
+      "▁Ro m",
+      "ci rc",
+      "cir c",
+      "c irc",
+      "▁p un",
+      "▁pu n",
+      "▁reg ister",
+      "▁ register",
+      "b untu",
+      "ra in",
+      "rai n",
+      "r ain",
+      "O b",
+      "T A",
+      "▁s ometimes",
+      "▁some times",
+      "▁somet imes",
+      "▁m ent",
+      "▁me nt",
+      "▁men t",
+      "▁ ment",
+      "▁in teger",
+      "▁inte ger",
+      "▁ integer",
+      "▁J ac",
+      "▁Ja c",
+      "▁ Jac",
+      "le gate",
+      "leg ate",
+      "ot hing",
+      "oth ing",
+      "o thing",
+      "▁s ound",
+      "▁so und",
+      "▁sou nd",
+      "▁ sound",
+      "la ces",
+      "lace s",
+      "lac es",
+      "l aces",
+      "▁Б а",
+      "r b",
+      "d i",
+      "ле ния",
+      "▁them selves",
+      "▁B lack",
+      "▁Bl ack",
+      "▁Bla ck",
+      "▁ Black",
+      "▁s ettings",
+      "▁sett ings",
+      "▁setting s",
+      "▁ settings",
+      "▁n orm",
+      "▁no rm",
+      "▁nor m",
+      "▁ norm",
+      "▁r uns",
+      "▁run s",
+      "▁ru ns",
+      "▁N OT",
+      "▁NO T",
+      "▁ NOT",
+      "K E",
+      "▁per haps",
+      "▁ Я",
+      "▁m ol",
+      "▁mo l",
+      "▁a ns",
+      "▁an s",
+      "▁ ans",
+      "at re",
+      "atr e",
+      "a tre",
+      "▁D ies",
+      "▁Die s",
+      "▁Di es",
+      "To ken",
+      "T oken",
+      "an ie",
+      "ani e",
+      "a nie",
+      "▁all owed",
+      "▁allow ed",
+      "▁allo wed",
+      "▁ allowed",
+      "R ange",
+      "▁G ro",
+      "▁Gr o",
+      "vi a",
+      "v ia",
+      "ut orial",
+      "uto rial",
+      "utor ial",
+      "ens or",
+      "enso r",
+      "est ival",
+      "esti val",
+      "); \r",
+      ") ;\r",
+      "кра ї",
+      "▁turn ed",
+      "▁tur ned",
+      "sc ope",
+      "scop e",
+      "s cope",
+      "▁b ien",
+      "▁bi en",
+      "= $",
+      "▁ext ension",
+      "▁extens ion",
+      "▁ extension",
+      "at ore",
+      "ator e",
+      "ato re",
+      "▁Р о",
+      "▁spec ify",
+      "ed u",
+      "e du",
+      "Dat os",
+      "D atos",
+      "▁st ored",
+      "▁stor ed",
+      "▁store d",
+      "▁sto red",
+      "▁p arse",
+      "▁par se",
+      "▁ parse",
+      "▁an swers",
+      "▁answer s",
+      "▁ans wers",
+      "il ls",
+      "ill s",
+      "▁he ard",
+      "▁hear d",
+      "l u",
+      "▁T HE",
+      "▁TH E",
+      "▁ THE",
+      "▁g én",
+      "▁gé n",
+      "▁f ul",
+      "▁fu l",
+      "▁ ful",
+      "e z",
+      "▁P rem",
+      "▁Pr em",
+      "▁Pre m",
+      "th en",
+      "the n",
+      "t hen",
+      "d p",
+      "сь кого",
+      "сько го",
+      "ськ ого",
+      "▁S i",
+      "▁ Si",
+      "ç o",
+      "Ed it",
+      "E dit",
+      "кі в",
+      "к ів",
+      "▁Л и",
+      "▁S ing",
+      "▁Si ng",
+      "▁Sin g",
+      "▁ Sing",
+      "▁c ateg",
+      "▁cat eg",
+      "Eq u",
+      "E qu",
+      "▁g uer",
+      "▁gu er",
+      "▁ guer",
+      "W idth",
+      "▁Christ ian",
+      "st at",
+      "sta t",
+      "s tat",
+      "W rite",
+      "▁w oman",
+      "▁wo man",
+      "wo od",
+      "w ood",
+      "V is",
+      "ра з",
+      "▁$ $\\",
+      "▁$$ \\",
+      "ode r",
+      "od er",
+      "o der",
+      "▁b ool",
+      "▁bo ol",
+      "▁ bool",
+      "▁intern ational",
+      "но сть",
+      "ност ь",
+      "нос ть",
+      "▁Rich ard",
+      "▁Ric hard",
+      "▁add ition",
+      "▁Mus ic",
+      "▁ Music",
+      "▁a ber",
+      "▁ab er",
+      "t ó",
+      "▁h ier",
+      "▁hi er",
+      "ug h",
+      "u gh",
+      "▁p ob",
+      "▁po b",
+      "▁t ables",
+      "▁table s",
+      "▁tab les",
+      "▁ta bles",
+      "▁ tables",
+      "D o",
+      "▁high er",
+      "ps i",
+      "p si",
+      "r á",
+      "▁act ive",
+      "▁activ e",
+      "▁ active",
+      "▁T able",
+      "▁Ta ble",
+      "▁Tab le",
+      "▁ Table",
+      "њ е",
+      "▁de scription",
+      "▁des cription",
+      "▁descri ption",
+      "▁descript ion",
+      "▁ description",
+      "▁se emed",
+      "▁see med",
+      "▁seem ed",
+      "ís t",
+      "í st",
+      "▁my self",
+      "▁m enu",
+      "▁me nu",
+      "▁men u",
+      "▁ menu",
+      "de l",
+      "d el",
+      "▁ ž",
+      "el e",
+      "e le",
+      "A ut",
+      "▁г ру",
+      "mu t",
+      "m ut",
+      "oo n",
+      "o on",
+      "as c",
+      "a sc",
+      "bu g",
+      "b ug",
+      "▁m oved",
+      "▁mov ed",
+      "▁mo ved",
+      "▁move d",
+      "C L",
+      "▁data s",
+      "▁dat as",
+      "▁ datas",
+      "S O",
+      "о ло",
+      "▁Ge org",
+      "▁re ach",
+      "▁r each",
+      ": \"",
+      "▁e valu",
+      "▁ev alu",
+      "▁eval u",
+      "▁ evalu",
+      "▁H el",
+      "▁He l",
+      "▁ Hel",
+      "▁R iver",
+      "▁Riv er",
+      "▁Ri ver",
+      "▁А р",
+      "▁ Ар",
+      "// //",
+      "/// /",
+      "/ ///",
+      "▁s ets",
+      "▁se ts",
+      "▁set s",
+      "▁ sets",
+      "▁O lymp",
+      "Ad apter",
+      ". '",
+      "ov ern",
+      "over n",
+      "ove rn",
+      "o vern",
+      "▁L ord",
+      "▁Lo rd",
+      "▁Lor d",
+      "! --",
+      "jp g",
+      "j pg",
+      "im ento",
+      "iment o",
+      "imen to",
+      "▁Pro f",
+      "▁Pr of",
+      "▁ach ieve",
+      "▁achiev e",
+      "} :",
+      "▁in cor",
+      "▁inc or",
+      "▁o nder",
+      "▁on der",
+      "▁onde r",
+      "▁ onder",
+      "en gl",
+      "eng l",
+      "AB LE",
+      "▁M ary",
+      "▁Mar y",
+      "▁Ma ry",
+      "▁w aren",
+      "▁war en",
+      "▁wa ren",
+      "la ge",
+      "lag e",
+      "l age",
+      "De c",
+      "D ec",
+      "анг л",
+      "en cias",
+      "enc ias",
+      "encia s",
+      "enci as",
+      "ле й",
+      "л ей",
+      "▁M achine",
+      "▁Mach ine",
+      "▁ Machine",
+      "▁А н",
+      "ud a",
+      "u da",
+      "▁ ś",
+      "▁X X",
+      "▁ XX",
+      "on ly",
+      "ле ние",
+      "▁tamb ién",
+      "ne j",
+      "n ej",
+      "▁rel ative",
+      "▁relativ e",
+      "▁ relative",
+      "▁h ours",
+      "▁ho urs",
+      "▁hour s",
+      "▁ind eed",
+      "▁inde ed",
+      "un do",
+      "und o",
+      "in gu",
+      "ing u",
+      "ar ea",
+      "are a",
+      "a rea",
+      "▁C reate",
+      "▁Cre ate",
+      "▁ Create",
+      "be it",
+      "bei t",
+      "▁rem oved",
+      "▁remove d",
+      "▁remov ed",
+      "ma ster",
+      "mas ter",
+      "maste r",
+      "m aster",
+      "ha us",
+      "h aus",
+      "▁B ern",
+      "▁Be rn",
+      "▁Ber n",
+      "▁sp eed",
+      "▁spe ed",
+      "▁ speed",
+      "▁B ay",
+      "▁Ba y",
+      "▁A tt",
+      "▁At t",
+      "▁ Att",
+      "▁N one",
+      "▁No ne",
+      "▁Non e",
+      "▁ None",
+      "app lication",
+      "ü d",
+      "▁f it",
+      "▁fi t",
+      "▁ fit",
+      "▁M aria",
+      "▁Mar ia",
+      "▁Ma ria",
+      "▁Mari a",
+      "▁n ord",
+      "▁no rd",
+      "▁nor d",
+      "▁s plit",
+      "▁sp lit",
+      "▁spl it",
+      "▁ split",
+      "▁st ru",
+      "▁str u",
+      "▁ stru",
+      "▁o fficial",
+      "▁off icial",
+      "▁offic ial",
+      "▁offici al",
+      "▁exec ute",
+      "▁execut e",
+      "▁ execute",
+      "ou ve",
+      "ouv e",
+      "o uve",
+      "{ {",
+      "▁A p",
+      "▁ Ap",
+      "▁к у",
+      "▁ ку",
+      "I L",
+      "▁ ^",
+      "di m",
+      "d im",
+      "▁set up",
+      "▁ setup",
+      "с к",
+      "▁sh are",
+      "▁ share",
+      "▁min utes",
+      "▁minute s",
+      "gl e",
+      "g le",
+      "oc o",
+      "o co",
+      "st ell",
+      "ste ll",
+      "▁C oun",
+      "▁Co un",
+      "▁Cou n",
+      "▁tem per",
+      "▁temp er",
+      "▁ temper",
+      "ke it",
+      "сь кий",
+      "a o",
+      "▁L ong",
+      "▁Lo ng",
+      "▁ Long",
+      "( &",
+      "ка н",
+      "к ан",
+      "▁d ens",
+      "▁de ns",
+      "▁den s",
+      "▁ dens",
+      "Bu t",
+      "B ut",
+      "X X",
+      "DA TE",
+      "DAT E",
+      "D ATE",
+      "ga n",
+      "g an",
+      ".) .",
+      ". ).",
+      "▁en try",
+      "▁ent ry",
+      "▁entr y",
+      "▁ entry",
+      "inst all",
+      "▁з на",
+      "▁ зна",
+      "▁S om",
+      "▁So m",
+      "Comm and",
+      "ße n",
+      "ß en",
+      "▁start ing",
+      "▁star ting",
+      "▁s to",
+      "▁st o",
+      "▁ sto",
+      "I G",
+      "▁min im",
+      "▁mi nim",
+      "▁mini m",
+      "▁exp licit",
+      "▁explic it",
+      "▁by tes",
+      "▁byte s",
+      "▁ bytes",
+      "▁par ty",
+      "▁part y",
+      "▁ party",
+      "to ber",
+      "t ober",
+      "▁G rand",
+      "▁Gr and",
+      "▁Gra nd",
+      "▁Gran d",
+      "▁V or",
+      "▁Vo r",
+      "▁ Vor",
+      "▁l eur",
+      "▁le ur",
+      "▁ leur",
+      "Doc ument",
+      "D ocument",
+      "er c",
+      "e rc",
+      "ens ive",
+      "C P",
+      "en v",
+      "▁arg uments",
+      "▁argument s",
+      "▁ arguments",
+      "▁G ran",
+      "▁Gr an",
+      "▁Gra n",
+      "ar ily",
+      "ari ly",
+      "▁l in",
+      "▁li n",
+      "▁ lin",
+      "t n",
+      "( -",
+      "ge q",
+      "g eq",
+      "▁F amil",
+      "▁Fa mil",
+      "▁Fam il",
+      "▁ Famil",
+      "▁Б о",
+      "▁t our",
+      "▁to ur",
+      "▁tou r",
+      "▁n av",
+      "▁na v",
+      "▁ nav",
+      "▁proper ly",
+      "▁M rs",
+      "▁Mr s",
+      "▁M el",
+      "▁Me l",
+      "▁sc ale",
+      "▁scal e",
+      "▁ scale",
+      "ast ic",
+      "d s",
+      "▁S ir",
+      "▁Si r",
+      "▁Ch urch",
+      "}^ {\\",
+      "}^{ \\",
+      "} ^{\\",
+      "yo u",
+      "y ou",
+      "/ .",
+      "S o",
+      "▁br ought",
+      "▁r ole",
+      "▁ro le",
+      "▁rol e",
+      "▁ role",
+      "▁S ur",
+      "▁Su r",
+      "▁ Sur",
+      "▁f ond",
+      "▁fo nd",
+      "▁fon d",
+      "▁g es",
+      "▁ge s",
+      "▁ ges",
+      "ż e",
+      "et en",
+      "ete n",
+      "e ten",
+      "▁é tait",
+      "▁ét ait",
+      "▁ était",
+      "SE R",
+      "S ER",
+      "▁ко торы",
+      "▁кото ры",
+      "▁equ ation",
+      "▁ equation",
+      "as px",
+      "asp x",
+      "▁A fr",
+      "▁Af r",
+      "▁d it",
+      "▁di t",
+      "▁ dit",
+      "em pty",
+      "emp ty",
+      "empt y",
+      "al ement",
+      "ale ment",
+      "alem ent",
+      "a lement",
+      "wr ap",
+      "w rap",
+      "▁B et",
+      "▁Be t",
+      "▁col lect",
+      "▁coll ect",
+      "▁colle ct",
+      "▁ collect",
+      "▁g it",
+      "▁gi t",
+      "▁ git",
+      "▁v ie",
+      "▁vi e",
+      "▁ vie",
+      "▁. .",
+      "▁ ..",
+      "ро й",
+      "▁< ?",
+      "▁ <?",
+      "▁ed uc",
+      "k l",
+      "ens is",
+      "▁O R",
+      "▁ OR",
+      "▁H i",
+      "▁ Hi",
+      "▁C our",
+      "▁Co ur",
+      "▁Cou r",
+      "б ы",
+      "ce rt",
+      "cer t",
+      "c ert",
+      "▁G es",
+      "▁Ge s",
+      "ess or",
+      "esso r",
+      "Ma in",
+      "M ain",
+      "▁ лю",
+      "ca de",
+      "c ade",
+      "do t",
+      "d ot",
+      "au gh",
+      "aug h",
+      "a ugh",
+      "hi b",
+      "h ib",
+      "▁autom atically",
+      "▁auto matically",
+      "▁automat ically",
+      "▁automatic ally",
+      "▁sp ir",
+      "pr esent",
+      "pre sent",
+      "pres ent",
+      "▁Febru ary",
+      "▁Februar y",
+      "▁E lle",
+      "▁El le",
+      "▁Ell e",
+      "cus tom",
+      "c ustom",
+      "▁pro get",
+      "▁admin istr",
+      "▁administ r",
+      "A A",
+      "▁b orn",
+      "▁bo rn",
+      "▁bor n",
+      "▁ born",
+      "▁Col lege",
+      "▁Colleg e",
+      "▁Coll ege",
+      "at hol",
+      "ath ol",
+      "` )",
+      "ier re",
+      "▁r an",
+      "▁ra n",
+      "▁ ran",
+      "▁prof ession",
+      "▁profess ion",
+      "og en",
+      "oge n",
+      "o gen",
+      "}_ {\\",
+      "}_{ \\",
+      "} _{\\",
+      "▁act ivity",
+      "▁activ ity",
+      "▁ activity",
+      "▁sc roll",
+      "▁scr oll",
+      "▁ scroll",
+      "▁pro ve",
+      "▁pr ove",
+      "▁prov e",
+      "ibr ary",
+      "i brary",
+      "er ies",
+      "erie s",
+      "eri es",
+      "e ries",
+      "Re ad",
+      "R ead",
+      "ye ar",
+      "y ear",
+      "▁l ang",
+      "▁la ng",
+      "▁lan g",
+      "▁ lang",
+      "De t",
+      "D et",
+      "▁k new",
+      "▁kn ew",
+      "▁kne w",
+      "▁prote cted",
+      "▁protect ed",
+      "▁prot ected",
+      "▁ protected",
+      "▁w or",
+      "▁wo r",
+      "▁ wor",
+      "▁e ffic",
+      "▁eff ic",
+      "▁r ég",
+      "▁ré g",
+      "▁the ory",
+      "▁ theory",
+      "▁pub lished",
+      "▁publish ed",
+      "re al",
+      "rea l",
+      "▁T our",
+      "▁To ur",
+      "▁dur ante",
+      "▁durant e",
+      "ä s",
+      "▁pos itive",
+      "▁posit ive",
+      "▁for ward",
+      "▁ forward",
+      "▁R el",
+      "▁Re l",
+      "▁ Rel",
+      "{ \"",
+      "par k",
+      "p ark",
+      "▁U m",
+      "▁e er",
+      "en ta",
+      "ent a",
+      "▁i mag",
+      "▁im ag",
+      "но ї",
+      "pi el",
+      "pie l",
+      "p iel",
+      "▁j Query",
+      "▁ jQuery",
+      "is me",
+      "ism e",
+      "ch ni",
+      "chn i",
+      "or gan",
+      "org an",
+      "▁ar gs",
+      "▁arg s",
+      "▁ args",
+      "oi r",
+      "o ir",
+      "he im",
+      "ri an",
+      "ria n",
+      "r ian",
+      "el ess",
+      "eles s",
+      "ele ss",
+      "e less",
+      "us es",
+      "use s",
+      "ди н",
+      "д ин",
+      "ic ión",
+      "ici ón",
+      "ició n",
+      "i ción",
+      "▁ind ust",
+      "▁indu st",
+      "▁ indust",
+      "▁w ish",
+      "▁wis h",
+      "án y",
+      "á ny",
+      "oc a",
+      "o ca",
+      "▁ang ular",
+      "▁ angular",
+      "ie ved",
+      "ieve d",
+      "iev ed",
+      "▁occ ur",
+      "▁oc cur",
+      "SE LECT",
+      "on ia",
+      "oni a",
+      "o nia",
+      "ad min",
+      "▁B est",
+      "▁Be st",
+      "▁Bes t",
+      "▁ Best",
+      "▁э то",
+      "о гра",
+      "▁l oss",
+      "▁lo ss",
+      "▁los s",
+      "▁ loss",
+      "▁b al",
+      "▁ba l",
+      "▁ bal",
+      "▁Р ос",
+      "▁Ро с",
+      "▁care er",
+      "▁п е",
+      "▁ пе",
+      "I X",
+      "▁f all",
+      "▁fa ll",
+      "▁fal l",
+      "▁ fall",
+      "▁R ob",
+      "▁Ro b",
+      "▁ Rob",
+      "▁O P",
+      "▁ OP",
+      "en ed",
+      "ene d",
+      "e ned",
+      "graph ics",
+      "▁c oming",
+      "▁com ing",
+      "▁co ming",
+      "▁ coming",
+      "Up date",
+      "▁d ied",
+      "▁di ed",
+      "▁die d",
+      "ed en",
+      "ede n",
+      "e den",
+      "▁a bs",
+      "▁ab s",
+      "▁ abs",
+      "▁in ner",
+      "▁inn er",
+      "▁inne r",
+      "▁ inner",
+      "▁t rav",
+      "▁tr av",
+      "▁tra v",
+      "сто я",
+      "z ą",
+      "é p",
+      "▁Gr oup",
+      "▁Gro up",
+      "▁ Group",
+      "▁c el",
+      "▁ce l",
+      "▁ cel",
+      "▁st uff",
+      "▁situ ation",
+      "▁$ {",
+      "▁ ${",
+      "ac le",
+      "a cle",
+      "▁pur pose",
+      "▁F ire",
+      "▁Fir e",
+      "▁ Fire",
+      "▁O h",
+      "▁ Oh",
+      "▁Se cond",
+      "▁Sec ond",
+      "▁ Second",
+      "▁up load",
+      "▁ upload",
+      "os tał",
+      "ost ał",
+      "osta ł",
+      "ю щи",
+      "Aut h",
+      "A uth",
+      "▁show ing",
+      "▁sho wing",
+      "▁complet ely",
+      "▁complete ly",
+      "av el",
+      "ave l",
+      "a vel",
+      "b d",
+      "▁pro ced",
+      "▁proc ed",
+      "▁ Ö",
+      "cont rol",
+      "contr ol",
+      "▁th ank",
+      "▁than k",
+      "und red",
+      "▁t om",
+      "▁to m",
+      "▁ tom",
+      "▁ex amples",
+      "▁example s",
+      "▁exam ples",
+      "▁ examples",
+      "▁re member",
+      "▁rem ember",
+      "▁ра бо",
+      "▁ рабо",
+      "▁poss ib",
+      "▁det ect",
+      "▁p oor",
+      "▁po or",
+      "▁O p",
+      "▁ Op",
+      "▁cent ury",
+      "▁ century",
+      "ut ter",
+      "utt er",
+      "▁lo gin",
+      "▁log in",
+      "▁ login",
+      "un st",
+      "uns t",
+      "Out put",
+      "▁other wise",
+      "la n",
+      "l an",
+      "ту р",
+      "т ур",
+      "▁с ов",
+      "▁со в",
+      "▁ сов",
+      "▁gr oups",
+      "▁group s",
+      "▁gro ups",
+      "▁ groups",
+      "ri p",
+      "r ip",
+      "▁s hell",
+      "▁sh ell",
+      "▁she ll",
+      "▁ shell",
+      "▁d istrict",
+      "▁dist rict",
+      "▁rec ords",
+      "▁record s",
+      "▁si è",
+      "fort un",
+      "en ty",
+      "ent y",
+      "▁T re",
+      "▁Tr e",
+      "▁ch anging",
+      "▁chang ing",
+      "сле д",
+      "aug ht",
+      "augh t",
+      "▁de ep",
+      "▁ deep",
+      "sub set",
+      "ag y",
+      "a gy",
+      "en dar",
+      "end ar",
+      "enda r",
+      "ja x",
+      "j ax",
+      "O M",
+      "E l",
+      "im ate",
+      "ima te",
+      "imat e",
+      "i mate",
+      "ar do",
+      "ard o",
+      "▁p lot",
+      "▁pl ot",
+      "▁ plot",
+      "▁vis it",
+      "▁b ug",
+      "▁bu g",
+      "▁ bug",
+      "▁в се",
+      "▁вс е",
+      "▁op ened",
+      "▁open ed",
+      "▁re pla",
+      "▁rep la",
+      "▁Hen ry",
+      "▁p p",
+      "▁ pp",
+      "ba s",
+      "b as",
+      "▁d ark",
+      "▁dar k",
+      "▁ dark",
+      "▁Mart in",
+      "▁ Martin",
+      "▁re source",
+      "▁res ource",
+      "▁ resource",
+      "il ing",
+      "ili ng",
+      "i ling",
+      "▁w atch",
+      "▁wat ch",
+      "▁ watch",
+      "re place",
+      "rep lace",
+      "▁re lease",
+      "▁ release",
+      "Lo cation",
+      "Loc ation",
+      "L ocation",
+      "▁le arning",
+      "▁learn ing",
+      "▁lear ning",
+      "▁ learning",
+      "me nu",
+      "men u",
+      "m enu",
+      "▁all ows",
+      "▁allow s",
+      "▁allo ws",
+      "ъ р",
+      "L ength",
+      "▁wh atever",
+      "▁what ever",
+      "▁p ages",
+      "▁page s",
+      "▁pa ges",
+      "▁pag es",
+      "▁ pages",
+      "▁comp iler",
+      "▁compile r",
+      "▁ compiler",
+      "▁так же",
+      "▁P an",
+      "▁Pa n",
+      "▁ Pan",
+      "comm and",
+      "▁ro ad",
+      "▁ road",
+      "▁un less",
+      "▁ unless",
+      "` ?",
+      "▁dis cover",
+      "▁disc over",
+      "▁disco ver",
+      "▁о н",
+      "▁ он",
+      "} ]",
+      "bo ur",
+      "b our",
+      "▁C ould",
+      "▁Co uld",
+      "▁Cou ld",
+      "▁ Could",
+      "▁re gex",
+      "▁reg ex",
+      "▁ regex",
+      "▁p s",
+      "▁ ps",
+      "C D",
+      "и з",
+      "▁w ife",
+      "am enti",
+      "ament i",
+      "amen ti",
+      "▁f air",
+      "▁fa ir",
+      "▁D B",
+      "▁ DB",
+      "▁C up",
+      "▁Cu p",
+      "en en",
+      "ene n",
+      "e nen",
+      "aj ax",
+      "aja x",
+      "a jax",
+      "oth èque",
+      "▁se iner",
+      "▁sein er",
+      "▁seine r",
+      "▁sei ner",
+      "ic ker",
+      "ick er",
+      "i cker",
+      "á m",
+      "ex change",
+      "ol es",
+      "ole s",
+      "o les",
+      "I F",
+      "▁Д о",
+      "oh n",
+      "o hn",
+      "▁g row",
+      "▁gr ow",
+      "▁gro w",
+      "▁T hus",
+      "▁Th us",
+      "sp ec",
+      "spe c",
+      "s pec",
+      "▁h atte",
+      "▁ha tte",
+      "▁hat te",
+      "# ,",
+      "all el",
+      "alle l",
+      "▁r ate",
+      "▁ra te",
+      "▁rat e",
+      "▁ rate",
+      "▁cent ral",
+      "▁ central",
+      "▁V an",
+      "▁Va n",
+      "if orn",
+      "R un",
+      "▁stud y",
+      "▁X ML",
+      "▁ XML",
+      "▁C he",
+      "▁Ch e",
+      "▁ Che",
+      "▁be aut",
+      "mi d",
+      "m id",
+      "▁adv ance",
+      "V er",
+      "т я",
+      "▁h ands",
+      "▁hand s",
+      "▁han ds",
+      "▁l ay",
+      "▁la y",
+      "▁ lay",
+      "▁ š",
+      "▁O S",
+      "▁ OS",
+      "▁{ }",
+      "▁ {}",
+      "Pr e",
+      "P re",
+      "▁H all",
+      "▁Ha ll",
+      "▁Hal l",
+      "im p",
+      "i mp",
+      "▁s un",
+      "▁su n",
+      "▁ sun",
+      "▁st eps",
+      "▁ste ps",
+      "▁step s",
+      "▁ steps",
+      "▁j ud",
+      "▁ju d",
+      "▁ jud",
+      "qu i",
+      "q ui",
+      "▁b oot",
+      "▁bo ot",
+      "▁ boot",
+      "▁% >",
+      "▁В а",
+      "no st",
+      "nos t",
+      "n ost",
+      "▁n em",
+      "▁ne m",
+      "▁ nem",
+      "▁p en",
+      "▁pe n",
+      "▁ pen",
+      "Op en",
+      "O pen",
+      "▁ch urch",
+      "ко н",
+      "к он",
+      "▁a verage",
+      "▁aver age",
+      "▁ave rage",
+      "▁com ments",
+      "▁comm ents",
+      "▁comment s",
+      "▁ comments",
+      "▁correspond ing",
+      "lev ant",
+      "▁b ed",
+      "▁be d",
+      "▁ bed",
+      "▁mean ing",
+      "V ersion",
+      "Lin k",
+      "L ink",
+      "be l",
+      "b el",
+      "▁ext ract",
+      "▁extra ct",
+      "▁extr act",
+      "▁ extract",
+      "ś ć",
+      "▁I V",
+      "▁ IV",
+      "▁I r",
+      "▁comp uter",
+      "▁comput er",
+      "▁compute r",
+      "▁a ffect",
+      "▁af fect",
+      "▁aff ect",
+      "▁С та",
+      "▁Ст а",
+      "A X",
+      "so rt",
+      "s ort",
+      "▁s pecies",
+      "▁spe cies",
+      "▁spec ies",
+      "▁specie s",
+      "▁ species",
+      "▁O per",
+      "▁Op er",
+      "▁ Oper",
+      "▁h ash",
+      "▁ha sh",
+      "▁has h",
+      "▁ hash",
+      "ch es",
+      "che s",
+      "c hes",
+      "▁Einz eln",
+      "▁Einzel n",
+      "▁ke ys",
+      "▁key s",
+      "▁ keys",
+      "▁mar zo",
+      "▁inter pret",
+      "▁interpre t",
+      "ho od",
+      "h ood",
+      "▁co ordin",
+      "▁coord in",
+      "ö s",
+      "ra ge",
+      "rag e",
+      "r age",
+      "et z",
+      "e tz",
+      "iz a",
+      "i za",
+      "де р",
+      "д ер",
+      "ü t",
+      "^ *",
+      "▁mod ify",
+      "▁term in",
+      "▁ter min",
+      "▁ termin",
+      "▁c red",
+      "▁cre d",
+      "▁cr ed",
+      "▁ cred",
+      "zo n",
+      "z on",
+      "ну ю",
+      "н ую",
+      "▁m ie",
+      "▁mi e",
+      "▁' '",
+      "▁ ''",
+      "▁M os",
+      "▁Mo s",
+      "▁conne cted",
+      "▁connect ed",
+      "▁conn ected",
+      "▁ connected",
+      "N O",
+      "▁comp ile",
+      "▁ compile",
+      "▁\" \\",
+      "▁ \"\\",
+      "▁c at",
+      "▁ca t",
+      "▁ cat",
+      "f iddle",
+      "ut a",
+      "u ta",
+      "Acc ess",
+      "Ac cess",
+      "A ccess",
+      "▁S to",
+      "▁St o",
+      "▁ Sto",
+      "▁B ur",
+      "▁Bu r",
+      "▁n orth",
+      "▁nor th",
+      "G amma",
+      "▁al loc",
+      "▁all oc",
+      "▁allo c",
+      "▁ alloc",
+      "In it",
+      "I nit",
+      "▁L ink",
+      "▁Lin k",
+      "▁ Link",
+      "ial ize",
+      "iali ze",
+      "Im pl",
+      "Imp l",
+      "ou pe",
+      "oup e",
+      "rop ri",
+      "▁G old",
+      "▁Go ld",
+      "▁Gol d",
+      "▁s olo",
+      "▁so lo",
+      "▁sol o",
+      "▁D ist",
+      "▁Dis t",
+      "▁Di st",
+      "▁ Dist",
+      ", -",
+      "na v",
+      "n av",
+      "▁al ert",
+      "▁ale rt",
+      "▁ alert",
+      "es is",
+      "esi s",
+      "▁O s",
+      "▁ Os",
+      "// /",
+      "/ //",
+      "▁f eb",
+      "▁fe b",
+      "▁- ->",
+      "▁-- >",
+      "▁ -->",
+      "fo ot",
+      "foo t",
+      "f oot",
+      "▁F ried",
+      "▁Fr ied",
+      "▁Fri ed",
+      "▁Einzeln ach",
+      "▁Einzel nach",
+      "▁re v",
+      "▁r ev",
+      "▁ rev",
+      "ze it",
+      "▁S tat",
+      "▁St at",
+      "▁Sta t",
+      "▁ Stat",
+      "▁S eg",
+      "▁Se g",
+      "▁ Seg",
+      "▁b lo",
+      "▁bl o",
+      "▁ blo",
+      "wi ck",
+      "w ick",
+      "E L",
+      "ca ption",
+      "cap tion",
+      "capt ion",
+      "he ader",
+      "head er",
+      "▁pres ident",
+      "▁presiden t",
+      "▁mult ip",
+      "▁multi p",
+      "▁mul tip",
+      "▁ multip",
+      "▁Einzelnach weise",
+      "▁se ine",
+      "▁sein e",
+      "▁sei ne",
+      "? ”",
+      "Func tion",
+      "Fun ction",
+      "F unction",
+      "▁St and",
+      "▁Sta nd",
+      "▁Stan d",
+      "▁ Stand",
+      "▁F unction",
+      "▁Fun ction",
+      "▁ Function",
+      "▁? >",
+      "▁ ?>",
+      "▁B ill",
+      "▁Bi ll",
+      "▁Bil l",
+      "▁s pect",
+      "▁sp ect",
+      "▁spe ct",
+      "▁spec t",
+      "▁ spect",
+      "▁re direct",
+      "▁red irect",
+      "▁ redirect",
+      "ru pt",
+      "rup t",
+      "r upt",
+      "▁w alk",
+      "▁wal k",
+      "▁ walk",
+      "в ши",
+      "spring framework",
+      "pl ace",
+      "pla ce",
+      "p lace",
+      "é ho",
+      "Ent ity",
+      "▁Ser vice",
+      "▁Serv ice",
+      "▁ Service",
+      "in te",
+      "int e",
+      "▁tr aining",
+      "▁tra ining",
+      "▁train ing",
+      "▁ training",
+      "▁( `",
+      "▁ (`",
+      "фо р",
+      "ф ор",
+      "▁к ра",
+      "▁ кра",
+      "au r",
+      "a ur",
+      "▁f etch",
+      "▁fet ch",
+      "▁ fetch",
+      "▁ †",
+      "▁m ême",
+      "▁ même",
+      "▁( '",
+      "▁ ('",
+      "at ively",
+      "ative ly",
+      "ativ ely",
+      "▁exec ut",
+      "ä ch",
+      "▁Catalog ue",
+      "ba sed",
+      "base d",
+      "bas ed",
+      "b ased",
+      "Att ribute",
+      "▁s pring",
+      "▁sp ring",
+      "▁spr ing",
+      "▁ spring",
+      "ph one",
+      "phon e",
+      "т ра",
+      "▁п и",
+      "▁ пи",
+      "те ра",
+      "тер а",
+      "т ера",
+      "▁` \\",
+      "▁O d",
+      "On e",
+      "O ne",
+      "se nd",
+      "sen d",
+      "s end",
+      "bo n",
+      "b on",
+      "▁ °",
+      "M O",
+      "▁as king",
+      "▁ask ing",
+      "▁o ù",
+      "▁ing år",
+      "▁test ing",
+      "▁ testing",
+      "▁ф а",
+      "▁ фа",
+      "▁B ook",
+      "▁Bo ok",
+      "▁ Book",
+      "im m",
+      "i mm",
+      "▁pro gress",
+      "▁ progress",
+      "br o",
+      "b ro",
+      "F irst",
+      "▁p hot",
+      "▁ph ot",
+      "▁O N",
+      "▁ ON",
+      "Tem plate",
+      "Temp late",
+      "develop er",
+      "an not",
+      "ann ot",
+      "anno t",
+      "▁> =",
+      "▁ >=",
+      "miss ion",
+      "m ission",
+      "▁k tó",
+      "▁ któ",
+      "p c",
+      "ba ch",
+      "b ach",
+      "ze nt",
+      "zen t",
+      "z ent",
+      "ue d",
+      "u ed",
+      "▁o nes",
+      "▁on es",
+      "▁one s",
+      "▁ ones",
+      "ј и",
+      "▁r out",
+      "▁ro ut",
+      "▁rou t",
+      "▁ rout",
+      "▁К и",
+      "Pos t",
+      "Po st",
+      "P ost",
+      "ці ї",
+      "ц ії",
+      "▁V ir",
+      "▁Vi r",
+      "ne k",
+      "n ek",
+      "ag ing",
+      "agi ng",
+      "agin g",
+      "a ging",
+      "▁о к",
+      "▁ ок",
+      "iz ont",
+      "izo nt",
+      "izon t",
+      "▁ag osto",
+      "▁ago sto",
+      "▁cho ose",
+      "▁ choose",
+      "▁ \r",
+      "▁system s",
+      "▁syst ems",
+      "lo ss",
+      "los s",
+      "l oss",
+      "ien te",
+      "ient e",
+      "i ente",
+      "▁C re",
+      "▁Cr e",
+      "▁ Cre",
+      "▁con tra",
+      "▁cont ra",
+      "▁contr a",
+      "▁ contra",
+      "um s",
+      "u ms",
+      "▁begin ning",
+      "em y",
+      "e my",
+      "ist ics",
+      "istic s",
+      "isti cs",
+      "▁s erved",
+      "▁ser ved",
+      "▁serv ed",
+      "▁serve d",
+      "Do wn",
+      "D own",
+      "option s",
+      "opt ions",
+      "o ptions",
+      "▁G overn",
+      "▁Go vern",
+      "▁B Y",
+      "▁ BY",
+      "▁j est",
+      "▁je st",
+      "▁ jest",
+      "t é",
+      "▁cont inue",
+      "▁contin ue",
+      "▁continu e",
+      "▁ continue",
+      "pe rs",
+      "per s",
+      "p ers",
+      "▁eas ier",
+      "▁c os",
+      "▁co s",
+      "▁ cos",
+      "es so",
+      "ess o",
+      "> >",
+      "Ne t",
+      "N et",
+      "▁B or",
+      "▁Bo r",
+      "▁C r",
+      "▁ Cr",
+      "▁trans fer",
+      "▁C SS",
+      "▁CS S",
+      "▁ CSS",
+      "▁fin ns",
+      "▁х о",
+      "▁ хо",
+      "us ername",
+      "user name",
+      "▁con stru",
+      "▁const ru",
+      "▁p ain",
+      "▁pa in",
+      "▁T em",
+      "▁Te m",
+      "▁ Tem",
+      "▁spec ified",
+      "▁b rit",
+      "▁br it",
+      "▁ brit",
+      "ски е",
+      "с кие",
+      "ir k",
+      "ra pper",
+      "rap per",
+      "r apper",
+      "▁c ounter",
+      "▁co unter",
+      "▁count er",
+      "▁coun ter",
+      "▁ counter",
+      "▁[ \"",
+      "▁ [\"",
+      "ode d",
+      "od ed",
+      "o ded",
+      "да н",
+      "д ан",
+      "pro perty",
+      "ha rd",
+      "har d",
+      "h ard",
+      "ist rict",
+      "istr ict",
+      ") /",
+      "▁P our",
+      "▁Po ur",
+      "▁W here",
+      "▁Wh ere",
+      "▁Whe re",
+      "▁ Where",
+      "▁= ==",
+      "▁== =",
+      "▁ ===",
+      "▁s owie",
+      "▁so wie",
+      "▁sow ie",
+      "▁П ро",
+      "▁d ess",
+      "▁de ss",
+      "▁des s",
+      "▁ dess",
+      "▁t ras",
+      "▁tr as",
+      "▁tra s",
+      "▁ tras",
+      "▁у ча",
+      "▁O ver",
+      "▁ Over",
+      "no te",
+      "not e",
+      "n ote",
+      "▁Amer ica",
+      "▁ America",
+      "c p",
+      "▁gr ande",
+      "▁gra nde",
+      "▁gran de",
+      "▁grand e",
+      "M e",
+      ") -",
+      "Mod e",
+      "Mo de",
+      "M ode",
+      "▁pass ing",
+      "▁pas sing",
+      "▁g iving",
+      "▁giv ing",
+      "▁gi ving",
+      "C l",
+      "} /",
+      "Me nu",
+      "Men u",
+      "M enu",
+      "! !",
+      "ang ular",
+      "angu lar",
+      "▁la unch",
+      "▁ launch",
+      "var phi",
+      "▁Joh ann",
+      "▁Johan n",
+      "▁for each",
+      "▁fore ach",
+      "▁ foreach",
+      "r ó",
+      "se qu",
+      "seq u",
+      "s equ",
+      "if i",
+      "i fi",
+      "A m",
+      "ar p",
+      "a rp",
+      "▁b uffer",
+      "▁buf fer",
+      "▁buff er",
+      "▁ buffer",
+      "▁n i",
+      "▁ ni",
+      "▁m ix",
+      "▁mi x",
+      "▁ mix",
+      "▁M useum",
+      "▁Muse um",
+      "▁me ant",
+      "▁mean t",
+      "as i",
+      "a si",
+      "▁k an",
+      "▁ka n",
+      "▁ kan",
+      "пра в",
+      "п рав",
+      "Com p",
+      "Co mp",
+      "C omp",
+      "is toire",
+      "ist oire",
+      "isto ire",
+      "if ul",
+      "i ful",
+      "je r",
+      "j er",
+      "iss ions",
+      "ission s",
+      "Re source",
+      "Res ource",
+      "▁в оз",
+      "▁во з",
+      "▁S T",
+      "▁ ST",
+      "▁sol utions",
+      "▁solution s",
+      "▁be long",
+      "▁bel ong",
+      "▁As soci",
+      "▁Ass oci",
+      "▁ Associ",
+      "c f",
+      "▁M är",
+      "▁g rid",
+      "▁gr id",
+      "▁ grid",
+      "M ult",
+      "▁require s",
+      "▁requ ires",
+      "k k",
+      "▁t each",
+      "▁te ach",
+      "▁tea ch",
+      "eme inde",
+      "emein de",
+      "▁s quare",
+      "▁squ are",
+      "▁ square",
+      "▁ко ман",
+      "▁ком ан",
+      "▁E vent",
+      "▁Ev ent",
+      "▁Even t",
+      "▁ Event",
+      "▁r ules",
+      "▁rule s",
+      "▁ru les",
+      "▁ rules",
+      "▁b ur",
+      "▁bu r",
+      "▁ bur",
+      "▁e ing",
+      "▁ein g",
+      "▁ eing",
+      "▁M ai",
+      "▁Ma i",
+      "▁n am",
+      "▁na m",
+      "▁ nam",
+      "▁s lä",
+      "▁sl ä",
+      "hö r",
+      "h ör",
+      "▁t ip",
+      "▁ti p",
+      "▁ tip",
+      "▁Liter atur",
+      "▁s cope",
+      "▁sc ope",
+      "▁scop e",
+      "▁ scope",
+      "over line",
+      "▁ex it",
+      "▁ exit",
+      ") ?",
+      "be t",
+      "b et",
+      "▁v ict",
+      "▁vi ct",
+      "▁vic t",
+      "Of f",
+      "O ff",
+      "▁appro xim",
+      "▁G eb",
+      "▁Ge b",
+      "kt op",
+      "k top",
+      "he it",
+      "▁ Ю",
+      "tem plate",
+      "temp late",
+      "ро н",
+      "р он",
+      "▁u no",
+      "▁un o",
+      "▁ uno",
+      "Ser v",
+      "Se rv",
+      "S erv",
+      "▁frame work",
+      "▁ framework",
+      "oper ator",
+      "opera tor",
+      "▁gener ally",
+      "▁general ly",
+      "▁h undred",
+      "▁d ivers",
+      "▁di vers",
+      "▁div ers",
+      "▁diver s",
+      "ov i",
+      "o vi",
+      "▁r és",
+      "▁ré s",
+      "▁ rés",
+      "ab s",
+      "a bs",
+      "▁g al",
+      "▁ga l",
+      "▁ gal",
+      "ça is",
+      "ç ais",
+      "▁fe et",
+      "▁fee t",
+      "▁v irtual",
+      "▁virt ual",
+      "▁ virtual",
+      "cz y",
+      "c zy",
+      "ск у",
+      "с ку",
+      ". /",
+      "h u",
+      "an cy",
+      "anc y",
+      "▁recomm end",
+      "▁п ід",
+      "▁пі д",
+      "▁m oney",
+      "▁mon ey",
+      "▁mo ney",
+      "▁vers ions",
+      "▁version s",
+      "▁ versions",
+      "▁hel ps",
+      "▁help s",
+      "▁H or",
+      "▁Ho r",
+      "▁ Hor",
+      "Item s",
+      "It ems",
+      "lo ok",
+      "l ook",
+      "con nect",
+      "conne ct",
+      "conn ect",
+      "an ges",
+      "ang es",
+      "ange s",
+      "View Controller",
+      "el ijk",
+      "elij k",
+      "eli jk",
+      "e lijk",
+      "▁occ up",
+      "▁oc cup",
+      "▁ occup",
+      "▁ed itor",
+      "▁edit or",
+      "▁ editor",
+      "au to",
+      "aut o",
+      "a uto",
+      "ö g",
+      "▁second s",
+      "▁sec onds",
+      "▁ seconds",
+      "▁ob vious",
+      "v m",
+      "ak es",
+      "ake s",
+      "a kes",
+      "▁g egen",
+      "▁ge gen",
+      "▁geg en",
+      "▁t il",
+      "▁ti l",
+      "▁ til",
+      "ject ion",
+      "je ction",
+      "j ection",
+      "ле ння",
+      "лен ня",
+      "▁oper ations",
+      "▁operation s",
+      "▁E ast",
+      "og y",
+      "o gy",
+      "▁P olit",
+      "▁Pol it",
+      "▁Po lit",
+      "ut en",
+      "ute n",
+      "u ten",
+      "▁Jose ph",
+      "\" `",
+      "▁Comp any",
+      "▁ Company",
+      "▁call back",
+      "▁ callback",
+      "▁s en",
+      "▁se n",
+      "▁ sen",
+      "cc ión",
+      "cció n",
+      "c ción",
+      "▁associ ated",
+      "▁associate d",
+      "▁cont aining",
+      "▁contain ing",
+      "▁pract ice",
+      "elij ke",
+      "elijk e",
+      "e lijke",
+      "ok e",
+      "o ke",
+      "ér a",
+      "é ra",
+      "un s",
+      "u ns",
+      "an ta",
+      "ant a",
+      "ve y",
+      "v ey",
+      "z u",
+      "▁B es",
+      "▁Be s",
+      "▁F lor",
+      "▁Fl or",
+      "▁Flo r",
+      "me m",
+      "m em",
+      "yc z",
+      "y cz",
+      "▁arch itect",
+      "▁an ni",
+      "▁ann i",
+      "▁ anni",
+      "▁cont act",
+      "▁ contact",
+      "Y PE",
+      "▁C as",
+      "▁Ca s",
+      "▁по лу",
+      "▁пол у",
+      "ov o",
+      "o vo",
+      "▁b ring",
+      "▁br ing",
+      "▁con cept",
+      "▁conce pt",
+      "▁j s",
+      "▁ js",
+      "▁Refer encias",
+      "em ble",
+      "emb le",
+      "embl e",
+      "▁ н",
+      "▁supp orted",
+      "▁support ed",
+      "▁ supported",
+      "Bi g",
+      "B ig",
+      "▁H ans",
+      "▁Ha ns",
+      "▁Han s",
+      "er v",
+      "e rv",
+      "▁M aj",
+      "▁Ma j",
+      "▁ar riv",
+      "▁arr iv",
+      "▁H ave",
+      "▁Ha ve",
+      "▁Hav e",
+      "▁ Have",
+      "▁prob ability",
+      "▁probabil ity",
+      "▁P op",
+      "▁Po p",
+      "▁ Pop",
+      "▁P ass",
+      "▁Pa ss",
+      "▁Pas s",
+      "▁ Pass",
+      "to ken",
+      "tok en",
+      "t oken",
+      "Pro vider",
+      "▁R a",
+      "Re ader",
+      "Read er",
+      "oot h",
+      "oo th",
+      "o oth",
+      "la p",
+      "l ap",
+      "▁ass ist",
+      "ad ow",
+      "ado w",
+      "▁t ests",
+      "▁test s",
+      "▁ tests",
+      "сс и",
+      "с си",
+      "▁k ing",
+      "▁ki ng",
+      "▁kin g",
+      "▁ king",
+      "lang le",
+      "lan gle",
+      "l angle",
+      "▁S um",
+      "▁Su m",
+      "▁ Sum",
+      "O IN",
+      "▁se curity",
+      "▁sec urity",
+      "▁ security",
+      "ni s",
+      "n is",
+      ".. /",
+      ". ./",
+      "▁bas ic",
+      "▁ basic",
+      "un ity",
+      "uni ty",
+      "unit y",
+      "` :",
+      "▁ко то",
+      "ko w",
+      "k ow",
+      "▁Bibli othèque",
+      "as ion",
+      "asi on",
+      "al o",
+      "a lo",
+      "if est",
+      "ife st",
+      "i fest",
+      "▁nov embre",
+      "▁p eu",
+      "▁pe u",
+      "▁ Ж",
+      "en schaft",
+      "ensch aft",
+      "cl us",
+      "c lus",
+      "ј у",
+      "He ight",
+      "ú n",
+      "▁t ur",
+      "▁tu r",
+      "▁ide as",
+      "▁idea s",
+      "▁c es",
+      "▁ce s",
+      "▁ ces",
+      "fr ak",
+      "fra k",
+      "f rak",
+      "▁pre mier",
+      "▁prem ier",
+      "▁premi er",
+      "it ation",
+      "ita tion",
+      "itat ion",
+      "▁s é",
+      "HT ML",
+      "▁Ro yal",
+      "▁Roy al",
+      "сь кої",
+      "сько ї",
+      "▁by te",
+      "▁ byte",
+      "P S",
+      "▁s egu",
+      "▁se gu",
+      "▁seg u",
+      "▁ segu",
+      "in en",
+      "ine n",
+      "i nen",
+      "▁Gre at",
+      "▁К у",
+      "▁ex ternal",
+      "▁ext ernal",
+      "▁extern al",
+      "▁ external",
+      "T itle",
+      "To p",
+      "T op",
+      "Pro cess",
+      "Proc ess",
+      "it ät",
+      "itä t",
+      "▁` /",
+      "▁se cret",
+      "▁sec ret",
+      "▁secre t",
+      "▁ secret",
+      "pos itory",
+      "▁pot ential",
+      "▁B ud",
+      "▁Bu d",
+      "name s",
+      "na mes",
+      "nam es",
+      "n ames",
+      "as ons",
+      "ason s",
+      "aso ns",
+      "stack exchange",
+      "back ground",
+      "пе р",
+      "п ер",
+      "со в",
+      "с ов",
+      "aft er",
+      "af ter",
+      "a fter",
+      "▁p ero",
+      "▁per o",
+      "▁pe ro",
+      "▁so ftware",
+      "▁soft ware",
+      "▁ software",
+      "▁s ed",
+      "▁se d",
+      "▁ sed",
+      "▁array s",
+      "▁arr ays",
+      "tm p",
+      "t mp",
+      "▁a sp",
+      "▁as p",
+      "▁ asp",
+      "sc ale",
+      "scal e",
+      "▁L at",
+      "▁La t",
+      "▁ Lat",
+      "an al",
+      "ana l",
+      "a nal",
+      "▁g em",
+      "▁ge m",
+      "▁ gem",
+      "P U",
+      "▁Al tri",
+      "▁Alt ri",
+      "Th at",
+      "T hat",
+      "▁Н и",
+      "if act",
+      "ifa ct",
+      "i fact",
+      "Add ress",
+      "▁s outh",
+      "▁so uth",
+      "▁sou th",
+      "▁sout h",
+      "▁form ula",
+      "▁Col leg",
+      "▁Coll eg",
+      "▁і н",
+      "▁ ін",
+      "kt ion",
+      "k tion",
+      "▁s ac",
+      "▁sa c",
+      "S H",
+      "aj o",
+      "a jo",
+      "et c",
+      "e tc",
+      "v c",
+      "` ](",
+      "▁D ur",
+      "▁Du r",
+      "▁М е",
+      "▁Sm ith",
+      "▁ Smith",
+      "it ems",
+      "ite ms",
+      "item s",
+      "C K",
+      "el o",
+      "e lo",
+      "▁pl ugin",
+      "▁plug in",
+      "▁ plugin",
+      "▁s erie",
+      "▁se rie",
+      "▁ser ie",
+      "▁ serie",
+      "ien ne",
+      "ienn e",
+      "i enne",
+      "▁и ли",
+      "Ma r",
+      "M ar",
+      "▁Im age",
+      "▁ Image",
+      "go t",
+      "g ot",
+      "an das",
+      "and as",
+      "anda s",
+      "▁mat ches",
+      "▁match es",
+      "▁ matches",
+      "▁w orth",
+      "▁wor th",
+      "▁ worth",
+      "▁D eb",
+      "▁De b",
+      "▁ Deb",
+      "▁c ache",
+      "▁ca che",
+      "▁ cache",
+      "▁f elt",
+      "▁fe lt",
+      "▁fel t",
+      "er sch",
+      "ers ch",
+      "iz es",
+      "ize s",
+      "i zes",
+      "Op er",
+      "O per",
+      "▁Jah re",
+      "▁Jahr e",
+      "▁Ja hre",
+      "▁comm une",
+      "▁commun e",
+      "th read",
+      "▁n y",
+      "▁ ny",
+      "de c",
+      "d ec",
+      "ou w",
+      "o uw",
+      "▁sur face",
+      "▁P or",
+      "▁Po r",
+      "▁St reet",
+      "▁Stre et",
+      "пр и",
+      "п ри",
+      "▁c andid",
+      "▁can did",
+      "▁cand id",
+      "▁Re turn",
+      "▁Ret urn",
+      "▁ Return",
+      "▁K om",
+      "▁Ko m",
+      "gr u",
+      "g ru",
+      "▁т и",
+      "▁ ти",
+      "[ \\",
+      "▁dep ends",
+      "▁depend s",
+      "▁in flu",
+      "▁inf lu",
+      "▁infl u",
+      "▁to wards",
+      "▁toward s",
+      "ain ed",
+      "ai ned",
+      "aine d",
+      "a ined",
+      "▁r ank",
+      "▁ran k",
+      "▁ rank",
+      "▁Janu ar",
+      "▁com ponents",
+      "▁compon ents",
+      "▁component s",
+      "▁ components",
+      "ge st",
+      "ges t",
+      "g est",
+      "getElement ById",
+      "▁check ed",
+      "▁ checked",
+      "air s",
+      "ai rs",
+      "a irs",
+      "jo in",
+      "j oin",
+      "▁d ead",
+      "▁de ad",
+      "▁h it",
+      "▁hi t",
+      "▁ hit",
+      "én y",
+      "é ny",
+      "▁equ ivalent",
+      "▁equival ent",
+      "▁П ре",
+      "▁app ropri",
+      "Pa ss",
+      "P ass",
+      "▁pr imer",
+      "▁prim er",
+      "▁pri mer",
+      "▁prime r",
+      "engl isch",
+      "▁app ar",
+      "▁ap par",
+      "▁D uring",
+      "▁Du ring",
+      "▁Dur ing",
+      "▁know ledge",
+      "▁tr igger",
+      "▁trig ger",
+      "▁ trigger",
+      "▁c ore",
+      "▁cor e",
+      "▁co re",
+      "▁ core",
+      "▁O l",
+      "▁P rodu",
+      "▁Pro du",
+      "▁Pr odu",
+      "▁ Produ",
+      "▁F ern",
+      "▁Fe rn",
+      "▁Fer n",
+      "▁ Fern",
+      "▁на ча",
+      "▁ нача",
+      "T e",
+      "▁M ot",
+      "▁Mo t",
+      "er ve",
+      "erv e",
+      "тв о",
+      "т во",
+      "▁m id",
+      "▁mi d",
+      "▁ mid",
+      "▁fin ally",
+      "▁final ly",
+      "air es",
+      "ai res",
+      "aire s",
+      "a ires",
+      "▁es pecially",
+      "▁espe cially",
+      "▁especial ly",
+      "▁t ut",
+      "▁tu t",
+      "▁rece ive",
+      "ad re",
+      "adr e",
+      "▁ne igh",
+      "▁nei gh",
+      "kt et",
+      "kte t",
+      "il de",
+      "ild e",
+      "▁rad io",
+      "▁radi o",
+      "▁ radio",
+      "▁d river",
+      "▁dr iver",
+      "▁drive r",
+      "▁dri ver",
+      "▁driv er",
+      "▁ driver",
+      "ли сь",
+      "end encies",
+      "enden cies",
+      "▁I E",
+      "▁ IE",
+      "▁s aved",
+      "▁sa ved",
+      "▁sav ed",
+      "▁save d",
+      "▁ saved",
+      "ff ect",
+      "ffe ct",
+      "f fect",
+      "▁Way back",
+      "ia t",
+      "i at",
+      "▁p adding",
+      "▁pad ding",
+      "▁ padding",
+      "wind ow",
+      "w indow",
+      "ти че",
+      "▁m ur",
+      "▁mu r",
+      "ac tor",
+      "act or",
+      "a ctor",
+      "▁H an",
+      "▁Ha n",
+      "он аль",
+      "она ль",
+      "о наль",
+      "▁g ar",
+      "▁ga r",
+      "▁ gar",
+      "▁famil jen",
+      "ó s",
+      "▁n ationale",
+      "▁national e",
+      "▁nation ale",
+      "▁nat ionale",
+      "▁p ré",
+      "▁pr é",
+      "de d",
+      "d ed",
+      "on al",
+      "ona l",
+      "o nal",
+      "▁Pres ident",
+      "▁\\ ,",
+      "▁ \\,",
+      "▁place d",
+      "▁pla ced",
+      "er ni",
+      "ern i",
+      "▁sign al",
+      "▁sig nal",
+      "▁ signal",
+      "na b",
+      "n ab",
+      "h m",
+      "Mo n",
+      "M on",
+      "▁v s",
+      "▁ vs",
+      "S C",
+      "▁proget ti",
+      "▁ Ü",
+      "▁for ms",
+      "▁form s",
+      "▁ forms",
+      "▁message s",
+      "▁mess ages",
+      "▁ messages",
+      "in f",
+      "us ers",
+      "use rs",
+      "user s",
+      "u sers",
+      "GE T",
+      "G ET",
+      "▁d els",
+      "▁de ls",
+      "▁del s",
+      "Col lection",
+      "Coll ection",
+      "Collect ion",
+      "▁G ood",
+      "▁Go od",
+      "▁ Good",
+      "▁May be",
+      "▁ Maybe",
+      "▁com pr",
+      "▁comp r",
+      "▁lar ger",
+      "▁large r",
+      "▁larg er",
+      "gr es",
+      "gre s",
+      "g res",
+      "ap er",
+      "ape r",
+      "a per",
+      "▁П ри",
+      "un des",
+      "und es",
+      "unde s",
+      "▁s ea",
+      "▁se a",
+      "▁S pring",
+      "▁Sp ring",
+      "▁Spr ing",
+      "▁ Spring",
+      "ul o",
+      "u lo",
+      "▁me chan",
+      "▁s ans",
+      "▁sa ns",
+      "▁san s",
+      "G B",
+      "Val id",
+      "▁comm unic",
+      "▁commun ic",
+      "▁ communic",
+      "▁p ra",
+      "▁pr a",
+      "vi er",
+      "vie r",
+      "v ier",
+      "▁С е",
+      "▁a in",
+      "▁ai n",
+      "▁ ain",
+      "ту ра",
+      "тур а",
+      "ko m",
+      "k om",
+      "sk iego",
+      "ski ego",
+      "skie go",
+      "ко во",
+      "ков о",
+      "к ово",
+      "ad ata",
+      "ada ta",
+      "a data",
+      "▁Р е",
+      "▁bo olean",
+      "▁ boolean",
+      "se ts",
+      "set s",
+      "s ets",
+      "▁eff ort",
+      ". [",
+      "▁z ostał",
+      "P A",
+      "▁V ict",
+      "▁Vi ct",
+      "▁Vic t",
+      "S D",
+      "ow ał",
+      "owa ł",
+      "▁e mb",
+      "▁em b",
+      "▁ emb",
+      "▁pr ima",
+      "▁prim a",
+      "▁pri ma",
+      "▁h our",
+      "▁ho ur",
+      "▁ hour",
+      "sub section",
+      "▁F ort",
+      "▁For t",
+      "▁Fo rt",
+      "math frak",
+      "ig in",
+      "igi n",
+      "i gin",
+      "G L",
+      ") +",
+      "f i",
+      "▁an ci",
+      "▁anc i",
+      "▁ anci",
+      "▁p an",
+      "▁pa n",
+      "▁ pan",
+      "\\ )",
+      "▁l ug",
+      "▁lu g",
+      "▁dep loy",
+      "▁ deploy",
+      "do main",
+      "dom ain",
+      "▁s light",
+      "▁sl ight",
+      "JS ON",
+      "J SON",
+      "▁mor ning",
+      "▁h i",
+      "▁ hi",
+      "▁comp are",
+      "▁compar e",
+      "▁ compare",
+      "ij e",
+      "i je",
+      "▁bl ue",
+      "▁ blue",
+      "▁A c",
+      "▁ Ac",
+      "▁m iddle",
+      "▁ middle",
+      "an den",
+      "and en",
+      "ande n",
+      "▁sh ared",
+      "▁share d",
+      "▁ shared",
+      "▁C amp",
+      "▁Cam p",
+      "▁Ca mp",
+      "▁ Á",
+      "ound ed",
+      "oun ded",
+      "u w",
+      "ier ung",
+      "St ack",
+      "▁e ines",
+      "▁ein es",
+      "▁eine s",
+      "▁D a",
+      "▁ Da",
+      "li j",
+      "l ij",
+      "en ti",
+      "ent i",
+      "▁ й",
+      "U til",
+      "▁exper ience",
+      "▁experien ce",
+      "▁a wait",
+      "▁aw ait",
+      "▁ await",
+      "ul s",
+      "u ls",
+      "▁request s",
+      "▁requ ests",
+      "▁ requests",
+      "▁im pos",
+      "▁imp os",
+      "▁const raint",
+      "▁ constraint",
+      "Ch ange",
+      "em ph",
+      "emp h",
+      "бе р",
+      "б ер",
+      "▁An other",
+      "C ustom",
+      "▁signific ant",
+      "▁significa nt",
+      "c r",
+      "▁mill ion",
+      "re ek",
+      "ree k",
+      "▁d alla",
+      "▁da lla",
+      "▁dal la",
+      "▁dall a",
+      "▁G erm",
+      "▁Ge rm",
+      "▁Ger m",
+      "ot al",
+      "ota l",
+      "o tal",
+      "at eur",
+      "ate ur",
+      "bt n",
+      "b tn",
+      "▁th inking",
+      "▁think ing",
+      "▁thin king",
+      "▁inter val",
+      "▁ interval",
+      "on ne",
+      "onn e",
+      "▁l iv",
+      "▁li v",
+      "▁ liv",
+      "() :",
+      "( ):",
+      "▁В е",
+      "o e",
+      "▁E v",
+      "me ta",
+      "met a",
+      "m eta",
+      "▁b road",
+      "▁bro ad",
+      "Re m",
+      "R em",
+      "ap ply",
+      "app ly",
+      "a pply",
+      "▁cou ple",
+      "▁coup le",
+      "▁te chni",
+      "▁techn i",
+      "id ades",
+      "ida des",
+      "idad es",
+      "idade s",
+      "▁go al",
+      "▁ goal",
+      "▁C D",
+      "▁ CD",
+      "ha b",
+      "h ab",
+      "▁ex plan",
+      "▁exp lan",
+      "▁expla n",
+      "▁expl an",
+      "an ner",
+      "ann er",
+      "anne r",
+      "▁B ecause",
+      "bl og",
+      "blo g",
+      "b log",
+      "include graphics",
+      "▁vo ice",
+      "▁ voice",
+      "▁M ap",
+      "▁Ma p",
+      "▁ Map",
+      "vent ion",
+      "ven tion",
+      "v ention",
+      "S ession",
+      "▁L iens",
+      "▁Li ens",
+      "▁Lie ns",
+      "▁s or",
+      "▁so r",
+      "c ategory",
+      "ash ington",
+      "▁Mär z",
+      "po p",
+      "p op",
+      "il let",
+      "ill et",
+      "ille t",
+      "▁z wei",
+      "▁zwe i",
+      "▁zw ei",
+      "▁L ie",
+      "▁Li e",
+      "N ull",
+      "add ress",
+      "addr ess",
+      "▁f actor",
+      "▁fact or",
+      "▁fa ctor",
+      "▁fac tor",
+      "▁ factor",
+      "▁l igne",
+      "▁lig ne",
+      "▁HT TP",
+      "▁ HTTP",
+      "▁s uf",
+      "▁su f",
+      "▁person al",
+      "▁pers onal",
+      "▁persona l",
+      "ci p",
+      "c ip",
+      "▁D ar",
+      "▁Da r",
+      "▁a dm",
+      "▁ad m",
+      "ко й",
+      "▁E xt",
+      "▁Ex t",
+      "▁ Ext",
+      "▁g od",
+      "▁go d",
+      "▁ god",
+      "a a",
+      "R ight",
+      "ét é",
+      "é té",
+      "▁d ynamic",
+      "▁dynam ic",
+      "▁ dynamic",
+      "▁main tain",
+      "to r",
+      "t or",
+      "#### ####",
+      "▁F ra",
+      "▁Fr a",
+      "▁cho ice",
+      "▁ choice",
+      "▁с то",
+      "▁ст о",
+      "▁ сто",
+      "С Р",
+      "▁F eder",
+      "▁Fe der",
+      "▁Fed er",
+      "st on",
+      "sto n",
+      "s ton",
+      "▁f lag",
+      "▁fl ag",
+      "▁fla g",
+      "▁ flag",
+      "ki t",
+      "k it",
+      "Mod ule",
+      "▁с по",
+      "▁сп о",
+      "▁ спо",
+      "▁S tra",
+      "▁St ra",
+      "▁Str a",
+      "ic ks",
+      "ick s",
+      "i cks",
+      "▁h aven",
+      "▁ha ven",
+      "▁have n",
+      "▁hav en",
+      "▁M ass",
+      "▁Ma ss",
+      "▁Mas s",
+      "▁E mp",
+      "▁Em p",
+      "▁ Emp",
+      "▁P i",
+      "▁ Pi",
+      "▁P en",
+      "▁Pe n",
+      "Re ct",
+      "Rec t",
+      "R ect",
+      "▁K r",
+      "it at",
+      "ita t",
+      "i tat",
+      "el er",
+      "ele r",
+      "e ler",
+      "я бря",
+      "it et",
+      "ite t",
+      "▁St art",
+      "▁Sta rt",
+      "▁Star t",
+      "▁ Start",
+      "▁produ ced",
+      "▁produce d",
+      "▁по л",
+      "▁ пол",
+      "( _",
+      "▁de let",
+      "▁del et",
+      "▁h ot",
+      "▁ho t",
+      "▁ hot",
+      "▁Gesch ichte",
+      "~ ~",
+      "▁month s",
+      "▁mont hs",
+      "▁t od",
+      "▁to d",
+      "▁ tod",
+      "▁н и",
+      "▁ ни",
+      "ú s",
+      "te mp",
+      "tem p",
+      "t emp",
+      "▁D ez",
+      "▁De z",
+      "ype s",
+      "yp es",
+      "y pes",
+      "▁c ui",
+      "▁cu i",
+      "om mun",
+      "omm un",
+      "act ions",
+      "action s",
+      "a ctions",
+      "▁e igen",
+      "▁eig en",
+      "▁immedi ately",
+      "▁immediate ly",
+      "P L",
+      "▁Г о",
+      "▁B al",
+      "▁Ba l",
+      "▁ Bal",
+      "љ е",
+      "ul ui",
+      "ulu i",
+      "▁on line",
+      "▁ online",
+      "▁a ños",
+      "▁añ os",
+      "▁año s",
+      "▁name space",
+      "▁names pace",
+      "▁ namespace",
+      "▁m ond",
+      "▁mon d",
+      "▁mo nd",
+      "▁ mond",
+      "▁B ase",
+      "▁Bas e",
+      "▁Ba se",
+      "▁ Base",
+      "▁Can ada",
+      "▁Canad a",
+      "et zt",
+      "etz t",
+      "} -",
+      "▁de fin",
+      "▁def in",
+      "▁ defin",
+      "▁dou bt",
+      "▁doub t",
+      "▁inv estig",
+      "▁invest ig",
+      "view s",
+      "vie ws",
+      "▁L ine",
+      "▁Li ne",
+      "▁Lin e",
+      "▁ Line",
+      "▁st age",
+      "▁sta ge",
+      "▁stag e",
+      "▁ stage",
+      "ett ings",
+      "ub re",
+      "u bre",
+      "f loat",
+      "▁P lay",
+      "▁Pl ay",
+      "▁Pla y",
+      "▁ Play",
+      "▁L as",
+      "▁La s",
+      "pt r",
+      "p tr",
+      "▁be comes",
+      "▁become s",
+      "▁becom es",
+      "est amp",
+      "esta mp",
+      "▁in dependent",
+      "▁indep endent",
+      "▁independ ent",
+      "▁anal ysis",
+      "▁ analysis",
+      "▁L ook",
+      "▁Lo ok",
+      "▁ Look",
+      "la in",
+      "l ain",
+      "▁ра с",
+      "Re ference",
+      "▁s orry",
+      "▁sor ry",
+      "▁supp osed",
+      "▁suppose d",
+      "▁sup posed",
+      "û t",
+      "▁deg ree",
+      "ut z",
+      "u tz",
+      "M M",
+      "▁des ired",
+      "▁desire d",
+      "ł y",
+      "▁l en",
+      "▁le n",
+      "▁ len",
+      "▁al one",
+      "▁ alone",
+      "sign ed",
+      "sig ned",
+      "s igned",
+      "▁S ta",
+      "▁St a",
+      "Per son",
+      "Pers on",
+      "P erson",
+      "▁app lied",
+      "▁B ack",
+      "▁Ba ck",
+      "▁Bac k",
+      "▁ Back",
+      "▁m ars",
+      "▁ma rs",
+      "▁mar s",
+      "Par t",
+      "Pa rt",
+      "P art",
+      "▁D id",
+      "▁Di d",
+      "▁ Did",
+      "▁extern es",
+      "▁externe s",
+      "▁n p",
+      "▁ np",
+      "on go",
+      "ong o",
+      "▁e sta",
+      "▁est a",
+      "▁es ta",
+      "▁ esta",
+      "Bl ock",
+      "B lock",
+      "▁p ou",
+      "▁po u",
+      "ad ores",
+      "ado res",
+      "ador es",
+      "▁St udio",
+      "▁Stud io",
+      "▁ Studio",
+      ". $",
+      "▁re ached",
+      "▁reach ed",
+      "bo t",
+      "b ot",
+      "▁J uni",
+      "▁Ju ni",
+      "▁Jun i",
+      "to ns",
+      "ton s",
+      "t ons",
+      "it el",
+      "ite l",
+      "i tel",
+      "▁G ar",
+      "▁Ga r",
+      "▁art icles",
+      "▁article s",
+      "▁ articles",
+      "▁D istrict",
+      "▁Dist rict",
+      "▁tr ouble",
+      "▁trou ble",
+      "li de",
+      "l ide",
+      "▁F ound",
+      "▁Fou nd",
+      "▁Fo und",
+      "▁ Found",
+      "á d",
+      "▁e quip",
+      "▁equ ip",
+      "▁in ternal",
+      "▁int ernal",
+      "▁inter nal",
+      "▁intern al",
+      "▁ internal",
+      "'] ,",
+      "' ],",
+      "▁a sync",
+      "▁as ync",
+      "▁ async",
+      "U B",
+      "ge l",
+      "g el",
+      "▁a i",
+      "▁ ai",
+      "ens ure",
+      "▁app eared",
+      "▁appear ed",
+      "▁appe ared",
+      "▁$ _",
+      "▁ $_",
+      "▁max imum",
+      "▁maxim um",
+      "▁С и",
+      "р ь",
+      "▁ann oun",
+      "▁anno un",
+      "ла сь",
+      "▁c m",
+      "▁ cm",
+      "га н",
+      "г ан",
+      "au pt",
+      "a upt",
+      "▁l atter",
+      "▁lat ter",
+      "▁pl atform",
+      "▁plat form",
+      "▁ platform",
+      "▁d ra",
+      "▁dr a",
+      "▁ dra",
+      "▁cap ital",
+      "▁capit al",
+      "▁sol ved",
+      "▁solve d",
+      "ri z",
+      "r iz",
+      "ed ic",
+      "edi c",
+      "e dic",
+      "▁M ur",
+      "▁Mu r",
+      "▁T op",
+      "▁To p",
+      "▁ Top",
+      "т ся",
+      "Pa nel",
+      "Pane l",
+      "Pan el",
+      "P anel",
+      "ru le",
+      "r ule",
+      "et ic",
+      "eti c",
+      "▁R en",
+      "▁Re n",
+      "▁Wik imedia",
+      "▁ Wikimedia",
+      "▁T O",
+      "▁ TO",
+      "se cond",
+      "sec ond",
+      "is l",
+      "i sl",
+      "▁h y",
+      "▁ hy",
+      "▁n iet",
+      "▁nie t",
+      "▁ni et",
+      "▁lo aded",
+      "▁load ed",
+      "▁ loaded",
+      "di g",
+      "d ig",
+      "▁ma yo",
+      "▁may o",
+      "[ :",
+      "Ac c",
+      "A cc",
+      "▁b ek",
+      "▁be k",
+      "▁ bek",
+      "ни ю",
+      "lo gin",
+      "log in",
+      "t x",
+      "▁F ur",
+      "▁Fu r",
+      "▁S anta",
+      "▁San ta",
+      "▁Sant a",
+      "az z",
+      "a zz",
+      "▁con duct",
+      "▁cond uct",
+      "▁condu ct",
+      "▁In dia",
+      "▁Ind ia",
+      "Or der",
+      "Ord er",
+      "ir th",
+      "irt h",
+      "t w",
+      "} +",
+      "▁w ieder",
+      "▁wie der",
+      "▁E du",
+      "▁Ed u",
+      "A V",
+      "▁` ``",
+      "▁`` `",
+      "▁ ```",
+      "▁man ually",
+      "▁manual ly",
+      "▁R ead",
+      "▁Re ad",
+      "▁ Read",
+      "fortun ately",
+      "▁R un",
+      "▁Ru n",
+      "▁ Run",
+      "▁A ward",
+      "▁Aw ard",
+      "▁F oot",
+      "▁Foo t",
+      "▁Fo ot",
+      "▁ Foot",
+      "* )",
+      "par ams",
+      "param s",
+      "pa rams",
+      "para ms",
+      "п і",
+      "▁n ative",
+      "▁nat ive",
+      "▁ native",
+      "ri ft",
+      "rif t",
+      "r ift",
+      "▁ ä",
+      "AT H",
+      "A TH",
+      "▁your self",
+      "▁yours elf",
+      "▁p rior",
+      "▁pr ior",
+      "▁pri or",
+      "▁c it",
+      "▁ci t",
+      "▁ cit",
+      "ä h",
+      "▁tre at",
+      "▁me as",
+      "rib uted",
+      "ribute d",
+      "ribu ted",
+      "▁c lar",
+      "▁cl ar",
+      "▁cla r",
+      "▁ clar",
+      "ca rd",
+      "car d",
+      "c ard",
+      "RO R",
+      "R OR",
+      "il les",
+      "ill es",
+      "ille s",
+      "i lles",
+      "▁l ayer",
+      "▁la yer",
+      "▁lay er",
+      "▁ layer",
+      "au er",
+      "a uer",
+      "▁r at",
+      "▁ra t",
+      "▁ rat",
+      "bern ate",
+      "▁st ato",
+      "▁stat o",
+      "▁sta to",
+      "▁Ch ina",
+      "▁Chi na",
+      "▁$ ('#",
+      "▁$(' #",
+      "▁n aar",
+      "▁na ar",
+      "zi p",
+      "z ip",
+      "▁$ {\\",
+      "▁${ \\",
+      "▁appreci ated",
+      "▁appreciate d",
+      "▁и ме",
+      "▁им е",
+      "ż y",
+      "▁prze z",
+      "▁prz ez",
+      "▁Ind ian",
+      "▁India n",
+      "▁T od",
+      "▁To d",
+      "▁S ource",
+      "▁ Source",
+      "▁дру ги",
+      "in ternal",
+      "int ernal",
+      "inter nal",
+      "intern al",
+      "ion ale",
+      "ional e",
+      "iona le",
+      "Pro duct",
+      "Produ ct",
+      "▁M en",
+      "▁Me n",
+      "▁ Men",
+      "▁u pper",
+      "▁up per",
+      "▁upp er",
+      "▁ upper",
+      "▁E very",
+      "▁Ev ery",
+      "▁Ever y",
+      "▁ Every",
+      "}, \\",
+      "} ,\\",
+      "▁print f",
+      "▁prin tf",
+      "▁ printf",
+      "▁contin ued",
+      "▁continu ed",
+      "▁continue d",
+      "▁n odes",
+      "▁no des",
+      "▁node s",
+      "▁nod es",
+      "▁ nodes",
+      "л ки",
+      "▁n ice",
+      "▁ni ce",
+      "▁nic e",
+      "▁ nice",
+      "mod ules",
+      "module s",
+      "ei gn",
+      "e ign",
+      "▁M ex",
+      "▁Me x",
+      "▁Acc ording",
+      "▁un defined",
+      "▁und efined",
+      "▁ undefined",
+      "▁b inary",
+      "▁bin ary",
+      "▁ binary",
+      "cu t",
+      "c ut",
+      "Cur rent",
+      "C urrent",
+      "ed y",
+      "e dy",
+      "}} {",
+      "} }{",
+      "ble s",
+      "bl es",
+      "b les",
+      "▁во й",
+      "▁ вой",
+      "sc ri",
+      "scr i",
+      "s cri",
+      "eq n",
+      "Ch anged",
+      "Change d",
+      "▁kö z",
+      "▁rem ote",
+      "▁ remote",
+      "в ля",
+      "▁qu el",
+      "▁que l",
+      "▁q uel",
+      "▁ quel",
+      "▁al ign",
+      "▁ali gn",
+      "▁ align",
+      "▁п ар",
+      "▁па р",
+      "▁ пар",
+      "S V",
+      "ye r",
+      "y er",
+      "▁Cal iforn",
+      "▁p laces",
+      "▁pl aces",
+      "▁place s",
+      "▁pla ces",
+      "▁prim ary",
+      "▁pri mary",
+      "▁prima ry",
+      "▁ primary",
+      "▁con v",
+      "▁ conv",
+      "▁J uli",
+      "▁Jul i",
+      "▁Ju li",
+      "▁vis ual",
+      "▁ visual",
+      "▁S elect",
+      "▁Se lect",
+      "▁Sel ect",
+      "▁Sele ct",
+      "▁ Select",
+      "at ory",
+      "ator y",
+      "ato ry",
+      "= (",
+      "is er",
+      "ise r",
+      "i ser",
+      "▁int ent",
+      "▁inte nt",
+      "▁inten t",
+      "▁ intent",
+      "su r",
+      "s ur",
+      "cont ainer",
+      "ic ed",
+      "ice d",
+      "i ced",
+      "▁bo ard",
+      "▁ board",
+      "as tr",
+      "ast r",
+      "a str",
+      "om ial",
+      "omi al",
+      "ве т",
+      "в ет",
+      "з ва",
+      "▁c ru",
+      "▁cr u",
+      "▁Ok tober",
+      "sa ve",
+      "s ave",
+      "▁gre ater",
+      "▁great er",
+      "▁in n",
+      "▁i nn",
+      "▁ inn",
+      "▁p icture",
+      "▁ picture",
+      "▁Т о",
+      "▁obtain ed",
+      "▁obt ained",
+      "Wik imedia",
+      "ú blic",
+      "▁l ors",
+      "▁lo rs",
+      "▁m ont",
+      "▁mon t",
+      "▁mo nt",
+      "▁ mont",
+      "ob re",
+      "o bre",
+      "▁c ivil",
+      "▁ci vil",
+      "▁civ il",
+      "▁const ruction",
+      "▁construct ion",
+      "▁constru ction",
+      "▁W elt",
+      "▁We lt",
+      "▁Wel t",
+      "▁U nder",
+      "▁Un der",
+      "▁Und er",
+      "▁ Under",
+      "und ert",
+      "under t",
+      "unde rt",
+      "▁ed ge",
+      "▁ edge",
+      "▁L iste",
+      "▁List e",
+      "▁Li ste",
+      "▁Lis te",
+      "cs v",
+      "c sv",
+      "▁ex periment",
+      "▁exper iment",
+      "local host",
+      "▁E dit",
+      "▁Ed it",
+      "▁ Edit",
+      "gr eg",
+      "gre g",
+      "g reg",
+      "ov á",
+      "o vá",
+      "љ а",
+      "ms g",
+      "m sg",
+      "▁G reen",
+      "▁Gr een",
+      "▁Gre en",
+      "▁Gree n",
+      "▁ Green",
+      "Di alog",
+      "D ialog",
+      "Id ent",
+      "I dent",
+      "▁J S",
+      "▁ JS",
+      "^{ (",
+      "^ {(",
+      "▁slä ktet",
+      "__ __",
+      "___ _",
+      "_ ___",
+      "Pro ject",
+      "▁bes kre",
+      "▁b er",
+      "▁be r",
+      "▁ ber",
+      "▁would n",
+      "▁re act",
+      "▁ react",
+      "He l",
+      "H el",
+      "z w",
+      "▁W ashington",
+      "or ie",
+      "ori e",
+      "o rie",
+      "ta sk",
+      "t ask",
+      "▁c ategory",
+      "▁categ ory",
+      "▁categor y",
+      "▁ category",
+      "▁art ist",
+      "an no",
+      "ann o",
+      "▁o ok",
+      "▁ ook",
+      "am men",
+      "amm en",
+      "▁Min ister",
+      "▁de clar",
+      "▁dec lar",
+      "▁decl ar",
+      "▁decla r",
+      "▁K ey",
+      "▁Ke y",
+      "▁ Key",
+      ", .",
+      "▁m ach",
+      "▁ma ch",
+      "▁mac h",
+      "▁w w",
+      "▁ ww",
+      "is en",
+      "ise n",
+      "i sen",
+      "Fr an",
+      "F ran",
+      "▁Ро сси",
+      "▁Рос си",
+      "бо р",
+      "б ор",
+      "т ри",
+      "▁r ock",
+      "▁ro ck",
+      "▁ rock",
+      "qu is",
+      "qui s",
+      "q uis",
+      "mo s",
+      "m os",
+      "пе ра",
+      "пер а",
+      "п ера",
+      "▁est erni",
+      "▁g old",
+      "▁go ld",
+      "▁gol d",
+      "Window s",
+      "W indows",
+      "% %",
+      "▁part ial",
+      "▁parti al",
+      "▁ partial",
+      "▁we ight",
+      "▁ weight",
+      "▁s pr",
+      "▁sp r",
+      "▁ spr",
+      "}) .",
+      "} ).",
+      "▁fran çais",
+      "fu n",
+      "f un",
+      "▁th ous",
+      "▁thou s",
+      "ho lder",
+      "hol der",
+      "hold er",
+      "h older",
+      "▁g one",
+      "▁go ne",
+      "▁ Č",
+      "▁re nd",
+      "▁r end",
+      "▁ren d",
+      "▁ rend",
+      "D A",
+      "▁answer ed",
+      "▁F alse",
+      "▁Fal se",
+      "▁ False",
+      "B uffer",
+      "▁d augh",
+      "▁da ugh",
+      ".- -",
+      ". --",
+      "▁S how",
+      "▁Sh ow",
+      "▁Sho w",
+      "▁ Show",
+      "▁re ct",
+      "▁r ect",
+      "▁rec t",
+      "▁ rect",
+      "▁K re",
+      "▁Kr e",
+      "d r",
+      "os oph",
+      "oso ph",
+      "▁y ield",
+      "ur ity",
+      "uri ty",
+      "to String",
+      "av al",
+      "ava l",
+      "a val",
+      "Po l",
+      "P ol",
+      "▁l ock",
+      "▁lo ck",
+      "▁loc k",
+      "▁ lock",
+      "im ation",
+      "ima tion",
+      "imat ion",
+      "ant ic",
+      "anti c",
+      "Lo cal",
+      "Loc al",
+      "L ocal",
+      "▁beskre vs",
+      "it és",
+      "ité s",
+      "gr id",
+      "g rid",
+      "у т",
+      "▁_ {",
+      "▁ _{",
+      "с і",
+      "FI LE",
+      "▁к м",
+      "▁spe ak",
+      "sum mary",
+      "pr op",
+      "pro p",
+      "p rop",
+      "java script",
+      "j avascript",
+      "z k",
+      "izont al",
+      "izon tal",
+      "▁tr ois",
+      "▁tro is",
+      "▁R od",
+      "▁Ro d",
+      "pr ise",
+      "ро во",
+      "ров о",
+      "р ово",
+      "▁o dd",
+      "▁od d",
+      "▁ odd",
+      "▁g est",
+      "▁ge st",
+      "▁ges t",
+      "▁ gest",
+      "▁produ ce",
+      "▁prod uce",
+      "▁w aar",
+      "▁wa ar",
+      "▁A v",
+      "▁ Av",
+      "ri bu",
+      "rib u",
+      "ва ння",
+      "ван ня",
+      "▁fin ished",
+      "▁finish ed",
+      "▁ad apt",
+      "▁S ar",
+      "▁Sa r",
+      "text it",
+      "tex tit",
+      "▁C e",
+      "▁F a",
+      "▁ Fa",
+      "os en",
+      "ose n",
+      "o sen",
+      "▁de riv",
+      "▁der iv",
+      "▁s hip",
+      "▁sh ip",
+      "▁ ship",
+      "▁o pin",
+      "▁op in",
+      "▁E ven",
+      "▁Ev en",
+      "ge sch",
+      "ges ch",
+      "g esch",
+      "▁supp ose",
+      "▁sup pose",
+      "▁F er",
+      "▁Fe r",
+      "ско е",
+      "▁w orden",
+      "▁word en",
+      "▁wor den",
+      "se y",
+      "s ey",
+      "hl ine",
+      "h line",
+      "▁Un ion",
+      "▁ Union",
+      "▁/ **",
+      "▁/* *",
+      "▁ /**",
+      "▁v ez",
+      "▁ve z",
+      "▁ vez",
+      "▁Colleg amenti",
+      "▁Soci ety",
+      "▁Soc iety",
+      "▁e conom",
+      "▁econ om",
+      "▁ec onom",
+      "š í",
+      "o i",
+      "▁or ient",
+      "▁ orient",
+      "▁T eil",
+      "▁Te il",
+      "re nt",
+      "ren t",
+      "r ent",
+      "ле кс",
+      "лек с",
+      "▁s olid",
+      "▁sol id",
+      "▁c art",
+      "▁car t",
+      "▁ca rt",
+      "▁ cart",
+      "******** ********",
+      "▁c ab",
+      "▁ca b",
+      "▁M essage",
+      "▁Mess age",
+      "▁ Message",
+      "do ts",
+      "dot s",
+      "d ots",
+      "▁é g",
+      "▁ ég",
+      "▁t we",
+      "▁tw e",
+      "ag a",
+      "a ga",
+      "▁n az",
+      "▁na z",
+      "▁M icrosoft",
+      "▁Micro soft",
+      "▁ Microsoft",
+      "▁under arter",
+      "pp en",
+      "ppe n",
+      "p pen",
+      "▁re cent",
+      "▁rec ent",
+      "▁rece nt",
+      "▁n et",
+      "▁ne t",
+      "▁ net",
+      "▁res ources",
+      "▁resource s",
+      "▁ resources",
+      "St e",
+      "S te",
+      ". \\",
+      "▁S O",
+      "▁ SO",
+      "ло м",
+      "л ом",
+      "▁c ele",
+      "▁ce le",
+      "▁cel e",
+      "▁l ic",
+      "▁li c",
+      "▁ lic",
+      "▁ben ef",
+      "▁bene f",
+      "ld ots",
+      "l dots",
+      "▁se rial",
+      "▁ser ial",
+      "▁seria l",
+      "▁ serial",
+      "In teger",
+      "cl es",
+      "cle s",
+      "c les",
+      "▁m iles",
+      "▁mil es",
+      "▁mi les",
+      "▁mile s",
+      "▁A le",
+      "▁Al e",
+      "▁en tered",
+      "▁ent ered",
+      "▁enter ed",
+      "▁T wo",
+      "▁Tw o",
+      "▁ Two",
+      "wi e",
+      "w ie",
+      "▁in cludes",
+      "▁incl udes",
+      "▁includ es",
+      "▁include s",
+      "▁inclu des",
+      "▁ includes",
+      "▁E ach",
+      "▁ Each",
+      "el ling",
+      "ell ing",
+      "elli ng",
+      "qu er",
+      "que r",
+      "q uer",
+      "▁D om",
+      "▁Do m",
+      "▁ Dom",
+      "p f",
+      "W S",
+      "▁stra ight",
+      "▁S tan",
+      "▁St an",
+      "▁Sta n",
+      "▁n os",
+      "▁no s",
+      "▁ nos",
+      "í cul",
+      "at ro",
+      "atr o",
+      "▁C enter",
+      "▁Cent er",
+      "▁ Center",
+      "F T",
+      "▁In ga",
+      "▁Ing a",
+      "il o",
+      "i lo",
+      "▁w ww",
+      "▁ww w",
+      "▁ www",
+      "js fiddle",
+      "ni c",
+      "n ic",
+      "▁Europe an",
+      "▁com mer",
+      "▁comm er",
+      "▁comme r",
+      "▁g irl",
+      "▁gi rl",
+      "▁gir l",
+      "to tal",
+      "tot al",
+      "t otal",
+      "▁S tar",
+      "▁St ar",
+      "▁Sta r",
+      "▁ Star",
+      "▁sugg ested",
+      "▁suggest ed",
+      "pa l",
+      "p al",
+      "▁zw ischen",
+      "пи са",
+      "пис а",
+      "I M",
+      "▁hand ler",
+      "▁handle r",
+      "▁ handler",
+      "▁Pro gram",
+      "▁Pr ogram",
+      "▁ Program",
+      "xs l",
+      "x sl",
+      "ál y",
+      "á ly",
+      "B U",
+      ",- -",
+      ", --",
+      "▁v id",
+      "▁vi d",
+      "▁ vid",
+      "▁estab lished",
+      "▁establish ed",
+      "▁S piel",
+      "▁Sp iel",
+      "om etry",
+      "ome try",
+      "omet ry",
+      "un es",
+      "une s",
+      "u nes",
+      "▁s it",
+      "▁si t",
+      "▁in her",
+      "▁p uis",
+      "▁pu is",
+      "▁ puis",
+      "▁ être",
+      "▁M ost",
+      "▁Mo st",
+      "▁Mos t",
+      "He ader",
+      "Head er",
+      "in sert",
+      "ins ert",
+      "▁s ist",
+      "▁si st",
+      "▁f avor",
+      "▁fa vor",
+      "▁fav or",
+      "de st",
+      "des t",
+      "d est",
+      "▁ent ity",
+      "▁ entity",
+      "Ca l",
+      "C al",
+      "▁There fore",
+      "D D",
+      "; ;",
+      "▁Dez ember",
+      "▁R h",
+      "im ents",
+      "iment s",
+      "imen ts",
+      "i ments",
+      "▁return ing",
+      "st o",
+      "s to",
+      "▁Val ue",
+      "▁ Value",
+      "▁l iber",
+      "▁li ber",
+      "▁lib er",
+      "▁Res ult",
+      "▁ Result",
+      "▁b ind",
+      "▁bi nd",
+      "▁bin d",
+      "▁ bind",
+      "vo ir",
+      "v oir",
+      "▁T im",
+      "▁Ti m",
+      "▁ Tim",
+      "▁M ovie",
+      "▁Mo vie",
+      "▁Mov ie",
+      "▁ Movie",
+      "we g",
+      "w eg",
+      "ke t",
+      "k et",
+      "▁и сто",
+      "▁ис то",
+      "▁fri ends",
+      "▁friend s",
+      "▁f n",
+      "▁ fn",
+      "▁é l",
+      "▁ él",
+      "▁& =",
+      "▁ &=",
+      "ar den",
+      "ard en",
+      "arde n",
+      "ff icial",
+      "ffic ial",
+      "▁comm unity",
+      "▁commun ity",
+      "▁ community",
+      "▁a pi",
+      "▁ap i",
+      "▁ api",
+      "Ar gs",
+      "Arg s",
+      "ie ren",
+      "ier en",
+      "iere n",
+      "i eren",
+      "▁d ann",
+      "▁da nn",
+      "▁dan n",
+      "om orph",
+      "ad r",
+      "a dr",
+      "lo op",
+      "l oop",
+      "um an",
+      "uma n",
+      "u man",
+      "▁v ous",
+      "▁vo us",
+      "▁vou s",
+      "▁ vous",
+      "bs t",
+      "b st",
+      "sub mit",
+      "\\ |",
+      "ти н",
+      "т ин",
+      "Cont ainer",
+      "as ket",
+      "ask et",
+      "? )",
+      "Se c",
+      "S ec",
+      "▁d rive",
+      "▁dr ive",
+      "▁dri ve",
+      "▁driv e",
+      "▁ drive",
+      "As s",
+      "A ss",
+      "▁s we",
+      "▁sw e",
+      "▁a mer",
+      "▁am er",
+      "▁ amer",
+      "▁m ine",
+      "▁min e",
+      "▁mi ne",
+      "▁ mine",
+      "▁H am",
+      "▁Ha m",
+      "▁av ait",
+      "▁ avait",
+      "▁H on",
+      "▁Ho n",
+      "▁a près",
+      "▁ap rès",
+      "▁apr ès",
+      "▁ après",
+      "▁M ann",
+      "▁Man n",
+      "▁Ma nn",
+      "сь ка",
+      "ськ а",
+      "▁incre ase",
+      "▁t y",
+      "▁ ty",
+      "sk y",
+      "s ky",
+      "▁acc ur",
+      "▁ac cur",
+      "art icle",
+      "we ight",
+      "weig ht",
+      "▁s ex",
+      "▁se x",
+      "▁ sex",
+      "▁list ade",
+      "▁lista de",
+      "/* *",
+      "/ **",
+      "▁est á",
+      "}} $",
+      "} }$",
+      "ar go",
+      "arg o",
+      "def ine",
+      "defin e",
+      "▁со став",
+      "▁соста в",
+      "s ession",
+      "ad s",
+      "a ds",
+      "ст ви",
+      "ств и",
+      "▁L aw",
+      "▁La w",
+      "▁d ialog",
+      "▁di alog",
+      "▁dia log",
+      "▁ dialog",
+      "▁dup licate",
+      "▁é p",
+      "▁ ép",
+      "▁v oc",
+      "▁vo c",
+      "fr i",
+      "f ri",
+      "▁g reen",
+      "▁gr een",
+      "▁gre en",
+      "▁ green",
+      "▁h idden",
+      "▁hid den",
+      "▁ hidden",
+      "▁Is land",
+      "▁di ag",
+      "▁dia g",
+      "ow ej",
+      "owe j",
+      "my sql",
+      "mys ql",
+      "mysq l",
+      "te il",
+      "tei l",
+      "t eil",
+      "r ä",
+      "ik an",
+      "ika n",
+      "i kan",
+      "▁Jos é",
+      "al ed",
+      "ale d",
+      "a led",
+      "Run time",
+      "R untime",
+      "▁t rain",
+      "▁tr ain",
+      "▁tra in",
+      "▁ train",
+      "▁Di vision",
+      "▁Div ision",
+      "ни ц",
+      "▁S pan",
+      "▁Sp an",
+      "▁ Span",
+      "ни ма",
+      "ним а",
+      ")= \\",
+      ") =\\",
+      "та н",
+      "т ан",
+      "▁st ay",
+      "▁sta y",
+      "▁f oo",
+      "▁fo o",
+      "▁ foo",
+      "▁acc om",
+      "▁ac com",
+      "▁h ers",
+      "▁he rs",
+      "▁her s",
+      "▁на у",
+      "▁M ün",
+      "ide os",
+      "ideo s",
+      "st atic",
+      "stat ic",
+      "▁re ady",
+      "▁read y",
+      "▁ ready",
+      "] `",
+      "▁vis ible",
+      "▁vi sible",
+      "▁ visible",
+      "▁H ope",
+      "▁Ho pe",
+      "▁Hop e",
+      "ul ated",
+      "ula ted",
+      "ulate d",
+      "▁C ult",
+      "▁Cu lt",
+      "ст ро",
+      "стр о",
+      "с тро",
+      "C o",
+      "▁sm aller",
+      "▁small er",
+      "at ura",
+      "atur a",
+      "atu ra",
+      "▁perfect ly",
+      "re q",
+      "r eq",
+      "▁pro posed",
+      "▁prop osed",
+      "▁propos ed",
+      "▁propose d",
+      "▁deg li",
+      "Se arch",
+      "S earch",
+      "▁i ch",
+      "▁ic h",
+      "▁ ich",
+      "Ma x",
+      "M ax",
+      "▁vol ume",
+      "▁ volume",
+      "exec ute",
+      "gr e",
+      "g re",
+      "▁s port",
+      "▁sp ort",
+      "▁spo rt",
+      "ud ad",
+      "uda d",
+      "P T",
+      "▁Rec ords",
+      "▁Record s",
+      "▁c ook",
+      "▁co ok",
+      "▁ cook",
+      "▁exp and",
+      "▁ expand",
+      "б і",
+      "▁al tri",
+      "▁alt ri",
+      "pp et",
+      "ppe t",
+      "p pet",
+      "ar se",
+      "ars e",
+      "▁w et",
+      "▁we t",
+      "▁B ob",
+      "▁Bo b",
+      "▁ Bob",
+      "▁F C",
+      "▁ FC",
+      "▁Associ ation",
+      "uj e",
+      "u je",
+      "▁f el",
+      "▁fe l",
+      "▁ fel",
+      "▁с лу",
+      "▁ слу",
+      "▁B ig",
+      "▁Bi g",
+      "▁ Big",
+      "/ \\",
+      "G e",
+      "wh ile",
+      "{ (",
+      "▁su fficient",
+      "Pos ition",
+      "P osition",
+      "▁under standing",
+      "▁understand ing",
+      "▁n ue",
+      "▁nu e",
+      "▁r az",
+      "▁ra z",
+      "▁ raz",
+      "▁y e",
+      "▁ ye",
+      "he m",
+      "h em",
+      "N um",
+      "▁Pro ject",
+      "▁ Project",
+      "▁I ts",
+      "▁It s",
+      "▁h asta",
+      "▁ha sta",
+      "▁has ta",
+      "▁hast a",
+      "en so",
+      "ens o",
+      "▁w ire",
+      "▁wir e",
+      "▁ wire",
+      "Re t",
+      "R et",
+      "u j",
+      "pro of",
+      "▁re levant",
+      "▁relev ant",
+      "▁part ir",
+      "▁parti r",
+      "▁a go",
+      "▁ag o",
+      "▁ ago",
+      "if icate",
+      "ific ate",
+      "ifica te",
+      "▁d omin",
+      "▁do min",
+      "▁dom in",
+      "▁ domin",
+      "▁b oy",
+      "▁bo y",
+      "▁ boy",
+      "▁p lant",
+      "▁pl ant",
+      "▁pla nt",
+      "▁plan t",
+      "▁ plant",
+      "▁enc oding",
+      "▁ encoding",
+      "▁th rows",
+      "▁thr ows",
+      "▁throw s",
+      "▁thro ws",
+      "▁R ock",
+      "▁Ro ck",
+      "▁Roc k",
+      "zo ne",
+      "zon e",
+      "z one",
+      "ga ng",
+      "gan g",
+      "g ang",
+      "wid get",
+      "w idget",
+      "▁interest ing",
+      "DE R",
+      "D ER",
+      "▁d emon",
+      "▁de mon",
+      "▁dem on",
+      "▁demo n",
+      "▁off ice",
+      "▁offic e",
+      "▁ office",
+      "am t",
+      "a mt",
+      "ät er",
+      "ä ter",
+      "▁Wh ite",
+      "▁Whit e",
+      "▁ White",
+      "▁v ersch",
+      "▁ver sch",
+      "▁vers ch",
+      "▁die ser",
+      "▁dies er",
+      "▁diese r",
+      "▁M ount",
+      "▁Mo unt",
+      "▁Mou nt",
+      "▁ Mount",
+      "▁stud ents",
+      "▁student s",
+      "▁P ub",
+      "▁Pu b",
+      "▁ Pub",
+      "▁Д е",
+      "ij a",
+      "i ja",
+      "▁C y",
+      "▁ Cy",
+      "▁Californ ia",
+      "▁ab ril",
+      "äl l",
+      "ä ll",
+      "▁ч ем",
+      "▁че м",
+      "T V",
+      "▁m és",
+      "▁mé s",
+      "▁decl ared",
+      "▁decla red",
+      "▁declar ed",
+      "▁declare d",
+      "▁ ю",
+      "ő l",
+      "ap pa",
+      "app a",
+      "a ppa",
+      "▁Б е",
+      "ec ho",
+      "ech o",
+      "e cho",
+      "num er",
+      "nu mer",
+      "n umer",
+      "▁po sted",
+      "▁pos ted",
+      "▁post ed",
+      "▁poste d",
+      "▁в ер",
+      "▁ве р",
+      "▁ вер",
+      "▁годи не",
+      "▁we ak",
+      "▁ weak",
+      "▁Re public",
+      "▁Rep ublic",
+      "▁Repub lic",
+      "▁ch ampion",
+      "▁champ ion",
+      "ensure math",
+      "you r",
+      "yo ur",
+      "y our",
+      "▁O ber",
+      "▁Ob er",
+      "▁Cent ral",
+      "is a",
+      "i sa",
+      "ан д",
+      "а нд",
+      "y y",
+      "▁full y",
+      "▁ful ly",
+      "▁ fully",
+      "▁S D",
+      "▁ SD",
+      "▁Lin ux",
+      "▁ Linux",
+      "▁Sc ott",
+      "▁Scot t",
+      "part ment",
+      "ko n",
+      "k on",
+      "▁cont ract",
+      "▁contr act",
+      "▁contra ct",
+      "▁O F",
+      "▁ OF",
+      "▁a le",
+      "▁al e",
+      "▁ ale",
+      "▁A nn",
+      "▁An n",
+      "▁на д",
+      "▁ над",
+      "la h",
+      "l ah",
+      "▁N ext",
+      "▁Ne xt",
+      "▁ Next",
+      "or en",
+      "ore n",
+      "o ren",
+      "▁d isk",
+      "▁di sk",
+      "▁dis k",
+      "▁ disk",
+      "▁e g",
+      "▁ eg",
+      "at u",
+      "a tu",
+      "ло ги",
+      "лог и",
+      "▁g ames",
+      "▁game s",
+      "▁ga mes",
+      "▁gam es",
+      "Le ft",
+      "L eft",
+      "▁l u",
+      "▁ lu",
+      "▁fin ite",
+      "▁finit e",
+      "▁ finite",
+      "▁к и",
+      "▁ ки",
+      "▁cr ash",
+      "▁cra sh",
+      "ph er",
+      "phe r",
+      "p her",
+      "ex e",
+      "e xe",
+      "AT ION",
+      "▁br other",
+      "▁bro ther",
+      "En g",
+      "E ng",
+      "ta t",
+      "t at",
+      "▁In teger",
+      "▁ Integer",
+      "но му",
+      "ном у",
+      "н ому",
+      "▁col on",
+      "▁co lon",
+      "▁ colon",
+      "i qu",
+      ")) .",
+      ") ).",
+      "iv i",
+      "i vi",
+      "▁M ethod",
+      "▁Met hod",
+      "▁ Method",
+      "ar ten",
+      "art en",
+      "arte n",
+      "Un i",
+      "U ni",
+      "ve ctor",
+      "vec tor",
+      "v ector",
+      "▁w ood",
+      "▁wo od",
+      "▁ wood",
+      "р т",
+      "▁Л е",
+      "▁siè cle",
+      "▁g ent",
+      "▁ge nt",
+      "▁gen t",
+      "▁ gent",
+      "} \r",
+      "▁cont ents",
+      "▁content s",
+      "▁conten ts",
+      "▁ contents",
+      "▁com pan",
+      "▁comp an",
+      "G o",
+      "▁j ou",
+      "▁jo u",
+      "▁ jou",
+      "ue nt",
+      "uen t",
+      "u ent",
+      "As ync",
+      "A sync",
+      "print f",
+      "▁M odel",
+      "▁Mod el",
+      "▁Mo del",
+      "▁Mode l",
+      "▁ Model",
+      "▁ke pt",
+      "AS E",
+      "A SE",
+      "▁prov ides",
+      "▁provide s",
+      "▁Ab gerufen",
+      "▁G all",
+      "▁Gal l",
+      "▁Ga ll",
+      "▁Al f",
+      "S A",
+      "▁M em",
+      "▁Me m",
+      "▁ Mem",
+      "▁k ter",
+      "▁ kter",
+      "▁B ru",
+      "▁Br u",
+      "And roid",
+      "( :",
+      "▁У краї",
+      "▁Укра ї",
+      "N e",
+      "M in",
+      "at r",
+      "a tr",
+      "▁H al",
+      "▁Ha l",
+      "de lete",
+      "del ete",
+      "od o",
+      "o do",
+      "▁n ão",
+      "èn e",
+      "è ne",
+      "▁calcul ate",
+      "▁calc ulate",
+      "Js on",
+      "J son",
+      "ke ys",
+      "key s",
+      "не й",
+      "н ей",
+      "▁h ence",
+      "▁hen ce",
+      "▁o w",
+      "▁ ow",
+      "▁L ib",
+      "▁Li b",
+      "▁ Lib",
+      "en o",
+      "e no",
+      "▁L ove",
+      "▁Lo ve",
+      "▁Lov e",
+      "os i",
+      "o si",
+      "wi de",
+      "wid e",
+      "w ide",
+      "▁s core",
+      "▁sc ore",
+      "▁ score",
+      "ful l",
+      "fu ll",
+      "f ull",
+      "во д",
+      "в од",
+      "▁determ ine",
+      "▁determin e",
+      "▁s paces",
+      "▁sp aces",
+      "▁space s",
+      "▁spac es",
+      "▁ spaces",
+      "ло ва",
+      "лов а",
+      "л ова",
+      "▁pe ut",
+      "▁peu t",
+      "ér al",
+      "éra l",
+      "é ral",
+      "ó ł",
+      "▁app oint",
+      "▁ap point",
+      "▁T w",
+      "▁ Tw",
+      "< ?",
+      "▁Or der",
+      "▁Ord er",
+      "▁ Order",
+      "▁h op",
+      "▁ho p",
+      "ran dom",
+      "rand om",
+      "r andom",
+      "ca che",
+      "c ache",
+      "▁dest roy",
+      "▁ destroy",
+      "▁r ace",
+      "▁ra ce",
+      "▁rac e",
+      "▁ race",
+      "T ag",
+      "▁r id",
+      "▁ri d",
+      "▁ rid",
+      "▁neg ative",
+      "▁ negative",
+      "Ca r",
+      "C ar",
+      "ens ional",
+      "ension al",
+      "d k",
+      "▁c ro",
+      "▁cr o",
+      "▁ cro",
+      "▁TH EN",
+      "▁THE N",
+      "▁$ .",
+      "▁ $.",
+      "en sk",
+      "ens k",
+      "N E",
+      "H O",
+      "▁k le",
+      "▁kl e",
+      "osp ital",
+      "kt e",
+      "k te",
+      "fér ences",
+      "férence s",
+      "ud es",
+      "ude s",
+      "u des",
+      "I R",
+      "ot ion",
+      "oti on",
+      "o tion",
+      "▁Re al",
+      "▁ Real",
+      "▁Febru ar",
+      "и н",
+      "▁O ld",
+      "▁Ol d",
+      "▁ Old",
+      "ко го",
+      "к ого",
+      "le ich",
+      "lei ch",
+      "▁ р",
+      "ía n",
+      "í an",
+      "▁г а",
+      "▁ га",
+      "ci de",
+      "cid e",
+      "c ide",
+      "la b",
+      "l ab",
+      "▁p ull",
+      "▁pu ll",
+      "▁pul l",
+      "▁ pull",
+      "▁' /",
+      "Lo ng",
+      "L ong",
+      ", $",
+      "▁appropri ate",
+      "▁бы ла",
+      "▁был а",
+      "f ühr",
+      "▁M edia",
+      "▁Me dia",
+      "▁Med ia",
+      "▁Medi a",
+      "▁ Media",
+      "▁m anner",
+      "▁man ner",
+      "▁Г е",
+      "de scription",
+      "des cription",
+      "Be an",
+      "▁L ar",
+      "▁La r",
+      "▁ Lar",
+      "'] ;",
+      "' ];",
+      "▁re lation",
+      "▁rel ation",
+      "▁rela tion",
+      "▁ relation",
+      "▁S orry",
+      "▁Sor ry",
+      "ha r",
+      "h ar",
+      "cp p",
+      "c pp",
+      "▁K o",
+      "▁exec ution",
+      "▁execut ion",
+      "▁ execution",
+      "in os",
+      "ino s",
+      "i nos",
+      "▁b ul",
+      "▁bu l",
+      "▁ bul",
+      "gr ade",
+      "gra de",
+      "grad e",
+      "g rade",
+      "▁M u",
+      "▁p il",
+      "▁pi l",
+      "wr it",
+      "w rit",
+      "ific ations",
+      "ification s",
+      "in ese",
+      "ine se",
+      "ines e",
+      "▁Ph ili",
+      "▁Phil i",
+      "d x",
+      "▁le ading",
+      "▁lead ing",
+      "▁ leading",
+      "▁J ournal",
+      "ov ed",
+      "ove d",
+      "o ved",
+      "▁cont ro",
+      "▁contr o",
+      "но ва",
+      "нов а",
+      "н ова",
+      "Y es",
+      "▁ch annel",
+      "▁ channel",
+      ")) ,",
+      ") ),",
+      "is ten",
+      "ist en",
+      "iste n",
+      "i sten",
+      "ak a",
+      "a ka",
+      "To String",
+      "ma s",
+      "m as",
+      "▁e tt",
+      "▁et t",
+      "▁ ett",
+      "▁for ces",
+      "▁force s",
+      "ul ations",
+      "ulation s",
+      "▁C all",
+      "▁Cal l",
+      "▁Ca ll",
+      "▁ Call",
+      "▁explan ation",
+      "or ing",
+      "ori ng",
+      "o ring",
+      "AT A",
+      "A TA",
+      "ch ter",
+      "cht er",
+      "chte r",
+      "wh en",
+      "w hen",
+      "V C",
+      "▁Jah rh",
+      "▁Jahr h",
+      "Ca se",
+      "C ase",
+      "▁comm ands",
+      "▁command s",
+      "▁ commands",
+      "▁r ich",
+      "▁ric h",
+      "▁ri ch",
+      "▁ rich",
+      "bu s",
+      "b us",
+      "F e",
+      "mb ox",
+      "m box",
+      "▁re con",
+      "▁rec on",
+      "ñ o",
+      "▁s hape",
+      "▁sh ape",
+      "▁ shape",
+      "ow y",
+      "o wy",
+      "en try",
+      "ent ry",
+      "entr y",
+      "it able",
+      "ita ble",
+      "i table",
+      "▁e lection",
+      "▁el ection",
+      "▁elect ion",
+      "▁ele ction",
+      "є ться",
+      "▁p rep",
+      "▁pr ep",
+      "▁pre p",
+      "▁ prep",
+      "v á",
+      "▁in fin",
+      "▁inf in",
+      "lo t",
+      "l ot",
+      "▁bo oks",
+      "▁book s",
+      "▁ books",
+      "▁U SA",
+      "▁US A",
+      "▁ USA",
+      "ли н",
+      "л ин",
+      "▁p om",
+      "▁po m",
+      "▁ pom",
+      "▁n as",
+      "▁na s",
+      "▁ nas",
+      "▁t ags",
+      "▁tag s",
+      "▁ta gs",
+      "▁ tags",
+      "▁exec uted",
+      "▁execute d",
+      "▁execut ed",
+      "ail le",
+      "ai lle",
+      "a ille",
+      "lu ng",
+      "l ung",
+      "▁Java Script",
+      "▁ JavaScript",
+      "▁b all",
+      "▁bal l",
+      "▁ba ll",
+      "▁ ball",
+      "▁ain si",
+      "▁P ri",
+      "▁Pr i",
+      "{ $",
+      "▁U N",
+      "▁ UN",
+      "▁R am",
+      "▁Ra m",
+      "▁h ear",
+      "▁he ar",
+      "▁U buntu",
+      ">( );",
+      ">() ;",
+      "> ();",
+      "▁p ure",
+      "▁pu re",
+      "▁pur e",
+      "▁em bed",
+      "▁emb ed",
+      "▁ embed",
+      "a ção",
+      "cont roller",
+      "control ler",
+      "▁mar ried",
+      "▁F ol",
+      "▁Fo l",
+      "fa mil",
+      "f amil",
+      "▁p rec",
+      "▁pr ec",
+      "▁pre c",
+      "▁ prec",
+      "▁rec urs",
+      "pa d",
+      "p ad",
+      "istr ation",
+      "istra tion",
+      "▁respect ively",
+      "▁respective ly",
+      "[ $",
+      "au tor",
+      "aut or",
+      "auto r",
+      "a utor",
+      "▁g rav",
+      "▁gr av",
+      "▁gra v",
+      "ie ra",
+      "ier a",
+      "i era",
+      "az ioni",
+      "azi oni",
+      "a zioni",
+      "▁B ul",
+      "▁Bu l",
+      "▁Austral ia",
+      "mon d",
+      "mo nd",
+      "m ond",
+      "▁T ro",
+      "▁Tr o",
+      "▁E le",
+      "▁El e",
+      "pack ages",
+      "package s",
+      "ms dn",
+      "▁A ls",
+      "▁Al s",
+      "▁pr zy",
+      "▁prz y",
+      "AR T",
+      "A RT",
+      "▁char ge",
+      "▁charg e",
+      "▁ charge",
+      "▁app lications",
+      "▁application s",
+      "▁applic ations",
+      "Un it",
+      "Uni t",
+      "U nit",
+      "ar en",
+      "are n",
+      "a ren",
+      "▁sud den",
+      "om eter",
+      "ome ter",
+      "omet er",
+      "o meter",
+      "▁d ot",
+      "▁do t",
+      "▁ dot",
+      "ac ji",
+      "a cji",
+      "кт ор",
+      "кто р",
+      "к тор",
+      "im in",
+      "imi n",
+      "i min",
+      "en ing",
+      "eni ng",
+      "e ning",
+      "▁d onde",
+      "▁do nde",
+      "▁don de",
+      "▁H o",
+      "tr ee",
+      "tre e",
+      "t ree",
+      "m b",
+      "▁d rag",
+      "▁dr ag",
+      "▁dra g",
+      "▁ drag",
+      "aj e",
+      "a je",
+      "▁in valid",
+      "▁ invalid",
+      "▁fin ish",
+      "la im",
+      "▁f eed",
+      "▁fe ed",
+      "▁fee d",
+      "▁ feed",
+      "▁N ap",
+      "▁Na p",
+      "ro om",
+      "r oom",
+      "im ages",
+      "ima ges",
+      "image s",
+      "▁са й",
+      "▁su cc",
+      "▁suc c",
+      "if fer",
+      "iff er",
+      "iffe r",
+      "▁a ño",
+      "▁añ o",
+      "▁c ual",
+      "▁cu al",
+      "ме ри",
+      "мер и",
+      "D R",
+      "▁B ilder",
+      "▁Bi lder",
+      "▁Bild er",
+      "▁Bil der",
+      "б ра",
+      "ra it",
+      "rai t",
+      "r ait",
+      "pa n",
+      "p an",
+      "ен ь",
+      "е нь",
+      "▁dist inct",
+      "▁K n",
+      "ön ig",
+      "ö nig",
+      "an ced",
+      "ance d",
+      "anc ed",
+      "▁lo ading",
+      "▁load ing",
+      "▁ loading",
+      "▁Te chn",
+      "▁S el",
+      "▁Se l",
+      "mu s",
+      "m us",
+      "▁r ail",
+      "▁ra il",
+      "▁st udent",
+      "▁stud ent",
+      "▁ student",
+      "▁not ice",
+      "▁s la",
+      "▁sl a",
+      "▁Д а",
+      "▁gu ard",
+      "▁ guard",
+      "▁D ay",
+      "▁Da y",
+      "▁ Day",
+      "ва ли",
+      "вал и",
+      "в али",
+      "Op tion",
+      "Opt ion",
+      "O ption",
+      "ais on",
+      "ai son",
+      "a ison",
+      "ip p",
+      "i pp",
+      "▁J un",
+      "▁Ju n",
+      "▁f ell",
+      "▁fe ll",
+      "▁fel l",
+      "▁ab solute",
+      "▁absol ute",
+      "▁ absolute",
+      "ов е",
+      "о ве",
+      "de bug",
+      "deb ug",
+      "▁S ud",
+      "▁Su d",
+      "п ы",
+      "ug ins",
+      "ugin s",
+      "▁view s",
+      "▁vie ws",
+      "▁ views",
+      "la y",
+      "l ay",
+      "▁s urr",
+      "▁su rr",
+      "▁sur r",
+      "▁st ood",
+      "▁sto od",
+      "▁ stood",
+      "▁в і",
+      "▁ ві",
+      "select ed",
+      "sel ected",
+      "г і",
+      "▁att ributes",
+      "▁attribute s",
+      "▁ attributes",
+      "fin al",
+      "fi nal",
+      "f inal",
+      "en da",
+      "end a",
+      "▁B on",
+      "▁Bo n",
+      "ne rs",
+      "ner s",
+      "n ers",
+      "▁W er",
+      "▁We r",
+      "bu r",
+      "b ur",
+      "it tel",
+      "itt el",
+      "itte l",
+      "▁m oving",
+      "▁mov ing",
+      "▁mo ving",
+      "▁P lan",
+      "▁Pl an",
+      "▁Pla n",
+      "▁ Plan",
+      "is ches",
+      "isch es",
+      "ische s",
+      "isc hes",
+      "J ava",
+      "▁b asis",
+      "▁bas is",
+      "▁B us",
+      "▁Bu s",
+      "▁ Bus",
+      "▁A u",
+      "▁I ll",
+      "▁Il l",
+      "▁ Ill",
+      "▁вре мя",
+      "▁ц ент",
+      "▁ цент",
+      "hand le",
+      "сту п",
+      "▁F ar",
+      "▁Fa r",
+      "▁o raz",
+      "▁or az",
+      "▁ora z",
+      "oc r",
+      "o cr",
+      "▁se it",
+      "▁sei t",
+      "on der",
+      "ond er",
+      "onde r",
+      "o nder",
+      "до м",
+      "д ом",
+      ": /",
+      "ch or",
+      "cho r",
+      "c hor",
+      "▁T own",
+      "▁To wn",
+      "▁Tow n",
+      "▁def init",
+      "▁defin it",
+      "re act",
+      "rea ct",
+      "▁pie ce",
+      "▁Kar l",
+      "▁Ka rl",
+      "C I",
+      "▁App lication",
+      "▁ Application",
+      "un ter",
+      "unt er",
+      "unte r",
+      "▁for med",
+      "▁form ed",
+      "▁forme d",
+      "▁ formed",
+      "▁п у",
+      "▁ пу",
+      "B o",
+      "▁Dan iel",
+      "▁ Daniel",
+      "▁п ла",
+      "▁ пла",
+      "Bo dy",
+      "B ody",
+      "}) $",
+      "} )$",
+      "▁бы ли",
+      "▁был и",
+      "▁e arth",
+      "▁ear th",
+      "г ла",
+      "Th ere",
+      "The re",
+      "T here",
+      "▁с тра",
+      "▁ст ра",
+      "▁ стра",
+      "▁v ille",
+      "▁vi lle",
+      "▁vill e",
+      "▁vil le",
+      "▁ ville",
+      "▁c entre",
+      "▁cent re",
+      ") \r",
+      "▁help ful",
+      "▁+ +",
+      "▁ ++",
+      "▁C G",
+      "▁ CG",
+      "iz ione",
+      "izi one",
+      "izio ne",
+      "i zione",
+      "▁G ame",
+      "▁Ga me",
+      "▁Gam e",
+      "▁ Game",
+      "▁Wh ich",
+      "▁p ip",
+      "▁pi p",
+      "▁ pip",
+      "▁Port ug",
+      "D S",
+      "▁de scribe",
+      "▁des cribe",
+      "▁descri be",
+      "▁check ing",
+      "▁man ager",
+      "▁manage r",
+      "▁ manager",
+      "B O",
+      "▁B undes",
+      "▁Bund es",
+      "▁Bun des",
+      "bu ch",
+      "b uch",
+      "▁dec ided",
+      "▁decide d",
+      "▁decid ed",
+      "▁Jahrh undert",
+      "▁f if",
+      "▁fi f",
+      "▁ fif",
+      "e fficient",
+      "an ci",
+      "anc i",
+      "br aries",
+      "bra ries",
+      "▁f ails",
+      "▁fa ils",
+      "▁fail s",
+      "▁k ernel",
+      "▁ker nel",
+      "▁ kernel",
+      "▁G l",
+      "▁N acional",
+      "▁pro ceed",
+      "▁proc eed",
+      "▁f uer",
+      "▁fue r",
+      "▁fu er",
+      "▁l iving",
+      "▁li ving",
+      "▁liv ing",
+      "▁success fully",
+      "▁successful ly",
+      "▁f aster",
+      "▁fa ster",
+      "▁fast er",
+      "▁fas ter",
+      "▁con tre",
+      "▁cont re",
+      "▁contr e",
+      "▁ contre",
+      "▁pr ison",
+      "▁pri son",
+      "▁pris on",
+      "OR T",
+      "O RT",
+      "he lp",
+      "hel p",
+      "▁a utor",
+      "▁au tor",
+      "▁aut or",
+      "▁auto r",
+      "▁ autor",
+      "ła w",
+      "ł aw",
+      "aj ą",
+      "a ją",
+      "▁A rm",
+      "▁Ar m",
+      "▁ Arm",
+      "▁pro vin",
+      "▁prov in",
+      "▁na am",
+      "/ #",
+      "se d",
+      "s ed",
+      "▁g esch",
+      "▁ge sch",
+      "▁ges ch",
+      "▁ gesch",
+      "▁м ар",
+      "▁ма р",
+      "▁ мар",
+      "es k",
+      "e sk",
+      "ter m",
+      "te rm",
+      "t erm",
+      "▁T ex",
+      "▁Te x",
+      "▁ Tex",
+      "ir ing",
+      "iri ng",
+      "i ring",
+      "▁t ools",
+      "▁to ols",
+      "▁too ls",
+      "▁tool s",
+      "▁ tools",
+      "PD F",
+      "P DF",
+      "▁u lt",
+      "▁ul t",
+      "▁ ult",
+      "iss enschaft",
+      "issen schaft",
+      "▁could n",
+      "di ng",
+      "din g",
+      "d ing",
+      "De p",
+      "D ep",
+      "{ -",
+      "▁pre dict",
+      "▁pred ict",
+      "▁ predict",
+      "ant age",
+      "anta ge",
+      "▁L ike",
+      "▁Li ke",
+      "▁ Like",
+      "▁Б и",
+      "to ols",
+      "tool s",
+      "t ools",
+      "es tra",
+      "est ra",
+      "estr a",
+      "e stra",
+      "▁k i",
+      "▁ ki",
+      "▁J im",
+      "▁Ji m",
+      "st ar",
+      "sta r",
+      "s tar",
+      "▁re mark",
+      "▁r emark",
+      "▁rem ark",
+      "▁ remark",
+      "ó g",
+      "na bla",
+      "nab la",
+      "▁Al though",
+      "mod e",
+      "mo de",
+      "m ode",
+      "H ost",
+      "▁st range",
+      "▁str ange",
+      "▁stran ge",
+      "No ne",
+      "Non e",
+      "N one",
+      "bl ack",
+      "bla ck",
+      "b lack",
+      "▁F estival",
+      "▁Fest ival",
+      "▁I S",
+      "▁ IS",
+      "an za",
+      "anz a",
+      "▁( -",
+      "▁ (-",
+      "ic ket",
+      "ick et",
+      "i cket",
+      "ко ла",
+      "кол а",
+      "▁J es",
+      "▁Je s",
+      "▁f lex",
+      "▁fl ex",
+      "▁fle x",
+      "▁ flex",
+      "▁ À",
+      "▁N etwork",
+      "▁Net work",
+      "▁ Network",
+      "▁E X",
+      "▁ EX",
+      "▁e nero",
+      "▁en ero",
+      "▁ener o",
+      "! ”",
+      "▁O rt",
+      "▁Or t",
+      "▁al ors",
+      "▁Or iginal",
+      "▁Origin al",
+      "▁Orig inal",
+      "▁ Original",
+      "▁z o",
+      "▁ zo",
+      "ны ми",
+      "ным и",
+      "▁s pl",
+      "▁sp l",
+      "▁ spl",
+      "Dra w",
+      "Dr aw",
+      "D raw",
+      "yo nd",
+      "y ond",
+      "─ ─",
+      "▁O t",
+      "▁d ram",
+      "▁dr am",
+      "▁dra m",
+      "▁di vision",
+      "▁div ision",
+      "▁divis ion",
+      "▁e fficient",
+      "▁effic ient",
+      "▁ efficient",
+      "▁Г а",
+      "▁v ier",
+      "▁vi er",
+      "▁vie r",
+      "▁ vier",
+      "na k",
+      "n ak",
+      "L S",
+      "▁sp irit",
+      "▁spir it",
+      "zeich net",
+      "▁d ici",
+      "▁di ci",
+      "▁dic i",
+      "cl ear",
+      "cle ar",
+      "c lear",
+      "co py",
+      "cop y",
+      "c opy",
+      "ya r",
+      "y ar",
+      "▁ро ці",
+      "us qu",
+      "u squ",
+      "▁n ous",
+      "▁no us",
+      "▁nou s",
+      "▁b lev",
+      "▁bl ev",
+      "▁ble v",
+      "ж де",
+      "Ar g",
+      "A rg",
+      "▁per formed",
+      "▁perform ed",
+      "▁M ake",
+      "▁Ma ke",
+      "▁Mak e",
+      "▁ Make",
+      "▁Car ol",
+      "▁Ca rol",
+      "et to",
+      "ett o",
+      "e tto",
+      "▁S and",
+      "▁San d",
+      "▁Sa nd",
+      "▁D isc",
+      "▁Dis c",
+      "▁Di sc",
+      "En c",
+      "E nc",
+      "re ro",
+      "rer o",
+      "r ero",
+      "ha sh",
+      "has h",
+      "h ash",
+      "▁f ocus",
+      "▁fo cus",
+      "▁foc us",
+      "▁ focus",
+      "▁att ention",
+      "▁a gre",
+      "▁ag re",
+      "▁agr e",
+      "▁di vis",
+      "▁div is",
+      "▁бы ло",
+      "▁был о",
+      "▁e j",
+      "▁ ej",
+      "▁m arch",
+      "▁mar ch",
+      "▁marc h",
+      "▁ph ase",
+      "▁ phase",
+      "ía s",
+      "í as",
+      "▁ph il",
+      "▁P ap",
+      "▁Pa p",
+      "▁r iver",
+      "▁riv er",
+      "▁ri ver",
+      "▁ river",
+      "▁c aused",
+      "▁caus ed",
+      "▁cause d",
+      "▁ca used",
+      "pl ugin",
+      "▁Te am",
+      "▁ Team",
+      "ul er",
+      "ule r",
+      "u ler",
+      "▁$ (\"#",
+      "▁$(\" #",
+      "ie j",
+      "i ej",
+      "I SBN",
+      "na m",
+      "n am",
+      "▁f ight",
+      "▁fig ht",
+      "vi d",
+      "v id",
+      "▁L ud",
+      "▁Lu d",
+      "Select ed",
+      ":@ \"",
+      ": @\"",
+      "▁P od",
+      "▁Po d",
+      "▁ Pod",
+      "▁ann ées",
+      "▁année s",
+      "ar ios",
+      "ari os",
+      "ario s",
+      "a rios",
+      "▁deutsch er",
+      "▁deutsche r",
+      "▁N A",
+      "▁ NA",
+      "▁и ю",
+      "▁d ictionary",
+      "▁diction ary",
+      "▁ dictionary",
+      "▁Л а",
+      "▁T ri",
+      "▁Tr i",
+      "▁ Tri",
+      "è n",
+      "▁polit ical",
+      "rid ge",
+      "r idge",
+      "at ten",
+      "att en",
+      "atte n",
+      "▁circ le",
+      "▁cir cle",
+      "▁ circle",
+      "▁trans port",
+      "▁ transport",
+      "em as",
+      "ema s",
+      "e mas",
+      "F C",
+      "▁replace d",
+      "▁repla ced",
+      "▁A ud",
+      "▁Au d",
+      "is ka",
+      "isk a",
+      "i ska",
+      "Config uration",
+      "▁so ort",
+      "▁Н е",
+      "▁s equ",
+      "▁se qu",
+      "▁seq u",
+      "▁ sequ",
+      "PR O",
+      "P RO",
+      "▁b ud",
+      "▁bu d",
+      "▁ bud",
+      "▁{ {",
+      "▁ {{",
+      "lie ß",
+      "l ieß",
+      "▁M as",
+      "▁Ma s",
+      "de rs",
+      "der s",
+      "d ers",
+      "us ammen",
+      "es a",
+      "e sa",
+      "▁L y",
+      "в ро",
+      "ma c",
+      "m ac",
+      "▁и спо",
+      "▁ис по",
+      "▁s uc",
+      "▁su c",
+      "u y",
+      "▁ill ustr",
+      "▁prim era",
+      "▁prime ra",
+      "▁primer a",
+      "il ation",
+      "ila tion",
+      "i lation",
+      "▁st orage",
+      "▁stor age",
+      "▁sto rage",
+      "▁ storage",
+      "▁par ams",
+      "▁para ms",
+      "▁param s",
+      "▁pa rams",
+      "▁ params",
+      "ka z",
+      "k az",
+      "▁term inal",
+      "▁termin al",
+      "ра ль",
+      "рал ь",
+      "р аль",
+      "▁h olds",
+      "▁hold s",
+      "▁hol ds",
+      "▁ holds",
+      "ло сь",
+      "▁n ad",
+      "▁na d",
+      "▁ nad",
+      "” .",
+      "▁oct ubre",
+      "bu l",
+      "b ul",
+      "▁h us",
+      "▁hu s",
+      "▁ hus",
+      "UL T",
+      "U LT",
+      "▁ég alement",
+      "▁M ill",
+      "▁Mil l",
+      "▁Mi ll",
+      "▁ Mill",
+      "ła d",
+      "ł ad",
+      "▁cont iene",
+      "\" ?",
+      "▁> >>",
+      "▁>> >",
+      "Qu e",
+      "Q ue",
+      "   ",
+      "▁p lain",
+      "▁pl ain",
+      "▁pla in",
+      "▁ plain",
+      "at iva",
+      "ativ a",
+      "ati va",
+      "oc ker",
+      "ock er",
+      "o cker",
+      "Name s",
+      "Na mes",
+      "N ames",
+      "▁J ud",
+      "▁Ju d",
+      "▁ag ree",
+      "▁agre e",
+      "▁agr ee",
+      "▁G emeinde",
+      "▁Geme inde",
+      "la re",
+      "lar e",
+      "l are",
+      "ка за",
+      "каз а",
+      "▁st arts",
+      "▁start s",
+      "▁star ts",
+      "▁ starts",
+      "▁p rice",
+      "▁pr ice",
+      "▁pri ce",
+      "▁ price",
+      "T arget",
+      "cu s",
+      "c us",
+      "▁Inst ead",
+      ". ;",
+      "▁altern ative",
+      "▁alter native",
+      "▁в ла",
+      "I E",
+      "▁organ iz",
+      "in u",
+      "i nu",
+      "▁comp leted",
+      "▁comple ted",
+      "▁complet ed",
+      "▁complete d",
+      "▁car ry",
+      "at om",
+      "ato m",
+      "a tom",
+      "▁dep ending",
+      "▁depend ing",
+      "▁O ur",
+      "▁in sp",
+      "▁ins p",
+      "▁& \\",
+      "▁ &\\",
+      "ail y",
+      "ai ly",
+      "a ily",
+      "ir ection",
+      "ire ction",
+      "irect ion",
+      "ф а",
+      "▁d efe",
+      "▁de fe",
+      "▁def e",
+      "TA C",
+      "T AC",
+      "▁de signed",
+      "▁des igned",
+      "▁design ed",
+      "▁v oir",
+      "▁vo ir",
+      "▁ voir",
+      "bre ak",
+      "▁part ie",
+      "▁parti e",
+      "▁J ahren",
+      "▁Jah ren",
+      "▁Jahr en",
+      "▁Jahre n",
+      "▁Ja hren",
+      "▁st udio",
+      "▁stud io",
+      "▁studi o",
+      "▁ studio",
+      "▁j our",
+      "▁jo ur",
+      "▁jou r",
+      "▁N otes",
+      "▁No tes",
+      "▁Not es",
+      "▁Note s",
+      "fi re",
+      "fir e",
+      "f ire",
+      "ho use",
+      "hou se",
+      "h ouse",
+      "su ccess",
+      "▁J uan",
+      "▁Ju an",
+      "J S",
+      "▁C ustom",
+      "▁ Custom",
+      "▁b esch",
+      "▁be sch",
+      "▁bes ch",
+      "▁st ated",
+      "▁stat ed",
+      "▁state d",
+      "▁sta ted",
+      "boot strap",
+      "öt t",
+      "ö tt",
+      "oz zá",
+      "▁C ON",
+      "▁CO N",
+      "▁ CON",
+      "ha v",
+      "h av",
+      "▁s leep",
+      "▁sle ep",
+      "▁ sleep",
+      "ed a",
+      "e da",
+      "ho t",
+      "h ot",
+      "án d",
+      "á nd",
+      "▁S y",
+      "▁tem ps",
+      "▁temp s",
+      "▁ temps",
+      "am ar",
+      "ama r",
+      "a mar",
+      "▁s cal",
+      "▁sc al",
+      "▁ scal",
+      "▁a st",
+      "▁as t",
+      "▁ ast",
+      "▁op ening",
+      "▁open ing",
+      "cli pse",
+      "clip se",
+      "c lipse",
+      "▁program ming",
+      "▁ programming",
+      "▁let ters",
+      "▁letter s",
+      "▁lett ers",
+      "▁pro file",
+      "▁prof ile",
+      "▁profil e",
+      "▁ profile",
+      "na h",
+      "n ah",
+      "▁be yond",
+      "▁Fur ther",
+      "face s",
+      "fa ces",
+      "fac es",
+      "f aces",
+      "▁c hart",
+      "▁ch art",
+      "▁char t",
+      "▁cha rt",
+      "▁ chart",
+      "зд а",
+      "з да",
+      "ai gn",
+      "a ign",
+      "ні й",
+      "н ій",
+      "▁R ol",
+      "▁Ro l",
+      "ова но",
+      "ован о",
+      "ter ior",
+      "te rior",
+      "we d",
+      "w ed",
+      "▁her self",
+      "▁hers elf",
+      "▁n g",
+      "▁ ng",
+      "angu ages",
+      "anguage s",
+      "}= \\",
+      "} =\\",
+      "ynam ic",
+      "yna mic",
+      "▁j ug",
+      "▁ju g",
+      "▁Ex ample",
+      "▁ Example",
+      "▁( †",
+      "▁play ing",
+      "▁pla ying",
+      "▁us age",
+      "▁ usage",
+      "▁man aged",
+      "▁manage d",
+      "▁ managed",
+      "▁N atur",
+      "▁Nat ur",
+      "те ри",
+      "тер и",
+      "▁E t",
+      "er ia",
+      "eri a",
+      "e ria",
+      "▁daugh ter",
+      "ни ем",
+      "ние м",
+      "F ragment",
+      "▁h ol",
+      "▁ho l",
+      "▁ hol",
+      "F l",
+      "огра фи",
+      "ограф и",
+      "о графи",
+      "▁i hn",
+      "▁ih n",
+      "ü h",
+      "inst ance",
+      "▁com un",
+      "▁co mun",
+      "▁tr uth",
+      "▁са мо",
+      "▁сам о",
+      "▁implement ed",
+      "▁any way",
+      "▁C ro",
+      "▁Cr o",
+      "ф е",
+      "G C",
+      "ub untu",
+      "u buntu",
+      "ty pes",
+      "type s",
+      "typ es",
+      "t ypes",
+      "ê s",
+      ".~ \\",
+      ". ~\\",
+      "fo ld",
+      "fol d",
+      "f old",
+      "▁jo ined",
+      "▁join ed",
+      "? ?",
+      "▁m é",
+      "▁ mé",
+      "▁w ild",
+      "▁wil d",
+      "к лю",
+      "row ser",
+      "rows er",
+      "▁H ome",
+      "▁Ho me",
+      "▁Hom e",
+      "▁ Home",
+      "sk iej",
+      "ski ej",
+      "skie j",
+      "s kiej",
+      "▁J OIN",
+      "▁ju in",
+      "ho f",
+      "h of",
+      "▁data set",
+      "▁dat aset",
+      "▁datas et",
+      "▁ dataset",
+      "ж ду",
+      "') )",
+      "' ))",
+      "▁mie js",
+      "AP I",
+      "A PI",
+      "▁ed ited",
+      "▁edit ed",
+      "ool s",
+      "oo ls",
+      "o ols",
+      "▁se eing",
+      "▁see ing",
+      "ij d",
+      "i jd",
+      "▁pro cedure",
+      "▁proced ure",
+      "▁B ras",
+      "▁Br as",
+      "▁Bra s",
+      "▁s igned",
+      "▁sign ed",
+      "▁sig ned",
+      "▁ signed",
+      "▁extern os",
+      "▁dis app",
+      "▁D irect",
+      "▁Di rect",
+      "▁Dire ct",
+      "▁Dir ect",
+      "▁ Direct",
+      "cy c",
+      "c yc",
+      "▁cons ult",
+      "ör d",
+      "ö rd",
+      "W idget",
+      "ci ous",
+      "cio us",
+      "c ious",
+      "se ct",
+      "sec t",
+      "s ect",
+      "▁Д и",
+      "▁w ind",
+      "▁win d",
+      "▁ wind",
+      "▁Archiv ado",
+      "am l",
+      "a ml",
+      "с с",
+      "W h",
+      "kb d",
+      "k bd",
+      "▁Ar my",
+      "▁Arm y",
+      "▁s uffer",
+      "▁suf fer",
+      "▁suff er",
+      "art ifact",
+      "▁resol ve",
+      "▁ resolve",
+      "▁S port",
+      "▁Sp ort",
+      "▁Spo rt",
+      "▁ц е",
+      "▁ це",
+      "id as",
+      "ida s",
+      "i das",
+      "▁t ax",
+      "▁ta x",
+      "▁ tax",
+      "id i",
+      "i di",
+      "▁a ctions",
+      "▁act ions",
+      "▁action s",
+      "▁ actions",
+      "пр а",
+      "п ра",
+      "pu és",
+      "p ués",
+      "▁n aj",
+      "▁na j",
+      "F alse",
+      "▁ch ance",
+      "▁та ко",
+      "▁так о",
+      "ä d",
+      "▁d ol",
+      "▁do l",
+      "▁en v",
+      "▁ env",
+      "▁bas ically",
+      "▁basic ally",
+      "▁Coun cil",
+      "zt e",
+      "z te",
+      "▁display ed",
+      "ni l",
+      "n il",
+      "comp lete",
+      "comple te",
+      "▁L em",
+      "▁Le m",
+      "ian ce",
+      "i ance",
+      "▁ос нов",
+      "▁de pend",
+      "▁dep end",
+      "pl om",
+      "ens us",
+      "ut s",
+      "u ts",
+      "▁H ot",
+      "▁Ho t",
+      "▁ Hot",
+      "bit r",
+      "bi tr",
+      "▁valid ation",
+      "▁ validation",
+      "ab b",
+      "a bb",
+      "▁т ре",
+      "▁ тре",
+      "k m",
+      "z d",
+      "ö ff",
+      "W E",
+      "▁inter ested",
+      "▁interest ed",
+      "▁{ \"",
+      "▁ {\"",
+      "ar o",
+      "a ro",
+      "▁cor rel",
+      "▁corre l",
+      "▁corr el",
+      "▁d edic",
+      "▁de dic",
+      "▁ded ic",
+      "▁l ists",
+      "▁list s",
+      "▁ lists",
+      "▁Bibli ografia",
+      "▁ear lier",
+      "pr ogram",
+      "pro gram",
+      "prog ram",
+      "▁prem ière",
+      "▁premi ère",
+      "fr ont",
+      "f ront",
+      "T ab",
+      "ст ву",
+      "ств у",
+      "dr op",
+      "dro p",
+      "d rop",
+      "▁f ear",
+      "▁fe ar",
+      "▁En laces",
+      "▁C apt",
+      "▁Cap t",
+      "▁Ca pt",
+      "▁ Capt",
+      "▁real iz",
+      "▁h al",
+      "▁ha l",
+      "▁ hal",
+      "▁inst ances",
+      "▁instance s",
+      "▁su sp",
+      "▁sus p",
+      "il ling",
+      "ill ing",
+      "illi ng",
+      "% ;",
+      "{ }",
+      "| |",
+      "▁part ition",
+      "▁parti tion",
+      "▁ partition",
+      "▁Bu ild",
+      "▁ Build",
+      "▁w o",
+      "▁ wo",
+      "▁П ер",
+      "▁Пе р",
+      "▁direct or",
+      "▁dire ctor",
+      "▁dir ector",
+      "▁S in",
+      "▁Si n",
+      "ти я",
+      "rs g",
+      "r sg",
+      "ou ver",
+      "ouv er",
+      "ouve r",
+      "▁near ly",
+      "od a",
+      "o da",
+      "кти в",
+      "к тив",
+      "▁s ir",
+      "▁si r",
+      "IM E",
+      "I ME",
+      "▁jan vier",
+      "▁W in",
+      "▁Wi n",
+      "▁ Win",
+      "Bu ild",
+      "ie urs",
+      "ieu rs",
+      "ieur s",
+      "i eurs",
+      "IN E",
+      "I NE",
+      "d ouble",
+      "La st",
+      "L ast",
+      "▁pol icy",
+      "▁polic y",
+      "▁ policy",
+      "st ore",
+      "sto re",
+      "stor e",
+      "▁obser ved",
+      "▁observ ed",
+      "▁observe d",
+      "▁obs erved",
+      "▁famil ie",
+      "ni ca",
+      "nic a",
+      "n ica",
+      "re y",
+      "r ey",
+      "з ь",
+      "▁Y ear",
+      "▁Ye ar",
+      "▁ Year",
+      "▁develop ed",
+      "▁deve loped",
+      "▁Inst itute",
+      "▁Instit ute",
+      "▁Institut e",
+      "▁re ply",
+      "▁rep ly",
+      "Com ple",
+      "Comp le",
+      "ic ian",
+      "ici an",
+      "icia n",
+      "i cian",
+      "▁G uer",
+      "▁Gu er",
+      "▁d all",
+      "▁da ll",
+      "▁dal l",
+      "▁d esp",
+      "▁de sp",
+      "▁des p",
+      "▁Foot ball",
+      "Em pty",
+      "Emp ty",
+      "ck en",
+      "cke n",
+      "c ken",
+      "un da",
+      "und a",
+      "▁U r",
+      "▁i g",
+      "▁ ig",
+      "▁A tl",
+      "▁At l",
+      "aut hor",
+      "auth or",
+      "▁B ol",
+      "▁Bo l",
+      "zi g",
+      "z ig",
+      "na t",
+      "n at",
+      "š t",
+      "se curity",
+      "sec urity",
+      "on ic",
+      "oni c",
+      "o nic",
+      "▁p es",
+      "▁pe s",
+      "▁ pes",
+      "it an",
+      "ita n",
+      "i tan",
+      "▁Ex tern",
+      "▁Ext ern",
+      "ja n",
+      "j an",
+      "VA L",
+      "V AL",
+      "▁и м",
+      "▁ им",
+      "bo ld",
+      "bol d",
+      "b old",
+      "▁в а",
+      "▁ ва",
+      "▁М о",
+      "▁dis put",
+      "▁disp ut",
+      "▁t rick",
+      "▁tr ick",
+      "▁tri ck",
+      "▁p ed",
+      "▁pe d",
+      "▁ ped",
+      ")^ {",
+      ") ^{",
+      "in to",
+      "int o",
+      "Si m",
+      "S im",
+      "▁par allel",
+      "▁ parallel",
+      "fo x",
+      "f ox",
+      "norm al",
+      "nor mal",
+      "n ormal",
+      "in ent",
+      "ine nt",
+      "inen t",
+      "пе ди",
+      "п еди",
+      "ho ld",
+      "hol d",
+      "h old",
+      "O K",
+      "▁c hem",
+      "▁ch em",
+      "▁che m",
+      "▁ chem",
+      "▁tw ice",
+      "▁us ername",
+      "▁user name",
+      "▁ username",
+      "i č",
+      "▁re presentation",
+      "▁represent ation",
+      "▁repres entation",
+      "▁j ournal",
+      "▁jour nal",
+      "▁journ al",
+      "▁: -",
+      "▁ :-",
+      "▁b att",
+      "▁ba tt",
+      "▁bat t",
+      "\\ %",
+      "▁certain ly",
+      "▁Ex ception",
+      "▁ Exception",
+      "ep s",
+      "e ps",
+      "sh ot",
+      "s hot",
+      "at egy",
+      "ate gy",
+      "ateg y",
+      "Sh ow",
+      "S how",
+      "▁Car l",
+      "▁Ca rl",
+      "ri g",
+      "r ig",
+      "▁rep orted",
+      "▁report ed",
+      "bot tom",
+      "b ottom",
+      "T F",
+      "▁Francis co",
+      "na p",
+      "n ap",
+      "▁Champion ship",
+      "▁Champions hip",
+      "▁c ourt",
+      "▁co urt",
+      "▁cour t",
+      "▁cou rt",
+      "▁ court",
+      "▁s ources",
+      "▁source s",
+      "io ur",
+      "i our",
+      "▁con serv",
+      "▁cons erv",
+      "▁conse rv",
+      "▁conser v",
+      "di ct",
+      "dic t",
+      "d ict",
+      "▁Р у",
+      "I B",
+      "▁V e",
+      "▁ №",
+      "▁E R",
+      "▁ ER",
+      "\") );",
+      "\")) ;",
+      "\" ));",
+      "▁P oint",
+      "▁Po int",
+      "▁ Point",
+      "az ine",
+      "azi ne",
+      "▁inter net",
+      "▁intern et",
+      "д на",
+      "▁car ried",
+      "▁carri ed",
+      "▁F ield",
+      "▁ Field",
+      "ax is",
+      "axi s",
+      "a xis",
+      "▁S un",
+      "▁Su n",
+      "▁a ve",
+      "▁av e",
+      "▁ ave",
+      "пи с",
+      "п ис",
+      "я н",
+      "as y",
+      "▁ju lio",
+      "▁jul io",
+      "▁juli o",
+      "▁de puis",
+      "▁dep uis",
+      "▁sugg estion",
+      "▁suggest ion",
+      "[ [",
+      "▁Arch ive",
+      "▁Archiv e",
+      "ę p",
+      "▁P ra",
+      "▁Pr a",
+      "re h",
+      "r eh",
+      "▁demon str",
+      "ф і",
+      "cm d",
+      "c md",
+      "▁was n",
+      "▁wa sn",
+      "▁ph one",
+      "▁ phone",
+      "up load",
+      "ay a",
+      "a ya",
+      "то ра",
+      "тор а",
+      "li nes",
+      "line s",
+      "lin es",
+      "l ines",
+      "▁in du",
+      "▁ind u",
+      "▁ indu",
+      "▁v ot",
+      "▁vo t",
+      "▁es pa",
+      "▁esp a",
+      "▁b in",
+      "▁bi n",
+      "▁ bin",
+      "▁по сле",
+      "▁пос ле",
+      "pl an",
+      "pla n",
+      "p lan",
+      "▁ju nio",
+      "▁jun io",
+      "▁juni o",
+      "or ial",
+      "oria l",
+      "ori al",
+      "o rial",
+      "fr ee",
+      "fre e",
+      "f ree",
+      "ster reich",
+      "▁д у",
+      "▁ ду",
+      "▁link ed",
+      "▁lin ked",
+      "▁en able",
+      "▁ enable",
+      "P C",
+      "▁dens ity",
+      "▁E gy",
+      "▁Eg y",
+      "y o",
+      "end re",
+      "▁с ъ",
+      "▁ital iano",
+      "▁A R",
+      "▁ AR",
+      "▁P ers",
+      "▁Per s",
+      "▁Pe rs",
+      "▁ Pers",
+      "fér és",
+      "▁с кла",
+      "V ar",
+      "▁On ce",
+      "▁ Once",
+      "Re d",
+      "R ed",
+      "buf fer",
+      "buff er",
+      "b uffer",
+      "▁En ter",
+      "▁Ent er",
+      "▁ Enter",
+      "▁ Š",
+      "im iento",
+      "imi ento",
+      "St ore",
+      "Sto re",
+      "▁he alth",
+      "va t",
+      "v at",
+      "IS T",
+      "I ST",
+      "O h",
+      "▁k w",
+      "▁ kw",
+      "▁r iv",
+      "▁ri v",
+      "▁ riv",
+      "▁some where",
+      "ograf ie",
+      "ografi e",
+      "priv ate",
+      "p rivate",
+      "кт и",
+      "к ти",
+      "▁de lay",
+      "▁del ay",
+      "▁ delay",
+      "▁H ttp",
+      "▁ Http",
+      "jo b",
+      "j ob",
+      "ra el",
+      "r ael",
+      "em por",
+      "emp or",
+      "▁dici embre",
+      "▁dic iembre",
+      "êt e",
+      "ê te",
+      "ц у",
+      "▁com mit",
+      "▁comm it",
+      "▁ commit",
+      "os o",
+      "o so",
+      "Val ues",
+      "Value s",
+      "▁he aders",
+      "▁head ers",
+      "▁header s",
+      "▁ headers",
+      "trans form",
+      "▁process ing",
+      "▁proces sing",
+      "▁ processing",
+      "r å",
+      "▁A h",
+      "▁ Ah",
+      "▁N ode",
+      "▁No de",
+      "▁ Node",
+      "-- ----------",
+      "---- --------",
+      "-------- ----",
+      "------ ------",
+      "----- -------",
+      "------- -----",
+      "---------- --",
+      "▁f aire",
+      "▁fa ire",
+      "▁fair e",
+      "▁h un",
+      "▁hu n",
+      "Pl ayer",
+      "Play er",
+      "P layer",
+      "▁re view",
+      "▁rev iew",
+      "▁ review",
+      "г да",
+      "▁lim ited",
+      "▁limit ed",
+      "▁ limited",
+      "▁Pro perty",
+      "▁ Property",
+      "▁s erve",
+      "▁ser ve",
+      "▁serv e",
+      "▁ serve",
+      "ri age",
+      "ria ge",
+      "▁M aster",
+      "▁Ma ster",
+      "▁Mas ter",
+      "▁ Master",
+      "▁k ann",
+      "▁kan n",
+      "▁ka nn",
+      "cre te",
+      "cret e",
+      "cr ete",
+      "ph ere",
+      "pher e",
+      "phe re",
+      "p here",
+      "ё р",
+      "▁ch ief",
+      "▁chi ef",
+      "▁sc ene",
+      "▁scen e",
+      "▁ scene",
+      "ki n",
+      "k in",
+      "▁un iform",
+      "▁ uniform",
+      "▁feb rero",
+      "\" }",
+      "il lo",
+      "ill o",
+      "IT E",
+      "I TE",
+      "ou vel",
+      "ouv el",
+      "ouve l",
+      "use package",
+      "en th",
+      "ent h",
+      "e nth",
+      "▁quick ly",
+      "L ambda",
+      "xe s",
+      "x es",
+      "▁c ells",
+      "▁cell s",
+      "▁cel ls",
+      "ro g",
+      "r og",
+      "am in",
+      "ami n",
+      "a min",
+      "▁М ар",
+      "▁Ма р",
+      "▁may or",
+      "▁mayo r",
+      "pl ayer",
+      "play er",
+      "pla yer",
+      "p layer",
+      "++ ;",
+      "▁На се",
+      "▁sa fe",
+      "▁saf e",
+      "▁ safe",
+      "▁ve loc",
+      "▁vel oc",
+      "▁о бра",
+      "▁об ра",
+      "▁ обра",
+      "Data base",
+      "Dat abase",
+      "D atabase",
+      "ne h",
+      "n eh",
+      "Ver t",
+      "V ert",
+      "▁f le",
+      "▁fl e",
+      "▁ф ор",
+      "▁фо р",
+      "▁ фор",
+      "▁f oreign",
+      "▁for eign",
+      "▁fore ign",
+      "Ab stract",
+      "▁m agn",
+      "▁ma gn",
+      "▁mag n",
+      "▁mod ified",
+      "▁milit ary",
+      "▁militar y",
+      "▁m onde",
+      "▁mon de",
+      "▁mo nde",
+      "▁mond e",
+      "▁A ction",
+      "▁Act ion",
+      "▁Ac tion",
+      "▁ Action",
+      "▁b ank",
+      "▁ban k",
+      "▁ bank",
+      "Ser ial",
+      "Se rial",
+      "▁contin uous",
+      "▁continu ous",
+      "▁g el",
+      "▁ge l",
+      "▁ gel",
+      "▁phys ical",
+      "▁introdu ced",
+      "▁introduce d",
+      "ut ure",
+      "ri ck",
+      "ric k",
+      "r ick",
+      "▁present ed",
+      "▁pres ented",
+      "▁presente d",
+      "▁P rov",
+      "▁Pro v",
+      "▁Pr ov",
+      "▁B oth",
+      "▁Bo th",
+      "▁Bot h",
+      "Po s",
+      "P os",
+      "su per",
+      "sup er",
+      "s uper",
+      "& #",
+      "▁f inding",
+      "▁find ing",
+      "▁fin ding",
+      "ne l",
+      "n el",
+      "un de",
+      "und e",
+      "u nde",
+      "▁fr ån",
+      "sk im",
+      "ski m",
+      "s kim",
+      "▁H ill",
+      "▁Hi ll",
+      "▁Hil l",
+      "f n",
+      "▁Can ad",
+      "▁Ca nad",
+      "▁int ended",
+      "▁inten ded",
+      "▁intend ed",
+      "ozzá férés",
+      "▁ju illet",
+      "▁W ars",
+      "▁War s",
+      "▁Wa rs",
+      "▁success ful",
+      "▁ch arg",
+      "▁char g",
+      "▁cha rg",
+      "▁ charg",
+      "ie le",
+      "iel e",
+      "i ele",
+      "om ething",
+      "ome thing",
+      "omet hing",
+      "ok u",
+      "o ku",
+      "f etch",
+      "▁} }",
+      "▁ }}",
+      "ban k",
+      "b ank",
+      "operator name",
+      "▁Col or",
+      "▁Co lor",
+      "▁ Color",
+      "▁C ard",
+      "▁Car d",
+      "▁Ca rd",
+      "▁ Card",
+      "t u",
+      "▁\" ,",
+      "▁ \",",
+      "wi d",
+      "w id",
+      "▁g ep",
+      "▁ge p",
+      "X ML",
+      "======== ========",
+      "▁Vir gin",
+      "ähr end",
+      "äh rend",
+      "lic ated",
+      "licate d",
+      "lica ted",
+      "Di r",
+      "D ir",
+      "ze ro",
+      "zer o",
+      "z ero",
+      "▁K al",
+      "▁Ka l",
+      "▁Par ty",
+      "▁Part y",
+      "▁ å",
+      "pr ice",
+      "p rice",
+      "do n",
+      "d on",
+      "▁w arning",
+      "▁war ning",
+      "▁warn ing",
+      "▁ warning",
+      "▁B ad",
+      "▁Ba d",
+      "▁ Bad",
+      "▁S upp",
+      "▁Su pp",
+      "▁Sup p",
+      "▁ Supp",
+      "▁L iga",
+      "▁Li ga",
+      "▁Lig a",
+      "▁P ierre",
+      "▁Pier re",
+      "▁ Pierre",
+      "Re cord",
+      "Rec ord",
+      "ul ator",
+      "ula tor",
+      "▁R ome",
+      "▁Ro me",
+      "▁Rom e",
+      "▁the orem",
+      "▁ theorem",
+      "▁entire ly",
+      "ски м",
+      "ск им",
+      "с ким",
+      "he t",
+      "h et",
+      "▁d opo",
+      "▁do po",
+      "▁dop o",
+      "Ne xt",
+      "N ext",
+      "ml ung",
+      "m lung",
+      "wi g",
+      "w ig",
+      "▁A th",
+      "▁At h",
+      "▁S ou",
+      "▁So u",
+      "li cher",
+      "lic her",
+      "lich er",
+      "liche r",
+      "l icher",
+      "▁s udo",
+      "▁su do",
+      "▁sud o",
+      "▁ sudo",
+      "es ts",
+      "est s",
+      "хі в",
+      "х ів",
+      "▁sept iembre",
+      "▁m icro",
+      "▁mi cro",
+      "▁mic ro",
+      "▁t rop",
+      "▁tr op",
+      "▁tro p",
+      "fi t",
+      "f it",
+      "Co re",
+      "Cor e",
+      "C ore",
+      "▁Rad io",
+      "▁ Radio",
+      "▁Or gan",
+      "▁ Organ",
+      "▁P ower",
+      "▁Po wer",
+      "▁Pow er",
+      "▁ Power",
+      "C F",
+      "▁L ast",
+      "▁La st",
+      "▁Las t",
+      "▁ Last",
+      "▁op pos",
+      "▁opp os",
+      "▁off set",
+      "▁ offset",
+      "▁re gia",
+      "▁reg ia",
+      "▁min imum",
+      "▁minim um",
+      "▁hel ped",
+      "▁help ed",
+      "an don",
+      "and on",
+      "ando n",
+      "if ying",
+      "ify ing",
+      "ru it",
+      "r uit",
+      "ensch app",
+      "▁b ere",
+      "▁be re",
+      "▁ber e",
+      "▁ bere",
+      "V M",
+      "▁A wards",
+      "▁Award s",
+      "▁Aw ards",
+      "▁a gr",
+      "▁ag r",
+      "▁ agr",
+      "yn omial",
+      "en ced",
+      "ence d",
+      "enc ed",
+      "▁dev ices",
+      "▁device s",
+      "▁devi ces",
+      "▁b ot",
+      "▁bo t",
+      "▁ bot",
+      "▁f irm",
+      "▁fi rm",
+      "▁fir m",
+      "▁w riter",
+      "▁writ er",
+      "▁wr iter",
+      "▁write r",
+      "▁ writer",
+      "▁r ing",
+      "▁ri ng",
+      "▁rin g",
+      "▁ ring",
+      ". -",
+      "is tes",
+      "ist es",
+      "iste s",
+      "l ä",
+      "▁m el",
+      "▁me l",
+      "▁ mel",
+      "ent ation",
+      "enta tion",
+      "▁Sch w",
+      "▁Sc hw",
+      "▁n ome",
+      "▁no me",
+      "▁nom e",
+      "▁ nome",
+      "▁po bla",
+      "▁pob la",
+      "▁w oj",
+      "▁wo j",
+      "▁u l",
+      "▁ ul",
+      "en to",
+      "ent o",
+      "ы х",
+      "▁res ist",
+      "▁rem ains",
+      "▁remain s",
+      "▁C a",
+      "▁ Ca",
+      "añ a",
+      "a ña",
+      "▁C ourt",
+      "▁Co urt",
+      "▁Cour t",
+      "▁Cou rt",
+      "ut able",
+      "uta ble",
+      "u table",
+      "ential ly",
+      "enti ally",
+      "▁t rat",
+      "▁tr at",
+      "▁tra t",
+      "▁ trat",
+      "▁Vis ual",
+      "▁ Visual",
+      "▁rest rict",
+      "▁pre viously",
+      "▁previous ly",
+      "▁prev iously",
+      "ca tion",
+      "cat ion",
+      "c ation",
+      "▁о со",
+      "▁ос о",
+      "▁My SQL",
+      "f ör",
+      "cal a",
+      "ca la",
+      "c ala",
+      "▁c ulture",
+      "▁cult ure",
+      "li ve",
+      "liv e",
+      "l ive",
+      "▁accept ed",
+      "Di d",
+      "D id",
+      "▁h ous",
+      "▁ho us",
+      "▁se lection",
+      "▁select ion",
+      "▁sel ection",
+      "▁sele ction",
+      "▁ selection",
+      "▁de cre",
+      "▁dec re",
+      "mar gin",
+      "m argin",
+      "ur b",
+      "u rb",
+      "▁I nc",
+      "▁In c",
+      "▁M any",
+      "▁Man y",
+      "▁Ma ny",
+      "▁ Many",
+      "ib t",
+      "i bt",
+      "▁succ eed",
+      "▁suc ceed",
+      "Bind ing",
+      "B inding",
+      "c í",
+      "▁R og",
+      "▁Ro g",
+      "▁should n",
+      "cl oud",
+      "clo ud",
+      "clou d",
+      "▁d z",
+      "▁ dz",
+      "ва в",
+      "▁p ix",
+      "▁pi x",
+      "sm all",
+      "▁project s",
+      "▁ projects",
+      "▁O K",
+      "▁ OK",
+      "▁la test",
+      "▁lat est",
+      "▁late st",
+      "▁ latest",
+      "▁re ferences",
+      "▁refer ences",
+      "▁reference s",
+      "Pro gram",
+      "Pr ogram",
+      "▁er st",
+      "▁ers t",
+      "▁ erst",
+      "▁я к",
+      "▁k am",
+      "▁ka m",
+      "▁C amb",
+      "▁Cam b",
+      "▁Ca mb",
+      "el lt",
+      "ell t",
+      "ö d",
+      "no ne",
+      "non e",
+      "n one",
+      "▁j usqu",
+      "▁ju squ",
+      "ki ng",
+      "kin g",
+      "k ing",
+      "▁P ed",
+      "▁Pe d",
+      "as sert",
+      "ass ert",
+      "asse rt",
+      "asser t",
+      "C S",
+      "ri to",
+      "rit o",
+      "r ito",
+      "es sa",
+      "ess a",
+      "ль ко",
+      "▁V on",
+      "▁Vo n",
+      "▁Ed ward",
+      "▁im possible",
+      "▁impos sible",
+      "n p",
+      "word s",
+      "wor ds",
+      "w ords",
+      "ie lt",
+      "iel t",
+      "i elt",
+      "▁P age",
+      "▁Pa ge",
+      "▁ Page",
+      "le rs",
+      "ler s",
+      "l ers",
+      "▁p ier",
+      "▁pi er",
+      "▁pie r",
+      "▁обла сти",
+      "itt ee",
+      "itte e",
+      "▁( [",
+      "▁ ([",
+      "▁t rust",
+      "▁tr ust",
+      "N G",
+      "re du",
+      "red u",
+      "r edu",
+      "< <",
+      "ri al",
+      "ria l",
+      "r ial",
+      "▁product s",
+      "▁ products",
+      "▁E rn",
+      "▁Er n",
+      "ri ère",
+      "r ière",
+      "го в",
+      "г ов",
+      "▁Re ich",
+      "▁Ro ad",
+      "▁n ested",
+      "▁ne sted",
+      "▁nest ed",
+      "▁ nested",
+      "Dis play",
+      "▁str ength",
+      "ograf ía",
+      "▁ann ounced",
+      "▁announ ced",
+      "▁S cience",
+      "▁Sc ience",
+      "▁Sci ence",
+      "▁рай о",
+      "Param eter",
+      "▁T ask",
+      "▁Ta sk",
+      "▁Tas k",
+      "▁ Task",
+      "um ents",
+      "ument s",
+      "umen ts",
+      "u ments",
+      "▁ad opt",
+      "▁On ly",
+      "▁ Only",
+      "ют ь",
+      "ю ть",
+      "▁c li",
+      "▁cl i",
+      "▁ cli",
+      "▁l em",
+      "▁le m",
+      "▁ lem",
+      "st ood",
+      "sto od",
+      "▁F I",
+      "▁ FI",
+      "ên cias",
+      "ência s",
+      "pon ents",
+      "ponent s",
+      "] $",
+      "com ment",
+      "comm ent",
+      "▁y a",
+      "▁ ya",
+      "sh ould",
+      "ik e",
+      "i ke",
+      "ti m",
+      "t im",
+      "el lig",
+      "ell ig",
+      "elli g",
+      "▁s ending",
+      "▁send ing",
+      "▁sen ding",
+      "▁a jax",
+      "▁aj ax",
+      "▁ ajax",
+      "▁nov iembre",
+      "um es",
+      "ume s",
+      "u mes",
+      "▁we iter",
+      "▁weit er",
+      "▁D ans",
+      "▁Dan s",
+      "▁Da ns",
+      "op p",
+      "o pp",
+      "▁sept embre",
+      "▁sep tembre",
+      "ot imes",
+      "oti mes",
+      "o times",
+      "z ő",
+      "▁e p",
+      "▁ ep",
+      "ve re",
+      "ver e",
+      "v ere",
+      "▁o h",
+      "▁ oh",
+      ": =",
+      "▁S ong",
+      "▁So ng",
+      "▁Son g",
+      "” ,",
+      "▁v iv",
+      "▁vi v",
+      "▁ viv",
+      "▁qu eries",
+      "▁que ries",
+      "▁quer ies",
+      "▁v á",
+      "▁ vá",
+      "▁déc embre",
+      "▁un able",
+      "▁una ble",
+      "▁e rh",
+      "▁er h",
+      "▁` -",
+      "▁ `-",
+      "▁L ee",
+      "▁Le e",
+      "▁er sten",
+      "▁erst en",
+      "▁erste n",
+      "▁ers ten",
+      "ô t",
+      "ст ве",
+      "ств е",
+      "T S",
+      "▁f ragment",
+      "▁fra gment",
+      "▁frag ment",
+      "▁ fragment",
+      "▁w ide",
+      "▁wid e",
+      "▁ wide",
+      "▁s uff",
+      "▁su ff",
+      "▁suf f",
+      "▁d ut",
+      "▁du t",
+      "▁V ere",
+      "▁Ver e",
+      "▁Ve re",
+      "і с",
+      "ad ing",
+      "adi ng",
+      "adin g",
+      "a ding",
+      "ie go",
+      "ieg o",
+      "i ego",
+      "ic ago",
+      "ica go",
+      "▁Ar gent",
+      "▁Arg ent",
+      "or er",
+      "ore r",
+      "o rer",
+      "en nes",
+      "enn es",
+      "enne s",
+      "▁L eb",
+      "▁Le b",
+      "lin ux",
+      "ac ing",
+      "aci ng",
+      "a cing",
+      "▁br oken",
+      "▁bro ken",
+      "▁broke n",
+      "t p",
+      "í o",
+      "ab eth",
+      "abe th",
+      "abet h",
+      "ist as",
+      "ista s",
+      "ge w",
+      "g ew",
+      "i ème",
+      "ca s",
+      "c as",
+      "▁pre ced",
+      "▁prec ed",
+      "▁D al",
+      "▁Da l",
+      "▁comp ared",
+      "▁compar ed",
+      "▁compare d",
+      "equ iv",
+      "il ly",
+      "ill y",
+      "te en",
+      "t een",
+      "▁Con sole",
+      "▁Cons ole",
+      "▁ Console",
+      "▁st rict",
+      "▁str ict",
+      "▁stri ct",
+      "it aire",
+      "ita ire",
+      "i taire",
+      "▁E D",
+      "▁ ED",
+      "ential s",
+      "enti als",
+      "▁p erman",
+      "▁per man",
+      "▁perm an",
+      "▁t ous",
+      "▁to us",
+      "▁tou s",
+      "▁g eme",
+      "▁ge me",
+      "▁gem e",
+      "▁ geme",
+      "▁ext rem",
+      "▁extr em",
+      "▁ок ру",
+      "k g",
+      "▁he avy",
+      "▁heav y",
+      "▁av ril",
+      "▁an ti",
+      "▁ant i",
+      "▁ anti",
+      "▁oct obre",
+      "ut f",
+      "u tf",
+      "he lm",
+      "hel m",
+      "h elm",
+      "am ples",
+      "ample s",
+      "amp les",
+      "▁( _",
+      "▁ (_",
+      "ak en",
+      "ake n",
+      "a ken",
+      "▁d ear",
+      "▁de ar",
+      "▁opin ion",
+      "▁f ish",
+      "▁fi sh",
+      "▁fis h",
+      "▁ fish",
+      "▁Alex ander",
+      "▁Alexand er",
+      "i w",
+      "и м",
+      "ca dem",
+      "cade m",
+      "c adem",
+      "▁ref lect",
+      "▁ reflect",
+      "▁д р",
+      "▁t rib",
+      "▁tr ib",
+      "▁tri b",
+      "com mon",
+      "comm on",
+      "▁clear ly",
+      "▁s af",
+      "▁sa f",
+      "=\"@ +",
+      "▁М ос",
+      "▁Мо с",
+      "си те",
+      "eqn array",
+      "nu ng",
+      "n ung",
+      "▁relations hip",
+      "▁relation ship",
+      "▁S em",
+      "▁Se m",
+      "▁ Sem",
+      "▁k illed",
+      "▁kil led",
+      "▁kill ed",
+      "te d",
+      "t ed",
+      "un o",
+      "u no",
+      "▁ лі",
+      "▁w id",
+      "▁ wid",
+      "an ning",
+      "ann ing",
+      "anni ng",
+      "▁p anel",
+      "▁pa nel",
+      "▁pan el",
+      "▁ panel",
+      "▁L eben",
+      "▁Le ben",
+      "▁Leb en",
+      "▁r uby",
+      "▁ru by",
+      "▁rub y",
+      "▁ ruby",
+      "ans ion",
+      "▁a ren",
+      "▁are n",
+      "▁ar en",
+      "▁ aren",
+      "tab ular",
+      "al et",
+      "ale t",
+      "a let",
+      "}$ $",
+      "} $$",
+      "▁L ake",
+      "▁La ke",
+      "▁Lak e",
+      "▁su ite",
+      "▁suit e",
+      "▁ suite",
+      "▁min or",
+      "▁mi nor",
+      "H ozzáférés",
+      "▁xml ns",
+      "▁ xmlns",
+      "DI R",
+      "D IR",
+      "dr iver",
+      "drive r",
+      "dri ver",
+      "d river",
+      "in ts",
+      "int s",
+      "▁v ic",
+      "▁vi c",
+      "▁ vic",
+      "AN D",
+      "A ND",
+      "pr im",
+      "p rim",
+      "сы лки",
+      "▁O x",
+      "T C",
+      "riv ial",
+      "at ie",
+      "ati e",
+      "▁e ight",
+      "▁eig ht",
+      "▁eigh t",
+      "▁conf lic",
+      "▁confl ic",
+      "an gel",
+      "ang el",
+      "ange l",
+      "▁B egr",
+      "▁Be gr",
+      "▁Beg r",
+      "▁explicit ly",
+      "ют ся",
+      "ю тся",
+      "▁D ev",
+      "▁De v",
+      "▁ Dev",
+      "re nder",
+      "ren der",
+      "rend er",
+      "r ender",
+      "▁re produ",
+      "▁rep rodu",
+      "▁repr odu",
+      "▁repro du",
+      "▁c ré",
+      "▁cr é",
+      "G u",
+      "M B",
+      "▁k ön",
+      "▁kö n",
+      "▁rem ained",
+      "▁remain ed",
+      "▁k l",
+      "▁ kl",
+      "хо в",
+      "х ов",
+      "▁b yl",
+      "▁by l",
+      "Ph i",
+      "P hi",
+      "▁de tail",
+      "▁det ail",
+      "▁ detail",
+      "ja v",
+      "j av",
+      "▁m ouse",
+      "▁mo use",
+      "▁mou se",
+      "▁ mouse",
+      "B as",
+      "i ę",
+      "as ser",
+      "ass er",
+      "asse r",
+      "h s",
+      "▁sh ift",
+      "▁ shift",
+      "▁ú lt",
+      "▁ últ",
+      "ra nd",
+      "ran d",
+      "r and",
+      "▁b tn",
+      "▁ btn",
+      "ra z",
+      "r az",
+      "▁p ul",
+      "▁pu l",
+      "▁stat ements",
+      "▁state ments",
+      "▁statement s",
+      "file name",
+      "fil ename",
+      "▁prom pt",
+      "él é",
+      "é lé",
+      "ik z",
+      "▁S us",
+      "▁Su s",
+      "▁de but",
+      "▁deb ut",
+      "St at",
+      "S tat",
+      "form s",
+      "for ms",
+      "▁H ein",
+      "▁He in",
+      "st adt",
+      "sta dt",
+      "stad t",
+      "en nis",
+      "enn is",
+      "по л",
+      "ar ante",
+      "aran te",
+      "ці й",
+      "ц ій",
+      "▁que ue",
+      "▁ queue",
+      "▁re ci",
+      "▁rec i",
+      "▁ reci",
+      "▁s ta",
+      "▁st a",
+      "▁ sta",
+      "yn chron",
+      "cent ering",
+      "center ing",
+      "cente ring",
+      "So me",
+      "S ome",
+      "Gr aph",
+      "G raph",
+      "▁t ested",
+      "▁te sted",
+      "▁test ed",
+      "▁K unst",
+      "▁Kun st",
+      "о м",
+      "▁N othing",
+      "▁No thing",
+      "▁Not hing",
+      "▁ Nothing",
+      "ie u",
+      "i eu",
+      "“ .",
+      "B undle",
+      "▁of icial",
+      "▁ofic ial",
+      "al low",
+      "all ow",
+      "allo w",
+      "▁Re act",
+      "▁L ibrary",
+      "▁Li brary",
+      "▁ Library",
+      "bl ue",
+      "▁ver w",
+      "▁ve rw",
+      "▁p are",
+      "▁par e",
+      "▁pa re",
+      "▁Fried rich",
+      "▁a ware",
+      "▁aw are",
+      "▁ aware",
+      "Ex p",
+      "E xp",
+      "▁effect s",
+      "▁го ро",
+      "▁гор о",
+      "lop edia",
+      "loped ia",
+      "▁V en",
+      "▁Ve n",
+      "ra le",
+      "ral e",
+      "r ale",
+      "▁F inal",
+      "▁Fin al",
+      "▁ Final",
+      "▁pro pos",
+      "▁prop os",
+      "la cement",
+      "lace ment",
+      "lac ement",
+      "kt en",
+      "kte n",
+      "k ten",
+      "▁no vel",
+      "▁nov el",
+      "or ter",
+      "ort er",
+      "orte r",
+      "▁German y",
+      "▁Ger many",
+      "▁Germ any",
+      "▁d jango",
+      "▁ django",
+      "▁trans ition",
+      "▁ transition",
+      "▁happ ened",
+      "▁happen ed",
+      "▁beaut iful",
+      "▁ne ither",
+      "▁nei ther",
+      "▁li braries",
+      "▁h ide",
+      "▁hi de",
+      "▁hid e",
+      "▁ hide",
+      "al g",
+      "a lg",
+      "▁a spect",
+      "▁as pect",
+      "▁asp ect",
+      "▁for get",
+      "▁forg et",
+      "cade my",
+      "cadem y",
+      "on te",
+      "ont e",
+      "re fix",
+      "ref ix",
+      "▁cl oud",
+      "▁clo ud",
+      "▁ cloud",
+      "ne d",
+      "n ed",
+      "cd ots",
+      "cdot s",
+      "c dots",
+      "reg ister",
+      "ny m",
+      "n ym",
+      ".) :",
+      ". ):",
+      "▁J ew",
+      "▁Je w",
+      "▁t rès",
+      "▁tr ès",
+      "ни че",
+      "▁D or",
+      "▁Do r",
+      "▁p roc",
+      "▁pro c",
+      "▁pr oc",
+      "▁ proc",
+      "▁g an",
+      "▁ga n",
+      "▁ gan",
+      "▁ є",
+      "▁S av",
+      "▁Sa v",
+      "v í",
+      "Setting s",
+      "S ettings",
+      "▁V ari",
+      "▁Var i",
+      "▁Va ri",
+      "▁ Vari",
+      "▁c ours",
+      "▁co urs",
+      "▁cour s",
+      "▁cou rs",
+      "R o",
+      "▁con j",
+      "▁re asons",
+      "▁reason s",
+      "▁re ader",
+      "▁read er",
+      "▁ reader",
+      "лекс анд",
+      "ic ate",
+      "ica te",
+      "}) ,",
+      "} ),",
+      "▁task s",
+      "▁ tasks",
+      "▁R ay",
+      "▁Ra y",
+      "▁r ic",
+      "▁ri c",
+      "▁ ric",
+      "K e",
+      "on ie",
+      "oni e",
+      "o nie",
+      "r f",
+      ") [",
+      "▁sub sequ",
+      "▁subs equ",
+      "▁T urn",
+      "▁Tur n",
+      "▁Tu rn",
+      "▁ Turn",
+      "▁VI AF",
+      "math sf",
+      "H E",
+      "▁dec lare",
+      "▁decl are",
+      "▁decla re",
+      "▁declar e",
+      "▁pro tocol",
+      "▁proto col",
+      "▁ protocol",
+      "▁P C",
+      "▁ PC",
+      "ци он",
+      "View ById",
+      "▁an imation",
+      "▁anim ation",
+      "▁ animation",
+      "▁conf used",
+      "ви ч",
+      "▁en abled",
+      "▁enable d",
+      "▁ enabled",
+      "ow o",
+      "o wo",
+      "ás t",
+      "á st",
+      "ö t",
+      "▁m and",
+      "▁ma nd",
+      "▁man d",
+      "▁R ail",
+      "▁Ra il",
+      "field s",
+      "▁K ap",
+      "▁Ka p",
+      "▁al gebra",
+      "▁ algebra",
+      "▁С у",
+      "fér ence",
+      "▁C urrent",
+      "▁Cur rent",
+      "▁ Current",
+      "с но",
+      "▁L im",
+      "▁Li m",
+      "Par ams",
+      "Param s",
+      "Pa rams",
+      "▁Ant onio",
+      "▁Anton io",
+      "▁Anto nio",
+      "▁t v",
+      "▁ tv",
+      "la te",
+      "lat e",
+      "l ate",
+      "if er",
+      "ife r",
+      "i fer",
+      "En try",
+      "Ent ry",
+      "▁S erv",
+      "▁Se rv",
+      "▁Ser v",
+      "▁ Serv",
+      "▁mus ical",
+      "▁music al",
+      "▁musica l",
+      "▁t race",
+      "▁tr ace",
+      "▁tra ce",
+      "▁trac e",
+      "▁ trace",
+      "▁s cient",
+      "▁sc ient",
+      "▁sci ent",
+      "fi c",
+      "f ic",
+      "▁for got",
+      "▁forg ot",
+      "v ideo",
+      "▁o lder",
+      "▁old er",
+      "▁ol der",
+      "▁ older",
+      "Tr ee",
+      "T ree",
+      "▁u ns",
+      "▁un s",
+      "▁ uns",
+      "ни ки",
+      "ник и",
+      "▁E uropa",
+      "▁Europ a",
+      "▁Euro pa",
+      "▁Z we",
+      "▁Zw e",
+      "▁б е",
+      "▁ бе",
+      "▁v ec",
+      "▁ve c",
+      "▁ vec",
+      "ж у",
+      "Mat ch",
+      "M atch",
+      "sp an",
+      "s pan",
+      "▁bl ank",
+      "▁blan k",
+      "▁ blank",
+      "▁sp äter",
+      "▁T y",
+      "▁ Ty",
+      "▁d ict",
+      "▁di ct",
+      "▁dic t",
+      "▁ dict",
+      "ñ a",
+      "▁conf irm",
+      "▁confir m",
+      "▁ confirm",
+      "▁v ý",
+      "за н",
+      "з ан",
+      "Re l",
+      "R el",
+      "fil m",
+      "fi lm",
+      "▁R ot",
+      "▁Ro t",
+      "▁ Rot",
+      "▁H y",
+      "▁ Hy",
+      "ка х",
+      "▁dem and",
+      "▁min ist",
+      "▁mini st",
+      "▁Mad rid",
+      "▁us ual",
+      "sp iel",
+      "s piel",
+      "er os",
+      "ero s",
+      "e ros",
+      "▁t utorial",
+      "▁tut orial",
+      "▁ tutorial",
+      "▁С сылки",
+      "s ys",
+      "ци аль",
+      "▁sp read",
+      "▁spr ead",
+      "▁spre ad",
+      "▁con vers",
+      "▁conver s",
+      "▁conv ers",
+      "▁r oll",
+      "▁ro ll",
+      "▁rol l",
+      "▁ roll",
+      "artifact Id",
+      "▁N umber",
+      "▁Num ber",
+      "▁ Number",
+      "▁sym met",
+      "▁M ult",
+      "▁Mu lt",
+      "▁Mul t",
+      "▁ Mult",
+      "ex pected",
+      "exp ected",
+      "expect ed",
+      "▁a xis",
+      "▁ax is",
+      "▁ axis",
+      "▁match ing",
+      "▁f ood",
+      "▁fo od",
+      "▁foo d",
+      "group Id",
+      "Map p",
+      "Ma pp",
+      "M app",
+      "▁с вя",
+      "▁v end",
+      "▁ve nd",
+      "▁ven d",
+      "F ound",
+      "ot to",
+      "ott o",
+      "o tto",
+      "Ca t",
+      "C at",
+      "cri t",
+      "cr it",
+      "c rit",
+      "ist ent",
+      "iste nt",
+      "isten t",
+      "▁d rei",
+      "▁dr ei",
+      "▁dre i",
+      "▁en ded",
+      "▁end ed",
+      "▁ende d",
+      "▁ ended",
+      "▁T ele",
+      "▁Te le",
+      "▁Tel e",
+      "com ponent",
+      "▁invol ved",
+      "▁involve d",
+      "▁Est ados",
+      "▁Estado s",
+      "▁Estad os",
+      "▁d anger",
+      "▁dan ger",
+      "▁ch ain",
+      "▁cha in",
+      "▁ chain",
+      "▁P rom",
+      "▁Pro m",
+      "▁Pr om",
+      "▁ Prom",
+      "ho m",
+      "h om",
+      "▁pol ít",
+      "co p",
+      "c op",
+      "▁n ap",
+      "▁na p",
+      "▁ nap",
+      "ri f",
+      "r if",
+      "ple ments",
+      "pl ements",
+      "plement s",
+      "▁v ent",
+      "▁ve nt",
+      "▁ven t",
+      "▁ vent",
+      "an na",
+      "ann a",
+      "an ted",
+      "ant ed",
+      "ante d",
+      "date d",
+      "da ted",
+      "dat ed",
+      "d ated",
+      "an th",
+      "ant h",
+      "a nth",
+      "▁thread s",
+      "▁thre ads",
+      "▁ threads",
+      "зо ва",
+      "зов а",
+      "з ова",
+      "▁ста нов",
+      "▁стан ов",
+      "▁ станов",
+      "▁e erst",
+      "▁eer st",
+      "bu f",
+      "b uf",
+      "he id",
+      "▁R u",
+      "▁P rim",
+      "▁Pr im",
+      "▁Pri m",
+      "▁ Prim",
+      "▁m igr",
+      "▁mi gr",
+      "▁mig r",
+      "▁ migr",
+      "▁Un idos",
+      "▁ar bitr",
+      "▁r oman",
+      "▁ro man",
+      "▁rom an",
+      "ount ry",
+      "oun try",
+      "ult ur",
+      "▁K önig",
+      "▁Kö nig",
+      "▁an not",
+      "▁ann ot",
+      "▁anno t",
+      "▁ annot",
+      "ach ing",
+      "ac hing",
+      "achi ng",
+      "▁H aupt",
+      "▁Ha upt",
+      "um in",
+      "umi n",
+      "u min",
+      "▁h em",
+      "▁he m",
+      "▁ hem",
+      "ck ets",
+      "cket s",
+      "cke ts",
+      "ba u",
+      "b au",
+      "ect ion",
+      "ec tion",
+      "e ction",
+      "ef t",
+      "e ft",
+      "▁package s",
+      "▁pack ages",
+      "▁ packages",
+      "▁K ur",
+      "▁Ku r",
+      "th ur",
+      "▁p ays",
+      "▁pa ys",
+      "▁pay s",
+      "li ament",
+      "lia ment",
+      "▁Б у",
+      "▁c ada",
+      "▁ca da",
+      "▁cad a",
+      "po ints",
+      "point s",
+      "oc ket",
+      "ock et",
+      "o cket",
+      "▁v erb",
+      "▁ver b",
+      "▁ve rb",
+      "▁ verb",
+      "ле е",
+      "▁sub mit",
+      "▁subm it",
+      "▁ submit",
+      "▁s an",
+      "▁sa n",
+      "▁ san",
+      "ru by",
+      "r uby",
+      "▁e ast",
+      "▁eas t",
+      "▁ east",
+      "ko v",
+      "k ov",
+      "▁Ver lag",
+      "▁Verl ag",
+      "▁ Verlag",
+      "▁s pot",
+      "▁sp ot",
+      "▁spo t",
+      "▁ spot",
+      "pp o",
+      "p po",
+      "E ach",
+      "je kt",
+      "▁Bi ographie",
+      "▁ne ws",
+      "▁new s",
+      "▁ news",
+      "▁pa ís",
+      "uf act",
+      "u fact",
+      "▁d ia",
+      "▁di a",
+      "▁ dia",
+      "ко ва",
+      "ков а",
+      "к ова",
+      "▁accom pl",
+      "▁accomp l",
+      "▁É t",
+      "▁ Ét",
+      "il ities",
+      "ili ties",
+      "▁i hm",
+      "▁ih m",
+      "in voke",
+      "inv oke",
+      "▁app end",
+      "▁ap pend",
+      "▁appe nd",
+      "▁ append",
+      ".) ,",
+      ". ),",
+      "▁l ab",
+      "▁la b",
+      "▁ lab",
+      "an ging",
+      "ang ing",
+      "is tan",
+      "ist an",
+      "ista n",
+      "i stan",
+      "re sol",
+      "res ol",
+      "reso l",
+      "▁S ection",
+      "▁Se ction",
+      "▁Sec tion",
+      "▁ Section",
+      "Par ent",
+      "Pa rent",
+      "mo z",
+      "m oz",
+      "Ma t",
+      "M at",
+      "st yles",
+      "style s",
+      "sty les",
+      "un den",
+      "und en",
+      "unde n",
+      "“ ,",
+      "irt schaft",
+      "ки м",
+      "к им",
+      "▁Fin ally",
+      "▁Final ly",
+      "ph en",
+      "phe n",
+      "p hen",
+      "▁P ac",
+      "▁Pa c",
+      "▁Array List",
+      "▁ ArrayList",
+      "▁re cover",
+      "▁rec over",
+      "▁e ducation",
+      "▁educ ation",
+      "mod els",
+      "model s",
+      "mode ls",
+      "pe d",
+      "p ed",
+      "▁h appy",
+      "▁ha ppy",
+      "▁happ y",
+      "ч у",
+      "▁guer ra",
+      "me dia",
+      "med ia",
+      "medi a",
+      "m edia",
+      "O F",
+      "▁ens ure",
+      "▁ ensure",
+      "Mar k",
+      "M ark",
+      "data base",
+      "dat abase",
+      "datab ase",
+      "d atabase",
+      "og gle",
+      "▁pub lish",
+      "▁publi sh",
+      "▁ publish",
+      "O W",
+      "▁B au",
+      "▁Ba u",
+      "? .",
+      "▁ча сти",
+      "▁час ти",
+      "▁част и",
+      "▁re pository",
+      "▁repos itory",
+      "▁ repository",
+      "▁M att",
+      "▁Ma tt",
+      "▁Mat t",
+      "hi gh",
+      "h igh",
+      "ov en",
+      "ove n",
+      "o ven",
+      "▁g er",
+      "▁ge r",
+      "▁ ger",
+      "▁un known",
+      "▁ unknown",
+      "Am er",
+      "A mer",
+      "▁B rown",
+      "▁Br own",
+      "▁Bro wn",
+      "▁Brow n",
+      "AL L",
+      "A LL",
+      "▁result ing",
+      "▁b or",
+      "▁bo r",
+      "▁ bor",
+      "▁po et",
+      "ни ми",
+      "ним и",
+      "Em ail",
+      "E mail",
+      "F ont",
+      "▁h ist",
+      "▁his t",
+      "▁hi st",
+      "▁to day",
+      "▁tod ay",
+      "▁toda y",
+      "▁ today",
+      "▁B erg",
+      "▁Be rg",
+      "▁Ber g",
+      "▁but tons",
+      "▁button s",
+      "та л",
+      "т ал",
+      "▁s ni",
+      "▁sn i",
+      "▁че лов",
+      "Cr e",
+      "C re",
+      "▁un ion",
+      "▁ union",
+      "▁z ich",
+      "ish op",
+      "i shop",
+      "▁qu ando",
+      "▁quand o",
+      "▁quan do",
+      "P o",
+      "CT ION",
+      "▁C ost",
+      "▁Co st",
+      "▁Cos t",
+      "▁ Cost",
+      "су дар",
+      "er ved",
+      "erv ed",
+      "erve d",
+      "Not e",
+      "No te",
+      "N ote",
+      "Equ al",
+      "Eq ual",
+      "E qual",
+      "ли я",
+      "бу р",
+      "б ур",
+      "▁ab stract",
+      "▁abstra ct",
+      "▁ abstract",
+      "st op",
+      "sto p",
+      "s top",
+      "▁ad vice",
+      "▁adv ice",
+      "▁i con",
+      "▁ic on",
+      "▁ icon",
+      "▁tr avel",
+      "▁tra vel",
+      "▁trav el",
+      "B S",
+      "ve ns",
+      "ven s",
+      "v ens",
+      "▁b atch",
+      "▁bat ch",
+      "▁ batch",
+      "li que",
+      "liqu e",
+      "l ique",
+      "she et",
+      "s heet",
+      "▁i hre",
+      "▁ih re",
+      "▁ihr e",
+      "em on",
+      "emo n",
+      "e mon",
+      "ber to",
+      "bert o",
+      "▁as signed",
+      "▁ass igned",
+      "▁assign ed",
+      "ь ю",
+      "Ph one",
+      "▁a ward",
+      "▁aw ard",
+      "▁function ality",
+      "▁functional ity",
+      "al la",
+      "all a",
+      "a lla",
+      "▁D am",
+      "▁Da m",
+      "▁ci udad",
+      "▁cl uster",
+      "▁clust er",
+      "▁ cluster",
+      "De scription",
+      "Des cription",
+      "▁s heet",
+      "▁she et",
+      "▁ sheet",
+      "▁Austral ian",
+      "▁Australia n",
+      "▁» .",
+      "▁ ».",
+      "▁\" <",
+      "▁wonder ing",
+      "ain e",
+      "ai ne",
+      "a ine",
+      "▁represent ed",
+      "▁repres ented",
+      "ka ppa",
+      "kap pa",
+      "k appa",
+      "n b",
+      "▁s y",
+      "▁K ö",
+      "=\" #",
+      "▁s even",
+      "▁se ven",
+      "Direct ory",
+      "D irectory",
+      "▁s ister",
+      "▁si ster",
+      "▁sist er",
+      "pl ates",
+      "plate s",
+      "pla tes",
+      "▁l uck",
+      "▁lu ck",
+      "▁luc k",
+      "▁rem aining",
+      "▁remain ing",
+      "▁V ill",
+      "▁Vi ll",
+      "▁Vil l",
+      "wer k",
+      "w erk",
+      "an ni",
+      "ann i",
+      "et ti",
+      "ett i",
+      "fun c",
+      "fu nc",
+      "f unc",
+      "▁b an",
+      "▁ba n",
+      "▁ ban",
+      "im s",
+      "i ms",
+      "mi ss",
+      "mis s",
+      "m iss",
+      "ag raph",
+      "agr aph",
+      "a graph",
+      "ек си",
+      "е кси",
+      "▁R ef",
+      "▁Re f",
+      "▁ Ref",
+      "ni tt",
+      "nit t",
+      "n itt",
+      "▁G ab",
+      "▁Ga b",
+      "▁and ere",
+      "▁jed och",
+      "result s",
+      "! \\",
+      "▁l isted",
+      "▁li sted",
+      "▁list ed",
+      "▁liste d",
+      "▁l oro",
+      "▁lo ro",
+      "▁kn ows",
+      "▁know s",
+      "ж но",
+      "R ad",
+      "▁s ocket",
+      "▁so cket",
+      "▁soc ket",
+      "▁ socket",
+      "mult i",
+      "mul ti",
+      "▁р і",
+      "▁ рі",
+      "ra ils",
+      "rai ls",
+      "r ails",
+      "▁t ar",
+      "▁ta r",
+      "▁ tar",
+      "▁gent le",
+      "se tt",
+      "set t",
+      "s ett",
+      "serv ices",
+      "service s",
+      "bo und",
+      "b ound",
+      "ig keit",
+      "aj a",
+      "a ja",
+      "▁c md",
+      "▁cm d",
+      "▁ cmd",
+      "ag ger",
+      "agg er",
+      "▁b a",
+      "▁ ba",
+      "▁Be lg",
+      "▁Bel g",
+      "▁K le",
+      "▁Kl e",
+      "▁word t",
+      "▁wor dt",
+      "▁f ost",
+      "▁fo st",
+      "▁fos t",
+      "▁dim ension",
+      "An g",
+      "A ng",
+      "um ing",
+      "umin g",
+      "umi ng",
+      "u ming",
+      "Ob j",
+      "не н",
+      "н ен",
+      "▁M arie",
+      "▁Mar ie",
+      "▁Ma rie",
+      "▁Mari e",
+      "▁ Marie",
+      "ex ists",
+      "exist s",
+      "т ро",
+      "▁бо ль",
+      "▁ боль",
+      "em ente",
+      "ement e",
+      "emen te",
+      "e mente",
+      "▁J on",
+      "▁Jo n",
+      "SE RT",
+      "SER T",
+      "S ERT",
+      "▁high est",
+      "ak i",
+      "a ki",
+      "▁t res",
+      "▁tr es",
+      "▁tre s",
+      "▁ tres",
+      "▁circ um",
+      "▁D own",
+      "▁Do wn",
+      "▁Dow n",
+      "▁ Down",
+      "om men",
+      "omm en",
+      "ur er",
+      "ure r",
+      "u rer",
+      "▁caus es",
+      "▁cause s",
+      "▁ca uses",
+      "ven ue",
+      "iss ance",
+      "▁influ ence",
+      "▁influen ce",
+      "▁f at",
+      "▁fa t",
+      "ре ди",
+      "ред и",
+      "р еди",
+      "}\\ \\",
+      "} \\\\",
+      "▁en tr",
+      "▁ent r",
+      "▁ entr",
+      "▁S ign",
+      "▁Si gn",
+      "▁Sig n",
+      "▁ Sign",
+      "▁к ла",
+      "▁ кла",
+      "▁b inding",
+      "▁bind ing",
+      "▁bin ding",
+      "▁ binding",
+      "es sen",
+      "ess en",
+      "esse n",
+      "▁Ф ран",
+      "▁L ocal",
+      "▁Lo cal",
+      "▁Loc al",
+      "▁ Local",
+      "▁я вля",
+      "ap pro",
+      "app ro",
+      "▁dep endencies",
+      "▁depend encies",
+      "▁ dependencies",
+      "▁talk ing",
+      "▁tal king",
+      "▁zur ück",
+      "con nection",
+      "connect ion",
+      "conne ction",
+      "conn ection",
+      "Act ive",
+      "Activ e",
+      "bb e",
+      "b be",
+      "ir ls",
+      "irl s",
+      "▁In f",
+      "▁ Inf",
+      "w d",
+      "▁и с",
+      "▁ ис",
+      "ro ad",
+      "▁con ven",
+      "▁conv en",
+      "ě t",
+      "ве з",
+      "в ез",
+      "▁ent ries",
+      "▁entr ies",
+      "▁ entries",
+      "es c",
+      "e sc",
+      "▁b its",
+      "▁bit s",
+      "▁bi ts",
+      "▁ bits",
+      "as so",
+      "ass o",
+      "W R",
+      "sh ips",
+      "ship s",
+      "s hips",
+      "▁d és",
+      "▁dé s",
+      "es p",
+      "e sp",
+      "Ma ke",
+      "M ake",
+      "▁famil iar",
+      "▁familia r",
+      "Ar t",
+      "A rt",
+      "▁ar my",
+      "▁arm y",
+      "ct r",
+      "c tr",
+      "ér ic",
+      "éri c",
+      "é ric",
+      "que ue",
+      "▁\\ {",
+      "▁ \\{",
+      "ue la",
+      "uel a",
+      "u ela",
+      "am iento",
+      "ami ento",
+      "ши х",
+      "ш их",
+      "▁\" \"\"",
+      "▁\"\" \"",
+      "con tr",
+      "cont r",
+      "лл е",
+      "л ле",
+      "F S",
+      "▁mar ket",
+      "▁mark et",
+      "▁ market",
+      "ån g",
+      "å ng",
+      "cite p",
+      "cit ep",
+      "Il l",
+      "I ll",
+      "ran k",
+      "r ank",
+      "▁s ender",
+      "▁se nder",
+      "▁send er",
+      "▁sen der",
+      "▁ sender",
+      "▁be im",
+      "▁bei m",
+      "ра к",
+      "▁com pat",
+      "▁comp at",
+      "▁ compat",
+      "▁occ urs",
+      "▁occur s",
+      "▁d iese",
+      "▁di ese",
+      "▁die se",
+      "▁dies e",
+      "сти ту",
+      "aw a",
+      "a wa",
+      "▁i OS",
+      "▁Ch inese",
+      "▁Chine se",
+      "▁T R",
+      "▁ TR",
+      "▁K en",
+      "▁Ke n",
+      "▁U ne",
+      "▁Un e",
+      "▁cre ates",
+      "▁create s",
+      "▁sh owed",
+      "▁show ed",
+      "▁sho wed",
+      "▁é v",
+      "▁ év",
+      "olog ia",
+      "olo gia",
+      "▁pro test",
+      "▁prote st",
+      "▁prot est",
+      "▁P f",
+      "▁s quad",
+      "▁squ ad",
+      "++ ,",
+      "á v",
+      "▁ess ere",
+      "з я",
+      "ko l",
+      "k ol",
+      "▁slight ly",
+      "ad dr",
+      "add r",
+      "â n",
+      "▁red uce",
+      "▁redu ce",
+      "▁ reduce",
+      "▁\\ (\\",
+      "▁\\( \\",
+      "▁D ep",
+      "▁De p",
+      "▁ Dep",
+      "▁gener ic",
+      "▁gene ric",
+      "▁ generic",
+      "Lo ader",
+      "Load er",
+      "ț i",
+      "▁п ос",
+      "▁по с",
+      "▁occ asion",
+      "▁occas ion",
+      "▁L ady",
+      "▁La dy",
+      "▁Lad y",
+      "ent ity",
+      "enti ty",
+      "▁av ant",
+      "▁ avant",
+      "▁P as",
+      "▁Pa s",
+      "ag gio",
+      "aggi o",
+      "agg io",
+      "\\ {",
+      "па д",
+      "athol ic",
+      "Pass word",
+      "▁res pond",
+      "▁resp ond",
+      "▁ respond",
+      "▁N on",
+      "▁No n",
+      "▁ Non",
+      "A G",
+      "ne g",
+      "n eg",
+      "▁у с",
+      "▁ ус",
+      "bl ob",
+      "blo b",
+      "b lob",
+      "ck e",
+      "c ke",
+      "▁Cons ider",
+      "▁C are",
+      "▁Car e",
+      "▁Ca re",
+      "ik i",
+      "i ki",
+      "▁Ch icago",
+      "in den",
+      "ind en",
+      "inde n",
+      "▁C op",
+      "▁Co p",
+      "] +",
+      "ö m",
+      "év rier",
+      "к ло",
+      "al en",
+      "ale n",
+      "a len",
+      "▁m aj",
+      "▁ma j",
+      "ra cy",
+      "rac y",
+      "r acy",
+      "or te",
+      "ort e",
+      "ien ts",
+      "ient s",
+      "i ents",
+      "el ls",
+      "ell s",
+      "act ivity",
+      "activ ity",
+      "▁r untime",
+      "▁run time",
+      "▁runt ime",
+      "▁ runtime",
+      "NU LL",
+      "N ULL",
+      "▁poss ibly",
+      "▁possib ly",
+      "▁s tri",
+      "▁st ri",
+      "▁str i",
+      "iz i",
+      "i zi",
+      "▁m ir",
+      "▁mi r",
+      "▁ mir",
+      "▁V ersion",
+      "▁Vers ion",
+      "▁ Version",
+      "pr ime",
+      "prim e",
+      "▁tw enty",
+      "▁M ah",
+      "▁Ma h",
+      "▁s ounds",
+      "▁sound s",
+      "ше н",
+      "ш ен",
+      "cl usion",
+      "clus ion",
+      "ac z",
+      "a cz",
+      "▁determ ined",
+      "▁determine d",
+      "▁determin ed",
+      "▁R ep",
+      "▁Re p",
+      "▁ Rep",
+      "▁Land es",
+      "▁Lan des",
+      "▁w all",
+      "▁wa ll",
+      "▁wal l",
+      "▁ wall",
+      "ig i",
+      "i gi",
+      "▁re set",
+      "▁res et",
+      "▁ reset",
+      "ш о",
+      "ya n",
+      "y an",
+      "Me t",
+      "M et",
+      "e i",
+      "▁app earance",
+      "▁appear ance",
+      "▁f ois",
+      "▁fo is",
+      "▁foi s",
+      "▁ fois",
+      "▁n ell",
+      "▁ne ll",
+      "▁nel l",
+      "▁ nell",
+      "es i",
+      "e si",
+      "ё т",
+      "lo or",
+      "l oor",
+      "▁U l",
+      "▁resol ution",
+      "▁f ot",
+      "▁fo t",
+      "▁through out",
+      "▁r i",
+      "▁ ri",
+      "Le vel",
+      "po ol",
+      "p ool",
+      "▁id entity",
+      "▁ident ity",
+      "▁ identity",
+      "▁j anu",
+      "▁jan u",
+      "▁ja nu",
+      "▁im per",
+      "▁imp er",
+      "▁ imper",
+      "▁ö ver",
+      "} `",
+      "▁in fer",
+      "▁inf er",
+      "▁d ates",
+      "▁da tes",
+      "▁dat es",
+      "▁date s",
+      "▁ dates",
+      "▁Stand ard",
+      "▁ Standard",
+      "for ce",
+      "oc key",
+      "ock ey",
+      "ter a",
+      "te ra",
+      "t era",
+      "▁dist ingu",
+      "▁pres ence",
+      "li ca",
+      "lic a",
+      "l ica",
+      "▁le aving",
+      "it ung",
+      "itu ng",
+      "é b",
+      "▁estab lish",
+      "▁m aar",
+      "▁ma ar",
+      "ad i",
+      "a di",
+      "▁New s",
+      "▁Ne ws",
+      "▁ News",
+      "az on",
+      "a zon",
+      "fo lg",
+      "fol g",
+      "f olg",
+      "▁H ence",
+      "▁Hen ce",
+      "▁Y e",
+      "▁f ab",
+      "▁fa b",
+      "▁ fab",
+      "▁f ühr",
+      "▁ führ",
+      "it map",
+      "▁V ers",
+      "▁Ver s",
+      "▁Ve rs",
+      "ro v",
+      "r ov",
+      "Si gn",
+      "S ign",
+      "de vice",
+      "dev ice",
+      "S igma",
+      "▁wet enschapp",
+      "▁P s",
+      "PA TH",
+      "P ATH",
+      "▁t orn",
+      "▁to rn",
+      "▁tor n",
+      "ve st",
+      "ves t",
+      "v est",
+      "ст ов",
+      "сто в",
+      "с тов",
+      "ac count",
+      "acc ount",
+      "acco unt",
+      "▁lar gest",
+      "▁large st",
+      "▁larg est",
+      "▁per cent",
+      "▁perce nt",
+      "▁ percent",
+      "▁W omen",
+      "▁Wo men",
+      "▁im g",
+      "▁ img",
+      "to ol",
+      "t ool",
+      "▁r oce",
+      "▁ro ce",
+      "▁a y",
+      "▁ ay",
+      "in et",
+      "ine t",
+      "i net",
+      "▁ao ût",
+      "▁pol ynomial",
+      "▁integr al",
+      "▁integra l",
+      "▁a reas",
+      "▁are as",
+      "▁area s",
+      "} '",
+      "▁h yp",
+      "▁hy p",
+      "loy ee",
+      "та ль",
+      "тал ь",
+      "т аль",
+      "▁pro xy",
+      "▁ proxy",
+      "▁W y",
+      "▁М екси",
+      "▁Ме кси",
+      "▁es cape",
+      "▁esc ape",
+      "▁ escape",
+      "ol ar",
+      "ola r",
+      "o lar",
+      "▁mis take",
+      "▁mist ake",
+      ")} {",
+      ") }{",
+      "▁P ot",
+      "▁Po t",
+      "▁process es",
+      "▁proc esses",
+      "\"> \r",
+      "\" >\r",
+      "hal ten",
+      "halt en",
+      "zz a",
+      "z za",
+      "am o",
+      "a mo",
+      "к ре",
+      "▁W ood",
+      "▁Wo od",
+      "ø r",
+      "▁с ер",
+      "▁се р",
+      "▁ сер",
+      "oc ia",
+      "oci a",
+      "o cia",
+      "tw o",
+      "t wo",
+      "pro file",
+      "prof ile",
+      "▁A st",
+      "▁As t",
+      "em bro",
+      "emb ro",
+      "▁ar ms",
+      "▁arm s",
+      "in as",
+      "ina s",
+      "i nas",
+      "in nen",
+      "inn en",
+      "▁m sg",
+      "▁ms g",
+      "▁ msg",
+      "IN T",
+      "I NT",
+      "▁b atter",
+      "▁batt er",
+      "▁bat ter",
+      "ign ment",
+      "▁v y",
+      "▁ vy",
+      "H rsg",
+      "▁G rund",
+      "▁Gr und",
+      "▁Gru nd",
+      "ro c",
+      "r oc",
+      "se g",
+      "s eg",
+      "▁de cor",
+      "▁dec or",
+      "▁ decor",
+      "▁event ually",
+      "> ,",
+      "▁p ag",
+      "▁pa g",
+      "▁ pag",
+      "an ten",
+      "ant en",
+      "ante n",
+      "a nten",
+      "▁str ugg",
+      "▁stru gg",
+      "}^ \\",
+      "} ^\\",
+      "date n",
+      "da ten",
+      "dat en",
+      "d aten",
+      "▁re la",
+      "▁r ela",
+      "▁rel a",
+      "по в",
+      "п ов",
+      "▁ко ро",
+      "▁кор о",
+      "▁B os",
+      "▁Bo s",
+      "▁l abor",
+      "▁la bor",
+      "▁lab or",
+      "▁Se cret",
+      "▁Sec ret",
+      "▁ Secret",
+      "ug en",
+      "uge n",
+      "u gen",
+      "▁j ap",
+      "▁ja p",
+      "▁hus band",
+      "▁Al bum",
+      "▁Alb um",
+      "▁et wa",
+      "▁про из",
+      "ri cht",
+      "ric ht",
+      "rich t",
+      "r icht",
+      "ra ch",
+      "rac h",
+      "r ach",
+      "ba t",
+      "b at",
+      "▁pre par",
+      "▁prep ar",
+      "▁St ock",
+      "▁Sto ck",
+      "▁l ack",
+      "▁la ck",
+      "▁lac k",
+      "▁ lack",
+      "хі д",
+      "х ід",
+      "▁h ogy",
+      "▁ho gy",
+      "▁Ch rome",
+      "▁Chr ome",
+      "▁Ad min",
+      "▁ Admin",
+      "▁com parison",
+      "▁compar ison",
+      "▁incre asing",
+      "н г",
+      "im i",
+      "i mi",
+      "D b",
+      "▁g ef",
+      "▁ge f",
+      "▁ gef",
+      "uch t",
+      "uc ht",
+      "u cht",
+      "és e",
+      "é se",
+      "gen ce",
+      "g ence",
+      "▁C ore",
+      "▁Cor e",
+      "▁Co re",
+      "▁ Core",
+      "▁in correct",
+      "▁incor rect",
+      "▁ass uming",
+      "▁assum ing",
+      "our se",
+      "ours e",
+      "ie ron",
+      "ier on",
+      "iero n",
+      "▁The orem",
+      "▁ Theorem",
+      "▁c asa",
+      "▁cas a",
+      "▁ca sa",
+      "je s",
+      "j es",
+      "▁д ере",
+      "▁де ре",
+      "▁` \"",
+      "L D",
+      "ä ß",
+      "De b",
+      "D eb",
+      "▁su iv",
+      "▁B ank",
+      "▁Ban k",
+      "li bs",
+      "lib s",
+      "▁Le on",
+      "▁Leo n",
+      "▁qu art",
+      "▁quar t",
+      "▁prof essional",
+      "▁profession al",
+      "▁profess ional",
+      "▁t iene",
+      "▁ti ene",
+      "▁tie ne",
+      "▁acc omp",
+      "▁ac comp",
+      "▁accom p",
+      "ст ер",
+      "сте р",
+      "с тер",
+      "▁U K",
+      "▁ UK",
+      "N N",
+      "▁l í",
+      "ц я",
+      "ke l",
+      "k el",
+      "▁ •",
+      "▁d ise",
+      "▁di se",
+      "▁dis e",
+      "on to",
+      "ont o",
+      "▁m á",
+      "if s",
+      "i fs",
+      "bi ld",
+      "bil d",
+      "b ild",
+      "▁comp ute",
+      "▁comput e",
+      "▁ compute",
+      "▁é d",
+      "▁ éd",
+      "j ę",
+      "▁M é",
+      "▁l anguages",
+      "▁language s",
+      "▁T imes",
+      "▁Time s",
+      "▁Tim es",
+      "▁Ti mes",
+      "▁ Times",
+      "ce n",
+      "c en",
+      "▁ав то",
+      "ý m",
+      "en ez",
+      "ene z",
+      "e nez",
+      "▁u pp",
+      "▁up p",
+      "▁ upp",
+      "▁m éd",
+      "▁mé d",
+      "▁cu ando",
+      "о д",
+      "Int ent",
+      "ee rd",
+      "e erd",
+      "▁T al",
+      "▁Ta l",
+      "off set",
+      "offs et",
+      "▁h aben",
+      "▁ha ben",
+      "▁hab en",
+      "▁habe n",
+      "re me",
+      "rem e",
+      "r eme",
+      "▁St ack",
+      "▁Sta ck",
+      "▁ Stack",
+      "▁d ri",
+      "▁dr i",
+      "▁ dri",
+      "▁sein em",
+      "▁seine m",
+      "▁sei nem",
+      "▁f évrier",
+      "▁comb ination",
+      "▁combin ation",
+      "▁s oll",
+      "▁so ll",
+      "▁sol l",
+      "▁mov ement",
+      "▁mo vement",
+      "▁move ment",
+      "Sp ec",
+      "Spe c",
+      "S pec",
+      "к ры",
+      "ret ch",
+      "r etch",
+      "Off set",
+      "Ro ot",
+      "R oot",
+      "А р",
+      "wa rt",
+      "war t",
+      "w art",
+      "▁F ollow",
+      "▁Fol low",
+      "▁So cial",
+      "▁Soci al",
+      "▁Soc ial",
+      "ни ков",
+      "ник ов",
+      "▁ →",
+      "Do n",
+      "D on",
+      "▁h arm",
+      "▁ha rm",
+      "▁har m",
+      "▁ harm",
+      "ag r",
+      "a gr",
+      "ne go",
+      "neg o",
+      "n ego",
+      "re source",
+      "res ource",
+      "▁L uc",
+      "▁Lu c",
+      "▁se inen",
+      "▁sein en",
+      "▁seine n",
+      "▁sei nen",
+      "▁De partment",
+      "▁Depart ment",
+      "▁Up date",
+      "▁ Update",
+      "▁Tex as",
+      "▁re ve",
+      "▁rev e",
+      "▁P os",
+      "▁Po s",
+      "▁ Pos",
+      "▁s hot",
+      "▁sh ot",
+      "▁sho t",
+      "▁ shot",
+      "ot he",
+      "oth e",
+      "o the",
+      "▁repe ated",
+      "▁repeat ed",
+      "▁rec ently",
+      "▁recent ly",
+      "áb an",
+      "á ban",
+      "ak s",
+      "a ks",
+      "па н",
+      "п ан",
+      "▁c ha",
+      "▁ch a",
+      "▁ cha",
+      "oh l",
+      "o hl",
+      "▁t end",
+      "▁te nd",
+      "▁ten d",
+      "▁д во",
+      "ch ts",
+      "cht s",
+      "ça ise",
+      "çais e",
+      "pl ing",
+      "p ling",
+      "al bum",
+      "e j",
+      "▁` [",
+      "ma ps",
+      "map s",
+      "m aps",
+      "▁un its",
+      "▁unit s",
+      "▁< !--",
+      "▁<! --",
+      "▁ <!--",
+      "▁г е",
+      "▁ ге",
+      "▁In formation",
+      "▁Inform ation",
+      "▁ Information",
+      "ik on",
+      "iko n",
+      "i kon",
+      "▁t an",
+      "▁ta n",
+      "▁ tan",
+      "▁d ocker",
+      "▁do cker",
+      "▁doc ker",
+      "▁dock er",
+      "▁ docker",
+      "▁St ad",
+      "▁Sta d",
+      "▁a udio",
+      "▁aud io",
+      "▁audi o",
+      "▁ audio",
+      "ik o",
+      "i ko",
+      "▁co ordinates",
+      "▁coordin ates",
+      "▁coordinate s",
+      "x s",
+      "▁rep lied",
+      "▁) ,",
+      "▁ ),",
+      "▁Govern ment",
+      "▁A cademy",
+      "▁Academ y",
+      "UN T",
+      "U NT",
+      "▁т ри",
+      "▁ три",
+      "B l",
+      "▁a nc",
+      "▁an c",
+      "▁ anc",
+      "ш у",
+      "▁тако ж",
+      "▁in finite",
+      "▁infin ite",
+      "R C",
+      "▁g a",
+      "▁ ga",
+      "▁ad just",
+      "▁adj ust",
+      "▁mer ge",
+      "▁ merge",
+      "; `",
+      "▁p oster",
+      "▁po ster",
+      "▁pos ter",
+      "▁post er",
+      "▁poste r",
+      "▁Japan ese",
+      "\"] ;",
+      "\" ];",
+      "▁ex hib",
+      "▁order ed",
+      "▁ord ered",
+      "▁ ordered",
+      "ict ures",
+      "icture s",
+      "ро с",
+      "р ос",
+      "▁s érie",
+      "▁sé rie",
+      "le ts",
+      "let s",
+      "l ets",
+      "▁i p",
+      "▁ ip",
+      "Select or",
+      "▁ex istence",
+      "▁exist ence",
+      "Re ce",
+      "Rec e",
+      "li ga",
+      "lig a",
+      "l iga",
+      "down load",
+      "▁lem ma",
+      "▁ lemma",
+      "ie v",
+      "i ev",
+      "ud ent",
+      "ude nt",
+      "uden t",
+      "u dent",
+      "sk o",
+      "s ko",
+      "▁A rab",
+      "▁Ar ab",
+      "▁Ara b",
+      "it ate",
+      "ita te",
+      "itat e",
+      "by te",
+      "о т",
+      "ik t",
+      "i kt",
+      "на та",
+      "нат а",
+      "▁A f",
+      "( @",
+      "▁m ad",
+      "▁ma d",
+      "▁ mad",
+      "od b",
+      "o db",
+      "▁el imin",
+      "▁elim in",
+      "▁s pent",
+      "▁sp ent",
+      "▁spe nt",
+      "En ter",
+      "Ent er",
+      "▁Mit g",
+      "Wh en",
+      "W hen",
+      "▁dé part",
+      "▁dép art",
+      "M I",
+      "▁f ellow",
+      "▁fel low",
+      "▁fell ow",
+      "▁thous and",
+      "▁C u",
+      "kt or",
+      "k tor",
+      "Ca che",
+      "C ache",
+      "▁tamb ém",
+      "▁també m",
+      "▁ext ended",
+      "▁extend ed",
+      "ве ст",
+      "at ers",
+      "ate rs",
+      "ater s",
+      "a ters",
+      "▁L ic",
+      "▁Li c",
+      "to type",
+      "tot ype",
+      "▁G a",
+      "▁bl ood",
+      "▁blo od",
+      "▁m apping",
+      "▁ma pping",
+      "▁map ping",
+      "▁ mapping",
+      "▁n omin",
+      "▁no min",
+      "▁nom in",
+      "▁man ifest",
+      "▁manif est",
+      "▁ manifest",
+      "▁p ens",
+      "▁pe ns",
+      "▁pen s",
+      "▁r it",
+      "▁ri t",
+      "▁ rit",
+      "▁file name",
+      "▁fil ename",
+      "▁ filename",
+      "▁f illed",
+      "▁fil led",
+      "▁fill ed",
+      "▁fille d",
+      "▁ filled",
+      "v ä",
+      "▁ra ised",
+      "▁raise d",
+      "▁m obile",
+      "▁mob ile",
+      "▁mobil e",
+      "▁ mobile",
+      "k é",
+      "▁R ight",
+      "▁ Right",
+      "▁ge hör",
+      "▁temper ature",
+      "▁some how",
+      "▁Span ish",
+      "▁k ommun",
+      "▁kom mun",
+      "▁komm un",
+      "▁ch osen",
+      "▁cho sen",
+      "▁chose n",
+      "▁hor se",
+      "▁hors e",
+      "; \\",
+      "▁original ly",
+      "▁origin ally",
+      "Has h",
+      "Ha sh",
+      "H ash",
+      "▁c itt",
+      "▁ci tt",
+      "▁cit t",
+      "▁en core",
+      "▁enc ore",
+      "▁W olf",
+      "▁Wol f",
+      "▁n ú",
+      "▁You ng",
+      "Var i",
+      "V ari",
+      "▁Sch we",
+      "▁Schw e",
+      "▁capt ure",
+      "▁J ane",
+      "▁Jan e",
+      "▁Ja ne",
+      "Inter face",
+      "ow ych",
+      "owy ch",
+      "▁Deutsch land",
+      "▁K ol",
+      "▁Ko l",
+      "▁bound ary",
+      "▁G ND",
+      "No w",
+      "N ow",
+      "ke hr",
+      "( *",
+      "= -",
+      "▁W el",
+      "▁We l",
+      "▁ Wel",
+      "▁C at",
+      "▁Ca t",
+      "▁ Cat",
+      "am ment",
+      "amm ent",
+      "ammen t",
+      "AG E",
+      "A GE",
+      "▁r ights",
+      "▁right s",
+      "Sc roll",
+      "▁happ ening",
+      "▁happen ing",
+      "▁B la",
+      "▁Bl a",
+      "▁s cience",
+      "▁sc ience",
+      "▁sci ence",
+      "aw s",
+      "a ws",
+      "▁behav iour",
+      "▁imp lies",
+      "▁impl ies",
+      "▁ implies",
+      "▁Qu een",
+      "▁Que en",
+      "ov an",
+      "ova n",
+      "o van",
+      "pa y",
+      "p ay",
+      "њ а",
+      "ar et",
+      "are t",
+      "a ret",
+      "er ship",
+      "ers hip",
+      "▁L ang",
+      "▁La ng",
+      "▁Lan g",
+      "▁го д",
+      "▁г од",
+      "▁record ed",
+      "ze m",
+      "z em",
+      "▁Th read",
+      "▁ Thread",
+      "▁t odo",
+      "▁to do",
+      "▁tod o",
+      "og o",
+      "o go",
+      "▁sc enario",
+      "▁scen ario",
+      "▁con cent",
+      "▁conc ent",
+      "▁conce nt",
+      "ре з",
+      "р ез",
+      "St orage",
+      "Sto rage",
+      "▁di rig",
+      "▁dir ig",
+      "▁S eries",
+      "▁Se ries",
+      "▁Ser ies",
+      "▁Serie s",
+      "▁ Series",
+      "▁g as",
+      "▁ga s",
+      "▁ gas",
+      "SE T",
+      "S ET",
+      "è ce",
+      "ra te",
+      "rat e",
+      "r ate",
+      "HT TP",
+      "▁k ap",
+      "▁ka p",
+      "▁ kap",
+      "Em p",
+      "E mp",
+      "UT F",
+      "U TF",
+      "án í",
+      "á ní",
+      "ста ви",
+      "став и",
+      "window s",
+      "wind ows",
+      "w indows",
+      "ér ation",
+      "éra tion",
+      "ap ed",
+      "ape d",
+      "a ped",
+      "▁s istema",
+      "▁sist ema",
+      "▁su rv",
+      "▁sur v",
+      "▁West ern",
+      "▁Wes tern",
+      "▁g é",
+      "▁S uch",
+      "▁Su ch",
+      "Write r",
+      "W riter",
+      "▁can vas",
+      "▁ canvas",
+      "▁gu arante",
+      "sc roll",
+      "scr oll",
+      "av ed",
+      "ave d",
+      "a ved",
+      "It al",
+      "I tal",
+      "▁E lect",
+      "▁El ect",
+      "▁Ele ct",
+      "]( #",
+      "▁H erm",
+      "▁He rm",
+      "▁Her m",
+      "▁Comm and",
+      "▁ Command",
+      "▁Ch ild",
+      "▁Chi ld",
+      "▁ Child",
+      "▁p d",
+      "▁ pd",
+      "ut ch",
+      "S ql",
+      "* .",
+      "▁T ag",
+      "▁Ta g",
+      "▁ Tag",
+      "▁T a",
+      "▁m ail",
+      "▁ma il",
+      "▁mai l",
+      "▁ mail",
+      "sc reen",
+      "scr een",
+      "s creen",
+      "sc r",
+      "s cr",
+      "zi al",
+      "zia l",
+      "z ial",
+      "▁F ür",
+      "▁sugg estions",
+      "▁suggest ions",
+      "▁suggestion s",
+      "ch ester",
+      "che ster",
+      "ches ter",
+      ") |",
+      "per son",
+      "pers on",
+      "p erson",
+      "ze l",
+      "z el",
+      "▁wait ing",
+      "▁wa iting",
+      "▁с ле",
+      "▁ сле",
+      "F L",
+      "▁Al bert",
+      "▁Alb ert",
+      "▁H ij",
+      "▁Hi j",
+      "▁т ер",
+      "▁те р",
+      "▁ тер",
+      "ew rite",
+      "e write",
+      "▁sent ence",
+      "▁lin ux",
+      "▁ linux",
+      "е де",
+      "ên cia",
+      "▁Ital ian",
+      "▁Italia n",
+      "ч ка",
+      "File s",
+      "Fil es",
+      "Fi les",
+      "F iles",
+      "▁not iced",
+      "▁notice d",
+      "bin g",
+      "bi ng",
+      "b ing",
+      "▁Re search",
+      "▁Res earch",
+      "▁al ter",
+      "▁alt er",
+      "▁alte r",
+      "▁ alter",
+      "he el",
+      "\\< ^",
+      "▁Pro cess",
+      "▁ Process",
+      "▁b attle",
+      "▁batt le",
+      "мо в",
+      "м ов",
+      "▁A frica",
+      "▁Afr ica",
+      "▁Af rica",
+      "▁An ne",
+      "▁Ann e",
+      "▁g eld",
+      "▁ge ld",
+      "▁gel d",
+      "} %",
+      "▁d ocs",
+      "▁do cs",
+      "▁doc s",
+      "▁ docs",
+      "Type s",
+      "Ty pes",
+      "Typ es",
+      "T ypes",
+      "▁retr ieve",
+      "▁O fficial",
+      "▁Off icial",
+      "▁Offic ial",
+      "▁t rab",
+      "▁tr ab",
+      "▁tra b",
+      "ц ы",
+      "▁In put",
+      "▁ Input",
+      "st ep",
+      "ste p",
+      "▁l augh",
+      "▁la ugh",
+      "▁Х а",
+      "▁p ela",
+      "▁pe la",
+      "▁pel a",
+      "Me dia",
+      "Med ia",
+      "M edia",
+      "ro ugh",
+      "rou gh",
+      "r ough",
+      "га ни",
+      "ган и",
+      "▁Sh ould",
+      "▁Sho uld",
+      "▁ Should",
+      "▁Cont ent",
+      "▁ Content",
+      "ле м",
+      "л ем",
+      "os h",
+      "o sh",
+      "▁some what",
+      "▁C er",
+      "▁Ce r",
+      "Back ground",
+      "st ru",
+      "str u",
+      "▁in line",
+      "▁ inline",
+      "▁N eder",
+      "▁Ne der",
+      "▁Ned er",
+      "▁mod ules",
+      "▁module s",
+      "▁ modules",
+      "▁B uch",
+      "▁Bu ch",
+      "▁Buc h",
+      "ń ski",
+      "wi det",
+      "wide t",
+      "wid et",
+      "▁z n",
+      "▁ zn",
+      "pos es",
+      "pose s",
+      "p oses",
+      "▁gr adu",
+      "▁gra du",
+      "▁grad u",
+      "▁a qu",
+      "▁ aqu",
+      "P R",
+      "▁put ting",
+      "▁по ли",
+      "▁пол и",
+      "▁ поли",
+      "▁p urch",
+      "▁pur ch",
+      "▁sm ooth",
+      "ри й",
+      "eng ine",
+      "▁l ived",
+      "▁li ved",
+      "▁live d",
+      "▁liv ed",
+      "Acc ount",
+      "Ac count",
+      "Det ails",
+      "Detail s",
+      "▁t ells",
+      "▁tell s",
+      "▁tel ls",
+      "▁Out put",
+      "▁ Output",
+      "He re",
+      "Her e",
+      "H ere",
+      "▁Found ation",
+      "▁ Foundation",
+      "Text View",
+      "▁dec ision",
+      "▁decis ion",
+      "▁dep endency",
+      "▁depend ency",
+      "▁ dependency",
+      "oc ation",
+      "oca tion",
+      "o cation",
+      "ov al",
+      "ova l",
+      "o val",
+      "fe ld",
+      "fel d",
+      "f eld",
+      "▁п ров",
+      "▁про в",
+      "▁пр ов",
+      "▁en ds",
+      "▁end s",
+      "▁ ends",
+      "▁i os",
+      "▁io s",
+      "▁ ios",
+      "▁ex cel",
+      "▁exc el",
+      "▁ excel",
+      "ag u",
+      "a gu",
+      "▁e leg",
+      "▁el eg",
+      "▁ele g",
+      "▁E lement",
+      "▁El ement",
+      "▁Ele ment",
+      "▁ Element",
+      "Que ue",
+      "▁f ö",
+      "вер сите",
+      "▁exper ien",
+      "▁direct ed",
+      "▁dire cted",
+      "▁dir ected",
+      "▁c amb",
+      "▁cam b",
+      "▁ca mb",
+      "▁Д ж",
+      "▁f olg",
+      "▁fol g",
+      "▁fo lg",
+      "▁ folg",
+      "▁c once",
+      "▁con ce",
+      "▁conc e",
+      "▁F ab",
+      "▁Fa b",
+      "▁V i",
+      "▁adv antage",
+      "▁B ei",
+      "▁Be i",
+      "pr od",
+      "pro d",
+      "p rod",
+      "▁X IX",
+      "▁XI X",
+      "▁F ace",
+      "▁Fa ce",
+      "▁Fac e",
+      "▁ Face",
+      "▁v ir",
+      "▁vi r",
+      "▁ vir",
+      "▁Russ ian",
+      "▁Russia n",
+      "▁s pan",
+      "▁sp an",
+      "▁ span",
+      "en í",
+      "e ní",
+      "▁z one",
+      "▁zo ne",
+      "▁ zone",
+      "▁att ach",
+      "▁ attach",
+      "▁б ез",
+      "▁бе з",
+      "▁man agement",
+      "▁manage ment",
+      "▁ management",
+      "A c",
+      "▁о п",
+      "on ce",
+      "onc e",
+      "ha lt",
+      "hal t",
+      "h alt",
+      "us o",
+      "u so",
+      "Sp e",
+      "S pe",
+      "▁r aw",
+      "▁ra w",
+      "▁ raw",
+      "ér o",
+      "é ro",
+      "id el",
+      "ide l",
+      "i del",
+      "la w",
+      "l aw",
+      "She et",
+      "S heet",
+      "▁m ission",
+      "▁miss ion",
+      "▁ mission",
+      "▁came ra",
+      "▁cam era",
+      "▁ camera",
+      "▁hon or",
+      "▁ho nor",
+      "▁appoint ed",
+      "▁R oma",
+      "▁Ro ma",
+      "▁Rom a",
+      "li near",
+      "line ar",
+      "lin ear",
+      "Row s",
+      "Ro ws",
+      "R ows",
+      "fer ences",
+      "ference s",
+      "▁I O",
+      "▁ IO",
+      "▁cover ed",
+      "▁cov ered",
+      "ra j",
+      "r aj",
+      "ств ова",
+      "ство ва",
+      "▁S ym",
+      "▁Sy m",
+      "▁ Sym",
+      "▁t id",
+      "▁ti d",
+      "▁ tid",
+      "is c",
+      "i sc",
+      "▁R ud",
+      "▁Ru d",
+      "▁enc uent",
+      "▁fail ure",
+      "üs s",
+      "ü ss",
+      "▁s qu",
+      "▁sq u",
+      "▁ squ",
+      "▁p aint",
+      "▁pa int",
+      "▁pain t",
+      "▁ser ious",
+      "▁c ursor",
+      "▁curs or",
+      "▁ cursor",
+      "tr as",
+      "tra s",
+      "t ras",
+      "▁dis cussion",
+      "▁discuss ion",
+      "▁ discussion",
+      "▁c ried",
+      "▁cr ied",
+      "▁cri ed",
+      "er ie",
+      "eri e",
+      "e rie",
+      "▁De velop",
+      "▁ Develop",
+      "▁re write",
+      "▁r ewrite",
+      "▁ rewrite",
+      "▁gén éral",
+      "▁généra l",
+      "wa it",
+      "w ait",
+      "▁Har ry",
+      "▁Harr y",
+      "í r",
+      "▁ge public",
+      "▁gep ublic",
+      "▁и г",
+      "і б",
+      "я т",
+      "▁И з",
+      "▁equ ations",
+      "▁equation s",
+      "▁p lane",
+      "▁pl ane",
+      "▁pla ne",
+      "▁plan e",
+      "▁ plane",
+      "▁ac qu",
+      "▁an gle",
+      "▁ang le",
+      "▁ angle",
+      "▁t rees",
+      "▁tr ees",
+      "▁tre es",
+      "▁tree s",
+      "▁ trees",
+      "▁К он",
+      "▁Ко н",
+      "V D",
+      "pe rt",
+      "per t",
+      "p ert",
+      "▁doc uments",
+      "▁document s",
+      "c b",
+      "▁im plements",
+      "▁implement s",
+      "▁impl ements",
+      "ста нов",
+      "стан ов",
+      "▁W alter",
+      "▁Wal ter",
+      "зы ва",
+      "▁с пе",
+      "▁сп е",
+      "▁ спе",
+      "▁ch ap",
+      "▁cha p",
+      "ple x",
+      "pl ex",
+      "p lex",
+      "▁m agnet",
+      "▁mag net",
+      "▁magn et",
+      "▁gepublic eerd",
+      "▁high ly",
+      "▁l eurs",
+      "▁le urs",
+      "▁leur s",
+      "▁d ress",
+      "▁dr ess",
+      "▁dre ss",
+      "▁re start",
+      "▁rest art",
+      "▁resta rt",
+      "Re nder",
+      "R ender",
+      "Call back",
+      "is o",
+      "i so",
+      "▁const itu",
+      "▁constit u",
+      "▁E nde",
+      "▁En de",
+      "▁End e",
+      "Z E",
+      "▁Ang eles",
+      "▁Angel es",
+      "▁der ived",
+      "▁deriv ed",
+      "▁derive d",
+      "=\" {",
+      "] \\",
+      "▁Ch ange",
+      "▁Chan ge",
+      "▁ Change",
+      "▁H aus",
+      "▁Ha us",
+      "▁st ad",
+      "▁sta d",
+      "▁ stad",
+      "▁Re quest",
+      "▁ Request",
+      "om o",
+      "o mo",
+      "▁Act ive",
+      "▁Activ e",
+      "▁ Active",
+      "ur en",
+      "ure n",
+      "u ren",
+      "▁t ourn",
+      "▁to urn",
+      "▁tour n",
+      "▁tou rn",
+      "▁particular ly",
+      "Serv let",
+      "ab c",
+      "a bc",
+      "wide tilde",
+      "widet ilde",
+      "an dra",
+      "and ra",
+      "andr a",
+      "Hel per",
+      "Help er",
+      "R ule",
+      "▁plus ieurs",
+      "▁w ave",
+      "▁wa ve",
+      "▁ wave",
+      "ne q",
+      "n eq",
+      "▁Т е",
+      "fr e",
+      "f re",
+      "sk é",
+      "s ké",
+      "▁al c",
+      "▁l ogs",
+      "▁lo gs",
+      "▁log s",
+      "▁ logs",
+      "G S",
+      "▁M ol",
+      "▁Mo l",
+      "▁per mission",
+      "▁perm ission",
+      "▁ permission",
+      "▁s oul",
+      "▁so ul",
+      "▁sou l",
+      "▁w ants",
+      "▁want s",
+      "▁gu ide",
+      "▁guid e",
+      "▁ guide",
+      "▁v iene",
+      "▁vi ene",
+      "▁vie ne",
+      "▁Wil helm",
+      "▁ev idence",
+      "\"} ,",
+      "\" },",
+      "ro pol",
+      "rop ol",
+      "r opol",
+      "▁auth entication",
+      "▁authentic ation",
+      "▁ authentication",
+      "▁occur red",
+      "▁occurr ed",
+      "▁I F",
+      "▁ IF",
+      "no c",
+      "n oc",
+      "I A",
+      "▁B an",
+      "▁Ba n",
+      "▁к ар",
+      "▁ка р",
+      "▁ кар",
+      "▁b le",
+      "▁bl e",
+      "▁ ble",
+      "▁se gment",
+      "▁seg ment",
+      "▁ segment",
+      "▁p layers",
+      "▁play ers",
+      "▁player s",
+      "is i",
+      "i si",
+      "▁st uck",
+      "▁P y",
+      "▁ Py",
+      "An y",
+      "A ny",
+      "ho u",
+      "h ou",
+      "▁form att",
+      "▁format t",
+      "▁forma tt",
+      "▁pe ace",
+      "▁К ар",
+      "▁Ка р",
+      "et es",
+      "ete s",
+      "e tes",
+      "df rac",
+      "d frac",
+      "( ?",
+      "▁S ite",
+      "▁Si te",
+      "▁Sit e",
+      "▁ Site",
+      "▁L ive",
+      "▁Li ve",
+      "▁Liv e",
+      "▁ Live",
+      "▁U s",
+      "▁ Us",
+      "▁c lim",
+      "▁cl im",
+      "▁cli m",
+      "▁A li",
+      "▁Al i",
+      "ре й",
+      "р ей",
+      "▁Pr ince",
+      "▁Prin ce",
+      "▁ob lig",
+      "ie b",
+      "i eb",
+      "▁A lt",
+      "▁Al t",
+      "▁ Alt",
+      "▁p ros",
+      "▁pro s",
+      "▁pr os",
+      "ra cle",
+      "rac le",
+      "r acle",
+      "▁C ette",
+      "▁Ce tte",
+      "▁Cet te",
+      "ke s",
+      "k es",
+      "z ös",
+      "ouv elle",
+      "ouve lle",
+      "ouvel le",
+      "//// ////",
+      "ab y",
+      "a by",
+      "ér e",
+      "é re",
+      "ra ne",
+      "ran e",
+      "r ane",
+      "▁po wers",
+      "▁power s",
+      "▁pow ers",
+      "▁P ath",
+      "▁Pa th",
+      "▁Pat h",
+      "▁ Path",
+      "▁W ord",
+      "▁Wo rd",
+      "▁Wor d",
+      "▁ Word",
+      "▁trans action",
+      "▁ transaction",
+      "▁caus ing",
+      "▁ca using",
+      "ell schaft",
+      "â t",
+      "▁C PU",
+      "▁CP U",
+      "▁dep th",
+      "▁ depth",
+      "ST R",
+      "S TR",
+      "▁Con f",
+      "▁ Conf",
+      "▁r are",
+      "▁ra re",
+      "▁ rare",
+      "▁A k",
+      "▁b on",
+      "▁bo n",
+      "▁ bon",
+      "▁Car los",
+      "▁Carl os",
+      "▁Carlo s",
+      "▁specific ally",
+      "ri cs",
+      "ric s",
+      "r ics",
+      "KE Y",
+      "K EY",
+      "▁st ars",
+      "▁star s",
+      "▁sta rs",
+      "ér ica",
+      "éri ca",
+      "éric a",
+      "é rica",
+      "▁Л у",
+      "▁con figure",
+      "▁config ure",
+      "▁configur e",
+      "▁ configure",
+      "▁a gent",
+      "▁ag ent",
+      "▁age nt",
+      "▁ agent",
+      "▁expla ined",
+      "▁expl ained",
+      "▁explain ed",
+      "▁co efficient",
+      "д ь",
+      "' }",
+      "▁v ida",
+      "▁vi da",
+      "▁vid a",
+      "▁S yn",
+      "▁Sy n",
+      "▁ Syn",
+      "▁на зва",
+      "▁O ption",
+      "▁Op tion",
+      "▁Opt ion",
+      "▁ Option",
+      "▁r ob",
+      "▁ro b",
+      "▁ rob",
+      "▁к лу",
+      ": [",
+      "ant ly",
+      "dep endency",
+      "▁C ur",
+      "▁Cu r",
+      "▁ Cur",
+      "▁fr ances",
+      "▁fran ces",
+      "▁franc es",
+      "▁ide al",
+      "▁idea l",
+      "S w",
+      "▁г руп",
+      "▁гру п",
+      "▁Cap tain",
+      "▁Capt ain",
+      "▁t odos",
+      "▁tod os",
+      "▁todo s",
+      "J o",
+      "▁p elo",
+      "▁pe lo",
+      "▁pel o",
+      "? ](",
+      "▁fa ith",
+      "▁fait h",
+      "ово й",
+      "о вой",
+      "▁f resh",
+      "▁fr esh",
+      "▁fre sh",
+      "▁fres h",
+      "▁p ropri",
+      "▁prop ri",
+      "Time out",
+      "▁v eh",
+      "▁ve h",
+      "cont ents",
+      "content s",
+      "▁D ocument",
+      "▁Doc ument",
+      "▁ Document",
+      "col lection",
+      "collect ion",
+      "coll ection",
+      "▁k ar",
+      "▁ka r",
+      "▁ kar",
+      "ru ck",
+      "r uck",
+      "You r",
+      "Y our",
+      "um a",
+      "u ma",
+      "▁math emat",
+      "En abled",
+      "Enable d",
+      "пу бли",
+      "▁Eng ine",
+      "▁ Engine",
+      "▁Mün chen",
+      "▁по се",
+      "▁пос е",
+      "▁f on",
+      "▁fo n",
+      "▁ fon",
+      "arch ive",
+      "archiv e",
+      "▁fre quency",
+      "▁frequ ency",
+      "}+ \\",
+      "} +\\",
+      "ât e",
+      "â te",
+      "▁k or",
+      "▁ko r",
+      "▁ kor",
+      "▁К ра",
+      "Si ng",
+      "S ing",
+      "mon th",
+      "mo nth",
+      "mont h",
+      "▁H aw",
+      "▁Ha w",
+      "▁s ys",
+      "▁sy s",
+      "▁ sys",
+      "er me",
+      "erm e",
+      "▁W ould",
+      "▁Wo uld",
+      "▁imp act",
+      "urr ency",
+      "li cht",
+      "lic ht",
+      "lich t",
+      "l icht",
+      "▁a pt",
+      "▁ap t",
+      "▁ apt",
+      "ie re",
+      "ier e",
+      "i ere",
+      "▁m otion",
+      "▁mo tion",
+      "▁mot ion",
+      "С СР",
+      "▁I nit",
+      "▁In it",
+      "▁ Init",
+      "▁m s",
+      "▁ ms",
+      "▁M S",
+      "▁ MS",
+      "sh ift",
+      "▁au tres",
+      "▁aut res",
+      "▁autre s",
+      "▁ autres",
+      "▁b ash",
+      "▁bas h",
+      "▁ba sh",
+      "▁ bash",
+      "h idden",
+      "or io",
+      "ori o",
+      "o rio",
+      "▁cele br",
+      "▁L iber",
+      "▁Li ber",
+      "▁Lib er",
+      "et o",
+      "e to",
+      "▁d ove",
+      "▁do ve",
+      "▁dov e",
+      "▁path s",
+      "▁pat hs",
+      "▁ paths",
+      "▁in j",
+      "C ategory",
+      "▁c ry",
+      "▁cr y",
+      "▁mar ked",
+      "▁mark ed",
+      "у до",
+      "ash ion",
+      "ashi on",
+      "äl t",
+      "ä lt",
+      "▁l an",
+      "▁la n",
+      "▁ lan",
+      "▁te ams",
+      "▁team s",
+      "▁tea ms",
+      "▁k v",
+      "▁ kv",
+      "ia ms",
+      "iam s",
+      "i ams",
+      "ab an",
+      "aba n",
+      "a ban",
+      "▁T ABLE",
+      "▁ TABLE",
+      "ва р",
+      "в ар",
+      "Re pos",
+      "Rep os",
+      "▁B ell",
+      "▁Be ll",
+      "▁Bel l",
+      "▁pub blic",
+      "▁count ries",
+      "▁s pin",
+      "▁sp in",
+      "▁l ég",
+      "▁lé g",
+      "▁K rie",
+      "▁Kr ie",
+      "▁J ones",
+      "▁Jo nes",
+      "▁Jon es",
+      "wh ite",
+      "H tml",
+      "Pr ess",
+      "Pre ss",
+      "Pres s",
+      "P ress",
+      "▁Bl ue",
+      "▁ Blue",
+      "Oper ation",
+      "▁A nth",
+      "▁An th",
+      "▁Ant h",
+      "▁p se",
+      "▁ps e",
+      "▁ pse",
+      "▁F ont",
+      "▁Fo nt",
+      "▁Fon t",
+      "▁ Font",
+      "▁th eme",
+      "▁the me",
+      "▁them e",
+      "▁ theme",
+      "▁block s",
+      "▁blo cks",
+      "$ )",
+      "▁g lad",
+      "▁gl ad",
+      "▁gla d",
+      "▁man age",
+      "or den",
+      "ord en",
+      "orde n",
+      "os ten",
+      "ost en",
+      "o sten",
+      "col e",
+      "co le",
+      "c ole",
+      "▁S P",
+      "▁ SP",
+      "▁sch ema",
+      "▁sche ma",
+      "▁ schema",
+      "ur as",
+      "ura s",
+      "u ras",
+      "▁when ever",
+      "Ш А",
+      "ри то",
+      "рит о",
+      "▁discover ed",
+      "▁p refix",
+      "▁pre fix",
+      "▁ prefix",
+      "glob al",
+      "g lobal",
+      "ro ke",
+      "rok e",
+      "r oke",
+      "ze s",
+      "z es",
+      "ch te",
+      "cht e",
+      "▁Be fore",
+      "▁Bef ore",
+      "▁ Before",
+      "ме ни",
+      "мен и",
+      "▁D ig",
+      "▁Di g",
+      "▁ Dig",
+      "▁ra pid",
+      "▁rap id",
+      "▁l leg",
+      "▁ll eg",
+      "▁lle g",
+      "equ als",
+      "eq uals",
+      "equal s",
+      "▁H och",
+      "▁Ho ch",
+      "for all",
+      "ва ти",
+      "ват и",
+      "us z",
+      "u sz",
+      "▁att ached",
+      "▁attach ed",
+      "Ex pression",
+      "Exp ression",
+      "Expr ession",
+      "Express ion",
+      "▁st ock",
+      "▁sto ck",
+      "▁ stock",
+      "ül l",
+      "ü ll",
+      "pe t",
+      "p et",
+      "ess ions",
+      "ession s",
+      "col o",
+      "co lo",
+      "c olo",
+      "▁g y",
+      "▁ gy",
+      "Bo ok",
+      "B ook",
+      "▁Jac ob",
+      "▁Pro duct",
+      "▁Produ ct",
+      "▁ Product",
+      "▁input s",
+      "ми р",
+      "▁learn ed",
+      "▁lear ned",
+      "ów n",
+      "ó wn",
+      "▁po lice",
+      "▁pol ice",
+      "▁polic e",
+      "▁ле т",
+      "▁ лет",
+      "▁I tem",
+      "▁It em",
+      "▁ Item",
+      "▁e ye",
+      "ai ent",
+      "a ient",
+      "▁Sam mlung",
+      "▁L or",
+      "▁Lo r",
+      "▁re pres",
+      "▁rep res",
+      "▁repr es",
+      "▁repre s",
+      "▁f est",
+      "▁fe st",
+      "▁ fest",
+      "Con d",
+      "Co nd",
+      "C ond",
+      "▁n ouve",
+      "▁no uve",
+      "▁nou ve",
+      "▁ext end",
+      "▁ extend",
+      "▁Fran ces",
+      "▁France s",
+      "▁Fr ances",
+      "▁Franc es",
+      "▁F ind",
+      "▁Fin d",
+      "▁ Find",
+      "▁de ze",
+      "▁dez e",
+      "er na",
+      "ern a",
+      "▁hab ía",
+      "pr ü",
+      "▁mo tor",
+      "▁mot or",
+      "bi e",
+      "b ie",
+      "Hel lo",
+      "H ello",
+      "▁res id",
+      "▁f inale",
+      "▁fin ale",
+      "▁final e",
+      "% )",
+      "{ '",
+      "▁H ard",
+      "▁Har d",
+      "▁Ha rd",
+      "▁p airs",
+      "▁pa irs",
+      "▁pair s",
+      "▁E ll",
+      "▁El l",
+      "iv ot",
+      "ivo t",
+      "re es",
+      "ree s",
+      "r ees",
+      "▁For ce",
+      "▁even ing",
+      "▁ev ening",
+      "▁des pués",
+      "▁desp ués",
+      "r g",
+      "Wh y",
+      "W hy",
+      "▁c onn",
+      "▁con n",
+      "▁co nn",
+      "▁ conn",
+      "sch ema",
+      "sche ma",
+      "хо д",
+      "х од",
+      "▁ме жду",
+      "▁fl ash",
+      "▁fla sh",
+      "▁ flash",
+      "sk ip",
+      "ski p",
+      "▁min ute",
+      "▁v ed",
+      "▁ve d",
+      "▁ ved",
+      "ay lor",
+      "▁s eus",
+      "▁se us",
+      "▁seu s",
+      "▁Ma jor",
+      "▁Maj or",
+      "▁fr anc",
+      "▁fran c",
+      "▁fra nc",
+      "▁r ac",
+      "▁ra c",
+      "▁ rac",
+      "k w",
+      "c v",
+      "N ative",
+      "▁B utton",
+      "▁But ton",
+      "▁ Button",
+      "ни ци",
+      "ниц и",
+      "sett ings",
+      "setting s",
+      "s ettings",
+      "▁A ccess",
+      "▁Acc ess",
+      "▁Ac cess",
+      "▁ Access",
+      "▁qu ality",
+      "▁qual ity",
+      "▁quali ty",
+      "▁ quality",
+      "pr ops",
+      "pro ps",
+      "prop s",
+      "F loat",
+      "▁S cot",
+      "▁Sc ot",
+      "▁A D",
+      "▁ AD",
+      "▁al lem",
+      "▁all em",
+      "▁alle m",
+      "& \\",
+      "ustr ation",
+      "pat tern",
+      "mi r",
+      "m ir",
+      "▁incor por",
+      "sk ich",
+      "ski ch",
+      "' >",
+      "St and",
+      "▁techn ique",
+      "▁techni que",
+      "▁E ss",
+      "▁Es s",
+      "▁Ox ford",
+      "▁ ла",
+      "t ikz",
+      "ли й",
+      "Log in",
+      "Lo gin",
+      "▁min ister",
+      "▁minist er",
+      "▁mini ster",
+      "▁ minister",
+      "▁c url",
+      "▁cu rl",
+      "▁cur l",
+      "▁ curl",
+      "ka n",
+      "k an",
+      "▁m aps",
+      "▁ma ps",
+      "▁map s",
+      "▁ maps",
+      "in da",
+      "ind a",
+      "ri eb",
+      "rie b",
+      "r ieb",
+      "▁E ND",
+      "▁EN D",
+      "▁ END",
+      "if ies",
+      "ifi es",
+      "ifie s",
+      "con sole",
+      "cons ole",
+      "bu ry",
+      "bur y",
+      "b ury",
+      "▁L E",
+      "▁ LE",
+      "▁indep end",
+      "▁inde pend",
+      "▁t a",
+      "▁ ta",
+      "▁ Ś",
+      "on el",
+      "one l",
+      "o nel",
+      "és z",
+      "é sz",
+      "▁I st",
+      "▁Is t",
+      "ut ive",
+      "uti ve",
+      "ё л",
+      "▁Reg ion",
+      "▁ Region",
+      "▁( =",
+      "▁comp act",
+      "ço is",
+      "ç ois",
+      "▁label s",
+      "▁lab els",
+      "▁ labels",
+      "autor ité",
+      "▁s tan",
+      "▁st an",
+      "▁sta n",
+      "▁ stan",
+      "▁fran çaise",
+      "▁français e",
+      "▁rem oving",
+      "▁remov ing",
+      "y c",
+      "} |",
+      "▁Ex ec",
+      "▁ Exec",
+      "($ _",
+      "( $_",
+      "ma g",
+      "m ag",
+      "be fore",
+      "▁stop ped",
+      "▁sto pped",
+      "ми и",
+      "▁ref resh",
+      "▁ refresh",
+      "un kt",
+      "unk t",
+      "ic io",
+      "ici o",
+      "i cio",
+      "X ml",
+      "▁T ab",
+      "▁Ta b",
+      "▁ Tab",
+      "▁f ounded",
+      "▁found ed",
+      "▁f al",
+      "▁fa l",
+      "▁ fal",
+      "f x",
+      "▁Histor ia",
+      "▁Hist oria",
+      "▁Ear ly",
+      "▁Earl y",
+      "Do m",
+      "D om",
+      "▁de cide",
+      "▁dec ide",
+      "▁decid e",
+      "▁under stood",
+      "▁j ur",
+      "▁ju r",
+      "▁N r",
+      "▁cap ac",
+      "wa s",
+      "w as",
+      "▁en emy",
+      "▁enem y",
+      "▁program s",
+      "▁m ask",
+      "▁ma sk",
+      "▁mas k",
+      "▁ mask",
+      "ск е",
+      "с ке",
+      "▁gr oupe",
+      "▁group e",
+      "ca m",
+      "c am",
+      "▁w idget",
+      "▁wid get",
+      "▁ widget",
+      "RE ATE",
+      "▁se va",
+      "▁Bar cel",
+      "▁p erd",
+      "▁per d",
+      "▁pe rd",
+      "▁М у",
+      "ran ce",
+      "r ance",
+      "TY PE",
+      "T YPE",
+      "▁{ '",
+      "▁ {'",
+      "▁b ill",
+      "▁bi ll",
+      "▁bil l",
+      "▁\" _",
+      "' `",
+      "ba hn",
+      "bah n",
+      "b ahn",
+      "▁cont ained",
+      "▁contain ed",
+      "Cl ose",
+      "C lose",
+      "ru g",
+      "r ug",
+      "eg y",
+      "e gy",
+      "▁s ight",
+      "▁sig ht",
+      "▁Pro vin",
+      "▁Prov in",
+      "н ю",
+      "ar z",
+      "a rz",
+      "ще н",
+      "щ ен",
+      "▁J oe",
+      "▁Jo e",
+      "▁de leted",
+      "▁delete d",
+      "▁delet ed",
+      "▁A uto",
+      "▁Aut o",
+      "▁Au to",
+      "▁ Auto",
+      "▁m eter",
+      "▁me ter",
+      "▁met er",
+      "▁ meter",
+      "C G",
+      "ъ л",
+      "▁p ent",
+      "▁pe nt",
+      "▁pen t",
+      "▁ pent",
+      "▁be zeichnet",
+      "Su m",
+      "S um",
+      "db c",
+      "d bc",
+      "▁Pl atz",
+      "▁Pla tz",
+      "▁Plat z",
+      "ect ors",
+      "ector s",
+      "e ctors",
+      "▁L ittle",
+      "QU E",
+      "Q UE",
+      "ці я",
+      "ц ія",
+      "те ля",
+      "тел я",
+      "nig ht",
+      "n ight",
+      "▁l l",
+      "▁ ll",
+      "▁most ly",
+      "UI D",
+      "U ID",
+      "▁b ez",
+      "▁be z",
+      "▁ bez",
+      "do b",
+      "d ob",
+      "кс и",
+      "к си",
+      "ter ne",
+      "tern e",
+      "t erne",
+      "▁cor ner",
+      "▁corn er",
+      "at y",
+      "a ty",
+      "▁impro ve",
+      "▁improv e",
+      "▁impr ove",
+      "▁in tr",
+      "▁int r",
+      "▁` @",
+      "ar od",
+      "aro d",
+      "a rod",
+      "▁install ation",
+      "▁instal lation",
+      "▁Refer ências",
+      "ig an",
+      "iga n",
+      "i gan",
+      "▁crit ic",
+      "ad el",
+      "ade l",
+      "a del",
+      "▁се ло",
+      ", \r",
+      "at ori",
+      "ator i",
+      "ato ri",
+      "▁F ri",
+      "▁Fr i",
+      "▁ Fri",
+      "▁ré férences",
+      "▁Int ent",
+      "▁ Intent",
+      "▁t ant",
+      "▁tan t",
+      "▁ta nt",
+      "un ci",
+      "unc i",
+      "▁level s",
+      "▁lev els",
+      "er es",
+      "ere s",
+      "e res",
+      "▁e mer",
+      "▁em er",
+      "▁ emer",
+      "sa fe",
+      "t k",
+      "▁c ham",
+      "▁ch am",
+      "▁cha m",
+      "▁great ly",
+      "▁we it",
+      "▁ weit",
+      "▁co ach",
+      "▁to ward",
+      "Hom e",
+      "H ome",
+      "▁Bo olean",
+      "▁ Boolean",
+      "те л",
+      "т ел",
+      "▁m ock",
+      "▁mo ck",
+      "▁ mock",
+      "▁appreci ate",
+      "▁C ross",
+      "▁Cr oss",
+      "▁Cro ss",
+      "▁T ake",
+      "▁Ta ke",
+      "▁Tak e",
+      "▁ Take",
+      "D P",
+      "▁s ides",
+      "▁si des",
+      "▁side s",
+      "▁sid es",
+      "▁Norm daten",
+      "де й",
+      "д ей",
+      "st al",
+      "sta l",
+      "s tal",
+      "▁c out",
+      "▁co ut",
+      "▁cou t",
+      "▁ cout",
+      "b n",
+      "▁V ert",
+      "▁Ver t",
+      "▁Ve rt",
+      "▁ Vert",
+      "▁b ird",
+      "▁bi rd",
+      "▁bir d",
+      "▁ bird",
+      "▁dynam ically",
+      "▁dynamic ally",
+      "▁D ol",
+      "▁Do l",
+      "▁B urg",
+      "▁Bu rg",
+      "▁Bur g",
+      "▁d og",
+      "▁do g",
+      "▁ dog",
+      "ät t",
+      "ä tt",
+      "▁n uc",
+      "▁nu c",
+      "E C",
+      "By tes",
+      "Byte s",
+      "▁a k",
+      "▁ ak",
+      "re land",
+      "rel and",
+      "r eland",
+      "▁gu itar",
+      "▁reg arding",
+      "▁regard ing",
+      "▁F uß",
+      "▁Fu ß",
+      "▁до л",
+      "▁ дол",
+      "au ss",
+      "aus s",
+      "a uss",
+      "▁j ej",
+      "▁je j",
+      "ac o",
+      "a co",
+      "▁up dates",
+      "▁update s",
+      "▁upd ates",
+      "ру к",
+      "р ук",
+      "(' /",
+      "▁c old",
+      "▁col d",
+      "▁co ld",
+      "▁G iven",
+      "▁Gi ven",
+      "▁Give n",
+      "hi n",
+      "h in",
+      "▁fe eling",
+      "▁feel ing",
+      "▁fee ling",
+      "ig li",
+      "fa h",
+      "f ah",
+      "ст ре",
+      "стр е",
+      "с тре",
+      "bo ol",
+      "b ool",
+      "init ial",
+      "▁станов ника",
+      "▁An na",
+      "▁Ann a",
+      "▁h ors",
+      "▁hor s",
+      "▁ho rs",
+      "▁d oll",
+      "▁do ll",
+      "▁dol l",
+      "▁con sum",
+      "▁cons um",
+      "▁ consum",
+      "ub er",
+      "ube r",
+      "u ber",
+      "stand ing",
+      "stan ding",
+      "act iv",
+      "з і",
+      "check ed",
+      "▁perm issions",
+      "▁permission s",
+      "▁M onte",
+      "▁Mon te",
+      "▁Mont e",
+      "Write Line",
+      "pl us",
+      "p lus",
+      "▁E qu",
+      "▁Eq u",
+      "▁ Equ",
+      "▁и х",
+      "▁ их",
+      "ч ки",
+      "un que",
+      "▁L O",
+      "▁ LO",
+      "e a",
+      "sam ple",
+      "s ample",
+      "ie sz",
+      "ies z",
+      "i esz",
+      "or al",
+      "ora l",
+      "o ral",
+      "▁И н",
+      "os ton",
+      "ost on",
+      "osto n",
+      "o ston",
+      "▁S imon",
+      "▁Sim on",
+      "▁Si mon",
+      "fa st",
+      "fas t",
+      "f ast",
+      "m k",
+      "as sen",
+      "ass en",
+      "asse n",
+      "▁arch itecture",
+      "▁architect ure",
+      "▁ architecture",
+      "ens es",
+      "ense s",
+      "▁ Å",
+      "▁to pic",
+      "▁top ic",
+      "▁ topic",
+      "▁dis able",
+      "▁ disable",
+      "▁C ru",
+      "▁Cr u",
+      "▁Cont rol",
+      "▁ Control",
+      "▁cre ation",
+      "▁hy per",
+      "▁hyp er",
+      "▁ hyper",
+      "it ud",
+      "itu d",
+      "же ния",
+      "ar am",
+      "ara m",
+      "a ram",
+      "▁г де",
+      "ien st",
+      "iens t",
+      "i enst",
+      "ed ule",
+      "edu le",
+      "▁B ot",
+      "▁Bo t",
+      "▁О с",
+      "▁The ir",
+      "an ne",
+      "ann e",
+      "M icrosoft",
+      "▁P M",
+      "▁ PM",
+      "yd ro",
+      "y dro",
+      "ent lich",
+      "▁E ine",
+      "▁Ein e",
+      "CH AR",
+      ": '",
+      "We ll",
+      "Wel l",
+      "W ell",
+      "le ton",
+      "let on",
+      "l eton",
+      "▁support s",
+      "▁sup ports",
+      "'] )",
+      "' ])",
+      "man ual",
+      "▁v ice",
+      "▁vi ce",
+      "▁vic e",
+      "▁ vice",
+      "as a",
+      "a sa",
+      "cl os",
+      "clo s",
+      "c los",
+      "vi sed",
+      "vis ed",
+      "v ised",
+      "▁p ok",
+      "▁po k",
+      "tr ack",
+      "tra ck",
+      "t rack",
+      "но ст",
+      "нос т",
+      "... .....",
+      ".... ....",
+      "..... ...",
+      "▁' \\",
+      "▁ '\\",
+      "² .",
+      "▁or ders",
+      "▁order s",
+      "▁ord ers",
+      "▁ orders",
+      "et ta",
+      "ett a",
+      "e tta",
+      "▁con version",
+      "▁conv ersion",
+      "▁convers ion",
+      "▁t rade",
+      "▁tr ade",
+      "▁tra de",
+      "▁trad e",
+      "cl i",
+      "c li",
+      "▁И сто",
+      "▁Ис то",
+      "▁a kt",
+      "▁ak t",
+      "▁ akt",
+      "▁sub set",
+      "▁subs et",
+      "▁ subset",
+      "▁a ug",
+      "▁au g",
+      "▁ aug",
+      "▁le aves",
+      "▁leave s",
+      "Mat h",
+      "Ma th",
+      "M ath",
+      "an ned",
+      "ann ed",
+      "anne d",
+      "ka l",
+      "k al",
+      "▁Ве ли",
+      "▁n og",
+      "▁no g",
+      "▁ nog",
+      "▁e th",
+      "▁et h",
+      "▁ eth",
+      "▁h air",
+      "▁ha ir",
+      "ar ound",
+      "aro und",
+      "a round",
+      "▁java x",
+      "▁jav ax",
+      "▁ javax",
+      "во й",
+      "▁C entre",
+      "▁Cent re",
+      "ö ß",
+      "ut i",
+      "u ti",
+      "▁n avigation",
+      "▁navig ation",
+      "▁ navigation",
+      "▁P S",
+      "▁ PS",
+      "▁w a",
+      "▁ wa",
+      "▁Ро ссии",
+      "▁Рос сии",
+      "▁Росси и",
+      "us a",
+      "u sa",
+      "ze ta",
+      "zet a",
+      "z eta",
+      "▁P DF",
+      "▁ PDF",
+      "▁m ismo",
+      "▁mis mo",
+      "▁mism o",
+      "pro perties",
+      "me ister",
+      "ль та",
+      "for ward",
+      "▁O st",
+      "▁Os t",
+      "ki ns",
+      "kin s",
+      "k ins",
+      "▁s ido",
+      "▁si do",
+      "▁sid o",
+      "зо в",
+      "з ов",
+      "ta gs",
+      "tag s",
+      "t ags",
+      "▁a ctor",
+      "▁act or",
+      "▁ac tor",
+      "▁ actor",
+      "▁f ly",
+      "▁fl y",
+      "▁ fly",
+      "C R",
+      "ag ini",
+      "agi ni",
+      "agin i",
+      "▁l ett",
+      "▁le tt",
+      "▁let t",
+      "▁ lett",
+      "en i",
+      "e ni",
+      "te ch",
+      "t ech",
+      "▁E nc",
+      "▁En c",
+      "▁ Enc",
+      "or acle",
+      "ora cle",
+      "o racle",
+      "amil ton",
+      "ze j",
+      "z ej",
+      "fe n",
+      "f en",
+      "ume rate",
+      "umer ate",
+      "▁qu esto",
+      "▁que sto",
+      "▁q uesto",
+      "▁quest o",
+      "da rt",
+      "dar t",
+      "d art",
+      "▁K ore",
+      "▁Ko re",
+      "▁Kor e",
+      "ap is",
+      "api s",
+      "a pis",
+      "ep er",
+      "e per",
+      "Sc reen",
+      "S creen",
+      "wa ll",
+      "wal l",
+      "w all",
+      "▁is land",
+      "sh e",
+      "s he",
+      "▁l igger",
+      "▁lig ger",
+      "в ся",
+      "fa ng",
+      "fan g",
+      "f ang",
+      "▁t ard",
+      "▁tar d",
+      "▁ta rd",
+      "▁pla ats",
+      "▁п ло",
+      "▁ пло",
+      "▁Off ice",
+      "▁Offic e",
+      "▁ Office",
+      "▁S ET",
+      "▁SE T",
+      "▁ SET",
+      "▁circ uit",
+      "je d",
+      "j ed",
+      "Sa ve",
+      "S ave",
+      "ль но",
+      "So cket",
+      "S ocket",
+      "▁In dex",
+      "▁Ind ex",
+      "▁ Index",
+      "AC K",
+      "A CK",
+      "id ers",
+      "ide rs",
+      "ider s",
+      "i ders",
+      "er er",
+      "ere r",
+      "e rer",
+      "▁С ША",
+      "▁l ady",
+      "▁la dy",
+      "▁lad y",
+      "▁sch eme",
+      "▁sche me",
+      "ie lle",
+      "iel le",
+      "i elle",
+      "▁ex erc",
+      "▁exer c",
+      ")} \\",
+      ") }\\",
+      "Date Time",
+      "at han",
+      "ath an",
+      "a than",
+      "▁Prof essor",
+      "▁mo ins",
+      "▁moi ns",
+      "▁Ex cel",
+      "▁ Excel",
+      "▁H ay",
+      "▁Ha y",
+      "▁Mus ik",
+      "▁ ї",
+      "ę d",
+      "▁\" .",
+      "▁ \".",
+      "▁бу в",
+      "▁inst rument",
+      "▁instru ment",
+      "па р",
+      "п ар",
+      "▁б ере",
+      "▁бе ре",
+      "▁ бере",
+      "▁polit ique",
+      "▁trad ition",
+      "▁V M",
+      "▁ VM",
+      "▁Ar ts",
+      "▁Art s",
+      "▁C i",
+      "Us e",
+      "U se",
+      "▁a ggreg",
+      "▁ag greg",
+      "▁ aggreg",
+      "▁we eks",
+      "▁week s",
+      "▁o pport",
+      "▁op port",
+      "▁opp ort",
+      "it ing",
+      "iti ng",
+      "i ting",
+      "▁vert ical",
+      "▁ vertical",
+      "▁N az",
+      "▁Na z",
+      ".. .)",
+      "... )",
+      "iz o",
+      "i zo",
+      "▁c ycle",
+      "▁cy cle",
+      "▁cycl e",
+      "▁ cycle",
+      "▁tem po",
+      "▁temp o",
+      "т ре",
+      "▁hand ling",
+      "ist ence",
+      "isten ce",
+      "▁p aste",
+      "▁pas te",
+      "▁pa ste",
+      "▁past e",
+      "▁ paste",
+      "▁en jo",
+      "RO UP",
+      "▁o uter",
+      "▁out er",
+      "▁ou ter",
+      "▁ outer",
+      "▁su pply",
+      "▁supp ly",
+      "▁sup ply",
+      "em an",
+      "ema n",
+      "e man",
+      "▁acc ident",
+      "▁\\ ]",
+      "▁ \\]",
+      "▁те х",
+      "▁ тех",
+      "Po ol",
+      "P ool",
+      "ot ing",
+      "oti ng",
+      "o ting",
+      "onym ous",
+      "▁Gi ov",
+      "▁u d",
+      "▁ ud",
+      "▁. /",
+      "▁ ./",
+      "ER ROR",
+      "ERR OR",
+      "con struct",
+      "const ruct",
+      "text width",
+      "qu ipe",
+      "qui pe",
+      "quip e",
+      "case s",
+      "cas es",
+      "c ases",
+      "▁а д",
+      "▁R ow",
+      "▁Ro w",
+      "▁ Row",
+      "Hol der",
+      "Hold er",
+      "H older",
+      "wa n",
+      "w an",
+      "ar na",
+      "arn a",
+      "Me m",
+      "M em",
+      "▁Canad ian",
+      "▁Com mission",
+      "▁Comm ission",
+      "su n",
+      "s un",
+      "▁app s",
+      "▁ap ps",
+      "▁ apps",
+      "▁B lo",
+      "▁Bl o",
+      "▁i hrer",
+      "▁ih rer",
+      "▁ihr er",
+      "▁ihre r",
+      "▁famil le",
+      "▁fam ille",
+      "▁m ě",
+      "▁p y",
+      "▁ py",
+      "и с",
+      "▁т ого",
+      "▁то го",
+      "▁ того",
+      "▁Ag ain",
+      "▁ign ore",
+      "▁ignor e",
+      "▁ ignore",
+      "▁tele vision",
+      "▁televis ion",
+      "Pa t",
+      "P at",
+      "hi de",
+      "h ide",
+      "▁R ev",
+      "▁Re v",
+      "▁b ear",
+      "▁be ar",
+      "ph y",
+      "p hy",
+      "▁no ise",
+      "▁w ra",
+      "▁wr a",
+      "at ionale",
+      "ation ale",
+      "ational e",
+      "▁coll abor",
+      "bor der",
+      "b order",
+      "▁el ected",
+      "▁elect ed",
+      "▁ele cted",
+      "▁sur pr",
+      "▁a voir",
+      "▁av oir",
+      "▁avo ir",
+      "▁ avoir",
+      "▁ass embly",
+      "▁assemb ly",
+      "▁ assembly",
+      "▁об ще",
+      "▁arbitr ary",
+      "▁br ief",
+      "▁- --",
+      "▁-- -",
+      "▁ ---",
+      "▁M aur",
+      "▁Ma ur",
+      "▁Mau r",
+      "gr ession",
+      "gress ion",
+      "g ression",
+      "ic ia",
+      "ici a",
+      "i cia",
+      "▁lie gt",
+      "▁Fig ure",
+      "▁on to",
+      "▁ont o",
+      "▁ onto",
+      "Re pository",
+      "Repos itory",
+      "▁dé f",
+      "▁f orth",
+      "▁for th",
+      "▁fort h",
+      "▁cl icked",
+      "▁click ed",
+      "se ite",
+      "▁n otes",
+      "▁not es",
+      "▁no tes",
+      "▁note s",
+      "▁ notes",
+      "nat ive",
+      "n ative",
+      "▁ED IT",
+      "▁ EDIT",
+      "ы е",
+      "M T",
+      "am ental",
+      "ament al",
+      "amen tal",
+      "▁r ose",
+      "▁ro se",
+      "▁ros e",
+      "▁ rose",
+      "▁pu ede",
+      "▁pue de",
+      "De legate",
+      "Deleg ate",
+      "ub a",
+      "u ba",
+      "ne o",
+      "xi s",
+      "x is",
+      "▁Ar thur",
+      "UR E",
+      "U RE",
+      "am ing",
+      "ami ng",
+      "amin g",
+      "a ming",
+      "De vice",
+      "Dev ice",
+      "▁d iam",
+      "▁di am",
+      "▁dia m",
+      "st änd",
+      "▁p ron",
+      "▁pro n",
+      "▁pr on",
+      "oi s",
+      "o is",
+      "com ing",
+      "co ming",
+      "c oming",
+      "Param eters",
+      "Parameter s",
+      "uv ud",
+      "▁ab ility",
+      "▁ ability",
+      "▁m ét",
+      "▁mé t",
+      "▁Un fortunately",
+      "f d",
+      "D ictionary",
+      "so cket",
+      "sock et",
+      "s ocket",
+      "▁con oc",
+      "▁co noc",
+      "cont ains",
+      "es sed",
+      "ess ed",
+      "esse d",
+      "▁gel dig",
+      "▁geld ig",
+      "ни ца",
+      "ниц а",
+      "▁point ed",
+      "es ti",
+      "est i",
+      "no m",
+      "n om",
+      "ографи я",
+      "▁represent s",
+      "▁repres ents",
+      "▁man ip",
+      "wor ld",
+      "w orld",
+      "▁resol ved",
+      "▁resolve d",
+      "te gr",
+      "t egr",
+      "▁d ort",
+      "▁do rt",
+      "▁dor t",
+      "as tern",
+      "ast ern",
+      "aster n",
+      "aste rn",
+      "▁camp aign",
+      "▁pr imo",
+      "▁prim o",
+      "▁pri mo",
+      "▁; ;",
+      "▁ ;;",
+      "▁sni ppet",
+      "▁N ik",
+      "▁Ni k",
+      "To tal",
+      "T otal",
+      "iss ement",
+      "isse ment",
+      "AC E",
+      "A CE",
+      "▁ver ify",
+      "▁ verify",
+      "if fe",
+      "iff e",
+      "i ffe",
+      "la gen",
+      "lag en",
+      "lage n",
+      "l agen",
+      "ie ur",
+      "ieu r",
+      "i eur",
+      "▁convert ed",
+      "▁conver ted",
+      "▁Mil it",
+      "▁Mi lit",
+      "▁A lg",
+      "▁Al g",
+      "▁ Alg",
+      "▁R on",
+      "▁Ro n",
+      "▁k onn",
+      "▁kon n",
+      "▁ko nn",
+      "ap ple",
+      "app le",
+      "▁dis pos",
+      "▁disp os",
+      "stell ung",
+      "▁re tain",
+      "▁ret ain",
+      "▁m entre",
+      "▁men tre",
+      "▁ment re",
+      "▁ne ut",
+      "▁neu t",
+      "▁ neut",
+      "▁N ight",
+      "ch é",
+      "c hé",
+      "at ti",
+      "att i",
+      "▁o bra",
+      "▁ob ra",
+      "▁super ior",
+      "▁Con gress",
+      "▁Cong ress",
+      "ё м",
+      "▁c odes",
+      "▁code s",
+      "▁co des",
+      "▁cod es",
+      "▁ codes",
+      "▁A ma",
+      "▁Am a",
+      "▁E arth",
+      "▁Ear th",
+      "▁oppos ite",
+      "▁p ool",
+      "▁po ol",
+      "▁ pool",
+      "▁D un",
+      "▁Du n",
+      "же ние",
+      "▁\" ${",
+      "▁\"$ {",
+      "in v",
+      "▁у ни",
+      "▁And rew",
+      "▁Andre w",
+      "те лей",
+      "тел ей",
+      "▁by ł",
+      "Un ivers",
+      "Uni vers",
+      "▁Ang ular",
+      "an im",
+      "ani m",
+      "a nim",
+      "до ва",
+      "дов а",
+      "д ова",
+      "BU G",
+      "B UG",
+      "ut ely",
+      "ute ly",
+      "▁draw ing",
+      "▁dra wing",
+      "▁g ain",
+      "▁ga in",
+      "▁four th",
+      "▁Pro blem",
+      "▁ Problem",
+      "▁sudden ly",
+      "▁ Ä",
+      "on na",
+      "onn a",
+      "▁K ont",
+      "▁Kon t",
+      "▁Ko nt",
+      "▁Bilder n",
+      "▁Bild ern",
+      "▁Bil dern",
+      "▁konn te",
+      "ž e",
+      "Tr ace",
+      "Tra ce",
+      "T race",
+      "▁sec ure",
+      "▁ secure",
+      "▁któ ry",
+      "▁e q",
+      "▁ eq",
+      "▁f ormal",
+      "▁for mal",
+      "▁form al",
+      "▁forma l",
+      "amer ikan",
+      "▁A nal",
+      "▁An al",
+      "▁Ana l",
+      "▁ Anal",
+      "▁R ewrite",
+      "▁Re write",
+      "▁D ouble",
+      "▁Dou ble",
+      "▁ Double",
+      "cre ated",
+      "create d",
+      "N U",
+      "MD b",
+      "M Db",
+      "ap es",
+      "ape s",
+      "a pes",
+      "Un is",
+      "Uni s",
+      "U nis",
+      "▁e special",
+      "▁espe cial",
+      "▁espec ial",
+      "}) \\",
+      "} )\\",
+      "ed om",
+      "edo m",
+      "e dom",
+      "▁c ategor",
+      "▁categ or",
+      "Re turn",
+      "Ret urn",
+      "▁H amb",
+      "▁Ha mb",
+      "▁Ham b",
+      "▁R io",
+      "▁Ri o",
+      "▁M ir",
+      "▁Mi r",
+      "▁G eme",
+      "▁Ge me",
+      "▁Gem e",
+      "ab ilities",
+      "abil ities",
+      "tr z",
+      "t rz",
+      "us et",
+      "use t",
+      "u set",
+      "ier ra",
+      "net work",
+      "n etwork",
+      "▁do ctor",
+      "▁doc tor",
+      "eur s",
+      "eu rs",
+      "e urs",
+      "▁l isten",
+      "▁li sten",
+      "▁list en",
+      "▁liste n",
+      "▁ listen",
+      "д ж",
+      "▁H ö",
+      "▁cons ists",
+      "▁consist s",
+      "as m",
+      "a sm",
+      "Ch r",
+      "C hr",
+      "al and",
+      "ala nd",
+      "a land",
+      "▁испо ль",
+      "▁ис поль",
+      "▁испол ь",
+      "▁lug ar",
+      "▁lu gar",
+      "▁def initely",
+      "▁definit ely",
+      "▁definite ly",
+      "mo ve",
+      "mov e",
+      "m ove",
+      "úblic a",
+      "ú blica",
+      "▁l än",
+      "▁lä n",
+      "is mus",
+      "ism us",
+      "▁др жа",
+      "▁d t",
+      "▁ dt",
+      "▁Per haps",
+      "▁Bra sil",
+      "▁Bras il",
+      "Jo hn",
+      "J ohn",
+      "▁prom ise",
+      "ł u",
+      "re ens",
+      "ree ns",
+      "reen s",
+      "▁ps ych",
+      "▁W ho",
+      "▁Wh o",
+      "▁ Who",
+      "ря д",
+      "▁IN TO",
+      "▁INT O",
+      "▁Pe ople",
+      "▁Will iams",
+      "▁William s",
+      "▁M arg",
+      "▁Mar g",
+      "▁Ma rg",
+      "▁д ан",
+      "▁да н",
+      "▁ дан",
+      "re cord",
+      "rec ord",
+      "▁E uro",
+      "▁Eu ro",
+      "▁Eur o",
+      "▁Virgin ia",
+      "▁R est",
+      "▁Re st",
+      "▁Res t",
+      "▁ Rest",
+      "▁C orn",
+      "▁Cor n",
+      "▁Co rn",
+      "}} ,",
+      "} },",
+      "▁G rid",
+      "▁Gr id",
+      "▁ Grid",
+      "▁in ject",
+      "▁inj ect",
+      "▁ inject",
+      "на н",
+      "н ан",
+      "▁c row",
+      "▁cr ow",
+      "▁cro w",
+      "▁Ph ys",
+      "▁ Phys",
+      "▁D O",
+      "▁ DO",
+      "▁\" -",
+      "▁incre ased",
+      "▁increase d",
+      "ach er",
+      "ac her",
+      "ache r",
+      "a cher",
+      "pe at",
+      "Li n",
+      "L in",
+      "▁D ub",
+      "▁Du b",
+      "ri ces",
+      "ric es",
+      "rice s",
+      "r ices",
+      "ag nost",
+      "agn ost",
+      "d l",
+      "▁cur ve",
+      "▁curv e",
+      "ü g",
+      "ri ce",
+      "ric e",
+      "r ice",
+      "l anguage",
+      "Click Listener",
+      "▁municip al",
+      "▁O ri",
+      "▁Or i",
+      "▁ Ori",
+      "▁B ild",
+      "▁Bi ld",
+      "▁Bil d",
+      "▁C ab",
+      "▁Ca b",
+      "▁V ar",
+      "▁Va r",
+      "▁ Var",
+      "▁n oted",
+      "▁not ed",
+      "▁no ted",
+      "▁note d",
+      "▁ Î",
+      "▁s ubs",
+      "▁su bs",
+      "▁sub s",
+      "ia tion",
+      "iat ion",
+      "i ation",
+      "W OR",
+      "in gly",
+      "ing ly",
+      "▁R us",
+      "▁Ru s",
+      "ie ns",
+      "ien s",
+      "i ens",
+      "IN FO",
+      "INF O",
+      "к ва",
+      "at ivo",
+      "ativ o",
+      "ati vo",
+      "ge nde",
+      "gen de",
+      "g ende",
+      "▁Fran z",
+      "▁Fr anz",
+      "▁is ol",
+      "▁i sol",
+      "ed es",
+      "ede s",
+      "e des",
+      "ni er",
+      "nie r",
+      "n ier",
+      "▁N O",
+      "▁ NO",
+      "▁H as",
+      "▁Ha s",
+      "▁ Has",
+      "be ans",
+      "bean s",
+      "▁p andas",
+      "▁pan das",
+      "▁ pandas",
+      "(\" %",
+      "ві т",
+      "ут бо",
+      "▁g ather",
+      "▁ga ther",
+      "▁gat her",
+      "▁le gal",
+      "▁leg al",
+      "▁ legal",
+      "in clud",
+      "▁circum st",
+      "cript or",
+      "ri ble",
+      "rib le",
+      "r ible",
+      "▁S üd",
+      "▁Sü d",
+      "▁a pro",
+      "▁ap ro",
+      "▁apr o",
+      "Ap i",
+      "A pi",
+      "▁на й",
+      "▁Afr ican",
+      "▁Africa n",
+      "ow ski",
+      "ows ki",
+      "▁John son",
+      "ie k",
+      "i ek",
+      "▁v ote",
+      "▁vo te",
+      "▁vot e",
+      "▁ vote",
+      "▁K an",
+      "▁Ka n",
+      "▁b ibli",
+      "▁bib li",
+      "▁ bibli",
+      "▁h aar",
+      "▁ha ar",
+      "▁v r",
+      "▁ vr",
+      "]) ,",
+      "] ),",
+      "subset eq",
+      "Par ser",
+      "Parse r",
+      "ia ni",
+      "ian i",
+      "i ani",
+      "is é",
+      "id ea",
+      "ide a",
+      "On ly",
+      "▁á l",
+      "▁ ál",
+      "▁C atal",
+      "▁Ca tal",
+      "▁Cat al",
+      "▁C ase",
+      "▁Cas e",
+      "▁Ca se",
+      "▁ Case",
+      "se h",
+      "s eh",
+      "▁en counter",
+      "▁enc ounter",
+      "▁re form",
+      "▁ref orm",
+      "ми ни",
+      "мин и",
+      "▁S tre",
+      "▁St re",
+      "▁Str e",
+      "ex ception",
+      "except ion",
+      "▁T ar",
+      "▁Ta r",
+      "та р",
+      "т ар",
+      "tr l",
+      "t rl",
+      "▁А лександ",
+      "ле кт",
+      "лек т",
+      "equ al",
+      "eq ual",
+      "e qual",
+      "O p",
+      "▁l if",
+      "▁li f",
+      "▁й ого",
+      "▁volt age",
+      "▁volta ge",
+      "sh ire",
+      "s hire",
+      "▁Gro ß",
+      "в ня",
+      "ning s",
+      "n ings",
+      "н ци",
+      "▁l ag",
+      "▁la g",
+      "▁ lag",
+      "▁and eren",
+      "▁andere n",
+      "▁v ac",
+      "▁va c",
+      "▁ma cro",
+      "▁mac ro",
+      "▁ macro",
+      "= [",
+      "Th en",
+      "The n",
+      "T hen",
+      "▁control s",
+      "▁contr ols",
+      "▁contro ls",
+      "▁ controls",
+      "se q",
+      "s eq",
+      "olog ies",
+      "ologie s",
+      "▁select or",
+      "▁sel ector",
+      "▁sele ctor",
+      "▁ selector",
+      "▁Украї ни",
+      "хів овано",
+      "ы й",
+      "allen ge",
+      "alleng e",
+      "▁I MDb",
+      "▁IM Db",
+      "um my",
+      "umm y",
+      "ye n",
+      "y en",
+      "▁b este",
+      "▁be ste",
+      "▁best e",
+      "▁bes te",
+      "▁B ox",
+      "▁Bo x",
+      "▁ Box",
+      "▁ch air",
+      "▁cha ir",
+      "▁S ab",
+      "▁Sa b",
+      "er de",
+      "erd e",
+      "▁n ast",
+      "▁na st",
+      "▁nas t",
+      "iv amente",
+      "iva mente",
+      "▁об ъ",
+      "▁require ments",
+      "▁requirement s",
+      "▁me eting",
+      "▁meet ing",
+      "▁fin an",
+      "▁fi nan",
+      "▁A dam",
+      "▁Ad am",
+      "▁Ada m",
+      "▁tele vis",
+      "▁b right",
+      "▁br ight",
+      "▁brig ht",
+      "▁G it",
+      "▁Gi t",
+      "▁ Git",
+      "E G",
+      "▁G il",
+      "▁Gi l",
+      "r ès",
+      "▁C ond",
+      "▁Con d",
+      "▁Co nd",
+      "▁ Cond",
+      "▁f t",
+      "▁ ft",
+      "▁бу ло",
+      "- +",
+      "EN D",
+      "E ND",
+      "er ne",
+      "ern e",
+      "▁Com put",
+      "▁Comp ut",
+      "▁ Comput",
+      "▁i ls",
+      "▁il s",
+      "▁ ils",
+      "▁g all",
+      "▁gal l",
+      "▁ga ll",
+      "▁c sv",
+      "▁cs v",
+      "▁ csv",
+      "łu g",
+      "ł ug",
+      "▁sum mer",
+      "▁summ er",
+      "ga me",
+      "g ame",
+      "▁pos ts",
+      "▁post s",
+      "▁ posts",
+      "Ар хівовано",
+      "▁z ij",
+      "▁de termin",
+      "▁determ in",
+      "▁ab andon",
+      "co unter",
+      "count er",
+      "c ounter",
+      "▁require ment",
+      "▁requ irement",
+      "▁T it",
+      "▁Ti t",
+      "irt ual",
+      "▁V ideos",
+      "▁Video s",
+      "▁qu iet",
+      "▁qui et",
+      "▁T erm",
+      "▁Te rm",
+      "▁Ter m",
+      "▁ Term",
+      "▁time out",
+      "▁ timeout",
+      "Pr int",
+      "▁in vent",
+      "▁inv ent",
+      "▁inve nt",
+      "la is",
+      "l ais",
+      "▁mon itor",
+      "ha lb",
+      "hal b",
+      "▁W ild",
+      "▁Wil d",
+      "▁Wi ld",
+      "▁le ader",
+      "▁lead er",
+      "▁с ель",
+      "▁се ль",
+      "▁util iz",
+      "▁par ents",
+      "▁parent s",
+      "▁for ced",
+      "▁force d",
+      "▁pro ved",
+      "▁pr oved",
+      "▁prov ed",
+      "▁prove d",
+      "▁effect ive",
+      "▁l lam",
+      "▁ll am",
+      "▁С по",
+      "or b",
+      "o rb",
+      "gg i",
+      "g gi",
+      "▁ass umption",
+      "▁assum ption",
+      "▁su bm",
+      "▁sub m",
+      "▁в ій",
+      "▁ві й",
+      "il ia",
+      "ili a",
+      "i lia",
+      "▁re verse",
+      "▁revers e",
+      "▁rever se",
+      "▁ reverse",
+      "' \"",
+      "▁qu otes",
+      "▁quot es",
+      "▁quote s",
+      "▁s ites",
+      "▁si tes",
+      "▁site s",
+      "▁sit es",
+      "▁ sites",
+      "ig ung",
+      "igu ng",
+      "▁A rg",
+      "▁Ar g",
+      "▁ Arg",
+      "D ouble",
+      "▁s creens",
+      "▁sc reens",
+      "▁screen s",
+      "▁cl ause",
+      "▁cla use",
+      "▁b undle",
+      "▁bund le",
+      "▁ bundle",
+      "▁phil osoph",
+      "▁N um",
+      "▁Nu m",
+      "▁ Num",
+      "▁g leich",
+      "▁gle ich",
+      "▁ gleich",
+      "ul y",
+      "u ly",
+      "dir ect",
+      "di rect",
+      "dire ct",
+      "d irect",
+      "asket ball",
+      "ow any",
+      "owa ny",
+      "owan y",
+      "\\} $",
+      "\\ }$",
+      "▁rad ius",
+      "▁radi us",
+      "▁ radius",
+      "▁S earch",
+      "▁Se arch",
+      "▁ Search",
+      "Pro perties",
+      "▁e lev",
+      "▁el ev",
+      "▁ele v",
+      "▁p rod",
+      "▁pro d",
+      "▁pr od",
+      "▁ prod",
+      "▁\" %",
+      "is ión",
+      "isi ón",
+      "De bug",
+      "Deb ug",
+      "Se cond",
+      "Sec ond",
+      "( !",
+      "▁C atholic",
+      "ро ван",
+      "ров ан",
+      "рова н",
+      "р ован",
+      "le z",
+      "l ez",
+      "P a",
+      "ps on",
+      "p son",
+      "▁er ste",
+      "▁erst e",
+      "▁ers te",
+      "▁F u",
+      "▁l it",
+      "▁li t",
+      "▁ lit",
+      "▁S aison",
+      "▁Sa ison",
+      "▁H ash",
+      "▁Ha sh",
+      "▁Has h",
+      "▁ Hash",
+      "▁ex em",
+      "▁пред став",
+      ") *",
+      "▁e u",
+      "▁ eu",
+      "▁ │",
+      "▁g ab",
+      "▁ga b",
+      "eta iled",
+      "Co py",
+      "C opy",
+      "▁д ва",
+      "ev en",
+      "e ven",
+      "K ind",
+      "▁Jack son",
+      "а л",
+      "▁con sec",
+      "▁cons ec",
+      "▁conse c",
+      "US ER",
+      "USE R",
+      "U SER",
+      "▁T ok",
+      "▁To k",
+      "( .",
+      "▁$ |",
+      "▁T amb",
+      "▁Ta mb",
+      "▁Tam b",
+      "▁Lem ma",
+      "ha ng",
+      "han g",
+      "h ang",
+      "▁cont ribution",
+      "▁contrib ution",
+      "▁contribu tion",
+      "roll ers",
+      "rol lers",
+      "roller s",
+      "rolle rs",
+      "▁stud ies",
+      "▁studi es",
+      "▁p oi",
+      "▁po i",
+      "ge ms",
+      "gem s",
+      "g ems",
+      "▁U P",
+      "▁ UP",
+      "▁W ol",
+      "▁Wo l",
+      "> \"",
+      "▁f loor",
+      "▁fl oor",
+      "▁flo or",
+      "▁ floor",
+      "▁init ialize",
+      "▁initial ize",
+      "▁ initialize",
+      "▁L ew",
+      "▁Le w",
+      "ze k",
+      "z ek",
+      "ar te",
+      "art e",
+      "▁pos itions",
+      "▁position s",
+      "▁posit ions",
+      "▁por tion",
+      "▁port ion",
+      "co ver",
+      "cov er",
+      "c over",
+      "w p",
+      "ов ого",
+      "ово го",
+      "о вого",
+      "▁p iano",
+      "▁pi ano",
+      "▁pian o",
+      "▁pia no",
+      "▁m etal",
+      "▁me tal",
+      "▁met al",
+      "▁meta l",
+      "▁s amples",
+      "▁sam ples",
+      "▁sample s",
+      "▁ samples",
+      "▁С ан",
+      "▁Са н",
+      "vari able",
+      "▁ста ть",
+      "▁inte gers",
+      "▁integer s",
+      "Wh ere",
+      "W here",
+      "famil y",
+      "▁n un",
+      "▁nu n",
+      "▁in crement",
+      "▁incre ment",
+      "▁ increment",
+      "ix ed",
+      "▁he eft",
+      "ft e",
+      "f te",
+      "▁v il",
+      "▁vi l",
+      "▁ vil",
+      "▁ot ros",
+      "▁otro s",
+      "Mult imedia",
+      "Multi media",
+      "▁Hen ri",
+      "ad ed",
+      "ade d",
+      "a ded",
+      "ге н",
+      "г ен",
+      "▁cap it",
+      "▁ca pit",
+      "▁други х",
+      "is p",
+      "i sp",
+      "IT Y",
+      "I TY",
+      "▁constraint s",
+      "▁K irche",
+      "▁Kir che",
+      "▁Kirch e",
+      "fo und",
+      "f ound",
+      "ши й",
+      "▁p ic",
+      "▁pi c",
+      "▁ pic",
+      "▁t ou",
+      "▁to u",
+      "cre d",
+      "cr ed",
+      "c red",
+      "ро б",
+      "р об",
+      "▁M ess",
+      "▁Me ss",
+      "▁Mes s",
+      "▁ Mess",
+      "Jo b",
+      "J ob",
+      "▁M ais",
+      "▁Ma is",
+      "▁Mai s",
+      "▁st yles",
+      "▁style s",
+      "▁sty les",
+      "▁ styles",
+      "fa ll",
+      "fal l",
+      "f all",
+      "▁U k",
+      "▁st reet",
+      "▁stre et",
+      "▁ street",
+      "oc cer",
+      "occ er",
+      "es en",
+      "ese n",
+      "e sen",
+      "▁col ors",
+      "▁color s",
+      "▁ colors",
+      "ce an",
+      "ю ще",
+      "con ne",
+      "conn e",
+      "c onne",
+      "▁r atio",
+      "▁rat io",
+      "an ton",
+      "ant on",
+      "anto n",
+      "▁F el",
+      "▁Fe l",
+      "▁custom er",
+      "▁cust omer",
+      "▁ customer",
+      "▁P rix",
+      "▁Pr ix",
+      "▁Pri x",
+      "rá s",
+      "r ás",
+      "pr ed",
+      "pre d",
+      "p red",
+      "▁elect ron",
+      "▁electro n",
+      "s ym",
+      "▁ве ли",
+      "▁ вели",
+      "▁over flow",
+      "▁ overflow",
+      "▁$ [",
+      "▁P OST",
+      "▁PO ST",
+      "▁ POST",
+      "▁C in",
+      "▁Ci n",
+      "sc heid",
+      "sche id",
+      "(\" /",
+      "( \"/",
+      "▁search ing",
+      "▁pur poses",
+      "▁purpose s",
+      "▁arr ived",
+      "▁arriv ed",
+      "▁arrive d",
+      "▁p unt",
+      "▁pu nt",
+      "▁pun t",
+      "▁l ad",
+      "▁la d",
+      "▁ lad",
+      "P ython",
+      "▁le ads",
+      "▁lead s",
+      "▁s and",
+      "▁sa nd",
+      "▁san d",
+      "па да",
+      "пад а",
+      "▁comm unes",
+      "▁commun es",
+      "▁commune s",
+      "▁CH AP",
+      "▁c aso",
+      "▁cas o",
+      "▁ca so",
+      "r z",
+      "▁d w",
+      "▁ dw",
+      "ac a",
+      "a ca",
+      "▁Col umb",
+      "child ren",
+      "ê t",
+      "sch emas",
+      "sche mas",
+      "schema s",
+      "▁instru ctions",
+      "▁instruction s",
+      "▁instruct ions",
+      "▁- \\",
+      "▁ -\\",
+      "▁Is rael",
+      "▁Isra el",
+      "no ści",
+      "▁об раз",
+      "▁обра з",
+      "▁ образ",
+      "▁со вет",
+      "▁сов ет",
+      "▁imm agini",
+      "▁F red",
+      "▁Fre d",
+      "▁Fr ed",
+      "▁G lobal",
+      "▁Glo bal",
+      "▁ Global",
+      "▁th ick",
+      "▁ thick",
+      "▁fue ron",
+      "▁fuer on",
+      "▁th rown",
+      "▁thr own",
+      "▁throw n",
+      "▁thro wn",
+      "▁c lock",
+      "▁cl ock",
+      "▁clo ck",
+      "▁ clock",
+      "en able",
+      "ena ble",
+      "'' '",
+      "' ''",
+      "▁S und",
+      "▁Su nd",
+      "▁Sun d",
+      "▁cont empor",
+      "an swer",
+      "ans wer",
+      "▁man ufact",
+      "▁i o",
+      "▁ io",
+      "q quad",
+      "OU T",
+      "O UT",
+      "▁L ab",
+      "▁La b",
+      "▁ Lab",
+      "▁Z w",
+      "le gal",
+      "leg al",
+      "▁V el",
+      "▁Ve l",
+      "▁ra ise",
+      "▁ raise",
+      "▁de liver",
+      "▁del iver",
+      "▁deli ver",
+      "▁V oir",
+      "▁Vo ir",
+      "▁ass umed",
+      "▁assum ed",
+      "▁assume d",
+      "Le t",
+      "L et",
+      "ier ten",
+      "iert en",
+      "ierte n",
+      "i erten",
+      "▁K ong",
+      "▁Kon g",
+      "▁Ko ng",
+      "▁E xp",
+      "▁Ex p",
+      "▁ Exp",
+      "▁J ug",
+      "▁Ju g",
+      "▁dec laration",
+      "▁declar ation",
+      "▁F ish",
+      "m é",
+      "▁spe ech",
+      "▁t ent",
+      "▁te nt",
+      "▁ten t",
+      "▁R oute",
+      "▁Ro ute",
+      "▁Rou te",
+      "▁Rout e",
+      "▁ Route",
+      "__ (",
+      "_ _(",
+      "▁ré alis",
+      "▁réal is",
+      "▁De sign",
+      "▁Des ign",
+      "set Text",
+      "▁St ation",
+      "▁Stat ion",
+      "▁Sta tion",
+      "▁Stati on",
+      "▁ Station",
+      "ar chy",
+      "arch y",
+      "arc hy",
+      "▁ка то",
+      "▁d ent",
+      "▁de nt",
+      "▁den t",
+      "▁ dent",
+      "▁K l",
+      "i ß",
+      "▁r isk",
+      "▁ris k",
+      "▁ri sk",
+      "▁B road",
+      "▁Bro ad",
+      "▁v ectors",
+      "▁ve ctors",
+      "▁vector s",
+      "▁S pec",
+      "▁Sp ec",
+      "▁Spe c",
+      "▁ Spec",
+      "▁ro utes",
+      "▁route s",
+      "▁rout es",
+      "▁rou tes",
+      "▁ routes",
+      "ym n",
+      "y mn",
+      "▁G reg",
+      "▁Gr eg",
+      "▁Gre g",
+      "▁полу чи",
+      "gi e",
+      "g ie",
+      "OR M",
+      "ве де",
+      "вед е",
+      "в еде",
+      "wa lt",
+      "wal t",
+      "w alt",
+      "▁e fter",
+      "P tr",
+      "▁su bt",
+      "▁sub t",
+      "▁b irth",
+      "▁bir th",
+      "▁dr awn",
+      "▁draw n",
+      "▁dra wn",
+      "me ss",
+      "mes s",
+      "m ess",
+      "мери кан",
+      "V E",
+      "▁P ut",
+      "▁Pu t",
+      "▁ Put",
+      "▁a sc",
+      "▁as c",
+      "▁ asc",
+      "▁f eder",
+      "▁fe der",
+      "▁fed er",
+      "с ли",
+      "▁P rin",
+      "▁Pr in",
+      "▁Pri n",
+      "▁s tick",
+      "▁st ick",
+      "re set",
+      "res et",
+      "y k",
+      "st udio",
+      "stud io",
+      "▁St ill",
+      "Con st",
+      "Cons t",
+      "ac ió",
+      "aci ó",
+      "a ció",
+      "▁Portug al",
+      "▁script s",
+      "▁scri pts",
+      "▁ scripts",
+      "und ial",
+      "▁l ives",
+      "▁li ves",
+      "▁live s",
+      "▁liv es",
+      "▁s zer",
+      "▁sz er",
+      "▁sze r",
+      "▁est ado",
+      "▁esta do",
+      "▁estad o",
+      "fo lder",
+      "fol der",
+      "fold er",
+      "f older",
+      "▁communic ation",
+      "Ro ute",
+      "Rout e",
+      "R oute",
+      "▁sw ift",
+      "▁ swift",
+      "те н",
+      "т ен",
+      "▁k ill",
+      "▁kil l",
+      "▁ki ll",
+      "▁ kill",
+      "▁P R",
+      "▁ PR",
+      "jo int",
+      "join t",
+      "j oint",
+      "▁ob jective",
+      "▁object ive",
+      "▁comp licated",
+      "▁Ü ber",
+      "es h",
+      "e sh",
+      "p icture",
+      "ra ine",
+      "rain e",
+      "rai ne",
+      "r aine",
+      "com put",
+      "comp ut",
+      "▁pro port",
+      "▁pr oport",
+      "▁prop ort",
+      "▁propor t",
+      "og s",
+      "o gs",
+      "ül t",
+      "ü lt",
+      "▁quant um",
+      "к ри",
+      "▁s op",
+      "▁so p",
+      "▁lo ops",
+      "▁loop s",
+      "▁Re ference",
+      "▁Refer ence",
+      "▁ Reference",
+      "▁n ei",
+      "▁ne i",
+      "IC E",
+      "I CE",
+      "▁v erm",
+      "▁ver m",
+      "▁ve rm",
+      "▁a dj",
+      "▁ad j",
+      "▁ adj",
+      "▁per ò",
+      "▁t rou",
+      "▁tr ou",
+      "▁tro u",
+      "is ions",
+      "ision s",
+      "isi ons",
+      "▁App le",
+      "▁Ap ple",
+      "serv able",
+      "▁B oston",
+      "▁Bo ston",
+      "▁Bos ton",
+      "or et",
+      "ore t",
+      "o ret",
+      "ok s",
+      "o ks",
+      "▁k g",
+      "▁ kg",
+      "def ined",
+      "define d",
+      "defin ed",
+      "d efined",
+      "pl atform",
+      "cl er",
+      "cle r",
+      "c ler",
+      "ograph ic",
+      "ri tt",
+      "rit t",
+      "r itt",
+      "▁d ic",
+      "▁di c",
+      "▁ dic",
+      "▁M ond",
+      "▁Mon d",
+      "▁Mo nd",
+      "▁I reland",
+      "▁Ir eland",
+      "▁U na",
+      "▁Un a",
+      "▁commer cial",
+      "▁P u",
+      "D i",
+      "▁е ё",
+      "▁pre cis",
+      "▁prec is",
+      "на род",
+      "нар од",
+      "▁qu atre",
+      "ust ral",
+      "ustr al",
+      "▁d ag",
+      "▁da g",
+      "▁ dag",
+      "ig ue",
+      "igu e",
+      "i gue",
+      "▁b urn",
+      "▁bu rn",
+      "▁bur n",
+      "▁ burn",
+      "▁offic er",
+      "▁office r",
+      "▁А в",
+      "▁high light",
+      "▁ highlight",
+      "▁Supp ose",
+      "▁Sup pose",
+      "od i",
+      "o di",
+      "serv let",
+      "▁En cyc",
+      "▁Enc yc",
+      "▁R ange",
+      "▁Ran ge",
+      "▁Rang e",
+      "▁ Range",
+      "ти й",
+      "P lease",
+      "▁ро ків",
+      "qu ant",
+      "qua nt",
+      "▁f lat",
+      "▁fl at",
+      "▁fla t",
+      "▁ flat",
+      "▁Ré férence",
+      "сле дова",
+      "след ова",
+      "ro le",
+      "rol e",
+      "r ole",
+      "▁d iesen",
+      "▁di esen",
+      "▁die sen",
+      "▁dies en",
+      "▁diese n",
+      "}} (",
+      "} }(",
+      "▁Ind ust",
+      "▁nú mer",
+      "▁\" ;",
+      "▁ \";",
+      "lu s",
+      "l us",
+      "ô le",
+      "▁z m",
+      "▁ zm",
+      "de g",
+      "d eg",
+      "▁r ough",
+      "▁ro ugh",
+      "▁rou gh",
+      "▁ rough",
+      "In v",
+      "▁h ur",
+      "▁hu r",
+      "▁R ess",
+      "▁Re ss",
+      "▁Res s",
+      "ch s",
+      "c hs",
+      "▁turn s",
+      "▁tur ns",
+      "ne ro",
+      "ner o",
+      "n ero",
+      "function s",
+      "fun ctions",
+      "ал и",
+      "а ли",
+      "▁hab itants",
+      "▁habit ants",
+      "а т",
+      "iss ues",
+      "issue s",
+      "▁h uge",
+      "▁hu ge",
+      "Util s",
+      "▁S at",
+      "▁Sa t",
+      "▁го судар",
+      "▁co ast",
+      "sh ape",
+      "sha pe",
+      "s hape",
+      "L C",
+      "▁log ging",
+      "▁ logging",
+      "en dor",
+      "end or",
+      "endo r",
+      "▁l ies",
+      "▁li es",
+      "▁lie s",
+      "▁ lies",
+      "▁d ifer",
+      "▁di fer",
+      "▁dif er",
+      "▁crit ical",
+      "▁critic al",
+      "X T",
+      "ми на",
+      "мин а",
+      "an sk",
+      "ans k",
+      "Result s",
+      "k c",
+      "ivers e",
+      "iver se",
+      "i verse",
+      "EX T",
+      "E XT",
+      "AL SE",
+      "▁v ál",
+      "▁vá l",
+      "P i",
+      "comp ile",
+      "hel lo",
+      "hell o",
+      "h ello",
+      "▁чем пи",
+      "▁It alia",
+      "▁Ital ia",
+      "▁ Italia",
+      "ко ло",
+      "кол о",
+      "к оло",
+      "▁ed ition",
+      "▁edit ion",
+      "gr und",
+      "gru nd",
+      "g rund",
+      "▁data frame",
+      "▁Follow ing",
+      "re ib",
+      "rei b",
+      "▁J eff",
+      "▁Je ff",
+      "▁citt à",
+      "IT able",
+      "I Table",
+      "▁$ (\\",
+      "▁$( \\",
+      "▁redu ced",
+      "▁reduce d",
+      "ob il",
+      "obi l",
+      "o bil",
+      "▁any where",
+      "' (",
+      "▁p hr",
+      "▁ph r",
+      "▁ phr",
+      "▁K h",
+      "▁F rame",
+      "▁Fr ame",
+      "▁Fra me",
+      "▁ Frame",
+      "▁man ual",
+      "▁ manual",
+      "▁c ra",
+      "▁cr a",
+      "▁ cra",
+      "▁V S",
+      "▁ VS",
+      "% =",
+      "Instance State",
+      "▁б ра",
+      "▁ бра",
+      "▁D rag",
+      "▁Dr ag",
+      "▁Dra g",
+      "▁ Drag",
+      "▁H err",
+      "▁He rr",
+      "▁Her r",
+      "▁г у",
+      "▁ гу",
+      "▁m ús",
+      "To ol",
+      "T ool",
+      "▁P rivate",
+      "▁Priv ate",
+      "▁ Private",
+      "▁s ynchron",
+      "▁syn chron",
+      "ir ation",
+      "ira tion",
+      "irat ion",
+      "▁о бо",
+      "▁об о",
+      "▁typ ically",
+      "▁typical ly",
+      "▁imp licit",
+      "or ient",
+      "ori ent",
+      "orie nt",
+      "▁t imer",
+      "▁time r",
+      "▁tim er",
+      "▁ti mer",
+      "▁ timer",
+      "▁kön nen",
+      "ie st",
+      "ies t",
+      "i est",
+      "ra id",
+      "rai d",
+      "▁expression s",
+      "▁express ions",
+      "▁expr essions",
+      "▁a im",
+      "▁ai m",
+      "▁s tre",
+      "▁st re",
+      "▁str e",
+      "▁ stre",
+      "▁w rap",
+      "▁wr ap",
+      "▁wra p",
+      "▁ wrap",
+      "▁B art",
+      "▁Bar t",
+      "▁Ba rt",
+      "▁b ron",
+      "▁br on",
+      "▁bro n",
+      "▁key board",
+      "po w",
+      "p ow",
+      "▁gru po",
+      "▁grup o",
+      "▁ре зу",
+      "▁prof essor",
+      "▁profess or",
+      "▁H ead",
+      "▁He ad",
+      "▁ Head",
+      "но ю",
+      "min us",
+      "m inus",
+      "▁Mich el",
+      "▁Mic hel",
+      "NO T",
+      "N OT",
+      "mo r",
+      "m or",
+      "] }",
+      "wide hat",
+      "ar is",
+      "ari s",
+      "a ris",
+      "тера тура",
+      "de fn",
+      "def n",
+      "is trz",
+      "ist rz",
+      "istr z",
+      "▁t anto",
+      "▁tan to",
+      "▁tant o",
+      "▁P ow",
+      "▁Po w",
+      "▁ind icate",
+      "▁indic ate",
+      "▁W inter",
+      "▁Win ter",
+      "res hold",
+      "resh old",
+      "рі в",
+      "р ів",
+      "▁` (",
+      "▁o wner",
+      "▁own er",
+      "▁ow ner",
+      "▁ owner",
+      "▁d isp",
+      "▁di sp",
+      "▁dis p",
+      "▁к ри",
+      "▁ кри",
+      "ме т",
+      "м ет",
+      "мен т",
+      "м ент",
+      "re port",
+      "rep ort",
+      "repo rt",
+      "re quire",
+      "▁v oy",
+      "▁vo y",
+      "▁ voy",
+      "▁A P",
+      "▁ AP",
+      "▁Esp aña",
+      "▁Españ a",
+      "▁S ão",
+      "j är",
+      "No n",
+      "N on",
+      "Li brary",
+      "L ibrary",
+      "ich ten",
+      "icht en",
+      "ichte n",
+      "i chten",
+      "▁struct ures",
+      "▁structure s",
+      "▁m uy",
+      "▁mu y",
+      "ár io",
+      "á rio",
+      "▁cert ificate",
+      "▁certific ate",
+      "чно го",
+      "ч ного",
+      "▁prov ince",
+      "▁provin ce",
+      "pa ges",
+      "page s",
+      "pag es",
+      "p ages",
+      "da l",
+      "d al",
+      "▁Fre der",
+      "▁Fr eder",
+      "▁Fred er",
+      "ь е",
+      "Exec ute",
+      "▁an cient",
+      "▁anci ent",
+      "▁anc ient",
+      "▁ancien t",
+      "▁fil ms",
+      "▁film s",
+      "▁Al fred",
+      "▁Alf red",
+      "Aut o",
+      "A uto",
+      "▁a tom",
+      "▁at om",
+      "▁ atom",
+      "▁e ll",
+      "▁el l",
+      "▁ ell",
+      "▁H arr",
+      "▁Har r",
+      "▁Ha rr",
+      "й н",
+      "▁\" #",
+      "▁n acional",
+      "▁nac ional",
+      "▁neigh bor",
+      "▁neighb or",
+      "сту па",
+      "ступ а",
+      "▁w it",
+      "Po p",
+      "P op",
+      "▁G reek",
+      "▁Gre ek",
+      "▁Gree k",
+      "▁re peat",
+      "▁repe at",
+      "▁ repeat",
+      "ba d",
+      "b ad",
+      "▁S C",
+      "▁ SC",
+      "▁Date Time",
+      "▁ DateTime",
+      "ш ти",
+      "▁W H",
+      "▁ WH",
+      "▁пра ви",
+      "▁прав и",
+      "▁ прави",
+      "▁Т и",
+      "▁s aison",
+      "▁sa ison",
+      "▁H art",
+      "▁Har t",
+      "▁Ha rt",
+      "direct ory",
+      "d irectory",
+      "ua n",
+      "u an",
+      "no rm",
+      "nor m",
+      "n orm",
+      "▁Phil ipp",
+      "▁Phili pp",
+      "▁Philip p",
+      "▁su spect",
+      "▁sus pect",
+      "▁susp ect",
+      "▁an no",
+      "▁ann o",
+      "▁ anno",
+      "b c",
+      "с ла",
+      "$ (",
+      "▁be find",
+      "▁bef ind",
+      "oc s",
+      "o cs",
+      "la test",
+      "lat est",
+      "late st",
+      ";\" >",
+      "; \">",
+      "▁after wards",
+      "PU T",
+      "P UT",
+      "▁j a",
+      "▁ ja",
+      "▁H il",
+      "▁Hi l",
+      "y z",
+      "▁B our",
+      "▁Bo ur",
+      "▁Bou r",
+      "▁la id",
+      "▁Д же",
+      "▁Дж е",
+      "pi e",
+      "p ie",
+      "w atch",
+      "▁E q",
+      "▁ Eq",
+      "cont act",
+      "ib er",
+      "ibe r",
+      "i ber",
+      "check box",
+      "▁esp añ",
+      "▁espa ñ",
+      "an se",
+      "ans e",
+      "▁ш ко",
+      "▁ шко",
+      "ef f",
+      "e ff",
+      "xx x",
+      "x xx",
+      "▁G ET",
+      "▁ GET",
+      "▁l ov",
+      "▁lo v",
+      "▁ lov",
+      "it ute",
+      "itu te",
+      "itut e",
+      "ze ch",
+      "zec h",
+      "z ech",
+      "ter e",
+      "te re",
+      "t ere",
+      "▁p urs",
+      "▁pu rs",
+      "▁pur s",
+      "ke ns",
+      "ken s",
+      "k ens",
+      "ian te",
+      "i ante",
+      "▁F ree",
+      "▁Fre e",
+      "▁Fr ee",
+      "▁ Free",
+      "▁ор гани",
+      "▁орган и",
+      "kre is",
+      "▁{ :",
+      "▁ {:",
+      "sh ared",
+      "share d",
+      "sha red",
+      "▁G raph",
+      "▁Gr aph",
+      "▁Gra ph",
+      "▁ Graph",
+      "▁conne ctions",
+      "▁connection s",
+      "▁connect ions",
+      "▁D OM",
+      "▁DO M",
+      "▁ DOM",
+      "▁C art",
+      "▁Car t",
+      "▁Ca rt",
+      "▁ Cart",
+      "ss on",
+      "s son",
+      "▁H amilton",
+      "те ли",
+      "тел и",
+      "▁r estaur",
+      "▁rest aur",
+      "▁resta ur",
+      "Re sol",
+      "Res ol",
+      "Dr iver",
+      "D river",
+      "▁en f",
+      "▁ enf",
+      "ED IT",
+      "▁p rev",
+      "▁pr ev",
+      "▁pre v",
+      "▁ prev",
+      "▁i k",
+      "▁ ik",
+      "▁s ă",
+      "j ö",
+      "▁С ССР",
+      "▁col our",
+      "ch ten",
+      "cht en",
+      "chte n",
+      "▁e stad",
+      "▁est ad",
+      "▁esta d",
+      "in ois",
+      "ino is",
+      "▁con fir",
+      "▁conf ir",
+      "▁v é",
+      "▁ vé",
+      "▁C es",
+      "▁Ce s",
+      "▁N ever",
+      "▁Ne ver",
+      "▁Nev er",
+      "om er",
+      "ome r",
+      "o mer",
+      "ж да",
+      "с лу",
+      "че ния",
+      "dl l",
+      "d ll",
+      "▁y outh",
+      "▁you th",
+      "▁yo uth",
+      "em en",
+      "eme n",
+      "e men",
+      "▁stud ied",
+      "▁studi ed",
+      "▁K il",
+      "▁Ki l",
+      "ci on",
+      "cio n",
+      "c ion",
+      "▁n avig",
+      "▁nav ig",
+      "re quired",
+      "require d",
+      "orith ms",
+      "orithm s",
+      "il or",
+      "ilo r",
+      "i lor",
+      "▁Deutsch en",
+      "▁Deutsche n",
+      "▁person s",
+      "▁pers ons",
+      "▁Barcel ona",
+      "▁form ation",
+      "▁format ion",
+      "▁forma tion",
+      "▁ formation",
+      "ab ei",
+      "abe i",
+      "a bei",
+      "▁про тив",
+      "▁проти в",
+      "Eng ine",
+      "ON E",
+      "O NE",
+      "og rá",
+      "Ca p",
+      "C ap",
+      "ri r",
+      "r ir",
+      "▁g ate",
+      "▁ga te",
+      "▁gat e",
+      "▁ gate",
+      "or ation",
+      "ora tion",
+      "ma ven",
+      "m aven",
+      "▁comb ined",
+      "▁combin ed",
+      "▁combine d",
+      "▁at tr",
+      "▁att r",
+      "▁ attr",
+      "▁h ook",
+      "▁ho ok",
+      "▁ hook",
+      "▁которы й",
+      "▁ser vers",
+      "▁server s",
+      "▁serv ers",
+      "▁serve rs",
+      "uct ure",
+      "же ння",
+      "жен ня",
+      "t v",
+      "▁re q",
+      "▁r eq",
+      "▁ req",
+      "ja l",
+      "j al",
+      "▁loc ally",
+      "▁local ly",
+      "}} {\\",
+      "}}{ \\",
+      "} }{\\",
+      "B r",
+      "▁H ier",
+      "▁Hi er",
+      "мо р",
+      "м ор",
+      "▁a part",
+      "▁ap art",
+      "▁apar t",
+      "\"] ,",
+      "\" ],",
+      "▁%> %",
+      "▁z usammen",
+      "▁zus ammen",
+      "▁ident ify",
+      "▁Al tern",
+      "▁Alt ern",
+      "▁Alter n",
+      "▁б ро",
+      "▁ бро",
+      "▁ц и",
+      "▁ ци",
+      "g h",
+      "▁T en",
+      "▁Te n",
+      "R S",
+      "фор ма",
+      "▁n elle",
+      "▁ne lle",
+      "▁nel le",
+      "▁nell e",
+      "▁ nelle",
+      "▁H in",
+      "▁Hi n",
+      "ound ing",
+      "oun ding",
+      "▁re prés",
+      "▁rep rés",
+      "▁repr és",
+      "ap h",
+      "a ph",
+      "▁[ \\",
+      "▁ [\\",
+      "▁S ports",
+      "▁Sport s",
+      "ра л",
+      "р ал",
+      "▁t hre",
+      "▁th re",
+      "▁thr e",
+      "▁p rin",
+      "▁pr in",
+      "▁pri n",
+      "▁El iz",
+      "▁Eli z",
+      "▁F our",
+      "▁Fou r",
+      "▁Fo ur",
+      "▁soci ety",
+      "▁soc iety",
+      "Trans action",
+      "▁v eg",
+      "▁ve g",
+      "▁ veg",
+      "▁sch ools",
+      "▁school s",
+      "▁over all",
+      "▁t ail",
+      "▁ta il",
+      "▁ tail",
+      "üb er",
+      "ü ber",
+      "▁S ov",
+      "▁So v",
+      "▁С ер",
+      "▁Се р",
+      "▁r app",
+      "▁ra pp",
+      "▁rap p",
+      "▁tra ffic",
+      "qu estion",
+      "quest ion",
+      "ques tion",
+      "▁en viron",
+      "▁envi ron",
+      "▁ environ",
+      "ate ien",
+      "ic us",
+      "i cus",
+      "▁n arrow",
+      "▁narr ow",
+      "▁nar row",
+      "▁p ray",
+      "▁pr ay",
+      "▁pra y",
+      "▁B ou",
+      "▁Bo u",
+      "▁C lient",
+      "▁Cl ient",
+      "▁ Client",
+      "ab l",
+      "a bl",
+      "▁Aud iod",
+      "▁Audio d",
+      "▁n pm",
+      "▁np m",
+      "▁ npm",
+      "▁Col umn",
+      "▁ Column",
+      "▁G ames",
+      "▁Game s",
+      "▁Ga mes",
+      "▁Gam es",
+      "av er",
+      "ave r",
+      "a ver",
+      "ony mes",
+      "onym es",
+      "onyme s",
+      "▁По сле",
+      "n ą",
+      "▁N u",
+      "▁D ick",
+      "▁Di ck",
+      "▁Dic k",
+      "▁t ensor",
+      "▁tens or",
+      "▁ tensor",
+      "▁@ \"",
+      "▁ @\"",
+      "v é",
+      "I con",
+      "▁по да",
+      "▁под а",
+      "▁ пода",
+      "▁G on",
+      "▁Go n",
+      "/) .",
+      "/ ).",
+      "is tra",
+      "ist ra",
+      "istr a",
+      "i stra",
+      "▁Audiod ateien",
+      "De lete",
+      "Del ete",
+      "}} }",
+      "} }}",
+      "▁j ump",
+      "▁ju mp",
+      "▁О б",
+      "▁princi ple",
+      "▁princip le",
+      "▁Ét ats",
+      "ok ed",
+      "oke d",
+      "o ked",
+      "▁В ла",
+      "Inter val",
+      "▁s au",
+      "▁sa u",
+      "en code",
+      "enc ode",
+      "▁p on",
+      "▁po n",
+      "▁ pon",
+      "cat ch",
+      "c atch",
+      "▁t iem",
+      "▁ti em",
+      "▁tie m",
+      "▁G ust",
+      "▁Gu st",
+      "M C",
+      "lim its",
+      "limit s",
+      "▁ke eping",
+      "▁keep ing",
+      "▁s ongs",
+      "▁son gs",
+      "▁song s",
+      "▁ав гу",
+      "▁рай он",
+      "▁райо н",
+      "▁not ification",
+      "▁ notification",
+      "▁off ered",
+      "▁offer ed",
+      "Co r",
+      "C or",
+      "▁sh ut",
+      "error s",
+      "err ors",
+      "▁E N",
+      "▁ EN",
+      "▁lat ach",
+      "▁sel bst",
+      "▁check box",
+      "▁ checkbox",
+      "▁c ool",
+      "▁co ol",
+      "▁f actory",
+      "▁fact ory",
+      "▁factor y",
+      "▁ factory",
+      "▁pa id",
+      "dim ensional",
+      "ni ej",
+      "nie j",
+      "n iej",
+      "pt on",
+      "pto n",
+      "p ton",
+      "▁p in",
+      "▁pi n",
+      "▁ pin",
+      "ak ed",
+      "ake d",
+      "a ked",
+      "▁re li",
+      "▁r eli",
+      "▁rel i",
+      "▁T aylor",
+      "▁S omething",
+      "▁Some thing",
+      "▁Som ething",
+      "▁ Something",
+      "im um",
+      "▁V in",
+      "▁Vi n",
+      "▁iter ation",
+      "Fin d",
+      "Fi nd",
+      "F ind",
+      "ко ви",
+      "ков и",
+      "к ови",
+      "▁bo ys",
+      "▁boy s",
+      "▁Sim ple",
+      "▁ Simple",
+      "▁C rist",
+      "▁Cr ist",
+      "▁Cris t",
+      "▁W as",
+      "▁Wa s",
+      "ân d",
+      "â nd",
+      "▁V a",
+      "▁т ра",
+      "▁ тра",
+      "▁dest ination",
+      "▁destin ation",
+      "▁ destination",
+      "li mp",
+      "lim p",
+      "l imp",
+      "▁K at",
+      "▁Ka t",
+      "wor th",
+      "wort h",
+      "w orth",
+      "▁K or",
+      "▁Ko r",
+      "i ção",
+      "= `",
+      "▁fair ly",
+      "fall s",
+      "fal ls",
+      "f alls",
+      "▁re ject",
+      "▁d ream",
+      "▁dre am",
+      "be ll",
+      "bel l",
+      "b ell",
+      "▁t oute",
+      "▁to ute",
+      "▁tout e",
+      "▁tou te",
+      "▁$ \\{",
+      "▁$\\ {",
+      "▁st one",
+      "▁sto ne",
+      "▁ stone",
+      "▁prote ct",
+      "▁prot ect",
+      "▁ex cell",
+      "▁exc ell",
+      "▁excel l",
+      "▁Me xico",
+      "▁Mex ico",
+      "▁d ash",
+      "▁da sh",
+      "▁das h",
+      "▁ dash",
+      "▁f ault",
+      "▁fa ult",
+      "▁ fault",
+      "p matrix",
+      "al ler",
+      "all er",
+      "alle r",
+      "▁guer re",
+      "or igin",
+      "ori gin",
+      "orig in",
+      "hi bernate",
+      "í lia",
+      "▁Reg ister",
+      "▁ Register",
+      "un to",
+      "unt o",
+      "▁B at",
+      "▁Ba t",
+      "▁b ow",
+      "▁bo w",
+      "▁ bow",
+      "сь ких",
+      "ськ их",
+      "et à",
+      "▁L uis",
+      "▁Lu is",
+      "▁f ou",
+      "▁fo u",
+      "▁Cam bridge",
+      "▁Camb ridge",
+      "▁o tt",
+      "▁ot t",
+      "▁ ott",
+      "su p",
+      "s up",
+      "re as",
+      "rea s",
+      "▁point ers",
+      "▁pointer s",
+      "▁Bo ard",
+      "▁ Board",
+      "▁р и",
+      "▁ ри",
+      "▁d riv",
+      "▁dr iv",
+      "▁dri v",
+      "ни н",
+      "н ин",
+      "▁C irc",
+      "▁Ci rc",
+      "▁Cir c",
+      "▁ Circ",
+      "▁t hou",
+      "▁th ou",
+      "Di v",
+      "D iv",
+      "sp ark",
+      "s park",
+      "la ment",
+      "lam ent",
+      "l ament",
+      "▁V AL",
+      "▁ VAL",
+      "Se nd",
+      "S end",
+      "▁Ir ish",
+      "o y",
+      "▁T u",
+      "▁ Tu",
+      "▁t rivial",
+      "Form s",
+      "For ms",
+      "▁as í",
+      "▁Im per",
+      "▁Imp er",
+      "▁sign ature",
+      "un os",
+      "uno s",
+      "u nos",
+      "▁N eg",
+      "▁Ne g",
+      "▁can cel",
+      "▁ cancel",
+      "▁Hein rich",
+      "ee d",
+      "e ed",
+      "Ill ustration",
+      "▁s ulla",
+      "▁su lla",
+      "▁sul la",
+      "▁sull a",
+      "▁qu arter",
+      "▁quart er",
+      "▁quar ter",
+      "as z",
+      "a sz",
+      "▁b log",
+      "▁bl og",
+      "▁blo g",
+      "▁ blog",
+      "fi ca",
+      "fic a",
+      "f ica",
+      "wo n",
+      "w on",
+      "qu et",
+      "que t",
+      "q uet",
+      "]) )",
+      "] ))",
+      "▁gener ation",
+      "▁c aught",
+      "▁ caught",
+      "▁l ands",
+      "▁land s",
+      "▁lan ds",
+      "▁ lands",
+      "▁King dom",
+      "schaft en",
+      "ro ns",
+      "ron s",
+      "r ons",
+      "ann els",
+      "annel s",
+      "anne ls",
+      "▁Spe cial",
+      "▁Spec ial",
+      "▁ Special",
+      "t utorial",
+      "ti p",
+      "t ip",
+      "▁\" \",",
+      "▁\"\" ,",
+      "▁Az ure",
+      "▁ Azure",
+      "▁b ounded",
+      "▁bound ed",
+      "▁ bounded",
+      "S m",
+      "ta r",
+      "t ar",
+      "ве н",
+      "в ен",
+      "▁з ем",
+      "▁зе м",
+      "▁ зем",
+      "▁not ation",
+      "▁ notation",
+      "▁ap ache",
+      "▁ apache",
+      "▁g az",
+      "▁ga z",
+      "ier no",
+      "i erno",
+      "an gen",
+      "ang en",
+      "ange n",
+      "pect ive",
+      "▁elect ric",
+      "▁s emi",
+      "▁se mi",
+      "▁sem i",
+      "MA X",
+      "M AX",
+      "ed erb",
+      "eder b",
+      "ede rb",
+      "object s",
+      "▁dif ferences",
+      "▁differ ences",
+      "▁difference s",
+      "is ted",
+      "ist ed",
+      "iste d",
+      "i sted",
+      "hr ef",
+      "hre f",
+      "h ref",
+      "ic ip",
+      "ici p",
+      "i cip",
+      "▁num py",
+      "▁ numpy",
+      "▁ф утбо",
+      "lo ader",
+      "load er",
+      "▁d ich",
+      "▁di ch",
+      "▁dic h",
+      "љ у",
+      "▁D é",
+      "H z",
+      "▁P aram",
+      "▁Par am",
+      "▁Pa ram",
+      "▁Para m",
+      "▁ Param",
+      "document ation",
+      "ir craft",
+      "irc raft",
+      "E M",
+      "▁inst itution",
+      "▁instit ution",
+      "com pat",
+      "comp at",
+      "▁а ль",
+      "▁ал ь",
+      "▁ аль",
+      "сла в",
+      "с лав",
+      "▁N et",
+      "▁Ne t",
+      "▁ Net",
+      "ци ональ",
+      "цион аль",
+      "циона ль",
+      "▁broad cast",
+      "date time",
+      "dat etime",
+      "as ync",
+      "asy nc",
+      "a sync",
+      "vr e",
+      "v re",
+      "me an",
+      "▁C hem",
+      "▁Ch em",
+      "▁Che m",
+      "▁est imate",
+      "▁estim ate",
+      "ic ana",
+      "ica na",
+      "ican a",
+      "▁g rep",
+      "▁gr ep",
+      "▁gre p",
+      "▁ grep",
+      "te k",
+      "t ek",
+      "ä m",
+      "or ig",
+      "ori g",
+      "o rig",
+      "▁Vict or",
+      "▁Vi ctor",
+      "▁Vic tor",
+      "ut enant",
+      "ute nant",
+      "uten ant",
+      "an ga",
+      "ang a",
+      "pi n",
+      "p in",
+      "▁ver tex",
+      "▁vert ex",
+      "▁verte x",
+      "▁CHAP TER",
+      "ci ty",
+      "cit y",
+      "c ity",
+      "ug by",
+      "gr een",
+      "gre en",
+      "g reen",
+      "▁K er",
+      "▁Ke r",
+      "▁dif fér",
+      "▁diff ér",
+      "▁necess arily",
+      "D C",
+      "Line ar",
+      "Lin ear",
+      "Li near",
+      "al em",
+      "ale m",
+      "a lem",
+      "▁L ater",
+      "▁La ter",
+      "▁Lat er",
+      "▁Late r",
+      "▁m eta",
+      "▁me ta",
+      "▁met a",
+      "▁ meta",
+      "je m",
+      "j em",
+      "ra gen",
+      "rag en",
+      "rage n",
+      "r agen",
+      "Ma y",
+      "M ay",
+      "▁Mitg lied",
+      "▁s orted",
+      "▁sort ed",
+      "▁sor ted",
+      "▁sorte d",
+      "▁ sorted",
+      "us sen",
+      "uss en",
+      "▁sp oke",
+      "▁spo ke",
+      "▁dis abled",
+      "▁disable d",
+      "▁ disabled",
+      "▁accompl ish",
+      "▁accomp lish",
+      "▁Russ ia",
+      "th ere",
+      "ther e",
+      "the re",
+      "t here",
+      "ee s",
+      "e es",
+      "▁h all",
+      "▁ha ll",
+      "▁hal l",
+      "▁ hall",
+      "▁met ric",
+      "▁ metric",
+      "att ribute",
+      "то го",
+      "т ого",
+      "ab out",
+      "▁L am",
+      "▁La m",
+      "ch annel",
+      "chan nel",
+      "▁e pisode",
+      "▁epis ode",
+      "▁$ ('.",
+      "▁$( '.",
+      "▁$(' .",
+      "▁ ought",
+      "▁E ste",
+      "▁Est e",
+      "▁Es te",
+      "Object s",
+      "▁valid ate",
+      "▁ validate",
+      "▁r im",
+      "▁ri m",
+      "▁ rim",
+      "▁numer ous",
+      "▁numero us",
+      "▁J avascript",
+      "▁Java script",
+      "▁G L",
+      "▁ GL",
+      "▁It aly",
+      "▁Ital y",
+      "ederb örd",
+      "on ato",
+      "ona to",
+      "bo oks",
+      "book s",
+      "st one",
+      "ston e",
+      "sto ne",
+      "х у",
+      "▁j el",
+      "▁je l",
+      "▁ jel",
+      "ir i",
+      "i ri",
+      "▁A SP",
+      "▁AS P",
+      "G A",
+      "▁st ata",
+      "▁stat a",
+      "▁sta ta",
+      "▁b az",
+      "▁ba z",
+      "▁ baz",
+      "Da y",
+      "D ay",
+      "th m",
+      "t hm",
+      "d h",
+      "▁F iles",
+      "▁Fil es",
+      "▁File s",
+      "▁ Files",
+      "Android Runtime",
+      "▁che cks",
+      "▁check s",
+      "k r",
+      "▁v enne",
+      "▁ven ne",
+      "S L",
+      "av ia",
+      "avi a",
+      "a via",
+      "ka zy",
+      "kaz y",
+      "k azy",
+      "▁Th ree",
+      "▁ Three",
+      "Ad min",
+      "▁col lege",
+      "▁coll ege",
+      "▁colleg e",
+      "▁colle ge",
+      "G lobal",
+      "ti on",
+      "t ion",
+      "▁cur ious",
+      "sh ort",
+      "▁b ass",
+      "▁bas s",
+      "▁ba ss",
+      "де ла",
+      "▁де я",
+      "Sch ema",
+      "' \\",
+      "di ff",
+      "d iff",
+      "▁C A",
+      "▁ CA",
+      "▁Cor por",
+      "▁oper ators",
+      "▁operator s",
+      "om rå",
+      "▁ed ges",
+      "▁edge s",
+      "); `",
+      ") ;`",
+      "in ds",
+      "ind s",
+      "▁g ing",
+      "▁gi ng",
+      "▁ ging",
+      "& &",
+      "}- \\",
+      "} -\\",
+      "ra no",
+      "ran o",
+      "r ano",
+      "▁s ão",
+      "▁ad ds",
+      "▁add s",
+      "el or",
+      "elo r",
+      "e lor",
+      "▁un signed",
+      "▁uns igned",
+      "▁ unsigned",
+      "▁п р",
+      "▁ пр",
+      "▁Con fig",
+      "▁Conf ig",
+      "▁ Config",
+      "▁E sc",
+      "▁Es c",
+      "▁ch ose",
+      "▁cho se",
+      "▁pie ces",
+      "▁piece s",
+      "▁reg ions",
+      "▁region s",
+      "Es t",
+      "E st",
+      "▁B attle",
+      "▁Batt le",
+      "▁f oc",
+      "▁fo c",
+      "▁L ight",
+      "▁Lig ht",
+      "▁ Light",
+      "pad ding",
+      "p adding",
+      "ab en",
+      "abe n",
+      "a ben",
+      "▁e urop",
+      "▁eu rop",
+      "▁euro p",
+      "il lon",
+      "ill on",
+      "illo n",
+      "▁е сть",
+      "▁b ord",
+      "▁bo rd",
+      "▁bor d",
+      "▁о тно",
+      "▁от но",
+      "▁H ong",
+      "▁Hon g",
+      "▁Ho ng",
+      "▁v ul",
+      "▁vu l",
+      "pl ugins",
+      "plugin s",
+      "▁' <",
+      "▁k ur",
+      "▁ kur",
+      "reg ion",
+      "▁Re pub",
+      "▁Rep ub",
+      "ic her",
+      "ich er",
+      "iche r",
+      "i cher",
+      "}_ \\",
+      "} _\\",
+      "▁me dal",
+      "▁med al",
+      "▁More over",
+      "B I",
+      "A v",
+      "ut er",
+      "ute r",
+      "u ter",
+      "▁s can",
+      "▁sc an",
+      "▁ scan",
+      "▁M unicip",
+      "▁Mun icip",
+      "▁contr ast",
+      "▁contra st",
+      "▁I g",
+      "▁ Ig",
+      "▁го род",
+      "▁горо д",
+      "▁гор од",
+      "▁ город",
+      "rel ated",
+      "al ing",
+      "ali ng",
+      "alin g",
+      "a ling",
+      "▁м ат",
+      "▁ма т",
+      "▁ мат",
+      "ün st",
+      "▁Ch ris",
+      "▁Chr is",
+      "w y",
+      "▁Act ually",
+      "▁Univers idad",
+      "Event Listener",
+      "▁tempor ada",
+      "▁ass ignment",
+      "▁assign ment",
+      "▁M ike",
+      "▁Mi ke",
+      "▁Mik e",
+      "▁w ährend",
+      "▁ś wi",
+      "▁św i",
+      "▁с ред",
+      "▁сре д",
+      "ка де",
+      "▁calcul ated",
+      "▁calculate d",
+      "▁calc ulated",
+      "▁el ler",
+      "▁elle r",
+      "▁ell er",
+      "▁ eller",
+      "▁A sh",
+      "▁As h",
+      "ri el",
+      "rie l",
+      "r iel",
+      "▁hard ware",
+      "▁int ens",
+      "▁inte ns",
+      "▁inten s",
+      "(' .",
+      "( '.",
+      "il li",
+      "ill i",
+      "ag on",
+      "ago n",
+      "a gon",
+      "▁G y",
+      "▁he ute",
+      "▁heut e",
+      "▁s le",
+      "▁sl e",
+      "▁liter ature",
+      "se m",
+      "s em",
+      "man ager",
+      "mana ger",
+      "▁Gr ande",
+      "▁Gra nde",
+      "▁Grand e",
+      "▁Gran de",
+      "▁m ixed",
+      "▁mix ed",
+      "▁В ер",
+      "▁Ве р",
+      "í cí",
+      "▁s oit",
+      "▁so it",
+      "▁wel come",
+      "че ние",
+      "▁Univers ität",
+      "▁bu ilder",
+      "▁build er",
+      "▁ builder",
+      "sim ple",
+      "simp le",
+      "ic ode",
+      "ico de",
+      "i code",
+      "ř e",
+      "in dent",
+      "ind ent",
+      "inden t",
+      "inde nt",
+      "op o",
+      "o po",
+      "▁ad vanced",
+      "▁adv anced",
+      "▁advance d",
+      "tem per",
+      "temp er",
+      "ed ge",
+      "▁dat etime",
+      "▁date time",
+      "▁ datetime",
+      "▁d onc",
+      "▁do nc",
+      "▁don c",
+      "ла ння",
+      "лан ня",
+      "▁v erd",
+      "▁ver d",
+      "▁ve rd",
+      "д но",
+      "it os",
+      "ito s",
+      "▁he at",
+      "vi sible",
+      "vis ible",
+      "me l",
+      "m el",
+      "▁Giov anni",
+      "▁var iety",
+      "▁vari ety",
+      "▁r outer",
+      "▁ro uter",
+      "▁route r",
+      "▁rout er",
+      "▁rou ter",
+      "▁ router",
+      "Vec tor",
+      "V ector",
+      "▁W alk",
+      "▁Wal k",
+      "▁ob viously",
+      "▁obvious ly",
+      "he in",
+      "h ein",
+      "Fi n",
+      "F in",
+      "ITable View",
+      "Y ear",
+      "▁E conom",
+      "▁vel ocity",
+      "▁veloc ity",
+      "▁C ivil",
+      "▁Ci vil",
+      "▁ ј",
+      "al ert",
+      "ale rt",
+      "aler t",
+      "Ident ifier",
+      "èn cia",
+      "▁normal ly",
+      "▁norm ally",
+      "▁E gypt",
+      "▁Egy pt",
+      "▁c tx",
+      "▁ ctx",
+      "▁Ver ein",
+      "▁Vere in",
+      "▁H u",
+      "ult ure",
+      "ultur e",
+      "ни те",
+      "l é",
+      "▁W ien",
+      "▁Wi en",
+      "▁Wie n",
+      "▁P rz",
+      "▁Pr z",
+      "By te",
+      "▁n ah",
+      "▁na h",
+      "▁ nah",
+      "is ms",
+      "ism s",
+      "▁Pub lish",
+      "▁He rz",
+      "▁Her z",
+      "ic ul",
+      "i cul",
+      "pis ode",
+      "ч і",
+      "▁die sem",
+      "▁dies em",
+      "▁diese m",
+      "k ö",
+      "Vis ible",
+      "▁r ig",
+      "▁ri g",
+      "▁ rig",
+      "`) .",
+      "` ).",
+      "Par se",
+      "P arse",
+      "▁Jac ques",
+      "N I",
+      "▁g lass",
+      "▁gl ass",
+      "▁gla ss",
+      "▁ glass",
+      "-- -+",
+      "--- +",
+      "- --+",
+      "▁initial ly",
+      "▁initi ally",
+      "▁k r",
+      "▁ kr",
+      "CC N",
+      "C CN",
+      "pl ays",
+      "play s",
+      "pla ys",
+      "▁s igu",
+      "▁si gu",
+      "▁sig u",
+      "F older",
+      "st orage",
+      "sto rage",
+      "stor age",
+      "▁\\ |",
+      "▁ \\|",
+      "iv os",
+      "ivo s",
+      "i vos",
+      "ск ую",
+      "ску ю",
+      "▁M oh",
+      "▁Mo h",
+      "▁Comm ittee",
+      "▁K im",
+      "▁Ki m",
+      "e u",
+      "те м",
+      "т ем",
+      "▁orig inale",
+      "▁original e",
+      "▁origin ale",
+      "ir s",
+      "i rs",
+      "▁R eb",
+      "▁Re b",
+      "it ut",
+      "itu t",
+      "n l",
+      "▁P ier",
+      "▁Pi er",
+      "▁Pie r",
+      "▁] ;",
+      "▁ ];",
+      "▁F al",
+      "▁Fa l",
+      "▁\" \";",
+      "▁\"\" ;",
+      "mv c",
+      "m vc",
+      "▁fe male",
+      "▁fem ale",
+      "▁b ridge",
+      "▁br idge",
+      "▁brid ge",
+      "▁ bridge",
+      "▁t ít",
+      "kt r",
+      "k tr",
+      "> )",
+      "▁se at",
+      "▁sea t",
+      "▁v ess",
+      "▁ve ss",
+      "▁ves s",
+      "▁U SB",
+      "▁US B",
+      "▁Art icles",
+      "▁Article s",
+      "▁De scription",
+      "▁Des cription",
+      "▁Descri ption",
+      "▁ Description",
+      "▁o c",
+      "▁ oc",
+      "▁h ouses",
+      "▁house s",
+      "▁ho uses",
+      "▁hous es",
+      "▁П ет",
+      "▁Пе т",
+      "lo n",
+      "l on",
+      "Not ification",
+      "▁press ure",
+      "▁ку ль",
+      "▁ куль",
+      "ig ned",
+      "ign ed",
+      "igne d",
+      "▁relig ious",
+      "fa n",
+      "f an",
+      "ig lia",
+      "igli a",
+      "▁class ification",
+      "▁classific ation",
+      "og ether",
+      "oge ther",
+      "▁S DK",
+      "▁SD K",
+      "▁ SDK",
+      "▁H uman",
+      "▁Hu man",
+      "▁Hum an",
+      "▁com mission",
+      "▁comm ission",
+      "▁О р",
+      "▁an tes",
+      "▁ant es",
+      "▁ante s",
+      "▁ antes",
+      "D T",
+      "èt e",
+      "è te",
+      "pr és",
+      "p rés",
+      "/ \"",
+      "▁( «",
+      "▁h ö",
+      "▁ hö",
+      "▁ча с",
+      "▁ час",
+      "▁j ak",
+      "▁ja k",
+      "▁ jak",
+      "ie nen",
+      "ien en",
+      "iene n",
+      "i enen",
+      "ug g",
+      "u gg",
+      "W A",
+      "▁place holder",
+      "▁ placeholder",
+      "Wil l",
+      "W ill",
+      ", ,",
+      "▁K am",
+      "▁Ka m",
+      "▁w en",
+      "▁we n",
+      "▁ wen",
+      "▁Sch ul",
+      "ți e",
+      "ț ie",
+      "▁a ud",
+      "▁au d",
+      "▁ aud",
+      "▁s ue",
+      "▁su e",
+      "▁re ferred",
+      "▁refer red",
+      "ва т",
+      "в ат",
+      "▁P ara",
+      "▁Par a",
+      "▁Pa ra",
+      "▁b la",
+      "▁bl a",
+      "▁ bla",
+      "UE S",
+      "U ES",
+      "▁stat ist",
+      "▁stati st",
+      "▁т у",
+      "▁ ту",
+      "▁Wars za",
+      "gu e",
+      "g ue",
+      "▁I de",
+      "▁Id e",
+      "math scr",
+      "▁l ieu",
+      "▁li eu",
+      "▁lie u",
+      "▁b od",
+      "▁bo d",
+      "▁r us",
+      "▁ru s",
+      "▁ rus",
+      "▁bo at",
+      "xs pace",
+      "x space",
+      "▁mod al",
+      "▁mo dal",
+      "▁ modal",
+      "ле к",
+      "л ек",
+      "to pic",
+      "top ic",
+      "ma ny",
+      "man y",
+      "m any",
+      "sk ý",
+      "▁organ ization",
+      "▁organiz ation",
+      "▁г ене",
+      "▁ге не",
+      "▁Wil son",
+      "▁com fort",
+      "ib il",
+      "i bil",
+      ": -",
+      "▁an imal",
+      "▁anim al",
+      "▁ani mal",
+      "Re port",
+      "Rep ort",
+      "ка ми",
+      "кам и",
+      "jo n",
+      "j on",
+      "▁k er",
+      "▁ke r",
+      "▁ ker",
+      "▁к ни",
+      "moz illa",
+      "Pr ice",
+      "P rice",
+      "ant in",
+      "anti n",
+      "em ento",
+      "ement o",
+      "emen to",
+      "ma y",
+      "m ay",
+      "▁l ung",
+      "▁lu ng",
+      "▁lun g",
+      "▁ lung",
+      "▁b low",
+      "▁bl ow",
+      "▁blo w",
+      "ede ut",
+      "▁type d",
+      "▁typ ed",
+      "▁ty ped",
+      "▁dec ember",
+      "▁. ...",
+      "▁... .",
+      "▁.. ..",
+      "▁ ....",
+      "li ance",
+      "l iance",
+      "▁v iel",
+      "▁vi el",
+      "▁vie l",
+      "▁Ф и",
+      "pr esa",
+      "pre sa",
+      "pres a",
+      "▁ос іб",
+      "▁N am",
+      "▁Na m",
+      "▁G ren",
+      "▁Gr en",
+      "▁Gre n",
+      "си лання",
+      "VI D",
+      "V ID",
+      "st re",
+      "str e",
+      "s tre",
+      "we is",
+      "wei s",
+      "▁prote ction",
+      "▁protect ion",
+      "▁prot ection",
+      "ta ient",
+      "t aient",
+      "▁offic ers",
+      "▁office rs",
+      "▁officer s",
+      "т но",
+      "▁B rig",
+      "▁Br ig",
+      "▁int ellig",
+      "▁intel lig",
+      "я х",
+      "IT H",
+      "I TH",
+      "▁separ ated",
+      "▁separate d",
+      "▁L CCN",
+      "ní m",
+      "n ím",
+      "cl ock",
+      "clo ck",
+      "c lock",
+      "▁ap are",
+      "▁apar e",
+      "яв и",
+      "я ви",
+      "▁Eliz abeth",
+      "▁W ater",
+      "▁Wat er",
+      "▁Wa ter",
+      "geb iet",
+      "▁con vent",
+      "▁conv ent",
+      "▁conven t",
+      "fu rt",
+      "fur t",
+      "f urt",
+      "▁be iden",
+      "▁bei den",
+      "▁beide n",
+      "ba sh",
+      "bas h",
+      "b ash",
+      "▁че рез",
+      "▁чер ез",
+      "▁u b",
+      "▁ ub",
+      "▁Stat ist",
+      "▁Stati st",
+      "▁lim its",
+      "▁limit s",
+      "▁ limits",
+      "V ol",
+      "ct x",
+      "c tx",
+      "▁но в",
+      "▁н ов",
+      "▁ нов",
+      "gu ide",
+      "gui de",
+      "mi c",
+      "m ic",
+      "ie sa",
+      "ies a",
+      "i esa",
+      "▁h uvud",
+      "R T",
+      "Fi g",
+      "F ig",
+      "▁l ect",
+      "▁le ct",
+      "▁ lect",
+      "con n",
+      "co nn",
+      "c onn",
+      "im it",
+      "imi t",
+      "i mit",
+      "га р",
+      "г ар",
+      "▁b ajo",
+      "▁ba jo",
+      "scri be",
+      "scr ibe",
+      "s cribe",
+      "re gex",
+      "reg ex",
+      "▁C ass",
+      "▁Cas s",
+      "▁Ca ss",
+      "▁pro pag",
+      "▁prop ag",
+      "' $",
+      "▁prof es",
+      "un ique",
+      "uni que",
+      "▁S ql",
+      "▁ Sql",
+      "un ion",
+      "uni on",
+      "ri os",
+      "rio s",
+      "r ios",
+      "pi p",
+      "p ip",
+      "-- +",
+      "- -+",
+      "ka dem",
+      "k adem",
+      "column s",
+      "▁v ary",
+      "▁var y",
+      "▁va ry",
+      "▁bere its",
+      "▁d oi",
+      "▁do i",
+      "▁Com mon",
+      "▁Comm on",
+      "▁ Common",
+      "▁Ro bin",
+      "▁Rob in",
+      "▁ ×",
+      "▁s ei",
+      "▁se i",
+      "▁s yst",
+      "▁sy st",
+      "▁sys t",
+      "▁v ä",
+      "▁ vä",
+      "▁De fault",
+      "▁Def ault",
+      "▁ Default",
+      "▁t ym",
+      "▁ty m",
+      "pe l",
+      "p el",
+      "▁bel ieved",
+      "▁believe d",
+      "▁pro vider",
+      "▁prov ider",
+      "▁provide r",
+      "▁ provider",
+      "▁min imal",
+      "▁minim al",
+      "▁mini mal",
+      "та ли",
+      "тал и",
+      "т али",
+      "ain es",
+      "ai nes",
+      "aine s",
+      "a ines",
+      "K it",
+      "iz io",
+      "izi o",
+      "is sen",
+      "iss en",
+      "isse n",
+      "pr essed",
+      "press ed",
+      "pres sed",
+      "▁s tag",
+      "▁st ag",
+      "▁sta g",
+      "▁ stag",
+      "▁u int",
+      "▁ui nt",
+      "▁ uint",
+      "ko r",
+      "k or",
+      "▁ра спо",
+      "▁рас по",
+      "▁in herit",
+      "▁inher it",
+      "▁comp iled",
+      "▁compile d",
+      "▁f ebru",
+      "▁fe bru",
+      "▁feb ru",
+      "▁t mp",
+      "▁tm p",
+      "▁ tmp",
+      "work s",
+      "wor ks",
+      "ч на",
+      "draw able",
+      "▁N av",
+      "▁Na v",
+      "▁ Nav",
+      "▁though ts",
+      "▁thought s",
+      "ro ute",
+      "rout e",
+      "rou te",
+      "r oute",
+      "▁con cert",
+      "▁conc ert",
+      "▁conce rt",
+      "▁option al",
+      "▁opt ional",
+      "▁ optional",
+      "▁b ras",
+      "▁br as",
+      "▁bra s",
+      "▁ bras",
+      "▁prov iding",
+      "со м",
+      "с ом",
+      "id x",
+      "i dx",
+      "emp lo",
+      "empl o",
+      "▁ко ли",
+      "▁ коли",
+      "▁B ere",
+      "▁Be re",
+      "▁Ber e",
+      "▁E ls",
+      "▁El s",
+      "ре мен",
+      "рем ен",
+      "▁де ка",
+      "co ut",
+      "cou t",
+      "c out",
+      "la yer",
+      "lay er",
+      "l ayer",
+      "▁g lob",
+      "▁gl ob",
+      "▁glo b",
+      "▁ glob",
+      "fore ach",
+      "for each",
+      "▁E ducation",
+      "▁Edu cation",
+      "P O",
+      "▁im prov",
+      "▁imp rov",
+      "▁impro v",
+      "▁impr ov",
+      "▁cl ients",
+      "▁client s",
+      "▁cli ents",
+      "gr oups",
+      "group s",
+      "gro ups",
+      "▁k ont",
+      "▁kon t",
+      "▁ko nt",
+      "De l",
+      "D el",
+      "re tt",
+      "ret t",
+      "r ett",
+      "▁s up",
+      "▁su p",
+      "▁ sup",
+      "▁m og",
+      "▁mo g",
+      "ta n",
+      "t an",
+      "▁com pl",
+      "▁comp l",
+      "ir ty",
+      "irt y",
+      "▁nouve au",
+      "os z",
+      "o sz",
+      "▁N avy",
+      "▁Na vy",
+      "▁Nav y",
+      "ber e",
+      "be re",
+      "b ere",
+      "ma sk",
+      "mas k",
+      "m ask",
+      "ov é",
+      "o vé",
+      "zi l",
+      "z il",
+      "PE R",
+      "P ER",
+      "▁pobla ción",
+      "▁població n",
+      "▁d etailed",
+      "▁detail ed",
+      "ле т",
+      "л ет",
+      "▁famil ies",
+      "▁familie s",
+      "ab et",
+      "abe t",
+      "a bet",
+      "е вич",
+      "änd er",
+      "än der",
+      "ände r",
+      "ä nder",
+      "▁å r",
+      "▁ år",
+      "▁p endant",
+      "▁b il",
+      "▁bi l",
+      "▁ bil",
+      "▁h int",
+      "▁hi nt",
+      "▁hin t",
+      "ode n",
+      "od en",
+      "o den",
+      "▁exp ansion",
+      "▁p ont",
+      "▁po nt",
+      "▁pon t",
+      "▁ pont",
+      "as ant",
+      "asa nt",
+      "▁K ind",
+      "▁Ki nd",
+      "▁Kin d",
+      "▁ Kind",
+      "ij i",
+      "i ji",
+      "▁A uth",
+      "▁Aut h",
+      "▁Au th",
+      "▁ Auth",
+      "laim ed",
+      "ref lect",
+      "] =",
+      "by tes",
+      "byte s",
+      "ho ver",
+      "hov er",
+      "h over",
+      "▁ц ер",
+      "▁це р",
+      "▁ цер",
+      "grad le",
+      "Ar ch",
+      "ap est",
+      "ape st",
+      "apes t",
+      "ás a",
+      "á sa",
+      "Car d",
+      "Ca rd",
+      "C ard",
+      "▁tempor ary",
+      "▁départ ement",
+      "class es",
+      "жи ва",
+      "▁х удо",
+      "▁m ole",
+      "▁mo le",
+      "▁mol e",
+      "R Y",
+      "L P",
+      "▁p ec",
+      "▁pe c",
+      "▁ pec",
+      "rodu ction",
+      "▁Gu ard",
+      "▁Par liament",
+      "▁inst anti",
+      "▁instant i",
+      "▁not amment",
+      "▁D oug",
+      "▁Do ug",
+      "▁Dou g",
+      "▁Mar sh",
+      "▁Mars h",
+      ". ~",
+      "▁\\ \"",
+      "▁ \\\"",
+      "▁t hé",
+      "▁th é",
+      "▁li bre",
+      "▁lib re",
+      "do es",
+      "▁dé but",
+      "▁U nit",
+      "▁Un it",
+      "▁ Unit",
+      "▁с ту",
+      "▁ст у",
+      "▁ сту",
+      "▁le ague",
+      "▁qu ale",
+      "▁q uale",
+      "▁qual e",
+      "▁состав ля",
+      "▁соста вля",
+      "Se curity",
+      "Sec urity",
+      "▁appar ently",
+      "▁apparent ly",
+      "▁tro ops",
+      "ic ano",
+      "ica no",
+      "ican o",
+      "i cano",
+      "▁M B",
+      "▁ MB",
+      "en ze",
+      "enz e",
+      "lo ading",
+      "load ing",
+      "▁dist ributed",
+      "▁distribu ted",
+      "▁distrib uted",
+      "write r",
+      "writ er",
+      "wr iter",
+      "w riter",
+      "res ources",
+      "resource s",
+      "h ö",
+      "ut ils",
+      "util s",
+      "uti ls",
+      "▁prep ared",
+      "▁prepar ed",
+      "▁prepare d",
+      "ci er",
+      "cie r",
+      "c ier",
+      "op ol",
+      "opo l",
+      "o pol",
+      "▁län kar",
+      "he s",
+      "h es",
+      "н ва",
+      "▁op ens",
+      "▁open s",
+      "▁ opens",
+      "ag og",
+      "ago g",
+      "inter face",
+      "▁F und",
+      "▁Fu nd",
+      "▁Fun d",
+      "▁pent ru",
+      "ní ch",
+      "n ích",
+      "▁config ured",
+      "▁configure d",
+      "▁configur ed",
+      "▁Web site",
+      "▁list ener",
+      "▁listen er",
+      "▁liste ner",
+      "▁ listener",
+      "iv el",
+      "ive l",
+      "i vel",
+      "n ę",
+      "min a",
+      "mi na",
+      "m ina",
+      "▁in vest",
+      "▁inv est",
+      "▁inve st",
+      "▁м іс",
+      "▁мі с",
+      "▁d av",
+      "▁da v",
+      "▁p atch",
+      "▁pat ch",
+      "▁ patch",
+      "pi eler",
+      "piel er",
+      "pie ler",
+      "▁Ext erna",
+      "▁Extern a",
+      "t f",
+      "▁e red",
+      "▁er ed",
+      "▁ere d",
+      "▁ ered",
+      "▁Ass embly",
+      "▁ Assembly",
+      "▁s out",
+      "▁so ut",
+      "▁sou t",
+      "▁v erk",
+      "▁ver k",
+      "▁ verk",
+      "me rs",
+      "mer s",
+      "m ers",
+      "t oggle",
+      "▁up dating",
+      "▁upd ating",
+      "▁K ent",
+      "▁Ke nt",
+      "▁Ken t",
+      "ec a",
+      "e ca",
+      "FA ULT",
+      "▁tit re",
+      "▁ti tre",
+      "▁K enn",
+      "▁Ke nn",
+      "▁Ken n",
+      "▁Ми ха",
+      "ст ор",
+      "сто р",
+      "с тор",
+      "▁p ode",
+      "▁po de",
+      "▁pod e",
+      "▁S eb",
+      "▁Se b",
+      "це в",
+      "ц ев",
+      "E Y",
+      "▁sil ver",
+      "▁cap acity",
+      "▁capac ity",
+      "▁comple tion",
+      "▁complet ion",
+      "▁Pe dro",
+      "▁Ped ro",
+      "fe l",
+      "f el",
+      "va no",
+      "van o",
+      "v ano",
+      "ze ug",
+      "▁in terior",
+      "▁inter ior",
+      "▁inte rior",
+      "▁Res ponse",
+      "▁ Response",
+      "éd ia",
+      "é dia",
+      "▁World Cat",
+      "▁c ă",
+      "qu el",
+      "que l",
+      "q uel",
+      "So l",
+      "S ol",
+      "іс ля",
+      "▁D omin",
+      "▁Do min",
+      "▁Dom in",
+      "▁c um",
+      "▁cu m",
+      "ce p",
+      "c ep",
+      "▁M use",
+      "▁Mus e",
+      "▁Mu se",
+      "▁M aría",
+      "▁Mar ía",
+      "▁Ma ría",
+      "▁function al",
+      "▁ad apter",
+      "▁adapt er",
+      "▁ adapter",
+      "config uration",
+      "▁t ipo",
+      "▁tip o",
+      "▁ti po",
+      "▁B ry",
+      "▁Br y",
+      "v y",
+      "U L",
+      "▁tra vers",
+      "▁trav ers",
+      "! (",
+      "▁absol utely",
+      "▁absolute ly",
+      "л та",
+      "тт я",
+      "т тя",
+      "▁I T",
+      "▁ IT",
+      "▁во ен",
+      "yc le",
+      "y cle",
+      "be st",
+      "bes t",
+      "b est",
+      "▁construct ed",
+      "▁constru cted",
+      "▁фи ль",
+      "▁ филь",
+      "ci do",
+      "cid o",
+      "c ido",
+      "ex it",
+      "ga rt",
+      "gar t",
+      "g art",
+      "▁provin cia",
+      "ve z",
+      "v ez",
+      "ci pl",
+      "cip l",
+      "▁Face book",
+      "▁Fac ebook",
+      "▁y ellow",
+      "▁ yellow",
+      "▁Sum mer",
+      "▁point ing",
+      "▁poss ibility",
+      "▁possib ility",
+      "▁possibil ity",
+      "▁leg isl",
+      "▁мо ж",
+      "▁ мож",
+      "de rn",
+      "der n",
+      "d ern",
+      "ко но",
+      "кон о",
+      "▁mechan ism",
+      "▁Bern ard",
+      "ex pr",
+      "exp r",
+      "ло ви",
+      "лов и",
+      "л ови",
+      "▁dig its",
+      "▁digit s",
+      "▁de legate",
+      "▁deleg ate",
+      "▁ delegate",
+      "og ram",
+      "o gram",
+      "▁D ictionary",
+      "▁ Dictionary",
+      "is y",
+      "▁s po",
+      "▁sp o",
+      "/ $",
+      "clude d",
+      "clud ed",
+      "▁M VC",
+      "▁t ém",
+      "▁té m",
+      "▁print ed",
+      "▁prin ted",
+      "▁G ott",
+      "▁Go tt",
+      "▁Got t",
+      "▁O m",
+      "▁ Om",
+      "ans as",
+      "▁D urch",
+      "▁Dur ch",
+      "▁I dent",
+      "▁Id ent",
+      "▁Ide nt",
+      "▁ Ident",
+      "Q U",
+      "ht m",
+      "h tm",
+      "▁S ul",
+      "▁Su l",
+      "'] .",
+      "' ].",
+      "▁du ty",
+      "▁dut y",
+      "▁Aut hor",
+      "▁Auth or",
+      "▁ Author",
+      "▁n ě",
+      "▁ ně",
+      "ow ego",
+      "owe go",
+      "pu s",
+      "p us",
+      "em bl",
+      "emb l",
+      "Exec utor",
+      "B L",
+      "▁M ens",
+      "▁Me ns",
+      "▁Men s",
+      "dis patch",
+      "▁M id",
+      "▁Mi d",
+      "ap ps",
+      "app s",
+      "Trans form",
+      "▁D at",
+      "▁Da t",
+      "▁ Dat",
+      "▁im pl",
+      "▁imp l",
+      "▁ impl",
+      "ou x",
+      "o ux",
+      "ho lm",
+      "hol m",
+      "▁I ns",
+      "▁In s",
+      "▁Emp ire",
+      "ру п",
+      "▁Ap ache",
+      "SI ON",
+      "S ION",
+      "▁pass age",
+      "######## ########",
+      "▁ex pressed",
+      "▁express ed",
+      "▁expr essed",
+      "▁expres sed",
+      "на д",
+      "▁o l",
+      "▁ ol",
+      "▁h avia",
+      "▁ha via",
+      "▁hav ia",
+      "▁бо лее",
+      "▁enjo y",
+      "form ance",
+      "▁dim ensions",
+      "▁dimension s",
+      "▁ч ер",
+      "▁че р",
+      "▁ чер",
+      "Se e",
+      "S ee",
+      "▁m outh",
+      "▁mo uth",
+      "▁mou th",
+      "▁ mouth",
+      "▁g au",
+      "▁ga u",
+      "ien cy",
+      "i ency",
+      "▁Carol ina",
+      "Dis t",
+      "Di st",
+      "D ist",
+      "rad io",
+      "li mit",
+      "lim it",
+      "l imit",
+      "/ ?",
+      "▁B all",
+      "▁Ba ll",
+      "▁Bal l",
+      "ні сть",
+      "Mem ber",
+      "M ember",
+      "wa ter",
+      "w ater",
+      "▁mur der",
+      "▁stand ing",
+      "▁stan ding",
+      "▁ standing",
+      "▁V II",
+      "▁VI I",
+      "Cent er",
+      "C enter",
+      "pp a",
+      "p pa",
+      "ur eau",
+      "ure au",
+      "▁Le ip",
+      "▁ob jet",
+      "▁obj et",
+      "▁Act ivity",
+      "▁Activ ity",
+      "▁ Activity",
+      "em bers",
+      "ember s",
+      "emb ers",
+      "v r",
+      "▁con du",
+      "▁cond u",
+      "Cell s",
+      "C ells",
+      "in us",
+      "inu s",
+      "▁' ,",
+      "▁ ',",
+      "▁af raid",
+      "▁х а",
+      "▁ ха",
+      "▁V ic",
+      "▁Vi c",
+      "test ing",
+      "tes ting",
+      "Tu be",
+      "T ube",
+      "▁v ast",
+      "▁va st",
+      "▁vas t",
+      "P M",
+      "ni h",
+      "n ih",
+      "SS N",
+      "S SN",
+      "▁Ch ile",
+      "▁Chi le",
+      "yl van",
+      "▁B ow",
+      "▁Bo w",
+      "▁relig ion",
+      "op her",
+      "oph er",
+      "ophe r",
+      "o pher",
+      "▁C oll",
+      "▁Col l",
+      "▁Co ll",
+      "▁ Coll",
+      "▁dig ital",
+      "▁digit al",
+      "zi oni",
+      "z ioni",
+      "Se ction",
+      "Sec tion",
+      "S ection",
+      "▁резу льта",
+      "Foo t",
+      "F oot",
+      "con vert",
+      "conv ert",
+      "▁rece iving",
+      "Cont act",
+      "▁h ero",
+      "▁he ro",
+      "▁her o",
+      "sa m",
+      "s am",
+      "▁pos terior",
+      "▁poster ior",
+      "▁poste rior",
+      "ow i",
+      "o wi",
+      "An t",
+      "A nt",
+      "▁fl ags",
+      "▁flag s",
+      "▁fla gs",
+      "▁ flags",
+      "▁Ze aland",
+      "▁b ounds",
+      "▁bound s",
+      "▁ bounds",
+      "▁where as",
+      "▁whe reas",
+      "in fl",
+      "inf l",
+      "Pl ay",
+      "P lay",
+      "▁d emo",
+      "▁de mo",
+      "▁dem o",
+      "▁ demo",
+      "▁g ibt",
+      "▁gi bt",
+      "▁h ospital",
+      "▁hosp ital",
+      "▁v olta",
+      "▁vol ta",
+      "▁volt a",
+      "л ё",
+      "▁f ashion",
+      "▁ex ceed",
+      "▁exc eed",
+      "el enium",
+      "elen ium",
+      "It er",
+      "I ter",
+      "kr ie",
+      "k rie",
+      "▁integr ation",
+      "▁integra tion",
+      "▁ integration",
+      "▁Other wise",
+      "ad u",
+      "a du",
+      "Sh e",
+      "S he",
+      "on de",
+      "ond e",
+      "o nde",
+      "ui nt",
+      "u int",
+      "rad ius",
+      "▁r am",
+      "▁ra m",
+      "▁ ram",
+      "▁ál bum",
+      "▁т ур",
+      "▁ту р",
+      "▁ тур",
+      "▁d y",
+      "▁ dy",
+      "▁O tt",
+      "▁Ot t",
+      "▁пер и",
+      "▁пе ри",
+      "re v",
+      "r ev",
+      "ri or",
+      "rio r",
+      "r ior",
+      "í d",
+      "ir at",
+      "ira t",
+      "i rat",
+      "▁в клю",
+      "▁import ante",
+      "▁important e",
+      "▁Du ke",
+      "▁caus a",
+      "▁ca usa",
+      "▁Math emat",
+      "▁di plom",
+      "▁N icol",
+      "▁Nic ol",
+      "▁Ni col",
+      "▁ex clus",
+      "▁exc lus",
+      "▁debug ging",
+      "▁G h",
+      "or iginal",
+      "origin al",
+      "orig inal",
+      "ly n",
+      "l yn",
+      "▁P la",
+      "▁Pl a",
+      "su ite",
+      "suit e",
+      "ch at",
+      "cha t",
+      "c hat",
+      "▁e stud",
+      "▁est ud",
+      "ue lle",
+      "uel le",
+      "u elle",
+      "▁p ert",
+      "▁per t",
+      "▁pe rt",
+      "▁ pert",
+      "▁import ance",
+      "▁appro aches",
+      "▁approach es",
+      "▁d la",
+      "▁про ф",
+      "Pr es",
+      "Pre s",
+      "P res",
+      "< \\",
+      "pre fix",
+      "p refix",
+      "SS ION",
+      "S SION",
+      "ро ди",
+      "род и",
+      "count ry",
+      "c ountry",
+      "it zer",
+      "itz er",
+      "▁ко р",
+      "▁к ор",
+      "▁ кор",
+      "▁sing ular",
+      "go v",
+      "g ov",
+      "ри н",
+      "р ин",
+      "▁F A",
+      "▁ FA",
+      "▁mat rices",
+      "ol are",
+      "ola re",
+      "olar e",
+      "o lare",
+      "ni ka",
+      "nik a",
+      "n ika",
+      "po wer",
+      "pow er",
+      "p ower",
+      "ll a",
+      "l la",
+      "▁des ire",
+      "▁famil ia",
+      "▁fam ilia",
+      "до р",
+      "д ор",
+      "▁f an",
+      "▁fa n",
+      "▁ fan",
+      "gener ated",
+      "generate d",
+      "▁C os",
+      "▁Co s",
+      "▁ż e",
+      "▁ że",
+      "▁D iese",
+      "▁Die se",
+      "▁Di ese",
+      "▁Dies e",
+      "mo v",
+      "m ov",
+      "▁de note",
+      "▁den ote",
+      "\") ]",
+      "\" )]",
+      "ou vern",
+      "ouv ern",
+      "ouve rn",
+      "ouver n",
+      "am an",
+      "ama n",
+      "a man",
+      "▁in ser",
+      "▁ins er",
+      "▁inse r",
+      "ij k",
+      "i jk",
+      "ot ta",
+      "ott a",
+      "o tta",
+      "er al",
+      "era l",
+      "e ral",
+      "де ль",
+      "д ель",
+      "() ->",
+      "( )->",
+      "▁p oder",
+      "▁po der",
+      "▁pod er",
+      "▁pode r",
+      "ig es",
+      "ige s",
+      "i ges",
+      "▁On line",
+      "▁we ird",
+      "ia c",
+      "i ac",
+      "▁quel ques",
+      "▁quelque s",
+      "ère nt",
+      "è rent",
+      "▁t el",
+      "▁te l",
+      "▁ tel",
+      "▁L atin",
+      "▁Lat in",
+      "ver ter",
+      "vert er",
+      "verte r",
+      "ля р",
+      "ро и",
+      "▁p df",
+      "▁pd f",
+      "▁ pdf",
+      "▁key word",
+      "▁ keyword",
+      "Hand le",
+      "A fter",
+      "re ce",
+      "rec e",
+      "▁ident ical",
+      "style sheet",
+      "styles heet",
+      "▁стан ови",
+      "▁станов и",
+      "▁k a",
+      "▁ ka",
+      "ce ment",
+      "cem ent",
+      "c ement",
+      "те т",
+      "т ет",
+      "▁c hat",
+      "▁ch at",
+      "▁cha t",
+      "▁ chat",
+      "▁M un",
+      "▁Mu n",
+      "ał a",
+      "a ła",
+      "AN T",
+      "A NT",
+      "ol óg",
+      "▁f ant",
+      "▁fa nt",
+      "▁fan t",
+      "▁for est",
+      "▁fo rest",
+      "▁fore st",
+      "▁ви ко",
+      "cu ss",
+      "cus s",
+      "c uss",
+      "▁se hr",
+      "pa g",
+      "p ag",
+      "ot ic",
+      "oti c",
+      "▁á ll",
+      "▁ál l",
+      "▁ áll",
+      "ма ти",
+      "мат и",
+      "▁\" '",
+      "+ \"",
+      "An imation",
+      "Anim ation",
+      "ходи т",
+      "ход ит",
+      "az u",
+      "a zu",
+      "▁pl ays",
+      "▁play s",
+      "▁pla ys",
+      "▁ plays",
+      "iz ioni",
+      "izi oni",
+      "izio ni",
+      "i zioni",
+      "ми че",
+      "▁b omb",
+      "▁bo mb",
+      "▁bom b",
+      "▁mer ely",
+      "▁mere ly",
+      "▁hold ing",
+      "▁hol ding",
+      "▁w enn",
+      "▁we nn",
+      "▁wen n",
+      "▁m edic",
+      "▁me dic",
+      "▁med ic",
+      "▁medi c",
+      "▁spe aking",
+      "▁speak ing",
+      "ong odb",
+      "ongo db",
+      "▁Cam pe",
+      "▁Camp e",
+      "in ity",
+      "ini ty",
+      "init y",
+      "▁я нва",
+      "() `.",
+      "()` .",
+      "( )`.",
+      "lu ss",
+      "lus s",
+      "l uss",
+      "▁H istoire",
+      "▁His toire",
+      "▁Hist oire",
+      "▁oper ating",
+      "▁opera ting",
+      "Ch annel",
+      "▁accur acy",
+      "▁b os",
+      "▁bo s",
+      "▁ bos",
+      "▁ev ident",
+      "ци ю",
+      "event s",
+      "ev ents",
+      "even ts",
+      "text rm",
+      "or eign",
+      "ore ign",
+      "▁i i",
+      "▁ ii",
+      "hr en",
+      "hre n",
+      "h ren",
+      "lo wer",
+      "low er",
+      "l ower",
+      "▁т ом",
+      "▁то м",
+      "▁ том",
+      "▁Ab out",
+      "▁ About",
+      "▁a j",
+      "▁ aj",
+      "er i",
+      "e ri",
+      "сту пи",
+      "ступ и",
+      "▁di git",
+      "▁dig it",
+      "▁ digit",
+      "▁Sp ain",
+      "▁D aten",
+      "▁Date n",
+      "▁Da ten",
+      "▁Dat en",
+      "▁for me",
+      "▁form e",
+      "▁ш та",
+      "▁ шта",
+      "▁B ach",
+      "▁Ba ch",
+      "▁Bac h",
+      "no number",
+      "non umber",
+      "▁recomm ended",
+      "▁recommend ed",
+      "▁re ads",
+      "▁read s",
+      "his toire",
+      "h istoire",
+      "▁s ang",
+      "▁sa ng",
+      "▁san g",
+      "▁? ?",
+      "▁ ??",
+      "▁с тал",
+      "▁ст ал",
+      "▁ста л",
+      "sc ore",
+      "s core",
+      "fa s",
+      "f as",
+      "▁c ub",
+      "▁cu b",
+      "▁g rew",
+      "▁gr ew",
+      "▁gre w",
+      "▁cent ro",
+      "▁bek annt",
+      "Event s",
+      "BE R",
+      "B ER",
+      "he w",
+      "h ew",
+      "сс а",
+      "с са",
+      "▁major ity",
+      "ît re",
+      "î tre",
+      "en ci",
+      "enc i",
+      "▁Qu ery",
+      "▁Que ry",
+      "▁ Query",
+      "▁któ re",
+      "i ć",
+      "▁complex ity",
+      "▁Fran çois",
+      "const raint",
+      "ур на",
+      "═ ═",
+      "▁iter ate",
+      "le tt",
+      "let t",
+      "l ett",
+      "pe ror",
+      "per or",
+      "▁Neder land",
+      "sh are",
+      "sha re",
+      "▁incl u",
+      "▁inc lu",
+      "än ger",
+      "äng er",
+      "änge r",
+      "▁N ic",
+      "▁Ni c",
+      "ч о",
+      "F ull",
+      "▁ra pport",
+      "▁rapp ort",
+      "▁rap port",
+      "ec lipse",
+      "e clipse",
+      "▁indust ry",
+      "he aders",
+      "head ers",
+      "header s",
+      "▁Р и",
+      "ch sel",
+      "chs el",
+      "▁po lic",
+      "▁pol ic",
+      "sch ied",
+      "% ,",
+      "O D",
+      "▁J ak",
+      "▁Ja k",
+      "({ \\",
+      "( {\\",
+      "al igned",
+      "align ed",
+      "▁frequ ently",
+      "▁frequent ly",
+      "▁su oi",
+      "▁suo i",
+      "▁ess entially",
+      "▁essential ly",
+      "▁R ic",
+      "▁Ri c",
+      "▁re ports",
+      "▁report s",
+      "▁dec imal",
+      "ra r",
+      "r ar",
+      "▁F oo",
+      "▁Fo o",
+      "▁ Foo",
+      "▁K a",
+      "▁D C",
+      "▁ DC",
+      "▁sim pler",
+      "▁simple r",
+      "▁simp ler",
+      "▁simpl er",
+      "Pa ne",
+      "Pan e",
+      "P ane",
+      "? }",
+      "So rt",
+      "S ort",
+      "▁pos it",
+      "cd n",
+      "c dn",
+      "kt ur",
+      "▁aw k",
+      "▁ awk",
+      "зе р",
+      "з ер",
+      "P F",
+      "u ur",
+      "▁R oss",
+      "▁Ro ss",
+      "▁Ros s",
+      "▁m ant",
+      "▁ma nt",
+      "▁man t",
+      "N a",
+      "Con s",
+      "Co ns",
+      "C ons",
+      ")) ))",
+      "))) )",
+      ") )))",
+      "▁techn iques",
+      "▁techni ques",
+      "▁technique s",
+      "im pl",
+      "imp l",
+      "▁dro pped",
+      "▁drop ped",
+      "▁L ista",
+      "▁List a",
+      "▁Li sta",
+      "▁Lis ta",
+      "▁Bas ically",
+      "▁Basic ally",
+      "en tal",
+      "ent al",
+      "enta l",
+      "▁cel ui",
+      "▁str ategy",
+      "▁strateg y",
+      "▁strat egy",
+      "▁W ales",
+      "▁Wal es",
+      "▁Wa les",
+      "na n",
+      "n an",
+      "▁g min",
+      "▁gr öß",
+      "▁eer ste",
+      "▁eerst e",
+      "T im",
+      "nt en",
+      "n ten",
+      "re sp",
+      "res p",
+      "r esp",
+      "▁s table",
+      "▁st able",
+      "▁sta ble",
+      "▁ stable",
+      "no v",
+      "n ov",
+      "ro b",
+      "r ob",
+      "но ј",
+      "▁mar riage",
+      "get String",
+      "Aut hor",
+      "Auth or",
+      "▁G raf",
+      "▁Gr af",
+      "▁Gra f",
+      "▁di agram",
+      "▁diag ram",
+      "▁dia gram",
+      "gi a",
+      "g ia",
+      "Net work",
+      "N etwork",
+      "▁com posed",
+      "▁comp osed",
+      "▁compos ed",
+      "▁compose d",
+      "▁miss ed",
+      "▁mis sed",
+      "▁M eg",
+      "▁Me g",
+      "▁пра во",
+      "▁прав о",
+      "▁hom onymes",
+      "▁Bo oks",
+      "▁Book s",
+      "▁en cou",
+      "▁enc ou",
+      "port e",
+      "por te",
+      "p orte",
+      "▁rot ation",
+      "▁f ir",
+      "▁fi r",
+      "▁ fir",
+      "те льно",
+      "тель но",
+      "▁g un",
+      "▁gu n",
+      "▁ gun",
+      "▁A ff",
+      "▁Af f",
+      "▁ Aff",
+      "но к",
+      "н ок",
+      "▁Fuß ball",
+      "▁St ory",
+      "▁Sto ry",
+      "▁ Story",
+      "▁Ch ap",
+      "▁Cha p",
+      "▁) .",
+      "▁ ).",
+      "▁Se it",
+      "мо н",
+      "м он",
+      "▁t élé",
+      "▁té lé",
+      "▁cop ied",
+      "▁cons istent",
+      "▁consist ent",
+      "▁dr ink",
+      "▁C ham",
+      "▁Ch am",
+      "▁Cha m",
+      "▁mat ters",
+      "▁matter s",
+      "▁render ed",
+      "▁rend ered",
+      "▁rende red",
+      "▁hyp oth",
+      "œ uv",
+      "▁me er",
+      "▁par sing",
+      "▁P RO",
+      "▁PR O",
+      "▁ PRO",
+      "se ries",
+      "ser ies",
+      "serie s",
+      "s eries",
+      "▁z á",
+      "▁ zá",
+      "stra ße",
+      "▁B oot",
+      "▁Bo ot",
+      "▁ Boot",
+      "▁re po",
+      "▁rep o",
+      "▁ repo",
+      "wo r",
+      "w or",
+      "▁St ream",
+      "▁Stre am",
+      "▁ Stream",
+      "▁A N",
+      "▁ AN",
+      "▁п ів",
+      "▁пі в",
+      "▁S M",
+      "▁ SM",
+      "▁A rn",
+      "▁Ar n",
+      "▁ Ž",
+      "▁[ ];",
+      "▁[] ;",
+      "Res ources",
+      "Resource s",
+      "▁el abor",
+      "▁ela bor",
+      "▁E th",
+      "▁Et h",
+      "▁l iste",
+      "▁li ste",
+      "▁list e",
+      "▁rel atively",
+      "▁relative ly",
+      "▁relativ ely",
+      "ch ant",
+      "chan t",
+      "cha nt",
+      "=\" \"",
+      "= \"\"",
+      "▁l ift",
+      "▁li ft",
+      "▁lif t",
+      "C N",
+      "Service s",
+      "Serv ices",
+      "ME NT",
+      "M ENT",
+      "▁и гра",
+      "▁иг ра",
+      "▁ игра",
+      "б ре",
+      "▁J ord",
+      "▁Jo rd",
+      "▁t ec",
+      "▁te c",
+      "ш ка",
+      "▁S up",
+      "▁Su p",
+      "▁infl uen",
+      "▁influ en",
+      "on ds",
+      "ond s",
+      "hand ler",
+      "handle r",
+      "▁b anda",
+      "▁band a",
+      "▁ban da",
+      "▁vert ices",
+      "▁z ap",
+      "▁za p",
+      "▁c ord",
+      "▁cor d",
+      "▁co rd",
+      "▁ cord",
+      "al ter",
+      "alt er",
+      "ze nia",
+      "zen ia",
+      "z enia",
+      "ât eau",
+      "âte au",
+      "▁know ing",
+      "▁Argent ina",
+      "Ar ea",
+      "Are a",
+      "A rea",
+      "ан е",
+      "а не",
+      "f c",
+      "=\" /",
+      "= \"/",
+      "▁M ik",
+      "▁Mi k",
+      "at ă",
+      "ie ux",
+      "ieu x",
+      "▁deutsch en",
+      "▁deutsche n",
+      "▁trad itional",
+      "▁tradition al",
+      "de code",
+      "dec ode",
+      "ve x",
+      "v ex",
+      "▁size of",
+      "▁ sizeof",
+      "▁F un",
+      "▁Fu n",
+      "▁ Fun",
+      "▁par ser",
+      "▁parse r",
+      "▁ parser",
+      "▁Flor ida",
+      "▁build ings",
+      "▁building s",
+      "▁Man uel",
+      "ri le",
+      "ril e",
+      "r ile",
+      "▁log ged",
+      "▁strong ly",
+      "▁re vol",
+      "▁rev ol",
+      "не е",
+      "xi co",
+      "xic o",
+      "x ico",
+      "▁F air",
+      "▁Fa ir",
+      "ca rt",
+      "car t",
+      "c art",
+      "▁W ort",
+      "▁Wo rt",
+      "▁Wor t",
+      "▁Jes us",
+      "em es",
+      "eme s",
+      "e mes",
+      "sch rift",
+      "Input Stream",
+      "wa d",
+      "w ad",
+      "▁gran des",
+      "▁grand es",
+      "▁grande s",
+      "▁númer o",
+      "▁O tto",
+      "▁Ot to",
+      "▁Ott o",
+      "ien tes",
+      "ient es",
+      "iente s",
+      "i entes",
+      "▁fam ous",
+      "ol ogne",
+      "olog ne",
+      "J e",
+      "ни ш",
+      "▁Guer ra",
+      "bar a",
+      "ba ra",
+      "b ara",
+      "▁c ad",
+      "▁ca d",
+      "el ve",
+      "br ace",
+      "bra ce",
+      "b race",
+      "▁J r",
+      "st able",
+      "sta ble",
+      "stab le",
+      "s table",
+      "EC T",
+      "E CT",
+      "lem ma",
+      "med iate",
+      "medi ate",
+      "media te",
+      "▁v in",
+      "▁vi n",
+      "▁ vin",
+      "▁mon ument",
+      "▁c v",
+      "▁ cv",
+      "▁w inter",
+      "▁win ter",
+      "▁trans formation",
+      "▁transform ation",
+      "▁N ick",
+      "▁Nic k",
+      "▁Ni ck",
+      "str onom",
+      "▁f rag",
+      "▁fr ag",
+      "▁fra g",
+      "▁in tel",
+      "▁int el",
+      "▁inte l",
+      "ra ction",
+      "rac tion",
+      "ract ion",
+      "r action",
+      "▁consider ing",
+      "▁consid ering",
+      "▁F le",
+      "▁Fl e",
+      "▁ ло",
+      "▁A près",
+      "▁Ap rès",
+      "▁A M",
+      "▁ AM",
+      "▁H um",
+      "▁Hu m",
+      "▁m undo",
+      "NE R",
+      "N ER",
+      "▁Be low",
+      "▁Bel ow",
+      "▁го рода",
+      "▁горо да",
+      "▁город а",
+      "ar ters",
+      "art ers",
+      "arter s",
+      "arte rs",
+      "-- \"",
+      "▁П е",
+      "▁ Пе",
+      "î t",
+      "▁t xt",
+      "▁tx t",
+      "▁ txt",
+      "an gers",
+      "ang ers",
+      "ange rs",
+      "anger s",
+      "▁t hy",
+      "▁th y",
+      "▁ thy",
+      "CL A",
+      "C LA",
+      "ib les",
+      "ible s",
+      "i bles",
+      "▁request ed",
+      "▁requ ested",
+      "▁Alex and",
+      "▁fact ors",
+      "▁fa ctors",
+      "▁factor s",
+      "▁produ ces",
+      "▁produce s",
+      "ning en",
+      "n ingen",
+      "▁со стоя",
+      "▁optim ization",
+      "ch od",
+      "cho d",
+      "c hod",
+      "> `",
+      "▁Wik ip",
+      "nost i",
+      "nos ti",
+      "n osti",
+      "▁compet ition",
+      "▁H ann",
+      "▁Ha nn",
+      "▁Han n",
+      "▁z ona",
+      "▁zo na",
+      "d c",
+      "de sign",
+      "des ign",
+      "▁Z u",
+      "▁e spec",
+      "▁es pec",
+      "▁espe c",
+      "▁esp ec",
+      "equ ality",
+      "equal ity",
+      "e quality",
+      "▁A bb",
+      "▁Ab b",
+      "▁develop er",
+      "▁ developer",
+      "▁\" ^",
+      "▁Sh ort",
+      "▁Sho rt",
+      "▁ Short",
+      "▁pl ans",
+      "▁pla ns",
+      "▁plan s",
+      "▁v it",
+      "▁vi t",
+      "iz able",
+      "iza ble",
+      "burg h",
+      "bur gh",
+      "ag em",
+      "age m",
+      "a gem",
+      "▁Pr int",
+      "▁Pri nt",
+      "▁Prin t",
+      "▁ Print",
+      "í v",
+      "▁su itable",
+      "▁suit able",
+      "pi cker",
+      "pic ker",
+      "pick er",
+      "p icker",
+      "Pro file",
+      "an dy",
+      "and y",
+      "▁qu ot",
+      "▁ quot",
+      "▁Dur ante",
+      "▁Durant e",
+      "▁Fran cia",
+      "▁Fr ancia",
+      "▁Franc ia",
+      "▁t art",
+      "▁tar t",
+      "▁ta rt",
+      "▁V enez",
+      "▁Ve nez",
+      "▁Ven ez",
+      "▁dis patch",
+      "▁disp atch",
+      "▁ dispatch",
+      "▁observ ations",
+      "▁observation s",
+      "▁ ż",
+      "In valid",
+      "▁occ urr",
+      "▁occur r",
+      "▁oc curr",
+      "т ки",
+      "Mem ento",
+      "M emento",
+      "▁S yd",
+      "▁Sy d",
+      "▁tiem po",
+      "▁st aff",
+      "▁sta ff",
+      "▁se ctions",
+      "▁section s",
+      "▁sect ions",
+      "▁ sections",
+      "▁s sh",
+      "▁ss h",
+      "▁ ssh",
+      "▁N GC",
+      "ë l",
+      "▁er re",
+      "▁err e",
+      "▁div ided",
+      "▁divide d",
+      "▁divid ed",
+      "▁With out",
+      "▁du rant",
+      "▁dur ant",
+      "▁j aar",
+      "▁ja ar",
+      "▁ −",
+      "▁sold iers",
+      "▁soldier s",
+      "ун к",
+      "la pse",
+      "lap se",
+      "laps e",
+      "▁Val ley",
+      "▁Vall ey",
+      "▁Valle y",
+      "▁( :",
+      "▁ (:",
+      "re ra",
+      "rer a",
+      "r era",
+      "▁d ével",
+      "▁dé vel",
+      "▁p éri",
+      "▁pé ri",
+      "▁calcul ation",
+      "▁calc ulation",
+      "▁ke ine",
+      "▁kein e",
+      "er tain",
+      "ert ain",
+      "erta in",
+      "▁те ле",
+      "ру д",
+      "▁c ul",
+      "▁cu l",
+      "▁ cul",
+      "▁cl oth",
+      "▁clo th",
+      "; }",
+      "▁pr zed",
+      "▁prze d",
+      "▁prz ed",
+      "Mon th",
+      "Mo nth",
+      "Mont h",
+      "Pi cker",
+      "P icker",
+      "▁S V",
+      "▁ SV",
+      "ar ian",
+      "ari an",
+      "aria n",
+      "a rian",
+      "▁Re view",
+      "▁Rev iew",
+      "▁h ang",
+      "▁ha ng",
+      "▁han g",
+      "▁ hang",
+      "▁о кт",
+      "▁ок т",
+      "▁F ront",
+      "▁Fr ont",
+      "▁Fro nt",
+      "▁ Front",
+      "ot lin",
+      "▁trans lation",
+      "▁transl ation",
+      "▁m odo",
+      "▁mod o",
+      "▁mo do",
+      "▁stat istics",
+      "▁statist ics",
+      "▁N ue",
+      "▁Nu e",
+      "▁Ни кола",
+      "NU M",
+      "N UM",
+      "▁s hips",
+      "▁sh ips",
+      "▁ship s",
+      "▁ ships",
+      "▁Re port",
+      "▁Rep ort",
+      "▁ Report",
+      "{ [",
+      "E ffect",
+      "ie ri",
+      "ier i",
+      "i eri",
+      "▁par ties",
+      "▁part ies",
+      "▁partie s",
+      "▁parti es",
+      "pl a",
+      "p la",
+      "r w",
+      "▁Work s",
+      "▁Wor ks",
+      "▁i ron",
+      "▁ir on",
+      "▁att ract",
+      "▁attr act",
+      "▁attra ct",
+      "▁c ort",
+      "▁cor t",
+      "▁co rt",
+      "n á",
+      "▁Ste ve",
+      "▁b ene",
+      "▁be ne",
+      "▁ben e",
+      "то н",
+      "т он",
+      "ícul a",
+      "Tw o",
+      "T wo",
+      "▁г лав",
+      "▁гла в",
+      "▁V ideo",
+      "▁ Video",
+      "▁power ful",
+      "au ch",
+      "auc h",
+      "a uch",
+      "ma nde",
+      "man de",
+      "m ande",
+      "äch st",
+      "ächs t",
+      "La t",
+      "L at",
+      "▁z na",
+      "▁zn a",
+      "▁ zna",
+      "▁fig ures",
+      "▁figure s",
+      "▁figur es",
+      "▁a lias",
+      "▁al ias",
+      "▁ali as",
+      "▁ alias",
+      "ne x",
+      "n ex",
+      "▁c ategories",
+      "▁categ ories",
+      "▁categor ies",
+      "▁categorie s",
+      "▁ categories",
+      "cal led",
+      "call ed",
+      "c alled",
+      "▁Sim ilar",
+      "▁g irls",
+      "▁girl s",
+      "▁gir ls",
+      "pe z",
+      "p ez",
+      "▁j oint",
+      "▁jo int",
+      "▁join t",
+      "▁ joint",
+      "ро го",
+      "р ого",
+      "ik en",
+      "ike n",
+      "i ken",
+      "чи на",
+      "чин а",
+      "an cia",
+      "anc ia",
+      "anci a",
+      "▁t ijd",
+      "▁ti jd",
+      "▁R ose",
+      "▁Ro se",
+      "▁Ros e",
+      "▁alg orithms",
+      "▁algorithm s",
+      "▁print ing",
+      "▁prin ting",
+      "ne a",
+      "n ea",
+      "▁exec uting",
+      "▁execut ing",
+      "▁l ambda",
+      "▁ lambda",
+      "▁reg ional",
+      "▁region al",
+      "▁Co pa",
+      "▁Cop a",
+      "F oo",
+      "ph ys",
+      "phy s",
+      "z m",
+      "▁L aur",
+      "▁La ur",
+      "▁Lau r",
+      "▁candid ate",
+      "▁J a",
+      "zy m",
+      "z ym",
+      "Ex ample",
+      "▁s piel",
+      "▁sp iel",
+      "▁ spiel",
+      "▁д ей",
+      "▁де й",
+      "▁ дей",
+      "ne hmen",
+      "neh men",
+      "nehm en",
+      "ke iten",
+      "keit en",
+      "▁с ент",
+      "int ent",
+      "inte nt",
+      ". (",
+      "▁пер вы",
+      "pr om",
+      "pro m",
+      "p rom",
+      "▁n at",
+      "▁na t",
+      "▁ nat",
+      "▁im agine",
+      "▁imag ine",
+      "call back",
+      "com ponents",
+      "component s",
+      "with out",
+      "▁a quest",
+      "▁aqu est",
+      "Su pport",
+      "Supp ort",
+      "▁respons ible",
+      "▁j ego",
+      "▁je go",
+      "l j",
+      "wi ll",
+      "w ill",
+      "le an",
+      "lea n",
+      "el and",
+      "ela nd",
+      "e land",
+      "olog ía",
+      "m c",
+      "Pro xy",
+      "▁o cup",
+      "▁oc up",
+      "▁на ходи",
+      "▁r ub",
+      "▁ru b",
+      "ні в",
+      "н ів",
+      "▁F all",
+      "▁Fa ll",
+      "▁Fal l",
+      "am os",
+      "amo s",
+      "a mos",
+      "▁E p",
+      "en tre",
+      "ent re",
+      "entr e",
+      "fa il",
+      "f ail",
+      "W orld",
+      "▁Ed itor",
+      "▁Edit or",
+      "▁ Editor",
+      "▁ex pos",
+      "▁exp os",
+      "▁f inds",
+      "▁find s",
+      "▁fin ds",
+      "▁C ulture",
+      "▁Cult ure",
+      "▁ Culture",
+      "LE ASE",
+      "▁m ovie",
+      "▁mov ie",
+      "▁mo vie",
+      "▁ movie",
+      "< =",
+      "omet ric",
+      "o metric",
+      "el ing",
+      "eli ng",
+      "elin g",
+      "e ling",
+      "numer able",
+      "ou rd",
+      "our d",
+      "o urd",
+      "▁S ea",
+      "▁Se a",
+      "▁b ild",
+      "▁bi ld",
+      "▁bil d",
+      "▁ bild",
+      "▁о ста",
+      "▁ос та",
+      "▁ост а",
+      "bl o",
+      "b lo",
+      "▁l ose",
+      "▁lo se",
+      "▁los e",
+      "▁ lose",
+      "at eurs",
+      "ate urs",
+      "ateur s",
+      "ou red",
+      "our ed",
+      "oure d",
+      "o ured",
+      "▁B att",
+      "▁Ba tt",
+      "▁Bat t",
+      "() ;\r",
+      "(); \r",
+      "( );\r",
+      "▁p oz",
+      "▁po z",
+      "pos ts",
+      "post s",
+      "pe nd",
+      "pen d",
+      "p end",
+      "cer tain",
+      "cert ain",
+      "c ertain",
+      "ни ком",
+      "ник ом",
+      "J ust",
+      "web kit",
+      "dem ás",
+      "~~ ~~",
+      "▁indic ates",
+      "▁indicate s",
+      "▁p ark",
+      "▁par k",
+      "▁ park",
+      "ri que",
+      "r ique",
+      "vo d",
+      "v od",
+      "▁Ch amp",
+      "▁Cham p",
+      "▁Cha mp",
+      "ft ware",
+      "OP T",
+      "O PT",
+      "dj ango",
+      "d jango",
+      "re lease",
+      "▁ È",
+      "S R",
+      "▁polit ician",
+      "▁r oi",
+      "▁ro i",
+      "at uren",
+      "atur en",
+      "ature n",
+      "atu ren",
+      "▁Deutsch e",
+      "ta gon",
+      "tag on",
+      "t agon",
+      "▁M ov",
+      "▁Mo v",
+      "ob ierno",
+      "obi erno",
+      "▁da ß",
+      "ut her",
+      "uth er",
+      "u ther",
+      "in di",
+      "ind i",
+      "▁Wik ipedia",
+      "▁Wikip edia",
+      "▁Wikiped ia",
+      "▁a nos",
+      "▁an os",
+      "▁ano s",
+      "▁ anos",
+      "▁ob serve",
+      "▁obser ve",
+      "▁observ e",
+      "▁obs erve",
+      "el ly",
+      "ell y",
+      "▁rail way",
+      "at on",
+      "ato n",
+      "a ton",
+      "▁e num",
+      "▁en um",
+      "▁ enum",
+      "hu s",
+      "h us",
+      "▁in hab",
+      "P si",
+      "oir e",
+      "oi re",
+      "o ire",
+      "▁Х о",
+      "▁S pace",
+      "▁Sp ace",
+      "▁ Space",
+      "▁Ар хи",
+      "▁an terior",
+      "▁ante rior",
+      "▁ Ł",
+      "is ons",
+      "ison s",
+      "iso ns",
+      "I l",
+      "▁am éric",
+      "la ps",
+      "lap s",
+      "l aps",
+      "▁B BC",
+      "▁BB C",
+      "QUE ST",
+      "Con stra",
+      "Const ra",
+      "Cons tra",
+      "mon t",
+      "mo nt",
+      "m ont",
+      "ä ft",
+      "▁ä ven",
+      "ub ern",
+      "ube rn",
+      "uber n",
+      "u bern",
+      "< !--",
+      "▁c oding",
+      "▁co ding",
+      "▁cod ing",
+      "the ory",
+      "at hed",
+      "ath ed",
+      "▁Ar be",
+      "▁ш и",
+      "▁ ши",
+      "for Each",
+      "om orphism",
+      "omorph ism",
+      "det ails",
+      "detail s",
+      "ach sen",
+      "in tegr",
+      "int egr",
+      "inte gr",
+      "V or",
+      "Un known",
+      "ace ae",
+      "a ceae",
+      "in ue",
+      "inu e",
+      "es ome",
+      "eso me",
+      "e some",
+      "▁F ir",
+      "ch ain",
+      "cha in",
+      "▁extrem ely",
+      "▁extreme ly",
+      "mult icol",
+      "multi col",
+      "▁Sw ift",
+      "▁address es",
+      "▁addr esses",
+      "hs pace",
+      "h space",
+      "▁Ro ger",
+      "▁Rog er",
+      "▁d essen",
+      "▁des sen",
+      "▁dess en",
+      "▁con sequ",
+      "▁cons equ",
+      "▁conse qu",
+      "ual mente",
+      "▁Pre mier",
+      "▁Prem ier",
+      "▁Re cord",
+      "▁Rec ord",
+      "▁ Record",
+      "▁B ron",
+      "▁Br on",
+      "▁Bro n",
+      "ki r",
+      "k ir",
+      "se x",
+      "s ex",
+      "in tern",
+      "int ern",
+      "inter n",
+      "inte rn",
+      "▁benef it",
+      "▁bene fit",
+      "um en",
+      "ume n",
+      "u men",
+      "▁be coming",
+      "▁bec oming",
+      "▁becom ing",
+      "▁l ig",
+      "▁li g",
+      "▁ lig",
+      "▁pop ula",
+      "▁popul a",
+      "os c",
+      "o sc",
+      "▁c iv",
+      "▁ci v",
+      "▁great est",
+      "▁pro ces",
+      "▁proc es",
+      "] *",
+      "▁ме сто",
+      "▁мест о",
+      "▁' $",
+      "▁ '$",
+      "he ll",
+      "hel l",
+      "h ell",
+      "(\" \\",
+      "( \"\\",
+      "▁n ine",
+      "▁ni ne",
+      "▁nin e",
+      "▁F ac",
+      "▁Fa c",
+      "ul pt",
+      "ulp t",
+      "jo urs",
+      "jou rs",
+      "j ours",
+      "▁C opy",
+      "▁Co py",
+      "▁Cop y",
+      "▁ Copy",
+      "▁activ ities",
+      "▁Dem ocr",
+      "▁Demo cr",
+      "E s",
+      "Su ccess",
+      "▁E sta",
+      "▁Est a",
+      "▁Es ta",
+      "it ul",
+      "itu l",
+      "is ti",
+      "ist i",
+      "▁B ed",
+      "▁Be d",
+      "ja s",
+      "j as",
+      "▁т ем",
+      "▁те м",
+      "▁ тем",
+      "▁H ung",
+      "▁Hu ng",
+      "▁Hun g",
+      "G ame",
+      "▁he av",
+      "onn ées",
+      "▁branch es",
+      "▁bran ches",
+      "bo rg",
+      "bor g",
+      "b org",
+      "▁v l",
+      "▁ vl",
+      "▁slow ly",
+      "F a",
+      "Go ogle",
+      "em i",
+      "e mi",
+      "▁circumst ances",
+      "▁' %",
+      "▁U nd",
+      "▁Un d",
+      "▁ Und",
+      "▁Vict oria",
+      "▁Victor ia",
+      "▁T yp",
+      "▁Ty p",
+      "▁ Typ",
+      "rupt ed",
+      "rup ted",
+      "▁rel ativ",
+      "▁s lo",
+      "▁sl o",
+      "▁p adre",
+      "▁pad re",
+      "▁d aily",
+      "▁da ily",
+      "▁dai ly",
+      "▁or th",
+      "▁ort h",
+      "▁ orth",
+      "чни й",
+      "ч ний",
+      "▁fran zös",
+      "▁t eil",
+      "▁te il",
+      "▁ teil",
+      "▁Se curity",
+      "▁Sec urity",
+      "▁ Security",
+      "or don",
+      "ord on",
+      "ordo n",
+      "▁s weet",
+      "▁swe et",
+      "SI ZE",
+      "▁C el",
+      "▁Ce l",
+      "èt res",
+      "è tres",
+      "om mes",
+      "omm es",
+      "▁с і",
+      "▁ сі",
+      "▁effort s",
+      "ą z",
+      "▁oh ne",
+      "▁South ern",
+      "▁Sou thern",
+      "▁approxim ately",
+      "▁approximate ly",
+      "це н",
+      "ц ен",
+      "(' #",
+      "▁s aving",
+      "▁sa ving",
+      "▁sav ing",
+      "nb sp",
+      "▁trans late",
+      "▁transl ate",
+      "▁ translate",
+      "▁Î n",
+      "mem ber",
+      "m ember",
+      "▁l aws",
+      "▁la ws",
+      "▁law s",
+      "▁ж ен",
+      "▁же н",
+      "▁ жен",
+      "▁си сте",
+      "t c",
+      "> \\",
+      "el te",
+      "elt e",
+      "▁e hem",
+      "▁con trad",
+      "▁cont rad",
+      "▁contr ad",
+      "▁contra d",
+      "▁ру с",
+      "▁р ус",
+      "▁ рус",
+      "ь я",
+      "▁M iddle",
+      "▁ Middle",
+      "qu ip",
+      "qui p",
+      "▁c hez",
+      "▁ch ez",
+      "▁che z",
+      "▁ chez",
+      "Field s",
+      "▁per mit",
+      "▁perm it",
+      "ik el",
+      "ike l",
+      "i kel",
+      "▁w ir",
+      "▁t rial",
+      "▁tr ial",
+      "▁tri al",
+      "▁ver schied",
+      "▁versch ied",
+      "▁ф ев",
+      "▁фе в",
+      "▁m ale",
+      "▁ma le",
+      "▁mal e",
+      "▁ male",
+      "▁я зы",
+      "▁ny el",
+      "ak ter",
+      "akt er",
+      "akte r",
+      "a kter",
+      "▁den omin",
+      "cept or",
+      "cep tor",
+      "▁W at",
+      "▁Wa t",
+      "▁f ino",
+      "▁fin o",
+      "▁fi no",
+      "▁XV III",
+      "▁XVI II",
+      "▁XVII I",
+      "ry ption",
+      "rypt ion",
+      "de sc",
+      "des c",
+      "d esc",
+      "ap a",
+      "a pa",
+      "ле на",
+      "лен а",
+      "л ена",
+      "▁k ol",
+      "▁ko l",
+      "▁ kol",
+      "▁ Є",
+      "▁dep endent",
+      "▁depend ent",
+      "▁ dependent",
+      "▁C ra",
+      "▁Cr a",
+      "▁st orm",
+      "▁stor m",
+      "▁sto rm",
+      "▁Г ер",
+      "▁Ге р",
+      "▁p ipe",
+      "▁pi pe",
+      "▁pip e",
+      "▁ pipe",
+      "▁att ended",
+      "▁attend ed",
+      "▁v ita",
+      "▁vi ta",
+      "▁vit a",
+      "uz ione",
+      "u zione",
+      "cz as",
+      "cza s",
+      "c zas",
+      "on da",
+      "ond a",
+      "▁b old",
+      "▁bo ld",
+      "▁bol d",
+      "▁ bold",
+      "Column s",
+      "ic ió",
+      "ici ó",
+      "i ció",
+      "▁c zę",
+      "▁cz ę",
+      "▁из вест",
+      "▁Cl oud",
+      "▁Clo ud",
+      "▁ Cloud",
+      "▁w arm",
+      "▁war m",
+      "▁wa rm",
+      "▁с ы",
+      "▁ сы",
+      "▁с те",
+      "▁ст е",
+      "▁ сте",
+      "▁produ cer",
+      "▁produce r",
+      "▁Lud wig",
+      "▁Nor thern",
+      "▁North ern",
+      "ł ą",
+      "NS String",
+      "▁H ad",
+      "▁Ha d",
+      "▁И ван",
+      "▁E g",
+      "▁I mp",
+      "▁Im p",
+      "▁ Imp",
+      "ш і",
+      "▁A uch",
+      "▁Au ch",
+      "то к",
+      "т ок",
+      "▁H it",
+      "▁Hi t",
+      "▁qu ien",
+      "▁qui en",
+      "▁de partment",
+      "▁depart ment",
+      "▁erh ielt",
+      "▁u i",
+      "▁ ui",
+      "▁S pr",
+      "▁Sp r",
+      "се р",
+      "с ер",
+      "ou rt",
+      "our t",
+      "o urt",
+      "▁Ste phen",
+      "▁Step hen",
+      "▁Steph en",
+      "te am",
+      "▁z ip",
+      "▁ zip",
+      "▁B ang",
+      "▁Ba ng",
+      "▁Ban g",
+      "▁grow th",
+      "▁j am",
+      "▁ja m",
+      "▁K ais",
+      "▁Ka is",
+      "b matrix",
+      "▁As ia",
+      "▁rég ion",
+      "= /",
+      "▁Pac ific",
+      "▁author ity",
+      "▁# [",
+      "та ми",
+      "там и",
+      "▁every one",
+      "▁att end",
+      "▁atte nd",
+      "▁ attend",
+      "▁tim estamp",
+      "▁ timestamp",
+      "▁t ries",
+      "▁tr ies",
+      "▁tri es",
+      "▁f f",
+      "▁ ff",
+      "ше й",
+      "ш ей",
+      "▁develop ing",
+      "ol t",
+      "o lt",
+      "up s",
+      "u ps",
+      "▁moment o",
+      "▁mom ento",
+      "▁S ain",
+      "▁Sa in",
+      "Te rm",
+      "T erm",
+      "▁c elle",
+      "▁ce lle",
+      "▁cell e",
+      "▁cel le",
+      "G R",
+      "Mo use",
+      "M ouse",
+      "▁челов ек",
+      "▁челове к",
+      "▁Col lection",
+      "▁Coll ection",
+      "▁Collect ion",
+      "▁ Collection",
+      "ât re",
+      "â tre",
+      "▁W rite",
+      "▁Writ e",
+      "▁ Write",
+      "▁P om",
+      "▁Po m",
+      "[ -",
+      "Ca m",
+      "C am",
+      "▁loc ations",
+      "▁location s",
+      "▁J son",
+      "▁ Json",
+      "el led",
+      "ell ed",
+      "elle d",
+      "select or",
+      "sel ector",
+      "re peat",
+      "ct ors",
+      "ctor s",
+      "ot te",
+      "ott e",
+      "o tte",
+      "ви зи",
+      "änd e",
+      "än de",
+      "ä nde",
+      "▁ach ieved",
+      "▁achieve d",
+      "▁achiev ed",
+      "▁main ly",
+      "____ ____",
+      "! )",
+      "▁явля ется",
+      "▁c ities",
+      "▁ci ties",
+      "▁cit ies",
+      "sing le",
+      "sin gle",
+      "г ре",
+      "▁P ak",
+      "▁Pa k",
+      "▁allow ing",
+      "▁allo wing",
+      "fer red",
+      "▁а пре",
+      "хо дя",
+      "ход я",
+      "▁brow sers",
+      "▁browser s",
+      "▁es crit",
+      "▁esc rit",
+      "▁escri t",
+      "▁mount ain",
+      "▁network s",
+      "▁net works",
+      "ki nd",
+      "kin d",
+      "k ind",
+      "li ver",
+      "live r",
+      "liv er",
+      "l iver",
+      "▁cl osing",
+      "▁clos ing",
+      "▁clo sing",
+      "▁sk ip",
+      "▁ski p",
+      "▁ skip",
+      "ú t",
+      "▁d uration",
+      "▁dur ation",
+      "▁ duration",
+      "ét ait",
+      "éta it",
+      "é tait",
+      "▁s cr",
+      "▁sc r",
+      "▁ scr",
+      "B B",
+      "ór ia",
+      "ó ria",
+      "▁K ultur",
+      "▁Kult ur",
+      "▁output s",
+      "multi column",
+      "multicol umn",
+      "▁bel ongs",
+      "▁belong s",
+      "fe ature",
+      "uc ky",
+      "uck y",
+      "▁j uli",
+      "▁ju li",
+      "▁jul i",
+      "▁рай она",
+      "▁райо на",
+      "▁район а",
+      "з во",
+      "fact ory",
+      "factor y",
+      "f actory",
+      "Fun c",
+      "F unc",
+      "▁ut ter",
+      "▁ utter",
+      "▁TO DO",
+      "▁o bt",
+      "▁ob t",
+      "ateg ories",
+      "ategor ies",
+      "▁com bine",
+      "▁comb ine",
+      "▁combin e",
+      "▁W all",
+      "▁Wal l",
+      "▁Wa ll",
+      "▁under lying",
+      "ar ono",
+      "aron o",
+      "aro no",
+      "▁P rote",
+      "▁Pro te",
+      "▁Pr ote",
+      "c ów",
+      "st an",
+      "sta n",
+      "s tan",
+      "▁G ew",
+      "▁Ge w",
+      "▁opt imal",
+      "▁optim al",
+      "▁Archiv link",
+      "▁S cript",
+      "▁ Script",
+      "▁destroy ed",
+      "х е",
+      "▁Fire fox",
+      "▁s ole",
+      "▁so le",
+      "▁sol e",
+      "▁ sole",
+      "La yer",
+      "L ayer",
+      "т ку",
+      "▁st ores",
+      "▁stor es",
+      "▁store s",
+      "▁sto res",
+      "▁dis plays",
+      "▁display s",
+      "is hing",
+      "ish ing",
+      "ishi ng",
+      "▁о ст",
+      "▁ос т",
+      "▁inst ant",
+      "▁el ő",
+      "▁habit antes",
+      "▁Ein wo",
+      "▁a li",
+      "▁al i",
+      "▁ ali",
+      "▁ER ROR",
+      "▁ERR OR",
+      "▁ ERROR",
+      "▁a head",
+      "▁ah ead",
+      "▁go als",
+      "▁goal s",
+      "▁m ár",
+      "▁má r",
+      "▁s ą",
+      "▁m art",
+      "▁ma rt",
+      "▁mar t",
+      "▁ mart",
+      "мини стра",
+      "F r",
+      "▁V illa",
+      "▁Vill a",
+      "▁Vi lla",
+      "▁Vil la",
+      "▁M arc",
+      "▁Mar c",
+      "▁Ma rc",
+      "ro py",
+      "rop y",
+      "r opy",
+      "ag ram",
+      "agr am",
+      "a gram",
+      "ha pe",
+      "h ape",
+      "ме й",
+      "м ей",
+      "▁A L",
+      "▁ AL",
+      "▁conne xes",
+      "▁En tre",
+      "▁Ent re",
+      "St ep",
+      "Ste p",
+      "лі в",
+      "л ів",
+      "▁De ath",
+      "▁r ise",
+      "▁ris e",
+      "▁ri se",
+      "▁f os",
+      "▁fo s",
+      "▁l ev",
+      "▁le v",
+      "▁ lev",
+      "ga be",
+      "g abe",
+      "▁b roke",
+      "▁br oke",
+      "▁bro ke",
+      "product s",
+      "▁m edi",
+      "▁me di",
+      "▁med i",
+      "▁ medi",
+      "▁dis pon",
+      "▁disp on",
+      "Pack age",
+      "P ackage",
+      "Image View",
+      "▁N ag",
+      "▁Na g",
+      "uj ą",
+      "u ją",
+      "W ord",
+      "▁k ole",
+      "▁ko le",
+      "▁kol e",
+      "ße r",
+      "ß er",
+      ")` .",
+      ") `.",
+      "▁r ol",
+      "▁ro l",
+      "▁ rol",
+      "▁ í",
+      "те й",
+      "т ей",
+      "Pro gress",
+      "be an",
+      "▁s empre",
+      "▁sem pre",
+      "State ment",
+      "Stat ement",
+      "UP DATE",
+      "▁mond iale",
+      "▁w rapper",
+      "▁wr apper",
+      "▁wra pper",
+      "▁wrap per",
+      "▁ wrapper",
+      "▁C hart",
+      "▁Ch art",
+      "▁Char t",
+      "▁Cha rt",
+      "▁ Chart",
+      "▁on Click",
+      "че ння",
+      "чен ня",
+      "LO G",
+      "some thing",
+      "som ething",
+      "s omething",
+      "▁IN SERT",
+      "▁ INSERT",
+      "ще ния",
+      "ue t",
+      "u et",
+      "wer p",
+      "we rp",
+      "ro und",
+      "rou nd",
+      "r ound",
+      "ic hen",
+      "ich en",
+      "iche n",
+      "i chen",
+      "▁X VI",
+      "▁XV I",
+      "з ни",
+      "▁ave va",
+      "▁St ore",
+      "▁Sto re",
+      "▁ Store",
+      "▁x s",
+      "▁ xs",
+      "ra cht",
+      "rac ht",
+      "rach t",
+      "r acht",
+      "sc ar",
+      "s car",
+      "▁op era",
+      "▁oper a",
+      "▁ opera",
+      "▁deg rees",
+      "▁degree s",
+      "▁cit iz",
+      "äs ident",
+      "▁class ical",
+      "▁classic al",
+      "▁Jer sey",
+      "▁er sch",
+      "▁ers ch",
+      "▁ ersch",
+      "▁treat ment",
+      "▁насе ље",
+      "н ня",
+      "▁bo ost",
+      "▁ boost",
+      "am ount",
+      "amo unt",
+      "a mount",
+      "▁со зда",
+      "ér ieur",
+      "érie ur",
+      "éri eur",
+      "▁t elling",
+      "▁tell ing",
+      "▁tel ling",
+      "Ha s",
+      "H as",
+      "▁in iti",
+      "▁init i",
+      "▁П и",
+      "ev al",
+      "e val",
+      "▁M atch",
+      "▁Mat ch",
+      "▁ Match",
+      "▁cor re",
+      "▁corr e",
+      "Point er",
+      "Po inter",
+      "▁pass es",
+      "▁passe s",
+      "comp any",
+      "▁а н",
+      "▁ ан",
+      "ach es",
+      "ac hes",
+      "ache s",
+      "a ches",
+      "▁sig lo",
+      "не м",
+      "н ем",
+      "▁ex change",
+      "▁ exchange",
+      "ci to",
+      "cit o",
+      "c ito",
+      "▁B ab",
+      "▁Ba b",
+      "Do c",
+      "D oc",
+      "ze ś",
+      "▁на род",
+      "▁ народ",
+      "▁conf lict",
+      "▁conflic t",
+      "▁confl ict",
+      "▁nov ember",
+      "ea u",
+      "e au",
+      "ö v",
+      "▁H ub",
+      "▁Hu b",
+      "▁ Hub",
+      "▁p oco",
+      "▁po co",
+      "▁poc o",
+      "en sa",
+      "ens a",
+      "sch ließ",
+      "lass e",
+      "las se",
+      "l asse",
+      "data s",
+      "dat as",
+      "▁с ти",
+      "▁ст и",
+      "▁ сти",
+      "un ivers",
+      "uni vers",
+      "ek s",
+      "e ks",
+      "▁C ho",
+      "▁Ch o",
+      "▁ Cho",
+      "▁c ô",
+      "▁( .",
+      "▁ (.",
+      "ew nę",
+      "▁Ch ief",
+      "▁Chi ef",
+      "▁ch ef",
+      "▁che f",
+      "▁у прав",
+      "ul i",
+      "u li",
+      "▁' ''",
+      "▁'' '",
+      "▁ '''",
+      "nap shot",
+      "▁re lac",
+      "▁rel ac",
+      "▁rela c",
+      "ég e",
+      "é ge",
+      "w t",
+      "we nd",
+      "wen d",
+      "w end",
+      "os ing",
+      "osi ng",
+      "o sing",
+      "▁ha cer",
+      "▁hace r",
+      "▁ф ран",
+      "au tres",
+      "aut res",
+      "autre s",
+      "▁f ils",
+      "▁fil s",
+      "▁fi ls",
+      "er ed",
+      "ere d",
+      "e red",
+      "▁По силання",
+      "▁th erm",
+      "▁the rm",
+      "▁ther m",
+      "ер жа",
+      "su ch",
+      "s uch",
+      "▁i hren",
+      "▁ih ren",
+      "▁ihr en",
+      "▁ihre n",
+      "▁en contr",
+      "▁l ots",
+      "▁lo ts",
+      "▁lot s",
+      "lo go",
+      "log o",
+      "l ogo",
+      "▁W i",
+      "/ (",
+      "ш ње",
+      "DA TA",
+      "DAT A",
+      "D ATA",
+      "▁P layer",
+      "▁Pl ayer",
+      "▁Play er",
+      "▁Pla yer",
+      "▁ Player",
+      "▁Leip zig",
+      "▁rel atives",
+      "▁relative s",
+      "▁relativ es",
+      "ре в",
+      "р ев",
+      "▁new sp",
+      "▁news p",
+      "? ,",
+      "▁St utt",
+      "▁Stu tt",
+      "▁d ual",
+      "▁du al",
+      "▁compan ies",
+      "▁z am",
+      "▁za m",
+      "put ation",
+      "▁in equality",
+      "▁t rem",
+      "▁tr em",
+      "▁tre m",
+      "hi ps",
+      "hip s",
+      "h ips",
+      "an ch",
+      "anc h",
+      "▁ Ż",
+      "бур г",
+      "▁cop ies",
+      "da sh",
+      "das h",
+      "d ash",
+      "во р",
+      "в ор",
+      "spiel er",
+      "s pieler",
+      "▁Re volution",
+      "▁Revol ution",
+      "es ty",
+      "est y",
+      "e sty",
+      "▁j unto",
+      "▁jun to",
+      "▁junt o",
+      "▁Ind eed",
+      "ok al",
+      "oka l",
+      "o kal",
+      "ctr ine",
+      "▁F ord",
+      "▁For d",
+      "▁Fo rd",
+      "▁C REATE",
+      "▁ CREATE",
+      "▁w alls",
+      "▁wall s",
+      "▁wal ls",
+      "▁a ute",
+      "▁au te",
+      "▁aut e",
+      "S U",
+      "wh y",
+      "w hy",
+      "plement ation",
+      "ro ut",
+      "rou t",
+      "r out",
+      "Mat rix",
+      "▁s ad",
+      "▁sa d",
+      "ан а",
+      "а на",
+      "▁P ic",
+      "▁Pi c",
+      ". “",
+      "▁A C",
+      "▁ AC",
+      "▁F est",
+      "▁Fe st",
+      "▁des ktop",
+      "▁ desktop",
+      "▁P ay",
+      "▁Pa y",
+      "▁ Pay",
+      "ome times",
+      "omet imes",
+      "▁T ak",
+      "▁Ta k",
+      "ра б",
+      "▁S ever",
+      "▁Se ver",
+      "▁nor thern",
+      "▁north ern",
+      "an ter",
+      "ant er",
+      "ante r",
+      "▁Mod ern",
+      "▁Mo dern",
+      "▁Mode rn",
+      "wa l",
+      "w al",
+      "{ \r",
+      "on line",
+      "ö k",
+      "▁brit ann",
+      "$ _",
+      "▁j ar",
+      "▁ja r",
+      "▁ jar",
+      "T L",
+      "xx xx",
+      "xxx x",
+      "x xxx",
+      "mer ge",
+      "▁N amen",
+      "▁Name n",
+      "▁Na men",
+      "▁Nam en",
+      "▁K EY",
+      "▁ KEY",
+      "▁re fers",
+      "▁ref ers",
+      "▁refer s",
+      "▁h in",
+      "▁hi n",
+      "▁ hin",
+      "▁Vol ks",
+      "▁Volk s",
+      "st eller",
+      "stell er",
+      "stelle r",
+      "vi ation",
+      "via tion",
+      "v iation",
+      "on io",
+      "oni o",
+      "o nio",
+      "ight er",
+      "igh ter",
+      "Com pat",
+      "Comp at",
+      "▁C E",
+      "▁ CE",
+      "▁p ró",
+      "▁pr ó",
+      "▁encuent ra",
+      "the orem",
+      "▁pub li",
+      "▁Develop ment",
+      "н д",
+      "▁r os",
+      "▁ro s",
+      "▁ ros",
+      "▁s hr",
+      "▁sh r",
+      "se au",
+      "s eau",
+      "▁gener ating",
+      "▁gene rating",
+      "▁difficult y",
+      "▁Ex press",
+      "▁Exp ress",
+      "▁ Express",
+      "Al ignment",
+      "de utsch",
+      "▁Вла ди",
+      "▁sugg ests",
+      "▁suggest s",
+      "▁Famil y",
+      "▁Fam ily",
+      "▁ Family",
+      "bb i",
+      "b bi",
+      "]) .",
+      "] ).",
+      "st aw",
+      "sta w",
+      "▁pres idente",
+      "▁president e",
+      "▁presiden te",
+      "▁st esso",
+      "in x",
+      "i nx",
+      "set up",
+      "▁con form",
+      "▁conf orm",
+      "▁f ro",
+      "▁fr o",
+      "=\\ \"",
+      "= \\\"",
+      "▁d å",
+      "ic iones",
+      "ici ones",
+      "icio nes",
+      "icion es",
+      "i ciones",
+      "▁e volution",
+      "▁evol ution",
+      "pr ote",
+      "pro te",
+      "p rote",
+      "▁pr ints",
+      "▁print s",
+      "▁prin ts",
+      "▁P ont",
+      "▁Po nt",
+      "▁Pon t",
+      "▁conf usion",
+      "▁ Й",
+      "▁d ello",
+      "▁del lo",
+      "▁dell o",
+      "▁man if",
+      "Def inition",
+      "ár a",
+      "á ra",
+      "ma ls",
+      "mal s",
+      "m als",
+      "▁s ale",
+      "▁sa le",
+      "▁sal e",
+      "▁drop down",
+      "▁ dropdown",
+      "Ch ain",
+      "Amer ican",
+      "America n",
+      "▁m k",
+      "▁ mk",
+      "▁B ez",
+      "▁Be z",
+      "▁F ue",
+      "▁Fu e",
+      "▁N E",
+      "▁ NE",
+      "гра фи",
+      "граф и",
+      "doc ker",
+      "do cker",
+      "d ocker",
+      "▁^ {",
+      "▁ ^{",
+      "As sert",
+      "Ass ert",
+      "▁hor izontal",
+      "▁horizon tal",
+      "▁ horizontal",
+      "(@ \"",
+      "( @\"",
+      "▁д ву",
+      "pro xy",
+      "U ri",
+      "gen cy",
+      "g ency",
+      "▁\" [",
+      "▁Q t",
+      "▁ Qt",
+      "▁N ames",
+      "▁Name s",
+      "▁Na mes",
+      "▁Nam es",
+      "▁ Names",
+      "▁evalu ate",
+      "▁eval uate",
+      "! /",
+      "▁ein ges",
+      "▁eing es",
+      "▁syn th",
+      "▁sy nth",
+      "▁You Tube",
+      "▁turn ing",
+      "▁tur ning",
+      "▁E ric",
+      "▁Er ic",
+      "▁б ли",
+      "▁ бли",
+      "▁k lub",
+      "▁kl ub",
+      "pl orer",
+      "▁s ports",
+      "▁sport s",
+      "▁s ia",
+      "▁si a",
+      "о ш",
+      "▁d ai",
+      "▁da i",
+      "▁e urope",
+      "▁europ e",
+      "▁euro pe",
+      "ic ians",
+      "ici ans",
+      "ician s",
+      "icia ns",
+      "ings områ",
+      "▁d re",
+      "▁dr e",
+      "▁work around",
+      "▁s uit",
+      "▁su it",
+      "▁ suit",
+      "amb igu",
+      "▁quant ity",
+      "▁ quantity",
+      "▁seg undo",
+      "Sym bol",
+      "S ymbol",
+      "▁m oral",
+      "▁mo ral",
+      "▁mor al",
+      "Ch art",
+      "Char t",
+      "C hart",
+      "▁da mit",
+      "▁dam it",
+      "▁attempt s",
+      "▁d onn",
+      "▁do nn",
+      "▁don n",
+      "jo s",
+      "j os",
+      "▁e re",
+      "▁er e",
+      "▁ ere",
+      "▁hom me",
+      "▁ homme",
+      "si mp",
+      "sim p",
+      "s imp",
+      "rypt ed",
+      "▁act s",
+      "▁ac ts",
+      "inner HTML",
+      "▁tourn ament",
+      "▁s ky",
+      "▁sk y",
+      "▁ sky",
+      "Time r",
+      "Tim er",
+      "T imer",
+      "▁mill ions",
+      "▁million s",
+      "^ +",
+      "ag ent",
+      "age nt",
+      "agen t",
+      "a gent",
+      "') );",
+      "')) ;",
+      "' ));",
+      "▁o st",
+      "▁os t",
+      "▁ ost",
+      "▁g la",
+      "▁gl a",
+      "▁по мо",
+      "▁f ün",
+      "ст вом",
+      "ств ом",
+      "ство м",
+      "ewnę trz",
+      "▁Mé xico",
+      "▁l ub",
+      "▁lu b",
+      "▁ lub",
+      "▁É d",
+      "if ik",
+      "ifi k",
+      "i fik",
+      "че ский",
+      "▁im mer",
+      "▁imm er",
+      "▁ immer",
+      "en sen",
+      "ens en",
+      "ense n",
+      "an ny",
+      "ann y",
+      "in line",
+      "▁g over",
+      "▁go ver",
+      "au c",
+      "a uc",
+      "▁re pre",
+      "▁rep re",
+      "▁repr e",
+      "▁histor ia",
+      "▁hist oria",
+      "A g",
+      "▁p lt",
+      "▁pl t",
+      "▁Pr inci",
+      "▁Prin ci",
+      "im eter",
+      "ime ter",
+      "imet er",
+      "i meter",
+      "ő s",
+      "š e",
+      "▁U E",
+      "▁ UE",
+      "Equ als",
+      "Equal s",
+      "Eq uals",
+      "Dis patch",
+      "le gen",
+      "leg en",
+      "lege n",
+      "l egen",
+      "ла зи",
+      "чно й",
+      "ч ной",
+      "▁st ell",
+      "▁ste ll",
+      "▁ stell",
+      "ń st",
+      "▁c ri",
+      "▁cr i",
+      "▁ cri",
+      "▁In dep",
+      "▁Ind ep",
+      "è de",
+      "}\\ )",
+      "} \\)",
+      "▁w yst",
+      "▁wy st",
+      "▁wys t",
+      "▁fig ured",
+      "▁figure d",
+      "▁figur ed",
+      "AT CH",
+      "éb en",
+      "é ben",
+      "la cht",
+      "lac ht",
+      "lach t",
+      "l acht",
+      "▁succeed ed",
+      "gr y",
+      "g ry",
+      "▁p ret",
+      "▁pr et",
+      "▁pre t",
+      "▁ pret",
+      "▁S af",
+      "▁Sa f",
+      "▁\" );",
+      "▁\") ;",
+      "▁ \");",
+      "e h",
+      "▁offic iel",
+      "▁offici el",
+      "краї н",
+      "wi nd",
+      "win d",
+      "w ind",
+      "▁sc atter",
+      "▁F ox",
+      "▁Fo x",
+      "ic ious",
+      "ici ous",
+      "icio us",
+      "i cious",
+      "Man y",
+      "Ma ny",
+      "M any",
+      "up er",
+      "u per",
+      "▁Con vert",
+      "▁ Convert",
+      "st erd",
+      "ste rd",
+      "ster d",
+      "▁St ein",
+      "▁Ste in",
+      "▁О т",
+      "}^ {(",
+      "}^{ (",
+      "} ^{(",
+      "bet ween",
+      "hi re",
+      "h ire",
+      "▁on Create",
+      "▁ onCreate",
+      "; </",
+      "b ably",
+      "S Y",
+      "mo t",
+      "m ot",
+      "▁D ire",
+      "▁Di re",
+      "▁Dir e",
+      "itect ure",
+      "то й",
+      "▁co ordinate",
+      "▁coordin ate",
+      "▁coord inate",
+      "▁ coordinate",
+      "(\" #",
+      "▁s üd",
+      "O B",
+      "▁m orte",
+      "▁mor te",
+      "▁mort e",
+      "▁we ather",
+      "▁h ely",
+      "▁he ly",
+      "▁hel y",
+      "▁ hely",
+      "▁priv ile",
+      "RE LEASE",
+      "at el",
+      "ate l",
+      "a tel",
+      "▁recogn ized",
+      "▁recognize d",
+      "▁Th ough",
+      "сси й",
+      "mem ory",
+      "▁comp ilation",
+      "bit s",
+      "bi ts",
+      "b its",
+      "▁w ed",
+      "▁we d",
+      "▁ wed",
+      "}} _{",
+      "}}_ {",
+      "} }_{",
+      "▁G UI",
+      "п ня",
+      "▁sou thern",
+      "▁south ern",
+      "▁h ay",
+      "▁ha y",
+      "ov ić",
+      "ovi ć",
+      "o vić",
+      "la uf",
+      "lau f",
+      "l auf",
+      "▁E L",
+      "▁ EL",
+      "▁F ull",
+      "▁Fu ll",
+      "▁Ful l",
+      "▁ Full",
+      "▁Ham burg",
+      "▁Hamb urg",
+      "▁M ittel",
+      "▁Mit tel",
+      "▁Mitte l",
+      "▁Mitt el",
+      "D U",
+      "appro x",
+      "H S",
+      "▁про це",
+      "▁mag azine",
+      "▁M ig",
+      "▁Mi g",
+      "▁click ing",
+      "en tr",
+      "ent r",
+      "▁au tre",
+      "▁aut re",
+      "▁ autre",
+      "▁t é",
+      "▁ té",
+      "▁h á",
+      "▁ há",
+      "ст ы",
+      "с ты",
+      "▁M A",
+      "▁ MA",
+      "ap py",
+      "app y",
+      "a ppy",
+      "st ví",
+      "▁se lon",
+      "▁sel on",
+      "▁g ek",
+      "▁ge k",
+      "▁S l",
+      "▁ Sl",
+      "fr astr",
+      "fra str",
+      "Li b",
+      "L ib",
+      "▁Д у",
+      "▁f acing",
+      "▁fa cing",
+      "▁fac ing",
+      "▁с тар",
+      "▁ст ар",
+      "▁ста р",
+      "▁D utch",
+      "at ar",
+      "ata r",
+      "a tar",
+      "▁ke eps",
+      "▁keep s",
+      "▁Pat rick",
+      "▁Patri ck",
+      "il io",
+      "ili o",
+      "i lio",
+      "▁v ig",
+      "▁vi g",
+      "тв а",
+      "т ва",
+      "▁Feder al",
+      "▁Fed eral",
+      "▁par agraph",
+      "▁para graph",
+      "▁ paragraph",
+      "▁inter action",
+      "▁inte raction",
+      "▁interact ion",
+      "▁occ as",
+      "▁oc cas",
+      "▁I ran",
+      "▁Ir an",
+      "▁Ira n",
+      "▁machine s",
+      "▁mach ines",
+      "(( )",
+      "( ()",
+      "ur ies",
+      "uri es",
+      "u ries",
+      "▁ро ди",
+      "▁род и",
+      "▁ роди",
+      "▁а мерикан",
+      "up p",
+      "u pp",
+      "▁i ce",
+      "▁ic e",
+      "▁ ice",
+      "▁S ay",
+      "▁Sa y",
+      "▁s ail",
+      "▁sa il",
+      "▁B egin",
+      "▁Be gin",
+      "▁Beg in",
+      "▁ Begin",
+      "fi co",
+      "fic o",
+      "f ico",
+      "og a",
+      "o ga",
+      "▁d esar",
+      "▁des ar",
+      "▁d v",
+      "▁ра ди",
+      "oh en",
+      "o hen",
+      "er ei",
+      "ere i",
+      "e rei",
+      "án ak",
+      "á nak",
+      "▁d aar",
+      "▁da ar",
+      "if iers",
+      "ifier s",
+      "ifi ers",
+      "ifie rs",
+      "▁th ee",
+      "▁the e",
+      "▁by la",
+      "▁byl a",
+      "ва ла",
+      "вал а",
+      "в ала",
+      "an dro",
+      "and ro",
+      "andr o",
+      "▁м оло",
+      "▁мо ло",
+      "▁tot ally",
+      "▁total ly",
+      "io m",
+      "i om",
+      "▁a er",
+      "ns ylvan",
+      "▁cor ps",
+      "▁tre ated",
+      "▁treat ed",
+      "▁com une",
+      "▁comun e",
+      "M ich",
+      "vo ice",
+      "pg f",
+      "▁a nx",
+      "▁an x",
+      "▁Phil ip",
+      "▁Phili p",
+      "▁e k",
+      "▁ ek",
+      "▁Men schen",
+      "▁Mens chen",
+      "▁d ere",
+      "▁de re",
+      "▁der e",
+      "▁per met",
+      "▁perm et",
+      "Ma il",
+      "M ail",
+      "▁V é",
+      "en ted",
+      "ent ed",
+      "ente d",
+      "▁b unch",
+      "▁P iet",
+      "▁Pi et",
+      "▁Pie t",
+      "att ach",
+      "atta ch",
+      "▁p orte",
+      "▁por te",
+      "▁port e",
+      "▁ porte",
+      "да т",
+      "д ат",
+      "▁Brit ain",
+      "Enc oding",
+      "▁` <",
+      "Sp ace",
+      "S pace",
+      "▁r ap",
+      "▁ra p",
+      "▁ rap",
+      "▁pop ul",
+      "fl oor",
+      "f loor",
+      "spec ific",
+      "cle an",
+      "c lean",
+      "▁con qu",
+      "f b",
+      "▁introdu ce",
+      "▁Ent ity",
+      "▁ Entity",
+      "▁er folg",
+      "▁erf olg",
+      "at ol",
+      "ato l",
+      "a tol",
+      "ient os",
+      "iento s",
+      "ки педи",
+      "▁U t",
+      "▁б ри",
+      "▁ бри",
+      "ed uler",
+      "edu ler",
+      "edule r",
+      "▁conc entr",
+      "▁concent r",
+      "▁c her",
+      "▁ch er",
+      "▁che r",
+      "▁ cher",
+      "▁up grade",
+      "▁upgrad e",
+      "▁p ictures",
+      "▁picture s",
+      "▁Famil ie",
+      "M us",
+      "Lo ok",
+      "L ook",
+      "▁e ran",
+      "▁er an",
+      "▁era n",
+      "▁g ram",
+      "▁gr am",
+      "▁gra m",
+      "▁ gram",
+      "▁W o",
+      "np m",
+      "n pm",
+      "▁Sal v",
+      "▁Sa lv",
+      "▁c d",
+      "▁ cd",
+      "▁В ы",
+      "wa hl",
+      "w ahl",
+      "tr ain",
+      "tra in",
+      "t rain",
+      "ch em",
+      "che m",
+      "c hem",
+      "▁P il",
+      "▁Pi l",
+      "▁Con nect",
+      "▁ Connect",
+      "č e",
+      "▁h ast",
+      "▁ha st",
+      "▁has t",
+      "▁Mult i",
+      "▁Mul ti",
+      "▁ Multi",
+      "at ta",
+      "att a",
+      "a tta",
+      "▁S ound",
+      "▁So und",
+      "▁Sou nd",
+      "▁ Sound",
+      "sol ute",
+      "▁qu ote",
+      "▁quot e",
+      "▁ quote",
+      "▁o bst",
+      "▁ob st",
+      "▁obs t",
+      "cc iones",
+      "ccion es",
+      "c ciones",
+      "ib ly",
+      "▁b rand",
+      "▁br and",
+      "▁bra nd",
+      "▁bran d",
+      "▁ brand",
+      "▁convers ation",
+      "▁to utes",
+      "▁tout es",
+      "▁tou tes",
+      "▁toute s",
+      "▁R ub",
+      "▁Ru b",
+      "ie nia",
+      "ien ia",
+      "i enia",
+      "ir it",
+      "iri t",
+      "i rit",
+      "▁А нд",
+      "▁Ан д",
+      "edu led",
+      "edule d",
+      "▁T otal",
+      "▁To tal",
+      "▁Tot al",
+      "▁ Total",
+      "Di g",
+      "D ig",
+      "er em",
+      "ere m",
+      "e rem",
+      "▁s ki",
+      "▁sk i",
+      "▁ ski",
+      "De st",
+      "Des t",
+      "D est",
+      "Y Y",
+      "е ди",
+      "al y",
+      "a ly",
+      "▁back end",
+      "▁ backend",
+      "ul us",
+      "ulu s",
+      "u lus",
+      "▁feature d",
+      "▁person n",
+      "▁pers onn",
+      "▁sc hon",
+      "▁sch on",
+      "tr ace",
+      "tra ce",
+      "t race",
+      "▁I DE",
+      "▁ID E",
+      "▁ IDE",
+      "á j",
+      "▁anim als",
+      "▁animal s",
+      "▁ani mals",
+      "▁s now",
+      "▁sn ow",
+      "uv e",
+      "u ve",
+      "uer to",
+      "▁d rew",
+      "▁dr ew",
+      "▁dre w",
+      "▁Ye ah",
+      "▁S v",
+      "\\, \\",
+      "\\ ,\\",
+      "▁S erie",
+      "▁Se rie",
+      "▁Ser ie",
+      "▁second o",
+      "▁sec ondo",
+      "▁Leb ens",
+      "▁Leben s",
+      "▁acc ord",
+      "▁ac cord",
+      "▁C et",
+      "▁Ce t",
+      "er ade",
+      "era de",
+      "e rade",
+      "▁desp ite",
+      "▁C arlo",
+      "▁Car lo",
+      "▁Carl o",
+      "▁z ewnętrz",
+      "▁l ista",
+      "▁li sta",
+      "▁list a",
+      "▁ lista",
+      "ni co",
+      "nic o",
+      "n ico",
+      "▁Corpor ation",
+      "vs pace",
+      "v space",
+      "▁вой ны",
+      "▁st ands",
+      "▁stand s",
+      "▁stan ds",
+      "▁wor se",
+      "▁sim ult",
+      "▁si mult",
+      "▁pract ical",
+      "CO L",
+      "C OL",
+      "ch anged",
+      "change d",
+      "chan ged",
+      "▁Исто рия",
+      "б ри",
+      "in do",
+      "ind o",
+      "▁Lew is",
+      "▁pattern s",
+      "if ica",
+      "ific a",
+      "ifi ca",
+      "i fica",
+      "▁s mart",
+      "▁sm art",
+      "▁concern ed",
+      "ți i",
+      "ț ii",
+      "▁H ello",
+      "▁Hel lo",
+      "▁Hell o",
+      "▁ Hello",
+      "re ll",
+      "rel l",
+      "r ell",
+      "▁L ex",
+      "▁Le x",
+      "▁в то",
+      "▁cond itional",
+      "▁condition al",
+      "ot ted",
+      "ott ed",
+      "otte d",
+      "▁sh oot",
+      "▁sho ot",
+      "▁W ed",
+      "▁We d",
+      "▁мар та",
+      "au d",
+      "a ud",
+      "▁an te",
+      "▁ant e",
+      "▁ ante",
+      "ien tras",
+      "ient ras",
+      "▁p apers",
+      "▁pa pers",
+      "▁pap ers",
+      "▁paper s",
+      "▁port ug",
+      "▁Man agement",
+      "▁ Management",
+      "▁exerc ise",
+      "▁Begr iff",
+      "com mit",
+      "comm it",
+      "▁render ing",
+      "▁rend ering",
+      "▁rende ring",
+      "▁c zas",
+      "▁cz as",
+      "▁ czas",
+      "Dr op",
+      "D rop",
+      "er g",
+      "e rg",
+      "▁m ul",
+      "▁mu l",
+      "▁ mul",
+      "▁T an",
+      "▁Ta n",
+      "ie ro",
+      "ier o",
+      "i ero",
+      "▁loc ale",
+      "▁local e",
+      "▁ locale",
+      "▁in aug",
+      "du mp",
+      "d ump",
+      "ци й",
+      "▁symbol s",
+      "in ta",
+      "int a",
+      "▁aw arded",
+      "▁award ed",
+      "▁s ust",
+      "▁su st",
+      "▁sus t",
+      "▁S end",
+      "▁Se nd",
+      "▁Sen d",
+      "▁ Send",
+      "ї в",
+      "Re st",
+      "Res t",
+      "R est",
+      "zt en",
+      "zte n",
+      "z ten",
+      "ли м",
+      "л им",
+      "ri val",
+      "riv al",
+      "r ival",
+      "PO RT",
+      "P ORT",
+      "öl ker",
+      "im ately",
+      "imate ly",
+      "imat ely",
+      "ig te",
+      "igt e",
+      "ч ных",
+      "▁ter ra",
+      "▁ terra",
+      "ög lich",
+      "▁H om",
+      "▁Ho m",
+      "▁ Hom",
+      "▁h ex",
+      "▁he x",
+      "▁ hex",
+      "do ne",
+      "don e",
+      "d one",
+      "am ps",
+      "amp s",
+      "▁c et",
+      "▁ce t",
+      "PR E",
+      "P RE",
+      "ös t",
+      "ö st",
+      "▁fem me",
+      "Se lection",
+      "Select ion",
+      "▁z aw",
+      "▁za w",
+      "sp r",
+      "s pr",
+      "▁horse s",
+      "▁hors es",
+      "▁s nap",
+      "▁sn ap",
+      "Text Box",
+      "▁E clipse",
+      "ul le",
+      "ull e",
+      "u lle",
+      "ow ym",
+      "owy m",
+      "▁c omer",
+      "▁com er",
+      "▁co mer",
+      "▁come r",
+      "ne cess",
+      "co ok",
+      "c ook",
+      "en ger",
+      "eng er",
+      "-- >",
+      "- ->",
+      "▁p ří",
+      "▁př í",
+      "pan das",
+      "p andas",
+      "▁P lus",
+      "▁Pl us",
+      "▁ Plus",
+      "yl l",
+      "y ll",
+      "▁t error",
+      "▁te rror",
+      "▁ter ror",
+      "▁c rim",
+      "▁cr im",
+      "▁cri m",
+      "▁z ak",
+      "▁za k",
+      "▁ zak",
+      "iss ue",
+      "pa nel",
+      "pan el",
+      "p anel",
+      "sv g",
+      "▁re b",
+      "▁r eb",
+      "▁ reb",
+      "Custom er",
+      "sw itch",
+      "об ра",
+      "о бра",
+      "▁Champion ships",
+      "▁Championship s",
+      "▁Champions hips",
+      "cl o",
+      "c lo",
+      "at te",
+      "att e",
+      "a tte",
+      "▁any more",
+      "▁excell ent",
+      "▁opport unity",
+      "▁opportun ity",
+      "▁B ahn",
+      "▁Ba hn",
+      "▁Bah n",
+      "чи н",
+      "ч ин",
+      "et ing",
+      "eti ng",
+      "e ting",
+      "▁inc ident",
+      "to m",
+      "t om",
+      "Per s",
+      "Pe rs",
+      "P ers",
+      "bb en",
+      "bbe n",
+      "b ben",
+      "ствен ной",
+      "ственно й",
+      "и х",
+      "ro uter",
+      "route r",
+      "rout er",
+      "rou ter",
+      "r outer",
+      "▁new ly",
+      "▁sil ence",
+      "▁G NU",
+      "▁R ails",
+      "▁Ra ils",
+      "▁Rail s",
+      "▁A mb",
+      "▁Am b",
+      "▁Q ual",
+      "▁Qu al",
+      "▁ Qual",
+      "▁Sch aus",
+      "▁Sc haus",
+      "▁S ohn",
+      "▁So hn",
+      "▁A LL",
+      "▁AL L",
+      "▁ ALL",
+      "▁ro yal",
+      "▁roy al",
+      "▁ £",
+      "wi ę",
+      "w ię",
+      "▁ent fer",
+      "▁Re move",
+      "▁Rem ove",
+      "▁ Remove",
+      "▁hard ly",
+      "Us ing",
+      "U sing",
+      "ло г",
+      "▁I ch",
+      "▁d erni",
+      "▁der ni",
+      "▁Con nection",
+      "▁Connect ion",
+      "▁ Connection",
+      "fi sh",
+      "f ish",
+      "▁In form",
+      "▁Inf orm",
+      "▁Info rm",
+      "▁E ner",
+      "▁En er",
+      "ro it",
+      "r oit",
+      "B bb",
+      "View Model",
+      "V ideo",
+      "il ey",
+      "ile y",
+      "i ley",
+      "▁м ного",
+      "▁мно го",
+      "▁G em",
+      "▁Ge m",
+      "▁comp reh",
+      "▁compr eh",
+      "en umerate",
+      "ul as",
+      "ula s",
+      "u las",
+      "▁B ah",
+      "▁Ba h",
+      "▁Y et",
+      "▁Ye t",
+      "B R",
+      "х ра",
+      "▁count y",
+      "▁coun ty",
+      "▁H ist",
+      "▁His t",
+      "▁Hi st",
+      "▁Г у",
+      "▁ Ј",
+      "▁m ari",
+      "▁ma ri",
+      "▁mar i",
+      "▁C lar",
+      "▁Cl ar",
+      "▁Cla r",
+      "Bit map",
+      "B itmap",
+      "▁C z",
+      "▁m ån",
+      "▁må n",
+      "▁m ere",
+      "▁me re",
+      "▁mer e",
+      "▁mus ique",
+      "al so",
+      "als o",
+      "date s",
+      "da tes",
+      "dat es",
+      "d ates",
+      "▁D VD",
+      "▁g ol",
+      "▁go l",
+      "fo ny",
+      "fon y",
+      "f ony",
+      "▁Cast le",
+      "▁фа ми",
+      "▁arr ang",
+      "▁Bus iness",
+      "▁K az",
+      "▁Ka z",
+      "▁o sc",
+      "▁os c",
+      "▁ osc",
+      "▁se colo",
+      "▁sec olo",
+      "▁aff ected",
+      "▁affect ed",
+      "▁He alth",
+      "re b",
+      "r eb",
+      "ed itor",
+      "edit or",
+      "edi tor",
+      "▁own ed",
+      "▁ow ned",
+      "▁ owned",
+      "t l",
+      "▁v í",
+      "▁ ví",
+      "чни х",
+      "ч них",
+      "к ви",
+      "▁dev ient",
+      "▁devi ent",
+      "M utable",
+      "▁t egen",
+      "▁te gen",
+      "Reg ister",
+      "є ю",
+      "▁car acter",
+      "лл и",
+      "л ли",
+      "▁n ouvelle",
+      "▁nouve lle",
+      "ok o",
+      "o ko",
+      "icht et",
+      "ichte t",
+      "▁e vol",
+      "▁ev ol",
+      "▁H ab",
+      "▁Ha b",
+      "▁mil itar",
+      "▁milit ar",
+      "▁p uts",
+      "▁put s",
+      "▁pu ts",
+      "end if",
+      "endi f",
+      "▁Dav is",
+      "▁Da vis",
+      "▁Scot land",
+      "reg ular",
+      "▁Con text",
+      "▁Cont ext",
+      "▁ Context",
+      "is piel",
+      "isp iel",
+      "i spiel",
+      "▁G allery",
+      "▁Gall ery",
+      "\", \r",
+      "\" ,\r",
+      "▁a rc",
+      "▁ar c",
+      "▁ arc",
+      "▁IN FO",
+      "▁ INFO",
+      "▁c od",
+      "▁co d",
+      "▁ cod",
+      "ді в",
+      "д ів",
+      "▁v archar",
+      "▁var char",
+      "▁ varchar",
+      "▁tou jours",
+      "at ial",
+      "ati al",
+      "atia l",
+      "▁h anno",
+      "▁han no",
+      "▁проф ес",
+      "▁launch ed",
+      "▁насе лення",
+      "▁t on",
+      "▁to n",
+      "▁ ton",
+      "au sed",
+      "ause d",
+      "aus ed",
+      "a used",
+      "▁і з",
+      "▁t ö",
+      "▁P ur",
+      "▁Pu r",
+      "▁o lymp",
+      "AR N",
+      "ó m",
+      "▁a ugust",
+      "▁aug ust",
+      "▁f urn",
+      "▁fur n",
+      "▁fu rn",
+      "▁Col omb",
+      "▁Sta ats",
+      "▁Staat s",
+      "ho ra",
+      "hor a",
+      "h ora",
+      "▁м ор",
+      "▁мо р",
+      "▁ мор",
+      "can vas",
+      "▁gr ave",
+      "▁gra ve",
+      "▁grav e",
+      "▁com position",
+      "▁comp osition",
+      "▁compos ition",
+      "ac ja",
+      "▁которы е",
+      "▁ч о",
+      "▁ чо",
+      "Gener al",
+      "Gen eral",
+      "ан і",
+      "а ні",
+      "▁Joh annes",
+      "▁Johann es",
+      "▁Johan nes",
+      "ка р",
+      "к ар",
+      "▁ча ст",
+      "▁час т",
+      "▁Ва си",
+      "ss h",
+      "s sh",
+      "▁repla cing",
+      "▁< >",
+      "▁ <>",
+      "ці в",
+      "ц ів",
+      "la us",
+      "lau s",
+      "l aus",
+      "en y",
+      "e ny",
+      "äh l",
+      "ä hl",
+      "▁m arg",
+      "▁ma rg",
+      "▁mar g",
+      "ci ence",
+      "c ience",
+      "▁inst ruction",
+      "▁instru ction",
+      "▁instruct ion",
+      "▁ко ји",
+      "Ed itor",
+      "Edit or",
+      "▁fund amental",
+      "mu nd",
+      "mun d",
+      "m und",
+      "▁exception s",
+      "▁except ions",
+      "▁p late",
+      "▁pl ate",
+      "▁pla te",
+      "▁plat e",
+      "▁ plate",
+      "▁L is",
+      "▁Li s",
+      "▁d eren",
+      "▁de ren",
+      "▁der en",
+      "▁dere n",
+      "pr ep",
+      "pre p",
+      "p rep",
+      "▁janu ari",
+      "Sc ope",
+      "S cope",
+      "yn ast",
+      "yna st",
+      "r v",
+      "or sz",
+      "ors z",
+      "▁T ony",
+      "▁To ny",
+      "▁Ton y",
+      "▁д і",
+      "▁ ді",
+      "▁о дна",
+      "▁од на",
+      "▁s ab",
+      "▁sa b",
+      "ot i",
+      "o ti",
+      "je l",
+      "j el",
+      "▁gener ator",
+      "▁ generator",
+      "▁' .",
+      "▁ '.",
+      "▁sh arp",
+      "▁ sharp",
+      "▁то лько",
+      "▁account s",
+      "▁ž e",
+      "▁ že",
+      "▁for am",
+      "▁fo ram",
+      "▁g ouvern",
+      "TI ME",
+      "T IME",
+      "▁Sov iet",
+      "▁G é",
+      "▁ex ped",
+      "▁exp ed",
+      "▁ord inary",
+      "▁ordin ary",
+      "▁ ordinary",
+      "▁Con serv",
+      "▁Cons erv",
+      "▁Conse rv",
+      "▁com pla",
+      "▁comp la",
+      "▁compl a",
+      "te i",
+      "t ei",
+      "▁cap tain",
+      "▁capt ain",
+      "▁Sam uel",
+      "▁D ark",
+      "▁Dar k",
+      "▁в ін",
+      "▁ві н",
+      "▁de light",
+      "▁del ight",
+      "re cht",
+      "rec ht",
+      "di a",
+      "d ia",
+      "ess es",
+      "esse s",
+      "ul p",
+      "u lp",
+      "ш ки",
+      "be z",
+      "b ez",
+      "▁det ection",
+      "▁detect ion",
+      "▁cook ie",
+      "▁ cookie",
+      "an try",
+      "ant ry",
+      "Mult i",
+      "ob a",
+      "o ba",
+      "▁j oy",
+      "▁jo y",
+      "▁safe ty",
+      "▁saf ety",
+      "| ^",
+      "po d",
+      "p od",
+      "ad ém",
+      "▁Ch ron",
+      "▁Chr on",
+      "▁D jango",
+      "▁Dj ango",
+      "▁ehem al",
+      "k h",
+      "è le",
+      "▁p oc",
+      "▁po c",
+      "B ottom",
+      "la unch",
+      "ne m",
+      "n em",
+      "▁G ROUP",
+      "▁ GROUP",
+      "ní ho",
+      "▁G ib",
+      "▁Gi b",
+      "sd k",
+      "s dk",
+      "B E",
+      "▁G ene",
+      "▁Ge ne",
+      "▁Gen e",
+      "▁St aff",
+      "▁Sta ff",
+      "▁subsequ ent",
+      "ic ion",
+      "ici on",
+      "icio n",
+      "i cion",
+      "▁vict ory",
+      "▁c anon",
+      "▁can on",
+      "▁ca non",
+      "iz ar",
+      "iza r",
+      "i zar",
+      "iz ia",
+      "izi a",
+      "i zia",
+      "▁m ate",
+      "▁ma te",
+      "▁mat e",
+      "▁ mate",
+      "▁lay ers",
+      "▁layer s",
+      "▁ layers",
+      "su do",
+      "s udo",
+      "sch ule",
+      "per iment",
+      "ül et",
+      "ü let",
+      "AR CHAR",
+      "▁тер рито",
+      "▁me asures",
+      "▁measure s",
+      "▁meas ures",
+      "▁z ou",
+      "▁zo u",
+      "ops is",
+      "на ми",
+      "tb ody",
+      "t body",
+      "▁e se",
+      "▁es e",
+      "▁ ese",
+      "ster dam",
+      "sterd am",
+      "▁ph oto",
+      "▁phot o",
+      "▁ photo",
+      "ynchron ous",
+      "set minus",
+      "▁lo ads",
+      "▁load s",
+      "▁ loads",
+      "▁ple asure",
+      "▁me ille",
+      "}\\ ,",
+      "} \\,",
+      "qu al",
+      "qua l",
+      "q ual",
+      "▁fav our",
+      "▁r od",
+      "▁ro d",
+      "▁ rod",
+      "De r",
+      "D er",
+      "ра бо",
+      "раб о",
+      "▁pr essed",
+      "▁pres sed",
+      "▁press ed",
+      "▁ pressed",
+      "r ę",
+      "ie ving",
+      "iev ing",
+      "mate rial",
+      "m aterial",
+      "vi rt",
+      "vir t",
+      "v irt",
+      "▁cap able",
+      "с ло",
+      "us hed",
+      "ush ed",
+      "▁по бе",
+      "uset ts",
+      "un signed",
+      "uns igned",
+      "k ów",
+      "▁o v",
+      "▁ ov",
+      "eg eben",
+      "ege ben",
+      "e geben",
+      "▁app lying",
+      "▁apply ing",
+      "▁gal ax",
+      "▁ga lax",
+      "▁O racle",
+      "▁Or acle",
+      "▁Stutt gart",
+      "In fl",
+      "Inf l",
+      "ach usetts",
+      "▁de el",
+      "li re",
+      "l ire",
+      "▁stat unit",
+      "▁Polit iker",
+      "▁Politik er",
+      "▁beaut y",
+      ") >",
+      "▁Columb ia",
+      "▁zewnętrz ne",
+      "▁про гра",
+      "▁пр огра",
+      "▁d x",
+      "▁ dx",
+      "ck now",
+      "c know",
+      "▁d ub",
+      "▁du b",
+      "un ächst",
+      "find ViewById",
+      "▁M and",
+      "▁Man d",
+      "▁Ma nd",
+      "ál l",
+      "á ll",
+      "na ire",
+      "n aire",
+      "▁dest in",
+      "is ting",
+      "ist ing",
+      "isti ng",
+      "ag gi",
+      "agg i",
+      "a ggi",
+      "ch art",
+      "char t",
+      "cha rt",
+      "c hart",
+      "▁just ice",
+      "Sim ple",
+      "▁un fortunately",
+      "і р",
+      "▁qu esta",
+      "▁que sta",
+      "▁quest a",
+      "▁ questa",
+      "▁Govern or",
+      "я в",
+      "▁mús ica",
+      "▁equ ipo",
+      "▁equip o",
+      "▁D est",
+      "▁De st",
+      "▁Des t",
+      "▁ Dest",
+      "el ect",
+      "ele ct",
+      "e lect",
+      "Stack Trace",
+      "зо м",
+      "з ом",
+      "pr oc",
+      "pro c",
+      "p roc",
+      "ent in",
+      "enti n",
+      "ad ora",
+      "ado ra",
+      "ador a",
+      "▁Л ю",
+      "▁register ed",
+      "H L",
+      "face book",
+      "fac ebook",
+      "▁st oring",
+      "▁stor ing",
+      "▁sto ring",
+      "▁Current ly",
+      "▁qu adr",
+      "▁quad r",
+      "Stand ard",
+      "tr im",
+      "tri m",
+      "t rim",
+      "ear s",
+      "ea rs",
+      "e ars",
+      "se nder",
+      "sen der",
+      "send er",
+      "s ender",
+      "▁V as",
+      "▁Va s",
+      "▁ed ific",
+      "▁B ür",
+      "▁Bü r",
+      "▁C ountry",
+      "▁Count ry",
+      "▁Coun try",
+      "▁ Country",
+      "th a",
+      "t ha",
+      "; \"",
+      "no r",
+      "n or",
+      "▁Do ctor",
+      "▁Doc tor",
+      "ru ment",
+      "rum ent",
+      "r ument",
+      "Ge n",
+      "G en",
+      "▁B uen",
+      "▁Bu en",
+      "ra de",
+      "rad e",
+      "r ade",
+      "▁k un",
+      "n avigation",
+      "Pa y",
+      "P ay",
+      "▁capt ured",
+      "▁capture d",
+      "▁st ruck",
+      "▁str uck",
+      "▁stru ck",
+      "ven ir",
+      "ém ent",
+      "é ment",
+      "▁T ree",
+      "▁Tr ee",
+      "▁Tre e",
+      "▁ Tree",
+      "▁x x",
+      "▁ xx",
+      "▁n arr",
+      "▁na rr",
+      "▁nar r",
+      "ль ного",
+      "льно го",
+      "▁inst alling",
+      "▁install ing",
+      "▁instal ling",
+      "▁associ ation",
+      "▁insert ed",
+      "▁inser ted",
+      "er ner",
+      "ern er",
+      "erne r",
+      "valid ate",
+      "▁l ut",
+      "▁lu t",
+      "▁g lo",
+      "▁gl o",
+      "▁techn ology",
+      "▁P lace",
+      "▁Pl ace",
+      "▁Pla ce",
+      "▁ Place",
+      "$ ?",
+      "▁z v",
+      "с лі",
+      "E P",
+      "▁at mos",
+      "ug o",
+      "u go",
+      "ér t",
+      "é rt",
+      "▁W erk",
+      "▁Wer k",
+      "▁% }",
+      "te le",
+      "tel e",
+      "t ele",
+      "Sp an",
+      "S pan",
+      "▁R aj",
+      "▁Ra j",
+      "▁Person en",
+      "▁Pers onen",
+      "▁C ant",
+      "▁Can t",
+      "▁Ca nt",
+      "▁com bat",
+      "▁comb at",
+      "▁observ ation",
+      "▁obs ervation",
+      "param eter",
+      "para meter",
+      "▁agre ed",
+      "▁agree d",
+      "▁agr eed",
+      "pu r",
+      "p ur",
+      "▁sh adow",
+      "▁ shadow",
+      "▁g ł",
+      "Key s",
+      "Ke ys",
+      "Cre d",
+      "Cr ed",
+      "C red",
+      "ou ri",
+      "our i",
+      "o uri",
+      "▁p ale",
+      "▁pa le",
+      "▁pal e",
+      "ic ké",
+      "ick é",
+      "▁We ek",
+      "▁ Week",
+      "▁Pr ime",
+      "▁Pri me",
+      "▁Prim e",
+      "> .",
+      "Init ial",
+      "▁о дин",
+      "▁од ин",
+      "▁' ',",
+      "▁'' ,",
+      "▁у чи",
+      "▁In v",
+      "▁ Inv",
+      "col a",
+      "co la",
+      "c ola",
+      "ci ble",
+      "c ible",
+      "▁The atre",
+      "▁b em",
+      "▁be m",
+      "▁satisf y",
+      "x l",
+      "▁ра зви",
+      "▁раз ви",
+      "▁p ixel",
+      "▁pix el",
+      "lá n",
+      "l án",
+      "▁tw ee",
+      "▁twe e",
+      "ço n",
+      "ç on",
+      "не ния",
+      "▁A T",
+      "▁ AT",
+      "èg e",
+      "è ge",
+      "▁M ort",
+      "▁Mor t",
+      "▁Mo rt",
+      "▁my sq",
+      "▁ mysq",
+      "ft en",
+      "fte n",
+      "f ten",
+      "▁п ес",
+      "▁пе с",
+      "ém a",
+      "é ma",
+      "▁Service s",
+      "▁Serv ices",
+      "▁ Services",
+      "custom er",
+      "▁A WS",
+      "ъ т",
+      "▁A ch",
+      "▁Ac h",
+      "% .",
+      "▁clar ify",
+      "▁уни версите",
+      "xt ure",
+      "um i",
+      "u mi",
+      "▁s å",
+      "▁P el",
+      "▁Pe l",
+      "se rial",
+      "ser ial",
+      "UR I",
+      "U RI",
+      "▁r g",
+      "▁ rg",
+      "▁со ста",
+      "ch estra",
+      "che stra",
+      "ches tra",
+      "]. [",
+      "] .[",
+      "we n",
+      "w en",
+      "▁Lond res",
+      "▁an ys",
+      "▁any s",
+      "Data Source",
+      "▁рай оне",
+      "▁райо не",
+      "▁район е",
+      "▁re in",
+      "▁r ein",
+      "▁rei n",
+      "▁met adata",
+      "▁meta data",
+      "▁ metadata",
+      "um ble",
+      "umb le",
+      "ar beit",
+      "arbe it",
+      "hn er",
+      "h ner",
+      "ci ent",
+      "cie nt",
+      "c ient",
+      "▁n orte",
+      "▁nor te",
+      "▁о на",
+      "▁он а",
+      "▁ она",
+      "▁sc ored",
+      "▁score d",
+      "▁r ay",
+      "▁ra y",
+      "▁ ray",
+      "▁фев ра",
+      "▁фе вра",
+      "▁pro tagon",
+      "▁prot agon",
+      "▁S ac",
+      "▁Sa c",
+      "▁comm only",
+      "▁common ly",
+      "Linear Layout",
+      "▁app lic",
+      "▁ма я",
+      "З а",
+      "▁access ible",
+      "ie wer",
+      "iew er",
+      "fl ag",
+      "f lag",
+      "▁R ück",
+      "ä u",
+      "▁e rano",
+      "▁er ano",
+      "▁era no",
+      "▁eran o",
+      "▁auth entic",
+      "▁ authentic",
+      "▁R y",
+      "▁не ско",
+      "▁emb argo",
+      "▁embar go",
+      "▁d ry",
+      "▁dr y",
+      "▁reason able",
+      "▁Mod ule",
+      "▁ Module",
+      "▁acc eler",
+      "▁inter view",
+      "▁C reek",
+      "▁Cre ek",
+      "▁al pha",
+      "▁ alpha",
+      "se rie",
+      "ser ie",
+      "s erie",
+      "Th ey",
+      "The y",
+      "ю чи",
+      "▁H of",
+      "▁Ho f",
+      "▁C R",
+      "▁ CR",
+      "mod al",
+      "mo dal",
+      "▁sequence s",
+      "▁sequ ences",
+      "cl osed",
+      "close d",
+      "clos ed",
+      "clo sed",
+      ")} $",
+      ") }$",
+      "▁Ч ер",
+      "▁Че р",
+      "▁OR DER",
+      "▁ ORDER",
+      "Right arrow",
+      "R ightarrow",
+      "haus en",
+      "}} _",
+      "} }_",
+      "▁tamb é",
+      "▁magn etic",
+      "▁magnet ic",
+      "▁Mc C",
+      "▁win ning",
+      "under line",
+      "▁Bill board",
+      "na io",
+      "▁l iqu",
+      "▁li qu",
+      "▁ liqu",
+      "display style",
+      "time out",
+      "▁consider able",
+      "▁e ben",
+      "▁eb en",
+      "▁ eben",
+      "iffer ent",
+      "iffe rent",
+      "an u",
+      "a nu",
+      "▁С ов",
+      "▁Со в",
+      "[ (",
+      "▁: -)",
+      "▁:- )",
+      "le itung",
+      "form ed",
+      "for med",
+      "▁Man ager",
+      "▁ Manager",
+      "▁on click",
+      "T Y",
+      "та х",
+      "C V",
+      "run time",
+      "r untime",
+      "po que",
+      "▁Л о",
+      "Tem p",
+      "Te mp",
+      "T emp",
+      "lo aded",
+      "load ed",
+      "▁! ==",
+      "▁!= =",
+      "▁s inger",
+      "▁sing er",
+      "▁sin ger",
+      "fa r",
+      "f ar",
+      "▁Com ple",
+      "▁Comp le",
+      "▁ Comple",
+      "▁Ö sterreich",
+      "Pol icy",
+      "▁work er",
+      "▁wor ker",
+      "▁ worker",
+      "W rapper",
+      "ob i",
+      "o bi",
+      "▁discuss ed",
+      "▁b uy",
+      "▁bu y",
+      "▁янва ря",
+      "▁D in",
+      "▁Di n",
+      "▁g ed",
+      "▁ge d",
+      "▁ ged",
+      "ско ј",
+      "E urope",
+      "▁t all",
+      "▁tal l",
+      "▁ta ll",
+      "ho s",
+      "h os",
+      "ла го",
+      "▁B lock",
+      "▁Bl ock",
+      "▁Blo ck",
+      "▁ Block",
+      "▁ident ified",
+      "List View",
+      "▁attempt ing",
+      "▁typ ical",
+      "ps um",
+      "p sum",
+      "os ter",
+      "ost er",
+      "o ster",
+      "▁ж урна",
+      "P e",
+      "mer ce",
+      "▁un expected",
+      "hu i",
+      "h ui",
+      "let ter",
+      "lett er",
+      "lette r",
+      "l etter",
+      "▁nue vo",
+      "▁а бо",
+      "▁VAL UES",
+      "▁I z",
+      "Fl ags",
+      "Flag s",
+      "▁TR UE",
+      "▁ TRUE",
+      "iz ación",
+      "iza ción",
+      "▁gro wing",
+      "▁grow ing",
+      "es tre",
+      "est re",
+      "estr e",
+      "e stre",
+      "▁p oly",
+      "▁po ly",
+      "▁pol y",
+      "▁ poly",
+      "▁St one",
+      "▁Sto ne",
+      "▁V III",
+      "▁VI II",
+      "▁VII I",
+      "▁local host",
+      "▁ localhost",
+      "äh lt",
+      "ähl t",
+      "▁embed ded",
+      "jd bc",
+      "j dbc",
+      "▁con vention",
+      "▁conv ention",
+      "▁conven tion",
+      "▁convent ion",
+      "▁s cala",
+      "▁sc ala",
+      "▁scal a",
+      "▁ scala",
+      "со к",
+      "с ок",
+      "▁an alog",
+      "▁anal og",
+      "▁\" +",
+      "▁ \"+",
+      "ц ю",
+      "oc c",
+      "o cc",
+      "▁l itt",
+      "▁li tt",
+      "▁lit t",
+      "P N",
+      "▁а ктив",
+      "▁ак тив",
+      "att ributes",
+      "attribute s",
+      "▁F erd",
+      "▁Fe rd",
+      "▁Fer d",
+      "▁az ure",
+      "▁ azure",
+      "ș ti",
+      "ño s",
+      "ñ os",
+      "pi ng",
+      "pin g",
+      "p ing",
+      "▁te acher",
+      "▁teach er",
+      "▁tea cher",
+      "} &",
+      "ip e",
+      "i pe",
+      "▁N ob",
+      "▁No b",
+      "▁и ма",
+      "▁им а",
+      "Bi nd",
+      "B ind",
+      "▁mag ic",
+      "▁Trans port",
+      "▁ Transport",
+      "ix el",
+      "▁comp uted",
+      "▁comput ed",
+      "▁compute d",
+      "ag na",
+      "agn a",
+      "er st",
+      "ers t",
+      "H A",
+      "W ait",
+      "▁author s",
+      "▁auth ors",
+      "▁; )",
+      "cl am",
+      "cla m",
+      "c lam",
+      "▁Pen nsylvan",
+      "▁d rug",
+      "▁dr ug",
+      "▁dru g",
+      "▁v ain",
+      "▁va in",
+      "▁employ ed",
+      "▁individ uals",
+      "▁individual s",
+      "▁an ge",
+      "▁ang e",
+      "▁ ange",
+      "ut at",
+      "uta t",
+      "u tat",
+      "▁$ -",
+      "▁ $-",
+      "cor rect",
+      "corr ect",
+      "▁exper iments",
+      "▁experiment s",
+      "Arg ument",
+      "▁I B",
+      "▁ IB",
+      "▁p ère",
+      "▁B rian",
+      "▁Br ian",
+      "ber ger",
+      "berg er",
+      "Ma c",
+      "M ac",
+      "ia st",
+      "ias t",
+      "i ast",
+      "Per m",
+      "Pe rm",
+      "P erm",
+      "Ca st",
+      "C ast",
+      "▁{ };",
+      "▁{} ;",
+      "▁St udent",
+      "▁Stud ent",
+      "▁Stu dent",
+      "▁ Student",
+      "▁st att",
+      "▁stat t",
+      "▁sta tt",
+      "al gebra",
+      "▁equ als",
+      "▁equal s",
+      "▁eq uals",
+      "▁ equals",
+      "▁pro jet",
+      "▁prés ident",
+      "Activity Thread",
+      "▁ein z",
+      "en ia",
+      "eni a",
+      "e nia",
+      "re z",
+      "r ez",
+      "ess ional",
+      "ession al",
+      "▁авгу ста",
+      "over ride",
+      "ne ws",
+      "new s",
+      "▁pla net",
+      "▁plan et",
+      "▁plane t",
+      "n n",
+      "▁W is",
+      "▁Wi s",
+      "тв ер",
+      "т вер",
+      "▁Val id",
+      "▁ Valid",
+      "▁G ef",
+      "▁Ge f",
+      "гра д",
+      "▁e ig",
+      "an tom",
+      "ant om",
+      "anto m",
+      "▁Me ister",
+      "fl ags",
+      "flag s",
+      "ffic iale",
+      "fficial e",
+      "ша я",
+      "- ,",
+      "at ionen",
+      "ation en",
+      "ati onen",
+      "atio nen",
+      "mo use",
+      "m ouse",
+      "stand ard",
+      "Sing le",
+      "▁b ol",
+      "▁bo l",
+      "▁ bol",
+      "is is",
+      "isi s",
+      "▁f ruit",
+      "▁fr uit",
+      "c ourse",
+      "it ants",
+      "itan ts",
+      "▁é taient",
+      "▁ét aient",
+      "Text Field",
+      "▁ф он",
+      "▁фо н",
+      "▁a ircraft",
+      "▁air craft",
+      "▁I SSN",
+      "▁IS SN",
+      "▁west ern",
+      "▁ western",
+      "▁represent ing",
+      "Es p",
+      "E sp",
+      "▁El se",
+      "▁Els e",
+      "▁ Else",
+      "▁s izes",
+      "▁si zes",
+      "▁size s",
+      "▁satisf ied",
+      "ot os",
+      "oto s",
+      "U D",
+      "Fin al",
+      "Fi nal",
+      "F inal",
+      "ó j",
+      "è ve",
+      "▁R oy",
+      "▁Ro y",
+      "ff en",
+      "ffe n",
+      "f fen",
+      "▁s alt",
+      "▁sa lt",
+      "▁sal t",
+      "▁L abel",
+      "▁La bel",
+      "▁Lab el",
+      "▁ Label",
+      "S k",
+      "▁к ре",
+      "▁ кре",
+      "▁Ли тература",
+      "▁с м",
+      "Att ributes",
+      "Attribute s",
+      "ay e",
+      "a ye",
+      "сь к",
+      "▁вы со",
+      "- )",
+      "os es",
+      "ose s",
+      "cal cul",
+      "calc ul",
+      "▁C annot",
+      "▁Can not",
+      "▁ Cannot",
+      "Gener ic",
+      "em o",
+      "e mo",
+      "▁A utor",
+      "▁Aut or",
+      "▁Au tor",
+      "▁Auto r",
+      "лё н",
+      "л ён",
+      "ла га",
+      "vo te",
+      "v ote",
+      "lic ates",
+      "licate s",
+      "lica tes",
+      "ru s",
+      "r us",
+      "él i",
+      "é li",
+      "op f",
+      "o pf",
+      "at ique",
+      "ati que",
+      "sc ala",
+      "scal a",
+      "s cala",
+      "▁Oh io",
+      "▁Brit ann",
+      "▁b ef",
+      "▁be f",
+      "▁Е вро",
+      "▁Ев ро",
+      "▁Care er",
+      "is ée",
+      "isé e",
+      "ó t",
+      "bo se",
+      "bos e",
+      "b ose",
+      "▁Б ер",
+      "▁Бе р",
+      "▁Cont roller",
+      "▁Control ler",
+      "▁ Controller",
+      "po le",
+      "pol e",
+      "p ole",
+      "▁al len",
+      "▁all en",
+      "▁alle n",
+      "▁ allen",
+      "▁h ack",
+      "▁ha ck",
+      "▁ext ent",
+      "▁cal ci",
+      "▁calc i",
+      "Me r",
+      "M er",
+      "▁sum mary",
+      "▁summar y",
+      "▁summ ary",
+      "▁ summary",
+      "Mar t",
+      "Ma rt",
+      "M art",
+      "▁histor ical",
+      "▁historic al",
+      "im at",
+      "ima t",
+      "i mat",
+      "bu d",
+      "b ud",
+      "▁F OR",
+      "▁FO R",
+      "▁ FOR",
+      "ex port",
+      "exp ort",
+      "ed i",
+      "e di",
+      "Map ping",
+      "Mapp ing",
+      "Ma pping",
+      "M apping",
+      "▁A y",
+      "▁R uby",
+      "▁Ru by",
+      "▁Rub y",
+      "▁definition s",
+      "▁defin itions",
+      "▁definit ions",
+      "▁{ $",
+      "▁ {$",
+      "▁y ours",
+      "▁you rs",
+      "▁your s",
+      "▁yo urs",
+      "ri as",
+      "ria s",
+      "r ias",
+      "To uch",
+      "T ouch",
+      "▁G az",
+      "▁Ga z",
+      "▁Aut om",
+      "▁Au tom",
+      "▁Auto m",
+      "▁ Autom",
+      "▁и стори",
+      "▁исто ри",
+      "▁ис тори",
+      "▁d elen",
+      "▁de len",
+      "▁del en",
+      "▁K inder",
+      "▁Kind er",
+      "▁Ki nder",
+      "▁Kin der",
+      "}} %",
+      "} }%",
+      "▁perform ing",
+      "F R",
+      "▁S ig",
+      "▁Si g",
+      "▁B rad",
+      "▁Br ad",
+      "▁Bra d",
+      "br as",
+      "bra s",
+      "b ras",
+      "▁J ar",
+      "▁Ja r",
+      "pk g",
+      "p kg",
+      "w r",
+      "▁P ays",
+      "▁Pa ys",
+      "▁Pay s",
+      "N C",
+      "▁op posed",
+      "▁opp osed",
+      "▁oppos ed",
+      "Tr y",
+      "T ry",
+      "▁ве зе",
+      "▁B og",
+      "▁Bo g",
+      "▁writ es",
+      "▁wr ites",
+      "▁write s",
+      "▁st ories",
+      "▁stor ies",
+      "▁sto ries",
+      "▁m ater",
+      "▁ma ter",
+      "▁mat er",
+      "▁mate r",
+      "▁stag ione",
+      "▁s ty",
+      "▁st y",
+      "▁ sty",
+      "▁compat ible",
+      "▁ compatible",
+      "he ast",
+      "h east",
+      "▁G uy",
+      "▁Gu y",
+      "egr ünd",
+      "▁ident ifier",
+      "▁ identifier",
+      "▁he ads",
+      "▁head s",
+      "по зи",
+      "▁st up",
+      "▁t f",
+      "▁ tf",
+      "▁ј ош",
+      "▁H ugh",
+      "▁Hu gh",
+      "▁c ards",
+      "▁car ds",
+      "▁card s",
+      "▁ cards",
+      "ov y",
+      "o vy",
+      "▁To ast",
+      "al las",
+      "all as",
+      "alla s",
+      "▁p úblic",
+      "▁ass umes",
+      "▁assum es",
+      "▁assume s",
+      "▁чемпи она",
+      "yc ler",
+      "ycle r",
+      "y cler",
+      "▁Juni or",
+      "▁Jun ior",
+      "▁F ich",
+      "▁estim ated",
+      "▁estimate d",
+      "ze rw",
+      "zer w",
+      "di alog",
+      "dia log",
+      "d ialog",
+      "ши н",
+      "ш ин",
+      "sh ell",
+      "she ll",
+      "s hell",
+      "▁н их",
+      "▁ни х",
+      "▁ них",
+      "▁p itch",
+      "▁pit ch",
+      "до л",
+      "out ube",
+      "▁S anti",
+      "▁San ti",
+      "▁Sant i",
+      "On ClickListener",
+      "▁M agyar",
+      "▁Mag yar",
+      "▁v ue",
+      "▁vu e",
+      "▁ vue",
+      "i ão",
+      "▁` #",
+      "col lect",
+      "coll ect",
+      "▁R ou",
+      "▁Ro u",
+      "anal ysis",
+      "istrz ost",
+      "▁Dig ital",
+      "▁ Digital",
+      "▁c rist",
+      "▁cr ist",
+      "▁cri st",
+      "ri ere",
+      "rie re",
+      "rier e",
+      "r iere",
+      "▁cam po",
+      "▁camp o",
+      "U s",
+      "▁circ a",
+      "▁cir ca",
+      "▁Com ponent",
+      "▁ Component",
+      "▁NS String",
+      "▁ NSString",
+      "p d",
+      "▁pr ince",
+      "▁prin ce",
+      "▁in voke",
+      "▁inv oke",
+      "▁ invoke",
+      "▁Mar ine",
+      "▁Mari ne",
+      "Al low",
+      "All ow",
+      "est ic",
+      "esti c",
+      "ри сти",
+      "рис ти",
+      "рист и",
+      "bo ne",
+      "bon e",
+      "b one",
+      "ту ры",
+      "тур ы",
+      "▁pass ion",
+      "ác ió",
+      "á ció",
+      "▁o rn",
+      "▁or n",
+      "▁ orn",
+      "ве д",
+      "▁in vari",
+      "▁inv ari",
+      "▁н і",
+      "▁ ні",
+      "Re move",
+      "Rem ove",
+      "en cies",
+      "enc ies",
+      "enci es",
+      "il ib",
+      "ili b",
+      "i lib",
+      "▁Direct or",
+      "▁Dire ctor",
+      "▁Dir ector",
+      "\" \"",
+      "▁Con se",
+      "▁Cons e",
+      "google apis",
+      "ó k",
+      "▁У кра",
+      "▁H aving",
+      "▁Ha ving",
+      "▁Hav ing",
+      "Do main",
+      "Dom ain",
+      "ie rz",
+      "ier z",
+      "но логи",
+      "н ологи",
+      "Ch o",
+      "C ho",
+      "un defined",
+      "und efined",
+      "al loc",
+      "all oc",
+      "allo c",
+      "▁p ied",
+      "▁pi ed",
+      "▁pie d",
+      "▁f raction",
+      "▁fr action",
+      "▁fra ction",
+      "bi a",
+      "b ia",
+      "▁п оло",
+      "▁по ло",
+      "▁пол о",
+      "▁ поло",
+      "ug no",
+      "min ister",
+      "▁princip ale",
+      "▁principal e",
+      "▁ref used",
+      "▁refuse d",
+      "brow ser",
+      "b rowser",
+      "* ,",
+      "▁H ospital",
+      "▁univers al",
+      "▁Ern st",
+      "wh o",
+      "w ho",
+      "▁G ard",
+      "▁Gar d",
+      "▁Ga rd",
+      "' _",
+      "con de",
+      "co nde",
+      "cond e",
+      "c onde",
+      "▁[ {",
+      "▁ [{",
+      "so b",
+      "s ob",
+      "▁C rit",
+      "▁Cr it",
+      "▁дека бря",
+      "▁p unto",
+      "▁pun to",
+      "▁punt o",
+      "▁einges etzt",
+      "▁t ör",
+      "▁tö r",
+      "▁N i",
+      "▁w orry",
+      "▁wor ry",
+      "▁leg end",
+      "▁ legend",
+      "▁бу ли",
+      "▁k omm",
+      "▁kom m",
+      "▁ko mm",
+      "ri jk",
+      "rij k",
+      "r ijk",
+      "ef fect",
+      "eff ect",
+      "e ffect",
+      "Or i",
+      "O ri",
+      "RE S",
+      "R ES",
+      "▁P eters",
+      "▁Pe ters",
+      "▁Peter s",
+      "▁Pet ers",
+      "▁B aron",
+      "▁Bar on",
+      "▁Ba ron",
+      "▁G ot",
+      "▁Go t",
+      "▁hon est",
+      "▁ho nest",
+      "är e",
+      "ä re",
+      "ás z",
+      "á sz",
+      "▁no ble",
+      "▁nob le",
+      "▁con clusion",
+      "▁conclus ion",
+      "▁concl usion",
+      "▁form atting",
+      "▁format ting",
+      "▁formatt ing",
+      "▁o tto",
+      "▁ot to",
+      "▁ott o",
+      "▁ otto",
+      "▁de leg",
+      "▁del eg",
+      "м б",
+      "pt op",
+      "pto p",
+      "p top",
+      "▁s ends",
+      "▁send s",
+      "▁sen ds",
+      "ur name",
+      "urn ame",
+      "▁f estival",
+      "▁fest ival",
+      "▁festiv al",
+      ", ‎",
+      "ру с",
+      "р ус",
+      "▁d och",
+      "▁do ch",
+      "▁doc h",
+      "sub ject",
+      "su bject",
+      "▁care ful",
+      "qu ent",
+      "que nt",
+      "q uent",
+      "▁Lo ad",
+      "▁ Load",
+      "temper aturen",
+      "▁r ue",
+      "▁ru e",
+      "Mem ory",
+      "ț a",
+      "ion a",
+      "io na",
+      "i ona",
+      "▁dent ro",
+      "▁beg ann",
+      "▁began n",
+      "▁A qu",
+      "▁scient ific",
+      "ka ń",
+      "ло к",
+      "л ок",
+      "el de",
+      "eld e",
+      "▁Th ose",
+      "qu ier",
+      "qui er",
+      "act ér",
+      "▁Auf lage",
+      ") '",
+      "▁grad ient",
+      "▁ gradient",
+      "in teger",
+      "inte ger",
+      "▁Im port",
+      "▁Imp ort",
+      "▁ Import",
+      "S K",
+      "▁St atus",
+      "▁Stat us",
+      "▁ Status",
+      "▁exp lo",
+      "▁expl o",
+      "A E",
+      "Sh ell",
+      "She ll",
+      "S hell",
+      "▁Pa ulo",
+      "▁Paul o",
+      ". »",
+      "} </",
+      "fl ex",
+      "f lex",
+      "▁ко мп",
+      "▁ком п",
+      "on den",
+      "ond en",
+      "onde n",
+      "ac cept",
+      "▁miejs ce",
+      "H ub",
+      "all eng",
+      "alle ng",
+      "allen g",
+      "W N",
+      "▁implement ing",
+      "▁ лу",
+      "▁conf using",
+      "▁Inst all",
+      "▁ Install",
+      "▁r ou",
+      "▁ro u",
+      "▁ rou",
+      "▁про ек",
+      "Access or",
+      "Acc essor",
+      "ља шње",
+      "od io",
+      "odi o",
+      "▁app lies",
+      "ющи й",
+      "ю щий",
+      "▁M undial",
+      "Ét at",
+      "É tat",
+      "iet nam",
+      "hu m",
+      "h um",
+      "▁с бор",
+      "ord inate",
+      "ordin ate",
+      "Fran ce",
+      "Fr ance",
+      "F rance",
+      "▁p rend",
+      "▁pr end",
+      "▁pre nd",
+      "el temperaturen",
+      "▁trab aj",
+      "A xis",
+      "▁м но",
+      "prim ary",
+      "▁Se ite",
+      "▁Seit e",
+      "per mission",
+      "perm ission",
+      "▁or den",
+      "▁ord en",
+      "▁ orden",
+      "sin ce",
+      "s ince",
+      "▁i c",
+      "▁ ic",
+      "▁Bra zil",
+      "▁b are",
+      "▁bar e",
+      "▁ba re",
+      "▁ bare",
+      "▁N ar",
+      "▁Na r",
+      "▁J ur",
+      "▁Ju r",
+      "▁fre edom",
+      "▁free dom",
+      "▁med ical",
+      "▁medic al",
+      "▁medi cal",
+      "isch of",
+      "isc hof",
+      "▁с п",
+      "ie ż",
+      "▁boot strap",
+      "▁ bootstrap",
+      "▁ …",
+      "▁fa cil",
+      "▁fac il",
+      "co rd",
+      "cor d",
+      "c ord",
+      "ва не",
+      "ван е",
+      "в ане",
+      "▁Al len",
+      "▁All en",
+      "▁Alle n",
+      "av id",
+      "avi d",
+      "a vid",
+      "ing ham",
+      "za s",
+      "z as",
+      "▁in spect",
+      "▁ins pect",
+      "▁insp ect",
+      "it ten",
+      "itt en",
+      "itte n",
+      "os ti",
+      "ost i",
+      "u h",
+      "c é",
+      "▁# ####",
+      "▁### ##",
+      "▁#### #",
+      "ci us",
+      "ciu s",
+      "c ius",
+      "om y",
+      "o my",
+      "▁Se ine",
+      "▁Sein e",
+      "bre s",
+      "br es",
+      "b res",
+      "▁gen us",
+      "▁genu s",
+      "O ther",
+      "▁Gold en",
+      "▁Gol den",
+      "mu l",
+      "m ul",
+      "▁Спо љашње",
+      "▁gen naio",
+      "▁care fully",
+      "▁careful ly",
+      "aa l",
+      "a al",
+      "▁anal yt",
+      "▁analy t",
+      "ne ur",
+      "n eur",
+      "▁st retch",
+      "▁str etch",
+      "▁O cc",
+      "▁ Occ",
+      "ol as",
+      "ola s",
+      "o las",
+      "▁fire base",
+      "▁ firebase",
+      "▁expect ing",
+      "bas ic",
+      "cond ition",
+      "pr ov",
+      "pro v",
+      "p rov",
+      "▁W asser",
+      "▁Was ser",
+      "▁Wass er",
+      "▁conc aten",
+      "▁e vil",
+      "▁ev il",
+      "▁coefficient s",
+      "We st",
+      "W est",
+      "ir y",
+      "i ry",
+      "ph as",
+      "pha s",
+      "p has",
+      "▁J am",
+      "▁Ja m",
+      "fo is",
+      "f ois",
+      "▁cons id",
+      "▁main ten",
+      "▁mai nten",
+      "ni m",
+      "n im",
+      "es ser",
+      "ess er",
+      "esse r",
+      "es z",
+      "e sz",
+      "un ta",
+      "unt a",
+      "ue st",
+      "ues t",
+      "u est",
+      "▁cred entials",
+      "_ ;",
+      "Di m",
+      "D im",
+      "пре де",
+      "пр еде",
+      "▁B ü",
+      "bu ilt",
+      "▁A cadem",
+      "▁Ac adem",
+      "▁a udi",
+      "▁au di",
+      "▁aud i",
+      "▁ audi",
+      "▁tv å",
+      "in and",
+      "ina nd",
+      "▁The ater",
+      "▁gen re",
+      "ço s",
+      "ç os",
+      "gres ql",
+      "gre sql",
+      "▁we ap",
+      "▁R ab",
+      "▁Ra b",
+      "▁ ’",
+      "▁ad ult",
+      "▁d ém",
+      "▁dé m",
+      "` `",
+      "▁st abil",
+      "▁sta bil",
+      "▁correspond s",
+      "▁E astern",
+      "▁East ern",
+      "un nel",
+      "unn el",
+      "Work er",
+      "▁c oh",
+      "▁co h",
+      "л ка",
+      "▁Mass achusetts",
+      "pi o",
+      "p io",
+      "▁por ts",
+      "▁port s",
+      "▁ ports",
+      "ag g",
+      "a gg",
+      "▁De bug",
+      "▁Deb ug",
+      "▁ Debug",
+      "▁bre ath",
+      "MI N",
+      "M IN",
+      "Vari able",
+      "bat ch",
+      "b atch",
+      "сс е",
+      "с се",
+      "▁p reg",
+      "▁pr eg",
+      "▁pre g",
+      "▁r oles",
+      "▁ro les",
+      "▁role s",
+      "▁rol es",
+      "pa ste",
+      "pas te",
+      "p aste",
+      "▁refer enced",
+      "▁reference d",
+      "ad rat",
+      "adr at",
+      "ч ё",
+      "bin om",
+      "bi nom",
+      "▁def ining",
+      "▁defin ing",
+      "▁Bud apest",
+      "▁д ви",
+      "▁ дви",
+      "▁t aught",
+      "▁h ole",
+      "▁ho le",
+      "▁hol e",
+      "▁ hole",
+      "▁qu ella",
+      "▁que lla",
+      "▁quel la",
+      "M sg",
+      "as ka",
+      "ask a",
+      "a ska",
+      "sc an",
+      "s can",
+      "▁pro pose",
+      "▁prop ose",
+      "▁propos e",
+      "▁Би ография",
+      "{{ \\",
+      "{ {\\",
+      "text t",
+      "tex tt",
+      "▁A lb",
+      "▁Al b",
+      "▁Syd ney",
+      "▁back up",
+      "▁cre dit",
+      "▁cr edit",
+      "▁cred it",
+      "▁фран цу",
+      "st ats",
+      "sta ts",
+      "stat s",
+      "\\\" :",
+      "\\ \":",
+      "▁П ере",
+      "▁Пер е",
+      "▁Пе ре",
+      "▁according ly",
+      "▁accord ingly",
+      "▁L en",
+      "▁Le n",
+      "▁ Len",
+      "zn a",
+      "z na",
+      "▁Reg ional",
+      "▁Region al",
+      "▁и зда",
+      "▁из да",
+      "▁j ú",
+      "hi stor",
+      "his tor",
+      "h istor",
+      "▁ent ities",
+      "St ar",
+      "S tar",
+      "он е",
+      "о не",
+      "'] ['",
+      "' ]['",
+      "▁N ova",
+      "▁No va",
+      "▁Nov a",
+      "di e",
+      "d ie",
+      "▁` '",
+      "▁ `'",
+      "▁ob ten",
+      "▁obt en",
+      "an st",
+      "ans t",
+      "▁Re lig",
+      "▁Rel ig",
+      "▁t rig",
+      "▁tr ig",
+      "▁tri g",
+      "▁ре жи",
+      "▁Person al",
+      "▁Pers onal",
+      "▁t one",
+      "▁to ne",
+      "▁ton e",
+      "▁a id",
+      "▁ai d",
+      "Vis ual",
+      "Sub mit",
+      "▁mov es",
+      "▁mo ves",
+      "▁move s",
+      "▁B ridge",
+      "▁Br idge",
+      "▁B oy",
+      "▁Bo y",
+      "▁accur ate",
+      "os ta",
+      "ost a",
+      "o sta",
+      "at to",
+      "att o",
+      "a tto",
+      "▁defe ated",
+      "▁defeat ed",
+      "▁data b",
+      "▁da tab",
+      "▁dat ab",
+      "▁ datab",
+      "gi nx",
+      "gin x",
+      "g inx",
+      "▁L iv",
+      "▁Li v",
+      "ly wood",
+      "T W",
+      "ri um",
+      "r ium",
+      "ip ped",
+      "ipp ed",
+      "i pped",
+      "Fa il",
+      "F ail",
+      "RE QUEST",
+      "▁ign or",
+      "▁ig nor",
+      "▁s itting",
+      "▁sit ting",
+      "▁sitt ing",
+      "▁mol to",
+      "▁molt o",
+      "▁end point",
+      "▁ endpoint",
+      "uc ión",
+      "u ción",
+      "▁col lections",
+      "▁collection s",
+      "▁collect ions",
+      "▁colle ctions",
+      "▁ collections",
+      "▁Т у",
+      "tem bre",
+      "t embre",
+      "▁né cess",
+      "▁inter act",
+      "▁inte ract",
+      "▁o tras",
+      "▁ot ras",
+      "▁otra s",
+      "▁c urr",
+      "▁cu rr",
+      "▁cur r",
+      "▁ curr",
+      "▁tr acks",
+      "▁tra cks",
+      "▁track s",
+      "▁trac ks",
+      "▁fam ília",
+      "▁numer ical",
+      "▁numeric al",
+      "le gt",
+      "leg t",
+      "] /",
+      "▁M ario",
+      "▁Mar io",
+      "▁Ma rio",
+      "▁Mari o",
+      "▁t ort",
+      "▁to rt",
+      "▁tor t",
+      "b g",
+      "ss l",
+      "s sl",
+      "text tt",
+      "textt t",
+      "▁s park",
+      "▁sp ark",
+      "▁ spark",
+      "ди и",
+      "▁prob able",
+      "%% %%",
+      "ph ia",
+      "phi a",
+      "], [",
+      "] ,[",
+      "▁bo xes",
+      "▁box es",
+      "▁a cadem",
+      "▁ac adem",
+      "▁S lo",
+      "▁Sl o",
+      "äu de",
+      "ä ude",
+      "▁wit ness",
+      "▁ed iting",
+      "▁edit ing",
+      "ли на",
+      "лин а",
+      "▁look up",
+      "▁ lookup",
+      "▁B uck",
+      "▁Bu ck",
+      "▁Buc k",
+      "д ня",
+      "▁j ours",
+      "▁jo urs",
+      "▁jou rs",
+      "▁jour s",
+      "▁ jours",
+      "++ ){",
+      "++) {",
+      "▁ind ices",
+      "▁indic es",
+      "▁f light",
+      "▁fl ight",
+      "▁com putation",
+      "▁comput ation",
+      "Pl ugin",
+      "▁real ize",
+      "▁realiz e",
+      "is set",
+      "iss et",
+      "isse t",
+      "▁deriv ative",
+      "line width",
+      "bu nd",
+      "b und",
+      "▁t hor",
+      "▁th or",
+      "▁. =",
+      "▁ .=",
+      "▁s í",
+      "▁C lick",
+      "▁Cl ick",
+      "▁ Click",
+      "▁Seb ast",
+      "> '",
+      "hav ior",
+      "le i",
+      "l ei",
+      "ul f",
+      "▁ge ometry",
+      "▁geom etry",
+      "▁geomet ry",
+      "▁ geometry",
+      "pr ev",
+      "pre v",
+      "p rev",
+      "em pl",
+      "emp l",
+      "▁L é",
+      "an son",
+      "ans on",
+      "▁A lice",
+      "▁Al ice",
+      "▁Ali ce",
+      "pro totype",
+      "proto type",
+      "RE AD",
+      "ic ular",
+      "icul ar",
+      "i cular",
+      "▁б і",
+      "▁ бі",
+      "▁deutsch e",
+      "▁Re present",
+      "si tes",
+      "site s",
+      "s ites",
+      "▁Me an",
+      "▁d iss",
+      "▁di ss",
+      "▁dis s",
+      "▁Z ur",
+      "▁Zu r",
+      "▁п рез",
+      "▁пре з",
+      "▁пр ез",
+      "PA R",
+      "P AR",
+      "▁' #",
+      "▁D ra",
+      "▁Dr a",
+      "▁ Dra",
+      "со н",
+      "с он",
+      "▁ste ht",
+      "mar kt",
+      "mark t",
+      "▁e ase",
+      "▁eas e",
+      "Draw ing",
+      "Dra wing",
+      "= %",
+      "St op",
+      "Sto p",
+      "S top",
+      "▁s erving",
+      "▁ser ving",
+      "▁serv ing",
+      "▁servi ng",
+      "▁tak że",
+      "▁D NS",
+      "▁liter al",
+      "▁lit eral",
+      "Di e",
+      "D ie",
+      "▁в ос",
+      "▁во с",
+      "▁sen ior",
+      "ac ion",
+      "aci on",
+      "a cion",
+      "▁u buntu",
+      "▁ub untu",
+      "▁ ubuntu",
+      "▁Frank furt",
+      "▁Sun day",
+      "▁Sund ay",
+      "á b",
+      "▁jour ney",
+      "▁journ ey",
+      "is sa",
+      "iss a",
+      "ber ry",
+      "▁s ep",
+      "▁se p",
+      "▁ sep",
+      "▁i on",
+      "▁io n",
+      "▁ ion",
+      "wer t",
+      "we rt",
+      "w ert",
+      "or szág",
+      "orsz ág",
+      "ser ve",
+      "serv e",
+      "s erve",
+      "▁Mil ano",
+      "▁Milan o",
+      "▁ве ка",
+      "ра х",
+      "▁ию ля",
+      "▁man era",
+      "▁st ations",
+      "▁stat ions",
+      "▁station s",
+      "▁stati ons",
+      "▁adopt ed",
+      "▁any body",
+      "VER SION",
+      "F E",
+      "do rf",
+      "dor f",
+      "d orf",
+      ".. .,",
+      "... ,",
+      "▁обра зова",
+      "▁образ ова",
+      "Log ger",
+      "фи циаль",
+      "фици аль",
+      "WR ITE",
+      "▁h am",
+      "▁ha m",
+      "▁ ham",
+      "▁F uture",
+      "▁Fut ure",
+      "▁ Future",
+      "ot en",
+      "ote n",
+      "o ten",
+      "▁A G",
+      "▁ AG",
+      "▁t rained",
+      "▁tr ained",
+      "▁tra ined",
+      "▁train ed",
+      "▁N ich",
+      "▁Nic h",
+      "▁Ni ch",
+      "▁un iversity",
+      "▁univers ity",
+      "▁Olymp ics",
+      "▁Olympic s",
+      "▁d oit",
+      "▁do it",
+      "▁doi t",
+      "▁cult ural",
+      "▁cultura l",
+      "Con f",
+      "▁Con ference",
+      "or no",
+      "orn o",
+      "▁M P",
+      "▁ MP",
+      "▁b ou",
+      "▁bo u",
+      "ci n",
+      "c in",
+      "Hi gh",
+      "H igh",
+      "ann te",
+      "annt e",
+      "▁display ing",
+      "▁ch apter",
+      "▁chap ter",
+      "▁ chapter",
+      "▁Fra uen",
+      "▁Frau en",
+      "▁real ized",
+      "▁realiz ed",
+      "▁realize d",
+      "▁attempt ed",
+      "▁pre ferred",
+      "▁prefer red",
+      "Da t",
+      "D at",
+      "▁tr ouve",
+      "▁tro uve",
+      "▁trou ve",
+      "▁trouv e",
+      "▁int ention",
+      "▁intent ion",
+      "▁inten tion",
+      "▁Not ice",
+      "tim estamp",
+      "* (",
+      "▁Ш а",
+      "an as",
+      "ana s",
+      "a nas",
+      "cl a",
+      "c la",
+      "is z",
+      "i sz",
+      "tb l",
+      "t bl",
+      "Ar r",
+      "A rr",
+      "▁in verse",
+      "▁ter rible",
+      "▁occup ied",
+      "J AX",
+      "< -",
+      "▁Phil osoph",
+      "▁Cor ps",
+      "bu ilder",
+      "build er",
+      "▁beg ins",
+      "▁begin s",
+      "▁c ensus",
+      "▁cens us",
+      ". ’",
+      "▁pro ven",
+      "▁pr oven",
+      "▁prov en",
+      "▁prove n",
+      "met ric",
+      "▁incre ases",
+      "▁increase s",
+      "wi ch",
+      "w ich",
+      "▁A BC",
+      "▁AB C",
+      "▁ ABC",
+      "project s",
+      "▁T hor",
+      "▁Th or",
+      "▁conf idence",
+      "▁u fficiale",
+      "el m",
+      "e lm",
+      "▁g arden",
+      "▁gar den",
+      "▁gard en",
+      "▁rob ust",
+      "▁cos ì",
+      "ie dz",
+      "ied z",
+      "▁Is lam",
+      "▁Add ress",
+      "▁ Address",
+      "▁div ide",
+      "▁divid e",
+      "▁E u",
+      "ca tal",
+      "cat al",
+      "c atal",
+      "de tail",
+      "det ail",
+      "ep endant",
+      "f g",
+      "▁b ew",
+      "▁be w",
+      "▁ bew",
+      "▁f is",
+      "▁fi s",
+      "▁B O",
+      "▁ BO",
+      "▁w sp",
+      "▁ws p",
+      "▁p ipeline",
+      "▁pip eline",
+      "▁pipe line",
+      "h d",
+      "▁S ession",
+      "▁ Session",
+      "lä nd",
+      "l änd",
+      "iv eau",
+      "ive au",
+      "es tr",
+      "est r",
+      "e str",
+      "▁p article",
+      "▁part icle",
+      "▁partic le",
+      "▁parti cle",
+      "▁lar avel",
+      "▁ laravel",
+      "pi c",
+      "p ic",
+      "▁n au",
+      "▁na u",
+      "▁f ins",
+      "▁fin s",
+      "▁fi ns",
+      "▁V il",
+      "▁Vi l",
+      "▁f us",
+      "▁fu s",
+      "▁qu asi",
+      "oper ation",
+      "opera tion",
+      "▁al ler",
+      "▁all er",
+      "▁alle r",
+      "▁ aller",
+      "▁an aly",
+      "▁anal y",
+      "▁ analy",
+      "▁О н",
+      "▁M es",
+      "▁Me s",
+      "▁о пера",
+      "▁оп ера",
+      "▁hand led",
+      "▁handle d",
+      "▁de prec",
+      "▁dep rec",
+      "tt o",
+      "t to",
+      "▁E k",
+      "▁st ran",
+      "▁str an",
+      "▁stra n",
+      "▁ang lais",
+      "ju re",
+      "j ure",
+      "▁Sil ver",
+      "▁close ly",
+      "▁clos ely",
+      "en kins",
+      "enk ins",
+      "an os",
+      "ano s",
+      "a nos",
+      "st ed",
+      "ste d",
+      "s ted",
+      "▁сент ября",
+      "br and",
+      "bra nd",
+      "b rand",
+      "нь о",
+      "▁prés ent",
+      "▁pré sent",
+      "ro k",
+      "r ok",
+      "mo unt",
+      "m ount",
+      "▁Anth ony",
+      "▁Further more",
+      "in ha",
+      "▁ар хи",
+      "▁раз ли",
+      "▁окт ября",
+      "▁p int",
+      "▁pi nt",
+      "▁pin t",
+      "n ý",
+      "pt s",
+      "p ts",
+      "▁ital ien",
+      "▁ре ги",
+      "ле з",
+      "л ез",
+      "ди на",
+      "дин а",
+      "ather ine",
+      "In ternal",
+      "Int ernal",
+      "Inter nal",
+      "Intern al",
+      "Qu estion",
+      "▁sett lement",
+      "▁В се",
+      "▁fol ders",
+      "▁folder s",
+      "д ри",
+      "▁val or",
+      "▁va lor",
+      "▁M iller",
+      "▁Mil ler",
+      "▁Mill er",
+      "▁As sert",
+      "▁Ass ert",
+      "▁ Assert",
+      "▁pat ient",
+      "▁N ieder",
+      "▁Ni eder",
+      "▁Nie der",
+      "▁Nied er",
+      "▁E P",
+      "▁ EP",
+      "▁A gr",
+      "▁Ag r",
+      "▁o nde",
+      "▁on de",
+      "▁ onde",
+      "▁s cop",
+      "▁sc op",
+      "▁ scop",
+      "se quence",
+      "sequ ence",
+      "▁P L",
+      "▁ PL",
+      "▁se ek",
+      "▁see k",
+      "java se",
+      "jav ase",
+      "▁V ector",
+      "▁Ve ctor",
+      "▁Vec tor",
+      "▁ Vector",
+      "▁n á",
+      "▁ ná",
+      "▁categor ía",
+      "cl one",
+      "clo ne",
+      "N R",
+      "av ailable",
+      "▁B esch",
+      "▁Be sch",
+      "▁Bes ch",
+      "▁e clipse",
+      "▁ec lipse",
+      "▁ eclipse",
+      "wick lung",
+      "dep loy",
+      "en ie",
+      "eni e",
+      "e nie",
+      "▁\" )",
+      "▁ \")",
+      "äs t",
+      "ä st",
+      "▁s ync",
+      "▁syn c",
+      "▁sy nc",
+      "▁ sync",
+      "CO DE",
+      "▁Ч е",
+      "▁flo ating",
+      "▁float ing",
+      "/ `",
+      "▁ret ired",
+      "▁retir ed",
+      "de b",
+      "d eb",
+      "▁part icul",
+      "▁partic ul",
+      "▁parti cul",
+      "▁coll ected",
+      "▁collect ed",
+      "▁colle cted",
+      "▁down loaded",
+      "▁download ed",
+      "ni ce",
+      "nic e",
+      "n ice",
+      "▁B uffer",
+      "▁Buff er",
+      "▁ Buffer",
+      "▁Acc ount",
+      "▁Ac count",
+      "▁ Account",
+      "▁m aggio",
+      "▁mag gio",
+      "▁ре да",
+      "▁ред а",
+      "▁s ales",
+      "▁sa les",
+      "▁sal es",
+      "▁sale s",
+      "▁statunit ense",
+      "▁K i",
+      "▁F err",
+      "▁Fe rr",
+      "▁Fer r",
+      "Lo ck",
+      "Loc k",
+      "L ock",
+      "▁Is abel",
+      "▁Isa bel",
+      "cl ar",
+      "cla r",
+      "c lar",
+      "▁p ov",
+      "▁po v",
+      "at ra",
+      "atr a",
+      "a tra",
+      "▁Fr au",
+      "▁Fra u",
+      "▁sort ing",
+      "▁sor ting",
+      "▁sorti ng",
+      "▁phr ase",
+      "▁апре ля",
+      "▁дея тель",
+      "▁And ré",
+      "def inition",
+      "defin ition",
+      "writ ing",
+      "wr iting",
+      "ér é",
+      "é ré",
+      "щ у",
+      "▁O rd",
+      "▁Or d",
+      "▁ Ord",
+      "▁r um",
+      "▁ru m",
+      "▁ rum",
+      "▁T urk",
+      "▁Tur k",
+      "▁I van",
+      "th eless",
+      "the less",
+      "▁г и",
+      "▁ ги",
+      "▁s ake",
+      "▁sa ke",
+      "▁B ased",
+      "▁Bas ed",
+      "▁Ba sed",
+      "▁Base d",
+      "de ck",
+      "dec k",
+      "or us",
+      "oru s",
+      "o rus",
+      "▁tut ti",
+      "▁b lan",
+      "▁bl an",
+      "▁bla n",
+      "▁П у",
+      "De tail",
+      "Det ail",
+      "▁Н о",
+      "▁S ky",
+      "▁Sk y",
+      "▁p rès",
+      "▁pr ès",
+      "▁ près",
+      "мо й",
+      "col n",
+      "co ln",
+      "че ской",
+      "et i",
+      "e ti",
+      "▁ar row",
+      "▁arr ow",
+      "▁ arrow",
+      "▁C ha",
+      "▁Ch a",
+      "ch mark",
+      "œ ur",
+      "fa b",
+      "f ab",
+      "ку ль",
+      "Grid View",
+      "▁Back ground",
+      "▁ Background",
+      "s n",
+      "▁segu ito",
+      "▁n ic",
+      "▁ni c",
+      "▁ nic",
+      "co u",
+      "c ou",
+      "ті в",
+      "т ів",
+      "▁b zw",
+      "add EventListener",
+      "syn c",
+      "s ync",
+      "az zo",
+      "azz o",
+      "ab stract",
+      "as sets",
+      "ass ets",
+      "asse ts",
+      "asset s",
+      "▁D ru",
+      "▁Dr u",
+      "з д",
+      "ord net",
+      "▁b igger",
+      "▁big ger",
+      "▁initial ized",
+      "▁initialize d",
+      "ка з",
+      "og ene",
+      "ogen e",
+      "oge ne",
+      "vi ously",
+      "vious ly",
+      "v iously",
+      "▁g uid",
+      "▁gu id",
+      "scheid ung",
+      "▁Z ent",
+      "▁Ze nt",
+      "▁fr ames",
+      "▁frame s",
+      "▁fra mes",
+      "▁fram es",
+      "▁ frames",
+      "ri eben",
+      "rie ben",
+      "rieb en",
+      "r ieben",
+      "▁iss ued",
+      "▁issue d",
+      "▁issu ed",
+      "▁d ow",
+      "▁do w",
+      "▁descri bes",
+      "▁describe s",
+      "il st",
+      "ils t",
+      "i lst",
+      "▁c riteria",
+      "▁crit eria",
+      "▁criter ia",
+      "▁gentle man",
+      "Bas ic",
+      "ne z",
+      "n ez",
+      "De v",
+      "D ev",
+      "Mo ve",
+      "M ove",
+      "▁est aba",
+      "▁estab a",
+      "▁esta ba",
+      "▁set tembre",
+      "▁sett embre",
+      "circ le",
+      "cir cle",
+      "▁f ais",
+      "▁fa is",
+      "▁m yst",
+      "▁my st",
+      "▁arch iv",
+      "▁ archiv",
+      "d ynamic",
+      "j à",
+      "it as",
+      "ita s",
+      "▁я кий",
+      "▁d or",
+      "▁do r",
+      "▁ dor",
+      "▁Am azon",
+      "▁Ama zon",
+      "▁ne ces",
+      "▁Mar cel",
+      "▁Marc el",
+      "▁e lla",
+      "▁el la",
+      "▁ell a",
+      "▁ ella",
+      "ро к",
+      "р ок",
+      "▁Pennsylvan ia",
+      "cul ar",
+      "cu lar",
+      "c ular",
+      "Pa ck",
+      "P ack",
+      "it age",
+      "ita ge",
+      "▁B urn",
+      "▁Bu rn",
+      "▁Bur n",
+      "▁R O",
+      "▁ RO",
+      "▁о ни",
+      "▁он и",
+      "▁ они",
+      "~ $",
+      "Te X",
+      "as sign",
+      "ass ign",
+      "▁be at",
+      "id ense",
+      "iden se",
+      "ac ent",
+      "ace nt",
+      "a cent",
+      "Al ert",
+      "▁str ateg",
+      "▁strat eg",
+      "▁mån aden",
+      "LO C",
+      "L OC",
+      "▁c atalog",
+      "▁cat alog",
+      "▁catal og",
+      "▁ catalog",
+      "print StackTrace",
+      "() ).",
+      "()) .",
+      "( )).",
+      "us ted",
+      "ust ed",
+      "u sted",
+      "▁Frame work",
+      "▁ Framework",
+      "EC K",
+      "E CK",
+      "▁a té",
+      "▁at é",
+      "Frame work",
+      "▁att acks",
+      "▁attack s",
+      "▁B ert",
+      "▁Be rt",
+      "▁Ber t",
+      "▁т ран",
+      "▁тра н",
+      ": %",
+      "ar si",
+      "ars i",
+      "not ation",
+      "▁log ical",
+      "▁logic al",
+      "we et",
+      "▁vis ited",
+      "▁visit ed",
+      "br u",
+      "b ru",
+      "▁sur prise",
+      "▁surpr ise",
+      "^ ^",
+      "in ale",
+      "inal e",
+      "ina le",
+      "rem ote",
+      "'} ,",
+      "' },",
+      "Syn tax",
+      "S yntax",
+      "ia ne",
+      "ian e",
+      "i ane",
+      "on nen",
+      "onn en",
+      "onne n",
+      "▁bre aking",
+      "▁break ing",
+      "par ser",
+      "parse r",
+      "ap k",
+      "a pk",
+      "▁Mig uel",
+      "▁ §",
+      "▁act ing",
+      "▁ac ting",
+      "▁g ebru",
+      "▁ge bru",
+      "▁geb ru",
+      "At Index",
+      "ють ся",
+      "ю ться",
+      "▁of fers",
+      "▁off ers",
+      "▁offer s",
+      "▁p rac",
+      "▁pr ac",
+      "▁pra c",
+      "▁g rant",
+      "▁gr ant",
+      "▁gra nt",
+      "▁gran t",
+      "tern oon",
+      "▁ac quired",
+      "▁acqu ired",
+      "▁N y",
+      "▁com ma",
+      "▁comm a",
+      "ní k",
+      "n ík",
+      "▁St ep",
+      "▁Ste p",
+      "▁ Step",
+      "in ners",
+      "inn ers",
+      "inner s",
+      "▁S A",
+      "▁ SA",
+      "▁w at",
+      "▁wa t",
+      "da ys",
+      "day s",
+      "d ays",
+      "▁rect angle",
+      "da r",
+      "d ar",
+      "▁t rac",
+      "▁tr ac",
+      "▁tra c",
+      "▁Ind ones",
+      "▁feed back",
+      "▁bre aks",
+      "▁break s",
+      "part ition",
+      "ic ans",
+      "ica ns",
+      "ican s",
+      "▁Not ices",
+      "▁Notice s",
+      "▁impro ved",
+      "▁improve d",
+      "▁improv ed",
+      "▁impr oved",
+      "ph an",
+      "pha n",
+      "p han",
+      "▁differ ential",
+      "▁different ial",
+      "▁differenti al",
+      "script s",
+      "scri pts",
+      "▁X III",
+      "▁XII I",
+      "▁XI II",
+      "▁L abor",
+      "▁La bor",
+      "▁Lab or",
+      "▁prec ision",
+      "▁precis ion",
+      "▁s eed",
+      "▁se ed",
+      "▁see d",
+      "▁ seed",
+      "bund le",
+      "b undle",
+      "id ents",
+      "ident s",
+      "iden ts",
+      "hr e",
+      "h re",
+      "▁Doug las",
+      "ul d",
+      "u ld",
+      "▁second ary",
+      "▁seconda ry",
+      "▁b rig",
+      "▁br ig",
+      "▁confirm ed",
+      "▁confir med",
+      "▁cla ims",
+      "▁claim s",
+      "Ro le",
+      "R ole",
+      "▁Jew ish",
+      "▁p řed",
+      "▁př ed",
+      "▁ho tel",
+      "▁hot el",
+      "▁comp te",
+      "▁compt e",
+      "▁rec ursive",
+      "▁recurs ive",
+      "](# )",
+      "▁rot ate",
+      "▁ rotate",
+      "▁ch rome",
+      "▁chr ome",
+      "▁chrom e",
+      "▁ chrome",
+      "in ea",
+      "ine a",
+      "i nea",
+      "%; \r",
+      "% ;\r",
+      "▁En vironment",
+      "▁ Environment",
+      "pl atz",
+      "pla tz",
+      "▁Sing le",
+      "▁Sin gle",
+      "▁ Single",
+      "▁s event",
+      "▁se vent",
+      "▁seven t",
+      "▁pos ting",
+      "▁post ing",
+      "▁de aling",
+      "▁deal ing",
+      "param eters",
+      "parameter s",
+      "гра ф",
+      "Auth entication",
+      "to uch",
+      "t ouch",
+      "A z",
+      "▁g ray",
+      "▁gr ay",
+      "▁gra y",
+      "▁ gray",
+      "en cing",
+      "enc ing",
+      "enci ng",
+      "bold math",
+      "▁сай те",
+      "▁сайт е",
+      "▁Z a",
+      "an je",
+      "▁p olar",
+      "▁po lar",
+      "▁pol ar",
+      "▁у ли",
+      "ki l",
+      "k il",
+      "▁h over",
+      "▁ho ver",
+      "▁ hover",
+      "▁RE ST",
+      "▁C ome",
+      "▁Com e",
+      "▁Co me",
+      "▁ Come",
+      "j b",
+      "▁Georg ia",
+      "▁Est ado",
+      "▁Esta do",
+      "▁Estad o",
+      "Output Stream",
+      "ћ и",
+      "▁d ump",
+      "▁du mp",
+      "▁ dump",
+      "▁A ge",
+      "▁Ag e",
+      "▁ Age",
+      "▁s wo",
+      "▁sw o",
+      "m obile",
+      "oc cup",
+      "occ up",
+      "ше го",
+      "ш его",
+      "▁const itution",
+      "▁constitu tion",
+      "▁constit ution",
+      "go od",
+      "g ood",
+      "ak u",
+      "a ku",
+      "▁а нг",
+      "▁ан г",
+      "▁ анг",
+      "ie ck",
+      "iec k",
+      "▁Ps ych",
+      "▁ro ots",
+      "▁root s",
+      "▁v est",
+      "▁ve st",
+      "▁ves t",
+      "▁ vest",
+      "▁го дах",
+      "▁года х",
+      "▁Rep ública",
+      "▁p ian",
+      "▁pi an",
+      "▁pia n",
+      "igr ation",
+      "▁pr éc",
+      "▁pré c",
+      "▁gener ates",
+      "▁generate s",
+      "L Y",
+      "( `",
+      "▁= ~",
+      "ше ния",
+      "▁R ah",
+      "▁Ra h",
+      "▁connect ing",
+      "ž í",
+      "▁f ő",
+      "▁a ppel",
+      "▁app el",
+      "▁ap pel",
+      "▁appe l",
+      "▁Rail way",
+      "г ли",
+      "▁dével opp",
+      "▁a po",
+      "▁ap o",
+      "fr an",
+      "fra n",
+      "f ran",
+      "▁im mediate",
+      "▁immedi ate",
+      "во го",
+      "в ого",
+      "Run ner",
+      "ä g",
+      "Some thing",
+      "S omething",
+      "▁gén éra",
+      "Event Args",
+      "in ction",
+      "inc tion",
+      "inct ion",
+      "gl y",
+      "g ly",
+      "▁D ue",
+      "▁Du e",
+      "▁p rost",
+      "▁pro st",
+      "▁pr ost",
+      "▁pros t",
+      "▁refer ring",
+      "▁j og",
+      "▁jo g",
+      "▁exec utable",
+      "▁execut able",
+      "▁D ream",
+      "▁Dre am",
+      "ac s",
+      "a cs",
+      "▁C ole",
+      "▁Col e",
+      "▁Co le",
+      "am pf",
+      "amp f",
+      "▁B is",
+      "▁Bi s",
+      "▁ию ня",
+      "li eder",
+      "lied er",
+      "lie der",
+      "l ieder",
+      "те к",
+      "т ек",
+      "▁v b",
+      "▁ vb",
+      "▁m om",
+      "▁mo m",
+      "▁: (",
+      "▁ :(",
+      "▁der nier",
+      "▁derni er",
+      "' =>",
+      "▁э того",
+      "▁это го",
+      "▁ne ue",
+      "▁neu e",
+      "▁Ч а",
+      "▁weiter e",
+      "▁weit ere",
+      "▁al leg",
+      "▁all eg",
+      "▁alle g",
+      "▁re ality",
+      "▁real ity",
+      "▁jud ge",
+      "▁B alt",
+      "▁Ba lt",
+      "▁Bal t",
+      "▁t hin",
+      "▁th in",
+      "▁G ed",
+      "▁Ge d",
+      "ie val",
+      "iev al",
+      "i eval",
+      "m x",
+      "ці ональ",
+      "▁вы пу",
+      "▁I X",
+      "▁ IX",
+      "▁bl ind",
+      "▁Mo tor",
+      "▁Mot or",
+      "▁ш а",
+      "▁ ша",
+      "▁approxim ation",
+      "da m",
+      "d am",
+      "▁f og",
+      "▁fo g",
+      "▁ fog",
+      "ко р",
+      "к ор",
+      "▁W rit",
+      "▁l ing",
+      "▁li ng",
+      "▁lin g",
+      "▁ ling",
+      "▁пи са",
+      "▁ писа",
+      "▁M ars",
+      "▁Mar s",
+      "▁Ma rs",
+      "ot ti",
+      "ott i",
+      "En um",
+      "E num",
+      "▁T rib",
+      "▁Tr ib",
+      "▁Tri b",
+      "▁m erc",
+      "▁me rc",
+      "▁mer c",
+      "zu ng",
+      "z ung",
+      "van ced",
+      "v anced",
+      "cf g",
+      "c fg",
+      "на х",
+      "sch en",
+      "sc hen",
+      "sche n",
+      "s chen",
+      "\"] .",
+      "\" ].",
+      "be k",
+      "b ek",
+      "▁s ter",
+      "▁st er",
+      "▁ste r",
+      "▁ ster",
+      "j p",
+      "▁R ap",
+      "▁Ra p",
+      "▁rec ording",
+      "▁record ing",
+      "▁pe int",
+      "▁l ets",
+      "▁le ts",
+      "▁let s",
+      "▁ lets",
+      "än ge",
+      "äng e",
+      ">\" ;",
+      "> \";",
+      "▁міс це",
+      "▁c aval",
+      "▁ca val",
+      "▁cav al",
+      "▁C SV",
+      "▁CS V",
+      "▁ent stand",
+      "▁hel per",
+      "▁help er",
+      "▁ helper",
+      "en det",
+      "end et",
+      "ende t",
+      "▁G ram",
+      "▁Gr am",
+      "▁Gra m",
+      "▁D iego",
+      "▁Die go",
+      "▁Di ego",
+      "▁B ishop",
+      "▁Bi shop",
+      "TA G",
+      "T AG",
+      "▁e cc",
+      "▁ec c",
+      "▁E en",
+      "▁A V",
+      "▁ AV",
+      "C ity",
+      "▁Gu ide",
+      "hi nd",
+      "hin d",
+      "h ind",
+      "ri cal",
+      "ric al",
+      "rica l",
+      "r ical",
+      "▁Ос нов",
+      "Bu s",
+      "B us",
+      "▁z unächst",
+      "▁t ick",
+      "▁ti ck",
+      "▁ tick",
+      "▁Col onel",
+      "Th anks",
+      "Thank s",
+      "▁f erm",
+      "▁fe rm",
+      "▁fer m",
+      "▁gr anted",
+      "▁gran ted",
+      "▁grant ed",
+      "▁th reshold",
+      "omorph ic",
+      "▁H un",
+      "▁Hu n",
+      "en is",
+      "eni s",
+      "e nis",
+      "▁п рав",
+      "▁пра в",
+      "▁ прав",
+      "▁я кі",
+      "▁як і",
+      "P G",
+      "▁w s",
+      "▁ ws",
+      "▁techn ical",
+      "▁techni cal",
+      "est ro",
+      "estr o",
+      "kl är",
+      "k lär",
+      "va rs",
+      "var s",
+      "v ars",
+      "oc rat",
+      "ocr at",
+      "▁оп шти",
+      "on so",
+      "ons o",
+      "ib a",
+      "i ba",
+      "▁S ave",
+      "▁Sa ve",
+      "▁Sav e",
+      "▁ Save",
+      "▁program a",
+      "▁в ъ",
+      "▁inv ån",
+      ">( )",
+      "> ()",
+      "▁me jor",
+      "▁с лова",
+      "▁сло ва",
+      "▁rep lacement",
+      "▁replace ment",
+      "▁repla cement",
+      "▁im pr",
+      "▁imp r",
+      "▁Frances co",
+      "▁Ho tel",
+      "▁Hot el",
+      "▁UP DATE",
+      "▁ UPDATE",
+      "▁му зы",
+      "ug s",
+      "u gs",
+      "va rd",
+      "var d",
+      "v ard",
+      "▁f az",
+      "▁fa z",
+      "in ton",
+      "int on",
+      "into n",
+      "▁ar ts",
+      "▁art s",
+      "▁ arts",
+      "▁K y",
+      "▁I ls",
+      "▁Il s",
+      "▁s era",
+      "▁se ra",
+      "▁ser a",
+      "▁Vol ume",
+      "▁ Volume",
+      "▁gi ugno",
+      "▁a sym",
+      "▁as ym",
+      "▁P ir",
+      "▁Pi r",
+      "▁N AS",
+      "▁NA S",
+      "▁T am",
+      "▁Ta m",
+      "ě l",
+      "Se qu",
+      "Seq u",
+      "S equ",
+      "km al",
+      "k mal",
+      "▁E ins",
+      "▁Ein s",
+      "▁ком па",
+      "▁комп а",
+      "ob e",
+      "o be",
+      "oo r",
+      "o or",
+      "▁he ap",
+      "ct l",
+      "c tl",
+      "▁separ ately",
+      "▁separate ly",
+      "re ader",
+      "read er",
+      "rea der",
+      "▁signific antly",
+      "▁significant ly",
+      "▁L ag",
+      "▁La g",
+      "no tes",
+      "not es",
+      "note s",
+      "n otes",
+      "▁s ele",
+      "▁se le",
+      "▁sel e",
+      "▁dedic ated",
+      "▁H ost",
+      "▁Ho st",
+      "▁ Host",
+      "cho ice",
+      "wi ng",
+      "win g",
+      "w ing",
+      "▁T itel",
+      "▁Tit el",
+      "▁Ti tel",
+      "▁befind et",
+      "lar ge",
+      "larg e",
+      "▁con ten",
+      "▁cont en",
+      "▁co nten",
+      "▁conte n",
+      "Java Script",
+      "▁de ser",
+      "▁des er",
+      "▁G ordon",
+      "▁Gor don",
+      "с пе",
+      "▁p atri",
+      "▁pat ri",
+      "▁pa tri",
+      "▁patr i",
+      "▁R andom",
+      "▁Rand om",
+      "▁Ran dom",
+      "▁ Random",
+      "▁Return s",
+      "ы м",
+      "ро ма",
+      "ром а",
+      "▁Stud ies",
+      "S l",
+      "▁fr ü",
+      "TE XT",
+      "T EXT",
+      "in ate",
+      "ina te",
+      "▁T ol",
+      "▁To l",
+      "▁every where",
+      "ar ta",
+      "art a",
+      "▁or bit",
+      "▁orb it",
+      "▁A ires",
+      "▁Air es",
+      "▁I ss",
+      "▁Is s",
+      "▁te ż",
+      "▁d iverse",
+      "▁di verse",
+      "▁divers e",
+      "▁diver se",
+      "▁n umeric",
+      "▁numer ic",
+      "▁ numeric",
+      "ma z",
+      "m az",
+      "▁m ise",
+      "▁mi se",
+      "▁mis e",
+      "▁batt ery",
+      "▁batter y",
+      "▁bat tery",
+      "▁A kadem",
+      "▁Ak adem",
+      "не ние",
+      "▁simult ane",
+      "▁D ead",
+      "▁De ad",
+      "▁cl ust",
+      "▁ot ro",
+      "▁c erca",
+      "▁cer ca",
+      "() `,",
+      "()` ,",
+      "( )`,",
+      "ro z",
+      "r oz",
+      "ă t",
+      "▁M O",
+      "▁ MO",
+      "ri ften",
+      "rift en",
+      "rif ten",
+      "import ant",
+      "▁je ho",
+      "▁find ViewById",
+      "▁ findViewById",
+      "▁con sequence",
+      "▁conse quence",
+      "▁consequ ence",
+      "▁measure d",
+      "▁meas ured",
+      "is hes",
+      "ish es",
+      "▁s ze",
+      "▁sz e",
+      "ien do",
+      "i endo",
+      "▁W ahl",
+      "▁Wa hl",
+      "st rip",
+      "str ip",
+      "AR D",
+      "▁op acity",
+      "▁ opacity",
+      "WOR D",
+      "W ORD",
+      "▁В і",
+      "▁L ocation",
+      "▁Lo cation",
+      "▁Loc ation",
+      "▁ Location",
+      "ra i",
+      "r ai",
+      "пе н",
+      "п ен",
+      "▁r if",
+      "▁ri f",
+      "▁ rif",
+      "auss ian",
+      "File Name",
+      "▁dis co",
+      "▁disc o",
+      "il en",
+      "ile n",
+      "i len",
+      "▁v agy",
+      "▁va gy",
+      "li city",
+      "lic ity",
+      "licit y",
+      "l icity",
+      "B order",
+      "▁T rack",
+      "▁Tr ack",
+      "▁Tra ck",
+      "▁ Track",
+      "бо м",
+      "б ом",
+      "fa ct",
+      "fac t",
+      "f act",
+      "ok a",
+      "o ka",
+      "▁g ior",
+      "▁gi or",
+      "▁ gior",
+      "▁XV II",
+      "▁XVI I",
+      "▁d är",
+      "Si te",
+      "S ite",
+      "ał o",
+      "a ło",
+      "sk á",
+      "s ká",
+      "▁pix els",
+      "▁pixel s",
+      "vi ty",
+      "v ity",
+      "j Query",
+      "▁sc ulpt",
+      "▁c argo",
+      "▁car go",
+      "▁direct ive",
+      "▁w al",
+      "▁wa l",
+      "▁ wal",
+      "▁c onna",
+      "▁con na",
+      "▁conn a",
+      "▁Th rough",
+      "▁э том",
+      "▁это м",
+      "St atic",
+      "Stat ic",
+      "oms nitt",
+      "▁r und",
+      "▁run d",
+      "▁ru nd",
+      "▁ rund",
+      "▁c laimed",
+      "▁claim ed",
+      "з ня",
+      "sh a",
+      "s ha",
+      "▁r ag",
+      "▁ra g",
+      "▁ rag",
+      "cre ment",
+      "cr ement",
+      "▁fün f",
+      "▁r ival",
+      "▁riv al",
+      "▁ri val",
+      "▁ rival",
+      "ri n",
+      "r in",
+      "sl ash",
+      "▁th irty",
+      "s leep",
+      "оло ги",
+      "о логи",
+      "S M",
+      "ga te",
+      "gat e",
+      "g ate",
+      "iz ations",
+      "ization s",
+      "vi k",
+      "v ik",
+      "▁b less",
+      "▁bl ess",
+      "▁ble ss",
+      "▁Ill inois",
+      "▁T E",
+      "▁ TE",
+      "ut ing",
+      "uti ng",
+      "u ting",
+      "▁sol ving",
+      "GE R",
+      "G ER",
+      "▁X IV",
+      "▁XI V",
+      "▁Ind ians",
+      "▁India ns",
+      "▁Indian s",
+      "ex press",
+      "exp ress",
+      "expr ess",
+      "▁H eil",
+      "▁He il",
+      "▁mu jer",
+      "▁invån are",
+      "'] );",
+      "']) ;",
+      "' ]);",
+      "▁a ur",
+      "▁au r",
+      "▁ aur",
+      "bo ost",
+      "G O",
+      "▁n in",
+      "▁ni n",
+      "to k",
+      "t ok",
+      "go d",
+      "g od",
+      "ot er",
+      "ote r",
+      "o ter",
+      ")$ $",
+      ") $$",
+      "▁desc end",
+      "р ю",
+      "▁L anguage",
+      "▁ Language",
+      "▁d iver",
+      "▁di ver",
+      "▁div er",
+      "▁Ass uming",
+      "▁fre quent",
+      "▁frequ ent",
+      "ч ні",
+      "▁Bi ography",
+      ", [",
+      "ur m",
+      "u rm",
+      "▁walk ed",
+      "▁wal ked",
+      "▁feder al",
+      "▁fed eral",
+      "▁Mich igan",
+      "▁fact s",
+      "▁fac ts",
+      "▁In tegr",
+      "▁Int egr",
+      "▁ Integr",
+      "LE S",
+      "L ES",
+      "▁A lan",
+      "▁Al an",
+      "▁c oup",
+      "▁co up",
+      "▁cou p",
+      "Be r",
+      "B er",
+      "▁p articles",
+      "▁part icles",
+      "▁partic les",
+      "▁particle s",
+      "▁parti cles",
+      "ћ е",
+      "Infl ater",
+      "+ (",
+      "Bo und",
+      "B ound",
+      "▁S ü",
+      "A udio",
+      "cite t",
+      "cit et",
+      "c itet",
+      "ye ct",
+      "y ect",
+      "▁n r",
+      "▁ nr",
+      "x e",
+      "▁B run",
+      "▁Br un",
+      "▁Bru n",
+      "▁_ ,",
+      "▁ _,",
+      "av or",
+      "avo r",
+      "a vor",
+      "▁dis cipl",
+      "al m",
+      "a lm",
+      "▁но ября",
+      "▁S SL",
+      "▁SS L",
+      "▁ SSL",
+      "▁Ka iser",
+      "▁Kais er",
+      "▁re cher",
+      "▁rec her",
+      "yg on",
+      "y gon",
+      "▁regard less",
+      "▁config ur",
+      "▁un necess",
+      "▁Cl ark",
+      "▁Clar k",
+      "PH P",
+      "P HP",
+      "▁F ALSE",
+      "▁ FALSE",
+      "▁p ad",
+      "▁pa d",
+      "▁ pad",
+      "$ }",
+      "▁v alu",
+      "▁val u",
+      "▁va lu",
+      "▁ valu",
+      "▁dise ase",
+      "▁ma ior",
+      "▁mai or",
+      "▁h ommes",
+      "▁hom mes",
+      "▁homme s",
+      "▁Ed ition",
+      "▁Edit ion",
+      "sl ant",
+      "s lant",
+      "▁en ding",
+      "▁end ing",
+      "▁ ending",
+      "▁sett led",
+      "ur us",
+      "uru s",
+      "u rus",
+      "he d",
+      "h ed",
+      "Pat tern",
+      "▁го дина",
+      "▁годи на",
+      "▁Phil adel",
+      "tikz picture",
+      "▁co al",
+      "▁s ede",
+      "▁se de",
+      "▁sed e",
+      "▁satisf ies",
+      "▁t rim",
+      "▁tr im",
+      "▁tri m",
+      "▁ trim",
+      "▁b at",
+      "▁ba t",
+      "▁ bat",
+      "▁améric ain",
+      "▁lug lio",
+      "▁по ча",
+      "▁поч а",
+      "ff ff",
+      "fff f",
+      "f fff",
+      "▁T arget",
+      "▁Tar get",
+      "▁ Target",
+      "gener ate",
+      "▁Z ie",
+      "ți a",
+      "ț ia",
+      "▁g ard",
+      "▁gar d",
+      "▁ga rd",
+      "▁work ers",
+      "▁worker s",
+      "▁J ob",
+      "▁Jo b",
+      "▁ Job",
+      "▁ur ban",
+      "▁urb an",
+      "▁ urban",
+      "ah len",
+      "ahl en",
+      "a hlen",
+      "▁Build ing",
+      "▁n eu",
+      "▁ne u",
+      "▁ch ron",
+      "▁chr on",
+      "▁ chron",
+      "▁Ear l",
+      "gr o",
+      "g ro",
+      "US E",
+      "U SE",
+      "▁X II",
+      "▁XI I",
+      "▁we alth",
+      "▁ wealth",
+      "in ae",
+      "ina e",
+      "▁Б ра",
+      "▁li bert",
+      "▁lib ert",
+      "▁liber t",
+      "ir os",
+      "iro s",
+      "i ros",
+      ": $",
+      "le e",
+      "l ee",
+      "ie ves",
+      "ieve s",
+      "iev es",
+      "▁Just ice",
+      "▁o il",
+      "▁Ath let",
+      "▁c lo",
+      "▁cl o",
+      "▁ clo",
+      "Sc ale",
+      "Scal e",
+      "▁l ips",
+      "▁li ps",
+      "▁lip s",
+      "▁a pril",
+      "▁ap ril",
+      "▁apr il",
+      "▁im pression",
+      "▁imp ression",
+      "▁impr ession",
+      "▁impress ion",
+      "▁per ce",
+      "▁уча сти",
+      "▁участ и",
+      "vi l",
+      "v il",
+      "éc h",
+      "é ch",
+      "▁e quality",
+      "▁equ ality",
+      "▁equal ity",
+      "▁ equality",
+      "▁м ет",
+      "▁ме т",
+      "▁ мет",
+      "▁an notation",
+      "▁annot ation",
+      "▁ annotation",
+      "er nal",
+      "ern al",
+      "erna l",
+      "▁M ach",
+      "▁Ma ch",
+      "▁Mac h",
+      "▁int itul",
+      "pro blem",
+      "prob lem",
+      "ющи х",
+      "ю щих",
+      "op lus",
+      "o plus",
+      "▁thous ands",
+      "▁thousand s",
+      "▁calcul ations",
+      "▁calculation s",
+      "▁calc ulations",
+      "um ps",
+      "ump s",
+      "▁tri angle",
+      "▁ triangle",
+      "ph al",
+      "pha l",
+      "p hal",
+      "▁D orf",
+      "▁Do rf",
+      "▁Dor f",
+      "▁doll ars",
+      "▁d enen",
+      "▁de nen",
+      "▁den en",
+      "l ès",
+      "ol id",
+      "oli d",
+      "▁Result s",
+      "▁ Results",
+      "▁Stad ium",
+      "▁D esp",
+      "▁De sp",
+      "▁Des p",
+      "▁E isen",
+      "im ir",
+      "imi r",
+      "i mir",
+      "▁s otto",
+      "▁so tto",
+      "▁sott o",
+      "▁č i",
+      "▁ či",
+      "at able",
+      "ata ble",
+      "a table",
+      "or um",
+      "oru m",
+      "o rum",
+      "▁conver gence",
+      "▁je une",
+      "▁jeu ne",
+      "ok ing",
+      "oki ng",
+      "o king",
+      "▁жи во",
+      "ain ing",
+      "ai ning",
+      "a ining",
+      "po inter",
+      "point er",
+      "cul o",
+      "cu lo",
+      "c ulo",
+      "▁js ou",
+      "▁g rab",
+      "▁gr ab",
+      "▁gra b",
+      "ak te",
+      "akt e",
+      "a kte",
+      "▁ho ping",
+      "▁hop ing",
+      "▁M ak",
+      "▁Ma k",
+      "▁s ag",
+      "▁sa g",
+      "origin e",
+      "orig ine",
+      "▁по след",
+      "▁после д",
+      "▁V eg",
+      "▁Ve g",
+      "▁the oret",
+      "▁T ru",
+      "▁Tr u",
+      "ne ment",
+      "nem ent",
+      "n ement",
+      "▁f aces",
+      "▁fa ces",
+      "▁face s",
+      "▁fac es",
+      "▁ faces",
+      "H or",
+      "Jo in",
+      "J oin",
+      "ar el",
+      "are l",
+      "a rel",
+      "▁о коло",
+      "▁ок оло",
+      "How ever",
+      "▁c atal",
+      "▁ca tal",
+      "▁cat al",
+      "▁ catal",
+      "bo urg",
+      "bour g",
+      "b ourg",
+      "▁mysql i",
+      "▁mysq li",
+      "▁ mysqli",
+      "ac ions",
+      "acion s",
+      "aci ons",
+      "▁Init ial",
+      "▁ Initial",
+      "▁r ain",
+      "▁ra in",
+      "▁ rain",
+      "it ure",
+      "itu re",
+      "▁Sci ences",
+      "▁Science s",
+      "▁Kre is",
+      "._ _",
+      ". __",
+      "▁cin q",
+      "▁A uß",
+      "▁Au ß",
+      "ith met",
+      "it ors",
+      "ito rs",
+      "itor s",
+      "am azon",
+      "ama zon",
+      "▁g ap",
+      "▁ga p",
+      "▁ign ored",
+      "▁ignore d",
+      "▁ignor ed",
+      "ad v",
+      "ко ї",
+      "▁ча сть",
+      "▁час ть",
+      "▁част ь",
+      "▁cor por",
+      "▁corpo r",
+      "це р",
+      "ц ер",
+      "▁cr ime",
+      "▁cri me",
+      "▁crim e",
+      "uo us",
+      "u ous",
+      "▁на лази",
+      "Data Frame",
+      "во ди",
+      "вод и",
+      "Ig n",
+      "I gn",
+      "▁Lin coln",
+      "▁me nos",
+      "▁men os",
+      "▁Lu ft",
+      "▁L ind",
+      "▁Li nd",
+      "▁Lin d",
+      "▁C ook",
+      "▁Co ok",
+      "▁ Cook",
+      "▁material s",
+      "ap ped",
+      "app ed",
+      "appe d",
+      "a pped",
+      "ign ore",
+      "▁от кры",
+      "fr ied",
+      "fri ed",
+      "f ried",
+      "▁gouvern ement",
+      "▁f ired",
+      "▁fire d",
+      "▁fi red",
+      "▁fir ed",
+      "▁screen shot",
+      "▁screens hot",
+      "се н",
+      "с ен",
+      "▁[ (",
+      "▁ [(",
+      "▁органи за",
+      "Graph ics",
+      "▁про ти",
+      "▁p hen",
+      "▁ph en",
+      "▁ phen",
+      "cr aft",
+      "cra ft",
+      "c raft",
+      "▁b rain",
+      "▁br ain",
+      "▁bra in",
+      "▁C omo",
+      "▁Com o",
+      "▁Co mo",
+      "▁Every thing",
+      "an es",
+      "ane s",
+      "a nes",
+      "IG N",
+      "I GN",
+      "▁n ederbörd",
+      "▁ nederbörd",
+      "▁For est",
+      "▁Fore st",
+      "▁Fo rest",
+      "za hl",
+      "z ahl",
+      "▁Am ong",
+      "Q t",
+      "▁to gg",
+      "▁tog g",
+      "▁vari ant",
+      "▁ variant",
+      "▁h ill",
+      "▁hi ll",
+      "▁ hill",
+      "пи си",
+      "пис и",
+      "col on",
+      "co lon",
+      "colo n",
+      "▁dic embre",
+      "го р",
+      "г ор",
+      "▁W ind",
+      "▁Win d",
+      "▁Wi nd",
+      "ünst ler",
+      "▁= \\",
+      "▁ =\\",
+      "sa ved",
+      "save d",
+      "s aved",
+      "▁n ej",
+      "▁ne j",
+      "▁ nej",
+      "un te",
+      "unt e",
+      "ut to",
+      "utt o",
+      "u tto",
+      "▁rec ens",
+      "▁rece ns",
+      "▁s ick",
+      "▁si ck",
+      "▁sic k",
+      "▁d esen",
+      "▁de sen",
+      "▁des en",
+      "US T",
+      "U ST",
+      "▁wor st",
+      "▁An gel",
+      "▁Ang el",
+      "od ox",
+      "odo x",
+      "▁Prov ince",
+      "▁Provin ce",
+      "▁M az",
+      "▁Ma z",
+      "▁agre ement",
+      "▁agree ment",
+      "▁B ass",
+      "▁Bas s",
+      "▁Ba ss",
+      "▁seg unda",
+      "on ces",
+      "once s",
+      "onc es",
+      "▁Lin ki",
+      "▁Link i",
+      "▁C L",
+      "▁ CL",
+      "▁j á",
+      "it ement",
+      "ite ment",
+      "item ent",
+      "▁á rea",
+      "▁ár ea",
+      "▁scal ar",
+      "▁scala r",
+      "▁Р ес",
+      "▁Ре с",
+      "aw t",
+      "a wt",
+      "si eme",
+      "▁j uni",
+      "▁ju ni",
+      "▁jun i",
+      "▁худо ж",
+      "ik us",
+      "iku s",
+      "▁l id",
+      "▁li d",
+      "pp el",
+      "ppe l",
+      "p pel",
+      "av i",
+      "a vi",
+      "▁bal ance",
+      "ip ping",
+      "ipp ing",
+      "ippi ng",
+      "i pping",
+      "cuss ion",
+      "че ских",
+      "(\" .",
+      "( \".",
+      "Al so",
+      "▁w his",
+      "▁wh is",
+      "HO ME",
+      "▁b rown",
+      "▁br own",
+      "▁bro wn",
+      "▁brow n",
+      "▁d ía",
+      "▁dí a",
+      "▁pu ò",
+      "plot lib",
+      "▁Jahrhundert s",
+      "D K",
+      "▁an chor",
+      "▁anc hor",
+      "▁anch or",
+      "▁ anchor",
+      ".. .]",
+      "... ]",
+      "▁Aust ria",
+      "▁m arca",
+      "▁mar ca",
+      "▁marc a",
+      "▁g ez",
+      "▁ge z",
+      "ious ly",
+      "i ously",
+      "▁l azy",
+      "▁la zy",
+      "x a",
+      "▁Ch annel",
+      "▁Chan nel",
+      "▁ Channel",
+      "▁ne uen",
+      "▁neue n",
+      "▁neu en",
+      "da s",
+      "d as",
+      "▁search ed",
+      "▁sta at",
+      "▁ staat",
+      "▁Та к",
+      "▁Jo sef",
+      "▁Jose f",
+      "▁Jos ef",
+      "▁S her",
+      "▁Sh er",
+      "▁She r",
+      "po is",
+      "p ois",
+      "▁e nem",
+      "▁en em",
+      "▁access ing",
+      "▁не ко",
+      "▁fur ono",
+      "▁pse udo",
+      "▁pseud o",
+      "? >",
+      "▁estado un",
+      "▁estad oun",
+      "▁Ви ди",
+      "▁mot iv",
+      "▁re call",
+      "▁rec all",
+      "is son",
+      "iss on",
+      "i sson",
+      "ó b",
+      ")- -",
+      ") --",
+      "▁E rz",
+      "▁Er z",
+      "▁са вез",
+      "Dir ect",
+      "Di rect",
+      "D irect",
+      "со б",
+      "с об",
+      "▁s ho",
+      "▁sh o",
+      "v ölker",
+      "A p",
+      "ge ns",
+      "gen s",
+      "g ens",
+      "ниш тво",
+      "▁Am sterdam",
+      "us k",
+      "u sk",
+      "п ло",
+      "▁sim ulation",
+      "▁B C",
+      "▁ BC",
+      "▁W oj",
+      "▁Wo j",
+      "au tom",
+      "aut om",
+      "auto m",
+      "Al ex",
+      "A lex",
+      "▁econom ic",
+      "▁econ omic",
+      "го м",
+      "г ом",
+      "ik ai",
+      "ika i",
+      "▁a ltre",
+      "▁al tre",
+      "▁alt re",
+      "▁' -",
+      "▁ '-",
+      "▁W eg",
+      "▁We g",
+      "Not Found",
+      "й ской",
+      "▁convert ing",
+      "▁conver ting",
+      "ph abet",
+      "pha bet",
+      "at rice",
+      "atr ice",
+      "atri ce",
+      "bour ne",
+      "al om",
+      "alo m",
+      "▁comp aring",
+      "▁compar ing",
+      "▁Z o",
+      "▁f la",
+      "▁fl a",
+      "ва я",
+      "▁en tra",
+      "▁ent ra",
+      "▁entr a",
+      "▁char set",
+      "▁chars et",
+      "develop ers",
+      "developer s",
+      "íst ica",
+      "} >",
+      "▁J azz",
+      "▁Ja zz",
+      "▁How ard",
+      "▁Ho ward",
+      "ш та",
+      "▁cl one",
+      "▁clo ne",
+      "▁ clone",
+      "do or",
+      "d oor",
+      "▁P in",
+      "▁Pi n",
+      "** *",
+      "* **",
+      "▁sil ent",
+      "ec ycle",
+      "e cycle",
+      "is ce",
+      "isc e",
+      "i sce",
+      "▁m ud",
+      "▁mu d",
+      "▁Dis play",
+      "▁ Display",
+      "▁l ip",
+      "▁li p",
+      "▁ lip",
+      "▁исполь зова",
+      "▁character istic",
+      "▁s b",
+      "▁ sb",
+      "fire base",
+      "▁B ew",
+      "▁Be w",
+      "Cal endar",
+      "▁u so",
+      "▁us o",
+      "▁ uso",
+      "ès e",
+      "è se",
+      "▁R at",
+      "▁Ra t",
+      "▁es per",
+      "▁espe r",
+      "▁esp er",
+      "▁ esper",
+      "▁throw ing",
+      "▁thro wing",
+      "▁ro dz",
+      "▁rod z",
+      "▁y ards",
+      "▁yard s",
+      "▁g rass",
+      "▁gr ass",
+      "▁gra ss",
+      "▁mar ker",
+      "▁mark er",
+      "▁ marker",
+      "▁K os",
+      "▁Ko s",
+      "Th eta",
+      "The ta",
+      "▁organ is",
+      "ker nel",
+      "kern el",
+      "k ernel",
+      "▁person as",
+      "▁pers onas",
+      "▁persona s",
+      "ke ep",
+      "kee p",
+      "▁exc laimed",
+      "os lav",
+      "▁Ent ertain",
+      "▁Enter tain",
+      "не р",
+      "н ер",
+      "▁in won",
+      "▁R and",
+      "▁Ra nd",
+      "▁Ran d",
+      "red uce",
+      "redu ce",
+      "fa c",
+      "f ac",
+      "ex pression",
+      "exp ression",
+      "expr ession",
+      "express ion",
+      "y j",
+      "▁differ enti",
+      "▁different i",
+      "ag lia",
+      "agli a",
+      "▁tem plates",
+      "▁template s",
+      "▁ templates",
+      "▁m ű",
+      "▁p rv",
+      "▁pr v",
+      "▁m ois",
+      "▁mo is",
+      "▁moi s",
+      "▁gew ann",
+      "▁бу ла",
+      "bib li",
+      "b ibli",
+      "de mo",
+      "dem o",
+      "d emo",
+      "▁And erson",
+      "▁Anders on",
+      "▁ре д",
+      "▁ ред",
+      "▁por que",
+      "▁P ologne",
+      "▁Pol ogne",
+      "▁t rip",
+      "▁tr ip",
+      "▁tri p",
+      "▁exem ple",
+      "▁exempl e",
+      "▁Intern acional",
+      "▁ка о",
+      "In sert",
+      "gen eral",
+      "gener al",
+      "SE SSION",
+      "ber ga",
+      "berg a",
+      "hä lt",
+      "h ält",
+      "un as",
+      "una s",
+      "u nas",
+      "ми ра",
+      "мир а",
+      "▁yield s",
+      "map sto",
+      "maps to",
+      "sp ot",
+      "s pot",
+      "▁+ \\",
+      "▁ +\\",
+      "лл а",
+      "л ла",
+      "▁precis ely",
+      "▁precise ly",
+      "▁ч лен",
+      "sh adow",
+      "Ar e",
+      "A re",
+      "un al",
+      "una l",
+      "u nal",
+      "▁dis par",
+      "▁disp ar",
+      "▁tít ulo",
+      "ne st",
+      "nes t",
+      "n est",
+      "▁L ow",
+      "▁Lo w",
+      "▁p rot",
+      "▁pro t",
+      "▁pr ot",
+      "▁C osta",
+      "▁Co sta",
+      "▁Cost a",
+      "▁Cos ta",
+      "name d",
+      "na med",
+      "nam ed",
+      "n amed",
+      "▁g ained",
+      "▁ga ined",
+      "▁gain ed",
+      "les ia",
+      "l esia",
+      "▁admin istration",
+      "▁administr ation",
+      "Im port",
+      "Imp ort",
+      "br anch",
+      "b ranch",
+      "▁sym path",
+      "vo j",
+      "v oj",
+      "▁E C",
+      "▁ EC",
+      "▁municip io",
+      "▁anim ated",
+      "▁animate d",
+      "▁direct ories",
+      "▁director ies",
+      "▁ro of",
+      "zą d",
+      "z ąd",
+      "im et",
+      "ime t",
+      "i met",
+      "pr oto",
+      "pro to",
+      "bl a",
+      "b la",
+      ": ]",
+      "ha ve",
+      "hav e",
+      "h ave",
+      "at em",
+      "ate m",
+      "a tem",
+      "▁n s",
+      "▁ ns",
+      "▁s ector",
+      "▁se ctor",
+      "▁sec tor",
+      "▁sect or",
+      "th ree",
+      "ow ane",
+      "owa ne",
+      "owan e",
+      "wer s",
+      "we rs",
+      "w ers",
+      "ов их",
+      "ови х",
+      "ren ce",
+      "r ence",
+      "▁ex tr",
+      "▁ext r",
+      "ig ten",
+      "igt en",
+      "igte n",
+      "▁occ ident",
+      "ț ă",
+      "▁e at",
+      "▁h ydro",
+      "▁hy dro",
+      "▁hyd ro",
+      "ubern etes",
+      "[ @",
+      "▁M oon",
+      "▁Mo on",
+      "▁S ho",
+      "▁Sh o",
+      "▁else where",
+      "ül ler",
+      "üll er",
+      "Up load",
+      "ла нд",
+      "лан д",
+      "л анд",
+      "▁F ör",
+      "w issenschaft",
+      "K S",
+      "▁phys ics",
+      "▁ physics",
+      "t z",
+      "▁се ред",
+      "▁Ar beit",
+      "▁Arbe it",
+      "▁ме ст",
+      "▁ мест",
+      "▁Geb iet",
+      "▁in sect",
+      "▁ins ect",
+      "▁inse ct",
+      "A h",
+      "iz ado",
+      "iza do",
+      "▁tem ple",
+      "▁temp le",
+      "▁ann ual",
+      "st ad",
+      "sta d",
+      "▁hab itat",
+      "▁habit at",
+      "▁A B",
+      "▁ AB",
+      "wo rt",
+      "wor t",
+      "w ort",
+      "▁re pos",
+      "▁rep os",
+      "▁repo s",
+      "▁N eu",
+      "▁Ne u",
+      "▁$ (\".",
+      "▁$( \".",
+      "▁$(\" .",
+      "Vor lage",
+      "▁repre zent",
+      "est anden",
+      "In tern",
+      "Int ern",
+      "Inter n",
+      ". `",
+      "▁fa iling",
+      "▁fail ing",
+      "▁M aterial",
+      "▁Mate rial",
+      "▁ Material",
+      "▁effect ively",
+      "▁effective ly",
+      "те лем",
+      "тел ем",
+      "▁г ла",
+      "▁ гла",
+      "▁na hm",
+      "▁nah m",
+      "▁ nahm",
+      "▁differ ently",
+      "▁different ly",
+      "ext ension",
+      "▁V erm",
+      "▁Ver m",
+      "▁Ve rm",
+      "en abled",
+      "ena bled",
+      "enable d",
+      "con figure",
+      "config ure",
+      "ni o",
+      "n io",
+      "ci ones",
+      "cio nes",
+      "cion es",
+      "c iones",
+      "▁B each",
+      "▁Be ach",
+      "со на",
+      "сон а",
+      "с она",
+      "▁copy ing",
+      "▁cop ying",
+      "▁у країн",
+      "▁при зна",
+      "▁приз на",
+      "z h",
+      "Des ktop",
+      "▁s ost",
+      "▁so st",
+      "▁sub sequently",
+      "▁subsequ ently",
+      "▁subsequent ly",
+      "▁Le hr",
+      "▁ ó",
+      "lä r",
+      "l är",
+      "od or",
+      "odo r",
+      "o dor",
+      "ph on",
+      "p hon",
+      "n c",
+      "iter ator",
+      "▁э ти",
+      "▁europ é",
+      "▁Tor onto",
+      "ód igo",
+      "▁p osto",
+      "▁po sto",
+      "▁pos to",
+      "▁post o",
+      "ff e",
+      "f fe",
+      "▁c rew",
+      "▁cre w",
+      "▁cr ew",
+      "▁Sch war",
+      "▁Schw ar",
+      "S a",
+      "squ are",
+      "s quare",
+      "▁be side",
+      "▁bes ide",
+      "▁М і",
+      "▁a th",
+      "▁at h",
+      "▁ ath",
+      "▁ad vent",
+      "▁adv ent",
+      "c ji",
+      "writ ten",
+      "wr itten",
+      "w ritten",
+      "▁r uss",
+      "▁ru ss",
+      "▁rus s",
+      "ro st",
+      "ros t",
+      "r ost",
+      "H I",
+      "▁d ice",
+      "▁di ce",
+      "▁dic e",
+      "cc a",
+      "c ca",
+      "▁d ép",
+      "▁dé p",
+      "pl y",
+      "p ly",
+      "big g",
+      "bi gg",
+      "b igg",
+      "zi ał",
+      "zia ł",
+      "z iał",
+      "üt t",
+      "ü tt",
+      "▁о дно",
+      "▁од но",
+      "J ECT",
+      "сь кому",
+      "сько му",
+      "ськ ому",
+      "no s",
+      "n os",
+      "mo ck",
+      "m ock",
+      "La unch",
+      "sa me",
+      "sam e",
+      "s ame",
+      "▁j obs",
+      "▁jo bs",
+      "▁job s",
+      "▁wide ly",
+      "▁wid ely",
+      "▁def ines",
+      "▁define s",
+      "▁defin es",
+      "▁P se",
+      "▁Ps e",
+      "▁neigh bour",
+      "▁neighb our",
+      "ющи е",
+      "▁cl oser",
+      "▁close r",
+      "▁clos er",
+      "▁clo ser",
+      "▁рас поло",
+      "▁распо ло",
+      "▁cl ubs",
+      "▁club s",
+      "fl y",
+      "f ly",
+      "ши м",
+      "ш им",
+      "▁suffer ed",
+      "▁suff ered",
+      "▁n ar",
+      "▁na r",
+      "▁ nar",
+      "▁l avor",
+      "▁la vor",
+      "▁lav or",
+      "Ext ension",
+      "ition ally",
+      "itional ly",
+      "▁g race",
+      "▁gr ace",
+      "▁gra ce",
+      "▁Campe onato",
+      "▁Christ mas",
+      "m iddle",
+      "oth ek",
+      "othe k",
+      "el ements",
+      "element s",
+      "ele ments",
+      "elem ents",
+      "▁son dern",
+      "▁t arde",
+      "▁tar de",
+      "▁tard e",
+      "▁perman ent",
+      "▁con clude",
+      "▁concl ude",
+      "Se g",
+      "S eg",
+      "▁а каде",
+      "}\" ,",
+      "} \",",
+      "▁февра ля",
+      "ře d",
+      "ř ed",
+      "▁I L",
+      "▁ IL",
+      "ju d",
+      "j ud",
+      "▁U SS",
+      "▁US S",
+      "▁N ature",
+      "▁Natur e",
+      "▁Nat ure",
+      "if ference",
+      "iffer ence",
+      "iffe rence",
+      "Serial izer",
+      "▁tw elve",
+      "ti d",
+      "t id",
+      "ми я",
+      "че ского",
+      "▁cal endar",
+      "▁ calendar",
+      "con cat",
+      "▁inter section",
+      "▁intersect ion",
+      "▁P A",
+      "▁ PA",
+      "az ure",
+      "azu re",
+      "▁situ ée",
+      "▁situé e",
+      "▁k inds",
+      "▁kind s",
+      "▁kin ds",
+      "▁aus ge",
+      "▁r ural",
+      "▁ru ral",
+      "Th eme",
+      "The me",
+      "▁t ale",
+      "▁tal e",
+      "▁ta le",
+      "no indent",
+      "go ing",
+      "r x",
+      "ag i",
+      "a gi",
+      "wrap per",
+      "wr apper",
+      "w rapper",
+      "▁Co ast",
+      "mb H",
+      "▁пере д",
+      "▁пе ред",
+      "sp re",
+      "spr e",
+      "s pre",
+      "▁} \\",
+      "▁ }\\",
+      "▁L I",
+      "▁ LI",
+      "zn am",
+      "zna m",
+      "z nam",
+      "it led",
+      "itle d",
+      "Sam ple",
+      "S ample",
+      "ul iar",
+      "uli ar",
+      "* \\",
+      "▁res istance",
+      "▁resist ance",
+      "st ock",
+      "sto ck",
+      "ke d",
+      "k ed",
+      "▁H E",
+      "▁ HE",
+      "▁pos session",
+      "▁poss ession",
+      "▁possess ion",
+      "▁R ing",
+      "▁Ri ng",
+      "▁m agyar",
+      "▁mag yar",
+      "ou ts",
+      "out s",
+      "o uts",
+      "▁Secret ary",
+      "nd e",
+      "n de",
+      "▁W ald",
+      "▁Wal d",
+      "▁Wa ld",
+      "- (",
+      "▁I SO",
+      "▁IS O",
+      "▁ ISO",
+      "▁af ternoon",
+      "ion en",
+      "io nen",
+      "ione n",
+      "i onen",
+      "▁st ops",
+      "▁stop s",
+      "▁sto ps",
+      "▁const ants",
+      "▁constant s",
+      "gu ard",
+      "bo w",
+      "b ow",
+      "▁e rs",
+      "▁er s",
+      "▁ ers",
+      "▁Fire base",
+      "▁C lear",
+      "▁Cl ear",
+      "▁Cle ar",
+      "▁ Clear",
+      "▁H oly",
+      "▁Hol y",
+      "▁Ho ly",
+      "W in",
+      "▁title s",
+      "▁tit les",
+      "▁т рав",
+      "▁тра в",
+      "▁cont rib",
+      "▁contr ib",
+      "▁ contrib",
+      "hä ng",
+      "h äng",
+      "▁phot ograph",
+      "▁photo graph",
+      "▁Dist ribution",
+      "if ts",
+      "ift s",
+      "▁a unque",
+      "com b",
+      "co mb",
+      "c omb",
+      "AD D",
+      "A DD",
+      "▁public ation",
+      "▁pub lication",
+      "▁publi cation",
+      "▁слу ж",
+      "▁к ня",
+      "▁ay ant",
+      "▁re store",
+      "▁r estore",
+      "▁rest ore",
+      "▁resto re",
+      "▁bel ief",
+      "▁v ég",
+      "▁vé g",
+      "▁ext ensions",
+      "▁extension s",
+      "▁extens ions",
+      "▁ extensions",
+      "▁de com",
+      "▁dec om",
+      "вши й",
+      "в ший",
+      "W T",
+      "▁par ti",
+      "▁part i",
+      "▁gi oc",
+      "▁ми ра",
+      "▁ мира",
+      "▁is su",
+      "▁iss u",
+      "pi pe",
+      "pip e",
+      "p ipe",
+      "▁pro ps",
+      "▁pr ops",
+      "▁prop s",
+      "▁ props",
+      "▁w illing",
+      "▁will ing",
+      "▁wil ling",
+      "▁n est",
+      "▁ne st",
+      "▁ nest",
+      "as o",
+      "a so",
+      "po t",
+      "p ot",
+      "▁hand les",
+      "▁handle s",
+      "▁ф о",
+      "▁ фо",
+      "▁m oder",
+      "▁mod er",
+      "▁mo der",
+      "▁mode r",
+      "▁eben falls",
+      "▁fight ing",
+      "um bn",
+      "umb n",
+      "▁trans parent",
+      "▁K rist",
+      "▁Kr ist",
+      "▁home s",
+      "▁hom es",
+      "▁ho mes",
+      "▁voy age",
+      "Fa iled",
+      "Fail ed",
+      "▁B ird",
+      "▁Bi rd",
+      "▁Bir d",
+      "▁He art",
+      "Count er",
+      "Co unter",
+      "C ounter",
+      "▁Scott ish",
+      "át ica",
+      "▁ar beit",
+      "▁ arbeit",
+      "^{ -\\",
+      "^{- \\",
+      "▁S or",
+      "▁So r",
+      "▁eng aged",
+      "▁engag ed",
+      "▁a side",
+      "▁as ide",
+      "▁asi de",
+      "▁F ou",
+      "▁Fo u",
+      "▁w iel",
+      "▁wie l",
+      "▁re const",
+      "▁recon st",
+      "ou sin",
+      "ous in",
+      "▁host ed",
+      "▁ho sted",
+      "▁hos ted",
+      "▁c lasse",
+      "▁class e",
+      "▁cl asse",
+      "▁clas se",
+      "▁con test",
+      "▁cont est",
+      "▁conte st",
+      ".. .\"",
+      "... \"",
+      "мо м",
+      "м ом",
+      "▁be an",
+      "▁ bean",
+      "ge m",
+      "g em",
+      "▁consult ato",
+      "▁b io",
+      "▁bi o",
+      "▁ bio",
+      "▁subject s",
+      "bo Box",
+      "▁Sch rift",
+      "▁d inner",
+      "▁din ner",
+      "ă r",
+      "▁r ówn",
+      "▁% %",
+      "▁ %%",
+      "ba ge",
+      "bag e",
+      "b age",
+      "▁ver öff",
+      "▁det ected",
+      "▁detect ed",
+      "ie nn",
+      "ien n",
+      "i enn",
+      "ro se",
+      "ros e",
+      "r ose",
+      "▁T on",
+      "▁To n",
+      "Comp lete",
+      "Comple te",
+      "▁pro to",
+      "▁pr oto",
+      "▁prot o",
+      "▁ proto",
+      "ich ts",
+      "icht s",
+      "i chts",
+      "ST AT",
+      "Check ed",
+      "▁in ten",
+      "▁i nten",
+      "▁int en",
+      "▁inte n",
+      "▁s mile",
+      "▁sm ile",
+      "▁st rip",
+      "▁str ip",
+      "▁stri p",
+      "▁ strip",
+      "ne ut",
+      "') ;\r",
+      "'); \r",
+      "' );\r",
+      "fo ur",
+      "f our",
+      "▁to das",
+      "▁tod as",
+      "▁toda s",
+      "Control s",
+      "▁thor ough",
+      "ru p",
+      "r up",
+      "▁држа ви",
+      "it ă",
+      "Pro tocol",
+      "К а",
+      "▁expand ed",
+      "ex tra",
+      "ext ra",
+      "op ort",
+      "opo rt",
+      "o port",
+      "▁Ста нов",
+      "le ases",
+      "lease s",
+      "▁n otion",
+      "▁not ion",
+      "▁no tion",
+      "▁g uest",
+      "▁gu est",
+      "▁Is lands",
+      "▁Island s",
+      "ic ked",
+      "ick ed",
+      "▁D ave",
+      "▁Dav e",
+      "▁Da ve",
+      "▁ref lection",
+      "▁reflect ion",
+      "li v",
+      "l iv",
+      "ál ní",
+      "▁reve aled",
+      "▁s og",
+      "▁so g",
+      "▁T ax",
+      "▁Ta x",
+      "▁period o",
+      "▁peri odo",
+      "▁Welt krie",
+      "catal ina",
+      "qu é",
+      "q ué",
+      "▁F ather",
+      "▁Fa ther",
+      "▁B ir",
+      "▁Bi r",
+      "ex pect",
+      "exp ect",
+      "▁re gression",
+      "▁reg ression",
+      "in é",
+      "i né",
+      "▁d abei",
+      "▁da bei",
+      "pe rm",
+      "per m",
+      "p erm",
+      "ме не",
+      "мен е",
+      "м ене",
+      "▁A bd",
+      "▁Ab d",
+      "▁C F",
+      "▁ CF",
+      "ar ks",
+      "ark s",
+      "resol ve",
+      "wed ge",
+      "w edge",
+      "▁initial ization",
+      "▁Vé ase",
+      "▁при ня",
+      "st mt",
+      "▁in come",
+      "▁inc ome",
+      "M Y",
+      "▁od kazy",
+      "▁Sie he",
+      "▁bod ies",
+      "▁s oc",
+      "▁so c",
+      "R andom",
+      "▁s enza",
+      "▁sen za",
+      "ab lo",
+      "abl o",
+      "a blo",
+      "▁reg arded",
+      "▁regard ed",
+      "on Create",
+      "▁Mag azine",
+      "▁R af",
+      "▁Ra f",
+      "▁Buen os",
+      "и л",
+      ")) );",
+      "))) ;",
+      ") ));",
+      "ca pt",
+      "cap t",
+      "c apt",
+      "re direct",
+      "red irect",
+      "▁pe tit",
+      "▁pet it",
+      "▁f arm",
+      "▁far m",
+      "▁fa rm",
+      "▁r ôle",
+      "▁стать и",
+      "     ",
+      "sub figure",
+      "èce s",
+      "è ces",
+      "zi el",
+      "zie l",
+      "z iel",
+      "▁о кон",
+      "▁ок он",
+      "E E",
+      "me e",
+      "m ee",
+      "▁p erten",
+      "▁per ten",
+      "▁pert en",
+      "▁représ ent",
+      "▁L A",
+      "▁ LA",
+      "? '",
+      "▁т ру",
+      "▁r ational",
+      "▁rat ional",
+      "▁ratio nal",
+      "os of",
+      "oso f",
+      "▁k ne",
+      "▁kn e",
+      "▁art ists",
+      "▁artist s",
+      "Fl ow",
+      "F low",
+      "▁А ль",
+      "▁Ал ь",
+      "iz ard",
+      "iza rd",
+      "izar d",
+      "▁num ero",
+      "▁numer o",
+      "act ic",
+      "a ctic",
+      "▁de struct",
+      "▁dest ruct",
+      "▁destru ct",
+      "▁П ра",
+      "ons ieur",
+      "q t",
+      "ab estanden",
+      "no ść",
+      "Con nect",
+      "Conne ct",
+      "▁o racle",
+      "▁or acle",
+      "▁ora cle",
+      "▁ oracle",
+      "▁Stock holm",
+      "size of",
+      "▁gem äß",
+      "AC T",
+      "A CT",
+      "▁ex pert",
+      "▁exp ert",
+      "▁exper t",
+      "ut ions",
+      "ution s",
+      "uti ons",
+      "▁h acia",
+      "▁ha cia",
+      "▁log ger",
+      "▁ logger",
+      "▁f ool",
+      "▁fo ol",
+      "▁foo l",
+      "ry pto",
+      "rypt o",
+      "æ r",
+      "▁c idade",
+      "▁ci dade",
+      "▁состав е",
+      "▁соста ве",
+      "ok er",
+      "oke r",
+      "o ker",
+      "▁Trans fer",
+      "▁den ied",
+      "Tr ack",
+      "Tra ck",
+      "T rack",
+      "▁r adi",
+      "▁ra di",
+      "▁rad i",
+      "ze c",
+      "z ec",
+      "▁Histor ic",
+      "▁Einwo hner",
+      "ко ю",
+      "▁х ра",
+      "▁ хра",
+      "▁C ategory",
+      "▁ Category",
+      "▁Dis ney",
+      "▁sw ap",
+      "▁ swap",
+      "Be gin",
+      "B egin",
+      "▁m ientras",
+      "▁d ance",
+      "▁dan ce",
+      "▁t ête",
+      "▁d roit",
+      "▁dr oit",
+      "▁dro it",
+      "er ta",
+      "ert a",
+      "▁bird s",
+      "▁bir ds",
+      "▁con vin",
+      "▁conv in",
+      "par ator",
+      "para tor",
+      "д ра",
+      "▁E S",
+      "▁ ES",
+      "▁Ress ources",
+      "▁Ressource s",
+      "EG IN",
+      "ück e",
+      "ü cke",
+      "▁Cr uz",
+      "▁Cru z",
+      "ab ling",
+      "abl ing",
+      "a bling",
+      "▁\" @",
+      "▁me tres",
+      "▁met res",
+      "▁B eg",
+      "▁Be g",
+      "▁Gr ünd",
+      "▁B oh",
+      "▁Bo h",
+      "▁m ile",
+      "▁mil e",
+      "▁mi le",
+      "▁ mile",
+      "▁Techn ology",
+      "\" +",
+      "ac co",
+      "acc o",
+      "a cco",
+      "▁s s",
+      "▁ ss",
+      "▁F ed",
+      "▁Fe d",
+      "▁H end",
+      "▁He nd",
+      "▁Hen d",
+      "us ch",
+      "usc h",
+      "u sch",
+      "it ä",
+      "fol k",
+      "f olk",
+      "▁abs or",
+      "an tal",
+      "ant al",
+      "anta l",
+      "od ge",
+      "▁WH EN",
+      "▁Extern í",
+      "▁Reg iment",
+      "▁evalu ation",
+      "▁T ai",
+      "▁Ta i",
+      "▁voc als",
+      "▁vocal s",
+      "▁ex perimental",
+      "▁experiment al",
+      "em bed",
+      "emb ed",
+      "▁M inn",
+      "▁Min n",
+      "▁Mi nn",
+      "▁в ме",
+      "pr ec",
+      "pre c",
+      "p rec",
+      "ever y",
+      "ev ery",
+      "e very",
+      "▁ho of",
+      "▁Fern ando",
+      "▁Bibli ographie",
+      "▁n ag",
+      "▁na g",
+      "amerikan ischer",
+      "▁m arks",
+      "▁mar ks",
+      "▁mark s",
+      "▁ marks",
+      "▁U TC",
+      "▁ UTC",
+      "▁un certain",
+      "ди я",
+      "ol ia",
+      "oli a",
+      "o lia",
+      "▁c up",
+      "▁cu p",
+      "▁ cup",
+      "▁f ille",
+      "▁fil le",
+      "▁fill e",
+      "▁fi lle",
+      "▁d ok",
+      "▁do k",
+      "use ppe",
+      "est erd",
+      "ester d",
+      "este rd",
+      "e sterd",
+      "▁B rand",
+      "▁Br and",
+      "▁Bra nd",
+      "▁Bran d",
+      "▁Th ird",
+      "P P",
+      "no des",
+      "node s",
+      "n odes",
+      "▁P ad",
+      "▁Pa d",
+      "▁ Pad",
+      "▁l oved",
+      "▁lo ved",
+      "▁love d",
+      "▁lov ed",
+      "sw ing",
+      "s wing",
+      "▁surpr ised",
+      "▁surprise d",
+      "ar di",
+      "ard i",
+      "▁G R",
+      "▁ GR",
+      "] \"",
+      "▁equ ally",
+      "▁equal ly",
+      "▁eq ually",
+      "ih e",
+      "i he",
+      "ca re",
+      "car e",
+      "c are",
+      "пи сок",
+      "пис ок",
+      "li jk",
+      "lij k",
+      "l ijk",
+      "ri nn",
+      "rin n",
+      "r inn",
+      "▁\\ [\\",
+      "▁\\[ \\",
+      "▁s ons",
+      "▁so ns",
+      "▁son s",
+      "▁t ät",
+      "ic amente",
+      "ica mente",
+      "▁l isting",
+      "▁list ing",
+      "iel lement",
+      "ielle ment",
+      "▁nyel ven",
+      "▁d s",
+      "▁ ds",
+      "▁agr icult",
+      "▁H ermann",
+      "▁Her mann",
+      "▁Herm ann",
+      "▁bes ides",
+      "▁beside s",
+      "pro gress",
+      "prog ress",
+      "▁pec uliar",
+      "fo cus",
+      "f ocus",
+      "c n",
+      "- $",
+      "ствен ный",
+      "ou rg",
+      "our g",
+      "o urg",
+      "▁w yn",
+      "▁wy n",
+      "▁conduct ed",
+      "▁condu cted",
+      "▁Станов ништво",
+      "connect ed",
+      "conne cted",
+      "conn ected",
+      "▁b ott",
+      "▁bo tt",
+      "▁bot t",
+      "▁с мер",
+      "▁см ер",
+      "▁P oz",
+      "▁Po z",
+      "un ct",
+      "unc t",
+      "con da",
+      "cond a",
+      "c onda",
+      "▁савез ној",
+      "▁ha vet",
+      "▁have t",
+      "▁hav et",
+      "li gt",
+      "lig t",
+      "l igt",
+      "or ted",
+      "ort ed",
+      "orte d",
+      "▁ent ering",
+      "▁enter ing",
+      "mult ip",
+      "multi p",
+      "mul tip",
+      "▁Tem ple",
+      "▁Temp le",
+      "▁P lant",
+      "▁Pl ant",
+      "▁Plan t",
+      "▁Pla nt",
+      "type of",
+      "▁V lad",
+      "▁qu ed",
+      "▁que d",
+      "▁q ued",
+      "▁re ste",
+      "▁r este",
+      "▁res te",
+      "▁rest e",
+      "▁ма й",
+      "▁ май",
+      "▁V ery",
+      "▁Ver y",
+      "▁Ve ry",
+      "ambigu ation",
+      "▁ch alleng",
+      "▁res pective",
+      "▁respect ive",
+      "▁т ор",
+      "▁то р",
+      "▁ тор",
+      "C trl",
+      "▁abs ence",
+      "ar u",
+      "a ru",
+      "во е",
+      "▁för st",
+      "▁s q",
+      "▁ sq",
+      "▁Em peror",
+      "▁I gn",
+      "▁Ig n",
+      "▁ Ign",
+      "▁т ова",
+      "▁то ва",
+      "▁ това",
+      ": `",
+      "ad oop",
+      "ado op",
+      "▁Mad ame",
+      "▁gru ppo",
+      "▁grup po",
+      "st ud",
+      "▁extern as",
+      "▁Александ р",
+      "▁d ign",
+      "▁di gn",
+      "▁dig n",
+      "▁жи ве",
+      "Am ount",
+      "A mount",
+      "▁correl ate",
+      "▁corre late",
+      "▁F ant",
+      "▁Fa nt",
+      "▁r ails",
+      "▁ra ils",
+      "▁rail s",
+      "▁ rails",
+      "f p",
+      "министра тив",
+      "▁b ought",
+      "▁fil ters",
+      "▁filter s",
+      "▁ filters",
+      "▁anc ora",
+      "▁part ner",
+      "▁qu and",
+      "▁quan d",
+      "sym bol",
+      "s ymbol",
+      "ul ating",
+      "ula ting",
+      "▁z d",
+      "▁ zd",
+      "aw n",
+      "a wn",
+      "▁G rant",
+      "▁Gr ant",
+      "▁Gra nt",
+      "▁Gran t",
+      "bec ause",
+      "b ecause",
+      "ra ble",
+      "rab le",
+      "r able",
+      "\\ }",
+      "íst icas",
+      "ística s",
+      "▁у че",
+      "▁péri ode",
+      "▁s ke",
+      "▁sk e",
+      "▁ ske",
+      "▁Any way",
+      "▁index es",
+      "▁inde xes",
+      "▁direct ions",
+      "▁dire ctions",
+      "▁direction s",
+      "▁R AM",
+      "▁RA M",
+      "▁ RAM",
+      "ch rome",
+      "chr ome",
+      "chrom e",
+      "▁a post",
+      "▁ap ost",
+      "▁apo st",
+      "▁war nings",
+      "▁warning s",
+      "▁warn ings",
+      "▁Air port",
+      "V I",
+      "ab ile",
+      "abil e",
+      "abi le",
+      "▁l ord",
+      "▁lo rd",
+      "pro vider",
+      "prov ider",
+      "▁J i",
+      "ost ream",
+      "o stream",
+      "▁geme ente",
+      "table View",
+      "Ex tra",
+      "Ext ra",
+      "c ursor",
+      "eg round",
+      "egr ound",
+      "e ground",
+      "▁M oz",
+      "▁Mo z",
+      "▁r ib",
+      "▁ri b",
+      "▁ rib",
+      "▁m orph",
+      "▁mor ph",
+      "lo ads",
+      "load s",
+      "el sk",
+      "els k",
+      "▁M AX",
+      "▁MA X",
+      "▁ MAX",
+      "▁Santi ago",
+      "▁H im",
+      "▁Hi m",
+      "code s",
+      "co des",
+      "cod es",
+      "c odes",
+      "▁l anz",
+      "▁lan z",
+      "▁count s",
+      "▁coun ts",
+      "rinn ingsområ",
+      "щ ё",
+      "▁sp é",
+      "▁pier ws",
+      "▁pierw s",
+      "▁S ver",
+      "▁Sv er",
+      "▁a cknow",
+      "▁ac know",
+      "Bo olean",
+      "▁фами ли",
+      "▁Sen ate",
+      "шо в",
+      "ш ов",
+      "ag ers",
+      "age rs",
+      "ager s",
+      "a gers",
+      "▁Nue va",
+      "bi l",
+      "b il",
+      "ki em",
+      "kie m",
+      "k iem",
+      "▁M ey",
+      "▁Me y",
+      "wi j",
+      "w ij",
+      "▁G mbH",
+      "valid ation",
+      "▁en suite",
+      "in king",
+      "ink ing",
+      "▁c ampion",
+      "▁camp ion",
+      "▁finan cial",
+      "▁financi al",
+      "iz on",
+      "izo n",
+      "i zon",
+      "He aders",
+      "Head ers",
+      "Header s",
+      "▁deprec ated",
+      "▁fon ction",
+      "RE G",
+      "R EG",
+      "▁vol umes",
+      "▁volume s",
+      "▁C hi",
+      "▁Ch i",
+      "▁encounter ed",
+      "la k",
+      "l ak",
+      "ра я",
+      "▁contin ues",
+      "▁continu es",
+      "▁continue s",
+      "▁~ [",
+      "uer te",
+      "u erte",
+      "▁\\ ;",
+      "▁ \\;",
+      "▁D ok",
+      "▁Do k",
+      "▁we ights",
+      "▁weight s",
+      "▁r h",
+      "▁ rh",
+      "▁Na pole",
+      "▁Nap ole",
+      "▁natur ally",
+      "▁natural ly",
+      "sk u",
+      "s ku",
+      "pa s",
+      "p as",
+      "▁g egründ",
+      "et r",
+      "e tr",
+      "▁K u",
+      "ic ted",
+      "ict ed",
+      "i cted",
+      "▁fab ric",
+      "▁A SC",
+      "▁AS C",
+      "▁ ASC",
+      "▁Entertain ment",
+      "▁en erg",
+      "▁ener g",
+      "кла д",
+      "к лад",
+      "om on",
+      "omo n",
+      "o mon",
+      "th eme",
+      "the me",
+      "▁ха рак",
+      "▁d raft",
+      "▁dr aft",
+      "▁dra ft",
+      "▁ch annels",
+      "▁channel s",
+      "▁de sert",
+      "▁des ert",
+      "▁deser t",
+      "▁tra vés",
+      "▁trav és",
+      "▁L ock",
+      "▁Lo ck",
+      "▁Loc k",
+      "▁ Lock",
+      "▁s iendo",
+      "▁si endo",
+      "фе к",
+      "ф ек",
+      "m ême",
+      "▁pa cket",
+      "▁pack et",
+      "▁pac ket",
+      "▁Mount ain",
+      "▁F ahr",
+      "▁Fa hr",
+      "bra io",
+      "пе ре",
+      "пер е",
+      "п ере",
+      "▁gen annt",
+      "▁dep loyment",
+      "▁deploy ment",
+      "Pa l",
+      "P al",
+      "но г",
+      "ст ру",
+      "стр у",
+      "Pr im",
+      "P rim",
+      "f ür",
+      "▁danger ous",
+      "▁sz ám",
+      "re ck",
+      "rec k",
+      "▁pop up",
+      "ic ky",
+      "ick y",
+      "in ar",
+      "ina r",
+      "i nar",
+      "co wo",
+      "cow o",
+      "c owo",
+      "нци кло",
+      "ít ás",
+      "▁pl ugins",
+      "▁plugin s",
+      "▁plug ins",
+      "▁ plugins",
+      "▁dr iven",
+      "▁drive n",
+      "▁dri ven",
+      "▁driv en",
+      "ле в",
+      "л ев",
+      "▁\" (",
+      "tt a",
+      "t ta",
+      "▁ Ú",
+      "▁e b",
+      "▁ eb",
+      "▁' ';",
+      "▁'' ;",
+      "▁kn ock",
+      "▁ос нова",
+      "▁основ а",
+      "▁m aison",
+      "▁ma ison",
+      "▁mais on",
+      "▁mai son",
+      "г ля",
+      "▁Hon or",
+      "▁Ho nor",
+      "ta il",
+      "t ail",
+      "ri tz",
+      "rit z",
+      "r itz",
+      "▁gu ys",
+      "▁combin ations",
+      "▁combination s",
+      "ond ere",
+      "onder e",
+      "onde re",
+      "▁A ld",
+      "▁Al d",
+      "▁f iddle",
+      "▁ fiddle",
+      "да в",
+      "ur d",
+      "u rd",
+      "▁pro jection",
+      "▁project ion",
+      "▁Tamb ién",
+      "ve rb",
+      "ver b",
+      "v erb",
+      "▁ter re",
+      "▁ terre",
+      "ru gu",
+      "rug u",
+      "▁se ptember",
+      "▁sept ember",
+      "▁< !",
+      "co st",
+      "cos t",
+      "c ost",
+      "▁n ut",
+      "▁nu t",
+      "▁ nut",
+      "{ %",
+      "▁ub ic",
+      "am arin",
+      "ama rin",
+      "amar in",
+      "ти и",
+      "▁pat ron",
+      "▁patr on",
+      "▁am ely",
+      "▁e sto",
+      "▁est o",
+      "▁es to",
+      "▁ esto",
+      "▁li stop",
+      "▁list op",
+      "fa l",
+      "f al",
+      "▁P rop",
+      "▁Pro p",
+      "▁Pr op",
+      "▁ Prop",
+      "▁O nt",
+      "▁On t",
+      "▁M ade",
+      "▁Ma de",
+      "▁Mad e",
+      "TE ST",
+      "▁N em",
+      "▁Ne m",
+      "▁N ations",
+      "▁Nat ions",
+      "▁Nation s",
+      "▁в у",
+      "▁ ву",
+      "in cluding",
+      "includ ing",
+      "▁spect rum",
+      "▁L an",
+      "▁La n",
+      "▁E ver",
+      "▁Ev er",
+      "Pa ul",
+      "t m",
+      "App end",
+      "Ap pend",
+      "Rel ative",
+      "dis abled",
+      "disable d",
+      "return s",
+      "▁flow ers",
+      "▁flo wers",
+      "▁flower s",
+      "ik u",
+      "i ku",
+      "▁| \\",
+      "▁ |\\",
+      "▁Jord an",
+      "▁Sm all",
+      "▁c ic",
+      "▁ci c",
+      "▁sex ual",
+      "au tre",
+      "aut re",
+      "ва л",
+      "в ал",
+      "▁r ip",
+      "▁ri p",
+      "▁ rip",
+      "ou st",
+      "ous t",
+      "o ust",
+      "▁Philadel phia",
+      "▁u k",
+      "▁ uk",
+      "▁M ongo",
+      "▁Mon go",
+      "▁Mong o",
+      "xml ns",
+      "▁sh op",
+      "▁sho p",
+      "▁ shop",
+      "▁debug ger",
+      "▁z aj",
+      "▁za j",
+      "▁B illy",
+      "▁Bill y",
+      "▁Bil ly",
+      "▁n iem",
+      "▁nie m",
+      "▁ni em",
+      "ol is",
+      "oli s",
+      "o lis",
+      "▁ро ссий",
+      "ag ner",
+      "agn er",
+      "agne r",
+      "▁m aven",
+      "▁ma ven",
+      "▁ maven",
+      "▁Gu stav",
+      "▁Gust av",
+      "A us",
+      "comp are",
+      "▁j eu",
+      "▁je u",
+      "ud er",
+      "ude r",
+      "u der",
+      "ish ment",
+      "▁ди визи",
+      "▁Fin land",
+      "ну т",
+      "н ут",
+      "z és",
+      "▁Liga ções",
+      "▁Lig ações",
+      "▁qu ello",
+      "▁quel lo",
+      "an notation",
+      "annot ation",
+      "▁th rew",
+      "▁thr ew",
+      "▁thre w",
+      "▁Pro of",
+      "▁ Proof",
+      "▁A rea",
+      "▁Ar ea",
+      "▁Are a",
+      "▁ Area",
+      "as hi",
+      "ash i",
+      "▁F O",
+      "▁ FO",
+      "ja min",
+      "j amin",
+      "ден т",
+      "д ент",
+      "▁un us",
+      "fri end",
+      ".\" );",
+      ".\") ;",
+      ". \");",
+      "▁tra kten",
+      "document class",
+      "an ka",
+      "ank a",
+      "▁ar rive",
+      "▁arr ive",
+      "▁arriv e",
+      "▁d onne",
+      "▁don ne",
+      "▁donn e",
+      "ol y",
+      "o ly",
+      "▁R ein",
+      "▁Re in",
+      "▁face book",
+      "▁fac ebook",
+      "▁ facebook",
+      "ic ina",
+      "ici na",
+      "sl ice",
+      "s lice",
+      "▁n agy",
+      "▁na gy",
+      "▁nag y",
+      "▁he bben",
+      "▁I C",
+      "▁ IC",
+      "▁B ag",
+      "▁Ba g",
+      "▁ Bag",
+      "▁circ ul",
+      "▁cir cul",
+      "ác t",
+      "á ct",
+      "mit t",
+      "mi tt",
+      "m itt",
+      "▁g rey",
+      "▁gr ey",
+      "▁gre y",
+      "▁c av",
+      "▁ca v",
+      "▁осо би",
+      "▁sym metric",
+      "▁symmet ric",
+      "▁S ic",
+      "▁Si c",
+      "▁med ium",
+      "▁medi um",
+      "▁ medium",
+      "▁U TF",
+      "▁ UTF",
+      "▁D opo",
+      "▁Do po",
+      "í ch",
+      "bar e",
+      "ba re",
+      "b are",
+      "dz ie",
+      "d zie",
+      "▁he aven",
+      "▁heav en",
+      "▁cam pe",
+      "▁camp e",
+      "ester day",
+      "esterd ay",
+      "▁W issenschaft",
+      "по ль",
+      "пол ь",
+      "di d",
+      "d id",
+      "al er",
+      "ale r",
+      "a ler",
+      "▁citiz ens",
+      "▁Marg aret",
+      "▁s ought",
+      "ch arts",
+      "char ts",
+      "chart s",
+      "CL C",
+      "C LC",
+      "ol ly",
+      "oll y",
+      "ys z",
+      "y sz",
+      "wa ld",
+      "wal d",
+      "w ald",
+      "▁f en",
+      "▁fe n",
+      "▁ fen",
+      "▁S ix",
+      "▁Si x",
+      "▁U rs",
+      "▁Ur s",
+      "▁ор ган",
+      "▁T rad",
+      "▁Tr ad",
+      "▁Tra d",
+      "cu e",
+      "c ue",
+      "sch utz",
+      "▁prec ise",
+      "▁precis e",
+      "▁W indow",
+      "▁Wind ow",
+      "▁ Window",
+      "ти е",
+      "ло ві",
+      "лов і",
+      "it ori",
+      "ito ri",
+      "itor i",
+      "dis ambiguation",
+      "▁х и",
+      "▁ хи",
+      "▁N atural",
+      "▁Natur al",
+      "▁Nat ural",
+      "da n",
+      "d an",
+      "▁con crete",
+      "ци ја",
+      "▁s pel",
+      "▁sp el",
+      "▁spe l",
+      "▁Fa iled",
+      "▁Fail ed",
+      "▁ Failed",
+      "ści e",
+      "śc ie",
+      "ś cie",
+      "▁b uf",
+      "▁bu f",
+      "▁ buf",
+      "uc a",
+      "u ca",
+      "ic ional",
+      "ici onal",
+      "icio nal",
+      "icion al",
+      "▁ott obre",
+      "▁otto bre",
+      "▁ф і",
+      "▁ фі",
+      "▁submit ted",
+      "▁subm itted",
+      "la ve",
+      "lav e",
+      "l ave",
+      "▁P lot",
+      "▁Pl ot",
+      "▁ Plot",
+      "▁col leg",
+      "▁coll eg",
+      "▁colle g",
+      "ad em",
+      "ade m",
+      "a dem",
+      "▁ch aque",
+      "▁cha que",
+      "▁neighbor hood",
+      "▁calci atore",
+      "Lo op",
+      "L oop",
+      "▁G ast",
+      "▁Ga st",
+      "▁Gas t",
+      "▁ко гда",
+      "▁indust rial",
+      "▁industri al",
+      "▁f atal",
+      "▁fa tal",
+      "▁fat al",
+      "▁C ert",
+      "▁Ce rt",
+      "▁Cer t",
+      "▁ Cert",
+      "la tion",
+      "lat ion",
+      "l ation",
+      "▁О дна",
+      "▁Од на",
+      "▁jam ais",
+      "▁acc um",
+      "Id entity",
+      "Ident ity",
+      "▁Me dal",
+      "▁Med al",
+      "Met adata",
+      "Meta data",
+      "▁лю дя",
+      "br idge",
+      "brid ge",
+      "b ridge",
+      "Go od",
+      "G ood",
+      "▁что бы",
+      "▁comp oser",
+      "▁compos er",
+      "▁compose r",
+      "▁b read",
+      "▁br ead",
+      "▁bre ad",
+      "▁clos ure",
+      "▁ closure",
+      "▁large ly",
+      "▁larg ely",
+      "F B",
+      "▁обла сть",
+      "▁autom atic",
+      "▁automat ic",
+      "ar ía",
+      "a ría",
+      "▁sufficient ly",
+      "▁ital iana",
+      "▁ка че",
+      "▁J ó",
+      "hi story",
+      "histor y",
+      "h istory",
+      "▁H D",
+      "▁ HD",
+      "▁sigu iente",
+      "ne ll",
+      "nel l",
+      "n ell",
+      "▁G ree",
+      "▁Gr ee",
+      "▁Gre e",
+      "▁T i",
+      "▁trans ferred",
+      "▁transfer red",
+      "équ ipe",
+      "é quipe",
+      "▁Phili ppe",
+      "▁Philipp e",
+      "▁Philip pe",
+      "▁encou rag",
+      "▁V ietnam",
+      "▁graph s",
+      "▁symmet ry",
+      "fr ed",
+      "fre d",
+      "f red",
+      "we ek",
+      "▁bron ze",
+      "ry s",
+      "r ys",
+      "▁name ly",
+      "▁nam ely",
+      "on ders",
+      "ond ers",
+      "onder s",
+      "onde rs",
+      "lem agne",
+      "X Y",
+      "Con vert",
+      "}] (",
+      "} ](",
+      "Reg ion",
+      "pe cies",
+      "pec ies",
+      "▁te xture",
+      "▁text ure",
+      "▁c hr",
+      "▁ch r",
+      "▁ chr",
+      "не го",
+      "н его",
+      "▁some body",
+      "a qu",
+      "er as",
+      "era s",
+      "e ras",
+      "▁Н ово",
+      "▁Но во",
+      "▁Нов о",
+      "▁d ez",
+      "▁de z",
+      "an iu",
+      "ani u",
+      "a niu",
+      "ok rat",
+      "▁co vers",
+      "▁cover s",
+      "▁cov ers",
+      "▁sign als",
+      "▁signal s",
+      "ђ е",
+      "▁H eb",
+      "▁He b",
+      "▁An ti",
+      "▁Ant i",
+      "IV E",
+      "I VE",
+      "▁re ss",
+      "▁r ess",
+      "▁res s",
+      "▁ ress",
+      "LE TE",
+      "yn a",
+      "y na",
+      "п ла",
+      "жде ния",
+      "ж дения",
+      "▁ch amp",
+      "▁cha mp",
+      "▁cham p",
+      "▁vill ages",
+      "▁village s",
+      "▁villa ges",
+      "Z one",
+      "▁i Phone",
+      "▁sou vent",
+      "сь кі",
+      "ськ і",
+      "▁feb braio",
+      "ér cito",
+      "▁X I",
+      "ok at",
+      "oka t",
+      "▁mem bres",
+      "▁memb res",
+      "▁membre s",
+      "ju nit",
+      "j unit",
+      "▁D raw",
+      "▁Dr aw",
+      "▁Dra w",
+      "▁ Draw",
+      "▁п рово",
+      "▁про во",
+      "▁пров о",
+      "▁пр ово",
+      "aud io",
+      "audi o",
+      "a udio",
+      "en dl",
+      "end l",
+      "▁N ad",
+      "▁Na d",
+      "▁magn itude",
+      "Su r",
+      "S ur",
+      "ic ing",
+      "ici ng",
+      "i cing",
+      "▁un w",
+      "▁о три",
+      "▁от ри",
+      "▁B ey",
+      "▁Be y",
+      "▁V ik",
+      "▁Vi k",
+      "▁polít ica",
+      "port er",
+      "por ter",
+      "porte r",
+      "p orter",
+      "▁Bar bara",
+      "▁Barb ara",
+      "ál t",
+      "á lt",
+      "bi b",
+      "b ib",
+      "▁accom pan",
+      "▁accomp an",
+      "V P",
+      "▁en coded",
+      "▁enc oded",
+      "▁encode d",
+      "▁ encoded",
+      "▁S ometimes",
+      "▁Some times",
+      "bi rd",
+      "bir d",
+      "b ird",
+      "▁U lt",
+      "▁Ul t",
+      "▁t un",
+      "▁tu n",
+      "get Text",
+      "▁ar rival",
+      "▁arr ival",
+      "▁arriv al",
+      "script style",
+      "{ `",
+      "▁pers pective",
+      "LI NE",
+      "LIN E",
+      "L INE",
+      "Form atter",
+      "Format ter",
+      "▁b om",
+      "▁bo m",
+      "в ра",
+      "DE BUG",
+      "Bound s",
+      "B ounds",
+      "▁T itle",
+      "▁Tit le",
+      "▁ Title",
+      "l ó",
+      "Da n",
+      "D an",
+      "▁g ene",
+      "▁ge ne",
+      "▁gen e",
+      "▁B it",
+      "▁Bi t",
+      "▁ Bit",
+      "▁reprodu ce",
+      "▁graph ics",
+      "▁ graphics",
+      "▁с ем",
+      "▁се м",
+      "р ё",
+      "▁ре ки",
+      "us alem",
+      "usa lem",
+      "ро ж",
+      "▁D ES",
+      "▁DE S",
+      "▁So ftware",
+      "ur ance",
+      "u rance",
+      "ithmet ic",
+      "en ess",
+      "ene ss",
+      "enes s",
+      "e ness",
+      "ic hi",
+      "ich i",
+      "i chi",
+      "Con verter",
+      "Convert er",
+      "▁g ithub",
+      "▁ github",
+      "erd ings",
+      "gl ise",
+      "ác h",
+      "á ch",
+      "▁bu ried",
+      "▁bur ied",
+      "▁v ision",
+      "▁vis ion",
+      "▁ vision",
+      "M iss",
+      "▁s ees",
+      "▁se es",
+      "▁see s",
+      "▁person nes",
+      "▁pers onnes",
+      "▁personn es",
+      "▁personne s",
+      "▁In tel",
+      "▁Int el",
+      "el ia",
+      "eli a",
+      "e lia",
+      "▁č lán",
+      "▁c hi",
+      "▁ch i",
+      "▁ chi",
+      "▁k las",
+      "▁kl as",
+      "au té",
+      "aut é",
+      "▁st ark",
+      "▁star k",
+      "cz e",
+      "c ze",
+      "▁dr ivers",
+      "▁driver s",
+      "▁drive rs",
+      "▁dri vers",
+      "▁driv ers",
+      "v n",
+      "! ,",
+      "▁го ды",
+      "▁год ы",
+      "H i",
+      "▁expla ins",
+      "▁expl ains",
+      "▁explain s",
+      "art icles",
+      "article s",
+      "▁z ug",
+      "▁zu g",
+      "▁ zug",
+      "Pro m",
+      "Pr om",
+      "P rom",
+      "> =",
+      "▁Be at",
+      "▁S ax",
+      "▁Sa x",
+      "vert ical",
+      "кт о",
+      "к то",
+      "▁pl ants",
+      "▁plan ts",
+      "▁plant s",
+      "▁Ré férences",
+      "▁Référence s",
+      "▁og ni",
+      "▁c urs",
+      "▁cu rs",
+      "▁cur s",
+      "▁S K",
+      "▁ SK",
+      "он и",
+      "о ни",
+      "▁des tac",
+      "▁dest ac",
+      "\") ;\r",
+      "\"); \r",
+      "\" );\r",
+      "▁S ure",
+      "▁Su re",
+      "▁Sur e",
+      "▁part ido",
+      "▁parti do",
+      "▁Fol ge",
+      "▁Mo ore",
+      "▁w z",
+      "ск ус",
+      "ску с",
+      "lt re",
+      "l tre",
+      "on do",
+      "ond o",
+      "▁p ose",
+      "▁po se",
+      "▁pos e",
+      "▁ pose",
+      "im os",
+      "imo s",
+      "i mos",
+      "бо й",
+      "ци па",
+      "ju s",
+      "j us",
+      ".. ...",
+      "... ..",
+      ".... .",
+      ". ....",
+      "▁ép oca",
+      "▁qu anto",
+      "▁quant o",
+      "▁quan to",
+      "▁Su pport",
+      "▁Supp ort",
+      "▁Sup port",
+      "▁ Support",
+      "gesch ichte",
+      "SER VER",
+      "▁George s",
+      "▁Georg es",
+      "en um",
+      "enu m",
+      "e num",
+      "▁h erm",
+      "▁he rm",
+      "▁her m",
+      "▁ne bo",
+      "▁C hr",
+      "▁Ch r",
+      "▁ Chr",
+      "char acter",
+      "▁* **",
+      "▁** *",
+      "▁ ***",
+      "▁For sch",
+      "ia mi",
+      "iam i",
+      "i ami",
+      "▁ ¿",
+      "cy ch",
+      "cyc h",
+      "c ych",
+      "▁fif th",
+      "se nt",
+      "sen t",
+      "s ent",
+      "▁and erem",
+      "▁andere m",
+      "▁proport ion",
+      "▁propor tion",
+      "▁p rest",
+      "▁pr est",
+      "▁pre st",
+      "▁pres t",
+      "▁G irl",
+      "▁Gi rl",
+      "▁Gir l",
+      "▁d rama",
+      "▁dr ama",
+      "▁dra ma",
+      "▁dram a",
+      "wa nd",
+      "wan d",
+      "w and",
+      "▁M ail",
+      "▁Ma il",
+      "▁Mai l",
+      "▁ Mail",
+      "▁L ux",
+      "▁Lu x",
+      "▁kter ý",
+      "▁Ges ellschaft",
+      "▁Hin weis",
+      "nis se",
+      "n isse",
+      "▁m ondo",
+      "▁mon do",
+      "▁mond o",
+      "E q",
+      "▁per í",
+      "▁pe rí",
+      "▁e astern",
+      "▁eas tern",
+      "▁east ern",
+      "▁UE FA",
+      "ual e",
+      "ua le",
+      "u ale",
+      "▁con vex",
+      "▁conv ex",
+      "▁по ль",
+      "▁пол ь",
+      "▁ поль",
+      "▁H ey",
+      "▁He y",
+      "ze nie",
+      "zen ie",
+      "z enie",
+      "init ely",
+      "▁Z usammen",
+      "SS L",
+      "S SL",
+      "oc al",
+      "oca l",
+      "o cal",
+      "▁c anal",
+      "▁can al",
+      "▁ca nal",
+      "vo y",
+      "v oy",
+      "▁К ри",
+      "▁köz ött",
+      "▁c ars",
+      "▁car s",
+      "▁ca rs",
+      "▁vers ión",
+      "En vironment",
+      "He r",
+      "H er",
+      "▁se ñ",
+      "▁sp atial",
+      "ym i",
+      "y mi",
+      "Fi re",
+      "F ire",
+      "▁ve get",
+      "▁veg et",
+      "▁W ie",
+      "▁Wi e",
+      "▁zn aj",
+      "▁zna j",
+      "▁dam age",
+      "▁en dl",
+      "▁end l",
+      "▁ endl",
+      "gi f",
+      "g if",
+      "▁qu ali",
+      "▁qual i",
+      "▁которы х",
+      "el lan",
+      "ell an",
+      "ella n",
+      "▁m ens",
+      "▁me ns",
+      "▁men s",
+      "▁pl ug",
+      "▁a bund",
+      "▁ab und",
+      "FI G",
+      "F IG",
+      "▁s f",
+      "▁ sf",
+      "▁con fl",
+      "▁conf l",
+      "▁насе ления",
+      "▁princi ples",
+      "▁princip les",
+      "▁principle s",
+      "▁Gab riel",
+      "ib e",
+      "i be",
+      "▁{ %",
+      "▁ {%",
+      "▁pobla ció",
+      "ні ципа",
+      "▁ext reme",
+      "▁extrem e",
+      "▁extr eme",
+      "▁as se",
+      "▁ass e",
+      "▁ asse",
+      "▁v u",
+      "▁ vu",
+      "Mo ck",
+      "M ock",
+      "▁spiel te",
+      "▁A er",
+      "▁d atos",
+      "▁dat os",
+      "en des",
+      "end es",
+      "ende s",
+      "▁G el",
+      "▁Ge l",
+      "▁G or",
+      "▁Go r",
+      "Ch rist",
+      "Chr ist",
+      "ch os",
+      "cho s",
+      "c hos",
+      "Process or",
+      "Proc essor",
+      "▁in struct",
+      "▁inst ruct",
+      "▁instru ct",
+      "▁p icked",
+      "▁pick ed",
+      "▁pic ked",
+      "nah me",
+      "nahm e",
+      "fa hr",
+      "fah r",
+      "f ahr",
+      "▁indic ated",
+      "▁indicate d",
+      "▁% .",
+      "▁ %.",
+      "▁t s",
+      "▁ ts",
+      "▁not able",
+      "▁no table",
+      "▁qual ified",
+      "▁А л",
+      "Bl ack",
+      "B lack",
+      "▁coun cil",
+      "▁over head",
+      "ac i",
+      "a ci",
+      "an née",
+      "ann ée",
+      "▁init With",
+      "bi ó",
+      "b ió",
+      "▁int roduction",
+      "▁introdu ction",
+      "▁compan ion",
+      "▁ex pon",
+      "▁exp on",
+      "▁k ör",
+      "▁kö r",
+      "ob y",
+      "o by",
+      "bu rn",
+      "bur n",
+      "b urn",
+      "gn u",
+      "g nu",
+      "virt ual",
+      "v irtual",
+      "▁intel lect",
+      "▁д ержа",
+      "▁ держа",
+      "' +",
+      "б ле",
+      "▁strict ly",
+      "▁recogn ize",
+      "ho ur",
+      "hou r",
+      "h our",
+      "▁W rest",
+      "en nen",
+      "enn en",
+      "enne n",
+      "$) .",
+      "$ ).",
+      "ff f",
+      "f ff",
+      "▁Cent ro",
+      "▁P itt",
+      "▁Pi tt",
+      "▁Pit t",
+      "▁d ział",
+      "▁dz iał",
+      "▁ dział",
+      "▁c ela",
+      "▁ce la",
+      "▁cel a",
+      "▁frances e",
+      "▁franc ese",
+      "ра ми",
+      "spe cial",
+      "spec ial",
+      "▁D up",
+      "▁Du p",
+      "to ire",
+      "t oire",
+      "ка ль",
+      "кал ь",
+      "к аль",
+      "CO UNT",
+      "▁Br ook",
+      "▁Bro ok",
+      "▁ру ково",
+      "pub lique",
+      "▁se conda",
+      "▁second a",
+      "▁sec onda",
+      "▁com pt",
+      "▁comp t",
+      "▁b land",
+      "▁bl and",
+      "▁bla nd",
+      "▁blan d",
+      "Be fore",
+      "▁P ack",
+      "▁Pa ck",
+      "▁Pac k",
+      "▁ Pack",
+      "al ty",
+      "alt y",
+      "öd er",
+      "ö der",
+      "▁interval s",
+      "▁Daten bank",
+      "Mo vie",
+      "M ovie",
+      "▁trans m",
+      "▁tran sm",
+      "▁t ap",
+      "▁ta p",
+      "▁по ч",
+      "fo n",
+      "f on",
+      "ia i",
+      "i ai",
+      "▁f ib",
+      "▁fi b",
+      "▁w yd",
+      "▁wy d",
+      "▁h ung",
+      "▁hun g",
+      "▁hu ng",
+      "▁ hung",
+      "▁a live",
+      "▁al ive",
+      "▁ali ve",
+      "Cl ear",
+      "C lear",
+      "▁p ushed",
+      "▁push ed",
+      "▁tu ple",
+      "▁ tuple",
+      "ach en",
+      "ac hen",
+      "ache n",
+      "a chen",
+      "го во",
+      "гов о",
+      "г ово",
+      "▁re vers",
+      "▁rev ers",
+      "▁reve rs",
+      "▁rever s",
+      "▁au gment",
+      "▁aug ment",
+      "▁ch allenge",
+      "▁challeng e",
+      "lo st",
+      "los t",
+      "l ost",
+      "▁deux ième",
+      "struct or",
+      "stru ctor",
+      "▁mehr erer",
+      "▁mehrere r",
+      "at ural",
+      "atur al",
+      "atura l",
+      "atu ral",
+      "Sp lit",
+      "S plit",
+      "ст ем",
+      "сте м",
+      "с тем",
+      "ш ла",
+      ")\\ \\",
+      ") \\\\",
+      "▁D og",
+      "▁Do g",
+      "▁develop ers",
+      "▁developer s",
+      "▁ developers",
+      "▁n od",
+      "▁no d",
+      "▁сто ро",
+      "▁Na N",
+      "▁ NaN",
+      "▁pr iest",
+      "▁pri est",
+      "▁ex ha",
+      "UN D",
+      "U ND",
+      "pa ir",
+      "p air",
+      "al one",
+      "alo ne",
+      "▁m oon",
+      "▁mo on",
+      "▁# !/",
+      "▁g uns",
+      "▁gu ns",
+      "▁gun s",
+      "ro la",
+      "rol a",
+      "r ola",
+      "чи та",
+      "▁Encyc lopedia",
+      "▁Encyclop edia",
+      "at is",
+      "ati s",
+      "a tis",
+      "▁' \"",
+      "▁ '\"",
+      "zy ch",
+      "z ych",
+      "▁super fic",
+      "▁э к",
+      "еде ра",
+      "fe ed",
+      "f eed",
+      "LA Y",
+      "F i",
+      "un ks",
+      "unk s",
+      "ise cond",
+      "i second",
+      "▁' @",
+      "▁Ad ding",
+      "▁Add ing",
+      "ро е",
+      "▁t ang",
+      "▁tan g",
+      "▁ta ng",
+      "ц о",
+      "hu ng",
+      "h ung",
+      "bi s",
+      "b is",
+      "sk ého",
+      "ské ho",
+      "▁ad vert",
+      "▁adv ert",
+      "▁за нима",
+      "uz z",
+      "u zz",
+      "ág ina",
+      "▁T el",
+      "▁Te l",
+      "si g",
+      "s ig",
+      "▁E z",
+      "▁guarante e",
+      "▁te aching",
+      "▁teach ing",
+      "ot y",
+      "o ty",
+      "ter min",
+      "term in",
+      "▁distribution s",
+      "▁distrib utions",
+      "FL A",
+      "F LA",
+      "▁Gi useppe",
+      "query Selector",
+      "▁/ \\",
+      "▁ /\\",
+      "▁S quad",
+      "g z",
+      "de lay",
+      "del ay",
+      "▁surr ounding",
+      "▁m anus",
+      "▁man us",
+      "▁H ou",
+      "▁Ho u",
+      "² ,",
+      "▁cult iv",
+      "▁trouble s",
+      "▁trou bles",
+      "▁r aison",
+      "▁ra ison",
+      "exp and",
+      "▁c ov",
+      "▁co v",
+      "▁ cov",
+      "nung en",
+      "n ungen",
+      ")) {",
+      ") ){",
+      "▁g een",
+      "▁ge en",
+      "▁au ßer",
+      "▁Л і",
+      "ř i",
+      "▁situ ations",
+      "▁situation s",
+      "▁tele p",
+      "▁tel ep",
+      "▁J ed",
+      "▁Je d",
+      "▁trav ail",
+      "▁trava il",
+      "li as",
+      "lia s",
+      "l ias",
+      "bul let",
+      "▁select ing",
+      "av ier",
+      "avi er",
+      "a vier",
+      "▁ess ential",
+      "( /",
+      "yy yy",
+      "št ě",
+      "ul ty",
+      "ult y",
+      "▁k ra",
+      "▁kr a",
+      "▁t abs",
+      "▁tab s",
+      "▁ta bs",
+      "▁ tabs",
+      "▁experience d",
+      "▁experien ced",
+      "az i",
+      "a zi",
+      "▁D irectory",
+      "▁Direct ory",
+      "▁Director y",
+      "▁ Directory",
+      "▁c ron",
+      "▁cr on",
+      "▁cro n",
+      "▁s pend",
+      "▁sp end",
+      "▁spe nd",
+      "▁R A",
+      "▁ RA",
+      "▁s elenium",
+      "▁sel enium",
+      "▁ selenium",
+      "▁T hé",
+      "▁Th é",
+      "Element s",
+      "El ements",
+      "ci i",
+      "c ii",
+      "▁p lat",
+      "▁pl at",
+      "▁pla t",
+      "▁arch ive",
+      "▁archiv e",
+      "▁ archive",
+      "▁ass istance",
+      "▁assist ance",
+      "▁ne ck",
+      "▁A venue",
+      "▁Aven ue",
+      "▁w heel",
+      "▁whe el",
+      "▁h ade",
+      "▁ha de",
+      "▁had e",
+      "Com mon",
+      "Comm on",
+      "▁D ialog",
+      "▁Di alog",
+      "▁Dia log",
+      "▁ Dialog",
+      "▁f org",
+      "▁for g",
+      "▁fo rg",
+      "▁sur ely",
+      "▁sure ly",
+      "▁h ockey",
+      "kt ó",
+      "k tó",
+      "▁t k",
+      "▁ tk",
+      "▁Br uce",
+      "▁Bru ce",
+      "▁e norm",
+      "▁en orm",
+      ", ’",
+      "▁Christ opher",
+      "▁Christoph er",
+      "je v",
+      "j ev",
+      "▁qu ad",
+      "▁ quad",
+      "▁A JAX",
+      "▁rel ief",
+      "▁reli ef",
+      "▁m odes",
+      "▁mod es",
+      "▁mo des",
+      "▁mode s",
+      "sk lär",
+      "s klär",
+      "▁V id",
+      "▁Vi d",
+      "▁Se rial",
+      "▁Ser ial",
+      "▁ Serial",
+      "▁to kens",
+      "▁token s",
+      "▁Pol and",
+      "▁Po land",
+      "\\ ]",
+      "▁v ide",
+      "▁vi de",
+      "▁vid e",
+      "ro oms",
+      "room s",
+      "om as",
+      "oma s",
+      "o mas",
+      "▁B ureau",
+      "▁Bur eau",
+      "c x",
+      "ность ю",
+      "ност ью",
+      "▁sign s",
+      "▁sig ns",
+      "ше ние",
+      "los sen",
+      "loss en",
+      "l ossen",
+      "▁Que ens",
+      "▁Queen s",
+      "▁m embre",
+      "▁mem bre",
+      "▁memb re",
+      "▁m ez",
+      "▁me z",
+      "▁ mez",
+      "▁B ool",
+      "▁Bo ol",
+      "▁ Bool",
+      "▁N aj",
+      "▁Na j",
+      "▁Mem ory",
+      "▁ Memory",
+      "▁K han",
+      "▁Kh an",
+      "▁l à",
+      "▁ là",
+      "▁H ud",
+      "▁Hu d",
+      "▁d ismiss",
+      "▁dis miss",
+      "ight h",
+      "igh th",
+      "▁f s",
+      "▁ fs",
+      "pr event",
+      "pre vent",
+      "prev ent",
+      "▁ме да",
+      "▁Pol ice",
+      "▁Po lice",
+      "▁с ко",
+      "▁ ско",
+      "fin ite",
+      "▁a mi",
+      "▁am i",
+      "▁ ami",
+      "▁M uch",
+      "▁Mu ch",
+      "ow ania",
+      "owa nia",
+      "owan ia",
+      "OR Y",
+      "O RY",
+      "io rs",
+      "ior s",
+      "i ors",
+      "▁Prem io",
+      "▁text box",
+      "d m",
+      "▁a fin",
+      "▁af in",
+      "▁Don ald",
+      "▁ Donald",
+      "▁P riv",
+      "▁Pr iv",
+      "▁Pri v",
+      "▁de cid",
+      "▁dec id",
+      "▁Maur ice",
+      "▁Mau rice",
+      "ag an",
+      "aga n",
+      "a gan",
+      "▁Britann ica",
+      "▁o ft",
+      "▁of t",
+      "▁consec utive",
+      "\"? >",
+      "\" ?>",
+      "ови й",
+      "st udent",
+      "stud ent",
+      "▁pe que",
+      "▁di eses",
+      "▁dies es",
+      "▁diese s",
+      "▁ret our",
+      "ét r",
+      "é tr",
+      "▁с ез",
+      "▁се з",
+      "▁k re",
+      "▁kr e",
+      "▁ kre",
+      "▁v otes",
+      "▁vo tes",
+      "▁vot es",
+      "▁vote s",
+      "ru ption",
+      "rupt ion",
+      "rup tion",
+      "iz ada",
+      "iza da",
+      "▁W iel",
+      "▁Wi el",
+      "▁Wie l",
+      "▁G ray",
+      "▁Gr ay",
+      "▁Gra y",
+      "▁Le op",
+      "▁Leo p",
+      "teil ung",
+      "tei lung",
+      "([ '",
+      "( ['",
+      "▁wh ites",
+      "▁white s",
+      "fr ica",
+      "fri ca",
+      "f rica",
+      "an imation",
+      "anim ation",
+      "cur l",
+      "cu rl",
+      "c url",
+      "ling s",
+      "lin gs",
+      "l ings",
+      "=\" $",
+      "lo yd",
+      "loy d",
+      "text sc",
+      "ор у",
+      "о ру",
+      "▁се ла",
+      "es ian",
+      "esi an",
+      "esia n",
+      "▁M ission",
+      "▁Miss ion",
+      "▁не за",
+      "▁ult imately",
+      "бо в",
+      "б ов",
+      "ol en",
+      "ole n",
+      "o len",
+      "ско му",
+      "ском у",
+      "ск ому",
+      "с кому",
+      "ne te",
+      "net e",
+      "n ete",
+      "▁D it",
+      "▁Di t",
+      "▁co stru",
+      "▁cost ru",
+      "dep endent",
+      "▁Re source",
+      "▁Res ource",
+      "▁ Resource",
+      "▁host s",
+      "▁hos ts",
+      "▁ hosts",
+      "▁re ar",
+      "▁r ear",
+      "D uration",
+      "ни ків",
+      "ник ів",
+      "М а",
+      "▁pl anning",
+      "▁plan ning",
+      "▁pre diction",
+      "▁pred iction",
+      "▁predict ion",
+      "▁L yn",
+      "▁Ly n",
+      "▁k ir",
+      "▁ki r",
+      "▁ kir",
+      "▁Leg isl",
+      "ма т",
+      "м ат",
+      "▁S occer",
+      "▁Soc cer",
+      "▁sur vey",
+      "▁surv ey",
+      "▁surve y",
+      "▁estadoun idense",
+      "or gen",
+      "org en",
+      "orge n",
+      "jo urd",
+      "jou rd",
+      "j ourd",
+      "▁ap rile",
+      "▁april e",
+      "▁apr ile",
+      "▁i ds",
+      "▁id s",
+      "▁ ids",
+      "сь ке",
+      "ськ е",
+      "▁emp loyee",
+      "▁employ ee",
+      "▁ employee",
+      "▁Schaus pieler",
+      "р ъ",
+      "▁mult imedia",
+      "▁multi media",
+      "▁сво ю",
+      "▁w ine",
+      "▁win e",
+      "▁E U",
+      "ic ă",
+      "▁R hein",
+      "▁Rh ein",
+      "▁Pal mar",
+      "ot eca",
+      "ote ca",
+      "▁prep are",
+      "▁prepar e",
+      "▁ prepare",
+      "▁T ot",
+      "▁To t",
+      "▁N ull",
+      "▁Nu ll",
+      "▁ Null",
+      "▁k in",
+      "▁ki n",
+      "▁ kin",
+      "in als",
+      "inal s",
+      "ina ls",
+      "▁New ton",
+      "▁t bl",
+      "▁ tbl",
+      "▁S old",
+      "▁So ld",
+      "▁Sol d",
+      "▁ver f",
+      "▁ve rf",
+      "at uring",
+      "atur ing",
+      "atu ring",
+      "▁la ptop",
+      "▁lap top",
+      "▁Со вет",
+      "▁Сов ет",
+      "▁Сове т",
+      "se cret",
+      "sec ret",
+      "▁Olymp ic",
+      "▁football er",
+      "▁Rud olf",
+      "▁con he",
+      "zy sk",
+      "▁evalu ated",
+      "▁evaluate d",
+      "» )",
+      "sh op",
+      "re pository",
+      "▁z ach",
+      "▁za ch",
+      "▁l osing",
+      "▁lo sing",
+      "▁los ing",
+      "et ter",
+      "ett er",
+      "ette r",
+      "▁W irtschaft",
+      "та к",
+      "▁unnecess ary",
+      "▁P hot",
+      "▁Ph ot",
+      "▁Pho t",
+      "an ska",
+      "ans ka",
+      "ansk a",
+      "▁N ative",
+      "▁Nat ive",
+      "▁ Native",
+      "CC E",
+      "C CE",
+      "▁fi fty",
+      "▁fif ty",
+      "▁e rw",
+      "▁er w",
+      "r h",
+      "is sent",
+      "iss ent",
+      "isse nt",
+      "issen t",
+      "}{ (",
+      "} {(",
+      "▁lan ç",
+      "▁X code",
+      "го род",
+      "гор од",
+      "ci r",
+      "c ir",
+      "▁pel ícula",
+      "▁O scar",
+      "▁Os car",
+      "▁sh ore",
+      "▁sho re",
+      "▁supp lied",
+      "ex amples",
+      "example s",
+      "Me ss",
+      "M ess",
+      "VI CE",
+      "V ICE",
+      "▁ex clude",
+      "▁h en",
+      "▁he n",
+      "▁ hen",
+      "▁гу бер",
+      "▁F ragment",
+      "▁Fra gment",
+      "▁ Fragment",
+      "▁B itte",
+      "▁Bi tte",
+      "▁Bit te",
+      "▁Bes ides",
+      "▁h es",
+      "▁he s",
+      "▁ hes",
+      "▁ih rem",
+      "▁ihr em",
+      "▁ihre m",
+      "▁Ser ge",
+      "▁art ific",
+      "=\" ${",
+      "=\"$ {",
+      "ло во",
+      "лов о",
+      "л ово",
+      "ut eur",
+      "ute ur",
+      "ta ire",
+      "t aire",
+      "па с",
+      "▁eas iest",
+      "▁fam iglia",
+      "N ormal",
+      "▁d alle",
+      "▁da lle",
+      "▁dal le",
+      "▁dall e",
+      "▁n ations",
+      "▁nation s",
+      "▁nat ions",
+      "r p",
+      "th ead",
+      "the ad",
+      "t head",
+      "▁обла сті",
+      "▁Democr atic",
+      "▁челов е",
+      "мо ж",
+      "▁г ер",
+      "▁ге р",
+      "▁ гер",
+      "▁small est",
+      "▁Publish ing",
+      "▁T s",
+      "▁laugh ed",
+      "ll e",
+      "l le",
+      "▁A mt",
+      "▁Am t",
+      "▁I IS",
+      "▁II S",
+      "FOR M",
+      "F ORM",
+      "Ma g",
+      "M ag",
+      "до н",
+      "д он",
+      "▁st oria",
+      "▁stor ia",
+      "▁sto ria",
+      "▁organ ized",
+      "▁organiz ed",
+      "č ní",
+      "▁o x",
+      "▁ ox",
+      "ling en",
+      "lin gen",
+      "l ingen",
+      "▁lu ego",
+      "cc ió",
+      "c ció",
+      "▁re ly",
+      "▁r ely",
+      "▁rel y",
+      "▁t ussen",
+      "er ten",
+      "ert en",
+      "erte n",
+      "▁hon our",
+      "▁Cla ude",
+      "▁Claud e",
+      "▁Ko rea",
+      "▁Kore a",
+      "▁Kor ea",
+      "▁Met ropol",
+      "▁Metro pol",
+      "Su per",
+      "S uper",
+      "ri en",
+      "rie n",
+      "r ien",
+      "ér ature",
+      "att ro",
+      "attr o",
+      "▁б іль",
+      "▁бі ль",
+      "▁ біль",
+      "▁Her bert",
+      "▁aut eurs",
+      "▁aute urs",
+      "▁dar auf",
+      "▁m ental",
+      "▁men tal",
+      "▁ment al",
+      "▁r ang",
+      "▁ra ng",
+      "▁ran g",
+      "▁s ón",
+      "▁só n",
+      "▁S oph",
+      "▁So ph",
+      ")\" ,",
+      ") \",",
+      "Des criptor",
+      "prep are",
+      "▁Land kreis",
+      "H C",
+      "cr oss",
+      "cro ss",
+      "c ross",
+      "ли за",
+      "▁Lo gin",
+      "▁Log in",
+      "▁ Login",
+      "on en",
+      "one n",
+      "o nen",
+      "Fe ature",
+      "▁m useum",
+      "▁muse um",
+      "▁ museum",
+      "ve k",
+      "v ek",
+      "▁Nel son",
+      "▁re jo",
+      "▁коман ди",
+      "▁sum mar",
+      "▁summ ar",
+      "▁сле ду",
+      "▁след у",
+      "äm p",
+      "ä mp",
+      "▁G as",
+      "▁Ga s",
+      "во м",
+      "в ом",
+      "VAL UE",
+      "in ge",
+      "ing e",
+      "per iod",
+      "lass en",
+      "las sen",
+      "lasse n",
+      "l assen",
+      "áv al",
+      "á val",
+      "▁alt ogether",
+      "um ph",
+      "ump h",
+      "ist ro",
+      "istr o",
+      "ą ż",
+      "▁Ke ep",
+      "▁Mar co",
+      "▁Marc o",
+      "▁ét ant",
+      "▁D re",
+      "▁Dr e",
+      "ge ometry",
+      "▁K as",
+      "▁Ka s",
+      "message s",
+      "mess ages",
+      "Co ok",
+      "C ook",
+      "▁S ide",
+      "▁Si de",
+      "▁Sid e",
+      "▁ Side",
+      "▁ко ми",
+      "▁ком и",
+      "ст ри",
+      "стр и",
+      "с три",
+      "▁ex cess",
+      "▁exc ess",
+      "▁Bi ografia",
+      "XX XX",
+      "XXX X",
+      "X XXX",
+      "▁N ie",
+      "▁Ni e",
+      "ven dor",
+      "v endor",
+      "xs d",
+      "x sd",
+      "Mil l",
+      "M ill",
+      "process ing",
+      "▁Miss ouri",
+      "▁perm ett",
+      "▁permet t",
+      "▁a par",
+      "▁ap ar",
+      "▁cro wd",
+      "▁crow d",
+      "fer t",
+      "fe rt",
+      "f ert",
+      "▁D ou",
+      "▁Do u",
+      "r í",
+      "▁C C",
+      "▁ CC",
+      "▁pay ment",
+      "▁ payment",
+      "▁Hol lywood",
+      "▁V irtual",
+      "▁ Virtual",
+      "▁sp oken",
+      "▁spoke n",
+      "▁spo ken",
+      "▁t ram",
+      "▁tr am",
+      "▁tra m",
+      "▁Comm unity",
+      "▁Commun ity",
+      "▁administr ative",
+      "▁в оло",
+      "▁во ло",
+      "gi or",
+      "gio r",
+      "g ior",
+      "vis or",
+      "▁Укра и",
+      "st age",
+      "sta ge",
+      "stag e",
+      "▁For mat",
+      "▁Form at",
+      "▁ Format",
+      "▁conven ient",
+      "Н а",
+      "▁med ian",
+      "▁media n",
+      "▁medi an",
+      "▁в ра",
+      "▁ вра",
+      "▁Пре ма",
+      "en ig",
+      "eni g",
+      "e nig",
+      "▁Op era",
+      "▁Oper a",
+      "ré s",
+      "r és",
+      "▁f mt",
+      "▁ fmt",
+      "▁effic iency",
+      "ma le",
+      "mal e",
+      "m ale",
+      "Ma ster",
+      "M aster",
+      "Ser ies",
+      "Se ries",
+      "S eries",
+      "▁s yd",
+      "▁sy d",
+      "gener ic",
+      "inter val",
+      "▁e fect",
+      "▁inwon ers",
+      "лим пи",
+      "ir ement",
+      "ire ment",
+      "Er r",
+      "E rr",
+      "ö h",
+      "▁l ying",
+      "▁ly ing",
+      "▁ lying",
+      "▁S ettings",
+      "▁Setting s",
+      "▁ Settings",
+      "! =",
+      "em atic",
+      "emat ic",
+      "arg v",
+      "▁Bas ic",
+      "▁ Basic",
+      "▁consider ation",
+      "▁h abe",
+      "▁ha be",
+      "▁hab e",
+      "- %",
+      "▁mount ains",
+      "▁mountain s",
+      "▁pe ak",
+      "▁f allen",
+      "▁fall en",
+      "▁fal len",
+      "ed ed",
+      "ede d",
+      "e ded",
+      "log ic",
+      "▁mat ched",
+      "▁match ed",
+      "▁typ ing",
+      "▁ty ping",
+      ")} ,",
+      ") },",
+      "▁f ancy",
+      "▁fan cy",
+      "▁eleg ant",
+      "ا ل",
+      "▁уча ст",
+      "▁Sa rah",
+      "▁Sar ah",
+      "▁V erd",
+      "▁Ver d",
+      "▁Ve rd",
+      "▁t ego",
+      "▁te go",
+      "ru les",
+      "rule s",
+      "r ules",
+      "▁mo unted",
+      "▁mount ed",
+      "▁і м",
+      "ер у",
+      "е ру",
+      "st off",
+      "sto ff",
+      "fa hren",
+      "fah ren",
+      "fahr en",
+      "f ahren",
+      "dist ance",
+      "d istance",
+      "▁Lic ense",
+      "▁LE FT",
+      "▁ LEFT",
+      "▁w p",
+      "▁ wp",
+      "/ {",
+      "▁am azon",
+      "▁amaz on",
+      "▁ amazon",
+      "> &",
+      "▁els ő",
+      "qu arters",
+      "▁sh ock",
+      "▁sho ck",
+      "ni ck",
+      "nic k",
+      "n ick",
+      "▁Arch ite",
+      "▁S quare",
+      "▁r ates",
+      "▁ra tes",
+      "▁rate s",
+      "▁rat es",
+      "io re",
+      "ior e",
+      "i ore",
+      "▁N at",
+      "▁Na t",
+      "▁Char lot",
+      "re ichen",
+      "reich en",
+      "rei chen",
+      "reiche n",
+      "▁var iation",
+      "▁vari ation",
+      "os is",
+      "osi s",
+      "li fe",
+      "l ife",
+      "sl ide",
+      "s lide",
+      "ab i",
+      "a bi",
+      "uk i",
+      "u ki",
+      "my sq",
+      "mys q",
+      "▁prim itive",
+      "▁primit ive",
+      "▁univers itaire",
+      "LE NG",
+      "ale ż",
+      "eb ook",
+      "e book",
+      "s yn",
+      "▁G egen",
+      "▁Ge gen",
+      "▁Geg en",
+      "▁K ü",
+      "▁а ле",
+      "▁ал е",
+      "▁L ub",
+      "▁Lu b",
+      "con current",
+      "izz ato",
+      "izza to",
+      "▁st ub",
+      "▁i e",
+      "▁ ie",
+      "▁' ./",
+      "▁'. /",
+      "co d",
+      "c od",
+      "▁intern acional",
+      "▁G las",
+      "▁Gl as",
+      "▁Gla s",
+      "▁m are",
+      "▁ma re",
+      "▁mar e",
+      "▁N eb",
+      "▁Ne b",
+      "▁G B",
+      "▁ GB",
+      "kw args",
+      "▁a ument",
+      "▁au ment",
+      "WI D",
+      "W ID",
+      "▁ро д",
+      "▁р од",
+      "▁ род",
+      "p unkt",
+      "▁G rad",
+      "▁Gr ad",
+      "▁Gra d",
+      "▁ Grad",
+      "S N",
+      "AM P",
+      "A MP",
+      "▁B orn",
+      "▁Bo rn",
+      "▁Bor n",
+      "▁Guer re",
+      "го тов",
+      "▁med io",
+      "▁medi o",
+      "Me d",
+      "M ed",
+      "su pp",
+      "sup p",
+      "s upp",
+      "act ual",
+      "drop down",
+      "▁ok tober",
+      "▁ ř",
+      "▁circ ular",
+      "▁cir cular",
+      "▁circul ar",
+      "▁s kin",
+      "▁sk in",
+      "▁ski n",
+      "▁em phas",
+      "▁emp has",
+      "▁го лов",
+      "▁голо в",
+      "▁p ue",
+      "▁pu e",
+      "▁inform ations",
+      "▁information s",
+      "▁Wolf gang",
+      "▁us eless",
+      "▁use less",
+      "и т",
+      "▁Jo an",
+      "▁б ор",
+      "▁бо р",
+      "▁ бор",
+      "▁G lad",
+      "▁Gl ad",
+      "▁Gla d",
+      "▁K now",
+      "▁Kn ow",
+      "▁Kno w",
+      "ké nt",
+      "k ént",
+      "sp eed",
+      "spe ed",
+      "▁Ke vin",
+      "un ft",
+      "▁ar qu",
+      "▁ arqu",
+      "▁C asa",
+      "▁Cas a",
+      "▁Ca sa",
+      "(. ..",
+      "( ...",
+      "▁rapid ly",
+      "▁pro ble",
+      "▁prob le",
+      "▁probl e",
+      "▁Ви кипеди",
+      "že n",
+      "ž en",
+      "▁N eben",
+      "▁Ne ben",
+      "▁Neb en",
+      "▁M eter",
+      "▁Me ter",
+      "▁Met er",
+      "Child ren",
+      "ce m",
+      "c em",
+      "ig os",
+      "igo s",
+      "aj u",
+      "a ju",
+      "▁Ret rie",
+      "▁H ell",
+      "▁He ll",
+      "▁Hel l",
+      "▁g ig",
+      "▁gi g",
+      "▁contro vers",
+      "▁z oom",
+      "▁zo om",
+      "▁zoo m",
+      "▁c ens",
+      "▁ce ns",
+      "▁alc uni",
+      "▁He ader",
+      "▁Head er",
+      "▁ Header",
+      "Me ta",
+      "Met a",
+      "M eta",
+      "Re quired",
+      "▁ин ститу",
+      "▁s kup",
+      "▁sk up",
+      "▁ing les",
+      "ég l",
+      "é gl",
+      "bi j",
+      "b ij",
+      "▁t ér",
+      "▁té r",
+      "▁com pag",
+      "▁comp ag",
+      "▁comm itted",
+      "▁commit ted",
+      "▁process ed",
+      "▁proc essed",
+      "▁proces sed",
+      "Lo wer",
+      "L ower",
+      "▁F oreign",
+      "▁For eign",
+      "▁Fore ign",
+      "▁ Foreign",
+      "▁s eq",
+      "▁se q",
+      "▁ seq",
+      "sheet s",
+      "she ets",
+      "▁F em",
+      "▁Fe m",
+      "ho z",
+      "h oz",
+      "in ks",
+      "ink s",
+      "▁k all",
+      "▁ka ll",
+      "▁kal l",
+      "vari ant",
+      "▁li bro",
+      "▁lib ro",
+      "▁cl icks",
+      "▁click s",
+      "▁cli cks",
+      "▁g obierno",
+      "ie gel",
+      "ieg el",
+      "мо го",
+      "м ого",
+      "ge me",
+      "gem e",
+      "g eme",
+      "▁t ower",
+      "▁to wer",
+      "▁par ish",
+      "▁T CP",
+      "▁l s",
+      "▁ ls",
+      "▁n ginx",
+      "▁ng inx",
+      "▁ nginx",
+      "Na N",
+      "▁D ir",
+      "▁Di r",
+      "▁ Dir",
+      "▁Begr iffe",
+      "▁Begriff e",
+      "ar ie",
+      "ari e",
+      "a rie",
+      "ím p",
+      "í mp",
+      "ic ios",
+      "ici os",
+      "icio s",
+      "i cios",
+      "▁sh aring",
+      "▁cin éma",
+      "be c",
+      "b ec",
+      "RE D",
+      "R ED",
+      "▁K ra",
+      "▁Kr a",
+      "ab ol",
+      "a bol",
+      "▁fl ux",
+      "▁flu x",
+      "▁exp ensive",
+      "▁су ще",
+      "▁` _",
+      "oc z",
+      "o cz",
+      "ли ст",
+      "▁acqu aint",
+      "▁w ise",
+      "▁wis e",
+      "▁ wise",
+      "▁pou voir",
+      "▁pouv oir",
+      "▁dev ant",
+      "▁moment um",
+      "im mer",
+      "imm er",
+      "▁C oupe",
+      "▁Cou pe",
+      "index Of",
+      "▁does nt",
+      "▁doesn t",
+      "▁за в",
+      "▁lic ense",
+      "▁ â",
+      "CS S",
+      "C SS",
+      "▁r ice",
+      "▁ric e",
+      "▁ri ce",
+      "▁ rice",
+      "Te am",
+      "▁a no",
+      "▁an o",
+      "▁ ano",
+      "li t",
+      "l it",
+      "▁mer ged",
+      "▁merge d",
+      "▁C ell",
+      "▁Ce ll",
+      "▁Cel l",
+      "▁ Cell",
+      "л л",
+      "bo y",
+      "b oy",
+      "as ts",
+      "ast s",
+      "▁s ell",
+      "▁se ll",
+      "▁sel l",
+      "▁gro ße",
+      "▁groß e",
+      "▁virt uel",
+      "▁virtue l",
+      "Can cel",
+      "▁s j",
+      "g ment",
+      ". <",
+      "ча й",
+      "i ë",
+      "ak h",
+      "a kh",
+      "iz ers",
+      "ize rs",
+      "izer s",
+      "pr it",
+      "p rit",
+      "▁T ib",
+      "▁Ti b",
+      "▁elabor ate",
+      "▁f é",
+      "▁м еди",
+      "▁ме ди",
+      "LENG TH",
+      "▁prim arily",
+      "▁sc ores",
+      "▁score s",
+      "▁carry ing",
+      "▁l ake",
+      "▁la ke",
+      "▁lak e",
+      "com pose",
+      "comp ose",
+      "compos e",
+      "▁Town ship",
+      "un ge",
+      "ung e",
+      "▁al berga",
+      "an ych",
+      "any ch",
+      "a nych",
+      "qu elle",
+      "que lle",
+      "quel le",
+      "q uelle",
+      "▁Ar k",
+      "▁p ris",
+      "▁pr is",
+      "▁pri s",
+      "▁v oll",
+      "▁vo ll",
+      "▁vol l",
+      "ш ли",
+      "Valid ation",
+      "▁ce ux",
+      "▁pop ulate",
+      "▁popula te",
+      "▁popul ate",
+      "\" \r",
+      "▁fem mes",
+      "▁femme s",
+      "AN G",
+      "A NG",
+      "▁Desp ite",
+      "вы е",
+      "в ые",
+      "is ke",
+      "isk e",
+      "i ske",
+      "zu g",
+      "z ug",
+      "на ча",
+      "▁h atten",
+      "▁hat ten",
+      "▁hatte n",
+      "IN SERT",
+      "Emp loyee",
+      "▁mo ments",
+      "▁moment s",
+      "▁mom ents",
+      "▁últ ima",
+      "▁h older",
+      "▁hold er",
+      "▁ho lder",
+      "▁hol der",
+      "▁ holder",
+      "bl ank",
+      "Col lections",
+      "Collection s",
+      "Collect ions",
+      "ath ers",
+      "ather s",
+      "a thers",
+      "▁g rade",
+      "▁gr ade",
+      "▁gra de",
+      "▁grad e",
+      "▁ grade",
+      "▁aff airs",
+      "▁affair s",
+      ".$ $",
+      ". $$",
+      "▁d elta",
+      "▁del ta",
+      "▁ delta",
+      "▁Jug end",
+      "▁españ ol",
+      "▁O UT",
+      "▁ OUT",
+      "▁mathemat ical",
+      "▁m ongo",
+      "▁mon go",
+      "▁Ф е",
+      "ul ing",
+      "uli ng",
+      "u ling",
+      "▁re volution",
+      "▁revol ution",
+      "▁c oin",
+      "▁co in",
+      "▁sub class",
+      "\" =>",
+      "äch e",
+      "ä che",
+      "▁p yg",
+      "▁py g",
+      "ща я",
+      "ill ery",
+      "ille ry",
+      "iller y",
+      "▁com enz",
+      "dep th",
+      "▁c él",
+      "▁re size",
+      "▁res ize",
+      "▁ resize",
+      "▁S ame",
+      "▁Sam e",
+      "▁Sa me",
+      "▁st rik",
+      "▁str ik",
+      "▁stri k",
+      "▁t ir",
+      "▁ti r",
+      "▁sc arc",
+      "▁scar c",
+      "▁M ember",
+      "▁Mem ber",
+      "▁ Member",
+      "sub scribe",
+      "ó ż",
+      "út bol",
+      "ex cept",
+      "▁dr iving",
+      "▁dri ving",
+      "▁driv ing",
+      "ki e",
+      "k ie",
+      "zo ny",
+      "zon y",
+      "z ony",
+      "ème s",
+      "è mes",
+      "Da vid",
+      "D avid",
+      "iss ant",
+      "issa nt",
+      "▁т ы",
+      "▁ ты",
+      "▁é lect",
+      "▁él ect",
+      "▁re name",
+      "▁r ename",
+      "▁ren ame",
+      "▁R unning",
+      "▁Run ning",
+      "▁ Running",
+      "▁inter faces",
+      "▁interface s",
+      "//////// ////////",
+      "▁Wal ker",
+      "▁Walk er",
+      "▁soci été",
+      "▁as ks",
+      "▁ask s",
+      "br id",
+      "b rid",
+      "▁je we",
+      "▁se ines",
+      "▁sein es",
+      "▁seine s",
+      "▁sei nes",
+      "▁ag ents",
+      "▁agent s",
+      "▁M Y",
+      "▁ MY",
+      "▁Law rence",
+      "de ss",
+      "des s",
+      "d ess",
+      "ie sen",
+      "ies en",
+      "iese n",
+      "i esen",
+      "▁людя х",
+      "прав и",
+      "пра ви",
+      "▁anc est",
+      "▁wel che",
+      "ra um",
+      "r aum",
+      "▁o rb",
+      "▁or b",
+      "▁ orb",
+      "sc al",
+      "s cal",
+      "▁L ear",
+      "▁Le ar",
+      "▁w ear",
+      "▁we ar",
+      "▁s lave",
+      "▁sl ave",
+      "▁sla ve",
+      "▁re named",
+      "▁ren amed",
+      "▁rename d",
+      "če n",
+      "č en",
+      "ma ste",
+      "mas te",
+      "m aste",
+      "ang les",
+      "angle s",
+      "▁Am érica",
+      "▁t i",
+      "▁ ti",
+      "▁dem sel",
+      "▁bene ath",
+      "bin ary",
+      "b inary",
+      "▁ed ición",
+      "▁kil omet",
+      "▁kilom et",
+      "ui ts",
+      "uit s",
+      "u its",
+      "▁cu atro",
+      "▁ent rance",
+      "▁entr ance",
+      "ond issement",
+      "▁b ag",
+      "▁ba g",
+      "▁ bag",
+      "▁Ar men",
+      "▁Arm en",
+      "ij o",
+      "i jo",
+      "▁L ors",
+      "▁Lo rs",
+      "▁Lor s",
+      "▁demsel ben",
+      "ê m",
+      "▁dis crete",
+      "▁prom inent",
+      "▁J ay",
+      "▁Ja y",
+      "de cor",
+      "dec or",
+      "D L",
+      "▁d í",
+      "St ruct",
+      "Str uct",
+      "▁P roduction",
+      "▁Produ ction",
+      "▁Product ion",
+      "th ey",
+      "the y",
+      "ar ius",
+      "ari us",
+      "sch nitt",
+      "▁C ou",
+      "▁Co u",
+      "▁l ex",
+      "▁le x",
+      "▁ lex",
+      "y outube",
+      "▁рабо та",
+      "st ation",
+      "sta tion",
+      "stat ion",
+      "se p",
+      "s ep",
+      "▁mi rror",
+      "▁mir ror",
+      "▁h its",
+      "▁hit s",
+      "▁hi ts",
+      "▁Be ck",
+      "at ically",
+      "atic ally",
+      "▁L az",
+      "▁La z",
+      "▁w inner",
+      "▁win ner",
+      "DE X",
+      "D EX",
+      "▁I NT",
+      "▁IN T",
+      "▁ INT",
+      "}^ {-",
+      "}^{ -",
+      "} ^{-",
+      "▁w egen",
+      "▁we gen",
+      "▁weg en",
+      "ma d",
+      "m ad",
+      "An gle",
+      "Ang le",
+      "zi ng",
+      "zin g",
+      "z ing",
+      "▁Bay ern",
+      "▁Bayer n",
+      "sa l",
+      "s al",
+      "äg er",
+      "ä ger",
+      "▁bus y",
+      "▁st ör",
+      "▁f olk",
+      "▁fol k",
+      "▁ folk",
+      "▁p rix",
+      "▁pr ix",
+      "▁pri x",
+      "▁al located",
+      "▁alloc ated",
+      "▁allocate d",
+      "▁p t",
+      "▁ pt",
+      "af fen",
+      "aff en",
+      "a ffen",
+      "cl uster",
+      "clus ter",
+      "▁com plement",
+      "▁comp lement",
+      "▁comple ment",
+      "▁compl ement",
+      "ár s",
+      "á rs",
+      "▁Amer ika",
+      "рі й",
+      "р ій",
+      "▁val ley",
+      "▁vall ey",
+      "▁valle y",
+      "▁ro oms",
+      "▁room s",
+      "▁ rooms",
+      "▁m oi",
+      "▁mo i",
+      ".\" ,",
+      ". \",",
+      ";; ;;",
+      "▁lo west",
+      "▁low est",
+      "no g",
+      "n og",
+      "▁land et",
+      "▁lan det",
+      "▁program me",
+      "ch io",
+      "chi o",
+      "▁W ährend",
+      "ánd ez",
+      "▁дол ж",
+      "▁o uv",
+      "▁ou v",
+      "▁ ouv",
+      "om ány",
+      "▁Википеди и",
+      "▁s ó",
+      "▁ele ktr",
+      "De sc",
+      "Des c",
+      "D esc",
+      "▁Be aut",
+      "▁Beau t",
+      "на р",
+      "н ар",
+      "▁мо же",
+      "▁мож е",
+      "P ierre",
+      "es ota",
+      "eso ta",
+      "▁oper ated",
+      "▁opera ted",
+      "▁operate d",
+      "▁f orte",
+      "▁for te",
+      "▁fort e",
+      "ри с",
+      "р ис",
+      "▁op position",
+      "▁opp osition",
+      "▁oppos ition",
+      "al ia",
+      "ali a",
+      "a lia",
+      "▁S yl",
+      "▁Sy l",
+      "get Name",
+      "ве ли",
+      "fi k",
+      "f ik",
+      "▁com prom",
+      "▁comp rom",
+      "▁compr om",
+      "▁Text View",
+      "▁ TextView",
+      "Sp ring",
+      "S pring",
+      "met adata",
+      "meta data",
+      "en gu",
+      "eng u",
+      "/ ,",
+      "▁car ri",
+      "is tol",
+      "ist ol",
+      "isto l",
+      "▁diag onal",
+      "li sta",
+      "list a",
+      "lis ta",
+      "l ista",
+      "iz en",
+      "ize n",
+      "i zen",
+      "▁re nde",
+      "▁r ende",
+      "▁ren de",
+      "▁rend e",
+      "gc c",
+      "g cc",
+      "be ck",
+      "bec k",
+      "li us",
+      "l ius",
+      "ir al",
+      "ira l",
+      "i ral",
+      "Resol ver",
+      "▁percent age",
+      "▁at tra",
+      "▁att ra",
+      "▁attr a",
+      "str ings",
+      "string s",
+      "wi ąz",
+      "od s",
+      "o ds",
+      "во лю",
+      "ę ż",
+      "▁news paper",
+      "▁newsp aper",
+      "im iter",
+      "imi ter",
+      "imit er",
+      "AB C",
+      "A BC",
+      "▁Man chester",
+      "[ {",
+      "Ag ent",
+      "Age nt",
+      "A gent",
+      "▁W or",
+      "▁Wo r",
+      "▁K ath",
+      "▁Kat h",
+      "▁Ka th",
+      "▁по ві",
+      "▁пов і",
+      "▁ent onces",
+      "▁n iveau",
+      "at ted",
+      "att ed",
+      "atte d",
+      "le arn",
+      "lear n",
+      "lea rn",
+      "at iques",
+      "ati ques",
+      "atique s",
+      "▁у би",
+      "▁qu indi",
+      "bin ding",
+      "bind ing",
+      "b inding",
+      "▁import ed",
+      "▁imp orted",
+      "▁H orn",
+      "▁Hor n",
+      "▁Ho rn",
+      "em berg",
+      "ember g",
+      "emb erg",
+      "com plex",
+      "comp lex",
+      "comple x",
+      "▁ne ural",
+      "▁neu ral",
+      "▁neur al",
+      "in formation",
+      "▁recogn ition",
+      "in gt",
+      "ing t",
+      "▁inhab itants",
+      "vu e",
+      "v ue",
+      "▁Be völker",
+      "▁cur ves",
+      "▁curve s",
+      "▁curv es",
+      "▁l eb",
+      "▁le b",
+      "▁ leb",
+      "ді й",
+      "д ій",
+      "▁s ow",
+      "▁so w",
+      "▁sent iment",
+      "P H",
+      "ra che",
+      "rac he",
+      "rach e",
+      "r ache",
+      "▁- (",
+      "▁ -(",
+      "▁e stable",
+      "▁est able",
+      "▁es table",
+      "▁estab le",
+      "▁esta ble",
+      "▁Ferd inand",
+      "▁é crit",
+      "▁éc rit",
+      "▁prime iro",
+      "▁t ex",
+      "▁te x",
+      "▁ tex",
+      "▁inter mediate",
+      "ve rage",
+      "ver age",
+      "vera ge",
+      "ib us",
+      "i bus",
+      "▁s erves",
+      "▁ser ves",
+      "▁serv es",
+      "▁serve s",
+      "iv as",
+      "iva s",
+      "i vas",
+      "▁b ru",
+      "▁br u",
+      "▁ bru",
+      "▁l um",
+      "▁lu m",
+      "att ice",
+      "atti ce",
+      "ч ный",
+      "▁D res",
+      "▁Dr es",
+      "▁Dre s",
+      "▁v ideos",
+      "▁video s",
+      "▁vide os",
+      "d uration",
+      "▁a bit",
+      "▁ab it",
+      "▁e gg",
+      "▁eg g",
+      "ograph ical",
+      "ographic al",
+      "al ph",
+      "ST ATE",
+      "STAT E",
+      "▁па ра",
+      "▁пар а",
+      "▁ пара",
+      "re ading",
+      "read ing",
+      "rea ding",
+      "▁veh icle",
+      "▁fort une",
+      "ult ats",
+      "▁St oria",
+      "▁Sto ria",
+      "mi dt",
+      "mid t",
+      "łą cz",
+      "▁Mem orial",
+      "▁v as",
+      "▁va s",
+      "▁ vas",
+      "▁з ан",
+      "▁за н",
+      "▁ зан",
+      "▁ut ility",
+      "▁util ity",
+      "▁ob sc",
+      "▁obs c",
+      "▁rel acion",
+      "▁rela cion",
+      "▁relac ion",
+      "▁run at",
+      "▁ru nat",
+      "Re lease",
+      "ta ke",
+      "t ake",
+      "▁O liver",
+      "▁Ol iver",
+      "▁Oliv er",
+      "▁S id",
+      "▁Si d",
+      "ul os",
+      "ulo s",
+      "u los",
+      "▁G arc",
+      "▁Gar c",
+      "▁Ga rc",
+      "▁роз та",
+      "▁S ak",
+      "▁Sa k",
+      "P y",
+      "führ t",
+      "f ührt",
+      "▁tra bal",
+      "▁trab al",
+      "* {",
+      "▁z es",
+      "▁ze s",
+      "▁ zes",
+      "▁sz ere",
+      "▁szer e",
+      "▁sze re",
+      "▁v arios",
+      "▁var ios",
+      "▁vari os",
+      "▁va rios",
+      "▁o tra",
+      "▁ot ra",
+      "▁e val",
+      "▁ev al",
+      "▁ eval",
+      "▁situ é",
+      "▁sit ué",
+      "▁w ounded",
+      "▁Vin cent",
+      "▁вико ри",
+      "▁en code",
+      "▁enc ode",
+      "▁ encode",
+      "Mod al",
+      "Mo dal",
+      "▁f orb",
+      "▁for b",
+      "▁fo rb",
+      "▁dynam ics",
+      "▁dynamic s",
+      "▁de pos",
+      "▁dep os",
+      "ar de",
+      "ard e",
+      "▁street s",
+      "▁stre ets",
+      "▁K omm",
+      "▁Kom m",
+      "▁Ko mm",
+      "=$ (",
+      "= $(",
+      "▁по вер",
+      "▁пов ер",
+      "▁пове р",
+      "▁d ois",
+      "▁do is",
+      "▁doi s",
+      "▁v itt",
+      "▁vi tt",
+      "▁vit t",
+      "▁automat isch",
+      "▁re load",
+      "▁ reload",
+      "▁Ver walt",
+      "ber o",
+      "be ro",
+      "b ero",
+      "▁h ub",
+      "▁hu b",
+      "▁m os",
+      "▁mo s",
+      "▁ mos",
+      "▁t utto",
+      "▁tu tto",
+      "▁tut to",
+      "▁Freder ick",
+      "ło w",
+      "ł ow",
+      "ant ages",
+      "anta ges",
+      "antage s",
+      "aqu e",
+      "a que",
+      "pa per",
+      "p aper",
+      "▁ein ige",
+      "`) ,",
+      "` ),",
+      "d j",
+      "▁P le",
+      "▁Pl e",
+      "▁% ,",
+      "▁ %,",
+      "▁B itmap",
+      "▁Bit map",
+      "▁ Bitmap",
+      "▁friend ly",
+      "▁tr uly",
+      "▁st roke",
+      "▁str oke",
+      "▁stro ke",
+      "▁ stroke",
+      "ro ph",
+      "rop h",
+      "r oph",
+      "▁en gl",
+      "▁eng l",
+      "▁ engl",
+      "▁c off",
+      "▁co ff",
+      "▁d ust",
+      "▁du st",
+      "▁dus t",
+      "▁Jah res",
+      "▁Jahr es",
+      "▁Jahre s",
+      "pp i",
+      "p pi",
+      "▁w ys",
+      "▁wy s",
+      "fa ctor",
+      "fact or",
+      "fac tor",
+      "f actor",
+      "sch luss",
+      "▁дере вня",
+      "▁дерев ня",
+      "▁P ast",
+      "▁Pa st",
+      "▁Pas t",
+      "▁до ма",
+      "CO M",
+      "C OM",
+      "▁pu eden",
+      "▁puede n",
+      "▁pue den",
+      "▁g ift",
+      "▁gi ft",
+      "▁G la",
+      "▁Gl a",
+      "▁trigger ed",
+      "él y",
+      "é ly",
+      "ül és",
+      "ü lés",
+      "▁O liv",
+      "▁Ol iv",
+      "▁ver so",
+      "▁vers o",
+      "▁ verso",
+      "▁l le",
+      "▁ll e",
+      "▁ lle",
+      "▁G li",
+      "▁Gl i",
+      "▁L td",
+      "o a",
+      "▁territ orio",
+      "ord re",
+      "▁de ck",
+      "▁dec k",
+      "▁ deck",
+      "dr a",
+      "d ra",
+      "as zt",
+      "asz t",
+      "▁concern ing",
+      "▁Add itionally",
+      "▁kter é",
+      "▁g rund",
+      "▁gr und",
+      "▁gru nd",
+      "▁ grund",
+      "▁G est",
+      "▁Ge st",
+      "▁Ges t",
+      "▁ Gest",
+      "▁mis under",
+      "pr et",
+      "pre t",
+      "p ret",
+      "── ──",
+      "▁re putation",
+      "zi a",
+      "z ia",
+      "▁у спе",
+      "▁ус пе",
+      "▁esc aped",
+      "▁escape d",
+      "▁P rag",
+      "▁Pr ag",
+      "▁Pra g",
+      "per form",
+      "▁a ustral",
+      "▁aust ral",
+      "▁V ater",
+      "▁Va ter",
+      "ча с",
+      "▁r aces",
+      "▁ra ces",
+      "▁race s",
+      "▁rac es",
+      "▁By te",
+      "▁ Byte",
+      "Ma sk",
+      "M ask",
+      "▁Ter rit",
+      "▁Terr it",
+      "ст ю",
+      "▁V oci",
+      "▁Vo ci",
+      "▁Fich ier",
+      "▁Насе лення",
+      "▁Unter scheidung",
+      "te enth",
+      "teen th",
+      "▁pi lot",
+      "▁pil ot",
+      "▁j i",
+      "▁ ji",
+      "▁дву х",
+      "▁orient ation",
+      "▁ orientation",
+      "ind re",
+      "▁D ort",
+      "▁Do rt",
+      "▁Dor t",
+      "ça s",
+      "ç as",
+      "п ли",
+      "▁re action",
+      "▁react ion",
+      "▁cons isting",
+      "▁consist ing",
+      "▁fer ro",
+      "ти сти",
+      "ya rd",
+      "yar d",
+      "y ard",
+      "▁с ві",
+      "▁interpret ation",
+      "i ą",
+      "ra h",
+      "r ah",
+      "▁f and",
+      "▁fa nd",
+      "▁fan d",
+      "Pub lic",
+      "P ublic",
+      "▁un iverse",
+      "▁univers e",
+      "▁ret ir",
+      "▁cons cious",
+      "ar qu",
+      "▁w aste",
+      "▁was te",
+      "▁wa ste",
+      "▁B ib",
+      "▁Bi b",
+      "ycler View",
+      "▁list ening",
+      "▁listen ing",
+      "▁liste ning",
+      "gle ich",
+      "g leich",
+      "nie js",
+      "niej s",
+      "▁cor relation",
+      "▁correl ation",
+      "▁corre lation",
+      "▁rece iver",
+      "▁receive r",
+      "▁у да",
+      "▁cour age",
+      "▁cou rage",
+      "uch s",
+      "uc hs",
+      "u chs",
+      "fa ss",
+      "fas s",
+      "f ass",
+      "▁ch unk",
+      "▁ chunk",
+      "▁An fang",
+      "▁gro ßen",
+      "▁große n",
+      "▁groß en",
+      "cont inue",
+      "continu e",
+      "▁Warsza wa",
+      "h é",
+      "i y",
+      "iv ement",
+      "ive ment",
+      "i vement",
+      "▁ α",
+      "▁ex posed",
+      "▁exp osed",
+      "▁expos ed",
+      "▁expose d",
+      "▁z ahl",
+      "▁za hl",
+      "▁ zahl",
+      "▁sa cr",
+      "▁sac r",
+      "▁Lo oks",
+      "▁Look s",
+      "▁e ager",
+      "en ten",
+      "ent en",
+      "ente n",
+      "e nten",
+      "C ursor",
+      "/ _",
+      "ix a",
+      "i xa",
+      "ре ла",
+      "зна ча",
+      "з нача",
+      "▁фамили ей",
+      "▁ar gent",
+      "▁arg ent",
+      "▁ argent",
+      "▁An ders",
+      "▁And ers",
+      "œuv re",
+      "▁I sa",
+      "▁Is a",
+      "мен та",
+      "мент а",
+      "▁ad vers",
+      "▁adv ers",
+      "ri ction",
+      "ric tion",
+      "rict ion",
+      "r iction",
+      "G P",
+      "▁п ісля",
+      "▁pre serve",
+      "▁pres erve",
+      "▁G arden",
+      "▁Gar den",
+      "▁Gard en",
+      "R ate",
+      "ap rès",
+      "a près",
+      "▁read able",
+      "in du",
+      "ind u",
+      "▁s kill",
+      "▁sk ill",
+      "▁ski ll",
+      "▁hel ping",
+      "▁help ing",
+      "ograph ique",
+      "cl ing",
+      "cli ng",
+      "c ling",
+      "olog ist",
+      "▁Fil ter",
+      "▁ Filter",
+      "▁f inger",
+      "▁fin ger",
+      "▁V all",
+      "▁Val l",
+      "▁Va ll",
+      "▁Pol ish",
+      "▁Po lish",
+      "l g",
+      "▁Famil ien",
+      "▁Familie n",
+      "▁w aters",
+      "▁water s",
+      "▁wa ters",
+      "▁wat ers",
+      "▁pse ud",
+      "az a",
+      "a za",
+      "_ )",
+      "AR Y",
+      "A RY",
+      "▁с реди",
+      "▁сред и",
+      "▁сре ди",
+      "▁M ust",
+      "▁Mus t",
+      "▁Mu st",
+      "▁B od",
+      "▁Bo d",
+      "an on",
+      "ano n",
+      "a non",
+      "▁l ado",
+      "▁la do",
+      "▁lad o",
+      "▁t ight",
+      "im en",
+      "ime n",
+      "i men",
+      "ap pen",
+      "app en",
+      "appe n",
+      "a ppen",
+      "fr ames",
+      "frame s",
+      "fra mes",
+      "fram es",
+      "in gers",
+      "ing ers",
+      "inger s",
+      "inge rs",
+      "▁CO VID",
+      "▁з і",
+      "▁ зі",
+      "▁с ве",
+      "▁ц ь",
+      "▁ ць",
+      "▁L eft",
+      "▁Le ft",
+      "▁ Left",
+      "]] ;",
+      "] ];",
+      "ч ь",
+      "фи ка",
+      "▁с ло",
+      "▁ сло",
+      "▁п і",
+      "▁ пі",
+      "▁ex iste",
+      "▁exist e",
+      "▁Atl antic",
+      "▁maintain ed",
+      "▁ir re",
+      "▁an née",
+      "▁ann ée",
+      "▁ année",
+      "▁comm ented",
+      "▁comment ed",
+      "ве ро",
+      "вер о",
+      "ber ta",
+      "bert a",
+      "b erta",
+      "▁L ad",
+      "▁La d",
+      "▁U pon",
+      "▁Up on",
+      "▁p ause",
+      "▁pa use",
+      "▁pau se",
+      "mi ll",
+      "mil l",
+      "m ill",
+      "op ter",
+      "opt er",
+      "U K",
+      "ре с",
+      "р ес",
+      "нцикло педи",
+      "▁along side",
+      "▁ro bot",
+      "▁rob ot",
+      "▁f ert",
+      "▁fe rt",
+      "▁fer t",
+      "▁ fert",
+      "▁m oy",
+      "▁mo y",
+      "▁a de",
+      "▁ad e",
+      "▁ ade",
+      "Map per",
+      "Mapp er",
+      "Ma pper",
+      "M apper",
+      ")- >",
+      ") ->",
+      "ig ua",
+      "igu a",
+      "ét ique",
+      "т ка",
+      "al ias",
+      "ali as",
+      "alia s",
+      "a lias",
+      "▁о ри",
+      "▁ор и",
+      "▁M agn",
+      "▁Ma gn",
+      "▁Mag n",
+      "▁gehör te",
+      "▁gehört e",
+      "im b",
+      "i mb",
+      ")} {\\",
+      ")}{ \\",
+      ") }{\\",
+      "▁Wikip édia",
+      "▁u rs",
+      "▁ur s",
+      "▁ urs",
+      "▁e nde",
+      "▁en de",
+      "▁end e",
+      "▁ ende",
+      "le b",
+      "l eb",
+      "▁G C",
+      "▁ GC",
+      "H ol",
+      "an cing",
+      "anc ing",
+      "anci ng",
+      "Un ion",
+      "Uni on",
+      "▁ten ía",
+      "T T",
+      "▁e state",
+      "▁est ate",
+      "▁esta te",
+      "▁estat e",
+      "h á",
+      "▁по лі",
+      "▁пол і",
+      "ul tan",
+      "ult an",
+      "▁H ockey",
+      "ul se",
+      "uls e",
+      "▁cho ices",
+      "▁choice s",
+      "sch er",
+      "sc her",
+      "sche r",
+      "s cher",
+      "▁[ ],",
+      "▁[] ,",
+      "▁pot entially",
+      "▁potential ly",
+      "▁Ü bers",
+      "▁Über s",
+      "▁ad mit",
+      "▁adm it",
+      "Com ment",
+      "Comm ent",
+      "ст я",
+      "с тя",
+      "▁V ien",
+      "▁Vi en",
+      "▁Vie n",
+      "▁ц і",
+      "▁ ці",
+      "▁per mut",
+      "▁perm ut",
+      "c gi",
+      "▁cr ít",
+      "Con sole",
+      "Cons ole",
+      "ct ic",
+      "▁ok res",
+      "aw k",
+      "foot ball",
+      "ou est",
+      "o uest",
+      "CT YPE",
+      "C TYPE",
+      "olog ique",
+      "▁const it",
+      "▁cons tit",
+      "▁inter ests",
+      "▁interest s",
+      "▁Pro gress",
+      "▁ Progress",
+      "▁M enu",
+      "▁Me nu",
+      "▁Men u",
+      "▁ Menu",
+      "▁tak é",
+      "▁ta ké",
+      "▁As ian",
+      "▁Asia n",
+      "▁за щи",
+      "▁young er",
+      "▁w ished",
+      "▁wish ed",
+      "▁wis hed",
+      "▁S ort",
+      "▁So rt",
+      "▁Sor t",
+      "▁ Sort",
+      "▁aud ience",
+      "▁audi ence",
+      "am ba",
+      "amb a",
+      "▁gehör t",
+      "▁K ansas",
+      "ya ume",
+      "▁Prof essional",
+      "â ce",
+      "▁f atto",
+      "▁fa tto",
+      "▁fat to",
+      "to d",
+      "t od",
+      "▁data sets",
+      "▁datas ets",
+      "▁dataset s",
+      "▁f are",
+      "▁far e",
+      "▁fa re",
+      "▁ fare",
+      "▁w aves",
+      "▁wave s",
+      "▁wa ves",
+      "~ /",
+      "▁measure ment",
+      "▁w ol",
+      "▁wo l",
+      "▁ wol",
+      "ind ust",
+      "indu st",
+      "▁strugg ling",
+      "▁pull ed",
+      "▁pul led",
+      "▁car atter",
+      "▁Ex terne",
+      "▁Ext erne",
+      "▁Extern e",
+      "▁дей стви",
+      "cn t",
+      "c nt",
+      "li ches",
+      "lic hes",
+      "lich es",
+      "liche s",
+      "▁Pos sible",
+      "▁Poss ible",
+      "▁fa ced",
+      "▁face d",
+      "▁fac ed",
+      "▁hypoth esis",
+      "▁kil om",
+      "▁n är",
+      "▁nä r",
+      "bo olean",
+      "P Y",
+      "am pa",
+      "amp a",
+      "▁k iss",
+      "▁ki ss",
+      "▁kis s",
+      "▁as tero",
+      "▁ast ero",
+      "▁neg li",
+      "am ents",
+      "ament s",
+      "amen ts",
+      "a ments",
+      "▁S tu",
+      "▁St u",
+      "at ó",
+      "a tó",
+      "▁Const itution",
+      "▁inter pol",
+      "▁Un able",
+      "▁Una ble",
+      "▁p is",
+      "▁pi s",
+      "▁ pis",
+      "▁p arc",
+      "▁par c",
+      "▁pa rc",
+      "\"] )",
+      "\" ])",
+      "ple r",
+      "pl er",
+      "p ler",
+      "▁aut ory",
+      "▁auto ry",
+      "▁autor y",
+      "▁alg unos",
+      "yw na",
+      "}) )",
+      "} ))",
+      "▁f alls",
+      "▁fall s",
+      "▁fal ls",
+      "▁ falls",
+      "▁é quip",
+      "▁e mit",
+      "▁em it",
+      "▁ emit",
+      "▁pro fil",
+      "▁prof il",
+      "ge ts",
+      "get s",
+      "g ets",
+      "ф о",
+      "▁Milit ary",
+      "▁nombre ux",
+      "oc t",
+      "o ct",
+      "Re place",
+      "Rep lace",
+      "▁se asons",
+      "▁season s",
+      "▁ch âteau",
+      "▁type of",
+      "▁ typeof",
+      "po lit",
+      "pol it",
+      "p olit",
+      "▁r and",
+      "▁ra nd",
+      "▁ran d",
+      "▁ rand",
+      "▁qu ar",
+      "▁erst mals",
+      "си ни",
+      "▁pay load",
+      "▁ payload",
+      "П о",
+      "кі н",
+      "к ін",
+      "re po",
+      "rep o",
+      "▁P av",
+      "▁Pa v",
+      "Sc ore",
+      "S core",
+      "er ves",
+      "erv es",
+      "erve s",
+      "▁soll te",
+      "▁мі ж",
+      "éb ec",
+      "é bec",
+      "▁c lip",
+      "▁cl ip",
+      "▁cli p",
+      "▁ clip",
+      "▁N ice",
+      "▁Nic e",
+      "▁Ni ce",
+      "▁n eben",
+      "▁ne ben",
+      "▁ass ass",
+      "it ories",
+      "ito ries",
+      "itor ies",
+      "itori es",
+      "▁un ity",
+      "▁unit y",
+      "▁ unity",
+      "▁е н",
+      "▁ ен",
+      "▁Inst itut",
+      "▁Instit ut",
+      "▁ Institut",
+      "▁intern ationale",
+      "▁international e",
+      "▁на ук",
+      "▁нау к",
+      "▁com and",
+      "▁kle ine",
+      "▁klein e",
+      "▁adj acent",
+      "▁deliver ed",
+      "▁ш е",
+      "▁ ше",
+      "зе м",
+      "з ем",
+      "▁c ot",
+      "▁co t",
+      "▁ cot",
+      "vis ual",
+      "ва ет",
+      "▁C ensus",
+      "\\ _",
+      "▁territ ory",
+      "чи л",
+      "ч ил",
+      "ч ные",
+      "fl utter",
+      "Did Load",
+      "Document s",
+      "Doc uments",
+      "▁d ob",
+      "▁do b",
+      "▁ dob",
+      "Br e",
+      "B re",
+      "an imate",
+      "ani mate",
+      "anim ate",
+      "▁b iz",
+      "▁bi z",
+      "▁b ata",
+      "▁ba ta",
+      "▁bat a",
+      "▁S U",
+      "▁ SU",
+      "es o",
+      "e so",
+      "▁p riority",
+      "▁prior ity",
+      "vá n",
+      "v án",
+      "ir as",
+      "ira s",
+      "i ras",
+      "▁char ged",
+      "▁charge d",
+      "▁charg ed",
+      "▁M icro",
+      "▁Mi cro",
+      "▁Mic ro",
+      "at oire",
+      "ato ire",
+      "a toire",
+      "че р",
+      "ч ер",
+      "ab ad",
+      "aba d",
+      "a bad",
+      "ur u",
+      "u ru",
+      "▁v š",
+      "dir e",
+      "di re",
+      "d ire",
+      "▁Tw itter",
+      "▁м ето",
+      "▁ме то",
+      "▁мет о",
+      "). .",
+      ") ..",
+      "▁Ц ент",
+      "▁ent wick",
+      "▁M ind",
+      "▁Min d",
+      "▁Mi nd",
+      "▁ф унк",
+      "F uture",
+      "ls t",
+      "l st",
+      "ło ż",
+      "fl i",
+      "f li",
+      "t ensor",
+      "▁top ology",
+      "▁ar te",
+      "▁art e",
+      "▁ arte",
+      "ER T",
+      "E RT",
+      "▁var iance",
+      "▁vari ance",
+      "Im ages",
+      "Image s",
+      "▁( @",
+      "▁ (@",
+      "Array List",
+      "O C",
+      "▁Де мо",
+      "auc oup",
+      "▁de notes",
+      "▁den otes",
+      "▁denote s",
+      "im on",
+      "imo n",
+      "i mon",
+      "њ и",
+      "▁Prz yp",
+      "▁Z ag",
+      "▁Za g",
+      "▁ди ре",
+      "▁Similar ly",
+      "б ро",
+      "▁mil itaire",
+      "▁milit aire",
+      "▁т ому",
+      "▁то му",
+      "▁том у",
+      "▁ тому",
+      "▁John ny",
+      "▁Мекси ку",
+      "ћ а",
+      "Su pp",
+      "S upp",
+      "▁jun ior",
+      "▁junio r",
+      "▁juni or",
+      "ol tre",
+      "olt re",
+      "o ltre",
+      "▁Мо ск",
+      "▁Мос к",
+      "▁adm itted",
+      "▁admit ted",
+      "▁relig ios",
+      "зя й",
+      "е го",
+      "▁t ears",
+      "▁te ars",
+      "▁tea rs",
+      "in go",
+      "ing o",
+      "od u",
+      "o du",
+      "iv eness",
+      "ive ness",
+      "iven ess",
+      "▁l ogo",
+      "▁lo go",
+      "▁log o",
+      "▁ logo",
+      "▁últ imo",
+      "▁al iment",
+      "▁ali ment",
+      "▁U ITableView",
+      "▁ UITableView",
+      ") !",
+      "▁n j",
+      "le tte",
+      "let te",
+      "lett e",
+      "l ette",
+      "▁res ident",
+      "▁resid ent",
+      "▁term ine",
+      "▁ter mine",
+      "▁termin e",
+      "▁у же",
+      "▁С те",
+      "▁Ст е",
+      "off ice",
+      "▁c arte",
+      "▁car te",
+      "▁cart e",
+      "▁li vre",
+      "▁liv re",
+      "▁Мо сков",
+      "▁Мос ков",
+      "▁Моск ов",
+      "▁e lections",
+      "▁elect ions",
+      "▁ele ctions",
+      "▁election s",
+      "зи ден",
+      "Tr igger",
+      "▁Ben jamin",
+      "add Class",
+      "ско г",
+      "▁Ob servable",
+      "▁Observ able",
+      "▁ Observable",
+      "Cl a",
+      "C la",
+      "gem ein",
+      "geme in",
+      "g emein",
+      "▁con sent",
+      "▁cons ent",
+      "▁conse nt",
+      "в ри",
+      "▁un fold",
+      "▁unf old",
+      "▁govern or",
+      "▁gover nor",
+      "▁governo r",
+      "на л",
+      "н ал",
+      "▁t oda",
+      "▁to da",
+      "▁tod a",
+      "Rem ote",
+      "ar ias",
+      "ari as",
+      "aria s",
+      "a rias",
+      "▁in stal",
+      "▁inst al",
+      "▁ins tal",
+      "fix ed",
+      "f ixed",
+      "▁dec ay",
+      "▁де рев",
+      "▁дере в",
+      "xy z",
+      "x yz",
+      "▁D ATE",
+      "▁DA TE",
+      "▁DAT E",
+      "▁ DATE",
+      "im ar",
+      "ima r",
+      "i mar",
+      "nt il",
+      "n til",
+      "▁start up",
+      "al ion",
+      "ali on",
+      "▁ko lej",
+      "▁kol ej",
+      "▁kole j",
+      "ci os",
+      "cio s",
+      "c ios",
+      "▁r anges",
+      "▁range s",
+      "▁ran ges",
+      "▁rang es",
+      "▁stup id",
+      "▁implement ations",
+      "▁implementation s",
+      "▁r m",
+      "▁ rm",
+      "én ek",
+      "é nek",
+      "▁g cc",
+      "▁ gcc",
+      "▁sc ène",
+      "N avigation",
+      "▁  ",
+      "▁к ан",
+      "▁ка н",
+      "▁ кан",
+      "▁town s",
+      "User name",
+      "Us ername",
+      "▁ф е",
+      "▁ фе",
+      "▁le aders",
+      "▁lead ers",
+      "▁leader s",
+      "oi t",
+      "o it",
+      "w är",
+      "▁d ummy",
+      "▁ass istant",
+      "▁assist ant",
+      "{$ \\",
+      "{ $\\",
+      "бі р",
+      "б ір",
+      "▁r oy",
+      "▁ro y",
+      "▁ roy",
+      "▁L ayout",
+      "▁ Layout",
+      "▁J ung",
+      "▁Ju ng",
+      "▁Jun g",
+      "Line s",
+      "Lin es",
+      "Li nes",
+      "L ines",
+      "▁Hol land",
+      "по р",
+      "п ор",
+      "▁Г ри",
+      "▁B ened",
+      "▁Be ned",
+      "▁Ben ed",
+      "▁П од",
+      "▁По д",
+      "xl s",
+      "x ls",
+      "▁G ol",
+      "▁Go l",
+      "▁Al eks",
+      "▁Ale ks",
+      "▁ej emplo",
+      "▁se zon",
+      "ar ding",
+      "ard ing",
+      "ardi ng",
+      "ardin g",
+      "foot note",
+      "▁Cong rès",
+      "re fer",
+      "ref er",
+      "ска та",
+      "с ката",
+      "Iter ator",
+      "▁our selves",
+      "▁M ic",
+      "▁Mi c",
+      "▁c ódigo",
+      "▁пло ща",
+      "▁\\ $",
+      "▁Char lie",
+      "No des",
+      "Node s",
+      "N odes",
+      "▁p uzz",
+      "▁pu zz",
+      "▁Ident ifier",
+      "▁ Identifier",
+      "▁fl utter",
+      "▁ flutter",
+      "▁pr ü",
+      "▁ prü",
+      "▁o rt",
+      "▁or t",
+      "▁ ort",
+      "▁C ort",
+      "▁Cor t",
+      "▁Co rt",
+      "astic search",
+      "▁С вя",
+      "▁B ull",
+      "▁Bu ll",
+      "▁Bul l",
+      "ud em",
+      "ude m",
+      "u dem",
+      "▁ap parent",
+      "▁appar ent",
+      ":- -",
+      ": --",
+      "▁Х ар",
+      "▁Ха р",
+      "▁L ap",
+      "▁La p",
+      "▁com port",
+      "▁comp ort",
+      "mat ically",
+      "m atically",
+      "▁cu rios",
+      "▁cur ios",
+      "▁мо жет",
+      "▁мож ет",
+      "▁може т",
+      "▁B h",
+      "ap ping",
+      "app ing",
+      "a pping",
+      "▁b asketball",
+      "▁basket ball",
+      "ze tek",
+      "zet ek",
+      "▁r unt",
+      "▁run t",
+      "▁ru nt",
+      "▁Mil an",
+      "▁Mi lan",
+      "fe ction",
+      "fect ion",
+      "f ection",
+      "rí a",
+      "r ía",
+      "▁K in",
+      "▁Ki n",
+      "▁s lower",
+      "▁sl ower",
+      "▁slow er",
+      "▁slo wer",
+      "bo th",
+      "bot h",
+      "b oth",
+      "▁Inst ituto",
+      "▁Instit uto",
+      "▁Institut o",
+      "▁Histor ical",
+      "▁Historic al",
+      "▁równ ież",
+      "mat ches",
+      "match es",
+      "yc i",
+      "y ci",
+      "▁esp èce",
+      "▁Schwe izer",
+      "▁Schweiz er",
+      "N T",
+      "S F",
+      "ac ia",
+      "aci a",
+      "a cia",
+      "for ge",
+      "f orge",
+      "Point s",
+      "Po ints",
+      "num bers",
+      "number s",
+      "▁f alling",
+      "▁fall ing",
+      "▁fal ling",
+      "▁inherit ance",
+      "▁Er st",
+      "▁custom ers",
+      "▁customer s",
+      "▁a ctu",
+      "▁act u",
+      "▁ac tu",
+      "▁m igration",
+      "▁migr ation",
+      "\\ '",
+      "Pl an",
+      "P lan",
+      "M r",
+      "ot hy",
+      "oth y",
+      "o thy",
+      "▁up grad",
+      "би ра",
+      "▁O ffic",
+      "▁Of fic",
+      "▁Off ic",
+      "▁W ait",
+      "▁Wa it",
+      "▁ Wait",
+      "▁to ler",
+      "ar don",
+      "ard on",
+      "ardo n",
+      "▁s lide",
+      "▁sl ide",
+      "▁sli de",
+      "▁ slide",
+      ") _",
+      "▁ста в",
+      "▁ став",
+      "▁nu clear",
+      "▁nuc lear",
+      "▁nucle ar",
+      "▁B il",
+      "▁Bi l",
+      "ow ner",
+      "own er",
+      "o wner",
+      "▁Har ris",
+      "▁Harr is",
+      "In formation",
+      "▁p ó",
+      "▁вклю ча",
+      "▁nu ovo",
+      "▁C av",
+      "▁Ca v",
+      "▁De scri",
+      "▁Des cri",
+      "▁а к",
+      "ód zt",
+      "▁react js",
+      "▁Ad ams",
+      "▁Adam s",
+      "▁Ada ms",
+      "▁Altern atively",
+      "ст рук",
+      "стру к",
+      "стр ук",
+      ")` ,",
+      ") `,",
+      "sub string",
+      "subst ring",
+      "substr ing",
+      "▁mass ive",
+      "▁heav ily",
+      "▁се зо",
+      "▁сез о",
+      "▁A na",
+      "▁An a",
+      "▁v ale",
+      "▁val e",
+      "▁va le",
+      "Pa d",
+      "P ad",
+      "▁E ither",
+      "▁r s",
+      "▁ rs",
+      "an che",
+      "anc he",
+      "anch e",
+      "▁up loaded",
+      "▁upload ed",
+      "▁( /",
+      "▁ (/",
+      "▁с пор",
+      "▁спо р",
+      "▁сп ор",
+      "▁redu ction",
+      "▁Tok yo",
+      "gr en",
+      "gre n",
+      "g ren",
+      "▁m igli",
+      "▁mig li",
+      "▁iter ator",
+      "▁ iterator",
+      "st av",
+      "sta v",
+      "▁support ing",
+      "▁ö sterreich",
+      "▁NS Log",
+      "ist iques",
+      "isti ques",
+      "istique s",
+      "ri min",
+      "rim in",
+      "r imin",
+      "MO DE",
+      "}} }\\",
+      "}}} \\",
+      "} }}\\",
+      "▁exp los",
+      "▁expl os",
+      "▁explo s",
+      "от е",
+      "о те",
+      "▁( „",
+      "Sa l",
+      "S al",
+      "▁simple st",
+      "▁simpl est",
+      "▁gi à",
+      "▁та н",
+      "▁т ан",
+      "▁ тан",
+      "▁c yl",
+      "▁cy l",
+      "bi r",
+      "b ir",
+      "▁measure ments",
+      "▁measurement s",
+      "Create d",
+      "Cre ated",
+      "er ek",
+      "ere k",
+      "e rek",
+      "look up",
+      "w irtschaft",
+      "▁В оло",
+      "▁Во ло",
+      "▁Вол о",
+      "ti mer",
+      "time r",
+      "tim er",
+      "t imer",
+      "de rr",
+      "der r",
+      "d err",
+      "▁ст ала",
+      "▁ста ла",
+      "▁стал а",
+      "▁sc enes",
+      "▁scen es",
+      "▁scene s",
+      "▁per su",
+      "▁pers u",
+      "li est",
+      "lie st",
+      "lies t",
+      "l iest",
+      "▁sch edule",
+      "▁sched ule",
+      "ta l",
+      "t al",
+      "ле но",
+      "лен о",
+      "▁pain ting",
+      "▁paint ing",
+      "▁impro vement",
+      "▁improve ment",
+      "▁improv ement",
+      "so ftware",
+      "soft ware",
+      "▁govern o",
+      "▁gover no",
+      "▁H ir",
+      "▁Hi r",
+      "Exec ution",
+      "▁Ok ay",
+      "Pro p",
+      "Pr op",
+      "P rop",
+      "lo ster",
+      "los ter",
+      "lost er",
+      "l oster",
+      "ніципа лі",
+      "▁peu vent",
+      "ol u",
+      "o lu",
+      "▁Ф а",
+      "roll o",
+      "rol lo",
+      "▁ко ло",
+      "▁к оло",
+      "▁ коло",
+      "▁car rière",
+      "▁carri ère",
+      "▁t oggle",
+      "▁tog gle",
+      "▁togg le",
+      "▁ toggle",
+      "▁( $\\",
+      "▁($ \\",
+      "▁aggreg ate",
+      "▁Б і",
+      "text area",
+      "O k",
+      "it to",
+      "itt o",
+      "i tto",
+      "▁s tim",
+      "▁st im",
+      "▁recurs ion",
+      "▁Feder ation",
+      ")_ {",
+      ") _{",
+      "ate gor",
+      "ateg or",
+      "▁dist ribu",
+      "▁distrib u",
+      "Cl oud",
+      "▁m adre",
+      "▁mad re",
+      "▁i v",
+      "▁ iv",
+      "▁Lie utenant",
+      "▁subst ant",
+      "▁le af",
+      "▁ leaf",
+      "▁Kont rola",
+      "V A",
+      "▁t omb",
+      "▁to mb",
+      "▁tom b",
+      "э н",
+      "ato es",
+      "▁god ine",
+      "▁# >",
+      "C ert",
+      "▁em presa",
+      "▁empres a",
+      "Pro ps",
+      "Pr ops",
+      "Prop s",
+      "▁pl anned",
+      "▁plan ned",
+      "▁random ly",
+      "j ähr",
+      "el em",
+      "ele m",
+      "e lem",
+      "▁Oper ation",
+      "▁Opera tion",
+      "▁ Operation",
+      "* `",
+      "pro tocol",
+      "proto col",
+      "() ));",
+      "()) );",
+      "())) ;",
+      "( )));",
+      "we l",
+      "w el",
+      "▁p raw",
+      "▁pr aw",
+      "▁pra w",
+      "▁с им",
+      "▁си м",
+      "▁w ob",
+      "▁wo b",
+      "▁h ace",
+      "▁ha ce",
+      "▁near est",
+      "dis able",
+      "▁C ommun",
+      "▁Com mun",
+      "▁Comm un",
+      "▁re vel",
+      "▁rev el",
+      "▁reve l",
+      "Fr ee",
+      "Fre e",
+      "F ree",
+      "▁bra ckets",
+      "IO Exception",
+      "▁al to",
+      "▁alt o",
+      "▁mar ry",
+      "▁a uc",
+      "▁au c",
+      "▁ auc",
+      "), \\",
+      ") ,\\",
+      "▁typ o",
+      "▁ty po",
+      "ed ad",
+      "eda d",
+      "ar á",
+      "a rá",
+      "ic ator",
+      "ica tor",
+      "tat ywna",
+      "▁b uff",
+      "▁bu ff",
+      "▁buf f",
+      "▁ buff",
+      "or ders",
+      "ord ers",
+      "order s",
+      "orde rs",
+      "▁as ynchronous",
+      "▁e con",
+      "▁ec on",
+      "▁f eu",
+      "▁fe u",
+      "▁I ron",
+      "▁Ir on",
+      "▁r ising",
+      "▁ris ing",
+      "▁ri sing",
+      "Rad ius",
+      "cl k",
+      "▁zwe iten",
+      "▁zwei ten",
+      "▁zweite n",
+      "` '",
+      "▁un iqu",
+      "▁F M",
+      "▁ FM",
+      "▁B ran",
+      "▁Br an",
+      "▁Bra n",
+      "▁f lu",
+      "▁fl u",
+      "▁ flu",
+      "▁sens itive",
+      "ur re",
+      "urr e",
+      "▁I ter",
+      "▁It er",
+      "▁ Iter",
+      "▁S ein",
+      "▁Se in",
+      "▁difer entes",
+      "▁diferen tes",
+      "▁не го",
+      "▁н его",
+      "▁ него",
+      "ch ia",
+      "chi a",
+      "▁An leitung",
+      "atur day",
+      "▁sh orter",
+      "▁short er",
+      "▁transl ated",
+      "▁translate d",
+      "▁R és",
+      "▁Ré s",
+      "▁r ode",
+      "▁ro de",
+      "▁rod e",
+      "dr ag",
+      "dra g",
+      "d rag",
+      "▁l ange",
+      "▁lang e",
+      "▁lan ge",
+      "B i",
+      "ü b",
+      "le ur",
+      "l eur",
+      "▁order ing",
+      "▁ord ering",
+      "al ous",
+      "alo us",
+      "▁К ор",
+      "▁Ко р",
+      "ar char",
+      "arch ar",
+      "arc har",
+      "dest roy",
+      "erv ation",
+      "erva tion",
+      "]] ,",
+      "] ],",
+      "Accessor Impl",
+      "▁autory tatywna",
+      "Se quence",
+      "Sequ ence",
+      "▁pro yect",
+      "▁b ran",
+      "▁br an",
+      "▁bra n",
+      "▁( +",
+      "▁K ab",
+      "▁Ka b",
+      "▁z em",
+      "▁ze m",
+      "▁ zem",
+      "▁Cal cul",
+      "▁ Calcul",
+      "▁se ul",
+      "▁seu l",
+      "▁N iger",
+      "▁Ni ger",
+      "▁ch iam",
+      "▁chi am",
+      "th row",
+      "▁Plan et",
+      "▁Pla net",
+      "bild ung",
+      "▁z ones",
+      "▁zo nes",
+      "▁zone s",
+      "trans ition",
+      "ле ний",
+      "▁m apped",
+      "▁ma pped",
+      "▁map ped",
+      "on aut",
+      "ona ut",
+      "Pa ir",
+      "P air",
+      "il ian",
+      "ili an",
+      "ilia n",
+      "▁M organ",
+      "▁Mor gan",
+      "▁un to",
+      "▁ unto",
+      "jo u",
+      "j ou",
+      "▁h id",
+      "▁hi d",
+      "▁M eta",
+      "▁Me ta",
+      "▁Met a",
+      "▁ Meta",
+      "▁e lles",
+      "▁el les",
+      "▁elle s",
+      "▁ell es",
+      "▁ elles",
+      "Lo u",
+      "L ou",
+      "ra ma",
+      "ram a",
+      "r ama",
+      "ge ordnet",
+      "▁scarc ely",
+      "▁m int",
+      "▁min t",
+      "▁mi nt",
+      "F ocus",
+      "▁Al ter",
+      "▁Alt er",
+      "▁d io",
+      "▁di o",
+      "▁am pl",
+      "▁amp l",
+      "ière ment",
+      "▁ис следова",
+      "LE D",
+      "L ED",
+      "alg orithm",
+      "▁сай ті",
+      "▁сайт і",
+      "▁\" \")",
+      "▁\"\" )",
+      "Hi story",
+      "H istory",
+      "p k",
+      "▁W hit",
+      "▁Wh it",
+      "▁си стем",
+      "▁систе м",
+      "▁Kir chen",
+      "▁Kirche n",
+      "▁Kirch en",
+      "r à",
+      "AP P",
+      "A PP",
+      "▁< %",
+      "ant ine",
+      "anti ne",
+      "antin e",
+      "▁D isk",
+      "▁Dis k",
+      "▁Di sk",
+      "con v",
+      "we lt",
+      "wel t",
+      "w elt",
+      "▁F ut",
+      "▁Fu t",
+      "▁N om",
+      "▁No m",
+      "or do",
+      "ord o",
+      "el lij",
+      "ell ij",
+      "elli j",
+      "▁rece ives",
+      "▁receive s",
+      "co w",
+      "c ow",
+      "yt u",
+      "y tu",
+      "▁o bras",
+      "▁ob ras",
+      "▁obra s",
+      "▁p urchase",
+      "▁purch ase",
+      "▁ear ned",
+      "▁acc essed",
+      "▁access ed",
+      "ax i",
+      "a xi",
+      "▁M ans",
+      "▁Man s",
+      "▁Ma ns",
+      "iv an",
+      "iva n",
+      "i van",
+      "▁t uvo",
+      "▁tu vo",
+      "▁T race",
+      "▁Tr ace",
+      "▁Tra ce",
+      "▁ Trace",
+      "rim onio",
+      "▁desen vol",
+      "ér ique",
+      "éri que",
+      "é rique",
+      "▁result ed",
+      "▁comp uting",
+      "▁comput ing",
+      "▁insp ired",
+      "▁inspir ed",
+      "▁Pr ize",
+      "▁Pri ze",
+      "* \"",
+      "Com put",
+      "Comp ut",
+      "▁ext ensive",
+      "▁extens ive",
+      "è g",
+      "▁Port ály",
+      "▁cast le",
+      "▁ castle",
+      "▁* .",
+      "▁ *.",
+      "▁ph otos",
+      "▁phot os",
+      "▁photo s",
+      "▁vo et",
+      "ON G",
+      "O NG",
+      "▁A lle",
+      "▁Al le",
+      "▁All e",
+      "▁thre aten",
+      "▁threat en",
+      "st üt",
+      "▁album s",
+      "▁alb ums",
+      "▁d ense",
+      "▁den se",
+      "▁dens e",
+      "fl at",
+      "f lat",
+      "cont inu",
+      "Sub ject",
+      "Su bject",
+      "▁read only",
+      "Op t",
+      "O pt",
+      "пи ско",
+      "пис ко",
+      "▁A ber",
+      "▁Ab er",
+      "▁P osition",
+      "▁Pos ition",
+      "▁ Position",
+      "▁To day",
+      "▁Tod ay",
+      "▁m ini",
+      "▁min i",
+      "▁mi ni",
+      "▁B ef",
+      "▁Be f",
+      "li sten",
+      "list en",
+      "lis ten",
+      "l isten",
+      "ствен ного",
+      "ственно го",
+      "SU B",
+      "S UB",
+      "os sa",
+      "oss a",
+      "▁P ope",
+      "▁Po pe",
+      "▁Pop e",
+      "▁Jim my",
+      "▁Д ру",
+      "ungs seite",
+      "▁t ren",
+      "▁tr en",
+      "▁tre n",
+      "op tim",
+      "opt im",
+      "it sch",
+      "its ch",
+      "▁s amt",
+      "▁sa mt",
+      "▁sam t",
+      "▁испо л",
+      "▁ис пол",
+      "& =",
+      "▁Przyp isy",
+      "▁про дол",
+      "C r",
+      "er mann",
+      "erm ann",
+      "erman n",
+      "▁ма тери",
+      "▁мате ри",
+      "▁H ugo",
+      "▁Hu go",
+      "▁De ze",
+      "▁Dez e",
+      "TR UE",
+      "▁defe at",
+      "▁watch ed",
+      "▁wat ched",
+      "▁G ent",
+      "▁Ge nt",
+      "▁Gen t",
+      "AU T",
+      "A UT",
+      "or ous",
+      "oro us",
+      "▁о преде",
+      "ori entation",
+      "orient ation",
+      "▁distingu ished",
+      "▁distinguish ed",
+      "▁mes mo",
+      "▁s li",
+      "▁sl i",
+      "ме на",
+      "мен а",
+      "м ена",
+      "mit tel",
+      "mitt el",
+      "m ittel",
+      "ge richt",
+      "ger icht",
+      "et on",
+      "eto n",
+      "e ton",
+      "-> {",
+      "- >{",
+      "▁w ont",
+      "▁won t",
+      "▁wo nt",
+      "▁w eg",
+      "▁we g",
+      "▁ weg",
+      "▁class ific",
+      "il us",
+      "i lus",
+      "▁M D",
+      "▁ MD",
+      "task s",
+      "▁c him",
+      "▁ch im",
+      "▁chi m",
+      "aw ait",
+      "awa it",
+      "a wait",
+      "▁g ang",
+      "▁gan g",
+      "▁ga ng",
+      "▁ gang",
+      "▁w ię",
+      "▁ wię",
+      "th rough",
+      "▁Russ ell",
+      "▁guess ing",
+      "▁а кт",
+      "▁ак т",
+      "б лі",
+      "c ategories",
+      "су т",
+      "с ут",
+      "▁F en",
+      "▁Fe n",
+      "▁му ж",
+      "▁ne wer",
+      "▁new er",
+      "▁A sync",
+      "▁As ync",
+      "▁ Async",
+      "▁t erme",
+      "▁term e",
+      "▁ter me",
+      "> /",
+      "па ра",
+      "пар а",
+      "▁T rust",
+      "▁Tr ust",
+      "▁Tru st",
+      "▁O pt",
+      "▁Op t",
+      "▁ Opt",
+      "▁d ah",
+      "▁da h",
+      "▁wonder ful",
+      "adrat kil",
+      "▁Г ра",
+      "ma pping",
+      "map ping",
+      "m apping",
+      "▁disc overy",
+      "▁discover y",
+      "▁disco very",
+      "▁B E",
+      "▁ BE",
+      "En able",
+      "▁Fri end",
+      "с ня",
+      "▁cont rolled",
+      "▁control led",
+      "чно ї",
+      "ч ної",
+      "▁contribution s",
+      "▁contrib utions",
+      "j ší",
+      "▁L ev",
+      "▁Le v",
+      "▁franc és",
+      "▁m ic",
+      "▁mi c",
+      "▁ mic",
+      "zi k",
+      "z ik",
+      "▁a lem",
+      "▁al em",
+      "▁ale m",
+      "▁ alem",
+      "can cel",
+      "! '",
+      "▁g rat",
+      "▁gr at",
+      "▁gra t",
+      "▁Begriff sklär",
+      "Cam era",
+      "if icación",
+      "ific ación",
+      "ifica ción",
+      "ró d",
+      "r ód",
+      "▁Arn old",
+      "▁bezeichnet er",
+      "▁f ought",
+      "▁de put",
+      "▁dep ut",
+      "▁D rop",
+      "▁Dr op",
+      "▁Dro p",
+      "▁ Drop",
+      "ta x",
+      "t ax",
+      "d g",
+      "▁H op",
+      "▁Ho p",
+      "G N",
+      "▁Kir ch",
+      "▁Б ар",
+      "▁Ба р",
+      "In voke",
+      "Inv oke",
+      "▁er halten",
+      "▁ve el",
+      "▁word press",
+      "▁ wordpress",
+      "▁IN NER",
+      "trans action",
+      "▁dé jà",
+      "Fa ct",
+      "F act",
+      "▁над мор",
+      "▁angular js",
+      "▁á t",
+      "▁ át",
+      "▁a lap",
+      "▁al ap",
+      "▁P rice",
+      "▁Pr ice",
+      "▁Pri ce",
+      "▁ Price",
+      "▁eff et",
+      "▁s phere",
+      "▁sp here",
+      "▁spher e",
+      "Class Loader",
+      "▁r ugby",
+      "▁rug by",
+      "▁king dom",
+      "▁M ut",
+      "▁Mu t",
+      "▁ки но",
+      "▁re ward",
+      "ci t",
+      "c it",
+      "▁present e",
+      "▁pres ente",
+      "St o",
+      "S to",
+      "Char acter",
+      "lo gs",
+      "log s",
+      "l ogs",
+      "▁cent rale",
+      "▁central e",
+      "▁m ouv",
+      "▁mo uv",
+      "▁mou v",
+      "▁ok ay",
+      "▁ap lic",
+      "Mo re",
+      "Mor e",
+      "M ore",
+      "ény ek",
+      "▁Kö ln",
+      "ne tt",
+      "net t",
+      "n ett",
+      "▁исто рии",
+      "▁истори и",
+      "▁descri bing",
+      "▁sold ier",
+      "▁N eed",
+      "▁Ne ed",
+      "L ight",
+      "▁\" \\<",
+      "▁\"\\ <",
+      "▁h av",
+      "▁ha v",
+      "▁ hav",
+      "er mo",
+      "erm o",
+      "▁infer ior",
+      "le a",
+      "l ea",
+      "▁g g",
+      "▁ gg",
+      "▁кон це",
+      "fra gment",
+      "f ragment",
+      "s b",
+      "Count ry",
+      "C ountry",
+      "▁v ě",
+      "▁ vě",
+      "▁B eng",
+      "▁Be ng",
+      "▁Ben g",
+      "▁Э то",
+      "▁во до",
+      "ма р",
+      "м ар",
+      "STR ING",
+      "▁ú j",
+      "multi ple",
+      "multip le",
+      "state ment",
+      "stat ement",
+      "▁invol ves",
+      "▁involve s",
+      "▁te cn",
+      "▁tec n",
+      "St udent",
+      "gr é",
+      "g ré",
+      "▁le an",
+      "▁ lean",
+      "▁bring ing",
+      "▁Med ical",
+      "▁Medic al",
+      "▁Medi cal",
+      "▁програ м",
+      "▁V og",
+      "▁Vo g",
+      "▁ж ов",
+      "▁Sp irit",
+      "nt h",
+      "n th",
+      "▁stand ards",
+      "▁standard s",
+      "▁Pro file",
+      "▁Prof ile",
+      "▁Profil e",
+      "▁ Profile",
+      "▁e z",
+      "▁ ez",
+      "▁террито рии",
+      "▁s tem",
+      "▁st em",
+      "▁ste m",
+      "ui l",
+      "u il",
+      "▁O g",
+      "B tn",
+      "na l",
+      "n al",
+      "▁near by",
+      "▁produ cing",
+      "cri v",
+      "cr iv",
+      "c riv",
+      "▁assum ptions",
+      "▁assumption s",
+      "▁S park",
+      "▁Sp ark",
+      "▁L ot",
+      "▁Lo t",
+      "it udes",
+      "itu des",
+      "itude s",
+      "itud es",
+      "af ka",
+      "fi ve",
+      "f ive",
+      "at io",
+      "ati o",
+      "▁distingu ish",
+      "ro ck",
+      "roc k",
+      "r ock",
+      "égl ise",
+      "é glise",
+      "▁rapp res",
+      "▁rap pres",
+      ">\\ <",
+      "> \\<",
+      "лі й",
+      "л ій",
+      "▁ми ни",
+      "▁ мини",
+      "▁intitul é",
+      "}} (\\",
+      "}}( \\",
+      "} }(\\",
+      "▁R out",
+      "▁Ro ut",
+      "▁Rou t",
+      "▁ Rout",
+      "▁B order",
+      "▁Bor der",
+      "▁ Border",
+      "▁over rid",
+      "HO ST",
+      "H OST",
+      "rit ten",
+      "ritt en",
+      "r itten",
+      "sa y",
+      "s ay",
+      "▁Ч и",
+      "icht ung",
+      "▁straight forward",
+      "ob b",
+      "o bb",
+      "▁Ter ra",
+      "▁Terr a",
+      "▁[ :",
+      "▁ [:",
+      "Be n",
+      "B en",
+      "▁compos ite",
+      ")+ \\",
+      ") +\\",
+      "▁c rown",
+      "▁cr own",
+      "▁cro wn",
+      "▁crow n",
+      "dir ection",
+      "direct ion",
+      "dire ction",
+      "d irection",
+      "▁неско лько",
+      "▁av ail",
+      "▁purch ased",
+      "▁purchase d",
+      "ho ok",
+      "h ook",
+      "et ies",
+      "eti es",
+      "e ties",
+      "▁f ase",
+      "▁fa se",
+      "▁fas e",
+      "▁R um",
+      "▁Ru m",
+      "▁ge nom",
+      "▁gen om",
+      "▁d ét",
+      "▁dé t",
+      "ow ą",
+      "mp eg",
+      "▁І н",
+      "des ktop",
+      "▁in jection",
+      "▁inj ection",
+      "▁inject ion",
+      "ag le",
+      "a gle",
+      "▁E dd",
+      "▁Ed d",
+      "_{ (",
+      "_ {(",
+      "▁H em",
+      "▁He m",
+      "ut os",
+      "uto s",
+      "pr oj",
+      "pro j",
+      "▁superfic ie",
+      "Pl ot",
+      "P lot",
+      "▁D ocker",
+      "▁Do cker",
+      "▁Doc ker",
+      "ät z",
+      "ä tz",
+      "kre ich",
+      "k reich",
+      "▁un clear",
+      "▁uncle ar",
+      "▁Un ity",
+      "▁Unit y",
+      "▁stream s",
+      "▁stre ams",
+      "ви д",
+      "▁simpl ified",
+      "Fil l",
+      "Fi ll",
+      "F ill",
+      "▁s ant",
+      "▁sa nt",
+      "▁san t",
+      "▁K ommun",
+      "▁Kom mun",
+      "▁Komm un",
+      "▁d uc",
+      "▁du c",
+      "▁д ве",
+      "▁o bs",
+      "▁ob s",
+      "▁ obs",
+      "ž it",
+      "▁Jane iro",
+      "б я",
+      "▁pr esso",
+      "▁pres so",
+      "▁press o",
+      "▁Min istry",
+      "▁b urst",
+      "▁bur st",
+      "▁re aching",
+      "▁reach ing",
+      "li ter",
+      "lit er",
+      "l iter",
+      "▁response s",
+      "▁respons es",
+      "▁E ug",
+      "▁Eu g",
+      "▁s od",
+      "▁so d",
+      "▁C ord",
+      "▁Cor d",
+      "▁Co rd",
+      "▁P erm",
+      "▁Per m",
+      "▁Pe rm",
+      "▁ Perm",
+      "par ts",
+      "part s",
+      "p arts",
+      "ци ма",
+      "vari ables",
+      "variable s",
+      "▁forgot ten",
+      "Fe rn",
+      "F ern",
+      "ost ęp",
+      "v l",
+      "▁С м",
+      "ki m",
+      "k im",
+      "aj ąc",
+      "ają c",
+      "a jąc",
+      "на ль",
+      "нал ь",
+      "н аль",
+      "г ле",
+      "hel per",
+      "help er",
+      "du p",
+      "d up",
+      "eu w",
+      "e uw",
+      "fr a",
+      "f ra",
+      "ell ite",
+      "elli te",
+      "an ya",
+      "any a",
+      "▁re ign",
+      "▁r eign",
+      "▁rei gn",
+      "ges amt",
+      "се да",
+      "▁R yan",
+      "▁Ry an",
+      "▁form atted",
+      "▁format ted",
+      "▁formatt ed",
+      "▁B org",
+      "▁Bo rg",
+      "▁Bor g",
+      "wal k",
+      "w alk",
+      "▁а л",
+      "▁ ал",
+      "agnost ics",
+      "agnostic s",
+      "▁C ape",
+      "▁Cap e",
+      "▁Ca pe",
+      "▁Fran co",
+      "▁Franc o",
+      "▁f ug",
+      "▁fu g",
+      ": )",
+      "ю з",
+      "F etch",
+      "▁rough ly",
+      "▁M is",
+      "▁Mi s",
+      "uet ooth",
+      "▁Venez uela",
+      "▁a stronom",
+      "▁astr onom",
+      "\") `",
+      "\" )`",
+      "om bres",
+      "omb res",
+      "▁кото рой",
+      "ó p",
+      "ow ed",
+      "owe d",
+      "o wed",
+      "H R",
+      "▁C amer",
+      "▁Cam er",
+      "▁Ca mer",
+      "ки е",
+      "par ison",
+      "▁B ij",
+      "▁Bi j",
+      "tem plates",
+      "template s",
+      "en vironment",
+      "environ ment",
+      "iz ação",
+      "iza ção",
+      "▁é r",
+      "▁ ér",
+      "▁pl enty",
+      "▁Type Error",
+      "▁for ty",
+      "▁fort y",
+      "ко ном",
+      "кон ом",
+      "коно м",
+      "▁S ed",
+      "▁Se d",
+      "▁th ats",
+      "▁that s",
+      "▁gra vity",
+      "▁grav ity",
+      "▁gravit y",
+      "▁ gravity",
+      "▁spirit ual",
+      "▁dup licates",
+      "▁duplicate s",
+      "▁enc ryption",
+      "▁encrypt ion",
+      "▁re ven",
+      "▁r even",
+      "▁rev en",
+      "▁reve n",
+      "▁ reven",
+      "get Instance",
+      "äl lor",
+      "äll or",
+      "dis k",
+      "di sk",
+      "d isk",
+      "▁th ro",
+      "▁thr o",
+      "▁N ak",
+      "▁Na k",
+      "▁p oł",
+      "▁po ł",
+      "▁her aus",
+      "in valid",
+      "s By",
+      "Bo ot",
+      "B oot",
+      "▁bu cket",
+      "▁ bucket",
+      "▁P arse",
+      "▁Par se",
+      "▁ Parse",
+      "he x",
+      "h ex",
+      "Con ne",
+      "C onne",
+      "▁Comp uter",
+      "▁Comput er",
+      "zy k",
+      "z yk",
+      "▁indu ced",
+      "▁Br uno",
+      "▁Bru no",
+      "▁Brun o",
+      "▁address ed",
+      "▁addr essed",
+      "ma nia",
+      "man ia",
+      "m ania",
+      "▁in clus",
+      "▁incl us",
+      "▁inc lus",
+      "▁inclu s",
+      "oun ced",
+      "ounce d",
+      "script size",
+      "scripts ize",
+      "▁E pis",
+      "▁Ep is",
+      "▁v ocal",
+      "▁vo cal",
+      "▁voc al",
+      "▁Jon athan",
+      "у м",
+      "st aden",
+      "sta den",
+      "stad en",
+      "▁Child ren",
+      "▁ Children",
+      "пе й",
+      "п ей",
+      "It alia",
+      "Ital ia",
+      "reib ung",
+      "▁n ost",
+      "▁no st",
+      "▁nos t",
+      "▁ nost",
+      "▁е щё",
+      "▁Wer ke",
+      "▁Werk e",
+      "▁act ress",
+      "▁Minn esota",
+      "ri ke",
+      "rik e",
+      "r ike",
+      "▁t ek",
+      "▁te k",
+      "▁ tek",
+      "▁prime ira",
+      "▁f rat",
+      "▁fr at",
+      "▁fra t",
+      "▁Config uration",
+      "▁ Configuration",
+      "▁b id",
+      "▁bi d",
+      "▁ bid",
+      "tr igger",
+      "Cont ents",
+      "Content s",
+      "▁const antly",
+      "▁constant ly",
+      "!! !",
+      "! !!",
+      "▁d read",
+      "▁dr ead",
+      "▁dre ad",
+      "▁hundred s",
+      "ist ische",
+      "isti sche",
+      "▁card inal",
+      "T ABLE",
+      "▁est os",
+      "▁esto s",
+      "ass oc",
+      "asso c",
+      "gr ay",
+      "gra y",
+      "g ray",
+      "▁Sch loss",
+      "▁Schl oss",
+      "▁s che",
+      "▁sc he",
+      "▁sch e",
+      "▁ sche",
+      "con g",
+      "co ng",
+      "c ong",
+      "▁ko ji",
+      "ète s",
+      "èt es",
+      "è tes",
+      "▁E ra",
+      "▁Er a",
+      "om i",
+      "o mi",
+      "▁S R",
+      "▁ SR",
+      "▁wr apped",
+      "▁wra pped",
+      "▁wrap ped",
+      "▁tr unc",
+      "▁a h",
+      "▁ ah",
+      "eg os",
+      "ego s",
+      "ok i",
+      "o ki",
+      "mo uth",
+      "m outh",
+      "log ging",
+      "▁f asc",
+      "▁fa sc",
+      "▁fas c",
+      "▁S ample",
+      "▁Sam ple",
+      "▁ Sample",
+      "▁c onte",
+      "▁con te",
+      "▁cont e",
+      "▁v illa",
+      "▁vi lla",
+      "▁vill a",
+      "▁vil la",
+      "▁ villa",
+      "com ments",
+      "comm ents",
+      "comment s",
+      "▁b atal",
+      "▁ba tal",
+      "▁bat al",
+      "▁bata l",
+      "▁Garc ía",
+      "▁N orte",
+      "▁Nor te",
+      "▁we chsel",
+      "▁Muse o",
+      "▁enf ants",
+      "▁whis per",
+      "na ke",
+      "nak e",
+      "n ake",
+      "▁jed nak",
+      "l ês",
+      "en ders",
+      "end ers",
+      "ender s",
+      "ende rs",
+      "▁ä l",
+      "▁ äl",
+      "▁V B",
+      "▁ VB",
+      "▁cook ies",
+      "▁cookie s",
+      "ze ti",
+      "zet i",
+      "z eti",
+      "at um",
+      "atu m",
+      "▁d edu",
+      "▁de du",
+      "▁ded u",
+      "▁arr anged",
+      "▁arrang ed",
+      "la z",
+      "l az",
+      "▁cu enta",
+      "ym l",
+      "y ml",
+      "▁f lav",
+      "▁fl av",
+      "▁fla v",
+      "M R",
+      "em et",
+      "eme t",
+      "e met",
+      "бі ль",
+      "б іль",
+      "cm p",
+      "c mp",
+      "it uto",
+      "itu to",
+      "itut o",
+      "ze tt",
+      "zet t",
+      "z ett",
+      "▁en vi",
+      "▁env i",
+      "▁k ot",
+      "▁ko t",
+      "$ :",
+      "up per",
+      "upp er",
+      "u pper",
+      "▁Al berto",
+      "▁Albert o",
+      "k b",
+      "An al",
+      "A nal",
+      "ör t",
+      "ö rt",
+      "▁[ -",
+      "▁ [-",
+      "▁führ te",
+      "▁führt e",
+      "ia h",
+      "i ah",
+      "▁T un",
+      "▁Tu n",
+      "▁и скус",
+      "uw e",
+      "u we",
+      "is pecies",
+      "i species",
+      "P ub",
+      "Syn c",
+      "S ync",
+      "▁Colomb ia",
+      "ak ers",
+      "ake rs",
+      "aker s",
+      "▁Imper ial",
+      "ov ing",
+      "ovi ng",
+      "o ving",
+      "▁int elligence",
+      "▁intellig ence",
+      "▁equip ment",
+      "ei n",
+      "e in",
+      "dag ger",
+      "d agger",
+      "▁Ed ge",
+      "▁ Edge",
+      "▁Рес публи",
+      "adratkil ometer",
+      "▁An to",
+      "▁Ant o",
+      "▁char ges",
+      "▁charge s",
+      "▁charg es",
+      "▁O cean",
+      "▁simpl ify",
+      "▁m iesz",
+      "▁mi esz",
+      "▁mie sz",
+      "run ning",
+      "r unning",
+      "▁L ac",
+      "▁La c",
+      "gen ommen",
+      "▁represent ative",
+      "= .",
+      "▁P red",
+      "▁Pr ed",
+      "▁Pre d",
+      "▁ Pred",
+      "▁sp ite",
+      "ci ale",
+      "cial e",
+      "cia le",
+      "c iale",
+      "▁n ave",
+      "▁na ve",
+      "▁nav e",
+      "▁ext ens",
+      "▁neut ral",
+      "▁кото рая",
+      ".< /",
+      ". </",
+      "▁C S",
+      "▁ CS",
+      "uk y",
+      "u ky",
+      "▁wh ilst",
+      "▁l ingu",
+      "▁lin gu",
+      "▁ling u",
+      "ext ract",
+      "extra ct",
+      "zeich nung",
+      "▁F eld",
+      "▁Fe ld",
+      "▁Fel d",
+      "▁valu able",
+      "ur able",
+      "ura ble",
+      "u rable",
+      "▁J en",
+      "▁Je n",
+      "▁strugg le",
+      "▁comm ittee",
+      "▁W ohn",
+      "▁Wo hn",
+      "▁sql ite",
+      "▁ sqlite",
+      "▁T emp",
+      "▁Te mp",
+      "▁Tem p",
+      "▁ Temp",
+      "▁CO UNT",
+      "▁ COUNT",
+      "con sin",
+      "cons in",
+      "мі ні",
+      "мін і",
+      "us age",
+      "usa ge",
+      "▁qu est",
+      "▁que st",
+      "▁q uest",
+      "▁ quest",
+      "дя н",
+      "д ян",
+      "ear ed",
+      "ea red",
+      "e ared",
+      "▁Sch ne",
+      "▁d od",
+      "▁do d",
+      "▁re cht",
+      "▁rec ht",
+      "▁ recht",
+      "▁k ao",
+      "▁ka o",
+      "Cap t",
+      "Ca pt",
+      "C apt",
+      "label s",
+      "lab els",
+      "▁el los",
+      "▁ell os",
+      "▁indust ri",
+      "▁Color ado",
+      "▁contr ary",
+      "▁contra ry",
+      "▁D um",
+      "▁Du m",
+      "Be l",
+      "B el",
+      "▁V ent",
+      "▁Ve nt",
+      "▁Ven t",
+      "▁author ities",
+      "Y ES",
+      "en sed",
+      "ens ed",
+      "ense d",
+      "umbn ail",
+      "izz azione",
+      "izza zione",
+      "ko u",
+      "k ou",
+      "ri ca",
+      "ric a",
+      "r ica",
+      "▁s ect",
+      "▁se ct",
+      "▁sec t",
+      "▁ sect",
+      "test s",
+      "tes ts",
+      "t ests",
+      "▁K lein",
+      "▁Kle in",
+      "▁Kl ein",
+      "▁le gs",
+      "▁leg s",
+      "▁Pi etro",
+      "▁Piet ro",
+      "f u",
+      "th y",
+      "t hy",
+      "▁b ast",
+      "▁bas t",
+      "▁ba st",
+      "▁t edes",
+      "▁te des",
+      "▁ted es",
+      "et tes",
+      "ett es",
+      "ette s",
+      "▁re pet",
+      "▁rep et",
+      "▁repe t",
+      "ac re",
+      "a cre",
+      "re tto",
+      "ret to",
+      "rett o",
+      "r etto",
+      "▁remain der",
+      "▁G eg",
+      "▁Ge g",
+      "▁Г ор",
+      "▁Го р",
+      "▁Re chts",
+      "▁Recht s",
+      "▁filter ing",
+      "ou ss",
+      "ous s",
+      "o uss",
+      "▁deploy ed",
+      "▁prü fe",
+      "▁b itmap",
+      "▁bit map",
+      "▁s ovi",
+      "▁so vi",
+      "▁sov i",
+      "▁< %=",
+      "▁<% =",
+      "▁ <%=",
+      "▁entfer ne",
+      "ki ll",
+      "kil l",
+      "k ill",
+      "ta bs",
+      "tab s",
+      "t abs",
+      "Ex pr",
+      "Exp r",
+      "ко му",
+      "ком у",
+      "к ому",
+      "▁Republic an",
+      "▁S ize",
+      "▁Si ze",
+      "▁ Size",
+      "▁p oll",
+      "▁po ll",
+      "▁pol l",
+      "▁r ien",
+      "▁ri en",
+      "▁ rien",
+      "▁клу б",
+      "én d",
+      "é nd",
+      "▁B io",
+      "▁Bi o",
+      "▁per l",
+      "▁pe rl",
+      "▁ perl",
+      "▁And reas",
+      "▁Andrea s",
+      "▁Andre as",
+      "ви н",
+      "в ин",
+      "▁d istant",
+      "▁dist ant",
+      "▁F inn",
+      "▁Fin n",
+      "▁M itch",
+      "▁Mit ch",
+      "▁% {",
+      "▁c harm",
+      "▁ch arm",
+      "▁char m",
+      "▁cha rm",
+      "▁M ul",
+      "▁Mu l",
+      "pe rate",
+      "per ate",
+      "▁sci ences",
+      "▁science s",
+      "▁mon ot",
+      "▁mo not",
+      "▁deb ido",
+      "riz ona",
+      "ie c",
+      "i ec",
+      "▁al arm",
+      "▁prom oted",
+      "▁promote d",
+      "▁let zten",
+      "at in",
+      "ati n",
+      "▁con clus",
+      "▁conc lus",
+      "▁concl us",
+      "he rr",
+      "her r",
+      "h err",
+      "▁é ch",
+      "▁éc h",
+      "▁ éch",
+      "ed ish",
+      "edi sh",
+      "go r",
+      "g or",
+      "▁st ycz",
+      "▁sty cz",
+      "▁im press",
+      "▁imp ress",
+      "▁impr ess",
+      "ru its",
+      "ruit s",
+      "r uits",
+      "ier ungs",
+      "ierung s",
+      "▁par sed",
+      "▁parse d",
+      "▁r ío",
+      "▁Pak istan",
+      "ig ner",
+      "ign er",
+      "igne r",
+      "▁watch ing",
+      "▁database s",
+      "▁datab ases",
+      "ed ing",
+      "edi ng",
+      "e ding",
+      "▁Spec ific",
+      "▁gener ale",
+      "▁general e",
+      "▁gene rale",
+      "la x",
+      "l ax",
+      "▁Lo oking",
+      "▁Look ing",
+      "▁b ond",
+      "▁bo nd",
+      "▁bon d",
+      "▁v ista",
+      "▁vis ta",
+      "▁vi sta",
+      "▁e c",
+      "▁ ec",
+      "▁gr ud",
+      "▁gru d",
+      "▁del eting",
+      "▁delet ing",
+      "ta c",
+      "t ac",
+      "▁j azz",
+      "▁ja zz",
+      "j m",
+      "▁p ół",
+      "▁pó ł",
+      "L anguage",
+      "de legate",
+      "▁reg istry",
+      "▁registr y",
+      "▁Sh ared",
+      "▁Share d",
+      "▁ Shared",
+      "ст рой",
+      "стро й",
+      "Mus ic",
+      "▁v essel",
+      "▁vess el",
+      "▁ves sel",
+      ". @",
+      "▁W ür",
+      "▁f ed",
+      "▁fe d",
+      "▁ered et",
+      "▁ere det",
+      "▁G ö",
+      "up t",
+      "u pt",
+      "▁ple asant",
+      "▁table View",
+      "▁ tableView",
+      "▁count ing",
+      "▁coun ting",
+      "▁Krie gs",
+      "▁Krieg s",
+      "▁полу чил",
+      "▁получи л",
+      "▁] ,",
+      "▁ ],",
+      "ви а",
+      "▁a ž",
+      "To List",
+      "▁Ad vent",
+      "▁Adv ent",
+      "▁sk etch",
+      "p n",
+      "▁s ier",
+      "▁si er",
+      "▁sie r",
+      "▁находи тся",
+      "io p",
+      "i op",
+      "▁l y",
+      "▁ ly",
+      "▁Sch l",
+      "▁Sc hl",
+      "Cont ract",
+      "as soci",
+      "ass oci",
+      "asso ci",
+      "assoc i",
+      "▁P ear",
+      "▁Pe ar",
+      "▁w he",
+      "▁wh e",
+      "▁De lete",
+      "▁Del ete",
+      "▁ Delete",
+      "▁e lem",
+      "▁el em",
+      "▁ele m",
+      "▁ elem",
+      "ät te",
+      "ätt e",
+      "ä tte",
+      "▁č esk",
+      "▁M C",
+      "▁ MC",
+      "▁sh out",
+      "▁sho ut",
+      "ake spe",
+      "akes pe",
+      "▁default s",
+      "pe nas",
+      "pen as",
+      "p enas",
+      "ò ria",
+      "▁hier archy",
+      "ip t",
+      "i pt",
+      "▁E lis",
+      "▁El is",
+      "▁Eli s",
+      "like ly",
+      "lik ely",
+      "Ro t",
+      "R ot",
+      "▁c ow",
+      "▁co w",
+      "▁ cow",
+      "▁st rike",
+      "▁str ike",
+      "▁stri ke",
+      "▁strik e",
+      "▁бере зня",
+      "▁ens emble",
+      "▁ ensemble",
+      "▁Pse ud",
+      "V irtual",
+      "▁ї ї",
+      "RO OT",
+      "си я",
+      "▁с об",
+      "▁со б",
+      "▁ соб",
+      "▁in vert",
+      "▁inv ert",
+      "▁inve rt",
+      "▁switch ing",
+      "ht access",
+      "▁на гра",
+      "▁Nor man",
+      "▁Norm an",
+      "▁ing lês",
+      "! [",
+      "ou sel",
+      "ous el",
+      "ouse l",
+      "DO CTYPE",
+      "DOC TYPE",
+      "▁supp ress",
+      "▁sup press",
+      "▁accompan ied",
+      "▁B é",
+      "imp lies",
+      "impl ies",
+      "nu t",
+      "n ut",
+      "▁S yntax",
+      "▁Syn tax",
+      "▁ Syntax",
+      "in ho",
+      "▁t am",
+      "▁ta m",
+      "▁focus ed",
+      "▁foc used",
+      "av ano",
+      "ava no",
+      "avan o",
+      "a vano",
+      "▁B aden",
+      "▁Ba den",
+      "▁Bad en",
+      "ha d",
+      "h ad",
+      "▁( {",
+      "▁ ({",
+      "T y",
+      "▁ро с",
+      "▁р ос",
+      "▁ рос",
+      "▁чо лові",
+      "og e",
+      "o ge",
+      "js p",
+      "j sp",
+      "Bl ue",
+      "▁su as",
+      "▁sua s",
+      "ap ers",
+      "ape rs",
+      "aper s",
+      "a pers",
+      "Sh ort",
+      "Render er",
+      "▁s endo",
+      "▁send o",
+      "▁sen do",
+      "▁C ec",
+      "▁Ce c",
+      "▁` __",
+      "▁`_ _",
+      "▁Municip al",
+      "dot net",
+      "▁b ev",
+      "▁be v",
+      "▁D A",
+      "▁ DA",
+      "Menu Item",
+      "▁a mp",
+      "▁am p",
+      "▁ amp",
+      "▁u ri",
+      "▁ur i",
+      "▁ uri",
+      "▁f ier",
+      "▁fi er",
+      "сле н",
+      "с лен",
+      "), (",
+      ") ,(",
+      "cul es",
+      "cu les",
+      "c ules",
+      "il las",
+      "ill as",
+      "illa s",
+      "LO CK",
+      "LOC K",
+      "▁de rive",
+      "▁der ive",
+      "▁deriv e",
+      "ub en",
+      "ube n",
+      "u ben",
+      "▁G T",
+      "▁ GT",
+      "▁M ack",
+      "▁Ma ck",
+      "▁Mac k",
+      "▁sch olar",
+      ")} }",
+      ") }}",
+      "з м",
+      ">: :",
+      "> ::",
+      "ш ёл",
+      "▁princip ales",
+      "▁principal es",
+      "▁principale s",
+      "▁ц ар",
+      "▁t ied",
+      "▁ti ed",
+      "▁tie d",
+      "▁al ta",
+      "▁alt a",
+      "▁C it",
+      "▁Ci t",
+      "li ned",
+      "line d",
+      "lin ed",
+      "l ined",
+      "ma jor",
+      "▁p unk",
+      "▁pun k",
+      "▁cin co",
+      "ick ý",
+      "▁r aggi",
+      "▁ra ggi",
+      "▁rag gi",
+      "ty pen",
+      "type n",
+      "typ en",
+      "тель ство",
+      "▁con ference",
+      "▁confer ence",
+      "▁с іль",
+      "▁сі ль",
+      "▁he ut",
+      "i š",
+      "ет а",
+      "е та",
+      "vel ope",
+      "velop e",
+      "h box",
+      "no wn",
+      "now n",
+      "n own",
+      "▁z ar",
+      "▁za r",
+      "▁ zar",
+      "kt iv",
+      "ie ß",
+      "▁с тре",
+      "▁ст ре",
+      "▁ стре",
+      "▁Event Args",
+      "▁ EventArgs",
+      "▁I ra",
+      "▁Ir a",
+      "▁V BA",
+      "▁VB A",
+      "▁S anto",
+      "▁San to",
+      "▁Sant o",
+      "▁F ach",
+      "▁Fa ch",
+      "▁Fac h",
+      "▁F F",
+      "▁ FF",
+      "▁Ray mond",
+      "ме ц",
+      "im plementation",
+      "▁bro thers",
+      "▁brother s",
+      "▁cô té",
+      "▁cont rollers",
+      "▁control lers",
+      "▁controller s",
+      "▁C le",
+      "▁Cl e",
+      "▁c able",
+      "▁ca ble",
+      "▁cab le",
+      "▁con fer",
+      "▁conf er",
+      "▁{ -",
+      "▁ {-",
+      "▁cz ł",
+      "▁Fil ip",
+      "at orio",
+      "ator io",
+      "ato rio",
+      "atori o",
+      "▁w icht",
+      "▁be aucoup",
+      "▁L it",
+      "▁Li t",
+      "▁s essions",
+      "▁session s",
+      "▁sess ions",
+      "▁Su ccess",
+      "▁ Success",
+      "▁ro uting",
+      "▁rout ing",
+      "▁rou ting",
+      "ni u",
+      "n iu",
+      "▁V ice",
+      "▁Vi ce",
+      "▁Vic e",
+      "▁k rit",
+      "▁kr it",
+      "up dated",
+      "update d",
+      "▁In valid",
+      "▁ Invalid",
+      "▁Mann schaft",
+      "▁a os",
+      "▁ao s",
+      "▁t udi",
+      "▁tu di",
+      "▁tud i",
+      "▁des prés",
+      "▁desp rés",
+      "qu a",
+      "q ua",
+      "Cont ains",
+      "Comp any",
+      "▁person a",
+      "▁pers ona",
+      "ad apter",
+      "с ни",
+      "▁v oj",
+      "▁vo j",
+      "▁ voj",
+      "▁e scri",
+      "▁es cri",
+      "▁esc ri",
+      "ag t",
+      "a gt",
+      "▁с тво",
+      "▁ст во",
+      "▁ ство",
+      "▁dist rito",
+      "ap an",
+      "apa n",
+      "a pan",
+      "▁aspect s",
+      "▁z al",
+      "▁za l",
+      ")^ {\\",
+      ")^{ \\",
+      ") ^{\\",
+      "▁syst ème",
+      "▁а на",
+      "▁ан а",
+      "▁ ана",
+      "ium s",
+      "iu ms",
+      "i ums",
+      "▁prem iers",
+      "▁premi ers",
+      "▁premier s",
+      "▁по э",
+      "▁m ère",
+      "▁G un",
+      "▁Gu n",
+      "ap ing",
+      "api ng",
+      "a ping",
+      "▁R ain",
+      "▁Ra in",
+      "▁ig ual",
+      "▁process or",
+      "▁proc essor",
+      "▁ processor",
+      "') `",
+      "' )`",
+      "bl ing",
+      "b ling",
+      "▁m ism",
+      "▁mi sm",
+      "▁mis m",
+      "br áz",
+      "▁close st",
+      "▁clos est",
+      "▁Re ading",
+      "▁Read ing",
+      "▁по пу",
+      "con o",
+      "co no",
+      "c ono",
+      "▁k ult",
+      "▁! !",
+      "▁ !!",
+      "▁Ex pression",
+      "▁Exp ression",
+      "▁Express ion",
+      "▁ Expression",
+      "▁indu ction",
+      "▁induct ion",
+      "ah ren",
+      "ahr en",
+      "a hren",
+      "▁c p",
+      "▁ cp",
+      "▁viol ence",
+      "ient í",
+      "cent e",
+      "cen te",
+      "c ente",
+      "▁D ob",
+      "▁Do b",
+      "ja ck",
+      "j ack",
+      "so ng",
+      "son g",
+      "s ong",
+      "bu cket",
+      "▁de port",
+      "▁dep ort",
+      "ки ми",
+      "ким и",
+      "l m",
+      "▁in noc",
+      "▁inn oc",
+      "Ch anges",
+      "Change s",
+      "▁pro hib",
+      "ang ol",
+      "ango l",
+      "isecond s",
+      "i seconds",
+      "▁п ор",
+      "▁по р",
+      "▁ пор",
+      "▁h ip",
+      "▁hi p",
+      "▁ hip",
+      "▁p ů",
+      "en dorf",
+      "end orf",
+      "endo rf",
+      "endor f",
+      "▁sch eduled",
+      "▁schedule d",
+      "▁Fl ug",
+      "ac yj",
+      "acy j",
+      "▁Fil ms",
+      "▁Film s",
+      "athed ral",
+      "Po wer",
+      "P ower",
+      "ar din",
+      "ard in",
+      "ardi n",
+      "ka p",
+      "k ap",
+      "ic ken",
+      "ick en",
+      "i cken",
+      "re size",
+      "res ize",
+      "eu s",
+      "e us",
+      "r r",
+      "ля н",
+      "л ян",
+      "▁H av",
+      "▁Ha v",
+      "▁o ra",
+      "▁or a",
+      "▁ ora",
+      "FR OM",
+      "F ROM",
+      "ло ся",
+      "▁te rug",
+      "▁ter ug",
+      "▁W idth",
+      "▁ Width",
+      "▁accept s",
+      "бе н",
+      "б ен",
+      "▁m ich",
+      "▁mi ch",
+      "▁mic h",
+      "▁C zech",
+      "▁Cz ech",
+      "▁B edeut",
+      "▁ви д",
+      "▁ вид",
+      "ô me",
+      "▁L oop",
+      "▁Lo op",
+      "▁ Loop",
+      "sp ect",
+      "spe ct",
+      "spec t",
+      "s pect",
+      "ü k",
+      "es ton",
+      "est on",
+      "esto n",
+      "e ston",
+      "▁s lot",
+      "▁sl ot",
+      "▁slo t",
+      "▁został a",
+      "▁Charlot te",
+      "▁состав ляет",
+      "▁составля ет",
+      "▁Prom ise",
+      "▁e po",
+      "▁ep o",
+      "▁d iction",
+      "▁di ction",
+      "▁dict ion",
+      "▁dic tion",
+      "▁ diction",
+      "▁Frank lin",
+      "▁R iv",
+      "▁Ri v",
+      "ру г",
+      "ci da",
+      "cid a",
+      "c ida",
+      "▁Ex plorer",
+      "cook ie",
+      "▁former ly",
+      "▁municip ality",
+      "▁municipal ity",
+      "▁Ste fan",
+      "▁Stef an",
+      "list s",
+      "lis ts",
+      "l ists",
+      "CO MP",
+      "COM P",
+      "Le n",
+      "L en",
+      "▁Sta at",
+      "▁N BA",
+      "de ns",
+      "den s",
+      "d ens",
+      "▁osc ill",
+      "! .",
+      "▁P O",
+      "▁ PO",
+      "ô ne",
+      "es es",
+      "ese s",
+      "▁на циональ",
+      "vo or",
+      "v oor",
+      "▁ко пи",
+      "▁по зи",
+      "▁ пози",
+      "ul u",
+      "u lu",
+      "Const raint",
+      "Constra int",
+      "▁сво ей",
+      "▁algebra ic",
+      "ч ня",
+      "Di ct",
+      "D ict",
+      "▁appear ing",
+      "▁appe aring",
+      "▁p rav",
+      "▁pr av",
+      "▁pra v",
+      "▁Univers al",
+      "B rowser",
+      "▁Sing ap",
+      "ennes see",
+      "] _",
+      "▁S of",
+      "▁So f",
+      "▁C ad",
+      "▁Ca d",
+      "oun ce",
+      "▁cost s",
+      "▁cos ts",
+      "]{ \\",
+      "] {\\",
+      "../ ../",
+      "ськ ій",
+      "ські й",
+      "üh l",
+      "ü hl",
+      "ie ty",
+      "iet y",
+      "i ety",
+      "п р",
+      "▁interpre ted",
+      "▁interpret ed",
+      "aj n",
+      "col og",
+      "co log",
+      "colo g",
+      "c olog",
+      "Y S",
+      "ma ns",
+      "man s",
+      "m ans",
+      "▁met rics",
+      "▁metric s",
+      "▁reg istr",
+      "▁ registr",
+      "ist ance",
+      "istan ce",
+      "▁По ль",
+      "▁an onymous",
+      "▁ anonymous",
+      "▁institution s",
+      "▁instit utions",
+      "▁z dob",
+      "▁zd ob",
+      "pr üng",
+      "prü ng",
+      "▁ар ти",
+      "▁e stat",
+      "▁est at",
+      "▁es tat",
+      "▁esta t",
+      "ac ci",
+      "acc i",
+      "▁academ ic",
+      "▁ch iesa",
+      "▁chi esa",
+      "▁G ian",
+      "▁Gi an",
+      "▁Gia n",
+      "cont rib",
+      "contr ib",
+      "um ed",
+      "ume d",
+      "u med",
+      "▁G ir",
+      "▁Gi r",
+      "▁base ball",
+      "numer ic",
+      "n umeric",
+      "Gener ator",
+      "G M",
+      "▁t iny",
+      "▁ti ny",
+      "▁tin y",
+      "▁ tiny",
+      "▁dist inction",
+      "▁distinct ion",
+      "ге р",
+      "г ер",
+      "▁r ust",
+      "▁ru st",
+      "▁rus t",
+      "▁ rust",
+      "▁FI FA",
+      "▁Pro perties",
+      "▁ Properties",
+      "^ -",
+      "▁э кс",
+      "▁эк с",
+      "▁Sta nis",
+      "▁Stan is",
+      "▁A jax",
+      "es cape",
+      "esc ape",
+      "▁con sp",
+      "▁cons p",
+      "▁C hen",
+      "▁Ch en",
+      "▁Che n",
+      "▁N aval",
+      "▁Na val",
+      "▁Nav al",
+      "Bi t",
+      "B it",
+      "▁b ât",
+      "ски ми",
+      "ским и",
+      "с кими",
+      "dr ive",
+      "dri ve",
+      "d rive",
+      "▁R ound",
+      "▁Ro und",
+      "▁Rou nd",
+      "ph oto",
+      "▁Le vel",
+      "▁Lev el",
+      "▁ Level",
+      "▁g eg",
+      "▁ge g",
+      "▁ geg",
+      "To m",
+      "T om",
+      "▁M obile",
+      "▁ Mobile",
+      "▁T rop",
+      "▁Tr op",
+      "▁Tro p",
+      "Dir ection",
+      "Direct ion",
+      "D irection",
+      "is an",
+      "isa n",
+      "i san",
+      ")^ {-",
+      ")^{ -",
+      ") ^{-",
+      "▁Set ting",
+      "▁ Setting",
+      "▁Pro bably",
+      "ль я",
+      "л ья",
+      "▁as sets",
+      "▁ass ets",
+      "▁asse ts",
+      "▁asset s",
+      "▁ assets",
+      "▁a tte",
+      "▁at te",
+      "▁att e",
+      "▁ atte",
+      "▁b ulk",
+      "▁bul k",
+      "és t",
+      "é st",
+      "▁w ing",
+      "▁win g",
+      "▁ wing",
+      "ni us",
+      "niu s",
+      "n ius",
+      "▁w ins",
+      "▁win s",
+      "▁l ud",
+      "▁lu d",
+      "us hing",
+      "ush ing",
+      "▁d even",
+      "▁de ven",
+      "▁dev en",
+      "▁deve n",
+      "огра ф",
+      "о граф",
+      "burg er",
+      "bur ger",
+      "b urger",
+      "▁em bar",
+      "▁emb ar",
+      "Filter Chain",
+      "▁t um",
+      "▁tu m",
+      "▁ö ss",
+      "▁nom mé",
+      "▁p ir",
+      "▁pi r",
+      "▁l uc",
+      "▁lu c",
+      "db o",
+      "d bo",
+      "ag ues",
+      "ague s",
+      "agu es",
+      "▁al can",
+      "▁alc an",
+      "ou wen",
+      "ouw en",
+      "▁Stan ley",
+      "ци али",
+      "▁g rown",
+      "▁gr own",
+      "▁gro wn",
+      "▁grow n",
+      "▁pres erved",
+      "▁preserve d",
+      "▁s olar",
+      "▁so lar",
+      "▁sol ar",
+      "▁Насе ление",
+      "▁perform ances",
+      "▁performance s",
+      "▁C ow",
+      "▁Co w",
+      "▁engine ering",
+      "▁engineer ing",
+      "▁sc aling",
+      "▁scal ing",
+      "at omic",
+      "ato mic",
+      "atom ic",
+      "end ance",
+      "▁a ce",
+      "▁ac e",
+      "▁ ace",
+      "än gen",
+      "äng en",
+      "änge n",
+      "An im",
+      "A nim",
+      "ph ase",
+      "pha se",
+      "phas e",
+      "z burg",
+      "O ld",
+      "▁serv ant",
+      "▁geme ins",
+      "▁Ob serv",
+      "trans late",
+      "▁cover ing",
+      "▁cov ering",
+      "▁est án",
+      "▁está n",
+      "▁problem a",
+      "▁proble ma",
+      "▁probl ema",
+      "▁у станов",
+      "▁l lev",
+      "▁ll ev",
+      "▁lle v",
+      "▁c zerw",
+      "é al",
+      "me z",
+      "m ez",
+      "RE E",
+      "R EE",
+      "ER R",
+      "ту ри",
+      "тур и",
+      "se gu",
+      "seg u",
+      "s egu",
+      "▁pro fit",
+      "▁prof it",
+      "▁multip lication",
+      "kom men",
+      "k ommen",
+      "▁f aut",
+      "▁fa ut",
+      "▁candid ates",
+      "▁candidate s",
+      "▁U ri",
+      "▁Ur i",
+      "▁ Uri",
+      "▁La ura",
+      "▁Laur a",
+      "▁Lau ra",
+      "▁s ap",
+      "▁sa p",
+      "▁ви сини",
+      "▁Bet ween",
+      "fa de",
+      "f ade",
+      "▁res erved",
+      "▁reserve d",
+      "▁invol ving",
+      "▁M are",
+      "▁Mar e",
+      "▁Ma re",
+      "▁Cont ainer",
+      "▁ Container",
+      "▁на зна",
+      "▁DE BUG",
+      "▁ DEBUG",
+      "▁h urt",
+      "▁hur t",
+      "▁hu rt",
+      "▁Pol ski",
+      "▁l ux",
+      "▁lu x",
+      "C B",
+      "wa ch",
+      "w ach",
+      "▁пери од",
+      "▁перио д",
+      "▁C atherine",
+      "▁g anz",
+      "▁gan z",
+      "uch te",
+      "ucht e",
+      "u chte",
+      "▁cons umer",
+      "▁consum er",
+      "▁consume r",
+      "▁cross ed",
+      "ord ered",
+      "order ed",
+      "orde red",
+      "aw ay",
+      "awa y",
+      "a way",
+      "te chn",
+      "tech n",
+      "▁sub scri",
+      "▁subs cri",
+      "▁short cut",
+      "▁произ вод",
+      "▁simultane ously",
+      "▁r ating",
+      "▁ra ting",
+      "▁rat ing",
+      "▁ rating",
+      "▁K ings",
+      "▁King s",
+      "▁Kin gs",
+      "▁relations hips",
+      "▁relation ships",
+      "▁relationship s",
+      "▁S ex",
+      "▁Se x",
+      "▁T ool",
+      "▁To ol",
+      "▁ Tool",
+      "ag h",
+      "a gh",
+      "ac ters",
+      "act ers",
+      "acter s",
+      "log ger",
+      "hom me",
+      "en gers",
+      "eng ers",
+      "enger s",
+      "▁R i",
+      "ear ance",
+      "ea rance",
+      "▁appear ances",
+      "▁appearance s",
+      "Re al",
+      "▁p asse",
+      "▁pass e",
+      "▁pas se",
+      "ic lopedia",
+      "ч ко",
+      "ter re",
+      "▁Ont ario",
+      "▁пере да",
+      "▁перед а",
+      "fo oter",
+      "foo ter",
+      "foot er",
+      "arch ivi",
+      "archiv i",
+      "if iz",
+      "ifi z",
+      "▁Pro test",
+      "▁Prote st",
+      "▁L IN",
+      "▁LI N",
+      "▁ LIN",
+      "unn able",
+      "▁cent uries",
+      "▁B ayer",
+      "▁Ba yer",
+      "▁Bay er",
+      "ці ю",
+      "ов ин",
+      "ови н",
+      "о вин",
+      "▁And rea",
+      "▁Andre a",
+      "se lection",
+      "select ion",
+      "sel ection",
+      "▁c alm",
+      "▁cal m",
+      "▁ca lm",
+      "▁mod ification",
+      "▁modific ation",
+      "▁short ly",
+      "in aire",
+      "ina ire",
+      "i naire",
+      "▁f usion",
+      "▁fus ion",
+      "▁feel ings",
+      "▁feeling s",
+      "▁fee lings",
+      "P K",
+      "▁Ro berto",
+      "▁Robert o",
+      "г не",
+      "Sh ared",
+      "▁mehr ere",
+      "▁N iem",
+      "▁Ni em",
+      "▁Nie m",
+      "om p",
+      "o mp",
+      "En v",
+      "▁Art icle",
+      "▁P ok",
+      "▁Po k",
+      "▁V ARCHAR",
+      "▁d il",
+      "▁di l",
+      "▁af ford",
+      "▁aff ord",
+      "▁con front",
+      "▁conf ront",
+      "ow anie",
+      "owa nie",
+      "owan ie",
+      "▁min istre",
+      "▁minist re",
+      "▁mini stre",
+      "ad esh",
+      "ade sh",
+      "ades h",
+      "▁P oly",
+      "▁Pol y",
+      "▁Po ly",
+      "▁Ра спо",
+      "▁Рас по",
+      "▁Gru ppe",
+      "▁H elen",
+      "▁He len",
+      "▁Hel en",
+      "▁c c",
+      "▁ cc",
+      "▁port rait",
+      "be w",
+      "b ew",
+      "▁b eta",
+      "▁be ta",
+      "▁bet a",
+      "▁ beta",
+      "▁W ir",
+      "▁Wi r",
+      "▁A udio",
+      "▁Aud io",
+      "▁ Audio",
+      "▁( \\<",
+      "▁(\\ <",
+      "rior ity",
+      "▁n it",
+      "▁ni t",
+      "▁ nit",
+      "▁пред стави",
+      "▁представ и",
+      "▁V ie",
+      "▁Vi e",
+      "▁w ür",
+      "▁ wür",
+      "▁H old",
+      "▁Hol d",
+      "▁Ho ld",
+      "▁ Hold",
+      "▁S ad",
+      "▁Sa d",
+      "▁To chter",
+      "▁o ltre",
+      "▁ol tre",
+      "▁ oltre",
+      "▁Act iv",
+      "▁ Activ",
+      "▁J ason",
+      "▁Ja son",
+      "▁Jas on",
+      "▁wie ku",
+      "▁reg ards",
+      "▁regard s",
+      "▁t aste",
+      "▁ta ste",
+      "agnost ic",
+      "ла ся",
+      "▁S elf",
+      "▁Sel f",
+      "▁ Self",
+      "▁a pr",
+      "▁ap r",
+      "▁De ep",
+      "sc op",
+      "s cop",
+      "Act iv",
+      "▁type def",
+      "▁typed ef",
+      "Content View",
+      "comp iler",
+      "compile r",
+      "▁R oth",
+      "▁Ro th",
+      "▁Rot h",
+      "x c",
+      "зи к",
+      "▁l argo",
+      "▁lar go",
+      "▁larg o",
+      "▁R ena",
+      "▁Re na",
+      "▁Ren a",
+      "he iten",
+      "heit en",
+      "▁platform s",
+      "▁plat forms",
+      "ul la",
+      "ull a",
+      "u lla",
+      "▁gl ance",
+      "▁mas cul",
+      "▁m ex",
+      "▁me x",
+      "▁J orge",
+      "▁fun cion",
+      "▁func ion",
+      "cho ose",
+      "▁re views",
+      "▁review s",
+      "▁Al ban",
+      "▁Alb an",
+      "▁G lo",
+      "▁Gl o",
+      "▁S pecies",
+      "▁Spe cies",
+      "▁Spec ies",
+      "▁F ame",
+      "▁Fa me",
+      "▁Fam e",
+      "▁R oll",
+      "▁Ro ll",
+      "▁Rol l",
+      "▁P uerto",
+      "▁\\ )",
+      "▁ \\)",
+      "ym nas",
+      "ymn as",
+      "en viron",
+      "▁i phone",
+      "▁Wrest ling",
+      "ał y",
+      "a ły",
+      "▁Ind iana",
+      "▁India na",
+      "▁Indian a",
+      "Rad io",
+      "V S",
+      "▁independ ence",
+      "та й",
+      "▁de code",
+      "▁dec ode",
+      "▁ decode",
+      "Wh ite",
+      "▁j ourn",
+      "▁jo urn",
+      "▁jou rn",
+      "▁jour n",
+      "ícul o",
+      "í culo",
+      "▁Bar b",
+      "▁Ba rb",
+      "▁Ev angel",
+      "▁An dy",
+      "▁And y",
+      "▁Wel come",
+      "▁De vice",
+      "▁Dev ice",
+      "▁ Device",
+      "ge f",
+      "g ef",
+      "▁remember ed",
+      "▁vari ations",
+      "▁variation s",
+      "▁Ad olf",
+      "it aine",
+      "ita ine",
+      "▁надмор ској",
+      "▁s team",
+      "▁ste am",
+      "▁concern s",
+      "▁` |",
+      "▁би о",
+      "тель ства",
+      "▁qu attro",
+      "ext end",
+      "▁trab ajo",
+      "▁trabaj o",
+      "en berg",
+      "▁scen arios",
+      "▁scenario s",
+      "ân t",
+      "â nt",
+      "▁kom mt",
+      "▁komm t",
+      "▁dom estic",
+      "▁B asketball",
+      "▁Co oper",
+      "so ck",
+      "s ock",
+      "дер жа",
+      "д ержа",
+      "={ \\",
+      "= {\\",
+      "▁in ici",
+      "▁P hill",
+      "▁Ph ill",
+      "▁Phil l",
+      "▁гене рал",
+      "archivi ato",
+      "ъ н",
+      "Ro b",
+      "R ob",
+      "▁t ong",
+      "▁to ng",
+      "▁ton g",
+      "▁character istics",
+      "▁characteristic s",
+      "▁a maz",
+      "▁am az",
+      "▁M ode",
+      "▁Mod e",
+      "▁Mo de",
+      "▁ Mode",
+      "▁inaug ur",
+      "we hr",
+      "ra nt",
+      "ran t",
+      "r ant",
+      "ion ali",
+      "ional i",
+      "iona li",
+      "▁M other",
+      "▁Mo ther",
+      "▁Mot her",
+      "M a",
+      "é qu",
+      "▁K elly",
+      "▁Kel ly",
+      "ci le",
+      "cil e",
+      "c ile",
+      "▁beste ht",
+      "▁estim ates",
+      "▁estimate s",
+      "rugu ay",
+      "▁A ns",
+      "▁An s",
+      "Ma d",
+      "M ad",
+      "▁на в",
+      "▁d onnées",
+      "▁donn ées",
+      "▁donné es",
+      "▁ données",
+      "▁trop ical",
+      "▁Sever al",
+      "el ter",
+      "elt er",
+      "elte r",
+      "▁P ho",
+      "▁Ph o",
+      "ke m",
+      "k em",
+      "▁Custom er",
+      "▁ Customer",
+      "▁скла ді",
+      "▁c ourses",
+      "▁course s",
+      "▁cours es",
+      "Pl atform",
+      "nav bar",
+      "le arning",
+      "lear ning",
+      "learn ing",
+      "▁Sw edish",
+      "▁z ast",
+      "▁za st",
+      "▁zas t",
+      "▁L ig",
+      "▁Li g",
+      "man agement",
+      "▁l od",
+      "▁lo d",
+      "uff le",
+      "Text ure",
+      "Te xture",
+      "ar ga",
+      "arg a",
+      "át um",
+      "▁D DR",
+      "ні ї",
+      "н ії",
+      "▁Soci été",
+      "▁dom ains",
+      "▁domain s",
+      "▁perm itted",
+      "▁permit ted",
+      "▁ex terne",
+      "▁ext erne",
+      "▁extern e",
+      "▁quel que",
+      "v t",
+      "ym an",
+      "y man",
+      "▁W ard",
+      "▁War d",
+      "▁Wa rd",
+      "▁ag li",
+      "▁ agli",
+      "▁and ra",
+      "▁an dra",
+      "▁ andra",
+      "S napshot",
+      "▁m å",
+      "▁ye ah",
+      "де на",
+      "ден а",
+      "д ена",
+      "ęp u",
+      "ę pu",
+      "ask ell",
+      "▁Ré publique",
+      "in ject",
+      "▁' ;",
+      "▁ ';",
+      "än n",
+      "ä nn",
+      "▁z elf",
+      "▁Ent wicklung",
+      "ár ia",
+      "á ria",
+      "on omy",
+      "ono my",
+      "onom y",
+      "▁s vil",
+      "▁sv il",
+      "ie se",
+      "ies e",
+      "i ese",
+      "▁con ser",
+      "▁cons er",
+      "▁conse r",
+      "▁n im",
+      "▁ni m",
+      "▁ nim",
+      "▁r ész",
+      "▁ré sz",
+      "▁rés z",
+      "▁И тали",
+      "▁part ici",
+      "▁partic i",
+      "▁parti ci",
+      "▁L ion",
+      "▁Li on",
+      "s r",
+      "al ways",
+      "▁Влади мир",
+      "че ские",
+      "[ ,",
+      "▁Def inition",
+      "▁ Definition",
+      "na nt",
+      "nan t",
+      "n ant",
+      "oe m",
+      "o em",
+      "Id s",
+      "I ds",
+      "▁в не",
+      "▁[ ...]",
+      "▁на прав",
+      "▁нап рав",
+      "▁G O",
+      "▁ GO",
+      "▁å rs",
+      "▁år s",
+      "▁ut án",
+      "▁out ros",
+      "▁reg ión",
+      "▁M ong",
+      "▁Mon g",
+      "▁Mo ng",
+      "▁fil me",
+      "▁film e",
+      "▁tri ple",
+      "▁trip le",
+      "▁sp ons",
+      "▁spo ns",
+      "De velop",
+      "▁out come",
+      "▁B ible",
+      "▁Bi ble",
+      "▁Bib le",
+      "▁и мени",
+      "▁име ни",
+      "▁имен и",
+      "Can vas",
+      "пу та",
+      "cur r",
+      "cu rr",
+      "c urr",
+      "ás ok",
+      "){ \\",
+      ") {\\",
+      "ning ar",
+      "` ;",
+      "▁Fl ash",
+      ": #",
+      "mu st",
+      "mus t",
+      "m ust",
+      "cp u",
+      "c pu",
+      "▁form ats",
+      "▁format s",
+      "▁forma ts",
+      "Ha r",
+      "H ar",
+      "▁epis odio",
+      "▁R osa",
+      "▁Ro sa",
+      "▁Ros a",
+      "▁d ès",
+      "em it",
+      "emi t",
+      "e mit",
+      "rit eria",
+      "rite ria",
+      "riter ia",
+      "An notation",
+      "Fl ag",
+      "F lag",
+      "g mail",
+      "▁N ormal",
+      "▁Nor mal",
+      "▁Norm al",
+      "▁ Normal",
+      "oll ary",
+      "ollar y",
+      "▁f oss",
+      "▁fo ss",
+      "▁fos s",
+      "▁con current",
+      "▁conc urrent",
+      "▁ concurrent",
+      "▁crash es",
+      "▁ви де",
+      "▁вид е",
+      "▁Min or",
+      "▁Mi nor",
+      "▁S it",
+      "▁Si t",
+      "▁S N",
+      "▁ SN",
+      "▁s car",
+      "▁sc ar",
+      "▁ scar",
+      "▁fe min",
+      "▁fem in",
+      "▁spec ification",
+      "▁specific ation",
+      "so ap",
+      "▁o perate",
+      "▁oper ate",
+      "▁opera te",
+      "▁principal mente",
+      "▁a ust",
+      "▁au st",
+      "▁aus t",
+      "ib ile",
+      "ibil e",
+      "it ime",
+      "iti me",
+      "i time",
+      "ле жа",
+      "if rame",
+      "i frame",
+      "▁concept s",
+      "▁conce pts",
+      "▁t ack",
+      "▁ta ck",
+      "▁v iss",
+      "▁vis s",
+      "▁vi ss",
+      "▁car bon",
+      "ter y",
+      "te ry",
+      "t ery",
+      "▁n aming",
+      "▁na ming",
+      "▁nam ing",
+      "▁Or ts",
+      "▁Ort s",
+      "id ente",
+      "ident e",
+      "iden te",
+      "▁Cap it",
+      "▁Ca pit",
+      "▁ex pr",
+      "▁exp r",
+      "▁ expr",
+      "▁насе љу",
+      "▁Select ed",
+      "▁Sel ected",
+      "▁Sele cted",
+      "▁ Selected",
+      "▁h inter",
+      "▁hint er",
+      "▁hin ter",
+      "▁i frame",
+      "▁if rame",
+      "▁ iframe",
+      "▁z b",
+      "index Path",
+      "col l",
+      "co ll",
+      "c oll",
+      "▁wr ześ",
+      "▁a cht",
+      "▁ac ht",
+      "▁ach t",
+      "▁ acht",
+      "▁grad ually",
+      "▁gradu ally",
+      "▁ч у",
+      "▁ чу",
+      "зе й",
+      "з ей",
+      "ha ft",
+      "h aft",
+      "▁t ran",
+      "▁tr an",
+      "▁tra n",
+      "▁la quelle",
+      "yt ics",
+      "ID E",
+      "I DE",
+      "▁py game",
+      "▁pyg ame",
+      "▁P ackage",
+      "▁Pack age",
+      "▁ Package",
+      "▁class Name",
+      "▁ className",
+      "B al",
+      "pe rl",
+      "per l",
+      "ти на",
+      "тин а",
+      "O cc",
+      "▁in frastr",
+      "▁Champion s",
+      "▁Champ ions",
+      "▁class ic",
+      "▁R aw",
+      "▁Ra w",
+      "▁ Raw",
+      "▁partial ly",
+      "▁parti ally",
+      "▁T ed",
+      "▁Te d",
+      "▁sto let",
+      "ra ined",
+      "rain ed",
+      "raine d",
+      "rai ned",
+      "r ained",
+      "WH ERE",
+      "W HERE",
+      "▁v all",
+      "▁val l",
+      "▁va ll",
+      "▁Jul ia",
+      "▁Ju lia",
+      "▁Juli a",
+      "za t",
+      "z at",
+      "▁surr ounded",
+      "SE E",
+      "S EE",
+      "▁walk ing",
+      "▁wal king",
+      "B ad",
+      "FO R",
+      "F OR",
+      "con tre",
+      "cont re",
+      "contr e",
+      "▁Pal est",
+      "▁Pale st",
+      "át ico",
+      "▁engine er",
+      "▁part ners",
+      "▁partner s",
+      "▁Je ws",
+      "▁Jew s",
+      "il ers",
+      "ile rs",
+      "iler s",
+      "i lers",
+      "▁c erem",
+      "▁ce rem",
+      "▁cer em",
+      "▁inter actions",
+      "▁interaction s",
+      "▁interact ions",
+      "ac u",
+      "a cu",
+      "st y",
+      "s ty",
+      "▁Prince ss",
+      "▁Prin cess",
+      "sh arp",
+      "sha rp",
+      "▁Sing les",
+      "▁Single s",
+      "▁ї х",
+      "ch ez",
+      "che z",
+      "c hez",
+      "Rece iver",
+      "Receive r",
+      "▁pat ients",
+      "▁patient s",
+      "string ify",
+      "▁compet ed",
+      "be y",
+      "b ey",
+      "$ ;",
+      "▁B d",
+      "had oop",
+      "h adoop",
+      "▁Div isión",
+      "öl d",
+      "ö ld",
+      "▁restrict ed",
+      "▁comm ander",
+      "▁command er",
+      "▁comma nder",
+      "▁High way",
+      "▁Č esk",
+      "▁m yth",
+      "▁my th",
+      "ча н",
+      "ч ан",
+      "ra ham",
+      "rah am",
+      "▁en qu",
+      "▁p og",
+      "▁po g",
+      "▁com una",
+      "▁comun a",
+      "▁print ln",
+      "▁ println",
+      "▁к руп",
+      "▁de pois",
+      "▁dep ois",
+      "▁se ats",
+      "▁sea ts",
+      "▁seat s",
+      "▁neigh b",
+      "ци она",
+      "цион а",
+      "ag ine",
+      "agi ne",
+      "agin e",
+      "▁cloth es",
+      "▁clo thes",
+      "▁P rior",
+      "▁Pr ior",
+      "▁Pri or",
+      "Br ain",
+      "Bra in",
+      "B rain",
+      "FF FF",
+      "': '",
+      "' :'",
+      "fe atures",
+      "feature s",
+      "▁file system",
+      "▁files ystem",
+      "▁sing les",
+      "▁single s",
+      "▁Mel bourne",
+      "▁dest ruction",
+      "▁destruct ion",
+      "▁destru ction",
+      "▁Ly on",
+      "▁In sel",
+      "▁Ins el",
+      "Na v",
+      "N av",
+      "▁Re place",
+      "▁Rep lace",
+      "▁ Replace",
+      "▁l é",
+      "▁ lé",
+      "Wh o",
+      "W ho",
+      "▁E stad",
+      "▁Est ad",
+      "▁Esta d",
+      "▁dim ensional",
+      "▁dimension al",
+      "▁ dimensional",
+      "▁ö ff",
+      "▁ öff",
+      "▁gr ands",
+      "▁gran ds",
+      "▁grand s",
+      "дж а",
+      "д жа",
+      "pl ane",
+      "plan e",
+      "pla ne",
+      "p lane",
+      "но сті",
+      "ност і",
+      "нос ті",
+      "▁Or igin",
+      "▁Ori gin",
+      "▁Orig in",
+      "▁ Origin",
+      "W I",
+      "än ner",
+      "änn er",
+      "▁C ry",
+      "▁Cr y",
+      "IT ION",
+      "▁fö dd",
+      "▁cult ura",
+      "▁R ank",
+      "▁Ran k",
+      "▁v uel",
+      "▁vue l",
+      "▁vu el",
+      "▁z ag",
+      "▁za g",
+      "▁Ma xim",
+      "▁Max im",
+      "он у",
+      "о ну",
+      "() ))",
+      "()) )",
+      "( )))",
+      "R aw",
+      "kir che",
+      "k irche",
+      "▁a demás",
+      "▁t ie",
+      "▁ti e",
+      "▁St yle",
+      "▁ Style",
+      "ско в",
+      "ск ов",
+      "с ков",
+      "ist ant",
+      "ista nt",
+      "istan t",
+      "ol ph",
+      "▁Z ür",
+      "▁In fo",
+      "▁Inf o",
+      "▁ Info",
+      "DO M",
+      "D OM",
+      "us c",
+      "u sc",
+      "na hm",
+      "nah m",
+      "▁Ф едера",
+      "▁F ot",
+      "▁Fo t",
+      "▁spec ifying",
+      "▁specify ing",
+      "▁tit olo",
+      "▁Bo ys",
+      "▁Boy s",
+      "ie ch",
+      "iec h",
+      "i ech",
+      "Pl ace",
+      "P lace",
+      "▁H off",
+      "▁Ho ff",
+      "▁Hof f",
+      "▁c ached",
+      "▁ca ched",
+      "▁cache d",
+      "ва ль",
+      "вал ь",
+      "в аль",
+      "is her",
+      "ish er",
+      "roll ing",
+      "rol ling",
+      "op ens",
+      "ope ns",
+      "open s",
+      "▁h r",
+      "▁ hr",
+      "-- ----",
+      "---- --",
+      "--- ---",
+      "----- -",
+      "- -----",
+      "▁mag gior",
+      "▁maggio r",
+      "▁trans actions",
+      "▁transaction s",
+      "▁c riminal",
+      "▁crim inal",
+      "▁re tre",
+      "▁ret re",
+      "▁retr e",
+      "▁Camp bell",
+      ")) :",
+      ") ):",
+      "▁n ed",
+      "▁ne d",
+      "▁ ned",
+      "Page r",
+      "Pa ger",
+      "P ager",
+      "▁H ero",
+      "▁He ro",
+      "▁Her o",
+      "(_ _",
+      "( __",
+      "▁un cle",
+      "▁re aches",
+      "▁reach es",
+      "ar to",
+      "art o",
+      "▁h ello",
+      "▁hel lo",
+      "▁hell o",
+      "▁ hello",
+      "Pre ferences",
+      "▁за тем",
+      "Name d",
+      "Na med",
+      "N amed",
+      "▁re aders",
+      "▁read ers",
+      "▁reader s",
+      "х і",
+      "ke rn",
+      "ker n",
+      "k ern",
+      "▁у по",
+      "ки н",
+      "к ин",
+      "▁l av",
+      "▁la v",
+      "▁ lav",
+      "▁n ob",
+      "▁no b",
+      "▁se cre",
+      "▁sec re",
+      "▁List View",
+      "▁ ListView",
+      "ва ния",
+      "▁May or",
+      "bo rough",
+      "bor ough",
+      "▁fil osof",
+      "не ння",
+      "нен ня",
+      "фр и",
+      "ф ри",
+      "▁p atr",
+      "▁pat r",
+      "▁pa tr",
+      "F M",
+      "▁a cid",
+      "▁ac id",
+      "▁Salv ador",
+      "▁a bb",
+      "▁ab b",
+      "▁ abb",
+      "▁G raham",
+      "▁Gra ham",
+      "pol icy",
+      "neg ative",
+      "ński ego",
+      "ń skiego",
+      "▁He imat",
+      "▁d azu",
+      "▁da zu",
+      "▁m ely",
+      "▁me ly",
+      "▁mel y",
+      "▁r ide",
+      "▁rid e",
+      "▁ri de",
+      "▁ ride",
+      "▁du ties",
+      "▁dut ies",
+      "ov ery",
+      "over y",
+      "ove ry",
+      "o very",
+      "▁Pro position",
+      "▁Prop osition",
+      "▁Pa olo",
+      "/ '",
+      "▁M au",
+      "▁Ma u",
+      "im enti",
+      "iment i",
+      "imen ti",
+      "Sa int",
+      "S aint",
+      "fa ther",
+      "f ather",
+      "▁equ ilib",
+      "ph ony",
+      "phon y",
+      "▁c las",
+      "▁cl as",
+      "▁cla s",
+      "▁от ли",
+      "▁Buffer ed",
+      "▁Buff ered",
+      "re k",
+      "r ek",
+      "▁m itt",
+      "▁mit t",
+      "▁mi tt",
+      "▁ mitt",
+      "▁H ur",
+      "▁Hu r",
+      "▁Har vard",
+      "▁demonstr ate",
+      "ua rio",
+      "u ario",
+      "▁do lor",
+      "▁dol or",
+      "▁reject ed",
+      "▁M üller",
+      "▁n ac",
+      "▁na c",
+      "▁B elle",
+      "▁Be lle",
+      "▁Bel le",
+      "▁Bell e",
+      "▁gather ed",
+      "n r",
+      "fr ika",
+      "fri ka",
+      "öl l",
+      "ö ll",
+      "▁chem ical",
+      "ni g",
+      "n ig",
+      "▁cal c",
+      "▁ calc",
+      "▁DE FAULT",
+      "▁ DEFAULT",
+      "▁philosoph y",
+      "▁Lar avel",
+      "▁al ignment",
+      "▁align ment",
+      "E V",
+      "e or",
+      "▁d zie",
+      "▁dz ie",
+      "▁ dzie",
+      "▁m est",
+      "▁me st",
+      "▁mes t",
+      "▁I o",
+      "CR E",
+      "C RE",
+      "з ви",
+      "▁M edic",
+      "▁Me dic",
+      "▁Med ic",
+      "▁Medi c",
+      "▁n ä",
+      "▁z ab",
+      "▁za b",
+      "▁S lov",
+      "▁Sl ov",
+      "▁Slo v",
+      "ut lich",
+      "▁am plit",
+      "▁ampl it",
+      "▁amp lit",
+      "▁Fran kreich",
+      "▁Frank reich",
+      "▁к іль",
+      "▁кі ль",
+      "IN D",
+      "I ND",
+      "exec ution",
+      "▁Kar riere",
+      "d ostęp",
+      "▁r éal",
+      "▁ré al",
+      "en go",
+      "eng o",
+      "▁se vere",
+      "▁sever e",
+      "зм а",
+      "з ма",
+      "▁тур ни",
+      "▁C arter",
+      "▁Car ter",
+      "▁Cart er",
+      "▁Rob inson",
+      "▁Robin son",
+      "getElement sBy",
+      "▁pro totype",
+      "▁proto type",
+      "▁ prototype",
+      "▁jap on",
+      "▁ja pon",
+      "führ ung",
+      "f ührung",
+      "▁con segu",
+      "▁cons egu",
+      "▁conse gu",
+      "▁st udi",
+      "▁stud i",
+      "▁l ire",
+      "▁li re",
+      "▁ lire",
+      "▁sch ließ",
+      "▁ schließ",
+      "▁B uff",
+      "▁Bu ff",
+      "▁red und",
+      "▁redu nd",
+      "▁e rn",
+      "▁er n",
+      "▁ ern",
+      "▁my ster",
+      "▁myst er",
+      "▁prop rio",
+      "▁propri o",
+      "ate ful",
+      "▁Par ent",
+      "▁Pa rent",
+      "▁ Parent",
+      "▁lad ies",
+      "ra ck",
+      "rac k",
+      "r ack",
+      "ти ка",
+      "тик а",
+      "en burg",
+      "▁каче стве",
+      "▁E F",
+      "▁ EF",
+      "▁st am",
+      "▁sta m",
+      "▁nue va",
+      "▁fil tered",
+      "▁filter ed",
+      "re ten",
+      "ret en",
+      "r eten",
+      "▁I an",
+      "▁Matt hew",
+      "▁Matth ew",
+      "ki h",
+      "k ih",
+      "▁ ő",
+      "▁ком пози",
+      "▁for ever",
+      "▁fore ver",
+      "oir es",
+      "oi res",
+      "oire s",
+      "o ires",
+      ":\\ \\",
+      ": \\\\",
+      "▁ét udes",
+      "▁s oup",
+      "▁so up",
+      "▁sou p",
+      "▁p leased",
+      "▁please d",
+      "▁ple ased",
+      ")} (",
+      ") }(",
+      "▁S top",
+      "▁St op",
+      "▁Sto p",
+      "▁ Stop",
+      "Set ter",
+      "S etter",
+      "▁He lp",
+      "▁Hel p",
+      "▁ Help",
+      "▁b ars",
+      "▁bar s",
+      "▁ba rs",
+      "▁ bars",
+      "▁ER R",
+      "▁ ERR",
+      "▁( ?",
+      "▁ (?",
+      "▁po etry",
+      "▁poet ry",
+      "▁U til",
+      "▁Ut il",
+      "▁ Util",
+      "A K",
+      "▁f ick",
+      "▁fi ck",
+      "▁fic k",
+      "▁I M",
+      "▁ IM",
+      "▁pro ud",
+      "▁pr oud",
+      "но си",
+      "нос и",
+      "▁m uerte",
+      "▁mu erte",
+      "▁Palmar ès",
+      "▁N as",
+      "▁Na s",
+      "щи х",
+      "щ их",
+      "▁qu er",
+      "▁que r",
+      "▁q uer",
+      "▁ quer",
+      "▁a penas",
+      "▁ap enas",
+      "][ '",
+      "] ['",
+      "▁Kon st",
+      "по н",
+      "п он",
+      "▁Sch iff",
+      "▁m p",
+      "▁ mp",
+      "▁б лаго",
+      "fr am",
+      "fra m",
+      "f ram",
+      "▁house hold",
+      "▁t ract",
+      "▁tr act",
+      "▁tra ct",
+      "▁trac t",
+      "enc oding",
+      "▁und ert",
+      "▁under t",
+      "▁ undert",
+      "▁A ug",
+      "▁Au g",
+      "ов ан",
+      "ова н",
+      "о ван",
+      "▁Ar ten",
+      "▁Art en",
+      "▁Arte n",
+      "▁inv oked",
+      "▁invoke d",
+      "▁d ynast",
+      "▁fle et",
+      "че ство",
+      "▁Mur ray",
+      "▁g ut",
+      "▁gu t",
+      "eli hood",
+      "▁S SH",
+      "▁SS H",
+      "от вет",
+      "▁person ally",
+      "▁personal ly",
+      "при я",
+      "п рия",
+      "▁fin anci",
+      "▁finan ci",
+      "▁Thom pson",
+      "al u",
+      "a lu",
+      "id entity",
+      "ident ity",
+      "▁G rab",
+      "▁Gr ab",
+      "▁Gra b",
+      "add le",
+      "É t",
+      "▁T ob",
+      "▁To b",
+      "▁ver lor",
+      "▁verl or",
+      "▁Saint e",
+      "▁Sa inte",
+      "▁Sain te",
+      "▁d op",
+      "▁do p",
+      "▁в ере",
+      "▁ве ре",
+      "▁вер е",
+      "__ _",
+      "_ __",
+      "▁prom otion",
+      "▁- =",
+      "▁от де",
+      "▁amb igu",
+      "▁ ambigu",
+      "OR DER",
+      "ORD ER",
+      "▁Comm unic",
+      "▁Commun ic",
+      "▁im ply",
+      "▁imp ly",
+      "▁impl y",
+      "on ed",
+      "one d",
+      "o ned",
+      "clud ing",
+      "▁coll ision",
+      "▁fragment s",
+      "▁frag ments",
+      "script ion",
+      "scri ption",
+      "s cription",
+      "▁' {",
+      "ля х",
+      "л ях",
+      "▁h ans",
+      "▁ha ns",
+      "▁han s",
+      "у с",
+      "wi re",
+      "w ire",
+      "name space",
+      "names pace",
+      "▁s word",
+      "▁sw ord",
+      "▁swo rd",
+      "ref resh",
+      "▁kw am",
+      "z s",
+      "comm ons",
+      "common s",
+      "▁c osa",
+      "▁co sa",
+      "▁cos a",
+      "▁reg ime",
+      "gr ep",
+      "gre p",
+      "g rep",
+      "▁di oc",
+      "▁dio c",
+      "▁Cont act",
+      "▁ Contact",
+      "▁est as",
+      "▁esta s",
+      "▁Ste wart",
+      "▁v iele",
+      "▁vi ele",
+      "▁vie le",
+      "▁viel e",
+      "то ва",
+      "тов а",
+      "т ова",
+      "▁R an",
+      "▁Ra n",
+      "an nes",
+      "ann es",
+      "anne s",
+      "id ay",
+      "ida y",
+      "i day",
+      "▁s napshot",
+      "▁snap shot",
+      "or row",
+      "orr ow",
+      "▁za č",
+      "▁участи е",
+      "▁prom ised",
+      "▁promise d",
+      "Ass embly",
+      "▁champion ship",
+      "▁champions hip",
+      "▁Def ine",
+      "▁e ren",
+      "▁er en",
+      "▁ere n",
+      "▁ eren",
+      "▁но во",
+      "▁н ово",
+      "▁нов о",
+      "▁ ново",
+      "▁th inks",
+      "▁think s",
+      "▁thin ks",
+      "Ag e",
+      "A ge",
+      "▁g ev",
+      "▁ge v",
+      "var char",
+      "v archar",
+      "iv ità",
+      "com pos",
+      "comp os",
+      "▁M utter",
+      "▁Mut ter",
+      "CO NT",
+      "CON T",
+      "arm ée",
+      "ag net",
+      "agn et",
+      "agne t",
+      "▁B row",
+      "▁Br ow",
+      "▁Bro w",
+      ". —",
+      "▁Tele vision",
+      "▁Д ля",
+      "▁v m",
+      "▁ vm",
+      "▁or din",
+      "▁ord in",
+      "▁ ordin",
+      "▁Миха й",
+      "▁apro xim",
+      "') ->",
+      "' )->",
+      "▁z oo",
+      "▁zo o",
+      "ip pi",
+      "ipp i",
+      "i ppi",
+      "▁s ino",
+      "▁si no",
+      "▁sin o",
+      "▁Qu ébec",
+      "ra ges",
+      "rag es",
+      "rage s",
+      "r ages",
+      "ä ck",
+      "ei ng",
+      "ein g",
+      "e ing",
+      "ar lo",
+      "pi os",
+      "pio s",
+      "p ios",
+      "▁C han",
+      "▁Ch an",
+      "▁Cha n",
+      "▁el li",
+      "▁ell i",
+      "▁ elli",
+      "▁in cons",
+      "▁inc ons",
+      "▁incon s",
+      "gest ellt",
+      "g estellt",
+      "pp ers",
+      "pper s",
+      "ppe rs",
+      "p pers",
+      "Je an",
+      "anst alt",
+      "▁D ance",
+      "▁Dan ce",
+      "▁to en",
+      "▁toe n",
+      "▁de cis",
+      "▁dec is",
+      "▁Ре зу",
+      "▁official ly",
+      "▁offici ally",
+      "ät ze",
+      "ätz e",
+      "▁до ро",
+      "▁e numer",
+      "▁en umer",
+      "▁enum er",
+      "▁trois ième",
+      "ty p",
+      "t yp",
+      "of fs",
+      "off s",
+      "бо ль",
+      "od n",
+      "o dn",
+      "▁Z ar",
+      "▁Za r",
+      "▁дру го",
+      "qu ia",
+      "qui a",
+      "▁Nicol as",
+      "▁Nic olas",
+      "▁Nicola s",
+      "пи су",
+      "пис у",
+      "▁m ob",
+      "▁mo b",
+      "pa ces",
+      "pace s",
+      "p aces",
+      "нь ого",
+      "ньо го",
+      "Al g",
+      "A lg",
+      "éro ï",
+      "Error s",
+      "Err ors",
+      "▁г ре",
+      "▁ гре",
+      "▁жен щи",
+      "in ch",
+      "inc h",
+      "▁Kore an",
+      "▁Korea n",
+      "▁A post",
+      "▁Ap ost",
+      "▁L iver",
+      "▁Li ver",
+      "▁Live r",
+      "▁Liv er",
+      "▁element ary",
+      "▁D I",
+      "▁ DI",
+      "ви си",
+      "▁so il",
+      "▁D LL",
+      "▁r isp",
+      "▁ris p",
+      "▁ri sp",
+      "▁Sh akespe",
+      "▁G aussian",
+      "▁K urt",
+      "▁Kur t",
+      "▁Ku rt",
+      "Ver tex",
+      "Vert ex",
+      "eb ol",
+      "e bol",
+      "organ isation",
+      "är en",
+      "äre n",
+      "ä ren",
+      "▁Y ES",
+      "▁ YES",
+      "C UR",
+      "▁нача ль",
+      "▁по стро",
+      "▁пос тро",
+      "▁Lu igi",
+      "▁c aching",
+      "prevent Default",
+      "am d",
+      "a md",
+      "▁V it",
+      "▁Vi t",
+      "sub st",
+      "su bst",
+      "▁ст рои",
+      "▁C ampion",
+      "▁Camp ion",
+      "ch r",
+      "c hr",
+      "фе ре",
+      "фер е",
+      "ф ере",
+      "▁С писок",
+      "N F",
+      "▁c ím",
+      "▁cí m",
+      "▁h é",
+      "▁ hé",
+      "re bbe",
+      "reb be",
+      "oc y",
+      "o cy",
+      "be low",
+      "bel ow",
+      "▁by lo",
+      "▁byl o",
+      "▁У и",
+      "▁\\ ({\\",
+      "▁\\( {\\",
+      "▁` :",
+      "▁ `:",
+      "gi ore",
+      "gio re",
+      "gior e",
+      "g iore",
+      "Sa n",
+      "S an",
+      "▁G ate",
+      "▁Ga te",
+      "▁в с",
+      "▁o limp",
+      "▁ol imp",
+      "▁Mat rix",
+      "▁ Matrix",
+      "▁he aring",
+      "▁hear ing",
+      "ri i",
+      "r ii",
+      "tf rac",
+      "t frac",
+      "▁allem and",
+      "▁V ue",
+      "л н",
+      "▁comp iling",
+      "▁E ns",
+      "▁En s",
+      "▁investig ation",
+      "▁A x",
+      "▁ch ars",
+      "▁char s",
+      "▁cha rs",
+      "▁target s",
+      "▁tar gets",
+      "▁l oud",
+      "▁lo ud",
+      "us ement",
+      "use ment",
+      "▁N ether",
+      "▁Ne ther",
+      "▁Net her",
+      "com merce",
+      "IG HT",
+      "oc oa",
+      "oco a",
+      "if ecycle",
+      "ife cycle",
+      "▁Le o",
+      "pr iv",
+      "p riv",
+      "▁go ods",
+      "▁good s",
+      "ad amente",
+      "ada mente",
+      "A ustral",
+      "▁re boot",
+      "▁reb oot",
+      "Ge st",
+      "G est",
+      "▁represent ations",
+      "▁representation s",
+      "ce u",
+      "c eu",
+      "▁do ctrine",
+      "ce rs",
+      "cer s",
+      "c ers",
+      "▁K rak",
+      "▁Kr ak",
+      "▁Kra k",
+      "▁adv oc",
+      "▁squad ra",
+      "▁arbeit ete",
+      "üs t",
+      "ü st",
+      "▁p ill",
+      "▁pi ll",
+      "▁pil l",
+      "An swer",
+      "▁к віт",
+      "▁W a",
+      "um ann",
+      "uman n",
+      "uma nn",
+      "u mann",
+      "▁D ynam",
+      "▁Dy nam",
+      "Fa mil",
+      "F amil",
+      "▁t ennis",
+      "▁ten nis",
+      "▁Engine ering",
+      "▁circ les",
+      "▁cir cles",
+      "▁circle s",
+      "▁Mary land",
+      "▁b esta",
+      "▁be sta",
+      "▁best a",
+      "▁bes ta",
+      "▁b ases",
+      "▁bas es",
+      "▁base s",
+      "▁znaj du",
+      "ктор а",
+      "кто ра",
+      "к тора",
+      "▁ar rest",
+      "▁arr est",
+      "ле р",
+      "л ер",
+      "▁G ia",
+      "▁Gi a",
+      "▁remark able",
+      "▁мо гу",
+      "▁Sup reme",
+      "▁` %",
+      "do r",
+      "d or",
+      "▁au jourd",
+      "▁w is",
+      "WID TH",
+      "▁mis ma",
+      "▁mism a",
+      "▁fl uid",
+      "▁flu id",
+      "▁pet ite",
+      "▁petit e",
+      "▁T ow",
+      "▁To w",
+      "Reg istry",
+      "em ed",
+      "eme d",
+      "e med",
+      "▁Wis consin",
+      "▁R acing",
+      "▁Ra cing",
+      "▁reg istration",
+      "▁registr ation",
+      "/ %",
+      "th ird",
+      "▁mon uments",
+      "▁monument s",
+      "че й",
+      "ч ей",
+      "▁j et",
+      "▁je t",
+      "▁ jet",
+      "▁Ur ban",
+      "ál va",
+      "▁mil ieu",
+      "▁poss ess",
+      "▁g erm",
+      "▁ge rm",
+      "▁ger m",
+      "dep endencies",
+      "▁enem ies",
+      "▁s amen",
+      "▁sa men",
+      "▁same n",
+      "▁sam en",
+      "▁W erner",
+      "▁Wer ner",
+      "▁h izo",
+      "▁hi zo",
+      "▁t d",
+      "▁ td",
+      "▁y esterday",
+      "▁А д",
+      "▁ha sn",
+      "▁has n",
+      "cel lation",
+      "cell ation",
+      "ov ání",
+      "ová ní",
+      "li ka",
+      "lik a",
+      "l ika",
+      "We ek",
+      "▁I ng",
+      "▁In g",
+      "▁E mail",
+      "▁Em ail",
+      "▁ Email",
+      "▁m ètres",
+      "▁O CLC",
+      "▁among st",
+      "▁spl end",
+      "fu r",
+      "f ur",
+      "ant ics",
+      "anti cs",
+      "antic s",
+      "▁X XX",
+      "▁XX X",
+      "▁ XXX",
+      "▁груп пы",
+      "la ch",
+      "lac h",
+      "l ach",
+      "▁c ousin",
+      "▁cou sin",
+      "▁in variant",
+      "▁invari ant",
+      "ђ у",
+      "▁Be ispiel",
+      "▁Bei spiel",
+      "▁hard er",
+      "▁har der",
+      "▁b ell",
+      "▁be ll",
+      "▁bel l",
+      "▁ bell",
+      "▁or ch",
+      "▁ orch",
+      "t b",
+      "Foot note",
+      "re gon",
+      "reg on",
+      "Mart in",
+      "▁in con",
+      "▁inc on",
+      "▁attack ed",
+      "_{ -",
+      "_ {-",
+      "▁T ras",
+      "▁Tr as",
+      "▁Tra s",
+      "par ty",
+      "part y",
+      "ite it",
+      "▁s aint",
+      "▁sa int",
+      "▁sain t",
+      "rás ok",
+      "r ások",
+      "▁contain ers",
+      "▁container s",
+      "M o",
+      "▁S n",
+      "quant ity",
+      "▁r as",
+      "▁ra s",
+      "▁ ras",
+      "▁C anal",
+      "▁Can al",
+      "▁Ca nal",
+      "cc ion",
+      "c cion",
+      "uv o",
+      "u vo",
+      "▁i dx",
+      "▁id x",
+      "▁ idx",
+      "type name",
+      "typen ame",
+      "typ ename",
+      "▁R ugby",
+      "▁Se ems",
+      "▁See ms",
+      "▁trans mit",
+      "▁transm it",
+      "▁Pr äsident",
+      "з не",
+      "▁B aker",
+      "▁Ba ker",
+      "▁Bak er",
+      "in th",
+      "int h",
+      "i nth",
+      "▁tö bb",
+      "ver ein",
+      "vere in",
+      "▁espe cie",
+      "▁espec ie",
+      ", (",
+      "▁t éc",
+      "▁té c",
+      "▁W ITH",
+      "▁u nos",
+      "▁un os",
+      "▁uno s",
+      "▁ unos",
+      "▁polit ics",
+      "create Element",
+      "▁st ats",
+      "▁stat s",
+      "▁sta ts",
+      "▁ stats",
+      "▁T ennessee",
+      "▁Bedeut ung",
+      "▁S creen",
+      "▁Sc reen",
+      "▁ Screen",
+      "▁Stra ße",
+      "an ze",
+      "anz e",
+      "▁part ly",
+      "man uel",
+      "ol ation",
+      "ola tion",
+      "o lation",
+      "hor izontal",
+      "érie ure",
+      "érieur e",
+      "am pio",
+      "amp io",
+      "▁ст рук",
+      "▁ струк",
+      "We ight",
+      "La nd",
+      "L and",
+      "po ly",
+      "pol y",
+      "p oly",
+      "▁D ak",
+      "▁Da k",
+      "▁Ass ume",
+      "\". $",
+      "\" .$",
+      "▁c asi",
+      "▁cas i",
+      "▁ca si",
+      "▁g ross",
+      "▁gr oss",
+      "▁gro ss",
+      "▁gros s",
+      "▁ent ertain",
+      "▁enter tain",
+      "▁déc ada",
+      "'. $",
+      "' .$",
+      "en cer",
+      "ence r",
+      "enc er",
+      "▁guarante ed",
+      "▁guarantee d",
+      "]$ .",
+      "] $.",
+      "ли ся",
+      "▁accept able",
+      "ra ise",
+      "rai se",
+      "rais e",
+      "ir us",
+      "i rus",
+      "we it",
+      "wei t",
+      "▁А на",
+      "▁Ан а",
+      "▁h ills",
+      "▁hill s",
+      "ip age",
+      "i page",
+      "BI T",
+      "B IT",
+      "▁nu cle",
+      "▁nuc le",
+      "▁ut ilis",
+      "▁util is",
+      "CA A",
+      "C AA",
+      "ène s",
+      "èn es",
+      "è nes",
+      "▁Schwe iz",
+      "▁A A",
+      "▁ AA",
+      "ning er",
+      "n inger",
+      "▁b ands",
+      "▁band s",
+      "▁ban ds",
+      "▁t ender",
+      "▁te nder",
+      "▁ten der",
+      "▁tend er",
+      "so m",
+      "s om",
+      "W arning",
+      "▁B ischof",
+      "▁A rc",
+      "▁Ar c",
+      "▁W oman",
+      "▁Wo man",
+      "▁trans mission",
+      "▁transm ission",
+      "ч ни",
+      "is tre",
+      "ist re",
+      "istr e",
+      "i stre",
+      "B Y",
+      "▁S I",
+      "▁ SI",
+      "▁П ар",
+      "▁Па р",
+      "▁} ).",
+      "▁}) .",
+      "▁ }).",
+      "▁present a",
+      "▁pres enta",
+      "▁Re né",
+      "▁Ren é",
+      "▁happ iness",
+      "▁P unk",
+      "col s",
+      "co ls",
+      "c ols",
+      "▁Des de",
+      "рё х",
+      "▁м она",
+      "▁мо на",
+      "▁scr atch",
+      "▁t cp",
+      "▁ tcp",
+      "ête s",
+      "êt es",
+      "ê tes",
+      "it ated",
+      "ita ted",
+      "itat ed",
+      "itate d",
+      "▁dif eren",
+      "▁difer en",
+      "ge h",
+      "g eh",
+      "na hmen",
+      "nah men",
+      "nahme n",
+      "nahm en",
+      "П е",
+      "ck i",
+      "c ki",
+      "▁Te atro",
+      "▁Re member",
+      "▁Rem ember",
+      "▁f right",
+      "▁fr ight",
+      "▁Y am",
+      "▁Ya m",
+      "west ern",
+      "le ted",
+      "let ed",
+      "lete d",
+      "▁в стре",
+      "▁вс тре",
+      "▁telep ülés",
+      "зи н",
+      "з ин",
+      "▁Qu ant",
+      "▁ Quant",
+      "▁su pre",
+      "▁sup re",
+      "áj a",
+      "á ja",
+      "ді я",
+      "д ія",
+      "▁car rera",
+      "▁carre ra",
+      "kre t",
+      "kr et",
+      "k ret",
+      "par a",
+      "pa ra",
+      "p ara",
+      "▁S UM",
+      "▁SU M",
+      "▁ SUM",
+      "▁p it",
+      "▁pi t",
+      "▁ pit",
+      "ź dz",
+      "é o",
+      "ре ння",
+      "рен ня",
+      "▁C hor",
+      "▁Ch or",
+      "▁Cho r",
+      "▁vo ix",
+      "▁exec utive",
+      "▁execut ive",
+      "▁all erdings",
+      "May be",
+      "▁д ень",
+      "▁де нь",
+      "▁f lying",
+      "▁fl ying",
+      "▁fly ing",
+      "▁par liament",
+      "жда н",
+      "ж дан",
+      "▁f ram",
+      "▁fr am",
+      "▁fra m",
+      "▁ fram",
+      "▁жов т",
+      "▁u gly",
+      "▁бу ду",
+      "ig ny",
+      "ign y",
+      "\\| _{",
+      "\\ |_{",
+      "▁b itter",
+      "▁bit ter",
+      "sc e",
+      "s ce",
+      "▁p ole",
+      "▁po le",
+      "▁pol e",
+      "▁ pole",
+      "Ver lag",
+      "▁total ité",
+      "▁found ation",
+      "j t",
+      "▁s lice",
+      "▁sl ice",
+      "▁sli ce",
+      "▁ slice",
+      "if ique",
+      "ifi que",
+      "▁integr ate",
+      "▁integra te",
+      "st rij",
+      "str ij",
+      "▁asym pt",
+      "▁е му",
+      "▁pert urb",
+      "▁F low",
+      "▁Fl ow",
+      "▁Flo w",
+      "▁ Flow",
+      "jb oss",
+      "RI G",
+      "R IG",
+      "▁A less",
+      "▁Al ess",
+      "▁Ale ss",
+      "XX X",
+      "X XX",
+      "▁s umm",
+      "▁su mm",
+      "▁sum m",
+      "sql ite",
+      "▁che er",
+      "pr ob",
+      "pro b",
+      "p rob",
+      "▁G PU",
+      "▁GP U",
+      "zi ł",
+      "z ił",
+      "(* )",
+      "( *)",
+      "▁in duct",
+      "▁ind uct",
+      "▁indu ct",
+      "RA Y",
+      "bl att",
+      "bla tt",
+      "qu esta",
+      "que sta",
+      "quest a",
+      "ques ta",
+      "or u",
+      "o ru",
+      "▁In side",
+      "▁Ins ide",
+      "▁Mc G",
+      "▁N ep",
+      "▁Ne p",
+      "м п",
+      "▁in ve",
+      "▁inv e",
+      "▁An imal",
+      "▁Anim al",
+      "▁s ob",
+      "▁so b",
+      "▁ sob",
+      "ít ott",
+      "loy ment",
+      "▁b und",
+      "▁bu nd",
+      "▁ bund",
+      "St ation",
+      "Stat ion",
+      "▁B EGIN",
+      "▁part iellement",
+      "ig g",
+      "i gg",
+      "est ore",
+      "esto re",
+      "e store",
+      "▁co inc",
+      "▁coin c",
+      "▁Som mer",
+      "▁m d",
+      "▁ md",
+      "▁loc ked",
+      "▁lock ed",
+      "▁ locked",
+      "math char",
+      "ar ma",
+      "arm a",
+      "pe nt",
+      "pen t",
+      "p ent",
+      "ar ium",
+      "ari um",
+      "a rium",
+      "▁e ars",
+      "▁ear s",
+      "▁ ears",
+      "▁S ongs",
+      "▁Son gs",
+      "▁Song s",
+      "▁similar ly",
+      "▁liter ally",
+      "▁literal ly",
+      "▁in ches",
+      "▁inc hes",
+      "▁af fection",
+      "▁aff ection",
+      "▁affect ion",
+      "l p",
+      "▁con cluded",
+      "▁conclude d",
+      "▁му ніципалі",
+      "▁па мя",
+      "est aur",
+      "esta ur",
+      "▁J osh",
+      "▁Jo sh",
+      "▁Jos h",
+      "▁F ritz",
+      "▁Fr itz",
+      "▁Fri tz",
+      "DB C",
+      "D BC",
+      "д ён",
+      "pos a",
+      "po sa",
+      "p osa",
+      "▁gold en",
+      "▁gol den",
+      "▁p c",
+      "▁ pc",
+      "▁com te",
+      "▁Z iel",
+      "▁Zie l",
+      "▁prés ente",
+      "▁présent e",
+      "mar ks",
+      "mark s",
+      "m arks",
+      "ig neur",
+      "ign eur",
+      "igne ur",
+      "▁D rive",
+      "▁Dr ive",
+      "▁neg lect",
+      "▁roz p",
+      "▁F ive",
+      "sp aces",
+      "space s",
+      "s paces",
+      "▁M edi",
+      "▁Me di",
+      "▁Med i",
+      "▁ex isted",
+      "▁exist ed",
+      "▁existe d",
+      "▁by ła",
+      "▁był a",
+      "дж и",
+      "д жи",
+      "▁fr ente",
+      "т ник",
+      "od d",
+      "o dd",
+      "▁answer ing",
+      "bi an",
+      "bia n",
+      "b ian",
+      "▁E ugen",
+      "▁Eu gen",
+      "▁Eug en",
+      "▁Public ations",
+      "▁Pub lications",
+      "▁D ia",
+      "▁Di a",
+      "l á",
+      "▁' _",
+      "▁ '_",
+      "▁rec uper",
+      "ом у",
+      "о му",
+      "▁App end",
+      "▁Ap pend",
+      "▁ Append",
+      "ob ar",
+      "oba r",
+      "o bar",
+      "▁employ ees",
+      "▁employee s",
+      "▁comp ens",
+      "eme tery",
+      "emet ery",
+      "▁э лект",
+      "MO N",
+      "M ON",
+      "ol in",
+      "oli n",
+      "o lin",
+      "▁histor ic",
+      "hi s",
+      "h is",
+      "ą d",
+      "n m",
+      "▁G oth",
+      "▁Go th",
+      "▁Got h",
+      "▁st ress",
+      "▁str ess",
+      "▁stre ss",
+      "▁parte cip",
+      "▁A w",
+      "▁s ar",
+      "▁sa r",
+      "▁h u",
+      "▁ hu",
+      "▁mat plotlib",
+      "▁M yst",
+      "▁My st",
+      "▁Mys t",
+      "() ;`",
+      "(); `",
+      "( );`",
+      "sch ein",
+      "sc hein",
+      "sche in",
+      "Long rightarrow",
+      "▁р я",
+      "▁ ря",
+      "▁Is ra",
+      "[ ^",
+      "no u",
+      "n ou",
+      "▁syn d",
+      "▁sy nd",
+      "work ing",
+      "wor king",
+      "▁N ation",
+      "▁Na tion",
+      "▁Nat ion",
+      "▁P ent",
+      "▁Pe nt",
+      "▁Pen t",
+      "▁k lass",
+      "▁kl ass",
+      "▁klas s",
+      "▁applic able",
+      "▁D iam",
+      "▁Di am",
+      "▁Dia m",
+      "▁bras ile",
+      "▁p ac",
+      "▁pa c",
+      "▁He ight",
+      "▁ Height",
+      "P ut",
+      "▁int ro",
+      "▁intr o",
+      "▁ intro",
+      "▁unus ual",
+      "na s",
+      "n as",
+      "▁Geb äude",
+      "▁be am",
+      "▁R ect",
+      "▁Re ct",
+      "▁Rec t",
+      "▁ Rect",
+      "▁Prim era",
+      "▁Prime ra",
+      "▁h aut",
+      "▁ha ut",
+      "▁t rait",
+      "▁tr ait",
+      "▁tra it",
+      "prü ft",
+      "in ación",
+      "ina ción",
+      "▁configuration s",
+      "▁configur ations",
+      "▁g ilt",
+      "▁gi lt",
+      "▁territ oire",
+      "he z",
+      "h ez",
+      "▁al te",
+      "▁alt e",
+      "rel ative",
+      "Ex cel",
+      "▁W right",
+      "G V",
+      "по ли",
+      "пол и",
+      "Qu ant",
+      "▁ga uge",
+      "▁gau ge",
+      "▁multi ply",
+      "▁multip ly",
+      "AS S",
+      "A SS",
+      "ствен но",
+      "ан у",
+      "а ну",
+      "▁j eden",
+      "▁je den",
+      "▁jed en",
+      "▁liter ary",
+      "▁D ro",
+      "▁Dr o",
+      "▁adv ise",
+      "▁advis e",
+      "it zen",
+      "itz en",
+      "▁dis ag",
+      "web site",
+      "▁д ія",
+      "▁ді я",
+      "▁ дія",
+      "▁ob server",
+      "▁obser ver",
+      "▁observ er",
+      "▁observe r",
+      "▁janu ár",
+      "v ě",
+      "ku p",
+      "k up",
+      "▁S es",
+      "▁Se s",
+      "▁woj ew",
+      "▁st ages",
+      "▁stage s",
+      "▁sta ges",
+      "▁stag es",
+      "▁вре мени",
+      "▁време ни",
+      "łu ż",
+      "но с",
+      "н ос",
+      "Down load",
+      "ip o",
+      "i po",
+      "▁g raf",
+      "▁gr af",
+      "▁gra f",
+      "▁ро бо",
+      "▁Nik ol",
+      "▁Ni kol",
+      "▁f ic",
+      "▁fi c",
+      "▁ fic",
+      "▁jo ining",
+      "▁join ing",
+      "▁divers os",
+      "▁LI KE",
+      "▁F itz",
+      "▁d imin",
+      "▁di min",
+      "▁dim in",
+      "▁dist rib",
+      "Sa m",
+      "S am",
+      "ko z",
+      "k oz",
+      "▁al phabet",
+      "▁alpha bet",
+      "os er",
+      "ose r",
+      "o ser",
+      "OU R",
+      "O UR",
+      "uk a",
+      "u ka",
+      "ка я",
+      "▁ste el",
+      "▁` --",
+      "▁`- -",
+      "▁t ener",
+      "▁te ner",
+      "▁ten er",
+      "mar ker",
+      "mark er",
+      "▁He aven",
+      "new command",
+      "▁prison ers",
+      "▁prisoner s",
+      "▁K night",
+      "▁Kn ight",
+      "▁present s",
+      "▁pres ents",
+      "▁qu esti",
+      "▁quest i",
+      "▁tr ains",
+      "▁tra ins",
+      "▁train s",
+      "op era",
+      "ope ra",
+      "oper a",
+      "▁Li near",
+      "▁Lin ear",
+      "▁Line ar",
+      "▁ Linear",
+      "▁M E",
+      "▁ ME",
+      "▁B uc",
+      "▁Bu c",
+      "Le g",
+      "L eg",
+      "▁ag ua",
+      "▁ agua",
+      "▁Gr iff",
+      "ol g",
+      "o lg",
+      "ds t",
+      "d st",
+      ". \r",
+      "▁person es",
+      "▁pers ones",
+      "▁persone s",
+      "Ma l",
+      "M al",
+      "бе ре",
+      "бер е",
+      "б ере",
+      "fol ge",
+      "folg e",
+      "▁ac ab",
+      "ct u",
+      "c tu",
+      "pt ic",
+      "▁N avigation",
+      "▁ Navigation",
+      "R uss",
+      "га ль",
+      "г аль",
+      "▁F ul",
+      "▁Fu l",
+      "▁ма є",
+      "чна я",
+      "ч ная",
+      "wn er",
+      "w ner",
+      "con tra",
+      "cont ra",
+      "contr a",
+      "▁jou eur",
+      "▁joue ur",
+      "▁J ess",
+      "▁Je ss",
+      "▁Jes s",
+      "▁re new",
+      "▁ren ew",
+      "▁l ap",
+      "▁la p",
+      "▁ lap",
+      "▁cas ting",
+      "▁cast ing",
+      "ga l",
+      "g al",
+      "▁tém atu",
+      "▁на зыва",
+      "за х",
+      "ч не",
+      ")- \\",
+      ") -\\",
+      "▁ча сто",
+      "▁час то",
+      "▁част о",
+      "}$ -",
+      "} $-",
+      "▁l icz",
+      "▁li cz",
+      "▁lic z",
+      "▁e mot",
+      "▁em ot",
+      "ha rm",
+      "har m",
+      "h arm",
+      "▁occasion ally",
+      "▁hor ror",
+      "▁ho rror",
+      "ea st",
+      "e ast",
+      "▁pr inter",
+      "▁print er",
+      "▁prin ter",
+      "ar an",
+      "ara n",
+      "a ran",
+      "▁Miss iss",
+      "fol low",
+      "f ollow",
+      "▁Bar ry",
+      "▁investig ate",
+      "go w",
+      "g ow",
+      "▁Amer icans",
+      "▁American s",
+      "▁America ns",
+      "S ince",
+      "▁від о",
+      "▁ві до",
+      "▁re un",
+      "os ci",
+      "osc i",
+      "o sci",
+      "▁Ch apter",
+      "▁Chap ter",
+      "▁b ay",
+      "▁ba y",
+      "▁ bay",
+      "ро ме",
+      "ром е",
+      "et he",
+      "eth e",
+      "e the",
+      "éd ie",
+      "é die",
+      "com ot",
+      "co mot",
+      "como t",
+      "▁miejs cowo",
+      "▁stud ierte",
+      "▁studi erte",
+      "ou vert",
+      "ouv ert",
+      "ouve rt",
+      "ouver t",
+      "▁к ур",
+      "▁ку р",
+      "▁ кур",
+      "▁DE SC",
+      "▁DES C",
+      "▁touch ed",
+      "▁tou ched",
+      "▁Jer ry",
+      "ue se",
+      "ues e",
+      "u ese",
+      "ли ще",
+      "auth entication",
+      "authentic ation",
+      "▁col le",
+      "▁co lle",
+      "▁coll e",
+      "he art",
+      "▁reg iment",
+      "▁regime nt",
+      "cri bed",
+      "cribe d",
+      "▁Бо ль",
+      "▁про ис",
+      "ce ae",
+      "▁mass es",
+      "▁sc rolling",
+      "▁scroll ing",
+      "us to",
+      "ust o",
+      "u sto",
+      "S W",
+      "ov at",
+      "ova t",
+      "o vat",
+      "▁gr âce",
+      "▁Архи в",
+      "▁Се вер",
+      "av ait",
+      "ava it",
+      "▁Marsh all",
+      "▁Mars hall",
+      "▁Hash Map",
+      "▁ HashMap",
+      "ac on",
+      "aco n",
+      "a con",
+      "ück en",
+      "ücke n",
+      "ü cken",
+      "[] )",
+      "[ ])",
+      "▁ev angel",
+      "et zung",
+      "etz ung",
+      "tt emberg",
+      "st ers",
+      "ste rs",
+      "ster s",
+      "s ters",
+      "T M",
+      "▁ли тера",
+      "qu ot",
+      "Pr ed",
+      "Pre d",
+      "P red",
+      "▁w erk",
+      "▁wer k",
+      "▁ werk",
+      "▁ha ber",
+      "▁hab er",
+      "▁habe r",
+      "la va",
+      "lav a",
+      "l ava",
+      "vo us",
+      "v ous",
+      "▁L ate",
+      "▁La te",
+      "▁Lat e",
+      "cy cle",
+      "cyc le",
+      "c ycle",
+      "ти рова",
+      "▁про ду",
+      "▁прод у",
+      "▁pop ulations",
+      "▁population s",
+      "▁popul ations",
+      "▁Y an",
+      "▁Ya n",
+      "Pre fix",
+      "P refix",
+      "actér istiques",
+      "+ '",
+      "() `](",
+      "()` ](",
+      "▁Л ь",
+      "фи ль",
+      "▁жи зни",
+      "ft p",
+      "f tp",
+      "▁все х",
+      "▁g dzie",
+      "▁v idea",
+      "▁vid ea",
+      "▁vide a",
+      "oa uth",
+      "o auth",
+      "▁p id",
+      "▁pi d",
+      "▁ pid",
+      "ů m",
+      "▁p esso",
+      "▁pes so",
+      "▁track ing",
+      "▁trac king",
+      "iz in",
+      "izi n",
+      "i zin",
+      "▁Mor ris",
+      "щи й",
+      "▁Provin z",
+      "▁M itte",
+      "▁Mit te",
+      "▁Mi tte",
+      "▁Mitt e",
+      "▁artific ial",
+      "bráz ky",
+      "▁до сти",
+      "▁rest ored",
+      "▁restore d",
+      "▁resto red",
+      "▁commun icate",
+      "▁communic ate",
+      "ag it",
+      "agi t",
+      "a git",
+      "Rec ogn",
+      "▁l on",
+      "▁lo n",
+      "▁ lon",
+      "▁за ня",
+      "▁зан я",
+      "▁Arg ument",
+      "▁ Argument",
+      "fl ush",
+      "flu sh",
+      "ма на",
+      "ман а",
+      "м ана",
+      "sec onds",
+      "second s",
+      "U C",
+      "▁R uth",
+      "▁Ru th",
+      "▁t ub",
+      "▁tu b",
+      "▁B ret",
+      "▁Br et",
+      "▁Bre t",
+      "▁P ere",
+      "▁Per e",
+      "▁Pe re",
+      "▁respons ibility",
+      "ńcz y",
+      "ń czy",
+      "▁environment s",
+      "▁environ ments",
+      "ke e",
+      "k ee",
+      "▁g root",
+      "▁gr oot",
+      "▁gro ot",
+      "▁pain ted",
+      "▁paint ed",
+      "▁Éd itions",
+      "cp y",
+      "c py",
+      "ár t",
+      "á rt",
+      "lich keit",
+      "ar da",
+      "ard a",
+      "B atch",
+      "▁Leop old",
+      "re ason",
+      "rea son",
+      "reas on",
+      "n oreferrer",
+      "se ns",
+      "sen s",
+      "s ens",
+      "▁ro cks",
+      "▁rock s",
+      "▁Hit ler",
+      "ла т",
+      "л ат",
+      "▁qu oted",
+      "▁quot ed",
+      "▁quote d",
+      "▁ко лле",
+      "▁у ров",
+      "ba g",
+      "b ag",
+      ".\" )",
+      ". \")",
+      "▁M L",
+      "▁ ML",
+      "▁kom t",
+      "▁ko mt",
+      "▁[ _",
+      "▁ [_",
+      "▁spect ral",
+      "ed o",
+      "e do",
+      "▁in sieme",
+      "▁suffer ing",
+      "▁suff ering",
+      "sl ider",
+      "slide r",
+      "▁Kenn edy",
+      "ol ate",
+      "ola te",
+      "o late",
+      "▁P atri",
+      "▁Pa tri",
+      "▁Pat ri",
+      "зи и",
+      "O H",
+      "▁те а",
+      "▁пра ва",
+      "▁прав а",
+      "ма х",
+      "re write",
+      "rew rite",
+      "r ewrite",
+      "▁Eins atz",
+      "ex ternal",
+      "ext ernal",
+      "hol ds",
+      "hold s",
+      "h olds",
+      "▁P laces",
+      "▁Pl aces",
+      "▁Pla ces",
+      "▁Place s",
+      "at ype",
+      "aty pe",
+      "a type",
+      "▁vul ner",
+      "▁abandon ed",
+      "Or igin",
+      "Ori gin",
+      "▁max imal",
+      "▁maxim al",
+      "AA AA",
+      "▁Base ball",
+      "▁C lose",
+      "▁Cl ose",
+      "▁Clo se",
+      "▁ Close",
+      "▁pa inter",
+      "▁pain ter",
+      "▁paint er",
+      "▁assign ing",
+      "N B",
+      "bl ast",
+      "bla st",
+      "b last",
+      "▁K ünstler",
+      ")] (",
+      ") ](",
+      "fa ch",
+      "fac h",
+      "f ach",
+      "▁Const antin",
+      "▁Constant in",
+      "ok es",
+      "oke s",
+      "o kes",
+      "▁no body",
+      "▁nob ody",
+      "▁subt ract",
+      "▁fos se",
+      "▁foss e",
+      "▁cert ific",
+      "▁m use",
+      "▁mus e",
+      "▁mu se",
+      "/) ,",
+      "/ ),",
+      "▁Pro fil",
+      "▁Prof il",
+      "▁pro xim",
+      "▁Jer usalem",
+      "▁simp licity",
+      "▁simpl icity",
+      "▁w sz",
+      "▁ws z",
+      "NUM BER",
+      "utt avia",
+      "U ITableView",
+      "ich ter",
+      "icht er",
+      "ichte r",
+      "i chter",
+      "жа н",
+      "ж ан",
+      "▁L av",
+      "▁La v",
+      "it chen",
+      "itch en",
+      "▁Ч ем",
+      "▁Че м",
+      "T u",
+      "▁ge om",
+      "▁zv uky",
+      "▁Sur vey",
+      "AN CE",
+      "▁enc rypted",
+      "▁encrypt ed",
+      "pr of",
+      "pro f",
+      "▁d are",
+      "▁da re",
+      "▁dar e",
+      "▁L oren",
+      "▁Lo ren",
+      "▁Lor en",
+      "т в",
+      "▁А лек",
+      "▁Ал ек",
+      "▁comput ers",
+      "▁computer s",
+      "▁compute rs",
+      "▁expect ation",
+      "▁substant ial",
+      "▁Д ми",
+      "▁` {",
+      "▁д ра",
+      "▁др а",
+      "▁ дра",
+      "ub ble",
+      "▁per forms",
+      "▁perform s",
+      "▁Kr ieg",
+      "▁Krie g",
+      "▁in coming",
+      "▁inc oming",
+      "▁Class ification",
+      "Web View",
+      "▁epis odes",
+      "▁episode s",
+      "ap per",
+      "app er",
+      "appe r",
+      "a pper",
+      "äu fig",
+      "▁gi ov",
+      "▁De part",
+      "▁Dep art",
+      "бо ра",
+      "бор а",
+      "ed ly",
+      "os pod",
+      "osp od",
+      "▁p tr",
+      "▁pt r",
+      "▁ ptr",
+      "▁d átum",
+      "▁est imation",
+      "▁estim ation",
+      "ic ole",
+      "ico le",
+      "icol e",
+      "i cole",
+      "▁- ---",
+      "▁-- --",
+      "▁--- -",
+      "▁ ----",
+      "▁prin ces",
+      "▁prince s",
+      "HE AD",
+      "▁diff usion",
+      "▁diffus ion",
+      "▁d rie",
+      "▁dr ie",
+      "▁dri e",
+      "▁A da",
+      "▁Ad a",
+      "ни це",
+      "ниц е",
+      "ng inx",
+      "n ginx",
+      "sh al",
+      "sha l",
+      "s hal",
+      "▁febru ari",
+      "▁T at",
+      "▁Ta t",
+      "lo oking",
+      "look ing",
+      "ku nd",
+      "k und",
+      "▁De an",
+      "m ongodb",
+      "вши х",
+      "в ших",
+      "▁A ur",
+      "▁Au r",
+      "▁Fl ora",
+      "▁Flor a",
+      "▁Flo ra",
+      "▁Stud ios",
+      "▁Studio s",
+      "ци је",
+      "ei l",
+      "e il",
+      "Inst all",
+      "▁f ranch",
+      "▁fr anch",
+      "▁fran ch",
+      "▁franc h",
+      "▁H MS",
+      "▁pract ices",
+      "▁practice s",
+      "le j",
+      "l ej",
+      "da le",
+      "dal e",
+      "d ale",
+      "▁po ste",
+      "▁pos te",
+      "▁post e",
+      "▁H els",
+      "▁He ls",
+      "▁Hel s",
+      "▁reli able",
+      "źdz ier",
+      "▁ver se",
+      "▁vers e",
+      "▁ verse",
+      "er meister",
+      "erme ister",
+      "▁qu it",
+      "▁qui t",
+      "▁q uit",
+      "▁ quit",
+      "ét ico",
+      "il is",
+      "ili s",
+      "i lis",
+      "ed or",
+      "edo r",
+      "e dor",
+      "▁Cult ural",
+      "▁Cultura l",
+      "дж е",
+      "д же",
+      "▁li ked",
+      "▁like d",
+      "▁lik ed",
+      "▁m ongodb",
+      "▁mongo db",
+      "▁ mongodb",
+      "▁Broad way",
+      "▁I R",
+      "▁ IR",
+      "es zt",
+      "esz t",
+      "ho v",
+      "h ov",
+      "▁m íst",
+      "▁mí st",
+      "re iche",
+      "reich e",
+      "rei che",
+      "▁k B",
+      "ст ом",
+      "сто м",
+      "с том",
+      "▁SQL ite",
+      "▁tor neo",
+      "\\ .",
+      "Or d",
+      "O rd",
+      "▁Admin istration",
+      "▁Administr ation",
+      "▁з да",
+      "▁ зда",
+      "▁H inter",
+      "▁Hin ter",
+      "▁V ia",
+      "▁Vi a",
+      "Dec imal",
+      "or ious",
+      "ori ous",
+      "orio us",
+      "▁nécess aire",
+      "w x",
+      "▁t ej",
+      "▁te j",
+      "▁t ema",
+      "▁te ma",
+      "▁tem a",
+      "O brázky",
+      "ри те",
+      "рит е",
+      "▁build s",
+      "▁l aten",
+      "▁la ten",
+      "▁lat en",
+      "▁late n",
+      "▁г г",
+      "Vis ibility",
+      "lä u",
+      "l äu",
+      "▁se chs",
+      "▁sec hs",
+      "▁лу ч",
+      "ce ra",
+      "cer a",
+      "c era",
+      "Co uld",
+      "C ould",
+      "▁tra ject",
+      "}} ^{",
+      "}}^ {",
+      "} }^{",
+      "▁Jap on",
+      "▁Ja pon",
+      "an other",
+      "ano ther",
+      "I K",
+      "▁belong ing",
+      "▁fac ilities",
+      "▁facil ities",
+      "▁D aily",
+      "▁Da ily",
+      "▁de ce",
+      "▁dec e",
+      "int ro",
+      "▁слу ча",
+      "Name space",
+      "Names pace",
+      "▁B ak",
+      "▁Ba k",
+      "loc ale",
+      "local e",
+      "U G",
+      "=$ {",
+      "= ${",
+      "▁comp añ",
+      "ją c",
+      "j ąc",
+      "▁ar ithmetic",
+      "fo rum",
+      "for um",
+      "f orum",
+      "▁por ta",
+      "▁port a",
+      "on k",
+      "▁g ender",
+      "▁ge nder",
+      "▁gen der",
+      "▁ gender",
+      "▁expect s",
+      "б ка",
+      "▁n ak",
+      "▁na k",
+      "▁ nak",
+      "▁G race",
+      "▁Gr ace",
+      "▁Gra ce",
+      "▁st ro",
+      "▁str o",
+      "ivid ual",
+      "▁C OM",
+      "▁CO M",
+      "▁ COM",
+      "▁F arm",
+      "▁Fa rm",
+      "▁Far m",
+      "▁c anton",
+      "▁can ton",
+      "▁cant on",
+      "то му",
+      "том у",
+      "т ому",
+      "java x",
+      "jav ax",
+      "се й",
+      "с ей",
+      "▁brief ly",
+      "Fa ce",
+      "F ace",
+      "rot ate",
+      "const ant",
+      "▁g allery",
+      "▁gall ery",
+      "ast ro",
+      "astr o",
+      "all ery",
+      "alle ry",
+      "aller y",
+      "▁D J",
+      "char ge",
+      "charg e",
+      "ходи ть",
+      "ходит ь",
+      "C ent",
+      "\\\" ,",
+      "\\ \",",
+      "▁d onna",
+      "▁don na",
+      "▁donn a",
+      "ar ca",
+      "arc a",
+      "la de",
+      "lad e",
+      "l ade",
+      "zi n",
+      "z in",
+      "▁N ed",
+      "▁Ne d",
+      "▁host ing",
+      "▁hos ting",
+      "id or",
+      "ido r",
+      "i dor",
+      "it ative",
+      "itat ive",
+      "ig s",
+      "i gs",
+      "▁п ря",
+      "▁пр я",
+      "▁t icket",
+      "▁tick et",
+      "▁ti cket",
+      "▁stud ying",
+      "▁study ing",
+      "▁des igner",
+      "▁design er",
+      "lap sed",
+      "lapse d",
+      "laps ed",
+      "l apsed",
+      "▁la at",
+      "▁d ix",
+      "▁di x",
+      "▁integr ated",
+      "▁integrate d",
+      "▁integra ted",
+      "▁in formed",
+      "▁inform ed",
+      "▁be have",
+      "▁beh ave",
+      "▁behav e",
+      "▁la bour",
+      "▁lab our",
+      "est ellt",
+      "cal endar",
+      "▁k illing",
+      "▁kil ling",
+      "▁kill ing",
+      "▁tw itter",
+      "▁ twitter",
+      "ia e",
+      "i ae",
+      "▁histor ique",
+      "DE FAULT",
+      "ia ła",
+      "iał a",
+      "i ała",
+      "▁theoret ical",
+      "▁un ders",
+      "▁und ers",
+      "▁under s",
+      "ля ет",
+      "at an",
+      "ata n",
+      "a tan",
+      "▁s urname",
+      "▁sur name",
+      "▁inter cept",
+      "гла сно",
+      "▁општи ни",
+      "▁t ired",
+      "▁tir ed",
+      "▁ti red",
+      "▁B eth",
+      "▁Be th",
+      "▁Bet h",
+      "▁ад министратив",
+      "L i",
+      "▁Т ур",
+      "▁Ту р",
+      "▁Sc anner",
+      "▁S tern",
+      "▁St ern",
+      "▁Ste rn",
+      "▁Ster n",
+      "▁вме сте",
+      "▁report ing",
+      "▁s ull",
+      "▁su ll",
+      "▁sul l",
+      "ци ей",
+      "ber ts",
+      "bert s",
+      "og onal",
+      "ogo nal",
+      "ő k",
+      "▁i psum",
+      "▁ip sum",
+      "▁seu lement",
+      "▁seul ement",
+      "▁seule ment",
+      "▁Se iten",
+      "▁Seit en",
+      "▁Seite n",
+      "word press",
+      "▁fe aturing",
+      "ist ischen",
+      "isti schen",
+      "istische n",
+      "ju b",
+      "j ub",
+      "▁é tr",
+      "▁ét r",
+      "▁ étr",
+      "▁t ea",
+      "▁te a",
+      "▁adapt ed",
+      "▁sc ales",
+      "▁scale s",
+      "▁scal es",
+      "▁n an",
+      "▁na n",
+      "▁ nan",
+      "get Value",
+      "▁Bl ues",
+      "▁Blue s",
+      "ac les",
+      "acle s",
+      "a cles",
+      "▁st ati",
+      "▁stat i",
+      "▁sta ti",
+      "▁ent itled",
+      "▁R alph",
+      "gra vity",
+      "▁entre pr",
+      "któ ber",
+      "li mat",
+      "lim at",
+      "l imat",
+      "li s",
+      "l is",
+      "De mo",
+      "D emo",
+      "re lation",
+      "rel ation",
+      "▁n ep",
+      "▁ne p",
+      "pro wad",
+      "it is",
+      "iti s",
+      "i tis",
+      "▁p up",
+      "▁pu p",
+      "neh mer",
+      "nehm er",
+      "▁disapp oint",
+      "▁et was",
+      "▁etwa s",
+      "an non",
+      "ann on",
+      "anno n",
+      "▁appro ved",
+      "▁cl ever",
+      "▁cle ver",
+      "Lo ading",
+      "Load ing",
+      "▁ver z",
+      "▁ve rz",
+      "res se",
+      "ress e",
+      "r esse",
+      "▁insp ir",
+      "▁sam pling",
+      "▁B ek",
+      "▁Be k",
+      "}) $.",
+      "})$ .",
+      "} )$.",
+      "▁г рома",
+      "▁spe cie",
+      "▁spec ie",
+      "▁re pub",
+      "▁rep ub",
+      "▁lo ader",
+      "▁load er",
+      "▁ loader",
+      "▁e rf",
+      "▁er f",
+      "▁should er",
+      "ra is",
+      "rai s",
+      "r ais",
+      "▁ма те",
+      "▁мат е",
+      "▁Mon th",
+      "▁Mont h",
+      "▁Mo nth",
+      "▁ Month",
+      "Sc ene",
+      "▁block ing",
+      "▁o cean",
+      "ge ben",
+      "geb en",
+      "g eben",
+      "▁Kil ometer",
+      "▁b edeut",
+      "▁M ix",
+      "▁Mi x",
+      "fm t",
+      "f mt",
+      "▁Nor weg",
+      "▁ID s",
+      "par allel",
+      "▁ant icip",
+      "▁anti cip",
+      "▁re vis",
+      "▁rev is",
+      "ха н",
+      "х ан",
+      "▁с вет",
+      "▁све т",
+      "CA SE",
+      "C ASE",
+      "▁f ührt",
+      "▁führ t",
+      "▁ führt",
+      "▁at omic",
+      "▁atom ic",
+      "▁ atomic",
+      "▁dark ness",
+      "▁Fußball spieler",
+      "▁Ж и",
+      "quis ition",
+      "▁S ieg",
+      "▁Sie g",
+      "▁Si eg",
+      "C irc",
+      "▁c ientí",
+      "ne lle",
+      "nel le",
+      "nell e",
+      "n elle",
+      "SH A",
+      "S HA",
+      "▁u rb",
+      "▁ur b",
+      "▁ urb",
+      "▁k si",
+      "leq slant",
+      "▁ф рон",
+      "▁de fect",
+      "▁def ect",
+      "▁defe ct",
+      "▁r á",
+      "▁ rá",
+      "▁strong er",
+      "▁p ł",
+      "▁commun ities",
+      "ни на",
+      "нин а",
+      "en as",
+      "ena s",
+      "e nas",
+      "ienne nt",
+      "ienn ent",
+      "▁safe ly",
+      "▁saf ely",
+      "▁т я",
+      "▁ тя",
+      "▁ben chmark",
+      "▁Bra un",
+      "method s",
+      "arg ument",
+      "vo s",
+      "v os",
+      "ob ox",
+      "o box",
+      "ро ви",
+      "ров и",
+      "р ови",
+      "▁recher che",
+      "m n",
+      "▁br ings",
+      "▁bring s",
+      "m achine",
+      "CE SS",
+      "CES S",
+      "host s",
+      "hos ts",
+      "▁N Y",
+      "Aut ow",
+      "Auto w",
+      "▁сов ремен",
+      "▁G ary",
+      "▁Gar y",
+      "▁Ga ry",
+      "▁s ensor",
+      "▁sens or",
+      "▁document ed",
+      "▁pr endre",
+      "▁prend re",
+      "▁pe er",
+      "en ix",
+      "eni x",
+      "ha i",
+      "h ai",
+      "ar be",
+      "цен т",
+      "ц ент",
+      "_ (",
+      "▁U RI",
+      "▁ URI",
+      "ев а",
+      "е ва",
+      "▁Re gie",
+      "▁Reg ie",
+      "▁Mon ument",
+      "▁onder werp",
+      "B ag",
+      "ti t",
+      "t it",
+      "▁st ir",
+      "▁n erv",
+      "▁ne rv",
+      "▁ner v",
+      "стор ія",
+      "▁s ov",
+      "▁so v",
+      "▁writ ers",
+      "▁write rs",
+      "▁writer s",
+      "▁sort s",
+      "▁sor ts",
+      "ab solute",
+      "▁difficult ies",
+      "▁par lament",
+      "▁parl ament",
+      "▁IE numerable",
+      "▁dis sol",
+      "▁diss ol",
+      "▁CH ECK",
+      "ar ina",
+      "ari na",
+      "arin a",
+      "in burgh",
+      "D M",
+      "▁e ind",
+      "▁ein d",
+      "▁bud get",
+      "▁cert ains",
+      "▁certain s",
+      "▁för sta",
+      "▁först a",
+      "an ja",
+      "a nja",
+      "▁го дов",
+      "▁год ов",
+      "▁т ек",
+      "▁те к",
+      "▁ тек",
+      "▁D uch",
+      "▁Du ch",
+      "▁Duc h",
+      "gu i",
+      "g ui",
+      "▁Te ams",
+      "▁Team s",
+      "▁мно ги",
+      "Mar ie",
+      "Ma rie",
+      "M arie",
+      "In tegr",
+      "Int egr",
+      "Thread Pool",
+      "ru st",
+      "rus t",
+      "r ust",
+      "í k",
+      "% \"",
+      "en f",
+      "sp l",
+      "s pl",
+      "▁be gun",
+      "▁beg un",
+      "lo u",
+      "l ou",
+      "▁Rewrite Rule",
+      "tu ple",
+      "ane ous",
+      "▁mar ine",
+      "▁mari ne",
+      "▁ marine",
+      "at tan",
+      "att an",
+      "atta n",
+      "ik al",
+      "ika l",
+      "i kal",
+      "▁gradu ated",
+      "il lé",
+      "ill é",
+      "▁про ве",
+      "▁пров е",
+      "▁пр ове",
+      "▁Р оз",
+      "▁Ро з",
+      "', \r",
+      "' ,\r",
+      "▁Pf arr",
+      "▁n ivel",
+      "▁ni vel",
+      "▁пра цю",
+      "mus ic",
+      "▁set Timeout",
+      "ER S",
+      "E RS",
+      "▁E rik",
+      "▁Er ik",
+      "pi t",
+      "p it",
+      "▁Х ро",
+      "▁p ił",
+      "▁pi ł",
+      "▁p eri",
+      "▁per i",
+      "▁pe ri",
+      "до к",
+      "д ок",
+      "us zt",
+      "usz t",
+      "▁B ear",
+      "▁Be ar",
+      "Class Name",
+      "▁Par lament",
+      "▁a ix",
+      "▁ai x",
+      "▁inv ited",
+      "▁P ATH",
+      "▁PA TH",
+      "▁ PATH",
+      "xt er",
+      "x ter",
+      "▁R ace",
+      "▁Ra ce",
+      "▁h echo",
+      "▁he cho",
+      "▁T ower",
+      "▁To wer",
+      "▁Tow er",
+      "▁u tf",
+      "▁ut f",
+      "▁ utf",
+      "act ly",
+      "▁бу де",
+      "▁ang les",
+      "▁angle s",
+      "▁ angles",
+      "ня я",
+      "ouv elles",
+      "ouve lles",
+      "ouvel les",
+      "ouvelle s",
+      "▁cl imate",
+      "▁cli mate",
+      "▁clim ate",
+      "▁sing ing",
+      "▁sin ging",
+      "▁navig ate",
+      ">' ;",
+      "> ';",
+      "ad ows",
+      "ado ws",
+      "adow s",
+      "▁l eta",
+      "▁le ta",
+      "▁let a",
+      "▁S itz",
+      "▁Si tz",
+      "▁Sit z",
+      "▁part itions",
+      "▁partition s",
+      "▁d ock",
+      "▁do ck",
+      "▁doc k",
+      "▁ż y",
+      "▁ ży",
+      "▁alloc ate",
+      "▁benef its",
+      "▁benefit s",
+      "▁n ieder",
+      "▁nie der",
+      "▁ni eder",
+      "xp ath",
+      "x path",
+      "me ck",
+      "äl le",
+      "äll e",
+      "ä lle",
+      "▁cou pling",
+      "▁coup ling",
+      "жи л",
+      "ж ил",
+      "For Key",
+      "ar gent",
+      "arg ent",
+      "cl ou",
+      "clo u",
+      "c lou",
+      "▁instru ments",
+      "▁instrument s",
+      "▁ent hus",
+      "▁m ég",
+      "▁mé g",
+      "▁Па в",
+      "▁R ach",
+      "▁Ra ch",
+      "-- ---",
+      "---- -",
+      "--- --",
+      "- ----",
+      "▁API s",
+      "▁AP Is",
+      "▁V ier",
+      "▁Vi er",
+      "▁Vie r",
+      "C md",
+      "it ore",
+      "ito re",
+      "itor e",
+      "▁C uba",
+      "▁Cu ba",
+      "▁Cub a",
+      "▁dátum mal",
+      "▁embed ding",
+      "std io",
+      "▁Gil bert",
+      "▁ge prüft",
+      "▁st ating",
+      "▁stat ing",
+      "▁sta ting",
+      "▁stati ng",
+      "▁trigger s",
+      "▁trig gers",
+      "+ =",
+      "▁spé cial",
+      "▁del iber",
+      "▁deli ber",
+      "ми н",
+      "м ин",
+      "Pro du",
+      "Pr odu",
+      "P rodu",
+      "▁St ati",
+      "▁Stat i",
+      "▁Sta ti",
+      "▁z us",
+      "▁zu s",
+      "kt ionen",
+      "ktion en",
+      "Dispatch er",
+      "id al",
+      "ida l",
+      "i dal",
+      "▁L P",
+      "▁ LP",
+      "op tera",
+      "opt era",
+      "opter a",
+      "▁e star",
+      "▁est ar",
+      "▁es tar",
+      "▁esta r",
+      "▁зна чи",
+      "с мо",
+      "ous es",
+      "ouse s",
+      "o uses",
+      "eng ono",
+      "engo no",
+      "▁W PF",
+      "pub lish",
+      "▁t eor",
+      "▁te or",
+      "el if",
+      "eli f",
+      "▁e rg",
+      "▁er g",
+      "▁ erg",
+      "▁separ ation",
+      "Pa n",
+      "P an",
+      "▁Or chestra",
+      "Pe ter",
+      "P eter",
+      "bound s",
+      "b ounds",
+      "▁Shakespe are",
+      "▁cant ante",
+      "▁d emi",
+      "▁de mi",
+      "▁dem i",
+      "▁Pop ular",
+      "ф р",
+      "ar ring",
+      "arr ing",
+      "ци н",
+      "ц ин",
+      "▁И с",
+      "vo n",
+      "v on",
+      "▁subst itution",
+      "▁lí nea",
+      "\\}$ .",
+      "\\} $.",
+      "\\ }$.",
+      "com o",
+      "co mo",
+      "c omo",
+      "▁ва ж",
+      "wa gen",
+      "w agen",
+      "▁rare ly",
+      "▁period s",
+      "▁peri ods",
+      "gl ob",
+      "g lob",
+      "▁F rid",
+      "▁Fr id",
+      "▁Fri d",
+      "▁T err",
+      "▁Te rr",
+      "▁Ter r",
+      "▁Re lease",
+      "▁ Release",
+      "Brain z",
+      "▁гра ф",
+      "▁ граф",
+      "DI S",
+      "D IS",
+      "compat ible",
+      "▁po č",
+      "LI N",
+      "L IN",
+      "▁K ällor",
+      "▁A rizona",
+      "pp y",
+      "p py",
+      "Se q",
+      "S eq",
+      "▁A in",
+      "▁T ourn",
+      "▁To urn",
+      "▁Tour n",
+      "br ow",
+      "bro w",
+      "b row",
+      "▁K ör",
+      "▁Kö r",
+      "▁a sh",
+      "▁as h",
+      "▁ ash",
+      "ogene ous",
+      "▁dia lect",
+      "▁насе ља",
+      "mysql i",
+      "mysq li",
+      "цо в",
+      "ц ов",
+      "▁f lor",
+      "▁fl or",
+      "▁flo r",
+      "▁ф ло",
+      "IA B",
+      "I AB",
+      "▁With in",
+      "▁Wit hin",
+      "^ (",
+      "▁b ois",
+      "▁bo is",
+      "▁t ank",
+      "▁tan k",
+      "▁aff ili",
+      "▁h ijo",
+      "▁hij o",
+      "▁hi jo",
+      "▁K ate",
+      "▁Kat e",
+      "▁Ka te",
+      "▁Ver l",
+      "▁Ve rl",
+      "▁M iami",
+      "▁Mi ami",
+      "▁type script",
+      "▁types cript",
+      "њ у",
+      "▁V ern",
+      "▁Ver n",
+      "▁Ve rn",
+      "▁ви со",
+      "ie mann",
+      "iem ann",
+      "i emann",
+      "▁co verage",
+      "▁cover age",
+      "br ie",
+      "b rie",
+      "▁Start ing",
+      "▁Star ting",
+      "num py",
+      "▁J enkins",
+      "▁Jen kins",
+      "▁k ét",
+      "▁ké t",
+      "▁g rup",
+      "▁gr up",
+      "▁gru p",
+      "▁S cient",
+      "▁Sc ient",
+      "▁Sci ent",
+      "▁inter rupt",
+      "▁b lob",
+      "▁bl ob",
+      "▁blo b",
+      "▁ blob",
+      "ug el",
+      "uge l",
+      "u gel",
+      "▁Or th",
+      "▁Ort h",
+      "ab ama",
+      "aba ma",
+      "▁B apt",
+      "▁Ba pt",
+      "ow nik",
+      "own ik",
+      "▁бы ть",
+      "▁Jul ius",
+      "▁Ju lius",
+      "▁Juli us",
+      "▁П рез",
+      "▁Пре з",
+      "▁subst itute",
+      "support ed",
+      "supp orted",
+      "ch y",
+      "c hy",
+      "egy zetek",
+      "▁Per formance",
+      "▁Perform ance",
+      "less ly",
+      "Con structor",
+      "▁ext ending",
+      "▁extend ing",
+      "▁Mus lim",
+      "Over flow",
+      "▁J enn",
+      "▁Je nn",
+      "▁Jen n",
+      "▁produ z",
+      "▁prod uz",
+      "мі ї",
+      "м ії",
+      "▁país es",
+      "▁e ux",
+      "▁eu x",
+      "▁f ate",
+      "▁fa te",
+      "▁fat e",
+      "ol oge",
+      "olog e",
+      "olo ge",
+      "у к",
+      "▁wo bei",
+      "▁wob ei",
+      "▁S achsen",
+      "▁Sach sen",
+      "▁са йт",
+      "▁сай т",
+      "Mod els",
+      "Model s",
+      "Mode ls",
+      "▁F ast",
+      "▁Fa st",
+      "bes ondere",
+      "▁F R",
+      "▁ FR",
+      "▁a con",
+      "▁ac on",
+      "▁ acon",
+      "▁Den kmal",
+      "▁an ch",
+      "▁anc h",
+      "▁ anch",
+      "▁públic o",
+      "▁T as",
+      "▁Ta s",
+      "▁c and",
+      "▁can d",
+      "▁ca nd",
+      "▁pa ździer",
+      "▁М он",
+      "▁Мо н",
+      "▁vers us",
+      "ru t",
+      "r ut",
+      "G T",
+      "▁insert ing",
+      "▁inser ting",
+      "▁can ad",
+      "▁ca nad",
+      "є м",
+      "▁M etro",
+      "▁Met ro",
+      "▁Herz og",
+      "Ign ore",
+      "▁decre ase",
+      "▁п ун",
+      "▁пу н",
+      "▁F ischer",
+      "▁M all",
+      "▁Ma ll",
+      "▁Mal l",
+      "▁n örd",
+      "io stream",
+      "i ostream",
+      "▁Lux emb",
+      "pay load",
+      "▁Ze itung",
+      "▁Zeit ung",
+      "▁mod ifying",
+      "▁modify ing",
+      "▁C her",
+      "▁Ch er",
+      "▁Che r",
+      "▁Lu ci",
+      "▁Luc i",
+      "n x",
+      "▁lo ose",
+      "▁top ics",
+      "▁topic s",
+      "▁var ied",
+      "▁vari ed",
+      "▁va ried",
+      "▁p g",
+      "▁ pg",
+      "aj es",
+      "aje s",
+      "a jes",
+      "um m",
+      "u mm",
+      "View s",
+      "▁B eau",
+      "▁Be au",
+      "MA P",
+      "M AP",
+      "ip eline",
+      "ipe line",
+      "▁Inter est",
+      "ar ith",
+      "ari th",
+      "▁seg ún",
+      "▁Geme ins",
+      "▁Att ribute",
+      "▁ Attribute",
+      "comm unity",
+      "▁цент р",
+      "▁kil ometer",
+      "▁kilomet er",
+      "▁kilom eter",
+      "▁é conom",
+      "▁éc onom",
+      "lar ation",
+      "▁к ъ",
+      "▁car riage",
+      "▁carri age",
+      "▁L ane",
+      "▁La ne",
+      "▁Lan e",
+      "▁не об",
+      "ku r",
+      "k ur",
+      "▁A F",
+      "▁ AF",
+      "IN TER",
+      "INT ER",
+      ")) $",
+      ") )$",
+      "▁be ide",
+      "▁bei de",
+      "dest ination",
+      "▁font s",
+      "▁fon ts",
+      "▁ fonts",
+      "append Child",
+      "▁M AR",
+      "▁MA R",
+      "▁g ay",
+      "▁ga y",
+      "mi l",
+      "m il",
+      "le sh",
+      "les h",
+      "l esh",
+      "è t",
+      "▁W ang",
+      "▁Wa ng",
+      "▁Y ears",
+      "▁Year s",
+      "▁Ye ars",
+      "▁S ymbol",
+      "▁Sym bol",
+      "▁ Symbol",
+      "Li ve",
+      "L ive",
+      "qu ency",
+      "▁U sers",
+      "▁Use rs",
+      "▁User s",
+      "▁Us ers",
+      "▁ Users",
+      "▁Un icode",
+      "▁S au",
+      "▁Sa u",
+      "▁t ons",
+      "▁to ns",
+      "▁ton s",
+      "▁ tons",
+      "▁Н і",
+      "▁кра ї",
+      "▁ краї",
+      "AX I",
+      "▁P ick",
+      "▁Pi ck",
+      "▁Pic k",
+      "A I",
+      "▁h ath",
+      "▁ha th",
+      "▁hat h",
+      "▁a inda",
+      "▁ain da",
+      "▁p apa",
+      "▁pa pa",
+      "▁pap a",
+      "▁C enso",
+      "▁B ald",
+      "▁Ba ld",
+      "▁Bal d",
+      "▁Насе ље",
+      "▁sim ulations",
+      "▁simulation s",
+      "▁j aren",
+      "▁ja ren",
+      "▁jar en",
+      "▁inher ited",
+      "▁inherit ed",
+      "▁то й",
+      "▁ той",
+      "▁fe els",
+      "▁feel s",
+      "▁fee ls",
+      "ress ion",
+      "r ession",
+      "▁o któber",
+      "bi d",
+      "b id",
+      "ás i",
+      "á si",
+      "▁m uss",
+      "▁mus s",
+      "▁mu ss",
+      "vent ory",
+      "▁me ist",
+      "▁b ore",
+      "▁bo re",
+      "▁bor e",
+      "▁sl ider",
+      "▁slide r",
+      "▁sli der",
+      "▁ slider",
+      "де ли",
+      "\\ ;",
+      "▁extra cted",
+      "▁extract ed",
+      "ку р",
+      "к ур",
+      "Ed ge",
+      "▁per f",
+      "▁pe rf",
+      "▁Brig ade",
+      "▁гра д",
+      "▁ град",
+      "ie nie",
+      "ien ie",
+      "i enie",
+      "▁N orden",
+      "▁Nor den",
+      "▁Nord en",
+      "▁c ancer",
+      "▁can cer",
+      "\" /",
+      "C ur",
+      "▁С ере",
+      "▁Се ре",
+      "▁Сер е",
+      "▁liqu id",
+      "str ucture",
+      "struct ure",
+      "▁cho osing",
+      "▁Per l",
+      "▁Pe rl",
+      "Si de",
+      "S ide",
+      "ü s",
+      "ри тор",
+      "рито р",
+      "рит ор",
+      "▁k ost",
+      "▁ko st",
+      "▁pa ckets",
+      "▁pack ets",
+      "▁packet s",
+      "▁кото рого",
+      "▁Com un",
+      "▁Co mun",
+      "▁f ingers",
+      "▁fin gers",
+      "▁finger s",
+      "ográ fica",
+      "> :",
+      "▁champion nat",
+      "▁bl ieb",
+      "▁S itu",
+      "▁Si tu",
+      "▁Sit u",
+      "▁su ic",
+      "an dis",
+      "and is",
+      "Fr e",
+      "F re",
+      "▁C onc",
+      "▁Con c",
+      "▁Co nc",
+      "▁re public",
+      "▁rep ublic",
+      "▁repub lic",
+      "▁ar med",
+      "▁arm ed",
+      "▁h ell",
+      "▁he ll",
+      "▁hel l",
+      "▁ hell",
+      "▁h ög",
+      "▁hö g",
+      "rag ma",
+      "▁en se",
+      "▁ens e",
+      "▁ ense",
+      "▁ac res",
+      "▁В ід",
+      "▁Ві д",
+      "▁Re form",
+      "▁Ref orm",
+      "Main Activity",
+      "ke eper",
+      "keep er",
+      "kee per",
+      "er b",
+      "e rb",
+      "▁mon aster",
+      "sub subsection",
+      "▁Ди в",
+      "▁cre ature",
+      "▁indic ating",
+      "▁url s",
+      "▁ur ls",
+      "▁ urls",
+      "▁k ein",
+      "▁ke in",
+      "об раз",
+      "обра з",
+      "pi ck",
+      "pic k",
+      "p ick",
+      "▁Ad mir",
+      "▁old est",
+      "▁ol dest",
+      "▁m uz",
+      "▁mu z",
+      "▁contra diction",
+      "▁contrad iction",
+      "▁contradict ion",
+      "▁prob abil",
+      "illi ant",
+      "▁p av",
+      "▁pa v",
+      "▁pa pel",
+      "▁pap el",
+      "ub s",
+      "u bs",
+      "▁ж ена",
+      "▁же на",
+      "▁жен а",
+      "▁ жена",
+      "AM L",
+      "A ML",
+      "▁re cip",
+      "▁rec ip",
+      "▁reci p",
+      "▁C OL",
+      "▁CO L",
+      "▁ COL",
+      "ad ded",
+      "add ed",
+      "▁cl ue",
+      "▁Uk raine",
+      "▁Ukrain e",
+      "▁jel ent",
+      "че нь",
+      "чен ь",
+      "ч ень",
+      "▁mathemat ics",
+      "Ac cept",
+      "▁с от",
+      "▁со т",
+      "▁се вер",
+      "▁isol ated",
+      "▁по я",
+      "w ür",
+      "Ro uter",
+      "Route r",
+      "Rout er",
+      "R outer",
+      "CA T",
+      "C AT",
+      "rg b",
+      "r gb",
+      "▁L ov",
+      "▁Lo v",
+      "mu table",
+      "mut able",
+      "m utable",
+      "▁W es",
+      "▁We s",
+      "▁Ital ien",
+      "Dra g",
+      "Dr ag",
+      "D rag",
+      "en ium",
+      "eni um",
+      "at ting",
+      "att ing",
+      "atti ng",
+      "tc p",
+      "t cp",
+      "▁erfolg te",
+      "▁Be it",
+      "▁Bei t",
+      "га то",
+      "▁System s",
+      "▁Syst ems",
+      "▁re serve",
+      "▁res erve",
+      "er ee",
+      "ere e",
+      "e ree",
+      "▁Па ри",
+      "▁Пар и",
+      "▁з али",
+      "▁за ли",
+      "▁re nt",
+      "▁r ent",
+      "▁ren t",
+      "▁ rent",
+      "▁s unt",
+      "▁su nt",
+      "▁sun t",
+      "▁G irls",
+      "▁Girl s",
+      "▁Gir ls",
+      "▁Er nest",
+      "▁Ern est",
+      "▁f its",
+      "▁fi ts",
+      "▁fit s",
+      "▁op pon",
+      "▁opp on",
+      "▁живе ло",
+      "▁av aient",
+      "▁Flor ence",
+      "▁Flo rence",
+      "▁чи сле",
+      "▁eng ines",
+      "▁engine s",
+      "D ynamic",
+      "▁stycz nia",
+      "▁b ias",
+      "▁bi as",
+      "▁Ex change",
+      "ди й",
+      "▁histor iques",
+      "▁historique s",
+      "▁H ä",
+      "ho d",
+      "h od",
+      "▁w ł",
+      "sch ap",
+      "▁l ac",
+      "▁la c",
+      "▁ lac",
+      "▁F oi",
+      "▁Fo i",
+      "▁d well",
+      "▁dw ell",
+      "▁Unter nehmen",
+      "UR N",
+      "▁kilomet res",
+      "▁Одна ко",
+      "к ли",
+      "▁S ri",
+      "▁Sr i",
+      "Gr oups",
+      "Group s",
+      "min d",
+      "mi nd",
+      "m ind",
+      "os lov",
+      "fer n",
+      "fe rn",
+      "f ern",
+      "eg u",
+      "e gu",
+      "abel ed",
+      "abe led",
+      "F iddle",
+      "▁Cent ury",
+      "/ -",
+      "▁J egyzetek",
+      "He n",
+      "H en",
+      "ens emble",
+      "▁G ut",
+      "▁Gu t",
+      "_{ {\\",
+      "_ {{\\",
+      "▁ran king",
+      "▁rank ing",
+      "+ $",
+      "ал а",
+      "а ла",
+      "▁# {",
+      "▁ #{",
+      "im ientos",
+      "imiento s",
+      "ach im",
+      "ac him",
+      "achi m",
+      "ri des",
+      "ride s",
+      "rid es",
+      "r ides",
+      "▁K laus",
+      "▁Kl aus",
+      "▁int end",
+      "▁inte nd",
+      "▁inten d",
+      "▁Kent ucky",
+      "ci pe",
+      "cip e",
+      "c ipe",
+      "▁D ienst",
+      "▁Di enst",
+      "▁situ ated",
+      "▁pó ź",
+      "▁s crit",
+      "▁sc rit",
+      "▁scr it",
+      "▁scri t",
+      "cl ip",
+      "cli p",
+      "c lip",
+      "не т",
+      "н ет",
+      "ta bles",
+      "table s",
+      "tab les",
+      "t ables",
+      "▁N ied",
+      "▁Ni ed",
+      "▁Nie d",
+      "▁Mc K",
+      "▁pow st",
+      "▁kun nen",
+      "▁Ev ans",
+      "▁Eva ns",
+      "ж ды",
+      "ва ть",
+      "ват ь",
+      "uch ar",
+      "uc har",
+      "ucha r",
+      "u char",
+      "▁res idents",
+      "▁resid ents",
+      "▁resident s",
+      "ia k",
+      "i ak",
+      "▁Re sol",
+      "▁Res ol",
+      "▁ Resol",
+      "▁ve ces",
+      "▁vec es",
+      "▁satisf ying",
+      "▁satisfy ing",
+      "IN F",
+      "I NF",
+      "▁с ин",
+      "▁си н",
+      "▁cross ing",
+      "ib en",
+      "ibe n",
+      "i ben",
+      "▁ши ро",
+      "pt o",
+      "p to",
+      "IL L",
+      "I LL",
+      "▁ро ль",
+      "▁a ktiv",
+      "▁akt iv",
+      "▁обра щения",
+      "Wik ispecies",
+      "▁Hö he",
+      "cr o",
+      "c ro",
+      "══ ══",
+      "al tra",
+      "alt ra",
+      "▁FI LE",
+      "▁ FILE",
+      "▁u ps",
+      "▁up s",
+      "▁ ups",
+      "▁al location",
+      "▁all ocation",
+      "▁alloc ation",
+      "▁allo cation",
+      "Mich ael",
+      "▁acknow led",
+      "Lin ux",
+      "▁met ros",
+      "▁ metros",
+      "tt e",
+      "t te",
+      "af en",
+      "a fen",
+      "▁x code",
+      "▁тра ди",
+      "spe cies",
+      "spec ies",
+      "s pecies",
+      "▁inj ury",
+      "▁са мы",
+      "▁сам ы",
+      "▁l attice",
+      "M aterial",
+      "and enburg",
+      "anden burg",
+      "▁huvud staden",
+      "st ory",
+      "sto ry",
+      "stor y",
+      "▁var ying",
+      "▁vary ing",
+      "▁kö vet",
+      "▁Росси йской",
+      "ir se",
+      "irs e",
+      "▁d rum",
+      "▁dr um",
+      "▁dru m",
+      "Pr essed",
+      "Press ed",
+      "Pres sed",
+      "La r",
+      "L ar",
+      "▁A gu",
+      "▁Ag u",
+      "▁w eil",
+      "▁we il",
+      "▁comm ence",
+      "▁Seg ún",
+      "Gest ure",
+      "Sh ape",
+      "S hape",
+      "▁V ors",
+      "▁Vo rs",
+      "▁Vor s",
+      "▁succ ès",
+      "▁correct ed",
+      "▁corre cted",
+      "▁corr ected",
+      "K ar",
+      "▁cr uel",
+      "▁cru el",
+      "▁polit ico",
+      "▁Schrift steller",
+      "▁ris ult",
+      "et u",
+      "e tu",
+      "arch iv",
+      "▁gén ero",
+      "▁gé nero",
+      "▁L ü",
+      "▁tri umph",
+      "OR S",
+      "O RS",
+      "L u",
+      "▁person nel",
+      "▁personn el",
+      "▁personne l",
+      "▁H ills",
+      "▁Hill s",
+      "▁Hil ls",
+      "as set",
+      "ass et",
+      "asse t",
+      "do min",
+      "dom in",
+      "d omin",
+      "Rece ive",
+      "▁O ak",
+      "▁K no",
+      "▁Kn o",
+      "▁The ory",
+      "ir ie",
+      "iri e",
+      "i rie",
+      "ow an",
+      "owa n",
+      "o wan",
+      "▁est ava",
+      "▁esta va",
+      "▁exec utes",
+      "▁execute s",
+      "▁execut es",
+      "й т",
+      "óp ez",
+      "ó pez",
+      "по ло",
+      "пол о",
+      "п оло",
+      "ét ica",
+      "▁назва ние",
+      "▁conver ges",
+      "▁not re",
+      "▁no tre",
+      "▁pop ulated",
+      "▁popula ted",
+      "▁popul ated",
+      "▁populate d",
+      "▁mov ements",
+      "▁move ments",
+      "▁movement s",
+      "▁statist ical",
+      "▁Zwe iten",
+      "qu in",
+      "qui n",
+      "▁import antes",
+      "▁important es",
+      "▁importante s",
+      "▁k lein",
+      "▁kle in",
+      "▁kl ein",
+      "▁Seg unda",
+      "schließ end",
+      "Fail ure",
+      "na r",
+      "n ar",
+      "da g",
+      "d ag",
+      "▁ru olo",
+      "▁f iction",
+      "▁fi ction",
+      "▁fic tion",
+      "▁fict ion",
+      "▁исполь зу",
+      "▁cr isis",
+      "▁Get ting",
+      ", %",
+      "▁ар мии",
+      "▁cam pus",
+      "▁camp us",
+      "▁fo oter",
+      "▁foot er",
+      "▁foo ter",
+      "▁ footer",
+      "▁d ías",
+      "▁día s",
+      "▁dí as",
+      "ба н",
+      "б ан",
+      "▁liber ty",
+      "▁libert y",
+      "▁g h",
+      "▁ gh",
+      "▁cham ber",
+      "▁district s",
+      "▁exc ited",
+      "▁can ción",
+      "ter o",
+      "te ro",
+      "t ero",
+      "▁Work ing",
+      "▁Wor king",
+      "▁czę ści",
+      "ль ный",
+      "▁f orum",
+      "▁for um",
+      "▁fo rum",
+      "▁ forum",
+      "▁E he",
+      "▁ка та",
+      "▁ ката",
+      "it ations",
+      "itation s",
+      "itat ions",
+      "To ols",
+      "Tool s",
+      "T ools",
+      "ach iv",
+      "achi v",
+      "▁c res",
+      "▁cre s",
+      "▁cr es",
+      "as to",
+      "ast o",
+      "a sto",
+      "▁re ver",
+      "▁r ever",
+      "▁rev er",
+      "▁reve r",
+      "▁n azionale",
+      "▁naz ionale",
+      "▁do ors",
+      "▁door s",
+      "▁N ancy",
+      "▁Nan cy",
+      "▁is lands",
+      "▁island s",
+      "Im p",
+      "I mp",
+      "▁Ch air",
+      "▁Cha ir",
+      "▁v orm",
+      "▁vo rm",
+      "▁vor m",
+      "se in",
+      "s ein",
+      "▁до ку",
+      "er set",
+      "ers et",
+      "▁tät ig",
+      "▁K rit",
+      "▁Kr it",
+      "▁п я",
+      "▁cons ervation",
+      "▁conserv ation",
+      "▁Part ido",
+      "▁Parti do",
+      "min ipage",
+      "Valid ator",
+      "▁rec overy",
+      "▁recover y",
+      "▁NA SA",
+      "▁NAS A",
+      "▁br east",
+      "▁bre ast",
+      "il ty",
+      "ilt y",
+      "an aly",
+      "ana ly",
+      "anal y",
+      "el ines",
+      "eli nes",
+      "eline s",
+      "elin es",
+      "e lines",
+      "▁S aturday",
+      "em ark",
+      "e mark",
+      "ce j",
+      "c ej",
+      "Ze ro",
+      "Z ero",
+      "▁Tur ner",
+      "▁Turn er",
+      "sec ure",
+      "Ex ists",
+      "▁R ick",
+      "▁Ric k",
+      "▁Ri ck",
+      "ev alu",
+      "eval u",
+      "e valu",
+      "ct rl",
+      "ctr l",
+      "c trl",
+      "▁com pression",
+      "▁comp ression",
+      "▁compr ession",
+      "▁compress ion",
+      "▁C URL",
+      "text color",
+      ")\\ ,",
+      ") \\,",
+      "long rightarrow",
+      "▁Fern seh",
+      "▁ Fernseh",
+      "ic ha",
+      "ich a",
+      "i cha",
+      "▁l oi",
+      "▁lo i",
+      "▁О те",
+      "▁От е",
+      "▁c ave",
+      "▁ca ve",
+      "▁cav e",
+      "▁do zen",
+      "▁expla ining",
+      "▁expl aining",
+      "▁explain ing",
+      "▁in nov",
+      "▁inn ov",
+      "▁Nich olas",
+      "▁dia meter",
+      "▁diam eter",
+      "▁M arian",
+      "▁Mar ian",
+      "▁Ma rian",
+      "▁Maria n",
+      "▁Mari an",
+      "▁f ires",
+      "▁fire s",
+      "▁fi res",
+      "▁fir es",
+      "▁art ifact",
+      "▁ artifact",
+      "▁Par ker",
+      "▁Park er",
+      "▁B und",
+      "▁Bu nd",
+      "▁Bun d",
+      "▁v erte",
+      "▁ver te",
+      "▁vert e",
+      "▁ verte",
+      "▁tal ent",
+      "▁tale nt",
+      "▁Lu cas",
+      "▁Luc as",
+      "re verse",
+      "▁folg enden",
+      "▁S ah",
+      "▁Sa h",
+      "ject ions",
+      "je ctions",
+      "jection s",
+      "▁inve ce",
+      "▁cost itu",
+      "▁s sl",
+      "▁ss l",
+      "▁ ssl",
+      "}} ^",
+      "} }^",
+      "▁viol ent",
+      "▁s pos",
+      "▁sp os",
+      "▁spo s",
+      "Ro ut",
+      "R out",
+      "jd k",
+      "j dk",
+      "▁за ме",
+      "▁f urent",
+      "▁fur ent",
+      "▁fu rent",
+      "an dal",
+      "and al",
+      "anda l",
+      "H om",
+      "▁Sen ior",
+      "▁p ounds",
+      "▁Disc ogs",
+      "▁з е",
+      "▁ зе",
+      "'} [",
+      "' }[",
+      "▁Napole on",
+      "ordin ates",
+      "ordinate s",
+      "à n",
+      "▁k urz",
+      "▁kur z",
+      "▁v ere",
+      "▁ver e",
+      "▁ve re",
+      "▁ vere",
+      "▁re use",
+      "▁Г ен",
+      "▁Ге н",
+      "▁S yst",
+      "▁Sy st",
+      "▁disapp eared",
+      "▁disappear ed",
+      "▁W atch",
+      "▁Wat ch",
+      "▁ Watch",
+      "bibli othek",
+      "▁кор пу",
+      "▁C s",
+      "▁} `",
+      "▁ }`",
+      "▁r ör",
+      "▁де ла",
+      "▁ дела",
+      "V B",
+      "▁calcul us",
+      "▁calc ulus",
+      "ро да",
+      "род а",
+      "▁jud gment",
+      "at ile",
+      "ati le",
+      "▁long ue",
+      "▁lon gue",
+      "▁H us",
+      "▁Hu s",
+      "J ac",
+      "}} )",
+      "} })",
+      "RI PT",
+      "IAB ot",
+      "▁ap ós",
+      "▁a ston",
+      "▁as ton",
+      "▁ast on",
+      "Web achiv",
+      "▁URL s",
+      "▁co at",
+      "▁э коно",
+      "▁l ear",
+      "▁le ar",
+      "▁ lear",
+      "ext ensions",
+      "extension s",
+      "▁Class ic",
+      "T I",
+      "▁T age",
+      "▁Tag e",
+      "▁Ta ge",
+      "▁l á",
+      "▁ lá",
+      "▁s emb",
+      "▁se mb",
+      "▁sem b",
+      "▁développ ement",
+      "IS TS",
+      "IST S",
+      "▁sol ves",
+      "▁solve s",
+      ",\\ ,",
+      ", \\,",
+      "▁чем пі",
+      "ord inary",
+      "ordin ary",
+      "▁B av",
+      "▁Ba v",
+      "▁much os",
+      "▁mu chos",
+      "▁mucho s",
+      "S elf",
+      "▁Ма й",
+      "▁D iet",
+      "▁Die t",
+      "▁Di et",
+      "▁necess ity",
+      "ві д",
+      "в ід",
+      "▁m ano",
+      "▁ma no",
+      "▁man o",
+      "▁С р",
+      "▁car re",
+      "▁Cam era",
+      "▁Camer a",
+      "▁ Camera",
+      "▁N arod",
+      "▁Na rod",
+      "▁Nar od",
+      "▁Ph one",
+      "▁Pho ne",
+      "▁ Phone",
+      "▁pol ym",
+      "▁poly m",
+      "im ore",
+      "imo re",
+      "i more",
+      "is Empty",
+      "▁Hou ston",
+      "▁Re ce",
+      "▁Rec e",
+      "▁ Rece",
+      "▁present ation",
+      "▁pres entation",
+      "▁presenta tion",
+      "▁ presentation",
+      "ни ципа",
+      "ници па",
+      "▁D b",
+      "▁ Db",
+      "▁conf ident",
+      "▁} {",
+      "▁ }{",
+      "▁bul let",
+      "▁ bullet",
+      "▁{ },",
+      "▁{} ,",
+      "AN GE",
+      "ANG E",
+      "▁No tre",
+      "▁Not re",
+      "ch in",
+      "chi n",
+      "c hin",
+      "▁Dr agon",
+      "▁Drag on",
+      "▁Dra gon",
+      "er ca",
+      "erc a",
+      "ia li",
+      "ial i",
+      "i ali",
+      "▁as set",
+      "▁ass et",
+      "▁asse t",
+      "▁ asset",
+      "▁mu ito",
+      "▁muit o",
+      "▁deep ly",
+      "▁rest riction",
+      "▁restrict ion",
+      "▁com merce",
+      "▁commer ce",
+      "▁ commerce",
+      "▁B omb",
+      "▁Bo mb",
+      "▁Bom b",
+      "c aught",
+      "q q",
+      "▁A rag",
+      "▁Ar ag",
+      "▁Ara g",
+      "▁не мец",
+      "▁Anal ysis",
+      "▁člán ku",
+      "▁b aby",
+      "▁ba by",
+      "▁e chter",
+      "▁о дного",
+      "▁од ного",
+      "▁одно го",
+      "же на",
+      "жен а",
+      "ж ена",
+      "▁white space",
+      "▁whites pace",
+      "ç u",
+      "LI ST",
+      "L IST",
+      "fr ique",
+      "fri que",
+      "f rique",
+      "▁v arias",
+      "▁var ias",
+      "▁vari as",
+      "▁va rias",
+      "▁W it",
+      "▁Wi t",
+      "▁Lic encia",
+      "Ex it",
+      "▁sie rp",
+      "▁sier p",
+      "▁ass emb",
+      "▁asse mb",
+      "▁split ting",
+      "▁spl itting",
+      "▁pa lace",
+      "▁pal ace",
+      "▁b locked",
+      "▁block ed",
+      "▁bound aries",
+      "▁iter ations",
+      "▁iteration s",
+      "▁Rot ten",
+      "▁Ver kehr",
+      "▁we er",
+      "Test s",
+      "T ests",
+      "if ting",
+      "ift ing",
+      "▁reg ul",
+      "▁pers ist",
+      "▁Sol ution",
+      "p b",
+      "▁col lapse",
+      "▁ collapse",
+      "▁arr ested",
+      "▁arrest ed",
+      "▁pred icate",
+      "▁Z one",
+      "▁Zo ne",
+      "▁ Zone",
+      "▁in gen",
+      "▁ing en",
+      "▁ ingen",
+      "zá lez",
+      "▁b anks",
+      "▁bank s",
+      "▁ban ks",
+      "pl ant",
+      "plan t",
+      "pla nt",
+      "p lant",
+      "▁N ella",
+      "▁Ne lla",
+      "▁Nel la",
+      "▁Nell a",
+      "▁б ан",
+      "▁ба н",
+      "▁ бан",
+      "▁S now",
+      "▁Sn ow",
+      "▁Kre uz",
+      "í cio",
+      "▁en ters",
+      "▁ent ers",
+      "▁enter s",
+      "▁ex pose",
+      "▁exp ose",
+      "▁expos e",
+      "č i",
+      "ши е",
+      "Qu al",
+      "Q ual",
+      "▁lands cape",
+      "▁пода цима",
+      "ma i",
+      "m ai",
+      "st ag",
+      "sta g",
+      "s tag",
+      "ова ний",
+      "DE F",
+      "D EF",
+      "[] {",
+      "[ ]{",
+      "▁derni ère",
+      "ic ut",
+      "i cut",
+      "▁X ml",
+      "▁ Xml",
+      "▁sub group",
+      "▁Pol sce",
+      "▁W arning",
+      "▁War ning",
+      "▁ Warning",
+      "▁veh icles",
+      "▁vehicle s",
+      "io t",
+      "i ot",
+      "▁d ll",
+      "▁ dll",
+      "ro nt",
+      "ron t",
+      "r ont",
+      "▁Lou ise",
+      "▁Louis e",
+      "▁a ra",
+      "▁ar a",
+      "▁ ara",
+      "▁S cala",
+      "▁Sc ala",
+      "▁canon ical",
+      "▁pl acing",
+      "▁pla cing",
+      "ER Y",
+      "E RY",
+      "▁J ag",
+      "▁Ja g",
+      "▁v irus",
+      "▁vi rus",
+      "▁vir us",
+      "em u",
+      "e mu",
+      "▁} );\r",
+      "▁}); \r",
+      "▁}) ;\r",
+      "▁м м",
+      "▁Tr ying",
+      "▁Try ing",
+      "▁Lex ikon",
+      "ab ord",
+      "abor d",
+      "▁exped ition",
+      "▁demand ed",
+      "▁demande d",
+      "Z yg",
+      "le in",
+      "lei n",
+      "l ein",
+      "▁verw endet",
+      "ри на",
+      "рин а",
+      "wo l",
+      "w ol",
+      "▁p ivot",
+      "▁одна ко",
+      "▁propri et",
+      "▁a wards",
+      "▁aw ards",
+      "▁award s",
+      "to ut",
+      "t out",
+      "▁as sim",
+      "▁ass im",
+      "▁St orm",
+      "▁Sto rm",
+      "Li mit",
+      "L imit",
+      "el in",
+      "eli n",
+      "e lin",
+      "we alth",
+      "ue z",
+      "u ez",
+      "▁rap present",
+      "▁rappres ent",
+      "▁re sta",
+      "▁r esta",
+      "▁res ta",
+      "▁rest a",
+      "▁gegründ et",
+      "▁journal ist",
+      "is ie",
+      "isi e",
+      "▁fac ility",
+      "▁facil ity",
+      "il led",
+      "ill ed",
+      "ille d",
+      "ul k",
+      "▁P K",
+      "▁ PK",
+      "An chor",
+      "▁_ )",
+      "▁ _)",
+      "V F",
+      "LA B",
+      "L AB",
+      "▁n å",
+      "od os",
+      "odo s",
+      "▁bill ion",
+      "vir ti",
+      "virt i",
+      "▁Je ux",
+      "юз а",
+      "ю за",
+      "tom cat",
+      "▁ch arts",
+      "▁char ts",
+      "▁chart s",
+      "▁ charts",
+      "▁B undle",
+      "▁Bund le",
+      "▁ Bundle",
+      "▁l st",
+      "▁ls t",
+      "▁ lst",
+      "▁ex er",
+      "▁fem ales",
+      "▁female s",
+      "▁oblig ed",
+      "▁a by",
+      "▁ab y",
+      "▁ aby",
+      "roll ed",
+      "rol led",
+      "rolle d",
+      "dr i",
+      "d ri",
+      "▁S che",
+      "▁Sch e",
+      "▁Sc he",
+      "▁vess els",
+      "▁vessel s",
+      "IMA RY",
+      "IM ARY",
+      "▁reason ing",
+      "▁про те",
+      "▁пр оте",
+      "FI LES",
+      "FILE S",
+      "ver k",
+      "v erk",
+      "os os",
+      "oso s",
+      "▁ком му",
+      "ді ї",
+      "д ії",
+      "▁d d",
+      "▁ dd",
+      "▁со ответ",
+      "▁IO Exception",
+      "▁ IOException",
+      "sk ých",
+      "ský ch",
+      "▁C LI",
+      "▁CL I",
+      "▁ CLI",
+      "▁ ње",
+      "C M",
+      "T D",
+      "▁possib ilities",
+      "▁possibil ities",
+      "▁Com pos",
+      "▁Comp os",
+      "hal f",
+      "h alf",
+      "▁web page",
+      "▁s wing",
+      "▁sw ing",
+      "▁ swing",
+      "▁z as",
+      "▁za s",
+      "▁ zas",
+      "▁cy cl",
+      "le id",
+      "lei d",
+      "ist ica",
+      "istic a",
+      "isti ca",
+      "▁In sert",
+      "▁Ins ert",
+      "▁ Insert",
+      "▁Sw eden",
+      "▁want ing",
+      "▁ ال",
+      "▁e euw",
+      "▁Admin istr",
+      "▁War ren",
+      "▁b s",
+      "▁ bs",
+      "▁p am",
+      "▁pa m",
+      "an us",
+      "anu s",
+      "Dr a",
+      "D ra",
+      "ex pl",
+      "exp l",
+      "▁K ant",
+      "▁Kan t",
+      "▁Ka nt",
+      "▁Aust in",
+      "▁c sak",
+      "▁cs ak",
+      "▁the atre",
+      "▁compat ibility",
+      "ма тиче",
+      "мати че",
+      "set State",
+      "б ю",
+      "}{ |",
+      "} {|",
+      "▁D y",
+      "▁Zw ischen",
+      "Al t",
+      "A lt",
+      "CLA RE",
+      "st eps",
+      "ste ps",
+      "step s",
+      "▁L age",
+      "▁La ge",
+      "▁Lag e",
+      "▁M itt",
+      "▁Mit t",
+      "▁Mi tt",
+      "▁Dub lin",
+      "▁рабо ты",
+      "de ep",
+      "▁fl ows",
+      "▁flow s",
+      "▁flo ws",
+      "▁Pa lace",
+      "▁Pal ace",
+      "▁Pala ce",
+      "un ix",
+      "uni x",
+      "re fs",
+      "ref s",
+      "um ar",
+      "uma r",
+      "u mar",
+      "as et",
+      "ase t",
+      "a set",
+      "co v",
+      "c ov",
+      "▁p ing",
+      "▁pi ng",
+      "▁pin g",
+      "▁ ping",
+      "▁Saf ari",
+      "fl ug",
+      "flu g",
+      "cre ens",
+      "creen s",
+      "c reens",
+      "{ #",
+      "▁ре а",
+      "ad ors",
+      "ado rs",
+      "ador s",
+      "▁a mor",
+      "▁am or",
+      "uc e",
+      "u ce",
+      "de mic",
+      "dem ic",
+      "▁Nether lands",
+      "▁cluster s",
+      "▁clust ers",
+      "▁en for",
+      "▁enf or",
+      "mar ine",
+      "▁b ugs",
+      "▁bu gs",
+      "▁bug s",
+      "izz ata",
+      "izza ta",
+      "▁s cra",
+      "▁sc ra",
+      "▁scr a",
+      "Le s",
+      "L es",
+      "qu ick",
+      "qui ck",
+      "▁turn o",
+      "▁tur no",
+      "_ *",
+      "ер а",
+      "е ра",
+      "Gener ated",
+      "> [",
+      "▁e stre",
+      "▁est re",
+      "▁es tre",
+      "▁ estre",
+      "or de",
+      "ord e",
+      "▁v erg",
+      "▁ver g",
+      "▁ve rg",
+      "ро з",
+      "р оз",
+      "▁p au",
+      "▁pa u",
+      "in cludes",
+      "include s",
+      "includ es",
+      "as sa",
+      "ass a",
+      "ad ers",
+      "ader s",
+      "ade rs",
+      "a ders",
+      "▁Гер ма",
+      "▁est aven",
+      "▁esta ven",
+      "▁ear liest",
+      "▁res ultado",
+      "▁result ado",
+      "mu n",
+      "m un",
+      "▁pl ots",
+      "▁plot s",
+      "▁ plots",
+      "di n",
+      "d in",
+      "sort ed",
+      "s orted",
+      "▁p reference",
+      "▁pre ference",
+      "▁prefer ence",
+      "ri ó",
+      "r ió",
+      "ту ре",
+      "тур е",
+      "▁L igue",
+      "▁Li gue",
+      "▁Lig ue",
+      "▁за вер",
+      "▁зав ер",
+      "ph r",
+      "p hr",
+      "▁p ocket",
+      "▁po cket",
+      "▁poc ket",
+      "▁par l",
+      "▁pa rl",
+      "▁l ak",
+      "▁la k",
+      "▁ lak",
+      "▁p owie",
+      "▁po wie",
+      "▁pow ie",
+      "▁al tres",
+      "▁alt res",
+      "▁altre s",
+      "$} ;",
+      "$ };",
+      "pl ain",
+      "pla in",
+      "p lain",
+      "▁C red",
+      "▁Cre d",
+      "▁Cr ed",
+      "▁ Cred",
+      "it za",
+      "itz a",
+      "pe rp",
+      "per p",
+      "Gr een",
+      "Gre en",
+      "G reen",
+      "▁dev oted",
+      "product ion",
+      "produ ction",
+      "p roduction",
+      "work er",
+      "wor ker",
+      "el sen",
+      "els en",
+      "else n",
+      "▁v ern",
+      "▁ver n",
+      "▁ve rn",
+      "▁ vern",
+      "▁már cius",
+      "▁Conf eder",
+      "▁Liver pool",
+      "▁му зи",
+      "▁em ails",
+      "▁email s",
+      "▁dist ances",
+      "▁distance s",
+      "▁seg ments",
+      "▁segment s",
+      "▁a nth",
+      "▁an th",
+      "▁ant h",
+      "▁ anth",
+      "▁w rest",
+      "▁wr est",
+      "▁ho og",
+      "▁cin ema",
+      "rr or",
+      "r ror",
+      "▁geb oren",
+      "▁é c",
+      "▁ éc",
+      "Mar ker",
+      "Mark er",
+      "▁Com pet",
+      "▁Comp et",
+      "▁ли сто",
+      "all owed",
+      "allow ed",
+      "allo wed",
+      "vol ume",
+      "Esp agne",
+      "Z e",
+      "▁fix es",
+      "▁fi xes",
+      "▁r ond",
+      "▁ro nd",
+      "▁arrang ement",
+      "/ ~",
+      ".] (",
+      ". ](",
+      "▁For rások",
+      "▁weiter en",
+      "▁weit eren",
+      "▁weitere n",
+      "ex cel",
+      "▁з мі",
+      "▁mod erne",
+      "▁modern e",
+      "▁moder ne",
+      "Eng lish",
+      "▁Transfer markt",
+      "▁be aring",
+      "▁bear ing",
+      "▁cl eared",
+      "▁clear ed",
+      "▁cle ared",
+      "▁са м",
+      "▁di vs",
+      "▁div s",
+      "ć i",
+      "▁э той",
+      "▁это й",
+      "▁Ге ор",
+      "sc ene",
+      "sce ne",
+      "▁a ges",
+      "▁ag es",
+      "▁age s",
+      "▁ ages",
+      "GE N",
+      "G EN",
+      "rä n",
+      "r än",
+      "▁T oul",
+      "▁To ul",
+      "▁A bs",
+      "▁Ab s",
+      "j át",
+      "▁med iante",
+      "▁medi ante",
+      "▁median te",
+      "▁em pres",
+      "▁emp res",
+      "▁Emp loyee",
+      "▁ Employee",
+      "▁polynomial s",
+      "▁optim ize",
+      "▁вы ступа",
+      "fa re",
+      "far e",
+      "f are",
+      "ве й",
+      "в ей",
+      "x f",
+      "qu ez",
+      "que z",
+      "q uez",
+      "▁bo tan",
+      "▁bot an",
+      "▁def end",
+      "▁defe nd",
+      "▁Qu art",
+      "Mon t",
+      "Mo nt",
+      "M ont",
+      "v b",
+      "ti ck",
+      "t ick",
+      "W D",
+      "min e",
+      "mi ne",
+      "m ine",
+      "▁mod ific",
+      "not ification",
+      "▁d enn",
+      "▁de nn",
+      "▁den n",
+      "▁al go",
+      "▁alg o",
+      "▁S po",
+      "▁Sp o",
+      "▁m istrzost",
+      "/ :",
+      "▁a present",
+      "▁apr esent",
+      "▁п род",
+      "▁про д",
+      "▁пр од",
+      "Vol ume",
+      "sk ą",
+      "s ką",
+      "prote cted",
+      "▁Turk ish",
+      "az y",
+      "a zy",
+      "▁p ouv",
+      "▁po uv",
+      "▁pou v",
+      "▁perí odo",
+      "sk og",
+      "sko g",
+      "▁ent ropy",
+      "▁entr opy",
+      "ze d",
+      "z ed",
+      "то ри",
+      "тор и",
+      "▁l ij",
+      "▁li j",
+      "▁ lij",
+      "bo ards",
+      "board s",
+      "▁ста ту",
+      "Bo ol",
+      "B ool",
+      "▁pol ity",
+      "▁polit y",
+      "@\" ,",
+      "@ \",",
+      "▁рі к",
+      "né e",
+      "n ée",
+      "▁Z ug",
+      "▁Zu g",
+      "▁Un iti",
+      "▁Unit i",
+      "ém et",
+      "é met",
+      "at ience",
+      "ati ence",
+      "di men",
+      "dim en",
+      "d imen",
+      "▁St even",
+      "▁Ste ven",
+      "▁Steve n",
+      "H a",
+      "ACT ION",
+      "A CTION",
+      "▁w and",
+      "▁wa nd",
+      "▁ wand",
+      "▁Na var",
+      "▁Nav ar",
+      "▁сі чня",
+      "W atch",
+      "▁Stu art",
+      "▁z de",
+      "▁zd e",
+      "▁кон тро",
+      "data set",
+      "dat aset",
+      "datas et",
+      "y ó",
+      "▁B ush",
+      "▁Bu sh",
+      "▁Bus h",
+      "▁се бя",
+      "▁wor thy",
+      "▁worth y",
+      "▁B le",
+      "▁Bl e",
+      "▁pro por",
+      "▁prop or",
+      "▁Vill age",
+      "▁Villa ge",
+      "▁Vil lage",
+      "▁r y",
+      "▁ ry",
+      "▁v oit",
+      "▁vo it",
+      "▁копи я",
+      "▁z p",
+      "▁c ura",
+      "▁cu ra",
+      "▁cur a",
+      "▁H tml",
+      "▁ Html",
+      "▁Die ser",
+      "▁Dies er",
+      "▁Diese r",
+      "▁D ays",
+      "▁Da ys",
+      "▁Day s",
+      "▁ Days",
+      "on nes",
+      "onn es",
+      "onne s",
+      "▁ant igu",
+      "▁anti gu",
+      "▁Sta aten",
+      "▁Staat en",
+      "▁f aint",
+      "▁fa int",
+      "on gs",
+      "ong s",
+      "▁ö st",
+      "▁ öst",
+      "Re direct",
+      "Red irect",
+      "ел ь",
+      "е ль",
+      "at orial",
+      "ator ial",
+      "ato rial",
+      "atori al",
+      "▁b other",
+      "▁bo ther",
+      "▁both er",
+      "▁bot her",
+      "Edit Text",
+      "▁Gi ul",
+      "▁за во",
+      "▁зав о",
+      "▁pue blo",
+      "▁Mississ ippi",
+      "ja k",
+      "j ak",
+      "▁w ings",
+      "▁win gs",
+      "▁wing s",
+      "on c",
+      "o nc",
+      "ív el",
+      "í vel",
+      "ien cia",
+      "i encia",
+      "ent licht",
+      "entlich t",
+      "▁B TW",
+      "or nal",
+      "orn al",
+      "▁Ко ро",
+      "▁Кор о",
+      "▁од ним",
+      "▁sa lv",
+      "▁sal v",
+      "▁f inden",
+      "▁find en",
+      "▁fin den",
+      "ge o",
+      "▁а виа",
+      "att ung",
+      "vi v",
+      "v iv",
+      "▁L uther",
+      "▁Lu ther",
+      "▁об щи",
+      "▁Ro lle",
+      "▁Rol le",
+      "▁Roll e",
+      "▁Ab raham",
+      "▁cent ered",
+      "▁center ed",
+      "▁sl ash",
+      "▁sla sh",
+      "▁ slash",
+      "is at",
+      "isa t",
+      "em ann",
+      "ema nn",
+      "eman n",
+      "e mann",
+      "O s",
+      "пар та",
+      "▁P ablo",
+      "▁Pa blo",
+      "▁collabor ation",
+      "path s",
+      "pat hs",
+      "éd ition",
+      "▁view ed",
+      "▁vie wed",
+      "▁cons isted",
+      "▁consist ed",
+      "▁recover ed",
+      "▁Mex ican",
+      "▁F ix",
+      "▁sp ell",
+      "▁spe ll",
+      "▁spel l",
+      "Spec ial",
+      "Spe cial",
+      "▁С т",
+      "ess eur",
+      "esse ur",
+      "▁Украи ны",
+      "form er",
+      "for mer",
+      "▁ś w",
+      "▁z eros",
+      "▁ze ros",
+      "▁zero s",
+      "▁Stra ßen",
+      "▁Straße n",
+      "▁organ isation",
+      "▁organis ation",
+      "▁ organisation",
+      "üss en",
+      "üs sen",
+      "▁S ierra",
+      "▁Se ason",
+      "▁Sea son",
+      "▁vol ont",
+      "Bean Factory",
+      "▁помо щ",
+      "▁pres sing",
+      "▁press ing",
+      "▁equival ence",
+      "▁c att",
+      "▁ca tt",
+      "▁cat t",
+      "ic ity",
+      "ici ty",
+      "i city",
+      "▁accompl ished",
+      "▁accomp lished",
+      "▁accomplish ed",
+      "▁y o",
+      "▁ yo",
+      "▁s ic",
+      "▁si c",
+      "▁im ports",
+      "▁import s",
+      "▁accom mod",
+      "▁Port o",
+      "▁Por to",
+      "▁я ка",
+      "▁як а",
+      "▁lo an",
+      "ти ки",
+      "тик и",
+      "▁check out",
+      "▁ass ess",
+      "▁asse ss",
+      "▁Pop ulation",
+      "ur ent",
+      "ure nt",
+      "uren t",
+      "u rent",
+      "clo jure",
+      "▁Sant os",
+      "▁Santo s",
+      "▁inform áció",
+      "PO S",
+      "P OS",
+      "▁g are",
+      "▁gar e",
+      "▁ga re",
+      "▁k ick",
+      "▁ki ck",
+      "▁rad ical",
+      "▁radi cal",
+      "▁Pe ace",
+      "▁stream ing",
+      "▁stre aming",
+      "ca mp",
+      "cam p",
+      "c amp",
+      "zą t",
+      "го вор",
+      "гов ор",
+      "гово р",
+      "▁Reg ierung",
+      "▁proceed ed",
+      "f m",
+      "ле ны",
+      "лен ы",
+      "▁ear nest",
+      "▁Par ad",
+      "▁Pa rad",
+      "▁Para d",
+      "request s",
+      "▁R aum",
+      "▁Ra um",
+      "š č",
+      "▁polic ies",
+      "▁T ig",
+      "▁Ti g",
+      "▁s itt",
+      "▁si tt",
+      "▁sit t",
+      "▁Ener gy",
+      "▁pur ely",
+      "▁pure ly",
+      "▁H aut",
+      "▁Ha ut",
+      "▁Sp eed",
+      "▁Spe ed",
+      "▁ Speed",
+      "bi o",
+      "b io",
+      "▁o range",
+      "▁or ange",
+      "▁big gest",
+      "▁britann ique",
+      "▁No table",
+      "▁Not able",
+      "v u",
+      "ле нии",
+      "би н",
+      "б ин",
+      "▁N ash",
+      "▁Na sh",
+      "▁Nas h",
+      "ще ние",
+      "▁c iel",
+      "▁ci el",
+      "adém ie",
+      "▁гру дня",
+      "▁jo ue",
+      "▁jou e",
+      "▁v oted",
+      "▁vo ted",
+      "▁vot ed",
+      "▁vote d",
+      "ri co",
+      "ric o",
+      "r ico",
+      "▁го р",
+      "▁г ор",
+      "▁ гор",
+      "▁коман ду",
+      "it ivity",
+      "iti vity",
+      "▁щ е",
+      "▁ ще",
+      "▁de finite",
+      "▁defin ite",
+      "▁definit e",
+      "uro pa",
+      "urop a",
+      "!\" );",
+      "! \");",
+      "Default s",
+      "▁неко торы",
+      "éd ération",
+      "▁s illy",
+      "▁sil ly",
+      "▁talk ed",
+      "▁tal ked",
+      "re u",
+      "r eu",
+      "▁L omb",
+      "▁Lo mb",
+      "▁stat ue",
+      "кт а",
+      "к та",
+      "ю р",
+      "um ably",
+      "▁горо де",
+      "▁город е",
+      "▁R untime",
+      "▁Run time",
+      "▁ Runtime",
+      "▁di agn",
+      "▁diag n",
+      "▁dia gn",
+      "▁r etro",
+      "▁ret ro",
+      "▁retr o",
+      "▁Sver ige",
+      "▁in icial",
+      "▁inici al",
+      "ien za",
+      "i enza",
+      "▁fig lio",
+      "▁z og",
+      "▁zo g",
+      "▁re y",
+      "▁r ey",
+      "▁ rey",
+      "▁R und",
+      "▁Run d",
+      "▁Ru nd",
+      "т ный",
+      "▁ce ased",
+      "er no",
+      "ern o",
+      "▁e sa",
+      "▁es a",
+      "▁ esa",
+      "▁tr ouv",
+      "▁tro uv",
+      "▁trou v",
+      "▁Gemeinde n",
+      "▁Geme inden",
+      "▁comer cial",
+      "sk ap",
+      "ska p",
+      "s kap",
+      "en ario",
+      "ena rio",
+      "▁ju ris",
+      "▁jur is",
+      "T B",
+      "на ла",
+      "нал а",
+      "н ала",
+      "▁v ij",
+      "▁vi j",
+      "V O",
+      "▁c lin",
+      "▁cl in",
+      "▁cli n",
+      "jö r",
+      "j ör",
+      "са н",
+      "с ан",
+      "ow ała",
+      "owa ła",
+      "ował a",
+      "rib ución",
+      "ribu ción",
+      "▁urs prüng",
+      "▁con dem",
+      "▁cond em",
+      "▁St age",
+      "▁Sta ge",
+      "▁ Stage",
+      "▁mix ing",
+      "▁рі з",
+      "▁f ans",
+      "▁fa ns",
+      "▁fan s",
+      "há z",
+      "h áz",
+      "so cial",
+      "soci al",
+      "za n",
+      "z an",
+      "▁с вой",
+      "▁сво й",
+      "Cook ie",
+      "▁Ro land",
+      "▁Rol and",
+      "az ionale",
+      "▁Sl oven",
+      "▁Slo ven",
+      "▁Slov en",
+      "▁F iche",
+      "▁Fich e",
+      "▁S é",
+      "h ä",
+      "▁official s",
+      "▁offici als",
+      "▁î nt",
+      "▁în t",
+      "Inter ceptor",
+      "Table s",
+      "Tab les",
+      "T ables",
+      "▁da von",
+      "▁dav on",
+      "init ialize",
+      "initial ize",
+      "]= \"",
+      "] =\"",
+      "▁B ody",
+      "▁Bo dy",
+      "▁Bod y",
+      "▁ Body",
+      "▁U pper",
+      "▁Up per",
+      "▁ Upper",
+      "▁Col lect",
+      "▁Coll ect",
+      "▁ Collect",
+      "▁Zür ich",
+      "Hor izontal",
+      "Ty p",
+      "T yp",
+      "▁polít ico",
+      "▁Rewrite Cond",
+      "▁h oped",
+      "▁hope d",
+      "▁ho ped",
+      "▁hop ed",
+      "▁anx ious",
+      "Li ter",
+      "L iter",
+      "ja hr",
+      "j ahr",
+      "▁ass emble",
+      "▁assemb le",
+      "▁c rypt",
+      "▁cry pt",
+      "lah oma",
+      "AS H",
+      "A SH",
+      "▁Б ри",
+      "▁C ic",
+      "▁Ci c",
+      "tw itter",
+      "hy per",
+      "▁T ell",
+      "▁Te ll",
+      "▁Tel l",
+      "іль ки",
+      "во бо",
+      "▁ba zie",
+      "▁baz ie",
+      "▁contempor ary",
+      "▁Param eter",
+      "▁Para meter",
+      "▁ Parameter",
+      "st wa",
+      "▁bek end",
+      "co ck",
+      "c ock",
+      "pre vious",
+      "prev ious",
+      "en ska",
+      "ens ka",
+      "ensk a",
+      "▁c aller",
+      "▁cal ler",
+      "▁call er",
+      "]] )",
+      "] ])",
+      "▁R az",
+      "▁Ra z",
+      "▁Se lon",
+      "▁Sel on",
+      "▁propos al",
+      "▁b ý",
+      "▁S ied",
+      "▁Sie d",
+      "▁Si ed",
+      "▁Arbe its",
+      "▁Arbeit s",
+      "▁p ride",
+      "▁pr ide",
+      "▁pri de",
+      "▁sl ope",
+      "▁slo pe",
+      "id é",
+      "grad ient",
+      "▁Дже рела",
+      "▁S H",
+      "▁ SH",
+      "▁раз рабо",
+      "ivers ity",
+      "спо дар",
+      "\\{ \\",
+      "\\ {\\",
+      "▁с тали",
+      "▁ст али",
+      "▁ста ли",
+      "▁стал и",
+      "▁Ein zel",
+      "▁Einz el",
+      "▁rg ba",
+      "▁A nim",
+      "▁An im",
+      "▁ Anim",
+      "▁a lles",
+      "▁al les",
+      "▁all es",
+      "▁alle s",
+      "▁ alles",
+      "ба р",
+      "б ар",
+      "er te",
+      "ert e",
+      "▁réalis é",
+      "▁réal isé",
+      "Inst itut",
+      "▁mar kup",
+      "▁mark up",
+      "▁v ars",
+      "▁var s",
+      "▁va rs",
+      "▁ vars",
+      "▁g am",
+      "▁ga m",
+      "▁Васи ль",
+      "iz za",
+      "izz a",
+      "i zza",
+      "▁C ob",
+      "▁Co b",
+      "▁M etal",
+      "▁Me tal",
+      "▁Met al",
+      "▁Meta l",
+      "▁le ak",
+      "▁L anc",
+      "▁La nc",
+      "▁Lan c",
+      "Sw itch",
+      "De lay",
+      "Del ay",
+      "at uur",
+      "atu ur",
+      "▁че ты",
+      "▁анг лий",
+      "▁leg acy",
+      "▁desar roll",
+      "▁top ological",
+      "▁jewe ils",
+      "▁Nederland se",
+      "▁atmos phere",
+      "ur ban",
+      "urb an",
+      "▁s lov",
+      "▁sl ov",
+      "▁slo v",
+      "▁law yer",
+      "pe cially",
+      "▁altern ate",
+      "▁para met",
+      "▁param et",
+      "▁establish ment",
+      "▁wood s",
+      "▁wo ods",
+      "P D",
+      "▁на и",
+      "▁m ang",
+      "▁ma ng",
+      "▁man g",
+      "▁wechsel te",
+      "сь ку",
+      "ськ у",
+      ". =",
+      "▁fif teen",
+      "SU M",
+      "S UM",
+      "▁F ro",
+      "▁Fr o",
+      "▁L ED",
+      "▁LE D",
+      "▁ LED",
+      "ow ano",
+      "owa no",
+      "owan o",
+      "стви е",
+      "▁D onnées",
+      "to l",
+      "t ol",
+      "ży n",
+      "ż yn",
+      "cre f",
+      "cr ef",
+      "c ref",
+      "стви и",
+      "ho rn",
+      "hor n",
+      "h orn",
+      "▁со об",
+      "▁обо ро",
+      "▁Comp lete",
+      "▁Comple te",
+      "▁ Complete",
+      "“ )",
+      "▁kind ly",
+      "▁Cham ber",
+      "s ég",
+      "W H",
+      "▁amb ient",
+      "к ро",
+      "▁ch eval",
+      "▁che val",
+      "▁на писа",
+      "fl u",
+      "f lu",
+      "▁Off iz",
+      "ma te",
+      "mat e",
+      "m ate",
+      "nat ural",
+      "n atural",
+      "se par",
+      "sep ar",
+      "em pre",
+      "emp re",
+      "View Holder",
+      "f w",
+      "▁le tech",
+      "▁let ech",
+      "▁tra iling",
+      "▁trail ing",
+      "at ri",
+      "atr i",
+      "a tri",
+      "▁G ó",
+      "▁B onn",
+      "▁Bo nn",
+      "▁Bon n",
+      "▁un likely",
+      "▁unlike ly",
+      "RA M",
+      "R AM",
+      "en st",
+      "ens t",
+      "St ats",
+      "Stat s",
+      "▁поли тиче",
+      ")- -(",
+      ")-- (",
+      "▁t rom",
+      "▁tr om",
+      "▁tro m",
+      "!. ..",
+      "! ...",
+      "▁Mean while",
+      "ст ана",
+      "ста на",
+      "стан а",
+      "▁Re ino",
+      "▁Rein o",
+      "▁A rist",
+      "▁Ar ist",
+      "▁Ari st",
+      "$} }%",
+      "$ }}%",
+      "▁so lem",
+      "▁sol em",
+      "▁sole m",
+      "clos ure",
+      "ign ation",
+      "ło d",
+      "ł od",
+      "▁di vor",
+      "▁div or",
+      "▁между народ",
+      "=\" <?",
+      "▁m olt",
+      "▁mo lt",
+      "▁mol t",
+      "▁sk ills",
+      "▁skill s",
+      "▁C ir",
+      "▁Ci r",
+      "▁Des pués",
+      "▁Desp ués",
+      "▁l un",
+      "▁lu n",
+      "▁cor on",
+      "▁co ron",
+      "▁Com ics",
+      "сто ри",
+      "стор и",
+      "с тори",
+      "▁It ems",
+      "▁Item s",
+      "▁ Items",
+      "▁Th ink",
+      "и гра",
+      "▁g rows",
+      "▁gr ows",
+      "▁gro ws",
+      "▁grow s",
+      "port al",
+      "por tal",
+      "▁n ich",
+      "▁ni ch",
+      "▁nic h",
+      "▁restrict ions",
+      "▁restriction s",
+      "▁L au",
+      "▁La u",
+      "ше ння",
+      "шен ня",
+      "▁So zial",
+      "▁к і",
+      "▁ кі",
+      "ma na",
+      "man a",
+      "m ana",
+      "▁lie utenant",
+      "Att r",
+      "At tr",
+      "ume ric",
+      "umer ic",
+      "▁dr ives",
+      "▁drive s",
+      "▁dri ves",
+      "▁driv es",
+      "as is",
+      "asi s",
+      "ба й",
+      "N L",
+      "Zyg ote",
+      "phys ics",
+      "▁intern ally",
+      "▁internal ly",
+      "ва ется",
+      "вает ся",
+      "H idden",
+      "▁Да та",
+      "▁un safe",
+      "▁R oc",
+      "▁Ro c",
+      "▁instanti ate",
+      "▁instant iate",
+      "ud ni",
+      "▁R oom",
+      "▁Ro om",
+      "▁П ред",
+      "▁Пре д",
+      "▁m aja",
+      "▁ma ja",
+      "▁maj a",
+      "ach ment",
+      "u uid",
+      "Project s",
+      "Gr e",
+      "G re",
+      "▁в зя",
+      "▁вз я",
+      "▁Bl ood",
+      "▁Blo od",
+      "ic ile",
+      "ici le",
+      "i cile",
+      "▁N ouvelle",
+      "Do es",
+      "▁nie uwe",
+      "ál e",
+      "á le",
+      "an gs",
+      "ang s",
+      "we ak",
+      "▁a antal",
+      "▁aan tal",
+      "▁Е в",
+      "▁Dres den",
+      "▁L ost",
+      "▁Lo st",
+      "▁Los t",
+      "ка та",
+      "▁invol ve",
+      "▁decl aring",
+      "▁decla ring",
+      "▁declar ing",
+      "▁Polit ical",
+      "ér ez",
+      "ére z",
+      "é rez",
+      "ko p",
+      "k op",
+      "not ify",
+      "▁C urt",
+      "▁Cu rt",
+      "▁Cur t",
+      "▁schließ lich",
+      "gh an",
+      "g han",
+      "це на",
+      "цен а",
+      "ц ена",
+      "▁kw iet",
+      "üg el",
+      "üge l",
+      "ü gel",
+      "▁S ob",
+      "▁So b",
+      "▁sub str",
+      "▁subst r",
+      "▁subs tr",
+      "▁ substr",
+      "▁el len",
+      "▁elle n",
+      "▁ell en",
+      "▁ ellen",
+      "ion ario",
+      "iona rio",
+      "en son",
+      "ens on",
+      "enso n",
+      "WI N",
+      "W IN",
+      "спо рт",
+      "em er",
+      "eme r",
+      "e mer",
+      "no me",
+      "nom e",
+      "n ome",
+      "▁sm iled",
+      "▁smile d",
+      "▁Sch midt",
+      "▁sm oke",
+      "▁T oken",
+      "▁To ken",
+      "▁Tok en",
+      "▁ Token",
+      "▁v ague",
+      "▁va gue",
+      "▁pro vision",
+      "▁prov ision",
+      "ya ml",
+      "y aml",
+      "ни тель",
+      "ните ль",
+      "on ial",
+      "oni al",
+      "onia l",
+      "é poque",
+      "▁N C",
+      "▁ NC",
+      "▁N FL",
+      "te ck",
+      "▁al lo",
+      "▁all o",
+      "▁ allo",
+      "▁préc éd",
+      "cent ral",
+      "▁ma jd",
+      "▁maj d",
+      "▁ch rom",
+      "▁chr om",
+      "▁ chrom",
+      "▁Z um",
+      "▁Zu m",
+      "ver so",
+      "vers o",
+      "▁verschied enen",
+      "▁ста ро",
+      "▁стар о",
+      "▁qu elle",
+      "▁que lle",
+      "▁q uelle",
+      "▁quel le",
+      "▁ quelle",
+      "▁r ép",
+      "▁ré p",
+      "RO W",
+      "R OW",
+      "▁i hnen",
+      "▁ih nen",
+      "▁ihn en",
+      "▁sens ible",
+      "▁sen sible",
+      "| $",
+      "▁sc hw",
+      "▁sch w",
+      "▁B R",
+      "▁ BR",
+      "▁O ptions",
+      "▁Option s",
+      "▁Opt ions",
+      "▁ Options",
+      "▁t ens",
+      "▁te ns",
+      "▁ten s",
+      "▁conqu ist",
+      "▁l ieß",
+      "▁lie ß",
+      "▁ ließ",
+      "ov is",
+      "ovi s",
+      "o vis",
+      "▁мі ста",
+      "▁міс та",
+      "▁e la",
+      "▁el a",
+      "▁ ela",
+      "rif ice",
+      "r ifice",
+      "▁l ok",
+      "▁lo k",
+      "▁Queens land",
+      "B inary",
+      "▁Ra hmen",
+      "▁Rah men",
+      "▁a bol",
+      "▁ab ol",
+      "▁ abol",
+      "▁č ást",
+      "▁Ed inburgh",
+      "in de",
+      "ind e",
+      "i nde",
+      "▁calcul ating",
+      "▁calc ulating",
+      "▁O regon",
+      "▁le git",
+      "▁leg it",
+      "▁Nach dem",
+      "at hon",
+      "ath on",
+      "P rivate",
+      "illa ume",
+      "▁ob servable",
+      "▁observ able",
+      "le ans",
+      "lean s",
+      "lea ns",
+      "▁remark ed",
+      "▁h alt",
+      "▁ha lt",
+      "▁hal t",
+      "▁ halt",
+      "ни цы",
+      "ниц ы",
+      "▁st amp",
+      "▁sta mp",
+      "▁stam p",
+      "▁Ad v",
+      "Lo uis",
+      "Lou is",
+      "im ming",
+      "imm ing",
+      "gru ppe",
+      "▁Pol icy",
+      "▁ Policy",
+      "▁v rij",
+      "▁vr ij",
+      "ft rag",
+      "▁off ices",
+      "▁offic es",
+      "▁office s",
+      "▁particip ated",
+      "▁es col",
+      "▁esc ol",
+      "▁\" </",
+      "▁\"< /",
+      "▁nombre uses",
+      "▁d ivid",
+      "▁di vid",
+      "▁div id",
+      "▁ad vis",
+      "▁adv is",
+      "лта ти",
+      "▁= =>",
+      "▁== >",
+      "Ori entation",
+      "ci d",
+      "c id",
+      "Car t",
+      "Ca rt",
+      "C art",
+      "▁m urm",
+      "▁mu rm",
+      "▁mur m",
+      "▁ass ez",
+      "▁asse z",
+      "▁l inking",
+      "▁link ing",
+      "▁lin king",
+      "build ing",
+      "▁rec onna",
+      "▁recon na",
+      "▁s hook",
+      "▁sh ook",
+      "▁sho ok",
+      "man aged",
+      "mana ged",
+      "land a",
+      "lan da",
+      "l anda",
+      "▁Le ón",
+      "▁cré ation",
+      "до й",
+      "oc ity",
+      "oci ty",
+      "o city",
+      "▁w ij",
+      "▁ wij",
+      "▁wie ś",
+      "xt art",
+      "▁M ove",
+      "▁Mo ve",
+      "▁Mov e",
+      "▁ Move",
+      "lung en",
+      "l ungen",
+      "ству ет",
+      "or ney",
+      "orn ey",
+      "option al",
+      "opt ional",
+      "ma cro",
+      "mac ro",
+      "Cond ition",
+      "▁square s",
+      "▁squ ares",
+      "▁mist aken",
+      "▁mistake n",
+      "án t",
+      "á nt",
+      "▁R is",
+      "▁Ri s",
+      "▁sent ences",
+      "▁sentence s",
+      "er ea",
+      "ere a",
+      "e rea",
+      "▁m ij",
+      "▁mi j",
+      "Un d",
+      "U nd",
+      "▁nom br",
+      "z A",
+      "▁In dependent",
+      "▁Indep endent",
+      "▁Independ ent",
+      "▁p review",
+      "▁pre view",
+      "▁prev iew",
+      "▁ preview",
+      "im as",
+      "ima s",
+      "i mas",
+      "▁m ales",
+      "▁ma les",
+      "▁mal es",
+      "▁male s",
+      "in ental",
+      "inen tal",
+      "inent al",
+      "Th ank",
+      "▁p opol",
+      "▁po pol",
+      "▁pop ol",
+      "▁p over",
+      "▁po ver",
+      "▁pov er",
+      "▁gr asp",
+      "▁gra sp",
+      "▁im ped",
+      "▁imp ed",
+      "▁campion ato",
+      "▁W ei",
+      "▁We i",
+      "▁t itled",
+      "▁title d",
+      "▁tit led",
+      "▁A demás",
+      "▁Pass word",
+      "▁ Password",
+      "▁P am",
+      "▁Pa m",
+      "UI LD",
+      "▁ли пня",
+      "wer b",
+      "we rb",
+      "w erb",
+      "........ ........",
+      "▁R ío",
+      "▁te eth",
+      "b p",
+      "▁S W",
+      "▁ SW",
+      "ul aire",
+      "ula ire",
+      "▁se ized",
+      "▁sei zed",
+      "▁St ef",
+      "▁Ste f",
+      "ú l",
+      "▁v iz",
+      "▁vi z",
+      "ion y",
+      "io ny",
+      "i ony",
+      "▁j unt",
+      "▁ju nt",
+      "▁jun t",
+      "▁kter á",
+      "▁wrześ nia",
+      "< >",
+      "▁s urg",
+      "▁su rg",
+      "▁sur g",
+      "▁tu tte",
+      "▁tut te",
+      "▁H ob",
+      "▁Ho b",
+      "по від",
+      "пов ід",
+      "▁w ohl",
+      "▁wo hl",
+      "▁ wohl",
+      "▁t rag",
+      "▁tr ag",
+      "▁tra g",
+      "▁C rown",
+      "▁Cr own",
+      "▁Cro wn",
+      "▁Crow n",
+      "▁tr ova",
+      "▁tro va",
+      "▁trov a",
+      "сто ву",
+      "стов у",
+      "▁Vien na",
+      "ese hen",
+      "▁met ropol",
+      "▁reflect ed",
+      "те та",
+      "тет а",
+      "т ета",
+      "▁trad uc",
+      "▁tradu c",
+      "▁B ast",
+      "▁Bas t",
+      "▁Ba st",
+      "▁ersch ien",
+      "wo ord",
+      "() \"",
+      "( )\"",
+      "ta let",
+      "tal et",
+      "t alet",
+      "▁ro ads",
+      "▁road s",
+      "ве дения",
+      "веде ния",
+      "ühr ung",
+      "▁c ogn",
+      "▁co gn",
+      "▁V alle",
+      "▁Val le",
+      "▁Va lle",
+      "▁Vall e",
+      "▁land ing",
+      "▁lan ding",
+      "▁Re gex",
+      "▁Reg ex",
+      "▁I owa",
+      "▁Io wa",
+      "dz iał",
+      "d ział",
+      "▁erre ichte",
+      "au m",
+      "a um",
+      "▁found er",
+      "▁fo under",
+      "▁fou nder",
+      "ap olis",
+      "Comp iler",
+      "▁k op",
+      "▁ko p",
+      "▁ kop",
+      "▁m arc",
+      "▁ma rc",
+      "▁mar c",
+      "▁те ритор",
+      ")) `",
+      ") )`",
+      "▁l ei",
+      "▁le i",
+      "▁ lei",
+      "ge on",
+      "geo n",
+      "▁weap ons",
+      "▁weapon s",
+      "▁h orn",
+      "▁hor n",
+      "▁ho rn",
+      "▁ horn",
+      "▁el if",
+      "▁ elif",
+      "▁Cap ital",
+      "▁Capit al",
+      "ć e",
+      "▁for all",
+      "▁ forall",
+      "▁э та",
+      "pre view",
+      "prev iew",
+      "p review",
+      "▁D NA",
+      "▁s id",
+      "▁si d",
+      "or ch",
+      "▁R as",
+      "▁Ra s",
+      "▁a rab",
+      "▁ar ab",
+      "▁ara b",
+      "▁ arab",
+      "Be st",
+      "B est",
+      "▁с чита",
+      "▁L ópez",
+      "an ça",
+      "▁fun kc",
+      "▁t ienen",
+      "▁tiene n",
+      "▁ti enen",
+      "▁tie nen",
+      "; &",
+      "m useum",
+      "▁E rr",
+      "▁Er r",
+      "▁ Err",
+      "▁re sort",
+      "▁res ort",
+      "No v",
+      "N ov",
+      "▁k al",
+      "▁ka l",
+      "▁ kal",
+      "M W",
+      "ш ь",
+      "an chor",
+      "anc hor",
+      "anch or",
+      "▁ро ман",
+      "le ading",
+      "lea ding",
+      "▁m anten",
+      "▁ma nten",
+      "▁man ten",
+      "▁mant en",
+      "▁Sil va",
+      "da de",
+      "d ade",
+      "▁design ated",
+      "▁rev ista",
+      "▁revis ta",
+      "O ct",
+      "per cent",
+      "▁у ні",
+      "ident ifier",
+      "ma ss",
+      "mas s",
+      "m ass",
+      "@ @",
+      "uls ion",
+      "ger meister",
+      "g ermeister",
+      "▁pred icted",
+      "▁predict ed",
+      "▁с ви",
+      "жно й",
+      "ж ной",
+      "▁Er geb",
+      "▁c ust",
+      "▁cu st",
+      "▁remove s",
+      "▁remov es",
+      "ch arg",
+      "char g",
+      "cha rg",
+      "при мер",
+      "▁for ming",
+      "▁form ing",
+      "as ma",
+      "asm a",
+      "std out",
+      "F un",
+      "ym e",
+      "y me",
+      "ter ed",
+      "te red",
+      "tere d",
+      "t ered",
+      "urs ive",
+      "ig hed",
+      "igh ed",
+      "▁сле д",
+      "▁ след",
+      "ver band",
+      "verb and",
+      "▁LO G",
+      "▁ LOG",
+      "ra ms",
+      "ram s",
+      "r ams",
+      "éo n",
+      "é on",
+      "en dra",
+      "end ra",
+      "▁Be reich",
+      "▁Bere ich",
+      "▁tempor al",
+      "▁temp oral",
+      "▁tempo ral",
+      "▁lang ue",
+      "▁lan gue",
+      "▁I nn",
+      "▁In n",
+      "▁more over",
+      "▁tutorial s",
+      "M iddle",
+      "▁совет ский",
+      "▁mainten ance",
+      "as ures",
+      "asure s",
+      "▁vál to",
+      "BA SE",
+      "B ASE",
+      "▁disapp ear",
+      "ски я",
+      "▁conoc ido",
+      "▁На у",
+      "▁Li bert",
+      "▁Lib ert",
+      "▁Liber t",
+      "▁Har old",
+      "▁life time",
+      "▁lif etime",
+      "▁T ür",
+      "▁za wod",
+      "▁zaw od",
+      "om ic",
+      "omi c",
+      "o mic",
+      "▁Retrie ved",
+      "arch itecture",
+      "č ka",
+      "iform es",
+      "develop ment",
+      "ord nung",
+      "In f",
+      "le ben",
+      "leb en",
+      "l eben",
+      "▁St ars",
+      "▁Sta rs",
+      "▁Star s",
+      "sign al",
+      "sig nal",
+      "▁gram mar",
+      "▁cor so",
+      "▁cors o",
+      "▁W agner",
+      "▁ge ht",
+      "▁royal e",
+      "▁roy ale",
+      "wa rn",
+      "war n",
+      "w arn",
+      "um bled",
+      "umb led",
+      "umble d",
+      "▁inst it",
+      "▁ins tit",
+      "▁Ш и",
+      "h h",
+      "▁ref uge",
+      "▁favor ite",
+      "ier to",
+      "iert o",
+      "▁cond ado",
+      "▁T her",
+      "▁The r",
+      "▁Th er",
+      "▁человек а",
+      "▁челове ка",
+      "▁F ood",
+      "▁Foo d",
+      "▁Fo od",
+      "▁se izo",
+      "▁sei zo",
+      "▁Init ialize",
+      "▁Initial ize",
+      "▁con nu",
+      "▁conn u",
+      "▁over lap",
+      "▁E mil",
+      "▁Em il",
+      "▁Mart í",
+      "▁жовт ня",
+      "er va",
+      "erv a",
+      "▁bo ats",
+      "▁boat s",
+      "a ções",
+      "▁der rot",
+      "▁m alloc",
+      "▁mal loc",
+      "▁ malloc",
+      "▁con ject",
+      "▁conj ect",
+      "j k",
+      "▁s are",
+      "▁sa re",
+      "▁sar e",
+      "ле мен",
+      "лем ен",
+      "▁s ums",
+      "▁su ms",
+      "▁sum s",
+      "Author ization",
+      "▁K un",
+      "▁Ku n",
+      "]$ ,",
+      "] $,",
+      "geme inde",
+      "gemein de",
+      "g emeinde",
+      "od ot",
+      "odo t",
+      "o dot",
+      "de fin",
+      "def in",
+      "▁e mission",
+      "▁em ission",
+      "▁Кра с",
+      "▁app art",
+      "▁ap part",
+      "▁appar t",
+      "▁stop ping",
+      "▁sto pping",
+      "▁С ред",
+      "▁conj ug",
+      "▁ins ight",
+      "▁Broad cast",
+      "▁PM ID",
+      "▁adv antages",
+      "▁advantage s",
+      "en es",
+      "ene s",
+      "e nes",
+      "▁res idence",
+      "▁resid ence",
+      "lj en",
+      "l jen",
+      "iss eur",
+      "isse ur",
+      "▁pubblic ato",
+      "▁Git Hub",
+      "▁Per u",
+      "▁Pe ru",
+      "▁galax ies",
+      "▁annot ations",
+      "▁annotation s",
+      "ga s",
+      "g as",
+      "▁ré pond",
+      "▁rép ond",
+      "J s",
+      "▁independent ly",
+      "▁independ ently",
+      "N P",
+      "▁in qu",
+      "▁gr ounds",
+      "▁ground s",
+      "Com ponents",
+      "Component s",
+      "▁a nten",
+      "▁an ten",
+      "▁ant en",
+      "▁ante n",
+      "▁ anten",
+      "▁в з",
+      "▁h os",
+      "▁ho s",
+      "▁ hos",
+      "▁s int",
+      "▁si nt",
+      "▁sin t",
+      "▁h iding",
+      "▁hi ding",
+      "▁hid ing",
+      "▁wojew ództ",
+      "Message s",
+      "Mess ages",
+      "▁по каза",
+      "▁пока за",
+      "== =",
+      "= ==",
+      "▁Ab stract",
+      "▁ Abstract",
+      "▁l äng",
+      "▁län g",
+      "▁lä ng",
+      "▁Form ula",
+      "da wn",
+      "d awn",
+      "▁design s",
+      "Im g",
+      "▁Portug uese",
+      "▁incl uy",
+      "▁inclu y",
+      "avig ator",
+      "▁Bro thers",
+      "▁cont inent",
+      "▁contin ent",
+      "▁evident ly",
+      "ra ce",
+      "rac e",
+      "r ace",
+      "ць кого",
+      "▁re ck",
+      "▁rec k",
+      "▁ reck",
+      "▁сер пня",
+      "▁G rey",
+      "▁Gr ey",
+      "▁Gre y",
+      "▁appe al",
+      "▁un like",
+      "▁power shell",
+      "▁pow ershell",
+      "▁powers hell",
+      "▁r acc",
+      "▁ra cc",
+      "▁rac c",
+      "fer s",
+      "fe rs",
+      "f ers",
+      "▁bur ning",
+      "▁burn ing",
+      "fas st",
+      "fass t",
+      "inst alled",
+      "install ed",
+      "▁G ive",
+      "▁Gi ve",
+      "▁col onial",
+      "▁colon ial",
+      "▁ €",
+      "▁R ö",
+      "▁ch rist",
+      "▁chr ist",
+      "ne hm",
+      "neh m",
+      "та м",
+      "▁cor po",
+      "▁con virti",
+      "yt er",
+      "y ter",
+      "S ym",
+      "▁Gree ce",
+      "▁m oth",
+      "▁mo th",
+      "▁mot h",
+      "▁Joh an",
+      "▁Jo han",
+      "▁mon arch",
+      "▁Down load",
+      "▁ Download",
+      "▁c raft",
+      "▁cr aft",
+      "▁cra ft",
+      "▁ craft",
+      "u ž",
+      "▁Lu ke",
+      "▁suf fix",
+      "▁suff ix",
+      "\\ /",
+      "Ha ve",
+      "H ave",
+      "▁ка рь",
+      "▁кар ь",
+      "▁comfort able",
+      "▁t ips",
+      "▁tip s",
+      "▁ti ps",
+      "▁П ісля",
+      "▁бро ја",
+      "▁ин форма",
+      "M Q",
+      "бра н",
+      "б ран",
+      "▁t x",
+      "▁ tx",
+      "▁sl aves",
+      "▁sla ves",
+      "▁slave s",
+      "▁fire wall",
+      "▁For ces",
+      "▁Force s",
+      "at if",
+      "ati f",
+      "▁Qu ellen",
+      "▁thé âtre",
+      "ль ных",
+      "▁располо жен",
+      "▁Det ails",
+      "▁ Details",
+      "k ą",
+      "▁long itud",
+      "IN ST",
+      "▁n aval",
+      "▁na val",
+      "▁nav al",
+      "Fern seh",
+      "es sel",
+      "ess el",
+      "esse l",
+      "Gr ad",
+      "G rad",
+      "▁be lang",
+      "▁bel ang",
+      "▁a ggi",
+      "▁ag gi",
+      "▁ aggi",
+      "Zygote Init",
+      "ł ów",
+      "▁S ug",
+      "▁Su g",
+      "si l",
+      "s il",
+      "▁ex terior",
+      "щ і",
+      "OR D",
+      "en ser",
+      "ens er",
+      "ense r",
+      "▁rapid e",
+      "▁rap ide",
+      "▁тем пера",
+      "in cie",
+      "inci e",
+      "inc ie",
+      "S i",
+      "av am",
+      "ava m",
+      "ar ded",
+      "ard ed",
+      "arde d",
+      "▁Ad ded",
+      "▁Add ed",
+      "End point",
+      "hard t",
+      "har dt",
+      "ст ран",
+      "стра н",
+      "стр ан",
+      "▁est ilo",
+      "▁H az",
+      "▁Ha z",
+      "▁mus ste",
+      "▁muss te",
+      "u o",
+      "ii i",
+      "i ii",
+      "▁ř í",
+      "▁ ří",
+      "an zen",
+      "anz en",
+      "anze n",
+      "же ний",
+      "ah a",
+      "a ha",
+      "ARN ING",
+      "▁re nov",
+      "▁ren ov",
+      "▁div ine",
+      "▁convin ced",
+      "▁hum ans",
+      "▁human s",
+      "▁hu mans",
+      "▁depart ure",
+      "▁Med iter",
+      "▁Medi ter",
+      "q a",
+      "▁poss essed",
+      "▁possess ed",
+      "▁цер кви",
+      "gi v",
+      "g iv",
+      "▁сво ї",
+      "▁Ort ste",
+      "▁Orts te",
+      "R ich",
+      "pu is",
+      "p uis",
+      "in crement",
+      "▁Hann over",
+      "▁u cz",
+      "Do ne",
+      "Don e",
+      "D one",
+      "▁alg uns",
+      "FI X",
+      "F IX",
+      "▁Her itage",
+      "remove Class",
+      "фе р",
+      "ф ер",
+      "▁a bc",
+      "▁ab c",
+      "▁ abc",
+      "D r",
+      "▁се мей",
+      "▁сем ей",
+      "{ :",
+      "▁se ule",
+      "▁seu le",
+      "▁seul e",
+      "zeich nungen",
+      "zeichnung en",
+      "ad dy",
+      "add y",
+      "▁Par ís",
+      "üss eld",
+      "▁re ception",
+      "▁rece ption",
+      "fo lio",
+      "fol io",
+      "ti ny",
+      "t iny",
+      "▁recens ement",
+      "▁N ur",
+      "▁Nu r",
+      "▁k ier",
+      "▁ki er",
+      "▁g mina",
+      "▁gmin a",
+      "sta at",
+      "ánd ose",
+      "че ская",
+      "▁spe aker",
+      "▁speak er",
+      "▁expon ential",
+      "▁exponent ial",
+      "▁D ieu",
+      "▁Die u",
+      "▁Di eu",
+      "▁при з",
+      "▁пр из",
+      "▁Raf ael",
+      "▁gg plot",
+      "▁Tem plate",
+      "▁Temp late",
+      "▁ Template",
+      "ou re",
+      "our e",
+      "o ure",
+      "▁In ner",
+      "▁Inn er",
+      "▁ Inner",
+      "og ne",
+      "ogn e",
+      "ig are",
+      "iga re",
+      "▁Ar te",
+      "▁Art e",
+      "▁C ov",
+      "▁Co v",
+      "▁auf grund",
+      "▁Б ы",
+      "▁cerem ony",
+      "▁S part",
+      "▁Sp art",
+      "ject ive",
+      "y i",
+      "▁in izi",
+      "▁l atin",
+      "▁lat in",
+      "▁Never theless",
+      "▁D one",
+      "▁Do ne",
+      "▁Don e",
+      "▁ Done",
+      "т ря",
+      "▁A rr",
+      "▁Ar r",
+      "▁ Arr",
+      "se ason",
+      "▁скла ду",
+      "▁pod czas",
+      "▁Beaut iful",
+      "▁Weltkrie g",
+      "▁з о",
+      "▁ зо",
+      "▁over come",
+      "▁Pr aha",
+      "▁Pra ha",
+      "▁рай ону",
+      "▁райо ну",
+      "▁район у",
+      "▁sub scription",
+      "▁subs cription",
+      "▁subscri ption",
+      "ig ent",
+      "igen t",
+      "ige nt",
+      "i gent",
+      "▁по ка",
+      "la tex",
+      "lat ex",
+      "late x",
+      "▁b each",
+      "▁be ach",
+      "▁ро ках",
+      "ge g",
+      "g eg",
+      "▁pro bl",
+      "▁prob l",
+      "arg uments",
+      "argument s",
+      "▁organ izations",
+      "▁organiz ations",
+      "▁organization s",
+      "▁N an",
+      "▁Na n",
+      "▁st ones",
+      "▁sto nes",
+      "▁stone s",
+      "▁H unter",
+      "▁Hun ter",
+      "▁regular ly",
+      "шо го",
+      "ш ого",
+      "▁flex ible",
+      "op ts",
+      "opt s",
+      "o pts",
+      "á ř",
+      "wi tz",
+      "w itz",
+      "▁' )",
+      "▁ ')",
+      "PA SS",
+      "P ASS",
+      "▁k raj",
+      "▁kr aj",
+      "▁kra j",
+      "▁f ake",
+      "▁fa ke",
+      "he its",
+      "heit s",
+      "os ph",
+      "osp h",
+      "parse Int",
+      "F ALSE",
+      "▁prof ess",
+      "▁profes s",
+      "pe ople",
+      "▁pre cip",
+      "▁prec ip",
+      "dir name",
+      "▁per pet",
+      "▁Up dated",
+      "▁Update d",
+      "▁ Updated",
+      "ra yed",
+      "ray ed",
+      "▁prov oc",
+      "▁тра вня",
+      "▁трав ня",
+      "▁categ orie",
+      "▁categor ie",
+      "▁те о",
+      "с ну",
+      "ot r",
+      "o tr",
+      "▁Вер хов",
+      "▁comp ét",
+      "Co st",
+      "C ost",
+      "▁w ider",
+      "▁wide r",
+      "▁wid er",
+      "▁Ob viously",
+      "пи сан",
+      "писа н",
+      "пис ан",
+      "▁на стоя",
+      "▁see king",
+      "▁seek ing",
+      "() ),",
+      "()) ,",
+      "( )),",
+      "▁é quipe",
+      "▁équip e",
+      "▁ équipe",
+      "▁comm its",
+      "▁commit s",
+      "▁S vens",
+      "▁Sv ens",
+      "я бре",
+      "at ern",
+      "ate rn",
+      "ater n",
+      "a tern",
+      "▁h eter",
+      "▁he ter",
+      "▁het er",
+      "▁Boot strap",
+      "én é",
+      "é né",
+      "▁deriv atives",
+      "▁derivative s",
+      "▁Det roit",
+      "▁provin cial",
+      "▁provincia l",
+      "onom ie",
+      "E B",
+      "▁c uer",
+      "▁cu er",
+      "▁от носи",
+      "▁отно си",
+      "▁не й",
+      "▁н ей",
+      "▁ ней",
+      ") ».",
+      "▁Ci udad",
+      "IA L",
+      "I AL",
+      "zy st",
+      "z yst",
+      ")\" )",
+      ") \")",
+      "▁Al c",
+      "bl ogs",
+      "blog s",
+      "blo gs",
+      "b logs",
+      "▁par mi",
+      "▁Album s",
+      "▁Alb ums",
+      "▁Bo liv",
+      "▁Bol iv",
+      "▁c lés",
+      "▁cl és",
+      "Product s",
+      "uer do",
+      "▁ge lang",
+      "▁gel ang",
+      "zn ik",
+      "z nik",
+      "ha gen",
+      "h agen",
+      "an onymous",
+      "▁sv g",
+      "▁ svg",
+      "▁Cons eil",
+      "▁Conse il",
+      "▁A ri",
+      "▁Ar i",
+      "col i",
+      "co li",
+      "c oli",
+      "▁c zy",
+      "▁cz y",
+      "▁ czy",
+      "▁C V",
+      "▁ CV",
+      "▁f ord",
+      "▁for d",
+      "▁fo rd",
+      "▁ ford",
+      "▁Au ßer",
+      "▁Auß er",
+      "▁C I",
+      "▁ CI",
+      "▁t empt",
+      "▁tem pt",
+      "▁temp t",
+      "▁Organ isation",
+      "á š",
+      "▁cy cles",
+      "▁cycle s",
+      "▁cycl es",
+      "▁ges lacht",
+      "▁лю дей",
+      "ým i",
+      "ý mi",
+      "▁S pieler",
+      "▁Spiel er",
+      "ef e",
+      "e fe",
+      "▁Mar vel",
+      "▁por tal",
+      "▁port al",
+      "▁porta l",
+      "▁ portal",
+      "▁Сер г",
+      "▁g rado",
+      "▁gr ado",
+      "▁gra do",
+      "▁grad o",
+      "▁hand lers",
+      "▁handle rs",
+      "▁handler s",
+      "▁Inter face",
+      "▁ Interface",
+      "AM E",
+      "A ME",
+      "▁ser iously",
+      "▁serious ly",
+      "▁B inding",
+      "▁Bin ding",
+      "▁Bind ing",
+      "▁ Binding",
+      "▁R ang",
+      "▁Ra ng",
+      "▁Ran g",
+      "▁n ada",
+      "▁na da",
+      "▁nad a",
+      "oc e",
+      "o ce",
+      "▁inte gra",
+      "▁integr a",
+      "oc racy",
+      "ocr acy",
+      "▁аль бо",
+      "▁st ability",
+      "▁stabil ity",
+      "Un s",
+      "U ns",
+      "▁v eter",
+      "▁ve ter",
+      "-- ----+",
+      "---- --+",
+      "--- ---+",
+      "------ +",
+      "----- -+",
+      "▁se rait",
+      "▁ser ait",
+      "▁sera it",
+      "▁om itted",
+      "▁uncertain ty",
+      "on ian",
+      "oni an",
+      "onia n",
+      "▁re sto",
+      "▁r esto",
+      "▁res to",
+      "▁rest o",
+      "▁же лез",
+      "▁од ной",
+      "▁одно й",
+      "▁Bevölker ung",
+      "▁K raft",
+      "▁Kr aft",
+      "▁Kra ft",
+      "ст р",
+      "▁Mos cow",
+      "la ne",
+      "lan e",
+      "l ane",
+      "ar ab",
+      "ara b",
+      "a rab",
+      "▁s pole",
+      "▁sp ole",
+      "▁spo le",
+      "▁сво его",
+      "? :",
+      "ST ART",
+      "▁ин тер",
+      "▁инте р",
+      "▁sym pt",
+      "▁Loren zo",
+      "▁ej ec",
+      "▁pros per",
+      "DA T",
+      "D AT",
+      "лимпи й",
+      "▁sh apes",
+      "▁shape s",
+      "value Of",
+      "▁associ ate",
+      "▁Med ien",
+      "▁Medi en",
+      "EN V",
+      "▁с ре",
+      "▁држа ве",
+      "▁the ories",
+      "he b",
+      "h eb",
+      "▁Way ne",
+      "▁String Builder",
+      "iw ers",
+      "i wers",
+      "▁M aps",
+      "▁Ma ps",
+      "▁Map s",
+      "Ph ys",
+      "\\} \\",
+      "\\ }\\",
+      "▁P arte",
+      "▁Par te",
+      "▁Part e",
+      "▁Hud son",
+      "ло н",
+      "л он",
+      "L ng",
+      "▁р ы",
+      "▁ ры",
+      "ст ей",
+      "сте й",
+      "с тей",
+      "la u",
+      "l au",
+      "an cer",
+      "ance r",
+      "anc er",
+      "▁Co ppa",
+      "▁Cop pa",
+      "▁вій сь",
+      "▁u cc",
+      "▁Pat tern",
+      "▁ Pattern",
+      "▁gar bage",
+      "▁Gon zález",
+      "▁Encyc lop",
+      "et ten",
+      "ett en",
+      "ette n",
+      "Ex ternal",
+      "Ext ernal",
+      "RE F",
+      "R EF",
+      "> ;",
+      "lij ke",
+      "lijk e",
+      "▁inter sect",
+      "▁Un less",
+      "▁de eper",
+      "▁deep er",
+      "▁ж і",
+      "▁ жі",
+      "de nt",
+      "den t",
+      "d ent",
+      "le f",
+      "l ef",
+      "▁ch anson",
+      "▁diff us",
+      "▁pr imi",
+      "▁prim i",
+      "▁pri mi",
+      "▁W ieder",
+      "▁Wi eder",
+      "▁Wie der",
+      "▁a ws",
+      "▁aw s",
+      "▁ aws",
+      "ow ana",
+      "owa na",
+      "owan a",
+      "▁so ciale",
+      "▁social e",
+      "▁soci ale",
+      "▁soc iale",
+      "ik k",
+      "i kk",
+      "ль ной",
+      "льно й",
+      "▁div isions",
+      "▁division s",
+      "▁divis ions",
+      "ло со",
+      "▁Cl aud",
+      "▁Cla ud",
+      "▁Y a",
+      "▁v oce",
+      "▁vo ce",
+      "▁voc e",
+      "▁B ranch",
+      "▁Br anch",
+      "▁Bran ch",
+      "▁f itted",
+      "▁fit ted",
+      "or r",
+      "o rr",
+      "ôt el",
+      "ô tel",
+      "st roke",
+      "str oke",
+      "list ener",
+      "listen er",
+      "im an",
+      "ima n",
+      "i man",
+      "во сто",
+      "▁Sh ah",
+      "Int roduction",
+      "▁new line",
+      "▁t ile",
+      "▁til e",
+      "▁ti le",
+      "'] ))",
+      "']) )",
+      "' ]))",
+      "▁trav aux",
+      "▁trava ux",
+      "CON FIG",
+      "▁quadr atic",
+      "on neur",
+      "onn eur",
+      "onne ur",
+      "▁Gi org",
+      "▁ident ific",
+      "éric aine",
+      "érica ine",
+      "▁UI View",
+      "▁ UIView",
+      "▁Lib eral",
+      "▁Liber al",
+      "▁K och",
+      "▁Ko ch",
+      "▁Berlin er",
+      "▁Berl iner",
+      "▁not ifications",
+      "▁notification s",
+      "▁Su san",
+      "▁Sus an",
+      "▁c adre",
+      "▁cad re",
+      "▁K loster",
+      "▁Kl oster",
+      "▁exam ine",
+      "▁е дин",
+      "▁еди н",
+      "▁UN ION",
+      "▁al ten",
+      "▁alt en",
+      "▁alte n",
+      "▁f init",
+      "▁fin it",
+      "▁fi nit",
+      "▁pe dig",
+      "▁ped ig",
+      "cy k",
+      "c yk",
+      "▁mouv ement",
+      "▁mou vement",
+      "IO S",
+      "I OS",
+      "▁бри тан",
+      "▁b out",
+      "▁bo ut",
+      "▁bou t",
+      "▁ав тор",
+      "▁авто р",
+      "ниц тво",
+      "ет о",
+      "е то",
+      "le ra",
+      "ler a",
+      "l era",
+      "cl s",
+      "c ls",
+      "▁L ey",
+      "▁Le y",
+      "am y",
+      "a my",
+      "ag ens",
+      "age ns",
+      "agen s",
+      "a gens",
+      "as hed",
+      "ash ed",
+      "▁ok rę",
+      "г ро",
+      "el lett",
+      "ell ett",
+      "elle tt",
+      "▁F ellow",
+      "▁Fel low",
+      "▁manif old",
+      "$) ,",
+      "$ ),",
+      "ld er",
+      "l der",
+      "▁v oz",
+      "▁vo z",
+      "▁be gg",
+      "▁beg g",
+      "▁b aron",
+      "▁bar on",
+      "▁ba ron",
+      "▁f id",
+      "▁fi d",
+      "▁f iring",
+      "▁fi ring",
+      "▁fir ing",
+      "il da",
+      "ild a",
+      "de k",
+      "d ek",
+      "A U",
+      "it are",
+      "ita re",
+      "itar e",
+      "▁A ra",
+      "▁Ar a",
+      "▁Ex it",
+      "▁ Exit",
+      "▁cin emat",
+      "▁cinema t",
+      "▁int ros",
+      "▁intr os",
+      "▁intro s",
+      "▁contact s",
+      "пе ни",
+      "пен и",
+      "▁m öglich",
+      "▁Singap ore",
+      "str öm",
+      "▁H ern",
+      "▁He rn",
+      "▁Her n",
+      "▁six th",
+      "▁public ations",
+      "▁pub lications",
+      "▁publication s",
+      "vi e",
+      "v ie",
+      "▁H at",
+      "▁Ha t",
+      "▁accept ing",
+      "á c",
+      "st wo",
+      "s two",
+      "▁quiet ly",
+      "Ph oto",
+      "▁b asket",
+      "▁bas ket",
+      "▁eigen values",
+      "▁mé dec",
+      "▁méd ec",
+      "▁O limp",
+      "▁Ol imp",
+      "▁цер ков",
+      "al in",
+      "ali n",
+      "a lin",
+      "con sum",
+      "cons um",
+      "▁l assen",
+      "▁las sen",
+      "▁ lassen",
+      "▁ан ти",
+      "▁S eq",
+      "▁Se q",
+      "▁ Seq",
+      "\"; \r",
+      "\" ;\r",
+      "ra re",
+      "rar e",
+      "r are",
+      "▁$ |\\",
+      "▁$| \\",
+      "▁n ick",
+      "▁ni ck",
+      "▁nic k",
+      "▁ nick",
+      "df lare",
+      "V ec",
+      "bind ung",
+      "▁b g",
+      "▁ bg",
+      "ch anges",
+      "change s",
+      "chan ges",
+      "Day s",
+      "Da ys",
+      "D ays",
+      "▁M ouse",
+      "▁Mo use",
+      "▁Mou se",
+      "▁ Mouse",
+      "▁wait ed",
+      "▁wa ited",
+      "▁Tom atoes",
+      "▁f as",
+      "▁fa s",
+      "▁ fas",
+      "ver te",
+      "vert e",
+      "v erte",
+      "▁success ion",
+      "▁succ ession",
+      "со р",
+      "с ор",
+      "▁s ols",
+      "▁so ls",
+      "▁sol s",
+      "▁R ender",
+      "▁Re nder",
+      "▁Ren der",
+      "▁ Render",
+      "▁lead ership",
+      "▁leader ship",
+      "▁leaders hip",
+      "▁signific ance",
+      "▁ga uche",
+      "▁gau che",
+      "ca no",
+      "can o",
+      "c ano",
+      "▁P ie",
+      "▁Pi e",
+      "enso ort",
+      "▁cam bio",
+      "▁camb io",
+      "▁у з",
+      "▁ende av",
+      "Comp leted",
+      "Comple ted",
+      "Complete d",
+      "▁Архив ная",
+      "j d",
+      "ór ico",
+      "ó rico",
+      "▁church es",
+      "▁an imate",
+      "▁anim ate",
+      "▁ani mate",
+      "▁ animate",
+      "S G",
+      "comp ute",
+      "comput e",
+      "▁uniform ly",
+      "IN IT",
+      "ll es",
+      "lle s",
+      "l les",
+      "Http Request",
+      "К о",
+      "Di ff",
+      "D iff",
+      "▁s ah",
+      "▁sa h",
+      "air o",
+      "ai ro",
+      "a iro",
+      "may be",
+      "UT E",
+      "U TE",
+      "▁D ow",
+      "▁Do w",
+      "hu man",
+      "hum an",
+      "h uman",
+      "▁au rait",
+      "▁aur ait",
+      "dar k",
+      "d ark",
+      "▁re pair",
+      "▁rep air",
+      "▁n er",
+      "▁ne r",
+      "▁ ner",
+      "▁D abei",
+      "▁Da bei",
+      "▁Bo tan",
+      "▁Bot an",
+      "Or iginal",
+      "Origin al",
+      "az ă",
+      "▁N AT",
+      "▁NA T",
+      "im per",
+      "imp er",
+      "▁Y outh",
+      "▁You th",
+      "th es",
+      "the s",
+      "t hes",
+      "▁окру га",
+      "▁F lo",
+      "▁Fl o",
+      "▁break fast",
+      "ur ls",
+      "url s",
+      "▁über nahm",
+      "ár ios",
+      "ário s",
+      "á rios",
+      "▁O range",
+      "▁Or ange",
+      "▁Aff airs",
+      "sk e",
+      "s ke",
+      "▁not ify",
+      "▁ notify",
+      "imo ine",
+      "▁Ar ena",
+      "▁Are na",
+      "▁lib eral",
+      "▁liber al",
+      "▁o bec",
+      "▁ob ec",
+      "if a",
+      "i fa",
+      "gu ez",
+      "gue z",
+      "g uez",
+      "ion o",
+      "io no",
+      "i ono",
+      "пера тор",
+      "▁ret ained",
+      "▁retain ed",
+      "fa iled",
+      "fail ed",
+      "bin e",
+      "bi ne",
+      "b ine",
+      "т ных",
+      "▁CG Rect",
+      "cam era",
+      "ide note",
+      "iden ote",
+      "K B",
+      "▁l ights",
+      "▁light s",
+      "▁P ictures",
+      "▁Picture s",
+      "▁Squad ron",
+      "▁V olk",
+      "▁Vol k",
+      "▁b urg",
+      "▁bu rg",
+      "▁bur g",
+      "▁ burg",
+      ", ]",
+      "G i",
+      "ê que",
+      "make Text",
+      "▁every body",
+      "▁Hy per",
+      "▁Hyp er",
+      "▁De ux",
+      "▁gl ory",
+      "▁glo ry",
+      "pres entation",
+      "present ation",
+      "on ica",
+      "oni ca",
+      "onic a",
+      "o nica",
+      "▁fr ère",
+      "ag et",
+      "age t",
+      "a get",
+      "▁h ints",
+      "▁hint s",
+      "▁hin ts",
+      "▁t unnel",
+      "▁tun nel",
+      "▁E j",
+      "ál is",
+      "á lis",
+      "▁V iv",
+      "▁Vi v",
+      "ствен ных",
+      "▁c aps",
+      "▁cap s",
+      "▁ca ps",
+      "PA RT",
+      "PAR T",
+      "P ART",
+      "oc i",
+      "o ci",
+      "▁p rices",
+      "▁pr ices",
+      "▁pri ces",
+      "▁price s",
+      "curr ency",
+      "c urrency",
+      "▁a chter",
+      "▁ach ter",
+      "▁acht er",
+      "rom agnet",
+      "ge nder",
+      "gen der",
+      "gende r",
+      "g ender",
+      "▁s uis",
+      "▁su is",
+      "vers ions",
+      "version s",
+      "▁Tr aining",
+      "▁Tra ining",
+      "▁Train ing",
+      "in side",
+      "ins ide",
+      "eg e",
+      "e ge",
+      "▁tot ale",
+      "▁total e",
+      "▁D aar",
+      "▁Da ar",
+      "▁grud nia",
+      "▁I er",
+      "▁occasion s",
+      "▁occas ions",
+      "▁k de",
+      "▁tensor flow",
+      "▁ tensorflow",
+      "▁ó r",
+      "▁ ór",
+      "Method s",
+      "▁loop ing",
+      "▁direct eur",
+      "k ę",
+      "▁is omorphism",
+      "▁Jo ão",
+      "▁al igned",
+      "▁align ed",
+      "▁ aligned",
+      "он ов",
+      "о нов",
+      "ur ger",
+      "urg er",
+      "▁n ova",
+      "▁no va",
+      "▁nov a",
+      "mor row",
+      "m orrow",
+      "al tern",
+      "alt ern",
+      "alter n",
+      "H D",
+      "▁m arqu",
+      "▁mar qu",
+      "at ivas",
+      "ativ as",
+      "ati vas",
+      "ativa s",
+      "gg reg",
+      "g greg",
+      "▁anci en",
+      "▁anc ien",
+      "ni t",
+      "n it",
+      "▁sec ured",
+      "▁secure d",
+      "mi er",
+      "m ier",
+      "▁O le",
+      "▁Ol e",
+      "▁ин те",
+      "▁m inus",
+      "▁min us",
+      "▁ minus",
+      "▁clear er",
+      "▁n ello",
+      "▁nel lo",
+      "▁nell o",
+      "▁információ k",
+      "▁pro pre",
+      "▁prop re",
+      "{ .",
+      "il og",
+      "ilo g",
+      "i log",
+      "▁Qu ick",
+      "▁acc us",
+      "▁ac cus",
+      "emp loyee",
+      "▁з у",
+      "▁ зу",
+      "ць кий",
+      "фі цій",
+      "▁пу бли",
+      "▁ публи",
+      "▁b ent",
+      "▁be nt",
+      "▁ben t",
+      "▁по зво",
+      "▁П ор",
+      "▁По р",
+      "áz í",
+      "án ico",
+      "á nico",
+      "empty set",
+      "▁sur tout",
+      "re no",
+      "ren o",
+      "r eno",
+      "un ya",
+      "▁у ез",
+      "▁Mill ionen",
+      "▁listop ada",
+      "▁M aine",
+      "▁Ma ine",
+      "▁Main e",
+      "▁Mai ne",
+      "▁gru pos",
+      "▁grupo s",
+      "▁grup os",
+      "▁St orage",
+      "▁Sto rage",
+      "▁ Storage",
+      "▁app le",
+      "▁ap ple",
+      "▁ apple",
+      "▁L ö",
+      "ou sed",
+      "ous ed",
+      "ouse d",
+      "o used",
+      "д ро",
+      "sc i",
+      "s ci",
+      "▁hi bernate",
+      "▁ hibernate",
+      "do g",
+      "d og",
+      "▁во сто",
+      "▁вос то",
+      "▁ восто",
+      "▁intens ity",
+      "leg end",
+      "lege nd",
+      "legen d",
+      "▁W ille",
+      "▁Will e",
+      "▁Wil le",
+      "▁Wi lle",
+      "▁szer int",
+      "ges ellschaft",
+      "▁L iving",
+      "▁Li ving",
+      "▁Liv ing",
+      "al lo",
+      "all o",
+      "▁S plit",
+      "▁Sp lit",
+      "▁ Split",
+      "dr u",
+      "d ru",
+      "ne ed",
+      "n eed",
+      "▁Дж он",
+      "▁Sw iss",
+      "▁sp raw",
+      "▁spr aw",
+      "▁be ho",
+      "▁beh o",
+      "▁fot ograf",
+      "▁ren contre",
+      "▁k is",
+      "▁ki s",
+      "▁sign ing",
+      "▁sig ning",
+      "ak ult",
+      "aku lt",
+      "▁index ing",
+      "ap or",
+      "a por",
+      "▁con ception",
+      "▁concept ion",
+      "▁conce ption",
+      "ag greg",
+      "agg reg",
+      "a ggreg",
+      "▁Са вез",
+      "▁aff air",
+      "ě ní",
+      "A ugust",
+      "▁се кре",
+      "▁miesz kań",
+      "UI Image",
+      "▁b ishop",
+      "▁bi shop",
+      "▁ bishop",
+      "▁serv ants",
+      "▁servant s",
+      "▁tr ail",
+      "▁tra il",
+      "di git",
+      "dig it",
+      "▁jo ins",
+      "▁join s",
+      "▁N ear",
+      "▁Ne ar",
+      "öff entlich",
+      "> {",
+      "▁sk ład",
+      "ge führt",
+      "gef ührt",
+      "▁Hol z",
+      "▁Milit är",
+      "ach i",
+      "ac hi",
+      "a chi",
+      "Up per",
+      "U pper",
+      "pi ne",
+      "pin e",
+      "p ine",
+      "ut zt",
+      "utz t",
+      "▁nu ova",
+      "ibr ation",
+      "▁B ien",
+      "▁Bi en",
+      "▁пер вый",
+      "▁первы й",
+      "▁Cre ating",
+      "On ce",
+      "▁ein mal",
+      "▁ge ometric",
+      "▁geomet ric",
+      "st vo",
+      "▁k W",
+      "▁decom position",
+      "▁com edy",
+      "▁come dy",
+      "▁activ ation",
+      "▁an gry",
+      "▁ang ry",
+      "ill eurs",
+      "ille urs",
+      "▁inst antly",
+      "▁instant ly",
+      "▁suggest ing",
+      "▁C lay",
+      "▁Cl ay",
+      "▁Cla y",
+      "co t",
+      "c ot",
+      "▁G én",
+      "▁Gé n",
+      "($ (",
+      "( $(",
+      "un wrap",
+      "▁lif ted",
+      "▁lift ed",
+      "▁K it",
+      "▁Ki t",
+      "▁ Kit",
+      "▁l inea",
+      "▁li nea",
+      "▁line a",
+      "▁lin ea",
+      "о к",
+      "ha rt",
+      "har t",
+      "h art",
+      "-> _",
+      "▁n uit",
+      "▁nu it",
+      "▁Iss ue",
+      "ли и",
+      "▁r öm",
+      "Task s",
+      "▁S r",
+      "▁se is",
+      "▁sei s",
+      "as ia",
+      "asi a",
+      "}} $.",
+      "}}$ .",
+      "} }$.",
+      ": {",
+      "control s",
+      "contr ols",
+      "▁S tim",
+      "▁St im",
+      "▁Re cht",
+      "▁Rec ht",
+      "ocia ción",
+      "oci ación",
+      "▁N atal",
+      "▁Na tal",
+      "▁Nat al",
+      "▁Philipp ines",
+      "ul en",
+      "ule n",
+      "u len",
+      "F ixed",
+      "▁switch ed",
+      "Z ip",
+      "os pel",
+      "osp el",
+      "▁нача ле",
+      "▁B lan",
+      "▁Bl an",
+      "▁Bla n",
+      "ur st",
+      "urs t",
+      "▁aut our",
+      "▁auto ur",
+      "C a",
+      "▁lat itude",
+      "▁F rei",
+      "▁Fre i",
+      "▁Fr ei",
+      "▁Mus ée",
+      "▁K urz",
+      "▁Kur z",
+      "▁Ku rz",
+      "▁reg ião",
+      "sw ap",
+      "▁h ate",
+      "▁ha te",
+      "▁hat e",
+      "▁mod ifications",
+      "▁modification s",
+      "▁modific ations",
+      "▁К ом",
+      "▁Ко м",
+      "▁Anto ine",
+      "ug a",
+      "u ga",
+      "RE CT",
+      "R ECT",
+      "ét er",
+      "é ter",
+      "G ROUP",
+      "▁sacr ific",
+      "▁W he",
+      "▁Wh e",
+      "▁Ste vens",
+      "▁Steve ns",
+      "▁Steven s",
+      "olog ische",
+      "Sum mary",
+      "ob s",
+      "o bs",
+      "hn en",
+      "h nen",
+      "< %=",
+      "di enst",
+      "d ienst",
+      "re mark",
+      "rem ark",
+      "r emark",
+      "▁veröff entlicht",
+      "е л",
+      "▁M ock",
+      "▁Mo ck",
+      "▁ Mock",
+      "▁Ль в",
+      "▁tr ês",
+      "g b",
+      "▁celebr ated",
+      "▁E b",
+      "▁c osta",
+      "▁co sta",
+      "▁cost a",
+      "▁cos ta",
+      "▁Ge ographic",
+      "▁att achment",
+      "▁attach ment",
+      "mann schaft",
+      "▁depend ence",
+      "� �",
+      "▁att itude",
+      "et al",
+      "eta l",
+      "e tal",
+      "vi c",
+      "v ic",
+      "ba ut",
+      "bau t",
+      "b aut",
+      "▁д ов",
+      "▁до в",
+      "▁ дов",
+      "▁inter ven",
+      "▁G ü",
+      "ón ica",
+      "ó nica",
+      "▁P on",
+      "▁Po n",
+      "▁dispon ible",
+      "▁F eb",
+      "▁Fe b",
+      "▁wor ship",
+      "▁Specific ally",
+      "H y",
+      "ij u",
+      "i ju",
+      "▁c b",
+      "▁ cb",
+      "▁sp ac",
+      "lev eland",
+      "level and",
+      "▁local idad",
+      "▁prec eding",
+      "▁preced ing",
+      "▁H essen",
+      "x p",
+      "▁W ein",
+      "▁We in",
+      "▁Wei n",
+      "▁Rom â",
+      "▁gi orno",
+      "▁gior no",
+      "▁квіт ня",
+      "lla ços",
+      "▁Academ ia",
+      "▁k ül",
+      "▁Å rs",
+      "▁на ј",
+      "uc lide",
+      "Inter net",
+      "Intern et",
+      "or ton",
+      "ort on",
+      "▁c orn",
+      "▁cor n",
+      "▁co rn",
+      "я ми",
+      "▁\" *",
+      "▁Fel ix",
+      "ap at",
+      "apa t",
+      "a pat",
+      "▁сво и",
+      "MI T",
+      "M IT",
+      "ma de",
+      "mad e",
+      "m ade",
+      "▁lo comot",
+      "хо да",
+      "ход а",
+      "F P",
+      "▁p m",
+      "▁ pm",
+      ".* ;",
+      "▁H amm",
+      "▁Ha mm",
+      "▁Ham m",
+      "` }",
+      "Layout Inflater",
+      "== \"",
+      "= =\"",
+      "▁E ur",
+      "▁Eu r",
+      "▁d ogs",
+      "▁do gs",
+      "▁dog s",
+      "же нии",
+      "▁a zon",
+      "▁az on",
+      "▁ azon",
+      "▁em ulator",
+      "▁r icon",
+      "▁ric on",
+      "▁ri con",
+      "be eld",
+      "▁н у",
+      "▁ ну",
+      "▁approxim ate",
+      "L M",
+      "▁B ond",
+      "▁Bo nd",
+      "▁Bon d",
+      "▁en h",
+      "ęd z",
+      "ę dz",
+      "▁s olit",
+      "▁so lit",
+      "▁sol it",
+      "Relative Layout",
+      "et eor",
+      "ete or",
+      "ament os",
+      "amento s",
+      "▁in direct",
+      "▁ind irect",
+      "ib ől",
+      "▁g ros",
+      "▁gr os",
+      "▁gro s",
+      "▁Original s",
+      "▁Origin als",
+      "▁Orig inals",
+      "comm ands",
+      "command s",
+      "Ex port",
+      "Exp ort",
+      "▁A vec",
+      "▁Av ec",
+      "▁sole mn",
+      "▁solem n",
+      "▁correct ion",
+      "▁corre ction",
+      "▁corr ection",
+      "▁про води",
+      "▁прово ди",
+      "▁Mo sk",
+      "▁Mos k",
+      "▁по до",
+      "▁под о",
+      "▁geb ied",
+      "▁nast ęp",
+      "▁D river",
+      "▁Dr iver",
+      "▁Drive r",
+      "▁ Driver",
+      "▁O ok",
+      "▁V ec",
+      "▁Ve c",
+      "▁ Vec",
+      "▁lung o",
+      "▁lun go",
+      "fi cos",
+      "fic os",
+      "fico s",
+      "f icos",
+      "▁s vol",
+      "▁sv ol",
+      "▁svo l",
+      "▁k id",
+      "▁ki d",
+      "n ja",
+      "▁H r",
+      "▁под дер",
+      "▁vis ibility",
+      "▁ visibility",
+      "▁M éd",
+      "▁Mé d",
+      "▁c pu",
+      "▁cp u",
+      "▁ cpu",
+      "dis cussion",
+      "As set",
+      "Ass et",
+      "▁def ense",
+      "▁Any one",
+      "▁Just in",
+      "is zt",
+      "isz t",
+      "▁Coll ins",
+      "▁Val ent",
+      "▁P ale",
+      "▁Pa le",
+      "▁Pal e",
+      "▁f uel",
+      "▁fue l",
+      "▁fu el",
+      "▁n ose",
+      "▁no se",
+      "▁nos e",
+      "rí guez",
+      "▁Sch les",
+      "▁Schl es",
+      "▁Mal ays",
+      "▁com mut",
+      "▁comm ut",
+      "dr o",
+      "d ro",
+      "ui ng",
+      "u ing",
+      "▁R ico",
+      "▁Ric o",
+      "▁Ri co",
+      "▁Em ma",
+      "or p",
+      "o rp",
+      "▁K irk",
+      "▁Kir k",
+      "▁Qu ando",
+      "▁Ne ue",
+      "▁Neu e",
+      "▁de mande",
+      "▁dem ande",
+      "▁demand e",
+      "▁C over",
+      "▁Co ver",
+      "▁Cov er",
+      "▁res cue",
+      "▁gew ählt",
+      "▁Cal endar",
+      "▁ Calendar",
+      "▁Mad onna",
+      "W P",
+      "os hi",
+      "osh i",
+      "▁M aven",
+      "▁Ma ven",
+      "▁b elle",
+      "▁be lle",
+      "▁bel le",
+      "▁bell e",
+      "▁w x",
+      "▁ wx",
+      "▁su gar",
+      "▁sug ar",
+      "▁Bet rieb",
+      "▁equilib rium",
+      "E AR",
+      "▁text s",
+      "▁tex ts",
+      "сло в",
+      "с лов",
+      "▁czerw ca",
+      "▁D üsseld",
+      "▁EL SE",
+      "▁am ery",
+      "▁amer y",
+      "▁a ni",
+      "▁an i",
+      "▁ ani",
+      "▁o bey",
+      "▁ob ey",
+      "▁N ell",
+      "▁Ne ll",
+      "▁Nel l",
+      "▁in ne",
+      "▁inn e",
+      "▁т ро",
+      "▁ тро",
+      "F D",
+      "cc o",
+      "c co",
+      "▁Z ob",
+      "▁Zo b",
+      "al ette",
+      "ale tte",
+      "alet te",
+      "a lette",
+      "▁má jus",
+      "ect ed",
+      "ec ted",
+      "e cted",
+      "▁Tur key",
+      "▁Turk ey",
+      "▁Wh ether",
+      "▁Whe ther",
+      "q i",
+      "▁ш то",
+      "▁head quarters",
+      "en di",
+      "end i",
+      "ar us",
+      "aru s",
+      "a rus",
+      "op us",
+      "o pus",
+      "▁з оло",
+      "▁зо ло",
+      "▁de stru",
+      "▁dest ru",
+      "▁L ok",
+      "▁Lo k",
+      "▁satisf action",
+      "() \r",
+      "( )\r",
+      "▁Т ер",
+      "▁Те р",
+      "Jo se",
+      "J ose",
+      "▁con quer",
+      "▁conqu er",
+      "▁E ffect",
+      "▁ Effect",
+      "Layout Params",
+      "ie z",
+      "i ez",
+      "▁extern s",
+      "▁gegen über",
+      "▁E SP",
+      "▁ES P",
+      "ol ta",
+      "olt a",
+      "process or",
+      "proc essor",
+      "▁K ult",
+      "▁Ku lt",
+      "▁Atl anta",
+      "▁t ier",
+      "▁ti er",
+      "▁tie r",
+      "Oper ator",
+      "▁ди а",
+      "▁пи сь",
+      "▁gro ß",
+      "▁he arts",
+      "▁heart s",
+      "▁hear ts",
+      "▁mill imeter",
+      "al though",
+      "alth ough",
+      "al les",
+      "all es",
+      "alle s",
+      "a lles",
+      "▁Mag ic",
+      "tr aining",
+      "tra ining",
+      "train ing",
+      "ol ine",
+      "oli ne",
+      "olin e",
+      "o line",
+      "▁орган і",
+      ">\\< ^",
+      "> \\<^",
+      "ці аль",
+      "ex ports",
+      "export s",
+      "Work book",
+      "▁вере сня",
+      "▁t eles",
+      "▁te les",
+      "▁tele s",
+      "▁tel es",
+      "▁econom y",
+      "▁econ omy",
+      "▁ec onomy",
+      "▁t rap",
+      "▁tr ap",
+      "▁tra p",
+      "▁ref use",
+      "▁str anger",
+      "▁strange r",
+      "▁stran ger",
+      "▁inst inct",
+      "по да",
+      "ol an",
+      "ola n",
+      "o lan",
+      "▁n ing",
+      "▁ni ng",
+      "▁nin g",
+      "▁ ning",
+      "inf late",
+      "infl ate",
+      "itat ea",
+      "itate a",
+      "ack s",
+      "ac ks",
+      "a cks",
+      "▁J oy",
+      "▁Jo y",
+      "FL AG",
+      "FLA G",
+      "ail and",
+      "ai land",
+      "▁sort i",
+      "▁sor ti",
+      "▁в пер",
+      "▁p én",
+      "▁pé n",
+      "Not hing",
+      "No thing",
+      "N othing",
+      "▁sz áz",
+      "▁Á ng",
+      "▁A UT",
+      "▁ AUT",
+      "Act ions",
+      "Action s",
+      "A ctions",
+      "E very",
+      "▁чер вня",
+      "▁авто мо",
+      "▁rout ine",
+      "▁e struct",
+      "▁est ruct",
+      "▁G ang",
+      "▁Ga ng",
+      "▁Gan g",
+      "▁h oles",
+      "▁ho les",
+      "▁hol es",
+      "▁hole s",
+      "th esis",
+      "thes is",
+      "▁con cl",
+      "▁conc l",
+      "▁p é",
+      "ri ers",
+      "rie rs",
+      "rier s",
+      "r iers",
+      "ро вой",
+      "рово й",
+      "р овой",
+      "ad ic",
+      "adi c",
+      "a dic",
+      "Sp eed",
+      "Spe ed",
+      "▁command ed",
+      "▁N azionale",
+      "▁Naz ionale",
+      "Man aged",
+      "▁DE CLARE",
+      "▁se dan",
+      "▁sed an",
+      "String s",
+      "Str ings",
+      "▁sa cred",
+      "▁sac red",
+      "▁sacr ed",
+      "ter such",
+      "ters uch",
+      "▁abit anti",
+      "br it",
+      "b rit",
+      "▁N CAA",
+      "▁NC AA",
+      "▁С П",
+      "▁a ged",
+      "▁ag ed",
+      "▁age d",
+      "▁ aged",
+      "▁Ch iesa",
+      "▁Chi esa",
+      "▁re vision",
+      "▁rev ision",
+      "▁revis ion",
+      "op ro",
+      "o pro",
+      "▁over write",
+      "emb ros",
+      "embro s",
+      "▁sort ie",
+      "▁sorti e",
+      "▁ot ten",
+      "▁ott en",
+      "xi v",
+      "x iv",
+      "▁d eli",
+      "▁de li",
+      "▁del i",
+      "▁A sp",
+      "▁As p",
+      "▁b alls",
+      "▁bal ls",
+      "▁ball s",
+      "ka f",
+      "k af",
+      "▁br ave",
+      "▁bra ve",
+      "▁все го",
+      "▁вс его",
+      "eg n",
+      "e gn",
+      "jp eg",
+      "▁O sten",
+      "▁Os ten",
+      "▁Ost en",
+      "Const ants",
+      "▁Inf antry",
+      "▁N ev",
+      "▁Ne v",
+      "▁я ких",
+      "▁як их",
+      "▁му ниципа",
+      "ci ja",
+      "c ija",
+      "▁p oem",
+      "▁po em",
+      "▁ne gro",
+      "▁neg ro",
+      "ха р",
+      "х ар",
+      "▁A sk",
+      "▁As k",
+      "▁a vo",
+      "▁av o",
+      "▁ avo",
+      "▁Me yer",
+      "▁Mey er",
+      "▁W esten",
+      "▁We sten",
+      "▁West en",
+      "▁Wes ten",
+      "▁o ko",
+      "▁ok o",
+      "▁ oko",
+      "ag in",
+      "agi n",
+      "a gin",
+      "▁Süd en",
+      "▁Sü den",
+      "ent ries",
+      "entr ies",
+      "▁Rep ublik",
+      "▁Repub lik",
+      "Collection View",
+      "-- -----",
+      "---- ---",
+      "--- ----",
+      "------ -",
+      "----- --",
+      "- ------",
+      "▁fire fox",
+      "▁alc une",
+      "▁фо то",
+      "▁отри ма",
+      "~~~~ ~~~~",
+      "▁Ра з",
+      "▁Com plex",
+      "▁Comp lex",
+      "▁Comple x",
+      "▁p ia",
+      "▁pi a",
+      "▁public ada",
+      "we i",
+      "w ei",
+      "ced ure",
+      "occup ation",
+      "▁medic ine",
+      "▁dr ove",
+      "▁dro ve",
+      "Pro blem",
+      "▁beg inner",
+      "▁begin ner",
+      "▁thorough ly",
+      "ur ia",
+      "uri a",
+      "u ria",
+      "av ant",
+      "ava nt",
+      "avan t",
+      "uch a",
+      "uc ha",
+      "u cha",
+      "▁l ever",
+      "▁le ver",
+      "▁lev er",
+      "▁te atro",
+      "▁teat ro",
+      "AV A",
+      "A VA",
+      "sq u",
+      "s qu",
+      "tr at",
+      "tra t",
+      "t rat",
+      "iv atal",
+      "iva tal",
+      "▁d irty",
+      "▁dir ty",
+      "▁se conde",
+      "▁second e",
+      "▁sec onde",
+      "▁grav it",
+      "▁pro position",
+      "▁prop osition",
+      "▁propos ition",
+      "h bar",
+      "om ini",
+      "omin i",
+      "omi ni",
+      "▁ ”",
+      "▁C amil",
+      "▁Cam il",
+      "▁Ca mil",
+      "▁qu een",
+      "▁que en",
+      "mod ifier",
+      "J an",
+      "▁l yr",
+      "▁ly r",
+      "Com boBox",
+      "ion ic",
+      "io nic",
+      "ioni c",
+      "i onic",
+      "▁h oly",
+      "▁ho ly",
+      "▁hol y",
+      "▁Sebast ian",
+      "| _{",
+      "▁{ @",
+      "▁мо жно",
+      "▁мож но",
+      "▁Cre ative",
+      "▁inter ess",
+      "▁inte ress",
+      "▁C T",
+      "▁ CT",
+      "i ções",
+      "▁ch ant",
+      "▁cha nt",
+      "▁ chant",
+      "▁wsp ół",
+      "▁Мекси ка",
+      "▁ran ked",
+      "▁rank ed",
+      "▁paździer nika",
+      "▁b rut",
+      "▁br ut",
+      "▁bru t",
+      "▁far ther",
+      "▁V erb",
+      "▁Ver b",
+      "▁Ve rb",
+      "▁S even",
+      "▁Se ven",
+      "lb l",
+      "l bl",
+      "▁mention s",
+      "▁ment ions",
+      "▁F ight",
+      "▁Fig ht",
+      "if en",
+      "ife n",
+      "i fen",
+      "▁b og",
+      "▁bo g",
+      "▁re gres",
+      "▁reg res",
+      "▁sc oring",
+      "ic ane",
+      "ica ne",
+      "ican e",
+      "▁El li",
+      "▁Ell i",
+      "▁pie rw",
+      "▁pier w",
+      "me asure",
+      "ński ej",
+      "ń skiej",
+      "# {",
+      "▁де ся",
+      "▁var maste",
+      "▁Un ix",
+      "I Z",
+      "iti é",
+      "Prim ary",
+      "▁Spring er",
+      "▁Spr inger",
+      "ün g",
+      "ü ng",
+      "▁an v",
+      "▁vers ione",
+      "▁version e",
+      "▁should ers",
+      "▁shoulder s",
+      "▁бри га",
+      "▁j av",
+      "▁ja v",
+      "▁ jav",
+      "lt al",
+      "l tal",
+      "▁kall aste",
+      "▁Mitch ell",
+      "▁wire less",
+      "▁wir eless",
+      "▁Á l",
+      "resp ons",
+      "co uld",
+      "cou ld",
+      "c ould",
+      "▁re lax",
+      "▁rel ax",
+      "▁rela x",
+      "▁ relax",
+      "Lo nd",
+      "L ond",
+      "ń cz",
+      "ство вал",
+      "ствова л",
+      "▁pol ski",
+      "en ç",
+      "za r",
+      "z ar",
+      "▁d type",
+      "▁dt ype",
+      "ow ned",
+      "own ed",
+      "un known",
+      "unk nown",
+      "▁m utable",
+      "▁mu table",
+      "▁mut able",
+      "▁ mutable",
+      "▁si empre",
+      "▁Mont real",
+      "▁loc ate",
+      "▁tr aces",
+      "▁tra ces",
+      "▁trace s",
+      "▁trac es",
+      "▁ins gesamt",
+      "▁N il",
+      "▁Ni l",
+      "▁ Nil",
+      "▁п рода",
+      "▁про да",
+      "▁прод а",
+      "▁War ner",
+      "▁N au",
+      "▁Na u",
+      "tri angle",
+      "▁concentr ation",
+      "▁gentle men",
+      "äch t",
+      "ä cht",
+      "fil ters",
+      "filter s",
+      "inci pal",
+      "VAL ID",
+      "▁де пута",
+      "ad ó",
+      "▁kon st",
+      "gs å",
+      "ag as",
+      "aga s",
+      "a gas",
+      "▁meille ur",
+      "▁дан ным",
+      "є дна",
+      "en coded",
+      "enc oded",
+      "encode d",
+      "< '",
+      "▁she ets",
+      "▁sheet s",
+      "▁ sheets",
+      "cu ador",
+      "▁викори стову",
+      "▁De put",
+      "▁Dep ut",
+      "▁man ière",
+      "ą g",
+      "cs ol",
+      "c sol",
+      ")$ -",
+      ") $-",
+      "UI View",
+      "▁mill ones",
+      "▁E hren",
+      "▁Ehr en",
+      "Si l",
+      "S il",
+      "▁a tac",
+      "▁at ac",
+      "▁C old",
+      "▁Col d",
+      "▁Co ld",
+      "\" \\",
+      "▁appro ached",
+      "▁approach ed",
+      "▁Års med",
+      "W M",
+      "▁De port",
+      "▁Dep ort",
+      "mi s",
+      "m is",
+      "and box",
+      "ob serv",
+      "obs erv",
+      "set ting",
+      "sett ing",
+      "ha tó",
+      "hat ó",
+      "h ató",
+      "▁s trat",
+      "▁st rat",
+      "▁str at",
+      "▁stra t",
+      "▁s pre",
+      "▁sp re",
+      "▁spr e",
+      "▁ spre",
+      "▁person ne",
+      "▁pers onne",
+      "▁personn e",
+      "▁dir ige",
+      "▁dirig e",
+      "pu ll",
+      "p ull",
+      "da ting",
+      "dat ing",
+      "d ating",
+      "▁F act",
+      "▁Fa ct",
+      "▁Fac t",
+      "▁ Fact",
+      "▁manip ulate",
+      "▁M AC",
+      "▁MA C",
+      "▁d ej",
+      "▁de j",
+      "ult imo",
+      "F X",
+      "Li fe",
+      "L ife",
+      "▁c rack",
+      "▁cr ack",
+      "▁cra ck",
+      "▁m í",
+      "▁п ове",
+      "▁по ве",
+      "▁пов е",
+      "▁w ore",
+      "▁wor e",
+      "▁wo re",
+      "univers ité",
+      "▁form ulas",
+      "▁formula s",
+      "▁Elis abeth",
+      "pl ots",
+      "plot s",
+      "mi le",
+      "mil e",
+      "m ile",
+      "▁me nor",
+      "▁men or",
+      "ти л",
+      "т ил",
+      "key word",
+      "▁Balt imore",
+      "hr er",
+      "hre r",
+      "h rer",
+      "▁C lement",
+      "▁Cl ement",
+      "▁Cle ment",
+      "vi m",
+      "v im",
+      "ra ss",
+      "ras s",
+      "r ass",
+      "T ake",
+      "▁cím ű",
+      "▁Con vention",
+      "at ge",
+      "se ed",
+      "see d",
+      "s eed",
+      "▁D í",
+      "▁Sp ider",
+      "ah oo",
+      "aho o",
+      "▁име ет",
+      "ühr t",
+      "üh rt",
+      "▁по писа",
+      "▁C ot",
+      "▁Co t",
+      "▁no bles",
+      "▁noble s",
+      "▁nob les",
+      "RE SS",
+      "RES S",
+      "▁che min",
+      "▁chem in",
+      "▁gł ówn",
+      "G G",
+      "▁German ia",
+      "▁Ger mania",
+      "▁Germ ania",
+      "▁Alexand re",
+      "he ns",
+      "hen s",
+      "h ens",
+      "sw ift",
+      "oo p",
+      "o op",
+      "Sub view",
+      "▁requ iring",
+      "ęd zy",
+      "ędz y",
+      "▁f ict",
+      "▁fi ct",
+      "▁fic t",
+      "▁Кон стан",
+      "▁dé put",
+      "▁dép ut",
+      "▁surpr ising",
+      "▁de ix",
+      "▁dei x",
+      "▁unter schied",
+      "in son",
+      "ins on",
+      "▁Char acter",
+      "▁ Character",
+      "▁g estion",
+      "▁ges tion",
+      "▁gest ion",
+      "ch us",
+      "c hus",
+      "com es",
+      "co mes",
+      "come s",
+      "▁n eur",
+      "▁ne ur",
+      "▁neu r",
+      "▁ neur",
+      "▁ye ux",
+      "ol lar",
+      "oll ar",
+      "▁par ad",
+      "▁para d",
+      "▁pa rad",
+      "▁mag giore",
+      "▁maggio re",
+      "▁maggior e",
+      "TR AN",
+      "▁vo tre",
+      "▁vot re",
+      "▁des cent",
+      "▁desc ent",
+      "▁I con",
+      "▁ Icon",
+      "▁Jud ge",
+      "▁occup ation",
+      "▁ occupation",
+      "ep ing",
+      "e ping",
+      "▁ton gue",
+      "▁tong ue",
+      "▁En llaços",
+      "ru f",
+      "r uf",
+      "▁prote in",
+      "▁prot ein",
+      "▁vis itors",
+      "▁visit ors",
+      "▁visitor s",
+      "ax y",
+      "a xy",
+      "es ten",
+      "est en",
+      "este n",
+      "e sten",
+      "bl ica",
+      "blic a",
+      "b lica",
+      "h w",
+      "▁spir its",
+      "▁spirit s",
+      "▁redu ces",
+      "▁reduce s",
+      "▁м ен",
+      "▁ме н",
+      "▁ мен",
+      "▁L amb",
+      "▁La mb",
+      "▁Lam b",
+      "▁M ine",
+      "▁Min e",
+      "▁Mi ne",
+      "▁ver ified",
+      "▁B aby",
+      "▁Ba by",
+      "▁Bab y",
+      "▁pr ize",
+      "▁pri ze",
+      "в ър",
+      "▁rat ings",
+      "▁rating s",
+      "▁f ore",
+      "▁for e",
+      "▁fo re",
+      "▁ fore",
+      "as ha",
+      "ash a",
+      "a sha",
+      "ur rence",
+      "urr ence",
+      "▁int ér",
+      "▁Ol ímp",
+      "cr a",
+      "c ra",
+      "▁comput ational",
+      "▁computation al",
+      "ir che",
+      "irc he",
+      ".:  ",
+      "▁illustr ated",
+      "▁illustrate d",
+      "▁Sh are",
+      "▁house holds",
+      "▁household s",
+      "▁con volution",
+      "oe md",
+      "oem d",
+      "▁zd oby",
+      "▁zdob y",
+      "cc c",
+      "c cc",
+      "▁quant ities",
+      "Ch e",
+      "C he",
+      "Sh ould",
+      "▁ge nius",
+      "▁gen ius",
+      "ad j",
+      "a dj",
+      "х ва",
+      "Пе тер",
+      "EM A",
+      "E MA",
+      "▁R ights",
+      "▁Right s",
+      "▁E li",
+      "▁El i",
+      "VA R",
+      "V AR",
+      "ш ло",
+      "▁з бір",
+      "ift ung",
+      "▁cont ributed",
+      "▁contrib uted",
+      "▁contribu ted",
+      "▁contribute d",
+      "ze f",
+      "z ef",
+      "▁CH AR",
+      "▁ CHAR",
+      "▁S ib",
+      "▁Si b",
+      "▁M ant",
+      "▁Man t",
+      "▁Ma nt",
+      "▁свя зи",
+      "▁java fx",
+      "▁c ependant",
+      "▁in tu",
+      "▁int u",
+      "▁т вор",
+      "▁ Ó",
+      "gu er",
+      "gue r",
+      "g uer",
+      "ra do",
+      "rad o",
+      "r ado",
+      "▁Re vol",
+      "▁Rev ol",
+      "▁fé min",
+      "▁Or leans",
+      "▁p oj",
+      "▁po j",
+      "▁p rez",
+      "▁pr ez",
+      "▁pre z",
+      "Te x",
+      "T ex",
+      "ou wd",
+      "ouw d",
+      "? (",
+      "▁L IM",
+      "▁LI M",
+      "ist ique",
+      "isti que",
+      "es ar",
+      "esa r",
+      "▁he ures",
+      "ic ki",
+      "ick i",
+      "i cki",
+      "▁d bo",
+      "▁db o",
+      "▁ dbo",
+      "sk ih",
+      "ski h",
+      "s kih",
+      "conf irm",
+      "▁vil ág",
+      "▁ci utat",
+      "▁D R",
+      "▁ DR",
+      "▁Haw ai",
+      "ch ed",
+      "che d",
+      "c hed",
+      "▁s pher",
+      "▁sp her",
+      "▁Art ikel",
+      "▁Multi ple",
+      "ci u",
+      "c iu",
+      "▁м ы",
+      "▁ мы",
+      "▁lip ca",
+      "]( /",
+      "] (/",
+      "Str ategy",
+      "▁Al abama",
+      "SD K",
+      "S DK",
+      "UT C",
+      "U TC",
+      "__ .",
+      "_ _.",
+      "Arg uments",
+      "Argument s",
+      "▁set ContentView",
+      "î le",
+      "By Val",
+      "▁J VM",
+      "юще го",
+      "▁Leon ard",
+      "▁just ify",
+      "це м",
+      "ц ем",
+      "▁n ab",
+      "▁na b",
+      "▁ nab",
+      "CCE SS",
+      "C CESS",
+      "▁hope s",
+      "▁ho pes",
+      "▁hop es",
+      ") &",
+      "se ro",
+      "ser o",
+      "s ero",
+      "▁за й",
+      "слі д",
+      "▁R ég",
+      "▁Ré g",
+      "▁S ang",
+      "▁San g",
+      "▁Sa ng",
+      "▁f ung",
+      "▁fun g",
+      "▁fu ng",
+      "ba ar",
+      "b aar",
+      "▁coff ee",
+      "ass embly",
+      "▁В ін",
+      "▁Ві н",
+      "э й",
+      "▁comp rend",
+      "▁compr end",
+      "fil led",
+      "fill ed",
+      "f illed",
+      "р д",
+      "od ia",
+      "odi a",
+      "o dia",
+      "▁g ens",
+      "▁ge ns",
+      "▁gen s",
+      "▁ gens",
+      "fl uss",
+      "flu ss",
+      "f luss",
+      "Draw able",
+      "▁sur ve",
+      "▁surv e",
+      "Set up",
+      "▁n ależ",
+      "▁conj unto",
+      "▁Е го",
+      "▁old al",
+      "▁ol dal",
+      "▁ver bose",
+      "▁verb ose",
+      "▁Elect ric",
+      "▁H arrison",
+      "▁Harr ison",
+      "▁Harris on",
+      "en gen",
+      "eng en",
+      "par agraph",
+      "para graph",
+      "▁n ouvelles",
+      "▁nouve lles",
+      "▁nouvelle s",
+      "▁вре ме",
+      "▁m emor",
+      "▁me mor",
+      "▁mem or",
+      "▁mayo ría",
+      "▁mayor ía",
+      "са д",
+      "▁bat aille",
+      "▁bata ille",
+      "▁therm al",
+      "▁ther mal",
+      "▁Хро нологи",
+      "▁B etter",
+      "▁Bet ter",
+      "by e",
+      "b ye",
+      "▁теа тра",
+      "ro e",
+      "r oe",
+      "▁se gle",
+      "▁seg le",
+      "ro tt",
+      "rot t",
+      "r ott",
+      "▁opin ions",
+      "▁opinion s",
+      ")} )",
+      ") })",
+      "üh le",
+      "ühl e",
+      "▁G ün",
+      "▁Gü n",
+      "▁ Щ",
+      "b ól",
+      "▁Lar ry",
+      "▁so lic",
+      "▁sol ic",
+      "▁z war",
+      "▁zw ar",
+      "▁Car oline",
+      "▁Carol ine",
+      "▁Reich s",
+      "Ext ensions",
+      "Extension s",
+      "mi gr",
+      "m igr",
+      ": @",
+      "▁en umerate",
+      "▁enumer ate",
+      "▁ enumerate",
+      "▁eigen en",
+      "▁eig enen",
+      "▁expl ore",
+      "▁explo re",
+      "ém u",
+      "é mu",
+      "▁g at",
+      "▁ga t",
+      "▁ gat",
+      "▁imper ial",
+      "▁Us ually",
+      "▁t ud",
+      "▁tu d",
+      "▁у кра",
+      "hi m",
+      "h im",
+      "▁cor ners",
+      "▁corner s",
+      "▁corn ers",
+      "▁S ER",
+      "▁SE R",
+      "▁ SER",
+      "▁interpre ter",
+      "▁interpret er",
+      "▁I ce",
+      "▁amount s",
+      "▁P ala",
+      "▁Pa la",
+      "▁Pal a",
+      "▁t inha",
+      "▁tin ha",
+      "vo le",
+      "vol e",
+      "v ole",
+      "▁g le",
+      "▁gl e",
+      "▁ gle",
+      "uc ci",
+      "▁sie he",
+      "Jac k",
+      "J ack",
+      "▁w oll",
+      "▁wo ll",
+      "▁wol l",
+      "▁e lder",
+      "▁el der",
+      "▁ко раб",
+      "▁eng ag",
+      "▁La urent",
+      "▁Laur ent",
+      "▁Lau rent",
+      "▁ach iev",
+      "ist ik",
+      "isti k",
+      "ar ct",
+      "arc t",
+      "тно го",
+      "т ного",
+      "▁g ir",
+      "▁gi r",
+      "▁Sing h",
+      "▁Sin gh",
+      "math op",
+      "US A",
+      "U SA",
+      "▁Pro jekt",
+      "▁de be",
+      "▁deb e",
+      "richt ung",
+      "r ichtung",
+      "▁T sch",
+      "▁Ts ch",
+      "um inate",
+      "umin ate",
+      "▁s zó",
+      "▁sz ó",
+      "ly ph",
+      "зи дент",
+      "зиден т",
+      "▁lim itations",
+      "▁limit ations",
+      "▁limitation s",
+      "юще й",
+      "▁b ila",
+      "▁bi la",
+      "▁bil a",
+      "P ush",
+      "▁off ering",
+      "▁offer ing",
+      "ien nes",
+      "ienne s",
+      "ienn es",
+      "i ennes",
+      "Fr i",
+      "F ri",
+      "▁post gresql",
+      "▁ postgresql",
+      "▁Tom my",
+      "▁partic olare",
+      "▁stolet í",
+      "▁ar rib",
+      "▁arr ib",
+      "▁E va",
+      "▁Ev a",
+      "sch ool",
+      "▁v endor",
+      "▁ven dor",
+      "▁vend or",
+      "▁ vendor",
+      "▁D allas",
+      "▁Dal las",
+      "▁pro long",
+      "CRE ATE",
+      "C REATE",
+      "▁suiv ante",
+      "STAT US",
+      "l à",
+      "k v",
+      "▁h äufig",
+      "▁Agr icult",
+      "▁h uit",
+      "▁hu it",
+      "▁in oltre",
+      "▁L loyd",
+      "▁францу з",
+      "▁вы пол",
+      "▁faith ful",
+      "▁В ар",
+      "▁Ва р",
+      "▁ver l",
+      "▁ve rl",
+      "▁ju ego",
+      "▁Резу лтати",
+      ", ...,",
+      "▁implicit ly",
+      "ir ks",
+      "irk s",
+      "Cal cul",
+      "▁m eses",
+      "▁mes es",
+      "om ed",
+      "ome d",
+      "o med",
+      "▁p ak",
+      "▁pa k",
+      "he rit",
+      "her it",
+      "▁opt ical",
+      "▁І сторія",
+      "ve is",
+      "▁capital e",
+      "▁capit ale",
+      "place holder",
+      "int rag",
+      "▁At las",
+      "▁Atl as",
+      "▁ Atlas",
+      ")] ;",
+      ") ];",
+      "ic ons",
+      "ico ns",
+      "icon s",
+      "i cons",
+      "▁B ent",
+      "▁Be nt",
+      "▁Ben t",
+      "▁W idget",
+      "▁ Widget",
+      "▁vol unt",
+      "av o",
+      "a vo",
+      "ég r",
+      "é gr",
+      "li ge",
+      "lig e",
+      "l ige",
+      "▁N AME",
+      "▁NA ME",
+      "▁ NAME",
+      "▁ab stra",
+      "▁abs tra",
+      "▁f ís",
+      "▁B rowser",
+      "▁Brow ser",
+      "▁ Browser",
+      "▁b ush",
+      "▁bu sh",
+      "▁bus h",
+      "ha ll",
+      "hal l",
+      "h all",
+      "▁cloud s",
+      "▁S UB",
+      "▁SU B",
+      "▁ SUB",
+      "▁t andis",
+      "▁tan dis",
+      "▁Common wealth",
+      "та я",
+      "▁exha ust",
+      "________ ________",
+      "▁Stat istics",
+      "▁Statist ics",
+      "▁Relig ion",
+      "▁Mu ham",
+      "ual s",
+      "ua ls",
+      "u als",
+      "go to",
+      "got o",
+      "g oto",
+      "Dig ital",
+      "Famil y",
+      "▁B un",
+      "▁Bu n",
+      "let in",
+      "Man agement",
+      "▁cap abilities",
+      "an nten",
+      "ann ten",
+      "annt en",
+      "annte n",
+      "▁се бе",
+      "▁st ays",
+      "▁stay s",
+      "▁sta ys",
+      "kt er",
+      "kte r",
+      "k ter",
+      "▁d ost",
+      "▁do st",
+      "▁dos t",
+      "▁Т ре",
+      "ло вич",
+      "лови ч",
+      "л ович",
+      "▁d ying",
+      "▁dy ing",
+      "se ctions",
+      "section s",
+      "sect ions",
+      "án os",
+      "á nos",
+      "▁app arten",
+      "▁appar ten",
+      "▁appart en",
+      "▁zo als",
+      "▁dr essed",
+      "▁dress ed",
+      "▁com press",
+      "▁comp ress",
+      "▁compr ess",
+      "ń ska",
+      "▁sierp nia",
+      "▁ти ту",
+      "diction ary",
+      "d ictionary",
+      "▁r abb",
+      "▁ra bb",
+      "▁vé rit",
+      "В о",
+      "▁sing leton",
+      "▁single ton",
+      "▁v ital",
+      "▁vi tal",
+      "▁vit al",
+      "▁vita l",
+      "Ref resh",
+      "ме ль",
+      "м ель",
+      "▁Z h",
+      "▁Af ghan",
+      "in kel",
+      "ink el",
+      "aa aa",
+      "▁particip ants",
+      "ar in",
+      "ari n",
+      "a rin",
+      "▁M old",
+      "▁Mo ld",
+      "▁Mol d",
+      "▁prim eros",
+      "▁prime ros",
+      "▁primer os",
+      "▁ра н",
+      "▁р ан",
+      "▁ ран",
+      "▁А мери",
+      "▁restaur ant",
+      "év el",
+      "é vel",
+      "▁S L",
+      "▁ SL",
+      "▁R ey",
+      "▁Re y",
+      "ch as",
+      "cha s",
+      "c has",
+      "▁elect rons",
+      "▁electron s",
+      "▁electro ns",
+      "▁Pitt s",
+      "▁Pit ts",
+      "▁J ules",
+      "▁Jul es",
+      "▁Ju les",
+      "ма й",
+      "en ant",
+      "ena nt",
+      "e nant",
+      "- }",
+      "ла д",
+      "▁Мос ква",
+      "▁Моск ва",
+      "go m",
+      "g om",
+      "▁Fern ández",
+      "fun d",
+      "fu nd",
+      "f und",
+      "int erno",
+      "inter no",
+      "intern o",
+      "▁M ari",
+      "▁Mar i",
+      "▁Ma ri",
+      "▁r ius",
+      "▁ri us",
+      "▁Pro zent",
+      "ст рі",
+      "стр і",
+      "▁в нут",
+      "ant erie",
+      "ante rie",
+      "anter ie",
+      "▁п рис",
+      "▁при с",
+      "▁пр ис",
+      "▁о бы",
+      "▁об ы",
+      "▁M arina",
+      "▁Mar ina",
+      "▁Mari na",
+      "▁occ urrence",
+      "▁occur rence",
+      "▁occurr ence",
+      "ri kt",
+      "rik t",
+      "r ikt",
+      "▁фи зи",
+      "▁sch wer",
+      "▁schw er",
+      "▁Г ре",
+      "Re set",
+      "Res et",
+      "▁much o",
+      "▁mu cho",
+      "an dr",
+      "and r",
+      "▁W ies",
+      "▁Wi es",
+      "▁Wie s",
+      "▁Ke ith",
+      "▁Jul ian",
+      "▁Juli an",
+      "▁Julia n",
+      "▁c ole",
+      "▁col e",
+      "▁co le",
+      "▁ cole",
+      "ci endo",
+      "c iendo",
+      "▁Cont empor",
+      "et ry",
+      "etr y",
+      "e try",
+      "el ian",
+      "eli an",
+      "elia n",
+      "ги и",
+      "▁го ло",
+      "▁г оло",
+      "▁d él",
+      "▁dé l",
+      "▁de cent",
+      "▁dec ent",
+      "▁dece nt",
+      "Р СР",
+      "▁sze ptember",
+      "ме ст",
+      "cast le",
+      "▁держа в",
+      "}\" )",
+      "} \")",
+      "▁ASC II",
+      "▁G len",
+      "▁Gl en",
+      "itzer land",
+      "T oggle",
+      "▁trad icional",
+      "▁P lat",
+      "▁Pl at",
+      "▁Pla t",
+      "ve e",
+      "v ee",
+      "ab gerufen",
+      "( |",
+      "CL I",
+      "C LI",
+      "}} $,",
+      "}}$ ,",
+      "} }$,",
+      "▁Bow l",
+      "▁M ale",
+      "▁Ma le",
+      "▁Mal e",
+      "▁B res",
+      "▁Br es",
+      "▁Bre s",
+      "▁п си",
+      "▁Ch allenge",
+      "z ó",
+      "▁pro jekt",
+      "▁neg oti",
+      "ab ove",
+      "a bove",
+      "▁пери о",
+      "▁long est",
+      "▁lon gest",
+      "auth entic",
+      "▁tr adu",
+      "▁tra du",
+      "▁trad u",
+      "▁mujer es",
+      "▁And re",
+      "▁ha dn",
+      "▁had n",
+      "▁Sch ule",
+      "▁Schul e",
+      "ode l",
+      "od el",
+      "o del",
+      "ble d",
+      "bl ed",
+      "b led",
+      "▁T rade",
+      "▁Tr ade",
+      "▁Tra de",
+      "▁Trad e",
+      "▁m obil",
+      "▁mo bil",
+      "▁mob il",
+      "▁alg unas",
+      "▁L ak",
+      "▁La k",
+      "▁Connect icut",
+      "▁al co",
+      "▁alc o",
+      "▁Sel bst",
+      "i ł",
+      "▁a lb",
+      "▁al b",
+      "ouver neur",
+      "ouvern eur",
+      "▁s r",
+      "▁ sr",
+      "▁v ba",
+      "▁vb a",
+      "lo ped",
+      "lop ed",
+      "l oped",
+      "▁Par tei",
+      "▁Part ei",
+      "▁Parte i",
+      "ua te",
+      "u ate",
+      "▁Auth entication",
+      "▁ Authentication",
+      "be i",
+      "b ei",
+      "}} .",
+      "} }.",
+      "▁kon nten",
+      "▁konn ten",
+      "▁konnte n",
+      "▁до по",
+      "▁h yd",
+      "▁hy d",
+      "Off ice",
+      "d onnées",
+      "▁C leveland",
+      "ri ta",
+      "rit a",
+      "r ita",
+      "ío s",
+      "í os",
+      "▁вы ше",
+      "▁Ro berts",
+      "▁Robert s",
+      "▁é lections",
+      "▁élect ions",
+      "▁' ')",
+      "▁'' )",
+      "▁publish ing",
+      "▁b apt",
+      "▁ba pt",
+      "<> ();",
+      "< >();",
+      "miss ing",
+      "mis sing",
+      "рова но",
+      "рован о",
+      "р овано",
+      "▁ho using",
+      "▁hous ing",
+      "▁in ference",
+      "▁infer ence",
+      "▁Rena issance",
+      "▁r èg",
+      "▁Ste ph",
+      "▁Step h",
+      "CE S",
+      "C ES",
+      "ER E",
+      "E RE",
+      "ке т",
+      "к ет",
+      "O U",
+      "▁group ing",
+      "ver kehr",
+      "ji h",
+      "j ih",
+      "ag li",
+      "▁mil k",
+      "la it",
+      "l ait",
+      "St age",
+      "▁by ly",
+      "▁byl y",
+      "▁wood en",
+      "▁wo oden",
+      "ke ley",
+      "kel ey",
+      "kele y",
+      "et ra",
+      "etr a",
+      "e tra",
+      "▁P eg",
+      "▁Pe g",
+      "▁don né",
+      "▁donn é",
+      "ad al",
+      "ada l",
+      "a dal",
+      "sequ ently",
+      "▁ins besondere",
+      "EL D",
+      "E LD",
+      "▁M am",
+      "▁Ma m",
+      "▁vol te",
+      "▁volt e",
+      "▁pro spect",
+      "▁pros pect",
+      "но ве",
+      "нов е",
+      "н ове",
+      "▁den oted",
+      "▁denote d",
+      "▁over lay",
+      "Per mission",
+      "Perm ission",
+      "ee n",
+      "e en",
+      "▁E M",
+      "▁ EM",
+      "▁u z",
+      "▁ uz",
+      "M c",
+      "ol it",
+      "oli t",
+      "o lit",
+      "▁ser vi",
+      "▁serv i",
+      "▁He idel",
+      "▁Wien er",
+      "▁Wi ener",
+      "▁Wie ner",
+      "▁il legal",
+      "▁predict ions",
+      "▁prediction s",
+      "▁go og",
+      "ho n",
+      "h on",
+      "▁Cin ema",
+      "▁ре волю",
+      "▁R ule",
+      "▁Ru le",
+      "▁ Rule",
+      "wo d",
+      "w od",
+      "▁rad iation",
+      "▁radi ation",
+      "o ł",
+      "ово ї",
+      "▁Per form",
+      "▁prison er",
+      "▁a met",
+      "▁am et",
+      "▁fig ura",
+      "▁figur a",
+      "▁Comm ander",
+      "▁Command er",
+      "▁о фициаль",
+      "▁t rov",
+      "▁tr ov",
+      "▁tro v",
+      "▁a cted",
+      "▁act ed",
+      "▁ac ted",
+      "▁work flow",
+      "▁Республи ки",
+      "▁guid ance",
+      "▁м ене",
+      "▁ме не",
+      "▁мен е",
+      "▁ мене",
+      "N ational",
+      "▁K el",
+      "▁Ke l",
+      "web pack",
+      "про стра",
+      "▁llam ado",
+      "al og",
+      "alo g",
+      "a log",
+      "ter ra",
+      "ix en",
+      "le graph",
+      "leg raph",
+      "ä ischen",
+      "▁teach ers",
+      "▁teacher s",
+      "ud en",
+      "ude n",
+      "u den",
+      "▁o gså",
+      "pos sible",
+      "poss ible",
+      "▁S oul",
+      "▁So ul",
+      "▁Sou l",
+      "▁Ge ography",
+      "▁за да",
+      "hi t",
+      "h it",
+      "▁an ger",
+      "▁ang er",
+      "▁ange r",
+      "▁ anger",
+      "▁rem porte",
+      "▁remp orte",
+      "Po d",
+      "P od",
+      "ч ке",
+      "▁a ria",
+      "▁ar ia",
+      "▁ aria",
+      "▁A stronom",
+      "ch apter",
+      "▁f ork",
+      "▁for k",
+      "▁Cu ando",
+      "men se",
+      "m ense",
+      "▁Christ ians",
+      "▁Christian s",
+      "g c",
+      "▁# (",
+      "Or gan",
+      "▁ste ady",
+      "▁stead y",
+      "ps e",
+      "p se",
+      "жи ть",
+      "ig nes",
+      "ign es",
+      "igne s",
+      "ater ra",
+      "a terra",
+      "mo vie",
+      "mov ie",
+      "m ovie",
+      "pos ta",
+      "po sta",
+      "post a",
+      "p osta",
+      "ra ste",
+      "ras te",
+      "r aste",
+      "▁Res source",
+      "▁Ress ource",
+      "▁Pa ís",
+      "▁( );",
+      "▁() ;",
+      "▁ ();",
+      "▁pen alty",
+      "т т",
+      "▁tras fer",
+      "cent ury",
+      "▁clean er",
+      "sel enium",
+      "s elenium",
+      "ort heast",
+      "orth east",
+      "xi c",
+      "x ic",
+      "лі ї",
+      "л ії",
+      "▁ingles e",
+      "▁T ang",
+      "▁Ta ng",
+      "▁Tan g",
+      "▁g ods",
+      "▁go ds",
+      "▁god s",
+      "fr ent",
+      "fre nt",
+      "f rent",
+      "ci ente",
+      "cient e",
+      "c iente",
+      "st arts",
+      "start s",
+      "star ts",
+      "▁mus ica",
+      "▁music a",
+      "ymnas ium",
+      "-- --+",
+      "---- +",
+      "--- -+",
+      "- ---+",
+      "▁ter rest",
+      "▁terre st",
+      "▁retr ieved",
+      "▁retrieve d",
+      "ia re",
+      "iar e",
+      "i are",
+      "un ning",
+      "unn ing",
+      "▁Mar cus",
+      "▁Marc us",
+      "▁prom ote",
+      "war ning",
+      "warn ing",
+      "w arning",
+      "ты й",
+      "т ый",
+      "}) $,",
+      "})$ ,",
+      "} )$,",
+      "Trans port",
+      "▁re son",
+      "▁res on",
+      "▁C lo",
+      "▁Cl o",
+      "▁e rm",
+      "▁er m",
+      "▁ erm",
+      "▁elimin ate",
+      "▁elim inate",
+      "he imer",
+      "heim er",
+      "▁s aves",
+      "▁sa ves",
+      "▁sav es",
+      "▁save s",
+      "▁pr ayer",
+      "▁pra yer",
+      "▁pray er",
+      "Class es",
+      "Ex press",
+      "Exp ress",
+      "Expr ess",
+      "▁Akadem ie",
+      "El se",
+      "Tu rn",
+      "T urn",
+      "▁ik ke",
+      "▁re i",
+      "▁r ei",
+      "▁ rei",
+      "▁di rett",
+      "▁dire tt",
+      "▁dir ett",
+      "▁R ost",
+      "▁Ro st",
+      "▁Ros t",
+      "▁P apa",
+      "▁Pa pa",
+      "▁Pap a",
+      "▁j sf",
+      "▁js f",
+      "ле нием",
+      "ление м",
+      "▁T ul",
+      "▁Tu l",
+      "▁Z ak",
+      "▁Za k",
+      "▁niem ieck",
+      "T w",
+      "am our",
+      "amo ur",
+      "ne sted",
+      "nes ted",
+      "nest ed",
+      "n ested",
+      "pp ets",
+      "ppe ts",
+      "ppet s",
+      "ш п",
+      "di t",
+      "d it",
+      "зе н",
+      "з ен",
+      "zy ma",
+      "zym a",
+      "hr te",
+      "Constra ints",
+      "Constraint s",
+      "▁own ership",
+      "▁owner ship",
+      "Ar m",
+      "A rm",
+      "▁cons umption",
+      "▁consum ption",
+      "▁f et",
+      "▁fe t",
+      "iv ari",
+      "iva ri",
+      "i vari",
+      "ch rom",
+      "chr om",
+      "set Attribute",
+      "▁com pose",
+      "▁comp ose",
+      "▁compos e",
+      "▁ compose",
+      "▁back ing",
+      "▁P az",
+      "▁Pa z",
+      "▁s cri",
+      "▁sc ri",
+      "▁scr i",
+      "▁ scri",
+      "▁Me chan",
+      "▁Nor way",
+      "▁J up",
+      "▁Ju p",
+      "▁m ér",
+      "▁mé r",
+      "▁administr ator",
+      "▁c abe",
+      "▁ca be",
+      "▁cab e",
+      "ival ent",
+      "▁thr one",
+      "▁thro ne",
+      "▁d ues",
+      "▁du es",
+      "▁due s",
+      "▁hum or",
+      "▁hu mor",
+      "▁A dri",
+      "▁Ad ri",
+      "▁ab ort",
+      "ña s",
+      "ñ as",
+      "▁Ки їв",
+      "j ící",
+      "▁zwe ite",
+      "▁zwei te",
+      "▁do ub",
+      "▁dou b",
+      "er shell",
+      "ers hell",
+      "шо й",
+      "▁F am",
+      "▁Fa m",
+      "å k",
+      "▁twe ede",
+      "▁twee de",
+      "▁R ib",
+      "▁Ri b",
+      "▁f ør",
+      "pc ión",
+      "p ción",
+      "in ned",
+      "inn ed",
+      "rv m",
+      "r vm",
+      "▁App ar",
+      "▁Ap par",
+      "▁D j",
+      "▁S hang",
+      "▁Sh ang",
+      "Dist ance",
+      "D istance",
+      "▁d awn",
+      "▁da wn",
+      "▁ dawn",
+      "▁Mat th",
+      "▁Matt h",
+      "▁err ichtet",
+      "ph antom",
+      "phan tom",
+      "▁re leases",
+      "▁release s",
+      "Recogn izer",
+      "▁K op",
+      "▁Ko p",
+      "▁P ul",
+      "▁Pu l",
+      "u é",
+      "na ts",
+      "nat s",
+      "n ats",
+      "re lax",
+      "rel ax",
+      "▁f led",
+      "▁fl ed",
+      "▁fle d",
+      "▁experience s",
+      "▁experien ces",
+      "ще е",
+      "ме ня",
+      "мен я",
+      "▁пер сона",
+      "▁Id entity",
+      "▁Ident ity",
+      "▁ Identity",
+      "re ts",
+      "ret s",
+      "r ets",
+      "k unft",
+      "la rg",
+      "lar g",
+      "l arg",
+      "List Item",
+      "v d",
+      "run ner",
+      "la nt",
+      "lan t",
+      "l ant",
+      "ip art",
+      "i part",
+      "ba y",
+      "b ay",
+      "ie i",
+      "i ei",
+      "▁length s",
+      "▁c attle",
+      "▁catt le",
+      "je ts",
+      "jet s",
+      "j ets",
+      "▁se hen",
+      "J ul",
+      "fa tt",
+      "f att",
+      "▁sur render",
+      "▁surr ender",
+      "▁Tr ump",
+      "▁Tru mp",
+      "дно го",
+      "д ного",
+      "▁Four ier",
+      "▁Fou rier",
+      "ie ben",
+      "ieb en",
+      "i eben",
+      "_ \"",
+      "▁frü her",
+      "▁gar ant",
+      "▁ga rant",
+      "uclide an",
+      "äg t",
+      "ä gt",
+      "▁пів ден",
+      "Page s",
+      "Pa ges",
+      "P ages",
+      "▁r ivers",
+      "▁river s",
+      "▁riv ers",
+      "▁ri vers",
+      "▁don ner",
+      "▁donn er",
+      "▁donne r",
+      "sv n",
+      "s vn",
+      "▁ ł",
+      "ov ě",
+      "o vě",
+      "▁Le ist",
+      "ar ial",
+      "ari al",
+      "aria l",
+      "a rial",
+      "ov ých",
+      "ový ch",
+      "▁f illing",
+      "▁fil ling",
+      "▁fill ing",
+      "▁mus icale",
+      "▁music ale",
+      "▁musical e",
+      "▁musica le",
+      "ma xim",
+      "max im",
+      "▁d ashed",
+      "▁das hed",
+      "▁dash ed",
+      "▁Н ов",
+      "▁Но в",
+      "Draw er",
+      "Dra wer",
+      "▁Medic ine",
+      "▁dok ument",
+      "ow el",
+      "owe l",
+      "o wel",
+      "vi ć",
+      "v ić",
+      "he ly",
+      "hel y",
+      "h ely",
+      "▁e let",
+      "▁el et",
+      "▁ele t",
+      "Sec onds",
+      "Second s",
+      "▁Gon z",
+      "ro u",
+      "r ou",
+      "▁fin ales",
+      "▁final es",
+      "▁finale s",
+      "r n",
+      "f ø",
+      "▁index ed",
+      "class Name",
+      "▁o ber",
+      "▁ob er",
+      "▁ ober",
+      "▁du as",
+      "▁optim ized",
+      "▁optimize d",
+      "▁k dy",
+      "vers ary",
+      "ener gy",
+      "▁цент ра",
+      "▁центр а",
+      "▁c urrency",
+      "▁curr ency",
+      "▁ currency",
+      "zy ż",
+      "Li ke",
+      "L ike",
+      "▁Г и",
+      "so no",
+      "son o",
+      "s ono",
+      "▁pa lab",
+      "▁pal ab",
+      "▁p ushing",
+      "▁push ing",
+      "ub lik",
+      "▁H ass",
+      "▁Ha ss",
+      "▁Has s",
+      "}\\ ,\\",
+      "}\\, \\",
+      "} \\,\\",
+      "un ker",
+      "unk er",
+      "▁F actory",
+      "▁Fact ory",
+      "▁ Factory",
+      "▁Res ources",
+      "▁Resource s",
+      "▁ Resources",
+      "date i",
+      "da tei",
+      "dat ei",
+      "▁T ools",
+      "▁To ols",
+      "▁Tool s",
+      "▁ Tools",
+      "▁ste hen",
+      "si me",
+      "sim e",
+      "s ime",
+      "▁Х у",
+      "▁h och",
+      "▁ho ch",
+      "▁Rod ríguez",
+      "zeit ig",
+      "▁Ter ry",
+      "▁Terr y",
+      "▁о бу",
+      "▁об у",
+      "Us age",
+      "urch ase",
+      "l ö",
+      "▁Int roduction",
+      "▁ Introduction",
+      "▁particip ation",
+      "ο ς",
+      "og li",
+      "ap y",
+      "a py",
+      "▁hope fully",
+      "pon der",
+      "po nder",
+      "pond er",
+      "p onder",
+      "▁Y ang",
+      "▁Yan g",
+      "▁Ya ng",
+      "▁prom ises",
+      "▁promise s",
+      "▁вер ну",
+      "▁о стров",
+      "▁ост ров",
+      "^{ +",
+      "▁most ra",
+      "▁mo stra",
+      "▁mos tra",
+      "▁CURL OPT",
+      "H H",
+      "▁std out",
+      "▁ stdout",
+      "▁br illiant",
+      "▁manus cript",
+      "▁de cir",
+      "▁dec ir",
+      "▁B olog",
+      "▁Bo log",
+      "▁Bol og",
+      "▁ме ста",
+      "▁мест а",
+      "▁in visible",
+      "▁C hal",
+      "▁Ch al",
+      "▁Cha l",
+      "▁analy ze",
+      "▁analyz e",
+      "pr ilis",
+      "pril is",
+      "att end",
+      "atten d",
+      "atte nd",
+      "M vc",
+      "th an",
+      "tha n",
+      "t han",
+      "ck o",
+      "c ko",
+      "▁Que bec",
+      "▁pl anta",
+      "▁plan ta",
+      "▁plant a",
+      "▁télé vis",
+      "▁un install",
+      "èn cies",
+      "▁gmin ie",
+      "▁P ref",
+      "▁Pr ef",
+      "▁Pre f",
+      "▁le quel",
+      "Inv ocation",
+      "▁ Í",
+      "▁trans formed",
+      "▁transform ed",
+      "MA N",
+      "M AN",
+      "ge baut",
+      "geb aut",
+      "▁со хра",
+      "▁вто рой",
+      "▁L ith",
+      "▁Li th",
+      "▁Lit h",
+      "wend ung",
+      "▁Polit ik",
+      "▁Sen ator",
+      "▁L L",
+      "▁ LL",
+      "жде ние",
+      "ш те",
+      "▁C és",
+      "▁b ande",
+      "▁band e",
+      "▁ban de",
+      "▁ba nde",
+      "▁histor ian",
+      "▁historia n",
+      "▁pass words",
+      "▁password s",
+      "mal loc",
+      "m alloc",
+      "▁sem if",
+      "▁semi f",
+      "▁r å",
+      "▁ rå",
+      "unic í",
+      "uni cí",
+      "Av ailable",
+      "Option al",
+      "Opt ional",
+      "▁T we",
+      "▁Tw e",
+      "▁k ró",
+      "▁kr ó",
+      "▁sub sets",
+      "▁subset s",
+      "▁subs ets",
+      "▁D AT",
+      "▁DA T",
+      "▁ DAT",
+      "▁double s",
+      "▁dou bles",
+      "▁doub les",
+      "ни ками",
+      "ника ми",
+      "▁з в",
+      "ge geben",
+      "geg eben",
+      "g egeben",
+      "▁По пис",
+      "▁jú lius",
+      "▁m eteor",
+      "▁met eor",
+      "Mo unt",
+      "M ount",
+      "iv ent",
+      "ive nt",
+      "iven t",
+      "i vent",
+      "▁N athan",
+      "▁Na than",
+      "▁Nat han",
+      "▁Sch utz",
+      "eg ov",
+      "ego v",
+      "e gov",
+      "▁d öd",
+      "▁me at",
+      "▁пун кт",
+      "▁m inds",
+      "▁min ds",
+      "▁mind s",
+      "eli very",
+      "▁T LS",
+      "ре м",
+      "р ем",
+      "cks å",
+      "▁stay ed",
+      "▁sta yed",
+      "▁B in",
+      "▁Bi n",
+      "▁P ia",
+      "▁Pi a",
+      "▁и мен",
+      "▁име н",
+      "▁им ен",
+      "▁Bob by",
+      "▁produ it",
+      "▁prod uit",
+      "em pio",
+      "emp io",
+      "▁redu cing",
+      "▁Y u",
+      "▁Gesch äft",
+      "▁per ché",
+      "▁c ors",
+      "▁cor s",
+      "▁co rs",
+      "▁i cons",
+      "▁icon s",
+      "▁ic ons",
+      "▁ icons",
+      "App Data",
+      "▁H og",
+      "▁Ho g",
+      "▁р ів",
+      "▁рі в",
+      "▁ рів",
+      "▁S ans",
+      "▁San s",
+      "▁Sa ns",
+      "▁si ège",
+      "▁siè ge",
+      "st ellen",
+      "stell en",
+      "stelle n",
+      "Br ush",
+      "OF F",
+      "O FF",
+      "▁vis itor",
+      "▁visit or",
+      "▁b ath",
+      "▁ba th",
+      "▁bat h",
+      "▁f ee",
+      "▁fe e",
+      "at isf",
+      "ati sf",
+      "atis f",
+      "▁cu rv",
+      "▁cur v",
+      "▁fol gender",
+      "▁folg ender",
+      "▁cons cience",
+      "▁Se attle",
+      "▁med ieval",
+      "▁medi eval",
+      "dist ribution",
+      "▁D M",
+      "▁ DM",
+      "▁м я",
+      "▁ мя",
+      "▁R UN",
+      "ak ov",
+      "ako v",
+      "a kov",
+      "ce il",
+      "c eil",
+      "▁let ting",
+      "▁lett ing",
+      "▁d ov",
+      "▁do v",
+      "▁о би",
+      "▁об и",
+      "ki ej",
+      "kie j",
+      "k iej",
+      "▁dire kt",
+      "▁t m",
+      "▁ tm",
+      "col ors",
+      "color s",
+      "colo rs",
+      "▁alt ro",
+      "▁tijd ens",
+      "]{ '",
+      "] {'",
+      "▁B om",
+      "▁Bo m",
+      "▁k unst",
+      "▁kun st",
+      "▁sh elter",
+      "▁r av",
+      "▁ra v",
+      "▁ rav",
+      "pre dict",
+      "pred ict",
+      "▁comenz ó",
+      "▁świ at",
+      "▁św iat",
+      "▁Du rant",
+      "▁Dur ant",
+      "▁sch emes",
+      "▁scheme s",
+      "▁sche mes",
+      "▁m esh",
+      "▁me sh",
+      "▁mes h",
+      "▁ind icator",
+      "▁indic ator",
+      "▁E mer",
+      "▁Em er",
+      "▁gu ilty",
+      "не ц",
+      "▁consequ ences",
+      "▁consequence s",
+      "cl udes",
+      "clude s",
+      "clud es",
+      "▁L ower",
+      "▁Lo wer",
+      "▁Low er",
+      "▁ Lower",
+      "▁по ме",
+      "▁p ace",
+      "▁pa ce",
+      "▁pac e",
+      "▁ pace",
+      "да го",
+      "▁am bos",
+      "▁amb os",
+      "l b",
+      "▁educ ated",
+      "ur ale",
+      "ura le",
+      "ural e",
+      "u rale",
+      "an h",
+      "es ség",
+      "ess ég",
+      "▁associ ations",
+      "▁association s",
+      "to wn",
+      "t own",
+      "▁t rif",
+      "▁tr if",
+      "▁tri f",
+      "sample s",
+      "sam ples",
+      "s amples",
+      "bo s",
+      "b os",
+      "▁S pect",
+      "▁Sp ect",
+      "▁Spe ct",
+      "▁Spec t",
+      "▁Ц е",
+      "alt ung",
+      "▁L ob",
+      "▁Lo b",
+      "▁curios ity",
+      "▁We iter",
+      "▁Wei ter",
+      "▁Weit er",
+      "est one",
+      "esto ne",
+      "eston e",
+      "e stone",
+      "▁dem ol",
+      "▁demo l",
+      "▁ap olog",
+      "▁apo log",
+      "▁D ynamic",
+      "▁Dynam ic",
+      "▁ Dynamic",
+      "In ner",
+      "es per",
+      "esp er",
+      "ec z",
+      "e cz",
+      "uel lement",
+      "uelle ment",
+      "▁Hamilton ian",
+      "At las",
+      "▁ar gue",
+      "▁arg ue",
+      "For eign",
+      "F oreign",
+      "col lapse",
+      "▁tér min",
+      "▁electron ic",
+      "▁electro nic",
+      "▁N R",
+      "▁ NR",
+      "▁c orr",
+      "▁cor r",
+      "▁co rr",
+      "▁ corr",
+      "tem ps",
+      "temp s",
+      "Index Path",
+      "я з",
+      "▁tal ál",
+      "to day",
+      "tod ay",
+      "wa ve",
+      "w ave",
+      "▁s ib",
+      "▁si b",
+      "▁с пи",
+      "▁сп и",
+      "▁con vey",
+      "▁conv ey",
+      "▁Gé ographie",
+      "▁Н ью",
+      "▁Hi bernate",
+      "▁t in",
+      "▁ti n",
+      "di c",
+      "d ic",
+      "pp ings",
+      "pping s",
+      "s weise",
+      "▁roll ing",
+      "▁rol ling",
+      "▁ rolling",
+      "▁select s",
+      ")\\ )",
+      ") \\)",
+      "▁po eta",
+      "▁poet a",
+      "▁сте пени",
+      "▁A br",
+      "▁Ab r",
+      "▁hö ch",
+      "▁s tern",
+      "▁st ern",
+      "▁ste rn",
+      "▁ster n",
+      "▁f jär",
+      "▁inst aller",
+      "▁install er",
+      "▁instal ler",
+      "de cl",
+      "dec l",
+      "▁m iser",
+      "▁mi ser",
+      "▁mis er",
+      "▁mise r",
+      "group by",
+      "sub str",
+      "subst r",
+      "▁phen omen",
+      "▁W ing",
+      "▁Win g",
+      "▁Wi ng",
+      "▁f ills",
+      "▁fil ls",
+      "▁fill s",
+      "▁ú nico",
+      "Run ning",
+      "R unning",
+      "Com e",
+      "Co me",
+      "C ome",
+      "ir able",
+      "ira ble",
+      "i rable",
+      "sim eq",
+      "sime q",
+      "▁re mp",
+      "▁r emp",
+      "▁rem p",
+      "ke le",
+      "kel e",
+      "k ele",
+      "li ers",
+      "lie rs",
+      "lier s",
+      "l iers",
+      "▁kwiet nia",
+      "▁inter rupted",
+      "▁interrupt ed",
+      "▁J et",
+      "▁Je t",
+      "=\\ {",
+      "= \\{",
+      "íd o",
+      "í do",
+      "▁Tai wan",
+      "▁воз ра",
+      "▁altern atives",
+      "▁alternative s",
+      "▁T ir",
+      "▁Ti r",
+      "▁Re serve",
+      "▁Res erve",
+      "▁К ур",
+      "▁Ку р",
+      "▁No bel",
+      "▁Nob el",
+      "▁рабо тал",
+      "▁работа л",
+      "▁a xes",
+      "▁ax es",
+      "▁C ependant",
+      "k á",
+      "▁er neut",
+      "▁D emo",
+      "▁De mo",
+      "▁Dem o",
+      "▁ Demo",
+      "comm unic",
+      "con structor",
+      "construct or",
+      "▁Mon day",
+      "▁Mond ay",
+      "N il",
+      "Hash Map",
+      "pay ment",
+      "▁fix ing",
+      "▁A DD",
+      "▁AD D",
+      "▁ ADD",
+      "re view",
+      "rev iew",
+      "▁poss ibil",
+      "▁possib il",
+      "▁g rote",
+      "▁gr ote",
+      "▁gro te",
+      "▁group ed",
+      "▁groupe d",
+      "▁L ima",
+      "▁Li ma",
+      "▁Lim a",
+      "▁A ugen",
+      "▁Au gen",
+      "▁Aug en",
+      "▁o ckså",
+      "on as",
+      "ona s",
+      "o nas",
+      "▁deb ate",
+      "▁In gl",
+      "▁Ing l",
+      "D a",
+      "SO UR",
+      "S OUR",
+      "ett be",
+      "▁Batt alion",
+      "▁F loat",
+      "▁Flo at",
+      "▁ Float",
+      "▁c one",
+      "▁con e",
+      "▁co ne",
+      "read sheet",
+      "co urt",
+      "cou rt",
+      "c ourt",
+      "li gen",
+      "lig en",
+      "lige n",
+      "l igen",
+      "▁Begin n",
+      "▁Beg inn",
+      "▁LI MIT",
+      "▁LIM IT",
+      "▁enjo yed",
+      "▁enjoy ed",
+      "▁Jak ob",
+      "▁t elt",
+      "▁te lt",
+      "▁tel t",
+      "back end",
+      "▁Gemeins ame",
+      "li nt",
+      "lin t",
+      "l int",
+      "al ling",
+      "all ing",
+      "▁b ör",
+      "gr and",
+      "gra nd",
+      "g rand",
+      "▁divers es",
+      "▁diverse s",
+      "▁z wiąz",
+      "▁Kom pon",
+      "▁inner halb",
+      "▁desar rollo",
+      "▁desarroll o",
+      "▁Ma sters",
+      "▁Mas ters",
+      "▁Master s",
+      "io so",
+      "ios o",
+      "i oso",
+      "]` .",
+      "] `.",
+      "▁frances a",
+      "▁franc esa",
+      "A ff",
+      "in ek",
+      "ine k",
+      "i nek",
+      "▁des sin",
+      "▁dess in",
+      "`. `",
+      "` .`",
+      "▁r anks",
+      "▁ran ks",
+      "▁rank s",
+      "бер г",
+      "▁s kal",
+      "▁sk al",
+      "▁S ultan",
+      "▁Sul tan",
+      "А Н",
+      "▁спо соб",
+      "▁contra dict",
+      "▁contrad ict",
+      "▁re com",
+      "▁rec om",
+      "▁Ok lahoma",
+      "▁Vlad imir",
+      "▁m eters",
+      "▁me ters",
+      "▁met ers",
+      "▁meter s",
+      "trans port",
+      "▁cons ulté",
+      "▁consult é",
+      "▁ consulté",
+      "▁A TP",
+      "▁AT P",
+      "eb b",
+      "e bb",
+      "▁vol unte",
+      "▁volunt e",
+      "▁out line",
+      "LI C",
+      "L IC",
+      "▁e uro",
+      "▁eu ro",
+      "Char Field",
+      "med ium",
+      "medi um",
+      "▁Belg ique",
+      "Pro c",
+      "Pr oc",
+      "P roc",
+      "ro utes",
+      "route s",
+      "rout es",
+      "rou tes",
+      "▁cont ribu",
+      "▁contrib u",
+      "! }",
+      "ší m",
+      "š ím",
+      "▁L ess",
+      "▁Le ss",
+      "▁Les s",
+      "▁K ost",
+      "▁Ko st",
+      "▁Kos t",
+      "▁eredet iből",
+      "re ven",
+      "rev en",
+      "r even",
+      "ver ify",
+      "▁S alt",
+      "▁Sal t",
+      "▁Sa lt",
+      "▁shoot ing",
+      "▁sho oting",
+      "▁dis pose",
+      "▁dispos e",
+      "▁disp ose",
+      "uj í",
+      "▁t ierra",
+      "▁tier ra",
+      "▁po ison",
+      "▁poi son",
+      "sa k",
+      "s ak",
+      "periment al",
+      "▁N é",
+      "▁K id",
+      "▁Ki d",
+      "ag yar",
+      "agy ar",
+      "▁archiv álva",
+      "be reich",
+      "bere ich",
+      "í z",
+      "▁R itter",
+      "▁Хронологи ја",
+      "ze um",
+      "да х",
+      "▁gr ünd",
+      "▁program mer",
+      "▁programme r",
+      "▁cons eil",
+      "▁conse il",
+      "▁enc rypt",
+      "integr ation",
+      "C ulture",
+      "▁Circ le",
+      "▁Cir cle",
+      "Ob servable",
+      "▁gen omsnitt",
+      "▁Se lection",
+      "▁Select ion",
+      "▁Sel ection",
+      "▁Sele ction",
+      "▁ Selection",
+      "▁ir regular",
+      "Aut res",
+      "Per cent",
+      "fa ult",
+      "f ault",
+      "▁virt ue",
+      "ą pi",
+      "▁s ess",
+      "▁se ss",
+      "▁ses s",
+      "▁Так же",
+      "Tim estamp",
+      "▁litt érature",
+      "▁mo ż",
+      "▁b orrow",
+      "▁bor row",
+      "▁con ced",
+      "▁conc ed",
+      "▁conce d",
+      "чни к",
+      "ч ник",
+      "▁L und",
+      "▁Lu nd",
+      "ION S",
+      "IO NS",
+      "yn ie",
+      "y nie",
+      "▁S hin",
+      "▁Sh in",
+      "▁o sob",
+      "▁os ob",
+      "b ě",
+      "▁int uit",
+      "▁intu it",
+      "▁на п",
+      "▁p roph",
+      "▁pro ph",
+      "▁pr oph",
+      "▁prop h",
+      "▁p itt",
+      "▁pi tt",
+      "▁pit t",
+      "▁IB M",
+      "▁T ill",
+      "▁Ti ll",
+      "▁h ina",
+      "▁hi na",
+      "▁hin a",
+      "it test",
+      "itt est",
+      "itte st",
+      "gener ator",
+      "▁N in",
+      "▁Ni n",
+      "▁K ot",
+      "▁Ko t",
+      "▁p asser",
+      "▁pass er",
+      "▁pas ser",
+      "▁passe r",
+      "▁dis position",
+      "▁dispos ition",
+      "▁disp osition",
+      "un ing",
+      "uni ng",
+      "u ning",
+      "▁f ame",
+      "▁fa me",
+      "▁fam e",
+      "▁t enia",
+      "▁te nia",
+      "▁ten ia",
+      "an cement",
+      "ance ment",
+      "anc ement",
+      "▁Su isse",
+      "` -",
+      "▁h ombres",
+      "▁hom bres",
+      "▁hombre s",
+      "▁inf inity",
+      "▁infin ity",
+      "▁окон ча",
+      "▁co sm",
+      "▁cos m",
+      "▁D ennis",
+      "▁Den nis",
+      "ba z",
+      "b az",
+      "ha upt",
+      "h aupt",
+      "▁might y",
+      "▁pr ede",
+      "▁pre de",
+      "▁pred e",
+      "us able",
+      "usa ble",
+      "▁ws zyst",
+      "▁wsz yst",
+      "▁l b",
+      "▁ lb",
+      "AB ASE",
+      "A BASE",
+      "j na",
+      "не в",
+      "н ев",
+      "▁as es",
+      "▁ ases",
+      "▁final mente",
+      "й м",
+      "pe ction",
+      "pect ion",
+      "pec tion",
+      "p ection",
+      "▁Stud ien",
+      "▁Norweg ian",
+      "ce go",
+      "c ego",
+      "IN DEX",
+      "IND EX",
+      "or ten",
+      "ort en",
+      "orte n",
+      "▁friend ship",
+      "▁friends hip",
+      "met ro",
+      "m etro",
+      "th ick",
+      "▁Z el",
+      "▁Ze l",
+      "LO W",
+      "L OW",
+      "▁there by",
+      "un ted",
+      "unt ed",
+      "unte d",
+      "▁sur faces",
+      "▁surface s",
+      "ющи м",
+      "%) .",
+      "% ).",
+      "▁W onder",
+      "▁Wo nder",
+      "▁redund ant",
+      "▁G ros",
+      "▁Gr os",
+      "▁Gro s",
+      "▁web sites",
+      "▁website s",
+      "▁v io",
+      "▁vi o",
+      "▁o cas",
+      "▁oc as",
+      "vé s",
+      "v és",
+      "▁G am",
+      "▁Ga m",
+      "d w",
+      "Ind icator",
+      "▁K ob",
+      "▁Ko b",
+      "▁j ack",
+      "▁ja ck",
+      "▁ jack",
+      "Hi nt",
+      "H int",
+      "▁A pol",
+      "▁Ap ol",
+      "▁други е",
+      "▁N UM",
+      "▁ NUM",
+      "▁o fic",
+      "▁of ic",
+      "yst ycz",
+      "▁were ld",
+      "▁wer eld",
+      "мо сти",
+      "LE FT",
+      "▁T ypes",
+      "▁Type s",
+      "▁Ty pes",
+      "▁Typ es",
+      "▁ Types",
+      "se en",
+      "see n",
+      "s een",
+      "un cia",
+      "unc ia",
+      "unci a",
+      "▁n arod",
+      "▁na rod",
+      "▁nar od",
+      "▁это т",
+      "Side note",
+      "S idenote",
+      "ue il",
+      "u eil",
+      "▁от ме",
+      "▁cour ts",
+      "▁court s",
+      "fi r",
+      "f ir",
+      "ur z",
+      "u rz",
+      "чен ко",
+      "Cred entials",
+      "▁imag ination",
+      "it ats",
+      "ita ts",
+      "itat s",
+      "bu ff",
+      "buf f",
+      "b uff",
+      "fl ash",
+      "▁bad ly",
+      "▁w orn",
+      "▁wor n",
+      "▁wo rn",
+      "▁окру гу",
+      "cat alog",
+      "catal og",
+      "c atalog",
+      "li me",
+      "lim e",
+      "l ime",
+      "▁G ill",
+      "▁Gi ll",
+      "▁Gil l",
+      "▁S ent",
+      "▁Se nt",
+      "▁Sen t",
+      "ie lla",
+      "iel la",
+      "i ella",
+      "▁Cra ig",
+      "▁S ele",
+      "▁Se le",
+      "▁Sel e",
+      "▁Indep end",
+      "▁prov incie",
+      "▁provin cie",
+      "os sen",
+      "oss en",
+      "▁за пад",
+      "▁запа д",
+      "▁inf ant",
+      "▁pr events",
+      "▁prevent s",
+      "▁prev ents",
+      "▁provin ces",
+      "▁province s",
+      "af é",
+      "be g",
+      "b eg",
+      "▁col ours",
+      "▁colour s",
+      "B F",
+      "ë n",
+      "▁Ме жду",
+      "î n",
+      "Ob server",
+      "for sch",
+      "í gen",
+      "um ption",
+      "ump tion",
+      "▁Ill ustr",
+      "ри ст",
+      "рис т",
+      "▁по лови",
+      "▁пол ови",
+      "▁поло ви",
+      "▁` &",
+      "▁o re",
+      "▁or e",
+      "▁ ore",
+      "▁supp lies",
+      "▁parent hes",
+      "Found ation",
+      "▁v ou",
+      "▁vo u",
+      "▁T out",
+      "▁To ut",
+      "Don ald",
+      "▁R ET",
+      "▁RE T",
+      "we ig",
+      "wei g",
+      "▁produ cción",
+      "mi x",
+      "m ix",
+      "▁ut wor",
+      "▁f öl",
+      "▁fö l",
+      "▁ent ão",
+      "▁S ister",
+      "▁Si ster",
+      "Tag s",
+      "T ags",
+      "▁Савез не",
+      "▁privile ges",
+      "▁na zw",
+      "▁naz w",
+      "▁R av",
+      "▁Ra v",
+      "▁re pro",
+      "▁rep ro",
+      "▁repr o",
+      "▁M ason",
+      "▁Ma son",
+      "▁Mas on",
+      "▁Pl atform",
+      "▁Plat form",
+      "▁ Platform",
+      "▁про бле",
+      "▁P érez",
+      "▁bl anc",
+      "▁bla nc",
+      "▁blan c",
+      "Be havior",
+      "фи ци",
+      "ek en",
+      "e ken",
+      "▁me ets",
+      "▁meet s",
+      "(. *",
+      "( .*",
+      "▁f å",
+      "ep en",
+      "e pen",
+      "ma ker",
+      "make r",
+      "m aker",
+      "▁lo yal",
+      "mem bers",
+      "member s",
+      "m embers",
+      "meister schaft",
+      "go al",
+      "ш лен",
+      "▁се веро",
+      "▁север о",
+      "ie nde",
+      "ien de",
+      "i ende",
+      "д ні",
+      "Pro of",
+      "▁exp lic",
+      "▁expl ic",
+      "▁elect ro",
+      "ie ls",
+      "iel s",
+      "i els",
+      "re load",
+      "▁el even",
+      "▁ele ven",
+      "▁elev en",
+      "▁part idos",
+      "▁partido s",
+      "în e",
+      "î ne",
+      "▁R egin",
+      "▁Re gin",
+      "▁Reg in",
+      "▁é x",
+      "▁Bu lg",
+      "▁Bul g",
+      "▁network ing",
+      "▁net working",
+      "▁se parator",
+      "▁separ ator",
+      "User Name",
+      "▁edific io",
+      "▁M ie",
+      "▁Mi e",
+      "▁id le",
+      "ye d",
+      "y ed",
+      "▁pass engers",
+      "▁passenger s",
+      "+ )",
+      "me no",
+      "men o",
+      "m eno",
+      "eg gi",
+      "e ggi",
+      "▁nice ly",
+      "▁nic ely",
+      "end encia",
+      "enden cia",
+      "чи й",
+      "ét és",
+      "été s",
+      "ight arrow",
+      "▁orth ogonal",
+      "▁H alf",
+      "▁Hal f",
+      "▁fe wer",
+      "▁few er",
+      "▁pro pi",
+      "▁prop i",
+      "▁pr imit",
+      "▁prim it",
+      "▁pri mit",
+      "▁primi t",
+      "ic ale",
+      "ical e",
+      "ica le",
+      "▁f lower",
+      "▁fl ower",
+      "▁flow er",
+      "▁flo wer",
+      "mer k",
+      "m erk",
+      "▁Оте че",
+      "▁pers istent",
+      "▁persist ent",
+      "▁V ille",
+      "▁Vill e",
+      "▁Vi lle",
+      "▁Vil le",
+      "Me n",
+      "M en",
+      "ga ben",
+      "gabe n",
+      "g aben",
+      "▁Isa ac",
+      "at ivity",
+      "ativ ity",
+      "ati vity",
+      "▁pół noc",
+      "▁r ok",
+      "▁ro k",
+      "▁ rok",
+      "car ds",
+      "card s",
+      "c ards",
+      "де ния",
+      "▁ю го",
+      "▁extra ordinary",
+      "▁k yr",
+      "(\" ,",
+      "( \",",
+      ")) ]",
+      ") )]",
+      "▁un ix",
+      "▁ unix",
+      "ко л",
+      "▁s ink",
+      "▁sin k",
+      "ap sed",
+      "aps ed",
+      "▁k ommen",
+      "▁kom men",
+      "▁komm en",
+      "▁ kommen",
+      "▁for cing",
+      "Ab out",
+      "▁H alle",
+      "▁Ha lle",
+      "▁Hall e",
+      "▁Hal le",
+      "▁Maj esty",
+      "▁Sw itch",
+      "▁ Switch",
+      "▁ab road",
+      "▁acceler ation",
+      "ur bed",
+      "urb ed",
+      "▁о стан",
+      "▁ос тан",
+      "▁оста н",
+      "▁ост ан",
+      "Re ady",
+      "Read y",
+      "▁пів ні",
+      "Br a",
+      "B ra",
+      "▁ць ого",
+      "▁pl ut",
+      "▁T rain",
+      "▁Tr ain",
+      "▁Tra in",
+      "▁á prilis",
+      "▁p uesto",
+      "▁pu esto",
+      "▁pue sto",
+      "▁t oss",
+      "▁to ss",
+      "▁irre levant",
+      "▁d ip",
+      "▁di p",
+      "se gment",
+      "seg ment",
+      "op acity",
+      "▁lors que",
+      "▁versch ill",
+      "ен а",
+      "е на",
+      "▁D oc",
+      "▁Do c",
+      "▁ Doc",
+      "%%%% %%%%",
+      "▁b orders",
+      "▁border s",
+      "▁bor ders",
+      "▁bord ers",
+      "ge bras",
+      "geb ras",
+      "gebra s",
+      "▁r ies",
+      "▁ri es",
+      "▁ ries",
+      "▁Olymp edia",
+      "▁Gener ation",
+      "met ros",
+      "metro s",
+      "▁hor izon",
+      "▁adapt ation",
+      "▁Z ahl",
+      "▁Za hl",
+      "▁na he",
+      "▁nah e",
+      "▁B ug",
+      "▁Bu g",
+      "P icture",
+      "љ и",
+      "R GB",
+      "O wner",
+      "ad in",
+      "adi n",
+      "a din",
+      "▁Catal unya",
+      "ný ch",
+      "n ých",
+      "▁cual quier",
+      "▁Inst itution",
+      "▁Instit ution",
+      "▁Institut ion",
+      "in sen",
+      "ins en",
+      "▁Bras ile",
+      "▁Brasil e",
+      "▁f itting",
+      "▁fit ting",
+      "De leg",
+      "Del eg",
+      "ic two",
+      "ict wo",
+      "▁Ex per",
+      "▁Exp er",
+      "och astic",
+      "▁d us",
+      "▁du s",
+      "▁по ра",
+      "▁пор а",
+      "▁sub string",
+      "▁subst ring",
+      "▁subs tring",
+      "▁substr ing",
+      "▁ substring",
+      "сси и",
+      "с сии",
+      "oi n",
+      "o in",
+      "▁ш кола",
+      "▁шко ла",
+      "▁c x",
+      "▁ cx",
+      "▁% )",
+      "▁ %)",
+      "▁Bud dh",
+      "▁p ending",
+      "▁pen ding",
+      "▁En try",
+      "▁Ent ry",
+      "▁ Entry",
+      "▁Be rl",
+      "▁Ber l",
+      "▁c ler",
+      "▁cl er",
+      "▁cle r",
+      "▁ cler",
+      "▁S oc",
+      "▁So c",
+      "▁r ounded",
+      "▁round ed",
+      "▁m v",
+      "▁ mv",
+      "ít ett",
+      "▁Di plom",
+      "▁französ ischen",
+      "▁G an",
+      "▁Ga n",
+      "▁Inv estig",
+      "▁index Path",
+      "▁ indexPath",
+      "▁mol ti",
+      "▁molt i",
+      "pers istence",
+      "▁XIX e",
+      "▁Elect ron",
+      "b ü",
+      "ge le",
+      "gel e",
+      "g ele",
+      "▁M aler",
+      "▁Ma ler",
+      "▁Mal er",
+      "▁Male r",
+      "▁proyect o",
+      "▁B ath",
+      "▁Ba th",
+      "▁Bat h",
+      "el lers",
+      "ell ers",
+      "elle rs",
+      "eller s",
+      "▁G P",
+      "▁ GP",
+      "on ing",
+      "oni ng",
+      "o ning",
+      "clou dflare",
+      "▁p ři",
+      "▁př i",
+      "▁d ed",
+      "▁de d",
+      "▁ ded",
+      "▁Od kazy",
+      "▁M sg",
+      "▁ Msg",
+      "▁B eing",
+      "▁Be ing",
+      "▁Bei ng",
+      "▁De puis",
+      "▁Dep uis",
+      "▁Pri mary",
+      "▁Prim ary",
+      "▁Prima ry",
+      "▁ Primary",
+      "▁App ro",
+      "▁Ap pro",
+      "▁form ally",
+      "▁formal ly",
+      "ступ ил",
+      "ступи л",
+      "▁fue ra",
+      "▁fu era",
+      "▁fuer a",
+      "▁R oot",
+      "▁Ro ot",
+      "▁ Root",
+      "▁aut onom",
+      "▁auto nom",
+      "▁secret ary",
+      "▁os ób",
+      "▁cu ales",
+      "▁cual es",
+      "▁Dep ending",
+      "▁a si",
+      "▁as i",
+      "▁ asi",
+      "ve ra",
+      "ver a",
+      "v era",
+      "▁rus se",
+      "▁russ e",
+      "▁pro ves",
+      "▁prov es",
+      "▁prove s",
+      "▁pres iden",
+      "R U",
+      "▁Wat son",
+      "▁web pack",
+      "▁ webpack",
+      "elli gence",
+      "ellig ence",
+      "ка м",
+      "▁Office r",
+      "▁Offic er",
+      "▁d elivery",
+      "▁deliver y",
+      "▁deli very",
+      "ж дён",
+      "▁им пе",
+      "▁w il",
+      "▁v esc",
+      "▁ve sc",
+      "▁ves c",
+      "uszt us",
+      "▁Ge off",
+      "() }",
+      "( )}",
+      "▁F ore",
+      "▁For e",
+      "▁Fo re",
+      "▁w enig",
+      "▁we nig",
+      "▁wen ig",
+      "▁A irl",
+      "▁Air l",
+      "▁E fter",
+      "▁Bre ak",
+      "▁St äd",
+      "is miss",
+      "ism iss",
+      "í p",
+      "▁avoid ed",
+      "▁avo ided",
+      "▁assert ion",
+      "D N",
+      "▁te at",
+      "▁tea t",
+      "ín a",
+      "í na",
+      "▁mechan ical",
+      "is u",
+      "i su",
+      "@ {",
+      "▁n ou",
+      "▁no u",
+      "▁ nou",
+      "Ital ie",
+      "source forge",
+      "▁s vo",
+      "▁sv o",
+      "▁kir ály",
+      "▁Re ferences",
+      "▁Refer ences",
+      "▁Reference s",
+      "si x",
+      "s ix",
+      "▁Arch ives",
+      "▁Archiv es",
+      "▁Archive s",
+      "▁fin ishing",
+      "▁finish ing",
+      "ac je",
+      "ét at",
+      "éta t",
+      "é tat",
+      "if fs",
+      "iff s",
+      "▁st ead",
+      "▁ste ad",
+      "▁fe as",
+      "aw are",
+      "awa re",
+      "a ware",
+      "la nde",
+      "land e",
+      "lan de",
+      "l ande",
+      "In ject",
+      "▁A gent",
+      "▁Ag ent",
+      "▁Age nt",
+      "▁ Agent",
+      "▁Norm datei",
+      "▁a men",
+      "▁am en",
+      "▁ amen",
+      "▁Arch itecture",
+      "az e",
+      "a ze",
+      "ș te",
+      "▁us ar",
+      "▁c ores",
+      "▁cor es",
+      "▁co res",
+      "▁core s",
+      "лі н",
+      "л ін",
+      "▁C astro",
+      "▁Cast ro",
+      "▁v æ",
+      ">\" ,",
+      "> \",",
+      "om ena",
+      "ome na",
+      "omen a",
+      "▁ge sam",
+      "▁ges am",
+      "▁Mart ín",
+      "▁Martí n",
+      "eg ung",
+      "egu ng",
+      "▁spole č",
+      "▁ampl itude",
+      "▁amplit ude",
+      "▁import ing",
+      "▁list view",
+      "TH E",
+      "T HE",
+      "zi ale",
+      "zial e",
+      "zia le",
+      "z iale",
+      "ce des",
+      "ced es",
+      "c edes",
+      "▁particul ier",
+      "▁Распо дела",
+      "▁кра й",
+      "▁d ivent",
+      "▁di vent",
+      "▁div ent",
+      "▁k é",
+      "▁ ké",
+      "qu it",
+      "qui t",
+      "q uit",
+      "то ром",
+      "тор ом",
+      "Check Box",
+      "▁Zob acz",
+      "ph e",
+      "p he",
+      "pt a",
+      "p ta",
+      "▁s jö",
+      "▁sj ö",
+      "▁розта ш",
+      "▁tedes co",
+      "▁s tal",
+      "▁st al",
+      "▁sta l",
+      "▁ stal",
+      "▁Be ruf",
+      "▁Ber uf",
+      "ова я",
+      "о вая",
+      "▁s vě",
+      "▁sv ě",
+      "▁fl ush",
+      "▁flu sh",
+      "▁ flush",
+      "▁від бу",
+      "▁rad ial",
+      "▁radi al",
+      "▁différ entes",
+      "ан та",
+      "▁Per ry",
+      "Col l",
+      "Co ll",
+      "C oll",
+      "li qu",
+      "l iqu",
+      "▁Option al",
+      "▁Opt ional",
+      "▁ Optional",
+      "▁Сан кт",
+      "▁LIN Q",
+      "▁Fran c",
+      "▁Fr anc",
+      "▁Fra nc",
+      "ci je",
+      "c ije",
+      "▁Gu illaume",
+      "kn ow",
+      "k now",
+      "▁Un its",
+      "▁Unit s",
+      "ol k",
+      "▁Syst ème",
+      "▁S ales",
+      "▁Sal es",
+      "▁Sa les",
+      "▁ehemal igen",
+      "ми рова",
+      "мир ова",
+      "x html",
+      "set opt",
+      "▁m ellan",
+      "▁mel lan",
+      "▁z ie",
+      "▁ zie",
+      "▁gi ant",
+      "Bo ard",
+      "▁C aval",
+      "▁Ca val",
+      "▁Cav al",
+      "▁def ence",
+      "-- --------",
+      "---- ------",
+      "-------- --",
+      "--- -------",
+      "------ ----",
+      "----- -----",
+      "------- ---",
+      "ps hire",
+      "p shire",
+      "ma rt",
+      "mar t",
+      "m art",
+      "▁Di oc",
+      "is kt",
+      "isk t",
+      "▁in se",
+      "▁ins e",
+      "▁é pisode",
+      "чи к",
+      "bar s",
+      "ba rs",
+      "b ars",
+      "Si to",
+      "S ito",
+      "▁integr ity",
+      "au ff",
+      "auf f",
+      "a uff",
+      "▁v är",
+      "▁vä r",
+      "Az ure",
+      "▁star b",
+      "▁sta rb",
+      "▁кон тра",
+      "▁Мекси чка",
+      "▁за па",
+      "▁Mount ains",
+      "▁Mountain s",
+      "}} =",
+      "} }=",
+      "▁pull ing",
+      "▁pul ling",
+      "▁sat ellite",
+      "▁at oms",
+      "▁atom s",
+      "▁profes or",
+      "▁repeated ly",
+      "▁repeat edly",
+      "▁inv asion",
+      "▁invas ion",
+      "program ming",
+      "├ ──",
+      "▁L ip",
+      "▁Li p",
+      "вши е",
+      "в шие",
+      "▁k een",
+      "▁ke en",
+      "▁crit ics",
+      "▁critic s",
+      "▁N icola",
+      "▁Nicol a",
+      "▁Nic ola",
+      "▁Ni cola",
+      "▁C and",
+      "▁Can d",
+      "▁Ca nd",
+      "▁dist int",
+      "▁he ading",
+      "▁head ing",
+      "p ragma",
+      "{ |",
+      "ym en",
+      "yme n",
+      "y men",
+      "▁ter rain",
+      "▁terra in",
+      "ied enis",
+      "▁bes onders",
+      "▁nomin ated",
+      "BO OL",
+      "▁K ay",
+      "▁Ka y",
+      "ci an",
+      "cia n",
+      "c ian",
+      "st elle",
+      "ste lle",
+      "stell e",
+      "▁disput e",
+      "▁disp ute",
+      "▁ щ",
+      "Data Set",
+      "no thing",
+      "not hing",
+      "n othing",
+      "Aut om",
+      "Auto m",
+      "hör en",
+      "hö ren",
+      "▁s hed",
+      "▁sh ed",
+      "▁she d",
+      "▁p aused",
+      "▁pa used",
+      "▁pause d",
+      "▁pau sed",
+      "sa n",
+      "s an",
+      "▁nun ca",
+      "!( \"",
+      "! (\"",
+      "▁po łoż",
+      "Se cret",
+      "Sec ret",
+      "▁Do main",
+      "▁Dom ain",
+      "▁ Domain",
+      "▁воз мож",
+      "X V",
+      "l v",
+      "ik h",
+      "i kh",
+      "▁S ony",
+      "▁So ny",
+      "▁Son y",
+      "m q",
+      "ot rop",
+      "otr op",
+      "▁Log ger",
+      "▁ Logger",
+      "▁thre at",
+      "as ted",
+      "ast ed",
+      "aste d",
+      "a sted",
+      "зь ко",
+      "▁fre ely",
+      "▁free ly",
+      "▁improve ments",
+      "▁improv ements",
+      "▁improvement s",
+      "ist ema",
+      "iste ma",
+      "▁illustr ate",
+      "▁t act",
+      "▁ta ct",
+      "▁fig ur",
+      "ué s",
+      "u és",
+      "rim inal",
+      "rimin al",
+      "od on",
+      "odo n",
+      "o don",
+      "int endo",
+      "▁influ enced",
+      "▁influence d",
+      "▁influen ced",
+      "FF ER",
+      "▁G host",
+      "▁Gh ost",
+      "▁со вер",
+      "▁сов ер",
+      "na d",
+      "n ad",
+      "ion ed",
+      "io ned",
+      "ione d",
+      "i oned",
+      "▁Event s",
+      "▁Ev ents",
+      "▁Even ts",
+      "▁ Events",
+      "▁wr apping",
+      "▁wra pping",
+      "▁wrap ping",
+      "-------- -+",
+      "--- ------+",
+      "------ ---+",
+      "----- ----+",
+      "------- --+",
+      "fi f",
+      "f if",
+      "▁( **",
+      "▁(* *",
+      "={ {",
+      "= {{",
+      "ма ль",
+      "м аль",
+      "▁loss es",
+      "▁Gal erie",
+      "te l",
+      "t el",
+      "▁лю того",
+      "▁K ru",
+      "▁Kr u",
+      "▁P olen",
+      "▁Pol en",
+      "▁Po len",
+      "ні м",
+      "ne ar",
+      "nea r",
+      "n ear",
+      "▁sh ame",
+      "▁moy enne",
+      "▁C P",
+      "▁ CP",
+      "pre is",
+      "▁pass enger",
+      "le k",
+      "l ek",
+      "ion ales",
+      "ional es",
+      "ionale s",
+      "iona les",
+      "kaf ka",
+      "k afka",
+      "▁partic ipe",
+      "▁particip e",
+      "▁parti cipe",
+      "▁partici pe",
+      "▁memb ership",
+      "▁member ship",
+      "▁members hip",
+      "[ _",
+      "land o",
+      "lan do",
+      "l ando",
+      "st elling",
+      "stell ing",
+      "Se m",
+      "S em",
+      "go n",
+      "g on",
+      "▁Cor rect",
+      "▁v alle",
+      "▁val le",
+      "▁va lle",
+      "▁vall e",
+      "▁read ily",
+      "▁Dok ument",
+      "hon neur",
+      "h onneur",
+      "▁test im",
+      "ul ative",
+      "do Filter",
+      "▁domin ant",
+      "am mer",
+      "amm er",
+      "▁ко ја",
+      "▁M onsieur",
+      "ze g",
+      "z eg",
+      "▁вій ни",
+      "▁F o",
+      "▁A my",
+      "▁Am y",
+      "▁ ¡",
+      "▁febru ár",
+      "▁down loading",
+      "▁download ing",
+      "▁l eng",
+      "▁le ng",
+      "▁len g",
+      "\\}$ ,",
+      "\\} $,",
+      "\\ }$,",
+      "▁ne at",
+      "▁C ache",
+      "▁Ca che",
+      "▁ Cache",
+      "IC ATION",
+      "▁de ve",
+      "▁dev e",
+      "▁s orrow",
+      "▁sor row",
+      "sl ow",
+      "s low",
+      "▁hin aus",
+      "▁hina us",
+      "▁recon oc",
+      "▁Lin ked",
+      "▁Link ed",
+      "▁Sh aw",
+      "mar ket",
+      "mark et",
+      "▁D ic",
+      "▁Di c",
+      "▁S ki",
+      "▁Sk i",
+      "▁del imiter",
+      "▁Main Activity",
+      "▁ MainActivity",
+      "▁Mus ical",
+      "▁Music al",
+      "▁Re yn",
+      "▁Rey n",
+      "Scroll View",
+      "▁convent ional",
+      "▁convention al",
+      "en ça",
+      "enç a",
+      "▁re factor",
+      "▁ref actor",
+      "' -",
+      "▁H ed",
+      "▁He d",
+      "spr ech",
+      "spre ch",
+      "▁ath let",
+      "▁e species",
+      "▁es pecies",
+      "▁espe cies",
+      "▁espec ies",
+      "▁especie s",
+      "▁Sch ön",
+      "▁kle inen",
+      "▁kleine n",
+      "▁klein en",
+      "ш ко",
+      "▁Й о",
+      "▁H appy",
+      "▁Ha ppy",
+      "multi row",
+      "▁august i",
+      "▁G and",
+      "▁Ga nd",
+      "▁Gan d",
+      "▁appoint ment",
+      "▁Medi abestanden",
+      "Th ree",
+      "▁Kenn eth",
+      "NE W",
+      "▁Not ification",
+      "▁ Notification",
+      "▁Mar x",
+      "▁Ma rx",
+      "▁in sc",
+      "▁ins c",
+      "Mo r",
+      "M or",
+      "вы й",
+      "в ый",
+      "vä st",
+      "v äst",
+      "vi dia",
+      "vid ia",
+      "v idia",
+      "▁demonstr ated",
+      "▁demonstrate d",
+      "font s",
+      "fon ts",
+      "▁k amen",
+      "▁kam en",
+      "▁ka men",
+      "▁S ter",
+      "▁St er",
+      "▁Ste r",
+      "▁mieszkań ców",
+      "▁K oh",
+      "▁Ko h",
+      "~$ \\",
+      "~ $\\",
+      "») .",
+      "» ).",
+      "re ne",
+      "ren e",
+      "r ene",
+      "ins ic",
+      "ic ká",
+      "ick á",
+      "xy gen",
+      "▁m n",
+      "▁ mn",
+      "▁s ched",
+      "▁sc hed",
+      "▁sch ed",
+      "▁sche d",
+      "AS C",
+      "A SC",
+      "I g",
+      "▁Const ant",
+      "▁opport un",
+      "▁My Class",
+      "se f",
+      "s ef",
+      "op ed",
+      "ope d",
+      "o ped",
+      "▁inj ured",
+      "VI S",
+      "V IS",
+      "▁P ero",
+      "▁Per o",
+      "▁Pe ro",
+      "▁U ntil",
+      "▁Un til",
+      "▁f lesh",
+      "▁fl esh",
+      "▁fle sh",
+      "orph ism",
+      "▁Port al",
+      "▁Por tal",
+      "▁gmin y",
+      "▁вла сти",
+      "▁N ä",
+      "кти че",
+      "к тиче",
+      "▁h rab",
+      "▁hr ab",
+      "▁C ub",
+      "▁Cu b",
+      "av oir",
+      "avo ir",
+      "a voir",
+      "▁L ars",
+      "▁La rs",
+      "▁Lar s",
+      "▁Бе ло",
+      "▁seizo en",
+      "▁Gen omsnitt",
+      "▁L il",
+      "▁Li l",
+      "▁P ool",
+      "▁Po ol",
+      "▁ Pool",
+      "▁D ios",
+      "▁Di os",
+      "T X",
+      "ae s",
+      "a es",
+      "aut ore",
+      "auto re",
+      "autor e",
+      "Al pha",
+      "st ates",
+      "state s",
+      "sta tes",
+      "stat es",
+      "La b",
+      "L ab",
+      "n ederbörd",
+      "er ton",
+      "ert on",
+      "▁b rid",
+      "▁br id",
+      "▁ brid",
+      "▁r icht",
+      "▁rich t",
+      "▁ric ht",
+      "▁ri cht",
+      "▁ richt",
+      "▁E la",
+      "▁El a",
+      "▁с ла",
+      "▁ сла",
+      "▁weap on",
+      "▁comb att",
+      "▁combat t",
+      "ag ar",
+      "aga r",
+      "a gar",
+      "▁reg nig",
+      "▁util isé",
+      "▁utilis é",
+      "▁ser vir",
+      "▁serv ir",
+      "▁servi r",
+      "▁b rick",
+      "▁br ick",
+      "▁gate way",
+      "▁tor raste",
+      "▁proced ures",
+      "▁procedure s",
+      "▁års nederbörd",
+      "▁Genomsnitt lig",
+      "чё т",
+      "ч ёт",
+      "▁om rå",
+      "▁ områ",
+      "▁regnig aste",
+      "▁че сть",
+      "▁a mid",
+      "▁am id",
+      "▁ami d",
+      "▁gr ateful",
+      "▁D IS",
+      "▁DI S",
+      "▁ DIS",
+      "DA Y",
+      "▁о ру",
+      "▁ор у",
+      "▁ ору",
+      "▁riv ière",
+      "he ure",
+      "▁Rich mond",
+      "▁Com par",
+      "▁Comp ar",
+      "▁Н ор",
+      "▁Но р",
+      "DO C",
+      "D OC",
+      "es ia",
+      "esi a",
+      "cal c",
+      "▁I U",
+      "▁v org",
+      "▁vo rg",
+      "▁vor g",
+      "▁hab ían",
+      "▁había n",
+      "ço it",
+      "ç oit",
+      "▁a rist",
+      "▁ar ist",
+      "▁к ли",
+      "▁ кли",
+      "▁S ue",
+      "▁Su e",
+      "▁T ouch",
+      "▁To uch",
+      "▁ Touch",
+      "▁Writ ing",
+      "ifi able",
+      "▁w c",
+      "▁with draw",
+      "за р",
+      "з ар",
+      "▁present ly",
+      "▁pres ently",
+      "▁F K",
+      "▁pr akt",
+      "▁pra kt",
+      "▁col ored",
+      "▁color ed",
+      "us b",
+      "u sb",
+      "▁Per ú",
+      "▁pl ata",
+      "▁pla ta",
+      "▁plat a",
+      "▁w ishes",
+      "▁wish es",
+      "▁wis hes",
+      "▁ка м",
+      "▁ кам",
+      "az ar",
+      "aza r",
+      "a zar",
+      "áv el",
+      "á vel",
+      "▁l amp",
+      "▁la mp",
+      "bi shop",
+      "b ishop",
+      "▁in clusion",
+      "▁incl usion",
+      "▁inclus ion",
+      "j q",
+      "ar th",
+      "art h",
+      "▁F lag",
+      "▁Fl ag",
+      "▁ Flag",
+      "▁но р",
+      "▁н ор",
+      "æ dia",
+      "UN CTION",
+      "▁Bahn hof",
+      "▁appro aching",
+      "▁approach ing",
+      "▁G ött",
+      "▁Gö tt",
+      "▁c ube",
+      "▁cu be",
+      "▁cub e",
+      "▁arg ued",
+      "▁argue d",
+      "▁Th ings",
+      "Gu i",
+      "G ui",
+      "до ви",
+      "дов и",
+      "д ови",
+      "▁re cre",
+      "▁rec re",
+      "▁ré seau",
+      "▁rés eau",
+      "▁sign ifica",
+      "▁signific a",
+      "Gi t",
+      "G it",
+      "geb racht",
+      "gebra cht",
+      "▁l iga",
+      "▁li ga",
+      "▁lig a",
+      "▁ liga",
+      "▁ass ured",
+      "al us",
+      "alu s",
+      "a lus",
+      "ри т",
+      "р ит",
+      "▁э нциклопеди",
+      "▁% ).",
+      "▁%) .",
+      "▁ %).",
+      "▁Prem ière",
+      "▁declar ations",
+      "▁declaration s",
+      "▁tr icky",
+      "▁trick y",
+      "▁pro files",
+      "▁prof iles",
+      "▁profile s",
+      "▁profil es",
+      "▁F on",
+      "▁Fo n",
+      "▁J as",
+      "▁Ja s",
+      "â r",
+      "ba bel",
+      "b abel",
+      "▁Fr iday",
+      "▁Fri day",
+      "▁Frid ay",
+      "▁jú nius",
+      "▁c ols",
+      "▁col s",
+      "▁co ls",
+      "▁ cols",
+      "▁EX ISTS",
+      "▁Ital iana",
+      "▁Italian a",
+      "▁Italia na",
+      "▁author ization",
+      "▁s ulle",
+      "▁su lle",
+      "▁sul le",
+      "▁sull e",
+      "▁E mb",
+      "▁Em b",
+      "▁Vari able",
+      "▁ Variable",
+      "tr ees",
+      "tre es",
+      "tree s",
+      "t rees",
+      "▁F ly",
+      "▁Fl y",
+      "ri ors",
+      "rio rs",
+      "rior s",
+      "r iors",
+      "▁da mals",
+      "▁dam als",
+      "▁find et",
+      "▁fin det",
+      "▁Se pt",
+      "▁Sep t",
+      "▁m undial",
+      "▁rem oval",
+      "▁remov al",
+      "▁long itude",
+      "▁longitud e",
+      "cl ic",
+      "cli c",
+      "c lic",
+      "▁f ade",
+      "▁fa de",
+      "▁ fade",
+      "▁grad le",
+      "▁ gradle",
+      "▁z ák",
+      "▁zá k",
+      "▁tim ing",
+      "▁ti ming",
+      "tr ightarrow",
+      "t rightarrow",
+      "at ia",
+      "ati a",
+      "- .",
+      "uch e",
+      "uc he",
+      "u che",
+      "▁ser ialize",
+      "▁serial ize",
+      "▁H mm",
+      "▁Represent atives",
+      "ba h",
+      "b ah",
+      "re nd",
+      "ren d",
+      "r end",
+      "ass ador",
+      "assa dor",
+      "▁sh ield",
+      "uc ion",
+      "u cion",
+      "▁am éricaine",
+      "▁améric aine",
+      "▁américain e",
+      "z ę",
+      "vi lla",
+      "vil la",
+      "v illa",
+      "▁hom bre",
+      "ás s",
+      "á ss",
+      "▁S F",
+      "▁ SF",
+      "▁repe ating",
+      "▁repeat ing",
+      "▁c riter",
+      "▁cr iter",
+      "▁crit er",
+      "▁cri ter",
+      "▁St ruct",
+      "▁Str uct",
+      "▁ Struct",
+      "?? ?",
+      "? ??",
+      "▁che ap",
+      "▁r ings",
+      "▁ring s",
+      "▁rin gs",
+      "ab häng",
+      "▁c orte",
+      "▁cor te",
+      "▁cort e",
+      "▁admin ist",
+      "ix on",
+      "gy pt",
+      "▁punt os",
+      "▁punto s",
+      "▁me zi",
+      "▁mez i",
+      "▁po chod",
+      "▁poc hod",
+      "is ko",
+      "isk o",
+      "i sko",
+      "ni ę",
+      "n ię",
+      "▁о су",
+      "▁ос у",
+      "▁á r",
+      "▁ ár",
+      "те льной",
+      "тель ной",
+      "тельно й",
+      "▁Metropol itan",
+      "ji n",
+      "j in",
+      "ze ss",
+      "zes s",
+      "z ess",
+      "▁ві ці",
+      "▁conflic ts",
+      "▁conflict s",
+      "ij st",
+      "▁Mar ket",
+      "▁Mark et",
+      "ст ров",
+      "стро в",
+      "стр ов",
+      "▁\" ,\"",
+      "▁\", \"",
+      "▁ \",\"",
+      "▁Sc roll",
+      "▁ Scroll",
+      "gu n",
+      "g un",
+      "та ра",
+      "тар а",
+      "▁am ateur",
+      "▁r óż",
+      "pos s",
+      "po ss",
+      "p oss",
+      "▁general ized",
+      "▁H arm",
+      "▁Har m",
+      "▁Ha rm",
+      "ci ta",
+      "cit a",
+      "c ita",
+      "▁Sw itzerland",
+      "ic ola",
+      "ico la",
+      "icol a",
+      "i cola",
+      "▁m uit",
+      "▁mu it",
+      "loc ated",
+      "▁c ó",
+      "▁a rose",
+      "▁ar ose",
+      "▁commun auté",
+      "}) ^",
+      "} )^",
+      "vis ibility",
+      "íd a",
+      "í da",
+      "▁F B",
+      "▁ FB",
+      "▁Fre und",
+      "ga t",
+      "g at",
+      "\": {\"",
+      "int ellij",
+      "if ie",
+      "ifi e",
+      "hm en",
+      "h men",
+      "▁éd ition",
+      "▁ édition",
+      "▁ко је",
+      "▁ін ших",
+      "om ing",
+      "omin g",
+      "omi ng",
+      "o ming",
+      "▁arqu itect",
+      "▁Pres idente",
+      "▁President e",
+      "▁П ід",
+      "▁ca bin",
+      "▁cab in",
+      "The orem",
+      "▁G ay",
+      "▁Ga y",
+      "if ice",
+      "ific e",
+      "ifi ce",
+      "▁h ect",
+      "▁he ct",
+      "l ą",
+      "irm ingham",
+      "▁sem antic",
+      "▁Louis iana",
+      "▁sac rifice",
+      "▁sacr ifice",
+      "▁sacrific e",
+      "▁Christ oph",
+      "▁Exec utive",
+      "_ +",
+      "j ák",
+      "▁s eria",
+      "▁se ria",
+      "▁ser ia",
+      "▁Over flow",
+      "▁ Overflow",
+      "▁Lu cy",
+      "▁Luc y",
+      "▁mel hor",
+      "▁vo ices",
+      "▁voice s",
+      "cz a",
+      "c za",
+      "▁ка пи",
+      "▁университе та",
+      "IN CT",
+      "▁col oc",
+      "▁co loc",
+      "▁pr ue",
+      "▁ge omet",
+      "▁geom et",
+      "▁di retto",
+      "▁dire tto",
+      "▁dir etto",
+      "▁dirett o",
+      "re so",
+      "res o",
+      "r eso",
+      "▁A kt",
+      "▁Ak t",
+      "▁un h",
+      "▁се ри",
+      "▁сер и",
+      "▁Al ert",
+      "▁Ale rt",
+      "▁ Alert",
+      "We l",
+      "W el",
+      "au di",
+      "aud i",
+      "a udi",
+      "äl er",
+      "ä ler",
+      "▁gu ests",
+      "▁guest s",
+      "▁и де",
+      "St udio",
+      "▁ка те",
+      "▁ex ponent",
+      "▁expon ent",
+      "rz e",
+      "r ze",
+      "pm od",
+      "p mod",
+      "ro lle",
+      "roll e",
+      "rol le",
+      "▁Lim ited",
+      "Al lemagne",
+      "▁p ity",
+      "▁pi ty",
+      "▁pit y",
+      "▁l ä",
+      "▁ lä",
+      "▁run ner",
+      "▁ runner",
+      "ke nde",
+      "ken de",
+      "k ende",
+      "E Q",
+      "▁M M",
+      "▁ MM",
+      "sz ág",
+      "по ді",
+      "▁reg ret",
+      "▁publi é",
+      "▁depart amento",
+      "▁acc used",
+      "▁accus ed",
+      "h p",
+      "▁P fl",
+      "▁Pf l",
+      "▁S int",
+      "▁Si nt",
+      "▁Sin t",
+      "▁ek onom",
+      "ra ctor",
+      "rac tor",
+      "ract or",
+      "r actor",
+      "▁П ів",
+      "▁aw ful",
+      "owa ć",
+      "] ->",
+      "▁F ine",
+      "▁Fin e",
+      "С а",
+      "ti s",
+      "t is",
+      "ét a",
+      "é ta",
+      "▁Ро ди",
+      "▁Düsseld orf",
+      "LO B",
+      "L OB",
+      "os as",
+      "osa s",
+      "wer ke",
+      "werk e",
+      "▁l ance",
+      "▁lan ce",
+      "▁листо пада",
+      "▁in complete",
+      "▁P icture",
+      "▁ Picture",
+      "(' \\",
+      "( '\\",
+      "es ters",
+      "est ers",
+      "ester s",
+      "este rs",
+      "e sters",
+      "▁belong ed",
+      "▁S ank",
+      "▁San k",
+      "am med",
+      "amm ed",
+      "▁repos itories",
+      "▁ad dr",
+      "▁add r",
+      "▁ addr",
+      "Col lect",
+      "Coll ect",
+      "H ot",
+      "▁t yl",
+      "▁ty l",
+      "▁instance of",
+      "▁bon us",
+      "ov ý",
+      "▁мо ря",
+      "▁мор я",
+      "▁inter active",
+      "▁interact ive",
+      "▁M ys",
+      "▁My s",
+      "▁Ed mund",
+      "file Name",
+      "em or",
+      "emo r",
+      "e mor",
+      "▁Т ри",
+      "▁R osen",
+      "▁Ro sen",
+      "▁Ros en",
+      "▁Rose n",
+      "▁Pr ima",
+      "▁Pri ma",
+      "▁Prim a",
+      "▁v oting",
+      "▁vo ting",
+      "▁vot ing",
+      "▁X P",
+      "▁Z ero",
+      "▁Ze ro",
+      "▁ Zero",
+      "▁L ed",
+      "▁Le d",
+      "ams ung",
+      "▁en ables",
+      "▁enable s",
+      "▁redirect s",
+      "AS T",
+      "A ST",
+      "Pa int",
+      "P aint",
+      "ack er",
+      "ac ker",
+      "a cker",
+      "le cht",
+      "▁chair man",
+      "▁A ven",
+      "▁Av en",
+      "▁S ach",
+      "▁Sa ch",
+      "▁Sac h",
+      "(\" <",
+      "ке р",
+      "к ер",
+      "▁mist akes",
+      "▁mistake s",
+      "▁We it",
+      "▁Wei t",
+      "▁pro wad",
+      "▁ prowad",
+      "▁did nt",
+      "▁didn t",
+      "én ario",
+      "un less",
+      "▁back wards",
+      "bo a",
+      "b oa",
+      "du ino",
+      "`` `",
+      "` ``",
+      "st or",
+      "sto r",
+      "s tor",
+      "Comple tion",
+      "pu esta",
+      "▁din ast",
+      "úl t",
+      "ú lt",
+      "▁S Y",
+      "▁ SY",
+      "if olia",
+      "œuv res",
+      "œuvre s",
+      "▁r acing",
+      "▁ra cing",
+      "▁rac ing",
+      "▁cab inet",
+      "▁cabin et",
+      "▁cut ting",
+      "▁th umb",
+      "▁Ка ра",
+      "▁Кар а",
+      "high light",
+      "ку п",
+      "▁s d",
+      "▁ sd",
+      "▁на ціональ",
+      "▁camp agne",
+      "▁register s",
+      "▁educ ational",
+      "▁education al",
+      "▁p esar",
+      "▁pes ar",
+      "üg e",
+      "ü ge",
+      "▁o ro",
+      "▁or o",
+      "▁ oro",
+      "burg o",
+      "bur go",
+      "▁Athlet ics",
+      "▁M TV",
+      "get Message",
+      "▁H yp",
+      "▁Hy p",
+      "▁vict im",
+      "▁vic tim",
+      ")) \\",
+      ") )\\",
+      "▁dr ums",
+      "▁dru ms",
+      "▁drum s",
+      "host name",
+      "ta ł",
+      "t ał",
+      "ma king",
+      "m aking",
+      "▁pow iat",
+      "ő d",
+      "thread s",
+      "▁absol v",
+      "▁лю ди",
+      "▁ste pped",
+      "▁step ped",
+      "ex ist",
+      "▁N K",
+      "▁v es",
+      "▁ve s",
+      "▁ ves",
+      "ist iche",
+      "istic he",
+      "isti che",
+      "% '",
+      "at ivos",
+      "ativ os",
+      "ati vos",
+      "ativo s",
+      "▁та кой",
+      "▁тако й",
+      "▁Mongo DB",
+      "▁U ng",
+      "▁Un g",
+      "▁Р ус",
+      "▁Ру с",
+      "▁e lim",
+      "▁el im",
+      "▁F if",
+      "ic ación",
+      "ica ción",
+      "▁T ennis",
+      "▁Ten nis",
+      "▁Jeff erson",
+      "j án",
+      "fo g",
+      "f og",
+      "an ha",
+      "anh a",
+      "zo r",
+      "z or",
+      "▁уні версите",
+      "ah u",
+      "a hu",
+      "ia da",
+      "i ada",
+      "S dk",
+      "Set ting",
+      "▁K ill",
+      "▁Kil l",
+      "▁Ki ll",
+      "▁W end",
+      "▁We nd",
+      "▁b ald",
+      "▁bal d",
+      "▁ba ld",
+      "▁K ub",
+      "▁Ku b",
+      "▁v isto",
+      "▁vis to",
+      "▁vi sto",
+      "▁je unes",
+      "▁jeune s",
+      "▁jeu nes",
+      "col lections",
+      "collection s",
+      "collect ions",
+      "ac í",
+      "a cí",
+      "вро пей",
+      "▁ar ise",
+      "он і",
+      "о ні",
+      "MA IN",
+      "до ступ",
+      "▁b erg",
+      "▁be rg",
+      "▁ber g",
+      "▁ berg",
+      "▁critic ism",
+      "▁Tor re",
+      "▁de script",
+      "▁des cript",
+      "▁descri pt",
+      "ière s",
+      "i ères",
+      "▁e studio",
+      "▁est udio",
+      "▁estud io",
+      "▁i li",
+      "▁il i",
+      "▁ ili",
+      "▁mil itare",
+      "▁milit are",
+      "▁militar e",
+      "▁Cl ara",
+      "▁Cla ra",
+      "▁Clar a",
+      "▁El len",
+      "▁Elle n",
+      "▁Ell en",
+      "lim ited",
+      "limit ed",
+      "л м",
+      "▁Esp añ",
+      "▁inf initely",
+      "▁infinite ly",
+      "Amer ica",
+      "ou c",
+      "o uc",
+      "gl ass",
+      "g lass",
+      "▁r ud",
+      "▁ru d",
+      "▁z at",
+      "▁za t",
+      "▁ zat",
+      "▁r in",
+      "▁ri n",
+      "▁ rin",
+      "▁Bibli ografía",
+      "▁mer chant",
+      "tensor flow",
+      "▁d ér",
+      "▁dé r",
+      "▁Active Record",
+      "IE S",
+      "I ES",
+      "▁link er",
+      "▁lin ker",
+      "▁estud ios",
+      "▁estudio s",
+      "cdn js",
+      "▁Го судар",
+      "án chez",
+      "ap pe",
+      "app e",
+      "a ppe",
+      "cl ub",
+      "c lub",
+      "▁dal ší",
+      "▁Alg orithm",
+      "df s",
+      "d fs",
+      "▁B ac",
+      "▁Ba c",
+      "▁ка фе",
+      "▁& =\\",
+      "▁&= \\",
+      "▁а т",
+      "▁ ат",
+      "▁Г лав",
+      "▁M ou",
+      "▁Mo u",
+      "M achine",
+      "(... )",
+      "( ...)",
+      "▁com part",
+      "▁comp art",
+      "▁compar t",
+      "▁aug usztus",
+      "av an",
+      "ava n",
+      "a van",
+      "▁roll ed",
+      "▁rol led",
+      "▁ rolled",
+      "▁е ди",
+      "▁ еди",
+      "Sc an",
+      "S can",
+      "▁ре гі",
+      "▁świ ata",
+      "▁świat a",
+      "▁m ines",
+      "▁min es",
+      "▁mi nes",
+      "▁mine s",
+      "}, {",
+      "▁T ier",
+      "▁Ti er",
+      "Can not",
+      "C annot",
+      "мі н",
+      "м ін",
+      "▁NE W",
+      "▁ NEW",
+      "▁Во л",
+      "▁M anh",
+      "▁Man h",
+      "▁Greg ory",
+      "▁princi pe",
+      "▁princip e",
+      "▁prin cipe",
+      "IS O",
+      "I SO",
+      "pr og",
+      "pro g",
+      "p rog",
+      "▁F ail",
+      "▁Fa il",
+      "▁ Fail",
+      "▁a a",
+      "▁ aa",
+      "▁fe cha",
+      "▁W CF",
+      "▁mag istr",
+      "▁Z ach",
+      "▁Za ch",
+      "▁un icode",
+      "▁con verter",
+      "▁convert er",
+      "▁conver ter",
+      "▁dis pers",
+      "▁disp ers",
+      "ks am",
+      "k sam",
+      "▁Un cle",
+      "Property Changed",
+      "▁l ider",
+      "▁li der",
+      "▁lid er",
+      "▁o pts",
+      "▁op ts",
+      "▁opt s",
+      "▁ opts",
+      "▁та м",
+      "▁ там",
+      "lock ed",
+      "loc ked",
+      "za k",
+      "z ak",
+      "▁co unted",
+      "▁count ed",
+      "▁coun ted",
+      "▁person e",
+      "▁pers one",
+      "▁hur ried",
+      "ät ter",
+      "ätt er",
+      "ätte r",
+      "▁out ras",
+      "▁ou tras",
+      "▁g enu",
+      "▁ge nu",
+      "▁gen u",
+      "B D",
+      "ve g",
+      "v eg",
+      "du e",
+      "d ue",
+      "▁P ract",
+      "▁Pr act",
+      "▁Pra ct",
+      "▁po sible",
+      "▁pos ible",
+      "▁cont ribute",
+      "▁contrib ute",
+      "▁contribu te",
+      "UM N",
+      "▁Bür ger",
+      "▁w ars",
+      "▁war s",
+      "▁wa rs",
+      "▁exhib ition",
+      "hi ll",
+      "h ill",
+      "▁a str",
+      "▁as tr",
+      "▁ast r",
+      "▁ astr",
+      "▁му зе",
+      "▁C ASE",
+      "▁CA SE",
+      "▁ CASE",
+      "man ifest",
+      "y ellow",
+      "F n",
+      "▁R C",
+      "▁ RC",
+      "▁s ott",
+      "▁so tt",
+      "▁su jet",
+      "▁S ocket",
+      "▁So cket",
+      "▁Soc ket",
+      "▁ Socket",
+      "▁Ch ine",
+      "▁Chi ne",
+      "▁frame works",
+      "▁framework s",
+      "Hol d",
+      "H old",
+      "êt s",
+      "ê ts",
+      "▁ф іль",
+      "▁фі ль",
+      "Lo aded",
+      "Load ed",
+      "op he",
+      "oph e",
+      "o phe",
+      "text e",
+      "tex te",
+      "▁ex pres",
+      "▁exp res",
+      "▁expr es",
+      "▁cons ume",
+      "▁consum e",
+      "▁R ichtung",
+      "ograf i",
+      "▁magn ific",
+      "à t",
+      "▁ind ul",
+      "▁indu l",
+      "ry ty",
+      "▁off ici",
+      "▁offic i",
+      "▁ass ault",
+      "ru nd",
+      "run d",
+      "r und",
+      "▁vari ants",
+      "▁variant s",
+      "▁сель сов",
+      "▁exc itement",
+      "Time s",
+      "Tim es",
+      "T imes",
+      "k otlin",
+      "▁g ering",
+      "▁ge ring",
+      "▁ger ing",
+      "▁En gel",
+      "▁Eng el",
+      "▁T imer",
+      "▁Time r",
+      "▁Tim er",
+      "▁Ti mer",
+      "▁ Timer",
+      "² ).",
+      "▁N g",
+      "äs st",
+      "sch au",
+      "SE rror",
+      "S Error",
+      "▁Ed wards",
+      "▁Edward s",
+      "▁Term inal",
+      "li ct",
+      "lic t",
+      "l ict",
+      "Un der",
+      "Und er",
+      "U nder",
+      "▁sp awn",
+      "ür gen",
+      "▁Außer dem",
+      "▁k itchen",
+      "fah rt",
+      "fahr t",
+      "▁Col ors",
+      "▁Color s",
+      "▁систе ма",
+      "▁систем а",
+      "▁termin ated",
+      "▁terminate d",
+      "▁La TeX",
+      "ig keiten",
+      "igkeit en",
+      "▁mes ure",
+      "▁Am ts",
+      "▁Amt s",
+      "▁emp ir",
+      "▁stri king",
+      "▁strik ing",
+      "▁exclus ive",
+      "те х",
+      "▁re z",
+      "▁r ez",
+      "▁ rez",
+      "▁qu an",
+      "▁q uan",
+      "▁Glas gow",
+      "▁lect ure",
+      "▁Test ament",
+      "▁fun ds",
+      "▁fund s",
+      "▁st essa",
+      "▁tri bes",
+      "▁trib es",
+      "▁tribe s",
+      "▁par fois",
+      "▁tre ball",
+      "ni tz",
+      "nit z",
+      "n itz",
+      "bo ve",
+      "b ove",
+      "▁за слу",
+      "▁ab sent",
+      "▁abs ent",
+      "▁L auf",
+      "▁La uf",
+      "▁Lau f",
+      "Sm ith",
+      "▁Никола й",
+      "▁europé enne",
+      "l r",
+      "▁program ma",
+      "▁mi dst",
+      "▁mid st",
+      "▁daugh ters",
+      "▁daughter s",
+      "S yn",
+      "ob en",
+      "obe n",
+      "o ben",
+      "ân ă",
+      "id an",
+      "ida n",
+      "i dan",
+      "▁t her",
+      "▁th er",
+      "▁the r",
+      "▁ ther",
+      "od ore",
+      "odo re",
+      "odor e",
+      "sd l",
+      "s dl",
+      "▁Q uint",
+      "▁Qu int",
+      "▁cas os",
+      "▁caso s",
+      "▁Z am",
+      "▁Za m",
+      "▁стра ны",
+      "▁sp rite",
+      "▁spr ite",
+      "ка л",
+      "к ал",
+      "▁n asc",
+      "▁na sc",
+      "▁nas c",
+      "▁сот руд",
+      "▁tr ava",
+      "▁tra va",
+      "▁trav a",
+      "▁хо зяй",
+      "▁U ruguay",
+      "▁s parse",
+      "▁sp arse",
+      "▁по ле",
+      "▁пол е",
+      "▁myst ery",
+      "▁myster y",
+      "▁M ang",
+      "▁Man g",
+      "▁Ma ng",
+      "reg istr",
+      "▁CG Float",
+      "▁sub mission",
+      "▁subm ission",
+      "ва на",
+      "ван а",
+      "в ана",
+      "▁\" :",
+      "▁ \":",
+      "▁Trace back",
+      "▁P it",
+      "▁Pi t",
+      "▁E hr",
+      "▁с ра",
+      "▁Graph ics",
+      "▁ Graphics",
+      "Up dated",
+      "Update d",
+      "▁sv ensk",
+      "▁sp acing",
+      "▁spac ing",
+      "tr itt",
+      "tri tt",
+      "t ritt",
+      "▁Gu inea",
+      "▁Fran ça",
+      "▁Fr ança",
+      "As soci",
+      "Ass oci",
+      "▁T ová",
+      "▁To vá",
+      "st ab",
+      "sta b",
+      "s tab",
+      "▁Le arning",
+      "▁Lear ning",
+      "▁B right",
+      "▁Br ight",
+      "▁Brig ht",
+      "ś c",
+      "▁id ő",
+      "}} _{\\",
+      "}}_{ \\",
+      "}}_ {\\",
+      "} }_{\\",
+      "▁dro ite",
+      "▁droit e",
+      "▁ra ising",
+      "get ting",
+      "yth m",
+      "yt hm",
+      "y thm",
+      "on yme",
+      "ony me",
+      "onym e",
+      "ż s",
+      "▁b lah",
+      "▁bl ah",
+      "▁bla h",
+      "▁ blah",
+      "Tag Name",
+      "Vert ical",
+      "▁a per",
+      "▁ap er",
+      "▁ aper",
+      "post gresql",
+      "▁Hand le",
+      "▁ Handle",
+      "ze w",
+      "z ew",
+      "▁sk ulle",
+      "▁op ere",
+      "▁oper e",
+      "lay ers",
+      "layer s",
+      "▁pos sono",
+      "▁poss ono",
+      "▁re late",
+      "▁rel ate",
+      "▁rela te",
+      "ą c",
+      "▁M ih",
+      "▁Mi h",
+      "â ge",
+      "▁Ś wi",
+      "iss es",
+      "isse s",
+      "▁serv let",
+      "▁ servlet",
+      "Lo s",
+      "L os",
+      "▁Ad vanced",
+      "▁Adv anced",
+      "at ica",
+      "ati ca",
+      "atic a",
+      "▁c ed",
+      "▁ce d",
+      "▁ ced",
+      "▁element os",
+      "ро на",
+      "рон а",
+      "р она",
+      "ik s",
+      "i ks",
+      "ar f",
+      "a rf",
+      "ar iat",
+      "ari at",
+      "aria t",
+      "M obile",
+      "ag ua",
+      "agu a",
+      "▁t imp",
+      "▁tim p",
+      "▁ti mp",
+      "▁Com ité",
+      "▁comb ining",
+      "▁combin ing",
+      "wo hl",
+      "w ohl",
+      "▁Stud y",
+      "▁Stu dy",
+      "co ordinate",
+      "▁recommend ation",
+      "▁transform ations",
+      "▁transformation s",
+      "un til",
+      "unt il",
+      "u ntil",
+      "bound ed",
+      "b ounded",
+      "▁и зу",
+      "▁из у",
+      "han ced",
+      "h anced",
+      "▁во про",
+      "▁P rés",
+      "▁Pr és",
+      "▁co ord",
+      "xt y",
+      "x ty",
+      "▁$ ,",
+      "▁ $,",
+      "▁champion s",
+      "▁champ ions",
+      "De n",
+      "D en",
+      "M il",
+      "(' ,",
+      "( ',",
+      "▁Pre is",
+      "▁e igh",
+      "▁eig h",
+      "▁mark ers",
+      "▁marker s",
+      "▁gew esen",
+      "ät ten",
+      "ätt en",
+      "ätte n",
+      "▁p ione",
+      "▁pi one",
+      "m v",
+      "▁ј у",
+      "▁ ју",
+      "zeich nis",
+      "ho ff",
+      "hof f",
+      "h off",
+      "New s",
+      "Ne ws",
+      "▁Stanis ław",
+      "▁Br andenburg",
+      "▁Brand enburg",
+      "▁Fe uer",
+      "= &",
+      "же т",
+      "ж ет",
+      "▁N eil",
+      "▁Ne il",
+      "▁w irk",
+      "▁wir k",
+      "▁soci età",
+      "▁sp are",
+      "▁civil e",
+      "▁civ ile",
+      "sp rach",
+      "spr ach",
+      "▁d isse",
+      "▁dis se",
+      "▁diss e",
+      "▁g ates",
+      "▁ga tes",
+      "▁gate s",
+      "▁gat es",
+      "▁a nom",
+      "▁an om",
+      "▁ano m",
+      "▁Федера ции",
+      "▁t ib",
+      "▁ti b",
+      "▁f útbol",
+      "▁Wikip ed",
+      "ia te",
+      "iat e",
+      "i ate",
+      "Fr ont",
+      "F ront",
+      "▁c raw",
+      "▁cr aw",
+      "▁cra w",
+      "▁R ak",
+      "▁Ra k",
+      "▁з ву",
+      "▁зв у",
+      "st reet",
+      "stre et",
+      "▁A gency",
+      "▁Ag ency",
+      "ва ло",
+      "вал о",
+      "▁Ра с",
+      "▁mk dir",
+      "ac ję",
+      "▁sh ares",
+      "▁share s",
+      "St ory",
+      "Sto ry",
+      "▁re marks",
+      "▁rem arks",
+      "▁remark s",
+      "▁key words",
+      "▁keyword s",
+      "Bo b",
+      "B ob",
+      "▁t oe",
+      "▁to e",
+      "▁V itt",
+      "▁Vi tt",
+      "▁Vit t",
+      "▁r hs",
+      "▁rh s",
+      "RO P",
+      "R OP",
+      "or is",
+      "ori s",
+      "o ris",
+      "/ @",
+      "си и",
+      "▁tra verse",
+      "▁travers e",
+      "▁refer encing",
+      "pr äsident",
+      "ro ng",
+      "ron g",
+      "r ong",
+      "') :",
+      "' ):",
+      "at ies",
+      "ati es",
+      "atie s",
+      "a ties",
+      "A W",
+      "Out let",
+      "▁é vol",
+      "▁év ol",
+      "ik es",
+      "ike s",
+      "i kes",
+      "▁environment al",
+      "ic um",
+      "▁L ied",
+      "▁Li ed",
+      "▁Lie d",
+      "▁w arn",
+      "▁war n",
+      "▁wa rn",
+      "▁ warn",
+      "▁But ler",
+      "▁% ),",
+      "▁%) ,",
+      "▁Zeit schrift",
+      "▁Mon tr",
+      "▁Mont r",
+      "ва жа",
+      "▁Mer cur",
+      "je kte",
+      "jekt e",
+      "me ter",
+      "met er",
+      "m eter",
+      "du cation",
+      "▁att ributed",
+      "▁attribute d",
+      "* $",
+      "▁un f",
+      "▁Vert rag",
+      "zi en",
+      "zie n",
+      "z ien",
+      "▁Р об",
+      "▁Ро б",
+      "li ces",
+      "lic es",
+      "lice s",
+      "l ices",
+      "pp ly",
+      "p ply",
+      "an sen",
+      "ans en",
+      "anse n",
+      "▁ze it",
+      "▁ zeit",
+      "▁im mense",
+      "▁imm ense",
+      "▁lut ego",
+      "▁Bul gar",
+      "▁Bulg ar",
+      "▁mi embros",
+      "▁На циональ",
+      "▁Al low",
+      "▁All ow",
+      "▁ Allow",
+      "▁ang lès",
+      "д ви",
+      "▁T oy",
+      "▁To y",
+      "ту а",
+      "▁y ard",
+      "▁ya rd",
+      "▁ yard",
+      "( %",
+      "is ser",
+      "iss er",
+      "isse r",
+      "▁g olf",
+      "▁gol f",
+      "▁Uk rain",
+      "▁h osp",
+      "▁ho sp",
+      "▁hos p",
+      "In clude",
+      "▁L isa",
+      "▁Li sa",
+      "▁Lis a",
+      "▁c sal",
+      "▁cs al",
+      "▁M ira",
+      "▁Mi ra",
+      "▁Mir a",
+      "rec ogn",
+      "▁К е",
+      "▁h itting",
+      "▁hit ting",
+      "коно мі",
+      "коном і",
+      "▁Tourn ament",
+      "LO AD",
+      "▁Guard ian",
+      "▁da her",
+      "▁dah er",
+      "▁time zone",
+      "▁tom cat",
+      "▁ tomcat",
+      "▁success or",
+      "▁succ essor",
+      "▁successo r",
+      "▁V oid",
+      "▁Vo id",
+      "▁come ç",
+      "▁convert s",
+      "▁conver ts",
+      "äch s",
+      "ä chs",
+      "os ex",
+      "ose x",
+      "o sex",
+      "xe lles",
+      "x elles",
+      "as er",
+      "ase r",
+      "a ser",
+      "▁É s",
+      "▁m ou",
+      "▁mo u",
+      "▁u ng",
+      "▁un g",
+      "▁ ung",
+      "▁or igen",
+      "▁orig en",
+      "▁C row",
+      "▁Cr ow",
+      "▁Cro w",
+      "▁E rd",
+      "▁Er d",
+      "▁s ieben",
+      "▁si eben",
+      "▁sie ben",
+      "lu a",
+      "l ua",
+      "▁B B",
+      "▁ BB",
+      "RE NT",
+      "R ENT",
+      "▁pił kar",
+      "▁mar que",
+      "▁marqu e",
+      "▁La bour",
+      "▁Lab our",
+      "vi ders",
+      "vider s",
+      "vid ers",
+      "v iders",
+      "▁ex empl",
+      "▁exem pl",
+      "So und",
+      "S ound",
+      "▁W ass",
+      "▁Was s",
+      "▁Wa ss",
+      "arr ison",
+      "▁те чение",
+      "▁Of icina",
+      "▁D aw",
+      "▁Da w",
+      "▁K auf",
+      "▁Ka uf",
+      "én t",
+      "é nt",
+      "és ő",
+      "▁= \"",
+      "▁ =\"",
+      "▁k at",
+      "▁ka t",
+      "di ction",
+      "dict ion",
+      "dic tion",
+      "d iction",
+      "▁V oll",
+      "▁Vol l",
+      "▁Vo ll",
+      "▁high way",
+      "J ames",
+      "ze uge",
+      "zeug e",
+      "▁mod elo",
+      "▁model o",
+      "▁mode lo",
+      "Th row",
+      "▁F orum",
+      "▁For um",
+      "▁Fo rum",
+      "(\" @",
+      "▁en fer",
+      "▁enf er",
+      "▁спе циаль",
+      "Number s",
+      "Num bers",
+      "▁B inary",
+      "▁Bin ary",
+      "▁ Binary",
+      "▁Martí nez",
+      "▁Martín ez",
+      "▁St ato",
+      "▁Stat o",
+      "▁Sta to",
+      "▁fest iv",
+      "▁k atol",
+      "▁ka tol",
+      "▁kat ol",
+      "▁А б",
+      "▁lim itation",
+      "▁limit ation",
+      "▁S TR",
+      "▁ST R",
+      "▁ STR",
+      "▁О фициаль",
+      "ip es",
+      "ipe s",
+      "i pes",
+      "▁I sn",
+      "▁Is n",
+      "▁rule d",
+      "▁ru led",
+      "▁c í",
+      "▁ cí",
+      "ge ber",
+      "geb er",
+      "▁lavor o",
+      "▁lav oro",
+      "▁parenthes es",
+      "о з",
+      "▁équip es",
+      "▁équipe s",
+      "▁efficient ly",
+      "▁Per iod",
+      "▁ Period",
+      "▁Reg arding",
+      "le af",
+      "lea f",
+      "▁similar ity",
+      "▁gest ure",
+      "data b",
+      "da tab",
+      "dat ab",
+      "▁term inate",
+      "▁termin ate",
+      "▁sem antics",
+      "▁semantic s",
+      "▁A lo",
+      "▁Al o",
+      "▁c ig",
+      "▁ci g",
+      "▁Open GL",
+      "▁heut igen",
+      "xa ml",
+      "x aml",
+      "▁frequ encies",
+      ")} .",
+      ") }.",
+      "▁threaten ed",
+      "▁threat ened",
+      "ти к",
+      "▁cal cio",
+      "▁calci o",
+      "▁calc io",
+      "▁R iemann",
+      "▁Ri emann",
+      "sl ug",
+      "▁F inale",
+      "▁Fin ale",
+      "▁Final e",
+      "L R",
+      "▁Der by",
+      "▁о ще",
+      "▁de viation",
+      "▁dev iation",
+      "▁devi ation",
+      "äch en",
+      "äche n",
+      "ä chen",
+      "▁C ris",
+      "▁Cr is",
+      "но во",
+      "нов о",
+      "н ово",
+      "▁сто лі",
+      "▁re lev",
+      "▁rel ev",
+      "▁splend id",
+      "▁у чё",
+      "er ving",
+      "erv ing",
+      "ga ble",
+      "g able",
+      "▁général e",
+      "▁généra le",
+      "po m",
+      "p om",
+      "▁Che ers",
+      "▁impr ison",
+      "▁in dent",
+      "▁ind ent",
+      "▁inde nt",
+      "▁ indent",
+      "▁anal yz",
+      "▁analy z",
+      "▁re vert",
+      "▁rev ert",
+      "▁reve rt",
+      "▁rever t",
+      "ér er",
+      "ére r",
+      "é rer",
+      "▁ph ases",
+      "▁phase s",
+      "First Name",
+      "▁m ig",
+      "▁mi g",
+      "▁dist urb",
+      "▁mi xture",
+      "▁) {",
+      "▁ ){",
+      "int ure",
+      "▁T ried",
+      "▁Tr ied",
+      "▁Tri ed",
+      "▁soon er",
+      "▁p els",
+      "▁pe ls",
+      "▁pel s",
+      "▁ét abl",
+      "et ro",
+      "etr o",
+      "it ie",
+      "iti e",
+      "▁quart ier",
+      "▁го во",
+      "▁г ово",
+      "▁ гово",
+      "▁vá ros",
+      "uf e",
+      "u fe",
+      "he ten",
+      "het en",
+      "h eten",
+      "хо м",
+      "х ом",
+      "▁so ap",
+      "▁ soap",
+      "ut ors",
+      "uto rs",
+      "utor s",
+      "▁d uch",
+      "▁du ch",
+      "▁duc h",
+      "syn tax",
+      "s yntax",
+      "▁tr ibe",
+      "▁tri be",
+      "▁trib e",
+      "▁ch ante",
+      "▁chant e",
+      "Tr i",
+      "T ri",
+      "▁M ate",
+      "▁Ma te",
+      "▁Mat e",
+      "qu ality",
+      "qual ity",
+      "uo la",
+      "u ola",
+      "=\" .",
+      "= \".",
+      "ch k",
+      "▁в сі",
+      "▁вс і",
+      "▁prze ci",
+      "▁M eteor",
+      "▁Met eor",
+      "▁scatter ed",
+      "Pl us",
+      "P lus",
+      "tr ad",
+      "tra d",
+      "t rad",
+      "▁stack overflow",
+      "▁ stackoverflow",
+      "▁re tra",
+      "▁r etra",
+      "▁ret ra",
+      "▁retr a",
+      "▁éd itions",
+      "▁édition s",
+      "▁s ain",
+      "▁sa in",
+      "cri be",
+      "cr ibe",
+      "ig non",
+      "ign on",
+      "uc ker",
+      "uck er",
+      "u cker",
+      "▁ма ло",
+      "▁ten ir",
+      "▁ex ports",
+      "▁export s",
+      "▁ exports",
+      "▁aux ili",
+      "▁] ]",
+      "▁ ]]",
+      "▁C BS",
+      "un iform",
+      "uni form",
+      "▁period ic",
+      "ag rant",
+      "agr ant",
+      "▁em ple",
+      "▁emp le",
+      "W il",
+      "▁f res",
+      "▁fr es",
+      "▁fre s",
+      "▁str utt",
+      "▁stru tt",
+      "▁с віт",
+      "▁сві т",
+      "▁be tre",
+      "▁bet re",
+      "▁объ ек",
+      "ти ся",
+      "▁b isher",
+      "▁bis her",
+      "ba um",
+      "bau m",
+      "b aum",
+      "is hi",
+      "ish i",
+      "▁Gaz ette",
+      "background Color",
+      "j l",
+      "▁f iel",
+      "▁fi el",
+      "▁пре ма",
+      "▁protagon ista",
+      "▁Muham mad",
+      "▁sim ulate",
+      "▁H ook",
+      "▁Ho ok",
+      "fe st",
+      "f est",
+      "▁сво их",
+      "▁свои х",
+      "Se nder",
+      "Send er",
+      "S ender",
+      "▁list ened",
+      "▁listen ed",
+      "▁liste ned",
+      "ж і",
+      "je st",
+      "jes t",
+      "j est",
+      "ko rd",
+      "kor d",
+      "k ord",
+      "Cho ice",
+      "▁hoof d",
+      "redu cible",
+      "hp p",
+      "h pp",
+      "▁W u",
+      "š i",
+      "▁M arse",
+      "▁Mar se",
+      "▁Mars e",
+      "▁s oir",
+      "▁so ir",
+      "we sten",
+      "west en",
+      "w esten",
+      "em os",
+      "emo s",
+      "e mos",
+      "▁D uc",
+      "▁Du c",
+      "▁amer ik",
+      "| }{",
+      "▁G ul",
+      "▁Gu l",
+      "▁Sp rache",
+      "▁Spr ache",
+      "▁mis match",
+      "▁mism atch",
+      "Sc al",
+      "S cal",
+      "P ixel",
+      "E F",
+      "▁S ep",
+      "▁Se p",
+      "▁powie cie",
+      "ur k",
+      "▁Nap oli",
+      "▁neighbour hood",
+      "сто ян",
+      "стоя н",
+      "▁search es",
+      "yr us",
+      "y rus",
+      "пе т",
+      "п ет",
+      "He lp",
+      "Hel p",
+      "pon t",
+      "po nt",
+      "p ont",
+      "▁Or ient",
+      "▁Ori ent",
+      "▁Alf onso",
+      "▁monitor ing",
+      "ia o",
+      "i ao",
+      "éd é",
+      "▁Cés ar",
+      "ше е",
+      "Sh ift",
+      "su it",
+      "s uit",
+      "code d",
+      "co ded",
+      "cod ed",
+      "c oded",
+      "но то",
+      "▁Par ti",
+      "▁Part i",
+      "▁la sci",
+      "▁las ci",
+      "▁aw esome",
+      "us ta",
+      "ust a",
+      "u sta",
+      "▁С ове",
+      "▁Со ве",
+      "▁Сов е",
+      "▁F land",
+      "▁Fl and",
+      "oo m",
+      "o om",
+      "▁de vi",
+      "▁dev i",
+      "eng elsk",
+      "end um",
+      "▁Pa scal",
+      "▁Pas cal",
+      "▁B ind",
+      "▁Bi nd",
+      "▁Bin d",
+      "▁ Bind",
+      "▁sigu ientes",
+      "▁siguiente s",
+      "J B",
+      "▁Peters burg",
+      "▁incorrect ly",
+      "▁B ash",
+      "▁Bas h",
+      "▁Ba sh",
+      "▁pe los",
+      "▁pel os",
+      "▁pelo s",
+      "▁zes po",
+      "NS URL",
+      "▁př ek",
+      "▁Cr ime",
+      "na ch",
+      "n ach",
+      "▁th rust",
+      "▁thr ust",
+      "▁Cult ura",
+      "W F",
+      "▁S olo",
+      "▁So lo",
+      "▁Sol o",
+      "▁in vas",
+      "▁inv as",
+      "▁individ ually",
+      "▁individual ly",
+      "ib m",
+      "i bm",
+      "▁et apa",
+      "▁hand ed",
+      "▁han ded",
+      "▁where ver",
+      "▁interpol ation",
+      "▁mus ée",
+      "▁C NN",
+      "id ia",
+      "idi a",
+      "i dia",
+      "ńst w",
+      "▁pr zew",
+      "▁prze w",
+      "▁prz ew",
+      "ug hing",
+      "ugh ing",
+      "▁a ctors",
+      "▁act ors",
+      "▁actor s",
+      "▁Ori ental",
+      "▁Orient al",
+      "▁conven ience",
+      "▁mi asta",
+      "br ains",
+      "bra ins",
+      "▁ме ся",
+      "▁inf atti",
+      "▁All Movie",
+      "▁crit ique",
+      "▁success o",
+      "▁succ esso",
+      "anc ouver",
+      "▁f á",
+      "ъл гар",
+      "▁wis dom",
+      "▁Pho enix",
+      "ho le",
+      "hol e",
+      "h ole",
+      "▁inform ación",
+      "▁Air lines",
+      "▁Airl ines",
+      ". «",
+      "mo rt",
+      "mor t",
+      "m ort",
+      "user Id",
+      "▁*/ \r",
+      "▁C ongo",
+      "▁Con go",
+      "▁Cong o",
+      "▁\" `",
+      "▁ \"`",
+      "co rr",
+      "cor r",
+      "c orr",
+      "▁problem as",
+      "▁proble mas",
+      "▁problema s",
+      "▁probl emas",
+      "▁b ib",
+      "▁bi b",
+      "▁ bib",
+      "▁póź niej",
+      "▁file Name",
+      "▁ fileName",
+      "zo tt",
+      "z ott",
+      "ma cht",
+      "mac ht",
+      "m acht",
+      "▁Ul rich",
+      "C y",
+      "end point",
+      "▁she ep",
+      "▁i bn",
+      "Fe ed",
+      "F eed",
+      "▁sympath y",
+      "▁I b",
+      "▁territ orial",
+      "ra ting",
+      "rat ing",
+      "r ating",
+      "да ми",
+      "▁d st",
+      "▁ds t",
+      "▁ dst",
+      "у ю",
+      "ah o",
+      "a ho",
+      "▁s ug",
+      "▁su g",
+      "em ia",
+      "emi a",
+      "▁t ed",
+      "▁te d",
+      "▁ ted",
+      "▁A pi",
+      "▁Ap i",
+      "▁ Api",
+      "▁R ica",
+      "▁Ric a",
+      "▁Ri ca",
+      "▁M R",
+      "▁ MR",
+      "ński m",
+      "ń skim",
+      "▁V oor",
+      "▁Vo or",
+      "▁de vil",
+      "▁dev il",
+      "▁devi l",
+      "▁Ф о",
+      "▁N är",
+      "▁Nä r",
+      "▁... )",
+      "▁.. .)",
+      "▁ ...)",
+      "▁v ois",
+      "▁vo is",
+      "▁ab bre",
+      "▁abb re",
+      "▁M änner",
+      "xim o",
+      "xi mo",
+      "x imo",
+      "▁intellect ual",
+      "▁t ales",
+      "▁tal es",
+      "▁ta les",
+      "▁tale s",
+      "sim ilar",
+      "ne um",
+      "▁O rig",
+      "▁Or ig",
+      "▁Ori g",
+      "▁po stal",
+      "▁pos tal",
+      "▁post al",
+      "▁h vor",
+      "▁ident ification",
+      "▁identific ation",
+      "▁О д",
+      "ue sto",
+      "ues to",
+      "uest o",
+      "u esto",
+      "▁. ./",
+      "▁.. /",
+      "▁ ../",
+      "▁b ir",
+      "▁bi r",
+      "▁ bir",
+      "▁Л он",
+      "▁Ло н",
+      "▁es empio",
+      "▁E ing",
+      "▁Ein g",
+      "Exp and",
+      "▁PR IMARY",
+      "▁J in",
+      "▁Ji n",
+      "▁vš ak",
+      "ours es",
+      "ourse s",
+      "▁Be tty",
+      "▁Bet ty",
+      "▁W M",
+      "▁ WM",
+      "▁fl ask",
+      "▁fla sk",
+      "hl en",
+      "h len",
+      "▁A del",
+      "▁Ad el",
+      "lar avel",
+      "▁д ет",
+      "▁де т",
+      "сь кою",
+      "сько ю",
+      "▁M undo",
+      "▁Mun do",
+      "ic zn",
+      "icz n",
+      "ifi é",
+      "▁М ор",
+      "▁Мо р",
+      "▁д рев",
+      "▁др ев",
+      "Date Format",
+      "сь ким",
+      "ськ им",
+      "▁d ated",
+      "▁da ted",
+      "▁dat ed",
+      "▁date d",
+      "▁ dated",
+      "ко ли",
+      "кол и",
+      "▁результа те",
+      "\\) .",
+      "\\ ).",
+      "▁delay ed",
+      "so und",
+      "s ound",
+      "▁Ма к",
+      "▁\" ...",
+      "▁\". ..",
+      "▁b innen",
+      "▁bin nen",
+      "▁фа куль",
+      "▁pol ygon",
+      "▁poly gon",
+      "▁eg gs",
+      "▁egg s",
+      "At IndexPath",
+      "AtIndex Path",
+      "мен таль",
+      "мент аль",
+      "мента ль",
+      "▁in cred",
+      "▁incre d",
+      "▁inc red",
+      "ch unk",
+      "web driver",
+      "▁с вобо",
+      "▁сво бо",
+      "▁mi ędzy",
+      "Rece ived",
+      "Receive d",
+      "▁M onde",
+      "▁Mon de",
+      "▁Mo nde",
+      "▁Mond e",
+      "▁J Query",
+      "Bu tt",
+      "But t",
+      "B utt",
+      "▁P DO",
+      "▁for ec",
+      "▁fo rec",
+      "▁fore c",
+      "▁discipl ine",
+      "ch ev",
+      "che v",
+      "на т",
+      "н ат",
+      "▁re dis",
+      "▁red is",
+      "▁hun ting",
+      "▁al k",
+      "▁ alk",
+      "▁proof s",
+      "PR I",
+      "P RI",
+      "▁c hip",
+      "▁ch ip",
+      "▁chi p",
+      "és ie",
+      "▁H O",
+      "▁ HO",
+      "▁r ug",
+      "▁ru g",
+      "▁ rug",
+      "zo s",
+      "z os",
+      "▁s orte",
+      "▁sort e",
+      "▁sor te",
+      "▁ze igt",
+      "▁Phys ics",
+      "leg te",
+      "legt e",
+      "▁proport ional",
+      "▁proportion al",
+      "▁tool bar",
+      "ve ment",
+      "v ement",
+      "not in",
+      "▁prv ní",
+      "bl ah",
+      "bla h",
+      "b lah",
+      "▁prés ence",
+      "▁l loc",
+      "▁ll oc",
+      "▁lí der",
+      "▁Ac cept",
+      "▁ Accept",
+      "▁Al ways",
+      "▁\" {",
+      "▁divers i",
+      "▁diver si",
+      "ik or",
+      "iko r",
+      "i kor",
+      "Per iod",
+      "ж ён",
+      "▁Al liance",
+      "▁All iance",
+      "▁re lay",
+      "▁rel ay",
+      "▁rela y",
+      "Br o",
+      "B ro",
+      "jö n",
+      "j ön",
+      "▁B aud",
+      "▁Ba ud",
+      "▁Bau d",
+      "▁B ian",
+      "▁Bi an",
+      "') [",
+      "' )[",
+      "чи в",
+      "▁P oss",
+      "▁Po ss",
+      "▁Pos s",
+      "▁Mitg lieder",
+      "▁Mitglied er",
+      "▁n ev",
+      "▁ne v",
+      "Dan iel",
+      "▁t ends",
+      "▁ten ds",
+      "▁tend s",
+      "▁compag nie",
+      "▁liv res",
+      "▁livre s",
+      "lu b",
+      "l ub",
+      "▁ ▁",
+      "▁▁ ▁▁",
+      "▁▁▁ ▁",
+      "▁ ▁▁▁",
+      "▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁",
+      "▁▁▁▁▁ ▁▁▁",
+      "▁▁▁▁▁▁ ▁▁",
+      "▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁ ▁",
+      "▁ ▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁",
+      "▁▁▁▁ ▁",
+      "▁▁▁ ▁▁",
+      "▁ ▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁",
+      "▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁",
+      "▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁",
+      "▁▁▁▁ ▁▁",
+      "▁▁▁▁▁ ▁",
+      "▁▁▁ ▁▁▁",
+      "▁ ▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁ ▁▁",
+      "▁▁▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁▁▁",
+      "▁▁▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁ ▁",
+      "▁ ▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁ ▁",
+      "▁▁▁▁▁▁▁▁▁▁ ▁▁▁",
+      "▁▁▁ ▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁▁▁▁",
+      "▁▁▁▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁ ▁▁",
+      "▁ ▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁",
+      "▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁",
+      "▁▁▁▁▁▁▁ ▁▁▁",
+      "▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁",
+      "▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁",
+      "▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁",
+      "▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁ ▁",
+      "▁ ▁▁",
+      "▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁",
+      "▁▁▁▁▁ ▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁",
+      "▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁ ▁▁",
+      "▁ ▁▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁",
+      "▁▁▁▁▁ ▁▁",
+      "▁▁▁▁▁▁ ▁",
+      "▁▁▁ ▁▁▁▁",
+      "▁ ▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁ ▁",
+      "▁▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁▁",
+      "▁▁▁▁▁▁▁ ▁▁▁▁",
+      "▁ ▁▁▁▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁",
+      "▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁",
+      "▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁",
+      "▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁▁"
+    ]
+  }
+}
\ No newline at end of file
diff --git a/all_data_checkpoint/tokenizer.model b/all_data_checkpoint/tokenizer.model
new file mode 100644
index 0000000000000000000000000000000000000000..6c00c742ce03c627d6cd5b795984876fa49fa899
--- /dev/null
+++ b/all_data_checkpoint/tokenizer.model
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
+size 499723
diff --git a/all_data_checkpoint/tokenizer_config.json b/all_data_checkpoint/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..818be071ee147f56af495c89187f08d9591288de
--- /dev/null
+++ b/all_data_checkpoint/tokenizer_config.json
@@ -0,0 +1,131 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32000": {
+      "content": "<im_gen_start>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32001": {
+      "content": "<im_gen>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32002": {
+      "content": "<mask_gen>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32003": {
+      "content": "<audio_gen>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32004": {
+      "content": "<audio_gen_start>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32005": {
+      "content": "<audio>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32006": {
+      "content": "<video>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32007": {
+      "content": "<base>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32008": {
+      "content": "<base_null>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32009": {
+      "content": "<seg>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32010": {
+      "content": "<seg_input>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "legacy": false,
+  "model_max_length": 2048,
+  "pad_token": "<unk>",
+  "padding_side": "right",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}
diff --git a/all_data_checkpoint/trainer_state.json b/all_data_checkpoint/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..e60cfd8254bb51f995b5f88a66e7532c18b0eaf8
--- /dev/null
+++ b/all_data_checkpoint/trainer_state.json
@@ -0,0 +1,126033 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.17038839087096866,
+  "eval_steps": 1000,
+  "global_step": 18000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 9.466021715053814e-06,
+      "grad_norm": 1294.9527587890625,
+      "learning_rate": 6.309148264984227e-10,
+      "loss": 172.0,
+      "step": 1
+    },
+    {
+      "epoch": 1.893204343010763e-05,
+      "grad_norm": 1150.3070068359375,
+      "learning_rate": 1.2618296529968454e-09,
+      "loss": 125.1875,
+      "step": 2
+    },
+    {
+      "epoch": 2.8398065145161443e-05,
+      "grad_norm": 2059.051513671875,
+      "learning_rate": 1.892744479495268e-09,
+      "loss": 132.1875,
+      "step": 3
+    },
+    {
+      "epoch": 3.786408686021526e-05,
+      "grad_norm": 3.2430968284606934,
+      "learning_rate": 2.523659305993691e-09,
+      "loss": 0.9551,
+      "step": 4
+    },
+    {
+      "epoch": 4.733010857526907e-05,
+      "grad_norm": 2595.162109375,
+      "learning_rate": 3.1545741324921134e-09,
+      "loss": 178.25,
+      "step": 5
+    },
+    {
+      "epoch": 5.6796130290322886e-05,
+      "grad_norm": 2045.851318359375,
+      "learning_rate": 3.785488958990536e-09,
+      "loss": 124.25,
+      "step": 6
+    },
+    {
+      "epoch": 6.626215200537671e-05,
+      "grad_norm": 1506.7730712890625,
+      "learning_rate": 4.4164037854889584e-09,
+      "loss": 196.5,
+      "step": 7
+    },
+    {
+      "epoch": 7.572817372043051e-05,
+      "grad_norm": 3.4059131145477295,
+      "learning_rate": 5.047318611987382e-09,
+      "loss": 0.8076,
+      "step": 8
+    },
+    {
+      "epoch": 8.519419543548434e-05,
+      "grad_norm": 2373.244140625,
+      "learning_rate": 5.678233438485804e-09,
+      "loss": 171.25,
+      "step": 9
+    },
+    {
+      "epoch": 9.466021715053814e-05,
+      "grad_norm": 2.5038576126098633,
+      "learning_rate": 6.309148264984227e-09,
+      "loss": 0.7388,
+      "step": 10
+    },
+    {
+      "epoch": 0.00010412623886559196,
+      "grad_norm": 6842.2763671875,
+      "learning_rate": 6.94006309148265e-09,
+      "loss": 133.3125,
+      "step": 11
+    },
+    {
+      "epoch": 0.00011359226058064577,
+      "grad_norm": 1099.3135986328125,
+      "learning_rate": 7.570977917981072e-09,
+      "loss": 126.0625,
+      "step": 12
+    },
+    {
+      "epoch": 0.0001230582822956996,
+      "grad_norm": 1913.849609375,
+      "learning_rate": 8.201892744479495e-09,
+      "loss": 176.5625,
+      "step": 13
+    },
+    {
+      "epoch": 0.00013252430401075341,
+      "grad_norm": 1012.0535278320312,
+      "learning_rate": 8.832807570977917e-09,
+      "loss": 126.9375,
+      "step": 14
+    },
+    {
+      "epoch": 0.0001419903257258072,
+      "grad_norm": 3769.14453125,
+      "learning_rate": 9.46372239747634e-09,
+      "loss": 127.5625,
+      "step": 15
+    },
+    {
+      "epoch": 0.00015145634744086103,
+      "grad_norm": 1569.410888671875,
+      "learning_rate": 1.0094637223974764e-08,
+      "loss": 129.6875,
+      "step": 16
+    },
+    {
+      "epoch": 0.00016092236915591485,
+      "grad_norm": 2181.215087890625,
+      "learning_rate": 1.0725552050473185e-08,
+      "loss": 175.0,
+      "step": 17
+    },
+    {
+      "epoch": 0.00017038839087096867,
+      "grad_norm": 1300.0615234375,
+      "learning_rate": 1.1356466876971609e-08,
+      "loss": 133.0,
+      "step": 18
+    },
+    {
+      "epoch": 0.00017985441258602247,
+      "grad_norm": 1421.8985595703125,
+      "learning_rate": 1.1987381703470032e-08,
+      "loss": 115.375,
+      "step": 19
+    },
+    {
+      "epoch": 0.00018932043430107629,
+      "grad_norm": 1994.2186279296875,
+      "learning_rate": 1.2618296529968454e-08,
+      "loss": 202.0,
+      "step": 20
+    },
+    {
+      "epoch": 0.0001987864560161301,
+      "grad_norm": 7314.115234375,
+      "learning_rate": 1.3249211356466877e-08,
+      "loss": 136.75,
+      "step": 21
+    },
+    {
+      "epoch": 0.00020825247773118393,
+      "grad_norm": 3190.08642578125,
+      "learning_rate": 1.38801261829653e-08,
+      "loss": 126.9375,
+      "step": 22
+    },
+    {
+      "epoch": 0.00021771849944623772,
+      "grad_norm": 1441.97119140625,
+      "learning_rate": 1.4511041009463722e-08,
+      "loss": 176.875,
+      "step": 23
+    },
+    {
+      "epoch": 0.00022718452116129154,
+      "grad_norm": 2326.063232421875,
+      "learning_rate": 1.5141955835962144e-08,
+      "loss": 153.5,
+      "step": 24
+    },
+    {
+      "epoch": 0.00023665054287634536,
+      "grad_norm": 3041.300048828125,
+      "learning_rate": 1.5772870662460567e-08,
+      "loss": 183.8125,
+      "step": 25
+    },
+    {
+      "epoch": 0.0002461165645913992,
+      "grad_norm": 1888.8056640625,
+      "learning_rate": 1.640378548895899e-08,
+      "loss": 138.5625,
+      "step": 26
+    },
+    {
+      "epoch": 0.000255582586306453,
+      "grad_norm": 1124.2860107421875,
+      "learning_rate": 1.7034700315457414e-08,
+      "loss": 130.75,
+      "step": 27
+    },
+    {
+      "epoch": 0.00026504860802150683,
+      "grad_norm": 4134.025390625,
+      "learning_rate": 1.7665615141955834e-08,
+      "loss": 158.4375,
+      "step": 28
+    },
+    {
+      "epoch": 0.0002745146297365606,
+      "grad_norm": 1149.139892578125,
+      "learning_rate": 1.829652996845426e-08,
+      "loss": 118.9375,
+      "step": 29
+    },
+    {
+      "epoch": 0.0002839806514516144,
+      "grad_norm": 980.4683837890625,
+      "learning_rate": 1.892744479495268e-08,
+      "loss": 122.6875,
+      "step": 30
+    },
+    {
+      "epoch": 0.00029344667316666824,
+      "grad_norm": 2778.408447265625,
+      "learning_rate": 1.9558359621451104e-08,
+      "loss": 146.5625,
+      "step": 31
+    },
+    {
+      "epoch": 0.00030291269488172206,
+      "grad_norm": 1037.8314208984375,
+      "learning_rate": 2.0189274447949527e-08,
+      "loss": 125.8125,
+      "step": 32
+    },
+    {
+      "epoch": 0.0003123787165967759,
+      "grad_norm": 2846.587158203125,
+      "learning_rate": 2.082018927444795e-08,
+      "loss": 198.5,
+      "step": 33
+    },
+    {
+      "epoch": 0.0003218447383118297,
+      "grad_norm": 1630.4580078125,
+      "learning_rate": 2.145110410094637e-08,
+      "loss": 195.875,
+      "step": 34
+    },
+    {
+      "epoch": 0.0003313107600268835,
+      "grad_norm": 1266.4034423828125,
+      "learning_rate": 2.2082018927444794e-08,
+      "loss": 140.8125,
+      "step": 35
+    },
+    {
+      "epoch": 0.00034077678174193734,
+      "grad_norm": 4139.9658203125,
+      "learning_rate": 2.2712933753943217e-08,
+      "loss": 132.875,
+      "step": 36
+    },
+    {
+      "epoch": 0.0003502428034569911,
+      "grad_norm": 1141.658203125,
+      "learning_rate": 2.3343848580441637e-08,
+      "loss": 125.5625,
+      "step": 37
+    },
+    {
+      "epoch": 0.00035970882517204493,
+      "grad_norm": 6168.24853515625,
+      "learning_rate": 2.3974763406940064e-08,
+      "loss": 123.375,
+      "step": 38
+    },
+    {
+      "epoch": 0.00036917484688709875,
+      "grad_norm": 973.4960327148438,
+      "learning_rate": 2.4605678233438484e-08,
+      "loss": 121.25,
+      "step": 39
+    },
+    {
+      "epoch": 0.00037864086860215257,
+      "grad_norm": 1568.877197265625,
+      "learning_rate": 2.5236593059936907e-08,
+      "loss": 140.125,
+      "step": 40
+    },
+    {
+      "epoch": 0.0003881068903172064,
+      "grad_norm": 1471.1729736328125,
+      "learning_rate": 2.586750788643533e-08,
+      "loss": 180.125,
+      "step": 41
+    },
+    {
+      "epoch": 0.0003975729120322602,
+      "grad_norm": 4013.028564453125,
+      "learning_rate": 2.6498422712933754e-08,
+      "loss": 175.5625,
+      "step": 42
+    },
+    {
+      "epoch": 0.00040703893374731404,
+      "grad_norm": 1544.47216796875,
+      "learning_rate": 2.7129337539432174e-08,
+      "loss": 134.75,
+      "step": 43
+    },
+    {
+      "epoch": 0.00041650495546236786,
+      "grad_norm": 1712.1092529296875,
+      "learning_rate": 2.77602523659306e-08,
+      "loss": 204.75,
+      "step": 44
+    },
+    {
+      "epoch": 0.0004259709771774216,
+      "grad_norm": 1394.689697265625,
+      "learning_rate": 2.839116719242902e-08,
+      "loss": 150.875,
+      "step": 45
+    },
+    {
+      "epoch": 0.00043543699889247544,
+      "grad_norm": 15979.23046875,
+      "learning_rate": 2.9022082018927444e-08,
+      "loss": 133.0,
+      "step": 46
+    },
+    {
+      "epoch": 0.00044490302060752927,
+      "grad_norm": 1244.7691650390625,
+      "learning_rate": 2.9652996845425867e-08,
+      "loss": 137.5,
+      "step": 47
+    },
+    {
+      "epoch": 0.0004543690423225831,
+      "grad_norm": 1501.9390869140625,
+      "learning_rate": 3.028391167192429e-08,
+      "loss": 123.8125,
+      "step": 48
+    },
+    {
+      "epoch": 0.0004638350640376369,
+      "grad_norm": 1997.481201171875,
+      "learning_rate": 3.0914826498422714e-08,
+      "loss": 197.25,
+      "step": 49
+    },
+    {
+      "epoch": 0.00047330108575269073,
+      "grad_norm": 1502.2030029296875,
+      "learning_rate": 3.1545741324921134e-08,
+      "loss": 128.3125,
+      "step": 50
+    },
+    {
+      "epoch": 0.00048276710746774455,
+      "grad_norm": 1686.3980712890625,
+      "learning_rate": 3.2176656151419554e-08,
+      "loss": 123.1875,
+      "step": 51
+    },
+    {
+      "epoch": 0.0004922331291827984,
+      "grad_norm": 1059.7200927734375,
+      "learning_rate": 3.280757097791798e-08,
+      "loss": 127.875,
+      "step": 52
+    },
+    {
+      "epoch": 0.0005016991508978521,
+      "grad_norm": 1624.57666015625,
+      "learning_rate": 3.34384858044164e-08,
+      "loss": 181.0,
+      "step": 53
+    },
+    {
+      "epoch": 0.000511165172612906,
+      "grad_norm": 5570.09228515625,
+      "learning_rate": 3.406940063091483e-08,
+      "loss": 139.1875,
+      "step": 54
+    },
+    {
+      "epoch": 0.0005206311943279598,
+      "grad_norm": 3897.96240234375,
+      "learning_rate": 3.470031545741325e-08,
+      "loss": 162.6875,
+      "step": 55
+    },
+    {
+      "epoch": 0.0005300972160430137,
+      "grad_norm": 2696.365234375,
+      "learning_rate": 3.533123028391167e-08,
+      "loss": 124.1875,
+      "step": 56
+    },
+    {
+      "epoch": 0.0005395632377580674,
+      "grad_norm": 1353.2523193359375,
+      "learning_rate": 3.596214511041009e-08,
+      "loss": 123.875,
+      "step": 57
+    },
+    {
+      "epoch": 0.0005490292594731212,
+      "grad_norm": 2294.989990234375,
+      "learning_rate": 3.659305993690852e-08,
+      "loss": 129.3125,
+      "step": 58
+    },
+    {
+      "epoch": 0.0005584952811881751,
+      "grad_norm": 1437.30908203125,
+      "learning_rate": 3.722397476340694e-08,
+      "loss": 131.1875,
+      "step": 59
+    },
+    {
+      "epoch": 0.0005679613029032288,
+      "grad_norm": 2410.67724609375,
+      "learning_rate": 3.785488958990536e-08,
+      "loss": 139.1875,
+      "step": 60
+    },
+    {
+      "epoch": 0.0005774273246182827,
+      "grad_norm": 3.6927695274353027,
+      "learning_rate": 3.848580441640378e-08,
+      "loss": 0.8262,
+      "step": 61
+    },
+    {
+      "epoch": 0.0005868933463333365,
+      "grad_norm": 1964.7734375,
+      "learning_rate": 3.911671924290221e-08,
+      "loss": 225.375,
+      "step": 62
+    },
+    {
+      "epoch": 0.0005963593680483903,
+      "grad_norm": 1374.345947265625,
+      "learning_rate": 3.974763406940063e-08,
+      "loss": 129.6875,
+      "step": 63
+    },
+    {
+      "epoch": 0.0006058253897634441,
+      "grad_norm": 3316.80078125,
+      "learning_rate": 4.0378548895899054e-08,
+      "loss": 124.375,
+      "step": 64
+    },
+    {
+      "epoch": 0.0006152914114784979,
+      "grad_norm": 5896.333984375,
+      "learning_rate": 4.1009463722397474e-08,
+      "loss": 181.75,
+      "step": 65
+    },
+    {
+      "epoch": 0.0006247574331935518,
+      "grad_norm": 1705.070068359375,
+      "learning_rate": 4.16403785488959e-08,
+      "loss": 136.875,
+      "step": 66
+    },
+    {
+      "epoch": 0.0006342234549086055,
+      "grad_norm": 2275.2607421875,
+      "learning_rate": 4.227129337539432e-08,
+      "loss": 197.375,
+      "step": 67
+    },
+    {
+      "epoch": 0.0006436894766236594,
+      "grad_norm": 3376.725830078125,
+      "learning_rate": 4.290220820189274e-08,
+      "loss": 137.9375,
+      "step": 68
+    },
+    {
+      "epoch": 0.0006531554983387132,
+      "grad_norm": 2853.64501953125,
+      "learning_rate": 4.353312302839116e-08,
+      "loss": 134.5,
+      "step": 69
+    },
+    {
+      "epoch": 0.000662621520053767,
+      "grad_norm": 2388.16845703125,
+      "learning_rate": 4.416403785488959e-08,
+      "loss": 211.375,
+      "step": 70
+    },
+    {
+      "epoch": 0.0006720875417688208,
+      "grad_norm": 3.4987003803253174,
+      "learning_rate": 4.4794952681388014e-08,
+      "loss": 0.8208,
+      "step": 71
+    },
+    {
+      "epoch": 0.0006815535634838747,
+      "grad_norm": 1166.2076416015625,
+      "learning_rate": 4.5425867507886434e-08,
+      "loss": 125.9375,
+      "step": 72
+    },
+    {
+      "epoch": 0.0006910195851989285,
+      "grad_norm": 2768.10693359375,
+      "learning_rate": 4.6056782334384854e-08,
+      "loss": 143.375,
+      "step": 73
+    },
+    {
+      "epoch": 0.0007004856069139822,
+      "grad_norm": 12647.724609375,
+      "learning_rate": 4.6687697160883274e-08,
+      "loss": 117.25,
+      "step": 74
+    },
+    {
+      "epoch": 0.0007099516286290361,
+      "grad_norm": 1172.857177734375,
+      "learning_rate": 4.73186119873817e-08,
+      "loss": 126.6875,
+      "step": 75
+    },
+    {
+      "epoch": 0.0007194176503440899,
+      "grad_norm": 3843.252685546875,
+      "learning_rate": 4.794952681388013e-08,
+      "loss": 190.0625,
+      "step": 76
+    },
+    {
+      "epoch": 0.0007288836720591437,
+      "grad_norm": 1368.9404296875,
+      "learning_rate": 4.858044164037855e-08,
+      "loss": 123.875,
+      "step": 77
+    },
+    {
+      "epoch": 0.0007383496937741975,
+      "grad_norm": 1601.910400390625,
+      "learning_rate": 4.921135646687697e-08,
+      "loss": 140.25,
+      "step": 78
+    },
+    {
+      "epoch": 0.0007478157154892514,
+      "grad_norm": 1746.275634765625,
+      "learning_rate": 4.9842271293375394e-08,
+      "loss": 204.0,
+      "step": 79
+    },
+    {
+      "epoch": 0.0007572817372043051,
+      "grad_norm": 1086.4010009765625,
+      "learning_rate": 5.0473186119873814e-08,
+      "loss": 126.375,
+      "step": 80
+    },
+    {
+      "epoch": 0.0007667477589193589,
+      "grad_norm": 1508.918701171875,
+      "learning_rate": 5.1104100946372234e-08,
+      "loss": 194.75,
+      "step": 81
+    },
+    {
+      "epoch": 0.0007762137806344128,
+      "grad_norm": 1799.4818115234375,
+      "learning_rate": 5.173501577287066e-08,
+      "loss": 163.125,
+      "step": 82
+    },
+    {
+      "epoch": 0.0007856798023494666,
+      "grad_norm": 4171.857421875,
+      "learning_rate": 5.236593059936909e-08,
+      "loss": 168.8125,
+      "step": 83
+    },
+    {
+      "epoch": 0.0007951458240645204,
+      "grad_norm": 2.688009023666382,
+      "learning_rate": 5.299684542586751e-08,
+      "loss": 0.8501,
+      "step": 84
+    },
+    {
+      "epoch": 0.0008046118457795742,
+      "grad_norm": 943.6417846679688,
+      "learning_rate": 5.362776025236593e-08,
+      "loss": 123.0625,
+      "step": 85
+    },
+    {
+      "epoch": 0.0008140778674946281,
+      "grad_norm": 7223.08984375,
+      "learning_rate": 5.425867507886435e-08,
+      "loss": 134.6875,
+      "step": 86
+    },
+    {
+      "epoch": 0.0008235438892096818,
+      "grad_norm": 1965.09521484375,
+      "learning_rate": 5.488958990536277e-08,
+      "loss": 149.3125,
+      "step": 87
+    },
+    {
+      "epoch": 0.0008330099109247357,
+      "grad_norm": 1159.4515380859375,
+      "learning_rate": 5.55205047318612e-08,
+      "loss": 181.0,
+      "step": 88
+    },
+    {
+      "epoch": 0.0008424759326397895,
+      "grad_norm": 1556.3966064453125,
+      "learning_rate": 5.615141955835962e-08,
+      "loss": 122.4375,
+      "step": 89
+    },
+    {
+      "epoch": 0.0008519419543548432,
+      "grad_norm": 1305.815673828125,
+      "learning_rate": 5.678233438485804e-08,
+      "loss": 136.8125,
+      "step": 90
+    },
+    {
+      "epoch": 0.0008614079760698971,
+      "grad_norm": 1126.86572265625,
+      "learning_rate": 5.741324921135646e-08,
+      "loss": 140.5625,
+      "step": 91
+    },
+    {
+      "epoch": 0.0008708739977849509,
+      "grad_norm": 1148.200927734375,
+      "learning_rate": 5.804416403785489e-08,
+      "loss": 128.0,
+      "step": 92
+    },
+    {
+      "epoch": 0.0008803400195000048,
+      "grad_norm": 1909.9720458984375,
+      "learning_rate": 5.867507886435331e-08,
+      "loss": 119.625,
+      "step": 93
+    },
+    {
+      "epoch": 0.0008898060412150585,
+      "grad_norm": 1243.28759765625,
+      "learning_rate": 5.9305993690851735e-08,
+      "loss": 121.625,
+      "step": 94
+    },
+    {
+      "epoch": 0.0008992720629301124,
+      "grad_norm": 1465.4775390625,
+      "learning_rate": 5.993690851735016e-08,
+      "loss": 126.375,
+      "step": 95
+    },
+    {
+      "epoch": 0.0009087380846451662,
+      "grad_norm": 1299.260498046875,
+      "learning_rate": 6.056782334384857e-08,
+      "loss": 126.875,
+      "step": 96
+    },
+    {
+      "epoch": 0.0009182041063602199,
+      "grad_norm": 2510.9443359375,
+      "learning_rate": 6.1198738170347e-08,
+      "loss": 178.625,
+      "step": 97
+    },
+    {
+      "epoch": 0.0009276701280752738,
+      "grad_norm": 1369.9324951171875,
+      "learning_rate": 6.182965299684543e-08,
+      "loss": 171.0,
+      "step": 98
+    },
+    {
+      "epoch": 0.0009371361497903276,
+      "grad_norm": 2049.669189453125,
+      "learning_rate": 6.246056782334384e-08,
+      "loss": 190.75,
+      "step": 99
+    },
+    {
+      "epoch": 0.0009466021715053815,
+      "grad_norm": 930.5064697265625,
+      "learning_rate": 6.309148264984227e-08,
+      "loss": 129.8125,
+      "step": 100
+    },
+    {
+      "epoch": 0.0009560681932204352,
+      "grad_norm": 3215.50439453125,
+      "learning_rate": 6.372239747634068e-08,
+      "loss": 129.25,
+      "step": 101
+    },
+    {
+      "epoch": 0.0009655342149354891,
+      "grad_norm": 3203.063232421875,
+      "learning_rate": 6.435331230283911e-08,
+      "loss": 131.75,
+      "step": 102
+    },
+    {
+      "epoch": 0.0009750002366505429,
+      "grad_norm": 1127.2569580078125,
+      "learning_rate": 6.498422712933755e-08,
+      "loss": 128.4375,
+      "step": 103
+    },
+    {
+      "epoch": 0.0009844662583655967,
+      "grad_norm": 1534.4344482421875,
+      "learning_rate": 6.561514195583596e-08,
+      "loss": 124.9375,
+      "step": 104
+    },
+    {
+      "epoch": 0.0009939322800806504,
+      "grad_norm": 1447.319091796875,
+      "learning_rate": 6.624605678233439e-08,
+      "loss": 134.875,
+      "step": 105
+    },
+    {
+      "epoch": 0.0010033983017957043,
+      "grad_norm": 2187.002197265625,
+      "learning_rate": 6.68769716088328e-08,
+      "loss": 169.0,
+      "step": 106
+    },
+    {
+      "epoch": 0.0010128643235107582,
+      "grad_norm": 1135.5521240234375,
+      "learning_rate": 6.750788643533123e-08,
+      "loss": 151.125,
+      "step": 107
+    },
+    {
+      "epoch": 0.001022330345225812,
+      "grad_norm": 1968.72998046875,
+      "learning_rate": 6.813880126182965e-08,
+      "loss": 207.4375,
+      "step": 108
+    },
+    {
+      "epoch": 0.0010317963669408657,
+      "grad_norm": 1163.6510009765625,
+      "learning_rate": 6.876971608832807e-08,
+      "loss": 172.875,
+      "step": 109
+    },
+    {
+      "epoch": 0.0010412623886559196,
+      "grad_norm": 985.3278198242188,
+      "learning_rate": 6.94006309148265e-08,
+      "loss": 126.25,
+      "step": 110
+    },
+    {
+      "epoch": 0.0010507284103709734,
+      "grad_norm": 1956.7113037109375,
+      "learning_rate": 7.003154574132492e-08,
+      "loss": 120.3125,
+      "step": 111
+    },
+    {
+      "epoch": 0.0010601944320860273,
+      "grad_norm": 2200.677734375,
+      "learning_rate": 7.066246056782333e-08,
+      "loss": 239.625,
+      "step": 112
+    },
+    {
+      "epoch": 0.001069660453801081,
+      "grad_norm": 1477.730712890625,
+      "learning_rate": 7.129337539432176e-08,
+      "loss": 136.9375,
+      "step": 113
+    },
+    {
+      "epoch": 0.0010791264755161348,
+      "grad_norm": 2043.1361083984375,
+      "learning_rate": 7.192429022082017e-08,
+      "loss": 172.5625,
+      "step": 114
+    },
+    {
+      "epoch": 0.0010885924972311887,
+      "grad_norm": 1399.99365234375,
+      "learning_rate": 7.255520504731861e-08,
+      "loss": 196.375,
+      "step": 115
+    },
+    {
+      "epoch": 0.0010980585189462424,
+      "grad_norm": 2666.517333984375,
+      "learning_rate": 7.318611987381704e-08,
+      "loss": 121.0,
+      "step": 116
+    },
+    {
+      "epoch": 0.0011075245406612963,
+      "grad_norm": 2776.783447265625,
+      "learning_rate": 7.381703470031545e-08,
+      "loss": 166.1875,
+      "step": 117
+    },
+    {
+      "epoch": 0.0011169905623763501,
+      "grad_norm": 3128.35595703125,
+      "learning_rate": 7.444794952681388e-08,
+      "loss": 193.5,
+      "step": 118
+    },
+    {
+      "epoch": 0.001126456584091404,
+      "grad_norm": 3239.6884765625,
+      "learning_rate": 7.507886435331231e-08,
+      "loss": 126.5,
+      "step": 119
+    },
+    {
+      "epoch": 0.0011359226058064577,
+      "grad_norm": 1262.8270263671875,
+      "learning_rate": 7.570977917981072e-08,
+      "loss": 122.9375,
+      "step": 120
+    },
+    {
+      "epoch": 0.0011453886275215115,
+      "grad_norm": 1134.215087890625,
+      "learning_rate": 7.634069400630915e-08,
+      "loss": 135.375,
+      "step": 121
+    },
+    {
+      "epoch": 0.0011548546492365654,
+      "grad_norm": 1192.8763427734375,
+      "learning_rate": 7.697160883280756e-08,
+      "loss": 132.5,
+      "step": 122
+    },
+    {
+      "epoch": 0.001164320670951619,
+      "grad_norm": 1062.813232421875,
+      "learning_rate": 7.760252365930599e-08,
+      "loss": 128.0625,
+      "step": 123
+    },
+    {
+      "epoch": 0.001173786692666673,
+      "grad_norm": 1235.7606201171875,
+      "learning_rate": 7.823343848580441e-08,
+      "loss": 135.875,
+      "step": 124
+    },
+    {
+      "epoch": 0.0011832527143817268,
+      "grad_norm": 1610.4808349609375,
+      "learning_rate": 7.886435331230283e-08,
+      "loss": 185.75,
+      "step": 125
+    },
+    {
+      "epoch": 0.0011927187360967807,
+      "grad_norm": 1205.70751953125,
+      "learning_rate": 7.949526813880126e-08,
+      "loss": 121.5,
+      "step": 126
+    },
+    {
+      "epoch": 0.0012021847578118344,
+      "grad_norm": 1320.756103515625,
+      "learning_rate": 8.012618296529967e-08,
+      "loss": 128.375,
+      "step": 127
+    },
+    {
+      "epoch": 0.0012116507795268882,
+      "grad_norm": 1072.24365234375,
+      "learning_rate": 8.075709779179811e-08,
+      "loss": 122.4375,
+      "step": 128
+    },
+    {
+      "epoch": 0.001221116801241942,
+      "grad_norm": 1348.376220703125,
+      "learning_rate": 8.138801261829654e-08,
+      "loss": 154.125,
+      "step": 129
+    },
+    {
+      "epoch": 0.0012305828229569958,
+      "grad_norm": 1366.898193359375,
+      "learning_rate": 8.201892744479495e-08,
+      "loss": 127.0,
+      "step": 130
+    },
+    {
+      "epoch": 0.0012400488446720496,
+      "grad_norm": 1560.385009765625,
+      "learning_rate": 8.264984227129338e-08,
+      "loss": 151.3125,
+      "step": 131
+    },
+    {
+      "epoch": 0.0012495148663871035,
+      "grad_norm": 1252.733154296875,
+      "learning_rate": 8.32807570977918e-08,
+      "loss": 130.5625,
+      "step": 132
+    },
+    {
+      "epoch": 0.0012589808881021574,
+      "grad_norm": 1223.7322998046875,
+      "learning_rate": 8.391167192429022e-08,
+      "loss": 125.1875,
+      "step": 133
+    },
+    {
+      "epoch": 0.001268446909817211,
+      "grad_norm": 1506.0888671875,
+      "learning_rate": 8.454258675078864e-08,
+      "loss": 198.375,
+      "step": 134
+    },
+    {
+      "epoch": 0.001277912931532265,
+      "grad_norm": 1833.3076171875,
+      "learning_rate": 8.517350157728706e-08,
+      "loss": 125.75,
+      "step": 135
+    },
+    {
+      "epoch": 0.0012873789532473188,
+      "grad_norm": 998.892333984375,
+      "learning_rate": 8.580441640378548e-08,
+      "loss": 129.0625,
+      "step": 136
+    },
+    {
+      "epoch": 0.0012968449749623725,
+      "grad_norm": 1755.04443359375,
+      "learning_rate": 8.643533123028391e-08,
+      "loss": 129.1875,
+      "step": 137
+    },
+    {
+      "epoch": 0.0013063109966774263,
+      "grad_norm": 8819.3583984375,
+      "learning_rate": 8.706624605678232e-08,
+      "loss": 133.25,
+      "step": 138
+    },
+    {
+      "epoch": 0.0013157770183924802,
+      "grad_norm": 3.8019556999206543,
+      "learning_rate": 8.769716088328075e-08,
+      "loss": 0.8831,
+      "step": 139
+    },
+    {
+      "epoch": 0.001325243040107534,
+      "grad_norm": 1276.834228515625,
+      "learning_rate": 8.832807570977918e-08,
+      "loss": 198.5,
+      "step": 140
+    },
+    {
+      "epoch": 0.0013347090618225877,
+      "grad_norm": 1510.272705078125,
+      "learning_rate": 8.89589905362776e-08,
+      "loss": 182.75,
+      "step": 141
+    },
+    {
+      "epoch": 0.0013441750835376416,
+      "grad_norm": 1264.444580078125,
+      "learning_rate": 8.958990536277603e-08,
+      "loss": 123.9375,
+      "step": 142
+    },
+    {
+      "epoch": 0.0013536411052526955,
+      "grad_norm": 1861.7518310546875,
+      "learning_rate": 9.022082018927444e-08,
+      "loss": 128.1875,
+      "step": 143
+    },
+    {
+      "epoch": 0.0013631071269677494,
+      "grad_norm": 2205.286376953125,
+      "learning_rate": 9.085173501577287e-08,
+      "loss": 178.5,
+      "step": 144
+    },
+    {
+      "epoch": 0.001372573148682803,
+      "grad_norm": 971.6563720703125,
+      "learning_rate": 9.14826498422713e-08,
+      "loss": 156.4375,
+      "step": 145
+    },
+    {
+      "epoch": 0.001382039170397857,
+      "grad_norm": 1339.9732666015625,
+      "learning_rate": 9.211356466876971e-08,
+      "loss": 126.125,
+      "step": 146
+    },
+    {
+      "epoch": 0.0013915051921129108,
+      "grad_norm": 1140.3096923828125,
+      "learning_rate": 9.274447949526814e-08,
+      "loss": 139.0625,
+      "step": 147
+    },
+    {
+      "epoch": 0.0014009712138279644,
+      "grad_norm": 3349.97412109375,
+      "learning_rate": 9.337539432176655e-08,
+      "loss": 146.875,
+      "step": 148
+    },
+    {
+      "epoch": 0.0014104372355430183,
+      "grad_norm": 1194.341064453125,
+      "learning_rate": 9.400630914826498e-08,
+      "loss": 140.75,
+      "step": 149
+    },
+    {
+      "epoch": 0.0014199032572580722,
+      "grad_norm": 1417.7950439453125,
+      "learning_rate": 9.46372239747634e-08,
+      "loss": 168.625,
+      "step": 150
+    },
+    {
+      "epoch": 0.001429369278973126,
+      "grad_norm": 1442.929443359375,
+      "learning_rate": 9.526813880126182e-08,
+      "loss": 216.625,
+      "step": 151
+    },
+    {
+      "epoch": 0.0014388353006881797,
+      "grad_norm": 1922.5452880859375,
+      "learning_rate": 9.589905362776026e-08,
+      "loss": 125.0,
+      "step": 152
+    },
+    {
+      "epoch": 0.0014483013224032336,
+      "grad_norm": 1191.654052734375,
+      "learning_rate": 9.652996845425868e-08,
+      "loss": 162.5625,
+      "step": 153
+    },
+    {
+      "epoch": 0.0014577673441182875,
+      "grad_norm": 1889.33544921875,
+      "learning_rate": 9.71608832807571e-08,
+      "loss": 187.75,
+      "step": 154
+    },
+    {
+      "epoch": 0.0014672333658333411,
+      "grad_norm": 2.8472564220428467,
+      "learning_rate": 9.779179810725552e-08,
+      "loss": 0.9492,
+      "step": 155
+    },
+    {
+      "epoch": 0.001476699387548395,
+      "grad_norm": 4.297066688537598,
+      "learning_rate": 9.842271293375394e-08,
+      "loss": 0.8535,
+      "step": 156
+    },
+    {
+      "epoch": 0.0014861654092634489,
+      "grad_norm": 1217.4825439453125,
+      "learning_rate": 9.905362776025236e-08,
+      "loss": 180.875,
+      "step": 157
+    },
+    {
+      "epoch": 0.0014956314309785028,
+      "grad_norm": 6719.46435546875,
+      "learning_rate": 9.968454258675079e-08,
+      "loss": 154.125,
+      "step": 158
+    },
+    {
+      "epoch": 0.0015050974526935564,
+      "grad_norm": 6595.26904296875,
+      "learning_rate": 1.003154574132492e-07,
+      "loss": 136.75,
+      "step": 159
+    },
+    {
+      "epoch": 0.0015145634744086103,
+      "grad_norm": 1852.66650390625,
+      "learning_rate": 1.0094637223974763e-07,
+      "loss": 211.75,
+      "step": 160
+    },
+    {
+      "epoch": 0.0015240294961236642,
+      "grad_norm": 1454.290771484375,
+      "learning_rate": 1.0157728706624604e-07,
+      "loss": 195.3125,
+      "step": 161
+    },
+    {
+      "epoch": 0.0015334955178387178,
+      "grad_norm": 1459.72119140625,
+      "learning_rate": 1.0220820189274447e-07,
+      "loss": 117.875,
+      "step": 162
+    },
+    {
+      "epoch": 0.0015429615395537717,
+      "grad_norm": 1639.9857177734375,
+      "learning_rate": 1.028391167192429e-07,
+      "loss": 196.25,
+      "step": 163
+    },
+    {
+      "epoch": 0.0015524275612688256,
+      "grad_norm": 1589.5120849609375,
+      "learning_rate": 1.0347003154574132e-07,
+      "loss": 182.75,
+      "step": 164
+    },
+    {
+      "epoch": 0.0015618935829838794,
+      "grad_norm": 1731.669189453125,
+      "learning_rate": 1.0410094637223975e-07,
+      "loss": 212.125,
+      "step": 165
+    },
+    {
+      "epoch": 0.001571359604698933,
+      "grad_norm": 1750.7200927734375,
+      "learning_rate": 1.0473186119873818e-07,
+      "loss": 177.3125,
+      "step": 166
+    },
+    {
+      "epoch": 0.001580825626413987,
+      "grad_norm": 1236.463623046875,
+      "learning_rate": 1.0536277602523659e-07,
+      "loss": 126.3125,
+      "step": 167
+    },
+    {
+      "epoch": 0.0015902916481290409,
+      "grad_norm": 2817.97802734375,
+      "learning_rate": 1.0599369085173502e-07,
+      "loss": 119.0625,
+      "step": 168
+    },
+    {
+      "epoch": 0.0015997576698440945,
+      "grad_norm": 1407.7593994140625,
+      "learning_rate": 1.0662460567823343e-07,
+      "loss": 131.625,
+      "step": 169
+    },
+    {
+      "epoch": 0.0016092236915591484,
+      "grad_norm": 1887.056884765625,
+      "learning_rate": 1.0725552050473186e-07,
+      "loss": 130.0625,
+      "step": 170
+    },
+    {
+      "epoch": 0.0016186897132742023,
+      "grad_norm": 967.4691162109375,
+      "learning_rate": 1.0788643533123028e-07,
+      "loss": 122.5625,
+      "step": 171
+    },
+    {
+      "epoch": 0.0016281557349892561,
+      "grad_norm": 1067.241943359375,
+      "learning_rate": 1.085173501577287e-07,
+      "loss": 133.875,
+      "step": 172
+    },
+    {
+      "epoch": 0.0016376217567043098,
+      "grad_norm": 1179.1019287109375,
+      "learning_rate": 1.0914826498422712e-07,
+      "loss": 126.3125,
+      "step": 173
+    },
+    {
+      "epoch": 0.0016470877784193637,
+      "grad_norm": 1104.7216796875,
+      "learning_rate": 1.0977917981072554e-07,
+      "loss": 169.5625,
+      "step": 174
+    },
+    {
+      "epoch": 0.0016565538001344176,
+      "grad_norm": 2763.822998046875,
+      "learning_rate": 1.1041009463722396e-07,
+      "loss": 119.125,
+      "step": 175
+    },
+    {
+      "epoch": 0.0016660198218494714,
+      "grad_norm": 1609.243408203125,
+      "learning_rate": 1.110410094637224e-07,
+      "loss": 180.875,
+      "step": 176
+    },
+    {
+      "epoch": 0.001675485843564525,
+      "grad_norm": 1183.4676513671875,
+      "learning_rate": 1.1167192429022082e-07,
+      "loss": 160.9375,
+      "step": 177
+    },
+    {
+      "epoch": 0.001684951865279579,
+      "grad_norm": 3891.11181640625,
+      "learning_rate": 1.1230283911671924e-07,
+      "loss": 145.0625,
+      "step": 178
+    },
+    {
+      "epoch": 0.0016944178869946328,
+      "grad_norm": 1784.876220703125,
+      "learning_rate": 1.1293375394321767e-07,
+      "loss": 120.1875,
+      "step": 179
+    },
+    {
+      "epoch": 0.0017038839087096865,
+      "grad_norm": 1114.09375,
+      "learning_rate": 1.1356466876971608e-07,
+      "loss": 121.0625,
+      "step": 180
+    },
+    {
+      "epoch": 0.0017133499304247404,
+      "grad_norm": 1295.1387939453125,
+      "learning_rate": 1.1419558359621451e-07,
+      "loss": 192.6875,
+      "step": 181
+    },
+    {
+      "epoch": 0.0017228159521397942,
+      "grad_norm": 1200.2640380859375,
+      "learning_rate": 1.1482649842271292e-07,
+      "loss": 135.6875,
+      "step": 182
+    },
+    {
+      "epoch": 0.0017322819738548481,
+      "grad_norm": 1294.312255859375,
+      "learning_rate": 1.1545741324921135e-07,
+      "loss": 177.375,
+      "step": 183
+    },
+    {
+      "epoch": 0.0017417479955699018,
+      "grad_norm": 3060.49853515625,
+      "learning_rate": 1.1608832807570978e-07,
+      "loss": 123.125,
+      "step": 184
+    },
+    {
+      "epoch": 0.0017512140172849557,
+      "grad_norm": 1267.408935546875,
+      "learning_rate": 1.1671924290220819e-07,
+      "loss": 117.125,
+      "step": 185
+    },
+    {
+      "epoch": 0.0017606800390000095,
+      "grad_norm": 1071.64892578125,
+      "learning_rate": 1.1735015772870662e-07,
+      "loss": 116.75,
+      "step": 186
+    },
+    {
+      "epoch": 0.0017701460607150632,
+      "grad_norm": 1181.3748779296875,
+      "learning_rate": 1.1798107255520503e-07,
+      "loss": 170.0,
+      "step": 187
+    },
+    {
+      "epoch": 0.001779612082430117,
+      "grad_norm": 1739.52294921875,
+      "learning_rate": 1.1861198738170347e-07,
+      "loss": 164.625,
+      "step": 188
+    },
+    {
+      "epoch": 0.001789078104145171,
+      "grad_norm": 1264.677978515625,
+      "learning_rate": 1.1924290220820188e-07,
+      "loss": 113.75,
+      "step": 189
+    },
+    {
+      "epoch": 0.0017985441258602248,
+      "grad_norm": 1270.1224365234375,
+      "learning_rate": 1.1987381703470032e-07,
+      "loss": 117.5625,
+      "step": 190
+    },
+    {
+      "epoch": 0.0018080101475752785,
+      "grad_norm": 1423.93701171875,
+      "learning_rate": 1.2050473186119874e-07,
+      "loss": 153.125,
+      "step": 191
+    },
+    {
+      "epoch": 0.0018174761692903323,
+      "grad_norm": 1510.7283935546875,
+      "learning_rate": 1.2113564668769715e-07,
+      "loss": 175.8125,
+      "step": 192
+    },
+    {
+      "epoch": 0.0018269421910053862,
+      "grad_norm": 1264.1031494140625,
+      "learning_rate": 1.217665615141956e-07,
+      "loss": 135.75,
+      "step": 193
+    },
+    {
+      "epoch": 0.0018364082127204399,
+      "grad_norm": 3.618422508239746,
+      "learning_rate": 1.22397476340694e-07,
+      "loss": 0.9531,
+      "step": 194
+    },
+    {
+      "epoch": 0.0018458742344354938,
+      "grad_norm": 1803.1566162109375,
+      "learning_rate": 1.2302839116719242e-07,
+      "loss": 156.75,
+      "step": 195
+    },
+    {
+      "epoch": 0.0018553402561505476,
+      "grad_norm": 3.9544999599456787,
+      "learning_rate": 1.2365930599369086e-07,
+      "loss": 1.0532,
+      "step": 196
+    },
+    {
+      "epoch": 0.0018648062778656015,
+      "grad_norm": 1403.880126953125,
+      "learning_rate": 1.2429022082018927e-07,
+      "loss": 132.125,
+      "step": 197
+    },
+    {
+      "epoch": 0.0018742722995806552,
+      "grad_norm": 1507.85595703125,
+      "learning_rate": 1.2492113564668768e-07,
+      "loss": 136.0,
+      "step": 198
+    },
+    {
+      "epoch": 0.001883738321295709,
+      "grad_norm": 1431.7271728515625,
+      "learning_rate": 1.2555205047318612e-07,
+      "loss": 114.1875,
+      "step": 199
+    },
+    {
+      "epoch": 0.001893204343010763,
+      "grad_norm": 1307.0106201171875,
+      "learning_rate": 1.2618296529968454e-07,
+      "loss": 110.75,
+      "step": 200
+    },
+    {
+      "epoch": 0.0019026703647258166,
+      "grad_norm": 2603.2822265625,
+      "learning_rate": 1.2681388012618298e-07,
+      "loss": 182.75,
+      "step": 201
+    },
+    {
+      "epoch": 0.0019121363864408704,
+      "grad_norm": 1452.68359375,
+      "learning_rate": 1.2744479495268136e-07,
+      "loss": 120.5625,
+      "step": 202
+    },
+    {
+      "epoch": 0.0019216024081559243,
+      "grad_norm": 1412.5966796875,
+      "learning_rate": 1.280757097791798e-07,
+      "loss": 124.0,
+      "step": 203
+    },
+    {
+      "epoch": 0.0019310684298709782,
+      "grad_norm": 1154.302734375,
+      "learning_rate": 1.2870662460567822e-07,
+      "loss": 124.25,
+      "step": 204
+    },
+    {
+      "epoch": 0.0019405344515860319,
+      "grad_norm": 1089.109619140625,
+      "learning_rate": 1.2933753943217666e-07,
+      "loss": 109.6875,
+      "step": 205
+    },
+    {
+      "epoch": 0.0019500004733010857,
+      "grad_norm": 2484.768798828125,
+      "learning_rate": 1.299684542586751e-07,
+      "loss": 129.3125,
+      "step": 206
+    },
+    {
+      "epoch": 0.0019594664950161396,
+      "grad_norm": 1709.1727294921875,
+      "learning_rate": 1.3059936908517348e-07,
+      "loss": 123.625,
+      "step": 207
+    },
+    {
+      "epoch": 0.0019689325167311935,
+      "grad_norm": 1218.867431640625,
+      "learning_rate": 1.3123028391167192e-07,
+      "loss": 135.0,
+      "step": 208
+    },
+    {
+      "epoch": 0.0019783985384462474,
+      "grad_norm": 2.9123761653900146,
+      "learning_rate": 1.3186119873817034e-07,
+      "loss": 0.9297,
+      "step": 209
+    },
+    {
+      "epoch": 0.001987864560161301,
+      "grad_norm": 3058.292724609375,
+      "learning_rate": 1.3249211356466878e-07,
+      "loss": 166.5,
+      "step": 210
+    },
+    {
+      "epoch": 0.0019973305818763547,
+      "grad_norm": 1505.275634765625,
+      "learning_rate": 1.331230283911672e-07,
+      "loss": 116.5625,
+      "step": 211
+    },
+    {
+      "epoch": 0.0020067966035914086,
+      "grad_norm": 1970.2532958984375,
+      "learning_rate": 1.337539432176656e-07,
+      "loss": 173.25,
+      "step": 212
+    },
+    {
+      "epoch": 0.0020162626253064624,
+      "grad_norm": 1390.5252685546875,
+      "learning_rate": 1.3438485804416402e-07,
+      "loss": 108.625,
+      "step": 213
+    },
+    {
+      "epoch": 0.0020257286470215163,
+      "grad_norm": 1182.1207275390625,
+      "learning_rate": 1.3501577287066246e-07,
+      "loss": 174.625,
+      "step": 214
+    },
+    {
+      "epoch": 0.00203519466873657,
+      "grad_norm": 1183.169677734375,
+      "learning_rate": 1.3564668769716087e-07,
+      "loss": 156.25,
+      "step": 215
+    },
+    {
+      "epoch": 0.002044660690451624,
+      "grad_norm": 2129.21875,
+      "learning_rate": 1.362776025236593e-07,
+      "loss": 108.375,
+      "step": 216
+    },
+    {
+      "epoch": 0.0020541267121666775,
+      "grad_norm": 1442.5628662109375,
+      "learning_rate": 1.369085173501577e-07,
+      "loss": 186.6875,
+      "step": 217
+    },
+    {
+      "epoch": 0.0020635927338817314,
+      "grad_norm": 1893.0543212890625,
+      "learning_rate": 1.3753943217665614e-07,
+      "loss": 111.4375,
+      "step": 218
+    },
+    {
+      "epoch": 0.0020730587555967852,
+      "grad_norm": 1824.6494140625,
+      "learning_rate": 1.3817034700315458e-07,
+      "loss": 163.8125,
+      "step": 219
+    },
+    {
+      "epoch": 0.002082524777311839,
+      "grad_norm": 1242.5086669921875,
+      "learning_rate": 1.38801261829653e-07,
+      "loss": 117.625,
+      "step": 220
+    },
+    {
+      "epoch": 0.002091990799026893,
+      "grad_norm": 1262.830810546875,
+      "learning_rate": 1.3943217665615143e-07,
+      "loss": 116.8125,
+      "step": 221
+    },
+    {
+      "epoch": 0.002101456820741947,
+      "grad_norm": 2042.3402099609375,
+      "learning_rate": 1.4006309148264984e-07,
+      "loss": 119.0625,
+      "step": 222
+    },
+    {
+      "epoch": 0.0021109228424570007,
+      "grad_norm": 2098.223876953125,
+      "learning_rate": 1.4069400630914826e-07,
+      "loss": 121.25,
+      "step": 223
+    },
+    {
+      "epoch": 0.0021203888641720546,
+      "grad_norm": 1642.031494140625,
+      "learning_rate": 1.4132492113564667e-07,
+      "loss": 149.8125,
+      "step": 224
+    },
+    {
+      "epoch": 0.002129854885887108,
+      "grad_norm": 1537.3067626953125,
+      "learning_rate": 1.419558359621451e-07,
+      "loss": 114.75,
+      "step": 225
+    },
+    {
+      "epoch": 0.002139320907602162,
+      "grad_norm": 1660.147705078125,
+      "learning_rate": 1.4258675078864352e-07,
+      "loss": 166.5625,
+      "step": 226
+    },
+    {
+      "epoch": 0.002148786929317216,
+      "grad_norm": 1099.3323974609375,
+      "learning_rate": 1.4321766561514196e-07,
+      "loss": 158.5625,
+      "step": 227
+    },
+    {
+      "epoch": 0.0021582529510322697,
+      "grad_norm": 1468.4925537109375,
+      "learning_rate": 1.4384858044164035e-07,
+      "loss": 108.9375,
+      "step": 228
+    },
+    {
+      "epoch": 0.0021677189727473236,
+      "grad_norm": 2.995248556137085,
+      "learning_rate": 1.444794952681388e-07,
+      "loss": 0.7837,
+      "step": 229
+    },
+    {
+      "epoch": 0.0021771849944623774,
+      "grad_norm": 1293.233154296875,
+      "learning_rate": 1.4511041009463723e-07,
+      "loss": 121.0,
+      "step": 230
+    },
+    {
+      "epoch": 0.0021866510161774313,
+      "grad_norm": 1048.2811279296875,
+      "learning_rate": 1.4574132492113564e-07,
+      "loss": 146.25,
+      "step": 231
+    },
+    {
+      "epoch": 0.0021961170378924848,
+      "grad_norm": 1430.478515625,
+      "learning_rate": 1.4637223974763408e-07,
+      "loss": 188.125,
+      "step": 232
+    },
+    {
+      "epoch": 0.0022055830596075386,
+      "grad_norm": 2140.932861328125,
+      "learning_rate": 1.4700315457413247e-07,
+      "loss": 159.25,
+      "step": 233
+    },
+    {
+      "epoch": 0.0022150490813225925,
+      "grad_norm": 1756.155517578125,
+      "learning_rate": 1.476340694006309e-07,
+      "loss": 113.6875,
+      "step": 234
+    },
+    {
+      "epoch": 0.0022245151030376464,
+      "grad_norm": 1116.3638916015625,
+      "learning_rate": 1.4826498422712932e-07,
+      "loss": 129.0625,
+      "step": 235
+    },
+    {
+      "epoch": 0.0022339811247527003,
+      "grad_norm": 2416.242919921875,
+      "learning_rate": 1.4889589905362776e-07,
+      "loss": 204.8125,
+      "step": 236
+    },
+    {
+      "epoch": 0.002243447146467754,
+      "grad_norm": 3.380565643310547,
+      "learning_rate": 1.4952681388012618e-07,
+      "loss": 0.8159,
+      "step": 237
+    },
+    {
+      "epoch": 0.002252913168182808,
+      "grad_norm": 2446.087158203125,
+      "learning_rate": 1.5015772870662462e-07,
+      "loss": 131.9375,
+      "step": 238
+    },
+    {
+      "epoch": 0.0022623791898978615,
+      "grad_norm": 1765.4295654296875,
+      "learning_rate": 1.50788643533123e-07,
+      "loss": 111.1875,
+      "step": 239
+    },
+    {
+      "epoch": 0.0022718452116129153,
+      "grad_norm": 2165.679443359375,
+      "learning_rate": 1.5141955835962144e-07,
+      "loss": 152.5,
+      "step": 240
+    },
+    {
+      "epoch": 0.002281311233327969,
+      "grad_norm": 2481.47509765625,
+      "learning_rate": 1.5205047318611986e-07,
+      "loss": 197.5,
+      "step": 241
+    },
+    {
+      "epoch": 0.002290777255043023,
+      "grad_norm": 1630.9371337890625,
+      "learning_rate": 1.526813880126183e-07,
+      "loss": 99.6875,
+      "step": 242
+    },
+    {
+      "epoch": 0.002300243276758077,
+      "grad_norm": 1309.2384033203125,
+      "learning_rate": 1.5331230283911674e-07,
+      "loss": 108.625,
+      "step": 243
+    },
+    {
+      "epoch": 0.002309709298473131,
+      "grad_norm": 2.55615496635437,
+      "learning_rate": 1.5394321766561512e-07,
+      "loss": 0.7717,
+      "step": 244
+    },
+    {
+      "epoch": 0.0023191753201881847,
+      "grad_norm": 1510.5743408203125,
+      "learning_rate": 1.5457413249211356e-07,
+      "loss": 181.5,
+      "step": 245
+    },
+    {
+      "epoch": 0.002328641341903238,
+      "grad_norm": 3.5962634086608887,
+      "learning_rate": 1.5520504731861198e-07,
+      "loss": 0.8721,
+      "step": 246
+    },
+    {
+      "epoch": 0.002338107363618292,
+      "grad_norm": 1075.9527587890625,
+      "learning_rate": 1.5583596214511042e-07,
+      "loss": 117.5625,
+      "step": 247
+    },
+    {
+      "epoch": 0.002347573385333346,
+      "grad_norm": 1590.4312744140625,
+      "learning_rate": 1.5646687697160883e-07,
+      "loss": 107.0625,
+      "step": 248
+    },
+    {
+      "epoch": 0.0023570394070483998,
+      "grad_norm": 1869.1075439453125,
+      "learning_rate": 1.5709779179810724e-07,
+      "loss": 117.125,
+      "step": 249
+    },
+    {
+      "epoch": 0.0023665054287634536,
+      "grad_norm": 1214.6466064453125,
+      "learning_rate": 1.5772870662460566e-07,
+      "loss": 111.5625,
+      "step": 250
+    },
+    {
+      "epoch": 0.0023759714504785075,
+      "grad_norm": 1314.9755859375,
+      "learning_rate": 1.583596214511041e-07,
+      "loss": 167.1875,
+      "step": 251
+    },
+    {
+      "epoch": 0.0023854374721935614,
+      "grad_norm": 1649.4871826171875,
+      "learning_rate": 1.589905362776025e-07,
+      "loss": 167.375,
+      "step": 252
+    },
+    {
+      "epoch": 0.002394903493908615,
+      "grad_norm": 990.2603149414062,
+      "learning_rate": 1.5962145110410095e-07,
+      "loss": 114.875,
+      "step": 253
+    },
+    {
+      "epoch": 0.0024043695156236687,
+      "grad_norm": 2154.75244140625,
+      "learning_rate": 1.6025236593059934e-07,
+      "loss": 179.375,
+      "step": 254
+    },
+    {
+      "epoch": 0.0024138355373387226,
+      "grad_norm": 1608.8109130859375,
+      "learning_rate": 1.6088328075709778e-07,
+      "loss": 158.625,
+      "step": 255
+    },
+    {
+      "epoch": 0.0024233015590537765,
+      "grad_norm": 1513.909423828125,
+      "learning_rate": 1.6151419558359622e-07,
+      "loss": 111.5625,
+      "step": 256
+    },
+    {
+      "epoch": 0.0024327675807688303,
+      "grad_norm": 1748.3988037109375,
+      "learning_rate": 1.6214511041009463e-07,
+      "loss": 197.5,
+      "step": 257
+    },
+    {
+      "epoch": 0.002442233602483884,
+      "grad_norm": 1518.42724609375,
+      "learning_rate": 1.6277602523659307e-07,
+      "loss": 149.875,
+      "step": 258
+    },
+    {
+      "epoch": 0.002451699624198938,
+      "grad_norm": 1262.2388916015625,
+      "learning_rate": 1.6340694006309146e-07,
+      "loss": 165.5625,
+      "step": 259
+    },
+    {
+      "epoch": 0.0024611656459139915,
+      "grad_norm": 1460.620849609375,
+      "learning_rate": 1.640378548895899e-07,
+      "loss": 102.875,
+      "step": 260
+    },
+    {
+      "epoch": 0.0024706316676290454,
+      "grad_norm": 1272.4871826171875,
+      "learning_rate": 1.646687697160883e-07,
+      "loss": 100.8125,
+      "step": 261
+    },
+    {
+      "epoch": 0.0024800976893440993,
+      "grad_norm": 1024.879638671875,
+      "learning_rate": 1.6529968454258675e-07,
+      "loss": 94.625,
+      "step": 262
+    },
+    {
+      "epoch": 0.002489563711059153,
+      "grad_norm": 1157.3880615234375,
+      "learning_rate": 1.6593059936908516e-07,
+      "loss": 103.75,
+      "step": 263
+    },
+    {
+      "epoch": 0.002499029732774207,
+      "grad_norm": 1094.3538818359375,
+      "learning_rate": 1.665615141955836e-07,
+      "loss": 105.4375,
+      "step": 264
+    },
+    {
+      "epoch": 0.002508495754489261,
+      "grad_norm": 1282.859375,
+      "learning_rate": 1.67192429022082e-07,
+      "loss": 103.0,
+      "step": 265
+    },
+    {
+      "epoch": 0.0025179617762043148,
+      "grad_norm": 999.6652221679688,
+      "learning_rate": 1.6782334384858043e-07,
+      "loss": 121.375,
+      "step": 266
+    },
+    {
+      "epoch": 0.0025274277979193682,
+      "grad_norm": 1098.42041015625,
+      "learning_rate": 1.6845425867507887e-07,
+      "loss": 105.6875,
+      "step": 267
+    },
+    {
+      "epoch": 0.002536893819634422,
+      "grad_norm": 1749.0947265625,
+      "learning_rate": 1.6908517350157728e-07,
+      "loss": 106.6875,
+      "step": 268
+    },
+    {
+      "epoch": 0.002546359841349476,
+      "grad_norm": 2.4961538314819336,
+      "learning_rate": 1.6971608832807572e-07,
+      "loss": 0.9307,
+      "step": 269
+    },
+    {
+      "epoch": 0.00255582586306453,
+      "grad_norm": 1996.1824951171875,
+      "learning_rate": 1.703470031545741e-07,
+      "loss": 97.0,
+      "step": 270
+    },
+    {
+      "epoch": 0.0025652918847795837,
+      "grad_norm": 1302.5595703125,
+      "learning_rate": 1.7097791798107255e-07,
+      "loss": 179.8125,
+      "step": 271
+    },
+    {
+      "epoch": 0.0025747579064946376,
+      "grad_norm": 1315.5894775390625,
+      "learning_rate": 1.7160883280757096e-07,
+      "loss": 95.0625,
+      "step": 272
+    },
+    {
+      "epoch": 0.0025842239282096915,
+      "grad_norm": 1143.633056640625,
+      "learning_rate": 1.722397476340694e-07,
+      "loss": 115.25,
+      "step": 273
+    },
+    {
+      "epoch": 0.002593689949924745,
+      "grad_norm": 2092.668701171875,
+      "learning_rate": 1.7287066246056782e-07,
+      "loss": 200.0,
+      "step": 274
+    },
+    {
+      "epoch": 0.002603155971639799,
+      "grad_norm": 1296.0836181640625,
+      "learning_rate": 1.7350157728706623e-07,
+      "loss": 110.6875,
+      "step": 275
+    },
+    {
+      "epoch": 0.0026126219933548527,
+      "grad_norm": 2300.943603515625,
+      "learning_rate": 1.7413249211356464e-07,
+      "loss": 140.375,
+      "step": 276
+    },
+    {
+      "epoch": 0.0026220880150699065,
+      "grad_norm": 1423.821044921875,
+      "learning_rate": 1.7476340694006308e-07,
+      "loss": 97.75,
+      "step": 277
+    },
+    {
+      "epoch": 0.0026315540367849604,
+      "grad_norm": 1114.5367431640625,
+      "learning_rate": 1.753943217665615e-07,
+      "loss": 157.8125,
+      "step": 278
+    },
+    {
+      "epoch": 0.0026410200585000143,
+      "grad_norm": 1634.1494140625,
+      "learning_rate": 1.7602523659305994e-07,
+      "loss": 103.6875,
+      "step": 279
+    },
+    {
+      "epoch": 0.002650486080215068,
+      "grad_norm": 1019.2512817382812,
+      "learning_rate": 1.7665615141955835e-07,
+      "loss": 117.125,
+      "step": 280
+    },
+    {
+      "epoch": 0.0026599521019301216,
+      "grad_norm": 1276.6824951171875,
+      "learning_rate": 1.7728706624605676e-07,
+      "loss": 97.4375,
+      "step": 281
+    },
+    {
+      "epoch": 0.0026694181236451755,
+      "grad_norm": 945.8740844726562,
+      "learning_rate": 1.779179810725552e-07,
+      "loss": 99.25,
+      "step": 282
+    },
+    {
+      "epoch": 0.0026788841453602294,
+      "grad_norm": 1480.15380859375,
+      "learning_rate": 1.7854889589905362e-07,
+      "loss": 95.0625,
+      "step": 283
+    },
+    {
+      "epoch": 0.0026883501670752832,
+      "grad_norm": 1357.3424072265625,
+      "learning_rate": 1.7917981072555206e-07,
+      "loss": 156.6875,
+      "step": 284
+    },
+    {
+      "epoch": 0.002697816188790337,
+      "grad_norm": 1161.6617431640625,
+      "learning_rate": 1.7981072555205047e-07,
+      "loss": 108.8125,
+      "step": 285
+    },
+    {
+      "epoch": 0.002707282210505391,
+      "grad_norm": 5818.056640625,
+      "learning_rate": 1.8044164037854888e-07,
+      "loss": 134.0,
+      "step": 286
+    },
+    {
+      "epoch": 0.002716748232220445,
+      "grad_norm": 1151.5064697265625,
+      "learning_rate": 1.810725552050473e-07,
+      "loss": 93.125,
+      "step": 287
+    },
+    {
+      "epoch": 0.0027262142539354987,
+      "grad_norm": 3.9509263038635254,
+      "learning_rate": 1.8170347003154574e-07,
+      "loss": 0.9551,
+      "step": 288
+    },
+    {
+      "epoch": 0.002735680275650552,
+      "grad_norm": 4691.18017578125,
+      "learning_rate": 1.8233438485804415e-07,
+      "loss": 109.5,
+      "step": 289
+    },
+    {
+      "epoch": 0.002745146297365606,
+      "grad_norm": 1262.510498046875,
+      "learning_rate": 1.829652996845426e-07,
+      "loss": 128.1875,
+      "step": 290
+    },
+    {
+      "epoch": 0.00275461231908066,
+      "grad_norm": 2.6075966358184814,
+      "learning_rate": 1.83596214511041e-07,
+      "loss": 0.7854,
+      "step": 291
+    },
+    {
+      "epoch": 0.002764078340795714,
+      "grad_norm": 1320.4666748046875,
+      "learning_rate": 1.8422712933753942e-07,
+      "loss": 103.875,
+      "step": 292
+    },
+    {
+      "epoch": 0.0027735443625107677,
+      "grad_norm": 1305.63427734375,
+      "learning_rate": 1.8485804416403786e-07,
+      "loss": 168.2812,
+      "step": 293
+    },
+    {
+      "epoch": 0.0027830103842258216,
+      "grad_norm": 999.3013916015625,
+      "learning_rate": 1.8548895899053627e-07,
+      "loss": 117.8125,
+      "step": 294
+    },
+    {
+      "epoch": 0.0027924764059408754,
+      "grad_norm": 1395.64453125,
+      "learning_rate": 1.861198738170347e-07,
+      "loss": 155.3125,
+      "step": 295
+    },
+    {
+      "epoch": 0.002801942427655929,
+      "grad_norm": 1065.287841796875,
+      "learning_rate": 1.867507886435331e-07,
+      "loss": 107.25,
+      "step": 296
+    },
+    {
+      "epoch": 0.0028114084493709827,
+      "grad_norm": 1983.1998291015625,
+      "learning_rate": 1.8738170347003154e-07,
+      "loss": 195.75,
+      "step": 297
+    },
+    {
+      "epoch": 0.0028208744710860366,
+      "grad_norm": 1196.0794677734375,
+      "learning_rate": 1.8801261829652995e-07,
+      "loss": 100.5,
+      "step": 298
+    },
+    {
+      "epoch": 0.0028303404928010905,
+      "grad_norm": 2351.440185546875,
+      "learning_rate": 1.886435331230284e-07,
+      "loss": 158.75,
+      "step": 299
+    },
+    {
+      "epoch": 0.0028398065145161444,
+      "grad_norm": 2.9501140117645264,
+      "learning_rate": 1.892744479495268e-07,
+      "loss": 0.7939,
+      "step": 300
+    },
+    {
+      "epoch": 0.0028492725362311982,
+      "grad_norm": 1298.6029052734375,
+      "learning_rate": 1.8990536277602522e-07,
+      "loss": 184.5,
+      "step": 301
+    },
+    {
+      "epoch": 0.002858738557946252,
+      "grad_norm": 1429.816162109375,
+      "learning_rate": 1.9053627760252363e-07,
+      "loss": 167.875,
+      "step": 302
+    },
+    {
+      "epoch": 0.0028682045796613056,
+      "grad_norm": 1341.813232421875,
+      "learning_rate": 1.9116719242902207e-07,
+      "loss": 170.9375,
+      "step": 303
+    },
+    {
+      "epoch": 0.0028776706013763594,
+      "grad_norm": 1841.7606201171875,
+      "learning_rate": 1.917981072555205e-07,
+      "loss": 104.75,
+      "step": 304
+    },
+    {
+      "epoch": 0.0028871366230914133,
+      "grad_norm": 5674.31103515625,
+      "learning_rate": 1.9242902208201892e-07,
+      "loss": 146.875,
+      "step": 305
+    },
+    {
+      "epoch": 0.002896602644806467,
+      "grad_norm": 1118.888916015625,
+      "learning_rate": 1.9305993690851736e-07,
+      "loss": 168.9375,
+      "step": 306
+    },
+    {
+      "epoch": 0.002906068666521521,
+      "grad_norm": 2.272533416748047,
+      "learning_rate": 1.9369085173501575e-07,
+      "loss": 0.7769,
+      "step": 307
+    },
+    {
+      "epoch": 0.002915534688236575,
+      "grad_norm": 1808.4525146484375,
+      "learning_rate": 1.943217665615142e-07,
+      "loss": 134.875,
+      "step": 308
+    },
+    {
+      "epoch": 0.002925000709951629,
+      "grad_norm": 1195.366943359375,
+      "learning_rate": 1.949526813880126e-07,
+      "loss": 105.5,
+      "step": 309
+    },
+    {
+      "epoch": 0.0029344667316666823,
+      "grad_norm": 960.0848388671875,
+      "learning_rate": 1.9558359621451104e-07,
+      "loss": 99.5,
+      "step": 310
+    },
+    {
+      "epoch": 0.002943932753381736,
+      "grad_norm": 1156.8896484375,
+      "learning_rate": 1.9621451104100946e-07,
+      "loss": 94.75,
+      "step": 311
+    },
+    {
+      "epoch": 0.00295339877509679,
+      "grad_norm": 1298.240234375,
+      "learning_rate": 1.9684542586750787e-07,
+      "loss": 105.0,
+      "step": 312
+    },
+    {
+      "epoch": 0.002962864796811844,
+      "grad_norm": 1073.2266845703125,
+      "learning_rate": 1.9747634069400628e-07,
+      "loss": 185.5625,
+      "step": 313
+    },
+    {
+      "epoch": 0.0029723308185268978,
+      "grad_norm": 1210.400146484375,
+      "learning_rate": 1.9810725552050472e-07,
+      "loss": 107.0625,
+      "step": 314
+    },
+    {
+      "epoch": 0.0029817968402419516,
+      "grad_norm": 1416.227783203125,
+      "learning_rate": 1.9873817034700316e-07,
+      "loss": 156.25,
+      "step": 315
+    },
+    {
+      "epoch": 0.0029912628619570055,
+      "grad_norm": 3768.859130859375,
+      "learning_rate": 1.9936908517350158e-07,
+      "loss": 166.875,
+      "step": 316
+    },
+    {
+      "epoch": 0.003000728883672059,
+      "grad_norm": 1410.2275390625,
+      "learning_rate": 2e-07,
+      "loss": 92.0625,
+      "step": 317
+    },
+    {
+      "epoch": 0.003010194905387113,
+      "grad_norm": 1235.7955322265625,
+      "learning_rate": 2.006309148264984e-07,
+      "loss": 85.25,
+      "step": 318
+    },
+    {
+      "epoch": 0.0030196609271021667,
+      "grad_norm": 1803.3367919921875,
+      "learning_rate": 2.0126182965299684e-07,
+      "loss": 89.5,
+      "step": 319
+    },
+    {
+      "epoch": 0.0030291269488172206,
+      "grad_norm": 1493.832275390625,
+      "learning_rate": 2.0189274447949526e-07,
+      "loss": 181.3125,
+      "step": 320
+    },
+    {
+      "epoch": 0.0030385929705322745,
+      "grad_norm": 2.9281601905822754,
+      "learning_rate": 2.025236593059937e-07,
+      "loss": 1.0322,
+      "step": 321
+    },
+    {
+      "epoch": 0.0030480589922473283,
+      "grad_norm": 1227.860595703125,
+      "learning_rate": 2.0315457413249208e-07,
+      "loss": 165.625,
+      "step": 322
+    },
+    {
+      "epoch": 0.003057525013962382,
+      "grad_norm": 1107.1368408203125,
+      "learning_rate": 2.0378548895899052e-07,
+      "loss": 83.3125,
+      "step": 323
+    },
+    {
+      "epoch": 0.0030669910356774356,
+      "grad_norm": 3.111886978149414,
+      "learning_rate": 2.0441640378548894e-07,
+      "loss": 0.7703,
+      "step": 324
+    },
+    {
+      "epoch": 0.0030764570573924895,
+      "grad_norm": 1125.5733642578125,
+      "learning_rate": 2.0504731861198738e-07,
+      "loss": 94.625,
+      "step": 325
+    },
+    {
+      "epoch": 0.0030859230791075434,
+      "grad_norm": 1059.1480712890625,
+      "learning_rate": 2.056782334384858e-07,
+      "loss": 106.375,
+      "step": 326
+    },
+    {
+      "epoch": 0.0030953891008225973,
+      "grad_norm": 898.36376953125,
+      "learning_rate": 2.063091482649842e-07,
+      "loss": 93.25,
+      "step": 327
+    },
+    {
+      "epoch": 0.003104855122537651,
+      "grad_norm": 1085.2352294921875,
+      "learning_rate": 2.0694006309148264e-07,
+      "loss": 86.25,
+      "step": 328
+    },
+    {
+      "epoch": 0.003114321144252705,
+      "grad_norm": 1363.849853515625,
+      "learning_rate": 2.0757097791798106e-07,
+      "loss": 141.375,
+      "step": 329
+    },
+    {
+      "epoch": 0.003123787165967759,
+      "grad_norm": 1281.955078125,
+      "learning_rate": 2.082018927444795e-07,
+      "loss": 87.125,
+      "step": 330
+    },
+    {
+      "epoch": 0.0031332531876828123,
+      "grad_norm": 3.2870306968688965,
+      "learning_rate": 2.088328075709779e-07,
+      "loss": 1.0161,
+      "step": 331
+    },
+    {
+      "epoch": 0.003142719209397866,
+      "grad_norm": 1306.583984375,
+      "learning_rate": 2.0946372239747635e-07,
+      "loss": 195.875,
+      "step": 332
+    },
+    {
+      "epoch": 0.00315218523111292,
+      "grad_norm": 1065.841552734375,
+      "learning_rate": 2.1009463722397474e-07,
+      "loss": 160.375,
+      "step": 333
+    },
+    {
+      "epoch": 0.003161651252827974,
+      "grad_norm": 959.3275756835938,
+      "learning_rate": 2.1072555205047318e-07,
+      "loss": 95.125,
+      "step": 334
+    },
+    {
+      "epoch": 0.003171117274543028,
+      "grad_norm": 1120.622802734375,
+      "learning_rate": 2.113564668769716e-07,
+      "loss": 106.1875,
+      "step": 335
+    },
+    {
+      "epoch": 0.0031805832962580817,
+      "grad_norm": 1932.004150390625,
+      "learning_rate": 2.1198738170347003e-07,
+      "loss": 132.5,
+      "step": 336
+    },
+    {
+      "epoch": 0.0031900493179731356,
+      "grad_norm": 1096.031494140625,
+      "learning_rate": 2.1261829652996844e-07,
+      "loss": 104.625,
+      "step": 337
+    },
+    {
+      "epoch": 0.003199515339688189,
+      "grad_norm": 1013.9035034179688,
+      "learning_rate": 2.1324921135646686e-07,
+      "loss": 134.625,
+      "step": 338
+    },
+    {
+      "epoch": 0.003208981361403243,
+      "grad_norm": 1022.3290405273438,
+      "learning_rate": 2.138801261829653e-07,
+      "loss": 178.5,
+      "step": 339
+    },
+    {
+      "epoch": 0.003218447383118297,
+      "grad_norm": 1113.2945556640625,
+      "learning_rate": 2.145110410094637e-07,
+      "loss": 108.25,
+      "step": 340
+    },
+    {
+      "epoch": 0.0032279134048333507,
+      "grad_norm": 959.1475219726562,
+      "learning_rate": 2.1514195583596215e-07,
+      "loss": 85.125,
+      "step": 341
+    },
+    {
+      "epoch": 0.0032373794265484045,
+      "grad_norm": 1559.513916015625,
+      "learning_rate": 2.1577287066246056e-07,
+      "loss": 140.9375,
+      "step": 342
+    },
+    {
+      "epoch": 0.0032468454482634584,
+      "grad_norm": 1166.2724609375,
+      "learning_rate": 2.1640378548895898e-07,
+      "loss": 108.25,
+      "step": 343
+    },
+    {
+      "epoch": 0.0032563114699785123,
+      "grad_norm": 912.3612670898438,
+      "learning_rate": 2.170347003154574e-07,
+      "loss": 87.125,
+      "step": 344
+    },
+    {
+      "epoch": 0.003265777491693566,
+      "grad_norm": 3.2482919692993164,
+      "learning_rate": 2.1766561514195583e-07,
+      "loss": 0.8613,
+      "step": 345
+    },
+    {
+      "epoch": 0.0032752435134086196,
+      "grad_norm": 765.2449951171875,
+      "learning_rate": 2.1829652996845424e-07,
+      "loss": 87.1875,
+      "step": 346
+    },
+    {
+      "epoch": 0.0032847095351236735,
+      "grad_norm": 1313.075439453125,
+      "learning_rate": 2.1892744479495268e-07,
+      "loss": 145.625,
+      "step": 347
+    },
+    {
+      "epoch": 0.0032941755568387274,
+      "grad_norm": 1417.8218994140625,
+      "learning_rate": 2.1955835962145107e-07,
+      "loss": 181.3125,
+      "step": 348
+    },
+    {
+      "epoch": 0.0033036415785537812,
+      "grad_norm": 1712.029541015625,
+      "learning_rate": 2.201892744479495e-07,
+      "loss": 197.5,
+      "step": 349
+    },
+    {
+      "epoch": 0.003313107600268835,
+      "grad_norm": 1993.977783203125,
+      "learning_rate": 2.2082018927444792e-07,
+      "loss": 166.75,
+      "step": 350
+    },
+    {
+      "epoch": 0.003322573621983889,
+      "grad_norm": 1887.4539794921875,
+      "learning_rate": 2.2145110410094636e-07,
+      "loss": 156.8125,
+      "step": 351
+    },
+    {
+      "epoch": 0.003332039643698943,
+      "grad_norm": 988.2648315429688,
+      "learning_rate": 2.220820189274448e-07,
+      "loss": 145.625,
+      "step": 352
+    },
+    {
+      "epoch": 0.0033415056654139963,
+      "grad_norm": 1204.1593017578125,
+      "learning_rate": 2.2271293375394322e-07,
+      "loss": 88.4062,
+      "step": 353
+    },
+    {
+      "epoch": 0.00335097168712905,
+      "grad_norm": 1393.5394287109375,
+      "learning_rate": 2.2334384858044163e-07,
+      "loss": 126.5,
+      "step": 354
+    },
+    {
+      "epoch": 0.003360437708844104,
+      "grad_norm": 1125.91259765625,
+      "learning_rate": 2.2397476340694004e-07,
+      "loss": 145.75,
+      "step": 355
+    },
+    {
+      "epoch": 0.003369903730559158,
+      "grad_norm": 1464.4053955078125,
+      "learning_rate": 2.2460567823343848e-07,
+      "loss": 85.0625,
+      "step": 356
+    },
+    {
+      "epoch": 0.003379369752274212,
+      "grad_norm": 1030.506103515625,
+      "learning_rate": 2.252365930599369e-07,
+      "loss": 95.4375,
+      "step": 357
+    },
+    {
+      "epoch": 0.0033888357739892657,
+      "grad_norm": 1144.7415771484375,
+      "learning_rate": 2.2586750788643534e-07,
+      "loss": 100.9375,
+      "step": 358
+    },
+    {
+      "epoch": 0.0033983017957043195,
+      "grad_norm": 961.9559326171875,
+      "learning_rate": 2.2649842271293372e-07,
+      "loss": 78.5625,
+      "step": 359
+    },
+    {
+      "epoch": 0.003407767817419373,
+      "grad_norm": 1093.2755126953125,
+      "learning_rate": 2.2712933753943216e-07,
+      "loss": 143.625,
+      "step": 360
+    },
+    {
+      "epoch": 0.003417233839134427,
+      "grad_norm": 1560.0389404296875,
+      "learning_rate": 2.2776025236593058e-07,
+      "loss": 172.375,
+      "step": 361
+    },
+    {
+      "epoch": 0.0034266998608494807,
+      "grad_norm": 985.8718872070312,
+      "learning_rate": 2.2839116719242902e-07,
+      "loss": 71.4688,
+      "step": 362
+    },
+    {
+      "epoch": 0.0034361658825645346,
+      "grad_norm": 2063.0419921875,
+      "learning_rate": 2.2902208201892746e-07,
+      "loss": 191.375,
+      "step": 363
+    },
+    {
+      "epoch": 0.0034456319042795885,
+      "grad_norm": 1101.048583984375,
+      "learning_rate": 2.2965299684542585e-07,
+      "loss": 98.4375,
+      "step": 364
+    },
+    {
+      "epoch": 0.0034550979259946424,
+      "grad_norm": 1168.1688232421875,
+      "learning_rate": 2.3028391167192428e-07,
+      "loss": 94.3438,
+      "step": 365
+    },
+    {
+      "epoch": 0.0034645639477096962,
+      "grad_norm": 1210.393798828125,
+      "learning_rate": 2.309148264984227e-07,
+      "loss": 163.75,
+      "step": 366
+    },
+    {
+      "epoch": 0.0034740299694247497,
+      "grad_norm": 1479.927734375,
+      "learning_rate": 2.3154574132492114e-07,
+      "loss": 187.9375,
+      "step": 367
+    },
+    {
+      "epoch": 0.0034834959911398036,
+      "grad_norm": 1318.9559326171875,
+      "learning_rate": 2.3217665615141955e-07,
+      "loss": 157.3438,
+      "step": 368
+    },
+    {
+      "epoch": 0.0034929620128548574,
+      "grad_norm": 1536.8331298828125,
+      "learning_rate": 2.3280757097791797e-07,
+      "loss": 113.3438,
+      "step": 369
+    },
+    {
+      "epoch": 0.0035024280345699113,
+      "grad_norm": 1066.8603515625,
+      "learning_rate": 2.3343848580441638e-07,
+      "loss": 142.8438,
+      "step": 370
+    },
+    {
+      "epoch": 0.003511894056284965,
+      "grad_norm": 752.5729370117188,
+      "learning_rate": 2.3406940063091482e-07,
+      "loss": 94.1875,
+      "step": 371
+    },
+    {
+      "epoch": 0.003521360078000019,
+      "grad_norm": 1427.775634765625,
+      "learning_rate": 2.3470031545741323e-07,
+      "loss": 92.4375,
+      "step": 372
+    },
+    {
+      "epoch": 0.003530826099715073,
+      "grad_norm": 896.3651123046875,
+      "learning_rate": 2.3533123028391167e-07,
+      "loss": 120.6875,
+      "step": 373
+    },
+    {
+      "epoch": 0.0035402921214301264,
+      "grad_norm": 886.4716796875,
+      "learning_rate": 2.3596214511041006e-07,
+      "loss": 84.0625,
+      "step": 374
+    },
+    {
+      "epoch": 0.0035497581431451803,
+      "grad_norm": 1201.2655029296875,
+      "learning_rate": 2.365930599369085e-07,
+      "loss": 169.0625,
+      "step": 375
+    },
+    {
+      "epoch": 0.003559224164860234,
+      "grad_norm": 1064.5067138671875,
+      "learning_rate": 2.3722397476340694e-07,
+      "loss": 88.375,
+      "step": 376
+    },
+    {
+      "epoch": 0.003568690186575288,
+      "grad_norm": 829.5634155273438,
+      "learning_rate": 2.3785488958990535e-07,
+      "loss": 133.875,
+      "step": 377
+    },
+    {
+      "epoch": 0.003578156208290342,
+      "grad_norm": 1119.84765625,
+      "learning_rate": 2.3848580441640377e-07,
+      "loss": 65.9375,
+      "step": 378
+    },
+    {
+      "epoch": 0.0035876222300053958,
+      "grad_norm": 1257.77099609375,
+      "learning_rate": 2.391167192429022e-07,
+      "loss": 73.375,
+      "step": 379
+    },
+    {
+      "epoch": 0.0035970882517204496,
+      "grad_norm": 960.9338989257812,
+      "learning_rate": 2.3974763406940064e-07,
+      "loss": 77.0625,
+      "step": 380
+    },
+    {
+      "epoch": 0.003606554273435503,
+      "grad_norm": 1820.6767578125,
+      "learning_rate": 2.4037854889589903e-07,
+      "loss": 173.375,
+      "step": 381
+    },
+    {
+      "epoch": 0.003616020295150557,
+      "grad_norm": 1180.593017578125,
+      "learning_rate": 2.4100946372239747e-07,
+      "loss": 85.5938,
+      "step": 382
+    },
+    {
+      "epoch": 0.003625486316865611,
+      "grad_norm": 784.6696166992188,
+      "learning_rate": 2.4164037854889586e-07,
+      "loss": 68.0312,
+      "step": 383
+    },
+    {
+      "epoch": 0.0036349523385806647,
+      "grad_norm": 1201.55810546875,
+      "learning_rate": 2.422712933753943e-07,
+      "loss": 77.6562,
+      "step": 384
+    },
+    {
+      "epoch": 0.0036444183602957186,
+      "grad_norm": 1909.580810546875,
+      "learning_rate": 2.4290220820189274e-07,
+      "loss": 142.375,
+      "step": 385
+    },
+    {
+      "epoch": 0.0036538843820107724,
+      "grad_norm": 1049.998779296875,
+      "learning_rate": 2.435331230283912e-07,
+      "loss": 154.3125,
+      "step": 386
+    },
+    {
+      "epoch": 0.0036633504037258263,
+      "grad_norm": 1079.589111328125,
+      "learning_rate": 2.4416403785488957e-07,
+      "loss": 87.0625,
+      "step": 387
+    },
+    {
+      "epoch": 0.0036728164254408798,
+      "grad_norm": 1307.552490234375,
+      "learning_rate": 2.44794952681388e-07,
+      "loss": 150.0625,
+      "step": 388
+    },
+    {
+      "epoch": 0.0036822824471559336,
+      "grad_norm": 41300.85546875,
+      "learning_rate": 2.4542586750788645e-07,
+      "loss": 349.0,
+      "step": 389
+    },
+    {
+      "epoch": 0.0036917484688709875,
+      "grad_norm": 1458.7481689453125,
+      "learning_rate": 2.4605678233438483e-07,
+      "loss": 115.125,
+      "step": 390
+    },
+    {
+      "epoch": 0.0037012144905860414,
+      "grad_norm": 1394.8209228515625,
+      "learning_rate": 2.4668769716088327e-07,
+      "loss": 121.0938,
+      "step": 391
+    },
+    {
+      "epoch": 0.0037106805123010953,
+      "grad_norm": 3100.234619140625,
+      "learning_rate": 2.473186119873817e-07,
+      "loss": 96.8438,
+      "step": 392
+    },
+    {
+      "epoch": 0.003720146534016149,
+      "grad_norm": 1114.331298828125,
+      "learning_rate": 2.479495268138801e-07,
+      "loss": 81.0625,
+      "step": 393
+    },
+    {
+      "epoch": 0.003729612555731203,
+      "grad_norm": 1301.73486328125,
+      "learning_rate": 2.4858044164037854e-07,
+      "loss": 80.4062,
+      "step": 394
+    },
+    {
+      "epoch": 0.0037390785774462565,
+      "grad_norm": 1028.352783203125,
+      "learning_rate": 2.49211356466877e-07,
+      "loss": 136.875,
+      "step": 395
+    },
+    {
+      "epoch": 0.0037485445991613103,
+      "grad_norm": 1098.214111328125,
+      "learning_rate": 2.4984227129337537e-07,
+      "loss": 65.75,
+      "step": 396
+    },
+    {
+      "epoch": 0.003758010620876364,
+      "grad_norm": 885.849853515625,
+      "learning_rate": 2.504731861198738e-07,
+      "loss": 76.0,
+      "step": 397
+    },
+    {
+      "epoch": 0.003767476642591418,
+      "grad_norm": 1819.6568603515625,
+      "learning_rate": 2.5110410094637225e-07,
+      "loss": 79.625,
+      "step": 398
+    },
+    {
+      "epoch": 0.003776942664306472,
+      "grad_norm": 1181.97705078125,
+      "learning_rate": 2.5173501577287063e-07,
+      "loss": 84.0625,
+      "step": 399
+    },
+    {
+      "epoch": 0.003786408686021526,
+      "grad_norm": 1351.29443359375,
+      "learning_rate": 2.5236593059936907e-07,
+      "loss": 136.3438,
+      "step": 400
+    },
+    {
+      "epoch": 0.0037958747077365797,
+      "grad_norm": 896.8280639648438,
+      "learning_rate": 2.529968454258675e-07,
+      "loss": 74.5625,
+      "step": 401
+    },
+    {
+      "epoch": 0.003805340729451633,
+      "grad_norm": 904.6307373046875,
+      "learning_rate": 2.5362776025236595e-07,
+      "loss": 157.5625,
+      "step": 402
+    },
+    {
+      "epoch": 0.003814806751166687,
+      "grad_norm": 887.6670532226562,
+      "learning_rate": 2.5425867507886434e-07,
+      "loss": 89.9062,
+      "step": 403
+    },
+    {
+      "epoch": 0.003824272772881741,
+      "grad_norm": 1105.4937744140625,
+      "learning_rate": 2.548895899053627e-07,
+      "loss": 128.8125,
+      "step": 404
+    },
+    {
+      "epoch": 0.0038337387945967948,
+      "grad_norm": 1030.996337890625,
+      "learning_rate": 2.555205047318612e-07,
+      "loss": 80.875,
+      "step": 405
+    },
+    {
+      "epoch": 0.0038432048163118487,
+      "grad_norm": 1993.22705078125,
+      "learning_rate": 2.561514195583596e-07,
+      "loss": 154.125,
+      "step": 406
+    },
+    {
+      "epoch": 0.0038526708380269025,
+      "grad_norm": 930.708984375,
+      "learning_rate": 2.5678233438485805e-07,
+      "loss": 99.1562,
+      "step": 407
+    },
+    {
+      "epoch": 0.0038621368597419564,
+      "grad_norm": 1368.19482421875,
+      "learning_rate": 2.5741324921135643e-07,
+      "loss": 153.3125,
+      "step": 408
+    },
+    {
+      "epoch": 0.0038716028814570103,
+      "grad_norm": 2.4488751888275146,
+      "learning_rate": 2.5804416403785487e-07,
+      "loss": 0.7373,
+      "step": 409
+    },
+    {
+      "epoch": 0.0038810689031720637,
+      "grad_norm": 792.1890869140625,
+      "learning_rate": 2.586750788643533e-07,
+      "loss": 64.4688,
+      "step": 410
+    },
+    {
+      "epoch": 0.0038905349248871176,
+      "grad_norm": 784.4141235351562,
+      "learning_rate": 2.593059936908517e-07,
+      "loss": 68.6875,
+      "step": 411
+    },
+    {
+      "epoch": 0.0039000009466021715,
+      "grad_norm": 661.890869140625,
+      "learning_rate": 2.599369085173502e-07,
+      "loss": 68.0625,
+      "step": 412
+    },
+    {
+      "epoch": 0.003909466968317225,
+      "grad_norm": 865.8956909179688,
+      "learning_rate": 2.605678233438486e-07,
+      "loss": 131.3125,
+      "step": 413
+    },
+    {
+      "epoch": 0.003918932990032279,
+      "grad_norm": 2314.0205078125,
+      "learning_rate": 2.6119873817034697e-07,
+      "loss": 127.5312,
+      "step": 414
+    },
+    {
+      "epoch": 0.003928399011747333,
+      "grad_norm": 920.534912109375,
+      "learning_rate": 2.618296529968454e-07,
+      "loss": 151.0625,
+      "step": 415
+    },
+    {
+      "epoch": 0.003937865033462387,
+      "grad_norm": 1379.917724609375,
+      "learning_rate": 2.6246056782334385e-07,
+      "loss": 139.0938,
+      "step": 416
+    },
+    {
+      "epoch": 0.003947331055177441,
+      "grad_norm": 2.8442399501800537,
+      "learning_rate": 2.630914826498423e-07,
+      "loss": 0.8975,
+      "step": 417
+    },
+    {
+      "epoch": 0.003956797076892495,
+      "grad_norm": 695.2325439453125,
+      "learning_rate": 2.6372239747634067e-07,
+      "loss": 65.1562,
+      "step": 418
+    },
+    {
+      "epoch": 0.003966263098607549,
+      "grad_norm": 967.9423828125,
+      "learning_rate": 2.6435331230283906e-07,
+      "loss": 65.375,
+      "step": 419
+    },
+    {
+      "epoch": 0.003975729120322602,
+      "grad_norm": 859.5576782226562,
+      "learning_rate": 2.6498422712933755e-07,
+      "loss": 78.8125,
+      "step": 420
+    },
+    {
+      "epoch": 0.0039851951420376555,
+      "grad_norm": 3745.72705078125,
+      "learning_rate": 2.6561514195583594e-07,
+      "loss": 137.5312,
+      "step": 421
+    },
+    {
+      "epoch": 0.003994661163752709,
+      "grad_norm": 883.601318359375,
+      "learning_rate": 2.662460567823344e-07,
+      "loss": 63.5,
+      "step": 422
+    },
+    {
+      "epoch": 0.004004127185467763,
+      "grad_norm": 844.1168823242188,
+      "learning_rate": 2.6687697160883277e-07,
+      "loss": 80.875,
+      "step": 423
+    },
+    {
+      "epoch": 0.004013593207182817,
+      "grad_norm": 1464.6785888671875,
+      "learning_rate": 2.675078864353312e-07,
+      "loss": 164.1875,
+      "step": 424
+    },
+    {
+      "epoch": 0.004023059228897871,
+      "grad_norm": 1181.98779296875,
+      "learning_rate": 2.6813880126182965e-07,
+      "loss": 121.0312,
+      "step": 425
+    },
+    {
+      "epoch": 0.004032525250612925,
+      "grad_norm": 1021.4419555664062,
+      "learning_rate": 2.6876971608832803e-07,
+      "loss": 97.6875,
+      "step": 426
+    },
+    {
+      "epoch": 0.004041991272327979,
+      "grad_norm": 1946.1812744140625,
+      "learning_rate": 2.694006309148265e-07,
+      "loss": 76.1562,
+      "step": 427
+    },
+    {
+      "epoch": 0.004051457294043033,
+      "grad_norm": 3.32100510597229,
+      "learning_rate": 2.700315457413249e-07,
+      "loss": 1.0259,
+      "step": 428
+    },
+    {
+      "epoch": 0.0040609233157580865,
+      "grad_norm": 1090.2227783203125,
+      "learning_rate": 2.706624605678233e-07,
+      "loss": 98.6875,
+      "step": 429
+    },
+    {
+      "epoch": 0.00407038933747314,
+      "grad_norm": 989.4611206054688,
+      "learning_rate": 2.7129337539432174e-07,
+      "loss": 72.7188,
+      "step": 430
+    },
+    {
+      "epoch": 0.004079855359188194,
+      "grad_norm": 812.07373046875,
+      "learning_rate": 2.719242902208202e-07,
+      "loss": 66.7812,
+      "step": 431
+    },
+    {
+      "epoch": 0.004089321380903248,
+      "grad_norm": 767.497802734375,
+      "learning_rate": 2.725552050473186e-07,
+      "loss": 75.8125,
+      "step": 432
+    },
+    {
+      "epoch": 0.004098787402618302,
+      "grad_norm": 824.1475219726562,
+      "learning_rate": 2.73186119873817e-07,
+      "loss": 66.7812,
+      "step": 433
+    },
+    {
+      "epoch": 0.004108253424333355,
+      "grad_norm": 913.0955810546875,
+      "learning_rate": 2.738170347003154e-07,
+      "loss": 104.0625,
+      "step": 434
+    },
+    {
+      "epoch": 0.004117719446048409,
+      "grad_norm": 891.0907592773438,
+      "learning_rate": 2.744479495268139e-07,
+      "loss": 80.5625,
+      "step": 435
+    },
+    {
+      "epoch": 0.004127185467763463,
+      "grad_norm": 908.581298828125,
+      "learning_rate": 2.7507886435331227e-07,
+      "loss": 71.375,
+      "step": 436
+    },
+    {
+      "epoch": 0.004136651489478517,
+      "grad_norm": 1147.619384765625,
+      "learning_rate": 2.757097791798107e-07,
+      "loss": 93.6875,
+      "step": 437
+    },
+    {
+      "epoch": 0.0041461175111935705,
+      "grad_norm": 3.2529542446136475,
+      "learning_rate": 2.7634069400630915e-07,
+      "loss": 0.8408,
+      "step": 438
+    },
+    {
+      "epoch": 0.004155583532908624,
+      "grad_norm": 695.8268432617188,
+      "learning_rate": 2.769716088328076e-07,
+      "loss": 61.1562,
+      "step": 439
+    },
+    {
+      "epoch": 0.004165049554623678,
+      "grad_norm": 918.6434936523438,
+      "learning_rate": 2.77602523659306e-07,
+      "loss": 85.7188,
+      "step": 440
+    },
+    {
+      "epoch": 0.004174515576338732,
+      "grad_norm": 969.8341674804688,
+      "learning_rate": 2.7823343848580437e-07,
+      "loss": 79.3125,
+      "step": 441
+    },
+    {
+      "epoch": 0.004183981598053786,
+      "grad_norm": 951.085693359375,
+      "learning_rate": 2.7886435331230286e-07,
+      "loss": 71.7188,
+      "step": 442
+    },
+    {
+      "epoch": 0.00419344761976884,
+      "grad_norm": 1156.0338134765625,
+      "learning_rate": 2.7949526813880125e-07,
+      "loss": 191.125,
+      "step": 443
+    },
+    {
+      "epoch": 0.004202913641483894,
+      "grad_norm": 790.0103759765625,
+      "learning_rate": 2.801261829652997e-07,
+      "loss": 131.0625,
+      "step": 444
+    },
+    {
+      "epoch": 0.004212379663198948,
+      "grad_norm": 931.4601440429688,
+      "learning_rate": 2.8075709779179807e-07,
+      "loss": 134.7812,
+      "step": 445
+    },
+    {
+      "epoch": 0.0042218456849140015,
+      "grad_norm": 738.5828857421875,
+      "learning_rate": 2.813880126182965e-07,
+      "loss": 108.1562,
+      "step": 446
+    },
+    {
+      "epoch": 0.004231311706629055,
+      "grad_norm": 783.3395385742188,
+      "learning_rate": 2.8201892744479495e-07,
+      "loss": 124.9375,
+      "step": 447
+    },
+    {
+      "epoch": 0.004240777728344109,
+      "grad_norm": 784.3565063476562,
+      "learning_rate": 2.8264984227129334e-07,
+      "loss": 81.7812,
+      "step": 448
+    },
+    {
+      "epoch": 0.004250243750059162,
+      "grad_norm": 3.651919364929199,
+      "learning_rate": 2.8328075709779183e-07,
+      "loss": 0.8901,
+      "step": 449
+    },
+    {
+      "epoch": 0.004259709771774216,
+      "grad_norm": 2071.64306640625,
+      "learning_rate": 2.839116719242902e-07,
+      "loss": 204.0,
+      "step": 450
+    },
+    {
+      "epoch": 0.00426917579348927,
+      "grad_norm": 1376.1370849609375,
+      "learning_rate": 2.845425867507886e-07,
+      "loss": 77.5938,
+      "step": 451
+    },
+    {
+      "epoch": 0.004278641815204324,
+      "grad_norm": 872.4217529296875,
+      "learning_rate": 2.8517350157728705e-07,
+      "loss": 64.5312,
+      "step": 452
+    },
+    {
+      "epoch": 0.004288107836919378,
+      "grad_norm": 928.6163330078125,
+      "learning_rate": 2.858044164037855e-07,
+      "loss": 77.7812,
+      "step": 453
+    },
+    {
+      "epoch": 0.004297573858634432,
+      "grad_norm": 872.2057495117188,
+      "learning_rate": 2.864353312302839e-07,
+      "loss": 67.3125,
+      "step": 454
+    },
+    {
+      "epoch": 0.0043070398803494855,
+      "grad_norm": 1324.0980224609375,
+      "learning_rate": 2.870662460567823e-07,
+      "loss": 70.0938,
+      "step": 455
+    },
+    {
+      "epoch": 0.004316505902064539,
+      "grad_norm": 767.0242309570312,
+      "learning_rate": 2.876971608832807e-07,
+      "loss": 68.1875,
+      "step": 456
+    },
+    {
+      "epoch": 0.004325971923779593,
+      "grad_norm": 1290.716552734375,
+      "learning_rate": 2.883280757097792e-07,
+      "loss": 91.3125,
+      "step": 457
+    },
+    {
+      "epoch": 0.004335437945494647,
+      "grad_norm": 3.6982409954071045,
+      "learning_rate": 2.889589905362776e-07,
+      "loss": 0.8906,
+      "step": 458
+    },
+    {
+      "epoch": 0.004344903967209701,
+      "grad_norm": 687.7546997070312,
+      "learning_rate": 2.89589905362776e-07,
+      "loss": 66.5312,
+      "step": 459
+    },
+    {
+      "epoch": 0.004354369988924755,
+      "grad_norm": 726.9271240234375,
+      "learning_rate": 2.9022082018927446e-07,
+      "loss": 68.8438,
+      "step": 460
+    },
+    {
+      "epoch": 0.004363836010639809,
+      "grad_norm": 901.81884765625,
+      "learning_rate": 2.9085173501577285e-07,
+      "loss": 82.4062,
+      "step": 461
+    },
+    {
+      "epoch": 0.004373302032354863,
+      "grad_norm": 1623.676513671875,
+      "learning_rate": 2.914826498422713e-07,
+      "loss": 154.5625,
+      "step": 462
+    },
+    {
+      "epoch": 0.004382768054069916,
+      "grad_norm": 803.6258544921875,
+      "learning_rate": 2.9211356466876967e-07,
+      "loss": 117.0625,
+      "step": 463
+    },
+    {
+      "epoch": 0.0043922340757849695,
+      "grad_norm": 891.427734375,
+      "learning_rate": 2.9274447949526817e-07,
+      "loss": 65.1562,
+      "step": 464
+    },
+    {
+      "epoch": 0.004401700097500023,
+      "grad_norm": 1312.71337890625,
+      "learning_rate": 2.9337539432176655e-07,
+      "loss": 153.2812,
+      "step": 465
+    },
+    {
+      "epoch": 0.004411166119215077,
+      "grad_norm": 2.616243362426758,
+      "learning_rate": 2.9400630914826494e-07,
+      "loss": 0.8545,
+      "step": 466
+    },
+    {
+      "epoch": 0.004420632140930131,
+      "grad_norm": 847.6250610351562,
+      "learning_rate": 2.946372239747634e-07,
+      "loss": 69.1875,
+      "step": 467
+    },
+    {
+      "epoch": 0.004430098162645185,
+      "grad_norm": 725.62060546875,
+      "learning_rate": 2.952681388012618e-07,
+      "loss": 64.375,
+      "step": 468
+    },
+    {
+      "epoch": 0.004439564184360239,
+      "grad_norm": 635.97900390625,
+      "learning_rate": 2.9589905362776026e-07,
+      "loss": 114.9375,
+      "step": 469
+    },
+    {
+      "epoch": 0.004449030206075293,
+      "grad_norm": 948.571044921875,
+      "learning_rate": 2.9652996845425865e-07,
+      "loss": 122.625,
+      "step": 470
+    },
+    {
+      "epoch": 0.004458496227790347,
+      "grad_norm": 738.7330322265625,
+      "learning_rate": 2.9716088328075703e-07,
+      "loss": 68.7188,
+      "step": 471
+    },
+    {
+      "epoch": 0.0044679622495054005,
+      "grad_norm": 2.6619417667388916,
+      "learning_rate": 2.977917981072555e-07,
+      "loss": 0.8384,
+      "step": 472
+    },
+    {
+      "epoch": 0.004477428271220454,
+      "grad_norm": 1052.533935546875,
+      "learning_rate": 2.984227129337539e-07,
+      "loss": 62.8438,
+      "step": 473
+    },
+    {
+      "epoch": 0.004486894292935508,
+      "grad_norm": 809.7598876953125,
+      "learning_rate": 2.9905362776025235e-07,
+      "loss": 71.25,
+      "step": 474
+    },
+    {
+      "epoch": 0.004496360314650562,
+      "grad_norm": 786.0537719726562,
+      "learning_rate": 2.996845425867508e-07,
+      "loss": 70.0,
+      "step": 475
+    },
+    {
+      "epoch": 0.004505826336365616,
+      "grad_norm": 996.31201171875,
+      "learning_rate": 3.0031545741324923e-07,
+      "loss": 124.6562,
+      "step": 476
+    },
+    {
+      "epoch": 0.004515292358080669,
+      "grad_norm": 888.217529296875,
+      "learning_rate": 3.009463722397476e-07,
+      "loss": 142.0625,
+      "step": 477
+    },
+    {
+      "epoch": 0.004524758379795723,
+      "grad_norm": 3515.321533203125,
+      "learning_rate": 3.01577287066246e-07,
+      "loss": 64.1562,
+      "step": 478
+    },
+    {
+      "epoch": 0.004534224401510777,
+      "grad_norm": 970.2354125976562,
+      "learning_rate": 3.022082018927445e-07,
+      "loss": 151.875,
+      "step": 479
+    },
+    {
+      "epoch": 0.004543690423225831,
+      "grad_norm": 841.5230712890625,
+      "learning_rate": 3.028391167192429e-07,
+      "loss": 133.375,
+      "step": 480
+    },
+    {
+      "epoch": 0.0045531564449408845,
+      "grad_norm": 822.075439453125,
+      "learning_rate": 3.034700315457413e-07,
+      "loss": 60.8125,
+      "step": 481
+    },
+    {
+      "epoch": 0.004562622466655938,
+      "grad_norm": 861.5018920898438,
+      "learning_rate": 3.041009463722397e-07,
+      "loss": 71.9688,
+      "step": 482
+    },
+    {
+      "epoch": 0.004572088488370992,
+      "grad_norm": 666.4907836914062,
+      "learning_rate": 3.0473186119873815e-07,
+      "loss": 66.9375,
+      "step": 483
+    },
+    {
+      "epoch": 0.004581554510086046,
+      "grad_norm": 585.662353515625,
+      "learning_rate": 3.053627760252366e-07,
+      "loss": 53.9375,
+      "step": 484
+    },
+    {
+      "epoch": 0.0045910205318011,
+      "grad_norm": 1327.086181640625,
+      "learning_rate": 3.05993690851735e-07,
+      "loss": 142.125,
+      "step": 485
+    },
+    {
+      "epoch": 0.004600486553516154,
+      "grad_norm": 3.1511454582214355,
+      "learning_rate": 3.0662460567823347e-07,
+      "loss": 1.0029,
+      "step": 486
+    },
+    {
+      "epoch": 0.004609952575231208,
+      "grad_norm": 553.4071044921875,
+      "learning_rate": 3.0725552050473186e-07,
+      "loss": 65.0938,
+      "step": 487
+    },
+    {
+      "epoch": 0.004619418596946262,
+      "grad_norm": 767.5245971679688,
+      "learning_rate": 3.0788643533123025e-07,
+      "loss": 63.9062,
+      "step": 488
+    },
+    {
+      "epoch": 0.0046288846186613155,
+      "grad_norm": 902.817626953125,
+      "learning_rate": 3.085173501577287e-07,
+      "loss": 67.1562,
+      "step": 489
+    },
+    {
+      "epoch": 0.004638350640376369,
+      "grad_norm": 1416.4351806640625,
+      "learning_rate": 3.0914826498422713e-07,
+      "loss": 158.5625,
+      "step": 490
+    },
+    {
+      "epoch": 0.004647816662091422,
+      "grad_norm": 780.04833984375,
+      "learning_rate": 3.0977917981072557e-07,
+      "loss": 62.0312,
+      "step": 491
+    },
+    {
+      "epoch": 0.004657282683806476,
+      "grad_norm": 843.4635620117188,
+      "learning_rate": 3.1041009463722395e-07,
+      "loss": 71.8438,
+      "step": 492
+    },
+    {
+      "epoch": 0.00466674870552153,
+      "grad_norm": 651.6881713867188,
+      "learning_rate": 3.1104100946372234e-07,
+      "loss": 60.7812,
+      "step": 493
+    },
+    {
+      "epoch": 0.004676214727236584,
+      "grad_norm": 900.7103881835938,
+      "learning_rate": 3.1167192429022083e-07,
+      "loss": 91.2188,
+      "step": 494
+    },
+    {
+      "epoch": 0.004685680748951638,
+      "grad_norm": 1069.5946044921875,
+      "learning_rate": 3.123028391167192e-07,
+      "loss": 100.5,
+      "step": 495
+    },
+    {
+      "epoch": 0.004695146770666692,
+      "grad_norm": 536.8743286132812,
+      "learning_rate": 3.1293375394321766e-07,
+      "loss": 64.8438,
+      "step": 496
+    },
+    {
+      "epoch": 0.004704612792381746,
+      "grad_norm": 697.8759765625,
+      "learning_rate": 3.135646687697161e-07,
+      "loss": 100.9375,
+      "step": 497
+    },
+    {
+      "epoch": 0.0047140788140967995,
+      "grad_norm": 905.1168212890625,
+      "learning_rate": 3.141955835962145e-07,
+      "loss": 69.2188,
+      "step": 498
+    },
+    {
+      "epoch": 0.004723544835811853,
+      "grad_norm": 1300.9388427734375,
+      "learning_rate": 3.1482649842271293e-07,
+      "loss": 114.0312,
+      "step": 499
+    },
+    {
+      "epoch": 0.004733010857526907,
+      "grad_norm": 594.5653686523438,
+      "learning_rate": 3.154574132492113e-07,
+      "loss": 61.9375,
+      "step": 500
+    },
+    {
+      "epoch": 0.004742476879241961,
+      "grad_norm": 855.7710571289062,
+      "learning_rate": 3.160883280757098e-07,
+      "loss": 109.5,
+      "step": 501
+    },
+    {
+      "epoch": 0.004751942900957015,
+      "grad_norm": 551.5289916992188,
+      "learning_rate": 3.167192429022082e-07,
+      "loss": 66.875,
+      "step": 502
+    },
+    {
+      "epoch": 0.004761408922672069,
+      "grad_norm": 780.4547729492188,
+      "learning_rate": 3.173501577287066e-07,
+      "loss": 63.5625,
+      "step": 503
+    },
+    {
+      "epoch": 0.004770874944387123,
+      "grad_norm": 1032.2275390625,
+      "learning_rate": 3.17981072555205e-07,
+      "loss": 64.2188,
+      "step": 504
+    },
+    {
+      "epoch": 0.004780340966102177,
+      "grad_norm": 3.240508556365967,
+      "learning_rate": 3.1861198738170346e-07,
+      "loss": 0.9658,
+      "step": 505
+    },
+    {
+      "epoch": 0.00478980698781723,
+      "grad_norm": 768.9003295898438,
+      "learning_rate": 3.192429022082019e-07,
+      "loss": 161.75,
+      "step": 506
+    },
+    {
+      "epoch": 0.0047992730095322836,
+      "grad_norm": 944.4700317382812,
+      "learning_rate": 3.198738170347003e-07,
+      "loss": 81.7812,
+      "step": 507
+    },
+    {
+      "epoch": 0.004808739031247337,
+      "grad_norm": 2290.404052734375,
+      "learning_rate": 3.205047318611987e-07,
+      "loss": 141.0,
+      "step": 508
+    },
+    {
+      "epoch": 0.004818205052962391,
+      "grad_norm": 1137.8609619140625,
+      "learning_rate": 3.2113564668769717e-07,
+      "loss": 74.375,
+      "step": 509
+    },
+    {
+      "epoch": 0.004827671074677445,
+      "grad_norm": 887.4998168945312,
+      "learning_rate": 3.2176656151419555e-07,
+      "loss": 68.7812,
+      "step": 510
+    },
+    {
+      "epoch": 0.004837137096392499,
+      "grad_norm": 815.4695434570312,
+      "learning_rate": 3.22397476340694e-07,
+      "loss": 63.1562,
+      "step": 511
+    },
+    {
+      "epoch": 0.004846603118107553,
+      "grad_norm": 1618.4085693359375,
+      "learning_rate": 3.2302839116719243e-07,
+      "loss": 61.5312,
+      "step": 512
+    },
+    {
+      "epoch": 0.004856069139822607,
+      "grad_norm": 1177.1611328125,
+      "learning_rate": 3.236593059936908e-07,
+      "loss": 90.5,
+      "step": 513
+    },
+    {
+      "epoch": 0.004865535161537661,
+      "grad_norm": 922.9889526367188,
+      "learning_rate": 3.2429022082018926e-07,
+      "loss": 87.5,
+      "step": 514
+    },
+    {
+      "epoch": 0.0048750011832527146,
+      "grad_norm": 891.3350219726562,
+      "learning_rate": 3.2492113564668765e-07,
+      "loss": 130.2188,
+      "step": 515
+    },
+    {
+      "epoch": 0.004884467204967768,
+      "grad_norm": 1355.3280029296875,
+      "learning_rate": 3.2555205047318614e-07,
+      "loss": 154.4062,
+      "step": 516
+    },
+    {
+      "epoch": 0.004893933226682822,
+      "grad_norm": 2.927227258682251,
+      "learning_rate": 3.2618296529968453e-07,
+      "loss": 0.9053,
+      "step": 517
+    },
+    {
+      "epoch": 0.004903399248397876,
+      "grad_norm": 684.908935546875,
+      "learning_rate": 3.268138801261829e-07,
+      "loss": 61.7812,
+      "step": 518
+    },
+    {
+      "epoch": 0.00491286527011293,
+      "grad_norm": 1358.9091796875,
+      "learning_rate": 3.2744479495268135e-07,
+      "loss": 65.8125,
+      "step": 519
+    },
+    {
+      "epoch": 0.004922331291827983,
+      "grad_norm": 611.5530395507812,
+      "learning_rate": 3.280757097791798e-07,
+      "loss": 62.25,
+      "step": 520
+    },
+    {
+      "epoch": 0.004931797313543037,
+      "grad_norm": 1594.5277099609375,
+      "learning_rate": 3.2870662460567823e-07,
+      "loss": 107.0625,
+      "step": 521
+    },
+    {
+      "epoch": 0.004941263335258091,
+      "grad_norm": 751.2952880859375,
+      "learning_rate": 3.293375394321766e-07,
+      "loss": 71.4688,
+      "step": 522
+    },
+    {
+      "epoch": 0.004950729356973145,
+      "grad_norm": 901.8346557617188,
+      "learning_rate": 3.299684542586751e-07,
+      "loss": 132.0,
+      "step": 523
+    },
+    {
+      "epoch": 0.0049601953786881986,
+      "grad_norm": 977.2008666992188,
+      "learning_rate": 3.305993690851735e-07,
+      "loss": 115.625,
+      "step": 524
+    },
+    {
+      "epoch": 0.0049696614004032524,
+      "grad_norm": 1012.7542724609375,
+      "learning_rate": 3.312302839116719e-07,
+      "loss": 77.25,
+      "step": 525
+    },
+    {
+      "epoch": 0.004979127422118306,
+      "grad_norm": 996.6942138671875,
+      "learning_rate": 3.3186119873817033e-07,
+      "loss": 68.8438,
+      "step": 526
+    },
+    {
+      "epoch": 0.00498859344383336,
+      "grad_norm": 821.8289184570312,
+      "learning_rate": 3.3249211356466877e-07,
+      "loss": 66.3438,
+      "step": 527
+    },
+    {
+      "epoch": 0.004998059465548414,
+      "grad_norm": 787.1178588867188,
+      "learning_rate": 3.331230283911672e-07,
+      "loss": 68.4688,
+      "step": 528
+    },
+    {
+      "epoch": 0.005007525487263468,
+      "grad_norm": 955.9060668945312,
+      "learning_rate": 3.337539432176656e-07,
+      "loss": 70.9375,
+      "step": 529
+    },
+    {
+      "epoch": 0.005016991508978522,
+      "grad_norm": 2.673048257827759,
+      "learning_rate": 3.34384858044164e-07,
+      "loss": 0.8884,
+      "step": 530
+    },
+    {
+      "epoch": 0.005026457530693576,
+      "grad_norm": 782.0868530273438,
+      "learning_rate": 3.350157728706625e-07,
+      "loss": 113.4062,
+      "step": 531
+    },
+    {
+      "epoch": 0.0050359235524086296,
+      "grad_norm": 1127.822998046875,
+      "learning_rate": 3.3564668769716086e-07,
+      "loss": 108.3125,
+      "step": 532
+    },
+    {
+      "epoch": 0.0050453895741236834,
+      "grad_norm": 752.520263671875,
+      "learning_rate": 3.362776025236593e-07,
+      "loss": 60.4062,
+      "step": 533
+    },
+    {
+      "epoch": 0.0050548555958387364,
+      "grad_norm": 1536.3759765625,
+      "learning_rate": 3.3690851735015774e-07,
+      "loss": 155.8125,
+      "step": 534
+    },
+    {
+      "epoch": 0.00506432161755379,
+      "grad_norm": 1995.37548828125,
+      "learning_rate": 3.3753943217665613e-07,
+      "loss": 65.0938,
+      "step": 535
+    },
+    {
+      "epoch": 0.005073787639268844,
+      "grad_norm": 693.6814575195312,
+      "learning_rate": 3.3817034700315457e-07,
+      "loss": 60.9688,
+      "step": 536
+    },
+    {
+      "epoch": 0.005083253660983898,
+      "grad_norm": 816.6685791015625,
+      "learning_rate": 3.3880126182965295e-07,
+      "loss": 59.3438,
+      "step": 537
+    },
+    {
+      "epoch": 0.005092719682698952,
+      "grad_norm": 4.170598030090332,
+      "learning_rate": 3.3943217665615145e-07,
+      "loss": 0.874,
+      "step": 538
+    },
+    {
+      "epoch": 0.005102185704414006,
+      "grad_norm": 1411.790771484375,
+      "learning_rate": 3.4006309148264983e-07,
+      "loss": 125.5312,
+      "step": 539
+    },
+    {
+      "epoch": 0.00511165172612906,
+      "grad_norm": 6981.935546875,
+      "learning_rate": 3.406940063091482e-07,
+      "loss": 148.8125,
+      "step": 540
+    },
+    {
+      "epoch": 0.005121117747844114,
+      "grad_norm": 809.6035766601562,
+      "learning_rate": 3.4132492113564666e-07,
+      "loss": 65.4688,
+      "step": 541
+    },
+    {
+      "epoch": 0.0051305837695591675,
+      "grad_norm": 810.4950561523438,
+      "learning_rate": 3.419558359621451e-07,
+      "loss": 75.5938,
+      "step": 542
+    },
+    {
+      "epoch": 0.005140049791274221,
+      "grad_norm": 589.7190551757812,
+      "learning_rate": 3.4258675078864354e-07,
+      "loss": 61.5625,
+      "step": 543
+    },
+    {
+      "epoch": 0.005149515812989275,
+      "grad_norm": 3448.148681640625,
+      "learning_rate": 3.4321766561514193e-07,
+      "loss": 242.9375,
+      "step": 544
+    },
+    {
+      "epoch": 0.005158981834704329,
+      "grad_norm": 803.6175537109375,
+      "learning_rate": 3.4384858044164037e-07,
+      "loss": 89.0312,
+      "step": 545
+    },
+    {
+      "epoch": 0.005168447856419383,
+      "grad_norm": 658.2818603515625,
+      "learning_rate": 3.444794952681388e-07,
+      "loss": 55.5625,
+      "step": 546
+    },
+    {
+      "epoch": 0.005177913878134437,
+      "grad_norm": 1006.4055786132812,
+      "learning_rate": 3.451104100946372e-07,
+      "loss": 60.8438,
+      "step": 547
+    },
+    {
+      "epoch": 0.00518737989984949,
+      "grad_norm": 1055.0003662109375,
+      "learning_rate": 3.4574132492113563e-07,
+      "loss": 131.125,
+      "step": 548
+    },
+    {
+      "epoch": 0.005196845921564544,
+      "grad_norm": 904.6844482421875,
+      "learning_rate": 3.463722397476341e-07,
+      "loss": 142.3125,
+      "step": 549
+    },
+    {
+      "epoch": 0.005206311943279598,
+      "grad_norm": 619.63623046875,
+      "learning_rate": 3.4700315457413246e-07,
+      "loss": 62.4688,
+      "step": 550
+    },
+    {
+      "epoch": 0.0052157779649946515,
+      "grad_norm": 709.7120361328125,
+      "learning_rate": 3.476340694006309e-07,
+      "loss": 82.3438,
+      "step": 551
+    },
+    {
+      "epoch": 0.005225243986709705,
+      "grad_norm": 1482.140869140625,
+      "learning_rate": 3.482649842271293e-07,
+      "loss": 128.625,
+      "step": 552
+    },
+    {
+      "epoch": 0.005234710008424759,
+      "grad_norm": 578.4993286132812,
+      "learning_rate": 3.488958990536278e-07,
+      "loss": 59.5625,
+      "step": 553
+    },
+    {
+      "epoch": 0.005244176030139813,
+      "grad_norm": 1448.31640625,
+      "learning_rate": 3.4952681388012617e-07,
+      "loss": 61.2812,
+      "step": 554
+    },
+    {
+      "epoch": 0.005253642051854867,
+      "grad_norm": 1396.4014892578125,
+      "learning_rate": 3.5015772870662455e-07,
+      "loss": 94.8438,
+      "step": 555
+    },
+    {
+      "epoch": 0.005263108073569921,
+      "grad_norm": 1177.962158203125,
+      "learning_rate": 3.50788643533123e-07,
+      "loss": 126.0625,
+      "step": 556
+    },
+    {
+      "epoch": 0.005272574095284975,
+      "grad_norm": 975.5050048828125,
+      "learning_rate": 3.5141955835962143e-07,
+      "loss": 74.2188,
+      "step": 557
+    },
+    {
+      "epoch": 0.005282040117000029,
+      "grad_norm": 782.9436645507812,
+      "learning_rate": 3.520504731861199e-07,
+      "loss": 67.0625,
+      "step": 558
+    },
+    {
+      "epoch": 0.0052915061387150825,
+      "grad_norm": 908.966796875,
+      "learning_rate": 3.5268138801261826e-07,
+      "loss": 56.5625,
+      "step": 559
+    },
+    {
+      "epoch": 0.005300972160430136,
+      "grad_norm": 2119.72705078125,
+      "learning_rate": 3.533123028391167e-07,
+      "loss": 84.8438,
+      "step": 560
+    },
+    {
+      "epoch": 0.00531043818214519,
+      "grad_norm": 659.0459594726562,
+      "learning_rate": 3.5394321766561514e-07,
+      "loss": 57.6562,
+      "step": 561
+    },
+    {
+      "epoch": 0.005319904203860243,
+      "grad_norm": 3.452929973602295,
+      "learning_rate": 3.5457413249211353e-07,
+      "loss": 0.8809,
+      "step": 562
+    },
+    {
+      "epoch": 0.005329370225575297,
+      "grad_norm": 593.4617919921875,
+      "learning_rate": 3.5520504731861197e-07,
+      "loss": 57.6875,
+      "step": 563
+    },
+    {
+      "epoch": 0.005338836247290351,
+      "grad_norm": 695.5679931640625,
+      "learning_rate": 3.558359621451104e-07,
+      "loss": 71.6562,
+      "step": 564
+    },
+    {
+      "epoch": 0.005348302269005405,
+      "grad_norm": 1503.13818359375,
+      "learning_rate": 3.564668769716088e-07,
+      "loss": 127.125,
+      "step": 565
+    },
+    {
+      "epoch": 0.005357768290720459,
+      "grad_norm": 698.4495239257812,
+      "learning_rate": 3.5709779179810723e-07,
+      "loss": 81.9062,
+      "step": 566
+    },
+    {
+      "epoch": 0.005367234312435513,
+      "grad_norm": 2.516832113265991,
+      "learning_rate": 3.577287066246056e-07,
+      "loss": 0.9082,
+      "step": 567
+    },
+    {
+      "epoch": 0.0053767003341505665,
+      "grad_norm": 1684.319091796875,
+      "learning_rate": 3.583596214511041e-07,
+      "loss": 98.375,
+      "step": 568
+    },
+    {
+      "epoch": 0.00538616635586562,
+      "grad_norm": 603.4769287109375,
+      "learning_rate": 3.589905362776025e-07,
+      "loss": 57.375,
+      "step": 569
+    },
+    {
+      "epoch": 0.005395632377580674,
+      "grad_norm": 766.1370239257812,
+      "learning_rate": 3.5962145110410094e-07,
+      "loss": 55.6562,
+      "step": 570
+    },
+    {
+      "epoch": 0.005405098399295728,
+      "grad_norm": 2.693240165710449,
+      "learning_rate": 3.602523659305994e-07,
+      "loss": 0.908,
+      "step": 571
+    },
+    {
+      "epoch": 0.005414564421010782,
+      "grad_norm": 1667.3143310546875,
+      "learning_rate": 3.6088328075709777e-07,
+      "loss": 145.375,
+      "step": 572
+    },
+    {
+      "epoch": 0.005424030442725836,
+      "grad_norm": 1260.6129150390625,
+      "learning_rate": 3.615141955835962e-07,
+      "loss": 99.5,
+      "step": 573
+    },
+    {
+      "epoch": 0.00543349646444089,
+      "grad_norm": 900.5045166015625,
+      "learning_rate": 3.621451104100946e-07,
+      "loss": 86.7188,
+      "step": 574
+    },
+    {
+      "epoch": 0.005442962486155944,
+      "grad_norm": 1474.1209716796875,
+      "learning_rate": 3.627760252365931e-07,
+      "loss": 93.8438,
+      "step": 575
+    },
+    {
+      "epoch": 0.0054524285078709975,
+      "grad_norm": 610.5883178710938,
+      "learning_rate": 3.634069400630915e-07,
+      "loss": 62.4688,
+      "step": 576
+    },
+    {
+      "epoch": 0.0054618945295860505,
+      "grad_norm": 3860.3916015625,
+      "learning_rate": 3.6403785488958986e-07,
+      "loss": 125.5938,
+      "step": 577
+    },
+    {
+      "epoch": 0.005471360551301104,
+      "grad_norm": 1044.5986328125,
+      "learning_rate": 3.646687697160883e-07,
+      "loss": 135.9375,
+      "step": 578
+    },
+    {
+      "epoch": 0.005480826573016158,
+      "grad_norm": 752.4140014648438,
+      "learning_rate": 3.6529968454258674e-07,
+      "loss": 57.4062,
+      "step": 579
+    },
+    {
+      "epoch": 0.005490292594731212,
+      "grad_norm": 624.4622802734375,
+      "learning_rate": 3.659305993690852e-07,
+      "loss": 58.8125,
+      "step": 580
+    },
+    {
+      "epoch": 0.005499758616446266,
+      "grad_norm": 882.2796630859375,
+      "learning_rate": 3.6656151419558357e-07,
+      "loss": 64.8438,
+      "step": 581
+    },
+    {
+      "epoch": 0.00550922463816132,
+      "grad_norm": 1344.762451171875,
+      "learning_rate": 3.67192429022082e-07,
+      "loss": 101.9375,
+      "step": 582
+    },
+    {
+      "epoch": 0.005518690659876374,
+      "grad_norm": 878.3090209960938,
+      "learning_rate": 3.6782334384858045e-07,
+      "loss": 61.6094,
+      "step": 583
+    },
+    {
+      "epoch": 0.005528156681591428,
+      "grad_norm": 731.1142578125,
+      "learning_rate": 3.6845425867507883e-07,
+      "loss": 73.5312,
+      "step": 584
+    },
+    {
+      "epoch": 0.0055376227033064815,
+      "grad_norm": 1131.4705810546875,
+      "learning_rate": 3.690851735015773e-07,
+      "loss": 130.625,
+      "step": 585
+    },
+    {
+      "epoch": 0.005547088725021535,
+      "grad_norm": 1000.5369262695312,
+      "learning_rate": 3.697160883280757e-07,
+      "loss": 106.0625,
+      "step": 586
+    },
+    {
+      "epoch": 0.005556554746736589,
+      "grad_norm": 3.076819658279419,
+      "learning_rate": 3.703470031545741e-07,
+      "loss": 0.8169,
+      "step": 587
+    },
+    {
+      "epoch": 0.005566020768451643,
+      "grad_norm": 2383.037109375,
+      "learning_rate": 3.7097791798107254e-07,
+      "loss": 69.6562,
+      "step": 588
+    },
+    {
+      "epoch": 0.005575486790166697,
+      "grad_norm": 792.3946533203125,
+      "learning_rate": 3.7160883280757093e-07,
+      "loss": 66.8438,
+      "step": 589
+    },
+    {
+      "epoch": 0.005584952811881751,
+      "grad_norm": 2.9350340366363525,
+      "learning_rate": 3.722397476340694e-07,
+      "loss": 0.8853,
+      "step": 590
+    },
+    {
+      "epoch": 0.005594418833596804,
+      "grad_norm": 1533.6539306640625,
+      "learning_rate": 3.728706624605678e-07,
+      "loss": 58.875,
+      "step": 591
+    },
+    {
+      "epoch": 0.005603884855311858,
+      "grad_norm": 1303.335205078125,
+      "learning_rate": 3.735015772870662e-07,
+      "loss": 113.625,
+      "step": 592
+    },
+    {
+      "epoch": 0.005613350877026912,
+      "grad_norm": 602.9747924804688,
+      "learning_rate": 3.741324921135647e-07,
+      "loss": 58.375,
+      "step": 593
+    },
+    {
+      "epoch": 0.0056228168987419655,
+      "grad_norm": 604.57568359375,
+      "learning_rate": 3.747634069400631e-07,
+      "loss": 57.625,
+      "step": 594
+    },
+    {
+      "epoch": 0.005632282920457019,
+      "grad_norm": 865.6827392578125,
+      "learning_rate": 3.753943217665615e-07,
+      "loss": 145.875,
+      "step": 595
+    },
+    {
+      "epoch": 0.005641748942172073,
+      "grad_norm": 3.388984203338623,
+      "learning_rate": 3.760252365930599e-07,
+      "loss": 0.8203,
+      "step": 596
+    },
+    {
+      "epoch": 0.005651214963887127,
+      "grad_norm": 891.7890014648438,
+      "learning_rate": 3.7665615141955834e-07,
+      "loss": 95.8125,
+      "step": 597
+    },
+    {
+      "epoch": 0.005660680985602181,
+      "grad_norm": 2357.702392578125,
+      "learning_rate": 3.772870662460568e-07,
+      "loss": 88.0469,
+      "step": 598
+    },
+    {
+      "epoch": 0.005670147007317235,
+      "grad_norm": 1378.74658203125,
+      "learning_rate": 3.7791798107255517e-07,
+      "loss": 138.6875,
+      "step": 599
+    },
+    {
+      "epoch": 0.005679613029032289,
+      "grad_norm": 866.7297973632812,
+      "learning_rate": 3.785488958990536e-07,
+      "loss": 115.9375,
+      "step": 600
+    },
+    {
+      "epoch": 0.005689079050747343,
+      "grad_norm": 1085.9368896484375,
+      "learning_rate": 3.7917981072555205e-07,
+      "loss": 145.8125,
+      "step": 601
+    },
+    {
+      "epoch": 0.0056985450724623965,
+      "grad_norm": 705.8587646484375,
+      "learning_rate": 3.7981072555205043e-07,
+      "loss": 124.5625,
+      "step": 602
+    },
+    {
+      "epoch": 0.00570801109417745,
+      "grad_norm": 866.24169921875,
+      "learning_rate": 3.804416403785489e-07,
+      "loss": 63.75,
+      "step": 603
+    },
+    {
+      "epoch": 0.005717477115892504,
+      "grad_norm": 682.0865478515625,
+      "learning_rate": 3.8107255520504726e-07,
+      "loss": 57.9688,
+      "step": 604
+    },
+    {
+      "epoch": 0.005726943137607557,
+      "grad_norm": 652.6722412109375,
+      "learning_rate": 3.8170347003154575e-07,
+      "loss": 57.0938,
+      "step": 605
+    },
+    {
+      "epoch": 0.005736409159322611,
+      "grad_norm": 648.8684692382812,
+      "learning_rate": 3.8233438485804414e-07,
+      "loss": 64.4062,
+      "step": 606
+    },
+    {
+      "epoch": 0.005745875181037665,
+      "grad_norm": 3.5317459106445312,
+      "learning_rate": 3.8296529968454253e-07,
+      "loss": 0.9404,
+      "step": 607
+    },
+    {
+      "epoch": 0.005755341202752719,
+      "grad_norm": 903.4336547851562,
+      "learning_rate": 3.83596214511041e-07,
+      "loss": 64.8438,
+      "step": 608
+    },
+    {
+      "epoch": 0.005764807224467773,
+      "grad_norm": 675.7362670898438,
+      "learning_rate": 3.842271293375394e-07,
+      "loss": 57.7812,
+      "step": 609
+    },
+    {
+      "epoch": 0.005774273246182827,
+      "grad_norm": 754.898193359375,
+      "learning_rate": 3.8485804416403785e-07,
+      "loss": 80.5625,
+      "step": 610
+    },
+    {
+      "epoch": 0.0057837392678978805,
+      "grad_norm": 1030.74755859375,
+      "learning_rate": 3.8548895899053624e-07,
+      "loss": 113.25,
+      "step": 611
+    },
+    {
+      "epoch": 0.005793205289612934,
+      "grad_norm": 2.676038980484009,
+      "learning_rate": 3.8611987381703473e-07,
+      "loss": 0.7505,
+      "step": 612
+    },
+    {
+      "epoch": 0.005802671311327988,
+      "grad_norm": 672.6953125,
+      "learning_rate": 3.867507886435331e-07,
+      "loss": 56.8125,
+      "step": 613
+    },
+    {
+      "epoch": 0.005812137333043042,
+      "grad_norm": 1044.2171630859375,
+      "learning_rate": 3.873817034700315e-07,
+      "loss": 120.6875,
+      "step": 614
+    },
+    {
+      "epoch": 0.005821603354758096,
+      "grad_norm": 2.68900465965271,
+      "learning_rate": 3.8801261829652994e-07,
+      "loss": 0.8315,
+      "step": 615
+    },
+    {
+      "epoch": 0.00583106937647315,
+      "grad_norm": 890.1533813476562,
+      "learning_rate": 3.886435331230284e-07,
+      "loss": 141.6875,
+      "step": 616
+    },
+    {
+      "epoch": 0.005840535398188204,
+      "grad_norm": 831.1906127929688,
+      "learning_rate": 3.892744479495268e-07,
+      "loss": 61.0625,
+      "step": 617
+    },
+    {
+      "epoch": 0.005850001419903258,
+      "grad_norm": 766.3878784179688,
+      "learning_rate": 3.899053627760252e-07,
+      "loss": 64.125,
+      "step": 618
+    },
+    {
+      "epoch": 0.005859467441618311,
+      "grad_norm": 928.918212890625,
+      "learning_rate": 3.9053627760252365e-07,
+      "loss": 74.7344,
+      "step": 619
+    },
+    {
+      "epoch": 0.0058689334633333645,
+      "grad_norm": 1462.5673828125,
+      "learning_rate": 3.911671924290221e-07,
+      "loss": 113.4375,
+      "step": 620
+    },
+    {
+      "epoch": 0.005878399485048418,
+      "grad_norm": 654.6067504882812,
+      "learning_rate": 3.917981072555205e-07,
+      "loss": 66.0938,
+      "step": 621
+    },
+    {
+      "epoch": 0.005887865506763472,
+      "grad_norm": 2349.647216796875,
+      "learning_rate": 3.924290220820189e-07,
+      "loss": 127.4375,
+      "step": 622
+    },
+    {
+      "epoch": 0.005897331528478526,
+      "grad_norm": 911.2752075195312,
+      "learning_rate": 3.9305993690851735e-07,
+      "loss": 63.125,
+      "step": 623
+    },
+    {
+      "epoch": 0.00590679755019358,
+      "grad_norm": 1020.8985595703125,
+      "learning_rate": 3.9369085173501574e-07,
+      "loss": 147.625,
+      "step": 624
+    },
+    {
+      "epoch": 0.005916263571908634,
+      "grad_norm": 742.1503295898438,
+      "learning_rate": 3.943217665615142e-07,
+      "loss": 54.0312,
+      "step": 625
+    },
+    {
+      "epoch": 0.005925729593623688,
+      "grad_norm": 527.100341796875,
+      "learning_rate": 3.9495268138801257e-07,
+      "loss": 47.9062,
+      "step": 626
+    },
+    {
+      "epoch": 0.005935195615338742,
+      "grad_norm": 1978.780029296875,
+      "learning_rate": 3.9558359621451106e-07,
+      "loss": 90.5312,
+      "step": 627
+    },
+    {
+      "epoch": 0.0059446616370537955,
+      "grad_norm": 712.3825073242188,
+      "learning_rate": 3.9621451104100945e-07,
+      "loss": 104.75,
+      "step": 628
+    },
+    {
+      "epoch": 0.005954127658768849,
+      "grad_norm": 734.8538208007812,
+      "learning_rate": 3.9684542586750784e-07,
+      "loss": 110.125,
+      "step": 629
+    },
+    {
+      "epoch": 0.005963593680483903,
+      "grad_norm": 665.1245727539062,
+      "learning_rate": 3.9747634069400633e-07,
+      "loss": 55.6562,
+      "step": 630
+    },
+    {
+      "epoch": 0.005973059702198957,
+      "grad_norm": 648.5557861328125,
+      "learning_rate": 3.981072555205047e-07,
+      "loss": 89.9062,
+      "step": 631
+    },
+    {
+      "epoch": 0.005982525723914011,
+      "grad_norm": 992.6857299804688,
+      "learning_rate": 3.9873817034700316e-07,
+      "loss": 95.5938,
+      "step": 632
+    },
+    {
+      "epoch": 0.005991991745629065,
+      "grad_norm": 1588.2218017578125,
+      "learning_rate": 3.9936908517350154e-07,
+      "loss": 145.125,
+      "step": 633
+    },
+    {
+      "epoch": 0.006001457767344118,
+      "grad_norm": 1168.3626708984375,
+      "learning_rate": 4e-07,
+      "loss": 137.8125,
+      "step": 634
+    },
+    {
+      "epoch": 0.006010923789059172,
+      "grad_norm": 714.9613037109375,
+      "learning_rate": 4.006309148264984e-07,
+      "loss": 95.7188,
+      "step": 635
+    },
+    {
+      "epoch": 0.006020389810774226,
+      "grad_norm": 746.7614135742188,
+      "learning_rate": 4.012618296529968e-07,
+      "loss": 88.1562,
+      "step": 636
+    },
+    {
+      "epoch": 0.0060298558324892795,
+      "grad_norm": 706.3826904296875,
+      "learning_rate": 4.0189274447949525e-07,
+      "loss": 99.25,
+      "step": 637
+    },
+    {
+      "epoch": 0.006039321854204333,
+      "grad_norm": 1050.4666748046875,
+      "learning_rate": 4.025236593059937e-07,
+      "loss": 64.2812,
+      "step": 638
+    },
+    {
+      "epoch": 0.006048787875919387,
+      "grad_norm": 672.5553588867188,
+      "learning_rate": 4.031545741324921e-07,
+      "loss": 66.4688,
+      "step": 639
+    },
+    {
+      "epoch": 0.006058253897634441,
+      "grad_norm": 3.886991024017334,
+      "learning_rate": 4.037854889589905e-07,
+      "loss": 0.8491,
+      "step": 640
+    },
+    {
+      "epoch": 0.006067719919349495,
+      "grad_norm": 569.8007202148438,
+      "learning_rate": 4.044164037854889e-07,
+      "loss": 50.5625,
+      "step": 641
+    },
+    {
+      "epoch": 0.006077185941064549,
+      "grad_norm": 1638.690185546875,
+      "learning_rate": 4.050473186119874e-07,
+      "loss": 121.1875,
+      "step": 642
+    },
+    {
+      "epoch": 0.006086651962779603,
+      "grad_norm": 636.4658203125,
+      "learning_rate": 4.056782334384858e-07,
+      "loss": 69.4062,
+      "step": 643
+    },
+    {
+      "epoch": 0.006096117984494657,
+      "grad_norm": 1232.5380859375,
+      "learning_rate": 4.0630914826498417e-07,
+      "loss": 127.625,
+      "step": 644
+    },
+    {
+      "epoch": 0.0061055840062097105,
+      "grad_norm": 1831.5367431640625,
+      "learning_rate": 4.0694006309148266e-07,
+      "loss": 123.5938,
+      "step": 645
+    },
+    {
+      "epoch": 0.006115050027924764,
+      "grad_norm": 706.0447998046875,
+      "learning_rate": 4.0757097791798105e-07,
+      "loss": 74.9375,
+      "step": 646
+    },
+    {
+      "epoch": 0.006124516049639818,
+      "grad_norm": 747.140869140625,
+      "learning_rate": 4.082018927444795e-07,
+      "loss": 53.0938,
+      "step": 647
+    },
+    {
+      "epoch": 0.006133982071354871,
+      "grad_norm": 1252.6072998046875,
+      "learning_rate": 4.088328075709779e-07,
+      "loss": 82.4375,
+      "step": 648
+    },
+    {
+      "epoch": 0.006143448093069925,
+      "grad_norm": 673.9247436523438,
+      "learning_rate": 4.094637223974763e-07,
+      "loss": 53.5938,
+      "step": 649
+    },
+    {
+      "epoch": 0.006152914114784979,
+      "grad_norm": 1363.1844482421875,
+      "learning_rate": 4.1009463722397476e-07,
+      "loss": 69.9844,
+      "step": 650
+    },
+    {
+      "epoch": 0.006162380136500033,
+      "grad_norm": 632.7025756835938,
+      "learning_rate": 4.1072555205047314e-07,
+      "loss": 66.375,
+      "step": 651
+    },
+    {
+      "epoch": 0.006171846158215087,
+      "grad_norm": 697.6436767578125,
+      "learning_rate": 4.113564668769716e-07,
+      "loss": 56.9062,
+      "step": 652
+    },
+    {
+      "epoch": 0.006181312179930141,
+      "grad_norm": 1117.9647216796875,
+      "learning_rate": 4.1198738170347e-07,
+      "loss": 115.9844,
+      "step": 653
+    },
+    {
+      "epoch": 0.0061907782016451945,
+      "grad_norm": 791.1919555664062,
+      "learning_rate": 4.126182965299684e-07,
+      "loss": 52.2812,
+      "step": 654
+    },
+    {
+      "epoch": 0.006200244223360248,
+      "grad_norm": 920.097900390625,
+      "learning_rate": 4.1324921135646685e-07,
+      "loss": 88.8125,
+      "step": 655
+    },
+    {
+      "epoch": 0.006209710245075302,
+      "grad_norm": 859.8260498046875,
+      "learning_rate": 4.138801261829653e-07,
+      "loss": 82.9062,
+      "step": 656
+    },
+    {
+      "epoch": 0.006219176266790356,
+      "grad_norm": 767.6900634765625,
+      "learning_rate": 4.1451104100946373e-07,
+      "loss": 103.9375,
+      "step": 657
+    },
+    {
+      "epoch": 0.00622864228850541,
+      "grad_norm": 1028.5289306640625,
+      "learning_rate": 4.151419558359621e-07,
+      "loss": 142.5625,
+      "step": 658
+    },
+    {
+      "epoch": 0.006238108310220464,
+      "grad_norm": 628.8794555664062,
+      "learning_rate": 4.157728706624605e-07,
+      "loss": 52.3125,
+      "step": 659
+    },
+    {
+      "epoch": 0.006247574331935518,
+      "grad_norm": 703.647705078125,
+      "learning_rate": 4.16403785488959e-07,
+      "loss": 53.3438,
+      "step": 660
+    },
+    {
+      "epoch": 0.006257040353650572,
+      "grad_norm": 852.6135864257812,
+      "learning_rate": 4.170347003154574e-07,
+      "loss": 51.7188,
+      "step": 661
+    },
+    {
+      "epoch": 0.006266506375365625,
+      "grad_norm": 621.4190063476562,
+      "learning_rate": 4.176656151419558e-07,
+      "loss": 51.5625,
+      "step": 662
+    },
+    {
+      "epoch": 0.0062759723970806786,
+      "grad_norm": 682.772705078125,
+      "learning_rate": 4.182965299684542e-07,
+      "loss": 55.75,
+      "step": 663
+    },
+    {
+      "epoch": 0.006285438418795732,
+      "grad_norm": 804.914306640625,
+      "learning_rate": 4.189274447949527e-07,
+      "loss": 75.9062,
+      "step": 664
+    },
+    {
+      "epoch": 0.006294904440510786,
+      "grad_norm": 831.501953125,
+      "learning_rate": 4.195583596214511e-07,
+      "loss": 154.25,
+      "step": 665
+    },
+    {
+      "epoch": 0.00630437046222584,
+      "grad_norm": 1172.2889404296875,
+      "learning_rate": 4.201892744479495e-07,
+      "loss": 109.9375,
+      "step": 666
+    },
+    {
+      "epoch": 0.006313836483940894,
+      "grad_norm": 686.0167236328125,
+      "learning_rate": 4.2082018927444797e-07,
+      "loss": 104.0,
+      "step": 667
+    },
+    {
+      "epoch": 0.006323302505655948,
+      "grad_norm": 733.5798950195312,
+      "learning_rate": 4.2145110410094636e-07,
+      "loss": 59.25,
+      "step": 668
+    },
+    {
+      "epoch": 0.006332768527371002,
+      "grad_norm": 657.3442993164062,
+      "learning_rate": 4.220820189274448e-07,
+      "loss": 52.4062,
+      "step": 669
+    },
+    {
+      "epoch": 0.006342234549086056,
+      "grad_norm": 675.2840576171875,
+      "learning_rate": 4.227129337539432e-07,
+      "loss": 86.7812,
+      "step": 670
+    },
+    {
+      "epoch": 0.0063517005708011096,
+      "grad_norm": 608.5492553710938,
+      "learning_rate": 4.233438485804416e-07,
+      "loss": 46.9531,
+      "step": 671
+    },
+    {
+      "epoch": 0.006361166592516163,
+      "grad_norm": 1130.2987060546875,
+      "learning_rate": 4.2397476340694006e-07,
+      "loss": 84.125,
+      "step": 672
+    },
+    {
+      "epoch": 0.006370632614231217,
+      "grad_norm": 1026.4122314453125,
+      "learning_rate": 4.2460567823343845e-07,
+      "loss": 79.125,
+      "step": 673
+    },
+    {
+      "epoch": 0.006380098635946271,
+      "grad_norm": 1241.5045166015625,
+      "learning_rate": 4.252365930599369e-07,
+      "loss": 114.125,
+      "step": 674
+    },
+    {
+      "epoch": 0.006389564657661325,
+      "grad_norm": 713.6329345703125,
+      "learning_rate": 4.2586750788643533e-07,
+      "loss": 57.9062,
+      "step": 675
+    },
+    {
+      "epoch": 0.006399030679376378,
+      "grad_norm": 712.4388427734375,
+      "learning_rate": 4.264984227129337e-07,
+      "loss": 63.3438,
+      "step": 676
+    },
+    {
+      "epoch": 0.006408496701091432,
+      "grad_norm": 656.9547729492188,
+      "learning_rate": 4.2712933753943216e-07,
+      "loss": 60.0625,
+      "step": 677
+    },
+    {
+      "epoch": 0.006417962722806486,
+      "grad_norm": 525.9691772460938,
+      "learning_rate": 4.277602523659306e-07,
+      "loss": 57.25,
+      "step": 678
+    },
+    {
+      "epoch": 0.00642742874452154,
+      "grad_norm": 914.7711181640625,
+      "learning_rate": 4.2839116719242904e-07,
+      "loss": 56.625,
+      "step": 679
+    },
+    {
+      "epoch": 0.006436894766236594,
+      "grad_norm": 703.0784912109375,
+      "learning_rate": 4.290220820189274e-07,
+      "loss": 59.0625,
+      "step": 680
+    },
+    {
+      "epoch": 0.0064463607879516474,
+      "grad_norm": 620.483154296875,
+      "learning_rate": 4.296529968454258e-07,
+      "loss": 60.75,
+      "step": 681
+    },
+    {
+      "epoch": 0.006455826809666701,
+      "grad_norm": 2.6872291564941406,
+      "learning_rate": 4.302839116719243e-07,
+      "loss": 0.9487,
+      "step": 682
+    },
+    {
+      "epoch": 0.006465292831381755,
+      "grad_norm": 560.2081298828125,
+      "learning_rate": 4.309148264984227e-07,
+      "loss": 54.1875,
+      "step": 683
+    },
+    {
+      "epoch": 0.006474758853096809,
+      "grad_norm": 474.3762512207031,
+      "learning_rate": 4.3154574132492113e-07,
+      "loss": 49.5938,
+      "step": 684
+    },
+    {
+      "epoch": 0.006484224874811863,
+      "grad_norm": 868.765380859375,
+      "learning_rate": 4.321766561514195e-07,
+      "loss": 119.0312,
+      "step": 685
+    },
+    {
+      "epoch": 0.006493690896526917,
+      "grad_norm": 905.2570190429688,
+      "learning_rate": 4.3280757097791796e-07,
+      "loss": 58.125,
+      "step": 686
+    },
+    {
+      "epoch": 0.006503156918241971,
+      "grad_norm": 740.9848022460938,
+      "learning_rate": 4.334384858044164e-07,
+      "loss": 108.1875,
+      "step": 687
+    },
+    {
+      "epoch": 0.006512622939957025,
+      "grad_norm": 932.3906860351562,
+      "learning_rate": 4.340694006309148e-07,
+      "loss": 106.2812,
+      "step": 688
+    },
+    {
+      "epoch": 0.0065220889616720784,
+      "grad_norm": 2.7568440437316895,
+      "learning_rate": 4.347003154574132e-07,
+      "loss": 0.7859,
+      "step": 689
+    },
+    {
+      "epoch": 0.006531554983387132,
+      "grad_norm": 1660.8675537109375,
+      "learning_rate": 4.3533123028391166e-07,
+      "loss": 111.875,
+      "step": 690
+    },
+    {
+      "epoch": 0.006541021005102185,
+      "grad_norm": 1078.038818359375,
+      "learning_rate": 4.3596214511041005e-07,
+      "loss": 115.5625,
+      "step": 691
+    },
+    {
+      "epoch": 0.006550487026817239,
+      "grad_norm": 759.6041259765625,
+      "learning_rate": 4.365930599369085e-07,
+      "loss": 86.3125,
+      "step": 692
+    },
+    {
+      "epoch": 0.006559953048532293,
+      "grad_norm": 667.2096557617188,
+      "learning_rate": 4.3722397476340693e-07,
+      "loss": 53.25,
+      "step": 693
+    },
+    {
+      "epoch": 0.006569419070247347,
+      "grad_norm": 552.6778564453125,
+      "learning_rate": 4.3785488958990537e-07,
+      "loss": 51.6875,
+      "step": 694
+    },
+    {
+      "epoch": 0.006578885091962401,
+      "grad_norm": 650.8267822265625,
+      "learning_rate": 4.3848580441640376e-07,
+      "loss": 50.0625,
+      "step": 695
+    },
+    {
+      "epoch": 0.006588351113677455,
+      "grad_norm": 948.421875,
+      "learning_rate": 4.3911671924290214e-07,
+      "loss": 104.7188,
+      "step": 696
+    },
+    {
+      "epoch": 0.006597817135392509,
+      "grad_norm": 929.8365478515625,
+      "learning_rate": 4.3974763406940064e-07,
+      "loss": 89.3438,
+      "step": 697
+    },
+    {
+      "epoch": 0.0066072831571075625,
+      "grad_norm": 993.6218872070312,
+      "learning_rate": 4.40378548895899e-07,
+      "loss": 56.1562,
+      "step": 698
+    },
+    {
+      "epoch": 0.006616749178822616,
+      "grad_norm": 872.5192260742188,
+      "learning_rate": 4.4100946372239746e-07,
+      "loss": 114.125,
+      "step": 699
+    },
+    {
+      "epoch": 0.00662621520053767,
+      "grad_norm": 711.3560180664062,
+      "learning_rate": 4.4164037854889585e-07,
+      "loss": 60.4062,
+      "step": 700
+    },
+    {
+      "epoch": 0.006635681222252724,
+      "grad_norm": 3.1337811946868896,
+      "learning_rate": 4.4227129337539434e-07,
+      "loss": 0.9575,
+      "step": 701
+    },
+    {
+      "epoch": 0.006645147243967778,
+      "grad_norm": 1135.262939453125,
+      "learning_rate": 4.4290220820189273e-07,
+      "loss": 72.25,
+      "step": 702
+    },
+    {
+      "epoch": 0.006654613265682832,
+      "grad_norm": 1047.9757080078125,
+      "learning_rate": 4.435331230283911e-07,
+      "loss": 98.8438,
+      "step": 703
+    },
+    {
+      "epoch": 0.006664079287397886,
+      "grad_norm": 704.785400390625,
+      "learning_rate": 4.441640378548896e-07,
+      "loss": 57.0,
+      "step": 704
+    },
+    {
+      "epoch": 0.006673545309112939,
+      "grad_norm": 802.1261596679688,
+      "learning_rate": 4.44794952681388e-07,
+      "loss": 60.4688,
+      "step": 705
+    },
+    {
+      "epoch": 0.006683011330827993,
+      "grad_norm": 742.6767578125,
+      "learning_rate": 4.4542586750788644e-07,
+      "loss": 59.1875,
+      "step": 706
+    },
+    {
+      "epoch": 0.0066924773525430465,
+      "grad_norm": 3554.342041015625,
+      "learning_rate": 4.460567823343848e-07,
+      "loss": 201.4375,
+      "step": 707
+    },
+    {
+      "epoch": 0.0067019433742581,
+      "grad_norm": 1034.7484130859375,
+      "learning_rate": 4.4668769716088326e-07,
+      "loss": 65.9375,
+      "step": 708
+    },
+    {
+      "epoch": 0.006711409395973154,
+      "grad_norm": 622.508056640625,
+      "learning_rate": 4.473186119873817e-07,
+      "loss": 132.875,
+      "step": 709
+    },
+    {
+      "epoch": 0.006720875417688208,
+      "grad_norm": 897.9864501953125,
+      "learning_rate": 4.479495268138801e-07,
+      "loss": 121.0,
+      "step": 710
+    },
+    {
+      "epoch": 0.006730341439403262,
+      "grad_norm": 633.8663940429688,
+      "learning_rate": 4.4858044164037853e-07,
+      "loss": 56.875,
+      "step": 711
+    },
+    {
+      "epoch": 0.006739807461118316,
+      "grad_norm": 2.3826282024383545,
+      "learning_rate": 4.4921135646687697e-07,
+      "loss": 0.8003,
+      "step": 712
+    },
+    {
+      "epoch": 0.00674927348283337,
+      "grad_norm": 755.7293701171875,
+      "learning_rate": 4.4984227129337536e-07,
+      "loss": 100.2656,
+      "step": 713
+    },
+    {
+      "epoch": 0.006758739504548424,
+      "grad_norm": 874.4550170898438,
+      "learning_rate": 4.504731861198738e-07,
+      "loss": 96.2812,
+      "step": 714
+    },
+    {
+      "epoch": 0.0067682055262634775,
+      "grad_norm": 857.3119506835938,
+      "learning_rate": 4.5110410094637224e-07,
+      "loss": 128.625,
+      "step": 715
+    },
+    {
+      "epoch": 0.006777671547978531,
+      "grad_norm": 632.5770263671875,
+      "learning_rate": 4.517350157728707e-07,
+      "loss": 90.8438,
+      "step": 716
+    },
+    {
+      "epoch": 0.006787137569693585,
+      "grad_norm": 1686.2781982421875,
+      "learning_rate": 4.5236593059936906e-07,
+      "loss": 108.4375,
+      "step": 717
+    },
+    {
+      "epoch": 0.006796603591408639,
+      "grad_norm": 618.0745849609375,
+      "learning_rate": 4.5299684542586745e-07,
+      "loss": 47.5781,
+      "step": 718
+    },
+    {
+      "epoch": 0.006806069613123692,
+      "grad_norm": 899.2180786132812,
+      "learning_rate": 4.5362776025236594e-07,
+      "loss": 90.5312,
+      "step": 719
+    },
+    {
+      "epoch": 0.006815535634838746,
+      "grad_norm": 921.3800659179688,
+      "learning_rate": 4.5425867507886433e-07,
+      "loss": 78.625,
+      "step": 720
+    },
+    {
+      "epoch": 0.0068250016565538,
+      "grad_norm": 606.9647827148438,
+      "learning_rate": 4.5488958990536277e-07,
+      "loss": 47.4062,
+      "step": 721
+    },
+    {
+      "epoch": 0.006834467678268854,
+      "grad_norm": 1095.116943359375,
+      "learning_rate": 4.5552050473186116e-07,
+      "loss": 110.4375,
+      "step": 722
+    },
+    {
+      "epoch": 0.006843933699983908,
+      "grad_norm": 700.3568115234375,
+      "learning_rate": 4.561514195583596e-07,
+      "loss": 58.7344,
+      "step": 723
+    },
+    {
+      "epoch": 0.0068533997216989615,
+      "grad_norm": 900.1468505859375,
+      "learning_rate": 4.5678233438485804e-07,
+      "loss": 128.5,
+      "step": 724
+    },
+    {
+      "epoch": 0.006862865743414015,
+      "grad_norm": 557.4404907226562,
+      "learning_rate": 4.574132492113564e-07,
+      "loss": 61.9688,
+      "step": 725
+    },
+    {
+      "epoch": 0.006872331765129069,
+      "grad_norm": 775.9334106445312,
+      "learning_rate": 4.580441640378549e-07,
+      "loss": 61.9375,
+      "step": 726
+    },
+    {
+      "epoch": 0.006881797786844123,
+      "grad_norm": 956.7257080078125,
+      "learning_rate": 4.586750788643533e-07,
+      "loss": 88.5312,
+      "step": 727
+    },
+    {
+      "epoch": 0.006891263808559177,
+      "grad_norm": 682.5673828125,
+      "learning_rate": 4.593059936908517e-07,
+      "loss": 86.0312,
+      "step": 728
+    },
+    {
+      "epoch": 0.006900729830274231,
+      "grad_norm": 1588.4832763671875,
+      "learning_rate": 4.5993690851735013e-07,
+      "loss": 103.4688,
+      "step": 729
+    },
+    {
+      "epoch": 0.006910195851989285,
+      "grad_norm": 2223.914306640625,
+      "learning_rate": 4.6056782334384857e-07,
+      "loss": 130.2188,
+      "step": 730
+    },
+    {
+      "epoch": 0.006919661873704339,
+      "grad_norm": 1426.7650146484375,
+      "learning_rate": 4.61198738170347e-07,
+      "loss": 82.7812,
+      "step": 731
+    },
+    {
+      "epoch": 0.0069291278954193925,
+      "grad_norm": 683.0283203125,
+      "learning_rate": 4.618296529968454e-07,
+      "loss": 48.25,
+      "step": 732
+    },
+    {
+      "epoch": 0.0069385939171344455,
+      "grad_norm": 699.4717407226562,
+      "learning_rate": 4.624605678233438e-07,
+      "loss": 90.0312,
+      "step": 733
+    },
+    {
+      "epoch": 0.006948059938849499,
+      "grad_norm": 537.8048095703125,
+      "learning_rate": 4.630914826498423e-07,
+      "loss": 46.8438,
+      "step": 734
+    },
+    {
+      "epoch": 0.006957525960564553,
+      "grad_norm": 519.2514038085938,
+      "learning_rate": 4.6372239747634066e-07,
+      "loss": 54.5,
+      "step": 735
+    },
+    {
+      "epoch": 0.006966991982279607,
+      "grad_norm": 711.2446899414062,
+      "learning_rate": 4.643533123028391e-07,
+      "loss": 91.125,
+      "step": 736
+    },
+    {
+      "epoch": 0.006976458003994661,
+      "grad_norm": 671.8798828125,
+      "learning_rate": 4.649842271293375e-07,
+      "loss": 47.5,
+      "step": 737
+    },
+    {
+      "epoch": 0.006985924025709715,
+      "grad_norm": 1387.1195068359375,
+      "learning_rate": 4.6561514195583593e-07,
+      "loss": 103.3125,
+      "step": 738
+    },
+    {
+      "epoch": 0.006995390047424769,
+      "grad_norm": 1116.261474609375,
+      "learning_rate": 4.6624605678233437e-07,
+      "loss": 113.9688,
+      "step": 739
+    },
+    {
+      "epoch": 0.007004856069139823,
+      "grad_norm": 905.7135009765625,
+      "learning_rate": 4.6687697160883276e-07,
+      "loss": 66.1406,
+      "step": 740
+    },
+    {
+      "epoch": 0.0070143220908548765,
+      "grad_norm": 690.0347290039062,
+      "learning_rate": 4.6750788643533125e-07,
+      "loss": 53.1562,
+      "step": 741
+    },
+    {
+      "epoch": 0.00702378811256993,
+      "grad_norm": 568.18505859375,
+      "learning_rate": 4.6813880126182964e-07,
+      "loss": 96.9062,
+      "step": 742
+    },
+    {
+      "epoch": 0.007033254134284984,
+      "grad_norm": 677.7637329101562,
+      "learning_rate": 4.68769716088328e-07,
+      "loss": 70.0938,
+      "step": 743
+    },
+    {
+      "epoch": 0.007042720156000038,
+      "grad_norm": 654.349853515625,
+      "learning_rate": 4.6940063091482646e-07,
+      "loss": 59.4688,
+      "step": 744
+    },
+    {
+      "epoch": 0.007052186177715092,
+      "grad_norm": 868.0798950195312,
+      "learning_rate": 4.700315457413249e-07,
+      "loss": 64.4375,
+      "step": 745
+    },
+    {
+      "epoch": 0.007061652199430146,
+      "grad_norm": 785.4501953125,
+      "learning_rate": 4.7066246056782334e-07,
+      "loss": 78.375,
+      "step": 746
+    },
+    {
+      "epoch": 0.007071118221145199,
+      "grad_norm": 780.6588745117188,
+      "learning_rate": 4.7129337539432173e-07,
+      "loss": 85.125,
+      "step": 747
+    },
+    {
+      "epoch": 0.007080584242860253,
+      "grad_norm": 666.7556762695312,
+      "learning_rate": 4.719242902208201e-07,
+      "loss": 57.3438,
+      "step": 748
+    },
+    {
+      "epoch": 0.007090050264575307,
+      "grad_norm": 666.6965942382812,
+      "learning_rate": 4.725552050473186e-07,
+      "loss": 102.4375,
+      "step": 749
+    },
+    {
+      "epoch": 0.0070995162862903605,
+      "grad_norm": 1134.0828857421875,
+      "learning_rate": 4.73186119873817e-07,
+      "loss": 61.0625,
+      "step": 750
+    },
+    {
+      "epoch": 0.007108982308005414,
+      "grad_norm": 877.4514770507812,
+      "learning_rate": 4.7381703470031544e-07,
+      "loss": 57.75,
+      "step": 751
+    },
+    {
+      "epoch": 0.007118448329720468,
+      "grad_norm": 567.602294921875,
+      "learning_rate": 4.744479495268139e-07,
+      "loss": 50.0625,
+      "step": 752
+    },
+    {
+      "epoch": 0.007127914351435522,
+      "grad_norm": 901.8771362304688,
+      "learning_rate": 4.750788643533123e-07,
+      "loss": 61.1562,
+      "step": 753
+    },
+    {
+      "epoch": 0.007137380373150576,
+      "grad_norm": 638.4566650390625,
+      "learning_rate": 4.757097791798107e-07,
+      "loss": 60.25,
+      "step": 754
+    },
+    {
+      "epoch": 0.00714684639486563,
+      "grad_norm": 1189.4766845703125,
+      "learning_rate": 4.763406940063091e-07,
+      "loss": 94.375,
+      "step": 755
+    },
+    {
+      "epoch": 0.007156312416580684,
+      "grad_norm": 801.3098754882812,
+      "learning_rate": 4.769716088328075e-07,
+      "loss": 54.0,
+      "step": 756
+    },
+    {
+      "epoch": 0.007165778438295738,
+      "grad_norm": 783.3068237304688,
+      "learning_rate": 4.77602523659306e-07,
+      "loss": 116.5625,
+      "step": 757
+    },
+    {
+      "epoch": 0.0071752444600107915,
+      "grad_norm": 511.90802001953125,
+      "learning_rate": 4.782334384858044e-07,
+      "loss": 45.5,
+      "step": 758
+    },
+    {
+      "epoch": 0.007184710481725845,
+      "grad_norm": 478.81121826171875,
+      "learning_rate": 4.788643533123028e-07,
+      "loss": 49.3125,
+      "step": 759
+    },
+    {
+      "epoch": 0.007194176503440899,
+      "grad_norm": 669.1679077148438,
+      "learning_rate": 4.794952681388013e-07,
+      "loss": 47.0938,
+      "step": 760
+    },
+    {
+      "epoch": 0.007203642525155953,
+      "grad_norm": 774.081787109375,
+      "learning_rate": 4.801261829652997e-07,
+      "loss": 55.8438,
+      "step": 761
+    },
+    {
+      "epoch": 0.007213108546871006,
+      "grad_norm": 507.76708984375,
+      "learning_rate": 4.807570977917981e-07,
+      "loss": 50.0938,
+      "step": 762
+    },
+    {
+      "epoch": 0.00722257456858606,
+      "grad_norm": 1447.4273681640625,
+      "learning_rate": 4.813880126182966e-07,
+      "loss": 84.6094,
+      "step": 763
+    },
+    {
+      "epoch": 0.007232040590301114,
+      "grad_norm": 506.8823547363281,
+      "learning_rate": 4.820189274447949e-07,
+      "loss": 51.125,
+      "step": 764
+    },
+    {
+      "epoch": 0.007241506612016168,
+      "grad_norm": 939.7547607421875,
+      "learning_rate": 4.826498422712933e-07,
+      "loss": 123.3125,
+      "step": 765
+    },
+    {
+      "epoch": 0.007250972633731222,
+      "grad_norm": 765.6340942382812,
+      "learning_rate": 4.832807570977917e-07,
+      "loss": 94.3125,
+      "step": 766
+    },
+    {
+      "epoch": 0.0072604386554462755,
+      "grad_norm": 926.777587890625,
+      "learning_rate": 4.839116719242902e-07,
+      "loss": 123.6719,
+      "step": 767
+    },
+    {
+      "epoch": 0.007269904677161329,
+      "grad_norm": 537.46875,
+      "learning_rate": 4.845425867507886e-07,
+      "loss": 64.9062,
+      "step": 768
+    },
+    {
+      "epoch": 0.007279370698876383,
+      "grad_norm": 818.5309448242188,
+      "learning_rate": 4.85173501577287e-07,
+      "loss": 116.125,
+      "step": 769
+    },
+    {
+      "epoch": 0.007288836720591437,
+      "grad_norm": 906.6332397460938,
+      "learning_rate": 4.858044164037855e-07,
+      "loss": 100.9375,
+      "step": 770
+    },
+    {
+      "epoch": 0.007298302742306491,
+      "grad_norm": 703.8358764648438,
+      "learning_rate": 4.864353312302839e-07,
+      "loss": 57.8438,
+      "step": 771
+    },
+    {
+      "epoch": 0.007307768764021545,
+      "grad_norm": 562.2327270507812,
+      "learning_rate": 4.870662460567824e-07,
+      "loss": 76.8438,
+      "step": 772
+    },
+    {
+      "epoch": 0.007317234785736599,
+      "grad_norm": 784.0732421875,
+      "learning_rate": 4.876971608832807e-07,
+      "loss": 48.2188,
+      "step": 773
+    },
+    {
+      "epoch": 0.007326700807451653,
+      "grad_norm": 542.60546875,
+      "learning_rate": 4.883280757097791e-07,
+      "loss": 51.2188,
+      "step": 774
+    },
+    {
+      "epoch": 0.0073361668291667065,
+      "grad_norm": 1071.7242431640625,
+      "learning_rate": 4.889589905362776e-07,
+      "loss": 54.8125,
+      "step": 775
+    },
+    {
+      "epoch": 0.0073456328508817595,
+      "grad_norm": 860.04638671875,
+      "learning_rate": 4.89589905362776e-07,
+      "loss": 45.5938,
+      "step": 776
+    },
+    {
+      "epoch": 0.007355098872596813,
+      "grad_norm": 739.45947265625,
+      "learning_rate": 4.902208201892744e-07,
+      "loss": 57.3125,
+      "step": 777
+    },
+    {
+      "epoch": 0.007364564894311867,
+      "grad_norm": 1081.9669189453125,
+      "learning_rate": 4.908517350157729e-07,
+      "loss": 105.5625,
+      "step": 778
+    },
+    {
+      "epoch": 0.007374030916026921,
+      "grad_norm": 666.6940307617188,
+      "learning_rate": 4.914826498422713e-07,
+      "loss": 57.0938,
+      "step": 779
+    },
+    {
+      "epoch": 0.007383496937741975,
+      "grad_norm": 1013.7083129882812,
+      "learning_rate": 4.921135646687697e-07,
+      "loss": 113.8438,
+      "step": 780
+    },
+    {
+      "epoch": 0.007392962959457029,
+      "grad_norm": 736.87353515625,
+      "learning_rate": 4.92744479495268e-07,
+      "loss": 97.4062,
+      "step": 781
+    },
+    {
+      "epoch": 0.007402428981172083,
+      "grad_norm": 3.03008770942688,
+      "learning_rate": 4.933753943217665e-07,
+      "loss": 0.978,
+      "step": 782
+    },
+    {
+      "epoch": 0.007411895002887137,
+      "grad_norm": 764.3482666015625,
+      "learning_rate": 4.940063091482649e-07,
+      "loss": 90.0312,
+      "step": 783
+    },
+    {
+      "epoch": 0.0074213610246021905,
+      "grad_norm": 1034.0223388671875,
+      "learning_rate": 4.946372239747634e-07,
+      "loss": 93.25,
+      "step": 784
+    },
+    {
+      "epoch": 0.007430827046317244,
+      "grad_norm": 4.111385345458984,
+      "learning_rate": 4.952681388012618e-07,
+      "loss": 0.9053,
+      "step": 785
+    },
+    {
+      "epoch": 0.007440293068032298,
+      "grad_norm": 1394.77099609375,
+      "learning_rate": 4.958990536277602e-07,
+      "loss": 133.2812,
+      "step": 786
+    },
+    {
+      "epoch": 0.007449759089747352,
+      "grad_norm": 1801.6568603515625,
+      "learning_rate": 4.965299684542587e-07,
+      "loss": 125.7812,
+      "step": 787
+    },
+    {
+      "epoch": 0.007459225111462406,
+      "grad_norm": 3.2125141620635986,
+      "learning_rate": 4.971608832807571e-07,
+      "loss": 0.8711,
+      "step": 788
+    },
+    {
+      "epoch": 0.00746869113317746,
+      "grad_norm": 534.101318359375,
+      "learning_rate": 4.977917981072556e-07,
+      "loss": 47.5625,
+      "step": 789
+    },
+    {
+      "epoch": 0.007478157154892513,
+      "grad_norm": 1366.0341796875,
+      "learning_rate": 4.98422712933754e-07,
+      "loss": 87.2031,
+      "step": 790
+    },
+    {
+      "epoch": 0.007487623176607567,
+      "grad_norm": 4.03013801574707,
+      "learning_rate": 4.990536277602523e-07,
+      "loss": 0.8652,
+      "step": 791
+    },
+    {
+      "epoch": 0.007497089198322621,
+      "grad_norm": 587.3823852539062,
+      "learning_rate": 4.996845425867507e-07,
+      "loss": 54.9688,
+      "step": 792
+    },
+    {
+      "epoch": 0.0075065552200376745,
+      "grad_norm": 736.0506591796875,
+      "learning_rate": 5.003154574132492e-07,
+      "loss": 68.0938,
+      "step": 793
+    },
+    {
+      "epoch": 0.007516021241752728,
+      "grad_norm": 639.2147827148438,
+      "learning_rate": 5.009463722397476e-07,
+      "loss": 70.0312,
+      "step": 794
+    },
+    {
+      "epoch": 0.007525487263467782,
+      "grad_norm": 3.1425139904022217,
+      "learning_rate": 5.01577287066246e-07,
+      "loss": 0.7754,
+      "step": 795
+    },
+    {
+      "epoch": 0.007534953285182836,
+      "grad_norm": 2.9051320552825928,
+      "learning_rate": 5.022082018927445e-07,
+      "loss": 0.96,
+      "step": 796
+    },
+    {
+      "epoch": 0.00754441930689789,
+      "grad_norm": 1276.66796875,
+      "learning_rate": 5.028391167192429e-07,
+      "loss": 122.875,
+      "step": 797
+    },
+    {
+      "epoch": 0.007553885328612944,
+      "grad_norm": 673.965087890625,
+      "learning_rate": 5.034700315457413e-07,
+      "loss": 100.5938,
+      "step": 798
+    },
+    {
+      "epoch": 0.007563351350327998,
+      "grad_norm": 642.2201538085938,
+      "learning_rate": 5.041009463722398e-07,
+      "loss": 37.4219,
+      "step": 799
+    },
+    {
+      "epoch": 0.007572817372043052,
+      "grad_norm": 934.3065185546875,
+      "learning_rate": 5.047318611987381e-07,
+      "loss": 87.5,
+      "step": 800
+    },
+    {
+      "epoch": 0.0075822833937581055,
+      "grad_norm": 1148.65771484375,
+      "learning_rate": 5.053627760252365e-07,
+      "loss": 89.2812,
+      "step": 801
+    },
+    {
+      "epoch": 0.007591749415473159,
+      "grad_norm": 1826.3553466796875,
+      "learning_rate": 5.05993690851735e-07,
+      "loss": 106.8438,
+      "step": 802
+    },
+    {
+      "epoch": 0.007601215437188213,
+      "grad_norm": 964.21044921875,
+      "learning_rate": 5.066246056782334e-07,
+      "loss": 54.8438,
+      "step": 803
+    },
+    {
+      "epoch": 0.007610681458903266,
+      "grad_norm": 511.60369873046875,
+      "learning_rate": 5.072555205047319e-07,
+      "loss": 89.6094,
+      "step": 804
+    },
+    {
+      "epoch": 0.00762014748061832,
+      "grad_norm": 510.3746337890625,
+      "learning_rate": 5.078864353312302e-07,
+      "loss": 57.375,
+      "step": 805
+    },
+    {
+      "epoch": 0.007629613502333374,
+      "grad_norm": 589.3353881835938,
+      "learning_rate": 5.085173501577287e-07,
+      "loss": 42.5938,
+      "step": 806
+    },
+    {
+      "epoch": 0.007639079524048428,
+      "grad_norm": 839.3663330078125,
+      "learning_rate": 5.091482649842272e-07,
+      "loss": 57.1875,
+      "step": 807
+    },
+    {
+      "epoch": 0.007648545545763482,
+      "grad_norm": 1263.7366943359375,
+      "learning_rate": 5.097791798107255e-07,
+      "loss": 99.4688,
+      "step": 808
+    },
+    {
+      "epoch": 0.007658011567478536,
+      "grad_norm": 1232.43017578125,
+      "learning_rate": 5.104100946372239e-07,
+      "loss": 60.2812,
+      "step": 809
+    },
+    {
+      "epoch": 0.0076674775891935896,
+      "grad_norm": 673.701904296875,
+      "learning_rate": 5.110410094637224e-07,
+      "loss": 48.2812,
+      "step": 810
+    },
+    {
+      "epoch": 0.007676943610908643,
+      "grad_norm": 990.0816650390625,
+      "learning_rate": 5.116719242902207e-07,
+      "loss": 71.1562,
+      "step": 811
+    },
+    {
+      "epoch": 0.007686409632623697,
+      "grad_norm": 829.873046875,
+      "learning_rate": 5.123028391167192e-07,
+      "loss": 58.5938,
+      "step": 812
+    },
+    {
+      "epoch": 0.007695875654338751,
+      "grad_norm": 2400.70849609375,
+      "learning_rate": 5.129337539432177e-07,
+      "loss": 125.0,
+      "step": 813
+    },
+    {
+      "epoch": 0.007705341676053805,
+      "grad_norm": 511.437255859375,
+      "learning_rate": 5.135646687697161e-07,
+      "loss": 63.4531,
+      "step": 814
+    },
+    {
+      "epoch": 0.007714807697768859,
+      "grad_norm": 697.353515625,
+      "learning_rate": 5.141955835962145e-07,
+      "loss": 71.9844,
+      "step": 815
+    },
+    {
+      "epoch": 0.007724273719483913,
+      "grad_norm": 629.1488037109375,
+      "learning_rate": 5.148264984227129e-07,
+      "loss": 48.5312,
+      "step": 816
+    },
+    {
+      "epoch": 0.007733739741198967,
+      "grad_norm": 424.27081298828125,
+      "learning_rate": 5.154574132492114e-07,
+      "loss": 50.3125,
+      "step": 817
+    },
+    {
+      "epoch": 0.0077432057629140206,
+      "grad_norm": 1043.326171875,
+      "learning_rate": 5.160883280757097e-07,
+      "loss": 123.7188,
+      "step": 818
+    },
+    {
+      "epoch": 0.0077526717846290736,
+      "grad_norm": 524.2852172851562,
+      "learning_rate": 5.167192429022081e-07,
+      "loss": 49.25,
+      "step": 819
+    },
+    {
+      "epoch": 0.0077621378063441274,
+      "grad_norm": 565.6692504882812,
+      "learning_rate": 5.173501577287066e-07,
+      "loss": 83.125,
+      "step": 820
+    },
+    {
+      "epoch": 0.007771603828059181,
+      "grad_norm": 849.1063232421875,
+      "learning_rate": 5.179810725552051e-07,
+      "loss": 97.7969,
+      "step": 821
+    },
+    {
+      "epoch": 0.007781069849774235,
+      "grad_norm": 525.5205688476562,
+      "learning_rate": 5.186119873817034e-07,
+      "loss": 46.8438,
+      "step": 822
+    },
+    {
+      "epoch": 0.007790535871489289,
+      "grad_norm": 813.9027099609375,
+      "learning_rate": 5.192429022082019e-07,
+      "loss": 62.0,
+      "step": 823
+    },
+    {
+      "epoch": 0.007800001893204343,
+      "grad_norm": 2.8228847980499268,
+      "learning_rate": 5.198738170347004e-07,
+      "loss": 0.874,
+      "step": 824
+    },
+    {
+      "epoch": 0.007809467914919397,
+      "grad_norm": 428.4258117675781,
+      "learning_rate": 5.205047318611987e-07,
+      "loss": 53.2188,
+      "step": 825
+    },
+    {
+      "epoch": 0.00781893393663445,
+      "grad_norm": 515.7318115234375,
+      "learning_rate": 5.211356466876972e-07,
+      "loss": 43.8125,
+      "step": 826
+    },
+    {
+      "epoch": 0.007828399958349504,
+      "grad_norm": 597.9266967773438,
+      "learning_rate": 5.217665615141955e-07,
+      "loss": 50.4062,
+      "step": 827
+    },
+    {
+      "epoch": 0.007837865980064558,
+      "grad_norm": 567.211181640625,
+      "learning_rate": 5.223974763406939e-07,
+      "loss": 52.0625,
+      "step": 828
+    },
+    {
+      "epoch": 0.007847332001779611,
+      "grad_norm": 1001.0836181640625,
+      "learning_rate": 5.230283911671924e-07,
+      "loss": 70.75,
+      "step": 829
+    },
+    {
+      "epoch": 0.007856798023494666,
+      "grad_norm": 746.6680297851562,
+      "learning_rate": 5.236593059936908e-07,
+      "loss": 48.6875,
+      "step": 830
+    },
+    {
+      "epoch": 0.00786626404520972,
+      "grad_norm": 800.999755859375,
+      "learning_rate": 5.242902208201893e-07,
+      "loss": 102.5625,
+      "step": 831
+    },
+    {
+      "epoch": 0.007875730066924774,
+      "grad_norm": 475.74212646484375,
+      "learning_rate": 5.249211356466877e-07,
+      "loss": 45.0938,
+      "step": 832
+    },
+    {
+      "epoch": 0.007885196088639827,
+      "grad_norm": 2.6574461460113525,
+      "learning_rate": 5.255520504731861e-07,
+      "loss": 0.7451,
+      "step": 833
+    },
+    {
+      "epoch": 0.007894662110354882,
+      "grad_norm": 2.644270420074463,
+      "learning_rate": 5.261829652996846e-07,
+      "loss": 0.957,
+      "step": 834
+    },
+    {
+      "epoch": 0.007904128132069935,
+      "grad_norm": 483.36212158203125,
+      "learning_rate": 5.26813880126183e-07,
+      "loss": 48.9688,
+      "step": 835
+    },
+    {
+      "epoch": 0.00791359415378499,
+      "grad_norm": 985.6268920898438,
+      "learning_rate": 5.274447949526813e-07,
+      "loss": 88.4062,
+      "step": 836
+    },
+    {
+      "epoch": 0.007923060175500042,
+      "grad_norm": 3.3204052448272705,
+      "learning_rate": 5.280757097791798e-07,
+      "loss": 0.8538,
+      "step": 837
+    },
+    {
+      "epoch": 0.007932526197215097,
+      "grad_norm": 977.9467163085938,
+      "learning_rate": 5.287066246056781e-07,
+      "loss": 74.0312,
+      "step": 838
+    },
+    {
+      "epoch": 0.00794199221893015,
+      "grad_norm": 594.3565063476562,
+      "learning_rate": 5.293375394321766e-07,
+      "loss": 59.8438,
+      "step": 839
+    },
+    {
+      "epoch": 0.007951458240645203,
+      "grad_norm": 760.4666137695312,
+      "learning_rate": 5.299684542586751e-07,
+      "loss": 55.4062,
+      "step": 840
+    },
+    {
+      "epoch": 0.007960924262360258,
+      "grad_norm": 579.6248779296875,
+      "learning_rate": 5.305993690851735e-07,
+      "loss": 50.1875,
+      "step": 841
+    },
+    {
+      "epoch": 0.007970390284075311,
+      "grad_norm": 582.2992553710938,
+      "learning_rate": 5.312302839116719e-07,
+      "loss": 52.0312,
+      "step": 842
+    },
+    {
+      "epoch": 0.007979856305790366,
+      "grad_norm": 1976.796875,
+      "learning_rate": 5.318611987381704e-07,
+      "loss": 92.0938,
+      "step": 843
+    },
+    {
+      "epoch": 0.007989322327505419,
+      "grad_norm": 1077.587890625,
+      "learning_rate": 5.324921135646688e-07,
+      "loss": 120.4688,
+      "step": 844
+    },
+    {
+      "epoch": 0.007998788349220473,
+      "grad_norm": 384.5727844238281,
+      "learning_rate": 5.331230283911671e-07,
+      "loss": 47.0156,
+      "step": 845
+    },
+    {
+      "epoch": 0.008008254370935526,
+      "grad_norm": 544.6519775390625,
+      "learning_rate": 5.337539432176655e-07,
+      "loss": 51.4375,
+      "step": 846
+    },
+    {
+      "epoch": 0.008017720392650581,
+      "grad_norm": 1123.7867431640625,
+      "learning_rate": 5.34384858044164e-07,
+      "loss": 104.8125,
+      "step": 847
+    },
+    {
+      "epoch": 0.008027186414365634,
+      "grad_norm": 550.1346435546875,
+      "learning_rate": 5.350157728706624e-07,
+      "loss": 86.5312,
+      "step": 848
+    },
+    {
+      "epoch": 0.008036652436080689,
+      "grad_norm": 557.1901245117188,
+      "learning_rate": 5.356466876971608e-07,
+      "loss": 46.5312,
+      "step": 849
+    },
+    {
+      "epoch": 0.008046118457795742,
+      "grad_norm": 942.27734375,
+      "learning_rate": 5.362776025236593e-07,
+      "loss": 97.3125,
+      "step": 850
+    },
+    {
+      "epoch": 0.008055584479510797,
+      "grad_norm": 530.2299194335938,
+      "learning_rate": 5.369085173501578e-07,
+      "loss": 54.5312,
+      "step": 851
+    },
+    {
+      "epoch": 0.00806505050122585,
+      "grad_norm": 583.9393920898438,
+      "learning_rate": 5.375394321766561e-07,
+      "loss": 63.7812,
+      "step": 852
+    },
+    {
+      "epoch": 0.008074516522940904,
+      "grad_norm": 350.1147155761719,
+      "learning_rate": 5.381703470031546e-07,
+      "loss": 39.7031,
+      "step": 853
+    },
+    {
+      "epoch": 0.008083982544655957,
+      "grad_norm": 589.2879028320312,
+      "learning_rate": 5.38801261829653e-07,
+      "loss": 63.9375,
+      "step": 854
+    },
+    {
+      "epoch": 0.00809344856637101,
+      "grad_norm": 754.3623046875,
+      "learning_rate": 5.394321766561513e-07,
+      "loss": 51.0938,
+      "step": 855
+    },
+    {
+      "epoch": 0.008102914588086065,
+      "grad_norm": 3.411783218383789,
+      "learning_rate": 5.400630914826498e-07,
+      "loss": 0.8623,
+      "step": 856
+    },
+    {
+      "epoch": 0.008112380609801118,
+      "grad_norm": 503.009033203125,
+      "learning_rate": 5.406940063091482e-07,
+      "loss": 46.375,
+      "step": 857
+    },
+    {
+      "epoch": 0.008121846631516173,
+      "grad_norm": 473.1482238769531,
+      "learning_rate": 5.413249211356466e-07,
+      "loss": 48.7656,
+      "step": 858
+    },
+    {
+      "epoch": 0.008131312653231226,
+      "grad_norm": 497.8544006347656,
+      "learning_rate": 5.419558359621451e-07,
+      "loss": 53.0,
+      "step": 859
+    },
+    {
+      "epoch": 0.00814077867494628,
+      "grad_norm": 655.8378295898438,
+      "learning_rate": 5.425867507886435e-07,
+      "loss": 48.75,
+      "step": 860
+    },
+    {
+      "epoch": 0.008150244696661334,
+      "grad_norm": 482.3836669921875,
+      "learning_rate": 5.43217665615142e-07,
+      "loss": 34.6094,
+      "step": 861
+    },
+    {
+      "epoch": 0.008159710718376388,
+      "grad_norm": 655.23095703125,
+      "learning_rate": 5.438485804416404e-07,
+      "loss": 47.3125,
+      "step": 862
+    },
+    {
+      "epoch": 0.008169176740091441,
+      "grad_norm": 561.69970703125,
+      "learning_rate": 5.444794952681387e-07,
+      "loss": 49.4688,
+      "step": 863
+    },
+    {
+      "epoch": 0.008178642761806496,
+      "grad_norm": 468.29144287109375,
+      "learning_rate": 5.451104100946372e-07,
+      "loss": 54.0625,
+      "step": 864
+    },
+    {
+      "epoch": 0.00818810878352155,
+      "grad_norm": 922.1507568359375,
+      "learning_rate": 5.457413249211356e-07,
+      "loss": 92.25,
+      "step": 865
+    },
+    {
+      "epoch": 0.008197574805236604,
+      "grad_norm": 578.6650390625,
+      "learning_rate": 5.46372239747634e-07,
+      "loss": 51.2188,
+      "step": 866
+    },
+    {
+      "epoch": 0.008207040826951657,
+      "grad_norm": 555.2592163085938,
+      "learning_rate": 5.470031545741325e-07,
+      "loss": 78.125,
+      "step": 867
+    },
+    {
+      "epoch": 0.00821650684866671,
+      "grad_norm": 2.4686732292175293,
+      "learning_rate": 5.476340694006308e-07,
+      "loss": 0.7295,
+      "step": 868
+    },
+    {
+      "epoch": 0.008225972870381765,
+      "grad_norm": 713.4580688476562,
+      "learning_rate": 5.482649842271293e-07,
+      "loss": 86.9062,
+      "step": 869
+    },
+    {
+      "epoch": 0.008235438892096818,
+      "grad_norm": 503.7627868652344,
+      "learning_rate": 5.488958990536278e-07,
+      "loss": 46.5938,
+      "step": 870
+    },
+    {
+      "epoch": 0.008244904913811872,
+      "grad_norm": 474.4834899902344,
+      "learning_rate": 5.495268138801262e-07,
+      "loss": 101.7188,
+      "step": 871
+    },
+    {
+      "epoch": 0.008254370935526925,
+      "grad_norm": 918.9407348632812,
+      "learning_rate": 5.501577287066245e-07,
+      "loss": 87.5156,
+      "step": 872
+    },
+    {
+      "epoch": 0.00826383695724198,
+      "grad_norm": 550.7669677734375,
+      "learning_rate": 5.50788643533123e-07,
+      "loss": 48.25,
+      "step": 873
+    },
+    {
+      "epoch": 0.008273302978957033,
+      "grad_norm": 495.71112060546875,
+      "learning_rate": 5.514195583596214e-07,
+      "loss": 50.375,
+      "step": 874
+    },
+    {
+      "epoch": 0.008282769000672088,
+      "grad_norm": 3042.91552734375,
+      "learning_rate": 5.520504731861198e-07,
+      "loss": 74.6875,
+      "step": 875
+    },
+    {
+      "epoch": 0.008292235022387141,
+      "grad_norm": 491.931396484375,
+      "learning_rate": 5.526813880126183e-07,
+      "loss": 46.6875,
+      "step": 876
+    },
+    {
+      "epoch": 0.008301701044102196,
+      "grad_norm": 606.964111328125,
+      "learning_rate": 5.533123028391167e-07,
+      "loss": 47.0312,
+      "step": 877
+    },
+    {
+      "epoch": 0.008311167065817249,
+      "grad_norm": 636.4404907226562,
+      "learning_rate": 5.539432176656152e-07,
+      "loss": 48.8438,
+      "step": 878
+    },
+    {
+      "epoch": 0.008320633087532303,
+      "grad_norm": 735.9544067382812,
+      "learning_rate": 5.545741324921135e-07,
+      "loss": 70.9062,
+      "step": 879
+    },
+    {
+      "epoch": 0.008330099109247356,
+      "grad_norm": 1061.9390869140625,
+      "learning_rate": 5.55205047318612e-07,
+      "loss": 63.6562,
+      "step": 880
+    },
+    {
+      "epoch": 0.008339565130962411,
+      "grad_norm": 535.3318481445312,
+      "learning_rate": 5.558359621451105e-07,
+      "loss": 44.4375,
+      "step": 881
+    },
+    {
+      "epoch": 0.008349031152677464,
+      "grad_norm": 814.4985961914062,
+      "learning_rate": 5.564668769716087e-07,
+      "loss": 71.875,
+      "step": 882
+    },
+    {
+      "epoch": 0.008358497174392517,
+      "grad_norm": 508.14398193359375,
+      "learning_rate": 5.570977917981072e-07,
+      "loss": 54.8438,
+      "step": 883
+    },
+    {
+      "epoch": 0.008367963196107572,
+      "grad_norm": 666.0277099609375,
+      "learning_rate": 5.577287066246057e-07,
+      "loss": 64.4688,
+      "step": 884
+    },
+    {
+      "epoch": 0.008377429217822625,
+      "grad_norm": 540.49951171875,
+      "learning_rate": 5.58359621451104e-07,
+      "loss": 51.6562,
+      "step": 885
+    },
+    {
+      "epoch": 0.00838689523953768,
+      "grad_norm": 467.25811767578125,
+      "learning_rate": 5.589905362776025e-07,
+      "loss": 46.3125,
+      "step": 886
+    },
+    {
+      "epoch": 0.008396361261252733,
+      "grad_norm": 563.1368408203125,
+      "learning_rate": 5.59621451104101e-07,
+      "loss": 51.875,
+      "step": 887
+    },
+    {
+      "epoch": 0.008405827282967787,
+      "grad_norm": 684.3067626953125,
+      "learning_rate": 5.602523659305994e-07,
+      "loss": 94.5312,
+      "step": 888
+    },
+    {
+      "epoch": 0.00841529330468284,
+      "grad_norm": 655.529052734375,
+      "learning_rate": 5.608832807570978e-07,
+      "loss": 48.4375,
+      "step": 889
+    },
+    {
+      "epoch": 0.008424759326397895,
+      "grad_norm": 458.71649169921875,
+      "learning_rate": 5.615141955835961e-07,
+      "loss": 49.0312,
+      "step": 890
+    },
+    {
+      "epoch": 0.008434225348112948,
+      "grad_norm": 1300.093017578125,
+      "learning_rate": 5.621451104100946e-07,
+      "loss": 107.0625,
+      "step": 891
+    },
+    {
+      "epoch": 0.008443691369828003,
+      "grad_norm": 1156.27587890625,
+      "learning_rate": 5.62776025236593e-07,
+      "loss": 72.0,
+      "step": 892
+    },
+    {
+      "epoch": 0.008453157391543056,
+      "grad_norm": 570.901611328125,
+      "learning_rate": 5.634069400630914e-07,
+      "loss": 54.2812,
+      "step": 893
+    },
+    {
+      "epoch": 0.00846262341325811,
+      "grad_norm": 879.7730712890625,
+      "learning_rate": 5.640378548895899e-07,
+      "loss": 53.0938,
+      "step": 894
+    },
+    {
+      "epoch": 0.008472089434973164,
+      "grad_norm": 1132.3984375,
+      "learning_rate": 5.646687697160883e-07,
+      "loss": 52.8281,
+      "step": 895
+    },
+    {
+      "epoch": 0.008481555456688218,
+      "grad_norm": 563.0892333984375,
+      "learning_rate": 5.652996845425867e-07,
+      "loss": 49.75,
+      "step": 896
+    },
+    {
+      "epoch": 0.008491021478403271,
+      "grad_norm": 927.1497802734375,
+      "learning_rate": 5.659305993690852e-07,
+      "loss": 69.1406,
+      "step": 897
+    },
+    {
+      "epoch": 0.008500487500118325,
+      "grad_norm": 746.087158203125,
+      "learning_rate": 5.665615141955837e-07,
+      "loss": 103.4062,
+      "step": 898
+    },
+    {
+      "epoch": 0.00850995352183338,
+      "grad_norm": 516.09912109375,
+      "learning_rate": 5.671924290220819e-07,
+      "loss": 53.125,
+      "step": 899
+    },
+    {
+      "epoch": 0.008519419543548432,
+      "grad_norm": 2.5828592777252197,
+      "learning_rate": 5.678233438485804e-07,
+      "loss": 0.8521,
+      "step": 900
+    },
+    {
+      "epoch": 0.008528885565263487,
+      "grad_norm": 3.1559479236602783,
+      "learning_rate": 5.684542586750788e-07,
+      "loss": 0.9404,
+      "step": 901
+    },
+    {
+      "epoch": 0.00853835158697854,
+      "grad_norm": 661.6016845703125,
+      "learning_rate": 5.690851735015772e-07,
+      "loss": 50.3438,
+      "step": 902
+    },
+    {
+      "epoch": 0.008547817608693595,
+      "grad_norm": 697.524658203125,
+      "learning_rate": 5.697160883280757e-07,
+      "loss": 89.8125,
+      "step": 903
+    },
+    {
+      "epoch": 0.008557283630408648,
+      "grad_norm": 518.76611328125,
+      "learning_rate": 5.703470031545741e-07,
+      "loss": 45.2031,
+      "step": 904
+    },
+    {
+      "epoch": 0.008566749652123702,
+      "grad_norm": 847.5130615234375,
+      "learning_rate": 5.709779179810725e-07,
+      "loss": 74.1562,
+      "step": 905
+    },
+    {
+      "epoch": 0.008576215673838756,
+      "grad_norm": 643.4619140625,
+      "learning_rate": 5.71608832807571e-07,
+      "loss": 47.1562,
+      "step": 906
+    },
+    {
+      "epoch": 0.00858568169555381,
+      "grad_norm": 597.977294921875,
+      "learning_rate": 5.722397476340694e-07,
+      "loss": 72.7188,
+      "step": 907
+    },
+    {
+      "epoch": 0.008595147717268863,
+      "grad_norm": 589.1958618164062,
+      "learning_rate": 5.728706624605679e-07,
+      "loss": 41.2969,
+      "step": 908
+    },
+    {
+      "epoch": 0.008604613738983918,
+      "grad_norm": 540.9647216796875,
+      "learning_rate": 5.735015772870662e-07,
+      "loss": 47.0938,
+      "step": 909
+    },
+    {
+      "epoch": 0.008614079760698971,
+      "grad_norm": 722.0404052734375,
+      "learning_rate": 5.741324921135646e-07,
+      "loss": 99.5625,
+      "step": 910
+    },
+    {
+      "epoch": 0.008623545782414024,
+      "grad_norm": 695.4044189453125,
+      "learning_rate": 5.747634069400631e-07,
+      "loss": 49.875,
+      "step": 911
+    },
+    {
+      "epoch": 0.008633011804129079,
+      "grad_norm": 1577.857421875,
+      "learning_rate": 5.753943217665614e-07,
+      "loss": 126.5938,
+      "step": 912
+    },
+    {
+      "epoch": 0.008642477825844132,
+      "grad_norm": 648.773193359375,
+      "learning_rate": 5.760252365930599e-07,
+      "loss": 66.3125,
+      "step": 913
+    },
+    {
+      "epoch": 0.008651943847559187,
+      "grad_norm": 551.3426513671875,
+      "learning_rate": 5.766561514195584e-07,
+      "loss": 51.0312,
+      "step": 914
+    },
+    {
+      "epoch": 0.00866140986927424,
+      "grad_norm": 997.7872924804688,
+      "learning_rate": 5.772870662460568e-07,
+      "loss": 115.5156,
+      "step": 915
+    },
+    {
+      "epoch": 0.008670875890989294,
+      "grad_norm": 575.0909423828125,
+      "learning_rate": 5.779179810725552e-07,
+      "loss": 43.7812,
+      "step": 916
+    },
+    {
+      "epoch": 0.008680341912704347,
+      "grad_norm": 821.425048828125,
+      "learning_rate": 5.785488958990537e-07,
+      "loss": 68.9688,
+      "step": 917
+    },
+    {
+      "epoch": 0.008689807934419402,
+      "grad_norm": 489.1051330566406,
+      "learning_rate": 5.79179810725552e-07,
+      "loss": 43.1562,
+      "step": 918
+    },
+    {
+      "epoch": 0.008699273956134455,
+      "grad_norm": 413.65753173828125,
+      "learning_rate": 5.798107255520504e-07,
+      "loss": 44.5938,
+      "step": 919
+    },
+    {
+      "epoch": 0.00870873997784951,
+      "grad_norm": 499.95855712890625,
+      "learning_rate": 5.804416403785489e-07,
+      "loss": 44.1562,
+      "step": 920
+    },
+    {
+      "epoch": 0.008718205999564563,
+      "grad_norm": 1091.332763671875,
+      "learning_rate": 5.810725552050473e-07,
+      "loss": 57.9688,
+      "step": 921
+    },
+    {
+      "epoch": 0.008727672021279618,
+      "grad_norm": 863.7023315429688,
+      "learning_rate": 5.817034700315457e-07,
+      "loss": 116.75,
+      "step": 922
+    },
+    {
+      "epoch": 0.00873713804299467,
+      "grad_norm": 2.4957759380340576,
+      "learning_rate": 5.823343848580441e-07,
+      "loss": 0.8101,
+      "step": 923
+    },
+    {
+      "epoch": 0.008746604064709725,
+      "grad_norm": 863.5458374023438,
+      "learning_rate": 5.829652996845426e-07,
+      "loss": 106.8906,
+      "step": 924
+    },
+    {
+      "epoch": 0.008756070086424778,
+      "grad_norm": 572.3380126953125,
+      "learning_rate": 5.835962145110411e-07,
+      "loss": 43.4375,
+      "step": 925
+    },
+    {
+      "epoch": 0.008765536108139831,
+      "grad_norm": 847.18310546875,
+      "learning_rate": 5.842271293375393e-07,
+      "loss": 96.6875,
+      "step": 926
+    },
+    {
+      "epoch": 0.008775002129854886,
+      "grad_norm": 451.4510192871094,
+      "learning_rate": 5.848580441640378e-07,
+      "loss": 39.7812,
+      "step": 927
+    },
+    {
+      "epoch": 0.008784468151569939,
+      "grad_norm": 746.7451171875,
+      "learning_rate": 5.854889589905363e-07,
+      "loss": 89.7031,
+      "step": 928
+    },
+    {
+      "epoch": 0.008793934173284994,
+      "grad_norm": 741.4230346679688,
+      "learning_rate": 5.861198738170346e-07,
+      "loss": 75.9688,
+      "step": 929
+    },
+    {
+      "epoch": 0.008803400195000047,
+      "grad_norm": 886.7265014648438,
+      "learning_rate": 5.867507886435331e-07,
+      "loss": 98.6562,
+      "step": 930
+    },
+    {
+      "epoch": 0.008812866216715102,
+      "grad_norm": 1386.0406494140625,
+      "learning_rate": 5.873817034700315e-07,
+      "loss": 121.375,
+      "step": 931
+    },
+    {
+      "epoch": 0.008822332238430155,
+      "grad_norm": 782.8112182617188,
+      "learning_rate": 5.880126182965299e-07,
+      "loss": 45.0625,
+      "step": 932
+    },
+    {
+      "epoch": 0.00883179826014521,
+      "grad_norm": 834.4720458984375,
+      "learning_rate": 5.886435331230284e-07,
+      "loss": 102.625,
+      "step": 933
+    },
+    {
+      "epoch": 0.008841264281860262,
+      "grad_norm": 562.317626953125,
+      "learning_rate": 5.892744479495268e-07,
+      "loss": 47.2188,
+      "step": 934
+    },
+    {
+      "epoch": 0.008850730303575317,
+      "grad_norm": 570.50390625,
+      "learning_rate": 5.899053627760253e-07,
+      "loss": 55.6562,
+      "step": 935
+    },
+    {
+      "epoch": 0.00886019632529037,
+      "grad_norm": 3540.698974609375,
+      "learning_rate": 5.905362776025236e-07,
+      "loss": 100.75,
+      "step": 936
+    },
+    {
+      "epoch": 0.008869662347005425,
+      "grad_norm": 847.4028930664062,
+      "learning_rate": 5.91167192429022e-07,
+      "loss": 120.4375,
+      "step": 937
+    },
+    {
+      "epoch": 0.008879128368720478,
+      "grad_norm": 480.6512451171875,
+      "learning_rate": 5.917981072555205e-07,
+      "loss": 48.5781,
+      "step": 938
+    },
+    {
+      "epoch": 0.008888594390435533,
+      "grad_norm": 584.4874877929688,
+      "learning_rate": 5.924290220820189e-07,
+      "loss": 47.7188,
+      "step": 939
+    },
+    {
+      "epoch": 0.008898060412150586,
+      "grad_norm": 3.527505874633789,
+      "learning_rate": 5.930599369085173e-07,
+      "loss": 0.8545,
+      "step": 940
+    },
+    {
+      "epoch": 0.008907526433865639,
+      "grad_norm": 511.4902648925781,
+      "learning_rate": 5.936908517350158e-07,
+      "loss": 51.1875,
+      "step": 941
+    },
+    {
+      "epoch": 0.008916992455580693,
+      "grad_norm": 798.3194580078125,
+      "learning_rate": 5.943217665615141e-07,
+      "loss": 94.2812,
+      "step": 942
+    },
+    {
+      "epoch": 0.008926458477295746,
+      "grad_norm": 662.8392333984375,
+      "learning_rate": 5.949526813880126e-07,
+      "loss": 83.75,
+      "step": 943
+    },
+    {
+      "epoch": 0.008935924499010801,
+      "grad_norm": 534.926513671875,
+      "learning_rate": 5.95583596214511e-07,
+      "loss": 43.7188,
+      "step": 944
+    },
+    {
+      "epoch": 0.008945390520725854,
+      "grad_norm": 987.9302368164062,
+      "learning_rate": 5.962145110410094e-07,
+      "loss": 68.25,
+      "step": 945
+    },
+    {
+      "epoch": 0.008954856542440909,
+      "grad_norm": 415.9031982421875,
+      "learning_rate": 5.968454258675078e-07,
+      "loss": 49.0938,
+      "step": 946
+    },
+    {
+      "epoch": 0.008964322564155962,
+      "grad_norm": 812.2520141601562,
+      "learning_rate": 5.974763406940063e-07,
+      "loss": 47.4688,
+      "step": 947
+    },
+    {
+      "epoch": 0.008973788585871017,
+      "grad_norm": 442.0588073730469,
+      "learning_rate": 5.981072555205047e-07,
+      "loss": 47.0,
+      "step": 948
+    },
+    {
+      "epoch": 0.00898325460758607,
+      "grad_norm": 1221.280517578125,
+      "learning_rate": 5.987381703470031e-07,
+      "loss": 82.0547,
+      "step": 949
+    },
+    {
+      "epoch": 0.008992720629301124,
+      "grad_norm": 1087.75439453125,
+      "learning_rate": 5.993690851735016e-07,
+      "loss": 47.5938,
+      "step": 950
+    },
+    {
+      "epoch": 0.009002186651016177,
+      "grad_norm": 514.0580444335938,
+      "learning_rate": 6e-07,
+      "loss": 75.5625,
+      "step": 951
+    },
+    {
+      "epoch": 0.009011652672731232,
+      "grad_norm": 681.3024291992188,
+      "learning_rate": 6.006309148264985e-07,
+      "loss": 53.5938,
+      "step": 952
+    },
+    {
+      "epoch": 0.009021118694446285,
+      "grad_norm": 469.5665283203125,
+      "learning_rate": 6.012618296529967e-07,
+      "loss": 44.4375,
+      "step": 953
+    },
+    {
+      "epoch": 0.009030584716161338,
+      "grad_norm": 648.4255981445312,
+      "learning_rate": 6.018927444794952e-07,
+      "loss": 42.375,
+      "step": 954
+    },
+    {
+      "epoch": 0.009040050737876393,
+      "grad_norm": 1290.115478515625,
+      "learning_rate": 6.025236593059937e-07,
+      "loss": 79.6406,
+      "step": 955
+    },
+    {
+      "epoch": 0.009049516759591446,
+      "grad_norm": 584.070068359375,
+      "learning_rate": 6.03154574132492e-07,
+      "loss": 84.875,
+      "step": 956
+    },
+    {
+      "epoch": 0.0090589827813065,
+      "grad_norm": 1431.1536865234375,
+      "learning_rate": 6.037854889589905e-07,
+      "loss": 94.0469,
+      "step": 957
+    },
+    {
+      "epoch": 0.009068448803021554,
+      "grad_norm": 689.6102905273438,
+      "learning_rate": 6.04416403785489e-07,
+      "loss": 114.4062,
+      "step": 958
+    },
+    {
+      "epoch": 0.009077914824736608,
+      "grad_norm": 832.2657470703125,
+      "learning_rate": 6.050473186119873e-07,
+      "loss": 101.1875,
+      "step": 959
+    },
+    {
+      "epoch": 0.009087380846451661,
+      "grad_norm": 624.6807250976562,
+      "learning_rate": 6.056782334384858e-07,
+      "loss": 47.9062,
+      "step": 960
+    },
+    {
+      "epoch": 0.009096846868166716,
+      "grad_norm": 510.3832092285156,
+      "learning_rate": 6.063091482649843e-07,
+      "loss": 50.5938,
+      "step": 961
+    },
+    {
+      "epoch": 0.009106312889881769,
+      "grad_norm": 1298.28271484375,
+      "learning_rate": 6.069400630914827e-07,
+      "loss": 108.5625,
+      "step": 962
+    },
+    {
+      "epoch": 0.009115778911596824,
+      "grad_norm": 587.4338989257812,
+      "learning_rate": 6.07570977917981e-07,
+      "loss": 68.2812,
+      "step": 963
+    },
+    {
+      "epoch": 0.009125244933311877,
+      "grad_norm": 769.8639526367188,
+      "learning_rate": 6.082018927444794e-07,
+      "loss": 48.0,
+      "step": 964
+    },
+    {
+      "epoch": 0.009134710955026932,
+      "grad_norm": 985.637939453125,
+      "learning_rate": 6.088328075709779e-07,
+      "loss": 125.5156,
+      "step": 965
+    },
+    {
+      "epoch": 0.009144176976741985,
+      "grad_norm": 495.4888916015625,
+      "learning_rate": 6.094637223974763e-07,
+      "loss": 52.625,
+      "step": 966
+    },
+    {
+      "epoch": 0.00915364299845704,
+      "grad_norm": 472.966064453125,
+      "learning_rate": 6.100946372239747e-07,
+      "loss": 52.5938,
+      "step": 967
+    },
+    {
+      "epoch": 0.009163109020172092,
+      "grad_norm": 534.1757202148438,
+      "learning_rate": 6.107255520504732e-07,
+      "loss": 64.125,
+      "step": 968
+    },
+    {
+      "epoch": 0.009172575041887145,
+      "grad_norm": 3.035447597503662,
+      "learning_rate": 6.113564668769716e-07,
+      "loss": 0.9189,
+      "step": 969
+    },
+    {
+      "epoch": 0.0091820410636022,
+      "grad_norm": 850.8175659179688,
+      "learning_rate": 6.1198738170347e-07,
+      "loss": 44.0625,
+      "step": 970
+    },
+    {
+      "epoch": 0.009191507085317253,
+      "grad_norm": 549.1148681640625,
+      "learning_rate": 6.126182965299685e-07,
+      "loss": 55.1562,
+      "step": 971
+    },
+    {
+      "epoch": 0.009200973107032308,
+      "grad_norm": 556.2156372070312,
+      "learning_rate": 6.132492113564669e-07,
+      "loss": 44.625,
+      "step": 972
+    },
+    {
+      "epoch": 0.00921043912874736,
+      "grad_norm": 878.2605590820312,
+      "learning_rate": 6.138801261829652e-07,
+      "loss": 106.2188,
+      "step": 973
+    },
+    {
+      "epoch": 0.009219905150462416,
+      "grad_norm": 731.95263671875,
+      "learning_rate": 6.145110410094637e-07,
+      "loss": 99.1562,
+      "step": 974
+    },
+    {
+      "epoch": 0.009229371172177469,
+      "grad_norm": 2.931413412094116,
+      "learning_rate": 6.151419558359621e-07,
+      "loss": 0.9131,
+      "step": 975
+    },
+    {
+      "epoch": 0.009238837193892523,
+      "grad_norm": 982.4998779296875,
+      "learning_rate": 6.157728706624605e-07,
+      "loss": 103.2188,
+      "step": 976
+    },
+    {
+      "epoch": 0.009248303215607576,
+      "grad_norm": 929.77099609375,
+      "learning_rate": 6.16403785488959e-07,
+      "loss": 85.25,
+      "step": 977
+    },
+    {
+      "epoch": 0.009257769237322631,
+      "grad_norm": 1033.7044677734375,
+      "learning_rate": 6.170347003154574e-07,
+      "loss": 47.625,
+      "step": 978
+    },
+    {
+      "epoch": 0.009267235259037684,
+      "grad_norm": 666.0188598632812,
+      "learning_rate": 6.176656151419558e-07,
+      "loss": 50.5,
+      "step": 979
+    },
+    {
+      "epoch": 0.009276701280752739,
+      "grad_norm": 736.0408935546875,
+      "learning_rate": 6.182965299684543e-07,
+      "loss": 65.0469,
+      "step": 980
+    },
+    {
+      "epoch": 0.009286167302467792,
+      "grad_norm": 823.9521484375,
+      "learning_rate": 6.189274447949526e-07,
+      "loss": 59.25,
+      "step": 981
+    },
+    {
+      "epoch": 0.009295633324182845,
+      "grad_norm": 761.8516845703125,
+      "learning_rate": 6.195583596214511e-07,
+      "loss": 47.0938,
+      "step": 982
+    },
+    {
+      "epoch": 0.0093050993458979,
+      "grad_norm": 554.5966186523438,
+      "learning_rate": 6.201892744479495e-07,
+      "loss": 47.6875,
+      "step": 983
+    },
+    {
+      "epoch": 0.009314565367612953,
+      "grad_norm": 593.66064453125,
+      "learning_rate": 6.208201892744479e-07,
+      "loss": 48.8125,
+      "step": 984
+    },
+    {
+      "epoch": 0.009324031389328007,
+      "grad_norm": 570.67724609375,
+      "learning_rate": 6.214511041009464e-07,
+      "loss": 51.25,
+      "step": 985
+    },
+    {
+      "epoch": 0.00933349741104306,
+      "grad_norm": 453.7633972167969,
+      "learning_rate": 6.220820189274447e-07,
+      "loss": 41.4688,
+      "step": 986
+    },
+    {
+      "epoch": 0.009342963432758115,
+      "grad_norm": 819.5733032226562,
+      "learning_rate": 6.227129337539432e-07,
+      "loss": 97.6562,
+      "step": 987
+    },
+    {
+      "epoch": 0.009352429454473168,
+      "grad_norm": 649.6461791992188,
+      "learning_rate": 6.233438485804417e-07,
+      "loss": 46.6562,
+      "step": 988
+    },
+    {
+      "epoch": 0.009361895476188223,
+      "grad_norm": 448.1849365234375,
+      "learning_rate": 6.2397476340694e-07,
+      "loss": 74.6875,
+      "step": 989
+    },
+    {
+      "epoch": 0.009371361497903276,
+      "grad_norm": 1169.21337890625,
+      "learning_rate": 6.246056782334384e-07,
+      "loss": 88.0312,
+      "step": 990
+    },
+    {
+      "epoch": 0.00938082751961833,
+      "grad_norm": 488.2369384765625,
+      "learning_rate": 6.252365930599369e-07,
+      "loss": 49.0625,
+      "step": 991
+    },
+    {
+      "epoch": 0.009390293541333384,
+      "grad_norm": 577.0293579101562,
+      "learning_rate": 6.258675078864353e-07,
+      "loss": 62.4688,
+      "step": 992
+    },
+    {
+      "epoch": 0.009399759563048438,
+      "grad_norm": 549.228515625,
+      "learning_rate": 6.264984227129337e-07,
+      "loss": 49.125,
+      "step": 993
+    },
+    {
+      "epoch": 0.009409225584763491,
+      "grad_norm": 421.6153564453125,
+      "learning_rate": 6.271293375394322e-07,
+      "loss": 44.6094,
+      "step": 994
+    },
+    {
+      "epoch": 0.009418691606478546,
+      "grad_norm": 583.7643432617188,
+      "learning_rate": 6.277602523659306e-07,
+      "loss": 47.8906,
+      "step": 995
+    },
+    {
+      "epoch": 0.009428157628193599,
+      "grad_norm": 895.9959716796875,
+      "learning_rate": 6.28391167192429e-07,
+      "loss": 76.8125,
+      "step": 996
+    },
+    {
+      "epoch": 0.009437623649908652,
+      "grad_norm": 665.9041748046875,
+      "learning_rate": 6.290220820189274e-07,
+      "loss": 45.75,
+      "step": 997
+    },
+    {
+      "epoch": 0.009447089671623707,
+      "grad_norm": 1264.355224609375,
+      "learning_rate": 6.296529968454259e-07,
+      "loss": 43.5625,
+      "step": 998
+    },
+    {
+      "epoch": 0.00945655569333876,
+      "grad_norm": 999.9818725585938,
+      "learning_rate": 6.302839116719243e-07,
+      "loss": 115.0625,
+      "step": 999
+    },
+    {
+      "epoch": 0.009466021715053815,
+      "grad_norm": 428.024169921875,
+      "learning_rate": 6.309148264984226e-07,
+      "loss": 40.1094,
+      "step": 1000
+    },
+    {
+      "epoch": 0.009475487736768868,
+      "grad_norm": 572.3364868164062,
+      "learning_rate": 6.315457413249211e-07,
+      "loss": 67.5312,
+      "step": 1001
+    },
+    {
+      "epoch": 0.009484953758483922,
+      "grad_norm": 787.1051025390625,
+      "learning_rate": 6.321766561514196e-07,
+      "loss": 64.4688,
+      "step": 1002
+    },
+    {
+      "epoch": 0.009494419780198975,
+      "grad_norm": 640.351318359375,
+      "learning_rate": 6.328075709779179e-07,
+      "loss": 62.4375,
+      "step": 1003
+    },
+    {
+      "epoch": 0.00950388580191403,
+      "grad_norm": 687.2269287109375,
+      "learning_rate": 6.334384858044164e-07,
+      "loss": 52.1719,
+      "step": 1004
+    },
+    {
+      "epoch": 0.009513351823629083,
+      "grad_norm": 819.5322875976562,
+      "learning_rate": 6.340694006309149e-07,
+      "loss": 58.9375,
+      "step": 1005
+    },
+    {
+      "epoch": 0.009522817845344138,
+      "grad_norm": 813.7279052734375,
+      "learning_rate": 6.347003154574132e-07,
+      "loss": 64.6094,
+      "step": 1006
+    },
+    {
+      "epoch": 0.00953228386705919,
+      "grad_norm": 2.957379102706909,
+      "learning_rate": 6.353312302839117e-07,
+      "loss": 0.8623,
+      "step": 1007
+    },
+    {
+      "epoch": 0.009541749888774246,
+      "grad_norm": 562.7893676757812,
+      "learning_rate": 6.3596214511041e-07,
+      "loss": 44.9375,
+      "step": 1008
+    },
+    {
+      "epoch": 0.009551215910489299,
+      "grad_norm": 380.1034851074219,
+      "learning_rate": 6.365930599369085e-07,
+      "loss": 38.7969,
+      "step": 1009
+    },
+    {
+      "epoch": 0.009560681932204353,
+      "grad_norm": 3.1068406105041504,
+      "learning_rate": 6.372239747634069e-07,
+      "loss": 1.0342,
+      "step": 1010
+    },
+    {
+      "epoch": 0.009570147953919406,
+      "grad_norm": 1024.3533935546875,
+      "learning_rate": 6.378548895899053e-07,
+      "loss": 102.1562,
+      "step": 1011
+    },
+    {
+      "epoch": 0.00957961397563446,
+      "grad_norm": 684.3878784179688,
+      "learning_rate": 6.384858044164038e-07,
+      "loss": 71.5156,
+      "step": 1012
+    },
+    {
+      "epoch": 0.009589079997349514,
+      "grad_norm": 2.9818782806396484,
+      "learning_rate": 6.391167192429022e-07,
+      "loss": 0.9092,
+      "step": 1013
+    },
+    {
+      "epoch": 0.009598546019064567,
+      "grad_norm": 596.9166870117188,
+      "learning_rate": 6.397476340694006e-07,
+      "loss": 41.9688,
+      "step": 1014
+    },
+    {
+      "epoch": 0.009608012040779622,
+      "grad_norm": 3.332792043685913,
+      "learning_rate": 6.403785488958991e-07,
+      "loss": 0.9287,
+      "step": 1015
+    },
+    {
+      "epoch": 0.009617478062494675,
+      "grad_norm": 2.767293930053711,
+      "learning_rate": 6.410094637223973e-07,
+      "loss": 0.877,
+      "step": 1016
+    },
+    {
+      "epoch": 0.00962694408420973,
+      "grad_norm": 592.91455078125,
+      "learning_rate": 6.416403785488958e-07,
+      "loss": 42.3594,
+      "step": 1017
+    },
+    {
+      "epoch": 0.009636410105924783,
+      "grad_norm": 734.4127197265625,
+      "learning_rate": 6.422712933753943e-07,
+      "loss": 44.2188,
+      "step": 1018
+    },
+    {
+      "epoch": 0.009645876127639837,
+      "grad_norm": 1181.5130615234375,
+      "learning_rate": 6.429022082018927e-07,
+      "loss": 127.9062,
+      "step": 1019
+    },
+    {
+      "epoch": 0.00965534214935489,
+      "grad_norm": 396.13238525390625,
+      "learning_rate": 6.435331230283911e-07,
+      "loss": 42.4062,
+      "step": 1020
+    },
+    {
+      "epoch": 0.009664808171069945,
+      "grad_norm": 1417.650390625,
+      "learning_rate": 6.441640378548896e-07,
+      "loss": 118.2812,
+      "step": 1021
+    },
+    {
+      "epoch": 0.009674274192784998,
+      "grad_norm": 438.482177734375,
+      "learning_rate": 6.44794952681388e-07,
+      "loss": 48.875,
+      "step": 1022
+    },
+    {
+      "epoch": 0.009683740214500053,
+      "grad_norm": 525.5158081054688,
+      "learning_rate": 6.454258675078864e-07,
+      "loss": 44.8594,
+      "step": 1023
+    },
+    {
+      "epoch": 0.009693206236215106,
+      "grad_norm": 583.6134643554688,
+      "learning_rate": 6.460567823343849e-07,
+      "loss": 35.5312,
+      "step": 1024
+    },
+    {
+      "epoch": 0.009702672257930159,
+      "grad_norm": 447.4403991699219,
+      "learning_rate": 6.466876971608833e-07,
+      "loss": 44.3125,
+      "step": 1025
+    },
+    {
+      "epoch": 0.009712138279645214,
+      "grad_norm": 903.1251831054688,
+      "learning_rate": 6.473186119873816e-07,
+      "loss": 83.375,
+      "step": 1026
+    },
+    {
+      "epoch": 0.009721604301360267,
+      "grad_norm": 806.1966552734375,
+      "learning_rate": 6.4794952681388e-07,
+      "loss": 50.0,
+      "step": 1027
+    },
+    {
+      "epoch": 0.009731070323075321,
+      "grad_norm": 593.6306762695312,
+      "learning_rate": 6.485804416403785e-07,
+      "loss": 49.625,
+      "step": 1028
+    },
+    {
+      "epoch": 0.009740536344790374,
+      "grad_norm": 959.9777221679688,
+      "learning_rate": 6.49211356466877e-07,
+      "loss": 42.2656,
+      "step": 1029
+    },
+    {
+      "epoch": 0.009750002366505429,
+      "grad_norm": 1276.7330322265625,
+      "learning_rate": 6.498422712933753e-07,
+      "loss": 124.3438,
+      "step": 1030
+    },
+    {
+      "epoch": 0.009759468388220482,
+      "grad_norm": 804.0978393554688,
+      "learning_rate": 6.504731861198738e-07,
+      "loss": 109.4688,
+      "step": 1031
+    },
+    {
+      "epoch": 0.009768934409935537,
+      "grad_norm": 447.599853515625,
+      "learning_rate": 6.511041009463723e-07,
+      "loss": 48.4062,
+      "step": 1032
+    },
+    {
+      "epoch": 0.00977840043165059,
+      "grad_norm": 432.9711608886719,
+      "learning_rate": 6.517350157728706e-07,
+      "loss": 41.75,
+      "step": 1033
+    },
+    {
+      "epoch": 0.009787866453365645,
+      "grad_norm": 518.04443359375,
+      "learning_rate": 6.523659305993691e-07,
+      "loss": 56.0,
+      "step": 1034
+    },
+    {
+      "epoch": 0.009797332475080698,
+      "grad_norm": 723.4774169921875,
+      "learning_rate": 6.529968454258675e-07,
+      "loss": 46.4219,
+      "step": 1035
+    },
+    {
+      "epoch": 0.009806798496795752,
+      "grad_norm": 474.6865234375,
+      "learning_rate": 6.536277602523658e-07,
+      "loss": 45.0938,
+      "step": 1036
+    },
+    {
+      "epoch": 0.009816264518510805,
+      "grad_norm": 815.59130859375,
+      "learning_rate": 6.542586750788643e-07,
+      "loss": 82.7969,
+      "step": 1037
+    },
+    {
+      "epoch": 0.00982573054022586,
+      "grad_norm": 906.5792846679688,
+      "learning_rate": 6.548895899053627e-07,
+      "loss": 45.0469,
+      "step": 1038
+    },
+    {
+      "epoch": 0.009835196561940913,
+      "grad_norm": 522.0941162109375,
+      "learning_rate": 6.555205047318612e-07,
+      "loss": 42.75,
+      "step": 1039
+    },
+    {
+      "epoch": 0.009844662583655966,
+      "grad_norm": 695.6386108398438,
+      "learning_rate": 6.561514195583596e-07,
+      "loss": 83.3125,
+      "step": 1040
+    },
+    {
+      "epoch": 0.00985412860537102,
+      "grad_norm": 620.719482421875,
+      "learning_rate": 6.56782334384858e-07,
+      "loss": 56.7188,
+      "step": 1041
+    },
+    {
+      "epoch": 0.009863594627086074,
+      "grad_norm": 441.2978820800781,
+      "learning_rate": 6.574132492113565e-07,
+      "loss": 46.1562,
+      "step": 1042
+    },
+    {
+      "epoch": 0.009873060648801129,
+      "grad_norm": 986.527587890625,
+      "learning_rate": 6.580441640378549e-07,
+      "loss": 104.6875,
+      "step": 1043
+    },
+    {
+      "epoch": 0.009882526670516182,
+      "grad_norm": 2.6964478492736816,
+      "learning_rate": 6.586750788643532e-07,
+      "loss": 0.8887,
+      "step": 1044
+    },
+    {
+      "epoch": 0.009891992692231236,
+      "grad_norm": 652.0984497070312,
+      "learning_rate": 6.593059936908517e-07,
+      "loss": 99.0938,
+      "step": 1045
+    },
+    {
+      "epoch": 0.00990145871394629,
+      "grad_norm": 792.8449096679688,
+      "learning_rate": 6.599369085173502e-07,
+      "loss": 46.0,
+      "step": 1046
+    },
+    {
+      "epoch": 0.009910924735661344,
+      "grad_norm": 765.668701171875,
+      "learning_rate": 6.605678233438485e-07,
+      "loss": 71.8281,
+      "step": 1047
+    },
+    {
+      "epoch": 0.009920390757376397,
+      "grad_norm": 852.4647827148438,
+      "learning_rate": 6.61198738170347e-07,
+      "loss": 97.8438,
+      "step": 1048
+    },
+    {
+      "epoch": 0.009929856779091452,
+      "grad_norm": 835.20849609375,
+      "learning_rate": 6.618296529968454e-07,
+      "loss": 52.375,
+      "step": 1049
+    },
+    {
+      "epoch": 0.009939322800806505,
+      "grad_norm": 740.9287109375,
+      "learning_rate": 6.624605678233438e-07,
+      "loss": 74.25,
+      "step": 1050
+    },
+    {
+      "epoch": 0.00994878882252156,
+      "grad_norm": 5165.1748046875,
+      "learning_rate": 6.630914826498423e-07,
+      "loss": 91.4062,
+      "step": 1051
+    },
+    {
+      "epoch": 0.009958254844236613,
+      "grad_norm": 453.8856506347656,
+      "learning_rate": 6.637223974763407e-07,
+      "loss": 45.1875,
+      "step": 1052
+    },
+    {
+      "epoch": 0.009967720865951666,
+      "grad_norm": 350.9989318847656,
+      "learning_rate": 6.64353312302839e-07,
+      "loss": 42.4688,
+      "step": 1053
+    },
+    {
+      "epoch": 0.00997718688766672,
+      "grad_norm": 557.787353515625,
+      "learning_rate": 6.649842271293375e-07,
+      "loss": 46.4062,
+      "step": 1054
+    },
+    {
+      "epoch": 0.009986652909381773,
+      "grad_norm": 643.2884521484375,
+      "learning_rate": 6.656151419558359e-07,
+      "loss": 37.3438,
+      "step": 1055
+    },
+    {
+      "epoch": 0.009996118931096828,
+      "grad_norm": 954.6444091796875,
+      "learning_rate": 6.662460567823344e-07,
+      "loss": 46.625,
+      "step": 1056
+    },
+    {
+      "epoch": 0.010005584952811881,
+      "grad_norm": 669.3492431640625,
+      "learning_rate": 6.668769716088328e-07,
+      "loss": 60.4062,
+      "step": 1057
+    },
+    {
+      "epoch": 0.010015050974526936,
+      "grad_norm": 579.873291015625,
+      "learning_rate": 6.675078864353312e-07,
+      "loss": 54.5625,
+      "step": 1058
+    },
+    {
+      "epoch": 0.010024516996241989,
+      "grad_norm": 1750.781005859375,
+      "learning_rate": 6.681388012618297e-07,
+      "loss": 47.7812,
+      "step": 1059
+    },
+    {
+      "epoch": 0.010033983017957044,
+      "grad_norm": 1044.7310791015625,
+      "learning_rate": 6.68769716088328e-07,
+      "loss": 114.0312,
+      "step": 1060
+    },
+    {
+      "epoch": 0.010043449039672097,
+      "grad_norm": 433.9689025878906,
+      "learning_rate": 6.694006309148265e-07,
+      "loss": 38.7656,
+      "step": 1061
+    },
+    {
+      "epoch": 0.010052915061387151,
+      "grad_norm": 641.3822631835938,
+      "learning_rate": 6.70031545741325e-07,
+      "loss": 111.5,
+      "step": 1062
+    },
+    {
+      "epoch": 0.010062381083102204,
+      "grad_norm": 369.2008361816406,
+      "learning_rate": 6.706624605678232e-07,
+      "loss": 42.9688,
+      "step": 1063
+    },
+    {
+      "epoch": 0.010071847104817259,
+      "grad_norm": 2.9918320178985596,
+      "learning_rate": 6.712933753943217e-07,
+      "loss": 0.9243,
+      "step": 1064
+    },
+    {
+      "epoch": 0.010081313126532312,
+      "grad_norm": 659.8385009765625,
+      "learning_rate": 6.719242902208202e-07,
+      "loss": 121.625,
+      "step": 1065
+    },
+    {
+      "epoch": 0.010090779148247367,
+      "grad_norm": 725.3938598632812,
+      "learning_rate": 6.725552050473186e-07,
+      "loss": 63.4688,
+      "step": 1066
+    },
+    {
+      "epoch": 0.01010024516996242,
+      "grad_norm": 815.791259765625,
+      "learning_rate": 6.73186119873817e-07,
+      "loss": 63.0625,
+      "step": 1067
+    },
+    {
+      "epoch": 0.010109711191677473,
+      "grad_norm": 1127.51953125,
+      "learning_rate": 6.738170347003155e-07,
+      "loss": 69.9688,
+      "step": 1068
+    },
+    {
+      "epoch": 0.010119177213392528,
+      "grad_norm": 634.3098754882812,
+      "learning_rate": 6.744479495268139e-07,
+      "loss": 52.4375,
+      "step": 1069
+    },
+    {
+      "epoch": 0.01012864323510758,
+      "grad_norm": 472.3537902832031,
+      "learning_rate": 6.750788643533123e-07,
+      "loss": 43.25,
+      "step": 1070
+    },
+    {
+      "epoch": 0.010138109256822635,
+      "grad_norm": 632.0870971679688,
+      "learning_rate": 6.757097791798106e-07,
+      "loss": 108.5938,
+      "step": 1071
+    },
+    {
+      "epoch": 0.010147575278537688,
+      "grad_norm": 658.1650390625,
+      "learning_rate": 6.763406940063091e-07,
+      "loss": 73.8125,
+      "step": 1072
+    },
+    {
+      "epoch": 0.010157041300252743,
+      "grad_norm": 710.2623901367188,
+      "learning_rate": 6.769716088328075e-07,
+      "loss": 73.25,
+      "step": 1073
+    },
+    {
+      "epoch": 0.010166507321967796,
+      "grad_norm": 454.2070007324219,
+      "learning_rate": 6.776025236593059e-07,
+      "loss": 38.875,
+      "step": 1074
+    },
+    {
+      "epoch": 0.010175973343682851,
+      "grad_norm": 1152.6356201171875,
+      "learning_rate": 6.782334384858044e-07,
+      "loss": 111.2188,
+      "step": 1075
+    },
+    {
+      "epoch": 0.010185439365397904,
+      "grad_norm": 490.9013977050781,
+      "learning_rate": 6.788643533123029e-07,
+      "loss": 58.125,
+      "step": 1076
+    },
+    {
+      "epoch": 0.010194905387112959,
+      "grad_norm": 629.836669921875,
+      "learning_rate": 6.794952681388012e-07,
+      "loss": 65.4375,
+      "step": 1077
+    },
+    {
+      "epoch": 0.010204371408828012,
+      "grad_norm": 380.32220458984375,
+      "learning_rate": 6.801261829652997e-07,
+      "loss": 43.25,
+      "step": 1078
+    },
+    {
+      "epoch": 0.010213837430543066,
+      "grad_norm": 964.2496337890625,
+      "learning_rate": 6.807570977917982e-07,
+      "loss": 33.5781,
+      "step": 1079
+    },
+    {
+      "epoch": 0.01022330345225812,
+      "grad_norm": 880.822998046875,
+      "learning_rate": 6.813880126182964e-07,
+      "loss": 43.4062,
+      "step": 1080
+    },
+    {
+      "epoch": 0.010232769473973174,
+      "grad_norm": 682.4675903320312,
+      "learning_rate": 6.820189274447949e-07,
+      "loss": 46.0,
+      "step": 1081
+    },
+    {
+      "epoch": 0.010242235495688227,
+      "grad_norm": 619.7885131835938,
+      "learning_rate": 6.826498422712933e-07,
+      "loss": 66.7188,
+      "step": 1082
+    },
+    {
+      "epoch": 0.01025170151740328,
+      "grad_norm": 450.420654296875,
+      "learning_rate": 6.832807570977917e-07,
+      "loss": 39.6875,
+      "step": 1083
+    },
+    {
+      "epoch": 0.010261167539118335,
+      "grad_norm": 504.1923828125,
+      "learning_rate": 6.839116719242902e-07,
+      "loss": 48.6875,
+      "step": 1084
+    },
+    {
+      "epoch": 0.010270633560833388,
+      "grad_norm": 409.48089599609375,
+      "learning_rate": 6.845425867507886e-07,
+      "loss": 42.0156,
+      "step": 1085
+    },
+    {
+      "epoch": 0.010280099582548443,
+      "grad_norm": 737.5615844726562,
+      "learning_rate": 6.851735015772871e-07,
+      "loss": 65.1094,
+      "step": 1086
+    },
+    {
+      "epoch": 0.010289565604263496,
+      "grad_norm": 463.4221496582031,
+      "learning_rate": 6.858044164037855e-07,
+      "loss": 45.7188,
+      "step": 1087
+    },
+    {
+      "epoch": 0.01029903162597855,
+      "grad_norm": 621.4237670898438,
+      "learning_rate": 6.864353312302839e-07,
+      "loss": 84.3438,
+      "step": 1088
+    },
+    {
+      "epoch": 0.010308497647693603,
+      "grad_norm": 1241.0513916015625,
+      "learning_rate": 6.870662460567823e-07,
+      "loss": 76.0156,
+      "step": 1089
+    },
+    {
+      "epoch": 0.010317963669408658,
+      "grad_norm": 465.3297424316406,
+      "learning_rate": 6.876971608832807e-07,
+      "loss": 37.4375,
+      "step": 1090
+    },
+    {
+      "epoch": 0.010327429691123711,
+      "grad_norm": 506.2282409667969,
+      "learning_rate": 6.883280757097791e-07,
+      "loss": 45.9375,
+      "step": 1091
+    },
+    {
+      "epoch": 0.010336895712838766,
+      "grad_norm": 517.960205078125,
+      "learning_rate": 6.889589905362776e-07,
+      "loss": 41.4688,
+      "step": 1092
+    },
+    {
+      "epoch": 0.010346361734553819,
+      "grad_norm": 538.6528930664062,
+      "learning_rate": 6.895899053627759e-07,
+      "loss": 85.8438,
+      "step": 1093
+    },
+    {
+      "epoch": 0.010355827756268874,
+      "grad_norm": 751.6373901367188,
+      "learning_rate": 6.902208201892744e-07,
+      "loss": 56.7656,
+      "step": 1094
+    },
+    {
+      "epoch": 0.010365293777983927,
+      "grad_norm": 767.9102172851562,
+      "learning_rate": 6.908517350157729e-07,
+      "loss": 89.2188,
+      "step": 1095
+    },
+    {
+      "epoch": 0.01037475979969898,
+      "grad_norm": 627.80517578125,
+      "learning_rate": 6.914826498422713e-07,
+      "loss": 41.7812,
+      "step": 1096
+    },
+    {
+      "epoch": 0.010384225821414034,
+      "grad_norm": 619.3834228515625,
+      "learning_rate": 6.921135646687697e-07,
+      "loss": 86.2812,
+      "step": 1097
+    },
+    {
+      "epoch": 0.010393691843129087,
+      "grad_norm": 1102.9801025390625,
+      "learning_rate": 6.927444794952681e-07,
+      "loss": 61.7188,
+      "step": 1098
+    },
+    {
+      "epoch": 0.010403157864844142,
+      "grad_norm": 776.8458862304688,
+      "learning_rate": 6.933753943217665e-07,
+      "loss": 87.7656,
+      "step": 1099
+    },
+    {
+      "epoch": 0.010412623886559195,
+      "grad_norm": 602.0908813476562,
+      "learning_rate": 6.940063091482649e-07,
+      "loss": 44.7812,
+      "step": 1100
+    },
+    {
+      "epoch": 0.01042208990827425,
+      "grad_norm": 575.8475952148438,
+      "learning_rate": 6.946372239747633e-07,
+      "loss": 52.9844,
+      "step": 1101
+    },
+    {
+      "epoch": 0.010431555929989303,
+      "grad_norm": 616.6809692382812,
+      "learning_rate": 6.952681388012618e-07,
+      "loss": 65.9062,
+      "step": 1102
+    },
+    {
+      "epoch": 0.010441021951704358,
+      "grad_norm": 521.318115234375,
+      "learning_rate": 6.958990536277603e-07,
+      "loss": 45.8906,
+      "step": 1103
+    },
+    {
+      "epoch": 0.01045048797341941,
+      "grad_norm": 612.0499267578125,
+      "learning_rate": 6.965299684542586e-07,
+      "loss": 49.9844,
+      "step": 1104
+    },
+    {
+      "epoch": 0.010459953995134465,
+      "grad_norm": 798.2891845703125,
+      "learning_rate": 6.971608832807571e-07,
+      "loss": 92.0625,
+      "step": 1105
+    },
+    {
+      "epoch": 0.010469420016849518,
+      "grad_norm": 961.2871704101562,
+      "learning_rate": 6.977917981072556e-07,
+      "loss": 103.5,
+      "step": 1106
+    },
+    {
+      "epoch": 0.010478886038564573,
+      "grad_norm": 480.06219482421875,
+      "learning_rate": 6.984227129337538e-07,
+      "loss": 42.3438,
+      "step": 1107
+    },
+    {
+      "epoch": 0.010488352060279626,
+      "grad_norm": 650.8759155273438,
+      "learning_rate": 6.990536277602523e-07,
+      "loss": 57.6406,
+      "step": 1108
+    },
+    {
+      "epoch": 0.010497818081994681,
+      "grad_norm": 764.945068359375,
+      "learning_rate": 6.996845425867508e-07,
+      "loss": 33.8125,
+      "step": 1109
+    },
+    {
+      "epoch": 0.010507284103709734,
+      "grad_norm": 823.4776611328125,
+      "learning_rate": 7.003154574132491e-07,
+      "loss": 61.5625,
+      "step": 1110
+    },
+    {
+      "epoch": 0.010516750125424787,
+      "grad_norm": 829.9736938476562,
+      "learning_rate": 7.009463722397476e-07,
+      "loss": 56.9375,
+      "step": 1111
+    },
+    {
+      "epoch": 0.010526216147139842,
+      "grad_norm": 438.975830078125,
+      "learning_rate": 7.01577287066246e-07,
+      "loss": 45.9688,
+      "step": 1112
+    },
+    {
+      "epoch": 0.010535682168854895,
+      "grad_norm": 858.3340454101562,
+      "learning_rate": 7.022082018927445e-07,
+      "loss": 44.6875,
+      "step": 1113
+    },
+    {
+      "epoch": 0.01054514819056995,
+      "grad_norm": 583.1493530273438,
+      "learning_rate": 7.028391167192429e-07,
+      "loss": 72.8125,
+      "step": 1114
+    },
+    {
+      "epoch": 0.010554614212285002,
+      "grad_norm": 483.8931579589844,
+      "learning_rate": 7.034700315457413e-07,
+      "loss": 50.7969,
+      "step": 1115
+    },
+    {
+      "epoch": 0.010564080234000057,
+      "grad_norm": 623.7691040039062,
+      "learning_rate": 7.041009463722397e-07,
+      "loss": 43.1875,
+      "step": 1116
+    },
+    {
+      "epoch": 0.01057354625571511,
+      "grad_norm": 540.7147827148438,
+      "learning_rate": 7.047318611987381e-07,
+      "loss": 102.75,
+      "step": 1117
+    },
+    {
+      "epoch": 0.010583012277430165,
+      "grad_norm": 378.2498779296875,
+      "learning_rate": 7.053627760252365e-07,
+      "loss": 38.1562,
+      "step": 1118
+    },
+    {
+      "epoch": 0.010592478299145218,
+      "grad_norm": 3.1447324752807617,
+      "learning_rate": 7.05993690851735e-07,
+      "loss": 0.8916,
+      "step": 1119
+    },
+    {
+      "epoch": 0.010601944320860273,
+      "grad_norm": 871.4137573242188,
+      "learning_rate": 7.066246056782334e-07,
+      "loss": 122.0625,
+      "step": 1120
+    },
+    {
+      "epoch": 0.010611410342575326,
+      "grad_norm": 780.8139038085938,
+      "learning_rate": 7.072555205047318e-07,
+      "loss": 49.2188,
+      "step": 1121
+    },
+    {
+      "epoch": 0.01062087636429038,
+      "grad_norm": 704.7964477539062,
+      "learning_rate": 7.078864353312303e-07,
+      "loss": 88.9375,
+      "step": 1122
+    },
+    {
+      "epoch": 0.010630342386005433,
+      "grad_norm": 693.3671264648438,
+      "learning_rate": 7.085173501577287e-07,
+      "loss": 44.7188,
+      "step": 1123
+    },
+    {
+      "epoch": 0.010639808407720486,
+      "grad_norm": 1275.65625,
+      "learning_rate": 7.091482649842271e-07,
+      "loss": 98.6562,
+      "step": 1124
+    },
+    {
+      "epoch": 0.010649274429435541,
+      "grad_norm": 491.3037109375,
+      "learning_rate": 7.097791798107255e-07,
+      "loss": 63.9375,
+      "step": 1125
+    },
+    {
+      "epoch": 0.010658740451150594,
+      "grad_norm": 417.89508056640625,
+      "learning_rate": 7.104100946372239e-07,
+      "loss": 44.9062,
+      "step": 1126
+    },
+    {
+      "epoch": 0.010668206472865649,
+      "grad_norm": 407.1385192871094,
+      "learning_rate": 7.110410094637223e-07,
+      "loss": 38.9062,
+      "step": 1127
+    },
+    {
+      "epoch": 0.010677672494580702,
+      "grad_norm": 1325.8424072265625,
+      "learning_rate": 7.116719242902208e-07,
+      "loss": 115.625,
+      "step": 1128
+    },
+    {
+      "epoch": 0.010687138516295757,
+      "grad_norm": 2.8936243057250977,
+      "learning_rate": 7.123028391167192e-07,
+      "loss": 1.0005,
+      "step": 1129
+    },
+    {
+      "epoch": 0.01069660453801081,
+      "grad_norm": 796.4735717773438,
+      "learning_rate": 7.129337539432176e-07,
+      "loss": 48.8125,
+      "step": 1130
+    },
+    {
+      "epoch": 0.010706070559725864,
+      "grad_norm": 617.4832763671875,
+      "learning_rate": 7.135646687697161e-07,
+      "loss": 85.75,
+      "step": 1131
+    },
+    {
+      "epoch": 0.010715536581440917,
+      "grad_norm": 768.2022094726562,
+      "learning_rate": 7.141955835962145e-07,
+      "loss": 40.5156,
+      "step": 1132
+    },
+    {
+      "epoch": 0.010725002603155972,
+      "grad_norm": 429.1643981933594,
+      "learning_rate": 7.14826498422713e-07,
+      "loss": 46.7344,
+      "step": 1133
+    },
+    {
+      "epoch": 0.010734468624871025,
+      "grad_norm": 627.5374145507812,
+      "learning_rate": 7.154574132492112e-07,
+      "loss": 88.75,
+      "step": 1134
+    },
+    {
+      "epoch": 0.01074393464658608,
+      "grad_norm": 535.9691162109375,
+      "learning_rate": 7.160883280757097e-07,
+      "loss": 44.9688,
+      "step": 1135
+    },
+    {
+      "epoch": 0.010753400668301133,
+      "grad_norm": 2.791865110397339,
+      "learning_rate": 7.167192429022082e-07,
+      "loss": 0.9404,
+      "step": 1136
+    },
+    {
+      "epoch": 0.010762866690016188,
+      "grad_norm": 972.8465576171875,
+      "learning_rate": 7.173501577287065e-07,
+      "loss": 91.875,
+      "step": 1137
+    },
+    {
+      "epoch": 0.01077233271173124,
+      "grad_norm": 998.28271484375,
+      "learning_rate": 7.17981072555205e-07,
+      "loss": 130.375,
+      "step": 1138
+    },
+    {
+      "epoch": 0.010781798733446294,
+      "grad_norm": 687.6041870117188,
+      "learning_rate": 7.186119873817035e-07,
+      "loss": 68.375,
+      "step": 1139
+    },
+    {
+      "epoch": 0.010791264755161348,
+      "grad_norm": 599.0660400390625,
+      "learning_rate": 7.192429022082019e-07,
+      "loss": 60.7812,
+      "step": 1140
+    },
+    {
+      "epoch": 0.010800730776876401,
+      "grad_norm": 440.9027404785156,
+      "learning_rate": 7.198738170347003e-07,
+      "loss": 42.1719,
+      "step": 1141
+    },
+    {
+      "epoch": 0.010810196798591456,
+      "grad_norm": 566.9161376953125,
+      "learning_rate": 7.205047318611988e-07,
+      "loss": 58.25,
+      "step": 1142
+    },
+    {
+      "epoch": 0.01081966282030651,
+      "grad_norm": 738.4607543945312,
+      "learning_rate": 7.211356466876971e-07,
+      "loss": 85.1875,
+      "step": 1143
+    },
+    {
+      "epoch": 0.010829128842021564,
+      "grad_norm": 523.1826782226562,
+      "learning_rate": 7.217665615141955e-07,
+      "loss": 55.0625,
+      "step": 1144
+    },
+    {
+      "epoch": 0.010838594863736617,
+      "grad_norm": 1281.4342041015625,
+      "learning_rate": 7.223974763406939e-07,
+      "loss": 97.5,
+      "step": 1145
+    },
+    {
+      "epoch": 0.010848060885451672,
+      "grad_norm": 3.028278112411499,
+      "learning_rate": 7.230283911671924e-07,
+      "loss": 0.8862,
+      "step": 1146
+    },
+    {
+      "epoch": 0.010857526907166725,
+      "grad_norm": 497.7133483886719,
+      "learning_rate": 7.236593059936908e-07,
+      "loss": 43.875,
+      "step": 1147
+    },
+    {
+      "epoch": 0.01086699292888178,
+      "grad_norm": 605.82080078125,
+      "learning_rate": 7.242902208201892e-07,
+      "loss": 43.4062,
+      "step": 1148
+    },
+    {
+      "epoch": 0.010876458950596832,
+      "grad_norm": 1414.20166015625,
+      "learning_rate": 7.249211356466877e-07,
+      "loss": 90.5938,
+      "step": 1149
+    },
+    {
+      "epoch": 0.010885924972311887,
+      "grad_norm": 2.4926888942718506,
+      "learning_rate": 7.255520504731862e-07,
+      "loss": 0.8311,
+      "step": 1150
+    },
+    {
+      "epoch": 0.01089539099402694,
+      "grad_norm": 844.3794555664062,
+      "learning_rate": 7.261829652996845e-07,
+      "loss": 92.9688,
+      "step": 1151
+    },
+    {
+      "epoch": 0.010904857015741995,
+      "grad_norm": 964.7125244140625,
+      "learning_rate": 7.26813880126183e-07,
+      "loss": 66.2188,
+      "step": 1152
+    },
+    {
+      "epoch": 0.010914323037457048,
+      "grad_norm": 480.13623046875,
+      "learning_rate": 7.274447949526814e-07,
+      "loss": 46.0469,
+      "step": 1153
+    },
+    {
+      "epoch": 0.010923789059172101,
+      "grad_norm": 380.8642578125,
+      "learning_rate": 7.280757097791797e-07,
+      "loss": 39.7969,
+      "step": 1154
+    },
+    {
+      "epoch": 0.010933255080887156,
+      "grad_norm": 587.11962890625,
+      "learning_rate": 7.287066246056782e-07,
+      "loss": 55.3594,
+      "step": 1155
+    },
+    {
+      "epoch": 0.010942721102602209,
+      "grad_norm": 395.0832214355469,
+      "learning_rate": 7.293375394321766e-07,
+      "loss": 68.5312,
+      "step": 1156
+    },
+    {
+      "epoch": 0.010952187124317263,
+      "grad_norm": 361.3826599121094,
+      "learning_rate": 7.29968454258675e-07,
+      "loss": 37.6562,
+      "step": 1157
+    },
+    {
+      "epoch": 0.010961653146032316,
+      "grad_norm": 542.1301879882812,
+      "learning_rate": 7.305993690851735e-07,
+      "loss": 67.5625,
+      "step": 1158
+    },
+    {
+      "epoch": 0.010971119167747371,
+      "grad_norm": 416.7520751953125,
+      "learning_rate": 7.312302839116719e-07,
+      "loss": 43.9062,
+      "step": 1159
+    },
+    {
+      "epoch": 0.010980585189462424,
+      "grad_norm": 668.8477172851562,
+      "learning_rate": 7.318611987381704e-07,
+      "loss": 86.1094,
+      "step": 1160
+    },
+    {
+      "epoch": 0.010990051211177479,
+      "grad_norm": 483.09503173828125,
+      "learning_rate": 7.324921135646687e-07,
+      "loss": 47.8125,
+      "step": 1161
+    },
+    {
+      "epoch": 0.010999517232892532,
+      "grad_norm": 793.0693359375,
+      "learning_rate": 7.331230283911671e-07,
+      "loss": 94.75,
+      "step": 1162
+    },
+    {
+      "epoch": 0.011008983254607587,
+      "grad_norm": 389.770263671875,
+      "learning_rate": 7.337539432176656e-07,
+      "loss": 44.7031,
+      "step": 1163
+    },
+    {
+      "epoch": 0.01101844927632264,
+      "grad_norm": 929.1907958984375,
+      "learning_rate": 7.34384858044164e-07,
+      "loss": 69.8438,
+      "step": 1164
+    },
+    {
+      "epoch": 0.011027915298037694,
+      "grad_norm": 1012.8470458984375,
+      "learning_rate": 7.350157728706624e-07,
+      "loss": 43.5625,
+      "step": 1165
+    },
+    {
+      "epoch": 0.011037381319752747,
+      "grad_norm": 511.25439453125,
+      "learning_rate": 7.356466876971609e-07,
+      "loss": 42.7031,
+      "step": 1166
+    },
+    {
+      "epoch": 0.0110468473414678,
+      "grad_norm": 550.285888671875,
+      "learning_rate": 7.362776025236592e-07,
+      "loss": 64.5625,
+      "step": 1167
+    },
+    {
+      "epoch": 0.011056313363182855,
+      "grad_norm": 1324.77392578125,
+      "learning_rate": 7.369085173501577e-07,
+      "loss": 104.7188,
+      "step": 1168
+    },
+    {
+      "epoch": 0.011065779384897908,
+      "grad_norm": 2.3348450660705566,
+      "learning_rate": 7.375394321766562e-07,
+      "loss": 0.7603,
+      "step": 1169
+    },
+    {
+      "epoch": 0.011075245406612963,
+      "grad_norm": 684.0159301757812,
+      "learning_rate": 7.381703470031545e-07,
+      "loss": 42.6719,
+      "step": 1170
+    },
+    {
+      "epoch": 0.011084711428328016,
+      "grad_norm": 575.6126708984375,
+      "learning_rate": 7.388012618296529e-07,
+      "loss": 69.6875,
+      "step": 1171
+    },
+    {
+      "epoch": 0.01109417745004307,
+      "grad_norm": 617.8461303710938,
+      "learning_rate": 7.394321766561514e-07,
+      "loss": 68.5938,
+      "step": 1172
+    },
+    {
+      "epoch": 0.011103643471758124,
+      "grad_norm": 983.6828002929688,
+      "learning_rate": 7.400630914826498e-07,
+      "loss": 100.4375,
+      "step": 1173
+    },
+    {
+      "epoch": 0.011113109493473178,
+      "grad_norm": 647.299560546875,
+      "learning_rate": 7.406940063091482e-07,
+      "loss": 51.1562,
+      "step": 1174
+    },
+    {
+      "epoch": 0.011122575515188231,
+      "grad_norm": 674.8086547851562,
+      "learning_rate": 7.413249211356467e-07,
+      "loss": 58.2812,
+      "step": 1175
+    },
+    {
+      "epoch": 0.011132041536903286,
+      "grad_norm": 575.8084106445312,
+      "learning_rate": 7.419558359621451e-07,
+      "loss": 72.3438,
+      "step": 1176
+    },
+    {
+      "epoch": 0.01114150755861834,
+      "grad_norm": 361.0384216308594,
+      "learning_rate": 7.425867507886436e-07,
+      "loss": 39.9688,
+      "step": 1177
+    },
+    {
+      "epoch": 0.011150973580333394,
+      "grad_norm": 546.4700927734375,
+      "learning_rate": 7.432176656151419e-07,
+      "loss": 49.4219,
+      "step": 1178
+    },
+    {
+      "epoch": 0.011160439602048447,
+      "grad_norm": 941.0468139648438,
+      "learning_rate": 7.438485804416403e-07,
+      "loss": 73.9688,
+      "step": 1179
+    },
+    {
+      "epoch": 0.011169905623763502,
+      "grad_norm": 547.6505737304688,
+      "learning_rate": 7.444794952681388e-07,
+      "loss": 59.125,
+      "step": 1180
+    },
+    {
+      "epoch": 0.011179371645478555,
+      "grad_norm": 570.5455322265625,
+      "learning_rate": 7.451104100946371e-07,
+      "loss": 89.0938,
+      "step": 1181
+    },
+    {
+      "epoch": 0.011188837667193608,
+      "grad_norm": 1102.265625,
+      "learning_rate": 7.457413249211356e-07,
+      "loss": 45.2344,
+      "step": 1182
+    },
+    {
+      "epoch": 0.011198303688908662,
+      "grad_norm": 761.554443359375,
+      "learning_rate": 7.463722397476341e-07,
+      "loss": 42.4688,
+      "step": 1183
+    },
+    {
+      "epoch": 0.011207769710623715,
+      "grad_norm": 823.8197631835938,
+      "learning_rate": 7.470031545741324e-07,
+      "loss": 51.4375,
+      "step": 1184
+    },
+    {
+      "epoch": 0.01121723573233877,
+      "grad_norm": 791.961181640625,
+      "learning_rate": 7.476340694006309e-07,
+      "loss": 101.2969,
+      "step": 1185
+    },
+    {
+      "epoch": 0.011226701754053823,
+      "grad_norm": 641.5358276367188,
+      "learning_rate": 7.482649842271294e-07,
+      "loss": 80.0,
+      "step": 1186
+    },
+    {
+      "epoch": 0.011236167775768878,
+      "grad_norm": 3.2808167934417725,
+      "learning_rate": 7.488958990536278e-07,
+      "loss": 0.9468,
+      "step": 1187
+    },
+    {
+      "epoch": 0.011245633797483931,
+      "grad_norm": 584.5095825195312,
+      "learning_rate": 7.495268138801261e-07,
+      "loss": 83.0625,
+      "step": 1188
+    },
+    {
+      "epoch": 0.011255099819198986,
+      "grad_norm": 727.7489624023438,
+      "learning_rate": 7.501577287066245e-07,
+      "loss": 78.5625,
+      "step": 1189
+    },
+    {
+      "epoch": 0.011264565840914039,
+      "grad_norm": 525.2669677734375,
+      "learning_rate": 7.50788643533123e-07,
+      "loss": 83.0625,
+      "step": 1190
+    },
+    {
+      "epoch": 0.011274031862629093,
+      "grad_norm": 1470.11328125,
+      "learning_rate": 7.514195583596214e-07,
+      "loss": 62.875,
+      "step": 1191
+    },
+    {
+      "epoch": 0.011283497884344146,
+      "grad_norm": 655.149169921875,
+      "learning_rate": 7.520504731861198e-07,
+      "loss": 88.0625,
+      "step": 1192
+    },
+    {
+      "epoch": 0.011292963906059201,
+      "grad_norm": 701.13525390625,
+      "learning_rate": 7.526813880126183e-07,
+      "loss": 75.25,
+      "step": 1193
+    },
+    {
+      "epoch": 0.011302429927774254,
+      "grad_norm": 634.4474487304688,
+      "learning_rate": 7.533123028391167e-07,
+      "loss": 63.9688,
+      "step": 1194
+    },
+    {
+      "epoch": 0.011311895949489309,
+      "grad_norm": 1587.64111328125,
+      "learning_rate": 7.539432176656151e-07,
+      "loss": 74.2812,
+      "step": 1195
+    },
+    {
+      "epoch": 0.011321361971204362,
+      "grad_norm": 776.825439453125,
+      "learning_rate": 7.545741324921136e-07,
+      "loss": 40.4688,
+      "step": 1196
+    },
+    {
+      "epoch": 0.011330827992919415,
+      "grad_norm": 2.978459119796753,
+      "learning_rate": 7.55205047318612e-07,
+      "loss": 0.9155,
+      "step": 1197
+    },
+    {
+      "epoch": 0.01134029401463447,
+      "grad_norm": 1323.5599365234375,
+      "learning_rate": 7.558359621451103e-07,
+      "loss": 106.2969,
+      "step": 1198
+    },
+    {
+      "epoch": 0.011349760036349523,
+      "grad_norm": 997.7550048828125,
+      "learning_rate": 7.564668769716088e-07,
+      "loss": 63.9062,
+      "step": 1199
+    },
+    {
+      "epoch": 0.011359226058064577,
+      "grad_norm": 925.4991455078125,
+      "learning_rate": 7.570977917981072e-07,
+      "loss": 88.2812,
+      "step": 1200
+    },
+    {
+      "epoch": 0.01136869207977963,
+      "grad_norm": 714.1985473632812,
+      "learning_rate": 7.577287066246056e-07,
+      "loss": 46.2969,
+      "step": 1201
+    },
+    {
+      "epoch": 0.011378158101494685,
+      "grad_norm": 908.1348266601562,
+      "learning_rate": 7.583596214511041e-07,
+      "loss": 64.4219,
+      "step": 1202
+    },
+    {
+      "epoch": 0.011387624123209738,
+      "grad_norm": 503.49932861328125,
+      "learning_rate": 7.589905362776025e-07,
+      "loss": 48.9531,
+      "step": 1203
+    },
+    {
+      "epoch": 0.011397090144924793,
+      "grad_norm": 611.954345703125,
+      "learning_rate": 7.596214511041009e-07,
+      "loss": 69.125,
+      "step": 1204
+    },
+    {
+      "epoch": 0.011406556166639846,
+      "grad_norm": 471.5843505859375,
+      "learning_rate": 7.602523659305994e-07,
+      "loss": 45.8438,
+      "step": 1205
+    },
+    {
+      "epoch": 0.0114160221883549,
+      "grad_norm": 890.114013671875,
+      "learning_rate": 7.608832807570977e-07,
+      "loss": 50.8438,
+      "step": 1206
+    },
+    {
+      "epoch": 0.011425488210069954,
+      "grad_norm": 467.24603271484375,
+      "learning_rate": 7.615141955835962e-07,
+      "loss": 42.0,
+      "step": 1207
+    },
+    {
+      "epoch": 0.011434954231785008,
+      "grad_norm": 3.9368038177490234,
+      "learning_rate": 7.621451104100945e-07,
+      "loss": 0.7314,
+      "step": 1208
+    },
+    {
+      "epoch": 0.011444420253500062,
+      "grad_norm": 1478.703369140625,
+      "learning_rate": 7.62776025236593e-07,
+      "loss": 108.2812,
+      "step": 1209
+    },
+    {
+      "epoch": 0.011453886275215115,
+      "grad_norm": 935.6073608398438,
+      "learning_rate": 7.634069400630915e-07,
+      "loss": 111.5781,
+      "step": 1210
+    },
+    {
+      "epoch": 0.01146335229693017,
+      "grad_norm": 661.17041015625,
+      "learning_rate": 7.640378548895898e-07,
+      "loss": 54.5938,
+      "step": 1211
+    },
+    {
+      "epoch": 0.011472818318645222,
+      "grad_norm": 535.427001953125,
+      "learning_rate": 7.646687697160883e-07,
+      "loss": 86.625,
+      "step": 1212
+    },
+    {
+      "epoch": 0.011482284340360277,
+      "grad_norm": 519.889892578125,
+      "learning_rate": 7.652996845425868e-07,
+      "loss": 76.875,
+      "step": 1213
+    },
+    {
+      "epoch": 0.01149175036207533,
+      "grad_norm": 917.4583740234375,
+      "learning_rate": 7.659305993690851e-07,
+      "loss": 86.3125,
+      "step": 1214
+    },
+    {
+      "epoch": 0.011501216383790385,
+      "grad_norm": 595.05322265625,
+      "learning_rate": 7.665615141955835e-07,
+      "loss": 42.0938,
+      "step": 1215
+    },
+    {
+      "epoch": 0.011510682405505438,
+      "grad_norm": 1580.8245849609375,
+      "learning_rate": 7.67192429022082e-07,
+      "loss": 88.6562,
+      "step": 1216
+    },
+    {
+      "epoch": 0.011520148427220493,
+      "grad_norm": 655.0455322265625,
+      "learning_rate": 7.678233438485804e-07,
+      "loss": 64.0,
+      "step": 1217
+    },
+    {
+      "epoch": 0.011529614448935546,
+      "grad_norm": 361.3646545410156,
+      "learning_rate": 7.684542586750788e-07,
+      "loss": 36.5625,
+      "step": 1218
+    },
+    {
+      "epoch": 0.0115390804706506,
+      "grad_norm": 475.9730529785156,
+      "learning_rate": 7.690851735015772e-07,
+      "loss": 47.5781,
+      "step": 1219
+    },
+    {
+      "epoch": 0.011548546492365653,
+      "grad_norm": 847.6423950195312,
+      "learning_rate": 7.697160883280757e-07,
+      "loss": 97.4062,
+      "step": 1220
+    },
+    {
+      "epoch": 0.011558012514080708,
+      "grad_norm": 2.8572347164154053,
+      "learning_rate": 7.703470031545741e-07,
+      "loss": 0.8721,
+      "step": 1221
+    },
+    {
+      "epoch": 0.011567478535795761,
+      "grad_norm": 628.3573608398438,
+      "learning_rate": 7.709779179810725e-07,
+      "loss": 46.9375,
+      "step": 1222
+    },
+    {
+      "epoch": 0.011576944557510816,
+      "grad_norm": 706.1398315429688,
+      "learning_rate": 7.71608832807571e-07,
+      "loss": 61.8125,
+      "step": 1223
+    },
+    {
+      "epoch": 0.011586410579225869,
+      "grad_norm": 695.4225463867188,
+      "learning_rate": 7.722397476340695e-07,
+      "loss": 105.375,
+      "step": 1224
+    },
+    {
+      "epoch": 0.011595876600940922,
+      "grad_norm": 593.7330932617188,
+      "learning_rate": 7.728706624605677e-07,
+      "loss": 78.1562,
+      "step": 1225
+    },
+    {
+      "epoch": 0.011605342622655977,
+      "grad_norm": 437.4502868652344,
+      "learning_rate": 7.735015772870662e-07,
+      "loss": 34.5156,
+      "step": 1226
+    },
+    {
+      "epoch": 0.01161480864437103,
+      "grad_norm": 506.0677795410156,
+      "learning_rate": 7.741324921135647e-07,
+      "loss": 54.5,
+      "step": 1227
+    },
+    {
+      "epoch": 0.011624274666086084,
+      "grad_norm": 2275.670166015625,
+      "learning_rate": 7.74763406940063e-07,
+      "loss": 95.8438,
+      "step": 1228
+    },
+    {
+      "epoch": 0.011633740687801137,
+      "grad_norm": 1117.0675048828125,
+      "learning_rate": 7.753943217665615e-07,
+      "loss": 72.2188,
+      "step": 1229
+    },
+    {
+      "epoch": 0.011643206709516192,
+      "grad_norm": 492.5444030761719,
+      "learning_rate": 7.760252365930599e-07,
+      "loss": 37.5938,
+      "step": 1230
+    },
+    {
+      "epoch": 0.011652672731231245,
+      "grad_norm": 479.2723693847656,
+      "learning_rate": 7.766561514195583e-07,
+      "loss": 42.4531,
+      "step": 1231
+    },
+    {
+      "epoch": 0.0116621387529463,
+      "grad_norm": 686.6377563476562,
+      "learning_rate": 7.772870662460568e-07,
+      "loss": 99.6875,
+      "step": 1232
+    },
+    {
+      "epoch": 0.011671604774661353,
+      "grad_norm": 597.7495727539062,
+      "learning_rate": 7.779179810725552e-07,
+      "loss": 49.8125,
+      "step": 1233
+    },
+    {
+      "epoch": 0.011681070796376408,
+      "grad_norm": 582.8693237304688,
+      "learning_rate": 7.785488958990536e-07,
+      "loss": 41.1875,
+      "step": 1234
+    },
+    {
+      "epoch": 0.01169053681809146,
+      "grad_norm": 992.7817993164062,
+      "learning_rate": 7.79179810725552e-07,
+      "loss": 122.8125,
+      "step": 1235
+    },
+    {
+      "epoch": 0.011700002839806515,
+      "grad_norm": 617.5075073242188,
+      "learning_rate": 7.798107255520504e-07,
+      "loss": 60.4688,
+      "step": 1236
+    },
+    {
+      "epoch": 0.011709468861521568,
+      "grad_norm": 474.9856262207031,
+      "learning_rate": 7.804416403785489e-07,
+      "loss": 50.1719,
+      "step": 1237
+    },
+    {
+      "epoch": 0.011718934883236621,
+      "grad_norm": 723.9612426757812,
+      "learning_rate": 7.810725552050473e-07,
+      "loss": 100.1875,
+      "step": 1238
+    },
+    {
+      "epoch": 0.011728400904951676,
+      "grad_norm": 916.9580688476562,
+      "learning_rate": 7.817034700315457e-07,
+      "loss": 81.7812,
+      "step": 1239
+    },
+    {
+      "epoch": 0.011737866926666729,
+      "grad_norm": 1040.59326171875,
+      "learning_rate": 7.823343848580442e-07,
+      "loss": 76.2344,
+      "step": 1240
+    },
+    {
+      "epoch": 0.011747332948381784,
+      "grad_norm": 549.6194458007812,
+      "learning_rate": 7.829652996845425e-07,
+      "loss": 40.5312,
+      "step": 1241
+    },
+    {
+      "epoch": 0.011756798970096837,
+      "grad_norm": 1106.5904541015625,
+      "learning_rate": 7.83596214511041e-07,
+      "loss": 42.125,
+      "step": 1242
+    },
+    {
+      "epoch": 0.011766264991811892,
+      "grad_norm": 488.5059509277344,
+      "learning_rate": 7.842271293375394e-07,
+      "loss": 47.9062,
+      "step": 1243
+    },
+    {
+      "epoch": 0.011775731013526945,
+      "grad_norm": 781.1760864257812,
+      "learning_rate": 7.848580441640378e-07,
+      "loss": 91.6562,
+      "step": 1244
+    },
+    {
+      "epoch": 0.011785197035242,
+      "grad_norm": 523.8766479492188,
+      "learning_rate": 7.854889589905362e-07,
+      "loss": 54.9062,
+      "step": 1245
+    },
+    {
+      "epoch": 0.011794663056957052,
+      "grad_norm": 1125.2108154296875,
+      "learning_rate": 7.861198738170347e-07,
+      "loss": 87.2188,
+      "step": 1246
+    },
+    {
+      "epoch": 0.011804129078672107,
+      "grad_norm": 2.768118381500244,
+      "learning_rate": 7.867507886435331e-07,
+      "loss": 0.7827,
+      "step": 1247
+    },
+    {
+      "epoch": 0.01181359510038716,
+      "grad_norm": 487.3508605957031,
+      "learning_rate": 7.873817034700315e-07,
+      "loss": 68.125,
+      "step": 1248
+    },
+    {
+      "epoch": 0.011823061122102215,
+      "grad_norm": 490.568359375,
+      "learning_rate": 7.8801261829653e-07,
+      "loss": 38.125,
+      "step": 1249
+    },
+    {
+      "epoch": 0.011832527143817268,
+      "grad_norm": 578.349365234375,
+      "learning_rate": 7.886435331230284e-07,
+      "loss": 49.2812,
+      "step": 1250
+    },
+    {
+      "epoch": 0.011841993165532323,
+      "grad_norm": 605.2449340820312,
+      "learning_rate": 7.892744479495268e-07,
+      "loss": 89.5938,
+      "step": 1251
+    },
+    {
+      "epoch": 0.011851459187247376,
+      "grad_norm": 977.90380859375,
+      "learning_rate": 7.899053627760251e-07,
+      "loss": 69.9844,
+      "step": 1252
+    },
+    {
+      "epoch": 0.011860925208962429,
+      "grad_norm": 812.7798461914062,
+      "learning_rate": 7.905362776025236e-07,
+      "loss": 49.125,
+      "step": 1253
+    },
+    {
+      "epoch": 0.011870391230677483,
+      "grad_norm": 558.04443359375,
+      "learning_rate": 7.911671924290221e-07,
+      "loss": 50.4375,
+      "step": 1254
+    },
+    {
+      "epoch": 0.011879857252392536,
+      "grad_norm": 642.2891845703125,
+      "learning_rate": 7.917981072555204e-07,
+      "loss": 45.0625,
+      "step": 1255
+    },
+    {
+      "epoch": 0.011889323274107591,
+      "grad_norm": 840.6593627929688,
+      "learning_rate": 7.924290220820189e-07,
+      "loss": 42.2188,
+      "step": 1256
+    },
+    {
+      "epoch": 0.011898789295822644,
+      "grad_norm": 524.13427734375,
+      "learning_rate": 7.930599369085174e-07,
+      "loss": 46.8438,
+      "step": 1257
+    },
+    {
+      "epoch": 0.011908255317537699,
+      "grad_norm": 942.5008544921875,
+      "learning_rate": 7.936908517350157e-07,
+      "loss": 49.25,
+      "step": 1258
+    },
+    {
+      "epoch": 0.011917721339252752,
+      "grad_norm": 468.6698913574219,
+      "learning_rate": 7.943217665615142e-07,
+      "loss": 51.7812,
+      "step": 1259
+    },
+    {
+      "epoch": 0.011927187360967807,
+      "grad_norm": 406.6846923828125,
+      "learning_rate": 7.949526813880127e-07,
+      "loss": 37.7031,
+      "step": 1260
+    },
+    {
+      "epoch": 0.01193665338268286,
+      "grad_norm": 668.6524658203125,
+      "learning_rate": 7.955835962145109e-07,
+      "loss": 92.0,
+      "step": 1261
+    },
+    {
+      "epoch": 0.011946119404397914,
+      "grad_norm": 502.8438415527344,
+      "learning_rate": 7.962145110410094e-07,
+      "loss": 90.5938,
+      "step": 1262
+    },
+    {
+      "epoch": 0.011955585426112967,
+      "grad_norm": 669.2996215820312,
+      "learning_rate": 7.968454258675078e-07,
+      "loss": 48.2188,
+      "step": 1263
+    },
+    {
+      "epoch": 0.011965051447828022,
+      "grad_norm": 1613.38330078125,
+      "learning_rate": 7.974763406940063e-07,
+      "loss": 92.8594,
+      "step": 1264
+    },
+    {
+      "epoch": 0.011974517469543075,
+      "grad_norm": 358.9454040527344,
+      "learning_rate": 7.981072555205047e-07,
+      "loss": 40.5156,
+      "step": 1265
+    },
+    {
+      "epoch": 0.01198398349125813,
+      "grad_norm": 888.8532104492188,
+      "learning_rate": 7.987381703470031e-07,
+      "loss": 49.625,
+      "step": 1266
+    },
+    {
+      "epoch": 0.011993449512973183,
+      "grad_norm": 728.9982299804688,
+      "learning_rate": 7.993690851735016e-07,
+      "loss": 89.8906,
+      "step": 1267
+    },
+    {
+      "epoch": 0.012002915534688236,
+      "grad_norm": 413.3031921386719,
+      "learning_rate": 8e-07,
+      "loss": 49.0469,
+      "step": 1268
+    },
+    {
+      "epoch": 0.01201238155640329,
+      "grad_norm": 2.8767576217651367,
+      "learning_rate": 8.006309148264984e-07,
+      "loss": 0.7988,
+      "step": 1269
+    },
+    {
+      "epoch": 0.012021847578118344,
+      "grad_norm": 708.7467651367188,
+      "learning_rate": 8.012618296529968e-07,
+      "loss": 85.375,
+      "step": 1270
+    },
+    {
+      "epoch": 0.012031313599833398,
+      "grad_norm": 487.2876281738281,
+      "learning_rate": 8.018927444794953e-07,
+      "loss": 39.0781,
+      "step": 1271
+    },
+    {
+      "epoch": 0.012040779621548451,
+      "grad_norm": 1376.2908935546875,
+      "learning_rate": 8.025236593059936e-07,
+      "loss": 81.5469,
+      "step": 1272
+    },
+    {
+      "epoch": 0.012050245643263506,
+      "grad_norm": 429.0411682128906,
+      "learning_rate": 8.031545741324921e-07,
+      "loss": 38.6875,
+      "step": 1273
+    },
+    {
+      "epoch": 0.012059711664978559,
+      "grad_norm": 897.2138061523438,
+      "learning_rate": 8.037854889589905e-07,
+      "loss": 45.9062,
+      "step": 1274
+    },
+    {
+      "epoch": 0.012069177686693614,
+      "grad_norm": 506.9822692871094,
+      "learning_rate": 8.044164037854889e-07,
+      "loss": 51.5938,
+      "step": 1275
+    },
+    {
+      "epoch": 0.012078643708408667,
+      "grad_norm": 1107.029296875,
+      "learning_rate": 8.050473186119874e-07,
+      "loss": 46.6719,
+      "step": 1276
+    },
+    {
+      "epoch": 0.012088109730123722,
+      "grad_norm": 507.7869567871094,
+      "learning_rate": 8.056782334384858e-07,
+      "loss": 38.375,
+      "step": 1277
+    },
+    {
+      "epoch": 0.012097575751838775,
+      "grad_norm": 460.1737976074219,
+      "learning_rate": 8.063091482649842e-07,
+      "loss": 38.375,
+      "step": 1278
+    },
+    {
+      "epoch": 0.01210704177355383,
+      "grad_norm": 721.6969604492188,
+      "learning_rate": 8.069400630914826e-07,
+      "loss": 45.375,
+      "step": 1279
+    },
+    {
+      "epoch": 0.012116507795268882,
+      "grad_norm": 656.0482788085938,
+      "learning_rate": 8.07570977917981e-07,
+      "loss": 80.4062,
+      "step": 1280
+    },
+    {
+      "epoch": 0.012125973816983935,
+      "grad_norm": 603.2412109375,
+      "learning_rate": 8.082018927444795e-07,
+      "loss": 78.125,
+      "step": 1281
+    },
+    {
+      "epoch": 0.01213543983869899,
+      "grad_norm": 719.6988525390625,
+      "learning_rate": 8.088328075709778e-07,
+      "loss": 43.0312,
+      "step": 1282
+    },
+    {
+      "epoch": 0.012144905860414043,
+      "grad_norm": 660.5941162109375,
+      "learning_rate": 8.094637223974763e-07,
+      "loss": 42.8906,
+      "step": 1283
+    },
+    {
+      "epoch": 0.012154371882129098,
+      "grad_norm": 505.85272216796875,
+      "learning_rate": 8.100946372239748e-07,
+      "loss": 36.7344,
+      "step": 1284
+    },
+    {
+      "epoch": 0.01216383790384415,
+      "grad_norm": 783.5394287109375,
+      "learning_rate": 8.107255520504731e-07,
+      "loss": 80.5156,
+      "step": 1285
+    },
+    {
+      "epoch": 0.012173303925559206,
+      "grad_norm": 330.84259033203125,
+      "learning_rate": 8.113564668769716e-07,
+      "loss": 38.0625,
+      "step": 1286
+    },
+    {
+      "epoch": 0.012182769947274259,
+      "grad_norm": 688.4213256835938,
+      "learning_rate": 8.119873817034701e-07,
+      "loss": 47.6875,
+      "step": 1287
+    },
+    {
+      "epoch": 0.012192235968989313,
+      "grad_norm": 428.7878112792969,
+      "learning_rate": 8.126182965299683e-07,
+      "loss": 38.2188,
+      "step": 1288
+    },
+    {
+      "epoch": 0.012201701990704366,
+      "grad_norm": 389.74810791015625,
+      "learning_rate": 8.132492113564668e-07,
+      "loss": 43.1406,
+      "step": 1289
+    },
+    {
+      "epoch": 0.012211168012419421,
+      "grad_norm": 693.2640380859375,
+      "learning_rate": 8.138801261829653e-07,
+      "loss": 53.3594,
+      "step": 1290
+    },
+    {
+      "epoch": 0.012220634034134474,
+      "grad_norm": 742.7010498046875,
+      "learning_rate": 8.145110410094637e-07,
+      "loss": 63.6719,
+      "step": 1291
+    },
+    {
+      "epoch": 0.012230100055849529,
+      "grad_norm": 472.6009521484375,
+      "learning_rate": 8.151419558359621e-07,
+      "loss": 48.9062,
+      "step": 1292
+    },
+    {
+      "epoch": 0.012239566077564582,
+      "grad_norm": 420.6577453613281,
+      "learning_rate": 8.157728706624605e-07,
+      "loss": 45.3594,
+      "step": 1293
+    },
+    {
+      "epoch": 0.012249032099279637,
+      "grad_norm": 2.9607489109039307,
+      "learning_rate": 8.16403785488959e-07,
+      "loss": 0.9351,
+      "step": 1294
+    },
+    {
+      "epoch": 0.01225849812099469,
+      "grad_norm": 619.4861450195312,
+      "learning_rate": 8.170347003154574e-07,
+      "loss": 47.875,
+      "step": 1295
+    },
+    {
+      "epoch": 0.012267964142709743,
+      "grad_norm": 450.12255859375,
+      "learning_rate": 8.176656151419558e-07,
+      "loss": 38.8906,
+      "step": 1296
+    },
+    {
+      "epoch": 0.012277430164424797,
+      "grad_norm": 394.38055419921875,
+      "learning_rate": 8.182965299684542e-07,
+      "loss": 40.3125,
+      "step": 1297
+    },
+    {
+      "epoch": 0.01228689618613985,
+      "grad_norm": 549.5364379882812,
+      "learning_rate": 8.189274447949526e-07,
+      "loss": 42.25,
+      "step": 1298
+    },
+    {
+      "epoch": 0.012296362207854905,
+      "grad_norm": 674.5668334960938,
+      "learning_rate": 8.19558359621451e-07,
+      "loss": 75.0312,
+      "step": 1299
+    },
+    {
+      "epoch": 0.012305828229569958,
+      "grad_norm": 1077.7392578125,
+      "learning_rate": 8.201892744479495e-07,
+      "loss": 79.1562,
+      "step": 1300
+    },
+    {
+      "epoch": 0.012315294251285013,
+      "grad_norm": 1165.7916259765625,
+      "learning_rate": 8.20820189274448e-07,
+      "loss": 105.7188,
+      "step": 1301
+    },
+    {
+      "epoch": 0.012324760273000066,
+      "grad_norm": 993.7110595703125,
+      "learning_rate": 8.214511041009463e-07,
+      "loss": 80.625,
+      "step": 1302
+    },
+    {
+      "epoch": 0.01233422629471512,
+      "grad_norm": 1974.6302490234375,
+      "learning_rate": 8.220820189274448e-07,
+      "loss": 96.4688,
+      "step": 1303
+    },
+    {
+      "epoch": 0.012343692316430174,
+      "grad_norm": 988.7732543945312,
+      "learning_rate": 8.227129337539432e-07,
+      "loss": 58.0781,
+      "step": 1304
+    },
+    {
+      "epoch": 0.012353158338145228,
+      "grad_norm": 535.5286865234375,
+      "learning_rate": 8.233438485804416e-07,
+      "loss": 40.1406,
+      "step": 1305
+    },
+    {
+      "epoch": 0.012362624359860281,
+      "grad_norm": 486.5096435546875,
+      "learning_rate": 8.2397476340694e-07,
+      "loss": 47.8594,
+      "step": 1306
+    },
+    {
+      "epoch": 0.012372090381575336,
+      "grad_norm": 428.5718994140625,
+      "learning_rate": 8.246056782334384e-07,
+      "loss": 36.9844,
+      "step": 1307
+    },
+    {
+      "epoch": 0.012381556403290389,
+      "grad_norm": 1061.1573486328125,
+      "learning_rate": 8.252365930599368e-07,
+      "loss": 101.9688,
+      "step": 1308
+    },
+    {
+      "epoch": 0.012391022425005442,
+      "grad_norm": 472.0103759765625,
+      "learning_rate": 8.258675078864353e-07,
+      "loss": 35.1875,
+      "step": 1309
+    },
+    {
+      "epoch": 0.012400488446720497,
+      "grad_norm": 1277.217041015625,
+      "learning_rate": 8.264984227129337e-07,
+      "loss": 70.3594,
+      "step": 1310
+    },
+    {
+      "epoch": 0.01240995446843555,
+      "grad_norm": 368.2793884277344,
+      "learning_rate": 8.271293375394322e-07,
+      "loss": 39.6562,
+      "step": 1311
+    },
+    {
+      "epoch": 0.012419420490150605,
+      "grad_norm": 463.2733459472656,
+      "learning_rate": 8.277602523659306e-07,
+      "loss": 46.7031,
+      "step": 1312
+    },
+    {
+      "epoch": 0.012428886511865658,
+      "grad_norm": 2406.74365234375,
+      "learning_rate": 8.28391167192429e-07,
+      "loss": 47.9531,
+      "step": 1313
+    },
+    {
+      "epoch": 0.012438352533580712,
+      "grad_norm": 2.376315116882324,
+      "learning_rate": 8.290220820189275e-07,
+      "loss": 0.8843,
+      "step": 1314
+    },
+    {
+      "epoch": 0.012447818555295765,
+      "grad_norm": 415.8637390136719,
+      "learning_rate": 8.296529968454257e-07,
+      "loss": 38.0312,
+      "step": 1315
+    },
+    {
+      "epoch": 0.01245728457701082,
+      "grad_norm": 1135.4820556640625,
+      "learning_rate": 8.302839116719242e-07,
+      "loss": 94.0312,
+      "step": 1316
+    },
+    {
+      "epoch": 0.012466750598725873,
+      "grad_norm": 812.2321166992188,
+      "learning_rate": 8.309148264984227e-07,
+      "loss": 56.75,
+      "step": 1317
+    },
+    {
+      "epoch": 0.012476216620440928,
+      "grad_norm": 678.1378173828125,
+      "learning_rate": 8.31545741324921e-07,
+      "loss": 43.1562,
+      "step": 1318
+    },
+    {
+      "epoch": 0.01248568264215598,
+      "grad_norm": 1250.24462890625,
+      "learning_rate": 8.321766561514195e-07,
+      "loss": 54.25,
+      "step": 1319
+    },
+    {
+      "epoch": 0.012495148663871036,
+      "grad_norm": 918.5830688476562,
+      "learning_rate": 8.32807570977918e-07,
+      "loss": 79.6406,
+      "step": 1320
+    },
+    {
+      "epoch": 0.012504614685586089,
+      "grad_norm": 443.50384521484375,
+      "learning_rate": 8.334384858044164e-07,
+      "loss": 67.25,
+      "step": 1321
+    },
+    {
+      "epoch": 0.012514080707301143,
+      "grad_norm": 466.285400390625,
+      "learning_rate": 8.340694006309148e-07,
+      "loss": 67.625,
+      "step": 1322
+    },
+    {
+      "epoch": 0.012523546729016196,
+      "grad_norm": 1024.94775390625,
+      "learning_rate": 8.347003154574133e-07,
+      "loss": 96.7188,
+      "step": 1323
+    },
+    {
+      "epoch": 0.01253301275073125,
+      "grad_norm": 481.89703369140625,
+      "learning_rate": 8.353312302839116e-07,
+      "loss": 39.4688,
+      "step": 1324
+    },
+    {
+      "epoch": 0.012542478772446304,
+      "grad_norm": 1057.9022216796875,
+      "learning_rate": 8.3596214511041e-07,
+      "loss": 110.4375,
+      "step": 1325
+    },
+    {
+      "epoch": 0.012551944794161357,
+      "grad_norm": 468.0632629394531,
+      "learning_rate": 8.365930599369084e-07,
+      "loss": 45.0,
+      "step": 1326
+    },
+    {
+      "epoch": 0.012561410815876412,
+      "grad_norm": 2.9193124771118164,
+      "learning_rate": 8.372239747634069e-07,
+      "loss": 0.8169,
+      "step": 1327
+    },
+    {
+      "epoch": 0.012570876837591465,
+      "grad_norm": 565.5068969726562,
+      "learning_rate": 8.378548895899054e-07,
+      "loss": 44.7812,
+      "step": 1328
+    },
+    {
+      "epoch": 0.01258034285930652,
+      "grad_norm": 569.8988647460938,
+      "learning_rate": 8.384858044164037e-07,
+      "loss": 52.9219,
+      "step": 1329
+    },
+    {
+      "epoch": 0.012589808881021573,
+      "grad_norm": 623.792724609375,
+      "learning_rate": 8.391167192429022e-07,
+      "loss": 46.1094,
+      "step": 1330
+    },
+    {
+      "epoch": 0.012599274902736627,
+      "grad_norm": 1470.1363525390625,
+      "learning_rate": 8.397476340694007e-07,
+      "loss": 53.5156,
+      "step": 1331
+    },
+    {
+      "epoch": 0.01260874092445168,
+      "grad_norm": 454.1531677246094,
+      "learning_rate": 8.40378548895899e-07,
+      "loss": 38.1562,
+      "step": 1332
+    },
+    {
+      "epoch": 0.012618206946166735,
+      "grad_norm": 574.9443969726562,
+      "learning_rate": 8.410094637223974e-07,
+      "loss": 88.0312,
+      "step": 1333
+    },
+    {
+      "epoch": 0.012627672967881788,
+      "grad_norm": 791.2825317382812,
+      "learning_rate": 8.416403785488959e-07,
+      "loss": 65.25,
+      "step": 1334
+    },
+    {
+      "epoch": 0.012637138989596843,
+      "grad_norm": 478.2488098144531,
+      "learning_rate": 8.422712933753942e-07,
+      "loss": 38.7969,
+      "step": 1335
+    },
+    {
+      "epoch": 0.012646605011311896,
+      "grad_norm": 1005.2443237304688,
+      "learning_rate": 8.429022082018927e-07,
+      "loss": 57.3125,
+      "step": 1336
+    },
+    {
+      "epoch": 0.01265607103302695,
+      "grad_norm": 534.0778198242188,
+      "learning_rate": 8.435331230283911e-07,
+      "loss": 39.5625,
+      "step": 1337
+    },
+    {
+      "epoch": 0.012665537054742004,
+      "grad_norm": 920.1619262695312,
+      "learning_rate": 8.441640378548896e-07,
+      "loss": 90.9375,
+      "step": 1338
+    },
+    {
+      "epoch": 0.012675003076457057,
+      "grad_norm": 766.330322265625,
+      "learning_rate": 8.44794952681388e-07,
+      "loss": 42.0625,
+      "step": 1339
+    },
+    {
+      "epoch": 0.012684469098172111,
+      "grad_norm": 478.56695556640625,
+      "learning_rate": 8.454258675078864e-07,
+      "loss": 38.6875,
+      "step": 1340
+    },
+    {
+      "epoch": 0.012693935119887164,
+      "grad_norm": 671.4730834960938,
+      "learning_rate": 8.460567823343849e-07,
+      "loss": 53.9375,
+      "step": 1341
+    },
+    {
+      "epoch": 0.012703401141602219,
+      "grad_norm": 524.099853515625,
+      "learning_rate": 8.466876971608832e-07,
+      "loss": 37.6875,
+      "step": 1342
+    },
+    {
+      "epoch": 0.012712867163317272,
+      "grad_norm": 765.1116333007812,
+      "learning_rate": 8.473186119873816e-07,
+      "loss": 81.7188,
+      "step": 1343
+    },
+    {
+      "epoch": 0.012722333185032327,
+      "grad_norm": 480.188720703125,
+      "learning_rate": 8.479495268138801e-07,
+      "loss": 51.4688,
+      "step": 1344
+    },
+    {
+      "epoch": 0.01273179920674738,
+      "grad_norm": 532.4927978515625,
+      "learning_rate": 8.485804416403785e-07,
+      "loss": 38.0625,
+      "step": 1345
+    },
+    {
+      "epoch": 0.012741265228462435,
+      "grad_norm": 2.4093666076660156,
+      "learning_rate": 8.492113564668769e-07,
+      "loss": 0.7751,
+      "step": 1346
+    },
+    {
+      "epoch": 0.012750731250177488,
+      "grad_norm": 951.308349609375,
+      "learning_rate": 8.498422712933754e-07,
+      "loss": 73.5781,
+      "step": 1347
+    },
+    {
+      "epoch": 0.012760197271892542,
+      "grad_norm": 530.938232421875,
+      "learning_rate": 8.504731861198738e-07,
+      "loss": 40.7344,
+      "step": 1348
+    },
+    {
+      "epoch": 0.012769663293607595,
+      "grad_norm": 737.6542358398438,
+      "learning_rate": 8.511041009463722e-07,
+      "loss": 48.4062,
+      "step": 1349
+    },
+    {
+      "epoch": 0.01277912931532265,
+      "grad_norm": 485.5086975097656,
+      "learning_rate": 8.517350157728707e-07,
+      "loss": 39.7344,
+      "step": 1350
+    },
+    {
+      "epoch": 0.012788595337037703,
+      "grad_norm": 1785.971923828125,
+      "learning_rate": 8.52365930599369e-07,
+      "loss": 58.1094,
+      "step": 1351
+    },
+    {
+      "epoch": 0.012798061358752756,
+      "grad_norm": 465.22564697265625,
+      "learning_rate": 8.529968454258674e-07,
+      "loss": 37.1875,
+      "step": 1352
+    },
+    {
+      "epoch": 0.012807527380467811,
+      "grad_norm": 939.3936157226562,
+      "learning_rate": 8.536277602523659e-07,
+      "loss": 87.8438,
+      "step": 1353
+    },
+    {
+      "epoch": 0.012816993402182864,
+      "grad_norm": 545.9471435546875,
+      "learning_rate": 8.542586750788643e-07,
+      "loss": 39.1875,
+      "step": 1354
+    },
+    {
+      "epoch": 0.012826459423897919,
+      "grad_norm": 334.21453857421875,
+      "learning_rate": 8.548895899053627e-07,
+      "loss": 40.6875,
+      "step": 1355
+    },
+    {
+      "epoch": 0.012835925445612972,
+      "grad_norm": 2.8116471767425537,
+      "learning_rate": 8.555205047318612e-07,
+      "loss": 0.8408,
+      "step": 1356
+    },
+    {
+      "epoch": 0.012845391467328026,
+      "grad_norm": 507.2449035644531,
+      "learning_rate": 8.561514195583596e-07,
+      "loss": 40.8438,
+      "step": 1357
+    },
+    {
+      "epoch": 0.01285485748904308,
+      "grad_norm": 2.6533560752868652,
+      "learning_rate": 8.567823343848581e-07,
+      "loss": 0.8555,
+      "step": 1358
+    },
+    {
+      "epoch": 0.012864323510758134,
+      "grad_norm": 903.3565063476562,
+      "learning_rate": 8.574132492113564e-07,
+      "loss": 71.5938,
+      "step": 1359
+    },
+    {
+      "epoch": 0.012873789532473187,
+      "grad_norm": 573.8442993164062,
+      "learning_rate": 8.580441640378548e-07,
+      "loss": 78.5312,
+      "step": 1360
+    },
+    {
+      "epoch": 0.012883255554188242,
+      "grad_norm": 661.5220947265625,
+      "learning_rate": 8.586750788643533e-07,
+      "loss": 41.4375,
+      "step": 1361
+    },
+    {
+      "epoch": 0.012892721575903295,
+      "grad_norm": 1836.662109375,
+      "learning_rate": 8.593059936908516e-07,
+      "loss": 35.9219,
+      "step": 1362
+    },
+    {
+      "epoch": 0.01290218759761835,
+      "grad_norm": 547.4818725585938,
+      "learning_rate": 8.599369085173501e-07,
+      "loss": 46.7344,
+      "step": 1363
+    },
+    {
+      "epoch": 0.012911653619333403,
+      "grad_norm": 782.3678588867188,
+      "learning_rate": 8.605678233438486e-07,
+      "loss": 72.3594,
+      "step": 1364
+    },
+    {
+      "epoch": 0.012921119641048457,
+      "grad_norm": 649.7166137695312,
+      "learning_rate": 8.61198738170347e-07,
+      "loss": 51.3906,
+      "step": 1365
+    },
+    {
+      "epoch": 0.01293058566276351,
+      "grad_norm": 1104.708740234375,
+      "learning_rate": 8.618296529968454e-07,
+      "loss": 120.9375,
+      "step": 1366
+    },
+    {
+      "epoch": 0.012940051684478563,
+      "grad_norm": 456.02386474609375,
+      "learning_rate": 8.624605678233438e-07,
+      "loss": 41.2812,
+      "step": 1367
+    },
+    {
+      "epoch": 0.012949517706193618,
+      "grad_norm": 400.4045715332031,
+      "learning_rate": 8.630914826498423e-07,
+      "loss": 52.9688,
+      "step": 1368
+    },
+    {
+      "epoch": 0.012958983727908671,
+      "grad_norm": 888.3413696289062,
+      "learning_rate": 8.637223974763406e-07,
+      "loss": 42.6094,
+      "step": 1369
+    },
+    {
+      "epoch": 0.012968449749623726,
+      "grad_norm": 652.0835571289062,
+      "learning_rate": 8.64353312302839e-07,
+      "loss": 49.9688,
+      "step": 1370
+    },
+    {
+      "epoch": 0.012977915771338779,
+      "grad_norm": 1159.310791015625,
+      "learning_rate": 8.649842271293375e-07,
+      "loss": 91.0938,
+      "step": 1371
+    },
+    {
+      "epoch": 0.012987381793053834,
+      "grad_norm": 745.7328491210938,
+      "learning_rate": 8.656151419558359e-07,
+      "loss": 86.375,
+      "step": 1372
+    },
+    {
+      "epoch": 0.012996847814768887,
+      "grad_norm": 763.663330078125,
+      "learning_rate": 8.662460567823343e-07,
+      "loss": 72.75,
+      "step": 1373
+    },
+    {
+      "epoch": 0.013006313836483941,
+      "grad_norm": 507.6583251953125,
+      "learning_rate": 8.668769716088328e-07,
+      "loss": 36.0,
+      "step": 1374
+    },
+    {
+      "epoch": 0.013015779858198994,
+      "grad_norm": 623.54443359375,
+      "learning_rate": 8.675078864353313e-07,
+      "loss": 52.8125,
+      "step": 1375
+    },
+    {
+      "epoch": 0.01302524587991405,
+      "grad_norm": 343.00640869140625,
+      "learning_rate": 8.681388012618296e-07,
+      "loss": 42.9688,
+      "step": 1376
+    },
+    {
+      "epoch": 0.013034711901629102,
+      "grad_norm": 405.62847900390625,
+      "learning_rate": 8.687697160883281e-07,
+      "loss": 63.5156,
+      "step": 1377
+    },
+    {
+      "epoch": 0.013044177923344157,
+      "grad_norm": 446.8899230957031,
+      "learning_rate": 8.694006309148264e-07,
+      "loss": 43.6562,
+      "step": 1378
+    },
+    {
+      "epoch": 0.01305364394505921,
+      "grad_norm": 592.6976928710938,
+      "learning_rate": 8.700315457413248e-07,
+      "loss": 66.2188,
+      "step": 1379
+    },
+    {
+      "epoch": 0.013063109966774265,
+      "grad_norm": 331.5686950683594,
+      "learning_rate": 8.706624605678233e-07,
+      "loss": 33.875,
+      "step": 1380
+    },
+    {
+      "epoch": 0.013072575988489318,
+      "grad_norm": 1398.0421142578125,
+      "learning_rate": 8.712933753943217e-07,
+      "loss": 94.2812,
+      "step": 1381
+    },
+    {
+      "epoch": 0.01308204201020437,
+      "grad_norm": 418.016845703125,
+      "learning_rate": 8.719242902208201e-07,
+      "loss": 44.0469,
+      "step": 1382
+    },
+    {
+      "epoch": 0.013091508031919425,
+      "grad_norm": 487.48724365234375,
+      "learning_rate": 8.725552050473186e-07,
+      "loss": 51.8125,
+      "step": 1383
+    },
+    {
+      "epoch": 0.013100974053634478,
+      "grad_norm": 461.1952209472656,
+      "learning_rate": 8.73186119873817e-07,
+      "loss": 41.7344,
+      "step": 1384
+    },
+    {
+      "epoch": 0.013110440075349533,
+      "grad_norm": 445.71807861328125,
+      "learning_rate": 8.738170347003155e-07,
+      "loss": 60.125,
+      "step": 1385
+    },
+    {
+      "epoch": 0.013119906097064586,
+      "grad_norm": 435.5230712890625,
+      "learning_rate": 8.744479495268139e-07,
+      "loss": 43.3438,
+      "step": 1386
+    },
+    {
+      "epoch": 0.013129372118779641,
+      "grad_norm": 881.2249145507812,
+      "learning_rate": 8.750788643533122e-07,
+      "loss": 79.6562,
+      "step": 1387
+    },
+    {
+      "epoch": 0.013138838140494694,
+      "grad_norm": 821.0104370117188,
+      "learning_rate": 8.757097791798107e-07,
+      "loss": 46.625,
+      "step": 1388
+    },
+    {
+      "epoch": 0.013148304162209749,
+      "grad_norm": 1187.657470703125,
+      "learning_rate": 8.76340694006309e-07,
+      "loss": 96.6875,
+      "step": 1389
+    },
+    {
+      "epoch": 0.013157770183924802,
+      "grad_norm": 1455.6048583984375,
+      "learning_rate": 8.769716088328075e-07,
+      "loss": 91.1562,
+      "step": 1390
+    },
+    {
+      "epoch": 0.013167236205639856,
+      "grad_norm": 681.7944946289062,
+      "learning_rate": 8.77602523659306e-07,
+      "loss": 40.2031,
+      "step": 1391
+    },
+    {
+      "epoch": 0.01317670222735491,
+      "grad_norm": 547.618408203125,
+      "learning_rate": 8.782334384858043e-07,
+      "loss": 62.9062,
+      "step": 1392
+    },
+    {
+      "epoch": 0.013186168249069964,
+      "grad_norm": 713.3663330078125,
+      "learning_rate": 8.788643533123028e-07,
+      "loss": 51.4375,
+      "step": 1393
+    },
+    {
+      "epoch": 0.013195634270785017,
+      "grad_norm": 1101.2574462890625,
+      "learning_rate": 8.794952681388013e-07,
+      "loss": 62.5,
+      "step": 1394
+    },
+    {
+      "epoch": 0.01320510029250007,
+      "grad_norm": 499.2628479003906,
+      "learning_rate": 8.801261829652997e-07,
+      "loss": 36.9219,
+      "step": 1395
+    },
+    {
+      "epoch": 0.013214566314215125,
+      "grad_norm": 3.1810498237609863,
+      "learning_rate": 8.80757097791798e-07,
+      "loss": 0.8477,
+      "step": 1396
+    },
+    {
+      "epoch": 0.013224032335930178,
+      "grad_norm": 448.5975341796875,
+      "learning_rate": 8.813880126182965e-07,
+      "loss": 35.5781,
+      "step": 1397
+    },
+    {
+      "epoch": 0.013233498357645233,
+      "grad_norm": 574.132080078125,
+      "learning_rate": 8.820189274447949e-07,
+      "loss": 44.9844,
+      "step": 1398
+    },
+    {
+      "epoch": 0.013242964379360286,
+      "grad_norm": 781.0548095703125,
+      "learning_rate": 8.826498422712933e-07,
+      "loss": 80.1562,
+      "step": 1399
+    },
+    {
+      "epoch": 0.01325243040107534,
+      "grad_norm": 608.9871215820312,
+      "learning_rate": 8.832807570977917e-07,
+      "loss": 45.6875,
+      "step": 1400
+    },
+    {
+      "epoch": 0.013261896422790393,
+      "grad_norm": 449.8024597167969,
+      "learning_rate": 8.839116719242902e-07,
+      "loss": 39.2969,
+      "step": 1401
+    },
+    {
+      "epoch": 0.013271362444505448,
+      "grad_norm": 713.97802734375,
+      "learning_rate": 8.845425867507887e-07,
+      "loss": 82.2812,
+      "step": 1402
+    },
+    {
+      "epoch": 0.013280828466220501,
+      "grad_norm": 627.7367553710938,
+      "learning_rate": 8.85173501577287e-07,
+      "loss": 67.0312,
+      "step": 1403
+    },
+    {
+      "epoch": 0.013290294487935556,
+      "grad_norm": 1545.5152587890625,
+      "learning_rate": 8.858044164037855e-07,
+      "loss": 115.0,
+      "step": 1404
+    },
+    {
+      "epoch": 0.013299760509650609,
+      "grad_norm": 533.2507934570312,
+      "learning_rate": 8.86435331230284e-07,
+      "loss": 35.3125,
+      "step": 1405
+    },
+    {
+      "epoch": 0.013309226531365664,
+      "grad_norm": 385.31866455078125,
+      "learning_rate": 8.870662460567822e-07,
+      "loss": 44.0625,
+      "step": 1406
+    },
+    {
+      "epoch": 0.013318692553080717,
+      "grad_norm": 836.9967651367188,
+      "learning_rate": 8.876971608832807e-07,
+      "loss": 45.1562,
+      "step": 1407
+    },
+    {
+      "epoch": 0.013328158574795771,
+      "grad_norm": 562.7202758789062,
+      "learning_rate": 8.883280757097792e-07,
+      "loss": 74.125,
+      "step": 1408
+    },
+    {
+      "epoch": 0.013337624596510824,
+      "grad_norm": 710.3111572265625,
+      "learning_rate": 8.889589905362775e-07,
+      "loss": 39.375,
+      "step": 1409
+    },
+    {
+      "epoch": 0.013347090618225877,
+      "grad_norm": 624.1787109375,
+      "learning_rate": 8.89589905362776e-07,
+      "loss": 70.6875,
+      "step": 1410
+    },
+    {
+      "epoch": 0.013356556639940932,
+      "grad_norm": 835.3054809570312,
+      "learning_rate": 8.902208201892744e-07,
+      "loss": 71.9062,
+      "step": 1411
+    },
+    {
+      "epoch": 0.013366022661655985,
+      "grad_norm": 358.1769714355469,
+      "learning_rate": 8.908517350157729e-07,
+      "loss": 33.5,
+      "step": 1412
+    },
+    {
+      "epoch": 0.01337548868337104,
+      "grad_norm": 413.16943359375,
+      "learning_rate": 8.914826498422713e-07,
+      "loss": 37.1406,
+      "step": 1413
+    },
+    {
+      "epoch": 0.013384954705086093,
+      "grad_norm": 564.9970703125,
+      "learning_rate": 8.921135646687696e-07,
+      "loss": 45.0312,
+      "step": 1414
+    },
+    {
+      "epoch": 0.013394420726801148,
+      "grad_norm": 524.179931640625,
+      "learning_rate": 8.927444794952681e-07,
+      "loss": 39.0781,
+      "step": 1415
+    },
+    {
+      "epoch": 0.0134038867485162,
+      "grad_norm": 803.7221069335938,
+      "learning_rate": 8.933753943217665e-07,
+      "loss": 101.0,
+      "step": 1416
+    },
+    {
+      "epoch": 0.013413352770231255,
+      "grad_norm": 1163.7073974609375,
+      "learning_rate": 8.940063091482649e-07,
+      "loss": 75.0156,
+      "step": 1417
+    },
+    {
+      "epoch": 0.013422818791946308,
+      "grad_norm": 498.9340515136719,
+      "learning_rate": 8.946372239747634e-07,
+      "loss": 43.2656,
+      "step": 1418
+    },
+    {
+      "epoch": 0.013432284813661363,
+      "grad_norm": 653.8701171875,
+      "learning_rate": 8.952681388012618e-07,
+      "loss": 43.8594,
+      "step": 1419
+    },
+    {
+      "epoch": 0.013441750835376416,
+      "grad_norm": 570.5690307617188,
+      "learning_rate": 8.958990536277602e-07,
+      "loss": 60.7969,
+      "step": 1420
+    },
+    {
+      "epoch": 0.013451216857091471,
+      "grad_norm": 612.148193359375,
+      "learning_rate": 8.965299684542587e-07,
+      "loss": 75.75,
+      "step": 1421
+    },
+    {
+      "epoch": 0.013460682878806524,
+      "grad_norm": 567.9755249023438,
+      "learning_rate": 8.971608832807571e-07,
+      "loss": 47.8438,
+      "step": 1422
+    },
+    {
+      "epoch": 0.013470148900521577,
+      "grad_norm": 557.1666870117188,
+      "learning_rate": 8.977917981072554e-07,
+      "loss": 48.25,
+      "step": 1423
+    },
+    {
+      "epoch": 0.013479614922236632,
+      "grad_norm": 657.5366821289062,
+      "learning_rate": 8.984227129337539e-07,
+      "loss": 82.375,
+      "step": 1424
+    },
+    {
+      "epoch": 0.013489080943951685,
+      "grad_norm": 464.5755615234375,
+      "learning_rate": 8.990536277602523e-07,
+      "loss": 40.3594,
+      "step": 1425
+    },
+    {
+      "epoch": 0.01349854696566674,
+      "grad_norm": 472.5301513671875,
+      "learning_rate": 8.996845425867507e-07,
+      "loss": 46.4219,
+      "step": 1426
+    },
+    {
+      "epoch": 0.013508012987381792,
+      "grad_norm": 340.2803039550781,
+      "learning_rate": 9.003154574132492e-07,
+      "loss": 36.2031,
+      "step": 1427
+    },
+    {
+      "epoch": 0.013517479009096847,
+      "grad_norm": 624.3343505859375,
+      "learning_rate": 9.009463722397476e-07,
+      "loss": 72.875,
+      "step": 1428
+    },
+    {
+      "epoch": 0.0135269450308119,
+      "grad_norm": 516.1412353515625,
+      "learning_rate": 9.01577287066246e-07,
+      "loss": 48.8125,
+      "step": 1429
+    },
+    {
+      "epoch": 0.013536411052526955,
+      "grad_norm": 1154.2579345703125,
+      "learning_rate": 9.022082018927445e-07,
+      "loss": 76.4688,
+      "step": 1430
+    },
+    {
+      "epoch": 0.013545877074242008,
+      "grad_norm": 3.112196922302246,
+      "learning_rate": 9.028391167192429e-07,
+      "loss": 0.8594,
+      "step": 1431
+    },
+    {
+      "epoch": 0.013555343095957063,
+      "grad_norm": 787.1168212890625,
+      "learning_rate": 9.034700315457414e-07,
+      "loss": 40.1406,
+      "step": 1432
+    },
+    {
+      "epoch": 0.013564809117672116,
+      "grad_norm": 660.9312744140625,
+      "learning_rate": 9.041009463722396e-07,
+      "loss": 46.9062,
+      "step": 1433
+    },
+    {
+      "epoch": 0.01357427513938717,
+      "grad_norm": 354.42498779296875,
+      "learning_rate": 9.047318611987381e-07,
+      "loss": 36.2656,
+      "step": 1434
+    },
+    {
+      "epoch": 0.013583741161102223,
+      "grad_norm": 470.1373596191406,
+      "learning_rate": 9.053627760252366e-07,
+      "loss": 41.8594,
+      "step": 1435
+    },
+    {
+      "epoch": 0.013593207182817278,
+      "grad_norm": 756.4203491210938,
+      "learning_rate": 9.059936908517349e-07,
+      "loss": 69.5938,
+      "step": 1436
+    },
+    {
+      "epoch": 0.013602673204532331,
+      "grad_norm": 591.5595092773438,
+      "learning_rate": 9.066246056782334e-07,
+      "loss": 41.6875,
+      "step": 1437
+    },
+    {
+      "epoch": 0.013612139226247384,
+      "grad_norm": 388.9606628417969,
+      "learning_rate": 9.072555205047319e-07,
+      "loss": 44.875,
+      "step": 1438
+    },
+    {
+      "epoch": 0.013621605247962439,
+      "grad_norm": 634.19775390625,
+      "learning_rate": 9.078864353312302e-07,
+      "loss": 61.5625,
+      "step": 1439
+    },
+    {
+      "epoch": 0.013631071269677492,
+      "grad_norm": 726.5520629882812,
+      "learning_rate": 9.085173501577287e-07,
+      "loss": 57.0938,
+      "step": 1440
+    },
+    {
+      "epoch": 0.013640537291392547,
+      "grad_norm": 459.2733154296875,
+      "learning_rate": 9.091482649842272e-07,
+      "loss": 47.875,
+      "step": 1441
+    },
+    {
+      "epoch": 0.0136500033131076,
+      "grad_norm": 417.86383056640625,
+      "learning_rate": 9.097791798107255e-07,
+      "loss": 65.375,
+      "step": 1442
+    },
+    {
+      "epoch": 0.013659469334822654,
+      "grad_norm": 492.90875244140625,
+      "learning_rate": 9.104100946372239e-07,
+      "loss": 42.0938,
+      "step": 1443
+    },
+    {
+      "epoch": 0.013668935356537707,
+      "grad_norm": 1055.4324951171875,
+      "learning_rate": 9.110410094637223e-07,
+      "loss": 83.7656,
+      "step": 1444
+    },
+    {
+      "epoch": 0.013678401378252762,
+      "grad_norm": 855.2055053710938,
+      "learning_rate": 9.116719242902208e-07,
+      "loss": 84.375,
+      "step": 1445
+    },
+    {
+      "epoch": 0.013687867399967815,
+      "grad_norm": 3.1018226146698,
+      "learning_rate": 9.123028391167192e-07,
+      "loss": 0.9126,
+      "step": 1446
+    },
+    {
+      "epoch": 0.01369733342168287,
+      "grad_norm": 430.2931823730469,
+      "learning_rate": 9.129337539432176e-07,
+      "loss": 30.0312,
+      "step": 1447
+    },
+    {
+      "epoch": 0.013706799443397923,
+      "grad_norm": 518.375244140625,
+      "learning_rate": 9.135646687697161e-07,
+      "loss": 37.625,
+      "step": 1448
+    },
+    {
+      "epoch": 0.013716265465112978,
+      "grad_norm": 650.762939453125,
+      "learning_rate": 9.141955835962146e-07,
+      "loss": 41.125,
+      "step": 1449
+    },
+    {
+      "epoch": 0.01372573148682803,
+      "grad_norm": 745.5169677734375,
+      "learning_rate": 9.148264984227128e-07,
+      "loss": 94.7188,
+      "step": 1450
+    },
+    {
+      "epoch": 0.013735197508543085,
+      "grad_norm": 559.1017456054688,
+      "learning_rate": 9.154574132492113e-07,
+      "loss": 42.7812,
+      "step": 1451
+    },
+    {
+      "epoch": 0.013744663530258138,
+      "grad_norm": 344.24554443359375,
+      "learning_rate": 9.160883280757098e-07,
+      "loss": 45.3125,
+      "step": 1452
+    },
+    {
+      "epoch": 0.013754129551973191,
+      "grad_norm": 2.658862829208374,
+      "learning_rate": 9.167192429022081e-07,
+      "loss": 0.8394,
+      "step": 1453
+    },
+    {
+      "epoch": 0.013763595573688246,
+      "grad_norm": 519.7094116210938,
+      "learning_rate": 9.173501577287066e-07,
+      "loss": 47.1875,
+      "step": 1454
+    },
+    {
+      "epoch": 0.0137730615954033,
+      "grad_norm": 1831.1029052734375,
+      "learning_rate": 9.17981072555205e-07,
+      "loss": 74.7031,
+      "step": 1455
+    },
+    {
+      "epoch": 0.013782527617118354,
+      "grad_norm": 3.121443033218384,
+      "learning_rate": 9.186119873817034e-07,
+      "loss": 0.8384,
+      "step": 1456
+    },
+    {
+      "epoch": 0.013791993638833407,
+      "grad_norm": 353.1127014160156,
+      "learning_rate": 9.192429022082019e-07,
+      "loss": 33.5156,
+      "step": 1457
+    },
+    {
+      "epoch": 0.013801459660548462,
+      "grad_norm": 381.7391052246094,
+      "learning_rate": 9.198738170347003e-07,
+      "loss": 38.6094,
+      "step": 1458
+    },
+    {
+      "epoch": 0.013810925682263515,
+      "grad_norm": 560.4081420898438,
+      "learning_rate": 9.205047318611988e-07,
+      "loss": 37.5938,
+      "step": 1459
+    },
+    {
+      "epoch": 0.01382039170397857,
+      "grad_norm": 683.053466796875,
+      "learning_rate": 9.211356466876971e-07,
+      "loss": 78.8906,
+      "step": 1460
+    },
+    {
+      "epoch": 0.013829857725693622,
+      "grad_norm": 972.4369506835938,
+      "learning_rate": 9.217665615141955e-07,
+      "loss": 45.5156,
+      "step": 1461
+    },
+    {
+      "epoch": 0.013839323747408677,
+      "grad_norm": 648.32421875,
+      "learning_rate": 9.22397476340694e-07,
+      "loss": 72.4219,
+      "step": 1462
+    },
+    {
+      "epoch": 0.01384878976912373,
+      "grad_norm": 525.7362670898438,
+      "learning_rate": 9.230283911671923e-07,
+      "loss": 41.3906,
+      "step": 1463
+    },
+    {
+      "epoch": 0.013858255790838785,
+      "grad_norm": 914.3699951171875,
+      "learning_rate": 9.236593059936908e-07,
+      "loss": 85.875,
+      "step": 1464
+    },
+    {
+      "epoch": 0.013867721812553838,
+      "grad_norm": 1168.3109130859375,
+      "learning_rate": 9.242902208201893e-07,
+      "loss": 58.5469,
+      "step": 1465
+    },
+    {
+      "epoch": 0.013877187834268891,
+      "grad_norm": 2.8909316062927246,
+      "learning_rate": 9.249211356466876e-07,
+      "loss": 0.8804,
+      "step": 1466
+    },
+    {
+      "epoch": 0.013886653855983946,
+      "grad_norm": 588.3839111328125,
+      "learning_rate": 9.255520504731861e-07,
+      "loss": 43.5938,
+      "step": 1467
+    },
+    {
+      "epoch": 0.013896119877698999,
+      "grad_norm": 547.1492309570312,
+      "learning_rate": 9.261829652996846e-07,
+      "loss": 42.9219,
+      "step": 1468
+    },
+    {
+      "epoch": 0.013905585899414053,
+      "grad_norm": 629.670166015625,
+      "learning_rate": 9.268138801261829e-07,
+      "loss": 44.375,
+      "step": 1469
+    },
+    {
+      "epoch": 0.013915051921129106,
+      "grad_norm": 1000.9705810546875,
+      "learning_rate": 9.274447949526813e-07,
+      "loss": 94.6875,
+      "step": 1470
+    },
+    {
+      "epoch": 0.013924517942844161,
+      "grad_norm": 453.7991638183594,
+      "learning_rate": 9.280757097791798e-07,
+      "loss": 37.1719,
+      "step": 1471
+    },
+    {
+      "epoch": 0.013933983964559214,
+      "grad_norm": 431.3731994628906,
+      "learning_rate": 9.287066246056782e-07,
+      "loss": 42.3906,
+      "step": 1472
+    },
+    {
+      "epoch": 0.013943449986274269,
+      "grad_norm": 727.1135864257812,
+      "learning_rate": 9.293375394321766e-07,
+      "loss": 69.4375,
+      "step": 1473
+    },
+    {
+      "epoch": 0.013952916007989322,
+      "grad_norm": 3.21260142326355,
+      "learning_rate": 9.29968454258675e-07,
+      "loss": 0.8521,
+      "step": 1474
+    },
+    {
+      "epoch": 0.013962382029704377,
+      "grad_norm": 534.3606567382812,
+      "learning_rate": 9.305993690851735e-07,
+      "loss": 37.9219,
+      "step": 1475
+    },
+    {
+      "epoch": 0.01397184805141943,
+      "grad_norm": 481.35626220703125,
+      "learning_rate": 9.312302839116719e-07,
+      "loss": 43.0625,
+      "step": 1476
+    },
+    {
+      "epoch": 0.013981314073134484,
+      "grad_norm": 506.96563720703125,
+      "learning_rate": 9.318611987381702e-07,
+      "loss": 49.2812,
+      "step": 1477
+    },
+    {
+      "epoch": 0.013990780094849537,
+      "grad_norm": 577.5778198242188,
+      "learning_rate": 9.324921135646687e-07,
+      "loss": 41.1094,
+      "step": 1478
+    },
+    {
+      "epoch": 0.014000246116564592,
+      "grad_norm": 601.3617553710938,
+      "learning_rate": 9.331230283911672e-07,
+      "loss": 62.9844,
+      "step": 1479
+    },
+    {
+      "epoch": 0.014009712138279645,
+      "grad_norm": 509.481689453125,
+      "learning_rate": 9.337539432176655e-07,
+      "loss": 40.7344,
+      "step": 1480
+    },
+    {
+      "epoch": 0.014019178159994698,
+      "grad_norm": 864.44677734375,
+      "learning_rate": 9.34384858044164e-07,
+      "loss": 68.1875,
+      "step": 1481
+    },
+    {
+      "epoch": 0.014028644181709753,
+      "grad_norm": 512.6714477539062,
+      "learning_rate": 9.350157728706625e-07,
+      "loss": 38.8281,
+      "step": 1482
+    },
+    {
+      "epoch": 0.014038110203424806,
+      "grad_norm": 391.63494873046875,
+      "learning_rate": 9.356466876971608e-07,
+      "loss": 35.7188,
+      "step": 1483
+    },
+    {
+      "epoch": 0.01404757622513986,
+      "grad_norm": 416.9952697753906,
+      "learning_rate": 9.362776025236593e-07,
+      "loss": 32.8438,
+      "step": 1484
+    },
+    {
+      "epoch": 0.014057042246854914,
+      "grad_norm": 564.627197265625,
+      "learning_rate": 9.369085173501577e-07,
+      "loss": 44.1719,
+      "step": 1485
+    },
+    {
+      "epoch": 0.014066508268569968,
+      "grad_norm": 543.583984375,
+      "learning_rate": 9.37539432176656e-07,
+      "loss": 48.7344,
+      "step": 1486
+    },
+    {
+      "epoch": 0.014075974290285021,
+      "grad_norm": 705.085205078125,
+      "learning_rate": 9.381703470031545e-07,
+      "loss": 85.9062,
+      "step": 1487
+    },
+    {
+      "epoch": 0.014085440312000076,
+      "grad_norm": 1149.811767578125,
+      "learning_rate": 9.388012618296529e-07,
+      "loss": 84.375,
+      "step": 1488
+    },
+    {
+      "epoch": 0.01409490633371513,
+      "grad_norm": 453.5669860839844,
+      "learning_rate": 9.394321766561514e-07,
+      "loss": 36.5312,
+      "step": 1489
+    },
+    {
+      "epoch": 0.014104372355430184,
+      "grad_norm": 690.2760620117188,
+      "learning_rate": 9.400630914826498e-07,
+      "loss": 76.9688,
+      "step": 1490
+    },
+    {
+      "epoch": 0.014113838377145237,
+      "grad_norm": 397.5094299316406,
+      "learning_rate": 9.406940063091482e-07,
+      "loss": 44.4375,
+      "step": 1491
+    },
+    {
+      "epoch": 0.014123304398860292,
+      "grad_norm": 387.2882385253906,
+      "learning_rate": 9.413249211356467e-07,
+      "loss": 36.2812,
+      "step": 1492
+    },
+    {
+      "epoch": 0.014132770420575345,
+      "grad_norm": 3.019580125808716,
+      "learning_rate": 9.419558359621451e-07,
+      "loss": 0.9253,
+      "step": 1493
+    },
+    {
+      "epoch": 0.014142236442290398,
+      "grad_norm": 478.53741455078125,
+      "learning_rate": 9.425867507886435e-07,
+      "loss": 41.4531,
+      "step": 1494
+    },
+    {
+      "epoch": 0.014151702464005452,
+      "grad_norm": 837.216064453125,
+      "learning_rate": 9.43217665615142e-07,
+      "loss": 96.7812,
+      "step": 1495
+    },
+    {
+      "epoch": 0.014161168485720506,
+      "grad_norm": 785.90673828125,
+      "learning_rate": 9.438485804416402e-07,
+      "loss": 41.0312,
+      "step": 1496
+    },
+    {
+      "epoch": 0.01417063450743556,
+      "grad_norm": 1076.6455078125,
+      "learning_rate": 9.444794952681387e-07,
+      "loss": 124.0938,
+      "step": 1497
+    },
+    {
+      "epoch": 0.014180100529150613,
+      "grad_norm": 388.8402099609375,
+      "learning_rate": 9.451104100946372e-07,
+      "loss": 44.8125,
+      "step": 1498
+    },
+    {
+      "epoch": 0.014189566550865668,
+      "grad_norm": 439.56536865234375,
+      "learning_rate": 9.457413249211356e-07,
+      "loss": 36.5469,
+      "step": 1499
+    },
+    {
+      "epoch": 0.014199032572580721,
+      "grad_norm": 673.4337158203125,
+      "learning_rate": 9.46372239747634e-07,
+      "loss": 38.7344,
+      "step": 1500
+    },
+    {
+      "epoch": 0.014208498594295776,
+      "grad_norm": 779.1889038085938,
+      "learning_rate": 9.470031545741325e-07,
+      "loss": 57.5547,
+      "step": 1501
+    },
+    {
+      "epoch": 0.014217964616010829,
+      "grad_norm": 872.2674560546875,
+      "learning_rate": 9.476340694006309e-07,
+      "loss": 90.4531,
+      "step": 1502
+    },
+    {
+      "epoch": 0.014227430637725883,
+      "grad_norm": 467.3123474121094,
+      "learning_rate": 9.482649842271293e-07,
+      "loss": 41.625,
+      "step": 1503
+    },
+    {
+      "epoch": 0.014236896659440937,
+      "grad_norm": 557.76806640625,
+      "learning_rate": 9.488958990536278e-07,
+      "loss": 47.3594,
+      "step": 1504
+    },
+    {
+      "epoch": 0.014246362681155991,
+      "grad_norm": 444.07647705078125,
+      "learning_rate": 9.495268138801261e-07,
+      "loss": 41.9531,
+      "step": 1505
+    },
+    {
+      "epoch": 0.014255828702871044,
+      "grad_norm": 643.6551513671875,
+      "learning_rate": 9.501577287066246e-07,
+      "loss": 46.0625,
+      "step": 1506
+    },
+    {
+      "epoch": 0.014265294724586099,
+      "grad_norm": 290.8764953613281,
+      "learning_rate": 9.507886435331229e-07,
+      "loss": 35.0,
+      "step": 1507
+    },
+    {
+      "epoch": 0.014274760746301152,
+      "grad_norm": 2.6246261596679688,
+      "learning_rate": 9.514195583596214e-07,
+      "loss": 0.8828,
+      "step": 1508
+    },
+    {
+      "epoch": 0.014284226768016205,
+      "grad_norm": 591.4506225585938,
+      "learning_rate": 9.520504731861199e-07,
+      "loss": 75.7812,
+      "step": 1509
+    },
+    {
+      "epoch": 0.01429369278973126,
+      "grad_norm": 583.549072265625,
+      "learning_rate": 9.526813880126182e-07,
+      "loss": 42.3125,
+      "step": 1510
+    },
+    {
+      "epoch": 0.014303158811446313,
+      "grad_norm": 834.4395141601562,
+      "learning_rate": 9.533123028391167e-07,
+      "loss": 58.5469,
+      "step": 1511
+    },
+    {
+      "epoch": 0.014312624833161368,
+      "grad_norm": 977.6520385742188,
+      "learning_rate": 9.53943217665615e-07,
+      "loss": 70.8906,
+      "step": 1512
+    },
+    {
+      "epoch": 0.01432209085487642,
+      "grad_norm": 3.245422124862671,
+      "learning_rate": 9.545741324921136e-07,
+      "loss": 0.8335,
+      "step": 1513
+    },
+    {
+      "epoch": 0.014331556876591475,
+      "grad_norm": 535.1561279296875,
+      "learning_rate": 9.55205047318612e-07,
+      "loss": 39.4844,
+      "step": 1514
+    },
+    {
+      "epoch": 0.014341022898306528,
+      "grad_norm": 315.49462890625,
+      "learning_rate": 9.558359621451103e-07,
+      "loss": 33.6875,
+      "step": 1515
+    },
+    {
+      "epoch": 0.014350488920021583,
+      "grad_norm": 376.9138488769531,
+      "learning_rate": 9.564668769716088e-07,
+      "loss": 33.1562,
+      "step": 1516
+    },
+    {
+      "epoch": 0.014359954941736636,
+      "grad_norm": 625.4567260742188,
+      "learning_rate": 9.570977917981073e-07,
+      "loss": 95.9062,
+      "step": 1517
+    },
+    {
+      "epoch": 0.01436942096345169,
+      "grad_norm": 810.0696411132812,
+      "learning_rate": 9.577287066246056e-07,
+      "loss": 60.6406,
+      "step": 1518
+    },
+    {
+      "epoch": 0.014378886985166744,
+      "grad_norm": 1323.385009765625,
+      "learning_rate": 9.58359621451104e-07,
+      "loss": 36.625,
+      "step": 1519
+    },
+    {
+      "epoch": 0.014388353006881799,
+      "grad_norm": 624.9921264648438,
+      "learning_rate": 9.589905362776026e-07,
+      "loss": 41.1562,
+      "step": 1520
+    },
+    {
+      "epoch": 0.014397819028596852,
+      "grad_norm": 348.5631408691406,
+      "learning_rate": 9.596214511041009e-07,
+      "loss": 32.3438,
+      "step": 1521
+    },
+    {
+      "epoch": 0.014407285050311906,
+      "grad_norm": 488.4847412109375,
+      "learning_rate": 9.602523659305994e-07,
+      "loss": 37.3906,
+      "step": 1522
+    },
+    {
+      "epoch": 0.01441675107202696,
+      "grad_norm": 1286.49072265625,
+      "learning_rate": 9.608832807570978e-07,
+      "loss": 86.4375,
+      "step": 1523
+    },
+    {
+      "epoch": 0.014426217093742012,
+      "grad_norm": 645.9542846679688,
+      "learning_rate": 9.615141955835961e-07,
+      "loss": 55.0469,
+      "step": 1524
+    },
+    {
+      "epoch": 0.014435683115457067,
+      "grad_norm": 777.2451171875,
+      "learning_rate": 9.621451104100946e-07,
+      "loss": 85.5938,
+      "step": 1525
+    },
+    {
+      "epoch": 0.01444514913717212,
+      "grad_norm": 1294.2974853515625,
+      "learning_rate": 9.627760252365931e-07,
+      "loss": 97.1875,
+      "step": 1526
+    },
+    {
+      "epoch": 0.014454615158887175,
+      "grad_norm": 527.7368774414062,
+      "learning_rate": 9.634069400630914e-07,
+      "loss": 64.7812,
+      "step": 1527
+    },
+    {
+      "epoch": 0.014464081180602228,
+      "grad_norm": 355.0567321777344,
+      "learning_rate": 9.640378548895899e-07,
+      "loss": 35.1562,
+      "step": 1528
+    },
+    {
+      "epoch": 0.014473547202317283,
+      "grad_norm": 548.6400756835938,
+      "learning_rate": 9.646687697160882e-07,
+      "loss": 43.3125,
+      "step": 1529
+    },
+    {
+      "epoch": 0.014483013224032336,
+      "grad_norm": 515.7227172851562,
+      "learning_rate": 9.652996845425867e-07,
+      "loss": 36.5469,
+      "step": 1530
+    },
+    {
+      "epoch": 0.01449247924574739,
+      "grad_norm": 506.5542297363281,
+      "learning_rate": 9.659305993690852e-07,
+      "loss": 33.4375,
+      "step": 1531
+    },
+    {
+      "epoch": 0.014501945267462443,
+      "grad_norm": 533.2708129882812,
+      "learning_rate": 9.665615141955834e-07,
+      "loss": 53.5469,
+      "step": 1532
+    },
+    {
+      "epoch": 0.014511411289177498,
+      "grad_norm": 808.70263671875,
+      "learning_rate": 9.67192429022082e-07,
+      "loss": 76.2031,
+      "step": 1533
+    },
+    {
+      "epoch": 0.014520877310892551,
+      "grad_norm": 420.9373474121094,
+      "learning_rate": 9.678233438485804e-07,
+      "loss": 63.375,
+      "step": 1534
+    },
+    {
+      "epoch": 0.014530343332607606,
+      "grad_norm": 330.6839904785156,
+      "learning_rate": 9.684542586750787e-07,
+      "loss": 32.4531,
+      "step": 1535
+    },
+    {
+      "epoch": 0.014539809354322659,
+      "grad_norm": 456.32733154296875,
+      "learning_rate": 9.690851735015772e-07,
+      "loss": 39.4688,
+      "step": 1536
+    },
+    {
+      "epoch": 0.014549275376037712,
+      "grad_norm": 495.7166748046875,
+      "learning_rate": 9.697160883280757e-07,
+      "loss": 54.875,
+      "step": 1537
+    },
+    {
+      "epoch": 0.014558741397752767,
+      "grad_norm": 504.2703552246094,
+      "learning_rate": 9.70347003154574e-07,
+      "loss": 65.3438,
+      "step": 1538
+    },
+    {
+      "epoch": 0.01456820741946782,
+      "grad_norm": 3.2078359127044678,
+      "learning_rate": 9.709779179810725e-07,
+      "loss": 0.936,
+      "step": 1539
+    },
+    {
+      "epoch": 0.014577673441182874,
+      "grad_norm": 836.077880859375,
+      "learning_rate": 9.71608832807571e-07,
+      "loss": 79.0938,
+      "step": 1540
+    },
+    {
+      "epoch": 0.014587139462897927,
+      "grad_norm": 338.6009216308594,
+      "learning_rate": 9.722397476340694e-07,
+      "loss": 44.0312,
+      "step": 1541
+    },
+    {
+      "epoch": 0.014596605484612982,
+      "grad_norm": 874.1458740234375,
+      "learning_rate": 9.728706624605677e-07,
+      "loss": 34.7656,
+      "step": 1542
+    },
+    {
+      "epoch": 0.014606071506328035,
+      "grad_norm": 495.95928955078125,
+      "learning_rate": 9.735015772870662e-07,
+      "loss": 37.3906,
+      "step": 1543
+    },
+    {
+      "epoch": 0.01461553752804309,
+      "grad_norm": 472.87640380859375,
+      "learning_rate": 9.741324921135647e-07,
+      "loss": 35.3594,
+      "step": 1544
+    },
+    {
+      "epoch": 0.014625003549758143,
+      "grad_norm": 3.1560075283050537,
+      "learning_rate": 9.74763406940063e-07,
+      "loss": 1.0498,
+      "step": 1545
+    },
+    {
+      "epoch": 0.014634469571473198,
+      "grad_norm": 458.1545104980469,
+      "learning_rate": 9.753943217665615e-07,
+      "loss": 45.7656,
+      "step": 1546
+    },
+    {
+      "epoch": 0.01464393559318825,
+      "grad_norm": 1171.685546875,
+      "learning_rate": 9.7602523659306e-07,
+      "loss": 96.75,
+      "step": 1547
+    },
+    {
+      "epoch": 0.014653401614903305,
+      "grad_norm": 429.1284484863281,
+      "learning_rate": 9.766561514195583e-07,
+      "loss": 40.0781,
+      "step": 1548
+    },
+    {
+      "epoch": 0.014662867636618358,
+      "grad_norm": 359.6435546875,
+      "learning_rate": 9.772870662460568e-07,
+      "loss": 39.3125,
+      "step": 1549
+    },
+    {
+      "epoch": 0.014672333658333413,
+      "grad_norm": 2.8279566764831543,
+      "learning_rate": 9.779179810725552e-07,
+      "loss": 0.9326,
+      "step": 1550
+    },
+    {
+      "epoch": 0.014681799680048466,
+      "grad_norm": 490.55816650390625,
+      "learning_rate": 9.785488958990535e-07,
+      "loss": 53.9844,
+      "step": 1551
+    },
+    {
+      "epoch": 0.014691265701763519,
+      "grad_norm": 823.115478515625,
+      "learning_rate": 9.79179810725552e-07,
+      "loss": 54.6719,
+      "step": 1552
+    },
+    {
+      "epoch": 0.014700731723478574,
+      "grad_norm": 512.02880859375,
+      "learning_rate": 9.798107255520505e-07,
+      "loss": 32.25,
+      "step": 1553
+    },
+    {
+      "epoch": 0.014710197745193627,
+      "grad_norm": 462.1593322753906,
+      "learning_rate": 9.804416403785488e-07,
+      "loss": 48.5156,
+      "step": 1554
+    },
+    {
+      "epoch": 0.014719663766908682,
+      "grad_norm": 1080.4844970703125,
+      "learning_rate": 9.810725552050473e-07,
+      "loss": 60.9531,
+      "step": 1555
+    },
+    {
+      "epoch": 0.014729129788623735,
+      "grad_norm": 522.9070434570312,
+      "learning_rate": 9.817034700315458e-07,
+      "loss": 88.2188,
+      "step": 1556
+    },
+    {
+      "epoch": 0.01473859581033879,
+      "grad_norm": 498.96173095703125,
+      "learning_rate": 9.82334384858044e-07,
+      "loss": 37.4219,
+      "step": 1557
+    },
+    {
+      "epoch": 0.014748061832053842,
+      "grad_norm": 506.362548828125,
+      "learning_rate": 9.829652996845426e-07,
+      "loss": 38.75,
+      "step": 1558
+    },
+    {
+      "epoch": 0.014757527853768897,
+      "grad_norm": 258.36773681640625,
+      "learning_rate": 9.835962145110408e-07,
+      "loss": 31.8438,
+      "step": 1559
+    },
+    {
+      "epoch": 0.01476699387548395,
+      "grad_norm": 1216.8369140625,
+      "learning_rate": 9.842271293375393e-07,
+      "loss": 56.375,
+      "step": 1560
+    },
+    {
+      "epoch": 0.014776459897199005,
+      "grad_norm": 682.7588500976562,
+      "learning_rate": 9.848580441640378e-07,
+      "loss": 60.5,
+      "step": 1561
+    },
+    {
+      "epoch": 0.014785925918914058,
+      "grad_norm": 335.8126220703125,
+      "learning_rate": 9.85488958990536e-07,
+      "loss": 46.0625,
+      "step": 1562
+    },
+    {
+      "epoch": 0.014795391940629113,
+      "grad_norm": 440.4599914550781,
+      "learning_rate": 9.861198738170346e-07,
+      "loss": 37.6719,
+      "step": 1563
+    },
+    {
+      "epoch": 0.014804857962344166,
+      "grad_norm": 540.6492309570312,
+      "learning_rate": 9.86750788643533e-07,
+      "loss": 42.2656,
+      "step": 1564
+    },
+    {
+      "epoch": 0.01481432398405922,
+      "grad_norm": 979.8394775390625,
+      "learning_rate": 9.873817034700314e-07,
+      "loss": 76.375,
+      "step": 1565
+    },
+    {
+      "epoch": 0.014823790005774273,
+      "grad_norm": 1317.697021484375,
+      "learning_rate": 9.880126182965299e-07,
+      "loss": 84.0625,
+      "step": 1566
+    },
+    {
+      "epoch": 0.014833256027489326,
+      "grad_norm": 334.5838317871094,
+      "learning_rate": 9.886435331230284e-07,
+      "loss": 36.2969,
+      "step": 1567
+    },
+    {
+      "epoch": 0.014842722049204381,
+      "grad_norm": 2.8009111881256104,
+      "learning_rate": 9.892744479495268e-07,
+      "loss": 0.813,
+      "step": 1568
+    },
+    {
+      "epoch": 0.014852188070919434,
+      "grad_norm": 3.096045970916748,
+      "learning_rate": 9.899053627760251e-07,
+      "loss": 0.939,
+      "step": 1569
+    },
+    {
+      "epoch": 0.014861654092634489,
+      "grad_norm": 2.948606491088867,
+      "learning_rate": 9.905362776025236e-07,
+      "loss": 0.9609,
+      "step": 1570
+    },
+    {
+      "epoch": 0.014871120114349542,
+      "grad_norm": 512.8611450195312,
+      "learning_rate": 9.911671924290221e-07,
+      "loss": 36.4062,
+      "step": 1571
+    },
+    {
+      "epoch": 0.014880586136064597,
+      "grad_norm": 383.573974609375,
+      "learning_rate": 9.917981072555204e-07,
+      "loss": 34.0,
+      "step": 1572
+    },
+    {
+      "epoch": 0.01489005215777965,
+      "grad_norm": 3.187349557876587,
+      "learning_rate": 9.924290220820189e-07,
+      "loss": 0.8804,
+      "step": 1573
+    },
+    {
+      "epoch": 0.014899518179494704,
+      "grad_norm": 1316.876953125,
+      "learning_rate": 9.930599369085174e-07,
+      "loss": 69.4531,
+      "step": 1574
+    },
+    {
+      "epoch": 0.014908984201209757,
+      "grad_norm": 944.4759521484375,
+      "learning_rate": 9.936908517350157e-07,
+      "loss": 40.875,
+      "step": 1575
+    },
+    {
+      "epoch": 0.014918450222924812,
+      "grad_norm": 332.7432861328125,
+      "learning_rate": 9.943217665615142e-07,
+      "loss": 33.6875,
+      "step": 1576
+    },
+    {
+      "epoch": 0.014927916244639865,
+      "grad_norm": 703.055419921875,
+      "learning_rate": 9.949526813880126e-07,
+      "loss": 74.7188,
+      "step": 1577
+    },
+    {
+      "epoch": 0.01493738226635492,
+      "grad_norm": 1165.20947265625,
+      "learning_rate": 9.955835962145111e-07,
+      "loss": 70.4062,
+      "step": 1578
+    },
+    {
+      "epoch": 0.014946848288069973,
+      "grad_norm": 950.879150390625,
+      "learning_rate": 9.962145110410094e-07,
+      "loss": 91.0312,
+      "step": 1579
+    },
+    {
+      "epoch": 0.014956314309785026,
+      "grad_norm": 1153.678466796875,
+      "learning_rate": 9.96845425867508e-07,
+      "loss": 71.6094,
+      "step": 1580
+    },
+    {
+      "epoch": 0.01496578033150008,
+      "grad_norm": 722.4657592773438,
+      "learning_rate": 9.974763406940062e-07,
+      "loss": 72.7344,
+      "step": 1581
+    },
+    {
+      "epoch": 0.014975246353215134,
+      "grad_norm": 718.4335327148438,
+      "learning_rate": 9.981072555205047e-07,
+      "loss": 101.6875,
+      "step": 1582
+    },
+    {
+      "epoch": 0.014984712374930188,
+      "grad_norm": 2.916945219039917,
+      "learning_rate": 9.987381703470032e-07,
+      "loss": 0.9512,
+      "step": 1583
+    },
+    {
+      "epoch": 0.014994178396645241,
+      "grad_norm": 746.156982421875,
+      "learning_rate": 9.993690851735015e-07,
+      "loss": 49.2188,
+      "step": 1584
+    },
+    {
+      "epoch": 0.015003644418360296,
+      "grad_norm": 585.630859375,
+      "learning_rate": 1e-06,
+      "loss": 40.2031,
+      "step": 1585
+    },
+    {
+      "epoch": 0.015013110440075349,
+      "grad_norm": 985.6940307617188,
+      "learning_rate": 1.0006309148264984e-06,
+      "loss": 72.7188,
+      "step": 1586
+    },
+    {
+      "epoch": 0.015022576461790404,
+      "grad_norm": 938.5748291015625,
+      "learning_rate": 1.001261829652997e-06,
+      "loss": 52.5391,
+      "step": 1587
+    },
+    {
+      "epoch": 0.015032042483505457,
+      "grad_norm": 565.2317504882812,
+      "learning_rate": 1.0018927444794952e-06,
+      "loss": 44.6562,
+      "step": 1588
+    },
+    {
+      "epoch": 0.015041508505220512,
+      "grad_norm": 1024.2633056640625,
+      "learning_rate": 1.0025236593059935e-06,
+      "loss": 85.125,
+      "step": 1589
+    },
+    {
+      "epoch": 0.015050974526935565,
+      "grad_norm": 458.9192810058594,
+      "learning_rate": 1.003154574132492e-06,
+      "loss": 38.7188,
+      "step": 1590
+    },
+    {
+      "epoch": 0.01506044054865062,
+      "grad_norm": 890.6364135742188,
+      "learning_rate": 1.0037854889589905e-06,
+      "loss": 77.5,
+      "step": 1591
+    },
+    {
+      "epoch": 0.015069906570365672,
+      "grad_norm": 1131.025390625,
+      "learning_rate": 1.004416403785489e-06,
+      "loss": 75.6562,
+      "step": 1592
+    },
+    {
+      "epoch": 0.015079372592080727,
+      "grad_norm": 486.6618957519531,
+      "learning_rate": 1.0050473186119875e-06,
+      "loss": 41.5312,
+      "step": 1593
+    },
+    {
+      "epoch": 0.01508883861379578,
+      "grad_norm": 851.5337524414062,
+      "learning_rate": 1.0056782334384858e-06,
+      "loss": 60.7656,
+      "step": 1594
+    },
+    {
+      "epoch": 0.015098304635510833,
+      "grad_norm": 561.5545043945312,
+      "learning_rate": 1.0063091482649842e-06,
+      "loss": 38.4375,
+      "step": 1595
+    },
+    {
+      "epoch": 0.015107770657225888,
+      "grad_norm": 614.7553100585938,
+      "learning_rate": 1.0069400630914825e-06,
+      "loss": 40.9844,
+      "step": 1596
+    },
+    {
+      "epoch": 0.01511723667894094,
+      "grad_norm": 1123.0914306640625,
+      "learning_rate": 1.007570977917981e-06,
+      "loss": 100.125,
+      "step": 1597
+    },
+    {
+      "epoch": 0.015126702700655996,
+      "grad_norm": 639.1223754882812,
+      "learning_rate": 1.0082018927444795e-06,
+      "loss": 33.25,
+      "step": 1598
+    },
+    {
+      "epoch": 0.015136168722371049,
+      "grad_norm": 540.2785034179688,
+      "learning_rate": 1.0088328075709778e-06,
+      "loss": 40.3438,
+      "step": 1599
+    },
+    {
+      "epoch": 0.015145634744086103,
+      "grad_norm": 530.3887329101562,
+      "learning_rate": 1.0094637223974763e-06,
+      "loss": 80.0156,
+      "step": 1600
+    },
+    {
+      "epoch": 0.015155100765801156,
+      "grad_norm": 619.4019165039062,
+      "learning_rate": 1.0100946372239748e-06,
+      "loss": 39.0781,
+      "step": 1601
+    },
+    {
+      "epoch": 0.015164566787516211,
+      "grad_norm": 2.5680928230285645,
+      "learning_rate": 1.010725552050473e-06,
+      "loss": 0.7715,
+      "step": 1602
+    },
+    {
+      "epoch": 0.015174032809231264,
+      "grad_norm": 647.6741943359375,
+      "learning_rate": 1.0113564668769716e-06,
+      "loss": 54.4531,
+      "step": 1603
+    },
+    {
+      "epoch": 0.015183498830946319,
+      "grad_norm": 500.75054931640625,
+      "learning_rate": 1.01198738170347e-06,
+      "loss": 37.1719,
+      "step": 1604
+    },
+    {
+      "epoch": 0.015192964852661372,
+      "grad_norm": 609.9459838867188,
+      "learning_rate": 1.0126182965299683e-06,
+      "loss": 41.7188,
+      "step": 1605
+    },
+    {
+      "epoch": 0.015202430874376427,
+      "grad_norm": 757.8089599609375,
+      "learning_rate": 1.0132492113564668e-06,
+      "loss": 33.6875,
+      "step": 1606
+    },
+    {
+      "epoch": 0.01521189689609148,
+      "grad_norm": 495.50653076171875,
+      "learning_rate": 1.0138801261829653e-06,
+      "loss": 63.8125,
+      "step": 1607
+    },
+    {
+      "epoch": 0.015221362917806533,
+      "grad_norm": 384.1427307128906,
+      "learning_rate": 1.0145110410094638e-06,
+      "loss": 39.0781,
+      "step": 1608
+    },
+    {
+      "epoch": 0.015230828939521587,
+      "grad_norm": 392.07281494140625,
+      "learning_rate": 1.015141955835962e-06,
+      "loss": 33.9219,
+      "step": 1609
+    },
+    {
+      "epoch": 0.01524029496123664,
+      "grad_norm": 606.2182006835938,
+      "learning_rate": 1.0157728706624604e-06,
+      "loss": 32.2188,
+      "step": 1610
+    },
+    {
+      "epoch": 0.015249760982951695,
+      "grad_norm": 359.3892822265625,
+      "learning_rate": 1.0164037854889589e-06,
+      "loss": 37.5156,
+      "step": 1611
+    },
+    {
+      "epoch": 0.015259227004666748,
+      "grad_norm": 322.7551574707031,
+      "learning_rate": 1.0170347003154574e-06,
+      "loss": 38.7031,
+      "step": 1612
+    },
+    {
+      "epoch": 0.015268693026381803,
+      "grad_norm": 710.5620727539062,
+      "learning_rate": 1.0176656151419558e-06,
+      "loss": 94.2188,
+      "step": 1613
+    },
+    {
+      "epoch": 0.015278159048096856,
+      "grad_norm": 981.6589965820312,
+      "learning_rate": 1.0182965299684543e-06,
+      "loss": 45.1094,
+      "step": 1614
+    },
+    {
+      "epoch": 0.01528762506981191,
+      "grad_norm": 384.23712158203125,
+      "learning_rate": 1.0189274447949528e-06,
+      "loss": 31.875,
+      "step": 1615
+    },
+    {
+      "epoch": 0.015297091091526964,
+      "grad_norm": 885.2128295898438,
+      "learning_rate": 1.019558359621451e-06,
+      "loss": 36.6406,
+      "step": 1616
+    },
+    {
+      "epoch": 0.015306557113242018,
+      "grad_norm": 3.574967384338379,
+      "learning_rate": 1.0201892744479494e-06,
+      "loss": 0.7729,
+      "step": 1617
+    },
+    {
+      "epoch": 0.015316023134957071,
+      "grad_norm": 586.27197265625,
+      "learning_rate": 1.0208201892744479e-06,
+      "loss": 32.9531,
+      "step": 1618
+    },
+    {
+      "epoch": 0.015325489156672126,
+      "grad_norm": 314.91815185546875,
+      "learning_rate": 1.0214511041009464e-06,
+      "loss": 34.0,
+      "step": 1619
+    },
+    {
+      "epoch": 0.015334955178387179,
+      "grad_norm": 345.89617919921875,
+      "learning_rate": 1.0220820189274449e-06,
+      "loss": 51.1719,
+      "step": 1620
+    },
+    {
+      "epoch": 0.015344421200102234,
+      "grad_norm": 949.4100341796875,
+      "learning_rate": 1.0227129337539432e-06,
+      "loss": 79.625,
+      "step": 1621
+    },
+    {
+      "epoch": 0.015353887221817287,
+      "grad_norm": 720.751220703125,
+      "learning_rate": 1.0233438485804414e-06,
+      "loss": 34.7969,
+      "step": 1622
+    },
+    {
+      "epoch": 0.01536335324353234,
+      "grad_norm": 392.671630859375,
+      "learning_rate": 1.02397476340694e-06,
+      "loss": 39.0,
+      "step": 1623
+    },
+    {
+      "epoch": 0.015372819265247395,
+      "grad_norm": 531.5504760742188,
+      "learning_rate": 1.0246056782334384e-06,
+      "loss": 55.7891,
+      "step": 1624
+    },
+    {
+      "epoch": 0.015382285286962448,
+      "grad_norm": 565.0335083007812,
+      "learning_rate": 1.025236593059937e-06,
+      "loss": 72.5312,
+      "step": 1625
+    },
+    {
+      "epoch": 0.015391751308677502,
+      "grad_norm": 519.9074096679688,
+      "learning_rate": 1.0258675078864354e-06,
+      "loss": 43.3594,
+      "step": 1626
+    },
+    {
+      "epoch": 0.015401217330392555,
+      "grad_norm": 3.1751227378845215,
+      "learning_rate": 1.0264984227129337e-06,
+      "loss": 0.7734,
+      "step": 1627
+    },
+    {
+      "epoch": 0.01541068335210761,
+      "grad_norm": 1490.4371337890625,
+      "learning_rate": 1.0271293375394322e-06,
+      "loss": 103.2031,
+      "step": 1628
+    },
+    {
+      "epoch": 0.015420149373822663,
+      "grad_norm": 385.8720703125,
+      "learning_rate": 1.0277602523659305e-06,
+      "loss": 40.4844,
+      "step": 1629
+    },
+    {
+      "epoch": 0.015429615395537718,
+      "grad_norm": 922.3438110351562,
+      "learning_rate": 1.028391167192429e-06,
+      "loss": 76.7188,
+      "step": 1630
+    },
+    {
+      "epoch": 0.01543908141725277,
+      "grad_norm": 403.16351318359375,
+      "learning_rate": 1.0290220820189274e-06,
+      "loss": 33.6406,
+      "step": 1631
+    },
+    {
+      "epoch": 0.015448547438967826,
+      "grad_norm": 1458.5068359375,
+      "learning_rate": 1.0296529968454257e-06,
+      "loss": 104.0312,
+      "step": 1632
+    },
+    {
+      "epoch": 0.015458013460682879,
+      "grad_norm": 499.0540771484375,
+      "learning_rate": 1.0302839116719242e-06,
+      "loss": 89.0312,
+      "step": 1633
+    },
+    {
+      "epoch": 0.015467479482397933,
+      "grad_norm": 474.2492980957031,
+      "learning_rate": 1.0309148264984227e-06,
+      "loss": 48.6094,
+      "step": 1634
+    },
+    {
+      "epoch": 0.015476945504112986,
+      "grad_norm": 558.6455688476562,
+      "learning_rate": 1.0315457413249212e-06,
+      "loss": 71.8125,
+      "step": 1635
+    },
+    {
+      "epoch": 0.015486411525828041,
+      "grad_norm": 343.21044921875,
+      "learning_rate": 1.0321766561514195e-06,
+      "loss": 28.0781,
+      "step": 1636
+    },
+    {
+      "epoch": 0.015495877547543094,
+      "grad_norm": 569.449951171875,
+      "learning_rate": 1.032807570977918e-06,
+      "loss": 44.0625,
+      "step": 1637
+    },
+    {
+      "epoch": 0.015505343569258147,
+      "grad_norm": 325.5155029296875,
+      "learning_rate": 1.0334384858044163e-06,
+      "loss": 34.25,
+      "step": 1638
+    },
+    {
+      "epoch": 0.015514809590973202,
+      "grad_norm": 361.2317810058594,
+      "learning_rate": 1.0340694006309148e-06,
+      "loss": 35.625,
+      "step": 1639
+    },
+    {
+      "epoch": 0.015524275612688255,
+      "grad_norm": 859.0040283203125,
+      "learning_rate": 1.0347003154574132e-06,
+      "loss": 75.1875,
+      "step": 1640
+    },
+    {
+      "epoch": 0.01553374163440331,
+      "grad_norm": 1238.6195068359375,
+      "learning_rate": 1.0353312302839117e-06,
+      "loss": 46.0156,
+      "step": 1641
+    },
+    {
+      "epoch": 0.015543207656118363,
+      "grad_norm": 390.5838928222656,
+      "learning_rate": 1.0359621451104102e-06,
+      "loss": 38.5,
+      "step": 1642
+    },
+    {
+      "epoch": 0.015552673677833417,
+      "grad_norm": 398.3189392089844,
+      "learning_rate": 1.0365930599369083e-06,
+      "loss": 39.1875,
+      "step": 1643
+    },
+    {
+      "epoch": 0.01556213969954847,
+      "grad_norm": 547.1773681640625,
+      "learning_rate": 1.0372239747634068e-06,
+      "loss": 40.4219,
+      "step": 1644
+    },
+    {
+      "epoch": 0.015571605721263525,
+      "grad_norm": 518.6434936523438,
+      "learning_rate": 1.0378548895899053e-06,
+      "loss": 36.375,
+      "step": 1645
+    },
+    {
+      "epoch": 0.015581071742978578,
+      "grad_norm": 615.5721435546875,
+      "learning_rate": 1.0384858044164038e-06,
+      "loss": 79.4531,
+      "step": 1646
+    },
+    {
+      "epoch": 0.015590537764693633,
+      "grad_norm": 1050.259521484375,
+      "learning_rate": 1.0391167192429023e-06,
+      "loss": 65.8281,
+      "step": 1647
+    },
+    {
+      "epoch": 0.015600003786408686,
+      "grad_norm": 1045.0582275390625,
+      "learning_rate": 1.0397476340694008e-06,
+      "loss": 99.9531,
+      "step": 1648
+    },
+    {
+      "epoch": 0.01560946980812374,
+      "grad_norm": 385.0968322753906,
+      "learning_rate": 1.0403785488958988e-06,
+      "loss": 32.7344,
+      "step": 1649
+    },
+    {
+      "epoch": 0.015618935829838794,
+      "grad_norm": 842.92529296875,
+      "learning_rate": 1.0410094637223973e-06,
+      "loss": 60.8438,
+      "step": 1650
+    },
+    {
+      "epoch": 0.01562840185155385,
+      "grad_norm": 519.292724609375,
+      "learning_rate": 1.0416403785488958e-06,
+      "loss": 71.5156,
+      "step": 1651
+    },
+    {
+      "epoch": 0.0156378678732689,
+      "grad_norm": 582.1716918945312,
+      "learning_rate": 1.0422712933753943e-06,
+      "loss": 53.9844,
+      "step": 1652
+    },
+    {
+      "epoch": 0.015647333894983954,
+      "grad_norm": 597.8706665039062,
+      "learning_rate": 1.0429022082018928e-06,
+      "loss": 39.0,
+      "step": 1653
+    },
+    {
+      "epoch": 0.015656799916699007,
+      "grad_norm": 931.6563720703125,
+      "learning_rate": 1.043533123028391e-06,
+      "loss": 41.4531,
+      "step": 1654
+    },
+    {
+      "epoch": 0.015666265938414064,
+      "grad_norm": 949.6720581054688,
+      "learning_rate": 1.0441640378548896e-06,
+      "loss": 62.9375,
+      "step": 1655
+    },
+    {
+      "epoch": 0.015675731960129117,
+      "grad_norm": 254.19271850585938,
+      "learning_rate": 1.0447949526813879e-06,
+      "loss": 32.25,
+      "step": 1656
+    },
+    {
+      "epoch": 0.01568519798184417,
+      "grad_norm": 391.3070983886719,
+      "learning_rate": 1.0454258675078864e-06,
+      "loss": 32.0,
+      "step": 1657
+    },
+    {
+      "epoch": 0.015694664003559223,
+      "grad_norm": 840.4525756835938,
+      "learning_rate": 1.0460567823343848e-06,
+      "loss": 99.7969,
+      "step": 1658
+    },
+    {
+      "epoch": 0.01570413002527428,
+      "grad_norm": 344.9937438964844,
+      "learning_rate": 1.0466876971608833e-06,
+      "loss": 36.4219,
+      "step": 1659
+    },
+    {
+      "epoch": 0.015713596046989332,
+      "grad_norm": 636.9520874023438,
+      "learning_rate": 1.0473186119873816e-06,
+      "loss": 34.2344,
+      "step": 1660
+    },
+    {
+      "epoch": 0.015723062068704385,
+      "grad_norm": 381.01953125,
+      "learning_rate": 1.0479495268138801e-06,
+      "loss": 49.0312,
+      "step": 1661
+    },
+    {
+      "epoch": 0.01573252809041944,
+      "grad_norm": 743.704345703125,
+      "learning_rate": 1.0485804416403786e-06,
+      "loss": 91.5625,
+      "step": 1662
+    },
+    {
+      "epoch": 0.015741994112134495,
+      "grad_norm": 496.76959228515625,
+      "learning_rate": 1.0492113564668769e-06,
+      "loss": 45.5,
+      "step": 1663
+    },
+    {
+      "epoch": 0.015751460133849548,
+      "grad_norm": 855.9776000976562,
+      "learning_rate": 1.0498422712933754e-06,
+      "loss": 61.6875,
+      "step": 1664
+    },
+    {
+      "epoch": 0.0157609261555646,
+      "grad_norm": 397.4556579589844,
+      "learning_rate": 1.0504731861198737e-06,
+      "loss": 40.7969,
+      "step": 1665
+    },
+    {
+      "epoch": 0.015770392177279654,
+      "grad_norm": 891.388671875,
+      "learning_rate": 1.0511041009463722e-06,
+      "loss": 98.2188,
+      "step": 1666
+    },
+    {
+      "epoch": 0.015779858198994707,
+      "grad_norm": 613.842529296875,
+      "learning_rate": 1.0517350157728706e-06,
+      "loss": 77.5312,
+      "step": 1667
+    },
+    {
+      "epoch": 0.015789324220709763,
+      "grad_norm": 519.4662475585938,
+      "learning_rate": 1.0523659305993691e-06,
+      "loss": 52.7969,
+      "step": 1668
+    },
+    {
+      "epoch": 0.015798790242424816,
+      "grad_norm": 457.2646179199219,
+      "learning_rate": 1.0529968454258676e-06,
+      "loss": 31.2656,
+      "step": 1669
+    },
+    {
+      "epoch": 0.01580825626413987,
+      "grad_norm": 650.14111328125,
+      "learning_rate": 1.053627760252366e-06,
+      "loss": 48.8438,
+      "step": 1670
+    },
+    {
+      "epoch": 0.015817722285854922,
+      "grad_norm": 2242.306884765625,
+      "learning_rate": 1.0542586750788642e-06,
+      "loss": 47.9844,
+      "step": 1671
+    },
+    {
+      "epoch": 0.01582718830756998,
+      "grad_norm": 545.1943359375,
+      "learning_rate": 1.0548895899053627e-06,
+      "loss": 30.9219,
+      "step": 1672
+    },
+    {
+      "epoch": 0.015836654329285032,
+      "grad_norm": 616.8423461914062,
+      "learning_rate": 1.0555205047318612e-06,
+      "loss": 78.1875,
+      "step": 1673
+    },
+    {
+      "epoch": 0.015846120351000085,
+      "grad_norm": 2.920377731323242,
+      "learning_rate": 1.0561514195583597e-06,
+      "loss": 0.978,
+      "step": 1674
+    },
+    {
+      "epoch": 0.015855586372715138,
+      "grad_norm": 580.9616088867188,
+      "learning_rate": 1.0567823343848582e-06,
+      "loss": 36.1406,
+      "step": 1675
+    },
+    {
+      "epoch": 0.015865052394430194,
+      "grad_norm": 542.4140625,
+      "learning_rate": 1.0574132492113562e-06,
+      "loss": 64.7031,
+      "step": 1676
+    },
+    {
+      "epoch": 0.015874518416145247,
+      "grad_norm": 433.63714599609375,
+      "learning_rate": 1.0580441640378547e-06,
+      "loss": 57.5,
+      "step": 1677
+    },
+    {
+      "epoch": 0.0158839844378603,
+      "grad_norm": 567.9453125,
+      "learning_rate": 1.0586750788643532e-06,
+      "loss": 36.1875,
+      "step": 1678
+    },
+    {
+      "epoch": 0.015893450459575353,
+      "grad_norm": 605.5845336914062,
+      "learning_rate": 1.0593059936908517e-06,
+      "loss": 37.3438,
+      "step": 1679
+    },
+    {
+      "epoch": 0.015902916481290406,
+      "grad_norm": 468.4525146484375,
+      "learning_rate": 1.0599369085173502e-06,
+      "loss": 42.5156,
+      "step": 1680
+    },
+    {
+      "epoch": 0.015912382503005463,
+      "grad_norm": 452.6356506347656,
+      "learning_rate": 1.0605678233438485e-06,
+      "loss": 35.375,
+      "step": 1681
+    },
+    {
+      "epoch": 0.015921848524720516,
+      "grad_norm": 1780.895263671875,
+      "learning_rate": 1.061198738170347e-06,
+      "loss": 84.25,
+      "step": 1682
+    },
+    {
+      "epoch": 0.01593131454643557,
+      "grad_norm": 533.7827758789062,
+      "learning_rate": 1.0618296529968453e-06,
+      "loss": 34.375,
+      "step": 1683
+    },
+    {
+      "epoch": 0.015940780568150622,
+      "grad_norm": 866.1103515625,
+      "learning_rate": 1.0624605678233438e-06,
+      "loss": 105.4688,
+      "step": 1684
+    },
+    {
+      "epoch": 0.01595024658986568,
+      "grad_norm": 826.0418701171875,
+      "learning_rate": 1.0630914826498422e-06,
+      "loss": 40.2656,
+      "step": 1685
+    },
+    {
+      "epoch": 0.01595971261158073,
+      "grad_norm": 480.28546142578125,
+      "learning_rate": 1.0637223974763407e-06,
+      "loss": 38.0938,
+      "step": 1686
+    },
+    {
+      "epoch": 0.015969178633295784,
+      "grad_norm": 665.2730102539062,
+      "learning_rate": 1.064353312302839e-06,
+      "loss": 72.9062,
+      "step": 1687
+    },
+    {
+      "epoch": 0.015978644655010837,
+      "grad_norm": 540.0803833007812,
+      "learning_rate": 1.0649842271293375e-06,
+      "loss": 41.2344,
+      "step": 1688
+    },
+    {
+      "epoch": 0.015988110676725894,
+      "grad_norm": 885.970947265625,
+      "learning_rate": 1.065615141955836e-06,
+      "loss": 73.9375,
+      "step": 1689
+    },
+    {
+      "epoch": 0.015997576698440947,
+      "grad_norm": 474.86865234375,
+      "learning_rate": 1.0662460567823343e-06,
+      "loss": 37.3594,
+      "step": 1690
+    },
+    {
+      "epoch": 0.016007042720156,
+      "grad_norm": 731.8013916015625,
+      "learning_rate": 1.0668769716088328e-06,
+      "loss": 100.0078,
+      "step": 1691
+    },
+    {
+      "epoch": 0.016016508741871053,
+      "grad_norm": 656.1320190429688,
+      "learning_rate": 1.067507886435331e-06,
+      "loss": 37.125,
+      "step": 1692
+    },
+    {
+      "epoch": 0.01602597476358611,
+      "grad_norm": 2.8406147956848145,
+      "learning_rate": 1.0681388012618296e-06,
+      "loss": 0.9629,
+      "step": 1693
+    },
+    {
+      "epoch": 0.016035440785301162,
+      "grad_norm": 475.0668029785156,
+      "learning_rate": 1.068769716088328e-06,
+      "loss": 77.8438,
+      "step": 1694
+    },
+    {
+      "epoch": 0.016044906807016215,
+      "grad_norm": 351.7608947753906,
+      "learning_rate": 1.0694006309148265e-06,
+      "loss": 32.3281,
+      "step": 1695
+    },
+    {
+      "epoch": 0.01605437282873127,
+      "grad_norm": 1165.3621826171875,
+      "learning_rate": 1.0700315457413248e-06,
+      "loss": 54.625,
+      "step": 1696
+    },
+    {
+      "epoch": 0.01606383885044632,
+      "grad_norm": 498.9257507324219,
+      "learning_rate": 1.0706624605678233e-06,
+      "loss": 73.0625,
+      "step": 1697
+    },
+    {
+      "epoch": 0.016073304872161378,
+      "grad_norm": 2.999356985092163,
+      "learning_rate": 1.0712933753943216e-06,
+      "loss": 0.875,
+      "step": 1698
+    },
+    {
+      "epoch": 0.01608277089387643,
+      "grad_norm": 540.3839721679688,
+      "learning_rate": 1.07192429022082e-06,
+      "loss": 42.0156,
+      "step": 1699
+    },
+    {
+      "epoch": 0.016092236915591484,
+      "grad_norm": 2.838178873062134,
+      "learning_rate": 1.0725552050473186e-06,
+      "loss": 0.8828,
+      "step": 1700
+    },
+    {
+      "epoch": 0.016101702937306537,
+      "grad_norm": 400.80426025390625,
+      "learning_rate": 1.073186119873817e-06,
+      "loss": 41.4375,
+      "step": 1701
+    },
+    {
+      "epoch": 0.016111168959021593,
+      "grad_norm": 627.386962890625,
+      "learning_rate": 1.0738170347003156e-06,
+      "loss": 44.4844,
+      "step": 1702
+    },
+    {
+      "epoch": 0.016120634980736646,
+      "grad_norm": 398.4049072265625,
+      "learning_rate": 1.0744479495268136e-06,
+      "loss": 33.2969,
+      "step": 1703
+    },
+    {
+      "epoch": 0.0161301010024517,
+      "grad_norm": 487.301513671875,
+      "learning_rate": 1.0750788643533121e-06,
+      "loss": 67.4062,
+      "step": 1704
+    },
+    {
+      "epoch": 0.016139567024166752,
+      "grad_norm": 3.3775322437286377,
+      "learning_rate": 1.0757097791798106e-06,
+      "loss": 0.9165,
+      "step": 1705
+    },
+    {
+      "epoch": 0.01614903304588181,
+      "grad_norm": 420.8460693359375,
+      "learning_rate": 1.0763406940063091e-06,
+      "loss": 46.8594,
+      "step": 1706
+    },
+    {
+      "epoch": 0.016158499067596862,
+      "grad_norm": 353.3575439453125,
+      "learning_rate": 1.0769716088328076e-06,
+      "loss": 46.5625,
+      "step": 1707
+    },
+    {
+      "epoch": 0.016167965089311915,
+      "grad_norm": 508.2467956542969,
+      "learning_rate": 1.077602523659306e-06,
+      "loss": 48.9844,
+      "step": 1708
+    },
+    {
+      "epoch": 0.016177431111026968,
+      "grad_norm": 716.7093505859375,
+      "learning_rate": 1.0782334384858044e-06,
+      "loss": 84.8125,
+      "step": 1709
+    },
+    {
+      "epoch": 0.01618689713274202,
+      "grad_norm": 425.7799377441406,
+      "learning_rate": 1.0788643533123027e-06,
+      "loss": 37.375,
+      "step": 1710
+    },
+    {
+      "epoch": 0.016196363154457077,
+      "grad_norm": 287.42010498046875,
+      "learning_rate": 1.0794952681388012e-06,
+      "loss": 36.875,
+      "step": 1711
+    },
+    {
+      "epoch": 0.01620582917617213,
+      "grad_norm": 472.5465393066406,
+      "learning_rate": 1.0801261829652996e-06,
+      "loss": 65.3438,
+      "step": 1712
+    },
+    {
+      "epoch": 0.016215295197887183,
+      "grad_norm": 2.9172630310058594,
+      "learning_rate": 1.0807570977917981e-06,
+      "loss": 0.8633,
+      "step": 1713
+    },
+    {
+      "epoch": 0.016224761219602236,
+      "grad_norm": 368.5461120605469,
+      "learning_rate": 1.0813880126182964e-06,
+      "loss": 35.9531,
+      "step": 1714
+    },
+    {
+      "epoch": 0.016234227241317293,
+      "grad_norm": 1042.0780029296875,
+      "learning_rate": 1.082018927444795e-06,
+      "loss": 70.7969,
+      "step": 1715
+    },
+    {
+      "epoch": 0.016243693263032346,
+      "grad_norm": 738.8729858398438,
+      "learning_rate": 1.0826498422712932e-06,
+      "loss": 79.75,
+      "step": 1716
+    },
+    {
+      "epoch": 0.0162531592847474,
+      "grad_norm": 384.94500732421875,
+      "learning_rate": 1.0832807570977917e-06,
+      "loss": 37.1562,
+      "step": 1717
+    },
+    {
+      "epoch": 0.016262625306462452,
+      "grad_norm": 336.48931884765625,
+      "learning_rate": 1.0839116719242902e-06,
+      "loss": 29.5938,
+      "step": 1718
+    },
+    {
+      "epoch": 0.01627209132817751,
+      "grad_norm": 1249.4678955078125,
+      "learning_rate": 1.0845425867507887e-06,
+      "loss": 75.3438,
+      "step": 1719
+    },
+    {
+      "epoch": 0.01628155734989256,
+      "grad_norm": 348.5146484375,
+      "learning_rate": 1.085173501577287e-06,
+      "loss": 31.6562,
+      "step": 1720
+    },
+    {
+      "epoch": 0.016291023371607614,
+      "grad_norm": 901.5489501953125,
+      "learning_rate": 1.0858044164037854e-06,
+      "loss": 75.8125,
+      "step": 1721
+    },
+    {
+      "epoch": 0.016300489393322667,
+      "grad_norm": 380.92779541015625,
+      "learning_rate": 1.086435331230284e-06,
+      "loss": 39.2188,
+      "step": 1722
+    },
+    {
+      "epoch": 0.01630995541503772,
+      "grad_norm": 995.5256958007812,
+      "learning_rate": 1.0870662460567822e-06,
+      "loss": 51.0781,
+      "step": 1723
+    },
+    {
+      "epoch": 0.016319421436752777,
+      "grad_norm": 808.4404907226562,
+      "learning_rate": 1.0876971608832807e-06,
+      "loss": 97.5469,
+      "step": 1724
+    },
+    {
+      "epoch": 0.01632888745846783,
+      "grad_norm": 992.0001831054688,
+      "learning_rate": 1.088328075709779e-06,
+      "loss": 72.4844,
+      "step": 1725
+    },
+    {
+      "epoch": 0.016338353480182883,
+      "grad_norm": 753.4857788085938,
+      "learning_rate": 1.0889589905362775e-06,
+      "loss": 55.25,
+      "step": 1726
+    },
+    {
+      "epoch": 0.016347819501897936,
+      "grad_norm": 368.0390625,
+      "learning_rate": 1.089589905362776e-06,
+      "loss": 33.9531,
+      "step": 1727
+    },
+    {
+      "epoch": 0.016357285523612992,
+      "grad_norm": 351.5782470703125,
+      "learning_rate": 1.0902208201892745e-06,
+      "loss": 33.6953,
+      "step": 1728
+    },
+    {
+      "epoch": 0.016366751545328045,
+      "grad_norm": 586.8836059570312,
+      "learning_rate": 1.090851735015773e-06,
+      "loss": 67.4375,
+      "step": 1729
+    },
+    {
+      "epoch": 0.0163762175670431,
+      "grad_norm": 2019.5118408203125,
+      "learning_rate": 1.0914826498422712e-06,
+      "loss": 73.3906,
+      "step": 1730
+    },
+    {
+      "epoch": 0.01638568358875815,
+      "grad_norm": 567.8345336914062,
+      "learning_rate": 1.0921135646687695e-06,
+      "loss": 63.2031,
+      "step": 1731
+    },
+    {
+      "epoch": 0.016395149610473208,
+      "grad_norm": 330.94940185546875,
+      "learning_rate": 1.092744479495268e-06,
+      "loss": 30.9062,
+      "step": 1732
+    },
+    {
+      "epoch": 0.01640461563218826,
+      "grad_norm": 429.05035400390625,
+      "learning_rate": 1.0933753943217665e-06,
+      "loss": 52.875,
+      "step": 1733
+    },
+    {
+      "epoch": 0.016414081653903314,
+      "grad_norm": 814.8743286132812,
+      "learning_rate": 1.094006309148265e-06,
+      "loss": 80.3125,
+      "step": 1734
+    },
+    {
+      "epoch": 0.016423547675618367,
+      "grad_norm": 423.9749755859375,
+      "learning_rate": 1.0946372239747635e-06,
+      "loss": 62.1875,
+      "step": 1735
+    },
+    {
+      "epoch": 0.01643301369733342,
+      "grad_norm": 411.9945983886719,
+      "learning_rate": 1.0952681388012616e-06,
+      "loss": 37.7344,
+      "step": 1736
+    },
+    {
+      "epoch": 0.016442479719048476,
+      "grad_norm": 602.2581176757812,
+      "learning_rate": 1.09589905362776e-06,
+      "loss": 70.75,
+      "step": 1737
+    },
+    {
+      "epoch": 0.01645194574076353,
+      "grad_norm": 704.5748901367188,
+      "learning_rate": 1.0965299684542586e-06,
+      "loss": 88.8594,
+      "step": 1738
+    },
+    {
+      "epoch": 0.016461411762478582,
+      "grad_norm": 698.968994140625,
+      "learning_rate": 1.097160883280757e-06,
+      "loss": 62.1406,
+      "step": 1739
+    },
+    {
+      "epoch": 0.016470877784193635,
+      "grad_norm": 446.2467346191406,
+      "learning_rate": 1.0977917981072555e-06,
+      "loss": 38.8438,
+      "step": 1740
+    },
+    {
+      "epoch": 0.016480343805908692,
+      "grad_norm": 452.7189025878906,
+      "learning_rate": 1.098422712933754e-06,
+      "loss": 35.125,
+      "step": 1741
+    },
+    {
+      "epoch": 0.016489809827623745,
+      "grad_norm": 468.8706970214844,
+      "learning_rate": 1.0990536277602523e-06,
+      "loss": 36.5156,
+      "step": 1742
+    },
+    {
+      "epoch": 0.016499275849338798,
+      "grad_norm": 2.7570667266845703,
+      "learning_rate": 1.0996845425867506e-06,
+      "loss": 0.8096,
+      "step": 1743
+    },
+    {
+      "epoch": 0.01650874187105385,
+      "grad_norm": 653.8993530273438,
+      "learning_rate": 1.100315457413249e-06,
+      "loss": 30.0156,
+      "step": 1744
+    },
+    {
+      "epoch": 0.016518207892768907,
+      "grad_norm": 680.657958984375,
+      "learning_rate": 1.1009463722397476e-06,
+      "loss": 31.5469,
+      "step": 1745
+    },
+    {
+      "epoch": 0.01652767391448396,
+      "grad_norm": 953.1234741210938,
+      "learning_rate": 1.101577287066246e-06,
+      "loss": 89.5625,
+      "step": 1746
+    },
+    {
+      "epoch": 0.016537139936199013,
+      "grad_norm": 486.2539367675781,
+      "learning_rate": 1.1022082018927444e-06,
+      "loss": 36.9062,
+      "step": 1747
+    },
+    {
+      "epoch": 0.016546605957914066,
+      "grad_norm": 721.6468505859375,
+      "learning_rate": 1.1028391167192429e-06,
+      "loss": 65.0625,
+      "step": 1748
+    },
+    {
+      "epoch": 0.016556071979629123,
+      "grad_norm": 963.2139282226562,
+      "learning_rate": 1.1034700315457413e-06,
+      "loss": 55.8672,
+      "step": 1749
+    },
+    {
+      "epoch": 0.016565538001344176,
+      "grad_norm": 237.7793731689453,
+      "learning_rate": 1.1041009463722396e-06,
+      "loss": 27.4844,
+      "step": 1750
+    },
+    {
+      "epoch": 0.01657500402305923,
+      "grad_norm": 362.14984130859375,
+      "learning_rate": 1.1047318611987381e-06,
+      "loss": 45.7344,
+      "step": 1751
+    },
+    {
+      "epoch": 0.016584470044774282,
+      "grad_norm": 719.058349609375,
+      "learning_rate": 1.1053627760252366e-06,
+      "loss": 45.4062,
+      "step": 1752
+    },
+    {
+      "epoch": 0.016593936066489335,
+      "grad_norm": 828.1848754882812,
+      "learning_rate": 1.1059936908517349e-06,
+      "loss": 38.2656,
+      "step": 1753
+    },
+    {
+      "epoch": 0.01660340208820439,
+      "grad_norm": 541.8892822265625,
+      "learning_rate": 1.1066246056782334e-06,
+      "loss": 39.875,
+      "step": 1754
+    },
+    {
+      "epoch": 0.016612868109919444,
+      "grad_norm": 591.5081176757812,
+      "learning_rate": 1.1072555205047319e-06,
+      "loss": 37.3281,
+      "step": 1755
+    },
+    {
+      "epoch": 0.016622334131634497,
+      "grad_norm": 654.0038452148438,
+      "learning_rate": 1.1078864353312304e-06,
+      "loss": 35.4844,
+      "step": 1756
+    },
+    {
+      "epoch": 0.01663180015334955,
+      "grad_norm": 326.9129333496094,
+      "learning_rate": 1.1085173501577287e-06,
+      "loss": 39.0312,
+      "step": 1757
+    },
+    {
+      "epoch": 0.016641266175064607,
+      "grad_norm": 1263.4073486328125,
+      "learning_rate": 1.109148264984227e-06,
+      "loss": 88.2812,
+      "step": 1758
+    },
+    {
+      "epoch": 0.01665073219677966,
+      "grad_norm": 770.7827758789062,
+      "learning_rate": 1.1097791798107254e-06,
+      "loss": 89.8125,
+      "step": 1759
+    },
+    {
+      "epoch": 0.016660198218494713,
+      "grad_norm": 597.7844848632812,
+      "learning_rate": 1.110410094637224e-06,
+      "loss": 83.4375,
+      "step": 1760
+    },
+    {
+      "epoch": 0.016669664240209766,
+      "grad_norm": 551.2822875976562,
+      "learning_rate": 1.1110410094637224e-06,
+      "loss": 52.4062,
+      "step": 1761
+    },
+    {
+      "epoch": 0.016679130261924822,
+      "grad_norm": 2.9120187759399414,
+      "learning_rate": 1.111671924290221e-06,
+      "loss": 0.834,
+      "step": 1762
+    },
+    {
+      "epoch": 0.016688596283639875,
+      "grad_norm": 295.5687561035156,
+      "learning_rate": 1.1123028391167194e-06,
+      "loss": 37.3125,
+      "step": 1763
+    },
+    {
+      "epoch": 0.01669806230535493,
+      "grad_norm": 2.733940362930298,
+      "learning_rate": 1.1129337539432175e-06,
+      "loss": 0.8711,
+      "step": 1764
+    },
+    {
+      "epoch": 0.01670752832706998,
+      "grad_norm": 368.4912109375,
+      "learning_rate": 1.113564668769716e-06,
+      "loss": 38.7031,
+      "step": 1765
+    },
+    {
+      "epoch": 0.016716994348785034,
+      "grad_norm": 770.675537109375,
+      "learning_rate": 1.1141955835962145e-06,
+      "loss": 84.4375,
+      "step": 1766
+    },
+    {
+      "epoch": 0.01672646037050009,
+      "grad_norm": 366.6790771484375,
+      "learning_rate": 1.114826498422713e-06,
+      "loss": 36.7031,
+      "step": 1767
+    },
+    {
+      "epoch": 0.016735926392215144,
+      "grad_norm": 332.6624450683594,
+      "learning_rate": 1.1154574132492114e-06,
+      "loss": 32.7656,
+      "step": 1768
+    },
+    {
+      "epoch": 0.016745392413930197,
+      "grad_norm": 792.1138305664062,
+      "learning_rate": 1.1160883280757097e-06,
+      "loss": 53.5469,
+      "step": 1769
+    },
+    {
+      "epoch": 0.01675485843564525,
+      "grad_norm": 409.1287536621094,
+      "learning_rate": 1.116719242902208e-06,
+      "loss": 34.7031,
+      "step": 1770
+    },
+    {
+      "epoch": 0.016764324457360306,
+      "grad_norm": 2.813776731491089,
+      "learning_rate": 1.1173501577287065e-06,
+      "loss": 0.8457,
+      "step": 1771
+    },
+    {
+      "epoch": 0.01677379047907536,
+      "grad_norm": 412.25531005859375,
+      "learning_rate": 1.117981072555205e-06,
+      "loss": 36.2969,
+      "step": 1772
+    },
+    {
+      "epoch": 0.016783256500790412,
+      "grad_norm": 525.5071411132812,
+      "learning_rate": 1.1186119873817035e-06,
+      "loss": 37.1875,
+      "step": 1773
+    },
+    {
+      "epoch": 0.016792722522505465,
+      "grad_norm": 533.2871704101562,
+      "learning_rate": 1.119242902208202e-06,
+      "loss": 39.5469,
+      "step": 1774
+    },
+    {
+      "epoch": 0.016802188544220522,
+      "grad_norm": 2.7620437145233154,
+      "learning_rate": 1.1198738170347003e-06,
+      "loss": 0.9568,
+      "step": 1775
+    },
+    {
+      "epoch": 0.016811654565935575,
+      "grad_norm": 348.8665466308594,
+      "learning_rate": 1.1205047318611987e-06,
+      "loss": 30.0312,
+      "step": 1776
+    },
+    {
+      "epoch": 0.016821120587650628,
+      "grad_norm": 493.4899597167969,
+      "learning_rate": 1.121135646687697e-06,
+      "loss": 53.8438,
+      "step": 1777
+    },
+    {
+      "epoch": 0.01683058660936568,
+      "grad_norm": 725.303955078125,
+      "learning_rate": 1.1217665615141955e-06,
+      "loss": 45.6719,
+      "step": 1778
+    },
+    {
+      "epoch": 0.016840052631080734,
+      "grad_norm": 308.6080017089844,
+      "learning_rate": 1.122397476340694e-06,
+      "loss": 32.8594,
+      "step": 1779
+    },
+    {
+      "epoch": 0.01684951865279579,
+      "grad_norm": 324.0197448730469,
+      "learning_rate": 1.1230283911671923e-06,
+      "loss": 41.5469,
+      "step": 1780
+    },
+    {
+      "epoch": 0.016858984674510843,
+      "grad_norm": 3.0031628608703613,
+      "learning_rate": 1.1236593059936908e-06,
+      "loss": 0.9819,
+      "step": 1781
+    },
+    {
+      "epoch": 0.016868450696225896,
+      "grad_norm": 626.6452026367188,
+      "learning_rate": 1.1242902208201893e-06,
+      "loss": 32.8203,
+      "step": 1782
+    },
+    {
+      "epoch": 0.01687791671794095,
+      "grad_norm": 281.9786682128906,
+      "learning_rate": 1.1249211356466878e-06,
+      "loss": 35.6875,
+      "step": 1783
+    },
+    {
+      "epoch": 0.016887382739656006,
+      "grad_norm": 420.8489990234375,
+      "learning_rate": 1.125552050473186e-06,
+      "loss": 47.4062,
+      "step": 1784
+    },
+    {
+      "epoch": 0.01689684876137106,
+      "grad_norm": 265.87347412109375,
+      "learning_rate": 1.1261829652996845e-06,
+      "loss": 33.8906,
+      "step": 1785
+    },
+    {
+      "epoch": 0.016906314783086112,
+      "grad_norm": 525.3480834960938,
+      "learning_rate": 1.1268138801261828e-06,
+      "loss": 38.8828,
+      "step": 1786
+    },
+    {
+      "epoch": 0.016915780804801165,
+      "grad_norm": 228.9912872314453,
+      "learning_rate": 1.1274447949526813e-06,
+      "loss": 28.3125,
+      "step": 1787
+    },
+    {
+      "epoch": 0.01692524682651622,
+      "grad_norm": 560.3884887695312,
+      "learning_rate": 1.1280757097791798e-06,
+      "loss": 34.8906,
+      "step": 1788
+    },
+    {
+      "epoch": 0.016934712848231274,
+      "grad_norm": 492.8253479003906,
+      "learning_rate": 1.1287066246056783e-06,
+      "loss": 53.6875,
+      "step": 1789
+    },
+    {
+      "epoch": 0.016944178869946327,
+      "grad_norm": 490.9655456542969,
+      "learning_rate": 1.1293375394321766e-06,
+      "loss": 32.375,
+      "step": 1790
+    },
+    {
+      "epoch": 0.01695364489166138,
+      "grad_norm": 1440.664306640625,
+      "learning_rate": 1.1299684542586749e-06,
+      "loss": 73.5312,
+      "step": 1791
+    },
+    {
+      "epoch": 0.016963110913376437,
+      "grad_norm": 542.3134155273438,
+      "learning_rate": 1.1305993690851734e-06,
+      "loss": 47.7188,
+      "step": 1792
+    },
+    {
+      "epoch": 0.01697257693509149,
+      "grad_norm": 493.11968994140625,
+      "learning_rate": 1.1312302839116719e-06,
+      "loss": 31.6875,
+      "step": 1793
+    },
+    {
+      "epoch": 0.016982042956806543,
+      "grad_norm": 443.6826477050781,
+      "learning_rate": 1.1318611987381703e-06,
+      "loss": 34.9219,
+      "step": 1794
+    },
+    {
+      "epoch": 0.016991508978521596,
+      "grad_norm": 295.4015808105469,
+      "learning_rate": 1.1324921135646688e-06,
+      "loss": 32.7969,
+      "step": 1795
+    },
+    {
+      "epoch": 0.01700097500023665,
+      "grad_norm": 425.1336364746094,
+      "learning_rate": 1.1331230283911673e-06,
+      "loss": 37.7812,
+      "step": 1796
+    },
+    {
+      "epoch": 0.017010441021951705,
+      "grad_norm": 402.3957824707031,
+      "learning_rate": 1.1337539432176654e-06,
+      "loss": 36.2031,
+      "step": 1797
+    },
+    {
+      "epoch": 0.01701990704366676,
+      "grad_norm": 318.6095275878906,
+      "learning_rate": 1.1343848580441639e-06,
+      "loss": 31.75,
+      "step": 1798
+    },
+    {
+      "epoch": 0.01702937306538181,
+      "grad_norm": 787.3699340820312,
+      "learning_rate": 1.1350157728706624e-06,
+      "loss": 77.6875,
+      "step": 1799
+    },
+    {
+      "epoch": 0.017038839087096865,
+      "grad_norm": 433.5979309082031,
+      "learning_rate": 1.1356466876971609e-06,
+      "loss": 42.5625,
+      "step": 1800
+    },
+    {
+      "epoch": 0.01704830510881192,
+      "grad_norm": 206.4489288330078,
+      "learning_rate": 1.1362776025236594e-06,
+      "loss": 29.4062,
+      "step": 1801
+    },
+    {
+      "epoch": 0.017057771130526974,
+      "grad_norm": 409.8436279296875,
+      "learning_rate": 1.1369085173501577e-06,
+      "loss": 32.6719,
+      "step": 1802
+    },
+    {
+      "epoch": 0.017067237152242027,
+      "grad_norm": 2.417670249938965,
+      "learning_rate": 1.1375394321766561e-06,
+      "loss": 0.8501,
+      "step": 1803
+    },
+    {
+      "epoch": 0.01707670317395708,
+      "grad_norm": 576.62841796875,
+      "learning_rate": 1.1381703470031544e-06,
+      "loss": 74.3281,
+      "step": 1804
+    },
+    {
+      "epoch": 0.017086169195672136,
+      "grad_norm": 339.8450927734375,
+      "learning_rate": 1.138801261829653e-06,
+      "loss": 29.5156,
+      "step": 1805
+    },
+    {
+      "epoch": 0.01709563521738719,
+      "grad_norm": 469.55010986328125,
+      "learning_rate": 1.1394321766561514e-06,
+      "loss": 47.5,
+      "step": 1806
+    },
+    {
+      "epoch": 0.017105101239102243,
+      "grad_norm": 677.39697265625,
+      "learning_rate": 1.14006309148265e-06,
+      "loss": 91.3438,
+      "step": 1807
+    },
+    {
+      "epoch": 0.017114567260817296,
+      "grad_norm": 713.2576904296875,
+      "learning_rate": 1.1406940063091482e-06,
+      "loss": 57.875,
+      "step": 1808
+    },
+    {
+      "epoch": 0.01712403328253235,
+      "grad_norm": 1504.5362548828125,
+      "learning_rate": 1.1413249211356467e-06,
+      "loss": 68.6172,
+      "step": 1809
+    },
+    {
+      "epoch": 0.017133499304247405,
+      "grad_norm": 812.543701171875,
+      "learning_rate": 1.141955835962145e-06,
+      "loss": 72.8438,
+      "step": 1810
+    },
+    {
+      "epoch": 0.017142965325962458,
+      "grad_norm": 386.485107421875,
+      "learning_rate": 1.1425867507886435e-06,
+      "loss": 33.8281,
+      "step": 1811
+    },
+    {
+      "epoch": 0.01715243134767751,
+      "grad_norm": 801.1355590820312,
+      "learning_rate": 1.143217665615142e-06,
+      "loss": 76.4219,
+      "step": 1812
+    },
+    {
+      "epoch": 0.017161897369392564,
+      "grad_norm": 604.911376953125,
+      "learning_rate": 1.1438485804416402e-06,
+      "loss": 64.625,
+      "step": 1813
+    },
+    {
+      "epoch": 0.01717136339110762,
+      "grad_norm": 817.3651123046875,
+      "learning_rate": 1.1444794952681387e-06,
+      "loss": 91.5625,
+      "step": 1814
+    },
+    {
+      "epoch": 0.017180829412822674,
+      "grad_norm": 300.9106140136719,
+      "learning_rate": 1.1451104100946372e-06,
+      "loss": 29.7812,
+      "step": 1815
+    },
+    {
+      "epoch": 0.017190295434537727,
+      "grad_norm": 678.43896484375,
+      "learning_rate": 1.1457413249211357e-06,
+      "loss": 77.25,
+      "step": 1816
+    },
+    {
+      "epoch": 0.01719976145625278,
+      "grad_norm": 2.983091115951538,
+      "learning_rate": 1.146372239747634e-06,
+      "loss": 0.8179,
+      "step": 1817
+    },
+    {
+      "epoch": 0.017209227477967836,
+      "grad_norm": 298.7666015625,
+      "learning_rate": 1.1470031545741325e-06,
+      "loss": 37.6406,
+      "step": 1818
+    },
+    {
+      "epoch": 0.01721869349968289,
+      "grad_norm": 640.8468017578125,
+      "learning_rate": 1.1476340694006308e-06,
+      "loss": 31.625,
+      "step": 1819
+    },
+    {
+      "epoch": 0.017228159521397942,
+      "grad_norm": 322.48614501953125,
+      "learning_rate": 1.1482649842271293e-06,
+      "loss": 34.25,
+      "step": 1820
+    },
+    {
+      "epoch": 0.017237625543112995,
+      "grad_norm": 2.909320592880249,
+      "learning_rate": 1.1488958990536277e-06,
+      "loss": 0.9058,
+      "step": 1821
+    },
+    {
+      "epoch": 0.017247091564828048,
+      "grad_norm": 3.1159634590148926,
+      "learning_rate": 1.1495268138801262e-06,
+      "loss": 0.7253,
+      "step": 1822
+    },
+    {
+      "epoch": 0.017256557586543105,
+      "grad_norm": 747.490478515625,
+      "learning_rate": 1.1501577287066247e-06,
+      "loss": 86.75,
+      "step": 1823
+    },
+    {
+      "epoch": 0.017266023608258158,
+      "grad_norm": 960.1616821289062,
+      "learning_rate": 1.1507886435331228e-06,
+      "loss": 58.8359,
+      "step": 1824
+    },
+    {
+      "epoch": 0.01727548962997321,
+      "grad_norm": 421.95654296875,
+      "learning_rate": 1.1514195583596213e-06,
+      "loss": 40.7656,
+      "step": 1825
+    },
+    {
+      "epoch": 0.017284955651688264,
+      "grad_norm": 924.6177368164062,
+      "learning_rate": 1.1520504731861198e-06,
+      "loss": 57.375,
+      "step": 1826
+    },
+    {
+      "epoch": 0.01729442167340332,
+      "grad_norm": 2.9176149368286133,
+      "learning_rate": 1.1526813880126183e-06,
+      "loss": 0.8599,
+      "step": 1827
+    },
+    {
+      "epoch": 0.017303887695118373,
+      "grad_norm": 320.55743408203125,
+      "learning_rate": 1.1533123028391168e-06,
+      "loss": 41.0938,
+      "step": 1828
+    },
+    {
+      "epoch": 0.017313353716833426,
+      "grad_norm": 354.20330810546875,
+      "learning_rate": 1.1539432176656153e-06,
+      "loss": 35.9688,
+      "step": 1829
+    },
+    {
+      "epoch": 0.01732281973854848,
+      "grad_norm": 542.0612182617188,
+      "learning_rate": 1.1545741324921135e-06,
+      "loss": 51.5469,
+      "step": 1830
+    },
+    {
+      "epoch": 0.017332285760263536,
+      "grad_norm": 272.3559875488281,
+      "learning_rate": 1.1552050473186118e-06,
+      "loss": 31.7344,
+      "step": 1831
+    },
+    {
+      "epoch": 0.01734175178197859,
+      "grad_norm": 722.7666625976562,
+      "learning_rate": 1.1558359621451103e-06,
+      "loss": 68.375,
+      "step": 1832
+    },
+    {
+      "epoch": 0.01735121780369364,
+      "grad_norm": 314.66668701171875,
+      "learning_rate": 1.1564668769716088e-06,
+      "loss": 30.2969,
+      "step": 1833
+    },
+    {
+      "epoch": 0.017360683825408695,
+      "grad_norm": 469.9563903808594,
+      "learning_rate": 1.1570977917981073e-06,
+      "loss": 36.9688,
+      "step": 1834
+    },
+    {
+      "epoch": 0.01737014984712375,
+      "grad_norm": 316.02679443359375,
+      "learning_rate": 1.1577287066246056e-06,
+      "loss": 37.9531,
+      "step": 1835
+    },
+    {
+      "epoch": 0.017379615868838804,
+      "grad_norm": 507.0118408203125,
+      "learning_rate": 1.158359621451104e-06,
+      "loss": 27.1094,
+      "step": 1836
+    },
+    {
+      "epoch": 0.017389081890553857,
+      "grad_norm": 416.8763427734375,
+      "learning_rate": 1.1589905362776024e-06,
+      "loss": 33.5,
+      "step": 1837
+    },
+    {
+      "epoch": 0.01739854791226891,
+      "grad_norm": 590.4400634765625,
+      "learning_rate": 1.1596214511041009e-06,
+      "loss": 78.75,
+      "step": 1838
+    },
+    {
+      "epoch": 0.017408013933983963,
+      "grad_norm": 640.1343383789062,
+      "learning_rate": 1.1602523659305993e-06,
+      "loss": 41.5156,
+      "step": 1839
+    },
+    {
+      "epoch": 0.01741747995569902,
+      "grad_norm": 570.1962890625,
+      "learning_rate": 1.1608832807570978e-06,
+      "loss": 79.125,
+      "step": 1840
+    },
+    {
+      "epoch": 0.017426945977414073,
+      "grad_norm": 398.20880126953125,
+      "learning_rate": 1.1615141955835961e-06,
+      "loss": 36.8438,
+      "step": 1841
+    },
+    {
+      "epoch": 0.017436411999129126,
+      "grad_norm": 1069.8817138671875,
+      "learning_rate": 1.1621451104100946e-06,
+      "loss": 75.7969,
+      "step": 1842
+    },
+    {
+      "epoch": 0.01744587802084418,
+      "grad_norm": 451.7537841796875,
+      "learning_rate": 1.162776025236593e-06,
+      "loss": 38.5156,
+      "step": 1843
+    },
+    {
+      "epoch": 0.017455344042559235,
+      "grad_norm": 380.56103515625,
+      "learning_rate": 1.1634069400630914e-06,
+      "loss": 41.0625,
+      "step": 1844
+    },
+    {
+      "epoch": 0.017464810064274288,
+      "grad_norm": 460.89923095703125,
+      "learning_rate": 1.1640378548895899e-06,
+      "loss": 34.1719,
+      "step": 1845
+    },
+    {
+      "epoch": 0.01747427608598934,
+      "grad_norm": 378.84075927734375,
+      "learning_rate": 1.1646687697160882e-06,
+      "loss": 33.5,
+      "step": 1846
+    },
+    {
+      "epoch": 0.017483742107704394,
+      "grad_norm": 815.3104858398438,
+      "learning_rate": 1.1652996845425867e-06,
+      "loss": 68.1094,
+      "step": 1847
+    },
+    {
+      "epoch": 0.01749320812941945,
+      "grad_norm": 409.7140197753906,
+      "learning_rate": 1.1659305993690851e-06,
+      "loss": 38.5781,
+      "step": 1848
+    },
+    {
+      "epoch": 0.017502674151134504,
+      "grad_norm": 288.7345275878906,
+      "learning_rate": 1.1665615141955836e-06,
+      "loss": 33.8438,
+      "step": 1849
+    },
+    {
+      "epoch": 0.017512140172849557,
+      "grad_norm": 426.1141052246094,
+      "learning_rate": 1.1671924290220821e-06,
+      "loss": 31.75,
+      "step": 1850
+    },
+    {
+      "epoch": 0.01752160619456461,
+      "grad_norm": 551.4730834960938,
+      "learning_rate": 1.1678233438485802e-06,
+      "loss": 40.875,
+      "step": 1851
+    },
+    {
+      "epoch": 0.017531072216279663,
+      "grad_norm": 1395.2723388671875,
+      "learning_rate": 1.1684542586750787e-06,
+      "loss": 116.2812,
+      "step": 1852
+    },
+    {
+      "epoch": 0.01754053823799472,
+      "grad_norm": 396.5265197753906,
+      "learning_rate": 1.1690851735015772e-06,
+      "loss": 32.4688,
+      "step": 1853
+    },
+    {
+      "epoch": 0.017550004259709772,
+      "grad_norm": 2760.52734375,
+      "learning_rate": 1.1697160883280757e-06,
+      "loss": 78.5156,
+      "step": 1854
+    },
+    {
+      "epoch": 0.017559470281424825,
+      "grad_norm": 363.58056640625,
+      "learning_rate": 1.1703470031545742e-06,
+      "loss": 29.1562,
+      "step": 1855
+    },
+    {
+      "epoch": 0.017568936303139878,
+      "grad_norm": 391.2961120605469,
+      "learning_rate": 1.1709779179810727e-06,
+      "loss": 31.1719,
+      "step": 1856
+    },
+    {
+      "epoch": 0.017578402324854935,
+      "grad_norm": 395.7762451171875,
+      "learning_rate": 1.1716088328075707e-06,
+      "loss": 30.4219,
+      "step": 1857
+    },
+    {
+      "epoch": 0.017587868346569988,
+      "grad_norm": 577.7101440429688,
+      "learning_rate": 1.1722397476340692e-06,
+      "loss": 40.5781,
+      "step": 1858
+    },
+    {
+      "epoch": 0.01759733436828504,
+      "grad_norm": 842.7997436523438,
+      "learning_rate": 1.1728706624605677e-06,
+      "loss": 78.9375,
+      "step": 1859
+    },
+    {
+      "epoch": 0.017606800390000094,
+      "grad_norm": 929.2735595703125,
+      "learning_rate": 1.1735015772870662e-06,
+      "loss": 56.6719,
+      "step": 1860
+    },
+    {
+      "epoch": 0.01761626641171515,
+      "grad_norm": 841.3222045898438,
+      "learning_rate": 1.1741324921135647e-06,
+      "loss": 37.4531,
+      "step": 1861
+    },
+    {
+      "epoch": 0.017625732433430203,
+      "grad_norm": 439.88836669921875,
+      "learning_rate": 1.174763406940063e-06,
+      "loss": 32.125,
+      "step": 1862
+    },
+    {
+      "epoch": 0.017635198455145256,
+      "grad_norm": 556.1554565429688,
+      "learning_rate": 1.1753943217665615e-06,
+      "loss": 48.1875,
+      "step": 1863
+    },
+    {
+      "epoch": 0.01764466447686031,
+      "grad_norm": 609.6834716796875,
+      "learning_rate": 1.1760252365930598e-06,
+      "loss": 44.2969,
+      "step": 1864
+    },
+    {
+      "epoch": 0.017654130498575362,
+      "grad_norm": 256.44342041015625,
+      "learning_rate": 1.1766561514195583e-06,
+      "loss": 31.6719,
+      "step": 1865
+    },
+    {
+      "epoch": 0.01766359652029042,
+      "grad_norm": 1196.64599609375,
+      "learning_rate": 1.1772870662460567e-06,
+      "loss": 72.5625,
+      "step": 1866
+    },
+    {
+      "epoch": 0.01767306254200547,
+      "grad_norm": 410.1291198730469,
+      "learning_rate": 1.1779179810725552e-06,
+      "loss": 33.25,
+      "step": 1867
+    },
+    {
+      "epoch": 0.017682528563720525,
+      "grad_norm": 450.711181640625,
+      "learning_rate": 1.1785488958990535e-06,
+      "loss": 38.25,
+      "step": 1868
+    },
+    {
+      "epoch": 0.017691994585435578,
+      "grad_norm": 283.5461120605469,
+      "learning_rate": 1.179179810725552e-06,
+      "loss": 27.7188,
+      "step": 1869
+    },
+    {
+      "epoch": 0.017701460607150634,
+      "grad_norm": 759.0654907226562,
+      "learning_rate": 1.1798107255520505e-06,
+      "loss": 82.0938,
+      "step": 1870
+    },
+    {
+      "epoch": 0.017710926628865687,
+      "grad_norm": 652.7574462890625,
+      "learning_rate": 1.1804416403785488e-06,
+      "loss": 92.0312,
+      "step": 1871
+    },
+    {
+      "epoch": 0.01772039265058074,
+      "grad_norm": 866.2205200195312,
+      "learning_rate": 1.1810725552050473e-06,
+      "loss": 59.1406,
+      "step": 1872
+    },
+    {
+      "epoch": 0.017729858672295793,
+      "grad_norm": 756.0506591796875,
+      "learning_rate": 1.1817034700315456e-06,
+      "loss": 66.8125,
+      "step": 1873
+    },
+    {
+      "epoch": 0.01773932469401085,
+      "grad_norm": 3.616075277328491,
+      "learning_rate": 1.182334384858044e-06,
+      "loss": 0.937,
+      "step": 1874
+    },
+    {
+      "epoch": 0.017748790715725903,
+      "grad_norm": 334.2268371582031,
+      "learning_rate": 1.1829652996845425e-06,
+      "loss": 30.9375,
+      "step": 1875
+    },
+    {
+      "epoch": 0.017758256737440956,
+      "grad_norm": 779.3422241210938,
+      "learning_rate": 1.183596214511041e-06,
+      "loss": 56.375,
+      "step": 1876
+    },
+    {
+      "epoch": 0.01776772275915601,
+      "grad_norm": 669.1897583007812,
+      "learning_rate": 1.1842271293375395e-06,
+      "loss": 49.75,
+      "step": 1877
+    },
+    {
+      "epoch": 0.017777188780871065,
+      "grad_norm": 416.17315673828125,
+      "learning_rate": 1.1848580441640378e-06,
+      "loss": 33.625,
+      "step": 1878
+    },
+    {
+      "epoch": 0.017786654802586118,
+      "grad_norm": 338.4939880371094,
+      "learning_rate": 1.185488958990536e-06,
+      "loss": 33.8281,
+      "step": 1879
+    },
+    {
+      "epoch": 0.01779612082430117,
+      "grad_norm": 444.8028259277344,
+      "learning_rate": 1.1861198738170346e-06,
+      "loss": 34.7188,
+      "step": 1880
+    },
+    {
+      "epoch": 0.017805586846016224,
+      "grad_norm": 1514.822998046875,
+      "learning_rate": 1.186750788643533e-06,
+      "loss": 72.8594,
+      "step": 1881
+    },
+    {
+      "epoch": 0.017815052867731277,
+      "grad_norm": 268.0196838378906,
+      "learning_rate": 1.1873817034700316e-06,
+      "loss": 25.7344,
+      "step": 1882
+    },
+    {
+      "epoch": 0.017824518889446334,
+      "grad_norm": 601.5250854492188,
+      "learning_rate": 1.18801261829653e-06,
+      "loss": 46.5312,
+      "step": 1883
+    },
+    {
+      "epoch": 0.017833984911161387,
+      "grad_norm": 697.5971069335938,
+      "learning_rate": 1.1886435331230281e-06,
+      "loss": 36.0,
+      "step": 1884
+    },
+    {
+      "epoch": 0.01784345093287644,
+      "grad_norm": 559.5159912109375,
+      "learning_rate": 1.1892744479495266e-06,
+      "loss": 38.5312,
+      "step": 1885
+    },
+    {
+      "epoch": 0.017852916954591493,
+      "grad_norm": 1390.0335693359375,
+      "learning_rate": 1.1899053627760251e-06,
+      "loss": 75.0938,
+      "step": 1886
+    },
+    {
+      "epoch": 0.01786238297630655,
+      "grad_norm": 327.7848205566406,
+      "learning_rate": 1.1905362776025236e-06,
+      "loss": 32.1562,
+      "step": 1887
+    },
+    {
+      "epoch": 0.017871848998021602,
+      "grad_norm": 521.9337158203125,
+      "learning_rate": 1.191167192429022e-06,
+      "loss": 62.9844,
+      "step": 1888
+    },
+    {
+      "epoch": 0.017881315019736655,
+      "grad_norm": 657.2332763671875,
+      "learning_rate": 1.1917981072555206e-06,
+      "loss": 40.7188,
+      "step": 1889
+    },
+    {
+      "epoch": 0.017890781041451708,
+      "grad_norm": 372.6358642578125,
+      "learning_rate": 1.1924290220820189e-06,
+      "loss": 36.3125,
+      "step": 1890
+    },
+    {
+      "epoch": 0.017900247063166765,
+      "grad_norm": 845.8232421875,
+      "learning_rate": 1.1930599369085172e-06,
+      "loss": 59.7344,
+      "step": 1891
+    },
+    {
+      "epoch": 0.017909713084881818,
+      "grad_norm": 242.6021270751953,
+      "learning_rate": 1.1936908517350157e-06,
+      "loss": 31.0469,
+      "step": 1892
+    },
+    {
+      "epoch": 0.01791917910659687,
+      "grad_norm": 433.31024169921875,
+      "learning_rate": 1.1943217665615141e-06,
+      "loss": 29.7031,
+      "step": 1893
+    },
+    {
+      "epoch": 0.017928645128311924,
+      "grad_norm": 452.2779846191406,
+      "learning_rate": 1.1949526813880126e-06,
+      "loss": 35.8438,
+      "step": 1894
+    },
+    {
+      "epoch": 0.017938111150026977,
+      "grad_norm": 250.09254455566406,
+      "learning_rate": 1.195583596214511e-06,
+      "loss": 32.0938,
+      "step": 1895
+    },
+    {
+      "epoch": 0.017947577171742033,
+      "grad_norm": 911.1326904296875,
+      "learning_rate": 1.1962145110410094e-06,
+      "loss": 46.5781,
+      "step": 1896
+    },
+    {
+      "epoch": 0.017957043193457086,
+      "grad_norm": 845.9611206054688,
+      "learning_rate": 1.196845425867508e-06,
+      "loss": 60.1875,
+      "step": 1897
+    },
+    {
+      "epoch": 0.01796650921517214,
+      "grad_norm": 321.9201965332031,
+      "learning_rate": 1.1974763406940062e-06,
+      "loss": 34.6406,
+      "step": 1898
+    },
+    {
+      "epoch": 0.017975975236887192,
+      "grad_norm": 3.446354389190674,
+      "learning_rate": 1.1981072555205047e-06,
+      "loss": 0.908,
+      "step": 1899
+    },
+    {
+      "epoch": 0.01798544125860225,
+      "grad_norm": 653.6058959960938,
+      "learning_rate": 1.1987381703470032e-06,
+      "loss": 78.6719,
+      "step": 1900
+    },
+    {
+      "epoch": 0.0179949072803173,
+      "grad_norm": 602.793212890625,
+      "learning_rate": 1.1993690851735015e-06,
+      "loss": 32.9531,
+      "step": 1901
+    },
+    {
+      "epoch": 0.018004373302032355,
+      "grad_norm": 805.3904418945312,
+      "learning_rate": 1.2e-06,
+      "loss": 59.2188,
+      "step": 1902
+    },
+    {
+      "epoch": 0.018013839323747408,
+      "grad_norm": 460.6910400390625,
+      "learning_rate": 1.2006309148264984e-06,
+      "loss": 34.8906,
+      "step": 1903
+    },
+    {
+      "epoch": 0.018023305345462464,
+      "grad_norm": 872.9583740234375,
+      "learning_rate": 1.201261829652997e-06,
+      "loss": 63.8438,
+      "step": 1904
+    },
+    {
+      "epoch": 0.018032771367177517,
+      "grad_norm": 467.94189453125,
+      "learning_rate": 1.2018927444794952e-06,
+      "loss": 46.8125,
+      "step": 1905
+    },
+    {
+      "epoch": 0.01804223738889257,
+      "grad_norm": 671.99658203125,
+      "learning_rate": 1.2025236593059935e-06,
+      "loss": 86.8438,
+      "step": 1906
+    },
+    {
+      "epoch": 0.018051703410607623,
+      "grad_norm": 564.1636352539062,
+      "learning_rate": 1.203154574132492e-06,
+      "loss": 38.6406,
+      "step": 1907
+    },
+    {
+      "epoch": 0.018061169432322676,
+      "grad_norm": 320.685302734375,
+      "learning_rate": 1.2037854889589905e-06,
+      "loss": 32.6875,
+      "step": 1908
+    },
+    {
+      "epoch": 0.018070635454037733,
+      "grad_norm": 428.6639709472656,
+      "learning_rate": 1.204416403785489e-06,
+      "loss": 31.5781,
+      "step": 1909
+    },
+    {
+      "epoch": 0.018080101475752786,
+      "grad_norm": 509.7602233886719,
+      "learning_rate": 1.2050473186119875e-06,
+      "loss": 53.8906,
+      "step": 1910
+    },
+    {
+      "epoch": 0.01808956749746784,
+      "grad_norm": 312.21990966796875,
+      "learning_rate": 1.2056782334384857e-06,
+      "loss": 36.0469,
+      "step": 1911
+    },
+    {
+      "epoch": 0.01809903351918289,
+      "grad_norm": 783.103759765625,
+      "learning_rate": 1.206309148264984e-06,
+      "loss": 52.7188,
+      "step": 1912
+    },
+    {
+      "epoch": 0.018108499540897948,
+      "grad_norm": 709.7259521484375,
+      "learning_rate": 1.2069400630914825e-06,
+      "loss": 44.2031,
+      "step": 1913
+    },
+    {
+      "epoch": 0.018117965562613,
+      "grad_norm": 358.9385986328125,
+      "learning_rate": 1.207570977917981e-06,
+      "loss": 33.5,
+      "step": 1914
+    },
+    {
+      "epoch": 0.018127431584328054,
+      "grad_norm": 329.25048828125,
+      "learning_rate": 1.2082018927444795e-06,
+      "loss": 33.5156,
+      "step": 1915
+    },
+    {
+      "epoch": 0.018136897606043107,
+      "grad_norm": 345.3670349121094,
+      "learning_rate": 1.208832807570978e-06,
+      "loss": 33.5156,
+      "step": 1916
+    },
+    {
+      "epoch": 0.018146363627758164,
+      "grad_norm": 1009.281494140625,
+      "learning_rate": 1.2094637223974763e-06,
+      "loss": 65.1562,
+      "step": 1917
+    },
+    {
+      "epoch": 0.018155829649473217,
+      "grad_norm": 556.6182250976562,
+      "learning_rate": 1.2100946372239746e-06,
+      "loss": 40.2344,
+      "step": 1918
+    },
+    {
+      "epoch": 0.01816529567118827,
+      "grad_norm": 4317.2724609375,
+      "learning_rate": 1.210725552050473e-06,
+      "loss": 67.0156,
+      "step": 1919
+    },
+    {
+      "epoch": 0.018174761692903323,
+      "grad_norm": 666.6458740234375,
+      "learning_rate": 1.2113564668769715e-06,
+      "loss": 63.6641,
+      "step": 1920
+    },
+    {
+      "epoch": 0.018184227714618376,
+      "grad_norm": 272.67718505859375,
+      "learning_rate": 1.21198738170347e-06,
+      "loss": 32.5,
+      "step": 1921
+    },
+    {
+      "epoch": 0.018193693736333432,
+      "grad_norm": 660.0942993164062,
+      "learning_rate": 1.2126182965299685e-06,
+      "loss": 65.5,
+      "step": 1922
+    },
+    {
+      "epoch": 0.018203159758048485,
+      "grad_norm": 1903.6678466796875,
+      "learning_rate": 1.2132492113564668e-06,
+      "loss": 67.75,
+      "step": 1923
+    },
+    {
+      "epoch": 0.018212625779763538,
+      "grad_norm": 3.1346993446350098,
+      "learning_rate": 1.2138801261829653e-06,
+      "loss": 0.9429,
+      "step": 1924
+    },
+    {
+      "epoch": 0.01822209180147859,
+      "grad_norm": 364.39508056640625,
+      "learning_rate": 1.2145110410094636e-06,
+      "loss": 39.0625,
+      "step": 1925
+    },
+    {
+      "epoch": 0.018231557823193648,
+      "grad_norm": 779.1327514648438,
+      "learning_rate": 1.215141955835962e-06,
+      "loss": 43.0156,
+      "step": 1926
+    },
+    {
+      "epoch": 0.0182410238449087,
+      "grad_norm": 587.0258178710938,
+      "learning_rate": 1.2157728706624606e-06,
+      "loss": 69.7188,
+      "step": 1927
+    },
+    {
+      "epoch": 0.018250489866623754,
+      "grad_norm": 781.679931640625,
+      "learning_rate": 1.2164037854889589e-06,
+      "loss": 94.2344,
+      "step": 1928
+    },
+    {
+      "epoch": 0.018259955888338807,
+      "grad_norm": 577.1917724609375,
+      "learning_rate": 1.2170347003154573e-06,
+      "loss": 38.25,
+      "step": 1929
+    },
+    {
+      "epoch": 0.018269421910053863,
+      "grad_norm": 418.002685546875,
+      "learning_rate": 1.2176656151419558e-06,
+      "loss": 41.9375,
+      "step": 1930
+    },
+    {
+      "epoch": 0.018278887931768916,
+      "grad_norm": 1406.249755859375,
+      "learning_rate": 1.2182965299684541e-06,
+      "loss": 79.6406,
+      "step": 1931
+    },
+    {
+      "epoch": 0.01828835395348397,
+      "grad_norm": 1071.46728515625,
+      "learning_rate": 1.2189274447949526e-06,
+      "loss": 77.7891,
+      "step": 1932
+    },
+    {
+      "epoch": 0.018297819975199022,
+      "grad_norm": 506.83966064453125,
+      "learning_rate": 1.219558359621451e-06,
+      "loss": 36.75,
+      "step": 1933
+    },
+    {
+      "epoch": 0.01830728599691408,
+      "grad_norm": 765.6309204101562,
+      "learning_rate": 1.2201892744479494e-06,
+      "loss": 39.4609,
+      "step": 1934
+    },
+    {
+      "epoch": 0.01831675201862913,
+      "grad_norm": 387.5756530761719,
+      "learning_rate": 1.2208201892744479e-06,
+      "loss": 31.5938,
+      "step": 1935
+    },
+    {
+      "epoch": 0.018326218040344185,
+      "grad_norm": 281.5417785644531,
+      "learning_rate": 1.2214511041009464e-06,
+      "loss": 30.8594,
+      "step": 1936
+    },
+    {
+      "epoch": 0.018335684062059238,
+      "grad_norm": 1204.9063720703125,
+      "learning_rate": 1.2220820189274449e-06,
+      "loss": 80.25,
+      "step": 1937
+    },
+    {
+      "epoch": 0.01834515008377429,
+      "grad_norm": 278.17864990234375,
+      "learning_rate": 1.2227129337539431e-06,
+      "loss": 29.8125,
+      "step": 1938
+    },
+    {
+      "epoch": 0.018354616105489347,
+      "grad_norm": 345.4440612792969,
+      "learning_rate": 1.2233438485804414e-06,
+      "loss": 30.625,
+      "step": 1939
+    },
+    {
+      "epoch": 0.0183640821272044,
+      "grad_norm": 266.744873046875,
+      "learning_rate": 1.22397476340694e-06,
+      "loss": 28.2344,
+      "step": 1940
+    },
+    {
+      "epoch": 0.018373548148919453,
+      "grad_norm": 601.2613525390625,
+      "learning_rate": 1.2246056782334384e-06,
+      "loss": 62.4219,
+      "step": 1941
+    },
+    {
+      "epoch": 0.018383014170634506,
+      "grad_norm": 526.4821166992188,
+      "learning_rate": 1.225236593059937e-06,
+      "loss": 39.6562,
+      "step": 1942
+    },
+    {
+      "epoch": 0.018392480192349563,
+      "grad_norm": 672.8414916992188,
+      "learning_rate": 1.2258675078864354e-06,
+      "loss": 74.375,
+      "step": 1943
+    },
+    {
+      "epoch": 0.018401946214064616,
+      "grad_norm": 503.8292541503906,
+      "learning_rate": 1.2264984227129339e-06,
+      "loss": 63.6094,
+      "step": 1944
+    },
+    {
+      "epoch": 0.01841141223577967,
+      "grad_norm": 1755.0703125,
+      "learning_rate": 1.227129337539432e-06,
+      "loss": 59.75,
+      "step": 1945
+    },
+    {
+      "epoch": 0.01842087825749472,
+      "grad_norm": 419.3904113769531,
+      "learning_rate": 1.2277602523659305e-06,
+      "loss": 50.0,
+      "step": 1946
+    },
+    {
+      "epoch": 0.018430344279209778,
+      "grad_norm": 1302.19482421875,
+      "learning_rate": 1.228391167192429e-06,
+      "loss": 86.9531,
+      "step": 1947
+    },
+    {
+      "epoch": 0.01843981030092483,
+      "grad_norm": 375.87249755859375,
+      "learning_rate": 1.2290220820189274e-06,
+      "loss": 31.25,
+      "step": 1948
+    },
+    {
+      "epoch": 0.018449276322639884,
+      "grad_norm": 717.37158203125,
+      "learning_rate": 1.229652996845426e-06,
+      "loss": 75.2031,
+      "step": 1949
+    },
+    {
+      "epoch": 0.018458742344354937,
+      "grad_norm": 670.8231811523438,
+      "learning_rate": 1.2302839116719242e-06,
+      "loss": 56.4219,
+      "step": 1950
+    },
+    {
+      "epoch": 0.01846820836606999,
+      "grad_norm": 458.2268371582031,
+      "learning_rate": 1.2309148264984225e-06,
+      "loss": 48.9844,
+      "step": 1951
+    },
+    {
+      "epoch": 0.018477674387785047,
+      "grad_norm": 363.7681579589844,
+      "learning_rate": 1.231545741324921e-06,
+      "loss": 33.4219,
+      "step": 1952
+    },
+    {
+      "epoch": 0.0184871404095001,
+      "grad_norm": 315.9241638183594,
+      "learning_rate": 1.2321766561514195e-06,
+      "loss": 30.2969,
+      "step": 1953
+    },
+    {
+      "epoch": 0.018496606431215153,
+      "grad_norm": 638.6665649414062,
+      "learning_rate": 1.232807570977918e-06,
+      "loss": 57.6094,
+      "step": 1954
+    },
+    {
+      "epoch": 0.018506072452930206,
+      "grad_norm": 443.9428405761719,
+      "learning_rate": 1.2334384858044165e-06,
+      "loss": 43.8125,
+      "step": 1955
+    },
+    {
+      "epoch": 0.018515538474645262,
+      "grad_norm": 497.1656799316406,
+      "learning_rate": 1.2340694006309147e-06,
+      "loss": 35.7656,
+      "step": 1956
+    },
+    {
+      "epoch": 0.018525004496360315,
+      "grad_norm": 3.553157091140747,
+      "learning_rate": 1.2347003154574132e-06,
+      "loss": 1.041,
+      "step": 1957
+    },
+    {
+      "epoch": 0.018534470518075368,
+      "grad_norm": 345.2137756347656,
+      "learning_rate": 1.2353312302839115e-06,
+      "loss": 32.6406,
+      "step": 1958
+    },
+    {
+      "epoch": 0.01854393653979042,
+      "grad_norm": 1053.6658935546875,
+      "learning_rate": 1.23596214511041e-06,
+      "loss": 41.1719,
+      "step": 1959
+    },
+    {
+      "epoch": 0.018553402561505478,
+      "grad_norm": 669.4173583984375,
+      "learning_rate": 1.2365930599369085e-06,
+      "loss": 63.0938,
+      "step": 1960
+    },
+    {
+      "epoch": 0.01856286858322053,
+      "grad_norm": 2.7527425289154053,
+      "learning_rate": 1.2372239747634068e-06,
+      "loss": 0.916,
+      "step": 1961
+    },
+    {
+      "epoch": 0.018572334604935584,
+      "grad_norm": 436.4435119628906,
+      "learning_rate": 1.2378548895899053e-06,
+      "loss": 46.9844,
+      "step": 1962
+    },
+    {
+      "epoch": 0.018581800626650637,
+      "grad_norm": 346.7664489746094,
+      "learning_rate": 1.2384858044164038e-06,
+      "loss": 29.4219,
+      "step": 1963
+    },
+    {
+      "epoch": 0.01859126664836569,
+      "grad_norm": 3.0576558113098145,
+      "learning_rate": 1.2391167192429023e-06,
+      "loss": 0.7871,
+      "step": 1964
+    },
+    {
+      "epoch": 0.018600732670080746,
+      "grad_norm": 570.0885620117188,
+      "learning_rate": 1.2397476340694005e-06,
+      "loss": 51.0469,
+      "step": 1965
+    },
+    {
+      "epoch": 0.0186101986917958,
+      "grad_norm": 348.0074768066406,
+      "learning_rate": 1.240378548895899e-06,
+      "loss": 30.625,
+      "step": 1966
+    },
+    {
+      "epoch": 0.018619664713510852,
+      "grad_norm": 967.4291381835938,
+      "learning_rate": 1.2410094637223973e-06,
+      "loss": 40.375,
+      "step": 1967
+    },
+    {
+      "epoch": 0.018629130735225905,
+      "grad_norm": 344.5946350097656,
+      "learning_rate": 1.2416403785488958e-06,
+      "loss": 31.7188,
+      "step": 1968
+    },
+    {
+      "epoch": 0.01863859675694096,
+      "grad_norm": 936.2931518554688,
+      "learning_rate": 1.2422712933753943e-06,
+      "loss": 78.375,
+      "step": 1969
+    },
+    {
+      "epoch": 0.018648062778656015,
+      "grad_norm": 601.0995483398438,
+      "learning_rate": 1.2429022082018928e-06,
+      "loss": 70.8281,
+      "step": 1970
+    },
+    {
+      "epoch": 0.018657528800371068,
+      "grad_norm": 1084.6976318359375,
+      "learning_rate": 1.2435331230283913e-06,
+      "loss": 88.9688,
+      "step": 1971
+    },
+    {
+      "epoch": 0.01866699482208612,
+      "grad_norm": 302.46209716796875,
+      "learning_rate": 1.2441640378548894e-06,
+      "loss": 28.7812,
+      "step": 1972
+    },
+    {
+      "epoch": 0.018676460843801177,
+      "grad_norm": 762.4901733398438,
+      "learning_rate": 1.2447949526813879e-06,
+      "loss": 84.2656,
+      "step": 1973
+    },
+    {
+      "epoch": 0.01868592686551623,
+      "grad_norm": 645.4723510742188,
+      "learning_rate": 1.2454258675078863e-06,
+      "loss": 33.1484,
+      "step": 1974
+    },
+    {
+      "epoch": 0.018695392887231283,
+      "grad_norm": 496.0794982910156,
+      "learning_rate": 1.2460567823343848e-06,
+      "loss": 72.7188,
+      "step": 1975
+    },
+    {
+      "epoch": 0.018704858908946336,
+      "grad_norm": 390.42578125,
+      "learning_rate": 1.2466876971608833e-06,
+      "loss": 46.6875,
+      "step": 1976
+    },
+    {
+      "epoch": 0.018714324930661393,
+      "grad_norm": 2.5872249603271484,
+      "learning_rate": 1.2473186119873818e-06,
+      "loss": 0.6982,
+      "step": 1977
+    },
+    {
+      "epoch": 0.018723790952376446,
+      "grad_norm": 2218.848388671875,
+      "learning_rate": 1.24794952681388e-06,
+      "loss": 36.3438,
+      "step": 1978
+    },
+    {
+      "epoch": 0.0187332569740915,
+      "grad_norm": 258.38397216796875,
+      "learning_rate": 1.2485804416403784e-06,
+      "loss": 33.4531,
+      "step": 1979
+    },
+    {
+      "epoch": 0.01874272299580655,
+      "grad_norm": 1076.1114501953125,
+      "learning_rate": 1.2492113564668769e-06,
+      "loss": 79.7344,
+      "step": 1980
+    },
+    {
+      "epoch": 0.018752189017521605,
+      "grad_norm": 622.9656372070312,
+      "learning_rate": 1.2498422712933754e-06,
+      "loss": 64.8438,
+      "step": 1981
+    },
+    {
+      "epoch": 0.01876165503923666,
+      "grad_norm": 512.4779663085938,
+      "learning_rate": 1.2504731861198739e-06,
+      "loss": 36.2812,
+      "step": 1982
+    },
+    {
+      "epoch": 0.018771121060951714,
+      "grad_norm": 349.68328857421875,
+      "learning_rate": 1.2511041009463721e-06,
+      "loss": 38.8906,
+      "step": 1983
+    },
+    {
+      "epoch": 0.018780587082666767,
+      "grad_norm": 289.9325866699219,
+      "learning_rate": 1.2517350157728706e-06,
+      "loss": 35.0625,
+      "step": 1984
+    },
+    {
+      "epoch": 0.01879005310438182,
+      "grad_norm": 563.7092895507812,
+      "learning_rate": 1.252365930599369e-06,
+      "loss": 84.5938,
+      "step": 1985
+    },
+    {
+      "epoch": 0.018799519126096877,
+      "grad_norm": 3.008485794067383,
+      "learning_rate": 1.2529968454258674e-06,
+      "loss": 0.9077,
+      "step": 1986
+    },
+    {
+      "epoch": 0.01880898514781193,
+      "grad_norm": 533.5364379882812,
+      "learning_rate": 1.253627760252366e-06,
+      "loss": 71.4688,
+      "step": 1987
+    },
+    {
+      "epoch": 0.018818451169526983,
+      "grad_norm": 719.5607299804688,
+      "learning_rate": 1.2542586750788644e-06,
+      "loss": 60.1875,
+      "step": 1988
+    },
+    {
+      "epoch": 0.018827917191242036,
+      "grad_norm": 369.4945983886719,
+      "learning_rate": 1.2548895899053627e-06,
+      "loss": 55.0312,
+      "step": 1989
+    },
+    {
+      "epoch": 0.018837383212957092,
+      "grad_norm": 475.2533264160156,
+      "learning_rate": 1.2555205047318612e-06,
+      "loss": 47.1406,
+      "step": 1990
+    },
+    {
+      "epoch": 0.018846849234672145,
+      "grad_norm": 375.1695556640625,
+      "learning_rate": 1.2561514195583597e-06,
+      "loss": 38.5938,
+      "step": 1991
+    },
+    {
+      "epoch": 0.018856315256387198,
+      "grad_norm": 370.98065185546875,
+      "learning_rate": 1.256782334384858e-06,
+      "loss": 46.6094,
+      "step": 1992
+    },
+    {
+      "epoch": 0.01886578127810225,
+      "grad_norm": 439.9637756347656,
+      "learning_rate": 1.2574132492113564e-06,
+      "loss": 38.75,
+      "step": 1993
+    },
+    {
+      "epoch": 0.018875247299817304,
+      "grad_norm": 314.25677490234375,
+      "learning_rate": 1.2580441640378547e-06,
+      "loss": 31.3125,
+      "step": 1994
+    },
+    {
+      "epoch": 0.01888471332153236,
+      "grad_norm": 540.0752563476562,
+      "learning_rate": 1.2586750788643532e-06,
+      "loss": 39.0156,
+      "step": 1995
+    },
+    {
+      "epoch": 0.018894179343247414,
+      "grad_norm": 419.053955078125,
+      "learning_rate": 1.2593059936908517e-06,
+      "loss": 30.2344,
+      "step": 1996
+    },
+    {
+      "epoch": 0.018903645364962467,
+      "grad_norm": 602.151611328125,
+      "learning_rate": 1.2599369085173502e-06,
+      "loss": 43.2812,
+      "step": 1997
+    },
+    {
+      "epoch": 0.01891311138667752,
+      "grad_norm": 604.1399536132812,
+      "learning_rate": 1.2605678233438487e-06,
+      "loss": 77.2812,
+      "step": 1998
+    },
+    {
+      "epoch": 0.018922577408392576,
+      "grad_norm": 523.5217895507812,
+      "learning_rate": 1.261198738170347e-06,
+      "loss": 36.3438,
+      "step": 1999
+    },
+    {
+      "epoch": 0.01893204343010763,
+      "grad_norm": 621.0302124023438,
+      "learning_rate": 1.2618296529968453e-06,
+      "loss": 38.1562,
+      "step": 2000
+    },
+    {
+      "epoch": 0.018941509451822682,
+      "grad_norm": 524.3231811523438,
+      "learning_rate": 1.2624605678233437e-06,
+      "loss": 48.4688,
+      "step": 2001
+    },
+    {
+      "epoch": 0.018950975473537735,
+      "grad_norm": 270.48089599609375,
+      "learning_rate": 1.2630914826498422e-06,
+      "loss": 27.9609,
+      "step": 2002
+    },
+    {
+      "epoch": 0.01896044149525279,
+      "grad_norm": 705.258056640625,
+      "learning_rate": 1.2637223974763407e-06,
+      "loss": 47.4531,
+      "step": 2003
+    },
+    {
+      "epoch": 0.018969907516967845,
+      "grad_norm": 608.187255859375,
+      "learning_rate": 1.2643533123028392e-06,
+      "loss": 67.0,
+      "step": 2004
+    },
+    {
+      "epoch": 0.018979373538682898,
+      "grad_norm": 969.8892822265625,
+      "learning_rate": 1.2649842271293373e-06,
+      "loss": 47.0703,
+      "step": 2005
+    },
+    {
+      "epoch": 0.01898883956039795,
+      "grad_norm": 553.6990966796875,
+      "learning_rate": 1.2656151419558358e-06,
+      "loss": 38.2266,
+      "step": 2006
+    },
+    {
+      "epoch": 0.018998305582113004,
+      "grad_norm": 369.3213806152344,
+      "learning_rate": 1.2662460567823343e-06,
+      "loss": 43.9688,
+      "step": 2007
+    },
+    {
+      "epoch": 0.01900777160382806,
+      "grad_norm": 301.6854553222656,
+      "learning_rate": 1.2668769716088328e-06,
+      "loss": 32.7344,
+      "step": 2008
+    },
+    {
+      "epoch": 0.019017237625543113,
+      "grad_norm": 811.435791015625,
+      "learning_rate": 1.2675078864353313e-06,
+      "loss": 73.0703,
+      "step": 2009
+    },
+    {
+      "epoch": 0.019026703647258166,
+      "grad_norm": 1138.5885009765625,
+      "learning_rate": 1.2681388012618298e-06,
+      "loss": 66.125,
+      "step": 2010
+    },
+    {
+      "epoch": 0.01903616966897322,
+      "grad_norm": 403.1347961425781,
+      "learning_rate": 1.268769716088328e-06,
+      "loss": 43.2812,
+      "step": 2011
+    },
+    {
+      "epoch": 0.019045635690688276,
+      "grad_norm": 510.0248107910156,
+      "learning_rate": 1.2694006309148263e-06,
+      "loss": 29.125,
+      "step": 2012
+    },
+    {
+      "epoch": 0.01905510171240333,
+      "grad_norm": 375.2066650390625,
+      "learning_rate": 1.2700315457413248e-06,
+      "loss": 34.6562,
+      "step": 2013
+    },
+    {
+      "epoch": 0.01906456773411838,
+      "grad_norm": 704.4481201171875,
+      "learning_rate": 1.2706624605678233e-06,
+      "loss": 64.375,
+      "step": 2014
+    },
+    {
+      "epoch": 0.019074033755833435,
+      "grad_norm": 265.7681579589844,
+      "learning_rate": 1.2712933753943218e-06,
+      "loss": 39.3906,
+      "step": 2015
+    },
+    {
+      "epoch": 0.01908349977754849,
+      "grad_norm": 303.23138427734375,
+      "learning_rate": 1.27192429022082e-06,
+      "loss": 33.2812,
+      "step": 2016
+    },
+    {
+      "epoch": 0.019092965799263544,
+      "grad_norm": 2.9379146099090576,
+      "learning_rate": 1.2725552050473186e-06,
+      "loss": 0.8718,
+      "step": 2017
+    },
+    {
+      "epoch": 0.019102431820978597,
+      "grad_norm": 578.0509033203125,
+      "learning_rate": 1.273186119873817e-06,
+      "loss": 54.25,
+      "step": 2018
+    },
+    {
+      "epoch": 0.01911189784269365,
+      "grad_norm": 487.6370544433594,
+      "learning_rate": 1.2738170347003153e-06,
+      "loss": 67.1562,
+      "step": 2019
+    },
+    {
+      "epoch": 0.019121363864408707,
+      "grad_norm": 558.8097534179688,
+      "learning_rate": 1.2744479495268138e-06,
+      "loss": 30.25,
+      "step": 2020
+    },
+    {
+      "epoch": 0.01913082988612376,
+      "grad_norm": 634.3668212890625,
+      "learning_rate": 1.2750788643533123e-06,
+      "loss": 70.9531,
+      "step": 2021
+    },
+    {
+      "epoch": 0.019140295907838813,
+      "grad_norm": 705.0823974609375,
+      "learning_rate": 1.2757097791798106e-06,
+      "loss": 71.8125,
+      "step": 2022
+    },
+    {
+      "epoch": 0.019149761929553866,
+      "grad_norm": 687.8134155273438,
+      "learning_rate": 1.2763406940063091e-06,
+      "loss": 38.7656,
+      "step": 2023
+    },
+    {
+      "epoch": 0.01915922795126892,
+      "grad_norm": 317.710205078125,
+      "learning_rate": 1.2769716088328076e-06,
+      "loss": 29.3594,
+      "step": 2024
+    },
+    {
+      "epoch": 0.019168693972983975,
+      "grad_norm": 684.2935180664062,
+      "learning_rate": 1.2776025236593059e-06,
+      "loss": 33.1719,
+      "step": 2025
+    },
+    {
+      "epoch": 0.019178159994699028,
+      "grad_norm": 2.823340654373169,
+      "learning_rate": 1.2782334384858044e-06,
+      "loss": 0.979,
+      "step": 2026
+    },
+    {
+      "epoch": 0.01918762601641408,
+      "grad_norm": 297.4220275878906,
+      "learning_rate": 1.2788643533123027e-06,
+      "loss": 28.3125,
+      "step": 2027
+    },
+    {
+      "epoch": 0.019197092038129134,
+      "grad_norm": 2.8904025554656982,
+      "learning_rate": 1.2794952681388011e-06,
+      "loss": 0.8682,
+      "step": 2028
+    },
+    {
+      "epoch": 0.01920655805984419,
+      "grad_norm": 517.52978515625,
+      "learning_rate": 1.2801261829652996e-06,
+      "loss": 31.2969,
+      "step": 2029
+    },
+    {
+      "epoch": 0.019216024081559244,
+      "grad_norm": 463.05462646484375,
+      "learning_rate": 1.2807570977917981e-06,
+      "loss": 27.75,
+      "step": 2030
+    },
+    {
+      "epoch": 0.019225490103274297,
+      "grad_norm": 482.45391845703125,
+      "learning_rate": 1.2813880126182966e-06,
+      "loss": 44.9375,
+      "step": 2031
+    },
+    {
+      "epoch": 0.01923495612498935,
+      "grad_norm": 298.6792907714844,
+      "learning_rate": 1.2820189274447947e-06,
+      "loss": 30.2656,
+      "step": 2032
+    },
+    {
+      "epoch": 0.019244422146704406,
+      "grad_norm": 701.9141845703125,
+      "learning_rate": 1.2826498422712932e-06,
+      "loss": 58.9297,
+      "step": 2033
+    },
+    {
+      "epoch": 0.01925388816841946,
+      "grad_norm": 1098.4503173828125,
+      "learning_rate": 1.2832807570977917e-06,
+      "loss": 53.4766,
+      "step": 2034
+    },
+    {
+      "epoch": 0.019263354190134512,
+      "grad_norm": 409.1884765625,
+      "learning_rate": 1.2839116719242902e-06,
+      "loss": 35.8906,
+      "step": 2035
+    },
+    {
+      "epoch": 0.019272820211849565,
+      "grad_norm": 361.0182800292969,
+      "learning_rate": 1.2845425867507887e-06,
+      "loss": 30.7969,
+      "step": 2036
+    },
+    {
+      "epoch": 0.019282286233564618,
+      "grad_norm": 337.2953186035156,
+      "learning_rate": 1.2851735015772872e-06,
+      "loss": 33.3125,
+      "step": 2037
+    },
+    {
+      "epoch": 0.019291752255279675,
+      "grad_norm": 2342.3994140625,
+      "learning_rate": 1.2858044164037854e-06,
+      "loss": 61.9531,
+      "step": 2038
+    },
+    {
+      "epoch": 0.019301218276994728,
+      "grad_norm": 318.1278381347656,
+      "learning_rate": 1.2864353312302837e-06,
+      "loss": 36.1562,
+      "step": 2039
+    },
+    {
+      "epoch": 0.01931068429870978,
+      "grad_norm": 870.2205810546875,
+      "learning_rate": 1.2870662460567822e-06,
+      "loss": 42.5,
+      "step": 2040
+    },
+    {
+      "epoch": 0.019320150320424834,
+      "grad_norm": 586.2507934570312,
+      "learning_rate": 1.2876971608832807e-06,
+      "loss": 32.8906,
+      "step": 2041
+    },
+    {
+      "epoch": 0.01932961634213989,
+      "grad_norm": 247.02252197265625,
+      "learning_rate": 1.2883280757097792e-06,
+      "loss": 32.7031,
+      "step": 2042
+    },
+    {
+      "epoch": 0.019339082363854943,
+      "grad_norm": 2.9542806148529053,
+      "learning_rate": 1.2889589905362775e-06,
+      "loss": 0.9224,
+      "step": 2043
+    },
+    {
+      "epoch": 0.019348548385569996,
+      "grad_norm": 876.9345092773438,
+      "learning_rate": 1.289589905362776e-06,
+      "loss": 84.6562,
+      "step": 2044
+    },
+    {
+      "epoch": 0.01935801440728505,
+      "grad_norm": 923.361328125,
+      "learning_rate": 1.2902208201892745e-06,
+      "loss": 79.6953,
+      "step": 2045
+    },
+    {
+      "epoch": 0.019367480429000106,
+      "grad_norm": 528.9297485351562,
+      "learning_rate": 1.2908517350157727e-06,
+      "loss": 37.0781,
+      "step": 2046
+    },
+    {
+      "epoch": 0.01937694645071516,
+      "grad_norm": 703.0487060546875,
+      "learning_rate": 1.2914826498422712e-06,
+      "loss": 79.1719,
+      "step": 2047
+    },
+    {
+      "epoch": 0.01938641247243021,
+      "grad_norm": 370.8716125488281,
+      "learning_rate": 1.2921135646687697e-06,
+      "loss": 29.7812,
+      "step": 2048
+    },
+    {
+      "epoch": 0.019395878494145265,
+      "grad_norm": 259.76593017578125,
+      "learning_rate": 1.292744479495268e-06,
+      "loss": 38.5312,
+      "step": 2049
+    },
+    {
+      "epoch": 0.019405344515860318,
+      "grad_norm": 342.0113220214844,
+      "learning_rate": 1.2933753943217665e-06,
+      "loss": 30.0625,
+      "step": 2050
+    },
+    {
+      "epoch": 0.019414810537575374,
+      "grad_norm": 2.956616163253784,
+      "learning_rate": 1.294006309148265e-06,
+      "loss": 0.8704,
+      "step": 2051
+    },
+    {
+      "epoch": 0.019424276559290427,
+      "grad_norm": 674.3938598632812,
+      "learning_rate": 1.2946372239747633e-06,
+      "loss": 69.9062,
+      "step": 2052
+    },
+    {
+      "epoch": 0.01943374258100548,
+      "grad_norm": 1767.0224609375,
+      "learning_rate": 1.2952681388012618e-06,
+      "loss": 57.0625,
+      "step": 2053
+    },
+    {
+      "epoch": 0.019443208602720533,
+      "grad_norm": 394.44293212890625,
+      "learning_rate": 1.29589905362776e-06,
+      "loss": 42.3281,
+      "step": 2054
+    },
+    {
+      "epoch": 0.01945267462443559,
+      "grad_norm": 346.6348571777344,
+      "learning_rate": 1.2965299684542585e-06,
+      "loss": 37.8594,
+      "step": 2055
+    },
+    {
+      "epoch": 0.019462140646150643,
+      "grad_norm": 321.0770568847656,
+      "learning_rate": 1.297160883280757e-06,
+      "loss": 47.8281,
+      "step": 2056
+    },
+    {
+      "epoch": 0.019471606667865696,
+      "grad_norm": 724.1366577148438,
+      "learning_rate": 1.2977917981072555e-06,
+      "loss": 37.0469,
+      "step": 2057
+    },
+    {
+      "epoch": 0.01948107268958075,
+      "grad_norm": 520.2060546875,
+      "learning_rate": 1.298422712933754e-06,
+      "loss": 42.9375,
+      "step": 2058
+    },
+    {
+      "epoch": 0.019490538711295805,
+      "grad_norm": 407.670654296875,
+      "learning_rate": 1.2990536277602523e-06,
+      "loss": 46.4219,
+      "step": 2059
+    },
+    {
+      "epoch": 0.019500004733010858,
+      "grad_norm": 841.496337890625,
+      "learning_rate": 1.2996845425867506e-06,
+      "loss": 55.125,
+      "step": 2060
+    },
+    {
+      "epoch": 0.01950947075472591,
+      "grad_norm": 421.41510009765625,
+      "learning_rate": 1.300315457413249e-06,
+      "loss": 23.1797,
+      "step": 2061
+    },
+    {
+      "epoch": 0.019518936776440964,
+      "grad_norm": 382.92901611328125,
+      "learning_rate": 1.3009463722397476e-06,
+      "loss": 33.1406,
+      "step": 2062
+    },
+    {
+      "epoch": 0.01952840279815602,
+      "grad_norm": 865.9940795898438,
+      "learning_rate": 1.301577287066246e-06,
+      "loss": 62.9531,
+      "step": 2063
+    },
+    {
+      "epoch": 0.019537868819871074,
+      "grad_norm": 492.7709655761719,
+      "learning_rate": 1.3022082018927446e-06,
+      "loss": 51.6562,
+      "step": 2064
+    },
+    {
+      "epoch": 0.019547334841586127,
+      "grad_norm": 913.2398681640625,
+      "learning_rate": 1.3028391167192428e-06,
+      "loss": 72.3906,
+      "step": 2065
+    },
+    {
+      "epoch": 0.01955680086330118,
+      "grad_norm": 724.1826171875,
+      "learning_rate": 1.3034700315457411e-06,
+      "loss": 27.125,
+      "step": 2066
+    },
+    {
+      "epoch": 0.019566266885016233,
+      "grad_norm": 254.63461303710938,
+      "learning_rate": 1.3041009463722396e-06,
+      "loss": 31.4688,
+      "step": 2067
+    },
+    {
+      "epoch": 0.01957573290673129,
+      "grad_norm": 308.5326232910156,
+      "learning_rate": 1.3047318611987381e-06,
+      "loss": 30.4531,
+      "step": 2068
+    },
+    {
+      "epoch": 0.019585198928446342,
+      "grad_norm": 720.0283203125,
+      "learning_rate": 1.3053627760252366e-06,
+      "loss": 69.3125,
+      "step": 2069
+    },
+    {
+      "epoch": 0.019594664950161395,
+      "grad_norm": 604.1643676757812,
+      "learning_rate": 1.305993690851735e-06,
+      "loss": 33.5938,
+      "step": 2070
+    },
+    {
+      "epoch": 0.019604130971876448,
+      "grad_norm": 477.911376953125,
+      "learning_rate": 1.3066246056782334e-06,
+      "loss": 34.9375,
+      "step": 2071
+    },
+    {
+      "epoch": 0.019613596993591505,
+      "grad_norm": 343.9098205566406,
+      "learning_rate": 1.3072555205047317e-06,
+      "loss": 32.7812,
+      "step": 2072
+    },
+    {
+      "epoch": 0.019623063015306558,
+      "grad_norm": 687.4589233398438,
+      "learning_rate": 1.3078864353312301e-06,
+      "loss": 52.1406,
+      "step": 2073
+    },
+    {
+      "epoch": 0.01963252903702161,
+      "grad_norm": 260.613525390625,
+      "learning_rate": 1.3085173501577286e-06,
+      "loss": 30.0312,
+      "step": 2074
+    },
+    {
+      "epoch": 0.019641995058736664,
+      "grad_norm": 503.62603759765625,
+      "learning_rate": 1.3091482649842271e-06,
+      "loss": 40.0,
+      "step": 2075
+    },
+    {
+      "epoch": 0.01965146108045172,
+      "grad_norm": 823.0601196289062,
+      "learning_rate": 1.3097791798107254e-06,
+      "loss": 41.0469,
+      "step": 2076
+    },
+    {
+      "epoch": 0.019660927102166773,
+      "grad_norm": 480.853759765625,
+      "learning_rate": 1.310410094637224e-06,
+      "loss": 29.375,
+      "step": 2077
+    },
+    {
+      "epoch": 0.019670393123881826,
+      "grad_norm": 431.7024841308594,
+      "learning_rate": 1.3110410094637224e-06,
+      "loss": 33.7812,
+      "step": 2078
+    },
+    {
+      "epoch": 0.01967985914559688,
+      "grad_norm": 3.1616618633270264,
+      "learning_rate": 1.3116719242902207e-06,
+      "loss": 0.9175,
+      "step": 2079
+    },
+    {
+      "epoch": 0.019689325167311932,
+      "grad_norm": 332.2991027832031,
+      "learning_rate": 1.3123028391167192e-06,
+      "loss": 32.875,
+      "step": 2080
+    },
+    {
+      "epoch": 0.01969879118902699,
+      "grad_norm": 1270.9605712890625,
+      "learning_rate": 1.3129337539432177e-06,
+      "loss": 54.9297,
+      "step": 2081
+    },
+    {
+      "epoch": 0.01970825721074204,
+      "grad_norm": 386.9015197753906,
+      "learning_rate": 1.313564668769716e-06,
+      "loss": 30.7656,
+      "step": 2082
+    },
+    {
+      "epoch": 0.019717723232457095,
+      "grad_norm": 713.4321899414062,
+      "learning_rate": 1.3141955835962144e-06,
+      "loss": 42.875,
+      "step": 2083
+    },
+    {
+      "epoch": 0.019727189254172148,
+      "grad_norm": 251.7477264404297,
+      "learning_rate": 1.314826498422713e-06,
+      "loss": 30.8438,
+      "step": 2084
+    },
+    {
+      "epoch": 0.019736655275887204,
+      "grad_norm": 373.73443603515625,
+      "learning_rate": 1.3154574132492114e-06,
+      "loss": 35.7031,
+      "step": 2085
+    },
+    {
+      "epoch": 0.019746121297602257,
+      "grad_norm": 648.2665405273438,
+      "learning_rate": 1.3160883280757097e-06,
+      "loss": 45.0703,
+      "step": 2086
+    },
+    {
+      "epoch": 0.01975558731931731,
+      "grad_norm": 364.82330322265625,
+      "learning_rate": 1.316719242902208e-06,
+      "loss": 34.2344,
+      "step": 2087
+    },
+    {
+      "epoch": 0.019765053341032363,
+      "grad_norm": 337.90667724609375,
+      "learning_rate": 1.3173501577287065e-06,
+      "loss": 30.3438,
+      "step": 2088
+    },
+    {
+      "epoch": 0.01977451936274742,
+      "grad_norm": 399.9173278808594,
+      "learning_rate": 1.317981072555205e-06,
+      "loss": 29.4062,
+      "step": 2089
+    },
+    {
+      "epoch": 0.019783985384462473,
+      "grad_norm": 295.9457702636719,
+      "learning_rate": 1.3186119873817035e-06,
+      "loss": 36.1406,
+      "step": 2090
+    },
+    {
+      "epoch": 0.019793451406177526,
+      "grad_norm": 525.6752319335938,
+      "learning_rate": 1.319242902208202e-06,
+      "loss": 71.2812,
+      "step": 2091
+    },
+    {
+      "epoch": 0.01980291742789258,
+      "grad_norm": 3.1102352142333984,
+      "learning_rate": 1.3198738170347005e-06,
+      "loss": 0.7585,
+      "step": 2092
+    },
+    {
+      "epoch": 0.019812383449607632,
+      "grad_norm": 284.2369689941406,
+      "learning_rate": 1.3205047318611985e-06,
+      "loss": 34.8125,
+      "step": 2093
+    },
+    {
+      "epoch": 0.019821849471322688,
+      "grad_norm": 763.8524780273438,
+      "learning_rate": 1.321135646687697e-06,
+      "loss": 86.2812,
+      "step": 2094
+    },
+    {
+      "epoch": 0.01983131549303774,
+      "grad_norm": 294.59027099609375,
+      "learning_rate": 1.3217665615141955e-06,
+      "loss": 29.0469,
+      "step": 2095
+    },
+    {
+      "epoch": 0.019840781514752794,
+      "grad_norm": 751.1774291992188,
+      "learning_rate": 1.322397476340694e-06,
+      "loss": 59.375,
+      "step": 2096
+    },
+    {
+      "epoch": 0.019850247536467847,
+      "grad_norm": 639.15234375,
+      "learning_rate": 1.3230283911671925e-06,
+      "loss": 65.0312,
+      "step": 2097
+    },
+    {
+      "epoch": 0.019859713558182904,
+      "grad_norm": 343.3891906738281,
+      "learning_rate": 1.3236593059936908e-06,
+      "loss": 27.25,
+      "step": 2098
+    },
+    {
+      "epoch": 0.019869179579897957,
+      "grad_norm": 377.7643127441406,
+      "learning_rate": 1.324290220820189e-06,
+      "loss": 35.3438,
+      "step": 2099
+    },
+    {
+      "epoch": 0.01987864560161301,
+      "grad_norm": 771.504150390625,
+      "learning_rate": 1.3249211356466875e-06,
+      "loss": 35.2812,
+      "step": 2100
+    },
+    {
+      "epoch": 0.019888111623328063,
+      "grad_norm": 579.07421875,
+      "learning_rate": 1.325552050473186e-06,
+      "loss": 78.5625,
+      "step": 2101
+    },
+    {
+      "epoch": 0.01989757764504312,
+      "grad_norm": 352.45166015625,
+      "learning_rate": 1.3261829652996845e-06,
+      "loss": 34.25,
+      "step": 2102
+    },
+    {
+      "epoch": 0.019907043666758172,
+      "grad_norm": 680.9039916992188,
+      "learning_rate": 1.326813880126183e-06,
+      "loss": 40.9688,
+      "step": 2103
+    },
+    {
+      "epoch": 0.019916509688473225,
+      "grad_norm": 724.0121459960938,
+      "learning_rate": 1.3274447949526813e-06,
+      "loss": 62.125,
+      "step": 2104
+    },
+    {
+      "epoch": 0.019925975710188278,
+      "grad_norm": 567.20703125,
+      "learning_rate": 1.3280757097791798e-06,
+      "loss": 69.0625,
+      "step": 2105
+    },
+    {
+      "epoch": 0.01993544173190333,
+      "grad_norm": 614.3329467773438,
+      "learning_rate": 1.328706624605678e-06,
+      "loss": 34.3906,
+      "step": 2106
+    },
+    {
+      "epoch": 0.019944907753618388,
+      "grad_norm": 2.9560792446136475,
+      "learning_rate": 1.3293375394321766e-06,
+      "loss": 1.0537,
+      "step": 2107
+    },
+    {
+      "epoch": 0.01995437377533344,
+      "grad_norm": 612.74169921875,
+      "learning_rate": 1.329968454258675e-06,
+      "loss": 38.1094,
+      "step": 2108
+    },
+    {
+      "epoch": 0.019963839797048494,
+      "grad_norm": 583.07421875,
+      "learning_rate": 1.3305993690851733e-06,
+      "loss": 66.7812,
+      "step": 2109
+    },
+    {
+      "epoch": 0.019973305818763547,
+      "grad_norm": 772.7844848632812,
+      "learning_rate": 1.3312302839116718e-06,
+      "loss": 61.4062,
+      "step": 2110
+    },
+    {
+      "epoch": 0.019982771840478603,
+      "grad_norm": 456.80267333984375,
+      "learning_rate": 1.3318611987381703e-06,
+      "loss": 37.0938,
+      "step": 2111
+    },
+    {
+      "epoch": 0.019992237862193656,
+      "grad_norm": 1307.0657958984375,
+      "learning_rate": 1.3324921135646688e-06,
+      "loss": 50.8516,
+      "step": 2112
+    },
+    {
+      "epoch": 0.02000170388390871,
+      "grad_norm": 536.4132080078125,
+      "learning_rate": 1.3331230283911671e-06,
+      "loss": 74.4062,
+      "step": 2113
+    },
+    {
+      "epoch": 0.020011169905623762,
+      "grad_norm": 307.3956298828125,
+      "learning_rate": 1.3337539432176656e-06,
+      "loss": 37.6406,
+      "step": 2114
+    },
+    {
+      "epoch": 0.02002063592733882,
+      "grad_norm": 713.4292602539062,
+      "learning_rate": 1.3343848580441639e-06,
+      "loss": 35.4531,
+      "step": 2115
+    },
+    {
+      "epoch": 0.020030101949053872,
+      "grad_norm": 543.1886596679688,
+      "learning_rate": 1.3350157728706624e-06,
+      "loss": 35.4062,
+      "step": 2116
+    },
+    {
+      "epoch": 0.020039567970768925,
+      "grad_norm": 2.9747438430786133,
+      "learning_rate": 1.3356466876971609e-06,
+      "loss": 0.9966,
+      "step": 2117
+    },
+    {
+      "epoch": 0.020049033992483978,
+      "grad_norm": 1229.5357666015625,
+      "learning_rate": 1.3362776025236594e-06,
+      "loss": 55.6875,
+      "step": 2118
+    },
+    {
+      "epoch": 0.020058500014199034,
+      "grad_norm": 336.291015625,
+      "learning_rate": 1.3369085173501579e-06,
+      "loss": 29.25,
+      "step": 2119
+    },
+    {
+      "epoch": 0.020067966035914087,
+      "grad_norm": 234.57203674316406,
+      "learning_rate": 1.337539432176656e-06,
+      "loss": 34.5312,
+      "step": 2120
+    },
+    {
+      "epoch": 0.02007743205762914,
+      "grad_norm": 884.5182495117188,
+      "learning_rate": 1.3381703470031544e-06,
+      "loss": 32.4219,
+      "step": 2121
+    },
+    {
+      "epoch": 0.020086898079344193,
+      "grad_norm": 730.8841552734375,
+      "learning_rate": 1.338801261829653e-06,
+      "loss": 47.8516,
+      "step": 2122
+    },
+    {
+      "epoch": 0.020096364101059246,
+      "grad_norm": 339.9352111816406,
+      "learning_rate": 1.3394321766561514e-06,
+      "loss": 33.875,
+      "step": 2123
+    },
+    {
+      "epoch": 0.020105830122774303,
+      "grad_norm": 692.74755859375,
+      "learning_rate": 1.34006309148265e-06,
+      "loss": 49.875,
+      "step": 2124
+    },
+    {
+      "epoch": 0.020115296144489356,
+      "grad_norm": 1087.572021484375,
+      "learning_rate": 1.3406940063091484e-06,
+      "loss": 66.5312,
+      "step": 2125
+    },
+    {
+      "epoch": 0.02012476216620441,
+      "grad_norm": 383.54071044921875,
+      "learning_rate": 1.3413249211356465e-06,
+      "loss": 28.7812,
+      "step": 2126
+    },
+    {
+      "epoch": 0.020134228187919462,
+      "grad_norm": 545.7343139648438,
+      "learning_rate": 1.341955835962145e-06,
+      "loss": 37.75,
+      "step": 2127
+    },
+    {
+      "epoch": 0.020143694209634518,
+      "grad_norm": 270.11297607421875,
+      "learning_rate": 1.3425867507886434e-06,
+      "loss": 33.7969,
+      "step": 2128
+    },
+    {
+      "epoch": 0.02015316023134957,
+      "grad_norm": 874.2034912109375,
+      "learning_rate": 1.343217665615142e-06,
+      "loss": 48.75,
+      "step": 2129
+    },
+    {
+      "epoch": 0.020162626253064624,
+      "grad_norm": 395.3534240722656,
+      "learning_rate": 1.3438485804416404e-06,
+      "loss": 28.9062,
+      "step": 2130
+    },
+    {
+      "epoch": 0.020172092274779677,
+      "grad_norm": 419.6441650390625,
+      "learning_rate": 1.3444794952681387e-06,
+      "loss": 35.0938,
+      "step": 2131
+    },
+    {
+      "epoch": 0.020181558296494734,
+      "grad_norm": 3.747548818588257,
+      "learning_rate": 1.3451104100946372e-06,
+      "loss": 0.9048,
+      "step": 2132
+    },
+    {
+      "epoch": 0.020191024318209787,
+      "grad_norm": 478.88494873046875,
+      "learning_rate": 1.3457413249211355e-06,
+      "loss": 31.8906,
+      "step": 2133
+    },
+    {
+      "epoch": 0.02020049033992484,
+      "grad_norm": 367.72052001953125,
+      "learning_rate": 1.346372239747634e-06,
+      "loss": 35.2812,
+      "step": 2134
+    },
+    {
+      "epoch": 0.020209956361639893,
+      "grad_norm": 606.7471313476562,
+      "learning_rate": 1.3470031545741325e-06,
+      "loss": 42.5781,
+      "step": 2135
+    },
+    {
+      "epoch": 0.020219422383354946,
+      "grad_norm": 289.1445007324219,
+      "learning_rate": 1.347634069400631e-06,
+      "loss": 33.7969,
+      "step": 2136
+    },
+    {
+      "epoch": 0.020228888405070002,
+      "grad_norm": 3.322514295578003,
+      "learning_rate": 1.3482649842271292e-06,
+      "loss": 0.8223,
+      "step": 2137
+    },
+    {
+      "epoch": 0.020238354426785055,
+      "grad_norm": 846.284423828125,
+      "learning_rate": 1.3488958990536277e-06,
+      "loss": 49.125,
+      "step": 2138
+    },
+    {
+      "epoch": 0.02024782044850011,
+      "grad_norm": 511.39361572265625,
+      "learning_rate": 1.3495268138801262e-06,
+      "loss": 53.6875,
+      "step": 2139
+    },
+    {
+      "epoch": 0.02025728647021516,
+      "grad_norm": 3.100926637649536,
+      "learning_rate": 1.3501577287066245e-06,
+      "loss": 0.853,
+      "step": 2140
+    },
+    {
+      "epoch": 0.020266752491930218,
+      "grad_norm": 349.5829772949219,
+      "learning_rate": 1.350788643533123e-06,
+      "loss": 43.5,
+      "step": 2141
+    },
+    {
+      "epoch": 0.02027621851364527,
+      "grad_norm": 1338.6728515625,
+      "learning_rate": 1.3514195583596213e-06,
+      "loss": 43.8594,
+      "step": 2142
+    },
+    {
+      "epoch": 0.020285684535360324,
+      "grad_norm": 220.35922241210938,
+      "learning_rate": 1.3520504731861198e-06,
+      "loss": 26.6719,
+      "step": 2143
+    },
+    {
+      "epoch": 0.020295150557075377,
+      "grad_norm": 301.002685546875,
+      "learning_rate": 1.3526813880126183e-06,
+      "loss": 31.7969,
+      "step": 2144
+    },
+    {
+      "epoch": 0.020304616578790433,
+      "grad_norm": 475.5758361816406,
+      "learning_rate": 1.3533123028391168e-06,
+      "loss": 30.125,
+      "step": 2145
+    },
+    {
+      "epoch": 0.020314082600505486,
+      "grad_norm": 366.2695007324219,
+      "learning_rate": 1.353943217665615e-06,
+      "loss": 35.7031,
+      "step": 2146
+    },
+    {
+      "epoch": 0.02032354862222054,
+      "grad_norm": 324.18475341796875,
+      "learning_rate": 1.3545741324921135e-06,
+      "loss": 29.3125,
+      "step": 2147
+    },
+    {
+      "epoch": 0.020333014643935592,
+      "grad_norm": 279.09429931640625,
+      "learning_rate": 1.3552050473186118e-06,
+      "loss": 31.5469,
+      "step": 2148
+    },
+    {
+      "epoch": 0.020342480665650645,
+      "grad_norm": 1049.1007080078125,
+      "learning_rate": 1.3558359621451103e-06,
+      "loss": 62.0234,
+      "step": 2149
+    },
+    {
+      "epoch": 0.020351946687365702,
+      "grad_norm": 303.7206726074219,
+      "learning_rate": 1.3564668769716088e-06,
+      "loss": 31.8594,
+      "step": 2150
+    },
+    {
+      "epoch": 0.020361412709080755,
+      "grad_norm": 383.5340881347656,
+      "learning_rate": 1.3570977917981073e-06,
+      "loss": 31.5781,
+      "step": 2151
+    },
+    {
+      "epoch": 0.020370878730795808,
+      "grad_norm": 849.4844970703125,
+      "learning_rate": 1.3577287066246058e-06,
+      "loss": 53.1562,
+      "step": 2152
+    },
+    {
+      "epoch": 0.02038034475251086,
+      "grad_norm": 201.6598663330078,
+      "learning_rate": 1.3583596214511039e-06,
+      "loss": 25.8125,
+      "step": 2153
+    },
+    {
+      "epoch": 0.020389810774225917,
+      "grad_norm": 487.2587890625,
+      "learning_rate": 1.3589905362776023e-06,
+      "loss": 32.6406,
+      "step": 2154
+    },
+    {
+      "epoch": 0.02039927679594097,
+      "grad_norm": 1636.7860107421875,
+      "learning_rate": 1.3596214511041008e-06,
+      "loss": 70.0156,
+      "step": 2155
+    },
+    {
+      "epoch": 0.020408742817656023,
+      "grad_norm": 489.4699401855469,
+      "learning_rate": 1.3602523659305993e-06,
+      "loss": 62.8906,
+      "step": 2156
+    },
+    {
+      "epoch": 0.020418208839371076,
+      "grad_norm": 499.9373474121094,
+      "learning_rate": 1.3608832807570978e-06,
+      "loss": 33.7656,
+      "step": 2157
+    },
+    {
+      "epoch": 0.020427674861086133,
+      "grad_norm": 3.4868760108947754,
+      "learning_rate": 1.3615141955835963e-06,
+      "loss": 1.0005,
+      "step": 2158
+    },
+    {
+      "epoch": 0.020437140882801186,
+      "grad_norm": 945.8406982421875,
+      "learning_rate": 1.3621451104100946e-06,
+      "loss": 68.0625,
+      "step": 2159
+    },
+    {
+      "epoch": 0.02044660690451624,
+      "grad_norm": 349.6187438964844,
+      "learning_rate": 1.3627760252365929e-06,
+      "loss": 30.1719,
+      "step": 2160
+    },
+    {
+      "epoch": 0.020456072926231292,
+      "grad_norm": 459.9718017578125,
+      "learning_rate": 1.3634069400630914e-06,
+      "loss": 31.1328,
+      "step": 2161
+    },
+    {
+      "epoch": 0.02046553894794635,
+      "grad_norm": 713.6366577148438,
+      "learning_rate": 1.3640378548895899e-06,
+      "loss": 33.2031,
+      "step": 2162
+    },
+    {
+      "epoch": 0.0204750049696614,
+      "grad_norm": 1604.6351318359375,
+      "learning_rate": 1.3646687697160884e-06,
+      "loss": 95.4062,
+      "step": 2163
+    },
+    {
+      "epoch": 0.020484470991376454,
+      "grad_norm": 930.7652587890625,
+      "learning_rate": 1.3652996845425866e-06,
+      "loss": 52.6094,
+      "step": 2164
+    },
+    {
+      "epoch": 0.020493937013091507,
+      "grad_norm": 540.1885986328125,
+      "learning_rate": 1.3659305993690851e-06,
+      "loss": 37.5625,
+      "step": 2165
+    },
+    {
+      "epoch": 0.02050340303480656,
+      "grad_norm": 1086.6595458984375,
+      "learning_rate": 1.3665615141955834e-06,
+      "loss": 44.8672,
+      "step": 2166
+    },
+    {
+      "epoch": 0.020512869056521617,
+      "grad_norm": 662.2283325195312,
+      "learning_rate": 1.367192429022082e-06,
+      "loss": 52.4062,
+      "step": 2167
+    },
+    {
+      "epoch": 0.02052233507823667,
+      "grad_norm": 1089.257568359375,
+      "learning_rate": 1.3678233438485804e-06,
+      "loss": 49.6953,
+      "step": 2168
+    },
+    {
+      "epoch": 0.020531801099951723,
+      "grad_norm": 296.2262268066406,
+      "learning_rate": 1.368454258675079e-06,
+      "loss": 29.0156,
+      "step": 2169
+    },
+    {
+      "epoch": 0.020541267121666776,
+      "grad_norm": 475.3573303222656,
+      "learning_rate": 1.3690851735015772e-06,
+      "loss": 38.875,
+      "step": 2170
+    },
+    {
+      "epoch": 0.020550733143381832,
+      "grad_norm": 562.4888916015625,
+      "learning_rate": 1.3697160883280757e-06,
+      "loss": 51.1406,
+      "step": 2171
+    },
+    {
+      "epoch": 0.020560199165096885,
+      "grad_norm": 613.7973022460938,
+      "learning_rate": 1.3703470031545742e-06,
+      "loss": 48.1172,
+      "step": 2172
+    },
+    {
+      "epoch": 0.02056966518681194,
+      "grad_norm": 515.345947265625,
+      "learning_rate": 1.3709779179810724e-06,
+      "loss": 70.4219,
+      "step": 2173
+    },
+    {
+      "epoch": 0.02057913120852699,
+      "grad_norm": 290.5258483886719,
+      "learning_rate": 1.371608832807571e-06,
+      "loss": 30.5938,
+      "step": 2174
+    },
+    {
+      "epoch": 0.020588597230242048,
+      "grad_norm": 539.18115234375,
+      "learning_rate": 1.3722397476340692e-06,
+      "loss": 51.375,
+      "step": 2175
+    },
+    {
+      "epoch": 0.0205980632519571,
+      "grad_norm": 3.3848085403442383,
+      "learning_rate": 1.3728706624605677e-06,
+      "loss": 0.708,
+      "step": 2176
+    },
+    {
+      "epoch": 0.020607529273672154,
+      "grad_norm": 299.11480712890625,
+      "learning_rate": 1.3735015772870662e-06,
+      "loss": 33.375,
+      "step": 2177
+    },
+    {
+      "epoch": 0.020616995295387207,
+      "grad_norm": 365.3611145019531,
+      "learning_rate": 1.3741324921135647e-06,
+      "loss": 27.7188,
+      "step": 2178
+    },
+    {
+      "epoch": 0.02062646131710226,
+      "grad_norm": 348.3011169433594,
+      "learning_rate": 1.3747634069400632e-06,
+      "loss": 30.1641,
+      "step": 2179
+    },
+    {
+      "epoch": 0.020635927338817316,
+      "grad_norm": 391.5630798339844,
+      "learning_rate": 1.3753943217665615e-06,
+      "loss": 35.8281,
+      "step": 2180
+    },
+    {
+      "epoch": 0.02064539336053237,
+      "grad_norm": 509.5236511230469,
+      "learning_rate": 1.3760252365930598e-06,
+      "loss": 40.4062,
+      "step": 2181
+    },
+    {
+      "epoch": 0.020654859382247422,
+      "grad_norm": 558.9053955078125,
+      "learning_rate": 1.3766561514195582e-06,
+      "loss": 63.1406,
+      "step": 2182
+    },
+    {
+      "epoch": 0.020664325403962475,
+      "grad_norm": 749.6072998046875,
+      "learning_rate": 1.3772870662460567e-06,
+      "loss": 80.0,
+      "step": 2183
+    },
+    {
+      "epoch": 0.020673791425677532,
+      "grad_norm": 619.44287109375,
+      "learning_rate": 1.3779179810725552e-06,
+      "loss": 56.6719,
+      "step": 2184
+    },
+    {
+      "epoch": 0.020683257447392585,
+      "grad_norm": 620.7703247070312,
+      "learning_rate": 1.3785488958990537e-06,
+      "loss": 36.9219,
+      "step": 2185
+    },
+    {
+      "epoch": 0.020692723469107638,
+      "grad_norm": 729.588134765625,
+      "learning_rate": 1.3791798107255518e-06,
+      "loss": 76.375,
+      "step": 2186
+    },
+    {
+      "epoch": 0.02070218949082269,
+      "grad_norm": 761.2530517578125,
+      "learning_rate": 1.3798107255520503e-06,
+      "loss": 91.5625,
+      "step": 2187
+    },
+    {
+      "epoch": 0.020711655512537747,
+      "grad_norm": 249.72628784179688,
+      "learning_rate": 1.3804416403785488e-06,
+      "loss": 30.0,
+      "step": 2188
+    },
+    {
+      "epoch": 0.0207211215342528,
+      "grad_norm": 1183.1383056640625,
+      "learning_rate": 1.3810725552050473e-06,
+      "loss": 50.9766,
+      "step": 2189
+    },
+    {
+      "epoch": 0.020730587555967853,
+      "grad_norm": 448.05950927734375,
+      "learning_rate": 1.3817034700315458e-06,
+      "loss": 37.0625,
+      "step": 2190
+    },
+    {
+      "epoch": 0.020740053577682906,
+      "grad_norm": 640.8497314453125,
+      "learning_rate": 1.3823343848580443e-06,
+      "loss": 78.9375,
+      "step": 2191
+    },
+    {
+      "epoch": 0.02074951959939796,
+      "grad_norm": 282.38458251953125,
+      "learning_rate": 1.3829652996845425e-06,
+      "loss": 27.5938,
+      "step": 2192
+    },
+    {
+      "epoch": 0.020758985621113016,
+      "grad_norm": 824.2235717773438,
+      "learning_rate": 1.3835962145110408e-06,
+      "loss": 72.0625,
+      "step": 2193
+    },
+    {
+      "epoch": 0.02076845164282807,
+      "grad_norm": 846.9154052734375,
+      "learning_rate": 1.3842271293375393e-06,
+      "loss": 78.6562,
+      "step": 2194
+    },
+    {
+      "epoch": 0.020777917664543122,
+      "grad_norm": 758.4829711914062,
+      "learning_rate": 1.3848580441640378e-06,
+      "loss": 78.0781,
+      "step": 2195
+    },
+    {
+      "epoch": 0.020787383686258175,
+      "grad_norm": 680.2816772460938,
+      "learning_rate": 1.3854889589905363e-06,
+      "loss": 42.4688,
+      "step": 2196
+    },
+    {
+      "epoch": 0.02079684970797323,
+      "grad_norm": 831.1616821289062,
+      "learning_rate": 1.3861198738170346e-06,
+      "loss": 33.6562,
+      "step": 2197
+    },
+    {
+      "epoch": 0.020806315729688284,
+      "grad_norm": 780.0845336914062,
+      "learning_rate": 1.386750788643533e-06,
+      "loss": 33.25,
+      "step": 2198
+    },
+    {
+      "epoch": 0.020815781751403337,
+      "grad_norm": 2.9668502807617188,
+      "learning_rate": 1.3873817034700316e-06,
+      "loss": 0.7876,
+      "step": 2199
+    },
+    {
+      "epoch": 0.02082524777311839,
+      "grad_norm": 375.05340576171875,
+      "learning_rate": 1.3880126182965298e-06,
+      "loss": 40.5312,
+      "step": 2200
+    },
+    {
+      "epoch": 0.020834713794833447,
+      "grad_norm": 515.5603637695312,
+      "learning_rate": 1.3886435331230283e-06,
+      "loss": 46.2812,
+      "step": 2201
+    },
+    {
+      "epoch": 0.0208441798165485,
+      "grad_norm": 375.2019958496094,
+      "learning_rate": 1.3892744479495266e-06,
+      "loss": 41.9062,
+      "step": 2202
+    },
+    {
+      "epoch": 0.020853645838263553,
+      "grad_norm": 315.7974548339844,
+      "learning_rate": 1.3899053627760251e-06,
+      "loss": 29.2031,
+      "step": 2203
+    },
+    {
+      "epoch": 0.020863111859978606,
+      "grad_norm": 1154.222900390625,
+      "learning_rate": 1.3905362776025236e-06,
+      "loss": 35.8594,
+      "step": 2204
+    },
+    {
+      "epoch": 0.020872577881693662,
+      "grad_norm": 321.7087097167969,
+      "learning_rate": 1.391167192429022e-06,
+      "loss": 31.5938,
+      "step": 2205
+    },
+    {
+      "epoch": 0.020882043903408715,
+      "grad_norm": 1726.2049560546875,
+      "learning_rate": 1.3917981072555206e-06,
+      "loss": 61.75,
+      "step": 2206
+    },
+    {
+      "epoch": 0.02089150992512377,
+      "grad_norm": 326.9066467285156,
+      "learning_rate": 1.3924290220820189e-06,
+      "loss": 29.7188,
+      "step": 2207
+    },
+    {
+      "epoch": 0.02090097594683882,
+      "grad_norm": 411.2711486816406,
+      "learning_rate": 1.3930599369085172e-06,
+      "loss": 41.2344,
+      "step": 2208
+    },
+    {
+      "epoch": 0.020910441968553874,
+      "grad_norm": 521.641357421875,
+      "learning_rate": 1.3936908517350156e-06,
+      "loss": 64.8438,
+      "step": 2209
+    },
+    {
+      "epoch": 0.02091990799026893,
+      "grad_norm": 1179.251708984375,
+      "learning_rate": 1.3943217665615141e-06,
+      "loss": 86.3125,
+      "step": 2210
+    },
+    {
+      "epoch": 0.020929374011983984,
+      "grad_norm": 493.3608093261719,
+      "learning_rate": 1.3949526813880126e-06,
+      "loss": 55.8906,
+      "step": 2211
+    },
+    {
+      "epoch": 0.020938840033699037,
+      "grad_norm": 267.9371643066406,
+      "learning_rate": 1.3955835962145111e-06,
+      "loss": 32.8594,
+      "step": 2212
+    },
+    {
+      "epoch": 0.02094830605541409,
+      "grad_norm": 585.3629760742188,
+      "learning_rate": 1.3962145110410092e-06,
+      "loss": 33.3516,
+      "step": 2213
+    },
+    {
+      "epoch": 0.020957772077129146,
+      "grad_norm": 755.7814331054688,
+      "learning_rate": 1.3968454258675077e-06,
+      "loss": 70.6875,
+      "step": 2214
+    },
+    {
+      "epoch": 0.0209672380988442,
+      "grad_norm": 326.96282958984375,
+      "learning_rate": 1.3974763406940062e-06,
+      "loss": 33.6562,
+      "step": 2215
+    },
+    {
+      "epoch": 0.020976704120559252,
+      "grad_norm": 1201.5894775390625,
+      "learning_rate": 1.3981072555205047e-06,
+      "loss": 52.5312,
+      "step": 2216
+    },
+    {
+      "epoch": 0.020986170142274305,
+      "grad_norm": 757.2534790039062,
+      "learning_rate": 1.3987381703470032e-06,
+      "loss": 81.5234,
+      "step": 2217
+    },
+    {
+      "epoch": 0.020995636163989362,
+      "grad_norm": 1139.031982421875,
+      "learning_rate": 1.3993690851735017e-06,
+      "loss": 65.8594,
+      "step": 2218
+    },
+    {
+      "epoch": 0.021005102185704415,
+      "grad_norm": 486.8087158203125,
+      "learning_rate": 1.4e-06,
+      "loss": 31.1016,
+      "step": 2219
+    },
+    {
+      "epoch": 0.021014568207419468,
+      "grad_norm": 552.7048950195312,
+      "learning_rate": 1.4006309148264982e-06,
+      "loss": 67.75,
+      "step": 2220
+    },
+    {
+      "epoch": 0.02102403422913452,
+      "grad_norm": 458.4835205078125,
+      "learning_rate": 1.4012618296529967e-06,
+      "loss": 39.4375,
+      "step": 2221
+    },
+    {
+      "epoch": 0.021033500250849574,
+      "grad_norm": 206.02810668945312,
+      "learning_rate": 1.4018927444794952e-06,
+      "loss": 29.2031,
+      "step": 2222
+    },
+    {
+      "epoch": 0.02104296627256463,
+      "grad_norm": 266.6800842285156,
+      "learning_rate": 1.4025236593059937e-06,
+      "loss": 28.9062,
+      "step": 2223
+    },
+    {
+      "epoch": 0.021052432294279683,
+      "grad_norm": 638.2230834960938,
+      "learning_rate": 1.403154574132492e-06,
+      "loss": 27.6562,
+      "step": 2224
+    },
+    {
+      "epoch": 0.021061898315994736,
+      "grad_norm": 515.5881958007812,
+      "learning_rate": 1.4037854889589905e-06,
+      "loss": 69.5312,
+      "step": 2225
+    },
+    {
+      "epoch": 0.02107136433770979,
+      "grad_norm": 897.3941040039062,
+      "learning_rate": 1.404416403785489e-06,
+      "loss": 32.9219,
+      "step": 2226
+    },
+    {
+      "epoch": 0.021080830359424846,
+      "grad_norm": 254.4386444091797,
+      "learning_rate": 1.4050473186119872e-06,
+      "loss": 37.2031,
+      "step": 2227
+    },
+    {
+      "epoch": 0.0210902963811399,
+      "grad_norm": 308.8963317871094,
+      "learning_rate": 1.4056782334384857e-06,
+      "loss": 32.5469,
+      "step": 2228
+    },
+    {
+      "epoch": 0.021099762402854952,
+      "grad_norm": 591.424072265625,
+      "learning_rate": 1.4063091482649842e-06,
+      "loss": 83.625,
+      "step": 2229
+    },
+    {
+      "epoch": 0.021109228424570005,
+      "grad_norm": 252.09744262695312,
+      "learning_rate": 1.4069400630914825e-06,
+      "loss": 29.3281,
+      "step": 2230
+    },
+    {
+      "epoch": 0.02111869444628506,
+      "grad_norm": 255.0266571044922,
+      "learning_rate": 1.407570977917981e-06,
+      "loss": 32.125,
+      "step": 2231
+    },
+    {
+      "epoch": 0.021128160468000114,
+      "grad_norm": 748.6367797851562,
+      "learning_rate": 1.4082018927444795e-06,
+      "loss": 73.5,
+      "step": 2232
+    },
+    {
+      "epoch": 0.021137626489715167,
+      "grad_norm": 417.3565368652344,
+      "learning_rate": 1.408832807570978e-06,
+      "loss": 38.5,
+      "step": 2233
+    },
+    {
+      "epoch": 0.02114709251143022,
+      "grad_norm": 711.2984619140625,
+      "learning_rate": 1.4094637223974763e-06,
+      "loss": 37.375,
+      "step": 2234
+    },
+    {
+      "epoch": 0.021156558533145273,
+      "grad_norm": 494.2431640625,
+      "learning_rate": 1.4100946372239746e-06,
+      "loss": 51.6719,
+      "step": 2235
+    },
+    {
+      "epoch": 0.02116602455486033,
+      "grad_norm": 476.32330322265625,
+      "learning_rate": 1.410725552050473e-06,
+      "loss": 68.3438,
+      "step": 2236
+    },
+    {
+      "epoch": 0.021175490576575383,
+      "grad_norm": 387.900390625,
+      "learning_rate": 1.4113564668769715e-06,
+      "loss": 62.5,
+      "step": 2237
+    },
+    {
+      "epoch": 0.021184956598290436,
+      "grad_norm": 3.5105319023132324,
+      "learning_rate": 1.41198738170347e-06,
+      "loss": 0.9607,
+      "step": 2238
+    },
+    {
+      "epoch": 0.02119442262000549,
+      "grad_norm": 401.2019958496094,
+      "learning_rate": 1.4126182965299685e-06,
+      "loss": 24.9688,
+      "step": 2239
+    },
+    {
+      "epoch": 0.021203888641720545,
+      "grad_norm": 440.0290222167969,
+      "learning_rate": 1.4132492113564668e-06,
+      "loss": 35.5781,
+      "step": 2240
+    },
+    {
+      "epoch": 0.0212133546634356,
+      "grad_norm": 439.07598876953125,
+      "learning_rate": 1.413880126182965e-06,
+      "loss": 29.9688,
+      "step": 2241
+    },
+    {
+      "epoch": 0.02122282068515065,
+      "grad_norm": 866.3509521484375,
+      "learning_rate": 1.4145110410094636e-06,
+      "loss": 37.7109,
+      "step": 2242
+    },
+    {
+      "epoch": 0.021232286706865704,
+      "grad_norm": 584.0252075195312,
+      "learning_rate": 1.415141955835962e-06,
+      "loss": 30.5781,
+      "step": 2243
+    },
+    {
+      "epoch": 0.02124175272858076,
+      "grad_norm": 909.0205078125,
+      "learning_rate": 1.4157728706624606e-06,
+      "loss": 36.9922,
+      "step": 2244
+    },
+    {
+      "epoch": 0.021251218750295814,
+      "grad_norm": 1023.5075073242188,
+      "learning_rate": 1.416403785488959e-06,
+      "loss": 71.7344,
+      "step": 2245
+    },
+    {
+      "epoch": 0.021260684772010867,
+      "grad_norm": 956.8889770507812,
+      "learning_rate": 1.4170347003154573e-06,
+      "loss": 34.2344,
+      "step": 2246
+    },
+    {
+      "epoch": 0.02127015079372592,
+      "grad_norm": 444.9805603027344,
+      "learning_rate": 1.4176656151419556e-06,
+      "loss": 33.1875,
+      "step": 2247
+    },
+    {
+      "epoch": 0.021279616815440973,
+      "grad_norm": 876.4585571289062,
+      "learning_rate": 1.4182965299684541e-06,
+      "loss": 58.3125,
+      "step": 2248
+    },
+    {
+      "epoch": 0.02128908283715603,
+      "grad_norm": 602.4058837890625,
+      "learning_rate": 1.4189274447949526e-06,
+      "loss": 71.5938,
+      "step": 2249
+    },
+    {
+      "epoch": 0.021298548858871082,
+      "grad_norm": 973.3199462890625,
+      "learning_rate": 1.419558359621451e-06,
+      "loss": 49.2812,
+      "step": 2250
+    },
+    {
+      "epoch": 0.021308014880586135,
+      "grad_norm": 1073.0609130859375,
+      "learning_rate": 1.4201892744479496e-06,
+      "loss": 60.9219,
+      "step": 2251
+    },
+    {
+      "epoch": 0.02131748090230119,
+      "grad_norm": 749.9246826171875,
+      "learning_rate": 1.4208201892744479e-06,
+      "loss": 71.9141,
+      "step": 2252
+    },
+    {
+      "epoch": 0.021326946924016245,
+      "grad_norm": 470.78277587890625,
+      "learning_rate": 1.4214511041009464e-06,
+      "loss": 46.3281,
+      "step": 2253
+    },
+    {
+      "epoch": 0.021336412945731298,
+      "grad_norm": 2.87326717376709,
+      "learning_rate": 1.4220820189274446e-06,
+      "loss": 0.8613,
+      "step": 2254
+    },
+    {
+      "epoch": 0.02134587896744635,
+      "grad_norm": 669.472900390625,
+      "learning_rate": 1.4227129337539431e-06,
+      "loss": 48.9062,
+      "step": 2255
+    },
+    {
+      "epoch": 0.021355344989161404,
+      "grad_norm": 645.2957763671875,
+      "learning_rate": 1.4233438485804416e-06,
+      "loss": 48.0,
+      "step": 2256
+    },
+    {
+      "epoch": 0.02136481101087646,
+      "grad_norm": 389.7939453125,
+      "learning_rate": 1.42397476340694e-06,
+      "loss": 37.0469,
+      "step": 2257
+    },
+    {
+      "epoch": 0.021374277032591513,
+      "grad_norm": 634.0523071289062,
+      "learning_rate": 1.4246056782334384e-06,
+      "loss": 35.4062,
+      "step": 2258
+    },
+    {
+      "epoch": 0.021383743054306566,
+      "grad_norm": 292.4303894042969,
+      "learning_rate": 1.425236593059937e-06,
+      "loss": 31.9531,
+      "step": 2259
+    },
+    {
+      "epoch": 0.02139320907602162,
+      "grad_norm": 853.3124389648438,
+      "learning_rate": 1.4258675078864352e-06,
+      "loss": 34.4688,
+      "step": 2260
+    },
+    {
+      "epoch": 0.021402675097736676,
+      "grad_norm": 365.15484619140625,
+      "learning_rate": 1.4264984227129337e-06,
+      "loss": 32.2812,
+      "step": 2261
+    },
+    {
+      "epoch": 0.02141214111945173,
+      "grad_norm": 3.1946399211883545,
+      "learning_rate": 1.4271293375394322e-06,
+      "loss": 0.9727,
+      "step": 2262
+    },
+    {
+      "epoch": 0.021421607141166782,
+      "grad_norm": 744.307373046875,
+      "learning_rate": 1.4277602523659304e-06,
+      "loss": 67.1875,
+      "step": 2263
+    },
+    {
+      "epoch": 0.021431073162881835,
+      "grad_norm": 719.1862182617188,
+      "learning_rate": 1.428391167192429e-06,
+      "loss": 63.0781,
+      "step": 2264
+    },
+    {
+      "epoch": 0.021440539184596888,
+      "grad_norm": 3.0538268089294434,
+      "learning_rate": 1.4290220820189274e-06,
+      "loss": 0.8662,
+      "step": 2265
+    },
+    {
+      "epoch": 0.021450005206311944,
+      "grad_norm": 273.0624084472656,
+      "learning_rate": 1.429652996845426e-06,
+      "loss": 30.7656,
+      "step": 2266
+    },
+    {
+      "epoch": 0.021459471228026997,
+      "grad_norm": 321.3061218261719,
+      "learning_rate": 1.4302839116719242e-06,
+      "loss": 46.1719,
+      "step": 2267
+    },
+    {
+      "epoch": 0.02146893724974205,
+      "grad_norm": 362.7535400390625,
+      "learning_rate": 1.4309148264984225e-06,
+      "loss": 30.5938,
+      "step": 2268
+    },
+    {
+      "epoch": 0.021478403271457103,
+      "grad_norm": 4.036404609680176,
+      "learning_rate": 1.431545741324921e-06,
+      "loss": 0.9126,
+      "step": 2269
+    },
+    {
+      "epoch": 0.02148786929317216,
+      "grad_norm": 680.1099853515625,
+      "learning_rate": 1.4321766561514195e-06,
+      "loss": 52.9688,
+      "step": 2270
+    },
+    {
+      "epoch": 0.021497335314887213,
+      "grad_norm": 353.4436950683594,
+      "learning_rate": 1.432807570977918e-06,
+      "loss": 33.0938,
+      "step": 2271
+    },
+    {
+      "epoch": 0.021506801336602266,
+      "grad_norm": 352.1375732421875,
+      "learning_rate": 1.4334384858044165e-06,
+      "loss": 33.7656,
+      "step": 2272
+    },
+    {
+      "epoch": 0.02151626735831732,
+      "grad_norm": 2.380692958831787,
+      "learning_rate": 1.434069400630915e-06,
+      "loss": 0.8208,
+      "step": 2273
+    },
+    {
+      "epoch": 0.021525733380032375,
+      "grad_norm": 214.3273468017578,
+      "learning_rate": 1.434700315457413e-06,
+      "loss": 27.2812,
+      "step": 2274
+    },
+    {
+      "epoch": 0.02153519940174743,
+      "grad_norm": 1165.9039306640625,
+      "learning_rate": 1.4353312302839115e-06,
+      "loss": 65.0938,
+      "step": 2275
+    },
+    {
+      "epoch": 0.02154466542346248,
+      "grad_norm": 1169.017822265625,
+      "learning_rate": 1.43596214511041e-06,
+      "loss": 48.0039,
+      "step": 2276
+    },
+    {
+      "epoch": 0.021554131445177534,
+      "grad_norm": 959.5003051757812,
+      "learning_rate": 1.4365930599369085e-06,
+      "loss": 71.0,
+      "step": 2277
+    },
+    {
+      "epoch": 0.021563597466892587,
+      "grad_norm": 851.91796875,
+      "learning_rate": 1.437223974763407e-06,
+      "loss": 64.3438,
+      "step": 2278
+    },
+    {
+      "epoch": 0.021573063488607644,
+      "grad_norm": 289.9927673339844,
+      "learning_rate": 1.4378548895899053e-06,
+      "loss": 37.3594,
+      "step": 2279
+    },
+    {
+      "epoch": 0.021582529510322697,
+      "grad_norm": 3.5733699798583984,
+      "learning_rate": 1.4384858044164038e-06,
+      "loss": 0.8271,
+      "step": 2280
+    },
+    {
+      "epoch": 0.02159199553203775,
+      "grad_norm": 2.9456920623779297,
+      "learning_rate": 1.439116719242902e-06,
+      "loss": 0.8926,
+      "step": 2281
+    },
+    {
+      "epoch": 0.021601461553752803,
+      "grad_norm": 345.3650207519531,
+      "learning_rate": 1.4397476340694005e-06,
+      "loss": 32.2188,
+      "step": 2282
+    },
+    {
+      "epoch": 0.02161092757546786,
+      "grad_norm": 495.00103759765625,
+      "learning_rate": 1.440378548895899e-06,
+      "loss": 26.9844,
+      "step": 2283
+    },
+    {
+      "epoch": 0.021620393597182912,
+      "grad_norm": 279.93658447265625,
+      "learning_rate": 1.4410094637223975e-06,
+      "loss": 45.5469,
+      "step": 2284
+    },
+    {
+      "epoch": 0.021629859618897965,
+      "grad_norm": 742.8081665039062,
+      "learning_rate": 1.4416403785488958e-06,
+      "loss": 67.0469,
+      "step": 2285
+    },
+    {
+      "epoch": 0.02163932564061302,
+      "grad_norm": 1420.2320556640625,
+      "learning_rate": 1.4422712933753943e-06,
+      "loss": 39.4766,
+      "step": 2286
+    },
+    {
+      "epoch": 0.021648791662328075,
+      "grad_norm": 552.4638061523438,
+      "learning_rate": 1.4429022082018926e-06,
+      "loss": 44.7812,
+      "step": 2287
+    },
+    {
+      "epoch": 0.021658257684043128,
+      "grad_norm": 1008.65380859375,
+      "learning_rate": 1.443533123028391e-06,
+      "loss": 50.9766,
+      "step": 2288
+    },
+    {
+      "epoch": 0.02166772370575818,
+      "grad_norm": 340.0715026855469,
+      "learning_rate": 1.4441640378548896e-06,
+      "loss": 27.3594,
+      "step": 2289
+    },
+    {
+      "epoch": 0.021677189727473234,
+      "grad_norm": 451.9587097167969,
+      "learning_rate": 1.4447949526813878e-06,
+      "loss": 43.6094,
+      "step": 2290
+    },
+    {
+      "epoch": 0.021686655749188287,
+      "grad_norm": 290.93792724609375,
+      "learning_rate": 1.4454258675078863e-06,
+      "loss": 34.5938,
+      "step": 2291
+    },
+    {
+      "epoch": 0.021696121770903343,
+      "grad_norm": 261.5824890136719,
+      "learning_rate": 1.4460567823343848e-06,
+      "loss": 31.7031,
+      "step": 2292
+    },
+    {
+      "epoch": 0.021705587792618396,
+      "grad_norm": 266.9480895996094,
+      "learning_rate": 1.4466876971608833e-06,
+      "loss": 35.9844,
+      "step": 2293
+    },
+    {
+      "epoch": 0.02171505381433345,
+      "grad_norm": 269.03546142578125,
+      "learning_rate": 1.4473186119873816e-06,
+      "loss": 31.4844,
+      "step": 2294
+    },
+    {
+      "epoch": 0.021724519836048502,
+      "grad_norm": 397.3854675292969,
+      "learning_rate": 1.44794952681388e-06,
+      "loss": 33.0312,
+      "step": 2295
+    },
+    {
+      "epoch": 0.02173398585776356,
+      "grad_norm": 405.61083984375,
+      "learning_rate": 1.4485804416403784e-06,
+      "loss": 74.9375,
+      "step": 2296
+    },
+    {
+      "epoch": 0.021743451879478612,
+      "grad_norm": 2.845357656478882,
+      "learning_rate": 1.4492113564668769e-06,
+      "loss": 0.9363,
+      "step": 2297
+    },
+    {
+      "epoch": 0.021752917901193665,
+      "grad_norm": 455.04815673828125,
+      "learning_rate": 1.4498422712933754e-06,
+      "loss": 32.5625,
+      "step": 2298
+    },
+    {
+      "epoch": 0.021762383922908718,
+      "grad_norm": 388.98828125,
+      "learning_rate": 1.4504731861198739e-06,
+      "loss": 28.9688,
+      "step": 2299
+    },
+    {
+      "epoch": 0.021771849944623774,
+      "grad_norm": 1282.2784423828125,
+      "learning_rate": 1.4511041009463723e-06,
+      "loss": 42.4766,
+      "step": 2300
+    },
+    {
+      "epoch": 0.021781315966338827,
+      "grad_norm": 232.36578369140625,
+      "learning_rate": 1.4517350157728704e-06,
+      "loss": 29.7188,
+      "step": 2301
+    },
+    {
+      "epoch": 0.02179078198805388,
+      "grad_norm": 427.59478759765625,
+      "learning_rate": 1.452365930599369e-06,
+      "loss": 34.2812,
+      "step": 2302
+    },
+    {
+      "epoch": 0.021800248009768933,
+      "grad_norm": 453.0247802734375,
+      "learning_rate": 1.4529968454258674e-06,
+      "loss": 62.875,
+      "step": 2303
+    },
+    {
+      "epoch": 0.02180971403148399,
+      "grad_norm": 277.156982421875,
+      "learning_rate": 1.453627760252366e-06,
+      "loss": 37.8438,
+      "step": 2304
+    },
+    {
+      "epoch": 0.021819180053199043,
+      "grad_norm": 519.8728637695312,
+      "learning_rate": 1.4542586750788644e-06,
+      "loss": 58.6094,
+      "step": 2305
+    },
+    {
+      "epoch": 0.021828646074914096,
+      "grad_norm": 688.0687866210938,
+      "learning_rate": 1.4548895899053629e-06,
+      "loss": 61.8125,
+      "step": 2306
+    },
+    {
+      "epoch": 0.02183811209662915,
+      "grad_norm": 3.42303729057312,
+      "learning_rate": 1.455520504731861e-06,
+      "loss": 0.9102,
+      "step": 2307
+    },
+    {
+      "epoch": 0.021847578118344202,
+      "grad_norm": 362.2822265625,
+      "learning_rate": 1.4561514195583594e-06,
+      "loss": 31.75,
+      "step": 2308
+    },
+    {
+      "epoch": 0.02185704414005926,
+      "grad_norm": 498.8395080566406,
+      "learning_rate": 1.456782334384858e-06,
+      "loss": 24.3672,
+      "step": 2309
+    },
+    {
+      "epoch": 0.02186651016177431,
+      "grad_norm": 371.4609069824219,
+      "learning_rate": 1.4574132492113564e-06,
+      "loss": 42.5156,
+      "step": 2310
+    },
+    {
+      "epoch": 0.021875976183489364,
+      "grad_norm": 691.4654541015625,
+      "learning_rate": 1.458044164037855e-06,
+      "loss": 83.4688,
+      "step": 2311
+    },
+    {
+      "epoch": 0.021885442205204417,
+      "grad_norm": 264.5074157714844,
+      "learning_rate": 1.4586750788643532e-06,
+      "loss": 30.2031,
+      "step": 2312
+    },
+    {
+      "epoch": 0.021894908226919474,
+      "grad_norm": 298.0083923339844,
+      "learning_rate": 1.4593059936908517e-06,
+      "loss": 29.9531,
+      "step": 2313
+    },
+    {
+      "epoch": 0.021904374248634527,
+      "grad_norm": 475.6119384765625,
+      "learning_rate": 1.45993690851735e-06,
+      "loss": 40.7656,
+      "step": 2314
+    },
+    {
+      "epoch": 0.02191384027034958,
+      "grad_norm": 583.7343139648438,
+      "learning_rate": 1.4605678233438485e-06,
+      "loss": 41.6484,
+      "step": 2315
+    },
+    {
+      "epoch": 0.021923306292064633,
+      "grad_norm": 623.4053344726562,
+      "learning_rate": 1.461198738170347e-06,
+      "loss": 66.9062,
+      "step": 2316
+    },
+    {
+      "epoch": 0.02193277231377969,
+      "grad_norm": 426.6863708496094,
+      "learning_rate": 1.4618296529968455e-06,
+      "loss": 30.6719,
+      "step": 2317
+    },
+    {
+      "epoch": 0.021942238335494742,
+      "grad_norm": 760.4212036132812,
+      "learning_rate": 1.4624605678233437e-06,
+      "loss": 67.5,
+      "step": 2318
+    },
+    {
+      "epoch": 0.021951704357209795,
+      "grad_norm": 666.774658203125,
+      "learning_rate": 1.4630914826498422e-06,
+      "loss": 68.6094,
+      "step": 2319
+    },
+    {
+      "epoch": 0.02196117037892485,
+      "grad_norm": 345.9541015625,
+      "learning_rate": 1.4637223974763407e-06,
+      "loss": 29.0,
+      "step": 2320
+    },
+    {
+      "epoch": 0.0219706364006399,
+      "grad_norm": 309.9389343261719,
+      "learning_rate": 1.464353312302839e-06,
+      "loss": 34.8906,
+      "step": 2321
+    },
+    {
+      "epoch": 0.021980102422354958,
+      "grad_norm": 496.60577392578125,
+      "learning_rate": 1.4649842271293375e-06,
+      "loss": 72.7344,
+      "step": 2322
+    },
+    {
+      "epoch": 0.02198956844407001,
+      "grad_norm": 1144.9000244140625,
+      "learning_rate": 1.4656151419558358e-06,
+      "loss": 33.6562,
+      "step": 2323
+    },
+    {
+      "epoch": 0.021999034465785064,
+      "grad_norm": 361.1702575683594,
+      "learning_rate": 1.4662460567823343e-06,
+      "loss": 36.9219,
+      "step": 2324
+    },
+    {
+      "epoch": 0.022008500487500117,
+      "grad_norm": 833.6679077148438,
+      "learning_rate": 1.4668769716088328e-06,
+      "loss": 48.5938,
+      "step": 2325
+    },
+    {
+      "epoch": 0.022017966509215173,
+      "grad_norm": 1110.737548828125,
+      "learning_rate": 1.4675078864353313e-06,
+      "loss": 41.7344,
+      "step": 2326
+    },
+    {
+      "epoch": 0.022027432530930226,
+      "grad_norm": 3.564650297164917,
+      "learning_rate": 1.4681388012618298e-06,
+      "loss": 1.0181,
+      "step": 2327
+    },
+    {
+      "epoch": 0.02203689855264528,
+      "grad_norm": 600.9856567382812,
+      "learning_rate": 1.468769716088328e-06,
+      "loss": 77.875,
+      "step": 2328
+    },
+    {
+      "epoch": 0.022046364574360332,
+      "grad_norm": 983.251220703125,
+      "learning_rate": 1.4694006309148263e-06,
+      "loss": 50.9219,
+      "step": 2329
+    },
+    {
+      "epoch": 0.02205583059607539,
+      "grad_norm": 2.533923864364624,
+      "learning_rate": 1.4700315457413248e-06,
+      "loss": 0.7642,
+      "step": 2330
+    },
+    {
+      "epoch": 0.022065296617790442,
+      "grad_norm": 505.85845947265625,
+      "learning_rate": 1.4706624605678233e-06,
+      "loss": 40.7422,
+      "step": 2331
+    },
+    {
+      "epoch": 0.022074762639505495,
+      "grad_norm": 583.2932739257812,
+      "learning_rate": 1.4712933753943218e-06,
+      "loss": 64.7344,
+      "step": 2332
+    },
+    {
+      "epoch": 0.022084228661220548,
+      "grad_norm": 292.03143310546875,
+      "learning_rate": 1.4719242902208203e-06,
+      "loss": 25.7969,
+      "step": 2333
+    },
+    {
+      "epoch": 0.0220936946829356,
+      "grad_norm": 440.4851379394531,
+      "learning_rate": 1.4725552050473184e-06,
+      "loss": 35.625,
+      "step": 2334
+    },
+    {
+      "epoch": 0.022103160704650657,
+      "grad_norm": 474.417724609375,
+      "learning_rate": 1.4731861198738168e-06,
+      "loss": 45.1406,
+      "step": 2335
+    },
+    {
+      "epoch": 0.02211262672636571,
+      "grad_norm": 221.05162048339844,
+      "learning_rate": 1.4738170347003153e-06,
+      "loss": 29.8281,
+      "step": 2336
+    },
+    {
+      "epoch": 0.022122092748080763,
+      "grad_norm": 406.9820861816406,
+      "learning_rate": 1.4744479495268138e-06,
+      "loss": 41.9375,
+      "step": 2337
+    },
+    {
+      "epoch": 0.022131558769795816,
+      "grad_norm": 714.3577270507812,
+      "learning_rate": 1.4750788643533123e-06,
+      "loss": 41.1875,
+      "step": 2338
+    },
+    {
+      "epoch": 0.022141024791510873,
+      "grad_norm": 1455.33349609375,
+      "learning_rate": 1.4757097791798108e-06,
+      "loss": 84.6562,
+      "step": 2339
+    },
+    {
+      "epoch": 0.022150490813225926,
+      "grad_norm": 306.5000305175781,
+      "learning_rate": 1.476340694006309e-06,
+      "loss": 38.5938,
+      "step": 2340
+    },
+    {
+      "epoch": 0.02215995683494098,
+      "grad_norm": 709.8580322265625,
+      "learning_rate": 1.4769716088328074e-06,
+      "loss": 80.7812,
+      "step": 2341
+    },
+    {
+      "epoch": 0.022169422856656032,
+      "grad_norm": 1080.921142578125,
+      "learning_rate": 1.4776025236593059e-06,
+      "loss": 52.0859,
+      "step": 2342
+    },
+    {
+      "epoch": 0.02217888887837109,
+      "grad_norm": 738.951904296875,
+      "learning_rate": 1.4782334384858044e-06,
+      "loss": 58.9531,
+      "step": 2343
+    },
+    {
+      "epoch": 0.02218835490008614,
+      "grad_norm": 1164.78369140625,
+      "learning_rate": 1.4788643533123029e-06,
+      "loss": 64.3672,
+      "step": 2344
+    },
+    {
+      "epoch": 0.022197820921801194,
+      "grad_norm": 615.897705078125,
+      "learning_rate": 1.4794952681388011e-06,
+      "loss": 54.9766,
+      "step": 2345
+    },
+    {
+      "epoch": 0.022207286943516247,
+      "grad_norm": 483.5643005371094,
+      "learning_rate": 1.4801261829652996e-06,
+      "loss": 58.0156,
+      "step": 2346
+    },
+    {
+      "epoch": 0.022216752965231304,
+      "grad_norm": 262.18603515625,
+      "learning_rate": 1.4807570977917981e-06,
+      "loss": 27.25,
+      "step": 2347
+    },
+    {
+      "epoch": 0.022226218986946357,
+      "grad_norm": 290.754150390625,
+      "learning_rate": 1.4813880126182964e-06,
+      "loss": 29.9844,
+      "step": 2348
+    },
+    {
+      "epoch": 0.02223568500866141,
+      "grad_norm": 928.41845703125,
+      "learning_rate": 1.482018927444795e-06,
+      "loss": 30.7344,
+      "step": 2349
+    },
+    {
+      "epoch": 0.022245151030376463,
+      "grad_norm": 1181.9990234375,
+      "learning_rate": 1.4826498422712934e-06,
+      "loss": 55.0938,
+      "step": 2350
+    },
+    {
+      "epoch": 0.022254617052091516,
+      "grad_norm": 370.62176513671875,
+      "learning_rate": 1.4832807570977917e-06,
+      "loss": 29.0156,
+      "step": 2351
+    },
+    {
+      "epoch": 0.022264083073806572,
+      "grad_norm": 258.2720031738281,
+      "learning_rate": 1.4839116719242902e-06,
+      "loss": 26.8594,
+      "step": 2352
+    },
+    {
+      "epoch": 0.022273549095521625,
+      "grad_norm": 609.595703125,
+      "learning_rate": 1.4845425867507887e-06,
+      "loss": 48.7109,
+      "step": 2353
+    },
+    {
+      "epoch": 0.02228301511723668,
+      "grad_norm": 252.6787872314453,
+      "learning_rate": 1.4851735015772872e-06,
+      "loss": 27.9062,
+      "step": 2354
+    },
+    {
+      "epoch": 0.02229248113895173,
+      "grad_norm": 688.6142578125,
+      "learning_rate": 1.4858044164037854e-06,
+      "loss": 44.5938,
+      "step": 2355
+    },
+    {
+      "epoch": 0.022301947160666788,
+      "grad_norm": 369.186279296875,
+      "learning_rate": 1.4864353312302837e-06,
+      "loss": 37.75,
+      "step": 2356
+    },
+    {
+      "epoch": 0.02231141318238184,
+      "grad_norm": 589.7089233398438,
+      "learning_rate": 1.4870662460567822e-06,
+      "loss": 55.375,
+      "step": 2357
+    },
+    {
+      "epoch": 0.022320879204096894,
+      "grad_norm": 868.7932739257812,
+      "learning_rate": 1.4876971608832807e-06,
+      "loss": 24.0156,
+      "step": 2358
+    },
+    {
+      "epoch": 0.022330345225811947,
+      "grad_norm": 2666.613037109375,
+      "learning_rate": 1.4883280757097792e-06,
+      "loss": 34.2812,
+      "step": 2359
+    },
+    {
+      "epoch": 0.022339811247527003,
+      "grad_norm": 330.0297546386719,
+      "learning_rate": 1.4889589905362777e-06,
+      "loss": 28.5156,
+      "step": 2360
+    },
+    {
+      "epoch": 0.022349277269242056,
+      "grad_norm": 252.2090301513672,
+      "learning_rate": 1.489589905362776e-06,
+      "loss": 29.5938,
+      "step": 2361
+    },
+    {
+      "epoch": 0.02235874329095711,
+      "grad_norm": 414.0161437988281,
+      "learning_rate": 1.4902208201892742e-06,
+      "loss": 41.4219,
+      "step": 2362
+    },
+    {
+      "epoch": 0.022368209312672162,
+      "grad_norm": 2.931870222091675,
+      "learning_rate": 1.4908517350157727e-06,
+      "loss": 1.0073,
+      "step": 2363
+    },
+    {
+      "epoch": 0.022377675334387215,
+      "grad_norm": 406.5690002441406,
+      "learning_rate": 1.4914826498422712e-06,
+      "loss": 39.7031,
+      "step": 2364
+    },
+    {
+      "epoch": 0.022387141356102272,
+      "grad_norm": 2.869478225708008,
+      "learning_rate": 1.4921135646687697e-06,
+      "loss": 0.7725,
+      "step": 2365
+    },
+    {
+      "epoch": 0.022396607377817325,
+      "grad_norm": 573.6174926757812,
+      "learning_rate": 1.4927444794952682e-06,
+      "loss": 83.7812,
+      "step": 2366
+    },
+    {
+      "epoch": 0.022406073399532378,
+      "grad_norm": 296.5265197753906,
+      "learning_rate": 1.4933753943217665e-06,
+      "loss": 30.6719,
+      "step": 2367
+    },
+    {
+      "epoch": 0.02241553942124743,
+      "grad_norm": 872.9573364257812,
+      "learning_rate": 1.4940063091482648e-06,
+      "loss": 32.4375,
+      "step": 2368
+    },
+    {
+      "epoch": 0.022425005442962487,
+      "grad_norm": 374.91571044921875,
+      "learning_rate": 1.4946372239747633e-06,
+      "loss": 44.2812,
+      "step": 2369
+    },
+    {
+      "epoch": 0.02243447146467754,
+      "grad_norm": 217.17263793945312,
+      "learning_rate": 1.4952681388012618e-06,
+      "loss": 28.75,
+      "step": 2370
+    },
+    {
+      "epoch": 0.022443937486392593,
+      "grad_norm": 358.05438232421875,
+      "learning_rate": 1.4958990536277603e-06,
+      "loss": 31.0625,
+      "step": 2371
+    },
+    {
+      "epoch": 0.022453403508107646,
+      "grad_norm": 380.25238037109375,
+      "learning_rate": 1.4965299684542588e-06,
+      "loss": 27.7109,
+      "step": 2372
+    },
+    {
+      "epoch": 0.022462869529822703,
+      "grad_norm": 1144.12646484375,
+      "learning_rate": 1.497160883280757e-06,
+      "loss": 58.4375,
+      "step": 2373
+    },
+    {
+      "epoch": 0.022472335551537756,
+      "grad_norm": 3.1962244510650635,
+      "learning_rate": 1.4977917981072555e-06,
+      "loss": 0.9067,
+      "step": 2374
+    },
+    {
+      "epoch": 0.02248180157325281,
+      "grad_norm": 474.6938781738281,
+      "learning_rate": 1.4984227129337538e-06,
+      "loss": 42.8906,
+      "step": 2375
+    },
+    {
+      "epoch": 0.022491267594967862,
+      "grad_norm": 236.0217742919922,
+      "learning_rate": 1.4990536277602523e-06,
+      "loss": 31.4062,
+      "step": 2376
+    },
+    {
+      "epoch": 0.022500733616682915,
+      "grad_norm": 1512.5703125,
+      "learning_rate": 1.4996845425867508e-06,
+      "loss": 34.6094,
+      "step": 2377
+    },
+    {
+      "epoch": 0.02251019963839797,
+      "grad_norm": 328.22357177734375,
+      "learning_rate": 1.500315457413249e-06,
+      "loss": 45.4688,
+      "step": 2378
+    },
+    {
+      "epoch": 0.022519665660113024,
+      "grad_norm": 273.11151123046875,
+      "learning_rate": 1.5009463722397476e-06,
+      "loss": 31.625,
+      "step": 2379
+    },
+    {
+      "epoch": 0.022529131681828077,
+      "grad_norm": 455.5160217285156,
+      "learning_rate": 1.501577287066246e-06,
+      "loss": 51.6875,
+      "step": 2380
+    },
+    {
+      "epoch": 0.02253859770354313,
+      "grad_norm": 711.7984619140625,
+      "learning_rate": 1.5022082018927443e-06,
+      "loss": 68.5938,
+      "step": 2381
+    },
+    {
+      "epoch": 0.022548063725258187,
+      "grad_norm": 554.297607421875,
+      "learning_rate": 1.5028391167192428e-06,
+      "loss": 28.7969,
+      "step": 2382
+    },
+    {
+      "epoch": 0.02255752974697324,
+      "grad_norm": 1103.74267578125,
+      "learning_rate": 1.5034700315457411e-06,
+      "loss": 61.9531,
+      "step": 2383
+    },
+    {
+      "epoch": 0.022566995768688293,
+      "grad_norm": 393.7529602050781,
+      "learning_rate": 1.5041009463722396e-06,
+      "loss": 31.2656,
+      "step": 2384
+    },
+    {
+      "epoch": 0.022576461790403346,
+      "grad_norm": 240.2495880126953,
+      "learning_rate": 1.504731861198738e-06,
+      "loss": 28.6406,
+      "step": 2385
+    },
+    {
+      "epoch": 0.022585927812118402,
+      "grad_norm": 518.358154296875,
+      "learning_rate": 1.5053627760252366e-06,
+      "loss": 35.8828,
+      "step": 2386
+    },
+    {
+      "epoch": 0.022595393833833455,
+      "grad_norm": 314.09832763671875,
+      "learning_rate": 1.505993690851735e-06,
+      "loss": 34.375,
+      "step": 2387
+    },
+    {
+      "epoch": 0.02260485985554851,
+      "grad_norm": 469.20672607421875,
+      "learning_rate": 1.5066246056782334e-06,
+      "loss": 32.9219,
+      "step": 2388
+    },
+    {
+      "epoch": 0.02261432587726356,
+      "grad_norm": 883.1495971679688,
+      "learning_rate": 1.5072555205047316e-06,
+      "loss": 40.1094,
+      "step": 2389
+    },
+    {
+      "epoch": 0.022623791898978618,
+      "grad_norm": 441.7584533691406,
+      "learning_rate": 1.5078864353312301e-06,
+      "loss": 32.9844,
+      "step": 2390
+    },
+    {
+      "epoch": 0.02263325792069367,
+      "grad_norm": 396.71051025390625,
+      "learning_rate": 1.5085173501577286e-06,
+      "loss": 32.2656,
+      "step": 2391
+    },
+    {
+      "epoch": 0.022642723942408724,
+      "grad_norm": 419.2718505859375,
+      "learning_rate": 1.5091482649842271e-06,
+      "loss": 40.0625,
+      "step": 2392
+    },
+    {
+      "epoch": 0.022652189964123777,
+      "grad_norm": 742.7787475585938,
+      "learning_rate": 1.5097791798107256e-06,
+      "loss": 75.6094,
+      "step": 2393
+    },
+    {
+      "epoch": 0.02266165598583883,
+      "grad_norm": 878.5562744140625,
+      "learning_rate": 1.510410094637224e-06,
+      "loss": 73.125,
+      "step": 2394
+    },
+    {
+      "epoch": 0.022671122007553886,
+      "grad_norm": 282.17034912109375,
+      "learning_rate": 1.5110410094637222e-06,
+      "loss": 29.6875,
+      "step": 2395
+    },
+    {
+      "epoch": 0.02268058802926894,
+      "grad_norm": 1083.0106201171875,
+      "learning_rate": 1.5116719242902207e-06,
+      "loss": 44.5859,
+      "step": 2396
+    },
+    {
+      "epoch": 0.022690054050983993,
+      "grad_norm": 1024.00390625,
+      "learning_rate": 1.5123028391167192e-06,
+      "loss": 64.7812,
+      "step": 2397
+    },
+    {
+      "epoch": 0.022699520072699046,
+      "grad_norm": 758.758056640625,
+      "learning_rate": 1.5129337539432177e-06,
+      "loss": 83.3125,
+      "step": 2398
+    },
+    {
+      "epoch": 0.022708986094414102,
+      "grad_norm": 518.4668579101562,
+      "learning_rate": 1.5135646687697162e-06,
+      "loss": 50.5938,
+      "step": 2399
+    },
+    {
+      "epoch": 0.022718452116129155,
+      "grad_norm": 287.4397888183594,
+      "learning_rate": 1.5141955835962144e-06,
+      "loss": 30.5781,
+      "step": 2400
+    },
+    {
+      "epoch": 0.022727918137844208,
+      "grad_norm": 256.382080078125,
+      "learning_rate": 1.5148264984227127e-06,
+      "loss": 28.9062,
+      "step": 2401
+    },
+    {
+      "epoch": 0.02273738415955926,
+      "grad_norm": 569.135009765625,
+      "learning_rate": 1.5154574132492112e-06,
+      "loss": 38.8594,
+      "step": 2402
+    },
+    {
+      "epoch": 0.022746850181274317,
+      "grad_norm": 1330.0994873046875,
+      "learning_rate": 1.5160883280757097e-06,
+      "loss": 69.625,
+      "step": 2403
+    },
+    {
+      "epoch": 0.02275631620298937,
+      "grad_norm": 688.12548828125,
+      "learning_rate": 1.5167192429022082e-06,
+      "loss": 36.6562,
+      "step": 2404
+    },
+    {
+      "epoch": 0.022765782224704424,
+      "grad_norm": 908.9646606445312,
+      "learning_rate": 1.5173501577287065e-06,
+      "loss": 92.2188,
+      "step": 2405
+    },
+    {
+      "epoch": 0.022775248246419477,
+      "grad_norm": 2.612150192260742,
+      "learning_rate": 1.517981072555205e-06,
+      "loss": 0.8306,
+      "step": 2406
+    },
+    {
+      "epoch": 0.02278471426813453,
+      "grad_norm": 321.3191223144531,
+      "learning_rate": 1.5186119873817035e-06,
+      "loss": 32.4844,
+      "step": 2407
+    },
+    {
+      "epoch": 0.022794180289849586,
+      "grad_norm": 584.8010864257812,
+      "learning_rate": 1.5192429022082017e-06,
+      "loss": 31.875,
+      "step": 2408
+    },
+    {
+      "epoch": 0.02280364631156464,
+      "grad_norm": 325.9168395996094,
+      "learning_rate": 1.5198738170347002e-06,
+      "loss": 30.75,
+      "step": 2409
+    },
+    {
+      "epoch": 0.022813112333279692,
+      "grad_norm": 277.4589538574219,
+      "learning_rate": 1.5205047318611987e-06,
+      "loss": 43.6094,
+      "step": 2410
+    },
+    {
+      "epoch": 0.022822578354994745,
+      "grad_norm": 448.549560546875,
+      "learning_rate": 1.521135646687697e-06,
+      "loss": 32.6875,
+      "step": 2411
+    },
+    {
+      "epoch": 0.0228320443767098,
+      "grad_norm": 583.8766479492188,
+      "learning_rate": 1.5217665615141955e-06,
+      "loss": 57.5625,
+      "step": 2412
+    },
+    {
+      "epoch": 0.022841510398424855,
+      "grad_norm": 921.271484375,
+      "learning_rate": 1.522397476340694e-06,
+      "loss": 82.5781,
+      "step": 2413
+    },
+    {
+      "epoch": 0.022850976420139908,
+      "grad_norm": 551.33154296875,
+      "learning_rate": 1.5230283911671925e-06,
+      "loss": 32.7812,
+      "step": 2414
+    },
+    {
+      "epoch": 0.02286044244185496,
+      "grad_norm": 581.7525634765625,
+      "learning_rate": 1.5236593059936908e-06,
+      "loss": 41.1016,
+      "step": 2415
+    },
+    {
+      "epoch": 0.022869908463570017,
+      "grad_norm": 736.3814697265625,
+      "learning_rate": 1.524290220820189e-06,
+      "loss": 66.0781,
+      "step": 2416
+    },
+    {
+      "epoch": 0.02287937448528507,
+      "grad_norm": 442.8851318359375,
+      "learning_rate": 1.5249211356466875e-06,
+      "loss": 46.3672,
+      "step": 2417
+    },
+    {
+      "epoch": 0.022888840507000123,
+      "grad_norm": 362.6528015136719,
+      "learning_rate": 1.525552050473186e-06,
+      "loss": 35.5781,
+      "step": 2418
+    },
+    {
+      "epoch": 0.022898306528715176,
+      "grad_norm": 283.0700988769531,
+      "learning_rate": 1.5261829652996845e-06,
+      "loss": 29.5156,
+      "step": 2419
+    },
+    {
+      "epoch": 0.02290777255043023,
+      "grad_norm": 469.7838134765625,
+      "learning_rate": 1.526813880126183e-06,
+      "loss": 32.0156,
+      "step": 2420
+    },
+    {
+      "epoch": 0.022917238572145286,
+      "grad_norm": 1677.498046875,
+      "learning_rate": 1.5274447949526815e-06,
+      "loss": 78.0938,
+      "step": 2421
+    },
+    {
+      "epoch": 0.02292670459386034,
+      "grad_norm": 1077.3629150390625,
+      "learning_rate": 1.5280757097791796e-06,
+      "loss": 80.5938,
+      "step": 2422
+    },
+    {
+      "epoch": 0.02293617061557539,
+      "grad_norm": 333.0930480957031,
+      "learning_rate": 1.528706624605678e-06,
+      "loss": 27.0781,
+      "step": 2423
+    },
+    {
+      "epoch": 0.022945636637290445,
+      "grad_norm": 498.6107177734375,
+      "learning_rate": 1.5293375394321766e-06,
+      "loss": 57.25,
+      "step": 2424
+    },
+    {
+      "epoch": 0.0229551026590055,
+      "grad_norm": 760.1676025390625,
+      "learning_rate": 1.529968454258675e-06,
+      "loss": 76.9219,
+      "step": 2425
+    },
+    {
+      "epoch": 0.022964568680720554,
+      "grad_norm": 468.530029296875,
+      "learning_rate": 1.5305993690851736e-06,
+      "loss": 33.4531,
+      "step": 2426
+    },
+    {
+      "epoch": 0.022974034702435607,
+      "grad_norm": 1185.3240966796875,
+      "learning_rate": 1.5312302839116718e-06,
+      "loss": 61.4062,
+      "step": 2427
+    },
+    {
+      "epoch": 0.02298350072415066,
+      "grad_norm": 575.8603515625,
+      "learning_rate": 1.5318611987381701e-06,
+      "loss": 30.3125,
+      "step": 2428
+    },
+    {
+      "epoch": 0.022992966745865717,
+      "grad_norm": 507.6539001464844,
+      "learning_rate": 1.5324921135646686e-06,
+      "loss": 68.1094,
+      "step": 2429
+    },
+    {
+      "epoch": 0.02300243276758077,
+      "grad_norm": 420.17901611328125,
+      "learning_rate": 1.533123028391167e-06,
+      "loss": 31.7031,
+      "step": 2430
+    },
+    {
+      "epoch": 0.023011898789295823,
+      "grad_norm": 441.7903137207031,
+      "learning_rate": 1.5337539432176656e-06,
+      "loss": 82.5625,
+      "step": 2431
+    },
+    {
+      "epoch": 0.023021364811010876,
+      "grad_norm": 494.2134704589844,
+      "learning_rate": 1.534384858044164e-06,
+      "loss": 28.8906,
+      "step": 2432
+    },
+    {
+      "epoch": 0.02303083083272593,
+      "grad_norm": 460.95538330078125,
+      "learning_rate": 1.5350157728706624e-06,
+      "loss": 59.1562,
+      "step": 2433
+    },
+    {
+      "epoch": 0.023040296854440985,
+      "grad_norm": 869.9039306640625,
+      "learning_rate": 1.5356466876971609e-06,
+      "loss": 52.8047,
+      "step": 2434
+    },
+    {
+      "epoch": 0.023049762876156038,
+      "grad_norm": 292.0153503417969,
+      "learning_rate": 1.5362776025236591e-06,
+      "loss": 32.3438,
+      "step": 2435
+    },
+    {
+      "epoch": 0.02305922889787109,
+      "grad_norm": 344.89337158203125,
+      "learning_rate": 1.5369085173501576e-06,
+      "loss": 27.3594,
+      "step": 2436
+    },
+    {
+      "epoch": 0.023068694919586144,
+      "grad_norm": 955.6107177734375,
+      "learning_rate": 1.5375394321766561e-06,
+      "loss": 58.6875,
+      "step": 2437
+    },
+    {
+      "epoch": 0.0230781609413012,
+      "grad_norm": 376.27496337890625,
+      "learning_rate": 1.5381703470031544e-06,
+      "loss": 47.9062,
+      "step": 2438
+    },
+    {
+      "epoch": 0.023087626963016254,
+      "grad_norm": 848.0546875,
+      "learning_rate": 1.538801261829653e-06,
+      "loss": 65.7188,
+      "step": 2439
+    },
+    {
+      "epoch": 0.023097092984731307,
+      "grad_norm": 748.07275390625,
+      "learning_rate": 1.5394321766561514e-06,
+      "loss": 42.2031,
+      "step": 2440
+    },
+    {
+      "epoch": 0.02310655900644636,
+      "grad_norm": 299.4213562011719,
+      "learning_rate": 1.5400630914826499e-06,
+      "loss": 28.9219,
+      "step": 2441
+    },
+    {
+      "epoch": 0.023116025028161416,
+      "grad_norm": 791.9278564453125,
+      "learning_rate": 1.5406940063091482e-06,
+      "loss": 37.9219,
+      "step": 2442
+    },
+    {
+      "epoch": 0.02312549104987647,
+      "grad_norm": 1199.754638671875,
+      "learning_rate": 1.5413249211356467e-06,
+      "loss": 63.7344,
+      "step": 2443
+    },
+    {
+      "epoch": 0.023134957071591522,
+      "grad_norm": 535.5100708007812,
+      "learning_rate": 1.541955835962145e-06,
+      "loss": 55.3438,
+      "step": 2444
+    },
+    {
+      "epoch": 0.023144423093306575,
+      "grad_norm": 666.8403930664062,
+      "learning_rate": 1.5425867507886434e-06,
+      "loss": 34.9688,
+      "step": 2445
+    },
+    {
+      "epoch": 0.02315388911502163,
+      "grad_norm": 390.2201232910156,
+      "learning_rate": 1.543217665615142e-06,
+      "loss": 57.4688,
+      "step": 2446
+    },
+    {
+      "epoch": 0.023163355136736685,
+      "grad_norm": 587.0618896484375,
+      "learning_rate": 1.5438485804416404e-06,
+      "loss": 50.0312,
+      "step": 2447
+    },
+    {
+      "epoch": 0.023172821158451738,
+      "grad_norm": 776.1110229492188,
+      "learning_rate": 1.544479495268139e-06,
+      "loss": 57.3125,
+      "step": 2448
+    },
+    {
+      "epoch": 0.02318228718016679,
+      "grad_norm": 654.7110595703125,
+      "learning_rate": 1.545110410094637e-06,
+      "loss": 54.0469,
+      "step": 2449
+    },
+    {
+      "epoch": 0.023191753201881844,
+      "grad_norm": 1110.5638427734375,
+      "learning_rate": 1.5457413249211355e-06,
+      "loss": 54.1875,
+      "step": 2450
+    },
+    {
+      "epoch": 0.0232012192235969,
+      "grad_norm": 504.7755432128906,
+      "learning_rate": 1.546372239747634e-06,
+      "loss": 47.6875,
+      "step": 2451
+    },
+    {
+      "epoch": 0.023210685245311953,
+      "grad_norm": 197.56910705566406,
+      "learning_rate": 1.5470031545741325e-06,
+      "loss": 29.3594,
+      "step": 2452
+    },
+    {
+      "epoch": 0.023220151267027006,
+      "grad_norm": 801.2271728515625,
+      "learning_rate": 1.547634069400631e-06,
+      "loss": 43.8281,
+      "step": 2453
+    },
+    {
+      "epoch": 0.02322961728874206,
+      "grad_norm": 527.1027221679688,
+      "learning_rate": 1.5482649842271294e-06,
+      "loss": 52.4844,
+      "step": 2454
+    },
+    {
+      "epoch": 0.023239083310457116,
+      "grad_norm": 222.69725036621094,
+      "learning_rate": 1.5488958990536275e-06,
+      "loss": 23.5781,
+      "step": 2455
+    },
+    {
+      "epoch": 0.02324854933217217,
+      "grad_norm": 357.06939697265625,
+      "learning_rate": 1.549526813880126e-06,
+      "loss": 36.9531,
+      "step": 2456
+    },
+    {
+      "epoch": 0.02325801535388722,
+      "grad_norm": 431.2113342285156,
+      "learning_rate": 1.5501577287066245e-06,
+      "loss": 31.4844,
+      "step": 2457
+    },
+    {
+      "epoch": 0.023267481375602275,
+      "grad_norm": 611.5222778320312,
+      "learning_rate": 1.550788643533123e-06,
+      "loss": 33.9453,
+      "step": 2458
+    },
+    {
+      "epoch": 0.02327694739731733,
+      "grad_norm": 631.5997314453125,
+      "learning_rate": 1.5514195583596215e-06,
+      "loss": 44.2891,
+      "step": 2459
+    },
+    {
+      "epoch": 0.023286413419032384,
+      "grad_norm": 346.2403869628906,
+      "learning_rate": 1.5520504731861198e-06,
+      "loss": 34.3281,
+      "step": 2460
+    },
+    {
+      "epoch": 0.023295879440747437,
+      "grad_norm": 218.24069213867188,
+      "learning_rate": 1.5526813880126183e-06,
+      "loss": 29.5,
+      "step": 2461
+    },
+    {
+      "epoch": 0.02330534546246249,
+      "grad_norm": 349.93939208984375,
+      "learning_rate": 1.5533123028391165e-06,
+      "loss": 34.2812,
+      "step": 2462
+    },
+    {
+      "epoch": 0.023314811484177543,
+      "grad_norm": 1087.2655029296875,
+      "learning_rate": 1.553943217665615e-06,
+      "loss": 85.0469,
+      "step": 2463
+    },
+    {
+      "epoch": 0.0233242775058926,
+      "grad_norm": 350.50439453125,
+      "learning_rate": 1.5545741324921135e-06,
+      "loss": 38.0312,
+      "step": 2464
+    },
+    {
+      "epoch": 0.023333743527607653,
+      "grad_norm": 238.1165313720703,
+      "learning_rate": 1.555205047318612e-06,
+      "loss": 27.3438,
+      "step": 2465
+    },
+    {
+      "epoch": 0.023343209549322706,
+      "grad_norm": 366.4306335449219,
+      "learning_rate": 1.5558359621451103e-06,
+      "loss": 32.8125,
+      "step": 2466
+    },
+    {
+      "epoch": 0.02335267557103776,
+      "grad_norm": 274.64215087890625,
+      "learning_rate": 1.5564668769716088e-06,
+      "loss": 31.4688,
+      "step": 2467
+    },
+    {
+      "epoch": 0.023362141592752815,
+      "grad_norm": 177.6446533203125,
+      "learning_rate": 1.5570977917981073e-06,
+      "loss": 26.2969,
+      "step": 2468
+    },
+    {
+      "epoch": 0.023371607614467868,
+      "grad_norm": 673.96044921875,
+      "learning_rate": 1.5577287066246056e-06,
+      "loss": 40.4375,
+      "step": 2469
+    },
+    {
+      "epoch": 0.02338107363618292,
+      "grad_norm": 504.27056884765625,
+      "learning_rate": 1.558359621451104e-06,
+      "loss": 63.0312,
+      "step": 2470
+    },
+    {
+      "epoch": 0.023390539657897974,
+      "grad_norm": 697.6470336914062,
+      "learning_rate": 1.5589905362776023e-06,
+      "loss": 79.6562,
+      "step": 2471
+    },
+    {
+      "epoch": 0.02340000567961303,
+      "grad_norm": 712.579345703125,
+      "learning_rate": 1.5596214511041008e-06,
+      "loss": 39.7188,
+      "step": 2472
+    },
+    {
+      "epoch": 0.023409471701328084,
+      "grad_norm": 216.06570434570312,
+      "learning_rate": 1.5602523659305993e-06,
+      "loss": 28.3125,
+      "step": 2473
+    },
+    {
+      "epoch": 0.023418937723043137,
+      "grad_norm": 492.8212890625,
+      "learning_rate": 1.5608832807570978e-06,
+      "loss": 43.7969,
+      "step": 2474
+    },
+    {
+      "epoch": 0.02342840374475819,
+      "grad_norm": 484.0276794433594,
+      "learning_rate": 1.561514195583596e-06,
+      "loss": 34.2031,
+      "step": 2475
+    },
+    {
+      "epoch": 0.023437869766473243,
+      "grad_norm": 3.0328526496887207,
+      "learning_rate": 1.5621451104100946e-06,
+      "loss": 0.8733,
+      "step": 2476
+    },
+    {
+      "epoch": 0.0234473357881883,
+      "grad_norm": 415.3080139160156,
+      "learning_rate": 1.5627760252365929e-06,
+      "loss": 28.4688,
+      "step": 2477
+    },
+    {
+      "epoch": 0.023456801809903352,
+      "grad_norm": 595.7061157226562,
+      "learning_rate": 1.5634069400630914e-06,
+      "loss": 58.1562,
+      "step": 2478
+    },
+    {
+      "epoch": 0.023466267831618405,
+      "grad_norm": 294.48040771484375,
+      "learning_rate": 1.5640378548895899e-06,
+      "loss": 30.6875,
+      "step": 2479
+    },
+    {
+      "epoch": 0.023475733853333458,
+      "grad_norm": 463.8133850097656,
+      "learning_rate": 1.5646687697160884e-06,
+      "loss": 32.125,
+      "step": 2480
+    },
+    {
+      "epoch": 0.023485199875048515,
+      "grad_norm": 539.2545166015625,
+      "learning_rate": 1.5652996845425868e-06,
+      "loss": 60.3594,
+      "step": 2481
+    },
+    {
+      "epoch": 0.023494665896763568,
+      "grad_norm": 603.8751220703125,
+      "learning_rate": 1.565930599369085e-06,
+      "loss": 40.3984,
+      "step": 2482
+    },
+    {
+      "epoch": 0.02350413191847862,
+      "grad_norm": 520.0425415039062,
+      "learning_rate": 1.5665615141955834e-06,
+      "loss": 76.8438,
+      "step": 2483
+    },
+    {
+      "epoch": 0.023513597940193674,
+      "grad_norm": 450.4207458496094,
+      "learning_rate": 1.567192429022082e-06,
+      "loss": 34.5312,
+      "step": 2484
+    },
+    {
+      "epoch": 0.02352306396190873,
+      "grad_norm": 619.543701171875,
+      "learning_rate": 1.5678233438485804e-06,
+      "loss": 54.8984,
+      "step": 2485
+    },
+    {
+      "epoch": 0.023532529983623783,
+      "grad_norm": 635.2056884765625,
+      "learning_rate": 1.5684542586750789e-06,
+      "loss": 67.1719,
+      "step": 2486
+    },
+    {
+      "epoch": 0.023541996005338836,
+      "grad_norm": 1525.3709716796875,
+      "learning_rate": 1.5690851735015774e-06,
+      "loss": 39.1875,
+      "step": 2487
+    },
+    {
+      "epoch": 0.02355146202705389,
+      "grad_norm": 395.6950988769531,
+      "learning_rate": 1.5697160883280757e-06,
+      "loss": 30.0156,
+      "step": 2488
+    },
+    {
+      "epoch": 0.023560928048768946,
+      "grad_norm": 464.6424255371094,
+      "learning_rate": 1.570347003154574e-06,
+      "loss": 37.2344,
+      "step": 2489
+    },
+    {
+      "epoch": 0.023570394070484,
+      "grad_norm": 200.7718963623047,
+      "learning_rate": 1.5709779179810724e-06,
+      "loss": 25.4375,
+      "step": 2490
+    },
+    {
+      "epoch": 0.02357986009219905,
+      "grad_norm": 627.3775024414062,
+      "learning_rate": 1.571608832807571e-06,
+      "loss": 71.2812,
+      "step": 2491
+    },
+    {
+      "epoch": 0.023589326113914105,
+      "grad_norm": 741.108642578125,
+      "learning_rate": 1.5722397476340694e-06,
+      "loss": 32.0,
+      "step": 2492
+    },
+    {
+      "epoch": 0.023598792135629158,
+      "grad_norm": 255.10838317871094,
+      "learning_rate": 1.5728706624605677e-06,
+      "loss": 27.5156,
+      "step": 2493
+    },
+    {
+      "epoch": 0.023608258157344214,
+      "grad_norm": 685.4452514648438,
+      "learning_rate": 1.5735015772870662e-06,
+      "loss": 30.9297,
+      "step": 2494
+    },
+    {
+      "epoch": 0.023617724179059267,
+      "grad_norm": 429.3882751464844,
+      "learning_rate": 1.5741324921135647e-06,
+      "loss": 32.9062,
+      "step": 2495
+    },
+    {
+      "epoch": 0.02362719020077432,
+      "grad_norm": 785.0680541992188,
+      "learning_rate": 1.574763406940063e-06,
+      "loss": 50.0,
+      "step": 2496
+    },
+    {
+      "epoch": 0.023636656222489373,
+      "grad_norm": 1134.9925537109375,
+      "learning_rate": 1.5753943217665615e-06,
+      "loss": 50.8906,
+      "step": 2497
+    },
+    {
+      "epoch": 0.02364612224420443,
+      "grad_norm": 380.7203369140625,
+      "learning_rate": 1.57602523659306e-06,
+      "loss": 32.5469,
+      "step": 2498
+    },
+    {
+      "epoch": 0.023655588265919483,
+      "grad_norm": 607.430419921875,
+      "learning_rate": 1.5766561514195582e-06,
+      "loss": 42.6562,
+      "step": 2499
+    },
+    {
+      "epoch": 0.023665054287634536,
+      "grad_norm": 2.920228958129883,
+      "learning_rate": 1.5772870662460567e-06,
+      "loss": 0.918,
+      "step": 2500
+    },
+    {
+      "epoch": 0.02367452030934959,
+      "grad_norm": 620.69482421875,
+      "learning_rate": 1.5779179810725552e-06,
+      "loss": 46.3047,
+      "step": 2501
+    },
+    {
+      "epoch": 0.023683986331064645,
+      "grad_norm": 366.70196533203125,
+      "learning_rate": 1.5785488958990535e-06,
+      "loss": 32.9531,
+      "step": 2502
+    },
+    {
+      "epoch": 0.023693452352779698,
+      "grad_norm": 620.8310546875,
+      "learning_rate": 1.579179810725552e-06,
+      "loss": 63.8125,
+      "step": 2503
+    },
+    {
+      "epoch": 0.02370291837449475,
+      "grad_norm": 1540.321044921875,
+      "learning_rate": 1.5798107255520503e-06,
+      "loss": 56.5703,
+      "step": 2504
+    },
+    {
+      "epoch": 0.023712384396209804,
+      "grad_norm": 270.3115234375,
+      "learning_rate": 1.5804416403785488e-06,
+      "loss": 29.4531,
+      "step": 2505
+    },
+    {
+      "epoch": 0.023721850417924857,
+      "grad_norm": 1041.8233642578125,
+      "learning_rate": 1.5810725552050473e-06,
+      "loss": 41.875,
+      "step": 2506
+    },
+    {
+      "epoch": 0.023731316439639914,
+      "grad_norm": 3.472623109817505,
+      "learning_rate": 1.5817034700315458e-06,
+      "loss": 0.9434,
+      "step": 2507
+    },
+    {
+      "epoch": 0.023740782461354967,
+      "grad_norm": 719.4097290039062,
+      "learning_rate": 1.5823343848580442e-06,
+      "loss": 46.6719,
+      "step": 2508
+    },
+    {
+      "epoch": 0.02375024848307002,
+      "grad_norm": 241.29510498046875,
+      "learning_rate": 1.5829652996845425e-06,
+      "loss": 27.2812,
+      "step": 2509
+    },
+    {
+      "epoch": 0.023759714504785073,
+      "grad_norm": 2.912916898727417,
+      "learning_rate": 1.5835962145110408e-06,
+      "loss": 0.8245,
+      "step": 2510
+    },
+    {
+      "epoch": 0.02376918052650013,
+      "grad_norm": 278.57989501953125,
+      "learning_rate": 1.5842271293375393e-06,
+      "loss": 32.125,
+      "step": 2511
+    },
+    {
+      "epoch": 0.023778646548215182,
+      "grad_norm": 431.1790771484375,
+      "learning_rate": 1.5848580441640378e-06,
+      "loss": 29.9844,
+      "step": 2512
+    },
+    {
+      "epoch": 0.023788112569930235,
+      "grad_norm": 390.9819641113281,
+      "learning_rate": 1.5854889589905363e-06,
+      "loss": 40.8438,
+      "step": 2513
+    },
+    {
+      "epoch": 0.023797578591645288,
+      "grad_norm": 453.63037109375,
+      "learning_rate": 1.5861198738170348e-06,
+      "loss": 29.8047,
+      "step": 2514
+    },
+    {
+      "epoch": 0.023807044613360345,
+      "grad_norm": 744.235595703125,
+      "learning_rate": 1.586750788643533e-06,
+      "loss": 55.5781,
+      "step": 2515
+    },
+    {
+      "epoch": 0.023816510635075398,
+      "grad_norm": 380.7840881347656,
+      "learning_rate": 1.5873817034700313e-06,
+      "loss": 32.3438,
+      "step": 2516
+    },
+    {
+      "epoch": 0.02382597665679045,
+      "grad_norm": 516.2864990234375,
+      "learning_rate": 1.5880126182965298e-06,
+      "loss": 40.5625,
+      "step": 2517
+    },
+    {
+      "epoch": 0.023835442678505504,
+      "grad_norm": 552.4493408203125,
+      "learning_rate": 1.5886435331230283e-06,
+      "loss": 34.2344,
+      "step": 2518
+    },
+    {
+      "epoch": 0.023844908700220557,
+      "grad_norm": 631.7605590820312,
+      "learning_rate": 1.5892744479495268e-06,
+      "loss": 47.7188,
+      "step": 2519
+    },
+    {
+      "epoch": 0.023854374721935613,
+      "grad_norm": 199.6981964111328,
+      "learning_rate": 1.5899053627760253e-06,
+      "loss": 25.0781,
+      "step": 2520
+    },
+    {
+      "epoch": 0.023863840743650666,
+      "grad_norm": 783.0921630859375,
+      "learning_rate": 1.5905362776025236e-06,
+      "loss": 68.0,
+      "step": 2521
+    },
+    {
+      "epoch": 0.02387330676536572,
+      "grad_norm": 413.32989501953125,
+      "learning_rate": 1.5911671924290219e-06,
+      "loss": 69.0312,
+      "step": 2522
+    },
+    {
+      "epoch": 0.023882772787080772,
+      "grad_norm": 672.3653564453125,
+      "learning_rate": 1.5917981072555204e-06,
+      "loss": 63.9844,
+      "step": 2523
+    },
+    {
+      "epoch": 0.02389223880879583,
+      "grad_norm": 305.021240234375,
+      "learning_rate": 1.5924290220820189e-06,
+      "loss": 31.7969,
+      "step": 2524
+    },
+    {
+      "epoch": 0.02390170483051088,
+      "grad_norm": 3.0268609523773193,
+      "learning_rate": 1.5930599369085174e-06,
+      "loss": 0.9761,
+      "step": 2525
+    },
+    {
+      "epoch": 0.023911170852225935,
+      "grad_norm": 445.1587219238281,
+      "learning_rate": 1.5936908517350156e-06,
+      "loss": 30.5625,
+      "step": 2526
+    },
+    {
+      "epoch": 0.023920636873940988,
+      "grad_norm": 817.5070190429688,
+      "learning_rate": 1.5943217665615141e-06,
+      "loss": 69.0938,
+      "step": 2527
+    },
+    {
+      "epoch": 0.023930102895656044,
+      "grad_norm": 1163.7994384765625,
+      "learning_rate": 1.5949526813880126e-06,
+      "loss": 61.3984,
+      "step": 2528
+    },
+    {
+      "epoch": 0.023939568917371097,
+      "grad_norm": 302.4700622558594,
+      "learning_rate": 1.595583596214511e-06,
+      "loss": 40.375,
+      "step": 2529
+    },
+    {
+      "epoch": 0.02394903493908615,
+      "grad_norm": 205.80819702148438,
+      "learning_rate": 1.5962145110410094e-06,
+      "loss": 29.9531,
+      "step": 2530
+    },
+    {
+      "epoch": 0.023958500960801203,
+      "grad_norm": 1089.6424560546875,
+      "learning_rate": 1.5968454258675079e-06,
+      "loss": 39.5977,
+      "step": 2531
+    },
+    {
+      "epoch": 0.02396796698251626,
+      "grad_norm": 227.6798095703125,
+      "learning_rate": 1.5974763406940062e-06,
+      "loss": 28.1875,
+      "step": 2532
+    },
+    {
+      "epoch": 0.023977433004231313,
+      "grad_norm": 631.6924438476562,
+      "learning_rate": 1.5981072555205047e-06,
+      "loss": 73.2188,
+      "step": 2533
+    },
+    {
+      "epoch": 0.023986899025946366,
+      "grad_norm": 280.169677734375,
+      "learning_rate": 1.5987381703470032e-06,
+      "loss": 29.6406,
+      "step": 2534
+    },
+    {
+      "epoch": 0.02399636504766142,
+      "grad_norm": 531.1072998046875,
+      "learning_rate": 1.5993690851735016e-06,
+      "loss": 41.125,
+      "step": 2535
+    },
+    {
+      "epoch": 0.02400583106937647,
+      "grad_norm": 779.2562866210938,
+      "learning_rate": 1.6e-06,
+      "loss": 43.6797,
+      "step": 2536
+    },
+    {
+      "epoch": 0.024015297091091528,
+      "grad_norm": 418.2118835449219,
+      "learning_rate": 1.6006309148264982e-06,
+      "loss": 37.9688,
+      "step": 2537
+    },
+    {
+      "epoch": 0.02402476311280658,
+      "grad_norm": 493.7008972167969,
+      "learning_rate": 1.6012618296529967e-06,
+      "loss": 36.6719,
+      "step": 2538
+    },
+    {
+      "epoch": 0.024034229134521634,
+      "grad_norm": 1895.2301025390625,
+      "learning_rate": 1.6018927444794952e-06,
+      "loss": 80.1562,
+      "step": 2539
+    },
+    {
+      "epoch": 0.024043695156236687,
+      "grad_norm": 351.86474609375,
+      "learning_rate": 1.6025236593059937e-06,
+      "loss": 26.5625,
+      "step": 2540
+    },
+    {
+      "epoch": 0.024053161177951744,
+      "grad_norm": 223.02389526367188,
+      "learning_rate": 1.6031545741324922e-06,
+      "loss": 28.7969,
+      "step": 2541
+    },
+    {
+      "epoch": 0.024062627199666797,
+      "grad_norm": 933.3494262695312,
+      "learning_rate": 1.6037854889589907e-06,
+      "loss": 30.3125,
+      "step": 2542
+    },
+    {
+      "epoch": 0.02407209322138185,
+      "grad_norm": 240.0073699951172,
+      "learning_rate": 1.6044164037854887e-06,
+      "loss": 27.6406,
+      "step": 2543
+    },
+    {
+      "epoch": 0.024081559243096903,
+      "grad_norm": 371.7530212402344,
+      "learning_rate": 1.6050473186119872e-06,
+      "loss": 29.6875,
+      "step": 2544
+    },
+    {
+      "epoch": 0.02409102526481196,
+      "grad_norm": 692.958984375,
+      "learning_rate": 1.6056782334384857e-06,
+      "loss": 48.2734,
+      "step": 2545
+    },
+    {
+      "epoch": 0.024100491286527012,
+      "grad_norm": 306.611328125,
+      "learning_rate": 1.6063091482649842e-06,
+      "loss": 27.9531,
+      "step": 2546
+    },
+    {
+      "epoch": 0.024109957308242065,
+      "grad_norm": 6738.69384765625,
+      "learning_rate": 1.6069400630914827e-06,
+      "loss": 90.9375,
+      "step": 2547
+    },
+    {
+      "epoch": 0.024119423329957118,
+      "grad_norm": 321.13592529296875,
+      "learning_rate": 1.607570977917981e-06,
+      "loss": 30.5625,
+      "step": 2548
+    },
+    {
+      "epoch": 0.02412888935167217,
+      "grad_norm": 1500.3009033203125,
+      "learning_rate": 1.6082018927444793e-06,
+      "loss": 80.7812,
+      "step": 2549
+    },
+    {
+      "epoch": 0.024138355373387228,
+      "grad_norm": 2.677541971206665,
+      "learning_rate": 1.6088328075709778e-06,
+      "loss": 0.9751,
+      "step": 2550
+    },
+    {
+      "epoch": 0.02414782139510228,
+      "grad_norm": 838.2850341796875,
+      "learning_rate": 1.6094637223974763e-06,
+      "loss": 68.3125,
+      "step": 2551
+    },
+    {
+      "epoch": 0.024157287416817334,
+      "grad_norm": 458.2590637207031,
+      "learning_rate": 1.6100946372239748e-06,
+      "loss": 32.4219,
+      "step": 2552
+    },
+    {
+      "epoch": 0.024166753438532387,
+      "grad_norm": 984.072021484375,
+      "learning_rate": 1.6107255520504732e-06,
+      "loss": 35.9844,
+      "step": 2553
+    },
+    {
+      "epoch": 0.024176219460247443,
+      "grad_norm": 716.7880249023438,
+      "learning_rate": 1.6113564668769715e-06,
+      "loss": 62.3594,
+      "step": 2554
+    },
+    {
+      "epoch": 0.024185685481962496,
+      "grad_norm": 2.534846067428589,
+      "learning_rate": 1.61198738170347e-06,
+      "loss": 0.8521,
+      "step": 2555
+    },
+    {
+      "epoch": 0.02419515150367755,
+      "grad_norm": 792.4749145507812,
+      "learning_rate": 1.6126182965299683e-06,
+      "loss": 53.6719,
+      "step": 2556
+    },
+    {
+      "epoch": 0.024204617525392602,
+      "grad_norm": 526.32763671875,
+      "learning_rate": 1.6132492113564668e-06,
+      "loss": 32.125,
+      "step": 2557
+    },
+    {
+      "epoch": 0.02421408354710766,
+      "grad_norm": 635.0516357421875,
+      "learning_rate": 1.6138801261829653e-06,
+      "loss": 54.375,
+      "step": 2558
+    },
+    {
+      "epoch": 0.02422354956882271,
+      "grad_norm": 782.49072265625,
+      "learning_rate": 1.6145110410094636e-06,
+      "loss": 39.4375,
+      "step": 2559
+    },
+    {
+      "epoch": 0.024233015590537765,
+      "grad_norm": 851.5530395507812,
+      "learning_rate": 1.615141955835962e-06,
+      "loss": 75.1406,
+      "step": 2560
+    },
+    {
+      "epoch": 0.024242481612252818,
+      "grad_norm": 1468.772216796875,
+      "learning_rate": 1.6157728706624606e-06,
+      "loss": 60.75,
+      "step": 2561
+    },
+    {
+      "epoch": 0.02425194763396787,
+      "grad_norm": 291.6654968261719,
+      "learning_rate": 1.616403785488959e-06,
+      "loss": 36.4844,
+      "step": 2562
+    },
+    {
+      "epoch": 0.024261413655682927,
+      "grad_norm": 1018.0240478515625,
+      "learning_rate": 1.6170347003154573e-06,
+      "loss": 83.0625,
+      "step": 2563
+    },
+    {
+      "epoch": 0.02427087967739798,
+      "grad_norm": 481.2201843261719,
+      "learning_rate": 1.6176656151419556e-06,
+      "loss": 75.4688,
+      "step": 2564
+    },
+    {
+      "epoch": 0.024280345699113033,
+      "grad_norm": 418.5592956542969,
+      "learning_rate": 1.618296529968454e-06,
+      "loss": 31.3438,
+      "step": 2565
+    },
+    {
+      "epoch": 0.024289811720828086,
+      "grad_norm": 438.0888671875,
+      "learning_rate": 1.6189274447949526e-06,
+      "loss": 67.6562,
+      "step": 2566
+    },
+    {
+      "epoch": 0.024299277742543143,
+      "grad_norm": 698.9397583007812,
+      "learning_rate": 1.619558359621451e-06,
+      "loss": 56.8594,
+      "step": 2567
+    },
+    {
+      "epoch": 0.024308743764258196,
+      "grad_norm": 279.423583984375,
+      "learning_rate": 1.6201892744479496e-06,
+      "loss": 30.7656,
+      "step": 2568
+    },
+    {
+      "epoch": 0.02431820978597325,
+      "grad_norm": 396.282958984375,
+      "learning_rate": 1.620820189274448e-06,
+      "loss": 34.7344,
+      "step": 2569
+    },
+    {
+      "epoch": 0.0243276758076883,
+      "grad_norm": 3.4179627895355225,
+      "learning_rate": 1.6214511041009461e-06,
+      "loss": 0.9595,
+      "step": 2570
+    },
+    {
+      "epoch": 0.024337141829403358,
+      "grad_norm": 548.4927368164062,
+      "learning_rate": 1.6220820189274446e-06,
+      "loss": 33.7734,
+      "step": 2571
+    },
+    {
+      "epoch": 0.02434660785111841,
+      "grad_norm": 422.91705322265625,
+      "learning_rate": 1.6227129337539431e-06,
+      "loss": 57.2344,
+      "step": 2572
+    },
+    {
+      "epoch": 0.024356073872833464,
+      "grad_norm": 3.200866222381592,
+      "learning_rate": 1.6233438485804416e-06,
+      "loss": 0.9248,
+      "step": 2573
+    },
+    {
+      "epoch": 0.024365539894548517,
+      "grad_norm": 508.5421142578125,
+      "learning_rate": 1.6239747634069401e-06,
+      "loss": 39.1328,
+      "step": 2574
+    },
+    {
+      "epoch": 0.024375005916263574,
+      "grad_norm": 699.3915405273438,
+      "learning_rate": 1.6246056782334384e-06,
+      "loss": 78.625,
+      "step": 2575
+    },
+    {
+      "epoch": 0.024384471937978627,
+      "grad_norm": 325.57568359375,
+      "learning_rate": 1.6252365930599367e-06,
+      "loss": 30.2188,
+      "step": 2576
+    },
+    {
+      "epoch": 0.02439393795969368,
+      "grad_norm": 361.4538269042969,
+      "learning_rate": 1.6258675078864352e-06,
+      "loss": 29.0625,
+      "step": 2577
+    },
+    {
+      "epoch": 0.024403403981408733,
+      "grad_norm": 653.7435913085938,
+      "learning_rate": 1.6264984227129337e-06,
+      "loss": 77.5938,
+      "step": 2578
+    },
+    {
+      "epoch": 0.024412870003123786,
+      "grad_norm": 1085.3311767578125,
+      "learning_rate": 1.6271293375394322e-06,
+      "loss": 43.375,
+      "step": 2579
+    },
+    {
+      "epoch": 0.024422336024838842,
+      "grad_norm": 282.14892578125,
+      "learning_rate": 1.6277602523659306e-06,
+      "loss": 36.2656,
+      "step": 2580
+    },
+    {
+      "epoch": 0.024431802046553895,
+      "grad_norm": 612.9072875976562,
+      "learning_rate": 1.628391167192429e-06,
+      "loss": 58.8125,
+      "step": 2581
+    },
+    {
+      "epoch": 0.024441268068268948,
+      "grad_norm": 418.5953063964844,
+      "learning_rate": 1.6290220820189274e-06,
+      "loss": 39.5,
+      "step": 2582
+    },
+    {
+      "epoch": 0.024450734089984,
+      "grad_norm": 1411.4146728515625,
+      "learning_rate": 1.6296529968454257e-06,
+      "loss": 131.5,
+      "step": 2583
+    },
+    {
+      "epoch": 0.024460200111699058,
+      "grad_norm": 369.2118225097656,
+      "learning_rate": 1.6302839116719242e-06,
+      "loss": 35.25,
+      "step": 2584
+    },
+    {
+      "epoch": 0.02446966613341411,
+      "grad_norm": 588.639404296875,
+      "learning_rate": 1.6309148264984227e-06,
+      "loss": 39.2969,
+      "step": 2585
+    },
+    {
+      "epoch": 0.024479132155129164,
+      "grad_norm": 295.5313415527344,
+      "learning_rate": 1.631545741324921e-06,
+      "loss": 29.8125,
+      "step": 2586
+    },
+    {
+      "epoch": 0.024488598176844217,
+      "grad_norm": 284.24444580078125,
+      "learning_rate": 1.6321766561514195e-06,
+      "loss": 31.7969,
+      "step": 2587
+    },
+    {
+      "epoch": 0.024498064198559273,
+      "grad_norm": 783.0303955078125,
+      "learning_rate": 1.632807570977918e-06,
+      "loss": 75.9688,
+      "step": 2588
+    },
+    {
+      "epoch": 0.024507530220274326,
+      "grad_norm": 3.2457735538482666,
+      "learning_rate": 1.6334384858044164e-06,
+      "loss": 0.835,
+      "step": 2589
+    },
+    {
+      "epoch": 0.02451699624198938,
+      "grad_norm": 255.68154907226562,
+      "learning_rate": 1.6340694006309147e-06,
+      "loss": 31.2656,
+      "step": 2590
+    },
+    {
+      "epoch": 0.024526462263704432,
+      "grad_norm": 474.560791015625,
+      "learning_rate": 1.6347003154574132e-06,
+      "loss": 35.0781,
+      "step": 2591
+    },
+    {
+      "epoch": 0.024535928285419485,
+      "grad_norm": 712.1465454101562,
+      "learning_rate": 1.6353312302839115e-06,
+      "loss": 58.5625,
+      "step": 2592
+    },
+    {
+      "epoch": 0.02454539430713454,
+      "grad_norm": 812.2486572265625,
+      "learning_rate": 1.63596214511041e-06,
+      "loss": 90.7812,
+      "step": 2593
+    },
+    {
+      "epoch": 0.024554860328849595,
+      "grad_norm": 981.7937622070312,
+      "learning_rate": 1.6365930599369085e-06,
+      "loss": 65.0547,
+      "step": 2594
+    },
+    {
+      "epoch": 0.024564326350564648,
+      "grad_norm": 760.3937377929688,
+      "learning_rate": 1.637223974763407e-06,
+      "loss": 80.0781,
+      "step": 2595
+    },
+    {
+      "epoch": 0.0245737923722797,
+      "grad_norm": 940.0902709960938,
+      "learning_rate": 1.6378548895899053e-06,
+      "loss": 56.2422,
+      "step": 2596
+    },
+    {
+      "epoch": 0.024583258393994757,
+      "grad_norm": 632.6734619140625,
+      "learning_rate": 1.6384858044164035e-06,
+      "loss": 50.7734,
+      "step": 2597
+    },
+    {
+      "epoch": 0.02459272441570981,
+      "grad_norm": 459.5621643066406,
+      "learning_rate": 1.639116719242902e-06,
+      "loss": 35.7656,
+      "step": 2598
+    },
+    {
+      "epoch": 0.024602190437424863,
+      "grad_norm": 387.0630187988281,
+      "learning_rate": 1.6397476340694005e-06,
+      "loss": 57.5312,
+      "step": 2599
+    },
+    {
+      "epoch": 0.024611656459139916,
+      "grad_norm": 2.4796934127807617,
+      "learning_rate": 1.640378548895899e-06,
+      "loss": 0.8801,
+      "step": 2600
+    },
+    {
+      "epoch": 0.024621122480854973,
+      "grad_norm": 427.1966247558594,
+      "learning_rate": 1.6410094637223975e-06,
+      "loss": 36.3594,
+      "step": 2601
+    },
+    {
+      "epoch": 0.024630588502570026,
+      "grad_norm": 760.2817993164062,
+      "learning_rate": 1.641640378548896e-06,
+      "loss": 78.3438,
+      "step": 2602
+    },
+    {
+      "epoch": 0.02464005452428508,
+      "grad_norm": 612.71533203125,
+      "learning_rate": 1.642271293375394e-06,
+      "loss": 33.2969,
+      "step": 2603
+    },
+    {
+      "epoch": 0.02464952054600013,
+      "grad_norm": 451.7579650878906,
+      "learning_rate": 1.6429022082018926e-06,
+      "loss": 64.7031,
+      "step": 2604
+    },
+    {
+      "epoch": 0.024658986567715185,
+      "grad_norm": 795.85400390625,
+      "learning_rate": 1.643533123028391e-06,
+      "loss": 44.5781,
+      "step": 2605
+    },
+    {
+      "epoch": 0.02466845258943024,
+      "grad_norm": 547.9177856445312,
+      "learning_rate": 1.6441640378548896e-06,
+      "loss": 50.6875,
+      "step": 2606
+    },
+    {
+      "epoch": 0.024677918611145294,
+      "grad_norm": 285.63006591796875,
+      "learning_rate": 1.644794952681388e-06,
+      "loss": 28.5,
+      "step": 2607
+    },
+    {
+      "epoch": 0.024687384632860347,
+      "grad_norm": 387.19427490234375,
+      "learning_rate": 1.6454258675078863e-06,
+      "loss": 51.4531,
+      "step": 2608
+    },
+    {
+      "epoch": 0.0246968506545754,
+      "grad_norm": 408.64031982421875,
+      "learning_rate": 1.6460567823343848e-06,
+      "loss": 37.9219,
+      "step": 2609
+    },
+    {
+      "epoch": 0.024706316676290457,
+      "grad_norm": 238.26893615722656,
+      "learning_rate": 1.646687697160883e-06,
+      "loss": 24.2188,
+      "step": 2610
+    },
+    {
+      "epoch": 0.02471578269800551,
+      "grad_norm": 858.5697631835938,
+      "learning_rate": 1.6473186119873816e-06,
+      "loss": 44.0156,
+      "step": 2611
+    },
+    {
+      "epoch": 0.024725248719720563,
+      "grad_norm": 270.4810485839844,
+      "learning_rate": 1.64794952681388e-06,
+      "loss": 31.3438,
+      "step": 2612
+    },
+    {
+      "epoch": 0.024734714741435616,
+      "grad_norm": 723.4447631835938,
+      "learning_rate": 1.6485804416403786e-06,
+      "loss": 72.5938,
+      "step": 2613
+    },
+    {
+      "epoch": 0.024744180763150672,
+      "grad_norm": 3.218783140182495,
+      "learning_rate": 1.6492113564668769e-06,
+      "loss": 1.0483,
+      "step": 2614
+    },
+    {
+      "epoch": 0.024753646784865725,
+      "grad_norm": 266.5059814453125,
+      "learning_rate": 1.6498422712933754e-06,
+      "loss": 26.2031,
+      "step": 2615
+    },
+    {
+      "epoch": 0.024763112806580778,
+      "grad_norm": 559.175537109375,
+      "learning_rate": 1.6504731861198736e-06,
+      "loss": 57.8125,
+      "step": 2616
+    },
+    {
+      "epoch": 0.02477257882829583,
+      "grad_norm": 254.09620666503906,
+      "learning_rate": 1.6511041009463721e-06,
+      "loss": 29.2031,
+      "step": 2617
+    },
+    {
+      "epoch": 0.024782044850010884,
+      "grad_norm": 424.2607421875,
+      "learning_rate": 1.6517350157728706e-06,
+      "loss": 34.7188,
+      "step": 2618
+    },
+    {
+      "epoch": 0.02479151087172594,
+      "grad_norm": 910.9334106445312,
+      "learning_rate": 1.652365930599369e-06,
+      "loss": 35.1094,
+      "step": 2619
+    },
+    {
+      "epoch": 0.024800976893440994,
+      "grad_norm": 171.67263793945312,
+      "learning_rate": 1.6529968454258674e-06,
+      "loss": 30.0781,
+      "step": 2620
+    },
+    {
+      "epoch": 0.024810442915156047,
+      "grad_norm": 530.7036743164062,
+      "learning_rate": 1.6536277602523659e-06,
+      "loss": 44.5625,
+      "step": 2621
+    },
+    {
+      "epoch": 0.0248199089368711,
+      "grad_norm": 167.5481414794922,
+      "learning_rate": 1.6542586750788644e-06,
+      "loss": 29.8125,
+      "step": 2622
+    },
+    {
+      "epoch": 0.024829374958586156,
+      "grad_norm": 209.80296325683594,
+      "learning_rate": 1.6548895899053627e-06,
+      "loss": 27.3594,
+      "step": 2623
+    },
+    {
+      "epoch": 0.02483884098030121,
+      "grad_norm": 470.37811279296875,
+      "learning_rate": 1.6555205047318612e-06,
+      "loss": 29.2266,
+      "step": 2624
+    },
+    {
+      "epoch": 0.024848307002016262,
+      "grad_norm": 591.8447875976562,
+      "learning_rate": 1.6561514195583594e-06,
+      "loss": 53.3125,
+      "step": 2625
+    },
+    {
+      "epoch": 0.024857773023731315,
+      "grad_norm": 551.34716796875,
+      "learning_rate": 1.656782334384858e-06,
+      "loss": 54.5625,
+      "step": 2626
+    },
+    {
+      "epoch": 0.02486723904544637,
+      "grad_norm": 286.8594970703125,
+      "learning_rate": 1.6574132492113564e-06,
+      "loss": 28.5156,
+      "step": 2627
+    },
+    {
+      "epoch": 0.024876705067161425,
+      "grad_norm": 392.2592468261719,
+      "learning_rate": 1.658044164037855e-06,
+      "loss": 55.0938,
+      "step": 2628
+    },
+    {
+      "epoch": 0.024886171088876478,
+      "grad_norm": 596.5138549804688,
+      "learning_rate": 1.6586750788643534e-06,
+      "loss": 33.5156,
+      "step": 2629
+    },
+    {
+      "epoch": 0.02489563711059153,
+      "grad_norm": 198.96395874023438,
+      "learning_rate": 1.6593059936908515e-06,
+      "loss": 30.2031,
+      "step": 2630
+    },
+    {
+      "epoch": 0.024905103132306587,
+      "grad_norm": 1028.7899169921875,
+      "learning_rate": 1.65993690851735e-06,
+      "loss": 59.875,
+      "step": 2631
+    },
+    {
+      "epoch": 0.02491456915402164,
+      "grad_norm": 404.69757080078125,
+      "learning_rate": 1.6605678233438485e-06,
+      "loss": 29.3438,
+      "step": 2632
+    },
+    {
+      "epoch": 0.024924035175736693,
+      "grad_norm": 147.0840301513672,
+      "learning_rate": 1.661198738170347e-06,
+      "loss": 24.3438,
+      "step": 2633
+    },
+    {
+      "epoch": 0.024933501197451746,
+      "grad_norm": 326.2648010253906,
+      "learning_rate": 1.6618296529968454e-06,
+      "loss": 37.1406,
+      "step": 2634
+    },
+    {
+      "epoch": 0.0249429672191668,
+      "grad_norm": 1136.46142578125,
+      "learning_rate": 1.662460567823344e-06,
+      "loss": 54.6641,
+      "step": 2635
+    },
+    {
+      "epoch": 0.024952433240881856,
+      "grad_norm": 810.0060424804688,
+      "learning_rate": 1.663091482649842e-06,
+      "loss": 31.2344,
+      "step": 2636
+    },
+    {
+      "epoch": 0.02496189926259691,
+      "grad_norm": 650.9986572265625,
+      "learning_rate": 1.6637223974763405e-06,
+      "loss": 65.375,
+      "step": 2637
+    },
+    {
+      "epoch": 0.02497136528431196,
+      "grad_norm": 374.7366638183594,
+      "learning_rate": 1.664353312302839e-06,
+      "loss": 32.0391,
+      "step": 2638
+    },
+    {
+      "epoch": 0.024980831306027015,
+      "grad_norm": 695.9627075195312,
+      "learning_rate": 1.6649842271293375e-06,
+      "loss": 28.0938,
+      "step": 2639
+    },
+    {
+      "epoch": 0.02499029732774207,
+      "grad_norm": 513.5623779296875,
+      "learning_rate": 1.665615141955836e-06,
+      "loss": 34.4688,
+      "step": 2640
+    },
+    {
+      "epoch": 0.024999763349457124,
+      "grad_norm": 314.4490661621094,
+      "learning_rate": 1.6662460567823343e-06,
+      "loss": 36.2656,
+      "step": 2641
+    },
+    {
+      "epoch": 0.025009229371172177,
+      "grad_norm": 2.8502538204193115,
+      "learning_rate": 1.6668769716088328e-06,
+      "loss": 0.8604,
+      "step": 2642
+    },
+    {
+      "epoch": 0.02501869539288723,
+      "grad_norm": 558.7369384765625,
+      "learning_rate": 1.667507886435331e-06,
+      "loss": 56.5469,
+      "step": 2643
+    },
+    {
+      "epoch": 0.025028161414602287,
+      "grad_norm": 180.07810974121094,
+      "learning_rate": 1.6681388012618295e-06,
+      "loss": 25.4844,
+      "step": 2644
+    },
+    {
+      "epoch": 0.02503762743631734,
+      "grad_norm": 282.7625427246094,
+      "learning_rate": 1.668769716088328e-06,
+      "loss": 30.4688,
+      "step": 2645
+    },
+    {
+      "epoch": 0.025047093458032393,
+      "grad_norm": 403.6738586425781,
+      "learning_rate": 1.6694006309148265e-06,
+      "loss": 40.7812,
+      "step": 2646
+    },
+    {
+      "epoch": 0.025056559479747446,
+      "grad_norm": 379.2559814453125,
+      "learning_rate": 1.6700315457413248e-06,
+      "loss": 33.2969,
+      "step": 2647
+    },
+    {
+      "epoch": 0.0250660255014625,
+      "grad_norm": 351.2530212402344,
+      "learning_rate": 1.6706624605678233e-06,
+      "loss": 30.9375,
+      "step": 2648
+    },
+    {
+      "epoch": 0.025075491523177555,
+      "grad_norm": 322.33331298828125,
+      "learning_rate": 1.6712933753943218e-06,
+      "loss": 43.3281,
+      "step": 2649
+    },
+    {
+      "epoch": 0.025084957544892608,
+      "grad_norm": 446.025390625,
+      "learning_rate": 1.67192429022082e-06,
+      "loss": 31.4844,
+      "step": 2650
+    },
+    {
+      "epoch": 0.02509442356660766,
+      "grad_norm": 319.3594055175781,
+      "learning_rate": 1.6725552050473186e-06,
+      "loss": 29.1875,
+      "step": 2651
+    },
+    {
+      "epoch": 0.025103889588322714,
+      "grad_norm": 3.5256600379943848,
+      "learning_rate": 1.6731861198738168e-06,
+      "loss": 0.8628,
+      "step": 2652
+    },
+    {
+      "epoch": 0.02511335561003777,
+      "grad_norm": 280.93890380859375,
+      "learning_rate": 1.6738170347003153e-06,
+      "loss": 30.3906,
+      "step": 2653
+    },
+    {
+      "epoch": 0.025122821631752824,
+      "grad_norm": 611.7548828125,
+      "learning_rate": 1.6744479495268138e-06,
+      "loss": 50.5703,
+      "step": 2654
+    },
+    {
+      "epoch": 0.025132287653467877,
+      "grad_norm": 819.0433349609375,
+      "learning_rate": 1.6750788643533123e-06,
+      "loss": 36.4375,
+      "step": 2655
+    },
+    {
+      "epoch": 0.02514175367518293,
+      "grad_norm": 3.115039587020874,
+      "learning_rate": 1.6757097791798108e-06,
+      "loss": 0.9321,
+      "step": 2656
+    },
+    {
+      "epoch": 0.025151219696897986,
+      "grad_norm": 249.7755889892578,
+      "learning_rate": 1.676340694006309e-06,
+      "loss": 27.2969,
+      "step": 2657
+    },
+    {
+      "epoch": 0.02516068571861304,
+      "grad_norm": 490.6873474121094,
+      "learning_rate": 1.6769716088328074e-06,
+      "loss": 39.2031,
+      "step": 2658
+    },
+    {
+      "epoch": 0.025170151740328092,
+      "grad_norm": 255.0899200439453,
+      "learning_rate": 1.6776025236593059e-06,
+      "loss": 28.1562,
+      "step": 2659
+    },
+    {
+      "epoch": 0.025179617762043145,
+      "grad_norm": 499.3311767578125,
+      "learning_rate": 1.6782334384858044e-06,
+      "loss": 54.5469,
+      "step": 2660
+    },
+    {
+      "epoch": 0.025189083783758198,
+      "grad_norm": 748.7826538085938,
+      "learning_rate": 1.6788643533123028e-06,
+      "loss": 49.4453,
+      "step": 2661
+    },
+    {
+      "epoch": 0.025198549805473255,
+      "grad_norm": 202.21563720703125,
+      "learning_rate": 1.6794952681388013e-06,
+      "loss": 29.4688,
+      "step": 2662
+    },
+    {
+      "epoch": 0.025208015827188308,
+      "grad_norm": 527.5892944335938,
+      "learning_rate": 1.6801261829652994e-06,
+      "loss": 70.0,
+      "step": 2663
+    },
+    {
+      "epoch": 0.02521748184890336,
+      "grad_norm": 297.2985534667969,
+      "learning_rate": 1.680757097791798e-06,
+      "loss": 29.4844,
+      "step": 2664
+    },
+    {
+      "epoch": 0.025226947870618414,
+      "grad_norm": 496.70867919921875,
+      "learning_rate": 1.6813880126182964e-06,
+      "loss": 30.2266,
+      "step": 2665
+    },
+    {
+      "epoch": 0.02523641389233347,
+      "grad_norm": 281.6521911621094,
+      "learning_rate": 1.6820189274447949e-06,
+      "loss": 34.2969,
+      "step": 2666
+    },
+    {
+      "epoch": 0.025245879914048523,
+      "grad_norm": 355.12335205078125,
+      "learning_rate": 1.6826498422712934e-06,
+      "loss": 46.7266,
+      "step": 2667
+    },
+    {
+      "epoch": 0.025255345935763576,
+      "grad_norm": 694.3997192382812,
+      "learning_rate": 1.6832807570977919e-06,
+      "loss": 44.2969,
+      "step": 2668
+    },
+    {
+      "epoch": 0.02526481195747863,
+      "grad_norm": 373.8608093261719,
+      "learning_rate": 1.6839116719242902e-06,
+      "loss": 30.2188,
+      "step": 2669
+    },
+    {
+      "epoch": 0.025274277979193686,
+      "grad_norm": 608.4727783203125,
+      "learning_rate": 1.6845425867507884e-06,
+      "loss": 56.0625,
+      "step": 2670
+    },
+    {
+      "epoch": 0.02528374400090874,
+      "grad_norm": 900.3016967773438,
+      "learning_rate": 1.685173501577287e-06,
+      "loss": 59.4531,
+      "step": 2671
+    },
+    {
+      "epoch": 0.02529321002262379,
+      "grad_norm": 227.3461151123047,
+      "learning_rate": 1.6858044164037854e-06,
+      "loss": 27.6875,
+      "step": 2672
+    },
+    {
+      "epoch": 0.025302676044338845,
+      "grad_norm": 519.3485107421875,
+      "learning_rate": 1.686435331230284e-06,
+      "loss": 31.3359,
+      "step": 2673
+    },
+    {
+      "epoch": 0.0253121420660539,
+      "grad_norm": 358.24005126953125,
+      "learning_rate": 1.6870662460567822e-06,
+      "loss": 34.1953,
+      "step": 2674
+    },
+    {
+      "epoch": 0.025321608087768954,
+      "grad_norm": 168.932861328125,
+      "learning_rate": 1.6876971608832807e-06,
+      "loss": 27.8125,
+      "step": 2675
+    },
+    {
+      "epoch": 0.025331074109484007,
+      "grad_norm": 546.76904296875,
+      "learning_rate": 1.6883280757097792e-06,
+      "loss": 40.8125,
+      "step": 2676
+    },
+    {
+      "epoch": 0.02534054013119906,
+      "grad_norm": 1566.366455078125,
+      "learning_rate": 1.6889589905362775e-06,
+      "loss": 65.125,
+      "step": 2677
+    },
+    {
+      "epoch": 0.025350006152914113,
+      "grad_norm": 614.32763671875,
+      "learning_rate": 1.689589905362776e-06,
+      "loss": 69.7969,
+      "step": 2678
+    },
+    {
+      "epoch": 0.02535947217462917,
+      "grad_norm": 497.68304443359375,
+      "learning_rate": 1.6902208201892744e-06,
+      "loss": 45.4375,
+      "step": 2679
+    },
+    {
+      "epoch": 0.025368938196344223,
+      "grad_norm": 495.5487976074219,
+      "learning_rate": 1.6908517350157727e-06,
+      "loss": 30.375,
+      "step": 2680
+    },
+    {
+      "epoch": 0.025378404218059276,
+      "grad_norm": 471.08636474609375,
+      "learning_rate": 1.6914826498422712e-06,
+      "loss": 37.4062,
+      "step": 2681
+    },
+    {
+      "epoch": 0.02538787023977433,
+      "grad_norm": 272.4569091796875,
+      "learning_rate": 1.6921135646687697e-06,
+      "loss": 28.8203,
+      "step": 2682
+    },
+    {
+      "epoch": 0.025397336261489385,
+      "grad_norm": 279.0712585449219,
+      "learning_rate": 1.6927444794952682e-06,
+      "loss": 27.3438,
+      "step": 2683
+    },
+    {
+      "epoch": 0.025406802283204438,
+      "grad_norm": 1166.0223388671875,
+      "learning_rate": 1.6933753943217665e-06,
+      "loss": 76.125,
+      "step": 2684
+    },
+    {
+      "epoch": 0.02541626830491949,
+      "grad_norm": 984.75390625,
+      "learning_rate": 1.6940063091482648e-06,
+      "loss": 71.75,
+      "step": 2685
+    },
+    {
+      "epoch": 0.025425734326634544,
+      "grad_norm": 239.48341369628906,
+      "learning_rate": 1.6946372239747633e-06,
+      "loss": 36.7656,
+      "step": 2686
+    },
+    {
+      "epoch": 0.0254352003483496,
+      "grad_norm": 451.8413391113281,
+      "learning_rate": 1.6952681388012618e-06,
+      "loss": 37.4844,
+      "step": 2687
+    },
+    {
+      "epoch": 0.025444666370064654,
+      "grad_norm": 852.718505859375,
+      "learning_rate": 1.6958990536277602e-06,
+      "loss": 70.8281,
+      "step": 2688
+    },
+    {
+      "epoch": 0.025454132391779707,
+      "grad_norm": 464.1305847167969,
+      "learning_rate": 1.6965299684542587e-06,
+      "loss": 37.8281,
+      "step": 2689
+    },
+    {
+      "epoch": 0.02546359841349476,
+      "grad_norm": 434.5806884765625,
+      "learning_rate": 1.697160883280757e-06,
+      "loss": 33.2031,
+      "step": 2690
+    },
+    {
+      "epoch": 0.025473064435209813,
+      "grad_norm": 472.73712158203125,
+      "learning_rate": 1.6977917981072553e-06,
+      "loss": 43.4375,
+      "step": 2691
+    },
+    {
+      "epoch": 0.02548253045692487,
+      "grad_norm": 411.58245849609375,
+      "learning_rate": 1.6984227129337538e-06,
+      "loss": 28.8281,
+      "step": 2692
+    },
+    {
+      "epoch": 0.025491996478639922,
+      "grad_norm": 641.1148681640625,
+      "learning_rate": 1.6990536277602523e-06,
+      "loss": 64.2812,
+      "step": 2693
+    },
+    {
+      "epoch": 0.025501462500354975,
+      "grad_norm": 958.8942260742188,
+      "learning_rate": 1.6996845425867508e-06,
+      "loss": 33.6172,
+      "step": 2694
+    },
+    {
+      "epoch": 0.025510928522070028,
+      "grad_norm": 202.77438354492188,
+      "learning_rate": 1.7003154574132493e-06,
+      "loss": 25.4688,
+      "step": 2695
+    },
+    {
+      "epoch": 0.025520394543785085,
+      "grad_norm": 598.4524536132812,
+      "learning_rate": 1.7009463722397476e-06,
+      "loss": 58.1875,
+      "step": 2696
+    },
+    {
+      "epoch": 0.025529860565500138,
+      "grad_norm": 985.9261474609375,
+      "learning_rate": 1.7015772870662458e-06,
+      "loss": 81.9062,
+      "step": 2697
+    },
+    {
+      "epoch": 0.02553932658721519,
+      "grad_norm": 318.88177490234375,
+      "learning_rate": 1.7022082018927443e-06,
+      "loss": 31.4219,
+      "step": 2698
+    },
+    {
+      "epoch": 0.025548792608930244,
+      "grad_norm": 710.455322265625,
+      "learning_rate": 1.7028391167192428e-06,
+      "loss": 48.3594,
+      "step": 2699
+    },
+    {
+      "epoch": 0.0255582586306453,
+      "grad_norm": 286.2360534667969,
+      "learning_rate": 1.7034700315457413e-06,
+      "loss": 26.4062,
+      "step": 2700
+    },
+    {
+      "epoch": 0.025567724652360353,
+      "grad_norm": 1156.4337158203125,
+      "learning_rate": 1.7041009463722398e-06,
+      "loss": 70.1641,
+      "step": 2701
+    },
+    {
+      "epoch": 0.025577190674075406,
+      "grad_norm": 323.4486083984375,
+      "learning_rate": 1.704731861198738e-06,
+      "loss": 39.9062,
+      "step": 2702
+    },
+    {
+      "epoch": 0.02558665669579046,
+      "grad_norm": 323.2873229980469,
+      "learning_rate": 1.7053627760252366e-06,
+      "loss": 31.8438,
+      "step": 2703
+    },
+    {
+      "epoch": 0.025596122717505512,
+      "grad_norm": 682.8297729492188,
+      "learning_rate": 1.7059936908517349e-06,
+      "loss": 68.875,
+      "step": 2704
+    },
+    {
+      "epoch": 0.02560558873922057,
+      "grad_norm": 373.12109375,
+      "learning_rate": 1.7066246056782334e-06,
+      "loss": 49.6094,
+      "step": 2705
+    },
+    {
+      "epoch": 0.025615054760935622,
+      "grad_norm": 618.4752197265625,
+      "learning_rate": 1.7072555205047318e-06,
+      "loss": 40.4062,
+      "step": 2706
+    },
+    {
+      "epoch": 0.025624520782650675,
+      "grad_norm": 475.98345947265625,
+      "learning_rate": 1.7078864353312301e-06,
+      "loss": 39.7422,
+      "step": 2707
+    },
+    {
+      "epoch": 0.025633986804365728,
+      "grad_norm": 290.0970153808594,
+      "learning_rate": 1.7085173501577286e-06,
+      "loss": 35.0,
+      "step": 2708
+    },
+    {
+      "epoch": 0.025643452826080784,
+      "grad_norm": 844.6924438476562,
+      "learning_rate": 1.7091482649842271e-06,
+      "loss": 33.4922,
+      "step": 2709
+    },
+    {
+      "epoch": 0.025652918847795837,
+      "grad_norm": 727.2000122070312,
+      "learning_rate": 1.7097791798107254e-06,
+      "loss": 60.6406,
+      "step": 2710
+    },
+    {
+      "epoch": 0.02566238486951089,
+      "grad_norm": 572.1240844726562,
+      "learning_rate": 1.7104100946372239e-06,
+      "loss": 76.6953,
+      "step": 2711
+    },
+    {
+      "epoch": 0.025671850891225943,
+      "grad_norm": 626.849853515625,
+      "learning_rate": 1.7110410094637224e-06,
+      "loss": 53.6484,
+      "step": 2712
+    },
+    {
+      "epoch": 0.025681316912941,
+      "grad_norm": 400.2272644042969,
+      "learning_rate": 1.7116719242902207e-06,
+      "loss": 45.1406,
+      "step": 2713
+    },
+    {
+      "epoch": 0.025690782934656053,
+      "grad_norm": 544.2955932617188,
+      "learning_rate": 1.7123028391167192e-06,
+      "loss": 64.5,
+      "step": 2714
+    },
+    {
+      "epoch": 0.025700248956371106,
+      "grad_norm": 542.7023315429688,
+      "learning_rate": 1.7129337539432176e-06,
+      "loss": 34.8125,
+      "step": 2715
+    },
+    {
+      "epoch": 0.02570971497808616,
+      "grad_norm": 243.9163360595703,
+      "learning_rate": 1.7135646687697161e-06,
+      "loss": 35.3281,
+      "step": 2716
+    },
+    {
+      "epoch": 0.025719180999801215,
+      "grad_norm": 2.527618646621704,
+      "learning_rate": 1.7141955835962144e-06,
+      "loss": 0.9043,
+      "step": 2717
+    },
+    {
+      "epoch": 0.025728647021516268,
+      "grad_norm": 2.8647079467773438,
+      "learning_rate": 1.7148264984227127e-06,
+      "loss": 0.7739,
+      "step": 2718
+    },
+    {
+      "epoch": 0.02573811304323132,
+      "grad_norm": 1140.50537109375,
+      "learning_rate": 1.7154574132492112e-06,
+      "loss": 53.2031,
+      "step": 2719
+    },
+    {
+      "epoch": 0.025747579064946374,
+      "grad_norm": 638.27978515625,
+      "learning_rate": 1.7160883280757097e-06,
+      "loss": 46.9688,
+      "step": 2720
+    },
+    {
+      "epoch": 0.025757045086661427,
+      "grad_norm": 378.2288818359375,
+      "learning_rate": 1.7167192429022082e-06,
+      "loss": 35.25,
+      "step": 2721
+    },
+    {
+      "epoch": 0.025766511108376484,
+      "grad_norm": 240.7015838623047,
+      "learning_rate": 1.7173501577287067e-06,
+      "loss": 26.5469,
+      "step": 2722
+    },
+    {
+      "epoch": 0.025775977130091537,
+      "grad_norm": 355.5525207519531,
+      "learning_rate": 1.7179810725552052e-06,
+      "loss": 56.7344,
+      "step": 2723
+    },
+    {
+      "epoch": 0.02578544315180659,
+      "grad_norm": 704.893310546875,
+      "learning_rate": 1.7186119873817032e-06,
+      "loss": 31.9844,
+      "step": 2724
+    },
+    {
+      "epoch": 0.025794909173521643,
+      "grad_norm": 1154.3360595703125,
+      "learning_rate": 1.7192429022082017e-06,
+      "loss": 88.2969,
+      "step": 2725
+    },
+    {
+      "epoch": 0.0258043751952367,
+      "grad_norm": 477.3113708496094,
+      "learning_rate": 1.7198738170347002e-06,
+      "loss": 45.9375,
+      "step": 2726
+    },
+    {
+      "epoch": 0.025813841216951752,
+      "grad_norm": 306.5318603515625,
+      "learning_rate": 1.7205047318611987e-06,
+      "loss": 26.4844,
+      "step": 2727
+    },
+    {
+      "epoch": 0.025823307238666805,
+      "grad_norm": 317.53155517578125,
+      "learning_rate": 1.7211356466876972e-06,
+      "loss": 31.1094,
+      "step": 2728
+    },
+    {
+      "epoch": 0.02583277326038186,
+      "grad_norm": 650.7823486328125,
+      "learning_rate": 1.7217665615141955e-06,
+      "loss": 65.7812,
+      "step": 2729
+    },
+    {
+      "epoch": 0.025842239282096915,
+      "grad_norm": 656.7516479492188,
+      "learning_rate": 1.722397476340694e-06,
+      "loss": 55.4219,
+      "step": 2730
+    },
+    {
+      "epoch": 0.025851705303811968,
+      "grad_norm": 872.271240234375,
+      "learning_rate": 1.7230283911671923e-06,
+      "loss": 49.3047,
+      "step": 2731
+    },
+    {
+      "epoch": 0.02586117132552702,
+      "grad_norm": 3.0492806434631348,
+      "learning_rate": 1.7236593059936908e-06,
+      "loss": 0.9639,
+      "step": 2732
+    },
+    {
+      "epoch": 0.025870637347242074,
+      "grad_norm": 263.12451171875,
+      "learning_rate": 1.7242902208201892e-06,
+      "loss": 28.7656,
+      "step": 2733
+    },
+    {
+      "epoch": 0.025880103368957127,
+      "grad_norm": 362.71343994140625,
+      "learning_rate": 1.7249211356466875e-06,
+      "loss": 37.875,
+      "step": 2734
+    },
+    {
+      "epoch": 0.025889569390672183,
+      "grad_norm": 185.2198486328125,
+      "learning_rate": 1.725552050473186e-06,
+      "loss": 23.9219,
+      "step": 2735
+    },
+    {
+      "epoch": 0.025899035412387236,
+      "grad_norm": 273.0008239746094,
+      "learning_rate": 1.7261829652996845e-06,
+      "loss": 26.2188,
+      "step": 2736
+    },
+    {
+      "epoch": 0.02590850143410229,
+      "grad_norm": 525.3977661132812,
+      "learning_rate": 1.7268138801261828e-06,
+      "loss": 40.0312,
+      "step": 2737
+    },
+    {
+      "epoch": 0.025917967455817342,
+      "grad_norm": 170.51141357421875,
+      "learning_rate": 1.7274447949526813e-06,
+      "loss": 25.25,
+      "step": 2738
+    },
+    {
+      "epoch": 0.0259274334775324,
+      "grad_norm": 3.146193027496338,
+      "learning_rate": 1.7280757097791798e-06,
+      "loss": 0.9331,
+      "step": 2739
+    },
+    {
+      "epoch": 0.025936899499247452,
+      "grad_norm": 3.0030317306518555,
+      "learning_rate": 1.728706624605678e-06,
+      "loss": 0.9316,
+      "step": 2740
+    },
+    {
+      "epoch": 0.025946365520962505,
+      "grad_norm": 3.310807228088379,
+      "learning_rate": 1.7293375394321766e-06,
+      "loss": 0.73,
+      "step": 2741
+    },
+    {
+      "epoch": 0.025955831542677558,
+      "grad_norm": 218.32090759277344,
+      "learning_rate": 1.729968454258675e-06,
+      "loss": 25.4062,
+      "step": 2742
+    },
+    {
+      "epoch": 0.025965297564392614,
+      "grad_norm": 1039.82373046875,
+      "learning_rate": 1.7305993690851735e-06,
+      "loss": 43.6719,
+      "step": 2743
+    },
+    {
+      "epoch": 0.025974763586107667,
+      "grad_norm": 478.22412109375,
+      "learning_rate": 1.7312302839116718e-06,
+      "loss": 32.4375,
+      "step": 2744
+    },
+    {
+      "epoch": 0.02598422960782272,
+      "grad_norm": 550.2298583984375,
+      "learning_rate": 1.73186119873817e-06,
+      "loss": 34.2969,
+      "step": 2745
+    },
+    {
+      "epoch": 0.025993695629537773,
+      "grad_norm": 546.6349487304688,
+      "learning_rate": 1.7324921135646686e-06,
+      "loss": 28.6172,
+      "step": 2746
+    },
+    {
+      "epoch": 0.026003161651252826,
+      "grad_norm": 406.2030334472656,
+      "learning_rate": 1.733123028391167e-06,
+      "loss": 38.7969,
+      "step": 2747
+    },
+    {
+      "epoch": 0.026012627672967883,
+      "grad_norm": 617.5592651367188,
+      "learning_rate": 1.7337539432176656e-06,
+      "loss": 47.3125,
+      "step": 2748
+    },
+    {
+      "epoch": 0.026022093694682936,
+      "grad_norm": 945.5282592773438,
+      "learning_rate": 1.734384858044164e-06,
+      "loss": 33.7344,
+      "step": 2749
+    },
+    {
+      "epoch": 0.02603155971639799,
+      "grad_norm": 799.9861450195312,
+      "learning_rate": 1.7350157728706626e-06,
+      "loss": 55.6875,
+      "step": 2750
+    },
+    {
+      "epoch": 0.026041025738113042,
+      "grad_norm": 746.1524047851562,
+      "learning_rate": 1.7356466876971606e-06,
+      "loss": 55.6406,
+      "step": 2751
+    },
+    {
+      "epoch": 0.0260504917598281,
+      "grad_norm": 529.6326904296875,
+      "learning_rate": 1.7362776025236591e-06,
+      "loss": 24.7656,
+      "step": 2752
+    },
+    {
+      "epoch": 0.02605995778154315,
+      "grad_norm": 217.0042266845703,
+      "learning_rate": 1.7369085173501576e-06,
+      "loss": 25.7969,
+      "step": 2753
+    },
+    {
+      "epoch": 0.026069423803258204,
+      "grad_norm": 585.0179443359375,
+      "learning_rate": 1.7375394321766561e-06,
+      "loss": 38.5,
+      "step": 2754
+    },
+    {
+      "epoch": 0.026078889824973257,
+      "grad_norm": 3.275090217590332,
+      "learning_rate": 1.7381703470031546e-06,
+      "loss": 0.96,
+      "step": 2755
+    },
+    {
+      "epoch": 0.026088355846688314,
+      "grad_norm": 979.0383911132812,
+      "learning_rate": 1.7388012618296529e-06,
+      "loss": 56.3359,
+      "step": 2756
+    },
+    {
+      "epoch": 0.026097821868403367,
+      "grad_norm": 1065.514892578125,
+      "learning_rate": 1.7394321766561512e-06,
+      "loss": 40.7031,
+      "step": 2757
+    },
+    {
+      "epoch": 0.02610728789011842,
+      "grad_norm": 482.52789306640625,
+      "learning_rate": 1.7400630914826497e-06,
+      "loss": 39.8594,
+      "step": 2758
+    },
+    {
+      "epoch": 0.026116753911833473,
+      "grad_norm": 397.1623229980469,
+      "learning_rate": 1.7406940063091482e-06,
+      "loss": 27.0625,
+      "step": 2759
+    },
+    {
+      "epoch": 0.02612621993354853,
+      "grad_norm": 3.2249345779418945,
+      "learning_rate": 1.7413249211356467e-06,
+      "loss": 1.0259,
+      "step": 2760
+    },
+    {
+      "epoch": 0.026135685955263582,
+      "grad_norm": 203.3842315673828,
+      "learning_rate": 1.7419558359621451e-06,
+      "loss": 29.1406,
+      "step": 2761
+    },
+    {
+      "epoch": 0.026145151976978635,
+      "grad_norm": 324.55291748046875,
+      "learning_rate": 1.7425867507886434e-06,
+      "loss": 36.7344,
+      "step": 2762
+    },
+    {
+      "epoch": 0.02615461799869369,
+      "grad_norm": 901.9595947265625,
+      "learning_rate": 1.743217665615142e-06,
+      "loss": 40.1719,
+      "step": 2763
+    },
+    {
+      "epoch": 0.02616408402040874,
+      "grad_norm": 409.9023742675781,
+      "learning_rate": 1.7438485804416402e-06,
+      "loss": 25.5156,
+      "step": 2764
+    },
+    {
+      "epoch": 0.026173550042123798,
+      "grad_norm": 983.4058837890625,
+      "learning_rate": 1.7444794952681387e-06,
+      "loss": 60.75,
+      "step": 2765
+    },
+    {
+      "epoch": 0.02618301606383885,
+      "grad_norm": 186.9498291015625,
+      "learning_rate": 1.7451104100946372e-06,
+      "loss": 30.5781,
+      "step": 2766
+    },
+    {
+      "epoch": 0.026192482085553904,
+      "grad_norm": 645.4475708007812,
+      "learning_rate": 1.7457413249211355e-06,
+      "loss": 38.9844,
+      "step": 2767
+    },
+    {
+      "epoch": 0.026201948107268957,
+      "grad_norm": 461.9501037597656,
+      "learning_rate": 1.746372239747634e-06,
+      "loss": 28.625,
+      "step": 2768
+    },
+    {
+      "epoch": 0.026211414128984013,
+      "grad_norm": 591.8121948242188,
+      "learning_rate": 1.7470031545741325e-06,
+      "loss": 35.2031,
+      "step": 2769
+    },
+    {
+      "epoch": 0.026220880150699066,
+      "grad_norm": 3.4063401222229004,
+      "learning_rate": 1.747634069400631e-06,
+      "loss": 1.0864,
+      "step": 2770
+    },
+    {
+      "epoch": 0.02623034617241412,
+      "grad_norm": 227.680908203125,
+      "learning_rate": 1.7482649842271292e-06,
+      "loss": 34.2969,
+      "step": 2771
+    },
+    {
+      "epoch": 0.026239812194129172,
+      "grad_norm": 223.0672149658203,
+      "learning_rate": 1.7488958990536277e-06,
+      "loss": 26.875,
+      "step": 2772
+    },
+    {
+      "epoch": 0.02624927821584423,
+      "grad_norm": 270.0115661621094,
+      "learning_rate": 1.749526813880126e-06,
+      "loss": 28.9375,
+      "step": 2773
+    },
+    {
+      "epoch": 0.026258744237559282,
+      "grad_norm": 242.89503479003906,
+      "learning_rate": 1.7501577287066245e-06,
+      "loss": 26.2969,
+      "step": 2774
+    },
+    {
+      "epoch": 0.026268210259274335,
+      "grad_norm": 579.7394409179688,
+      "learning_rate": 1.750788643533123e-06,
+      "loss": 63.2812,
+      "step": 2775
+    },
+    {
+      "epoch": 0.026277676280989388,
+      "grad_norm": 591.1427612304688,
+      "learning_rate": 1.7514195583596215e-06,
+      "loss": 48.9531,
+      "step": 2776
+    },
+    {
+      "epoch": 0.02628714230270444,
+      "grad_norm": 1042.229736328125,
+      "learning_rate": 1.75205047318612e-06,
+      "loss": 59.0469,
+      "step": 2777
+    },
+    {
+      "epoch": 0.026296608324419497,
+      "grad_norm": 181.74331665039062,
+      "learning_rate": 1.752681388012618e-06,
+      "loss": 27.75,
+      "step": 2778
+    },
+    {
+      "epoch": 0.02630607434613455,
+      "grad_norm": 471.4330749511719,
+      "learning_rate": 1.7533123028391165e-06,
+      "loss": 28.3438,
+      "step": 2779
+    },
+    {
+      "epoch": 0.026315540367849603,
+      "grad_norm": 238.8199462890625,
+      "learning_rate": 1.753943217665615e-06,
+      "loss": 26.8438,
+      "step": 2780
+    },
+    {
+      "epoch": 0.026325006389564656,
+      "grad_norm": 2.891493797302246,
+      "learning_rate": 1.7545741324921135e-06,
+      "loss": 0.8516,
+      "step": 2781
+    },
+    {
+      "epoch": 0.026334472411279713,
+      "grad_norm": 228.8212432861328,
+      "learning_rate": 1.755205047318612e-06,
+      "loss": 30.5312,
+      "step": 2782
+    },
+    {
+      "epoch": 0.026343938432994766,
+      "grad_norm": 924.3455200195312,
+      "learning_rate": 1.7558359621451105e-06,
+      "loss": 61.6094,
+      "step": 2783
+    },
+    {
+      "epoch": 0.02635340445470982,
+      "grad_norm": 387.9447937011719,
+      "learning_rate": 1.7564668769716086e-06,
+      "loss": 57.75,
+      "step": 2784
+    },
+    {
+      "epoch": 0.026362870476424872,
+      "grad_norm": 416.6798400878906,
+      "learning_rate": 1.757097791798107e-06,
+      "loss": 37.8125,
+      "step": 2785
+    },
+    {
+      "epoch": 0.02637233649813993,
+      "grad_norm": 223.91384887695312,
+      "learning_rate": 1.7577287066246056e-06,
+      "loss": 32.5,
+      "step": 2786
+    },
+    {
+      "epoch": 0.02638180251985498,
+      "grad_norm": 437.2425537109375,
+      "learning_rate": 1.758359621451104e-06,
+      "loss": 38.8125,
+      "step": 2787
+    },
+    {
+      "epoch": 0.026391268541570034,
+      "grad_norm": 522.0120239257812,
+      "learning_rate": 1.7589905362776025e-06,
+      "loss": 57.4844,
+      "step": 2788
+    },
+    {
+      "epoch": 0.026400734563285087,
+      "grad_norm": 622.3343505859375,
+      "learning_rate": 1.7596214511041008e-06,
+      "loss": 54.5469,
+      "step": 2789
+    },
+    {
+      "epoch": 0.02641020058500014,
+      "grad_norm": 217.47483825683594,
+      "learning_rate": 1.7602523659305993e-06,
+      "loss": 27.7344,
+      "step": 2790
+    },
+    {
+      "epoch": 0.026419666606715197,
+      "grad_norm": 2.903043270111084,
+      "learning_rate": 1.7608832807570976e-06,
+      "loss": 1.0098,
+      "step": 2791
+    },
+    {
+      "epoch": 0.02642913262843025,
+      "grad_norm": 434.9029541015625,
+      "learning_rate": 1.761514195583596e-06,
+      "loss": 31.8047,
+      "step": 2792
+    },
+    {
+      "epoch": 0.026438598650145303,
+      "grad_norm": 446.3778381347656,
+      "learning_rate": 1.7621451104100946e-06,
+      "loss": 71.75,
+      "step": 2793
+    },
+    {
+      "epoch": 0.026448064671860356,
+      "grad_norm": 379.9262390136719,
+      "learning_rate": 1.762776025236593e-06,
+      "loss": 36.0156,
+      "step": 2794
+    },
+    {
+      "epoch": 0.026457530693575412,
+      "grad_norm": 1284.861083984375,
+      "learning_rate": 1.7634069400630914e-06,
+      "loss": 75.7578,
+      "step": 2795
+    },
+    {
+      "epoch": 0.026466996715290465,
+      "grad_norm": 207.57882690429688,
+      "learning_rate": 1.7640378548895899e-06,
+      "loss": 37.9688,
+      "step": 2796
+    },
+    {
+      "epoch": 0.02647646273700552,
+      "grad_norm": 564.1875610351562,
+      "learning_rate": 1.7646687697160883e-06,
+      "loss": 61.9062,
+      "step": 2797
+    },
+    {
+      "epoch": 0.02648592875872057,
+      "grad_norm": 264.1395568847656,
+      "learning_rate": 1.7652996845425866e-06,
+      "loss": 34.5469,
+      "step": 2798
+    },
+    {
+      "epoch": 0.026495394780435628,
+      "grad_norm": 771.4548950195312,
+      "learning_rate": 1.7659305993690851e-06,
+      "loss": 63.8125,
+      "step": 2799
+    },
+    {
+      "epoch": 0.02650486080215068,
+      "grad_norm": 178.29049682617188,
+      "learning_rate": 1.7665615141955834e-06,
+      "loss": 26.7812,
+      "step": 2800
+    },
+    {
+      "epoch": 0.026514326823865734,
+      "grad_norm": 749.8849487304688,
+      "learning_rate": 1.7671924290220819e-06,
+      "loss": 68.5312,
+      "step": 2801
+    },
+    {
+      "epoch": 0.026523792845580787,
+      "grad_norm": 580.8681030273438,
+      "learning_rate": 1.7678233438485804e-06,
+      "loss": 53.0625,
+      "step": 2802
+    },
+    {
+      "epoch": 0.02653325886729584,
+      "grad_norm": 288.089599609375,
+      "learning_rate": 1.7684542586750789e-06,
+      "loss": 36.3281,
+      "step": 2803
+    },
+    {
+      "epoch": 0.026542724889010896,
+      "grad_norm": 316.9490661621094,
+      "learning_rate": 1.7690851735015774e-06,
+      "loss": 31.8906,
+      "step": 2804
+    },
+    {
+      "epoch": 0.02655219091072595,
+      "grad_norm": 369.63287353515625,
+      "learning_rate": 1.7697160883280757e-06,
+      "loss": 25.1562,
+      "step": 2805
+    },
+    {
+      "epoch": 0.026561656932441002,
+      "grad_norm": 258.46282958984375,
+      "learning_rate": 1.770347003154574e-06,
+      "loss": 25.8906,
+      "step": 2806
+    },
+    {
+      "epoch": 0.026571122954156055,
+      "grad_norm": 515.8242797851562,
+      "learning_rate": 1.7709779179810724e-06,
+      "loss": 44.2031,
+      "step": 2807
+    },
+    {
+      "epoch": 0.026580588975871112,
+      "grad_norm": 405.8348693847656,
+      "learning_rate": 1.771608832807571e-06,
+      "loss": 26.6094,
+      "step": 2808
+    },
+    {
+      "epoch": 0.026590054997586165,
+      "grad_norm": 3.2274625301361084,
+      "learning_rate": 1.7722397476340694e-06,
+      "loss": 0.8809,
+      "step": 2809
+    },
+    {
+      "epoch": 0.026599521019301218,
+      "grad_norm": 3.190586805343628,
+      "learning_rate": 1.772870662460568e-06,
+      "loss": 0.9146,
+      "step": 2810
+    },
+    {
+      "epoch": 0.02660898704101627,
+      "grad_norm": 341.8644104003906,
+      "learning_rate": 1.773501577287066e-06,
+      "loss": 29.2344,
+      "step": 2811
+    },
+    {
+      "epoch": 0.026618453062731327,
+      "grad_norm": 2.847303628921509,
+      "learning_rate": 1.7741324921135645e-06,
+      "loss": 0.7664,
+      "step": 2812
+    },
+    {
+      "epoch": 0.02662791908444638,
+      "grad_norm": 531.3494262695312,
+      "learning_rate": 1.774763406940063e-06,
+      "loss": 33.2969,
+      "step": 2813
+    },
+    {
+      "epoch": 0.026637385106161433,
+      "grad_norm": 467.3076477050781,
+      "learning_rate": 1.7753943217665615e-06,
+      "loss": 37.7812,
+      "step": 2814
+    },
+    {
+      "epoch": 0.026646851127876486,
+      "grad_norm": 277.7179870605469,
+      "learning_rate": 1.77602523659306e-06,
+      "loss": 27.9375,
+      "step": 2815
+    },
+    {
+      "epoch": 0.026656317149591543,
+      "grad_norm": 1118.260986328125,
+      "learning_rate": 1.7766561514195584e-06,
+      "loss": 96.125,
+      "step": 2816
+    },
+    {
+      "epoch": 0.026665783171306596,
+      "grad_norm": 484.56427001953125,
+      "learning_rate": 1.7772870662460567e-06,
+      "loss": 31.6094,
+      "step": 2817
+    },
+    {
+      "epoch": 0.02667524919302165,
+      "grad_norm": 735.9550170898438,
+      "learning_rate": 1.777917981072555e-06,
+      "loss": 30.6875,
+      "step": 2818
+    },
+    {
+      "epoch": 0.026684715214736702,
+      "grad_norm": 340.3723449707031,
+      "learning_rate": 1.7785488958990535e-06,
+      "loss": 29.1406,
+      "step": 2819
+    },
+    {
+      "epoch": 0.026694181236451755,
+      "grad_norm": 1080.3291015625,
+      "learning_rate": 1.779179810725552e-06,
+      "loss": 79.25,
+      "step": 2820
+    },
+    {
+      "epoch": 0.02670364725816681,
+      "grad_norm": 230.18215942382812,
+      "learning_rate": 1.7798107255520505e-06,
+      "loss": 27.8438,
+      "step": 2821
+    },
+    {
+      "epoch": 0.026713113279881864,
+      "grad_norm": 297.8983154296875,
+      "learning_rate": 1.7804416403785488e-06,
+      "loss": 16.8125,
+      "step": 2822
+    },
+    {
+      "epoch": 0.026722579301596917,
+      "grad_norm": 212.73069763183594,
+      "learning_rate": 1.7810725552050473e-06,
+      "loss": 30.5938,
+      "step": 2823
+    },
+    {
+      "epoch": 0.02673204532331197,
+      "grad_norm": 864.5977783203125,
+      "learning_rate": 1.7817034700315457e-06,
+      "loss": 41.9297,
+      "step": 2824
+    },
+    {
+      "epoch": 0.026741511345027027,
+      "grad_norm": 411.2685546875,
+      "learning_rate": 1.782334384858044e-06,
+      "loss": 33.4375,
+      "step": 2825
+    },
+    {
+      "epoch": 0.02675097736674208,
+      "grad_norm": 367.34368896484375,
+      "learning_rate": 1.7829652996845425e-06,
+      "loss": 35.3281,
+      "step": 2826
+    },
+    {
+      "epoch": 0.026760443388457133,
+      "grad_norm": 304.8624572753906,
+      "learning_rate": 1.783596214511041e-06,
+      "loss": 30.0156,
+      "step": 2827
+    },
+    {
+      "epoch": 0.026769909410172186,
+      "grad_norm": 510.8151550292969,
+      "learning_rate": 1.7842271293375393e-06,
+      "loss": 31.7188,
+      "step": 2828
+    },
+    {
+      "epoch": 0.026779375431887242,
+      "grad_norm": 1009.8579711914062,
+      "learning_rate": 1.7848580441640378e-06,
+      "loss": 67.125,
+      "step": 2829
+    },
+    {
+      "epoch": 0.026788841453602295,
+      "grad_norm": 995.3522338867188,
+      "learning_rate": 1.7854889589905363e-06,
+      "loss": 51.8281,
+      "step": 2830
+    },
+    {
+      "epoch": 0.02679830747531735,
+      "grad_norm": 483.04833984375,
+      "learning_rate": 1.7861198738170346e-06,
+      "loss": 28.3125,
+      "step": 2831
+    },
+    {
+      "epoch": 0.0268077734970324,
+      "grad_norm": 2.9699525833129883,
+      "learning_rate": 1.786750788643533e-06,
+      "loss": 0.7661,
+      "step": 2832
+    },
+    {
+      "epoch": 0.026817239518747454,
+      "grad_norm": 333.9750061035156,
+      "learning_rate": 1.7873817034700313e-06,
+      "loss": 41.0938,
+      "step": 2833
+    },
+    {
+      "epoch": 0.02682670554046251,
+      "grad_norm": 781.246826171875,
+      "learning_rate": 1.7880126182965298e-06,
+      "loss": 24.7969,
+      "step": 2834
+    },
+    {
+      "epoch": 0.026836171562177564,
+      "grad_norm": 395.54901123046875,
+      "learning_rate": 1.7886435331230283e-06,
+      "loss": 34.0938,
+      "step": 2835
+    },
+    {
+      "epoch": 0.026845637583892617,
+      "grad_norm": 434.2903747558594,
+      "learning_rate": 1.7892744479495268e-06,
+      "loss": 33.8672,
+      "step": 2836
+    },
+    {
+      "epoch": 0.02685510360560767,
+      "grad_norm": 797.2318725585938,
+      "learning_rate": 1.7899053627760253e-06,
+      "loss": 76.6562,
+      "step": 2837
+    },
+    {
+      "epoch": 0.026864569627322726,
+      "grad_norm": 235.50624084472656,
+      "learning_rate": 1.7905362776025236e-06,
+      "loss": 33.125,
+      "step": 2838
+    },
+    {
+      "epoch": 0.02687403564903778,
+      "grad_norm": 841.7157592773438,
+      "learning_rate": 1.7911671924290219e-06,
+      "loss": 60.5938,
+      "step": 2839
+    },
+    {
+      "epoch": 0.026883501670752832,
+      "grad_norm": 304.28167724609375,
+      "learning_rate": 1.7917981072555204e-06,
+      "loss": 29.9375,
+      "step": 2840
+    },
+    {
+      "epoch": 0.026892967692467885,
+      "grad_norm": 1488.8602294921875,
+      "learning_rate": 1.7924290220820189e-06,
+      "loss": 92.9531,
+      "step": 2841
+    },
+    {
+      "epoch": 0.026902433714182942,
+      "grad_norm": 407.4042053222656,
+      "learning_rate": 1.7930599369085173e-06,
+      "loss": 20.5938,
+      "step": 2842
+    },
+    {
+      "epoch": 0.026911899735897995,
+      "grad_norm": 265.29425048828125,
+      "learning_rate": 1.7936908517350158e-06,
+      "loss": 33.2656,
+      "step": 2843
+    },
+    {
+      "epoch": 0.026921365757613048,
+      "grad_norm": 1419.1766357421875,
+      "learning_rate": 1.7943217665615141e-06,
+      "loss": 94.4922,
+      "step": 2844
+    },
+    {
+      "epoch": 0.0269308317793281,
+      "grad_norm": 432.6026306152344,
+      "learning_rate": 1.7949526813880124e-06,
+      "loss": 39.3125,
+      "step": 2845
+    },
+    {
+      "epoch": 0.026940297801043154,
+      "grad_norm": 261.84100341796875,
+      "learning_rate": 1.7955835962145109e-06,
+      "loss": 29.9844,
+      "step": 2846
+    },
+    {
+      "epoch": 0.02694976382275821,
+      "grad_norm": 2.5843558311462402,
+      "learning_rate": 1.7962145110410094e-06,
+      "loss": 0.8862,
+      "step": 2847
+    },
+    {
+      "epoch": 0.026959229844473263,
+      "grad_norm": 426.1330261230469,
+      "learning_rate": 1.7968454258675079e-06,
+      "loss": 54.3438,
+      "step": 2848
+    },
+    {
+      "epoch": 0.026968695866188316,
+      "grad_norm": 406.1197204589844,
+      "learning_rate": 1.7974763406940064e-06,
+      "loss": 31.6562,
+      "step": 2849
+    },
+    {
+      "epoch": 0.02697816188790337,
+      "grad_norm": 1153.66845703125,
+      "learning_rate": 1.7981072555205047e-06,
+      "loss": 78.4531,
+      "step": 2850
+    },
+    {
+      "epoch": 0.026987627909618426,
+      "grad_norm": 445.91510009765625,
+      "learning_rate": 1.798738170347003e-06,
+      "loss": 53.9375,
+      "step": 2851
+    },
+    {
+      "epoch": 0.02699709393133348,
+      "grad_norm": 2.7544503211975098,
+      "learning_rate": 1.7993690851735014e-06,
+      "loss": 0.9282,
+      "step": 2852
+    },
+    {
+      "epoch": 0.027006559953048532,
+      "grad_norm": 3.807955741882324,
+      "learning_rate": 1.8e-06,
+      "loss": 0.9839,
+      "step": 2853
+    },
+    {
+      "epoch": 0.027016025974763585,
+      "grad_norm": 195.02525329589844,
+      "learning_rate": 1.8006309148264984e-06,
+      "loss": 28.1875,
+      "step": 2854
+    },
+    {
+      "epoch": 0.02702549199647864,
+      "grad_norm": 699.3561401367188,
+      "learning_rate": 1.8012618296529967e-06,
+      "loss": 37.75,
+      "step": 2855
+    },
+    {
+      "epoch": 0.027034958018193694,
+      "grad_norm": 536.2155151367188,
+      "learning_rate": 1.8018927444794952e-06,
+      "loss": 62.4688,
+      "step": 2856
+    },
+    {
+      "epoch": 0.027044424039908747,
+      "grad_norm": 237.69003295898438,
+      "learning_rate": 1.8025236593059937e-06,
+      "loss": 24.875,
+      "step": 2857
+    },
+    {
+      "epoch": 0.0270538900616238,
+      "grad_norm": 215.80499267578125,
+      "learning_rate": 1.803154574132492e-06,
+      "loss": 27.9531,
+      "step": 2858
+    },
+    {
+      "epoch": 0.027063356083338857,
+      "grad_norm": 216.193359375,
+      "learning_rate": 1.8037854889589905e-06,
+      "loss": 24.3594,
+      "step": 2859
+    },
+    {
+      "epoch": 0.02707282210505391,
+      "grad_norm": 429.9735412597656,
+      "learning_rate": 1.804416403785489e-06,
+      "loss": 28.4844,
+      "step": 2860
+    },
+    {
+      "epoch": 0.027082288126768963,
+      "grad_norm": 1073.587158203125,
+      "learning_rate": 1.8050473186119872e-06,
+      "loss": 38.4531,
+      "step": 2861
+    },
+    {
+      "epoch": 0.027091754148484016,
+      "grad_norm": 748.8652954101562,
+      "learning_rate": 1.8056782334384857e-06,
+      "loss": 36.4219,
+      "step": 2862
+    },
+    {
+      "epoch": 0.02710122017019907,
+      "grad_norm": 675.3941650390625,
+      "learning_rate": 1.8063091482649842e-06,
+      "loss": 65.9062,
+      "step": 2863
+    },
+    {
+      "epoch": 0.027110686191914125,
+      "grad_norm": 281.9307861328125,
+      "learning_rate": 1.8069400630914827e-06,
+      "loss": 31.625,
+      "step": 2864
+    },
+    {
+      "epoch": 0.02712015221362918,
+      "grad_norm": 628.9131469726562,
+      "learning_rate": 1.807570977917981e-06,
+      "loss": 66.4688,
+      "step": 2865
+    },
+    {
+      "epoch": 0.02712961823534423,
+      "grad_norm": 244.9151153564453,
+      "learning_rate": 1.8082018927444793e-06,
+      "loss": 29.9062,
+      "step": 2866
+    },
+    {
+      "epoch": 0.027139084257059284,
+      "grad_norm": 245.7979736328125,
+      "learning_rate": 1.8088328075709778e-06,
+      "loss": 29.9219,
+      "step": 2867
+    },
+    {
+      "epoch": 0.02714855027877434,
+      "grad_norm": 516.9104614257812,
+      "learning_rate": 1.8094637223974763e-06,
+      "loss": 47.8125,
+      "step": 2868
+    },
+    {
+      "epoch": 0.027158016300489394,
+      "grad_norm": 777.917724609375,
+      "learning_rate": 1.8100946372239747e-06,
+      "loss": 49.5859,
+      "step": 2869
+    },
+    {
+      "epoch": 0.027167482322204447,
+      "grad_norm": 752.7832641601562,
+      "learning_rate": 1.8107255520504732e-06,
+      "loss": 29.5547,
+      "step": 2870
+    },
+    {
+      "epoch": 0.0271769483439195,
+      "grad_norm": 332.5315856933594,
+      "learning_rate": 1.8113564668769717e-06,
+      "loss": 33.1406,
+      "step": 2871
+    },
+    {
+      "epoch": 0.027186414365634556,
+      "grad_norm": 2.7734451293945312,
+      "learning_rate": 1.8119873817034698e-06,
+      "loss": 0.9702,
+      "step": 2872
+    },
+    {
+      "epoch": 0.02719588038734961,
+      "grad_norm": 913.514892578125,
+      "learning_rate": 1.8126182965299683e-06,
+      "loss": 70.6875,
+      "step": 2873
+    },
+    {
+      "epoch": 0.027205346409064662,
+      "grad_norm": 236.07952880859375,
+      "learning_rate": 1.8132492113564668e-06,
+      "loss": 27.2031,
+      "step": 2874
+    },
+    {
+      "epoch": 0.027214812430779715,
+      "grad_norm": 219.46685791015625,
+      "learning_rate": 1.8138801261829653e-06,
+      "loss": 24.0781,
+      "step": 2875
+    },
+    {
+      "epoch": 0.02722427845249477,
+      "grad_norm": 544.4822387695312,
+      "learning_rate": 1.8145110410094638e-06,
+      "loss": 64.6875,
+      "step": 2876
+    },
+    {
+      "epoch": 0.027233744474209825,
+      "grad_norm": 251.7190704345703,
+      "learning_rate": 1.815141955835962e-06,
+      "loss": 29.0156,
+      "step": 2877
+    },
+    {
+      "epoch": 0.027243210495924878,
+      "grad_norm": 635.8859252929688,
+      "learning_rate": 1.8157728706624603e-06,
+      "loss": 69.0,
+      "step": 2878
+    },
+    {
+      "epoch": 0.02725267651763993,
+      "grad_norm": 478.3950500488281,
+      "learning_rate": 1.8164037854889588e-06,
+      "loss": 61.9375,
+      "step": 2879
+    },
+    {
+      "epoch": 0.027262142539354984,
+      "grad_norm": 153.2584991455078,
+      "learning_rate": 1.8170347003154573e-06,
+      "loss": 27.5156,
+      "step": 2880
+    },
+    {
+      "epoch": 0.02727160856107004,
+      "grad_norm": 236.82737731933594,
+      "learning_rate": 1.8176656151419558e-06,
+      "loss": 26.5156,
+      "step": 2881
+    },
+    {
+      "epoch": 0.027281074582785093,
+      "grad_norm": 978.193115234375,
+      "learning_rate": 1.8182965299684543e-06,
+      "loss": 55.875,
+      "step": 2882
+    },
+    {
+      "epoch": 0.027290540604500146,
+      "grad_norm": 337.3212585449219,
+      "learning_rate": 1.8189274447949526e-06,
+      "loss": 41.5781,
+      "step": 2883
+    },
+    {
+      "epoch": 0.0273000066262152,
+      "grad_norm": 253.72573852539062,
+      "learning_rate": 1.819558359621451e-06,
+      "loss": 31.9531,
+      "step": 2884
+    },
+    {
+      "epoch": 0.027309472647930256,
+      "grad_norm": 707.2276000976562,
+      "learning_rate": 1.8201892744479494e-06,
+      "loss": 63.4531,
+      "step": 2885
+    },
+    {
+      "epoch": 0.02731893866964531,
+      "grad_norm": 371.9125671386719,
+      "learning_rate": 1.8208201892744479e-06,
+      "loss": 28.9219,
+      "step": 2886
+    },
+    {
+      "epoch": 0.027328404691360362,
+      "grad_norm": 273.8075256347656,
+      "learning_rate": 1.8214511041009463e-06,
+      "loss": 29.5625,
+      "step": 2887
+    },
+    {
+      "epoch": 0.027337870713075415,
+      "grad_norm": 226.48712158203125,
+      "learning_rate": 1.8220820189274446e-06,
+      "loss": 26.7188,
+      "step": 2888
+    },
+    {
+      "epoch": 0.027347336734790468,
+      "grad_norm": 619.0675659179688,
+      "learning_rate": 1.8227129337539431e-06,
+      "loss": 80.25,
+      "step": 2889
+    },
+    {
+      "epoch": 0.027356802756505524,
+      "grad_norm": 349.6076965332031,
+      "learning_rate": 1.8233438485804416e-06,
+      "loss": 37.0625,
+      "step": 2890
+    },
+    {
+      "epoch": 0.027366268778220577,
+      "grad_norm": 414.3895263671875,
+      "learning_rate": 1.82397476340694e-06,
+      "loss": 30.1719,
+      "step": 2891
+    },
+    {
+      "epoch": 0.02737573479993563,
+      "grad_norm": 559.587890625,
+      "learning_rate": 1.8246056782334384e-06,
+      "loss": 35.0469,
+      "step": 2892
+    },
+    {
+      "epoch": 0.027385200821650683,
+      "grad_norm": 226.46749877929688,
+      "learning_rate": 1.8252365930599369e-06,
+      "loss": 29.7812,
+      "step": 2893
+    },
+    {
+      "epoch": 0.02739466684336574,
+      "grad_norm": 327.94012451171875,
+      "learning_rate": 1.8258675078864352e-06,
+      "loss": 30.4531,
+      "step": 2894
+    },
+    {
+      "epoch": 0.027404132865080793,
+      "grad_norm": 335.7247009277344,
+      "learning_rate": 1.8264984227129337e-06,
+      "loss": 34.5469,
+      "step": 2895
+    },
+    {
+      "epoch": 0.027413598886795846,
+      "grad_norm": 3.0588088035583496,
+      "learning_rate": 1.8271293375394321e-06,
+      "loss": 0.8994,
+      "step": 2896
+    },
+    {
+      "epoch": 0.0274230649085109,
+      "grad_norm": 555.658447265625,
+      "learning_rate": 1.8277602523659306e-06,
+      "loss": 70.4375,
+      "step": 2897
+    },
+    {
+      "epoch": 0.027432530930225955,
+      "grad_norm": 351.83941650390625,
+      "learning_rate": 1.8283911671924291e-06,
+      "loss": 28.9844,
+      "step": 2898
+    },
+    {
+      "epoch": 0.02744199695194101,
+      "grad_norm": 296.3174743652344,
+      "learning_rate": 1.8290220820189272e-06,
+      "loss": 33.5781,
+      "step": 2899
+    },
+    {
+      "epoch": 0.02745146297365606,
+      "grad_norm": 3.9454493522644043,
+      "learning_rate": 1.8296529968454257e-06,
+      "loss": 1.0605,
+      "step": 2900
+    },
+    {
+      "epoch": 0.027460928995371114,
+      "grad_norm": 584.4071655273438,
+      "learning_rate": 1.8302839116719242e-06,
+      "loss": 54.2812,
+      "step": 2901
+    },
+    {
+      "epoch": 0.02747039501708617,
+      "grad_norm": 263.21392822265625,
+      "learning_rate": 1.8309148264984227e-06,
+      "loss": 26.3203,
+      "step": 2902
+    },
+    {
+      "epoch": 0.027479861038801224,
+      "grad_norm": 226.60963439941406,
+      "learning_rate": 1.8315457413249212e-06,
+      "loss": 28.9219,
+      "step": 2903
+    },
+    {
+      "epoch": 0.027489327060516277,
+      "grad_norm": 266.7934875488281,
+      "learning_rate": 1.8321766561514197e-06,
+      "loss": 28.0938,
+      "step": 2904
+    },
+    {
+      "epoch": 0.02749879308223133,
+      "grad_norm": 206.91920471191406,
+      "learning_rate": 1.8328075709779177e-06,
+      "loss": 27.125,
+      "step": 2905
+    },
+    {
+      "epoch": 0.027508259103946383,
+      "grad_norm": 355.7350769042969,
+      "learning_rate": 1.8334384858044162e-06,
+      "loss": 32.4844,
+      "step": 2906
+    },
+    {
+      "epoch": 0.02751772512566144,
+      "grad_norm": 579.0957641601562,
+      "learning_rate": 1.8340694006309147e-06,
+      "loss": 87.2188,
+      "step": 2907
+    },
+    {
+      "epoch": 0.027527191147376492,
+      "grad_norm": 436.8077087402344,
+      "learning_rate": 1.8347003154574132e-06,
+      "loss": 54.5312,
+      "step": 2908
+    },
+    {
+      "epoch": 0.027536657169091545,
+      "grad_norm": 3.432182550430298,
+      "learning_rate": 1.8353312302839117e-06,
+      "loss": 0.8867,
+      "step": 2909
+    },
+    {
+      "epoch": 0.0275461231908066,
+      "grad_norm": 271.53558349609375,
+      "learning_rate": 1.83596214511041e-06,
+      "loss": 26.8281,
+      "step": 2910
+    },
+    {
+      "epoch": 0.027555589212521655,
+      "grad_norm": 619.4029541015625,
+      "learning_rate": 1.8365930599369085e-06,
+      "loss": 35.9062,
+      "step": 2911
+    },
+    {
+      "epoch": 0.027565055234236708,
+      "grad_norm": 3.172870397567749,
+      "learning_rate": 1.8372239747634068e-06,
+      "loss": 0.9033,
+      "step": 2912
+    },
+    {
+      "epoch": 0.02757452125595176,
+      "grad_norm": 1512.4412841796875,
+      "learning_rate": 1.8378548895899053e-06,
+      "loss": 91.7812,
+      "step": 2913
+    },
+    {
+      "epoch": 0.027583987277666814,
+      "grad_norm": 600.175048828125,
+      "learning_rate": 1.8384858044164037e-06,
+      "loss": 36.6602,
+      "step": 2914
+    },
+    {
+      "epoch": 0.02759345329938187,
+      "grad_norm": 2.70405650138855,
+      "learning_rate": 1.839116719242902e-06,
+      "loss": 0.9741,
+      "step": 2915
+    },
+    {
+      "epoch": 0.027602919321096923,
+      "grad_norm": 429.63360595703125,
+      "learning_rate": 1.8397476340694005e-06,
+      "loss": 45.7812,
+      "step": 2916
+    },
+    {
+      "epoch": 0.027612385342811976,
+      "grad_norm": 312.9840393066406,
+      "learning_rate": 1.840378548895899e-06,
+      "loss": 31.0625,
+      "step": 2917
+    },
+    {
+      "epoch": 0.02762185136452703,
+      "grad_norm": 343.0050964355469,
+      "learning_rate": 1.8410094637223975e-06,
+      "loss": 31.1406,
+      "step": 2918
+    },
+    {
+      "epoch": 0.027631317386242082,
+      "grad_norm": 746.9326171875,
+      "learning_rate": 1.8416403785488958e-06,
+      "loss": 50.0938,
+      "step": 2919
+    },
+    {
+      "epoch": 0.02764078340795714,
+      "grad_norm": 587.8279418945312,
+      "learning_rate": 1.8422712933753943e-06,
+      "loss": 38.9375,
+      "step": 2920
+    },
+    {
+      "epoch": 0.027650249429672192,
+      "grad_norm": 818.1333618164062,
+      "learning_rate": 1.8429022082018926e-06,
+      "loss": 33.8828,
+      "step": 2921
+    },
+    {
+      "epoch": 0.027659715451387245,
+      "grad_norm": 643.8295288085938,
+      "learning_rate": 1.843533123028391e-06,
+      "loss": 74.4375,
+      "step": 2922
+    },
+    {
+      "epoch": 0.027669181473102298,
+      "grad_norm": 520.696533203125,
+      "learning_rate": 1.8441640378548895e-06,
+      "loss": 46.625,
+      "step": 2923
+    },
+    {
+      "epoch": 0.027678647494817354,
+      "grad_norm": 3.6650547981262207,
+      "learning_rate": 1.844794952681388e-06,
+      "loss": 1.0493,
+      "step": 2924
+    },
+    {
+      "epoch": 0.027688113516532407,
+      "grad_norm": 1017.4833984375,
+      "learning_rate": 1.8454258675078863e-06,
+      "loss": 56.0,
+      "step": 2925
+    },
+    {
+      "epoch": 0.02769757953824746,
+      "grad_norm": 361.9676513671875,
+      "learning_rate": 1.8460567823343846e-06,
+      "loss": 33.625,
+      "step": 2926
+    },
+    {
+      "epoch": 0.027707045559962513,
+      "grad_norm": 262.0277404785156,
+      "learning_rate": 1.846687697160883e-06,
+      "loss": 26.3906,
+      "step": 2927
+    },
+    {
+      "epoch": 0.02771651158167757,
+      "grad_norm": 3.108132839202881,
+      "learning_rate": 1.8473186119873816e-06,
+      "loss": 0.8926,
+      "step": 2928
+    },
+    {
+      "epoch": 0.027725977603392623,
+      "grad_norm": 957.115234375,
+      "learning_rate": 1.84794952681388e-06,
+      "loss": 60.3672,
+      "step": 2929
+    },
+    {
+      "epoch": 0.027735443625107676,
+      "grad_norm": 491.28790283203125,
+      "learning_rate": 1.8485804416403786e-06,
+      "loss": 59.625,
+      "step": 2930
+    },
+    {
+      "epoch": 0.02774490964682273,
+      "grad_norm": 3.061229705810547,
+      "learning_rate": 1.849211356466877e-06,
+      "loss": 0.875,
+      "step": 2931
+    },
+    {
+      "epoch": 0.027754375668537782,
+      "grad_norm": 449.1922302246094,
+      "learning_rate": 1.8498422712933751e-06,
+      "loss": 45.25,
+      "step": 2932
+    },
+    {
+      "epoch": 0.02776384169025284,
+      "grad_norm": 405.2156066894531,
+      "learning_rate": 1.8504731861198736e-06,
+      "loss": 27.0625,
+      "step": 2933
+    },
+    {
+      "epoch": 0.02777330771196789,
+      "grad_norm": 254.56509399414062,
+      "learning_rate": 1.8511041009463721e-06,
+      "loss": 27.7109,
+      "step": 2934
+    },
+    {
+      "epoch": 0.027782773733682944,
+      "grad_norm": 475.0409851074219,
+      "learning_rate": 1.8517350157728706e-06,
+      "loss": 49.2969,
+      "step": 2935
+    },
+    {
+      "epoch": 0.027792239755397997,
+      "grad_norm": 2.91096568107605,
+      "learning_rate": 1.852365930599369e-06,
+      "loss": 0.8521,
+      "step": 2936
+    },
+    {
+      "epoch": 0.027801705777113054,
+      "grad_norm": 625.6689453125,
+      "learning_rate": 1.8529968454258674e-06,
+      "loss": 26.6562,
+      "step": 2937
+    },
+    {
+      "epoch": 0.027811171798828107,
+      "grad_norm": 593.9344482421875,
+      "learning_rate": 1.8536277602523659e-06,
+      "loss": 25.9375,
+      "step": 2938
+    },
+    {
+      "epoch": 0.02782063782054316,
+      "grad_norm": 863.5092163085938,
+      "learning_rate": 1.8542586750788642e-06,
+      "loss": 54.0312,
+      "step": 2939
+    },
+    {
+      "epoch": 0.027830103842258213,
+      "grad_norm": 3.1169614791870117,
+      "learning_rate": 1.8548895899053627e-06,
+      "loss": 0.8408,
+      "step": 2940
+    },
+    {
+      "epoch": 0.02783956986397327,
+      "grad_norm": 1422.12939453125,
+      "learning_rate": 1.8555205047318611e-06,
+      "loss": 47.7578,
+      "step": 2941
+    },
+    {
+      "epoch": 0.027849035885688322,
+      "grad_norm": 273.90093994140625,
+      "learning_rate": 1.8561514195583596e-06,
+      "loss": 25.8438,
+      "step": 2942
+    },
+    {
+      "epoch": 0.027858501907403375,
+      "grad_norm": 215.62661743164062,
+      "learning_rate": 1.856782334384858e-06,
+      "loss": 26.4375,
+      "step": 2943
+    },
+    {
+      "epoch": 0.02786796792911843,
+      "grad_norm": 3.064091444015503,
+      "learning_rate": 1.8574132492113564e-06,
+      "loss": 0.8662,
+      "step": 2944
+    },
+    {
+      "epoch": 0.027877433950833485,
+      "grad_norm": 383.3791809082031,
+      "learning_rate": 1.858044164037855e-06,
+      "loss": 44.2266,
+      "step": 2945
+    },
+    {
+      "epoch": 0.027886899972548538,
+      "grad_norm": 477.2187194824219,
+      "learning_rate": 1.8586750788643532e-06,
+      "loss": 31.1016,
+      "step": 2946
+    },
+    {
+      "epoch": 0.02789636599426359,
+      "grad_norm": 1146.1290283203125,
+      "learning_rate": 1.8593059936908517e-06,
+      "loss": 90.8125,
+      "step": 2947
+    },
+    {
+      "epoch": 0.027905832015978644,
+      "grad_norm": 615.4558715820312,
+      "learning_rate": 1.85993690851735e-06,
+      "loss": 31.4375,
+      "step": 2948
+    },
+    {
+      "epoch": 0.027915298037693697,
+      "grad_norm": 201.60423278808594,
+      "learning_rate": 1.8605678233438485e-06,
+      "loss": 27.0781,
+      "step": 2949
+    },
+    {
+      "epoch": 0.027924764059408753,
+      "grad_norm": 420.35284423828125,
+      "learning_rate": 1.861198738170347e-06,
+      "loss": 27.875,
+      "step": 2950
+    },
+    {
+      "epoch": 0.027934230081123806,
+      "grad_norm": 371.0447998046875,
+      "learning_rate": 1.8618296529968454e-06,
+      "loss": 43.7344,
+      "step": 2951
+    },
+    {
+      "epoch": 0.02794369610283886,
+      "grad_norm": 358.84716796875,
+      "learning_rate": 1.8624605678233437e-06,
+      "loss": 36.3281,
+      "step": 2952
+    },
+    {
+      "epoch": 0.027953162124553912,
+      "grad_norm": 189.9296875,
+      "learning_rate": 1.8630914826498422e-06,
+      "loss": 24.7656,
+      "step": 2953
+    },
+    {
+      "epoch": 0.02796262814626897,
+      "grad_norm": 755.2401733398438,
+      "learning_rate": 1.8637223974763405e-06,
+      "loss": 31.0781,
+      "step": 2954
+    },
+    {
+      "epoch": 0.027972094167984022,
+      "grad_norm": 470.6728515625,
+      "learning_rate": 1.864353312302839e-06,
+      "loss": 47.8594,
+      "step": 2955
+    },
+    {
+      "epoch": 0.027981560189699075,
+      "grad_norm": 568.0224609375,
+      "learning_rate": 1.8649842271293375e-06,
+      "loss": 30.3711,
+      "step": 2956
+    },
+    {
+      "epoch": 0.027991026211414128,
+      "grad_norm": 242.3195343017578,
+      "learning_rate": 1.865615141955836e-06,
+      "loss": 28.1719,
+      "step": 2957
+    },
+    {
+      "epoch": 0.028000492233129184,
+      "grad_norm": 3.082076072692871,
+      "learning_rate": 1.8662460567823345e-06,
+      "loss": 0.9028,
+      "step": 2958
+    },
+    {
+      "epoch": 0.028009958254844237,
+      "grad_norm": 433.72271728515625,
+      "learning_rate": 1.8668769716088325e-06,
+      "loss": 31.8984,
+      "step": 2959
+    },
+    {
+      "epoch": 0.02801942427655929,
+      "grad_norm": 2.7240304946899414,
+      "learning_rate": 1.867507886435331e-06,
+      "loss": 0.7896,
+      "step": 2960
+    },
+    {
+      "epoch": 0.028028890298274343,
+      "grad_norm": 3.179124116897583,
+      "learning_rate": 1.8681388012618295e-06,
+      "loss": 1.0146,
+      "step": 2961
+    },
+    {
+      "epoch": 0.028038356319989396,
+      "grad_norm": 462.6819152832031,
+      "learning_rate": 1.868769716088328e-06,
+      "loss": 26.4531,
+      "step": 2962
+    },
+    {
+      "epoch": 0.028047822341704453,
+      "grad_norm": 3.368075370788574,
+      "learning_rate": 1.8694006309148265e-06,
+      "loss": 0.9277,
+      "step": 2963
+    },
+    {
+      "epoch": 0.028057288363419506,
+      "grad_norm": 726.3485717773438,
+      "learning_rate": 1.870031545741325e-06,
+      "loss": 63.5469,
+      "step": 2964
+    },
+    {
+      "epoch": 0.02806675438513456,
+      "grad_norm": 661.0130615234375,
+      "learning_rate": 1.8706624605678233e-06,
+      "loss": 67.2188,
+      "step": 2965
+    },
+    {
+      "epoch": 0.028076220406849612,
+      "grad_norm": 492.2293395996094,
+      "learning_rate": 1.8712933753943216e-06,
+      "loss": 32.0078,
+      "step": 2966
+    },
+    {
+      "epoch": 0.02808568642856467,
+      "grad_norm": 549.1591796875,
+      "learning_rate": 1.87192429022082e-06,
+      "loss": 49.4688,
+      "step": 2967
+    },
+    {
+      "epoch": 0.02809515245027972,
+      "grad_norm": 166.63673400878906,
+      "learning_rate": 1.8725552050473185e-06,
+      "loss": 25.8281,
+      "step": 2968
+    },
+    {
+      "epoch": 0.028104618471994774,
+      "grad_norm": 802.514404296875,
+      "learning_rate": 1.873186119873817e-06,
+      "loss": 26.6172,
+      "step": 2969
+    },
+    {
+      "epoch": 0.028114084493709827,
+      "grad_norm": 189.3831024169922,
+      "learning_rate": 1.8738170347003153e-06,
+      "loss": 30.75,
+      "step": 2970
+    },
+    {
+      "epoch": 0.028123550515424884,
+      "grad_norm": 181.5418701171875,
+      "learning_rate": 1.8744479495268138e-06,
+      "loss": 30.3594,
+      "step": 2971
+    },
+    {
+      "epoch": 0.028133016537139937,
+      "grad_norm": 380.3318786621094,
+      "learning_rate": 1.875078864353312e-06,
+      "loss": 35.2812,
+      "step": 2972
+    },
+    {
+      "epoch": 0.02814248255885499,
+      "grad_norm": 1136.01806640625,
+      "learning_rate": 1.8757097791798106e-06,
+      "loss": 67.2344,
+      "step": 2973
+    },
+    {
+      "epoch": 0.028151948580570043,
+      "grad_norm": 606.4057006835938,
+      "learning_rate": 1.876340694006309e-06,
+      "loss": 32.7031,
+      "step": 2974
+    },
+    {
+      "epoch": 0.028161414602285096,
+      "grad_norm": 292.56011962890625,
+      "learning_rate": 1.8769716088328076e-06,
+      "loss": 39.0625,
+      "step": 2975
+    },
+    {
+      "epoch": 0.028170880624000152,
+      "grad_norm": 304.9939270019531,
+      "learning_rate": 1.8776025236593059e-06,
+      "loss": 33.6562,
+      "step": 2976
+    },
+    {
+      "epoch": 0.028180346645715205,
+      "grad_norm": 245.83876037597656,
+      "learning_rate": 1.8782334384858043e-06,
+      "loss": 26.875,
+      "step": 2977
+    },
+    {
+      "epoch": 0.02818981266743026,
+      "grad_norm": 437.8835144042969,
+      "learning_rate": 1.8788643533123028e-06,
+      "loss": 35.1875,
+      "step": 2978
+    },
+    {
+      "epoch": 0.02819927868914531,
+      "grad_norm": 394.51348876953125,
+      "learning_rate": 1.8794952681388011e-06,
+      "loss": 30.1875,
+      "step": 2979
+    },
+    {
+      "epoch": 0.028208744710860368,
+      "grad_norm": 377.5068054199219,
+      "learning_rate": 1.8801261829652996e-06,
+      "loss": 29.7812,
+      "step": 2980
+    },
+    {
+      "epoch": 0.02821821073257542,
+      "grad_norm": 235.54354858398438,
+      "learning_rate": 1.880757097791798e-06,
+      "loss": 26.125,
+      "step": 2981
+    },
+    {
+      "epoch": 0.028227676754290474,
+      "grad_norm": 595.423828125,
+      "learning_rate": 1.8813880126182964e-06,
+      "loss": 40.6484,
+      "step": 2982
+    },
+    {
+      "epoch": 0.028237142776005527,
+      "grad_norm": 830.7849731445312,
+      "learning_rate": 1.8820189274447949e-06,
+      "loss": 41.2891,
+      "step": 2983
+    },
+    {
+      "epoch": 0.028246608797720583,
+      "grad_norm": 216.68862915039062,
+      "learning_rate": 1.8826498422712934e-06,
+      "loss": 30.125,
+      "step": 2984
+    },
+    {
+      "epoch": 0.028256074819435636,
+      "grad_norm": 201.319091796875,
+      "learning_rate": 1.8832807570977919e-06,
+      "loss": 25.5625,
+      "step": 2985
+    },
+    {
+      "epoch": 0.02826554084115069,
+      "grad_norm": 896.2003784179688,
+      "learning_rate": 1.8839116719242901e-06,
+      "loss": 78.9531,
+      "step": 2986
+    },
+    {
+      "epoch": 0.028275006862865742,
+      "grad_norm": 213.08804321289062,
+      "learning_rate": 1.8845425867507884e-06,
+      "loss": 28.1562,
+      "step": 2987
+    },
+    {
+      "epoch": 0.028284472884580796,
+      "grad_norm": 618.325439453125,
+      "learning_rate": 1.885173501577287e-06,
+      "loss": 32.7344,
+      "step": 2988
+    },
+    {
+      "epoch": 0.028293938906295852,
+      "grad_norm": 1431.76611328125,
+      "learning_rate": 1.8858044164037854e-06,
+      "loss": 62.0781,
+      "step": 2989
+    },
+    {
+      "epoch": 0.028303404928010905,
+      "grad_norm": 1140.7257080078125,
+      "learning_rate": 1.886435331230284e-06,
+      "loss": 59.375,
+      "step": 2990
+    },
+    {
+      "epoch": 0.028312870949725958,
+      "grad_norm": 856.966796875,
+      "learning_rate": 1.8870662460567824e-06,
+      "loss": 66.3906,
+      "step": 2991
+    },
+    {
+      "epoch": 0.02832233697144101,
+      "grad_norm": 1277.63037109375,
+      "learning_rate": 1.8876971608832805e-06,
+      "loss": 64.2344,
+      "step": 2992
+    },
+    {
+      "epoch": 0.028331802993156067,
+      "grad_norm": 384.1257019042969,
+      "learning_rate": 1.888328075709779e-06,
+      "loss": 31.9375,
+      "step": 2993
+    },
+    {
+      "epoch": 0.02834126901487112,
+      "grad_norm": 1344.2340087890625,
+      "learning_rate": 1.8889589905362775e-06,
+      "loss": 59.7188,
+      "step": 2994
+    },
+    {
+      "epoch": 0.028350735036586173,
+      "grad_norm": 3.85440731048584,
+      "learning_rate": 1.889589905362776e-06,
+      "loss": 0.9976,
+      "step": 2995
+    },
+    {
+      "epoch": 0.028360201058301227,
+      "grad_norm": 471.2390441894531,
+      "learning_rate": 1.8902208201892744e-06,
+      "loss": 24.3828,
+      "step": 2996
+    },
+    {
+      "epoch": 0.028369667080016283,
+      "grad_norm": 173.5531768798828,
+      "learning_rate": 1.890851735015773e-06,
+      "loss": 28.6875,
+      "step": 2997
+    },
+    {
+      "epoch": 0.028379133101731336,
+      "grad_norm": 583.5234375,
+      "learning_rate": 1.8914826498422712e-06,
+      "loss": 82.5,
+      "step": 2998
+    },
+    {
+      "epoch": 0.02838859912344639,
+      "grad_norm": 195.54908752441406,
+      "learning_rate": 1.8921135646687695e-06,
+      "loss": 26.8594,
+      "step": 2999
+    },
+    {
+      "epoch": 0.028398065145161442,
+      "grad_norm": 577.6681518554688,
+      "learning_rate": 1.892744479495268e-06,
+      "loss": 58.7109,
+      "step": 3000
+    },
+    {
+      "epoch": 0.0284075311668765,
+      "grad_norm": 733.3356323242188,
+      "learning_rate": 1.8933753943217665e-06,
+      "loss": 52.4609,
+      "step": 3001
+    },
+    {
+      "epoch": 0.02841699718859155,
+      "grad_norm": 240.54437255859375,
+      "learning_rate": 1.894006309148265e-06,
+      "loss": 28.5,
+      "step": 3002
+    },
+    {
+      "epoch": 0.028426463210306605,
+      "grad_norm": 422.3265380859375,
+      "learning_rate": 1.8946372239747633e-06,
+      "loss": 28.8281,
+      "step": 3003
+    },
+    {
+      "epoch": 0.028435929232021658,
+      "grad_norm": 377.0937805175781,
+      "learning_rate": 1.8952681388012617e-06,
+      "loss": 23.2812,
+      "step": 3004
+    },
+    {
+      "epoch": 0.02844539525373671,
+      "grad_norm": 814.57763671875,
+      "learning_rate": 1.8958990536277602e-06,
+      "loss": 63.2812,
+      "step": 3005
+    },
+    {
+      "epoch": 0.028454861275451767,
+      "grad_norm": 254.05279541015625,
+      "learning_rate": 1.8965299684542585e-06,
+      "loss": 28.7344,
+      "step": 3006
+    },
+    {
+      "epoch": 0.02846432729716682,
+      "grad_norm": 603.8756103515625,
+      "learning_rate": 1.897160883280757e-06,
+      "loss": 58.0469,
+      "step": 3007
+    },
+    {
+      "epoch": 0.028473793318881873,
+      "grad_norm": 396.6353759765625,
+      "learning_rate": 1.8977917981072555e-06,
+      "loss": 61.0625,
+      "step": 3008
+    },
+    {
+      "epoch": 0.028483259340596926,
+      "grad_norm": 161.9495391845703,
+      "learning_rate": 1.8984227129337538e-06,
+      "loss": 33.1406,
+      "step": 3009
+    },
+    {
+      "epoch": 0.028492725362311982,
+      "grad_norm": 301.6107482910156,
+      "learning_rate": 1.8990536277602523e-06,
+      "loss": 29.7344,
+      "step": 3010
+    },
+    {
+      "epoch": 0.028502191384027036,
+      "grad_norm": 715.6193237304688,
+      "learning_rate": 1.8996845425867508e-06,
+      "loss": 58.8125,
+      "step": 3011
+    },
+    {
+      "epoch": 0.02851165740574209,
+      "grad_norm": 612.27978515625,
+      "learning_rate": 1.9003154574132493e-06,
+      "loss": 32.6875,
+      "step": 3012
+    },
+    {
+      "epoch": 0.02852112342745714,
+      "grad_norm": 316.9184875488281,
+      "learning_rate": 1.9009463722397475e-06,
+      "loss": 31.1875,
+      "step": 3013
+    },
+    {
+      "epoch": 0.028530589449172198,
+      "grad_norm": 301.16070556640625,
+      "learning_rate": 1.9015772870662458e-06,
+      "loss": 26.8438,
+      "step": 3014
+    },
+    {
+      "epoch": 0.02854005547088725,
+      "grad_norm": 415.5513916015625,
+      "learning_rate": 1.9022082018927443e-06,
+      "loss": 48.7344,
+      "step": 3015
+    },
+    {
+      "epoch": 0.028549521492602304,
+      "grad_norm": 495.078857421875,
+      "learning_rate": 1.9028391167192428e-06,
+      "loss": 38.0625,
+      "step": 3016
+    },
+    {
+      "epoch": 0.028558987514317357,
+      "grad_norm": 529.0376586914062,
+      "learning_rate": 1.9034700315457413e-06,
+      "loss": 64.3438,
+      "step": 3017
+    },
+    {
+      "epoch": 0.02856845353603241,
+      "grad_norm": 764.2074584960938,
+      "learning_rate": 1.9041009463722398e-06,
+      "loss": 31.5,
+      "step": 3018
+    },
+    {
+      "epoch": 0.028577919557747467,
+      "grad_norm": 186.86245727539062,
+      "learning_rate": 1.9047318611987383e-06,
+      "loss": 34.25,
+      "step": 3019
+    },
+    {
+      "epoch": 0.02858738557946252,
+      "grad_norm": 170.32614135742188,
+      "learning_rate": 1.9053627760252364e-06,
+      "loss": 26.0625,
+      "step": 3020
+    },
+    {
+      "epoch": 0.028596851601177573,
+      "grad_norm": 176.12733459472656,
+      "learning_rate": 1.9059936908517349e-06,
+      "loss": 25.8438,
+      "step": 3021
+    },
+    {
+      "epoch": 0.028606317622892626,
+      "grad_norm": 267.1184997558594,
+      "learning_rate": 1.9066246056782333e-06,
+      "loss": 26.0938,
+      "step": 3022
+    },
+    {
+      "epoch": 0.028615783644607682,
+      "grad_norm": 1719.5550537109375,
+      "learning_rate": 1.9072555205047318e-06,
+      "loss": 59.2188,
+      "step": 3023
+    },
+    {
+      "epoch": 0.028625249666322735,
+      "grad_norm": 551.0123291015625,
+      "learning_rate": 1.90788643533123e-06,
+      "loss": 31.5938,
+      "step": 3024
+    },
+    {
+      "epoch": 0.028634715688037788,
+      "grad_norm": 411.9028625488281,
+      "learning_rate": 1.9085173501577286e-06,
+      "loss": 60.875,
+      "step": 3025
+    },
+    {
+      "epoch": 0.02864418170975284,
+      "grad_norm": 307.43927001953125,
+      "learning_rate": 1.909148264984227e-06,
+      "loss": 30.4062,
+      "step": 3026
+    },
+    {
+      "epoch": 0.028653647731467898,
+      "grad_norm": 3.6146726608276367,
+      "learning_rate": 1.9097791798107256e-06,
+      "loss": 1.0459,
+      "step": 3027
+    },
+    {
+      "epoch": 0.02866311375318295,
+      "grad_norm": 768.6837158203125,
+      "learning_rate": 1.910410094637224e-06,
+      "loss": 58.2031,
+      "step": 3028
+    },
+    {
+      "epoch": 0.028672579774898004,
+      "grad_norm": 376.70452880859375,
+      "learning_rate": 1.9110410094637226e-06,
+      "loss": 34.5781,
+      "step": 3029
+    },
+    {
+      "epoch": 0.028682045796613057,
+      "grad_norm": 289.410400390625,
+      "learning_rate": 1.9116719242902207e-06,
+      "loss": 29.3281,
+      "step": 3030
+    },
+    {
+      "epoch": 0.02869151181832811,
+      "grad_norm": 405.9792175292969,
+      "learning_rate": 1.912302839116719e-06,
+      "loss": 29.6562,
+      "step": 3031
+    },
+    {
+      "epoch": 0.028700977840043166,
+      "grad_norm": 963.8055419921875,
+      "learning_rate": 1.9129337539432176e-06,
+      "loss": 71.1172,
+      "step": 3032
+    },
+    {
+      "epoch": 0.02871044386175822,
+      "grad_norm": 954.6480102539062,
+      "learning_rate": 1.913564668769716e-06,
+      "loss": 62.3281,
+      "step": 3033
+    },
+    {
+      "epoch": 0.028719909883473272,
+      "grad_norm": 313.32989501953125,
+      "learning_rate": 1.9141955835962146e-06,
+      "loss": 30.9688,
+      "step": 3034
+    },
+    {
+      "epoch": 0.028729375905188325,
+      "grad_norm": 692.7454833984375,
+      "learning_rate": 1.914826498422713e-06,
+      "loss": 49.0703,
+      "step": 3035
+    },
+    {
+      "epoch": 0.02873884192690338,
+      "grad_norm": 206.32167053222656,
+      "learning_rate": 1.915457413249211e-06,
+      "loss": 26.8438,
+      "step": 3036
+    },
+    {
+      "epoch": 0.028748307948618435,
+      "grad_norm": 345.513671875,
+      "learning_rate": 1.9160883280757097e-06,
+      "loss": 32.4844,
+      "step": 3037
+    },
+    {
+      "epoch": 0.028757773970333488,
+      "grad_norm": 354.3600158691406,
+      "learning_rate": 1.916719242902208e-06,
+      "loss": 31.8438,
+      "step": 3038
+    },
+    {
+      "epoch": 0.02876723999204854,
+      "grad_norm": 1350.3837890625,
+      "learning_rate": 1.9173501577287067e-06,
+      "loss": 38.8438,
+      "step": 3039
+    },
+    {
+      "epoch": 0.028776706013763597,
+      "grad_norm": 516.7263793945312,
+      "learning_rate": 1.917981072555205e-06,
+      "loss": 33.5625,
+      "step": 3040
+    },
+    {
+      "epoch": 0.02878617203547865,
+      "grad_norm": 313.1994934082031,
+      "learning_rate": 1.9186119873817037e-06,
+      "loss": 22.9062,
+      "step": 3041
+    },
+    {
+      "epoch": 0.028795638057193703,
+      "grad_norm": 358.66943359375,
+      "learning_rate": 1.9192429022082017e-06,
+      "loss": 47.5938,
+      "step": 3042
+    },
+    {
+      "epoch": 0.028805104078908756,
+      "grad_norm": 423.15789794921875,
+      "learning_rate": 1.9198738170347002e-06,
+      "loss": 56.2969,
+      "step": 3043
+    },
+    {
+      "epoch": 0.028814570100623813,
+      "grad_norm": 3.065624237060547,
+      "learning_rate": 1.9205047318611987e-06,
+      "loss": 0.7681,
+      "step": 3044
+    },
+    {
+      "epoch": 0.028824036122338866,
+      "grad_norm": 242.20101928710938,
+      "learning_rate": 1.921135646687697e-06,
+      "loss": 29.1094,
+      "step": 3045
+    },
+    {
+      "epoch": 0.02883350214405392,
+      "grad_norm": 625.7954711914062,
+      "learning_rate": 1.9217665615141957e-06,
+      "loss": 34.3281,
+      "step": 3046
+    },
+    {
+      "epoch": 0.02884296816576897,
+      "grad_norm": 371.7037658691406,
+      "learning_rate": 1.9223974763406938e-06,
+      "loss": 35.6719,
+      "step": 3047
+    },
+    {
+      "epoch": 0.028852434187484025,
+      "grad_norm": 3.605592966079712,
+      "learning_rate": 1.9230283911671923e-06,
+      "loss": 1.0073,
+      "step": 3048
+    },
+    {
+      "epoch": 0.02886190020919908,
+      "grad_norm": 340.3345947265625,
+      "learning_rate": 1.9236593059936907e-06,
+      "loss": 38.25,
+      "step": 3049
+    },
+    {
+      "epoch": 0.028871366230914134,
+      "grad_norm": 430.219970703125,
+      "learning_rate": 1.9242902208201892e-06,
+      "loss": 59.1719,
+      "step": 3050
+    },
+    {
+      "epoch": 0.028880832252629187,
+      "grad_norm": 212.24609375,
+      "learning_rate": 1.9249211356466877e-06,
+      "loss": 29.25,
+      "step": 3051
+    },
+    {
+      "epoch": 0.02889029827434424,
+      "grad_norm": 523.6144409179688,
+      "learning_rate": 1.9255520504731862e-06,
+      "loss": 44.7969,
+      "step": 3052
+    },
+    {
+      "epoch": 0.028899764296059297,
+      "grad_norm": 462.2934875488281,
+      "learning_rate": 1.9261829652996843e-06,
+      "loss": 52.25,
+      "step": 3053
+    },
+    {
+      "epoch": 0.02890923031777435,
+      "grad_norm": 510.462646484375,
+      "learning_rate": 1.926813880126183e-06,
+      "loss": 27.5312,
+      "step": 3054
+    },
+    {
+      "epoch": 0.028918696339489403,
+      "grad_norm": 534.5834350585938,
+      "learning_rate": 1.9274447949526813e-06,
+      "loss": 62.4688,
+      "step": 3055
+    },
+    {
+      "epoch": 0.028928162361204456,
+      "grad_norm": 594.3785400390625,
+      "learning_rate": 1.9280757097791798e-06,
+      "loss": 33.0,
+      "step": 3056
+    },
+    {
+      "epoch": 0.028937628382919512,
+      "grad_norm": 465.9027099609375,
+      "learning_rate": 1.9287066246056783e-06,
+      "loss": 40.4219,
+      "step": 3057
+    },
+    {
+      "epoch": 0.028947094404634565,
+      "grad_norm": 263.90911865234375,
+      "learning_rate": 1.9293375394321763e-06,
+      "loss": 25.4062,
+      "step": 3058
+    },
+    {
+      "epoch": 0.028956560426349618,
+      "grad_norm": 859.252197265625,
+      "learning_rate": 1.929968454258675e-06,
+      "loss": 56.3203,
+      "step": 3059
+    },
+    {
+      "epoch": 0.02896602644806467,
+      "grad_norm": 355.9149475097656,
+      "learning_rate": 1.9305993690851733e-06,
+      "loss": 27.9531,
+      "step": 3060
+    },
+    {
+      "epoch": 0.028975492469779724,
+      "grad_norm": 724.5003051757812,
+      "learning_rate": 1.931230283911672e-06,
+      "loss": 57.6875,
+      "step": 3061
+    },
+    {
+      "epoch": 0.02898495849149478,
+      "grad_norm": 632.14208984375,
+      "learning_rate": 1.9318611987381703e-06,
+      "loss": 35.2969,
+      "step": 3062
+    },
+    {
+      "epoch": 0.028994424513209834,
+      "grad_norm": 907.6917724609375,
+      "learning_rate": 1.932492113564669e-06,
+      "loss": 50.9766,
+      "step": 3063
+    },
+    {
+      "epoch": 0.029003890534924887,
+      "grad_norm": 574.6113891601562,
+      "learning_rate": 1.933123028391167e-06,
+      "loss": 21.7891,
+      "step": 3064
+    },
+    {
+      "epoch": 0.02901335655663994,
+      "grad_norm": 482.6669616699219,
+      "learning_rate": 1.9337539432176654e-06,
+      "loss": 35.1406,
+      "step": 3065
+    },
+    {
+      "epoch": 0.029022822578354996,
+      "grad_norm": 373.1529541015625,
+      "learning_rate": 1.934384858044164e-06,
+      "loss": 36.1719,
+      "step": 3066
+    },
+    {
+      "epoch": 0.02903228860007005,
+      "grad_norm": 532.2530517578125,
+      "learning_rate": 1.9350157728706623e-06,
+      "loss": 67.75,
+      "step": 3067
+    },
+    {
+      "epoch": 0.029041754621785102,
+      "grad_norm": 552.7474365234375,
+      "learning_rate": 1.935646687697161e-06,
+      "loss": 31.1719,
+      "step": 3068
+    },
+    {
+      "epoch": 0.029051220643500155,
+      "grad_norm": 644.087890625,
+      "learning_rate": 1.9362776025236593e-06,
+      "loss": 53.1797,
+      "step": 3069
+    },
+    {
+      "epoch": 0.02906068666521521,
+      "grad_norm": 596.1608276367188,
+      "learning_rate": 1.9369085173501574e-06,
+      "loss": 77.2812,
+      "step": 3070
+    },
+    {
+      "epoch": 0.029070152686930265,
+      "grad_norm": 194.372314453125,
+      "learning_rate": 1.937539432176656e-06,
+      "loss": 25.4062,
+      "step": 3071
+    },
+    {
+      "epoch": 0.029079618708645318,
+      "grad_norm": 842.5868530273438,
+      "learning_rate": 1.9381703470031544e-06,
+      "loss": 63.3828,
+      "step": 3072
+    },
+    {
+      "epoch": 0.02908908473036037,
+      "grad_norm": 592.0133056640625,
+      "learning_rate": 1.938801261829653e-06,
+      "loss": 46.6562,
+      "step": 3073
+    },
+    {
+      "epoch": 0.029098550752075424,
+      "grad_norm": 770.9590454101562,
+      "learning_rate": 1.9394321766561514e-06,
+      "loss": 30.0312,
+      "step": 3074
+    },
+    {
+      "epoch": 0.02910801677379048,
+      "grad_norm": 249.2825927734375,
+      "learning_rate": 1.94006309148265e-06,
+      "loss": 29.125,
+      "step": 3075
+    },
+    {
+      "epoch": 0.029117482795505533,
+      "grad_norm": 620.82373046875,
+      "learning_rate": 1.940694006309148e-06,
+      "loss": 67.9531,
+      "step": 3076
+    },
+    {
+      "epoch": 0.029126948817220586,
+      "grad_norm": 2.656998634338379,
+      "learning_rate": 1.9413249211356464e-06,
+      "loss": 0.7539,
+      "step": 3077
+    },
+    {
+      "epoch": 0.02913641483893564,
+      "grad_norm": 529.2372436523438,
+      "learning_rate": 1.941955835962145e-06,
+      "loss": 58.3594,
+      "step": 3078
+    },
+    {
+      "epoch": 0.029145880860650696,
+      "grad_norm": 785.6359252929688,
+      "learning_rate": 1.9425867507886434e-06,
+      "loss": 49.0547,
+      "step": 3079
+    },
+    {
+      "epoch": 0.02915534688236575,
+      "grad_norm": 211.0615997314453,
+      "learning_rate": 1.943217665615142e-06,
+      "loss": 28.0781,
+      "step": 3080
+    },
+    {
+      "epoch": 0.0291648129040808,
+      "grad_norm": 555.6659545898438,
+      "learning_rate": 1.9438485804416404e-06,
+      "loss": 30.0156,
+      "step": 3081
+    },
+    {
+      "epoch": 0.029174278925795855,
+      "grad_norm": 342.466796875,
+      "learning_rate": 1.944479495268139e-06,
+      "loss": 44.625,
+      "step": 3082
+    },
+    {
+      "epoch": 0.02918374494751091,
+      "grad_norm": 298.42620849609375,
+      "learning_rate": 1.945110410094637e-06,
+      "loss": 26.7812,
+      "step": 3083
+    },
+    {
+      "epoch": 0.029193210969225964,
+      "grad_norm": 678.5958251953125,
+      "learning_rate": 1.9457413249211355e-06,
+      "loss": 74.6094,
+      "step": 3084
+    },
+    {
+      "epoch": 0.029202676990941017,
+      "grad_norm": 535.227783203125,
+      "learning_rate": 1.946372239747634e-06,
+      "loss": 56.6562,
+      "step": 3085
+    },
+    {
+      "epoch": 0.02921214301265607,
+      "grad_norm": 723.6743774414062,
+      "learning_rate": 1.9470031545741324e-06,
+      "loss": 70.9375,
+      "step": 3086
+    },
+    {
+      "epoch": 0.029221609034371127,
+      "grad_norm": 280.4714660644531,
+      "learning_rate": 1.947634069400631e-06,
+      "loss": 27.6875,
+      "step": 3087
+    },
+    {
+      "epoch": 0.02923107505608618,
+      "grad_norm": 439.0805969238281,
+      "learning_rate": 1.9482649842271294e-06,
+      "loss": 59.1562,
+      "step": 3088
+    },
+    {
+      "epoch": 0.029240541077801233,
+      "grad_norm": 978.1036987304688,
+      "learning_rate": 1.948895899053628e-06,
+      "loss": 70.375,
+      "step": 3089
+    },
+    {
+      "epoch": 0.029250007099516286,
+      "grad_norm": 640.5734252929688,
+      "learning_rate": 1.949526813880126e-06,
+      "loss": 64.9922,
+      "step": 3090
+    },
+    {
+      "epoch": 0.02925947312123134,
+      "grad_norm": 164.64476013183594,
+      "learning_rate": 1.9501577287066245e-06,
+      "loss": 30.625,
+      "step": 3091
+    },
+    {
+      "epoch": 0.029268939142946395,
+      "grad_norm": 532.6482543945312,
+      "learning_rate": 1.950788643533123e-06,
+      "loss": 26.0391,
+      "step": 3092
+    },
+    {
+      "epoch": 0.029278405164661448,
+      "grad_norm": 310.9605712890625,
+      "learning_rate": 1.9514195583596215e-06,
+      "loss": 28.0938,
+      "step": 3093
+    },
+    {
+      "epoch": 0.0292878711863765,
+      "grad_norm": 580.2094116210938,
+      "learning_rate": 1.95205047318612e-06,
+      "loss": 33.4219,
+      "step": 3094
+    },
+    {
+      "epoch": 0.029297337208091554,
+      "grad_norm": 336.94915771484375,
+      "learning_rate": 1.9526813880126185e-06,
+      "loss": 41.0625,
+      "step": 3095
+    },
+    {
+      "epoch": 0.02930680322980661,
+      "grad_norm": 398.5977478027344,
+      "learning_rate": 1.9533123028391165e-06,
+      "loss": 51.2188,
+      "step": 3096
+    },
+    {
+      "epoch": 0.029316269251521664,
+      "grad_norm": 601.50634765625,
+      "learning_rate": 1.953943217665615e-06,
+      "loss": 59.875,
+      "step": 3097
+    },
+    {
+      "epoch": 0.029325735273236717,
+      "grad_norm": 600.732666015625,
+      "learning_rate": 1.9545741324921135e-06,
+      "loss": 38.8516,
+      "step": 3098
+    },
+    {
+      "epoch": 0.02933520129495177,
+      "grad_norm": 371.4056396484375,
+      "learning_rate": 1.955205047318612e-06,
+      "loss": 33.1562,
+      "step": 3099
+    },
+    {
+      "epoch": 0.029344667316666826,
+      "grad_norm": 214.05520629882812,
+      "learning_rate": 1.9558359621451105e-06,
+      "loss": 21.8828,
+      "step": 3100
+    },
+    {
+      "epoch": 0.02935413333838188,
+      "grad_norm": 279.1535339355469,
+      "learning_rate": 1.956466876971609e-06,
+      "loss": 29.5156,
+      "step": 3101
+    },
+    {
+      "epoch": 0.029363599360096932,
+      "grad_norm": 578.9552612304688,
+      "learning_rate": 1.957097791798107e-06,
+      "loss": 65.875,
+      "step": 3102
+    },
+    {
+      "epoch": 0.029373065381811985,
+      "grad_norm": 788.7144165039062,
+      "learning_rate": 1.9577287066246055e-06,
+      "loss": 31.9609,
+      "step": 3103
+    },
+    {
+      "epoch": 0.029382531403527038,
+      "grad_norm": 401.9947204589844,
+      "learning_rate": 1.958359621451104e-06,
+      "loss": 29.25,
+      "step": 3104
+    },
+    {
+      "epoch": 0.029391997425242095,
+      "grad_norm": 2.8628127574920654,
+      "learning_rate": 1.9589905362776025e-06,
+      "loss": 0.8906,
+      "step": 3105
+    },
+    {
+      "epoch": 0.029401463446957148,
+      "grad_norm": 599.5540161132812,
+      "learning_rate": 1.959621451104101e-06,
+      "loss": 29.2734,
+      "step": 3106
+    },
+    {
+      "epoch": 0.0294109294686722,
+      "grad_norm": 581.6146240234375,
+      "learning_rate": 1.960252365930599e-06,
+      "loss": 43.6406,
+      "step": 3107
+    },
+    {
+      "epoch": 0.029420395490387254,
+      "grad_norm": 577.175537109375,
+      "learning_rate": 1.9608832807570976e-06,
+      "loss": 45.8281,
+      "step": 3108
+    },
+    {
+      "epoch": 0.02942986151210231,
+      "grad_norm": 510.3935852050781,
+      "learning_rate": 1.961514195583596e-06,
+      "loss": 35.6562,
+      "step": 3109
+    },
+    {
+      "epoch": 0.029439327533817363,
+      "grad_norm": 477.02215576171875,
+      "learning_rate": 1.9621451104100946e-06,
+      "loss": 27.6094,
+      "step": 3110
+    },
+    {
+      "epoch": 0.029448793555532416,
+      "grad_norm": 3.247584342956543,
+      "learning_rate": 1.962776025236593e-06,
+      "loss": 0.8472,
+      "step": 3111
+    },
+    {
+      "epoch": 0.02945825957724747,
+      "grad_norm": 354.92413330078125,
+      "learning_rate": 1.9634069400630916e-06,
+      "loss": 30.7891,
+      "step": 3112
+    },
+    {
+      "epoch": 0.029467725598962526,
+      "grad_norm": 1059.577392578125,
+      "learning_rate": 1.9640378548895896e-06,
+      "loss": 66.8906,
+      "step": 3113
+    },
+    {
+      "epoch": 0.02947719162067758,
+      "grad_norm": 556.3794555664062,
+      "learning_rate": 1.964668769716088e-06,
+      "loss": 25.6562,
+      "step": 3114
+    },
+    {
+      "epoch": 0.02948665764239263,
+      "grad_norm": 199.82968139648438,
+      "learning_rate": 1.9652996845425866e-06,
+      "loss": 28.6406,
+      "step": 3115
+    },
+    {
+      "epoch": 0.029496123664107685,
+      "grad_norm": 712.4205932617188,
+      "learning_rate": 1.965930599369085e-06,
+      "loss": 42.6094,
+      "step": 3116
+    },
+    {
+      "epoch": 0.029505589685822738,
+      "grad_norm": 472.3949279785156,
+      "learning_rate": 1.9665615141955836e-06,
+      "loss": 39.2031,
+      "step": 3117
+    },
+    {
+      "epoch": 0.029515055707537794,
+      "grad_norm": 273.7834167480469,
+      "learning_rate": 1.9671924290220817e-06,
+      "loss": 31.2969,
+      "step": 3118
+    },
+    {
+      "epoch": 0.029524521729252847,
+      "grad_norm": 2.4284160137176514,
+      "learning_rate": 1.96782334384858e-06,
+      "loss": 0.7749,
+      "step": 3119
+    },
+    {
+      "epoch": 0.0295339877509679,
+      "grad_norm": 490.3192138671875,
+      "learning_rate": 1.9684542586750787e-06,
+      "loss": 37.4688,
+      "step": 3120
+    },
+    {
+      "epoch": 0.029543453772682953,
+      "grad_norm": 901.8837890625,
+      "learning_rate": 1.969085173501577e-06,
+      "loss": 54.75,
+      "step": 3121
+    },
+    {
+      "epoch": 0.02955291979439801,
+      "grad_norm": 598.9456176757812,
+      "learning_rate": 1.9697160883280756e-06,
+      "loss": 53.375,
+      "step": 3122
+    },
+    {
+      "epoch": 0.029562385816113063,
+      "grad_norm": 237.89077758789062,
+      "learning_rate": 1.970347003154574e-06,
+      "loss": 29.6406,
+      "step": 3123
+    },
+    {
+      "epoch": 0.029571851837828116,
+      "grad_norm": 1173.3260498046875,
+      "learning_rate": 1.970977917981072e-06,
+      "loss": 65.2891,
+      "step": 3124
+    },
+    {
+      "epoch": 0.02958131785954317,
+      "grad_norm": 488.6764221191406,
+      "learning_rate": 1.9716088328075707e-06,
+      "loss": 37.7031,
+      "step": 3125
+    },
+    {
+      "epoch": 0.029590783881258225,
+      "grad_norm": 2.9530367851257324,
+      "learning_rate": 1.972239747634069e-06,
+      "loss": 0.9192,
+      "step": 3126
+    },
+    {
+      "epoch": 0.029600249902973278,
+      "grad_norm": 543.4263305664062,
+      "learning_rate": 1.9728706624605677e-06,
+      "loss": 43.1719,
+      "step": 3127
+    },
+    {
+      "epoch": 0.02960971592468833,
+      "grad_norm": 899.5927734375,
+      "learning_rate": 1.973501577287066e-06,
+      "loss": 41.7031,
+      "step": 3128
+    },
+    {
+      "epoch": 0.029619181946403384,
+      "grad_norm": 284.1377868652344,
+      "learning_rate": 1.9741324921135647e-06,
+      "loss": 28.625,
+      "step": 3129
+    },
+    {
+      "epoch": 0.02962864796811844,
+      "grad_norm": 577.85205078125,
+      "learning_rate": 1.9747634069400627e-06,
+      "loss": 44.4531,
+      "step": 3130
+    },
+    {
+      "epoch": 0.029638113989833494,
+      "grad_norm": 891.6448974609375,
+      "learning_rate": 1.9753943217665612e-06,
+      "loss": 38.6719,
+      "step": 3131
+    },
+    {
+      "epoch": 0.029647580011548547,
+      "grad_norm": 616.3634643554688,
+      "learning_rate": 1.9760252365930597e-06,
+      "loss": 36.3906,
+      "step": 3132
+    },
+    {
+      "epoch": 0.0296570460332636,
+      "grad_norm": 500.46337890625,
+      "learning_rate": 1.9766561514195582e-06,
+      "loss": 26.4844,
+      "step": 3133
+    },
+    {
+      "epoch": 0.029666512054978653,
+      "grad_norm": 853.7125244140625,
+      "learning_rate": 1.9772870662460567e-06,
+      "loss": 51.3281,
+      "step": 3134
+    },
+    {
+      "epoch": 0.02967597807669371,
+      "grad_norm": 1225.314697265625,
+      "learning_rate": 1.977917981072555e-06,
+      "loss": 58.2422,
+      "step": 3135
+    },
+    {
+      "epoch": 0.029685444098408762,
+      "grad_norm": 1324.1092529296875,
+      "learning_rate": 1.9785488958990537e-06,
+      "loss": 47.8906,
+      "step": 3136
+    },
+    {
+      "epoch": 0.029694910120123815,
+      "grad_norm": 546.4848022460938,
+      "learning_rate": 1.9791798107255518e-06,
+      "loss": 37.3594,
+      "step": 3137
+    },
+    {
+      "epoch": 0.029704376141838868,
+      "grad_norm": 501.7084655761719,
+      "learning_rate": 1.9798107255520503e-06,
+      "loss": 41.125,
+      "step": 3138
+    },
+    {
+      "epoch": 0.029713842163553925,
+      "grad_norm": 308.98101806640625,
+      "learning_rate": 1.9804416403785487e-06,
+      "loss": 26.2344,
+      "step": 3139
+    },
+    {
+      "epoch": 0.029723308185268978,
+      "grad_norm": 244.4647979736328,
+      "learning_rate": 1.9810725552050472e-06,
+      "loss": 26.9688,
+      "step": 3140
+    },
+    {
+      "epoch": 0.02973277420698403,
+      "grad_norm": 405.2528991699219,
+      "learning_rate": 1.9817034700315457e-06,
+      "loss": 52.8906,
+      "step": 3141
+    },
+    {
+      "epoch": 0.029742240228699084,
+      "grad_norm": 698.5236206054688,
+      "learning_rate": 1.9823343848580442e-06,
+      "loss": 58.75,
+      "step": 3142
+    },
+    {
+      "epoch": 0.02975170625041414,
+      "grad_norm": 480.1764831542969,
+      "learning_rate": 1.9829652996845427e-06,
+      "loss": 57.3281,
+      "step": 3143
+    },
+    {
+      "epoch": 0.029761172272129193,
+      "grad_norm": 632.9220581054688,
+      "learning_rate": 1.983596214511041e-06,
+      "loss": 26.5,
+      "step": 3144
+    },
+    {
+      "epoch": 0.029770638293844246,
+      "grad_norm": 488.35662841796875,
+      "learning_rate": 1.9842271293375393e-06,
+      "loss": 48.6875,
+      "step": 3145
+    },
+    {
+      "epoch": 0.0297801043155593,
+      "grad_norm": 399.93798828125,
+      "learning_rate": 1.9848580441640378e-06,
+      "loss": 34.8594,
+      "step": 3146
+    },
+    {
+      "epoch": 0.029789570337274352,
+      "grad_norm": 244.40890502929688,
+      "learning_rate": 1.9854889589905363e-06,
+      "loss": 26.4062,
+      "step": 3147
+    },
+    {
+      "epoch": 0.02979903635898941,
+      "grad_norm": 454.66461181640625,
+      "learning_rate": 1.9861198738170348e-06,
+      "loss": 35.5156,
+      "step": 3148
+    },
+    {
+      "epoch": 0.02980850238070446,
+      "grad_norm": 1342.02099609375,
+      "learning_rate": 1.9867507886435333e-06,
+      "loss": 51.4062,
+      "step": 3149
+    },
+    {
+      "epoch": 0.029817968402419515,
+      "grad_norm": 2.7180888652801514,
+      "learning_rate": 1.9873817034700313e-06,
+      "loss": 0.7175,
+      "step": 3150
+    },
+    {
+      "epoch": 0.029827434424134568,
+      "grad_norm": 261.70416259765625,
+      "learning_rate": 1.98801261829653e-06,
+      "loss": 28.8281,
+      "step": 3151
+    },
+    {
+      "epoch": 0.029836900445849624,
+      "grad_norm": 1050.95947265625,
+      "learning_rate": 1.9886435331230283e-06,
+      "loss": 54.2812,
+      "step": 3152
+    },
+    {
+      "epoch": 0.029846366467564677,
+      "grad_norm": 641.332763671875,
+      "learning_rate": 1.989274447949527e-06,
+      "loss": 44.4844,
+      "step": 3153
+    },
+    {
+      "epoch": 0.02985583248927973,
+      "grad_norm": 632.338623046875,
+      "learning_rate": 1.9899053627760253e-06,
+      "loss": 59.6719,
+      "step": 3154
+    },
+    {
+      "epoch": 0.029865298510994783,
+      "grad_norm": 956.9154663085938,
+      "learning_rate": 1.9905362776025238e-06,
+      "loss": 110.4531,
+      "step": 3155
+    },
+    {
+      "epoch": 0.02987476453270984,
+      "grad_norm": 241.5674591064453,
+      "learning_rate": 1.9911671924290223e-06,
+      "loss": 30.6562,
+      "step": 3156
+    },
+    {
+      "epoch": 0.029884230554424893,
+      "grad_norm": 313.2276611328125,
+      "learning_rate": 1.9917981072555203e-06,
+      "loss": 27.8438,
+      "step": 3157
+    },
+    {
+      "epoch": 0.029893696576139946,
+      "grad_norm": 250.06887817382812,
+      "learning_rate": 1.992429022082019e-06,
+      "loss": 27.5156,
+      "step": 3158
+    },
+    {
+      "epoch": 0.029903162597855,
+      "grad_norm": 281.59246826171875,
+      "learning_rate": 1.9930599369085173e-06,
+      "loss": 31.9531,
+      "step": 3159
+    },
+    {
+      "epoch": 0.02991262861957005,
+      "grad_norm": 412.3233947753906,
+      "learning_rate": 1.993690851735016e-06,
+      "loss": 29.1406,
+      "step": 3160
+    },
+    {
+      "epoch": 0.029922094641285108,
+      "grad_norm": 650.00830078125,
+      "learning_rate": 1.9943217665615143e-06,
+      "loss": 34.5781,
+      "step": 3161
+    },
+    {
+      "epoch": 0.02993156066300016,
+      "grad_norm": 458.2017517089844,
+      "learning_rate": 1.9949526813880124e-06,
+      "loss": 27.875,
+      "step": 3162
+    },
+    {
+      "epoch": 0.029941026684715214,
+      "grad_norm": 172.95606994628906,
+      "learning_rate": 1.995583596214511e-06,
+      "loss": 26.3438,
+      "step": 3163
+    },
+    {
+      "epoch": 0.029950492706430267,
+      "grad_norm": 293.0791015625,
+      "learning_rate": 1.9962145110410094e-06,
+      "loss": 39.7188,
+      "step": 3164
+    },
+    {
+      "epoch": 0.029959958728145324,
+      "grad_norm": 502.2494812011719,
+      "learning_rate": 1.996845425867508e-06,
+      "loss": 32.7344,
+      "step": 3165
+    },
+    {
+      "epoch": 0.029969424749860377,
+      "grad_norm": 223.95590209960938,
+      "learning_rate": 1.9974763406940064e-06,
+      "loss": 31.3906,
+      "step": 3166
+    },
+    {
+      "epoch": 0.02997889077157543,
+      "grad_norm": 786.6055908203125,
+      "learning_rate": 1.998107255520505e-06,
+      "loss": 40.7266,
+      "step": 3167
+    },
+    {
+      "epoch": 0.029988356793290483,
+      "grad_norm": 645.2817993164062,
+      "learning_rate": 1.998738170347003e-06,
+      "loss": 35.9688,
+      "step": 3168
+    },
+    {
+      "epoch": 0.02999782281500554,
+      "grad_norm": 788.1417236328125,
+      "learning_rate": 1.9993690851735014e-06,
+      "loss": 57.3438,
+      "step": 3169
+    },
+    {
+      "epoch": 0.030007288836720592,
+      "grad_norm": 392.1400146484375,
+      "learning_rate": 2e-06,
+      "loss": 32.0156,
+      "step": 3170
+    },
+    {
+      "epoch": 0.030016754858435645,
+      "grad_norm": 486.1142883300781,
+      "learning_rate": 1.999999999530032e-06,
+      "loss": 39.6719,
+      "step": 3171
+    },
+    {
+      "epoch": 0.030026220880150698,
+      "grad_norm": 746.9313354492188,
+      "learning_rate": 1.9999999981201297e-06,
+      "loss": 58.25,
+      "step": 3172
+    },
+    {
+      "epoch": 0.03003568690186575,
+      "grad_norm": 569.4801635742188,
+      "learning_rate": 1.9999999957702926e-06,
+      "loss": 37.5312,
+      "step": 3173
+    },
+    {
+      "epoch": 0.030045152923580808,
+      "grad_norm": 235.57142639160156,
+      "learning_rate": 1.9999999924805204e-06,
+      "loss": 27.0312,
+      "step": 3174
+    },
+    {
+      "epoch": 0.03005461894529586,
+      "grad_norm": 279.6739196777344,
+      "learning_rate": 1.999999988250813e-06,
+      "loss": 32.0781,
+      "step": 3175
+    },
+    {
+      "epoch": 0.030064084967010914,
+      "grad_norm": 442.7533874511719,
+      "learning_rate": 1.9999999830811707e-06,
+      "loss": 51.0938,
+      "step": 3176
+    },
+    {
+      "epoch": 0.030073550988725967,
+      "grad_norm": 421.93572998046875,
+      "learning_rate": 1.999999976971594e-06,
+      "loss": 28.2031,
+      "step": 3177
+    },
+    {
+      "epoch": 0.030083017010441023,
+      "grad_norm": 541.4947509765625,
+      "learning_rate": 1.999999969922082e-06,
+      "loss": 54.1719,
+      "step": 3178
+    },
+    {
+      "epoch": 0.030092483032156076,
+      "grad_norm": 448.1448974609375,
+      "learning_rate": 1.999999961932635e-06,
+      "loss": 29.2188,
+      "step": 3179
+    },
+    {
+      "epoch": 0.03010194905387113,
+      "grad_norm": 789.3575439453125,
+      "learning_rate": 1.999999953003253e-06,
+      "loss": 30.3125,
+      "step": 3180
+    },
+    {
+      "epoch": 0.030111415075586182,
+      "grad_norm": 502.7801818847656,
+      "learning_rate": 1.9999999431339365e-06,
+      "loss": 35.125,
+      "step": 3181
+    },
+    {
+      "epoch": 0.03012088109730124,
+      "grad_norm": 696.0413208007812,
+      "learning_rate": 1.9999999323246848e-06,
+      "loss": 63.7422,
+      "step": 3182
+    },
+    {
+      "epoch": 0.03013034711901629,
+      "grad_norm": 446.79144287109375,
+      "learning_rate": 1.999999920575498e-06,
+      "loss": 50.5781,
+      "step": 3183
+    },
+    {
+      "epoch": 0.030139813140731345,
+      "grad_norm": 3369.864501953125,
+      "learning_rate": 1.9999999078863765e-06,
+      "loss": 31.4688,
+      "step": 3184
+    },
+    {
+      "epoch": 0.030149279162446398,
+      "grad_norm": 694.4679565429688,
+      "learning_rate": 1.9999998942573203e-06,
+      "loss": 55.3672,
+      "step": 3185
+    },
+    {
+      "epoch": 0.030158745184161454,
+      "grad_norm": 998.7286376953125,
+      "learning_rate": 1.9999998796883295e-06,
+      "loss": 32.9453,
+      "step": 3186
+    },
+    {
+      "epoch": 0.030168211205876507,
+      "grad_norm": 182.1781005859375,
+      "learning_rate": 1.9999998641794035e-06,
+      "loss": 27.1719,
+      "step": 3187
+    },
+    {
+      "epoch": 0.03017767722759156,
+      "grad_norm": 513.7490844726562,
+      "learning_rate": 1.9999998477305425e-06,
+      "loss": 31.9688,
+      "step": 3188
+    },
+    {
+      "epoch": 0.030187143249306613,
+      "grad_norm": 455.4222412109375,
+      "learning_rate": 1.9999998303417472e-06,
+      "loss": 45.0,
+      "step": 3189
+    },
+    {
+      "epoch": 0.030196609271021666,
+      "grad_norm": 908.7887573242188,
+      "learning_rate": 1.9999998120130164e-06,
+      "loss": 66.8281,
+      "step": 3190
+    },
+    {
+      "epoch": 0.030206075292736723,
+      "grad_norm": 875.125732421875,
+      "learning_rate": 1.9999997927443514e-06,
+      "loss": 37.9531,
+      "step": 3191
+    },
+    {
+      "epoch": 0.030215541314451776,
+      "grad_norm": 269.120361328125,
+      "learning_rate": 1.9999997725357517e-06,
+      "loss": 24.4062,
+      "step": 3192
+    },
+    {
+      "epoch": 0.03022500733616683,
+      "grad_norm": 331.8780517578125,
+      "learning_rate": 1.9999997513872173e-06,
+      "loss": 31.7188,
+      "step": 3193
+    },
+    {
+      "epoch": 0.03023447335788188,
+      "grad_norm": 209.45777893066406,
+      "learning_rate": 1.9999997292987478e-06,
+      "loss": 27.7969,
+      "step": 3194
+    },
+    {
+      "epoch": 0.030243939379596938,
+      "grad_norm": 405.7959899902344,
+      "learning_rate": 1.9999997062703436e-06,
+      "loss": 54.5938,
+      "step": 3195
+    },
+    {
+      "epoch": 0.03025340540131199,
+      "grad_norm": 655.9832763671875,
+      "learning_rate": 1.999999682302005e-06,
+      "loss": 45.75,
+      "step": 3196
+    },
+    {
+      "epoch": 0.030262871423027044,
+      "grad_norm": 683.6698608398438,
+      "learning_rate": 1.9999996573937317e-06,
+      "loss": 35.8438,
+      "step": 3197
+    },
+    {
+      "epoch": 0.030272337444742097,
+      "grad_norm": 312.967041015625,
+      "learning_rate": 1.9999996315455235e-06,
+      "loss": 26.875,
+      "step": 3198
+    },
+    {
+      "epoch": 0.030281803466457154,
+      "grad_norm": 204.2545166015625,
+      "learning_rate": 1.9999996047573815e-06,
+      "loss": 27.625,
+      "step": 3199
+    },
+    {
+      "epoch": 0.030291269488172207,
+      "grad_norm": 3.7489678859710693,
+      "learning_rate": 1.999999577029304e-06,
+      "loss": 0.9409,
+      "step": 3200
+    },
+    {
+      "epoch": 0.03030073550988726,
+      "grad_norm": 642.7227172851562,
+      "learning_rate": 1.9999995483612926e-06,
+      "loss": 38.2969,
+      "step": 3201
+    },
+    {
+      "epoch": 0.030310201531602313,
+      "grad_norm": 323.2586364746094,
+      "learning_rate": 1.999999518753346e-06,
+      "loss": 31.9531,
+      "step": 3202
+    },
+    {
+      "epoch": 0.030319667553317366,
+      "grad_norm": 257.43353271484375,
+      "learning_rate": 1.999999488205466e-06,
+      "loss": 24.5312,
+      "step": 3203
+    },
+    {
+      "epoch": 0.030329133575032422,
+      "grad_norm": 332.5235290527344,
+      "learning_rate": 1.9999994567176504e-06,
+      "loss": 28.2656,
+      "step": 3204
+    },
+    {
+      "epoch": 0.030338599596747475,
+      "grad_norm": 525.5113525390625,
+      "learning_rate": 1.9999994242899008e-06,
+      "loss": 46.125,
+      "step": 3205
+    },
+    {
+      "epoch": 0.030348065618462528,
+      "grad_norm": 487.46136474609375,
+      "learning_rate": 1.999999390922217e-06,
+      "loss": 69.0625,
+      "step": 3206
+    },
+    {
+      "epoch": 0.03035753164017758,
+      "grad_norm": 1184.462158203125,
+      "learning_rate": 1.9999993566145983e-06,
+      "loss": 44.875,
+      "step": 3207
+    },
+    {
+      "epoch": 0.030366997661892638,
+      "grad_norm": 803.6336669921875,
+      "learning_rate": 1.999999321367046e-06,
+      "loss": 37.25,
+      "step": 3208
+    },
+    {
+      "epoch": 0.03037646368360769,
+      "grad_norm": 1426.6248779296875,
+      "learning_rate": 1.999999285179559e-06,
+      "loss": 36.4219,
+      "step": 3209
+    },
+    {
+      "epoch": 0.030385929705322744,
+      "grad_norm": 252.62213134765625,
+      "learning_rate": 1.9999992480521376e-06,
+      "loss": 39.6875,
+      "step": 3210
+    },
+    {
+      "epoch": 0.030395395727037797,
+      "grad_norm": 607.0608520507812,
+      "learning_rate": 1.999999209984782e-06,
+      "loss": 63.75,
+      "step": 3211
+    },
+    {
+      "epoch": 0.030404861748752853,
+      "grad_norm": 349.3918151855469,
+      "learning_rate": 1.999999170977492e-06,
+      "loss": 29.6875,
+      "step": 3212
+    },
+    {
+      "epoch": 0.030414327770467906,
+      "grad_norm": 739.0469360351562,
+      "learning_rate": 1.9999991310302686e-06,
+      "loss": 57.25,
+      "step": 3213
+    },
+    {
+      "epoch": 0.03042379379218296,
+      "grad_norm": 3.6623353958129883,
+      "learning_rate": 1.9999990901431107e-06,
+      "loss": 0.9355,
+      "step": 3214
+    },
+    {
+      "epoch": 0.030433259813898012,
+      "grad_norm": 340.71173095703125,
+      "learning_rate": 1.999999048316018e-06,
+      "loss": 42.8125,
+      "step": 3215
+    },
+    {
+      "epoch": 0.030442725835613065,
+      "grad_norm": 1003.0576782226562,
+      "learning_rate": 1.999999005548992e-06,
+      "loss": 67.3828,
+      "step": 3216
+    },
+    {
+      "epoch": 0.03045219185732812,
+      "grad_norm": 229.98934936523438,
+      "learning_rate": 1.999998961842032e-06,
+      "loss": 31.4688,
+      "step": 3217
+    },
+    {
+      "epoch": 0.030461657879043175,
+      "grad_norm": 450.3116149902344,
+      "learning_rate": 1.999998917195138e-06,
+      "loss": 47.75,
+      "step": 3218
+    },
+    {
+      "epoch": 0.030471123900758228,
+      "grad_norm": 529.7185668945312,
+      "learning_rate": 1.9999988716083096e-06,
+      "loss": 31.0,
+      "step": 3219
+    },
+    {
+      "epoch": 0.03048058992247328,
+      "grad_norm": 523.8282470703125,
+      "learning_rate": 1.999998825081548e-06,
+      "loss": 60.5781,
+      "step": 3220
+    },
+    {
+      "epoch": 0.030490055944188337,
+      "grad_norm": 380.2268981933594,
+      "learning_rate": 1.9999987776148523e-06,
+      "loss": 26.7656,
+      "step": 3221
+    },
+    {
+      "epoch": 0.03049952196590339,
+      "grad_norm": 647.36767578125,
+      "learning_rate": 1.999998729208222e-06,
+      "loss": 38.8594,
+      "step": 3222
+    },
+    {
+      "epoch": 0.030508987987618443,
+      "grad_norm": 432.58770751953125,
+      "learning_rate": 1.999998679861659e-06,
+      "loss": 30.0312,
+      "step": 3223
+    },
+    {
+      "epoch": 0.030518454009333496,
+      "grad_norm": 485.7008361816406,
+      "learning_rate": 1.999998629575162e-06,
+      "loss": 26.9219,
+      "step": 3224
+    },
+    {
+      "epoch": 0.030527920031048553,
+      "grad_norm": 537.4630737304688,
+      "learning_rate": 1.999998578348731e-06,
+      "loss": 42.0312,
+      "step": 3225
+    },
+    {
+      "epoch": 0.030537386052763606,
+      "grad_norm": 813.52978515625,
+      "learning_rate": 1.999998526182367e-06,
+      "loss": 61.5938,
+      "step": 3226
+    },
+    {
+      "epoch": 0.03054685207447866,
+      "grad_norm": 3.3232784271240234,
+      "learning_rate": 1.9999984730760693e-06,
+      "loss": 0.8687,
+      "step": 3227
+    },
+    {
+      "epoch": 0.03055631809619371,
+      "grad_norm": 307.9361877441406,
+      "learning_rate": 1.9999984190298374e-06,
+      "loss": 25.6406,
+      "step": 3228
+    },
+    {
+      "epoch": 0.030565784117908768,
+      "grad_norm": 431.9600524902344,
+      "learning_rate": 1.999998364043673e-06,
+      "loss": 36.0312,
+      "step": 3229
+    },
+    {
+      "epoch": 0.03057525013962382,
+      "grad_norm": 214.1068878173828,
+      "learning_rate": 1.9999983081175747e-06,
+      "loss": 28.7188,
+      "step": 3230
+    },
+    {
+      "epoch": 0.030584716161338874,
+      "grad_norm": 478.6322326660156,
+      "learning_rate": 1.999998251251543e-06,
+      "loss": 31.9531,
+      "step": 3231
+    },
+    {
+      "epoch": 0.030594182183053927,
+      "grad_norm": 517.6741333007812,
+      "learning_rate": 1.999998193445578e-06,
+      "loss": 54.8125,
+      "step": 3232
+    },
+    {
+      "epoch": 0.03060364820476898,
+      "grad_norm": 840.2664794921875,
+      "learning_rate": 1.99999813469968e-06,
+      "loss": 63.5625,
+      "step": 3233
+    },
+    {
+      "epoch": 0.030613114226484037,
+      "grad_norm": 407.71148681640625,
+      "learning_rate": 1.9999980750138484e-06,
+      "loss": 28.1875,
+      "step": 3234
+    },
+    {
+      "epoch": 0.03062258024819909,
+      "grad_norm": 1142.6806640625,
+      "learning_rate": 1.999998014388084e-06,
+      "loss": 72.9453,
+      "step": 3235
+    },
+    {
+      "epoch": 0.030632046269914143,
+      "grad_norm": 384.70233154296875,
+      "learning_rate": 1.9999979528223865e-06,
+      "loss": 52.0781,
+      "step": 3236
+    },
+    {
+      "epoch": 0.030641512291629196,
+      "grad_norm": 435.7012634277344,
+      "learning_rate": 1.9999978903167557e-06,
+      "loss": 24.6641,
+      "step": 3237
+    },
+    {
+      "epoch": 0.030650978313344252,
+      "grad_norm": 437.2834167480469,
+      "learning_rate": 1.9999978268711923e-06,
+      "loss": 33.4531,
+      "step": 3238
+    },
+    {
+      "epoch": 0.030660444335059305,
+      "grad_norm": 639.8961791992188,
+      "learning_rate": 1.999997762485696e-06,
+      "loss": 30.1562,
+      "step": 3239
+    },
+    {
+      "epoch": 0.030669910356774358,
+      "grad_norm": 449.9952087402344,
+      "learning_rate": 1.9999976971602666e-06,
+      "loss": 48.8281,
+      "step": 3240
+    },
+    {
+      "epoch": 0.03067937637848941,
+      "grad_norm": 205.69735717773438,
+      "learning_rate": 1.9999976308949047e-06,
+      "loss": 24.4844,
+      "step": 3241
+    },
+    {
+      "epoch": 0.030688842400204468,
+      "grad_norm": 281.23614501953125,
+      "learning_rate": 1.99999756368961e-06,
+      "loss": 35.9844,
+      "step": 3242
+    },
+    {
+      "epoch": 0.03069830842191952,
+      "grad_norm": 245.3309783935547,
+      "learning_rate": 1.9999974955443824e-06,
+      "loss": 28.4062,
+      "step": 3243
+    },
+    {
+      "epoch": 0.030707774443634574,
+      "grad_norm": 453.17840576171875,
+      "learning_rate": 1.9999974264592224e-06,
+      "loss": 52.5625,
+      "step": 3244
+    },
+    {
+      "epoch": 0.030717240465349627,
+      "grad_norm": 248.95689392089844,
+      "learning_rate": 1.99999735643413e-06,
+      "loss": 23.6094,
+      "step": 3245
+    },
+    {
+      "epoch": 0.03072670648706468,
+      "grad_norm": 190.487060546875,
+      "learning_rate": 1.9999972854691048e-06,
+      "loss": 27.7812,
+      "step": 3246
+    },
+    {
+      "epoch": 0.030736172508779736,
+      "grad_norm": 3.1487772464752197,
+      "learning_rate": 1.999997213564147e-06,
+      "loss": 0.9062,
+      "step": 3247
+    },
+    {
+      "epoch": 0.03074563853049479,
+      "grad_norm": 359.7401123046875,
+      "learning_rate": 1.9999971407192573e-06,
+      "loss": 24.375,
+      "step": 3248
+    },
+    {
+      "epoch": 0.030755104552209842,
+      "grad_norm": 169.2506866455078,
+      "learning_rate": 1.9999970669344354e-06,
+      "loss": 27.2031,
+      "step": 3249
+    },
+    {
+      "epoch": 0.030764570573924895,
+      "grad_norm": 623.527099609375,
+      "learning_rate": 1.9999969922096813e-06,
+      "loss": 60.375,
+      "step": 3250
+    },
+    {
+      "epoch": 0.03077403659563995,
+      "grad_norm": 1009.948486328125,
+      "learning_rate": 1.9999969165449947e-06,
+      "loss": 83.3125,
+      "step": 3251
+    },
+    {
+      "epoch": 0.030783502617355005,
+      "grad_norm": 623.0900268554688,
+      "learning_rate": 1.999996839940377e-06,
+      "loss": 51.1562,
+      "step": 3252
+    },
+    {
+      "epoch": 0.030792968639070058,
+      "grad_norm": 2.6727352142333984,
+      "learning_rate": 1.9999967623958264e-06,
+      "loss": 0.9238,
+      "step": 3253
+    },
+    {
+      "epoch": 0.03080243466078511,
+      "grad_norm": 721.450439453125,
+      "learning_rate": 1.999996683911344e-06,
+      "loss": 40.4688,
+      "step": 3254
+    },
+    {
+      "epoch": 0.030811900682500167,
+      "grad_norm": 2.913428783416748,
+      "learning_rate": 1.99999660448693e-06,
+      "loss": 0.854,
+      "step": 3255
+    },
+    {
+      "epoch": 0.03082136670421522,
+      "grad_norm": 1240.0350341796875,
+      "learning_rate": 1.9999965241225843e-06,
+      "loss": 46.7812,
+      "step": 3256
+    },
+    {
+      "epoch": 0.030830832725930273,
+      "grad_norm": 896.8504638671875,
+      "learning_rate": 1.9999964428183066e-06,
+      "loss": 59.8125,
+      "step": 3257
+    },
+    {
+      "epoch": 0.030840298747645326,
+      "grad_norm": 219.51719665527344,
+      "learning_rate": 1.9999963605740976e-06,
+      "loss": 29.2656,
+      "step": 3258
+    },
+    {
+      "epoch": 0.03084976476936038,
+      "grad_norm": 500.43133544921875,
+      "learning_rate": 1.999996277389957e-06,
+      "loss": 28.9922,
+      "step": 3259
+    },
+    {
+      "epoch": 0.030859230791075436,
+      "grad_norm": 537.9011840820312,
+      "learning_rate": 1.999996193265885e-06,
+      "loss": 54.4531,
+      "step": 3260
+    },
+    {
+      "epoch": 0.03086869681279049,
+      "grad_norm": 184.24314880371094,
+      "learning_rate": 1.9999961082018816e-06,
+      "loss": 26.4531,
+      "step": 3261
+    },
+    {
+      "epoch": 0.03087816283450554,
+      "grad_norm": 273.1463317871094,
+      "learning_rate": 1.9999960221979466e-06,
+      "loss": 33.4531,
+      "step": 3262
+    },
+    {
+      "epoch": 0.030887628856220595,
+      "grad_norm": 652.9874877929688,
+      "learning_rate": 1.9999959352540808e-06,
+      "loss": 74.25,
+      "step": 3263
+    },
+    {
+      "epoch": 0.03089709487793565,
+      "grad_norm": 987.5709228515625,
+      "learning_rate": 1.9999958473702836e-06,
+      "loss": 42.7344,
+      "step": 3264
+    },
+    {
+      "epoch": 0.030906560899650704,
+      "grad_norm": 492.3360900878906,
+      "learning_rate": 1.9999957585465556e-06,
+      "loss": 54.1562,
+      "step": 3265
+    },
+    {
+      "epoch": 0.030916026921365757,
+      "grad_norm": 1432.8507080078125,
+      "learning_rate": 1.9999956687828963e-06,
+      "loss": 27.5469,
+      "step": 3266
+    },
+    {
+      "epoch": 0.03092549294308081,
+      "grad_norm": 1779.567138671875,
+      "learning_rate": 1.9999955780793066e-06,
+      "loss": 36.25,
+      "step": 3267
+    },
+    {
+      "epoch": 0.030934958964795867,
+      "grad_norm": 905.7508544921875,
+      "learning_rate": 1.9999954864357856e-06,
+      "loss": 26.3125,
+      "step": 3268
+    },
+    {
+      "epoch": 0.03094442498651092,
+      "grad_norm": 330.67169189453125,
+      "learning_rate": 1.9999953938523346e-06,
+      "loss": 41.1406,
+      "step": 3269
+    },
+    {
+      "epoch": 0.030953891008225973,
+      "grad_norm": 620.3714599609375,
+      "learning_rate": 1.9999953003289522e-06,
+      "loss": 70.5781,
+      "step": 3270
+    },
+    {
+      "epoch": 0.030963357029941026,
+      "grad_norm": 459.8768615722656,
+      "learning_rate": 1.99999520586564e-06,
+      "loss": 28.7578,
+      "step": 3271
+    },
+    {
+      "epoch": 0.030972823051656082,
+      "grad_norm": 312.7322998046875,
+      "learning_rate": 1.9999951104623967e-06,
+      "loss": 28.1094,
+      "step": 3272
+    },
+    {
+      "epoch": 0.030982289073371135,
+      "grad_norm": 251.69932556152344,
+      "learning_rate": 1.999995014119223e-06,
+      "loss": 27.7031,
+      "step": 3273
+    },
+    {
+      "epoch": 0.030991755095086188,
+      "grad_norm": 670.822509765625,
+      "learning_rate": 1.9999949168361195e-06,
+      "loss": 52.4219,
+      "step": 3274
+    },
+    {
+      "epoch": 0.03100122111680124,
+      "grad_norm": 512.6666259765625,
+      "learning_rate": 1.999994818613086e-06,
+      "loss": 45.1562,
+      "step": 3275
+    },
+    {
+      "epoch": 0.031010687138516294,
+      "grad_norm": 291.78076171875,
+      "learning_rate": 1.999994719450122e-06,
+      "loss": 23.9375,
+      "step": 3276
+    },
+    {
+      "epoch": 0.03102015316023135,
+      "grad_norm": 406.6192321777344,
+      "learning_rate": 1.999994619347228e-06,
+      "loss": 39.5781,
+      "step": 3277
+    },
+    {
+      "epoch": 0.031029619181946404,
+      "grad_norm": 327.3577880859375,
+      "learning_rate": 1.9999945183044043e-06,
+      "loss": 26.7812,
+      "step": 3278
+    },
+    {
+      "epoch": 0.031039085203661457,
+      "grad_norm": 256.3595886230469,
+      "learning_rate": 1.999994416321651e-06,
+      "loss": 27.4062,
+      "step": 3279
+    },
+    {
+      "epoch": 0.03104855122537651,
+      "grad_norm": 556.26220703125,
+      "learning_rate": 1.9999943133989677e-06,
+      "loss": 38.9844,
+      "step": 3280
+    },
+    {
+      "epoch": 0.031058017247091566,
+      "grad_norm": 293.7099304199219,
+      "learning_rate": 1.9999942095363548e-06,
+      "loss": 28.6719,
+      "step": 3281
+    },
+    {
+      "epoch": 0.03106748326880662,
+      "grad_norm": 356.8780822753906,
+      "learning_rate": 1.9999941047338123e-06,
+      "loss": 36.7344,
+      "step": 3282
+    },
+    {
+      "epoch": 0.031076949290521672,
+      "grad_norm": 186.85328674316406,
+      "learning_rate": 1.9999939989913406e-06,
+      "loss": 28.9688,
+      "step": 3283
+    },
+    {
+      "epoch": 0.031086415312236725,
+      "grad_norm": 768.3455200195312,
+      "learning_rate": 1.99999389230894e-06,
+      "loss": 51.9922,
+      "step": 3284
+    },
+    {
+      "epoch": 0.03109588133395178,
+      "grad_norm": 2.9011898040771484,
+      "learning_rate": 1.9999937846866094e-06,
+      "loss": 0.8628,
+      "step": 3285
+    },
+    {
+      "epoch": 0.031105347355666835,
+      "grad_norm": 928.253662109375,
+      "learning_rate": 1.99999367612435e-06,
+      "loss": 40.8672,
+      "step": 3286
+    },
+    {
+      "epoch": 0.031114813377381888,
+      "grad_norm": 709.6005249023438,
+      "learning_rate": 1.999993566622162e-06,
+      "loss": 49.4844,
+      "step": 3287
+    },
+    {
+      "epoch": 0.03112427939909694,
+      "grad_norm": 417.0143737792969,
+      "learning_rate": 1.9999934561800444e-06,
+      "loss": 51.5469,
+      "step": 3288
+    },
+    {
+      "epoch": 0.031133745420811994,
+      "grad_norm": 385.7736511230469,
+      "learning_rate": 1.9999933447979985e-06,
+      "loss": 25.4141,
+      "step": 3289
+    },
+    {
+      "epoch": 0.03114321144252705,
+      "grad_norm": 233.8036651611328,
+      "learning_rate": 1.9999932324760235e-06,
+      "loss": 28.125,
+      "step": 3290
+    },
+    {
+      "epoch": 0.031152677464242103,
+      "grad_norm": 524.3990478515625,
+      "learning_rate": 1.9999931192141202e-06,
+      "loss": 23.707,
+      "step": 3291
+    },
+    {
+      "epoch": 0.031162143485957156,
+      "grad_norm": 314.5956115722656,
+      "learning_rate": 1.9999930050122886e-06,
+      "loss": 35.3516,
+      "step": 3292
+    },
+    {
+      "epoch": 0.03117160950767221,
+      "grad_norm": 1412.33251953125,
+      "learning_rate": 1.9999928898705286e-06,
+      "loss": 53.4531,
+      "step": 3293
+    },
+    {
+      "epoch": 0.031181075529387266,
+      "grad_norm": 363.5382080078125,
+      "learning_rate": 1.99999277378884e-06,
+      "loss": 25.4375,
+      "step": 3294
+    },
+    {
+      "epoch": 0.03119054155110232,
+      "grad_norm": 517.1614379882812,
+      "learning_rate": 1.9999926567672233e-06,
+      "loss": 83.625,
+      "step": 3295
+    },
+    {
+      "epoch": 0.031200007572817372,
+      "grad_norm": 676.931396484375,
+      "learning_rate": 1.999992538805679e-06,
+      "loss": 41.2422,
+      "step": 3296
+    },
+    {
+      "epoch": 0.031209473594532425,
+      "grad_norm": 289.19940185546875,
+      "learning_rate": 1.999992419904206e-06,
+      "loss": 25.5547,
+      "step": 3297
+    },
+    {
+      "epoch": 0.03121893961624748,
+      "grad_norm": 716.4273071289062,
+      "learning_rate": 1.9999923000628057e-06,
+      "loss": 49.5156,
+      "step": 3298
+    },
+    {
+      "epoch": 0.031228405637962534,
+      "grad_norm": 251.3394012451172,
+      "learning_rate": 1.999992179281478e-06,
+      "loss": 32.2031,
+      "step": 3299
+    },
+    {
+      "epoch": 0.031237871659677587,
+      "grad_norm": 612.5974731445312,
+      "learning_rate": 1.999992057560222e-06,
+      "loss": 39.5625,
+      "step": 3300
+    },
+    {
+      "epoch": 0.03124733768139264,
+      "grad_norm": 194.70318603515625,
+      "learning_rate": 1.9999919348990387e-06,
+      "loss": 28.5156,
+      "step": 3301
+    },
+    {
+      "epoch": 0.0312568037031077,
+      "grad_norm": 314.84722900390625,
+      "learning_rate": 1.9999918112979285e-06,
+      "loss": 39.9375,
+      "step": 3302
+    },
+    {
+      "epoch": 0.03126626972482275,
+      "grad_norm": 277.33990478515625,
+      "learning_rate": 1.9999916867568905e-06,
+      "loss": 26.1328,
+      "step": 3303
+    },
+    {
+      "epoch": 0.0312757357465378,
+      "grad_norm": 389.2458801269531,
+      "learning_rate": 1.9999915612759257e-06,
+      "loss": 25.7266,
+      "step": 3304
+    },
+    {
+      "epoch": 0.031285201768252856,
+      "grad_norm": 604.673828125,
+      "learning_rate": 1.9999914348550336e-06,
+      "loss": 32.6484,
+      "step": 3305
+    },
+    {
+      "epoch": 0.03129466778996791,
+      "grad_norm": 457.7138366699219,
+      "learning_rate": 1.999991307494215e-06,
+      "loss": 34.4453,
+      "step": 3306
+    },
+    {
+      "epoch": 0.03130413381168296,
+      "grad_norm": 426.0896911621094,
+      "learning_rate": 1.9999911791934693e-06,
+      "loss": 66.5781,
+      "step": 3307
+    },
+    {
+      "epoch": 0.031313599833398015,
+      "grad_norm": 365.23931884765625,
+      "learning_rate": 1.999991049952797e-06,
+      "loss": 33.7969,
+      "step": 3308
+    },
+    {
+      "epoch": 0.031323065855113075,
+      "grad_norm": 600.200439453125,
+      "learning_rate": 1.999990919772198e-06,
+      "loss": 46.5625,
+      "step": 3309
+    },
+    {
+      "epoch": 0.03133253187682813,
+      "grad_norm": 202.21177673339844,
+      "learning_rate": 1.9999907886516732e-06,
+      "loss": 29.8125,
+      "step": 3310
+    },
+    {
+      "epoch": 0.03134199789854318,
+      "grad_norm": 303.09619140625,
+      "learning_rate": 1.9999906565912217e-06,
+      "loss": 29.0312,
+      "step": 3311
+    },
+    {
+      "epoch": 0.031351463920258234,
+      "grad_norm": 895.576904296875,
+      "learning_rate": 1.999990523590844e-06,
+      "loss": 60.7344,
+      "step": 3312
+    },
+    {
+      "epoch": 0.03136092994197329,
+      "grad_norm": 513.9495239257812,
+      "learning_rate": 1.99999038965054e-06,
+      "loss": 30.375,
+      "step": 3313
+    },
+    {
+      "epoch": 0.03137039596368834,
+      "grad_norm": 1219.282958984375,
+      "learning_rate": 1.9999902547703103e-06,
+      "loss": 51.7344,
+      "step": 3314
+    },
+    {
+      "epoch": 0.03137986198540339,
+      "grad_norm": 292.9039611816406,
+      "learning_rate": 1.9999901189501552e-06,
+      "loss": 28.7344,
+      "step": 3315
+    },
+    {
+      "epoch": 0.031389328007118446,
+      "grad_norm": 706.609130859375,
+      "learning_rate": 1.9999899821900744e-06,
+      "loss": 71.3438,
+      "step": 3316
+    },
+    {
+      "epoch": 0.0313987940288335,
+      "grad_norm": 510.2052917480469,
+      "learning_rate": 1.9999898444900678e-06,
+      "loss": 57.6406,
+      "step": 3317
+    },
+    {
+      "epoch": 0.03140826005054856,
+      "grad_norm": 673.063720703125,
+      "learning_rate": 1.9999897058501358e-06,
+      "loss": 51.3438,
+      "step": 3318
+    },
+    {
+      "epoch": 0.03141772607226361,
+      "grad_norm": 303.8896789550781,
+      "learning_rate": 1.9999895662702784e-06,
+      "loss": 27.1094,
+      "step": 3319
+    },
+    {
+      "epoch": 0.031427192093978665,
+      "grad_norm": 435.636474609375,
+      "learning_rate": 1.9999894257504957e-06,
+      "loss": 61.75,
+      "step": 3320
+    },
+    {
+      "epoch": 0.03143665811569372,
+      "grad_norm": 607.21435546875,
+      "learning_rate": 1.9999892842907885e-06,
+      "loss": 59.7344,
+      "step": 3321
+    },
+    {
+      "epoch": 0.03144612413740877,
+      "grad_norm": 178.88523864746094,
+      "learning_rate": 1.9999891418911564e-06,
+      "loss": 26.7031,
+      "step": 3322
+    },
+    {
+      "epoch": 0.031455590159123824,
+      "grad_norm": 1023.7301025390625,
+      "learning_rate": 1.9999889985515993e-06,
+      "loss": 46.4453,
+      "step": 3323
+    },
+    {
+      "epoch": 0.03146505618083888,
+      "grad_norm": 848.8565673828125,
+      "learning_rate": 1.9999888542721177e-06,
+      "loss": 52.5,
+      "step": 3324
+    },
+    {
+      "epoch": 0.03147452220255393,
+      "grad_norm": 799.8582153320312,
+      "learning_rate": 1.9999887090527116e-06,
+      "loss": 72.1875,
+      "step": 3325
+    },
+    {
+      "epoch": 0.03148398822426899,
+      "grad_norm": 364.5196228027344,
+      "learning_rate": 1.9999885628933815e-06,
+      "loss": 32.2031,
+      "step": 3326
+    },
+    {
+      "epoch": 0.03149345424598404,
+      "grad_norm": 245.7971649169922,
+      "learning_rate": 1.9999884157941268e-06,
+      "loss": 25.6172,
+      "step": 3327
+    },
+    {
+      "epoch": 0.031502920267699096,
+      "grad_norm": 429.31134033203125,
+      "learning_rate": 1.999988267754948e-06,
+      "loss": 44.75,
+      "step": 3328
+    },
+    {
+      "epoch": 0.03151238628941415,
+      "grad_norm": 1012.7095336914062,
+      "learning_rate": 1.9999881187758456e-06,
+      "loss": 58.2344,
+      "step": 3329
+    },
+    {
+      "epoch": 0.0315218523111292,
+      "grad_norm": 474.3479309082031,
+      "learning_rate": 1.999987968856819e-06,
+      "loss": 38.8047,
+      "step": 3330
+    },
+    {
+      "epoch": 0.031531318332844255,
+      "grad_norm": 456.90093994140625,
+      "learning_rate": 1.9999878179978693e-06,
+      "loss": 32.1875,
+      "step": 3331
+    },
+    {
+      "epoch": 0.03154078435455931,
+      "grad_norm": 299.2099304199219,
+      "learning_rate": 1.9999876661989954e-06,
+      "loss": 30.7188,
+      "step": 3332
+    },
+    {
+      "epoch": 0.03155025037627436,
+      "grad_norm": 306.9521789550781,
+      "learning_rate": 1.9999875134601988e-06,
+      "loss": 28.4219,
+      "step": 3333
+    },
+    {
+      "epoch": 0.031559716397989414,
+      "grad_norm": 603.1840209960938,
+      "learning_rate": 1.999987359781479e-06,
+      "loss": 59.4375,
+      "step": 3334
+    },
+    {
+      "epoch": 0.031569182419704474,
+      "grad_norm": 387.1522521972656,
+      "learning_rate": 1.9999872051628353e-06,
+      "loss": 41.7031,
+      "step": 3335
+    },
+    {
+      "epoch": 0.03157864844141953,
+      "grad_norm": 705.6858520507812,
+      "learning_rate": 1.9999870496042693e-06,
+      "loss": 44.8125,
+      "step": 3336
+    },
+    {
+      "epoch": 0.03158811446313458,
+      "grad_norm": 1911.96484375,
+      "learning_rate": 1.9999868931057806e-06,
+      "loss": 44.0625,
+      "step": 3337
+    },
+    {
+      "epoch": 0.03159758048484963,
+      "grad_norm": 664.0446166992188,
+      "learning_rate": 1.9999867356673694e-06,
+      "loss": 33.2812,
+      "step": 3338
+    },
+    {
+      "epoch": 0.031607046506564686,
+      "grad_norm": 408.93328857421875,
+      "learning_rate": 1.9999865772890354e-06,
+      "loss": 32.625,
+      "step": 3339
+    },
+    {
+      "epoch": 0.03161651252827974,
+      "grad_norm": 276.5694885253906,
+      "learning_rate": 1.999986417970779e-06,
+      "loss": 25.7344,
+      "step": 3340
+    },
+    {
+      "epoch": 0.03162597854999479,
+      "grad_norm": 439.4228820800781,
+      "learning_rate": 1.9999862577126007e-06,
+      "loss": 48.4531,
+      "step": 3341
+    },
+    {
+      "epoch": 0.031635444571709845,
+      "grad_norm": 647.5966796875,
+      "learning_rate": 1.9999860965145e-06,
+      "loss": 75.5469,
+      "step": 3342
+    },
+    {
+      "epoch": 0.031644910593424905,
+      "grad_norm": 363.9642639160156,
+      "learning_rate": 1.999985934376478e-06,
+      "loss": 28.4219,
+      "step": 3343
+    },
+    {
+      "epoch": 0.03165437661513996,
+      "grad_norm": 1019.212646484375,
+      "learning_rate": 1.999985771298534e-06,
+      "loss": 67.875,
+      "step": 3344
+    },
+    {
+      "epoch": 0.03166384263685501,
+      "grad_norm": 348.827392578125,
+      "learning_rate": 1.999985607280668e-06,
+      "loss": 29.5625,
+      "step": 3345
+    },
+    {
+      "epoch": 0.031673308658570064,
+      "grad_norm": 332.645263671875,
+      "learning_rate": 1.999985442322881e-06,
+      "loss": 33.9062,
+      "step": 3346
+    },
+    {
+      "epoch": 0.03168277468028512,
+      "grad_norm": 260.5066223144531,
+      "learning_rate": 1.999985276425173e-06,
+      "loss": 24.375,
+      "step": 3347
+    },
+    {
+      "epoch": 0.03169224070200017,
+      "grad_norm": 191.41416931152344,
+      "learning_rate": 1.9999851095875436e-06,
+      "loss": 31.0312,
+      "step": 3348
+    },
+    {
+      "epoch": 0.03170170672371522,
+      "grad_norm": 658.6119995117188,
+      "learning_rate": 1.999984941809993e-06,
+      "loss": 33.2266,
+      "step": 3349
+    },
+    {
+      "epoch": 0.031711172745430276,
+      "grad_norm": 205.93592834472656,
+      "learning_rate": 1.999984773092522e-06,
+      "loss": 23.2812,
+      "step": 3350
+    },
+    {
+      "epoch": 0.03172063876714533,
+      "grad_norm": 240.97244262695312,
+      "learning_rate": 1.99998460343513e-06,
+      "loss": 29.5781,
+      "step": 3351
+    },
+    {
+      "epoch": 0.03173010478886039,
+      "grad_norm": 1157.7183837890625,
+      "learning_rate": 1.999984432837818e-06,
+      "loss": 42.75,
+      "step": 3352
+    },
+    {
+      "epoch": 0.03173957081057544,
+      "grad_norm": 526.8160400390625,
+      "learning_rate": 1.999984261300585e-06,
+      "loss": 30.0078,
+      "step": 3353
+    },
+    {
+      "epoch": 0.031749036832290495,
+      "grad_norm": 276.1238098144531,
+      "learning_rate": 1.9999840888234327e-06,
+      "loss": 30.2344,
+      "step": 3354
+    },
+    {
+      "epoch": 0.03175850285400555,
+      "grad_norm": 204.40716552734375,
+      "learning_rate": 1.99998391540636e-06,
+      "loss": 29.9219,
+      "step": 3355
+    },
+    {
+      "epoch": 0.0317679688757206,
+      "grad_norm": 208.9193878173828,
+      "learning_rate": 1.9999837410493673e-06,
+      "loss": 27.6094,
+      "step": 3356
+    },
+    {
+      "epoch": 0.031777434897435654,
+      "grad_norm": 904.1305541992188,
+      "learning_rate": 1.9999835657524553e-06,
+      "loss": 59.8906,
+      "step": 3357
+    },
+    {
+      "epoch": 0.03178690091915071,
+      "grad_norm": 334.5029602050781,
+      "learning_rate": 1.9999833895156234e-06,
+      "loss": 24.2891,
+      "step": 3358
+    },
+    {
+      "epoch": 0.03179636694086576,
+      "grad_norm": 221.40673828125,
+      "learning_rate": 1.9999832123388725e-06,
+      "loss": 24.25,
+      "step": 3359
+    },
+    {
+      "epoch": 0.03180583296258081,
+      "grad_norm": 585.0147705078125,
+      "learning_rate": 1.999983034222202e-06,
+      "loss": 58.3672,
+      "step": 3360
+    },
+    {
+      "epoch": 0.03181529898429587,
+      "grad_norm": 562.0262451171875,
+      "learning_rate": 1.9999828551656132e-06,
+      "loss": 61.0312,
+      "step": 3361
+    },
+    {
+      "epoch": 0.031824765006010926,
+      "grad_norm": 1074.15283203125,
+      "learning_rate": 1.999982675169105e-06,
+      "loss": 76.8516,
+      "step": 3362
+    },
+    {
+      "epoch": 0.03183423102772598,
+      "grad_norm": 467.15045166015625,
+      "learning_rate": 1.999982494232678e-06,
+      "loss": 55.9375,
+      "step": 3363
+    },
+    {
+      "epoch": 0.03184369704944103,
+      "grad_norm": 341.1269836425781,
+      "learning_rate": 1.999982312356333e-06,
+      "loss": 28.2031,
+      "step": 3364
+    },
+    {
+      "epoch": 0.031853163071156085,
+      "grad_norm": 390.0650329589844,
+      "learning_rate": 1.9999821295400693e-06,
+      "loss": 33.1016,
+      "step": 3365
+    },
+    {
+      "epoch": 0.03186262909287114,
+      "grad_norm": 556.1158447265625,
+      "learning_rate": 1.999981945783888e-06,
+      "loss": 50.9062,
+      "step": 3366
+    },
+    {
+      "epoch": 0.03187209511458619,
+      "grad_norm": 653.0689697265625,
+      "learning_rate": 1.9999817610877883e-06,
+      "loss": 53.6406,
+      "step": 3367
+    },
+    {
+      "epoch": 0.031881561136301244,
+      "grad_norm": 3.1060891151428223,
+      "learning_rate": 1.9999815754517706e-06,
+      "loss": 0.8911,
+      "step": 3368
+    },
+    {
+      "epoch": 0.031891027158016304,
+      "grad_norm": 477.9071044921875,
+      "learning_rate": 1.999981388875836e-06,
+      "loss": 53.4375,
+      "step": 3369
+    },
+    {
+      "epoch": 0.03190049317973136,
+      "grad_norm": 336.6730041503906,
+      "learning_rate": 1.9999812013599833e-06,
+      "loss": 29.9844,
+      "step": 3370
+    },
+    {
+      "epoch": 0.03190995920144641,
+      "grad_norm": 681.0098876953125,
+      "learning_rate": 1.9999810129042132e-06,
+      "loss": 44.7812,
+      "step": 3371
+    },
+    {
+      "epoch": 0.03191942522316146,
+      "grad_norm": 694.3992919921875,
+      "learning_rate": 1.9999808235085263e-06,
+      "loss": 42.2969,
+      "step": 3372
+    },
+    {
+      "epoch": 0.031928891244876516,
+      "grad_norm": 1285.9647216796875,
+      "learning_rate": 1.999980633172923e-06,
+      "loss": 77.5312,
+      "step": 3373
+    },
+    {
+      "epoch": 0.03193835726659157,
+      "grad_norm": 3.225764036178589,
+      "learning_rate": 1.999980441897402e-06,
+      "loss": 1.0474,
+      "step": 3374
+    },
+    {
+      "epoch": 0.03194782328830662,
+      "grad_norm": 406.3236389160156,
+      "learning_rate": 1.999980249681965e-06,
+      "loss": 28.2812,
+      "step": 3375
+    },
+    {
+      "epoch": 0.031957289310021675,
+      "grad_norm": 3.220310926437378,
+      "learning_rate": 1.999980056526612e-06,
+      "loss": 0.8965,
+      "step": 3376
+    },
+    {
+      "epoch": 0.03196675533173673,
+      "grad_norm": 592.7985229492188,
+      "learning_rate": 1.999979862431342e-06,
+      "loss": 48.5625,
+      "step": 3377
+    },
+    {
+      "epoch": 0.03197622135345179,
+      "grad_norm": 870.5581665039062,
+      "learning_rate": 1.9999796673961564e-06,
+      "loss": 57.1719,
+      "step": 3378
+    },
+    {
+      "epoch": 0.03198568737516684,
+      "grad_norm": 225.9832000732422,
+      "learning_rate": 1.9999794714210547e-06,
+      "loss": 28.9531,
+      "step": 3379
+    },
+    {
+      "epoch": 0.031995153396881894,
+      "grad_norm": 194.03749084472656,
+      "learning_rate": 1.9999792745060377e-06,
+      "loss": 21.8906,
+      "step": 3380
+    },
+    {
+      "epoch": 0.03200461941859695,
+      "grad_norm": 402.4746398925781,
+      "learning_rate": 1.9999790766511047e-06,
+      "loss": 33.9531,
+      "step": 3381
+    },
+    {
+      "epoch": 0.032014085440312,
+      "grad_norm": 397.0271301269531,
+      "learning_rate": 1.9999788778562565e-06,
+      "loss": 35.8906,
+      "step": 3382
+    },
+    {
+      "epoch": 0.03202355146202705,
+      "grad_norm": 746.3742065429688,
+      "learning_rate": 1.9999786781214936e-06,
+      "loss": 62.7969,
+      "step": 3383
+    },
+    {
+      "epoch": 0.032033017483742106,
+      "grad_norm": 539.602783203125,
+      "learning_rate": 1.999978477446816e-06,
+      "loss": 40.2031,
+      "step": 3384
+    },
+    {
+      "epoch": 0.03204248350545716,
+      "grad_norm": 737.9983520507812,
+      "learning_rate": 1.9999782758322234e-06,
+      "loss": 48.4375,
+      "step": 3385
+    },
+    {
+      "epoch": 0.03205194952717222,
+      "grad_norm": 917.9995727539062,
+      "learning_rate": 1.9999780732777157e-06,
+      "loss": 73.0078,
+      "step": 3386
+    },
+    {
+      "epoch": 0.03206141554888727,
+      "grad_norm": 855.3569946289062,
+      "learning_rate": 1.9999778697832946e-06,
+      "loss": 44.3828,
+      "step": 3387
+    },
+    {
+      "epoch": 0.032070881570602325,
+      "grad_norm": 794.7740478515625,
+      "learning_rate": 1.999977665348959e-06,
+      "loss": 63.125,
+      "step": 3388
+    },
+    {
+      "epoch": 0.03208034759231738,
+      "grad_norm": 218.09326171875,
+      "learning_rate": 1.999977459974709e-06,
+      "loss": 29.2969,
+      "step": 3389
+    },
+    {
+      "epoch": 0.03208981361403243,
+      "grad_norm": 424.3377380371094,
+      "learning_rate": 1.999977253660546e-06,
+      "loss": 57.7031,
+      "step": 3390
+    },
+    {
+      "epoch": 0.032099279635747484,
+      "grad_norm": 1058.726806640625,
+      "learning_rate": 1.9999770464064685e-06,
+      "loss": 55.0938,
+      "step": 3391
+    },
+    {
+      "epoch": 0.03210874565746254,
+      "grad_norm": 3.0147533416748047,
+      "learning_rate": 1.9999768382124786e-06,
+      "loss": 0.8356,
+      "step": 3392
+    },
+    {
+      "epoch": 0.03211821167917759,
+      "grad_norm": 3.0228869915008545,
+      "learning_rate": 1.999976629078575e-06,
+      "loss": 0.917,
+      "step": 3393
+    },
+    {
+      "epoch": 0.03212767770089264,
+      "grad_norm": 379.7904357910156,
+      "learning_rate": 1.9999764190047587e-06,
+      "loss": 54.0938,
+      "step": 3394
+    },
+    {
+      "epoch": 0.0321371437226077,
+      "grad_norm": 3.2490735054016113,
+      "learning_rate": 1.9999762079910295e-06,
+      "loss": 0.9688,
+      "step": 3395
+    },
+    {
+      "epoch": 0.032146609744322756,
+      "grad_norm": 403.87677001953125,
+      "learning_rate": 1.9999759960373877e-06,
+      "loss": 32.9375,
+      "step": 3396
+    },
+    {
+      "epoch": 0.03215607576603781,
+      "grad_norm": 313.8369140625,
+      "learning_rate": 1.9999757831438332e-06,
+      "loss": 30.1719,
+      "step": 3397
+    },
+    {
+      "epoch": 0.03216554178775286,
+      "grad_norm": 539.1091918945312,
+      "learning_rate": 1.999975569310367e-06,
+      "loss": 54.7734,
+      "step": 3398
+    },
+    {
+      "epoch": 0.032175007809467915,
+      "grad_norm": 536.8291015625,
+      "learning_rate": 1.9999753545369885e-06,
+      "loss": 33.6719,
+      "step": 3399
+    },
+    {
+      "epoch": 0.03218447383118297,
+      "grad_norm": 281.17779541015625,
+      "learning_rate": 1.999975138823698e-06,
+      "loss": 26.6406,
+      "step": 3400
+    },
+    {
+      "epoch": 0.03219393985289802,
+      "grad_norm": 411.66943359375,
+      "learning_rate": 1.9999749221704965e-06,
+      "loss": 36.7578,
+      "step": 3401
+    },
+    {
+      "epoch": 0.032203405874613074,
+      "grad_norm": 869.3652954101562,
+      "learning_rate": 1.9999747045773834e-06,
+      "loss": 48.1875,
+      "step": 3402
+    },
+    {
+      "epoch": 0.03221287189632813,
+      "grad_norm": 392.89324951171875,
+      "learning_rate": 1.9999744860443594e-06,
+      "loss": 33.1172,
+      "step": 3403
+    },
+    {
+      "epoch": 0.03222233791804319,
+      "grad_norm": 3.7795960903167725,
+      "learning_rate": 1.999974266571424e-06,
+      "loss": 0.9243,
+      "step": 3404
+    },
+    {
+      "epoch": 0.03223180393975824,
+      "grad_norm": 2.7467689514160156,
+      "learning_rate": 1.999974046158578e-06,
+      "loss": 0.7791,
+      "step": 3405
+    },
+    {
+      "epoch": 0.03224126996147329,
+      "grad_norm": 3.111161947250366,
+      "learning_rate": 1.9999738248058217e-06,
+      "loss": 1.0098,
+      "step": 3406
+    },
+    {
+      "epoch": 0.032250735983188346,
+      "grad_norm": 441.5636291503906,
+      "learning_rate": 1.9999736025131547e-06,
+      "loss": 38.625,
+      "step": 3407
+    },
+    {
+      "epoch": 0.0322602020049034,
+      "grad_norm": 559.6317138671875,
+      "learning_rate": 1.9999733792805776e-06,
+      "loss": 69.4609,
+      "step": 3408
+    },
+    {
+      "epoch": 0.03226966802661845,
+      "grad_norm": 3.6285147666931152,
+      "learning_rate": 1.9999731551080903e-06,
+      "loss": 1.0176,
+      "step": 3409
+    },
+    {
+      "epoch": 0.032279134048333505,
+      "grad_norm": 458.4759826660156,
+      "learning_rate": 1.999972929995694e-06,
+      "loss": 27.0625,
+      "step": 3410
+    },
+    {
+      "epoch": 0.03228860007004856,
+      "grad_norm": 3.017141580581665,
+      "learning_rate": 1.9999727039433877e-06,
+      "loss": 0.9155,
+      "step": 3411
+    },
+    {
+      "epoch": 0.03229806609176362,
+      "grad_norm": 264.9696350097656,
+      "learning_rate": 1.9999724769511723e-06,
+      "loss": 28.1406,
+      "step": 3412
+    },
+    {
+      "epoch": 0.03230753211347867,
+      "grad_norm": 522.0541381835938,
+      "learning_rate": 1.9999722490190476e-06,
+      "loss": 44.0781,
+      "step": 3413
+    },
+    {
+      "epoch": 0.032316998135193724,
+      "grad_norm": 745.7404174804688,
+      "learning_rate": 1.9999720201470145e-06,
+      "loss": 35.9062,
+      "step": 3414
+    },
+    {
+      "epoch": 0.03232646415690878,
+      "grad_norm": 2.5280985832214355,
+      "learning_rate": 1.9999717903350725e-06,
+      "loss": 0.8511,
+      "step": 3415
+    },
+    {
+      "epoch": 0.03233593017862383,
+      "grad_norm": 213.4480743408203,
+      "learning_rate": 1.9999715595832218e-06,
+      "loss": 30.9688,
+      "step": 3416
+    },
+    {
+      "epoch": 0.03234539620033888,
+      "grad_norm": 566.2525634765625,
+      "learning_rate": 1.999971327891463e-06,
+      "loss": 46.4062,
+      "step": 3417
+    },
+    {
+      "epoch": 0.032354862222053936,
+      "grad_norm": 724.3072509765625,
+      "learning_rate": 1.999971095259796e-06,
+      "loss": 62.0,
+      "step": 3418
+    },
+    {
+      "epoch": 0.03236432824376899,
+      "grad_norm": 336.5927734375,
+      "learning_rate": 1.999970861688222e-06,
+      "loss": 27.375,
+      "step": 3419
+    },
+    {
+      "epoch": 0.03237379426548404,
+      "grad_norm": 463.91888427734375,
+      "learning_rate": 1.99997062717674e-06,
+      "loss": 32.6562,
+      "step": 3420
+    },
+    {
+      "epoch": 0.0323832602871991,
+      "grad_norm": 254.52938842773438,
+      "learning_rate": 1.9999703917253505e-06,
+      "loss": 31.2812,
+      "step": 3421
+    },
+    {
+      "epoch": 0.032392726308914155,
+      "grad_norm": 293.4938659667969,
+      "learning_rate": 1.9999701553340543e-06,
+      "loss": 30.0156,
+      "step": 3422
+    },
+    {
+      "epoch": 0.03240219233062921,
+      "grad_norm": 1044.8099365234375,
+      "learning_rate": 1.9999699180028505e-06,
+      "loss": 38.3906,
+      "step": 3423
+    },
+    {
+      "epoch": 0.03241165835234426,
+      "grad_norm": 280.5499572753906,
+      "learning_rate": 1.999969679731741e-06,
+      "loss": 28.0938,
+      "step": 3424
+    },
+    {
+      "epoch": 0.032421124374059314,
+      "grad_norm": 1304.0301513671875,
+      "learning_rate": 1.9999694405207245e-06,
+      "loss": 87.6094,
+      "step": 3425
+    },
+    {
+      "epoch": 0.03243059039577437,
+      "grad_norm": 1077.2945556640625,
+      "learning_rate": 1.9999692003698014e-06,
+      "loss": 58.5859,
+      "step": 3426
+    },
+    {
+      "epoch": 0.03244005641748942,
+      "grad_norm": 952.1422729492188,
+      "learning_rate": 1.999968959278973e-06,
+      "loss": 30.5781,
+      "step": 3427
+    },
+    {
+      "epoch": 0.03244952243920447,
+      "grad_norm": 397.8121337890625,
+      "learning_rate": 1.9999687172482385e-06,
+      "loss": 26.7812,
+      "step": 3428
+    },
+    {
+      "epoch": 0.032458988460919526,
+      "grad_norm": 269.05853271484375,
+      "learning_rate": 1.9999684742775982e-06,
+      "loss": 29.4219,
+      "step": 3429
+    },
+    {
+      "epoch": 0.032468454482634586,
+      "grad_norm": 742.05859375,
+      "learning_rate": 1.999968230367053e-06,
+      "loss": 31.5469,
+      "step": 3430
+    },
+    {
+      "epoch": 0.03247792050434964,
+      "grad_norm": 462.35284423828125,
+      "learning_rate": 1.9999679855166026e-06,
+      "loss": 64.0,
+      "step": 3431
+    },
+    {
+      "epoch": 0.03248738652606469,
+      "grad_norm": 265.41192626953125,
+      "learning_rate": 1.999967739726247e-06,
+      "loss": 26.1719,
+      "step": 3432
+    },
+    {
+      "epoch": 0.032496852547779745,
+      "grad_norm": 3.029388904571533,
+      "learning_rate": 1.9999674929959872e-06,
+      "loss": 0.8696,
+      "step": 3433
+    },
+    {
+      "epoch": 0.0325063185694948,
+      "grad_norm": 974.12841796875,
+      "learning_rate": 1.999967245325823e-06,
+      "loss": 34.2188,
+      "step": 3434
+    },
+    {
+      "epoch": 0.03251578459120985,
+      "grad_norm": 274.8855285644531,
+      "learning_rate": 1.9999669967157547e-06,
+      "loss": 30.2344,
+      "step": 3435
+    },
+    {
+      "epoch": 0.032525250612924904,
+      "grad_norm": 213.17384338378906,
+      "learning_rate": 1.9999667471657822e-06,
+      "loss": 20.3047,
+      "step": 3436
+    },
+    {
+      "epoch": 0.03253471663463996,
+      "grad_norm": 855.0426025390625,
+      "learning_rate": 1.9999664966759064e-06,
+      "loss": 82.8828,
+      "step": 3437
+    },
+    {
+      "epoch": 0.03254418265635502,
+      "grad_norm": 175.62197875976562,
+      "learning_rate": 1.999966245246127e-06,
+      "loss": 26.2031,
+      "step": 3438
+    },
+    {
+      "epoch": 0.03255364867807007,
+      "grad_norm": 303.38800048828125,
+      "learning_rate": 1.9999659928764443e-06,
+      "loss": 34.3125,
+      "step": 3439
+    },
+    {
+      "epoch": 0.03256311469978512,
+      "grad_norm": 271.7328796386719,
+      "learning_rate": 1.9999657395668584e-06,
+      "loss": 30.7969,
+      "step": 3440
+    },
+    {
+      "epoch": 0.032572580721500176,
+      "grad_norm": 357.66839599609375,
+      "learning_rate": 1.99996548531737e-06,
+      "loss": 27.9375,
+      "step": 3441
+    },
+    {
+      "epoch": 0.03258204674321523,
+      "grad_norm": 297.5777587890625,
+      "learning_rate": 1.999965230127979e-06,
+      "loss": 28.375,
+      "step": 3442
+    },
+    {
+      "epoch": 0.03259151276493028,
+      "grad_norm": 777.15283203125,
+      "learning_rate": 1.999964973998686e-06,
+      "loss": 57.1562,
+      "step": 3443
+    },
+    {
+      "epoch": 0.032600978786645335,
+      "grad_norm": 1041.4718017578125,
+      "learning_rate": 1.9999647169294906e-06,
+      "loss": 89.0625,
+      "step": 3444
+    },
+    {
+      "epoch": 0.03261044480836039,
+      "grad_norm": 288.6856384277344,
+      "learning_rate": 1.9999644589203936e-06,
+      "loss": 32.4062,
+      "step": 3445
+    },
+    {
+      "epoch": 0.03261991083007544,
+      "grad_norm": 824.8536987304688,
+      "learning_rate": 1.999964199971395e-06,
+      "loss": 67.25,
+      "step": 3446
+    },
+    {
+      "epoch": 0.0326293768517905,
+      "grad_norm": 458.56988525390625,
+      "learning_rate": 1.999963940082495e-06,
+      "loss": 45.1719,
+      "step": 3447
+    },
+    {
+      "epoch": 0.032638842873505554,
+      "grad_norm": 294.4161682128906,
+      "learning_rate": 1.9999636792536944e-06,
+      "loss": 32.5469,
+      "step": 3448
+    },
+    {
+      "epoch": 0.03264830889522061,
+      "grad_norm": 833.5234985351562,
+      "learning_rate": 1.9999634174849925e-06,
+      "loss": 72.9219,
+      "step": 3449
+    },
+    {
+      "epoch": 0.03265777491693566,
+      "grad_norm": 3.1974027156829834,
+      "learning_rate": 1.9999631547763903e-06,
+      "loss": 0.9175,
+      "step": 3450
+    },
+    {
+      "epoch": 0.03266724093865071,
+      "grad_norm": 268.6354064941406,
+      "learning_rate": 1.9999628911278877e-06,
+      "loss": 35.7812,
+      "step": 3451
+    },
+    {
+      "epoch": 0.032676706960365766,
+      "grad_norm": 394.9869384765625,
+      "learning_rate": 1.999962626539485e-06,
+      "loss": 22.4219,
+      "step": 3452
+    },
+    {
+      "epoch": 0.03268617298208082,
+      "grad_norm": 245.78648376464844,
+      "learning_rate": 1.9999623610111826e-06,
+      "loss": 24.5547,
+      "step": 3453
+    },
+    {
+      "epoch": 0.03269563900379587,
+      "grad_norm": 700.4307861328125,
+      "learning_rate": 1.9999620945429806e-06,
+      "loss": 50.5938,
+      "step": 3454
+    },
+    {
+      "epoch": 0.03270510502551093,
+      "grad_norm": 505.1499328613281,
+      "learning_rate": 1.999961827134879e-06,
+      "loss": 69.3438,
+      "step": 3455
+    },
+    {
+      "epoch": 0.032714571047225985,
+      "grad_norm": 620.43603515625,
+      "learning_rate": 1.999961558786879e-06,
+      "loss": 60.1562,
+      "step": 3456
+    },
+    {
+      "epoch": 0.03272403706894104,
+      "grad_norm": 400.2000427246094,
+      "learning_rate": 1.9999612894989795e-06,
+      "loss": 31.7812,
+      "step": 3457
+    },
+    {
+      "epoch": 0.03273350309065609,
+      "grad_norm": 182.91452026367188,
+      "learning_rate": 1.999961019271182e-06,
+      "loss": 27.2969,
+      "step": 3458
+    },
+    {
+      "epoch": 0.032742969112371144,
+      "grad_norm": 467.5648498535156,
+      "learning_rate": 1.9999607481034857e-06,
+      "loss": 27.25,
+      "step": 3459
+    },
+    {
+      "epoch": 0.0327524351340862,
+      "grad_norm": 315.907470703125,
+      "learning_rate": 1.999960475995891e-06,
+      "loss": 24.8203,
+      "step": 3460
+    },
+    {
+      "epoch": 0.03276190115580125,
+      "grad_norm": 3.5324161052703857,
+      "learning_rate": 1.9999602029483997e-06,
+      "loss": 0.8428,
+      "step": 3461
+    },
+    {
+      "epoch": 0.0327713671775163,
+      "grad_norm": 307.3232421875,
+      "learning_rate": 1.99995992896101e-06,
+      "loss": 26.7656,
+      "step": 3462
+    },
+    {
+      "epoch": 0.032780833199231356,
+      "grad_norm": 226.28004455566406,
+      "learning_rate": 1.9999596540337232e-06,
+      "loss": 30.7812,
+      "step": 3463
+    },
+    {
+      "epoch": 0.032790299220946416,
+      "grad_norm": 464.5082092285156,
+      "learning_rate": 1.9999593781665395e-06,
+      "loss": 47.5625,
+      "step": 3464
+    },
+    {
+      "epoch": 0.03279976524266147,
+      "grad_norm": 504.5574035644531,
+      "learning_rate": 1.999959101359459e-06,
+      "loss": 37.9219,
+      "step": 3465
+    },
+    {
+      "epoch": 0.03280923126437652,
+      "grad_norm": 764.0435180664062,
+      "learning_rate": 1.9999588236124816e-06,
+      "loss": 58.6953,
+      "step": 3466
+    },
+    {
+      "epoch": 0.032818697286091575,
+      "grad_norm": 934.8278198242188,
+      "learning_rate": 1.9999585449256083e-06,
+      "loss": 33.3438,
+      "step": 3467
+    },
+    {
+      "epoch": 0.03282816330780663,
+      "grad_norm": 1059.745849609375,
+      "learning_rate": 1.999958265298839e-06,
+      "loss": 33.1172,
+      "step": 3468
+    },
+    {
+      "epoch": 0.03283762932952168,
+      "grad_norm": 483.8174743652344,
+      "learning_rate": 1.999957984732174e-06,
+      "loss": 39.2734,
+      "step": 3469
+    },
+    {
+      "epoch": 0.032847095351236734,
+      "grad_norm": 668.516845703125,
+      "learning_rate": 1.999957703225614e-06,
+      "loss": 39.2969,
+      "step": 3470
+    },
+    {
+      "epoch": 0.03285656137295179,
+      "grad_norm": 388.02362060546875,
+      "learning_rate": 1.999957420779158e-06,
+      "loss": 31.4375,
+      "step": 3471
+    },
+    {
+      "epoch": 0.03286602739466684,
+      "grad_norm": 746.9232177734375,
+      "learning_rate": 1.9999571373928075e-06,
+      "loss": 35.6953,
+      "step": 3472
+    },
+    {
+      "epoch": 0.0328754934163819,
+      "grad_norm": 685.4097900390625,
+      "learning_rate": 1.9999568530665624e-06,
+      "loss": 47.4062,
+      "step": 3473
+    },
+    {
+      "epoch": 0.03288495943809695,
+      "grad_norm": 353.22528076171875,
+      "learning_rate": 1.999956567800423e-06,
+      "loss": 39.9219,
+      "step": 3474
+    },
+    {
+      "epoch": 0.032894425459812006,
+      "grad_norm": 406.44207763671875,
+      "learning_rate": 1.999956281594389e-06,
+      "loss": 28.0312,
+      "step": 3475
+    },
+    {
+      "epoch": 0.03290389148152706,
+      "grad_norm": 860.3763427734375,
+      "learning_rate": 1.9999559944484613e-06,
+      "loss": 55.1484,
+      "step": 3476
+    },
+    {
+      "epoch": 0.03291335750324211,
+      "grad_norm": 391.5418701171875,
+      "learning_rate": 1.99995570636264e-06,
+      "loss": 30.1094,
+      "step": 3477
+    },
+    {
+      "epoch": 0.032922823524957165,
+      "grad_norm": 210.795166015625,
+      "learning_rate": 1.999955417336926e-06,
+      "loss": 25.2188,
+      "step": 3478
+    },
+    {
+      "epoch": 0.03293228954667222,
+      "grad_norm": 240.2946319580078,
+      "learning_rate": 1.9999551273713184e-06,
+      "loss": 30.2031,
+      "step": 3479
+    },
+    {
+      "epoch": 0.03294175556838727,
+      "grad_norm": 456.6177062988281,
+      "learning_rate": 1.9999548364658177e-06,
+      "loss": 22.9844,
+      "step": 3480
+    },
+    {
+      "epoch": 0.03295122159010233,
+      "grad_norm": 1050.611328125,
+      "learning_rate": 1.999954544620425e-06,
+      "loss": 58.3828,
+      "step": 3481
+    },
+    {
+      "epoch": 0.032960687611817384,
+      "grad_norm": 271.2879638671875,
+      "learning_rate": 1.99995425183514e-06,
+      "loss": 27.4688,
+      "step": 3482
+    },
+    {
+      "epoch": 0.03297015363353244,
+      "grad_norm": 528.7586669921875,
+      "learning_rate": 1.999953958109963e-06,
+      "loss": 45.8047,
+      "step": 3483
+    },
+    {
+      "epoch": 0.03297961965524749,
+      "grad_norm": 228.1358184814453,
+      "learning_rate": 1.9999536634448944e-06,
+      "loss": 20.75,
+      "step": 3484
+    },
+    {
+      "epoch": 0.03298908567696254,
+      "grad_norm": 369.1788635253906,
+      "learning_rate": 1.9999533678399346e-06,
+      "loss": 28.7188,
+      "step": 3485
+    },
+    {
+      "epoch": 0.032998551698677596,
+      "grad_norm": 419.4502258300781,
+      "learning_rate": 1.999953071295083e-06,
+      "loss": 50.9062,
+      "step": 3486
+    },
+    {
+      "epoch": 0.03300801772039265,
+      "grad_norm": 310.33221435546875,
+      "learning_rate": 1.9999527738103416e-06,
+      "loss": 28.2812,
+      "step": 3487
+    },
+    {
+      "epoch": 0.0330174837421077,
+      "grad_norm": 762.44189453125,
+      "learning_rate": 1.9999524753857087e-06,
+      "loss": 51.0391,
+      "step": 3488
+    },
+    {
+      "epoch": 0.033026949763822755,
+      "grad_norm": 329.18975830078125,
+      "learning_rate": 1.999952176021186e-06,
+      "loss": 41.875,
+      "step": 3489
+    },
+    {
+      "epoch": 0.033036415785537815,
+      "grad_norm": 234.03919982910156,
+      "learning_rate": 1.999951875716773e-06,
+      "loss": 25.2188,
+      "step": 3490
+    },
+    {
+      "epoch": 0.03304588180725287,
+      "grad_norm": 3.6411685943603516,
+      "learning_rate": 1.9999515744724705e-06,
+      "loss": 0.8638,
+      "step": 3491
+    },
+    {
+      "epoch": 0.03305534782896792,
+      "grad_norm": 1404.9874267578125,
+      "learning_rate": 1.999951272288279e-06,
+      "loss": 70.0586,
+      "step": 3492
+    },
+    {
+      "epoch": 0.033064813850682974,
+      "grad_norm": 673.1476440429688,
+      "learning_rate": 1.999950969164198e-06,
+      "loss": 54.2031,
+      "step": 3493
+    },
+    {
+      "epoch": 0.03307427987239803,
+      "grad_norm": 1212.3482666015625,
+      "learning_rate": 1.9999506651002277e-06,
+      "loss": 64.0469,
+      "step": 3494
+    },
+    {
+      "epoch": 0.03308374589411308,
+      "grad_norm": 562.3330688476562,
+      "learning_rate": 1.9999503600963693e-06,
+      "loss": 60.0781,
+      "step": 3495
+    },
+    {
+      "epoch": 0.03309321191582813,
+      "grad_norm": 2.981330394744873,
+      "learning_rate": 1.9999500541526224e-06,
+      "loss": 0.918,
+      "step": 3496
+    },
+    {
+      "epoch": 0.033102677937543186,
+      "grad_norm": 310.5069885253906,
+      "learning_rate": 1.999949747268988e-06,
+      "loss": 31.3281,
+      "step": 3497
+    },
+    {
+      "epoch": 0.033112143959258246,
+      "grad_norm": 254.0532989501953,
+      "learning_rate": 1.999949439445465e-06,
+      "loss": 27.7031,
+      "step": 3498
+    },
+    {
+      "epoch": 0.0331216099809733,
+      "grad_norm": 228.4735107421875,
+      "learning_rate": 1.9999491306820553e-06,
+      "loss": 27.3594,
+      "step": 3499
+    },
+    {
+      "epoch": 0.03313107600268835,
+      "grad_norm": 524.8206787109375,
+      "learning_rate": 1.999948820978758e-06,
+      "loss": 31.1719,
+      "step": 3500
+    },
+    {
+      "epoch": 0.033140542024403405,
+      "grad_norm": 295.1111145019531,
+      "learning_rate": 1.9999485103355742e-06,
+      "loss": 31.625,
+      "step": 3501
+    },
+    {
+      "epoch": 0.03315000804611846,
+      "grad_norm": 2.845839023590088,
+      "learning_rate": 1.999948198752504e-06,
+      "loss": 0.9683,
+      "step": 3502
+    },
+    {
+      "epoch": 0.03315947406783351,
+      "grad_norm": 398.02520751953125,
+      "learning_rate": 1.999947886229547e-06,
+      "loss": 38.1875,
+      "step": 3503
+    },
+    {
+      "epoch": 0.033168940089548564,
+      "grad_norm": 2246.5,
+      "learning_rate": 1.9999475727667045e-06,
+      "loss": 70.875,
+      "step": 3504
+    },
+    {
+      "epoch": 0.03317840611126362,
+      "grad_norm": 2.946030616760254,
+      "learning_rate": 1.9999472583639762e-06,
+      "loss": 0.8477,
+      "step": 3505
+    },
+    {
+      "epoch": 0.03318787213297867,
+      "grad_norm": 815.18994140625,
+      "learning_rate": 1.9999469430213624e-06,
+      "loss": 44.5938,
+      "step": 3506
+    },
+    {
+      "epoch": 0.03319733815469373,
+      "grad_norm": 349.56695556640625,
+      "learning_rate": 1.9999466267388635e-06,
+      "loss": 52.9062,
+      "step": 3507
+    },
+    {
+      "epoch": 0.03320680417640878,
+      "grad_norm": 348.4049072265625,
+      "learning_rate": 1.99994630951648e-06,
+      "loss": 37.2344,
+      "step": 3508
+    },
+    {
+      "epoch": 0.033216270198123836,
+      "grad_norm": 366.2416687011719,
+      "learning_rate": 1.999945991354212e-06,
+      "loss": 33.9531,
+      "step": 3509
+    },
+    {
+      "epoch": 0.03322573621983889,
+      "grad_norm": 1768.76904296875,
+      "learning_rate": 1.9999456722520594e-06,
+      "loss": 76.8438,
+      "step": 3510
+    },
+    {
+      "epoch": 0.03323520224155394,
+      "grad_norm": 843.784423828125,
+      "learning_rate": 1.9999453522100234e-06,
+      "loss": 58.6719,
+      "step": 3511
+    },
+    {
+      "epoch": 0.033244668263268995,
+      "grad_norm": 426.2342224121094,
+      "learning_rate": 1.999945031228104e-06,
+      "loss": 34.9688,
+      "step": 3512
+    },
+    {
+      "epoch": 0.03325413428498405,
+      "grad_norm": 3.3563289642333984,
+      "learning_rate": 1.999944709306301e-06,
+      "loss": 0.8264,
+      "step": 3513
+    },
+    {
+      "epoch": 0.0332636003066991,
+      "grad_norm": 1592.547119140625,
+      "learning_rate": 1.999944386444615e-06,
+      "loss": 62.3906,
+      "step": 3514
+    },
+    {
+      "epoch": 0.033273066328414154,
+      "grad_norm": 373.6781005859375,
+      "learning_rate": 1.9999440626430463e-06,
+      "loss": 37.6406,
+      "step": 3515
+    },
+    {
+      "epoch": 0.033282532350129214,
+      "grad_norm": 608.7158203125,
+      "learning_rate": 1.9999437379015953e-06,
+      "loss": 43.8906,
+      "step": 3516
+    },
+    {
+      "epoch": 0.03329199837184427,
+      "grad_norm": 249.36276245117188,
+      "learning_rate": 1.9999434122202625e-06,
+      "loss": 25.5,
+      "step": 3517
+    },
+    {
+      "epoch": 0.03330146439355932,
+      "grad_norm": 1094.357177734375,
+      "learning_rate": 1.999943085599047e-06,
+      "loss": 40.5312,
+      "step": 3518
+    },
+    {
+      "epoch": 0.03331093041527437,
+      "grad_norm": 920.9158325195312,
+      "learning_rate": 1.9999427580379513e-06,
+      "loss": 30.1484,
+      "step": 3519
+    },
+    {
+      "epoch": 0.033320396436989426,
+      "grad_norm": 249.7315216064453,
+      "learning_rate": 1.9999424295369738e-06,
+      "loss": 32.1094,
+      "step": 3520
+    },
+    {
+      "epoch": 0.03332986245870448,
+      "grad_norm": 347.0660095214844,
+      "learning_rate": 1.9999421000961157e-06,
+      "loss": 27.1094,
+      "step": 3521
+    },
+    {
+      "epoch": 0.03333932848041953,
+      "grad_norm": 621.0184936523438,
+      "learning_rate": 1.999941769715377e-06,
+      "loss": 58.8984,
+      "step": 3522
+    },
+    {
+      "epoch": 0.033348794502134585,
+      "grad_norm": 603.5217895507812,
+      "learning_rate": 1.999941438394758e-06,
+      "loss": 61.1406,
+      "step": 3523
+    },
+    {
+      "epoch": 0.033358260523849645,
+      "grad_norm": 276.02044677734375,
+      "learning_rate": 1.999941106134259e-06,
+      "loss": 34.6875,
+      "step": 3524
+    },
+    {
+      "epoch": 0.0333677265455647,
+      "grad_norm": 299.7690124511719,
+      "learning_rate": 1.9999407729338803e-06,
+      "loss": 31.7344,
+      "step": 3525
+    },
+    {
+      "epoch": 0.03337719256727975,
+      "grad_norm": 502.2052307128906,
+      "learning_rate": 1.999940438793623e-06,
+      "loss": 34.6016,
+      "step": 3526
+    },
+    {
+      "epoch": 0.033386658588994804,
+      "grad_norm": 178.7254180908203,
+      "learning_rate": 1.9999401037134863e-06,
+      "loss": 25.2031,
+      "step": 3527
+    },
+    {
+      "epoch": 0.03339612461070986,
+      "grad_norm": 336.6799621582031,
+      "learning_rate": 1.999939767693471e-06,
+      "loss": 27.6016,
+      "step": 3528
+    },
+    {
+      "epoch": 0.03340559063242491,
+      "grad_norm": 864.380615234375,
+      "learning_rate": 1.999939430733577e-06,
+      "loss": 21.6016,
+      "step": 3529
+    },
+    {
+      "epoch": 0.03341505665413996,
+      "grad_norm": 242.75253295898438,
+      "learning_rate": 1.9999390928338053e-06,
+      "loss": 30.4062,
+      "step": 3530
+    },
+    {
+      "epoch": 0.033424522675855016,
+      "grad_norm": 493.6935729980469,
+      "learning_rate": 1.999938753994156e-06,
+      "loss": 38.0938,
+      "step": 3531
+    },
+    {
+      "epoch": 0.03343398869757007,
+      "grad_norm": 1510.447998046875,
+      "learning_rate": 1.9999384142146296e-06,
+      "loss": 64.6641,
+      "step": 3532
+    },
+    {
+      "epoch": 0.03344345471928513,
+      "grad_norm": 359.5534362792969,
+      "learning_rate": 1.9999380734952255e-06,
+      "loss": 32.375,
+      "step": 3533
+    },
+    {
+      "epoch": 0.03345292074100018,
+      "grad_norm": 212.59149169921875,
+      "learning_rate": 1.9999377318359447e-06,
+      "loss": 26.7188,
+      "step": 3534
+    },
+    {
+      "epoch": 0.033462386762715235,
+      "grad_norm": 561.9942626953125,
+      "learning_rate": 1.9999373892367877e-06,
+      "loss": 74.375,
+      "step": 3535
+    },
+    {
+      "epoch": 0.03347185278443029,
+      "grad_norm": 693.9342651367188,
+      "learning_rate": 1.999937045697755e-06,
+      "loss": 53.3906,
+      "step": 3536
+    },
+    {
+      "epoch": 0.03348131880614534,
+      "grad_norm": 250.42579650878906,
+      "learning_rate": 1.999936701218846e-06,
+      "loss": 31.4062,
+      "step": 3537
+    },
+    {
+      "epoch": 0.033490784827860394,
+      "grad_norm": 396.32916259765625,
+      "learning_rate": 1.9999363558000615e-06,
+      "loss": 48.1875,
+      "step": 3538
+    },
+    {
+      "epoch": 0.03350025084957545,
+      "grad_norm": 687.023681640625,
+      "learning_rate": 1.999936009441402e-06,
+      "loss": 42.5859,
+      "step": 3539
+    },
+    {
+      "epoch": 0.0335097168712905,
+      "grad_norm": 180.9481658935547,
+      "learning_rate": 1.999935662142868e-06,
+      "loss": 29.2656,
+      "step": 3540
+    },
+    {
+      "epoch": 0.03351918289300556,
+      "grad_norm": 344.0596008300781,
+      "learning_rate": 1.9999353139044594e-06,
+      "loss": 58.4375,
+      "step": 3541
+    },
+    {
+      "epoch": 0.03352864891472061,
+      "grad_norm": 3.174522876739502,
+      "learning_rate": 1.9999349647261765e-06,
+      "loss": 0.8989,
+      "step": 3542
+    },
+    {
+      "epoch": 0.033538114936435666,
+      "grad_norm": 430.52044677734375,
+      "learning_rate": 1.99993461460802e-06,
+      "loss": 38.6953,
+      "step": 3543
+    },
+    {
+      "epoch": 0.03354758095815072,
+      "grad_norm": 424.6161193847656,
+      "learning_rate": 1.99993426354999e-06,
+      "loss": 30.1406,
+      "step": 3544
+    },
+    {
+      "epoch": 0.03355704697986577,
+      "grad_norm": 559.4381713867188,
+      "learning_rate": 1.9999339115520863e-06,
+      "loss": 30.4844,
+      "step": 3545
+    },
+    {
+      "epoch": 0.033566513001580825,
+      "grad_norm": 816.8515625,
+      "learning_rate": 1.9999335586143103e-06,
+      "loss": 65.6562,
+      "step": 3546
+    },
+    {
+      "epoch": 0.03357597902329588,
+      "grad_norm": 550.7627563476562,
+      "learning_rate": 1.999933204736662e-06,
+      "loss": 51.6406,
+      "step": 3547
+    },
+    {
+      "epoch": 0.03358544504501093,
+      "grad_norm": 308.96734619140625,
+      "learning_rate": 1.9999328499191406e-06,
+      "loss": 27.4219,
+      "step": 3548
+    },
+    {
+      "epoch": 0.033594911066725984,
+      "grad_norm": 442.1771545410156,
+      "learning_rate": 1.999932494161748e-06,
+      "loss": 45.4219,
+      "step": 3549
+    },
+    {
+      "epoch": 0.033604377088441044,
+      "grad_norm": 770.6197509765625,
+      "learning_rate": 1.9999321374644838e-06,
+      "loss": 50.0469,
+      "step": 3550
+    },
+    {
+      "epoch": 0.0336138431101561,
+      "grad_norm": 786.3685302734375,
+      "learning_rate": 1.999931779827349e-06,
+      "loss": 63.2812,
+      "step": 3551
+    },
+    {
+      "epoch": 0.03362330913187115,
+      "grad_norm": 658.7329711914062,
+      "learning_rate": 1.9999314212503428e-06,
+      "loss": 55.7812,
+      "step": 3552
+    },
+    {
+      "epoch": 0.0336327751535862,
+      "grad_norm": 496.18408203125,
+      "learning_rate": 1.999931061733466e-06,
+      "loss": 26.5312,
+      "step": 3553
+    },
+    {
+      "epoch": 0.033642241175301256,
+      "grad_norm": 537.0125122070312,
+      "learning_rate": 1.9999307012767193e-06,
+      "loss": 30.9922,
+      "step": 3554
+    },
+    {
+      "epoch": 0.03365170719701631,
+      "grad_norm": 636.0557250976562,
+      "learning_rate": 1.999930339880103e-06,
+      "loss": 50.0156,
+      "step": 3555
+    },
+    {
+      "epoch": 0.03366117321873136,
+      "grad_norm": 958.938720703125,
+      "learning_rate": 1.9999299775436168e-06,
+      "loss": 34.8906,
+      "step": 3556
+    },
+    {
+      "epoch": 0.033670639240446415,
+      "grad_norm": 335.8818054199219,
+      "learning_rate": 1.9999296142672615e-06,
+      "loss": 35.8281,
+      "step": 3557
+    },
+    {
+      "epoch": 0.03368010526216147,
+      "grad_norm": 304.2779846191406,
+      "learning_rate": 1.9999292500510377e-06,
+      "loss": 29.5625,
+      "step": 3558
+    },
+    {
+      "epoch": 0.03368957128387653,
+      "grad_norm": 832.9119873046875,
+      "learning_rate": 1.9999288848949452e-06,
+      "loss": 65.3906,
+      "step": 3559
+    },
+    {
+      "epoch": 0.03369903730559158,
+      "grad_norm": 777.8338623046875,
+      "learning_rate": 1.999928518798985e-06,
+      "loss": 36.3281,
+      "step": 3560
+    },
+    {
+      "epoch": 0.033708503327306634,
+      "grad_norm": 511.39398193359375,
+      "learning_rate": 1.9999281517631566e-06,
+      "loss": 31.8906,
+      "step": 3561
+    },
+    {
+      "epoch": 0.03371796934902169,
+      "grad_norm": 563.2837524414062,
+      "learning_rate": 1.999927783787461e-06,
+      "loss": 49.1719,
+      "step": 3562
+    },
+    {
+      "epoch": 0.03372743537073674,
+      "grad_norm": 360.48883056640625,
+      "learning_rate": 1.9999274148718987e-06,
+      "loss": 30.25,
+      "step": 3563
+    },
+    {
+      "epoch": 0.03373690139245179,
+      "grad_norm": 436.39898681640625,
+      "learning_rate": 1.999927045016469e-06,
+      "loss": 44.375,
+      "step": 3564
+    },
+    {
+      "epoch": 0.033746367414166846,
+      "grad_norm": 332.16668701171875,
+      "learning_rate": 1.9999266742211735e-06,
+      "loss": 24.082,
+      "step": 3565
+    },
+    {
+      "epoch": 0.0337558334358819,
+      "grad_norm": 674.393310546875,
+      "learning_rate": 1.9999263024860114e-06,
+      "loss": 53.0312,
+      "step": 3566
+    },
+    {
+      "epoch": 0.03376529945759696,
+      "grad_norm": 3.50730299949646,
+      "learning_rate": 1.9999259298109837e-06,
+      "loss": 0.8396,
+      "step": 3567
+    },
+    {
+      "epoch": 0.03377476547931201,
+      "grad_norm": 349.655517578125,
+      "learning_rate": 1.999925556196091e-06,
+      "loss": 26.7266,
+      "step": 3568
+    },
+    {
+      "epoch": 0.033784231501027065,
+      "grad_norm": 683.425537109375,
+      "learning_rate": 1.999925181641333e-06,
+      "loss": 44.0781,
+      "step": 3569
+    },
+    {
+      "epoch": 0.03379369752274212,
+      "grad_norm": 562.1268310546875,
+      "learning_rate": 1.999924806146711e-06,
+      "loss": 32.0859,
+      "step": 3570
+    },
+    {
+      "epoch": 0.03380316354445717,
+      "grad_norm": 279.72198486328125,
+      "learning_rate": 1.9999244297122244e-06,
+      "loss": 31.8906,
+      "step": 3571
+    },
+    {
+      "epoch": 0.033812629566172224,
+      "grad_norm": 457.8304443359375,
+      "learning_rate": 1.9999240523378735e-06,
+      "loss": 61.75,
+      "step": 3572
+    },
+    {
+      "epoch": 0.03382209558788728,
+      "grad_norm": 266.1946716308594,
+      "learning_rate": 1.9999236740236596e-06,
+      "loss": 30.4375,
+      "step": 3573
+    },
+    {
+      "epoch": 0.03383156160960233,
+      "grad_norm": 204.20361328125,
+      "learning_rate": 1.999923294769582e-06,
+      "loss": 30.4375,
+      "step": 3574
+    },
+    {
+      "epoch": 0.03384102763131738,
+      "grad_norm": 1044.079345703125,
+      "learning_rate": 1.999922914575642e-06,
+      "loss": 34.4219,
+      "step": 3575
+    },
+    {
+      "epoch": 0.03385049365303244,
+      "grad_norm": 538.369873046875,
+      "learning_rate": 1.999922533441839e-06,
+      "loss": 49.0625,
+      "step": 3576
+    },
+    {
+      "epoch": 0.033859959674747496,
+      "grad_norm": 397.9170227050781,
+      "learning_rate": 1.9999221513681744e-06,
+      "loss": 44.0938,
+      "step": 3577
+    },
+    {
+      "epoch": 0.03386942569646255,
+      "grad_norm": 341.1197509765625,
+      "learning_rate": 1.9999217683546475e-06,
+      "loss": 31.1406,
+      "step": 3578
+    },
+    {
+      "epoch": 0.0338788917181776,
+      "grad_norm": 1179.20263671875,
+      "learning_rate": 1.9999213844012596e-06,
+      "loss": 54.5859,
+      "step": 3579
+    },
+    {
+      "epoch": 0.033888357739892655,
+      "grad_norm": 329.9576416015625,
+      "learning_rate": 1.9999209995080107e-06,
+      "loss": 30.8281,
+      "step": 3580
+    },
+    {
+      "epoch": 0.03389782376160771,
+      "grad_norm": 227.19229125976562,
+      "learning_rate": 1.999920613674901e-06,
+      "loss": 26.8906,
+      "step": 3581
+    },
+    {
+      "epoch": 0.03390728978332276,
+      "grad_norm": 1775.5140380859375,
+      "learning_rate": 1.999920226901931e-06,
+      "loss": 36.0938,
+      "step": 3582
+    },
+    {
+      "epoch": 0.033916755805037814,
+      "grad_norm": 588.108154296875,
+      "learning_rate": 1.9999198391891007e-06,
+      "loss": 56.5469,
+      "step": 3583
+    },
+    {
+      "epoch": 0.033926221826752874,
+      "grad_norm": 402.7490234375,
+      "learning_rate": 1.999919450536411e-06,
+      "loss": 28.4844,
+      "step": 3584
+    },
+    {
+      "epoch": 0.03393568784846793,
+      "grad_norm": 189.6348876953125,
+      "learning_rate": 1.999919060943862e-06,
+      "loss": 22.9688,
+      "step": 3585
+    },
+    {
+      "epoch": 0.03394515387018298,
+      "grad_norm": 446.5243835449219,
+      "learning_rate": 1.999918670411454e-06,
+      "loss": 46.0781,
+      "step": 3586
+    },
+    {
+      "epoch": 0.03395461989189803,
+      "grad_norm": 434.6544494628906,
+      "learning_rate": 1.999918278939188e-06,
+      "loss": 23.1016,
+      "step": 3587
+    },
+    {
+      "epoch": 0.033964085913613086,
+      "grad_norm": 518.2042846679688,
+      "learning_rate": 1.9999178865270637e-06,
+      "loss": 40.4219,
+      "step": 3588
+    },
+    {
+      "epoch": 0.03397355193532814,
+      "grad_norm": 760.6729736328125,
+      "learning_rate": 1.9999174931750816e-06,
+      "loss": 50.7969,
+      "step": 3589
+    },
+    {
+      "epoch": 0.03398301795704319,
+      "grad_norm": 787.82666015625,
+      "learning_rate": 1.999917098883242e-06,
+      "loss": 51.7969,
+      "step": 3590
+    },
+    {
+      "epoch": 0.033992483978758245,
+      "grad_norm": 3.397653102874756,
+      "learning_rate": 1.9999167036515456e-06,
+      "loss": 0.9446,
+      "step": 3591
+    },
+    {
+      "epoch": 0.0340019500004733,
+      "grad_norm": 392.83538818359375,
+      "learning_rate": 1.9999163074799925e-06,
+      "loss": 44.7812,
+      "step": 3592
+    },
+    {
+      "epoch": 0.03401141602218836,
+      "grad_norm": 455.41912841796875,
+      "learning_rate": 1.9999159103685826e-06,
+      "loss": 40.0781,
+      "step": 3593
+    },
+    {
+      "epoch": 0.03402088204390341,
+      "grad_norm": 1039.4443359375,
+      "learning_rate": 1.9999155123173172e-06,
+      "loss": 77.9375,
+      "step": 3594
+    },
+    {
+      "epoch": 0.034030348065618464,
+      "grad_norm": 246.38002014160156,
+      "learning_rate": 1.9999151133261964e-06,
+      "loss": 27.9062,
+      "step": 3595
+    },
+    {
+      "epoch": 0.03403981408733352,
+      "grad_norm": 631.3529052734375,
+      "learning_rate": 1.99991471339522e-06,
+      "loss": 27.2109,
+      "step": 3596
+    },
+    {
+      "epoch": 0.03404928010904857,
+      "grad_norm": 656.7232666015625,
+      "learning_rate": 1.9999143125243896e-06,
+      "loss": 68.3125,
+      "step": 3597
+    },
+    {
+      "epoch": 0.03405874613076362,
+      "grad_norm": 3.0064713954925537,
+      "learning_rate": 1.999913910713704e-06,
+      "loss": 0.9326,
+      "step": 3598
+    },
+    {
+      "epoch": 0.034068212152478676,
+      "grad_norm": 780.62939453125,
+      "learning_rate": 1.9999135079631646e-06,
+      "loss": 25.8594,
+      "step": 3599
+    },
+    {
+      "epoch": 0.03407767817419373,
+      "grad_norm": 397.7160949707031,
+      "learning_rate": 1.9999131042727715e-06,
+      "loss": 42.125,
+      "step": 3600
+    },
+    {
+      "epoch": 0.03408714419590878,
+      "grad_norm": 765.478271484375,
+      "learning_rate": 1.9999126996425254e-06,
+      "loss": 59.0,
+      "step": 3601
+    },
+    {
+      "epoch": 0.03409661021762384,
+      "grad_norm": 411.4880676269531,
+      "learning_rate": 1.9999122940724264e-06,
+      "loss": 57.875,
+      "step": 3602
+    },
+    {
+      "epoch": 0.034106076239338895,
+      "grad_norm": 268.0469970703125,
+      "learning_rate": 1.999911887562475e-06,
+      "loss": 28.5625,
+      "step": 3603
+    },
+    {
+      "epoch": 0.03411554226105395,
+      "grad_norm": 848.6107177734375,
+      "learning_rate": 1.999911480112671e-06,
+      "loss": 27.2031,
+      "step": 3604
+    },
+    {
+      "epoch": 0.034125008282769,
+      "grad_norm": 766.35693359375,
+      "learning_rate": 1.9999110717230156e-06,
+      "loss": 31.8125,
+      "step": 3605
+    },
+    {
+      "epoch": 0.034134474304484054,
+      "grad_norm": 380.7010498046875,
+      "learning_rate": 1.9999106623935087e-06,
+      "loss": 45.8906,
+      "step": 3606
+    },
+    {
+      "epoch": 0.03414394032619911,
+      "grad_norm": 231.3485565185547,
+      "learning_rate": 1.9999102521241505e-06,
+      "loss": 35.2656,
+      "step": 3607
+    },
+    {
+      "epoch": 0.03415340634791416,
+      "grad_norm": 303.0037841796875,
+      "learning_rate": 1.9999098409149424e-06,
+      "loss": 33.4062,
+      "step": 3608
+    },
+    {
+      "epoch": 0.03416287236962921,
+      "grad_norm": 1324.03662109375,
+      "learning_rate": 1.999909428765884e-06,
+      "loss": 73.0469,
+      "step": 3609
+    },
+    {
+      "epoch": 0.03417233839134427,
+      "grad_norm": 708.4049682617188,
+      "learning_rate": 1.9999090156769753e-06,
+      "loss": 51.5938,
+      "step": 3610
+    },
+    {
+      "epoch": 0.034181804413059326,
+      "grad_norm": 2235.0634765625,
+      "learning_rate": 1.9999086016482172e-06,
+      "loss": 35.8438,
+      "step": 3611
+    },
+    {
+      "epoch": 0.03419127043477438,
+      "grad_norm": 346.41668701171875,
+      "learning_rate": 1.9999081866796105e-06,
+      "loss": 29.0469,
+      "step": 3612
+    },
+    {
+      "epoch": 0.03420073645648943,
+      "grad_norm": 176.13023376464844,
+      "learning_rate": 1.999907770771155e-06,
+      "loss": 27.2969,
+      "step": 3613
+    },
+    {
+      "epoch": 0.034210202478204485,
+      "grad_norm": 4.402038097381592,
+      "learning_rate": 1.9999073539228513e-06,
+      "loss": 0.9004,
+      "step": 3614
+    },
+    {
+      "epoch": 0.03421966849991954,
+      "grad_norm": 190.398193359375,
+      "learning_rate": 1.9999069361346997e-06,
+      "loss": 27.0469,
+      "step": 3615
+    },
+    {
+      "epoch": 0.03422913452163459,
+      "grad_norm": 780.4185180664062,
+      "learning_rate": 1.9999065174067003e-06,
+      "loss": 43.0859,
+      "step": 3616
+    },
+    {
+      "epoch": 0.034238600543349644,
+      "grad_norm": 487.3522644042969,
+      "learning_rate": 1.999906097738854e-06,
+      "loss": 61.6562,
+      "step": 3617
+    },
+    {
+      "epoch": 0.0342480665650647,
+      "grad_norm": 254.7242431640625,
+      "learning_rate": 1.999905677131161e-06,
+      "loss": 27.4219,
+      "step": 3618
+    },
+    {
+      "epoch": 0.03425753258677976,
+      "grad_norm": 1969.132080078125,
+      "learning_rate": 1.999905255583622e-06,
+      "loss": 49.9531,
+      "step": 3619
+    },
+    {
+      "epoch": 0.03426699860849481,
+      "grad_norm": 570.471923828125,
+      "learning_rate": 1.999904833096237e-06,
+      "loss": 66.3281,
+      "step": 3620
+    },
+    {
+      "epoch": 0.03427646463020986,
+      "grad_norm": 1204.76025390625,
+      "learning_rate": 1.9999044096690064e-06,
+      "loss": 53.5781,
+      "step": 3621
+    },
+    {
+      "epoch": 0.034285930651924916,
+      "grad_norm": 466.4956359863281,
+      "learning_rate": 1.999903985301931e-06,
+      "loss": 28.3125,
+      "step": 3622
+    },
+    {
+      "epoch": 0.03429539667363997,
+      "grad_norm": 285.6156921386719,
+      "learning_rate": 1.9999035599950105e-06,
+      "loss": 26.3125,
+      "step": 3623
+    },
+    {
+      "epoch": 0.03430486269535502,
+      "grad_norm": 460.23260498046875,
+      "learning_rate": 1.9999031337482456e-06,
+      "loss": 34.8438,
+      "step": 3624
+    },
+    {
+      "epoch": 0.034314328717070075,
+      "grad_norm": 843.3438720703125,
+      "learning_rate": 1.999902706561637e-06,
+      "loss": 22.7422,
+      "step": 3625
+    },
+    {
+      "epoch": 0.03432379473878513,
+      "grad_norm": 630.142822265625,
+      "learning_rate": 1.9999022784351853e-06,
+      "loss": 51.7344,
+      "step": 3626
+    },
+    {
+      "epoch": 0.03433326076050019,
+      "grad_norm": 441.0840759277344,
+      "learning_rate": 1.9999018493688896e-06,
+      "loss": 30.9453,
+      "step": 3627
+    },
+    {
+      "epoch": 0.03434272678221524,
+      "grad_norm": 191.78948974609375,
+      "learning_rate": 1.999901419362752e-06,
+      "loss": 27.4219,
+      "step": 3628
+    },
+    {
+      "epoch": 0.034352192803930294,
+      "grad_norm": 282.5002136230469,
+      "learning_rate": 1.999900988416772e-06,
+      "loss": 30.4219,
+      "step": 3629
+    },
+    {
+      "epoch": 0.03436165882564535,
+      "grad_norm": 205.9770050048828,
+      "learning_rate": 1.99990055653095e-06,
+      "loss": 30.1094,
+      "step": 3630
+    },
+    {
+      "epoch": 0.0343711248473604,
+      "grad_norm": 173.59698486328125,
+      "learning_rate": 1.999900123705286e-06,
+      "loss": 29.1562,
+      "step": 3631
+    },
+    {
+      "epoch": 0.03438059086907545,
+      "grad_norm": 413.0645446777344,
+      "learning_rate": 1.999899689939782e-06,
+      "loss": 23.4219,
+      "step": 3632
+    },
+    {
+      "epoch": 0.034390056890790506,
+      "grad_norm": 996.1834716796875,
+      "learning_rate": 1.9998992552344363e-06,
+      "loss": 27.2188,
+      "step": 3633
+    },
+    {
+      "epoch": 0.03439952291250556,
+      "grad_norm": 795.5692749023438,
+      "learning_rate": 1.999898819589251e-06,
+      "loss": 35.0547,
+      "step": 3634
+    },
+    {
+      "epoch": 0.03440898893422061,
+      "grad_norm": 729.8290405273438,
+      "learning_rate": 1.9998983830042257e-06,
+      "loss": 53.3594,
+      "step": 3635
+    },
+    {
+      "epoch": 0.03441845495593567,
+      "grad_norm": 530.6171264648438,
+      "learning_rate": 1.999897945479361e-06,
+      "loss": 28.6094,
+      "step": 3636
+    },
+    {
+      "epoch": 0.034427920977650725,
+      "grad_norm": 2.7295055389404297,
+      "learning_rate": 1.999897507014657e-06,
+      "loss": 0.8506,
+      "step": 3637
+    },
+    {
+      "epoch": 0.03443738699936578,
+      "grad_norm": 614.6702270507812,
+      "learning_rate": 1.9998970676101146e-06,
+      "loss": 70.6562,
+      "step": 3638
+    },
+    {
+      "epoch": 0.03444685302108083,
+      "grad_norm": 505.9822082519531,
+      "learning_rate": 1.9998966272657344e-06,
+      "loss": 26.3438,
+      "step": 3639
+    },
+    {
+      "epoch": 0.034456319042795884,
+      "grad_norm": 918.8512573242188,
+      "learning_rate": 1.999896185981516e-06,
+      "loss": 91.7656,
+      "step": 3640
+    },
+    {
+      "epoch": 0.03446578506451094,
+      "grad_norm": 746.1356811523438,
+      "learning_rate": 1.99989574375746e-06,
+      "loss": 66.375,
+      "step": 3641
+    },
+    {
+      "epoch": 0.03447525108622599,
+      "grad_norm": 299.886962890625,
+      "learning_rate": 1.9998953005935677e-06,
+      "loss": 34.0781,
+      "step": 3642
+    },
+    {
+      "epoch": 0.03448471710794104,
+      "grad_norm": 353.05755615234375,
+      "learning_rate": 1.9998948564898384e-06,
+      "loss": 23.7031,
+      "step": 3643
+    },
+    {
+      "epoch": 0.034494183129656096,
+      "grad_norm": 406.9053039550781,
+      "learning_rate": 1.9998944114462727e-06,
+      "loss": 32.4375,
+      "step": 3644
+    },
+    {
+      "epoch": 0.034503649151371156,
+      "grad_norm": 320.47393798828125,
+      "learning_rate": 1.999893965462872e-06,
+      "loss": 31.1875,
+      "step": 3645
+    },
+    {
+      "epoch": 0.03451311517308621,
+      "grad_norm": 585.9266357421875,
+      "learning_rate": 1.999893518539636e-06,
+      "loss": 55.8594,
+      "step": 3646
+    },
+    {
+      "epoch": 0.03452258119480126,
+      "grad_norm": 513.8401489257812,
+      "learning_rate": 1.9998930706765644e-06,
+      "loss": 45.0938,
+      "step": 3647
+    },
+    {
+      "epoch": 0.034532047216516315,
+      "grad_norm": 285.8667907714844,
+      "learning_rate": 1.9998926218736585e-06,
+      "loss": 31.9531,
+      "step": 3648
+    },
+    {
+      "epoch": 0.03454151323823137,
+      "grad_norm": 198.36863708496094,
+      "learning_rate": 1.999892172130919e-06,
+      "loss": 26.9688,
+      "step": 3649
+    },
+    {
+      "epoch": 0.03455097925994642,
+      "grad_norm": 877.510009765625,
+      "learning_rate": 1.999891721448346e-06,
+      "loss": 42.5938,
+      "step": 3650
+    },
+    {
+      "epoch": 0.034560445281661474,
+      "grad_norm": 673.474853515625,
+      "learning_rate": 1.9998912698259394e-06,
+      "loss": 57.2656,
+      "step": 3651
+    },
+    {
+      "epoch": 0.03456991130337653,
+      "grad_norm": 3.5064213275909424,
+      "learning_rate": 1.9998908172637e-06,
+      "loss": 0.9863,
+      "step": 3652
+    },
+    {
+      "epoch": 0.03457937732509159,
+      "grad_norm": 597.4368896484375,
+      "learning_rate": 1.9998903637616287e-06,
+      "loss": 49.9844,
+      "step": 3653
+    },
+    {
+      "epoch": 0.03458884334680664,
+      "grad_norm": 667.8759155273438,
+      "learning_rate": 1.9998899093197255e-06,
+      "loss": 64.2109,
+      "step": 3654
+    },
+    {
+      "epoch": 0.03459830936852169,
+      "grad_norm": 517.8374633789062,
+      "learning_rate": 1.9998894539379906e-06,
+      "loss": 68.6406,
+      "step": 3655
+    },
+    {
+      "epoch": 0.034607775390236746,
+      "grad_norm": 889.1074829101562,
+      "learning_rate": 1.9998889976164247e-06,
+      "loss": 75.4688,
+      "step": 3656
+    },
+    {
+      "epoch": 0.0346172414119518,
+      "grad_norm": 475.484619140625,
+      "learning_rate": 1.9998885403550284e-06,
+      "loss": 27.75,
+      "step": 3657
+    },
+    {
+      "epoch": 0.03462670743366685,
+      "grad_norm": 284.7806091308594,
+      "learning_rate": 1.9998880821538016e-06,
+      "loss": 24.5156,
+      "step": 3658
+    },
+    {
+      "epoch": 0.034636173455381905,
+      "grad_norm": 611.3776245117188,
+      "learning_rate": 1.9998876230127455e-06,
+      "loss": 46.875,
+      "step": 3659
+    },
+    {
+      "epoch": 0.03464563947709696,
+      "grad_norm": 274.3036804199219,
+      "learning_rate": 1.99988716293186e-06,
+      "loss": 32.5469,
+      "step": 3660
+    },
+    {
+      "epoch": 0.03465510549881201,
+      "grad_norm": 519.9882202148438,
+      "learning_rate": 1.9998867019111453e-06,
+      "loss": 32.6172,
+      "step": 3661
+    },
+    {
+      "epoch": 0.03466457152052707,
+      "grad_norm": 186.0958709716797,
+      "learning_rate": 1.999886239950602e-06,
+      "loss": 26.6406,
+      "step": 3662
+    },
+    {
+      "epoch": 0.034674037542242124,
+      "grad_norm": 179.64280700683594,
+      "learning_rate": 1.999885777050231e-06,
+      "loss": 30.0469,
+      "step": 3663
+    },
+    {
+      "epoch": 0.03468350356395718,
+      "grad_norm": 459.8203430175781,
+      "learning_rate": 1.9998853132100325e-06,
+      "loss": 61.8594,
+      "step": 3664
+    },
+    {
+      "epoch": 0.03469296958567223,
+      "grad_norm": 1351.68359375,
+      "learning_rate": 1.9998848484300062e-06,
+      "loss": 42.6406,
+      "step": 3665
+    },
+    {
+      "epoch": 0.03470243560738728,
+      "grad_norm": 160.0842742919922,
+      "learning_rate": 1.999884382710154e-06,
+      "loss": 24.9219,
+      "step": 3666
+    },
+    {
+      "epoch": 0.034711901629102336,
+      "grad_norm": 277.4002990722656,
+      "learning_rate": 1.999883916050475e-06,
+      "loss": 29.2188,
+      "step": 3667
+    },
+    {
+      "epoch": 0.03472136765081739,
+      "grad_norm": 304.5913391113281,
+      "learning_rate": 1.9998834484509707e-06,
+      "loss": 26.2188,
+      "step": 3668
+    },
+    {
+      "epoch": 0.03473083367253244,
+      "grad_norm": 217.33444213867188,
+      "learning_rate": 1.9998829799116407e-06,
+      "loss": 28.9688,
+      "step": 3669
+    },
+    {
+      "epoch": 0.0347402996942475,
+      "grad_norm": 422.07440185546875,
+      "learning_rate": 1.9998825104324853e-06,
+      "loss": 26.0625,
+      "step": 3670
+    },
+    {
+      "epoch": 0.034749765715962555,
+      "grad_norm": 321.44134521484375,
+      "learning_rate": 1.999882040013506e-06,
+      "loss": 43.8906,
+      "step": 3671
+    },
+    {
+      "epoch": 0.03475923173767761,
+      "grad_norm": 546.3546142578125,
+      "learning_rate": 1.9998815686547024e-06,
+      "loss": 56.0,
+      "step": 3672
+    },
+    {
+      "epoch": 0.03476869775939266,
+      "grad_norm": 345.3348083496094,
+      "learning_rate": 1.9998810963560754e-06,
+      "loss": 24.375,
+      "step": 3673
+    },
+    {
+      "epoch": 0.034778163781107714,
+      "grad_norm": 222.86767578125,
+      "learning_rate": 1.9998806231176247e-06,
+      "loss": 27.7812,
+      "step": 3674
+    },
+    {
+      "epoch": 0.03478762980282277,
+      "grad_norm": 331.78265380859375,
+      "learning_rate": 1.9998801489393516e-06,
+      "loss": 26.1406,
+      "step": 3675
+    },
+    {
+      "epoch": 0.03479709582453782,
+      "grad_norm": 598.6629638671875,
+      "learning_rate": 1.9998796738212564e-06,
+      "loss": 46.2188,
+      "step": 3676
+    },
+    {
+      "epoch": 0.03480656184625287,
+      "grad_norm": 231.94032287597656,
+      "learning_rate": 1.9998791977633392e-06,
+      "loss": 21.7578,
+      "step": 3677
+    },
+    {
+      "epoch": 0.034816027867967926,
+      "grad_norm": 210.1803436279297,
+      "learning_rate": 1.9998787207656005e-06,
+      "loss": 27.8594,
+      "step": 3678
+    },
+    {
+      "epoch": 0.034825493889682986,
+      "grad_norm": 241.201904296875,
+      "learning_rate": 1.999878242828041e-06,
+      "loss": 32.25,
+      "step": 3679
+    },
+    {
+      "epoch": 0.03483495991139804,
+      "grad_norm": 295.5946960449219,
+      "learning_rate": 1.9998777639506607e-06,
+      "loss": 33.4844,
+      "step": 3680
+    },
+    {
+      "epoch": 0.03484442593311309,
+      "grad_norm": 3.016669273376465,
+      "learning_rate": 1.9998772841334605e-06,
+      "loss": 0.9214,
+      "step": 3681
+    },
+    {
+      "epoch": 0.034853891954828145,
+      "grad_norm": 783.1906127929688,
+      "learning_rate": 1.999876803376441e-06,
+      "loss": 76.0,
+      "step": 3682
+    },
+    {
+      "epoch": 0.0348633579765432,
+      "grad_norm": 2.7287237644195557,
+      "learning_rate": 1.999876321679602e-06,
+      "loss": 0.9014,
+      "step": 3683
+    },
+    {
+      "epoch": 0.03487282399825825,
+      "grad_norm": 674.77587890625,
+      "learning_rate": 1.9998758390429444e-06,
+      "loss": 46.3672,
+      "step": 3684
+    },
+    {
+      "epoch": 0.034882290019973304,
+      "grad_norm": 941.4509887695312,
+      "learning_rate": 1.9998753554664684e-06,
+      "loss": 27.1016,
+      "step": 3685
+    },
+    {
+      "epoch": 0.03489175604168836,
+      "grad_norm": 390.5943603515625,
+      "learning_rate": 1.9998748709501747e-06,
+      "loss": 44.1562,
+      "step": 3686
+    },
+    {
+      "epoch": 0.03490122206340341,
+      "grad_norm": 339.7454528808594,
+      "learning_rate": 1.999874385494064e-06,
+      "loss": 42.5938,
+      "step": 3687
+    },
+    {
+      "epoch": 0.03491068808511847,
+      "grad_norm": 295.8238830566406,
+      "learning_rate": 1.999873899098136e-06,
+      "loss": 30.75,
+      "step": 3688
+    },
+    {
+      "epoch": 0.03492015410683352,
+      "grad_norm": 313.1690979003906,
+      "learning_rate": 1.999873411762392e-06,
+      "loss": 29.6562,
+      "step": 3689
+    },
+    {
+      "epoch": 0.034929620128548576,
+      "grad_norm": 495.5023498535156,
+      "learning_rate": 1.9998729234868316e-06,
+      "loss": 41.0312,
+      "step": 3690
+    },
+    {
+      "epoch": 0.03493908615026363,
+      "grad_norm": 589.53125,
+      "learning_rate": 1.9998724342714557e-06,
+      "loss": 46.8594,
+      "step": 3691
+    },
+    {
+      "epoch": 0.03494855217197868,
+      "grad_norm": 3.277158498764038,
+      "learning_rate": 1.999871944116265e-06,
+      "loss": 0.7588,
+      "step": 3692
+    },
+    {
+      "epoch": 0.034958018193693735,
+      "grad_norm": 718.3163452148438,
+      "learning_rate": 1.99987145302126e-06,
+      "loss": 36.0,
+      "step": 3693
+    },
+    {
+      "epoch": 0.03496748421540879,
+      "grad_norm": 156.0826416015625,
+      "learning_rate": 1.99987096098644e-06,
+      "loss": 24.7812,
+      "step": 3694
+    },
+    {
+      "epoch": 0.03497695023712384,
+      "grad_norm": 302.34320068359375,
+      "learning_rate": 1.999870468011807e-06,
+      "loss": 28.8672,
+      "step": 3695
+    },
+    {
+      "epoch": 0.0349864162588389,
+      "grad_norm": 239.62107849121094,
+      "learning_rate": 1.9998699740973608e-06,
+      "loss": 25.6406,
+      "step": 3696
+    },
+    {
+      "epoch": 0.034995882280553954,
+      "grad_norm": 1100.376953125,
+      "learning_rate": 1.999869479243102e-06,
+      "loss": 85.4844,
+      "step": 3697
+    },
+    {
+      "epoch": 0.03500534830226901,
+      "grad_norm": 683.9441528320312,
+      "learning_rate": 1.9998689834490303e-06,
+      "loss": 28.3828,
+      "step": 3698
+    },
+    {
+      "epoch": 0.03501481432398406,
+      "grad_norm": 1305.52734375,
+      "learning_rate": 1.9998684867151473e-06,
+      "loss": 54.2656,
+      "step": 3699
+    },
+    {
+      "epoch": 0.03502428034569911,
+      "grad_norm": 358.50189208984375,
+      "learning_rate": 1.999867989041453e-06,
+      "loss": 47.0781,
+      "step": 3700
+    },
+    {
+      "epoch": 0.035033746367414166,
+      "grad_norm": 634.4055786132812,
+      "learning_rate": 1.9998674904279474e-06,
+      "loss": 32.5938,
+      "step": 3701
+    },
+    {
+      "epoch": 0.03504321238912922,
+      "grad_norm": 268.000244140625,
+      "learning_rate": 1.999866990874632e-06,
+      "loss": 32.2031,
+      "step": 3702
+    },
+    {
+      "epoch": 0.03505267841084427,
+      "grad_norm": 438.3104248046875,
+      "learning_rate": 1.9998664903815065e-06,
+      "loss": 62.3906,
+      "step": 3703
+    },
+    {
+      "epoch": 0.035062144432559325,
+      "grad_norm": 526.880615234375,
+      "learning_rate": 1.999865988948571e-06,
+      "loss": 36.3438,
+      "step": 3704
+    },
+    {
+      "epoch": 0.035071610454274385,
+      "grad_norm": 3.197324752807617,
+      "learning_rate": 1.999865486575827e-06,
+      "loss": 0.9087,
+      "step": 3705
+    },
+    {
+      "epoch": 0.03508107647598944,
+      "grad_norm": 371.7588806152344,
+      "learning_rate": 1.999864983263274e-06,
+      "loss": 20.0703,
+      "step": 3706
+    },
+    {
+      "epoch": 0.03509054249770449,
+      "grad_norm": 900.829833984375,
+      "learning_rate": 1.9998644790109137e-06,
+      "loss": 44.0781,
+      "step": 3707
+    },
+    {
+      "epoch": 0.035100008519419544,
+      "grad_norm": 745.3340454101562,
+      "learning_rate": 1.9998639738187456e-06,
+      "loss": 66.2891,
+      "step": 3708
+    },
+    {
+      "epoch": 0.0351094745411346,
+      "grad_norm": 255.58889770507812,
+      "learning_rate": 1.9998634676867703e-06,
+      "loss": 28.8906,
+      "step": 3709
+    },
+    {
+      "epoch": 0.03511894056284965,
+      "grad_norm": 604.2584228515625,
+      "learning_rate": 1.9998629606149887e-06,
+      "loss": 67.9062,
+      "step": 3710
+    },
+    {
+      "epoch": 0.0351284065845647,
+      "grad_norm": 408.2257080078125,
+      "learning_rate": 1.9998624526034003e-06,
+      "loss": 35.3516,
+      "step": 3711
+    },
+    {
+      "epoch": 0.035137872606279756,
+      "grad_norm": 433.74017333984375,
+      "learning_rate": 1.999861943652007e-06,
+      "loss": 31.9688,
+      "step": 3712
+    },
+    {
+      "epoch": 0.035147338627994816,
+      "grad_norm": 276.6903991699219,
+      "learning_rate": 1.999861433760808e-06,
+      "loss": 31.0469,
+      "step": 3713
+    },
+    {
+      "epoch": 0.03515680464970987,
+      "grad_norm": 327.39892578125,
+      "learning_rate": 1.9998609229298046e-06,
+      "loss": 33.375,
+      "step": 3714
+    },
+    {
+      "epoch": 0.03516627067142492,
+      "grad_norm": 474.4043884277344,
+      "learning_rate": 1.9998604111589963e-06,
+      "loss": 31.9688,
+      "step": 3715
+    },
+    {
+      "epoch": 0.035175736693139975,
+      "grad_norm": 962.20361328125,
+      "learning_rate": 1.999859898448385e-06,
+      "loss": 90.9219,
+      "step": 3716
+    },
+    {
+      "epoch": 0.03518520271485503,
+      "grad_norm": 996.0723266601562,
+      "learning_rate": 1.99985938479797e-06,
+      "loss": 66.0234,
+      "step": 3717
+    },
+    {
+      "epoch": 0.03519466873657008,
+      "grad_norm": 300.168212890625,
+      "learning_rate": 1.9998588702077524e-06,
+      "loss": 34.2188,
+      "step": 3718
+    },
+    {
+      "epoch": 0.035204134758285134,
+      "grad_norm": 322.2218017578125,
+      "learning_rate": 1.9998583546777327e-06,
+      "loss": 26.7344,
+      "step": 3719
+    },
+    {
+      "epoch": 0.03521360078000019,
+      "grad_norm": 735.347900390625,
+      "learning_rate": 1.999857838207911e-06,
+      "loss": 48.9844,
+      "step": 3720
+    },
+    {
+      "epoch": 0.03522306680171524,
+      "grad_norm": 443.6658935546875,
+      "learning_rate": 1.999857320798288e-06,
+      "loss": 29.7656,
+      "step": 3721
+    },
+    {
+      "epoch": 0.0352325328234303,
+      "grad_norm": 524.095458984375,
+      "learning_rate": 1.9998568024488643e-06,
+      "loss": 31.7812,
+      "step": 3722
+    },
+    {
+      "epoch": 0.03524199884514535,
+      "grad_norm": 507.543701171875,
+      "learning_rate": 1.99985628315964e-06,
+      "loss": 52.6094,
+      "step": 3723
+    },
+    {
+      "epoch": 0.035251464866860406,
+      "grad_norm": 3.3106565475463867,
+      "learning_rate": 1.999855762930616e-06,
+      "loss": 0.8916,
+      "step": 3724
+    },
+    {
+      "epoch": 0.03526093088857546,
+      "grad_norm": 649.0613403320312,
+      "learning_rate": 1.9998552417617925e-06,
+      "loss": 21.4414,
+      "step": 3725
+    },
+    {
+      "epoch": 0.03527039691029051,
+      "grad_norm": 623.6490478515625,
+      "learning_rate": 1.9998547196531703e-06,
+      "loss": 28.2656,
+      "step": 3726
+    },
+    {
+      "epoch": 0.035279862932005565,
+      "grad_norm": 3.064885139465332,
+      "learning_rate": 1.9998541966047497e-06,
+      "loss": 0.8857,
+      "step": 3727
+    },
+    {
+      "epoch": 0.03528932895372062,
+      "grad_norm": 329.5775146484375,
+      "learning_rate": 1.9998536726165313e-06,
+      "loss": 28.7188,
+      "step": 3728
+    },
+    {
+      "epoch": 0.03529879497543567,
+      "grad_norm": 243.40049743652344,
+      "learning_rate": 1.999853147688515e-06,
+      "loss": 26.4609,
+      "step": 3729
+    },
+    {
+      "epoch": 0.035308260997150724,
+      "grad_norm": 527.098388671875,
+      "learning_rate": 1.999852621820702e-06,
+      "loss": 34.1094,
+      "step": 3730
+    },
+    {
+      "epoch": 0.035317727018865784,
+      "grad_norm": 292.61505126953125,
+      "learning_rate": 1.9998520950130927e-06,
+      "loss": 25.8906,
+      "step": 3731
+    },
+    {
+      "epoch": 0.03532719304058084,
+      "grad_norm": 375.8937683105469,
+      "learning_rate": 1.999851567265688e-06,
+      "loss": 29.7656,
+      "step": 3732
+    },
+    {
+      "epoch": 0.03533665906229589,
+      "grad_norm": 482.8108215332031,
+      "learning_rate": 1.999851038578487e-06,
+      "loss": 28.1172,
+      "step": 3733
+    },
+    {
+      "epoch": 0.03534612508401094,
+      "grad_norm": 383.53125,
+      "learning_rate": 1.9998505089514913e-06,
+      "loss": 14.668,
+      "step": 3734
+    },
+    {
+      "epoch": 0.035355591105725996,
+      "grad_norm": 462.1753845214844,
+      "learning_rate": 1.9998499783847013e-06,
+      "loss": 26.9688,
+      "step": 3735
+    },
+    {
+      "epoch": 0.03536505712744105,
+      "grad_norm": 224.41970825195312,
+      "learning_rate": 1.9998494468781173e-06,
+      "loss": 26.9375,
+      "step": 3736
+    },
+    {
+      "epoch": 0.0353745231491561,
+      "grad_norm": 319.31756591796875,
+      "learning_rate": 1.99984891443174e-06,
+      "loss": 30.4336,
+      "step": 3737
+    },
+    {
+      "epoch": 0.035383989170871155,
+      "grad_norm": 743.8668823242188,
+      "learning_rate": 1.9998483810455695e-06,
+      "loss": 70.8281,
+      "step": 3738
+    },
+    {
+      "epoch": 0.035393455192586215,
+      "grad_norm": 599.521240234375,
+      "learning_rate": 1.9998478467196066e-06,
+      "loss": 31.6562,
+      "step": 3739
+    },
+    {
+      "epoch": 0.03540292121430127,
+      "grad_norm": 870.069580078125,
+      "learning_rate": 1.9998473114538518e-06,
+      "loss": 37.625,
+      "step": 3740
+    },
+    {
+      "epoch": 0.03541238723601632,
+      "grad_norm": 189.01417541503906,
+      "learning_rate": 1.999846775248306e-06,
+      "loss": 27.1094,
+      "step": 3741
+    },
+    {
+      "epoch": 0.035421853257731374,
+      "grad_norm": 837.0806884765625,
+      "learning_rate": 1.9998462381029684e-06,
+      "loss": 28.2031,
+      "step": 3742
+    },
+    {
+      "epoch": 0.03543131927944643,
+      "grad_norm": 699.5179443359375,
+      "learning_rate": 1.999845700017841e-06,
+      "loss": 38.7734,
+      "step": 3743
+    },
+    {
+      "epoch": 0.03544078530116148,
+      "grad_norm": 498.6907653808594,
+      "learning_rate": 1.999845160992924e-06,
+      "loss": 63.3438,
+      "step": 3744
+    },
+    {
+      "epoch": 0.03545025132287653,
+      "grad_norm": 463.3176574707031,
+      "learning_rate": 1.999844621028217e-06,
+      "loss": 43.6406,
+      "step": 3745
+    },
+    {
+      "epoch": 0.035459717344591586,
+      "grad_norm": 652.0436401367188,
+      "learning_rate": 1.999844080123721e-06,
+      "loss": 44.0977,
+      "step": 3746
+    },
+    {
+      "epoch": 0.03546918336630664,
+      "grad_norm": 245.450439453125,
+      "learning_rate": 1.999843538279437e-06,
+      "loss": 28.2188,
+      "step": 3747
+    },
+    {
+      "epoch": 0.0354786493880217,
+      "grad_norm": 1018.388671875,
+      "learning_rate": 1.9998429954953653e-06,
+      "loss": 45.0938,
+      "step": 3748
+    },
+    {
+      "epoch": 0.03548811540973675,
+      "grad_norm": 145.6427764892578,
+      "learning_rate": 1.999842451771506e-06,
+      "loss": 23.5938,
+      "step": 3749
+    },
+    {
+      "epoch": 0.035497581431451805,
+      "grad_norm": 814.7943725585938,
+      "learning_rate": 1.99984190710786e-06,
+      "loss": 69.5156,
+      "step": 3750
+    },
+    {
+      "epoch": 0.03550704745316686,
+      "grad_norm": 3.715550184249878,
+      "learning_rate": 1.999841361504427e-06,
+      "loss": 0.9067,
+      "step": 3751
+    },
+    {
+      "epoch": 0.03551651347488191,
+      "grad_norm": 2.680546998977661,
+      "learning_rate": 1.9998408149612087e-06,
+      "loss": 0.8301,
+      "step": 3752
+    },
+    {
+      "epoch": 0.035525979496596964,
+      "grad_norm": 3.027709722518921,
+      "learning_rate": 1.999840267478205e-06,
+      "loss": 1.0186,
+      "step": 3753
+    },
+    {
+      "epoch": 0.03553544551831202,
+      "grad_norm": 728.4012451171875,
+      "learning_rate": 1.999839719055417e-06,
+      "loss": 55.9688,
+      "step": 3754
+    },
+    {
+      "epoch": 0.03554491154002707,
+      "grad_norm": 532.959228515625,
+      "learning_rate": 1.9998391696928437e-06,
+      "loss": 41.5742,
+      "step": 3755
+    },
+    {
+      "epoch": 0.03555437756174213,
+      "grad_norm": 501.513427734375,
+      "learning_rate": 1.999838619390487e-06,
+      "loss": 46.3906,
+      "step": 3756
+    },
+    {
+      "epoch": 0.03556384358345718,
+      "grad_norm": 546.4718017578125,
+      "learning_rate": 1.999838068148347e-06,
+      "loss": 60.4062,
+      "step": 3757
+    },
+    {
+      "epoch": 0.035573309605172236,
+      "grad_norm": 470.2256164550781,
+      "learning_rate": 1.9998375159664245e-06,
+      "loss": 29.0,
+      "step": 3758
+    },
+    {
+      "epoch": 0.03558277562688729,
+      "grad_norm": 707.3917236328125,
+      "learning_rate": 1.9998369628447196e-06,
+      "loss": 41.0781,
+      "step": 3759
+    },
+    {
+      "epoch": 0.03559224164860234,
+      "grad_norm": 735.7433471679688,
+      "learning_rate": 1.999836408783233e-06,
+      "loss": 42.0781,
+      "step": 3760
+    },
+    {
+      "epoch": 0.035601707670317395,
+      "grad_norm": 465.1251220703125,
+      "learning_rate": 1.9998358537819654e-06,
+      "loss": 53.625,
+      "step": 3761
+    },
+    {
+      "epoch": 0.03561117369203245,
+      "grad_norm": 251.24496459960938,
+      "learning_rate": 1.9998352978409173e-06,
+      "loss": 27.5938,
+      "step": 3762
+    },
+    {
+      "epoch": 0.0356206397137475,
+      "grad_norm": 499.8003845214844,
+      "learning_rate": 1.9998347409600887e-06,
+      "loss": 47.9375,
+      "step": 3763
+    },
+    {
+      "epoch": 0.035630105735462554,
+      "grad_norm": 1228.9794921875,
+      "learning_rate": 1.999834183139481e-06,
+      "loss": 76.3047,
+      "step": 3764
+    },
+    {
+      "epoch": 0.035639571757177614,
+      "grad_norm": 184.41067504882812,
+      "learning_rate": 1.9998336243790933e-06,
+      "loss": 26.2344,
+      "step": 3765
+    },
+    {
+      "epoch": 0.03564903777889267,
+      "grad_norm": 673.4531860351562,
+      "learning_rate": 1.999833064678928e-06,
+      "loss": 48.5859,
+      "step": 3766
+    },
+    {
+      "epoch": 0.03565850380060772,
+      "grad_norm": 212.01304626464844,
+      "learning_rate": 1.999832504038984e-06,
+      "loss": 29.7344,
+      "step": 3767
+    },
+    {
+      "epoch": 0.03566796982232277,
+      "grad_norm": 539.410888671875,
+      "learning_rate": 1.9998319424592625e-06,
+      "loss": 54.4844,
+      "step": 3768
+    },
+    {
+      "epoch": 0.035677435844037826,
+      "grad_norm": 2037.66015625,
+      "learning_rate": 1.9998313799397643e-06,
+      "loss": 56.3672,
+      "step": 3769
+    },
+    {
+      "epoch": 0.03568690186575288,
+      "grad_norm": 403.28643798828125,
+      "learning_rate": 1.9998308164804895e-06,
+      "loss": 34.3906,
+      "step": 3770
+    },
+    {
+      "epoch": 0.03569636788746793,
+      "grad_norm": 273.6322326660156,
+      "learning_rate": 1.9998302520814388e-06,
+      "loss": 28.0,
+      "step": 3771
+    },
+    {
+      "epoch": 0.035705833909182985,
+      "grad_norm": 315.01910400390625,
+      "learning_rate": 1.9998296867426126e-06,
+      "loss": 25.2188,
+      "step": 3772
+    },
+    {
+      "epoch": 0.03571529993089804,
+      "grad_norm": 552.8152465820312,
+      "learning_rate": 1.999829120464012e-06,
+      "loss": 53.5,
+      "step": 3773
+    },
+    {
+      "epoch": 0.0357247659526131,
+      "grad_norm": 307.8646240234375,
+      "learning_rate": 1.9998285532456366e-06,
+      "loss": 27.6094,
+      "step": 3774
+    },
+    {
+      "epoch": 0.03573423197432815,
+      "grad_norm": 1011.8936157226562,
+      "learning_rate": 1.9998279850874876e-06,
+      "loss": 74.4688,
+      "step": 3775
+    },
+    {
+      "epoch": 0.035743697996043204,
+      "grad_norm": 231.0419464111328,
+      "learning_rate": 1.9998274159895652e-06,
+      "loss": 24.7188,
+      "step": 3776
+    },
+    {
+      "epoch": 0.03575316401775826,
+      "grad_norm": 285.2471008300781,
+      "learning_rate": 1.99982684595187e-06,
+      "loss": 24.3438,
+      "step": 3777
+    },
+    {
+      "epoch": 0.03576263003947331,
+      "grad_norm": 448.3897705078125,
+      "learning_rate": 1.9998262749744027e-06,
+      "loss": 30.7812,
+      "step": 3778
+    },
+    {
+      "epoch": 0.03577209606118836,
+      "grad_norm": 265.532470703125,
+      "learning_rate": 1.9998257030571638e-06,
+      "loss": 29.0312,
+      "step": 3779
+    },
+    {
+      "epoch": 0.035781562082903416,
+      "grad_norm": 911.9351806640625,
+      "learning_rate": 1.999825130200154e-06,
+      "loss": 51.4688,
+      "step": 3780
+    },
+    {
+      "epoch": 0.03579102810461847,
+      "grad_norm": 477.2528381347656,
+      "learning_rate": 1.9998245564033732e-06,
+      "loss": 28.0312,
+      "step": 3781
+    },
+    {
+      "epoch": 0.03580049412633353,
+      "grad_norm": 694.262939453125,
+      "learning_rate": 1.999823981666823e-06,
+      "loss": 61.4688,
+      "step": 3782
+    },
+    {
+      "epoch": 0.03580996014804858,
+      "grad_norm": 434.4980773925781,
+      "learning_rate": 1.9998234059905025e-06,
+      "loss": 37.6875,
+      "step": 3783
+    },
+    {
+      "epoch": 0.035819426169763635,
+      "grad_norm": 181.52154541015625,
+      "learning_rate": 1.9998228293744136e-06,
+      "loss": 26.5,
+      "step": 3784
+    },
+    {
+      "epoch": 0.03582889219147869,
+      "grad_norm": 203.62960815429688,
+      "learning_rate": 1.999822251818556e-06,
+      "loss": 25.5312,
+      "step": 3785
+    },
+    {
+      "epoch": 0.03583835821319374,
+      "grad_norm": 523.548583984375,
+      "learning_rate": 1.9998216733229305e-06,
+      "loss": 55.6562,
+      "step": 3786
+    },
+    {
+      "epoch": 0.035847824234908794,
+      "grad_norm": 458.91632080078125,
+      "learning_rate": 1.999821093887538e-06,
+      "loss": 26.0078,
+      "step": 3787
+    },
+    {
+      "epoch": 0.03585729025662385,
+      "grad_norm": 517.0496215820312,
+      "learning_rate": 1.9998205135123784e-06,
+      "loss": 35.4062,
+      "step": 3788
+    },
+    {
+      "epoch": 0.0358667562783389,
+      "grad_norm": 1582.4830322265625,
+      "learning_rate": 1.999819932197453e-06,
+      "loss": 43.3828,
+      "step": 3789
+    },
+    {
+      "epoch": 0.03587622230005395,
+      "grad_norm": 1118.1650390625,
+      "learning_rate": 1.9998193499427613e-06,
+      "loss": 55.7344,
+      "step": 3790
+    },
+    {
+      "epoch": 0.03588568832176901,
+      "grad_norm": 3.0942821502685547,
+      "learning_rate": 1.9998187667483045e-06,
+      "loss": 0.9614,
+      "step": 3791
+    },
+    {
+      "epoch": 0.035895154343484066,
+      "grad_norm": 363.1468811035156,
+      "learning_rate": 1.9998181826140836e-06,
+      "loss": 23.3984,
+      "step": 3792
+    },
+    {
+      "epoch": 0.03590462036519912,
+      "grad_norm": 611.9802856445312,
+      "learning_rate": 1.9998175975400984e-06,
+      "loss": 22.8828,
+      "step": 3793
+    },
+    {
+      "epoch": 0.03591408638691417,
+      "grad_norm": 540.023193359375,
+      "learning_rate": 1.9998170115263495e-06,
+      "loss": 43.1328,
+      "step": 3794
+    },
+    {
+      "epoch": 0.035923552408629225,
+      "grad_norm": 480.7174377441406,
+      "learning_rate": 1.999816424572838e-06,
+      "loss": 38.9844,
+      "step": 3795
+    },
+    {
+      "epoch": 0.03593301843034428,
+      "grad_norm": 252.84548950195312,
+      "learning_rate": 1.999815836679564e-06,
+      "loss": 32.75,
+      "step": 3796
+    },
+    {
+      "epoch": 0.03594248445205933,
+      "grad_norm": 368.3194885253906,
+      "learning_rate": 1.999815247846528e-06,
+      "loss": 25.1562,
+      "step": 3797
+    },
+    {
+      "epoch": 0.035951950473774384,
+      "grad_norm": 3.242469072341919,
+      "learning_rate": 1.9998146580737307e-06,
+      "loss": 0.8354,
+      "step": 3798
+    },
+    {
+      "epoch": 0.03596141649548944,
+      "grad_norm": 503.243408203125,
+      "learning_rate": 1.999814067361173e-06,
+      "loss": 48.4531,
+      "step": 3799
+    },
+    {
+      "epoch": 0.0359708825172045,
+      "grad_norm": 336.7393798828125,
+      "learning_rate": 1.999813475708855e-06,
+      "loss": 31.8281,
+      "step": 3800
+    },
+    {
+      "epoch": 0.03598034853891955,
+      "grad_norm": 273.2824401855469,
+      "learning_rate": 1.999812883116777e-06,
+      "loss": 32.5312,
+      "step": 3801
+    },
+    {
+      "epoch": 0.0359898145606346,
+      "grad_norm": 620.4681396484375,
+      "learning_rate": 1.99981228958494e-06,
+      "loss": 65.1562,
+      "step": 3802
+    },
+    {
+      "epoch": 0.035999280582349656,
+      "grad_norm": 457.119384765625,
+      "learning_rate": 1.999811695113345e-06,
+      "loss": 41.125,
+      "step": 3803
+    },
+    {
+      "epoch": 0.03600874660406471,
+      "grad_norm": 581.7626953125,
+      "learning_rate": 1.9998110997019917e-06,
+      "loss": 36.5078,
+      "step": 3804
+    },
+    {
+      "epoch": 0.03601821262577976,
+      "grad_norm": 200.71902465820312,
+      "learning_rate": 1.999810503350881e-06,
+      "loss": 24.2188,
+      "step": 3805
+    },
+    {
+      "epoch": 0.036027678647494815,
+      "grad_norm": 519.7050170898438,
+      "learning_rate": 1.9998099060600136e-06,
+      "loss": 57.5938,
+      "step": 3806
+    },
+    {
+      "epoch": 0.03603714466920987,
+      "grad_norm": 321.192138671875,
+      "learning_rate": 1.99980930782939e-06,
+      "loss": 32.7969,
+      "step": 3807
+    },
+    {
+      "epoch": 0.03604661069092493,
+      "grad_norm": 345.9913330078125,
+      "learning_rate": 1.9998087086590104e-06,
+      "loss": 25.5156,
+      "step": 3808
+    },
+    {
+      "epoch": 0.03605607671263998,
+      "grad_norm": 2.711761474609375,
+      "learning_rate": 1.9998081085488757e-06,
+      "loss": 0.8521,
+      "step": 3809
+    },
+    {
+      "epoch": 0.036065542734355034,
+      "grad_norm": 552.8751220703125,
+      "learning_rate": 1.9998075074989864e-06,
+      "loss": 45.3438,
+      "step": 3810
+    },
+    {
+      "epoch": 0.03607500875607009,
+      "grad_norm": 306.6983337402344,
+      "learning_rate": 1.999806905509343e-06,
+      "loss": 27.6562,
+      "step": 3811
+    },
+    {
+      "epoch": 0.03608447477778514,
+      "grad_norm": 180.33729553222656,
+      "learning_rate": 1.9998063025799466e-06,
+      "loss": 26.0938,
+      "step": 3812
+    },
+    {
+      "epoch": 0.03609394079950019,
+      "grad_norm": 1974.910888671875,
+      "learning_rate": 1.999805698710797e-06,
+      "loss": 39.5312,
+      "step": 3813
+    },
+    {
+      "epoch": 0.036103406821215246,
+      "grad_norm": 737.060302734375,
+      "learning_rate": 1.9998050939018953e-06,
+      "loss": 60.0625,
+      "step": 3814
+    },
+    {
+      "epoch": 0.0361128728429303,
+      "grad_norm": 236.17564392089844,
+      "learning_rate": 1.9998044881532415e-06,
+      "loss": 25.8594,
+      "step": 3815
+    },
+    {
+      "epoch": 0.03612233886464535,
+      "grad_norm": 466.0262756347656,
+      "learning_rate": 1.9998038814648367e-06,
+      "loss": 35.3125,
+      "step": 3816
+    },
+    {
+      "epoch": 0.03613180488636041,
+      "grad_norm": 211.784423828125,
+      "learning_rate": 1.999803273836681e-06,
+      "loss": 27.7969,
+      "step": 3817
+    },
+    {
+      "epoch": 0.036141270908075465,
+      "grad_norm": 1029.55029296875,
+      "learning_rate": 1.999802665268776e-06,
+      "loss": 57.6094,
+      "step": 3818
+    },
+    {
+      "epoch": 0.03615073692979052,
+      "grad_norm": 291.9998779296875,
+      "learning_rate": 1.999802055761121e-06,
+      "loss": 30.0156,
+      "step": 3819
+    },
+    {
+      "epoch": 0.03616020295150557,
+      "grad_norm": 532.6057739257812,
+      "learning_rate": 1.9998014453137172e-06,
+      "loss": 50.3906,
+      "step": 3820
+    },
+    {
+      "epoch": 0.036169668973220624,
+      "grad_norm": 242.8946990966797,
+      "learning_rate": 1.999800833926565e-06,
+      "loss": 33.4219,
+      "step": 3821
+    },
+    {
+      "epoch": 0.03617913499493568,
+      "grad_norm": 368.21966552734375,
+      "learning_rate": 1.999800221599665e-06,
+      "loss": 26.0234,
+      "step": 3822
+    },
+    {
+      "epoch": 0.03618860101665073,
+      "grad_norm": 186.35597229003906,
+      "learning_rate": 1.9997996083330184e-06,
+      "loss": 31.6719,
+      "step": 3823
+    },
+    {
+      "epoch": 0.03619806703836578,
+      "grad_norm": 3.0203752517700195,
+      "learning_rate": 1.9997989941266245e-06,
+      "loss": 0.818,
+      "step": 3824
+    },
+    {
+      "epoch": 0.03620753306008084,
+      "grad_norm": 514.2568359375,
+      "learning_rate": 1.9997983789804853e-06,
+      "loss": 32.0781,
+      "step": 3825
+    },
+    {
+      "epoch": 0.036216999081795896,
+      "grad_norm": 275.585205078125,
+      "learning_rate": 1.9997977628946002e-06,
+      "loss": 24.5156,
+      "step": 3826
+    },
+    {
+      "epoch": 0.03622646510351095,
+      "grad_norm": 2.9704911708831787,
+      "learning_rate": 1.9997971458689703e-06,
+      "loss": 0.7378,
+      "step": 3827
+    },
+    {
+      "epoch": 0.036235931125226,
+      "grad_norm": 280.3058166503906,
+      "learning_rate": 1.999796527903596e-06,
+      "loss": 36.3906,
+      "step": 3828
+    },
+    {
+      "epoch": 0.036245397146941055,
+      "grad_norm": 594.6834716796875,
+      "learning_rate": 1.999795908998478e-06,
+      "loss": 54.4531,
+      "step": 3829
+    },
+    {
+      "epoch": 0.03625486316865611,
+      "grad_norm": 457.7345275878906,
+      "learning_rate": 1.999795289153617e-06,
+      "loss": 52.2812,
+      "step": 3830
+    },
+    {
+      "epoch": 0.03626432919037116,
+      "grad_norm": 250.76795959472656,
+      "learning_rate": 1.9997946683690137e-06,
+      "loss": 28.6094,
+      "step": 3831
+    },
+    {
+      "epoch": 0.036273795212086214,
+      "grad_norm": 180.85812377929688,
+      "learning_rate": 1.999794046644668e-06,
+      "loss": 26.2031,
+      "step": 3832
+    },
+    {
+      "epoch": 0.03628326123380127,
+      "grad_norm": 745.2251586914062,
+      "learning_rate": 1.9997934239805815e-06,
+      "loss": 55.4062,
+      "step": 3833
+    },
+    {
+      "epoch": 0.03629272725551633,
+      "grad_norm": 374.36993408203125,
+      "learning_rate": 1.999792800376754e-06,
+      "loss": 27.7969,
+      "step": 3834
+    },
+    {
+      "epoch": 0.03630219327723138,
+      "grad_norm": 376.31781005859375,
+      "learning_rate": 1.999792175833186e-06,
+      "loss": 35.5312,
+      "step": 3835
+    },
+    {
+      "epoch": 0.03631165929894643,
+      "grad_norm": 3.223672866821289,
+      "learning_rate": 1.9997915503498788e-06,
+      "loss": 0.8635,
+      "step": 3836
+    },
+    {
+      "epoch": 0.036321125320661486,
+      "grad_norm": 3.3429481983184814,
+      "learning_rate": 1.999790923926832e-06,
+      "loss": 1.0273,
+      "step": 3837
+    },
+    {
+      "epoch": 0.03633059134237654,
+      "grad_norm": 2911.716552734375,
+      "learning_rate": 1.9997902965640476e-06,
+      "loss": 34.6836,
+      "step": 3838
+    },
+    {
+      "epoch": 0.03634005736409159,
+      "grad_norm": 749.7904052734375,
+      "learning_rate": 1.9997896682615245e-06,
+      "loss": 57.5156,
+      "step": 3839
+    },
+    {
+      "epoch": 0.036349523385806645,
+      "grad_norm": 660.9031372070312,
+      "learning_rate": 1.9997890390192645e-06,
+      "loss": 27.375,
+      "step": 3840
+    },
+    {
+      "epoch": 0.0363589894075217,
+      "grad_norm": 3.061295509338379,
+      "learning_rate": 1.999788408837268e-06,
+      "loss": 0.9614,
+      "step": 3841
+    },
+    {
+      "epoch": 0.03636845542923675,
+      "grad_norm": 226.6290283203125,
+      "learning_rate": 1.9997877777155352e-06,
+      "loss": 25.0078,
+      "step": 3842
+    },
+    {
+      "epoch": 0.03637792145095181,
+      "grad_norm": 537.0454711914062,
+      "learning_rate": 1.9997871456540676e-06,
+      "loss": 39.1094,
+      "step": 3843
+    },
+    {
+      "epoch": 0.036387387472666864,
+      "grad_norm": 177.8740234375,
+      "learning_rate": 1.9997865126528643e-06,
+      "loss": 26.7969,
+      "step": 3844
+    },
+    {
+      "epoch": 0.03639685349438192,
+      "grad_norm": 706.8685302734375,
+      "learning_rate": 1.999785878711927e-06,
+      "loss": 38.0312,
+      "step": 3845
+    },
+    {
+      "epoch": 0.03640631951609697,
+      "grad_norm": 1075.628173828125,
+      "learning_rate": 1.999785243831256e-06,
+      "loss": 70.3359,
+      "step": 3846
+    },
+    {
+      "epoch": 0.03641578553781202,
+      "grad_norm": 265.3126525878906,
+      "learning_rate": 1.999784608010852e-06,
+      "loss": 25.2188,
+      "step": 3847
+    },
+    {
+      "epoch": 0.036425251559527076,
+      "grad_norm": 2.9868297576904297,
+      "learning_rate": 1.9997839712507157e-06,
+      "loss": 0.8403,
+      "step": 3848
+    },
+    {
+      "epoch": 0.03643471758124213,
+      "grad_norm": 353.4396057128906,
+      "learning_rate": 1.999783333550847e-06,
+      "loss": 27.4688,
+      "step": 3849
+    },
+    {
+      "epoch": 0.03644418360295718,
+      "grad_norm": 538.0933227539062,
+      "learning_rate": 1.9997826949112474e-06,
+      "loss": 22.6172,
+      "step": 3850
+    },
+    {
+      "epoch": 0.03645364962467224,
+      "grad_norm": 509.90850830078125,
+      "learning_rate": 1.9997820553319168e-06,
+      "loss": 37.6875,
+      "step": 3851
+    },
+    {
+      "epoch": 0.036463115646387295,
+      "grad_norm": 436.5459289550781,
+      "learning_rate": 1.9997814148128565e-06,
+      "loss": 31.1328,
+      "step": 3852
+    },
+    {
+      "epoch": 0.03647258166810235,
+      "grad_norm": 265.6065979003906,
+      "learning_rate": 1.9997807733540665e-06,
+      "loss": 31.4844,
+      "step": 3853
+    },
+    {
+      "epoch": 0.0364820476898174,
+      "grad_norm": 222.5419921875,
+      "learning_rate": 1.9997801309555476e-06,
+      "loss": 27.8906,
+      "step": 3854
+    },
+    {
+      "epoch": 0.036491513711532454,
+      "grad_norm": 224.63125610351562,
+      "learning_rate": 1.9997794876173004e-06,
+      "loss": 21.8125,
+      "step": 3855
+    },
+    {
+      "epoch": 0.03650097973324751,
+      "grad_norm": 710.0217895507812,
+      "learning_rate": 1.9997788433393255e-06,
+      "loss": 53.3906,
+      "step": 3856
+    },
+    {
+      "epoch": 0.03651044575496256,
+      "grad_norm": 1082.8370361328125,
+      "learning_rate": 1.9997781981216236e-06,
+      "loss": 58.9688,
+      "step": 3857
+    },
+    {
+      "epoch": 0.03651991177667761,
+      "grad_norm": 313.231689453125,
+      "learning_rate": 1.9997775519641953e-06,
+      "loss": 27.1719,
+      "step": 3858
+    },
+    {
+      "epoch": 0.036529377798392666,
+      "grad_norm": 215.9691619873047,
+      "learning_rate": 1.999776904867041e-06,
+      "loss": 25.875,
+      "step": 3859
+    },
+    {
+      "epoch": 0.036538843820107726,
+      "grad_norm": 475.8743591308594,
+      "learning_rate": 1.999776256830161e-06,
+      "loss": 33.6094,
+      "step": 3860
+    },
+    {
+      "epoch": 0.03654830984182278,
+      "grad_norm": 448.6815490722656,
+      "learning_rate": 1.9997756078535572e-06,
+      "loss": 63.9453,
+      "step": 3861
+    },
+    {
+      "epoch": 0.03655777586353783,
+      "grad_norm": 598.0234375,
+      "learning_rate": 1.999774957937229e-06,
+      "loss": 52.6719,
+      "step": 3862
+    },
+    {
+      "epoch": 0.036567241885252885,
+      "grad_norm": 2.6018099784851074,
+      "learning_rate": 1.9997743070811775e-06,
+      "loss": 0.8071,
+      "step": 3863
+    },
+    {
+      "epoch": 0.03657670790696794,
+      "grad_norm": 359.6696472167969,
+      "learning_rate": 1.999773655285403e-06,
+      "loss": 34.1719,
+      "step": 3864
+    },
+    {
+      "epoch": 0.03658617392868299,
+      "grad_norm": 473.6632385253906,
+      "learning_rate": 1.9997730025499065e-06,
+      "loss": 27.8281,
+      "step": 3865
+    },
+    {
+      "epoch": 0.036595639950398044,
+      "grad_norm": 563.3773803710938,
+      "learning_rate": 1.999772348874688e-06,
+      "loss": 54.4531,
+      "step": 3866
+    },
+    {
+      "epoch": 0.0366051059721131,
+      "grad_norm": 300.0921325683594,
+      "learning_rate": 1.999771694259749e-06,
+      "loss": 25.1562,
+      "step": 3867
+    },
+    {
+      "epoch": 0.03661457199382816,
+      "grad_norm": 436.8417053222656,
+      "learning_rate": 1.9997710387050898e-06,
+      "loss": 41.6797,
+      "step": 3868
+    },
+    {
+      "epoch": 0.03662403801554321,
+      "grad_norm": 245.89419555664062,
+      "learning_rate": 1.9997703822107103e-06,
+      "loss": 22.7734,
+      "step": 3869
+    },
+    {
+      "epoch": 0.03663350403725826,
+      "grad_norm": 362.1257629394531,
+      "learning_rate": 1.999769724776612e-06,
+      "loss": 27.3594,
+      "step": 3870
+    },
+    {
+      "epoch": 0.036642970058973316,
+      "grad_norm": 661.2514038085938,
+      "learning_rate": 1.999769066402795e-06,
+      "loss": 43.125,
+      "step": 3871
+    },
+    {
+      "epoch": 0.03665243608068837,
+      "grad_norm": 664.4239501953125,
+      "learning_rate": 1.9997684070892605e-06,
+      "loss": 35.8906,
+      "step": 3872
+    },
+    {
+      "epoch": 0.03666190210240342,
+      "grad_norm": 526.2892456054688,
+      "learning_rate": 1.9997677468360084e-06,
+      "loss": 59.0625,
+      "step": 3873
+    },
+    {
+      "epoch": 0.036671368124118475,
+      "grad_norm": 727.5333251953125,
+      "learning_rate": 1.9997670856430397e-06,
+      "loss": 31.5391,
+      "step": 3874
+    },
+    {
+      "epoch": 0.03668083414583353,
+      "grad_norm": 443.4952087402344,
+      "learning_rate": 1.999766423510355e-06,
+      "loss": 23.25,
+      "step": 3875
+    },
+    {
+      "epoch": 0.03669030016754858,
+      "grad_norm": 676.1340942382812,
+      "learning_rate": 1.9997657604379548e-06,
+      "loss": 44.3438,
+      "step": 3876
+    },
+    {
+      "epoch": 0.03669976618926364,
+      "grad_norm": 694.0687255859375,
+      "learning_rate": 1.9997650964258402e-06,
+      "loss": 78.75,
+      "step": 3877
+    },
+    {
+      "epoch": 0.036709232210978694,
+      "grad_norm": 807.38330078125,
+      "learning_rate": 1.999764431474011e-06,
+      "loss": 69.375,
+      "step": 3878
+    },
+    {
+      "epoch": 0.03671869823269375,
+      "grad_norm": 265.9314880371094,
+      "learning_rate": 1.9997637655824686e-06,
+      "loss": 30.375,
+      "step": 3879
+    },
+    {
+      "epoch": 0.0367281642544088,
+      "grad_norm": 215.1320037841797,
+      "learning_rate": 1.9997630987512133e-06,
+      "loss": 26.6719,
+      "step": 3880
+    },
+    {
+      "epoch": 0.03673763027612385,
+      "grad_norm": 420.2221984863281,
+      "learning_rate": 1.9997624309802456e-06,
+      "loss": 29.2812,
+      "step": 3881
+    },
+    {
+      "epoch": 0.036747096297838906,
+      "grad_norm": 995.6256713867188,
+      "learning_rate": 1.999761762269566e-06,
+      "loss": 67.6406,
+      "step": 3882
+    },
+    {
+      "epoch": 0.03675656231955396,
+      "grad_norm": 230.09864807128906,
+      "learning_rate": 1.999761092619176e-06,
+      "loss": 22.3359,
+      "step": 3883
+    },
+    {
+      "epoch": 0.03676602834126901,
+      "grad_norm": 509.7961120605469,
+      "learning_rate": 1.999760422029075e-06,
+      "loss": 31.3203,
+      "step": 3884
+    },
+    {
+      "epoch": 0.036775494362984065,
+      "grad_norm": 542.6958618164062,
+      "learning_rate": 1.9997597504992643e-06,
+      "loss": 49.6406,
+      "step": 3885
+    },
+    {
+      "epoch": 0.036784960384699125,
+      "grad_norm": 296.7717590332031,
+      "learning_rate": 1.9997590780297447e-06,
+      "loss": 36.4219,
+      "step": 3886
+    },
+    {
+      "epoch": 0.03679442640641418,
+      "grad_norm": 2.9542412757873535,
+      "learning_rate": 1.9997584046205166e-06,
+      "loss": 0.8999,
+      "step": 3887
+    },
+    {
+      "epoch": 0.03680389242812923,
+      "grad_norm": 275.5627746582031,
+      "learning_rate": 1.999757730271581e-06,
+      "loss": 39.2969,
+      "step": 3888
+    },
+    {
+      "epoch": 0.036813358449844284,
+      "grad_norm": 536.58984375,
+      "learning_rate": 1.9997570549829374e-06,
+      "loss": 44.6094,
+      "step": 3889
+    },
+    {
+      "epoch": 0.03682282447155934,
+      "grad_norm": 597.2581787109375,
+      "learning_rate": 1.9997563787545876e-06,
+      "loss": 55.9688,
+      "step": 3890
+    },
+    {
+      "epoch": 0.03683229049327439,
+      "grad_norm": 261.741455078125,
+      "learning_rate": 1.999755701586532e-06,
+      "loss": 28.9219,
+      "step": 3891
+    },
+    {
+      "epoch": 0.03684175651498944,
+      "grad_norm": 282.5636901855469,
+      "learning_rate": 1.999755023478771e-06,
+      "loss": 34.7344,
+      "step": 3892
+    },
+    {
+      "epoch": 0.036851222536704496,
+      "grad_norm": 1203.3533935546875,
+      "learning_rate": 1.999754344431305e-06,
+      "loss": 73.2656,
+      "step": 3893
+    },
+    {
+      "epoch": 0.036860688558419556,
+      "grad_norm": 186.94210815429688,
+      "learning_rate": 1.9997536644441353e-06,
+      "loss": 26.2344,
+      "step": 3894
+    },
+    {
+      "epoch": 0.03687015458013461,
+      "grad_norm": 282.1566162109375,
+      "learning_rate": 1.999752983517262e-06,
+      "loss": 25.0781,
+      "step": 3895
+    },
+    {
+      "epoch": 0.03687962060184966,
+      "grad_norm": 478.47918701171875,
+      "learning_rate": 1.999752301650686e-06,
+      "loss": 39.6875,
+      "step": 3896
+    },
+    {
+      "epoch": 0.036889086623564715,
+      "grad_norm": 404.4712219238281,
+      "learning_rate": 1.999751618844408e-06,
+      "loss": 39.4375,
+      "step": 3897
+    },
+    {
+      "epoch": 0.03689855264527977,
+      "grad_norm": 597.1972045898438,
+      "learning_rate": 1.999750935098428e-06,
+      "loss": 62.2188,
+      "step": 3898
+    },
+    {
+      "epoch": 0.03690801866699482,
+      "grad_norm": 321.4482727050781,
+      "learning_rate": 1.9997502504127478e-06,
+      "loss": 28.9688,
+      "step": 3899
+    },
+    {
+      "epoch": 0.036917484688709874,
+      "grad_norm": 352.9864196777344,
+      "learning_rate": 1.999749564787367e-06,
+      "loss": 25.0781,
+      "step": 3900
+    },
+    {
+      "epoch": 0.03692695071042493,
+      "grad_norm": 224.22055053710938,
+      "learning_rate": 1.999748878222287e-06,
+      "loss": 31.7812,
+      "step": 3901
+    },
+    {
+      "epoch": 0.03693641673213998,
+      "grad_norm": 253.4858856201172,
+      "learning_rate": 1.999748190717508e-06,
+      "loss": 25.9375,
+      "step": 3902
+    },
+    {
+      "epoch": 0.03694588275385504,
+      "grad_norm": 511.7886047363281,
+      "learning_rate": 1.9997475022730303e-06,
+      "loss": 54.1562,
+      "step": 3903
+    },
+    {
+      "epoch": 0.03695534877557009,
+      "grad_norm": 588.7847900390625,
+      "learning_rate": 1.9997468128888557e-06,
+      "loss": 54.4609,
+      "step": 3904
+    },
+    {
+      "epoch": 0.036964814797285146,
+      "grad_norm": 338.9720458984375,
+      "learning_rate": 1.9997461225649836e-06,
+      "loss": 19.7969,
+      "step": 3905
+    },
+    {
+      "epoch": 0.0369742808190002,
+      "grad_norm": 723.777099609375,
+      "learning_rate": 1.9997454313014152e-06,
+      "loss": 74.4062,
+      "step": 3906
+    },
+    {
+      "epoch": 0.03698374684071525,
+      "grad_norm": 449.1311340332031,
+      "learning_rate": 1.999744739098151e-06,
+      "loss": 38.0156,
+      "step": 3907
+    },
+    {
+      "epoch": 0.036993212862430305,
+      "grad_norm": 204.79257202148438,
+      "learning_rate": 1.9997440459551924e-06,
+      "loss": 24.5938,
+      "step": 3908
+    },
+    {
+      "epoch": 0.03700267888414536,
+      "grad_norm": 239.16940307617188,
+      "learning_rate": 1.999743351872539e-06,
+      "loss": 32.0469,
+      "step": 3909
+    },
+    {
+      "epoch": 0.03701214490586041,
+      "grad_norm": 714.3076171875,
+      "learning_rate": 1.999742656850192e-06,
+      "loss": 34.0195,
+      "step": 3910
+    },
+    {
+      "epoch": 0.03702161092757547,
+      "grad_norm": 237.63482666015625,
+      "learning_rate": 1.999741960888152e-06,
+      "loss": 23.7266,
+      "step": 3911
+    },
+    {
+      "epoch": 0.037031076949290524,
+      "grad_norm": 261.95404052734375,
+      "learning_rate": 1.9997412639864194e-06,
+      "loss": 30.5,
+      "step": 3912
+    },
+    {
+      "epoch": 0.03704054297100558,
+      "grad_norm": 209.9373016357422,
+      "learning_rate": 1.999740566144995e-06,
+      "loss": 21.0703,
+      "step": 3913
+    },
+    {
+      "epoch": 0.03705000899272063,
+      "grad_norm": 2.9716081619262695,
+      "learning_rate": 1.99973986736388e-06,
+      "loss": 0.8838,
+      "step": 3914
+    },
+    {
+      "epoch": 0.03705947501443568,
+      "grad_norm": 731.6339111328125,
+      "learning_rate": 1.9997391676430737e-06,
+      "loss": 49.6562,
+      "step": 3915
+    },
+    {
+      "epoch": 0.037068941036150736,
+      "grad_norm": 843.6861572265625,
+      "learning_rate": 1.9997384669825786e-06,
+      "loss": 49.2344,
+      "step": 3916
+    },
+    {
+      "epoch": 0.03707840705786579,
+      "grad_norm": 254.0948486328125,
+      "learning_rate": 1.999737765382394e-06,
+      "loss": 26.5312,
+      "step": 3917
+    },
+    {
+      "epoch": 0.03708787307958084,
+      "grad_norm": 408.58837890625,
+      "learning_rate": 1.999737062842521e-06,
+      "loss": 63.7656,
+      "step": 3918
+    },
+    {
+      "epoch": 0.037097339101295895,
+      "grad_norm": 252.3920440673828,
+      "learning_rate": 1.9997363593629595e-06,
+      "loss": 27.3047,
+      "step": 3919
+    },
+    {
+      "epoch": 0.037106805123010955,
+      "grad_norm": 337.0741882324219,
+      "learning_rate": 1.9997356549437116e-06,
+      "loss": 23.6875,
+      "step": 3920
+    },
+    {
+      "epoch": 0.03711627114472601,
+      "grad_norm": 3.3655593395233154,
+      "learning_rate": 1.999734949584777e-06,
+      "loss": 0.9087,
+      "step": 3921
+    },
+    {
+      "epoch": 0.03712573716644106,
+      "grad_norm": 241.12258911132812,
+      "learning_rate": 1.9997342432861564e-06,
+      "loss": 29.2188,
+      "step": 3922
+    },
+    {
+      "epoch": 0.037135203188156114,
+      "grad_norm": 336.6657409667969,
+      "learning_rate": 1.999733536047851e-06,
+      "loss": 27.5,
+      "step": 3923
+    },
+    {
+      "epoch": 0.03714466920987117,
+      "grad_norm": 528.3167724609375,
+      "learning_rate": 1.999732827869861e-06,
+      "loss": 66.0234,
+      "step": 3924
+    },
+    {
+      "epoch": 0.03715413523158622,
+      "grad_norm": 470.5655212402344,
+      "learning_rate": 1.999732118752187e-06,
+      "loss": 49.2188,
+      "step": 3925
+    },
+    {
+      "epoch": 0.03716360125330127,
+      "grad_norm": 267.2923889160156,
+      "learning_rate": 1.9997314086948305e-06,
+      "loss": 24.9766,
+      "step": 3926
+    },
+    {
+      "epoch": 0.037173067275016326,
+      "grad_norm": 765.3546752929688,
+      "learning_rate": 1.999730697697791e-06,
+      "loss": 41.2422,
+      "step": 3927
+    },
+    {
+      "epoch": 0.03718253329673138,
+      "grad_norm": 610.8989868164062,
+      "learning_rate": 1.9997299857610696e-06,
+      "loss": 63.875,
+      "step": 3928
+    },
+    {
+      "epoch": 0.03719199931844644,
+      "grad_norm": 430.7619934082031,
+      "learning_rate": 1.999729272884667e-06,
+      "loss": 28.9453,
+      "step": 3929
+    },
+    {
+      "epoch": 0.03720146534016149,
+      "grad_norm": 645.8624267578125,
+      "learning_rate": 1.9997285590685843e-06,
+      "loss": 36.4961,
+      "step": 3930
+    },
+    {
+      "epoch": 0.037210931361876545,
+      "grad_norm": 226.1885986328125,
+      "learning_rate": 1.9997278443128214e-06,
+      "loss": 24.4688,
+      "step": 3931
+    },
+    {
+      "epoch": 0.0372203973835916,
+      "grad_norm": 557.6259765625,
+      "learning_rate": 1.9997271286173797e-06,
+      "loss": 39.875,
+      "step": 3932
+    },
+    {
+      "epoch": 0.03722986340530665,
+      "grad_norm": 3.5745017528533936,
+      "learning_rate": 1.999726411982259e-06,
+      "loss": 1.0464,
+      "step": 3933
+    },
+    {
+      "epoch": 0.037239329427021704,
+      "grad_norm": 3.126005172729492,
+      "learning_rate": 1.999725694407461e-06,
+      "loss": 0.8364,
+      "step": 3934
+    },
+    {
+      "epoch": 0.03724879544873676,
+      "grad_norm": 672.6364135742188,
+      "learning_rate": 1.999724975892986e-06,
+      "loss": 46.1406,
+      "step": 3935
+    },
+    {
+      "epoch": 0.03725826147045181,
+      "grad_norm": 422.240966796875,
+      "learning_rate": 1.9997242564388342e-06,
+      "loss": 63.75,
+      "step": 3936
+    },
+    {
+      "epoch": 0.03726772749216687,
+      "grad_norm": 229.31187438964844,
+      "learning_rate": 1.999723536045007e-06,
+      "loss": 19.3438,
+      "step": 3937
+    },
+    {
+      "epoch": 0.03727719351388192,
+      "grad_norm": 445.7690124511719,
+      "learning_rate": 1.9997228147115043e-06,
+      "loss": 41.4844,
+      "step": 3938
+    },
+    {
+      "epoch": 0.037286659535596976,
+      "grad_norm": 353.1162414550781,
+      "learning_rate": 1.9997220924383275e-06,
+      "loss": 30.3281,
+      "step": 3939
+    },
+    {
+      "epoch": 0.03729612555731203,
+      "grad_norm": 835.0104370117188,
+      "learning_rate": 1.9997213692254764e-06,
+      "loss": 37.7578,
+      "step": 3940
+    },
+    {
+      "epoch": 0.03730559157902708,
+      "grad_norm": 517.5938110351562,
+      "learning_rate": 1.9997206450729528e-06,
+      "loss": 36.5234,
+      "step": 3941
+    },
+    {
+      "epoch": 0.037315057600742135,
+      "grad_norm": 288.86279296875,
+      "learning_rate": 1.9997199199807566e-06,
+      "loss": 28.8125,
+      "step": 3942
+    },
+    {
+      "epoch": 0.03732452362245719,
+      "grad_norm": 272.73089599609375,
+      "learning_rate": 1.9997191939488892e-06,
+      "loss": 45.625,
+      "step": 3943
+    },
+    {
+      "epoch": 0.03733398964417224,
+      "grad_norm": 2.424023389816284,
+      "learning_rate": 1.99971846697735e-06,
+      "loss": 0.74,
+      "step": 3944
+    },
+    {
+      "epoch": 0.037343455665887294,
+      "grad_norm": 618.109619140625,
+      "learning_rate": 1.999717739066141e-06,
+      "loss": 33.7266,
+      "step": 3945
+    },
+    {
+      "epoch": 0.037352921687602354,
+      "grad_norm": 516.643798828125,
+      "learning_rate": 1.999717010215262e-06,
+      "loss": 33.4844,
+      "step": 3946
+    },
+    {
+      "epoch": 0.03736238770931741,
+      "grad_norm": 355.71246337890625,
+      "learning_rate": 1.9997162804247145e-06,
+      "loss": 28.1719,
+      "step": 3947
+    },
+    {
+      "epoch": 0.03737185373103246,
+      "grad_norm": 200.2396240234375,
+      "learning_rate": 1.9997155496944985e-06,
+      "loss": 22.2969,
+      "step": 3948
+    },
+    {
+      "epoch": 0.03738131975274751,
+      "grad_norm": 367.6573181152344,
+      "learning_rate": 1.999714818024615e-06,
+      "loss": 29.25,
+      "step": 3949
+    },
+    {
+      "epoch": 0.037390785774462566,
+      "grad_norm": 437.60101318359375,
+      "learning_rate": 1.9997140854150646e-06,
+      "loss": 30.8906,
+      "step": 3950
+    },
+    {
+      "epoch": 0.03740025179617762,
+      "grad_norm": 1148.0882568359375,
+      "learning_rate": 1.9997133518658476e-06,
+      "loss": 55.5547,
+      "step": 3951
+    },
+    {
+      "epoch": 0.03740971781789267,
+      "grad_norm": 353.47894287109375,
+      "learning_rate": 1.9997126173769657e-06,
+      "loss": 25.875,
+      "step": 3952
+    },
+    {
+      "epoch": 0.037419183839607725,
+      "grad_norm": 3.892012357711792,
+      "learning_rate": 1.999711881948419e-06,
+      "loss": 1.0361,
+      "step": 3953
+    },
+    {
+      "epoch": 0.037428649861322785,
+      "grad_norm": 728.363037109375,
+      "learning_rate": 1.9997111455802076e-06,
+      "loss": 40.4141,
+      "step": 3954
+    },
+    {
+      "epoch": 0.03743811588303784,
+      "grad_norm": 187.90052795410156,
+      "learning_rate": 1.999710408272333e-06,
+      "loss": 17.1719,
+      "step": 3955
+    },
+    {
+      "epoch": 0.03744758190475289,
+      "grad_norm": 424.6152038574219,
+      "learning_rate": 1.999709670024796e-06,
+      "loss": 34.8281,
+      "step": 3956
+    },
+    {
+      "epoch": 0.037457047926467944,
+      "grad_norm": 750.8565673828125,
+      "learning_rate": 1.9997089308375962e-06,
+      "loss": 81.4062,
+      "step": 3957
+    },
+    {
+      "epoch": 0.037466513948183,
+      "grad_norm": 175.21832275390625,
+      "learning_rate": 1.9997081907107356e-06,
+      "loss": 25.4062,
+      "step": 3958
+    },
+    {
+      "epoch": 0.03747597996989805,
+      "grad_norm": 952.3078002929688,
+      "learning_rate": 1.999707449644214e-06,
+      "loss": 49.4062,
+      "step": 3959
+    },
+    {
+      "epoch": 0.0374854459916131,
+      "grad_norm": 350.1123046875,
+      "learning_rate": 1.9997067076380326e-06,
+      "loss": 33.5938,
+      "step": 3960
+    },
+    {
+      "epoch": 0.037494912013328156,
+      "grad_norm": 652.3302612304688,
+      "learning_rate": 1.9997059646921925e-06,
+      "loss": 31.6641,
+      "step": 3961
+    },
+    {
+      "epoch": 0.03750437803504321,
+      "grad_norm": 1013.5723876953125,
+      "learning_rate": 1.999705220806693e-06,
+      "loss": 36.5312,
+      "step": 3962
+    },
+    {
+      "epoch": 0.03751384405675827,
+      "grad_norm": 638.8154907226562,
+      "learning_rate": 1.9997044759815358e-06,
+      "loss": 27.7344,
+      "step": 3963
+    },
+    {
+      "epoch": 0.03752331007847332,
+      "grad_norm": 314.95135498046875,
+      "learning_rate": 1.9997037302167217e-06,
+      "loss": 29.6016,
+      "step": 3964
+    },
+    {
+      "epoch": 0.037532776100188375,
+      "grad_norm": 482.0820617675781,
+      "learning_rate": 1.999702983512251e-06,
+      "loss": 44.3906,
+      "step": 3965
+    },
+    {
+      "epoch": 0.03754224212190343,
+      "grad_norm": 390.84503173828125,
+      "learning_rate": 1.9997022358681248e-06,
+      "loss": 34.7969,
+      "step": 3966
+    },
+    {
+      "epoch": 0.03755170814361848,
+      "grad_norm": 285.4569396972656,
+      "learning_rate": 1.999701487284343e-06,
+      "loss": 23.0156,
+      "step": 3967
+    },
+    {
+      "epoch": 0.037561174165333534,
+      "grad_norm": 275.0978088378906,
+      "learning_rate": 1.999700737760907e-06,
+      "loss": 21.7188,
+      "step": 3968
+    },
+    {
+      "epoch": 0.03757064018704859,
+      "grad_norm": 428.83599853515625,
+      "learning_rate": 1.9996999872978174e-06,
+      "loss": 34.0312,
+      "step": 3969
+    },
+    {
+      "epoch": 0.03758010620876364,
+      "grad_norm": 4.7636895179748535,
+      "learning_rate": 1.999699235895075e-06,
+      "loss": 1.0586,
+      "step": 3970
+    },
+    {
+      "epoch": 0.03758957223047869,
+      "grad_norm": 225.14913940429688,
+      "learning_rate": 1.99969848355268e-06,
+      "loss": 25.0,
+      "step": 3971
+    },
+    {
+      "epoch": 0.03759903825219375,
+      "grad_norm": 3.120903491973877,
+      "learning_rate": 1.999697730270634e-06,
+      "loss": 0.897,
+      "step": 3972
+    },
+    {
+      "epoch": 0.037608504273908806,
+      "grad_norm": 547.7289428710938,
+      "learning_rate": 1.9996969760489366e-06,
+      "loss": 49.9688,
+      "step": 3973
+    },
+    {
+      "epoch": 0.03761797029562386,
+      "grad_norm": 216.97418212890625,
+      "learning_rate": 1.9996962208875892e-06,
+      "loss": 24.0938,
+      "step": 3974
+    },
+    {
+      "epoch": 0.03762743631733891,
+      "grad_norm": 387.2430114746094,
+      "learning_rate": 1.9996954647865926e-06,
+      "loss": 27.3438,
+      "step": 3975
+    },
+    {
+      "epoch": 0.037636902339053965,
+      "grad_norm": 292.34246826171875,
+      "learning_rate": 1.9996947077459473e-06,
+      "loss": 25.5,
+      "step": 3976
+    },
+    {
+      "epoch": 0.03764636836076902,
+      "grad_norm": 571.392333984375,
+      "learning_rate": 1.999693949765654e-06,
+      "loss": 46.875,
+      "step": 3977
+    },
+    {
+      "epoch": 0.03765583438248407,
+      "grad_norm": 724.0386962890625,
+      "learning_rate": 1.999693190845713e-06,
+      "loss": 61.125,
+      "step": 3978
+    },
+    {
+      "epoch": 0.037665300404199124,
+      "grad_norm": 230.63526916503906,
+      "learning_rate": 1.999692430986126e-06,
+      "loss": 33.0156,
+      "step": 3979
+    },
+    {
+      "epoch": 0.037674766425914184,
+      "grad_norm": 721.3485717773438,
+      "learning_rate": 1.999691670186893e-06,
+      "loss": 73.125,
+      "step": 3980
+    },
+    {
+      "epoch": 0.03768423244762924,
+      "grad_norm": 686.45556640625,
+      "learning_rate": 1.9996909084480145e-06,
+      "loss": 55.2812,
+      "step": 3981
+    },
+    {
+      "epoch": 0.03769369846934429,
+      "grad_norm": 146.12081909179688,
+      "learning_rate": 1.999690145769492e-06,
+      "loss": 21.4375,
+      "step": 3982
+    },
+    {
+      "epoch": 0.03770316449105934,
+      "grad_norm": 391.4363098144531,
+      "learning_rate": 1.9996893821513257e-06,
+      "loss": 58.1562,
+      "step": 3983
+    },
+    {
+      "epoch": 0.037712630512774396,
+      "grad_norm": 610.6328125,
+      "learning_rate": 1.999688617593516e-06,
+      "loss": 52.625,
+      "step": 3984
+    },
+    {
+      "epoch": 0.03772209653448945,
+      "grad_norm": 417.68218994140625,
+      "learning_rate": 1.999687852096065e-06,
+      "loss": 44.0625,
+      "step": 3985
+    },
+    {
+      "epoch": 0.0377315625562045,
+      "grad_norm": 1586.3619384765625,
+      "learning_rate": 1.9996870856589715e-06,
+      "loss": 81.9531,
+      "step": 3986
+    },
+    {
+      "epoch": 0.037741028577919555,
+      "grad_norm": 570.1763916015625,
+      "learning_rate": 1.999686318282238e-06,
+      "loss": 67.9688,
+      "step": 3987
+    },
+    {
+      "epoch": 0.03775049459963461,
+      "grad_norm": 151.45359802246094,
+      "learning_rate": 1.9996855499658637e-06,
+      "loss": 26.375,
+      "step": 3988
+    },
+    {
+      "epoch": 0.03775996062134967,
+      "grad_norm": 634.9603881835938,
+      "learning_rate": 1.9996847807098504e-06,
+      "loss": 30.6406,
+      "step": 3989
+    },
+    {
+      "epoch": 0.03776942664306472,
+      "grad_norm": 2.9788503646850586,
+      "learning_rate": 1.999684010514198e-06,
+      "loss": 0.8584,
+      "step": 3990
+    },
+    {
+      "epoch": 0.037778892664779774,
+      "grad_norm": 465.9812927246094,
+      "learning_rate": 1.999683239378908e-06,
+      "loss": 52.7188,
+      "step": 3991
+    },
+    {
+      "epoch": 0.03778835868649483,
+      "grad_norm": 531.2736206054688,
+      "learning_rate": 1.9996824673039808e-06,
+      "loss": 47.625,
+      "step": 3992
+    },
+    {
+      "epoch": 0.03779782470820988,
+      "grad_norm": 1159.8486328125,
+      "learning_rate": 1.999681694289417e-06,
+      "loss": 54.5547,
+      "step": 3993
+    },
+    {
+      "epoch": 0.03780729072992493,
+      "grad_norm": 760.0477905273438,
+      "learning_rate": 1.9996809203352174e-06,
+      "loss": 48.0,
+      "step": 3994
+    },
+    {
+      "epoch": 0.037816756751639986,
+      "grad_norm": 457.92926025390625,
+      "learning_rate": 1.999680145441383e-06,
+      "loss": 24.3047,
+      "step": 3995
+    },
+    {
+      "epoch": 0.03782622277335504,
+      "grad_norm": 347.4511413574219,
+      "learning_rate": 1.999679369607914e-06,
+      "loss": 41.7812,
+      "step": 3996
+    },
+    {
+      "epoch": 0.0378356887950701,
+      "grad_norm": 462.1757507324219,
+      "learning_rate": 1.9996785928348115e-06,
+      "loss": 45.5156,
+      "step": 3997
+    },
+    {
+      "epoch": 0.03784515481678515,
+      "grad_norm": 413.759521484375,
+      "learning_rate": 1.9996778151220767e-06,
+      "loss": 43.5469,
+      "step": 3998
+    },
+    {
+      "epoch": 0.037854620838500205,
+      "grad_norm": 210.07760620117188,
+      "learning_rate": 1.9996770364697092e-06,
+      "loss": 22.3281,
+      "step": 3999
+    },
+    {
+      "epoch": 0.03786408686021526,
+      "grad_norm": 517.9163818359375,
+      "learning_rate": 1.9996762568777107e-06,
+      "loss": 38.3125,
+      "step": 4000
+    },
+    {
+      "epoch": 0.03787355288193031,
+      "grad_norm": 359.9374084472656,
+      "learning_rate": 1.9996754763460812e-06,
+      "loss": 33.7344,
+      "step": 4001
+    },
+    {
+      "epoch": 0.037883018903645364,
+      "grad_norm": 348.8034362792969,
+      "learning_rate": 1.999674694874822e-06,
+      "loss": 34.1875,
+      "step": 4002
+    },
+    {
+      "epoch": 0.03789248492536042,
+      "grad_norm": 682.2151489257812,
+      "learning_rate": 1.9996739124639334e-06,
+      "loss": 34.0547,
+      "step": 4003
+    },
+    {
+      "epoch": 0.03790195094707547,
+      "grad_norm": 642.5120849609375,
+      "learning_rate": 1.9996731291134164e-06,
+      "loss": 25.4688,
+      "step": 4004
+    },
+    {
+      "epoch": 0.03791141696879052,
+      "grad_norm": 236.0697784423828,
+      "learning_rate": 1.9996723448232717e-06,
+      "loss": 23.2266,
+      "step": 4005
+    },
+    {
+      "epoch": 0.03792088299050558,
+      "grad_norm": 374.46002197265625,
+      "learning_rate": 1.9996715595935003e-06,
+      "loss": 44.9062,
+      "step": 4006
+    },
+    {
+      "epoch": 0.037930349012220636,
+      "grad_norm": 187.06724548339844,
+      "learning_rate": 1.999670773424102e-06,
+      "loss": 25.4688,
+      "step": 4007
+    },
+    {
+      "epoch": 0.03793981503393569,
+      "grad_norm": 306.43218994140625,
+      "learning_rate": 1.9996699863150787e-06,
+      "loss": 21.7031,
+      "step": 4008
+    },
+    {
+      "epoch": 0.03794928105565074,
+      "grad_norm": 2.5986990928649902,
+      "learning_rate": 1.9996691982664308e-06,
+      "loss": 0.9175,
+      "step": 4009
+    },
+    {
+      "epoch": 0.037958747077365795,
+      "grad_norm": 422.97735595703125,
+      "learning_rate": 1.9996684092781586e-06,
+      "loss": 27.1875,
+      "step": 4010
+    },
+    {
+      "epoch": 0.03796821309908085,
+      "grad_norm": 367.4107360839844,
+      "learning_rate": 1.9996676193502634e-06,
+      "loss": 32.0938,
+      "step": 4011
+    },
+    {
+      "epoch": 0.0379776791207959,
+      "grad_norm": 154.57363891601562,
+      "learning_rate": 1.9996668284827453e-06,
+      "loss": 23.6406,
+      "step": 4012
+    },
+    {
+      "epoch": 0.037987145142510954,
+      "grad_norm": 3.1948070526123047,
+      "learning_rate": 1.9996660366756055e-06,
+      "loss": 0.9961,
+      "step": 4013
+    },
+    {
+      "epoch": 0.03799661116422601,
+      "grad_norm": 866.84716796875,
+      "learning_rate": 1.999665243928845e-06,
+      "loss": 55.3125,
+      "step": 4014
+    },
+    {
+      "epoch": 0.03800607718594107,
+      "grad_norm": 1062.6695556640625,
+      "learning_rate": 1.9996644502424637e-06,
+      "loss": 65.8125,
+      "step": 4015
+    },
+    {
+      "epoch": 0.03801554320765612,
+      "grad_norm": 1309.7294921875,
+      "learning_rate": 1.999663655616463e-06,
+      "loss": 45.9688,
+      "step": 4016
+    },
+    {
+      "epoch": 0.03802500922937117,
+      "grad_norm": 2.63024640083313,
+      "learning_rate": 1.999662860050844e-06,
+      "loss": 0.8809,
+      "step": 4017
+    },
+    {
+      "epoch": 0.038034475251086226,
+      "grad_norm": 663.9353637695312,
+      "learning_rate": 1.9996620635456063e-06,
+      "loss": 43.3906,
+      "step": 4018
+    },
+    {
+      "epoch": 0.03804394127280128,
+      "grad_norm": 488.9586181640625,
+      "learning_rate": 1.9996612661007516e-06,
+      "loss": 43.5312,
+      "step": 4019
+    },
+    {
+      "epoch": 0.03805340729451633,
+      "grad_norm": 340.201904296875,
+      "learning_rate": 1.9996604677162802e-06,
+      "loss": 39.1797,
+      "step": 4020
+    },
+    {
+      "epoch": 0.038062873316231385,
+      "grad_norm": 702.12109375,
+      "learning_rate": 1.9996596683921935e-06,
+      "loss": 67.6484,
+      "step": 4021
+    },
+    {
+      "epoch": 0.03807233933794644,
+      "grad_norm": 441.03387451171875,
+      "learning_rate": 1.999658868128491e-06,
+      "loss": 52.7344,
+      "step": 4022
+    },
+    {
+      "epoch": 0.0380818053596615,
+      "grad_norm": 746.7889404296875,
+      "learning_rate": 1.999658066925175e-06,
+      "loss": 46.5625,
+      "step": 4023
+    },
+    {
+      "epoch": 0.03809127138137655,
+      "grad_norm": 313.63427734375,
+      "learning_rate": 1.9996572647822443e-06,
+      "loss": 30.1562,
+      "step": 4024
+    },
+    {
+      "epoch": 0.038100737403091604,
+      "grad_norm": 324.4981384277344,
+      "learning_rate": 1.9996564616997018e-06,
+      "loss": 17.0469,
+      "step": 4025
+    },
+    {
+      "epoch": 0.03811020342480666,
+      "grad_norm": 252.85865783691406,
+      "learning_rate": 1.999655657677547e-06,
+      "loss": 27.8438,
+      "step": 4026
+    },
+    {
+      "epoch": 0.03811966944652171,
+      "grad_norm": 204.45559692382812,
+      "learning_rate": 1.9996548527157808e-06,
+      "loss": 25.4219,
+      "step": 4027
+    },
+    {
+      "epoch": 0.03812913546823676,
+      "grad_norm": 664.2033081054688,
+      "learning_rate": 1.999654046814404e-06,
+      "loss": 31.7422,
+      "step": 4028
+    },
+    {
+      "epoch": 0.038138601489951816,
+      "grad_norm": 270.58209228515625,
+      "learning_rate": 1.9996532399734174e-06,
+      "loss": 22.4531,
+      "step": 4029
+    },
+    {
+      "epoch": 0.03814806751166687,
+      "grad_norm": 441.8704833984375,
+      "learning_rate": 1.999652432192822e-06,
+      "loss": 49.3906,
+      "step": 4030
+    },
+    {
+      "epoch": 0.03815753353338192,
+      "grad_norm": 3.2485833168029785,
+      "learning_rate": 1.9996516234726186e-06,
+      "loss": 0.8062,
+      "step": 4031
+    },
+    {
+      "epoch": 0.03816699955509698,
+      "grad_norm": 1031.78369140625,
+      "learning_rate": 1.999650813812807e-06,
+      "loss": 29.4375,
+      "step": 4032
+    },
+    {
+      "epoch": 0.038176465576812035,
+      "grad_norm": 764.5628662109375,
+      "learning_rate": 1.9996500032133893e-06,
+      "loss": 37.8789,
+      "step": 4033
+    },
+    {
+      "epoch": 0.03818593159852709,
+      "grad_norm": 219.71282958984375,
+      "learning_rate": 1.9996491916743654e-06,
+      "loss": 29.6719,
+      "step": 4034
+    },
+    {
+      "epoch": 0.03819539762024214,
+      "grad_norm": 533.7113647460938,
+      "learning_rate": 1.9996483791957363e-06,
+      "loss": 45.9219,
+      "step": 4035
+    },
+    {
+      "epoch": 0.038204863641957194,
+      "grad_norm": 136.07557678222656,
+      "learning_rate": 1.9996475657775025e-06,
+      "loss": 24.1094,
+      "step": 4036
+    },
+    {
+      "epoch": 0.03821432966367225,
+      "grad_norm": 1543.44189453125,
+      "learning_rate": 1.999646751419665e-06,
+      "loss": 34.8203,
+      "step": 4037
+    },
+    {
+      "epoch": 0.0382237956853873,
+      "grad_norm": 218.6106414794922,
+      "learning_rate": 1.9996459361222252e-06,
+      "loss": 26.1406,
+      "step": 4038
+    },
+    {
+      "epoch": 0.03823326170710235,
+      "grad_norm": 340.34344482421875,
+      "learning_rate": 1.999645119885183e-06,
+      "loss": 27.8125,
+      "step": 4039
+    },
+    {
+      "epoch": 0.03824272772881741,
+      "grad_norm": 255.4000701904297,
+      "learning_rate": 1.999644302708539e-06,
+      "loss": 23.0781,
+      "step": 4040
+    },
+    {
+      "epoch": 0.038252193750532466,
+      "grad_norm": 764.486083984375,
+      "learning_rate": 1.999643484592295e-06,
+      "loss": 97.9922,
+      "step": 4041
+    },
+    {
+      "epoch": 0.03826165977224752,
+      "grad_norm": 380.1627502441406,
+      "learning_rate": 1.9996426655364505e-06,
+      "loss": 23.5625,
+      "step": 4042
+    },
+    {
+      "epoch": 0.03827112579396257,
+      "grad_norm": 289.04022216796875,
+      "learning_rate": 1.9996418455410075e-06,
+      "loss": 29.9297,
+      "step": 4043
+    },
+    {
+      "epoch": 0.038280591815677625,
+      "grad_norm": 4.1252121925354,
+      "learning_rate": 1.999641024605966e-06,
+      "loss": 0.9768,
+      "step": 4044
+    },
+    {
+      "epoch": 0.03829005783739268,
+      "grad_norm": 229.93797302246094,
+      "learning_rate": 1.9996402027313268e-06,
+      "loss": 25.3594,
+      "step": 4045
+    },
+    {
+      "epoch": 0.03829952385910773,
+      "grad_norm": 448.14874267578125,
+      "learning_rate": 1.999639379917091e-06,
+      "loss": 40.7031,
+      "step": 4046
+    },
+    {
+      "epoch": 0.038308989880822784,
+      "grad_norm": 170.48074340820312,
+      "learning_rate": 1.9996385561632592e-06,
+      "loss": 24.4062,
+      "step": 4047
+    },
+    {
+      "epoch": 0.03831845590253784,
+      "grad_norm": 510.7287902832031,
+      "learning_rate": 1.999637731469832e-06,
+      "loss": 53.6484,
+      "step": 4048
+    },
+    {
+      "epoch": 0.0383279219242529,
+      "grad_norm": 611.3519897460938,
+      "learning_rate": 1.9996369058368103e-06,
+      "loss": 56.5156,
+      "step": 4049
+    },
+    {
+      "epoch": 0.03833738794596795,
+      "grad_norm": 569.4838256835938,
+      "learning_rate": 1.9996360792641955e-06,
+      "loss": 31.0312,
+      "step": 4050
+    },
+    {
+      "epoch": 0.038346853967683,
+      "grad_norm": 255.91615295410156,
+      "learning_rate": 1.9996352517519878e-06,
+      "loss": 26.4062,
+      "step": 4051
+    },
+    {
+      "epoch": 0.038356319989398056,
+      "grad_norm": 911.7078857421875,
+      "learning_rate": 1.9996344233001875e-06,
+      "loss": 45.1094,
+      "step": 4052
+    },
+    {
+      "epoch": 0.03836578601111311,
+      "grad_norm": 350.1571960449219,
+      "learning_rate": 1.999633593908796e-06,
+      "loss": 26.1094,
+      "step": 4053
+    },
+    {
+      "epoch": 0.03837525203282816,
+      "grad_norm": 251.94821166992188,
+      "learning_rate": 1.999632763577814e-06,
+      "loss": 28.1406,
+      "step": 4054
+    },
+    {
+      "epoch": 0.038384718054543215,
+      "grad_norm": 417.5997314453125,
+      "learning_rate": 1.9996319323072422e-06,
+      "loss": 39.0938,
+      "step": 4055
+    },
+    {
+      "epoch": 0.03839418407625827,
+      "grad_norm": 350.8194274902344,
+      "learning_rate": 1.9996311000970814e-06,
+      "loss": 34.7812,
+      "step": 4056
+    },
+    {
+      "epoch": 0.03840365009797332,
+      "grad_norm": 255.92897033691406,
+      "learning_rate": 1.9996302669473324e-06,
+      "loss": 27.0312,
+      "step": 4057
+    },
+    {
+      "epoch": 0.03841311611968838,
+      "grad_norm": 1600.46826171875,
+      "learning_rate": 1.999629432857996e-06,
+      "loss": 32.625,
+      "step": 4058
+    },
+    {
+      "epoch": 0.038422582141403434,
+      "grad_norm": 193.08352661132812,
+      "learning_rate": 1.999628597829073e-06,
+      "loss": 28.9688,
+      "step": 4059
+    },
+    {
+      "epoch": 0.03843204816311849,
+      "grad_norm": 3.2147865295410156,
+      "learning_rate": 1.9996277618605644e-06,
+      "loss": 1.0015,
+      "step": 4060
+    },
+    {
+      "epoch": 0.03844151418483354,
+      "grad_norm": 266.9574890136719,
+      "learning_rate": 1.9996269249524705e-06,
+      "loss": 29.2031,
+      "step": 4061
+    },
+    {
+      "epoch": 0.03845098020654859,
+      "grad_norm": 285.736328125,
+      "learning_rate": 1.999626087104792e-06,
+      "loss": 29.9688,
+      "step": 4062
+    },
+    {
+      "epoch": 0.038460446228263646,
+      "grad_norm": 746.8775634765625,
+      "learning_rate": 1.9996252483175306e-06,
+      "loss": 49.4219,
+      "step": 4063
+    },
+    {
+      "epoch": 0.0384699122499787,
+      "grad_norm": 281.80279541015625,
+      "learning_rate": 1.999624408590686e-06,
+      "loss": 29.2031,
+      "step": 4064
+    },
+    {
+      "epoch": 0.03847937827169375,
+      "grad_norm": 182.1901092529297,
+      "learning_rate": 1.99962356792426e-06,
+      "loss": 18.7812,
+      "step": 4065
+    },
+    {
+      "epoch": 0.03848884429340881,
+      "grad_norm": 305.5857849121094,
+      "learning_rate": 1.9996227263182522e-06,
+      "loss": 29.4375,
+      "step": 4066
+    },
+    {
+      "epoch": 0.038498310315123865,
+      "grad_norm": 323.11883544921875,
+      "learning_rate": 1.9996218837726645e-06,
+      "loss": 24.9531,
+      "step": 4067
+    },
+    {
+      "epoch": 0.03850777633683892,
+      "grad_norm": 556.8881225585938,
+      "learning_rate": 1.999621040287497e-06,
+      "loss": 37.8594,
+      "step": 4068
+    },
+    {
+      "epoch": 0.03851724235855397,
+      "grad_norm": 372.77874755859375,
+      "learning_rate": 1.9996201958627513e-06,
+      "loss": 33.4844,
+      "step": 4069
+    },
+    {
+      "epoch": 0.038526708380269024,
+      "grad_norm": 905.8208618164062,
+      "learning_rate": 1.999619350498427e-06,
+      "loss": 34.9922,
+      "step": 4070
+    },
+    {
+      "epoch": 0.03853617440198408,
+      "grad_norm": 153.20530700683594,
+      "learning_rate": 1.999618504194526e-06,
+      "loss": 24.2812,
+      "step": 4071
+    },
+    {
+      "epoch": 0.03854564042369913,
+      "grad_norm": 730.8421630859375,
+      "learning_rate": 1.999617656951048e-06,
+      "loss": 34.9297,
+      "step": 4072
+    },
+    {
+      "epoch": 0.03855510644541418,
+      "grad_norm": 187.9532470703125,
+      "learning_rate": 1.9996168087679953e-06,
+      "loss": 29.3906,
+      "step": 4073
+    },
+    {
+      "epoch": 0.038564572467129236,
+      "grad_norm": 2.7699813842773438,
+      "learning_rate": 1.9996159596453674e-06,
+      "loss": 0.8574,
+      "step": 4074
+    },
+    {
+      "epoch": 0.038574038488844296,
+      "grad_norm": 384.8652038574219,
+      "learning_rate": 1.9996151095831656e-06,
+      "loss": 23.7422,
+      "step": 4075
+    },
+    {
+      "epoch": 0.03858350451055935,
+      "grad_norm": 564.9271240234375,
+      "learning_rate": 1.999614258581391e-06,
+      "loss": 52.7969,
+      "step": 4076
+    },
+    {
+      "epoch": 0.0385929705322744,
+      "grad_norm": 380.8847961425781,
+      "learning_rate": 1.999613406640043e-06,
+      "loss": 25.2266,
+      "step": 4077
+    },
+    {
+      "epoch": 0.038602436553989455,
+      "grad_norm": 522.300048828125,
+      "learning_rate": 1.999612553759124e-06,
+      "loss": 47.2812,
+      "step": 4078
+    },
+    {
+      "epoch": 0.03861190257570451,
+      "grad_norm": 300.40521240234375,
+      "learning_rate": 1.9996116999386346e-06,
+      "loss": 24.5156,
+      "step": 4079
+    },
+    {
+      "epoch": 0.03862136859741956,
+      "grad_norm": 185.93521118164062,
+      "learning_rate": 1.9996108451785746e-06,
+      "loss": 26.4531,
+      "step": 4080
+    },
+    {
+      "epoch": 0.038630834619134614,
+      "grad_norm": 773.1136474609375,
+      "learning_rate": 1.999609989478946e-06,
+      "loss": 47.8438,
+      "step": 4081
+    },
+    {
+      "epoch": 0.03864030064084967,
+      "grad_norm": 3.478426456451416,
+      "learning_rate": 1.9996091328397484e-06,
+      "loss": 0.9595,
+      "step": 4082
+    },
+    {
+      "epoch": 0.03864976666256473,
+      "grad_norm": 329.6343688964844,
+      "learning_rate": 1.999608275260984e-06,
+      "loss": 28.6094,
+      "step": 4083
+    },
+    {
+      "epoch": 0.03865923268427978,
+      "grad_norm": 392.0374755859375,
+      "learning_rate": 1.9996074167426523e-06,
+      "loss": 28.5625,
+      "step": 4084
+    },
+    {
+      "epoch": 0.03866869870599483,
+      "grad_norm": 931.4622802734375,
+      "learning_rate": 1.999606557284755e-06,
+      "loss": 64.0156,
+      "step": 4085
+    },
+    {
+      "epoch": 0.038678164727709886,
+      "grad_norm": 412.564697265625,
+      "learning_rate": 1.9996056968872922e-06,
+      "loss": 44.0469,
+      "step": 4086
+    },
+    {
+      "epoch": 0.03868763074942494,
+      "grad_norm": 303.4408264160156,
+      "learning_rate": 1.9996048355502654e-06,
+      "loss": 36.5,
+      "step": 4087
+    },
+    {
+      "epoch": 0.03869709677113999,
+      "grad_norm": 152.13156127929688,
+      "learning_rate": 1.999603973273675e-06,
+      "loss": 23.2812,
+      "step": 4088
+    },
+    {
+      "epoch": 0.038706562792855045,
+      "grad_norm": 553.5531616210938,
+      "learning_rate": 1.9996031100575215e-06,
+      "loss": 40.8281,
+      "step": 4089
+    },
+    {
+      "epoch": 0.0387160288145701,
+      "grad_norm": 666.1461181640625,
+      "learning_rate": 1.9996022459018066e-06,
+      "loss": 61.7344,
+      "step": 4090
+    },
+    {
+      "epoch": 0.03872549483628515,
+      "grad_norm": 357.75823974609375,
+      "learning_rate": 1.9996013808065306e-06,
+      "loss": 24.9844,
+      "step": 4091
+    },
+    {
+      "epoch": 0.03873496085800021,
+      "grad_norm": 367.1924133300781,
+      "learning_rate": 1.9996005147716943e-06,
+      "loss": 47.25,
+      "step": 4092
+    },
+    {
+      "epoch": 0.038744426879715264,
+      "grad_norm": 583.586181640625,
+      "learning_rate": 1.999599647797298e-06,
+      "loss": 64.7656,
+      "step": 4093
+    },
+    {
+      "epoch": 0.03875389290143032,
+      "grad_norm": 421.32550048828125,
+      "learning_rate": 1.9995987798833438e-06,
+      "loss": 62.0312,
+      "step": 4094
+    },
+    {
+      "epoch": 0.03876335892314537,
+      "grad_norm": 193.2220458984375,
+      "learning_rate": 1.9995979110298313e-06,
+      "loss": 26.0312,
+      "step": 4095
+    },
+    {
+      "epoch": 0.03877282494486042,
+      "grad_norm": 681.11669921875,
+      "learning_rate": 1.999597041236762e-06,
+      "loss": 67.9375,
+      "step": 4096
+    },
+    {
+      "epoch": 0.038782290966575476,
+      "grad_norm": 3.226996898651123,
+      "learning_rate": 1.9995961705041364e-06,
+      "loss": 0.9541,
+      "step": 4097
+    },
+    {
+      "epoch": 0.03879175698829053,
+      "grad_norm": 3.3791606426239014,
+      "learning_rate": 1.9995952988319557e-06,
+      "loss": 0.8025,
+      "step": 4098
+    },
+    {
+      "epoch": 0.03880122301000558,
+      "grad_norm": 520.2837524414062,
+      "learning_rate": 1.99959442622022e-06,
+      "loss": 40.9375,
+      "step": 4099
+    },
+    {
+      "epoch": 0.038810689031720635,
+      "grad_norm": 392.1064147949219,
+      "learning_rate": 1.999593552668931e-06,
+      "loss": 41.5781,
+      "step": 4100
+    },
+    {
+      "epoch": 0.038820155053435695,
+      "grad_norm": 1083.9539794921875,
+      "learning_rate": 1.999592678178089e-06,
+      "loss": 46.3711,
+      "step": 4101
+    },
+    {
+      "epoch": 0.03882962107515075,
+      "grad_norm": 1068.4798583984375,
+      "learning_rate": 1.9995918027476946e-06,
+      "loss": 33.2188,
+      "step": 4102
+    },
+    {
+      "epoch": 0.0388390870968658,
+      "grad_norm": 408.39105224609375,
+      "learning_rate": 1.999590926377749e-06,
+      "loss": 28.375,
+      "step": 4103
+    },
+    {
+      "epoch": 0.038848553118580854,
+      "grad_norm": 505.2362365722656,
+      "learning_rate": 1.999590049068253e-06,
+      "loss": 29.7266,
+      "step": 4104
+    },
+    {
+      "epoch": 0.03885801914029591,
+      "grad_norm": 654.9423217773438,
+      "learning_rate": 1.9995891708192077e-06,
+      "loss": 58.7031,
+      "step": 4105
+    },
+    {
+      "epoch": 0.03886748516201096,
+      "grad_norm": 157.72303771972656,
+      "learning_rate": 1.9995882916306134e-06,
+      "loss": 25.4531,
+      "step": 4106
+    },
+    {
+      "epoch": 0.03887695118372601,
+      "grad_norm": 478.8612976074219,
+      "learning_rate": 1.999587411502471e-06,
+      "loss": 28.5625,
+      "step": 4107
+    },
+    {
+      "epoch": 0.038886417205441066,
+      "grad_norm": 1775.6209716796875,
+      "learning_rate": 1.9995865304347815e-06,
+      "loss": 37.2578,
+      "step": 4108
+    },
+    {
+      "epoch": 0.038895883227156126,
+      "grad_norm": 248.40603637695312,
+      "learning_rate": 1.999585648427546e-06,
+      "loss": 23.8672,
+      "step": 4109
+    },
+    {
+      "epoch": 0.03890534924887118,
+      "grad_norm": 728.8482666015625,
+      "learning_rate": 1.9995847654807645e-06,
+      "loss": 43.0938,
+      "step": 4110
+    },
+    {
+      "epoch": 0.03891481527058623,
+      "grad_norm": 292.21759033203125,
+      "learning_rate": 1.999583881594439e-06,
+      "loss": 39.7812,
+      "step": 4111
+    },
+    {
+      "epoch": 0.038924281292301285,
+      "grad_norm": 203.60977172851562,
+      "learning_rate": 1.999582996768569e-06,
+      "loss": 25.3906,
+      "step": 4112
+    },
+    {
+      "epoch": 0.03893374731401634,
+      "grad_norm": 362.2775573730469,
+      "learning_rate": 1.9995821110031564e-06,
+      "loss": 22.7266,
+      "step": 4113
+    },
+    {
+      "epoch": 0.03894321333573139,
+      "grad_norm": 198.60812377929688,
+      "learning_rate": 1.9995812242982017e-06,
+      "loss": 24.5625,
+      "step": 4114
+    },
+    {
+      "epoch": 0.038952679357446444,
+      "grad_norm": 215.81008911132812,
+      "learning_rate": 1.9995803366537054e-06,
+      "loss": 26.8281,
+      "step": 4115
+    },
+    {
+      "epoch": 0.0389621453791615,
+      "grad_norm": 269.4090270996094,
+      "learning_rate": 1.9995794480696687e-06,
+      "loss": 13.7422,
+      "step": 4116
+    },
+    {
+      "epoch": 0.03897161140087655,
+      "grad_norm": 3.0936386585235596,
+      "learning_rate": 1.9995785585460925e-06,
+      "loss": 0.8953,
+      "step": 4117
+    },
+    {
+      "epoch": 0.03898107742259161,
+      "grad_norm": 215.70358276367188,
+      "learning_rate": 1.9995776680829772e-06,
+      "loss": 24.2578,
+      "step": 4118
+    },
+    {
+      "epoch": 0.03899054344430666,
+      "grad_norm": 192.2714080810547,
+      "learning_rate": 1.999576776680324e-06,
+      "loss": 31.2969,
+      "step": 4119
+    },
+    {
+      "epoch": 0.039000009466021716,
+      "grad_norm": 633.2465209960938,
+      "learning_rate": 1.999575884338134e-06,
+      "loss": 50.5156,
+      "step": 4120
+    },
+    {
+      "epoch": 0.03900947548773677,
+      "grad_norm": 334.0137939453125,
+      "learning_rate": 1.9995749910564076e-06,
+      "loss": 21.8984,
+      "step": 4121
+    },
+    {
+      "epoch": 0.03901894150945182,
+      "grad_norm": 580.3615112304688,
+      "learning_rate": 1.9995740968351456e-06,
+      "loss": 48.2188,
+      "step": 4122
+    },
+    {
+      "epoch": 0.039028407531166875,
+      "grad_norm": 440.4383239746094,
+      "learning_rate": 1.9995732016743487e-06,
+      "loss": 46.3906,
+      "step": 4123
+    },
+    {
+      "epoch": 0.03903787355288193,
+      "grad_norm": 1218.3585205078125,
+      "learning_rate": 1.9995723055740182e-06,
+      "loss": 57.6719,
+      "step": 4124
+    },
+    {
+      "epoch": 0.03904733957459698,
+      "grad_norm": 719.4497680664062,
+      "learning_rate": 1.999571408534155e-06,
+      "loss": 48.4844,
+      "step": 4125
+    },
+    {
+      "epoch": 0.03905680559631204,
+      "grad_norm": 177.07229614257812,
+      "learning_rate": 1.9995705105547594e-06,
+      "loss": 29.8125,
+      "step": 4126
+    },
+    {
+      "epoch": 0.039066271618027094,
+      "grad_norm": 954.8977661132812,
+      "learning_rate": 1.9995696116358328e-06,
+      "loss": 60.0664,
+      "step": 4127
+    },
+    {
+      "epoch": 0.03907573763974215,
+      "grad_norm": 196.576904296875,
+      "learning_rate": 1.9995687117773755e-06,
+      "loss": 23.8281,
+      "step": 4128
+    },
+    {
+      "epoch": 0.0390852036614572,
+      "grad_norm": 289.41314697265625,
+      "learning_rate": 1.999567810979389e-06,
+      "loss": 35.4844,
+      "step": 4129
+    },
+    {
+      "epoch": 0.03909466968317225,
+      "grad_norm": 428.90985107421875,
+      "learning_rate": 1.9995669092418732e-06,
+      "loss": 42.0938,
+      "step": 4130
+    },
+    {
+      "epoch": 0.039104135704887306,
+      "grad_norm": 610.4267578125,
+      "learning_rate": 1.9995660065648304e-06,
+      "loss": 26.5664,
+      "step": 4131
+    },
+    {
+      "epoch": 0.03911360172660236,
+      "grad_norm": 436.2392578125,
+      "learning_rate": 1.9995651029482603e-06,
+      "loss": 68.2031,
+      "step": 4132
+    },
+    {
+      "epoch": 0.03912306774831741,
+      "grad_norm": 279.411376953125,
+      "learning_rate": 1.9995641983921634e-06,
+      "loss": 25.2188,
+      "step": 4133
+    },
+    {
+      "epoch": 0.039132533770032465,
+      "grad_norm": 436.38671875,
+      "learning_rate": 1.9995632928965417e-06,
+      "loss": 41.5703,
+      "step": 4134
+    },
+    {
+      "epoch": 0.039141999791747525,
+      "grad_norm": 379.0028991699219,
+      "learning_rate": 1.9995623864613954e-06,
+      "loss": 42.2344,
+      "step": 4135
+    },
+    {
+      "epoch": 0.03915146581346258,
+      "grad_norm": 245.71591186523438,
+      "learning_rate": 1.9995614790867256e-06,
+      "loss": 29.1406,
+      "step": 4136
+    },
+    {
+      "epoch": 0.03916093183517763,
+      "grad_norm": 210.48085021972656,
+      "learning_rate": 1.999560570772533e-06,
+      "loss": 22.8594,
+      "step": 4137
+    },
+    {
+      "epoch": 0.039170397856892684,
+      "grad_norm": 701.0407104492188,
+      "learning_rate": 1.9995596615188182e-06,
+      "loss": 45.7266,
+      "step": 4138
+    },
+    {
+      "epoch": 0.03917986387860774,
+      "grad_norm": 458.08837890625,
+      "learning_rate": 1.999558751325583e-06,
+      "loss": 53.1562,
+      "step": 4139
+    },
+    {
+      "epoch": 0.03918932990032279,
+      "grad_norm": 603.677734375,
+      "learning_rate": 1.999557840192827e-06,
+      "loss": 60.0,
+      "step": 4140
+    },
+    {
+      "epoch": 0.03919879592203784,
+      "grad_norm": 668.92724609375,
+      "learning_rate": 1.999556928120552e-06,
+      "loss": 25.3477,
+      "step": 4141
+    },
+    {
+      "epoch": 0.039208261943752896,
+      "grad_norm": 450.9991760253906,
+      "learning_rate": 1.9995560151087583e-06,
+      "loss": 38.0469,
+      "step": 4142
+    },
+    {
+      "epoch": 0.03921772796546795,
+      "grad_norm": 313.8189697265625,
+      "learning_rate": 1.999555101157447e-06,
+      "loss": 25.375,
+      "step": 4143
+    },
+    {
+      "epoch": 0.03922719398718301,
+      "grad_norm": 414.12823486328125,
+      "learning_rate": 1.9995541862666188e-06,
+      "loss": 53.5234,
+      "step": 4144
+    },
+    {
+      "epoch": 0.03923666000889806,
+      "grad_norm": 532.7650756835938,
+      "learning_rate": 1.999553270436275e-06,
+      "loss": 41.4414,
+      "step": 4145
+    },
+    {
+      "epoch": 0.039246126030613115,
+      "grad_norm": 440.55364990234375,
+      "learning_rate": 1.999552353666416e-06,
+      "loss": 34.2031,
+      "step": 4146
+    },
+    {
+      "epoch": 0.03925559205232817,
+      "grad_norm": 322.4089050292969,
+      "learning_rate": 1.9995514359570426e-06,
+      "loss": 21.0938,
+      "step": 4147
+    },
+    {
+      "epoch": 0.03926505807404322,
+      "grad_norm": 460.5558776855469,
+      "learning_rate": 1.9995505173081564e-06,
+      "loss": 23.6523,
+      "step": 4148
+    },
+    {
+      "epoch": 0.039274524095758274,
+      "grad_norm": 2.789703607559204,
+      "learning_rate": 1.9995495977197572e-06,
+      "loss": 0.875,
+      "step": 4149
+    },
+    {
+      "epoch": 0.03928399011747333,
+      "grad_norm": 383.8794860839844,
+      "learning_rate": 1.999548677191847e-06,
+      "loss": 29.0781,
+      "step": 4150
+    },
+    {
+      "epoch": 0.03929345613918838,
+      "grad_norm": 177.30848693847656,
+      "learning_rate": 1.9995477557244256e-06,
+      "loss": 25.5625,
+      "step": 4151
+    },
+    {
+      "epoch": 0.03930292216090344,
+      "grad_norm": 448.502197265625,
+      "learning_rate": 1.9995468333174942e-06,
+      "loss": 29.6875,
+      "step": 4152
+    },
+    {
+      "epoch": 0.03931238818261849,
+      "grad_norm": 592.1004028320312,
+      "learning_rate": 1.9995459099710543e-06,
+      "loss": 44.625,
+      "step": 4153
+    },
+    {
+      "epoch": 0.039321854204333546,
+      "grad_norm": 240.15240478515625,
+      "learning_rate": 1.9995449856851058e-06,
+      "loss": 29.9062,
+      "step": 4154
+    },
+    {
+      "epoch": 0.0393313202260486,
+      "grad_norm": 628.1829223632812,
+      "learning_rate": 1.9995440604596503e-06,
+      "loss": 37.6445,
+      "step": 4155
+    },
+    {
+      "epoch": 0.03934078624776365,
+      "grad_norm": 459.3580322265625,
+      "learning_rate": 1.9995431342946883e-06,
+      "loss": 49.2031,
+      "step": 4156
+    },
+    {
+      "epoch": 0.039350252269478705,
+      "grad_norm": 609.18408203125,
+      "learning_rate": 1.9995422071902207e-06,
+      "loss": 46.3594,
+      "step": 4157
+    },
+    {
+      "epoch": 0.03935971829119376,
+      "grad_norm": 501.2630310058594,
+      "learning_rate": 1.999541279146249e-06,
+      "loss": 32.1094,
+      "step": 4158
+    },
+    {
+      "epoch": 0.03936918431290881,
+      "grad_norm": 379.45849609375,
+      "learning_rate": 1.999540350162773e-06,
+      "loss": 25.5859,
+      "step": 4159
+    },
+    {
+      "epoch": 0.039378650334623864,
+      "grad_norm": 414.5447082519531,
+      "learning_rate": 1.999539420239794e-06,
+      "loss": 23.3203,
+      "step": 4160
+    },
+    {
+      "epoch": 0.039388116356338924,
+      "grad_norm": 454.16644287109375,
+      "learning_rate": 1.999538489377313e-06,
+      "loss": 25.0117,
+      "step": 4161
+    },
+    {
+      "epoch": 0.03939758237805398,
+      "grad_norm": 466.9858703613281,
+      "learning_rate": 1.9995375575753313e-06,
+      "loss": 41.0625,
+      "step": 4162
+    },
+    {
+      "epoch": 0.03940704839976903,
+      "grad_norm": 762.39794921875,
+      "learning_rate": 1.999536624833849e-06,
+      "loss": 57.8125,
+      "step": 4163
+    },
+    {
+      "epoch": 0.03941651442148408,
+      "grad_norm": 319.0615539550781,
+      "learning_rate": 1.9995356911528675e-06,
+      "loss": 25.0938,
+      "step": 4164
+    },
+    {
+      "epoch": 0.039425980443199136,
+      "grad_norm": 550.6720581054688,
+      "learning_rate": 1.9995347565323873e-06,
+      "loss": 51.3125,
+      "step": 4165
+    },
+    {
+      "epoch": 0.03943544646491419,
+      "grad_norm": 880.4418334960938,
+      "learning_rate": 1.9995338209724094e-06,
+      "loss": 33.1094,
+      "step": 4166
+    },
+    {
+      "epoch": 0.03944491248662924,
+      "grad_norm": 3.1767024993896484,
+      "learning_rate": 1.999532884472935e-06,
+      "loss": 0.6909,
+      "step": 4167
+    },
+    {
+      "epoch": 0.039454378508344295,
+      "grad_norm": 336.6927185058594,
+      "learning_rate": 1.9995319470339644e-06,
+      "loss": 41.3281,
+      "step": 4168
+    },
+    {
+      "epoch": 0.03946384453005935,
+      "grad_norm": 376.623046875,
+      "learning_rate": 1.999531008655499e-06,
+      "loss": 25.8516,
+      "step": 4169
+    },
+    {
+      "epoch": 0.03947331055177441,
+      "grad_norm": 717.5015258789062,
+      "learning_rate": 1.999530069337539e-06,
+      "loss": 38.5,
+      "step": 4170
+    },
+    {
+      "epoch": 0.03948277657348946,
+      "grad_norm": 268.05059814453125,
+      "learning_rate": 1.9995291290800863e-06,
+      "loss": 36.2969,
+      "step": 4171
+    },
+    {
+      "epoch": 0.039492242595204514,
+      "grad_norm": 301.7518310546875,
+      "learning_rate": 1.999528187883141e-06,
+      "loss": 23.1875,
+      "step": 4172
+    },
+    {
+      "epoch": 0.03950170861691957,
+      "grad_norm": 242.39727783203125,
+      "learning_rate": 1.999527245746704e-06,
+      "loss": 28.3281,
+      "step": 4173
+    },
+    {
+      "epoch": 0.03951117463863462,
+      "grad_norm": 265.41217041015625,
+      "learning_rate": 1.9995263026707772e-06,
+      "loss": 30.0156,
+      "step": 4174
+    },
+    {
+      "epoch": 0.039520640660349673,
+      "grad_norm": 984.6447143554688,
+      "learning_rate": 1.9995253586553604e-06,
+      "loss": 55.7031,
+      "step": 4175
+    },
+    {
+      "epoch": 0.039530106682064726,
+      "grad_norm": 622.18505859375,
+      "learning_rate": 1.9995244137004543e-06,
+      "loss": 53.7812,
+      "step": 4176
+    },
+    {
+      "epoch": 0.03953957270377978,
+      "grad_norm": 522.2833251953125,
+      "learning_rate": 1.9995234678060605e-06,
+      "loss": 29.5156,
+      "step": 4177
+    },
+    {
+      "epoch": 0.03954903872549484,
+      "grad_norm": 407.25677490234375,
+      "learning_rate": 1.9995225209721796e-06,
+      "loss": 30.0156,
+      "step": 4178
+    },
+    {
+      "epoch": 0.03955850474720989,
+      "grad_norm": 255.40220642089844,
+      "learning_rate": 1.999521573198813e-06,
+      "loss": 35.9609,
+      "step": 4179
+    },
+    {
+      "epoch": 0.039567970768924945,
+      "grad_norm": 275.59222412109375,
+      "learning_rate": 1.9995206244859605e-06,
+      "loss": 22.9219,
+      "step": 4180
+    },
+    {
+      "epoch": 0.03957743679064,
+      "grad_norm": 426.9004821777344,
+      "learning_rate": 1.999519674833624e-06,
+      "loss": 32.9375,
+      "step": 4181
+    },
+    {
+      "epoch": 0.03958690281235505,
+      "grad_norm": 236.41775512695312,
+      "learning_rate": 1.9995187242418044e-06,
+      "loss": 24.5469,
+      "step": 4182
+    },
+    {
+      "epoch": 0.039596368834070104,
+      "grad_norm": 462.0470886230469,
+      "learning_rate": 1.9995177727105016e-06,
+      "loss": 36.4922,
+      "step": 4183
+    },
+    {
+      "epoch": 0.03960583485578516,
+      "grad_norm": 525.508056640625,
+      "learning_rate": 1.9995168202397172e-06,
+      "loss": 39.7266,
+      "step": 4184
+    },
+    {
+      "epoch": 0.03961530087750021,
+      "grad_norm": 545.737060546875,
+      "learning_rate": 1.999515866829452e-06,
+      "loss": 60.2344,
+      "step": 4185
+    },
+    {
+      "epoch": 0.039624766899215264,
+      "grad_norm": 212.68032836914062,
+      "learning_rate": 1.9995149124797073e-06,
+      "loss": 28.25,
+      "step": 4186
+    },
+    {
+      "epoch": 0.03963423292093032,
+      "grad_norm": 247.36636352539062,
+      "learning_rate": 1.9995139571904835e-06,
+      "loss": 27.1094,
+      "step": 4187
+    },
+    {
+      "epoch": 0.039643698942645376,
+      "grad_norm": 255.08346557617188,
+      "learning_rate": 1.9995130009617816e-06,
+      "loss": 26.3281,
+      "step": 4188
+    },
+    {
+      "epoch": 0.03965316496436043,
+      "grad_norm": 1396.5218505859375,
+      "learning_rate": 1.9995120437936024e-06,
+      "loss": 87.7188,
+      "step": 4189
+    },
+    {
+      "epoch": 0.03966263098607548,
+      "grad_norm": 224.7928924560547,
+      "learning_rate": 1.9995110856859467e-06,
+      "loss": 21.0781,
+      "step": 4190
+    },
+    {
+      "epoch": 0.039672097007790535,
+      "grad_norm": 240.50411987304688,
+      "learning_rate": 1.9995101266388155e-06,
+      "loss": 27.875,
+      "step": 4191
+    },
+    {
+      "epoch": 0.03968156302950559,
+      "grad_norm": 516.4314575195312,
+      "learning_rate": 1.9995091666522104e-06,
+      "loss": 66.3125,
+      "step": 4192
+    },
+    {
+      "epoch": 0.03969102905122064,
+      "grad_norm": 305.9889831542969,
+      "learning_rate": 1.9995082057261314e-06,
+      "loss": 38.125,
+      "step": 4193
+    },
+    {
+      "epoch": 0.039700495072935695,
+      "grad_norm": 1036.724853515625,
+      "learning_rate": 1.9995072438605798e-06,
+      "loss": 45.8438,
+      "step": 4194
+    },
+    {
+      "epoch": 0.039709961094650754,
+      "grad_norm": 167.87290954589844,
+      "learning_rate": 1.999506281055556e-06,
+      "loss": 23.25,
+      "step": 4195
+    },
+    {
+      "epoch": 0.03971942711636581,
+      "grad_norm": 465.1285705566406,
+      "learning_rate": 1.999505317311062e-06,
+      "loss": 53.3281,
+      "step": 4196
+    },
+    {
+      "epoch": 0.03972889313808086,
+      "grad_norm": 502.166748046875,
+      "learning_rate": 1.9995043526270972e-06,
+      "loss": 26.2578,
+      "step": 4197
+    },
+    {
+      "epoch": 0.039738359159795913,
+      "grad_norm": 469.6846618652344,
+      "learning_rate": 1.999503387003664e-06,
+      "loss": 38.5156,
+      "step": 4198
+    },
+    {
+      "epoch": 0.039747825181510966,
+      "grad_norm": 518.8941040039062,
+      "learning_rate": 1.999502420440762e-06,
+      "loss": 62.9375,
+      "step": 4199
+    },
+    {
+      "epoch": 0.03975729120322602,
+      "grad_norm": 414.495849609375,
+      "learning_rate": 1.9995014529383938e-06,
+      "loss": 24.3438,
+      "step": 4200
+    },
+    {
+      "epoch": 0.03976675722494107,
+      "grad_norm": 343.53009033203125,
+      "learning_rate": 1.999500484496558e-06,
+      "loss": 26.375,
+      "step": 4201
+    },
+    {
+      "epoch": 0.039776223246656126,
+      "grad_norm": 278.9809875488281,
+      "learning_rate": 1.9994995151152576e-06,
+      "loss": 23.6562,
+      "step": 4202
+    },
+    {
+      "epoch": 0.03978568926837118,
+      "grad_norm": 638.329345703125,
+      "learning_rate": 1.9994985447944926e-06,
+      "loss": 38.5781,
+      "step": 4203
+    },
+    {
+      "epoch": 0.03979515529008624,
+      "grad_norm": 577.7850341796875,
+      "learning_rate": 1.999497573534264e-06,
+      "loss": 57.0938,
+      "step": 4204
+    },
+    {
+      "epoch": 0.03980462131180129,
+      "grad_norm": 1127.9384765625,
+      "learning_rate": 1.9994966013345724e-06,
+      "loss": 55.1406,
+      "step": 4205
+    },
+    {
+      "epoch": 0.039814087333516344,
+      "grad_norm": 210.2228240966797,
+      "learning_rate": 1.9994956281954193e-06,
+      "loss": 20.5156,
+      "step": 4206
+    },
+    {
+      "epoch": 0.0398235533552314,
+      "grad_norm": 786.2171630859375,
+      "learning_rate": 1.999494654116805e-06,
+      "loss": 43.8594,
+      "step": 4207
+    },
+    {
+      "epoch": 0.03983301937694645,
+      "grad_norm": 307.8618469238281,
+      "learning_rate": 1.999493679098731e-06,
+      "loss": 37.4531,
+      "step": 4208
+    },
+    {
+      "epoch": 0.039842485398661504,
+      "grad_norm": 320.9873046875,
+      "learning_rate": 1.999492703141198e-06,
+      "loss": 25.5781,
+      "step": 4209
+    },
+    {
+      "epoch": 0.039851951420376557,
+      "grad_norm": 291.4000244140625,
+      "learning_rate": 1.9994917262442067e-06,
+      "loss": 27.3594,
+      "step": 4210
+    },
+    {
+      "epoch": 0.03986141744209161,
+      "grad_norm": 270.46466064453125,
+      "learning_rate": 1.9994907484077583e-06,
+      "loss": 32.0938,
+      "step": 4211
+    },
+    {
+      "epoch": 0.03987088346380666,
+      "grad_norm": 560.9937744140625,
+      "learning_rate": 1.9994897696318537e-06,
+      "loss": 27.1094,
+      "step": 4212
+    },
+    {
+      "epoch": 0.03988034948552172,
+      "grad_norm": 181.7898712158203,
+      "learning_rate": 1.9994887899164934e-06,
+      "loss": 23.7344,
+      "step": 4213
+    },
+    {
+      "epoch": 0.039889815507236775,
+      "grad_norm": 244.48843383789062,
+      "learning_rate": 1.999487809261679e-06,
+      "loss": 23.7812,
+      "step": 4214
+    },
+    {
+      "epoch": 0.03989928152895183,
+      "grad_norm": 1049.4578857421875,
+      "learning_rate": 1.999486827667411e-06,
+      "loss": 22.8906,
+      "step": 4215
+    },
+    {
+      "epoch": 0.03990874755066688,
+      "grad_norm": 290.2458190917969,
+      "learning_rate": 1.9994858451336905e-06,
+      "loss": 33.6094,
+      "step": 4216
+    },
+    {
+      "epoch": 0.039918213572381935,
+      "grad_norm": 446.4381103515625,
+      "learning_rate": 1.999484861660518e-06,
+      "loss": 26.4062,
+      "step": 4217
+    },
+    {
+      "epoch": 0.03992767959409699,
+      "grad_norm": 260.1158752441406,
+      "learning_rate": 1.999483877247895e-06,
+      "loss": 37.9062,
+      "step": 4218
+    },
+    {
+      "epoch": 0.03993714561581204,
+      "grad_norm": 1259.6085205078125,
+      "learning_rate": 1.999482891895822e-06,
+      "loss": 40.8281,
+      "step": 4219
+    },
+    {
+      "epoch": 0.039946611637527094,
+      "grad_norm": 596.5026245117188,
+      "learning_rate": 1.999481905604301e-06,
+      "loss": 59.2188,
+      "step": 4220
+    },
+    {
+      "epoch": 0.039956077659242153,
+      "grad_norm": 743.5089111328125,
+      "learning_rate": 1.9994809183733307e-06,
+      "loss": 51.9531,
+      "step": 4221
+    },
+    {
+      "epoch": 0.039965543680957206,
+      "grad_norm": 3.3426012992858887,
+      "learning_rate": 1.999479930202914e-06,
+      "loss": 0.8433,
+      "step": 4222
+    },
+    {
+      "epoch": 0.03997500970267226,
+      "grad_norm": 594.6080322265625,
+      "learning_rate": 1.999478941093051e-06,
+      "loss": 53.7812,
+      "step": 4223
+    },
+    {
+      "epoch": 0.03998447572438731,
+      "grad_norm": 369.2522888183594,
+      "learning_rate": 1.999477951043743e-06,
+      "loss": 28.4141,
+      "step": 4224
+    },
+    {
+      "epoch": 0.039993941746102366,
+      "grad_norm": 810.8480224609375,
+      "learning_rate": 1.9994769600549906e-06,
+      "loss": 52.3438,
+      "step": 4225
+    },
+    {
+      "epoch": 0.04000340776781742,
+      "grad_norm": 349.6993103027344,
+      "learning_rate": 1.999475968126795e-06,
+      "loss": 29.0938,
+      "step": 4226
+    },
+    {
+      "epoch": 0.04001287378953247,
+      "grad_norm": 356.4378356933594,
+      "learning_rate": 1.999474975259157e-06,
+      "loss": 25.6484,
+      "step": 4227
+    },
+    {
+      "epoch": 0.040022339811247525,
+      "grad_norm": 469.2930908203125,
+      "learning_rate": 1.9994739814520776e-06,
+      "loss": 28.7188,
+      "step": 4228
+    },
+    {
+      "epoch": 0.04003180583296258,
+      "grad_norm": 297.62274169921875,
+      "learning_rate": 1.9994729867055574e-06,
+      "loss": 21.6641,
+      "step": 4229
+    },
+    {
+      "epoch": 0.04004127185467764,
+      "grad_norm": 249.31524658203125,
+      "learning_rate": 1.999471991019598e-06,
+      "loss": 22.9062,
+      "step": 4230
+    },
+    {
+      "epoch": 0.04005073787639269,
+      "grad_norm": 231.9744873046875,
+      "learning_rate": 1.9994709943941995e-06,
+      "loss": 25.8281,
+      "step": 4231
+    },
+    {
+      "epoch": 0.040060203898107744,
+      "grad_norm": 349.85498046875,
+      "learning_rate": 1.999469996829364e-06,
+      "loss": 28.0781,
+      "step": 4232
+    },
+    {
+      "epoch": 0.040069669919822797,
+      "grad_norm": 594.4486694335938,
+      "learning_rate": 1.999468998325091e-06,
+      "loss": 67.6875,
+      "step": 4233
+    },
+    {
+      "epoch": 0.04007913594153785,
+      "grad_norm": 491.7440185546875,
+      "learning_rate": 1.9994679988813825e-06,
+      "loss": 35.2109,
+      "step": 4234
+    },
+    {
+      "epoch": 0.0400886019632529,
+      "grad_norm": 381.0583801269531,
+      "learning_rate": 1.9994669984982388e-06,
+      "loss": 30.9766,
+      "step": 4235
+    },
+    {
+      "epoch": 0.040098067984967956,
+      "grad_norm": 539.0879516601562,
+      "learning_rate": 1.9994659971756614e-06,
+      "loss": 29.6797,
+      "step": 4236
+    },
+    {
+      "epoch": 0.04010753400668301,
+      "grad_norm": 168.40057373046875,
+      "learning_rate": 1.999464994913651e-06,
+      "loss": 30.9375,
+      "step": 4237
+    },
+    {
+      "epoch": 0.04011700002839807,
+      "grad_norm": 325.1187438964844,
+      "learning_rate": 1.9994639917122086e-06,
+      "loss": 48.0469,
+      "step": 4238
+    },
+    {
+      "epoch": 0.04012646605011312,
+      "grad_norm": 540.296142578125,
+      "learning_rate": 1.9994629875713345e-06,
+      "loss": 47.8906,
+      "step": 4239
+    },
+    {
+      "epoch": 0.040135932071828175,
+      "grad_norm": 379.606201171875,
+      "learning_rate": 1.999461982491031e-06,
+      "loss": 24.9062,
+      "step": 4240
+    },
+    {
+      "epoch": 0.04014539809354323,
+      "grad_norm": 448.7223205566406,
+      "learning_rate": 1.999460976471298e-06,
+      "loss": 25.5,
+      "step": 4241
+    },
+    {
+      "epoch": 0.04015486411525828,
+      "grad_norm": 505.912353515625,
+      "learning_rate": 1.9994599695121365e-06,
+      "loss": 27.7266,
+      "step": 4242
+    },
+    {
+      "epoch": 0.040164330136973334,
+      "grad_norm": 254.7139892578125,
+      "learning_rate": 1.9994589616135477e-06,
+      "loss": 26.75,
+      "step": 4243
+    },
+    {
+      "epoch": 0.04017379615868839,
+      "grad_norm": 2.907914876937866,
+      "learning_rate": 1.999457952775533e-06,
+      "loss": 0.8037,
+      "step": 4244
+    },
+    {
+      "epoch": 0.04018326218040344,
+      "grad_norm": 2.5216822624206543,
+      "learning_rate": 1.999456942998092e-06,
+      "loss": 0.7498,
+      "step": 4245
+    },
+    {
+      "epoch": 0.04019272820211849,
+      "grad_norm": 864.3170166015625,
+      "learning_rate": 1.9994559322812267e-06,
+      "loss": 44.3438,
+      "step": 4246
+    },
+    {
+      "epoch": 0.04020219422383355,
+      "grad_norm": 238.27125549316406,
+      "learning_rate": 1.999454920624938e-06,
+      "loss": 27.3906,
+      "step": 4247
+    },
+    {
+      "epoch": 0.040211660245548606,
+      "grad_norm": 306.498046875,
+      "learning_rate": 1.9994539080292266e-06,
+      "loss": 27.0312,
+      "step": 4248
+    },
+    {
+      "epoch": 0.04022112626726366,
+      "grad_norm": 381.7127990722656,
+      "learning_rate": 1.999452894494094e-06,
+      "loss": 28.5625,
+      "step": 4249
+    },
+    {
+      "epoch": 0.04023059228897871,
+      "grad_norm": 725.77099609375,
+      "learning_rate": 1.9994518800195402e-06,
+      "loss": 43.9219,
+      "step": 4250
+    },
+    {
+      "epoch": 0.040240058310693765,
+      "grad_norm": 438.6523742675781,
+      "learning_rate": 1.999450864605567e-06,
+      "loss": 40.4531,
+      "step": 4251
+    },
+    {
+      "epoch": 0.04024952433240882,
+      "grad_norm": 603.806396484375,
+      "learning_rate": 1.9994498482521747e-06,
+      "loss": 47.3438,
+      "step": 4252
+    },
+    {
+      "epoch": 0.04025899035412387,
+      "grad_norm": 398.61273193359375,
+      "learning_rate": 1.9994488309593645e-06,
+      "loss": 32.25,
+      "step": 4253
+    },
+    {
+      "epoch": 0.040268456375838924,
+      "grad_norm": 289.6053466796875,
+      "learning_rate": 1.9994478127271376e-06,
+      "loss": 28.1953,
+      "step": 4254
+    },
+    {
+      "epoch": 0.04027792239755398,
+      "grad_norm": 599.3291625976562,
+      "learning_rate": 1.999446793555495e-06,
+      "loss": 39.7344,
+      "step": 4255
+    },
+    {
+      "epoch": 0.040287388419269037,
+      "grad_norm": 550.9402465820312,
+      "learning_rate": 1.999445773444437e-06,
+      "loss": 43.375,
+      "step": 4256
+    },
+    {
+      "epoch": 0.04029685444098409,
+      "grad_norm": 240.4545135498047,
+      "learning_rate": 1.999444752393965e-06,
+      "loss": 24.9531,
+      "step": 4257
+    },
+    {
+      "epoch": 0.04030632046269914,
+      "grad_norm": 270.84912109375,
+      "learning_rate": 1.9994437304040803e-06,
+      "loss": 27.1094,
+      "step": 4258
+    },
+    {
+      "epoch": 0.040315786484414196,
+      "grad_norm": 217.29348754882812,
+      "learning_rate": 1.9994427074747834e-06,
+      "loss": 24.4844,
+      "step": 4259
+    },
+    {
+      "epoch": 0.04032525250612925,
+      "grad_norm": 476.41644287109375,
+      "learning_rate": 1.9994416836060753e-06,
+      "loss": 36.8711,
+      "step": 4260
+    },
+    {
+      "epoch": 0.0403347185278443,
+      "grad_norm": 317.719482421875,
+      "learning_rate": 1.9994406587979573e-06,
+      "loss": 23.6797,
+      "step": 4261
+    },
+    {
+      "epoch": 0.040344184549559355,
+      "grad_norm": 3.473365545272827,
+      "learning_rate": 1.9994396330504298e-06,
+      "loss": 0.9214,
+      "step": 4262
+    },
+    {
+      "epoch": 0.04035365057127441,
+      "grad_norm": 746.1533203125,
+      "learning_rate": 1.999438606363494e-06,
+      "loss": 26.9766,
+      "step": 4263
+    },
+    {
+      "epoch": 0.04036311659298947,
+      "grad_norm": 818.9674682617188,
+      "learning_rate": 1.999437578737151e-06,
+      "loss": 25.5781,
+      "step": 4264
+    },
+    {
+      "epoch": 0.04037258261470452,
+      "grad_norm": 3.1164755821228027,
+      "learning_rate": 1.999436550171402e-06,
+      "loss": 0.9507,
+      "step": 4265
+    },
+    {
+      "epoch": 0.040382048636419574,
+      "grad_norm": 396.6611633300781,
+      "learning_rate": 1.9994355206662473e-06,
+      "loss": 42.3594,
+      "step": 4266
+    },
+    {
+      "epoch": 0.04039151465813463,
+      "grad_norm": 487.7198791503906,
+      "learning_rate": 1.9994344902216883e-06,
+      "loss": 32.4609,
+      "step": 4267
+    },
+    {
+      "epoch": 0.04040098067984968,
+      "grad_norm": 518.678466796875,
+      "learning_rate": 1.999433458837726e-06,
+      "loss": 19.7578,
+      "step": 4268
+    },
+    {
+      "epoch": 0.04041044670156473,
+      "grad_norm": 329.0465087890625,
+      "learning_rate": 1.999432426514361e-06,
+      "loss": 21.4375,
+      "step": 4269
+    },
+    {
+      "epoch": 0.040419912723279786,
+      "grad_norm": 774.3861083984375,
+      "learning_rate": 1.9994313932515948e-06,
+      "loss": 34.5625,
+      "step": 4270
+    },
+    {
+      "epoch": 0.04042937874499484,
+      "grad_norm": 427.5816650390625,
+      "learning_rate": 1.999430359049428e-06,
+      "loss": 54.8125,
+      "step": 4271
+    },
+    {
+      "epoch": 0.04043884476670989,
+      "grad_norm": 418.9459533691406,
+      "learning_rate": 1.999429323907862e-06,
+      "loss": 22.0,
+      "step": 4272
+    },
+    {
+      "epoch": 0.04044831078842495,
+      "grad_norm": 730.1962280273438,
+      "learning_rate": 1.999428287826897e-06,
+      "loss": 49.6445,
+      "step": 4273
+    },
+    {
+      "epoch": 0.040457776810140005,
+      "grad_norm": 276.2663879394531,
+      "learning_rate": 1.9994272508065344e-06,
+      "loss": 25.9375,
+      "step": 4274
+    },
+    {
+      "epoch": 0.04046724283185506,
+      "grad_norm": 166.65969848632812,
+      "learning_rate": 1.9994262128467755e-06,
+      "loss": 23.3281,
+      "step": 4275
+    },
+    {
+      "epoch": 0.04047670885357011,
+      "grad_norm": 3.2345097064971924,
+      "learning_rate": 1.999425173947621e-06,
+      "loss": 1.0698,
+      "step": 4276
+    },
+    {
+      "epoch": 0.040486174875285164,
+      "grad_norm": 183.41107177734375,
+      "learning_rate": 1.9994241341090715e-06,
+      "loss": 28.0625,
+      "step": 4277
+    },
+    {
+      "epoch": 0.04049564089700022,
+      "grad_norm": 2.9851529598236084,
+      "learning_rate": 1.9994230933311286e-06,
+      "loss": 0.8945,
+      "step": 4278
+    },
+    {
+      "epoch": 0.04050510691871527,
+      "grad_norm": 690.9226684570312,
+      "learning_rate": 1.999422051613793e-06,
+      "loss": 26.9531,
+      "step": 4279
+    },
+    {
+      "epoch": 0.04051457294043032,
+      "grad_norm": 290.13714599609375,
+      "learning_rate": 1.999421008957066e-06,
+      "loss": 16.8789,
+      "step": 4280
+    },
+    {
+      "epoch": 0.04052403896214538,
+      "grad_norm": 267.4854431152344,
+      "learning_rate": 1.9994199653609476e-06,
+      "loss": 28.2031,
+      "step": 4281
+    },
+    {
+      "epoch": 0.040533504983860436,
+      "grad_norm": 267.61773681640625,
+      "learning_rate": 1.99941892082544e-06,
+      "loss": 27.0312,
+      "step": 4282
+    },
+    {
+      "epoch": 0.04054297100557549,
+      "grad_norm": 361.3482971191406,
+      "learning_rate": 1.9994178753505433e-06,
+      "loss": 20.7266,
+      "step": 4283
+    },
+    {
+      "epoch": 0.04055243702729054,
+      "grad_norm": 455.2206115722656,
+      "learning_rate": 1.999416828936259e-06,
+      "loss": 47.8047,
+      "step": 4284
+    },
+    {
+      "epoch": 0.040561903049005595,
+      "grad_norm": 447.7338562011719,
+      "learning_rate": 1.999415781582588e-06,
+      "loss": 46.7656,
+      "step": 4285
+    },
+    {
+      "epoch": 0.04057136907072065,
+      "grad_norm": 846.3236694335938,
+      "learning_rate": 1.999414733289531e-06,
+      "loss": 40.2812,
+      "step": 4286
+    },
+    {
+      "epoch": 0.0405808350924357,
+      "grad_norm": 818.1011962890625,
+      "learning_rate": 1.999413684057089e-06,
+      "loss": 17.5703,
+      "step": 4287
+    },
+    {
+      "epoch": 0.040590301114150754,
+      "grad_norm": 395.9693298339844,
+      "learning_rate": 1.999412633885263e-06,
+      "loss": 27.8438,
+      "step": 4288
+    },
+    {
+      "epoch": 0.04059976713586581,
+      "grad_norm": 484.3722229003906,
+      "learning_rate": 1.999411582774055e-06,
+      "loss": 42.0156,
+      "step": 4289
+    },
+    {
+      "epoch": 0.04060923315758087,
+      "grad_norm": 279.8345031738281,
+      "learning_rate": 1.999410530723464e-06,
+      "loss": 35.6562,
+      "step": 4290
+    },
+    {
+      "epoch": 0.04061869917929592,
+      "grad_norm": 437.7147216796875,
+      "learning_rate": 1.999409477733493e-06,
+      "loss": 26.2656,
+      "step": 4291
+    },
+    {
+      "epoch": 0.04062816520101097,
+      "grad_norm": 225.82614135742188,
+      "learning_rate": 1.9994084238041418e-06,
+      "loss": 25.9531,
+      "step": 4292
+    },
+    {
+      "epoch": 0.040637631222726026,
+      "grad_norm": 380.1561279296875,
+      "learning_rate": 1.999407368935412e-06,
+      "loss": 41.6875,
+      "step": 4293
+    },
+    {
+      "epoch": 0.04064709724444108,
+      "grad_norm": 311.6032409667969,
+      "learning_rate": 1.9994063131273038e-06,
+      "loss": 24.6172,
+      "step": 4294
+    },
+    {
+      "epoch": 0.04065656326615613,
+      "grad_norm": 828.9896850585938,
+      "learning_rate": 1.9994052563798188e-06,
+      "loss": 29.6562,
+      "step": 4295
+    },
+    {
+      "epoch": 0.040666029287871185,
+      "grad_norm": 279.74530029296875,
+      "learning_rate": 1.999404198692958e-06,
+      "loss": 27.6641,
+      "step": 4296
+    },
+    {
+      "epoch": 0.04067549530958624,
+      "grad_norm": 261.7665710449219,
+      "learning_rate": 1.9994031400667223e-06,
+      "loss": 25.3906,
+      "step": 4297
+    },
+    {
+      "epoch": 0.04068496133130129,
+      "grad_norm": 445.43133544921875,
+      "learning_rate": 1.9994020805011125e-06,
+      "loss": 39.3281,
+      "step": 4298
+    },
+    {
+      "epoch": 0.04069442735301635,
+      "grad_norm": 424.6083984375,
+      "learning_rate": 1.9994010199961297e-06,
+      "loss": 36.5156,
+      "step": 4299
+    },
+    {
+      "epoch": 0.040703893374731404,
+      "grad_norm": 3.1747403144836426,
+      "learning_rate": 1.9993999585517754e-06,
+      "loss": 0.9341,
+      "step": 4300
+    },
+    {
+      "epoch": 0.04071335939644646,
+      "grad_norm": 198.1969757080078,
+      "learning_rate": 1.9993988961680497e-06,
+      "loss": 26.9062,
+      "step": 4301
+    },
+    {
+      "epoch": 0.04072282541816151,
+      "grad_norm": 232.04188537597656,
+      "learning_rate": 1.9993978328449544e-06,
+      "loss": 31.0625,
+      "step": 4302
+    },
+    {
+      "epoch": 0.04073229143987656,
+      "grad_norm": 723.4873657226562,
+      "learning_rate": 1.99939676858249e-06,
+      "loss": 30.1719,
+      "step": 4303
+    },
+    {
+      "epoch": 0.040741757461591616,
+      "grad_norm": 1181.4915771484375,
+      "learning_rate": 1.9993957033806575e-06,
+      "loss": 50.1484,
+      "step": 4304
+    },
+    {
+      "epoch": 0.04075122348330667,
+      "grad_norm": 443.60736083984375,
+      "learning_rate": 1.999394637239458e-06,
+      "loss": 44.5938,
+      "step": 4305
+    },
+    {
+      "epoch": 0.04076068950502172,
+      "grad_norm": 514.5774536132812,
+      "learning_rate": 1.999393570158893e-06,
+      "loss": 37.2812,
+      "step": 4306
+    },
+    {
+      "epoch": 0.04077015552673678,
+      "grad_norm": 181.84347534179688,
+      "learning_rate": 1.9993925021389625e-06,
+      "loss": 22.2578,
+      "step": 4307
+    },
+    {
+      "epoch": 0.040779621548451835,
+      "grad_norm": 761.321044921875,
+      "learning_rate": 1.999391433179669e-06,
+      "loss": 33.3828,
+      "step": 4308
+    },
+    {
+      "epoch": 0.04078908757016689,
+      "grad_norm": 405.2384033203125,
+      "learning_rate": 1.9993903632810114e-06,
+      "loss": 31.25,
+      "step": 4309
+    },
+    {
+      "epoch": 0.04079855359188194,
+      "grad_norm": 764.4010620117188,
+      "learning_rate": 1.9993892924429923e-06,
+      "loss": 47.625,
+      "step": 4310
+    },
+    {
+      "epoch": 0.040808019613596994,
+      "grad_norm": 490.5711669921875,
+      "learning_rate": 1.9993882206656124e-06,
+      "loss": 56.5156,
+      "step": 4311
+    },
+    {
+      "epoch": 0.04081748563531205,
+      "grad_norm": 3.4029462337493896,
+      "learning_rate": 1.9993871479488725e-06,
+      "loss": 1.0498,
+      "step": 4312
+    },
+    {
+      "epoch": 0.0408269516570271,
+      "grad_norm": 2.9011237621307373,
+      "learning_rate": 1.999386074292774e-06,
+      "loss": 0.8789,
+      "step": 4313
+    },
+    {
+      "epoch": 0.04083641767874215,
+      "grad_norm": 1028.3140869140625,
+      "learning_rate": 1.9993849996973175e-06,
+      "loss": 37.1836,
+      "step": 4314
+    },
+    {
+      "epoch": 0.040845883700457206,
+      "grad_norm": 303.9735412597656,
+      "learning_rate": 1.9993839241625037e-06,
+      "loss": 29.4531,
+      "step": 4315
+    },
+    {
+      "epoch": 0.040855349722172266,
+      "grad_norm": 540.9823608398438,
+      "learning_rate": 1.999382847688334e-06,
+      "loss": 37.1719,
+      "step": 4316
+    },
+    {
+      "epoch": 0.04086481574388732,
+      "grad_norm": 854.4536743164062,
+      "learning_rate": 1.99938177027481e-06,
+      "loss": 26.375,
+      "step": 4317
+    },
+    {
+      "epoch": 0.04087428176560237,
+      "grad_norm": 3.248136520385742,
+      "learning_rate": 1.999380691921932e-06,
+      "loss": 0.8896,
+      "step": 4318
+    },
+    {
+      "epoch": 0.040883747787317425,
+      "grad_norm": 212.701171875,
+      "learning_rate": 1.999379612629701e-06,
+      "loss": 26.4531,
+      "step": 4319
+    },
+    {
+      "epoch": 0.04089321380903248,
+      "grad_norm": 279.94635009765625,
+      "learning_rate": 1.999378532398118e-06,
+      "loss": 27.8594,
+      "step": 4320
+    },
+    {
+      "epoch": 0.04090267983074753,
+      "grad_norm": 269.3084411621094,
+      "learning_rate": 1.9993774512271847e-06,
+      "loss": 27.8906,
+      "step": 4321
+    },
+    {
+      "epoch": 0.040912145852462584,
+      "grad_norm": 555.3165283203125,
+      "learning_rate": 1.999376369116901e-06,
+      "loss": 37.7148,
+      "step": 4322
+    },
+    {
+      "epoch": 0.04092161187417764,
+      "grad_norm": 282.8454895019531,
+      "learning_rate": 1.999375286067269e-06,
+      "loss": 23.4609,
+      "step": 4323
+    },
+    {
+      "epoch": 0.0409310778958927,
+      "grad_norm": 2.6049394607543945,
+      "learning_rate": 1.9993742020782892e-06,
+      "loss": 0.8857,
+      "step": 4324
+    },
+    {
+      "epoch": 0.04094054391760775,
+      "grad_norm": 464.0082702636719,
+      "learning_rate": 1.9993731171499626e-06,
+      "loss": 37.0,
+      "step": 4325
+    },
+    {
+      "epoch": 0.0409500099393228,
+      "grad_norm": 599.52587890625,
+      "learning_rate": 1.99937203128229e-06,
+      "loss": 41.9375,
+      "step": 4326
+    },
+    {
+      "epoch": 0.040959475961037856,
+      "grad_norm": 847.5388793945312,
+      "learning_rate": 1.9993709444752735e-06,
+      "loss": 51.6172,
+      "step": 4327
+    },
+    {
+      "epoch": 0.04096894198275291,
+      "grad_norm": 220.5702362060547,
+      "learning_rate": 1.9993698567289123e-06,
+      "loss": 30.1094,
+      "step": 4328
+    },
+    {
+      "epoch": 0.04097840800446796,
+      "grad_norm": 246.2312774658203,
+      "learning_rate": 1.999368768043209e-06,
+      "loss": 26.8125,
+      "step": 4329
+    },
+    {
+      "epoch": 0.040987874026183015,
+      "grad_norm": 298.9996337890625,
+      "learning_rate": 1.9993676784181642e-06,
+      "loss": 24.8828,
+      "step": 4330
+    },
+    {
+      "epoch": 0.04099734004789807,
+      "grad_norm": 316.9929504394531,
+      "learning_rate": 1.9993665878537786e-06,
+      "loss": 26.5469,
+      "step": 4331
+    },
+    {
+      "epoch": 0.04100680606961312,
+      "grad_norm": 301.24517822265625,
+      "learning_rate": 1.9993654963500534e-06,
+      "loss": 34.3594,
+      "step": 4332
+    },
+    {
+      "epoch": 0.04101627209132818,
+      "grad_norm": 270.9178466796875,
+      "learning_rate": 1.9993644039069893e-06,
+      "loss": 25.1406,
+      "step": 4333
+    },
+    {
+      "epoch": 0.041025738113043234,
+      "grad_norm": 503.1211242675781,
+      "learning_rate": 1.9993633105245882e-06,
+      "loss": 57.2188,
+      "step": 4334
+    },
+    {
+      "epoch": 0.04103520413475829,
+      "grad_norm": 324.36163330078125,
+      "learning_rate": 1.9993622162028504e-06,
+      "loss": 27.125,
+      "step": 4335
+    },
+    {
+      "epoch": 0.04104467015647334,
+      "grad_norm": 282.72357177734375,
+      "learning_rate": 1.9993611209417773e-06,
+      "loss": 35.8594,
+      "step": 4336
+    },
+    {
+      "epoch": 0.04105413617818839,
+      "grad_norm": 2.889517307281494,
+      "learning_rate": 1.9993600247413695e-06,
+      "loss": 0.9834,
+      "step": 4337
+    },
+    {
+      "epoch": 0.041063602199903446,
+      "grad_norm": 532.3208618164062,
+      "learning_rate": 1.9993589276016285e-06,
+      "loss": 30.3555,
+      "step": 4338
+    },
+    {
+      "epoch": 0.0410730682216185,
+      "grad_norm": 276.74212646484375,
+      "learning_rate": 1.999357829522555e-06,
+      "loss": 29.9688,
+      "step": 4339
+    },
+    {
+      "epoch": 0.04108253424333355,
+      "grad_norm": 734.364013671875,
+      "learning_rate": 1.99935673050415e-06,
+      "loss": 32.9922,
+      "step": 4340
+    },
+    {
+      "epoch": 0.041092000265048605,
+      "grad_norm": 767.2222290039062,
+      "learning_rate": 1.999355630546415e-06,
+      "loss": 42.5781,
+      "step": 4341
+    },
+    {
+      "epoch": 0.041101466286763665,
+      "grad_norm": 572.6967163085938,
+      "learning_rate": 1.9993545296493507e-06,
+      "loss": 24.8047,
+      "step": 4342
+    },
+    {
+      "epoch": 0.04111093230847872,
+      "grad_norm": 329.046630859375,
+      "learning_rate": 1.999353427812958e-06,
+      "loss": 29.75,
+      "step": 4343
+    },
+    {
+      "epoch": 0.04112039833019377,
+      "grad_norm": 2.8309812545776367,
+      "learning_rate": 1.999352325037238e-06,
+      "loss": 0.9062,
+      "step": 4344
+    },
+    {
+      "epoch": 0.041129864351908824,
+      "grad_norm": 360.21795654296875,
+      "learning_rate": 1.999351221322192e-06,
+      "loss": 24.8516,
+      "step": 4345
+    },
+    {
+      "epoch": 0.04113933037362388,
+      "grad_norm": 451.837646484375,
+      "learning_rate": 1.999350116667821e-06,
+      "loss": 52.6094,
+      "step": 4346
+    },
+    {
+      "epoch": 0.04114879639533893,
+      "grad_norm": 572.2239990234375,
+      "learning_rate": 1.9993490110741256e-06,
+      "loss": 33.3008,
+      "step": 4347
+    },
+    {
+      "epoch": 0.04115826241705398,
+      "grad_norm": 855.2001953125,
+      "learning_rate": 1.9993479045411073e-06,
+      "loss": 69.1562,
+      "step": 4348
+    },
+    {
+      "epoch": 0.041167728438769036,
+      "grad_norm": 593.4892578125,
+      "learning_rate": 1.999346797068767e-06,
+      "loss": 32.0938,
+      "step": 4349
+    },
+    {
+      "epoch": 0.041177194460484096,
+      "grad_norm": 367.2267761230469,
+      "learning_rate": 1.9993456886571055e-06,
+      "loss": 36.7578,
+      "step": 4350
+    },
+    {
+      "epoch": 0.04118666048219915,
+      "grad_norm": 734.198486328125,
+      "learning_rate": 1.9993445793061246e-06,
+      "loss": 33.0,
+      "step": 4351
+    },
+    {
+      "epoch": 0.0411961265039142,
+      "grad_norm": 343.13177490234375,
+      "learning_rate": 1.9993434690158244e-06,
+      "loss": 31.0625,
+      "step": 4352
+    },
+    {
+      "epoch": 0.041205592525629255,
+      "grad_norm": 310.1025390625,
+      "learning_rate": 1.999342357786206e-06,
+      "loss": 28.5156,
+      "step": 4353
+    },
+    {
+      "epoch": 0.04121505854734431,
+      "grad_norm": 3.1348001956939697,
+      "learning_rate": 1.9993412456172715e-06,
+      "loss": 0.8623,
+      "step": 4354
+    },
+    {
+      "epoch": 0.04122452456905936,
+      "grad_norm": 239.41494750976562,
+      "learning_rate": 1.999340132509021e-06,
+      "loss": 24.7812,
+      "step": 4355
+    },
+    {
+      "epoch": 0.041233990590774414,
+      "grad_norm": 372.00067138671875,
+      "learning_rate": 1.9993390184614554e-06,
+      "loss": 15.4844,
+      "step": 4356
+    },
+    {
+      "epoch": 0.04124345661248947,
+      "grad_norm": 558.8966674804688,
+      "learning_rate": 1.9993379034745765e-06,
+      "loss": 31.25,
+      "step": 4357
+    },
+    {
+      "epoch": 0.04125292263420452,
+      "grad_norm": 479.0018310546875,
+      "learning_rate": 1.999336787548385e-06,
+      "loss": 29.4844,
+      "step": 4358
+    },
+    {
+      "epoch": 0.04126238865591958,
+      "grad_norm": 542.1004638671875,
+      "learning_rate": 1.999335670682882e-06,
+      "loss": 57.3438,
+      "step": 4359
+    },
+    {
+      "epoch": 0.04127185467763463,
+      "grad_norm": 300.1023254394531,
+      "learning_rate": 1.9993345528780683e-06,
+      "loss": 32.7656,
+      "step": 4360
+    },
+    {
+      "epoch": 0.041281320699349686,
+      "grad_norm": 309.31231689453125,
+      "learning_rate": 1.999333434133945e-06,
+      "loss": 23.9844,
+      "step": 4361
+    },
+    {
+      "epoch": 0.04129078672106474,
+      "grad_norm": 268.0833740234375,
+      "learning_rate": 1.9993323144505137e-06,
+      "loss": 14.6328,
+      "step": 4362
+    },
+    {
+      "epoch": 0.04130025274277979,
+      "grad_norm": 528.9525146484375,
+      "learning_rate": 1.999331193827775e-06,
+      "loss": 44.625,
+      "step": 4363
+    },
+    {
+      "epoch": 0.041309718764494845,
+      "grad_norm": 354.7735290527344,
+      "learning_rate": 1.9993300722657294e-06,
+      "loss": 29.75,
+      "step": 4364
+    },
+    {
+      "epoch": 0.0413191847862099,
+      "grad_norm": 805.229248046875,
+      "learning_rate": 1.999328949764379e-06,
+      "loss": 79.1562,
+      "step": 4365
+    },
+    {
+      "epoch": 0.04132865080792495,
+      "grad_norm": 354.97613525390625,
+      "learning_rate": 1.999327826323724e-06,
+      "loss": 30.8594,
+      "step": 4366
+    },
+    {
+      "epoch": 0.04133811682964001,
+      "grad_norm": 407.6391296386719,
+      "learning_rate": 1.9993267019437665e-06,
+      "loss": 48.3906,
+      "step": 4367
+    },
+    {
+      "epoch": 0.041347582851355064,
+      "grad_norm": 412.95086669921875,
+      "learning_rate": 1.9993255766245065e-06,
+      "loss": 25.1484,
+      "step": 4368
+    },
+    {
+      "epoch": 0.04135704887307012,
+      "grad_norm": 349.15826416015625,
+      "learning_rate": 1.999324450365946e-06,
+      "loss": 23.6406,
+      "step": 4369
+    },
+    {
+      "epoch": 0.04136651489478517,
+      "grad_norm": 440.78814697265625,
+      "learning_rate": 1.9993233231680844e-06,
+      "loss": 37.2656,
+      "step": 4370
+    },
+    {
+      "epoch": 0.04137598091650022,
+      "grad_norm": 401.6226501464844,
+      "learning_rate": 1.999322195030925e-06,
+      "loss": 47.2344,
+      "step": 4371
+    },
+    {
+      "epoch": 0.041385446938215276,
+      "grad_norm": 167.1709442138672,
+      "learning_rate": 1.9993210659544674e-06,
+      "loss": 28.5625,
+      "step": 4372
+    },
+    {
+      "epoch": 0.04139491295993033,
+      "grad_norm": 344.2583312988281,
+      "learning_rate": 1.999319935938713e-06,
+      "loss": 38.9062,
+      "step": 4373
+    },
+    {
+      "epoch": 0.04140437898164538,
+      "grad_norm": 2.8705453872680664,
+      "learning_rate": 1.9993188049836624e-06,
+      "loss": 0.6968,
+      "step": 4374
+    },
+    {
+      "epoch": 0.041413845003360435,
+      "grad_norm": 3.5838558673858643,
+      "learning_rate": 1.9993176730893176e-06,
+      "loss": 0.9438,
+      "step": 4375
+    },
+    {
+      "epoch": 0.041423311025075495,
+      "grad_norm": 453.57855224609375,
+      "learning_rate": 1.999316540255679e-06,
+      "loss": 46.1094,
+      "step": 4376
+    },
+    {
+      "epoch": 0.04143277704679055,
+      "grad_norm": 3.1955060958862305,
+      "learning_rate": 1.999315406482748e-06,
+      "loss": 0.8608,
+      "step": 4377
+    },
+    {
+      "epoch": 0.0414422430685056,
+      "grad_norm": 627.7334594726562,
+      "learning_rate": 1.9993142717705254e-06,
+      "loss": 33.5859,
+      "step": 4378
+    },
+    {
+      "epoch": 0.041451709090220654,
+      "grad_norm": 610.233154296875,
+      "learning_rate": 1.9993131361190126e-06,
+      "loss": 51.7656,
+      "step": 4379
+    },
+    {
+      "epoch": 0.04146117511193571,
+      "grad_norm": 220.92617797851562,
+      "learning_rate": 1.9993119995282107e-06,
+      "loss": 33.9219,
+      "step": 4380
+    },
+    {
+      "epoch": 0.04147064113365076,
+      "grad_norm": 866.8368530273438,
+      "learning_rate": 1.9993108619981203e-06,
+      "loss": 60.1328,
+      "step": 4381
+    },
+    {
+      "epoch": 0.04148010715536581,
+      "grad_norm": 1408.882568359375,
+      "learning_rate": 1.9993097235287424e-06,
+      "loss": 54.7031,
+      "step": 4382
+    },
+    {
+      "epoch": 0.041489573177080866,
+      "grad_norm": 519.2298583984375,
+      "learning_rate": 1.9993085841200786e-06,
+      "loss": 38.7656,
+      "step": 4383
+    },
+    {
+      "epoch": 0.04149903919879592,
+      "grad_norm": 313.7239685058594,
+      "learning_rate": 1.9993074437721295e-06,
+      "loss": 22.9609,
+      "step": 4384
+    },
+    {
+      "epoch": 0.04150850522051098,
+      "grad_norm": 325.1258544921875,
+      "learning_rate": 1.999306302484897e-06,
+      "loss": 33.3984,
+      "step": 4385
+    },
+    {
+      "epoch": 0.04151797124222603,
+      "grad_norm": 469.89154052734375,
+      "learning_rate": 1.999305160258381e-06,
+      "loss": 43.3281,
+      "step": 4386
+    },
+    {
+      "epoch": 0.041527437263941085,
+      "grad_norm": 392.89080810546875,
+      "learning_rate": 1.9993040170925834e-06,
+      "loss": 17.6953,
+      "step": 4387
+    },
+    {
+      "epoch": 0.04153690328565614,
+      "grad_norm": 491.6268310546875,
+      "learning_rate": 1.999302872987505e-06,
+      "loss": 40.4062,
+      "step": 4388
+    },
+    {
+      "epoch": 0.04154636930737119,
+      "grad_norm": 770.7777709960938,
+      "learning_rate": 1.999301727943147e-06,
+      "loss": 63.4766,
+      "step": 4389
+    },
+    {
+      "epoch": 0.041555835329086244,
+      "grad_norm": 192.2635040283203,
+      "learning_rate": 1.99930058195951e-06,
+      "loss": 25.1328,
+      "step": 4390
+    },
+    {
+      "epoch": 0.0415653013508013,
+      "grad_norm": 3.407944679260254,
+      "learning_rate": 1.999299435036596e-06,
+      "loss": 0.9165,
+      "step": 4391
+    },
+    {
+      "epoch": 0.04157476737251635,
+      "grad_norm": 650.1852416992188,
+      "learning_rate": 1.9992982871744052e-06,
+      "loss": 43.9219,
+      "step": 4392
+    },
+    {
+      "epoch": 0.04158423339423141,
+      "grad_norm": 872.5902709960938,
+      "learning_rate": 1.999297138372939e-06,
+      "loss": 51.125,
+      "step": 4393
+    },
+    {
+      "epoch": 0.04159369941594646,
+      "grad_norm": 456.514892578125,
+      "learning_rate": 1.9992959886321986e-06,
+      "loss": 26.6094,
+      "step": 4394
+    },
+    {
+      "epoch": 0.041603165437661516,
+      "grad_norm": 222.48138427734375,
+      "learning_rate": 1.999294837952185e-06,
+      "loss": 26.8359,
+      "step": 4395
+    },
+    {
+      "epoch": 0.04161263145937657,
+      "grad_norm": 1133.62060546875,
+      "learning_rate": 1.9992936863328994e-06,
+      "loss": 47.5078,
+      "step": 4396
+    },
+    {
+      "epoch": 0.04162209748109162,
+      "grad_norm": 381.217041015625,
+      "learning_rate": 1.9992925337743427e-06,
+      "loss": 25.125,
+      "step": 4397
+    },
+    {
+      "epoch": 0.041631563502806675,
+      "grad_norm": 803.9599609375,
+      "learning_rate": 1.9992913802765157e-06,
+      "loss": 47.6016,
+      "step": 4398
+    },
+    {
+      "epoch": 0.04164102952452173,
+      "grad_norm": 216.14227294921875,
+      "learning_rate": 1.9992902258394203e-06,
+      "loss": 23.5938,
+      "step": 4399
+    },
+    {
+      "epoch": 0.04165049554623678,
+      "grad_norm": 364.2700500488281,
+      "learning_rate": 1.999289070463057e-06,
+      "loss": 31.75,
+      "step": 4400
+    },
+    {
+      "epoch": 0.041659961567951834,
+      "grad_norm": 294.52203369140625,
+      "learning_rate": 1.9992879141474266e-06,
+      "loss": 28.5938,
+      "step": 4401
+    },
+    {
+      "epoch": 0.041669427589666894,
+      "grad_norm": 187.77114868164062,
+      "learning_rate": 1.9992867568925308e-06,
+      "loss": 25.8906,
+      "step": 4402
+    },
+    {
+      "epoch": 0.04167889361138195,
+      "grad_norm": 682.9649658203125,
+      "learning_rate": 1.9992855986983703e-06,
+      "loss": 43.7891,
+      "step": 4403
+    },
+    {
+      "epoch": 0.041688359633097,
+      "grad_norm": 222.41531372070312,
+      "learning_rate": 1.9992844395649465e-06,
+      "loss": 30.2891,
+      "step": 4404
+    },
+    {
+      "epoch": 0.04169782565481205,
+      "grad_norm": 179.41566467285156,
+      "learning_rate": 1.9992832794922605e-06,
+      "loss": 23.8594,
+      "step": 4405
+    },
+    {
+      "epoch": 0.041707291676527106,
+      "grad_norm": 459.00335693359375,
+      "learning_rate": 1.9992821184803128e-06,
+      "loss": 68.4062,
+      "step": 4406
+    },
+    {
+      "epoch": 0.04171675769824216,
+      "grad_norm": 264.3018798828125,
+      "learning_rate": 1.9992809565291055e-06,
+      "loss": 26.2344,
+      "step": 4407
+    },
+    {
+      "epoch": 0.04172622371995721,
+      "grad_norm": 496.1560363769531,
+      "learning_rate": 1.999279793638638e-06,
+      "loss": 26.375,
+      "step": 4408
+    },
+    {
+      "epoch": 0.041735689741672265,
+      "grad_norm": 663.3277587890625,
+      "learning_rate": 1.999278629808914e-06,
+      "loss": 40.6562,
+      "step": 4409
+    },
+    {
+      "epoch": 0.041745155763387325,
+      "grad_norm": 230.322021484375,
+      "learning_rate": 1.999277465039932e-06,
+      "loss": 23.8047,
+      "step": 4410
+    },
+    {
+      "epoch": 0.04175462178510238,
+      "grad_norm": 344.6085510253906,
+      "learning_rate": 1.9992762993316945e-06,
+      "loss": 47.4688,
+      "step": 4411
+    },
+    {
+      "epoch": 0.04176408780681743,
+      "grad_norm": 639.6849365234375,
+      "learning_rate": 1.9992751326842024e-06,
+      "loss": 43.4648,
+      "step": 4412
+    },
+    {
+      "epoch": 0.041773553828532484,
+      "grad_norm": 1151.350341796875,
+      "learning_rate": 1.9992739650974566e-06,
+      "loss": 79.6406,
+      "step": 4413
+    },
+    {
+      "epoch": 0.04178301985024754,
+      "grad_norm": 554.1392822265625,
+      "learning_rate": 1.9992727965714585e-06,
+      "loss": 64.5781,
+      "step": 4414
+    },
+    {
+      "epoch": 0.04179248587196259,
+      "grad_norm": 505.5003662109375,
+      "learning_rate": 1.9992716271062088e-06,
+      "loss": 54.3281,
+      "step": 4415
+    },
+    {
+      "epoch": 0.04180195189367764,
+      "grad_norm": 247.5537567138672,
+      "learning_rate": 1.9992704567017084e-06,
+      "loss": 26.2812,
+      "step": 4416
+    },
+    {
+      "epoch": 0.041811417915392696,
+      "grad_norm": 267.4849853515625,
+      "learning_rate": 1.9992692853579594e-06,
+      "loss": 27.8594,
+      "step": 4417
+    },
+    {
+      "epoch": 0.04182088393710775,
+      "grad_norm": 1203.4268798828125,
+      "learning_rate": 1.999268113074962e-06,
+      "loss": 29.4102,
+      "step": 4418
+    },
+    {
+      "epoch": 0.04183034995882281,
+      "grad_norm": 1704.06103515625,
+      "learning_rate": 1.9992669398527175e-06,
+      "loss": 32.1484,
+      "step": 4419
+    },
+    {
+      "epoch": 0.04183981598053786,
+      "grad_norm": 185.63137817382812,
+      "learning_rate": 1.9992657656912275e-06,
+      "loss": 24.6094,
+      "step": 4420
+    },
+    {
+      "epoch": 0.041849282002252915,
+      "grad_norm": 862.5624389648438,
+      "learning_rate": 1.9992645905904922e-06,
+      "loss": 59.4922,
+      "step": 4421
+    },
+    {
+      "epoch": 0.04185874802396797,
+      "grad_norm": 217.8831329345703,
+      "learning_rate": 1.9992634145505135e-06,
+      "loss": 30.0625,
+      "step": 4422
+    },
+    {
+      "epoch": 0.04186821404568302,
+      "grad_norm": 259.8060607910156,
+      "learning_rate": 1.9992622375712917e-06,
+      "loss": 24.3984,
+      "step": 4423
+    },
+    {
+      "epoch": 0.041877680067398074,
+      "grad_norm": 427.56866455078125,
+      "learning_rate": 1.999261059652829e-06,
+      "loss": 26.3125,
+      "step": 4424
+    },
+    {
+      "epoch": 0.04188714608911313,
+      "grad_norm": 418.6398620605469,
+      "learning_rate": 1.9992598807951257e-06,
+      "loss": 33.3203,
+      "step": 4425
+    },
+    {
+      "epoch": 0.04189661211082818,
+      "grad_norm": 516.4111328125,
+      "learning_rate": 1.9992587009981828e-06,
+      "loss": 24.0938,
+      "step": 4426
+    },
+    {
+      "epoch": 0.04190607813254323,
+      "grad_norm": 643.7626953125,
+      "learning_rate": 1.9992575202620022e-06,
+      "loss": 38.7422,
+      "step": 4427
+    },
+    {
+      "epoch": 0.04191554415425829,
+      "grad_norm": 473.3150634765625,
+      "learning_rate": 1.9992563385865846e-06,
+      "loss": 27.0469,
+      "step": 4428
+    },
+    {
+      "epoch": 0.041925010175973346,
+      "grad_norm": 786.8938598632812,
+      "learning_rate": 1.99925515597193e-06,
+      "loss": 42.9141,
+      "step": 4429
+    },
+    {
+      "epoch": 0.0419344761976884,
+      "grad_norm": 210.9734344482422,
+      "learning_rate": 1.999253972418042e-06,
+      "loss": 26.625,
+      "step": 4430
+    },
+    {
+      "epoch": 0.04194394221940345,
+      "grad_norm": 612.1520385742188,
+      "learning_rate": 1.9992527879249193e-06,
+      "loss": 30.1094,
+      "step": 4431
+    },
+    {
+      "epoch": 0.041953408241118505,
+      "grad_norm": 298.0303039550781,
+      "learning_rate": 1.999251602492564e-06,
+      "loss": 28.3438,
+      "step": 4432
+    },
+    {
+      "epoch": 0.04196287426283356,
+      "grad_norm": 823.0400390625,
+      "learning_rate": 1.999250416120978e-06,
+      "loss": 53.0,
+      "step": 4433
+    },
+    {
+      "epoch": 0.04197234028454861,
+      "grad_norm": 454.8136901855469,
+      "learning_rate": 1.9992492288101613e-06,
+      "loss": 47.6719,
+      "step": 4434
+    },
+    {
+      "epoch": 0.041981806306263664,
+      "grad_norm": 473.9920959472656,
+      "learning_rate": 1.999248040560115e-06,
+      "loss": 21.2578,
+      "step": 4435
+    },
+    {
+      "epoch": 0.041991272327978724,
+      "grad_norm": 350.37896728515625,
+      "learning_rate": 1.999246851370841e-06,
+      "loss": 26.1406,
+      "step": 4436
+    },
+    {
+      "epoch": 0.04200073834969378,
+      "grad_norm": 360.17376708984375,
+      "learning_rate": 1.9992456612423393e-06,
+      "loss": 48.6562,
+      "step": 4437
+    },
+    {
+      "epoch": 0.04201020437140883,
+      "grad_norm": 285.65875244140625,
+      "learning_rate": 1.999244470174612e-06,
+      "loss": 31.5781,
+      "step": 4438
+    },
+    {
+      "epoch": 0.04201967039312388,
+      "grad_norm": 445.0261535644531,
+      "learning_rate": 1.99924327816766e-06,
+      "loss": 49.8438,
+      "step": 4439
+    },
+    {
+      "epoch": 0.042029136414838936,
+      "grad_norm": 452.4782409667969,
+      "learning_rate": 1.9992420852214842e-06,
+      "loss": 34.9375,
+      "step": 4440
+    },
+    {
+      "epoch": 0.04203860243655399,
+      "grad_norm": 674.9003295898438,
+      "learning_rate": 1.9992408913360862e-06,
+      "loss": 49.4688,
+      "step": 4441
+    },
+    {
+      "epoch": 0.04204806845826904,
+      "grad_norm": 331.1766052246094,
+      "learning_rate": 1.9992396965114663e-06,
+      "loss": 21.5859,
+      "step": 4442
+    },
+    {
+      "epoch": 0.042057534479984095,
+      "grad_norm": 910.8904418945312,
+      "learning_rate": 1.999238500747626e-06,
+      "loss": 67.2188,
+      "step": 4443
+    },
+    {
+      "epoch": 0.04206700050169915,
+      "grad_norm": 3.47652006149292,
+      "learning_rate": 1.999237304044567e-06,
+      "loss": 0.9858,
+      "step": 4444
+    },
+    {
+      "epoch": 0.04207646652341421,
+      "grad_norm": 302.6944580078125,
+      "learning_rate": 1.99923610640229e-06,
+      "loss": 32.3906,
+      "step": 4445
+    },
+    {
+      "epoch": 0.04208593254512926,
+      "grad_norm": 652.419677734375,
+      "learning_rate": 1.9992349078207956e-06,
+      "loss": 24.5781,
+      "step": 4446
+    },
+    {
+      "epoch": 0.042095398566844314,
+      "grad_norm": 265.12969970703125,
+      "learning_rate": 1.9992337083000853e-06,
+      "loss": 25.6875,
+      "step": 4447
+    },
+    {
+      "epoch": 0.04210486458855937,
+      "grad_norm": 355.6609802246094,
+      "learning_rate": 1.9992325078401607e-06,
+      "loss": 21.4375,
+      "step": 4448
+    },
+    {
+      "epoch": 0.04211433061027442,
+      "grad_norm": 395.69952392578125,
+      "learning_rate": 1.9992313064410226e-06,
+      "loss": 17.7578,
+      "step": 4449
+    },
+    {
+      "epoch": 0.04212379663198947,
+      "grad_norm": 262.7294921875,
+      "learning_rate": 1.999230104102672e-06,
+      "loss": 21.7266,
+      "step": 4450
+    },
+    {
+      "epoch": 0.042133262653704526,
+      "grad_norm": 964.8975219726562,
+      "learning_rate": 1.99922890082511e-06,
+      "loss": 49.25,
+      "step": 4451
+    },
+    {
+      "epoch": 0.04214272867541958,
+      "grad_norm": 362.2992858886719,
+      "learning_rate": 1.9992276966083377e-06,
+      "loss": 46.4688,
+      "step": 4452
+    },
+    {
+      "epoch": 0.04215219469713464,
+      "grad_norm": 250.45574951171875,
+      "learning_rate": 1.9992264914523566e-06,
+      "loss": 23.7344,
+      "step": 4453
+    },
+    {
+      "epoch": 0.04216166071884969,
+      "grad_norm": 1058.556884765625,
+      "learning_rate": 1.9992252853571675e-06,
+      "loss": 61.6328,
+      "step": 4454
+    },
+    {
+      "epoch": 0.042171126740564745,
+      "grad_norm": 3.6030843257904053,
+      "learning_rate": 1.999224078322772e-06,
+      "loss": 0.8398,
+      "step": 4455
+    },
+    {
+      "epoch": 0.0421805927622798,
+      "grad_norm": 254.81800842285156,
+      "learning_rate": 1.9992228703491703e-06,
+      "loss": 24.5781,
+      "step": 4456
+    },
+    {
+      "epoch": 0.04219005878399485,
+      "grad_norm": 448.5887451171875,
+      "learning_rate": 1.9992216614363642e-06,
+      "loss": 54.2031,
+      "step": 4457
+    },
+    {
+      "epoch": 0.042199524805709904,
+      "grad_norm": 408.8059997558594,
+      "learning_rate": 1.9992204515843554e-06,
+      "loss": 22.5469,
+      "step": 4458
+    },
+    {
+      "epoch": 0.04220899082742496,
+      "grad_norm": 397.5091247558594,
+      "learning_rate": 1.9992192407931436e-06,
+      "loss": 43.1719,
+      "step": 4459
+    },
+    {
+      "epoch": 0.04221845684914001,
+      "grad_norm": 444.2850341796875,
+      "learning_rate": 1.9992180290627308e-06,
+      "loss": 21.875,
+      "step": 4460
+    },
+    {
+      "epoch": 0.04222792287085506,
+      "grad_norm": 278.0747985839844,
+      "learning_rate": 1.9992168163931184e-06,
+      "loss": 37.2812,
+      "step": 4461
+    },
+    {
+      "epoch": 0.04223738889257012,
+      "grad_norm": 176.15139770507812,
+      "learning_rate": 1.999215602784307e-06,
+      "loss": 24.875,
+      "step": 4462
+    },
+    {
+      "epoch": 0.042246854914285176,
+      "grad_norm": 968.7682495117188,
+      "learning_rate": 1.999214388236298e-06,
+      "loss": 50.5781,
+      "step": 4463
+    },
+    {
+      "epoch": 0.04225632093600023,
+      "grad_norm": 243.7685546875,
+      "learning_rate": 1.9992131727490924e-06,
+      "loss": 25.7578,
+      "step": 4464
+    },
+    {
+      "epoch": 0.04226578695771528,
+      "grad_norm": 321.9754333496094,
+      "learning_rate": 1.9992119563226916e-06,
+      "loss": 24.2031,
+      "step": 4465
+    },
+    {
+      "epoch": 0.042275252979430335,
+      "grad_norm": 218.00486755371094,
+      "learning_rate": 1.9992107389570965e-06,
+      "loss": 30.4531,
+      "step": 4466
+    },
+    {
+      "epoch": 0.04228471900114539,
+      "grad_norm": 1358.9815673828125,
+      "learning_rate": 1.999209520652308e-06,
+      "loss": 59.9805,
+      "step": 4467
+    },
+    {
+      "epoch": 0.04229418502286044,
+      "grad_norm": 431.9957275390625,
+      "learning_rate": 1.9992083014083277e-06,
+      "loss": 35.7812,
+      "step": 4468
+    },
+    {
+      "epoch": 0.042303651044575494,
+      "grad_norm": 362.8274841308594,
+      "learning_rate": 1.999207081225157e-06,
+      "loss": 17.2969,
+      "step": 4469
+    },
+    {
+      "epoch": 0.04231311706629055,
+      "grad_norm": 236.18557739257812,
+      "learning_rate": 1.9992058601027963e-06,
+      "loss": 21.8906,
+      "step": 4470
+    },
+    {
+      "epoch": 0.04232258308800561,
+      "grad_norm": 777.0045166015625,
+      "learning_rate": 1.999204638041247e-06,
+      "loss": 41.5703,
+      "step": 4471
+    },
+    {
+      "epoch": 0.04233204910972066,
+      "grad_norm": 255.174072265625,
+      "learning_rate": 1.9992034150405107e-06,
+      "loss": 25.6719,
+      "step": 4472
+    },
+    {
+      "epoch": 0.04234151513143571,
+      "grad_norm": 547.6278686523438,
+      "learning_rate": 1.999202191100588e-06,
+      "loss": 37.7344,
+      "step": 4473
+    },
+    {
+      "epoch": 0.042350981153150766,
+      "grad_norm": 542.1714477539062,
+      "learning_rate": 1.9992009662214802e-06,
+      "loss": 26.2305,
+      "step": 4474
+    },
+    {
+      "epoch": 0.04236044717486582,
+      "grad_norm": 228.31687927246094,
+      "learning_rate": 1.9991997404031883e-06,
+      "loss": 23.125,
+      "step": 4475
+    },
+    {
+      "epoch": 0.04236991319658087,
+      "grad_norm": 504.2222595214844,
+      "learning_rate": 1.9991985136457142e-06,
+      "loss": 52.9219,
+      "step": 4476
+    },
+    {
+      "epoch": 0.042379379218295925,
+      "grad_norm": 3.0417490005493164,
+      "learning_rate": 1.999197285949058e-06,
+      "loss": 0.9863,
+      "step": 4477
+    },
+    {
+      "epoch": 0.04238884524001098,
+      "grad_norm": 571.474365234375,
+      "learning_rate": 1.9991960573132216e-06,
+      "loss": 47.4844,
+      "step": 4478
+    },
+    {
+      "epoch": 0.04239831126172604,
+      "grad_norm": 453.37255859375,
+      "learning_rate": 1.999194827738206e-06,
+      "loss": 57.1094,
+      "step": 4479
+    },
+    {
+      "epoch": 0.04240777728344109,
+      "grad_norm": 296.50775146484375,
+      "learning_rate": 1.999193597224012e-06,
+      "loss": 21.6875,
+      "step": 4480
+    },
+    {
+      "epoch": 0.042417243305156144,
+      "grad_norm": 245.28614807128906,
+      "learning_rate": 1.999192365770641e-06,
+      "loss": 22.5938,
+      "step": 4481
+    },
+    {
+      "epoch": 0.0424267093268712,
+      "grad_norm": 155.96205139160156,
+      "learning_rate": 1.9991911333780945e-06,
+      "loss": 23.875,
+      "step": 4482
+    },
+    {
+      "epoch": 0.04243617534858625,
+      "grad_norm": 271.29742431640625,
+      "learning_rate": 1.9991899000463726e-06,
+      "loss": 31.3125,
+      "step": 4483
+    },
+    {
+      "epoch": 0.0424456413703013,
+      "grad_norm": 456.900146484375,
+      "learning_rate": 1.999188665775478e-06,
+      "loss": 29.1406,
+      "step": 4484
+    },
+    {
+      "epoch": 0.042455107392016356,
+      "grad_norm": 233.85520935058594,
+      "learning_rate": 1.999187430565411e-06,
+      "loss": 22.6797,
+      "step": 4485
+    },
+    {
+      "epoch": 0.04246457341373141,
+      "grad_norm": 400.45684814453125,
+      "learning_rate": 1.9991861944161722e-06,
+      "loss": 24.9141,
+      "step": 4486
+    },
+    {
+      "epoch": 0.04247403943544646,
+      "grad_norm": 350.6846923828125,
+      "learning_rate": 1.999184957327764e-06,
+      "loss": 38.6406,
+      "step": 4487
+    },
+    {
+      "epoch": 0.04248350545716152,
+      "grad_norm": 701.9118041992188,
+      "learning_rate": 1.999183719300187e-06,
+      "loss": 31.6875,
+      "step": 4488
+    },
+    {
+      "epoch": 0.042492971478876575,
+      "grad_norm": 1477.4775390625,
+      "learning_rate": 1.9991824803334415e-06,
+      "loss": 89.9844,
+      "step": 4489
+    },
+    {
+      "epoch": 0.04250243750059163,
+      "grad_norm": 922.721923828125,
+      "learning_rate": 1.9991812404275305e-06,
+      "loss": 52.2344,
+      "step": 4490
+    },
+    {
+      "epoch": 0.04251190352230668,
+      "grad_norm": 3.14371395111084,
+      "learning_rate": 1.9991799995824536e-06,
+      "loss": 0.9141,
+      "step": 4491
+    },
+    {
+      "epoch": 0.042521369544021734,
+      "grad_norm": 503.524658203125,
+      "learning_rate": 1.9991787577982123e-06,
+      "loss": 43.4219,
+      "step": 4492
+    },
+    {
+      "epoch": 0.04253083556573679,
+      "grad_norm": 159.06707763671875,
+      "learning_rate": 1.999177515074808e-06,
+      "loss": 23.2344,
+      "step": 4493
+    },
+    {
+      "epoch": 0.04254030158745184,
+      "grad_norm": 889.537353515625,
+      "learning_rate": 1.9991762714122423e-06,
+      "loss": 25.5625,
+      "step": 4494
+    },
+    {
+      "epoch": 0.04254976760916689,
+      "grad_norm": 267.9351501464844,
+      "learning_rate": 1.9991750268105158e-06,
+      "loss": 23.2344,
+      "step": 4495
+    },
+    {
+      "epoch": 0.042559233630881946,
+      "grad_norm": 356.55194091796875,
+      "learning_rate": 1.999173781269629e-06,
+      "loss": 30.9531,
+      "step": 4496
+    },
+    {
+      "epoch": 0.042568699652597006,
+      "grad_norm": 1323.8984375,
+      "learning_rate": 1.9991725347895846e-06,
+      "loss": 68.8438,
+      "step": 4497
+    },
+    {
+      "epoch": 0.04257816567431206,
+      "grad_norm": 408.9671325683594,
+      "learning_rate": 1.999171287370383e-06,
+      "loss": 32.5391,
+      "step": 4498
+    },
+    {
+      "epoch": 0.04258763169602711,
+      "grad_norm": 337.346923828125,
+      "learning_rate": 1.9991700390120254e-06,
+      "loss": 36.1875,
+      "step": 4499
+    },
+    {
+      "epoch": 0.042597097717742165,
+      "grad_norm": 288.4118347167969,
+      "learning_rate": 1.999168789714513e-06,
+      "loss": 21.8984,
+      "step": 4500
+    },
+    {
+      "epoch": 0.04260656373945722,
+      "grad_norm": 326.4237060546875,
+      "learning_rate": 1.9991675394778464e-06,
+      "loss": 42.3594,
+      "step": 4501
+    },
+    {
+      "epoch": 0.04261602976117227,
+      "grad_norm": 581.9338989257812,
+      "learning_rate": 1.9991662883020278e-06,
+      "loss": 28.2031,
+      "step": 4502
+    },
+    {
+      "epoch": 0.042625495782887324,
+      "grad_norm": 529.5408935546875,
+      "learning_rate": 1.999165036187058e-06,
+      "loss": 55.9141,
+      "step": 4503
+    },
+    {
+      "epoch": 0.04263496180460238,
+      "grad_norm": 276.9686584472656,
+      "learning_rate": 1.9991637831329375e-06,
+      "loss": 30.625,
+      "step": 4504
+    },
+    {
+      "epoch": 0.04264442782631744,
+      "grad_norm": 301.5123596191406,
+      "learning_rate": 1.9991625291396687e-06,
+      "loss": 34.1328,
+      "step": 4505
+    },
+    {
+      "epoch": 0.04265389384803249,
+      "grad_norm": 323.87310791015625,
+      "learning_rate": 1.9991612742072514e-06,
+      "loss": 21.5781,
+      "step": 4506
+    },
+    {
+      "epoch": 0.04266335986974754,
+      "grad_norm": 580.73291015625,
+      "learning_rate": 1.999160018335688e-06,
+      "loss": 32.2812,
+      "step": 4507
+    },
+    {
+      "epoch": 0.042672825891462596,
+      "grad_norm": 276.14825439453125,
+      "learning_rate": 1.9991587615249792e-06,
+      "loss": 29.2188,
+      "step": 4508
+    },
+    {
+      "epoch": 0.04268229191317765,
+      "grad_norm": 1146.98779296875,
+      "learning_rate": 1.999157503775126e-06,
+      "loss": 67.6094,
+      "step": 4509
+    },
+    {
+      "epoch": 0.0426917579348927,
+      "grad_norm": 361.0499267578125,
+      "learning_rate": 1.9991562450861295e-06,
+      "loss": 21.3125,
+      "step": 4510
+    },
+    {
+      "epoch": 0.042701223956607755,
+      "grad_norm": 233.27719116210938,
+      "learning_rate": 1.9991549854579915e-06,
+      "loss": 25.8906,
+      "step": 4511
+    },
+    {
+      "epoch": 0.04271068997832281,
+      "grad_norm": 393.32611083984375,
+      "learning_rate": 1.999153724890713e-06,
+      "loss": 28.5938,
+      "step": 4512
+    },
+    {
+      "epoch": 0.04272015600003786,
+      "grad_norm": 577.8670654296875,
+      "learning_rate": 1.9991524633842945e-06,
+      "loss": 54.4219,
+      "step": 4513
+    },
+    {
+      "epoch": 0.04272962202175292,
+      "grad_norm": 338.1861877441406,
+      "learning_rate": 1.999151200938738e-06,
+      "loss": 24.9375,
+      "step": 4514
+    },
+    {
+      "epoch": 0.042739088043467974,
+      "grad_norm": 207.7797088623047,
+      "learning_rate": 1.9991499375540445e-06,
+      "loss": 27.2969,
+      "step": 4515
+    },
+    {
+      "epoch": 0.04274855406518303,
+      "grad_norm": 442.0766296386719,
+      "learning_rate": 1.9991486732302146e-06,
+      "loss": 64.5156,
+      "step": 4516
+    },
+    {
+      "epoch": 0.04275802008689808,
+      "grad_norm": 546.8529052734375,
+      "learning_rate": 1.9991474079672504e-06,
+      "loss": 30.0781,
+      "step": 4517
+    },
+    {
+      "epoch": 0.04276748610861313,
+      "grad_norm": 631.74609375,
+      "learning_rate": 1.9991461417651524e-06,
+      "loss": 51.2812,
+      "step": 4518
+    },
+    {
+      "epoch": 0.042776952130328186,
+      "grad_norm": 3.7441279888153076,
+      "learning_rate": 1.999144874623922e-06,
+      "loss": 0.9434,
+      "step": 4519
+    },
+    {
+      "epoch": 0.04278641815204324,
+      "grad_norm": 238.37525939941406,
+      "learning_rate": 1.9991436065435606e-06,
+      "loss": 24.8281,
+      "step": 4520
+    },
+    {
+      "epoch": 0.04279588417375829,
+      "grad_norm": 272.838623046875,
+      "learning_rate": 1.999142337524069e-06,
+      "loss": 26.4453,
+      "step": 4521
+    },
+    {
+      "epoch": 0.04280535019547335,
+      "grad_norm": 325.722900390625,
+      "learning_rate": 1.9991410675654483e-06,
+      "loss": 27.4844,
+      "step": 4522
+    },
+    {
+      "epoch": 0.042814816217188405,
+      "grad_norm": 208.0537567138672,
+      "learning_rate": 1.9991397966677004e-06,
+      "loss": 22.4531,
+      "step": 4523
+    },
+    {
+      "epoch": 0.04282428223890346,
+      "grad_norm": 236.81649780273438,
+      "learning_rate": 1.9991385248308263e-06,
+      "loss": 24.8125,
+      "step": 4524
+    },
+    {
+      "epoch": 0.04283374826061851,
+      "grad_norm": 322.5990295410156,
+      "learning_rate": 1.999137252054827e-06,
+      "loss": 27.0,
+      "step": 4525
+    },
+    {
+      "epoch": 0.042843214282333564,
+      "grad_norm": 403.4289855957031,
+      "learning_rate": 1.9991359783397033e-06,
+      "loss": 40.0547,
+      "step": 4526
+    },
+    {
+      "epoch": 0.04285268030404862,
+      "grad_norm": 296.2005615234375,
+      "learning_rate": 1.999134703685457e-06,
+      "loss": 21.3164,
+      "step": 4527
+    },
+    {
+      "epoch": 0.04286214632576367,
+      "grad_norm": 417.1848449707031,
+      "learning_rate": 1.9991334280920888e-06,
+      "loss": 20.5156,
+      "step": 4528
+    },
+    {
+      "epoch": 0.04287161234747872,
+      "grad_norm": 481.565673828125,
+      "learning_rate": 1.9991321515596003e-06,
+      "loss": 23.9766,
+      "step": 4529
+    },
+    {
+      "epoch": 0.042881078369193776,
+      "grad_norm": 867.62890625,
+      "learning_rate": 1.9991308740879928e-06,
+      "loss": 62.8594,
+      "step": 4530
+    },
+    {
+      "epoch": 0.042890544390908836,
+      "grad_norm": 208.0439910888672,
+      "learning_rate": 1.9991295956772667e-06,
+      "loss": 31.25,
+      "step": 4531
+    },
+    {
+      "epoch": 0.04290001041262389,
+      "grad_norm": 424.4955139160156,
+      "learning_rate": 1.9991283163274243e-06,
+      "loss": 47.1406,
+      "step": 4532
+    },
+    {
+      "epoch": 0.04290947643433894,
+      "grad_norm": 368.1078796386719,
+      "learning_rate": 1.9991270360384666e-06,
+      "loss": 23.6914,
+      "step": 4533
+    },
+    {
+      "epoch": 0.042918942456053995,
+      "grad_norm": 919.9414672851562,
+      "learning_rate": 1.9991257548103938e-06,
+      "loss": 93.2734,
+      "step": 4534
+    },
+    {
+      "epoch": 0.04292840847776905,
+      "grad_norm": 260.6031494140625,
+      "learning_rate": 1.9991244726432083e-06,
+      "loss": 26.5,
+      "step": 4535
+    },
+    {
+      "epoch": 0.0429378744994841,
+      "grad_norm": 534.1109008789062,
+      "learning_rate": 1.9991231895369107e-06,
+      "loss": 27.6406,
+      "step": 4536
+    },
+    {
+      "epoch": 0.042947340521199154,
+      "grad_norm": 682.5186767578125,
+      "learning_rate": 1.9991219054915017e-06,
+      "loss": 46.2578,
+      "step": 4537
+    },
+    {
+      "epoch": 0.04295680654291421,
+      "grad_norm": 397.214111328125,
+      "learning_rate": 1.9991206205069834e-06,
+      "loss": 42.375,
+      "step": 4538
+    },
+    {
+      "epoch": 0.04296627256462926,
+      "grad_norm": 249.9923858642578,
+      "learning_rate": 1.999119334583357e-06,
+      "loss": 25.7344,
+      "step": 4539
+    },
+    {
+      "epoch": 0.04297573858634432,
+      "grad_norm": 791.0979614257812,
+      "learning_rate": 1.9991180477206234e-06,
+      "loss": 50.0469,
+      "step": 4540
+    },
+    {
+      "epoch": 0.04298520460805937,
+      "grad_norm": 510.8815002441406,
+      "learning_rate": 1.999116759918784e-06,
+      "loss": 51.5625,
+      "step": 4541
+    },
+    {
+      "epoch": 0.042994670629774426,
+      "grad_norm": 360.553955078125,
+      "learning_rate": 1.999115471177839e-06,
+      "loss": 30.1719,
+      "step": 4542
+    },
+    {
+      "epoch": 0.04300413665148948,
+      "grad_norm": 197.01373291015625,
+      "learning_rate": 1.9991141814977912e-06,
+      "loss": 25.4219,
+      "step": 4543
+    },
+    {
+      "epoch": 0.04301360267320453,
+      "grad_norm": 791.6771850585938,
+      "learning_rate": 1.999112890878641e-06,
+      "loss": 42.6094,
+      "step": 4544
+    },
+    {
+      "epoch": 0.043023068694919585,
+      "grad_norm": 2.9372646808624268,
+      "learning_rate": 1.9991115993203892e-06,
+      "loss": 0.9067,
+      "step": 4545
+    },
+    {
+      "epoch": 0.04303253471663464,
+      "grad_norm": 414.1605529785156,
+      "learning_rate": 1.9991103068230377e-06,
+      "loss": 31.9219,
+      "step": 4546
+    },
+    {
+      "epoch": 0.04304200073834969,
+      "grad_norm": 600.2257080078125,
+      "learning_rate": 1.999109013386588e-06,
+      "loss": 58.7969,
+      "step": 4547
+    },
+    {
+      "epoch": 0.04305146676006475,
+      "grad_norm": 321.1924133300781,
+      "learning_rate": 1.9991077190110404e-06,
+      "loss": 22.3125,
+      "step": 4548
+    },
+    {
+      "epoch": 0.043060932781779804,
+      "grad_norm": 1358.6087646484375,
+      "learning_rate": 1.9991064236963968e-06,
+      "loss": 57.3125,
+      "step": 4549
+    },
+    {
+      "epoch": 0.04307039880349486,
+      "grad_norm": 1433.7969970703125,
+      "learning_rate": 1.999105127442658e-06,
+      "loss": 72.375,
+      "step": 4550
+    },
+    {
+      "epoch": 0.04307986482520991,
+      "grad_norm": 311.6475830078125,
+      "learning_rate": 1.999103830249825e-06,
+      "loss": 32.7734,
+      "step": 4551
+    },
+    {
+      "epoch": 0.04308933084692496,
+      "grad_norm": 1732.8831787109375,
+      "learning_rate": 1.9991025321179e-06,
+      "loss": 51.6797,
+      "step": 4552
+    },
+    {
+      "epoch": 0.043098796868640016,
+      "grad_norm": 814.1118774414062,
+      "learning_rate": 1.9991012330468835e-06,
+      "loss": 38.9844,
+      "step": 4553
+    },
+    {
+      "epoch": 0.04310826289035507,
+      "grad_norm": 930.5918579101562,
+      "learning_rate": 1.999099933036776e-06,
+      "loss": 25.8984,
+      "step": 4554
+    },
+    {
+      "epoch": 0.04311772891207012,
+      "grad_norm": 299.3908386230469,
+      "learning_rate": 1.999098632087581e-06,
+      "loss": 20.8672,
+      "step": 4555
+    },
+    {
+      "epoch": 0.043127194933785175,
+      "grad_norm": 283.8505554199219,
+      "learning_rate": 1.9990973301992974e-06,
+      "loss": 29.0312,
+      "step": 4556
+    },
+    {
+      "epoch": 0.043136660955500235,
+      "grad_norm": 279.1064453125,
+      "learning_rate": 1.9990960273719277e-06,
+      "loss": 23.625,
+      "step": 4557
+    },
+    {
+      "epoch": 0.04314612697721529,
+      "grad_norm": 812.0074462890625,
+      "learning_rate": 1.9990947236054724e-06,
+      "loss": 60.8906,
+      "step": 4558
+    },
+    {
+      "epoch": 0.04315559299893034,
+      "grad_norm": 1061.6507568359375,
+      "learning_rate": 1.999093418899933e-06,
+      "loss": 45.5469,
+      "step": 4559
+    },
+    {
+      "epoch": 0.043165059020645394,
+      "grad_norm": 336.2097473144531,
+      "learning_rate": 1.999092113255311e-06,
+      "loss": 33.375,
+      "step": 4560
+    },
+    {
+      "epoch": 0.04317452504236045,
+      "grad_norm": 393.3794250488281,
+      "learning_rate": 1.999090806671607e-06,
+      "loss": 29.1797,
+      "step": 4561
+    },
+    {
+      "epoch": 0.0431839910640755,
+      "grad_norm": 423.390625,
+      "learning_rate": 1.999089499148823e-06,
+      "loss": 26.2109,
+      "step": 4562
+    },
+    {
+      "epoch": 0.04319345708579055,
+      "grad_norm": 404.48382568359375,
+      "learning_rate": 1.99908819068696e-06,
+      "loss": 24.7812,
+      "step": 4563
+    },
+    {
+      "epoch": 0.043202923107505606,
+      "grad_norm": 609.75390625,
+      "learning_rate": 1.9990868812860187e-06,
+      "loss": 42.7031,
+      "step": 4564
+    },
+    {
+      "epoch": 0.043212389129220666,
+      "grad_norm": 647.4332275390625,
+      "learning_rate": 1.999085570946001e-06,
+      "loss": 54.6562,
+      "step": 4565
+    },
+    {
+      "epoch": 0.04322185515093572,
+      "grad_norm": 409.1749267578125,
+      "learning_rate": 1.999084259666908e-06,
+      "loss": 41.0938,
+      "step": 4566
+    },
+    {
+      "epoch": 0.04323132117265077,
+      "grad_norm": 793.9755859375,
+      "learning_rate": 1.9990829474487404e-06,
+      "loss": 67.4375,
+      "step": 4567
+    },
+    {
+      "epoch": 0.043240787194365825,
+      "grad_norm": 938.6893920898438,
+      "learning_rate": 1.9990816342915e-06,
+      "loss": 43.3125,
+      "step": 4568
+    },
+    {
+      "epoch": 0.04325025321608088,
+      "grad_norm": 171.53858947753906,
+      "learning_rate": 1.999080320195188e-06,
+      "loss": 24.7656,
+      "step": 4569
+    },
+    {
+      "epoch": 0.04325971923779593,
+      "grad_norm": 181.8933563232422,
+      "learning_rate": 1.9990790051598055e-06,
+      "loss": 22.6875,
+      "step": 4570
+    },
+    {
+      "epoch": 0.043269185259510984,
+      "grad_norm": 524.4183349609375,
+      "learning_rate": 1.999077689185353e-06,
+      "loss": 36.0469,
+      "step": 4571
+    },
+    {
+      "epoch": 0.04327865128122604,
+      "grad_norm": 1159.501953125,
+      "learning_rate": 1.9990763722718335e-06,
+      "loss": 29.5312,
+      "step": 4572
+    },
+    {
+      "epoch": 0.04328811730294109,
+      "grad_norm": 3.701143264770508,
+      "learning_rate": 1.9990750544192466e-06,
+      "loss": 0.9385,
+      "step": 4573
+    },
+    {
+      "epoch": 0.04329758332465615,
+      "grad_norm": 345.0570373535156,
+      "learning_rate": 1.9990737356275944e-06,
+      "loss": 28.1094,
+      "step": 4574
+    },
+    {
+      "epoch": 0.0433070493463712,
+      "grad_norm": 2.64680814743042,
+      "learning_rate": 1.9990724158968775e-06,
+      "loss": 0.772,
+      "step": 4575
+    },
+    {
+      "epoch": 0.043316515368086256,
+      "grad_norm": 292.7619323730469,
+      "learning_rate": 1.9990710952270983e-06,
+      "loss": 34.5,
+      "step": 4576
+    },
+    {
+      "epoch": 0.04332598138980131,
+      "grad_norm": 1110.42724609375,
+      "learning_rate": 1.9990697736182565e-06,
+      "loss": 79.5156,
+      "step": 4577
+    },
+    {
+      "epoch": 0.04333544741151636,
+      "grad_norm": 291.5158996582031,
+      "learning_rate": 1.9990684510703546e-06,
+      "loss": 23.6094,
+      "step": 4578
+    },
+    {
+      "epoch": 0.043344913433231415,
+      "grad_norm": 310.3685302734375,
+      "learning_rate": 1.999067127583393e-06,
+      "loss": 32.7188,
+      "step": 4579
+    },
+    {
+      "epoch": 0.04335437945494647,
+      "grad_norm": 405.0980224609375,
+      "learning_rate": 1.9990658031573734e-06,
+      "loss": 49.9062,
+      "step": 4580
+    },
+    {
+      "epoch": 0.04336384547666152,
+      "grad_norm": 667.5455932617188,
+      "learning_rate": 1.999064477792297e-06,
+      "loss": 27.6016,
+      "step": 4581
+    },
+    {
+      "epoch": 0.043373311498376574,
+      "grad_norm": 279.98175048828125,
+      "learning_rate": 1.999063151488165e-06,
+      "loss": 31.8438,
+      "step": 4582
+    },
+    {
+      "epoch": 0.043382777520091634,
+      "grad_norm": 625.1840209960938,
+      "learning_rate": 1.9990618242449785e-06,
+      "loss": 63.7344,
+      "step": 4583
+    },
+    {
+      "epoch": 0.04339224354180669,
+      "grad_norm": 1308.4615478515625,
+      "learning_rate": 1.999060496062739e-06,
+      "loss": 60.75,
+      "step": 4584
+    },
+    {
+      "epoch": 0.04340170956352174,
+      "grad_norm": 305.14569091796875,
+      "learning_rate": 1.9990591669414474e-06,
+      "loss": 21.8828,
+      "step": 4585
+    },
+    {
+      "epoch": 0.04341117558523679,
+      "grad_norm": 508.3394470214844,
+      "learning_rate": 1.9990578368811057e-06,
+      "loss": 41.7812,
+      "step": 4586
+    },
+    {
+      "epoch": 0.043420641606951846,
+      "grad_norm": 643.6275024414062,
+      "learning_rate": 1.999056505881714e-06,
+      "loss": 56.1094,
+      "step": 4587
+    },
+    {
+      "epoch": 0.0434301076286669,
+      "grad_norm": 356.34478759765625,
+      "learning_rate": 1.9990551739432745e-06,
+      "loss": 47.5312,
+      "step": 4588
+    },
+    {
+      "epoch": 0.04343957365038195,
+      "grad_norm": 423.7814636230469,
+      "learning_rate": 1.9990538410657884e-06,
+      "loss": 22.5859,
+      "step": 4589
+    },
+    {
+      "epoch": 0.043449039672097005,
+      "grad_norm": 483.5542297363281,
+      "learning_rate": 1.9990525072492562e-06,
+      "loss": 28.7109,
+      "step": 4590
+    },
+    {
+      "epoch": 0.043458505693812065,
+      "grad_norm": 780.8350219726562,
+      "learning_rate": 1.99905117249368e-06,
+      "loss": 19.8203,
+      "step": 4591
+    },
+    {
+      "epoch": 0.04346797171552712,
+      "grad_norm": 533.1849975585938,
+      "learning_rate": 1.9990498367990606e-06,
+      "loss": 42.7812,
+      "step": 4592
+    },
+    {
+      "epoch": 0.04347743773724217,
+      "grad_norm": 487.14422607421875,
+      "learning_rate": 1.999048500165399e-06,
+      "loss": 46.75,
+      "step": 4593
+    },
+    {
+      "epoch": 0.043486903758957224,
+      "grad_norm": 324.9021301269531,
+      "learning_rate": 1.999047162592697e-06,
+      "loss": 33.9844,
+      "step": 4594
+    },
+    {
+      "epoch": 0.04349636978067228,
+      "grad_norm": 2.7335622310638428,
+      "learning_rate": 1.9990458240809556e-06,
+      "loss": 1.0059,
+      "step": 4595
+    },
+    {
+      "epoch": 0.04350583580238733,
+      "grad_norm": 2.9918503761291504,
+      "learning_rate": 1.9990444846301763e-06,
+      "loss": 0.8687,
+      "step": 4596
+    },
+    {
+      "epoch": 0.04351530182410238,
+      "grad_norm": 290.5342102050781,
+      "learning_rate": 1.9990431442403605e-06,
+      "loss": 20.7188,
+      "step": 4597
+    },
+    {
+      "epoch": 0.043524767845817436,
+      "grad_norm": 387.83148193359375,
+      "learning_rate": 1.9990418029115083e-06,
+      "loss": 24.1484,
+      "step": 4598
+    },
+    {
+      "epoch": 0.04353423386753249,
+      "grad_norm": 202.5797576904297,
+      "learning_rate": 1.9990404606436223e-06,
+      "loss": 22.1719,
+      "step": 4599
+    },
+    {
+      "epoch": 0.04354369988924755,
+      "grad_norm": 203.2494659423828,
+      "learning_rate": 1.9990391174367033e-06,
+      "loss": 29.5078,
+      "step": 4600
+    },
+    {
+      "epoch": 0.0435531659109626,
+      "grad_norm": 497.4156188964844,
+      "learning_rate": 1.9990377732907525e-06,
+      "loss": 45.2812,
+      "step": 4601
+    },
+    {
+      "epoch": 0.043562631932677655,
+      "grad_norm": 349.16070556640625,
+      "learning_rate": 1.999036428205771e-06,
+      "loss": 25.0156,
+      "step": 4602
+    },
+    {
+      "epoch": 0.04357209795439271,
+      "grad_norm": 283.7783203125,
+      "learning_rate": 1.9990350821817604e-06,
+      "loss": 22.3281,
+      "step": 4603
+    },
+    {
+      "epoch": 0.04358156397610776,
+      "grad_norm": 602.7009887695312,
+      "learning_rate": 1.9990337352187216e-06,
+      "loss": 41.4141,
+      "step": 4604
+    },
+    {
+      "epoch": 0.043591029997822814,
+      "grad_norm": 611.7061157226562,
+      "learning_rate": 1.9990323873166566e-06,
+      "loss": 42.75,
+      "step": 4605
+    },
+    {
+      "epoch": 0.04360049601953787,
+      "grad_norm": 188.66864013671875,
+      "learning_rate": 1.9990310384755658e-06,
+      "loss": 23.0625,
+      "step": 4606
+    },
+    {
+      "epoch": 0.04360996204125292,
+      "grad_norm": 706.3943481445312,
+      "learning_rate": 1.9990296886954504e-06,
+      "loss": 65.7344,
+      "step": 4607
+    },
+    {
+      "epoch": 0.04361942806296798,
+      "grad_norm": 282.3215637207031,
+      "learning_rate": 1.9990283379763127e-06,
+      "loss": 25.0781,
+      "step": 4608
+    },
+    {
+      "epoch": 0.04362889408468303,
+      "grad_norm": 376.2720031738281,
+      "learning_rate": 1.9990269863181533e-06,
+      "loss": 41.875,
+      "step": 4609
+    },
+    {
+      "epoch": 0.043638360106398086,
+      "grad_norm": 421.55670166015625,
+      "learning_rate": 1.9990256337209732e-06,
+      "loss": 28.125,
+      "step": 4610
+    },
+    {
+      "epoch": 0.04364782612811314,
+      "grad_norm": 485.9654235839844,
+      "learning_rate": 1.999024280184774e-06,
+      "loss": 40.8594,
+      "step": 4611
+    },
+    {
+      "epoch": 0.04365729214982819,
+      "grad_norm": 716.7913208007812,
+      "learning_rate": 1.9990229257095573e-06,
+      "loss": 54.5156,
+      "step": 4612
+    },
+    {
+      "epoch": 0.043666758171543245,
+      "grad_norm": 825.0210571289062,
+      "learning_rate": 1.9990215702953243e-06,
+      "loss": 27.6172,
+      "step": 4613
+    },
+    {
+      "epoch": 0.0436762241932583,
+      "grad_norm": 1013.9514770507812,
+      "learning_rate": 1.9990202139420753e-06,
+      "loss": 74.9531,
+      "step": 4614
+    },
+    {
+      "epoch": 0.04368569021497335,
+      "grad_norm": 450.6729736328125,
+      "learning_rate": 1.999018856649813e-06,
+      "loss": 39.5938,
+      "step": 4615
+    },
+    {
+      "epoch": 0.043695156236688404,
+      "grad_norm": 513.8416748046875,
+      "learning_rate": 1.999017498418537e-06,
+      "loss": 61.0156,
+      "step": 4616
+    },
+    {
+      "epoch": 0.043704622258403464,
+      "grad_norm": 216.2947235107422,
+      "learning_rate": 1.99901613924825e-06,
+      "loss": 21.2656,
+      "step": 4617
+    },
+    {
+      "epoch": 0.04371408828011852,
+      "grad_norm": 394.2510070800781,
+      "learning_rate": 1.999014779138953e-06,
+      "loss": 47.1641,
+      "step": 4618
+    },
+    {
+      "epoch": 0.04372355430183357,
+      "grad_norm": 3.6238012313842773,
+      "learning_rate": 1.999013418090647e-06,
+      "loss": 1.0161,
+      "step": 4619
+    },
+    {
+      "epoch": 0.04373302032354862,
+      "grad_norm": 209.38743591308594,
+      "learning_rate": 1.9990120561033333e-06,
+      "loss": 25.2031,
+      "step": 4620
+    },
+    {
+      "epoch": 0.043742486345263676,
+      "grad_norm": 236.1110382080078,
+      "learning_rate": 1.9990106931770138e-06,
+      "loss": 24.4844,
+      "step": 4621
+    },
+    {
+      "epoch": 0.04375195236697873,
+      "grad_norm": 796.129638671875,
+      "learning_rate": 1.9990093293116883e-06,
+      "loss": 30.75,
+      "step": 4622
+    },
+    {
+      "epoch": 0.04376141838869378,
+      "grad_norm": 266.05755615234375,
+      "learning_rate": 1.99900796450736e-06,
+      "loss": 26.1875,
+      "step": 4623
+    },
+    {
+      "epoch": 0.043770884410408835,
+      "grad_norm": 1245.3095703125,
+      "learning_rate": 1.9990065987640286e-06,
+      "loss": 86.2812,
+      "step": 4624
+    },
+    {
+      "epoch": 0.04378035043212389,
+      "grad_norm": 213.57850646972656,
+      "learning_rate": 1.999005232081696e-06,
+      "loss": 25.0625,
+      "step": 4625
+    },
+    {
+      "epoch": 0.04378981645383895,
+      "grad_norm": 257.6995849609375,
+      "learning_rate": 1.9990038644603636e-06,
+      "loss": 26.5703,
+      "step": 4626
+    },
+    {
+      "epoch": 0.043799282475554,
+      "grad_norm": 2.8526198863983154,
+      "learning_rate": 1.9990024959000323e-06,
+      "loss": 0.9038,
+      "step": 4627
+    },
+    {
+      "epoch": 0.043808748497269054,
+      "grad_norm": 189.022705078125,
+      "learning_rate": 1.9990011264007037e-06,
+      "loss": 27.9219,
+      "step": 4628
+    },
+    {
+      "epoch": 0.04381821451898411,
+      "grad_norm": 747.3338012695312,
+      "learning_rate": 1.9989997559623797e-06,
+      "loss": 30.3281,
+      "step": 4629
+    },
+    {
+      "epoch": 0.04382768054069916,
+      "grad_norm": 3.5929980278015137,
+      "learning_rate": 1.9989983845850604e-06,
+      "loss": 0.8794,
+      "step": 4630
+    },
+    {
+      "epoch": 0.04383714656241421,
+      "grad_norm": 639.0078735351562,
+      "learning_rate": 1.9989970122687475e-06,
+      "loss": 37.7734,
+      "step": 4631
+    },
+    {
+      "epoch": 0.043846612584129266,
+      "grad_norm": 220.7720184326172,
+      "learning_rate": 1.998995639013442e-06,
+      "loss": 28.75,
+      "step": 4632
+    },
+    {
+      "epoch": 0.04385607860584432,
+      "grad_norm": 543.9453735351562,
+      "learning_rate": 1.9989942648191467e-06,
+      "loss": 45.9805,
+      "step": 4633
+    },
+    {
+      "epoch": 0.04386554462755938,
+      "grad_norm": 695.1509399414062,
+      "learning_rate": 1.998992889685861e-06,
+      "loss": 24.2109,
+      "step": 4634
+    },
+    {
+      "epoch": 0.04387501064927443,
+      "grad_norm": 291.5687561035156,
+      "learning_rate": 1.998991513613587e-06,
+      "loss": 23.3906,
+      "step": 4635
+    },
+    {
+      "epoch": 0.043884476670989485,
+      "grad_norm": 1378.4710693359375,
+      "learning_rate": 1.9989901366023265e-06,
+      "loss": 44.5938,
+      "step": 4636
+    },
+    {
+      "epoch": 0.04389394269270454,
+      "grad_norm": 407.33343505859375,
+      "learning_rate": 1.9989887586520798e-06,
+      "loss": 53.5,
+      "step": 4637
+    },
+    {
+      "epoch": 0.04390340871441959,
+      "grad_norm": 2.8792850971221924,
+      "learning_rate": 1.9989873797628488e-06,
+      "loss": 0.8442,
+      "step": 4638
+    },
+    {
+      "epoch": 0.043912874736134644,
+      "grad_norm": 3.3069965839385986,
+      "learning_rate": 1.9989859999346343e-06,
+      "loss": 1.0176,
+      "step": 4639
+    },
+    {
+      "epoch": 0.0439223407578497,
+      "grad_norm": 745.7233276367188,
+      "learning_rate": 1.998984619167438e-06,
+      "loss": 75.9844,
+      "step": 4640
+    },
+    {
+      "epoch": 0.04393180677956475,
+      "grad_norm": 413.80999755859375,
+      "learning_rate": 1.9989832374612614e-06,
+      "loss": 54.625,
+      "step": 4641
+    },
+    {
+      "epoch": 0.0439412728012798,
+      "grad_norm": 2.845954179763794,
+      "learning_rate": 1.998981854816106e-06,
+      "loss": 0.8521,
+      "step": 4642
+    },
+    {
+      "epoch": 0.04395073882299486,
+      "grad_norm": 479.3583984375,
+      "learning_rate": 1.998980471231972e-06,
+      "loss": 36.3438,
+      "step": 4643
+    },
+    {
+      "epoch": 0.043960204844709916,
+      "grad_norm": 459.5681457519531,
+      "learning_rate": 1.9989790867088615e-06,
+      "loss": 24.8594,
+      "step": 4644
+    },
+    {
+      "epoch": 0.04396967086642497,
+      "grad_norm": 521.2114868164062,
+      "learning_rate": 1.9989777012467756e-06,
+      "loss": 26.2344,
+      "step": 4645
+    },
+    {
+      "epoch": 0.04397913688814002,
+      "grad_norm": 344.7895202636719,
+      "learning_rate": 1.998976314845716e-06,
+      "loss": 34.8906,
+      "step": 4646
+    },
+    {
+      "epoch": 0.043988602909855075,
+      "grad_norm": 430.0755615234375,
+      "learning_rate": 1.9989749275056834e-06,
+      "loss": 49.1719,
+      "step": 4647
+    },
+    {
+      "epoch": 0.04399806893157013,
+      "grad_norm": 284.45013427734375,
+      "learning_rate": 1.9989735392266792e-06,
+      "loss": 28.0312,
+      "step": 4648
+    },
+    {
+      "epoch": 0.04400753495328518,
+      "grad_norm": 261.3016357421875,
+      "learning_rate": 1.9989721500087048e-06,
+      "loss": 31.7969,
+      "step": 4649
+    },
+    {
+      "epoch": 0.044017000975000234,
+      "grad_norm": 787.9575805664062,
+      "learning_rate": 1.9989707598517617e-06,
+      "loss": 35.3828,
+      "step": 4650
+    },
+    {
+      "epoch": 0.044026466996715294,
+      "grad_norm": 267.0346374511719,
+      "learning_rate": 1.9989693687558512e-06,
+      "loss": 23.625,
+      "step": 4651
+    },
+    {
+      "epoch": 0.04403593301843035,
+      "grad_norm": 2.9852328300476074,
+      "learning_rate": 1.9989679767209747e-06,
+      "loss": 0.7939,
+      "step": 4652
+    },
+    {
+      "epoch": 0.0440453990401454,
+      "grad_norm": 3.899380683898926,
+      "learning_rate": 1.998966583747133e-06,
+      "loss": 0.8748,
+      "step": 4653
+    },
+    {
+      "epoch": 0.04405486506186045,
+      "grad_norm": 357.708984375,
+      "learning_rate": 1.9989651898343275e-06,
+      "loss": 47.8281,
+      "step": 4654
+    },
+    {
+      "epoch": 0.044064331083575506,
+      "grad_norm": 233.02635192871094,
+      "learning_rate": 1.99896379498256e-06,
+      "loss": 24.5938,
+      "step": 4655
+    },
+    {
+      "epoch": 0.04407379710529056,
+      "grad_norm": 300.4920654296875,
+      "learning_rate": 1.9989623991918313e-06,
+      "loss": 25.3906,
+      "step": 4656
+    },
+    {
+      "epoch": 0.04408326312700561,
+      "grad_norm": 662.3690795898438,
+      "learning_rate": 1.998961002462143e-06,
+      "loss": 40.7031,
+      "step": 4657
+    },
+    {
+      "epoch": 0.044092729148720665,
+      "grad_norm": 238.47482299804688,
+      "learning_rate": 1.9989596047934965e-06,
+      "loss": 29.5156,
+      "step": 4658
+    },
+    {
+      "epoch": 0.04410219517043572,
+      "grad_norm": 217.72573852539062,
+      "learning_rate": 1.998958206185893e-06,
+      "loss": 20.5938,
+      "step": 4659
+    },
+    {
+      "epoch": 0.04411166119215078,
+      "grad_norm": 236.90574645996094,
+      "learning_rate": 1.9989568066393333e-06,
+      "loss": 25.4844,
+      "step": 4660
+    },
+    {
+      "epoch": 0.04412112721386583,
+      "grad_norm": 185.92510986328125,
+      "learning_rate": 1.9989554061538196e-06,
+      "loss": 24.8359,
+      "step": 4661
+    },
+    {
+      "epoch": 0.044130593235580884,
+      "grad_norm": 444.87554931640625,
+      "learning_rate": 1.998954004729353e-06,
+      "loss": 19.0352,
+      "step": 4662
+    },
+    {
+      "epoch": 0.04414005925729594,
+      "grad_norm": 2.925123691558838,
+      "learning_rate": 1.998952602365934e-06,
+      "loss": 0.9385,
+      "step": 4663
+    },
+    {
+      "epoch": 0.04414952527901099,
+      "grad_norm": 979.5089721679688,
+      "learning_rate": 1.998951199063565e-06,
+      "loss": 44.1641,
+      "step": 4664
+    },
+    {
+      "epoch": 0.04415899130072604,
+      "grad_norm": 268.52423095703125,
+      "learning_rate": 1.9989497948222467e-06,
+      "loss": 29.9688,
+      "step": 4665
+    },
+    {
+      "epoch": 0.044168457322441096,
+      "grad_norm": 460.07366943359375,
+      "learning_rate": 1.998948389641981e-06,
+      "loss": 41.0,
+      "step": 4666
+    },
+    {
+      "epoch": 0.04417792334415615,
+      "grad_norm": 625.9583740234375,
+      "learning_rate": 1.9989469835227683e-06,
+      "loss": 41.3594,
+      "step": 4667
+    },
+    {
+      "epoch": 0.0441873893658712,
+      "grad_norm": 773.0640258789062,
+      "learning_rate": 1.99894557646461e-06,
+      "loss": 37.8359,
+      "step": 4668
+    },
+    {
+      "epoch": 0.04419685538758626,
+      "grad_norm": 397.5743713378906,
+      "learning_rate": 1.9989441684675086e-06,
+      "loss": 20.8711,
+      "step": 4669
+    },
+    {
+      "epoch": 0.044206321409301315,
+      "grad_norm": 472.1509704589844,
+      "learning_rate": 1.9989427595314647e-06,
+      "loss": 58.3438,
+      "step": 4670
+    },
+    {
+      "epoch": 0.04421578743101637,
+      "grad_norm": 715.871826171875,
+      "learning_rate": 1.998941349656479e-06,
+      "loss": 23.3281,
+      "step": 4671
+    },
+    {
+      "epoch": 0.04422525345273142,
+      "grad_norm": 583.1936645507812,
+      "learning_rate": 1.9989399388425537e-06,
+      "loss": 43.9609,
+      "step": 4672
+    },
+    {
+      "epoch": 0.044234719474446474,
+      "grad_norm": 275.5933837890625,
+      "learning_rate": 1.99893852708969e-06,
+      "loss": 22.2188,
+      "step": 4673
+    },
+    {
+      "epoch": 0.04424418549616153,
+      "grad_norm": 771.736572265625,
+      "learning_rate": 1.998937114397889e-06,
+      "loss": 19.5078,
+      "step": 4674
+    },
+    {
+      "epoch": 0.04425365151787658,
+      "grad_norm": 463.2862854003906,
+      "learning_rate": 1.998935700767152e-06,
+      "loss": 29.0469,
+      "step": 4675
+    },
+    {
+      "epoch": 0.04426311753959163,
+      "grad_norm": 207.92591857910156,
+      "learning_rate": 1.9989342861974808e-06,
+      "loss": 20.4219,
+      "step": 4676
+    },
+    {
+      "epoch": 0.04427258356130669,
+      "grad_norm": 332.8160400390625,
+      "learning_rate": 1.998932870688876e-06,
+      "loss": 24.3203,
+      "step": 4677
+    },
+    {
+      "epoch": 0.044282049583021746,
+      "grad_norm": 312.20440673828125,
+      "learning_rate": 1.998931454241339e-06,
+      "loss": 21.5703,
+      "step": 4678
+    },
+    {
+      "epoch": 0.0442915156047368,
+      "grad_norm": 279.5443115234375,
+      "learning_rate": 1.998930036854872e-06,
+      "loss": 35.7031,
+      "step": 4679
+    },
+    {
+      "epoch": 0.04430098162645185,
+      "grad_norm": 261.0059814453125,
+      "learning_rate": 1.9989286185294755e-06,
+      "loss": 31.0469,
+      "step": 4680
+    },
+    {
+      "epoch": 0.044310447648166905,
+      "grad_norm": 228.44863891601562,
+      "learning_rate": 1.998927199265151e-06,
+      "loss": 27.6875,
+      "step": 4681
+    },
+    {
+      "epoch": 0.04431991366988196,
+      "grad_norm": 313.5419616699219,
+      "learning_rate": 1.9989257790619e-06,
+      "loss": 27.875,
+      "step": 4682
+    },
+    {
+      "epoch": 0.04432937969159701,
+      "grad_norm": 431.52392578125,
+      "learning_rate": 1.998924357919724e-06,
+      "loss": 28.3203,
+      "step": 4683
+    },
+    {
+      "epoch": 0.044338845713312064,
+      "grad_norm": 3.209986448287964,
+      "learning_rate": 1.9989229358386235e-06,
+      "loss": 0.8555,
+      "step": 4684
+    },
+    {
+      "epoch": 0.04434831173502712,
+      "grad_norm": 187.57301330566406,
+      "learning_rate": 1.998921512818601e-06,
+      "loss": 28.3281,
+      "step": 4685
+    },
+    {
+      "epoch": 0.04435777775674218,
+      "grad_norm": 711.5709228515625,
+      "learning_rate": 1.9989200888596568e-06,
+      "loss": 58.0312,
+      "step": 4686
+    },
+    {
+      "epoch": 0.04436724377845723,
+      "grad_norm": 409.4300231933594,
+      "learning_rate": 1.9989186639617933e-06,
+      "loss": 36.1562,
+      "step": 4687
+    },
+    {
+      "epoch": 0.04437670980017228,
+      "grad_norm": 254.3749542236328,
+      "learning_rate": 1.9989172381250107e-06,
+      "loss": 25.3906,
+      "step": 4688
+    },
+    {
+      "epoch": 0.044386175821887336,
+      "grad_norm": 413.6383361816406,
+      "learning_rate": 1.9989158113493108e-06,
+      "loss": 19.3438,
+      "step": 4689
+    },
+    {
+      "epoch": 0.04439564184360239,
+      "grad_norm": 689.552001953125,
+      "learning_rate": 1.9989143836346956e-06,
+      "loss": 25.1016,
+      "step": 4690
+    },
+    {
+      "epoch": 0.04440510786531744,
+      "grad_norm": 530.51513671875,
+      "learning_rate": 1.9989129549811655e-06,
+      "loss": 25.8125,
+      "step": 4691
+    },
+    {
+      "epoch": 0.044414573887032495,
+      "grad_norm": 708.2060546875,
+      "learning_rate": 1.9989115253887223e-06,
+      "loss": 48.8047,
+      "step": 4692
+    },
+    {
+      "epoch": 0.04442403990874755,
+      "grad_norm": 408.46923828125,
+      "learning_rate": 1.998910094857367e-06,
+      "loss": 31.0312,
+      "step": 4693
+    },
+    {
+      "epoch": 0.04443350593046261,
+      "grad_norm": 383.8424072265625,
+      "learning_rate": 1.9989086633871015e-06,
+      "loss": 25.5781,
+      "step": 4694
+    },
+    {
+      "epoch": 0.04444297195217766,
+      "grad_norm": 625.19482421875,
+      "learning_rate": 1.998907230977927e-06,
+      "loss": 41.6094,
+      "step": 4695
+    },
+    {
+      "epoch": 0.044452437973892714,
+      "grad_norm": 437.831298828125,
+      "learning_rate": 1.998905797629844e-06,
+      "loss": 26.0469,
+      "step": 4696
+    },
+    {
+      "epoch": 0.04446190399560777,
+      "grad_norm": 264.7362060546875,
+      "learning_rate": 1.998904363342855e-06,
+      "loss": 24.8594,
+      "step": 4697
+    },
+    {
+      "epoch": 0.04447137001732282,
+      "grad_norm": 1333.9796142578125,
+      "learning_rate": 1.998902928116961e-06,
+      "loss": 42.2422,
+      "step": 4698
+    },
+    {
+      "epoch": 0.04448083603903787,
+      "grad_norm": 402.5457763671875,
+      "learning_rate": 1.998901491952163e-06,
+      "loss": 36.5469,
+      "step": 4699
+    },
+    {
+      "epoch": 0.044490302060752926,
+      "grad_norm": 184.3919677734375,
+      "learning_rate": 1.9989000548484628e-06,
+      "loss": 28.5859,
+      "step": 4700
+    },
+    {
+      "epoch": 0.04449976808246798,
+      "grad_norm": 275.09710693359375,
+      "learning_rate": 1.9988986168058613e-06,
+      "loss": 30.9219,
+      "step": 4701
+    },
+    {
+      "epoch": 0.04450923410418303,
+      "grad_norm": 523.4938354492188,
+      "learning_rate": 1.99889717782436e-06,
+      "loss": 44.875,
+      "step": 4702
+    },
+    {
+      "epoch": 0.04451870012589809,
+      "grad_norm": 259.0872802734375,
+      "learning_rate": 1.9988957379039605e-06,
+      "loss": 27.4531,
+      "step": 4703
+    },
+    {
+      "epoch": 0.044528166147613145,
+      "grad_norm": 522.5665893554688,
+      "learning_rate": 1.998894297044664e-06,
+      "loss": 35.0,
+      "step": 4704
+    },
+    {
+      "epoch": 0.0445376321693282,
+      "grad_norm": 580.13623046875,
+      "learning_rate": 1.998892855246472e-06,
+      "loss": 62.2188,
+      "step": 4705
+    },
+    {
+      "epoch": 0.04454709819104325,
+      "grad_norm": 321.9450378417969,
+      "learning_rate": 1.9988914125093855e-06,
+      "loss": 23.9766,
+      "step": 4706
+    },
+    {
+      "epoch": 0.044556564212758304,
+      "grad_norm": 289.5340881347656,
+      "learning_rate": 1.998889968833406e-06,
+      "loss": 24.8438,
+      "step": 4707
+    },
+    {
+      "epoch": 0.04456603023447336,
+      "grad_norm": 270.19000244140625,
+      "learning_rate": 1.998888524218535e-06,
+      "loss": 11.4258,
+      "step": 4708
+    },
+    {
+      "epoch": 0.04457549625618841,
+      "grad_norm": 1326.96337890625,
+      "learning_rate": 1.9988870786647734e-06,
+      "loss": 103.8125,
+      "step": 4709
+    },
+    {
+      "epoch": 0.04458496227790346,
+      "grad_norm": 204.0852813720703,
+      "learning_rate": 1.9988856321721235e-06,
+      "loss": 19.0859,
+      "step": 4710
+    },
+    {
+      "epoch": 0.044594428299618516,
+      "grad_norm": 278.0,
+      "learning_rate": 1.998884184740586e-06,
+      "loss": 29.375,
+      "step": 4711
+    },
+    {
+      "epoch": 0.044603894321333576,
+      "grad_norm": 306.1171569824219,
+      "learning_rate": 1.998882736370162e-06,
+      "loss": 30.4297,
+      "step": 4712
+    },
+    {
+      "epoch": 0.04461336034304863,
+      "grad_norm": 509.03497314453125,
+      "learning_rate": 1.9988812870608534e-06,
+      "loss": 60.25,
+      "step": 4713
+    },
+    {
+      "epoch": 0.04462282636476368,
+      "grad_norm": 360.24713134765625,
+      "learning_rate": 1.9988798368126618e-06,
+      "loss": 23.3594,
+      "step": 4714
+    },
+    {
+      "epoch": 0.044632292386478735,
+      "grad_norm": 845.513916015625,
+      "learning_rate": 1.9988783856255875e-06,
+      "loss": 46.2383,
+      "step": 4715
+    },
+    {
+      "epoch": 0.04464175840819379,
+      "grad_norm": 394.376220703125,
+      "learning_rate": 1.9988769334996327e-06,
+      "loss": 38.4531,
+      "step": 4716
+    },
+    {
+      "epoch": 0.04465122442990884,
+      "grad_norm": 728.5464477539062,
+      "learning_rate": 1.9988754804347986e-06,
+      "loss": 56.8438,
+      "step": 4717
+    },
+    {
+      "epoch": 0.044660690451623894,
+      "grad_norm": 427.53985595703125,
+      "learning_rate": 1.9988740264310865e-06,
+      "loss": 30.5938,
+      "step": 4718
+    },
+    {
+      "epoch": 0.04467015647333895,
+      "grad_norm": 386.4418640136719,
+      "learning_rate": 1.9988725714884976e-06,
+      "loss": 48.8594,
+      "step": 4719
+    },
+    {
+      "epoch": 0.04467962249505401,
+      "grad_norm": 1181.9637451171875,
+      "learning_rate": 1.9988711156070338e-06,
+      "loss": 39.6172,
+      "step": 4720
+    },
+    {
+      "epoch": 0.04468908851676906,
+      "grad_norm": 596.3143310546875,
+      "learning_rate": 1.998869658786696e-06,
+      "loss": 31.9844,
+      "step": 4721
+    },
+    {
+      "epoch": 0.04469855453848411,
+      "grad_norm": 383.9720458984375,
+      "learning_rate": 1.998868201027486e-06,
+      "loss": 31.1406,
+      "step": 4722
+    },
+    {
+      "epoch": 0.044708020560199166,
+      "grad_norm": 404.9472961425781,
+      "learning_rate": 1.9988667423294046e-06,
+      "loss": 37.5312,
+      "step": 4723
+    },
+    {
+      "epoch": 0.04471748658191422,
+      "grad_norm": 962.7823486328125,
+      "learning_rate": 1.9988652826924533e-06,
+      "loss": 68.7812,
+      "step": 4724
+    },
+    {
+      "epoch": 0.04472695260362927,
+      "grad_norm": 267.6839599609375,
+      "learning_rate": 1.9988638221166338e-06,
+      "loss": 32.9531,
+      "step": 4725
+    },
+    {
+      "epoch": 0.044736418625344325,
+      "grad_norm": 583.6217041015625,
+      "learning_rate": 1.9988623606019472e-06,
+      "loss": 79.7812,
+      "step": 4726
+    },
+    {
+      "epoch": 0.04474588464705938,
+      "grad_norm": 902.021484375,
+      "learning_rate": 1.998860898148395e-06,
+      "loss": 25.0,
+      "step": 4727
+    },
+    {
+      "epoch": 0.04475535066877443,
+      "grad_norm": 256.37774658203125,
+      "learning_rate": 1.9988594347559787e-06,
+      "loss": 25.9297,
+      "step": 4728
+    },
+    {
+      "epoch": 0.04476481669048949,
+      "grad_norm": 351.54974365234375,
+      "learning_rate": 1.998857970424699e-06,
+      "loss": 28.7969,
+      "step": 4729
+    },
+    {
+      "epoch": 0.044774282712204544,
+      "grad_norm": 741.7042846679688,
+      "learning_rate": 1.9988565051545582e-06,
+      "loss": 51.7031,
+      "step": 4730
+    },
+    {
+      "epoch": 0.0447837487339196,
+      "grad_norm": 269.14385986328125,
+      "learning_rate": 1.998855038945557e-06,
+      "loss": 27.8281,
+      "step": 4731
+    },
+    {
+      "epoch": 0.04479321475563465,
+      "grad_norm": 247.0953826904297,
+      "learning_rate": 1.9988535717976974e-06,
+      "loss": 27.3906,
+      "step": 4732
+    },
+    {
+      "epoch": 0.0448026807773497,
+      "grad_norm": 688.0090942382812,
+      "learning_rate": 1.9988521037109804e-06,
+      "loss": 20.5391,
+      "step": 4733
+    },
+    {
+      "epoch": 0.044812146799064756,
+      "grad_norm": 400.0714111328125,
+      "learning_rate": 1.998850634685407e-06,
+      "loss": 28.2891,
+      "step": 4734
+    },
+    {
+      "epoch": 0.04482161282077981,
+      "grad_norm": 394.7759704589844,
+      "learning_rate": 1.9988491647209795e-06,
+      "loss": 26.5625,
+      "step": 4735
+    },
+    {
+      "epoch": 0.04483107884249486,
+      "grad_norm": 204.69766235351562,
+      "learning_rate": 1.9988476938176984e-06,
+      "loss": 28.6406,
+      "step": 4736
+    },
+    {
+      "epoch": 0.04484054486420992,
+      "grad_norm": 245.25743103027344,
+      "learning_rate": 1.9988462219755656e-06,
+      "loss": 25.2031,
+      "step": 4737
+    },
+    {
+      "epoch": 0.044850010885924975,
+      "grad_norm": 705.1973266601562,
+      "learning_rate": 1.9988447491945824e-06,
+      "loss": 58.125,
+      "step": 4738
+    },
+    {
+      "epoch": 0.04485947690764003,
+      "grad_norm": 298.877197265625,
+      "learning_rate": 1.99884327547475e-06,
+      "loss": 22.0156,
+      "step": 4739
+    },
+    {
+      "epoch": 0.04486894292935508,
+      "grad_norm": 330.7499084472656,
+      "learning_rate": 1.99884180081607e-06,
+      "loss": 20.332,
+      "step": 4740
+    },
+    {
+      "epoch": 0.044878408951070134,
+      "grad_norm": 408.70806884765625,
+      "learning_rate": 1.9988403252185437e-06,
+      "loss": 35.1484,
+      "step": 4741
+    },
+    {
+      "epoch": 0.04488787497278519,
+      "grad_norm": 493.42620849609375,
+      "learning_rate": 1.998838848682172e-06,
+      "loss": 37.6875,
+      "step": 4742
+    },
+    {
+      "epoch": 0.04489734099450024,
+      "grad_norm": 2.699302911758423,
+      "learning_rate": 1.9988373712069572e-06,
+      "loss": 0.8174,
+      "step": 4743
+    },
+    {
+      "epoch": 0.04490680701621529,
+      "grad_norm": 481.3215637207031,
+      "learning_rate": 1.9988358927929003e-06,
+      "loss": 50.4688,
+      "step": 4744
+    },
+    {
+      "epoch": 0.044916273037930346,
+      "grad_norm": 426.9627685546875,
+      "learning_rate": 1.9988344134400027e-06,
+      "loss": 34.7031,
+      "step": 4745
+    },
+    {
+      "epoch": 0.044925739059645406,
+      "grad_norm": 344.6164245605469,
+      "learning_rate": 1.9988329331482652e-06,
+      "loss": 27.4922,
+      "step": 4746
+    },
+    {
+      "epoch": 0.04493520508136046,
+      "grad_norm": 422.5010070800781,
+      "learning_rate": 1.9988314519176904e-06,
+      "loss": 41.9297,
+      "step": 4747
+    },
+    {
+      "epoch": 0.04494467110307551,
+      "grad_norm": 394.2560729980469,
+      "learning_rate": 1.9988299697482787e-06,
+      "loss": 49.9531,
+      "step": 4748
+    },
+    {
+      "epoch": 0.044954137124790565,
+      "grad_norm": 255.1030731201172,
+      "learning_rate": 1.9988284866400317e-06,
+      "loss": 29.7031,
+      "step": 4749
+    },
+    {
+      "epoch": 0.04496360314650562,
+      "grad_norm": 820.7769775390625,
+      "learning_rate": 1.998827002592951e-06,
+      "loss": 24.7344,
+      "step": 4750
+    },
+    {
+      "epoch": 0.04497306916822067,
+      "grad_norm": 292.0220031738281,
+      "learning_rate": 1.9988255176070375e-06,
+      "loss": 26.0312,
+      "step": 4751
+    },
+    {
+      "epoch": 0.044982535189935724,
+      "grad_norm": 1141.03173828125,
+      "learning_rate": 1.9988240316822934e-06,
+      "loss": 59.3438,
+      "step": 4752
+    },
+    {
+      "epoch": 0.04499200121165078,
+      "grad_norm": 969.8206176757812,
+      "learning_rate": 1.99882254481872e-06,
+      "loss": 37.3828,
+      "step": 4753
+    },
+    {
+      "epoch": 0.04500146723336583,
+      "grad_norm": 457.51177978515625,
+      "learning_rate": 1.998821057016318e-06,
+      "loss": 54.9688,
+      "step": 4754
+    },
+    {
+      "epoch": 0.04501093325508089,
+      "grad_norm": 223.54428100585938,
+      "learning_rate": 1.9988195682750893e-06,
+      "loss": 28.125,
+      "step": 4755
+    },
+    {
+      "epoch": 0.04502039927679594,
+      "grad_norm": 597.4866943359375,
+      "learning_rate": 1.9988180785950347e-06,
+      "loss": 62.3125,
+      "step": 4756
+    },
+    {
+      "epoch": 0.045029865298510996,
+      "grad_norm": 262.5660095214844,
+      "learning_rate": 1.9988165879761567e-06,
+      "loss": 26.0938,
+      "step": 4757
+    },
+    {
+      "epoch": 0.04503933132022605,
+      "grad_norm": 466.81292724609375,
+      "learning_rate": 1.998815096418456e-06,
+      "loss": 48.5781,
+      "step": 4758
+    },
+    {
+      "epoch": 0.0450487973419411,
+      "grad_norm": 671.2261352539062,
+      "learning_rate": 1.9988136039219337e-06,
+      "loss": 27.7188,
+      "step": 4759
+    },
+    {
+      "epoch": 0.045058263363656155,
+      "grad_norm": 2.7984611988067627,
+      "learning_rate": 1.9988121104865924e-06,
+      "loss": 0.9058,
+      "step": 4760
+    },
+    {
+      "epoch": 0.04506772938537121,
+      "grad_norm": 404.8177185058594,
+      "learning_rate": 1.998810616112432e-06,
+      "loss": 60.875,
+      "step": 4761
+    },
+    {
+      "epoch": 0.04507719540708626,
+      "grad_norm": 686.510498046875,
+      "learning_rate": 1.9988091207994546e-06,
+      "loss": 43.4062,
+      "step": 4762
+    },
+    {
+      "epoch": 0.04508666142880132,
+      "grad_norm": 334.0715637207031,
+      "learning_rate": 1.998807624547662e-06,
+      "loss": 19.8555,
+      "step": 4763
+    },
+    {
+      "epoch": 0.045096127450516374,
+      "grad_norm": 227.77944946289062,
+      "learning_rate": 1.9988061273570546e-06,
+      "loss": 27.4531,
+      "step": 4764
+    },
+    {
+      "epoch": 0.04510559347223143,
+      "grad_norm": 651.4144897460938,
+      "learning_rate": 1.998804629227635e-06,
+      "loss": 32.375,
+      "step": 4765
+    },
+    {
+      "epoch": 0.04511505949394648,
+      "grad_norm": 526.6581420898438,
+      "learning_rate": 1.998803130159404e-06,
+      "loss": 25.2344,
+      "step": 4766
+    },
+    {
+      "epoch": 0.04512452551566153,
+      "grad_norm": 2.8971078395843506,
+      "learning_rate": 1.9988016301523626e-06,
+      "loss": 0.8555,
+      "step": 4767
+    },
+    {
+      "epoch": 0.045133991537376586,
+      "grad_norm": 466.20703125,
+      "learning_rate": 1.9988001292065127e-06,
+      "loss": 37.5312,
+      "step": 4768
+    },
+    {
+      "epoch": 0.04514345755909164,
+      "grad_norm": 310.5910339355469,
+      "learning_rate": 1.998798627321856e-06,
+      "loss": 29.875,
+      "step": 4769
+    },
+    {
+      "epoch": 0.04515292358080669,
+      "grad_norm": 173.25942993164062,
+      "learning_rate": 1.9987971244983933e-06,
+      "loss": 21.9531,
+      "step": 4770
+    },
+    {
+      "epoch": 0.045162389602521745,
+      "grad_norm": 500.57537841796875,
+      "learning_rate": 1.9987956207361267e-06,
+      "loss": 21.8828,
+      "step": 4771
+    },
+    {
+      "epoch": 0.045171855624236805,
+      "grad_norm": 218.7486572265625,
+      "learning_rate": 1.9987941160350567e-06,
+      "loss": 24.0156,
+      "step": 4772
+    },
+    {
+      "epoch": 0.04518132164595186,
+      "grad_norm": 627.61474609375,
+      "learning_rate": 1.9987926103951852e-06,
+      "loss": 28.3242,
+      "step": 4773
+    },
+    {
+      "epoch": 0.04519078766766691,
+      "grad_norm": 550.72705078125,
+      "learning_rate": 1.9987911038165138e-06,
+      "loss": 29.3672,
+      "step": 4774
+    },
+    {
+      "epoch": 0.045200253689381964,
+      "grad_norm": 256.69903564453125,
+      "learning_rate": 1.998789596299044e-06,
+      "loss": 23.625,
+      "step": 4775
+    },
+    {
+      "epoch": 0.04520971971109702,
+      "grad_norm": 420.2906494140625,
+      "learning_rate": 1.9987880878427765e-06,
+      "loss": 54.9062,
+      "step": 4776
+    },
+    {
+      "epoch": 0.04521918573281207,
+      "grad_norm": 368.5379943847656,
+      "learning_rate": 1.9987865784477137e-06,
+      "loss": 29.1406,
+      "step": 4777
+    },
+    {
+      "epoch": 0.04522865175452712,
+      "grad_norm": 230.60482788085938,
+      "learning_rate": 1.998785068113856e-06,
+      "loss": 29.0312,
+      "step": 4778
+    },
+    {
+      "epoch": 0.045238117776242176,
+      "grad_norm": 387.39471435546875,
+      "learning_rate": 1.9987835568412057e-06,
+      "loss": 16.6406,
+      "step": 4779
+    },
+    {
+      "epoch": 0.045247583797957236,
+      "grad_norm": 180.14146423339844,
+      "learning_rate": 1.9987820446297634e-06,
+      "loss": 21.1641,
+      "step": 4780
+    },
+    {
+      "epoch": 0.04525704981967229,
+      "grad_norm": 607.1328125,
+      "learning_rate": 1.998780531479531e-06,
+      "loss": 43.6719,
+      "step": 4781
+    },
+    {
+      "epoch": 0.04526651584138734,
+      "grad_norm": 392.7657165527344,
+      "learning_rate": 1.99877901739051e-06,
+      "loss": 39.875,
+      "step": 4782
+    },
+    {
+      "epoch": 0.045275981863102395,
+      "grad_norm": 483.6501159667969,
+      "learning_rate": 1.9987775023627018e-06,
+      "loss": 25.5,
+      "step": 4783
+    },
+    {
+      "epoch": 0.04528544788481745,
+      "grad_norm": 3.2879798412323,
+      "learning_rate": 1.9987759863961075e-06,
+      "loss": 0.9214,
+      "step": 4784
+    },
+    {
+      "epoch": 0.0452949139065325,
+      "grad_norm": 498.51123046875,
+      "learning_rate": 1.998774469490729e-06,
+      "loss": 34.4688,
+      "step": 4785
+    },
+    {
+      "epoch": 0.045304379928247554,
+      "grad_norm": 334.985595703125,
+      "learning_rate": 1.9987729516465674e-06,
+      "loss": 28.5,
+      "step": 4786
+    },
+    {
+      "epoch": 0.04531384594996261,
+      "grad_norm": 914.745361328125,
+      "learning_rate": 1.998771432863624e-06,
+      "loss": 52.875,
+      "step": 4787
+    },
+    {
+      "epoch": 0.04532331197167766,
+      "grad_norm": 1428.537353515625,
+      "learning_rate": 1.9987699131419007e-06,
+      "loss": 87.9375,
+      "step": 4788
+    },
+    {
+      "epoch": 0.04533277799339272,
+      "grad_norm": 892.7255249023438,
+      "learning_rate": 1.998768392481399e-06,
+      "loss": 29.3359,
+      "step": 4789
+    },
+    {
+      "epoch": 0.04534224401510777,
+      "grad_norm": 690.4173583984375,
+      "learning_rate": 1.9987668708821193e-06,
+      "loss": 56.3438,
+      "step": 4790
+    },
+    {
+      "epoch": 0.045351710036822826,
+      "grad_norm": 218.13441467285156,
+      "learning_rate": 1.998765348344064e-06,
+      "loss": 25.7344,
+      "step": 4791
+    },
+    {
+      "epoch": 0.04536117605853788,
+      "grad_norm": 240.02182006835938,
+      "learning_rate": 1.998763824867234e-06,
+      "loss": 20.2266,
+      "step": 4792
+    },
+    {
+      "epoch": 0.04537064208025293,
+      "grad_norm": 476.3431701660156,
+      "learning_rate": 1.998762300451631e-06,
+      "loss": 34.7422,
+      "step": 4793
+    },
+    {
+      "epoch": 0.045380108101967985,
+      "grad_norm": 457.1602783203125,
+      "learning_rate": 1.9987607750972567e-06,
+      "loss": 48.6875,
+      "step": 4794
+    },
+    {
+      "epoch": 0.04538957412368304,
+      "grad_norm": 2.759016752243042,
+      "learning_rate": 1.9987592488041123e-06,
+      "loss": 0.8271,
+      "step": 4795
+    },
+    {
+      "epoch": 0.04539904014539809,
+      "grad_norm": 182.53892517089844,
+      "learning_rate": 1.9987577215721992e-06,
+      "loss": 24.2656,
+      "step": 4796
+    },
+    {
+      "epoch": 0.045408506167113144,
+      "grad_norm": 282.9500732421875,
+      "learning_rate": 1.9987561934015187e-06,
+      "loss": 26.5469,
+      "step": 4797
+    },
+    {
+      "epoch": 0.045417972188828204,
+      "grad_norm": 295.39178466796875,
+      "learning_rate": 1.998754664292072e-06,
+      "loss": 22.9219,
+      "step": 4798
+    },
+    {
+      "epoch": 0.04542743821054326,
+      "grad_norm": 597.5474853515625,
+      "learning_rate": 1.998753134243861e-06,
+      "loss": 60.3125,
+      "step": 4799
+    },
+    {
+      "epoch": 0.04543690423225831,
+      "grad_norm": 261.8683776855469,
+      "learning_rate": 1.9987516032568874e-06,
+      "loss": 27.2188,
+      "step": 4800
+    },
+    {
+      "epoch": 0.04544637025397336,
+      "grad_norm": 240.6015625,
+      "learning_rate": 1.9987500713311523e-06,
+      "loss": 28.9219,
+      "step": 4801
+    },
+    {
+      "epoch": 0.045455836275688416,
+      "grad_norm": 667.9628295898438,
+      "learning_rate": 1.998748538466657e-06,
+      "loss": 31.8047,
+      "step": 4802
+    },
+    {
+      "epoch": 0.04546530229740347,
+      "grad_norm": 2.2086353302001953,
+      "learning_rate": 1.998747004663403e-06,
+      "loss": 0.7109,
+      "step": 4803
+    },
+    {
+      "epoch": 0.04547476831911852,
+      "grad_norm": 445.2358093261719,
+      "learning_rate": 1.9987454699213915e-06,
+      "loss": 23.6797,
+      "step": 4804
+    },
+    {
+      "epoch": 0.045484234340833575,
+      "grad_norm": 276.59246826171875,
+      "learning_rate": 1.9987439342406242e-06,
+      "loss": 23.2031,
+      "step": 4805
+    },
+    {
+      "epoch": 0.045493700362548635,
+      "grad_norm": 245.97760009765625,
+      "learning_rate": 1.998742397621103e-06,
+      "loss": 23.4062,
+      "step": 4806
+    },
+    {
+      "epoch": 0.04550316638426369,
+      "grad_norm": 483.75946044921875,
+      "learning_rate": 1.9987408600628287e-06,
+      "loss": 32.0781,
+      "step": 4807
+    },
+    {
+      "epoch": 0.04551263240597874,
+      "grad_norm": 894.851318359375,
+      "learning_rate": 1.998739321565803e-06,
+      "loss": 38.25,
+      "step": 4808
+    },
+    {
+      "epoch": 0.045522098427693794,
+      "grad_norm": 2.996805191040039,
+      "learning_rate": 1.9987377821300273e-06,
+      "loss": 0.917,
+      "step": 4809
+    },
+    {
+      "epoch": 0.04553156444940885,
+      "grad_norm": 411.85321044921875,
+      "learning_rate": 1.998736241755503e-06,
+      "loss": 26.9141,
+      "step": 4810
+    },
+    {
+      "epoch": 0.0455410304711239,
+      "grad_norm": 191.93630981445312,
+      "learning_rate": 1.9987347004422318e-06,
+      "loss": 24.3047,
+      "step": 4811
+    },
+    {
+      "epoch": 0.04555049649283895,
+      "grad_norm": 1233.132568359375,
+      "learning_rate": 1.9987331581902146e-06,
+      "loss": 28.1875,
+      "step": 4812
+    },
+    {
+      "epoch": 0.045559962514554006,
+      "grad_norm": 785.2987060546875,
+      "learning_rate": 1.9987316149994537e-06,
+      "loss": 73.8125,
+      "step": 4813
+    },
+    {
+      "epoch": 0.04556942853626906,
+      "grad_norm": 240.22434997558594,
+      "learning_rate": 1.9987300708699495e-06,
+      "loss": 25.875,
+      "step": 4814
+    },
+    {
+      "epoch": 0.04557889455798412,
+      "grad_norm": 365.6331481933594,
+      "learning_rate": 1.9987285258017045e-06,
+      "loss": 24.6562,
+      "step": 4815
+    },
+    {
+      "epoch": 0.04558836057969917,
+      "grad_norm": 2.4800925254821777,
+      "learning_rate": 1.9987269797947195e-06,
+      "loss": 0.8179,
+      "step": 4816
+    },
+    {
+      "epoch": 0.045597826601414225,
+      "grad_norm": 476.07958984375,
+      "learning_rate": 1.998725432848996e-06,
+      "loss": 43.7969,
+      "step": 4817
+    },
+    {
+      "epoch": 0.04560729262312928,
+      "grad_norm": 402.21630859375,
+      "learning_rate": 1.9987238849645353e-06,
+      "loss": 22.2656,
+      "step": 4818
+    },
+    {
+      "epoch": 0.04561675864484433,
+      "grad_norm": 315.5611572265625,
+      "learning_rate": 1.9987223361413395e-06,
+      "loss": 24.6484,
+      "step": 4819
+    },
+    {
+      "epoch": 0.045626224666559384,
+      "grad_norm": 1065.3551025390625,
+      "learning_rate": 1.9987207863794096e-06,
+      "loss": 51.3906,
+      "step": 4820
+    },
+    {
+      "epoch": 0.04563569068827444,
+      "grad_norm": 619.24755859375,
+      "learning_rate": 1.9987192356787474e-06,
+      "loss": 44.2656,
+      "step": 4821
+    },
+    {
+      "epoch": 0.04564515670998949,
+      "grad_norm": 836.4766235351562,
+      "learning_rate": 1.998717684039354e-06,
+      "loss": 46.125,
+      "step": 4822
+    },
+    {
+      "epoch": 0.04565462273170455,
+      "grad_norm": 3.0622551441192627,
+      "learning_rate": 1.998716131461231e-06,
+      "loss": 0.8967,
+      "step": 4823
+    },
+    {
+      "epoch": 0.0456640887534196,
+      "grad_norm": 634.5376586914062,
+      "learning_rate": 1.998714577944379e-06,
+      "loss": 39.6953,
+      "step": 4824
+    },
+    {
+      "epoch": 0.045673554775134656,
+      "grad_norm": 374.5390930175781,
+      "learning_rate": 1.998713023488801e-06,
+      "loss": 21.5625,
+      "step": 4825
+    },
+    {
+      "epoch": 0.04568302079684971,
+      "grad_norm": 745.7342529296875,
+      "learning_rate": 1.9987114680944972e-06,
+      "loss": 70.7812,
+      "step": 4826
+    },
+    {
+      "epoch": 0.04569248681856476,
+      "grad_norm": 858.5900268554688,
+      "learning_rate": 1.9987099117614704e-06,
+      "loss": 36.2031,
+      "step": 4827
+    },
+    {
+      "epoch": 0.045701952840279815,
+      "grad_norm": 318.5217590332031,
+      "learning_rate": 1.9987083544897206e-06,
+      "loss": 32.4219,
+      "step": 4828
+    },
+    {
+      "epoch": 0.04571141886199487,
+      "grad_norm": 915.539306640625,
+      "learning_rate": 1.9987067962792504e-06,
+      "loss": 24.8281,
+      "step": 4829
+    },
+    {
+      "epoch": 0.04572088488370992,
+      "grad_norm": 197.02090454101562,
+      "learning_rate": 1.9987052371300605e-06,
+      "loss": 26.0,
+      "step": 4830
+    },
+    {
+      "epoch": 0.045730350905424974,
+      "grad_norm": 588.902587890625,
+      "learning_rate": 1.9987036770421527e-06,
+      "loss": 49.5312,
+      "step": 4831
+    },
+    {
+      "epoch": 0.045739816927140034,
+      "grad_norm": 232.7539825439453,
+      "learning_rate": 1.9987021160155283e-06,
+      "loss": 24.2031,
+      "step": 4832
+    },
+    {
+      "epoch": 0.04574928294885509,
+      "grad_norm": 223.51902770996094,
+      "learning_rate": 1.998700554050189e-06,
+      "loss": 23.4688,
+      "step": 4833
+    },
+    {
+      "epoch": 0.04575874897057014,
+      "grad_norm": 354.3069152832031,
+      "learning_rate": 1.9986989911461363e-06,
+      "loss": 33.6875,
+      "step": 4834
+    },
+    {
+      "epoch": 0.04576821499228519,
+      "grad_norm": 253.83914184570312,
+      "learning_rate": 1.9986974273033713e-06,
+      "loss": 26.0781,
+      "step": 4835
+    },
+    {
+      "epoch": 0.045777681014000246,
+      "grad_norm": 196.713623046875,
+      "learning_rate": 1.9986958625218956e-06,
+      "loss": 21.1406,
+      "step": 4836
+    },
+    {
+      "epoch": 0.0457871470357153,
+      "grad_norm": 409.67352294921875,
+      "learning_rate": 1.998694296801711e-06,
+      "loss": 34.8047,
+      "step": 4837
+    },
+    {
+      "epoch": 0.04579661305743035,
+      "grad_norm": 1933.611328125,
+      "learning_rate": 1.9986927301428183e-06,
+      "loss": 34.3906,
+      "step": 4838
+    },
+    {
+      "epoch": 0.045806079079145405,
+      "grad_norm": 926.9720458984375,
+      "learning_rate": 1.99869116254522e-06,
+      "loss": 44.6406,
+      "step": 4839
+    },
+    {
+      "epoch": 0.04581554510086046,
+      "grad_norm": 506.21929931640625,
+      "learning_rate": 1.9986895940089165e-06,
+      "loss": 48.3125,
+      "step": 4840
+    },
+    {
+      "epoch": 0.04582501112257552,
+      "grad_norm": 901.0478515625,
+      "learning_rate": 1.99868802453391e-06,
+      "loss": 63.8281,
+      "step": 4841
+    },
+    {
+      "epoch": 0.04583447714429057,
+      "grad_norm": 400.96240234375,
+      "learning_rate": 1.9986864541202014e-06,
+      "loss": 30.2109,
+      "step": 4842
+    },
+    {
+      "epoch": 0.045843943166005624,
+      "grad_norm": 547.9796142578125,
+      "learning_rate": 1.998684882767793e-06,
+      "loss": 56.5469,
+      "step": 4843
+    },
+    {
+      "epoch": 0.04585340918772068,
+      "grad_norm": 681.2125244140625,
+      "learning_rate": 1.9986833104766854e-06,
+      "loss": 55.5469,
+      "step": 4844
+    },
+    {
+      "epoch": 0.04586287520943573,
+      "grad_norm": 328.3799133300781,
+      "learning_rate": 1.9986817372468806e-06,
+      "loss": 30.4297,
+      "step": 4845
+    },
+    {
+      "epoch": 0.04587234123115078,
+      "grad_norm": 291.5192565917969,
+      "learning_rate": 1.9986801630783804e-06,
+      "loss": 14.3633,
+      "step": 4846
+    },
+    {
+      "epoch": 0.045881807252865836,
+      "grad_norm": 376.7858581542969,
+      "learning_rate": 1.998678587971185e-06,
+      "loss": 16.7656,
+      "step": 4847
+    },
+    {
+      "epoch": 0.04589127327458089,
+      "grad_norm": 438.61810302734375,
+      "learning_rate": 1.9986770119252973e-06,
+      "loss": 21.75,
+      "step": 4848
+    },
+    {
+      "epoch": 0.04590073929629595,
+      "grad_norm": 3.145371913909912,
+      "learning_rate": 1.998675434940718e-06,
+      "loss": 0.7842,
+      "step": 4849
+    },
+    {
+      "epoch": 0.045910205318011,
+      "grad_norm": 196.5342254638672,
+      "learning_rate": 1.9986738570174484e-06,
+      "loss": 24.6016,
+      "step": 4850
+    },
+    {
+      "epoch": 0.045919671339726055,
+      "grad_norm": 409.3076171875,
+      "learning_rate": 1.9986722781554907e-06,
+      "loss": 40.2891,
+      "step": 4851
+    },
+    {
+      "epoch": 0.04592913736144111,
+      "grad_norm": 482.9364318847656,
+      "learning_rate": 1.998670698354846e-06,
+      "loss": 23.875,
+      "step": 4852
+    },
+    {
+      "epoch": 0.04593860338315616,
+      "grad_norm": 581.1954345703125,
+      "learning_rate": 1.998669117615516e-06,
+      "loss": 53.9062,
+      "step": 4853
+    },
+    {
+      "epoch": 0.045948069404871214,
+      "grad_norm": 1145.2845458984375,
+      "learning_rate": 1.9986675359375017e-06,
+      "loss": 59.0234,
+      "step": 4854
+    },
+    {
+      "epoch": 0.04595753542658627,
+      "grad_norm": 166.15089416503906,
+      "learning_rate": 1.998665953320805e-06,
+      "loss": 32.0156,
+      "step": 4855
+    },
+    {
+      "epoch": 0.04596700144830132,
+      "grad_norm": 646.8658447265625,
+      "learning_rate": 1.998664369765427e-06,
+      "loss": 53.3594,
+      "step": 4856
+    },
+    {
+      "epoch": 0.04597646747001637,
+      "grad_norm": 3.5358567237854004,
+      "learning_rate": 1.9986627852713695e-06,
+      "loss": 1.0269,
+      "step": 4857
+    },
+    {
+      "epoch": 0.04598593349173143,
+      "grad_norm": 278.1242370605469,
+      "learning_rate": 1.998661199838634e-06,
+      "loss": 22.4141,
+      "step": 4858
+    },
+    {
+      "epoch": 0.045995399513446486,
+      "grad_norm": 756.1561279296875,
+      "learning_rate": 1.9986596134672225e-06,
+      "loss": 37.6289,
+      "step": 4859
+    },
+    {
+      "epoch": 0.04600486553516154,
+      "grad_norm": 212.04299926757812,
+      "learning_rate": 1.9986580261571352e-06,
+      "loss": 22.2656,
+      "step": 4860
+    },
+    {
+      "epoch": 0.04601433155687659,
+      "grad_norm": 427.7985534667969,
+      "learning_rate": 1.998656437908375e-06,
+      "loss": 47.4062,
+      "step": 4861
+    },
+    {
+      "epoch": 0.046023797578591645,
+      "grad_norm": 459.7383117675781,
+      "learning_rate": 1.998654848720942e-06,
+      "loss": 50.8906,
+      "step": 4862
+    },
+    {
+      "epoch": 0.0460332636003067,
+      "grad_norm": 337.75225830078125,
+      "learning_rate": 1.9986532585948387e-06,
+      "loss": 31.8125,
+      "step": 4863
+    },
+    {
+      "epoch": 0.04604272962202175,
+      "grad_norm": 280.203857421875,
+      "learning_rate": 1.9986516675300666e-06,
+      "loss": 21.4375,
+      "step": 4864
+    },
+    {
+      "epoch": 0.046052195643736804,
+      "grad_norm": 168.9491424560547,
+      "learning_rate": 1.9986500755266265e-06,
+      "loss": 22.5156,
+      "step": 4865
+    },
+    {
+      "epoch": 0.04606166166545186,
+      "grad_norm": 567.06396484375,
+      "learning_rate": 1.9986484825845206e-06,
+      "loss": 25.5234,
+      "step": 4866
+    },
+    {
+      "epoch": 0.04607112768716692,
+      "grad_norm": 221.18203735351562,
+      "learning_rate": 1.99864688870375e-06,
+      "loss": 21.9375,
+      "step": 4867
+    },
+    {
+      "epoch": 0.04608059370888197,
+      "grad_norm": 690.2825927734375,
+      "learning_rate": 1.998645293884316e-06,
+      "loss": 55.6094,
+      "step": 4868
+    },
+    {
+      "epoch": 0.04609005973059702,
+      "grad_norm": 1215.45654296875,
+      "learning_rate": 1.9986436981262207e-06,
+      "loss": 78.7266,
+      "step": 4869
+    },
+    {
+      "epoch": 0.046099525752312076,
+      "grad_norm": 329.5827941894531,
+      "learning_rate": 1.9986421014294656e-06,
+      "loss": 36.1719,
+      "step": 4870
+    },
+    {
+      "epoch": 0.04610899177402713,
+      "grad_norm": 585.6376342773438,
+      "learning_rate": 1.9986405037940513e-06,
+      "loss": 28.7969,
+      "step": 4871
+    },
+    {
+      "epoch": 0.04611845779574218,
+      "grad_norm": 236.2150115966797,
+      "learning_rate": 1.9986389052199798e-06,
+      "loss": 24.2422,
+      "step": 4872
+    },
+    {
+      "epoch": 0.046127923817457235,
+      "grad_norm": 390.70440673828125,
+      "learning_rate": 1.9986373057072534e-06,
+      "loss": 24.1406,
+      "step": 4873
+    },
+    {
+      "epoch": 0.04613738983917229,
+      "grad_norm": 260.5181579589844,
+      "learning_rate": 1.998635705255872e-06,
+      "loss": 22.4141,
+      "step": 4874
+    },
+    {
+      "epoch": 0.04614685586088735,
+      "grad_norm": 287.16168212890625,
+      "learning_rate": 1.9986341038658387e-06,
+      "loss": 30.3281,
+      "step": 4875
+    },
+    {
+      "epoch": 0.0461563218826024,
+      "grad_norm": 502.43182373046875,
+      "learning_rate": 1.9986325015371543e-06,
+      "loss": 26.1562,
+      "step": 4876
+    },
+    {
+      "epoch": 0.046165787904317454,
+      "grad_norm": 442.6324462890625,
+      "learning_rate": 1.99863089826982e-06,
+      "loss": 22.9844,
+      "step": 4877
+    },
+    {
+      "epoch": 0.04617525392603251,
+      "grad_norm": 677.4999389648438,
+      "learning_rate": 1.998629294063838e-06,
+      "loss": 40.125,
+      "step": 4878
+    },
+    {
+      "epoch": 0.04618471994774756,
+      "grad_norm": 195.59942626953125,
+      "learning_rate": 1.998627688919209e-06,
+      "loss": 22.4531,
+      "step": 4879
+    },
+    {
+      "epoch": 0.04619418596946261,
+      "grad_norm": 666.4011840820312,
+      "learning_rate": 1.998626082835935e-06,
+      "loss": 42.4219,
+      "step": 4880
+    },
+    {
+      "epoch": 0.046203651991177666,
+      "grad_norm": 221.5003204345703,
+      "learning_rate": 1.9986244758140175e-06,
+      "loss": 22.2812,
+      "step": 4881
+    },
+    {
+      "epoch": 0.04621311801289272,
+      "grad_norm": 538.1617431640625,
+      "learning_rate": 1.998622867853458e-06,
+      "loss": 40.2812,
+      "step": 4882
+    },
+    {
+      "epoch": 0.04622258403460777,
+      "grad_norm": 307.6631164550781,
+      "learning_rate": 1.998621258954258e-06,
+      "loss": 25.9922,
+      "step": 4883
+    },
+    {
+      "epoch": 0.04623205005632283,
+      "grad_norm": 416.6775207519531,
+      "learning_rate": 1.998619649116419e-06,
+      "loss": 46.0781,
+      "step": 4884
+    },
+    {
+      "epoch": 0.046241516078037885,
+      "grad_norm": 517.3224487304688,
+      "learning_rate": 1.998618038339942e-06,
+      "loss": 19.7031,
+      "step": 4885
+    },
+    {
+      "epoch": 0.04625098209975294,
+      "grad_norm": 489.37139892578125,
+      "learning_rate": 1.99861642662483e-06,
+      "loss": 31.9375,
+      "step": 4886
+    },
+    {
+      "epoch": 0.04626044812146799,
+      "grad_norm": 1272.1761474609375,
+      "learning_rate": 1.9986148139710827e-06,
+      "loss": 28.5156,
+      "step": 4887
+    },
+    {
+      "epoch": 0.046269914143183044,
+      "grad_norm": 228.46556091308594,
+      "learning_rate": 1.9986132003787028e-06,
+      "loss": 25.7734,
+      "step": 4888
+    },
+    {
+      "epoch": 0.0462793801648981,
+      "grad_norm": 720.1585083007812,
+      "learning_rate": 1.9986115858476913e-06,
+      "loss": 35.9531,
+      "step": 4889
+    },
+    {
+      "epoch": 0.04628884618661315,
+      "grad_norm": 372.1622314453125,
+      "learning_rate": 1.99860997037805e-06,
+      "loss": 24.6562,
+      "step": 4890
+    },
+    {
+      "epoch": 0.0462983122083282,
+      "grad_norm": 169.2445526123047,
+      "learning_rate": 1.9986083539697807e-06,
+      "loss": 20.4062,
+      "step": 4891
+    },
+    {
+      "epoch": 0.04630777823004326,
+      "grad_norm": 686.4298095703125,
+      "learning_rate": 1.9986067366228836e-06,
+      "loss": 58.3828,
+      "step": 4892
+    },
+    {
+      "epoch": 0.046317244251758316,
+      "grad_norm": 194.55233764648438,
+      "learning_rate": 1.9986051183373617e-06,
+      "loss": 31.1406,
+      "step": 4893
+    },
+    {
+      "epoch": 0.04632671027347337,
+      "grad_norm": 845.1546630859375,
+      "learning_rate": 1.9986034991132156e-06,
+      "loss": 30.3594,
+      "step": 4894
+    },
+    {
+      "epoch": 0.04633617629518842,
+      "grad_norm": 475.3451232910156,
+      "learning_rate": 1.9986018789504477e-06,
+      "loss": 29.3359,
+      "step": 4895
+    },
+    {
+      "epoch": 0.046345642316903475,
+      "grad_norm": 281.85797119140625,
+      "learning_rate": 1.9986002578490584e-06,
+      "loss": 39.3984,
+      "step": 4896
+    },
+    {
+      "epoch": 0.04635510833861853,
+      "grad_norm": 3.2843613624572754,
+      "learning_rate": 1.9985986358090503e-06,
+      "loss": 0.7766,
+      "step": 4897
+    },
+    {
+      "epoch": 0.04636457436033358,
+      "grad_norm": 3.4960224628448486,
+      "learning_rate": 1.9985970128304243e-06,
+      "loss": 0.9668,
+      "step": 4898
+    },
+    {
+      "epoch": 0.046374040382048634,
+      "grad_norm": 916.4220581054688,
+      "learning_rate": 1.998595388913182e-06,
+      "loss": 59.375,
+      "step": 4899
+    },
+    {
+      "epoch": 0.04638350640376369,
+      "grad_norm": 261.834716796875,
+      "learning_rate": 1.998593764057325e-06,
+      "loss": 43.7969,
+      "step": 4900
+    },
+    {
+      "epoch": 0.04639297242547875,
+      "grad_norm": 278.4112854003906,
+      "learning_rate": 1.998592138262855e-06,
+      "loss": 33.25,
+      "step": 4901
+    },
+    {
+      "epoch": 0.0464024384471938,
+      "grad_norm": 673.2586059570312,
+      "learning_rate": 1.998590511529773e-06,
+      "loss": 34.2344,
+      "step": 4902
+    },
+    {
+      "epoch": 0.04641190446890885,
+      "grad_norm": 254.03070068359375,
+      "learning_rate": 1.998588883858081e-06,
+      "loss": 25.2969,
+      "step": 4903
+    },
+    {
+      "epoch": 0.046421370490623906,
+      "grad_norm": 369.7664489746094,
+      "learning_rate": 1.9985872552477807e-06,
+      "loss": 26.5625,
+      "step": 4904
+    },
+    {
+      "epoch": 0.04643083651233896,
+      "grad_norm": 577.559814453125,
+      "learning_rate": 1.9985856256988734e-06,
+      "loss": 44.2422,
+      "step": 4905
+    },
+    {
+      "epoch": 0.04644030253405401,
+      "grad_norm": 3.018941640853882,
+      "learning_rate": 1.99858399521136e-06,
+      "loss": 0.8472,
+      "step": 4906
+    },
+    {
+      "epoch": 0.046449768555769065,
+      "grad_norm": 3.3745815753936768,
+      "learning_rate": 1.998582363785243e-06,
+      "loss": 0.957,
+      "step": 4907
+    },
+    {
+      "epoch": 0.04645923457748412,
+      "grad_norm": 530.7095336914062,
+      "learning_rate": 1.998580731420524e-06,
+      "loss": 53.9375,
+      "step": 4908
+    },
+    {
+      "epoch": 0.04646870059919917,
+      "grad_norm": 458.37310791015625,
+      "learning_rate": 1.998579098117203e-06,
+      "loss": 47.5938,
+      "step": 4909
+    },
+    {
+      "epoch": 0.04647816662091423,
+      "grad_norm": 806.6177368164062,
+      "learning_rate": 1.998577463875283e-06,
+      "loss": 56.0469,
+      "step": 4910
+    },
+    {
+      "epoch": 0.046487632642629284,
+      "grad_norm": 263.3856201171875,
+      "learning_rate": 1.9985758286947654e-06,
+      "loss": 27.0938,
+      "step": 4911
+    },
+    {
+      "epoch": 0.04649709866434434,
+      "grad_norm": 2.7006289958953857,
+      "learning_rate": 1.9985741925756514e-06,
+      "loss": 0.8325,
+      "step": 4912
+    },
+    {
+      "epoch": 0.04650656468605939,
+      "grad_norm": 2365.465576171875,
+      "learning_rate": 1.9985725555179427e-06,
+      "loss": 64.0312,
+      "step": 4913
+    },
+    {
+      "epoch": 0.04651603070777444,
+      "grad_norm": 647.1509399414062,
+      "learning_rate": 1.9985709175216407e-06,
+      "loss": 20.1172,
+      "step": 4914
+    },
+    {
+      "epoch": 0.046525496729489496,
+      "grad_norm": 302.82196044921875,
+      "learning_rate": 1.998569278586747e-06,
+      "loss": 30.25,
+      "step": 4915
+    },
+    {
+      "epoch": 0.04653496275120455,
+      "grad_norm": 3.0986053943634033,
+      "learning_rate": 1.998567638713263e-06,
+      "loss": 1.0054,
+      "step": 4916
+    },
+    {
+      "epoch": 0.0465444287729196,
+      "grad_norm": 192.00648498535156,
+      "learning_rate": 1.9985659979011906e-06,
+      "loss": 23.9609,
+      "step": 4917
+    },
+    {
+      "epoch": 0.04655389479463466,
+      "grad_norm": 3.328106164932251,
+      "learning_rate": 1.998564356150531e-06,
+      "loss": 0.9902,
+      "step": 4918
+    },
+    {
+      "epoch": 0.046563360816349715,
+      "grad_norm": 474.21759033203125,
+      "learning_rate": 1.9985627134612856e-06,
+      "loss": 38.5312,
+      "step": 4919
+    },
+    {
+      "epoch": 0.04657282683806477,
+      "grad_norm": 538.9546508789062,
+      "learning_rate": 1.9985610698334566e-06,
+      "loss": 49.3359,
+      "step": 4920
+    },
+    {
+      "epoch": 0.04658229285977982,
+      "grad_norm": 269.71673583984375,
+      "learning_rate": 1.9985594252670452e-06,
+      "loss": 25.3359,
+      "step": 4921
+    },
+    {
+      "epoch": 0.046591758881494874,
+      "grad_norm": 436.94061279296875,
+      "learning_rate": 1.9985577797620527e-06,
+      "loss": 49.0625,
+      "step": 4922
+    },
+    {
+      "epoch": 0.04660122490320993,
+      "grad_norm": 644.2550048828125,
+      "learning_rate": 1.998556133318481e-06,
+      "loss": 48.9219,
+      "step": 4923
+    },
+    {
+      "epoch": 0.04661069092492498,
+      "grad_norm": 233.2210693359375,
+      "learning_rate": 1.998554485936331e-06,
+      "loss": 25.4531,
+      "step": 4924
+    },
+    {
+      "epoch": 0.04662015694664003,
+      "grad_norm": 201.16781616210938,
+      "learning_rate": 1.9985528376156055e-06,
+      "loss": 27.4375,
+      "step": 4925
+    },
+    {
+      "epoch": 0.046629622968355086,
+      "grad_norm": 184.18301391601562,
+      "learning_rate": 1.998551188356305e-06,
+      "loss": 20.8281,
+      "step": 4926
+    },
+    {
+      "epoch": 0.046639088990070146,
+      "grad_norm": 463.6669006347656,
+      "learning_rate": 1.998549538158431e-06,
+      "loss": 56.0781,
+      "step": 4927
+    },
+    {
+      "epoch": 0.0466485550117852,
+      "grad_norm": 2.787112236022949,
+      "learning_rate": 1.9985478870219858e-06,
+      "loss": 1.0176,
+      "step": 4928
+    },
+    {
+      "epoch": 0.04665802103350025,
+      "grad_norm": 410.17059326171875,
+      "learning_rate": 1.9985462349469704e-06,
+      "loss": 30.5625,
+      "step": 4929
+    },
+    {
+      "epoch": 0.046667487055215305,
+      "grad_norm": 1069.431396484375,
+      "learning_rate": 1.9985445819333865e-06,
+      "loss": 42.9688,
+      "step": 4930
+    },
+    {
+      "epoch": 0.04667695307693036,
+      "grad_norm": 945.3935546875,
+      "learning_rate": 1.9985429279812356e-06,
+      "loss": 31.4844,
+      "step": 4931
+    },
+    {
+      "epoch": 0.04668641909864541,
+      "grad_norm": 612.7189331054688,
+      "learning_rate": 1.998541273090519e-06,
+      "loss": 56.5781,
+      "step": 4932
+    },
+    {
+      "epoch": 0.046695885120360464,
+      "grad_norm": 658.8267211914062,
+      "learning_rate": 1.9985396172612394e-06,
+      "loss": 80.6562,
+      "step": 4933
+    },
+    {
+      "epoch": 0.04670535114207552,
+      "grad_norm": 424.18438720703125,
+      "learning_rate": 1.9985379604933968e-06,
+      "loss": 25.4531,
+      "step": 4934
+    },
+    {
+      "epoch": 0.04671481716379058,
+      "grad_norm": 277.6717224121094,
+      "learning_rate": 1.9985363027869937e-06,
+      "loss": 26.6875,
+      "step": 4935
+    },
+    {
+      "epoch": 0.04672428318550563,
+      "grad_norm": 676.702392578125,
+      "learning_rate": 1.9985346441420317e-06,
+      "loss": 32.75,
+      "step": 4936
+    },
+    {
+      "epoch": 0.04673374920722068,
+      "grad_norm": 395.3481750488281,
+      "learning_rate": 1.9985329845585117e-06,
+      "loss": 29.2578,
+      "step": 4937
+    },
+    {
+      "epoch": 0.046743215228935736,
+      "grad_norm": 245.13829040527344,
+      "learning_rate": 1.9985313240364357e-06,
+      "loss": 25.7344,
+      "step": 4938
+    },
+    {
+      "epoch": 0.04675268125065079,
+      "grad_norm": 344.7325439453125,
+      "learning_rate": 1.9985296625758056e-06,
+      "loss": 31.8281,
+      "step": 4939
+    },
+    {
+      "epoch": 0.04676214727236584,
+      "grad_norm": 399.8819885253906,
+      "learning_rate": 1.998528000176622e-06,
+      "loss": 26.625,
+      "step": 4940
+    },
+    {
+      "epoch": 0.046771613294080895,
+      "grad_norm": 406.46124267578125,
+      "learning_rate": 1.9985263368388873e-06,
+      "loss": 41.9531,
+      "step": 4941
+    },
+    {
+      "epoch": 0.04678107931579595,
+      "grad_norm": 356.9564514160156,
+      "learning_rate": 1.9985246725626032e-06,
+      "loss": 28.5781,
+      "step": 4942
+    },
+    {
+      "epoch": 0.046790545337511,
+      "grad_norm": 161.81138610839844,
+      "learning_rate": 1.9985230073477703e-06,
+      "loss": 25.7812,
+      "step": 4943
+    },
+    {
+      "epoch": 0.04680001135922606,
+      "grad_norm": 2.849299669265747,
+      "learning_rate": 1.998521341194391e-06,
+      "loss": 0.7217,
+      "step": 4944
+    },
+    {
+      "epoch": 0.046809477380941114,
+      "grad_norm": 252.18081665039062,
+      "learning_rate": 1.9985196741024664e-06,
+      "loss": 26.1562,
+      "step": 4945
+    },
+    {
+      "epoch": 0.04681894340265617,
+      "grad_norm": 199.55926513671875,
+      "learning_rate": 1.9985180060719985e-06,
+      "loss": 24.5078,
+      "step": 4946
+    },
+    {
+      "epoch": 0.04682840942437122,
+      "grad_norm": 345.8384094238281,
+      "learning_rate": 1.9985163371029885e-06,
+      "loss": 26.2812,
+      "step": 4947
+    },
+    {
+      "epoch": 0.04683787544608627,
+      "grad_norm": 318.3001708984375,
+      "learning_rate": 1.998514667195438e-06,
+      "loss": 33.3125,
+      "step": 4948
+    },
+    {
+      "epoch": 0.046847341467801326,
+      "grad_norm": 335.01953125,
+      "learning_rate": 1.998512996349349e-06,
+      "loss": 48.7031,
+      "step": 4949
+    },
+    {
+      "epoch": 0.04685680748951638,
+      "grad_norm": 475.6780700683594,
+      "learning_rate": 1.9985113245647224e-06,
+      "loss": 52.9375,
+      "step": 4950
+    },
+    {
+      "epoch": 0.04686627351123143,
+      "grad_norm": 443.92999267578125,
+      "learning_rate": 1.9985096518415602e-06,
+      "loss": 46.9688,
+      "step": 4951
+    },
+    {
+      "epoch": 0.046875739532946485,
+      "grad_norm": 853.9534301757812,
+      "learning_rate": 1.998507978179864e-06,
+      "loss": 69.3828,
+      "step": 4952
+    },
+    {
+      "epoch": 0.046885205554661545,
+      "grad_norm": 441.2580261230469,
+      "learning_rate": 1.9985063035796353e-06,
+      "loss": 24.1172,
+      "step": 4953
+    },
+    {
+      "epoch": 0.0468946715763766,
+      "grad_norm": 538.1654663085938,
+      "learning_rate": 1.9985046280408755e-06,
+      "loss": 33.1797,
+      "step": 4954
+    },
+    {
+      "epoch": 0.04690413759809165,
+      "grad_norm": 3.1755077838897705,
+      "learning_rate": 1.9985029515635863e-06,
+      "loss": 0.9346,
+      "step": 4955
+    },
+    {
+      "epoch": 0.046913603619806704,
+      "grad_norm": 195.17095947265625,
+      "learning_rate": 1.9985012741477693e-06,
+      "loss": 23.6094,
+      "step": 4956
+    },
+    {
+      "epoch": 0.04692306964152176,
+      "grad_norm": 535.0870361328125,
+      "learning_rate": 1.9984995957934263e-06,
+      "loss": 60.0938,
+      "step": 4957
+    },
+    {
+      "epoch": 0.04693253566323681,
+      "grad_norm": 227.46014404296875,
+      "learning_rate": 1.998497916500558e-06,
+      "loss": 23.6641,
+      "step": 4958
+    },
+    {
+      "epoch": 0.04694200168495186,
+      "grad_norm": 176.2168731689453,
+      "learning_rate": 1.998496236269167e-06,
+      "loss": 21.2031,
+      "step": 4959
+    },
+    {
+      "epoch": 0.046951467706666916,
+      "grad_norm": 309.41607666015625,
+      "learning_rate": 1.9984945550992547e-06,
+      "loss": 31.9844,
+      "step": 4960
+    },
+    {
+      "epoch": 0.046960933728381976,
+      "grad_norm": 2.762362241744995,
+      "learning_rate": 1.9984928729908223e-06,
+      "loss": 0.8433,
+      "step": 4961
+    },
+    {
+      "epoch": 0.04697039975009703,
+      "grad_norm": 519.140380859375,
+      "learning_rate": 1.998491189943872e-06,
+      "loss": 22.1914,
+      "step": 4962
+    },
+    {
+      "epoch": 0.04697986577181208,
+      "grad_norm": 600.2186279296875,
+      "learning_rate": 1.998489505958404e-06,
+      "loss": 55.8516,
+      "step": 4963
+    },
+    {
+      "epoch": 0.046989331793527135,
+      "grad_norm": 339.1544494628906,
+      "learning_rate": 1.9984878210344215e-06,
+      "loss": 30.2969,
+      "step": 4964
+    },
+    {
+      "epoch": 0.04699879781524219,
+      "grad_norm": 319.9688720703125,
+      "learning_rate": 1.998486135171925e-06,
+      "loss": 29.9688,
+      "step": 4965
+    },
+    {
+      "epoch": 0.04700826383695724,
+      "grad_norm": 218.00880432128906,
+      "learning_rate": 1.9984844483709165e-06,
+      "loss": 24.8438,
+      "step": 4966
+    },
+    {
+      "epoch": 0.047017729858672294,
+      "grad_norm": 234.2946319580078,
+      "learning_rate": 1.998482760631398e-06,
+      "loss": 20.7422,
+      "step": 4967
+    },
+    {
+      "epoch": 0.04702719588038735,
+      "grad_norm": 1051.26904296875,
+      "learning_rate": 1.9984810719533704e-06,
+      "loss": 44.9219,
+      "step": 4968
+    },
+    {
+      "epoch": 0.0470366619021024,
+      "grad_norm": 367.2789611816406,
+      "learning_rate": 1.9984793823368357e-06,
+      "loss": 12.3633,
+      "step": 4969
+    },
+    {
+      "epoch": 0.04704612792381746,
+      "grad_norm": 484.18829345703125,
+      "learning_rate": 1.998477691781795e-06,
+      "loss": 36.8438,
+      "step": 4970
+    },
+    {
+      "epoch": 0.04705559394553251,
+      "grad_norm": 188.30006408691406,
+      "learning_rate": 1.9984760002882506e-06,
+      "loss": 23.4219,
+      "step": 4971
+    },
+    {
+      "epoch": 0.047065059967247566,
+      "grad_norm": 404.5779113769531,
+      "learning_rate": 1.9984743078562034e-06,
+      "loss": 42.9531,
+      "step": 4972
+    },
+    {
+      "epoch": 0.04707452598896262,
+      "grad_norm": 447.71270751953125,
+      "learning_rate": 1.9984726144856556e-06,
+      "loss": 27.2188,
+      "step": 4973
+    },
+    {
+      "epoch": 0.04708399201067767,
+      "grad_norm": 340.4766845703125,
+      "learning_rate": 1.9984709201766085e-06,
+      "loss": 15.0,
+      "step": 4974
+    },
+    {
+      "epoch": 0.047093458032392725,
+      "grad_norm": 351.8328552246094,
+      "learning_rate": 1.998469224929063e-06,
+      "loss": 29.1172,
+      "step": 4975
+    },
+    {
+      "epoch": 0.04710292405410778,
+      "grad_norm": 3.1212470531463623,
+      "learning_rate": 1.9984675287430223e-06,
+      "loss": 0.9121,
+      "step": 4976
+    },
+    {
+      "epoch": 0.04711239007582283,
+      "grad_norm": 253.04283142089844,
+      "learning_rate": 1.9984658316184868e-06,
+      "loss": 23.7891,
+      "step": 4977
+    },
+    {
+      "epoch": 0.04712185609753789,
+      "grad_norm": 267.0601806640625,
+      "learning_rate": 1.998464133555458e-06,
+      "loss": 24.4688,
+      "step": 4978
+    },
+    {
+      "epoch": 0.047131322119252944,
+      "grad_norm": 312.1460876464844,
+      "learning_rate": 1.9984624345539383e-06,
+      "loss": 31.1562,
+      "step": 4979
+    },
+    {
+      "epoch": 0.047140788140968,
+      "grad_norm": 343.7242126464844,
+      "learning_rate": 1.9984607346139287e-06,
+      "loss": 24.125,
+      "step": 4980
+    },
+    {
+      "epoch": 0.04715025416268305,
+      "grad_norm": 501.09521484375,
+      "learning_rate": 1.9984590337354312e-06,
+      "loss": 35.2422,
+      "step": 4981
+    },
+    {
+      "epoch": 0.0471597201843981,
+      "grad_norm": 636.5592651367188,
+      "learning_rate": 1.9984573319184466e-06,
+      "loss": 42.5781,
+      "step": 4982
+    },
+    {
+      "epoch": 0.047169186206113156,
+      "grad_norm": 243.40309143066406,
+      "learning_rate": 1.9984556291629775e-06,
+      "loss": 22.6719,
+      "step": 4983
+    },
+    {
+      "epoch": 0.04717865222782821,
+      "grad_norm": 616.3126220703125,
+      "learning_rate": 1.998453925469025e-06,
+      "loss": 29.0156,
+      "step": 4984
+    },
+    {
+      "epoch": 0.04718811824954326,
+      "grad_norm": 279.968994140625,
+      "learning_rate": 1.9984522208365906e-06,
+      "loss": 29.2109,
+      "step": 4985
+    },
+    {
+      "epoch": 0.047197584271258315,
+      "grad_norm": 711.9099731445312,
+      "learning_rate": 1.9984505152656763e-06,
+      "loss": 36.4062,
+      "step": 4986
+    },
+    {
+      "epoch": 0.047207050292973375,
+      "grad_norm": 3.1869430541992188,
+      "learning_rate": 1.9984488087562833e-06,
+      "loss": 0.999,
+      "step": 4987
+    },
+    {
+      "epoch": 0.04721651631468843,
+      "grad_norm": 355.35211181640625,
+      "learning_rate": 1.9984471013084135e-06,
+      "loss": 27.8438,
+      "step": 4988
+    },
+    {
+      "epoch": 0.04722598233640348,
+      "grad_norm": 318.0705261230469,
+      "learning_rate": 1.9984453929220683e-06,
+      "loss": 28.5234,
+      "step": 4989
+    },
+    {
+      "epoch": 0.047235448358118534,
+      "grad_norm": 367.4602355957031,
+      "learning_rate": 1.9984436835972497e-06,
+      "loss": 28.1875,
+      "step": 4990
+    },
+    {
+      "epoch": 0.04724491437983359,
+      "grad_norm": 512.8790893554688,
+      "learning_rate": 1.9984419733339587e-06,
+      "loss": 20.7266,
+      "step": 4991
+    },
+    {
+      "epoch": 0.04725438040154864,
+      "grad_norm": 3.0510165691375732,
+      "learning_rate": 1.9984402621321972e-06,
+      "loss": 0.9121,
+      "step": 4992
+    },
+    {
+      "epoch": 0.04726384642326369,
+      "grad_norm": 377.33428955078125,
+      "learning_rate": 1.998438549991967e-06,
+      "loss": 24.1875,
+      "step": 4993
+    },
+    {
+      "epoch": 0.047273312444978746,
+      "grad_norm": 472.1523132324219,
+      "learning_rate": 1.998436836913269e-06,
+      "loss": 37.9062,
+      "step": 4994
+    },
+    {
+      "epoch": 0.0472827784666938,
+      "grad_norm": 620.4907836914062,
+      "learning_rate": 1.9984351228961057e-06,
+      "loss": 44.1875,
+      "step": 4995
+    },
+    {
+      "epoch": 0.04729224448840886,
+      "grad_norm": 374.70501708984375,
+      "learning_rate": 1.998433407940478e-06,
+      "loss": 46.7188,
+      "step": 4996
+    },
+    {
+      "epoch": 0.04730171051012391,
+      "grad_norm": 1979.1954345703125,
+      "learning_rate": 1.998431692046388e-06,
+      "loss": 46.4062,
+      "step": 4997
+    },
+    {
+      "epoch": 0.047311176531838965,
+      "grad_norm": 237.84727478027344,
+      "learning_rate": 1.9984299752138375e-06,
+      "loss": 22.1016,
+      "step": 4998
+    },
+    {
+      "epoch": 0.04732064255355402,
+      "grad_norm": 772.0655517578125,
+      "learning_rate": 1.9984282574428277e-06,
+      "loss": 84.1562,
+      "step": 4999
+    },
+    {
+      "epoch": 0.04733010857526907,
+      "grad_norm": 544.4893188476562,
+      "learning_rate": 1.99842653873336e-06,
+      "loss": 48.0469,
+      "step": 5000
+    },
+    {
+      "epoch": 0.047339574596984124,
+      "grad_norm": 417.3282165527344,
+      "learning_rate": 1.9984248190854365e-06,
+      "loss": 51.4844,
+      "step": 5001
+    },
+    {
+      "epoch": 0.04734904061869918,
+      "grad_norm": 472.72613525390625,
+      "learning_rate": 1.9984230984990586e-06,
+      "loss": 54.9609,
+      "step": 5002
+    },
+    {
+      "epoch": 0.04735850664041423,
+      "grad_norm": 179.93121337890625,
+      "learning_rate": 1.998421376974228e-06,
+      "loss": 22.7344,
+      "step": 5003
+    },
+    {
+      "epoch": 0.04736797266212929,
+      "grad_norm": 330.06158447265625,
+      "learning_rate": 1.998419654510946e-06,
+      "loss": 24.3984,
+      "step": 5004
+    },
+    {
+      "epoch": 0.04737743868384434,
+      "grad_norm": 847.3718872070312,
+      "learning_rate": 1.998417931109215e-06,
+      "loss": 46.1484,
+      "step": 5005
+    },
+    {
+      "epoch": 0.047386904705559396,
+      "grad_norm": 603.53076171875,
+      "learning_rate": 1.9984162067690355e-06,
+      "loss": 49.4844,
+      "step": 5006
+    },
+    {
+      "epoch": 0.04739637072727445,
+      "grad_norm": 778.5750732421875,
+      "learning_rate": 1.99841448149041e-06,
+      "loss": 61.2578,
+      "step": 5007
+    },
+    {
+      "epoch": 0.0474058367489895,
+      "grad_norm": 265.6759948730469,
+      "learning_rate": 1.9984127552733397e-06,
+      "loss": 28.3438,
+      "step": 5008
+    },
+    {
+      "epoch": 0.047415302770704555,
+      "grad_norm": 224.01828002929688,
+      "learning_rate": 1.9984110281178265e-06,
+      "loss": 23.6641,
+      "step": 5009
+    },
+    {
+      "epoch": 0.04742476879241961,
+      "grad_norm": 419.162109375,
+      "learning_rate": 1.998409300023872e-06,
+      "loss": 59.2812,
+      "step": 5010
+    },
+    {
+      "epoch": 0.04743423481413466,
+      "grad_norm": 591.21875,
+      "learning_rate": 1.9984075709914774e-06,
+      "loss": 30.9062,
+      "step": 5011
+    },
+    {
+      "epoch": 0.047443700835849714,
+      "grad_norm": 200.12530517578125,
+      "learning_rate": 1.998405841020645e-06,
+      "loss": 23.9531,
+      "step": 5012
+    },
+    {
+      "epoch": 0.047453166857564774,
+      "grad_norm": 406.57696533203125,
+      "learning_rate": 1.9984041101113756e-06,
+      "loss": 30.6719,
+      "step": 5013
+    },
+    {
+      "epoch": 0.04746263287927983,
+      "grad_norm": 232.7919921875,
+      "learning_rate": 1.9984023782636718e-06,
+      "loss": 26.0625,
+      "step": 5014
+    },
+    {
+      "epoch": 0.04747209890099488,
+      "grad_norm": 1282.079833984375,
+      "learning_rate": 1.998400645477534e-06,
+      "loss": 66.3906,
+      "step": 5015
+    },
+    {
+      "epoch": 0.04748156492270993,
+      "grad_norm": 690.8966064453125,
+      "learning_rate": 1.9983989117529655e-06,
+      "loss": 48.4531,
+      "step": 5016
+    },
+    {
+      "epoch": 0.047491030944424986,
+      "grad_norm": 2.6194405555725098,
+      "learning_rate": 1.9983971770899664e-06,
+      "loss": 0.8286,
+      "step": 5017
+    },
+    {
+      "epoch": 0.04750049696614004,
+      "grad_norm": 296.7707214355469,
+      "learning_rate": 1.998395441488539e-06,
+      "loss": 21.1094,
+      "step": 5018
+    },
+    {
+      "epoch": 0.04750996298785509,
+      "grad_norm": 326.5553894042969,
+      "learning_rate": 1.9983937049486848e-06,
+      "loss": 22.9219,
+      "step": 5019
+    },
+    {
+      "epoch": 0.047519429009570145,
+      "grad_norm": 1084.9110107421875,
+      "learning_rate": 1.9983919674704052e-06,
+      "loss": 90.7266,
+      "step": 5020
+    },
+    {
+      "epoch": 0.047528895031285205,
+      "grad_norm": 2.9455926418304443,
+      "learning_rate": 1.9983902290537026e-06,
+      "loss": 0.9492,
+      "step": 5021
+    },
+    {
+      "epoch": 0.04753836105300026,
+      "grad_norm": 2.646332263946533,
+      "learning_rate": 1.998388489698578e-06,
+      "loss": 0.7515,
+      "step": 5022
+    },
+    {
+      "epoch": 0.04754782707471531,
+      "grad_norm": 662.1357421875,
+      "learning_rate": 1.998386749405033e-06,
+      "loss": 58.8125,
+      "step": 5023
+    },
+    {
+      "epoch": 0.047557293096430364,
+      "grad_norm": 376.13946533203125,
+      "learning_rate": 1.9983850081730696e-06,
+      "loss": 23.7891,
+      "step": 5024
+    },
+    {
+      "epoch": 0.04756675911814542,
+      "grad_norm": 279.9977111816406,
+      "learning_rate": 1.9983832660026888e-06,
+      "loss": 28.125,
+      "step": 5025
+    },
+    {
+      "epoch": 0.04757622513986047,
+      "grad_norm": 346.9885559082031,
+      "learning_rate": 1.9983815228938932e-06,
+      "loss": 35.0625,
+      "step": 5026
+    },
+    {
+      "epoch": 0.04758569116157552,
+      "grad_norm": 383.2882995605469,
+      "learning_rate": 1.9983797788466835e-06,
+      "loss": 34.9375,
+      "step": 5027
+    },
+    {
+      "epoch": 0.047595157183290576,
+      "grad_norm": 190.07388305664062,
+      "learning_rate": 1.998378033861062e-06,
+      "loss": 23.6562,
+      "step": 5028
+    },
+    {
+      "epoch": 0.04760462320500563,
+      "grad_norm": 701.0388793945312,
+      "learning_rate": 1.99837628793703e-06,
+      "loss": 26.7734,
+      "step": 5029
+    },
+    {
+      "epoch": 0.04761408922672069,
+      "grad_norm": 218.05516052246094,
+      "learning_rate": 1.9983745410745894e-06,
+      "loss": 29.0,
+      "step": 5030
+    },
+    {
+      "epoch": 0.04762355524843574,
+      "grad_norm": 291.8755187988281,
+      "learning_rate": 1.9983727932737417e-06,
+      "loss": 27.7266,
+      "step": 5031
+    },
+    {
+      "epoch": 0.047633021270150795,
+      "grad_norm": 751.7029418945312,
+      "learning_rate": 1.9983710445344886e-06,
+      "loss": 55.2227,
+      "step": 5032
+    },
+    {
+      "epoch": 0.04764248729186585,
+      "grad_norm": 357.5185546875,
+      "learning_rate": 1.998369294856831e-06,
+      "loss": 52.7812,
+      "step": 5033
+    },
+    {
+      "epoch": 0.0476519533135809,
+      "grad_norm": 312.5255126953125,
+      "learning_rate": 1.998367544240772e-06,
+      "loss": 30.2188,
+      "step": 5034
+    },
+    {
+      "epoch": 0.047661419335295954,
+      "grad_norm": 235.6238250732422,
+      "learning_rate": 1.998365792686312e-06,
+      "loss": 26.4609,
+      "step": 5035
+    },
+    {
+      "epoch": 0.04767088535701101,
+      "grad_norm": 349.7823181152344,
+      "learning_rate": 1.9983640401934532e-06,
+      "loss": 38.4219,
+      "step": 5036
+    },
+    {
+      "epoch": 0.04768035137872606,
+      "grad_norm": 279.1169128417969,
+      "learning_rate": 1.9983622867621975e-06,
+      "loss": 22.2109,
+      "step": 5037
+    },
+    {
+      "epoch": 0.04768981740044111,
+      "grad_norm": 567.4696655273438,
+      "learning_rate": 1.9983605323925458e-06,
+      "loss": 26.6953,
+      "step": 5038
+    },
+    {
+      "epoch": 0.04769928342215617,
+      "grad_norm": 574.74169921875,
+      "learning_rate": 1.9983587770845005e-06,
+      "loss": 22.3047,
+      "step": 5039
+    },
+    {
+      "epoch": 0.047708749443871226,
+      "grad_norm": 579.5692138671875,
+      "learning_rate": 1.9983570208380626e-06,
+      "loss": 25.0547,
+      "step": 5040
+    },
+    {
+      "epoch": 0.04771821546558628,
+      "grad_norm": 203.68820190429688,
+      "learning_rate": 1.9983552636532337e-06,
+      "loss": 25.8516,
+      "step": 5041
+    },
+    {
+      "epoch": 0.04772768148730133,
+      "grad_norm": 636.0509643554688,
+      "learning_rate": 1.998353505530016e-06,
+      "loss": 29.9219,
+      "step": 5042
+    },
+    {
+      "epoch": 0.047737147509016385,
+      "grad_norm": 1583.306640625,
+      "learning_rate": 1.9983517464684116e-06,
+      "loss": 43.6406,
+      "step": 5043
+    },
+    {
+      "epoch": 0.04774661353073144,
+      "grad_norm": 383.0928649902344,
+      "learning_rate": 1.998349986468421e-06,
+      "loss": 27.5625,
+      "step": 5044
+    },
+    {
+      "epoch": 0.04775607955244649,
+      "grad_norm": 351.5042419433594,
+      "learning_rate": 1.9983482255300464e-06,
+      "loss": 52.875,
+      "step": 5045
+    },
+    {
+      "epoch": 0.047765545574161544,
+      "grad_norm": 1133.0323486328125,
+      "learning_rate": 1.9983464636532895e-06,
+      "loss": 56.4297,
+      "step": 5046
+    },
+    {
+      "epoch": 0.047775011595876604,
+      "grad_norm": 163.3997039794922,
+      "learning_rate": 1.9983447008381517e-06,
+      "loss": 22.4141,
+      "step": 5047
+    },
+    {
+      "epoch": 0.04778447761759166,
+      "grad_norm": 368.10888671875,
+      "learning_rate": 1.998342937084635e-06,
+      "loss": 25.8203,
+      "step": 5048
+    },
+    {
+      "epoch": 0.04779394363930671,
+      "grad_norm": 196.52105712890625,
+      "learning_rate": 1.9983411723927406e-06,
+      "loss": 23.0781,
+      "step": 5049
+    },
+    {
+      "epoch": 0.04780340966102176,
+      "grad_norm": 451.6856384277344,
+      "learning_rate": 1.9983394067624707e-06,
+      "loss": 27.0703,
+      "step": 5050
+    },
+    {
+      "epoch": 0.047812875682736816,
+      "grad_norm": 1076.276611328125,
+      "learning_rate": 1.9983376401938267e-06,
+      "loss": 48.5781,
+      "step": 5051
+    },
+    {
+      "epoch": 0.04782234170445187,
+      "grad_norm": 368.2643127441406,
+      "learning_rate": 1.9983358726868104e-06,
+      "loss": 32.3516,
+      "step": 5052
+    },
+    {
+      "epoch": 0.04783180772616692,
+      "grad_norm": 343.957275390625,
+      "learning_rate": 1.998334104241423e-06,
+      "loss": 39.9688,
+      "step": 5053
+    },
+    {
+      "epoch": 0.047841273747881975,
+      "grad_norm": 222.6621551513672,
+      "learning_rate": 1.9983323348576668e-06,
+      "loss": 22.6094,
+      "step": 5054
+    },
+    {
+      "epoch": 0.04785073976959703,
+      "grad_norm": 347.5470275878906,
+      "learning_rate": 1.998330564535543e-06,
+      "loss": 47.9844,
+      "step": 5055
+    },
+    {
+      "epoch": 0.04786020579131209,
+      "grad_norm": 223.65870666503906,
+      "learning_rate": 1.9983287932750533e-06,
+      "loss": 22.2812,
+      "step": 5056
+    },
+    {
+      "epoch": 0.04786967181302714,
+      "grad_norm": 716.675537109375,
+      "learning_rate": 1.9983270210761996e-06,
+      "loss": 45.875,
+      "step": 5057
+    },
+    {
+      "epoch": 0.047879137834742194,
+      "grad_norm": 210.7848358154297,
+      "learning_rate": 1.9983252479389832e-06,
+      "loss": 20.8594,
+      "step": 5058
+    },
+    {
+      "epoch": 0.04788860385645725,
+      "grad_norm": 2.929103374481201,
+      "learning_rate": 1.9983234738634064e-06,
+      "loss": 0.8599,
+      "step": 5059
+    },
+    {
+      "epoch": 0.0478980698781723,
+      "grad_norm": 389.3626708984375,
+      "learning_rate": 1.9983216988494704e-06,
+      "loss": 52.375,
+      "step": 5060
+    },
+    {
+      "epoch": 0.04790753589988735,
+      "grad_norm": 201.16757202148438,
+      "learning_rate": 1.998319922897177e-06,
+      "loss": 23.0938,
+      "step": 5061
+    },
+    {
+      "epoch": 0.047917001921602406,
+      "grad_norm": 459.6940002441406,
+      "learning_rate": 1.9983181460065276e-06,
+      "loss": 17.5391,
+      "step": 5062
+    },
+    {
+      "epoch": 0.04792646794331746,
+      "grad_norm": 460.77978515625,
+      "learning_rate": 1.998316368177524e-06,
+      "loss": 28.5078,
+      "step": 5063
+    },
+    {
+      "epoch": 0.04793593396503252,
+      "grad_norm": 854.8928833007812,
+      "learning_rate": 1.9983145894101684e-06,
+      "loss": 67.9688,
+      "step": 5064
+    },
+    {
+      "epoch": 0.04794539998674757,
+      "grad_norm": 558.1221313476562,
+      "learning_rate": 1.9983128097044614e-06,
+      "loss": 22.4844,
+      "step": 5065
+    },
+    {
+      "epoch": 0.047954866008462625,
+      "grad_norm": 466.6468505859375,
+      "learning_rate": 1.998311029060406e-06,
+      "loss": 35.3594,
+      "step": 5066
+    },
+    {
+      "epoch": 0.04796433203017768,
+      "grad_norm": 223.0441436767578,
+      "learning_rate": 1.998309247478003e-06,
+      "loss": 25.2031,
+      "step": 5067
+    },
+    {
+      "epoch": 0.04797379805189273,
+      "grad_norm": 185.67276000976562,
+      "learning_rate": 1.998307464957254e-06,
+      "loss": 19.6328,
+      "step": 5068
+    },
+    {
+      "epoch": 0.047983264073607784,
+      "grad_norm": 393.2005920410156,
+      "learning_rate": 1.9983056814981606e-06,
+      "loss": 51.625,
+      "step": 5069
+    },
+    {
+      "epoch": 0.04799273009532284,
+      "grad_norm": 290.8404541015625,
+      "learning_rate": 1.9983038971007254e-06,
+      "loss": 36.25,
+      "step": 5070
+    },
+    {
+      "epoch": 0.04800219611703789,
+      "grad_norm": 333.7303466796875,
+      "learning_rate": 1.9983021117649497e-06,
+      "loss": 23.8008,
+      "step": 5071
+    },
+    {
+      "epoch": 0.04801166213875294,
+      "grad_norm": 249.88063049316406,
+      "learning_rate": 1.9983003254908342e-06,
+      "loss": 24.3672,
+      "step": 5072
+    },
+    {
+      "epoch": 0.048021128160468,
+      "grad_norm": 440.74273681640625,
+      "learning_rate": 1.9982985382783816e-06,
+      "loss": 27.7969,
+      "step": 5073
+    },
+    {
+      "epoch": 0.048030594182183056,
+      "grad_norm": 578.466064453125,
+      "learning_rate": 1.9982967501275935e-06,
+      "loss": 51.9062,
+      "step": 5074
+    },
+    {
+      "epoch": 0.04804006020389811,
+      "grad_norm": 2.999251365661621,
+      "learning_rate": 1.998294961038471e-06,
+      "loss": 0.8257,
+      "step": 5075
+    },
+    {
+      "epoch": 0.04804952622561316,
+      "grad_norm": 443.05322265625,
+      "learning_rate": 1.998293171011017e-06,
+      "loss": 22.0781,
+      "step": 5076
+    },
+    {
+      "epoch": 0.048058992247328215,
+      "grad_norm": 1261.7855224609375,
+      "learning_rate": 1.9982913800452316e-06,
+      "loss": 92.4531,
+      "step": 5077
+    },
+    {
+      "epoch": 0.04806845826904327,
+      "grad_norm": 381.1056823730469,
+      "learning_rate": 1.9982895881411177e-06,
+      "loss": 26.5938,
+      "step": 5078
+    },
+    {
+      "epoch": 0.04807792429075832,
+      "grad_norm": 446.94903564453125,
+      "learning_rate": 1.9982877952986764e-06,
+      "loss": 33.3281,
+      "step": 5079
+    },
+    {
+      "epoch": 0.048087390312473374,
+      "grad_norm": 404.22857666015625,
+      "learning_rate": 1.9982860015179093e-06,
+      "loss": 42.0391,
+      "step": 5080
+    },
+    {
+      "epoch": 0.04809685633418843,
+      "grad_norm": 490.7121887207031,
+      "learning_rate": 1.9982842067988182e-06,
+      "loss": 38.4219,
+      "step": 5081
+    },
+    {
+      "epoch": 0.04810632235590349,
+      "grad_norm": 239.42745971679688,
+      "learning_rate": 1.998282411141405e-06,
+      "loss": 19.25,
+      "step": 5082
+    },
+    {
+      "epoch": 0.04811578837761854,
+      "grad_norm": 608.2982177734375,
+      "learning_rate": 1.998280614545672e-06,
+      "loss": 19.9219,
+      "step": 5083
+    },
+    {
+      "epoch": 0.04812525439933359,
+      "grad_norm": 334.5447692871094,
+      "learning_rate": 1.9982788170116197e-06,
+      "loss": 32.2031,
+      "step": 5084
+    },
+    {
+      "epoch": 0.048134720421048646,
+      "grad_norm": 730.7213745117188,
+      "learning_rate": 1.99827701853925e-06,
+      "loss": 48.4375,
+      "step": 5085
+    },
+    {
+      "epoch": 0.0481441864427637,
+      "grad_norm": 196.80300903320312,
+      "learning_rate": 1.998275219128565e-06,
+      "loss": 21.9297,
+      "step": 5086
+    },
+    {
+      "epoch": 0.04815365246447875,
+      "grad_norm": 699.2928466796875,
+      "learning_rate": 1.9982734187795663e-06,
+      "loss": 30.1484,
+      "step": 5087
+    },
+    {
+      "epoch": 0.048163118486193805,
+      "grad_norm": 779.814208984375,
+      "learning_rate": 1.998271617492255e-06,
+      "loss": 65.125,
+      "step": 5088
+    },
+    {
+      "epoch": 0.04817258450790886,
+      "grad_norm": 209.43508911132812,
+      "learning_rate": 1.998269815266634e-06,
+      "loss": 22.5938,
+      "step": 5089
+    },
+    {
+      "epoch": 0.04818205052962392,
+      "grad_norm": 478.05975341796875,
+      "learning_rate": 1.998268012102704e-06,
+      "loss": 28.6562,
+      "step": 5090
+    },
+    {
+      "epoch": 0.04819151655133897,
+      "grad_norm": 281.19329833984375,
+      "learning_rate": 1.998266208000467e-06,
+      "loss": 26.7656,
+      "step": 5091
+    },
+    {
+      "epoch": 0.048200982573054024,
+      "grad_norm": 583.8187866210938,
+      "learning_rate": 1.998264402959925e-06,
+      "loss": 53.1094,
+      "step": 5092
+    },
+    {
+      "epoch": 0.04821044859476908,
+      "grad_norm": 333.410400390625,
+      "learning_rate": 1.998262596981079e-06,
+      "loss": 36.3672,
+      "step": 5093
+    },
+    {
+      "epoch": 0.04821991461648413,
+      "grad_norm": 198.68142700195312,
+      "learning_rate": 1.9982607900639314e-06,
+      "loss": 23.9922,
+      "step": 5094
+    },
+    {
+      "epoch": 0.04822938063819918,
+      "grad_norm": 814.661376953125,
+      "learning_rate": 1.9982589822084837e-06,
+      "loss": 51.3125,
+      "step": 5095
+    },
+    {
+      "epoch": 0.048238846659914236,
+      "grad_norm": 258.6363525390625,
+      "learning_rate": 1.9982571734147374e-06,
+      "loss": 26.9297,
+      "step": 5096
+    },
+    {
+      "epoch": 0.04824831268162929,
+      "grad_norm": 956.1966552734375,
+      "learning_rate": 1.998255363682694e-06,
+      "loss": 49.9766,
+      "step": 5097
+    },
+    {
+      "epoch": 0.04825777870334434,
+      "grad_norm": 336.2134094238281,
+      "learning_rate": 1.9982535530123556e-06,
+      "loss": 29.7656,
+      "step": 5098
+    },
+    {
+      "epoch": 0.0482672447250594,
+      "grad_norm": 227.8562469482422,
+      "learning_rate": 1.998251741403724e-06,
+      "loss": 26.625,
+      "step": 5099
+    },
+    {
+      "epoch": 0.048276710746774455,
+      "grad_norm": 268.8437805175781,
+      "learning_rate": 1.9982499288568006e-06,
+      "loss": 37.3594,
+      "step": 5100
+    },
+    {
+      "epoch": 0.04828617676848951,
+      "grad_norm": 208.97576904296875,
+      "learning_rate": 1.998248115371587e-06,
+      "loss": 19.7188,
+      "step": 5101
+    },
+    {
+      "epoch": 0.04829564279020456,
+      "grad_norm": 4144.763671875,
+      "learning_rate": 1.9982463009480853e-06,
+      "loss": 27.875,
+      "step": 5102
+    },
+    {
+      "epoch": 0.048305108811919614,
+      "grad_norm": 407.7375183105469,
+      "learning_rate": 1.9982444855862972e-06,
+      "loss": 33.8125,
+      "step": 5103
+    },
+    {
+      "epoch": 0.04831457483363467,
+      "grad_norm": 601.0133056640625,
+      "learning_rate": 1.998242669286224e-06,
+      "loss": 65.6875,
+      "step": 5104
+    },
+    {
+      "epoch": 0.04832404085534972,
+      "grad_norm": 415.3020324707031,
+      "learning_rate": 1.9982408520478677e-06,
+      "loss": 67.7812,
+      "step": 5105
+    },
+    {
+      "epoch": 0.04833350687706477,
+      "grad_norm": 231.29164123535156,
+      "learning_rate": 1.99823903387123e-06,
+      "loss": 24.6562,
+      "step": 5106
+    },
+    {
+      "epoch": 0.04834297289877983,
+      "grad_norm": 204.03456115722656,
+      "learning_rate": 1.9982372147563126e-06,
+      "loss": 19.6562,
+      "step": 5107
+    },
+    {
+      "epoch": 0.048352438920494886,
+      "grad_norm": 3.257467746734619,
+      "learning_rate": 1.998235394703117e-06,
+      "loss": 0.8982,
+      "step": 5108
+    },
+    {
+      "epoch": 0.04836190494220994,
+      "grad_norm": 646.3291015625,
+      "learning_rate": 1.9982335737116452e-06,
+      "loss": 59.2031,
+      "step": 5109
+    },
+    {
+      "epoch": 0.04837137096392499,
+      "grad_norm": 3.1203408241271973,
+      "learning_rate": 1.9982317517818985e-06,
+      "loss": 1.021,
+      "step": 5110
+    },
+    {
+      "epoch": 0.048380836985640045,
+      "grad_norm": 2.680015802383423,
+      "learning_rate": 1.998229928913879e-06,
+      "loss": 0.9419,
+      "step": 5111
+    },
+    {
+      "epoch": 0.0483903030073551,
+      "grad_norm": 251.99136352539062,
+      "learning_rate": 1.9982281051075884e-06,
+      "loss": 27.5,
+      "step": 5112
+    },
+    {
+      "epoch": 0.04839976902907015,
+      "grad_norm": 334.4241027832031,
+      "learning_rate": 1.9982262803630284e-06,
+      "loss": 22.8359,
+      "step": 5113
+    },
+    {
+      "epoch": 0.048409235050785204,
+      "grad_norm": 453.2379455566406,
+      "learning_rate": 1.9982244546802007e-06,
+      "loss": 36.0781,
+      "step": 5114
+    },
+    {
+      "epoch": 0.04841870107250026,
+      "grad_norm": 207.59730529785156,
+      "learning_rate": 1.9982226280591065e-06,
+      "loss": 25.1797,
+      "step": 5115
+    },
+    {
+      "epoch": 0.04842816709421532,
+      "grad_norm": 1027.565185546875,
+      "learning_rate": 1.9982208004997484e-06,
+      "loss": 68.1875,
+      "step": 5116
+    },
+    {
+      "epoch": 0.04843763311593037,
+      "grad_norm": 310.982666015625,
+      "learning_rate": 1.9982189720021277e-06,
+      "loss": 27.8867,
+      "step": 5117
+    },
+    {
+      "epoch": 0.04844709913764542,
+      "grad_norm": 213.55662536621094,
+      "learning_rate": 1.9982171425662457e-06,
+      "loss": 24.6719,
+      "step": 5118
+    },
+    {
+      "epoch": 0.048456565159360476,
+      "grad_norm": 202.9219970703125,
+      "learning_rate": 1.9982153121921052e-06,
+      "loss": 25.9688,
+      "step": 5119
+    },
+    {
+      "epoch": 0.04846603118107553,
+      "grad_norm": 365.7906799316406,
+      "learning_rate": 1.9982134808797064e-06,
+      "loss": 28.875,
+      "step": 5120
+    },
+    {
+      "epoch": 0.04847549720279058,
+      "grad_norm": 336.6467590332031,
+      "learning_rate": 1.9982116486290525e-06,
+      "loss": 27.9844,
+      "step": 5121
+    },
+    {
+      "epoch": 0.048484963224505635,
+      "grad_norm": 492.2422180175781,
+      "learning_rate": 1.9982098154401445e-06,
+      "loss": 25.3438,
+      "step": 5122
+    },
+    {
+      "epoch": 0.04849442924622069,
+      "grad_norm": 266.2247619628906,
+      "learning_rate": 1.998207981312984e-06,
+      "loss": 24.6406,
+      "step": 5123
+    },
+    {
+      "epoch": 0.04850389526793574,
+      "grad_norm": 519.4354248046875,
+      "learning_rate": 1.9982061462475727e-06,
+      "loss": 38.3438,
+      "step": 5124
+    },
+    {
+      "epoch": 0.0485133612896508,
+      "grad_norm": 2.8549959659576416,
+      "learning_rate": 1.998204310243913e-06,
+      "loss": 0.8242,
+      "step": 5125
+    },
+    {
+      "epoch": 0.048522827311365854,
+      "grad_norm": 678.2728881835938,
+      "learning_rate": 1.998202473302006e-06,
+      "loss": 35.8281,
+      "step": 5126
+    },
+    {
+      "epoch": 0.04853229333308091,
+      "grad_norm": 223.77845764160156,
+      "learning_rate": 1.998200635421854e-06,
+      "loss": 24.6641,
+      "step": 5127
+    },
+    {
+      "epoch": 0.04854175935479596,
+      "grad_norm": 405.7039794921875,
+      "learning_rate": 1.9981987966034577e-06,
+      "loss": 58.7188,
+      "step": 5128
+    },
+    {
+      "epoch": 0.04855122537651101,
+      "grad_norm": 378.7366027832031,
+      "learning_rate": 1.99819695684682e-06,
+      "loss": 30.6484,
+      "step": 5129
+    },
+    {
+      "epoch": 0.048560691398226066,
+      "grad_norm": 806.5079956054688,
+      "learning_rate": 1.998195116151942e-06,
+      "loss": 25.9688,
+      "step": 5130
+    },
+    {
+      "epoch": 0.04857015741994112,
+      "grad_norm": 444.58526611328125,
+      "learning_rate": 1.998193274518825e-06,
+      "loss": 25.9688,
+      "step": 5131
+    },
+    {
+      "epoch": 0.04857962344165617,
+      "grad_norm": 420.381103515625,
+      "learning_rate": 1.9981914319474717e-06,
+      "loss": 47.8203,
+      "step": 5132
+    },
+    {
+      "epoch": 0.04858908946337123,
+      "grad_norm": 559.9047241210938,
+      "learning_rate": 1.9981895884378835e-06,
+      "loss": 54.0,
+      "step": 5133
+    },
+    {
+      "epoch": 0.048598555485086285,
+      "grad_norm": 250.37710571289062,
+      "learning_rate": 1.998187743990062e-06,
+      "loss": 18.1289,
+      "step": 5134
+    },
+    {
+      "epoch": 0.04860802150680134,
+      "grad_norm": 375.27105712890625,
+      "learning_rate": 1.9981858986040087e-06,
+      "loss": 22.9844,
+      "step": 5135
+    },
+    {
+      "epoch": 0.04861748752851639,
+      "grad_norm": 424.8392333984375,
+      "learning_rate": 1.998184052279726e-06,
+      "loss": 41.4688,
+      "step": 5136
+    },
+    {
+      "epoch": 0.048626953550231444,
+      "grad_norm": 810.2687377929688,
+      "learning_rate": 1.9981822050172146e-06,
+      "loss": 50.8203,
+      "step": 5137
+    },
+    {
+      "epoch": 0.0486364195719465,
+      "grad_norm": 832.7623291015625,
+      "learning_rate": 1.9981803568164776e-06,
+      "loss": 48.4609,
+      "step": 5138
+    },
+    {
+      "epoch": 0.04864588559366155,
+      "grad_norm": 3.305624008178711,
+      "learning_rate": 1.9981785076775152e-06,
+      "loss": 0.9136,
+      "step": 5139
+    },
+    {
+      "epoch": 0.0486553516153766,
+      "grad_norm": 332.3863525390625,
+      "learning_rate": 1.9981766576003305e-06,
+      "loss": 25.6406,
+      "step": 5140
+    },
+    {
+      "epoch": 0.048664817637091656,
+      "grad_norm": 1004.7781372070312,
+      "learning_rate": 1.9981748065849246e-06,
+      "loss": 33.3125,
+      "step": 5141
+    },
+    {
+      "epoch": 0.048674283658806716,
+      "grad_norm": 577.759033203125,
+      "learning_rate": 1.9981729546312993e-06,
+      "loss": 35.7656,
+      "step": 5142
+    },
+    {
+      "epoch": 0.04868374968052177,
+      "grad_norm": 245.04685974121094,
+      "learning_rate": 1.9981711017394567e-06,
+      "loss": 27.2969,
+      "step": 5143
+    },
+    {
+      "epoch": 0.04869321570223682,
+      "grad_norm": 765.3406372070312,
+      "learning_rate": 1.9981692479093976e-06,
+      "loss": 67.8438,
+      "step": 5144
+    },
+    {
+      "epoch": 0.048702681723951875,
+      "grad_norm": 481.549072265625,
+      "learning_rate": 1.9981673931411246e-06,
+      "loss": 22.957,
+      "step": 5145
+    },
+    {
+      "epoch": 0.04871214774566693,
+      "grad_norm": 428.3376770019531,
+      "learning_rate": 1.998165537434639e-06,
+      "loss": 28.8906,
+      "step": 5146
+    },
+    {
+      "epoch": 0.04872161376738198,
+      "grad_norm": 515.824951171875,
+      "learning_rate": 1.998163680789943e-06,
+      "loss": 25.4609,
+      "step": 5147
+    },
+    {
+      "epoch": 0.048731079789097034,
+      "grad_norm": 447.50732421875,
+      "learning_rate": 1.9981618232070376e-06,
+      "loss": 50.4062,
+      "step": 5148
+    },
+    {
+      "epoch": 0.04874054581081209,
+      "grad_norm": 357.427001953125,
+      "learning_rate": 1.9981599646859254e-06,
+      "loss": 25.8516,
+      "step": 5149
+    },
+    {
+      "epoch": 0.04875001183252715,
+      "grad_norm": 531.6966552734375,
+      "learning_rate": 1.9981581052266077e-06,
+      "loss": 43.0,
+      "step": 5150
+    },
+    {
+      "epoch": 0.0487594778542422,
+      "grad_norm": 335.1936950683594,
+      "learning_rate": 1.9981562448290863e-06,
+      "loss": 34.4531,
+      "step": 5151
+    },
+    {
+      "epoch": 0.04876894387595725,
+      "grad_norm": 590.9857788085938,
+      "learning_rate": 1.9981543834933632e-06,
+      "loss": 31.9219,
+      "step": 5152
+    },
+    {
+      "epoch": 0.048778409897672306,
+      "grad_norm": 385.0715026855469,
+      "learning_rate": 1.99815252121944e-06,
+      "loss": 26.5703,
+      "step": 5153
+    },
+    {
+      "epoch": 0.04878787591938736,
+      "grad_norm": 573.6887817382812,
+      "learning_rate": 1.9981506580073177e-06,
+      "loss": 49.7656,
+      "step": 5154
+    },
+    {
+      "epoch": 0.04879734194110241,
+      "grad_norm": 427.3918762207031,
+      "learning_rate": 1.9981487938569994e-06,
+      "loss": 29.9062,
+      "step": 5155
+    },
+    {
+      "epoch": 0.048806807962817465,
+      "grad_norm": 458.49200439453125,
+      "learning_rate": 1.998146928768486e-06,
+      "loss": 42.1406,
+      "step": 5156
+    },
+    {
+      "epoch": 0.04881627398453252,
+      "grad_norm": 278.4169921875,
+      "learning_rate": 1.998145062741779e-06,
+      "loss": 30.0469,
+      "step": 5157
+    },
+    {
+      "epoch": 0.04882574000624757,
+      "grad_norm": 357.3337707519531,
+      "learning_rate": 1.998143195776881e-06,
+      "loss": 42.8281,
+      "step": 5158
+    },
+    {
+      "epoch": 0.04883520602796263,
+      "grad_norm": 211.1962127685547,
+      "learning_rate": 1.998141327873793e-06,
+      "loss": 21.7031,
+      "step": 5159
+    },
+    {
+      "epoch": 0.048844672049677684,
+      "grad_norm": 476.93682861328125,
+      "learning_rate": 1.9981394590325172e-06,
+      "loss": 38.8281,
+      "step": 5160
+    },
+    {
+      "epoch": 0.04885413807139274,
+      "grad_norm": 808.9371337890625,
+      "learning_rate": 1.9981375892530556e-06,
+      "loss": 36.4297,
+      "step": 5161
+    },
+    {
+      "epoch": 0.04886360409310779,
+      "grad_norm": 322.5860900878906,
+      "learning_rate": 1.9981357185354093e-06,
+      "loss": 19.1406,
+      "step": 5162
+    },
+    {
+      "epoch": 0.04887307011482284,
+      "grad_norm": 517.3023681640625,
+      "learning_rate": 1.9981338468795803e-06,
+      "loss": 28.5859,
+      "step": 5163
+    },
+    {
+      "epoch": 0.048882536136537896,
+      "grad_norm": 1200.0032958984375,
+      "learning_rate": 1.9981319742855705e-06,
+      "loss": 48.6406,
+      "step": 5164
+    },
+    {
+      "epoch": 0.04889200215825295,
+      "grad_norm": 1156.256591796875,
+      "learning_rate": 1.998130100753382e-06,
+      "loss": 64.7734,
+      "step": 5165
+    },
+    {
+      "epoch": 0.048901468179968,
+      "grad_norm": 347.3496398925781,
+      "learning_rate": 1.9981282262830154e-06,
+      "loss": 37.4531,
+      "step": 5166
+    },
+    {
+      "epoch": 0.048910934201683055,
+      "grad_norm": 853.1897583007812,
+      "learning_rate": 1.9981263508744735e-06,
+      "loss": 28.125,
+      "step": 5167
+    },
+    {
+      "epoch": 0.048920400223398115,
+      "grad_norm": 425.0667724609375,
+      "learning_rate": 1.998124474527758e-06,
+      "loss": 39.2891,
+      "step": 5168
+    },
+    {
+      "epoch": 0.04892986624511317,
+      "grad_norm": 529.8400268554688,
+      "learning_rate": 1.9981225972428703e-06,
+      "loss": 47.3906,
+      "step": 5169
+    },
+    {
+      "epoch": 0.04893933226682822,
+      "grad_norm": 526.0480346679688,
+      "learning_rate": 1.998120719019812e-06,
+      "loss": 30.625,
+      "step": 5170
+    },
+    {
+      "epoch": 0.048948798288543274,
+      "grad_norm": 219.2708740234375,
+      "learning_rate": 1.998118839858585e-06,
+      "loss": 28.0469,
+      "step": 5171
+    },
+    {
+      "epoch": 0.04895826431025833,
+      "grad_norm": 289.1834716796875,
+      "learning_rate": 1.998116959759192e-06,
+      "loss": 26.8438,
+      "step": 5172
+    },
+    {
+      "epoch": 0.04896773033197338,
+      "grad_norm": 3.072312831878662,
+      "learning_rate": 1.9981150787216334e-06,
+      "loss": 0.7971,
+      "step": 5173
+    },
+    {
+      "epoch": 0.04897719635368843,
+      "grad_norm": 691.4142456054688,
+      "learning_rate": 1.9981131967459116e-06,
+      "loss": 58.3906,
+      "step": 5174
+    },
+    {
+      "epoch": 0.048986662375403486,
+      "grad_norm": 2.5461976528167725,
+      "learning_rate": 1.9981113138320284e-06,
+      "loss": 0.717,
+      "step": 5175
+    },
+    {
+      "epoch": 0.048996128397118546,
+      "grad_norm": 5285.74267578125,
+      "learning_rate": 1.9981094299799856e-06,
+      "loss": 58.4688,
+      "step": 5176
+    },
+    {
+      "epoch": 0.0490055944188336,
+      "grad_norm": 721.47314453125,
+      "learning_rate": 1.998107545189785e-06,
+      "loss": 55.4062,
+      "step": 5177
+    },
+    {
+      "epoch": 0.04901506044054865,
+      "grad_norm": 779.8312377929688,
+      "learning_rate": 1.998105659461428e-06,
+      "loss": 22.3125,
+      "step": 5178
+    },
+    {
+      "epoch": 0.049024526462263705,
+      "grad_norm": 596.8756103515625,
+      "learning_rate": 1.9981037727949164e-06,
+      "loss": 59.625,
+      "step": 5179
+    },
+    {
+      "epoch": 0.04903399248397876,
+      "grad_norm": 321.33233642578125,
+      "learning_rate": 1.998101885190253e-06,
+      "loss": 24.6875,
+      "step": 5180
+    },
+    {
+      "epoch": 0.04904345850569381,
+      "grad_norm": 422.54559326171875,
+      "learning_rate": 1.998099996647438e-06,
+      "loss": 38.5625,
+      "step": 5181
+    },
+    {
+      "epoch": 0.049052924527408864,
+      "grad_norm": 644.8276977539062,
+      "learning_rate": 1.998098107166474e-06,
+      "loss": 29.6836,
+      "step": 5182
+    },
+    {
+      "epoch": 0.04906239054912392,
+      "grad_norm": 236.41900634765625,
+      "learning_rate": 1.998096216747363e-06,
+      "loss": 25.1406,
+      "step": 5183
+    },
+    {
+      "epoch": 0.04907185657083897,
+      "grad_norm": 1430.39306640625,
+      "learning_rate": 1.9980943253901066e-06,
+      "loss": 53.4062,
+      "step": 5184
+    },
+    {
+      "epoch": 0.04908132259255403,
+      "grad_norm": 3.0889763832092285,
+      "learning_rate": 1.998092433094706e-06,
+      "loss": 0.9243,
+      "step": 5185
+    },
+    {
+      "epoch": 0.04909078861426908,
+      "grad_norm": 475.5988464355469,
+      "learning_rate": 1.9980905398611636e-06,
+      "loss": 47.4531,
+      "step": 5186
+    },
+    {
+      "epoch": 0.049100254635984136,
+      "grad_norm": 258.5972900390625,
+      "learning_rate": 1.998088645689481e-06,
+      "loss": 23.7891,
+      "step": 5187
+    },
+    {
+      "epoch": 0.04910972065769919,
+      "grad_norm": 514.62939453125,
+      "learning_rate": 1.9980867505796598e-06,
+      "loss": 31.5,
+      "step": 5188
+    },
+    {
+      "epoch": 0.04911918667941424,
+      "grad_norm": 380.1419372558594,
+      "learning_rate": 1.998084854531703e-06,
+      "loss": 20.8828,
+      "step": 5189
+    },
+    {
+      "epoch": 0.049128652701129295,
+      "grad_norm": 215.22946166992188,
+      "learning_rate": 1.99808295754561e-06,
+      "loss": 21.2812,
+      "step": 5190
+    },
+    {
+      "epoch": 0.04913811872284435,
+      "grad_norm": 517.4558715820312,
+      "learning_rate": 1.9980810596213846e-06,
+      "loss": 54.3516,
+      "step": 5191
+    },
+    {
+      "epoch": 0.0491475847445594,
+      "grad_norm": 633.379150390625,
+      "learning_rate": 1.998079160759028e-06,
+      "loss": 31.9609,
+      "step": 5192
+    },
+    {
+      "epoch": 0.04915705076627446,
+      "grad_norm": 354.2154235839844,
+      "learning_rate": 1.9980772609585415e-06,
+      "loss": 23.8906,
+      "step": 5193
+    },
+    {
+      "epoch": 0.049166516787989514,
+      "grad_norm": 332.4269714355469,
+      "learning_rate": 1.9980753602199283e-06,
+      "loss": 21.0391,
+      "step": 5194
+    },
+    {
+      "epoch": 0.04917598280970457,
+      "grad_norm": 525.1338500976562,
+      "learning_rate": 1.9980734585431883e-06,
+      "loss": 51.1172,
+      "step": 5195
+    },
+    {
+      "epoch": 0.04918544883141962,
+      "grad_norm": 418.5876159667969,
+      "learning_rate": 1.998071555928324e-06,
+      "loss": 38.875,
+      "step": 5196
+    },
+    {
+      "epoch": 0.04919491485313467,
+      "grad_norm": 333.3221435546875,
+      "learning_rate": 1.998069652375338e-06,
+      "loss": 25.3125,
+      "step": 5197
+    },
+    {
+      "epoch": 0.049204380874849726,
+      "grad_norm": 492.2866516113281,
+      "learning_rate": 1.9980677478842312e-06,
+      "loss": 36.7969,
+      "step": 5198
+    },
+    {
+      "epoch": 0.04921384689656478,
+      "grad_norm": 1126.69384765625,
+      "learning_rate": 1.9980658424550057e-06,
+      "loss": 41.9219,
+      "step": 5199
+    },
+    {
+      "epoch": 0.04922331291827983,
+      "grad_norm": 265.4482727050781,
+      "learning_rate": 1.9980639360876633e-06,
+      "loss": 31.4531,
+      "step": 5200
+    },
+    {
+      "epoch": 0.049232778939994885,
+      "grad_norm": 241.1100616455078,
+      "learning_rate": 1.9980620287822056e-06,
+      "loss": 24.7578,
+      "step": 5201
+    },
+    {
+      "epoch": 0.049242244961709945,
+      "grad_norm": 680.2837524414062,
+      "learning_rate": 1.9980601205386343e-06,
+      "loss": 22.7188,
+      "step": 5202
+    },
+    {
+      "epoch": 0.049251710983425,
+      "grad_norm": 1710.6566162109375,
+      "learning_rate": 1.9980582113569517e-06,
+      "loss": 45.1094,
+      "step": 5203
+    },
+    {
+      "epoch": 0.04926117700514005,
+      "grad_norm": 261.5258483886719,
+      "learning_rate": 1.9980563012371592e-06,
+      "loss": 26.9531,
+      "step": 5204
+    },
+    {
+      "epoch": 0.049270643026855104,
+      "grad_norm": 409.3571472167969,
+      "learning_rate": 1.998054390179259e-06,
+      "loss": 30.4609,
+      "step": 5205
+    },
+    {
+      "epoch": 0.04928010904857016,
+      "grad_norm": 993.267822265625,
+      "learning_rate": 1.9980524781832524e-06,
+      "loss": 56.0312,
+      "step": 5206
+    },
+    {
+      "epoch": 0.04928957507028521,
+      "grad_norm": 1005.1253051757812,
+      "learning_rate": 1.9980505652491413e-06,
+      "loss": 42.7969,
+      "step": 5207
+    },
+    {
+      "epoch": 0.04929904109200026,
+      "grad_norm": 587.9796142578125,
+      "learning_rate": 1.9980486513769277e-06,
+      "loss": 51.0547,
+      "step": 5208
+    },
+    {
+      "epoch": 0.049308507113715316,
+      "grad_norm": 554.8817749023438,
+      "learning_rate": 1.9980467365666133e-06,
+      "loss": 52.5156,
+      "step": 5209
+    },
+    {
+      "epoch": 0.04931797313543037,
+      "grad_norm": 392.9414367675781,
+      "learning_rate": 1.9980448208182e-06,
+      "loss": 33.2891,
+      "step": 5210
+    },
+    {
+      "epoch": 0.04932743915714543,
+      "grad_norm": 226.76649475097656,
+      "learning_rate": 1.9980429041316894e-06,
+      "loss": 20.5234,
+      "step": 5211
+    },
+    {
+      "epoch": 0.04933690517886048,
+      "grad_norm": 989.1110229492188,
+      "learning_rate": 1.998040986507083e-06,
+      "loss": 36.8906,
+      "step": 5212
+    },
+    {
+      "epoch": 0.049346371200575535,
+      "grad_norm": 609.2036743164062,
+      "learning_rate": 1.998039067944384e-06,
+      "loss": 51.8125,
+      "step": 5213
+    },
+    {
+      "epoch": 0.04935583722229059,
+      "grad_norm": 2.7856369018554688,
+      "learning_rate": 1.9980371484435923e-06,
+      "loss": 0.8857,
+      "step": 5214
+    },
+    {
+      "epoch": 0.04936530324400564,
+      "grad_norm": 390.9459228515625,
+      "learning_rate": 1.998035228004711e-06,
+      "loss": 32.4531,
+      "step": 5215
+    },
+    {
+      "epoch": 0.049374769265720694,
+      "grad_norm": 2.906804084777832,
+      "learning_rate": 1.998033306627741e-06,
+      "loss": 0.7136,
+      "step": 5216
+    },
+    {
+      "epoch": 0.04938423528743575,
+      "grad_norm": 598.6974487304688,
+      "learning_rate": 1.998031384312685e-06,
+      "loss": 34.375,
+      "step": 5217
+    },
+    {
+      "epoch": 0.0493937013091508,
+      "grad_norm": 691.2288208007812,
+      "learning_rate": 1.9980294610595445e-06,
+      "loss": 56.3438,
+      "step": 5218
+    },
+    {
+      "epoch": 0.04940316733086586,
+      "grad_norm": 579.7899780273438,
+      "learning_rate": 1.998027536868321e-06,
+      "loss": 20.2812,
+      "step": 5219
+    },
+    {
+      "epoch": 0.04941263335258091,
+      "grad_norm": 375.57330322265625,
+      "learning_rate": 1.9980256117390168e-06,
+      "loss": 29.1562,
+      "step": 5220
+    },
+    {
+      "epoch": 0.049422099374295966,
+      "grad_norm": 232.38436889648438,
+      "learning_rate": 1.9980236856716336e-06,
+      "loss": 24.3047,
+      "step": 5221
+    },
+    {
+      "epoch": 0.04943156539601102,
+      "grad_norm": 3.0018670558929443,
+      "learning_rate": 1.9980217586661725e-06,
+      "loss": 1.02,
+      "step": 5222
+    },
+    {
+      "epoch": 0.04944103141772607,
+      "grad_norm": 323.08966064453125,
+      "learning_rate": 1.9980198307226363e-06,
+      "loss": 26.5156,
+      "step": 5223
+    },
+    {
+      "epoch": 0.049450497439441125,
+      "grad_norm": 634.68994140625,
+      "learning_rate": 1.998017901841026e-06,
+      "loss": 58.2031,
+      "step": 5224
+    },
+    {
+      "epoch": 0.04945996346115618,
+      "grad_norm": 1589.779052734375,
+      "learning_rate": 1.9980159720213445e-06,
+      "loss": 48.8516,
+      "step": 5225
+    },
+    {
+      "epoch": 0.04946942948287123,
+      "grad_norm": 580.04248046875,
+      "learning_rate": 1.9980140412635926e-06,
+      "loss": 45.0469,
+      "step": 5226
+    },
+    {
+      "epoch": 0.049478895504586284,
+      "grad_norm": 552.8474731445312,
+      "learning_rate": 1.998012109567772e-06,
+      "loss": 38.8906,
+      "step": 5227
+    },
+    {
+      "epoch": 0.049488361526301344,
+      "grad_norm": 493.69024658203125,
+      "learning_rate": 1.998010176933885e-06,
+      "loss": 30.8281,
+      "step": 5228
+    },
+    {
+      "epoch": 0.0494978275480164,
+      "grad_norm": 314.4693603515625,
+      "learning_rate": 1.998008243361934e-06,
+      "loss": 33.3906,
+      "step": 5229
+    },
+    {
+      "epoch": 0.04950729356973145,
+      "grad_norm": 642.1728515625,
+      "learning_rate": 1.9980063088519197e-06,
+      "loss": 24.1055,
+      "step": 5230
+    },
+    {
+      "epoch": 0.0495167595914465,
+      "grad_norm": 434.8253173828125,
+      "learning_rate": 1.9980043734038444e-06,
+      "loss": 35.6719,
+      "step": 5231
+    },
+    {
+      "epoch": 0.049526225613161556,
+      "grad_norm": 471.2936096191406,
+      "learning_rate": 1.9980024370177098e-06,
+      "loss": 36.125,
+      "step": 5232
+    },
+    {
+      "epoch": 0.04953569163487661,
+      "grad_norm": 3.1551895141601562,
+      "learning_rate": 1.9980004996935184e-06,
+      "loss": 0.8281,
+      "step": 5233
+    },
+    {
+      "epoch": 0.04954515765659166,
+      "grad_norm": 488.4020080566406,
+      "learning_rate": 1.997998561431271e-06,
+      "loss": 32.4219,
+      "step": 5234
+    },
+    {
+      "epoch": 0.049554623678306715,
+      "grad_norm": 326.4213562011719,
+      "learning_rate": 1.99799662223097e-06,
+      "loss": 24.3906,
+      "step": 5235
+    },
+    {
+      "epoch": 0.04956408970002177,
+      "grad_norm": 2.9514169692993164,
+      "learning_rate": 1.997994682092617e-06,
+      "loss": 0.8796,
+      "step": 5236
+    },
+    {
+      "epoch": 0.04957355572173683,
+      "grad_norm": 916.8401489257812,
+      "learning_rate": 1.997992741016214e-06,
+      "loss": 40.2188,
+      "step": 5237
+    },
+    {
+      "epoch": 0.04958302174345188,
+      "grad_norm": 151.92575073242188,
+      "learning_rate": 1.9979907990017626e-06,
+      "loss": 20.7266,
+      "step": 5238
+    },
+    {
+      "epoch": 0.049592487765166934,
+      "grad_norm": 245.1997528076172,
+      "learning_rate": 1.9979888560492647e-06,
+      "loss": 28.4688,
+      "step": 5239
+    },
+    {
+      "epoch": 0.04960195378688199,
+      "grad_norm": 743.9102172851562,
+      "learning_rate": 1.9979869121587227e-06,
+      "loss": 58.9219,
+      "step": 5240
+    },
+    {
+      "epoch": 0.04961141980859704,
+      "grad_norm": 245.05882263183594,
+      "learning_rate": 1.9979849673301374e-06,
+      "loss": 21.1562,
+      "step": 5241
+    },
+    {
+      "epoch": 0.04962088583031209,
+      "grad_norm": 367.3678894042969,
+      "learning_rate": 1.9979830215635114e-06,
+      "loss": 25.0469,
+      "step": 5242
+    },
+    {
+      "epoch": 0.049630351852027146,
+      "grad_norm": 356.7420654296875,
+      "learning_rate": 1.9979810748588464e-06,
+      "loss": 21.7344,
+      "step": 5243
+    },
+    {
+      "epoch": 0.0496398178737422,
+      "grad_norm": 400.4414978027344,
+      "learning_rate": 1.9979791272161437e-06,
+      "loss": 28.1562,
+      "step": 5244
+    },
+    {
+      "epoch": 0.04964928389545726,
+      "grad_norm": 614.1138305664062,
+      "learning_rate": 1.997977178635406e-06,
+      "loss": 24.3125,
+      "step": 5245
+    },
+    {
+      "epoch": 0.04965874991717231,
+      "grad_norm": 884.127685546875,
+      "learning_rate": 1.9979752291166343e-06,
+      "loss": 50.2969,
+      "step": 5246
+    },
+    {
+      "epoch": 0.049668215938887365,
+      "grad_norm": 214.02169799804688,
+      "learning_rate": 1.997973278659831e-06,
+      "loss": 34.7812,
+      "step": 5247
+    },
+    {
+      "epoch": 0.04967768196060242,
+      "grad_norm": 256.9007568359375,
+      "learning_rate": 1.9979713272649977e-06,
+      "loss": 23.6875,
+      "step": 5248
+    },
+    {
+      "epoch": 0.04968714798231747,
+      "grad_norm": 700.6049194335938,
+      "learning_rate": 1.9979693749321363e-06,
+      "loss": 62.4375,
+      "step": 5249
+    },
+    {
+      "epoch": 0.049696614004032524,
+      "grad_norm": 243.4370574951172,
+      "learning_rate": 1.9979674216612486e-06,
+      "loss": 23.5234,
+      "step": 5250
+    },
+    {
+      "epoch": 0.04970608002574758,
+      "grad_norm": 721.7056274414062,
+      "learning_rate": 1.9979654674523367e-06,
+      "loss": 39.8125,
+      "step": 5251
+    },
+    {
+      "epoch": 0.04971554604746263,
+      "grad_norm": 176.00653076171875,
+      "learning_rate": 1.997963512305402e-06,
+      "loss": 21.9609,
+      "step": 5252
+    },
+    {
+      "epoch": 0.04972501206917768,
+      "grad_norm": 398.43841552734375,
+      "learning_rate": 1.9979615562204463e-06,
+      "loss": 34.8125,
+      "step": 5253
+    },
+    {
+      "epoch": 0.04973447809089274,
+      "grad_norm": 3.1930084228515625,
+      "learning_rate": 1.9979595991974716e-06,
+      "loss": 0.8975,
+      "step": 5254
+    },
+    {
+      "epoch": 0.049743944112607796,
+      "grad_norm": 361.5784912109375,
+      "learning_rate": 1.9979576412364803e-06,
+      "loss": 19.8125,
+      "step": 5255
+    },
+    {
+      "epoch": 0.04975341013432285,
+      "grad_norm": 1539.3179931640625,
+      "learning_rate": 1.9979556823374733e-06,
+      "loss": 51.9062,
+      "step": 5256
+    },
+    {
+      "epoch": 0.0497628761560379,
+      "grad_norm": 432.0285949707031,
+      "learning_rate": 1.997953722500453e-06,
+      "loss": 34.375,
+      "step": 5257
+    },
+    {
+      "epoch": 0.049772342177752955,
+      "grad_norm": 608.7377319335938,
+      "learning_rate": 1.9979517617254215e-06,
+      "loss": 44.3906,
+      "step": 5258
+    },
+    {
+      "epoch": 0.04978180819946801,
+      "grad_norm": 283.7597351074219,
+      "learning_rate": 1.9979498000123796e-06,
+      "loss": 34.3281,
+      "step": 5259
+    },
+    {
+      "epoch": 0.04979127422118306,
+      "grad_norm": 1748.102783203125,
+      "learning_rate": 1.9979478373613304e-06,
+      "loss": 67.8984,
+      "step": 5260
+    },
+    {
+      "epoch": 0.049800740242898114,
+      "grad_norm": 511.7937316894531,
+      "learning_rate": 1.997945873772275e-06,
+      "loss": 20.4844,
+      "step": 5261
+    },
+    {
+      "epoch": 0.049810206264613174,
+      "grad_norm": 567.5361938476562,
+      "learning_rate": 1.997943909245215e-06,
+      "loss": 31.5234,
+      "step": 5262
+    },
+    {
+      "epoch": 0.04981967228632823,
+      "grad_norm": 477.16253662109375,
+      "learning_rate": 1.997941943780153e-06,
+      "loss": 49.9688,
+      "step": 5263
+    },
+    {
+      "epoch": 0.04982913830804328,
+      "grad_norm": 392.032958984375,
+      "learning_rate": 1.99793997737709e-06,
+      "loss": 25.3906,
+      "step": 5264
+    },
+    {
+      "epoch": 0.04983860432975833,
+      "grad_norm": 412.4135437011719,
+      "learning_rate": 1.9979380100360294e-06,
+      "loss": 27.3672,
+      "step": 5265
+    },
+    {
+      "epoch": 0.049848070351473386,
+      "grad_norm": 203.4495391845703,
+      "learning_rate": 1.9979360417569715e-06,
+      "loss": 26.4219,
+      "step": 5266
+    },
+    {
+      "epoch": 0.04985753637318844,
+      "grad_norm": 331.6919860839844,
+      "learning_rate": 1.997934072539918e-06,
+      "loss": 28.4453,
+      "step": 5267
+    },
+    {
+      "epoch": 0.04986700239490349,
+      "grad_norm": 682.936279296875,
+      "learning_rate": 1.997932102384872e-06,
+      "loss": 37.0781,
+      "step": 5268
+    },
+    {
+      "epoch": 0.049876468416618545,
+      "grad_norm": 345.3226623535156,
+      "learning_rate": 1.9979301312918347e-06,
+      "loss": 32.3594,
+      "step": 5269
+    },
+    {
+      "epoch": 0.0498859344383336,
+      "grad_norm": 168.68975830078125,
+      "learning_rate": 1.997928159260808e-06,
+      "loss": 23.6719,
+      "step": 5270
+    },
+    {
+      "epoch": 0.04989540046004866,
+      "grad_norm": 440.9328918457031,
+      "learning_rate": 1.9979261862917934e-06,
+      "loss": 46.0312,
+      "step": 5271
+    },
+    {
+      "epoch": 0.04990486648176371,
+      "grad_norm": 996.1240844726562,
+      "learning_rate": 1.9979242123847936e-06,
+      "loss": 22.6875,
+      "step": 5272
+    },
+    {
+      "epoch": 0.049914332503478764,
+      "grad_norm": 1153.6104736328125,
+      "learning_rate": 1.99792223753981e-06,
+      "loss": 37.6484,
+      "step": 5273
+    },
+    {
+      "epoch": 0.04992379852519382,
+      "grad_norm": 413.0576171875,
+      "learning_rate": 1.997920261756844e-06,
+      "loss": 35.9062,
+      "step": 5274
+    },
+    {
+      "epoch": 0.04993326454690887,
+      "grad_norm": 552.7859497070312,
+      "learning_rate": 1.997918285035898e-06,
+      "loss": 52.625,
+      "step": 5275
+    },
+    {
+      "epoch": 0.04994273056862392,
+      "grad_norm": 296.2982177734375,
+      "learning_rate": 1.9979163073769736e-06,
+      "loss": 27.5312,
+      "step": 5276
+    },
+    {
+      "epoch": 0.049952196590338976,
+      "grad_norm": 561.613525390625,
+      "learning_rate": 1.997914328780073e-06,
+      "loss": 21.9648,
+      "step": 5277
+    },
+    {
+      "epoch": 0.04996166261205403,
+      "grad_norm": 573.782958984375,
+      "learning_rate": 1.997912349245198e-06,
+      "loss": 43.625,
+      "step": 5278
+    },
+    {
+      "epoch": 0.04997112863376908,
+      "grad_norm": 371.718505859375,
+      "learning_rate": 1.99791036877235e-06,
+      "loss": 27.0781,
+      "step": 5279
+    },
+    {
+      "epoch": 0.04998059465548414,
+      "grad_norm": 309.628173828125,
+      "learning_rate": 1.997908387361531e-06,
+      "loss": 28.2734,
+      "step": 5280
+    },
+    {
+      "epoch": 0.049990060677199195,
+      "grad_norm": 391.4361877441406,
+      "learning_rate": 1.997906405012744e-06,
+      "loss": 24.5938,
+      "step": 5281
+    },
+    {
+      "epoch": 0.04999952669891425,
+      "grad_norm": 3.188462018966675,
+      "learning_rate": 1.9979044217259888e-06,
+      "loss": 0.8979,
+      "step": 5282
+    },
+    {
+      "epoch": 0.0500089927206293,
+      "grad_norm": 245.1901397705078,
+      "learning_rate": 1.997902437501269e-06,
+      "loss": 26.4062,
+      "step": 5283
+    },
+    {
+      "epoch": 0.050018458742344354,
+      "grad_norm": 1036.894775390625,
+      "learning_rate": 1.9979004523385852e-06,
+      "loss": 82.7344,
+      "step": 5284
+    },
+    {
+      "epoch": 0.05002792476405941,
+      "grad_norm": 427.4485168457031,
+      "learning_rate": 1.99789846623794e-06,
+      "loss": 28.0977,
+      "step": 5285
+    },
+    {
+      "epoch": 0.05003739078577446,
+      "grad_norm": 546.472412109375,
+      "learning_rate": 1.997896479199336e-06,
+      "loss": 36.3438,
+      "step": 5286
+    },
+    {
+      "epoch": 0.05004685680748951,
+      "grad_norm": 416.75482177734375,
+      "learning_rate": 1.9978944912227735e-06,
+      "loss": 50.5625,
+      "step": 5287
+    },
+    {
+      "epoch": 0.05005632282920457,
+      "grad_norm": 428.3577575683594,
+      "learning_rate": 1.9978925023082553e-06,
+      "loss": 58.8125,
+      "step": 5288
+    },
+    {
+      "epoch": 0.050065788850919626,
+      "grad_norm": 621.1582641601562,
+      "learning_rate": 1.997890512455783e-06,
+      "loss": 27.5,
+      "step": 5289
+    },
+    {
+      "epoch": 0.05007525487263468,
+      "grad_norm": 322.2375183105469,
+      "learning_rate": 1.9978885216653585e-06,
+      "loss": 23.1562,
+      "step": 5290
+    },
+    {
+      "epoch": 0.05008472089434973,
+      "grad_norm": 461.04229736328125,
+      "learning_rate": 1.997886529936984e-06,
+      "loss": 37.6016,
+      "step": 5291
+    },
+    {
+      "epoch": 0.050094186916064785,
+      "grad_norm": 312.9264831542969,
+      "learning_rate": 1.9978845372706606e-06,
+      "loss": 24.625,
+      "step": 5292
+    },
+    {
+      "epoch": 0.05010365293777984,
+      "grad_norm": 544.4048461914062,
+      "learning_rate": 1.997882543666391e-06,
+      "loss": 29.0156,
+      "step": 5293
+    },
+    {
+      "epoch": 0.05011311895949489,
+      "grad_norm": 797.8146362304688,
+      "learning_rate": 1.9978805491241768e-06,
+      "loss": 55.4219,
+      "step": 5294
+    },
+    {
+      "epoch": 0.050122584981209944,
+      "grad_norm": 332.91827392578125,
+      "learning_rate": 1.99787855364402e-06,
+      "loss": 29.7266,
+      "step": 5295
+    },
+    {
+      "epoch": 0.050132051002925,
+      "grad_norm": 416.5557861328125,
+      "learning_rate": 1.9978765572259214e-06,
+      "loss": 29.0781,
+      "step": 5296
+    },
+    {
+      "epoch": 0.05014151702464006,
+      "grad_norm": 283.68731689453125,
+      "learning_rate": 1.9978745598698843e-06,
+      "loss": 23.0625,
+      "step": 5297
+    },
+    {
+      "epoch": 0.05015098304635511,
+      "grad_norm": 753.0687255859375,
+      "learning_rate": 1.9978725615759103e-06,
+      "loss": 34.9375,
+      "step": 5298
+    },
+    {
+      "epoch": 0.05016044906807016,
+      "grad_norm": 186.77285766601562,
+      "learning_rate": 1.9978705623440005e-06,
+      "loss": 26.7734,
+      "step": 5299
+    },
+    {
+      "epoch": 0.050169915089785216,
+      "grad_norm": 432.09796142578125,
+      "learning_rate": 1.9978685621741577e-06,
+      "loss": 23.1797,
+      "step": 5300
+    },
+    {
+      "epoch": 0.05017938111150027,
+      "grad_norm": 939.197998046875,
+      "learning_rate": 1.9978665610663833e-06,
+      "loss": 47.2969,
+      "step": 5301
+    },
+    {
+      "epoch": 0.05018884713321532,
+      "grad_norm": 273.6300964355469,
+      "learning_rate": 1.997864559020679e-06,
+      "loss": 25.0625,
+      "step": 5302
+    },
+    {
+      "epoch": 0.050198313154930375,
+      "grad_norm": 315.52984619140625,
+      "learning_rate": 1.997862556037047e-06,
+      "loss": 22.2656,
+      "step": 5303
+    },
+    {
+      "epoch": 0.05020777917664543,
+      "grad_norm": 893.2252807617188,
+      "learning_rate": 1.997860552115489e-06,
+      "loss": 48.5312,
+      "step": 5304
+    },
+    {
+      "epoch": 0.05021724519836049,
+      "grad_norm": 342.21270751953125,
+      "learning_rate": 1.9978585472560073e-06,
+      "loss": 23.2969,
+      "step": 5305
+    },
+    {
+      "epoch": 0.05022671122007554,
+      "grad_norm": 471.5636901855469,
+      "learning_rate": 1.9978565414586033e-06,
+      "loss": 34.9062,
+      "step": 5306
+    },
+    {
+      "epoch": 0.050236177241790594,
+      "grad_norm": 594.0134887695312,
+      "learning_rate": 1.9978545347232793e-06,
+      "loss": 35.5,
+      "step": 5307
+    },
+    {
+      "epoch": 0.05024564326350565,
+      "grad_norm": 246.68966674804688,
+      "learning_rate": 1.997852527050036e-06,
+      "loss": 21.2969,
+      "step": 5308
+    },
+    {
+      "epoch": 0.0502551092852207,
+      "grad_norm": 632.1905517578125,
+      "learning_rate": 1.9978505184388777e-06,
+      "loss": 27.6875,
+      "step": 5309
+    },
+    {
+      "epoch": 0.05026457530693575,
+      "grad_norm": 299.65582275390625,
+      "learning_rate": 1.997848508889804e-06,
+      "loss": 37.8125,
+      "step": 5310
+    },
+    {
+      "epoch": 0.050274041328650806,
+      "grad_norm": 255.455078125,
+      "learning_rate": 1.9978464984028176e-06,
+      "loss": 28.0234,
+      "step": 5311
+    },
+    {
+      "epoch": 0.05028350735036586,
+      "grad_norm": 3.099949359893799,
+      "learning_rate": 1.9978444869779207e-06,
+      "loss": 0.9731,
+      "step": 5312
+    },
+    {
+      "epoch": 0.05029297337208091,
+      "grad_norm": 193.1591033935547,
+      "learning_rate": 1.9978424746151148e-06,
+      "loss": 20.5156,
+      "step": 5313
+    },
+    {
+      "epoch": 0.05030243939379597,
+      "grad_norm": 582.0731201171875,
+      "learning_rate": 1.9978404613144016e-06,
+      "loss": 31.4492,
+      "step": 5314
+    },
+    {
+      "epoch": 0.050311905415511025,
+      "grad_norm": 392.0903625488281,
+      "learning_rate": 1.9978384470757836e-06,
+      "loss": 28.8594,
+      "step": 5315
+    },
+    {
+      "epoch": 0.05032137143722608,
+      "grad_norm": 341.2526550292969,
+      "learning_rate": 1.997836431899262e-06,
+      "loss": 17.3164,
+      "step": 5316
+    },
+    {
+      "epoch": 0.05033083745894113,
+      "grad_norm": 2.517918586730957,
+      "learning_rate": 1.9978344157848393e-06,
+      "loss": 0.8789,
+      "step": 5317
+    },
+    {
+      "epoch": 0.050340303480656184,
+      "grad_norm": 3.3505351543426514,
+      "learning_rate": 1.9978323987325172e-06,
+      "loss": 1.0996,
+      "step": 5318
+    },
+    {
+      "epoch": 0.05034976950237124,
+      "grad_norm": 492.8443298339844,
+      "learning_rate": 1.997830380742298e-06,
+      "loss": 56.125,
+      "step": 5319
+    },
+    {
+      "epoch": 0.05035923552408629,
+      "grad_norm": 540.8740844726562,
+      "learning_rate": 1.9978283618141825e-06,
+      "loss": 32.625,
+      "step": 5320
+    },
+    {
+      "epoch": 0.05036870154580134,
+      "grad_norm": 343.8959655761719,
+      "learning_rate": 1.9978263419481737e-06,
+      "loss": 40.7109,
+      "step": 5321
+    },
+    {
+      "epoch": 0.050378167567516396,
+      "grad_norm": 337.7358703613281,
+      "learning_rate": 1.9978243211442728e-06,
+      "loss": 17.4922,
+      "step": 5322
+    },
+    {
+      "epoch": 0.050387633589231456,
+      "grad_norm": 361.9353332519531,
+      "learning_rate": 1.997822299402482e-06,
+      "loss": 22.1328,
+      "step": 5323
+    },
+    {
+      "epoch": 0.05039709961094651,
+      "grad_norm": 202.66880798339844,
+      "learning_rate": 1.997820276722803e-06,
+      "loss": 23.7891,
+      "step": 5324
+    },
+    {
+      "epoch": 0.05040656563266156,
+      "grad_norm": 2.9936141967773438,
+      "learning_rate": 1.997818253105238e-06,
+      "loss": 0.9814,
+      "step": 5325
+    },
+    {
+      "epoch": 0.050416031654376615,
+      "grad_norm": 548.0919189453125,
+      "learning_rate": 1.9978162285497885e-06,
+      "loss": 53.9375,
+      "step": 5326
+    },
+    {
+      "epoch": 0.05042549767609167,
+      "grad_norm": 267.9744567871094,
+      "learning_rate": 1.997814203056457e-06,
+      "loss": 25.4375,
+      "step": 5327
+    },
+    {
+      "epoch": 0.05043496369780672,
+      "grad_norm": 585.6610107421875,
+      "learning_rate": 1.9978121766252453e-06,
+      "loss": 29.1406,
+      "step": 5328
+    },
+    {
+      "epoch": 0.050444429719521774,
+      "grad_norm": 233.8960418701172,
+      "learning_rate": 1.9978101492561542e-06,
+      "loss": 28.1094,
+      "step": 5329
+    },
+    {
+      "epoch": 0.05045389574123683,
+      "grad_norm": 431.9930114746094,
+      "learning_rate": 1.9978081209491872e-06,
+      "loss": 29.5312,
+      "step": 5330
+    },
+    {
+      "epoch": 0.05046336176295189,
+      "grad_norm": 528.4657592773438,
+      "learning_rate": 1.9978060917043455e-06,
+      "loss": 69.125,
+      "step": 5331
+    },
+    {
+      "epoch": 0.05047282778466694,
+      "grad_norm": 353.7773742675781,
+      "learning_rate": 1.9978040615216304e-06,
+      "loss": 38.2812,
+      "step": 5332
+    },
+    {
+      "epoch": 0.05048229380638199,
+      "grad_norm": 645.0875854492188,
+      "learning_rate": 1.997802030401045e-06,
+      "loss": 62.9844,
+      "step": 5333
+    },
+    {
+      "epoch": 0.050491759828097046,
+      "grad_norm": 3.1926827430725098,
+      "learning_rate": 1.9977999983425905e-06,
+      "loss": 0.9255,
+      "step": 5334
+    },
+    {
+      "epoch": 0.0505012258498121,
+      "grad_norm": 591.0059204101562,
+      "learning_rate": 1.9977979653462686e-06,
+      "loss": 31.9688,
+      "step": 5335
+    },
+    {
+      "epoch": 0.05051069187152715,
+      "grad_norm": 433.75018310546875,
+      "learning_rate": 1.9977959314120814e-06,
+      "loss": 36.6953,
+      "step": 5336
+    },
+    {
+      "epoch": 0.050520157893242205,
+      "grad_norm": 253.76461791992188,
+      "learning_rate": 1.9977938965400314e-06,
+      "loss": 20.4844,
+      "step": 5337
+    },
+    {
+      "epoch": 0.05052962391495726,
+      "grad_norm": 694.1417846679688,
+      "learning_rate": 1.99779186073012e-06,
+      "loss": 46.0625,
+      "step": 5338
+    },
+    {
+      "epoch": 0.05053908993667231,
+      "grad_norm": 172.93321228027344,
+      "learning_rate": 1.9977898239823488e-06,
+      "loss": 23.4766,
+      "step": 5339
+    },
+    {
+      "epoch": 0.05054855595838737,
+      "grad_norm": 295.9559020996094,
+      "learning_rate": 1.9977877862967204e-06,
+      "loss": 23.0938,
+      "step": 5340
+    },
+    {
+      "epoch": 0.050558021980102424,
+      "grad_norm": 442.8326721191406,
+      "learning_rate": 1.9977857476732364e-06,
+      "loss": 25.5156,
+      "step": 5341
+    },
+    {
+      "epoch": 0.05056748800181748,
+      "grad_norm": 172.93882751464844,
+      "learning_rate": 1.9977837081118985e-06,
+      "loss": 24.8438,
+      "step": 5342
+    },
+    {
+      "epoch": 0.05057695402353253,
+      "grad_norm": 170.6522216796875,
+      "learning_rate": 1.9977816676127087e-06,
+      "loss": 22.5469,
+      "step": 5343
+    },
+    {
+      "epoch": 0.05058642004524758,
+      "grad_norm": 570.1143798828125,
+      "learning_rate": 1.9977796261756693e-06,
+      "loss": 25.375,
+      "step": 5344
+    },
+    {
+      "epoch": 0.050595886066962636,
+      "grad_norm": 434.2060241699219,
+      "learning_rate": 1.9977775838007823e-06,
+      "loss": 10.5508,
+      "step": 5345
+    },
+    {
+      "epoch": 0.05060535208867769,
+      "grad_norm": 382.55718994140625,
+      "learning_rate": 1.997775540488049e-06,
+      "loss": 31.7969,
+      "step": 5346
+    },
+    {
+      "epoch": 0.05061481811039274,
+      "grad_norm": 429.2646179199219,
+      "learning_rate": 1.9977734962374714e-06,
+      "loss": 32.6406,
+      "step": 5347
+    },
+    {
+      "epoch": 0.0506242841321078,
+      "grad_norm": 328.7024230957031,
+      "learning_rate": 1.9977714510490517e-06,
+      "loss": 42.25,
+      "step": 5348
+    },
+    {
+      "epoch": 0.050633750153822855,
+      "grad_norm": 667.7344970703125,
+      "learning_rate": 1.9977694049227917e-06,
+      "loss": 33.2891,
+      "step": 5349
+    },
+    {
+      "epoch": 0.05064321617553791,
+      "grad_norm": 428.8728332519531,
+      "learning_rate": 1.9977673578586934e-06,
+      "loss": 33.1562,
+      "step": 5350
+    },
+    {
+      "epoch": 0.05065268219725296,
+      "grad_norm": 208.6680450439453,
+      "learning_rate": 1.997765309856759e-06,
+      "loss": 27.8906,
+      "step": 5351
+    },
+    {
+      "epoch": 0.050662148218968014,
+      "grad_norm": 144.12509155273438,
+      "learning_rate": 1.9977632609169897e-06,
+      "loss": 22.3281,
+      "step": 5352
+    },
+    {
+      "epoch": 0.05067161424068307,
+      "grad_norm": 3.376955986022949,
+      "learning_rate": 1.997761211039388e-06,
+      "loss": 0.8599,
+      "step": 5353
+    },
+    {
+      "epoch": 0.05068108026239812,
+      "grad_norm": 407.7967834472656,
+      "learning_rate": 1.9977591602239558e-06,
+      "loss": 19.7344,
+      "step": 5354
+    },
+    {
+      "epoch": 0.050690546284113173,
+      "grad_norm": 297.9488525390625,
+      "learning_rate": 1.9977571084706945e-06,
+      "loss": 31.75,
+      "step": 5355
+    },
+    {
+      "epoch": 0.050700012305828226,
+      "grad_norm": 1532.1309814453125,
+      "learning_rate": 1.997755055779607e-06,
+      "loss": 37.0781,
+      "step": 5356
+    },
+    {
+      "epoch": 0.050709478327543286,
+      "grad_norm": 624.8471069335938,
+      "learning_rate": 1.997753002150694e-06,
+      "loss": 24.9531,
+      "step": 5357
+    },
+    {
+      "epoch": 0.05071894434925834,
+      "grad_norm": 415.9170227050781,
+      "learning_rate": 1.9977509475839587e-06,
+      "loss": 25.4219,
+      "step": 5358
+    },
+    {
+      "epoch": 0.05072841037097339,
+      "grad_norm": 384.15435791015625,
+      "learning_rate": 1.997748892079402e-06,
+      "loss": 28.1523,
+      "step": 5359
+    },
+    {
+      "epoch": 0.050737876392688445,
+      "grad_norm": 284.5003967285156,
+      "learning_rate": 1.9977468356370265e-06,
+      "loss": 20.1875,
+      "step": 5360
+    },
+    {
+      "epoch": 0.0507473424144035,
+      "grad_norm": 239.40980529785156,
+      "learning_rate": 1.997744778256834e-06,
+      "loss": 23.5469,
+      "step": 5361
+    },
+    {
+      "epoch": 0.05075680843611855,
+      "grad_norm": 679.1757202148438,
+      "learning_rate": 1.997742719938826e-06,
+      "loss": 26.7188,
+      "step": 5362
+    },
+    {
+      "epoch": 0.050766274457833604,
+      "grad_norm": 313.8531188964844,
+      "learning_rate": 1.997740660683005e-06,
+      "loss": 23.0938,
+      "step": 5363
+    },
+    {
+      "epoch": 0.05077574047954866,
+      "grad_norm": 466.4092102050781,
+      "learning_rate": 1.9977386004893722e-06,
+      "loss": 13.7969,
+      "step": 5364
+    },
+    {
+      "epoch": 0.05078520650126371,
+      "grad_norm": 341.6548156738281,
+      "learning_rate": 1.9977365393579303e-06,
+      "loss": 26.75,
+      "step": 5365
+    },
+    {
+      "epoch": 0.05079467252297877,
+      "grad_norm": 438.5145568847656,
+      "learning_rate": 1.997734477288681e-06,
+      "loss": 39.2344,
+      "step": 5366
+    },
+    {
+      "epoch": 0.05080413854469382,
+      "grad_norm": 483.2239074707031,
+      "learning_rate": 1.997732414281626e-06,
+      "loss": 44.7266,
+      "step": 5367
+    },
+    {
+      "epoch": 0.050813604566408876,
+      "grad_norm": 289.5129089355469,
+      "learning_rate": 1.997730350336768e-06,
+      "loss": 11.4648,
+      "step": 5368
+    },
+    {
+      "epoch": 0.05082307058812393,
+      "grad_norm": 751.6818237304688,
+      "learning_rate": 1.9977282854541083e-06,
+      "loss": 77.3359,
+      "step": 5369
+    },
+    {
+      "epoch": 0.05083253660983898,
+      "grad_norm": 310.1125183105469,
+      "learning_rate": 1.9977262196336487e-06,
+      "loss": 27.5,
+      "step": 5370
+    },
+    {
+      "epoch": 0.050842002631554035,
+      "grad_norm": 437.0325012207031,
+      "learning_rate": 1.997724152875391e-06,
+      "loss": 25.3203,
+      "step": 5371
+    },
+    {
+      "epoch": 0.05085146865326909,
+      "grad_norm": 266.029541015625,
+      "learning_rate": 1.997722085179338e-06,
+      "loss": 26.3125,
+      "step": 5372
+    },
+    {
+      "epoch": 0.05086093467498414,
+      "grad_norm": 277.61279296875,
+      "learning_rate": 1.9977200165454906e-06,
+      "loss": 28.9531,
+      "step": 5373
+    },
+    {
+      "epoch": 0.0508704006966992,
+      "grad_norm": 379.05401611328125,
+      "learning_rate": 1.997717946973852e-06,
+      "loss": 24.375,
+      "step": 5374
+    },
+    {
+      "epoch": 0.050879866718414254,
+      "grad_norm": 471.94110107421875,
+      "learning_rate": 1.997715876464423e-06,
+      "loss": 28.5156,
+      "step": 5375
+    },
+    {
+      "epoch": 0.05088933274012931,
+      "grad_norm": 288.6314697265625,
+      "learning_rate": 1.997713805017206e-06,
+      "loss": 23.3672,
+      "step": 5376
+    },
+    {
+      "epoch": 0.05089879876184436,
+      "grad_norm": 230.88404846191406,
+      "learning_rate": 1.997711732632203e-06,
+      "loss": 27.4375,
+      "step": 5377
+    },
+    {
+      "epoch": 0.050908264783559413,
+      "grad_norm": 408.583740234375,
+      "learning_rate": 1.997709659309416e-06,
+      "loss": 27.0078,
+      "step": 5378
+    },
+    {
+      "epoch": 0.050917730805274466,
+      "grad_norm": 302.6225280761719,
+      "learning_rate": 1.9977075850488465e-06,
+      "loss": 26.6016,
+      "step": 5379
+    },
+    {
+      "epoch": 0.05092719682698952,
+      "grad_norm": 247.5236358642578,
+      "learning_rate": 1.9977055098504972e-06,
+      "loss": 21.7812,
+      "step": 5380
+    },
+    {
+      "epoch": 0.05093666284870457,
+      "grad_norm": 444.846435546875,
+      "learning_rate": 1.9977034337143694e-06,
+      "loss": 34.875,
+      "step": 5381
+    },
+    {
+      "epoch": 0.050946128870419626,
+      "grad_norm": 250.2587432861328,
+      "learning_rate": 1.997701356640465e-06,
+      "loss": 25.3984,
+      "step": 5382
+    },
+    {
+      "epoch": 0.050955594892134685,
+      "grad_norm": 169.0071563720703,
+      "learning_rate": 1.997699278628787e-06,
+      "loss": 17.0391,
+      "step": 5383
+    },
+    {
+      "epoch": 0.05096506091384974,
+      "grad_norm": 192.25213623046875,
+      "learning_rate": 1.9976971996793357e-06,
+      "loss": 25.5859,
+      "step": 5384
+    },
+    {
+      "epoch": 0.05097452693556479,
+      "grad_norm": 381.0699157714844,
+      "learning_rate": 1.9976951197921144e-06,
+      "loss": 20.6094,
+      "step": 5385
+    },
+    {
+      "epoch": 0.050983992957279844,
+      "grad_norm": 898.5232543945312,
+      "learning_rate": 1.9976930389671247e-06,
+      "loss": 57.5156,
+      "step": 5386
+    },
+    {
+      "epoch": 0.0509934589789949,
+      "grad_norm": 270.2722473144531,
+      "learning_rate": 1.9976909572043684e-06,
+      "loss": 26.6172,
+      "step": 5387
+    },
+    {
+      "epoch": 0.05100292500070995,
+      "grad_norm": 782.7325439453125,
+      "learning_rate": 1.997688874503847e-06,
+      "loss": 53.0469,
+      "step": 5388
+    },
+    {
+      "epoch": 0.051012391022425004,
+      "grad_norm": 376.7284851074219,
+      "learning_rate": 1.9976867908655636e-06,
+      "loss": 42.6719,
+      "step": 5389
+    },
+    {
+      "epoch": 0.051021857044140057,
+      "grad_norm": 324.336181640625,
+      "learning_rate": 1.9976847062895194e-06,
+      "loss": 24.9062,
+      "step": 5390
+    },
+    {
+      "epoch": 0.051031323065855116,
+      "grad_norm": 285.356689453125,
+      "learning_rate": 1.997682620775716e-06,
+      "loss": 27.2344,
+      "step": 5391
+    },
+    {
+      "epoch": 0.05104078908757017,
+      "grad_norm": 146.22853088378906,
+      "learning_rate": 1.9976805343241564e-06,
+      "loss": 18.9531,
+      "step": 5392
+    },
+    {
+      "epoch": 0.05105025510928522,
+      "grad_norm": 3.0180344581604004,
+      "learning_rate": 1.997678446934842e-06,
+      "loss": 0.8267,
+      "step": 5393
+    },
+    {
+      "epoch": 0.051059721131000275,
+      "grad_norm": 195.66775512695312,
+      "learning_rate": 1.9976763586077745e-06,
+      "loss": 24.8203,
+      "step": 5394
+    },
+    {
+      "epoch": 0.05106918715271533,
+      "grad_norm": 433.33331298828125,
+      "learning_rate": 1.997674269342956e-06,
+      "loss": 25.9766,
+      "step": 5395
+    },
+    {
+      "epoch": 0.05107865317443038,
+      "grad_norm": 3.14933180809021,
+      "learning_rate": 1.997672179140389e-06,
+      "loss": 0.9961,
+      "step": 5396
+    },
+    {
+      "epoch": 0.051088119196145435,
+      "grad_norm": 156.66604614257812,
+      "learning_rate": 1.9976700880000744e-06,
+      "loss": 21.9219,
+      "step": 5397
+    },
+    {
+      "epoch": 0.05109758521786049,
+      "grad_norm": 300.00494384765625,
+      "learning_rate": 1.9976679959220153e-06,
+      "loss": 24.4766,
+      "step": 5398
+    },
+    {
+      "epoch": 0.05110705123957554,
+      "grad_norm": 377.45318603515625,
+      "learning_rate": 1.997665902906213e-06,
+      "loss": 34.5391,
+      "step": 5399
+    },
+    {
+      "epoch": 0.0511165172612906,
+      "grad_norm": 195.10887145996094,
+      "learning_rate": 1.99766380895267e-06,
+      "loss": 31.5781,
+      "step": 5400
+    },
+    {
+      "epoch": 0.051125983283005653,
+      "grad_norm": 552.6152954101562,
+      "learning_rate": 1.9976617140613876e-06,
+      "loss": 56.5625,
+      "step": 5401
+    },
+    {
+      "epoch": 0.051135449304720706,
+      "grad_norm": 241.9661102294922,
+      "learning_rate": 1.9976596182323685e-06,
+      "loss": 33.0469,
+      "step": 5402
+    },
+    {
+      "epoch": 0.05114491532643576,
+      "grad_norm": 370.9960021972656,
+      "learning_rate": 1.997657521465614e-06,
+      "loss": 41.1875,
+      "step": 5403
+    },
+    {
+      "epoch": 0.05115438134815081,
+      "grad_norm": 461.7136535644531,
+      "learning_rate": 1.997655423761126e-06,
+      "loss": 38.5781,
+      "step": 5404
+    },
+    {
+      "epoch": 0.051163847369865866,
+      "grad_norm": 3.225895404815674,
+      "learning_rate": 1.9976533251189073e-06,
+      "loss": 0.8521,
+      "step": 5405
+    },
+    {
+      "epoch": 0.05117331339158092,
+      "grad_norm": 501.816162109375,
+      "learning_rate": 1.997651225538959e-06,
+      "loss": 33.8984,
+      "step": 5406
+    },
+    {
+      "epoch": 0.05118277941329597,
+      "grad_norm": 864.1810913085938,
+      "learning_rate": 1.9976491250212833e-06,
+      "loss": 94.5391,
+      "step": 5407
+    },
+    {
+      "epoch": 0.051192245435011025,
+      "grad_norm": 397.95654296875,
+      "learning_rate": 1.997647023565883e-06,
+      "loss": 30.9844,
+      "step": 5408
+    },
+    {
+      "epoch": 0.051201711456726084,
+      "grad_norm": 208.98770141601562,
+      "learning_rate": 1.997644921172759e-06,
+      "loss": 17.0547,
+      "step": 5409
+    },
+    {
+      "epoch": 0.05121117747844114,
+      "grad_norm": 296.62060546875,
+      "learning_rate": 1.9976428178419134e-06,
+      "loss": 52.0469,
+      "step": 5410
+    },
+    {
+      "epoch": 0.05122064350015619,
+      "grad_norm": 513.4114990234375,
+      "learning_rate": 1.997640713573349e-06,
+      "loss": 19.5117,
+      "step": 5411
+    },
+    {
+      "epoch": 0.051230109521871244,
+      "grad_norm": 286.5925598144531,
+      "learning_rate": 1.9976386083670673e-06,
+      "loss": 22.375,
+      "step": 5412
+    },
+    {
+      "epoch": 0.051239575543586297,
+      "grad_norm": 404.5957946777344,
+      "learning_rate": 1.9976365022230697e-06,
+      "loss": 49.3906,
+      "step": 5413
+    },
+    {
+      "epoch": 0.05124904156530135,
+      "grad_norm": 468.12152099609375,
+      "learning_rate": 1.997634395141359e-06,
+      "loss": 45.375,
+      "step": 5414
+    },
+    {
+      "epoch": 0.0512585075870164,
+      "grad_norm": 557.3435668945312,
+      "learning_rate": 1.997632287121937e-06,
+      "loss": 36.0625,
+      "step": 5415
+    },
+    {
+      "epoch": 0.051267973608731456,
+      "grad_norm": 513.0791015625,
+      "learning_rate": 1.997630178164805e-06,
+      "loss": 25.875,
+      "step": 5416
+    },
+    {
+      "epoch": 0.051277439630446515,
+      "grad_norm": 294.3284606933594,
+      "learning_rate": 1.997628068269966e-06,
+      "loss": 30.4062,
+      "step": 5417
+    },
+    {
+      "epoch": 0.05128690565216157,
+      "grad_norm": 494.54364013671875,
+      "learning_rate": 1.997625957437421e-06,
+      "loss": 31.4766,
+      "step": 5418
+    },
+    {
+      "epoch": 0.05129637167387662,
+      "grad_norm": 323.341064453125,
+      "learning_rate": 1.997623845667173e-06,
+      "loss": 23.9766,
+      "step": 5419
+    },
+    {
+      "epoch": 0.051305837695591675,
+      "grad_norm": 488.78948974609375,
+      "learning_rate": 1.9976217329592235e-06,
+      "loss": 43.125,
+      "step": 5420
+    },
+    {
+      "epoch": 0.05131530371730673,
+      "grad_norm": 2.6845717430114746,
+      "learning_rate": 1.997619619313574e-06,
+      "loss": 0.8047,
+      "step": 5421
+    },
+    {
+      "epoch": 0.05132476973902178,
+      "grad_norm": 605.0252075195312,
+      "learning_rate": 1.9976175047302272e-06,
+      "loss": 33.1016,
+      "step": 5422
+    },
+    {
+      "epoch": 0.051334235760736834,
+      "grad_norm": 2.4544153213500977,
+      "learning_rate": 1.997615389209185e-06,
+      "loss": 0.854,
+      "step": 5423
+    },
+    {
+      "epoch": 0.05134370178245189,
+      "grad_norm": 462.503173828125,
+      "learning_rate": 1.997613272750449e-06,
+      "loss": 54.125,
+      "step": 5424
+    },
+    {
+      "epoch": 0.05135316780416694,
+      "grad_norm": 750.3469848632812,
+      "learning_rate": 1.9976111553540217e-06,
+      "loss": 57.6719,
+      "step": 5425
+    },
+    {
+      "epoch": 0.051362633825882,
+      "grad_norm": 237.41331481933594,
+      "learning_rate": 1.9976090370199046e-06,
+      "loss": 26.6641,
+      "step": 5426
+    },
+    {
+      "epoch": 0.05137209984759705,
+      "grad_norm": 245.6708984375,
+      "learning_rate": 1.9976069177481005e-06,
+      "loss": 25.2188,
+      "step": 5427
+    },
+    {
+      "epoch": 0.051381565869312106,
+      "grad_norm": 214.9398651123047,
+      "learning_rate": 1.9976047975386097e-06,
+      "loss": 24.1562,
+      "step": 5428
+    },
+    {
+      "epoch": 0.05139103189102716,
+      "grad_norm": 269.2427673339844,
+      "learning_rate": 1.997602676391436e-06,
+      "loss": 30.0625,
+      "step": 5429
+    },
+    {
+      "epoch": 0.05140049791274221,
+      "grad_norm": 675.1229858398438,
+      "learning_rate": 1.997600554306581e-06,
+      "loss": 27.6875,
+      "step": 5430
+    },
+    {
+      "epoch": 0.051409963934457265,
+      "grad_norm": 218.0255889892578,
+      "learning_rate": 1.997598431284046e-06,
+      "loss": 24.1719,
+      "step": 5431
+    },
+    {
+      "epoch": 0.05141942995617232,
+      "grad_norm": 601.4052734375,
+      "learning_rate": 1.997596307323833e-06,
+      "loss": 22.6172,
+      "step": 5432
+    },
+    {
+      "epoch": 0.05142889597788737,
+      "grad_norm": 395.4801025390625,
+      "learning_rate": 1.9975941824259445e-06,
+      "loss": 48.9688,
+      "step": 5433
+    },
+    {
+      "epoch": 0.05143836199960243,
+      "grad_norm": 278.6930847167969,
+      "learning_rate": 1.9975920565903825e-06,
+      "loss": 22.7188,
+      "step": 5434
+    },
+    {
+      "epoch": 0.051447828021317484,
+      "grad_norm": 427.4809265136719,
+      "learning_rate": 1.997589929817149e-06,
+      "loss": 21.5703,
+      "step": 5435
+    },
+    {
+      "epoch": 0.051457294043032537,
+      "grad_norm": 227.16278076171875,
+      "learning_rate": 1.9975878021062456e-06,
+      "loss": 23.5859,
+      "step": 5436
+    },
+    {
+      "epoch": 0.05146676006474759,
+      "grad_norm": 664.8355102539062,
+      "learning_rate": 1.997585673457675e-06,
+      "loss": 37.4141,
+      "step": 5437
+    },
+    {
+      "epoch": 0.05147622608646264,
+      "grad_norm": 562.3089599609375,
+      "learning_rate": 1.9975835438714384e-06,
+      "loss": 42.9141,
+      "step": 5438
+    },
+    {
+      "epoch": 0.051485692108177696,
+      "grad_norm": 302.0076904296875,
+      "learning_rate": 1.997581413347538e-06,
+      "loss": 34.6953,
+      "step": 5439
+    },
+    {
+      "epoch": 0.05149515812989275,
+      "grad_norm": 435.7312927246094,
+      "learning_rate": 1.9975792818859764e-06,
+      "loss": 24.0625,
+      "step": 5440
+    },
+    {
+      "epoch": 0.0515046241516078,
+      "grad_norm": 499.3035888671875,
+      "learning_rate": 1.997577149486755e-06,
+      "loss": 15.5703,
+      "step": 5441
+    },
+    {
+      "epoch": 0.051514090173322855,
+      "grad_norm": 228.8357696533203,
+      "learning_rate": 1.9975750161498763e-06,
+      "loss": 29.5469,
+      "step": 5442
+    },
+    {
+      "epoch": 0.051523556195037915,
+      "grad_norm": 345.34661865234375,
+      "learning_rate": 1.9975728818753416e-06,
+      "loss": 26.125,
+      "step": 5443
+    },
+    {
+      "epoch": 0.05153302221675297,
+      "grad_norm": 464.826171875,
+      "learning_rate": 1.9975707466631532e-06,
+      "loss": 44.9688,
+      "step": 5444
+    },
+    {
+      "epoch": 0.05154248823846802,
+      "grad_norm": 652.1891479492188,
+      "learning_rate": 1.9975686105133134e-06,
+      "loss": 66.2812,
+      "step": 5445
+    },
+    {
+      "epoch": 0.051551954260183074,
+      "grad_norm": 214.3760223388672,
+      "learning_rate": 1.9975664734258238e-06,
+      "loss": 23.25,
+      "step": 5446
+    },
+    {
+      "epoch": 0.05156142028189813,
+      "grad_norm": 706.2904663085938,
+      "learning_rate": 1.997564335400687e-06,
+      "loss": 44.375,
+      "step": 5447
+    },
+    {
+      "epoch": 0.05157088630361318,
+      "grad_norm": 677.34765625,
+      "learning_rate": 1.997562196437904e-06,
+      "loss": 44.2812,
+      "step": 5448
+    },
+    {
+      "epoch": 0.05158035232532823,
+      "grad_norm": 1045.811767578125,
+      "learning_rate": 1.997560056537478e-06,
+      "loss": 26.6641,
+      "step": 5449
+    },
+    {
+      "epoch": 0.051589818347043286,
+      "grad_norm": 280.4783020019531,
+      "learning_rate": 1.9975579156994104e-06,
+      "loss": 24.4062,
+      "step": 5450
+    },
+    {
+      "epoch": 0.05159928436875834,
+      "grad_norm": 1245.4703369140625,
+      "learning_rate": 1.997555773923703e-06,
+      "loss": 89.5312,
+      "step": 5451
+    },
+    {
+      "epoch": 0.0516087503904734,
+      "grad_norm": 768.4357299804688,
+      "learning_rate": 1.997553631210358e-06,
+      "loss": 64.875,
+      "step": 5452
+    },
+    {
+      "epoch": 0.05161821641218845,
+      "grad_norm": 651.9760131835938,
+      "learning_rate": 1.9975514875593776e-06,
+      "loss": 51.4844,
+      "step": 5453
+    },
+    {
+      "epoch": 0.051627682433903505,
+      "grad_norm": 310.3631896972656,
+      "learning_rate": 1.997549342970764e-06,
+      "loss": 24.0703,
+      "step": 5454
+    },
+    {
+      "epoch": 0.05163714845561856,
+      "grad_norm": 357.3893127441406,
+      "learning_rate": 1.9975471974445186e-06,
+      "loss": 24.375,
+      "step": 5455
+    },
+    {
+      "epoch": 0.05164661447733361,
+      "grad_norm": 341.1490478515625,
+      "learning_rate": 1.9975450509806436e-06,
+      "loss": 24.4688,
+      "step": 5456
+    },
+    {
+      "epoch": 0.051656080499048664,
+      "grad_norm": 382.71124267578125,
+      "learning_rate": 1.9975429035791412e-06,
+      "loss": 51.0625,
+      "step": 5457
+    },
+    {
+      "epoch": 0.05166554652076372,
+      "grad_norm": 166.29067993164062,
+      "learning_rate": 1.997540755240014e-06,
+      "loss": 22.875,
+      "step": 5458
+    },
+    {
+      "epoch": 0.05167501254247877,
+      "grad_norm": 457.2251281738281,
+      "learning_rate": 1.9975386059632625e-06,
+      "loss": 50.2812,
+      "step": 5459
+    },
+    {
+      "epoch": 0.05168447856419383,
+      "grad_norm": 559.280029296875,
+      "learning_rate": 1.9975364557488903e-06,
+      "loss": 49.6094,
+      "step": 5460
+    },
+    {
+      "epoch": 0.05169394458590888,
+      "grad_norm": 726.8652954101562,
+      "learning_rate": 1.997534304596898e-06,
+      "loss": 46.2344,
+      "step": 5461
+    },
+    {
+      "epoch": 0.051703410607623936,
+      "grad_norm": 772.1675415039062,
+      "learning_rate": 1.997532152507289e-06,
+      "loss": 15.832,
+      "step": 5462
+    },
+    {
+      "epoch": 0.05171287662933899,
+      "grad_norm": 546.2420043945312,
+      "learning_rate": 1.9975299994800644e-06,
+      "loss": 21.8203,
+      "step": 5463
+    },
+    {
+      "epoch": 0.05172234265105404,
+      "grad_norm": 317.6883239746094,
+      "learning_rate": 1.9975278455152265e-06,
+      "loss": 25.5,
+      "step": 5464
+    },
+    {
+      "epoch": 0.051731808672769095,
+      "grad_norm": 686.9398803710938,
+      "learning_rate": 1.9975256906127777e-06,
+      "loss": 47.7031,
+      "step": 5465
+    },
+    {
+      "epoch": 0.05174127469448415,
+      "grad_norm": 504.7706298828125,
+      "learning_rate": 1.997523534772719e-06,
+      "loss": 25.75,
+      "step": 5466
+    },
+    {
+      "epoch": 0.0517507407161992,
+      "grad_norm": 469.89007568359375,
+      "learning_rate": 1.997521377995053e-06,
+      "loss": 24.1797,
+      "step": 5467
+    },
+    {
+      "epoch": 0.051760206737914254,
+      "grad_norm": 362.7875671386719,
+      "learning_rate": 1.9975192202797824e-06,
+      "loss": 32.4609,
+      "step": 5468
+    },
+    {
+      "epoch": 0.051769672759629314,
+      "grad_norm": 1310.3465576171875,
+      "learning_rate": 1.9975170616269084e-06,
+      "loss": 39.8438,
+      "step": 5469
+    },
+    {
+      "epoch": 0.05177913878134437,
+      "grad_norm": 212.76202392578125,
+      "learning_rate": 1.9975149020364334e-06,
+      "loss": 21.3047,
+      "step": 5470
+    },
+    {
+      "epoch": 0.05178860480305942,
+      "grad_norm": 478.8789367675781,
+      "learning_rate": 1.997512741508359e-06,
+      "loss": 51.0781,
+      "step": 5471
+    },
+    {
+      "epoch": 0.05179807082477447,
+      "grad_norm": 215.00352478027344,
+      "learning_rate": 1.9975105800426877e-06,
+      "loss": 25.4062,
+      "step": 5472
+    },
+    {
+      "epoch": 0.051807536846489526,
+      "grad_norm": 275.618896484375,
+      "learning_rate": 1.9975084176394217e-06,
+      "loss": 26.6328,
+      "step": 5473
+    },
+    {
+      "epoch": 0.05181700286820458,
+      "grad_norm": 646.673583984375,
+      "learning_rate": 1.9975062542985617e-06,
+      "loss": 16.5703,
+      "step": 5474
+    },
+    {
+      "epoch": 0.05182646888991963,
+      "grad_norm": 522.8369140625,
+      "learning_rate": 1.9975040900201113e-06,
+      "loss": 23.8438,
+      "step": 5475
+    },
+    {
+      "epoch": 0.051835934911634685,
+      "grad_norm": 734.3524169921875,
+      "learning_rate": 1.997501924804072e-06,
+      "loss": 46.75,
+      "step": 5476
+    },
+    {
+      "epoch": 0.051845400933349745,
+      "grad_norm": 746.54833984375,
+      "learning_rate": 1.997499758650446e-06,
+      "loss": 37.3594,
+      "step": 5477
+    },
+    {
+      "epoch": 0.0518548669550648,
+      "grad_norm": 716.3026123046875,
+      "learning_rate": 1.9974975915592346e-06,
+      "loss": 41.0938,
+      "step": 5478
+    },
+    {
+      "epoch": 0.05186433297677985,
+      "grad_norm": 639.9254150390625,
+      "learning_rate": 1.9974954235304408e-06,
+      "loss": 56.2031,
+      "step": 5479
+    },
+    {
+      "epoch": 0.051873798998494904,
+      "grad_norm": 762.0792846679688,
+      "learning_rate": 1.9974932545640657e-06,
+      "loss": 66.375,
+      "step": 5480
+    },
+    {
+      "epoch": 0.05188326502020996,
+      "grad_norm": 535.5723876953125,
+      "learning_rate": 1.9974910846601125e-06,
+      "loss": 35.2422,
+      "step": 5481
+    },
+    {
+      "epoch": 0.05189273104192501,
+      "grad_norm": 2.8963236808776855,
+      "learning_rate": 1.997488913818582e-06,
+      "loss": 0.8838,
+      "step": 5482
+    },
+    {
+      "epoch": 0.05190219706364006,
+      "grad_norm": 516.295166015625,
+      "learning_rate": 1.997486742039477e-06,
+      "loss": 69.6094,
+      "step": 5483
+    },
+    {
+      "epoch": 0.051911663085355116,
+      "grad_norm": 224.4370880126953,
+      "learning_rate": 1.9974845693227994e-06,
+      "loss": 21.1172,
+      "step": 5484
+    },
+    {
+      "epoch": 0.05192112910707017,
+      "grad_norm": 274.4236755371094,
+      "learning_rate": 1.997482395668551e-06,
+      "loss": 25.2031,
+      "step": 5485
+    },
+    {
+      "epoch": 0.05193059512878523,
+      "grad_norm": 593.9751586914062,
+      "learning_rate": 1.997480221076734e-06,
+      "loss": 22.8516,
+      "step": 5486
+    },
+    {
+      "epoch": 0.05194006115050028,
+      "grad_norm": 350.78460693359375,
+      "learning_rate": 1.997478045547351e-06,
+      "loss": 44.9375,
+      "step": 5487
+    },
+    {
+      "epoch": 0.051949527172215335,
+      "grad_norm": 594.5233154296875,
+      "learning_rate": 1.9974758690804033e-06,
+      "loss": 36.9688,
+      "step": 5488
+    },
+    {
+      "epoch": 0.05195899319393039,
+      "grad_norm": 426.91009521484375,
+      "learning_rate": 1.997473691675893e-06,
+      "loss": 43.125,
+      "step": 5489
+    },
+    {
+      "epoch": 0.05196845921564544,
+      "grad_norm": 661.0267333984375,
+      "learning_rate": 1.9974715133338223e-06,
+      "loss": 32.9141,
+      "step": 5490
+    },
+    {
+      "epoch": 0.051977925237360494,
+      "grad_norm": 375.51519775390625,
+      "learning_rate": 1.9974693340541935e-06,
+      "loss": 32.9375,
+      "step": 5491
+    },
+    {
+      "epoch": 0.05198739125907555,
+      "grad_norm": 3.8487746715545654,
+      "learning_rate": 1.997467153837008e-06,
+      "loss": 0.7783,
+      "step": 5492
+    },
+    {
+      "epoch": 0.0519968572807906,
+      "grad_norm": 293.6549072265625,
+      "learning_rate": 1.9974649726822684e-06,
+      "loss": 43.8398,
+      "step": 5493
+    },
+    {
+      "epoch": 0.05200632330250565,
+      "grad_norm": 197.20999145507812,
+      "learning_rate": 1.997462790589977e-06,
+      "loss": 21.6172,
+      "step": 5494
+    },
+    {
+      "epoch": 0.05201578932422071,
+      "grad_norm": 474.3670654296875,
+      "learning_rate": 1.997460607560135e-06,
+      "loss": 33.4766,
+      "step": 5495
+    },
+    {
+      "epoch": 0.052025255345935766,
+      "grad_norm": 388.3454895019531,
+      "learning_rate": 1.997458423592745e-06,
+      "loss": 19.7031,
+      "step": 5496
+    },
+    {
+      "epoch": 0.05203472136765082,
+      "grad_norm": 311.4346923828125,
+      "learning_rate": 1.997456238687809e-06,
+      "loss": 26.875,
+      "step": 5497
+    },
+    {
+      "epoch": 0.05204418738936587,
+      "grad_norm": 163.6356658935547,
+      "learning_rate": 1.9974540528453297e-06,
+      "loss": 22.875,
+      "step": 5498
+    },
+    {
+      "epoch": 0.052053653411080925,
+      "grad_norm": 453.92156982421875,
+      "learning_rate": 1.9974518660653075e-06,
+      "loss": 19.2656,
+      "step": 5499
+    },
+    {
+      "epoch": 0.05206311943279598,
+      "grad_norm": 514.9556884765625,
+      "learning_rate": 1.9974496783477457e-06,
+      "loss": 36.3281,
+      "step": 5500
+    },
+    {
+      "epoch": 0.05207258545451103,
+      "grad_norm": 183.66847229003906,
+      "learning_rate": 1.9974474896926467e-06,
+      "loss": 20.8906,
+      "step": 5501
+    },
+    {
+      "epoch": 0.052082051476226084,
+      "grad_norm": 261.4858093261719,
+      "learning_rate": 1.9974453001000114e-06,
+      "loss": 23.8516,
+      "step": 5502
+    },
+    {
+      "epoch": 0.052091517497941144,
+      "grad_norm": 328.94427490234375,
+      "learning_rate": 1.9974431095698424e-06,
+      "loss": 25.7812,
+      "step": 5503
+    },
+    {
+      "epoch": 0.0521009835196562,
+      "grad_norm": 432.4238586425781,
+      "learning_rate": 1.9974409181021417e-06,
+      "loss": 26.7031,
+      "step": 5504
+    },
+    {
+      "epoch": 0.05211044954137125,
+      "grad_norm": 671.0927734375,
+      "learning_rate": 1.9974387256969115e-06,
+      "loss": 48.0234,
+      "step": 5505
+    },
+    {
+      "epoch": 0.0521199155630863,
+      "grad_norm": 506.3154602050781,
+      "learning_rate": 1.997436532354154e-06,
+      "loss": 25.6328,
+      "step": 5506
+    },
+    {
+      "epoch": 0.052129381584801356,
+      "grad_norm": 293.83465576171875,
+      "learning_rate": 1.997434338073871e-06,
+      "loss": 25.3125,
+      "step": 5507
+    },
+    {
+      "epoch": 0.05213884760651641,
+      "grad_norm": 649.0279541015625,
+      "learning_rate": 1.9974321428560645e-06,
+      "loss": 44.1875,
+      "step": 5508
+    },
+    {
+      "epoch": 0.05214831362823146,
+      "grad_norm": 315.30029296875,
+      "learning_rate": 1.9974299467007365e-06,
+      "loss": 26.6797,
+      "step": 5509
+    },
+    {
+      "epoch": 0.052157779649946515,
+      "grad_norm": 378.3651123046875,
+      "learning_rate": 1.9974277496078896e-06,
+      "loss": 30.6719,
+      "step": 5510
+    },
+    {
+      "epoch": 0.05216724567166157,
+      "grad_norm": 2.7674808502197266,
+      "learning_rate": 1.9974255515775255e-06,
+      "loss": 0.939,
+      "step": 5511
+    },
+    {
+      "epoch": 0.05217671169337663,
+      "grad_norm": 965.9395751953125,
+      "learning_rate": 1.997423352609646e-06,
+      "loss": 58.6875,
+      "step": 5512
+    },
+    {
+      "epoch": 0.05218617771509168,
+      "grad_norm": 206.8462371826172,
+      "learning_rate": 1.9974211527042535e-06,
+      "loss": 24.1094,
+      "step": 5513
+    },
+    {
+      "epoch": 0.052195643736806734,
+      "grad_norm": 480.78521728515625,
+      "learning_rate": 1.99741895186135e-06,
+      "loss": 47.4062,
+      "step": 5514
+    },
+    {
+      "epoch": 0.05220510975852179,
+      "grad_norm": 787.5599975585938,
+      "learning_rate": 1.9974167500809375e-06,
+      "loss": 59.6094,
+      "step": 5515
+    },
+    {
+      "epoch": 0.05221457578023684,
+      "grad_norm": 494.20697021484375,
+      "learning_rate": 1.9974145473630185e-06,
+      "loss": 26.5938,
+      "step": 5516
+    },
+    {
+      "epoch": 0.05222404180195189,
+      "grad_norm": 639.6586303710938,
+      "learning_rate": 1.9974123437075945e-06,
+      "loss": 36.7422,
+      "step": 5517
+    },
+    {
+      "epoch": 0.052233507823666946,
+      "grad_norm": 713.6619262695312,
+      "learning_rate": 1.9974101391146677e-06,
+      "loss": 54.0312,
+      "step": 5518
+    },
+    {
+      "epoch": 0.052242973845382,
+      "grad_norm": 765.6390380859375,
+      "learning_rate": 1.99740793358424e-06,
+      "loss": 20.6797,
+      "step": 5519
+    },
+    {
+      "epoch": 0.05225243986709706,
+      "grad_norm": 452.2580261230469,
+      "learning_rate": 1.9974057271163144e-06,
+      "loss": 27.4453,
+      "step": 5520
+    },
+    {
+      "epoch": 0.05226190588881211,
+      "grad_norm": 483.1461486816406,
+      "learning_rate": 1.9974035197108918e-06,
+      "loss": 43.4844,
+      "step": 5521
+    },
+    {
+      "epoch": 0.052271371910527165,
+      "grad_norm": 286.26123046875,
+      "learning_rate": 1.9974013113679747e-06,
+      "loss": 26.125,
+      "step": 5522
+    },
+    {
+      "epoch": 0.05228083793224222,
+      "grad_norm": 706.8688354492188,
+      "learning_rate": 1.9973991020875655e-06,
+      "loss": 41.7344,
+      "step": 5523
+    },
+    {
+      "epoch": 0.05229030395395727,
+      "grad_norm": 260.1729736328125,
+      "learning_rate": 1.997396891869666e-06,
+      "loss": 23.3906,
+      "step": 5524
+    },
+    {
+      "epoch": 0.052299769975672324,
+      "grad_norm": 1195.005615234375,
+      "learning_rate": 1.9973946807142786e-06,
+      "loss": 22.6562,
+      "step": 5525
+    },
+    {
+      "epoch": 0.05230923599738738,
+      "grad_norm": 245.28445434570312,
+      "learning_rate": 1.9973924686214045e-06,
+      "loss": 19.5312,
+      "step": 5526
+    },
+    {
+      "epoch": 0.05231870201910243,
+      "grad_norm": 239.15138244628906,
+      "learning_rate": 1.9973902555910465e-06,
+      "loss": 21.5469,
+      "step": 5527
+    },
+    {
+      "epoch": 0.05232816804081748,
+      "grad_norm": 201.17465209960938,
+      "learning_rate": 1.997388041623207e-06,
+      "loss": 27.5156,
+      "step": 5528
+    },
+    {
+      "epoch": 0.05233763406253254,
+      "grad_norm": 396.5793762207031,
+      "learning_rate": 1.9973858267178873e-06,
+      "loss": 28.9531,
+      "step": 5529
+    },
+    {
+      "epoch": 0.052347100084247596,
+      "grad_norm": 1195.634765625,
+      "learning_rate": 1.99738361087509e-06,
+      "loss": 22.4922,
+      "step": 5530
+    },
+    {
+      "epoch": 0.05235656610596265,
+      "grad_norm": 215.78939819335938,
+      "learning_rate": 1.9973813940948166e-06,
+      "loss": 25.6562,
+      "step": 5531
+    },
+    {
+      "epoch": 0.0523660321276777,
+      "grad_norm": 326.3107604980469,
+      "learning_rate": 1.99737917637707e-06,
+      "loss": 24.7344,
+      "step": 5532
+    },
+    {
+      "epoch": 0.052375498149392755,
+      "grad_norm": 462.03851318359375,
+      "learning_rate": 1.9973769577218515e-06,
+      "loss": 50.3594,
+      "step": 5533
+    },
+    {
+      "epoch": 0.05238496417110781,
+      "grad_norm": 1375.3004150390625,
+      "learning_rate": 1.997374738129164e-06,
+      "loss": 22.2969,
+      "step": 5534
+    },
+    {
+      "epoch": 0.05239443019282286,
+      "grad_norm": 619.94970703125,
+      "learning_rate": 1.9973725175990084e-06,
+      "loss": 31.5469,
+      "step": 5535
+    },
+    {
+      "epoch": 0.052403896214537914,
+      "grad_norm": 425.4481201171875,
+      "learning_rate": 1.997370296131388e-06,
+      "loss": 45.9531,
+      "step": 5536
+    },
+    {
+      "epoch": 0.05241336223625297,
+      "grad_norm": 593.907958984375,
+      "learning_rate": 1.9973680737263043e-06,
+      "loss": 55.293,
+      "step": 5537
+    },
+    {
+      "epoch": 0.05242282825796803,
+      "grad_norm": 2.9831011295318604,
+      "learning_rate": 1.9973658503837594e-06,
+      "loss": 0.8804,
+      "step": 5538
+    },
+    {
+      "epoch": 0.05243229427968308,
+      "grad_norm": 565.964599609375,
+      "learning_rate": 1.9973636261037557e-06,
+      "loss": 47.0625,
+      "step": 5539
+    },
+    {
+      "epoch": 0.05244176030139813,
+      "grad_norm": 360.53277587890625,
+      "learning_rate": 1.997361400886295e-06,
+      "loss": 32.5938,
+      "step": 5540
+    },
+    {
+      "epoch": 0.052451226323113186,
+      "grad_norm": 233.06103515625,
+      "learning_rate": 1.9973591747313796e-06,
+      "loss": 23.9141,
+      "step": 5541
+    },
+    {
+      "epoch": 0.05246069234482824,
+      "grad_norm": 216.13095092773438,
+      "learning_rate": 1.997356947639011e-06,
+      "loss": 22.5469,
+      "step": 5542
+    },
+    {
+      "epoch": 0.05247015836654329,
+      "grad_norm": 287.75848388671875,
+      "learning_rate": 1.9973547196091923e-06,
+      "loss": 26.375,
+      "step": 5543
+    },
+    {
+      "epoch": 0.052479624388258345,
+      "grad_norm": 399.1507263183594,
+      "learning_rate": 1.9973524906419247e-06,
+      "loss": 35.6406,
+      "step": 5544
+    },
+    {
+      "epoch": 0.0524890904099734,
+      "grad_norm": 874.6475219726562,
+      "learning_rate": 1.9973502607372106e-06,
+      "loss": 52.3125,
+      "step": 5545
+    },
+    {
+      "epoch": 0.05249855643168846,
+      "grad_norm": 222.24952697753906,
+      "learning_rate": 1.9973480298950525e-06,
+      "loss": 21.375,
+      "step": 5546
+    },
+    {
+      "epoch": 0.05250802245340351,
+      "grad_norm": 384.72698974609375,
+      "learning_rate": 1.997345798115452e-06,
+      "loss": 25.6562,
+      "step": 5547
+    },
+    {
+      "epoch": 0.052517488475118564,
+      "grad_norm": 390.6571044921875,
+      "learning_rate": 1.997343565398411e-06,
+      "loss": 27.0312,
+      "step": 5548
+    },
+    {
+      "epoch": 0.05252695449683362,
+      "grad_norm": 262.771728515625,
+      "learning_rate": 1.997341331743932e-06,
+      "loss": 29.4375,
+      "step": 5549
+    },
+    {
+      "epoch": 0.05253642051854867,
+      "grad_norm": 392.3255920410156,
+      "learning_rate": 1.9973390971520176e-06,
+      "loss": 30.375,
+      "step": 5550
+    },
+    {
+      "epoch": 0.05254588654026372,
+      "grad_norm": 3.223918914794922,
+      "learning_rate": 1.997336861622669e-06,
+      "loss": 0.8367,
+      "step": 5551
+    },
+    {
+      "epoch": 0.052555352561978776,
+      "grad_norm": 399.49517822265625,
+      "learning_rate": 1.9973346251558884e-06,
+      "loss": 50.9531,
+      "step": 5552
+    },
+    {
+      "epoch": 0.05256481858369383,
+      "grad_norm": 459.0816345214844,
+      "learning_rate": 1.9973323877516784e-06,
+      "loss": 59.1016,
+      "step": 5553
+    },
+    {
+      "epoch": 0.05257428460540888,
+      "grad_norm": 514.27783203125,
+      "learning_rate": 1.9973301494100405e-06,
+      "loss": 25.2578,
+      "step": 5554
+    },
+    {
+      "epoch": 0.05258375062712394,
+      "grad_norm": 3.054666757583618,
+      "learning_rate": 1.9973279101309773e-06,
+      "loss": 0.8315,
+      "step": 5555
+    },
+    {
+      "epoch": 0.052593216648838995,
+      "grad_norm": 281.6676940917969,
+      "learning_rate": 1.997325669914491e-06,
+      "loss": 24.3281,
+      "step": 5556
+    },
+    {
+      "epoch": 0.05260268267055405,
+      "grad_norm": 500.47015380859375,
+      "learning_rate": 1.9973234287605833e-06,
+      "loss": 27.6562,
+      "step": 5557
+    },
+    {
+      "epoch": 0.0526121486922691,
+      "grad_norm": 534.552001953125,
+      "learning_rate": 1.9973211866692567e-06,
+      "loss": 26.4922,
+      "step": 5558
+    },
+    {
+      "epoch": 0.052621614713984154,
+      "grad_norm": 411.9308776855469,
+      "learning_rate": 1.9973189436405125e-06,
+      "loss": 20.7109,
+      "step": 5559
+    },
+    {
+      "epoch": 0.05263108073569921,
+      "grad_norm": 757.9192504882812,
+      "learning_rate": 1.997316699674354e-06,
+      "loss": 55.5938,
+      "step": 5560
+    },
+    {
+      "epoch": 0.05264054675741426,
+      "grad_norm": 447.719970703125,
+      "learning_rate": 1.9973144547707822e-06,
+      "loss": 35.6875,
+      "step": 5561
+    },
+    {
+      "epoch": 0.05265001277912931,
+      "grad_norm": 428.537841796875,
+      "learning_rate": 1.9973122089297997e-06,
+      "loss": 31.4844,
+      "step": 5562
+    },
+    {
+      "epoch": 0.05265947880084437,
+      "grad_norm": 448.26104736328125,
+      "learning_rate": 1.9973099621514087e-06,
+      "loss": 36.6719,
+      "step": 5563
+    },
+    {
+      "epoch": 0.052668944822559426,
+      "grad_norm": 823.0311889648438,
+      "learning_rate": 1.9973077144356114e-06,
+      "loss": 48.7656,
+      "step": 5564
+    },
+    {
+      "epoch": 0.05267841084427448,
+      "grad_norm": 163.4945526123047,
+      "learning_rate": 1.9973054657824096e-06,
+      "loss": 21.6484,
+      "step": 5565
+    },
+    {
+      "epoch": 0.05268787686598953,
+      "grad_norm": 902.5891723632812,
+      "learning_rate": 1.9973032161918057e-06,
+      "loss": 55.25,
+      "step": 5566
+    },
+    {
+      "epoch": 0.052697342887704585,
+      "grad_norm": 3.163367986679077,
+      "learning_rate": 1.9973009656638014e-06,
+      "loss": 0.9688,
+      "step": 5567
+    },
+    {
+      "epoch": 0.05270680890941964,
+      "grad_norm": 374.59722900390625,
+      "learning_rate": 1.997298714198399e-06,
+      "loss": 27.9844,
+      "step": 5568
+    },
+    {
+      "epoch": 0.05271627493113469,
+      "grad_norm": 583.3342895507812,
+      "learning_rate": 1.9972964617956008e-06,
+      "loss": 40.5781,
+      "step": 5569
+    },
+    {
+      "epoch": 0.052725740952849744,
+      "grad_norm": 3.309891939163208,
+      "learning_rate": 1.997294208455409e-06,
+      "loss": 0.874,
+      "step": 5570
+    },
+    {
+      "epoch": 0.0527352069745648,
+      "grad_norm": 435.5919494628906,
+      "learning_rate": 1.9972919541778254e-06,
+      "loss": 40.7812,
+      "step": 5571
+    },
+    {
+      "epoch": 0.05274467299627986,
+      "grad_norm": 179.5215606689453,
+      "learning_rate": 1.9972896989628524e-06,
+      "loss": 20.0234,
+      "step": 5572
+    },
+    {
+      "epoch": 0.05275413901799491,
+      "grad_norm": 336.3832092285156,
+      "learning_rate": 1.9972874428104914e-06,
+      "loss": 31.6797,
+      "step": 5573
+    },
+    {
+      "epoch": 0.05276360503970996,
+      "grad_norm": 271.18096923828125,
+      "learning_rate": 1.9972851857207457e-06,
+      "loss": 20.9297,
+      "step": 5574
+    },
+    {
+      "epoch": 0.052773071061425016,
+      "grad_norm": 702.805419921875,
+      "learning_rate": 1.997282927693616e-06,
+      "loss": 52.7656,
+      "step": 5575
+    },
+    {
+      "epoch": 0.05278253708314007,
+      "grad_norm": 247.8122100830078,
+      "learning_rate": 1.997280668729106e-06,
+      "loss": 19.7734,
+      "step": 5576
+    },
+    {
+      "epoch": 0.05279200310485512,
+      "grad_norm": 3.1653003692626953,
+      "learning_rate": 1.997278408827217e-06,
+      "loss": 1.082,
+      "step": 5577
+    },
+    {
+      "epoch": 0.052801469126570175,
+      "grad_norm": 254.62632751464844,
+      "learning_rate": 1.997276147987951e-06,
+      "loss": 25.5156,
+      "step": 5578
+    },
+    {
+      "epoch": 0.05281093514828523,
+      "grad_norm": 293.65850830078125,
+      "learning_rate": 1.9972738862113104e-06,
+      "loss": 25.0859,
+      "step": 5579
+    },
+    {
+      "epoch": 0.05282040117000028,
+      "grad_norm": 319.0703430175781,
+      "learning_rate": 1.997271623497297e-06,
+      "loss": 12.3516,
+      "step": 5580
+    },
+    {
+      "epoch": 0.05282986719171534,
+      "grad_norm": 3.65259051322937,
+      "learning_rate": 1.9972693598459134e-06,
+      "loss": 1.0288,
+      "step": 5581
+    },
+    {
+      "epoch": 0.052839333213430394,
+      "grad_norm": 878.1048583984375,
+      "learning_rate": 1.9972670952571614e-06,
+      "loss": 49.8906,
+      "step": 5582
+    },
+    {
+      "epoch": 0.05284879923514545,
+      "grad_norm": 3.148484230041504,
+      "learning_rate": 1.9972648297310434e-06,
+      "loss": 0.9395,
+      "step": 5583
+    },
+    {
+      "epoch": 0.0528582652568605,
+      "grad_norm": 345.7774658203125,
+      "learning_rate": 1.997262563267561e-06,
+      "loss": 27.9219,
+      "step": 5584
+    },
+    {
+      "epoch": 0.05286773127857555,
+      "grad_norm": 376.03863525390625,
+      "learning_rate": 1.9972602958667167e-06,
+      "loss": 50.4375,
+      "step": 5585
+    },
+    {
+      "epoch": 0.052877197300290606,
+      "grad_norm": 167.8245391845703,
+      "learning_rate": 1.997258027528513e-06,
+      "loss": 24.25,
+      "step": 5586
+    },
+    {
+      "epoch": 0.05288666332200566,
+      "grad_norm": 3.790109872817993,
+      "learning_rate": 1.997255758252951e-06,
+      "loss": 1.0063,
+      "step": 5587
+    },
+    {
+      "epoch": 0.05289612934372071,
+      "grad_norm": 591.8297119140625,
+      "learning_rate": 1.9972534880400335e-06,
+      "loss": 28.4844,
+      "step": 5588
+    },
+    {
+      "epoch": 0.05290559536543577,
+      "grad_norm": 495.22894287109375,
+      "learning_rate": 1.9972512168897628e-06,
+      "loss": 24.6406,
+      "step": 5589
+    },
+    {
+      "epoch": 0.052915061387150825,
+      "grad_norm": 287.3546142578125,
+      "learning_rate": 1.997248944802141e-06,
+      "loss": 22.2344,
+      "step": 5590
+    },
+    {
+      "epoch": 0.05292452740886588,
+      "grad_norm": 410.7136535644531,
+      "learning_rate": 1.99724667177717e-06,
+      "loss": 39.3594,
+      "step": 5591
+    },
+    {
+      "epoch": 0.05293399343058093,
+      "grad_norm": 508.54766845703125,
+      "learning_rate": 1.9972443978148518e-06,
+      "loss": 24.2305,
+      "step": 5592
+    },
+    {
+      "epoch": 0.052943459452295984,
+      "grad_norm": 262.8753967285156,
+      "learning_rate": 1.997242122915189e-06,
+      "loss": 22.8984,
+      "step": 5593
+    },
+    {
+      "epoch": 0.05295292547401104,
+      "grad_norm": 175.68719482421875,
+      "learning_rate": 1.9972398470781836e-06,
+      "loss": 23.0469,
+      "step": 5594
+    },
+    {
+      "epoch": 0.05296239149572609,
+      "grad_norm": 309.2794189453125,
+      "learning_rate": 1.997237570303837e-06,
+      "loss": 26.2188,
+      "step": 5595
+    },
+    {
+      "epoch": 0.05297185751744114,
+      "grad_norm": 331.76654052734375,
+      "learning_rate": 1.9972352925921525e-06,
+      "loss": 32.4609,
+      "step": 5596
+    },
+    {
+      "epoch": 0.052981323539156196,
+      "grad_norm": 492.26025390625,
+      "learning_rate": 1.9972330139431317e-06,
+      "loss": 34.75,
+      "step": 5597
+    },
+    {
+      "epoch": 0.052990789560871256,
+      "grad_norm": 674.7601928710938,
+      "learning_rate": 1.9972307343567766e-06,
+      "loss": 24.9375,
+      "step": 5598
+    },
+    {
+      "epoch": 0.05300025558258631,
+      "grad_norm": 188.34445190429688,
+      "learning_rate": 1.9972284538330894e-06,
+      "loss": 19.1172,
+      "step": 5599
+    },
+    {
+      "epoch": 0.05300972160430136,
+      "grad_norm": 1034.451904296875,
+      "learning_rate": 1.9972261723720725e-06,
+      "loss": 46.8438,
+      "step": 5600
+    },
+    {
+      "epoch": 0.053019187626016415,
+      "grad_norm": 500.3156433105469,
+      "learning_rate": 1.9972238899737278e-06,
+      "loss": 59.9062,
+      "step": 5601
+    },
+    {
+      "epoch": 0.05302865364773147,
+      "grad_norm": 219.652099609375,
+      "learning_rate": 1.9972216066380576e-06,
+      "loss": 24.4375,
+      "step": 5602
+    },
+    {
+      "epoch": 0.05303811966944652,
+      "grad_norm": 225.13917541503906,
+      "learning_rate": 1.9972193223650637e-06,
+      "loss": 26.9297,
+      "step": 5603
+    },
+    {
+      "epoch": 0.053047585691161574,
+      "grad_norm": 281.7875061035156,
+      "learning_rate": 1.9972170371547487e-06,
+      "loss": 22.3203,
+      "step": 5604
+    },
+    {
+      "epoch": 0.05305705171287663,
+      "grad_norm": 409.88055419921875,
+      "learning_rate": 1.9972147510071146e-06,
+      "loss": 30.3125,
+      "step": 5605
+    },
+    {
+      "epoch": 0.05306651773459168,
+      "grad_norm": 333.03515625,
+      "learning_rate": 1.9972124639221636e-06,
+      "loss": 26.4219,
+      "step": 5606
+    },
+    {
+      "epoch": 0.05307598375630674,
+      "grad_norm": 646.8379516601562,
+      "learning_rate": 1.997210175899897e-06,
+      "loss": 42.2852,
+      "step": 5607
+    },
+    {
+      "epoch": 0.05308544977802179,
+      "grad_norm": 228.169921875,
+      "learning_rate": 1.9972078869403185e-06,
+      "loss": 21.9609,
+      "step": 5608
+    },
+    {
+      "epoch": 0.053094915799736846,
+      "grad_norm": 270.39483642578125,
+      "learning_rate": 1.9972055970434295e-06,
+      "loss": 16.082,
+      "step": 5609
+    },
+    {
+      "epoch": 0.0531043818214519,
+      "grad_norm": 3.187453508377075,
+      "learning_rate": 1.9972033062092316e-06,
+      "loss": 0.8818,
+      "step": 5610
+    },
+    {
+      "epoch": 0.05311384784316695,
+      "grad_norm": 229.49549865722656,
+      "learning_rate": 1.9972010144377278e-06,
+      "loss": 25.5703,
+      "step": 5611
+    },
+    {
+      "epoch": 0.053123313864882005,
+      "grad_norm": 168.6467742919922,
+      "learning_rate": 1.9971987217289197e-06,
+      "loss": 21.6719,
+      "step": 5612
+    },
+    {
+      "epoch": 0.05313277988659706,
+      "grad_norm": 428.873779296875,
+      "learning_rate": 1.99719642808281e-06,
+      "loss": 23.2656,
+      "step": 5613
+    },
+    {
+      "epoch": 0.05314224590831211,
+      "grad_norm": 1571.4398193359375,
+      "learning_rate": 1.9971941334994004e-06,
+      "loss": 59.2109,
+      "step": 5614
+    },
+    {
+      "epoch": 0.05315171193002717,
+      "grad_norm": 302.4323425292969,
+      "learning_rate": 1.9971918379786933e-06,
+      "loss": 29.8203,
+      "step": 5615
+    },
+    {
+      "epoch": 0.053161177951742224,
+      "grad_norm": 573.5867919921875,
+      "learning_rate": 1.9971895415206904e-06,
+      "loss": 20.6836,
+      "step": 5616
+    },
+    {
+      "epoch": 0.05317064397345728,
+      "grad_norm": 434.8702697753906,
+      "learning_rate": 1.9971872441253943e-06,
+      "loss": 20.5625,
+      "step": 5617
+    },
+    {
+      "epoch": 0.05318010999517233,
+      "grad_norm": 205.18508911132812,
+      "learning_rate": 1.997184945792807e-06,
+      "loss": 23.5391,
+      "step": 5618
+    },
+    {
+      "epoch": 0.05318957601688738,
+      "grad_norm": 885.43212890625,
+      "learning_rate": 1.997182646522931e-06,
+      "loss": 28.1875,
+      "step": 5619
+    },
+    {
+      "epoch": 0.053199042038602436,
+      "grad_norm": 500.51983642578125,
+      "learning_rate": 1.997180346315768e-06,
+      "loss": 57.1875,
+      "step": 5620
+    },
+    {
+      "epoch": 0.05320850806031749,
+      "grad_norm": 2.845707416534424,
+      "learning_rate": 1.997178045171321e-06,
+      "loss": 0.9316,
+      "step": 5621
+    },
+    {
+      "epoch": 0.05321797408203254,
+      "grad_norm": 398.90057373046875,
+      "learning_rate": 1.9971757430895906e-06,
+      "loss": 29.8281,
+      "step": 5622
+    },
+    {
+      "epoch": 0.053227440103747595,
+      "grad_norm": 313.4096374511719,
+      "learning_rate": 1.99717344007058e-06,
+      "loss": 36.1875,
+      "step": 5623
+    },
+    {
+      "epoch": 0.053236906125462655,
+      "grad_norm": 245.70513916015625,
+      "learning_rate": 1.9971711361142915e-06,
+      "loss": 23.7188,
+      "step": 5624
+    },
+    {
+      "epoch": 0.05324637214717771,
+      "grad_norm": 777.8829345703125,
+      "learning_rate": 1.9971688312207273e-06,
+      "loss": 45.5312,
+      "step": 5625
+    },
+    {
+      "epoch": 0.05325583816889276,
+      "grad_norm": 345.7402038574219,
+      "learning_rate": 1.9971665253898886e-06,
+      "loss": 19.3281,
+      "step": 5626
+    },
+    {
+      "epoch": 0.053265304190607814,
+      "grad_norm": 194.63369750976562,
+      "learning_rate": 1.9971642186217786e-06,
+      "loss": 17.7578,
+      "step": 5627
+    },
+    {
+      "epoch": 0.05327477021232287,
+      "grad_norm": 628.17431640625,
+      "learning_rate": 1.997161910916399e-06,
+      "loss": 40.9805,
+      "step": 5628
+    },
+    {
+      "epoch": 0.05328423623403792,
+      "grad_norm": 551.1390991210938,
+      "learning_rate": 1.997159602273752e-06,
+      "loss": 29.3516,
+      "step": 5629
+    },
+    {
+      "epoch": 0.05329370225575297,
+      "grad_norm": 328.1981201171875,
+      "learning_rate": 1.99715729269384e-06,
+      "loss": 22.2422,
+      "step": 5630
+    },
+    {
+      "epoch": 0.053303168277468026,
+      "grad_norm": 485.4477233886719,
+      "learning_rate": 1.997154982176665e-06,
+      "loss": 36.4766,
+      "step": 5631
+    },
+    {
+      "epoch": 0.053312634299183086,
+      "grad_norm": 312.98065185546875,
+      "learning_rate": 1.997152670722229e-06,
+      "loss": 24.2578,
+      "step": 5632
+    },
+    {
+      "epoch": 0.05332210032089814,
+      "grad_norm": 913.0411987304688,
+      "learning_rate": 1.9971503583305345e-06,
+      "loss": 74.0078,
+      "step": 5633
+    },
+    {
+      "epoch": 0.05333156634261319,
+      "grad_norm": 639.6564331054688,
+      "learning_rate": 1.9971480450015835e-06,
+      "loss": 24.7188,
+      "step": 5634
+    },
+    {
+      "epoch": 0.053341032364328245,
+      "grad_norm": 3.2123684883117676,
+      "learning_rate": 1.9971457307353783e-06,
+      "loss": 0.918,
+      "step": 5635
+    },
+    {
+      "epoch": 0.0533504983860433,
+      "grad_norm": 267.2029113769531,
+      "learning_rate": 1.997143415531921e-06,
+      "loss": 22.9297,
+      "step": 5636
+    },
+    {
+      "epoch": 0.05335996440775835,
+      "grad_norm": 1565.9306640625,
+      "learning_rate": 1.9971410993912136e-06,
+      "loss": 50.75,
+      "step": 5637
+    },
+    {
+      "epoch": 0.053369430429473404,
+      "grad_norm": 330.43438720703125,
+      "learning_rate": 1.997138782313259e-06,
+      "loss": 17.1953,
+      "step": 5638
+    },
+    {
+      "epoch": 0.05337889645118846,
+      "grad_norm": 377.5650939941406,
+      "learning_rate": 1.997136464298058e-06,
+      "loss": 28.375,
+      "step": 5639
+    },
+    {
+      "epoch": 0.05338836247290351,
+      "grad_norm": 370.7406311035156,
+      "learning_rate": 1.997134145345614e-06,
+      "loss": 25.1211,
+      "step": 5640
+    },
+    {
+      "epoch": 0.05339782849461857,
+      "grad_norm": 862.9140625,
+      "learning_rate": 1.9971318254559287e-06,
+      "loss": 63.9531,
+      "step": 5641
+    },
+    {
+      "epoch": 0.05340729451633362,
+      "grad_norm": 280.1409912109375,
+      "learning_rate": 1.9971295046290043e-06,
+      "loss": 28.7266,
+      "step": 5642
+    },
+    {
+      "epoch": 0.053416760538048676,
+      "grad_norm": 371.5050964355469,
+      "learning_rate": 1.997127182864843e-06,
+      "loss": 19.4961,
+      "step": 5643
+    },
+    {
+      "epoch": 0.05342622655976373,
+      "grad_norm": 201.5992889404297,
+      "learning_rate": 1.997124860163447e-06,
+      "loss": 24.3125,
+      "step": 5644
+    },
+    {
+      "epoch": 0.05343569258147878,
+      "grad_norm": 353.76556396484375,
+      "learning_rate": 1.9971225365248186e-06,
+      "loss": 27.8906,
+      "step": 5645
+    },
+    {
+      "epoch": 0.053445158603193835,
+      "grad_norm": 383.3140869140625,
+      "learning_rate": 1.99712021194896e-06,
+      "loss": 57.9844,
+      "step": 5646
+    },
+    {
+      "epoch": 0.05345462462490889,
+      "grad_norm": 552.2037353515625,
+      "learning_rate": 1.997117886435873e-06,
+      "loss": 48.7656,
+      "step": 5647
+    },
+    {
+      "epoch": 0.05346409064662394,
+      "grad_norm": 550.6431274414062,
+      "learning_rate": 1.9971155599855606e-06,
+      "loss": 48.5312,
+      "step": 5648
+    },
+    {
+      "epoch": 0.053473556668338994,
+      "grad_norm": 2.5669212341308594,
+      "learning_rate": 1.997113232598024e-06,
+      "loss": 0.9653,
+      "step": 5649
+    },
+    {
+      "epoch": 0.053483022690054054,
+      "grad_norm": 159.8703155517578,
+      "learning_rate": 1.9971109042732656e-06,
+      "loss": 22.2812,
+      "step": 5650
+    },
+    {
+      "epoch": 0.05349248871176911,
+      "grad_norm": 303.66729736328125,
+      "learning_rate": 1.997108575011288e-06,
+      "loss": 21.1328,
+      "step": 5651
+    },
+    {
+      "epoch": 0.05350195473348416,
+      "grad_norm": 576.9896850585938,
+      "learning_rate": 1.9971062448120934e-06,
+      "loss": 54.8984,
+      "step": 5652
+    },
+    {
+      "epoch": 0.05351142075519921,
+      "grad_norm": 353.2442321777344,
+      "learning_rate": 1.9971039136756837e-06,
+      "loss": 23.5703,
+      "step": 5653
+    },
+    {
+      "epoch": 0.053520886776914266,
+      "grad_norm": 175.97190856933594,
+      "learning_rate": 1.9971015816020613e-06,
+      "loss": 23.6875,
+      "step": 5654
+    },
+    {
+      "epoch": 0.05353035279862932,
+      "grad_norm": 188.78054809570312,
+      "learning_rate": 1.997099248591228e-06,
+      "loss": 24.9375,
+      "step": 5655
+    },
+    {
+      "epoch": 0.05353981882034437,
+      "grad_norm": 340.1147155761719,
+      "learning_rate": 1.9970969146431864e-06,
+      "loss": 28.7969,
+      "step": 5656
+    },
+    {
+      "epoch": 0.053549284842059425,
+      "grad_norm": 388.2791748046875,
+      "learning_rate": 1.9970945797579385e-06,
+      "loss": 25.2344,
+      "step": 5657
+    },
+    {
+      "epoch": 0.053558750863774485,
+      "grad_norm": 495.3157653808594,
+      "learning_rate": 1.9970922439354867e-06,
+      "loss": 40.9219,
+      "step": 5658
+    },
+    {
+      "epoch": 0.05356821688548954,
+      "grad_norm": 394.5104064941406,
+      "learning_rate": 1.9970899071758333e-06,
+      "loss": 42.2812,
+      "step": 5659
+    },
+    {
+      "epoch": 0.05357768290720459,
+      "grad_norm": 749.3380126953125,
+      "learning_rate": 1.9970875694789798e-06,
+      "loss": 25.5859,
+      "step": 5660
+    },
+    {
+      "epoch": 0.053587148928919644,
+      "grad_norm": 388.4966125488281,
+      "learning_rate": 1.9970852308449292e-06,
+      "loss": 28.2422,
+      "step": 5661
+    },
+    {
+      "epoch": 0.0535966149506347,
+      "grad_norm": 292.68475341796875,
+      "learning_rate": 1.997082891273683e-06,
+      "loss": 27.2656,
+      "step": 5662
+    },
+    {
+      "epoch": 0.05360608097234975,
+      "grad_norm": 182.567138671875,
+      "learning_rate": 1.997080550765244e-06,
+      "loss": 21.375,
+      "step": 5663
+    },
+    {
+      "epoch": 0.0536155469940648,
+      "grad_norm": 330.9601135253906,
+      "learning_rate": 1.997078209319614e-06,
+      "loss": 28.6406,
+      "step": 5664
+    },
+    {
+      "epoch": 0.053625013015779856,
+      "grad_norm": 1000.6528930664062,
+      "learning_rate": 1.9970758669367954e-06,
+      "loss": 44.0938,
+      "step": 5665
+    },
+    {
+      "epoch": 0.05363447903749491,
+      "grad_norm": 253.8422393798828,
+      "learning_rate": 1.99707352361679e-06,
+      "loss": 20.7227,
+      "step": 5666
+    },
+    {
+      "epoch": 0.05364394505920997,
+      "grad_norm": 597.3182983398438,
+      "learning_rate": 1.9970711793596007e-06,
+      "loss": 37.4219,
+      "step": 5667
+    },
+    {
+      "epoch": 0.05365341108092502,
+      "grad_norm": 234.28591918945312,
+      "learning_rate": 1.9970688341652296e-06,
+      "loss": 18.0234,
+      "step": 5668
+    },
+    {
+      "epoch": 0.053662877102640075,
+      "grad_norm": 736.8815307617188,
+      "learning_rate": 1.9970664880336783e-06,
+      "loss": 48.9531,
+      "step": 5669
+    },
+    {
+      "epoch": 0.05367234312435513,
+      "grad_norm": 724.9033813476562,
+      "learning_rate": 1.9970641409649495e-06,
+      "loss": 45.3281,
+      "step": 5670
+    },
+    {
+      "epoch": 0.05368180914607018,
+      "grad_norm": 828.4583740234375,
+      "learning_rate": 1.9970617929590452e-06,
+      "loss": 51.8906,
+      "step": 5671
+    },
+    {
+      "epoch": 0.053691275167785234,
+      "grad_norm": 584.1402587890625,
+      "learning_rate": 1.997059444015968e-06,
+      "loss": 66.6875,
+      "step": 5672
+    },
+    {
+      "epoch": 0.05370074118950029,
+      "grad_norm": 367.2530517578125,
+      "learning_rate": 1.9970570941357196e-06,
+      "loss": 17.9531,
+      "step": 5673
+    },
+    {
+      "epoch": 0.05371020721121534,
+      "grad_norm": 418.38555908203125,
+      "learning_rate": 1.997054743318302e-06,
+      "loss": 28.4375,
+      "step": 5674
+    },
+    {
+      "epoch": 0.0537196732329304,
+      "grad_norm": 352.43731689453125,
+      "learning_rate": 1.9970523915637183e-06,
+      "loss": 42.0312,
+      "step": 5675
+    },
+    {
+      "epoch": 0.05372913925464545,
+      "grad_norm": 719.1171264648438,
+      "learning_rate": 1.9970500388719697e-06,
+      "loss": 49.3125,
+      "step": 5676
+    },
+    {
+      "epoch": 0.053738605276360506,
+      "grad_norm": 964.0706176757812,
+      "learning_rate": 1.9970476852430593e-06,
+      "loss": 28.6016,
+      "step": 5677
+    },
+    {
+      "epoch": 0.05374807129807556,
+      "grad_norm": 500.1060791015625,
+      "learning_rate": 1.9970453306769894e-06,
+      "loss": 29.1562,
+      "step": 5678
+    },
+    {
+      "epoch": 0.05375753731979061,
+      "grad_norm": 625.6259765625,
+      "learning_rate": 1.9970429751737606e-06,
+      "loss": 40.7266,
+      "step": 5679
+    },
+    {
+      "epoch": 0.053767003341505665,
+      "grad_norm": 265.9289245605469,
+      "learning_rate": 1.997040618733377e-06,
+      "loss": 35.3125,
+      "step": 5680
+    },
+    {
+      "epoch": 0.05377646936322072,
+      "grad_norm": 405.9252014160156,
+      "learning_rate": 1.99703826135584e-06,
+      "loss": 12.8594,
+      "step": 5681
+    },
+    {
+      "epoch": 0.05378593538493577,
+      "grad_norm": 323.647705078125,
+      "learning_rate": 1.9970359030411523e-06,
+      "loss": 23.2891,
+      "step": 5682
+    },
+    {
+      "epoch": 0.053795401406650824,
+      "grad_norm": 305.0298767089844,
+      "learning_rate": 1.997033543789315e-06,
+      "loss": 25.6406,
+      "step": 5683
+    },
+    {
+      "epoch": 0.053804867428365884,
+      "grad_norm": 310.2297668457031,
+      "learning_rate": 1.9970311836003315e-06,
+      "loss": 41.7188,
+      "step": 5684
+    },
+    {
+      "epoch": 0.05381433345008094,
+      "grad_norm": 398.707275390625,
+      "learning_rate": 1.997028822474203e-06,
+      "loss": 45.6875,
+      "step": 5685
+    },
+    {
+      "epoch": 0.05382379947179599,
+      "grad_norm": 505.1233825683594,
+      "learning_rate": 1.997026460410933e-06,
+      "loss": 48.6406,
+      "step": 5686
+    },
+    {
+      "epoch": 0.05383326549351104,
+      "grad_norm": 192.23684692382812,
+      "learning_rate": 1.9970240974105223e-06,
+      "loss": 21.5078,
+      "step": 5687
+    },
+    {
+      "epoch": 0.053842731515226096,
+      "grad_norm": 295.61651611328125,
+      "learning_rate": 1.9970217334729744e-06,
+      "loss": 23.7578,
+      "step": 5688
+    },
+    {
+      "epoch": 0.05385219753694115,
+      "grad_norm": 353.2547607421875,
+      "learning_rate": 1.9970193685982908e-06,
+      "loss": 32.2266,
+      "step": 5689
+    },
+    {
+      "epoch": 0.0538616635586562,
+      "grad_norm": 422.10052490234375,
+      "learning_rate": 1.9970170027864736e-06,
+      "loss": 21.4297,
+      "step": 5690
+    },
+    {
+      "epoch": 0.053871129580371255,
+      "grad_norm": 949.9984741210938,
+      "learning_rate": 1.997014636037525e-06,
+      "loss": 46.5938,
+      "step": 5691
+    },
+    {
+      "epoch": 0.05388059560208631,
+      "grad_norm": 285.9170227050781,
+      "learning_rate": 1.9970122683514485e-06,
+      "loss": 20.9062,
+      "step": 5692
+    },
+    {
+      "epoch": 0.05389006162380137,
+      "grad_norm": 241.88262939453125,
+      "learning_rate": 1.9970098997282443e-06,
+      "loss": 24.9453,
+      "step": 5693
+    },
+    {
+      "epoch": 0.05389952764551642,
+      "grad_norm": 189.1852569580078,
+      "learning_rate": 1.997007530167916e-06,
+      "loss": 23.0156,
+      "step": 5694
+    },
+    {
+      "epoch": 0.053908993667231474,
+      "grad_norm": 261.3092956542969,
+      "learning_rate": 1.997005159670466e-06,
+      "loss": 25.4766,
+      "step": 5695
+    },
+    {
+      "epoch": 0.05391845968894653,
+      "grad_norm": 152.83155822753906,
+      "learning_rate": 1.9970027882358953e-06,
+      "loss": 17.8359,
+      "step": 5696
+    },
+    {
+      "epoch": 0.05392792571066158,
+      "grad_norm": 5.164846897125244,
+      "learning_rate": 1.9970004158642074e-06,
+      "loss": 0.9551,
+      "step": 5697
+    },
+    {
+      "epoch": 0.05393739173237663,
+      "grad_norm": 485.5975341796875,
+      "learning_rate": 1.9969980425554037e-06,
+      "loss": 23.2109,
+      "step": 5698
+    },
+    {
+      "epoch": 0.053946857754091686,
+      "grad_norm": 405.067626953125,
+      "learning_rate": 1.9969956683094864e-06,
+      "loss": 27.4219,
+      "step": 5699
+    },
+    {
+      "epoch": 0.05395632377580674,
+      "grad_norm": 689.7136840820312,
+      "learning_rate": 1.9969932931264584e-06,
+      "loss": 51.375,
+      "step": 5700
+    },
+    {
+      "epoch": 0.0539657897975218,
+      "grad_norm": 396.62286376953125,
+      "learning_rate": 1.9969909170063215e-06,
+      "loss": 32.1562,
+      "step": 5701
+    },
+    {
+      "epoch": 0.05397525581923685,
+      "grad_norm": 694.4052734375,
+      "learning_rate": 1.9969885399490777e-06,
+      "loss": 47.3594,
+      "step": 5702
+    },
+    {
+      "epoch": 0.053984721840951905,
+      "grad_norm": 171.4988555908203,
+      "learning_rate": 1.99698616195473e-06,
+      "loss": 25.4844,
+      "step": 5703
+    },
+    {
+      "epoch": 0.05399418786266696,
+      "grad_norm": 421.12994384765625,
+      "learning_rate": 1.99698378302328e-06,
+      "loss": 32.4141,
+      "step": 5704
+    },
+    {
+      "epoch": 0.05400365388438201,
+      "grad_norm": 232.99755859375,
+      "learning_rate": 1.99698140315473e-06,
+      "loss": 23.8281,
+      "step": 5705
+    },
+    {
+      "epoch": 0.054013119906097064,
+      "grad_norm": 239.55625915527344,
+      "learning_rate": 1.9969790223490826e-06,
+      "loss": 24.8438,
+      "step": 5706
+    },
+    {
+      "epoch": 0.05402258592781212,
+      "grad_norm": 218.33018493652344,
+      "learning_rate": 1.9969766406063397e-06,
+      "loss": 24.375,
+      "step": 5707
+    },
+    {
+      "epoch": 0.05403205194952717,
+      "grad_norm": 273.0238037109375,
+      "learning_rate": 1.9969742579265035e-06,
+      "loss": 22.9141,
+      "step": 5708
+    },
+    {
+      "epoch": 0.05404151797124222,
+      "grad_norm": 334.6183166503906,
+      "learning_rate": 1.996971874309576e-06,
+      "loss": 34.0312,
+      "step": 5709
+    },
+    {
+      "epoch": 0.05405098399295728,
+      "grad_norm": 217.93284606933594,
+      "learning_rate": 1.99696948975556e-06,
+      "loss": 25.8594,
+      "step": 5710
+    },
+    {
+      "epoch": 0.054060450014672336,
+      "grad_norm": 593.750732421875,
+      "learning_rate": 1.996967104264458e-06,
+      "loss": 15.1914,
+      "step": 5711
+    },
+    {
+      "epoch": 0.05406991603638739,
+      "grad_norm": 997.5277099609375,
+      "learning_rate": 1.9969647178362713e-06,
+      "loss": 84.4688,
+      "step": 5712
+    },
+    {
+      "epoch": 0.05407938205810244,
+      "grad_norm": 661.0353393554688,
+      "learning_rate": 1.996962330471003e-06,
+      "loss": 50.25,
+      "step": 5713
+    },
+    {
+      "epoch": 0.054088848079817495,
+      "grad_norm": 854.0291137695312,
+      "learning_rate": 1.9969599421686547e-06,
+      "loss": 39.8281,
+      "step": 5714
+    },
+    {
+      "epoch": 0.05409831410153255,
+      "grad_norm": 424.1227722167969,
+      "learning_rate": 1.996957552929229e-06,
+      "loss": 23.7891,
+      "step": 5715
+    },
+    {
+      "epoch": 0.0541077801232476,
+      "grad_norm": 779.1250610351562,
+      "learning_rate": 1.996955162752728e-06,
+      "loss": 28.5469,
+      "step": 5716
+    },
+    {
+      "epoch": 0.054117246144962654,
+      "grad_norm": 159.21420288085938,
+      "learning_rate": 1.996952771639154e-06,
+      "loss": 21.7812,
+      "step": 5717
+    },
+    {
+      "epoch": 0.054126712166677714,
+      "grad_norm": 205.27548217773438,
+      "learning_rate": 1.9969503795885094e-06,
+      "loss": 23.5078,
+      "step": 5718
+    },
+    {
+      "epoch": 0.05413617818839277,
+      "grad_norm": 174.98684692382812,
+      "learning_rate": 1.996947986600796e-06,
+      "loss": 15.2812,
+      "step": 5719
+    },
+    {
+      "epoch": 0.05414564421010782,
+      "grad_norm": 418.80621337890625,
+      "learning_rate": 1.9969455926760167e-06,
+      "loss": 35.1875,
+      "step": 5720
+    },
+    {
+      "epoch": 0.05415511023182287,
+      "grad_norm": 417.1382141113281,
+      "learning_rate": 1.996943197814173e-06,
+      "loss": 17.5312,
+      "step": 5721
+    },
+    {
+      "epoch": 0.054164576253537926,
+      "grad_norm": 464.9803466796875,
+      "learning_rate": 1.9969408020152676e-06,
+      "loss": 55.6562,
+      "step": 5722
+    },
+    {
+      "epoch": 0.05417404227525298,
+      "grad_norm": 2.904372453689575,
+      "learning_rate": 1.996938405279303e-06,
+      "loss": 0.8608,
+      "step": 5723
+    },
+    {
+      "epoch": 0.05418350829696803,
+      "grad_norm": 273.75244140625,
+      "learning_rate": 1.996936007606281e-06,
+      "loss": 21.4453,
+      "step": 5724
+    },
+    {
+      "epoch": 0.054192974318683085,
+      "grad_norm": 552.9636840820312,
+      "learning_rate": 1.996933608996204e-06,
+      "loss": 52.4219,
+      "step": 5725
+    },
+    {
+      "epoch": 0.05420244034039814,
+      "grad_norm": 216.53729248046875,
+      "learning_rate": 1.9969312094490743e-06,
+      "loss": 22.25,
+      "step": 5726
+    },
+    {
+      "epoch": 0.0542119063621132,
+      "grad_norm": 969.7297973632812,
+      "learning_rate": 1.9969288089648944e-06,
+      "loss": 68.7188,
+      "step": 5727
+    },
+    {
+      "epoch": 0.05422137238382825,
+      "grad_norm": 3.1679420471191406,
+      "learning_rate": 1.996926407543666e-06,
+      "loss": 0.9648,
+      "step": 5728
+    },
+    {
+      "epoch": 0.054230838405543304,
+      "grad_norm": 836.8701782226562,
+      "learning_rate": 1.9969240051853914e-06,
+      "loss": 46.625,
+      "step": 5729
+    },
+    {
+      "epoch": 0.05424030442725836,
+      "grad_norm": 3.532238245010376,
+      "learning_rate": 1.9969216018900734e-06,
+      "loss": 0.9048,
+      "step": 5730
+    },
+    {
+      "epoch": 0.05424977044897341,
+      "grad_norm": 378.0259094238281,
+      "learning_rate": 1.996919197657714e-06,
+      "loss": 31.4922,
+      "step": 5731
+    },
+    {
+      "epoch": 0.05425923647068846,
+      "grad_norm": 557.8311767578125,
+      "learning_rate": 1.996916792488315e-06,
+      "loss": 24.3906,
+      "step": 5732
+    },
+    {
+      "epoch": 0.054268702492403516,
+      "grad_norm": 402.97491455078125,
+      "learning_rate": 1.9969143863818795e-06,
+      "loss": 26.1406,
+      "step": 5733
+    },
+    {
+      "epoch": 0.05427816851411857,
+      "grad_norm": 677.6795043945312,
+      "learning_rate": 1.9969119793384094e-06,
+      "loss": 29.8828,
+      "step": 5734
+    },
+    {
+      "epoch": 0.05428763453583362,
+      "grad_norm": 505.14886474609375,
+      "learning_rate": 1.9969095713579066e-06,
+      "loss": 34.5156,
+      "step": 5735
+    },
+    {
+      "epoch": 0.05429710055754868,
+      "grad_norm": 659.0269165039062,
+      "learning_rate": 1.9969071624403735e-06,
+      "loss": 45.1094,
+      "step": 5736
+    },
+    {
+      "epoch": 0.054306566579263735,
+      "grad_norm": 422.01129150390625,
+      "learning_rate": 1.996904752585813e-06,
+      "loss": 56.6797,
+      "step": 5737
+    },
+    {
+      "epoch": 0.05431603260097879,
+      "grad_norm": 415.2609558105469,
+      "learning_rate": 1.9969023417942266e-06,
+      "loss": 47.625,
+      "step": 5738
+    },
+    {
+      "epoch": 0.05432549862269384,
+      "grad_norm": 631.7333984375,
+      "learning_rate": 1.996899930065617e-06,
+      "loss": 31.1328,
+      "step": 5739
+    },
+    {
+      "epoch": 0.054334964644408894,
+      "grad_norm": 346.9601135253906,
+      "learning_rate": 1.996897517399986e-06,
+      "loss": 24.4375,
+      "step": 5740
+    },
+    {
+      "epoch": 0.05434443066612395,
+      "grad_norm": 528.3674926757812,
+      "learning_rate": 1.9968951037973363e-06,
+      "loss": 30.4844,
+      "step": 5741
+    },
+    {
+      "epoch": 0.054353896687839,
+      "grad_norm": 657.2178955078125,
+      "learning_rate": 1.99689268925767e-06,
+      "loss": 43.0352,
+      "step": 5742
+    },
+    {
+      "epoch": 0.05436336270955405,
+      "grad_norm": 586.3692626953125,
+      "learning_rate": 1.9968902737809894e-06,
+      "loss": 26.4844,
+      "step": 5743
+    },
+    {
+      "epoch": 0.05437282873126911,
+      "grad_norm": 806.5737915039062,
+      "learning_rate": 1.996887857367297e-06,
+      "loss": 22.2969,
+      "step": 5744
+    },
+    {
+      "epoch": 0.054382294752984166,
+      "grad_norm": 482.68804931640625,
+      "learning_rate": 1.9968854400165947e-06,
+      "loss": 51.0781,
+      "step": 5745
+    },
+    {
+      "epoch": 0.05439176077469922,
+      "grad_norm": 613.7179565429688,
+      "learning_rate": 1.9968830217288854e-06,
+      "loss": 56.6875,
+      "step": 5746
+    },
+    {
+      "epoch": 0.05440122679641427,
+      "grad_norm": 2.7517762184143066,
+      "learning_rate": 1.9968806025041706e-06,
+      "loss": 0.8398,
+      "step": 5747
+    },
+    {
+      "epoch": 0.054410692818129325,
+      "grad_norm": 351.1712646484375,
+      "learning_rate": 1.9968781823424526e-06,
+      "loss": 31.1094,
+      "step": 5748
+    },
+    {
+      "epoch": 0.05442015883984438,
+      "grad_norm": 597.9843139648438,
+      "learning_rate": 1.9968757612437345e-06,
+      "loss": 32.7969,
+      "step": 5749
+    },
+    {
+      "epoch": 0.05442962486155943,
+      "grad_norm": 235.6949920654297,
+      "learning_rate": 1.9968733392080176e-06,
+      "loss": 24.4688,
+      "step": 5750
+    },
+    {
+      "epoch": 0.054439090883274484,
+      "grad_norm": 234.38430786132812,
+      "learning_rate": 1.9968709162353047e-06,
+      "loss": 30.0625,
+      "step": 5751
+    },
+    {
+      "epoch": 0.05444855690498954,
+      "grad_norm": 234.31752014160156,
+      "learning_rate": 1.996868492325598e-06,
+      "loss": 19.9141,
+      "step": 5752
+    },
+    {
+      "epoch": 0.0544580229267046,
+      "grad_norm": 235.2005615234375,
+      "learning_rate": 1.9968660674789e-06,
+      "loss": 25.2188,
+      "step": 5753
+    },
+    {
+      "epoch": 0.05446748894841965,
+      "grad_norm": 401.55242919921875,
+      "learning_rate": 1.9968636416952125e-06,
+      "loss": 47.2344,
+      "step": 5754
+    },
+    {
+      "epoch": 0.0544769549701347,
+      "grad_norm": 837.7681274414062,
+      "learning_rate": 1.996861214974538e-06,
+      "loss": 43.4062,
+      "step": 5755
+    },
+    {
+      "epoch": 0.054486420991849756,
+      "grad_norm": 204.93215942382812,
+      "learning_rate": 1.9968587873168793e-06,
+      "loss": 19.4609,
+      "step": 5756
+    },
+    {
+      "epoch": 0.05449588701356481,
+      "grad_norm": 329.6005554199219,
+      "learning_rate": 1.9968563587222376e-06,
+      "loss": 22.125,
+      "step": 5757
+    },
+    {
+      "epoch": 0.05450535303527986,
+      "grad_norm": 416.6439514160156,
+      "learning_rate": 1.996853929190616e-06,
+      "loss": 37.2969,
+      "step": 5758
+    },
+    {
+      "epoch": 0.054514819056994915,
+      "grad_norm": 245.97755432128906,
+      "learning_rate": 1.9968514987220163e-06,
+      "loss": 21.8594,
+      "step": 5759
+    },
+    {
+      "epoch": 0.05452428507870997,
+      "grad_norm": 420.1456298828125,
+      "learning_rate": 1.9968490673164412e-06,
+      "loss": 30.3984,
+      "step": 5760
+    },
+    {
+      "epoch": 0.05453375110042503,
+      "grad_norm": 426.9433288574219,
+      "learning_rate": 1.996846634973893e-06,
+      "loss": 53.2656,
+      "step": 5761
+    },
+    {
+      "epoch": 0.05454321712214008,
+      "grad_norm": 832.617431640625,
+      "learning_rate": 1.9968442016943737e-06,
+      "loss": 59.6875,
+      "step": 5762
+    },
+    {
+      "epoch": 0.054552683143855134,
+      "grad_norm": 412.642822265625,
+      "learning_rate": 1.9968417674778855e-06,
+      "loss": 58.3125,
+      "step": 5763
+    },
+    {
+      "epoch": 0.05456214916557019,
+      "grad_norm": 199.42921447753906,
+      "learning_rate": 1.9968393323244315e-06,
+      "loss": 22.1719,
+      "step": 5764
+    },
+    {
+      "epoch": 0.05457161518728524,
+      "grad_norm": 3.442962884902954,
+      "learning_rate": 1.996836896234013e-06,
+      "loss": 0.9805,
+      "step": 5765
+    },
+    {
+      "epoch": 0.05458108120900029,
+      "grad_norm": 219.7270965576172,
+      "learning_rate": 1.9968344592066323e-06,
+      "loss": 24.4844,
+      "step": 5766
+    },
+    {
+      "epoch": 0.054590547230715346,
+      "grad_norm": 390.6729736328125,
+      "learning_rate": 1.9968320212422926e-06,
+      "loss": 50.2812,
+      "step": 5767
+    },
+    {
+      "epoch": 0.0546000132524304,
+      "grad_norm": 411.1804504394531,
+      "learning_rate": 1.996829582340995e-06,
+      "loss": 60.8281,
+      "step": 5768
+    },
+    {
+      "epoch": 0.05460947927414545,
+      "grad_norm": 260.2649230957031,
+      "learning_rate": 1.9968271425027434e-06,
+      "loss": 21.8203,
+      "step": 5769
+    },
+    {
+      "epoch": 0.05461894529586051,
+      "grad_norm": 432.86309814453125,
+      "learning_rate": 1.9968247017275384e-06,
+      "loss": 47.9688,
+      "step": 5770
+    },
+    {
+      "epoch": 0.054628411317575565,
+      "grad_norm": 438.3985290527344,
+      "learning_rate": 1.9968222600153833e-06,
+      "loss": 43.2734,
+      "step": 5771
+    },
+    {
+      "epoch": 0.05463787733929062,
+      "grad_norm": 794.7569580078125,
+      "learning_rate": 1.9968198173662802e-06,
+      "loss": 80.0,
+      "step": 5772
+    },
+    {
+      "epoch": 0.05464734336100567,
+      "grad_norm": 486.7784118652344,
+      "learning_rate": 1.996817373780231e-06,
+      "loss": 17.9297,
+      "step": 5773
+    },
+    {
+      "epoch": 0.054656809382720724,
+      "grad_norm": 343.8138732910156,
+      "learning_rate": 1.9968149292572383e-06,
+      "loss": 32.9375,
+      "step": 5774
+    },
+    {
+      "epoch": 0.05466627540443578,
+      "grad_norm": 3.06115460395813,
+      "learning_rate": 1.9968124837973047e-06,
+      "loss": 0.853,
+      "step": 5775
+    },
+    {
+      "epoch": 0.05467574142615083,
+      "grad_norm": 607.7181396484375,
+      "learning_rate": 1.9968100374004323e-06,
+      "loss": 51.7344,
+      "step": 5776
+    },
+    {
+      "epoch": 0.05468520744786588,
+      "grad_norm": 509.88555908203125,
+      "learning_rate": 1.996807590066623e-06,
+      "loss": 21.75,
+      "step": 5777
+    },
+    {
+      "epoch": 0.054694673469580936,
+      "grad_norm": 925.7606201171875,
+      "learning_rate": 1.9968051417958794e-06,
+      "loss": 56.5391,
+      "step": 5778
+    },
+    {
+      "epoch": 0.054704139491295996,
+      "grad_norm": 491.1330871582031,
+      "learning_rate": 1.9968026925882044e-06,
+      "loss": 55.375,
+      "step": 5779
+    },
+    {
+      "epoch": 0.05471360551301105,
+      "grad_norm": 1092.1614990234375,
+      "learning_rate": 1.9968002424435987e-06,
+      "loss": 36.2344,
+      "step": 5780
+    },
+    {
+      "epoch": 0.0547230715347261,
+      "grad_norm": 521.0477905273438,
+      "learning_rate": 1.9967977913620666e-06,
+      "loss": 50.0156,
+      "step": 5781
+    },
+    {
+      "epoch": 0.054732537556441155,
+      "grad_norm": 251.18748474121094,
+      "learning_rate": 1.996795339343609e-06,
+      "loss": 20.2969,
+      "step": 5782
+    },
+    {
+      "epoch": 0.05474200357815621,
+      "grad_norm": 267.9259338378906,
+      "learning_rate": 1.9967928863882286e-06,
+      "loss": 29.8125,
+      "step": 5783
+    },
+    {
+      "epoch": 0.05475146959987126,
+      "grad_norm": 611.448486328125,
+      "learning_rate": 1.9967904324959277e-06,
+      "loss": 51.0,
+      "step": 5784
+    },
+    {
+      "epoch": 0.054760935621586314,
+      "grad_norm": 172.14967346191406,
+      "learning_rate": 1.9967879776667085e-06,
+      "loss": 23.9844,
+      "step": 5785
+    },
+    {
+      "epoch": 0.05477040164330137,
+      "grad_norm": 397.0157165527344,
+      "learning_rate": 1.996785521900574e-06,
+      "loss": 28.5,
+      "step": 5786
+    },
+    {
+      "epoch": 0.05477986766501643,
+      "grad_norm": 280.12872314453125,
+      "learning_rate": 1.9967830651975255e-06,
+      "loss": 37.9062,
+      "step": 5787
+    },
+    {
+      "epoch": 0.05478933368673148,
+      "grad_norm": 401.8898620605469,
+      "learning_rate": 1.9967806075575655e-06,
+      "loss": 24.2656,
+      "step": 5788
+    },
+    {
+      "epoch": 0.05479879970844653,
+      "grad_norm": 815.7952270507812,
+      "learning_rate": 1.9967781489806973e-06,
+      "loss": 32.4766,
+      "step": 5789
+    },
+    {
+      "epoch": 0.054808265730161586,
+      "grad_norm": 394.7861633300781,
+      "learning_rate": 1.996775689466922e-06,
+      "loss": 25.8047,
+      "step": 5790
+    },
+    {
+      "epoch": 0.05481773175187664,
+      "grad_norm": 709.1638793945312,
+      "learning_rate": 1.9967732290162426e-06,
+      "loss": 43.9531,
+      "step": 5791
+    },
+    {
+      "epoch": 0.05482719777359169,
+      "grad_norm": 1125.298828125,
+      "learning_rate": 1.996770767628661e-06,
+      "loss": 41.7188,
+      "step": 5792
+    },
+    {
+      "epoch": 0.054836663795306745,
+      "grad_norm": 222.33689880371094,
+      "learning_rate": 1.99676830530418e-06,
+      "loss": 22.2266,
+      "step": 5793
+    },
+    {
+      "epoch": 0.0548461298170218,
+      "grad_norm": 446.6675109863281,
+      "learning_rate": 1.9967658420428015e-06,
+      "loss": 31.1562,
+      "step": 5794
+    },
+    {
+      "epoch": 0.05485559583873685,
+      "grad_norm": 594.694580078125,
+      "learning_rate": 1.996763377844528e-06,
+      "loss": 50.9219,
+      "step": 5795
+    },
+    {
+      "epoch": 0.05486506186045191,
+      "grad_norm": 430.0958251953125,
+      "learning_rate": 1.9967609127093615e-06,
+      "loss": 28.0547,
+      "step": 5796
+    },
+    {
+      "epoch": 0.054874527882166964,
+      "grad_norm": 678.9195556640625,
+      "learning_rate": 1.996758446637305e-06,
+      "loss": 48.125,
+      "step": 5797
+    },
+    {
+      "epoch": 0.05488399390388202,
+      "grad_norm": 250.9822540283203,
+      "learning_rate": 1.99675597962836e-06,
+      "loss": 27.6562,
+      "step": 5798
+    },
+    {
+      "epoch": 0.05489345992559707,
+      "grad_norm": 3.293403387069702,
+      "learning_rate": 1.9967535116825295e-06,
+      "loss": 1.0171,
+      "step": 5799
+    },
+    {
+      "epoch": 0.05490292594731212,
+      "grad_norm": 217.90586853027344,
+      "learning_rate": 1.9967510427998157e-06,
+      "loss": 28.4375,
+      "step": 5800
+    },
+    {
+      "epoch": 0.054912391969027176,
+      "grad_norm": 180.6394500732422,
+      "learning_rate": 1.9967485729802203e-06,
+      "loss": 22.0234,
+      "step": 5801
+    },
+    {
+      "epoch": 0.05492185799074223,
+      "grad_norm": 510.5787048339844,
+      "learning_rate": 1.9967461022237463e-06,
+      "loss": 26.9609,
+      "step": 5802
+    },
+    {
+      "epoch": 0.05493132401245728,
+      "grad_norm": 3.4474947452545166,
+      "learning_rate": 1.996743630530396e-06,
+      "loss": 0.8535,
+      "step": 5803
+    },
+    {
+      "epoch": 0.05494079003417234,
+      "grad_norm": 294.74273681640625,
+      "learning_rate": 1.996741157900171e-06,
+      "loss": 29.0781,
+      "step": 5804
+    },
+    {
+      "epoch": 0.054950256055887395,
+      "grad_norm": 380.8851318359375,
+      "learning_rate": 1.9967386843330745e-06,
+      "loss": 29.2812,
+      "step": 5805
+    },
+    {
+      "epoch": 0.05495972207760245,
+      "grad_norm": 3.737377882003784,
+      "learning_rate": 1.996736209829109e-06,
+      "loss": 0.8579,
+      "step": 5806
+    },
+    {
+      "epoch": 0.0549691880993175,
+      "grad_norm": 704.2554931640625,
+      "learning_rate": 1.9967337343882757e-06,
+      "loss": 31.3359,
+      "step": 5807
+    },
+    {
+      "epoch": 0.054978654121032554,
+      "grad_norm": 692.1821899414062,
+      "learning_rate": 1.9967312580105777e-06,
+      "loss": 42.2344,
+      "step": 5808
+    },
+    {
+      "epoch": 0.05498812014274761,
+      "grad_norm": 1068.155517578125,
+      "learning_rate": 1.996728780696017e-06,
+      "loss": 53.3594,
+      "step": 5809
+    },
+    {
+      "epoch": 0.05499758616446266,
+      "grad_norm": 345.7562561035156,
+      "learning_rate": 1.9967263024445964e-06,
+      "loss": 19.3984,
+      "step": 5810
+    },
+    {
+      "epoch": 0.05500705218617771,
+      "grad_norm": 946.2713623046875,
+      "learning_rate": 1.9967238232563177e-06,
+      "loss": 57.2422,
+      "step": 5811
+    },
+    {
+      "epoch": 0.055016518207892766,
+      "grad_norm": 200.9973602294922,
+      "learning_rate": 1.9967213431311833e-06,
+      "loss": 18.4609,
+      "step": 5812
+    },
+    {
+      "epoch": 0.055025984229607826,
+      "grad_norm": 894.8177490234375,
+      "learning_rate": 1.9967188620691953e-06,
+      "loss": 41.2812,
+      "step": 5813
+    },
+    {
+      "epoch": 0.05503545025132288,
+      "grad_norm": 267.4609069824219,
+      "learning_rate": 1.996716380070357e-06,
+      "loss": 18.2578,
+      "step": 5814
+    },
+    {
+      "epoch": 0.05504491627303793,
+      "grad_norm": 134.5675048828125,
+      "learning_rate": 1.9967138971346704e-06,
+      "loss": 21.1719,
+      "step": 5815
+    },
+    {
+      "epoch": 0.055054382294752985,
+      "grad_norm": 716.7022094726562,
+      "learning_rate": 1.9967114132621373e-06,
+      "loss": 32.3359,
+      "step": 5816
+    },
+    {
+      "epoch": 0.05506384831646804,
+      "grad_norm": 300.36126708984375,
+      "learning_rate": 1.99670892845276e-06,
+      "loss": 19.3203,
+      "step": 5817
+    },
+    {
+      "epoch": 0.05507331433818309,
+      "grad_norm": 219.91807556152344,
+      "learning_rate": 1.9967064427065417e-06,
+      "loss": 25.2344,
+      "step": 5818
+    },
+    {
+      "epoch": 0.055082780359898144,
+      "grad_norm": 252.606201171875,
+      "learning_rate": 1.996703956023484e-06,
+      "loss": 18.0078,
+      "step": 5819
+    },
+    {
+      "epoch": 0.0550922463816132,
+      "grad_norm": 810.482666015625,
+      "learning_rate": 1.996701468403589e-06,
+      "loss": 55.1875,
+      "step": 5820
+    },
+    {
+      "epoch": 0.05510171240332825,
+      "grad_norm": 404.83282470703125,
+      "learning_rate": 1.99669897984686e-06,
+      "loss": 60.0156,
+      "step": 5821
+    },
+    {
+      "epoch": 0.05511117842504331,
+      "grad_norm": 834.7433471679688,
+      "learning_rate": 1.9966964903532983e-06,
+      "loss": 43.7969,
+      "step": 5822
+    },
+    {
+      "epoch": 0.05512064444675836,
+      "grad_norm": 266.20184326171875,
+      "learning_rate": 1.996693999922907e-06,
+      "loss": 18.0703,
+      "step": 5823
+    },
+    {
+      "epoch": 0.055130110468473416,
+      "grad_norm": 215.77999877929688,
+      "learning_rate": 1.9966915085556883e-06,
+      "loss": 26.6719,
+      "step": 5824
+    },
+    {
+      "epoch": 0.05513957649018847,
+      "grad_norm": 760.3345336914062,
+      "learning_rate": 1.9966890162516444e-06,
+      "loss": 67.5625,
+      "step": 5825
+    },
+    {
+      "epoch": 0.05514904251190352,
+      "grad_norm": 220.17596435546875,
+      "learning_rate": 1.9966865230107774e-06,
+      "loss": 32.5469,
+      "step": 5826
+    },
+    {
+      "epoch": 0.055158508533618575,
+      "grad_norm": 490.73992919921875,
+      "learning_rate": 1.9966840288330903e-06,
+      "loss": 26.8672,
+      "step": 5827
+    },
+    {
+      "epoch": 0.05516797455533363,
+      "grad_norm": 900.350830078125,
+      "learning_rate": 1.9966815337185843e-06,
+      "loss": 24.3711,
+      "step": 5828
+    },
+    {
+      "epoch": 0.05517744057704868,
+      "grad_norm": 1273.1627197265625,
+      "learning_rate": 1.9966790376672633e-06,
+      "loss": 47.2188,
+      "step": 5829
+    },
+    {
+      "epoch": 0.05518690659876374,
+      "grad_norm": 288.6801452636719,
+      "learning_rate": 1.9966765406791285e-06,
+      "loss": 21.5156,
+      "step": 5830
+    },
+    {
+      "epoch": 0.055196372620478794,
+      "grad_norm": 246.97854614257812,
+      "learning_rate": 1.996674042754183e-06,
+      "loss": 18.7109,
+      "step": 5831
+    },
+    {
+      "epoch": 0.05520583864219385,
+      "grad_norm": 377.6014709472656,
+      "learning_rate": 1.996671543892428e-06,
+      "loss": 19.2969,
+      "step": 5832
+    },
+    {
+      "epoch": 0.0552153046639089,
+      "grad_norm": 617.341552734375,
+      "learning_rate": 1.996669044093867e-06,
+      "loss": 25.0859,
+      "step": 5833
+    },
+    {
+      "epoch": 0.05522477068562395,
+      "grad_norm": 1084.240234375,
+      "learning_rate": 1.9966665433585018e-06,
+      "loss": 49.0781,
+      "step": 5834
+    },
+    {
+      "epoch": 0.055234236707339006,
+      "grad_norm": 472.3929748535156,
+      "learning_rate": 1.9966640416863353e-06,
+      "loss": 50.4219,
+      "step": 5835
+    },
+    {
+      "epoch": 0.05524370272905406,
+      "grad_norm": 284.5583801269531,
+      "learning_rate": 1.996661539077369e-06,
+      "loss": 27.4219,
+      "step": 5836
+    },
+    {
+      "epoch": 0.05525316875076911,
+      "grad_norm": 233.41537475585938,
+      "learning_rate": 1.996659035531606e-06,
+      "loss": 19.4219,
+      "step": 5837
+    },
+    {
+      "epoch": 0.055262634772484165,
+      "grad_norm": 604.974365234375,
+      "learning_rate": 1.996656531049048e-06,
+      "loss": 80.0312,
+      "step": 5838
+    },
+    {
+      "epoch": 0.055272100794199225,
+      "grad_norm": 162.1331024169922,
+      "learning_rate": 1.996654025629698e-06,
+      "loss": 18.8359,
+      "step": 5839
+    },
+    {
+      "epoch": 0.05528156681591428,
+      "grad_norm": 485.5374450683594,
+      "learning_rate": 1.9966515192735576e-06,
+      "loss": 37.875,
+      "step": 5840
+    },
+    {
+      "epoch": 0.05529103283762933,
+      "grad_norm": 814.5239868164062,
+      "learning_rate": 1.9966490119806305e-06,
+      "loss": 31.5781,
+      "step": 5841
+    },
+    {
+      "epoch": 0.055300498859344384,
+      "grad_norm": 309.14788818359375,
+      "learning_rate": 1.9966465037509175e-06,
+      "loss": 16.9023,
+      "step": 5842
+    },
+    {
+      "epoch": 0.05530996488105944,
+      "grad_norm": 526.0236206054688,
+      "learning_rate": 1.9966439945844216e-06,
+      "loss": 50.9961,
+      "step": 5843
+    },
+    {
+      "epoch": 0.05531943090277449,
+      "grad_norm": 519.3023071289062,
+      "learning_rate": 1.9966414844811454e-06,
+      "loss": 64.3594,
+      "step": 5844
+    },
+    {
+      "epoch": 0.05532889692448954,
+      "grad_norm": 169.30276489257812,
+      "learning_rate": 1.9966389734410906e-06,
+      "loss": 26.9922,
+      "step": 5845
+    },
+    {
+      "epoch": 0.055338362946204596,
+      "grad_norm": 464.257080078125,
+      "learning_rate": 1.9966364614642605e-06,
+      "loss": 20.1406,
+      "step": 5846
+    },
+    {
+      "epoch": 0.055347828967919656,
+      "grad_norm": 859.1212158203125,
+      "learning_rate": 1.996633948550657e-06,
+      "loss": 37.0156,
+      "step": 5847
+    },
+    {
+      "epoch": 0.05535729498963471,
+      "grad_norm": 606.3424682617188,
+      "learning_rate": 1.9966314347002823e-06,
+      "loss": 46.6719,
+      "step": 5848
+    },
+    {
+      "epoch": 0.05536676101134976,
+      "grad_norm": 295.8800048828125,
+      "learning_rate": 1.996628919913139e-06,
+      "loss": 26.2266,
+      "step": 5849
+    },
+    {
+      "epoch": 0.055376227033064815,
+      "grad_norm": 315.70037841796875,
+      "learning_rate": 1.9966264041892286e-06,
+      "loss": 32.25,
+      "step": 5850
+    },
+    {
+      "epoch": 0.05538569305477987,
+      "grad_norm": 738.1337280273438,
+      "learning_rate": 1.996623887528555e-06,
+      "loss": 23.8984,
+      "step": 5851
+    },
+    {
+      "epoch": 0.05539515907649492,
+      "grad_norm": 304.07891845703125,
+      "learning_rate": 1.9966213699311196e-06,
+      "loss": 29.1406,
+      "step": 5852
+    },
+    {
+      "epoch": 0.055404625098209974,
+      "grad_norm": 550.8828735351562,
+      "learning_rate": 1.9966188513969247e-06,
+      "loss": 40.6172,
+      "step": 5853
+    },
+    {
+      "epoch": 0.05541409111992503,
+      "grad_norm": 226.49148559570312,
+      "learning_rate": 1.996616331925973e-06,
+      "loss": 26.6562,
+      "step": 5854
+    },
+    {
+      "epoch": 0.05542355714164008,
+      "grad_norm": 502.90802001953125,
+      "learning_rate": 1.996613811518267e-06,
+      "loss": 53.3125,
+      "step": 5855
+    },
+    {
+      "epoch": 0.05543302316335514,
+      "grad_norm": 176.33937072753906,
+      "learning_rate": 1.996611290173809e-06,
+      "loss": 20.7969,
+      "step": 5856
+    },
+    {
+      "epoch": 0.05544248918507019,
+      "grad_norm": 2.9278295040130615,
+      "learning_rate": 1.996608767892601e-06,
+      "loss": 0.9365,
+      "step": 5857
+    },
+    {
+      "epoch": 0.055451955206785246,
+      "grad_norm": 224.92710876464844,
+      "learning_rate": 1.9966062446746455e-06,
+      "loss": 26.9766,
+      "step": 5858
+    },
+    {
+      "epoch": 0.0554614212285003,
+      "grad_norm": 478.9147033691406,
+      "learning_rate": 1.996603720519945e-06,
+      "loss": 20.4648,
+      "step": 5859
+    },
+    {
+      "epoch": 0.05547088725021535,
+      "grad_norm": 520.0282592773438,
+      "learning_rate": 1.996601195428502e-06,
+      "loss": 45.9062,
+      "step": 5860
+    },
+    {
+      "epoch": 0.055480353271930405,
+      "grad_norm": 543.88525390625,
+      "learning_rate": 1.996598669400318e-06,
+      "loss": 38.1055,
+      "step": 5861
+    },
+    {
+      "epoch": 0.05548981929364546,
+      "grad_norm": 313.1460266113281,
+      "learning_rate": 1.996596142435397e-06,
+      "loss": 34.0469,
+      "step": 5862
+    },
+    {
+      "epoch": 0.05549928531536051,
+      "grad_norm": 301.33673095703125,
+      "learning_rate": 1.99659361453374e-06,
+      "loss": 15.0117,
+      "step": 5863
+    },
+    {
+      "epoch": 0.055508751337075564,
+      "grad_norm": 388.2138977050781,
+      "learning_rate": 1.9965910856953503e-06,
+      "loss": 31.75,
+      "step": 5864
+    },
+    {
+      "epoch": 0.055518217358790624,
+      "grad_norm": 379.0223083496094,
+      "learning_rate": 1.9965885559202295e-06,
+      "loss": 40.2812,
+      "step": 5865
+    },
+    {
+      "epoch": 0.05552768338050568,
+      "grad_norm": 287.1973571777344,
+      "learning_rate": 1.99658602520838e-06,
+      "loss": 28.2188,
+      "step": 5866
+    },
+    {
+      "epoch": 0.05553714940222073,
+      "grad_norm": 596.8421630859375,
+      "learning_rate": 1.9965834935598047e-06,
+      "loss": 37.8828,
+      "step": 5867
+    },
+    {
+      "epoch": 0.05554661542393578,
+      "grad_norm": 674.7907104492188,
+      "learning_rate": 1.996580960974506e-06,
+      "loss": 63.4531,
+      "step": 5868
+    },
+    {
+      "epoch": 0.055556081445650836,
+      "grad_norm": 334.4691467285156,
+      "learning_rate": 1.9965784274524857e-06,
+      "loss": 30.7031,
+      "step": 5869
+    },
+    {
+      "epoch": 0.05556554746736589,
+      "grad_norm": 442.9364929199219,
+      "learning_rate": 1.9965758929937465e-06,
+      "loss": 37.7188,
+      "step": 5870
+    },
+    {
+      "epoch": 0.05557501348908094,
+      "grad_norm": 192.75999450683594,
+      "learning_rate": 1.996573357598291e-06,
+      "loss": 23.2969,
+      "step": 5871
+    },
+    {
+      "epoch": 0.055584479510795995,
+      "grad_norm": 442.0125732421875,
+      "learning_rate": 1.9965708212661212e-06,
+      "loss": 43.9297,
+      "step": 5872
+    },
+    {
+      "epoch": 0.055593945532511055,
+      "grad_norm": 410.4358215332031,
+      "learning_rate": 1.9965682839972397e-06,
+      "loss": 27.6406,
+      "step": 5873
+    },
+    {
+      "epoch": 0.05560341155422611,
+      "grad_norm": 695.2293701171875,
+      "learning_rate": 1.996565745791649e-06,
+      "loss": 43.4141,
+      "step": 5874
+    },
+    {
+      "epoch": 0.05561287757594116,
+      "grad_norm": 238.68966674804688,
+      "learning_rate": 1.9965632066493514e-06,
+      "loss": 26.9375,
+      "step": 5875
+    },
+    {
+      "epoch": 0.055622343597656214,
+      "grad_norm": 504.7596435546875,
+      "learning_rate": 1.996560666570349e-06,
+      "loss": 58.4375,
+      "step": 5876
+    },
+    {
+      "epoch": 0.05563180961937127,
+      "grad_norm": 432.21221923828125,
+      "learning_rate": 1.996558125554644e-06,
+      "loss": 29.9219,
+      "step": 5877
+    },
+    {
+      "epoch": 0.05564127564108632,
+      "grad_norm": 563.1358032226562,
+      "learning_rate": 1.99655558360224e-06,
+      "loss": 58.25,
+      "step": 5878
+    },
+    {
+      "epoch": 0.05565074166280137,
+      "grad_norm": 464.103759765625,
+      "learning_rate": 1.996553040713138e-06,
+      "loss": 34.2695,
+      "step": 5879
+    },
+    {
+      "epoch": 0.055660207684516426,
+      "grad_norm": 363.8839111328125,
+      "learning_rate": 1.9965504968873416e-06,
+      "loss": 27.9141,
+      "step": 5880
+    },
+    {
+      "epoch": 0.05566967370623148,
+      "grad_norm": 710.8051147460938,
+      "learning_rate": 1.996547952124852e-06,
+      "loss": 50.7969,
+      "step": 5881
+    },
+    {
+      "epoch": 0.05567913972794654,
+      "grad_norm": 298.399169921875,
+      "learning_rate": 1.996545406425672e-06,
+      "loss": 20.1016,
+      "step": 5882
+    },
+    {
+      "epoch": 0.05568860574966159,
+      "grad_norm": 855.5828857421875,
+      "learning_rate": 1.9965428597898044e-06,
+      "loss": 39.25,
+      "step": 5883
+    },
+    {
+      "epoch": 0.055698071771376645,
+      "grad_norm": 253.22251892089844,
+      "learning_rate": 1.9965403122172516e-06,
+      "loss": 21.0469,
+      "step": 5884
+    },
+    {
+      "epoch": 0.0557075377930917,
+      "grad_norm": 249.9491424560547,
+      "learning_rate": 1.9965377637080155e-06,
+      "loss": 23.0,
+      "step": 5885
+    },
+    {
+      "epoch": 0.05571700381480675,
+      "grad_norm": 398.1078796386719,
+      "learning_rate": 1.996535214262099e-06,
+      "loss": 44.6719,
+      "step": 5886
+    },
+    {
+      "epoch": 0.055726469836521804,
+      "grad_norm": 298.50152587890625,
+      "learning_rate": 1.996532663879504e-06,
+      "loss": 33.0703,
+      "step": 5887
+    },
+    {
+      "epoch": 0.05573593585823686,
+      "grad_norm": 598.7393798828125,
+      "learning_rate": 1.996530112560233e-06,
+      "loss": 56.3594,
+      "step": 5888
+    },
+    {
+      "epoch": 0.05574540187995191,
+      "grad_norm": 623.9262084960938,
+      "learning_rate": 1.9965275603042884e-06,
+      "loss": 51.4375,
+      "step": 5889
+    },
+    {
+      "epoch": 0.05575486790166697,
+      "grad_norm": 192.5454559326172,
+      "learning_rate": 1.996525007111673e-06,
+      "loss": 24.3984,
+      "step": 5890
+    },
+    {
+      "epoch": 0.05576433392338202,
+      "grad_norm": 398.5856628417969,
+      "learning_rate": 1.996522452982389e-06,
+      "loss": 22.7734,
+      "step": 5891
+    },
+    {
+      "epoch": 0.055773799945097076,
+      "grad_norm": 519.1632690429688,
+      "learning_rate": 1.9965198979164388e-06,
+      "loss": 20.8203,
+      "step": 5892
+    },
+    {
+      "epoch": 0.05578326596681213,
+      "grad_norm": 428.55865478515625,
+      "learning_rate": 1.996517341913824e-06,
+      "loss": 27.0781,
+      "step": 5893
+    },
+    {
+      "epoch": 0.05579273198852718,
+      "grad_norm": 447.1426086425781,
+      "learning_rate": 1.9965147849745484e-06,
+      "loss": 23.9062,
+      "step": 5894
+    },
+    {
+      "epoch": 0.055802198010242235,
+      "grad_norm": 918.0801391601562,
+      "learning_rate": 1.9965122270986135e-06,
+      "loss": 64.7344,
+      "step": 5895
+    },
+    {
+      "epoch": 0.05581166403195729,
+      "grad_norm": 787.7216186523438,
+      "learning_rate": 1.996509668286022e-06,
+      "loss": 46.25,
+      "step": 5896
+    },
+    {
+      "epoch": 0.05582113005367234,
+      "grad_norm": 196.533447265625,
+      "learning_rate": 1.9965071085367764e-06,
+      "loss": 18.2969,
+      "step": 5897
+    },
+    {
+      "epoch": 0.055830596075387394,
+      "grad_norm": 452.271484375,
+      "learning_rate": 1.996504547850879e-06,
+      "loss": 29.3438,
+      "step": 5898
+    },
+    {
+      "epoch": 0.055840062097102454,
+      "grad_norm": 384.43310546875,
+      "learning_rate": 1.9965019862283318e-06,
+      "loss": 24.3125,
+      "step": 5899
+    },
+    {
+      "epoch": 0.05584952811881751,
+      "grad_norm": 281.0685729980469,
+      "learning_rate": 1.996499423669138e-06,
+      "loss": 32.6406,
+      "step": 5900
+    },
+    {
+      "epoch": 0.05585899414053256,
+      "grad_norm": 492.1231994628906,
+      "learning_rate": 1.996496860173299e-06,
+      "loss": 18.0781,
+      "step": 5901
+    },
+    {
+      "epoch": 0.05586846016224761,
+      "grad_norm": 604.3898315429688,
+      "learning_rate": 1.996494295740818e-06,
+      "loss": 48.3281,
+      "step": 5902
+    },
+    {
+      "epoch": 0.055877926183962666,
+      "grad_norm": 313.40020751953125,
+      "learning_rate": 1.9964917303716973e-06,
+      "loss": 24.0312,
+      "step": 5903
+    },
+    {
+      "epoch": 0.05588739220567772,
+      "grad_norm": 239.508056640625,
+      "learning_rate": 1.996489164065939e-06,
+      "loss": 24.0156,
+      "step": 5904
+    },
+    {
+      "epoch": 0.05589685822739277,
+      "grad_norm": 211.16099548339844,
+      "learning_rate": 1.996486596823546e-06,
+      "loss": 22.9531,
+      "step": 5905
+    },
+    {
+      "epoch": 0.055906324249107825,
+      "grad_norm": 479.8813171386719,
+      "learning_rate": 1.99648402864452e-06,
+      "loss": 21.0195,
+      "step": 5906
+    },
+    {
+      "epoch": 0.05591579027082288,
+      "grad_norm": 564.0578002929688,
+      "learning_rate": 1.9964814595288645e-06,
+      "loss": 37.0781,
+      "step": 5907
+    },
+    {
+      "epoch": 0.05592525629253794,
+      "grad_norm": 173.801513671875,
+      "learning_rate": 1.996478889476581e-06,
+      "loss": 15.5625,
+      "step": 5908
+    },
+    {
+      "epoch": 0.05593472231425299,
+      "grad_norm": 319.0535583496094,
+      "learning_rate": 1.9964763184876717e-06,
+      "loss": 42.5391,
+      "step": 5909
+    },
+    {
+      "epoch": 0.055944188335968044,
+      "grad_norm": 209.28993225097656,
+      "learning_rate": 1.99647374656214e-06,
+      "loss": 25.7812,
+      "step": 5910
+    },
+    {
+      "epoch": 0.0559536543576831,
+      "grad_norm": 357.8801574707031,
+      "learning_rate": 1.9964711736999874e-06,
+      "loss": 24.5312,
+      "step": 5911
+    },
+    {
+      "epoch": 0.05596312037939815,
+      "grad_norm": 3.008938789367676,
+      "learning_rate": 1.9964685999012168e-06,
+      "loss": 0.9849,
+      "step": 5912
+    },
+    {
+      "epoch": 0.0559725864011132,
+      "grad_norm": 311.1399841308594,
+      "learning_rate": 1.996466025165831e-06,
+      "loss": 30.5859,
+      "step": 5913
+    },
+    {
+      "epoch": 0.055982052422828256,
+      "grad_norm": 172.6392059326172,
+      "learning_rate": 1.9964634494938314e-06,
+      "loss": 25.4219,
+      "step": 5914
+    },
+    {
+      "epoch": 0.05599151844454331,
+      "grad_norm": 194.3601837158203,
+      "learning_rate": 1.9964608728852212e-06,
+      "loss": 22.0,
+      "step": 5915
+    },
+    {
+      "epoch": 0.05600098446625837,
+      "grad_norm": 313.2875671386719,
+      "learning_rate": 1.9964582953400027e-06,
+      "loss": 36.25,
+      "step": 5916
+    },
+    {
+      "epoch": 0.05601045048797342,
+      "grad_norm": 312.7739562988281,
+      "learning_rate": 1.9964557168581784e-06,
+      "loss": 20.4453,
+      "step": 5917
+    },
+    {
+      "epoch": 0.056019916509688475,
+      "grad_norm": 3.2622361183166504,
+      "learning_rate": 1.9964531374397503e-06,
+      "loss": 0.9829,
+      "step": 5918
+    },
+    {
+      "epoch": 0.05602938253140353,
+      "grad_norm": 343.8244934082031,
+      "learning_rate": 1.996450557084721e-06,
+      "loss": 32.4531,
+      "step": 5919
+    },
+    {
+      "epoch": 0.05603884855311858,
+      "grad_norm": 242.9092254638672,
+      "learning_rate": 1.996447975793093e-06,
+      "loss": 28.8516,
+      "step": 5920
+    },
+    {
+      "epoch": 0.056048314574833634,
+      "grad_norm": 321.96697998046875,
+      "learning_rate": 1.9964453935648688e-06,
+      "loss": 27.2578,
+      "step": 5921
+    },
+    {
+      "epoch": 0.05605778059654869,
+      "grad_norm": 195.5787353515625,
+      "learning_rate": 1.996442810400051e-06,
+      "loss": 19.0781,
+      "step": 5922
+    },
+    {
+      "epoch": 0.05606724661826374,
+      "grad_norm": 1015.7767944335938,
+      "learning_rate": 1.9964402262986415e-06,
+      "loss": 64.4219,
+      "step": 5923
+    },
+    {
+      "epoch": 0.05607671263997879,
+      "grad_norm": 750.4161987304688,
+      "learning_rate": 1.9964376412606428e-06,
+      "loss": 37.8594,
+      "step": 5924
+    },
+    {
+      "epoch": 0.05608617866169385,
+      "grad_norm": 1129.849853515625,
+      "learning_rate": 1.9964350552860577e-06,
+      "loss": 66.25,
+      "step": 5925
+    },
+    {
+      "epoch": 0.056095644683408906,
+      "grad_norm": 427.5364074707031,
+      "learning_rate": 1.996432468374889e-06,
+      "loss": 31.2969,
+      "step": 5926
+    },
+    {
+      "epoch": 0.05610511070512396,
+      "grad_norm": 406.7435607910156,
+      "learning_rate": 1.996429880527138e-06,
+      "loss": 26.2656,
+      "step": 5927
+    },
+    {
+      "epoch": 0.05611457672683901,
+      "grad_norm": 396.15667724609375,
+      "learning_rate": 1.9964272917428077e-06,
+      "loss": 38.8984,
+      "step": 5928
+    },
+    {
+      "epoch": 0.056124042748554065,
+      "grad_norm": 654.1126098632812,
+      "learning_rate": 1.996424702021901e-06,
+      "loss": 56.7344,
+      "step": 5929
+    },
+    {
+      "epoch": 0.05613350877026912,
+      "grad_norm": 505.5486755371094,
+      "learning_rate": 1.9964221113644197e-06,
+      "loss": 27.1016,
+      "step": 5930
+    },
+    {
+      "epoch": 0.05614297479198417,
+      "grad_norm": 242.86773681640625,
+      "learning_rate": 1.996419519770366e-06,
+      "loss": 19.3125,
+      "step": 5931
+    },
+    {
+      "epoch": 0.056152440813699224,
+      "grad_norm": 275.6515808105469,
+      "learning_rate": 1.9964169272397435e-06,
+      "loss": 29.9375,
+      "step": 5932
+    },
+    {
+      "epoch": 0.05616190683541428,
+      "grad_norm": 369.4269714355469,
+      "learning_rate": 1.9964143337725536e-06,
+      "loss": 46.4219,
+      "step": 5933
+    },
+    {
+      "epoch": 0.05617137285712934,
+      "grad_norm": 3.4647533893585205,
+      "learning_rate": 1.996411739368799e-06,
+      "loss": 0.9634,
+      "step": 5934
+    },
+    {
+      "epoch": 0.05618083887884439,
+      "grad_norm": 368.1000061035156,
+      "learning_rate": 1.996409144028482e-06,
+      "loss": 35.7344,
+      "step": 5935
+    },
+    {
+      "epoch": 0.05619030490055944,
+      "grad_norm": 242.17689514160156,
+      "learning_rate": 1.9964065477516056e-06,
+      "loss": 21.1953,
+      "step": 5936
+    },
+    {
+      "epoch": 0.056199770922274496,
+      "grad_norm": 484.1561279296875,
+      "learning_rate": 1.996403950538172e-06,
+      "loss": 26.5078,
+      "step": 5937
+    },
+    {
+      "epoch": 0.05620923694398955,
+      "grad_norm": 778.7901000976562,
+      "learning_rate": 1.9964013523881832e-06,
+      "loss": 50.3906,
+      "step": 5938
+    },
+    {
+      "epoch": 0.0562187029657046,
+      "grad_norm": 489.4440002441406,
+      "learning_rate": 1.9963987533016417e-06,
+      "loss": 34.3281,
+      "step": 5939
+    },
+    {
+      "epoch": 0.056228168987419655,
+      "grad_norm": 554.1152954101562,
+      "learning_rate": 1.9963961532785506e-06,
+      "loss": 43.0312,
+      "step": 5940
+    },
+    {
+      "epoch": 0.05623763500913471,
+      "grad_norm": 265.2211608886719,
+      "learning_rate": 1.9963935523189117e-06,
+      "loss": 21.5,
+      "step": 5941
+    },
+    {
+      "epoch": 0.05624710103084977,
+      "grad_norm": 767.5594482421875,
+      "learning_rate": 1.996390950422728e-06,
+      "loss": 50.875,
+      "step": 5942
+    },
+    {
+      "epoch": 0.05625656705256482,
+      "grad_norm": 1035.9884033203125,
+      "learning_rate": 1.996388347590001e-06,
+      "loss": 54.7969,
+      "step": 5943
+    },
+    {
+      "epoch": 0.056266033074279874,
+      "grad_norm": 476.7633361816406,
+      "learning_rate": 1.9963857438207344e-06,
+      "loss": 53.5625,
+      "step": 5944
+    },
+    {
+      "epoch": 0.05627549909599493,
+      "grad_norm": 462.16143798828125,
+      "learning_rate": 1.9963831391149297e-06,
+      "loss": 37.25,
+      "step": 5945
+    },
+    {
+      "epoch": 0.05628496511770998,
+      "grad_norm": 222.39834594726562,
+      "learning_rate": 1.99638053347259e-06,
+      "loss": 27.9453,
+      "step": 5946
+    },
+    {
+      "epoch": 0.05629443113942503,
+      "grad_norm": 270.9798889160156,
+      "learning_rate": 1.996377926893717e-06,
+      "loss": 21.6641,
+      "step": 5947
+    },
+    {
+      "epoch": 0.056303897161140086,
+      "grad_norm": 842.5490112304688,
+      "learning_rate": 1.996375319378314e-06,
+      "loss": 31.7344,
+      "step": 5948
+    },
+    {
+      "epoch": 0.05631336318285514,
+      "grad_norm": 233.71734619140625,
+      "learning_rate": 1.9963727109263825e-06,
+      "loss": 22.0664,
+      "step": 5949
+    },
+    {
+      "epoch": 0.05632282920457019,
+      "grad_norm": 501.1098327636719,
+      "learning_rate": 1.9963701015379256e-06,
+      "loss": 40.5,
+      "step": 5950
+    },
+    {
+      "epoch": 0.05633229522628525,
+      "grad_norm": 614.6891479492188,
+      "learning_rate": 1.996367491212946e-06,
+      "loss": 51.7734,
+      "step": 5951
+    },
+    {
+      "epoch": 0.056341761248000305,
+      "grad_norm": 459.8998107910156,
+      "learning_rate": 1.9963648799514453e-06,
+      "loss": 22.1719,
+      "step": 5952
+    },
+    {
+      "epoch": 0.05635122726971536,
+      "grad_norm": 452.5777282714844,
+      "learning_rate": 1.996362267753427e-06,
+      "loss": 40.875,
+      "step": 5953
+    },
+    {
+      "epoch": 0.05636069329143041,
+      "grad_norm": 495.5680847167969,
+      "learning_rate": 1.9963596546188923e-06,
+      "loss": 51.7188,
+      "step": 5954
+    },
+    {
+      "epoch": 0.056370159313145464,
+      "grad_norm": 188.32371520996094,
+      "learning_rate": 1.996357040547845e-06,
+      "loss": 25.6328,
+      "step": 5955
+    },
+    {
+      "epoch": 0.05637962533486052,
+      "grad_norm": 588.9437255859375,
+      "learning_rate": 1.9963544255402865e-06,
+      "loss": 34.5781,
+      "step": 5956
+    },
+    {
+      "epoch": 0.05638909135657557,
+      "grad_norm": 365.0994567871094,
+      "learning_rate": 1.9963518095962198e-06,
+      "loss": 20.6523,
+      "step": 5957
+    },
+    {
+      "epoch": 0.05639855737829062,
+      "grad_norm": 263.25390625,
+      "learning_rate": 1.996349192715647e-06,
+      "loss": 30.7188,
+      "step": 5958
+    },
+    {
+      "epoch": 0.05640802340000568,
+      "grad_norm": 689.253173828125,
+      "learning_rate": 1.996346574898571e-06,
+      "loss": 44.8125,
+      "step": 5959
+    },
+    {
+      "epoch": 0.056417489421720736,
+      "grad_norm": 355.2746276855469,
+      "learning_rate": 1.9963439561449943e-06,
+      "loss": 27.0156,
+      "step": 5960
+    },
+    {
+      "epoch": 0.05642695544343579,
+      "grad_norm": 1856.3203125,
+      "learning_rate": 1.996341336454919e-06,
+      "loss": 32.0703,
+      "step": 5961
+    },
+    {
+      "epoch": 0.05643642146515084,
+      "grad_norm": 400.7957458496094,
+      "learning_rate": 1.9963387158283468e-06,
+      "loss": 46.543,
+      "step": 5962
+    },
+    {
+      "epoch": 0.056445887486865895,
+      "grad_norm": 658.3197021484375,
+      "learning_rate": 1.996336094265282e-06,
+      "loss": 55.125,
+      "step": 5963
+    },
+    {
+      "epoch": 0.05645535350858095,
+      "grad_norm": 737.3098754882812,
+      "learning_rate": 1.9963334717657252e-06,
+      "loss": 53.375,
+      "step": 5964
+    },
+    {
+      "epoch": 0.056464819530296,
+      "grad_norm": 372.07244873046875,
+      "learning_rate": 1.9963308483296804e-06,
+      "loss": 26.8359,
+      "step": 5965
+    },
+    {
+      "epoch": 0.056474285552011054,
+      "grad_norm": 184.05409240722656,
+      "learning_rate": 1.9963282239571496e-06,
+      "loss": 26.8281,
+      "step": 5966
+    },
+    {
+      "epoch": 0.05648375157372611,
+      "grad_norm": 409.6349182128906,
+      "learning_rate": 1.9963255986481345e-06,
+      "loss": 46.2969,
+      "step": 5967
+    },
+    {
+      "epoch": 0.05649321759544117,
+      "grad_norm": 275.34674072265625,
+      "learning_rate": 1.9963229724026385e-06,
+      "loss": 24.0234,
+      "step": 5968
+    },
+    {
+      "epoch": 0.05650268361715622,
+      "grad_norm": 347.6881408691406,
+      "learning_rate": 1.9963203452206638e-06,
+      "loss": 20.8672,
+      "step": 5969
+    },
+    {
+      "epoch": 0.05651214963887127,
+      "grad_norm": 409.62493896484375,
+      "learning_rate": 1.996317717102213e-06,
+      "loss": 22.3594,
+      "step": 5970
+    },
+    {
+      "epoch": 0.056521615660586326,
+      "grad_norm": 191.59320068359375,
+      "learning_rate": 1.9963150880472877e-06,
+      "loss": 24.4375,
+      "step": 5971
+    },
+    {
+      "epoch": 0.05653108168230138,
+      "grad_norm": 701.7164306640625,
+      "learning_rate": 1.9963124580558914e-06,
+      "loss": 55.1719,
+      "step": 5972
+    },
+    {
+      "epoch": 0.05654054770401643,
+      "grad_norm": 233.51388549804688,
+      "learning_rate": 1.996309827128026e-06,
+      "loss": 34.1797,
+      "step": 5973
+    },
+    {
+      "epoch": 0.056550013725731485,
+      "grad_norm": 385.7482604980469,
+      "learning_rate": 1.9963071952636947e-06,
+      "loss": 34.9062,
+      "step": 5974
+    },
+    {
+      "epoch": 0.05655947974744654,
+      "grad_norm": 392.1423034667969,
+      "learning_rate": 1.996304562462899e-06,
+      "loss": 30.4375,
+      "step": 5975
+    },
+    {
+      "epoch": 0.05656894576916159,
+      "grad_norm": 472.9474792480469,
+      "learning_rate": 1.9963019287256418e-06,
+      "loss": 51.0781,
+      "step": 5976
+    },
+    {
+      "epoch": 0.05657841179087665,
+      "grad_norm": 603.6931762695312,
+      "learning_rate": 1.9962992940519257e-06,
+      "loss": 53.2812,
+      "step": 5977
+    },
+    {
+      "epoch": 0.056587877812591704,
+      "grad_norm": 472.1724853515625,
+      "learning_rate": 1.9962966584417533e-06,
+      "loss": 27.0469,
+      "step": 5978
+    },
+    {
+      "epoch": 0.05659734383430676,
+      "grad_norm": 146.69288635253906,
+      "learning_rate": 1.9962940218951267e-06,
+      "loss": 19.8047,
+      "step": 5979
+    },
+    {
+      "epoch": 0.05660680985602181,
+      "grad_norm": 229.28378295898438,
+      "learning_rate": 1.9962913844120484e-06,
+      "loss": 20.0703,
+      "step": 5980
+    },
+    {
+      "epoch": 0.05661627587773686,
+      "grad_norm": 599.288330078125,
+      "learning_rate": 1.996288745992521e-06,
+      "loss": 44.3438,
+      "step": 5981
+    },
+    {
+      "epoch": 0.056625741899451916,
+      "grad_norm": 232.11016845703125,
+      "learning_rate": 1.996286106636547e-06,
+      "loss": 22.9922,
+      "step": 5982
+    },
+    {
+      "epoch": 0.05663520792116697,
+      "grad_norm": 1020.9251098632812,
+      "learning_rate": 1.996283466344129e-06,
+      "loss": 27.0371,
+      "step": 5983
+    },
+    {
+      "epoch": 0.05664467394288202,
+      "grad_norm": 807.2850952148438,
+      "learning_rate": 1.9962808251152694e-06,
+      "loss": 68.5469,
+      "step": 5984
+    },
+    {
+      "epoch": 0.05665413996459708,
+      "grad_norm": 268.6888122558594,
+      "learning_rate": 1.9962781829499704e-06,
+      "loss": 24.8672,
+      "step": 5985
+    },
+    {
+      "epoch": 0.056663605986312135,
+      "grad_norm": 270.078857421875,
+      "learning_rate": 1.996275539848235e-06,
+      "loss": 21.7656,
+      "step": 5986
+    },
+    {
+      "epoch": 0.05667307200802719,
+      "grad_norm": 673.930419921875,
+      "learning_rate": 1.9962728958100653e-06,
+      "loss": 30.0625,
+      "step": 5987
+    },
+    {
+      "epoch": 0.05668253802974224,
+      "grad_norm": 2.5740957260131836,
+      "learning_rate": 1.996270250835464e-06,
+      "loss": 0.835,
+      "step": 5988
+    },
+    {
+      "epoch": 0.056692004051457294,
+      "grad_norm": 339.7935485839844,
+      "learning_rate": 1.996267604924433e-06,
+      "loss": 24.7188,
+      "step": 5989
+    },
+    {
+      "epoch": 0.05670147007317235,
+      "grad_norm": 441.92999267578125,
+      "learning_rate": 1.996264958076976e-06,
+      "loss": 27.375,
+      "step": 5990
+    },
+    {
+      "epoch": 0.0567109360948874,
+      "grad_norm": 1058.60888671875,
+      "learning_rate": 1.996262310293094e-06,
+      "loss": 37.0391,
+      "step": 5991
+    },
+    {
+      "epoch": 0.05672040211660245,
+      "grad_norm": 616.6779174804688,
+      "learning_rate": 1.9962596615727907e-06,
+      "loss": 53.0625,
+      "step": 5992
+    },
+    {
+      "epoch": 0.056729868138317506,
+      "grad_norm": 566.9111938476562,
+      "learning_rate": 1.996257011916068e-06,
+      "loss": 26.7656,
+      "step": 5993
+    },
+    {
+      "epoch": 0.056739334160032566,
+      "grad_norm": 441.0768737792969,
+      "learning_rate": 1.9962543613229285e-06,
+      "loss": 41.7812,
+      "step": 5994
+    },
+    {
+      "epoch": 0.05674880018174762,
+      "grad_norm": 577.2061767578125,
+      "learning_rate": 1.9962517097933746e-06,
+      "loss": 30.0859,
+      "step": 5995
+    },
+    {
+      "epoch": 0.05675826620346267,
+      "grad_norm": 252.3997039794922,
+      "learning_rate": 1.996249057327409e-06,
+      "loss": 21.9258,
+      "step": 5996
+    },
+    {
+      "epoch": 0.056767732225177725,
+      "grad_norm": 172.93797302246094,
+      "learning_rate": 1.9962464039250344e-06,
+      "loss": 24.6094,
+      "step": 5997
+    },
+    {
+      "epoch": 0.05677719824689278,
+      "grad_norm": 197.77999877929688,
+      "learning_rate": 1.996243749586253e-06,
+      "loss": 19.6406,
+      "step": 5998
+    },
+    {
+      "epoch": 0.05678666426860783,
+      "grad_norm": 1617.9158935546875,
+      "learning_rate": 1.9962410943110667e-06,
+      "loss": 40.1719,
+      "step": 5999
+    },
+    {
+      "epoch": 0.056796130290322884,
+      "grad_norm": 543.5609741210938,
+      "learning_rate": 1.996238438099479e-06,
+      "loss": 55.8672,
+      "step": 6000
+    },
+    {
+      "epoch": 0.05680559631203794,
+      "grad_norm": 662.2120361328125,
+      "learning_rate": 1.996235780951492e-06,
+      "loss": 25.1875,
+      "step": 6001
+    },
+    {
+      "epoch": 0.056815062333753,
+      "grad_norm": 344.6439514160156,
+      "learning_rate": 1.996233122867108e-06,
+      "loss": 23.3984,
+      "step": 6002
+    },
+    {
+      "epoch": 0.05682452835546805,
+      "grad_norm": 3.2073068618774414,
+      "learning_rate": 1.9962304638463296e-06,
+      "loss": 0.7883,
+      "step": 6003
+    },
+    {
+      "epoch": 0.0568339943771831,
+      "grad_norm": 736.3690185546875,
+      "learning_rate": 1.9962278038891595e-06,
+      "loss": 40.7383,
+      "step": 6004
+    },
+    {
+      "epoch": 0.056843460398898156,
+      "grad_norm": 448.8374938964844,
+      "learning_rate": 1.9962251429956e-06,
+      "loss": 39.8125,
+      "step": 6005
+    },
+    {
+      "epoch": 0.05685292642061321,
+      "grad_norm": 375.8259582519531,
+      "learning_rate": 1.996222481165654e-06,
+      "loss": 13.5664,
+      "step": 6006
+    },
+    {
+      "epoch": 0.05686239244232826,
+      "grad_norm": 480.1714172363281,
+      "learning_rate": 1.9962198183993232e-06,
+      "loss": 27.1484,
+      "step": 6007
+    },
+    {
+      "epoch": 0.056871858464043315,
+      "grad_norm": 627.6149291992188,
+      "learning_rate": 1.996217154696611e-06,
+      "loss": 45.8906,
+      "step": 6008
+    },
+    {
+      "epoch": 0.05688132448575837,
+      "grad_norm": 487.7811584472656,
+      "learning_rate": 1.9962144900575193e-06,
+      "loss": 26.3125,
+      "step": 6009
+    },
+    {
+      "epoch": 0.05689079050747342,
+      "grad_norm": 415.16302490234375,
+      "learning_rate": 1.996211824482051e-06,
+      "loss": 49.7969,
+      "step": 6010
+    },
+    {
+      "epoch": 0.05690025652918848,
+      "grad_norm": 207.4975128173828,
+      "learning_rate": 1.9962091579702078e-06,
+      "loss": 22.4375,
+      "step": 6011
+    },
+    {
+      "epoch": 0.056909722550903534,
+      "grad_norm": 832.2964477539062,
+      "learning_rate": 1.9962064905219935e-06,
+      "loss": 67.5625,
+      "step": 6012
+    },
+    {
+      "epoch": 0.05691918857261859,
+      "grad_norm": 260.93157958984375,
+      "learning_rate": 1.9962038221374092e-06,
+      "loss": 26.8438,
+      "step": 6013
+    },
+    {
+      "epoch": 0.05692865459433364,
+      "grad_norm": 646.7507934570312,
+      "learning_rate": 1.9962011528164584e-06,
+      "loss": 59.375,
+      "step": 6014
+    },
+    {
+      "epoch": 0.05693812061604869,
+      "grad_norm": 366.0468444824219,
+      "learning_rate": 1.9961984825591436e-06,
+      "loss": 22.2891,
+      "step": 6015
+    },
+    {
+      "epoch": 0.056947586637763746,
+      "grad_norm": 2.9575798511505127,
+      "learning_rate": 1.996195811365467e-06,
+      "loss": 0.8589,
+      "step": 6016
+    },
+    {
+      "epoch": 0.0569570526594788,
+      "grad_norm": 258.05963134765625,
+      "learning_rate": 1.996193139235431e-06,
+      "loss": 20.1953,
+      "step": 6017
+    },
+    {
+      "epoch": 0.05696651868119385,
+      "grad_norm": 541.1207885742188,
+      "learning_rate": 1.996190466169038e-06,
+      "loss": 33.6289,
+      "step": 6018
+    },
+    {
+      "epoch": 0.056975984702908905,
+      "grad_norm": 882.7634887695312,
+      "learning_rate": 1.996187792166291e-06,
+      "loss": 52.6719,
+      "step": 6019
+    },
+    {
+      "epoch": 0.056985450724623965,
+      "grad_norm": 739.6248779296875,
+      "learning_rate": 1.9961851172271926e-06,
+      "loss": 45.6562,
+      "step": 6020
+    },
+    {
+      "epoch": 0.05699491674633902,
+      "grad_norm": 598.9683837890625,
+      "learning_rate": 1.9961824413517446e-06,
+      "loss": 45.5312,
+      "step": 6021
+    },
+    {
+      "epoch": 0.05700438276805407,
+      "grad_norm": 316.1513366699219,
+      "learning_rate": 1.99617976453995e-06,
+      "loss": 35.1875,
+      "step": 6022
+    },
+    {
+      "epoch": 0.057013848789769124,
+      "grad_norm": 355.3245849609375,
+      "learning_rate": 1.996177086791811e-06,
+      "loss": 30.7812,
+      "step": 6023
+    },
+    {
+      "epoch": 0.05702331481148418,
+      "grad_norm": 260.68841552734375,
+      "learning_rate": 1.996174408107331e-06,
+      "loss": 24.3281,
+      "step": 6024
+    },
+    {
+      "epoch": 0.05703278083319923,
+      "grad_norm": 2.6083550453186035,
+      "learning_rate": 1.9961717284865116e-06,
+      "loss": 0.8057,
+      "step": 6025
+    },
+    {
+      "epoch": 0.05704224685491428,
+      "grad_norm": 470.07440185546875,
+      "learning_rate": 1.9961690479293553e-06,
+      "loss": 45.9062,
+      "step": 6026
+    },
+    {
+      "epoch": 0.057051712876629336,
+      "grad_norm": 410.11505126953125,
+      "learning_rate": 1.9961663664358647e-06,
+      "loss": 25.9688,
+      "step": 6027
+    },
+    {
+      "epoch": 0.057061178898344396,
+      "grad_norm": 2.7941408157348633,
+      "learning_rate": 1.9961636840060428e-06,
+      "loss": 0.814,
+      "step": 6028
+    },
+    {
+      "epoch": 0.05707064492005945,
+      "grad_norm": 445.6219482421875,
+      "learning_rate": 1.996161000639892e-06,
+      "loss": 28.4609,
+      "step": 6029
+    },
+    {
+      "epoch": 0.0570801109417745,
+      "grad_norm": 477.0326843261719,
+      "learning_rate": 1.9961583163374148e-06,
+      "loss": 37.1562,
+      "step": 6030
+    },
+    {
+      "epoch": 0.057089576963489555,
+      "grad_norm": 537.1514282226562,
+      "learning_rate": 1.996155631098613e-06,
+      "loss": 28.1797,
+      "step": 6031
+    },
+    {
+      "epoch": 0.05709904298520461,
+      "grad_norm": 545.252197265625,
+      "learning_rate": 1.99615294492349e-06,
+      "loss": 46.6094,
+      "step": 6032
+    },
+    {
+      "epoch": 0.05710850900691966,
+      "grad_norm": 274.0960693359375,
+      "learning_rate": 1.9961502578120483e-06,
+      "loss": 29.7969,
+      "step": 6033
+    },
+    {
+      "epoch": 0.057117975028634714,
+      "grad_norm": 340.5997619628906,
+      "learning_rate": 1.99614756976429e-06,
+      "loss": 19.7344,
+      "step": 6034
+    },
+    {
+      "epoch": 0.05712744105034977,
+      "grad_norm": 3.4164512157440186,
+      "learning_rate": 1.9961448807802177e-06,
+      "loss": 0.9756,
+      "step": 6035
+    },
+    {
+      "epoch": 0.05713690707206482,
+      "grad_norm": 476.407958984375,
+      "learning_rate": 1.996142190859834e-06,
+      "loss": 60.5156,
+      "step": 6036
+    },
+    {
+      "epoch": 0.05714637309377988,
+      "grad_norm": 504.6916809082031,
+      "learning_rate": 1.996139500003141e-06,
+      "loss": 53.9375,
+      "step": 6037
+    },
+    {
+      "epoch": 0.05715583911549493,
+      "grad_norm": 365.3038024902344,
+      "learning_rate": 1.9961368082101425e-06,
+      "loss": 50.2188,
+      "step": 6038
+    },
+    {
+      "epoch": 0.057165305137209986,
+      "grad_norm": 281.85589599609375,
+      "learning_rate": 1.99613411548084e-06,
+      "loss": 23.8828,
+      "step": 6039
+    },
+    {
+      "epoch": 0.05717477115892504,
+      "grad_norm": 262.01751708984375,
+      "learning_rate": 1.996131421815236e-06,
+      "loss": 26.9766,
+      "step": 6040
+    },
+    {
+      "epoch": 0.05718423718064009,
+      "grad_norm": 281.5522766113281,
+      "learning_rate": 1.9961287272133337e-06,
+      "loss": 22.8594,
+      "step": 6041
+    },
+    {
+      "epoch": 0.057193703202355145,
+      "grad_norm": 2.9328384399414062,
+      "learning_rate": 1.9961260316751347e-06,
+      "loss": 0.8245,
+      "step": 6042
+    },
+    {
+      "epoch": 0.0572031692240702,
+      "grad_norm": 424.8170166015625,
+      "learning_rate": 1.996123335200642e-06,
+      "loss": 30.2344,
+      "step": 6043
+    },
+    {
+      "epoch": 0.05721263524578525,
+      "grad_norm": 320.5901184082031,
+      "learning_rate": 1.9961206377898587e-06,
+      "loss": 29.5078,
+      "step": 6044
+    },
+    {
+      "epoch": 0.05722210126750031,
+      "grad_norm": 552.461181640625,
+      "learning_rate": 1.9961179394427863e-06,
+      "loss": 32.9297,
+      "step": 6045
+    },
+    {
+      "epoch": 0.057231567289215364,
+      "grad_norm": 246.4752655029297,
+      "learning_rate": 1.9961152401594277e-06,
+      "loss": 19.0859,
+      "step": 6046
+    },
+    {
+      "epoch": 0.05724103331093042,
+      "grad_norm": 574.8311767578125,
+      "learning_rate": 1.996112539939786e-06,
+      "loss": 57.9375,
+      "step": 6047
+    },
+    {
+      "epoch": 0.05725049933264547,
+      "grad_norm": 466.3529968261719,
+      "learning_rate": 1.9961098387838635e-06,
+      "loss": 33.7656,
+      "step": 6048
+    },
+    {
+      "epoch": 0.05725996535436052,
+      "grad_norm": 2.738769054412842,
+      "learning_rate": 1.996107136691662e-06,
+      "loss": 0.855,
+      "step": 6049
+    },
+    {
+      "epoch": 0.057269431376075576,
+      "grad_norm": 629.6502075195312,
+      "learning_rate": 1.996104433663185e-06,
+      "loss": 71.4688,
+      "step": 6050
+    },
+    {
+      "epoch": 0.05727889739779063,
+      "grad_norm": 205.0482177734375,
+      "learning_rate": 1.996101729698434e-06,
+      "loss": 25.0703,
+      "step": 6051
+    },
+    {
+      "epoch": 0.05728836341950568,
+      "grad_norm": 581.24755859375,
+      "learning_rate": 1.996099024797413e-06,
+      "loss": 52.1719,
+      "step": 6052
+    },
+    {
+      "epoch": 0.057297829441220735,
+      "grad_norm": 258.4392395019531,
+      "learning_rate": 1.9960963189601235e-06,
+      "loss": 22.8047,
+      "step": 6053
+    },
+    {
+      "epoch": 0.057307295462935795,
+      "grad_norm": 2308.922119140625,
+      "learning_rate": 1.9960936121865683e-06,
+      "loss": 30.0625,
+      "step": 6054
+    },
+    {
+      "epoch": 0.05731676148465085,
+      "grad_norm": 575.9912109375,
+      "learning_rate": 1.9960909044767494e-06,
+      "loss": 49.75,
+      "step": 6055
+    },
+    {
+      "epoch": 0.0573262275063659,
+      "grad_norm": 560.9868774414062,
+      "learning_rate": 1.9960881958306703e-06,
+      "loss": 41.3281,
+      "step": 6056
+    },
+    {
+      "epoch": 0.057335693528080954,
+      "grad_norm": 443.5106201171875,
+      "learning_rate": 1.996085486248333e-06,
+      "loss": 44.9688,
+      "step": 6057
+    },
+    {
+      "epoch": 0.05734515954979601,
+      "grad_norm": 521.419189453125,
+      "learning_rate": 1.99608277572974e-06,
+      "loss": 42.1875,
+      "step": 6058
+    },
+    {
+      "epoch": 0.05735462557151106,
+      "grad_norm": 324.8987121582031,
+      "learning_rate": 1.9960800642748943e-06,
+      "loss": 32.5625,
+      "step": 6059
+    },
+    {
+      "epoch": 0.05736409159322611,
+      "grad_norm": 309.31011962890625,
+      "learning_rate": 1.9960773518837975e-06,
+      "loss": 29.3125,
+      "step": 6060
+    },
+    {
+      "epoch": 0.057373557614941166,
+      "grad_norm": 487.1173400878906,
+      "learning_rate": 1.9960746385564536e-06,
+      "loss": 28.0391,
+      "step": 6061
+    },
+    {
+      "epoch": 0.05738302363665622,
+      "grad_norm": 816.8126831054688,
+      "learning_rate": 1.9960719242928642e-06,
+      "loss": 42.6094,
+      "step": 6062
+    },
+    {
+      "epoch": 0.05739248965837128,
+      "grad_norm": 359.6516418457031,
+      "learning_rate": 1.9960692090930316e-06,
+      "loss": 25.0312,
+      "step": 6063
+    },
+    {
+      "epoch": 0.05740195568008633,
+      "grad_norm": 820.0055541992188,
+      "learning_rate": 1.996066492956959e-06,
+      "loss": 50.5781,
+      "step": 6064
+    },
+    {
+      "epoch": 0.057411421701801385,
+      "grad_norm": 189.71844482421875,
+      "learning_rate": 1.9960637758846482e-06,
+      "loss": 19.375,
+      "step": 6065
+    },
+    {
+      "epoch": 0.05742088772351644,
+      "grad_norm": 493.0027770996094,
+      "learning_rate": 1.996061057876103e-06,
+      "loss": 28.9844,
+      "step": 6066
+    },
+    {
+      "epoch": 0.05743035374523149,
+      "grad_norm": 619.5789184570312,
+      "learning_rate": 1.9960583389313247e-06,
+      "loss": 28.3047,
+      "step": 6067
+    },
+    {
+      "epoch": 0.057439819766946544,
+      "grad_norm": 570.5950927734375,
+      "learning_rate": 1.9960556190503166e-06,
+      "loss": 32.8672,
+      "step": 6068
+    },
+    {
+      "epoch": 0.0574492857886616,
+      "grad_norm": 557.8634643554688,
+      "learning_rate": 1.996052898233081e-06,
+      "loss": 19.5078,
+      "step": 6069
+    },
+    {
+      "epoch": 0.05745875181037665,
+      "grad_norm": 350.1029052734375,
+      "learning_rate": 1.99605017647962e-06,
+      "loss": 43.8125,
+      "step": 6070
+    },
+    {
+      "epoch": 0.05746821783209171,
+      "grad_norm": 265.56988525390625,
+      "learning_rate": 1.9960474537899375e-06,
+      "loss": 23.25,
+      "step": 6071
+    },
+    {
+      "epoch": 0.05747768385380676,
+      "grad_norm": 475.6175537109375,
+      "learning_rate": 1.9960447301640346e-06,
+      "loss": 69.1406,
+      "step": 6072
+    },
+    {
+      "epoch": 0.057487149875521816,
+      "grad_norm": 233.93174743652344,
+      "learning_rate": 1.9960420056019146e-06,
+      "loss": 24.2266,
+      "step": 6073
+    },
+    {
+      "epoch": 0.05749661589723687,
+      "grad_norm": 343.20147705078125,
+      "learning_rate": 1.99603928010358e-06,
+      "loss": 26.9531,
+      "step": 6074
+    },
+    {
+      "epoch": 0.05750608191895192,
+      "grad_norm": 795.4180908203125,
+      "learning_rate": 1.9960365536690327e-06,
+      "loss": 35.2734,
+      "step": 6075
+    },
+    {
+      "epoch": 0.057515547940666975,
+      "grad_norm": 472.4461364746094,
+      "learning_rate": 1.9960338262982764e-06,
+      "loss": 27.3203,
+      "step": 6076
+    },
+    {
+      "epoch": 0.05752501396238203,
+      "grad_norm": 484.9478759765625,
+      "learning_rate": 1.9960310979913132e-06,
+      "loss": 21.5078,
+      "step": 6077
+    },
+    {
+      "epoch": 0.05753447998409708,
+      "grad_norm": 149.27859497070312,
+      "learning_rate": 1.9960283687481453e-06,
+      "loss": 20.5312,
+      "step": 6078
+    },
+    {
+      "epoch": 0.057543946005812134,
+      "grad_norm": 622.5048828125,
+      "learning_rate": 1.9960256385687755e-06,
+      "loss": 24.6211,
+      "step": 6079
+    },
+    {
+      "epoch": 0.057553412027527194,
+      "grad_norm": 340.9183044433594,
+      "learning_rate": 1.9960229074532065e-06,
+      "loss": 25.0312,
+      "step": 6080
+    },
+    {
+      "epoch": 0.05756287804924225,
+      "grad_norm": 494.12725830078125,
+      "learning_rate": 1.996020175401441e-06,
+      "loss": 41.375,
+      "step": 6081
+    },
+    {
+      "epoch": 0.0575723440709573,
+      "grad_norm": 733.7509155273438,
+      "learning_rate": 1.996017442413481e-06,
+      "loss": 26.6406,
+      "step": 6082
+    },
+    {
+      "epoch": 0.05758181009267235,
+      "grad_norm": 179.0654296875,
+      "learning_rate": 1.9960147084893297e-06,
+      "loss": 20.3203,
+      "step": 6083
+    },
+    {
+      "epoch": 0.057591276114387406,
+      "grad_norm": 421.48834228515625,
+      "learning_rate": 1.996011973628989e-06,
+      "loss": 29.9844,
+      "step": 6084
+    },
+    {
+      "epoch": 0.05760074213610246,
+      "grad_norm": 612.7059326171875,
+      "learning_rate": 1.996009237832462e-06,
+      "loss": 30.9922,
+      "step": 6085
+    },
+    {
+      "epoch": 0.05761020815781751,
+      "grad_norm": 294.0478515625,
+      "learning_rate": 1.996006501099751e-06,
+      "loss": 19.2891,
+      "step": 6086
+    },
+    {
+      "epoch": 0.057619674179532565,
+      "grad_norm": 296.74542236328125,
+      "learning_rate": 1.996003763430859e-06,
+      "loss": 25.2734,
+      "step": 6087
+    },
+    {
+      "epoch": 0.057629140201247625,
+      "grad_norm": 305.5855407714844,
+      "learning_rate": 1.9960010248257876e-06,
+      "loss": 16.8672,
+      "step": 6088
+    },
+    {
+      "epoch": 0.05763860622296268,
+      "grad_norm": 445.32537841796875,
+      "learning_rate": 1.995998285284541e-06,
+      "loss": 53.625,
+      "step": 6089
+    },
+    {
+      "epoch": 0.05764807224467773,
+      "grad_norm": 356.7520446777344,
+      "learning_rate": 1.99599554480712e-06,
+      "loss": 23.1641,
+      "step": 6090
+    },
+    {
+      "epoch": 0.057657538266392784,
+      "grad_norm": 463.4225158691406,
+      "learning_rate": 1.9959928033935284e-06,
+      "loss": 30.7188,
+      "step": 6091
+    },
+    {
+      "epoch": 0.05766700428810784,
+      "grad_norm": 884.9656372070312,
+      "learning_rate": 1.995990061043768e-06,
+      "loss": 36.2266,
+      "step": 6092
+    },
+    {
+      "epoch": 0.05767647030982289,
+      "grad_norm": 436.34881591796875,
+      "learning_rate": 1.995987317757842e-06,
+      "loss": 43.2031,
+      "step": 6093
+    },
+    {
+      "epoch": 0.05768593633153794,
+      "grad_norm": 437.49847412109375,
+      "learning_rate": 1.9959845735357524e-06,
+      "loss": 32.5,
+      "step": 6094
+    },
+    {
+      "epoch": 0.057695402353252996,
+      "grad_norm": 1481.4610595703125,
+      "learning_rate": 1.9959818283775024e-06,
+      "loss": 30.6875,
+      "step": 6095
+    },
+    {
+      "epoch": 0.05770486837496805,
+      "grad_norm": 371.42626953125,
+      "learning_rate": 1.9959790822830943e-06,
+      "loss": 27.7188,
+      "step": 6096
+    },
+    {
+      "epoch": 0.05771433439668311,
+      "grad_norm": 496.5184326171875,
+      "learning_rate": 1.995976335252531e-06,
+      "loss": 44.7188,
+      "step": 6097
+    },
+    {
+      "epoch": 0.05772380041839816,
+      "grad_norm": 601.0010375976562,
+      "learning_rate": 1.995973587285814e-06,
+      "loss": 42.2969,
+      "step": 6098
+    },
+    {
+      "epoch": 0.057733266440113215,
+      "grad_norm": 206.8031463623047,
+      "learning_rate": 1.995970838382947e-06,
+      "loss": 30.9141,
+      "step": 6099
+    },
+    {
+      "epoch": 0.05774273246182827,
+      "grad_norm": 451.1141357421875,
+      "learning_rate": 1.9959680885439323e-06,
+      "loss": 21.1797,
+      "step": 6100
+    },
+    {
+      "epoch": 0.05775219848354332,
+      "grad_norm": 214.62611389160156,
+      "learning_rate": 1.995965337768772e-06,
+      "loss": 18.0547,
+      "step": 6101
+    },
+    {
+      "epoch": 0.057761664505258374,
+      "grad_norm": 253.42626953125,
+      "learning_rate": 1.9959625860574695e-06,
+      "loss": 32.4219,
+      "step": 6102
+    },
+    {
+      "epoch": 0.05777113052697343,
+      "grad_norm": 422.7759704589844,
+      "learning_rate": 1.9959598334100265e-06,
+      "loss": 22.6328,
+      "step": 6103
+    },
+    {
+      "epoch": 0.05778059654868848,
+      "grad_norm": 319.71099853515625,
+      "learning_rate": 1.9959570798264465e-06,
+      "loss": 24.125,
+      "step": 6104
+    },
+    {
+      "epoch": 0.05779006257040353,
+      "grad_norm": 466.8223571777344,
+      "learning_rate": 1.9959543253067316e-06,
+      "loss": 21.2617,
+      "step": 6105
+    },
+    {
+      "epoch": 0.05779952859211859,
+      "grad_norm": 437.90771484375,
+      "learning_rate": 1.9959515698508844e-06,
+      "loss": 45.4453,
+      "step": 6106
+    },
+    {
+      "epoch": 0.057808994613833646,
+      "grad_norm": 734.5560913085938,
+      "learning_rate": 1.995948813458907e-06,
+      "loss": 75.7812,
+      "step": 6107
+    },
+    {
+      "epoch": 0.0578184606355487,
+      "grad_norm": 521.664794921875,
+      "learning_rate": 1.995946056130803e-06,
+      "loss": 55.0312,
+      "step": 6108
+    },
+    {
+      "epoch": 0.05782792665726375,
+      "grad_norm": 543.9450073242188,
+      "learning_rate": 1.9959432978665745e-06,
+      "loss": 40.8281,
+      "step": 6109
+    },
+    {
+      "epoch": 0.057837392678978805,
+      "grad_norm": 294.8009338378906,
+      "learning_rate": 1.995940538666224e-06,
+      "loss": 14.8398,
+      "step": 6110
+    },
+    {
+      "epoch": 0.05784685870069386,
+      "grad_norm": 629.453369140625,
+      "learning_rate": 1.995937778529754e-06,
+      "loss": 46.6484,
+      "step": 6111
+    },
+    {
+      "epoch": 0.05785632472240891,
+      "grad_norm": 564.6889038085938,
+      "learning_rate": 1.9959350174571675e-06,
+      "loss": 54.5625,
+      "step": 6112
+    },
+    {
+      "epoch": 0.057865790744123964,
+      "grad_norm": 1076.77197265625,
+      "learning_rate": 1.995932255448467e-06,
+      "loss": 66.2188,
+      "step": 6113
+    },
+    {
+      "epoch": 0.057875256765839024,
+      "grad_norm": 152.33499145507812,
+      "learning_rate": 1.9959294925036548e-06,
+      "loss": 22.8438,
+      "step": 6114
+    },
+    {
+      "epoch": 0.05788472278755408,
+      "grad_norm": 187.46165466308594,
+      "learning_rate": 1.9959267286227333e-06,
+      "loss": 20.25,
+      "step": 6115
+    },
+    {
+      "epoch": 0.05789418880926913,
+      "grad_norm": 506.64862060546875,
+      "learning_rate": 1.9959239638057062e-06,
+      "loss": 16.2852,
+      "step": 6116
+    },
+    {
+      "epoch": 0.05790365483098418,
+      "grad_norm": 597.6337280273438,
+      "learning_rate": 1.995921198052575e-06,
+      "loss": 51.2422,
+      "step": 6117
+    },
+    {
+      "epoch": 0.057913120852699236,
+      "grad_norm": 452.3586730957031,
+      "learning_rate": 1.9959184313633427e-06,
+      "loss": 36.3125,
+      "step": 6118
+    },
+    {
+      "epoch": 0.05792258687441429,
+      "grad_norm": 250.21087646484375,
+      "learning_rate": 1.9959156637380117e-06,
+      "loss": 22.5156,
+      "step": 6119
+    },
+    {
+      "epoch": 0.05793205289612934,
+      "grad_norm": 619.9223022460938,
+      "learning_rate": 1.995912895176585e-06,
+      "loss": 47.6719,
+      "step": 6120
+    },
+    {
+      "epoch": 0.057941518917844395,
+      "grad_norm": 155.6558380126953,
+      "learning_rate": 1.9959101256790646e-06,
+      "loss": 26.4531,
+      "step": 6121
+    },
+    {
+      "epoch": 0.05795098493955945,
+      "grad_norm": 351.5205383300781,
+      "learning_rate": 1.995907355245454e-06,
+      "loss": 47.8594,
+      "step": 6122
+    },
+    {
+      "epoch": 0.05796045096127451,
+      "grad_norm": 939.7988891601562,
+      "learning_rate": 1.995904583875755e-06,
+      "loss": 25.0977,
+      "step": 6123
+    },
+    {
+      "epoch": 0.05796991698298956,
+      "grad_norm": 462.1754455566406,
+      "learning_rate": 1.9959018115699703e-06,
+      "loss": 32.9766,
+      "step": 6124
+    },
+    {
+      "epoch": 0.057979383004704614,
+      "grad_norm": 3.2234838008880615,
+      "learning_rate": 1.995899038328103e-06,
+      "loss": 0.8818,
+      "step": 6125
+    },
+    {
+      "epoch": 0.05798884902641967,
+      "grad_norm": 368.183837890625,
+      "learning_rate": 1.995896264150155e-06,
+      "loss": 27.5,
+      "step": 6126
+    },
+    {
+      "epoch": 0.05799831504813472,
+      "grad_norm": 179.4762420654297,
+      "learning_rate": 1.99589348903613e-06,
+      "loss": 18.8984,
+      "step": 6127
+    },
+    {
+      "epoch": 0.05800778106984977,
+      "grad_norm": 465.8351745605469,
+      "learning_rate": 1.9958907129860294e-06,
+      "loss": 44.625,
+      "step": 6128
+    },
+    {
+      "epoch": 0.058017247091564826,
+      "grad_norm": 410.76513671875,
+      "learning_rate": 1.995887935999856e-06,
+      "loss": 36.0781,
+      "step": 6129
+    },
+    {
+      "epoch": 0.05802671311327988,
+      "grad_norm": 502.5469970703125,
+      "learning_rate": 1.995885158077613e-06,
+      "loss": 41.0938,
+      "step": 6130
+    },
+    {
+      "epoch": 0.05803617913499494,
+      "grad_norm": 701.6943969726562,
+      "learning_rate": 1.995882379219303e-06,
+      "loss": 33.6484,
+      "step": 6131
+    },
+    {
+      "epoch": 0.05804564515670999,
+      "grad_norm": 300.2444152832031,
+      "learning_rate": 1.995879599424928e-06,
+      "loss": 28.6094,
+      "step": 6132
+    },
+    {
+      "epoch": 0.058055111178425045,
+      "grad_norm": 454.6190490722656,
+      "learning_rate": 1.9958768186944914e-06,
+      "loss": 19.6562,
+      "step": 6133
+    },
+    {
+      "epoch": 0.0580645772001401,
+      "grad_norm": 2.9063475131988525,
+      "learning_rate": 1.9958740370279953e-06,
+      "loss": 0.9331,
+      "step": 6134
+    },
+    {
+      "epoch": 0.05807404322185515,
+      "grad_norm": 432.82568359375,
+      "learning_rate": 1.995871254425442e-06,
+      "loss": 43.2812,
+      "step": 6135
+    },
+    {
+      "epoch": 0.058083509243570204,
+      "grad_norm": 327.11181640625,
+      "learning_rate": 1.995868470886835e-06,
+      "loss": 29.0781,
+      "step": 6136
+    },
+    {
+      "epoch": 0.05809297526528526,
+      "grad_norm": 319.7499084472656,
+      "learning_rate": 1.995865686412176e-06,
+      "loss": 26.7656,
+      "step": 6137
+    },
+    {
+      "epoch": 0.05810244128700031,
+      "grad_norm": 492.23907470703125,
+      "learning_rate": 1.995862901001468e-06,
+      "loss": 33.9961,
+      "step": 6138
+    },
+    {
+      "epoch": 0.05811190730871536,
+      "grad_norm": 265.81634521484375,
+      "learning_rate": 1.995860114654714e-06,
+      "loss": 19.4375,
+      "step": 6139
+    },
+    {
+      "epoch": 0.05812137333043042,
+      "grad_norm": 260.2234191894531,
+      "learning_rate": 1.995857327371916e-06,
+      "loss": 26.6484,
+      "step": 6140
+    },
+    {
+      "epoch": 0.058130839352145476,
+      "grad_norm": 330.59149169921875,
+      "learning_rate": 1.9958545391530772e-06,
+      "loss": 49.7344,
+      "step": 6141
+    },
+    {
+      "epoch": 0.05814030537386053,
+      "grad_norm": 163.14785766601562,
+      "learning_rate": 1.9958517499981995e-06,
+      "loss": 22.8594,
+      "step": 6142
+    },
+    {
+      "epoch": 0.05814977139557558,
+      "grad_norm": 200.0049591064453,
+      "learning_rate": 1.9958489599072865e-06,
+      "loss": 24.4688,
+      "step": 6143
+    },
+    {
+      "epoch": 0.058159237417290635,
+      "grad_norm": 704.4409790039062,
+      "learning_rate": 1.9958461688803398e-06,
+      "loss": 23.1094,
+      "step": 6144
+    },
+    {
+      "epoch": 0.05816870343900569,
+      "grad_norm": 238.40333557128906,
+      "learning_rate": 1.9958433769173628e-06,
+      "loss": 18.1875,
+      "step": 6145
+    },
+    {
+      "epoch": 0.05817816946072074,
+      "grad_norm": 2.998922348022461,
+      "learning_rate": 1.9958405840183576e-06,
+      "loss": 0.8958,
+      "step": 6146
+    },
+    {
+      "epoch": 0.058187635482435794,
+      "grad_norm": 382.3394775390625,
+      "learning_rate": 1.995837790183327e-06,
+      "loss": 22.4609,
+      "step": 6147
+    },
+    {
+      "epoch": 0.05819710150415085,
+      "grad_norm": 566.8423461914062,
+      "learning_rate": 1.995834995412274e-06,
+      "loss": 37.3867,
+      "step": 6148
+    },
+    {
+      "epoch": 0.05820656752586591,
+      "grad_norm": 490.437744140625,
+      "learning_rate": 1.9958321997052003e-06,
+      "loss": 25.5625,
+      "step": 6149
+    },
+    {
+      "epoch": 0.05821603354758096,
+      "grad_norm": 419.26678466796875,
+      "learning_rate": 1.9958294030621096e-06,
+      "loss": 15.8555,
+      "step": 6150
+    },
+    {
+      "epoch": 0.05822549956929601,
+      "grad_norm": 765.2266845703125,
+      "learning_rate": 1.995826605483004e-06,
+      "loss": 35.7656,
+      "step": 6151
+    },
+    {
+      "epoch": 0.058234965591011066,
+      "grad_norm": 576.5387573242188,
+      "learning_rate": 1.9958238069678857e-06,
+      "loss": 39.8203,
+      "step": 6152
+    },
+    {
+      "epoch": 0.05824443161272612,
+      "grad_norm": 599.8582763671875,
+      "learning_rate": 1.9958210075167584e-06,
+      "loss": 33.5781,
+      "step": 6153
+    },
+    {
+      "epoch": 0.05825389763444117,
+      "grad_norm": 308.6522216796875,
+      "learning_rate": 1.995818207129624e-06,
+      "loss": 25.2578,
+      "step": 6154
+    },
+    {
+      "epoch": 0.058263363656156225,
+      "grad_norm": 718.4147338867188,
+      "learning_rate": 1.995815405806485e-06,
+      "loss": 48.1875,
+      "step": 6155
+    },
+    {
+      "epoch": 0.05827282967787128,
+      "grad_norm": 178.73890686035156,
+      "learning_rate": 1.9958126035473443e-06,
+      "loss": 26.3203,
+      "step": 6156
+    },
+    {
+      "epoch": 0.05828229569958634,
+      "grad_norm": 295.66571044921875,
+      "learning_rate": 1.9958098003522048e-06,
+      "loss": 42.0781,
+      "step": 6157
+    },
+    {
+      "epoch": 0.05829176172130139,
+      "grad_norm": 385.95257568359375,
+      "learning_rate": 1.995806996221069e-06,
+      "loss": 43.5625,
+      "step": 6158
+    },
+    {
+      "epoch": 0.058301227743016444,
+      "grad_norm": 1058.294677734375,
+      "learning_rate": 1.995804191153939e-06,
+      "loss": 66.7031,
+      "step": 6159
+    },
+    {
+      "epoch": 0.0583106937647315,
+      "grad_norm": 411.1528625488281,
+      "learning_rate": 1.995801385150818e-06,
+      "loss": 24.8906,
+      "step": 6160
+    },
+    {
+      "epoch": 0.05832015978644655,
+      "grad_norm": 534.4652099609375,
+      "learning_rate": 1.9957985782117084e-06,
+      "loss": 31.625,
+      "step": 6161
+    },
+    {
+      "epoch": 0.0583296258081616,
+      "grad_norm": 444.7084045410156,
+      "learning_rate": 1.995795770336613e-06,
+      "loss": 24.3047,
+      "step": 6162
+    },
+    {
+      "epoch": 0.058339091829876656,
+      "grad_norm": 195.21707153320312,
+      "learning_rate": 1.9957929615255346e-06,
+      "loss": 20.6797,
+      "step": 6163
+    },
+    {
+      "epoch": 0.05834855785159171,
+      "grad_norm": 1075.02001953125,
+      "learning_rate": 1.9957901517784753e-06,
+      "loss": 45.4141,
+      "step": 6164
+    },
+    {
+      "epoch": 0.05835802387330676,
+      "grad_norm": 3.8759095668792725,
+      "learning_rate": 1.995787341095438e-06,
+      "loss": 0.9312,
+      "step": 6165
+    },
+    {
+      "epoch": 0.05836748989502182,
+      "grad_norm": 313.6600036621094,
+      "learning_rate": 1.9957845294764257e-06,
+      "loss": 27.8594,
+      "step": 6166
+    },
+    {
+      "epoch": 0.058376955916736875,
+      "grad_norm": 686.0399780273438,
+      "learning_rate": 1.9957817169214403e-06,
+      "loss": 53.2188,
+      "step": 6167
+    },
+    {
+      "epoch": 0.05838642193845193,
+      "grad_norm": 608.9328002929688,
+      "learning_rate": 1.995778903430485e-06,
+      "loss": 20.7031,
+      "step": 6168
+    },
+    {
+      "epoch": 0.05839588796016698,
+      "grad_norm": 3.335322141647339,
+      "learning_rate": 1.9957760890035626e-06,
+      "loss": 0.9502,
+      "step": 6169
+    },
+    {
+      "epoch": 0.058405353981882034,
+      "grad_norm": 413.2901916503906,
+      "learning_rate": 1.9957732736406753e-06,
+      "loss": 26.7656,
+      "step": 6170
+    },
+    {
+      "epoch": 0.05841482000359709,
+      "grad_norm": 437.28759765625,
+      "learning_rate": 1.9957704573418255e-06,
+      "loss": 41.5625,
+      "step": 6171
+    },
+    {
+      "epoch": 0.05842428602531214,
+      "grad_norm": 237.4875030517578,
+      "learning_rate": 1.9957676401070166e-06,
+      "loss": 22.9688,
+      "step": 6172
+    },
+    {
+      "epoch": 0.05843375204702719,
+      "grad_norm": 1336.7020263671875,
+      "learning_rate": 1.9957648219362507e-06,
+      "loss": 85.8281,
+      "step": 6173
+    },
+    {
+      "epoch": 0.05844321806874225,
+      "grad_norm": 490.8914794921875,
+      "learning_rate": 1.995762002829531e-06,
+      "loss": 43.1406,
+      "step": 6174
+    },
+    {
+      "epoch": 0.058452684090457306,
+      "grad_norm": 266.9607849121094,
+      "learning_rate": 1.9957591827868597e-06,
+      "loss": 39.2812,
+      "step": 6175
+    },
+    {
+      "epoch": 0.05846215011217236,
+      "grad_norm": 936.501220703125,
+      "learning_rate": 1.9957563618082393e-06,
+      "loss": 36.0703,
+      "step": 6176
+    },
+    {
+      "epoch": 0.05847161613388741,
+      "grad_norm": 1127.9208984375,
+      "learning_rate": 1.995753539893673e-06,
+      "loss": 47.7969,
+      "step": 6177
+    },
+    {
+      "epoch": 0.058481082155602465,
+      "grad_norm": 3.464064836502075,
+      "learning_rate": 1.995750717043163e-06,
+      "loss": 0.8115,
+      "step": 6178
+    },
+    {
+      "epoch": 0.05849054817731752,
+      "grad_norm": 433.02545166015625,
+      "learning_rate": 1.995747893256712e-06,
+      "loss": 15.0234,
+      "step": 6179
+    },
+    {
+      "epoch": 0.05850001419903257,
+      "grad_norm": 3.4729361534118652,
+      "learning_rate": 1.995745068534323e-06,
+      "loss": 0.9966,
+      "step": 6180
+    },
+    {
+      "epoch": 0.058509480220747624,
+      "grad_norm": 308.822509765625,
+      "learning_rate": 1.9957422428759984e-06,
+      "loss": 35.5625,
+      "step": 6181
+    },
+    {
+      "epoch": 0.05851894624246268,
+      "grad_norm": 670.1209106445312,
+      "learning_rate": 1.9957394162817406e-06,
+      "loss": 36.2344,
+      "step": 6182
+    },
+    {
+      "epoch": 0.05852841226417774,
+      "grad_norm": 550.752685546875,
+      "learning_rate": 1.995736588751553e-06,
+      "loss": 43.6562,
+      "step": 6183
+    },
+    {
+      "epoch": 0.05853787828589279,
+      "grad_norm": 175.62399291992188,
+      "learning_rate": 1.9957337602854373e-06,
+      "loss": 25.3672,
+      "step": 6184
+    },
+    {
+      "epoch": 0.05854734430760784,
+      "grad_norm": 293.2277526855469,
+      "learning_rate": 1.995730930883397e-06,
+      "loss": 20.8047,
+      "step": 6185
+    },
+    {
+      "epoch": 0.058556810329322896,
+      "grad_norm": 342.6553955078125,
+      "learning_rate": 1.9957281005454342e-06,
+      "loss": 19.4219,
+      "step": 6186
+    },
+    {
+      "epoch": 0.05856627635103795,
+      "grad_norm": 273.6746520996094,
+      "learning_rate": 1.9957252692715514e-06,
+      "loss": 18.6758,
+      "step": 6187
+    },
+    {
+      "epoch": 0.058575742372753,
+      "grad_norm": 265.65087890625,
+      "learning_rate": 1.9957224370617523e-06,
+      "loss": 23.5469,
+      "step": 6188
+    },
+    {
+      "epoch": 0.058585208394468055,
+      "grad_norm": 206.0570068359375,
+      "learning_rate": 1.9957196039160385e-06,
+      "loss": 19.6719,
+      "step": 6189
+    },
+    {
+      "epoch": 0.05859467441618311,
+      "grad_norm": 942.96484375,
+      "learning_rate": 1.9957167698344134e-06,
+      "loss": 54.6328,
+      "step": 6190
+    },
+    {
+      "epoch": 0.05860414043789816,
+      "grad_norm": 253.86111450195312,
+      "learning_rate": 1.9957139348168787e-06,
+      "loss": 22.5234,
+      "step": 6191
+    },
+    {
+      "epoch": 0.05861360645961322,
+      "grad_norm": 566.4148559570312,
+      "learning_rate": 1.9957110988634383e-06,
+      "loss": 55.9062,
+      "step": 6192
+    },
+    {
+      "epoch": 0.058623072481328274,
+      "grad_norm": 555.9630737304688,
+      "learning_rate": 1.995708261974094e-06,
+      "loss": 36.6719,
+      "step": 6193
+    },
+    {
+      "epoch": 0.05863253850304333,
+      "grad_norm": 479.6463623046875,
+      "learning_rate": 1.9957054241488487e-06,
+      "loss": 16.3438,
+      "step": 6194
+    },
+    {
+      "epoch": 0.05864200452475838,
+      "grad_norm": 3.297760009765625,
+      "learning_rate": 1.995702585387705e-06,
+      "loss": 0.9038,
+      "step": 6195
+    },
+    {
+      "epoch": 0.05865147054647343,
+      "grad_norm": 154.11647033691406,
+      "learning_rate": 1.9956997456906656e-06,
+      "loss": 23.1797,
+      "step": 6196
+    },
+    {
+      "epoch": 0.058660936568188486,
+      "grad_norm": 397.64306640625,
+      "learning_rate": 1.9956969050577332e-06,
+      "loss": 23.3672,
+      "step": 6197
+    },
+    {
+      "epoch": 0.05867040258990354,
+      "grad_norm": 281.5032653808594,
+      "learning_rate": 1.9956940634889108e-06,
+      "loss": 23.3789,
+      "step": 6198
+    },
+    {
+      "epoch": 0.05867986861161859,
+      "grad_norm": 1884.361572265625,
+      "learning_rate": 1.9956912209842003e-06,
+      "loss": 73.7812,
+      "step": 6199
+    },
+    {
+      "epoch": 0.05868933463333365,
+      "grad_norm": 429.50872802734375,
+      "learning_rate": 1.995688377543605e-06,
+      "loss": 49.5625,
+      "step": 6200
+    },
+    {
+      "epoch": 0.058698800655048705,
+      "grad_norm": 187.98019409179688,
+      "learning_rate": 1.995685533167128e-06,
+      "loss": 18.0469,
+      "step": 6201
+    },
+    {
+      "epoch": 0.05870826667676376,
+      "grad_norm": 578.8253784179688,
+      "learning_rate": 1.9956826878547704e-06,
+      "loss": 48.4375,
+      "step": 6202
+    },
+    {
+      "epoch": 0.05871773269847881,
+      "grad_norm": 299.3757629394531,
+      "learning_rate": 1.9956798416065364e-06,
+      "loss": 26.7969,
+      "step": 6203
+    },
+    {
+      "epoch": 0.058727198720193864,
+      "grad_norm": 368.16339111328125,
+      "learning_rate": 1.995676994422428e-06,
+      "loss": 31.7891,
+      "step": 6204
+    },
+    {
+      "epoch": 0.05873666474190892,
+      "grad_norm": 460.57525634765625,
+      "learning_rate": 1.995674146302448e-06,
+      "loss": 30.8047,
+      "step": 6205
+    },
+    {
+      "epoch": 0.05874613076362397,
+      "grad_norm": 531.7388916015625,
+      "learning_rate": 1.995671297246599e-06,
+      "loss": 34.0,
+      "step": 6206
+    },
+    {
+      "epoch": 0.05875559678533902,
+      "grad_norm": 311.6280517578125,
+      "learning_rate": 1.995668447254884e-06,
+      "loss": 22.1562,
+      "step": 6207
+    },
+    {
+      "epoch": 0.058765062807054076,
+      "grad_norm": 473.8367004394531,
+      "learning_rate": 1.9956655963273053e-06,
+      "loss": 53.8594,
+      "step": 6208
+    },
+    {
+      "epoch": 0.058774528828769136,
+      "grad_norm": 231.59571838378906,
+      "learning_rate": 1.9956627444638655e-06,
+      "loss": 19.8438,
+      "step": 6209
+    },
+    {
+      "epoch": 0.05878399485048419,
+      "grad_norm": 377.1076965332031,
+      "learning_rate": 1.9956598916645677e-06,
+      "loss": 42.5312,
+      "step": 6210
+    },
+    {
+      "epoch": 0.05879346087219924,
+      "grad_norm": 637.999755859375,
+      "learning_rate": 1.9956570379294142e-06,
+      "loss": 17.6016,
+      "step": 6211
+    },
+    {
+      "epoch": 0.058802926893914295,
+      "grad_norm": 298.9466857910156,
+      "learning_rate": 1.9956541832584083e-06,
+      "loss": 30.6016,
+      "step": 6212
+    },
+    {
+      "epoch": 0.05881239291562935,
+      "grad_norm": 537.0502319335938,
+      "learning_rate": 1.9956513276515517e-06,
+      "loss": 23.9531,
+      "step": 6213
+    },
+    {
+      "epoch": 0.0588218589373444,
+      "grad_norm": 2.71209454536438,
+      "learning_rate": 1.9956484711088477e-06,
+      "loss": 0.8457,
+      "step": 6214
+    },
+    {
+      "epoch": 0.058831324959059454,
+      "grad_norm": 291.3915100097656,
+      "learning_rate": 1.9956456136302994e-06,
+      "loss": 19.0,
+      "step": 6215
+    },
+    {
+      "epoch": 0.05884079098077451,
+      "grad_norm": 567.547607421875,
+      "learning_rate": 1.995642755215909e-06,
+      "loss": 23.2891,
+      "step": 6216
+    },
+    {
+      "epoch": 0.05885025700248957,
+      "grad_norm": 2.9538023471832275,
+      "learning_rate": 1.9956398958656787e-06,
+      "loss": 0.6895,
+      "step": 6217
+    },
+    {
+      "epoch": 0.05885972302420462,
+      "grad_norm": 695.7349243164062,
+      "learning_rate": 1.9956370355796117e-06,
+      "loss": 32.5312,
+      "step": 6218
+    },
+    {
+      "epoch": 0.05886918904591967,
+      "grad_norm": 229.80381774902344,
+      "learning_rate": 1.9956341743577106e-06,
+      "loss": 30.2812,
+      "step": 6219
+    },
+    {
+      "epoch": 0.058878655067634726,
+      "grad_norm": 359.1683654785156,
+      "learning_rate": 1.9956313121999786e-06,
+      "loss": 25.2656,
+      "step": 6220
+    },
+    {
+      "epoch": 0.05888812108934978,
+      "grad_norm": 334.2339782714844,
+      "learning_rate": 1.9956284491064176e-06,
+      "loss": 24.0234,
+      "step": 6221
+    },
+    {
+      "epoch": 0.05889758711106483,
+      "grad_norm": 436.1961669921875,
+      "learning_rate": 1.995625585077031e-06,
+      "loss": 44.0781,
+      "step": 6222
+    },
+    {
+      "epoch": 0.058907053132779885,
+      "grad_norm": 316.7265930175781,
+      "learning_rate": 1.9956227201118205e-06,
+      "loss": 19.1016,
+      "step": 6223
+    },
+    {
+      "epoch": 0.05891651915449494,
+      "grad_norm": 518.1422729492188,
+      "learning_rate": 1.9956198542107895e-06,
+      "loss": 19.7891,
+      "step": 6224
+    },
+    {
+      "epoch": 0.05892598517620999,
+      "grad_norm": 436.12835693359375,
+      "learning_rate": 1.9956169873739412e-06,
+      "loss": 24.8438,
+      "step": 6225
+    },
+    {
+      "epoch": 0.05893545119792505,
+      "grad_norm": 300.46630859375,
+      "learning_rate": 1.995614119601277e-06,
+      "loss": 19.7734,
+      "step": 6226
+    },
+    {
+      "epoch": 0.058944917219640104,
+      "grad_norm": 263.4805908203125,
+      "learning_rate": 1.995611250892801e-06,
+      "loss": 31.4141,
+      "step": 6227
+    },
+    {
+      "epoch": 0.05895438324135516,
+      "grad_norm": 937.9735107421875,
+      "learning_rate": 1.9956083812485146e-06,
+      "loss": 37.6328,
+      "step": 6228
+    },
+    {
+      "epoch": 0.05896384926307021,
+      "grad_norm": 626.0648193359375,
+      "learning_rate": 1.995605510668421e-06,
+      "loss": 28.375,
+      "step": 6229
+    },
+    {
+      "epoch": 0.05897331528478526,
+      "grad_norm": 461.75750732421875,
+      "learning_rate": 1.9956026391525235e-06,
+      "loss": 45.9141,
+      "step": 6230
+    },
+    {
+      "epoch": 0.058982781306500316,
+      "grad_norm": 3.1103546619415283,
+      "learning_rate": 1.9955997667008243e-06,
+      "loss": 0.9331,
+      "step": 6231
+    },
+    {
+      "epoch": 0.05899224732821537,
+      "grad_norm": 460.9446716308594,
+      "learning_rate": 1.995596893313326e-06,
+      "loss": 46.8906,
+      "step": 6232
+    },
+    {
+      "epoch": 0.05900171334993042,
+      "grad_norm": 238.0462188720703,
+      "learning_rate": 1.9955940189900313e-06,
+      "loss": 28.0625,
+      "step": 6233
+    },
+    {
+      "epoch": 0.059011179371645475,
+      "grad_norm": 363.671142578125,
+      "learning_rate": 1.9955911437309426e-06,
+      "loss": 49.0312,
+      "step": 6234
+    },
+    {
+      "epoch": 0.059020645393360535,
+      "grad_norm": 797.9710693359375,
+      "learning_rate": 1.9955882675360638e-06,
+      "loss": 28.4844,
+      "step": 6235
+    },
+    {
+      "epoch": 0.05903011141507559,
+      "grad_norm": 361.6568908691406,
+      "learning_rate": 1.995585390405396e-06,
+      "loss": 58.375,
+      "step": 6236
+    },
+    {
+      "epoch": 0.05903957743679064,
+      "grad_norm": 883.0831909179688,
+      "learning_rate": 1.995582512338943e-06,
+      "loss": 72.3438,
+      "step": 6237
+    },
+    {
+      "epoch": 0.059049043458505694,
+      "grad_norm": 353.953125,
+      "learning_rate": 1.995579633336707e-06,
+      "loss": 52.4688,
+      "step": 6238
+    },
+    {
+      "epoch": 0.05905850948022075,
+      "grad_norm": 293.3305358886719,
+      "learning_rate": 1.9955767533986915e-06,
+      "loss": 28.9062,
+      "step": 6239
+    },
+    {
+      "epoch": 0.0590679755019358,
+      "grad_norm": 435.7214660644531,
+      "learning_rate": 1.9955738725248984e-06,
+      "loss": 17.8828,
+      "step": 6240
+    },
+    {
+      "epoch": 0.05907744152365085,
+      "grad_norm": 193.99864196777344,
+      "learning_rate": 1.9955709907153303e-06,
+      "loss": 21.6484,
+      "step": 6241
+    },
+    {
+      "epoch": 0.059086907545365906,
+      "grad_norm": 244.4300079345703,
+      "learning_rate": 1.9955681079699904e-06,
+      "loss": 30.7969,
+      "step": 6242
+    },
+    {
+      "epoch": 0.059096373567080966,
+      "grad_norm": 186.37278747558594,
+      "learning_rate": 1.995565224288881e-06,
+      "loss": 18.5,
+      "step": 6243
+    },
+    {
+      "epoch": 0.05910583958879602,
+      "grad_norm": 513.6492919921875,
+      "learning_rate": 1.9955623396720057e-06,
+      "loss": 29.6953,
+      "step": 6244
+    },
+    {
+      "epoch": 0.05911530561051107,
+      "grad_norm": 335.8236083984375,
+      "learning_rate": 1.995559454119366e-06,
+      "loss": 54.875,
+      "step": 6245
+    },
+    {
+      "epoch": 0.059124771632226125,
+      "grad_norm": 286.6195983886719,
+      "learning_rate": 1.9955565676309655e-06,
+      "loss": 20.25,
+      "step": 6246
+    },
+    {
+      "epoch": 0.05913423765394118,
+      "grad_norm": 676.4180297851562,
+      "learning_rate": 1.9955536802068066e-06,
+      "loss": 49.4219,
+      "step": 6247
+    },
+    {
+      "epoch": 0.05914370367565623,
+      "grad_norm": 241.76443481445312,
+      "learning_rate": 1.995550791846892e-06,
+      "loss": 27.8281,
+      "step": 6248
+    },
+    {
+      "epoch": 0.059153169697371284,
+      "grad_norm": 308.77996826171875,
+      "learning_rate": 1.995547902551224e-06,
+      "loss": 32.875,
+      "step": 6249
+    },
+    {
+      "epoch": 0.05916263571908634,
+      "grad_norm": 519.9591064453125,
+      "learning_rate": 1.995545012319806e-06,
+      "loss": 48.2812,
+      "step": 6250
+    },
+    {
+      "epoch": 0.05917210174080139,
+      "grad_norm": 372.7762451171875,
+      "learning_rate": 1.995542121152641e-06,
+      "loss": 25.2969,
+      "step": 6251
+    },
+    {
+      "epoch": 0.05918156776251645,
+      "grad_norm": 216.79339599609375,
+      "learning_rate": 1.9955392290497303e-06,
+      "loss": 22.8906,
+      "step": 6252
+    },
+    {
+      "epoch": 0.0591910337842315,
+      "grad_norm": 715.3034057617188,
+      "learning_rate": 1.995536336011078e-06,
+      "loss": 72.3125,
+      "step": 6253
+    },
+    {
+      "epoch": 0.059200499805946556,
+      "grad_norm": 381.89251708984375,
+      "learning_rate": 1.995533442036686e-06,
+      "loss": 22.2422,
+      "step": 6254
+    },
+    {
+      "epoch": 0.05920996582766161,
+      "grad_norm": 616.2096557617188,
+      "learning_rate": 1.9955305471265575e-06,
+      "loss": 47.2031,
+      "step": 6255
+    },
+    {
+      "epoch": 0.05921943184937666,
+      "grad_norm": 855.9620971679688,
+      "learning_rate": 1.995527651280695e-06,
+      "loss": 64.3281,
+      "step": 6256
+    },
+    {
+      "epoch": 0.059228897871091715,
+      "grad_norm": 3.5289416313171387,
+      "learning_rate": 1.9955247544991015e-06,
+      "loss": 0.8943,
+      "step": 6257
+    },
+    {
+      "epoch": 0.05923836389280677,
+      "grad_norm": 368.30712890625,
+      "learning_rate": 1.995521856781779e-06,
+      "loss": 37.0469,
+      "step": 6258
+    },
+    {
+      "epoch": 0.05924782991452182,
+      "grad_norm": 461.75677490234375,
+      "learning_rate": 1.995518958128731e-06,
+      "loss": 41.7812,
+      "step": 6259
+    },
+    {
+      "epoch": 0.05925729593623688,
+      "grad_norm": 674.7532958984375,
+      "learning_rate": 1.99551605853996e-06,
+      "loss": 54.5234,
+      "step": 6260
+    },
+    {
+      "epoch": 0.059266761957951934,
+      "grad_norm": 456.91595458984375,
+      "learning_rate": 1.995513158015469e-06,
+      "loss": 53.2656,
+      "step": 6261
+    },
+    {
+      "epoch": 0.05927622797966699,
+      "grad_norm": 217.6236572265625,
+      "learning_rate": 1.99551025655526e-06,
+      "loss": 11.8125,
+      "step": 6262
+    },
+    {
+      "epoch": 0.05928569400138204,
+      "grad_norm": 459.2733459472656,
+      "learning_rate": 1.9955073541593358e-06,
+      "loss": 50.2188,
+      "step": 6263
+    },
+    {
+      "epoch": 0.05929516002309709,
+      "grad_norm": 302.5071716308594,
+      "learning_rate": 1.9955044508277e-06,
+      "loss": 23.5703,
+      "step": 6264
+    },
+    {
+      "epoch": 0.059304626044812146,
+      "grad_norm": 358.3125,
+      "learning_rate": 1.9955015465603543e-06,
+      "loss": 52.6562,
+      "step": 6265
+    },
+    {
+      "epoch": 0.0593140920665272,
+      "grad_norm": 1009.1815185546875,
+      "learning_rate": 1.9954986413573025e-06,
+      "loss": 43.1719,
+      "step": 6266
+    },
+    {
+      "epoch": 0.05932355808824225,
+      "grad_norm": 243.70458984375,
+      "learning_rate": 1.995495735218546e-06,
+      "loss": 18.9062,
+      "step": 6267
+    },
+    {
+      "epoch": 0.059333024109957305,
+      "grad_norm": 160.16183471679688,
+      "learning_rate": 1.995492828144089e-06,
+      "loss": 21.0,
+      "step": 6268
+    },
+    {
+      "epoch": 0.059342490131672365,
+      "grad_norm": 164.35496520996094,
+      "learning_rate": 1.995489920133933e-06,
+      "loss": 19.6406,
+      "step": 6269
+    },
+    {
+      "epoch": 0.05935195615338742,
+      "grad_norm": 220.97389221191406,
+      "learning_rate": 1.9954870111880813e-06,
+      "loss": 27.5781,
+      "step": 6270
+    },
+    {
+      "epoch": 0.05936142217510247,
+      "grad_norm": 386.0002746582031,
+      "learning_rate": 1.995484101306537e-06,
+      "loss": 29.4766,
+      "step": 6271
+    },
+    {
+      "epoch": 0.059370888196817524,
+      "grad_norm": 328.4129333496094,
+      "learning_rate": 1.995481190489302e-06,
+      "loss": 22.625,
+      "step": 6272
+    },
+    {
+      "epoch": 0.05938035421853258,
+      "grad_norm": 313.8253173828125,
+      "learning_rate": 1.9954782787363795e-06,
+      "loss": 21.3906,
+      "step": 6273
+    },
+    {
+      "epoch": 0.05938982024024763,
+      "grad_norm": 471.78759765625,
+      "learning_rate": 1.9954753660477722e-06,
+      "loss": 20.6719,
+      "step": 6274
+    },
+    {
+      "epoch": 0.05939928626196268,
+      "grad_norm": 631.31396484375,
+      "learning_rate": 1.995472452423483e-06,
+      "loss": 40.8125,
+      "step": 6275
+    },
+    {
+      "epoch": 0.059408752283677736,
+      "grad_norm": 273.0135803222656,
+      "learning_rate": 1.9954695378635142e-06,
+      "loss": 21.4766,
+      "step": 6276
+    },
+    {
+      "epoch": 0.05941821830539279,
+      "grad_norm": 385.3695373535156,
+      "learning_rate": 1.995466622367869e-06,
+      "loss": 20.5117,
+      "step": 6277
+    },
+    {
+      "epoch": 0.05942768432710785,
+      "grad_norm": 352.4319152832031,
+      "learning_rate": 1.9954637059365497e-06,
+      "loss": 34.0,
+      "step": 6278
+    },
+    {
+      "epoch": 0.0594371503488229,
+      "grad_norm": 633.7155151367188,
+      "learning_rate": 1.995460788569559e-06,
+      "loss": 21.0078,
+      "step": 6279
+    },
+    {
+      "epoch": 0.059446616370537955,
+      "grad_norm": 313.2594909667969,
+      "learning_rate": 1.9954578702669006e-06,
+      "loss": 23.2266,
+      "step": 6280
+    },
+    {
+      "epoch": 0.05945608239225301,
+      "grad_norm": 324.1105041503906,
+      "learning_rate": 1.9954549510285763e-06,
+      "loss": 24.0,
+      "step": 6281
+    },
+    {
+      "epoch": 0.05946554841396806,
+      "grad_norm": 3.2286155223846436,
+      "learning_rate": 1.9954520308545894e-06,
+      "loss": 0.9233,
+      "step": 6282
+    },
+    {
+      "epoch": 0.059475014435683114,
+      "grad_norm": 636.1705932617188,
+      "learning_rate": 1.995449109744942e-06,
+      "loss": 62.5625,
+      "step": 6283
+    },
+    {
+      "epoch": 0.05948448045739817,
+      "grad_norm": 289.4077453613281,
+      "learning_rate": 1.995446187699637e-06,
+      "loss": 24.0781,
+      "step": 6284
+    },
+    {
+      "epoch": 0.05949394647911322,
+      "grad_norm": 258.0048522949219,
+      "learning_rate": 1.9954432647186776e-06,
+      "loss": 18.6484,
+      "step": 6285
+    },
+    {
+      "epoch": 0.05950341250082828,
+      "grad_norm": 2.6121153831481934,
+      "learning_rate": 1.9954403408020663e-06,
+      "loss": 0.8503,
+      "step": 6286
+    },
+    {
+      "epoch": 0.05951287852254333,
+      "grad_norm": 609.2626953125,
+      "learning_rate": 1.995437415949806e-06,
+      "loss": 67.1172,
+      "step": 6287
+    },
+    {
+      "epoch": 0.059522344544258386,
+      "grad_norm": 457.699951171875,
+      "learning_rate": 1.995434490161899e-06,
+      "loss": 43.9531,
+      "step": 6288
+    },
+    {
+      "epoch": 0.05953181056597344,
+      "grad_norm": 259.5176086425781,
+      "learning_rate": 1.9954315634383483e-06,
+      "loss": 23.6484,
+      "step": 6289
+    },
+    {
+      "epoch": 0.05954127658768849,
+      "grad_norm": 430.31390380859375,
+      "learning_rate": 1.9954286357791566e-06,
+      "loss": 33.5312,
+      "step": 6290
+    },
+    {
+      "epoch": 0.059550742609403545,
+      "grad_norm": 423.831787109375,
+      "learning_rate": 1.995425707184327e-06,
+      "loss": 25.9922,
+      "step": 6291
+    },
+    {
+      "epoch": 0.0595602086311186,
+      "grad_norm": 154.39988708496094,
+      "learning_rate": 1.9954227776538623e-06,
+      "loss": 21.3828,
+      "step": 6292
+    },
+    {
+      "epoch": 0.05956967465283365,
+      "grad_norm": 796.2849731445312,
+      "learning_rate": 1.9954198471877644e-06,
+      "loss": 51.125,
+      "step": 6293
+    },
+    {
+      "epoch": 0.059579140674548704,
+      "grad_norm": 414.5036926269531,
+      "learning_rate": 1.995416915786037e-06,
+      "loss": 21.4609,
+      "step": 6294
+    },
+    {
+      "epoch": 0.059588606696263764,
+      "grad_norm": 2.8346567153930664,
+      "learning_rate": 1.995413983448682e-06,
+      "loss": 0.8853,
+      "step": 6295
+    },
+    {
+      "epoch": 0.05959807271797882,
+      "grad_norm": 263.94537353515625,
+      "learning_rate": 1.9954110501757026e-06,
+      "loss": 22.4062,
+      "step": 6296
+    },
+    {
+      "epoch": 0.05960753873969387,
+      "grad_norm": 637.360107421875,
+      "learning_rate": 1.995408115967102e-06,
+      "loss": 57.2344,
+      "step": 6297
+    },
+    {
+      "epoch": 0.05961700476140892,
+      "grad_norm": 291.7852783203125,
+      "learning_rate": 1.995405180822882e-06,
+      "loss": 30.6562,
+      "step": 6298
+    },
+    {
+      "epoch": 0.059626470783123976,
+      "grad_norm": 494.1409606933594,
+      "learning_rate": 1.9954022447430466e-06,
+      "loss": 44.1172,
+      "step": 6299
+    },
+    {
+      "epoch": 0.05963593680483903,
+      "grad_norm": 762.5299072265625,
+      "learning_rate": 1.9953993077275976e-06,
+      "loss": 45.0938,
+      "step": 6300
+    },
+    {
+      "epoch": 0.05964540282655408,
+      "grad_norm": 373.4777526855469,
+      "learning_rate": 1.9953963697765376e-06,
+      "loss": 26.1719,
+      "step": 6301
+    },
+    {
+      "epoch": 0.059654868848269135,
+      "grad_norm": 316.7348937988281,
+      "learning_rate": 1.99539343088987e-06,
+      "loss": 25.0859,
+      "step": 6302
+    },
+    {
+      "epoch": 0.05966433486998419,
+      "grad_norm": 905.0464477539062,
+      "learning_rate": 1.9953904910675974e-06,
+      "loss": 31.2969,
+      "step": 6303
+    },
+    {
+      "epoch": 0.05967380089169925,
+      "grad_norm": 444.50921630859375,
+      "learning_rate": 1.9953875503097226e-06,
+      "loss": 25.1719,
+      "step": 6304
+    },
+    {
+      "epoch": 0.0596832669134143,
+      "grad_norm": 313.89306640625,
+      "learning_rate": 1.995384608616248e-06,
+      "loss": 23.6719,
+      "step": 6305
+    },
+    {
+      "epoch": 0.059692732935129354,
+      "grad_norm": 286.1103210449219,
+      "learning_rate": 1.9953816659871765e-06,
+      "loss": 33.0312,
+      "step": 6306
+    },
+    {
+      "epoch": 0.05970219895684441,
+      "grad_norm": 276.51068115234375,
+      "learning_rate": 1.9953787224225116e-06,
+      "loss": 21.3359,
+      "step": 6307
+    },
+    {
+      "epoch": 0.05971166497855946,
+      "grad_norm": 3.033092498779297,
+      "learning_rate": 1.995375777922255e-06,
+      "loss": 0.8501,
+      "step": 6308
+    },
+    {
+      "epoch": 0.05972113100027451,
+      "grad_norm": 732.479248046875,
+      "learning_rate": 1.99537283248641e-06,
+      "loss": 53.4375,
+      "step": 6309
+    },
+    {
+      "epoch": 0.059730597021989566,
+      "grad_norm": 757.01025390625,
+      "learning_rate": 1.9953698861149794e-06,
+      "loss": 50.7188,
+      "step": 6310
+    },
+    {
+      "epoch": 0.05974006304370462,
+      "grad_norm": 260.27593994140625,
+      "learning_rate": 1.995366938807966e-06,
+      "loss": 23.9922,
+      "step": 6311
+    },
+    {
+      "epoch": 0.05974952906541968,
+      "grad_norm": 271.4865417480469,
+      "learning_rate": 1.995363990565372e-06,
+      "loss": 20.3828,
+      "step": 6312
+    },
+    {
+      "epoch": 0.05975899508713473,
+      "grad_norm": 812.9490966796875,
+      "learning_rate": 1.995361041387201e-06,
+      "loss": 19.8438,
+      "step": 6313
+    },
+    {
+      "epoch": 0.059768461108849785,
+      "grad_norm": 4.351327896118164,
+      "learning_rate": 1.995358091273455e-06,
+      "loss": 0.8496,
+      "step": 6314
+    },
+    {
+      "epoch": 0.05977792713056484,
+      "grad_norm": 485.9508972167969,
+      "learning_rate": 1.995355140224137e-06,
+      "loss": 24.8828,
+      "step": 6315
+    },
+    {
+      "epoch": 0.05978739315227989,
+      "grad_norm": 561.2383422851562,
+      "learning_rate": 1.99535218823925e-06,
+      "loss": 42.7578,
+      "step": 6316
+    },
+    {
+      "epoch": 0.059796859173994944,
+      "grad_norm": 2.6409003734588623,
+      "learning_rate": 1.995349235318797e-06,
+      "loss": 0.7812,
+      "step": 6317
+    },
+    {
+      "epoch": 0.05980632519571,
+      "grad_norm": 297.78875732421875,
+      "learning_rate": 1.9953462814627805e-06,
+      "loss": 27.1328,
+      "step": 6318
+    },
+    {
+      "epoch": 0.05981579121742505,
+      "grad_norm": 2.9294204711914062,
+      "learning_rate": 1.9953433266712033e-06,
+      "loss": 1.0103,
+      "step": 6319
+    },
+    {
+      "epoch": 0.0598252572391401,
+      "grad_norm": 955.739990234375,
+      "learning_rate": 1.995340370944068e-06,
+      "loss": 20.8828,
+      "step": 6320
+    },
+    {
+      "epoch": 0.05983472326085516,
+      "grad_norm": 201.77471923828125,
+      "learning_rate": 1.9953374142813773e-06,
+      "loss": 22.5,
+      "step": 6321
+    },
+    {
+      "epoch": 0.059844189282570216,
+      "grad_norm": 819.0091552734375,
+      "learning_rate": 1.9953344566831344e-06,
+      "loss": 38.4766,
+      "step": 6322
+    },
+    {
+      "epoch": 0.05985365530428527,
+      "grad_norm": 346.6968994140625,
+      "learning_rate": 1.995331498149342e-06,
+      "loss": 51.3281,
+      "step": 6323
+    },
+    {
+      "epoch": 0.05986312132600032,
+      "grad_norm": 222.225830078125,
+      "learning_rate": 1.9953285386800024e-06,
+      "loss": 20.6406,
+      "step": 6324
+    },
+    {
+      "epoch": 0.059872587347715375,
+      "grad_norm": 288.9809265136719,
+      "learning_rate": 1.995325578275119e-06,
+      "loss": 22.7578,
+      "step": 6325
+    },
+    {
+      "epoch": 0.05988205336943043,
+      "grad_norm": 267.2344665527344,
+      "learning_rate": 1.995322616934694e-06,
+      "loss": 21.0156,
+      "step": 6326
+    },
+    {
+      "epoch": 0.05989151939114548,
+      "grad_norm": 336.25592041015625,
+      "learning_rate": 1.995319654658731e-06,
+      "loss": 23.5469,
+      "step": 6327
+    },
+    {
+      "epoch": 0.059900985412860534,
+      "grad_norm": 706.9424438476562,
+      "learning_rate": 1.9953166914472316e-06,
+      "loss": 53.2344,
+      "step": 6328
+    },
+    {
+      "epoch": 0.059910451434575594,
+      "grad_norm": 174.7903289794922,
+      "learning_rate": 1.9953137273002e-06,
+      "loss": 19.1094,
+      "step": 6329
+    },
+    {
+      "epoch": 0.05991991745629065,
+      "grad_norm": 303.8824157714844,
+      "learning_rate": 1.9953107622176375e-06,
+      "loss": 30.5312,
+      "step": 6330
+    },
+    {
+      "epoch": 0.0599293834780057,
+      "grad_norm": 305.72406005859375,
+      "learning_rate": 1.9953077961995484e-06,
+      "loss": 25.75,
+      "step": 6331
+    },
+    {
+      "epoch": 0.05993884949972075,
+      "grad_norm": 462.84222412109375,
+      "learning_rate": 1.995304829245934e-06,
+      "loss": 20.0508,
+      "step": 6332
+    },
+    {
+      "epoch": 0.059948315521435806,
+      "grad_norm": 353.6441650390625,
+      "learning_rate": 1.9953018613567983e-06,
+      "loss": 27.5312,
+      "step": 6333
+    },
+    {
+      "epoch": 0.05995778154315086,
+      "grad_norm": 2.6646080017089844,
+      "learning_rate": 1.9952988925321434e-06,
+      "loss": 0.8789,
+      "step": 6334
+    },
+    {
+      "epoch": 0.05996724756486591,
+      "grad_norm": 912.95458984375,
+      "learning_rate": 1.9952959227719723e-06,
+      "loss": 93.0859,
+      "step": 6335
+    },
+    {
+      "epoch": 0.059976713586580965,
+      "grad_norm": 246.05361938476562,
+      "learning_rate": 1.9952929520762876e-06,
+      "loss": 38.8672,
+      "step": 6336
+    },
+    {
+      "epoch": 0.05998617960829602,
+      "grad_norm": 253.16567993164062,
+      "learning_rate": 1.9952899804450928e-06,
+      "loss": 20.0781,
+      "step": 6337
+    },
+    {
+      "epoch": 0.05999564563001108,
+      "grad_norm": 399.10382080078125,
+      "learning_rate": 1.99528700787839e-06,
+      "loss": 25.1484,
+      "step": 6338
+    },
+    {
+      "epoch": 0.06000511165172613,
+      "grad_norm": 366.8915100097656,
+      "learning_rate": 1.995284034376182e-06,
+      "loss": 19.8633,
+      "step": 6339
+    },
+    {
+      "epoch": 0.060014577673441184,
+      "grad_norm": 332.15069580078125,
+      "learning_rate": 1.995281059938471e-06,
+      "loss": 17.7266,
+      "step": 6340
+    },
+    {
+      "epoch": 0.06002404369515624,
+      "grad_norm": 1136.94677734375,
+      "learning_rate": 1.995278084565262e-06,
+      "loss": 38.5312,
+      "step": 6341
+    },
+    {
+      "epoch": 0.06003350971687129,
+      "grad_norm": 532.398681640625,
+      "learning_rate": 1.995275108256555e-06,
+      "loss": 47.9844,
+      "step": 6342
+    },
+    {
+      "epoch": 0.06004297573858634,
+      "grad_norm": 155.5275421142578,
+      "learning_rate": 1.995272131012355e-06,
+      "loss": 24.9375,
+      "step": 6343
+    },
+    {
+      "epoch": 0.060052441760301396,
+      "grad_norm": 423.2911682128906,
+      "learning_rate": 1.9952691528326636e-06,
+      "loss": 40.3906,
+      "step": 6344
+    },
+    {
+      "epoch": 0.06006190778201645,
+      "grad_norm": 818.2544555664062,
+      "learning_rate": 1.995266173717484e-06,
+      "loss": 28.0547,
+      "step": 6345
+    },
+    {
+      "epoch": 0.0600713738037315,
+      "grad_norm": 401.2441711425781,
+      "learning_rate": 1.9952631936668195e-06,
+      "loss": 24.9766,
+      "step": 6346
+    },
+    {
+      "epoch": 0.06008083982544656,
+      "grad_norm": 785.6786499023438,
+      "learning_rate": 1.9952602126806717e-06,
+      "loss": 66.3594,
+      "step": 6347
+    },
+    {
+      "epoch": 0.060090305847161615,
+      "grad_norm": 839.36767578125,
+      "learning_rate": 1.9952572307590443e-06,
+      "loss": 41.1406,
+      "step": 6348
+    },
+    {
+      "epoch": 0.06009977186887667,
+      "grad_norm": 383.2018737792969,
+      "learning_rate": 1.9952542479019392e-06,
+      "loss": 15.168,
+      "step": 6349
+    },
+    {
+      "epoch": 0.06010923789059172,
+      "grad_norm": 214.7924346923828,
+      "learning_rate": 1.9952512641093604e-06,
+      "loss": 24.4766,
+      "step": 6350
+    },
+    {
+      "epoch": 0.060118703912306774,
+      "grad_norm": 351.66668701171875,
+      "learning_rate": 1.9952482793813104e-06,
+      "loss": 26.0938,
+      "step": 6351
+    },
+    {
+      "epoch": 0.06012816993402183,
+      "grad_norm": 542.2760620117188,
+      "learning_rate": 1.9952452937177917e-06,
+      "loss": 48.1328,
+      "step": 6352
+    },
+    {
+      "epoch": 0.06013763595573688,
+      "grad_norm": 207.5268096923828,
+      "learning_rate": 1.9952423071188068e-06,
+      "loss": 26.4297,
+      "step": 6353
+    },
+    {
+      "epoch": 0.06014710197745193,
+      "grad_norm": 589.1365966796875,
+      "learning_rate": 1.995239319584359e-06,
+      "loss": 50.0938,
+      "step": 6354
+    },
+    {
+      "epoch": 0.06015656799916699,
+      "grad_norm": 229.51954650878906,
+      "learning_rate": 1.9952363311144512e-06,
+      "loss": 26.9375,
+      "step": 6355
+    },
+    {
+      "epoch": 0.060166034020882046,
+      "grad_norm": 310.8518371582031,
+      "learning_rate": 1.995233341709086e-06,
+      "loss": 15.6406,
+      "step": 6356
+    },
+    {
+      "epoch": 0.0601755000425971,
+      "grad_norm": 673.6285400390625,
+      "learning_rate": 1.995230351368266e-06,
+      "loss": 50.8516,
+      "step": 6357
+    },
+    {
+      "epoch": 0.06018496606431215,
+      "grad_norm": 574.564208984375,
+      "learning_rate": 1.9952273600919942e-06,
+      "loss": 48.4805,
+      "step": 6358
+    },
+    {
+      "epoch": 0.060194432086027205,
+      "grad_norm": 200.95123291015625,
+      "learning_rate": 1.9952243678802734e-06,
+      "loss": 16.8672,
+      "step": 6359
+    },
+    {
+      "epoch": 0.06020389810774226,
+      "grad_norm": 147.7655029296875,
+      "learning_rate": 1.9952213747331064e-06,
+      "loss": 23.8594,
+      "step": 6360
+    },
+    {
+      "epoch": 0.06021336412945731,
+      "grad_norm": 536.0313110351562,
+      "learning_rate": 1.9952183806504965e-06,
+      "loss": 44.8984,
+      "step": 6361
+    },
+    {
+      "epoch": 0.060222830151172364,
+      "grad_norm": 389.5287780761719,
+      "learning_rate": 1.995215385632446e-06,
+      "loss": 20.1641,
+      "step": 6362
+    },
+    {
+      "epoch": 0.06023229617288742,
+      "grad_norm": 191.95663452148438,
+      "learning_rate": 1.9952123896789574e-06,
+      "loss": 23.2031,
+      "step": 6363
+    },
+    {
+      "epoch": 0.06024176219460248,
+      "grad_norm": 202.5122528076172,
+      "learning_rate": 1.9952093927900337e-06,
+      "loss": 26.8516,
+      "step": 6364
+    },
+    {
+      "epoch": 0.06025122821631753,
+      "grad_norm": 317.7578125,
+      "learning_rate": 1.995206394965678e-06,
+      "loss": 22.6406,
+      "step": 6365
+    },
+    {
+      "epoch": 0.06026069423803258,
+      "grad_norm": 414.0502624511719,
+      "learning_rate": 1.995203396205894e-06,
+      "loss": 31.375,
+      "step": 6366
+    },
+    {
+      "epoch": 0.060270160259747636,
+      "grad_norm": 421.12939453125,
+      "learning_rate": 1.9952003965106827e-06,
+      "loss": 43.3906,
+      "step": 6367
+    },
+    {
+      "epoch": 0.06027962628146269,
+      "grad_norm": 239.49139404296875,
+      "learning_rate": 1.9951973958800477e-06,
+      "loss": 22.5469,
+      "step": 6368
+    },
+    {
+      "epoch": 0.06028909230317774,
+      "grad_norm": 213.24456787109375,
+      "learning_rate": 1.9951943943139923e-06,
+      "loss": 23.2344,
+      "step": 6369
+    },
+    {
+      "epoch": 0.060298558324892795,
+      "grad_norm": 614.9152221679688,
+      "learning_rate": 1.9951913918125187e-06,
+      "loss": 44.2969,
+      "step": 6370
+    },
+    {
+      "epoch": 0.06030802434660785,
+      "grad_norm": 614.640869140625,
+      "learning_rate": 1.9951883883756297e-06,
+      "loss": 63.1562,
+      "step": 6371
+    },
+    {
+      "epoch": 0.06031749036832291,
+      "grad_norm": 327.3179016113281,
+      "learning_rate": 1.9951853840033287e-06,
+      "loss": 17.6797,
+      "step": 6372
+    },
+    {
+      "epoch": 0.06032695639003796,
+      "grad_norm": 299.9538879394531,
+      "learning_rate": 1.995182378695618e-06,
+      "loss": 25.8594,
+      "step": 6373
+    },
+    {
+      "epoch": 0.060336422411753014,
+      "grad_norm": 484.2112121582031,
+      "learning_rate": 1.9951793724525004e-06,
+      "loss": 57.9531,
+      "step": 6374
+    },
+    {
+      "epoch": 0.06034588843346807,
+      "grad_norm": 447.0586242675781,
+      "learning_rate": 1.9951763652739793e-06,
+      "loss": 54.5781,
+      "step": 6375
+    },
+    {
+      "epoch": 0.06035535445518312,
+      "grad_norm": 1075.6336669921875,
+      "learning_rate": 1.9951733571600572e-06,
+      "loss": 47.2031,
+      "step": 6376
+    },
+    {
+      "epoch": 0.06036482047689817,
+      "grad_norm": 189.13645935058594,
+      "learning_rate": 1.995170348110737e-06,
+      "loss": 27.0781,
+      "step": 6377
+    },
+    {
+      "epoch": 0.060374286498613226,
+      "grad_norm": 264.81591796875,
+      "learning_rate": 1.9951673381260206e-06,
+      "loss": 27.9297,
+      "step": 6378
+    },
+    {
+      "epoch": 0.06038375252032828,
+      "grad_norm": 1292.2562255859375,
+      "learning_rate": 1.9951643272059123e-06,
+      "loss": 36.6875,
+      "step": 6379
+    },
+    {
+      "epoch": 0.06039321854204333,
+      "grad_norm": 433.38092041015625,
+      "learning_rate": 1.9951613153504145e-06,
+      "loss": 40.2188,
+      "step": 6380
+    },
+    {
+      "epoch": 0.06040268456375839,
+      "grad_norm": 190.37326049804688,
+      "learning_rate": 1.9951583025595293e-06,
+      "loss": 29.6562,
+      "step": 6381
+    },
+    {
+      "epoch": 0.060412150585473445,
+      "grad_norm": 593.2374877929688,
+      "learning_rate": 1.99515528883326e-06,
+      "loss": 38.1328,
+      "step": 6382
+    },
+    {
+      "epoch": 0.0604216166071885,
+      "grad_norm": 261.79833984375,
+      "learning_rate": 1.99515227417161e-06,
+      "loss": 23.3438,
+      "step": 6383
+    },
+    {
+      "epoch": 0.06043108262890355,
+      "grad_norm": 391.11749267578125,
+      "learning_rate": 1.9951492585745813e-06,
+      "loss": 30.5391,
+      "step": 6384
+    },
+    {
+      "epoch": 0.060440548650618604,
+      "grad_norm": 309.815185546875,
+      "learning_rate": 1.995146242042177e-06,
+      "loss": 29.7031,
+      "step": 6385
+    },
+    {
+      "epoch": 0.06045001467233366,
+      "grad_norm": 1234.6427001953125,
+      "learning_rate": 1.9951432245743996e-06,
+      "loss": 31.4141,
+      "step": 6386
+    },
+    {
+      "epoch": 0.06045948069404871,
+      "grad_norm": 614.6873779296875,
+      "learning_rate": 1.995140206171253e-06,
+      "loss": 47.1328,
+      "step": 6387
+    },
+    {
+      "epoch": 0.06046894671576376,
+      "grad_norm": 353.2185363769531,
+      "learning_rate": 1.995137186832739e-06,
+      "loss": 20.8828,
+      "step": 6388
+    },
+    {
+      "epoch": 0.060478412737478816,
+      "grad_norm": 2.6680829524993896,
+      "learning_rate": 1.9951341665588607e-06,
+      "loss": 0.9287,
+      "step": 6389
+    },
+    {
+      "epoch": 0.060487878759193876,
+      "grad_norm": 392.48675537109375,
+      "learning_rate": 1.9951311453496213e-06,
+      "loss": 50.7188,
+      "step": 6390
+    },
+    {
+      "epoch": 0.06049734478090893,
+      "grad_norm": 313.3567810058594,
+      "learning_rate": 1.995128123205023e-06,
+      "loss": 21.3906,
+      "step": 6391
+    },
+    {
+      "epoch": 0.06050681080262398,
+      "grad_norm": 310.4812316894531,
+      "learning_rate": 1.9951251001250692e-06,
+      "loss": 20.8359,
+      "step": 6392
+    },
+    {
+      "epoch": 0.060516276824339035,
+      "grad_norm": 3.3456785678863525,
+      "learning_rate": 1.9951220761097626e-06,
+      "loss": 1.0337,
+      "step": 6393
+    },
+    {
+      "epoch": 0.06052574284605409,
+      "grad_norm": 215.39596557617188,
+      "learning_rate": 1.995119051159106e-06,
+      "loss": 23.2969,
+      "step": 6394
+    },
+    {
+      "epoch": 0.06053520886776914,
+      "grad_norm": 659.859375,
+      "learning_rate": 1.9951160252731022e-06,
+      "loss": 59.0156,
+      "step": 6395
+    },
+    {
+      "epoch": 0.060544674889484194,
+      "grad_norm": 408.6947326660156,
+      "learning_rate": 1.9951129984517537e-06,
+      "loss": 50.2188,
+      "step": 6396
+    },
+    {
+      "epoch": 0.06055414091119925,
+      "grad_norm": 313.92816162109375,
+      "learning_rate": 1.9951099706950644e-06,
+      "loss": 26.2344,
+      "step": 6397
+    },
+    {
+      "epoch": 0.06056360693291431,
+      "grad_norm": 702.7360229492188,
+      "learning_rate": 1.995106942003036e-06,
+      "loss": 32.8672,
+      "step": 6398
+    },
+    {
+      "epoch": 0.06057307295462936,
+      "grad_norm": 3.30771803855896,
+      "learning_rate": 1.9951039123756718e-06,
+      "loss": 0.9116,
+      "step": 6399
+    },
+    {
+      "epoch": 0.06058253897634441,
+      "grad_norm": 251.19798278808594,
+      "learning_rate": 1.995100881812975e-06,
+      "loss": 19.3359,
+      "step": 6400
+    },
+    {
+      "epoch": 0.060592004998059466,
+      "grad_norm": 383.645263671875,
+      "learning_rate": 1.9950978503149474e-06,
+      "loss": 29.4062,
+      "step": 6401
+    },
+    {
+      "epoch": 0.06060147101977452,
+      "grad_norm": 743.726318359375,
+      "learning_rate": 1.9950948178815935e-06,
+      "loss": 30.5273,
+      "step": 6402
+    },
+    {
+      "epoch": 0.06061093704148957,
+      "grad_norm": 586.4777221679688,
+      "learning_rate": 1.9950917845129145e-06,
+      "loss": 56.1406,
+      "step": 6403
+    },
+    {
+      "epoch": 0.060620403063204625,
+      "grad_norm": 387.6602783203125,
+      "learning_rate": 1.9950887502089146e-06,
+      "loss": 20.9844,
+      "step": 6404
+    },
+    {
+      "epoch": 0.06062986908491968,
+      "grad_norm": 384.4565124511719,
+      "learning_rate": 1.9950857149695955e-06,
+      "loss": 42.2812,
+      "step": 6405
+    },
+    {
+      "epoch": 0.06063933510663473,
+      "grad_norm": 314.5341796875,
+      "learning_rate": 1.9950826787949606e-06,
+      "loss": 41.7969,
+      "step": 6406
+    },
+    {
+      "epoch": 0.06064880112834979,
+      "grad_norm": 219.42608642578125,
+      "learning_rate": 1.995079641685013e-06,
+      "loss": 19.9219,
+      "step": 6407
+    },
+    {
+      "epoch": 0.060658267150064844,
+      "grad_norm": 381.53900146484375,
+      "learning_rate": 1.9950766036397548e-06,
+      "loss": 35.8438,
+      "step": 6408
+    },
+    {
+      "epoch": 0.0606677331717799,
+      "grad_norm": 221.1123809814453,
+      "learning_rate": 1.99507356465919e-06,
+      "loss": 19.8203,
+      "step": 6409
+    },
+    {
+      "epoch": 0.06067719919349495,
+      "grad_norm": 133.74465942382812,
+      "learning_rate": 1.99507052474332e-06,
+      "loss": 20.6562,
+      "step": 6410
+    },
+    {
+      "epoch": 0.06068666521521,
+      "grad_norm": 261.4531555175781,
+      "learning_rate": 1.9950674838921485e-06,
+      "loss": 21.0156,
+      "step": 6411
+    },
+    {
+      "epoch": 0.060696131236925056,
+      "grad_norm": 3.1523284912109375,
+      "learning_rate": 1.995064442105679e-06,
+      "loss": 0.8457,
+      "step": 6412
+    },
+    {
+      "epoch": 0.06070559725864011,
+      "grad_norm": 444.3761291503906,
+      "learning_rate": 1.995061399383913e-06,
+      "loss": 27.6328,
+      "step": 6413
+    },
+    {
+      "epoch": 0.06071506328035516,
+      "grad_norm": 180.69541931152344,
+      "learning_rate": 1.995058355726854e-06,
+      "loss": 20.0547,
+      "step": 6414
+    },
+    {
+      "epoch": 0.06072452930207022,
+      "grad_norm": 250.25909423828125,
+      "learning_rate": 1.9950553111345054e-06,
+      "loss": 27.1484,
+      "step": 6415
+    },
+    {
+      "epoch": 0.060733995323785275,
+      "grad_norm": 669.0018310546875,
+      "learning_rate": 1.9950522656068696e-06,
+      "loss": 54.3984,
+      "step": 6416
+    },
+    {
+      "epoch": 0.06074346134550033,
+      "grad_norm": 311.34735107421875,
+      "learning_rate": 1.995049219143949e-06,
+      "loss": 24.875,
+      "step": 6417
+    },
+    {
+      "epoch": 0.06075292736721538,
+      "grad_norm": 381.7377014160156,
+      "learning_rate": 1.995046171745747e-06,
+      "loss": 27.3438,
+      "step": 6418
+    },
+    {
+      "epoch": 0.060762393388930434,
+      "grad_norm": 457.1264953613281,
+      "learning_rate": 1.9950431234122664e-06,
+      "loss": 40.25,
+      "step": 6419
+    },
+    {
+      "epoch": 0.06077185941064549,
+      "grad_norm": 300.4454345703125,
+      "learning_rate": 1.9950400741435097e-06,
+      "loss": 20.0703,
+      "step": 6420
+    },
+    {
+      "epoch": 0.06078132543236054,
+      "grad_norm": 697.9312133789062,
+      "learning_rate": 1.9950370239394803e-06,
+      "loss": 24.4844,
+      "step": 6421
+    },
+    {
+      "epoch": 0.06079079145407559,
+      "grad_norm": 381.72711181640625,
+      "learning_rate": 1.995033972800181e-06,
+      "loss": 21.7812,
+      "step": 6422
+    },
+    {
+      "epoch": 0.060800257475790646,
+      "grad_norm": 192.69778442382812,
+      "learning_rate": 1.995030920725614e-06,
+      "loss": 23.125,
+      "step": 6423
+    },
+    {
+      "epoch": 0.060809723497505706,
+      "grad_norm": 681.3165283203125,
+      "learning_rate": 1.995027867715783e-06,
+      "loss": 80.25,
+      "step": 6424
+    },
+    {
+      "epoch": 0.06081918951922076,
+      "grad_norm": 498.2503967285156,
+      "learning_rate": 1.995024813770691e-06,
+      "loss": 44.4844,
+      "step": 6425
+    },
+    {
+      "epoch": 0.06082865554093581,
+      "grad_norm": 319.45953369140625,
+      "learning_rate": 1.995021758890339e-06,
+      "loss": 20.5,
+      "step": 6426
+    },
+    {
+      "epoch": 0.060838121562650865,
+      "grad_norm": 393.1156311035156,
+      "learning_rate": 1.9950187030747326e-06,
+      "loss": 30.1328,
+      "step": 6427
+    },
+    {
+      "epoch": 0.06084758758436592,
+      "grad_norm": 230.73439025878906,
+      "learning_rate": 1.995015646323873e-06,
+      "loss": 23.4219,
+      "step": 6428
+    },
+    {
+      "epoch": 0.06085705360608097,
+      "grad_norm": 455.84832763671875,
+      "learning_rate": 1.995012588637763e-06,
+      "loss": 26.6094,
+      "step": 6429
+    },
+    {
+      "epoch": 0.060866519627796024,
+      "grad_norm": 373.9718017578125,
+      "learning_rate": 1.9950095300164066e-06,
+      "loss": 25.0078,
+      "step": 6430
+    },
+    {
+      "epoch": 0.06087598564951108,
+      "grad_norm": 502.9765625,
+      "learning_rate": 1.9950064704598054e-06,
+      "loss": 21.1016,
+      "step": 6431
+    },
+    {
+      "epoch": 0.06088545167122613,
+      "grad_norm": 819.8850708007812,
+      "learning_rate": 1.995003409967963e-06,
+      "loss": 60.4922,
+      "step": 6432
+    },
+    {
+      "epoch": 0.06089491769294119,
+      "grad_norm": 3.2293081283569336,
+      "learning_rate": 1.9950003485408826e-06,
+      "loss": 0.8218,
+      "step": 6433
+    },
+    {
+      "epoch": 0.06090438371465624,
+      "grad_norm": 536.1895141601562,
+      "learning_rate": 1.9949972861785656e-06,
+      "loss": 26.5938,
+      "step": 6434
+    },
+    {
+      "epoch": 0.060913849736371296,
+      "grad_norm": 666.0015258789062,
+      "learning_rate": 1.9949942228810167e-06,
+      "loss": 27.0938,
+      "step": 6435
+    },
+    {
+      "epoch": 0.06092331575808635,
+      "grad_norm": 498.92669677734375,
+      "learning_rate": 1.9949911586482376e-06,
+      "loss": 39.25,
+      "step": 6436
+    },
+    {
+      "epoch": 0.0609327817798014,
+      "grad_norm": 157.0077667236328,
+      "learning_rate": 1.994988093480232e-06,
+      "loss": 18.0391,
+      "step": 6437
+    },
+    {
+      "epoch": 0.060942247801516455,
+      "grad_norm": 354.0731201171875,
+      "learning_rate": 1.9949850273770016e-06,
+      "loss": 27.9062,
+      "step": 6438
+    },
+    {
+      "epoch": 0.06095171382323151,
+      "grad_norm": 3.666430950164795,
+      "learning_rate": 1.9949819603385503e-06,
+      "loss": 0.7993,
+      "step": 6439
+    },
+    {
+      "epoch": 0.06096117984494656,
+      "grad_norm": 401.12969970703125,
+      "learning_rate": 1.994978892364881e-06,
+      "loss": 47.5938,
+      "step": 6440
+    },
+    {
+      "epoch": 0.06097064586666162,
+      "grad_norm": 897.57421875,
+      "learning_rate": 1.994975823455996e-06,
+      "loss": 26.1406,
+      "step": 6441
+    },
+    {
+      "epoch": 0.060980111888376674,
+      "grad_norm": 226.2285919189453,
+      "learning_rate": 1.994972753611899e-06,
+      "loss": 25.1484,
+      "step": 6442
+    },
+    {
+      "epoch": 0.06098957791009173,
+      "grad_norm": 190.5459747314453,
+      "learning_rate": 1.9949696828325913e-06,
+      "loss": 22.0312,
+      "step": 6443
+    },
+    {
+      "epoch": 0.06099904393180678,
+      "grad_norm": 1363.632080078125,
+      "learning_rate": 1.9949666111180777e-06,
+      "loss": 77.1641,
+      "step": 6444
+    },
+    {
+      "epoch": 0.06100850995352183,
+      "grad_norm": 359.1639709472656,
+      "learning_rate": 1.9949635384683597e-06,
+      "loss": 23.6875,
+      "step": 6445
+    },
+    {
+      "epoch": 0.061017975975236886,
+      "grad_norm": 797.7765502929688,
+      "learning_rate": 1.9949604648834407e-06,
+      "loss": 44.3516,
+      "step": 6446
+    },
+    {
+      "epoch": 0.06102744199695194,
+      "grad_norm": 308.7940368652344,
+      "learning_rate": 1.994957390363324e-06,
+      "loss": 37.3281,
+      "step": 6447
+    },
+    {
+      "epoch": 0.06103690801866699,
+      "grad_norm": 918.5250854492188,
+      "learning_rate": 1.9949543149080117e-06,
+      "loss": 69.1641,
+      "step": 6448
+    },
+    {
+      "epoch": 0.061046374040382045,
+      "grad_norm": 222.4664306640625,
+      "learning_rate": 1.9949512385175074e-06,
+      "loss": 26.6719,
+      "step": 6449
+    },
+    {
+      "epoch": 0.061055840062097105,
+      "grad_norm": 189.8463592529297,
+      "learning_rate": 1.9949481611918134e-06,
+      "loss": 20.6562,
+      "step": 6450
+    },
+    {
+      "epoch": 0.06106530608381216,
+      "grad_norm": 332.1270751953125,
+      "learning_rate": 1.994945082930933e-06,
+      "loss": 37.3594,
+      "step": 6451
+    },
+    {
+      "epoch": 0.06107477210552721,
+      "grad_norm": 566.46337890625,
+      "learning_rate": 1.9949420037348686e-06,
+      "loss": 42.0391,
+      "step": 6452
+    },
+    {
+      "epoch": 0.061084238127242264,
+      "grad_norm": 721.6871948242188,
+      "learning_rate": 1.9949389236036236e-06,
+      "loss": 28.5625,
+      "step": 6453
+    },
+    {
+      "epoch": 0.06109370414895732,
+      "grad_norm": 353.58795166015625,
+      "learning_rate": 1.994935842537201e-06,
+      "loss": 26.9219,
+      "step": 6454
+    },
+    {
+      "epoch": 0.06110317017067237,
+      "grad_norm": 257.77740478515625,
+      "learning_rate": 1.994932760535603e-06,
+      "loss": 23.7188,
+      "step": 6455
+    },
+    {
+      "epoch": 0.06111263619238742,
+      "grad_norm": 286.45233154296875,
+      "learning_rate": 1.9949296775988334e-06,
+      "loss": 21.7344,
+      "step": 6456
+    },
+    {
+      "epoch": 0.061122102214102476,
+      "grad_norm": 606.9606323242188,
+      "learning_rate": 1.994926593726895e-06,
+      "loss": 45.7188,
+      "step": 6457
+    },
+    {
+      "epoch": 0.061131568235817536,
+      "grad_norm": 721.2406616210938,
+      "learning_rate": 1.994923508919789e-06,
+      "loss": 10.5664,
+      "step": 6458
+    },
+    {
+      "epoch": 0.06114103425753259,
+      "grad_norm": 500.7311096191406,
+      "learning_rate": 1.9949204231775206e-06,
+      "loss": 31.4531,
+      "step": 6459
+    },
+    {
+      "epoch": 0.06115050027924764,
+      "grad_norm": 1330.616943359375,
+      "learning_rate": 1.9949173365000916e-06,
+      "loss": 57.9219,
+      "step": 6460
+    },
+    {
+      "epoch": 0.061159966300962695,
+      "grad_norm": 559.162841796875,
+      "learning_rate": 1.994914248887505e-06,
+      "loss": 48.0938,
+      "step": 6461
+    },
+    {
+      "epoch": 0.06116943232267775,
+      "grad_norm": 1057.144775390625,
+      "learning_rate": 1.9949111603397635e-06,
+      "loss": 51.8438,
+      "step": 6462
+    },
+    {
+      "epoch": 0.0611788983443928,
+      "grad_norm": 205.02252197265625,
+      "learning_rate": 1.994908070856871e-06,
+      "loss": 24.2188,
+      "step": 6463
+    },
+    {
+      "epoch": 0.061188364366107854,
+      "grad_norm": 434.7136535644531,
+      "learning_rate": 1.9949049804388287e-06,
+      "loss": 60.2812,
+      "step": 6464
+    },
+    {
+      "epoch": 0.06119783038782291,
+      "grad_norm": 814.7069091796875,
+      "learning_rate": 1.9949018890856407e-06,
+      "loss": 39.9766,
+      "step": 6465
+    },
+    {
+      "epoch": 0.06120729640953796,
+      "grad_norm": 3.391071081161499,
+      "learning_rate": 1.99489879679731e-06,
+      "loss": 0.9766,
+      "step": 6466
+    },
+    {
+      "epoch": 0.06121676243125302,
+      "grad_norm": 546.2738647460938,
+      "learning_rate": 1.994895703573839e-06,
+      "loss": 45.4062,
+      "step": 6467
+    },
+    {
+      "epoch": 0.06122622845296807,
+      "grad_norm": 518.6997680664062,
+      "learning_rate": 1.9948926094152303e-06,
+      "loss": 56.8086,
+      "step": 6468
+    },
+    {
+      "epoch": 0.061235694474683126,
+      "grad_norm": 1354.518310546875,
+      "learning_rate": 1.9948895143214876e-06,
+      "loss": 48.5781,
+      "step": 6469
+    },
+    {
+      "epoch": 0.06124516049639818,
+      "grad_norm": 278.5951843261719,
+      "learning_rate": 1.9948864182926137e-06,
+      "loss": 8.3828,
+      "step": 6470
+    },
+    {
+      "epoch": 0.06125462651811323,
+      "grad_norm": 222.98486328125,
+      "learning_rate": 1.9948833213286108e-06,
+      "loss": 23.4219,
+      "step": 6471
+    },
+    {
+      "epoch": 0.061264092539828285,
+      "grad_norm": 3.3132994174957275,
+      "learning_rate": 1.9948802234294827e-06,
+      "loss": 0.9746,
+      "step": 6472
+    },
+    {
+      "epoch": 0.06127355856154334,
+      "grad_norm": 345.7066955566406,
+      "learning_rate": 1.994877124595232e-06,
+      "loss": 24.0391,
+      "step": 6473
+    },
+    {
+      "epoch": 0.06128302458325839,
+      "grad_norm": 339.7080993652344,
+      "learning_rate": 1.994874024825861e-06,
+      "loss": 40.25,
+      "step": 6474
+    },
+    {
+      "epoch": 0.061292490604973444,
+      "grad_norm": 658.904052734375,
+      "learning_rate": 1.9948709241213736e-06,
+      "loss": 53.4062,
+      "step": 6475
+    },
+    {
+      "epoch": 0.061301956626688504,
+      "grad_norm": 273.4133605957031,
+      "learning_rate": 1.994867822481772e-06,
+      "loss": 28.0078,
+      "step": 6476
+    },
+    {
+      "epoch": 0.06131142264840356,
+      "grad_norm": 437.7381286621094,
+      "learning_rate": 1.9948647199070594e-06,
+      "loss": 25.7969,
+      "step": 6477
+    },
+    {
+      "epoch": 0.06132088867011861,
+      "grad_norm": 833.6455078125,
+      "learning_rate": 1.994861616397239e-06,
+      "loss": 57.1719,
+      "step": 6478
+    },
+    {
+      "epoch": 0.06133035469183366,
+      "grad_norm": 376.00579833984375,
+      "learning_rate": 1.9948585119523133e-06,
+      "loss": 22.5469,
+      "step": 6479
+    },
+    {
+      "epoch": 0.061339820713548716,
+      "grad_norm": 3.658550500869751,
+      "learning_rate": 1.994855406572285e-06,
+      "loss": 0.8784,
+      "step": 6480
+    },
+    {
+      "epoch": 0.06134928673526377,
+      "grad_norm": 503.05621337890625,
+      "learning_rate": 1.9948523002571574e-06,
+      "loss": 28.4531,
+      "step": 6481
+    },
+    {
+      "epoch": 0.06135875275697882,
+      "grad_norm": 603.5861206054688,
+      "learning_rate": 1.9948491930069334e-06,
+      "loss": 43.1875,
+      "step": 6482
+    },
+    {
+      "epoch": 0.061368218778693875,
+      "grad_norm": 302.04583740234375,
+      "learning_rate": 1.9948460848216163e-06,
+      "loss": 38.0469,
+      "step": 6483
+    },
+    {
+      "epoch": 0.061377684800408935,
+      "grad_norm": 297.0077209472656,
+      "learning_rate": 1.994842975701208e-06,
+      "loss": 31.3906,
+      "step": 6484
+    },
+    {
+      "epoch": 0.06138715082212399,
+      "grad_norm": 413.8563537597656,
+      "learning_rate": 1.9948398656457123e-06,
+      "loss": 27.8438,
+      "step": 6485
+    },
+    {
+      "epoch": 0.06139661684383904,
+      "grad_norm": 253.59701538085938,
+      "learning_rate": 1.9948367546551318e-06,
+      "loss": 24.0156,
+      "step": 6486
+    },
+    {
+      "epoch": 0.061406082865554094,
+      "grad_norm": 160.904052734375,
+      "learning_rate": 1.9948336427294692e-06,
+      "loss": 18.6719,
+      "step": 6487
+    },
+    {
+      "epoch": 0.06141554888726915,
+      "grad_norm": 595.7402954101562,
+      "learning_rate": 1.994830529868728e-06,
+      "loss": 40.7109,
+      "step": 6488
+    },
+    {
+      "epoch": 0.0614250149089842,
+      "grad_norm": 3.0041253566741943,
+      "learning_rate": 1.994827416072911e-06,
+      "loss": 0.9175,
+      "step": 6489
+    },
+    {
+      "epoch": 0.06143448093069925,
+      "grad_norm": 936.2440795898438,
+      "learning_rate": 1.994824301342021e-06,
+      "loss": 46.6797,
+      "step": 6490
+    },
+    {
+      "epoch": 0.061443946952414306,
+      "grad_norm": 244.76747131347656,
+      "learning_rate": 1.9948211856760602e-06,
+      "loss": 23.7188,
+      "step": 6491
+    },
+    {
+      "epoch": 0.06145341297412936,
+      "grad_norm": 221.97462463378906,
+      "learning_rate": 1.994818069075033e-06,
+      "loss": 21.25,
+      "step": 6492
+    },
+    {
+      "epoch": 0.06146287899584442,
+      "grad_norm": 392.2120361328125,
+      "learning_rate": 1.994814951538941e-06,
+      "loss": 10.5039,
+      "step": 6493
+    },
+    {
+      "epoch": 0.06147234501755947,
+      "grad_norm": 3.0751254558563232,
+      "learning_rate": 1.994811833067788e-06,
+      "loss": 0.8506,
+      "step": 6494
+    },
+    {
+      "epoch": 0.061481811039274525,
+      "grad_norm": 772.3035888671875,
+      "learning_rate": 1.9948087136615765e-06,
+      "loss": 43.9219,
+      "step": 6495
+    },
+    {
+      "epoch": 0.06149127706098958,
+      "grad_norm": 569.3221435546875,
+      "learning_rate": 1.994805593320309e-06,
+      "loss": 56.0312,
+      "step": 6496
+    },
+    {
+      "epoch": 0.06150074308270463,
+      "grad_norm": 309.8354797363281,
+      "learning_rate": 1.9948024720439894e-06,
+      "loss": 35.625,
+      "step": 6497
+    },
+    {
+      "epoch": 0.061510209104419684,
+      "grad_norm": 689.0972900390625,
+      "learning_rate": 1.9947993498326203e-06,
+      "loss": 26.0234,
+      "step": 6498
+    },
+    {
+      "epoch": 0.06151967512613474,
+      "grad_norm": 404.84326171875,
+      "learning_rate": 1.9947962266862043e-06,
+      "loss": 21.4922,
+      "step": 6499
+    },
+    {
+      "epoch": 0.06152914114784979,
+      "grad_norm": 369.83660888671875,
+      "learning_rate": 1.994793102604745e-06,
+      "loss": 28.9922,
+      "step": 6500
+    },
+    {
+      "epoch": 0.06153860716956485,
+      "grad_norm": 213.2903289794922,
+      "learning_rate": 1.9947899775882444e-06,
+      "loss": 23.5156,
+      "step": 6501
+    },
+    {
+      "epoch": 0.0615480731912799,
+      "grad_norm": 357.76177978515625,
+      "learning_rate": 1.994786851636706e-06,
+      "loss": 48.6094,
+      "step": 6502
+    },
+    {
+      "epoch": 0.061557539212994956,
+      "grad_norm": 346.45849609375,
+      "learning_rate": 1.994783724750133e-06,
+      "loss": 39.8594,
+      "step": 6503
+    },
+    {
+      "epoch": 0.06156700523471001,
+      "grad_norm": 283.2763366699219,
+      "learning_rate": 1.994780596928528e-06,
+      "loss": 23.2734,
+      "step": 6504
+    },
+    {
+      "epoch": 0.06157647125642506,
+      "grad_norm": 548.2725219726562,
+      "learning_rate": 1.9947774681718934e-06,
+      "loss": 14.082,
+      "step": 6505
+    },
+    {
+      "epoch": 0.061585937278140115,
+      "grad_norm": 263.8515625,
+      "learning_rate": 1.994774338480233e-06,
+      "loss": 24.4531,
+      "step": 6506
+    },
+    {
+      "epoch": 0.06159540329985517,
+      "grad_norm": 3.179226875305176,
+      "learning_rate": 1.9947712078535494e-06,
+      "loss": 0.8589,
+      "step": 6507
+    },
+    {
+      "epoch": 0.06160486932157022,
+      "grad_norm": 638.1685791015625,
+      "learning_rate": 1.994768076291846e-06,
+      "loss": 55.9609,
+      "step": 6508
+    },
+    {
+      "epoch": 0.061614335343285274,
+      "grad_norm": 285.19183349609375,
+      "learning_rate": 1.994764943795125e-06,
+      "loss": 27.7344,
+      "step": 6509
+    },
+    {
+      "epoch": 0.061623801365000334,
+      "grad_norm": 252.89337158203125,
+      "learning_rate": 1.9947618103633895e-06,
+      "loss": 23.9453,
+      "step": 6510
+    },
+    {
+      "epoch": 0.06163326738671539,
+      "grad_norm": 268.19171142578125,
+      "learning_rate": 1.9947586759966427e-06,
+      "loss": 25.625,
+      "step": 6511
+    },
+    {
+      "epoch": 0.06164273340843044,
+      "grad_norm": 263.1337890625,
+      "learning_rate": 1.9947555406948876e-06,
+      "loss": 21.2891,
+      "step": 6512
+    },
+    {
+      "epoch": 0.06165219943014549,
+      "grad_norm": 182.66665649414062,
+      "learning_rate": 1.994752404458127e-06,
+      "loss": 18.625,
+      "step": 6513
+    },
+    {
+      "epoch": 0.061661665451860546,
+      "grad_norm": 166.4856414794922,
+      "learning_rate": 1.994749267286364e-06,
+      "loss": 18.1172,
+      "step": 6514
+    },
+    {
+      "epoch": 0.0616711314735756,
+      "grad_norm": 506.74273681640625,
+      "learning_rate": 1.9947461291796007e-06,
+      "loss": 44.0625,
+      "step": 6515
+    },
+    {
+      "epoch": 0.06168059749529065,
+      "grad_norm": 563.1497802734375,
+      "learning_rate": 1.9947429901378415e-06,
+      "loss": 57.6562,
+      "step": 6516
+    },
+    {
+      "epoch": 0.061690063517005705,
+      "grad_norm": 486.1155700683594,
+      "learning_rate": 1.994739850161088e-06,
+      "loss": 22.5938,
+      "step": 6517
+    },
+    {
+      "epoch": 0.06169952953872076,
+      "grad_norm": 299.6109924316406,
+      "learning_rate": 1.9947367092493443e-06,
+      "loss": 30.7969,
+      "step": 6518
+    },
+    {
+      "epoch": 0.06170899556043582,
+      "grad_norm": 522.7945556640625,
+      "learning_rate": 1.9947335674026126e-06,
+      "loss": 50.7422,
+      "step": 6519
+    },
+    {
+      "epoch": 0.06171846158215087,
+      "grad_norm": 269.0880432128906,
+      "learning_rate": 1.9947304246208963e-06,
+      "loss": 22.5781,
+      "step": 6520
+    },
+    {
+      "epoch": 0.061727927603865924,
+      "grad_norm": 249.52621459960938,
+      "learning_rate": 1.994727280904198e-06,
+      "loss": 24.7031,
+      "step": 6521
+    },
+    {
+      "epoch": 0.06173739362558098,
+      "grad_norm": 459.7331848144531,
+      "learning_rate": 1.9947241362525205e-06,
+      "loss": 26.3516,
+      "step": 6522
+    },
+    {
+      "epoch": 0.06174685964729603,
+      "grad_norm": 4.190451145172119,
+      "learning_rate": 1.9947209906658673e-06,
+      "loss": 1.0054,
+      "step": 6523
+    },
+    {
+      "epoch": 0.06175632566901108,
+      "grad_norm": 271.57879638671875,
+      "learning_rate": 1.994717844144241e-06,
+      "loss": 26.9766,
+      "step": 6524
+    },
+    {
+      "epoch": 0.061765791690726136,
+      "grad_norm": 298.4772644042969,
+      "learning_rate": 1.994714696687644e-06,
+      "loss": 15.2656,
+      "step": 6525
+    },
+    {
+      "epoch": 0.06177525771244119,
+      "grad_norm": 323.3160095214844,
+      "learning_rate": 1.9947115482960805e-06,
+      "loss": 35.7422,
+      "step": 6526
+    },
+    {
+      "epoch": 0.06178472373415625,
+      "grad_norm": 2.8903868198394775,
+      "learning_rate": 1.994708398969553e-06,
+      "loss": 0.8906,
+      "step": 6527
+    },
+    {
+      "epoch": 0.0617941897558713,
+      "grad_norm": 2.8263099193573,
+      "learning_rate": 1.994705248708064e-06,
+      "loss": 0.8003,
+      "step": 6528
+    },
+    {
+      "epoch": 0.061803655777586355,
+      "grad_norm": 200.31028747558594,
+      "learning_rate": 1.9947020975116172e-06,
+      "loss": 19.7109,
+      "step": 6529
+    },
+    {
+      "epoch": 0.06181312179930141,
+      "grad_norm": 303.52020263671875,
+      "learning_rate": 1.9946989453802145e-06,
+      "loss": 15.3047,
+      "step": 6530
+    },
+    {
+      "epoch": 0.06182258782101646,
+      "grad_norm": 295.1498718261719,
+      "learning_rate": 1.9946957923138597e-06,
+      "loss": 21.7188,
+      "step": 6531
+    },
+    {
+      "epoch": 0.061832053842731514,
+      "grad_norm": 267.7174377441406,
+      "learning_rate": 1.994692638312556e-06,
+      "loss": 35.3906,
+      "step": 6532
+    },
+    {
+      "epoch": 0.06184151986444657,
+      "grad_norm": 318.5130615234375,
+      "learning_rate": 1.9946894833763056e-06,
+      "loss": 29.1094,
+      "step": 6533
+    },
+    {
+      "epoch": 0.06185098588616162,
+      "grad_norm": 332.28472900390625,
+      "learning_rate": 1.994686327505112e-06,
+      "loss": 31.7344,
+      "step": 6534
+    },
+    {
+      "epoch": 0.061860451907876673,
+      "grad_norm": 333.67144775390625,
+      "learning_rate": 1.994683170698978e-06,
+      "loss": 29.3594,
+      "step": 6535
+    },
+    {
+      "epoch": 0.06186991792959173,
+      "grad_norm": 371.3656311035156,
+      "learning_rate": 1.994680012957906e-06,
+      "loss": 24.8516,
+      "step": 6536
+    },
+    {
+      "epoch": 0.061879383951306786,
+      "grad_norm": 205.0545654296875,
+      "learning_rate": 1.9946768542819e-06,
+      "loss": 18.2578,
+      "step": 6537
+    },
+    {
+      "epoch": 0.06188884997302184,
+      "grad_norm": 256.2228698730469,
+      "learning_rate": 1.994673694670962e-06,
+      "loss": 20.2188,
+      "step": 6538
+    },
+    {
+      "epoch": 0.06189831599473689,
+      "grad_norm": 317.9997863769531,
+      "learning_rate": 1.994670534125096e-06,
+      "loss": 27.3672,
+      "step": 6539
+    },
+    {
+      "epoch": 0.061907782016451945,
+      "grad_norm": 168.1892547607422,
+      "learning_rate": 1.994667372644304e-06,
+      "loss": 21.9375,
+      "step": 6540
+    },
+    {
+      "epoch": 0.061917248038167,
+      "grad_norm": 530.1842041015625,
+      "learning_rate": 1.9946642102285898e-06,
+      "loss": 32.6953,
+      "step": 6541
+    },
+    {
+      "epoch": 0.06192671405988205,
+      "grad_norm": 567.0525512695312,
+      "learning_rate": 1.9946610468779552e-06,
+      "loss": 41.6641,
+      "step": 6542
+    },
+    {
+      "epoch": 0.061936180081597104,
+      "grad_norm": 321.6238098144531,
+      "learning_rate": 1.9946578825924047e-06,
+      "loss": 22.5703,
+      "step": 6543
+    },
+    {
+      "epoch": 0.061945646103312164,
+      "grad_norm": 468.16094970703125,
+      "learning_rate": 1.9946547173719403e-06,
+      "loss": 49.125,
+      "step": 6544
+    },
+    {
+      "epoch": 0.06195511212502722,
+      "grad_norm": 509.3931884765625,
+      "learning_rate": 1.994651551216565e-06,
+      "loss": 32.4141,
+      "step": 6545
+    },
+    {
+      "epoch": 0.06196457814674227,
+      "grad_norm": 244.98410034179688,
+      "learning_rate": 1.9946483841262817e-06,
+      "loss": 19.2266,
+      "step": 6546
+    },
+    {
+      "epoch": 0.06197404416845732,
+      "grad_norm": 448.8028869628906,
+      "learning_rate": 1.994645216101094e-06,
+      "loss": 39.0938,
+      "step": 6547
+    },
+    {
+      "epoch": 0.061983510190172376,
+      "grad_norm": 401.77398681640625,
+      "learning_rate": 1.9946420471410044e-06,
+      "loss": 40.5938,
+      "step": 6548
+    },
+    {
+      "epoch": 0.06199297621188743,
+      "grad_norm": 222.12440490722656,
+      "learning_rate": 1.994638877246016e-06,
+      "loss": 25.2891,
+      "step": 6549
+    },
+    {
+      "epoch": 0.06200244223360248,
+      "grad_norm": 262.3053894042969,
+      "learning_rate": 1.9946357064161317e-06,
+      "loss": 22.4805,
+      "step": 6550
+    },
+    {
+      "epoch": 0.062011908255317535,
+      "grad_norm": 551.2672119140625,
+      "learning_rate": 1.9946325346513548e-06,
+      "loss": 44.5625,
+      "step": 6551
+    },
+    {
+      "epoch": 0.06202137427703259,
+      "grad_norm": 421.7435302734375,
+      "learning_rate": 1.9946293619516877e-06,
+      "loss": 34.8906,
+      "step": 6552
+    },
+    {
+      "epoch": 0.06203084029874765,
+      "grad_norm": 299.5782470703125,
+      "learning_rate": 1.994626188317134e-06,
+      "loss": 37.4844,
+      "step": 6553
+    },
+    {
+      "epoch": 0.0620403063204627,
+      "grad_norm": 303.88323974609375,
+      "learning_rate": 1.994623013747696e-06,
+      "loss": 18.5547,
+      "step": 6554
+    },
+    {
+      "epoch": 0.062049772342177754,
+      "grad_norm": 488.7344055175781,
+      "learning_rate": 1.9946198382433772e-06,
+      "loss": 24.7969,
+      "step": 6555
+    },
+    {
+      "epoch": 0.06205923836389281,
+      "grad_norm": 338.234375,
+      "learning_rate": 1.994616661804181e-06,
+      "loss": 43.9375,
+      "step": 6556
+    },
+    {
+      "epoch": 0.06206870438560786,
+      "grad_norm": 248.6620635986328,
+      "learning_rate": 1.994613484430109e-06,
+      "loss": 20.9141,
+      "step": 6557
+    },
+    {
+      "epoch": 0.062078170407322913,
+      "grad_norm": 303.9061279296875,
+      "learning_rate": 1.9946103061211654e-06,
+      "loss": 25.3438,
+      "step": 6558
+    },
+    {
+      "epoch": 0.062087636429037966,
+      "grad_norm": 214.03416442871094,
+      "learning_rate": 1.994607126877353e-06,
+      "loss": 25.9766,
+      "step": 6559
+    },
+    {
+      "epoch": 0.06209710245075302,
+      "grad_norm": 429.9839782714844,
+      "learning_rate": 1.9946039466986743e-06,
+      "loss": 36.0156,
+      "step": 6560
+    },
+    {
+      "epoch": 0.06210656847246807,
+      "grad_norm": 183.0668182373047,
+      "learning_rate": 1.994600765585133e-06,
+      "loss": 23.9766,
+      "step": 6561
+    },
+    {
+      "epoch": 0.06211603449418313,
+      "grad_norm": 2.3982865810394287,
+      "learning_rate": 1.994597583536731e-06,
+      "loss": 0.7388,
+      "step": 6562
+    },
+    {
+      "epoch": 0.062125500515898185,
+      "grad_norm": 602.2152709960938,
+      "learning_rate": 1.994594400553473e-06,
+      "loss": 62.7812,
+      "step": 6563
+    },
+    {
+      "epoch": 0.06213496653761324,
+      "grad_norm": 499.3941650390625,
+      "learning_rate": 1.99459121663536e-06,
+      "loss": 60.4219,
+      "step": 6564
+    },
+    {
+      "epoch": 0.06214443255932829,
+      "grad_norm": 237.35263061523438,
+      "learning_rate": 1.9945880317823965e-06,
+      "loss": 22.875,
+      "step": 6565
+    },
+    {
+      "epoch": 0.062153898581043344,
+      "grad_norm": 237.043701171875,
+      "learning_rate": 1.9945848459945847e-06,
+      "loss": 17.6016,
+      "step": 6566
+    },
+    {
+      "epoch": 0.0621633646027584,
+      "grad_norm": 581.7696533203125,
+      "learning_rate": 1.9945816592719276e-06,
+      "loss": 24.9688,
+      "step": 6567
+    },
+    {
+      "epoch": 0.06217283062447345,
+      "grad_norm": 347.5903015136719,
+      "learning_rate": 1.994578471614429e-06,
+      "loss": 19.332,
+      "step": 6568
+    },
+    {
+      "epoch": 0.062182296646188503,
+      "grad_norm": 302.53082275390625,
+      "learning_rate": 1.994575283022091e-06,
+      "loss": 31.3125,
+      "step": 6569
+    },
+    {
+      "epoch": 0.06219176266790356,
+      "grad_norm": 444.3642883300781,
+      "learning_rate": 1.9945720934949173e-06,
+      "loss": 22.8828,
+      "step": 6570
+    },
+    {
+      "epoch": 0.062201228689618616,
+      "grad_norm": 181.65528869628906,
+      "learning_rate": 1.99456890303291e-06,
+      "loss": 20.3828,
+      "step": 6571
+    },
+    {
+      "epoch": 0.06221069471133367,
+      "grad_norm": 327.5412902832031,
+      "learning_rate": 1.994565711636073e-06,
+      "loss": 21.9219,
+      "step": 6572
+    },
+    {
+      "epoch": 0.06222016073304872,
+      "grad_norm": 366.6715087890625,
+      "learning_rate": 1.994562519304409e-06,
+      "loss": 54.2969,
+      "step": 6573
+    },
+    {
+      "epoch": 0.062229626754763775,
+      "grad_norm": 311.2423095703125,
+      "learning_rate": 1.9945593260379204e-06,
+      "loss": 27.25,
+      "step": 6574
+    },
+    {
+      "epoch": 0.06223909277647883,
+      "grad_norm": 232.86087036132812,
+      "learning_rate": 1.994556131836611e-06,
+      "loss": 20.6484,
+      "step": 6575
+    },
+    {
+      "epoch": 0.06224855879819388,
+      "grad_norm": 424.0889587402344,
+      "learning_rate": 1.994552936700484e-06,
+      "loss": 29.2656,
+      "step": 6576
+    },
+    {
+      "epoch": 0.062258024819908934,
+      "grad_norm": 358.9302673339844,
+      "learning_rate": 1.9945497406295417e-06,
+      "loss": 39.2344,
+      "step": 6577
+    },
+    {
+      "epoch": 0.06226749084162399,
+      "grad_norm": 281.44281005859375,
+      "learning_rate": 1.994546543623787e-06,
+      "loss": 30.3125,
+      "step": 6578
+    },
+    {
+      "epoch": 0.06227695686333905,
+      "grad_norm": 331.20196533203125,
+      "learning_rate": 1.9945433456832233e-06,
+      "loss": 28.6953,
+      "step": 6579
+    },
+    {
+      "epoch": 0.0622864228850541,
+      "grad_norm": 316.4100646972656,
+      "learning_rate": 1.994540146807854e-06,
+      "loss": 27.7188,
+      "step": 6580
+    },
+    {
+      "epoch": 0.062295888906769153,
+      "grad_norm": 523.3636474609375,
+      "learning_rate": 1.9945369469976813e-06,
+      "loss": 51.2188,
+      "step": 6581
+    },
+    {
+      "epoch": 0.062305354928484206,
+      "grad_norm": 900.6707153320312,
+      "learning_rate": 1.9945337462527084e-06,
+      "loss": 101.9375,
+      "step": 6582
+    },
+    {
+      "epoch": 0.06231482095019926,
+      "grad_norm": 212.4016571044922,
+      "learning_rate": 1.994530544572939e-06,
+      "loss": 27.1016,
+      "step": 6583
+    },
+    {
+      "epoch": 0.06232428697191431,
+      "grad_norm": 1079.9776611328125,
+      "learning_rate": 1.994527341958375e-06,
+      "loss": 58.6016,
+      "step": 6584
+    },
+    {
+      "epoch": 0.062333752993629366,
+      "grad_norm": 542.1168823242188,
+      "learning_rate": 1.9945241384090206e-06,
+      "loss": 27.3438,
+      "step": 6585
+    },
+    {
+      "epoch": 0.06234321901534442,
+      "grad_norm": 915.556396484375,
+      "learning_rate": 1.994520933924878e-06,
+      "loss": 16.3516,
+      "step": 6586
+    },
+    {
+      "epoch": 0.06235268503705948,
+      "grad_norm": 289.3629455566406,
+      "learning_rate": 1.99451772850595e-06,
+      "loss": 25.6953,
+      "step": 6587
+    },
+    {
+      "epoch": 0.06236215105877453,
+      "grad_norm": 283.9156188964844,
+      "learning_rate": 1.9945145221522407e-06,
+      "loss": 19.7656,
+      "step": 6588
+    },
+    {
+      "epoch": 0.062371617080489584,
+      "grad_norm": 489.14520263671875,
+      "learning_rate": 1.994511314863752e-06,
+      "loss": 32.8281,
+      "step": 6589
+    },
+    {
+      "epoch": 0.06238108310220464,
+      "grad_norm": 608.2365112304688,
+      "learning_rate": 1.9945081066404875e-06,
+      "loss": 30.0547,
+      "step": 6590
+    },
+    {
+      "epoch": 0.06239054912391969,
+      "grad_norm": 180.87991333007812,
+      "learning_rate": 1.99450489748245e-06,
+      "loss": 21.6094,
+      "step": 6591
+    },
+    {
+      "epoch": 0.062400015145634743,
+      "grad_norm": 609.9078369140625,
+      "learning_rate": 1.9945016873896424e-06,
+      "loss": 34.1953,
+      "step": 6592
+    },
+    {
+      "epoch": 0.062409481167349797,
+      "grad_norm": 214.10850524902344,
+      "learning_rate": 1.9944984763620686e-06,
+      "loss": 22.3906,
+      "step": 6593
+    },
+    {
+      "epoch": 0.06241894718906485,
+      "grad_norm": 655.64990234375,
+      "learning_rate": 1.9944952643997304e-06,
+      "loss": 43.9844,
+      "step": 6594
+    },
+    {
+      "epoch": 0.0624284132107799,
+      "grad_norm": 229.20582580566406,
+      "learning_rate": 1.9944920515026312e-06,
+      "loss": 19.0938,
+      "step": 6595
+    },
+    {
+      "epoch": 0.06243787923249496,
+      "grad_norm": 551.6954345703125,
+      "learning_rate": 1.9944888376707745e-06,
+      "loss": 34.4531,
+      "step": 6596
+    },
+    {
+      "epoch": 0.062447345254210015,
+      "grad_norm": 265.348388671875,
+      "learning_rate": 1.994485622904163e-06,
+      "loss": 32.2656,
+      "step": 6597
+    },
+    {
+      "epoch": 0.06245681127592507,
+      "grad_norm": 587.7361450195312,
+      "learning_rate": 1.9944824072027995e-06,
+      "loss": 24.7266,
+      "step": 6598
+    },
+    {
+      "epoch": 0.06246627729764012,
+      "grad_norm": 3.1008243560791016,
+      "learning_rate": 1.9944791905666873e-06,
+      "loss": 0.8882,
+      "step": 6599
+    },
+    {
+      "epoch": 0.062475743319355174,
+      "grad_norm": 414.8764953613281,
+      "learning_rate": 1.9944759729958297e-06,
+      "loss": 17.4688,
+      "step": 6600
+    },
+    {
+      "epoch": 0.06248520934107023,
+      "grad_norm": 403.3591613769531,
+      "learning_rate": 1.994472754490229e-06,
+      "loss": 41.6406,
+      "step": 6601
+    },
+    {
+      "epoch": 0.06249467536278528,
+      "grad_norm": 279.6030578613281,
+      "learning_rate": 1.9944695350498884e-06,
+      "loss": 21.4453,
+      "step": 6602
+    },
+    {
+      "epoch": 0.06250414138450033,
+      "grad_norm": 898.2662353515625,
+      "learning_rate": 1.9944663146748114e-06,
+      "loss": 49.1953,
+      "step": 6603
+    },
+    {
+      "epoch": 0.0625136074062154,
+      "grad_norm": 323.9005432128906,
+      "learning_rate": 1.994463093365001e-06,
+      "loss": 23.1328,
+      "step": 6604
+    },
+    {
+      "epoch": 0.06252307342793044,
+      "grad_norm": 497.93505859375,
+      "learning_rate": 1.9944598711204595e-06,
+      "loss": 49.4375,
+      "step": 6605
+    },
+    {
+      "epoch": 0.0625325394496455,
+      "grad_norm": 3.4791600704193115,
+      "learning_rate": 1.994456647941191e-06,
+      "loss": 0.957,
+      "step": 6606
+    },
+    {
+      "epoch": 0.06254200547136055,
+      "grad_norm": 665.6234741210938,
+      "learning_rate": 1.9944534238271974e-06,
+      "loss": 47.9609,
+      "step": 6607
+    },
+    {
+      "epoch": 0.0625514714930756,
+      "grad_norm": 277.54290771484375,
+      "learning_rate": 1.9944501987784827e-06,
+      "loss": 28.1562,
+      "step": 6608
+    },
+    {
+      "epoch": 0.06256093751479067,
+      "grad_norm": 463.15435791015625,
+      "learning_rate": 1.9944469727950493e-06,
+      "loss": 59.7031,
+      "step": 6609
+    },
+    {
+      "epoch": 0.06257040353650571,
+      "grad_norm": 500.3600769042969,
+      "learning_rate": 1.9944437458769003e-06,
+      "loss": 44.4844,
+      "step": 6610
+    },
+    {
+      "epoch": 0.06257986955822077,
+      "grad_norm": 329.5493469238281,
+      "learning_rate": 1.994440518024039e-06,
+      "loss": 28.1094,
+      "step": 6611
+    },
+    {
+      "epoch": 0.06258933557993582,
+      "grad_norm": 565.6698608398438,
+      "learning_rate": 1.9944372892364683e-06,
+      "loss": 25.0,
+      "step": 6612
+    },
+    {
+      "epoch": 0.06259880160165088,
+      "grad_norm": 170.04965209960938,
+      "learning_rate": 1.9944340595141913e-06,
+      "loss": 16.9141,
+      "step": 6613
+    },
+    {
+      "epoch": 0.06260826762336592,
+      "grad_norm": 374.5801696777344,
+      "learning_rate": 1.994430828857211e-06,
+      "loss": 62.7266,
+      "step": 6614
+    },
+    {
+      "epoch": 0.06261773364508098,
+      "grad_norm": 275.47491455078125,
+      "learning_rate": 1.9944275972655304e-06,
+      "loss": 29.5938,
+      "step": 6615
+    },
+    {
+      "epoch": 0.06262719966679603,
+      "grad_norm": 334.5172119140625,
+      "learning_rate": 1.9944243647391525e-06,
+      "loss": 20.7031,
+      "step": 6616
+    },
+    {
+      "epoch": 0.06263666568851109,
+      "grad_norm": 885.1593017578125,
+      "learning_rate": 1.9944211312780805e-06,
+      "loss": 31.4375,
+      "step": 6617
+    },
+    {
+      "epoch": 0.06264613171022615,
+      "grad_norm": 282.8595886230469,
+      "learning_rate": 1.994417896882317e-06,
+      "loss": 22.7812,
+      "step": 6618
+    },
+    {
+      "epoch": 0.0626555977319412,
+      "grad_norm": 354.2593994140625,
+      "learning_rate": 1.9944146615518657e-06,
+      "loss": 27.75,
+      "step": 6619
+    },
+    {
+      "epoch": 0.06266506375365626,
+      "grad_norm": 393.98016357421875,
+      "learning_rate": 1.994411425286729e-06,
+      "loss": 33.5469,
+      "step": 6620
+    },
+    {
+      "epoch": 0.0626745297753713,
+      "grad_norm": 776.6715087890625,
+      "learning_rate": 1.99440818808691e-06,
+      "loss": 22.4453,
+      "step": 6621
+    },
+    {
+      "epoch": 0.06268399579708636,
+      "grad_norm": 382.8057556152344,
+      "learning_rate": 1.994404949952413e-06,
+      "loss": 29.8359,
+      "step": 6622
+    },
+    {
+      "epoch": 0.06269346181880141,
+      "grad_norm": 349.7347717285156,
+      "learning_rate": 1.9944017108832393e-06,
+      "loss": 28.0078,
+      "step": 6623
+    },
+    {
+      "epoch": 0.06270292784051647,
+      "grad_norm": 939.6514282226562,
+      "learning_rate": 1.9943984708793927e-06,
+      "loss": 52.3438,
+      "step": 6624
+    },
+    {
+      "epoch": 0.06271239386223151,
+      "grad_norm": 511.7294616699219,
+      "learning_rate": 1.9943952299408764e-06,
+      "loss": 33.0391,
+      "step": 6625
+    },
+    {
+      "epoch": 0.06272185988394657,
+      "grad_norm": 704.9512939453125,
+      "learning_rate": 1.9943919880676933e-06,
+      "loss": 37.0156,
+      "step": 6626
+    },
+    {
+      "epoch": 0.06273132590566163,
+      "grad_norm": 545.3443603515625,
+      "learning_rate": 1.9943887452598465e-06,
+      "loss": 28.7266,
+      "step": 6627
+    },
+    {
+      "epoch": 0.06274079192737668,
+      "grad_norm": 684.4176635742188,
+      "learning_rate": 1.9943855015173387e-06,
+      "loss": 45.4688,
+      "step": 6628
+    },
+    {
+      "epoch": 0.06275025794909174,
+      "grad_norm": 546.9070434570312,
+      "learning_rate": 1.994382256840173e-06,
+      "loss": 48.7969,
+      "step": 6629
+    },
+    {
+      "epoch": 0.06275972397080679,
+      "grad_norm": 382.7539367675781,
+      "learning_rate": 1.9943790112283534e-06,
+      "loss": 42.0312,
+      "step": 6630
+    },
+    {
+      "epoch": 0.06276918999252185,
+      "grad_norm": 146.4769287109375,
+      "learning_rate": 1.994375764681882e-06,
+      "loss": 17.7656,
+      "step": 6631
+    },
+    {
+      "epoch": 0.06277865601423689,
+      "grad_norm": 269.55206298828125,
+      "learning_rate": 1.9943725172007617e-06,
+      "loss": 31.0469,
+      "step": 6632
+    },
+    {
+      "epoch": 0.06278812203595195,
+      "grad_norm": 473.8993225097656,
+      "learning_rate": 1.994369268784996e-06,
+      "loss": 15.2148,
+      "step": 6633
+    },
+    {
+      "epoch": 0.062797588057667,
+      "grad_norm": 647.9005737304688,
+      "learning_rate": 1.994366019434588e-06,
+      "loss": 53.75,
+      "step": 6634
+    },
+    {
+      "epoch": 0.06280705407938206,
+      "grad_norm": 3.618703603744507,
+      "learning_rate": 1.994362769149541e-06,
+      "loss": 0.9863,
+      "step": 6635
+    },
+    {
+      "epoch": 0.06281652010109712,
+      "grad_norm": 602.4993286132812,
+      "learning_rate": 1.994359517929857e-06,
+      "loss": 30.7109,
+      "step": 6636
+    },
+    {
+      "epoch": 0.06282598612281216,
+      "grad_norm": 272.9553527832031,
+      "learning_rate": 1.9943562657755404e-06,
+      "loss": 25.7344,
+      "step": 6637
+    },
+    {
+      "epoch": 0.06283545214452722,
+      "grad_norm": 508.6067810058594,
+      "learning_rate": 1.994353012686593e-06,
+      "loss": 57.3125,
+      "step": 6638
+    },
+    {
+      "epoch": 0.06284491816624227,
+      "grad_norm": 3.6155178546905518,
+      "learning_rate": 1.994349758663019e-06,
+      "loss": 0.9292,
+      "step": 6639
+    },
+    {
+      "epoch": 0.06285438418795733,
+      "grad_norm": 1027.609375,
+      "learning_rate": 1.9943465037048203e-06,
+      "loss": 64.3555,
+      "step": 6640
+    },
+    {
+      "epoch": 0.06286385020967238,
+      "grad_norm": 428.33770751953125,
+      "learning_rate": 1.994343247812001e-06,
+      "loss": 33.6641,
+      "step": 6641
+    },
+    {
+      "epoch": 0.06287331623138744,
+      "grad_norm": 867.6676635742188,
+      "learning_rate": 1.9943399909845637e-06,
+      "loss": 47.7344,
+      "step": 6642
+    },
+    {
+      "epoch": 0.0628827822531025,
+      "grad_norm": 312.7489929199219,
+      "learning_rate": 1.9943367332225116e-06,
+      "loss": 28.2031,
+      "step": 6643
+    },
+    {
+      "epoch": 0.06289224827481754,
+      "grad_norm": 192.0654754638672,
+      "learning_rate": 1.994333474525847e-06,
+      "loss": 27.0703,
+      "step": 6644
+    },
+    {
+      "epoch": 0.0629017142965326,
+      "grad_norm": 386.3223571777344,
+      "learning_rate": 1.9943302148945746e-06,
+      "loss": 20.9609,
+      "step": 6645
+    },
+    {
+      "epoch": 0.06291118031824765,
+      "grad_norm": 360.61907958984375,
+      "learning_rate": 1.9943269543286956e-06,
+      "loss": 21.0859,
+      "step": 6646
+    },
+    {
+      "epoch": 0.06292064633996271,
+      "grad_norm": 461.377197265625,
+      "learning_rate": 1.9943236928282145e-06,
+      "loss": 30.6055,
+      "step": 6647
+    },
+    {
+      "epoch": 0.06293011236167775,
+      "grad_norm": 2.7292845249176025,
+      "learning_rate": 1.9943204303931337e-06,
+      "loss": 0.8647,
+      "step": 6648
+    },
+    {
+      "epoch": 0.06293957838339281,
+      "grad_norm": 342.566162109375,
+      "learning_rate": 1.9943171670234563e-06,
+      "loss": 28.3047,
+      "step": 6649
+    },
+    {
+      "epoch": 0.06294904440510786,
+      "grad_norm": 408.58258056640625,
+      "learning_rate": 1.9943139027191855e-06,
+      "loss": 18.4297,
+      "step": 6650
+    },
+    {
+      "epoch": 0.06295851042682292,
+      "grad_norm": 352.99078369140625,
+      "learning_rate": 1.994310637480324e-06,
+      "loss": 11.1719,
+      "step": 6651
+    },
+    {
+      "epoch": 0.06296797644853798,
+      "grad_norm": 345.1142883300781,
+      "learning_rate": 1.994307371306876e-06,
+      "loss": 22.0234,
+      "step": 6652
+    },
+    {
+      "epoch": 0.06297744247025303,
+      "grad_norm": 373.28070068359375,
+      "learning_rate": 1.994304104198843e-06,
+      "loss": 28.1641,
+      "step": 6653
+    },
+    {
+      "epoch": 0.06298690849196809,
+      "grad_norm": 232.0203857421875,
+      "learning_rate": 1.994300836156229e-06,
+      "loss": 24.8906,
+      "step": 6654
+    },
+    {
+      "epoch": 0.06299637451368313,
+      "grad_norm": 273.58642578125,
+      "learning_rate": 1.994297567179037e-06,
+      "loss": 18.9297,
+      "step": 6655
+    },
+    {
+      "epoch": 0.06300584053539819,
+      "grad_norm": 199.5651397705078,
+      "learning_rate": 1.99429429726727e-06,
+      "loss": 22.2891,
+      "step": 6656
+    },
+    {
+      "epoch": 0.06301530655711324,
+      "grad_norm": 455.1708984375,
+      "learning_rate": 1.994291026420931e-06,
+      "loss": 43.9062,
+      "step": 6657
+    },
+    {
+      "epoch": 0.0630247725788283,
+      "grad_norm": 553.3795776367188,
+      "learning_rate": 1.994287754640023e-06,
+      "loss": 39.2656,
+      "step": 6658
+    },
+    {
+      "epoch": 0.06303423860054334,
+      "grad_norm": 452.1964416503906,
+      "learning_rate": 1.994284481924549e-06,
+      "loss": 19.8789,
+      "step": 6659
+    },
+    {
+      "epoch": 0.0630437046222584,
+      "grad_norm": 133.99713134765625,
+      "learning_rate": 1.994281208274513e-06,
+      "loss": 15.1797,
+      "step": 6660
+    },
+    {
+      "epoch": 0.06305317064397346,
+      "grad_norm": 228.34942626953125,
+      "learning_rate": 1.994277933689917e-06,
+      "loss": 16.1328,
+      "step": 6661
+    },
+    {
+      "epoch": 0.06306263666568851,
+      "grad_norm": 1012.8562622070312,
+      "learning_rate": 1.994274658170764e-06,
+      "loss": 67.2188,
+      "step": 6662
+    },
+    {
+      "epoch": 0.06307210268740357,
+      "grad_norm": 222.49501037597656,
+      "learning_rate": 1.994271381717058e-06,
+      "loss": 23.2031,
+      "step": 6663
+    },
+    {
+      "epoch": 0.06308156870911862,
+      "grad_norm": 746.7752075195312,
+      "learning_rate": 1.9942681043288013e-06,
+      "loss": 54.0391,
+      "step": 6664
+    },
+    {
+      "epoch": 0.06309103473083368,
+      "grad_norm": 2.6500465869903564,
+      "learning_rate": 1.994264826005997e-06,
+      "loss": 0.8252,
+      "step": 6665
+    },
+    {
+      "epoch": 0.06310050075254872,
+      "grad_norm": 216.68743896484375,
+      "learning_rate": 1.9942615467486494e-06,
+      "loss": 22.8281,
+      "step": 6666
+    },
+    {
+      "epoch": 0.06310996677426378,
+      "grad_norm": 588.1904907226562,
+      "learning_rate": 1.99425826655676e-06,
+      "loss": 19.2656,
+      "step": 6667
+    },
+    {
+      "epoch": 0.06311943279597883,
+      "grad_norm": 515.8344116210938,
+      "learning_rate": 1.9942549854303327e-06,
+      "loss": 36.5938,
+      "step": 6668
+    },
+    {
+      "epoch": 0.06312889881769389,
+      "grad_norm": 297.4466247558594,
+      "learning_rate": 1.99425170336937e-06,
+      "loss": 27.6406,
+      "step": 6669
+    },
+    {
+      "epoch": 0.06313836483940895,
+      "grad_norm": 550.3272094726562,
+      "learning_rate": 1.9942484203738755e-06,
+      "loss": 25.7422,
+      "step": 6670
+    },
+    {
+      "epoch": 0.063147830861124,
+      "grad_norm": 367.9181213378906,
+      "learning_rate": 1.994245136443852e-06,
+      "loss": 46.2188,
+      "step": 6671
+    },
+    {
+      "epoch": 0.06315729688283905,
+      "grad_norm": 603.8129272460938,
+      "learning_rate": 1.9942418515793034e-06,
+      "loss": 35.1484,
+      "step": 6672
+    },
+    {
+      "epoch": 0.0631667629045541,
+      "grad_norm": 387.41595458984375,
+      "learning_rate": 1.9942385657802316e-06,
+      "loss": 24.125,
+      "step": 6673
+    },
+    {
+      "epoch": 0.06317622892626916,
+      "grad_norm": 242.595703125,
+      "learning_rate": 1.9942352790466407e-06,
+      "loss": 21.6797,
+      "step": 6674
+    },
+    {
+      "epoch": 0.0631856949479842,
+      "grad_norm": 321.00048828125,
+      "learning_rate": 1.994231991378533e-06,
+      "loss": 22.9609,
+      "step": 6675
+    },
+    {
+      "epoch": 0.06319516096969927,
+      "grad_norm": 697.1222534179688,
+      "learning_rate": 1.994228702775912e-06,
+      "loss": 53.6875,
+      "step": 6676
+    },
+    {
+      "epoch": 0.06320462699141431,
+      "grad_norm": 256.42822265625,
+      "learning_rate": 1.9942254132387808e-06,
+      "loss": 20.7031,
+      "step": 6677
+    },
+    {
+      "epoch": 0.06321409301312937,
+      "grad_norm": 335.9339294433594,
+      "learning_rate": 1.994222122767142e-06,
+      "loss": 22.0234,
+      "step": 6678
+    },
+    {
+      "epoch": 0.06322355903484443,
+      "grad_norm": 1188.4654541015625,
+      "learning_rate": 1.9942188313609992e-06,
+      "loss": 41.9453,
+      "step": 6679
+    },
+    {
+      "epoch": 0.06323302505655948,
+      "grad_norm": 209.3517608642578,
+      "learning_rate": 1.9942155390203555e-06,
+      "loss": 20.4141,
+      "step": 6680
+    },
+    {
+      "epoch": 0.06324249107827454,
+      "grad_norm": 292.9600524902344,
+      "learning_rate": 1.994212245745214e-06,
+      "loss": 16.3086,
+      "step": 6681
+    },
+    {
+      "epoch": 0.06325195709998958,
+      "grad_norm": 338.4494323730469,
+      "learning_rate": 1.9942089515355775e-06,
+      "loss": 30.3438,
+      "step": 6682
+    },
+    {
+      "epoch": 0.06326142312170464,
+      "grad_norm": 832.0562133789062,
+      "learning_rate": 1.994205656391449e-06,
+      "loss": 43.4297,
+      "step": 6683
+    },
+    {
+      "epoch": 0.06327088914341969,
+      "grad_norm": 254.0127716064453,
+      "learning_rate": 1.9942023603128325e-06,
+      "loss": 20.3125,
+      "step": 6684
+    },
+    {
+      "epoch": 0.06328035516513475,
+      "grad_norm": 316.4044189453125,
+      "learning_rate": 1.99419906329973e-06,
+      "loss": 21.5156,
+      "step": 6685
+    },
+    {
+      "epoch": 0.06328982118684981,
+      "grad_norm": 297.1955261230469,
+      "learning_rate": 1.994195765352145e-06,
+      "loss": 27.5078,
+      "step": 6686
+    },
+    {
+      "epoch": 0.06329928720856486,
+      "grad_norm": 203.60964965820312,
+      "learning_rate": 1.9941924664700807e-06,
+      "loss": 19.8047,
+      "step": 6687
+    },
+    {
+      "epoch": 0.06330875323027992,
+      "grad_norm": 353.3258972167969,
+      "learning_rate": 1.9941891666535407e-06,
+      "loss": 18.2422,
+      "step": 6688
+    },
+    {
+      "epoch": 0.06331821925199496,
+      "grad_norm": 598.8959350585938,
+      "learning_rate": 1.994185865902527e-06,
+      "loss": 14.7812,
+      "step": 6689
+    },
+    {
+      "epoch": 0.06332768527371002,
+      "grad_norm": 218.29974365234375,
+      "learning_rate": 1.9941825642170435e-06,
+      "loss": 18.5,
+      "step": 6690
+    },
+    {
+      "epoch": 0.06333715129542507,
+      "grad_norm": 936.3271484375,
+      "learning_rate": 1.9941792615970925e-06,
+      "loss": 77.5625,
+      "step": 6691
+    },
+    {
+      "epoch": 0.06334661731714013,
+      "grad_norm": 533.9515991210938,
+      "learning_rate": 1.9941759580426783e-06,
+      "loss": 48.0938,
+      "step": 6692
+    },
+    {
+      "epoch": 0.06335608333885517,
+      "grad_norm": 268.0434265136719,
+      "learning_rate": 1.9941726535538034e-06,
+      "loss": 16.7344,
+      "step": 6693
+    },
+    {
+      "epoch": 0.06336554936057023,
+      "grad_norm": 2.9863734245300293,
+      "learning_rate": 1.9941693481304707e-06,
+      "loss": 0.9204,
+      "step": 6694
+    },
+    {
+      "epoch": 0.0633750153822853,
+      "grad_norm": 610.7343139648438,
+      "learning_rate": 1.994166041772683e-06,
+      "loss": 50.1719,
+      "step": 6695
+    },
+    {
+      "epoch": 0.06338448140400034,
+      "grad_norm": 3.437141180038452,
+      "learning_rate": 1.9941627344804447e-06,
+      "loss": 0.9609,
+      "step": 6696
+    },
+    {
+      "epoch": 0.0633939474257154,
+      "grad_norm": 409.10595703125,
+      "learning_rate": 1.994159426253758e-06,
+      "loss": 25.3359,
+      "step": 6697
+    },
+    {
+      "epoch": 0.06340341344743045,
+      "grad_norm": 399.8074951171875,
+      "learning_rate": 1.994156117092626e-06,
+      "loss": 26.8516,
+      "step": 6698
+    },
+    {
+      "epoch": 0.0634128794691455,
+      "grad_norm": 605.4617309570312,
+      "learning_rate": 1.9941528069970514e-06,
+      "loss": 36.7422,
+      "step": 6699
+    },
+    {
+      "epoch": 0.06342234549086055,
+      "grad_norm": 561.4711303710938,
+      "learning_rate": 1.9941494959670382e-06,
+      "loss": 64.2812,
+      "step": 6700
+    },
+    {
+      "epoch": 0.06343181151257561,
+      "grad_norm": 456.05322265625,
+      "learning_rate": 1.9941461840025893e-06,
+      "loss": 25.9062,
+      "step": 6701
+    },
+    {
+      "epoch": 0.06344127753429066,
+      "grad_norm": 450.1174011230469,
+      "learning_rate": 1.9941428711037076e-06,
+      "loss": 27.9141,
+      "step": 6702
+    },
+    {
+      "epoch": 0.06345074355600572,
+      "grad_norm": 3.881624460220337,
+      "learning_rate": 1.994139557270396e-06,
+      "loss": 0.8594,
+      "step": 6703
+    },
+    {
+      "epoch": 0.06346020957772078,
+      "grad_norm": 971.6464233398438,
+      "learning_rate": 1.9941362425026586e-06,
+      "loss": 41.0547,
+      "step": 6704
+    },
+    {
+      "epoch": 0.06346967559943582,
+      "grad_norm": 187.8203582763672,
+      "learning_rate": 1.9941329268004973e-06,
+      "loss": 24.0156,
+      "step": 6705
+    },
+    {
+      "epoch": 0.06347914162115088,
+      "grad_norm": 532.7601928710938,
+      "learning_rate": 1.994129610163916e-06,
+      "loss": 37.3984,
+      "step": 6706
+    },
+    {
+      "epoch": 0.06348860764286593,
+      "grad_norm": 295.7820739746094,
+      "learning_rate": 1.994126292592917e-06,
+      "loss": 23.6328,
+      "step": 6707
+    },
+    {
+      "epoch": 0.06349807366458099,
+      "grad_norm": 1261.7890625,
+      "learning_rate": 1.9941229740875042e-06,
+      "loss": 70.3047,
+      "step": 6708
+    },
+    {
+      "epoch": 0.06350753968629604,
+      "grad_norm": 411.4134521484375,
+      "learning_rate": 1.9941196546476804e-06,
+      "loss": 23.5859,
+      "step": 6709
+    },
+    {
+      "epoch": 0.0635170057080111,
+      "grad_norm": 618.9721069335938,
+      "learning_rate": 1.994116334273449e-06,
+      "loss": 38.2891,
+      "step": 6710
+    },
+    {
+      "epoch": 0.06352647172972614,
+      "grad_norm": 309.77227783203125,
+      "learning_rate": 1.9941130129648127e-06,
+      "loss": 29.3984,
+      "step": 6711
+    },
+    {
+      "epoch": 0.0635359377514412,
+      "grad_norm": 1241.9078369140625,
+      "learning_rate": 1.9941096907217753e-06,
+      "loss": 105.0625,
+      "step": 6712
+    },
+    {
+      "epoch": 0.06354540377315626,
+      "grad_norm": 2.5295939445495605,
+      "learning_rate": 1.994106367544339e-06,
+      "loss": 0.8105,
+      "step": 6713
+    },
+    {
+      "epoch": 0.06355486979487131,
+      "grad_norm": 205.5342559814453,
+      "learning_rate": 1.9941030434325075e-06,
+      "loss": 30.9922,
+      "step": 6714
+    },
+    {
+      "epoch": 0.06356433581658637,
+      "grad_norm": 569.7839965820312,
+      "learning_rate": 1.9940997183862836e-06,
+      "loss": 54.0312,
+      "step": 6715
+    },
+    {
+      "epoch": 0.06357380183830141,
+      "grad_norm": 466.4731140136719,
+      "learning_rate": 1.994096392405671e-06,
+      "loss": 58.2812,
+      "step": 6716
+    },
+    {
+      "epoch": 0.06358326786001647,
+      "grad_norm": 828.9198608398438,
+      "learning_rate": 1.994093065490672e-06,
+      "loss": 60.0469,
+      "step": 6717
+    },
+    {
+      "epoch": 0.06359273388173152,
+      "grad_norm": 427.0306396484375,
+      "learning_rate": 1.994089737641291e-06,
+      "loss": 53.6875,
+      "step": 6718
+    },
+    {
+      "epoch": 0.06360219990344658,
+      "grad_norm": 296.9304504394531,
+      "learning_rate": 1.9940864088575297e-06,
+      "loss": 38.1719,
+      "step": 6719
+    },
+    {
+      "epoch": 0.06361166592516163,
+      "grad_norm": 292.32415771484375,
+      "learning_rate": 1.9940830791393922e-06,
+      "loss": 18.2109,
+      "step": 6720
+    },
+    {
+      "epoch": 0.06362113194687669,
+      "grad_norm": 189.47280883789062,
+      "learning_rate": 1.994079748486881e-06,
+      "loss": 27.5,
+      "step": 6721
+    },
+    {
+      "epoch": 0.06363059796859175,
+      "grad_norm": 425.1897888183594,
+      "learning_rate": 1.9940764168999997e-06,
+      "loss": 18.0391,
+      "step": 6722
+    },
+    {
+      "epoch": 0.06364006399030679,
+      "grad_norm": 511.52850341796875,
+      "learning_rate": 1.9940730843787507e-06,
+      "loss": 44.9375,
+      "step": 6723
+    },
+    {
+      "epoch": 0.06364953001202185,
+      "grad_norm": 502.69390869140625,
+      "learning_rate": 1.9940697509231383e-06,
+      "loss": 37.8594,
+      "step": 6724
+    },
+    {
+      "epoch": 0.0636589960337369,
+      "grad_norm": 426.2101135253906,
+      "learning_rate": 1.9940664165331647e-06,
+      "loss": 40.875,
+      "step": 6725
+    },
+    {
+      "epoch": 0.06366846205545196,
+      "grad_norm": 568.5416259765625,
+      "learning_rate": 1.9940630812088333e-06,
+      "loss": 24.2734,
+      "step": 6726
+    },
+    {
+      "epoch": 0.063677928077167,
+      "grad_norm": 691.176513671875,
+      "learning_rate": 1.9940597449501475e-06,
+      "loss": 18.0547,
+      "step": 6727
+    },
+    {
+      "epoch": 0.06368739409888206,
+      "grad_norm": 357.111328125,
+      "learning_rate": 1.99405640775711e-06,
+      "loss": 20.75,
+      "step": 6728
+    },
+    {
+      "epoch": 0.06369686012059712,
+      "grad_norm": 324.0435791015625,
+      "learning_rate": 1.994053069629724e-06,
+      "loss": 26.2969,
+      "step": 6729
+    },
+    {
+      "epoch": 0.06370632614231217,
+      "grad_norm": 352.7721862792969,
+      "learning_rate": 1.9940497305679933e-06,
+      "loss": 20.1797,
+      "step": 6730
+    },
+    {
+      "epoch": 0.06371579216402723,
+      "grad_norm": 342.6409606933594,
+      "learning_rate": 1.9940463905719203e-06,
+      "loss": 22.0469,
+      "step": 6731
+    },
+    {
+      "epoch": 0.06372525818574228,
+      "grad_norm": 275.0731201171875,
+      "learning_rate": 1.994043049641508e-06,
+      "loss": 26.3047,
+      "step": 6732
+    },
+    {
+      "epoch": 0.06373472420745734,
+      "grad_norm": 3.5069103240966797,
+      "learning_rate": 1.9940397077767606e-06,
+      "loss": 0.9619,
+      "step": 6733
+    },
+    {
+      "epoch": 0.06374419022917238,
+      "grad_norm": 376.8876037597656,
+      "learning_rate": 1.99403636497768e-06,
+      "loss": 28.3906,
+      "step": 6734
+    },
+    {
+      "epoch": 0.06375365625088744,
+      "grad_norm": 3.182755947113037,
+      "learning_rate": 1.99403302124427e-06,
+      "loss": 0.9131,
+      "step": 6735
+    },
+    {
+      "epoch": 0.06376312227260249,
+      "grad_norm": 505.15789794921875,
+      "learning_rate": 1.9940296765765338e-06,
+      "loss": 18.875,
+      "step": 6736
+    },
+    {
+      "epoch": 0.06377258829431755,
+      "grad_norm": 268.4615173339844,
+      "learning_rate": 1.994026330974474e-06,
+      "loss": 21.9844,
+      "step": 6737
+    },
+    {
+      "epoch": 0.06378205431603261,
+      "grad_norm": 753.83984375,
+      "learning_rate": 1.994022984438094e-06,
+      "loss": 27.2656,
+      "step": 6738
+    },
+    {
+      "epoch": 0.06379152033774765,
+      "grad_norm": 239.44686889648438,
+      "learning_rate": 1.9940196369673976e-06,
+      "loss": 24.0625,
+      "step": 6739
+    },
+    {
+      "epoch": 0.06380098635946271,
+      "grad_norm": 348.17950439453125,
+      "learning_rate": 1.9940162885623876e-06,
+      "loss": 47.4219,
+      "step": 6740
+    },
+    {
+      "epoch": 0.06381045238117776,
+      "grad_norm": 383.3602600097656,
+      "learning_rate": 1.994012939223066e-06,
+      "loss": 24.3281,
+      "step": 6741
+    },
+    {
+      "epoch": 0.06381991840289282,
+      "grad_norm": 337.5190734863281,
+      "learning_rate": 1.994009588949438e-06,
+      "loss": 13.2891,
+      "step": 6742
+    },
+    {
+      "epoch": 0.06382938442460787,
+      "grad_norm": 616.780517578125,
+      "learning_rate": 1.994006237741505e-06,
+      "loss": 23.3164,
+      "step": 6743
+    },
+    {
+      "epoch": 0.06383885044632293,
+      "grad_norm": 467.5712585449219,
+      "learning_rate": 1.994002885599271e-06,
+      "loss": 47.2969,
+      "step": 6744
+    },
+    {
+      "epoch": 0.06384831646803797,
+      "grad_norm": 454.1737365722656,
+      "learning_rate": 1.9939995325227386e-06,
+      "loss": 40.0938,
+      "step": 6745
+    },
+    {
+      "epoch": 0.06385778248975303,
+      "grad_norm": 226.8302764892578,
+      "learning_rate": 1.9939961785119113e-06,
+      "loss": 26.6875,
+      "step": 6746
+    },
+    {
+      "epoch": 0.06386724851146809,
+      "grad_norm": 194.16737365722656,
+      "learning_rate": 1.9939928235667927e-06,
+      "loss": 24.4375,
+      "step": 6747
+    },
+    {
+      "epoch": 0.06387671453318314,
+      "grad_norm": 558.4127197265625,
+      "learning_rate": 1.9939894676873853e-06,
+      "loss": 50.7969,
+      "step": 6748
+    },
+    {
+      "epoch": 0.0638861805548982,
+      "grad_norm": 290.07257080078125,
+      "learning_rate": 1.9939861108736926e-06,
+      "loss": 18.6094,
+      "step": 6749
+    },
+    {
+      "epoch": 0.06389564657661324,
+      "grad_norm": 348.2750244140625,
+      "learning_rate": 1.9939827531257174e-06,
+      "loss": 43.4688,
+      "step": 6750
+    },
+    {
+      "epoch": 0.0639051125983283,
+      "grad_norm": 716.6906127929688,
+      "learning_rate": 1.993979394443463e-06,
+      "loss": 29.4961,
+      "step": 6751
+    },
+    {
+      "epoch": 0.06391457862004335,
+      "grad_norm": 942.3460083007812,
+      "learning_rate": 1.993976034826933e-06,
+      "loss": 42.8516,
+      "step": 6752
+    },
+    {
+      "epoch": 0.06392404464175841,
+      "grad_norm": 285.1839904785156,
+      "learning_rate": 1.99397267427613e-06,
+      "loss": 18.2734,
+      "step": 6753
+    },
+    {
+      "epoch": 0.06393351066347346,
+      "grad_norm": 221.7361297607422,
+      "learning_rate": 1.993969312791057e-06,
+      "loss": 24.3516,
+      "step": 6754
+    },
+    {
+      "epoch": 0.06394297668518852,
+      "grad_norm": 359.666259765625,
+      "learning_rate": 1.9939659503717185e-06,
+      "loss": 31.7891,
+      "step": 6755
+    },
+    {
+      "epoch": 0.06395244270690358,
+      "grad_norm": 612.9922485351562,
+      "learning_rate": 1.9939625870181157e-06,
+      "loss": 30.2969,
+      "step": 6756
+    },
+    {
+      "epoch": 0.06396190872861862,
+      "grad_norm": 261.7985534667969,
+      "learning_rate": 1.993959222730253e-06,
+      "loss": 25.1094,
+      "step": 6757
+    },
+    {
+      "epoch": 0.06397137475033368,
+      "grad_norm": 194.78700256347656,
+      "learning_rate": 1.9939558575081335e-06,
+      "loss": 19.7227,
+      "step": 6758
+    },
+    {
+      "epoch": 0.06398084077204873,
+      "grad_norm": 558.3529052734375,
+      "learning_rate": 1.9939524913517597e-06,
+      "loss": 52.6875,
+      "step": 6759
+    },
+    {
+      "epoch": 0.06399030679376379,
+      "grad_norm": 420.88134765625,
+      "learning_rate": 1.9939491242611356e-06,
+      "loss": 25.1562,
+      "step": 6760
+    },
+    {
+      "epoch": 0.06399977281547883,
+      "grad_norm": 511.2099304199219,
+      "learning_rate": 1.9939457562362642e-06,
+      "loss": 21.3438,
+      "step": 6761
+    },
+    {
+      "epoch": 0.0640092388371939,
+      "grad_norm": 226.14028930664062,
+      "learning_rate": 1.993942387277148e-06,
+      "loss": 19.7031,
+      "step": 6762
+    },
+    {
+      "epoch": 0.06401870485890894,
+      "grad_norm": 164.95016479492188,
+      "learning_rate": 1.9939390173837907e-06,
+      "loss": 16.8438,
+      "step": 6763
+    },
+    {
+      "epoch": 0.064028170880624,
+      "grad_norm": 209.2526397705078,
+      "learning_rate": 1.9939356465561957e-06,
+      "loss": 17.7422,
+      "step": 6764
+    },
+    {
+      "epoch": 0.06403763690233906,
+      "grad_norm": 734.7076416015625,
+      "learning_rate": 1.9939322747943653e-06,
+      "loss": 39.2891,
+      "step": 6765
+    },
+    {
+      "epoch": 0.0640471029240541,
+      "grad_norm": 959.2252807617188,
+      "learning_rate": 1.9939289020983038e-06,
+      "loss": 41.2812,
+      "step": 6766
+    },
+    {
+      "epoch": 0.06405656894576917,
+      "grad_norm": 554.6907958984375,
+      "learning_rate": 1.9939255284680136e-06,
+      "loss": 39.625,
+      "step": 6767
+    },
+    {
+      "epoch": 0.06406603496748421,
+      "grad_norm": 346.40972900390625,
+      "learning_rate": 1.9939221539034977e-06,
+      "loss": 29.8828,
+      "step": 6768
+    },
+    {
+      "epoch": 0.06407550098919927,
+      "grad_norm": 543.5216674804688,
+      "learning_rate": 1.99391877840476e-06,
+      "loss": 51.0625,
+      "step": 6769
+    },
+    {
+      "epoch": 0.06408496701091432,
+      "grad_norm": 537.1832885742188,
+      "learning_rate": 1.9939154019718034e-06,
+      "loss": 43.3047,
+      "step": 6770
+    },
+    {
+      "epoch": 0.06409443303262938,
+      "grad_norm": 631.9224853515625,
+      "learning_rate": 1.9939120246046304e-06,
+      "loss": 48.0703,
+      "step": 6771
+    },
+    {
+      "epoch": 0.06410389905434444,
+      "grad_norm": 451.6214599609375,
+      "learning_rate": 1.9939086463032453e-06,
+      "loss": 34.8438,
+      "step": 6772
+    },
+    {
+      "epoch": 0.06411336507605948,
+      "grad_norm": 3.453562021255493,
+      "learning_rate": 1.9939052670676506e-06,
+      "loss": 0.9565,
+      "step": 6773
+    },
+    {
+      "epoch": 0.06412283109777454,
+      "grad_norm": 664.9557495117188,
+      "learning_rate": 1.9939018868978498e-06,
+      "loss": 45.0156,
+      "step": 6774
+    },
+    {
+      "epoch": 0.06413229711948959,
+      "grad_norm": 432.971923828125,
+      "learning_rate": 1.9938985057938457e-06,
+      "loss": 10.3164,
+      "step": 6775
+    },
+    {
+      "epoch": 0.06414176314120465,
+      "grad_norm": 388.8166809082031,
+      "learning_rate": 1.9938951237556413e-06,
+      "loss": 28.1719,
+      "step": 6776
+    },
+    {
+      "epoch": 0.0641512291629197,
+      "grad_norm": 3.854192018508911,
+      "learning_rate": 1.9938917407832405e-06,
+      "loss": 0.9795,
+      "step": 6777
+    },
+    {
+      "epoch": 0.06416069518463476,
+      "grad_norm": 543.2747192382812,
+      "learning_rate": 1.9938883568766463e-06,
+      "loss": 38.4844,
+      "step": 6778
+    },
+    {
+      "epoch": 0.0641701612063498,
+      "grad_norm": 328.5213928222656,
+      "learning_rate": 1.9938849720358615e-06,
+      "loss": 22.4766,
+      "step": 6779
+    },
+    {
+      "epoch": 0.06417962722806486,
+      "grad_norm": 1238.9642333984375,
+      "learning_rate": 1.9938815862608895e-06,
+      "loss": 44.8672,
+      "step": 6780
+    },
+    {
+      "epoch": 0.06418909324977992,
+      "grad_norm": 186.721923828125,
+      "learning_rate": 1.9938781995517334e-06,
+      "loss": 16.9922,
+      "step": 6781
+    },
+    {
+      "epoch": 0.06419855927149497,
+      "grad_norm": 340.6730651855469,
+      "learning_rate": 1.9938748119083965e-06,
+      "loss": 15.9688,
+      "step": 6782
+    },
+    {
+      "epoch": 0.06420802529321003,
+      "grad_norm": 269.8280029296875,
+      "learning_rate": 1.993871423330882e-06,
+      "loss": 22.0391,
+      "step": 6783
+    },
+    {
+      "epoch": 0.06421749131492507,
+      "grad_norm": 440.0679931640625,
+      "learning_rate": 1.9938680338191927e-06,
+      "loss": 50.7188,
+      "step": 6784
+    },
+    {
+      "epoch": 0.06422695733664013,
+      "grad_norm": 367.6082763671875,
+      "learning_rate": 1.9938646433733326e-06,
+      "loss": 16.2383,
+      "step": 6785
+    },
+    {
+      "epoch": 0.06423642335835518,
+      "grad_norm": 508.3544616699219,
+      "learning_rate": 1.9938612519933043e-06,
+      "loss": 46.4531,
+      "step": 6786
+    },
+    {
+      "epoch": 0.06424588938007024,
+      "grad_norm": 250.93865966796875,
+      "learning_rate": 1.9938578596791106e-06,
+      "loss": 22.7031,
+      "step": 6787
+    },
+    {
+      "epoch": 0.06425535540178529,
+      "grad_norm": 514.9205322265625,
+      "learning_rate": 1.9938544664307555e-06,
+      "loss": 30.7031,
+      "step": 6788
+    },
+    {
+      "epoch": 0.06426482142350035,
+      "grad_norm": 518.8614501953125,
+      "learning_rate": 1.993851072248242e-06,
+      "loss": 36.5938,
+      "step": 6789
+    },
+    {
+      "epoch": 0.0642742874452154,
+      "grad_norm": 231.544921875,
+      "learning_rate": 1.993847677131573e-06,
+      "loss": 23.0625,
+      "step": 6790
+    },
+    {
+      "epoch": 0.06428375346693045,
+      "grad_norm": 418.1140441894531,
+      "learning_rate": 1.9938442810807518e-06,
+      "loss": 44.1719,
+      "step": 6791
+    },
+    {
+      "epoch": 0.06429321948864551,
+      "grad_norm": 200.3647003173828,
+      "learning_rate": 1.9938408840957816e-06,
+      "loss": 27.8125,
+      "step": 6792
+    },
+    {
+      "epoch": 0.06430268551036056,
+      "grad_norm": 263.9759521484375,
+      "learning_rate": 1.9938374861766658e-06,
+      "loss": 25.1328,
+      "step": 6793
+    },
+    {
+      "epoch": 0.06431215153207562,
+      "grad_norm": 3.02940034866333,
+      "learning_rate": 1.9938340873234073e-06,
+      "loss": 0.8872,
+      "step": 6794
+    },
+    {
+      "epoch": 0.06432161755379066,
+      "grad_norm": 246.05703735351562,
+      "learning_rate": 1.9938306875360096e-06,
+      "loss": 26.1562,
+      "step": 6795
+    },
+    {
+      "epoch": 0.06433108357550572,
+      "grad_norm": 3.80065655708313,
+      "learning_rate": 1.993827286814475e-06,
+      "loss": 0.9409,
+      "step": 6796
+    },
+    {
+      "epoch": 0.06434054959722077,
+      "grad_norm": 215.72813415527344,
+      "learning_rate": 1.993823885158808e-06,
+      "loss": 21.3047,
+      "step": 6797
+    },
+    {
+      "epoch": 0.06435001561893583,
+      "grad_norm": 264.819580078125,
+      "learning_rate": 1.993820482569011e-06,
+      "loss": 21.875,
+      "step": 6798
+    },
+    {
+      "epoch": 0.06435948164065089,
+      "grad_norm": 820.5552368164062,
+      "learning_rate": 1.993817079045088e-06,
+      "loss": 41.4766,
+      "step": 6799
+    },
+    {
+      "epoch": 0.06436894766236594,
+      "grad_norm": 3.3449745178222656,
+      "learning_rate": 1.993813674587041e-06,
+      "loss": 1.0513,
+      "step": 6800
+    },
+    {
+      "epoch": 0.064378413684081,
+      "grad_norm": 741.0602416992188,
+      "learning_rate": 1.9938102691948736e-06,
+      "loss": 43.5469,
+      "step": 6801
+    },
+    {
+      "epoch": 0.06438787970579604,
+      "grad_norm": 179.12844848632812,
+      "learning_rate": 1.99380686286859e-06,
+      "loss": 25.1094,
+      "step": 6802
+    },
+    {
+      "epoch": 0.0643973457275111,
+      "grad_norm": 476.2220764160156,
+      "learning_rate": 1.993803455608192e-06,
+      "loss": 34.7344,
+      "step": 6803
+    },
+    {
+      "epoch": 0.06440681174922615,
+      "grad_norm": 203.05166625976562,
+      "learning_rate": 1.9938000474136834e-06,
+      "loss": 27.0391,
+      "step": 6804
+    },
+    {
+      "epoch": 0.06441627777094121,
+      "grad_norm": 1141.520263671875,
+      "learning_rate": 1.9937966382850674e-06,
+      "loss": 14.7969,
+      "step": 6805
+    },
+    {
+      "epoch": 0.06442574379265625,
+      "grad_norm": 511.64569091796875,
+      "learning_rate": 1.9937932282223477e-06,
+      "loss": 25.0391,
+      "step": 6806
+    },
+    {
+      "epoch": 0.06443520981437131,
+      "grad_norm": 1415.902099609375,
+      "learning_rate": 1.9937898172255264e-06,
+      "loss": 53.1953,
+      "step": 6807
+    },
+    {
+      "epoch": 0.06444467583608637,
+      "grad_norm": 193.03933715820312,
+      "learning_rate": 1.993786405294608e-06,
+      "loss": 19.8125,
+      "step": 6808
+    },
+    {
+      "epoch": 0.06445414185780142,
+      "grad_norm": 437.5309143066406,
+      "learning_rate": 1.9937829924295944e-06,
+      "loss": 39.2656,
+      "step": 6809
+    },
+    {
+      "epoch": 0.06446360787951648,
+      "grad_norm": 561.9658203125,
+      "learning_rate": 1.9937795786304895e-06,
+      "loss": 58.5938,
+      "step": 6810
+    },
+    {
+      "epoch": 0.06447307390123153,
+      "grad_norm": 482.51116943359375,
+      "learning_rate": 1.9937761638972966e-06,
+      "loss": 27.4219,
+      "step": 6811
+    },
+    {
+      "epoch": 0.06448253992294659,
+      "grad_norm": 3.623176336288452,
+      "learning_rate": 1.9937727482300187e-06,
+      "loss": 0.8447,
+      "step": 6812
+    },
+    {
+      "epoch": 0.06449200594466163,
+      "grad_norm": 596.6619873046875,
+      "learning_rate": 1.993769331628659e-06,
+      "loss": 57.9219,
+      "step": 6813
+    },
+    {
+      "epoch": 0.06450147196637669,
+      "grad_norm": 583.9107666015625,
+      "learning_rate": 1.9937659140932207e-06,
+      "loss": 24.7734,
+      "step": 6814
+    },
+    {
+      "epoch": 0.06451093798809175,
+      "grad_norm": 3.422287702560425,
+      "learning_rate": 1.9937624956237075e-06,
+      "loss": 0.9395,
+      "step": 6815
+    },
+    {
+      "epoch": 0.0645204040098068,
+      "grad_norm": 439.77764892578125,
+      "learning_rate": 1.993759076220122e-06,
+      "loss": 17.8359,
+      "step": 6816
+    },
+    {
+      "epoch": 0.06452987003152186,
+      "grad_norm": 1175.5050048828125,
+      "learning_rate": 1.9937556558824673e-06,
+      "loss": 44.9375,
+      "step": 6817
+    },
+    {
+      "epoch": 0.0645393360532369,
+      "grad_norm": 3.1925745010375977,
+      "learning_rate": 1.993752234610747e-06,
+      "loss": 0.937,
+      "step": 6818
+    },
+    {
+      "epoch": 0.06454880207495196,
+      "grad_norm": 2.8572919368743896,
+      "learning_rate": 1.993748812404965e-06,
+      "loss": 0.9341,
+      "step": 6819
+    },
+    {
+      "epoch": 0.06455826809666701,
+      "grad_norm": 843.656982421875,
+      "learning_rate": 1.9937453892651233e-06,
+      "loss": 42.6094,
+      "step": 6820
+    },
+    {
+      "epoch": 0.06456773411838207,
+      "grad_norm": 386.87481689453125,
+      "learning_rate": 1.9937419651912255e-06,
+      "loss": 34.7969,
+      "step": 6821
+    },
+    {
+      "epoch": 0.06457720014009712,
+      "grad_norm": 508.1947021484375,
+      "learning_rate": 1.9937385401832748e-06,
+      "loss": 28.0469,
+      "step": 6822
+    },
+    {
+      "epoch": 0.06458666616181218,
+      "grad_norm": 847.3078002929688,
+      "learning_rate": 1.9937351142412746e-06,
+      "loss": 36.0312,
+      "step": 6823
+    },
+    {
+      "epoch": 0.06459613218352724,
+      "grad_norm": 599.9219970703125,
+      "learning_rate": 1.9937316873652283e-06,
+      "loss": 51.6094,
+      "step": 6824
+    },
+    {
+      "epoch": 0.06460559820524228,
+      "grad_norm": 369.3455505371094,
+      "learning_rate": 1.9937282595551384e-06,
+      "loss": 20.375,
+      "step": 6825
+    },
+    {
+      "epoch": 0.06461506422695734,
+      "grad_norm": 332.9977111816406,
+      "learning_rate": 1.993724830811009e-06,
+      "loss": 34.0859,
+      "step": 6826
+    },
+    {
+      "epoch": 0.06462453024867239,
+      "grad_norm": 993.9578247070312,
+      "learning_rate": 1.993721401132843e-06,
+      "loss": 27.9844,
+      "step": 6827
+    },
+    {
+      "epoch": 0.06463399627038745,
+      "grad_norm": 269.75994873046875,
+      "learning_rate": 1.993717970520643e-06,
+      "loss": 27.7812,
+      "step": 6828
+    },
+    {
+      "epoch": 0.0646434622921025,
+      "grad_norm": 396.85467529296875,
+      "learning_rate": 1.993714538974413e-06,
+      "loss": 29.625,
+      "step": 6829
+    },
+    {
+      "epoch": 0.06465292831381755,
+      "grad_norm": 248.7867889404297,
+      "learning_rate": 1.993711106494156e-06,
+      "loss": 26.0469,
+      "step": 6830
+    },
+    {
+      "epoch": 0.0646623943355326,
+      "grad_norm": 510.2934875488281,
+      "learning_rate": 1.993707673079875e-06,
+      "loss": 32.6172,
+      "step": 6831
+    },
+    {
+      "epoch": 0.06467186035724766,
+      "grad_norm": 331.2717590332031,
+      "learning_rate": 1.993704238731574e-06,
+      "loss": 31.1172,
+      "step": 6832
+    },
+    {
+      "epoch": 0.06468132637896272,
+      "grad_norm": 318.83172607421875,
+      "learning_rate": 1.993700803449255e-06,
+      "loss": 10.2461,
+      "step": 6833
+    },
+    {
+      "epoch": 0.06469079240067777,
+      "grad_norm": 415.1157531738281,
+      "learning_rate": 1.993697367232922e-06,
+      "loss": 27.6172,
+      "step": 6834
+    },
+    {
+      "epoch": 0.06470025842239283,
+      "grad_norm": 602.515869140625,
+      "learning_rate": 1.9936939300825784e-06,
+      "loss": 58.1719,
+      "step": 6835
+    },
+    {
+      "epoch": 0.06470972444410787,
+      "grad_norm": 251.56094360351562,
+      "learning_rate": 1.993690491998227e-06,
+      "loss": 21.1328,
+      "step": 6836
+    },
+    {
+      "epoch": 0.06471919046582293,
+      "grad_norm": 335.6182556152344,
+      "learning_rate": 1.993687052979871e-06,
+      "loss": 17.3398,
+      "step": 6837
+    },
+    {
+      "epoch": 0.06472865648753798,
+      "grad_norm": 805.90966796875,
+      "learning_rate": 1.9936836130275144e-06,
+      "loss": 57.0156,
+      "step": 6838
+    },
+    {
+      "epoch": 0.06473812250925304,
+      "grad_norm": 557.9126586914062,
+      "learning_rate": 1.9936801721411595e-06,
+      "loss": 20.9062,
+      "step": 6839
+    },
+    {
+      "epoch": 0.06474758853096808,
+      "grad_norm": 364.9588623046875,
+      "learning_rate": 1.9936767303208096e-06,
+      "loss": 21.3906,
+      "step": 6840
+    },
+    {
+      "epoch": 0.06475705455268314,
+      "grad_norm": 271.81390380859375,
+      "learning_rate": 1.9936732875664684e-06,
+      "loss": 21.0156,
+      "step": 6841
+    },
+    {
+      "epoch": 0.0647665205743982,
+      "grad_norm": 582.1041259765625,
+      "learning_rate": 1.9936698438781394e-06,
+      "loss": 21.0,
+      "step": 6842
+    },
+    {
+      "epoch": 0.06477598659611325,
+      "grad_norm": 309.1112365722656,
+      "learning_rate": 1.993666399255825e-06,
+      "loss": 19.5547,
+      "step": 6843
+    },
+    {
+      "epoch": 0.06478545261782831,
+      "grad_norm": 238.97169494628906,
+      "learning_rate": 1.9936629536995288e-06,
+      "loss": 18.2109,
+      "step": 6844
+    },
+    {
+      "epoch": 0.06479491863954336,
+      "grad_norm": 443.24517822265625,
+      "learning_rate": 1.9936595072092542e-06,
+      "loss": 25.625,
+      "step": 6845
+    },
+    {
+      "epoch": 0.06480438466125842,
+      "grad_norm": 990.4677734375,
+      "learning_rate": 1.993656059785004e-06,
+      "loss": 66.4531,
+      "step": 6846
+    },
+    {
+      "epoch": 0.06481385068297346,
+      "grad_norm": 310.2567443847656,
+      "learning_rate": 1.993652611426782e-06,
+      "loss": 20.4453,
+      "step": 6847
+    },
+    {
+      "epoch": 0.06482331670468852,
+      "grad_norm": 807.7911376953125,
+      "learning_rate": 1.993649162134591e-06,
+      "loss": 40.1094,
+      "step": 6848
+    },
+    {
+      "epoch": 0.06483278272640357,
+      "grad_norm": 295.058837890625,
+      "learning_rate": 1.9936457119084345e-06,
+      "loss": 24.4062,
+      "step": 6849
+    },
+    {
+      "epoch": 0.06484224874811863,
+      "grad_norm": 329.2454833984375,
+      "learning_rate": 1.993642260748316e-06,
+      "loss": 37.2656,
+      "step": 6850
+    },
+    {
+      "epoch": 0.06485171476983369,
+      "grad_norm": 1815.8370361328125,
+      "learning_rate": 1.993638808654238e-06,
+      "loss": 43.1719,
+      "step": 6851
+    },
+    {
+      "epoch": 0.06486118079154873,
+      "grad_norm": 186.4219207763672,
+      "learning_rate": 1.9936353556262046e-06,
+      "loss": 22.1562,
+      "step": 6852
+    },
+    {
+      "epoch": 0.0648706468132638,
+      "grad_norm": 210.10174560546875,
+      "learning_rate": 1.993631901664218e-06,
+      "loss": 20.8047,
+      "step": 6853
+    },
+    {
+      "epoch": 0.06488011283497884,
+      "grad_norm": 360.3117370605469,
+      "learning_rate": 1.9936284467682825e-06,
+      "loss": 22.6719,
+      "step": 6854
+    },
+    {
+      "epoch": 0.0648895788566939,
+      "grad_norm": 664.08056640625,
+      "learning_rate": 1.9936249909384008e-06,
+      "loss": 55.875,
+      "step": 6855
+    },
+    {
+      "epoch": 0.06489904487840895,
+      "grad_norm": 244.22320556640625,
+      "learning_rate": 1.9936215341745763e-06,
+      "loss": 24.0938,
+      "step": 6856
+    },
+    {
+      "epoch": 0.064908510900124,
+      "grad_norm": 387.0411071777344,
+      "learning_rate": 1.993618076476812e-06,
+      "loss": 16.293,
+      "step": 6857
+    },
+    {
+      "epoch": 0.06491797692183905,
+      "grad_norm": 270.5316467285156,
+      "learning_rate": 1.9936146178451117e-06,
+      "loss": 23.3281,
+      "step": 6858
+    },
+    {
+      "epoch": 0.06492744294355411,
+      "grad_norm": 534.1759033203125,
+      "learning_rate": 1.993611158279478e-06,
+      "loss": 32.6719,
+      "step": 6859
+    },
+    {
+      "epoch": 0.06493690896526917,
+      "grad_norm": 3.007585048675537,
+      "learning_rate": 1.9936076977799146e-06,
+      "loss": 0.9062,
+      "step": 6860
+    },
+    {
+      "epoch": 0.06494637498698422,
+      "grad_norm": 484.61279296875,
+      "learning_rate": 1.9936042363464246e-06,
+      "loss": 39.1562,
+      "step": 6861
+    },
+    {
+      "epoch": 0.06495584100869928,
+      "grad_norm": 189.550048828125,
+      "learning_rate": 1.993600773979011e-06,
+      "loss": 20.5625,
+      "step": 6862
+    },
+    {
+      "epoch": 0.06496530703041432,
+      "grad_norm": 401.8994445800781,
+      "learning_rate": 1.9935973106776777e-06,
+      "loss": 38.2188,
+      "step": 6863
+    },
+    {
+      "epoch": 0.06497477305212938,
+      "grad_norm": 236.42018127441406,
+      "learning_rate": 1.9935938464424275e-06,
+      "loss": 18.3984,
+      "step": 6864
+    },
+    {
+      "epoch": 0.06498423907384443,
+      "grad_norm": 622.1006469726562,
+      "learning_rate": 1.9935903812732634e-06,
+      "loss": 47.9062,
+      "step": 6865
+    },
+    {
+      "epoch": 0.06499370509555949,
+      "grad_norm": 1445.9755859375,
+      "learning_rate": 1.9935869151701888e-06,
+      "loss": 31.1719,
+      "step": 6866
+    },
+    {
+      "epoch": 0.06500317111727455,
+      "grad_norm": 881.0568237304688,
+      "learning_rate": 1.9935834481332077e-06,
+      "loss": 36.4141,
+      "step": 6867
+    },
+    {
+      "epoch": 0.0650126371389896,
+      "grad_norm": 305.6645812988281,
+      "learning_rate": 1.993579980162323e-06,
+      "loss": 27.6719,
+      "step": 6868
+    },
+    {
+      "epoch": 0.06502210316070466,
+      "grad_norm": 209.15638732910156,
+      "learning_rate": 1.9935765112575373e-06,
+      "loss": 18.7969,
+      "step": 6869
+    },
+    {
+      "epoch": 0.0650315691824197,
+      "grad_norm": 410.0610046386719,
+      "learning_rate": 1.993573041418854e-06,
+      "loss": 40.6562,
+      "step": 6870
+    },
+    {
+      "epoch": 0.06504103520413476,
+      "grad_norm": 345.05059814453125,
+      "learning_rate": 1.993569570646277e-06,
+      "loss": 22.0938,
+      "step": 6871
+    },
+    {
+      "epoch": 0.06505050122584981,
+      "grad_norm": 184.27740478515625,
+      "learning_rate": 1.9935660989398096e-06,
+      "loss": 19.0078,
+      "step": 6872
+    },
+    {
+      "epoch": 0.06505996724756487,
+      "grad_norm": 329.0332336425781,
+      "learning_rate": 1.993562626299454e-06,
+      "loss": 26.1328,
+      "step": 6873
+    },
+    {
+      "epoch": 0.06506943326927991,
+      "grad_norm": 3.336580276489258,
+      "learning_rate": 1.9935591527252147e-06,
+      "loss": 0.8638,
+      "step": 6874
+    },
+    {
+      "epoch": 0.06507889929099497,
+      "grad_norm": 300.8702087402344,
+      "learning_rate": 1.9935556782170943e-06,
+      "loss": 21.9688,
+      "step": 6875
+    },
+    {
+      "epoch": 0.06508836531271003,
+      "grad_norm": 764.0031127929688,
+      "learning_rate": 1.993552202775096e-06,
+      "loss": 46.9375,
+      "step": 6876
+    },
+    {
+      "epoch": 0.06509783133442508,
+      "grad_norm": 385.5001525878906,
+      "learning_rate": 1.9935487263992236e-06,
+      "loss": 22.9922,
+      "step": 6877
+    },
+    {
+      "epoch": 0.06510729735614014,
+      "grad_norm": 366.28759765625,
+      "learning_rate": 1.99354524908948e-06,
+      "loss": 26.4531,
+      "step": 6878
+    },
+    {
+      "epoch": 0.06511676337785519,
+      "grad_norm": 435.46136474609375,
+      "learning_rate": 1.9935417708458684e-06,
+      "loss": 34.9062,
+      "step": 6879
+    },
+    {
+      "epoch": 0.06512622939957025,
+      "grad_norm": 741.1604614257812,
+      "learning_rate": 1.993538291668392e-06,
+      "loss": 23.7734,
+      "step": 6880
+    },
+    {
+      "epoch": 0.06513569542128529,
+      "grad_norm": 627.2677001953125,
+      "learning_rate": 1.9935348115570544e-06,
+      "loss": 28.3125,
+      "step": 6881
+    },
+    {
+      "epoch": 0.06514516144300035,
+      "grad_norm": 247.19837951660156,
+      "learning_rate": 1.9935313305118586e-06,
+      "loss": 26.3594,
+      "step": 6882
+    },
+    {
+      "epoch": 0.0651546274647154,
+      "grad_norm": 551.6948852539062,
+      "learning_rate": 1.993527848532808e-06,
+      "loss": 37.9688,
+      "step": 6883
+    },
+    {
+      "epoch": 0.06516409348643046,
+      "grad_norm": 548.3753051757812,
+      "learning_rate": 1.993524365619906e-06,
+      "loss": 22.1172,
+      "step": 6884
+    },
+    {
+      "epoch": 0.06517355950814552,
+      "grad_norm": 723.0301513671875,
+      "learning_rate": 1.993520881773156e-06,
+      "loss": 57.3594,
+      "step": 6885
+    },
+    {
+      "epoch": 0.06518302552986056,
+      "grad_norm": 234.8803253173828,
+      "learning_rate": 1.9935173969925605e-06,
+      "loss": 20.2422,
+      "step": 6886
+    },
+    {
+      "epoch": 0.06519249155157562,
+      "grad_norm": 242.2017059326172,
+      "learning_rate": 1.9935139112781235e-06,
+      "loss": 30.5,
+      "step": 6887
+    },
+    {
+      "epoch": 0.06520195757329067,
+      "grad_norm": 461.2847900390625,
+      "learning_rate": 1.993510424629848e-06,
+      "loss": 34.7656,
+      "step": 6888
+    },
+    {
+      "epoch": 0.06521142359500573,
+      "grad_norm": 147.1361846923828,
+      "learning_rate": 1.993506937047737e-06,
+      "loss": 22.9844,
+      "step": 6889
+    },
+    {
+      "epoch": 0.06522088961672078,
+      "grad_norm": 349.9389343261719,
+      "learning_rate": 1.9935034485317947e-06,
+      "loss": 22.4805,
+      "step": 6890
+    },
+    {
+      "epoch": 0.06523035563843584,
+      "grad_norm": 323.0074157714844,
+      "learning_rate": 1.9934999590820233e-06,
+      "loss": 21.0781,
+      "step": 6891
+    },
+    {
+      "epoch": 0.06523982166015088,
+      "grad_norm": 325.5917053222656,
+      "learning_rate": 1.993496468698427e-06,
+      "loss": 33.7188,
+      "step": 6892
+    },
+    {
+      "epoch": 0.06524928768186594,
+      "grad_norm": 553.8457641601562,
+      "learning_rate": 1.9934929773810084e-06,
+      "loss": 19.6641,
+      "step": 6893
+    },
+    {
+      "epoch": 0.065258753703581,
+      "grad_norm": 301.255859375,
+      "learning_rate": 1.9934894851297713e-06,
+      "loss": 45.4688,
+      "step": 6894
+    },
+    {
+      "epoch": 0.06526821972529605,
+      "grad_norm": 543.5813598632812,
+      "learning_rate": 1.9934859919447185e-06,
+      "loss": 36.7188,
+      "step": 6895
+    },
+    {
+      "epoch": 0.06527768574701111,
+      "grad_norm": 3.636300563812256,
+      "learning_rate": 1.9934824978258537e-06,
+      "loss": 0.9507,
+      "step": 6896
+    },
+    {
+      "epoch": 0.06528715176872615,
+      "grad_norm": 381.4173889160156,
+      "learning_rate": 1.9934790027731796e-06,
+      "loss": 23.0469,
+      "step": 6897
+    },
+    {
+      "epoch": 0.06529661779044121,
+      "grad_norm": 435.506591796875,
+      "learning_rate": 1.9934755067867e-06,
+      "loss": 44.3203,
+      "step": 6898
+    },
+    {
+      "epoch": 0.06530608381215626,
+      "grad_norm": 251.72735595703125,
+      "learning_rate": 1.9934720098664178e-06,
+      "loss": 31.5156,
+      "step": 6899
+    },
+    {
+      "epoch": 0.06531554983387132,
+      "grad_norm": 237.38902282714844,
+      "learning_rate": 1.9934685120123372e-06,
+      "loss": 17.3828,
+      "step": 6900
+    },
+    {
+      "epoch": 0.06532501585558637,
+      "grad_norm": 319.1595764160156,
+      "learning_rate": 1.9934650132244604e-06,
+      "loss": 29.7891,
+      "step": 6901
+    },
+    {
+      "epoch": 0.06533448187730143,
+      "grad_norm": 297.1484680175781,
+      "learning_rate": 1.9934615135027912e-06,
+      "loss": 18.4922,
+      "step": 6902
+    },
+    {
+      "epoch": 0.06534394789901649,
+      "grad_norm": 782.753173828125,
+      "learning_rate": 1.993458012847333e-06,
+      "loss": 59.8438,
+      "step": 6903
+    },
+    {
+      "epoch": 0.06535341392073153,
+      "grad_norm": 249.27523803710938,
+      "learning_rate": 1.9934545112580883e-06,
+      "loss": 19.6484,
+      "step": 6904
+    },
+    {
+      "epoch": 0.06536287994244659,
+      "grad_norm": 3.2020819187164307,
+      "learning_rate": 1.9934510087350618e-06,
+      "loss": 0.8584,
+      "step": 6905
+    },
+    {
+      "epoch": 0.06537234596416164,
+      "grad_norm": 442.0157775878906,
+      "learning_rate": 1.9934475052782555e-06,
+      "loss": 37.7812,
+      "step": 6906
+    },
+    {
+      "epoch": 0.0653818119858767,
+      "grad_norm": 480.3522033691406,
+      "learning_rate": 1.9934440008876734e-06,
+      "loss": 20.9453,
+      "step": 6907
+    },
+    {
+      "epoch": 0.06539127800759174,
+      "grad_norm": 882.9713745117188,
+      "learning_rate": 1.993440495563318e-06,
+      "loss": 44.0312,
+      "step": 6908
+    },
+    {
+      "epoch": 0.0654007440293068,
+      "grad_norm": 266.6661682128906,
+      "learning_rate": 1.9934369893051937e-06,
+      "loss": 21.9688,
+      "step": 6909
+    },
+    {
+      "epoch": 0.06541021005102186,
+      "grad_norm": 428.4610595703125,
+      "learning_rate": 1.993433482113303e-06,
+      "loss": 35.4688,
+      "step": 6910
+    },
+    {
+      "epoch": 0.06541967607273691,
+      "grad_norm": 205.68333435058594,
+      "learning_rate": 1.9934299739876493e-06,
+      "loss": 21.2109,
+      "step": 6911
+    },
+    {
+      "epoch": 0.06542914209445197,
+      "grad_norm": 432.5670166015625,
+      "learning_rate": 1.9934264649282364e-06,
+      "loss": 21.3125,
+      "step": 6912
+    },
+    {
+      "epoch": 0.06543860811616702,
+      "grad_norm": 410.7072448730469,
+      "learning_rate": 1.9934229549350675e-06,
+      "loss": 60.6328,
+      "step": 6913
+    },
+    {
+      "epoch": 0.06544807413788208,
+      "grad_norm": 211.5836181640625,
+      "learning_rate": 1.993419444008145e-06,
+      "loss": 18.6719,
+      "step": 6914
+    },
+    {
+      "epoch": 0.06545754015959712,
+      "grad_norm": 391.7228698730469,
+      "learning_rate": 1.9934159321474736e-06,
+      "loss": 24.1016,
+      "step": 6915
+    },
+    {
+      "epoch": 0.06546700618131218,
+      "grad_norm": 156.01390075683594,
+      "learning_rate": 1.9934124193530553e-06,
+      "loss": 19.3281,
+      "step": 6916
+    },
+    {
+      "epoch": 0.06547647220302723,
+      "grad_norm": 391.4064636230469,
+      "learning_rate": 1.993408905624894e-06,
+      "loss": 24.6328,
+      "step": 6917
+    },
+    {
+      "epoch": 0.06548593822474229,
+      "grad_norm": 666.3419189453125,
+      "learning_rate": 1.993405390962993e-06,
+      "loss": 33.7188,
+      "step": 6918
+    },
+    {
+      "epoch": 0.06549540424645735,
+      "grad_norm": 865.1968994140625,
+      "learning_rate": 1.9934018753673556e-06,
+      "loss": 45.8906,
+      "step": 6919
+    },
+    {
+      "epoch": 0.0655048702681724,
+      "grad_norm": 625.274658203125,
+      "learning_rate": 1.993398358837985e-06,
+      "loss": 28.0273,
+      "step": 6920
+    },
+    {
+      "epoch": 0.06551433628988745,
+      "grad_norm": 247.78314208984375,
+      "learning_rate": 1.9933948413748846e-06,
+      "loss": 23.2578,
+      "step": 6921
+    },
+    {
+      "epoch": 0.0655238023116025,
+      "grad_norm": 285.0694274902344,
+      "learning_rate": 1.993391322978058e-06,
+      "loss": 21.5469,
+      "step": 6922
+    },
+    {
+      "epoch": 0.06553326833331756,
+      "grad_norm": 485.5765075683594,
+      "learning_rate": 1.9933878036475077e-06,
+      "loss": 49.0547,
+      "step": 6923
+    },
+    {
+      "epoch": 0.0655427343550326,
+      "grad_norm": 188.48890686035156,
+      "learning_rate": 1.9933842833832376e-06,
+      "loss": 19.875,
+      "step": 6924
+    },
+    {
+      "epoch": 0.06555220037674767,
+      "grad_norm": 672.9385986328125,
+      "learning_rate": 1.993380762185251e-06,
+      "loss": 49.0469,
+      "step": 6925
+    },
+    {
+      "epoch": 0.06556166639846271,
+      "grad_norm": 217.60626220703125,
+      "learning_rate": 1.993377240053551e-06,
+      "loss": 22.0547,
+      "step": 6926
+    },
+    {
+      "epoch": 0.06557113242017777,
+      "grad_norm": 673.9539794921875,
+      "learning_rate": 1.9933737169881412e-06,
+      "loss": 66.7969,
+      "step": 6927
+    },
+    {
+      "epoch": 0.06558059844189283,
+      "grad_norm": 433.0676574707031,
+      "learning_rate": 1.9933701929890246e-06,
+      "loss": 31.8438,
+      "step": 6928
+    },
+    {
+      "epoch": 0.06559006446360788,
+      "grad_norm": 394.1878662109375,
+      "learning_rate": 1.9933666680562045e-06,
+      "loss": 25.8672,
+      "step": 6929
+    },
+    {
+      "epoch": 0.06559953048532294,
+      "grad_norm": 407.73394775390625,
+      "learning_rate": 1.9933631421896847e-06,
+      "loss": 25.6172,
+      "step": 6930
+    },
+    {
+      "epoch": 0.06560899650703798,
+      "grad_norm": 344.2967529296875,
+      "learning_rate": 1.9933596153894683e-06,
+      "loss": 22.1641,
+      "step": 6931
+    },
+    {
+      "epoch": 0.06561846252875304,
+      "grad_norm": 212.59588623046875,
+      "learning_rate": 1.9933560876555577e-06,
+      "loss": 21.1094,
+      "step": 6932
+    },
+    {
+      "epoch": 0.06562792855046809,
+      "grad_norm": 472.0190734863281,
+      "learning_rate": 1.9933525589879575e-06,
+      "loss": 33.6016,
+      "step": 6933
+    },
+    {
+      "epoch": 0.06563739457218315,
+      "grad_norm": 345.7137756347656,
+      "learning_rate": 1.9933490293866705e-06,
+      "loss": 28.4844,
+      "step": 6934
+    },
+    {
+      "epoch": 0.0656468605938982,
+      "grad_norm": 388.1624450683594,
+      "learning_rate": 1.9933454988517e-06,
+      "loss": 22.0,
+      "step": 6935
+    },
+    {
+      "epoch": 0.06565632661561326,
+      "grad_norm": 257.78369140625,
+      "learning_rate": 1.9933419673830494e-06,
+      "loss": 23.2109,
+      "step": 6936
+    },
+    {
+      "epoch": 0.06566579263732832,
+      "grad_norm": 293.7497253417969,
+      "learning_rate": 1.993338434980722e-06,
+      "loss": 21.3828,
+      "step": 6937
+    },
+    {
+      "epoch": 0.06567525865904336,
+      "grad_norm": 372.8025207519531,
+      "learning_rate": 1.993334901644721e-06,
+      "loss": 30.1641,
+      "step": 6938
+    },
+    {
+      "epoch": 0.06568472468075842,
+      "grad_norm": 335.0274963378906,
+      "learning_rate": 1.9933313673750497e-06,
+      "loss": 24.3906,
+      "step": 6939
+    },
+    {
+      "epoch": 0.06569419070247347,
+      "grad_norm": 326.9030456542969,
+      "learning_rate": 1.9933278321717116e-06,
+      "loss": 34.625,
+      "step": 6940
+    },
+    {
+      "epoch": 0.06570365672418853,
+      "grad_norm": 962.4365844726562,
+      "learning_rate": 1.9933242960347102e-06,
+      "loss": 22.1953,
+      "step": 6941
+    },
+    {
+      "epoch": 0.06571312274590357,
+      "grad_norm": 987.5614624023438,
+      "learning_rate": 1.9933207589640486e-06,
+      "loss": 54.4922,
+      "step": 6942
+    },
+    {
+      "epoch": 0.06572258876761863,
+      "grad_norm": 419.3966979980469,
+      "learning_rate": 1.9933172209597297e-06,
+      "loss": 25.2969,
+      "step": 6943
+    },
+    {
+      "epoch": 0.06573205478933368,
+      "grad_norm": 3.0983834266662598,
+      "learning_rate": 1.9933136820217576e-06,
+      "loss": 0.9219,
+      "step": 6944
+    },
+    {
+      "epoch": 0.06574152081104874,
+      "grad_norm": 201.05279541015625,
+      "learning_rate": 1.993310142150135e-06,
+      "loss": 20.9141,
+      "step": 6945
+    },
+    {
+      "epoch": 0.0657509868327638,
+      "grad_norm": 1696.6710205078125,
+      "learning_rate": 1.993306601344866e-06,
+      "loss": 53.9688,
+      "step": 6946
+    },
+    {
+      "epoch": 0.06576045285447885,
+      "grad_norm": 362.0982666015625,
+      "learning_rate": 1.9933030596059528e-06,
+      "loss": 34.0938,
+      "step": 6947
+    },
+    {
+      "epoch": 0.0657699188761939,
+      "grad_norm": 148.44747924804688,
+      "learning_rate": 1.9932995169333994e-06,
+      "loss": 15.4219,
+      "step": 6948
+    },
+    {
+      "epoch": 0.06577938489790895,
+      "grad_norm": 515.4299926757812,
+      "learning_rate": 1.9932959733272094e-06,
+      "loss": 36.6328,
+      "step": 6949
+    },
+    {
+      "epoch": 0.06578885091962401,
+      "grad_norm": 540.5668334960938,
+      "learning_rate": 1.9932924287873854e-06,
+      "loss": 38.5859,
+      "step": 6950
+    },
+    {
+      "epoch": 0.06579831694133906,
+      "grad_norm": 621.9428100585938,
+      "learning_rate": 1.9932888833139312e-06,
+      "loss": 48.7969,
+      "step": 6951
+    },
+    {
+      "epoch": 0.06580778296305412,
+      "grad_norm": 308.141845703125,
+      "learning_rate": 1.9932853369068506e-06,
+      "loss": 28.9219,
+      "step": 6952
+    },
+    {
+      "epoch": 0.06581724898476918,
+      "grad_norm": 491.7665710449219,
+      "learning_rate": 1.9932817895661458e-06,
+      "loss": 51.2031,
+      "step": 6953
+    },
+    {
+      "epoch": 0.06582671500648422,
+      "grad_norm": 422.34124755859375,
+      "learning_rate": 1.9932782412918213e-06,
+      "loss": 28.375,
+      "step": 6954
+    },
+    {
+      "epoch": 0.06583618102819928,
+      "grad_norm": 665.733642578125,
+      "learning_rate": 1.9932746920838793e-06,
+      "loss": 63.4062,
+      "step": 6955
+    },
+    {
+      "epoch": 0.06584564704991433,
+      "grad_norm": 959.4545288085938,
+      "learning_rate": 1.993271141942324e-06,
+      "loss": 50.1406,
+      "step": 6956
+    },
+    {
+      "epoch": 0.06585511307162939,
+      "grad_norm": 432.76641845703125,
+      "learning_rate": 1.9932675908671585e-06,
+      "loss": 45.2344,
+      "step": 6957
+    },
+    {
+      "epoch": 0.06586457909334444,
+      "grad_norm": 312.65838623046875,
+      "learning_rate": 1.9932640388583856e-06,
+      "loss": 23.2812,
+      "step": 6958
+    },
+    {
+      "epoch": 0.0658740451150595,
+      "grad_norm": 690.0021362304688,
+      "learning_rate": 1.99326048591601e-06,
+      "loss": 45.4375,
+      "step": 6959
+    },
+    {
+      "epoch": 0.06588351113677454,
+      "grad_norm": 355.4925537109375,
+      "learning_rate": 1.9932569320400334e-06,
+      "loss": 26.7969,
+      "step": 6960
+    },
+    {
+      "epoch": 0.0658929771584896,
+      "grad_norm": 384.564453125,
+      "learning_rate": 1.99325337723046e-06,
+      "loss": 11.6758,
+      "step": 6961
+    },
+    {
+      "epoch": 0.06590244318020466,
+      "grad_norm": 877.8546142578125,
+      "learning_rate": 1.9932498214872934e-06,
+      "loss": 44.5781,
+      "step": 6962
+    },
+    {
+      "epoch": 0.06591190920191971,
+      "grad_norm": 519.3259887695312,
+      "learning_rate": 1.9932462648105363e-06,
+      "loss": 28.6719,
+      "step": 6963
+    },
+    {
+      "epoch": 0.06592137522363477,
+      "grad_norm": 211.10055541992188,
+      "learning_rate": 1.9932427072001927e-06,
+      "loss": 26.0781,
+      "step": 6964
+    },
+    {
+      "epoch": 0.06593084124534981,
+      "grad_norm": 267.9244689941406,
+      "learning_rate": 1.993239148656265e-06,
+      "loss": 23.7578,
+      "step": 6965
+    },
+    {
+      "epoch": 0.06594030726706487,
+      "grad_norm": 218.55584716796875,
+      "learning_rate": 1.9932355891787575e-06,
+      "loss": 21.3281,
+      "step": 6966
+    },
+    {
+      "epoch": 0.06594977328877992,
+      "grad_norm": 246.0401611328125,
+      "learning_rate": 1.993232028767673e-06,
+      "loss": 21.9688,
+      "step": 6967
+    },
+    {
+      "epoch": 0.06595923931049498,
+      "grad_norm": 912.5130004882812,
+      "learning_rate": 1.993228467423015e-06,
+      "loss": 56.1172,
+      "step": 6968
+    },
+    {
+      "epoch": 0.06596870533221003,
+      "grad_norm": 360.392333984375,
+      "learning_rate": 1.9932249051447866e-06,
+      "loss": 26.7812,
+      "step": 6969
+    },
+    {
+      "epoch": 0.06597817135392509,
+      "grad_norm": 449.2380676269531,
+      "learning_rate": 1.993221341932992e-06,
+      "loss": 19.543,
+      "step": 6970
+    },
+    {
+      "epoch": 0.06598763737564015,
+      "grad_norm": 640.5650024414062,
+      "learning_rate": 1.9932177777876337e-06,
+      "loss": 24.2578,
+      "step": 6971
+    },
+    {
+      "epoch": 0.06599710339735519,
+      "grad_norm": 285.7591552734375,
+      "learning_rate": 1.993214212708715e-06,
+      "loss": 27.8125,
+      "step": 6972
+    },
+    {
+      "epoch": 0.06600656941907025,
+      "grad_norm": 510.09771728515625,
+      "learning_rate": 1.99321064669624e-06,
+      "loss": 56.6094,
+      "step": 6973
+    },
+    {
+      "epoch": 0.0660160354407853,
+      "grad_norm": 347.7625732421875,
+      "learning_rate": 1.9932070797502113e-06,
+      "loss": 34.4141,
+      "step": 6974
+    },
+    {
+      "epoch": 0.06602550146250036,
+      "grad_norm": 369.2689514160156,
+      "learning_rate": 1.993203511870633e-06,
+      "loss": 26.9141,
+      "step": 6975
+    },
+    {
+      "epoch": 0.0660349674842154,
+      "grad_norm": 364.98651123046875,
+      "learning_rate": 1.9931999430575073e-06,
+      "loss": 18.2383,
+      "step": 6976
+    },
+    {
+      "epoch": 0.06604443350593046,
+      "grad_norm": 426.84625244140625,
+      "learning_rate": 1.9931963733108388e-06,
+      "loss": 49.1562,
+      "step": 6977
+    },
+    {
+      "epoch": 0.06605389952764551,
+      "grad_norm": 191.73077392578125,
+      "learning_rate": 1.99319280263063e-06,
+      "loss": 22.4922,
+      "step": 6978
+    },
+    {
+      "epoch": 0.06606336554936057,
+      "grad_norm": 807.384521484375,
+      "learning_rate": 1.993189231016885e-06,
+      "loss": 76.25,
+      "step": 6979
+    },
+    {
+      "epoch": 0.06607283157107563,
+      "grad_norm": 497.777099609375,
+      "learning_rate": 1.993185658469606e-06,
+      "loss": 40.4844,
+      "step": 6980
+    },
+    {
+      "epoch": 0.06608229759279068,
+      "grad_norm": 524.8546752929688,
+      "learning_rate": 1.993182084988798e-06,
+      "loss": 43.2031,
+      "step": 6981
+    },
+    {
+      "epoch": 0.06609176361450574,
+      "grad_norm": 488.0404968261719,
+      "learning_rate": 1.993178510574463e-06,
+      "loss": 54.4375,
+      "step": 6982
+    },
+    {
+      "epoch": 0.06610122963622078,
+      "grad_norm": 308.05523681640625,
+      "learning_rate": 1.9931749352266047e-06,
+      "loss": 22.9375,
+      "step": 6983
+    },
+    {
+      "epoch": 0.06611069565793584,
+      "grad_norm": 254.8191375732422,
+      "learning_rate": 1.993171358945227e-06,
+      "loss": 22.3359,
+      "step": 6984
+    },
+    {
+      "epoch": 0.06612016167965089,
+      "grad_norm": 236.36924743652344,
+      "learning_rate": 1.9931677817303327e-06,
+      "loss": 20.5391,
+      "step": 6985
+    },
+    {
+      "epoch": 0.06612962770136595,
+      "grad_norm": 349.7823791503906,
+      "learning_rate": 1.993164203581925e-06,
+      "loss": 11.6426,
+      "step": 6986
+    },
+    {
+      "epoch": 0.066139093723081,
+      "grad_norm": 150.77593994140625,
+      "learning_rate": 1.9931606245000075e-06,
+      "loss": 19.7734,
+      "step": 6987
+    },
+    {
+      "epoch": 0.06614855974479605,
+      "grad_norm": 494.4589538574219,
+      "learning_rate": 1.993157044484584e-06,
+      "loss": 55.6484,
+      "step": 6988
+    },
+    {
+      "epoch": 0.06615802576651111,
+      "grad_norm": 302.33331298828125,
+      "learning_rate": 1.9931534635356574e-06,
+      "loss": 21.0312,
+      "step": 6989
+    },
+    {
+      "epoch": 0.06616749178822616,
+      "grad_norm": 283.27392578125,
+      "learning_rate": 1.993149881653231e-06,
+      "loss": 23.3438,
+      "step": 6990
+    },
+    {
+      "epoch": 0.06617695780994122,
+      "grad_norm": 387.9388122558594,
+      "learning_rate": 1.993146298837308e-06,
+      "loss": 45.2188,
+      "step": 6991
+    },
+    {
+      "epoch": 0.06618642383165627,
+      "grad_norm": 454.2004089355469,
+      "learning_rate": 1.9931427150878924e-06,
+      "loss": 57.4375,
+      "step": 6992
+    },
+    {
+      "epoch": 0.06619588985337133,
+      "grad_norm": 604.1514282226562,
+      "learning_rate": 1.9931391304049875e-06,
+      "loss": 32.4062,
+      "step": 6993
+    },
+    {
+      "epoch": 0.06620535587508637,
+      "grad_norm": 617.65283203125,
+      "learning_rate": 1.9931355447885964e-06,
+      "loss": 55.5625,
+      "step": 6994
+    },
+    {
+      "epoch": 0.06621482189680143,
+      "grad_norm": 461.3884582519531,
+      "learning_rate": 1.9931319582387224e-06,
+      "loss": 23.4844,
+      "step": 6995
+    },
+    {
+      "epoch": 0.06622428791851649,
+      "grad_norm": 292.4773254394531,
+      "learning_rate": 1.993128370755369e-06,
+      "loss": 20.0703,
+      "step": 6996
+    },
+    {
+      "epoch": 0.06623375394023154,
+      "grad_norm": 518.6929321289062,
+      "learning_rate": 1.993124782338539e-06,
+      "loss": 39.5234,
+      "step": 6997
+    },
+    {
+      "epoch": 0.0662432199619466,
+      "grad_norm": 409.8071594238281,
+      "learning_rate": 1.993121192988237e-06,
+      "loss": 31.3125,
+      "step": 6998
+    },
+    {
+      "epoch": 0.06625268598366164,
+      "grad_norm": 575.6433715820312,
+      "learning_rate": 1.9931176027044656e-06,
+      "loss": 58.3125,
+      "step": 6999
+    },
+    {
+      "epoch": 0.0662621520053767,
+      "grad_norm": 190.38702392578125,
+      "learning_rate": 1.993114011487228e-06,
+      "loss": 20.8867,
+      "step": 7000
+    },
+    {
+      "epoch": 0.06627161802709175,
+      "grad_norm": 3.7568228244781494,
+      "learning_rate": 1.9931104193365277e-06,
+      "loss": 0.9053,
+      "step": 7001
+    },
+    {
+      "epoch": 0.06628108404880681,
+      "grad_norm": 302.6896057128906,
+      "learning_rate": 1.993106826252369e-06,
+      "loss": 25.1484,
+      "step": 7002
+    },
+    {
+      "epoch": 0.06629055007052186,
+      "grad_norm": 251.35060119628906,
+      "learning_rate": 1.993103232234754e-06,
+      "loss": 22.2656,
+      "step": 7003
+    },
+    {
+      "epoch": 0.06630001609223692,
+      "grad_norm": 537.5531616210938,
+      "learning_rate": 1.993099637283686e-06,
+      "loss": 35.7891,
+      "step": 7004
+    },
+    {
+      "epoch": 0.06630948211395198,
+      "grad_norm": 669.38818359375,
+      "learning_rate": 1.9930960413991697e-06,
+      "loss": 39.5156,
+      "step": 7005
+    },
+    {
+      "epoch": 0.06631894813566702,
+      "grad_norm": 265.6765441894531,
+      "learning_rate": 1.9930924445812075e-06,
+      "loss": 21.4609,
+      "step": 7006
+    },
+    {
+      "epoch": 0.06632841415738208,
+      "grad_norm": 587.4703979492188,
+      "learning_rate": 1.993088846829803e-06,
+      "loss": 32.1562,
+      "step": 7007
+    },
+    {
+      "epoch": 0.06633788017909713,
+      "grad_norm": 437.32659912109375,
+      "learning_rate": 1.9930852481449594e-06,
+      "loss": 22.0,
+      "step": 7008
+    },
+    {
+      "epoch": 0.06634734620081219,
+      "grad_norm": 375.4875793457031,
+      "learning_rate": 1.9930816485266804e-06,
+      "loss": 18.2656,
+      "step": 7009
+    },
+    {
+      "epoch": 0.06635681222252723,
+      "grad_norm": 279.2256164550781,
+      "learning_rate": 1.9930780479749693e-06,
+      "loss": 38.6953,
+      "step": 7010
+    },
+    {
+      "epoch": 0.0663662782442423,
+      "grad_norm": 294.8179626464844,
+      "learning_rate": 1.9930744464898293e-06,
+      "loss": 11.1641,
+      "step": 7011
+    },
+    {
+      "epoch": 0.06637574426595734,
+      "grad_norm": 278.2580871582031,
+      "learning_rate": 1.9930708440712644e-06,
+      "loss": 27.7891,
+      "step": 7012
+    },
+    {
+      "epoch": 0.0663852102876724,
+      "grad_norm": 688.4192504882812,
+      "learning_rate": 1.993067240719277e-06,
+      "loss": 50.8594,
+      "step": 7013
+    },
+    {
+      "epoch": 0.06639467630938746,
+      "grad_norm": 257.1264953613281,
+      "learning_rate": 1.9930636364338713e-06,
+      "loss": 20.6719,
+      "step": 7014
+    },
+    {
+      "epoch": 0.0664041423311025,
+      "grad_norm": 389.9971923828125,
+      "learning_rate": 1.9930600312150502e-06,
+      "loss": 29.8125,
+      "step": 7015
+    },
+    {
+      "epoch": 0.06641360835281757,
+      "grad_norm": 377.6248474121094,
+      "learning_rate": 1.9930564250628175e-06,
+      "loss": 50.6094,
+      "step": 7016
+    },
+    {
+      "epoch": 0.06642307437453261,
+      "grad_norm": 617.25634765625,
+      "learning_rate": 1.993052817977176e-06,
+      "loss": 29.625,
+      "step": 7017
+    },
+    {
+      "epoch": 0.06643254039624767,
+      "grad_norm": 274.4179382324219,
+      "learning_rate": 1.9930492099581297e-06,
+      "loss": 42.6562,
+      "step": 7018
+    },
+    {
+      "epoch": 0.06644200641796272,
+      "grad_norm": 1021.3731689453125,
+      "learning_rate": 1.9930456010056814e-06,
+      "loss": 22.6992,
+      "step": 7019
+    },
+    {
+      "epoch": 0.06645147243967778,
+      "grad_norm": 301.7784423828125,
+      "learning_rate": 1.9930419911198354e-06,
+      "loss": 25.6172,
+      "step": 7020
+    },
+    {
+      "epoch": 0.06646093846139282,
+      "grad_norm": 253.46226501464844,
+      "learning_rate": 1.9930383803005943e-06,
+      "loss": 17.4141,
+      "step": 7021
+    },
+    {
+      "epoch": 0.06647040448310788,
+      "grad_norm": 1057.086181640625,
+      "learning_rate": 1.9930347685479614e-06,
+      "loss": 28.1602,
+      "step": 7022
+    },
+    {
+      "epoch": 0.06647987050482294,
+      "grad_norm": 724.939208984375,
+      "learning_rate": 1.993031155861941e-06,
+      "loss": 31.9219,
+      "step": 7023
+    },
+    {
+      "epoch": 0.06648933652653799,
+      "grad_norm": 501.06048583984375,
+      "learning_rate": 1.9930275422425356e-06,
+      "loss": 45.7188,
+      "step": 7024
+    },
+    {
+      "epoch": 0.06649880254825305,
+      "grad_norm": 489.389404296875,
+      "learning_rate": 1.993023927689749e-06,
+      "loss": 48.4375,
+      "step": 7025
+    },
+    {
+      "epoch": 0.0665082685699681,
+      "grad_norm": 3.8224358558654785,
+      "learning_rate": 1.993020312203584e-06,
+      "loss": 1.0225,
+      "step": 7026
+    },
+    {
+      "epoch": 0.06651773459168316,
+      "grad_norm": 569.6651611328125,
+      "learning_rate": 1.9930166957840454e-06,
+      "loss": 56.3906,
+      "step": 7027
+    },
+    {
+      "epoch": 0.0665272006133982,
+      "grad_norm": 430.2263488769531,
+      "learning_rate": 1.993013078431135e-06,
+      "loss": 19.7734,
+      "step": 7028
+    },
+    {
+      "epoch": 0.06653666663511326,
+      "grad_norm": 962.0816040039062,
+      "learning_rate": 1.9930094601448573e-06,
+      "loss": 36.6953,
+      "step": 7029
+    },
+    {
+      "epoch": 0.06654613265682831,
+      "grad_norm": 427.25726318359375,
+      "learning_rate": 1.993005840925215e-06,
+      "loss": 30.7422,
+      "step": 7030
+    },
+    {
+      "epoch": 0.06655559867854337,
+      "grad_norm": 292.204345703125,
+      "learning_rate": 1.9930022207722122e-06,
+      "loss": 33.2695,
+      "step": 7031
+    },
+    {
+      "epoch": 0.06656506470025843,
+      "grad_norm": 904.6544799804688,
+      "learning_rate": 1.992998599685852e-06,
+      "loss": 63.2188,
+      "step": 7032
+    },
+    {
+      "epoch": 0.06657453072197347,
+      "grad_norm": 444.1575927734375,
+      "learning_rate": 1.992994977666137e-06,
+      "loss": 25.3438,
+      "step": 7033
+    },
+    {
+      "epoch": 0.06658399674368853,
+      "grad_norm": 1465.41064453125,
+      "learning_rate": 1.9929913547130717e-06,
+      "loss": 35.1641,
+      "step": 7034
+    },
+    {
+      "epoch": 0.06659346276540358,
+      "grad_norm": 3.2639920711517334,
+      "learning_rate": 1.9929877308266592e-06,
+      "loss": 1.0557,
+      "step": 7035
+    },
+    {
+      "epoch": 0.06660292878711864,
+      "grad_norm": 564.2757568359375,
+      "learning_rate": 1.9929841060069024e-06,
+      "loss": 35.8828,
+      "step": 7036
+    },
+    {
+      "epoch": 0.06661239480883369,
+      "grad_norm": 202.95999145507812,
+      "learning_rate": 1.9929804802538055e-06,
+      "loss": 21.0156,
+      "step": 7037
+    },
+    {
+      "epoch": 0.06662186083054875,
+      "grad_norm": 228.28411865234375,
+      "learning_rate": 1.992976853567372e-06,
+      "loss": 18.5078,
+      "step": 7038
+    },
+    {
+      "epoch": 0.0666313268522638,
+      "grad_norm": 825.8689575195312,
+      "learning_rate": 1.992973225947604e-06,
+      "loss": 64.4375,
+      "step": 7039
+    },
+    {
+      "epoch": 0.06664079287397885,
+      "grad_norm": 208.26629638671875,
+      "learning_rate": 1.992969597394507e-06,
+      "loss": 23.875,
+      "step": 7040
+    },
+    {
+      "epoch": 0.06665025889569391,
+      "grad_norm": 764.2674560546875,
+      "learning_rate": 1.9929659679080817e-06,
+      "loss": 47.9766,
+      "step": 7041
+    },
+    {
+      "epoch": 0.06665972491740896,
+      "grad_norm": 407.3411865234375,
+      "learning_rate": 1.992962337488334e-06,
+      "loss": 30.4453,
+      "step": 7042
+    },
+    {
+      "epoch": 0.06666919093912402,
+      "grad_norm": 507.7070007324219,
+      "learning_rate": 1.992958706135266e-06,
+      "loss": 56.4375,
+      "step": 7043
+    },
+    {
+      "epoch": 0.06667865696083906,
+      "grad_norm": 372.09124755859375,
+      "learning_rate": 1.992955073848881e-06,
+      "loss": 29.1953,
+      "step": 7044
+    },
+    {
+      "epoch": 0.06668812298255412,
+      "grad_norm": 849.21875,
+      "learning_rate": 1.9929514406291835e-06,
+      "loss": 42.5,
+      "step": 7045
+    },
+    {
+      "epoch": 0.06669758900426917,
+      "grad_norm": 603.02587890625,
+      "learning_rate": 1.9929478064761757e-06,
+      "loss": 48.3125,
+      "step": 7046
+    },
+    {
+      "epoch": 0.06670705502598423,
+      "grad_norm": 407.5218200683594,
+      "learning_rate": 1.992944171389862e-06,
+      "loss": 65.7344,
+      "step": 7047
+    },
+    {
+      "epoch": 0.06671652104769929,
+      "grad_norm": 708.0255737304688,
+      "learning_rate": 1.992940535370245e-06,
+      "loss": 51.9688,
+      "step": 7048
+    },
+    {
+      "epoch": 0.06672598706941434,
+      "grad_norm": 2.991180896759033,
+      "learning_rate": 1.9929368984173287e-06,
+      "loss": 0.7224,
+      "step": 7049
+    },
+    {
+      "epoch": 0.0667354530911294,
+      "grad_norm": 2.900747537612915,
+      "learning_rate": 1.992933260531116e-06,
+      "loss": 1.0098,
+      "step": 7050
+    },
+    {
+      "epoch": 0.06674491911284444,
+      "grad_norm": 160.05116271972656,
+      "learning_rate": 1.9929296217116112e-06,
+      "loss": 18.4766,
+      "step": 7051
+    },
+    {
+      "epoch": 0.0667543851345595,
+      "grad_norm": 366.960693359375,
+      "learning_rate": 1.992925981958817e-06,
+      "loss": 23.1406,
+      "step": 7052
+    },
+    {
+      "epoch": 0.06676385115627455,
+      "grad_norm": 187.15057373046875,
+      "learning_rate": 1.9929223412727366e-06,
+      "loss": 24.7969,
+      "step": 7053
+    },
+    {
+      "epoch": 0.06677331717798961,
+      "grad_norm": 226.2719268798828,
+      "learning_rate": 1.992918699653374e-06,
+      "loss": 25.3828,
+      "step": 7054
+    },
+    {
+      "epoch": 0.06678278319970465,
+      "grad_norm": 322.85626220703125,
+      "learning_rate": 1.9929150571007324e-06,
+      "loss": 32.8281,
+      "step": 7055
+    },
+    {
+      "epoch": 0.06679224922141971,
+      "grad_norm": 702.88623046875,
+      "learning_rate": 1.9929114136148153e-06,
+      "loss": 60.7031,
+      "step": 7056
+    },
+    {
+      "epoch": 0.06680171524313477,
+      "grad_norm": 381.409423828125,
+      "learning_rate": 1.9929077691956258e-06,
+      "loss": 37.0781,
+      "step": 7057
+    },
+    {
+      "epoch": 0.06681118126484982,
+      "grad_norm": 383.01165771484375,
+      "learning_rate": 1.9929041238431678e-06,
+      "loss": 31.375,
+      "step": 7058
+    },
+    {
+      "epoch": 0.06682064728656488,
+      "grad_norm": 289.4263610839844,
+      "learning_rate": 1.9929004775574446e-06,
+      "loss": 32.875,
+      "step": 7059
+    },
+    {
+      "epoch": 0.06683011330827993,
+      "grad_norm": 293.668701171875,
+      "learning_rate": 1.9928968303384593e-06,
+      "loss": 14.9883,
+      "step": 7060
+    },
+    {
+      "epoch": 0.06683957932999499,
+      "grad_norm": 249.4683837890625,
+      "learning_rate": 1.992893182186216e-06,
+      "loss": 21.6172,
+      "step": 7061
+    },
+    {
+      "epoch": 0.06684904535171003,
+      "grad_norm": 166.2999267578125,
+      "learning_rate": 1.9928895331007174e-06,
+      "loss": 20.4219,
+      "step": 7062
+    },
+    {
+      "epoch": 0.06685851137342509,
+      "grad_norm": 282.2184753417969,
+      "learning_rate": 1.992885883081967e-06,
+      "loss": 22.0391,
+      "step": 7063
+    },
+    {
+      "epoch": 0.06686797739514014,
+      "grad_norm": 385.16790771484375,
+      "learning_rate": 1.992882232129969e-06,
+      "loss": 29.2656,
+      "step": 7064
+    },
+    {
+      "epoch": 0.0668774434168552,
+      "grad_norm": 520.1531372070312,
+      "learning_rate": 1.9928785802447263e-06,
+      "loss": 29.0625,
+      "step": 7065
+    },
+    {
+      "epoch": 0.06688690943857026,
+      "grad_norm": 1207.67431640625,
+      "learning_rate": 1.9928749274262416e-06,
+      "loss": 72.3281,
+      "step": 7066
+    },
+    {
+      "epoch": 0.0668963754602853,
+      "grad_norm": 181.7728271484375,
+      "learning_rate": 1.9928712736745197e-06,
+      "loss": 18.0234,
+      "step": 7067
+    },
+    {
+      "epoch": 0.06690584148200036,
+      "grad_norm": 626.3968505859375,
+      "learning_rate": 1.992867618989563e-06,
+      "loss": 22.375,
+      "step": 7068
+    },
+    {
+      "epoch": 0.06691530750371541,
+      "grad_norm": 245.33677673339844,
+      "learning_rate": 1.992863963371376e-06,
+      "loss": 22.9922,
+      "step": 7069
+    },
+    {
+      "epoch": 0.06692477352543047,
+      "grad_norm": 877.3176879882812,
+      "learning_rate": 1.9928603068199607e-06,
+      "loss": 36.7344,
+      "step": 7070
+    },
+    {
+      "epoch": 0.06693423954714552,
+      "grad_norm": 309.2678527832031,
+      "learning_rate": 1.9928566493353215e-06,
+      "loss": 29.9062,
+      "step": 7071
+    },
+    {
+      "epoch": 0.06694370556886058,
+      "grad_norm": 229.0395050048828,
+      "learning_rate": 1.992852990917462e-06,
+      "loss": 21.1484,
+      "step": 7072
+    },
+    {
+      "epoch": 0.06695317159057562,
+      "grad_norm": 980.53271484375,
+      "learning_rate": 1.992849331566385e-06,
+      "loss": 25.6562,
+      "step": 7073
+    },
+    {
+      "epoch": 0.06696263761229068,
+      "grad_norm": 831.7014770507812,
+      "learning_rate": 1.992845671282094e-06,
+      "loss": 67.8906,
+      "step": 7074
+    },
+    {
+      "epoch": 0.06697210363400574,
+      "grad_norm": 483.8699035644531,
+      "learning_rate": 1.992842010064593e-06,
+      "loss": 45.9062,
+      "step": 7075
+    },
+    {
+      "epoch": 0.06698156965572079,
+      "grad_norm": 212.92527770996094,
+      "learning_rate": 1.992838347913885e-06,
+      "loss": 23.9062,
+      "step": 7076
+    },
+    {
+      "epoch": 0.06699103567743585,
+      "grad_norm": 241.62460327148438,
+      "learning_rate": 1.9928346848299735e-06,
+      "loss": 19.9922,
+      "step": 7077
+    },
+    {
+      "epoch": 0.0670005016991509,
+      "grad_norm": 220.1125946044922,
+      "learning_rate": 1.992831020812862e-06,
+      "loss": 16.4922,
+      "step": 7078
+    },
+    {
+      "epoch": 0.06700996772086595,
+      "grad_norm": 540.07275390625,
+      "learning_rate": 1.992827355862554e-06,
+      "loss": 66.9219,
+      "step": 7079
+    },
+    {
+      "epoch": 0.067019433742581,
+      "grad_norm": 571.005859375,
+      "learning_rate": 1.992823689979053e-06,
+      "loss": 33.25,
+      "step": 7080
+    },
+    {
+      "epoch": 0.06702889976429606,
+      "grad_norm": 545.5924072265625,
+      "learning_rate": 1.992820023162362e-06,
+      "loss": 53.7031,
+      "step": 7081
+    },
+    {
+      "epoch": 0.06703836578601112,
+      "grad_norm": 301.46270751953125,
+      "learning_rate": 1.9928163554124846e-06,
+      "loss": 26.0,
+      "step": 7082
+    },
+    {
+      "epoch": 0.06704783180772617,
+      "grad_norm": 423.6510314941406,
+      "learning_rate": 1.9928126867294252e-06,
+      "loss": 43.6562,
+      "step": 7083
+    },
+    {
+      "epoch": 0.06705729782944123,
+      "grad_norm": 278.29559326171875,
+      "learning_rate": 1.992809017113186e-06,
+      "loss": 22.5625,
+      "step": 7084
+    },
+    {
+      "epoch": 0.06706676385115627,
+      "grad_norm": 289.5505065917969,
+      "learning_rate": 1.9928053465637706e-06,
+      "loss": 30.6484,
+      "step": 7085
+    },
+    {
+      "epoch": 0.06707622987287133,
+      "grad_norm": 1359.153564453125,
+      "learning_rate": 1.992801675081183e-06,
+      "loss": 29.2656,
+      "step": 7086
+    },
+    {
+      "epoch": 0.06708569589458638,
+      "grad_norm": 370.3383483886719,
+      "learning_rate": 1.9927980026654265e-06,
+      "loss": 36.3281,
+      "step": 7087
+    },
+    {
+      "epoch": 0.06709516191630144,
+      "grad_norm": 3.362656354904175,
+      "learning_rate": 1.9927943293165043e-06,
+      "loss": 0.9775,
+      "step": 7088
+    },
+    {
+      "epoch": 0.06710462793801648,
+      "grad_norm": 275.8749694824219,
+      "learning_rate": 1.9927906550344203e-06,
+      "loss": 35.1562,
+      "step": 7089
+    },
+    {
+      "epoch": 0.06711409395973154,
+      "grad_norm": 411.8811950683594,
+      "learning_rate": 1.9927869798191775e-06,
+      "loss": 38.2812,
+      "step": 7090
+    },
+    {
+      "epoch": 0.0671235599814466,
+      "grad_norm": 655.517333984375,
+      "learning_rate": 1.9927833036707797e-06,
+      "loss": 47.8828,
+      "step": 7091
+    },
+    {
+      "epoch": 0.06713302600316165,
+      "grad_norm": 229.78744506835938,
+      "learning_rate": 1.99277962658923e-06,
+      "loss": 26.1719,
+      "step": 7092
+    },
+    {
+      "epoch": 0.06714249202487671,
+      "grad_norm": 3.9210939407348633,
+      "learning_rate": 1.9927759485745316e-06,
+      "loss": 1.0649,
+      "step": 7093
+    },
+    {
+      "epoch": 0.06715195804659176,
+      "grad_norm": 740.2672119140625,
+      "learning_rate": 1.992772269626689e-06,
+      "loss": 38.75,
+      "step": 7094
+    },
+    {
+      "epoch": 0.06716142406830682,
+      "grad_norm": 190.00653076171875,
+      "learning_rate": 1.992768589745705e-06,
+      "loss": 23.3281,
+      "step": 7095
+    },
+    {
+      "epoch": 0.06717089009002186,
+      "grad_norm": 503.8719787597656,
+      "learning_rate": 1.992764908931583e-06,
+      "loss": 29.1875,
+      "step": 7096
+    },
+    {
+      "epoch": 0.06718035611173692,
+      "grad_norm": 430.98345947265625,
+      "learning_rate": 1.9927612271843265e-06,
+      "loss": 29.1797,
+      "step": 7097
+    },
+    {
+      "epoch": 0.06718982213345197,
+      "grad_norm": 433.6294250488281,
+      "learning_rate": 1.9927575445039392e-06,
+      "loss": 51.2812,
+      "step": 7098
+    },
+    {
+      "epoch": 0.06719928815516703,
+      "grad_norm": 2088.318115234375,
+      "learning_rate": 1.992753860890424e-06,
+      "loss": 25.5,
+      "step": 7099
+    },
+    {
+      "epoch": 0.06720875417688209,
+      "grad_norm": 212.83609008789062,
+      "learning_rate": 1.992750176343785e-06,
+      "loss": 21.4453,
+      "step": 7100
+    },
+    {
+      "epoch": 0.06721822019859713,
+      "grad_norm": 302.50738525390625,
+      "learning_rate": 1.9927464908640256e-06,
+      "loss": 21.2969,
+      "step": 7101
+    },
+    {
+      "epoch": 0.0672276862203122,
+      "grad_norm": 387.2843017578125,
+      "learning_rate": 1.992742804451149e-06,
+      "loss": 24.043,
+      "step": 7102
+    },
+    {
+      "epoch": 0.06723715224202724,
+      "grad_norm": 282.415283203125,
+      "learning_rate": 1.9927391171051586e-06,
+      "loss": 20.0352,
+      "step": 7103
+    },
+    {
+      "epoch": 0.0672466182637423,
+      "grad_norm": 1269.8505859375,
+      "learning_rate": 1.9927354288260585e-06,
+      "loss": 39.5156,
+      "step": 7104
+    },
+    {
+      "epoch": 0.06725608428545735,
+      "grad_norm": 228.5485382080078,
+      "learning_rate": 1.992731739613851e-06,
+      "loss": 15.7578,
+      "step": 7105
+    },
+    {
+      "epoch": 0.0672655503071724,
+      "grad_norm": 312.9607238769531,
+      "learning_rate": 1.9927280494685405e-06,
+      "loss": 26.4453,
+      "step": 7106
+    },
+    {
+      "epoch": 0.06727501632888745,
+      "grad_norm": 2.8089849948883057,
+      "learning_rate": 1.9927243583901303e-06,
+      "loss": 0.8828,
+      "step": 7107
+    },
+    {
+      "epoch": 0.06728448235060251,
+      "grad_norm": 3.514019250869751,
+      "learning_rate": 1.9927206663786235e-06,
+      "loss": 0.9204,
+      "step": 7108
+    },
+    {
+      "epoch": 0.06729394837231757,
+      "grad_norm": 347.05035400390625,
+      "learning_rate": 1.9927169734340244e-06,
+      "loss": 29.1875,
+      "step": 7109
+    },
+    {
+      "epoch": 0.06730341439403262,
+      "grad_norm": 572.0265502929688,
+      "learning_rate": 1.9927132795563355e-06,
+      "loss": 20.4609,
+      "step": 7110
+    },
+    {
+      "epoch": 0.06731288041574768,
+      "grad_norm": 846.1424560546875,
+      "learning_rate": 1.992709584745561e-06,
+      "loss": 38.2109,
+      "step": 7111
+    },
+    {
+      "epoch": 0.06732234643746272,
+      "grad_norm": 235.14089965820312,
+      "learning_rate": 1.9927058890017035e-06,
+      "loss": 17.0117,
+      "step": 7112
+    },
+    {
+      "epoch": 0.06733181245917778,
+      "grad_norm": 803.0020751953125,
+      "learning_rate": 1.9927021923247676e-06,
+      "loss": 38.2656,
+      "step": 7113
+    },
+    {
+      "epoch": 0.06734127848089283,
+      "grad_norm": 781.7423095703125,
+      "learning_rate": 1.992698494714756e-06,
+      "loss": 45.6094,
+      "step": 7114
+    },
+    {
+      "epoch": 0.06735074450260789,
+      "grad_norm": 372.0160217285156,
+      "learning_rate": 1.9926947961716726e-06,
+      "loss": 25.1797,
+      "step": 7115
+    },
+    {
+      "epoch": 0.06736021052432294,
+      "grad_norm": 777.1068115234375,
+      "learning_rate": 1.9926910966955202e-06,
+      "loss": 21.3906,
+      "step": 7116
+    },
+    {
+      "epoch": 0.067369676546038,
+      "grad_norm": 255.51487731933594,
+      "learning_rate": 1.9926873962863035e-06,
+      "loss": 19.1094,
+      "step": 7117
+    },
+    {
+      "epoch": 0.06737914256775306,
+      "grad_norm": 359.28350830078125,
+      "learning_rate": 1.9926836949440245e-06,
+      "loss": 24.5625,
+      "step": 7118
+    },
+    {
+      "epoch": 0.0673886085894681,
+      "grad_norm": 582.5042114257812,
+      "learning_rate": 1.992679992668688e-06,
+      "loss": 42.9219,
+      "step": 7119
+    },
+    {
+      "epoch": 0.06739807461118316,
+      "grad_norm": 533.2239379882812,
+      "learning_rate": 1.992676289460296e-06,
+      "loss": 30.7422,
+      "step": 7120
+    },
+    {
+      "epoch": 0.06740754063289821,
+      "grad_norm": 4.044207572937012,
+      "learning_rate": 1.9926725853188537e-06,
+      "loss": 0.8438,
+      "step": 7121
+    },
+    {
+      "epoch": 0.06741700665461327,
+      "grad_norm": 517.273193359375,
+      "learning_rate": 1.9926688802443633e-06,
+      "loss": 52.6719,
+      "step": 7122
+    },
+    {
+      "epoch": 0.06742647267632831,
+      "grad_norm": 232.94125366210938,
+      "learning_rate": 1.992665174236829e-06,
+      "loss": 24.875,
+      "step": 7123
+    },
+    {
+      "epoch": 0.06743593869804337,
+      "grad_norm": 194.4345703125,
+      "learning_rate": 1.992661467296254e-06,
+      "loss": 20.125,
+      "step": 7124
+    },
+    {
+      "epoch": 0.06744540471975843,
+      "grad_norm": 807.0479125976562,
+      "learning_rate": 1.9926577594226417e-06,
+      "loss": 45.6328,
+      "step": 7125
+    },
+    {
+      "epoch": 0.06745487074147348,
+      "grad_norm": 483.4369812011719,
+      "learning_rate": 1.9926540506159958e-06,
+      "loss": 15.3906,
+      "step": 7126
+    },
+    {
+      "epoch": 0.06746433676318854,
+      "grad_norm": 829.7083129882812,
+      "learning_rate": 1.9926503408763194e-06,
+      "loss": 49.2188,
+      "step": 7127
+    },
+    {
+      "epoch": 0.06747380278490359,
+      "grad_norm": 757.771240234375,
+      "learning_rate": 1.9926466302036163e-06,
+      "loss": 38.6758,
+      "step": 7128
+    },
+    {
+      "epoch": 0.06748326880661865,
+      "grad_norm": 221.250244140625,
+      "learning_rate": 1.9926429185978903e-06,
+      "loss": 20.0625,
+      "step": 7129
+    },
+    {
+      "epoch": 0.06749273482833369,
+      "grad_norm": 540.7989501953125,
+      "learning_rate": 1.9926392060591444e-06,
+      "loss": 52.1094,
+      "step": 7130
+    },
+    {
+      "epoch": 0.06750220085004875,
+      "grad_norm": 609.892333984375,
+      "learning_rate": 1.992635492587382e-06,
+      "loss": 44.3281,
+      "step": 7131
+    },
+    {
+      "epoch": 0.0675116668717638,
+      "grad_norm": 210.81375122070312,
+      "learning_rate": 1.992631778182607e-06,
+      "loss": 9.3203,
+      "step": 7132
+    },
+    {
+      "epoch": 0.06752113289347886,
+      "grad_norm": 683.7275390625,
+      "learning_rate": 1.9926280628448223e-06,
+      "loss": 52.4375,
+      "step": 7133
+    },
+    {
+      "epoch": 0.06753059891519392,
+      "grad_norm": 638.9544067382812,
+      "learning_rate": 1.9926243465740323e-06,
+      "loss": 23.4062,
+      "step": 7134
+    },
+    {
+      "epoch": 0.06754006493690896,
+      "grad_norm": 364.5428161621094,
+      "learning_rate": 1.9926206293702398e-06,
+      "loss": 14.2891,
+      "step": 7135
+    },
+    {
+      "epoch": 0.06754953095862402,
+      "grad_norm": 3.409395694732666,
+      "learning_rate": 1.9926169112334485e-06,
+      "loss": 0.8457,
+      "step": 7136
+    },
+    {
+      "epoch": 0.06755899698033907,
+      "grad_norm": 1235.0084228515625,
+      "learning_rate": 1.9926131921636618e-06,
+      "loss": 62.8594,
+      "step": 7137
+    },
+    {
+      "epoch": 0.06756846300205413,
+      "grad_norm": 361.5188903808594,
+      "learning_rate": 1.9926094721608836e-06,
+      "loss": 38.0781,
+      "step": 7138
+    },
+    {
+      "epoch": 0.06757792902376918,
+      "grad_norm": 371.7429504394531,
+      "learning_rate": 1.9926057512251168e-06,
+      "loss": 13.4531,
+      "step": 7139
+    },
+    {
+      "epoch": 0.06758739504548424,
+      "grad_norm": 380.7269287109375,
+      "learning_rate": 1.992602029356365e-06,
+      "loss": 21.6484,
+      "step": 7140
+    },
+    {
+      "epoch": 0.06759686106719928,
+      "grad_norm": 403.5377197265625,
+      "learning_rate": 1.9925983065546323e-06,
+      "loss": 40.3281,
+      "step": 7141
+    },
+    {
+      "epoch": 0.06760632708891434,
+      "grad_norm": 1022.5817260742188,
+      "learning_rate": 1.9925945828199214e-06,
+      "loss": 25.8359,
+      "step": 7142
+    },
+    {
+      "epoch": 0.0676157931106294,
+      "grad_norm": 239.7090301513672,
+      "learning_rate": 1.9925908581522362e-06,
+      "loss": 20.3203,
+      "step": 7143
+    },
+    {
+      "epoch": 0.06762525913234445,
+      "grad_norm": 526.4724731445312,
+      "learning_rate": 1.9925871325515803e-06,
+      "loss": 32.5234,
+      "step": 7144
+    },
+    {
+      "epoch": 0.06763472515405951,
+      "grad_norm": 578.18505859375,
+      "learning_rate": 1.992583406017957e-06,
+      "loss": 36.0781,
+      "step": 7145
+    },
+    {
+      "epoch": 0.06764419117577455,
+      "grad_norm": 435.55755615234375,
+      "learning_rate": 1.99257967855137e-06,
+      "loss": 27.6719,
+      "step": 7146
+    },
+    {
+      "epoch": 0.06765365719748961,
+      "grad_norm": 372.4281311035156,
+      "learning_rate": 1.9925759501518226e-06,
+      "loss": 42.8594,
+      "step": 7147
+    },
+    {
+      "epoch": 0.06766312321920466,
+      "grad_norm": 614.924072265625,
+      "learning_rate": 1.9925722208193183e-06,
+      "loss": 53.125,
+      "step": 7148
+    },
+    {
+      "epoch": 0.06767258924091972,
+      "grad_norm": 465.9676513671875,
+      "learning_rate": 1.9925684905538605e-06,
+      "loss": 40.6094,
+      "step": 7149
+    },
+    {
+      "epoch": 0.06768205526263477,
+      "grad_norm": 388.4211730957031,
+      "learning_rate": 1.9925647593554535e-06,
+      "loss": 19.7266,
+      "step": 7150
+    },
+    {
+      "epoch": 0.06769152128434983,
+      "grad_norm": 314.0950622558594,
+      "learning_rate": 1.9925610272240995e-06,
+      "loss": 21.0938,
+      "step": 7151
+    },
+    {
+      "epoch": 0.06770098730606489,
+      "grad_norm": 461.9523010253906,
+      "learning_rate": 1.9925572941598034e-06,
+      "loss": 16.5586,
+      "step": 7152
+    },
+    {
+      "epoch": 0.06771045332777993,
+      "grad_norm": 289.6257019042969,
+      "learning_rate": 1.9925535601625675e-06,
+      "loss": 23.4062,
+      "step": 7153
+    },
+    {
+      "epoch": 0.06771991934949499,
+      "grad_norm": 874.1072998046875,
+      "learning_rate": 1.992549825232396e-06,
+      "loss": 35.7734,
+      "step": 7154
+    },
+    {
+      "epoch": 0.06772938537121004,
+      "grad_norm": 371.47662353515625,
+      "learning_rate": 1.992546089369292e-06,
+      "loss": 24.0625,
+      "step": 7155
+    },
+    {
+      "epoch": 0.0677388513929251,
+      "grad_norm": 577.498779296875,
+      "learning_rate": 1.9925423525732595e-06,
+      "loss": 44.4531,
+      "step": 7156
+    },
+    {
+      "epoch": 0.06774831741464014,
+      "grad_norm": 392.4335021972656,
+      "learning_rate": 1.9925386148443018e-06,
+      "loss": 33.7891,
+      "step": 7157
+    },
+    {
+      "epoch": 0.0677577834363552,
+      "grad_norm": 275.5910949707031,
+      "learning_rate": 1.992534876182422e-06,
+      "loss": 19.3359,
+      "step": 7158
+    },
+    {
+      "epoch": 0.06776724945807025,
+      "grad_norm": 422.3395690917969,
+      "learning_rate": 1.9925311365876243e-06,
+      "loss": 32.5312,
+      "step": 7159
+    },
+    {
+      "epoch": 0.06777671547978531,
+      "grad_norm": 261.5928649902344,
+      "learning_rate": 1.9925273960599117e-06,
+      "loss": 23.0703,
+      "step": 7160
+    },
+    {
+      "epoch": 0.06778618150150037,
+      "grad_norm": 623.2176513671875,
+      "learning_rate": 1.992523654599288e-06,
+      "loss": 54.2812,
+      "step": 7161
+    },
+    {
+      "epoch": 0.06779564752321542,
+      "grad_norm": 333.0947570800781,
+      "learning_rate": 1.992519912205757e-06,
+      "loss": 21.0625,
+      "step": 7162
+    },
+    {
+      "epoch": 0.06780511354493048,
+      "grad_norm": 267.3924255371094,
+      "learning_rate": 1.9925161688793216e-06,
+      "loss": 19.9375,
+      "step": 7163
+    },
+    {
+      "epoch": 0.06781457956664552,
+      "grad_norm": 558.1334228515625,
+      "learning_rate": 1.9925124246199855e-06,
+      "loss": 39.3438,
+      "step": 7164
+    },
+    {
+      "epoch": 0.06782404558836058,
+      "grad_norm": 952.8624267578125,
+      "learning_rate": 1.9925086794277523e-06,
+      "loss": 38.1953,
+      "step": 7165
+    },
+    {
+      "epoch": 0.06783351161007563,
+      "grad_norm": 3.462919235229492,
+      "learning_rate": 1.992504933302626e-06,
+      "loss": 0.8179,
+      "step": 7166
+    },
+    {
+      "epoch": 0.06784297763179069,
+      "grad_norm": 3.3259918689727783,
+      "learning_rate": 1.9925011862446086e-06,
+      "loss": 0.9321,
+      "step": 7167
+    },
+    {
+      "epoch": 0.06785244365350575,
+      "grad_norm": 254.92205810546875,
+      "learning_rate": 1.9924974382537052e-06,
+      "loss": 29.75,
+      "step": 7168
+    },
+    {
+      "epoch": 0.0678619096752208,
+      "grad_norm": 368.19134521484375,
+      "learning_rate": 1.9924936893299188e-06,
+      "loss": 23.1484,
+      "step": 7169
+    },
+    {
+      "epoch": 0.06787137569693585,
+      "grad_norm": 571.3197631835938,
+      "learning_rate": 1.992489939473253e-06,
+      "loss": 43.0156,
+      "step": 7170
+    },
+    {
+      "epoch": 0.0678808417186509,
+      "grad_norm": 419.21783447265625,
+      "learning_rate": 1.992486188683711e-06,
+      "loss": 30.75,
+      "step": 7171
+    },
+    {
+      "epoch": 0.06789030774036596,
+      "grad_norm": 3.515363931655884,
+      "learning_rate": 1.9924824369612966e-06,
+      "loss": 0.8833,
+      "step": 7172
+    },
+    {
+      "epoch": 0.067899773762081,
+      "grad_norm": 275.60418701171875,
+      "learning_rate": 1.9924786843060133e-06,
+      "loss": 17.3672,
+      "step": 7173
+    },
+    {
+      "epoch": 0.06790923978379607,
+      "grad_norm": 670.97021484375,
+      "learning_rate": 1.9924749307178645e-06,
+      "loss": 50.6797,
+      "step": 7174
+    },
+    {
+      "epoch": 0.06791870580551111,
+      "grad_norm": 358.71697998046875,
+      "learning_rate": 1.992471176196854e-06,
+      "loss": 22.9062,
+      "step": 7175
+    },
+    {
+      "epoch": 0.06792817182722617,
+      "grad_norm": 1319.7027587890625,
+      "learning_rate": 1.992467420742985e-06,
+      "loss": 42.7031,
+      "step": 7176
+    },
+    {
+      "epoch": 0.06793763784894123,
+      "grad_norm": 201.94937133789062,
+      "learning_rate": 1.9924636643562615e-06,
+      "loss": 26.375,
+      "step": 7177
+    },
+    {
+      "epoch": 0.06794710387065628,
+      "grad_norm": 525.1111450195312,
+      "learning_rate": 1.992459907036686e-06,
+      "loss": 38.1875,
+      "step": 7178
+    },
+    {
+      "epoch": 0.06795656989237134,
+      "grad_norm": 249.53758239746094,
+      "learning_rate": 1.9924561487842637e-06,
+      "loss": 26.0625,
+      "step": 7179
+    },
+    {
+      "epoch": 0.06796603591408638,
+      "grad_norm": 318.7208557128906,
+      "learning_rate": 1.9924523895989967e-06,
+      "loss": 22.0625,
+      "step": 7180
+    },
+    {
+      "epoch": 0.06797550193580144,
+      "grad_norm": 3.792858839035034,
+      "learning_rate": 1.9924486294808893e-06,
+      "loss": 0.8296,
+      "step": 7181
+    },
+    {
+      "epoch": 0.06798496795751649,
+      "grad_norm": 497.7381896972656,
+      "learning_rate": 1.992444868429944e-06,
+      "loss": 47.6797,
+      "step": 7182
+    },
+    {
+      "epoch": 0.06799443397923155,
+      "grad_norm": 726.7936401367188,
+      "learning_rate": 1.9924411064461657e-06,
+      "loss": 57.7812,
+      "step": 7183
+    },
+    {
+      "epoch": 0.0680039000009466,
+      "grad_norm": 464.4272766113281,
+      "learning_rate": 1.992437343529557e-06,
+      "loss": 38.2969,
+      "step": 7184
+    },
+    {
+      "epoch": 0.06801336602266166,
+      "grad_norm": 920.5757446289062,
+      "learning_rate": 1.9924335796801223e-06,
+      "loss": 39.6875,
+      "step": 7185
+    },
+    {
+      "epoch": 0.06802283204437672,
+      "grad_norm": 572.5682983398438,
+      "learning_rate": 1.9924298148978644e-06,
+      "loss": 48.5,
+      "step": 7186
+    },
+    {
+      "epoch": 0.06803229806609176,
+      "grad_norm": 248.76382446289062,
+      "learning_rate": 1.992426049182787e-06,
+      "loss": 28.6562,
+      "step": 7187
+    },
+    {
+      "epoch": 0.06804176408780682,
+      "grad_norm": 796.7581176757812,
+      "learning_rate": 1.9924222825348936e-06,
+      "loss": 23.3672,
+      "step": 7188
+    },
+    {
+      "epoch": 0.06805123010952187,
+      "grad_norm": 244.17369079589844,
+      "learning_rate": 1.9924185149541875e-06,
+      "loss": 24.7969,
+      "step": 7189
+    },
+    {
+      "epoch": 0.06806069613123693,
+      "grad_norm": 288.3608703613281,
+      "learning_rate": 1.9924147464406732e-06,
+      "loss": 19.8828,
+      "step": 7190
+    },
+    {
+      "epoch": 0.06807016215295197,
+      "grad_norm": 454.4216003417969,
+      "learning_rate": 1.992410976994353e-06,
+      "loss": 32.1875,
+      "step": 7191
+    },
+    {
+      "epoch": 0.06807962817466703,
+      "grad_norm": 224.9293670654297,
+      "learning_rate": 1.9924072066152316e-06,
+      "loss": 21.375,
+      "step": 7192
+    },
+    {
+      "epoch": 0.06808909419638208,
+      "grad_norm": 346.10150146484375,
+      "learning_rate": 1.9924034353033115e-06,
+      "loss": 22.4531,
+      "step": 7193
+    },
+    {
+      "epoch": 0.06809856021809714,
+      "grad_norm": 205.3007049560547,
+      "learning_rate": 1.992399663058597e-06,
+      "loss": 26.75,
+      "step": 7194
+    },
+    {
+      "epoch": 0.0681080262398122,
+      "grad_norm": 1220.62451171875,
+      "learning_rate": 1.9923958898810913e-06,
+      "loss": 54.4219,
+      "step": 7195
+    },
+    {
+      "epoch": 0.06811749226152725,
+      "grad_norm": 644.1692504882812,
+      "learning_rate": 1.992392115770798e-06,
+      "loss": 28.8281,
+      "step": 7196
+    },
+    {
+      "epoch": 0.0681269582832423,
+      "grad_norm": 223.60032653808594,
+      "learning_rate": 1.9923883407277206e-06,
+      "loss": 16.6797,
+      "step": 7197
+    },
+    {
+      "epoch": 0.06813642430495735,
+      "grad_norm": 220.91775512695312,
+      "learning_rate": 1.992384564751863e-06,
+      "loss": 18.9766,
+      "step": 7198
+    },
+    {
+      "epoch": 0.06814589032667241,
+      "grad_norm": 177.74273681640625,
+      "learning_rate": 1.992380787843228e-06,
+      "loss": 20.6953,
+      "step": 7199
+    },
+    {
+      "epoch": 0.06815535634838746,
+      "grad_norm": 3.635741710662842,
+      "learning_rate": 1.99237701000182e-06,
+      "loss": 1.1011,
+      "step": 7200
+    },
+    {
+      "epoch": 0.06816482237010252,
+      "grad_norm": 207.12049865722656,
+      "learning_rate": 1.992373231227642e-06,
+      "loss": 19.0469,
+      "step": 7201
+    },
+    {
+      "epoch": 0.06817428839181756,
+      "grad_norm": 211.16168212890625,
+      "learning_rate": 1.992369451520698e-06,
+      "loss": 20.5156,
+      "step": 7202
+    },
+    {
+      "epoch": 0.06818375441353262,
+      "grad_norm": 446.1520690917969,
+      "learning_rate": 1.992365670880991e-06,
+      "loss": 16.1836,
+      "step": 7203
+    },
+    {
+      "epoch": 0.06819322043524768,
+      "grad_norm": 292.8475646972656,
+      "learning_rate": 1.992361889308525e-06,
+      "loss": 20.375,
+      "step": 7204
+    },
+    {
+      "epoch": 0.06820268645696273,
+      "grad_norm": 403.8297424316406,
+      "learning_rate": 1.9923581068033032e-06,
+      "loss": 46.1719,
+      "step": 7205
+    },
+    {
+      "epoch": 0.06821215247867779,
+      "grad_norm": 488.4284973144531,
+      "learning_rate": 1.9923543233653293e-06,
+      "loss": 45.2031,
+      "step": 7206
+    },
+    {
+      "epoch": 0.06822161850039284,
+      "grad_norm": 703.1409301757812,
+      "learning_rate": 1.992350538994607e-06,
+      "loss": 17.5039,
+      "step": 7207
+    },
+    {
+      "epoch": 0.0682310845221079,
+      "grad_norm": 315.4235534667969,
+      "learning_rate": 1.9923467536911395e-06,
+      "loss": 12.1426,
+      "step": 7208
+    },
+    {
+      "epoch": 0.06824055054382294,
+      "grad_norm": 241.82199096679688,
+      "learning_rate": 1.992342967454931e-06,
+      "loss": 23.5781,
+      "step": 7209
+    },
+    {
+      "epoch": 0.068250016565538,
+      "grad_norm": 490.59698486328125,
+      "learning_rate": 1.9923391802859844e-06,
+      "loss": 65.707,
+      "step": 7210
+    },
+    {
+      "epoch": 0.06825948258725306,
+      "grad_norm": 618.9129028320312,
+      "learning_rate": 1.992335392184304e-06,
+      "loss": 25.5625,
+      "step": 7211
+    },
+    {
+      "epoch": 0.06826894860896811,
+      "grad_norm": 549.33154296875,
+      "learning_rate": 1.992331603149892e-06,
+      "loss": 35.1797,
+      "step": 7212
+    },
+    {
+      "epoch": 0.06827841463068317,
+      "grad_norm": 2.9776875972747803,
+      "learning_rate": 1.992327813182754e-06,
+      "loss": 0.9795,
+      "step": 7213
+    },
+    {
+      "epoch": 0.06828788065239821,
+      "grad_norm": 465.29010009765625,
+      "learning_rate": 1.9923240222828913e-06,
+      "loss": 31.0859,
+      "step": 7214
+    },
+    {
+      "epoch": 0.06829734667411327,
+      "grad_norm": 164.41929626464844,
+      "learning_rate": 1.9923202304503093e-06,
+      "loss": 22.1406,
+      "step": 7215
+    },
+    {
+      "epoch": 0.06830681269582832,
+      "grad_norm": 421.6223449707031,
+      "learning_rate": 1.9923164376850106e-06,
+      "loss": 42.9609,
+      "step": 7216
+    },
+    {
+      "epoch": 0.06831627871754338,
+      "grad_norm": 405.4000244140625,
+      "learning_rate": 1.992312643986999e-06,
+      "loss": 63.7812,
+      "step": 7217
+    },
+    {
+      "epoch": 0.06832574473925843,
+      "grad_norm": 171.373046875,
+      "learning_rate": 1.992308849356278e-06,
+      "loss": 23.4375,
+      "step": 7218
+    },
+    {
+      "epoch": 0.06833521076097349,
+      "grad_norm": 632.029052734375,
+      "learning_rate": 1.9923050537928516e-06,
+      "loss": 42.9922,
+      "step": 7219
+    },
+    {
+      "epoch": 0.06834467678268855,
+      "grad_norm": 1888.36865234375,
+      "learning_rate": 1.9923012572967226e-06,
+      "loss": 40.9062,
+      "step": 7220
+    },
+    {
+      "epoch": 0.06835414280440359,
+      "grad_norm": 930.0281982421875,
+      "learning_rate": 1.992297459867895e-06,
+      "loss": 50.6406,
+      "step": 7221
+    },
+    {
+      "epoch": 0.06836360882611865,
+      "grad_norm": 1469.2366943359375,
+      "learning_rate": 1.9922936615063725e-06,
+      "loss": 53.0234,
+      "step": 7222
+    },
+    {
+      "epoch": 0.0683730748478337,
+      "grad_norm": 532.34033203125,
+      "learning_rate": 1.9922898622121583e-06,
+      "loss": 48.6875,
+      "step": 7223
+    },
+    {
+      "epoch": 0.06838254086954876,
+      "grad_norm": 376.48193359375,
+      "learning_rate": 1.9922860619852566e-06,
+      "loss": 42.9375,
+      "step": 7224
+    },
+    {
+      "epoch": 0.0683920068912638,
+      "grad_norm": 173.93328857421875,
+      "learning_rate": 1.9922822608256703e-06,
+      "loss": 14.8203,
+      "step": 7225
+    },
+    {
+      "epoch": 0.06840147291297886,
+      "grad_norm": 309.63671875,
+      "learning_rate": 1.992278458733403e-06,
+      "loss": 26.7031,
+      "step": 7226
+    },
+    {
+      "epoch": 0.06841093893469391,
+      "grad_norm": 258.81341552734375,
+      "learning_rate": 1.992274655708459e-06,
+      "loss": 20.0156,
+      "step": 7227
+    },
+    {
+      "epoch": 0.06842040495640897,
+      "grad_norm": 273.595947265625,
+      "learning_rate": 1.9922708517508407e-06,
+      "loss": 22.9766,
+      "step": 7228
+    },
+    {
+      "epoch": 0.06842987097812403,
+      "grad_norm": 263.84368896484375,
+      "learning_rate": 1.9922670468605525e-06,
+      "loss": 22.6484,
+      "step": 7229
+    },
+    {
+      "epoch": 0.06843933699983908,
+      "grad_norm": 256.5375671386719,
+      "learning_rate": 1.9922632410375984e-06,
+      "loss": 13.9766,
+      "step": 7230
+    },
+    {
+      "epoch": 0.06844880302155414,
+      "grad_norm": 1566.0938720703125,
+      "learning_rate": 1.992259434281981e-06,
+      "loss": 23.4375,
+      "step": 7231
+    },
+    {
+      "epoch": 0.06845826904326918,
+      "grad_norm": 571.6846313476562,
+      "learning_rate": 1.9922556265937046e-06,
+      "loss": 48.25,
+      "step": 7232
+    },
+    {
+      "epoch": 0.06846773506498424,
+      "grad_norm": 349.6444396972656,
+      "learning_rate": 1.992251817972772e-06,
+      "loss": 43.4219,
+      "step": 7233
+    },
+    {
+      "epoch": 0.06847720108669929,
+      "grad_norm": 376.4237060546875,
+      "learning_rate": 1.9922480084191875e-06,
+      "loss": 17.6602,
+      "step": 7234
+    },
+    {
+      "epoch": 0.06848666710841435,
+      "grad_norm": 323.5259704589844,
+      "learning_rate": 1.992244197932954e-06,
+      "loss": 34.1875,
+      "step": 7235
+    },
+    {
+      "epoch": 0.0684961331301294,
+      "grad_norm": 1007.5625610351562,
+      "learning_rate": 1.992240386514076e-06,
+      "loss": 61.1484,
+      "step": 7236
+    },
+    {
+      "epoch": 0.06850559915184445,
+      "grad_norm": 1125.7484130859375,
+      "learning_rate": 1.9922365741625567e-06,
+      "loss": 41.1406,
+      "step": 7237
+    },
+    {
+      "epoch": 0.06851506517355951,
+      "grad_norm": 478.22235107421875,
+      "learning_rate": 1.9922327608783994e-06,
+      "loss": 43.5,
+      "step": 7238
+    },
+    {
+      "epoch": 0.06852453119527456,
+      "grad_norm": 620.0689086914062,
+      "learning_rate": 1.9922289466616076e-06,
+      "loss": 58.3125,
+      "step": 7239
+    },
+    {
+      "epoch": 0.06853399721698962,
+      "grad_norm": 166.89840698242188,
+      "learning_rate": 1.9922251315121855e-06,
+      "loss": 19.5312,
+      "step": 7240
+    },
+    {
+      "epoch": 0.06854346323870467,
+      "grad_norm": 243.13241577148438,
+      "learning_rate": 1.992221315430136e-06,
+      "loss": 18.0391,
+      "step": 7241
+    },
+    {
+      "epoch": 0.06855292926041973,
+      "grad_norm": 329.12158203125,
+      "learning_rate": 1.9922174984154632e-06,
+      "loss": 27.2188,
+      "step": 7242
+    },
+    {
+      "epoch": 0.06856239528213477,
+      "grad_norm": 3.7341501712799072,
+      "learning_rate": 1.9922136804681706e-06,
+      "loss": 1.0103,
+      "step": 7243
+    },
+    {
+      "epoch": 0.06857186130384983,
+      "grad_norm": 142.6222381591797,
+      "learning_rate": 1.9922098615882613e-06,
+      "loss": 21.0391,
+      "step": 7244
+    },
+    {
+      "epoch": 0.06858132732556488,
+      "grad_norm": 323.0128479003906,
+      "learning_rate": 1.9922060417757394e-06,
+      "loss": 24.4297,
+      "step": 7245
+    },
+    {
+      "epoch": 0.06859079334727994,
+      "grad_norm": 1174.357666015625,
+      "learning_rate": 1.9922022210306085e-06,
+      "loss": 41.8906,
+      "step": 7246
+    },
+    {
+      "epoch": 0.068600259368995,
+      "grad_norm": 502.02655029296875,
+      "learning_rate": 1.992198399352872e-06,
+      "loss": 30.1641,
+      "step": 7247
+    },
+    {
+      "epoch": 0.06860972539071004,
+      "grad_norm": 713.5994873046875,
+      "learning_rate": 1.992194576742534e-06,
+      "loss": 47.9219,
+      "step": 7248
+    },
+    {
+      "epoch": 0.0686191914124251,
+      "grad_norm": 529.8552856445312,
+      "learning_rate": 1.9921907531995974e-06,
+      "loss": 56.0625,
+      "step": 7249
+    },
+    {
+      "epoch": 0.06862865743414015,
+      "grad_norm": 256.2414855957031,
+      "learning_rate": 1.992186928724066e-06,
+      "loss": 24.25,
+      "step": 7250
+    },
+    {
+      "epoch": 0.06863812345585521,
+      "grad_norm": 343.6942443847656,
+      "learning_rate": 1.9921831033159433e-06,
+      "loss": 24.0781,
+      "step": 7251
+    },
+    {
+      "epoch": 0.06864758947757026,
+      "grad_norm": 788.3477783203125,
+      "learning_rate": 1.9921792769752326e-06,
+      "loss": 40.3906,
+      "step": 7252
+    },
+    {
+      "epoch": 0.06865705549928532,
+      "grad_norm": 244.6634063720703,
+      "learning_rate": 1.9921754497019387e-06,
+      "loss": 23.0,
+      "step": 7253
+    },
+    {
+      "epoch": 0.06866652152100038,
+      "grad_norm": 590.38330078125,
+      "learning_rate": 1.9921716214960636e-06,
+      "loss": 36.2031,
+      "step": 7254
+    },
+    {
+      "epoch": 0.06867598754271542,
+      "grad_norm": 857.8365478515625,
+      "learning_rate": 1.9921677923576125e-06,
+      "loss": 69.6562,
+      "step": 7255
+    },
+    {
+      "epoch": 0.06868545356443048,
+      "grad_norm": 245.41925048828125,
+      "learning_rate": 1.9921639622865878e-06,
+      "loss": 22.9141,
+      "step": 7256
+    },
+    {
+      "epoch": 0.06869491958614553,
+      "grad_norm": 631.0693969726562,
+      "learning_rate": 1.9921601312829938e-06,
+      "loss": 59.5234,
+      "step": 7257
+    },
+    {
+      "epoch": 0.06870438560786059,
+      "grad_norm": 273.6990966796875,
+      "learning_rate": 1.992156299346834e-06,
+      "loss": 36.5781,
+      "step": 7258
+    },
+    {
+      "epoch": 0.06871385162957563,
+      "grad_norm": 469.0268859863281,
+      "learning_rate": 1.992152466478111e-06,
+      "loss": 21.3125,
+      "step": 7259
+    },
+    {
+      "epoch": 0.0687233176512907,
+      "grad_norm": 390.9794616699219,
+      "learning_rate": 1.99214863267683e-06,
+      "loss": 23.0312,
+      "step": 7260
+    },
+    {
+      "epoch": 0.06873278367300574,
+      "grad_norm": 209.4972381591797,
+      "learning_rate": 1.9921447979429934e-06,
+      "loss": 22.0312,
+      "step": 7261
+    },
+    {
+      "epoch": 0.0687422496947208,
+      "grad_norm": 234.5009307861328,
+      "learning_rate": 1.9921409622766055e-06,
+      "loss": 16.4219,
+      "step": 7262
+    },
+    {
+      "epoch": 0.06875171571643586,
+      "grad_norm": 200.12310791015625,
+      "learning_rate": 1.9921371256776694e-06,
+      "loss": 17.4688,
+      "step": 7263
+    },
+    {
+      "epoch": 0.0687611817381509,
+      "grad_norm": 255.74696350097656,
+      "learning_rate": 1.992133288146189e-06,
+      "loss": 18.0391,
+      "step": 7264
+    },
+    {
+      "epoch": 0.06877064775986597,
+      "grad_norm": 376.3258361816406,
+      "learning_rate": 1.992129449682168e-06,
+      "loss": 24.0156,
+      "step": 7265
+    },
+    {
+      "epoch": 0.06878011378158101,
+      "grad_norm": 342.81121826171875,
+      "learning_rate": 1.99212561028561e-06,
+      "loss": 36.2188,
+      "step": 7266
+    },
+    {
+      "epoch": 0.06878957980329607,
+      "grad_norm": 1063.738037109375,
+      "learning_rate": 1.992121769956518e-06,
+      "loss": 37.2891,
+      "step": 7267
+    },
+    {
+      "epoch": 0.06879904582501112,
+      "grad_norm": 777.8397827148438,
+      "learning_rate": 1.9921179286948963e-06,
+      "loss": 56.6406,
+      "step": 7268
+    },
+    {
+      "epoch": 0.06880851184672618,
+      "grad_norm": 503.3398742675781,
+      "learning_rate": 1.9921140865007485e-06,
+      "loss": 49.9219,
+      "step": 7269
+    },
+    {
+      "epoch": 0.06881797786844122,
+      "grad_norm": 3.282646417617798,
+      "learning_rate": 1.9921102433740776e-06,
+      "loss": 0.8208,
+      "step": 7270
+    },
+    {
+      "epoch": 0.06882744389015628,
+      "grad_norm": 334.0233459472656,
+      "learning_rate": 1.992106399314888e-06,
+      "loss": 18.5469,
+      "step": 7271
+    },
+    {
+      "epoch": 0.06883690991187134,
+      "grad_norm": 459.3161926269531,
+      "learning_rate": 1.992102554323183e-06,
+      "loss": 47.1875,
+      "step": 7272
+    },
+    {
+      "epoch": 0.06884637593358639,
+      "grad_norm": 2.9949421882629395,
+      "learning_rate": 1.9920987083989656e-06,
+      "loss": 0.8508,
+      "step": 7273
+    },
+    {
+      "epoch": 0.06885584195530145,
+      "grad_norm": 255.99403381347656,
+      "learning_rate": 1.9920948615422403e-06,
+      "loss": 25.9844,
+      "step": 7274
+    },
+    {
+      "epoch": 0.0688653079770165,
+      "grad_norm": 410.89166259765625,
+      "learning_rate": 1.9920910137530105e-06,
+      "loss": 38.5547,
+      "step": 7275
+    },
+    {
+      "epoch": 0.06887477399873156,
+      "grad_norm": 557.7354125976562,
+      "learning_rate": 1.9920871650312795e-06,
+      "loss": 44.2344,
+      "step": 7276
+    },
+    {
+      "epoch": 0.0688842400204466,
+      "grad_norm": 209.406494140625,
+      "learning_rate": 1.992083315377051e-06,
+      "loss": 16.6562,
+      "step": 7277
+    },
+    {
+      "epoch": 0.06889370604216166,
+      "grad_norm": 503.18731689453125,
+      "learning_rate": 1.9920794647903287e-06,
+      "loss": 14.5312,
+      "step": 7278
+    },
+    {
+      "epoch": 0.06890317206387671,
+      "grad_norm": 825.7523193359375,
+      "learning_rate": 1.992075613271116e-06,
+      "loss": 53.8125,
+      "step": 7279
+    },
+    {
+      "epoch": 0.06891263808559177,
+      "grad_norm": 535.4503784179688,
+      "learning_rate": 1.9920717608194176e-06,
+      "loss": 49.8281,
+      "step": 7280
+    },
+    {
+      "epoch": 0.06892210410730683,
+      "grad_norm": 379.4809265136719,
+      "learning_rate": 1.9920679074352357e-06,
+      "loss": 29.3867,
+      "step": 7281
+    },
+    {
+      "epoch": 0.06893157012902187,
+      "grad_norm": 181.70538330078125,
+      "learning_rate": 1.9920640531185748e-06,
+      "loss": 16.7344,
+      "step": 7282
+    },
+    {
+      "epoch": 0.06894103615073693,
+      "grad_norm": 1178.43408203125,
+      "learning_rate": 1.992060197869438e-06,
+      "loss": 60.3516,
+      "step": 7283
+    },
+    {
+      "epoch": 0.06895050217245198,
+      "grad_norm": 3.7183051109313965,
+      "learning_rate": 1.992056341687829e-06,
+      "loss": 1.0669,
+      "step": 7284
+    },
+    {
+      "epoch": 0.06895996819416704,
+      "grad_norm": 506.26953125,
+      "learning_rate": 1.9920524845737517e-06,
+      "loss": 38.2031,
+      "step": 7285
+    },
+    {
+      "epoch": 0.06896943421588209,
+      "grad_norm": 494.969482421875,
+      "learning_rate": 1.99204862652721e-06,
+      "loss": 19.6055,
+      "step": 7286
+    },
+    {
+      "epoch": 0.06897890023759715,
+      "grad_norm": 319.4105529785156,
+      "learning_rate": 1.9920447675482065e-06,
+      "loss": 28.9688,
+      "step": 7287
+    },
+    {
+      "epoch": 0.06898836625931219,
+      "grad_norm": 231.82077026367188,
+      "learning_rate": 1.992040907636746e-06,
+      "loss": 24.4219,
+      "step": 7288
+    },
+    {
+      "epoch": 0.06899783228102725,
+      "grad_norm": 538.8790893554688,
+      "learning_rate": 1.9920370467928314e-06,
+      "loss": 30.6641,
+      "step": 7289
+    },
+    {
+      "epoch": 0.06900729830274231,
+      "grad_norm": 1028.642822265625,
+      "learning_rate": 1.9920331850164665e-06,
+      "loss": 45.9062,
+      "step": 7290
+    },
+    {
+      "epoch": 0.06901676432445736,
+      "grad_norm": 361.4853820800781,
+      "learning_rate": 1.9920293223076547e-06,
+      "loss": 28.9844,
+      "step": 7291
+    },
+    {
+      "epoch": 0.06902623034617242,
+      "grad_norm": 3.672696590423584,
+      "learning_rate": 1.9920254586664e-06,
+      "loss": 1.1592,
+      "step": 7292
+    },
+    {
+      "epoch": 0.06903569636788746,
+      "grad_norm": 728.8442993164062,
+      "learning_rate": 1.9920215940927064e-06,
+      "loss": 62.4219,
+      "step": 7293
+    },
+    {
+      "epoch": 0.06904516238960252,
+      "grad_norm": 187.85328674316406,
+      "learning_rate": 1.9920177285865763e-06,
+      "loss": 23.9141,
+      "step": 7294
+    },
+    {
+      "epoch": 0.06905462841131757,
+      "grad_norm": 835.5132446289062,
+      "learning_rate": 1.9920138621480146e-06,
+      "loss": 51.3672,
+      "step": 7295
+    },
+    {
+      "epoch": 0.06906409443303263,
+      "grad_norm": 881.5437622070312,
+      "learning_rate": 1.992009994777024e-06,
+      "loss": 57.2969,
+      "step": 7296
+    },
+    {
+      "epoch": 0.06907356045474769,
+      "grad_norm": 1980.6649169921875,
+      "learning_rate": 1.992006126473609e-06,
+      "loss": 81.0898,
+      "step": 7297
+    },
+    {
+      "epoch": 0.06908302647646274,
+      "grad_norm": 777.2039794921875,
+      "learning_rate": 1.9920022572377725e-06,
+      "loss": 42.0703,
+      "step": 7298
+    },
+    {
+      "epoch": 0.0690924924981778,
+      "grad_norm": 341.6648254394531,
+      "learning_rate": 1.9919983870695185e-06,
+      "loss": 26.5234,
+      "step": 7299
+    },
+    {
+      "epoch": 0.06910195851989284,
+      "grad_norm": 410.0570373535156,
+      "learning_rate": 1.99199451596885e-06,
+      "loss": 31.5156,
+      "step": 7300
+    },
+    {
+      "epoch": 0.0691114245416079,
+      "grad_norm": 2.887174367904663,
+      "learning_rate": 1.9919906439357717e-06,
+      "loss": 0.8521,
+      "step": 7301
+    },
+    {
+      "epoch": 0.06912089056332295,
+      "grad_norm": 982.573974609375,
+      "learning_rate": 1.991986770970287e-06,
+      "loss": 49.3906,
+      "step": 7302
+    },
+    {
+      "epoch": 0.06913035658503801,
+      "grad_norm": 207.35841369628906,
+      "learning_rate": 1.9919828970723987e-06,
+      "loss": 18.0625,
+      "step": 7303
+    },
+    {
+      "epoch": 0.06913982260675305,
+      "grad_norm": 389.7633361816406,
+      "learning_rate": 1.9919790222421113e-06,
+      "loss": 21.1719,
+      "step": 7304
+    },
+    {
+      "epoch": 0.06914928862846811,
+      "grad_norm": 350.7929992675781,
+      "learning_rate": 1.9919751464794283e-06,
+      "loss": 24.3672,
+      "step": 7305
+    },
+    {
+      "epoch": 0.06915875465018317,
+      "grad_norm": 404.984375,
+      "learning_rate": 1.991971269784353e-06,
+      "loss": 37.5156,
+      "step": 7306
+    },
+    {
+      "epoch": 0.06916822067189822,
+      "grad_norm": 208.63970947265625,
+      "learning_rate": 1.991967392156889e-06,
+      "loss": 20.8906,
+      "step": 7307
+    },
+    {
+      "epoch": 0.06917768669361328,
+      "grad_norm": 430.841064453125,
+      "learning_rate": 1.9919635135970403e-06,
+      "loss": 23.6562,
+      "step": 7308
+    },
+    {
+      "epoch": 0.06918715271532833,
+      "grad_norm": 564.0575561523438,
+      "learning_rate": 1.9919596341048106e-06,
+      "loss": 16.5938,
+      "step": 7309
+    },
+    {
+      "epoch": 0.06919661873704339,
+      "grad_norm": 489.51654052734375,
+      "learning_rate": 1.9919557536802035e-06,
+      "loss": 25.4531,
+      "step": 7310
+    },
+    {
+      "epoch": 0.06920608475875843,
+      "grad_norm": 641.5396118164062,
+      "learning_rate": 1.9919518723232223e-06,
+      "loss": 50.9844,
+      "step": 7311
+    },
+    {
+      "epoch": 0.06921555078047349,
+      "grad_norm": 1757.1131591796875,
+      "learning_rate": 1.9919479900338713e-06,
+      "loss": 58.3359,
+      "step": 7312
+    },
+    {
+      "epoch": 0.06922501680218854,
+      "grad_norm": 540.346923828125,
+      "learning_rate": 1.991944106812153e-06,
+      "loss": 20.4141,
+      "step": 7313
+    },
+    {
+      "epoch": 0.0692344828239036,
+      "grad_norm": 300.7900695800781,
+      "learning_rate": 1.9919402226580725e-06,
+      "loss": 24.4141,
+      "step": 7314
+    },
+    {
+      "epoch": 0.06924394884561866,
+      "grad_norm": 478.725830078125,
+      "learning_rate": 1.9919363375716324e-06,
+      "loss": 54.8594,
+      "step": 7315
+    },
+    {
+      "epoch": 0.0692534148673337,
+      "grad_norm": 1455.298095703125,
+      "learning_rate": 1.9919324515528364e-06,
+      "loss": 58.7031,
+      "step": 7316
+    },
+    {
+      "epoch": 0.06926288088904876,
+      "grad_norm": 535.9581909179688,
+      "learning_rate": 1.9919285646016884e-06,
+      "loss": 33.8828,
+      "step": 7317
+    },
+    {
+      "epoch": 0.06927234691076381,
+      "grad_norm": 607.1513671875,
+      "learning_rate": 1.9919246767181925e-06,
+      "loss": 21.7969,
+      "step": 7318
+    },
+    {
+      "epoch": 0.06928181293247887,
+      "grad_norm": 200.95388793945312,
+      "learning_rate": 1.9919207879023515e-06,
+      "loss": 19.1953,
+      "step": 7319
+    },
+    {
+      "epoch": 0.06929127895419392,
+      "grad_norm": 189.70559692382812,
+      "learning_rate": 1.9919168981541698e-06,
+      "loss": 23.0234,
+      "step": 7320
+    },
+    {
+      "epoch": 0.06930074497590898,
+      "grad_norm": 809.4456176757812,
+      "learning_rate": 1.991913007473651e-06,
+      "loss": 36.4219,
+      "step": 7321
+    },
+    {
+      "epoch": 0.06931021099762402,
+      "grad_norm": 461.5372009277344,
+      "learning_rate": 1.991909115860798e-06,
+      "loss": 33.5312,
+      "step": 7322
+    },
+    {
+      "epoch": 0.06931967701933908,
+      "grad_norm": 928.681884765625,
+      "learning_rate": 1.9919052233156154e-06,
+      "loss": 72.5625,
+      "step": 7323
+    },
+    {
+      "epoch": 0.06932914304105414,
+      "grad_norm": 890.7039184570312,
+      "learning_rate": 1.991901329838106e-06,
+      "loss": 67.375,
+      "step": 7324
+    },
+    {
+      "epoch": 0.06933860906276919,
+      "grad_norm": 247.6001434326172,
+      "learning_rate": 1.991897435428274e-06,
+      "loss": 26.7812,
+      "step": 7325
+    },
+    {
+      "epoch": 0.06934807508448425,
+      "grad_norm": 563.7797241210938,
+      "learning_rate": 1.991893540086123e-06,
+      "loss": 50.1641,
+      "step": 7326
+    },
+    {
+      "epoch": 0.0693575411061993,
+      "grad_norm": 971.6875,
+      "learning_rate": 1.9918896438116568e-06,
+      "loss": 46.9688,
+      "step": 7327
+    },
+    {
+      "epoch": 0.06936700712791435,
+      "grad_norm": 386.1033020019531,
+      "learning_rate": 1.991885746604878e-06,
+      "loss": 22.8828,
+      "step": 7328
+    },
+    {
+      "epoch": 0.0693764731496294,
+      "grad_norm": 2.9643571376800537,
+      "learning_rate": 1.991881848465792e-06,
+      "loss": 0.8228,
+      "step": 7329
+    },
+    {
+      "epoch": 0.06938593917134446,
+      "grad_norm": 494.2928161621094,
+      "learning_rate": 1.9918779493944017e-06,
+      "loss": 40.8672,
+      "step": 7330
+    },
+    {
+      "epoch": 0.0693954051930595,
+      "grad_norm": 441.4879455566406,
+      "learning_rate": 1.99187404939071e-06,
+      "loss": 17.6094,
+      "step": 7331
+    },
+    {
+      "epoch": 0.06940487121477457,
+      "grad_norm": 387.37603759765625,
+      "learning_rate": 1.9918701484547217e-06,
+      "loss": 33.8281,
+      "step": 7332
+    },
+    {
+      "epoch": 0.06941433723648963,
+      "grad_norm": 203.69883728027344,
+      "learning_rate": 1.9918662465864396e-06,
+      "loss": 23.6094,
+      "step": 7333
+    },
+    {
+      "epoch": 0.06942380325820467,
+      "grad_norm": 344.739501953125,
+      "learning_rate": 1.991862343785868e-06,
+      "loss": 33.0938,
+      "step": 7334
+    },
+    {
+      "epoch": 0.06943326927991973,
+      "grad_norm": 714.5194091796875,
+      "learning_rate": 1.9918584400530107e-06,
+      "loss": 73.25,
+      "step": 7335
+    },
+    {
+      "epoch": 0.06944273530163478,
+      "grad_norm": 291.0477600097656,
+      "learning_rate": 1.9918545353878702e-06,
+      "loss": 22.6484,
+      "step": 7336
+    },
+    {
+      "epoch": 0.06945220132334984,
+      "grad_norm": 407.5873718261719,
+      "learning_rate": 1.9918506297904515e-06,
+      "loss": 21.3203,
+      "step": 7337
+    },
+    {
+      "epoch": 0.06946166734506488,
+      "grad_norm": 560.351806640625,
+      "learning_rate": 1.9918467232607573e-06,
+      "loss": 66.6562,
+      "step": 7338
+    },
+    {
+      "epoch": 0.06947113336677994,
+      "grad_norm": 202.71018981933594,
+      "learning_rate": 1.991842815798792e-06,
+      "loss": 26.4453,
+      "step": 7339
+    },
+    {
+      "epoch": 0.069480599388495,
+      "grad_norm": 900.7262573242188,
+      "learning_rate": 1.991838907404559e-06,
+      "loss": 37.3125,
+      "step": 7340
+    },
+    {
+      "epoch": 0.06949006541021005,
+      "grad_norm": 3.0938000679016113,
+      "learning_rate": 1.991834998078062e-06,
+      "loss": 0.998,
+      "step": 7341
+    },
+    {
+      "epoch": 0.06949953143192511,
+      "grad_norm": 2.958303689956665,
+      "learning_rate": 1.9918310878193044e-06,
+      "loss": 0.8511,
+      "step": 7342
+    },
+    {
+      "epoch": 0.06950899745364016,
+      "grad_norm": 210.72998046875,
+      "learning_rate": 1.9918271766282905e-06,
+      "loss": 11.5742,
+      "step": 7343
+    },
+    {
+      "epoch": 0.06951846347535522,
+      "grad_norm": 1705.0511474609375,
+      "learning_rate": 1.9918232645050233e-06,
+      "loss": 46.2422,
+      "step": 7344
+    },
+    {
+      "epoch": 0.06952792949707026,
+      "grad_norm": 1603.5118408203125,
+      "learning_rate": 1.9918193514495065e-06,
+      "loss": 24.4219,
+      "step": 7345
+    },
+    {
+      "epoch": 0.06953739551878532,
+      "grad_norm": 872.19384765625,
+      "learning_rate": 1.9918154374617445e-06,
+      "loss": 47.3125,
+      "step": 7346
+    },
+    {
+      "epoch": 0.06954686154050037,
+      "grad_norm": 1144.6636962890625,
+      "learning_rate": 1.99181152254174e-06,
+      "loss": 44.8672,
+      "step": 7347
+    },
+    {
+      "epoch": 0.06955632756221543,
+      "grad_norm": 503.4835205078125,
+      "learning_rate": 1.991807606689498e-06,
+      "loss": 53.625,
+      "step": 7348
+    },
+    {
+      "epoch": 0.06956579358393049,
+      "grad_norm": 194.76559448242188,
+      "learning_rate": 1.9918036899050207e-06,
+      "loss": 24.5469,
+      "step": 7349
+    },
+    {
+      "epoch": 0.06957525960564553,
+      "grad_norm": 774.5486450195312,
+      "learning_rate": 1.9917997721883125e-06,
+      "loss": 19.4922,
+      "step": 7350
+    },
+    {
+      "epoch": 0.0695847256273606,
+      "grad_norm": 689.3071899414062,
+      "learning_rate": 1.9917958535393773e-06,
+      "loss": 29.7344,
+      "step": 7351
+    },
+    {
+      "epoch": 0.06959419164907564,
+      "grad_norm": 696.1262817382812,
+      "learning_rate": 1.9917919339582183e-06,
+      "loss": 34.6406,
+      "step": 7352
+    },
+    {
+      "epoch": 0.0696036576707907,
+      "grad_norm": 706.4270629882812,
+      "learning_rate": 1.9917880134448394e-06,
+      "loss": 55.2188,
+      "step": 7353
+    },
+    {
+      "epoch": 0.06961312369250575,
+      "grad_norm": 731.8836059570312,
+      "learning_rate": 1.991784091999244e-06,
+      "loss": 59.8125,
+      "step": 7354
+    },
+    {
+      "epoch": 0.0696225897142208,
+      "grad_norm": 583.183837890625,
+      "learning_rate": 1.991780169621437e-06,
+      "loss": 29.9531,
+      "step": 7355
+    },
+    {
+      "epoch": 0.06963205573593585,
+      "grad_norm": 755.743408203125,
+      "learning_rate": 1.9917762463114203e-06,
+      "loss": 38.8828,
+      "step": 7356
+    },
+    {
+      "epoch": 0.06964152175765091,
+      "grad_norm": 262.7541198730469,
+      "learning_rate": 1.9917723220691987e-06,
+      "loss": 23.7812,
+      "step": 7357
+    },
+    {
+      "epoch": 0.06965098777936597,
+      "grad_norm": 708.4259643554688,
+      "learning_rate": 1.991768396894776e-06,
+      "loss": 67.4609,
+      "step": 7358
+    },
+    {
+      "epoch": 0.06966045380108102,
+      "grad_norm": 331.9125671386719,
+      "learning_rate": 1.991764470788155e-06,
+      "loss": 23.6562,
+      "step": 7359
+    },
+    {
+      "epoch": 0.06966991982279608,
+      "grad_norm": 404.60400390625,
+      "learning_rate": 1.99176054374934e-06,
+      "loss": 18.2734,
+      "step": 7360
+    },
+    {
+      "epoch": 0.06967938584451112,
+      "grad_norm": 173.37332153320312,
+      "learning_rate": 1.9917566157783348e-06,
+      "loss": 25.3672,
+      "step": 7361
+    },
+    {
+      "epoch": 0.06968885186622618,
+      "grad_norm": 3.563624382019043,
+      "learning_rate": 1.991752686875143e-06,
+      "loss": 1.0103,
+      "step": 7362
+    },
+    {
+      "epoch": 0.06969831788794123,
+      "grad_norm": 2.748018980026245,
+      "learning_rate": 1.991748757039768e-06,
+      "loss": 0.8833,
+      "step": 7363
+    },
+    {
+      "epoch": 0.06970778390965629,
+      "grad_norm": 326.2257385253906,
+      "learning_rate": 1.991744826272213e-06,
+      "loss": 21.0078,
+      "step": 7364
+    },
+    {
+      "epoch": 0.06971724993137134,
+      "grad_norm": 502.64202880859375,
+      "learning_rate": 1.9917408945724836e-06,
+      "loss": 34.5625,
+      "step": 7365
+    },
+    {
+      "epoch": 0.0697267159530864,
+      "grad_norm": 520.9301147460938,
+      "learning_rate": 1.991736961940582e-06,
+      "loss": 25.7969,
+      "step": 7366
+    },
+    {
+      "epoch": 0.06973618197480146,
+      "grad_norm": 331.8801574707031,
+      "learning_rate": 1.9917330283765115e-06,
+      "loss": 26.9688,
+      "step": 7367
+    },
+    {
+      "epoch": 0.0697456479965165,
+      "grad_norm": 783.3373413085938,
+      "learning_rate": 1.991729093880277e-06,
+      "loss": 49.3438,
+      "step": 7368
+    },
+    {
+      "epoch": 0.06975511401823156,
+      "grad_norm": 286.8240051269531,
+      "learning_rate": 1.9917251584518814e-06,
+      "loss": 32.2188,
+      "step": 7369
+    },
+    {
+      "epoch": 0.06976458003994661,
+      "grad_norm": 302.6920471191406,
+      "learning_rate": 1.991721222091329e-06,
+      "loss": 27.0859,
+      "step": 7370
+    },
+    {
+      "epoch": 0.06977404606166167,
+      "grad_norm": 420.8332824707031,
+      "learning_rate": 1.991717284798623e-06,
+      "loss": 63.0625,
+      "step": 7371
+    },
+    {
+      "epoch": 0.06978351208337671,
+      "grad_norm": 520.7198486328125,
+      "learning_rate": 1.9917133465737673e-06,
+      "loss": 31.1328,
+      "step": 7372
+    },
+    {
+      "epoch": 0.06979297810509177,
+      "grad_norm": 333.6162414550781,
+      "learning_rate": 1.9917094074167655e-06,
+      "loss": 29.1016,
+      "step": 7373
+    },
+    {
+      "epoch": 0.06980244412680682,
+      "grad_norm": 277.9934387207031,
+      "learning_rate": 1.9917054673276213e-06,
+      "loss": 20.0156,
+      "step": 7374
+    },
+    {
+      "epoch": 0.06981191014852188,
+      "grad_norm": 451.2554016113281,
+      "learning_rate": 1.991701526306339e-06,
+      "loss": 37.0078,
+      "step": 7375
+    },
+    {
+      "epoch": 0.06982137617023694,
+      "grad_norm": 608.8590087890625,
+      "learning_rate": 1.991697584352921e-06,
+      "loss": 45.4375,
+      "step": 7376
+    },
+    {
+      "epoch": 0.06983084219195199,
+      "grad_norm": 494.5029296875,
+      "learning_rate": 1.991693641467372e-06,
+      "loss": 50.5312,
+      "step": 7377
+    },
+    {
+      "epoch": 0.06984030821366705,
+      "grad_norm": 425.85552978515625,
+      "learning_rate": 1.9916896976496956e-06,
+      "loss": 31.4062,
+      "step": 7378
+    },
+    {
+      "epoch": 0.06984977423538209,
+      "grad_norm": 459.0323181152344,
+      "learning_rate": 1.9916857528998958e-06,
+      "loss": 49.7188,
+      "step": 7379
+    },
+    {
+      "epoch": 0.06985924025709715,
+      "grad_norm": 600.57421875,
+      "learning_rate": 1.991681807217975e-06,
+      "loss": 60.5625,
+      "step": 7380
+    },
+    {
+      "epoch": 0.0698687062788122,
+      "grad_norm": 604.4678955078125,
+      "learning_rate": 1.991677860603939e-06,
+      "loss": 50.1484,
+      "step": 7381
+    },
+    {
+      "epoch": 0.06987817230052726,
+      "grad_norm": 665.7972412109375,
+      "learning_rate": 1.9916739130577897e-06,
+      "loss": 36.4219,
+      "step": 7382
+    },
+    {
+      "epoch": 0.06988763832224232,
+      "grad_norm": 195.10986328125,
+      "learning_rate": 1.9916699645795313e-06,
+      "loss": 19.125,
+      "step": 7383
+    },
+    {
+      "epoch": 0.06989710434395736,
+      "grad_norm": 450.8621826171875,
+      "learning_rate": 1.9916660151691677e-06,
+      "loss": 39.1875,
+      "step": 7384
+    },
+    {
+      "epoch": 0.06990657036567242,
+      "grad_norm": 600.1536254882812,
+      "learning_rate": 1.991662064826703e-06,
+      "loss": 42.0938,
+      "step": 7385
+    },
+    {
+      "epoch": 0.06991603638738747,
+      "grad_norm": 3.201138734817505,
+      "learning_rate": 1.9916581135521396e-06,
+      "loss": 1.0249,
+      "step": 7386
+    },
+    {
+      "epoch": 0.06992550240910253,
+      "grad_norm": 189.11904907226562,
+      "learning_rate": 1.9916541613454827e-06,
+      "loss": 13.1387,
+      "step": 7387
+    },
+    {
+      "epoch": 0.06993496843081758,
+      "grad_norm": 262.8631591796875,
+      "learning_rate": 1.991650208206735e-06,
+      "loss": 20.7812,
+      "step": 7388
+    },
+    {
+      "epoch": 0.06994443445253264,
+      "grad_norm": 309.97186279296875,
+      "learning_rate": 1.9916462541359013e-06,
+      "loss": 26.9375,
+      "step": 7389
+    },
+    {
+      "epoch": 0.06995390047424768,
+      "grad_norm": 307.908447265625,
+      "learning_rate": 1.991642299132984e-06,
+      "loss": 20.1562,
+      "step": 7390
+    },
+    {
+      "epoch": 0.06996336649596274,
+      "grad_norm": 630.3785400390625,
+      "learning_rate": 1.9916383431979876e-06,
+      "loss": 48.7812,
+      "step": 7391
+    },
+    {
+      "epoch": 0.0699728325176778,
+      "grad_norm": 405.2330322265625,
+      "learning_rate": 1.991634386330916e-06,
+      "loss": 24.5234,
+      "step": 7392
+    },
+    {
+      "epoch": 0.06998229853939285,
+      "grad_norm": 478.7851867675781,
+      "learning_rate": 1.9916304285317723e-06,
+      "loss": 48.5938,
+      "step": 7393
+    },
+    {
+      "epoch": 0.06999176456110791,
+      "grad_norm": 425.759521484375,
+      "learning_rate": 1.9916264698005604e-06,
+      "loss": 44.8125,
+      "step": 7394
+    },
+    {
+      "epoch": 0.07000123058282295,
+      "grad_norm": 416.8600158691406,
+      "learning_rate": 1.9916225101372844e-06,
+      "loss": 39.0391,
+      "step": 7395
+    },
+    {
+      "epoch": 0.07001069660453801,
+      "grad_norm": 487.284912109375,
+      "learning_rate": 1.9916185495419473e-06,
+      "loss": 15.8359,
+      "step": 7396
+    },
+    {
+      "epoch": 0.07002016262625306,
+      "grad_norm": 3.871490478515625,
+      "learning_rate": 1.991614588014554e-06,
+      "loss": 1.0786,
+      "step": 7397
+    },
+    {
+      "epoch": 0.07002962864796812,
+      "grad_norm": 319.32958984375,
+      "learning_rate": 1.991610625555107e-06,
+      "loss": 26.0625,
+      "step": 7398
+    },
+    {
+      "epoch": 0.07003909466968317,
+      "grad_norm": 2.9754278659820557,
+      "learning_rate": 1.9916066621636107e-06,
+      "loss": 0.8823,
+      "step": 7399
+    },
+    {
+      "epoch": 0.07004856069139823,
+      "grad_norm": 459.6029052734375,
+      "learning_rate": 1.9916026978400683e-06,
+      "loss": 37.3594,
+      "step": 7400
+    },
+    {
+      "epoch": 0.07005802671311329,
+      "grad_norm": 178.2370147705078,
+      "learning_rate": 1.9915987325844843e-06,
+      "loss": 20.1172,
+      "step": 7401
+    },
+    {
+      "epoch": 0.07006749273482833,
+      "grad_norm": 351.64031982421875,
+      "learning_rate": 1.9915947663968616e-06,
+      "loss": 11.4766,
+      "step": 7402
+    },
+    {
+      "epoch": 0.07007695875654339,
+      "grad_norm": 493.5525817871094,
+      "learning_rate": 1.9915907992772046e-06,
+      "loss": 43.25,
+      "step": 7403
+    },
+    {
+      "epoch": 0.07008642477825844,
+      "grad_norm": 690.6556396484375,
+      "learning_rate": 1.9915868312255165e-06,
+      "loss": 29.8906,
+      "step": 7404
+    },
+    {
+      "epoch": 0.0700958907999735,
+      "grad_norm": 342.9231262207031,
+      "learning_rate": 1.9915828622418017e-06,
+      "loss": 28.3008,
+      "step": 7405
+    },
+    {
+      "epoch": 0.07010535682168854,
+      "grad_norm": 634.5818481445312,
+      "learning_rate": 1.9915788923260634e-06,
+      "loss": 34.2031,
+      "step": 7406
+    },
+    {
+      "epoch": 0.0701148228434036,
+      "grad_norm": 449.60992431640625,
+      "learning_rate": 1.991574921478305e-06,
+      "loss": 66.25,
+      "step": 7407
+    },
+    {
+      "epoch": 0.07012428886511865,
+      "grad_norm": 372.2669982910156,
+      "learning_rate": 1.9915709496985312e-06,
+      "loss": 40.8047,
+      "step": 7408
+    },
+    {
+      "epoch": 0.07013375488683371,
+      "grad_norm": 359.44012451171875,
+      "learning_rate": 1.9915669769867453e-06,
+      "loss": 26.0469,
+      "step": 7409
+    },
+    {
+      "epoch": 0.07014322090854877,
+      "grad_norm": 350.62225341796875,
+      "learning_rate": 1.9915630033429504e-06,
+      "loss": 34.4766,
+      "step": 7410
+    },
+    {
+      "epoch": 0.07015268693026382,
+      "grad_norm": 225.7040252685547,
+      "learning_rate": 1.991559028767151e-06,
+      "loss": 25.3906,
+      "step": 7411
+    },
+    {
+      "epoch": 0.07016215295197888,
+      "grad_norm": 235.70399475097656,
+      "learning_rate": 1.991555053259351e-06,
+      "loss": 21.4297,
+      "step": 7412
+    },
+    {
+      "epoch": 0.07017161897369392,
+      "grad_norm": 362.5705871582031,
+      "learning_rate": 1.991551076819553e-06,
+      "loss": 27.3828,
+      "step": 7413
+    },
+    {
+      "epoch": 0.07018108499540898,
+      "grad_norm": 349.64947509765625,
+      "learning_rate": 1.991547099447762e-06,
+      "loss": 22.2969,
+      "step": 7414
+    },
+    {
+      "epoch": 0.07019055101712403,
+      "grad_norm": 440.45037841796875,
+      "learning_rate": 1.9915431211439816e-06,
+      "loss": 39.7969,
+      "step": 7415
+    },
+    {
+      "epoch": 0.07020001703883909,
+      "grad_norm": 706.9877319335938,
+      "learning_rate": 1.9915391419082145e-06,
+      "loss": 52.125,
+      "step": 7416
+    },
+    {
+      "epoch": 0.07020948306055413,
+      "grad_norm": 227.94573974609375,
+      "learning_rate": 1.9915351617404655e-06,
+      "loss": 20.3047,
+      "step": 7417
+    },
+    {
+      "epoch": 0.0702189490822692,
+      "grad_norm": 331.25921630859375,
+      "learning_rate": 1.9915311806407376e-06,
+      "loss": 12.1562,
+      "step": 7418
+    },
+    {
+      "epoch": 0.07022841510398425,
+      "grad_norm": 488.3271789550781,
+      "learning_rate": 1.991527198609035e-06,
+      "loss": 44.5156,
+      "step": 7419
+    },
+    {
+      "epoch": 0.0702378811256993,
+      "grad_norm": 2.469583511352539,
+      "learning_rate": 1.9915232156453615e-06,
+      "loss": 0.8057,
+      "step": 7420
+    },
+    {
+      "epoch": 0.07024734714741436,
+      "grad_norm": 694.6493530273438,
+      "learning_rate": 1.991519231749721e-06,
+      "loss": 28.4531,
+      "step": 7421
+    },
+    {
+      "epoch": 0.0702568131691294,
+      "grad_norm": 2.810957431793213,
+      "learning_rate": 1.991515246922116e-06,
+      "loss": 0.8662,
+      "step": 7422
+    },
+    {
+      "epoch": 0.07026627919084447,
+      "grad_norm": 215.01780700683594,
+      "learning_rate": 1.991511261162552e-06,
+      "loss": 25.8047,
+      "step": 7423
+    },
+    {
+      "epoch": 0.07027574521255951,
+      "grad_norm": 353.0612487792969,
+      "learning_rate": 1.9915072744710315e-06,
+      "loss": 34.0,
+      "step": 7424
+    },
+    {
+      "epoch": 0.07028521123427457,
+      "grad_norm": 388.214111328125,
+      "learning_rate": 1.9915032868475587e-06,
+      "loss": 22.5781,
+      "step": 7425
+    },
+    {
+      "epoch": 0.07029467725598963,
+      "grad_norm": 280.5917053222656,
+      "learning_rate": 1.9914992982921375e-06,
+      "loss": 29.9297,
+      "step": 7426
+    },
+    {
+      "epoch": 0.07030414327770468,
+      "grad_norm": 796.8793334960938,
+      "learning_rate": 1.9914953088047713e-06,
+      "loss": 46.3281,
+      "step": 7427
+    },
+    {
+      "epoch": 0.07031360929941974,
+      "grad_norm": 512.1459350585938,
+      "learning_rate": 1.9914913183854643e-06,
+      "loss": 29.0938,
+      "step": 7428
+    },
+    {
+      "epoch": 0.07032307532113478,
+      "grad_norm": 533.087646484375,
+      "learning_rate": 1.9914873270342195e-06,
+      "loss": 50.4141,
+      "step": 7429
+    },
+    {
+      "epoch": 0.07033254134284984,
+      "grad_norm": 429.98944091796875,
+      "learning_rate": 1.9914833347510415e-06,
+      "loss": 42.4375,
+      "step": 7430
+    },
+    {
+      "epoch": 0.07034200736456489,
+      "grad_norm": 247.05709838867188,
+      "learning_rate": 1.9914793415359337e-06,
+      "loss": 20.3438,
+      "step": 7431
+    },
+    {
+      "epoch": 0.07035147338627995,
+      "grad_norm": 693.5121459960938,
+      "learning_rate": 1.9914753473888995e-06,
+      "loss": 68.5938,
+      "step": 7432
+    },
+    {
+      "epoch": 0.070360939407995,
+      "grad_norm": 217.20272827148438,
+      "learning_rate": 1.991471352309943e-06,
+      "loss": 27.4766,
+      "step": 7433
+    },
+    {
+      "epoch": 0.07037040542971006,
+      "grad_norm": 172.85911560058594,
+      "learning_rate": 1.991467356299068e-06,
+      "loss": 21.4375,
+      "step": 7434
+    },
+    {
+      "epoch": 0.07037987145142512,
+      "grad_norm": 509.9386291503906,
+      "learning_rate": 1.9914633593562782e-06,
+      "loss": 37.9375,
+      "step": 7435
+    },
+    {
+      "epoch": 0.07038933747314016,
+      "grad_norm": 559.1433715820312,
+      "learning_rate": 1.9914593614815774e-06,
+      "loss": 38.4609,
+      "step": 7436
+    },
+    {
+      "epoch": 0.07039880349485522,
+      "grad_norm": 516.0458374023438,
+      "learning_rate": 1.991455362674969e-06,
+      "loss": 66.375,
+      "step": 7437
+    },
+    {
+      "epoch": 0.07040826951657027,
+      "grad_norm": 262.7881164550781,
+      "learning_rate": 1.991451362936458e-06,
+      "loss": 26.1406,
+      "step": 7438
+    },
+    {
+      "epoch": 0.07041773553828533,
+      "grad_norm": 506.0832824707031,
+      "learning_rate": 1.991447362266046e-06,
+      "loss": 45.9062,
+      "step": 7439
+    },
+    {
+      "epoch": 0.07042720156000037,
+      "grad_norm": 403.35589599609375,
+      "learning_rate": 1.9914433606637387e-06,
+      "loss": 35.6328,
+      "step": 7440
+    },
+    {
+      "epoch": 0.07043666758171543,
+      "grad_norm": 1269.18212890625,
+      "learning_rate": 1.991439358129539e-06,
+      "loss": 51.8828,
+      "step": 7441
+    },
+    {
+      "epoch": 0.07044613360343048,
+      "grad_norm": 170.7887725830078,
+      "learning_rate": 1.9914353546634507e-06,
+      "loss": 27.5703,
+      "step": 7442
+    },
+    {
+      "epoch": 0.07045559962514554,
+      "grad_norm": 251.50022888183594,
+      "learning_rate": 1.9914313502654776e-06,
+      "loss": 20.8594,
+      "step": 7443
+    },
+    {
+      "epoch": 0.0704650656468606,
+      "grad_norm": 764.9610595703125,
+      "learning_rate": 1.991427344935624e-06,
+      "loss": 53.043,
+      "step": 7444
+    },
+    {
+      "epoch": 0.07047453166857565,
+      "grad_norm": 421.0448913574219,
+      "learning_rate": 1.9914233386738925e-06,
+      "loss": 45.2812,
+      "step": 7445
+    },
+    {
+      "epoch": 0.0704839976902907,
+      "grad_norm": 476.44927978515625,
+      "learning_rate": 1.991419331480288e-06,
+      "loss": 35.2734,
+      "step": 7446
+    },
+    {
+      "epoch": 0.07049346371200575,
+      "grad_norm": 340.5408935546875,
+      "learning_rate": 1.9914153233548135e-06,
+      "loss": 21.0781,
+      "step": 7447
+    },
+    {
+      "epoch": 0.07050292973372081,
+      "grad_norm": 679.7926025390625,
+      "learning_rate": 1.9914113142974736e-06,
+      "loss": 43.625,
+      "step": 7448
+    },
+    {
+      "epoch": 0.07051239575543586,
+      "grad_norm": 210.23504638671875,
+      "learning_rate": 1.9914073043082712e-06,
+      "loss": 22.1406,
+      "step": 7449
+    },
+    {
+      "epoch": 0.07052186177715092,
+      "grad_norm": 340.9158935546875,
+      "learning_rate": 1.9914032933872106e-06,
+      "loss": 23.6016,
+      "step": 7450
+    },
+    {
+      "epoch": 0.07053132779886596,
+      "grad_norm": 349.7128601074219,
+      "learning_rate": 1.991399281534295e-06,
+      "loss": 47.6562,
+      "step": 7451
+    },
+    {
+      "epoch": 0.07054079382058102,
+      "grad_norm": 648.066162109375,
+      "learning_rate": 1.991395268749529e-06,
+      "loss": 37.7656,
+      "step": 7452
+    },
+    {
+      "epoch": 0.07055025984229608,
+      "grad_norm": 458.8071594238281,
+      "learning_rate": 1.9913912550329155e-06,
+      "loss": 40.2188,
+      "step": 7453
+    },
+    {
+      "epoch": 0.07055972586401113,
+      "grad_norm": 336.4267883300781,
+      "learning_rate": 1.9913872403844593e-06,
+      "loss": 19.1484,
+      "step": 7454
+    },
+    {
+      "epoch": 0.07056919188572619,
+      "grad_norm": 347.7162170410156,
+      "learning_rate": 1.991383224804163e-06,
+      "loss": 24.0781,
+      "step": 7455
+    },
+    {
+      "epoch": 0.07057865790744124,
+      "grad_norm": 315.583740234375,
+      "learning_rate": 1.9913792082920316e-06,
+      "loss": 28.5312,
+      "step": 7456
+    },
+    {
+      "epoch": 0.0705881239291563,
+      "grad_norm": 219.91677856445312,
+      "learning_rate": 1.991375190848068e-06,
+      "loss": 27.75,
+      "step": 7457
+    },
+    {
+      "epoch": 0.07059758995087134,
+      "grad_norm": 202.8128204345703,
+      "learning_rate": 1.991371172472276e-06,
+      "loss": 20.7344,
+      "step": 7458
+    },
+    {
+      "epoch": 0.0706070559725864,
+      "grad_norm": 584.9964599609375,
+      "learning_rate": 1.9913671531646597e-06,
+      "loss": 45.3438,
+      "step": 7459
+    },
+    {
+      "epoch": 0.07061652199430145,
+      "grad_norm": 607.0519409179688,
+      "learning_rate": 1.9913631329252228e-06,
+      "loss": 22.293,
+      "step": 7460
+    },
+    {
+      "epoch": 0.07062598801601651,
+      "grad_norm": 236.73223876953125,
+      "learning_rate": 1.991359111753969e-06,
+      "loss": 22.5547,
+      "step": 7461
+    },
+    {
+      "epoch": 0.07063545403773157,
+      "grad_norm": 371.2930603027344,
+      "learning_rate": 1.991355089650902e-06,
+      "loss": 32.8984,
+      "step": 7462
+    },
+    {
+      "epoch": 0.07064492005944661,
+      "grad_norm": 262.52850341796875,
+      "learning_rate": 1.991351066616026e-06,
+      "loss": 22.1484,
+      "step": 7463
+    },
+    {
+      "epoch": 0.07065438608116167,
+      "grad_norm": 337.3019714355469,
+      "learning_rate": 1.9913470426493444e-06,
+      "loss": 33.1562,
+      "step": 7464
+    },
+    {
+      "epoch": 0.07066385210287672,
+      "grad_norm": 158.21029663085938,
+      "learning_rate": 1.9913430177508612e-06,
+      "loss": 15.4453,
+      "step": 7465
+    },
+    {
+      "epoch": 0.07067331812459178,
+      "grad_norm": 258.78289794921875,
+      "learning_rate": 1.9913389919205795e-06,
+      "loss": 24.4688,
+      "step": 7466
+    },
+    {
+      "epoch": 0.07068278414630683,
+      "grad_norm": 957.1556396484375,
+      "learning_rate": 1.9913349651585044e-06,
+      "loss": 18.4922,
+      "step": 7467
+    },
+    {
+      "epoch": 0.07069225016802189,
+      "grad_norm": 290.12139892578125,
+      "learning_rate": 1.9913309374646384e-06,
+      "loss": 21.0859,
+      "step": 7468
+    },
+    {
+      "epoch": 0.07070171618973695,
+      "grad_norm": 264.09613037109375,
+      "learning_rate": 1.9913269088389862e-06,
+      "loss": 19.6719,
+      "step": 7469
+    },
+    {
+      "epoch": 0.07071118221145199,
+      "grad_norm": 411.2812805175781,
+      "learning_rate": 1.9913228792815508e-06,
+      "loss": 31.0859,
+      "step": 7470
+    },
+    {
+      "epoch": 0.07072064823316705,
+      "grad_norm": 2.386233329772949,
+      "learning_rate": 1.9913188487923363e-06,
+      "loss": 0.8325,
+      "step": 7471
+    },
+    {
+      "epoch": 0.0707301142548821,
+      "grad_norm": 695.2225952148438,
+      "learning_rate": 1.991314817371347e-06,
+      "loss": 57.9219,
+      "step": 7472
+    },
+    {
+      "epoch": 0.07073958027659716,
+      "grad_norm": 336.0799865722656,
+      "learning_rate": 1.991310785018586e-06,
+      "loss": 47.4375,
+      "step": 7473
+    },
+    {
+      "epoch": 0.0707490462983122,
+      "grad_norm": 222.18496704101562,
+      "learning_rate": 1.9913067517340573e-06,
+      "loss": 30.1719,
+      "step": 7474
+    },
+    {
+      "epoch": 0.07075851232002726,
+      "grad_norm": 693.20068359375,
+      "learning_rate": 1.991302717517765e-06,
+      "loss": 32.3828,
+      "step": 7475
+    },
+    {
+      "epoch": 0.07076797834174231,
+      "grad_norm": 429.52557373046875,
+      "learning_rate": 1.9912986823697125e-06,
+      "loss": 48.8125,
+      "step": 7476
+    },
+    {
+      "epoch": 0.07077744436345737,
+      "grad_norm": 657.952392578125,
+      "learning_rate": 1.9912946462899035e-06,
+      "loss": 58.4062,
+      "step": 7477
+    },
+    {
+      "epoch": 0.07078691038517243,
+      "grad_norm": 3.088881015777588,
+      "learning_rate": 1.9912906092783427e-06,
+      "loss": 0.8936,
+      "step": 7478
+    },
+    {
+      "epoch": 0.07079637640688748,
+      "grad_norm": 386.4744567871094,
+      "learning_rate": 1.9912865713350324e-06,
+      "loss": 29.2344,
+      "step": 7479
+    },
+    {
+      "epoch": 0.07080584242860254,
+      "grad_norm": 212.549072265625,
+      "learning_rate": 1.991282532459978e-06,
+      "loss": 18.9688,
+      "step": 7480
+    },
+    {
+      "epoch": 0.07081530845031758,
+      "grad_norm": 421.8505554199219,
+      "learning_rate": 1.9912784926531816e-06,
+      "loss": 37.9219,
+      "step": 7481
+    },
+    {
+      "epoch": 0.07082477447203264,
+      "grad_norm": 427.1658020019531,
+      "learning_rate": 1.9912744519146487e-06,
+      "loss": 53.5781,
+      "step": 7482
+    },
+    {
+      "epoch": 0.07083424049374769,
+      "grad_norm": 287.09490966796875,
+      "learning_rate": 1.9912704102443816e-06,
+      "loss": 25.4609,
+      "step": 7483
+    },
+    {
+      "epoch": 0.07084370651546275,
+      "grad_norm": 281.4053649902344,
+      "learning_rate": 1.9912663676423855e-06,
+      "loss": 27.5859,
+      "step": 7484
+    },
+    {
+      "epoch": 0.0708531725371778,
+      "grad_norm": 2.4766476154327393,
+      "learning_rate": 1.991262324108663e-06,
+      "loss": 0.7642,
+      "step": 7485
+    },
+    {
+      "epoch": 0.07086263855889285,
+      "grad_norm": 228.0844268798828,
+      "learning_rate": 1.9912582796432185e-06,
+      "loss": 29.4609,
+      "step": 7486
+    },
+    {
+      "epoch": 0.07087210458060791,
+      "grad_norm": 328.5888977050781,
+      "learning_rate": 1.991254234246056e-06,
+      "loss": 33.7344,
+      "step": 7487
+    },
+    {
+      "epoch": 0.07088157060232296,
+      "grad_norm": 229.33839416503906,
+      "learning_rate": 1.9912501879171784e-06,
+      "loss": 18.4688,
+      "step": 7488
+    },
+    {
+      "epoch": 0.07089103662403802,
+      "grad_norm": 243.5563507080078,
+      "learning_rate": 1.991246140656591e-06,
+      "loss": 23.3906,
+      "step": 7489
+    },
+    {
+      "epoch": 0.07090050264575307,
+      "grad_norm": 676.9498291015625,
+      "learning_rate": 1.991242092464296e-06,
+      "loss": 45.2344,
+      "step": 7490
+    },
+    {
+      "epoch": 0.07090996866746813,
+      "grad_norm": 3.4449708461761475,
+      "learning_rate": 1.991238043340298e-06,
+      "loss": 1.0835,
+      "step": 7491
+    },
+    {
+      "epoch": 0.07091943468918317,
+      "grad_norm": 401.778076171875,
+      "learning_rate": 1.991233993284601e-06,
+      "loss": 57.875,
+      "step": 7492
+    },
+    {
+      "epoch": 0.07092890071089823,
+      "grad_norm": 179.29722595214844,
+      "learning_rate": 1.9912299422972083e-06,
+      "loss": 22.8359,
+      "step": 7493
+    },
+    {
+      "epoch": 0.07093836673261328,
+      "grad_norm": 235.78250122070312,
+      "learning_rate": 1.991225890378124e-06,
+      "loss": 22.8203,
+      "step": 7494
+    },
+    {
+      "epoch": 0.07094783275432834,
+      "grad_norm": 437.3791198730469,
+      "learning_rate": 1.991221837527352e-06,
+      "loss": 38.6719,
+      "step": 7495
+    },
+    {
+      "epoch": 0.0709572987760434,
+      "grad_norm": 590.5224609375,
+      "learning_rate": 1.991217783744896e-06,
+      "loss": 23.8203,
+      "step": 7496
+    },
+    {
+      "epoch": 0.07096676479775844,
+      "grad_norm": 354.2182922363281,
+      "learning_rate": 1.9912137290307594e-06,
+      "loss": 32.3281,
+      "step": 7497
+    },
+    {
+      "epoch": 0.0709762308194735,
+      "grad_norm": 315.2845764160156,
+      "learning_rate": 1.9912096733849463e-06,
+      "loss": 39.75,
+      "step": 7498
+    },
+    {
+      "epoch": 0.07098569684118855,
+      "grad_norm": 398.7052001953125,
+      "learning_rate": 1.991205616807461e-06,
+      "loss": 19.7656,
+      "step": 7499
+    },
+    {
+      "epoch": 0.07099516286290361,
+      "grad_norm": 254.3289031982422,
+      "learning_rate": 1.9912015592983067e-06,
+      "loss": 27.8594,
+      "step": 7500
+    },
+    {
+      "epoch": 0.07100462888461866,
+      "grad_norm": 243.35340881347656,
+      "learning_rate": 1.9911975008574874e-06,
+      "loss": 19.3672,
+      "step": 7501
+    },
+    {
+      "epoch": 0.07101409490633372,
+      "grad_norm": 323.45721435546875,
+      "learning_rate": 1.991193441485007e-06,
+      "loss": 22.4766,
+      "step": 7502
+    },
+    {
+      "epoch": 0.07102356092804876,
+      "grad_norm": 3.121488571166992,
+      "learning_rate": 1.9911893811808695e-06,
+      "loss": 0.9658,
+      "step": 7503
+    },
+    {
+      "epoch": 0.07103302694976382,
+      "grad_norm": 367.06036376953125,
+      "learning_rate": 1.991185319945078e-06,
+      "loss": 20.2812,
+      "step": 7504
+    },
+    {
+      "epoch": 0.07104249297147888,
+      "grad_norm": 450.65777587890625,
+      "learning_rate": 1.991181257777637e-06,
+      "loss": 33.8438,
+      "step": 7505
+    },
+    {
+      "epoch": 0.07105195899319393,
+      "grad_norm": 258.5393981933594,
+      "learning_rate": 1.99117719467855e-06,
+      "loss": 19.375,
+      "step": 7506
+    },
+    {
+      "epoch": 0.07106142501490899,
+      "grad_norm": 331.35601806640625,
+      "learning_rate": 1.991173130647821e-06,
+      "loss": 41.2578,
+      "step": 7507
+    },
+    {
+      "epoch": 0.07107089103662403,
+      "grad_norm": 643.834228515625,
+      "learning_rate": 1.9911690656854542e-06,
+      "loss": 57.7656,
+      "step": 7508
+    },
+    {
+      "epoch": 0.0710803570583391,
+      "grad_norm": 380.4493408203125,
+      "learning_rate": 1.991164999791452e-06,
+      "loss": 26.6016,
+      "step": 7509
+    },
+    {
+      "epoch": 0.07108982308005414,
+      "grad_norm": 149.14453125,
+      "learning_rate": 1.99116093296582e-06,
+      "loss": 8.3945,
+      "step": 7510
+    },
+    {
+      "epoch": 0.0710992891017692,
+      "grad_norm": 1559.95556640625,
+      "learning_rate": 1.991156865208561e-06,
+      "loss": 46.8047,
+      "step": 7511
+    },
+    {
+      "epoch": 0.07110875512348426,
+      "grad_norm": 558.5841674804688,
+      "learning_rate": 1.9911527965196784e-06,
+      "loss": 28.4609,
+      "step": 7512
+    },
+    {
+      "epoch": 0.0711182211451993,
+      "grad_norm": 289.2507019042969,
+      "learning_rate": 1.9911487268991774e-06,
+      "loss": 21.7422,
+      "step": 7513
+    },
+    {
+      "epoch": 0.07112768716691437,
+      "grad_norm": 364.2064208984375,
+      "learning_rate": 1.991144656347061e-06,
+      "loss": 30.75,
+      "step": 7514
+    },
+    {
+      "epoch": 0.07113715318862941,
+      "grad_norm": 204.95802307128906,
+      "learning_rate": 1.991140584863333e-06,
+      "loss": 20.9492,
+      "step": 7515
+    },
+    {
+      "epoch": 0.07114661921034447,
+      "grad_norm": 291.97039794921875,
+      "learning_rate": 1.991136512447997e-06,
+      "loss": 29.4844,
+      "step": 7516
+    },
+    {
+      "epoch": 0.07115608523205952,
+      "grad_norm": 811.9486694335938,
+      "learning_rate": 1.9911324391010577e-06,
+      "loss": 24.2539,
+      "step": 7517
+    },
+    {
+      "epoch": 0.07116555125377458,
+      "grad_norm": 500.98046875,
+      "learning_rate": 1.991128364822518e-06,
+      "loss": 67.1211,
+      "step": 7518
+    },
+    {
+      "epoch": 0.07117501727548962,
+      "grad_norm": 425.7456359863281,
+      "learning_rate": 1.991124289612382e-06,
+      "loss": 54.1875,
+      "step": 7519
+    },
+    {
+      "epoch": 0.07118448329720468,
+      "grad_norm": 528.4595336914062,
+      "learning_rate": 1.991120213470654e-06,
+      "loss": 33.6367,
+      "step": 7520
+    },
+    {
+      "epoch": 0.07119394931891974,
+      "grad_norm": 276.7221984863281,
+      "learning_rate": 1.991116136397337e-06,
+      "loss": 35.2344,
+      "step": 7521
+    },
+    {
+      "epoch": 0.07120341534063479,
+      "grad_norm": 339.92303466796875,
+      "learning_rate": 1.991112058392436e-06,
+      "loss": 13.7109,
+      "step": 7522
+    },
+    {
+      "epoch": 0.07121288136234985,
+      "grad_norm": 580.5543212890625,
+      "learning_rate": 1.9911079794559537e-06,
+      "loss": 39.3438,
+      "step": 7523
+    },
+    {
+      "epoch": 0.0712223473840649,
+      "grad_norm": 195.14402770996094,
+      "learning_rate": 1.991103899587895e-06,
+      "loss": 18.4844,
+      "step": 7524
+    },
+    {
+      "epoch": 0.07123181340577996,
+      "grad_norm": 516.8076171875,
+      "learning_rate": 1.9910998187882623e-06,
+      "loss": 20.6875,
+      "step": 7525
+    },
+    {
+      "epoch": 0.071241279427495,
+      "grad_norm": 529.9879760742188,
+      "learning_rate": 1.9910957370570604e-06,
+      "loss": 30.7031,
+      "step": 7526
+    },
+    {
+      "epoch": 0.07125074544921006,
+      "grad_norm": 3.1344783306121826,
+      "learning_rate": 1.991091654394293e-06,
+      "loss": 0.9546,
+      "step": 7527
+    },
+    {
+      "epoch": 0.07126021147092511,
+      "grad_norm": 661.7390747070312,
+      "learning_rate": 1.991087570799964e-06,
+      "loss": 43.9844,
+      "step": 7528
+    },
+    {
+      "epoch": 0.07126967749264017,
+      "grad_norm": 553.7164306640625,
+      "learning_rate": 1.9910834862740773e-06,
+      "loss": 42.5391,
+      "step": 7529
+    },
+    {
+      "epoch": 0.07127914351435523,
+      "grad_norm": 992.8172607421875,
+      "learning_rate": 1.9910794008166364e-06,
+      "loss": 53.625,
+      "step": 7530
+    },
+    {
+      "epoch": 0.07128860953607027,
+      "grad_norm": 613.691162109375,
+      "learning_rate": 1.9910753144276457e-06,
+      "loss": 55.9219,
+      "step": 7531
+    },
+    {
+      "epoch": 0.07129807555778533,
+      "grad_norm": 514.1185913085938,
+      "learning_rate": 1.9910712271071084e-06,
+      "loss": 46.8125,
+      "step": 7532
+    },
+    {
+      "epoch": 0.07130754157950038,
+      "grad_norm": 483.29058837890625,
+      "learning_rate": 1.9910671388550284e-06,
+      "loss": 52.5469,
+      "step": 7533
+    },
+    {
+      "epoch": 0.07131700760121544,
+      "grad_norm": 372.5434265136719,
+      "learning_rate": 1.99106304967141e-06,
+      "loss": 20.6562,
+      "step": 7534
+    },
+    {
+      "epoch": 0.07132647362293049,
+      "grad_norm": 849.6724243164062,
+      "learning_rate": 1.991058959556257e-06,
+      "loss": 56.4062,
+      "step": 7535
+    },
+    {
+      "epoch": 0.07133593964464555,
+      "grad_norm": 700.949462890625,
+      "learning_rate": 1.9910548685095725e-06,
+      "loss": 34.4727,
+      "step": 7536
+    },
+    {
+      "epoch": 0.07134540566636059,
+      "grad_norm": 3.351097345352173,
+      "learning_rate": 1.991050776531361e-06,
+      "loss": 0.7992,
+      "step": 7537
+    },
+    {
+      "epoch": 0.07135487168807565,
+      "grad_norm": 762.6841430664062,
+      "learning_rate": 1.9910466836216266e-06,
+      "loss": 38.9062,
+      "step": 7538
+    },
+    {
+      "epoch": 0.07136433770979071,
+      "grad_norm": 287.3771667480469,
+      "learning_rate": 1.991042589780373e-06,
+      "loss": 25.9297,
+      "step": 7539
+    },
+    {
+      "epoch": 0.07137380373150576,
+      "grad_norm": 258.9764099121094,
+      "learning_rate": 1.9910384950076035e-06,
+      "loss": 18.1875,
+      "step": 7540
+    },
+    {
+      "epoch": 0.07138326975322082,
+      "grad_norm": 177.09970092773438,
+      "learning_rate": 1.991034399303322e-06,
+      "loss": 21.8984,
+      "step": 7541
+    },
+    {
+      "epoch": 0.07139273577493586,
+      "grad_norm": 250.75469970703125,
+      "learning_rate": 1.991030302667533e-06,
+      "loss": 22.5078,
+      "step": 7542
+    },
+    {
+      "epoch": 0.07140220179665092,
+      "grad_norm": 3.5665347576141357,
+      "learning_rate": 1.99102620510024e-06,
+      "loss": 0.937,
+      "step": 7543
+    },
+    {
+      "epoch": 0.07141166781836597,
+      "grad_norm": 443.7077331542969,
+      "learning_rate": 1.9910221066014468e-06,
+      "loss": 24.6562,
+      "step": 7544
+    },
+    {
+      "epoch": 0.07142113384008103,
+      "grad_norm": 346.6645202636719,
+      "learning_rate": 1.9910180071711573e-06,
+      "loss": 41.625,
+      "step": 7545
+    },
+    {
+      "epoch": 0.07143059986179608,
+      "grad_norm": 205.47845458984375,
+      "learning_rate": 1.991013906809375e-06,
+      "loss": 15.9688,
+      "step": 7546
+    },
+    {
+      "epoch": 0.07144006588351114,
+      "grad_norm": 277.9532165527344,
+      "learning_rate": 1.9910098055161043e-06,
+      "loss": 21.0781,
+      "step": 7547
+    },
+    {
+      "epoch": 0.0714495319052262,
+      "grad_norm": 961.85009765625,
+      "learning_rate": 1.991005703291349e-06,
+      "loss": 85.9062,
+      "step": 7548
+    },
+    {
+      "epoch": 0.07145899792694124,
+      "grad_norm": 584.6773071289062,
+      "learning_rate": 1.9910016001351127e-06,
+      "loss": 21.0547,
+      "step": 7549
+    },
+    {
+      "epoch": 0.0714684639486563,
+      "grad_norm": 239.01707458496094,
+      "learning_rate": 1.9909974960473994e-06,
+      "loss": 27.3281,
+      "step": 7550
+    },
+    {
+      "epoch": 0.07147792997037135,
+      "grad_norm": 537.2697143554688,
+      "learning_rate": 1.990993391028213e-06,
+      "loss": 39.375,
+      "step": 7551
+    },
+    {
+      "epoch": 0.07148739599208641,
+      "grad_norm": 427.29949951171875,
+      "learning_rate": 1.9909892850775574e-06,
+      "loss": 29.8438,
+      "step": 7552
+    },
+    {
+      "epoch": 0.07149686201380145,
+      "grad_norm": 298.5392761230469,
+      "learning_rate": 1.990985178195436e-06,
+      "loss": 24.25,
+      "step": 7553
+    },
+    {
+      "epoch": 0.07150632803551651,
+      "grad_norm": 764.7437744140625,
+      "learning_rate": 1.9909810703818533e-06,
+      "loss": 46.5781,
+      "step": 7554
+    },
+    {
+      "epoch": 0.07151579405723156,
+      "grad_norm": 214.55145263671875,
+      "learning_rate": 1.9909769616368128e-06,
+      "loss": 26.8359,
+      "step": 7555
+    },
+    {
+      "epoch": 0.07152526007894662,
+      "grad_norm": 253.7930908203125,
+      "learning_rate": 1.990972851960318e-06,
+      "loss": 29.8672,
+      "step": 7556
+    },
+    {
+      "epoch": 0.07153472610066168,
+      "grad_norm": 462.6033630371094,
+      "learning_rate": 1.990968741352374e-06,
+      "loss": 48.3203,
+      "step": 7557
+    },
+    {
+      "epoch": 0.07154419212237673,
+      "grad_norm": 360.2895202636719,
+      "learning_rate": 1.990964629812983e-06,
+      "loss": 15.1367,
+      "step": 7558
+    },
+    {
+      "epoch": 0.07155365814409179,
+      "grad_norm": 533.6305541992188,
+      "learning_rate": 1.99096051734215e-06,
+      "loss": 34.75,
+      "step": 7559
+    },
+    {
+      "epoch": 0.07156312416580683,
+      "grad_norm": 559.9769287109375,
+      "learning_rate": 1.9909564039398788e-06,
+      "loss": 29.1172,
+      "step": 7560
+    },
+    {
+      "epoch": 0.07157259018752189,
+      "grad_norm": 676.2191772460938,
+      "learning_rate": 1.990952289606173e-06,
+      "loss": 55.6953,
+      "step": 7561
+    },
+    {
+      "epoch": 0.07158205620923694,
+      "grad_norm": 372.63348388671875,
+      "learning_rate": 1.990948174341036e-06,
+      "loss": 30.6406,
+      "step": 7562
+    },
+    {
+      "epoch": 0.071591522230952,
+      "grad_norm": 284.4420166015625,
+      "learning_rate": 1.990944058144473e-06,
+      "loss": 22.4766,
+      "step": 7563
+    },
+    {
+      "epoch": 0.07160098825266706,
+      "grad_norm": 571.2545776367188,
+      "learning_rate": 1.9909399410164864e-06,
+      "loss": 60.4062,
+      "step": 7564
+    },
+    {
+      "epoch": 0.0716104542743821,
+      "grad_norm": 461.0743713378906,
+      "learning_rate": 1.990935822957081e-06,
+      "loss": 33.8438,
+      "step": 7565
+    },
+    {
+      "epoch": 0.07161992029609716,
+      "grad_norm": 262.89276123046875,
+      "learning_rate": 1.9909317039662607e-06,
+      "loss": 18.0469,
+      "step": 7566
+    },
+    {
+      "epoch": 0.07162938631781221,
+      "grad_norm": 4.599905967712402,
+      "learning_rate": 1.9909275840440283e-06,
+      "loss": 0.938,
+      "step": 7567
+    },
+    {
+      "epoch": 0.07163885233952727,
+      "grad_norm": 494.8286437988281,
+      "learning_rate": 1.9909234631903892e-06,
+      "loss": 45.8477,
+      "step": 7568
+    },
+    {
+      "epoch": 0.07164831836124232,
+      "grad_norm": 568.5359497070312,
+      "learning_rate": 1.990919341405346e-06,
+      "loss": 22.875,
+      "step": 7569
+    },
+    {
+      "epoch": 0.07165778438295738,
+      "grad_norm": 242.5527801513672,
+      "learning_rate": 1.990915218688903e-06,
+      "loss": 24.1094,
+      "step": 7570
+    },
+    {
+      "epoch": 0.07166725040467242,
+      "grad_norm": 247.5305938720703,
+      "learning_rate": 1.9909110950410646e-06,
+      "loss": 22.8906,
+      "step": 7571
+    },
+    {
+      "epoch": 0.07167671642638748,
+      "grad_norm": 345.92462158203125,
+      "learning_rate": 1.990906970461834e-06,
+      "loss": 20.7578,
+      "step": 7572
+    },
+    {
+      "epoch": 0.07168618244810254,
+      "grad_norm": 710.6264038085938,
+      "learning_rate": 1.9909028449512155e-06,
+      "loss": 67.75,
+      "step": 7573
+    },
+    {
+      "epoch": 0.07169564846981759,
+      "grad_norm": 3.1058802604675293,
+      "learning_rate": 1.9908987185092126e-06,
+      "loss": 0.8813,
+      "step": 7574
+    },
+    {
+      "epoch": 0.07170511449153265,
+      "grad_norm": 766.076904296875,
+      "learning_rate": 1.9908945911358296e-06,
+      "loss": 69.1719,
+      "step": 7575
+    },
+    {
+      "epoch": 0.0717145805132477,
+      "grad_norm": 811.8724975585938,
+      "learning_rate": 1.9908904628310695e-06,
+      "loss": 69.0156,
+      "step": 7576
+    },
+    {
+      "epoch": 0.07172404653496275,
+      "grad_norm": 3.0067429542541504,
+      "learning_rate": 1.9908863335949375e-06,
+      "loss": 0.9683,
+      "step": 7577
+    },
+    {
+      "epoch": 0.0717335125566778,
+      "grad_norm": 1122.7232666015625,
+      "learning_rate": 1.9908822034274367e-06,
+      "loss": 73.3125,
+      "step": 7578
+    },
+    {
+      "epoch": 0.07174297857839286,
+      "grad_norm": 422.63458251953125,
+      "learning_rate": 1.990878072328571e-06,
+      "loss": 45.0938,
+      "step": 7579
+    },
+    {
+      "epoch": 0.0717524446001079,
+      "grad_norm": 1287.688232421875,
+      "learning_rate": 1.9908739402983443e-06,
+      "loss": 55.9375,
+      "step": 7580
+    },
+    {
+      "epoch": 0.07176191062182297,
+      "grad_norm": 361.4249572753906,
+      "learning_rate": 1.9908698073367605e-06,
+      "loss": 32.7812,
+      "step": 7581
+    },
+    {
+      "epoch": 0.07177137664353803,
+      "grad_norm": 334.2077331542969,
+      "learning_rate": 1.9908656734438234e-06,
+      "loss": 52.6016,
+      "step": 7582
+    },
+    {
+      "epoch": 0.07178084266525307,
+      "grad_norm": 571.105224609375,
+      "learning_rate": 1.9908615386195376e-06,
+      "loss": 25.0312,
+      "step": 7583
+    },
+    {
+      "epoch": 0.07179030868696813,
+      "grad_norm": 889.7496337890625,
+      "learning_rate": 1.990857402863906e-06,
+      "loss": 26.625,
+      "step": 7584
+    },
+    {
+      "epoch": 0.07179977470868318,
+      "grad_norm": 849.9676513671875,
+      "learning_rate": 1.990853266176933e-06,
+      "loss": 59.3906,
+      "step": 7585
+    },
+    {
+      "epoch": 0.07180924073039824,
+      "grad_norm": 702.5534057617188,
+      "learning_rate": 1.9908491285586224e-06,
+      "loss": 36.4922,
+      "step": 7586
+    },
+    {
+      "epoch": 0.07181870675211328,
+      "grad_norm": 485.8114929199219,
+      "learning_rate": 1.990844990008978e-06,
+      "loss": 26.7266,
+      "step": 7587
+    },
+    {
+      "epoch": 0.07182817277382834,
+      "grad_norm": 538.670654296875,
+      "learning_rate": 1.9908408505280037e-06,
+      "loss": 53.2812,
+      "step": 7588
+    },
+    {
+      "epoch": 0.07183763879554339,
+      "grad_norm": 316.6219787597656,
+      "learning_rate": 1.990836710115704e-06,
+      "loss": 36.4844,
+      "step": 7589
+    },
+    {
+      "epoch": 0.07184710481725845,
+      "grad_norm": 469.3204345703125,
+      "learning_rate": 1.9908325687720816e-06,
+      "loss": 48.9375,
+      "step": 7590
+    },
+    {
+      "epoch": 0.07185657083897351,
+      "grad_norm": 2.9238390922546387,
+      "learning_rate": 1.990828426497141e-06,
+      "loss": 0.8948,
+      "step": 7591
+    },
+    {
+      "epoch": 0.07186603686068856,
+      "grad_norm": 1306.8033447265625,
+      "learning_rate": 1.9908242832908865e-06,
+      "loss": 69.6953,
+      "step": 7592
+    },
+    {
+      "epoch": 0.07187550288240362,
+      "grad_norm": 530.9364013671875,
+      "learning_rate": 1.990820139153322e-06,
+      "loss": 11.0352,
+      "step": 7593
+    },
+    {
+      "epoch": 0.07188496890411866,
+      "grad_norm": 234.44483947753906,
+      "learning_rate": 1.9908159940844503e-06,
+      "loss": 19.3672,
+      "step": 7594
+    },
+    {
+      "epoch": 0.07189443492583372,
+      "grad_norm": 551.1989135742188,
+      "learning_rate": 1.9908118480842762e-06,
+      "loss": 56.75,
+      "step": 7595
+    },
+    {
+      "epoch": 0.07190390094754877,
+      "grad_norm": 276.1125793457031,
+      "learning_rate": 1.9908077011528034e-06,
+      "loss": 24.25,
+      "step": 7596
+    },
+    {
+      "epoch": 0.07191336696926383,
+      "grad_norm": 1341.75830078125,
+      "learning_rate": 1.990803553290036e-06,
+      "loss": 42.5,
+      "step": 7597
+    },
+    {
+      "epoch": 0.07192283299097887,
+      "grad_norm": 466.9098815917969,
+      "learning_rate": 1.990799404495978e-06,
+      "loss": 16.2422,
+      "step": 7598
+    },
+    {
+      "epoch": 0.07193229901269393,
+      "grad_norm": 239.277099609375,
+      "learning_rate": 1.9907952547706323e-06,
+      "loss": 19.9062,
+      "step": 7599
+    },
+    {
+      "epoch": 0.071941765034409,
+      "grad_norm": 450.53253173828125,
+      "learning_rate": 1.9907911041140043e-06,
+      "loss": 45.5156,
+      "step": 7600
+    },
+    {
+      "epoch": 0.07195123105612404,
+      "grad_norm": 431.4561767578125,
+      "learning_rate": 1.9907869525260966e-06,
+      "loss": 31.8125,
+      "step": 7601
+    },
+    {
+      "epoch": 0.0719606970778391,
+      "grad_norm": 245.55784606933594,
+      "learning_rate": 1.9907828000069134e-06,
+      "loss": 29.5938,
+      "step": 7602
+    },
+    {
+      "epoch": 0.07197016309955415,
+      "grad_norm": 425.8849182128906,
+      "learning_rate": 1.9907786465564595e-06,
+      "loss": 22.1797,
+      "step": 7603
+    },
+    {
+      "epoch": 0.0719796291212692,
+      "grad_norm": 227.21929931640625,
+      "learning_rate": 1.9907744921747377e-06,
+      "loss": 20.4453,
+      "step": 7604
+    },
+    {
+      "epoch": 0.07198909514298425,
+      "grad_norm": 529.9819946289062,
+      "learning_rate": 1.9907703368617523e-06,
+      "loss": 30.2578,
+      "step": 7605
+    },
+    {
+      "epoch": 0.07199856116469931,
+      "grad_norm": 515.3013916015625,
+      "learning_rate": 1.9907661806175076e-06,
+      "loss": 53.1406,
+      "step": 7606
+    },
+    {
+      "epoch": 0.07200802718641437,
+      "grad_norm": 364.48419189453125,
+      "learning_rate": 1.9907620234420064e-06,
+      "loss": 30.4062,
+      "step": 7607
+    },
+    {
+      "epoch": 0.07201749320812942,
+      "grad_norm": 498.19049072265625,
+      "learning_rate": 1.990757865335254e-06,
+      "loss": 39.6172,
+      "step": 7608
+    },
+    {
+      "epoch": 0.07202695922984448,
+      "grad_norm": 450.4951477050781,
+      "learning_rate": 1.9907537062972536e-06,
+      "loss": 31.8516,
+      "step": 7609
+    },
+    {
+      "epoch": 0.07203642525155952,
+      "grad_norm": 545.3037719726562,
+      "learning_rate": 1.990749546328009e-06,
+      "loss": 39.3438,
+      "step": 7610
+    },
+    {
+      "epoch": 0.07204589127327458,
+      "grad_norm": 3.0689587593078613,
+      "learning_rate": 1.9907453854275243e-06,
+      "loss": 0.7441,
+      "step": 7611
+    },
+    {
+      "epoch": 0.07205535729498963,
+      "grad_norm": 269.17596435546875,
+      "learning_rate": 1.9907412235958034e-06,
+      "loss": 21.0703,
+      "step": 7612
+    },
+    {
+      "epoch": 0.07206482331670469,
+      "grad_norm": 390.932373046875,
+      "learning_rate": 1.9907370608328503e-06,
+      "loss": 22.3516,
+      "step": 7613
+    },
+    {
+      "epoch": 0.07207428933841974,
+      "grad_norm": 637.3209838867188,
+      "learning_rate": 1.9907328971386687e-06,
+      "loss": 41.3906,
+      "step": 7614
+    },
+    {
+      "epoch": 0.0720837553601348,
+      "grad_norm": 514.2140502929688,
+      "learning_rate": 1.9907287325132625e-06,
+      "loss": 25.4219,
+      "step": 7615
+    },
+    {
+      "epoch": 0.07209322138184986,
+      "grad_norm": 867.0182495117188,
+      "learning_rate": 1.990724566956636e-06,
+      "loss": 31.9531,
+      "step": 7616
+    },
+    {
+      "epoch": 0.0721026874035649,
+      "grad_norm": 3.556351661682129,
+      "learning_rate": 1.9907204004687927e-06,
+      "loss": 0.9634,
+      "step": 7617
+    },
+    {
+      "epoch": 0.07211215342527996,
+      "grad_norm": 272.9183349609375,
+      "learning_rate": 1.990716233049737e-06,
+      "loss": 24.5156,
+      "step": 7618
+    },
+    {
+      "epoch": 0.07212161944699501,
+      "grad_norm": 511.60369873046875,
+      "learning_rate": 1.990712064699472e-06,
+      "loss": 14.0352,
+      "step": 7619
+    },
+    {
+      "epoch": 0.07213108546871007,
+      "grad_norm": 698.2618408203125,
+      "learning_rate": 1.9907078954180025e-06,
+      "loss": 35.9688,
+      "step": 7620
+    },
+    {
+      "epoch": 0.07214055149042511,
+      "grad_norm": 517.1539916992188,
+      "learning_rate": 1.990703725205332e-06,
+      "loss": 36.4531,
+      "step": 7621
+    },
+    {
+      "epoch": 0.07215001751214017,
+      "grad_norm": 231.24635314941406,
+      "learning_rate": 1.9906995540614642e-06,
+      "loss": 22.7812,
+      "step": 7622
+    },
+    {
+      "epoch": 0.07215948353385522,
+      "grad_norm": 750.360107421875,
+      "learning_rate": 1.9906953819864033e-06,
+      "loss": 17.9688,
+      "step": 7623
+    },
+    {
+      "epoch": 0.07216894955557028,
+      "grad_norm": 229.04315185546875,
+      "learning_rate": 1.9906912089801536e-06,
+      "loss": 28.3359,
+      "step": 7624
+    },
+    {
+      "epoch": 0.07217841557728534,
+      "grad_norm": 3.4716289043426514,
+      "learning_rate": 1.990687035042718e-06,
+      "loss": 0.9473,
+      "step": 7625
+    },
+    {
+      "epoch": 0.07218788159900039,
+      "grad_norm": 568.2807006835938,
+      "learning_rate": 1.990682860174101e-06,
+      "loss": 23.3203,
+      "step": 7626
+    },
+    {
+      "epoch": 0.07219734762071545,
+      "grad_norm": 719.0282592773438,
+      "learning_rate": 1.9906786843743073e-06,
+      "loss": 23.0703,
+      "step": 7627
+    },
+    {
+      "epoch": 0.07220681364243049,
+      "grad_norm": 222.8924560546875,
+      "learning_rate": 1.9906745076433395e-06,
+      "loss": 24.7656,
+      "step": 7628
+    },
+    {
+      "epoch": 0.07221627966414555,
+      "grad_norm": 476.46466064453125,
+      "learning_rate": 1.9906703299812022e-06,
+      "loss": 41.2969,
+      "step": 7629
+    },
+    {
+      "epoch": 0.0722257456858606,
+      "grad_norm": 251.43089294433594,
+      "learning_rate": 1.9906661513878996e-06,
+      "loss": 21.0625,
+      "step": 7630
+    },
+    {
+      "epoch": 0.07223521170757566,
+      "grad_norm": 295.2666015625,
+      "learning_rate": 1.990661971863435e-06,
+      "loss": 21.5312,
+      "step": 7631
+    },
+    {
+      "epoch": 0.0722446777292907,
+      "grad_norm": 283.6393737792969,
+      "learning_rate": 1.9906577914078126e-06,
+      "loss": 18.4219,
+      "step": 7632
+    },
+    {
+      "epoch": 0.07225414375100576,
+      "grad_norm": 200.98802185058594,
+      "learning_rate": 1.9906536100210364e-06,
+      "loss": 17.0391,
+      "step": 7633
+    },
+    {
+      "epoch": 0.07226360977272082,
+      "grad_norm": 911.3287963867188,
+      "learning_rate": 1.99064942770311e-06,
+      "loss": 69.5625,
+      "step": 7634
+    },
+    {
+      "epoch": 0.07227307579443587,
+      "grad_norm": 795.3517456054688,
+      "learning_rate": 1.9906452444540375e-06,
+      "loss": 55.5938,
+      "step": 7635
+    },
+    {
+      "epoch": 0.07228254181615093,
+      "grad_norm": 1243.19140625,
+      "learning_rate": 1.9906410602738232e-06,
+      "loss": 31.4531,
+      "step": 7636
+    },
+    {
+      "epoch": 0.07229200783786598,
+      "grad_norm": 865.4872436523438,
+      "learning_rate": 1.9906368751624707e-06,
+      "loss": 53.5703,
+      "step": 7637
+    },
+    {
+      "epoch": 0.07230147385958104,
+      "grad_norm": 594.3308715820312,
+      "learning_rate": 1.9906326891199843e-06,
+      "loss": 56.9219,
+      "step": 7638
+    },
+    {
+      "epoch": 0.07231093988129608,
+      "grad_norm": 2282.688232421875,
+      "learning_rate": 1.990628502146367e-06,
+      "loss": 51.1484,
+      "step": 7639
+    },
+    {
+      "epoch": 0.07232040590301114,
+      "grad_norm": 286.97314453125,
+      "learning_rate": 1.9906243142416237e-06,
+      "loss": 20.2891,
+      "step": 7640
+    },
+    {
+      "epoch": 0.07232987192472619,
+      "grad_norm": 487.7582702636719,
+      "learning_rate": 1.990620125405758e-06,
+      "loss": 39.3906,
+      "step": 7641
+    },
+    {
+      "epoch": 0.07233933794644125,
+      "grad_norm": 256.0733337402344,
+      "learning_rate": 1.9906159356387737e-06,
+      "loss": 26.6094,
+      "step": 7642
+    },
+    {
+      "epoch": 0.07234880396815631,
+      "grad_norm": 208.0385284423828,
+      "learning_rate": 1.9906117449406753e-06,
+      "loss": 22.3828,
+      "step": 7643
+    },
+    {
+      "epoch": 0.07235826998987135,
+      "grad_norm": 453.10260009765625,
+      "learning_rate": 1.9906075533114657e-06,
+      "loss": 24.4766,
+      "step": 7644
+    },
+    {
+      "epoch": 0.07236773601158641,
+      "grad_norm": 616.23974609375,
+      "learning_rate": 1.99060336075115e-06,
+      "loss": 61.0312,
+      "step": 7645
+    },
+    {
+      "epoch": 0.07237720203330146,
+      "grad_norm": 259.3553771972656,
+      "learning_rate": 1.990599167259731e-06,
+      "loss": 23.3906,
+      "step": 7646
+    },
+    {
+      "epoch": 0.07238666805501652,
+      "grad_norm": 295.90618896484375,
+      "learning_rate": 1.9905949728372137e-06,
+      "loss": 31.0156,
+      "step": 7647
+    },
+    {
+      "epoch": 0.07239613407673157,
+      "grad_norm": 449.4529724121094,
+      "learning_rate": 1.990590777483601e-06,
+      "loss": 39.9688,
+      "step": 7648
+    },
+    {
+      "epoch": 0.07240560009844663,
+      "grad_norm": 1312.597900390625,
+      "learning_rate": 1.9905865811988977e-06,
+      "loss": 43.9688,
+      "step": 7649
+    },
+    {
+      "epoch": 0.07241506612016169,
+      "grad_norm": 307.9249572753906,
+      "learning_rate": 1.9905823839831077e-06,
+      "loss": 10.4336,
+      "step": 7650
+    },
+    {
+      "epoch": 0.07242453214187673,
+      "grad_norm": 479.5008239746094,
+      "learning_rate": 1.9905781858362346e-06,
+      "loss": 37.2266,
+      "step": 7651
+    },
+    {
+      "epoch": 0.07243399816359179,
+      "grad_norm": 386.7599792480469,
+      "learning_rate": 1.9905739867582824e-06,
+      "loss": 23.0859,
+      "step": 7652
+    },
+    {
+      "epoch": 0.07244346418530684,
+      "grad_norm": 408.5174560546875,
+      "learning_rate": 1.990569786749255e-06,
+      "loss": 30.7109,
+      "step": 7653
+    },
+    {
+      "epoch": 0.0724529302070219,
+      "grad_norm": 3.23956298828125,
+      "learning_rate": 1.9905655858091562e-06,
+      "loss": 1.0239,
+      "step": 7654
+    },
+    {
+      "epoch": 0.07246239622873694,
+      "grad_norm": 2.435913324356079,
+      "learning_rate": 1.9905613839379906e-06,
+      "loss": 0.8569,
+      "step": 7655
+    },
+    {
+      "epoch": 0.072471862250452,
+      "grad_norm": 383.08489990234375,
+      "learning_rate": 1.9905571811357616e-06,
+      "loss": 62.0938,
+      "step": 7656
+    },
+    {
+      "epoch": 0.07248132827216705,
+      "grad_norm": 335.65716552734375,
+      "learning_rate": 1.9905529774024737e-06,
+      "loss": 27.9609,
+      "step": 7657
+    },
+    {
+      "epoch": 0.07249079429388211,
+      "grad_norm": 244.8297119140625,
+      "learning_rate": 1.9905487727381296e-06,
+      "loss": 17.1953,
+      "step": 7658
+    },
+    {
+      "epoch": 0.07250026031559717,
+      "grad_norm": 742.3485717773438,
+      "learning_rate": 1.9905445671427346e-06,
+      "loss": 53.2812,
+      "step": 7659
+    },
+    {
+      "epoch": 0.07250972633731222,
+      "grad_norm": 459.9317321777344,
+      "learning_rate": 1.9905403606162924e-06,
+      "loss": 25.2812,
+      "step": 7660
+    },
+    {
+      "epoch": 0.07251919235902728,
+      "grad_norm": 3.1523725986480713,
+      "learning_rate": 1.9905361531588064e-06,
+      "loss": 0.9033,
+      "step": 7661
+    },
+    {
+      "epoch": 0.07252865838074232,
+      "grad_norm": 336.8829040527344,
+      "learning_rate": 1.990531944770281e-06,
+      "loss": 45.8281,
+      "step": 7662
+    },
+    {
+      "epoch": 0.07253812440245738,
+      "grad_norm": 368.6029968261719,
+      "learning_rate": 1.9905277354507195e-06,
+      "loss": 33.7969,
+      "step": 7663
+    },
+    {
+      "epoch": 0.07254759042417243,
+      "grad_norm": 566.5282592773438,
+      "learning_rate": 1.9905235252001267e-06,
+      "loss": 40.1094,
+      "step": 7664
+    },
+    {
+      "epoch": 0.07255705644588749,
+      "grad_norm": 184.63026428222656,
+      "learning_rate": 1.9905193140185066e-06,
+      "loss": 29.6719,
+      "step": 7665
+    },
+    {
+      "epoch": 0.07256652246760253,
+      "grad_norm": 347.4270935058594,
+      "learning_rate": 1.9905151019058622e-06,
+      "loss": 43.1719,
+      "step": 7666
+    },
+    {
+      "epoch": 0.0725759884893176,
+      "grad_norm": 632.411865234375,
+      "learning_rate": 1.9905108888621986e-06,
+      "loss": 37.0156,
+      "step": 7667
+    },
+    {
+      "epoch": 0.07258545451103265,
+      "grad_norm": 1093.432373046875,
+      "learning_rate": 1.9905066748875187e-06,
+      "loss": 71.4375,
+      "step": 7668
+    },
+    {
+      "epoch": 0.0725949205327477,
+      "grad_norm": 485.34173583984375,
+      "learning_rate": 1.990502459981827e-06,
+      "loss": 23.2891,
+      "step": 7669
+    },
+    {
+      "epoch": 0.07260438655446276,
+      "grad_norm": 2.7469990253448486,
+      "learning_rate": 1.9904982441451275e-06,
+      "loss": 0.8574,
+      "step": 7670
+    },
+    {
+      "epoch": 0.0726138525761778,
+      "grad_norm": 447.9671936035156,
+      "learning_rate": 1.9904940273774246e-06,
+      "loss": 45.7344,
+      "step": 7671
+    },
+    {
+      "epoch": 0.07262331859789287,
+      "grad_norm": 237.0879364013672,
+      "learning_rate": 1.990489809678721e-06,
+      "loss": 25.0234,
+      "step": 7672
+    },
+    {
+      "epoch": 0.07263278461960791,
+      "grad_norm": 694.0286254882812,
+      "learning_rate": 1.990485591049022e-06,
+      "loss": 27.5234,
+      "step": 7673
+    },
+    {
+      "epoch": 0.07264225064132297,
+      "grad_norm": 175.84646606445312,
+      "learning_rate": 1.9904813714883307e-06,
+      "loss": 16.6641,
+      "step": 7674
+    },
+    {
+      "epoch": 0.07265171666303802,
+      "grad_norm": 293.7280578613281,
+      "learning_rate": 1.9904771509966513e-06,
+      "loss": 27.5859,
+      "step": 7675
+    },
+    {
+      "epoch": 0.07266118268475308,
+      "grad_norm": 334.0005798339844,
+      "learning_rate": 1.990472929573988e-06,
+      "loss": 26.2656,
+      "step": 7676
+    },
+    {
+      "epoch": 0.07267064870646814,
+      "grad_norm": 322.2906188964844,
+      "learning_rate": 1.9904687072203445e-06,
+      "loss": 21.4375,
+      "step": 7677
+    },
+    {
+      "epoch": 0.07268011472818318,
+      "grad_norm": 3.3601090908050537,
+      "learning_rate": 1.9904644839357243e-06,
+      "loss": 1.0142,
+      "step": 7678
+    },
+    {
+      "epoch": 0.07268958074989824,
+      "grad_norm": 389.1446838378906,
+      "learning_rate": 1.9904602597201324e-06,
+      "loss": 34.9453,
+      "step": 7679
+    },
+    {
+      "epoch": 0.07269904677161329,
+      "grad_norm": 658.0618896484375,
+      "learning_rate": 1.9904560345735724e-06,
+      "loss": 42.4531,
+      "step": 7680
+    },
+    {
+      "epoch": 0.07270851279332835,
+      "grad_norm": 277.7979431152344,
+      "learning_rate": 1.9904518084960483e-06,
+      "loss": 26.9922,
+      "step": 7681
+    },
+    {
+      "epoch": 0.0727179788150434,
+      "grad_norm": 246.89181518554688,
+      "learning_rate": 1.9904475814875638e-06,
+      "loss": 26.8438,
+      "step": 7682
+    },
+    {
+      "epoch": 0.07272744483675846,
+      "grad_norm": 245.27906799316406,
+      "learning_rate": 1.9904433535481227e-06,
+      "loss": 21.8594,
+      "step": 7683
+    },
+    {
+      "epoch": 0.0727369108584735,
+      "grad_norm": 338.4667053222656,
+      "learning_rate": 1.9904391246777298e-06,
+      "loss": 18.8281,
+      "step": 7684
+    },
+    {
+      "epoch": 0.07274637688018856,
+      "grad_norm": 512.8969116210938,
+      "learning_rate": 1.990434894876388e-06,
+      "loss": 28.457,
+      "step": 7685
+    },
+    {
+      "epoch": 0.07275584290190362,
+      "grad_norm": 234.09576416015625,
+      "learning_rate": 1.990430664144102e-06,
+      "loss": 23.8594,
+      "step": 7686
+    },
+    {
+      "epoch": 0.07276530892361867,
+      "grad_norm": 600.8047485351562,
+      "learning_rate": 1.9904264324808756e-06,
+      "loss": 34.7734,
+      "step": 7687
+    },
+    {
+      "epoch": 0.07277477494533373,
+      "grad_norm": 280.4901428222656,
+      "learning_rate": 1.990422199886713e-06,
+      "loss": 23.2031,
+      "step": 7688
+    },
+    {
+      "epoch": 0.07278424096704877,
+      "grad_norm": 292.658447265625,
+      "learning_rate": 1.990417966361618e-06,
+      "loss": 31.0703,
+      "step": 7689
+    },
+    {
+      "epoch": 0.07279370698876383,
+      "grad_norm": 233.83648681640625,
+      "learning_rate": 1.9904137319055942e-06,
+      "loss": 18.8359,
+      "step": 7690
+    },
+    {
+      "epoch": 0.07280317301047888,
+      "grad_norm": 249.70205688476562,
+      "learning_rate": 1.990409496518646e-06,
+      "loss": 39.2344,
+      "step": 7691
+    },
+    {
+      "epoch": 0.07281263903219394,
+      "grad_norm": 254.65052795410156,
+      "learning_rate": 1.9904052602007774e-06,
+      "loss": 22.0859,
+      "step": 7692
+    },
+    {
+      "epoch": 0.072822105053909,
+      "grad_norm": 156.40245056152344,
+      "learning_rate": 1.9904010229519923e-06,
+      "loss": 21.2812,
+      "step": 7693
+    },
+    {
+      "epoch": 0.07283157107562405,
+      "grad_norm": 204.80722045898438,
+      "learning_rate": 1.990396784772295e-06,
+      "loss": 25.9844,
+      "step": 7694
+    },
+    {
+      "epoch": 0.0728410370973391,
+      "grad_norm": 3.2590298652648926,
+      "learning_rate": 1.9903925456616886e-06,
+      "loss": 0.9326,
+      "step": 7695
+    },
+    {
+      "epoch": 0.07285050311905415,
+      "grad_norm": 191.26771545410156,
+      "learning_rate": 1.990388305620178e-06,
+      "loss": 19.5469,
+      "step": 7696
+    },
+    {
+      "epoch": 0.07285996914076921,
+      "grad_norm": 372.13824462890625,
+      "learning_rate": 1.990384064647766e-06,
+      "loss": 42.9453,
+      "step": 7697
+    },
+    {
+      "epoch": 0.07286943516248426,
+      "grad_norm": 324.00885009765625,
+      "learning_rate": 1.9903798227444584e-06,
+      "loss": 31.75,
+      "step": 7698
+    },
+    {
+      "epoch": 0.07287890118419932,
+      "grad_norm": 188.19778442382812,
+      "learning_rate": 1.990375579910258e-06,
+      "loss": 19.8828,
+      "step": 7699
+    },
+    {
+      "epoch": 0.07288836720591436,
+      "grad_norm": 378.6837158203125,
+      "learning_rate": 1.990371336145169e-06,
+      "loss": 15.8125,
+      "step": 7700
+    },
+    {
+      "epoch": 0.07289783322762942,
+      "grad_norm": 950.8076171875,
+      "learning_rate": 1.990367091449195e-06,
+      "loss": 64.5469,
+      "step": 7701
+    },
+    {
+      "epoch": 0.07290729924934448,
+      "grad_norm": 701.5776977539062,
+      "learning_rate": 1.990362845822341e-06,
+      "loss": 21.3203,
+      "step": 7702
+    },
+    {
+      "epoch": 0.07291676527105953,
+      "grad_norm": 526.21484375,
+      "learning_rate": 1.9903585992646096e-06,
+      "loss": 37.125,
+      "step": 7703
+    },
+    {
+      "epoch": 0.07292623129277459,
+      "grad_norm": 258.97271728515625,
+      "learning_rate": 1.990354351776006e-06,
+      "loss": 28.2969,
+      "step": 7704
+    },
+    {
+      "epoch": 0.07293569731448964,
+      "grad_norm": 485.4208068847656,
+      "learning_rate": 1.9903501033565335e-06,
+      "loss": 56.7031,
+      "step": 7705
+    },
+    {
+      "epoch": 0.0729451633362047,
+      "grad_norm": 3.766530752182007,
+      "learning_rate": 1.9903458540061964e-06,
+      "loss": 0.813,
+      "step": 7706
+    },
+    {
+      "epoch": 0.07295462935791974,
+      "grad_norm": 556.9954833984375,
+      "learning_rate": 1.990341603724999e-06,
+      "loss": 52.0234,
+      "step": 7707
+    },
+    {
+      "epoch": 0.0729640953796348,
+      "grad_norm": 259.781982421875,
+      "learning_rate": 1.9903373525129443e-06,
+      "loss": 26.4688,
+      "step": 7708
+    },
+    {
+      "epoch": 0.07297356140134985,
+      "grad_norm": 373.9740905761719,
+      "learning_rate": 1.9903331003700374e-06,
+      "loss": 26.2344,
+      "step": 7709
+    },
+    {
+      "epoch": 0.07298302742306491,
+      "grad_norm": 448.77252197265625,
+      "learning_rate": 1.9903288472962815e-06,
+      "loss": 20.5,
+      "step": 7710
+    },
+    {
+      "epoch": 0.07299249344477997,
+      "grad_norm": 317.4896545410156,
+      "learning_rate": 1.990324593291681e-06,
+      "loss": 26.125,
+      "step": 7711
+    },
+    {
+      "epoch": 0.07300195946649501,
+      "grad_norm": 495.4125671386719,
+      "learning_rate": 1.9903203383562397e-06,
+      "loss": 58.125,
+      "step": 7712
+    },
+    {
+      "epoch": 0.07301142548821007,
+      "grad_norm": 399.5958251953125,
+      "learning_rate": 1.990316082489962e-06,
+      "loss": 46.2812,
+      "step": 7713
+    },
+    {
+      "epoch": 0.07302089150992512,
+      "grad_norm": 173.22763061523438,
+      "learning_rate": 1.990311825692851e-06,
+      "loss": 21.7422,
+      "step": 7714
+    },
+    {
+      "epoch": 0.07303035753164018,
+      "grad_norm": 204.42916870117188,
+      "learning_rate": 1.990307567964912e-06,
+      "loss": 20.6875,
+      "step": 7715
+    },
+    {
+      "epoch": 0.07303982355335523,
+      "grad_norm": 3.385699987411499,
+      "learning_rate": 1.990303309306148e-06,
+      "loss": 1.0723,
+      "step": 7716
+    },
+    {
+      "epoch": 0.07304928957507029,
+      "grad_norm": 376.9508972167969,
+      "learning_rate": 1.9902990497165637e-06,
+      "loss": 34.6719,
+      "step": 7717
+    },
+    {
+      "epoch": 0.07305875559678533,
+      "grad_norm": 3.503671169281006,
+      "learning_rate": 1.990294789196162e-06,
+      "loss": 0.9058,
+      "step": 7718
+    },
+    {
+      "epoch": 0.07306822161850039,
+      "grad_norm": 602.90966796875,
+      "learning_rate": 1.990290527744948e-06,
+      "loss": 20.7734,
+      "step": 7719
+    },
+    {
+      "epoch": 0.07307768764021545,
+      "grad_norm": 159.93524169921875,
+      "learning_rate": 1.9902862653629255e-06,
+      "loss": 16.0,
+      "step": 7720
+    },
+    {
+      "epoch": 0.0730871536619305,
+      "grad_norm": 495.773193359375,
+      "learning_rate": 1.990282002050098e-06,
+      "loss": 20.2969,
+      "step": 7721
+    },
+    {
+      "epoch": 0.07309661968364556,
+      "grad_norm": 191.4704132080078,
+      "learning_rate": 1.99027773780647e-06,
+      "loss": 22.4297,
+      "step": 7722
+    },
+    {
+      "epoch": 0.0731060857053606,
+      "grad_norm": 385.458251953125,
+      "learning_rate": 1.9902734726320455e-06,
+      "loss": 44.7188,
+      "step": 7723
+    },
+    {
+      "epoch": 0.07311555172707566,
+      "grad_norm": 495.4996643066406,
+      "learning_rate": 1.990269206526828e-06,
+      "loss": 21.8984,
+      "step": 7724
+    },
+    {
+      "epoch": 0.07312501774879071,
+      "grad_norm": 999.8109130859375,
+      "learning_rate": 1.9902649394908224e-06,
+      "loss": 51.8047,
+      "step": 7725
+    },
+    {
+      "epoch": 0.07313448377050577,
+      "grad_norm": 363.8932800292969,
+      "learning_rate": 1.9902606715240317e-06,
+      "loss": 30.5,
+      "step": 7726
+    },
+    {
+      "epoch": 0.07314394979222082,
+      "grad_norm": 547.3767700195312,
+      "learning_rate": 1.9902564026264608e-06,
+      "loss": 22.5781,
+      "step": 7727
+    },
+    {
+      "epoch": 0.07315341581393588,
+      "grad_norm": 486.9081115722656,
+      "learning_rate": 1.990252132798113e-06,
+      "loss": 25.5469,
+      "step": 7728
+    },
+    {
+      "epoch": 0.07316288183565094,
+      "grad_norm": 169.06141662597656,
+      "learning_rate": 1.9902478620389925e-06,
+      "loss": 20.2422,
+      "step": 7729
+    },
+    {
+      "epoch": 0.07317234785736598,
+      "grad_norm": 476.5834655761719,
+      "learning_rate": 1.9902435903491037e-06,
+      "loss": 26.3672,
+      "step": 7730
+    },
+    {
+      "epoch": 0.07318181387908104,
+      "grad_norm": 326.8877868652344,
+      "learning_rate": 1.99023931772845e-06,
+      "loss": 33.2188,
+      "step": 7731
+    },
+    {
+      "epoch": 0.07319127990079609,
+      "grad_norm": 408.9595642089844,
+      "learning_rate": 1.9902350441770363e-06,
+      "loss": 25.0938,
+      "step": 7732
+    },
+    {
+      "epoch": 0.07320074592251115,
+      "grad_norm": 502.09423828125,
+      "learning_rate": 1.9902307696948653e-06,
+      "loss": 29.1172,
+      "step": 7733
+    },
+    {
+      "epoch": 0.0732102119442262,
+      "grad_norm": 333.50738525390625,
+      "learning_rate": 1.9902264942819427e-06,
+      "loss": 18.7344,
+      "step": 7734
+    },
+    {
+      "epoch": 0.07321967796594125,
+      "grad_norm": 286.2925109863281,
+      "learning_rate": 1.990222217938271e-06,
+      "loss": 22.6094,
+      "step": 7735
+    },
+    {
+      "epoch": 0.07322914398765631,
+      "grad_norm": 3.576902389526367,
+      "learning_rate": 1.990217940663855e-06,
+      "loss": 0.978,
+      "step": 7736
+    },
+    {
+      "epoch": 0.07323861000937136,
+      "grad_norm": 215.3629608154297,
+      "learning_rate": 1.9902136624586987e-06,
+      "loss": 20.8438,
+      "step": 7737
+    },
+    {
+      "epoch": 0.07324807603108642,
+      "grad_norm": 609.0733032226562,
+      "learning_rate": 1.990209383322806e-06,
+      "loss": 23.543,
+      "step": 7738
+    },
+    {
+      "epoch": 0.07325754205280147,
+      "grad_norm": 317.9944763183594,
+      "learning_rate": 1.9902051032561805e-06,
+      "loss": 25.6406,
+      "step": 7739
+    },
+    {
+      "epoch": 0.07326700807451653,
+      "grad_norm": 252.14210510253906,
+      "learning_rate": 1.990200822258827e-06,
+      "loss": 17.8047,
+      "step": 7740
+    },
+    {
+      "epoch": 0.07327647409623157,
+      "grad_norm": 1964.086181640625,
+      "learning_rate": 1.990196540330749e-06,
+      "loss": 83.9375,
+      "step": 7741
+    },
+    {
+      "epoch": 0.07328594011794663,
+      "grad_norm": 308.60162353515625,
+      "learning_rate": 1.990192257471951e-06,
+      "loss": 20.875,
+      "step": 7742
+    },
+    {
+      "epoch": 0.07329540613966168,
+      "grad_norm": 264.1639099121094,
+      "learning_rate": 1.990187973682436e-06,
+      "loss": 18.6484,
+      "step": 7743
+    },
+    {
+      "epoch": 0.07330487216137674,
+      "grad_norm": 565.743896484375,
+      "learning_rate": 1.990183688962209e-06,
+      "loss": 22.2812,
+      "step": 7744
+    },
+    {
+      "epoch": 0.0733143381830918,
+      "grad_norm": 327.44146728515625,
+      "learning_rate": 1.990179403311274e-06,
+      "loss": 45.7031,
+      "step": 7745
+    },
+    {
+      "epoch": 0.07332380420480684,
+      "grad_norm": 907.5953979492188,
+      "learning_rate": 1.9901751167296346e-06,
+      "loss": 57.8828,
+      "step": 7746
+    },
+    {
+      "epoch": 0.0733332702265219,
+      "grad_norm": 837.8818969726562,
+      "learning_rate": 1.990170829217295e-06,
+      "loss": 50.4688,
+      "step": 7747
+    },
+    {
+      "epoch": 0.07334273624823695,
+      "grad_norm": 517.406982421875,
+      "learning_rate": 1.990166540774259e-06,
+      "loss": 32.2578,
+      "step": 7748
+    },
+    {
+      "epoch": 0.07335220226995201,
+      "grad_norm": 212.1629638671875,
+      "learning_rate": 1.9901622514005314e-06,
+      "loss": 18.1562,
+      "step": 7749
+    },
+    {
+      "epoch": 0.07336166829166706,
+      "grad_norm": 426.07757568359375,
+      "learning_rate": 1.9901579610961153e-06,
+      "loss": 21.0586,
+      "step": 7750
+    },
+    {
+      "epoch": 0.07337113431338212,
+      "grad_norm": 316.0277404785156,
+      "learning_rate": 1.9901536698610153e-06,
+      "loss": 24.1797,
+      "step": 7751
+    },
+    {
+      "epoch": 0.07338060033509716,
+      "grad_norm": 605.6529541015625,
+      "learning_rate": 1.990149377695235e-06,
+      "loss": 50.6875,
+      "step": 7752
+    },
+    {
+      "epoch": 0.07339006635681222,
+      "grad_norm": 410.1715393066406,
+      "learning_rate": 1.990145084598779e-06,
+      "loss": 39.4922,
+      "step": 7753
+    },
+    {
+      "epoch": 0.07339953237852728,
+      "grad_norm": 587.861328125,
+      "learning_rate": 1.990140790571651e-06,
+      "loss": 62.6094,
+      "step": 7754
+    },
+    {
+      "epoch": 0.07340899840024233,
+      "grad_norm": 320.0467224121094,
+      "learning_rate": 1.990136495613855e-06,
+      "loss": 26.4531,
+      "step": 7755
+    },
+    {
+      "epoch": 0.07341846442195739,
+      "grad_norm": 242.2895965576172,
+      "learning_rate": 1.9901321997253954e-06,
+      "loss": 26.0938,
+      "step": 7756
+    },
+    {
+      "epoch": 0.07342793044367243,
+      "grad_norm": 518.316650390625,
+      "learning_rate": 1.9901279029062757e-06,
+      "loss": 30.0078,
+      "step": 7757
+    },
+    {
+      "epoch": 0.0734373964653875,
+      "grad_norm": 240.3124237060547,
+      "learning_rate": 1.9901236051565e-06,
+      "loss": 32.2422,
+      "step": 7758
+    },
+    {
+      "epoch": 0.07344686248710254,
+      "grad_norm": 385.7977294921875,
+      "learning_rate": 1.9901193064760725e-06,
+      "loss": 29.7969,
+      "step": 7759
+    },
+    {
+      "epoch": 0.0734563285088176,
+      "grad_norm": 242.18356323242188,
+      "learning_rate": 1.9901150068649975e-06,
+      "loss": 25.3906,
+      "step": 7760
+    },
+    {
+      "epoch": 0.07346579453053265,
+      "grad_norm": 506.98480224609375,
+      "learning_rate": 1.990110706323279e-06,
+      "loss": 48.8594,
+      "step": 7761
+    },
+    {
+      "epoch": 0.0734752605522477,
+      "grad_norm": 1234.6990966796875,
+      "learning_rate": 1.9901064048509206e-06,
+      "loss": 53.8203,
+      "step": 7762
+    },
+    {
+      "epoch": 0.07348472657396277,
+      "grad_norm": 283.6845703125,
+      "learning_rate": 1.9901021024479263e-06,
+      "loss": 28.7773,
+      "step": 7763
+    },
+    {
+      "epoch": 0.07349419259567781,
+      "grad_norm": 587.0357055664062,
+      "learning_rate": 1.9900977991143007e-06,
+      "loss": 48.5625,
+      "step": 7764
+    },
+    {
+      "epoch": 0.07350365861739287,
+      "grad_norm": 361.07623291015625,
+      "learning_rate": 1.9900934948500477e-06,
+      "loss": 19.1719,
+      "step": 7765
+    },
+    {
+      "epoch": 0.07351312463910792,
+      "grad_norm": 389.46929931640625,
+      "learning_rate": 1.9900891896551714e-06,
+      "loss": 39.9375,
+      "step": 7766
+    },
+    {
+      "epoch": 0.07352259066082298,
+      "grad_norm": 433.7288513183594,
+      "learning_rate": 1.9900848835296752e-06,
+      "loss": 41.7969,
+      "step": 7767
+    },
+    {
+      "epoch": 0.07353205668253802,
+      "grad_norm": 195.10140991210938,
+      "learning_rate": 1.990080576473564e-06,
+      "loss": 20.5781,
+      "step": 7768
+    },
+    {
+      "epoch": 0.07354152270425308,
+      "grad_norm": 374.8475646972656,
+      "learning_rate": 1.9900762684868408e-06,
+      "loss": 36.9688,
+      "step": 7769
+    },
+    {
+      "epoch": 0.07355098872596813,
+      "grad_norm": 610.6051635742188,
+      "learning_rate": 1.990071959569511e-06,
+      "loss": 43.4219,
+      "step": 7770
+    },
+    {
+      "epoch": 0.07356045474768319,
+      "grad_norm": 1073.405517578125,
+      "learning_rate": 1.9900676497215777e-06,
+      "loss": 52.7188,
+      "step": 7771
+    },
+    {
+      "epoch": 0.07356992076939825,
+      "grad_norm": 406.59539794921875,
+      "learning_rate": 1.9900633389430454e-06,
+      "loss": 27.1836,
+      "step": 7772
+    },
+    {
+      "epoch": 0.0735793867911133,
+      "grad_norm": 345.21392822265625,
+      "learning_rate": 1.990059027233918e-06,
+      "loss": 27.5781,
+      "step": 7773
+    },
+    {
+      "epoch": 0.07358885281282836,
+      "grad_norm": 446.5315856933594,
+      "learning_rate": 1.990054714594199e-06,
+      "loss": 57.2656,
+      "step": 7774
+    },
+    {
+      "epoch": 0.0735983188345434,
+      "grad_norm": 673.4780883789062,
+      "learning_rate": 1.9900504010238933e-06,
+      "loss": 52.4219,
+      "step": 7775
+    },
+    {
+      "epoch": 0.07360778485625846,
+      "grad_norm": 507.7639465332031,
+      "learning_rate": 1.990046086523005e-06,
+      "loss": 24.5,
+      "step": 7776
+    },
+    {
+      "epoch": 0.07361725087797351,
+      "grad_norm": 440.0870056152344,
+      "learning_rate": 1.990041771091537e-06,
+      "loss": 36.0,
+      "step": 7777
+    },
+    {
+      "epoch": 0.07362671689968857,
+      "grad_norm": 484.5918884277344,
+      "learning_rate": 1.990037454729495e-06,
+      "loss": 25.4219,
+      "step": 7778
+    },
+    {
+      "epoch": 0.07363618292140363,
+      "grad_norm": 460.08935546875,
+      "learning_rate": 1.9900331374368816e-06,
+      "loss": 63.4219,
+      "step": 7779
+    },
+    {
+      "epoch": 0.07364564894311867,
+      "grad_norm": 141.5282440185547,
+      "learning_rate": 1.990028819213702e-06,
+      "loss": 20.0234,
+      "step": 7780
+    },
+    {
+      "epoch": 0.07365511496483373,
+      "grad_norm": 671.6639404296875,
+      "learning_rate": 1.9900245000599593e-06,
+      "loss": 40.1953,
+      "step": 7781
+    },
+    {
+      "epoch": 0.07366458098654878,
+      "grad_norm": 328.7576599121094,
+      "learning_rate": 1.990020179975658e-06,
+      "loss": 25.3438,
+      "step": 7782
+    },
+    {
+      "epoch": 0.07367404700826384,
+      "grad_norm": 950.1121215820312,
+      "learning_rate": 1.990015858960802e-06,
+      "loss": 62.0156,
+      "step": 7783
+    },
+    {
+      "epoch": 0.07368351302997889,
+      "grad_norm": 292.1514892578125,
+      "learning_rate": 1.9900115370153955e-06,
+      "loss": 14.6797,
+      "step": 7784
+    },
+    {
+      "epoch": 0.07369297905169395,
+      "grad_norm": 263.5529479980469,
+      "learning_rate": 1.990007214139443e-06,
+      "loss": 19.6953,
+      "step": 7785
+    },
+    {
+      "epoch": 0.07370244507340899,
+      "grad_norm": 714.4374389648438,
+      "learning_rate": 1.9900028903329476e-06,
+      "loss": 19.9297,
+      "step": 7786
+    },
+    {
+      "epoch": 0.07371191109512405,
+      "grad_norm": 336.85546875,
+      "learning_rate": 1.9899985655959146e-06,
+      "loss": 26.0625,
+      "step": 7787
+    },
+    {
+      "epoch": 0.07372137711683911,
+      "grad_norm": 3.020850419998169,
+      "learning_rate": 1.989994239928347e-06,
+      "loss": 0.9463,
+      "step": 7788
+    },
+    {
+      "epoch": 0.07373084313855416,
+      "grad_norm": 201.15914916992188,
+      "learning_rate": 1.9899899133302486e-06,
+      "loss": 21.9688,
+      "step": 7789
+    },
+    {
+      "epoch": 0.07374030916026922,
+      "grad_norm": 818.4331665039062,
+      "learning_rate": 1.989985585801625e-06,
+      "loss": 30.6562,
+      "step": 7790
+    },
+    {
+      "epoch": 0.07374977518198426,
+      "grad_norm": 529.1079711914062,
+      "learning_rate": 1.989981257342479e-06,
+      "loss": 24.5,
+      "step": 7791
+    },
+    {
+      "epoch": 0.07375924120369932,
+      "grad_norm": 517.1475830078125,
+      "learning_rate": 1.989976927952815e-06,
+      "loss": 45.1094,
+      "step": 7792
+    },
+    {
+      "epoch": 0.07376870722541437,
+      "grad_norm": 2.9409310817718506,
+      "learning_rate": 1.989972597632637e-06,
+      "loss": 0.7515,
+      "step": 7793
+    },
+    {
+      "epoch": 0.07377817324712943,
+      "grad_norm": 553.5172729492188,
+      "learning_rate": 1.989968266381949e-06,
+      "loss": 47.5625,
+      "step": 7794
+    },
+    {
+      "epoch": 0.07378763926884448,
+      "grad_norm": 844.8604125976562,
+      "learning_rate": 1.9899639342007555e-06,
+      "loss": 62.9531,
+      "step": 7795
+    },
+    {
+      "epoch": 0.07379710529055954,
+      "grad_norm": 421.3685607910156,
+      "learning_rate": 1.9899596010890603e-06,
+      "loss": 33.0156,
+      "step": 7796
+    },
+    {
+      "epoch": 0.0738065713122746,
+      "grad_norm": 334.90863037109375,
+      "learning_rate": 1.9899552670468672e-06,
+      "loss": 15.5703,
+      "step": 7797
+    },
+    {
+      "epoch": 0.07381603733398964,
+      "grad_norm": 182.38058471679688,
+      "learning_rate": 1.989950932074181e-06,
+      "loss": 21.1016,
+      "step": 7798
+    },
+    {
+      "epoch": 0.0738255033557047,
+      "grad_norm": 569.1196899414062,
+      "learning_rate": 1.989946596171005e-06,
+      "loss": 16.7109,
+      "step": 7799
+    },
+    {
+      "epoch": 0.07383496937741975,
+      "grad_norm": 250.05787658691406,
+      "learning_rate": 1.989942259337344e-06,
+      "loss": 19.2344,
+      "step": 7800
+    },
+    {
+      "epoch": 0.07384443539913481,
+      "grad_norm": 443.2502746582031,
+      "learning_rate": 1.989937921573201e-06,
+      "loss": 17.5078,
+      "step": 7801
+    },
+    {
+      "epoch": 0.07385390142084985,
+      "grad_norm": 776.9044189453125,
+      "learning_rate": 1.9899335828785814e-06,
+      "loss": 56.7266,
+      "step": 7802
+    },
+    {
+      "epoch": 0.07386336744256491,
+      "grad_norm": 207.9147186279297,
+      "learning_rate": 1.9899292432534883e-06,
+      "loss": 15.3594,
+      "step": 7803
+    },
+    {
+      "epoch": 0.07387283346427996,
+      "grad_norm": 286.68994140625,
+      "learning_rate": 1.9899249026979265e-06,
+      "loss": 25.2578,
+      "step": 7804
+    },
+    {
+      "epoch": 0.07388229948599502,
+      "grad_norm": 3.0146186351776123,
+      "learning_rate": 1.9899205612118994e-06,
+      "loss": 0.8975,
+      "step": 7805
+    },
+    {
+      "epoch": 0.07389176550771008,
+      "grad_norm": 581.9160766601562,
+      "learning_rate": 1.989916218795411e-06,
+      "loss": 46.6875,
+      "step": 7806
+    },
+    {
+      "epoch": 0.07390123152942513,
+      "grad_norm": 3.771362543106079,
+      "learning_rate": 1.9899118754484664e-06,
+      "loss": 1.1382,
+      "step": 7807
+    },
+    {
+      "epoch": 0.07391069755114019,
+      "grad_norm": 296.3580017089844,
+      "learning_rate": 1.9899075311710686e-06,
+      "loss": 26.75,
+      "step": 7808
+    },
+    {
+      "epoch": 0.07392016357285523,
+      "grad_norm": 3.740834951400757,
+      "learning_rate": 1.989903185963222e-06,
+      "loss": 0.8984,
+      "step": 7809
+    },
+    {
+      "epoch": 0.07392962959457029,
+      "grad_norm": 303.3360900878906,
+      "learning_rate": 1.9898988398249312e-06,
+      "loss": 42.1094,
+      "step": 7810
+    },
+    {
+      "epoch": 0.07393909561628534,
+      "grad_norm": 547.008544921875,
+      "learning_rate": 1.9898944927562e-06,
+      "loss": 51.9688,
+      "step": 7811
+    },
+    {
+      "epoch": 0.0739485616380004,
+      "grad_norm": 3.061126708984375,
+      "learning_rate": 1.989890144757032e-06,
+      "loss": 0.8687,
+      "step": 7812
+    },
+    {
+      "epoch": 0.07395802765971544,
+      "grad_norm": 237.3316650390625,
+      "learning_rate": 1.9898857958274314e-06,
+      "loss": 23.2344,
+      "step": 7813
+    },
+    {
+      "epoch": 0.0739674936814305,
+      "grad_norm": 250.72964477539062,
+      "learning_rate": 1.9898814459674032e-06,
+      "loss": 21.5391,
+      "step": 7814
+    },
+    {
+      "epoch": 0.07397695970314556,
+      "grad_norm": 310.0326843261719,
+      "learning_rate": 1.9898770951769505e-06,
+      "loss": 29.1094,
+      "step": 7815
+    },
+    {
+      "epoch": 0.07398642572486061,
+      "grad_norm": 186.43556213378906,
+      "learning_rate": 1.989872743456078e-06,
+      "loss": 17.4297,
+      "step": 7816
+    },
+    {
+      "epoch": 0.07399589174657567,
+      "grad_norm": 517.5050659179688,
+      "learning_rate": 1.989868390804789e-06,
+      "loss": 60.25,
+      "step": 7817
+    },
+    {
+      "epoch": 0.07400535776829072,
+      "grad_norm": 3.672152280807495,
+      "learning_rate": 1.9898640372230882e-06,
+      "loss": 0.9785,
+      "step": 7818
+    },
+    {
+      "epoch": 0.07401482379000578,
+      "grad_norm": 396.2974548339844,
+      "learning_rate": 1.9898596827109803e-06,
+      "loss": 19.9609,
+      "step": 7819
+    },
+    {
+      "epoch": 0.07402428981172082,
+      "grad_norm": 589.0237426757812,
+      "learning_rate": 1.989855327268468e-06,
+      "loss": 31.25,
+      "step": 7820
+    },
+    {
+      "epoch": 0.07403375583343588,
+      "grad_norm": 3.281907320022583,
+      "learning_rate": 1.9898509708955565e-06,
+      "loss": 0.7905,
+      "step": 7821
+    },
+    {
+      "epoch": 0.07404322185515094,
+      "grad_norm": 3.352717638015747,
+      "learning_rate": 1.9898466135922492e-06,
+      "loss": 0.8979,
+      "step": 7822
+    },
+    {
+      "epoch": 0.07405268787686599,
+      "grad_norm": 260.89349365234375,
+      "learning_rate": 1.9898422553585504e-06,
+      "loss": 31.1875,
+      "step": 7823
+    },
+    {
+      "epoch": 0.07406215389858105,
+      "grad_norm": 623.048828125,
+      "learning_rate": 1.9898378961944646e-06,
+      "loss": 60.7812,
+      "step": 7824
+    },
+    {
+      "epoch": 0.0740716199202961,
+      "grad_norm": 429.704345703125,
+      "learning_rate": 1.9898335360999953e-06,
+      "loss": 23.6953,
+      "step": 7825
+    },
+    {
+      "epoch": 0.07408108594201115,
+      "grad_norm": 429.3663330078125,
+      "learning_rate": 1.989829175075147e-06,
+      "loss": 29.3828,
+      "step": 7826
+    },
+    {
+      "epoch": 0.0740905519637262,
+      "grad_norm": 603.03759765625,
+      "learning_rate": 1.9898248131199235e-06,
+      "loss": 43.8281,
+      "step": 7827
+    },
+    {
+      "epoch": 0.07410001798544126,
+      "grad_norm": 3.305358648300171,
+      "learning_rate": 1.9898204502343294e-06,
+      "loss": 0.8311,
+      "step": 7828
+    },
+    {
+      "epoch": 0.0741094840071563,
+      "grad_norm": 521.109619140625,
+      "learning_rate": 1.9898160864183683e-06,
+      "loss": 22.4922,
+      "step": 7829
+    },
+    {
+      "epoch": 0.07411895002887137,
+      "grad_norm": 564.866943359375,
+      "learning_rate": 1.9898117216720445e-06,
+      "loss": 24.707,
+      "step": 7830
+    },
+    {
+      "epoch": 0.07412841605058643,
+      "grad_norm": 265.8131103515625,
+      "learning_rate": 1.989807355995362e-06,
+      "loss": 20.6953,
+      "step": 7831
+    },
+    {
+      "epoch": 0.07413788207230147,
+      "grad_norm": 176.88258361816406,
+      "learning_rate": 1.989802989388325e-06,
+      "loss": 15.9297,
+      "step": 7832
+    },
+    {
+      "epoch": 0.07414734809401653,
+      "grad_norm": 2.2965095043182373,
+      "learning_rate": 1.9897986218509373e-06,
+      "loss": 0.8501,
+      "step": 7833
+    },
+    {
+      "epoch": 0.07415681411573158,
+      "grad_norm": 211.15650939941406,
+      "learning_rate": 1.9897942533832034e-06,
+      "loss": 21.4062,
+      "step": 7834
+    },
+    {
+      "epoch": 0.07416628013744664,
+      "grad_norm": 358.9505310058594,
+      "learning_rate": 1.9897898839851275e-06,
+      "loss": 48.4766,
+      "step": 7835
+    },
+    {
+      "epoch": 0.07417574615916168,
+      "grad_norm": 261.1632385253906,
+      "learning_rate": 1.989785513656714e-06,
+      "loss": 25.0469,
+      "step": 7836
+    },
+    {
+      "epoch": 0.07418521218087674,
+      "grad_norm": 427.7331237792969,
+      "learning_rate": 1.9897811423979657e-06,
+      "loss": 29.5703,
+      "step": 7837
+    },
+    {
+      "epoch": 0.07419467820259179,
+      "grad_norm": 405.4223937988281,
+      "learning_rate": 1.989776770208888e-06,
+      "loss": 30.6016,
+      "step": 7838
+    },
+    {
+      "epoch": 0.07420414422430685,
+      "grad_norm": 317.26702880859375,
+      "learning_rate": 1.989772397089484e-06,
+      "loss": 13.7031,
+      "step": 7839
+    },
+    {
+      "epoch": 0.07421361024602191,
+      "grad_norm": 518.75,
+      "learning_rate": 1.9897680230397586e-06,
+      "loss": 64.2812,
+      "step": 7840
+    },
+    {
+      "epoch": 0.07422307626773696,
+      "grad_norm": 238.99493408203125,
+      "learning_rate": 1.9897636480597157e-06,
+      "loss": 22.3047,
+      "step": 7841
+    },
+    {
+      "epoch": 0.07423254228945202,
+      "grad_norm": 214.47442626953125,
+      "learning_rate": 1.989759272149359e-06,
+      "loss": 28.2031,
+      "step": 7842
+    },
+    {
+      "epoch": 0.07424200831116706,
+      "grad_norm": 1156.9456787109375,
+      "learning_rate": 1.9897548953086935e-06,
+      "loss": 34.6953,
+      "step": 7843
+    },
+    {
+      "epoch": 0.07425147433288212,
+      "grad_norm": 3.51088285446167,
+      "learning_rate": 1.9897505175377227e-06,
+      "loss": 0.9058,
+      "step": 7844
+    },
+    {
+      "epoch": 0.07426094035459717,
+      "grad_norm": 301.859375,
+      "learning_rate": 1.9897461388364506e-06,
+      "loss": 26.3906,
+      "step": 7845
+    },
+    {
+      "epoch": 0.07427040637631223,
+      "grad_norm": 258.5216369628906,
+      "learning_rate": 1.9897417592048818e-06,
+      "loss": 27.6406,
+      "step": 7846
+    },
+    {
+      "epoch": 0.07427987239802727,
+      "grad_norm": 225.61228942871094,
+      "learning_rate": 1.98973737864302e-06,
+      "loss": 20.1406,
+      "step": 7847
+    },
+    {
+      "epoch": 0.07428933841974233,
+      "grad_norm": 458.94354248046875,
+      "learning_rate": 1.989732997150869e-06,
+      "loss": 39.5703,
+      "step": 7848
+    },
+    {
+      "epoch": 0.0742988044414574,
+      "grad_norm": 269.4731140136719,
+      "learning_rate": 1.989728614728434e-06,
+      "loss": 20.0469,
+      "step": 7849
+    },
+    {
+      "epoch": 0.07430827046317244,
+      "grad_norm": 316.86767578125,
+      "learning_rate": 1.9897242313757185e-06,
+      "loss": 38.0,
+      "step": 7850
+    },
+    {
+      "epoch": 0.0743177364848875,
+      "grad_norm": 208.6240997314453,
+      "learning_rate": 1.9897198470927263e-06,
+      "loss": 20.1719,
+      "step": 7851
+    },
+    {
+      "epoch": 0.07432720250660255,
+      "grad_norm": 573.3817138671875,
+      "learning_rate": 1.9897154618794614e-06,
+      "loss": 56.7891,
+      "step": 7852
+    },
+    {
+      "epoch": 0.0743366685283176,
+      "grad_norm": 331.05816650390625,
+      "learning_rate": 1.989711075735929e-06,
+      "loss": 17.4609,
+      "step": 7853
+    },
+    {
+      "epoch": 0.07434613455003265,
+      "grad_norm": 853.7544555664062,
+      "learning_rate": 1.9897066886621327e-06,
+      "loss": 34.1016,
+      "step": 7854
+    },
+    {
+      "epoch": 0.07435560057174771,
+      "grad_norm": 532.6224365234375,
+      "learning_rate": 1.989702300658076e-06,
+      "loss": 46.1758,
+      "step": 7855
+    },
+    {
+      "epoch": 0.07436506659346276,
+      "grad_norm": 278.55242919921875,
+      "learning_rate": 1.9896979117237637e-06,
+      "loss": 25.2578,
+      "step": 7856
+    },
+    {
+      "epoch": 0.07437453261517782,
+      "grad_norm": 621.77392578125,
+      "learning_rate": 1.9896935218592e-06,
+      "loss": 35.1172,
+      "step": 7857
+    },
+    {
+      "epoch": 0.07438399863689288,
+      "grad_norm": 813.1824340820312,
+      "learning_rate": 1.9896891310643883e-06,
+      "loss": 51.2891,
+      "step": 7858
+    },
+    {
+      "epoch": 0.07439346465860792,
+      "grad_norm": 896.2973022460938,
+      "learning_rate": 1.9896847393393337e-06,
+      "loss": 46.7578,
+      "step": 7859
+    },
+    {
+      "epoch": 0.07440293068032298,
+      "grad_norm": 273.3180847167969,
+      "learning_rate": 1.9896803466840395e-06,
+      "loss": 28.5625,
+      "step": 7860
+    },
+    {
+      "epoch": 0.07441239670203803,
+      "grad_norm": 321.5802917480469,
+      "learning_rate": 1.9896759530985105e-06,
+      "loss": 25.125,
+      "step": 7861
+    },
+    {
+      "epoch": 0.07442186272375309,
+      "grad_norm": 380.7770080566406,
+      "learning_rate": 1.9896715585827503e-06,
+      "loss": 21.6016,
+      "step": 7862
+    },
+    {
+      "epoch": 0.07443132874546814,
+      "grad_norm": 1042.14892578125,
+      "learning_rate": 1.989667163136763e-06,
+      "loss": 69.875,
+      "step": 7863
+    },
+    {
+      "epoch": 0.0744407947671832,
+      "grad_norm": 3.2175018787384033,
+      "learning_rate": 1.9896627667605526e-06,
+      "loss": 0.7119,
+      "step": 7864
+    },
+    {
+      "epoch": 0.07445026078889826,
+      "grad_norm": 252.19174194335938,
+      "learning_rate": 1.9896583694541243e-06,
+      "loss": 24.0781,
+      "step": 7865
+    },
+    {
+      "epoch": 0.0744597268106133,
+      "grad_norm": 213.28167724609375,
+      "learning_rate": 1.9896539712174814e-06,
+      "loss": 18.9766,
+      "step": 7866
+    },
+    {
+      "epoch": 0.07446919283232836,
+      "grad_norm": 238.86856079101562,
+      "learning_rate": 1.9896495720506282e-06,
+      "loss": 10.8086,
+      "step": 7867
+    },
+    {
+      "epoch": 0.07447865885404341,
+      "grad_norm": 582.0234375,
+      "learning_rate": 1.9896451719535686e-06,
+      "loss": 37.4219,
+      "step": 7868
+    },
+    {
+      "epoch": 0.07448812487575847,
+      "grad_norm": 269.0195617675781,
+      "learning_rate": 1.9896407709263066e-06,
+      "loss": 35.6562,
+      "step": 7869
+    },
+    {
+      "epoch": 0.07449759089747351,
+      "grad_norm": 209.46844482421875,
+      "learning_rate": 1.9896363689688475e-06,
+      "loss": 21.6953,
+      "step": 7870
+    },
+    {
+      "epoch": 0.07450705691918857,
+      "grad_norm": 313.2518615722656,
+      "learning_rate": 1.9896319660811937e-06,
+      "loss": 21.4922,
+      "step": 7871
+    },
+    {
+      "epoch": 0.07451652294090362,
+      "grad_norm": 1030.201171875,
+      "learning_rate": 1.989627562263351e-06,
+      "loss": 38.3047,
+      "step": 7872
+    },
+    {
+      "epoch": 0.07452598896261868,
+      "grad_norm": 225.66799926757812,
+      "learning_rate": 1.989623157515322e-06,
+      "loss": 23.875,
+      "step": 7873
+    },
+    {
+      "epoch": 0.07453545498433374,
+      "grad_norm": 166.4659881591797,
+      "learning_rate": 1.989618751837112e-06,
+      "loss": 9.6055,
+      "step": 7874
+    },
+    {
+      "epoch": 0.07454492100604879,
+      "grad_norm": 188.91075134277344,
+      "learning_rate": 1.989614345228725e-06,
+      "loss": 23.2969,
+      "step": 7875
+    },
+    {
+      "epoch": 0.07455438702776385,
+      "grad_norm": 367.7387390136719,
+      "learning_rate": 1.9896099376901645e-06,
+      "loss": 20.3672,
+      "step": 7876
+    },
+    {
+      "epoch": 0.07456385304947889,
+      "grad_norm": 361.4109802246094,
+      "learning_rate": 1.989605529221435e-06,
+      "loss": 35.8438,
+      "step": 7877
+    },
+    {
+      "epoch": 0.07457331907119395,
+      "grad_norm": 528.1442260742188,
+      "learning_rate": 1.989601119822541e-06,
+      "loss": 22.6016,
+      "step": 7878
+    },
+    {
+      "epoch": 0.074582785092909,
+      "grad_norm": 329.18511962890625,
+      "learning_rate": 1.9895967094934863e-06,
+      "loss": 39.5156,
+      "step": 7879
+    },
+    {
+      "epoch": 0.07459225111462406,
+      "grad_norm": 548.5663452148438,
+      "learning_rate": 1.989592298234275e-06,
+      "loss": 32.3516,
+      "step": 7880
+    },
+    {
+      "epoch": 0.0746017171363391,
+      "grad_norm": 267.7093505859375,
+      "learning_rate": 1.9895878860449112e-06,
+      "loss": 12.4648,
+      "step": 7881
+    },
+    {
+      "epoch": 0.07461118315805416,
+      "grad_norm": 501.2581481933594,
+      "learning_rate": 1.9895834729253993e-06,
+      "loss": 41.3281,
+      "step": 7882
+    },
+    {
+      "epoch": 0.07462064917976922,
+      "grad_norm": 294.9993896484375,
+      "learning_rate": 1.989579058875743e-06,
+      "loss": 41.7344,
+      "step": 7883
+    },
+    {
+      "epoch": 0.07463011520148427,
+      "grad_norm": 273.8593444824219,
+      "learning_rate": 1.9895746438959474e-06,
+      "loss": 11.4375,
+      "step": 7884
+    },
+    {
+      "epoch": 0.07463958122319933,
+      "grad_norm": 320.9474182128906,
+      "learning_rate": 1.9895702279860155e-06,
+      "loss": 26.0391,
+      "step": 7885
+    },
+    {
+      "epoch": 0.07464904724491438,
+      "grad_norm": 280.3133544921875,
+      "learning_rate": 1.989565811145952e-06,
+      "loss": 17.0469,
+      "step": 7886
+    },
+    {
+      "epoch": 0.07465851326662944,
+      "grad_norm": 170.58656311035156,
+      "learning_rate": 1.989561393375761e-06,
+      "loss": 19.8594,
+      "step": 7887
+    },
+    {
+      "epoch": 0.07466797928834448,
+      "grad_norm": 2.653918981552124,
+      "learning_rate": 1.989556974675447e-06,
+      "loss": 0.873,
+      "step": 7888
+    },
+    {
+      "epoch": 0.07467744531005954,
+      "grad_norm": 411.6569519042969,
+      "learning_rate": 1.989552555045014e-06,
+      "loss": 43.7656,
+      "step": 7889
+    },
+    {
+      "epoch": 0.07468691133177459,
+      "grad_norm": 302.5626220703125,
+      "learning_rate": 1.9895481344844652e-06,
+      "loss": 42.3906,
+      "step": 7890
+    },
+    {
+      "epoch": 0.07469637735348965,
+      "grad_norm": 196.2335968017578,
+      "learning_rate": 1.989543712993806e-06,
+      "loss": 21.375,
+      "step": 7891
+    },
+    {
+      "epoch": 0.07470584337520471,
+      "grad_norm": 630.7767333984375,
+      "learning_rate": 1.98953929057304e-06,
+      "loss": 61.9375,
+      "step": 7892
+    },
+    {
+      "epoch": 0.07471530939691975,
+      "grad_norm": 3.2717983722686768,
+      "learning_rate": 1.9895348672221714e-06,
+      "loss": 0.9365,
+      "step": 7893
+    },
+    {
+      "epoch": 0.07472477541863481,
+      "grad_norm": 518.2737426757812,
+      "learning_rate": 1.9895304429412042e-06,
+      "loss": 39.6641,
+      "step": 7894
+    },
+    {
+      "epoch": 0.07473424144034986,
+      "grad_norm": 762.7935180664062,
+      "learning_rate": 1.989526017730143e-06,
+      "loss": 65.4609,
+      "step": 7895
+    },
+    {
+      "epoch": 0.07474370746206492,
+      "grad_norm": 296.8765563964844,
+      "learning_rate": 1.989521591588992e-06,
+      "loss": 19.1953,
+      "step": 7896
+    },
+    {
+      "epoch": 0.07475317348377997,
+      "grad_norm": 317.1935119628906,
+      "learning_rate": 1.9895171645177546e-06,
+      "loss": 21.6797,
+      "step": 7897
+    },
+    {
+      "epoch": 0.07476263950549503,
+      "grad_norm": 397.08502197265625,
+      "learning_rate": 1.9895127365164354e-06,
+      "loss": 33.4688,
+      "step": 7898
+    },
+    {
+      "epoch": 0.07477210552721007,
+      "grad_norm": 600.0338745117188,
+      "learning_rate": 1.989508307585039e-06,
+      "loss": 54.1797,
+      "step": 7899
+    },
+    {
+      "epoch": 0.07478157154892513,
+      "grad_norm": 569.1010131835938,
+      "learning_rate": 1.9895038777235687e-06,
+      "loss": 21.7188,
+      "step": 7900
+    },
+    {
+      "epoch": 0.07479103757064019,
+      "grad_norm": 374.9268798828125,
+      "learning_rate": 1.9894994469320294e-06,
+      "loss": 47.125,
+      "step": 7901
+    },
+    {
+      "epoch": 0.07480050359235524,
+      "grad_norm": 346.7905578613281,
+      "learning_rate": 1.989495015210425e-06,
+      "loss": 27.9297,
+      "step": 7902
+    },
+    {
+      "epoch": 0.0748099696140703,
+      "grad_norm": 726.725341796875,
+      "learning_rate": 1.98949058255876e-06,
+      "loss": 27.8125,
+      "step": 7903
+    },
+    {
+      "epoch": 0.07481943563578534,
+      "grad_norm": 1731.6297607421875,
+      "learning_rate": 1.9894861489770376e-06,
+      "loss": 35.2852,
+      "step": 7904
+    },
+    {
+      "epoch": 0.0748289016575004,
+      "grad_norm": 902.7050170898438,
+      "learning_rate": 1.989481714465263e-06,
+      "loss": 41.6719,
+      "step": 7905
+    },
+    {
+      "epoch": 0.07483836767921545,
+      "grad_norm": 423.06060791015625,
+      "learning_rate": 1.98947727902344e-06,
+      "loss": 25.375,
+      "step": 7906
+    },
+    {
+      "epoch": 0.07484783370093051,
+      "grad_norm": 389.37371826171875,
+      "learning_rate": 1.989472842651572e-06,
+      "loss": 23.6875,
+      "step": 7907
+    },
+    {
+      "epoch": 0.07485729972264557,
+      "grad_norm": 516.84130859375,
+      "learning_rate": 1.9894684053496643e-06,
+      "loss": 51.5859,
+      "step": 7908
+    },
+    {
+      "epoch": 0.07486676574436062,
+      "grad_norm": 1127.72119140625,
+      "learning_rate": 1.989463967117721e-06,
+      "loss": 44.5703,
+      "step": 7909
+    },
+    {
+      "epoch": 0.07487623176607568,
+      "grad_norm": 283.32952880859375,
+      "learning_rate": 1.989459527955746e-06,
+      "loss": 22.4766,
+      "step": 7910
+    },
+    {
+      "epoch": 0.07488569778779072,
+      "grad_norm": 267.3606872558594,
+      "learning_rate": 1.9894550878637428e-06,
+      "loss": 23.1562,
+      "step": 7911
+    },
+    {
+      "epoch": 0.07489516380950578,
+      "grad_norm": 479.6025085449219,
+      "learning_rate": 1.9894506468417166e-06,
+      "loss": 28.3711,
+      "step": 7912
+    },
+    {
+      "epoch": 0.07490462983122083,
+      "grad_norm": 229.2274627685547,
+      "learning_rate": 1.989446204889671e-06,
+      "loss": 23.6328,
+      "step": 7913
+    },
+    {
+      "epoch": 0.07491409585293589,
+      "grad_norm": 313.0173034667969,
+      "learning_rate": 1.9894417620076106e-06,
+      "loss": 22.2578,
+      "step": 7914
+    },
+    {
+      "epoch": 0.07492356187465093,
+      "grad_norm": 205.5279083251953,
+      "learning_rate": 1.9894373181955393e-06,
+      "loss": 23.8984,
+      "step": 7915
+    },
+    {
+      "epoch": 0.074933027896366,
+      "grad_norm": 223.147705078125,
+      "learning_rate": 1.989432873453461e-06,
+      "loss": 22.5625,
+      "step": 7916
+    },
+    {
+      "epoch": 0.07494249391808105,
+      "grad_norm": 199.80368041992188,
+      "learning_rate": 1.98942842778138e-06,
+      "loss": 24.3828,
+      "step": 7917
+    },
+    {
+      "epoch": 0.0749519599397961,
+      "grad_norm": 1625.9127197265625,
+      "learning_rate": 1.9894239811793012e-06,
+      "loss": 48.5391,
+      "step": 7918
+    },
+    {
+      "epoch": 0.07496142596151116,
+      "grad_norm": 1237.7879638671875,
+      "learning_rate": 1.989419533647228e-06,
+      "loss": 52.0625,
+      "step": 7919
+    },
+    {
+      "epoch": 0.0749708919832262,
+      "grad_norm": 331.85662841796875,
+      "learning_rate": 1.9894150851851647e-06,
+      "loss": 28.3828,
+      "step": 7920
+    },
+    {
+      "epoch": 0.07498035800494127,
+      "grad_norm": 202.0017852783203,
+      "learning_rate": 1.9894106357931156e-06,
+      "loss": 20.2656,
+      "step": 7921
+    },
+    {
+      "epoch": 0.07498982402665631,
+      "grad_norm": 462.9127502441406,
+      "learning_rate": 1.9894061854710853e-06,
+      "loss": 41.0078,
+      "step": 7922
+    },
+    {
+      "epoch": 0.07499929004837137,
+      "grad_norm": 306.69476318359375,
+      "learning_rate": 1.989401734219077e-06,
+      "loss": 20.8594,
+      "step": 7923
+    },
+    {
+      "epoch": 0.07500875607008642,
+      "grad_norm": 475.1324157714844,
+      "learning_rate": 1.989397282037096e-06,
+      "loss": 29.6172,
+      "step": 7924
+    },
+    {
+      "epoch": 0.07501822209180148,
+      "grad_norm": 448.8993835449219,
+      "learning_rate": 1.9893928289251453e-06,
+      "loss": 53.3281,
+      "step": 7925
+    },
+    {
+      "epoch": 0.07502768811351654,
+      "grad_norm": 2.9885900020599365,
+      "learning_rate": 1.9893883748832296e-06,
+      "loss": 0.939,
+      "step": 7926
+    },
+    {
+      "epoch": 0.07503715413523158,
+      "grad_norm": 1192.4188232421875,
+      "learning_rate": 1.989383919911354e-06,
+      "loss": 57.9688,
+      "step": 7927
+    },
+    {
+      "epoch": 0.07504662015694664,
+      "grad_norm": 256.52923583984375,
+      "learning_rate": 1.989379464009521e-06,
+      "loss": 24.1406,
+      "step": 7928
+    },
+    {
+      "epoch": 0.07505608617866169,
+      "grad_norm": 729.3926391601562,
+      "learning_rate": 1.989375007177736e-06,
+      "loss": 50.1562,
+      "step": 7929
+    },
+    {
+      "epoch": 0.07506555220037675,
+      "grad_norm": 279.54327392578125,
+      "learning_rate": 1.989370549416003e-06,
+      "loss": 26.2422,
+      "step": 7930
+    },
+    {
+      "epoch": 0.0750750182220918,
+      "grad_norm": 418.2335510253906,
+      "learning_rate": 1.9893660907243262e-06,
+      "loss": 24.1758,
+      "step": 7931
+    },
+    {
+      "epoch": 0.07508448424380686,
+      "grad_norm": 372.8615417480469,
+      "learning_rate": 1.9893616311027093e-06,
+      "loss": 25.8906,
+      "step": 7932
+    },
+    {
+      "epoch": 0.0750939502655219,
+      "grad_norm": 334.2088623046875,
+      "learning_rate": 1.989357170551157e-06,
+      "loss": 23.3906,
+      "step": 7933
+    },
+    {
+      "epoch": 0.07510341628723696,
+      "grad_norm": 734.1502075195312,
+      "learning_rate": 1.9893527090696734e-06,
+      "loss": 62.4375,
+      "step": 7934
+    },
+    {
+      "epoch": 0.07511288230895202,
+      "grad_norm": 174.4520721435547,
+      "learning_rate": 1.9893482466582624e-06,
+      "loss": 18.0703,
+      "step": 7935
+    },
+    {
+      "epoch": 0.07512234833066707,
+      "grad_norm": 181.28561401367188,
+      "learning_rate": 1.9893437833169282e-06,
+      "loss": 18.9922,
+      "step": 7936
+    },
+    {
+      "epoch": 0.07513181435238213,
+      "grad_norm": 221.6005401611328,
+      "learning_rate": 1.9893393190456756e-06,
+      "loss": 22.7812,
+      "step": 7937
+    },
+    {
+      "epoch": 0.07514128037409717,
+      "grad_norm": 649.4873657226562,
+      "learning_rate": 1.9893348538445082e-06,
+      "loss": 54.5312,
+      "step": 7938
+    },
+    {
+      "epoch": 0.07515074639581223,
+      "grad_norm": 3.128175973892212,
+      "learning_rate": 1.989330387713431e-06,
+      "loss": 0.7725,
+      "step": 7939
+    },
+    {
+      "epoch": 0.07516021241752728,
+      "grad_norm": 620.1820678710938,
+      "learning_rate": 1.9893259206524468e-06,
+      "loss": 35.5312,
+      "step": 7940
+    },
+    {
+      "epoch": 0.07516967843924234,
+      "grad_norm": 250.74822998046875,
+      "learning_rate": 1.9893214526615607e-06,
+      "loss": 19.8359,
+      "step": 7941
+    },
+    {
+      "epoch": 0.07517914446095739,
+      "grad_norm": 413.31646728515625,
+      "learning_rate": 1.989316983740777e-06,
+      "loss": 43.7344,
+      "step": 7942
+    },
+    {
+      "epoch": 0.07518861048267245,
+      "grad_norm": 264.57452392578125,
+      "learning_rate": 1.9893125138900996e-06,
+      "loss": 10.2891,
+      "step": 7943
+    },
+    {
+      "epoch": 0.0751980765043875,
+      "grad_norm": 386.077392578125,
+      "learning_rate": 1.989308043109533e-06,
+      "loss": 40.4219,
+      "step": 7944
+    },
+    {
+      "epoch": 0.07520754252610255,
+      "grad_norm": 320.1135559082031,
+      "learning_rate": 1.989303571399081e-06,
+      "loss": 27.7031,
+      "step": 7945
+    },
+    {
+      "epoch": 0.07521700854781761,
+      "grad_norm": 298.0207214355469,
+      "learning_rate": 1.989299098758748e-06,
+      "loss": 25.5156,
+      "step": 7946
+    },
+    {
+      "epoch": 0.07522647456953266,
+      "grad_norm": 456.23162841796875,
+      "learning_rate": 1.989294625188538e-06,
+      "loss": 25.8047,
+      "step": 7947
+    },
+    {
+      "epoch": 0.07523594059124772,
+      "grad_norm": 243.17108154296875,
+      "learning_rate": 1.989290150688456e-06,
+      "loss": 21.4531,
+      "step": 7948
+    },
+    {
+      "epoch": 0.07524540661296276,
+      "grad_norm": 577.9053955078125,
+      "learning_rate": 1.9892856752585055e-06,
+      "loss": 67.2031,
+      "step": 7949
+    },
+    {
+      "epoch": 0.07525487263467782,
+      "grad_norm": 516.8131103515625,
+      "learning_rate": 1.9892811988986905e-06,
+      "loss": 43.75,
+      "step": 7950
+    },
+    {
+      "epoch": 0.07526433865639288,
+      "grad_norm": 282.9229736328125,
+      "learning_rate": 1.9892767216090157e-06,
+      "loss": 29.4609,
+      "step": 7951
+    },
+    {
+      "epoch": 0.07527380467810793,
+      "grad_norm": 208.1815643310547,
+      "learning_rate": 1.989272243389485e-06,
+      "loss": 20.6016,
+      "step": 7952
+    },
+    {
+      "epoch": 0.07528327069982299,
+      "grad_norm": 228.89849853515625,
+      "learning_rate": 1.989267764240103e-06,
+      "loss": 23.5,
+      "step": 7953
+    },
+    {
+      "epoch": 0.07529273672153804,
+      "grad_norm": 256.4129333496094,
+      "learning_rate": 1.9892632841608735e-06,
+      "loss": 25.625,
+      "step": 7954
+    },
+    {
+      "epoch": 0.0753022027432531,
+      "grad_norm": 276.1039733886719,
+      "learning_rate": 1.989258803151801e-06,
+      "loss": 25.7422,
+      "step": 7955
+    },
+    {
+      "epoch": 0.07531166876496814,
+      "grad_norm": 238.52146911621094,
+      "learning_rate": 1.989254321212889e-06,
+      "loss": 21.8984,
+      "step": 7956
+    },
+    {
+      "epoch": 0.0753211347866832,
+      "grad_norm": 286.8876037597656,
+      "learning_rate": 1.989249838344143e-06,
+      "loss": 37.5156,
+      "step": 7957
+    },
+    {
+      "epoch": 0.07533060080839825,
+      "grad_norm": 654.6364135742188,
+      "learning_rate": 1.9892453545455662e-06,
+      "loss": 15.4023,
+      "step": 7958
+    },
+    {
+      "epoch": 0.07534006683011331,
+      "grad_norm": 719.457275390625,
+      "learning_rate": 1.989240869817163e-06,
+      "loss": 39.125,
+      "step": 7959
+    },
+    {
+      "epoch": 0.07534953285182837,
+      "grad_norm": 390.3125305175781,
+      "learning_rate": 1.989236384158938e-06,
+      "loss": 29.5078,
+      "step": 7960
+    },
+    {
+      "epoch": 0.07535899887354341,
+      "grad_norm": 369.92578125,
+      "learning_rate": 1.989231897570895e-06,
+      "loss": 27.4766,
+      "step": 7961
+    },
+    {
+      "epoch": 0.07536846489525847,
+      "grad_norm": 1748.8466796875,
+      "learning_rate": 1.9892274100530387e-06,
+      "loss": 32.2031,
+      "step": 7962
+    },
+    {
+      "epoch": 0.07537793091697352,
+      "grad_norm": 269.979248046875,
+      "learning_rate": 1.9892229216053727e-06,
+      "loss": 25.7422,
+      "step": 7963
+    },
+    {
+      "epoch": 0.07538739693868858,
+      "grad_norm": 1052.05126953125,
+      "learning_rate": 1.9892184322279017e-06,
+      "loss": 79.6953,
+      "step": 7964
+    },
+    {
+      "epoch": 0.07539686296040363,
+      "grad_norm": 2.8921620845794678,
+      "learning_rate": 1.989213941920629e-06,
+      "loss": 0.939,
+      "step": 7965
+    },
+    {
+      "epoch": 0.07540632898211869,
+      "grad_norm": 525.0552368164062,
+      "learning_rate": 1.9892094506835604e-06,
+      "loss": 54.0156,
+      "step": 7966
+    },
+    {
+      "epoch": 0.07541579500383373,
+      "grad_norm": 228.26792907714844,
+      "learning_rate": 1.989204958516699e-06,
+      "loss": 20.2109,
+      "step": 7967
+    },
+    {
+      "epoch": 0.07542526102554879,
+      "grad_norm": 937.9195556640625,
+      "learning_rate": 1.989200465420049e-06,
+      "loss": 45.25,
+      "step": 7968
+    },
+    {
+      "epoch": 0.07543472704726385,
+      "grad_norm": 494.3483581542969,
+      "learning_rate": 1.989195971393615e-06,
+      "loss": 24.1484,
+      "step": 7969
+    },
+    {
+      "epoch": 0.0754441930689789,
+      "grad_norm": 409.9561767578125,
+      "learning_rate": 1.9891914764374014e-06,
+      "loss": 36.6406,
+      "step": 7970
+    },
+    {
+      "epoch": 0.07545365909069396,
+      "grad_norm": 1180.5028076171875,
+      "learning_rate": 1.9891869805514122e-06,
+      "loss": 30.2266,
+      "step": 7971
+    },
+    {
+      "epoch": 0.075463125112409,
+      "grad_norm": 605.7735595703125,
+      "learning_rate": 1.9891824837356515e-06,
+      "loss": 44.0312,
+      "step": 7972
+    },
+    {
+      "epoch": 0.07547259113412406,
+      "grad_norm": 438.3897705078125,
+      "learning_rate": 1.9891779859901235e-06,
+      "loss": 26.0781,
+      "step": 7973
+    },
+    {
+      "epoch": 0.07548205715583911,
+      "grad_norm": 334.910400390625,
+      "learning_rate": 1.989173487314833e-06,
+      "loss": 22.0469,
+      "step": 7974
+    },
+    {
+      "epoch": 0.07549152317755417,
+      "grad_norm": 328.6864013671875,
+      "learning_rate": 1.989168987709783e-06,
+      "loss": 20.8984,
+      "step": 7975
+    },
+    {
+      "epoch": 0.07550098919926922,
+      "grad_norm": 380.2566833496094,
+      "learning_rate": 1.989164487174979e-06,
+      "loss": 9.4277,
+      "step": 7976
+    },
+    {
+      "epoch": 0.07551045522098428,
+      "grad_norm": 285.6993713378906,
+      "learning_rate": 1.9891599857104247e-06,
+      "loss": 24.3359,
+      "step": 7977
+    },
+    {
+      "epoch": 0.07551992124269934,
+      "grad_norm": 373.5867614746094,
+      "learning_rate": 1.989155483316124e-06,
+      "loss": 29.8398,
+      "step": 7978
+    },
+    {
+      "epoch": 0.07552938726441438,
+      "grad_norm": 354.5078125,
+      "learning_rate": 1.989150979992082e-06,
+      "loss": 28.9375,
+      "step": 7979
+    },
+    {
+      "epoch": 0.07553885328612944,
+      "grad_norm": 192.98170471191406,
+      "learning_rate": 1.989146475738302e-06,
+      "loss": 23.4141,
+      "step": 7980
+    },
+    {
+      "epoch": 0.07554831930784449,
+      "grad_norm": 898.0112915039062,
+      "learning_rate": 1.989141970554789e-06,
+      "loss": 81.3438,
+      "step": 7981
+    },
+    {
+      "epoch": 0.07555778532955955,
+      "grad_norm": 966.91748046875,
+      "learning_rate": 1.989137464441547e-06,
+      "loss": 27.8672,
+      "step": 7982
+    },
+    {
+      "epoch": 0.0755672513512746,
+      "grad_norm": 354.9923400878906,
+      "learning_rate": 1.98913295739858e-06,
+      "loss": 30.5391,
+      "step": 7983
+    },
+    {
+      "epoch": 0.07557671737298965,
+      "grad_norm": 519.3421020507812,
+      "learning_rate": 1.989128449425892e-06,
+      "loss": 27.6953,
+      "step": 7984
+    },
+    {
+      "epoch": 0.0755861833947047,
+      "grad_norm": 221.0620880126953,
+      "learning_rate": 1.9891239405234877e-06,
+      "loss": 21.0859,
+      "step": 7985
+    },
+    {
+      "epoch": 0.07559564941641976,
+      "grad_norm": 242.35231018066406,
+      "learning_rate": 1.9891194306913713e-06,
+      "loss": 23.9531,
+      "step": 7986
+    },
+    {
+      "epoch": 0.07560511543813482,
+      "grad_norm": 479.2976379394531,
+      "learning_rate": 1.9891149199295472e-06,
+      "loss": 31.7812,
+      "step": 7987
+    },
+    {
+      "epoch": 0.07561458145984987,
+      "grad_norm": 209.09242248535156,
+      "learning_rate": 1.9891104082380194e-06,
+      "loss": 20.5938,
+      "step": 7988
+    },
+    {
+      "epoch": 0.07562404748156493,
+      "grad_norm": 376.4866943359375,
+      "learning_rate": 1.989105895616792e-06,
+      "loss": 43.0234,
+      "step": 7989
+    },
+    {
+      "epoch": 0.07563351350327997,
+      "grad_norm": 406.54638671875,
+      "learning_rate": 1.98910138206587e-06,
+      "loss": 52.0,
+      "step": 7990
+    },
+    {
+      "epoch": 0.07564297952499503,
+      "grad_norm": 407.5090637207031,
+      "learning_rate": 1.989096867585256e-06,
+      "loss": 29.4922,
+      "step": 7991
+    },
+    {
+      "epoch": 0.07565244554671008,
+      "grad_norm": 224.98126220703125,
+      "learning_rate": 1.9890923521749563e-06,
+      "loss": 10.6914,
+      "step": 7992
+    },
+    {
+      "epoch": 0.07566191156842514,
+      "grad_norm": 308.4093933105469,
+      "learning_rate": 1.989087835834973e-06,
+      "loss": 19.4609,
+      "step": 7993
+    },
+    {
+      "epoch": 0.0756713775901402,
+      "grad_norm": 171.3807373046875,
+      "learning_rate": 1.9890833185653123e-06,
+      "loss": 22.5586,
+      "step": 7994
+    },
+    {
+      "epoch": 0.07568084361185524,
+      "grad_norm": 255.1243438720703,
+      "learning_rate": 1.9890788003659774e-06,
+      "loss": 26.7109,
+      "step": 7995
+    },
+    {
+      "epoch": 0.0756903096335703,
+      "grad_norm": 507.8326110839844,
+      "learning_rate": 1.989074281236973e-06,
+      "loss": 35.4609,
+      "step": 7996
+    },
+    {
+      "epoch": 0.07569977565528535,
+      "grad_norm": 302.8341369628906,
+      "learning_rate": 1.989069761178303e-06,
+      "loss": 32.3516,
+      "step": 7997
+    },
+    {
+      "epoch": 0.07570924167700041,
+      "grad_norm": 338.7254943847656,
+      "learning_rate": 1.9890652401899715e-06,
+      "loss": 9.1328,
+      "step": 7998
+    },
+    {
+      "epoch": 0.07571870769871546,
+      "grad_norm": 663.545166015625,
+      "learning_rate": 1.9890607182719833e-06,
+      "loss": 33.1914,
+      "step": 7999
+    },
+    {
+      "epoch": 0.07572817372043052,
+      "grad_norm": 592.913818359375,
+      "learning_rate": 1.9890561954243425e-06,
+      "loss": 51.4844,
+      "step": 8000
+    },
+    {
+      "epoch": 0.07573763974214556,
+      "grad_norm": 441.1180419921875,
+      "learning_rate": 1.989051671647053e-06,
+      "loss": 49.8906,
+      "step": 8001
+    },
+    {
+      "epoch": 0.07574710576386062,
+      "grad_norm": 379.790283203125,
+      "learning_rate": 1.9890471469401194e-06,
+      "loss": 22.9648,
+      "step": 8002
+    },
+    {
+      "epoch": 0.07575657178557568,
+      "grad_norm": 728.5665893554688,
+      "learning_rate": 1.9890426213035455e-06,
+      "loss": 86.1875,
+      "step": 8003
+    },
+    {
+      "epoch": 0.07576603780729073,
+      "grad_norm": 3.426126718521118,
+      "learning_rate": 1.989038094737336e-06,
+      "loss": 0.9629,
+      "step": 8004
+    },
+    {
+      "epoch": 0.07577550382900579,
+      "grad_norm": 253.57945251464844,
+      "learning_rate": 1.9890335672414953e-06,
+      "loss": 24.5312,
+      "step": 8005
+    },
+    {
+      "epoch": 0.07578496985072083,
+      "grad_norm": 282.7489318847656,
+      "learning_rate": 1.9890290388160273e-06,
+      "loss": 27.1641,
+      "step": 8006
+    },
+    {
+      "epoch": 0.0757944358724359,
+      "grad_norm": 196.47738647460938,
+      "learning_rate": 1.989024509460936e-06,
+      "loss": 23.0703,
+      "step": 8007
+    },
+    {
+      "epoch": 0.07580390189415094,
+      "grad_norm": 2.696985960006714,
+      "learning_rate": 1.989019979176226e-06,
+      "loss": 0.8706,
+      "step": 8008
+    },
+    {
+      "epoch": 0.075813367915866,
+      "grad_norm": 398.02581787109375,
+      "learning_rate": 1.9890154479619022e-06,
+      "loss": 33.2266,
+      "step": 8009
+    },
+    {
+      "epoch": 0.07582283393758105,
+      "grad_norm": 537.0755615234375,
+      "learning_rate": 1.9890109158179677e-06,
+      "loss": 56.0625,
+      "step": 8010
+    },
+    {
+      "epoch": 0.0758322999592961,
+      "grad_norm": 282.6112365722656,
+      "learning_rate": 1.9890063827444276e-06,
+      "loss": 26.125,
+      "step": 8011
+    },
+    {
+      "epoch": 0.07584176598101117,
+      "grad_norm": 294.68377685546875,
+      "learning_rate": 1.989001848741286e-06,
+      "loss": 27.8047,
+      "step": 8012
+    },
+    {
+      "epoch": 0.07585123200272621,
+      "grad_norm": 370.8663635253906,
+      "learning_rate": 1.988997313808546e-06,
+      "loss": 27.9688,
+      "step": 8013
+    },
+    {
+      "epoch": 0.07586069802444127,
+      "grad_norm": 355.0487976074219,
+      "learning_rate": 1.9889927779462136e-06,
+      "loss": 29.9219,
+      "step": 8014
+    },
+    {
+      "epoch": 0.07587016404615632,
+      "grad_norm": 394.17413330078125,
+      "learning_rate": 1.9889882411542925e-06,
+      "loss": 25.1953,
+      "step": 8015
+    },
+    {
+      "epoch": 0.07587963006787138,
+      "grad_norm": 470.8172607421875,
+      "learning_rate": 1.988983703432786e-06,
+      "loss": 51.9531,
+      "step": 8016
+    },
+    {
+      "epoch": 0.07588909608958642,
+      "grad_norm": 581.8789672851562,
+      "learning_rate": 1.9889791647817e-06,
+      "loss": 71.0938,
+      "step": 8017
+    },
+    {
+      "epoch": 0.07589856211130148,
+      "grad_norm": 574.8593139648438,
+      "learning_rate": 1.988974625201038e-06,
+      "loss": 48.6562,
+      "step": 8018
+    },
+    {
+      "epoch": 0.07590802813301653,
+      "grad_norm": 792.6998901367188,
+      "learning_rate": 1.9889700846908035e-06,
+      "loss": 13.5391,
+      "step": 8019
+    },
+    {
+      "epoch": 0.07591749415473159,
+      "grad_norm": 232.10244750976562,
+      "learning_rate": 1.9889655432510017e-06,
+      "loss": 18.3281,
+      "step": 8020
+    },
+    {
+      "epoch": 0.07592696017644665,
+      "grad_norm": 208.07510375976562,
+      "learning_rate": 1.9889610008816367e-06,
+      "loss": 15.5898,
+      "step": 8021
+    },
+    {
+      "epoch": 0.0759364261981617,
+      "grad_norm": 188.01132202148438,
+      "learning_rate": 1.9889564575827128e-06,
+      "loss": 16.3008,
+      "step": 8022
+    },
+    {
+      "epoch": 0.07594589221987676,
+      "grad_norm": 148.05401611328125,
+      "learning_rate": 1.988951913354234e-06,
+      "loss": 17.9062,
+      "step": 8023
+    },
+    {
+      "epoch": 0.0759553582415918,
+      "grad_norm": 764.9488525390625,
+      "learning_rate": 1.9889473681962046e-06,
+      "loss": 61.6562,
+      "step": 8024
+    },
+    {
+      "epoch": 0.07596482426330686,
+      "grad_norm": 3.507826805114746,
+      "learning_rate": 1.9889428221086293e-06,
+      "loss": 0.8862,
+      "step": 8025
+    },
+    {
+      "epoch": 0.07597429028502191,
+      "grad_norm": 194.1053924560547,
+      "learning_rate": 1.988938275091512e-06,
+      "loss": 22.9961,
+      "step": 8026
+    },
+    {
+      "epoch": 0.07598375630673697,
+      "grad_norm": 415.47894287109375,
+      "learning_rate": 1.988933727144857e-06,
+      "loss": 27.8281,
+      "step": 8027
+    },
+    {
+      "epoch": 0.07599322232845201,
+      "grad_norm": 622.7335205078125,
+      "learning_rate": 1.988929178268669e-06,
+      "loss": 60.8008,
+      "step": 8028
+    },
+    {
+      "epoch": 0.07600268835016707,
+      "grad_norm": 823.0458374023438,
+      "learning_rate": 1.9889246284629515e-06,
+      "loss": 48.7422,
+      "step": 8029
+    },
+    {
+      "epoch": 0.07601215437188213,
+      "grad_norm": 3.231740951538086,
+      "learning_rate": 1.988920077727709e-06,
+      "loss": 1.0044,
+      "step": 8030
+    },
+    {
+      "epoch": 0.07602162039359718,
+      "grad_norm": 752.1704711914062,
+      "learning_rate": 1.9889155260629463e-06,
+      "loss": 46.4062,
+      "step": 8031
+    },
+    {
+      "epoch": 0.07603108641531224,
+      "grad_norm": 247.99343872070312,
+      "learning_rate": 1.988910973468667e-06,
+      "loss": 25.7344,
+      "step": 8032
+    },
+    {
+      "epoch": 0.07604055243702729,
+      "grad_norm": 632.8496704101562,
+      "learning_rate": 1.988906419944876e-06,
+      "loss": 36.0312,
+      "step": 8033
+    },
+    {
+      "epoch": 0.07605001845874235,
+      "grad_norm": 283.29510498046875,
+      "learning_rate": 1.9889018654915773e-06,
+      "loss": 27.4922,
+      "step": 8034
+    },
+    {
+      "epoch": 0.07605948448045739,
+      "grad_norm": 152.42681884765625,
+      "learning_rate": 1.988897310108775e-06,
+      "loss": 22.2344,
+      "step": 8035
+    },
+    {
+      "epoch": 0.07606895050217245,
+      "grad_norm": 523.8509521484375,
+      "learning_rate": 1.988892753796474e-06,
+      "loss": 31.5781,
+      "step": 8036
+    },
+    {
+      "epoch": 0.07607841652388751,
+      "grad_norm": 296.7117004394531,
+      "learning_rate": 1.988888196554678e-06,
+      "loss": 23.4297,
+      "step": 8037
+    },
+    {
+      "epoch": 0.07608788254560256,
+      "grad_norm": 3.181264877319336,
+      "learning_rate": 1.988883638383391e-06,
+      "loss": 0.9409,
+      "step": 8038
+    },
+    {
+      "epoch": 0.07609734856731762,
+      "grad_norm": 233.75035095214844,
+      "learning_rate": 1.988879079282618e-06,
+      "loss": 23.1797,
+      "step": 8039
+    },
+    {
+      "epoch": 0.07610681458903266,
+      "grad_norm": 350.29534912109375,
+      "learning_rate": 1.988874519252363e-06,
+      "loss": 25.8281,
+      "step": 8040
+    },
+    {
+      "epoch": 0.07611628061074772,
+      "grad_norm": 712.0346069335938,
+      "learning_rate": 1.98886995829263e-06,
+      "loss": 39.4219,
+      "step": 8041
+    },
+    {
+      "epoch": 0.07612574663246277,
+      "grad_norm": 244.23980712890625,
+      "learning_rate": 1.988865396403424e-06,
+      "loss": 32.9062,
+      "step": 8042
+    },
+    {
+      "epoch": 0.07613521265417783,
+      "grad_norm": 487.6708679199219,
+      "learning_rate": 1.9888608335847486e-06,
+      "loss": 27.4961,
+      "step": 8043
+    },
+    {
+      "epoch": 0.07614467867589288,
+      "grad_norm": 380.0262756347656,
+      "learning_rate": 1.9888562698366087e-06,
+      "loss": 29.3594,
+      "step": 8044
+    },
+    {
+      "epoch": 0.07615414469760794,
+      "grad_norm": 255.29080200195312,
+      "learning_rate": 1.9888517051590077e-06,
+      "loss": 20.2734,
+      "step": 8045
+    },
+    {
+      "epoch": 0.076163610719323,
+      "grad_norm": 285.7001037597656,
+      "learning_rate": 1.9888471395519507e-06,
+      "loss": 12.5352,
+      "step": 8046
+    },
+    {
+      "epoch": 0.07617307674103804,
+      "grad_norm": 243.9690399169922,
+      "learning_rate": 1.988842573015442e-06,
+      "loss": 19.2109,
+      "step": 8047
+    },
+    {
+      "epoch": 0.0761825427627531,
+      "grad_norm": 686.4725952148438,
+      "learning_rate": 1.988838005549485e-06,
+      "loss": 28.4609,
+      "step": 8048
+    },
+    {
+      "epoch": 0.07619200878446815,
+      "grad_norm": 355.2594909667969,
+      "learning_rate": 1.988833437154085e-06,
+      "loss": 32.6562,
+      "step": 8049
+    },
+    {
+      "epoch": 0.07620147480618321,
+      "grad_norm": 390.173583984375,
+      "learning_rate": 1.988828867829246e-06,
+      "loss": 19.2188,
+      "step": 8050
+    },
+    {
+      "epoch": 0.07621094082789825,
+      "grad_norm": 166.8349151611328,
+      "learning_rate": 1.9888242975749717e-06,
+      "loss": 21.3516,
+      "step": 8051
+    },
+    {
+      "epoch": 0.07622040684961331,
+      "grad_norm": 368.67181396484375,
+      "learning_rate": 1.9888197263912675e-06,
+      "loss": 37.8281,
+      "step": 8052
+    },
+    {
+      "epoch": 0.07622987287132836,
+      "grad_norm": 445.1274719238281,
+      "learning_rate": 1.9888151542781364e-06,
+      "loss": 14.6445,
+      "step": 8053
+    },
+    {
+      "epoch": 0.07623933889304342,
+      "grad_norm": 238.21665954589844,
+      "learning_rate": 1.988810581235584e-06,
+      "loss": 22.8438,
+      "step": 8054
+    },
+    {
+      "epoch": 0.07624880491475848,
+      "grad_norm": 644.42626953125,
+      "learning_rate": 1.988806007263614e-06,
+      "loss": 18.1367,
+      "step": 8055
+    },
+    {
+      "epoch": 0.07625827093647353,
+      "grad_norm": 455.9514465332031,
+      "learning_rate": 1.9888014323622303e-06,
+      "loss": 46.5156,
+      "step": 8056
+    },
+    {
+      "epoch": 0.07626773695818859,
+      "grad_norm": 309.8287048339844,
+      "learning_rate": 1.9887968565314377e-06,
+      "loss": 21.6719,
+      "step": 8057
+    },
+    {
+      "epoch": 0.07627720297990363,
+      "grad_norm": 278.5891418457031,
+      "learning_rate": 1.9887922797712404e-06,
+      "loss": 15.7109,
+      "step": 8058
+    },
+    {
+      "epoch": 0.07628666900161869,
+      "grad_norm": 687.9639892578125,
+      "learning_rate": 1.988787702081643e-06,
+      "loss": 60.8828,
+      "step": 8059
+    },
+    {
+      "epoch": 0.07629613502333374,
+      "grad_norm": 298.4606628417969,
+      "learning_rate": 1.9887831234626488e-06,
+      "loss": 29.3047,
+      "step": 8060
+    },
+    {
+      "epoch": 0.0763056010450488,
+      "grad_norm": 192.7290802001953,
+      "learning_rate": 1.9887785439142633e-06,
+      "loss": 23.6562,
+      "step": 8061
+    },
+    {
+      "epoch": 0.07631506706676384,
+      "grad_norm": 526.62255859375,
+      "learning_rate": 1.98877396343649e-06,
+      "loss": 38.8438,
+      "step": 8062
+    },
+    {
+      "epoch": 0.0763245330884789,
+      "grad_norm": 331.08990478515625,
+      "learning_rate": 1.9887693820293336e-06,
+      "loss": 17.25,
+      "step": 8063
+    },
+    {
+      "epoch": 0.07633399911019396,
+      "grad_norm": 706.9811401367188,
+      "learning_rate": 1.9887647996927982e-06,
+      "loss": 25.2656,
+      "step": 8064
+    },
+    {
+      "epoch": 0.07634346513190901,
+      "grad_norm": 164.03897094726562,
+      "learning_rate": 1.9887602164268885e-06,
+      "loss": 24.8594,
+      "step": 8065
+    },
+    {
+      "epoch": 0.07635293115362407,
+      "grad_norm": 351.5257263183594,
+      "learning_rate": 1.9887556322316084e-06,
+      "loss": 55.5625,
+      "step": 8066
+    },
+    {
+      "epoch": 0.07636239717533912,
+      "grad_norm": 4.074217796325684,
+      "learning_rate": 1.9887510471069624e-06,
+      "loss": 0.8545,
+      "step": 8067
+    },
+    {
+      "epoch": 0.07637186319705418,
+      "grad_norm": 363.5827941894531,
+      "learning_rate": 1.9887464610529544e-06,
+      "loss": 21.6406,
+      "step": 8068
+    },
+    {
+      "epoch": 0.07638132921876922,
+      "grad_norm": 592.734130859375,
+      "learning_rate": 1.9887418740695894e-06,
+      "loss": 34.9844,
+      "step": 8069
+    },
+    {
+      "epoch": 0.07639079524048428,
+      "grad_norm": 163.94606018066406,
+      "learning_rate": 1.9887372861568714e-06,
+      "loss": 22.375,
+      "step": 8070
+    },
+    {
+      "epoch": 0.07640026126219933,
+      "grad_norm": 3.527019500732422,
+      "learning_rate": 1.9887326973148045e-06,
+      "loss": 0.9639,
+      "step": 8071
+    },
+    {
+      "epoch": 0.07640972728391439,
+      "grad_norm": 759.0111083984375,
+      "learning_rate": 1.988728107543393e-06,
+      "loss": 29.0312,
+      "step": 8072
+    },
+    {
+      "epoch": 0.07641919330562945,
+      "grad_norm": 537.6572875976562,
+      "learning_rate": 1.988723516842642e-06,
+      "loss": 35.0781,
+      "step": 8073
+    },
+    {
+      "epoch": 0.0764286593273445,
+      "grad_norm": 191.9508819580078,
+      "learning_rate": 1.9887189252125545e-06,
+      "loss": 22.0547,
+      "step": 8074
+    },
+    {
+      "epoch": 0.07643812534905955,
+      "grad_norm": 3.1401946544647217,
+      "learning_rate": 1.988714332653136e-06,
+      "loss": 0.9133,
+      "step": 8075
+    },
+    {
+      "epoch": 0.0764475913707746,
+      "grad_norm": 3.565115213394165,
+      "learning_rate": 1.98870973916439e-06,
+      "loss": 0.9814,
+      "step": 8076
+    },
+    {
+      "epoch": 0.07645705739248966,
+      "grad_norm": 172.58181762695312,
+      "learning_rate": 1.9887051447463213e-06,
+      "loss": 18.75,
+      "step": 8077
+    },
+    {
+      "epoch": 0.0764665234142047,
+      "grad_norm": 494.6904602050781,
+      "learning_rate": 1.988700549398934e-06,
+      "loss": 25.9688,
+      "step": 8078
+    },
+    {
+      "epoch": 0.07647598943591977,
+      "grad_norm": 922.2372436523438,
+      "learning_rate": 1.988695953122233e-06,
+      "loss": 40.7656,
+      "step": 8079
+    },
+    {
+      "epoch": 0.07648545545763483,
+      "grad_norm": 304.0807800292969,
+      "learning_rate": 1.9886913559162218e-06,
+      "loss": 30.5,
+      "step": 8080
+    },
+    {
+      "epoch": 0.07649492147934987,
+      "grad_norm": 150.90155029296875,
+      "learning_rate": 1.988686757780905e-06,
+      "loss": 20.875,
+      "step": 8081
+    },
+    {
+      "epoch": 0.07650438750106493,
+      "grad_norm": 614.43701171875,
+      "learning_rate": 1.988682158716287e-06,
+      "loss": 25.5078,
+      "step": 8082
+    },
+    {
+      "epoch": 0.07651385352277998,
+      "grad_norm": 385.2694396972656,
+      "learning_rate": 1.988677558722372e-06,
+      "loss": 48.6562,
+      "step": 8083
+    },
+    {
+      "epoch": 0.07652331954449504,
+      "grad_norm": 594.9563598632812,
+      "learning_rate": 1.9886729577991647e-06,
+      "loss": 27.5938,
+      "step": 8084
+    },
+    {
+      "epoch": 0.07653278556621008,
+      "grad_norm": 524.158203125,
+      "learning_rate": 1.988668355946669e-06,
+      "loss": 18.5547,
+      "step": 8085
+    },
+    {
+      "epoch": 0.07654225158792514,
+      "grad_norm": 337.279052734375,
+      "learning_rate": 1.9886637531648888e-06,
+      "loss": 22.1406,
+      "step": 8086
+    },
+    {
+      "epoch": 0.07655171760964019,
+      "grad_norm": 183.38528442382812,
+      "learning_rate": 1.9886591494538297e-06,
+      "loss": 20.4375,
+      "step": 8087
+    },
+    {
+      "epoch": 0.07656118363135525,
+      "grad_norm": 257.4671936035156,
+      "learning_rate": 1.988654544813495e-06,
+      "loss": 21.7188,
+      "step": 8088
+    },
+    {
+      "epoch": 0.07657064965307031,
+      "grad_norm": 262.4556884765625,
+      "learning_rate": 1.9886499392438895e-06,
+      "loss": 15.1094,
+      "step": 8089
+    },
+    {
+      "epoch": 0.07658011567478536,
+      "grad_norm": 196.37632751464844,
+      "learning_rate": 1.988645332745017e-06,
+      "loss": 24.2812,
+      "step": 8090
+    },
+    {
+      "epoch": 0.07658958169650042,
+      "grad_norm": 478.4145812988281,
+      "learning_rate": 1.988640725316883e-06,
+      "loss": 34.8672,
+      "step": 8091
+    },
+    {
+      "epoch": 0.07659904771821546,
+      "grad_norm": 216.36412048339844,
+      "learning_rate": 1.98863611695949e-06,
+      "loss": 22.7031,
+      "step": 8092
+    },
+    {
+      "epoch": 0.07660851373993052,
+      "grad_norm": 520.9180908203125,
+      "learning_rate": 1.9886315076728444e-06,
+      "loss": 46.75,
+      "step": 8093
+    },
+    {
+      "epoch": 0.07661797976164557,
+      "grad_norm": 387.60687255859375,
+      "learning_rate": 1.988626897456949e-06,
+      "loss": 52.8125,
+      "step": 8094
+    },
+    {
+      "epoch": 0.07662744578336063,
+      "grad_norm": 727.5215454101562,
+      "learning_rate": 1.9886222863118086e-06,
+      "loss": 19.0312,
+      "step": 8095
+    },
+    {
+      "epoch": 0.07663691180507567,
+      "grad_norm": 149.83523559570312,
+      "learning_rate": 1.9886176742374274e-06,
+      "loss": 24.0,
+      "step": 8096
+    },
+    {
+      "epoch": 0.07664637782679073,
+      "grad_norm": 866.6432495117188,
+      "learning_rate": 1.98861306123381e-06,
+      "loss": 58.4062,
+      "step": 8097
+    },
+    {
+      "epoch": 0.0766558438485058,
+      "grad_norm": 340.18206787109375,
+      "learning_rate": 1.9886084473009607e-06,
+      "loss": 47.9219,
+      "step": 8098
+    },
+    {
+      "epoch": 0.07666530987022084,
+      "grad_norm": 279.0538330078125,
+      "learning_rate": 1.988603832438884e-06,
+      "loss": 17.7109,
+      "step": 8099
+    },
+    {
+      "epoch": 0.0766747758919359,
+      "grad_norm": 243.5879364013672,
+      "learning_rate": 1.988599216647584e-06,
+      "loss": 26.1562,
+      "step": 8100
+    },
+    {
+      "epoch": 0.07668424191365095,
+      "grad_norm": 200.87120056152344,
+      "learning_rate": 1.9885945999270648e-06,
+      "loss": 27.5156,
+      "step": 8101
+    },
+    {
+      "epoch": 0.076693707935366,
+      "grad_norm": 314.3636779785156,
+      "learning_rate": 1.988589982277331e-06,
+      "loss": 26.5781,
+      "step": 8102
+    },
+    {
+      "epoch": 0.07670317395708105,
+      "grad_norm": 861.4793701171875,
+      "learning_rate": 1.988585363698387e-06,
+      "loss": 40.9141,
+      "step": 8103
+    },
+    {
+      "epoch": 0.07671263997879611,
+      "grad_norm": 173.4169464111328,
+      "learning_rate": 1.988580744190237e-06,
+      "loss": 21.2109,
+      "step": 8104
+    },
+    {
+      "epoch": 0.07672210600051116,
+      "grad_norm": 593.4721069335938,
+      "learning_rate": 1.9885761237528854e-06,
+      "loss": 36.2031,
+      "step": 8105
+    },
+    {
+      "epoch": 0.07673157202222622,
+      "grad_norm": 416.0846252441406,
+      "learning_rate": 1.988571502386337e-06,
+      "loss": 51.7812,
+      "step": 8106
+    },
+    {
+      "epoch": 0.07674103804394128,
+      "grad_norm": 367.0791015625,
+      "learning_rate": 1.988566880090595e-06,
+      "loss": 19.7891,
+      "step": 8107
+    },
+    {
+      "epoch": 0.07675050406565632,
+      "grad_norm": 554.1012573242188,
+      "learning_rate": 1.988562256865665e-06,
+      "loss": 65.8906,
+      "step": 8108
+    },
+    {
+      "epoch": 0.07675997008737138,
+      "grad_norm": 813.490966796875,
+      "learning_rate": 1.9885576327115504e-06,
+      "loss": 23.1094,
+      "step": 8109
+    },
+    {
+      "epoch": 0.07676943610908643,
+      "grad_norm": 387.534423828125,
+      "learning_rate": 1.988553007628256e-06,
+      "loss": 23.4844,
+      "step": 8110
+    },
+    {
+      "epoch": 0.07677890213080149,
+      "grad_norm": 349.6477355957031,
+      "learning_rate": 1.9885483816157863e-06,
+      "loss": 21.9648,
+      "step": 8111
+    },
+    {
+      "epoch": 0.07678836815251654,
+      "grad_norm": 485.4428405761719,
+      "learning_rate": 1.9885437546741453e-06,
+      "loss": 27.4688,
+      "step": 8112
+    },
+    {
+      "epoch": 0.0767978341742316,
+      "grad_norm": 3.2769696712493896,
+      "learning_rate": 1.9885391268033374e-06,
+      "loss": 0.9946,
+      "step": 8113
+    },
+    {
+      "epoch": 0.07680730019594664,
+      "grad_norm": 3.4930591583251953,
+      "learning_rate": 1.988534498003367e-06,
+      "loss": 0.877,
+      "step": 8114
+    },
+    {
+      "epoch": 0.0768167662176617,
+      "grad_norm": 426.26171875,
+      "learning_rate": 1.988529868274239e-06,
+      "loss": 44.0938,
+      "step": 8115
+    },
+    {
+      "epoch": 0.07682623223937676,
+      "grad_norm": 334.76898193359375,
+      "learning_rate": 1.9885252376159565e-06,
+      "loss": 18.0,
+      "step": 8116
+    },
+    {
+      "epoch": 0.07683569826109181,
+      "grad_norm": 808.2674560546875,
+      "learning_rate": 1.9885206060285248e-06,
+      "loss": 32.9375,
+      "step": 8117
+    },
+    {
+      "epoch": 0.07684516428280687,
+      "grad_norm": 439.7249755859375,
+      "learning_rate": 1.9885159735119483e-06,
+      "loss": 29.1406,
+      "step": 8118
+    },
+    {
+      "epoch": 0.07685463030452191,
+      "grad_norm": 248.310791015625,
+      "learning_rate": 1.988511340066231e-06,
+      "loss": 22.2109,
+      "step": 8119
+    },
+    {
+      "epoch": 0.07686409632623697,
+      "grad_norm": 712.6346435546875,
+      "learning_rate": 1.9885067056913773e-06,
+      "loss": 21.3594,
+      "step": 8120
+    },
+    {
+      "epoch": 0.07687356234795202,
+      "grad_norm": 362.2654724121094,
+      "learning_rate": 1.9885020703873916e-06,
+      "loss": 30.2812,
+      "step": 8121
+    },
+    {
+      "epoch": 0.07688302836966708,
+      "grad_norm": 178.7076416015625,
+      "learning_rate": 1.988497434154278e-06,
+      "loss": 25.4844,
+      "step": 8122
+    },
+    {
+      "epoch": 0.07689249439138214,
+      "grad_norm": 1033.59375,
+      "learning_rate": 1.9884927969920414e-06,
+      "loss": 39.1562,
+      "step": 8123
+    },
+    {
+      "epoch": 0.07690196041309719,
+      "grad_norm": 263.85577392578125,
+      "learning_rate": 1.988488158900686e-06,
+      "loss": 17.8359,
+      "step": 8124
+    },
+    {
+      "epoch": 0.07691142643481225,
+      "grad_norm": 272.1051330566406,
+      "learning_rate": 1.9884835198802156e-06,
+      "loss": 27.4688,
+      "step": 8125
+    },
+    {
+      "epoch": 0.07692089245652729,
+      "grad_norm": 259.28668212890625,
+      "learning_rate": 1.9884788799306358e-06,
+      "loss": 17.5938,
+      "step": 8126
+    },
+    {
+      "epoch": 0.07693035847824235,
+      "grad_norm": 211.7530059814453,
+      "learning_rate": 1.9884742390519493e-06,
+      "loss": 18.9453,
+      "step": 8127
+    },
+    {
+      "epoch": 0.0769398244999574,
+      "grad_norm": 460.2309265136719,
+      "learning_rate": 1.9884695972441617e-06,
+      "loss": 34.0078,
+      "step": 8128
+    },
+    {
+      "epoch": 0.07694929052167246,
+      "grad_norm": 528.303955078125,
+      "learning_rate": 1.988464954507277e-06,
+      "loss": 47.8438,
+      "step": 8129
+    },
+    {
+      "epoch": 0.0769587565433875,
+      "grad_norm": 508.80364990234375,
+      "learning_rate": 1.9884603108412993e-06,
+      "loss": 42.0,
+      "step": 8130
+    },
+    {
+      "epoch": 0.07696822256510256,
+      "grad_norm": 616.1954956054688,
+      "learning_rate": 1.9884556662462333e-06,
+      "loss": 20.3672,
+      "step": 8131
+    },
+    {
+      "epoch": 0.07697768858681762,
+      "grad_norm": 486.8760681152344,
+      "learning_rate": 1.9884510207220836e-06,
+      "loss": 44.4844,
+      "step": 8132
+    },
+    {
+      "epoch": 0.07698715460853267,
+      "grad_norm": 326.483154296875,
+      "learning_rate": 1.988446374268854e-06,
+      "loss": 29.6172,
+      "step": 8133
+    },
+    {
+      "epoch": 0.07699662063024773,
+      "grad_norm": 3.2750985622406006,
+      "learning_rate": 1.988441726886549e-06,
+      "loss": 0.8804,
+      "step": 8134
+    },
+    {
+      "epoch": 0.07700608665196278,
+      "grad_norm": 631.4591064453125,
+      "learning_rate": 1.988437078575173e-06,
+      "loss": 48.2422,
+      "step": 8135
+    },
+    {
+      "epoch": 0.07701555267367784,
+      "grad_norm": 203.1705780029297,
+      "learning_rate": 1.988432429334731e-06,
+      "loss": 28.5938,
+      "step": 8136
+    },
+    {
+      "epoch": 0.07702501869539288,
+      "grad_norm": 316.113525390625,
+      "learning_rate": 1.9884277791652264e-06,
+      "loss": 30.0312,
+      "step": 8137
+    },
+    {
+      "epoch": 0.07703448471710794,
+      "grad_norm": 204.3355255126953,
+      "learning_rate": 1.988423128066664e-06,
+      "loss": 24.4141,
+      "step": 8138
+    },
+    {
+      "epoch": 0.07704395073882299,
+      "grad_norm": 305.6619873046875,
+      "learning_rate": 1.988418476039048e-06,
+      "loss": 21.9219,
+      "step": 8139
+    },
+    {
+      "epoch": 0.07705341676053805,
+      "grad_norm": 352.6118469238281,
+      "learning_rate": 1.9884138230823834e-06,
+      "loss": 27.1641,
+      "step": 8140
+    },
+    {
+      "epoch": 0.07706288278225311,
+      "grad_norm": 418.453125,
+      "learning_rate": 1.988409169196674e-06,
+      "loss": 59.6094,
+      "step": 8141
+    },
+    {
+      "epoch": 0.07707234880396815,
+      "grad_norm": 796.5441284179688,
+      "learning_rate": 1.988404514381924e-06,
+      "loss": 40.2812,
+      "step": 8142
+    },
+    {
+      "epoch": 0.07708181482568321,
+      "grad_norm": 349.6156005859375,
+      "learning_rate": 1.988399858638138e-06,
+      "loss": 23.3984,
+      "step": 8143
+    },
+    {
+      "epoch": 0.07709128084739826,
+      "grad_norm": 305.52545166015625,
+      "learning_rate": 1.988395201965321e-06,
+      "loss": 22.9062,
+      "step": 8144
+    },
+    {
+      "epoch": 0.07710074686911332,
+      "grad_norm": 187.94371032714844,
+      "learning_rate": 1.988390544363476e-06,
+      "loss": 14.7891,
+      "step": 8145
+    },
+    {
+      "epoch": 0.07711021289082837,
+      "grad_norm": 472.0030212402344,
+      "learning_rate": 1.988385885832609e-06,
+      "loss": 52.1094,
+      "step": 8146
+    },
+    {
+      "epoch": 0.07711967891254343,
+      "grad_norm": 353.2944641113281,
+      "learning_rate": 1.988381226372723e-06,
+      "loss": 18.0938,
+      "step": 8147
+    },
+    {
+      "epoch": 0.07712914493425847,
+      "grad_norm": 384.3602600097656,
+      "learning_rate": 1.9883765659838236e-06,
+      "loss": 36.0938,
+      "step": 8148
+    },
+    {
+      "epoch": 0.07713861095597353,
+      "grad_norm": 987.880126953125,
+      "learning_rate": 1.9883719046659136e-06,
+      "loss": 45.7812,
+      "step": 8149
+    },
+    {
+      "epoch": 0.07714807697768859,
+      "grad_norm": 239.6569061279297,
+      "learning_rate": 1.988367242418999e-06,
+      "loss": 28.75,
+      "step": 8150
+    },
+    {
+      "epoch": 0.07715754299940364,
+      "grad_norm": 764.9644165039062,
+      "learning_rate": 1.988362579243083e-06,
+      "loss": 39.9453,
+      "step": 8151
+    },
+    {
+      "epoch": 0.0771670090211187,
+      "grad_norm": 669.8430786132812,
+      "learning_rate": 1.988357915138171e-06,
+      "loss": 35.4453,
+      "step": 8152
+    },
+    {
+      "epoch": 0.07717647504283374,
+      "grad_norm": 277.8525695800781,
+      "learning_rate": 1.9883532501042667e-06,
+      "loss": 13.0625,
+      "step": 8153
+    },
+    {
+      "epoch": 0.0771859410645488,
+      "grad_norm": 3.6928205490112305,
+      "learning_rate": 1.9883485841413746e-06,
+      "loss": 1.0688,
+      "step": 8154
+    },
+    {
+      "epoch": 0.07719540708626385,
+      "grad_norm": 322.11395263671875,
+      "learning_rate": 1.988343917249499e-06,
+      "loss": 30.1797,
+      "step": 8155
+    },
+    {
+      "epoch": 0.07720487310797891,
+      "grad_norm": 716.9779052734375,
+      "learning_rate": 1.988339249428644e-06,
+      "loss": 35.9141,
+      "step": 8156
+    },
+    {
+      "epoch": 0.07721433912969396,
+      "grad_norm": 260.8818664550781,
+      "learning_rate": 1.9883345806788153e-06,
+      "loss": 29.2188,
+      "step": 8157
+    },
+    {
+      "epoch": 0.07722380515140902,
+      "grad_norm": 730.1019897460938,
+      "learning_rate": 1.988329911000016e-06,
+      "loss": 24.2344,
+      "step": 8158
+    },
+    {
+      "epoch": 0.07723327117312408,
+      "grad_norm": 361.70440673828125,
+      "learning_rate": 1.9883252403922505e-06,
+      "loss": 21.4844,
+      "step": 8159
+    },
+    {
+      "epoch": 0.07724273719483912,
+      "grad_norm": 264.6295471191406,
+      "learning_rate": 1.988320568855524e-06,
+      "loss": 21.5625,
+      "step": 8160
+    },
+    {
+      "epoch": 0.07725220321655418,
+      "grad_norm": 290.17889404296875,
+      "learning_rate": 1.9883158963898407e-06,
+      "loss": 21.5781,
+      "step": 8161
+    },
+    {
+      "epoch": 0.07726166923826923,
+      "grad_norm": 166.3005828857422,
+      "learning_rate": 1.9883112229952043e-06,
+      "loss": 18.8516,
+      "step": 8162
+    },
+    {
+      "epoch": 0.07727113525998429,
+      "grad_norm": 378.1297912597656,
+      "learning_rate": 1.9883065486716197e-06,
+      "loss": 45.3281,
+      "step": 8163
+    },
+    {
+      "epoch": 0.07728060128169933,
+      "grad_norm": 2.7304036617279053,
+      "learning_rate": 1.988301873419091e-06,
+      "loss": 0.8999,
+      "step": 8164
+    },
+    {
+      "epoch": 0.0772900673034144,
+      "grad_norm": 1109.22900390625,
+      "learning_rate": 1.9882971972376236e-06,
+      "loss": 35.0547,
+      "step": 8165
+    },
+    {
+      "epoch": 0.07729953332512945,
+      "grad_norm": 347.8614807128906,
+      "learning_rate": 1.9882925201272206e-06,
+      "loss": 34.9219,
+      "step": 8166
+    },
+    {
+      "epoch": 0.0773089993468445,
+      "grad_norm": 190.9130859375,
+      "learning_rate": 1.988287842087887e-06,
+      "loss": 22.4297,
+      "step": 8167
+    },
+    {
+      "epoch": 0.07731846536855956,
+      "grad_norm": 694.0296020507812,
+      "learning_rate": 1.988283163119627e-06,
+      "loss": 55.4609,
+      "step": 8168
+    },
+    {
+      "epoch": 0.0773279313902746,
+      "grad_norm": 190.91978454589844,
+      "learning_rate": 1.9882784832224453e-06,
+      "loss": 19.0234,
+      "step": 8169
+    },
+    {
+      "epoch": 0.07733739741198967,
+      "grad_norm": 427.32794189453125,
+      "learning_rate": 1.9882738023963463e-06,
+      "loss": 22.4297,
+      "step": 8170
+    },
+    {
+      "epoch": 0.07734686343370471,
+      "grad_norm": 500.5888977050781,
+      "learning_rate": 1.9882691206413334e-06,
+      "loss": 24.7109,
+      "step": 8171
+    },
+    {
+      "epoch": 0.07735632945541977,
+      "grad_norm": 1659.0382080078125,
+      "learning_rate": 1.9882644379574125e-06,
+      "loss": 59.875,
+      "step": 8172
+    },
+    {
+      "epoch": 0.07736579547713482,
+      "grad_norm": 464.40777587890625,
+      "learning_rate": 1.9882597543445874e-06,
+      "loss": 28.7969,
+      "step": 8173
+    },
+    {
+      "epoch": 0.07737526149884988,
+      "grad_norm": 887.5704956054688,
+      "learning_rate": 1.9882550698028623e-06,
+      "loss": 35.9688,
+      "step": 8174
+    },
+    {
+      "epoch": 0.07738472752056494,
+      "grad_norm": 321.1134338378906,
+      "learning_rate": 1.988250384332241e-06,
+      "loss": 16.8398,
+      "step": 8175
+    },
+    {
+      "epoch": 0.07739419354227998,
+      "grad_norm": 372.7459411621094,
+      "learning_rate": 1.9882456979327297e-06,
+      "loss": 46.1719,
+      "step": 8176
+    },
+    {
+      "epoch": 0.07740365956399504,
+      "grad_norm": 331.54815673828125,
+      "learning_rate": 1.9882410106043315e-06,
+      "loss": 40.1094,
+      "step": 8177
+    },
+    {
+      "epoch": 0.07741312558571009,
+      "grad_norm": 195.5301055908203,
+      "learning_rate": 1.9882363223470507e-06,
+      "loss": 20.2344,
+      "step": 8178
+    },
+    {
+      "epoch": 0.07742259160742515,
+      "grad_norm": 299.5621032714844,
+      "learning_rate": 1.9882316331608924e-06,
+      "loss": 21.2617,
+      "step": 8179
+    },
+    {
+      "epoch": 0.0774320576291402,
+      "grad_norm": 450.919189453125,
+      "learning_rate": 1.9882269430458604e-06,
+      "loss": 23.4844,
+      "step": 8180
+    },
+    {
+      "epoch": 0.07744152365085526,
+      "grad_norm": 3.2459018230438232,
+      "learning_rate": 1.9882222520019593e-06,
+      "loss": 0.9629,
+      "step": 8181
+    },
+    {
+      "epoch": 0.0774509896725703,
+      "grad_norm": 252.8109130859375,
+      "learning_rate": 1.988217560029194e-06,
+      "loss": 21.5938,
+      "step": 8182
+    },
+    {
+      "epoch": 0.07746045569428536,
+      "grad_norm": 498.695068359375,
+      "learning_rate": 1.988212867127568e-06,
+      "loss": 36.2188,
+      "step": 8183
+    },
+    {
+      "epoch": 0.07746992171600042,
+      "grad_norm": 517.5072021484375,
+      "learning_rate": 1.988208173297086e-06,
+      "loss": 40.5625,
+      "step": 8184
+    },
+    {
+      "epoch": 0.07747938773771547,
+      "grad_norm": 1702.565673828125,
+      "learning_rate": 1.9882034785377533e-06,
+      "loss": 16.6172,
+      "step": 8185
+    },
+    {
+      "epoch": 0.07748885375943053,
+      "grad_norm": 195.5110626220703,
+      "learning_rate": 1.988198782849573e-06,
+      "loss": 22.7578,
+      "step": 8186
+    },
+    {
+      "epoch": 0.07749831978114557,
+      "grad_norm": 525.4268798828125,
+      "learning_rate": 1.9881940862325506e-06,
+      "loss": 44.5625,
+      "step": 8187
+    },
+    {
+      "epoch": 0.07750778580286063,
+      "grad_norm": 474.8701171875,
+      "learning_rate": 1.98818938868669e-06,
+      "loss": 42.375,
+      "step": 8188
+    },
+    {
+      "epoch": 0.07751725182457568,
+      "grad_norm": 551.1829223632812,
+      "learning_rate": 1.9881846902119954e-06,
+      "loss": 48.375,
+      "step": 8189
+    },
+    {
+      "epoch": 0.07752671784629074,
+      "grad_norm": 447.24420166015625,
+      "learning_rate": 1.9881799908084717e-06,
+      "loss": 35.4375,
+      "step": 8190
+    },
+    {
+      "epoch": 0.07753618386800579,
+      "grad_norm": 2.679389238357544,
+      "learning_rate": 1.9881752904761225e-06,
+      "loss": 0.9023,
+      "step": 8191
+    },
+    {
+      "epoch": 0.07754564988972085,
+      "grad_norm": 688.9622802734375,
+      "learning_rate": 1.9881705892149535e-06,
+      "loss": 53.8672,
+      "step": 8192
+    },
+    {
+      "epoch": 0.0775551159114359,
+      "grad_norm": 518.5081176757812,
+      "learning_rate": 1.9881658870249683e-06,
+      "loss": 38.5703,
+      "step": 8193
+    },
+    {
+      "epoch": 0.07756458193315095,
+      "grad_norm": 896.4820556640625,
+      "learning_rate": 1.9881611839061713e-06,
+      "loss": 76.0781,
+      "step": 8194
+    },
+    {
+      "epoch": 0.07757404795486601,
+      "grad_norm": 218.35986328125,
+      "learning_rate": 1.988156479858567e-06,
+      "loss": 20.0547,
+      "step": 8195
+    },
+    {
+      "epoch": 0.07758351397658106,
+      "grad_norm": 541.495849609375,
+      "learning_rate": 1.9881517748821603e-06,
+      "loss": 23.7422,
+      "step": 8196
+    },
+    {
+      "epoch": 0.07759297999829612,
+      "grad_norm": 687.8442993164062,
+      "learning_rate": 1.988147068976955e-06,
+      "loss": 44.125,
+      "step": 8197
+    },
+    {
+      "epoch": 0.07760244602001116,
+      "grad_norm": 225.2308349609375,
+      "learning_rate": 1.9881423621429557e-06,
+      "loss": 23.9297,
+      "step": 8198
+    },
+    {
+      "epoch": 0.07761191204172622,
+      "grad_norm": 275.5953369140625,
+      "learning_rate": 1.988137654380167e-06,
+      "loss": 31.625,
+      "step": 8199
+    },
+    {
+      "epoch": 0.07762137806344127,
+      "grad_norm": 820.475341796875,
+      "learning_rate": 1.988132945688593e-06,
+      "loss": 59.7109,
+      "step": 8200
+    },
+    {
+      "epoch": 0.07763084408515633,
+      "grad_norm": 675.160400390625,
+      "learning_rate": 1.9881282360682383e-06,
+      "loss": 23.2578,
+      "step": 8201
+    },
+    {
+      "epoch": 0.07764031010687139,
+      "grad_norm": 563.4215698242188,
+      "learning_rate": 1.9881235255191073e-06,
+      "loss": 46.6641,
+      "step": 8202
+    },
+    {
+      "epoch": 0.07764977612858644,
+      "grad_norm": 1079.9742431640625,
+      "learning_rate": 1.9881188140412047e-06,
+      "loss": 57.2734,
+      "step": 8203
+    },
+    {
+      "epoch": 0.0776592421503015,
+      "grad_norm": 235.62661743164062,
+      "learning_rate": 1.9881141016345343e-06,
+      "loss": 19.6484,
+      "step": 8204
+    },
+    {
+      "epoch": 0.07766870817201654,
+      "grad_norm": 445.4721984863281,
+      "learning_rate": 1.9881093882991016e-06,
+      "loss": 53.1562,
+      "step": 8205
+    },
+    {
+      "epoch": 0.0776781741937316,
+      "grad_norm": 382.2731628417969,
+      "learning_rate": 1.9881046740349095e-06,
+      "loss": 54.4844,
+      "step": 8206
+    },
+    {
+      "epoch": 0.07768764021544665,
+      "grad_norm": 295.4429931640625,
+      "learning_rate": 1.988099958841964e-06,
+      "loss": 19.8359,
+      "step": 8207
+    },
+    {
+      "epoch": 0.07769710623716171,
+      "grad_norm": 423.2117614746094,
+      "learning_rate": 1.9880952427202685e-06,
+      "loss": 44.6523,
+      "step": 8208
+    },
+    {
+      "epoch": 0.07770657225887677,
+      "grad_norm": 661.9795532226562,
+      "learning_rate": 1.9880905256698276e-06,
+      "loss": 24.7812,
+      "step": 8209
+    },
+    {
+      "epoch": 0.07771603828059181,
+      "grad_norm": 222.7840118408203,
+      "learning_rate": 1.988085807690646e-06,
+      "loss": 22.875,
+      "step": 8210
+    },
+    {
+      "epoch": 0.07772550430230687,
+      "grad_norm": 210.26768493652344,
+      "learning_rate": 1.9880810887827284e-06,
+      "loss": 19.1406,
+      "step": 8211
+    },
+    {
+      "epoch": 0.07773497032402192,
+      "grad_norm": 189.1550750732422,
+      "learning_rate": 1.9880763689460785e-06,
+      "loss": 24.9844,
+      "step": 8212
+    },
+    {
+      "epoch": 0.07774443634573698,
+      "grad_norm": 464.6105041503906,
+      "learning_rate": 1.988071648180701e-06,
+      "loss": 34.2109,
+      "step": 8213
+    },
+    {
+      "epoch": 0.07775390236745203,
+      "grad_norm": 460.5853576660156,
+      "learning_rate": 1.9880669264866007e-06,
+      "loss": 31.9688,
+      "step": 8214
+    },
+    {
+      "epoch": 0.07776336838916709,
+      "grad_norm": 397.88507080078125,
+      "learning_rate": 1.9880622038637816e-06,
+      "loss": 25.9844,
+      "step": 8215
+    },
+    {
+      "epoch": 0.07777283441088213,
+      "grad_norm": 397.10394287109375,
+      "learning_rate": 1.9880574803122485e-06,
+      "loss": 23.5078,
+      "step": 8216
+    },
+    {
+      "epoch": 0.07778230043259719,
+      "grad_norm": 3.3290598392486572,
+      "learning_rate": 1.9880527558320056e-06,
+      "loss": 0.8882,
+      "step": 8217
+    },
+    {
+      "epoch": 0.07779176645431225,
+      "grad_norm": 457.680908203125,
+      "learning_rate": 1.988048030423057e-06,
+      "loss": 34.0781,
+      "step": 8218
+    },
+    {
+      "epoch": 0.0778012324760273,
+      "grad_norm": 438.16156005859375,
+      "learning_rate": 1.9880433040854083e-06,
+      "loss": 16.332,
+      "step": 8219
+    },
+    {
+      "epoch": 0.07781069849774236,
+      "grad_norm": 650.6170654296875,
+      "learning_rate": 1.9880385768190623e-06,
+      "loss": 62.2188,
+      "step": 8220
+    },
+    {
+      "epoch": 0.0778201645194574,
+      "grad_norm": 339.4599304199219,
+      "learning_rate": 1.988033848624025e-06,
+      "loss": 23.6562,
+      "step": 8221
+    },
+    {
+      "epoch": 0.07782963054117246,
+      "grad_norm": 870.8787231445312,
+      "learning_rate": 1.9880291195002997e-06,
+      "loss": 47.5742,
+      "step": 8222
+    },
+    {
+      "epoch": 0.07783909656288751,
+      "grad_norm": 596.0487670898438,
+      "learning_rate": 1.9880243894478912e-06,
+      "loss": 21.4844,
+      "step": 8223
+    },
+    {
+      "epoch": 0.07784856258460257,
+      "grad_norm": 283.40576171875,
+      "learning_rate": 1.9880196584668043e-06,
+      "loss": 21.2812,
+      "step": 8224
+    },
+    {
+      "epoch": 0.07785802860631762,
+      "grad_norm": 547.9681396484375,
+      "learning_rate": 1.9880149265570436e-06,
+      "loss": 26.9141,
+      "step": 8225
+    },
+    {
+      "epoch": 0.07786749462803268,
+      "grad_norm": 518.9537963867188,
+      "learning_rate": 1.9880101937186125e-06,
+      "loss": 12.9297,
+      "step": 8226
+    },
+    {
+      "epoch": 0.07787696064974774,
+      "grad_norm": 911.3694458007812,
+      "learning_rate": 1.9880054599515164e-06,
+      "loss": 74.6562,
+      "step": 8227
+    },
+    {
+      "epoch": 0.07788642667146278,
+      "grad_norm": 961.8978881835938,
+      "learning_rate": 1.9880007252557593e-06,
+      "loss": 68.1172,
+      "step": 8228
+    },
+    {
+      "epoch": 0.07789589269317784,
+      "grad_norm": 437.2579650878906,
+      "learning_rate": 1.987995989631346e-06,
+      "loss": 35.1875,
+      "step": 8229
+    },
+    {
+      "epoch": 0.07790535871489289,
+      "grad_norm": 318.5867004394531,
+      "learning_rate": 1.9879912530782805e-06,
+      "loss": 26.1406,
+      "step": 8230
+    },
+    {
+      "epoch": 0.07791482473660795,
+      "grad_norm": 313.99542236328125,
+      "learning_rate": 1.987986515596568e-06,
+      "loss": 26.1797,
+      "step": 8231
+    },
+    {
+      "epoch": 0.077924290758323,
+      "grad_norm": 3.7438199520111084,
+      "learning_rate": 1.987981777186212e-06,
+      "loss": 0.8804,
+      "step": 8232
+    },
+    {
+      "epoch": 0.07793375678003805,
+      "grad_norm": 2.867356061935425,
+      "learning_rate": 1.987977037847217e-06,
+      "loss": 0.8647,
+      "step": 8233
+    },
+    {
+      "epoch": 0.0779432228017531,
+      "grad_norm": 358.2580261230469,
+      "learning_rate": 1.9879722975795887e-06,
+      "loss": 19.6641,
+      "step": 8234
+    },
+    {
+      "epoch": 0.07795268882346816,
+      "grad_norm": 549.95361328125,
+      "learning_rate": 1.98796755638333e-06,
+      "loss": 36.4141,
+      "step": 8235
+    },
+    {
+      "epoch": 0.07796215484518322,
+      "grad_norm": 509.61083984375,
+      "learning_rate": 1.987962814258447e-06,
+      "loss": 54.6406,
+      "step": 8236
+    },
+    {
+      "epoch": 0.07797162086689827,
+      "grad_norm": 453.89654541015625,
+      "learning_rate": 1.987958071204942e-06,
+      "loss": 27.4375,
+      "step": 8237
+    },
+    {
+      "epoch": 0.07798108688861333,
+      "grad_norm": 2.6008594036102295,
+      "learning_rate": 1.987953327222822e-06,
+      "loss": 0.8257,
+      "step": 8238
+    },
+    {
+      "epoch": 0.07799055291032837,
+      "grad_norm": 166.3528289794922,
+      "learning_rate": 1.9879485823120888e-06,
+      "loss": 20.0391,
+      "step": 8239
+    },
+    {
+      "epoch": 0.07800001893204343,
+      "grad_norm": 258.9320373535156,
+      "learning_rate": 1.9879438364727492e-06,
+      "loss": 17.9492,
+      "step": 8240
+    },
+    {
+      "epoch": 0.07800948495375848,
+      "grad_norm": 274.36846923828125,
+      "learning_rate": 1.9879390897048062e-06,
+      "loss": 22.0547,
+      "step": 8241
+    },
+    {
+      "epoch": 0.07801895097547354,
+      "grad_norm": 397.2615966796875,
+      "learning_rate": 1.987934342008265e-06,
+      "loss": 46.6406,
+      "step": 8242
+    },
+    {
+      "epoch": 0.07802841699718858,
+      "grad_norm": 263.95281982421875,
+      "learning_rate": 1.9879295933831297e-06,
+      "loss": 20.1641,
+      "step": 8243
+    },
+    {
+      "epoch": 0.07803788301890364,
+      "grad_norm": 458.8432922363281,
+      "learning_rate": 1.9879248438294046e-06,
+      "loss": 24.7031,
+      "step": 8244
+    },
+    {
+      "epoch": 0.0780473490406187,
+      "grad_norm": 645.1764526367188,
+      "learning_rate": 1.9879200933470946e-06,
+      "loss": 28.875,
+      "step": 8245
+    },
+    {
+      "epoch": 0.07805681506233375,
+      "grad_norm": 601.5708618164062,
+      "learning_rate": 1.987915341936204e-06,
+      "loss": 30.75,
+      "step": 8246
+    },
+    {
+      "epoch": 0.07806628108404881,
+      "grad_norm": 335.3727722167969,
+      "learning_rate": 1.9879105895967375e-06,
+      "loss": 14.625,
+      "step": 8247
+    },
+    {
+      "epoch": 0.07807574710576386,
+      "grad_norm": 452.1387634277344,
+      "learning_rate": 1.987905836328699e-06,
+      "loss": 20.6523,
+      "step": 8248
+    },
+    {
+      "epoch": 0.07808521312747892,
+      "grad_norm": 507.8369445800781,
+      "learning_rate": 1.987901082132093e-06,
+      "loss": 14.3438,
+      "step": 8249
+    },
+    {
+      "epoch": 0.07809467914919396,
+      "grad_norm": 361.8849182128906,
+      "learning_rate": 1.9878963270069245e-06,
+      "loss": 21.0469,
+      "step": 8250
+    },
+    {
+      "epoch": 0.07810414517090902,
+      "grad_norm": 209.7782745361328,
+      "learning_rate": 1.987891570953198e-06,
+      "loss": 15.1133,
+      "step": 8251
+    },
+    {
+      "epoch": 0.07811361119262408,
+      "grad_norm": 506.6585693359375,
+      "learning_rate": 1.9878868139709174e-06,
+      "loss": 52.75,
+      "step": 8252
+    },
+    {
+      "epoch": 0.07812307721433913,
+      "grad_norm": 737.6630249023438,
+      "learning_rate": 1.9878820560600874e-06,
+      "loss": 32.4453,
+      "step": 8253
+    },
+    {
+      "epoch": 0.07813254323605419,
+      "grad_norm": 216.17642211914062,
+      "learning_rate": 1.987877297220713e-06,
+      "loss": 27.2422,
+      "step": 8254
+    },
+    {
+      "epoch": 0.07814200925776923,
+      "grad_norm": 465.1225891113281,
+      "learning_rate": 1.987872537452798e-06,
+      "loss": 38.3125,
+      "step": 8255
+    },
+    {
+      "epoch": 0.0781514752794843,
+      "grad_norm": 245.48377990722656,
+      "learning_rate": 1.9878677767563467e-06,
+      "loss": 15.9375,
+      "step": 8256
+    },
+    {
+      "epoch": 0.07816094130119934,
+      "grad_norm": 241.1619110107422,
+      "learning_rate": 1.9878630151313645e-06,
+      "loss": 19.4219,
+      "step": 8257
+    },
+    {
+      "epoch": 0.0781704073229144,
+      "grad_norm": 3.9483375549316406,
+      "learning_rate": 1.987858252577855e-06,
+      "loss": 1.0554,
+      "step": 8258
+    },
+    {
+      "epoch": 0.07817987334462945,
+      "grad_norm": 327.32440185546875,
+      "learning_rate": 1.987853489095823e-06,
+      "loss": 22.0,
+      "step": 8259
+    },
+    {
+      "epoch": 0.0781893393663445,
+      "grad_norm": 303.9170837402344,
+      "learning_rate": 1.987848724685273e-06,
+      "loss": 21.9141,
+      "step": 8260
+    },
+    {
+      "epoch": 0.07819880538805957,
+      "grad_norm": 309.4626770019531,
+      "learning_rate": 1.9878439593462096e-06,
+      "loss": 24.0312,
+      "step": 8261
+    },
+    {
+      "epoch": 0.07820827140977461,
+      "grad_norm": 3.0832345485687256,
+      "learning_rate": 1.987839193078637e-06,
+      "loss": 1.0459,
+      "step": 8262
+    },
+    {
+      "epoch": 0.07821773743148967,
+      "grad_norm": 167.67681884765625,
+      "learning_rate": 1.9878344258825597e-06,
+      "loss": 23.8438,
+      "step": 8263
+    },
+    {
+      "epoch": 0.07822720345320472,
+      "grad_norm": 199.7349853515625,
+      "learning_rate": 1.987829657757983e-06,
+      "loss": 19.6484,
+      "step": 8264
+    },
+    {
+      "epoch": 0.07823666947491978,
+      "grad_norm": 2.7938594818115234,
+      "learning_rate": 1.9878248887049096e-06,
+      "loss": 0.8325,
+      "step": 8265
+    },
+    {
+      "epoch": 0.07824613549663482,
+      "grad_norm": 336.162353515625,
+      "learning_rate": 1.987820118723346e-06,
+      "loss": 21.1562,
+      "step": 8266
+    },
+    {
+      "epoch": 0.07825560151834988,
+      "grad_norm": 287.31170654296875,
+      "learning_rate": 1.9878153478132953e-06,
+      "loss": 17.1484,
+      "step": 8267
+    },
+    {
+      "epoch": 0.07826506754006493,
+      "grad_norm": 206.2054443359375,
+      "learning_rate": 1.9878105759747623e-06,
+      "loss": 16.707,
+      "step": 8268
+    },
+    {
+      "epoch": 0.07827453356177999,
+      "grad_norm": 3.7213282585144043,
+      "learning_rate": 1.987805803207752e-06,
+      "loss": 0.9614,
+      "step": 8269
+    },
+    {
+      "epoch": 0.07828399958349505,
+      "grad_norm": 366.2005310058594,
+      "learning_rate": 1.9878010295122682e-06,
+      "loss": 30.9453,
+      "step": 8270
+    },
+    {
+      "epoch": 0.0782934656052101,
+      "grad_norm": 476.2554016113281,
+      "learning_rate": 1.9877962548883157e-06,
+      "loss": 21.3047,
+      "step": 8271
+    },
+    {
+      "epoch": 0.07830293162692516,
+      "grad_norm": 421.9985656738281,
+      "learning_rate": 1.9877914793358993e-06,
+      "loss": 53.5469,
+      "step": 8272
+    },
+    {
+      "epoch": 0.0783123976486402,
+      "grad_norm": 681.7072143554688,
+      "learning_rate": 1.9877867028550227e-06,
+      "loss": 57.4844,
+      "step": 8273
+    },
+    {
+      "epoch": 0.07832186367035526,
+      "grad_norm": 664.4384155273438,
+      "learning_rate": 1.987781925445691e-06,
+      "loss": 43.5625,
+      "step": 8274
+    },
+    {
+      "epoch": 0.07833132969207031,
+      "grad_norm": 2.41931414604187,
+      "learning_rate": 1.987777147107909e-06,
+      "loss": 0.8208,
+      "step": 8275
+    },
+    {
+      "epoch": 0.07834079571378537,
+      "grad_norm": 471.935302734375,
+      "learning_rate": 1.9877723678416806e-06,
+      "loss": 34.6992,
+      "step": 8276
+    },
+    {
+      "epoch": 0.07835026173550041,
+      "grad_norm": 213.3160858154297,
+      "learning_rate": 1.98776758764701e-06,
+      "loss": 17.9844,
+      "step": 8277
+    },
+    {
+      "epoch": 0.07835972775721547,
+      "grad_norm": 271.3631896972656,
+      "learning_rate": 1.9877628065239024e-06,
+      "loss": 23.8672,
+      "step": 8278
+    },
+    {
+      "epoch": 0.07836919377893053,
+      "grad_norm": 883.251220703125,
+      "learning_rate": 1.9877580244723624e-06,
+      "loss": 37.0547,
+      "step": 8279
+    },
+    {
+      "epoch": 0.07837865980064558,
+      "grad_norm": 700.646484375,
+      "learning_rate": 1.9877532414923933e-06,
+      "loss": 32.0,
+      "step": 8280
+    },
+    {
+      "epoch": 0.07838812582236064,
+      "grad_norm": 471.791015625,
+      "learning_rate": 1.9877484575840012e-06,
+      "loss": 43.1953,
+      "step": 8281
+    },
+    {
+      "epoch": 0.07839759184407569,
+      "grad_norm": 247.42515563964844,
+      "learning_rate": 1.9877436727471894e-06,
+      "loss": 22.1953,
+      "step": 8282
+    },
+    {
+      "epoch": 0.07840705786579075,
+      "grad_norm": 342.30517578125,
+      "learning_rate": 1.9877388869819626e-06,
+      "loss": 21.6641,
+      "step": 8283
+    },
+    {
+      "epoch": 0.07841652388750579,
+      "grad_norm": 596.1990356445312,
+      "learning_rate": 1.987734100288326e-06,
+      "loss": 37.9805,
+      "step": 8284
+    },
+    {
+      "epoch": 0.07842598990922085,
+      "grad_norm": 3.197108507156372,
+      "learning_rate": 1.9877293126662834e-06,
+      "loss": 1.0454,
+      "step": 8285
+    },
+    {
+      "epoch": 0.0784354559309359,
+      "grad_norm": 332.29400634765625,
+      "learning_rate": 1.987724524115839e-06,
+      "loss": 39.7031,
+      "step": 8286
+    },
+    {
+      "epoch": 0.07844492195265096,
+      "grad_norm": 1673.3929443359375,
+      "learning_rate": 1.9877197346369987e-06,
+      "loss": 54.25,
+      "step": 8287
+    },
+    {
+      "epoch": 0.07845438797436602,
+      "grad_norm": 529.2880249023438,
+      "learning_rate": 1.9877149442297654e-06,
+      "loss": 33.125,
+      "step": 8288
+    },
+    {
+      "epoch": 0.07846385399608106,
+      "grad_norm": 1018.2173461914062,
+      "learning_rate": 1.9877101528941445e-06,
+      "loss": 61.1562,
+      "step": 8289
+    },
+    {
+      "epoch": 0.07847332001779612,
+      "grad_norm": 869.5347290039062,
+      "learning_rate": 1.9877053606301404e-06,
+      "loss": 35.0703,
+      "step": 8290
+    },
+    {
+      "epoch": 0.07848278603951117,
+      "grad_norm": 386.2419738769531,
+      "learning_rate": 1.9877005674377577e-06,
+      "loss": 23.4844,
+      "step": 8291
+    },
+    {
+      "epoch": 0.07849225206122623,
+      "grad_norm": 203.1743927001953,
+      "learning_rate": 1.9876957733170007e-06,
+      "loss": 17.6797,
+      "step": 8292
+    },
+    {
+      "epoch": 0.07850171808294128,
+      "grad_norm": 398.6024169921875,
+      "learning_rate": 1.9876909782678735e-06,
+      "loss": 41.3594,
+      "step": 8293
+    },
+    {
+      "epoch": 0.07851118410465634,
+      "grad_norm": 498.1827697753906,
+      "learning_rate": 1.987686182290381e-06,
+      "loss": 42.0,
+      "step": 8294
+    },
+    {
+      "epoch": 0.07852065012637138,
+      "grad_norm": 370.4280090332031,
+      "learning_rate": 1.987681385384528e-06,
+      "loss": 20.6172,
+      "step": 8295
+    },
+    {
+      "epoch": 0.07853011614808644,
+      "grad_norm": 212.22488403320312,
+      "learning_rate": 1.987676587550319e-06,
+      "loss": 21.0391,
+      "step": 8296
+    },
+    {
+      "epoch": 0.0785395821698015,
+      "grad_norm": 427.5256652832031,
+      "learning_rate": 1.9876717887877578e-06,
+      "loss": 24.2656,
+      "step": 8297
+    },
+    {
+      "epoch": 0.07854904819151655,
+      "grad_norm": 652.5330810546875,
+      "learning_rate": 1.98766698909685e-06,
+      "loss": 26.1953,
+      "step": 8298
+    },
+    {
+      "epoch": 0.07855851421323161,
+      "grad_norm": 2.4632163047790527,
+      "learning_rate": 1.987662188477599e-06,
+      "loss": 0.8325,
+      "step": 8299
+    },
+    {
+      "epoch": 0.07856798023494665,
+      "grad_norm": 276.2518310546875,
+      "learning_rate": 1.98765738693001e-06,
+      "loss": 26.6875,
+      "step": 8300
+    },
+    {
+      "epoch": 0.07857744625666171,
+      "grad_norm": 503.56390380859375,
+      "learning_rate": 1.987652584454087e-06,
+      "loss": 27.0801,
+      "step": 8301
+    },
+    {
+      "epoch": 0.07858691227837676,
+      "grad_norm": 757.4452514648438,
+      "learning_rate": 1.987647781049835e-06,
+      "loss": 38.9141,
+      "step": 8302
+    },
+    {
+      "epoch": 0.07859637830009182,
+      "grad_norm": 402.4341125488281,
+      "learning_rate": 1.987642976717258e-06,
+      "loss": 20.2578,
+      "step": 8303
+    },
+    {
+      "epoch": 0.07860584432180688,
+      "grad_norm": 297.1852722167969,
+      "learning_rate": 1.9876381714563614e-06,
+      "loss": 19.3203,
+      "step": 8304
+    },
+    {
+      "epoch": 0.07861531034352193,
+      "grad_norm": 489.5880432128906,
+      "learning_rate": 1.987633365267149e-06,
+      "loss": 58.625,
+      "step": 8305
+    },
+    {
+      "epoch": 0.07862477636523699,
+      "grad_norm": 530.9896240234375,
+      "learning_rate": 1.9876285581496257e-06,
+      "loss": 54.3438,
+      "step": 8306
+    },
+    {
+      "epoch": 0.07863424238695203,
+      "grad_norm": 312.6273498535156,
+      "learning_rate": 1.987623750103795e-06,
+      "loss": 33.5234,
+      "step": 8307
+    },
+    {
+      "epoch": 0.07864370840866709,
+      "grad_norm": 288.46527099609375,
+      "learning_rate": 1.987618941129663e-06,
+      "loss": 40.625,
+      "step": 8308
+    },
+    {
+      "epoch": 0.07865317443038214,
+      "grad_norm": 542.2213745117188,
+      "learning_rate": 1.9876141312272335e-06,
+      "loss": 24.0156,
+      "step": 8309
+    },
+    {
+      "epoch": 0.0786626404520972,
+      "grad_norm": 428.4734802246094,
+      "learning_rate": 1.9876093203965107e-06,
+      "loss": 13.9453,
+      "step": 8310
+    },
+    {
+      "epoch": 0.07867210647381224,
+      "grad_norm": 213.30455017089844,
+      "learning_rate": 1.987604508637499e-06,
+      "loss": 19.0781,
+      "step": 8311
+    },
+    {
+      "epoch": 0.0786815724955273,
+      "grad_norm": 238.19482421875,
+      "learning_rate": 1.9875996959502038e-06,
+      "loss": 21.9453,
+      "step": 8312
+    },
+    {
+      "epoch": 0.07869103851724236,
+      "grad_norm": 281.98016357421875,
+      "learning_rate": 1.987594882334629e-06,
+      "loss": 23.6875,
+      "step": 8313
+    },
+    {
+      "epoch": 0.07870050453895741,
+      "grad_norm": 2208.97021484375,
+      "learning_rate": 1.9875900677907797e-06,
+      "loss": 56.6875,
+      "step": 8314
+    },
+    {
+      "epoch": 0.07870997056067247,
+      "grad_norm": 1503.8074951171875,
+      "learning_rate": 1.9875852523186594e-06,
+      "loss": 57.4844,
+      "step": 8315
+    },
+    {
+      "epoch": 0.07871943658238752,
+      "grad_norm": 3.2314400672912598,
+      "learning_rate": 1.987580435918273e-06,
+      "loss": 0.9517,
+      "step": 8316
+    },
+    {
+      "epoch": 0.07872890260410258,
+      "grad_norm": 629.7354736328125,
+      "learning_rate": 1.9875756185896257e-06,
+      "loss": 34.5,
+      "step": 8317
+    },
+    {
+      "epoch": 0.07873836862581762,
+      "grad_norm": 726.44189453125,
+      "learning_rate": 1.9875708003327215e-06,
+      "loss": 50.2188,
+      "step": 8318
+    },
+    {
+      "epoch": 0.07874783464753268,
+      "grad_norm": 857.875732421875,
+      "learning_rate": 1.987565981147565e-06,
+      "loss": 48.5547,
+      "step": 8319
+    },
+    {
+      "epoch": 0.07875730066924773,
+      "grad_norm": 442.4071350097656,
+      "learning_rate": 1.987561161034161e-06,
+      "loss": 25.3125,
+      "step": 8320
+    },
+    {
+      "epoch": 0.07876676669096279,
+      "grad_norm": 401.05023193359375,
+      "learning_rate": 1.9875563399925133e-06,
+      "loss": 22.7734,
+      "step": 8321
+    },
+    {
+      "epoch": 0.07877623271267785,
+      "grad_norm": 128.1033935546875,
+      "learning_rate": 1.987551518022627e-06,
+      "loss": 16.9062,
+      "step": 8322
+    },
+    {
+      "epoch": 0.0787856987343929,
+      "grad_norm": 695.3598022460938,
+      "learning_rate": 1.9875466951245068e-06,
+      "loss": 28.6016,
+      "step": 8323
+    },
+    {
+      "epoch": 0.07879516475610795,
+      "grad_norm": 334.0130615234375,
+      "learning_rate": 1.9875418712981564e-06,
+      "loss": 34.1406,
+      "step": 8324
+    },
+    {
+      "epoch": 0.078804630777823,
+      "grad_norm": 338.6497802734375,
+      "learning_rate": 1.9875370465435812e-06,
+      "loss": 32.4375,
+      "step": 8325
+    },
+    {
+      "epoch": 0.07881409679953806,
+      "grad_norm": 3.753122568130493,
+      "learning_rate": 1.9875322208607854e-06,
+      "loss": 0.9658,
+      "step": 8326
+    },
+    {
+      "epoch": 0.07882356282125311,
+      "grad_norm": 284.7171630859375,
+      "learning_rate": 1.9875273942497736e-06,
+      "loss": 31.375,
+      "step": 8327
+    },
+    {
+      "epoch": 0.07883302884296817,
+      "grad_norm": 179.79754638671875,
+      "learning_rate": 1.98752256671055e-06,
+      "loss": 17.8516,
+      "step": 8328
+    },
+    {
+      "epoch": 0.07884249486468321,
+      "grad_norm": 1200.295654296875,
+      "learning_rate": 1.98751773824312e-06,
+      "loss": 48.5,
+      "step": 8329
+    },
+    {
+      "epoch": 0.07885196088639827,
+      "grad_norm": 700.0030517578125,
+      "learning_rate": 1.9875129088474872e-06,
+      "loss": 50.0469,
+      "step": 8330
+    },
+    {
+      "epoch": 0.07886142690811333,
+      "grad_norm": 299.6881408691406,
+      "learning_rate": 1.9875080785236564e-06,
+      "loss": 21.8828,
+      "step": 8331
+    },
+    {
+      "epoch": 0.07887089292982838,
+      "grad_norm": 175.5735321044922,
+      "learning_rate": 1.9875032472716325e-06,
+      "loss": 11.5312,
+      "step": 8332
+    },
+    {
+      "epoch": 0.07888035895154344,
+      "grad_norm": 356.0053405761719,
+      "learning_rate": 1.9874984150914197e-06,
+      "loss": 23.4297,
+      "step": 8333
+    },
+    {
+      "epoch": 0.07888982497325848,
+      "grad_norm": 374.185546875,
+      "learning_rate": 1.9874935819830227e-06,
+      "loss": 25.6875,
+      "step": 8334
+    },
+    {
+      "epoch": 0.07889929099497354,
+      "grad_norm": 614.9449462890625,
+      "learning_rate": 1.987488747946446e-06,
+      "loss": 62.4219,
+      "step": 8335
+    },
+    {
+      "epoch": 0.07890875701668859,
+      "grad_norm": 335.2027587890625,
+      "learning_rate": 1.987483912981694e-06,
+      "loss": 24.1172,
+      "step": 8336
+    },
+    {
+      "epoch": 0.07891822303840365,
+      "grad_norm": 472.56689453125,
+      "learning_rate": 1.9874790770887714e-06,
+      "loss": 28.8984,
+      "step": 8337
+    },
+    {
+      "epoch": 0.0789276890601187,
+      "grad_norm": 277.458251953125,
+      "learning_rate": 1.9874742402676825e-06,
+      "loss": 31.1719,
+      "step": 8338
+    },
+    {
+      "epoch": 0.07893715508183376,
+      "grad_norm": 178.8313751220703,
+      "learning_rate": 1.9874694025184322e-06,
+      "loss": 22.9531,
+      "step": 8339
+    },
+    {
+      "epoch": 0.07894662110354882,
+      "grad_norm": 512.3998413085938,
+      "learning_rate": 1.987464563841025e-06,
+      "loss": 56.4844,
+      "step": 8340
+    },
+    {
+      "epoch": 0.07895608712526386,
+      "grad_norm": 308.81036376953125,
+      "learning_rate": 1.987459724235465e-06,
+      "loss": 33.9062,
+      "step": 8341
+    },
+    {
+      "epoch": 0.07896555314697892,
+      "grad_norm": 208.32667541503906,
+      "learning_rate": 1.9874548837017574e-06,
+      "loss": 17.4688,
+      "step": 8342
+    },
+    {
+      "epoch": 0.07897501916869397,
+      "grad_norm": 261.7816162109375,
+      "learning_rate": 1.9874500422399067e-06,
+      "loss": 29.125,
+      "step": 8343
+    },
+    {
+      "epoch": 0.07898448519040903,
+      "grad_norm": 751.1848754882812,
+      "learning_rate": 1.987445199849917e-06,
+      "loss": 56.3828,
+      "step": 8344
+    },
+    {
+      "epoch": 0.07899395121212408,
+      "grad_norm": 527.1466064453125,
+      "learning_rate": 1.9874403565317928e-06,
+      "loss": 33.375,
+      "step": 8345
+    },
+    {
+      "epoch": 0.07900341723383913,
+      "grad_norm": 260.6401062011719,
+      "learning_rate": 1.987435512285539e-06,
+      "loss": 20.8438,
+      "step": 8346
+    },
+    {
+      "epoch": 0.0790128832555542,
+      "grad_norm": 258.20599365234375,
+      "learning_rate": 1.98743066711116e-06,
+      "loss": 19.5547,
+      "step": 8347
+    },
+    {
+      "epoch": 0.07902234927726924,
+      "grad_norm": 293.3506774902344,
+      "learning_rate": 1.9874258210086607e-06,
+      "loss": 17.1953,
+      "step": 8348
+    },
+    {
+      "epoch": 0.0790318152989843,
+      "grad_norm": 683.8775634765625,
+      "learning_rate": 1.9874209739780456e-06,
+      "loss": 47.7656,
+      "step": 8349
+    },
+    {
+      "epoch": 0.07904128132069935,
+      "grad_norm": 269.09063720703125,
+      "learning_rate": 1.9874161260193184e-06,
+      "loss": 20.8203,
+      "step": 8350
+    },
+    {
+      "epoch": 0.0790507473424144,
+      "grad_norm": 219.78627014160156,
+      "learning_rate": 1.9874112771324844e-06,
+      "loss": 19.9297,
+      "step": 8351
+    },
+    {
+      "epoch": 0.07906021336412945,
+      "grad_norm": 228.31610107421875,
+      "learning_rate": 1.9874064273175484e-06,
+      "loss": 17.375,
+      "step": 8352
+    },
+    {
+      "epoch": 0.07906967938584451,
+      "grad_norm": 353.06597900390625,
+      "learning_rate": 1.987401576574514e-06,
+      "loss": 19.5703,
+      "step": 8353
+    },
+    {
+      "epoch": 0.07907914540755956,
+      "grad_norm": 175.94122314453125,
+      "learning_rate": 1.987396724903387e-06,
+      "loss": 25.2305,
+      "step": 8354
+    },
+    {
+      "epoch": 0.07908861142927462,
+      "grad_norm": 416.22613525390625,
+      "learning_rate": 1.9873918723041708e-06,
+      "loss": 59.4297,
+      "step": 8355
+    },
+    {
+      "epoch": 0.07909807745098968,
+      "grad_norm": 693.0244750976562,
+      "learning_rate": 1.9873870187768706e-06,
+      "loss": 46.0625,
+      "step": 8356
+    },
+    {
+      "epoch": 0.07910754347270472,
+      "grad_norm": 408.0664367675781,
+      "learning_rate": 1.987382164321491e-06,
+      "loss": 35.1562,
+      "step": 8357
+    },
+    {
+      "epoch": 0.07911700949441978,
+      "grad_norm": 716.0042724609375,
+      "learning_rate": 1.9873773089380366e-06,
+      "loss": 49.1719,
+      "step": 8358
+    },
+    {
+      "epoch": 0.07912647551613483,
+      "grad_norm": 189.87136840820312,
+      "learning_rate": 1.987372452626511e-06,
+      "loss": 16.9453,
+      "step": 8359
+    },
+    {
+      "epoch": 0.07913594153784989,
+      "grad_norm": 299.8789978027344,
+      "learning_rate": 1.98736759538692e-06,
+      "loss": 22.1641,
+      "step": 8360
+    },
+    {
+      "epoch": 0.07914540755956494,
+      "grad_norm": 221.10508728027344,
+      "learning_rate": 1.9873627372192677e-06,
+      "loss": 27.8438,
+      "step": 8361
+    },
+    {
+      "epoch": 0.07915487358128,
+      "grad_norm": 2.7189688682556152,
+      "learning_rate": 1.987357878123559e-06,
+      "loss": 0.7998,
+      "step": 8362
+    },
+    {
+      "epoch": 0.07916433960299504,
+      "grad_norm": 274.54913330078125,
+      "learning_rate": 1.9873530180997977e-06,
+      "loss": 13.7734,
+      "step": 8363
+    },
+    {
+      "epoch": 0.0791738056247101,
+      "grad_norm": 451.6448059082031,
+      "learning_rate": 1.9873481571479886e-06,
+      "loss": 50.2031,
+      "step": 8364
+    },
+    {
+      "epoch": 0.07918327164642516,
+      "grad_norm": 2.893922805786133,
+      "learning_rate": 1.9873432952681372e-06,
+      "loss": 0.8262,
+      "step": 8365
+    },
+    {
+      "epoch": 0.07919273766814021,
+      "grad_norm": 340.35577392578125,
+      "learning_rate": 1.9873384324602465e-06,
+      "loss": 35.875,
+      "step": 8366
+    },
+    {
+      "epoch": 0.07920220368985527,
+      "grad_norm": 172.25277709960938,
+      "learning_rate": 1.9873335687243222e-06,
+      "loss": 18.9297,
+      "step": 8367
+    },
+    {
+      "epoch": 0.07921166971157032,
+      "grad_norm": 3.4133033752441406,
+      "learning_rate": 1.987328704060369e-06,
+      "loss": 0.9478,
+      "step": 8368
+    },
+    {
+      "epoch": 0.07922113573328537,
+      "grad_norm": 627.8491821289062,
+      "learning_rate": 1.9873238384683905e-06,
+      "loss": 26.7734,
+      "step": 8369
+    },
+    {
+      "epoch": 0.07923060175500042,
+      "grad_norm": 220.4805908203125,
+      "learning_rate": 1.987318971948392e-06,
+      "loss": 17.5703,
+      "step": 8370
+    },
+    {
+      "epoch": 0.07924006777671548,
+      "grad_norm": 236.9629669189453,
+      "learning_rate": 1.987314104500378e-06,
+      "loss": 26.3906,
+      "step": 8371
+    },
+    {
+      "epoch": 0.07924953379843053,
+      "grad_norm": 953.8373413085938,
+      "learning_rate": 1.9873092361243525e-06,
+      "loss": 23.2969,
+      "step": 8372
+    },
+    {
+      "epoch": 0.07925899982014559,
+      "grad_norm": 583.4243774414062,
+      "learning_rate": 1.9873043668203213e-06,
+      "loss": 49.5391,
+      "step": 8373
+    },
+    {
+      "epoch": 0.07926846584186065,
+      "grad_norm": 299.8168640136719,
+      "learning_rate": 1.987299496588288e-06,
+      "loss": 43.4844,
+      "step": 8374
+    },
+    {
+      "epoch": 0.07927793186357569,
+      "grad_norm": 444.7717590332031,
+      "learning_rate": 1.9872946254282568e-06,
+      "loss": 49.5039,
+      "step": 8375
+    },
+    {
+      "epoch": 0.07928739788529075,
+      "grad_norm": 508.0465087890625,
+      "learning_rate": 1.9872897533402337e-06,
+      "loss": 30.5703,
+      "step": 8376
+    },
+    {
+      "epoch": 0.0792968639070058,
+      "grad_norm": 230.66229248046875,
+      "learning_rate": 1.987284880324222e-06,
+      "loss": 30.8906,
+      "step": 8377
+    },
+    {
+      "epoch": 0.07930632992872086,
+      "grad_norm": 563.3212280273438,
+      "learning_rate": 1.987280006380227e-06,
+      "loss": 52.5469,
+      "step": 8378
+    },
+    {
+      "epoch": 0.0793157959504359,
+      "grad_norm": 411.8109130859375,
+      "learning_rate": 1.9872751315082525e-06,
+      "loss": 24.3281,
+      "step": 8379
+    },
+    {
+      "epoch": 0.07932526197215096,
+      "grad_norm": 647.2501220703125,
+      "learning_rate": 1.987270255708304e-06,
+      "loss": 49.5625,
+      "step": 8380
+    },
+    {
+      "epoch": 0.07933472799386601,
+      "grad_norm": 534.6000366210938,
+      "learning_rate": 1.987265378980386e-06,
+      "loss": 45.5469,
+      "step": 8381
+    },
+    {
+      "epoch": 0.07934419401558107,
+      "grad_norm": 234.41265869140625,
+      "learning_rate": 1.9872605013245023e-06,
+      "loss": 33.5781,
+      "step": 8382
+    },
+    {
+      "epoch": 0.07935366003729613,
+      "grad_norm": 470.29754638671875,
+      "learning_rate": 1.9872556227406576e-06,
+      "loss": 57.3438,
+      "step": 8383
+    },
+    {
+      "epoch": 0.07936312605901118,
+      "grad_norm": 207.7190399169922,
+      "learning_rate": 1.9872507432288575e-06,
+      "loss": 22.3203,
+      "step": 8384
+    },
+    {
+      "epoch": 0.07937259208072624,
+      "grad_norm": 271.7596130371094,
+      "learning_rate": 1.987245862789106e-06,
+      "loss": 25.2344,
+      "step": 8385
+    },
+    {
+      "epoch": 0.07938205810244128,
+      "grad_norm": 2.5706088542938232,
+      "learning_rate": 1.9872409814214075e-06,
+      "loss": 0.8109,
+      "step": 8386
+    },
+    {
+      "epoch": 0.07939152412415634,
+      "grad_norm": 191.98509216308594,
+      "learning_rate": 1.9872360991257666e-06,
+      "loss": 24.1797,
+      "step": 8387
+    },
+    {
+      "epoch": 0.07940099014587139,
+      "grad_norm": 503.81475830078125,
+      "learning_rate": 1.9872312159021876e-06,
+      "loss": 26.5859,
+      "step": 8388
+    },
+    {
+      "epoch": 0.07941045616758645,
+      "grad_norm": 494.9764709472656,
+      "learning_rate": 1.987226331750676e-06,
+      "loss": 68.3594,
+      "step": 8389
+    },
+    {
+      "epoch": 0.07941992218930151,
+      "grad_norm": 373.74884033203125,
+      "learning_rate": 1.987221446671236e-06,
+      "loss": 12.3125,
+      "step": 8390
+    },
+    {
+      "epoch": 0.07942938821101655,
+      "grad_norm": 287.5040588378906,
+      "learning_rate": 1.9872165606638715e-06,
+      "loss": 28.1172,
+      "step": 8391
+    },
+    {
+      "epoch": 0.07943885423273161,
+      "grad_norm": 578.14990234375,
+      "learning_rate": 1.9872116737285878e-06,
+      "loss": 28.3047,
+      "step": 8392
+    },
+    {
+      "epoch": 0.07944832025444666,
+      "grad_norm": 175.36109924316406,
+      "learning_rate": 1.987206785865389e-06,
+      "loss": 22.6875,
+      "step": 8393
+    },
+    {
+      "epoch": 0.07945778627616172,
+      "grad_norm": 512.2462768554688,
+      "learning_rate": 1.9872018970742808e-06,
+      "loss": 54.5,
+      "step": 8394
+    },
+    {
+      "epoch": 0.07946725229787677,
+      "grad_norm": 476.07867431640625,
+      "learning_rate": 1.987197007355267e-06,
+      "loss": 42.0156,
+      "step": 8395
+    },
+    {
+      "epoch": 0.07947671831959183,
+      "grad_norm": 645.4096069335938,
+      "learning_rate": 1.987192116708352e-06,
+      "loss": 50.2539,
+      "step": 8396
+    },
+    {
+      "epoch": 0.07948618434130687,
+      "grad_norm": 944.76123046875,
+      "learning_rate": 1.9871872251335406e-06,
+      "loss": 43.5078,
+      "step": 8397
+    },
+    {
+      "epoch": 0.07949565036302193,
+      "grad_norm": 3.3956398963928223,
+      "learning_rate": 1.987182332630837e-06,
+      "loss": 0.9771,
+      "step": 8398
+    },
+    {
+      "epoch": 0.07950511638473699,
+      "grad_norm": 348.6272888183594,
+      "learning_rate": 1.987177439200247e-06,
+      "loss": 35.8594,
+      "step": 8399
+    },
+    {
+      "epoch": 0.07951458240645204,
+      "grad_norm": 918.3283081054688,
+      "learning_rate": 1.987172544841774e-06,
+      "loss": 26.5156,
+      "step": 8400
+    },
+    {
+      "epoch": 0.0795240484281671,
+      "grad_norm": 509.1302490234375,
+      "learning_rate": 1.987167649555423e-06,
+      "loss": 44.6094,
+      "step": 8401
+    },
+    {
+      "epoch": 0.07953351444988215,
+      "grad_norm": 376.84381103515625,
+      "learning_rate": 1.987162753341199e-06,
+      "loss": 17.0273,
+      "step": 8402
+    },
+    {
+      "epoch": 0.0795429804715972,
+      "grad_norm": 274.1568603515625,
+      "learning_rate": 1.987157856199106e-06,
+      "loss": 22.5234,
+      "step": 8403
+    },
+    {
+      "epoch": 0.07955244649331225,
+      "grad_norm": 456.652587890625,
+      "learning_rate": 1.987152958129149e-06,
+      "loss": 31.2969,
+      "step": 8404
+    },
+    {
+      "epoch": 0.07956191251502731,
+      "grad_norm": 201.11021423339844,
+      "learning_rate": 1.987148059131332e-06,
+      "loss": 18.875,
+      "step": 8405
+    },
+    {
+      "epoch": 0.07957137853674236,
+      "grad_norm": 240.8824920654297,
+      "learning_rate": 1.9871431592056604e-06,
+      "loss": 22.5547,
+      "step": 8406
+    },
+    {
+      "epoch": 0.07958084455845742,
+      "grad_norm": 1208.202392578125,
+      "learning_rate": 1.987138258352138e-06,
+      "loss": 48.9531,
+      "step": 8407
+    },
+    {
+      "epoch": 0.07959031058017248,
+      "grad_norm": 666.98974609375,
+      "learning_rate": 1.9871333565707705e-06,
+      "loss": 23.9531,
+      "step": 8408
+    },
+    {
+      "epoch": 0.07959977660188752,
+      "grad_norm": 240.38890075683594,
+      "learning_rate": 1.9871284538615614e-06,
+      "loss": 17.7578,
+      "step": 8409
+    },
+    {
+      "epoch": 0.07960924262360258,
+      "grad_norm": 318.36688232421875,
+      "learning_rate": 1.987123550224516e-06,
+      "loss": 25.7969,
+      "step": 8410
+    },
+    {
+      "epoch": 0.07961870864531763,
+      "grad_norm": 239.87820434570312,
+      "learning_rate": 1.9871186456596385e-06,
+      "loss": 32.2812,
+      "step": 8411
+    },
+    {
+      "epoch": 0.07962817466703269,
+      "grad_norm": 540.6273803710938,
+      "learning_rate": 1.987113740166934e-06,
+      "loss": 55.0938,
+      "step": 8412
+    },
+    {
+      "epoch": 0.07963764068874774,
+      "grad_norm": 379.4848937988281,
+      "learning_rate": 1.9871088337464065e-06,
+      "loss": 22.6445,
+      "step": 8413
+    },
+    {
+      "epoch": 0.0796471067104628,
+      "grad_norm": 213.6057586669922,
+      "learning_rate": 1.987103926398061e-06,
+      "loss": 24.4844,
+      "step": 8414
+    },
+    {
+      "epoch": 0.07965657273217784,
+      "grad_norm": 573.684326171875,
+      "learning_rate": 1.987099018121902e-06,
+      "loss": 17.9648,
+      "step": 8415
+    },
+    {
+      "epoch": 0.0796660387538929,
+      "grad_norm": 1031.9822998046875,
+      "learning_rate": 1.987094108917934e-06,
+      "loss": 60.6562,
+      "step": 8416
+    },
+    {
+      "epoch": 0.07967550477560796,
+      "grad_norm": 642.7047119140625,
+      "learning_rate": 1.987089198786162e-06,
+      "loss": 48.2344,
+      "step": 8417
+    },
+    {
+      "epoch": 0.07968497079732301,
+      "grad_norm": 430.5849304199219,
+      "learning_rate": 1.9870842877265906e-06,
+      "loss": 16.8242,
+      "step": 8418
+    },
+    {
+      "epoch": 0.07969443681903807,
+      "grad_norm": 211.2175750732422,
+      "learning_rate": 1.9870793757392237e-06,
+      "loss": 22.9844,
+      "step": 8419
+    },
+    {
+      "epoch": 0.07970390284075311,
+      "grad_norm": 326.170654296875,
+      "learning_rate": 1.987074462824067e-06,
+      "loss": 23.8516,
+      "step": 8420
+    },
+    {
+      "epoch": 0.07971336886246817,
+      "grad_norm": 340.36199951171875,
+      "learning_rate": 1.987069548981124e-06,
+      "loss": 23.9922,
+      "step": 8421
+    },
+    {
+      "epoch": 0.07972283488418322,
+      "grad_norm": 309.5887145996094,
+      "learning_rate": 1.9870646342104e-06,
+      "loss": 18.2422,
+      "step": 8422
+    },
+    {
+      "epoch": 0.07973230090589828,
+      "grad_norm": 304.1363830566406,
+      "learning_rate": 1.987059718511899e-06,
+      "loss": 23.4492,
+      "step": 8423
+    },
+    {
+      "epoch": 0.07974176692761333,
+      "grad_norm": 439.6177978515625,
+      "learning_rate": 1.9870548018856266e-06,
+      "loss": 58.7031,
+      "step": 8424
+    },
+    {
+      "epoch": 0.07975123294932839,
+      "grad_norm": 1390.617919921875,
+      "learning_rate": 1.987049884331587e-06,
+      "loss": 53.5312,
+      "step": 8425
+    },
+    {
+      "epoch": 0.07976069897104344,
+      "grad_norm": 514.1192016601562,
+      "learning_rate": 1.9870449658497843e-06,
+      "loss": 35.6406,
+      "step": 8426
+    },
+    {
+      "epoch": 0.07977016499275849,
+      "grad_norm": 418.88751220703125,
+      "learning_rate": 1.9870400464402233e-06,
+      "loss": 34.0078,
+      "step": 8427
+    },
+    {
+      "epoch": 0.07977963101447355,
+      "grad_norm": 647.6624755859375,
+      "learning_rate": 1.9870351261029098e-06,
+      "loss": 33.0078,
+      "step": 8428
+    },
+    {
+      "epoch": 0.0797890970361886,
+      "grad_norm": 3.0237152576446533,
+      "learning_rate": 1.987030204837847e-06,
+      "loss": 0.8574,
+      "step": 8429
+    },
+    {
+      "epoch": 0.07979856305790366,
+      "grad_norm": 421.3977966308594,
+      "learning_rate": 1.98702528264504e-06,
+      "loss": 48.7969,
+      "step": 8430
+    },
+    {
+      "epoch": 0.0798080290796187,
+      "grad_norm": 234.77847290039062,
+      "learning_rate": 1.9870203595244934e-06,
+      "loss": 12.7383,
+      "step": 8431
+    },
+    {
+      "epoch": 0.07981749510133376,
+      "grad_norm": 233.3870391845703,
+      "learning_rate": 1.987015435476212e-06,
+      "loss": 20.4609,
+      "step": 8432
+    },
+    {
+      "epoch": 0.07982696112304882,
+      "grad_norm": 1149.430419921875,
+      "learning_rate": 1.9870105105002e-06,
+      "loss": 37.3164,
+      "step": 8433
+    },
+    {
+      "epoch": 0.07983642714476387,
+      "grad_norm": 188.66136169433594,
+      "learning_rate": 1.9870055845964625e-06,
+      "loss": 25.2656,
+      "step": 8434
+    },
+    {
+      "epoch": 0.07984589316647893,
+      "grad_norm": 444.0614318847656,
+      "learning_rate": 1.987000657765004e-06,
+      "loss": 22.1211,
+      "step": 8435
+    },
+    {
+      "epoch": 0.07985535918819398,
+      "grad_norm": 264.362548828125,
+      "learning_rate": 1.9869957300058295e-06,
+      "loss": 21.4766,
+      "step": 8436
+    },
+    {
+      "epoch": 0.07986482520990903,
+      "grad_norm": 390.21307373046875,
+      "learning_rate": 1.986990801318943e-06,
+      "loss": 42.6875,
+      "step": 8437
+    },
+    {
+      "epoch": 0.07987429123162408,
+      "grad_norm": 292.9210205078125,
+      "learning_rate": 1.986985871704349e-06,
+      "loss": 25.3125,
+      "step": 8438
+    },
+    {
+      "epoch": 0.07988375725333914,
+      "grad_norm": 280.2536315917969,
+      "learning_rate": 1.9869809411620522e-06,
+      "loss": 31.5,
+      "step": 8439
+    },
+    {
+      "epoch": 0.07989322327505419,
+      "grad_norm": 573.0096435546875,
+      "learning_rate": 1.9869760096920584e-06,
+      "loss": 61.1875,
+      "step": 8440
+    },
+    {
+      "epoch": 0.07990268929676925,
+      "grad_norm": 222.3168182373047,
+      "learning_rate": 1.986971077294371e-06,
+      "loss": 18.1562,
+      "step": 8441
+    },
+    {
+      "epoch": 0.07991215531848431,
+      "grad_norm": 557.6691284179688,
+      "learning_rate": 1.9869661439689946e-06,
+      "loss": 51.8281,
+      "step": 8442
+    },
+    {
+      "epoch": 0.07992162134019935,
+      "grad_norm": 335.64801025390625,
+      "learning_rate": 1.9869612097159347e-06,
+      "loss": 24.8828,
+      "step": 8443
+    },
+    {
+      "epoch": 0.07993108736191441,
+      "grad_norm": 212.6304931640625,
+      "learning_rate": 1.9869562745351954e-06,
+      "loss": 15.7695,
+      "step": 8444
+    },
+    {
+      "epoch": 0.07994055338362946,
+      "grad_norm": 208.56507873535156,
+      "learning_rate": 1.9869513384267814e-06,
+      "loss": 25.1953,
+      "step": 8445
+    },
+    {
+      "epoch": 0.07995001940534452,
+      "grad_norm": 489.3790588378906,
+      "learning_rate": 1.986946401390697e-06,
+      "loss": 29.7578,
+      "step": 8446
+    },
+    {
+      "epoch": 0.07995948542705957,
+      "grad_norm": 818.2174682617188,
+      "learning_rate": 1.9869414634269475e-06,
+      "loss": 9.4492,
+      "step": 8447
+    },
+    {
+      "epoch": 0.07996895144877463,
+      "grad_norm": 315.31536865234375,
+      "learning_rate": 1.9869365245355373e-06,
+      "loss": 22.9141,
+      "step": 8448
+    },
+    {
+      "epoch": 0.07997841747048967,
+      "grad_norm": 3.259554862976074,
+      "learning_rate": 1.986931584716471e-06,
+      "loss": 0.9932,
+      "step": 8449
+    },
+    {
+      "epoch": 0.07998788349220473,
+      "grad_norm": 711.010498046875,
+      "learning_rate": 1.986926643969753e-06,
+      "loss": 43.7188,
+      "step": 8450
+    },
+    {
+      "epoch": 0.07999734951391979,
+      "grad_norm": 2.8715198040008545,
+      "learning_rate": 1.9869217022953885e-06,
+      "loss": 0.8027,
+      "step": 8451
+    },
+    {
+      "epoch": 0.08000681553563484,
+      "grad_norm": 232.66920471191406,
+      "learning_rate": 1.9869167596933815e-06,
+      "loss": 22.1406,
+      "step": 8452
+    },
+    {
+      "epoch": 0.0800162815573499,
+      "grad_norm": 455.4469909667969,
+      "learning_rate": 1.986911816163737e-06,
+      "loss": 35.625,
+      "step": 8453
+    },
+    {
+      "epoch": 0.08002574757906494,
+      "grad_norm": 336.6967468261719,
+      "learning_rate": 1.98690687170646e-06,
+      "loss": 23.4297,
+      "step": 8454
+    },
+    {
+      "epoch": 0.08003521360078,
+      "grad_norm": 278.6434326171875,
+      "learning_rate": 1.986901926321554e-06,
+      "loss": 20.2188,
+      "step": 8455
+    },
+    {
+      "epoch": 0.08004467962249505,
+      "grad_norm": 247.19412231445312,
+      "learning_rate": 1.9868969800090248e-06,
+      "loss": 20.1328,
+      "step": 8456
+    },
+    {
+      "epoch": 0.08005414564421011,
+      "grad_norm": 434.378173828125,
+      "learning_rate": 1.9868920327688767e-06,
+      "loss": 38.3594,
+      "step": 8457
+    },
+    {
+      "epoch": 0.08006361166592516,
+      "grad_norm": 185.87579345703125,
+      "learning_rate": 1.986887084601114e-06,
+      "loss": 21.3594,
+      "step": 8458
+    },
+    {
+      "epoch": 0.08007307768764022,
+      "grad_norm": 415.3404846191406,
+      "learning_rate": 1.986882135505742e-06,
+      "loss": 36.8906,
+      "step": 8459
+    },
+    {
+      "epoch": 0.08008254370935527,
+      "grad_norm": 529.0100708007812,
+      "learning_rate": 1.9868771854827644e-06,
+      "loss": 43.5938,
+      "step": 8460
+    },
+    {
+      "epoch": 0.08009200973107032,
+      "grad_norm": 737.5526123046875,
+      "learning_rate": 1.986872234532187e-06,
+      "loss": 34.0781,
+      "step": 8461
+    },
+    {
+      "epoch": 0.08010147575278538,
+      "grad_norm": 562.6326293945312,
+      "learning_rate": 1.9868672826540137e-06,
+      "loss": 54.2031,
+      "step": 8462
+    },
+    {
+      "epoch": 0.08011094177450043,
+      "grad_norm": 293.9028625488281,
+      "learning_rate": 1.9868623298482493e-06,
+      "loss": 27.3672,
+      "step": 8463
+    },
+    {
+      "epoch": 0.08012040779621549,
+      "grad_norm": 489.36895751953125,
+      "learning_rate": 1.9868573761148987e-06,
+      "loss": 50.0938,
+      "step": 8464
+    },
+    {
+      "epoch": 0.08012987381793053,
+      "grad_norm": 417.83502197265625,
+      "learning_rate": 1.9868524214539665e-06,
+      "loss": 31.0469,
+      "step": 8465
+    },
+    {
+      "epoch": 0.08013933983964559,
+      "grad_norm": 339.16229248046875,
+      "learning_rate": 1.9868474658654567e-06,
+      "loss": 21.3477,
+      "step": 8466
+    },
+    {
+      "epoch": 0.08014880586136064,
+      "grad_norm": 360.8052978515625,
+      "learning_rate": 1.986842509349375e-06,
+      "loss": 13.4414,
+      "step": 8467
+    },
+    {
+      "epoch": 0.0801582718830757,
+      "grad_norm": 430.62493896484375,
+      "learning_rate": 1.9868375519057253e-06,
+      "loss": 29.2031,
+      "step": 8468
+    },
+    {
+      "epoch": 0.08016773790479076,
+      "grad_norm": 455.3436279296875,
+      "learning_rate": 1.9868325935345127e-06,
+      "loss": 46.4531,
+      "step": 8469
+    },
+    {
+      "epoch": 0.0801772039265058,
+      "grad_norm": 390.69305419921875,
+      "learning_rate": 1.9868276342357414e-06,
+      "loss": 33.7969,
+      "step": 8470
+    },
+    {
+      "epoch": 0.08018666994822087,
+      "grad_norm": 199.37109375,
+      "learning_rate": 1.986822674009416e-06,
+      "loss": 19.9297,
+      "step": 8471
+    },
+    {
+      "epoch": 0.08019613596993591,
+      "grad_norm": 311.1738586425781,
+      "learning_rate": 1.9868177128555423e-06,
+      "loss": 11.4922,
+      "step": 8472
+    },
+    {
+      "epoch": 0.08020560199165097,
+      "grad_norm": 263.65753173828125,
+      "learning_rate": 1.986812750774124e-06,
+      "loss": 32.0547,
+      "step": 8473
+    },
+    {
+      "epoch": 0.08021506801336602,
+      "grad_norm": 798.34716796875,
+      "learning_rate": 1.9868077877651653e-06,
+      "loss": 29.6641,
+      "step": 8474
+    },
+    {
+      "epoch": 0.08022453403508108,
+      "grad_norm": 298.0019836425781,
+      "learning_rate": 1.9868028238286718e-06,
+      "loss": 30.5938,
+      "step": 8475
+    },
+    {
+      "epoch": 0.08023400005679614,
+      "grad_norm": 213.15919494628906,
+      "learning_rate": 1.986797858964648e-06,
+      "loss": 22.4531,
+      "step": 8476
+    },
+    {
+      "epoch": 0.08024346607851118,
+      "grad_norm": 320.39013671875,
+      "learning_rate": 1.986792893173098e-06,
+      "loss": 27.625,
+      "step": 8477
+    },
+    {
+      "epoch": 0.08025293210022624,
+      "grad_norm": 307.4263610839844,
+      "learning_rate": 1.9867879264540272e-06,
+      "loss": 19.1016,
+      "step": 8478
+    },
+    {
+      "epoch": 0.08026239812194129,
+      "grad_norm": 289.7598571777344,
+      "learning_rate": 1.98678295880744e-06,
+      "loss": 20.9531,
+      "step": 8479
+    },
+    {
+      "epoch": 0.08027186414365635,
+      "grad_norm": 501.16448974609375,
+      "learning_rate": 1.986777990233341e-06,
+      "loss": 29.6875,
+      "step": 8480
+    },
+    {
+      "epoch": 0.0802813301653714,
+      "grad_norm": 232.2662353515625,
+      "learning_rate": 1.986773020731735e-06,
+      "loss": 19.3594,
+      "step": 8481
+    },
+    {
+      "epoch": 0.08029079618708646,
+      "grad_norm": 388.5505065917969,
+      "learning_rate": 1.986768050302626e-06,
+      "loss": 33.8438,
+      "step": 8482
+    },
+    {
+      "epoch": 0.0803002622088015,
+      "grad_norm": 227.3174285888672,
+      "learning_rate": 1.9867630789460196e-06,
+      "loss": 27.25,
+      "step": 8483
+    },
+    {
+      "epoch": 0.08030972823051656,
+      "grad_norm": 268.02130126953125,
+      "learning_rate": 1.9867581066619203e-06,
+      "loss": 20.3906,
+      "step": 8484
+    },
+    {
+      "epoch": 0.08031919425223162,
+      "grad_norm": 516.3768310546875,
+      "learning_rate": 1.986753133450332e-06,
+      "loss": 43.5156,
+      "step": 8485
+    },
+    {
+      "epoch": 0.08032866027394667,
+      "grad_norm": 632.3856811523438,
+      "learning_rate": 1.9867481593112603e-06,
+      "loss": 48.2578,
+      "step": 8486
+    },
+    {
+      "epoch": 0.08033812629566173,
+      "grad_norm": 397.4874572753906,
+      "learning_rate": 1.98674318424471e-06,
+      "loss": 26.7656,
+      "step": 8487
+    },
+    {
+      "epoch": 0.08034759231737677,
+      "grad_norm": 360.2332763671875,
+      "learning_rate": 1.9867382082506846e-06,
+      "loss": 21.8516,
+      "step": 8488
+    },
+    {
+      "epoch": 0.08035705833909183,
+      "grad_norm": 456.57318115234375,
+      "learning_rate": 1.9867332313291895e-06,
+      "loss": 54.0469,
+      "step": 8489
+    },
+    {
+      "epoch": 0.08036652436080688,
+      "grad_norm": 397.6147155761719,
+      "learning_rate": 1.98672825348023e-06,
+      "loss": 23.9023,
+      "step": 8490
+    },
+    {
+      "epoch": 0.08037599038252194,
+      "grad_norm": 414.3427734375,
+      "learning_rate": 1.9867232747038093e-06,
+      "loss": 31.6172,
+      "step": 8491
+    },
+    {
+      "epoch": 0.08038545640423699,
+      "grad_norm": 267.4054870605469,
+      "learning_rate": 1.9867182949999335e-06,
+      "loss": 27.9062,
+      "step": 8492
+    },
+    {
+      "epoch": 0.08039492242595205,
+      "grad_norm": 204.1593475341797,
+      "learning_rate": 1.986713314368606e-06,
+      "loss": 13.5547,
+      "step": 8493
+    },
+    {
+      "epoch": 0.0804043884476671,
+      "grad_norm": 215.73699951171875,
+      "learning_rate": 1.986708332809833e-06,
+      "loss": 20.0156,
+      "step": 8494
+    },
+    {
+      "epoch": 0.08041385446938215,
+      "grad_norm": 262.4432678222656,
+      "learning_rate": 1.986703350323618e-06,
+      "loss": 20.4844,
+      "step": 8495
+    },
+    {
+      "epoch": 0.08042332049109721,
+      "grad_norm": 497.19744873046875,
+      "learning_rate": 1.986698366909966e-06,
+      "loss": 45.6484,
+      "step": 8496
+    },
+    {
+      "epoch": 0.08043278651281226,
+      "grad_norm": 437.8172607421875,
+      "learning_rate": 1.9866933825688816e-06,
+      "loss": 29.3828,
+      "step": 8497
+    },
+    {
+      "epoch": 0.08044225253452732,
+      "grad_norm": 3.3869142532348633,
+      "learning_rate": 1.98668839730037e-06,
+      "loss": 0.9375,
+      "step": 8498
+    },
+    {
+      "epoch": 0.08045171855624236,
+      "grad_norm": 710.2008056640625,
+      "learning_rate": 1.9866834111044354e-06,
+      "loss": 27.1641,
+      "step": 8499
+    },
+    {
+      "epoch": 0.08046118457795742,
+      "grad_norm": 198.98416137695312,
+      "learning_rate": 1.9866784239810824e-06,
+      "loss": 19.8828,
+      "step": 8500
+    },
+    {
+      "epoch": 0.08047065059967247,
+      "grad_norm": 398.0941162109375,
+      "learning_rate": 1.986673435930316e-06,
+      "loss": 23.3281,
+      "step": 8501
+    },
+    {
+      "epoch": 0.08048011662138753,
+      "grad_norm": 803.37451171875,
+      "learning_rate": 1.9866684469521405e-06,
+      "loss": 64.5469,
+      "step": 8502
+    },
+    {
+      "epoch": 0.08048958264310259,
+      "grad_norm": 210.36546325683594,
+      "learning_rate": 1.986663457046561e-06,
+      "loss": 10.7734,
+      "step": 8503
+    },
+    {
+      "epoch": 0.08049904866481764,
+      "grad_norm": 344.4302673339844,
+      "learning_rate": 1.986658466213582e-06,
+      "loss": 22.6094,
+      "step": 8504
+    },
+    {
+      "epoch": 0.0805085146865327,
+      "grad_norm": 255.50486755371094,
+      "learning_rate": 1.9866534744532083e-06,
+      "loss": 23.9766,
+      "step": 8505
+    },
+    {
+      "epoch": 0.08051798070824774,
+      "grad_norm": 309.3825378417969,
+      "learning_rate": 1.9866484817654444e-06,
+      "loss": 27.4062,
+      "step": 8506
+    },
+    {
+      "epoch": 0.0805274467299628,
+      "grad_norm": 474.3784484863281,
+      "learning_rate": 1.9866434881502958e-06,
+      "loss": 45.4844,
+      "step": 8507
+    },
+    {
+      "epoch": 0.08053691275167785,
+      "grad_norm": 582.953125,
+      "learning_rate": 1.9866384936077656e-06,
+      "loss": 40.0234,
+      "step": 8508
+    },
+    {
+      "epoch": 0.08054637877339291,
+      "grad_norm": 562.1674194335938,
+      "learning_rate": 1.9866334981378596e-06,
+      "loss": 36.5234,
+      "step": 8509
+    },
+    {
+      "epoch": 0.08055584479510795,
+      "grad_norm": 635.6570434570312,
+      "learning_rate": 1.9866285017405826e-06,
+      "loss": 53.3281,
+      "step": 8510
+    },
+    {
+      "epoch": 0.08056531081682301,
+      "grad_norm": 347.3316345214844,
+      "learning_rate": 1.986623504415939e-06,
+      "loss": 25.1797,
+      "step": 8511
+    },
+    {
+      "epoch": 0.08057477683853807,
+      "grad_norm": 3.4086503982543945,
+      "learning_rate": 1.9866185061639332e-06,
+      "loss": 1.0352,
+      "step": 8512
+    },
+    {
+      "epoch": 0.08058424286025312,
+      "grad_norm": 552.4366455078125,
+      "learning_rate": 1.9866135069845706e-06,
+      "loss": 37.7344,
+      "step": 8513
+    },
+    {
+      "epoch": 0.08059370888196818,
+      "grad_norm": 924.2072143554688,
+      "learning_rate": 1.9866085068778547e-06,
+      "loss": 24.5625,
+      "step": 8514
+    },
+    {
+      "epoch": 0.08060317490368323,
+      "grad_norm": 212.4166717529297,
+      "learning_rate": 1.986603505843792e-06,
+      "loss": 13.5078,
+      "step": 8515
+    },
+    {
+      "epoch": 0.08061264092539829,
+      "grad_norm": 331.066650390625,
+      "learning_rate": 1.9865985038823855e-06,
+      "loss": 38.0156,
+      "step": 8516
+    },
+    {
+      "epoch": 0.08062210694711333,
+      "grad_norm": 659.16943359375,
+      "learning_rate": 1.9865935009936407e-06,
+      "loss": 82.6641,
+      "step": 8517
+    },
+    {
+      "epoch": 0.08063157296882839,
+      "grad_norm": 472.3448181152344,
+      "learning_rate": 1.986588497177562e-06,
+      "loss": 50.9844,
+      "step": 8518
+    },
+    {
+      "epoch": 0.08064103899054345,
+      "grad_norm": 528.5516967773438,
+      "learning_rate": 1.986583492434155e-06,
+      "loss": 42.5312,
+      "step": 8519
+    },
+    {
+      "epoch": 0.0806505050122585,
+      "grad_norm": 496.7639465332031,
+      "learning_rate": 1.986578486763423e-06,
+      "loss": 52.6875,
+      "step": 8520
+    },
+    {
+      "epoch": 0.08065997103397356,
+      "grad_norm": 300.6073913574219,
+      "learning_rate": 1.9865734801653714e-06,
+      "loss": 22.6602,
+      "step": 8521
+    },
+    {
+      "epoch": 0.0806694370556886,
+      "grad_norm": 583.0403442382812,
+      "learning_rate": 1.9865684726400055e-06,
+      "loss": 25.082,
+      "step": 8522
+    },
+    {
+      "epoch": 0.08067890307740366,
+      "grad_norm": 300.95819091796875,
+      "learning_rate": 1.9865634641873287e-06,
+      "loss": 26.0547,
+      "step": 8523
+    },
+    {
+      "epoch": 0.08068836909911871,
+      "grad_norm": 574.1019897460938,
+      "learning_rate": 1.986558454807347e-06,
+      "loss": 35.4062,
+      "step": 8524
+    },
+    {
+      "epoch": 0.08069783512083377,
+      "grad_norm": 249.85816955566406,
+      "learning_rate": 1.9865534445000644e-06,
+      "loss": 19.1523,
+      "step": 8525
+    },
+    {
+      "epoch": 0.08070730114254882,
+      "grad_norm": 200.61672973632812,
+      "learning_rate": 1.9865484332654857e-06,
+      "loss": 18.1875,
+      "step": 8526
+    },
+    {
+      "epoch": 0.08071676716426388,
+      "grad_norm": 245.45443725585938,
+      "learning_rate": 1.9865434211036157e-06,
+      "loss": 22.6641,
+      "step": 8527
+    },
+    {
+      "epoch": 0.08072623318597894,
+      "grad_norm": 277.1518859863281,
+      "learning_rate": 1.986538408014459e-06,
+      "loss": 19.3828,
+      "step": 8528
+    },
+    {
+      "epoch": 0.08073569920769398,
+      "grad_norm": 334.88250732421875,
+      "learning_rate": 1.98653339399802e-06,
+      "loss": 23.2188,
+      "step": 8529
+    },
+    {
+      "epoch": 0.08074516522940904,
+      "grad_norm": 929.8727416992188,
+      "learning_rate": 1.9865283790543042e-06,
+      "loss": 69.25,
+      "step": 8530
+    },
+    {
+      "epoch": 0.08075463125112409,
+      "grad_norm": 353.0323181152344,
+      "learning_rate": 1.986523363183316e-06,
+      "loss": 19.9688,
+      "step": 8531
+    },
+    {
+      "epoch": 0.08076409727283915,
+      "grad_norm": 282.87738037109375,
+      "learning_rate": 1.9865183463850597e-06,
+      "loss": 22.1953,
+      "step": 8532
+    },
+    {
+      "epoch": 0.0807735632945542,
+      "grad_norm": 440.9579772949219,
+      "learning_rate": 1.9865133286595405e-06,
+      "loss": 44.4688,
+      "step": 8533
+    },
+    {
+      "epoch": 0.08078302931626925,
+      "grad_norm": 700.0255126953125,
+      "learning_rate": 1.986508310006763e-06,
+      "loss": 50.1875,
+      "step": 8534
+    },
+    {
+      "epoch": 0.0807924953379843,
+      "grad_norm": 268.7870788574219,
+      "learning_rate": 1.9865032904267316e-06,
+      "loss": 11.332,
+      "step": 8535
+    },
+    {
+      "epoch": 0.08080196135969936,
+      "grad_norm": 435.78216552734375,
+      "learning_rate": 1.9864982699194516e-06,
+      "loss": 28.25,
+      "step": 8536
+    },
+    {
+      "epoch": 0.08081142738141442,
+      "grad_norm": 353.9810485839844,
+      "learning_rate": 1.9864932484849277e-06,
+      "loss": 42.6875,
+      "step": 8537
+    },
+    {
+      "epoch": 0.08082089340312947,
+      "grad_norm": 197.31436157226562,
+      "learning_rate": 1.9864882261231635e-06,
+      "loss": 20.1484,
+      "step": 8538
+    },
+    {
+      "epoch": 0.08083035942484453,
+      "grad_norm": 771.5092163085938,
+      "learning_rate": 1.986483202834165e-06,
+      "loss": 35.2031,
+      "step": 8539
+    },
+    {
+      "epoch": 0.08083982544655957,
+      "grad_norm": 543.054443359375,
+      "learning_rate": 1.9864781786179366e-06,
+      "loss": 30.3594,
+      "step": 8540
+    },
+    {
+      "epoch": 0.08084929146827463,
+      "grad_norm": 402.3676452636719,
+      "learning_rate": 1.9864731534744827e-06,
+      "loss": 17.6523,
+      "step": 8541
+    },
+    {
+      "epoch": 0.08085875748998968,
+      "grad_norm": 301.1455078125,
+      "learning_rate": 1.986468127403808e-06,
+      "loss": 20.5195,
+      "step": 8542
+    },
+    {
+      "epoch": 0.08086822351170474,
+      "grad_norm": 955.1190795898438,
+      "learning_rate": 1.9864631004059176e-06,
+      "loss": 47.9531,
+      "step": 8543
+    },
+    {
+      "epoch": 0.08087768953341978,
+      "grad_norm": 421.8614501953125,
+      "learning_rate": 1.9864580724808165e-06,
+      "loss": 16.9766,
+      "step": 8544
+    },
+    {
+      "epoch": 0.08088715555513484,
+      "grad_norm": 707.968017578125,
+      "learning_rate": 1.9864530436285086e-06,
+      "loss": 37.4531,
+      "step": 8545
+    },
+    {
+      "epoch": 0.0808966215768499,
+      "grad_norm": 2.808866262435913,
+      "learning_rate": 1.986448013848999e-06,
+      "loss": 0.8706,
+      "step": 8546
+    },
+    {
+      "epoch": 0.08090608759856495,
+      "grad_norm": 187.32730102539062,
+      "learning_rate": 1.986442983142292e-06,
+      "loss": 22.2188,
+      "step": 8547
+    },
+    {
+      "epoch": 0.08091555362028001,
+      "grad_norm": 541.3775024414062,
+      "learning_rate": 1.9864379515083937e-06,
+      "loss": 30.3359,
+      "step": 8548
+    },
+    {
+      "epoch": 0.08092501964199506,
+      "grad_norm": 347.1914978027344,
+      "learning_rate": 1.986432918947307e-06,
+      "loss": 28.8281,
+      "step": 8549
+    },
+    {
+      "epoch": 0.08093448566371012,
+      "grad_norm": 306.2086181640625,
+      "learning_rate": 1.9864278854590385e-06,
+      "loss": 24.7422,
+      "step": 8550
+    },
+    {
+      "epoch": 0.08094395168542516,
+      "grad_norm": 379.7132568359375,
+      "learning_rate": 1.986422851043591e-06,
+      "loss": 34.5,
+      "step": 8551
+    },
+    {
+      "epoch": 0.08095341770714022,
+      "grad_norm": 534.699462890625,
+      "learning_rate": 1.9864178157009707e-06,
+      "loss": 38.4219,
+      "step": 8552
+    },
+    {
+      "epoch": 0.08096288372885527,
+      "grad_norm": 257.14288330078125,
+      "learning_rate": 1.9864127794311817e-06,
+      "loss": 19.6641,
+      "step": 8553
+    },
+    {
+      "epoch": 0.08097234975057033,
+      "grad_norm": 503.1828918457031,
+      "learning_rate": 1.986407742234229e-06,
+      "loss": 26.3281,
+      "step": 8554
+    },
+    {
+      "epoch": 0.08098181577228539,
+      "grad_norm": 551.9478149414062,
+      "learning_rate": 1.986402704110117e-06,
+      "loss": 56.6562,
+      "step": 8555
+    },
+    {
+      "epoch": 0.08099128179400043,
+      "grad_norm": 372.1324462890625,
+      "learning_rate": 1.9863976650588506e-06,
+      "loss": 22.9766,
+      "step": 8556
+    },
+    {
+      "epoch": 0.0810007478157155,
+      "grad_norm": 782.4595336914062,
+      "learning_rate": 1.9863926250804347e-06,
+      "loss": 29.1641,
+      "step": 8557
+    },
+    {
+      "epoch": 0.08101021383743054,
+      "grad_norm": 438.630615234375,
+      "learning_rate": 1.9863875841748738e-06,
+      "loss": 25.2578,
+      "step": 8558
+    },
+    {
+      "epoch": 0.0810196798591456,
+      "grad_norm": 421.8316345214844,
+      "learning_rate": 1.986382542342173e-06,
+      "loss": 44.25,
+      "step": 8559
+    },
+    {
+      "epoch": 0.08102914588086065,
+      "grad_norm": 730.1160278320312,
+      "learning_rate": 1.9863774995823364e-06,
+      "loss": 67.4375,
+      "step": 8560
+    },
+    {
+      "epoch": 0.0810386119025757,
+      "grad_norm": 629.3380737304688,
+      "learning_rate": 1.9863724558953696e-06,
+      "loss": 33.9844,
+      "step": 8561
+    },
+    {
+      "epoch": 0.08104807792429077,
+      "grad_norm": 374.15399169921875,
+      "learning_rate": 1.9863674112812766e-06,
+      "loss": 17.3594,
+      "step": 8562
+    },
+    {
+      "epoch": 0.08105754394600581,
+      "grad_norm": 239.8258056640625,
+      "learning_rate": 1.9863623657400623e-06,
+      "loss": 20.4922,
+      "step": 8563
+    },
+    {
+      "epoch": 0.08106700996772087,
+      "grad_norm": 427.66839599609375,
+      "learning_rate": 1.9863573192717316e-06,
+      "loss": 20.6953,
+      "step": 8564
+    },
+    {
+      "epoch": 0.08107647598943592,
+      "grad_norm": 769.4589233398438,
+      "learning_rate": 1.986352271876289e-06,
+      "loss": 47.4219,
+      "step": 8565
+    },
+    {
+      "epoch": 0.08108594201115098,
+      "grad_norm": 469.4601745605469,
+      "learning_rate": 1.9863472235537396e-06,
+      "loss": 38.5781,
+      "step": 8566
+    },
+    {
+      "epoch": 0.08109540803286602,
+      "grad_norm": 257.622802734375,
+      "learning_rate": 1.986342174304088e-06,
+      "loss": 19.6328,
+      "step": 8567
+    },
+    {
+      "epoch": 0.08110487405458108,
+      "grad_norm": 480.2428894042969,
+      "learning_rate": 1.986337124127339e-06,
+      "loss": 34.625,
+      "step": 8568
+    },
+    {
+      "epoch": 0.08111434007629613,
+      "grad_norm": 1131.1986083984375,
+      "learning_rate": 1.9863320730234973e-06,
+      "loss": 50.9375,
+      "step": 8569
+    },
+    {
+      "epoch": 0.08112380609801119,
+      "grad_norm": 402.59967041015625,
+      "learning_rate": 1.9863270209925673e-06,
+      "loss": 35.2109,
+      "step": 8570
+    },
+    {
+      "epoch": 0.08113327211972625,
+      "grad_norm": 308.095703125,
+      "learning_rate": 1.9863219680345543e-06,
+      "loss": 21.9609,
+      "step": 8571
+    },
+    {
+      "epoch": 0.0811427381414413,
+      "grad_norm": 385.0146179199219,
+      "learning_rate": 1.986316914149463e-06,
+      "loss": 32.4688,
+      "step": 8572
+    },
+    {
+      "epoch": 0.08115220416315636,
+      "grad_norm": 845.9793701171875,
+      "learning_rate": 1.9863118593372977e-06,
+      "loss": 44.9688,
+      "step": 8573
+    },
+    {
+      "epoch": 0.0811616701848714,
+      "grad_norm": 289.05633544921875,
+      "learning_rate": 1.9863068035980634e-06,
+      "loss": 23.7422,
+      "step": 8574
+    },
+    {
+      "epoch": 0.08117113620658646,
+      "grad_norm": 823.8607788085938,
+      "learning_rate": 1.9863017469317647e-06,
+      "loss": 16.5703,
+      "step": 8575
+    },
+    {
+      "epoch": 0.08118060222830151,
+      "grad_norm": 338.7046813964844,
+      "learning_rate": 1.986296689338407e-06,
+      "loss": 21.8281,
+      "step": 8576
+    },
+    {
+      "epoch": 0.08119006825001657,
+      "grad_norm": 409.7878112792969,
+      "learning_rate": 1.9862916308179944e-06,
+      "loss": 39.7656,
+      "step": 8577
+    },
+    {
+      "epoch": 0.08119953427173161,
+      "grad_norm": 719.274169921875,
+      "learning_rate": 1.9862865713705316e-06,
+      "loss": 45.125,
+      "step": 8578
+    },
+    {
+      "epoch": 0.08120900029344667,
+      "grad_norm": 945.4529418945312,
+      "learning_rate": 1.986281510996024e-06,
+      "loss": 34.5,
+      "step": 8579
+    },
+    {
+      "epoch": 0.08121846631516173,
+      "grad_norm": 248.1065673828125,
+      "learning_rate": 1.9862764496944755e-06,
+      "loss": 18.2188,
+      "step": 8580
+    },
+    {
+      "epoch": 0.08122793233687678,
+      "grad_norm": 892.1857299804688,
+      "learning_rate": 1.9862713874658914e-06,
+      "loss": 41.0781,
+      "step": 8581
+    },
+    {
+      "epoch": 0.08123739835859184,
+      "grad_norm": 700.2037963867188,
+      "learning_rate": 1.9862663243102764e-06,
+      "loss": 24.7031,
+      "step": 8582
+    },
+    {
+      "epoch": 0.08124686438030689,
+      "grad_norm": 197.10028076171875,
+      "learning_rate": 1.9862612602276355e-06,
+      "loss": 18.3516,
+      "step": 8583
+    },
+    {
+      "epoch": 0.08125633040202195,
+      "grad_norm": 565.071044921875,
+      "learning_rate": 1.986256195217973e-06,
+      "loss": 50.4062,
+      "step": 8584
+    },
+    {
+      "epoch": 0.08126579642373699,
+      "grad_norm": 482.6943054199219,
+      "learning_rate": 1.9862511292812937e-06,
+      "loss": 48.6562,
+      "step": 8585
+    },
+    {
+      "epoch": 0.08127526244545205,
+      "grad_norm": 374.1911315917969,
+      "learning_rate": 1.9862460624176026e-06,
+      "loss": 29.2188,
+      "step": 8586
+    },
+    {
+      "epoch": 0.0812847284671671,
+      "grad_norm": 323.5276184082031,
+      "learning_rate": 1.9862409946269043e-06,
+      "loss": 20.7812,
+      "step": 8587
+    },
+    {
+      "epoch": 0.08129419448888216,
+      "grad_norm": 363.32513427734375,
+      "learning_rate": 1.986235925909204e-06,
+      "loss": 38.8125,
+      "step": 8588
+    },
+    {
+      "epoch": 0.08130366051059722,
+      "grad_norm": 264.4052429199219,
+      "learning_rate": 1.9862308562645054e-06,
+      "loss": 25.8125,
+      "step": 8589
+    },
+    {
+      "epoch": 0.08131312653231226,
+      "grad_norm": 400.31927490234375,
+      "learning_rate": 1.986225785692814e-06,
+      "loss": 36.0,
+      "step": 8590
+    },
+    {
+      "epoch": 0.08132259255402732,
+      "grad_norm": 271.249755859375,
+      "learning_rate": 1.986220714194135e-06,
+      "loss": 24.3125,
+      "step": 8591
+    },
+    {
+      "epoch": 0.08133205857574237,
+      "grad_norm": 432.8563232421875,
+      "learning_rate": 1.9862156417684724e-06,
+      "loss": 31.1953,
+      "step": 8592
+    },
+    {
+      "epoch": 0.08134152459745743,
+      "grad_norm": 529.2146606445312,
+      "learning_rate": 1.9862105684158313e-06,
+      "loss": 40.9844,
+      "step": 8593
+    },
+    {
+      "epoch": 0.08135099061917248,
+      "grad_norm": 450.27862548828125,
+      "learning_rate": 1.986205494136217e-06,
+      "loss": 31.3672,
+      "step": 8594
+    },
+    {
+      "epoch": 0.08136045664088754,
+      "grad_norm": 208.42037963867188,
+      "learning_rate": 1.986200418929633e-06,
+      "loss": 16.8516,
+      "step": 8595
+    },
+    {
+      "epoch": 0.08136992266260258,
+      "grad_norm": 549.4236450195312,
+      "learning_rate": 1.9861953427960847e-06,
+      "loss": 56.8125,
+      "step": 8596
+    },
+    {
+      "epoch": 0.08137938868431764,
+      "grad_norm": 697.4417114257812,
+      "learning_rate": 1.9861902657355773e-06,
+      "loss": 66.9141,
+      "step": 8597
+    },
+    {
+      "epoch": 0.0813888547060327,
+      "grad_norm": 2.8923346996307373,
+      "learning_rate": 1.986185187748115e-06,
+      "loss": 0.8467,
+      "step": 8598
+    },
+    {
+      "epoch": 0.08139832072774775,
+      "grad_norm": 525.2405395507812,
+      "learning_rate": 1.9861801088337027e-06,
+      "loss": 19.8984,
+      "step": 8599
+    },
+    {
+      "epoch": 0.08140778674946281,
+      "grad_norm": 593.7041625976562,
+      "learning_rate": 1.9861750289923455e-06,
+      "loss": 51.9844,
+      "step": 8600
+    },
+    {
+      "epoch": 0.08141725277117785,
+      "grad_norm": 176.997314453125,
+      "learning_rate": 1.986169948224048e-06,
+      "loss": 19.3359,
+      "step": 8601
+    },
+    {
+      "epoch": 0.08142671879289291,
+      "grad_norm": 541.769775390625,
+      "learning_rate": 1.9861648665288145e-06,
+      "loss": 30.75,
+      "step": 8602
+    },
+    {
+      "epoch": 0.08143618481460796,
+      "grad_norm": 555.3895874023438,
+      "learning_rate": 1.9861597839066506e-06,
+      "loss": 60.5781,
+      "step": 8603
+    },
+    {
+      "epoch": 0.08144565083632302,
+      "grad_norm": 431.91522216796875,
+      "learning_rate": 1.9861547003575603e-06,
+      "loss": 37.4531,
+      "step": 8604
+    },
+    {
+      "epoch": 0.08145511685803808,
+      "grad_norm": 564.4188842773438,
+      "learning_rate": 1.986149615881549e-06,
+      "loss": 35.3359,
+      "step": 8605
+    },
+    {
+      "epoch": 0.08146458287975313,
+      "grad_norm": 436.56304931640625,
+      "learning_rate": 1.9861445304786214e-06,
+      "loss": 47.0781,
+      "step": 8606
+    },
+    {
+      "epoch": 0.08147404890146819,
+      "grad_norm": 587.87158203125,
+      "learning_rate": 1.9861394441487816e-06,
+      "loss": 54.2891,
+      "step": 8607
+    },
+    {
+      "epoch": 0.08148351492318323,
+      "grad_norm": 392.10302734375,
+      "learning_rate": 1.9861343568920354e-06,
+      "loss": 13.1953,
+      "step": 8608
+    },
+    {
+      "epoch": 0.08149298094489829,
+      "grad_norm": 367.22003173828125,
+      "learning_rate": 1.9861292687083866e-06,
+      "loss": 11.7383,
+      "step": 8609
+    },
+    {
+      "epoch": 0.08150244696661334,
+      "grad_norm": 482.1783447265625,
+      "learning_rate": 1.98612417959784e-06,
+      "loss": 45.1797,
+      "step": 8610
+    },
+    {
+      "epoch": 0.0815119129883284,
+      "grad_norm": 294.2837829589844,
+      "learning_rate": 1.9861190895604017e-06,
+      "loss": 34.6719,
+      "step": 8611
+    },
+    {
+      "epoch": 0.08152137901004344,
+      "grad_norm": 382.6028137207031,
+      "learning_rate": 1.9861139985960754e-06,
+      "loss": 29.7969,
+      "step": 8612
+    },
+    {
+      "epoch": 0.0815308450317585,
+      "grad_norm": 528.97265625,
+      "learning_rate": 1.986108906704866e-06,
+      "loss": 42.1875,
+      "step": 8613
+    },
+    {
+      "epoch": 0.08154031105347356,
+      "grad_norm": 596.6533813476562,
+      "learning_rate": 1.9861038138867784e-06,
+      "loss": 65.5938,
+      "step": 8614
+    },
+    {
+      "epoch": 0.08154977707518861,
+      "grad_norm": 397.8375244140625,
+      "learning_rate": 1.9860987201418174e-06,
+      "loss": 63.0781,
+      "step": 8615
+    },
+    {
+      "epoch": 0.08155924309690367,
+      "grad_norm": 283.2540588378906,
+      "learning_rate": 1.9860936254699877e-06,
+      "loss": 19.4219,
+      "step": 8616
+    },
+    {
+      "epoch": 0.08156870911861872,
+      "grad_norm": 421.1691589355469,
+      "learning_rate": 1.9860885298712942e-06,
+      "loss": 51.2812,
+      "step": 8617
+    },
+    {
+      "epoch": 0.08157817514033378,
+      "grad_norm": 684.3056640625,
+      "learning_rate": 1.9860834333457418e-06,
+      "loss": 15.6992,
+      "step": 8618
+    },
+    {
+      "epoch": 0.08158764116204882,
+      "grad_norm": 564.8286743164062,
+      "learning_rate": 1.9860783358933345e-06,
+      "loss": 58.5625,
+      "step": 8619
+    },
+    {
+      "epoch": 0.08159710718376388,
+      "grad_norm": 467.4150085449219,
+      "learning_rate": 1.9860732375140784e-06,
+      "loss": 38.0625,
+      "step": 8620
+    },
+    {
+      "epoch": 0.08160657320547893,
+      "grad_norm": 553.298828125,
+      "learning_rate": 1.9860681382079773e-06,
+      "loss": 43.4844,
+      "step": 8621
+    },
+    {
+      "epoch": 0.08161603922719399,
+      "grad_norm": 673.1853637695312,
+      "learning_rate": 1.986063037975036e-06,
+      "loss": 57.5625,
+      "step": 8622
+    },
+    {
+      "epoch": 0.08162550524890905,
+      "grad_norm": 520.4962768554688,
+      "learning_rate": 1.98605793681526e-06,
+      "loss": 49.25,
+      "step": 8623
+    },
+    {
+      "epoch": 0.0816349712706241,
+      "grad_norm": 317.63165283203125,
+      "learning_rate": 1.9860528347286535e-06,
+      "loss": 19.3594,
+      "step": 8624
+    },
+    {
+      "epoch": 0.08164443729233915,
+      "grad_norm": 811.7960205078125,
+      "learning_rate": 1.9860477317152217e-06,
+      "loss": 28.7109,
+      "step": 8625
+    },
+    {
+      "epoch": 0.0816539033140542,
+      "grad_norm": 592.7666625976562,
+      "learning_rate": 1.986042627774969e-06,
+      "loss": 36.5469,
+      "step": 8626
+    },
+    {
+      "epoch": 0.08166336933576926,
+      "grad_norm": 589.6677856445312,
+      "learning_rate": 1.9860375229079004e-06,
+      "loss": 13.7734,
+      "step": 8627
+    },
+    {
+      "epoch": 0.0816728353574843,
+      "grad_norm": 303.36669921875,
+      "learning_rate": 1.9860324171140207e-06,
+      "loss": 35.1562,
+      "step": 8628
+    },
+    {
+      "epoch": 0.08168230137919937,
+      "grad_norm": 219.7354736328125,
+      "learning_rate": 1.986027310393335e-06,
+      "loss": 16.7734,
+      "step": 8629
+    },
+    {
+      "epoch": 0.08169176740091441,
+      "grad_norm": 966.5437622070312,
+      "learning_rate": 1.9860222027458472e-06,
+      "loss": 44.1094,
+      "step": 8630
+    },
+    {
+      "epoch": 0.08170123342262947,
+      "grad_norm": 215.709228515625,
+      "learning_rate": 1.9860170941715632e-06,
+      "loss": 18.0,
+      "step": 8631
+    },
+    {
+      "epoch": 0.08171069944434453,
+      "grad_norm": 399.2390441894531,
+      "learning_rate": 1.9860119846704867e-06,
+      "loss": 23.5078,
+      "step": 8632
+    },
+    {
+      "epoch": 0.08172016546605958,
+      "grad_norm": 168.9862518310547,
+      "learning_rate": 1.9860068742426236e-06,
+      "loss": 17.5859,
+      "step": 8633
+    },
+    {
+      "epoch": 0.08172963148777464,
+      "grad_norm": 366.90325927734375,
+      "learning_rate": 1.986001762887978e-06,
+      "loss": 44.0156,
+      "step": 8634
+    },
+    {
+      "epoch": 0.08173909750948968,
+      "grad_norm": 853.6576538085938,
+      "learning_rate": 1.985996650606555e-06,
+      "loss": 52.4375,
+      "step": 8635
+    },
+    {
+      "epoch": 0.08174856353120474,
+      "grad_norm": 310.4335021972656,
+      "learning_rate": 1.985991537398359e-06,
+      "loss": 23.9375,
+      "step": 8636
+    },
+    {
+      "epoch": 0.08175802955291979,
+      "grad_norm": 383.2647399902344,
+      "learning_rate": 1.9859864232633956e-06,
+      "loss": 27.4844,
+      "step": 8637
+    },
+    {
+      "epoch": 0.08176749557463485,
+      "grad_norm": 246.62628173828125,
+      "learning_rate": 1.9859813082016685e-06,
+      "loss": 25.5312,
+      "step": 8638
+    },
+    {
+      "epoch": 0.0817769615963499,
+      "grad_norm": 155.03610229492188,
+      "learning_rate": 1.985976192213183e-06,
+      "loss": 17.6406,
+      "step": 8639
+    },
+    {
+      "epoch": 0.08178642761806496,
+      "grad_norm": 252.03302001953125,
+      "learning_rate": 1.9859710752979446e-06,
+      "loss": 26.3125,
+      "step": 8640
+    },
+    {
+      "epoch": 0.08179589363978002,
+      "grad_norm": 520.2264404296875,
+      "learning_rate": 1.985965957455957e-06,
+      "loss": 63.4219,
+      "step": 8641
+    },
+    {
+      "epoch": 0.08180535966149506,
+      "grad_norm": 226.48153686523438,
+      "learning_rate": 1.9859608386872264e-06,
+      "loss": 24.1406,
+      "step": 8642
+    },
+    {
+      "epoch": 0.08181482568321012,
+      "grad_norm": 286.6160888671875,
+      "learning_rate": 1.985955718991756e-06,
+      "loss": 20.6484,
+      "step": 8643
+    },
+    {
+      "epoch": 0.08182429170492517,
+      "grad_norm": 271.9776916503906,
+      "learning_rate": 1.9859505983695514e-06,
+      "loss": 21.6562,
+      "step": 8644
+    },
+    {
+      "epoch": 0.08183375772664023,
+      "grad_norm": 243.08273315429688,
+      "learning_rate": 1.9859454768206175e-06,
+      "loss": 10.6992,
+      "step": 8645
+    },
+    {
+      "epoch": 0.08184322374835527,
+      "grad_norm": 322.5129699707031,
+      "learning_rate": 1.9859403543449592e-06,
+      "loss": 33.2031,
+      "step": 8646
+    },
+    {
+      "epoch": 0.08185268977007033,
+      "grad_norm": 450.21771240234375,
+      "learning_rate": 1.985935230942581e-06,
+      "loss": 26.4219,
+      "step": 8647
+    },
+    {
+      "epoch": 0.0818621557917854,
+      "grad_norm": 653.526611328125,
+      "learning_rate": 1.985930106613488e-06,
+      "loss": 26.7969,
+      "step": 8648
+    },
+    {
+      "epoch": 0.08187162181350044,
+      "grad_norm": 2.959918737411499,
+      "learning_rate": 1.9859249813576844e-06,
+      "loss": 0.9072,
+      "step": 8649
+    },
+    {
+      "epoch": 0.0818810878352155,
+      "grad_norm": 173.8944549560547,
+      "learning_rate": 1.9859198551751758e-06,
+      "loss": 18.0938,
+      "step": 8650
+    },
+    {
+      "epoch": 0.08189055385693055,
+      "grad_norm": 206.4402313232422,
+      "learning_rate": 1.9859147280659665e-06,
+      "loss": 23.5,
+      "step": 8651
+    },
+    {
+      "epoch": 0.0819000198786456,
+      "grad_norm": 289.3849792480469,
+      "learning_rate": 1.9859096000300616e-06,
+      "loss": 21.375,
+      "step": 8652
+    },
+    {
+      "epoch": 0.08190948590036065,
+      "grad_norm": 869.9110717773438,
+      "learning_rate": 1.9859044710674655e-06,
+      "loss": 71.2188,
+      "step": 8653
+    },
+    {
+      "epoch": 0.08191895192207571,
+      "grad_norm": 365.70062255859375,
+      "learning_rate": 1.9858993411781835e-06,
+      "loss": 26.4688,
+      "step": 8654
+    },
+    {
+      "epoch": 0.08192841794379076,
+      "grad_norm": 186.9750213623047,
+      "learning_rate": 1.9858942103622204e-06,
+      "loss": 22.2188,
+      "step": 8655
+    },
+    {
+      "epoch": 0.08193788396550582,
+      "grad_norm": 755.2274780273438,
+      "learning_rate": 1.985889078619581e-06,
+      "loss": 21.9219,
+      "step": 8656
+    },
+    {
+      "epoch": 0.08194734998722088,
+      "grad_norm": 277.4668273925781,
+      "learning_rate": 1.9858839459502698e-06,
+      "loss": 28.6562,
+      "step": 8657
+    },
+    {
+      "epoch": 0.08195681600893592,
+      "grad_norm": 477.6401672363281,
+      "learning_rate": 1.985878812354292e-06,
+      "loss": 13.2344,
+      "step": 8658
+    },
+    {
+      "epoch": 0.08196628203065098,
+      "grad_norm": 465.13360595703125,
+      "learning_rate": 1.9858736778316517e-06,
+      "loss": 20.1172,
+      "step": 8659
+    },
+    {
+      "epoch": 0.08197574805236603,
+      "grad_norm": 260.86407470703125,
+      "learning_rate": 1.985868542382355e-06,
+      "loss": 9.3984,
+      "step": 8660
+    },
+    {
+      "epoch": 0.08198521407408109,
+      "grad_norm": 822.0299072265625,
+      "learning_rate": 1.9858634060064056e-06,
+      "loss": 52.9688,
+      "step": 8661
+    },
+    {
+      "epoch": 0.08199468009579614,
+      "grad_norm": 1221.094482421875,
+      "learning_rate": 1.9858582687038087e-06,
+      "loss": 30.7422,
+      "step": 8662
+    },
+    {
+      "epoch": 0.0820041461175112,
+      "grad_norm": 278.4847717285156,
+      "learning_rate": 1.985853130474569e-06,
+      "loss": 24.3281,
+      "step": 8663
+    },
+    {
+      "epoch": 0.08201361213922624,
+      "grad_norm": 351.7635192871094,
+      "learning_rate": 1.985847991318692e-06,
+      "loss": 14.4062,
+      "step": 8664
+    },
+    {
+      "epoch": 0.0820230781609413,
+      "grad_norm": 453.0286560058594,
+      "learning_rate": 1.985842851236182e-06,
+      "loss": 50.375,
+      "step": 8665
+    },
+    {
+      "epoch": 0.08203254418265636,
+      "grad_norm": 3.2739827632904053,
+      "learning_rate": 1.9858377102270437e-06,
+      "loss": 0.9756,
+      "step": 8666
+    },
+    {
+      "epoch": 0.08204201020437141,
+      "grad_norm": 2.6491310596466064,
+      "learning_rate": 1.985832568291282e-06,
+      "loss": 0.7944,
+      "step": 8667
+    },
+    {
+      "epoch": 0.08205147622608647,
+      "grad_norm": 399.88348388671875,
+      "learning_rate": 1.985827425428902e-06,
+      "loss": 35.3594,
+      "step": 8668
+    },
+    {
+      "epoch": 0.08206094224780151,
+      "grad_norm": 414.0464172363281,
+      "learning_rate": 1.985822281639908e-06,
+      "loss": 37.7344,
+      "step": 8669
+    },
+    {
+      "epoch": 0.08207040826951657,
+      "grad_norm": 390.7677001953125,
+      "learning_rate": 1.9858171369243057e-06,
+      "loss": 49.5312,
+      "step": 8670
+    },
+    {
+      "epoch": 0.08207987429123162,
+      "grad_norm": 521.9815673828125,
+      "learning_rate": 1.985811991282099e-06,
+      "loss": 29.4766,
+      "step": 8671
+    },
+    {
+      "epoch": 0.08208934031294668,
+      "grad_norm": 277.93011474609375,
+      "learning_rate": 1.985806844713293e-06,
+      "loss": 23.3438,
+      "step": 8672
+    },
+    {
+      "epoch": 0.08209880633466173,
+      "grad_norm": 284.7210693359375,
+      "learning_rate": 1.985801697217893e-06,
+      "loss": 31.5859,
+      "step": 8673
+    },
+    {
+      "epoch": 0.08210827235637679,
+      "grad_norm": 511.8755798339844,
+      "learning_rate": 1.9857965487959034e-06,
+      "loss": 23.9609,
+      "step": 8674
+    },
+    {
+      "epoch": 0.08211773837809185,
+      "grad_norm": 325.8238220214844,
+      "learning_rate": 1.9857913994473295e-06,
+      "loss": 39.1406,
+      "step": 8675
+    },
+    {
+      "epoch": 0.08212720439980689,
+      "grad_norm": 266.0287170410156,
+      "learning_rate": 1.9857862491721756e-06,
+      "loss": 19.3906,
+      "step": 8676
+    },
+    {
+      "epoch": 0.08213667042152195,
+      "grad_norm": 450.7208251953125,
+      "learning_rate": 1.9857810979704465e-06,
+      "loss": 12.3164,
+      "step": 8677
+    },
+    {
+      "epoch": 0.082146136443237,
+      "grad_norm": 194.34597778320312,
+      "learning_rate": 1.9857759458421477e-06,
+      "loss": 23.0625,
+      "step": 8678
+    },
+    {
+      "epoch": 0.08215560246495206,
+      "grad_norm": 349.4842529296875,
+      "learning_rate": 1.9857707927872833e-06,
+      "loss": 36.1406,
+      "step": 8679
+    },
+    {
+      "epoch": 0.0821650684866671,
+      "grad_norm": 469.8100280761719,
+      "learning_rate": 1.985765638805859e-06,
+      "loss": 12.0234,
+      "step": 8680
+    },
+    {
+      "epoch": 0.08217453450838216,
+      "grad_norm": 287.5538330078125,
+      "learning_rate": 1.9857604838978787e-06,
+      "loss": 23.4141,
+      "step": 8681
+    },
+    {
+      "epoch": 0.08218400053009721,
+      "grad_norm": 199.02735900878906,
+      "learning_rate": 1.9857553280633477e-06,
+      "loss": 20.8203,
+      "step": 8682
+    },
+    {
+      "epoch": 0.08219346655181227,
+      "grad_norm": 472.733154296875,
+      "learning_rate": 1.985750171302271e-06,
+      "loss": 52.7578,
+      "step": 8683
+    },
+    {
+      "epoch": 0.08220293257352733,
+      "grad_norm": 368.31414794921875,
+      "learning_rate": 1.985745013614653e-06,
+      "loss": 24.0312,
+      "step": 8684
+    },
+    {
+      "epoch": 0.08221239859524238,
+      "grad_norm": 389.3880615234375,
+      "learning_rate": 1.985739855000499e-06,
+      "loss": 41.2969,
+      "step": 8685
+    },
+    {
+      "epoch": 0.08222186461695744,
+      "grad_norm": 562.7379760742188,
+      "learning_rate": 1.9857346954598136e-06,
+      "loss": 54.8828,
+      "step": 8686
+    },
+    {
+      "epoch": 0.08223133063867248,
+      "grad_norm": 244.9026641845703,
+      "learning_rate": 1.9857295349926016e-06,
+      "loss": 12.1133,
+      "step": 8687
+    },
+    {
+      "epoch": 0.08224079666038754,
+      "grad_norm": 155.0160369873047,
+      "learning_rate": 1.9857243735988685e-06,
+      "loss": 18.3516,
+      "step": 8688
+    },
+    {
+      "epoch": 0.08225026268210259,
+      "grad_norm": 531.6895141601562,
+      "learning_rate": 1.985719211278618e-06,
+      "loss": 45.8594,
+      "step": 8689
+    },
+    {
+      "epoch": 0.08225972870381765,
+      "grad_norm": 386.4433288574219,
+      "learning_rate": 1.985714048031856e-06,
+      "loss": 23.5547,
+      "step": 8690
+    },
+    {
+      "epoch": 0.08226919472553271,
+      "grad_norm": 166.97007751464844,
+      "learning_rate": 1.9857088838585865e-06,
+      "loss": 15.4531,
+      "step": 8691
+    },
+    {
+      "epoch": 0.08227866074724775,
+      "grad_norm": 541.2481689453125,
+      "learning_rate": 1.985703718758815e-06,
+      "loss": 53.3438,
+      "step": 8692
+    },
+    {
+      "epoch": 0.08228812676896281,
+      "grad_norm": 269.0350646972656,
+      "learning_rate": 1.985698552732546e-06,
+      "loss": 19.0547,
+      "step": 8693
+    },
+    {
+      "epoch": 0.08229759279067786,
+      "grad_norm": 317.9525146484375,
+      "learning_rate": 1.985693385779785e-06,
+      "loss": 24.5078,
+      "step": 8694
+    },
+    {
+      "epoch": 0.08230705881239292,
+      "grad_norm": 336.6326599121094,
+      "learning_rate": 1.9856882179005356e-06,
+      "loss": 26.0938,
+      "step": 8695
+    },
+    {
+      "epoch": 0.08231652483410797,
+      "grad_norm": 298.5812683105469,
+      "learning_rate": 1.985683049094804e-06,
+      "loss": 23.9531,
+      "step": 8696
+    },
+    {
+      "epoch": 0.08232599085582303,
+      "grad_norm": 1261.5892333984375,
+      "learning_rate": 1.9856778793625943e-06,
+      "loss": 34.9062,
+      "step": 8697
+    },
+    {
+      "epoch": 0.08233545687753807,
+      "grad_norm": 941.9432983398438,
+      "learning_rate": 1.985672708703911e-06,
+      "loss": 42.8906,
+      "step": 8698
+    },
+    {
+      "epoch": 0.08234492289925313,
+      "grad_norm": 650.5338134765625,
+      "learning_rate": 1.9856675371187597e-06,
+      "loss": 18.1094,
+      "step": 8699
+    },
+    {
+      "epoch": 0.08235438892096819,
+      "grad_norm": 216.5482177734375,
+      "learning_rate": 1.9856623646071453e-06,
+      "loss": 23.3047,
+      "step": 8700
+    },
+    {
+      "epoch": 0.08236385494268324,
+      "grad_norm": 482.5940246582031,
+      "learning_rate": 1.9856571911690726e-06,
+      "loss": 23.4219,
+      "step": 8701
+    },
+    {
+      "epoch": 0.0823733209643983,
+      "grad_norm": 257.6396789550781,
+      "learning_rate": 1.9856520168045457e-06,
+      "loss": 25.8672,
+      "step": 8702
+    },
+    {
+      "epoch": 0.08238278698611334,
+      "grad_norm": 335.8690185546875,
+      "learning_rate": 1.9856468415135706e-06,
+      "loss": 30.1641,
+      "step": 8703
+    },
+    {
+      "epoch": 0.0823922530078284,
+      "grad_norm": 175.90028381347656,
+      "learning_rate": 1.985641665296151e-06,
+      "loss": 23.2461,
+      "step": 8704
+    },
+    {
+      "epoch": 0.08240171902954345,
+      "grad_norm": 219.3831329345703,
+      "learning_rate": 1.985636488152293e-06,
+      "loss": 16.7891,
+      "step": 8705
+    },
+    {
+      "epoch": 0.08241118505125851,
+      "grad_norm": 3.5476040840148926,
+      "learning_rate": 1.9856313100820004e-06,
+      "loss": 0.927,
+      "step": 8706
+    },
+    {
+      "epoch": 0.08242065107297356,
+      "grad_norm": 279.5444030761719,
+      "learning_rate": 1.9856261310852786e-06,
+      "loss": 37.4844,
+      "step": 8707
+    },
+    {
+      "epoch": 0.08243011709468862,
+      "grad_norm": 315.3930969238281,
+      "learning_rate": 1.9856209511621322e-06,
+      "loss": 16.2812,
+      "step": 8708
+    },
+    {
+      "epoch": 0.08243958311640368,
+      "grad_norm": 453.61431884765625,
+      "learning_rate": 1.985615770312566e-06,
+      "loss": 52.8594,
+      "step": 8709
+    },
+    {
+      "epoch": 0.08244904913811872,
+      "grad_norm": 598.2427978515625,
+      "learning_rate": 1.985610588536586e-06,
+      "loss": 42.4297,
+      "step": 8710
+    },
+    {
+      "epoch": 0.08245851515983378,
+      "grad_norm": 730.796142578125,
+      "learning_rate": 1.9856054058341954e-06,
+      "loss": 38.0586,
+      "step": 8711
+    },
+    {
+      "epoch": 0.08246798118154883,
+      "grad_norm": 565.1240234375,
+      "learning_rate": 1.9856002222054e-06,
+      "loss": 33.1172,
+      "step": 8712
+    },
+    {
+      "epoch": 0.08247744720326389,
+      "grad_norm": 304.0792541503906,
+      "learning_rate": 1.9855950376502047e-06,
+      "loss": 29.9062,
+      "step": 8713
+    },
+    {
+      "epoch": 0.08248691322497893,
+      "grad_norm": 167.6880340576172,
+      "learning_rate": 1.985589852168614e-06,
+      "loss": 16.5781,
+      "step": 8714
+    },
+    {
+      "epoch": 0.082496379246694,
+      "grad_norm": 563.47216796875,
+      "learning_rate": 1.985584665760633e-06,
+      "loss": 31.0781,
+      "step": 8715
+    },
+    {
+      "epoch": 0.08250584526840904,
+      "grad_norm": 3.488931655883789,
+      "learning_rate": 1.9855794784262663e-06,
+      "loss": 1.0991,
+      "step": 8716
+    },
+    {
+      "epoch": 0.0825153112901241,
+      "grad_norm": 410.6516418457031,
+      "learning_rate": 1.9855742901655194e-06,
+      "loss": 49.7266,
+      "step": 8717
+    },
+    {
+      "epoch": 0.08252477731183916,
+      "grad_norm": 304.539794921875,
+      "learning_rate": 1.9855691009783966e-06,
+      "loss": 18.7383,
+      "step": 8718
+    },
+    {
+      "epoch": 0.0825342433335542,
+      "grad_norm": 240.3153839111328,
+      "learning_rate": 1.985563910864903e-06,
+      "loss": 22.375,
+      "step": 8719
+    },
+    {
+      "epoch": 0.08254370935526927,
+      "grad_norm": 364.3797302246094,
+      "learning_rate": 1.985558719825043e-06,
+      "loss": 19.8125,
+      "step": 8720
+    },
+    {
+      "epoch": 0.08255317537698431,
+      "grad_norm": 422.76177978515625,
+      "learning_rate": 1.9855535278588226e-06,
+      "loss": 40.3594,
+      "step": 8721
+    },
+    {
+      "epoch": 0.08256264139869937,
+      "grad_norm": 254.8544921875,
+      "learning_rate": 1.9855483349662457e-06,
+      "loss": 18.9375,
+      "step": 8722
+    },
+    {
+      "epoch": 0.08257210742041442,
+      "grad_norm": 514.790283203125,
+      "learning_rate": 1.9855431411473177e-06,
+      "loss": 32.6562,
+      "step": 8723
+    },
+    {
+      "epoch": 0.08258157344212948,
+      "grad_norm": 259.16943359375,
+      "learning_rate": 1.9855379464020426e-06,
+      "loss": 27.9922,
+      "step": 8724
+    },
+    {
+      "epoch": 0.08259103946384452,
+      "grad_norm": 739.2986450195312,
+      "learning_rate": 1.985532750730427e-06,
+      "loss": 31.6016,
+      "step": 8725
+    },
+    {
+      "epoch": 0.08260050548555958,
+      "grad_norm": 316.5402526855469,
+      "learning_rate": 1.985527554132474e-06,
+      "loss": 30.0781,
+      "step": 8726
+    },
+    {
+      "epoch": 0.08260997150727464,
+      "grad_norm": 1177.6724853515625,
+      "learning_rate": 1.9855223566081892e-06,
+      "loss": 55.9062,
+      "step": 8727
+    },
+    {
+      "epoch": 0.08261943752898969,
+      "grad_norm": 723.8480834960938,
+      "learning_rate": 1.9855171581575774e-06,
+      "loss": 51.8281,
+      "step": 8728
+    },
+    {
+      "epoch": 0.08262890355070475,
+      "grad_norm": 438.4127197265625,
+      "learning_rate": 1.985511958780644e-06,
+      "loss": 37.3906,
+      "step": 8729
+    },
+    {
+      "epoch": 0.0826383695724198,
+      "grad_norm": 460.58709716796875,
+      "learning_rate": 1.9855067584773933e-06,
+      "loss": 14.0859,
+      "step": 8730
+    },
+    {
+      "epoch": 0.08264783559413486,
+      "grad_norm": 333.8709716796875,
+      "learning_rate": 1.9855015572478303e-06,
+      "loss": 16.8438,
+      "step": 8731
+    },
+    {
+      "epoch": 0.0826573016158499,
+      "grad_norm": 293.8708801269531,
+      "learning_rate": 1.98549635509196e-06,
+      "loss": 31.4492,
+      "step": 8732
+    },
+    {
+      "epoch": 0.08266676763756496,
+      "grad_norm": 454.6141662597656,
+      "learning_rate": 1.9854911520097874e-06,
+      "loss": 26.2031,
+      "step": 8733
+    },
+    {
+      "epoch": 0.08267623365928002,
+      "grad_norm": 378.40753173828125,
+      "learning_rate": 1.9854859480013173e-06,
+      "loss": 28.9219,
+      "step": 8734
+    },
+    {
+      "epoch": 0.08268569968099507,
+      "grad_norm": 620.6176147460938,
+      "learning_rate": 1.985480743066554e-06,
+      "loss": 42.7852,
+      "step": 8735
+    },
+    {
+      "epoch": 0.08269516570271013,
+      "grad_norm": 226.80517578125,
+      "learning_rate": 1.9854755372055033e-06,
+      "loss": 21.2109,
+      "step": 8736
+    },
+    {
+      "epoch": 0.08270463172442517,
+      "grad_norm": 231.06625366210938,
+      "learning_rate": 1.9854703304181696e-06,
+      "loss": 9.6914,
+      "step": 8737
+    },
+    {
+      "epoch": 0.08271409774614023,
+      "grad_norm": 242.5263671875,
+      "learning_rate": 1.985465122704558e-06,
+      "loss": 23.1562,
+      "step": 8738
+    },
+    {
+      "epoch": 0.08272356376785528,
+      "grad_norm": 228.9398956298828,
+      "learning_rate": 1.985459914064673e-06,
+      "loss": 33.3125,
+      "step": 8739
+    },
+    {
+      "epoch": 0.08273302978957034,
+      "grad_norm": 3.227261543273926,
+      "learning_rate": 1.98545470449852e-06,
+      "loss": 0.9126,
+      "step": 8740
+    },
+    {
+      "epoch": 0.08274249581128539,
+      "grad_norm": 499.432861328125,
+      "learning_rate": 1.9854494940061036e-06,
+      "loss": 46.9531,
+      "step": 8741
+    },
+    {
+      "epoch": 0.08275196183300045,
+      "grad_norm": 389.5716552734375,
+      "learning_rate": 1.9854442825874288e-06,
+      "loss": 41.25,
+      "step": 8742
+    },
+    {
+      "epoch": 0.0827614278547155,
+      "grad_norm": 409.2669372558594,
+      "learning_rate": 1.9854390702425006e-06,
+      "loss": 33.3984,
+      "step": 8743
+    },
+    {
+      "epoch": 0.08277089387643055,
+      "grad_norm": 229.82664489746094,
+      "learning_rate": 1.9854338569713237e-06,
+      "loss": 16.5469,
+      "step": 8744
+    },
+    {
+      "epoch": 0.08278035989814561,
+      "grad_norm": 403.3621520996094,
+      "learning_rate": 1.985428642773903e-06,
+      "loss": 22.7344,
+      "step": 8745
+    },
+    {
+      "epoch": 0.08278982591986066,
+      "grad_norm": 266.61468505859375,
+      "learning_rate": 1.9854234276502435e-06,
+      "loss": 25.4922,
+      "step": 8746
+    },
+    {
+      "epoch": 0.08279929194157572,
+      "grad_norm": 233.8787841796875,
+      "learning_rate": 1.98541821160035e-06,
+      "loss": 9.7852,
+      "step": 8747
+    },
+    {
+      "epoch": 0.08280875796329076,
+      "grad_norm": 260.4866027832031,
+      "learning_rate": 1.985412994624228e-06,
+      "loss": 20.6406,
+      "step": 8748
+    },
+    {
+      "epoch": 0.08281822398500582,
+      "grad_norm": 237.79815673828125,
+      "learning_rate": 1.9854077767218816e-06,
+      "loss": 18.9297,
+      "step": 8749
+    },
+    {
+      "epoch": 0.08282769000672087,
+      "grad_norm": 578.6331176757812,
+      "learning_rate": 1.9854025578933156e-06,
+      "loss": 24.0312,
+      "step": 8750
+    },
+    {
+      "epoch": 0.08283715602843593,
+      "grad_norm": 426.75726318359375,
+      "learning_rate": 1.985397338138536e-06,
+      "loss": 27.7734,
+      "step": 8751
+    },
+    {
+      "epoch": 0.08284662205015099,
+      "grad_norm": 245.75962829589844,
+      "learning_rate": 1.9853921174575466e-06,
+      "loss": 27.3125,
+      "step": 8752
+    },
+    {
+      "epoch": 0.08285608807186604,
+      "grad_norm": 271.35333251953125,
+      "learning_rate": 1.9853868958503526e-06,
+      "loss": 21.1172,
+      "step": 8753
+    },
+    {
+      "epoch": 0.0828655540935811,
+      "grad_norm": 521.1118774414062,
+      "learning_rate": 1.9853816733169593e-06,
+      "loss": 13.1523,
+      "step": 8754
+    },
+    {
+      "epoch": 0.08287502011529614,
+      "grad_norm": 227.997802734375,
+      "learning_rate": 1.9853764498573715e-06,
+      "loss": 21.8516,
+      "step": 8755
+    },
+    {
+      "epoch": 0.0828844861370112,
+      "grad_norm": 316.5507507324219,
+      "learning_rate": 1.9853712254715934e-06,
+      "loss": 17.8516,
+      "step": 8756
+    },
+    {
+      "epoch": 0.08289395215872625,
+      "grad_norm": 448.6460876464844,
+      "learning_rate": 1.9853660001596306e-06,
+      "loss": 27.1406,
+      "step": 8757
+    },
+    {
+      "epoch": 0.08290341818044131,
+      "grad_norm": 410.67022705078125,
+      "learning_rate": 1.985360773921488e-06,
+      "loss": 25.0938,
+      "step": 8758
+    },
+    {
+      "epoch": 0.08291288420215635,
+      "grad_norm": 334.8908996582031,
+      "learning_rate": 1.9853555467571703e-06,
+      "loss": 23.0156,
+      "step": 8759
+    },
+    {
+      "epoch": 0.08292235022387141,
+      "grad_norm": 370.65576171875,
+      "learning_rate": 1.9853503186666823e-06,
+      "loss": 20.1562,
+      "step": 8760
+    },
+    {
+      "epoch": 0.08293181624558647,
+      "grad_norm": 476.39459228515625,
+      "learning_rate": 1.98534508965003e-06,
+      "loss": 26.0273,
+      "step": 8761
+    },
+    {
+      "epoch": 0.08294128226730152,
+      "grad_norm": 237.46949768066406,
+      "learning_rate": 1.9853398597072163e-06,
+      "loss": 21.1641,
+      "step": 8762
+    },
+    {
+      "epoch": 0.08295074828901658,
+      "grad_norm": 564.3192138671875,
+      "learning_rate": 1.9853346288382476e-06,
+      "loss": 47.3125,
+      "step": 8763
+    },
+    {
+      "epoch": 0.08296021431073163,
+      "grad_norm": 363.9349670410156,
+      "learning_rate": 1.9853293970431285e-06,
+      "loss": 39.9844,
+      "step": 8764
+    },
+    {
+      "epoch": 0.08296968033244669,
+      "grad_norm": 230.90232849121094,
+      "learning_rate": 1.985324164321864e-06,
+      "loss": 21.0156,
+      "step": 8765
+    },
+    {
+      "epoch": 0.08297914635416173,
+      "grad_norm": 182.3005828857422,
+      "learning_rate": 1.9853189306744586e-06,
+      "loss": 23.6484,
+      "step": 8766
+    },
+    {
+      "epoch": 0.08298861237587679,
+      "grad_norm": 279.4573669433594,
+      "learning_rate": 1.9853136961009176e-06,
+      "loss": 19.8359,
+      "step": 8767
+    },
+    {
+      "epoch": 0.08299807839759184,
+      "grad_norm": 465.7752990722656,
+      "learning_rate": 1.985308460601246e-06,
+      "loss": 38.2188,
+      "step": 8768
+    },
+    {
+      "epoch": 0.0830075444193069,
+      "grad_norm": 309.4772033691406,
+      "learning_rate": 1.985303224175448e-06,
+      "loss": 39.3125,
+      "step": 8769
+    },
+    {
+      "epoch": 0.08301701044102196,
+      "grad_norm": 524.9190673828125,
+      "learning_rate": 1.98529798682353e-06,
+      "loss": 40.9961,
+      "step": 8770
+    },
+    {
+      "epoch": 0.083026476462737,
+      "grad_norm": 1024.4036865234375,
+      "learning_rate": 1.9852927485454954e-06,
+      "loss": 55.2969,
+      "step": 8771
+    },
+    {
+      "epoch": 0.08303594248445206,
+      "grad_norm": 451.4525451660156,
+      "learning_rate": 1.98528750934135e-06,
+      "loss": 21.7422,
+      "step": 8772
+    },
+    {
+      "epoch": 0.08304540850616711,
+      "grad_norm": 361.4324951171875,
+      "learning_rate": 1.985282269211098e-06,
+      "loss": 41.9531,
+      "step": 8773
+    },
+    {
+      "epoch": 0.08305487452788217,
+      "grad_norm": 773.0471801757812,
+      "learning_rate": 1.9852770281547453e-06,
+      "loss": 43.1172,
+      "step": 8774
+    },
+    {
+      "epoch": 0.08306434054959722,
+      "grad_norm": 297.3982238769531,
+      "learning_rate": 1.985271786172296e-06,
+      "loss": 22.0,
+      "step": 8775
+    },
+    {
+      "epoch": 0.08307380657131228,
+      "grad_norm": 416.8920593261719,
+      "learning_rate": 1.9852665432637556e-06,
+      "loss": 31.6406,
+      "step": 8776
+    },
+    {
+      "epoch": 0.08308327259302734,
+      "grad_norm": 447.1200866699219,
+      "learning_rate": 1.985261299429128e-06,
+      "loss": 48.1094,
+      "step": 8777
+    },
+    {
+      "epoch": 0.08309273861474238,
+      "grad_norm": 3.161116123199463,
+      "learning_rate": 1.9852560546684194e-06,
+      "loss": 0.8359,
+      "step": 8778
+    },
+    {
+      "epoch": 0.08310220463645744,
+      "grad_norm": 232.520263671875,
+      "learning_rate": 1.9852508089816343e-06,
+      "loss": 22.75,
+      "step": 8779
+    },
+    {
+      "epoch": 0.08311167065817249,
+      "grad_norm": 3.281550168991089,
+      "learning_rate": 1.9852455623687774e-06,
+      "loss": 0.9539,
+      "step": 8780
+    },
+    {
+      "epoch": 0.08312113667988755,
+      "grad_norm": 203.04812622070312,
+      "learning_rate": 1.985240314829854e-06,
+      "loss": 21.9531,
+      "step": 8781
+    },
+    {
+      "epoch": 0.0831306027016026,
+      "grad_norm": 915.4973754882812,
+      "learning_rate": 1.9852350663648683e-06,
+      "loss": 76.125,
+      "step": 8782
+    },
+    {
+      "epoch": 0.08314006872331765,
+      "grad_norm": 305.6681823730469,
+      "learning_rate": 1.985229816973826e-06,
+      "loss": 21.0352,
+      "step": 8783
+    },
+    {
+      "epoch": 0.0831495347450327,
+      "grad_norm": 316.6472473144531,
+      "learning_rate": 1.9852245666567318e-06,
+      "loss": 52.8281,
+      "step": 8784
+    },
+    {
+      "epoch": 0.08315900076674776,
+      "grad_norm": 795.4052734375,
+      "learning_rate": 1.9852193154135905e-06,
+      "loss": 49.6719,
+      "step": 8785
+    },
+    {
+      "epoch": 0.08316846678846282,
+      "grad_norm": 384.4526672363281,
+      "learning_rate": 1.985214063244407e-06,
+      "loss": 37.9219,
+      "step": 8786
+    },
+    {
+      "epoch": 0.08317793281017787,
+      "grad_norm": 414.32354736328125,
+      "learning_rate": 1.9852088101491867e-06,
+      "loss": 33.4844,
+      "step": 8787
+    },
+    {
+      "epoch": 0.08318739883189293,
+      "grad_norm": 259.5562438964844,
+      "learning_rate": 1.985203556127934e-06,
+      "loss": 23.625,
+      "step": 8788
+    },
+    {
+      "epoch": 0.08319686485360797,
+      "grad_norm": 299.328369140625,
+      "learning_rate": 1.985198301180654e-06,
+      "loss": 30.8594,
+      "step": 8789
+    },
+    {
+      "epoch": 0.08320633087532303,
+      "grad_norm": 531.0048828125,
+      "learning_rate": 1.9851930453073516e-06,
+      "loss": 14.3906,
+      "step": 8790
+    },
+    {
+      "epoch": 0.08321579689703808,
+      "grad_norm": 419.4172058105469,
+      "learning_rate": 1.9851877885080324e-06,
+      "loss": 14.5703,
+      "step": 8791
+    },
+    {
+      "epoch": 0.08322526291875314,
+      "grad_norm": 520.8797607421875,
+      "learning_rate": 1.9851825307827004e-06,
+      "loss": 29.4844,
+      "step": 8792
+    },
+    {
+      "epoch": 0.08323472894046818,
+      "grad_norm": 324.93402099609375,
+      "learning_rate": 1.985177272131361e-06,
+      "loss": 12.7227,
+      "step": 8793
+    },
+    {
+      "epoch": 0.08324419496218324,
+      "grad_norm": 689.3154296875,
+      "learning_rate": 1.985172012554019e-06,
+      "loss": 75.6016,
+      "step": 8794
+    },
+    {
+      "epoch": 0.0832536609838983,
+      "grad_norm": 3.1198084354400635,
+      "learning_rate": 1.985166752050679e-06,
+      "loss": 0.9307,
+      "step": 8795
+    },
+    {
+      "epoch": 0.08326312700561335,
+      "grad_norm": 355.2467346191406,
+      "learning_rate": 1.985161490621347e-06,
+      "loss": 21.6719,
+      "step": 8796
+    },
+    {
+      "epoch": 0.08327259302732841,
+      "grad_norm": 242.8581085205078,
+      "learning_rate": 1.985156228266027e-06,
+      "loss": 28.1875,
+      "step": 8797
+    },
+    {
+      "epoch": 0.08328205904904346,
+      "grad_norm": 197.9665985107422,
+      "learning_rate": 1.985150964984724e-06,
+      "loss": 19.6797,
+      "step": 8798
+    },
+    {
+      "epoch": 0.08329152507075852,
+      "grad_norm": 229.36068725585938,
+      "learning_rate": 1.9851457007774437e-06,
+      "loss": 18.9609,
+      "step": 8799
+    },
+    {
+      "epoch": 0.08330099109247356,
+      "grad_norm": 329.86358642578125,
+      "learning_rate": 1.9851404356441903e-06,
+      "loss": 51.7656,
+      "step": 8800
+    },
+    {
+      "epoch": 0.08331045711418862,
+      "grad_norm": 923.4099731445312,
+      "learning_rate": 1.985135169584969e-06,
+      "loss": 32.7656,
+      "step": 8801
+    },
+    {
+      "epoch": 0.08331992313590367,
+      "grad_norm": 244.1951904296875,
+      "learning_rate": 1.985129902599784e-06,
+      "loss": 22.5625,
+      "step": 8802
+    },
+    {
+      "epoch": 0.08332938915761873,
+      "grad_norm": 299.083251953125,
+      "learning_rate": 1.985124634688642e-06,
+      "loss": 21.0312,
+      "step": 8803
+    },
+    {
+      "epoch": 0.08333885517933379,
+      "grad_norm": 723.6370849609375,
+      "learning_rate": 1.9851193658515465e-06,
+      "loss": 39.5312,
+      "step": 8804
+    },
+    {
+      "epoch": 0.08334832120104883,
+      "grad_norm": 515.4642333984375,
+      "learning_rate": 1.9851140960885032e-06,
+      "loss": 19.6641,
+      "step": 8805
+    },
+    {
+      "epoch": 0.0833577872227639,
+      "grad_norm": 548.3618774414062,
+      "learning_rate": 1.985108825399516e-06,
+      "loss": 57.4531,
+      "step": 8806
+    },
+    {
+      "epoch": 0.08336725324447894,
+      "grad_norm": 454.2354431152344,
+      "learning_rate": 1.9851035537845913e-06,
+      "loss": 29.1719,
+      "step": 8807
+    },
+    {
+      "epoch": 0.083376719266194,
+      "grad_norm": 161.4385223388672,
+      "learning_rate": 1.985098281243733e-06,
+      "loss": 21.2344,
+      "step": 8808
+    },
+    {
+      "epoch": 0.08338618528790905,
+      "grad_norm": 741.9959716796875,
+      "learning_rate": 1.9850930077769465e-06,
+      "loss": 36.4922,
+      "step": 8809
+    },
+    {
+      "epoch": 0.0833956513096241,
+      "grad_norm": 277.9853210449219,
+      "learning_rate": 1.9850877333842367e-06,
+      "loss": 23.0781,
+      "step": 8810
+    },
+    {
+      "epoch": 0.08340511733133915,
+      "grad_norm": 212.28634643554688,
+      "learning_rate": 1.9850824580656086e-06,
+      "loss": 26.6797,
+      "step": 8811
+    },
+    {
+      "epoch": 0.08341458335305421,
+      "grad_norm": 493.63433837890625,
+      "learning_rate": 1.985077181821067e-06,
+      "loss": 47.8125,
+      "step": 8812
+    },
+    {
+      "epoch": 0.08342404937476927,
+      "grad_norm": 320.9934997558594,
+      "learning_rate": 1.9850719046506166e-06,
+      "loss": 23.5234,
+      "step": 8813
+    },
+    {
+      "epoch": 0.08343351539648432,
+      "grad_norm": 483.96630859375,
+      "learning_rate": 1.9850666265542633e-06,
+      "loss": 23.9453,
+      "step": 8814
+    },
+    {
+      "epoch": 0.08344298141819938,
+      "grad_norm": 244.08682250976562,
+      "learning_rate": 1.985061347532011e-06,
+      "loss": 24.3047,
+      "step": 8815
+    },
+    {
+      "epoch": 0.08345244743991442,
+      "grad_norm": 534.9404907226562,
+      "learning_rate": 1.985056067583865e-06,
+      "loss": 26.5078,
+      "step": 8816
+    },
+    {
+      "epoch": 0.08346191346162948,
+      "grad_norm": 266.70867919921875,
+      "learning_rate": 1.985050786709831e-06,
+      "loss": 27.9844,
+      "step": 8817
+    },
+    {
+      "epoch": 0.08347137948334453,
+      "grad_norm": 381.6511535644531,
+      "learning_rate": 1.985045504909913e-06,
+      "loss": 51.0469,
+      "step": 8818
+    },
+    {
+      "epoch": 0.08348084550505959,
+      "grad_norm": 635.8932495117188,
+      "learning_rate": 1.9850402221841162e-06,
+      "loss": 48.3906,
+      "step": 8819
+    },
+    {
+      "epoch": 0.08349031152677465,
+      "grad_norm": 3.3161020278930664,
+      "learning_rate": 1.9850349385324457e-06,
+      "loss": 0.876,
+      "step": 8820
+    },
+    {
+      "epoch": 0.0834997775484897,
+      "grad_norm": 856.2240600585938,
+      "learning_rate": 1.9850296539549063e-06,
+      "loss": 51.9531,
+      "step": 8821
+    },
+    {
+      "epoch": 0.08350924357020476,
+      "grad_norm": 444.64862060546875,
+      "learning_rate": 1.9850243684515036e-06,
+      "loss": 64.6641,
+      "step": 8822
+    },
+    {
+      "epoch": 0.0835187095919198,
+      "grad_norm": 289.142578125,
+      "learning_rate": 1.985019082022242e-06,
+      "loss": 24.7422,
+      "step": 8823
+    },
+    {
+      "epoch": 0.08352817561363486,
+      "grad_norm": 531.5360717773438,
+      "learning_rate": 1.985013794667126e-06,
+      "loss": 24.3438,
+      "step": 8824
+    },
+    {
+      "epoch": 0.08353764163534991,
+      "grad_norm": 422.6285400390625,
+      "learning_rate": 1.9850085063861613e-06,
+      "loss": 35.6875,
+      "step": 8825
+    },
+    {
+      "epoch": 0.08354710765706497,
+      "grad_norm": 612.0631103515625,
+      "learning_rate": 1.985003217179353e-06,
+      "loss": 26.1719,
+      "step": 8826
+    },
+    {
+      "epoch": 0.08355657367878001,
+      "grad_norm": 473.46197509765625,
+      "learning_rate": 1.9849979270467052e-06,
+      "loss": 37.8047,
+      "step": 8827
+    },
+    {
+      "epoch": 0.08356603970049507,
+      "grad_norm": 471.254638671875,
+      "learning_rate": 1.9849926359882237e-06,
+      "loss": 30.7109,
+      "step": 8828
+    },
+    {
+      "epoch": 0.08357550572221013,
+      "grad_norm": 417.5416564941406,
+      "learning_rate": 1.9849873440039136e-06,
+      "loss": 57.0,
+      "step": 8829
+    },
+    {
+      "epoch": 0.08358497174392518,
+      "grad_norm": 164.27415466308594,
+      "learning_rate": 1.984982051093779e-06,
+      "loss": 22.0156,
+      "step": 8830
+    },
+    {
+      "epoch": 0.08359443776564024,
+      "grad_norm": 295.36785888671875,
+      "learning_rate": 1.9849767572578257e-06,
+      "loss": 20.1172,
+      "step": 8831
+    },
+    {
+      "epoch": 0.08360390378735529,
+      "grad_norm": 2.831653118133545,
+      "learning_rate": 1.984971462496058e-06,
+      "loss": 0.9204,
+      "step": 8832
+    },
+    {
+      "epoch": 0.08361336980907035,
+      "grad_norm": 1456.96044921875,
+      "learning_rate": 1.9849661668084814e-06,
+      "loss": 67.1562,
+      "step": 8833
+    },
+    {
+      "epoch": 0.08362283583078539,
+      "grad_norm": 248.31365966796875,
+      "learning_rate": 1.9849608701951007e-06,
+      "loss": 19.8125,
+      "step": 8834
+    },
+    {
+      "epoch": 0.08363230185250045,
+      "grad_norm": 745.7921752929688,
+      "learning_rate": 1.9849555726559205e-06,
+      "loss": 47.2812,
+      "step": 8835
+    },
+    {
+      "epoch": 0.0836417678742155,
+      "grad_norm": 397.4355773925781,
+      "learning_rate": 1.984950274190947e-06,
+      "loss": 33.1719,
+      "step": 8836
+    },
+    {
+      "epoch": 0.08365123389593056,
+      "grad_norm": 3.3277812004089355,
+      "learning_rate": 1.9849449748001833e-06,
+      "loss": 0.9858,
+      "step": 8837
+    },
+    {
+      "epoch": 0.08366069991764562,
+      "grad_norm": 758.599853515625,
+      "learning_rate": 1.984939674483636e-06,
+      "loss": 26.2031,
+      "step": 8838
+    },
+    {
+      "epoch": 0.08367016593936066,
+      "grad_norm": 546.0413208007812,
+      "learning_rate": 1.9849343732413094e-06,
+      "loss": 46.6875,
+      "step": 8839
+    },
+    {
+      "epoch": 0.08367963196107572,
+      "grad_norm": 813.3239135742188,
+      "learning_rate": 1.984929071073208e-06,
+      "loss": 32.6562,
+      "step": 8840
+    },
+    {
+      "epoch": 0.08368909798279077,
+      "grad_norm": 176.57369995117188,
+      "learning_rate": 1.984923767979338e-06,
+      "loss": 18.8555,
+      "step": 8841
+    },
+    {
+      "epoch": 0.08369856400450583,
+      "grad_norm": 245.02989196777344,
+      "learning_rate": 1.9849184639597036e-06,
+      "loss": 23.1953,
+      "step": 8842
+    },
+    {
+      "epoch": 0.08370803002622088,
+      "grad_norm": 585.6976928710938,
+      "learning_rate": 1.9849131590143096e-06,
+      "loss": 52.5781,
+      "step": 8843
+    },
+    {
+      "epoch": 0.08371749604793594,
+      "grad_norm": 676.7100219726562,
+      "learning_rate": 1.984907853143162e-06,
+      "loss": 33.3047,
+      "step": 8844
+    },
+    {
+      "epoch": 0.08372696206965098,
+      "grad_norm": 159.07142639160156,
+      "learning_rate": 1.9849025463462645e-06,
+      "loss": 22.1406,
+      "step": 8845
+    },
+    {
+      "epoch": 0.08373642809136604,
+      "grad_norm": 282.001220703125,
+      "learning_rate": 1.984897238623623e-06,
+      "loss": 23.6562,
+      "step": 8846
+    },
+    {
+      "epoch": 0.0837458941130811,
+      "grad_norm": 388.9539794921875,
+      "learning_rate": 1.9848919299752416e-06,
+      "loss": 48.1719,
+      "step": 8847
+    },
+    {
+      "epoch": 0.08375536013479615,
+      "grad_norm": 393.9342346191406,
+      "learning_rate": 1.9848866204011264e-06,
+      "loss": 48.75,
+      "step": 8848
+    },
+    {
+      "epoch": 0.08376482615651121,
+      "grad_norm": 210.8812255859375,
+      "learning_rate": 1.984881309901282e-06,
+      "loss": 18.5859,
+      "step": 8849
+    },
+    {
+      "epoch": 0.08377429217822625,
+      "grad_norm": 3.436210870742798,
+      "learning_rate": 1.984875998475713e-06,
+      "loss": 1.0728,
+      "step": 8850
+    },
+    {
+      "epoch": 0.08378375819994131,
+      "grad_norm": 3.0027875900268555,
+      "learning_rate": 1.9848706861244245e-06,
+      "loss": 0.9043,
+      "step": 8851
+    },
+    {
+      "epoch": 0.08379322422165636,
+      "grad_norm": 230.69186401367188,
+      "learning_rate": 1.9848653728474217e-06,
+      "loss": 25.0234,
+      "step": 8852
+    },
+    {
+      "epoch": 0.08380269024337142,
+      "grad_norm": 654.931396484375,
+      "learning_rate": 1.9848600586447094e-06,
+      "loss": 55.5078,
+      "step": 8853
+    },
+    {
+      "epoch": 0.08381215626508647,
+      "grad_norm": 330.3341369628906,
+      "learning_rate": 1.984854743516293e-06,
+      "loss": 25.0312,
+      "step": 8854
+    },
+    {
+      "epoch": 0.08382162228680153,
+      "grad_norm": 250.2721405029297,
+      "learning_rate": 1.9848494274621766e-06,
+      "loss": 26.1719,
+      "step": 8855
+    },
+    {
+      "epoch": 0.08383108830851659,
+      "grad_norm": 173.36387634277344,
+      "learning_rate": 1.9848441104823664e-06,
+      "loss": 15.7969,
+      "step": 8856
+    },
+    {
+      "epoch": 0.08384055433023163,
+      "grad_norm": 556.9160766601562,
+      "learning_rate": 1.984838792576867e-06,
+      "loss": 59.4219,
+      "step": 8857
+    },
+    {
+      "epoch": 0.08385002035194669,
+      "grad_norm": 522.1920166015625,
+      "learning_rate": 1.9848334737456827e-06,
+      "loss": 30.1406,
+      "step": 8858
+    },
+    {
+      "epoch": 0.08385948637366174,
+      "grad_norm": 484.8470764160156,
+      "learning_rate": 1.984828153988819e-06,
+      "loss": 19.9844,
+      "step": 8859
+    },
+    {
+      "epoch": 0.0838689523953768,
+      "grad_norm": 1095.81982421875,
+      "learning_rate": 1.984822833306281e-06,
+      "loss": 44.1406,
+      "step": 8860
+    },
+    {
+      "epoch": 0.08387841841709184,
+      "grad_norm": 468.5309753417969,
+      "learning_rate": 1.984817511698074e-06,
+      "loss": 24.7734,
+      "step": 8861
+    },
+    {
+      "epoch": 0.0838878844388069,
+      "grad_norm": 218.4012908935547,
+      "learning_rate": 1.984812189164202e-06,
+      "loss": 19.0547,
+      "step": 8862
+    },
+    {
+      "epoch": 0.08389735046052196,
+      "grad_norm": 488.3345947265625,
+      "learning_rate": 1.984806865704671e-06,
+      "loss": 36.6172,
+      "step": 8863
+    },
+    {
+      "epoch": 0.08390681648223701,
+      "grad_norm": 300.9268493652344,
+      "learning_rate": 1.9848015413194856e-06,
+      "loss": 23.6016,
+      "step": 8864
+    },
+    {
+      "epoch": 0.08391628250395207,
+      "grad_norm": 202.99546813964844,
+      "learning_rate": 1.9847962160086506e-06,
+      "loss": 17.1094,
+      "step": 8865
+    },
+    {
+      "epoch": 0.08392574852566712,
+      "grad_norm": 295.3038024902344,
+      "learning_rate": 1.9847908897721717e-06,
+      "loss": 34.5,
+      "step": 8866
+    },
+    {
+      "epoch": 0.08393521454738218,
+      "grad_norm": 222.79852294921875,
+      "learning_rate": 1.9847855626100526e-06,
+      "loss": 15.0781,
+      "step": 8867
+    },
+    {
+      "epoch": 0.08394468056909722,
+      "grad_norm": 388.4269104003906,
+      "learning_rate": 1.9847802345223e-06,
+      "loss": 19.6094,
+      "step": 8868
+    },
+    {
+      "epoch": 0.08395414659081228,
+      "grad_norm": 180.2424774169922,
+      "learning_rate": 1.9847749055089173e-06,
+      "loss": 17.1172,
+      "step": 8869
+    },
+    {
+      "epoch": 0.08396361261252733,
+      "grad_norm": 330.44854736328125,
+      "learning_rate": 1.9847695755699108e-06,
+      "loss": 33.0391,
+      "step": 8870
+    },
+    {
+      "epoch": 0.08397307863424239,
+      "grad_norm": 340.24462890625,
+      "learning_rate": 1.9847642447052845e-06,
+      "loss": 36.9531,
+      "step": 8871
+    },
+    {
+      "epoch": 0.08398254465595745,
+      "grad_norm": 2.9250519275665283,
+      "learning_rate": 1.9847589129150443e-06,
+      "loss": 0.8091,
+      "step": 8872
+    },
+    {
+      "epoch": 0.0839920106776725,
+      "grad_norm": 284.3958740234375,
+      "learning_rate": 1.984753580199195e-06,
+      "loss": 16.7734,
+      "step": 8873
+    },
+    {
+      "epoch": 0.08400147669938755,
+      "grad_norm": 238.1319122314453,
+      "learning_rate": 1.984748246557741e-06,
+      "loss": 23.3047,
+      "step": 8874
+    },
+    {
+      "epoch": 0.0840109427211026,
+      "grad_norm": 192.00372314453125,
+      "learning_rate": 1.9847429119906873e-06,
+      "loss": 21.9219,
+      "step": 8875
+    },
+    {
+      "epoch": 0.08402040874281766,
+      "grad_norm": 444.34039306640625,
+      "learning_rate": 1.98473757649804e-06,
+      "loss": 27.4688,
+      "step": 8876
+    },
+    {
+      "epoch": 0.0840298747645327,
+      "grad_norm": 363.1620788574219,
+      "learning_rate": 1.984732240079803e-06,
+      "loss": 23.7031,
+      "step": 8877
+    },
+    {
+      "epoch": 0.08403934078624777,
+      "grad_norm": 238.79112243652344,
+      "learning_rate": 1.984726902735982e-06,
+      "loss": 31.8125,
+      "step": 8878
+    },
+    {
+      "epoch": 0.08404880680796281,
+      "grad_norm": 318.61712646484375,
+      "learning_rate": 1.984721564466582e-06,
+      "loss": 18.3281,
+      "step": 8879
+    },
+    {
+      "epoch": 0.08405827282967787,
+      "grad_norm": 699.9796142578125,
+      "learning_rate": 1.984716225271607e-06,
+      "loss": 19.3203,
+      "step": 8880
+    },
+    {
+      "epoch": 0.08406773885139293,
+      "grad_norm": 351.974365234375,
+      "learning_rate": 1.9847108851510635e-06,
+      "loss": 29.7656,
+      "step": 8881
+    },
+    {
+      "epoch": 0.08407720487310798,
+      "grad_norm": 230.63966369628906,
+      "learning_rate": 1.9847055441049555e-06,
+      "loss": 21.9766,
+      "step": 8882
+    },
+    {
+      "epoch": 0.08408667089482304,
+      "grad_norm": 449.7486877441406,
+      "learning_rate": 1.984700202133289e-06,
+      "loss": 26.1719,
+      "step": 8883
+    },
+    {
+      "epoch": 0.08409613691653808,
+      "grad_norm": 382.6612243652344,
+      "learning_rate": 1.9846948592360676e-06,
+      "loss": 21.293,
+      "step": 8884
+    },
+    {
+      "epoch": 0.08410560293825314,
+      "grad_norm": 458.1452941894531,
+      "learning_rate": 1.984689515413297e-06,
+      "loss": 22.5469,
+      "step": 8885
+    },
+    {
+      "epoch": 0.08411506895996819,
+      "grad_norm": 3.5151407718658447,
+      "learning_rate": 1.984684170664983e-06,
+      "loss": 1.064,
+      "step": 8886
+    },
+    {
+      "epoch": 0.08412453498168325,
+      "grad_norm": 470.7999572753906,
+      "learning_rate": 1.98467882499113e-06,
+      "loss": 27.1172,
+      "step": 8887
+    },
+    {
+      "epoch": 0.0841340010033983,
+      "grad_norm": 612.2626953125,
+      "learning_rate": 1.984673478391742e-06,
+      "loss": 47.5156,
+      "step": 8888
+    },
+    {
+      "epoch": 0.08414346702511336,
+      "grad_norm": 650.4542846679688,
+      "learning_rate": 1.984668130866826e-06,
+      "loss": 19.7656,
+      "step": 8889
+    },
+    {
+      "epoch": 0.08415293304682842,
+      "grad_norm": 3.203543186187744,
+      "learning_rate": 1.9846627824163854e-06,
+      "loss": 1.0146,
+      "step": 8890
+    },
+    {
+      "epoch": 0.08416239906854346,
+      "grad_norm": 301.44696044921875,
+      "learning_rate": 1.984657433040426e-06,
+      "loss": 24.6016,
+      "step": 8891
+    },
+    {
+      "epoch": 0.08417186509025852,
+      "grad_norm": 3.6490440368652344,
+      "learning_rate": 1.9846520827389527e-06,
+      "loss": 0.8613,
+      "step": 8892
+    },
+    {
+      "epoch": 0.08418133111197357,
+      "grad_norm": 981.7557373046875,
+      "learning_rate": 1.9846467315119702e-06,
+      "loss": 58.0,
+      "step": 8893
+    },
+    {
+      "epoch": 0.08419079713368863,
+      "grad_norm": 2.8892717361450195,
+      "learning_rate": 1.9846413793594845e-06,
+      "loss": 0.7439,
+      "step": 8894
+    },
+    {
+      "epoch": 0.08420026315540367,
+      "grad_norm": 372.880615234375,
+      "learning_rate": 1.9846360262814996e-06,
+      "loss": 33.4766,
+      "step": 8895
+    },
+    {
+      "epoch": 0.08420972917711873,
+      "grad_norm": 215.8834686279297,
+      "learning_rate": 1.9846306722780207e-06,
+      "loss": 26.125,
+      "step": 8896
+    },
+    {
+      "epoch": 0.08421919519883378,
+      "grad_norm": 3.05358624458313,
+      "learning_rate": 1.9846253173490532e-06,
+      "loss": 0.873,
+      "step": 8897
+    },
+    {
+      "epoch": 0.08422866122054884,
+      "grad_norm": 685.8557739257812,
+      "learning_rate": 1.984619961494602e-06,
+      "loss": 29.5234,
+      "step": 8898
+    },
+    {
+      "epoch": 0.0842381272422639,
+      "grad_norm": 270.11041259765625,
+      "learning_rate": 1.984614604714672e-06,
+      "loss": 20.7031,
+      "step": 8899
+    },
+    {
+      "epoch": 0.08424759326397895,
+      "grad_norm": 212.61422729492188,
+      "learning_rate": 1.9846092470092684e-06,
+      "loss": 14.5234,
+      "step": 8900
+    },
+    {
+      "epoch": 0.084257059285694,
+      "grad_norm": 424.1892395019531,
+      "learning_rate": 1.984603888378396e-06,
+      "loss": 35.4141,
+      "step": 8901
+    },
+    {
+      "epoch": 0.08426652530740905,
+      "grad_norm": 490.9993591308594,
+      "learning_rate": 1.98459852882206e-06,
+      "loss": 12.1758,
+      "step": 8902
+    },
+    {
+      "epoch": 0.08427599132912411,
+      "grad_norm": 445.6024475097656,
+      "learning_rate": 1.9845931683402656e-06,
+      "loss": 26.4297,
+      "step": 8903
+    },
+    {
+      "epoch": 0.08428545735083916,
+      "grad_norm": 289.1441955566406,
+      "learning_rate": 1.9845878069330174e-06,
+      "loss": 24.7656,
+      "step": 8904
+    },
+    {
+      "epoch": 0.08429492337255422,
+      "grad_norm": 462.58441162109375,
+      "learning_rate": 1.984582444600321e-06,
+      "loss": 31.0625,
+      "step": 8905
+    },
+    {
+      "epoch": 0.08430438939426928,
+      "grad_norm": 458.9753112792969,
+      "learning_rate": 1.984577081342181e-06,
+      "loss": 13.668,
+      "step": 8906
+    },
+    {
+      "epoch": 0.08431385541598432,
+      "grad_norm": 264.06951904296875,
+      "learning_rate": 1.984571717158603e-06,
+      "loss": 22.8516,
+      "step": 8907
+    },
+    {
+      "epoch": 0.08432332143769938,
+      "grad_norm": 220.81752014160156,
+      "learning_rate": 1.984566352049591e-06,
+      "loss": 23.2969,
+      "step": 8908
+    },
+    {
+      "epoch": 0.08433278745941443,
+      "grad_norm": 710.1553344726562,
+      "learning_rate": 1.9845609860151515e-06,
+      "loss": 29.7266,
+      "step": 8909
+    },
+    {
+      "epoch": 0.08434225348112949,
+      "grad_norm": 613.0198364257812,
+      "learning_rate": 1.984555619055288e-06,
+      "loss": 29.375,
+      "step": 8910
+    },
+    {
+      "epoch": 0.08435171950284454,
+      "grad_norm": 448.0309143066406,
+      "learning_rate": 1.9845502511700064e-06,
+      "loss": 26.6602,
+      "step": 8911
+    },
+    {
+      "epoch": 0.0843611855245596,
+      "grad_norm": 950.5946044921875,
+      "learning_rate": 1.9845448823593116e-06,
+      "loss": 44.3281,
+      "step": 8912
+    },
+    {
+      "epoch": 0.08437065154627464,
+      "grad_norm": 707.7650756835938,
+      "learning_rate": 1.984539512623209e-06,
+      "loss": 32.5312,
+      "step": 8913
+    },
+    {
+      "epoch": 0.0843801175679897,
+      "grad_norm": 277.1792907714844,
+      "learning_rate": 1.984534141961703e-06,
+      "loss": 22.6719,
+      "step": 8914
+    },
+    {
+      "epoch": 0.08438958358970476,
+      "grad_norm": 401.34832763671875,
+      "learning_rate": 1.9845287703747987e-06,
+      "loss": 51.7188,
+      "step": 8915
+    },
+    {
+      "epoch": 0.08439904961141981,
+      "grad_norm": 358.3507995605469,
+      "learning_rate": 1.9845233978625018e-06,
+      "loss": 49.875,
+      "step": 8916
+    },
+    {
+      "epoch": 0.08440851563313487,
+      "grad_norm": 374.16357421875,
+      "learning_rate": 1.984518024424817e-06,
+      "loss": 24.0547,
+      "step": 8917
+    },
+    {
+      "epoch": 0.08441798165484991,
+      "grad_norm": 740.1757202148438,
+      "learning_rate": 1.9845126500617493e-06,
+      "loss": 20.7891,
+      "step": 8918
+    },
+    {
+      "epoch": 0.08442744767656497,
+      "grad_norm": 319.4224548339844,
+      "learning_rate": 1.9845072747733035e-06,
+      "loss": 21.3477,
+      "step": 8919
+    },
+    {
+      "epoch": 0.08443691369828002,
+      "grad_norm": 641.6824340820312,
+      "learning_rate": 1.984501898559485e-06,
+      "loss": 38.3594,
+      "step": 8920
+    },
+    {
+      "epoch": 0.08444637971999508,
+      "grad_norm": 327.9729919433594,
+      "learning_rate": 1.984496521420299e-06,
+      "loss": 17.1016,
+      "step": 8921
+    },
+    {
+      "epoch": 0.08445584574171013,
+      "grad_norm": 3.042351722717285,
+      "learning_rate": 1.98449114335575e-06,
+      "loss": 0.7656,
+      "step": 8922
+    },
+    {
+      "epoch": 0.08446531176342519,
+      "grad_norm": 259.6384582519531,
+      "learning_rate": 1.9844857643658435e-06,
+      "loss": 28.3125,
+      "step": 8923
+    },
+    {
+      "epoch": 0.08447477778514025,
+      "grad_norm": 439.8496398925781,
+      "learning_rate": 1.9844803844505845e-06,
+      "loss": 21.5625,
+      "step": 8924
+    },
+    {
+      "epoch": 0.08448424380685529,
+      "grad_norm": 784.4655151367188,
+      "learning_rate": 1.984475003609978e-06,
+      "loss": 39.6016,
+      "step": 8925
+    },
+    {
+      "epoch": 0.08449370982857035,
+      "grad_norm": 356.92474365234375,
+      "learning_rate": 1.9844696218440286e-06,
+      "loss": 22.3906,
+      "step": 8926
+    },
+    {
+      "epoch": 0.0845031758502854,
+      "grad_norm": 427.600341796875,
+      "learning_rate": 1.9844642391527423e-06,
+      "loss": 51.7031,
+      "step": 8927
+    },
+    {
+      "epoch": 0.08451264187200046,
+      "grad_norm": 202.8555145263672,
+      "learning_rate": 1.9844588555361233e-06,
+      "loss": 21.0781,
+      "step": 8928
+    },
+    {
+      "epoch": 0.0845221078937155,
+      "grad_norm": 325.9989929199219,
+      "learning_rate": 1.984453470994177e-06,
+      "loss": 28.1172,
+      "step": 8929
+    },
+    {
+      "epoch": 0.08453157391543056,
+      "grad_norm": 444.90142822265625,
+      "learning_rate": 1.984448085526909e-06,
+      "loss": 34.9531,
+      "step": 8930
+    },
+    {
+      "epoch": 0.08454103993714561,
+      "grad_norm": 470.87457275390625,
+      "learning_rate": 1.9844426991343238e-06,
+      "loss": 31.6953,
+      "step": 8931
+    },
+    {
+      "epoch": 0.08455050595886067,
+      "grad_norm": 385.0086975097656,
+      "learning_rate": 1.984437311816426e-06,
+      "loss": 25.5664,
+      "step": 8932
+    },
+    {
+      "epoch": 0.08455997198057573,
+      "grad_norm": 266.005615234375,
+      "learning_rate": 1.9844319235732214e-06,
+      "loss": 20.8906,
+      "step": 8933
+    },
+    {
+      "epoch": 0.08456943800229078,
+      "grad_norm": 643.6508178710938,
+      "learning_rate": 1.984426534404715e-06,
+      "loss": 54.3828,
+      "step": 8934
+    },
+    {
+      "epoch": 0.08457890402400584,
+      "grad_norm": 562.8931884765625,
+      "learning_rate": 1.9844211443109115e-06,
+      "loss": 29.5,
+      "step": 8935
+    },
+    {
+      "epoch": 0.08458837004572088,
+      "grad_norm": 2.835160970687866,
+      "learning_rate": 1.9844157532918163e-06,
+      "loss": 0.8364,
+      "step": 8936
+    },
+    {
+      "epoch": 0.08459783606743594,
+      "grad_norm": 242.38140869140625,
+      "learning_rate": 1.984410361347434e-06,
+      "loss": 28.2344,
+      "step": 8937
+    },
+    {
+      "epoch": 0.08460730208915099,
+      "grad_norm": 497.8084411621094,
+      "learning_rate": 1.9844049684777704e-06,
+      "loss": 60.375,
+      "step": 8938
+    },
+    {
+      "epoch": 0.08461676811086605,
+      "grad_norm": 341.8622131347656,
+      "learning_rate": 1.98439957468283e-06,
+      "loss": 16.8828,
+      "step": 8939
+    },
+    {
+      "epoch": 0.0846262341325811,
+      "grad_norm": 612.1652221679688,
+      "learning_rate": 1.984394179962618e-06,
+      "loss": 58.4375,
+      "step": 8940
+    },
+    {
+      "epoch": 0.08463570015429615,
+      "grad_norm": 384.6694641113281,
+      "learning_rate": 1.9843887843171397e-06,
+      "loss": 26.8125,
+      "step": 8941
+    },
+    {
+      "epoch": 0.08464516617601121,
+      "grad_norm": 464.9880065917969,
+      "learning_rate": 1.9843833877463995e-06,
+      "loss": 19.3125,
+      "step": 8942
+    },
+    {
+      "epoch": 0.08465463219772626,
+      "grad_norm": 3.190570116043091,
+      "learning_rate": 1.9843779902504037e-06,
+      "loss": 0.8154,
+      "step": 8943
+    },
+    {
+      "epoch": 0.08466409821944132,
+      "grad_norm": 397.5469970703125,
+      "learning_rate": 1.984372591829156e-06,
+      "loss": 19.6875,
+      "step": 8944
+    },
+    {
+      "epoch": 0.08467356424115637,
+      "grad_norm": 252.61300659179688,
+      "learning_rate": 1.9843671924826622e-06,
+      "loss": 22.8672,
+      "step": 8945
+    },
+    {
+      "epoch": 0.08468303026287143,
+      "grad_norm": 347.6247863769531,
+      "learning_rate": 1.9843617922109276e-06,
+      "loss": 25.8516,
+      "step": 8946
+    },
+    {
+      "epoch": 0.08469249628458647,
+      "grad_norm": 196.84426879882812,
+      "learning_rate": 1.984356391013957e-06,
+      "loss": 22.3594,
+      "step": 8947
+    },
+    {
+      "epoch": 0.08470196230630153,
+      "grad_norm": 169.17178344726562,
+      "learning_rate": 1.9843509888917547e-06,
+      "loss": 20.7266,
+      "step": 8948
+    },
+    {
+      "epoch": 0.08471142832801659,
+      "grad_norm": 446.05029296875,
+      "learning_rate": 1.9843455858443274e-06,
+      "loss": 49.7344,
+      "step": 8949
+    },
+    {
+      "epoch": 0.08472089434973164,
+      "grad_norm": 483.9273986816406,
+      "learning_rate": 1.984340181871679e-06,
+      "loss": 24.125,
+      "step": 8950
+    },
+    {
+      "epoch": 0.0847303603714467,
+      "grad_norm": 426.08087158203125,
+      "learning_rate": 1.9843347769738145e-06,
+      "loss": 30.9844,
+      "step": 8951
+    },
+    {
+      "epoch": 0.08473982639316174,
+      "grad_norm": 764.5841674804688,
+      "learning_rate": 1.98432937115074e-06,
+      "loss": 23.0078,
+      "step": 8952
+    },
+    {
+      "epoch": 0.0847492924148768,
+      "grad_norm": 250.4618682861328,
+      "learning_rate": 1.984323964402459e-06,
+      "loss": 22.7891,
+      "step": 8953
+    },
+    {
+      "epoch": 0.08475875843659185,
+      "grad_norm": 347.85308837890625,
+      "learning_rate": 1.984318556728978e-06,
+      "loss": 19.0625,
+      "step": 8954
+    },
+    {
+      "epoch": 0.08476822445830691,
+      "grad_norm": 434.8587341308594,
+      "learning_rate": 1.9843131481303017e-06,
+      "loss": 60.8594,
+      "step": 8955
+    },
+    {
+      "epoch": 0.08477769048002196,
+      "grad_norm": 602.5391845703125,
+      "learning_rate": 1.984307738606435e-06,
+      "loss": 51.2109,
+      "step": 8956
+    },
+    {
+      "epoch": 0.08478715650173702,
+      "grad_norm": 634.9931030273438,
+      "learning_rate": 1.984302328157383e-06,
+      "loss": 20.5547,
+      "step": 8957
+    },
+    {
+      "epoch": 0.08479662252345208,
+      "grad_norm": 868.7211303710938,
+      "learning_rate": 1.984296916783151e-06,
+      "loss": 46.7109,
+      "step": 8958
+    },
+    {
+      "epoch": 0.08480608854516712,
+      "grad_norm": 148.088623046875,
+      "learning_rate": 1.984291504483744e-06,
+      "loss": 22.4766,
+      "step": 8959
+    },
+    {
+      "epoch": 0.08481555456688218,
+      "grad_norm": 321.1512756347656,
+      "learning_rate": 1.9842860912591665e-06,
+      "loss": 12.6953,
+      "step": 8960
+    },
+    {
+      "epoch": 0.08482502058859723,
+      "grad_norm": 430.67913818359375,
+      "learning_rate": 1.9842806771094247e-06,
+      "loss": 27.3125,
+      "step": 8961
+    },
+    {
+      "epoch": 0.08483448661031229,
+      "grad_norm": 173.428466796875,
+      "learning_rate": 1.9842752620345226e-06,
+      "loss": 18.8516,
+      "step": 8962
+    },
+    {
+      "epoch": 0.08484395263202733,
+      "grad_norm": 470.8623352050781,
+      "learning_rate": 1.984269846034466e-06,
+      "loss": 66.125,
+      "step": 8963
+    },
+    {
+      "epoch": 0.0848534186537424,
+      "grad_norm": 336.7995300292969,
+      "learning_rate": 1.98426442910926e-06,
+      "loss": 31.8125,
+      "step": 8964
+    },
+    {
+      "epoch": 0.08486288467545744,
+      "grad_norm": 439.6339111328125,
+      "learning_rate": 1.984259011258909e-06,
+      "loss": 43.1328,
+      "step": 8965
+    },
+    {
+      "epoch": 0.0848723506971725,
+      "grad_norm": 3.148829221725464,
+      "learning_rate": 1.984253592483419e-06,
+      "loss": 0.9243,
+      "step": 8966
+    },
+    {
+      "epoch": 0.08488181671888756,
+      "grad_norm": 260.5761413574219,
+      "learning_rate": 1.9842481727827946e-06,
+      "loss": 18.5703,
+      "step": 8967
+    },
+    {
+      "epoch": 0.0848912827406026,
+      "grad_norm": 895.5426025390625,
+      "learning_rate": 1.984242752157041e-06,
+      "loss": 54.0,
+      "step": 8968
+    },
+    {
+      "epoch": 0.08490074876231767,
+      "grad_norm": 541.4494018554688,
+      "learning_rate": 1.9842373306061627e-06,
+      "loss": 25.1562,
+      "step": 8969
+    },
+    {
+      "epoch": 0.08491021478403271,
+      "grad_norm": 3.313176393508911,
+      "learning_rate": 1.984231908130166e-06,
+      "loss": 0.9561,
+      "step": 8970
+    },
+    {
+      "epoch": 0.08491968080574777,
+      "grad_norm": 715.0614624023438,
+      "learning_rate": 1.9842264847290547e-06,
+      "loss": 28.3359,
+      "step": 8971
+    },
+    {
+      "epoch": 0.08492914682746282,
+      "grad_norm": 316.01031494140625,
+      "learning_rate": 1.984221060402835e-06,
+      "loss": 21.0625,
+      "step": 8972
+    },
+    {
+      "epoch": 0.08493861284917788,
+      "grad_norm": 303.5615539550781,
+      "learning_rate": 1.9842156351515114e-06,
+      "loss": 30.8516,
+      "step": 8973
+    },
+    {
+      "epoch": 0.08494807887089292,
+      "grad_norm": 515.254638671875,
+      "learning_rate": 1.9842102089750893e-06,
+      "loss": 46.6562,
+      "step": 8974
+    },
+    {
+      "epoch": 0.08495754489260798,
+      "grad_norm": 336.7696533203125,
+      "learning_rate": 1.9842047818735733e-06,
+      "loss": 24.7891,
+      "step": 8975
+    },
+    {
+      "epoch": 0.08496701091432304,
+      "grad_norm": 225.42103576660156,
+      "learning_rate": 1.984199353846969e-06,
+      "loss": 23.5234,
+      "step": 8976
+    },
+    {
+      "epoch": 0.08497647693603809,
+      "grad_norm": 438.22174072265625,
+      "learning_rate": 1.984193924895281e-06,
+      "loss": 20.3359,
+      "step": 8977
+    },
+    {
+      "epoch": 0.08498594295775315,
+      "grad_norm": 314.52557373046875,
+      "learning_rate": 1.9841884950185156e-06,
+      "loss": 19.6719,
+      "step": 8978
+    },
+    {
+      "epoch": 0.0849954089794682,
+      "grad_norm": 451.1203308105469,
+      "learning_rate": 1.984183064216676e-06,
+      "loss": 24.5,
+      "step": 8979
+    },
+    {
+      "epoch": 0.08500487500118326,
+      "grad_norm": 284.1127624511719,
+      "learning_rate": 1.984177632489769e-06,
+      "loss": 15.6562,
+      "step": 8980
+    },
+    {
+      "epoch": 0.0850143410228983,
+      "grad_norm": 152.5570526123047,
+      "learning_rate": 1.984172199837799e-06,
+      "loss": 21.2812,
+      "step": 8981
+    },
+    {
+      "epoch": 0.08502380704461336,
+      "grad_norm": 233.97743225097656,
+      "learning_rate": 1.984166766260771e-06,
+      "loss": 12.2266,
+      "step": 8982
+    },
+    {
+      "epoch": 0.08503327306632841,
+      "grad_norm": 450.0826416015625,
+      "learning_rate": 1.9841613317586904e-06,
+      "loss": 41.2344,
+      "step": 8983
+    },
+    {
+      "epoch": 0.08504273908804347,
+      "grad_norm": 507.8577575683594,
+      "learning_rate": 1.9841558963315622e-06,
+      "loss": 34.5469,
+      "step": 8984
+    },
+    {
+      "epoch": 0.08505220510975853,
+      "grad_norm": 677.7987670898438,
+      "learning_rate": 1.9841504599793915e-06,
+      "loss": 55.875,
+      "step": 8985
+    },
+    {
+      "epoch": 0.08506167113147357,
+      "grad_norm": 211.3102264404297,
+      "learning_rate": 1.984145022702183e-06,
+      "loss": 26.5469,
+      "step": 8986
+    },
+    {
+      "epoch": 0.08507113715318863,
+      "grad_norm": 147.4817657470703,
+      "learning_rate": 1.9841395844999424e-06,
+      "loss": 15.3281,
+      "step": 8987
+    },
+    {
+      "epoch": 0.08508060317490368,
+      "grad_norm": 254.62643432617188,
+      "learning_rate": 1.984134145372675e-06,
+      "loss": 24.4922,
+      "step": 8988
+    },
+    {
+      "epoch": 0.08509006919661874,
+      "grad_norm": 466.29986572265625,
+      "learning_rate": 1.984128705320385e-06,
+      "loss": 9.2852,
+      "step": 8989
+    },
+    {
+      "epoch": 0.08509953521833379,
+      "grad_norm": 1727.5743408203125,
+      "learning_rate": 1.9841232643430783e-06,
+      "loss": 49.0859,
+      "step": 8990
+    },
+    {
+      "epoch": 0.08510900124004885,
+      "grad_norm": 236.56930541992188,
+      "learning_rate": 1.9841178224407598e-06,
+      "loss": 27.8906,
+      "step": 8991
+    },
+    {
+      "epoch": 0.08511846726176389,
+      "grad_norm": 738.1075439453125,
+      "learning_rate": 1.9841123796134343e-06,
+      "loss": 41.6875,
+      "step": 8992
+    },
+    {
+      "epoch": 0.08512793328347895,
+      "grad_norm": 252.18765258789062,
+      "learning_rate": 1.9841069358611073e-06,
+      "loss": 27.2656,
+      "step": 8993
+    },
+    {
+      "epoch": 0.08513739930519401,
+      "grad_norm": 240.696533203125,
+      "learning_rate": 1.984101491183784e-06,
+      "loss": 15.7266,
+      "step": 8994
+    },
+    {
+      "epoch": 0.08514686532690906,
+      "grad_norm": 444.804443359375,
+      "learning_rate": 1.984096045581469e-06,
+      "loss": 41.5156,
+      "step": 8995
+    },
+    {
+      "epoch": 0.08515633134862412,
+      "grad_norm": 193.24325561523438,
+      "learning_rate": 1.9840905990541683e-06,
+      "loss": 21.7812,
+      "step": 8996
+    },
+    {
+      "epoch": 0.08516579737033916,
+      "grad_norm": 462.8013610839844,
+      "learning_rate": 1.9840851516018857e-06,
+      "loss": 40.3594,
+      "step": 8997
+    },
+    {
+      "epoch": 0.08517526339205422,
+      "grad_norm": 752.9466552734375,
+      "learning_rate": 1.9840797032246276e-06,
+      "loss": 23.5547,
+      "step": 8998
+    },
+    {
+      "epoch": 0.08518472941376927,
+      "grad_norm": 488.2502136230469,
+      "learning_rate": 1.9840742539223984e-06,
+      "loss": 23.2188,
+      "step": 8999
+    },
+    {
+      "epoch": 0.08519419543548433,
+      "grad_norm": 900.9025268554688,
+      "learning_rate": 1.9840688036952034e-06,
+      "loss": 39.1953,
+      "step": 9000
+    },
+    {
+      "epoch": 0.08520366145719939,
+      "grad_norm": 568.57177734375,
+      "learning_rate": 1.984063352543048e-06,
+      "loss": 25.25,
+      "step": 9001
+    },
+    {
+      "epoch": 0.08521312747891444,
+      "grad_norm": 626.4536743164062,
+      "learning_rate": 1.9840579004659367e-06,
+      "loss": 47.0469,
+      "step": 9002
+    },
+    {
+      "epoch": 0.0852225935006295,
+      "grad_norm": 932.9011840820312,
+      "learning_rate": 1.9840524474638752e-06,
+      "loss": 80.6094,
+      "step": 9003
+    },
+    {
+      "epoch": 0.08523205952234454,
+      "grad_norm": 2.3400521278381348,
+      "learning_rate": 1.9840469935368686e-06,
+      "loss": 0.7202,
+      "step": 9004
+    },
+    {
+      "epoch": 0.0852415255440596,
+      "grad_norm": 248.3699493408203,
+      "learning_rate": 1.9840415386849215e-06,
+      "loss": 19.2578,
+      "step": 9005
+    },
+    {
+      "epoch": 0.08525099156577465,
+      "grad_norm": 700.3169555664062,
+      "learning_rate": 1.9840360829080394e-06,
+      "loss": 22.2812,
+      "step": 9006
+    },
+    {
+      "epoch": 0.08526045758748971,
+      "grad_norm": 356.7626037597656,
+      "learning_rate": 1.9840306262062274e-06,
+      "loss": 35.625,
+      "step": 9007
+    },
+    {
+      "epoch": 0.08526992360920475,
+      "grad_norm": 469.1622619628906,
+      "learning_rate": 1.9840251685794906e-06,
+      "loss": 22.9844,
+      "step": 9008
+    },
+    {
+      "epoch": 0.08527938963091981,
+      "grad_norm": 301.9053955078125,
+      "learning_rate": 1.9840197100278345e-06,
+      "loss": 41.7812,
+      "step": 9009
+    },
+    {
+      "epoch": 0.08528885565263487,
+      "grad_norm": 360.13427734375,
+      "learning_rate": 1.9840142505512637e-06,
+      "loss": 23.7031,
+      "step": 9010
+    },
+    {
+      "epoch": 0.08529832167434992,
+      "grad_norm": 363.123291015625,
+      "learning_rate": 1.9840087901497837e-06,
+      "loss": 24.4141,
+      "step": 9011
+    },
+    {
+      "epoch": 0.08530778769606498,
+      "grad_norm": 426.5337829589844,
+      "learning_rate": 1.9840033288233992e-06,
+      "loss": 41.7031,
+      "step": 9012
+    },
+    {
+      "epoch": 0.08531725371778003,
+      "grad_norm": 726.8045043945312,
+      "learning_rate": 1.9839978665721153e-06,
+      "loss": 22.625,
+      "step": 9013
+    },
+    {
+      "epoch": 0.08532671973949509,
+      "grad_norm": 485.836669921875,
+      "learning_rate": 1.9839924033959376e-06,
+      "loss": 50.7266,
+      "step": 9014
+    },
+    {
+      "epoch": 0.08533618576121013,
+      "grad_norm": 222.4981231689453,
+      "learning_rate": 1.9839869392948714e-06,
+      "loss": 30.0312,
+      "step": 9015
+    },
+    {
+      "epoch": 0.08534565178292519,
+      "grad_norm": 255.98147583007812,
+      "learning_rate": 1.9839814742689214e-06,
+      "loss": 16.3828,
+      "step": 9016
+    },
+    {
+      "epoch": 0.08535511780464024,
+      "grad_norm": 2.5820746421813965,
+      "learning_rate": 1.9839760083180924e-06,
+      "loss": 0.8901,
+      "step": 9017
+    },
+    {
+      "epoch": 0.0853645838263553,
+      "grad_norm": 638.98095703125,
+      "learning_rate": 1.9839705414423902e-06,
+      "loss": 54.6719,
+      "step": 9018
+    },
+    {
+      "epoch": 0.08537404984807036,
+      "grad_norm": 221.1435546875,
+      "learning_rate": 1.98396507364182e-06,
+      "loss": 24.9922,
+      "step": 9019
+    },
+    {
+      "epoch": 0.0853835158697854,
+      "grad_norm": 428.1808776855469,
+      "learning_rate": 1.9839596049163863e-06,
+      "loss": 15.9453,
+      "step": 9020
+    },
+    {
+      "epoch": 0.08539298189150046,
+      "grad_norm": 663.3126831054688,
+      "learning_rate": 1.9839541352660947e-06,
+      "loss": 42.4844,
+      "step": 9021
+    },
+    {
+      "epoch": 0.08540244791321551,
+      "grad_norm": 460.8239440917969,
+      "learning_rate": 1.9839486646909503e-06,
+      "loss": 24.9609,
+      "step": 9022
+    },
+    {
+      "epoch": 0.08541191393493057,
+      "grad_norm": 612.2810668945312,
+      "learning_rate": 1.983943193190958e-06,
+      "loss": 51.2734,
+      "step": 9023
+    },
+    {
+      "epoch": 0.08542137995664562,
+      "grad_norm": 418.028076171875,
+      "learning_rate": 1.9839377207661233e-06,
+      "loss": 30.5859,
+      "step": 9024
+    },
+    {
+      "epoch": 0.08543084597836068,
+      "grad_norm": 227.06149291992188,
+      "learning_rate": 1.983932247416451e-06,
+      "loss": 22.8125,
+      "step": 9025
+    },
+    {
+      "epoch": 0.08544031200007572,
+      "grad_norm": 300.8431396484375,
+      "learning_rate": 1.9839267731419464e-06,
+      "loss": 22.3047,
+      "step": 9026
+    },
+    {
+      "epoch": 0.08544977802179078,
+      "grad_norm": 891.8139038085938,
+      "learning_rate": 1.983921297942615e-06,
+      "loss": 33.6562,
+      "step": 9027
+    },
+    {
+      "epoch": 0.08545924404350584,
+      "grad_norm": 415.286865234375,
+      "learning_rate": 1.9839158218184607e-06,
+      "loss": 52.1562,
+      "step": 9028
+    },
+    {
+      "epoch": 0.08546871006522089,
+      "grad_norm": 463.89208984375,
+      "learning_rate": 1.9839103447694905e-06,
+      "loss": 44.2812,
+      "step": 9029
+    },
+    {
+      "epoch": 0.08547817608693595,
+      "grad_norm": 404.8325500488281,
+      "learning_rate": 1.983904866795708e-06,
+      "loss": 33.8438,
+      "step": 9030
+    },
+    {
+      "epoch": 0.085487642108651,
+      "grad_norm": 615.2754516601562,
+      "learning_rate": 1.9838993878971195e-06,
+      "loss": 38.2734,
+      "step": 9031
+    },
+    {
+      "epoch": 0.08549710813036605,
+      "grad_norm": 203.61416625976562,
+      "learning_rate": 1.983893908073729e-06,
+      "loss": 26.5469,
+      "step": 9032
+    },
+    {
+      "epoch": 0.0855065741520811,
+      "grad_norm": 3.249326229095459,
+      "learning_rate": 1.983888427325542e-06,
+      "loss": 0.9663,
+      "step": 9033
+    },
+    {
+      "epoch": 0.08551604017379616,
+      "grad_norm": 402.7342529296875,
+      "learning_rate": 1.9838829456525644e-06,
+      "loss": 27.7344,
+      "step": 9034
+    },
+    {
+      "epoch": 0.0855255061955112,
+      "grad_norm": 417.86590576171875,
+      "learning_rate": 1.9838774630548008e-06,
+      "loss": 51.0,
+      "step": 9035
+    },
+    {
+      "epoch": 0.08553497221722627,
+      "grad_norm": 186.13804626464844,
+      "learning_rate": 1.9838719795322567e-06,
+      "loss": 22.9531,
+      "step": 9036
+    },
+    {
+      "epoch": 0.08554443823894133,
+      "grad_norm": 563.5912475585938,
+      "learning_rate": 1.9838664950849365e-06,
+      "loss": 41.4062,
+      "step": 9037
+    },
+    {
+      "epoch": 0.08555390426065637,
+      "grad_norm": 317.5250244140625,
+      "learning_rate": 1.983861009712846e-06,
+      "loss": 22.6406,
+      "step": 9038
+    },
+    {
+      "epoch": 0.08556337028237143,
+      "grad_norm": 262.7423400878906,
+      "learning_rate": 1.9838555234159896e-06,
+      "loss": 35.5781,
+      "step": 9039
+    },
+    {
+      "epoch": 0.08557283630408648,
+      "grad_norm": 178.1310272216797,
+      "learning_rate": 1.983850036194374e-06,
+      "loss": 18.5312,
+      "step": 9040
+    },
+    {
+      "epoch": 0.08558230232580154,
+      "grad_norm": 2.8643033504486084,
+      "learning_rate": 1.9838445480480024e-06,
+      "loss": 0.9084,
+      "step": 9041
+    },
+    {
+      "epoch": 0.08559176834751658,
+      "grad_norm": 227.80746459960938,
+      "learning_rate": 1.983839058976882e-06,
+      "loss": 23.9688,
+      "step": 9042
+    },
+    {
+      "epoch": 0.08560123436923164,
+      "grad_norm": 271.30908203125,
+      "learning_rate": 1.9838335689810155e-06,
+      "loss": 22.5,
+      "step": 9043
+    },
+    {
+      "epoch": 0.0856107003909467,
+      "grad_norm": 279.7651672363281,
+      "learning_rate": 1.9838280780604103e-06,
+      "loss": 29.7656,
+      "step": 9044
+    },
+    {
+      "epoch": 0.08562016641266175,
+      "grad_norm": 228.44247436523438,
+      "learning_rate": 1.9838225862150705e-06,
+      "loss": 22.6719,
+      "step": 9045
+    },
+    {
+      "epoch": 0.08562963243437681,
+      "grad_norm": 226.6572265625,
+      "learning_rate": 1.983817093445002e-06,
+      "loss": 22.8047,
+      "step": 9046
+    },
+    {
+      "epoch": 0.08563909845609186,
+      "grad_norm": 659.06298828125,
+      "learning_rate": 1.983811599750209e-06,
+      "loss": 53.6641,
+      "step": 9047
+    },
+    {
+      "epoch": 0.08564856447780692,
+      "grad_norm": 410.4881591796875,
+      "learning_rate": 1.9838061051306967e-06,
+      "loss": 18.8398,
+      "step": 9048
+    },
+    {
+      "epoch": 0.08565803049952196,
+      "grad_norm": 211.89747619628906,
+      "learning_rate": 1.983800609586471e-06,
+      "loss": 21.0,
+      "step": 9049
+    },
+    {
+      "epoch": 0.08566749652123702,
+      "grad_norm": 390.17803955078125,
+      "learning_rate": 1.983795113117537e-06,
+      "loss": 27.2188,
+      "step": 9050
+    },
+    {
+      "epoch": 0.08567696254295207,
+      "grad_norm": 719.3101196289062,
+      "learning_rate": 1.9837896157238994e-06,
+      "loss": 45.7734,
+      "step": 9051
+    },
+    {
+      "epoch": 0.08568642856466713,
+      "grad_norm": 193.02049255371094,
+      "learning_rate": 1.9837841174055635e-06,
+      "loss": 21.8359,
+      "step": 9052
+    },
+    {
+      "epoch": 0.08569589458638219,
+      "grad_norm": 231.52651977539062,
+      "learning_rate": 1.9837786181625347e-06,
+      "loss": 27.1797,
+      "step": 9053
+    },
+    {
+      "epoch": 0.08570536060809723,
+      "grad_norm": 767.3444213867188,
+      "learning_rate": 1.983773117994818e-06,
+      "loss": 40.3906,
+      "step": 9054
+    },
+    {
+      "epoch": 0.0857148266298123,
+      "grad_norm": 645.8029174804688,
+      "learning_rate": 1.983767616902418e-06,
+      "loss": 21.1641,
+      "step": 9055
+    },
+    {
+      "epoch": 0.08572429265152734,
+      "grad_norm": 267.6380310058594,
+      "learning_rate": 1.9837621148853412e-06,
+      "loss": 21.1641,
+      "step": 9056
+    },
+    {
+      "epoch": 0.0857337586732424,
+      "grad_norm": 872.2036743164062,
+      "learning_rate": 1.983756611943592e-06,
+      "loss": 25.7109,
+      "step": 9057
+    },
+    {
+      "epoch": 0.08574322469495745,
+      "grad_norm": 363.88604736328125,
+      "learning_rate": 1.983751108077175e-06,
+      "loss": 16.8242,
+      "step": 9058
+    },
+    {
+      "epoch": 0.0857526907166725,
+      "grad_norm": 212.43003845214844,
+      "learning_rate": 1.983745603286096e-06,
+      "loss": 20.9609,
+      "step": 9059
+    },
+    {
+      "epoch": 0.08576215673838755,
+      "grad_norm": 502.1639709472656,
+      "learning_rate": 1.9837400975703605e-06,
+      "loss": 50.0156,
+      "step": 9060
+    },
+    {
+      "epoch": 0.08577162276010261,
+      "grad_norm": 182.04483032226562,
+      "learning_rate": 1.9837345909299732e-06,
+      "loss": 17.4062,
+      "step": 9061
+    },
+    {
+      "epoch": 0.08578108878181767,
+      "grad_norm": 317.3255310058594,
+      "learning_rate": 1.983729083364939e-06,
+      "loss": 29.3594,
+      "step": 9062
+    },
+    {
+      "epoch": 0.08579055480353272,
+      "grad_norm": 450.9927673339844,
+      "learning_rate": 1.983723574875264e-06,
+      "loss": 22.5977,
+      "step": 9063
+    },
+    {
+      "epoch": 0.08580002082524778,
+      "grad_norm": 772.4249877929688,
+      "learning_rate": 1.9837180654609527e-06,
+      "loss": 63.1562,
+      "step": 9064
+    },
+    {
+      "epoch": 0.08580948684696282,
+      "grad_norm": 389.6232604980469,
+      "learning_rate": 1.9837125551220105e-06,
+      "loss": 15.7969,
+      "step": 9065
+    },
+    {
+      "epoch": 0.08581895286867788,
+      "grad_norm": 756.192626953125,
+      "learning_rate": 1.983707043858442e-06,
+      "loss": 58.4375,
+      "step": 9066
+    },
+    {
+      "epoch": 0.08582841889039293,
+      "grad_norm": 281.69207763671875,
+      "learning_rate": 1.9837015316702533e-06,
+      "loss": 40.9375,
+      "step": 9067
+    },
+    {
+      "epoch": 0.08583788491210799,
+      "grad_norm": 242.1265106201172,
+      "learning_rate": 1.9836960185574492e-06,
+      "loss": 21.1719,
+      "step": 9068
+    },
+    {
+      "epoch": 0.08584735093382304,
+      "grad_norm": 274.39007568359375,
+      "learning_rate": 1.9836905045200346e-06,
+      "loss": 20.1016,
+      "step": 9069
+    },
+    {
+      "epoch": 0.0858568169555381,
+      "grad_norm": 313.30047607421875,
+      "learning_rate": 1.9836849895580154e-06,
+      "loss": 25.4922,
+      "step": 9070
+    },
+    {
+      "epoch": 0.08586628297725316,
+      "grad_norm": 422.71759033203125,
+      "learning_rate": 1.9836794736713957e-06,
+      "loss": 27.7812,
+      "step": 9071
+    },
+    {
+      "epoch": 0.0858757489989682,
+      "grad_norm": 723.7015991210938,
+      "learning_rate": 1.9836739568601816e-06,
+      "loss": 47.2188,
+      "step": 9072
+    },
+    {
+      "epoch": 0.08588521502068326,
+      "grad_norm": 409.81719970703125,
+      "learning_rate": 1.983668439124378e-06,
+      "loss": 37.7188,
+      "step": 9073
+    },
+    {
+      "epoch": 0.08589468104239831,
+      "grad_norm": 676.652099609375,
+      "learning_rate": 1.9836629204639897e-06,
+      "loss": 50.2656,
+      "step": 9074
+    },
+    {
+      "epoch": 0.08590414706411337,
+      "grad_norm": 339.5746154785156,
+      "learning_rate": 1.9836574008790222e-06,
+      "loss": 21.6328,
+      "step": 9075
+    },
+    {
+      "epoch": 0.08591361308582841,
+      "grad_norm": 483.7355041503906,
+      "learning_rate": 1.9836518803694814e-06,
+      "loss": 46.3438,
+      "step": 9076
+    },
+    {
+      "epoch": 0.08592307910754347,
+      "grad_norm": 195.63955688476562,
+      "learning_rate": 1.9836463589353715e-06,
+      "loss": 16.1484,
+      "step": 9077
+    },
+    {
+      "epoch": 0.08593254512925852,
+      "grad_norm": 3.366938829421997,
+      "learning_rate": 1.983640836576698e-06,
+      "loss": 0.8806,
+      "step": 9078
+    },
+    {
+      "epoch": 0.08594201115097358,
+      "grad_norm": 536.8746337890625,
+      "learning_rate": 1.9836353132934656e-06,
+      "loss": 23.5,
+      "step": 9079
+    },
+    {
+      "epoch": 0.08595147717268864,
+      "grad_norm": 666.0939331054688,
+      "learning_rate": 1.9836297890856807e-06,
+      "loss": 51.7031,
+      "step": 9080
+    },
+    {
+      "epoch": 0.08596094319440369,
+      "grad_norm": 214.5516357421875,
+      "learning_rate": 1.9836242639533474e-06,
+      "loss": 19.4062,
+      "step": 9081
+    },
+    {
+      "epoch": 0.08597040921611875,
+      "grad_norm": 247.93124389648438,
+      "learning_rate": 1.9836187378964718e-06,
+      "loss": 29.7422,
+      "step": 9082
+    },
+    {
+      "epoch": 0.08597987523783379,
+      "grad_norm": 860.36767578125,
+      "learning_rate": 1.983613210915058e-06,
+      "loss": 57.0078,
+      "step": 9083
+    },
+    {
+      "epoch": 0.08598934125954885,
+      "grad_norm": 372.3347473144531,
+      "learning_rate": 1.983607683009112e-06,
+      "loss": 32.8125,
+      "step": 9084
+    },
+    {
+      "epoch": 0.0859988072812639,
+      "grad_norm": 1307.647705078125,
+      "learning_rate": 1.9836021541786388e-06,
+      "loss": 20.5312,
+      "step": 9085
+    },
+    {
+      "epoch": 0.08600827330297896,
+      "grad_norm": 388.0370788574219,
+      "learning_rate": 1.983596624423643e-06,
+      "loss": 13.6328,
+      "step": 9086
+    },
+    {
+      "epoch": 0.08601773932469402,
+      "grad_norm": 198.6277313232422,
+      "learning_rate": 1.9835910937441313e-06,
+      "loss": 21.8516,
+      "step": 9087
+    },
+    {
+      "epoch": 0.08602720534640906,
+      "grad_norm": 443.94525146484375,
+      "learning_rate": 1.9835855621401076e-06,
+      "loss": 49.5391,
+      "step": 9088
+    },
+    {
+      "epoch": 0.08603667136812412,
+      "grad_norm": 2.86672043800354,
+      "learning_rate": 1.9835800296115775e-06,
+      "loss": 0.8228,
+      "step": 9089
+    },
+    {
+      "epoch": 0.08604613738983917,
+      "grad_norm": 961.7407836914062,
+      "learning_rate": 1.9835744961585457e-06,
+      "loss": 77.1562,
+      "step": 9090
+    },
+    {
+      "epoch": 0.08605560341155423,
+      "grad_norm": 2.6305527687072754,
+      "learning_rate": 1.9835689617810185e-06,
+      "loss": 0.7747,
+      "step": 9091
+    },
+    {
+      "epoch": 0.08606506943326928,
+      "grad_norm": 302.6685791015625,
+      "learning_rate": 1.983563426479e-06,
+      "loss": 18.4844,
+      "step": 9092
+    },
+    {
+      "epoch": 0.08607453545498434,
+      "grad_norm": 253.1156005859375,
+      "learning_rate": 1.9835578902524957e-06,
+      "loss": 22.5625,
+      "step": 9093
+    },
+    {
+      "epoch": 0.08608400147669938,
+      "grad_norm": 384.2945556640625,
+      "learning_rate": 1.9835523531015116e-06,
+      "loss": 31.6094,
+      "step": 9094
+    },
+    {
+      "epoch": 0.08609346749841444,
+      "grad_norm": 244.89149475097656,
+      "learning_rate": 1.983546815026052e-06,
+      "loss": 19.5703,
+      "step": 9095
+    },
+    {
+      "epoch": 0.0861029335201295,
+      "grad_norm": 571.0215454101562,
+      "learning_rate": 1.9835412760261225e-06,
+      "loss": 30.7969,
+      "step": 9096
+    },
+    {
+      "epoch": 0.08611239954184455,
+      "grad_norm": 400.8146667480469,
+      "learning_rate": 1.9835357361017276e-06,
+      "loss": 34.1406,
+      "step": 9097
+    },
+    {
+      "epoch": 0.08612186556355961,
+      "grad_norm": 739.0099487304688,
+      "learning_rate": 1.9835301952528737e-06,
+      "loss": 52.1328,
+      "step": 9098
+    },
+    {
+      "epoch": 0.08613133158527465,
+      "grad_norm": 2.4297990798950195,
+      "learning_rate": 1.983524653479565e-06,
+      "loss": 0.7888,
+      "step": 9099
+    },
+    {
+      "epoch": 0.08614079760698971,
+      "grad_norm": 391.1317443847656,
+      "learning_rate": 1.9835191107818074e-06,
+      "loss": 25.4375,
+      "step": 9100
+    },
+    {
+      "epoch": 0.08615026362870476,
+      "grad_norm": 194.17178344726562,
+      "learning_rate": 1.983513567159606e-06,
+      "loss": 25.5781,
+      "step": 9101
+    },
+    {
+      "epoch": 0.08615972965041982,
+      "grad_norm": 423.1429748535156,
+      "learning_rate": 1.983508022612966e-06,
+      "loss": 41.4688,
+      "step": 9102
+    },
+    {
+      "epoch": 0.08616919567213487,
+      "grad_norm": 317.99163818359375,
+      "learning_rate": 1.9835024771418917e-06,
+      "loss": 21.9609,
+      "step": 9103
+    },
+    {
+      "epoch": 0.08617866169384993,
+      "grad_norm": 813.2364501953125,
+      "learning_rate": 1.983496930746389e-06,
+      "loss": 21.2969,
+      "step": 9104
+    },
+    {
+      "epoch": 0.08618812771556499,
+      "grad_norm": 318.7381286621094,
+      "learning_rate": 1.9834913834264636e-06,
+      "loss": 22.25,
+      "step": 9105
+    },
+    {
+      "epoch": 0.08619759373728003,
+      "grad_norm": 305.7060852050781,
+      "learning_rate": 1.9834858351821203e-06,
+      "loss": 22.7578,
+      "step": 9106
+    },
+    {
+      "epoch": 0.08620705975899509,
+      "grad_norm": 200.40927124023438,
+      "learning_rate": 1.983480286013364e-06,
+      "loss": 20.6172,
+      "step": 9107
+    },
+    {
+      "epoch": 0.08621652578071014,
+      "grad_norm": 490.8055114746094,
+      "learning_rate": 1.9834747359202006e-06,
+      "loss": 43.0,
+      "step": 9108
+    },
+    {
+      "epoch": 0.0862259918024252,
+      "grad_norm": 325.3564147949219,
+      "learning_rate": 1.983469184902635e-06,
+      "loss": 31.1719,
+      "step": 9109
+    },
+    {
+      "epoch": 0.08623545782414024,
+      "grad_norm": 183.74655151367188,
+      "learning_rate": 1.9834636329606717e-06,
+      "loss": 21.8516,
+      "step": 9110
+    },
+    {
+      "epoch": 0.0862449238458553,
+      "grad_norm": 885.63134765625,
+      "learning_rate": 1.983458080094317e-06,
+      "loss": 78.5703,
+      "step": 9111
+    },
+    {
+      "epoch": 0.08625438986757035,
+      "grad_norm": 639.6661376953125,
+      "learning_rate": 1.983452526303576e-06,
+      "loss": 28.9062,
+      "step": 9112
+    },
+    {
+      "epoch": 0.08626385588928541,
+      "grad_norm": 701.4891357421875,
+      "learning_rate": 1.983446971588453e-06,
+      "loss": 46.9375,
+      "step": 9113
+    },
+    {
+      "epoch": 0.08627332191100047,
+      "grad_norm": 474.6315002441406,
+      "learning_rate": 1.9834414159489542e-06,
+      "loss": 15.1719,
+      "step": 9114
+    },
+    {
+      "epoch": 0.08628278793271552,
+      "grad_norm": 538.543212890625,
+      "learning_rate": 1.983435859385084e-06,
+      "loss": 61.5469,
+      "step": 9115
+    },
+    {
+      "epoch": 0.08629225395443058,
+      "grad_norm": 880.2410278320312,
+      "learning_rate": 1.9834303018968487e-06,
+      "loss": 55.5234,
+      "step": 9116
+    },
+    {
+      "epoch": 0.08630171997614562,
+      "grad_norm": 3.1427080631256104,
+      "learning_rate": 1.9834247434842526e-06,
+      "loss": 0.9038,
+      "step": 9117
+    },
+    {
+      "epoch": 0.08631118599786068,
+      "grad_norm": 297.1977233886719,
+      "learning_rate": 1.983419184147301e-06,
+      "loss": 25.0,
+      "step": 9118
+    },
+    {
+      "epoch": 0.08632065201957573,
+      "grad_norm": 519.7793579101562,
+      "learning_rate": 1.9834136238859993e-06,
+      "loss": 37.7031,
+      "step": 9119
+    },
+    {
+      "epoch": 0.08633011804129079,
+      "grad_norm": 207.9677734375,
+      "learning_rate": 1.9834080627003533e-06,
+      "loss": 21.4219,
+      "step": 9120
+    },
+    {
+      "epoch": 0.08633958406300583,
+      "grad_norm": 377.840576171875,
+      "learning_rate": 1.9834025005903672e-06,
+      "loss": 34.8438,
+      "step": 9121
+    },
+    {
+      "epoch": 0.0863490500847209,
+      "grad_norm": 233.80841064453125,
+      "learning_rate": 1.983396937556047e-06,
+      "loss": 22.5859,
+      "step": 9122
+    },
+    {
+      "epoch": 0.08635851610643595,
+      "grad_norm": 308.7026672363281,
+      "learning_rate": 1.9833913735973974e-06,
+      "loss": 24.7266,
+      "step": 9123
+    },
+    {
+      "epoch": 0.086367982128151,
+      "grad_norm": 297.0133972167969,
+      "learning_rate": 1.9833858087144246e-06,
+      "loss": 23.2812,
+      "step": 9124
+    },
+    {
+      "epoch": 0.08637744814986606,
+      "grad_norm": 179.03147888183594,
+      "learning_rate": 1.983380242907132e-06,
+      "loss": 21.1562,
+      "step": 9125
+    },
+    {
+      "epoch": 0.0863869141715811,
+      "grad_norm": 307.73358154296875,
+      "learning_rate": 1.983374676175527e-06,
+      "loss": 25.375,
+      "step": 9126
+    },
+    {
+      "epoch": 0.08639638019329617,
+      "grad_norm": 555.0011596679688,
+      "learning_rate": 1.983369108519613e-06,
+      "loss": 21.2344,
+      "step": 9127
+    },
+    {
+      "epoch": 0.08640584621501121,
+      "grad_norm": 200.1666717529297,
+      "learning_rate": 1.9833635399393963e-06,
+      "loss": 17.5547,
+      "step": 9128
+    },
+    {
+      "epoch": 0.08641531223672627,
+      "grad_norm": 236.20730590820312,
+      "learning_rate": 1.983357970434882e-06,
+      "loss": 16.1133,
+      "step": 9129
+    },
+    {
+      "epoch": 0.08642477825844133,
+      "grad_norm": 184.51126098632812,
+      "learning_rate": 1.983352400006075e-06,
+      "loss": 19.25,
+      "step": 9130
+    },
+    {
+      "epoch": 0.08643424428015638,
+      "grad_norm": 466.5748291015625,
+      "learning_rate": 1.983346828652981e-06,
+      "loss": 22.25,
+      "step": 9131
+    },
+    {
+      "epoch": 0.08644371030187144,
+      "grad_norm": 534.889404296875,
+      "learning_rate": 1.9833412563756043e-06,
+      "loss": 38.0469,
+      "step": 9132
+    },
+    {
+      "epoch": 0.08645317632358648,
+      "grad_norm": 280.76654052734375,
+      "learning_rate": 1.983335683173951e-06,
+      "loss": 23.2734,
+      "step": 9133
+    },
+    {
+      "epoch": 0.08646264234530154,
+      "grad_norm": 639.2067260742188,
+      "learning_rate": 1.9833301090480268e-06,
+      "loss": 50.875,
+      "step": 9134
+    },
+    {
+      "epoch": 0.08647210836701659,
+      "grad_norm": 435.1859436035156,
+      "learning_rate": 1.9833245339978354e-06,
+      "loss": 36.4531,
+      "step": 9135
+    },
+    {
+      "epoch": 0.08648157438873165,
+      "grad_norm": 286.775634765625,
+      "learning_rate": 1.9833189580233833e-06,
+      "loss": 38.625,
+      "step": 9136
+    },
+    {
+      "epoch": 0.0864910404104467,
+      "grad_norm": 495.6844177246094,
+      "learning_rate": 1.9833133811246755e-06,
+      "loss": 29.125,
+      "step": 9137
+    },
+    {
+      "epoch": 0.08650050643216176,
+      "grad_norm": 806.4127197265625,
+      "learning_rate": 1.983307803301717e-06,
+      "loss": 43.6719,
+      "step": 9138
+    },
+    {
+      "epoch": 0.08650997245387682,
+      "grad_norm": 292.70965576171875,
+      "learning_rate": 1.983302224554513e-06,
+      "loss": 12.4219,
+      "step": 9139
+    },
+    {
+      "epoch": 0.08651943847559186,
+      "grad_norm": 971.04150390625,
+      "learning_rate": 1.983296644883069e-06,
+      "loss": 31.5391,
+      "step": 9140
+    },
+    {
+      "epoch": 0.08652890449730692,
+      "grad_norm": 337.11627197265625,
+      "learning_rate": 1.9832910642873897e-06,
+      "loss": 37.1875,
+      "step": 9141
+    },
+    {
+      "epoch": 0.08653837051902197,
+      "grad_norm": 204.2744140625,
+      "learning_rate": 1.9832854827674815e-06,
+      "loss": 24.875,
+      "step": 9142
+    },
+    {
+      "epoch": 0.08654783654073703,
+      "grad_norm": 668.0250854492188,
+      "learning_rate": 1.983279900323348e-06,
+      "loss": 44.8906,
+      "step": 9143
+    },
+    {
+      "epoch": 0.08655730256245207,
+      "grad_norm": 300.5992431640625,
+      "learning_rate": 1.9832743169549963e-06,
+      "loss": 30.2656,
+      "step": 9144
+    },
+    {
+      "epoch": 0.08656676858416713,
+      "grad_norm": 272.24212646484375,
+      "learning_rate": 1.9832687326624304e-06,
+      "loss": 22.8125,
+      "step": 9145
+    },
+    {
+      "epoch": 0.08657623460588218,
+      "grad_norm": 532.3703002929688,
+      "learning_rate": 1.9832631474456558e-06,
+      "loss": 45.9297,
+      "step": 9146
+    },
+    {
+      "epoch": 0.08658570062759724,
+      "grad_norm": 1517.7958984375,
+      "learning_rate": 1.9832575613046776e-06,
+      "loss": 30.1406,
+      "step": 9147
+    },
+    {
+      "epoch": 0.0865951666493123,
+      "grad_norm": 142.1226348876953,
+      "learning_rate": 1.9832519742395017e-06,
+      "loss": 22.1016,
+      "step": 9148
+    },
+    {
+      "epoch": 0.08660463267102735,
+      "grad_norm": 440.59674072265625,
+      "learning_rate": 1.9832463862501325e-06,
+      "loss": 48.7656,
+      "step": 9149
+    },
+    {
+      "epoch": 0.0866140986927424,
+      "grad_norm": 182.52345275878906,
+      "learning_rate": 1.9832407973365757e-06,
+      "loss": 22.2031,
+      "step": 9150
+    },
+    {
+      "epoch": 0.08662356471445745,
+      "grad_norm": 409.4872131347656,
+      "learning_rate": 1.9832352074988366e-06,
+      "loss": 44.0781,
+      "step": 9151
+    },
+    {
+      "epoch": 0.08663303073617251,
+      "grad_norm": 440.7464294433594,
+      "learning_rate": 1.98322961673692e-06,
+      "loss": 38.625,
+      "step": 9152
+    },
+    {
+      "epoch": 0.08664249675788756,
+      "grad_norm": 378.56170654296875,
+      "learning_rate": 1.9832240250508323e-06,
+      "loss": 22.6172,
+      "step": 9153
+    },
+    {
+      "epoch": 0.08665196277960262,
+      "grad_norm": 233.40965270996094,
+      "learning_rate": 1.9832184324405773e-06,
+      "loss": 21.1172,
+      "step": 9154
+    },
+    {
+      "epoch": 0.08666142880131766,
+      "grad_norm": 1039.8565673828125,
+      "learning_rate": 1.9832128389061615e-06,
+      "loss": 36.8594,
+      "step": 9155
+    },
+    {
+      "epoch": 0.08667089482303272,
+      "grad_norm": 333.0272521972656,
+      "learning_rate": 1.9832072444475895e-06,
+      "loss": 33.4453,
+      "step": 9156
+    },
+    {
+      "epoch": 0.08668036084474778,
+      "grad_norm": 752.9513549804688,
+      "learning_rate": 1.983201649064866e-06,
+      "loss": 49.8828,
+      "step": 9157
+    },
+    {
+      "epoch": 0.08668982686646283,
+      "grad_norm": 400.7919616699219,
+      "learning_rate": 1.9831960527579975e-06,
+      "loss": 18.4531,
+      "step": 9158
+    },
+    {
+      "epoch": 0.08669929288817789,
+      "grad_norm": 562.2817993164062,
+      "learning_rate": 1.9831904555269885e-06,
+      "loss": 12.5117,
+      "step": 9159
+    },
+    {
+      "epoch": 0.08670875890989294,
+      "grad_norm": 271.43817138671875,
+      "learning_rate": 1.9831848573718444e-06,
+      "loss": 25.7422,
+      "step": 9160
+    },
+    {
+      "epoch": 0.086718224931608,
+      "grad_norm": 485.77447509765625,
+      "learning_rate": 1.9831792582925705e-06,
+      "loss": 57.1562,
+      "step": 9161
+    },
+    {
+      "epoch": 0.08672769095332304,
+      "grad_norm": 3.3752806186676025,
+      "learning_rate": 1.9831736582891723e-06,
+      "loss": 0.9204,
+      "step": 9162
+    },
+    {
+      "epoch": 0.0867371569750381,
+      "grad_norm": 408.979736328125,
+      "learning_rate": 1.9831680573616547e-06,
+      "loss": 33.4688,
+      "step": 9163
+    },
+    {
+      "epoch": 0.08674662299675315,
+      "grad_norm": 436.4665222167969,
+      "learning_rate": 1.983162455510023e-06,
+      "loss": 34.4844,
+      "step": 9164
+    },
+    {
+      "epoch": 0.08675608901846821,
+      "grad_norm": 3.4913454055786133,
+      "learning_rate": 1.983156852734283e-06,
+      "loss": 0.9785,
+      "step": 9165
+    },
+    {
+      "epoch": 0.08676555504018327,
+      "grad_norm": 298.89923095703125,
+      "learning_rate": 1.9831512490344387e-06,
+      "loss": 19.7969,
+      "step": 9166
+    },
+    {
+      "epoch": 0.08677502106189831,
+      "grad_norm": 211.33091735839844,
+      "learning_rate": 1.9831456444104964e-06,
+      "loss": 26.125,
+      "step": 9167
+    },
+    {
+      "epoch": 0.08678448708361337,
+      "grad_norm": 212.5766143798828,
+      "learning_rate": 1.9831400388624615e-06,
+      "loss": 28.4531,
+      "step": 9168
+    },
+    {
+      "epoch": 0.08679395310532842,
+      "grad_norm": 251.88780212402344,
+      "learning_rate": 1.9831344323903387e-06,
+      "loss": 23.4297,
+      "step": 9169
+    },
+    {
+      "epoch": 0.08680341912704348,
+      "grad_norm": 288.4961242675781,
+      "learning_rate": 1.9831288249941334e-06,
+      "loss": 14.6289,
+      "step": 9170
+    },
+    {
+      "epoch": 0.08681288514875853,
+      "grad_norm": 284.4944152832031,
+      "learning_rate": 1.9831232166738516e-06,
+      "loss": 23.8203,
+      "step": 9171
+    },
+    {
+      "epoch": 0.08682235117047359,
+      "grad_norm": 312.96270751953125,
+      "learning_rate": 1.983117607429497e-06,
+      "loss": 23.4453,
+      "step": 9172
+    },
+    {
+      "epoch": 0.08683181719218865,
+      "grad_norm": 454.9992980957031,
+      "learning_rate": 1.9831119972610762e-06,
+      "loss": 26.2031,
+      "step": 9173
+    },
+    {
+      "epoch": 0.08684128321390369,
+      "grad_norm": 581.040771484375,
+      "learning_rate": 1.9831063861685945e-06,
+      "loss": 15.8438,
+      "step": 9174
+    },
+    {
+      "epoch": 0.08685074923561875,
+      "grad_norm": 253.28958129882812,
+      "learning_rate": 1.9831007741520566e-06,
+      "loss": 31.5625,
+      "step": 9175
+    },
+    {
+      "epoch": 0.0868602152573338,
+      "grad_norm": 321.7626037597656,
+      "learning_rate": 1.983095161211467e-06,
+      "loss": 17.375,
+      "step": 9176
+    },
+    {
+      "epoch": 0.08686968127904886,
+      "grad_norm": 302.66595458984375,
+      "learning_rate": 1.983089547346833e-06,
+      "loss": 22.5703,
+      "step": 9177
+    },
+    {
+      "epoch": 0.0868791473007639,
+      "grad_norm": 313.091064453125,
+      "learning_rate": 1.983083932558158e-06,
+      "loss": 39.2969,
+      "step": 9178
+    },
+    {
+      "epoch": 0.08688861332247896,
+      "grad_norm": 186.38754272460938,
+      "learning_rate": 1.983078316845449e-06,
+      "loss": 19.4844,
+      "step": 9179
+    },
+    {
+      "epoch": 0.08689807934419401,
+      "grad_norm": 331.19866943359375,
+      "learning_rate": 1.9830727002087095e-06,
+      "loss": 41.1094,
+      "step": 9180
+    },
+    {
+      "epoch": 0.08690754536590907,
+      "grad_norm": 273.9647521972656,
+      "learning_rate": 1.9830670826479463e-06,
+      "loss": 19.6172,
+      "step": 9181
+    },
+    {
+      "epoch": 0.08691701138762413,
+      "grad_norm": 253.29685974121094,
+      "learning_rate": 1.983061464163163e-06,
+      "loss": 24.6797,
+      "step": 9182
+    },
+    {
+      "epoch": 0.08692647740933918,
+      "grad_norm": 166.2800750732422,
+      "learning_rate": 1.9830558447543667e-06,
+      "loss": 8.0469,
+      "step": 9183
+    },
+    {
+      "epoch": 0.08693594343105424,
+      "grad_norm": 488.0263977050781,
+      "learning_rate": 1.9830502244215615e-06,
+      "loss": 58.625,
+      "step": 9184
+    },
+    {
+      "epoch": 0.08694540945276928,
+      "grad_norm": 422.2090148925781,
+      "learning_rate": 1.9830446031647534e-06,
+      "loss": 15.2578,
+      "step": 9185
+    },
+    {
+      "epoch": 0.08695487547448434,
+      "grad_norm": 586.7027587890625,
+      "learning_rate": 1.9830389809839468e-06,
+      "loss": 52.6719,
+      "step": 9186
+    },
+    {
+      "epoch": 0.08696434149619939,
+      "grad_norm": 226.85586547851562,
+      "learning_rate": 1.983033357879148e-06,
+      "loss": 19.0234,
+      "step": 9187
+    },
+    {
+      "epoch": 0.08697380751791445,
+      "grad_norm": 370.0135192871094,
+      "learning_rate": 1.9830277338503614e-06,
+      "loss": 26.8984,
+      "step": 9188
+    },
+    {
+      "epoch": 0.0869832735396295,
+      "grad_norm": 326.68426513671875,
+      "learning_rate": 1.9830221088975932e-06,
+      "loss": 23.0977,
+      "step": 9189
+    },
+    {
+      "epoch": 0.08699273956134455,
+      "grad_norm": 721.1836547851562,
+      "learning_rate": 1.9830164830208477e-06,
+      "loss": 23.8281,
+      "step": 9190
+    },
+    {
+      "epoch": 0.08700220558305961,
+      "grad_norm": 259.8715515136719,
+      "learning_rate": 1.983010856220131e-06,
+      "loss": 19.8672,
+      "step": 9191
+    },
+    {
+      "epoch": 0.08701167160477466,
+      "grad_norm": 525.2345581054688,
+      "learning_rate": 1.9830052284954476e-06,
+      "loss": 40.4062,
+      "step": 9192
+    },
+    {
+      "epoch": 0.08702113762648972,
+      "grad_norm": 325.6142883300781,
+      "learning_rate": 1.9829995998468036e-06,
+      "loss": 27.1562,
+      "step": 9193
+    },
+    {
+      "epoch": 0.08703060364820477,
+      "grad_norm": 398.7509460449219,
+      "learning_rate": 1.982993970274204e-06,
+      "loss": 31.0938,
+      "step": 9194
+    },
+    {
+      "epoch": 0.08704006966991983,
+      "grad_norm": 477.3588562011719,
+      "learning_rate": 1.982988339777654e-06,
+      "loss": 49.9062,
+      "step": 9195
+    },
+    {
+      "epoch": 0.08704953569163487,
+      "grad_norm": 395.7779846191406,
+      "learning_rate": 1.9829827083571585e-06,
+      "loss": 49.0156,
+      "step": 9196
+    },
+    {
+      "epoch": 0.08705900171334993,
+      "grad_norm": 284.2933044433594,
+      "learning_rate": 1.9829770760127235e-06,
+      "loss": 32.5781,
+      "step": 9197
+    },
+    {
+      "epoch": 0.08706846773506498,
+      "grad_norm": 359.8265686035156,
+      "learning_rate": 1.9829714427443538e-06,
+      "loss": 24.3125,
+      "step": 9198
+    },
+    {
+      "epoch": 0.08707793375678004,
+      "grad_norm": 398.5655822753906,
+      "learning_rate": 1.982965808552055e-06,
+      "loss": 38.9375,
+      "step": 9199
+    },
+    {
+      "epoch": 0.0870873997784951,
+      "grad_norm": 290.1617736816406,
+      "learning_rate": 1.982960173435832e-06,
+      "loss": 24.5,
+      "step": 9200
+    },
+    {
+      "epoch": 0.08709686580021014,
+      "grad_norm": 422.3478698730469,
+      "learning_rate": 1.9829545373956906e-06,
+      "loss": 21.7695,
+      "step": 9201
+    },
+    {
+      "epoch": 0.0871063318219252,
+      "grad_norm": 231.11801147460938,
+      "learning_rate": 1.982948900431636e-06,
+      "loss": 23.3984,
+      "step": 9202
+    },
+    {
+      "epoch": 0.08711579784364025,
+      "grad_norm": 397.3639221191406,
+      "learning_rate": 1.9829432625436733e-06,
+      "loss": 19.1367,
+      "step": 9203
+    },
+    {
+      "epoch": 0.08712526386535531,
+      "grad_norm": 194.36087036132812,
+      "learning_rate": 1.9829376237318084e-06,
+      "loss": 25.9688,
+      "step": 9204
+    },
+    {
+      "epoch": 0.08713472988707036,
+      "grad_norm": 286.4955139160156,
+      "learning_rate": 1.9829319839960453e-06,
+      "loss": 34.8828,
+      "step": 9205
+    },
+    {
+      "epoch": 0.08714419590878542,
+      "grad_norm": 276.7548828125,
+      "learning_rate": 1.9829263433363907e-06,
+      "loss": 24.1328,
+      "step": 9206
+    },
+    {
+      "epoch": 0.08715366193050046,
+      "grad_norm": 451.14215087890625,
+      "learning_rate": 1.9829207017528485e-06,
+      "loss": 21.875,
+      "step": 9207
+    },
+    {
+      "epoch": 0.08716312795221552,
+      "grad_norm": 319.40692138671875,
+      "learning_rate": 1.9829150592454255e-06,
+      "loss": 40.2969,
+      "step": 9208
+    },
+    {
+      "epoch": 0.08717259397393058,
+      "grad_norm": 557.6298828125,
+      "learning_rate": 1.9829094158141258e-06,
+      "loss": 48.7891,
+      "step": 9209
+    },
+    {
+      "epoch": 0.08718205999564563,
+      "grad_norm": 363.0107116699219,
+      "learning_rate": 1.9829037714589554e-06,
+      "loss": 20.6641,
+      "step": 9210
+    },
+    {
+      "epoch": 0.08719152601736069,
+      "grad_norm": 669.59716796875,
+      "learning_rate": 1.98289812617992e-06,
+      "loss": 55.2969,
+      "step": 9211
+    },
+    {
+      "epoch": 0.08720099203907573,
+      "grad_norm": 231.87112426757812,
+      "learning_rate": 1.9828924799770233e-06,
+      "loss": 20.2188,
+      "step": 9212
+    },
+    {
+      "epoch": 0.0872104580607908,
+      "grad_norm": 422.0999450683594,
+      "learning_rate": 1.982886832850272e-06,
+      "loss": 53.7031,
+      "step": 9213
+    },
+    {
+      "epoch": 0.08721992408250584,
+      "grad_norm": 371.87664794921875,
+      "learning_rate": 1.982881184799671e-06,
+      "loss": 14.7383,
+      "step": 9214
+    },
+    {
+      "epoch": 0.0872293901042209,
+      "grad_norm": 456.50335693359375,
+      "learning_rate": 1.9828755358252256e-06,
+      "loss": 37.8438,
+      "step": 9215
+    },
+    {
+      "epoch": 0.08723885612593596,
+      "grad_norm": 504.8052978515625,
+      "learning_rate": 1.9828698859269416e-06,
+      "loss": 10.3633,
+      "step": 9216
+    },
+    {
+      "epoch": 0.087248322147651,
+      "grad_norm": 650.5972290039062,
+      "learning_rate": 1.9828642351048234e-06,
+      "loss": 37.8594,
+      "step": 9217
+    },
+    {
+      "epoch": 0.08725778816936607,
+      "grad_norm": 1000.7470703125,
+      "learning_rate": 1.9828585833588767e-06,
+      "loss": 37.1172,
+      "step": 9218
+    },
+    {
+      "epoch": 0.08726725419108111,
+      "grad_norm": 166.939208984375,
+      "learning_rate": 1.9828529306891073e-06,
+      "loss": 23.3594,
+      "step": 9219
+    },
+    {
+      "epoch": 0.08727672021279617,
+      "grad_norm": 245.42166137695312,
+      "learning_rate": 1.9828472770955192e-06,
+      "loss": 14.4297,
+      "step": 9220
+    },
+    {
+      "epoch": 0.08728618623451122,
+      "grad_norm": 290.3560791015625,
+      "learning_rate": 1.9828416225781194e-06,
+      "loss": 14.8359,
+      "step": 9221
+    },
+    {
+      "epoch": 0.08729565225622628,
+      "grad_norm": 295.231201171875,
+      "learning_rate": 1.9828359671369123e-06,
+      "loss": 9.7695,
+      "step": 9222
+    },
+    {
+      "epoch": 0.08730511827794132,
+      "grad_norm": 679.3731689453125,
+      "learning_rate": 1.982830310771903e-06,
+      "loss": 52.8438,
+      "step": 9223
+    },
+    {
+      "epoch": 0.08731458429965638,
+      "grad_norm": 581.2213134765625,
+      "learning_rate": 1.982824653483098e-06,
+      "loss": 24.4766,
+      "step": 9224
+    },
+    {
+      "epoch": 0.08732405032137144,
+      "grad_norm": 462.62103271484375,
+      "learning_rate": 1.9828189952705007e-06,
+      "loss": 24.9766,
+      "step": 9225
+    },
+    {
+      "epoch": 0.08733351634308649,
+      "grad_norm": 726.2408447265625,
+      "learning_rate": 1.982813336134118e-06,
+      "loss": 58.0156,
+      "step": 9226
+    },
+    {
+      "epoch": 0.08734298236480155,
+      "grad_norm": 824.8374633789062,
+      "learning_rate": 1.9828076760739547e-06,
+      "loss": 53.6641,
+      "step": 9227
+    },
+    {
+      "epoch": 0.0873524483865166,
+      "grad_norm": 272.56878662109375,
+      "learning_rate": 1.9828020150900156e-06,
+      "loss": 26.4062,
+      "step": 9228
+    },
+    {
+      "epoch": 0.08736191440823166,
+      "grad_norm": 633.4901733398438,
+      "learning_rate": 1.9827963531823074e-06,
+      "loss": 22.0625,
+      "step": 9229
+    },
+    {
+      "epoch": 0.0873713804299467,
+      "grad_norm": 466.4870300292969,
+      "learning_rate": 1.9827906903508336e-06,
+      "loss": 28.375,
+      "step": 9230
+    },
+    {
+      "epoch": 0.08738084645166176,
+      "grad_norm": 354.4967956542969,
+      "learning_rate": 1.9827850265956014e-06,
+      "loss": 30.207,
+      "step": 9231
+    },
+    {
+      "epoch": 0.08739031247337681,
+      "grad_norm": 222.26382446289062,
+      "learning_rate": 1.9827793619166145e-06,
+      "loss": 24.6016,
+      "step": 9232
+    },
+    {
+      "epoch": 0.08739977849509187,
+      "grad_norm": 638.90185546875,
+      "learning_rate": 1.9827736963138797e-06,
+      "loss": 40.1953,
+      "step": 9233
+    },
+    {
+      "epoch": 0.08740924451680693,
+      "grad_norm": 208.5233612060547,
+      "learning_rate": 1.982768029787401e-06,
+      "loss": 21.1172,
+      "step": 9234
+    },
+    {
+      "epoch": 0.08741871053852197,
+      "grad_norm": 198.8594207763672,
+      "learning_rate": 1.9827623623371843e-06,
+      "loss": 14.4102,
+      "step": 9235
+    },
+    {
+      "epoch": 0.08742817656023703,
+      "grad_norm": 872.0149536132812,
+      "learning_rate": 1.982756693963235e-06,
+      "loss": 55.6406,
+      "step": 9236
+    },
+    {
+      "epoch": 0.08743764258195208,
+      "grad_norm": 204.7392578125,
+      "learning_rate": 1.9827510246655584e-06,
+      "loss": 27.1406,
+      "step": 9237
+    },
+    {
+      "epoch": 0.08744710860366714,
+      "grad_norm": 411.25634765625,
+      "learning_rate": 1.9827453544441596e-06,
+      "loss": 26.4219,
+      "step": 9238
+    },
+    {
+      "epoch": 0.08745657462538219,
+      "grad_norm": 199.57626342773438,
+      "learning_rate": 1.9827396832990443e-06,
+      "loss": 18.2891,
+      "step": 9239
+    },
+    {
+      "epoch": 0.08746604064709725,
+      "grad_norm": 301.3692626953125,
+      "learning_rate": 1.9827340112302175e-06,
+      "loss": 21.6328,
+      "step": 9240
+    },
+    {
+      "epoch": 0.08747550666881229,
+      "grad_norm": 225.6087188720703,
+      "learning_rate": 1.982728338237685e-06,
+      "loss": 22.0547,
+      "step": 9241
+    },
+    {
+      "epoch": 0.08748497269052735,
+      "grad_norm": 167.18060302734375,
+      "learning_rate": 1.9827226643214513e-06,
+      "loss": 16.625,
+      "step": 9242
+    },
+    {
+      "epoch": 0.08749443871224241,
+      "grad_norm": 176.27557373046875,
+      "learning_rate": 1.9827169894815223e-06,
+      "loss": 15.3477,
+      "step": 9243
+    },
+    {
+      "epoch": 0.08750390473395746,
+      "grad_norm": 435.64154052734375,
+      "learning_rate": 1.9827113137179036e-06,
+      "loss": 38.5312,
+      "step": 9244
+    },
+    {
+      "epoch": 0.08751337075567252,
+      "grad_norm": 259.5101318359375,
+      "learning_rate": 1.9827056370306e-06,
+      "loss": 25.2852,
+      "step": 9245
+    },
+    {
+      "epoch": 0.08752283677738756,
+      "grad_norm": 462.1337585449219,
+      "learning_rate": 1.9826999594196168e-06,
+      "loss": 50.7656,
+      "step": 9246
+    },
+    {
+      "epoch": 0.08753230279910262,
+      "grad_norm": 365.2279968261719,
+      "learning_rate": 1.98269428088496e-06,
+      "loss": 20.9609,
+      "step": 9247
+    },
+    {
+      "epoch": 0.08754176882081767,
+      "grad_norm": 680.7598266601562,
+      "learning_rate": 1.982688601426634e-06,
+      "loss": 33.3047,
+      "step": 9248
+    },
+    {
+      "epoch": 0.08755123484253273,
+      "grad_norm": 465.4015808105469,
+      "learning_rate": 1.982682921044645e-06,
+      "loss": 31.5625,
+      "step": 9249
+    },
+    {
+      "epoch": 0.08756070086424778,
+      "grad_norm": 332.328369140625,
+      "learning_rate": 1.982677239738998e-06,
+      "loss": 23.6328,
+      "step": 9250
+    },
+    {
+      "epoch": 0.08757016688596284,
+      "grad_norm": 345.8831787109375,
+      "learning_rate": 1.982671557509698e-06,
+      "loss": 27.0703,
+      "step": 9251
+    },
+    {
+      "epoch": 0.0875796329076779,
+      "grad_norm": 263.89886474609375,
+      "learning_rate": 1.982665874356751e-06,
+      "loss": 29.7656,
+      "step": 9252
+    },
+    {
+      "epoch": 0.08758909892939294,
+      "grad_norm": 209.02186584472656,
+      "learning_rate": 1.982660190280162e-06,
+      "loss": 25.8203,
+      "step": 9253
+    },
+    {
+      "epoch": 0.087598564951108,
+      "grad_norm": 264.72015380859375,
+      "learning_rate": 1.982654505279936e-06,
+      "loss": 18.375,
+      "step": 9254
+    },
+    {
+      "epoch": 0.08760803097282305,
+      "grad_norm": 355.1997375488281,
+      "learning_rate": 1.982648819356079e-06,
+      "loss": 19.5625,
+      "step": 9255
+    },
+    {
+      "epoch": 0.08761749699453811,
+      "grad_norm": 261.6010437011719,
+      "learning_rate": 1.9826431325085963e-06,
+      "loss": 21.5859,
+      "step": 9256
+    },
+    {
+      "epoch": 0.08762696301625315,
+      "grad_norm": 604.2498779296875,
+      "learning_rate": 1.9826374447374927e-06,
+      "loss": 49.5469,
+      "step": 9257
+    },
+    {
+      "epoch": 0.08763642903796821,
+      "grad_norm": 417.19268798828125,
+      "learning_rate": 1.9826317560427738e-06,
+      "loss": 27.5156,
+      "step": 9258
+    },
+    {
+      "epoch": 0.08764589505968327,
+      "grad_norm": 615.6971435546875,
+      "learning_rate": 1.9826260664244446e-06,
+      "loss": 27.6797,
+      "step": 9259
+    },
+    {
+      "epoch": 0.08765536108139832,
+      "grad_norm": 776.2155151367188,
+      "learning_rate": 1.982620375882511e-06,
+      "loss": 19.2188,
+      "step": 9260
+    },
+    {
+      "epoch": 0.08766482710311338,
+      "grad_norm": 626.379150390625,
+      "learning_rate": 1.982614684416979e-06,
+      "loss": 32.1523,
+      "step": 9261
+    },
+    {
+      "epoch": 0.08767429312482843,
+      "grad_norm": 306.3669738769531,
+      "learning_rate": 1.982608992027852e-06,
+      "loss": 22.8203,
+      "step": 9262
+    },
+    {
+      "epoch": 0.08768375914654349,
+      "grad_norm": 430.14178466796875,
+      "learning_rate": 1.982603298715137e-06,
+      "loss": 41.3906,
+      "step": 9263
+    },
+    {
+      "epoch": 0.08769322516825853,
+      "grad_norm": 358.7335510253906,
+      "learning_rate": 1.982597604478839e-06,
+      "loss": 30.6641,
+      "step": 9264
+    },
+    {
+      "epoch": 0.08770269118997359,
+      "grad_norm": 679.46630859375,
+      "learning_rate": 1.9825919093189626e-06,
+      "loss": 66.2969,
+      "step": 9265
+    },
+    {
+      "epoch": 0.08771215721168864,
+      "grad_norm": 789.9998168945312,
+      "learning_rate": 1.9825862132355143e-06,
+      "loss": 82.0,
+      "step": 9266
+    },
+    {
+      "epoch": 0.0877216232334037,
+      "grad_norm": 177.16490173339844,
+      "learning_rate": 1.9825805162284985e-06,
+      "loss": 19.0078,
+      "step": 9267
+    },
+    {
+      "epoch": 0.08773108925511876,
+      "grad_norm": 228.80386352539062,
+      "learning_rate": 1.982574818297921e-06,
+      "loss": 22.75,
+      "step": 9268
+    },
+    {
+      "epoch": 0.0877405552768338,
+      "grad_norm": 622.7556762695312,
+      "learning_rate": 1.9825691194437874e-06,
+      "loss": 37.4531,
+      "step": 9269
+    },
+    {
+      "epoch": 0.08775002129854886,
+      "grad_norm": 463.32025146484375,
+      "learning_rate": 1.9825634196661023e-06,
+      "loss": 19.0898,
+      "step": 9270
+    },
+    {
+      "epoch": 0.08775948732026391,
+      "grad_norm": 2.8457183837890625,
+      "learning_rate": 1.9825577189648718e-06,
+      "loss": 0.958,
+      "step": 9271
+    },
+    {
+      "epoch": 0.08776895334197897,
+      "grad_norm": 399.63580322265625,
+      "learning_rate": 1.982552017340101e-06,
+      "loss": 25.3047,
+      "step": 9272
+    },
+    {
+      "epoch": 0.08777841936369402,
+      "grad_norm": 2.5856130123138428,
+      "learning_rate": 1.9825463147917947e-06,
+      "loss": 0.8413,
+      "step": 9273
+    },
+    {
+      "epoch": 0.08778788538540908,
+      "grad_norm": 280.9276123046875,
+      "learning_rate": 1.9825406113199596e-06,
+      "loss": 28.3125,
+      "step": 9274
+    },
+    {
+      "epoch": 0.08779735140712412,
+      "grad_norm": 209.05191040039062,
+      "learning_rate": 1.9825349069246e-06,
+      "loss": 19.1953,
+      "step": 9275
+    },
+    {
+      "epoch": 0.08780681742883918,
+      "grad_norm": 604.0938110351562,
+      "learning_rate": 1.9825292016057213e-06,
+      "loss": 48.5781,
+      "step": 9276
+    },
+    {
+      "epoch": 0.08781628345055424,
+      "grad_norm": 308.3072509765625,
+      "learning_rate": 1.982523495363329e-06,
+      "loss": 26.4258,
+      "step": 9277
+    },
+    {
+      "epoch": 0.08782574947226929,
+      "grad_norm": 573.1517333984375,
+      "learning_rate": 1.9825177881974288e-06,
+      "loss": 41.8672,
+      "step": 9278
+    },
+    {
+      "epoch": 0.08783521549398435,
+      "grad_norm": 479.74761962890625,
+      "learning_rate": 1.9825120801080254e-06,
+      "loss": 25.2383,
+      "step": 9279
+    },
+    {
+      "epoch": 0.0878446815156994,
+      "grad_norm": 854.904541015625,
+      "learning_rate": 1.9825063710951248e-06,
+      "loss": 47.5312,
+      "step": 9280
+    },
+    {
+      "epoch": 0.08785414753741445,
+      "grad_norm": 388.1696472167969,
+      "learning_rate": 1.982500661158732e-06,
+      "loss": 44.7031,
+      "step": 9281
+    },
+    {
+      "epoch": 0.0878636135591295,
+      "grad_norm": 473.7981262207031,
+      "learning_rate": 1.982494950298853e-06,
+      "loss": 59.2109,
+      "step": 9282
+    },
+    {
+      "epoch": 0.08787307958084456,
+      "grad_norm": 2.8932385444641113,
+      "learning_rate": 1.9824892385154918e-06,
+      "loss": 1.0166,
+      "step": 9283
+    },
+    {
+      "epoch": 0.0878825456025596,
+      "grad_norm": 216.54718017578125,
+      "learning_rate": 1.9824835258086555e-06,
+      "loss": 23.5859,
+      "step": 9284
+    },
+    {
+      "epoch": 0.08789201162427467,
+      "grad_norm": 263.5341491699219,
+      "learning_rate": 1.982477812178348e-06,
+      "loss": 10.0898,
+      "step": 9285
+    },
+    {
+      "epoch": 0.08790147764598973,
+      "grad_norm": 517.8690185546875,
+      "learning_rate": 1.9824720976245754e-06,
+      "loss": 59.5781,
+      "step": 9286
+    },
+    {
+      "epoch": 0.08791094366770477,
+      "grad_norm": 496.2189636230469,
+      "learning_rate": 1.982466382147343e-06,
+      "loss": 33.7656,
+      "step": 9287
+    },
+    {
+      "epoch": 0.08792040968941983,
+      "grad_norm": 283.5580749511719,
+      "learning_rate": 1.982460665746656e-06,
+      "loss": 20.3516,
+      "step": 9288
+    },
+    {
+      "epoch": 0.08792987571113488,
+      "grad_norm": 935.7689208984375,
+      "learning_rate": 1.98245494842252e-06,
+      "loss": 50.5781,
+      "step": 9289
+    },
+    {
+      "epoch": 0.08793934173284994,
+      "grad_norm": 875.5374145507812,
+      "learning_rate": 1.9824492301749406e-06,
+      "loss": 57.6406,
+      "step": 9290
+    },
+    {
+      "epoch": 0.08794880775456498,
+      "grad_norm": 498.2384338378906,
+      "learning_rate": 1.9824435110039224e-06,
+      "loss": 36.8438,
+      "step": 9291
+    },
+    {
+      "epoch": 0.08795827377628004,
+      "grad_norm": 200.67340087890625,
+      "learning_rate": 1.9824377909094715e-06,
+      "loss": 14.8164,
+      "step": 9292
+    },
+    {
+      "epoch": 0.08796773979799509,
+      "grad_norm": 393.6011657714844,
+      "learning_rate": 1.982432069891593e-06,
+      "loss": 39.5781,
+      "step": 9293
+    },
+    {
+      "epoch": 0.08797720581971015,
+      "grad_norm": 3.336850643157959,
+      "learning_rate": 1.982426347950292e-06,
+      "loss": 0.6831,
+      "step": 9294
+    },
+    {
+      "epoch": 0.08798667184142521,
+      "grad_norm": 638.999267578125,
+      "learning_rate": 1.982420625085574e-06,
+      "loss": 36.5859,
+      "step": 9295
+    },
+    {
+      "epoch": 0.08799613786314026,
+      "grad_norm": 288.67596435546875,
+      "learning_rate": 1.982414901297445e-06,
+      "loss": 23.4688,
+      "step": 9296
+    },
+    {
+      "epoch": 0.08800560388485532,
+      "grad_norm": 305.5658874511719,
+      "learning_rate": 1.9824091765859093e-06,
+      "loss": 27.3125,
+      "step": 9297
+    },
+    {
+      "epoch": 0.08801506990657036,
+      "grad_norm": 190.75408935546875,
+      "learning_rate": 1.9824034509509735e-06,
+      "loss": 23.7891,
+      "step": 9298
+    },
+    {
+      "epoch": 0.08802453592828542,
+      "grad_norm": 1700.4879150390625,
+      "learning_rate": 1.9823977243926418e-06,
+      "loss": 38.3828,
+      "step": 9299
+    },
+    {
+      "epoch": 0.08803400195000047,
+      "grad_norm": 468.86761474609375,
+      "learning_rate": 1.9823919969109205e-06,
+      "loss": 46.5391,
+      "step": 9300
+    },
+    {
+      "epoch": 0.08804346797171553,
+      "grad_norm": 173.03955078125,
+      "learning_rate": 1.9823862685058146e-06,
+      "loss": 25.625,
+      "step": 9301
+    },
+    {
+      "epoch": 0.08805293399343059,
+      "grad_norm": 245.9062042236328,
+      "learning_rate": 1.98238053917733e-06,
+      "loss": 16.9609,
+      "step": 9302
+    },
+    {
+      "epoch": 0.08806240001514563,
+      "grad_norm": 572.93310546875,
+      "learning_rate": 1.9823748089254707e-06,
+      "loss": 40.1172,
+      "step": 9303
+    },
+    {
+      "epoch": 0.0880718660368607,
+      "grad_norm": 533.8823852539062,
+      "learning_rate": 1.9823690777502436e-06,
+      "loss": 10.7656,
+      "step": 9304
+    },
+    {
+      "epoch": 0.08808133205857574,
+      "grad_norm": 2.535731315612793,
+      "learning_rate": 1.982363345651653e-06,
+      "loss": 0.8491,
+      "step": 9305
+    },
+    {
+      "epoch": 0.0880907980802908,
+      "grad_norm": 356.3128356933594,
+      "learning_rate": 1.9823576126297053e-06,
+      "loss": 41.1875,
+      "step": 9306
+    },
+    {
+      "epoch": 0.08810026410200585,
+      "grad_norm": 602.2106323242188,
+      "learning_rate": 1.982351878684405e-06,
+      "loss": 39.2656,
+      "step": 9307
+    },
+    {
+      "epoch": 0.0881097301237209,
+      "grad_norm": 152.7186737060547,
+      "learning_rate": 1.9823461438157582e-06,
+      "loss": 24.0938,
+      "step": 9308
+    },
+    {
+      "epoch": 0.08811919614543595,
+      "grad_norm": 170.76805114746094,
+      "learning_rate": 1.9823404080237695e-06,
+      "loss": 18.8672,
+      "step": 9309
+    },
+    {
+      "epoch": 0.08812866216715101,
+      "grad_norm": 278.7886047363281,
+      "learning_rate": 1.9823346713084447e-06,
+      "loss": 9.5273,
+      "step": 9310
+    },
+    {
+      "epoch": 0.08813812818886607,
+      "grad_norm": 183.64280700683594,
+      "learning_rate": 1.9823289336697895e-06,
+      "loss": 18.6406,
+      "step": 9311
+    },
+    {
+      "epoch": 0.08814759421058112,
+      "grad_norm": 274.5676574707031,
+      "learning_rate": 1.982323195107809e-06,
+      "loss": 12.9883,
+      "step": 9312
+    },
+    {
+      "epoch": 0.08815706023229618,
+      "grad_norm": 2.7212166786193848,
+      "learning_rate": 1.9823174556225086e-06,
+      "loss": 0.7988,
+      "step": 9313
+    },
+    {
+      "epoch": 0.08816652625401122,
+      "grad_norm": 232.03269958496094,
+      "learning_rate": 1.9823117152138935e-06,
+      "loss": 10.9453,
+      "step": 9314
+    },
+    {
+      "epoch": 0.08817599227572628,
+      "grad_norm": 427.5469055175781,
+      "learning_rate": 1.9823059738819693e-06,
+      "loss": 41.5938,
+      "step": 9315
+    },
+    {
+      "epoch": 0.08818545829744133,
+      "grad_norm": 328.6736145019531,
+      "learning_rate": 1.9823002316267414e-06,
+      "loss": 29.1562,
+      "step": 9316
+    },
+    {
+      "epoch": 0.08819492431915639,
+      "grad_norm": 353.6867980957031,
+      "learning_rate": 1.9822944884482155e-06,
+      "loss": 30.3203,
+      "step": 9317
+    },
+    {
+      "epoch": 0.08820439034087144,
+      "grad_norm": 1618.1947021484375,
+      "learning_rate": 1.982288744346396e-06,
+      "loss": 48.2188,
+      "step": 9318
+    },
+    {
+      "epoch": 0.0882138563625865,
+      "grad_norm": 641.8336181640625,
+      "learning_rate": 1.9822829993212897e-06,
+      "loss": 39.8672,
+      "step": 9319
+    },
+    {
+      "epoch": 0.08822332238430156,
+      "grad_norm": 442.0866394042969,
+      "learning_rate": 1.982277253372901e-06,
+      "loss": 41.75,
+      "step": 9320
+    },
+    {
+      "epoch": 0.0882327884060166,
+      "grad_norm": 220.56227111816406,
+      "learning_rate": 1.9822715065012354e-06,
+      "loss": 19.9844,
+      "step": 9321
+    },
+    {
+      "epoch": 0.08824225442773166,
+      "grad_norm": 324.9588623046875,
+      "learning_rate": 1.982265758706299e-06,
+      "loss": 34.1406,
+      "step": 9322
+    },
+    {
+      "epoch": 0.08825172044944671,
+      "grad_norm": 278.526611328125,
+      "learning_rate": 1.9822600099880963e-06,
+      "loss": 20.9844,
+      "step": 9323
+    },
+    {
+      "epoch": 0.08826118647116177,
+      "grad_norm": 696.2850341796875,
+      "learning_rate": 1.982254260346633e-06,
+      "loss": 24.4219,
+      "step": 9324
+    },
+    {
+      "epoch": 0.08827065249287681,
+      "grad_norm": 254.92588806152344,
+      "learning_rate": 1.9822485097819147e-06,
+      "loss": 17.6602,
+      "step": 9325
+    },
+    {
+      "epoch": 0.08828011851459187,
+      "grad_norm": 400.280029296875,
+      "learning_rate": 1.982242758293947e-06,
+      "loss": 18.1328,
+      "step": 9326
+    },
+    {
+      "epoch": 0.08828958453630692,
+      "grad_norm": 544.7694702148438,
+      "learning_rate": 1.9822370058827347e-06,
+      "loss": 59.3438,
+      "step": 9327
+    },
+    {
+      "epoch": 0.08829905055802198,
+      "grad_norm": 326.2803039550781,
+      "learning_rate": 1.9822312525482837e-06,
+      "loss": 26.875,
+      "step": 9328
+    },
+    {
+      "epoch": 0.08830851657973704,
+      "grad_norm": 368.6722717285156,
+      "learning_rate": 1.982225498290599e-06,
+      "loss": 27.2109,
+      "step": 9329
+    },
+    {
+      "epoch": 0.08831798260145209,
+      "grad_norm": 413.07440185546875,
+      "learning_rate": 1.9822197431096865e-06,
+      "loss": 41.9219,
+      "step": 9330
+    },
+    {
+      "epoch": 0.08832744862316715,
+      "grad_norm": 305.7964172363281,
+      "learning_rate": 1.982213987005551e-06,
+      "loss": 23.1562,
+      "step": 9331
+    },
+    {
+      "epoch": 0.08833691464488219,
+      "grad_norm": 327.628662109375,
+      "learning_rate": 1.982208229978198e-06,
+      "loss": 41.2188,
+      "step": 9332
+    },
+    {
+      "epoch": 0.08834638066659725,
+      "grad_norm": 2.959294080734253,
+      "learning_rate": 1.982202472027634e-06,
+      "loss": 1.0142,
+      "step": 9333
+    },
+    {
+      "epoch": 0.0883558466883123,
+      "grad_norm": 505.7881774902344,
+      "learning_rate": 1.982196713153863e-06,
+      "loss": 35.375,
+      "step": 9334
+    },
+    {
+      "epoch": 0.08836531271002736,
+      "grad_norm": 355.1046142578125,
+      "learning_rate": 1.9821909533568914e-06,
+      "loss": 23.1719,
+      "step": 9335
+    },
+    {
+      "epoch": 0.0883747787317424,
+      "grad_norm": 311.53863525390625,
+      "learning_rate": 1.9821851926367235e-06,
+      "loss": 45.4531,
+      "step": 9336
+    },
+    {
+      "epoch": 0.08838424475345746,
+      "grad_norm": 343.7705078125,
+      "learning_rate": 1.982179430993366e-06,
+      "loss": 17.0586,
+      "step": 9337
+    },
+    {
+      "epoch": 0.08839371077517252,
+      "grad_norm": 495.4217529296875,
+      "learning_rate": 1.9821736684268238e-06,
+      "loss": 33.7812,
+      "step": 9338
+    },
+    {
+      "epoch": 0.08840317679688757,
+      "grad_norm": 202.22962951660156,
+      "learning_rate": 1.9821679049371017e-06,
+      "loss": 10.1719,
+      "step": 9339
+    },
+    {
+      "epoch": 0.08841264281860263,
+      "grad_norm": 300.59844970703125,
+      "learning_rate": 1.982162140524206e-06,
+      "loss": 28.5391,
+      "step": 9340
+    },
+    {
+      "epoch": 0.08842210884031768,
+      "grad_norm": 206.52919006347656,
+      "learning_rate": 1.9821563751881418e-06,
+      "loss": 23.5703,
+      "step": 9341
+    },
+    {
+      "epoch": 0.08843157486203274,
+      "grad_norm": 657.4034423828125,
+      "learning_rate": 1.9821506089289146e-06,
+      "loss": 34.0625,
+      "step": 9342
+    },
+    {
+      "epoch": 0.08844104088374778,
+      "grad_norm": 3.3939132690429688,
+      "learning_rate": 1.9821448417465295e-06,
+      "loss": 1.0078,
+      "step": 9343
+    },
+    {
+      "epoch": 0.08845050690546284,
+      "grad_norm": 566.9185180664062,
+      "learning_rate": 1.9821390736409924e-06,
+      "loss": 36.9375,
+      "step": 9344
+    },
+    {
+      "epoch": 0.0884599729271779,
+      "grad_norm": 288.721923828125,
+      "learning_rate": 1.982133304612308e-06,
+      "loss": 16.8594,
+      "step": 9345
+    },
+    {
+      "epoch": 0.08846943894889295,
+      "grad_norm": 544.5038452148438,
+      "learning_rate": 1.9821275346604826e-06,
+      "loss": 38.8594,
+      "step": 9346
+    },
+    {
+      "epoch": 0.08847890497060801,
+      "grad_norm": 3.6464970111846924,
+      "learning_rate": 1.982121763785521e-06,
+      "loss": 0.8872,
+      "step": 9347
+    },
+    {
+      "epoch": 0.08848837099232305,
+      "grad_norm": 465.5851135253906,
+      "learning_rate": 1.982115991987429e-06,
+      "loss": 29.0,
+      "step": 9348
+    },
+    {
+      "epoch": 0.08849783701403811,
+      "grad_norm": 572.0011596679688,
+      "learning_rate": 1.982110219266212e-06,
+      "loss": 35.5391,
+      "step": 9349
+    },
+    {
+      "epoch": 0.08850730303575316,
+      "grad_norm": 692.63671875,
+      "learning_rate": 1.982104445621875e-06,
+      "loss": 68.6133,
+      "step": 9350
+    },
+    {
+      "epoch": 0.08851676905746822,
+      "grad_norm": 372.8194580078125,
+      "learning_rate": 1.9820986710544236e-06,
+      "loss": 31.9688,
+      "step": 9351
+    },
+    {
+      "epoch": 0.08852623507918327,
+      "grad_norm": 260.6785888671875,
+      "learning_rate": 1.9820928955638637e-06,
+      "loss": 22.0156,
+      "step": 9352
+    },
+    {
+      "epoch": 0.08853570110089833,
+      "grad_norm": 192.28460693359375,
+      "learning_rate": 1.9820871191502e-06,
+      "loss": 19.9688,
+      "step": 9353
+    },
+    {
+      "epoch": 0.08854516712261339,
+      "grad_norm": 698.9056396484375,
+      "learning_rate": 1.9820813418134384e-06,
+      "loss": 40.4375,
+      "step": 9354
+    },
+    {
+      "epoch": 0.08855463314432843,
+      "grad_norm": 269.8890075683594,
+      "learning_rate": 1.9820755635535843e-06,
+      "loss": 13.7695,
+      "step": 9355
+    },
+    {
+      "epoch": 0.08856409916604349,
+      "grad_norm": 240.4335479736328,
+      "learning_rate": 1.982069784370643e-06,
+      "loss": 16.8984,
+      "step": 9356
+    },
+    {
+      "epoch": 0.08857356518775854,
+      "grad_norm": 505.01861572265625,
+      "learning_rate": 1.98206400426462e-06,
+      "loss": 44.0938,
+      "step": 9357
+    },
+    {
+      "epoch": 0.0885830312094736,
+      "grad_norm": 214.09149169921875,
+      "learning_rate": 1.982058223235521e-06,
+      "loss": 20.2734,
+      "step": 9358
+    },
+    {
+      "epoch": 0.08859249723118864,
+      "grad_norm": 3.2525599002838135,
+      "learning_rate": 1.982052441283351e-06,
+      "loss": 0.9893,
+      "step": 9359
+    },
+    {
+      "epoch": 0.0886019632529037,
+      "grad_norm": 303.97930908203125,
+      "learning_rate": 1.9820466584081156e-06,
+      "loss": 24.2031,
+      "step": 9360
+    },
+    {
+      "epoch": 0.08861142927461875,
+      "grad_norm": 694.4467163085938,
+      "learning_rate": 1.98204087460982e-06,
+      "loss": 65.75,
+      "step": 9361
+    },
+    {
+      "epoch": 0.08862089529633381,
+      "grad_norm": 488.81329345703125,
+      "learning_rate": 1.9820350898884698e-06,
+      "loss": 26.6484,
+      "step": 9362
+    },
+    {
+      "epoch": 0.08863036131804887,
+      "grad_norm": 175.79751586914062,
+      "learning_rate": 1.982029304244071e-06,
+      "loss": 17.8945,
+      "step": 9363
+    },
+    {
+      "epoch": 0.08863982733976392,
+      "grad_norm": 288.3592834472656,
+      "learning_rate": 1.982023517676628e-06,
+      "loss": 32.2578,
+      "step": 9364
+    },
+    {
+      "epoch": 0.08864929336147898,
+      "grad_norm": 542.0755004882812,
+      "learning_rate": 1.9820177301861473e-06,
+      "loss": 18.1719,
+      "step": 9365
+    },
+    {
+      "epoch": 0.08865875938319402,
+      "grad_norm": 230.34359741210938,
+      "learning_rate": 1.9820119417726336e-06,
+      "loss": 18.5469,
+      "step": 9366
+    },
+    {
+      "epoch": 0.08866822540490908,
+      "grad_norm": 477.7102355957031,
+      "learning_rate": 1.982006152436092e-06,
+      "loss": 50.4688,
+      "step": 9367
+    },
+    {
+      "epoch": 0.08867769142662413,
+      "grad_norm": 855.0917358398438,
+      "learning_rate": 1.9820003621765294e-06,
+      "loss": 65.0469,
+      "step": 9368
+    },
+    {
+      "epoch": 0.08868715744833919,
+      "grad_norm": 362.2286376953125,
+      "learning_rate": 1.98199457099395e-06,
+      "loss": 23.7812,
+      "step": 9369
+    },
+    {
+      "epoch": 0.08869662347005423,
+      "grad_norm": 523.5137939453125,
+      "learning_rate": 1.9819887788883593e-06,
+      "loss": 23.0156,
+      "step": 9370
+    },
+    {
+      "epoch": 0.0887060894917693,
+      "grad_norm": 256.0611877441406,
+      "learning_rate": 1.9819829858597633e-06,
+      "loss": 19.9141,
+      "step": 9371
+    },
+    {
+      "epoch": 0.08871555551348435,
+      "grad_norm": 424.1212158203125,
+      "learning_rate": 1.9819771919081673e-06,
+      "loss": 23.1797,
+      "step": 9372
+    },
+    {
+      "epoch": 0.0887250215351994,
+      "grad_norm": 500.6457824707031,
+      "learning_rate": 1.981971397033576e-06,
+      "loss": 47.5469,
+      "step": 9373
+    },
+    {
+      "epoch": 0.08873448755691446,
+      "grad_norm": 261.1625061035156,
+      "learning_rate": 1.9819656012359964e-06,
+      "loss": 10.4844,
+      "step": 9374
+    },
+    {
+      "epoch": 0.0887439535786295,
+      "grad_norm": 194.53831481933594,
+      "learning_rate": 1.9819598045154324e-06,
+      "loss": 17.8359,
+      "step": 9375
+    },
+    {
+      "epoch": 0.08875341960034457,
+      "grad_norm": 485.48126220703125,
+      "learning_rate": 1.9819540068718905e-06,
+      "loss": 26.3906,
+      "step": 9376
+    },
+    {
+      "epoch": 0.08876288562205961,
+      "grad_norm": 526.7757568359375,
+      "learning_rate": 1.9819482083053753e-06,
+      "loss": 36.8594,
+      "step": 9377
+    },
+    {
+      "epoch": 0.08877235164377467,
+      "grad_norm": 271.79937744140625,
+      "learning_rate": 1.9819424088158928e-06,
+      "loss": 34.1094,
+      "step": 9378
+    },
+    {
+      "epoch": 0.08878181766548972,
+      "grad_norm": 3.0203287601470947,
+      "learning_rate": 1.981936608403448e-06,
+      "loss": 0.8042,
+      "step": 9379
+    },
+    {
+      "epoch": 0.08879128368720478,
+      "grad_norm": 1130.525146484375,
+      "learning_rate": 1.9819308070680473e-06,
+      "loss": 57.5391,
+      "step": 9380
+    },
+    {
+      "epoch": 0.08880074970891984,
+      "grad_norm": 358.7857360839844,
+      "learning_rate": 1.981925004809695e-06,
+      "loss": 30.6641,
+      "step": 9381
+    },
+    {
+      "epoch": 0.08881021573063488,
+      "grad_norm": 337.1576843261719,
+      "learning_rate": 1.9819192016283973e-06,
+      "loss": 24.7188,
+      "step": 9382
+    },
+    {
+      "epoch": 0.08881968175234994,
+      "grad_norm": 192.81781005859375,
+      "learning_rate": 1.9819133975241595e-06,
+      "loss": 19.7344,
+      "step": 9383
+    },
+    {
+      "epoch": 0.08882914777406499,
+      "grad_norm": 2.704434633255005,
+      "learning_rate": 1.981907592496987e-06,
+      "loss": 0.894,
+      "step": 9384
+    },
+    {
+      "epoch": 0.08883861379578005,
+      "grad_norm": 440.28973388671875,
+      "learning_rate": 1.981901786546885e-06,
+      "loss": 31.4219,
+      "step": 9385
+    },
+    {
+      "epoch": 0.0888480798174951,
+      "grad_norm": 316.3153076171875,
+      "learning_rate": 1.9818959796738596e-06,
+      "loss": 20.9844,
+      "step": 9386
+    },
+    {
+      "epoch": 0.08885754583921016,
+      "grad_norm": 207.21246337890625,
+      "learning_rate": 1.9818901718779154e-06,
+      "loss": 23.8125,
+      "step": 9387
+    },
+    {
+      "epoch": 0.08886701186092522,
+      "grad_norm": 303.5054626464844,
+      "learning_rate": 1.981884363159058e-06,
+      "loss": 27.3242,
+      "step": 9388
+    },
+    {
+      "epoch": 0.08887647788264026,
+      "grad_norm": 318.9969787597656,
+      "learning_rate": 1.981878553517294e-06,
+      "loss": 19.7656,
+      "step": 9389
+    },
+    {
+      "epoch": 0.08888594390435532,
+      "grad_norm": 388.9466552734375,
+      "learning_rate": 1.981872742952628e-06,
+      "loss": 39.4453,
+      "step": 9390
+    },
+    {
+      "epoch": 0.08889540992607037,
+      "grad_norm": 351.9349365234375,
+      "learning_rate": 1.9818669314650647e-06,
+      "loss": 30.625,
+      "step": 9391
+    },
+    {
+      "epoch": 0.08890487594778543,
+      "grad_norm": 561.6893920898438,
+      "learning_rate": 1.981861119054611e-06,
+      "loss": 33.8516,
+      "step": 9392
+    },
+    {
+      "epoch": 0.08891434196950047,
+      "grad_norm": 668.3001708984375,
+      "learning_rate": 1.981855305721272e-06,
+      "loss": 50.25,
+      "step": 9393
+    },
+    {
+      "epoch": 0.08892380799121553,
+      "grad_norm": 312.4421081542969,
+      "learning_rate": 1.9818494914650523e-06,
+      "loss": 22.4453,
+      "step": 9394
+    },
+    {
+      "epoch": 0.08893327401293058,
+      "grad_norm": 3.088897943496704,
+      "learning_rate": 1.9818436762859578e-06,
+      "loss": 0.9824,
+      "step": 9395
+    },
+    {
+      "epoch": 0.08894274003464564,
+      "grad_norm": 494.02606201171875,
+      "learning_rate": 1.9818378601839945e-06,
+      "loss": 40.7969,
+      "step": 9396
+    },
+    {
+      "epoch": 0.0889522060563607,
+      "grad_norm": 491.4949645996094,
+      "learning_rate": 1.9818320431591673e-06,
+      "loss": 36.5391,
+      "step": 9397
+    },
+    {
+      "epoch": 0.08896167207807575,
+      "grad_norm": 3.1077561378479004,
+      "learning_rate": 1.981826225211482e-06,
+      "loss": 0.9062,
+      "step": 9398
+    },
+    {
+      "epoch": 0.0889711380997908,
+      "grad_norm": 920.8452758789062,
+      "learning_rate": 1.9818204063409442e-06,
+      "loss": 78.9453,
+      "step": 9399
+    },
+    {
+      "epoch": 0.08898060412150585,
+      "grad_norm": 361.4859924316406,
+      "learning_rate": 1.9818145865475585e-06,
+      "loss": 9.3516,
+      "step": 9400
+    },
+    {
+      "epoch": 0.08899007014322091,
+      "grad_norm": 2.9828546047210693,
+      "learning_rate": 1.9818087658313312e-06,
+      "loss": 0.8882,
+      "step": 9401
+    },
+    {
+      "epoch": 0.08899953616493596,
+      "grad_norm": 523.2352294921875,
+      "learning_rate": 1.981802944192268e-06,
+      "loss": 50.0469,
+      "step": 9402
+    },
+    {
+      "epoch": 0.08900900218665102,
+      "grad_norm": 223.9906768798828,
+      "learning_rate": 1.981797121630373e-06,
+      "loss": 19.0156,
+      "step": 9403
+    },
+    {
+      "epoch": 0.08901846820836606,
+      "grad_norm": 1066.9813232421875,
+      "learning_rate": 1.9817912981456535e-06,
+      "loss": 59.1133,
+      "step": 9404
+    },
+    {
+      "epoch": 0.08902793423008112,
+      "grad_norm": 389.8690185546875,
+      "learning_rate": 1.9817854737381134e-06,
+      "loss": 21.6484,
+      "step": 9405
+    },
+    {
+      "epoch": 0.08903740025179618,
+      "grad_norm": 387.2532958984375,
+      "learning_rate": 1.981779648407759e-06,
+      "loss": 51.5625,
+      "step": 9406
+    },
+    {
+      "epoch": 0.08904686627351123,
+      "grad_norm": 480.5852355957031,
+      "learning_rate": 1.9817738221545957e-06,
+      "loss": 41.0625,
+      "step": 9407
+    },
+    {
+      "epoch": 0.08905633229522629,
+      "grad_norm": 645.7107543945312,
+      "learning_rate": 1.981767994978629e-06,
+      "loss": 46.6094,
+      "step": 9408
+    },
+    {
+      "epoch": 0.08906579831694134,
+      "grad_norm": 490.3713684082031,
+      "learning_rate": 1.981762166879864e-06,
+      "loss": 33.7109,
+      "step": 9409
+    },
+    {
+      "epoch": 0.0890752643386564,
+      "grad_norm": 294.6695861816406,
+      "learning_rate": 1.9817563378583062e-06,
+      "loss": 20.2344,
+      "step": 9410
+    },
+    {
+      "epoch": 0.08908473036037144,
+      "grad_norm": 617.3006591796875,
+      "learning_rate": 1.9817505079139616e-06,
+      "loss": 47.875,
+      "step": 9411
+    },
+    {
+      "epoch": 0.0890941963820865,
+      "grad_norm": 316.7355651855469,
+      "learning_rate": 1.981744677046835e-06,
+      "loss": 30.9062,
+      "step": 9412
+    },
+    {
+      "epoch": 0.08910366240380155,
+      "grad_norm": 643.7457275390625,
+      "learning_rate": 1.9817388452569333e-06,
+      "loss": 10.2539,
+      "step": 9413
+    },
+    {
+      "epoch": 0.08911312842551661,
+      "grad_norm": 549.659423828125,
+      "learning_rate": 1.98173301254426e-06,
+      "loss": 60.25,
+      "step": 9414
+    },
+    {
+      "epoch": 0.08912259444723167,
+      "grad_norm": 517.6708374023438,
+      "learning_rate": 1.981727178908822e-06,
+      "loss": 42.4062,
+      "step": 9415
+    },
+    {
+      "epoch": 0.08913206046894671,
+      "grad_norm": 501.07904052734375,
+      "learning_rate": 1.981721344350624e-06,
+      "loss": 42.8594,
+      "step": 9416
+    },
+    {
+      "epoch": 0.08914152649066177,
+      "grad_norm": 291.6895751953125,
+      "learning_rate": 1.981715508869672e-06,
+      "loss": 31.3047,
+      "step": 9417
+    },
+    {
+      "epoch": 0.08915099251237682,
+      "grad_norm": 414.514404296875,
+      "learning_rate": 1.9817096724659714e-06,
+      "loss": 29.8203,
+      "step": 9418
+    },
+    {
+      "epoch": 0.08916045853409188,
+      "grad_norm": 333.0033264160156,
+      "learning_rate": 1.981703835139527e-06,
+      "loss": 61.9531,
+      "step": 9419
+    },
+    {
+      "epoch": 0.08916992455580693,
+      "grad_norm": 499.8777160644531,
+      "learning_rate": 1.981697996890346e-06,
+      "loss": 36.2891,
+      "step": 9420
+    },
+    {
+      "epoch": 0.08917939057752199,
+      "grad_norm": 839.9603271484375,
+      "learning_rate": 1.9816921577184316e-06,
+      "loss": 9.4805,
+      "step": 9421
+    },
+    {
+      "epoch": 0.08918885659923703,
+      "grad_norm": 189.38743591308594,
+      "learning_rate": 1.981686317623791e-06,
+      "loss": 19.6953,
+      "step": 9422
+    },
+    {
+      "epoch": 0.08919832262095209,
+      "grad_norm": 348.5921325683594,
+      "learning_rate": 1.981680476606429e-06,
+      "loss": 22.3203,
+      "step": 9423
+    },
+    {
+      "epoch": 0.08920778864266715,
+      "grad_norm": 461.4508972167969,
+      "learning_rate": 1.981674634666351e-06,
+      "loss": 21.8945,
+      "step": 9424
+    },
+    {
+      "epoch": 0.0892172546643822,
+      "grad_norm": 152.05003356933594,
+      "learning_rate": 1.981668791803563e-06,
+      "loss": 19.9922,
+      "step": 9425
+    },
+    {
+      "epoch": 0.08922672068609726,
+      "grad_norm": 542.9703979492188,
+      "learning_rate": 1.98166294801807e-06,
+      "loss": 54.9844,
+      "step": 9426
+    },
+    {
+      "epoch": 0.0892361867078123,
+      "grad_norm": 416.2648620605469,
+      "learning_rate": 1.981657103309878e-06,
+      "loss": 23.2773,
+      "step": 9427
+    },
+    {
+      "epoch": 0.08924565272952736,
+      "grad_norm": 2.7456905841827393,
+      "learning_rate": 1.981651257678992e-06,
+      "loss": 0.7986,
+      "step": 9428
+    },
+    {
+      "epoch": 0.08925511875124241,
+      "grad_norm": 3.066311836242676,
+      "learning_rate": 1.9816454111254175e-06,
+      "loss": 0.8369,
+      "step": 9429
+    },
+    {
+      "epoch": 0.08926458477295747,
+      "grad_norm": 288.93792724609375,
+      "learning_rate": 1.9816395636491604e-06,
+      "loss": 28.5938,
+      "step": 9430
+    },
+    {
+      "epoch": 0.08927405079467253,
+      "grad_norm": 400.378173828125,
+      "learning_rate": 1.9816337152502256e-06,
+      "loss": 21.2109,
+      "step": 9431
+    },
+    {
+      "epoch": 0.08928351681638758,
+      "grad_norm": 3.756993055343628,
+      "learning_rate": 1.9816278659286196e-06,
+      "loss": 1.0552,
+      "step": 9432
+    },
+    {
+      "epoch": 0.08929298283810264,
+      "grad_norm": 382.3153076171875,
+      "learning_rate": 1.981622015684347e-06,
+      "loss": 25.6484,
+      "step": 9433
+    },
+    {
+      "epoch": 0.08930244885981768,
+      "grad_norm": 320.0689392089844,
+      "learning_rate": 1.981616164517413e-06,
+      "loss": 11.3242,
+      "step": 9434
+    },
+    {
+      "epoch": 0.08931191488153274,
+      "grad_norm": 216.01150512695312,
+      "learning_rate": 1.9816103124278244e-06,
+      "loss": 23.4297,
+      "step": 9435
+    },
+    {
+      "epoch": 0.08932138090324779,
+      "grad_norm": 148.4545440673828,
+      "learning_rate": 1.9816044594155857e-06,
+      "loss": 20.6094,
+      "step": 9436
+    },
+    {
+      "epoch": 0.08933084692496285,
+      "grad_norm": 526.0708618164062,
+      "learning_rate": 1.9815986054807028e-06,
+      "loss": 78.2656,
+      "step": 9437
+    },
+    {
+      "epoch": 0.0893403129466779,
+      "grad_norm": 584.0662841796875,
+      "learning_rate": 1.9815927506231807e-06,
+      "loss": 32.0391,
+      "step": 9438
+    },
+    {
+      "epoch": 0.08934977896839295,
+      "grad_norm": 284.74981689453125,
+      "learning_rate": 1.981586894843026e-06,
+      "loss": 40.5781,
+      "step": 9439
+    },
+    {
+      "epoch": 0.08935924499010801,
+      "grad_norm": 283.4690246582031,
+      "learning_rate": 1.9815810381402427e-06,
+      "loss": 22.5234,
+      "step": 9440
+    },
+    {
+      "epoch": 0.08936871101182306,
+      "grad_norm": 3.7398362159729004,
+      "learning_rate": 1.9815751805148376e-06,
+      "loss": 0.8989,
+      "step": 9441
+    },
+    {
+      "epoch": 0.08937817703353812,
+      "grad_norm": 309.2441711425781,
+      "learning_rate": 1.981569321966815e-06,
+      "loss": 22.0391,
+      "step": 9442
+    },
+    {
+      "epoch": 0.08938764305525317,
+      "grad_norm": 333.94097900390625,
+      "learning_rate": 1.9815634624961818e-06,
+      "loss": 22.125,
+      "step": 9443
+    },
+    {
+      "epoch": 0.08939710907696823,
+      "grad_norm": 521.0274658203125,
+      "learning_rate": 1.9815576021029424e-06,
+      "loss": 27.0,
+      "step": 9444
+    },
+    {
+      "epoch": 0.08940657509868327,
+      "grad_norm": 205.16038513183594,
+      "learning_rate": 1.9815517407871033e-06,
+      "loss": 19.1406,
+      "step": 9445
+    },
+    {
+      "epoch": 0.08941604112039833,
+      "grad_norm": 724.651123046875,
+      "learning_rate": 1.9815458785486688e-06,
+      "loss": 64.9375,
+      "step": 9446
+    },
+    {
+      "epoch": 0.08942550714211338,
+      "grad_norm": 418.0701904296875,
+      "learning_rate": 1.981540015387645e-06,
+      "loss": 50.5312,
+      "step": 9447
+    },
+    {
+      "epoch": 0.08943497316382844,
+      "grad_norm": 3.225876569747925,
+      "learning_rate": 1.981534151304038e-06,
+      "loss": 0.8169,
+      "step": 9448
+    },
+    {
+      "epoch": 0.0894444391855435,
+      "grad_norm": 167.68124389648438,
+      "learning_rate": 1.9815282862978523e-06,
+      "loss": 19.6328,
+      "step": 9449
+    },
+    {
+      "epoch": 0.08945390520725854,
+      "grad_norm": 336.68408203125,
+      "learning_rate": 1.9815224203690938e-06,
+      "loss": 12.5117,
+      "step": 9450
+    },
+    {
+      "epoch": 0.0894633712289736,
+      "grad_norm": 388.9901123046875,
+      "learning_rate": 1.9815165535177686e-06,
+      "loss": 16.3828,
+      "step": 9451
+    },
+    {
+      "epoch": 0.08947283725068865,
+      "grad_norm": 363.2774353027344,
+      "learning_rate": 1.9815106857438814e-06,
+      "loss": 53.3828,
+      "step": 9452
+    },
+    {
+      "epoch": 0.08948230327240371,
+      "grad_norm": 285.150390625,
+      "learning_rate": 1.9815048170474377e-06,
+      "loss": 28.6562,
+      "step": 9453
+    },
+    {
+      "epoch": 0.08949176929411876,
+      "grad_norm": 398.74359130859375,
+      "learning_rate": 1.9814989474284438e-06,
+      "loss": 18.6953,
+      "step": 9454
+    },
+    {
+      "epoch": 0.08950123531583382,
+      "grad_norm": 246.92210388183594,
+      "learning_rate": 1.9814930768869044e-06,
+      "loss": 17.8672,
+      "step": 9455
+    },
+    {
+      "epoch": 0.08951070133754886,
+      "grad_norm": 229.83639526367188,
+      "learning_rate": 1.9814872054228254e-06,
+      "loss": 18.5,
+      "step": 9456
+    },
+    {
+      "epoch": 0.08952016735926392,
+      "grad_norm": 373.35125732421875,
+      "learning_rate": 1.9814813330362123e-06,
+      "loss": 19.2656,
+      "step": 9457
+    },
+    {
+      "epoch": 0.08952963338097898,
+      "grad_norm": 420.3739318847656,
+      "learning_rate": 1.9814754597270707e-06,
+      "loss": 36.3672,
+      "step": 9458
+    },
+    {
+      "epoch": 0.08953909940269403,
+      "grad_norm": 228.38804626464844,
+      "learning_rate": 1.981469585495406e-06,
+      "loss": 13.7422,
+      "step": 9459
+    },
+    {
+      "epoch": 0.08954856542440909,
+      "grad_norm": 170.71864318847656,
+      "learning_rate": 1.9814637103412237e-06,
+      "loss": 12.25,
+      "step": 9460
+    },
+    {
+      "epoch": 0.08955803144612413,
+      "grad_norm": 436.7677001953125,
+      "learning_rate": 1.9814578342645294e-06,
+      "loss": 29.8594,
+      "step": 9461
+    },
+    {
+      "epoch": 0.0895674974678392,
+      "grad_norm": 197.26287841796875,
+      "learning_rate": 1.9814519572653285e-06,
+      "loss": 23.375,
+      "step": 9462
+    },
+    {
+      "epoch": 0.08957696348955424,
+      "grad_norm": 816.8046875,
+      "learning_rate": 1.9814460793436266e-06,
+      "loss": 23.3594,
+      "step": 9463
+    },
+    {
+      "epoch": 0.0895864295112693,
+      "grad_norm": 398.2343444824219,
+      "learning_rate": 1.981440200499429e-06,
+      "loss": 30.1562,
+      "step": 9464
+    },
+    {
+      "epoch": 0.08959589553298435,
+      "grad_norm": 1319.264404296875,
+      "learning_rate": 1.9814343207327417e-06,
+      "loss": 44.2578,
+      "step": 9465
+    },
+    {
+      "epoch": 0.0896053615546994,
+      "grad_norm": 654.756103515625,
+      "learning_rate": 1.98142844004357e-06,
+      "loss": 42.4531,
+      "step": 9466
+    },
+    {
+      "epoch": 0.08961482757641447,
+      "grad_norm": 218.04486083984375,
+      "learning_rate": 1.9814225584319195e-06,
+      "loss": 15.7109,
+      "step": 9467
+    },
+    {
+      "epoch": 0.08962429359812951,
+      "grad_norm": 579.1248779296875,
+      "learning_rate": 1.981416675897796e-06,
+      "loss": 62.625,
+      "step": 9468
+    },
+    {
+      "epoch": 0.08963375961984457,
+      "grad_norm": 525.848876953125,
+      "learning_rate": 1.981410792441204e-06,
+      "loss": 49.8906,
+      "step": 9469
+    },
+    {
+      "epoch": 0.08964322564155962,
+      "grad_norm": 420.0704040527344,
+      "learning_rate": 1.98140490806215e-06,
+      "loss": 31.4297,
+      "step": 9470
+    },
+    {
+      "epoch": 0.08965269166327468,
+      "grad_norm": 292.6224365234375,
+      "learning_rate": 1.9813990227606392e-06,
+      "loss": 17.3516,
+      "step": 9471
+    },
+    {
+      "epoch": 0.08966215768498972,
+      "grad_norm": 3.1609318256378174,
+      "learning_rate": 1.981393136536677e-06,
+      "loss": 0.9102,
+      "step": 9472
+    },
+    {
+      "epoch": 0.08967162370670478,
+      "grad_norm": 516.6405639648438,
+      "learning_rate": 1.981387249390269e-06,
+      "loss": 55.8438,
+      "step": 9473
+    },
+    {
+      "epoch": 0.08968108972841984,
+      "grad_norm": 3.2265400886535645,
+      "learning_rate": 1.9813813613214213e-06,
+      "loss": 0.947,
+      "step": 9474
+    },
+    {
+      "epoch": 0.08969055575013489,
+      "grad_norm": 206.45135498046875,
+      "learning_rate": 1.981375472330139e-06,
+      "loss": 18.3125,
+      "step": 9475
+    },
+    {
+      "epoch": 0.08970002177184995,
+      "grad_norm": 175.5547637939453,
+      "learning_rate": 1.981369582416427e-06,
+      "loss": 24.4375,
+      "step": 9476
+    },
+    {
+      "epoch": 0.089709487793565,
+      "grad_norm": 238.46664428710938,
+      "learning_rate": 1.981363691580292e-06,
+      "loss": 24.6797,
+      "step": 9477
+    },
+    {
+      "epoch": 0.08971895381528006,
+      "grad_norm": 2.987643003463745,
+      "learning_rate": 1.9813577998217385e-06,
+      "loss": 0.8547,
+      "step": 9478
+    },
+    {
+      "epoch": 0.0897284198369951,
+      "grad_norm": 306.7988586425781,
+      "learning_rate": 1.9813519071407726e-06,
+      "loss": 24.1016,
+      "step": 9479
+    },
+    {
+      "epoch": 0.08973788585871016,
+      "grad_norm": 612.2770385742188,
+      "learning_rate": 1.9813460135374004e-06,
+      "loss": 44.9609,
+      "step": 9480
+    },
+    {
+      "epoch": 0.08974735188042521,
+      "grad_norm": 394.6059265136719,
+      "learning_rate": 1.9813401190116263e-06,
+      "loss": 25.1875,
+      "step": 9481
+    },
+    {
+      "epoch": 0.08975681790214027,
+      "grad_norm": 390.64093017578125,
+      "learning_rate": 1.981334223563456e-06,
+      "loss": 23.4062,
+      "step": 9482
+    },
+    {
+      "epoch": 0.08976628392385533,
+      "grad_norm": 492.9010314941406,
+      "learning_rate": 1.9813283271928956e-06,
+      "loss": 57.2969,
+      "step": 9483
+    },
+    {
+      "epoch": 0.08977574994557037,
+      "grad_norm": 456.67120361328125,
+      "learning_rate": 1.981322429899951e-06,
+      "loss": 29.9844,
+      "step": 9484
+    },
+    {
+      "epoch": 0.08978521596728543,
+      "grad_norm": 719.1285400390625,
+      "learning_rate": 1.981316531684626e-06,
+      "loss": 43.6875,
+      "step": 9485
+    },
+    {
+      "epoch": 0.08979468198900048,
+      "grad_norm": 206.8585205078125,
+      "learning_rate": 1.9813106325469283e-06,
+      "loss": 17.75,
+      "step": 9486
+    },
+    {
+      "epoch": 0.08980414801071554,
+      "grad_norm": 1360.60009765625,
+      "learning_rate": 1.981304732486862e-06,
+      "loss": 56.0469,
+      "step": 9487
+    },
+    {
+      "epoch": 0.08981361403243059,
+      "grad_norm": 376.3085632324219,
+      "learning_rate": 1.981298831504433e-06,
+      "loss": 25.0312,
+      "step": 9488
+    },
+    {
+      "epoch": 0.08982308005414565,
+      "grad_norm": 1118.7540283203125,
+      "learning_rate": 1.9812929295996473e-06,
+      "loss": 51.1328,
+      "step": 9489
+    },
+    {
+      "epoch": 0.08983254607586069,
+      "grad_norm": 481.20477294921875,
+      "learning_rate": 1.98128702677251e-06,
+      "loss": 18.5547,
+      "step": 9490
+    },
+    {
+      "epoch": 0.08984201209757575,
+      "grad_norm": 659.1195678710938,
+      "learning_rate": 1.9812811230230264e-06,
+      "loss": 31.1367,
+      "step": 9491
+    },
+    {
+      "epoch": 0.08985147811929081,
+      "grad_norm": 599.1149291992188,
+      "learning_rate": 1.981275218351203e-06,
+      "loss": 31.2344,
+      "step": 9492
+    },
+    {
+      "epoch": 0.08986094414100586,
+      "grad_norm": 656.2215576171875,
+      "learning_rate": 1.981269312757044e-06,
+      "loss": 40.5703,
+      "step": 9493
+    },
+    {
+      "epoch": 0.08987041016272092,
+      "grad_norm": 372.67327880859375,
+      "learning_rate": 1.981263406240556e-06,
+      "loss": 34.75,
+      "step": 9494
+    },
+    {
+      "epoch": 0.08987987618443596,
+      "grad_norm": 400.66156005859375,
+      "learning_rate": 1.9812574988017444e-06,
+      "loss": 33.9062,
+      "step": 9495
+    },
+    {
+      "epoch": 0.08988934220615102,
+      "grad_norm": 190.00209045410156,
+      "learning_rate": 1.9812515904406146e-06,
+      "loss": 23.3672,
+      "step": 9496
+    },
+    {
+      "epoch": 0.08989880822786607,
+      "grad_norm": 920.4474487304688,
+      "learning_rate": 1.981245681157172e-06,
+      "loss": 58.25,
+      "step": 9497
+    },
+    {
+      "epoch": 0.08990827424958113,
+      "grad_norm": 401.5257873535156,
+      "learning_rate": 1.981239770951422e-06,
+      "loss": 37.0156,
+      "step": 9498
+    },
+    {
+      "epoch": 0.08991774027129618,
+      "grad_norm": 1113.6953125,
+      "learning_rate": 1.9812338598233705e-06,
+      "loss": 59.2031,
+      "step": 9499
+    },
+    {
+      "epoch": 0.08992720629301124,
+      "grad_norm": 301.6733093261719,
+      "learning_rate": 1.9812279477730235e-06,
+      "loss": 35.0781,
+      "step": 9500
+    },
+    {
+      "epoch": 0.0899366723147263,
+      "grad_norm": 141.7421417236328,
+      "learning_rate": 1.981222034800386e-06,
+      "loss": 13.6562,
+      "step": 9501
+    },
+    {
+      "epoch": 0.08994613833644134,
+      "grad_norm": 517.6517333984375,
+      "learning_rate": 1.981216120905463e-06,
+      "loss": 35.7969,
+      "step": 9502
+    },
+    {
+      "epoch": 0.0899556043581564,
+      "grad_norm": 523.3798217773438,
+      "learning_rate": 1.9812102060882614e-06,
+      "loss": 24.8125,
+      "step": 9503
+    },
+    {
+      "epoch": 0.08996507037987145,
+      "grad_norm": 373.04168701171875,
+      "learning_rate": 1.9812042903487856e-06,
+      "loss": 35.2969,
+      "step": 9504
+    },
+    {
+      "epoch": 0.08997453640158651,
+      "grad_norm": 226.73255920410156,
+      "learning_rate": 1.9811983736870417e-06,
+      "loss": 26.9766,
+      "step": 9505
+    },
+    {
+      "epoch": 0.08998400242330155,
+      "grad_norm": 169.91038513183594,
+      "learning_rate": 1.981192456103035e-06,
+      "loss": 14.6797,
+      "step": 9506
+    },
+    {
+      "epoch": 0.08999346844501661,
+      "grad_norm": 281.8894958496094,
+      "learning_rate": 1.9811865375967715e-06,
+      "loss": 24.8281,
+      "step": 9507
+    },
+    {
+      "epoch": 0.09000293446673166,
+      "grad_norm": 166.61549377441406,
+      "learning_rate": 1.9811806181682567e-06,
+      "loss": 18.25,
+      "step": 9508
+    },
+    {
+      "epoch": 0.09001240048844672,
+      "grad_norm": 343.2150573730469,
+      "learning_rate": 1.9811746978174954e-06,
+      "loss": 22.1797,
+      "step": 9509
+    },
+    {
+      "epoch": 0.09002186651016178,
+      "grad_norm": 411.0964660644531,
+      "learning_rate": 1.9811687765444944e-06,
+      "loss": 21.5625,
+      "step": 9510
+    },
+    {
+      "epoch": 0.09003133253187683,
+      "grad_norm": 287.27874755859375,
+      "learning_rate": 1.981162854349258e-06,
+      "loss": 8.0664,
+      "step": 9511
+    },
+    {
+      "epoch": 0.09004079855359189,
+      "grad_norm": 438.58990478515625,
+      "learning_rate": 1.9811569312317926e-06,
+      "loss": 51.1406,
+      "step": 9512
+    },
+    {
+      "epoch": 0.09005026457530693,
+      "grad_norm": 3.2245101928710938,
+      "learning_rate": 1.981151007192103e-06,
+      "loss": 0.9058,
+      "step": 9513
+    },
+    {
+      "epoch": 0.09005973059702199,
+      "grad_norm": 517.1991577148438,
+      "learning_rate": 1.9811450822301954e-06,
+      "loss": 39.3438,
+      "step": 9514
+    },
+    {
+      "epoch": 0.09006919661873704,
+      "grad_norm": 662.112060546875,
+      "learning_rate": 1.9811391563460758e-06,
+      "loss": 36.9805,
+      "step": 9515
+    },
+    {
+      "epoch": 0.0900786626404521,
+      "grad_norm": 477.8849182128906,
+      "learning_rate": 1.981133229539749e-06,
+      "loss": 37.2812,
+      "step": 9516
+    },
+    {
+      "epoch": 0.09008812866216716,
+      "grad_norm": 284.6169128417969,
+      "learning_rate": 1.9811273018112206e-06,
+      "loss": 20.8906,
+      "step": 9517
+    },
+    {
+      "epoch": 0.0900975946838822,
+      "grad_norm": 611.748291015625,
+      "learning_rate": 1.9811213731604965e-06,
+      "loss": 8.3281,
+      "step": 9518
+    },
+    {
+      "epoch": 0.09010706070559726,
+      "grad_norm": 381.3407287597656,
+      "learning_rate": 1.9811154435875823e-06,
+      "loss": 28.6797,
+      "step": 9519
+    },
+    {
+      "epoch": 0.09011652672731231,
+      "grad_norm": 511.77374267578125,
+      "learning_rate": 1.9811095130924834e-06,
+      "loss": 34.1094,
+      "step": 9520
+    },
+    {
+      "epoch": 0.09012599274902737,
+      "grad_norm": 264.94122314453125,
+      "learning_rate": 1.9811035816752053e-06,
+      "loss": 32.5547,
+      "step": 9521
+    },
+    {
+      "epoch": 0.09013545877074242,
+      "grad_norm": 222.18309020996094,
+      "learning_rate": 1.9810976493357535e-06,
+      "loss": 23.75,
+      "step": 9522
+    },
+    {
+      "epoch": 0.09014492479245748,
+      "grad_norm": 444.715087890625,
+      "learning_rate": 1.981091716074134e-06,
+      "loss": 22.4766,
+      "step": 9523
+    },
+    {
+      "epoch": 0.09015439081417252,
+      "grad_norm": 3.580080032348633,
+      "learning_rate": 1.981085781890352e-06,
+      "loss": 0.9854,
+      "step": 9524
+    },
+    {
+      "epoch": 0.09016385683588758,
+      "grad_norm": 168.17236328125,
+      "learning_rate": 1.9810798467844126e-06,
+      "loss": 20.5703,
+      "step": 9525
+    },
+    {
+      "epoch": 0.09017332285760264,
+      "grad_norm": 160.619140625,
+      "learning_rate": 1.9810739107563225e-06,
+      "loss": 23.3203,
+      "step": 9526
+    },
+    {
+      "epoch": 0.09018278887931769,
+      "grad_norm": 3.090773105621338,
+      "learning_rate": 1.981067973806087e-06,
+      "loss": 0.9648,
+      "step": 9527
+    },
+    {
+      "epoch": 0.09019225490103275,
+      "grad_norm": 567.5475463867188,
+      "learning_rate": 1.981062035933711e-06,
+      "loss": 36.2734,
+      "step": 9528
+    },
+    {
+      "epoch": 0.0902017209227478,
+      "grad_norm": 188.54696655273438,
+      "learning_rate": 1.981056097139201e-06,
+      "loss": 20.5898,
+      "step": 9529
+    },
+    {
+      "epoch": 0.09021118694446285,
+      "grad_norm": 259.3170166015625,
+      "learning_rate": 1.9810501574225613e-06,
+      "loss": 34.2188,
+      "step": 9530
+    },
+    {
+      "epoch": 0.0902206529661779,
+      "grad_norm": 515.0632934570312,
+      "learning_rate": 1.981044216783799e-06,
+      "loss": 31.9609,
+      "step": 9531
+    },
+    {
+      "epoch": 0.09023011898789296,
+      "grad_norm": 605.9942626953125,
+      "learning_rate": 1.9810382752229185e-06,
+      "loss": 24.7344,
+      "step": 9532
+    },
+    {
+      "epoch": 0.090239585009608,
+      "grad_norm": 430.25482177734375,
+      "learning_rate": 1.981032332739926e-06,
+      "loss": 18.6328,
+      "step": 9533
+    },
+    {
+      "epoch": 0.09024905103132307,
+      "grad_norm": 399.2234191894531,
+      "learning_rate": 1.981026389334827e-06,
+      "loss": 24.2188,
+      "step": 9534
+    },
+    {
+      "epoch": 0.09025851705303813,
+      "grad_norm": 182.85650634765625,
+      "learning_rate": 1.9810204450076272e-06,
+      "loss": 19.8906,
+      "step": 9535
+    },
+    {
+      "epoch": 0.09026798307475317,
+      "grad_norm": 514.7698364257812,
+      "learning_rate": 1.9810144997583316e-06,
+      "loss": 47.7344,
+      "step": 9536
+    },
+    {
+      "epoch": 0.09027744909646823,
+      "grad_norm": 594.4711303710938,
+      "learning_rate": 1.9810085535869466e-06,
+      "loss": 38.0859,
+      "step": 9537
+    },
+    {
+      "epoch": 0.09028691511818328,
+      "grad_norm": 358.90704345703125,
+      "learning_rate": 1.9810026064934773e-06,
+      "loss": 29.2812,
+      "step": 9538
+    },
+    {
+      "epoch": 0.09029638113989834,
+      "grad_norm": 263.97552490234375,
+      "learning_rate": 1.980996658477929e-06,
+      "loss": 21.2891,
+      "step": 9539
+    },
+    {
+      "epoch": 0.09030584716161338,
+      "grad_norm": 266.4091491699219,
+      "learning_rate": 1.9809907095403077e-06,
+      "loss": 14.8633,
+      "step": 9540
+    },
+    {
+      "epoch": 0.09031531318332844,
+      "grad_norm": 176.7696990966797,
+      "learning_rate": 1.980984759680619e-06,
+      "loss": 20.4609,
+      "step": 9541
+    },
+    {
+      "epoch": 0.09032477920504349,
+      "grad_norm": 285.677490234375,
+      "learning_rate": 1.9809788088988688e-06,
+      "loss": 24.6406,
+      "step": 9542
+    },
+    {
+      "epoch": 0.09033424522675855,
+      "grad_norm": 971.498779296875,
+      "learning_rate": 1.9809728571950622e-06,
+      "loss": 55.4219,
+      "step": 9543
+    },
+    {
+      "epoch": 0.09034371124847361,
+      "grad_norm": 592.8601684570312,
+      "learning_rate": 1.980966904569205e-06,
+      "loss": 42.2344,
+      "step": 9544
+    },
+    {
+      "epoch": 0.09035317727018866,
+      "grad_norm": 3.393580913543701,
+      "learning_rate": 1.9809609510213025e-06,
+      "loss": 0.9897,
+      "step": 9545
+    },
+    {
+      "epoch": 0.09036264329190372,
+      "grad_norm": 298.6016540527344,
+      "learning_rate": 1.9809549965513604e-06,
+      "loss": 8.7578,
+      "step": 9546
+    },
+    {
+      "epoch": 0.09037210931361876,
+      "grad_norm": 610.9742431640625,
+      "learning_rate": 1.9809490411593844e-06,
+      "loss": 42.5234,
+      "step": 9547
+    },
+    {
+      "epoch": 0.09038157533533382,
+      "grad_norm": 3.244966506958008,
+      "learning_rate": 1.9809430848453804e-06,
+      "loss": 0.9741,
+      "step": 9548
+    },
+    {
+      "epoch": 0.09039104135704887,
+      "grad_norm": 517.9107055664062,
+      "learning_rate": 1.9809371276093534e-06,
+      "loss": 37.3281,
+      "step": 9549
+    },
+    {
+      "epoch": 0.09040050737876393,
+      "grad_norm": 331.4424133300781,
+      "learning_rate": 1.9809311694513096e-06,
+      "loss": 34.6875,
+      "step": 9550
+    },
+    {
+      "epoch": 0.09040997340047897,
+      "grad_norm": 941.544189453125,
+      "learning_rate": 1.9809252103712547e-06,
+      "loss": 29.3047,
+      "step": 9551
+    },
+    {
+      "epoch": 0.09041943942219403,
+      "grad_norm": 377.02398681640625,
+      "learning_rate": 1.9809192503691934e-06,
+      "loss": 40.6016,
+      "step": 9552
+    },
+    {
+      "epoch": 0.0904289054439091,
+      "grad_norm": 207.14637756347656,
+      "learning_rate": 1.980913289445132e-06,
+      "loss": 19.8828,
+      "step": 9553
+    },
+    {
+      "epoch": 0.09043837146562414,
+      "grad_norm": 408.3224182128906,
+      "learning_rate": 1.9809073275990754e-06,
+      "loss": 24.5312,
+      "step": 9554
+    },
+    {
+      "epoch": 0.0904478374873392,
+      "grad_norm": 648.103759765625,
+      "learning_rate": 1.9809013648310306e-06,
+      "loss": 50.2969,
+      "step": 9555
+    },
+    {
+      "epoch": 0.09045730350905425,
+      "grad_norm": 464.6663818359375,
+      "learning_rate": 1.9808954011410014e-06,
+      "loss": 53.5469,
+      "step": 9556
+    },
+    {
+      "epoch": 0.0904667695307693,
+      "grad_norm": 442.8744812011719,
+      "learning_rate": 1.980889436528995e-06,
+      "loss": 42.5781,
+      "step": 9557
+    },
+    {
+      "epoch": 0.09047623555248435,
+      "grad_norm": 236.3868865966797,
+      "learning_rate": 1.9808834709950163e-06,
+      "loss": 21.0391,
+      "step": 9558
+    },
+    {
+      "epoch": 0.09048570157419941,
+      "grad_norm": 555.3199462890625,
+      "learning_rate": 1.9808775045390705e-06,
+      "loss": 45.7812,
+      "step": 9559
+    },
+    {
+      "epoch": 0.09049516759591447,
+      "grad_norm": 228.523193359375,
+      "learning_rate": 1.980871537161164e-06,
+      "loss": 19.4688,
+      "step": 9560
+    },
+    {
+      "epoch": 0.09050463361762952,
+      "grad_norm": 453.7644348144531,
+      "learning_rate": 1.980865568861302e-06,
+      "loss": 17.2422,
+      "step": 9561
+    },
+    {
+      "epoch": 0.09051409963934458,
+      "grad_norm": 719.947021484375,
+      "learning_rate": 1.9808595996394904e-06,
+      "loss": 60.5312,
+      "step": 9562
+    },
+    {
+      "epoch": 0.09052356566105962,
+      "grad_norm": 497.8179931640625,
+      "learning_rate": 1.9808536294957343e-06,
+      "loss": 20.3984,
+      "step": 9563
+    },
+    {
+      "epoch": 0.09053303168277468,
+      "grad_norm": 4.035803318023682,
+      "learning_rate": 1.98084765843004e-06,
+      "loss": 0.9849,
+      "step": 9564
+    },
+    {
+      "epoch": 0.09054249770448973,
+      "grad_norm": 328.01708984375,
+      "learning_rate": 1.980841686442412e-06,
+      "loss": 20.8203,
+      "step": 9565
+    },
+    {
+      "epoch": 0.09055196372620479,
+      "grad_norm": 389.71795654296875,
+      "learning_rate": 1.980835713532857e-06,
+      "loss": 29.3594,
+      "step": 9566
+    },
+    {
+      "epoch": 0.09056142974791984,
+      "grad_norm": 288.1833801269531,
+      "learning_rate": 1.9808297397013803e-06,
+      "loss": 25.7578,
+      "step": 9567
+    },
+    {
+      "epoch": 0.0905708957696349,
+      "grad_norm": 320.91424560546875,
+      "learning_rate": 1.9808237649479874e-06,
+      "loss": 26.2422,
+      "step": 9568
+    },
+    {
+      "epoch": 0.09058036179134996,
+      "grad_norm": 298.38177490234375,
+      "learning_rate": 1.9808177892726843e-06,
+      "loss": 29.4297,
+      "step": 9569
+    },
+    {
+      "epoch": 0.090589827813065,
+      "grad_norm": 711.2406616210938,
+      "learning_rate": 1.9808118126754756e-06,
+      "loss": 40.75,
+      "step": 9570
+    },
+    {
+      "epoch": 0.09059929383478006,
+      "grad_norm": 386.9328918457031,
+      "learning_rate": 1.980805835156368e-06,
+      "loss": 22.5469,
+      "step": 9571
+    },
+    {
+      "epoch": 0.09060875985649511,
+      "grad_norm": 365.0610656738281,
+      "learning_rate": 1.980799856715367e-06,
+      "loss": 22.2188,
+      "step": 9572
+    },
+    {
+      "epoch": 0.09061822587821017,
+      "grad_norm": 269.36285400390625,
+      "learning_rate": 1.9807938773524774e-06,
+      "loss": 32.5781,
+      "step": 9573
+    },
+    {
+      "epoch": 0.09062769189992521,
+      "grad_norm": 408.8167419433594,
+      "learning_rate": 1.9807878970677052e-06,
+      "loss": 31.8438,
+      "step": 9574
+    },
+    {
+      "epoch": 0.09063715792164027,
+      "grad_norm": 366.47808837890625,
+      "learning_rate": 1.9807819158610567e-06,
+      "loss": 11.6484,
+      "step": 9575
+    },
+    {
+      "epoch": 0.09064662394335532,
+      "grad_norm": 307.1010437011719,
+      "learning_rate": 1.980775933732537e-06,
+      "loss": 21.3984,
+      "step": 9576
+    },
+    {
+      "epoch": 0.09065608996507038,
+      "grad_norm": 396.2312927246094,
+      "learning_rate": 1.9807699506821514e-06,
+      "loss": 41.125,
+      "step": 9577
+    },
+    {
+      "epoch": 0.09066555598678544,
+      "grad_norm": 303.9492492675781,
+      "learning_rate": 1.980763966709906e-06,
+      "loss": 22.4961,
+      "step": 9578
+    },
+    {
+      "epoch": 0.09067502200850049,
+      "grad_norm": 750.0142822265625,
+      "learning_rate": 1.9807579818158063e-06,
+      "loss": 28.4766,
+      "step": 9579
+    },
+    {
+      "epoch": 0.09068448803021555,
+      "grad_norm": 650.0199584960938,
+      "learning_rate": 1.980751995999858e-06,
+      "loss": 56.0312,
+      "step": 9580
+    },
+    {
+      "epoch": 0.09069395405193059,
+      "grad_norm": 190.72264099121094,
+      "learning_rate": 1.9807460092620664e-06,
+      "loss": 24.2188,
+      "step": 9581
+    },
+    {
+      "epoch": 0.09070342007364565,
+      "grad_norm": 462.9262390136719,
+      "learning_rate": 1.9807400216024375e-06,
+      "loss": 26.5312,
+      "step": 9582
+    },
+    {
+      "epoch": 0.0907128860953607,
+      "grad_norm": 534.6539306640625,
+      "learning_rate": 1.980734033020977e-06,
+      "loss": 28.3125,
+      "step": 9583
+    },
+    {
+      "epoch": 0.09072235211707576,
+      "grad_norm": 507.11138916015625,
+      "learning_rate": 1.9807280435176897e-06,
+      "loss": 33.0312,
+      "step": 9584
+    },
+    {
+      "epoch": 0.0907318181387908,
+      "grad_norm": 3.51324462890625,
+      "learning_rate": 1.980722053092582e-06,
+      "loss": 0.9424,
+      "step": 9585
+    },
+    {
+      "epoch": 0.09074128416050586,
+      "grad_norm": 3.152210235595703,
+      "learning_rate": 1.98071606174566e-06,
+      "loss": 0.8901,
+      "step": 9586
+    },
+    {
+      "epoch": 0.09075075018222092,
+      "grad_norm": 615.6299438476562,
+      "learning_rate": 1.980710069476928e-06,
+      "loss": 44.7891,
+      "step": 9587
+    },
+    {
+      "epoch": 0.09076021620393597,
+      "grad_norm": 330.4158935546875,
+      "learning_rate": 1.9807040762863928e-06,
+      "loss": 19.7031,
+      "step": 9588
+    },
+    {
+      "epoch": 0.09076968222565103,
+      "grad_norm": 2.685065507888794,
+      "learning_rate": 1.9806980821740597e-06,
+      "loss": 0.9844,
+      "step": 9589
+    },
+    {
+      "epoch": 0.09077914824736608,
+      "grad_norm": 295.3648376464844,
+      "learning_rate": 1.980692087139934e-06,
+      "loss": 33.3125,
+      "step": 9590
+    },
+    {
+      "epoch": 0.09078861426908114,
+      "grad_norm": 253.79444885253906,
+      "learning_rate": 1.9806860911840213e-06,
+      "loss": 19.6328,
+      "step": 9591
+    },
+    {
+      "epoch": 0.09079808029079618,
+      "grad_norm": 268.2671203613281,
+      "learning_rate": 1.9806800943063277e-06,
+      "loss": 22.4844,
+      "step": 9592
+    },
+    {
+      "epoch": 0.09080754631251124,
+      "grad_norm": 258.3752746582031,
+      "learning_rate": 1.980674096506858e-06,
+      "loss": 21.2734,
+      "step": 9593
+    },
+    {
+      "epoch": 0.09081701233422629,
+      "grad_norm": 408.5722961425781,
+      "learning_rate": 1.980668097785619e-06,
+      "loss": 23.3906,
+      "step": 9594
+    },
+    {
+      "epoch": 0.09082647835594135,
+      "grad_norm": 575.11572265625,
+      "learning_rate": 1.9806620981426157e-06,
+      "loss": 49.8594,
+      "step": 9595
+    },
+    {
+      "epoch": 0.09083594437765641,
+      "grad_norm": 554.806640625,
+      "learning_rate": 1.980656097577854e-06,
+      "loss": 44.4844,
+      "step": 9596
+    },
+    {
+      "epoch": 0.09084541039937145,
+      "grad_norm": 227.0635528564453,
+      "learning_rate": 1.9806500960913396e-06,
+      "loss": 18.4297,
+      "step": 9597
+    },
+    {
+      "epoch": 0.09085487642108651,
+      "grad_norm": 723.376708984375,
+      "learning_rate": 1.9806440936830773e-06,
+      "loss": 32.3281,
+      "step": 9598
+    },
+    {
+      "epoch": 0.09086434244280156,
+      "grad_norm": 193.87933349609375,
+      "learning_rate": 1.9806380903530734e-06,
+      "loss": 21.0391,
+      "step": 9599
+    },
+    {
+      "epoch": 0.09087380846451662,
+      "grad_norm": 831.2883911132812,
+      "learning_rate": 1.980632086101334e-06,
+      "loss": 28.625,
+      "step": 9600
+    },
+    {
+      "epoch": 0.09088327448623167,
+      "grad_norm": 570.9581909179688,
+      "learning_rate": 1.9806260809278635e-06,
+      "loss": 26.5391,
+      "step": 9601
+    },
+    {
+      "epoch": 0.09089274050794673,
+      "grad_norm": 3.1142196655273438,
+      "learning_rate": 1.980620074832669e-06,
+      "loss": 1.0186,
+      "step": 9602
+    },
+    {
+      "epoch": 0.09090220652966179,
+      "grad_norm": 425.13909912109375,
+      "learning_rate": 1.9806140678157546e-06,
+      "loss": 37.1094,
+      "step": 9603
+    },
+    {
+      "epoch": 0.09091167255137683,
+      "grad_norm": 525.424072265625,
+      "learning_rate": 1.980608059877128e-06,
+      "loss": 43.0312,
+      "step": 9604
+    },
+    {
+      "epoch": 0.09092113857309189,
+      "grad_norm": 488.20806884765625,
+      "learning_rate": 1.9806020510167925e-06,
+      "loss": 49.4844,
+      "step": 9605
+    },
+    {
+      "epoch": 0.09093060459480694,
+      "grad_norm": 171.5394744873047,
+      "learning_rate": 1.9805960412347553e-06,
+      "loss": 16.6367,
+      "step": 9606
+    },
+    {
+      "epoch": 0.090940070616522,
+      "grad_norm": 355.5564880371094,
+      "learning_rate": 1.9805900305310217e-06,
+      "loss": 43.5938,
+      "step": 9607
+    },
+    {
+      "epoch": 0.09094953663823704,
+      "grad_norm": 399.0274658203125,
+      "learning_rate": 1.9805840189055968e-06,
+      "loss": 25.5859,
+      "step": 9608
+    },
+    {
+      "epoch": 0.0909590026599521,
+      "grad_norm": 424.30426025390625,
+      "learning_rate": 1.980578006358487e-06,
+      "loss": 32.5859,
+      "step": 9609
+    },
+    {
+      "epoch": 0.09096846868166715,
+      "grad_norm": 368.096923828125,
+      "learning_rate": 1.9805719928896978e-06,
+      "loss": 17.8359,
+      "step": 9610
+    },
+    {
+      "epoch": 0.09097793470338221,
+      "grad_norm": 361.4423522949219,
+      "learning_rate": 1.9805659784992346e-06,
+      "loss": 48.5,
+      "step": 9611
+    },
+    {
+      "epoch": 0.09098740072509727,
+      "grad_norm": 466.4801940917969,
+      "learning_rate": 1.980559963187103e-06,
+      "loss": 40.2656,
+      "step": 9612
+    },
+    {
+      "epoch": 0.09099686674681232,
+      "grad_norm": 762.5079345703125,
+      "learning_rate": 1.9805539469533095e-06,
+      "loss": 60.8867,
+      "step": 9613
+    },
+    {
+      "epoch": 0.09100633276852738,
+      "grad_norm": 3.375452756881714,
+      "learning_rate": 1.9805479297978585e-06,
+      "loss": 0.8892,
+      "step": 9614
+    },
+    {
+      "epoch": 0.09101579879024242,
+      "grad_norm": 184.2909698486328,
+      "learning_rate": 1.9805419117207565e-06,
+      "loss": 18.9453,
+      "step": 9615
+    },
+    {
+      "epoch": 0.09102526481195748,
+      "grad_norm": 409.1004333496094,
+      "learning_rate": 1.9805358927220084e-06,
+      "loss": 17.3984,
+      "step": 9616
+    },
+    {
+      "epoch": 0.09103473083367253,
+      "grad_norm": 454.9047546386719,
+      "learning_rate": 1.980529872801621e-06,
+      "loss": 32.4219,
+      "step": 9617
+    },
+    {
+      "epoch": 0.09104419685538759,
+      "grad_norm": 362.0184326171875,
+      "learning_rate": 1.9805238519595987e-06,
+      "loss": 33.4766,
+      "step": 9618
+    },
+    {
+      "epoch": 0.09105366287710263,
+      "grad_norm": 370.3946228027344,
+      "learning_rate": 1.9805178301959484e-06,
+      "loss": 27.4453,
+      "step": 9619
+    },
+    {
+      "epoch": 0.0910631288988177,
+      "grad_norm": 303.4541931152344,
+      "learning_rate": 1.9805118075106746e-06,
+      "loss": 38.7422,
+      "step": 9620
+    },
+    {
+      "epoch": 0.09107259492053275,
+      "grad_norm": 162.36831665039062,
+      "learning_rate": 1.9805057839037836e-06,
+      "loss": 23.0703,
+      "step": 9621
+    },
+    {
+      "epoch": 0.0910820609422478,
+      "grad_norm": 287.47918701171875,
+      "learning_rate": 1.980499759375281e-06,
+      "loss": 24.3438,
+      "step": 9622
+    },
+    {
+      "epoch": 0.09109152696396286,
+      "grad_norm": 2.8562445640563965,
+      "learning_rate": 1.980493733925172e-06,
+      "loss": 0.853,
+      "step": 9623
+    },
+    {
+      "epoch": 0.0911009929856779,
+      "grad_norm": 516.0043334960938,
+      "learning_rate": 1.9804877075534635e-06,
+      "loss": 18.0508,
+      "step": 9624
+    },
+    {
+      "epoch": 0.09111045900739297,
+      "grad_norm": 285.7124328613281,
+      "learning_rate": 1.9804816802601598e-06,
+      "loss": 37.9102,
+      "step": 9625
+    },
+    {
+      "epoch": 0.09111992502910801,
+      "grad_norm": 361.998779296875,
+      "learning_rate": 1.9804756520452673e-06,
+      "loss": 40.6719,
+      "step": 9626
+    },
+    {
+      "epoch": 0.09112939105082307,
+      "grad_norm": 659.02392578125,
+      "learning_rate": 1.9804696229087914e-06,
+      "loss": 13.4453,
+      "step": 9627
+    },
+    {
+      "epoch": 0.09113885707253812,
+      "grad_norm": 370.3154296875,
+      "learning_rate": 1.980463592850738e-06,
+      "loss": 21.9688,
+      "step": 9628
+    },
+    {
+      "epoch": 0.09114832309425318,
+      "grad_norm": 438.93408203125,
+      "learning_rate": 1.9804575618711124e-06,
+      "loss": 37.5547,
+      "step": 9629
+    },
+    {
+      "epoch": 0.09115778911596824,
+      "grad_norm": 468.5584411621094,
+      "learning_rate": 1.9804515299699207e-06,
+      "loss": 36.5781,
+      "step": 9630
+    },
+    {
+      "epoch": 0.09116725513768328,
+      "grad_norm": 270.81787109375,
+      "learning_rate": 1.9804454971471676e-06,
+      "loss": 20.5039,
+      "step": 9631
+    },
+    {
+      "epoch": 0.09117672115939834,
+      "grad_norm": 485.3475646972656,
+      "learning_rate": 1.9804394634028605e-06,
+      "loss": 21.8984,
+      "step": 9632
+    },
+    {
+      "epoch": 0.09118618718111339,
+      "grad_norm": 736.6694946289062,
+      "learning_rate": 1.9804334287370036e-06,
+      "loss": 69.5,
+      "step": 9633
+    },
+    {
+      "epoch": 0.09119565320282845,
+      "grad_norm": 233.01043701171875,
+      "learning_rate": 1.9804273931496032e-06,
+      "loss": 20.9297,
+      "step": 9634
+    },
+    {
+      "epoch": 0.0912051192245435,
+      "grad_norm": 531.791015625,
+      "learning_rate": 1.9804213566406645e-06,
+      "loss": 22.7109,
+      "step": 9635
+    },
+    {
+      "epoch": 0.09121458524625856,
+      "grad_norm": 326.66162109375,
+      "learning_rate": 1.980415319210194e-06,
+      "loss": 18.1016,
+      "step": 9636
+    },
+    {
+      "epoch": 0.0912240512679736,
+      "grad_norm": 637.7732543945312,
+      "learning_rate": 1.9804092808581963e-06,
+      "loss": 21.668,
+      "step": 9637
+    },
+    {
+      "epoch": 0.09123351728968866,
+      "grad_norm": 737.5419921875,
+      "learning_rate": 1.9804032415846784e-06,
+      "loss": 59.1094,
+      "step": 9638
+    },
+    {
+      "epoch": 0.09124298331140372,
+      "grad_norm": 436.31658935546875,
+      "learning_rate": 1.980397201389645e-06,
+      "loss": 23.0234,
+      "step": 9639
+    },
+    {
+      "epoch": 0.09125244933311877,
+      "grad_norm": 3.3757376670837402,
+      "learning_rate": 1.9803911602731015e-06,
+      "loss": 1.0073,
+      "step": 9640
+    },
+    {
+      "epoch": 0.09126191535483383,
+      "grad_norm": 335.6438903808594,
+      "learning_rate": 1.9803851182350548e-06,
+      "loss": 22.4141,
+      "step": 9641
+    },
+    {
+      "epoch": 0.09127138137654887,
+      "grad_norm": 925.059814453125,
+      "learning_rate": 1.9803790752755095e-06,
+      "loss": 51.1328,
+      "step": 9642
+    },
+    {
+      "epoch": 0.09128084739826393,
+      "grad_norm": 471.06585693359375,
+      "learning_rate": 1.9803730313944715e-06,
+      "loss": 18.1562,
+      "step": 9643
+    },
+    {
+      "epoch": 0.09129031341997898,
+      "grad_norm": 283.82000732421875,
+      "learning_rate": 1.980366986591947e-06,
+      "loss": 20.5938,
+      "step": 9644
+    },
+    {
+      "epoch": 0.09129977944169404,
+      "grad_norm": 264.7506103515625,
+      "learning_rate": 1.9803609408679406e-06,
+      "loss": 27.9531,
+      "step": 9645
+    },
+    {
+      "epoch": 0.0913092454634091,
+      "grad_norm": 1463.376953125,
+      "learning_rate": 1.9803548942224594e-06,
+      "loss": 61.6562,
+      "step": 9646
+    },
+    {
+      "epoch": 0.09131871148512415,
+      "grad_norm": 575.117431640625,
+      "learning_rate": 1.980348846655508e-06,
+      "loss": 23.2188,
+      "step": 9647
+    },
+    {
+      "epoch": 0.0913281775068392,
+      "grad_norm": 256.2195129394531,
+      "learning_rate": 1.9803427981670924e-06,
+      "loss": 32.4531,
+      "step": 9648
+    },
+    {
+      "epoch": 0.09133764352855425,
+      "grad_norm": 206.14244079589844,
+      "learning_rate": 1.980336748757219e-06,
+      "loss": 18.5156,
+      "step": 9649
+    },
+    {
+      "epoch": 0.09134710955026931,
+      "grad_norm": 3.2712817192077637,
+      "learning_rate": 1.9803306984258925e-06,
+      "loss": 0.9463,
+      "step": 9650
+    },
+    {
+      "epoch": 0.09135657557198436,
+      "grad_norm": 333.7142333984375,
+      "learning_rate": 1.9803246471731184e-06,
+      "loss": 22.2969,
+      "step": 9651
+    },
+    {
+      "epoch": 0.09136604159369942,
+      "grad_norm": 375.9570617675781,
+      "learning_rate": 1.9803185949989032e-06,
+      "loss": 34.1328,
+      "step": 9652
+    },
+    {
+      "epoch": 0.09137550761541446,
+      "grad_norm": 236.3732452392578,
+      "learning_rate": 1.9803125419032526e-06,
+      "loss": 18.7031,
+      "step": 9653
+    },
+    {
+      "epoch": 0.09138497363712952,
+      "grad_norm": 443.5666809082031,
+      "learning_rate": 1.980306487886172e-06,
+      "loss": 34.2969,
+      "step": 9654
+    },
+    {
+      "epoch": 0.09139443965884458,
+      "grad_norm": 228.01783752441406,
+      "learning_rate": 1.9803004329476666e-06,
+      "loss": 19.6562,
+      "step": 9655
+    },
+    {
+      "epoch": 0.09140390568055963,
+      "grad_norm": 439.1605224609375,
+      "learning_rate": 1.980294377087743e-06,
+      "loss": 27.9062,
+      "step": 9656
+    },
+    {
+      "epoch": 0.09141337170227469,
+      "grad_norm": 622.3037109375,
+      "learning_rate": 1.9802883203064064e-06,
+      "loss": 42.6562,
+      "step": 9657
+    },
+    {
+      "epoch": 0.09142283772398974,
+      "grad_norm": 714.6419067382812,
+      "learning_rate": 1.9802822626036623e-06,
+      "loss": 25.6406,
+      "step": 9658
+    },
+    {
+      "epoch": 0.0914323037457048,
+      "grad_norm": 646.4647216796875,
+      "learning_rate": 1.980276203979517e-06,
+      "loss": 52.3906,
+      "step": 9659
+    },
+    {
+      "epoch": 0.09144176976741984,
+      "grad_norm": 481.072509765625,
+      "learning_rate": 1.9802701444339752e-06,
+      "loss": 32.8281,
+      "step": 9660
+    },
+    {
+      "epoch": 0.0914512357891349,
+      "grad_norm": 302.57757568359375,
+      "learning_rate": 1.9802640839670437e-06,
+      "loss": 12.7578,
+      "step": 9661
+    },
+    {
+      "epoch": 0.09146070181084995,
+      "grad_norm": 232.9759063720703,
+      "learning_rate": 1.980258022578728e-06,
+      "loss": 21.9844,
+      "step": 9662
+    },
+    {
+      "epoch": 0.09147016783256501,
+      "grad_norm": 273.5087585449219,
+      "learning_rate": 1.980251960269033e-06,
+      "loss": 14.0391,
+      "step": 9663
+    },
+    {
+      "epoch": 0.09147963385428007,
+      "grad_norm": 2.9000864028930664,
+      "learning_rate": 1.9802458970379653e-06,
+      "loss": 0.8613,
+      "step": 9664
+    },
+    {
+      "epoch": 0.09148909987599511,
+      "grad_norm": 173.2218475341797,
+      "learning_rate": 1.98023983288553e-06,
+      "loss": 15.8828,
+      "step": 9665
+    },
+    {
+      "epoch": 0.09149856589771017,
+      "grad_norm": 451.5128479003906,
+      "learning_rate": 1.980233767811733e-06,
+      "loss": 23.1484,
+      "step": 9666
+    },
+    {
+      "epoch": 0.09150803191942522,
+      "grad_norm": 330.98675537109375,
+      "learning_rate": 1.9802277018165805e-06,
+      "loss": 22.3828,
+      "step": 9667
+    },
+    {
+      "epoch": 0.09151749794114028,
+      "grad_norm": 749.626953125,
+      "learning_rate": 1.980221634900077e-06,
+      "loss": 34.0781,
+      "step": 9668
+    },
+    {
+      "epoch": 0.09152696396285533,
+      "grad_norm": 225.1514434814453,
+      "learning_rate": 1.9802155670622293e-06,
+      "loss": 15.0508,
+      "step": 9669
+    },
+    {
+      "epoch": 0.09153642998457039,
+      "grad_norm": 378.3317565917969,
+      "learning_rate": 1.980209498303043e-06,
+      "loss": 18.043,
+      "step": 9670
+    },
+    {
+      "epoch": 0.09154589600628543,
+      "grad_norm": 320.65655517578125,
+      "learning_rate": 1.980203428622523e-06,
+      "loss": 25.5938,
+      "step": 9671
+    },
+    {
+      "epoch": 0.09155536202800049,
+      "grad_norm": 422.22314453125,
+      "learning_rate": 1.980197358020676e-06,
+      "loss": 45.8906,
+      "step": 9672
+    },
+    {
+      "epoch": 0.09156482804971555,
+      "grad_norm": 212.3396453857422,
+      "learning_rate": 1.980191286497507e-06,
+      "loss": 21.0,
+      "step": 9673
+    },
+    {
+      "epoch": 0.0915742940714306,
+      "grad_norm": 329.428955078125,
+      "learning_rate": 1.9801852140530218e-06,
+      "loss": 33.5312,
+      "step": 9674
+    },
+    {
+      "epoch": 0.09158376009314566,
+      "grad_norm": 202.3539581298828,
+      "learning_rate": 1.980179140687227e-06,
+      "loss": 15.7812,
+      "step": 9675
+    },
+    {
+      "epoch": 0.0915932261148607,
+      "grad_norm": 472.1769714355469,
+      "learning_rate": 1.980173066400127e-06,
+      "loss": 26.1406,
+      "step": 9676
+    },
+    {
+      "epoch": 0.09160269213657576,
+      "grad_norm": 3.1342339515686035,
+      "learning_rate": 1.980166991191728e-06,
+      "loss": 0.8774,
+      "step": 9677
+    },
+    {
+      "epoch": 0.09161215815829081,
+      "grad_norm": 533.1991577148438,
+      "learning_rate": 1.980160915062036e-06,
+      "loss": 42.2734,
+      "step": 9678
+    },
+    {
+      "epoch": 0.09162162418000587,
+      "grad_norm": 358.7475891113281,
+      "learning_rate": 1.9801548380110563e-06,
+      "loss": 27.8516,
+      "step": 9679
+    },
+    {
+      "epoch": 0.09163109020172092,
+      "grad_norm": 437.4605407714844,
+      "learning_rate": 1.980148760038795e-06,
+      "loss": 22.1719,
+      "step": 9680
+    },
+    {
+      "epoch": 0.09164055622343598,
+      "grad_norm": 3.3634350299835205,
+      "learning_rate": 1.9801426811452577e-06,
+      "loss": 0.9243,
+      "step": 9681
+    },
+    {
+      "epoch": 0.09165002224515104,
+      "grad_norm": 610.99853515625,
+      "learning_rate": 1.9801366013304496e-06,
+      "loss": 36.3281,
+      "step": 9682
+    },
+    {
+      "epoch": 0.09165948826686608,
+      "grad_norm": 753.858642578125,
+      "learning_rate": 1.980130520594377e-06,
+      "loss": 23.9297,
+      "step": 9683
+    },
+    {
+      "epoch": 0.09166895428858114,
+      "grad_norm": 257.5164794921875,
+      "learning_rate": 1.980124438937046e-06,
+      "loss": 17.25,
+      "step": 9684
+    },
+    {
+      "epoch": 0.09167842031029619,
+      "grad_norm": 185.4252471923828,
+      "learning_rate": 1.9801183563584614e-06,
+      "loss": 21.8594,
+      "step": 9685
+    },
+    {
+      "epoch": 0.09168788633201125,
+      "grad_norm": 368.43896484375,
+      "learning_rate": 1.980112272858629e-06,
+      "loss": 24.6641,
+      "step": 9686
+    },
+    {
+      "epoch": 0.0916973523537263,
+      "grad_norm": 385.1996154785156,
+      "learning_rate": 1.9801061884375555e-06,
+      "loss": 41.6562,
+      "step": 9687
+    },
+    {
+      "epoch": 0.09170681837544135,
+      "grad_norm": 250.1849822998047,
+      "learning_rate": 1.9801001030952454e-06,
+      "loss": 23.125,
+      "step": 9688
+    },
+    {
+      "epoch": 0.09171628439715641,
+      "grad_norm": 527.6453857421875,
+      "learning_rate": 1.9800940168317053e-06,
+      "loss": 27.9062,
+      "step": 9689
+    },
+    {
+      "epoch": 0.09172575041887146,
+      "grad_norm": 360.0325622558594,
+      "learning_rate": 1.9800879296469405e-06,
+      "loss": 14.5039,
+      "step": 9690
+    },
+    {
+      "epoch": 0.09173521644058652,
+      "grad_norm": 270.4943542480469,
+      "learning_rate": 1.9800818415409567e-06,
+      "loss": 18.1484,
+      "step": 9691
+    },
+    {
+      "epoch": 0.09174468246230157,
+      "grad_norm": 242.7377166748047,
+      "learning_rate": 1.98007575251376e-06,
+      "loss": 19.2812,
+      "step": 9692
+    },
+    {
+      "epoch": 0.09175414848401663,
+      "grad_norm": 245.8706817626953,
+      "learning_rate": 1.9800696625653553e-06,
+      "loss": 9.918,
+      "step": 9693
+    },
+    {
+      "epoch": 0.09176361450573167,
+      "grad_norm": 259.55059814453125,
+      "learning_rate": 1.980063571695749e-06,
+      "loss": 20.5703,
+      "step": 9694
+    },
+    {
+      "epoch": 0.09177308052744673,
+      "grad_norm": 835.9336547851562,
+      "learning_rate": 1.980057479904947e-06,
+      "loss": 73.0312,
+      "step": 9695
+    },
+    {
+      "epoch": 0.09178254654916178,
+      "grad_norm": 2.726426601409912,
+      "learning_rate": 1.980051387192955e-06,
+      "loss": 0.8862,
+      "step": 9696
+    },
+    {
+      "epoch": 0.09179201257087684,
+      "grad_norm": 543.9826049804688,
+      "learning_rate": 1.980045293559778e-06,
+      "loss": 61.4531,
+      "step": 9697
+    },
+    {
+      "epoch": 0.0918014785925919,
+      "grad_norm": 309.509521484375,
+      "learning_rate": 1.9800391990054224e-06,
+      "loss": 26.3672,
+      "step": 9698
+    },
+    {
+      "epoch": 0.09181094461430694,
+      "grad_norm": 165.83055114746094,
+      "learning_rate": 1.9800331035298932e-06,
+      "loss": 23.9766,
+      "step": 9699
+    },
+    {
+      "epoch": 0.091820410636022,
+      "grad_norm": 3.6539928913116455,
+      "learning_rate": 1.980027007133197e-06,
+      "loss": 0.8931,
+      "step": 9700
+    },
+    {
+      "epoch": 0.09182987665773705,
+      "grad_norm": 975.7266235351562,
+      "learning_rate": 1.9800209098153395e-06,
+      "loss": 45.4062,
+      "step": 9701
+    },
+    {
+      "epoch": 0.09183934267945211,
+      "grad_norm": 279.7576599121094,
+      "learning_rate": 1.9800148115763256e-06,
+      "loss": 20.8594,
+      "step": 9702
+    },
+    {
+      "epoch": 0.09184880870116716,
+      "grad_norm": 1440.291748046875,
+      "learning_rate": 1.9800087124161616e-06,
+      "loss": 41.7422,
+      "step": 9703
+    },
+    {
+      "epoch": 0.09185827472288222,
+      "grad_norm": 3.6639065742492676,
+      "learning_rate": 1.9800026123348536e-06,
+      "loss": 0.8794,
+      "step": 9704
+    },
+    {
+      "epoch": 0.09186774074459726,
+      "grad_norm": 466.2031555175781,
+      "learning_rate": 1.9799965113324065e-06,
+      "loss": 42.125,
+      "step": 9705
+    },
+    {
+      "epoch": 0.09187720676631232,
+      "grad_norm": 2.749011516571045,
+      "learning_rate": 1.9799904094088263e-06,
+      "loss": 0.792,
+      "step": 9706
+    },
+    {
+      "epoch": 0.09188667278802738,
+      "grad_norm": 628.20703125,
+      "learning_rate": 1.9799843065641194e-06,
+      "loss": 56.3438,
+      "step": 9707
+    },
+    {
+      "epoch": 0.09189613880974243,
+      "grad_norm": 271.0714416503906,
+      "learning_rate": 1.9799782027982905e-06,
+      "loss": 23.4219,
+      "step": 9708
+    },
+    {
+      "epoch": 0.09190560483145749,
+      "grad_norm": 2.986212730407715,
+      "learning_rate": 1.979972098111346e-06,
+      "loss": 0.8164,
+      "step": 9709
+    },
+    {
+      "epoch": 0.09191507085317253,
+      "grad_norm": 3.315554618835449,
+      "learning_rate": 1.9799659925032913e-06,
+      "loss": 0.8569,
+      "step": 9710
+    },
+    {
+      "epoch": 0.0919245368748876,
+      "grad_norm": 492.279541015625,
+      "learning_rate": 1.9799598859741325e-06,
+      "loss": 46.0469,
+      "step": 9711
+    },
+    {
+      "epoch": 0.09193400289660264,
+      "grad_norm": 271.823486328125,
+      "learning_rate": 1.9799537785238754e-06,
+      "loss": 19.2109,
+      "step": 9712
+    },
+    {
+      "epoch": 0.0919434689183177,
+      "grad_norm": 625.6539306640625,
+      "learning_rate": 1.9799476701525254e-06,
+      "loss": 50.625,
+      "step": 9713
+    },
+    {
+      "epoch": 0.09195293494003275,
+      "grad_norm": 738.1665649414062,
+      "learning_rate": 1.979941560860088e-06,
+      "loss": 36.2617,
+      "step": 9714
+    },
+    {
+      "epoch": 0.0919624009617478,
+      "grad_norm": 238.42332458496094,
+      "learning_rate": 1.9799354506465694e-06,
+      "loss": 17.4922,
+      "step": 9715
+    },
+    {
+      "epoch": 0.09197186698346287,
+      "grad_norm": 3.135193347930908,
+      "learning_rate": 1.9799293395119756e-06,
+      "loss": 0.9038,
+      "step": 9716
+    },
+    {
+      "epoch": 0.09198133300517791,
+      "grad_norm": 2.9406158924102783,
+      "learning_rate": 1.979923227456312e-06,
+      "loss": 0.8701,
+      "step": 9717
+    },
+    {
+      "epoch": 0.09199079902689297,
+      "grad_norm": 533.9811401367188,
+      "learning_rate": 1.9799171144795836e-06,
+      "loss": 33.8281,
+      "step": 9718
+    },
+    {
+      "epoch": 0.09200026504860802,
+      "grad_norm": 698.6226196289062,
+      "learning_rate": 1.9799110005817973e-06,
+      "loss": 45.6836,
+      "step": 9719
+    },
+    {
+      "epoch": 0.09200973107032308,
+      "grad_norm": 274.27496337890625,
+      "learning_rate": 1.9799048857629583e-06,
+      "loss": 26.8594,
+      "step": 9720
+    },
+    {
+      "epoch": 0.09201919709203812,
+      "grad_norm": 306.318115234375,
+      "learning_rate": 1.9798987700230726e-06,
+      "loss": 26.3945,
+      "step": 9721
+    },
+    {
+      "epoch": 0.09202866311375318,
+      "grad_norm": 815.236572265625,
+      "learning_rate": 1.9798926533621458e-06,
+      "loss": 54.2188,
+      "step": 9722
+    },
+    {
+      "epoch": 0.09203812913546823,
+      "grad_norm": 376.8554382324219,
+      "learning_rate": 1.9798865357801837e-06,
+      "loss": 24.8984,
+      "step": 9723
+    },
+    {
+      "epoch": 0.09204759515718329,
+      "grad_norm": 202.79550170898438,
+      "learning_rate": 1.979880417277192e-06,
+      "loss": 17.1641,
+      "step": 9724
+    },
+    {
+      "epoch": 0.09205706117889835,
+      "grad_norm": 1925.5526123046875,
+      "learning_rate": 1.9798742978531758e-06,
+      "loss": 36.3281,
+      "step": 9725
+    },
+    {
+      "epoch": 0.0920665272006134,
+      "grad_norm": 356.54632568359375,
+      "learning_rate": 1.9798681775081422e-06,
+      "loss": 34.5938,
+      "step": 9726
+    },
+    {
+      "epoch": 0.09207599322232846,
+      "grad_norm": 666.2531127929688,
+      "learning_rate": 1.9798620562420963e-06,
+      "loss": 57.5469,
+      "step": 9727
+    },
+    {
+      "epoch": 0.0920854592440435,
+      "grad_norm": 528.625244140625,
+      "learning_rate": 1.9798559340550435e-06,
+      "loss": 33.7656,
+      "step": 9728
+    },
+    {
+      "epoch": 0.09209492526575856,
+      "grad_norm": 986.4994506835938,
+      "learning_rate": 1.97984981094699e-06,
+      "loss": 98.5625,
+      "step": 9729
+    },
+    {
+      "epoch": 0.09210439128747361,
+      "grad_norm": 3.0931286811828613,
+      "learning_rate": 1.9798436869179414e-06,
+      "loss": 0.793,
+      "step": 9730
+    },
+    {
+      "epoch": 0.09211385730918867,
+      "grad_norm": 400.24285888671875,
+      "learning_rate": 1.9798375619679036e-06,
+      "loss": 26.2031,
+      "step": 9731
+    },
+    {
+      "epoch": 0.09212332333090371,
+      "grad_norm": 645.6535034179688,
+      "learning_rate": 1.979831436096882e-06,
+      "loss": 41.125,
+      "step": 9732
+    },
+    {
+      "epoch": 0.09213278935261877,
+      "grad_norm": 800.4039916992188,
+      "learning_rate": 1.9798253093048826e-06,
+      "loss": 34.6875,
+      "step": 9733
+    },
+    {
+      "epoch": 0.09214225537433383,
+      "grad_norm": 321.9671936035156,
+      "learning_rate": 1.9798191815919114e-06,
+      "loss": 13.9141,
+      "step": 9734
+    },
+    {
+      "epoch": 0.09215172139604888,
+      "grad_norm": 476.40679931640625,
+      "learning_rate": 1.9798130529579735e-06,
+      "loss": 20.0508,
+      "step": 9735
+    },
+    {
+      "epoch": 0.09216118741776394,
+      "grad_norm": 327.8306579589844,
+      "learning_rate": 1.9798069234030758e-06,
+      "loss": 26.6562,
+      "step": 9736
+    },
+    {
+      "epoch": 0.09217065343947899,
+      "grad_norm": 382.8904724121094,
+      "learning_rate": 1.9798007929272224e-06,
+      "loss": 37.8672,
+      "step": 9737
+    },
+    {
+      "epoch": 0.09218011946119405,
+      "grad_norm": 564.7841186523438,
+      "learning_rate": 1.9797946615304206e-06,
+      "loss": 40.0,
+      "step": 9738
+    },
+    {
+      "epoch": 0.09218958548290909,
+      "grad_norm": 530.4746704101562,
+      "learning_rate": 1.9797885292126754e-06,
+      "loss": 22.0703,
+      "step": 9739
+    },
+    {
+      "epoch": 0.09219905150462415,
+      "grad_norm": 1095.3746337890625,
+      "learning_rate": 1.979782395973993e-06,
+      "loss": 59.7656,
+      "step": 9740
+    },
+    {
+      "epoch": 0.09220851752633921,
+      "grad_norm": 339.0370178222656,
+      "learning_rate": 1.9797762618143784e-06,
+      "loss": 29.2578,
+      "step": 9741
+    },
+    {
+      "epoch": 0.09221798354805426,
+      "grad_norm": 685.6427612304688,
+      "learning_rate": 1.9797701267338384e-06,
+      "loss": 15.6758,
+      "step": 9742
+    },
+    {
+      "epoch": 0.09222744956976932,
+      "grad_norm": 407.2082214355469,
+      "learning_rate": 1.9797639907323774e-06,
+      "loss": 9.793,
+      "step": 9743
+    },
+    {
+      "epoch": 0.09223691559148436,
+      "grad_norm": 341.4816589355469,
+      "learning_rate": 1.9797578538100028e-06,
+      "loss": 49.1875,
+      "step": 9744
+    },
+    {
+      "epoch": 0.09224638161319942,
+      "grad_norm": 420.548095703125,
+      "learning_rate": 1.979751715966719e-06,
+      "loss": 21.0469,
+      "step": 9745
+    },
+    {
+      "epoch": 0.09225584763491447,
+      "grad_norm": 969.6497192382812,
+      "learning_rate": 1.9797455772025327e-06,
+      "loss": 25.7656,
+      "step": 9746
+    },
+    {
+      "epoch": 0.09226531365662953,
+      "grad_norm": 1156.1646728515625,
+      "learning_rate": 1.979739437517449e-06,
+      "loss": 84.7266,
+      "step": 9747
+    },
+    {
+      "epoch": 0.09227477967834458,
+      "grad_norm": 437.7890625,
+      "learning_rate": 1.9797332969114743e-06,
+      "loss": 34.8047,
+      "step": 9748
+    },
+    {
+      "epoch": 0.09228424570005964,
+      "grad_norm": 317.7425842285156,
+      "learning_rate": 1.979727155384614e-06,
+      "loss": 21.5938,
+      "step": 9749
+    },
+    {
+      "epoch": 0.0922937117217747,
+      "grad_norm": 517.2509155273438,
+      "learning_rate": 1.9797210129368738e-06,
+      "loss": 53.1719,
+      "step": 9750
+    },
+    {
+      "epoch": 0.09230317774348974,
+      "grad_norm": 513.4829711914062,
+      "learning_rate": 1.9797148695682595e-06,
+      "loss": 28.875,
+      "step": 9751
+    },
+    {
+      "epoch": 0.0923126437652048,
+      "grad_norm": 931.4481811523438,
+      "learning_rate": 1.979708725278777e-06,
+      "loss": 45.4844,
+      "step": 9752
+    },
+    {
+      "epoch": 0.09232210978691985,
+      "grad_norm": 782.07177734375,
+      "learning_rate": 1.979702580068432e-06,
+      "loss": 60.3125,
+      "step": 9753
+    },
+    {
+      "epoch": 0.09233157580863491,
+      "grad_norm": 442.12860107421875,
+      "learning_rate": 1.97969643393723e-06,
+      "loss": 27.75,
+      "step": 9754
+    },
+    {
+      "epoch": 0.09234104183034995,
+      "grad_norm": 177.65625,
+      "learning_rate": 1.979690286885178e-06,
+      "loss": 18.9453,
+      "step": 9755
+    },
+    {
+      "epoch": 0.09235050785206501,
+      "grad_norm": 255.34902954101562,
+      "learning_rate": 1.97968413891228e-06,
+      "loss": 12.8555,
+      "step": 9756
+    },
+    {
+      "epoch": 0.09235997387378006,
+      "grad_norm": 216.99131774902344,
+      "learning_rate": 1.979677990018543e-06,
+      "loss": 25.7656,
+      "step": 9757
+    },
+    {
+      "epoch": 0.09236943989549512,
+      "grad_norm": 3.2548162937164307,
+      "learning_rate": 1.979671840203972e-06,
+      "loss": 0.9922,
+      "step": 9758
+    },
+    {
+      "epoch": 0.09237890591721018,
+      "grad_norm": 165.5908203125,
+      "learning_rate": 1.9796656894685738e-06,
+      "loss": 20.5234,
+      "step": 9759
+    },
+    {
+      "epoch": 0.09238837193892523,
+      "grad_norm": 622.5933837890625,
+      "learning_rate": 1.9796595378123537e-06,
+      "loss": 38.5469,
+      "step": 9760
+    },
+    {
+      "epoch": 0.09239783796064029,
+      "grad_norm": 752.8024291992188,
+      "learning_rate": 1.979653385235317e-06,
+      "loss": 58.7188,
+      "step": 9761
+    },
+    {
+      "epoch": 0.09240730398235533,
+      "grad_norm": 465.4765625,
+      "learning_rate": 1.9796472317374696e-06,
+      "loss": 46.0469,
+      "step": 9762
+    },
+    {
+      "epoch": 0.09241677000407039,
+      "grad_norm": 483.5605773925781,
+      "learning_rate": 1.979641077318818e-06,
+      "loss": 14.0664,
+      "step": 9763
+    },
+    {
+      "epoch": 0.09242623602578544,
+      "grad_norm": 378.791015625,
+      "learning_rate": 1.9796349219793675e-06,
+      "loss": 36.6484,
+      "step": 9764
+    },
+    {
+      "epoch": 0.0924357020475005,
+      "grad_norm": 215.74502563476562,
+      "learning_rate": 1.9796287657191235e-06,
+      "loss": 18.2891,
+      "step": 9765
+    },
+    {
+      "epoch": 0.09244516806921554,
+      "grad_norm": 1186.552734375,
+      "learning_rate": 1.9796226085380924e-06,
+      "loss": 55.9531,
+      "step": 9766
+    },
+    {
+      "epoch": 0.0924546340909306,
+      "grad_norm": 214.33616638183594,
+      "learning_rate": 1.97961645043628e-06,
+      "loss": 14.3281,
+      "step": 9767
+    },
+    {
+      "epoch": 0.09246410011264566,
+      "grad_norm": 260.2725830078125,
+      "learning_rate": 1.9796102914136916e-06,
+      "loss": 20.2812,
+      "step": 9768
+    },
+    {
+      "epoch": 0.09247356613436071,
+      "grad_norm": 1186.65966796875,
+      "learning_rate": 1.979604131470333e-06,
+      "loss": 29.9688,
+      "step": 9769
+    },
+    {
+      "epoch": 0.09248303215607577,
+      "grad_norm": 395.4815368652344,
+      "learning_rate": 1.9795979706062106e-06,
+      "loss": 48.6875,
+      "step": 9770
+    },
+    {
+      "epoch": 0.09249249817779082,
+      "grad_norm": 934.4725341796875,
+      "learning_rate": 1.9795918088213297e-06,
+      "loss": 60.2109,
+      "step": 9771
+    },
+    {
+      "epoch": 0.09250196419950588,
+      "grad_norm": 319.33758544921875,
+      "learning_rate": 1.9795856461156965e-06,
+      "loss": 30.2031,
+      "step": 9772
+    },
+    {
+      "epoch": 0.09251143022122092,
+      "grad_norm": 658.2109985351562,
+      "learning_rate": 1.979579482489316e-06,
+      "loss": 54.2188,
+      "step": 9773
+    },
+    {
+      "epoch": 0.09252089624293598,
+      "grad_norm": 458.41168212890625,
+      "learning_rate": 1.979573317942195e-06,
+      "loss": 49.2812,
+      "step": 9774
+    },
+    {
+      "epoch": 0.09253036226465103,
+      "grad_norm": 288.0232238769531,
+      "learning_rate": 1.979567152474339e-06,
+      "loss": 40.1094,
+      "step": 9775
+    },
+    {
+      "epoch": 0.09253982828636609,
+      "grad_norm": 394.9178771972656,
+      "learning_rate": 1.979560986085753e-06,
+      "loss": 40.4688,
+      "step": 9776
+    },
+    {
+      "epoch": 0.09254929430808115,
+      "grad_norm": 415.4179992675781,
+      "learning_rate": 1.9795548187764436e-06,
+      "loss": 30.0312,
+      "step": 9777
+    },
+    {
+      "epoch": 0.0925587603297962,
+      "grad_norm": 965.8900756835938,
+      "learning_rate": 1.9795486505464167e-06,
+      "loss": 49.5625,
+      "step": 9778
+    },
+    {
+      "epoch": 0.09256822635151125,
+      "grad_norm": 365.87799072265625,
+      "learning_rate": 1.9795424813956776e-06,
+      "loss": 46.875,
+      "step": 9779
+    },
+    {
+      "epoch": 0.0925776923732263,
+      "grad_norm": 475.97589111328125,
+      "learning_rate": 1.979536311324232e-06,
+      "loss": 29.5469,
+      "step": 9780
+    },
+    {
+      "epoch": 0.09258715839494136,
+      "grad_norm": 584.5625,
+      "learning_rate": 1.979530140332086e-06,
+      "loss": 25.1055,
+      "step": 9781
+    },
+    {
+      "epoch": 0.0925966244166564,
+      "grad_norm": 297.8659362792969,
+      "learning_rate": 1.9795239684192457e-06,
+      "loss": 20.2969,
+      "step": 9782
+    },
+    {
+      "epoch": 0.09260609043837147,
+      "grad_norm": 882.7657470703125,
+      "learning_rate": 1.9795177955857166e-06,
+      "loss": 45.3281,
+      "step": 9783
+    },
+    {
+      "epoch": 0.09261555646008653,
+      "grad_norm": 390.9586486816406,
+      "learning_rate": 1.9795116218315043e-06,
+      "loss": 22.7969,
+      "step": 9784
+    },
+    {
+      "epoch": 0.09262502248180157,
+      "grad_norm": 3.84670352935791,
+      "learning_rate": 1.979505447156615e-06,
+      "loss": 0.7783,
+      "step": 9785
+    },
+    {
+      "epoch": 0.09263448850351663,
+      "grad_norm": 355.2179260253906,
+      "learning_rate": 1.979499271561054e-06,
+      "loss": 11.4453,
+      "step": 9786
+    },
+    {
+      "epoch": 0.09264395452523168,
+      "grad_norm": 1213.56005859375,
+      "learning_rate": 1.979493095044828e-06,
+      "loss": 53.5234,
+      "step": 9787
+    },
+    {
+      "epoch": 0.09265342054694674,
+      "grad_norm": 295.291015625,
+      "learning_rate": 1.9794869176079415e-06,
+      "loss": 19.0469,
+      "step": 9788
+    },
+    {
+      "epoch": 0.09266288656866178,
+      "grad_norm": 373.337158203125,
+      "learning_rate": 1.9794807392504015e-06,
+      "loss": 26.2656,
+      "step": 9789
+    },
+    {
+      "epoch": 0.09267235259037684,
+      "grad_norm": 418.4180908203125,
+      "learning_rate": 1.979474559972213e-06,
+      "loss": 30.7812,
+      "step": 9790
+    },
+    {
+      "epoch": 0.09268181861209189,
+      "grad_norm": 172.42074584960938,
+      "learning_rate": 1.979468379773382e-06,
+      "loss": 24.2812,
+      "step": 9791
+    },
+    {
+      "epoch": 0.09269128463380695,
+      "grad_norm": 800.954345703125,
+      "learning_rate": 1.9794621986539147e-06,
+      "loss": 49.5938,
+      "step": 9792
+    },
+    {
+      "epoch": 0.09270075065552201,
+      "grad_norm": 755.182373046875,
+      "learning_rate": 1.9794560166138172e-06,
+      "loss": 36.4219,
+      "step": 9793
+    },
+    {
+      "epoch": 0.09271021667723706,
+      "grad_norm": 651.0326538085938,
+      "learning_rate": 1.979449833653094e-06,
+      "loss": 22.0703,
+      "step": 9794
+    },
+    {
+      "epoch": 0.09271968269895212,
+      "grad_norm": 574.7891845703125,
+      "learning_rate": 1.979443649771752e-06,
+      "loss": 23.6094,
+      "step": 9795
+    },
+    {
+      "epoch": 0.09272914872066716,
+      "grad_norm": 495.2911376953125,
+      "learning_rate": 1.9794374649697964e-06,
+      "loss": 42.5,
+      "step": 9796
+    },
+    {
+      "epoch": 0.09273861474238222,
+      "grad_norm": 300.8608093261719,
+      "learning_rate": 1.979431279247234e-06,
+      "loss": 20.7266,
+      "step": 9797
+    },
+    {
+      "epoch": 0.09274808076409727,
+      "grad_norm": 3.0941474437713623,
+      "learning_rate": 1.979425092604069e-06,
+      "loss": 0.873,
+      "step": 9798
+    },
+    {
+      "epoch": 0.09275754678581233,
+      "grad_norm": 3.620229721069336,
+      "learning_rate": 1.9794189050403085e-06,
+      "loss": 0.856,
+      "step": 9799
+    },
+    {
+      "epoch": 0.09276701280752737,
+      "grad_norm": 887.5234375,
+      "learning_rate": 1.979412716555958e-06,
+      "loss": 56.1875,
+      "step": 9800
+    },
+    {
+      "epoch": 0.09277647882924243,
+      "grad_norm": 380.1490783691406,
+      "learning_rate": 1.979406527151023e-06,
+      "loss": 21.2188,
+      "step": 9801
+    },
+    {
+      "epoch": 0.0927859448509575,
+      "grad_norm": 382.5151062011719,
+      "learning_rate": 1.9794003368255103e-06,
+      "loss": 27.9141,
+      "step": 9802
+    },
+    {
+      "epoch": 0.09279541087267254,
+      "grad_norm": 424.9163513183594,
+      "learning_rate": 1.979394145579424e-06,
+      "loss": 18.4297,
+      "step": 9803
+    },
+    {
+      "epoch": 0.0928048768943876,
+      "grad_norm": 166.53240966796875,
+      "learning_rate": 1.9793879534127717e-06,
+      "loss": 23.1875,
+      "step": 9804
+    },
+    {
+      "epoch": 0.09281434291610265,
+      "grad_norm": 342.6606750488281,
+      "learning_rate": 1.9793817603255583e-06,
+      "loss": 31.1953,
+      "step": 9805
+    },
+    {
+      "epoch": 0.0928238089378177,
+      "grad_norm": 387.8049011230469,
+      "learning_rate": 1.9793755663177895e-06,
+      "loss": 31.375,
+      "step": 9806
+    },
+    {
+      "epoch": 0.09283327495953275,
+      "grad_norm": 705.0557250976562,
+      "learning_rate": 1.9793693713894717e-06,
+      "loss": 29.7422,
+      "step": 9807
+    },
+    {
+      "epoch": 0.09284274098124781,
+      "grad_norm": 433.0641784667969,
+      "learning_rate": 1.9793631755406103e-06,
+      "loss": 45.9531,
+      "step": 9808
+    },
+    {
+      "epoch": 0.09285220700296286,
+      "grad_norm": 240.56919860839844,
+      "learning_rate": 1.979356978771211e-06,
+      "loss": 21.3047,
+      "step": 9809
+    },
+    {
+      "epoch": 0.09286167302467792,
+      "grad_norm": 453.6480407714844,
+      "learning_rate": 1.97935078108128e-06,
+      "loss": 31.5938,
+      "step": 9810
+    },
+    {
+      "epoch": 0.09287113904639298,
+      "grad_norm": 502.16766357421875,
+      "learning_rate": 1.979344582470823e-06,
+      "loss": 29.625,
+      "step": 9811
+    },
+    {
+      "epoch": 0.09288060506810802,
+      "grad_norm": 245.7512664794922,
+      "learning_rate": 1.9793383829398457e-06,
+      "loss": 21.0312,
+      "step": 9812
+    },
+    {
+      "epoch": 0.09289007108982308,
+      "grad_norm": 316.44244384765625,
+      "learning_rate": 1.9793321824883538e-06,
+      "loss": 28.5,
+      "step": 9813
+    },
+    {
+      "epoch": 0.09289953711153813,
+      "grad_norm": 494.3861083984375,
+      "learning_rate": 1.979325981116354e-06,
+      "loss": 18.6875,
+      "step": 9814
+    },
+    {
+      "epoch": 0.09290900313325319,
+      "grad_norm": 272.5976867675781,
+      "learning_rate": 1.9793197788238507e-06,
+      "loss": 17.1211,
+      "step": 9815
+    },
+    {
+      "epoch": 0.09291846915496824,
+      "grad_norm": 444.637939453125,
+      "learning_rate": 1.9793135756108514e-06,
+      "loss": 21.0703,
+      "step": 9816
+    },
+    {
+      "epoch": 0.0929279351766833,
+      "grad_norm": 515.8795166015625,
+      "learning_rate": 1.9793073714773607e-06,
+      "loss": 22.457,
+      "step": 9817
+    },
+    {
+      "epoch": 0.09293740119839834,
+      "grad_norm": 661.4091796875,
+      "learning_rate": 1.9793011664233844e-06,
+      "loss": 35.9492,
+      "step": 9818
+    },
+    {
+      "epoch": 0.0929468672201134,
+      "grad_norm": 274.75390625,
+      "learning_rate": 1.979294960448929e-06,
+      "loss": 28.6016,
+      "step": 9819
+    },
+    {
+      "epoch": 0.09295633324182846,
+      "grad_norm": 299.4797058105469,
+      "learning_rate": 1.9792887535540002e-06,
+      "loss": 18.625,
+      "step": 9820
+    },
+    {
+      "epoch": 0.09296579926354351,
+      "grad_norm": 177.4140625,
+      "learning_rate": 1.9792825457386034e-06,
+      "loss": 19.8125,
+      "step": 9821
+    },
+    {
+      "epoch": 0.09297526528525857,
+      "grad_norm": 605.3327026367188,
+      "learning_rate": 1.979276337002745e-06,
+      "loss": 45.5156,
+      "step": 9822
+    },
+    {
+      "epoch": 0.09298473130697361,
+      "grad_norm": 176.46192932128906,
+      "learning_rate": 1.97927012734643e-06,
+      "loss": 20.3359,
+      "step": 9823
+    },
+    {
+      "epoch": 0.09299419732868867,
+      "grad_norm": 524.7268676757812,
+      "learning_rate": 1.9792639167696656e-06,
+      "loss": 14.0469,
+      "step": 9824
+    },
+    {
+      "epoch": 0.09300366335040372,
+      "grad_norm": 3.2733848094940186,
+      "learning_rate": 1.9792577052724562e-06,
+      "loss": 0.8525,
+      "step": 9825
+    },
+    {
+      "epoch": 0.09301312937211878,
+      "grad_norm": 470.464599609375,
+      "learning_rate": 1.9792514928548083e-06,
+      "loss": 18.3359,
+      "step": 9826
+    },
+    {
+      "epoch": 0.09302259539383384,
+      "grad_norm": 239.26205444335938,
+      "learning_rate": 1.979245279516728e-06,
+      "loss": 21.8438,
+      "step": 9827
+    },
+    {
+      "epoch": 0.09303206141554889,
+      "grad_norm": 224.10159301757812,
+      "learning_rate": 1.9792390652582207e-06,
+      "loss": 18.2734,
+      "step": 9828
+    },
+    {
+      "epoch": 0.09304152743726395,
+      "grad_norm": 276.6976013183594,
+      "learning_rate": 1.979232850079293e-06,
+      "loss": 18.6797,
+      "step": 9829
+    },
+    {
+      "epoch": 0.09305099345897899,
+      "grad_norm": 434.7705383300781,
+      "learning_rate": 1.979226633979949e-06,
+      "loss": 25.8672,
+      "step": 9830
+    },
+    {
+      "epoch": 0.09306045948069405,
+      "grad_norm": 466.1347961425781,
+      "learning_rate": 1.979220416960196e-06,
+      "loss": 33.9375,
+      "step": 9831
+    },
+    {
+      "epoch": 0.0930699255024091,
+      "grad_norm": 440.1026611328125,
+      "learning_rate": 1.97921419902004e-06,
+      "loss": 22.7812,
+      "step": 9832
+    },
+    {
+      "epoch": 0.09307939152412416,
+      "grad_norm": 213.80934143066406,
+      "learning_rate": 1.979207980159486e-06,
+      "loss": 21.1328,
+      "step": 9833
+    },
+    {
+      "epoch": 0.0930888575458392,
+      "grad_norm": 377.20458984375,
+      "learning_rate": 1.9792017603785404e-06,
+      "loss": 49.3438,
+      "step": 9834
+    },
+    {
+      "epoch": 0.09309832356755426,
+      "grad_norm": 1610.53759765625,
+      "learning_rate": 1.9791955396772084e-06,
+      "loss": 10.875,
+      "step": 9835
+    },
+    {
+      "epoch": 0.09310778958926932,
+      "grad_norm": 178.00071716308594,
+      "learning_rate": 1.979189318055497e-06,
+      "loss": 17.7891,
+      "step": 9836
+    },
+    {
+      "epoch": 0.09311725561098437,
+      "grad_norm": 263.30853271484375,
+      "learning_rate": 1.9791830955134106e-06,
+      "loss": 24.6172,
+      "step": 9837
+    },
+    {
+      "epoch": 0.09312672163269943,
+      "grad_norm": 184.97491455078125,
+      "learning_rate": 1.9791768720509562e-06,
+      "loss": 19.1797,
+      "step": 9838
+    },
+    {
+      "epoch": 0.09313618765441448,
+      "grad_norm": 156.04193115234375,
+      "learning_rate": 1.979170647668139e-06,
+      "loss": 15.8867,
+      "step": 9839
+    },
+    {
+      "epoch": 0.09314565367612954,
+      "grad_norm": 761.3607177734375,
+      "learning_rate": 1.9791644223649657e-06,
+      "loss": 56.625,
+      "step": 9840
+    },
+    {
+      "epoch": 0.09315511969784458,
+      "grad_norm": 186.2762908935547,
+      "learning_rate": 1.9791581961414405e-06,
+      "loss": 20.7734,
+      "step": 9841
+    },
+    {
+      "epoch": 0.09316458571955964,
+      "grad_norm": 596.5491943359375,
+      "learning_rate": 1.979151968997571e-06,
+      "loss": 58.1562,
+      "step": 9842
+    },
+    {
+      "epoch": 0.09317405174127469,
+      "grad_norm": 729.2365112304688,
+      "learning_rate": 1.9791457409333627e-06,
+      "loss": 31.3711,
+      "step": 9843
+    },
+    {
+      "epoch": 0.09318351776298975,
+      "grad_norm": 406.8029479980469,
+      "learning_rate": 1.97913951194882e-06,
+      "loss": 25.4844,
+      "step": 9844
+    },
+    {
+      "epoch": 0.09319298378470481,
+      "grad_norm": 241.2714080810547,
+      "learning_rate": 1.979133282043951e-06,
+      "loss": 17.6055,
+      "step": 9845
+    },
+    {
+      "epoch": 0.09320244980641985,
+      "grad_norm": 406.24609375,
+      "learning_rate": 1.9791270512187596e-06,
+      "loss": 30.625,
+      "step": 9846
+    },
+    {
+      "epoch": 0.09321191582813491,
+      "grad_norm": 230.16476440429688,
+      "learning_rate": 1.9791208194732526e-06,
+      "loss": 25.1875,
+      "step": 9847
+    },
+    {
+      "epoch": 0.09322138184984996,
+      "grad_norm": 176.7630615234375,
+      "learning_rate": 1.9791145868074363e-06,
+      "loss": 26.4766,
+      "step": 9848
+    },
+    {
+      "epoch": 0.09323084787156502,
+      "grad_norm": 474.333251953125,
+      "learning_rate": 1.9791083532213153e-06,
+      "loss": 30.25,
+      "step": 9849
+    },
+    {
+      "epoch": 0.09324031389328007,
+      "grad_norm": 211.48951721191406,
+      "learning_rate": 1.9791021187148967e-06,
+      "loss": 21.4766,
+      "step": 9850
+    },
+    {
+      "epoch": 0.09324977991499513,
+      "grad_norm": 266.3599853515625,
+      "learning_rate": 1.9790958832881854e-06,
+      "loss": 18.9609,
+      "step": 9851
+    },
+    {
+      "epoch": 0.09325924593671017,
+      "grad_norm": 192.31561279296875,
+      "learning_rate": 1.9790896469411876e-06,
+      "loss": 16.9531,
+      "step": 9852
+    },
+    {
+      "epoch": 0.09326871195842523,
+      "grad_norm": 388.3170166015625,
+      "learning_rate": 1.9790834096739097e-06,
+      "loss": 30.9531,
+      "step": 9853
+    },
+    {
+      "epoch": 0.09327817798014029,
+      "grad_norm": 3.4114723205566406,
+      "learning_rate": 1.9790771714863567e-06,
+      "loss": 0.9966,
+      "step": 9854
+    },
+    {
+      "epoch": 0.09328764400185534,
+      "grad_norm": 348.1025695800781,
+      "learning_rate": 1.979070932378535e-06,
+      "loss": 34.2578,
+      "step": 9855
+    },
+    {
+      "epoch": 0.0932971100235704,
+      "grad_norm": 3.0652918815612793,
+      "learning_rate": 1.97906469235045e-06,
+      "loss": 0.9351,
+      "step": 9856
+    },
+    {
+      "epoch": 0.09330657604528544,
+      "grad_norm": 802.1818237304688,
+      "learning_rate": 1.979058451402108e-06,
+      "loss": 63.9805,
+      "step": 9857
+    },
+    {
+      "epoch": 0.0933160420670005,
+      "grad_norm": 584.939697265625,
+      "learning_rate": 1.979052209533515e-06,
+      "loss": 41.8125,
+      "step": 9858
+    },
+    {
+      "epoch": 0.09332550808871555,
+      "grad_norm": 578.8598022460938,
+      "learning_rate": 1.9790459667446768e-06,
+      "loss": 53.1719,
+      "step": 9859
+    },
+    {
+      "epoch": 0.09333497411043061,
+      "grad_norm": 2247.509765625,
+      "learning_rate": 1.9790397230355985e-06,
+      "loss": 14.0039,
+      "step": 9860
+    },
+    {
+      "epoch": 0.09334444013214566,
+      "grad_norm": 239.22776794433594,
+      "learning_rate": 1.979033478406287e-06,
+      "loss": 20.3125,
+      "step": 9861
+    },
+    {
+      "epoch": 0.09335390615386072,
+      "grad_norm": 511.43280029296875,
+      "learning_rate": 1.9790272328567477e-06,
+      "loss": 27.4375,
+      "step": 9862
+    },
+    {
+      "epoch": 0.09336337217557578,
+      "grad_norm": 314.92962646484375,
+      "learning_rate": 1.9790209863869866e-06,
+      "loss": 18.4688,
+      "step": 9863
+    },
+    {
+      "epoch": 0.09337283819729082,
+      "grad_norm": 235.13534545898438,
+      "learning_rate": 1.979014738997009e-06,
+      "loss": 22.3906,
+      "step": 9864
+    },
+    {
+      "epoch": 0.09338230421900588,
+      "grad_norm": 793.1541137695312,
+      "learning_rate": 1.9790084906868214e-06,
+      "loss": 34.7656,
+      "step": 9865
+    },
+    {
+      "epoch": 0.09339177024072093,
+      "grad_norm": 220.02383422851562,
+      "learning_rate": 1.9790022414564296e-06,
+      "loss": 21.9844,
+      "step": 9866
+    },
+    {
+      "epoch": 0.09340123626243599,
+      "grad_norm": 405.81500244140625,
+      "learning_rate": 1.9789959913058394e-06,
+      "loss": 26.0,
+      "step": 9867
+    },
+    {
+      "epoch": 0.09341070228415103,
+      "grad_norm": 260.3953857421875,
+      "learning_rate": 1.978989740235057e-06,
+      "loss": 31.3906,
+      "step": 9868
+    },
+    {
+      "epoch": 0.0934201683058661,
+      "grad_norm": 224.79229736328125,
+      "learning_rate": 1.978983488244087e-06,
+      "loss": 24.1094,
+      "step": 9869
+    },
+    {
+      "epoch": 0.09342963432758115,
+      "grad_norm": 852.2725830078125,
+      "learning_rate": 1.9789772353329366e-06,
+      "loss": 63.2031,
+      "step": 9870
+    },
+    {
+      "epoch": 0.0934391003492962,
+      "grad_norm": 175.42343139648438,
+      "learning_rate": 1.9789709815016118e-06,
+      "loss": 17.1992,
+      "step": 9871
+    },
+    {
+      "epoch": 0.09344856637101126,
+      "grad_norm": 161.52371215820312,
+      "learning_rate": 1.9789647267501173e-06,
+      "loss": 19.3281,
+      "step": 9872
+    },
+    {
+      "epoch": 0.0934580323927263,
+      "grad_norm": 243.2836456298828,
+      "learning_rate": 1.97895847107846e-06,
+      "loss": 15.8828,
+      "step": 9873
+    },
+    {
+      "epoch": 0.09346749841444137,
+      "grad_norm": 281.77191162109375,
+      "learning_rate": 1.978952214486645e-06,
+      "loss": 24.7031,
+      "step": 9874
+    },
+    {
+      "epoch": 0.09347696443615641,
+      "grad_norm": 276.2549133300781,
+      "learning_rate": 1.978945956974679e-06,
+      "loss": 9.7578,
+      "step": 9875
+    },
+    {
+      "epoch": 0.09348643045787147,
+      "grad_norm": 307.3795166015625,
+      "learning_rate": 1.978939698542568e-06,
+      "loss": 18.6953,
+      "step": 9876
+    },
+    {
+      "epoch": 0.09349589647958652,
+      "grad_norm": 645.7089233398438,
+      "learning_rate": 1.9789334391903165e-06,
+      "loss": 28.2109,
+      "step": 9877
+    },
+    {
+      "epoch": 0.09350536250130158,
+      "grad_norm": 477.6346435546875,
+      "learning_rate": 1.9789271789179316e-06,
+      "loss": 40.1094,
+      "step": 9878
+    },
+    {
+      "epoch": 0.09351482852301664,
+      "grad_norm": 801.1768188476562,
+      "learning_rate": 1.978920917725419e-06,
+      "loss": 20.8047,
+      "step": 9879
+    },
+    {
+      "epoch": 0.09352429454473168,
+      "grad_norm": 346.8614807128906,
+      "learning_rate": 1.978914655612784e-06,
+      "loss": 31.0469,
+      "step": 9880
+    },
+    {
+      "epoch": 0.09353376056644674,
+      "grad_norm": 307.6673889160156,
+      "learning_rate": 1.978908392580033e-06,
+      "loss": 23.2266,
+      "step": 9881
+    },
+    {
+      "epoch": 0.09354322658816179,
+      "grad_norm": 363.0068359375,
+      "learning_rate": 1.978902128627172e-06,
+      "loss": 52.8281,
+      "step": 9882
+    },
+    {
+      "epoch": 0.09355269260987685,
+      "grad_norm": 558.7035522460938,
+      "learning_rate": 1.9788958637542068e-06,
+      "loss": 63.0312,
+      "step": 9883
+    },
+    {
+      "epoch": 0.0935621586315919,
+      "grad_norm": 447.5443420410156,
+      "learning_rate": 1.9788895979611428e-06,
+      "loss": 51.5703,
+      "step": 9884
+    },
+    {
+      "epoch": 0.09357162465330696,
+      "grad_norm": 311.1153564453125,
+      "learning_rate": 1.9788833312479863e-06,
+      "loss": 30.7188,
+      "step": 9885
+    },
+    {
+      "epoch": 0.093581090675022,
+      "grad_norm": 377.9522399902344,
+      "learning_rate": 1.978877063614743e-06,
+      "loss": 20.5312,
+      "step": 9886
+    },
+    {
+      "epoch": 0.09359055669673706,
+      "grad_norm": 2.7749695777893066,
+      "learning_rate": 1.97887079506142e-06,
+      "loss": 0.7898,
+      "step": 9887
+    },
+    {
+      "epoch": 0.09360002271845212,
+      "grad_norm": 272.0263977050781,
+      "learning_rate": 1.978864525588021e-06,
+      "loss": 44.3125,
+      "step": 9888
+    },
+    {
+      "epoch": 0.09360948874016717,
+      "grad_norm": 208.9983673095703,
+      "learning_rate": 1.978858255194554e-06,
+      "loss": 20.5703,
+      "step": 9889
+    },
+    {
+      "epoch": 0.09361895476188223,
+      "grad_norm": 741.0450439453125,
+      "learning_rate": 1.978851983881023e-06,
+      "loss": 25.5156,
+      "step": 9890
+    },
+    {
+      "epoch": 0.09362842078359727,
+      "grad_norm": 510.52508544921875,
+      "learning_rate": 1.978845711647435e-06,
+      "loss": 46.7578,
+      "step": 9891
+    },
+    {
+      "epoch": 0.09363788680531233,
+      "grad_norm": 415.8538513183594,
+      "learning_rate": 1.9788394384937958e-06,
+      "loss": 41.9375,
+      "step": 9892
+    },
+    {
+      "epoch": 0.09364735282702738,
+      "grad_norm": 309.2653503417969,
+      "learning_rate": 1.978833164420111e-06,
+      "loss": 29.5312,
+      "step": 9893
+    },
+    {
+      "epoch": 0.09365681884874244,
+      "grad_norm": 632.9796142578125,
+      "learning_rate": 1.9788268894263867e-06,
+      "loss": 30.2891,
+      "step": 9894
+    },
+    {
+      "epoch": 0.09366628487045749,
+      "grad_norm": 323.8116760253906,
+      "learning_rate": 1.978820613512629e-06,
+      "loss": 20.5938,
+      "step": 9895
+    },
+    {
+      "epoch": 0.09367575089217255,
+      "grad_norm": 224.24293518066406,
+      "learning_rate": 1.9788143366788443e-06,
+      "loss": 18.6641,
+      "step": 9896
+    },
+    {
+      "epoch": 0.0936852169138876,
+      "grad_norm": 250.4203643798828,
+      "learning_rate": 1.978808058925037e-06,
+      "loss": 11.1875,
+      "step": 9897
+    },
+    {
+      "epoch": 0.09369468293560265,
+      "grad_norm": 462.9657287597656,
+      "learning_rate": 1.9788017802512136e-06,
+      "loss": 19.5625,
+      "step": 9898
+    },
+    {
+      "epoch": 0.09370414895731771,
+      "grad_norm": 319.6261901855469,
+      "learning_rate": 1.9787955006573808e-06,
+      "loss": 25.6484,
+      "step": 9899
+    },
+    {
+      "epoch": 0.09371361497903276,
+      "grad_norm": 503.3995361328125,
+      "learning_rate": 1.9787892201435436e-06,
+      "loss": 41.1406,
+      "step": 9900
+    },
+    {
+      "epoch": 0.09372308100074782,
+      "grad_norm": 436.50360107421875,
+      "learning_rate": 1.9787829387097083e-06,
+      "loss": 21.8047,
+      "step": 9901
+    },
+    {
+      "epoch": 0.09373254702246286,
+      "grad_norm": 444.47564697265625,
+      "learning_rate": 1.9787766563558805e-06,
+      "loss": 49.7188,
+      "step": 9902
+    },
+    {
+      "epoch": 0.09374201304417792,
+      "grad_norm": 485.2574157714844,
+      "learning_rate": 1.9787703730820665e-06,
+      "loss": 38.6133,
+      "step": 9903
+    },
+    {
+      "epoch": 0.09375147906589297,
+      "grad_norm": 204.71176147460938,
+      "learning_rate": 1.9787640888882718e-06,
+      "loss": 18.1328,
+      "step": 9904
+    },
+    {
+      "epoch": 0.09376094508760803,
+      "grad_norm": 755.2777099609375,
+      "learning_rate": 1.9787578037745027e-06,
+      "loss": 82.4766,
+      "step": 9905
+    },
+    {
+      "epoch": 0.09377041110932309,
+      "grad_norm": 427.2696838378906,
+      "learning_rate": 1.9787515177407653e-06,
+      "loss": 28.9531,
+      "step": 9906
+    },
+    {
+      "epoch": 0.09377987713103814,
+      "grad_norm": 381.16754150390625,
+      "learning_rate": 1.9787452307870645e-06,
+      "loss": 26.2266,
+      "step": 9907
+    },
+    {
+      "epoch": 0.0937893431527532,
+      "grad_norm": 3.0898449420928955,
+      "learning_rate": 1.978738942913407e-06,
+      "loss": 0.9766,
+      "step": 9908
+    },
+    {
+      "epoch": 0.09379880917446824,
+      "grad_norm": 387.1581726074219,
+      "learning_rate": 1.978732654119799e-06,
+      "loss": 23.5781,
+      "step": 9909
+    },
+    {
+      "epoch": 0.0938082751961833,
+      "grad_norm": 253.9192352294922,
+      "learning_rate": 1.9787263644062456e-06,
+      "loss": 23.5,
+      "step": 9910
+    },
+    {
+      "epoch": 0.09381774121789835,
+      "grad_norm": 204.65267944335938,
+      "learning_rate": 1.9787200737727533e-06,
+      "loss": 19.0859,
+      "step": 9911
+    },
+    {
+      "epoch": 0.09382720723961341,
+      "grad_norm": 373.2955322265625,
+      "learning_rate": 1.9787137822193278e-06,
+      "loss": 31.3281,
+      "step": 9912
+    },
+    {
+      "epoch": 0.09383667326132847,
+      "grad_norm": 278.4083251953125,
+      "learning_rate": 1.978707489745975e-06,
+      "loss": 25.4688,
+      "step": 9913
+    },
+    {
+      "epoch": 0.09384613928304351,
+      "grad_norm": 369.2250671386719,
+      "learning_rate": 1.9787011963527006e-06,
+      "loss": 20.1797,
+      "step": 9914
+    },
+    {
+      "epoch": 0.09385560530475857,
+      "grad_norm": 964.0662231445312,
+      "learning_rate": 1.978694902039511e-06,
+      "loss": 53.625,
+      "step": 9915
+    },
+    {
+      "epoch": 0.09386507132647362,
+      "grad_norm": 509.7144775390625,
+      "learning_rate": 1.9786886068064115e-06,
+      "loss": 45.7656,
+      "step": 9916
+    },
+    {
+      "epoch": 0.09387453734818868,
+      "grad_norm": 824.7598266601562,
+      "learning_rate": 1.9786823106534086e-06,
+      "loss": 32.4297,
+      "step": 9917
+    },
+    {
+      "epoch": 0.09388400336990373,
+      "grad_norm": 443.66961669921875,
+      "learning_rate": 1.978676013580508e-06,
+      "loss": 19.2656,
+      "step": 9918
+    },
+    {
+      "epoch": 0.09389346939161879,
+      "grad_norm": 284.842041015625,
+      "learning_rate": 1.9786697155877157e-06,
+      "loss": 25.2734,
+      "step": 9919
+    },
+    {
+      "epoch": 0.09390293541333383,
+      "grad_norm": 318.54193115234375,
+      "learning_rate": 1.9786634166750375e-06,
+      "loss": 22.7188,
+      "step": 9920
+    },
+    {
+      "epoch": 0.09391240143504889,
+      "grad_norm": 412.5765075683594,
+      "learning_rate": 1.9786571168424794e-06,
+      "loss": 10.0469,
+      "step": 9921
+    },
+    {
+      "epoch": 0.09392186745676395,
+      "grad_norm": 299.0815734863281,
+      "learning_rate": 1.978650816090047e-06,
+      "loss": 38.0469,
+      "step": 9922
+    },
+    {
+      "epoch": 0.093931333478479,
+      "grad_norm": 279.6338195800781,
+      "learning_rate": 1.978644514417747e-06,
+      "loss": 25.2188,
+      "step": 9923
+    },
+    {
+      "epoch": 0.09394079950019406,
+      "grad_norm": 459.0413818359375,
+      "learning_rate": 1.978638211825584e-06,
+      "loss": 44.3125,
+      "step": 9924
+    },
+    {
+      "epoch": 0.0939502655219091,
+      "grad_norm": 300.9391784667969,
+      "learning_rate": 1.9786319083135654e-06,
+      "loss": 20.0312,
+      "step": 9925
+    },
+    {
+      "epoch": 0.09395973154362416,
+      "grad_norm": 213.55482482910156,
+      "learning_rate": 1.9786256038816963e-06,
+      "loss": 20.6875,
+      "step": 9926
+    },
+    {
+      "epoch": 0.09396919756533921,
+      "grad_norm": 427.4632263183594,
+      "learning_rate": 1.978619298529983e-06,
+      "loss": 15.9141,
+      "step": 9927
+    },
+    {
+      "epoch": 0.09397866358705427,
+      "grad_norm": 295.53802490234375,
+      "learning_rate": 1.9786129922584307e-06,
+      "loss": 21.4609,
+      "step": 9928
+    },
+    {
+      "epoch": 0.09398812960876932,
+      "grad_norm": 445.13519287109375,
+      "learning_rate": 1.9786066850670465e-06,
+      "loss": 40.6875,
+      "step": 9929
+    },
+    {
+      "epoch": 0.09399759563048438,
+      "grad_norm": 256.2403259277344,
+      "learning_rate": 1.9786003769558353e-06,
+      "loss": 34.1016,
+      "step": 9930
+    },
+    {
+      "epoch": 0.09400706165219944,
+      "grad_norm": 240.35830688476562,
+      "learning_rate": 1.9785940679248035e-06,
+      "loss": 31.9297,
+      "step": 9931
+    },
+    {
+      "epoch": 0.09401652767391448,
+      "grad_norm": 321.9465637207031,
+      "learning_rate": 1.978587757973957e-06,
+      "loss": 18.4844,
+      "step": 9932
+    },
+    {
+      "epoch": 0.09402599369562954,
+      "grad_norm": 690.6354370117188,
+      "learning_rate": 1.9785814471033017e-06,
+      "loss": 32.7344,
+      "step": 9933
+    },
+    {
+      "epoch": 0.09403545971734459,
+      "grad_norm": 2.996217966079712,
+      "learning_rate": 1.9785751353128433e-06,
+      "loss": 0.8867,
+      "step": 9934
+    },
+    {
+      "epoch": 0.09404492573905965,
+      "grad_norm": 425.3062438964844,
+      "learning_rate": 1.978568822602588e-06,
+      "loss": 37.0547,
+      "step": 9935
+    },
+    {
+      "epoch": 0.0940543917607747,
+      "grad_norm": 393.1328430175781,
+      "learning_rate": 1.9785625089725416e-06,
+      "loss": 32.9219,
+      "step": 9936
+    },
+    {
+      "epoch": 0.09406385778248975,
+      "grad_norm": 294.85009765625,
+      "learning_rate": 1.9785561944227102e-06,
+      "loss": 27.7344,
+      "step": 9937
+    },
+    {
+      "epoch": 0.0940733238042048,
+      "grad_norm": 294.02862548828125,
+      "learning_rate": 1.9785498789530998e-06,
+      "loss": 34.9609,
+      "step": 9938
+    },
+    {
+      "epoch": 0.09408278982591986,
+      "grad_norm": 1009.8809204101562,
+      "learning_rate": 1.9785435625637157e-06,
+      "loss": 41.2031,
+      "step": 9939
+    },
+    {
+      "epoch": 0.09409225584763492,
+      "grad_norm": 559.0762939453125,
+      "learning_rate": 1.9785372452545644e-06,
+      "loss": 61.4219,
+      "step": 9940
+    },
+    {
+      "epoch": 0.09410172186934997,
+      "grad_norm": 255.0807342529297,
+      "learning_rate": 1.9785309270256522e-06,
+      "loss": 15.4922,
+      "step": 9941
+    },
+    {
+      "epoch": 0.09411118789106503,
+      "grad_norm": 537.6625366210938,
+      "learning_rate": 1.9785246078769842e-06,
+      "loss": 20.9375,
+      "step": 9942
+    },
+    {
+      "epoch": 0.09412065391278007,
+      "grad_norm": 269.2287902832031,
+      "learning_rate": 1.978518287808567e-06,
+      "loss": 14.6875,
+      "step": 9943
+    },
+    {
+      "epoch": 0.09413011993449513,
+      "grad_norm": 3.811760663986206,
+      "learning_rate": 1.978511966820406e-06,
+      "loss": 1.0659,
+      "step": 9944
+    },
+    {
+      "epoch": 0.09413958595621018,
+      "grad_norm": 3.2331528663635254,
+      "learning_rate": 1.9785056449125077e-06,
+      "loss": 0.9336,
+      "step": 9945
+    },
+    {
+      "epoch": 0.09414905197792524,
+      "grad_norm": 328.1126403808594,
+      "learning_rate": 1.9784993220848774e-06,
+      "loss": 32.9062,
+      "step": 9946
+    },
+    {
+      "epoch": 0.09415851799964028,
+      "grad_norm": 766.6487426757812,
+      "learning_rate": 1.9784929983375215e-06,
+      "loss": 49.4531,
+      "step": 9947
+    },
+    {
+      "epoch": 0.09416798402135534,
+      "grad_norm": 3.4066975116729736,
+      "learning_rate": 1.978486673670446e-06,
+      "loss": 0.9458,
+      "step": 9948
+    },
+    {
+      "epoch": 0.0941774500430704,
+      "grad_norm": 267.7322998046875,
+      "learning_rate": 1.978480348083657e-06,
+      "loss": 38.9453,
+      "step": 9949
+    },
+    {
+      "epoch": 0.09418691606478545,
+      "grad_norm": 998.2938232421875,
+      "learning_rate": 1.9784740215771592e-06,
+      "loss": 56.2031,
+      "step": 9950
+    },
+    {
+      "epoch": 0.09419638208650051,
+      "grad_norm": 3.1486639976501465,
+      "learning_rate": 1.9784676941509604e-06,
+      "loss": 0.8584,
+      "step": 9951
+    },
+    {
+      "epoch": 0.09420584810821556,
+      "grad_norm": 485.8135681152344,
+      "learning_rate": 1.978461365805065e-06,
+      "loss": 21.9766,
+      "step": 9952
+    },
+    {
+      "epoch": 0.09421531412993062,
+      "grad_norm": 354.8214416503906,
+      "learning_rate": 1.9784550365394797e-06,
+      "loss": 21.6094,
+      "step": 9953
+    },
+    {
+      "epoch": 0.09422478015164566,
+      "grad_norm": 520.8807373046875,
+      "learning_rate": 1.9784487063542104e-06,
+      "loss": 34.8125,
+      "step": 9954
+    },
+    {
+      "epoch": 0.09423424617336072,
+      "grad_norm": 233.48196411132812,
+      "learning_rate": 1.9784423752492632e-06,
+      "loss": 22.4688,
+      "step": 9955
+    },
+    {
+      "epoch": 0.09424371219507578,
+      "grad_norm": 486.7530822753906,
+      "learning_rate": 1.9784360432246437e-06,
+      "loss": 33.9219,
+      "step": 9956
+    },
+    {
+      "epoch": 0.09425317821679083,
+      "grad_norm": 348.7976989746094,
+      "learning_rate": 1.9784297102803577e-06,
+      "loss": 19.4766,
+      "step": 9957
+    },
+    {
+      "epoch": 0.09426264423850589,
+      "grad_norm": 199.7154541015625,
+      "learning_rate": 1.9784233764164116e-06,
+      "loss": 24.5703,
+      "step": 9958
+    },
+    {
+      "epoch": 0.09427211026022093,
+      "grad_norm": 981.094970703125,
+      "learning_rate": 1.9784170416328114e-06,
+      "loss": 28.5625,
+      "step": 9959
+    },
+    {
+      "epoch": 0.094281576281936,
+      "grad_norm": 225.95791625976562,
+      "learning_rate": 1.9784107059295625e-06,
+      "loss": 17.0156,
+      "step": 9960
+    },
+    {
+      "epoch": 0.09429104230365104,
+      "grad_norm": 636.669921875,
+      "learning_rate": 1.9784043693066713e-06,
+      "loss": 37.9219,
+      "step": 9961
+    },
+    {
+      "epoch": 0.0943005083253661,
+      "grad_norm": 256.5860595703125,
+      "learning_rate": 1.9783980317641437e-06,
+      "loss": 23.7812,
+      "step": 9962
+    },
+    {
+      "epoch": 0.09430997434708115,
+      "grad_norm": 222.3970489501953,
+      "learning_rate": 1.9783916933019853e-06,
+      "loss": 23.0469,
+      "step": 9963
+    },
+    {
+      "epoch": 0.0943194403687962,
+      "grad_norm": 219.58612060546875,
+      "learning_rate": 1.9783853539202027e-06,
+      "loss": 31.1875,
+      "step": 9964
+    },
+    {
+      "epoch": 0.09432890639051127,
+      "grad_norm": 588.8779907226562,
+      "learning_rate": 1.978379013618801e-06,
+      "loss": 29.3594,
+      "step": 9965
+    },
+    {
+      "epoch": 0.09433837241222631,
+      "grad_norm": 2.935382604598999,
+      "learning_rate": 1.9783726723977874e-06,
+      "loss": 0.9565,
+      "step": 9966
+    },
+    {
+      "epoch": 0.09434783843394137,
+      "grad_norm": 392.7066955566406,
+      "learning_rate": 1.978366330257167e-06,
+      "loss": 35.3125,
+      "step": 9967
+    },
+    {
+      "epoch": 0.09435730445565642,
+      "grad_norm": 194.5018310546875,
+      "learning_rate": 1.9783599871969455e-06,
+      "loss": 21.9844,
+      "step": 9968
+    },
+    {
+      "epoch": 0.09436677047737148,
+      "grad_norm": 670.9620971679688,
+      "learning_rate": 1.9783536432171293e-06,
+      "loss": 17.5742,
+      "step": 9969
+    },
+    {
+      "epoch": 0.09437623649908652,
+      "grad_norm": 2.9602293968200684,
+      "learning_rate": 1.9783472983177246e-06,
+      "loss": 0.7705,
+      "step": 9970
+    },
+    {
+      "epoch": 0.09438570252080158,
+      "grad_norm": 144.0406951904297,
+      "learning_rate": 1.978340952498737e-06,
+      "loss": 21.1172,
+      "step": 9971
+    },
+    {
+      "epoch": 0.09439516854251663,
+      "grad_norm": 381.0456848144531,
+      "learning_rate": 1.9783346057601725e-06,
+      "loss": 25.6953,
+      "step": 9972
+    },
+    {
+      "epoch": 0.09440463456423169,
+      "grad_norm": 212.4360809326172,
+      "learning_rate": 1.9783282581020374e-06,
+      "loss": 11.6641,
+      "step": 9973
+    },
+    {
+      "epoch": 0.09441410058594675,
+      "grad_norm": 338.9324035644531,
+      "learning_rate": 1.978321909524337e-06,
+      "loss": 38.1094,
+      "step": 9974
+    },
+    {
+      "epoch": 0.0944235666076618,
+      "grad_norm": 296.6690979003906,
+      "learning_rate": 1.978315560027078e-06,
+      "loss": 16.5547,
+      "step": 9975
+    },
+    {
+      "epoch": 0.09443303262937686,
+      "grad_norm": 337.0851745605469,
+      "learning_rate": 1.9783092096102652e-06,
+      "loss": 21.3125,
+      "step": 9976
+    },
+    {
+      "epoch": 0.0944424986510919,
+      "grad_norm": 413.2040710449219,
+      "learning_rate": 1.9783028582739065e-06,
+      "loss": 41.3438,
+      "step": 9977
+    },
+    {
+      "epoch": 0.09445196467280696,
+      "grad_norm": 167.70407104492188,
+      "learning_rate": 1.978296506018006e-06,
+      "loss": 15.0781,
+      "step": 9978
+    },
+    {
+      "epoch": 0.09446143069452201,
+      "grad_norm": 189.37026977539062,
+      "learning_rate": 1.978290152842571e-06,
+      "loss": 21.6406,
+      "step": 9979
+    },
+    {
+      "epoch": 0.09447089671623707,
+      "grad_norm": 394.66619873046875,
+      "learning_rate": 1.978283798747606e-06,
+      "loss": 46.3594,
+      "step": 9980
+    },
+    {
+      "epoch": 0.09448036273795211,
+      "grad_norm": 914.3612670898438,
+      "learning_rate": 1.9782774437331187e-06,
+      "loss": 37.0,
+      "step": 9981
+    },
+    {
+      "epoch": 0.09448982875966717,
+      "grad_norm": 487.1379089355469,
+      "learning_rate": 1.9782710877991138e-06,
+      "loss": 26.1328,
+      "step": 9982
+    },
+    {
+      "epoch": 0.09449929478138223,
+      "grad_norm": 635.7474975585938,
+      "learning_rate": 1.978264730945598e-06,
+      "loss": 55.9062,
+      "step": 9983
+    },
+    {
+      "epoch": 0.09450876080309728,
+      "grad_norm": 371.2217712402344,
+      "learning_rate": 1.9782583731725765e-06,
+      "loss": 21.0156,
+      "step": 9984
+    },
+    {
+      "epoch": 0.09451822682481234,
+      "grad_norm": 205.2873992919922,
+      "learning_rate": 1.9782520144800563e-06,
+      "loss": 16.3008,
+      "step": 9985
+    },
+    {
+      "epoch": 0.09452769284652739,
+      "grad_norm": 501.9367980957031,
+      "learning_rate": 1.978245654868043e-06,
+      "loss": 45.707,
+      "step": 9986
+    },
+    {
+      "epoch": 0.09453715886824245,
+      "grad_norm": 474.3633117675781,
+      "learning_rate": 1.978239294336542e-06,
+      "loss": 43.1562,
+      "step": 9987
+    },
+    {
+      "epoch": 0.09454662488995749,
+      "grad_norm": 470.89031982421875,
+      "learning_rate": 1.9782329328855594e-06,
+      "loss": 48.6562,
+      "step": 9988
+    },
+    {
+      "epoch": 0.09455609091167255,
+      "grad_norm": 299.90972900390625,
+      "learning_rate": 1.9782265705151023e-06,
+      "loss": 26.5,
+      "step": 9989
+    },
+    {
+      "epoch": 0.0945655569333876,
+      "grad_norm": 224.48031616210938,
+      "learning_rate": 1.9782202072251753e-06,
+      "loss": 18.7578,
+      "step": 9990
+    },
+    {
+      "epoch": 0.09457502295510266,
+      "grad_norm": 536.8344116210938,
+      "learning_rate": 1.978213843015785e-06,
+      "loss": 41.8281,
+      "step": 9991
+    },
+    {
+      "epoch": 0.09458448897681772,
+      "grad_norm": 331.03155517578125,
+      "learning_rate": 1.978207477886938e-06,
+      "loss": 17.0938,
+      "step": 9992
+    },
+    {
+      "epoch": 0.09459395499853276,
+      "grad_norm": 521.6146850585938,
+      "learning_rate": 1.9782011118386387e-06,
+      "loss": 16.7891,
+      "step": 9993
+    },
+    {
+      "epoch": 0.09460342102024782,
+      "grad_norm": 304.19012451171875,
+      "learning_rate": 1.9781947448708942e-06,
+      "loss": 16.9219,
+      "step": 9994
+    },
+    {
+      "epoch": 0.09461288704196287,
+      "grad_norm": 178.88265991210938,
+      "learning_rate": 1.9781883769837103e-06,
+      "loss": 20.5312,
+      "step": 9995
+    },
+    {
+      "epoch": 0.09462235306367793,
+      "grad_norm": 168.55499267578125,
+      "learning_rate": 1.9781820081770933e-06,
+      "loss": 22.3203,
+      "step": 9996
+    },
+    {
+      "epoch": 0.09463181908539298,
+      "grad_norm": 480.4566955566406,
+      "learning_rate": 1.9781756384510488e-06,
+      "loss": 28.8828,
+      "step": 9997
+    },
+    {
+      "epoch": 0.09464128510710804,
+      "grad_norm": 548.2232666015625,
+      "learning_rate": 1.9781692678055825e-06,
+      "loss": 43.2656,
+      "step": 9998
+    },
+    {
+      "epoch": 0.0946507511288231,
+      "grad_norm": 349.5177917480469,
+      "learning_rate": 1.978162896240701e-06,
+      "loss": 23.7344,
+      "step": 9999
+    },
+    {
+      "epoch": 0.09466021715053814,
+      "grad_norm": 518.6321411132812,
+      "learning_rate": 1.9781565237564096e-06,
+      "loss": 19.0312,
+      "step": 10000
+    },
+    {
+      "epoch": 0.0946696831722532,
+      "grad_norm": 292.95159912109375,
+      "learning_rate": 1.978150150352715e-06,
+      "loss": 37.6172,
+      "step": 10001
+    },
+    {
+      "epoch": 0.09467914919396825,
+      "grad_norm": 1163.2376708984375,
+      "learning_rate": 1.978143776029623e-06,
+      "loss": 54.8281,
+      "step": 10002
+    },
+    {
+      "epoch": 0.09468861521568331,
+      "grad_norm": 407.2154235839844,
+      "learning_rate": 1.978137400787139e-06,
+      "loss": 21.8906,
+      "step": 10003
+    },
+    {
+      "epoch": 0.09469808123739835,
+      "grad_norm": 281.943603515625,
+      "learning_rate": 1.97813102462527e-06,
+      "loss": 23.9688,
+      "step": 10004
+    },
+    {
+      "epoch": 0.09470754725911341,
+      "grad_norm": 3.344081163406372,
+      "learning_rate": 1.978124647544021e-06,
+      "loss": 0.812,
+      "step": 10005
+    },
+    {
+      "epoch": 0.09471701328082846,
+      "grad_norm": 213.2633056640625,
+      "learning_rate": 1.978118269543399e-06,
+      "loss": 20.25,
+      "step": 10006
+    },
+    {
+      "epoch": 0.09472647930254352,
+      "grad_norm": 370.82110595703125,
+      "learning_rate": 1.9781118906234094e-06,
+      "loss": 22.2031,
+      "step": 10007
+    },
+    {
+      "epoch": 0.09473594532425858,
+      "grad_norm": 438.2336120605469,
+      "learning_rate": 1.978105510784058e-06,
+      "loss": 31.8438,
+      "step": 10008
+    },
+    {
+      "epoch": 0.09474541134597363,
+      "grad_norm": 398.14361572265625,
+      "learning_rate": 1.978099130025351e-06,
+      "loss": 41.4062,
+      "step": 10009
+    },
+    {
+      "epoch": 0.09475487736768869,
+      "grad_norm": 2.7759616374969482,
+      "learning_rate": 1.978092748347295e-06,
+      "loss": 0.7622,
+      "step": 10010
+    },
+    {
+      "epoch": 0.09476434338940373,
+      "grad_norm": 869.1846313476562,
+      "learning_rate": 1.978086365749895e-06,
+      "loss": 32.1562,
+      "step": 10011
+    },
+    {
+      "epoch": 0.09477380941111879,
+      "grad_norm": 427.522216796875,
+      "learning_rate": 1.978079982233157e-06,
+      "loss": 48.0312,
+      "step": 10012
+    },
+    {
+      "epoch": 0.09478327543283384,
+      "grad_norm": 530.4539794921875,
+      "learning_rate": 1.978073597797088e-06,
+      "loss": 55.2344,
+      "step": 10013
+    },
+    {
+      "epoch": 0.0947927414545489,
+      "grad_norm": 853.9423217773438,
+      "learning_rate": 1.9780672124416936e-06,
+      "loss": 45.1484,
+      "step": 10014
+    },
+    {
+      "epoch": 0.09480220747626394,
+      "grad_norm": 321.0423583984375,
+      "learning_rate": 1.978060826166979e-06,
+      "loss": 28.4219,
+      "step": 10015
+    },
+    {
+      "epoch": 0.094811673497979,
+      "grad_norm": 678.094482421875,
+      "learning_rate": 1.9780544389729514e-06,
+      "loss": 43.5,
+      "step": 10016
+    },
+    {
+      "epoch": 0.09482113951969406,
+      "grad_norm": 454.8870849609375,
+      "learning_rate": 1.9780480508596164e-06,
+      "loss": 34.1875,
+      "step": 10017
+    },
+    {
+      "epoch": 0.09483060554140911,
+      "grad_norm": 509.7919616699219,
+      "learning_rate": 1.9780416618269796e-06,
+      "loss": 24.5469,
+      "step": 10018
+    },
+    {
+      "epoch": 0.09484007156312417,
+      "grad_norm": 259.4820251464844,
+      "learning_rate": 1.978035271875047e-06,
+      "loss": 25.4609,
+      "step": 10019
+    },
+    {
+      "epoch": 0.09484953758483922,
+      "grad_norm": 3.7149767875671387,
+      "learning_rate": 1.978028881003825e-06,
+      "loss": 0.9604,
+      "step": 10020
+    },
+    {
+      "epoch": 0.09485900360655428,
+      "grad_norm": 611.75341796875,
+      "learning_rate": 1.97802248921332e-06,
+      "loss": 31.8203,
+      "step": 10021
+    },
+    {
+      "epoch": 0.09486846962826932,
+      "grad_norm": 2.648486375808716,
+      "learning_rate": 1.978016096503537e-06,
+      "loss": 0.8774,
+      "step": 10022
+    },
+    {
+      "epoch": 0.09487793564998438,
+      "grad_norm": 652.892333984375,
+      "learning_rate": 1.978009702874482e-06,
+      "loss": 50.8125,
+      "step": 10023
+    },
+    {
+      "epoch": 0.09488740167169943,
+      "grad_norm": 208.9322509765625,
+      "learning_rate": 1.9780033083261624e-06,
+      "loss": 18.8281,
+      "step": 10024
+    },
+    {
+      "epoch": 0.09489686769341449,
+      "grad_norm": 234.25628662109375,
+      "learning_rate": 1.977996912858583e-06,
+      "loss": 22.4219,
+      "step": 10025
+    },
+    {
+      "epoch": 0.09490633371512955,
+      "grad_norm": 662.9414672851562,
+      "learning_rate": 1.9779905164717498e-06,
+      "loss": 34.9062,
+      "step": 10026
+    },
+    {
+      "epoch": 0.0949157997368446,
+      "grad_norm": 901.8578491210938,
+      "learning_rate": 1.9779841191656695e-06,
+      "loss": 32.3281,
+      "step": 10027
+    },
+    {
+      "epoch": 0.09492526575855965,
+      "grad_norm": 662.2747802734375,
+      "learning_rate": 1.977977720940348e-06,
+      "loss": 33.1602,
+      "step": 10028
+    },
+    {
+      "epoch": 0.0949347317802747,
+      "grad_norm": 491.9393005371094,
+      "learning_rate": 1.9779713217957904e-06,
+      "loss": 50.5469,
+      "step": 10029
+    },
+    {
+      "epoch": 0.09494419780198976,
+      "grad_norm": 415.9501037597656,
+      "learning_rate": 1.977964921732004e-06,
+      "loss": 52.9844,
+      "step": 10030
+    },
+    {
+      "epoch": 0.0949536638237048,
+      "grad_norm": 2.2428982257843018,
+      "learning_rate": 1.977958520748994e-06,
+      "loss": 0.8091,
+      "step": 10031
+    },
+    {
+      "epoch": 0.09496312984541987,
+      "grad_norm": 1308.3697509765625,
+      "learning_rate": 1.9779521188467662e-06,
+      "loss": 69.4766,
+      "step": 10032
+    },
+    {
+      "epoch": 0.09497259586713491,
+      "grad_norm": 328.7098388671875,
+      "learning_rate": 1.9779457160253275e-06,
+      "loss": 24.2031,
+      "step": 10033
+    },
+    {
+      "epoch": 0.09498206188884997,
+      "grad_norm": 355.07696533203125,
+      "learning_rate": 1.977939312284683e-06,
+      "loss": 31.8906,
+      "step": 10034
+    },
+    {
+      "epoch": 0.09499152791056503,
+      "grad_norm": 381.4848327636719,
+      "learning_rate": 1.9779329076248395e-06,
+      "loss": 30.1094,
+      "step": 10035
+    },
+    {
+      "epoch": 0.09500099393228008,
+      "grad_norm": 660.3407592773438,
+      "learning_rate": 1.977926502045803e-06,
+      "loss": 24.6406,
+      "step": 10036
+    },
+    {
+      "epoch": 0.09501045995399514,
+      "grad_norm": 1022.7686767578125,
+      "learning_rate": 1.9779200955475787e-06,
+      "loss": 86.6875,
+      "step": 10037
+    },
+    {
+      "epoch": 0.09501992597571018,
+      "grad_norm": 143.43589782714844,
+      "learning_rate": 1.977913688130173e-06,
+      "loss": 23.9922,
+      "step": 10038
+    },
+    {
+      "epoch": 0.09502939199742524,
+      "grad_norm": 646.296142578125,
+      "learning_rate": 1.9779072797935928e-06,
+      "loss": 29.8672,
+      "step": 10039
+    },
+    {
+      "epoch": 0.09503885801914029,
+      "grad_norm": 259.0724792480469,
+      "learning_rate": 1.9779008705378428e-06,
+      "loss": 22.9453,
+      "step": 10040
+    },
+    {
+      "epoch": 0.09504832404085535,
+      "grad_norm": 671.2141723632812,
+      "learning_rate": 1.9778944603629294e-06,
+      "loss": 43.5781,
+      "step": 10041
+    },
+    {
+      "epoch": 0.09505779006257041,
+      "grad_norm": 276.0722351074219,
+      "learning_rate": 1.9778880492688596e-06,
+      "loss": 16.25,
+      "step": 10042
+    },
+    {
+      "epoch": 0.09506725608428546,
+      "grad_norm": 420.24859619140625,
+      "learning_rate": 1.977881637255638e-06,
+      "loss": 27.2344,
+      "step": 10043
+    },
+    {
+      "epoch": 0.09507672210600052,
+      "grad_norm": 400.2782897949219,
+      "learning_rate": 1.9778752243232715e-06,
+      "loss": 27.0781,
+      "step": 10044
+    },
+    {
+      "epoch": 0.09508618812771556,
+      "grad_norm": 319.6298522949219,
+      "learning_rate": 1.977868810471766e-06,
+      "loss": 21.0859,
+      "step": 10045
+    },
+    {
+      "epoch": 0.09509565414943062,
+      "grad_norm": 259.08172607421875,
+      "learning_rate": 1.977862395701127e-06,
+      "loss": 22.2188,
+      "step": 10046
+    },
+    {
+      "epoch": 0.09510512017114567,
+      "grad_norm": 297.62109375,
+      "learning_rate": 1.9778559800113614e-06,
+      "loss": 25.75,
+      "step": 10047
+    },
+    {
+      "epoch": 0.09511458619286073,
+      "grad_norm": 389.01165771484375,
+      "learning_rate": 1.9778495634024747e-06,
+      "loss": 20.6953,
+      "step": 10048
+    },
+    {
+      "epoch": 0.09512405221457577,
+      "grad_norm": 284.9661560058594,
+      "learning_rate": 1.977843145874473e-06,
+      "loss": 16.8828,
+      "step": 10049
+    },
+    {
+      "epoch": 0.09513351823629083,
+      "grad_norm": 261.7856750488281,
+      "learning_rate": 1.9778367274273623e-06,
+      "loss": 24.9922,
+      "step": 10050
+    },
+    {
+      "epoch": 0.0951429842580059,
+      "grad_norm": 503.2874450683594,
+      "learning_rate": 1.9778303080611483e-06,
+      "loss": 33.0781,
+      "step": 10051
+    },
+    {
+      "epoch": 0.09515245027972094,
+      "grad_norm": 412.4489440917969,
+      "learning_rate": 1.977823887775838e-06,
+      "loss": 40.6562,
+      "step": 10052
+    },
+    {
+      "epoch": 0.095161916301436,
+      "grad_norm": 246.4237060546875,
+      "learning_rate": 1.9778174665714368e-06,
+      "loss": 26.0312,
+      "step": 10053
+    },
+    {
+      "epoch": 0.09517138232315105,
+      "grad_norm": 221.5636749267578,
+      "learning_rate": 1.9778110444479506e-06,
+      "loss": 29.9062,
+      "step": 10054
+    },
+    {
+      "epoch": 0.0951808483448661,
+      "grad_norm": 502.3572082519531,
+      "learning_rate": 1.977804621405386e-06,
+      "loss": 39.1406,
+      "step": 10055
+    },
+    {
+      "epoch": 0.09519031436658115,
+      "grad_norm": 307.1854248046875,
+      "learning_rate": 1.9777981974437483e-06,
+      "loss": 16.0781,
+      "step": 10056
+    },
+    {
+      "epoch": 0.09519978038829621,
+      "grad_norm": 382.7138977050781,
+      "learning_rate": 1.977791772563044e-06,
+      "loss": 38.9922,
+      "step": 10057
+    },
+    {
+      "epoch": 0.09520924641001126,
+      "grad_norm": 373.169921875,
+      "learning_rate": 1.977785346763279e-06,
+      "loss": 44.7969,
+      "step": 10058
+    },
+    {
+      "epoch": 0.09521871243172632,
+      "grad_norm": 486.9596862792969,
+      "learning_rate": 1.9777789200444596e-06,
+      "loss": 28.1094,
+      "step": 10059
+    },
+    {
+      "epoch": 0.09522817845344138,
+      "grad_norm": 560.360107421875,
+      "learning_rate": 1.977772492406591e-06,
+      "loss": 16.8516,
+      "step": 10060
+    },
+    {
+      "epoch": 0.09523764447515642,
+      "grad_norm": 440.0010681152344,
+      "learning_rate": 1.9777660638496805e-06,
+      "loss": 39.8203,
+      "step": 10061
+    },
+    {
+      "epoch": 0.09524711049687148,
+      "grad_norm": 519.1611328125,
+      "learning_rate": 1.9777596343737332e-06,
+      "loss": 43.2188,
+      "step": 10062
+    },
+    {
+      "epoch": 0.09525657651858653,
+      "grad_norm": 649.6676025390625,
+      "learning_rate": 1.977753203978756e-06,
+      "loss": 35.4844,
+      "step": 10063
+    },
+    {
+      "epoch": 0.09526604254030159,
+      "grad_norm": 223.1390380859375,
+      "learning_rate": 1.9777467726647535e-06,
+      "loss": 21.6562,
+      "step": 10064
+    },
+    {
+      "epoch": 0.09527550856201664,
+      "grad_norm": 2.735426664352417,
+      "learning_rate": 1.977740340431733e-06,
+      "loss": 0.8384,
+      "step": 10065
+    },
+    {
+      "epoch": 0.0952849745837317,
+      "grad_norm": 532.4666748046875,
+      "learning_rate": 1.9777339072797004e-06,
+      "loss": 35.4844,
+      "step": 10066
+    },
+    {
+      "epoch": 0.09529444060544674,
+      "grad_norm": 451.3540344238281,
+      "learning_rate": 1.9777274732086617e-06,
+      "loss": 43.0625,
+      "step": 10067
+    },
+    {
+      "epoch": 0.0953039066271618,
+      "grad_norm": 268.7657775878906,
+      "learning_rate": 1.9777210382186226e-06,
+      "loss": 24.5703,
+      "step": 10068
+    },
+    {
+      "epoch": 0.09531337264887686,
+      "grad_norm": 604.065185546875,
+      "learning_rate": 1.977714602309589e-06,
+      "loss": 7.5312,
+      "step": 10069
+    },
+    {
+      "epoch": 0.09532283867059191,
+      "grad_norm": 550.9915771484375,
+      "learning_rate": 1.977708165481568e-06,
+      "loss": 43.0391,
+      "step": 10070
+    },
+    {
+      "epoch": 0.09533230469230697,
+      "grad_norm": 572.9027099609375,
+      "learning_rate": 1.977701727734564e-06,
+      "loss": 35.8125,
+      "step": 10071
+    },
+    {
+      "epoch": 0.09534177071402201,
+      "grad_norm": 730.685791015625,
+      "learning_rate": 1.977695289068584e-06,
+      "loss": 49.9688,
+      "step": 10072
+    },
+    {
+      "epoch": 0.09535123673573707,
+      "grad_norm": 485.31219482421875,
+      "learning_rate": 1.977688849483635e-06,
+      "loss": 49.6406,
+      "step": 10073
+    },
+    {
+      "epoch": 0.09536070275745212,
+      "grad_norm": 664.1962280273438,
+      "learning_rate": 1.9776824089797214e-06,
+      "loss": 39.9688,
+      "step": 10074
+    },
+    {
+      "epoch": 0.09537016877916718,
+      "grad_norm": 395.1653747558594,
+      "learning_rate": 1.9776759675568504e-06,
+      "loss": 29.5234,
+      "step": 10075
+    },
+    {
+      "epoch": 0.09537963480088223,
+      "grad_norm": 408.0954284667969,
+      "learning_rate": 1.977669525215027e-06,
+      "loss": 39.4375,
+      "step": 10076
+    },
+    {
+      "epoch": 0.09538910082259729,
+      "grad_norm": 192.48715209960938,
+      "learning_rate": 1.977663081954258e-06,
+      "loss": 26.5547,
+      "step": 10077
+    },
+    {
+      "epoch": 0.09539856684431235,
+      "grad_norm": 702.787353515625,
+      "learning_rate": 1.9776566377745497e-06,
+      "loss": 39.0,
+      "step": 10078
+    },
+    {
+      "epoch": 0.09540803286602739,
+      "grad_norm": 549.51904296875,
+      "learning_rate": 1.977650192675907e-06,
+      "loss": 24.5938,
+      "step": 10079
+    },
+    {
+      "epoch": 0.09541749888774245,
+      "grad_norm": 704.75537109375,
+      "learning_rate": 1.9776437466583373e-06,
+      "loss": 37.6875,
+      "step": 10080
+    },
+    {
+      "epoch": 0.0954269649094575,
+      "grad_norm": 347.5857238769531,
+      "learning_rate": 1.977637299721846e-06,
+      "loss": 27.7109,
+      "step": 10081
+    },
+    {
+      "epoch": 0.09543643093117256,
+      "grad_norm": 236.8549346923828,
+      "learning_rate": 1.9776308518664394e-06,
+      "loss": 17.0781,
+      "step": 10082
+    },
+    {
+      "epoch": 0.0954458969528876,
+      "grad_norm": 433.4521179199219,
+      "learning_rate": 1.9776244030921233e-06,
+      "loss": 33.625,
+      "step": 10083
+    },
+    {
+      "epoch": 0.09545536297460266,
+      "grad_norm": 615.6995849609375,
+      "learning_rate": 1.9776179533989035e-06,
+      "loss": 59.2188,
+      "step": 10084
+    },
+    {
+      "epoch": 0.09546482899631772,
+      "grad_norm": 364.0931396484375,
+      "learning_rate": 1.977611502786787e-06,
+      "loss": 36.4375,
+      "step": 10085
+    },
+    {
+      "epoch": 0.09547429501803277,
+      "grad_norm": 226.42694091796875,
+      "learning_rate": 1.9776050512557787e-06,
+      "loss": 14.9883,
+      "step": 10086
+    },
+    {
+      "epoch": 0.09548376103974783,
+      "grad_norm": 385.0859375,
+      "learning_rate": 1.9775985988058855e-06,
+      "loss": 27.0938,
+      "step": 10087
+    },
+    {
+      "epoch": 0.09549322706146288,
+      "grad_norm": 873.1299438476562,
+      "learning_rate": 1.9775921454371136e-06,
+      "loss": 61.4531,
+      "step": 10088
+    },
+    {
+      "epoch": 0.09550269308317794,
+      "grad_norm": 441.3066101074219,
+      "learning_rate": 1.977585691149468e-06,
+      "loss": 37.0,
+      "step": 10089
+    },
+    {
+      "epoch": 0.09551215910489298,
+      "grad_norm": 435.6531982421875,
+      "learning_rate": 1.9775792359429557e-06,
+      "loss": 27.6094,
+      "step": 10090
+    },
+    {
+      "epoch": 0.09552162512660804,
+      "grad_norm": 479.2162170410156,
+      "learning_rate": 1.977572779817583e-06,
+      "loss": 41.5391,
+      "step": 10091
+    },
+    {
+      "epoch": 0.09553109114832309,
+      "grad_norm": 329.98065185546875,
+      "learning_rate": 1.9775663227733546e-06,
+      "loss": 20.6719,
+      "step": 10092
+    },
+    {
+      "epoch": 0.09554055717003815,
+      "grad_norm": 423.5835876464844,
+      "learning_rate": 1.977559864810278e-06,
+      "loss": 57.9375,
+      "step": 10093
+    },
+    {
+      "epoch": 0.09555002319175321,
+      "grad_norm": 453.1203918457031,
+      "learning_rate": 1.977553405928359e-06,
+      "loss": 33.3984,
+      "step": 10094
+    },
+    {
+      "epoch": 0.09555948921346825,
+      "grad_norm": 582.3023681640625,
+      "learning_rate": 1.9775469461276025e-06,
+      "loss": 53.0938,
+      "step": 10095
+    },
+    {
+      "epoch": 0.09556895523518331,
+      "grad_norm": 430.0511169433594,
+      "learning_rate": 1.977540485408016e-06,
+      "loss": 43.0625,
+      "step": 10096
+    },
+    {
+      "epoch": 0.09557842125689836,
+      "grad_norm": 828.994873046875,
+      "learning_rate": 1.9775340237696052e-06,
+      "loss": 48.5312,
+      "step": 10097
+    },
+    {
+      "epoch": 0.09558788727861342,
+      "grad_norm": 367.1300354003906,
+      "learning_rate": 1.9775275612123758e-06,
+      "loss": 20.3594,
+      "step": 10098
+    },
+    {
+      "epoch": 0.09559735330032847,
+      "grad_norm": 2.951322555541992,
+      "learning_rate": 1.9775210977363345e-06,
+      "loss": 0.9575,
+      "step": 10099
+    },
+    {
+      "epoch": 0.09560681932204353,
+      "grad_norm": 578.4172973632812,
+      "learning_rate": 1.9775146333414866e-06,
+      "loss": 62.2344,
+      "step": 10100
+    },
+    {
+      "epoch": 0.09561628534375857,
+      "grad_norm": 296.2647399902344,
+      "learning_rate": 1.9775081680278383e-06,
+      "loss": 35.2344,
+      "step": 10101
+    },
+    {
+      "epoch": 0.09562575136547363,
+      "grad_norm": 174.0088653564453,
+      "learning_rate": 1.977501701795396e-06,
+      "loss": 30.4688,
+      "step": 10102
+    },
+    {
+      "epoch": 0.09563521738718869,
+      "grad_norm": 407.6733703613281,
+      "learning_rate": 1.977495234644166e-06,
+      "loss": 37.3594,
+      "step": 10103
+    },
+    {
+      "epoch": 0.09564468340890374,
+      "grad_norm": 638.0780029296875,
+      "learning_rate": 1.977488766574154e-06,
+      "loss": 43.5391,
+      "step": 10104
+    },
+    {
+      "epoch": 0.0956541494306188,
+      "grad_norm": 307.7032775878906,
+      "learning_rate": 1.9774822975853656e-06,
+      "loss": 18.8164,
+      "step": 10105
+    },
+    {
+      "epoch": 0.09566361545233384,
+      "grad_norm": 325.3033752441406,
+      "learning_rate": 1.9774758276778083e-06,
+      "loss": 16.1875,
+      "step": 10106
+    },
+    {
+      "epoch": 0.0956730814740489,
+      "grad_norm": 687.14892578125,
+      "learning_rate": 1.9774693568514866e-06,
+      "loss": 29.375,
+      "step": 10107
+    },
+    {
+      "epoch": 0.09568254749576395,
+      "grad_norm": 439.8672180175781,
+      "learning_rate": 1.9774628851064077e-06,
+      "loss": 35.875,
+      "step": 10108
+    },
+    {
+      "epoch": 0.09569201351747901,
+      "grad_norm": 3.1484732627868652,
+      "learning_rate": 1.9774564124425772e-06,
+      "loss": 1.0366,
+      "step": 10109
+    },
+    {
+      "epoch": 0.09570147953919406,
+      "grad_norm": 253.1479034423828,
+      "learning_rate": 1.977449938860001e-06,
+      "loss": 28.0391,
+      "step": 10110
+    },
+    {
+      "epoch": 0.09571094556090912,
+      "grad_norm": 223.69471740722656,
+      "learning_rate": 1.977443464358686e-06,
+      "loss": 21.5938,
+      "step": 10111
+    },
+    {
+      "epoch": 0.09572041158262418,
+      "grad_norm": 699.9251708984375,
+      "learning_rate": 1.9774369889386373e-06,
+      "loss": 37.1719,
+      "step": 10112
+    },
+    {
+      "epoch": 0.09572987760433922,
+      "grad_norm": 345.5001220703125,
+      "learning_rate": 1.9774305125998616e-06,
+      "loss": 22.9766,
+      "step": 10113
+    },
+    {
+      "epoch": 0.09573934362605428,
+      "grad_norm": 493.0315856933594,
+      "learning_rate": 1.9774240353423647e-06,
+      "loss": 51.0469,
+      "step": 10114
+    },
+    {
+      "epoch": 0.09574880964776933,
+      "grad_norm": 406.1888122558594,
+      "learning_rate": 1.9774175571661527e-06,
+      "loss": 33.6094,
+      "step": 10115
+    },
+    {
+      "epoch": 0.09575827566948439,
+      "grad_norm": 258.1922607421875,
+      "learning_rate": 1.9774110780712317e-06,
+      "loss": 9.8242,
+      "step": 10116
+    },
+    {
+      "epoch": 0.09576774169119943,
+      "grad_norm": 375.6810607910156,
+      "learning_rate": 1.9774045980576083e-06,
+      "loss": 39.8906,
+      "step": 10117
+    },
+    {
+      "epoch": 0.0957772077129145,
+      "grad_norm": 373.4457092285156,
+      "learning_rate": 1.9773981171252878e-06,
+      "loss": 32.8438,
+      "step": 10118
+    },
+    {
+      "epoch": 0.09578667373462954,
+      "grad_norm": 437.98419189453125,
+      "learning_rate": 1.9773916352742766e-06,
+      "loss": 23.9922,
+      "step": 10119
+    },
+    {
+      "epoch": 0.0957961397563446,
+      "grad_norm": 218.09103393554688,
+      "learning_rate": 1.977385152504581e-06,
+      "loss": 17.8828,
+      "step": 10120
+    },
+    {
+      "epoch": 0.09580560577805966,
+      "grad_norm": 2.469261407852173,
+      "learning_rate": 1.977378668816207e-06,
+      "loss": 0.9097,
+      "step": 10121
+    },
+    {
+      "epoch": 0.0958150717997747,
+      "grad_norm": 292.5363464355469,
+      "learning_rate": 1.9773721842091606e-06,
+      "loss": 22.1875,
+      "step": 10122
+    },
+    {
+      "epoch": 0.09582453782148977,
+      "grad_norm": 641.5153198242188,
+      "learning_rate": 1.9773656986834482e-06,
+      "loss": 53.4961,
+      "step": 10123
+    },
+    {
+      "epoch": 0.09583400384320481,
+      "grad_norm": 638.8525390625,
+      "learning_rate": 1.9773592122390752e-06,
+      "loss": 19.5234,
+      "step": 10124
+    },
+    {
+      "epoch": 0.09584346986491987,
+      "grad_norm": 380.65447998046875,
+      "learning_rate": 1.977352724876048e-06,
+      "loss": 25.4922,
+      "step": 10125
+    },
+    {
+      "epoch": 0.09585293588663492,
+      "grad_norm": 156.1951446533203,
+      "learning_rate": 1.9773462365943733e-06,
+      "loss": 18.4453,
+      "step": 10126
+    },
+    {
+      "epoch": 0.09586240190834998,
+      "grad_norm": 311.4060974121094,
+      "learning_rate": 1.9773397473940566e-06,
+      "loss": 21.8281,
+      "step": 10127
+    },
+    {
+      "epoch": 0.09587186793006504,
+      "grad_norm": 329.5367736816406,
+      "learning_rate": 1.977333257275104e-06,
+      "loss": 37.6406,
+      "step": 10128
+    },
+    {
+      "epoch": 0.09588133395178008,
+      "grad_norm": 424.7969970703125,
+      "learning_rate": 1.977326766237522e-06,
+      "loss": 38.9453,
+      "step": 10129
+    },
+    {
+      "epoch": 0.09589079997349514,
+      "grad_norm": 265.6376037597656,
+      "learning_rate": 1.977320274281316e-06,
+      "loss": 24.0469,
+      "step": 10130
+    },
+    {
+      "epoch": 0.09590026599521019,
+      "grad_norm": 381.9410400390625,
+      "learning_rate": 1.977313781406493e-06,
+      "loss": 25.4688,
+      "step": 10131
+    },
+    {
+      "epoch": 0.09590973201692525,
+      "grad_norm": 227.8025665283203,
+      "learning_rate": 1.977307287613058e-06,
+      "loss": 33.2109,
+      "step": 10132
+    },
+    {
+      "epoch": 0.0959191980386403,
+      "grad_norm": 4.259149074554443,
+      "learning_rate": 1.9773007929010178e-06,
+      "loss": 1.061,
+      "step": 10133
+    },
+    {
+      "epoch": 0.09592866406035536,
+      "grad_norm": 212.0712127685547,
+      "learning_rate": 1.977294297270379e-06,
+      "loss": 16.8203,
+      "step": 10134
+    },
+    {
+      "epoch": 0.0959381300820704,
+      "grad_norm": 1055.3990478515625,
+      "learning_rate": 1.977287800721147e-06,
+      "loss": 55.9453,
+      "step": 10135
+    },
+    {
+      "epoch": 0.09594759610378546,
+      "grad_norm": 328.3143615722656,
+      "learning_rate": 1.9772813032533274e-06,
+      "loss": 24.1133,
+      "step": 10136
+    },
+    {
+      "epoch": 0.09595706212550052,
+      "grad_norm": 204.0445556640625,
+      "learning_rate": 1.9772748048669274e-06,
+      "loss": 24.3984,
+      "step": 10137
+    },
+    {
+      "epoch": 0.09596652814721557,
+      "grad_norm": 822.7428588867188,
+      "learning_rate": 1.977268305561953e-06,
+      "loss": 27.3203,
+      "step": 10138
+    },
+    {
+      "epoch": 0.09597599416893063,
+      "grad_norm": 3.1003026962280273,
+      "learning_rate": 1.9772618053384095e-06,
+      "loss": 0.9048,
+      "step": 10139
+    },
+    {
+      "epoch": 0.09598546019064567,
+      "grad_norm": 461.15826416015625,
+      "learning_rate": 1.9772553041963035e-06,
+      "loss": 56.5703,
+      "step": 10140
+    },
+    {
+      "epoch": 0.09599492621236073,
+      "grad_norm": 418.2093505859375,
+      "learning_rate": 1.9772488021356414e-06,
+      "loss": 33.1641,
+      "step": 10141
+    },
+    {
+      "epoch": 0.09600439223407578,
+      "grad_norm": 236.4571533203125,
+      "learning_rate": 1.9772422991564285e-06,
+      "loss": 22.7344,
+      "step": 10142
+    },
+    {
+      "epoch": 0.09601385825579084,
+      "grad_norm": 290.4241027832031,
+      "learning_rate": 1.977235795258672e-06,
+      "loss": 23.3516,
+      "step": 10143
+    },
+    {
+      "epoch": 0.09602332427750589,
+      "grad_norm": 219.86947631835938,
+      "learning_rate": 1.977229290442377e-06,
+      "loss": 10.4961,
+      "step": 10144
+    },
+    {
+      "epoch": 0.09603279029922095,
+      "grad_norm": 371.1127624511719,
+      "learning_rate": 1.9772227847075503e-06,
+      "loss": 33.3906,
+      "step": 10145
+    },
+    {
+      "epoch": 0.096042256320936,
+      "grad_norm": 183.10922241210938,
+      "learning_rate": 1.9772162780541973e-06,
+      "loss": 21.9219,
+      "step": 10146
+    },
+    {
+      "epoch": 0.09605172234265105,
+      "grad_norm": 265.3681945800781,
+      "learning_rate": 1.977209770482325e-06,
+      "loss": 21.8516,
+      "step": 10147
+    },
+    {
+      "epoch": 0.09606118836436611,
+      "grad_norm": 320.51373291015625,
+      "learning_rate": 1.977203261991939e-06,
+      "loss": 28.5469,
+      "step": 10148
+    },
+    {
+      "epoch": 0.09607065438608116,
+      "grad_norm": 195.042724609375,
+      "learning_rate": 1.9771967525830454e-06,
+      "loss": 24.5781,
+      "step": 10149
+    },
+    {
+      "epoch": 0.09608012040779622,
+      "grad_norm": 188.8480987548828,
+      "learning_rate": 1.9771902422556505e-06,
+      "loss": 20.9219,
+      "step": 10150
+    },
+    {
+      "epoch": 0.09608958642951126,
+      "grad_norm": 927.0878295898438,
+      "learning_rate": 1.97718373100976e-06,
+      "loss": 42.8281,
+      "step": 10151
+    },
+    {
+      "epoch": 0.09609905245122632,
+      "grad_norm": 438.2912292480469,
+      "learning_rate": 1.977177218845381e-06,
+      "loss": 27.7773,
+      "step": 10152
+    },
+    {
+      "epoch": 0.09610851847294137,
+      "grad_norm": 512.8429565429688,
+      "learning_rate": 1.9771707057625188e-06,
+      "loss": 34.2969,
+      "step": 10153
+    },
+    {
+      "epoch": 0.09611798449465643,
+      "grad_norm": 451.39404296875,
+      "learning_rate": 1.9771641917611795e-06,
+      "loss": 19.0625,
+      "step": 10154
+    },
+    {
+      "epoch": 0.09612745051637149,
+      "grad_norm": 781.2681884765625,
+      "learning_rate": 1.9771576768413698e-06,
+      "loss": 26.2969,
+      "step": 10155
+    },
+    {
+      "epoch": 0.09613691653808654,
+      "grad_norm": 154.34764099121094,
+      "learning_rate": 1.977151161003095e-06,
+      "loss": 18.9141,
+      "step": 10156
+    },
+    {
+      "epoch": 0.0961463825598016,
+      "grad_norm": 332.841064453125,
+      "learning_rate": 1.977144644246362e-06,
+      "loss": 29.3047,
+      "step": 10157
+    },
+    {
+      "epoch": 0.09615584858151664,
+      "grad_norm": 418.6829528808594,
+      "learning_rate": 1.9771381265711765e-06,
+      "loss": 38.2031,
+      "step": 10158
+    },
+    {
+      "epoch": 0.0961653146032317,
+      "grad_norm": 262.9169006347656,
+      "learning_rate": 1.9771316079775447e-06,
+      "loss": 26.1641,
+      "step": 10159
+    },
+    {
+      "epoch": 0.09617478062494675,
+      "grad_norm": 665.6204833984375,
+      "learning_rate": 1.9771250884654726e-06,
+      "loss": 40.3281,
+      "step": 10160
+    },
+    {
+      "epoch": 0.09618424664666181,
+      "grad_norm": 266.84619140625,
+      "learning_rate": 1.9771185680349665e-06,
+      "loss": 24.0781,
+      "step": 10161
+    },
+    {
+      "epoch": 0.09619371266837685,
+      "grad_norm": 659.6334838867188,
+      "learning_rate": 1.977112046686033e-06,
+      "loss": 56.0469,
+      "step": 10162
+    },
+    {
+      "epoch": 0.09620317869009191,
+      "grad_norm": 888.281005859375,
+      "learning_rate": 1.977105524418677e-06,
+      "loss": 13.8711,
+      "step": 10163
+    },
+    {
+      "epoch": 0.09621264471180697,
+      "grad_norm": 513.14599609375,
+      "learning_rate": 1.977099001232906e-06,
+      "loss": 30.5938,
+      "step": 10164
+    },
+    {
+      "epoch": 0.09622211073352202,
+      "grad_norm": 695.2803955078125,
+      "learning_rate": 1.977092477128725e-06,
+      "loss": 55.4297,
+      "step": 10165
+    },
+    {
+      "epoch": 0.09623157675523708,
+      "grad_norm": 579.484619140625,
+      "learning_rate": 1.9770859521061412e-06,
+      "loss": 54.5,
+      "step": 10166
+    },
+    {
+      "epoch": 0.09624104277695213,
+      "grad_norm": 600.60400390625,
+      "learning_rate": 1.9770794261651598e-06,
+      "loss": 68.9688,
+      "step": 10167
+    },
+    {
+      "epoch": 0.09625050879866719,
+      "grad_norm": 977.4208374023438,
+      "learning_rate": 1.9770728993057875e-06,
+      "loss": 18.6172,
+      "step": 10168
+    },
+    {
+      "epoch": 0.09625997482038223,
+      "grad_norm": 167.001220703125,
+      "learning_rate": 1.97706637152803e-06,
+      "loss": 21.4844,
+      "step": 10169
+    },
+    {
+      "epoch": 0.09626944084209729,
+      "grad_norm": 596.1156005859375,
+      "learning_rate": 1.977059842831894e-06,
+      "loss": 50.5312,
+      "step": 10170
+    },
+    {
+      "epoch": 0.09627890686381235,
+      "grad_norm": 546.8007202148438,
+      "learning_rate": 1.977053313217385e-06,
+      "loss": 23.9297,
+      "step": 10171
+    },
+    {
+      "epoch": 0.0962883728855274,
+      "grad_norm": 371.7882995605469,
+      "learning_rate": 1.9770467826845093e-06,
+      "loss": 16.5547,
+      "step": 10172
+    },
+    {
+      "epoch": 0.09629783890724246,
+      "grad_norm": 452.8056335449219,
+      "learning_rate": 1.9770402512332736e-06,
+      "loss": 29.8594,
+      "step": 10173
+    },
+    {
+      "epoch": 0.0963073049289575,
+      "grad_norm": 3.31783390045166,
+      "learning_rate": 1.9770337188636835e-06,
+      "loss": 0.916,
+      "step": 10174
+    },
+    {
+      "epoch": 0.09631677095067256,
+      "grad_norm": 328.3194580078125,
+      "learning_rate": 1.977027185575745e-06,
+      "loss": 28.4297,
+      "step": 10175
+    },
+    {
+      "epoch": 0.09632623697238761,
+      "grad_norm": 928.585693359375,
+      "learning_rate": 1.977020651369465e-06,
+      "loss": 59.4922,
+      "step": 10176
+    },
+    {
+      "epoch": 0.09633570299410267,
+      "grad_norm": 408.3916931152344,
+      "learning_rate": 1.9770141162448487e-06,
+      "loss": 51.5938,
+      "step": 10177
+    },
+    {
+      "epoch": 0.09634516901581772,
+      "grad_norm": 564.3809814453125,
+      "learning_rate": 1.977007580201903e-06,
+      "loss": 25.9609,
+      "step": 10178
+    },
+    {
+      "epoch": 0.09635463503753278,
+      "grad_norm": 1496.8934326171875,
+      "learning_rate": 1.9770010432406335e-06,
+      "loss": 40.6875,
+      "step": 10179
+    },
+    {
+      "epoch": 0.09636410105924784,
+      "grad_norm": 554.2822875976562,
+      "learning_rate": 1.9769945053610467e-06,
+      "loss": 17.8008,
+      "step": 10180
+    },
+    {
+      "epoch": 0.09637356708096288,
+      "grad_norm": 236.53863525390625,
+      "learning_rate": 1.9769879665631482e-06,
+      "loss": 27.3125,
+      "step": 10181
+    },
+    {
+      "epoch": 0.09638303310267794,
+      "grad_norm": 514.442138671875,
+      "learning_rate": 1.9769814268469453e-06,
+      "loss": 41.2344,
+      "step": 10182
+    },
+    {
+      "epoch": 0.09639249912439299,
+      "grad_norm": 940.480712890625,
+      "learning_rate": 1.976974886212443e-06,
+      "loss": 17.9727,
+      "step": 10183
+    },
+    {
+      "epoch": 0.09640196514610805,
+      "grad_norm": 244.68309020996094,
+      "learning_rate": 1.9769683446596483e-06,
+      "loss": 22.082,
+      "step": 10184
+    },
+    {
+      "epoch": 0.0964114311678231,
+      "grad_norm": 497.4513854980469,
+      "learning_rate": 1.9769618021885665e-06,
+      "loss": 30.2891,
+      "step": 10185
+    },
+    {
+      "epoch": 0.09642089718953815,
+      "grad_norm": 301.9384460449219,
+      "learning_rate": 1.976955258799204e-06,
+      "loss": 20.8125,
+      "step": 10186
+    },
+    {
+      "epoch": 0.0964303632112532,
+      "grad_norm": 385.69873046875,
+      "learning_rate": 1.9769487144915675e-06,
+      "loss": 20.7266,
+      "step": 10187
+    },
+    {
+      "epoch": 0.09643982923296826,
+      "grad_norm": 385.4007873535156,
+      "learning_rate": 1.9769421692656626e-06,
+      "loss": 26.2031,
+      "step": 10188
+    },
+    {
+      "epoch": 0.09644929525468332,
+      "grad_norm": 624.696044921875,
+      "learning_rate": 1.9769356231214953e-06,
+      "loss": 49.0625,
+      "step": 10189
+    },
+    {
+      "epoch": 0.09645876127639837,
+      "grad_norm": 453.164794921875,
+      "learning_rate": 1.9769290760590726e-06,
+      "loss": 44.2656,
+      "step": 10190
+    },
+    {
+      "epoch": 0.09646822729811343,
+      "grad_norm": 300.3827819824219,
+      "learning_rate": 1.9769225280783997e-06,
+      "loss": 17.9102,
+      "step": 10191
+    },
+    {
+      "epoch": 0.09647769331982847,
+      "grad_norm": 2059.104736328125,
+      "learning_rate": 1.9769159791794834e-06,
+      "loss": 67.7891,
+      "step": 10192
+    },
+    {
+      "epoch": 0.09648715934154353,
+      "grad_norm": 189.70501708984375,
+      "learning_rate": 1.9769094293623297e-06,
+      "loss": 21.6719,
+      "step": 10193
+    },
+    {
+      "epoch": 0.09649662536325858,
+      "grad_norm": 492.15753173828125,
+      "learning_rate": 1.9769028786269443e-06,
+      "loss": 42.125,
+      "step": 10194
+    },
+    {
+      "epoch": 0.09650609138497364,
+      "grad_norm": 248.82940673828125,
+      "learning_rate": 1.976896326973334e-06,
+      "loss": 30.3438,
+      "step": 10195
+    },
+    {
+      "epoch": 0.09651555740668868,
+      "grad_norm": 330.384033203125,
+      "learning_rate": 1.976889774401505e-06,
+      "loss": 21.5234,
+      "step": 10196
+    },
+    {
+      "epoch": 0.09652502342840374,
+      "grad_norm": 222.09324645996094,
+      "learning_rate": 1.9768832209114627e-06,
+      "loss": 13.9453,
+      "step": 10197
+    },
+    {
+      "epoch": 0.0965344894501188,
+      "grad_norm": 250.0201873779297,
+      "learning_rate": 1.976876666503214e-06,
+      "loss": 30.8594,
+      "step": 10198
+    },
+    {
+      "epoch": 0.09654395547183385,
+      "grad_norm": 1146.67138671875,
+      "learning_rate": 1.976870111176765e-06,
+      "loss": 44.8555,
+      "step": 10199
+    },
+    {
+      "epoch": 0.09655342149354891,
+      "grad_norm": 2.9639101028442383,
+      "learning_rate": 1.976863554932121e-06,
+      "loss": 0.9492,
+      "step": 10200
+    },
+    {
+      "epoch": 0.09656288751526396,
+      "grad_norm": 450.9801940917969,
+      "learning_rate": 1.976856997769289e-06,
+      "loss": 43.5469,
+      "step": 10201
+    },
+    {
+      "epoch": 0.09657235353697902,
+      "grad_norm": 315.6958312988281,
+      "learning_rate": 1.9768504396882752e-06,
+      "loss": 55.3594,
+      "step": 10202
+    },
+    {
+      "epoch": 0.09658181955869406,
+      "grad_norm": 370.0879821777344,
+      "learning_rate": 1.9768438806890857e-06,
+      "loss": 26.0312,
+      "step": 10203
+    },
+    {
+      "epoch": 0.09659128558040912,
+      "grad_norm": 899.25830078125,
+      "learning_rate": 1.9768373207717263e-06,
+      "loss": 57.8047,
+      "step": 10204
+    },
+    {
+      "epoch": 0.09660075160212417,
+      "grad_norm": 355.3663024902344,
+      "learning_rate": 1.9768307599362032e-06,
+      "loss": 17.6953,
+      "step": 10205
+    },
+    {
+      "epoch": 0.09661021762383923,
+      "grad_norm": 213.57276916503906,
+      "learning_rate": 1.976824198182523e-06,
+      "loss": 23.8594,
+      "step": 10206
+    },
+    {
+      "epoch": 0.09661968364555429,
+      "grad_norm": 432.8179016113281,
+      "learning_rate": 1.9768176355106914e-06,
+      "loss": 21.8438,
+      "step": 10207
+    },
+    {
+      "epoch": 0.09662914966726933,
+      "grad_norm": 543.3475341796875,
+      "learning_rate": 1.9768110719207145e-06,
+      "loss": 26.3984,
+      "step": 10208
+    },
+    {
+      "epoch": 0.0966386156889844,
+      "grad_norm": 215.85740661621094,
+      "learning_rate": 1.9768045074125993e-06,
+      "loss": 22.3125,
+      "step": 10209
+    },
+    {
+      "epoch": 0.09664808171069944,
+      "grad_norm": 636.7998657226562,
+      "learning_rate": 1.9767979419863516e-06,
+      "loss": 55.375,
+      "step": 10210
+    },
+    {
+      "epoch": 0.0966575477324145,
+      "grad_norm": 197.2063446044922,
+      "learning_rate": 1.9767913756419765e-06,
+      "loss": 22.4219,
+      "step": 10211
+    },
+    {
+      "epoch": 0.09666701375412955,
+      "grad_norm": 323.0161437988281,
+      "learning_rate": 1.976784808379482e-06,
+      "loss": 46.1562,
+      "step": 10212
+    },
+    {
+      "epoch": 0.0966764797758446,
+      "grad_norm": 634.7105102539062,
+      "learning_rate": 1.9767782401988724e-06,
+      "loss": 35.4375,
+      "step": 10213
+    },
+    {
+      "epoch": 0.09668594579755967,
+      "grad_norm": 880.4744873046875,
+      "learning_rate": 1.976771671100155e-06,
+      "loss": 84.9688,
+      "step": 10214
+    },
+    {
+      "epoch": 0.09669541181927471,
+      "grad_norm": 297.1836242675781,
+      "learning_rate": 1.9767651010833364e-06,
+      "loss": 19.5547,
+      "step": 10215
+    },
+    {
+      "epoch": 0.09670487784098977,
+      "grad_norm": 396.7928771972656,
+      "learning_rate": 1.9767585301484218e-06,
+      "loss": 30.4375,
+      "step": 10216
+    },
+    {
+      "epoch": 0.09671434386270482,
+      "grad_norm": 158.03799438476562,
+      "learning_rate": 1.9767519582954174e-06,
+      "loss": 21.125,
+      "step": 10217
+    },
+    {
+      "epoch": 0.09672380988441988,
+      "grad_norm": 753.822509765625,
+      "learning_rate": 1.97674538552433e-06,
+      "loss": 54.4922,
+      "step": 10218
+    },
+    {
+      "epoch": 0.09673327590613492,
+      "grad_norm": 265.46746826171875,
+      "learning_rate": 1.9767388118351655e-06,
+      "loss": 9.7578,
+      "step": 10219
+    },
+    {
+      "epoch": 0.09674274192784998,
+      "grad_norm": 768.5626220703125,
+      "learning_rate": 1.9767322372279302e-06,
+      "loss": 43.2812,
+      "step": 10220
+    },
+    {
+      "epoch": 0.09675220794956503,
+      "grad_norm": 1312.8638916015625,
+      "learning_rate": 1.97672566170263e-06,
+      "loss": 58.125,
+      "step": 10221
+    },
+    {
+      "epoch": 0.09676167397128009,
+      "grad_norm": 322.19110107421875,
+      "learning_rate": 1.976719085259271e-06,
+      "loss": 21.375,
+      "step": 10222
+    },
+    {
+      "epoch": 0.09677113999299515,
+      "grad_norm": 285.6373291015625,
+      "learning_rate": 1.97671250789786e-06,
+      "loss": 18.0781,
+      "step": 10223
+    },
+    {
+      "epoch": 0.0967806060147102,
+      "grad_norm": 3.025853395462036,
+      "learning_rate": 1.9767059296184025e-06,
+      "loss": 0.8579,
+      "step": 10224
+    },
+    {
+      "epoch": 0.09679007203642526,
+      "grad_norm": 302.6317443847656,
+      "learning_rate": 1.9766993504209047e-06,
+      "loss": 25.9531,
+      "step": 10225
+    },
+    {
+      "epoch": 0.0967995380581403,
+      "grad_norm": 735.88916015625,
+      "learning_rate": 1.9766927703053735e-06,
+      "loss": 51.5938,
+      "step": 10226
+    },
+    {
+      "epoch": 0.09680900407985536,
+      "grad_norm": 315.39599609375,
+      "learning_rate": 1.9766861892718144e-06,
+      "loss": 21.2109,
+      "step": 10227
+    },
+    {
+      "epoch": 0.09681847010157041,
+      "grad_norm": 284.0198059082031,
+      "learning_rate": 1.9766796073202342e-06,
+      "loss": 24.7891,
+      "step": 10228
+    },
+    {
+      "epoch": 0.09682793612328547,
+      "grad_norm": 455.1190185546875,
+      "learning_rate": 1.976673024450638e-06,
+      "loss": 27.9688,
+      "step": 10229
+    },
+    {
+      "epoch": 0.09683740214500051,
+      "grad_norm": 635.066650390625,
+      "learning_rate": 1.9766664406630335e-06,
+      "loss": 33.0547,
+      "step": 10230
+    },
+    {
+      "epoch": 0.09684686816671557,
+      "grad_norm": 3.0402534008026123,
+      "learning_rate": 1.9766598559574253e-06,
+      "loss": 0.7998,
+      "step": 10231
+    },
+    {
+      "epoch": 0.09685633418843063,
+      "grad_norm": 720.6796264648438,
+      "learning_rate": 1.9766532703338214e-06,
+      "loss": 38.9844,
+      "step": 10232
+    },
+    {
+      "epoch": 0.09686580021014568,
+      "grad_norm": 308.8890075683594,
+      "learning_rate": 1.976646683792226e-06,
+      "loss": 23.0156,
+      "step": 10233
+    },
+    {
+      "epoch": 0.09687526623186074,
+      "grad_norm": 295.5926513671875,
+      "learning_rate": 1.976640096332647e-06,
+      "loss": 26.4688,
+      "step": 10234
+    },
+    {
+      "epoch": 0.09688473225357579,
+      "grad_norm": 264.51055908203125,
+      "learning_rate": 1.976633507955089e-06,
+      "loss": 22.0781,
+      "step": 10235
+    },
+    {
+      "epoch": 0.09689419827529085,
+      "grad_norm": 253.84999084472656,
+      "learning_rate": 1.9766269186595594e-06,
+      "loss": 21.9453,
+      "step": 10236
+    },
+    {
+      "epoch": 0.09690366429700589,
+      "grad_norm": 609.7420654296875,
+      "learning_rate": 1.976620328446064e-06,
+      "loss": 29.0781,
+      "step": 10237
+    },
+    {
+      "epoch": 0.09691313031872095,
+      "grad_norm": 299.04571533203125,
+      "learning_rate": 1.9766137373146092e-06,
+      "loss": 20.3906,
+      "step": 10238
+    },
+    {
+      "epoch": 0.096922596340436,
+      "grad_norm": 671.076416015625,
+      "learning_rate": 1.976607145265201e-06,
+      "loss": 30.8906,
+      "step": 10239
+    },
+    {
+      "epoch": 0.09693206236215106,
+      "grad_norm": 485.3672790527344,
+      "learning_rate": 1.9766005522978453e-06,
+      "loss": 44.7812,
+      "step": 10240
+    },
+    {
+      "epoch": 0.09694152838386612,
+      "grad_norm": 179.59483337402344,
+      "learning_rate": 1.9765939584125493e-06,
+      "loss": 25.2266,
+      "step": 10241
+    },
+    {
+      "epoch": 0.09695099440558116,
+      "grad_norm": 456.4469299316406,
+      "learning_rate": 1.976587363609318e-06,
+      "loss": 46.5469,
+      "step": 10242
+    },
+    {
+      "epoch": 0.09696046042729622,
+      "grad_norm": 442.0279541015625,
+      "learning_rate": 1.976580767888158e-06,
+      "loss": 26.0078,
+      "step": 10243
+    },
+    {
+      "epoch": 0.09696992644901127,
+      "grad_norm": 351.6238098144531,
+      "learning_rate": 1.976574171249076e-06,
+      "loss": 11.3984,
+      "step": 10244
+    },
+    {
+      "epoch": 0.09697939247072633,
+      "grad_norm": 670.4993286132812,
+      "learning_rate": 1.9765675736920774e-06,
+      "loss": 47.8672,
+      "step": 10245
+    },
+    {
+      "epoch": 0.09698885849244138,
+      "grad_norm": 361.2619323730469,
+      "learning_rate": 1.9765609752171693e-06,
+      "loss": 40.8984,
+      "step": 10246
+    },
+    {
+      "epoch": 0.09699832451415644,
+      "grad_norm": 438.58123779296875,
+      "learning_rate": 1.976554375824357e-06,
+      "loss": 43.1797,
+      "step": 10247
+    },
+    {
+      "epoch": 0.09700779053587148,
+      "grad_norm": 219.15370178222656,
+      "learning_rate": 1.9765477755136474e-06,
+      "loss": 24.2656,
+      "step": 10248
+    },
+    {
+      "epoch": 0.09701725655758654,
+      "grad_norm": 1067.553466796875,
+      "learning_rate": 1.976541174285046e-06,
+      "loss": 42.8516,
+      "step": 10249
+    },
+    {
+      "epoch": 0.0970267225793016,
+      "grad_norm": 360.8633117675781,
+      "learning_rate": 1.97653457213856e-06,
+      "loss": 26.3047,
+      "step": 10250
+    },
+    {
+      "epoch": 0.09703618860101665,
+      "grad_norm": 1043.8182373046875,
+      "learning_rate": 1.9765279690741943e-06,
+      "loss": 61.0781,
+      "step": 10251
+    },
+    {
+      "epoch": 0.09704565462273171,
+      "grad_norm": 427.0685729980469,
+      "learning_rate": 1.9765213650919564e-06,
+      "loss": 48.4844,
+      "step": 10252
+    },
+    {
+      "epoch": 0.09705512064444675,
+      "grad_norm": 155.36795043945312,
+      "learning_rate": 1.976514760191852e-06,
+      "loss": 17.9297,
+      "step": 10253
+    },
+    {
+      "epoch": 0.09706458666616181,
+      "grad_norm": 284.4605407714844,
+      "learning_rate": 1.976508154373887e-06,
+      "loss": 24.7031,
+      "step": 10254
+    },
+    {
+      "epoch": 0.09707405268787686,
+      "grad_norm": 490.9344177246094,
+      "learning_rate": 1.976501547638068e-06,
+      "loss": 27.1719,
+      "step": 10255
+    },
+    {
+      "epoch": 0.09708351870959192,
+      "grad_norm": 225.09307861328125,
+      "learning_rate": 1.976494939984401e-06,
+      "loss": 24.25,
+      "step": 10256
+    },
+    {
+      "epoch": 0.09709298473130698,
+      "grad_norm": 352.8570861816406,
+      "learning_rate": 1.9764883314128923e-06,
+      "loss": 33.9688,
+      "step": 10257
+    },
+    {
+      "epoch": 0.09710245075302203,
+      "grad_norm": 556.2406005859375,
+      "learning_rate": 1.976481721923548e-06,
+      "loss": 42.2812,
+      "step": 10258
+    },
+    {
+      "epoch": 0.09711191677473709,
+      "grad_norm": 186.9109344482422,
+      "learning_rate": 1.9764751115163747e-06,
+      "loss": 23.9531,
+      "step": 10259
+    },
+    {
+      "epoch": 0.09712138279645213,
+      "grad_norm": 997.3425903320312,
+      "learning_rate": 1.9764685001913775e-06,
+      "loss": 18.3984,
+      "step": 10260
+    },
+    {
+      "epoch": 0.09713084881816719,
+      "grad_norm": 274.87506103515625,
+      "learning_rate": 1.9764618879485642e-06,
+      "loss": 19.1641,
+      "step": 10261
+    },
+    {
+      "epoch": 0.09714031483988224,
+      "grad_norm": 227.7298126220703,
+      "learning_rate": 1.9764552747879403e-06,
+      "loss": 21.5,
+      "step": 10262
+    },
+    {
+      "epoch": 0.0971497808615973,
+      "grad_norm": 393.2655029296875,
+      "learning_rate": 1.976448660709512e-06,
+      "loss": 41.1875,
+      "step": 10263
+    },
+    {
+      "epoch": 0.09715924688331234,
+      "grad_norm": 454.8700256347656,
+      "learning_rate": 1.976442045713285e-06,
+      "loss": 28.918,
+      "step": 10264
+    },
+    {
+      "epoch": 0.0971687129050274,
+      "grad_norm": 342.0788269042969,
+      "learning_rate": 1.976435429799266e-06,
+      "loss": 29.3359,
+      "step": 10265
+    },
+    {
+      "epoch": 0.09717817892674246,
+      "grad_norm": 847.6720581054688,
+      "learning_rate": 1.9764288129674617e-06,
+      "loss": 33.3438,
+      "step": 10266
+    },
+    {
+      "epoch": 0.09718764494845751,
+      "grad_norm": 2.8608405590057373,
+      "learning_rate": 1.976422195217877e-06,
+      "loss": 0.8462,
+      "step": 10267
+    },
+    {
+      "epoch": 0.09719711097017257,
+      "grad_norm": 207.92356872558594,
+      "learning_rate": 1.9764155765505198e-06,
+      "loss": 19.2656,
+      "step": 10268
+    },
+    {
+      "epoch": 0.09720657699188762,
+      "grad_norm": 577.9781494140625,
+      "learning_rate": 1.9764089569653953e-06,
+      "loss": 43.6094,
+      "step": 10269
+    },
+    {
+      "epoch": 0.09721604301360268,
+      "grad_norm": 288.1922912597656,
+      "learning_rate": 1.97640233646251e-06,
+      "loss": 20.375,
+      "step": 10270
+    },
+    {
+      "epoch": 0.09722550903531772,
+      "grad_norm": 547.9834594726562,
+      "learning_rate": 1.9763957150418697e-06,
+      "loss": 50.0234,
+      "step": 10271
+    },
+    {
+      "epoch": 0.09723497505703278,
+      "grad_norm": 281.6842956542969,
+      "learning_rate": 1.976389092703481e-06,
+      "loss": 22.1875,
+      "step": 10272
+    },
+    {
+      "epoch": 0.09724444107874783,
+      "grad_norm": 1090.2130126953125,
+      "learning_rate": 1.97638246944735e-06,
+      "loss": 58.9062,
+      "step": 10273
+    },
+    {
+      "epoch": 0.09725390710046289,
+      "grad_norm": 534.2918701171875,
+      "learning_rate": 1.976375845273483e-06,
+      "loss": 51.6406,
+      "step": 10274
+    },
+    {
+      "epoch": 0.09726337312217795,
+      "grad_norm": 450.3020324707031,
+      "learning_rate": 1.9763692201818868e-06,
+      "loss": 31.1875,
+      "step": 10275
+    },
+    {
+      "epoch": 0.097272839143893,
+      "grad_norm": 375.4912109375,
+      "learning_rate": 1.9763625941725667e-06,
+      "loss": 10.3828,
+      "step": 10276
+    },
+    {
+      "epoch": 0.09728230516560805,
+      "grad_norm": 418.9878845214844,
+      "learning_rate": 1.976355967245529e-06,
+      "loss": 20.0391,
+      "step": 10277
+    },
+    {
+      "epoch": 0.0972917711873231,
+      "grad_norm": 980.3253173828125,
+      "learning_rate": 1.9763493394007804e-06,
+      "loss": 62.9219,
+      "step": 10278
+    },
+    {
+      "epoch": 0.09730123720903816,
+      "grad_norm": 446.166259765625,
+      "learning_rate": 1.976342710638327e-06,
+      "loss": 18.5195,
+      "step": 10279
+    },
+    {
+      "epoch": 0.0973107032307532,
+      "grad_norm": 375.0148010253906,
+      "learning_rate": 1.9763360809581747e-06,
+      "loss": 21.0938,
+      "step": 10280
+    },
+    {
+      "epoch": 0.09732016925246827,
+      "grad_norm": 429.34149169921875,
+      "learning_rate": 1.9763294503603303e-06,
+      "loss": 41.4062,
+      "step": 10281
+    },
+    {
+      "epoch": 0.09732963527418331,
+      "grad_norm": 176.91094970703125,
+      "learning_rate": 1.9763228188447998e-06,
+      "loss": 18.8047,
+      "step": 10282
+    },
+    {
+      "epoch": 0.09733910129589837,
+      "grad_norm": 297.7659912109375,
+      "learning_rate": 1.976316186411589e-06,
+      "loss": 22.5859,
+      "step": 10283
+    },
+    {
+      "epoch": 0.09734856731761343,
+      "grad_norm": 1132.12060546875,
+      "learning_rate": 1.9763095530607046e-06,
+      "loss": 53.25,
+      "step": 10284
+    },
+    {
+      "epoch": 0.09735803333932848,
+      "grad_norm": 677.9464111328125,
+      "learning_rate": 1.976302918792153e-06,
+      "loss": 47.8516,
+      "step": 10285
+    },
+    {
+      "epoch": 0.09736749936104354,
+      "grad_norm": 191.21070861816406,
+      "learning_rate": 1.97629628360594e-06,
+      "loss": 18.6758,
+      "step": 10286
+    },
+    {
+      "epoch": 0.09737696538275858,
+      "grad_norm": 823.8433837890625,
+      "learning_rate": 1.976289647502072e-06,
+      "loss": 38.0469,
+      "step": 10287
+    },
+    {
+      "epoch": 0.09738643140447364,
+      "grad_norm": 199.12391662597656,
+      "learning_rate": 1.976283010480555e-06,
+      "loss": 24.7734,
+      "step": 10288
+    },
+    {
+      "epoch": 0.09739589742618869,
+      "grad_norm": 239.36695861816406,
+      "learning_rate": 1.976276372541396e-06,
+      "loss": 29.3906,
+      "step": 10289
+    },
+    {
+      "epoch": 0.09740536344790375,
+      "grad_norm": 464.7518615722656,
+      "learning_rate": 1.9762697336846002e-06,
+      "loss": 49.668,
+      "step": 10290
+    },
+    {
+      "epoch": 0.0974148294696188,
+      "grad_norm": 304.86895751953125,
+      "learning_rate": 1.976263093910175e-06,
+      "loss": 19.7188,
+      "step": 10291
+    },
+    {
+      "epoch": 0.09742429549133386,
+      "grad_norm": 578.18603515625,
+      "learning_rate": 1.9762564532181253e-06,
+      "loss": 19.2422,
+      "step": 10292
+    },
+    {
+      "epoch": 0.09743376151304892,
+      "grad_norm": 548.3297119140625,
+      "learning_rate": 1.9762498116084583e-06,
+      "loss": 47.8906,
+      "step": 10293
+    },
+    {
+      "epoch": 0.09744322753476396,
+      "grad_norm": 195.54144287109375,
+      "learning_rate": 1.97624316908118e-06,
+      "loss": 21.9844,
+      "step": 10294
+    },
+    {
+      "epoch": 0.09745269355647902,
+      "grad_norm": 244.40379333496094,
+      "learning_rate": 1.9762365256362967e-06,
+      "loss": 14.1523,
+      "step": 10295
+    },
+    {
+      "epoch": 0.09746215957819407,
+      "grad_norm": 417.9362487792969,
+      "learning_rate": 1.976229881273815e-06,
+      "loss": 62.0469,
+      "step": 10296
+    },
+    {
+      "epoch": 0.09747162559990913,
+      "grad_norm": 368.09381103515625,
+      "learning_rate": 1.9762232359937403e-06,
+      "loss": 36.0977,
+      "step": 10297
+    },
+    {
+      "epoch": 0.09748109162162417,
+      "grad_norm": 270.1180419921875,
+      "learning_rate": 1.976216589796079e-06,
+      "loss": 14.8477,
+      "step": 10298
+    },
+    {
+      "epoch": 0.09749055764333923,
+      "grad_norm": 175.67605590820312,
+      "learning_rate": 1.9762099426808376e-06,
+      "loss": 23.8281,
+      "step": 10299
+    },
+    {
+      "epoch": 0.0975000236650543,
+      "grad_norm": 508.4403381347656,
+      "learning_rate": 1.9762032946480227e-06,
+      "loss": 31.3438,
+      "step": 10300
+    },
+    {
+      "epoch": 0.09750948968676934,
+      "grad_norm": 207.54005432128906,
+      "learning_rate": 1.97619664569764e-06,
+      "loss": 21.4219,
+      "step": 10301
+    },
+    {
+      "epoch": 0.0975189557084844,
+      "grad_norm": 863.822998046875,
+      "learning_rate": 1.9761899958296964e-06,
+      "loss": 10.3906,
+      "step": 10302
+    },
+    {
+      "epoch": 0.09752842173019945,
+      "grad_norm": 434.83148193359375,
+      "learning_rate": 1.976183345044197e-06,
+      "loss": 22.3906,
+      "step": 10303
+    },
+    {
+      "epoch": 0.0975378877519145,
+      "grad_norm": 1844.4630126953125,
+      "learning_rate": 1.9761766933411496e-06,
+      "loss": 26.9414,
+      "step": 10304
+    },
+    {
+      "epoch": 0.09754735377362955,
+      "grad_norm": 1036.388916015625,
+      "learning_rate": 1.976170040720559e-06,
+      "loss": 71.8125,
+      "step": 10305
+    },
+    {
+      "epoch": 0.09755681979534461,
+      "grad_norm": 3.502329111099243,
+      "learning_rate": 1.976163387182432e-06,
+      "loss": 0.8857,
+      "step": 10306
+    },
+    {
+      "epoch": 0.09756628581705966,
+      "grad_norm": 207.48321533203125,
+      "learning_rate": 1.976156732726775e-06,
+      "loss": 19.8438,
+      "step": 10307
+    },
+    {
+      "epoch": 0.09757575183877472,
+      "grad_norm": 547.0567016601562,
+      "learning_rate": 1.9761500773535946e-06,
+      "loss": 40.5,
+      "step": 10308
+    },
+    {
+      "epoch": 0.09758521786048978,
+      "grad_norm": 456.09967041015625,
+      "learning_rate": 1.9761434210628963e-06,
+      "loss": 21.8828,
+      "step": 10309
+    },
+    {
+      "epoch": 0.09759468388220482,
+      "grad_norm": 709.7697143554688,
+      "learning_rate": 1.976136763854687e-06,
+      "loss": 62.6875,
+      "step": 10310
+    },
+    {
+      "epoch": 0.09760414990391988,
+      "grad_norm": 300.9504699707031,
+      "learning_rate": 1.976130105728972e-06,
+      "loss": 23.2383,
+      "step": 10311
+    },
+    {
+      "epoch": 0.09761361592563493,
+      "grad_norm": 534.18212890625,
+      "learning_rate": 1.976123446685759e-06,
+      "loss": 46.7344,
+      "step": 10312
+    },
+    {
+      "epoch": 0.09762308194734999,
+      "grad_norm": 442.36505126953125,
+      "learning_rate": 1.9761167867250527e-06,
+      "loss": 46.3281,
+      "step": 10313
+    },
+    {
+      "epoch": 0.09763254796906504,
+      "grad_norm": 3.2587411403656006,
+      "learning_rate": 1.9761101258468604e-06,
+      "loss": 0.9272,
+      "step": 10314
+    },
+    {
+      "epoch": 0.0976420139907801,
+      "grad_norm": 414.86376953125,
+      "learning_rate": 1.976103464051188e-06,
+      "loss": 17.1953,
+      "step": 10315
+    },
+    {
+      "epoch": 0.09765148001249514,
+      "grad_norm": 221.00144958496094,
+      "learning_rate": 1.976096801338042e-06,
+      "loss": 25.7188,
+      "step": 10316
+    },
+    {
+      "epoch": 0.0976609460342102,
+      "grad_norm": 452.2099914550781,
+      "learning_rate": 1.9760901377074285e-06,
+      "loss": 16.5,
+      "step": 10317
+    },
+    {
+      "epoch": 0.09767041205592526,
+      "grad_norm": 457.12786865234375,
+      "learning_rate": 1.9760834731593537e-06,
+      "loss": 13.4375,
+      "step": 10318
+    },
+    {
+      "epoch": 0.09767987807764031,
+      "grad_norm": 502.55218505859375,
+      "learning_rate": 1.976076807693824e-06,
+      "loss": 46.2188,
+      "step": 10319
+    },
+    {
+      "epoch": 0.09768934409935537,
+      "grad_norm": 1163.345458984375,
+      "learning_rate": 1.976070141310846e-06,
+      "loss": 40.3672,
+      "step": 10320
+    },
+    {
+      "epoch": 0.09769881012107041,
+      "grad_norm": 472.6195983886719,
+      "learning_rate": 1.976063474010425e-06,
+      "loss": 25.2188,
+      "step": 10321
+    },
+    {
+      "epoch": 0.09770827614278547,
+      "grad_norm": 3.055809736251831,
+      "learning_rate": 1.976056805792568e-06,
+      "loss": 0.9045,
+      "step": 10322
+    },
+    {
+      "epoch": 0.09771774216450052,
+      "grad_norm": 346.5358581542969,
+      "learning_rate": 1.976050136657281e-06,
+      "loss": 23.0781,
+      "step": 10323
+    },
+    {
+      "epoch": 0.09772720818621558,
+      "grad_norm": 332.6968688964844,
+      "learning_rate": 1.9760434666045707e-06,
+      "loss": 23.7266,
+      "step": 10324
+    },
+    {
+      "epoch": 0.09773667420793063,
+      "grad_norm": 471.40740966796875,
+      "learning_rate": 1.9760367956344425e-06,
+      "loss": 60.1875,
+      "step": 10325
+    },
+    {
+      "epoch": 0.09774614022964569,
+      "grad_norm": 502.49267578125,
+      "learning_rate": 1.9760301237469034e-06,
+      "loss": 46.4688,
+      "step": 10326
+    },
+    {
+      "epoch": 0.09775560625136075,
+      "grad_norm": 189.1688690185547,
+      "learning_rate": 1.97602345094196e-06,
+      "loss": 18.1641,
+      "step": 10327
+    },
+    {
+      "epoch": 0.09776507227307579,
+      "grad_norm": 711.5901489257812,
+      "learning_rate": 1.9760167772196174e-06,
+      "loss": 40.9844,
+      "step": 10328
+    },
+    {
+      "epoch": 0.09777453829479085,
+      "grad_norm": 505.90411376953125,
+      "learning_rate": 1.976010102579883e-06,
+      "loss": 44.2656,
+      "step": 10329
+    },
+    {
+      "epoch": 0.0977840043165059,
+      "grad_norm": 157.70034790039062,
+      "learning_rate": 1.976003427022762e-06,
+      "loss": 16.5586,
+      "step": 10330
+    },
+    {
+      "epoch": 0.09779347033822096,
+      "grad_norm": 310.81268310546875,
+      "learning_rate": 1.9759967505482616e-06,
+      "loss": 24.7188,
+      "step": 10331
+    },
+    {
+      "epoch": 0.097802936359936,
+      "grad_norm": 372.4911804199219,
+      "learning_rate": 1.975990073156388e-06,
+      "loss": 40.6406,
+      "step": 10332
+    },
+    {
+      "epoch": 0.09781240238165106,
+      "grad_norm": 384.564208984375,
+      "learning_rate": 1.9759833948471468e-06,
+      "loss": 19.543,
+      "step": 10333
+    },
+    {
+      "epoch": 0.09782186840336611,
+      "grad_norm": 277.5809631347656,
+      "learning_rate": 1.975976715620545e-06,
+      "loss": 30.6172,
+      "step": 10334
+    },
+    {
+      "epoch": 0.09783133442508117,
+      "grad_norm": 2.8912665843963623,
+      "learning_rate": 1.9759700354765886e-06,
+      "loss": 0.855,
+      "step": 10335
+    },
+    {
+      "epoch": 0.09784080044679623,
+      "grad_norm": 955.6618041992188,
+      "learning_rate": 1.975963354415284e-06,
+      "loss": 59.0312,
+      "step": 10336
+    },
+    {
+      "epoch": 0.09785026646851128,
+      "grad_norm": 395.9432678222656,
+      "learning_rate": 1.9759566724366363e-06,
+      "loss": 33.8984,
+      "step": 10337
+    },
+    {
+      "epoch": 0.09785973249022634,
+      "grad_norm": 367.2672119140625,
+      "learning_rate": 1.975949989540654e-06,
+      "loss": 34.5625,
+      "step": 10338
+    },
+    {
+      "epoch": 0.09786919851194138,
+      "grad_norm": 535.1878051757812,
+      "learning_rate": 1.975943305727342e-06,
+      "loss": 36.9688,
+      "step": 10339
+    },
+    {
+      "epoch": 0.09787866453365644,
+      "grad_norm": 345.7509460449219,
+      "learning_rate": 1.9759366209967065e-06,
+      "loss": 19.0469,
+      "step": 10340
+    },
+    {
+      "epoch": 0.09788813055537149,
+      "grad_norm": 283.3561706542969,
+      "learning_rate": 1.975929935348754e-06,
+      "loss": 26.3008,
+      "step": 10341
+    },
+    {
+      "epoch": 0.09789759657708655,
+      "grad_norm": 365.5733642578125,
+      "learning_rate": 1.975923248783491e-06,
+      "loss": 51.1406,
+      "step": 10342
+    },
+    {
+      "epoch": 0.09790706259880161,
+      "grad_norm": 788.6690673828125,
+      "learning_rate": 1.9759165613009235e-06,
+      "loss": 54.4141,
+      "step": 10343
+    },
+    {
+      "epoch": 0.09791652862051665,
+      "grad_norm": 494.7263488769531,
+      "learning_rate": 1.9759098729010582e-06,
+      "loss": 54.2188,
+      "step": 10344
+    },
+    {
+      "epoch": 0.09792599464223171,
+      "grad_norm": 1290.26904296875,
+      "learning_rate": 1.9759031835839007e-06,
+      "loss": 41.4219,
+      "step": 10345
+    },
+    {
+      "epoch": 0.09793546066394676,
+      "grad_norm": 1141.926513671875,
+      "learning_rate": 1.975896493349458e-06,
+      "loss": 37.0156,
+      "step": 10346
+    },
+    {
+      "epoch": 0.09794492668566182,
+      "grad_norm": 498.5381164550781,
+      "learning_rate": 1.975889802197736e-06,
+      "loss": 50.0781,
+      "step": 10347
+    },
+    {
+      "epoch": 0.09795439270737687,
+      "grad_norm": 424.741943359375,
+      "learning_rate": 1.9758831101287413e-06,
+      "loss": 48.7969,
+      "step": 10348
+    },
+    {
+      "epoch": 0.09796385872909193,
+      "grad_norm": 503.9120178222656,
+      "learning_rate": 1.9758764171424797e-06,
+      "loss": 34.6094,
+      "step": 10349
+    },
+    {
+      "epoch": 0.09797332475080697,
+      "grad_norm": 591.324462890625,
+      "learning_rate": 1.9758697232389577e-06,
+      "loss": 15.7344,
+      "step": 10350
+    },
+    {
+      "epoch": 0.09798279077252203,
+      "grad_norm": 630.6304321289062,
+      "learning_rate": 1.975863028418182e-06,
+      "loss": 49.3125,
+      "step": 10351
+    },
+    {
+      "epoch": 0.09799225679423709,
+      "grad_norm": 793.0771484375,
+      "learning_rate": 1.975856332680158e-06,
+      "loss": 43.2227,
+      "step": 10352
+    },
+    {
+      "epoch": 0.09800172281595214,
+      "grad_norm": 189.85208129882812,
+      "learning_rate": 1.975849636024893e-06,
+      "loss": 17.3398,
+      "step": 10353
+    },
+    {
+      "epoch": 0.0980111888376672,
+      "grad_norm": 431.83062744140625,
+      "learning_rate": 1.9758429384523926e-06,
+      "loss": 27.9531,
+      "step": 10354
+    },
+    {
+      "epoch": 0.09802065485938224,
+      "grad_norm": 495.9781494140625,
+      "learning_rate": 1.975836239962663e-06,
+      "loss": 24.3281,
+      "step": 10355
+    },
+    {
+      "epoch": 0.0980301208810973,
+      "grad_norm": 3.032191276550293,
+      "learning_rate": 1.9758295405557114e-06,
+      "loss": 0.9224,
+      "step": 10356
+    },
+    {
+      "epoch": 0.09803958690281235,
+      "grad_norm": 1230.7496337890625,
+      "learning_rate": 1.9758228402315433e-06,
+      "loss": 31.8516,
+      "step": 10357
+    },
+    {
+      "epoch": 0.09804905292452741,
+      "grad_norm": 3.1814911365509033,
+      "learning_rate": 1.9758161389901655e-06,
+      "loss": 0.9316,
+      "step": 10358
+    },
+    {
+      "epoch": 0.09805851894624246,
+      "grad_norm": 272.021240234375,
+      "learning_rate": 1.9758094368315836e-06,
+      "loss": 19.8516,
+      "step": 10359
+    },
+    {
+      "epoch": 0.09806798496795752,
+      "grad_norm": 1309.969970703125,
+      "learning_rate": 1.9758027337558044e-06,
+      "loss": 63.3438,
+      "step": 10360
+    },
+    {
+      "epoch": 0.09807745098967258,
+      "grad_norm": 194.75299072265625,
+      "learning_rate": 1.975796029762834e-06,
+      "loss": 15.4883,
+      "step": 10361
+    },
+    {
+      "epoch": 0.09808691701138762,
+      "grad_norm": 339.1365051269531,
+      "learning_rate": 1.9757893248526793e-06,
+      "loss": 22.418,
+      "step": 10362
+    },
+    {
+      "epoch": 0.09809638303310268,
+      "grad_norm": 221.52230834960938,
+      "learning_rate": 1.9757826190253453e-06,
+      "loss": 23.4531,
+      "step": 10363
+    },
+    {
+      "epoch": 0.09810584905481773,
+      "grad_norm": 465.6391296386719,
+      "learning_rate": 1.9757759122808398e-06,
+      "loss": 36.8906,
+      "step": 10364
+    },
+    {
+      "epoch": 0.09811531507653279,
+      "grad_norm": 2.949362277984619,
+      "learning_rate": 1.9757692046191683e-06,
+      "loss": 1.0225,
+      "step": 10365
+    },
+    {
+      "epoch": 0.09812478109824783,
+      "grad_norm": 166.07484436035156,
+      "learning_rate": 1.975762496040337e-06,
+      "loss": 16.6562,
+      "step": 10366
+    },
+    {
+      "epoch": 0.0981342471199629,
+      "grad_norm": 445.81207275390625,
+      "learning_rate": 1.9757557865443526e-06,
+      "loss": 24.7969,
+      "step": 10367
+    },
+    {
+      "epoch": 0.09814371314167794,
+      "grad_norm": 358.4668884277344,
+      "learning_rate": 1.975749076131221e-06,
+      "loss": 22.8984,
+      "step": 10368
+    },
+    {
+      "epoch": 0.098153179163393,
+      "grad_norm": 499.86639404296875,
+      "learning_rate": 1.975742364800949e-06,
+      "loss": 24.7188,
+      "step": 10369
+    },
+    {
+      "epoch": 0.09816264518510806,
+      "grad_norm": 178.606689453125,
+      "learning_rate": 1.9757356525535425e-06,
+      "loss": 22.9141,
+      "step": 10370
+    },
+    {
+      "epoch": 0.0981721112068231,
+      "grad_norm": 445.4112243652344,
+      "learning_rate": 1.9757289393890084e-06,
+      "loss": 22.3359,
+      "step": 10371
+    },
+    {
+      "epoch": 0.09818157722853817,
+      "grad_norm": 428.4311828613281,
+      "learning_rate": 1.975722225307352e-06,
+      "loss": 45.9375,
+      "step": 10372
+    },
+    {
+      "epoch": 0.09819104325025321,
+      "grad_norm": 455.4181823730469,
+      "learning_rate": 1.9757155103085806e-06,
+      "loss": 44.1094,
+      "step": 10373
+    },
+    {
+      "epoch": 0.09820050927196827,
+      "grad_norm": 399.91021728515625,
+      "learning_rate": 1.9757087943927e-06,
+      "loss": 47.2734,
+      "step": 10374
+    },
+    {
+      "epoch": 0.09820997529368332,
+      "grad_norm": 361.8592834472656,
+      "learning_rate": 1.975702077559716e-06,
+      "loss": 30.4375,
+      "step": 10375
+    },
+    {
+      "epoch": 0.09821944131539838,
+      "grad_norm": 256.8457946777344,
+      "learning_rate": 1.9756953598096362e-06,
+      "loss": 17.9922,
+      "step": 10376
+    },
+    {
+      "epoch": 0.09822890733711342,
+      "grad_norm": 413.14788818359375,
+      "learning_rate": 1.975688641142466e-06,
+      "loss": 45.7422,
+      "step": 10377
+    },
+    {
+      "epoch": 0.09823837335882848,
+      "grad_norm": 284.602783203125,
+      "learning_rate": 1.975681921558212e-06,
+      "loss": 12.6172,
+      "step": 10378
+    },
+    {
+      "epoch": 0.09824783938054354,
+      "grad_norm": 4.253300666809082,
+      "learning_rate": 1.9756752010568805e-06,
+      "loss": 0.896,
+      "step": 10379
+    },
+    {
+      "epoch": 0.09825730540225859,
+      "grad_norm": 375.0534362792969,
+      "learning_rate": 1.975668479638478e-06,
+      "loss": 42.4531,
+      "step": 10380
+    },
+    {
+      "epoch": 0.09826677142397365,
+      "grad_norm": 321.6159362792969,
+      "learning_rate": 1.9756617573030104e-06,
+      "loss": 42.3906,
+      "step": 10381
+    },
+    {
+      "epoch": 0.0982762374456887,
+      "grad_norm": 237.150634765625,
+      "learning_rate": 1.975655034050484e-06,
+      "loss": 13.9609,
+      "step": 10382
+    },
+    {
+      "epoch": 0.09828570346740376,
+      "grad_norm": 673.5106811523438,
+      "learning_rate": 1.9756483098809058e-06,
+      "loss": 25.1406,
+      "step": 10383
+    },
+    {
+      "epoch": 0.0982951694891188,
+      "grad_norm": 729.9949951171875,
+      "learning_rate": 1.9756415847942813e-06,
+      "loss": 35.2891,
+      "step": 10384
+    },
+    {
+      "epoch": 0.09830463551083386,
+      "grad_norm": 438.16729736328125,
+      "learning_rate": 1.9756348587906174e-06,
+      "loss": 30.3047,
+      "step": 10385
+    },
+    {
+      "epoch": 0.09831410153254892,
+      "grad_norm": 315.14886474609375,
+      "learning_rate": 1.97562813186992e-06,
+      "loss": 21.3672,
+      "step": 10386
+    },
+    {
+      "epoch": 0.09832356755426397,
+      "grad_norm": 437.479248046875,
+      "learning_rate": 1.9756214040321956e-06,
+      "loss": 9.4688,
+      "step": 10387
+    },
+    {
+      "epoch": 0.09833303357597903,
+      "grad_norm": 324.9654541015625,
+      "learning_rate": 1.975614675277451e-06,
+      "loss": 38.9531,
+      "step": 10388
+    },
+    {
+      "epoch": 0.09834249959769407,
+      "grad_norm": 222.1731414794922,
+      "learning_rate": 1.9756079456056913e-06,
+      "loss": 9.25,
+      "step": 10389
+    },
+    {
+      "epoch": 0.09835196561940913,
+      "grad_norm": 2.940930128097534,
+      "learning_rate": 1.975601215016924e-06,
+      "loss": 0.9014,
+      "step": 10390
+    },
+    {
+      "epoch": 0.09836143164112418,
+      "grad_norm": 579.0230712890625,
+      "learning_rate": 1.975594483511155e-06,
+      "loss": 21.2188,
+      "step": 10391
+    },
+    {
+      "epoch": 0.09837089766283924,
+      "grad_norm": 2.8820202350616455,
+      "learning_rate": 1.9755877510883908e-06,
+      "loss": 0.8867,
+      "step": 10392
+    },
+    {
+      "epoch": 0.09838036368455429,
+      "grad_norm": 328.38739013671875,
+      "learning_rate": 1.9755810177486376e-06,
+      "loss": 22.0703,
+      "step": 10393
+    },
+    {
+      "epoch": 0.09838982970626935,
+      "grad_norm": 362.91259765625,
+      "learning_rate": 1.9755742834919014e-06,
+      "loss": 38.6562,
+      "step": 10394
+    },
+    {
+      "epoch": 0.0983992957279844,
+      "grad_norm": 1231.831787109375,
+      "learning_rate": 1.975567548318189e-06,
+      "loss": 35.8984,
+      "step": 10395
+    },
+    {
+      "epoch": 0.09840876174969945,
+      "grad_norm": 228.1195526123047,
+      "learning_rate": 1.9755608122275066e-06,
+      "loss": 14.7656,
+      "step": 10396
+    },
+    {
+      "epoch": 0.09841822777141451,
+      "grad_norm": 494.0980224609375,
+      "learning_rate": 1.9755540752198607e-06,
+      "loss": 21.9844,
+      "step": 10397
+    },
+    {
+      "epoch": 0.09842769379312956,
+      "grad_norm": 162.33761596679688,
+      "learning_rate": 1.975547337295257e-06,
+      "loss": 19.5625,
+      "step": 10398
+    },
+    {
+      "epoch": 0.09843715981484462,
+      "grad_norm": 408.5000915527344,
+      "learning_rate": 1.9755405984537027e-06,
+      "loss": 30.2031,
+      "step": 10399
+    },
+    {
+      "epoch": 0.09844662583655966,
+      "grad_norm": 2.7992103099823,
+      "learning_rate": 1.9755338586952033e-06,
+      "loss": 0.9224,
+      "step": 10400
+    },
+    {
+      "epoch": 0.09845609185827472,
+      "grad_norm": 288.8086242675781,
+      "learning_rate": 1.975527118019766e-06,
+      "loss": 27.9062,
+      "step": 10401
+    },
+    {
+      "epoch": 0.09846555787998977,
+      "grad_norm": 221.4352569580078,
+      "learning_rate": 1.975520376427396e-06,
+      "loss": 35.1953,
+      "step": 10402
+    },
+    {
+      "epoch": 0.09847502390170483,
+      "grad_norm": 490.8182678222656,
+      "learning_rate": 1.975513633918101e-06,
+      "loss": 42.9609,
+      "step": 10403
+    },
+    {
+      "epoch": 0.09848448992341989,
+      "grad_norm": 423.80902099609375,
+      "learning_rate": 1.975506890491886e-06,
+      "loss": 17.6172,
+      "step": 10404
+    },
+    {
+      "epoch": 0.09849395594513494,
+      "grad_norm": 231.14669799804688,
+      "learning_rate": 1.9755001461487588e-06,
+      "loss": 23.0859,
+      "step": 10405
+    },
+    {
+      "epoch": 0.09850342196685,
+      "grad_norm": 628.6065063476562,
+      "learning_rate": 1.975493400888724e-06,
+      "loss": 25.6797,
+      "step": 10406
+    },
+    {
+      "epoch": 0.09851288798856504,
+      "grad_norm": 305.96466064453125,
+      "learning_rate": 1.97548665471179e-06,
+      "loss": 16.8984,
+      "step": 10407
+    },
+    {
+      "epoch": 0.0985223540102801,
+      "grad_norm": 351.3771667480469,
+      "learning_rate": 1.975479907617961e-06,
+      "loss": 28.7656,
+      "step": 10408
+    },
+    {
+      "epoch": 0.09853182003199515,
+      "grad_norm": 294.8346252441406,
+      "learning_rate": 1.975473159607245e-06,
+      "loss": 32.3281,
+      "step": 10409
+    },
+    {
+      "epoch": 0.09854128605371021,
+      "grad_norm": 386.4176025390625,
+      "learning_rate": 1.975466410679647e-06,
+      "loss": 17.4961,
+      "step": 10410
+    },
+    {
+      "epoch": 0.09855075207542525,
+      "grad_norm": 484.5563049316406,
+      "learning_rate": 1.9754596608351742e-06,
+      "loss": 51.5156,
+      "step": 10411
+    },
+    {
+      "epoch": 0.09856021809714031,
+      "grad_norm": 219.4167022705078,
+      "learning_rate": 1.975452910073833e-06,
+      "loss": 15.6094,
+      "step": 10412
+    },
+    {
+      "epoch": 0.09856968411885537,
+      "grad_norm": 619.6824951171875,
+      "learning_rate": 1.9754461583956297e-06,
+      "loss": 41.2266,
+      "step": 10413
+    },
+    {
+      "epoch": 0.09857915014057042,
+      "grad_norm": 634.3948364257812,
+      "learning_rate": 1.97543940580057e-06,
+      "loss": 24.2344,
+      "step": 10414
+    },
+    {
+      "epoch": 0.09858861616228548,
+      "grad_norm": 261.8423767089844,
+      "learning_rate": 1.9754326522886612e-06,
+      "loss": 24.3906,
+      "step": 10415
+    },
+    {
+      "epoch": 0.09859808218400053,
+      "grad_norm": 408.32220458984375,
+      "learning_rate": 1.975425897859909e-06,
+      "loss": 25.2578,
+      "step": 10416
+    },
+    {
+      "epoch": 0.09860754820571559,
+      "grad_norm": 492.8872375488281,
+      "learning_rate": 1.97541914251432e-06,
+      "loss": 19.6484,
+      "step": 10417
+    },
+    {
+      "epoch": 0.09861701422743063,
+      "grad_norm": 3.365710973739624,
+      "learning_rate": 1.9754123862519e-06,
+      "loss": 0.9604,
+      "step": 10418
+    },
+    {
+      "epoch": 0.09862648024914569,
+      "grad_norm": 277.56634521484375,
+      "learning_rate": 1.975405629072656e-06,
+      "loss": 23.5469,
+      "step": 10419
+    },
+    {
+      "epoch": 0.09863594627086074,
+      "grad_norm": 866.2472534179688,
+      "learning_rate": 1.9753988709765944e-06,
+      "loss": 38.1562,
+      "step": 10420
+    },
+    {
+      "epoch": 0.0986454122925758,
+      "grad_norm": 404.5047607421875,
+      "learning_rate": 1.975392111963721e-06,
+      "loss": 22.0312,
+      "step": 10421
+    },
+    {
+      "epoch": 0.09865487831429086,
+      "grad_norm": 498.59259033203125,
+      "learning_rate": 1.975385352034043e-06,
+      "loss": 19.375,
+      "step": 10422
+    },
+    {
+      "epoch": 0.0986643443360059,
+      "grad_norm": 298.3697814941406,
+      "learning_rate": 1.975378591187566e-06,
+      "loss": 15.9297,
+      "step": 10423
+    },
+    {
+      "epoch": 0.09867381035772096,
+      "grad_norm": 291.7547607421875,
+      "learning_rate": 1.975371829424296e-06,
+      "loss": 32.0547,
+      "step": 10424
+    },
+    {
+      "epoch": 0.09868327637943601,
+      "grad_norm": 320.02288818359375,
+      "learning_rate": 1.9753650667442407e-06,
+      "loss": 17.2578,
+      "step": 10425
+    },
+    {
+      "epoch": 0.09869274240115107,
+      "grad_norm": 548.949462890625,
+      "learning_rate": 1.975358303147405e-06,
+      "loss": 60.9844,
+      "step": 10426
+    },
+    {
+      "epoch": 0.09870220842286612,
+      "grad_norm": 469.86529541015625,
+      "learning_rate": 1.9753515386337966e-06,
+      "loss": 22.0117,
+      "step": 10427
+    },
+    {
+      "epoch": 0.09871167444458118,
+      "grad_norm": 462.38055419921875,
+      "learning_rate": 1.975344773203421e-06,
+      "loss": 47.7188,
+      "step": 10428
+    },
+    {
+      "epoch": 0.09872114046629622,
+      "grad_norm": 307.0365905761719,
+      "learning_rate": 1.9753380068562846e-06,
+      "loss": 26.2812,
+      "step": 10429
+    },
+    {
+      "epoch": 0.09873060648801128,
+      "grad_norm": 278.0803527832031,
+      "learning_rate": 1.975331239592394e-06,
+      "loss": 20.5938,
+      "step": 10430
+    },
+    {
+      "epoch": 0.09874007250972634,
+      "grad_norm": 627.2938232421875,
+      "learning_rate": 1.9753244714117557e-06,
+      "loss": 13.2734,
+      "step": 10431
+    },
+    {
+      "epoch": 0.09874953853144139,
+      "grad_norm": 358.4927062988281,
+      "learning_rate": 1.975317702314376e-06,
+      "loss": 21.8047,
+      "step": 10432
+    },
+    {
+      "epoch": 0.09875900455315645,
+      "grad_norm": 647.2894897460938,
+      "learning_rate": 1.9753109323002603e-06,
+      "loss": 56.3125,
+      "step": 10433
+    },
+    {
+      "epoch": 0.0987684705748715,
+      "grad_norm": 325.6732482910156,
+      "learning_rate": 1.975304161369416e-06,
+      "loss": 31.4531,
+      "step": 10434
+    },
+    {
+      "epoch": 0.09877793659658655,
+      "grad_norm": 319.8504638671875,
+      "learning_rate": 1.9752973895218495e-06,
+      "loss": 27.2969,
+      "step": 10435
+    },
+    {
+      "epoch": 0.0987874026183016,
+      "grad_norm": 286.9356384277344,
+      "learning_rate": 1.975290616757567e-06,
+      "loss": 22.6875,
+      "step": 10436
+    },
+    {
+      "epoch": 0.09879686864001666,
+      "grad_norm": 940.7423706054688,
+      "learning_rate": 1.9752838430765746e-06,
+      "loss": 46.2109,
+      "step": 10437
+    },
+    {
+      "epoch": 0.09880633466173172,
+      "grad_norm": 187.41110229492188,
+      "learning_rate": 1.975277068478879e-06,
+      "loss": 19.2578,
+      "step": 10438
+    },
+    {
+      "epoch": 0.09881580068344677,
+      "grad_norm": 399.7290344238281,
+      "learning_rate": 1.9752702929644865e-06,
+      "loss": 14.6406,
+      "step": 10439
+    },
+    {
+      "epoch": 0.09882526670516183,
+      "grad_norm": 416.6968688964844,
+      "learning_rate": 1.975263516533403e-06,
+      "loss": 20.3359,
+      "step": 10440
+    },
+    {
+      "epoch": 0.09883473272687687,
+      "grad_norm": 225.5126953125,
+      "learning_rate": 1.9752567391856356e-06,
+      "loss": 10.5156,
+      "step": 10441
+    },
+    {
+      "epoch": 0.09884419874859193,
+      "grad_norm": 138.52012634277344,
+      "learning_rate": 1.97524996092119e-06,
+      "loss": 20.3672,
+      "step": 10442
+    },
+    {
+      "epoch": 0.09885366477030698,
+      "grad_norm": 426.450927734375,
+      "learning_rate": 1.975243181740073e-06,
+      "loss": 17.0547,
+      "step": 10443
+    },
+    {
+      "epoch": 0.09886313079202204,
+      "grad_norm": 303.82513427734375,
+      "learning_rate": 1.9752364016422906e-06,
+      "loss": 32.5625,
+      "step": 10444
+    },
+    {
+      "epoch": 0.09887259681373708,
+      "grad_norm": 612.205078125,
+      "learning_rate": 1.9752296206278497e-06,
+      "loss": 37.7188,
+      "step": 10445
+    },
+    {
+      "epoch": 0.09888206283545214,
+      "grad_norm": 225.19180297851562,
+      "learning_rate": 1.9752228386967564e-06,
+      "loss": 19.8984,
+      "step": 10446
+    },
+    {
+      "epoch": 0.0988915288571672,
+      "grad_norm": 195.0120086669922,
+      "learning_rate": 1.9752160558490168e-06,
+      "loss": 20.5312,
+      "step": 10447
+    },
+    {
+      "epoch": 0.09890099487888225,
+      "grad_norm": 502.1038513183594,
+      "learning_rate": 1.975209272084638e-06,
+      "loss": 45.5,
+      "step": 10448
+    },
+    {
+      "epoch": 0.09891046090059731,
+      "grad_norm": 179.06121826171875,
+      "learning_rate": 1.9752024874036256e-06,
+      "loss": 16.4844,
+      "step": 10449
+    },
+    {
+      "epoch": 0.09891992692231236,
+      "grad_norm": 233.52622985839844,
+      "learning_rate": 1.9751957018059863e-06,
+      "loss": 8.5352,
+      "step": 10450
+    },
+    {
+      "epoch": 0.09892939294402742,
+      "grad_norm": 295.1914978027344,
+      "learning_rate": 1.975188915291727e-06,
+      "loss": 11.5078,
+      "step": 10451
+    },
+    {
+      "epoch": 0.09893885896574246,
+      "grad_norm": 808.3541259765625,
+      "learning_rate": 1.975182127860853e-06,
+      "loss": 15.918,
+      "step": 10452
+    },
+    {
+      "epoch": 0.09894832498745752,
+      "grad_norm": 392.3846435546875,
+      "learning_rate": 1.975175339513371e-06,
+      "loss": 42.4531,
+      "step": 10453
+    },
+    {
+      "epoch": 0.09895779100917257,
+      "grad_norm": 424.0802917480469,
+      "learning_rate": 1.9751685502492884e-06,
+      "loss": 25.4609,
+      "step": 10454
+    },
+    {
+      "epoch": 0.09896725703088763,
+      "grad_norm": 222.34893798828125,
+      "learning_rate": 1.9751617600686105e-06,
+      "loss": 17.8906,
+      "step": 10455
+    },
+    {
+      "epoch": 0.09897672305260269,
+      "grad_norm": 1006.8344116210938,
+      "learning_rate": 1.975154968971344e-06,
+      "loss": 32.3281,
+      "step": 10456
+    },
+    {
+      "epoch": 0.09898618907431773,
+      "grad_norm": 201.7296142578125,
+      "learning_rate": 1.9751481769574947e-06,
+      "loss": 24.8594,
+      "step": 10457
+    },
+    {
+      "epoch": 0.0989956550960328,
+      "grad_norm": 464.29888916015625,
+      "learning_rate": 1.9751413840270705e-06,
+      "loss": 35.4375,
+      "step": 10458
+    },
+    {
+      "epoch": 0.09900512111774784,
+      "grad_norm": 579.51220703125,
+      "learning_rate": 1.975134590180076e-06,
+      "loss": 38.5156,
+      "step": 10459
+    },
+    {
+      "epoch": 0.0990145871394629,
+      "grad_norm": 327.7087097167969,
+      "learning_rate": 1.975127795416519e-06,
+      "loss": 33.8438,
+      "step": 10460
+    },
+    {
+      "epoch": 0.09902405316117795,
+      "grad_norm": 3.0270233154296875,
+      "learning_rate": 1.975120999736405e-06,
+      "loss": 0.8538,
+      "step": 10461
+    },
+    {
+      "epoch": 0.099033519182893,
+      "grad_norm": 592.593505859375,
+      "learning_rate": 1.975114203139741e-06,
+      "loss": 41.1875,
+      "step": 10462
+    },
+    {
+      "epoch": 0.09904298520460805,
+      "grad_norm": 253.55532836914062,
+      "learning_rate": 1.9751074056265325e-06,
+      "loss": 18.6875,
+      "step": 10463
+    },
+    {
+      "epoch": 0.09905245122632311,
+      "grad_norm": 616.60986328125,
+      "learning_rate": 1.9751006071967866e-06,
+      "loss": 19.25,
+      "step": 10464
+    },
+    {
+      "epoch": 0.09906191724803817,
+      "grad_norm": 528.144775390625,
+      "learning_rate": 1.97509380785051e-06,
+      "loss": 22.125,
+      "step": 10465
+    },
+    {
+      "epoch": 0.09907138326975322,
+      "grad_norm": 1471.817138671875,
+      "learning_rate": 1.9750870075877082e-06,
+      "loss": 15.9805,
+      "step": 10466
+    },
+    {
+      "epoch": 0.09908084929146828,
+      "grad_norm": 3.264573097229004,
+      "learning_rate": 1.975080206408389e-06,
+      "loss": 0.9453,
+      "step": 10467
+    },
+    {
+      "epoch": 0.09909031531318332,
+      "grad_norm": 313.4655456542969,
+      "learning_rate": 1.975073404312557e-06,
+      "loss": 20.9727,
+      "step": 10468
+    },
+    {
+      "epoch": 0.09909978133489838,
+      "grad_norm": 460.9433898925781,
+      "learning_rate": 1.975066601300219e-06,
+      "loss": 9.1973,
+      "step": 10469
+    },
+    {
+      "epoch": 0.09910924735661343,
+      "grad_norm": 518.381591796875,
+      "learning_rate": 1.9750597973713826e-06,
+      "loss": 45.6562,
+      "step": 10470
+    },
+    {
+      "epoch": 0.09911871337832849,
+      "grad_norm": 497.022216796875,
+      "learning_rate": 1.9750529925260533e-06,
+      "loss": 37.6016,
+      "step": 10471
+    },
+    {
+      "epoch": 0.09912817940004354,
+      "grad_norm": 1456.469970703125,
+      "learning_rate": 1.9750461867642378e-06,
+      "loss": 33.7734,
+      "step": 10472
+    },
+    {
+      "epoch": 0.0991376454217586,
+      "grad_norm": 770.9595336914062,
+      "learning_rate": 1.975039380085942e-06,
+      "loss": 39.6562,
+      "step": 10473
+    },
+    {
+      "epoch": 0.09914711144347366,
+      "grad_norm": 1448.3214111328125,
+      "learning_rate": 1.9750325724911725e-06,
+      "loss": 24.2266,
+      "step": 10474
+    },
+    {
+      "epoch": 0.0991565774651887,
+      "grad_norm": 259.16278076171875,
+      "learning_rate": 1.9750257639799363e-06,
+      "loss": 26.6406,
+      "step": 10475
+    },
+    {
+      "epoch": 0.09916604348690376,
+      "grad_norm": 201.31863403320312,
+      "learning_rate": 1.9750189545522385e-06,
+      "loss": 27.9375,
+      "step": 10476
+    },
+    {
+      "epoch": 0.09917550950861881,
+      "grad_norm": 207.7871551513672,
+      "learning_rate": 1.9750121442080874e-06,
+      "loss": 18.5781,
+      "step": 10477
+    },
+    {
+      "epoch": 0.09918497553033387,
+      "grad_norm": 292.58953857421875,
+      "learning_rate": 1.9750053329474873e-06,
+      "loss": 11.6406,
+      "step": 10478
+    },
+    {
+      "epoch": 0.09919444155204891,
+      "grad_norm": 308.9752502441406,
+      "learning_rate": 1.974998520770446e-06,
+      "loss": 12.4141,
+      "step": 10479
+    },
+    {
+      "epoch": 0.09920390757376397,
+      "grad_norm": 494.34814453125,
+      "learning_rate": 1.9749917076769697e-06,
+      "loss": 25.6719,
+      "step": 10480
+    },
+    {
+      "epoch": 0.09921337359547903,
+      "grad_norm": 363.6687927246094,
+      "learning_rate": 1.974984893667064e-06,
+      "loss": 14.4219,
+      "step": 10481
+    },
+    {
+      "epoch": 0.09922283961719408,
+      "grad_norm": 1657.044921875,
+      "learning_rate": 1.9749780787407367e-06,
+      "loss": 53.3438,
+      "step": 10482
+    },
+    {
+      "epoch": 0.09923230563890914,
+      "grad_norm": 824.8363647460938,
+      "learning_rate": 1.9749712628979933e-06,
+      "loss": 40.875,
+      "step": 10483
+    },
+    {
+      "epoch": 0.09924177166062419,
+      "grad_norm": 982.764404296875,
+      "learning_rate": 1.97496444613884e-06,
+      "loss": 54.6641,
+      "step": 10484
+    },
+    {
+      "epoch": 0.09925123768233925,
+      "grad_norm": 374.8672180175781,
+      "learning_rate": 1.974957628463284e-06,
+      "loss": 21.582,
+      "step": 10485
+    },
+    {
+      "epoch": 0.09926070370405429,
+      "grad_norm": 264.6556396484375,
+      "learning_rate": 1.974950809871331e-06,
+      "loss": 12.0664,
+      "step": 10486
+    },
+    {
+      "epoch": 0.09927016972576935,
+      "grad_norm": 225.75660705566406,
+      "learning_rate": 1.9749439903629875e-06,
+      "loss": 22.3672,
+      "step": 10487
+    },
+    {
+      "epoch": 0.0992796357474844,
+      "grad_norm": 377.72064208984375,
+      "learning_rate": 1.97493716993826e-06,
+      "loss": 14.6406,
+      "step": 10488
+    },
+    {
+      "epoch": 0.09928910176919946,
+      "grad_norm": 580.0833129882812,
+      "learning_rate": 1.974930348597155e-06,
+      "loss": 44.9062,
+      "step": 10489
+    },
+    {
+      "epoch": 0.09929856779091452,
+      "grad_norm": 4.108983516693115,
+      "learning_rate": 1.974923526339679e-06,
+      "loss": 1.0034,
+      "step": 10490
+    },
+    {
+      "epoch": 0.09930803381262956,
+      "grad_norm": 195.62484741210938,
+      "learning_rate": 1.9749167031658385e-06,
+      "loss": 33.1719,
+      "step": 10491
+    },
+    {
+      "epoch": 0.09931749983434462,
+      "grad_norm": 174.94029235839844,
+      "learning_rate": 1.97490987907564e-06,
+      "loss": 20.9297,
+      "step": 10492
+    },
+    {
+      "epoch": 0.09932696585605967,
+      "grad_norm": 457.2878112792969,
+      "learning_rate": 1.9749030540690893e-06,
+      "loss": 50.6406,
+      "step": 10493
+    },
+    {
+      "epoch": 0.09933643187777473,
+      "grad_norm": 345.0350341796875,
+      "learning_rate": 1.974896228146193e-06,
+      "loss": 34.7969,
+      "step": 10494
+    },
+    {
+      "epoch": 0.09934589789948978,
+      "grad_norm": 457.0674133300781,
+      "learning_rate": 1.974889401306958e-06,
+      "loss": 19.6406,
+      "step": 10495
+    },
+    {
+      "epoch": 0.09935536392120484,
+      "grad_norm": 360.1155090332031,
+      "learning_rate": 1.9748825735513898e-06,
+      "loss": 45.5703,
+      "step": 10496
+    },
+    {
+      "epoch": 0.09936482994291988,
+      "grad_norm": 286.20135498046875,
+      "learning_rate": 1.9748757448794955e-06,
+      "loss": 35.5312,
+      "step": 10497
+    },
+    {
+      "epoch": 0.09937429596463494,
+      "grad_norm": 598.2994995117188,
+      "learning_rate": 1.9748689152912823e-06,
+      "loss": 66.7188,
+      "step": 10498
+    },
+    {
+      "epoch": 0.09938376198635,
+      "grad_norm": 274.84857177734375,
+      "learning_rate": 1.9748620847867547e-06,
+      "loss": 22.8672,
+      "step": 10499
+    },
+    {
+      "epoch": 0.09939322800806505,
+      "grad_norm": 282.0081787109375,
+      "learning_rate": 1.974855253365921e-06,
+      "loss": 16.25,
+      "step": 10500
+    },
+    {
+      "epoch": 0.09940269402978011,
+      "grad_norm": 536.1817626953125,
+      "learning_rate": 1.9748484210287863e-06,
+      "loss": 31.6484,
+      "step": 10501
+    },
+    {
+      "epoch": 0.09941216005149515,
+      "grad_norm": 358.7933654785156,
+      "learning_rate": 1.9748415877753573e-06,
+      "loss": 29.0938,
+      "step": 10502
+    },
+    {
+      "epoch": 0.09942162607321021,
+      "grad_norm": 275.96142578125,
+      "learning_rate": 1.9748347536056407e-06,
+      "loss": 26.5312,
+      "step": 10503
+    },
+    {
+      "epoch": 0.09943109209492526,
+      "grad_norm": 282.97637939453125,
+      "learning_rate": 1.9748279185196433e-06,
+      "loss": 23.5938,
+      "step": 10504
+    },
+    {
+      "epoch": 0.09944055811664032,
+      "grad_norm": 225.2004852294922,
+      "learning_rate": 1.9748210825173704e-06,
+      "loss": 19.3125,
+      "step": 10505
+    },
+    {
+      "epoch": 0.09945002413835537,
+      "grad_norm": 280.664794921875,
+      "learning_rate": 1.97481424559883e-06,
+      "loss": 40.7969,
+      "step": 10506
+    },
+    {
+      "epoch": 0.09945949016007043,
+      "grad_norm": 2.9684271812438965,
+      "learning_rate": 1.974807407764027e-06,
+      "loss": 0.9756,
+      "step": 10507
+    },
+    {
+      "epoch": 0.09946895618178549,
+      "grad_norm": 635.0742797851562,
+      "learning_rate": 1.9748005690129685e-06,
+      "loss": 33.0273,
+      "step": 10508
+    },
+    {
+      "epoch": 0.09947842220350053,
+      "grad_norm": 484.6530456542969,
+      "learning_rate": 1.974793729345661e-06,
+      "loss": 23.6719,
+      "step": 10509
+    },
+    {
+      "epoch": 0.09948788822521559,
+      "grad_norm": 311.8675231933594,
+      "learning_rate": 1.9747868887621107e-06,
+      "loss": 28.1094,
+      "step": 10510
+    },
+    {
+      "epoch": 0.09949735424693064,
+      "grad_norm": 327.2730407714844,
+      "learning_rate": 1.9747800472623243e-06,
+      "loss": 34.2031,
+      "step": 10511
+    },
+    {
+      "epoch": 0.0995068202686457,
+      "grad_norm": 3.4789772033691406,
+      "learning_rate": 1.974773204846308e-06,
+      "loss": 0.9238,
+      "step": 10512
+    },
+    {
+      "epoch": 0.09951628629036074,
+      "grad_norm": 257.3350830078125,
+      "learning_rate": 1.974766361514068e-06,
+      "loss": 18.5625,
+      "step": 10513
+    },
+    {
+      "epoch": 0.0995257523120758,
+      "grad_norm": 556.5375366210938,
+      "learning_rate": 1.9747595172656115e-06,
+      "loss": 23.3359,
+      "step": 10514
+    },
+    {
+      "epoch": 0.09953521833379085,
+      "grad_norm": 574.2821044921875,
+      "learning_rate": 1.9747526721009443e-06,
+      "loss": 58.2656,
+      "step": 10515
+    },
+    {
+      "epoch": 0.09954468435550591,
+      "grad_norm": 457.4751892089844,
+      "learning_rate": 1.974745826020073e-06,
+      "loss": 57.4844,
+      "step": 10516
+    },
+    {
+      "epoch": 0.09955415037722097,
+      "grad_norm": 587.476318359375,
+      "learning_rate": 1.974738979023004e-06,
+      "loss": 39.3906,
+      "step": 10517
+    },
+    {
+      "epoch": 0.09956361639893602,
+      "grad_norm": 280.83831787109375,
+      "learning_rate": 1.974732131109744e-06,
+      "loss": 24.7734,
+      "step": 10518
+    },
+    {
+      "epoch": 0.09957308242065108,
+      "grad_norm": 280.8338928222656,
+      "learning_rate": 1.974725282280299e-06,
+      "loss": 25.7031,
+      "step": 10519
+    },
+    {
+      "epoch": 0.09958254844236612,
+      "grad_norm": 324.6818542480469,
+      "learning_rate": 1.9747184325346754e-06,
+      "loss": 20.9219,
+      "step": 10520
+    },
+    {
+      "epoch": 0.09959201446408118,
+      "grad_norm": 265.00360107421875,
+      "learning_rate": 1.97471158187288e-06,
+      "loss": 21.2656,
+      "step": 10521
+    },
+    {
+      "epoch": 0.09960148048579623,
+      "grad_norm": 446.798828125,
+      "learning_rate": 1.9747047302949194e-06,
+      "loss": 35.1719,
+      "step": 10522
+    },
+    {
+      "epoch": 0.09961094650751129,
+      "grad_norm": 335.78973388671875,
+      "learning_rate": 1.9746978778007995e-06,
+      "loss": 10.3828,
+      "step": 10523
+    },
+    {
+      "epoch": 0.09962041252922635,
+      "grad_norm": 708.5814208984375,
+      "learning_rate": 1.9746910243905275e-06,
+      "loss": 55.9844,
+      "step": 10524
+    },
+    {
+      "epoch": 0.0996298785509414,
+      "grad_norm": 308.51129150390625,
+      "learning_rate": 1.9746841700641084e-06,
+      "loss": 33.1562,
+      "step": 10525
+    },
+    {
+      "epoch": 0.09963934457265645,
+      "grad_norm": 1825.2071533203125,
+      "learning_rate": 1.9746773148215504e-06,
+      "loss": 40.4766,
+      "step": 10526
+    },
+    {
+      "epoch": 0.0996488105943715,
+      "grad_norm": 3.9277267456054688,
+      "learning_rate": 1.974670458662859e-06,
+      "loss": 0.9819,
+      "step": 10527
+    },
+    {
+      "epoch": 0.09965827661608656,
+      "grad_norm": 717.6543579101562,
+      "learning_rate": 1.9746636015880403e-06,
+      "loss": 35.0859,
+      "step": 10528
+    },
+    {
+      "epoch": 0.0996677426378016,
+      "grad_norm": 376.1217956542969,
+      "learning_rate": 1.9746567435971017e-06,
+      "loss": 31.4258,
+      "step": 10529
+    },
+    {
+      "epoch": 0.09967720865951667,
+      "grad_norm": 585.8643188476562,
+      "learning_rate": 1.974649884690049e-06,
+      "loss": 53.5,
+      "step": 10530
+    },
+    {
+      "epoch": 0.09968667468123171,
+      "grad_norm": 663.4803466796875,
+      "learning_rate": 1.974643024866889e-06,
+      "loss": 95.0781,
+      "step": 10531
+    },
+    {
+      "epoch": 0.09969614070294677,
+      "grad_norm": 226.31419372558594,
+      "learning_rate": 1.9746361641276275e-06,
+      "loss": 16.9453,
+      "step": 10532
+    },
+    {
+      "epoch": 0.09970560672466183,
+      "grad_norm": 456.3667907714844,
+      "learning_rate": 1.9746293024722716e-06,
+      "loss": 48.4766,
+      "step": 10533
+    },
+    {
+      "epoch": 0.09971507274637688,
+      "grad_norm": 313.5391845703125,
+      "learning_rate": 1.974622439900828e-06,
+      "loss": 22.9375,
+      "step": 10534
+    },
+    {
+      "epoch": 0.09972453876809194,
+      "grad_norm": 991.4757690429688,
+      "learning_rate": 1.9746155764133024e-06,
+      "loss": 46.3516,
+      "step": 10535
+    },
+    {
+      "epoch": 0.09973400478980698,
+      "grad_norm": 442.83349609375,
+      "learning_rate": 1.9746087120097014e-06,
+      "loss": 30.8281,
+      "step": 10536
+    },
+    {
+      "epoch": 0.09974347081152204,
+      "grad_norm": 343.6889343261719,
+      "learning_rate": 1.974601846690032e-06,
+      "loss": 22.0625,
+      "step": 10537
+    },
+    {
+      "epoch": 0.09975293683323709,
+      "grad_norm": 444.3009338378906,
+      "learning_rate": 1.9745949804543e-06,
+      "loss": 24.0703,
+      "step": 10538
+    },
+    {
+      "epoch": 0.09976240285495215,
+      "grad_norm": 223.16622924804688,
+      "learning_rate": 1.974588113302512e-06,
+      "loss": 22.3047,
+      "step": 10539
+    },
+    {
+      "epoch": 0.0997718688766672,
+      "grad_norm": 255.51681518554688,
+      "learning_rate": 1.974581245234675e-06,
+      "loss": 21.2344,
+      "step": 10540
+    },
+    {
+      "epoch": 0.09978133489838226,
+      "grad_norm": 411.4266052246094,
+      "learning_rate": 1.9745743762507945e-06,
+      "loss": 24.5078,
+      "step": 10541
+    },
+    {
+      "epoch": 0.09979080092009732,
+      "grad_norm": 629.9450073242188,
+      "learning_rate": 1.9745675063508777e-06,
+      "loss": 48.2891,
+      "step": 10542
+    },
+    {
+      "epoch": 0.09980026694181236,
+      "grad_norm": 788.22705078125,
+      "learning_rate": 1.974560635534931e-06,
+      "loss": 48.6406,
+      "step": 10543
+    },
+    {
+      "epoch": 0.09980973296352742,
+      "grad_norm": 433.68218994140625,
+      "learning_rate": 1.9745537638029608e-06,
+      "loss": 20.7266,
+      "step": 10544
+    },
+    {
+      "epoch": 0.09981919898524247,
+      "grad_norm": 190.0010223388672,
+      "learning_rate": 1.974546891154973e-06,
+      "loss": 10.2266,
+      "step": 10545
+    },
+    {
+      "epoch": 0.09982866500695753,
+      "grad_norm": 434.3814697265625,
+      "learning_rate": 1.9745400175909746e-06,
+      "loss": 36.4531,
+      "step": 10546
+    },
+    {
+      "epoch": 0.09983813102867257,
+      "grad_norm": 208.67723083496094,
+      "learning_rate": 1.9745331431109723e-06,
+      "loss": 16.8828,
+      "step": 10547
+    },
+    {
+      "epoch": 0.09984759705038763,
+      "grad_norm": 341.0684814453125,
+      "learning_rate": 1.974526267714972e-06,
+      "loss": 34.125,
+      "step": 10548
+    },
+    {
+      "epoch": 0.09985706307210268,
+      "grad_norm": 166.9879150390625,
+      "learning_rate": 1.9745193914029806e-06,
+      "loss": 21.9375,
+      "step": 10549
+    },
+    {
+      "epoch": 0.09986652909381774,
+      "grad_norm": 313.43023681640625,
+      "learning_rate": 1.974512514175004e-06,
+      "loss": 47.1016,
+      "step": 10550
+    },
+    {
+      "epoch": 0.0998759951155328,
+      "grad_norm": 322.5186767578125,
+      "learning_rate": 1.9745056360310493e-06,
+      "loss": 37.9844,
+      "step": 10551
+    },
+    {
+      "epoch": 0.09988546113724785,
+      "grad_norm": 306.283203125,
+      "learning_rate": 1.974498756971123e-06,
+      "loss": 17.1836,
+      "step": 10552
+    },
+    {
+      "epoch": 0.0998949271589629,
+      "grad_norm": 305.0131530761719,
+      "learning_rate": 1.974491876995231e-06,
+      "loss": 29.4766,
+      "step": 10553
+    },
+    {
+      "epoch": 0.09990439318067795,
+      "grad_norm": 524.6256103515625,
+      "learning_rate": 1.9744849961033796e-06,
+      "loss": 52.8438,
+      "step": 10554
+    },
+    {
+      "epoch": 0.09991385920239301,
+      "grad_norm": 389.64788818359375,
+      "learning_rate": 1.9744781142955763e-06,
+      "loss": 13.2891,
+      "step": 10555
+    },
+    {
+      "epoch": 0.09992332522410806,
+      "grad_norm": 902.099853515625,
+      "learning_rate": 1.9744712315718267e-06,
+      "loss": 30.7344,
+      "step": 10556
+    },
+    {
+      "epoch": 0.09993279124582312,
+      "grad_norm": 428.68670654296875,
+      "learning_rate": 1.9744643479321376e-06,
+      "loss": 15.207,
+      "step": 10557
+    },
+    {
+      "epoch": 0.09994225726753816,
+      "grad_norm": 546.7999877929688,
+      "learning_rate": 1.9744574633765153e-06,
+      "loss": 48.5,
+      "step": 10558
+    },
+    {
+      "epoch": 0.09995172328925322,
+      "grad_norm": 385.1988830566406,
+      "learning_rate": 1.9744505779049667e-06,
+      "loss": 34.8594,
+      "step": 10559
+    },
+    {
+      "epoch": 0.09996118931096828,
+      "grad_norm": 710.0870361328125,
+      "learning_rate": 1.9744436915174976e-06,
+      "loss": 38.6797,
+      "step": 10560
+    },
+    {
+      "epoch": 0.09997065533268333,
+      "grad_norm": 734.7847900390625,
+      "learning_rate": 1.974436804214115e-06,
+      "loss": 66.3125,
+      "step": 10561
+    },
+    {
+      "epoch": 0.09998012135439839,
+      "grad_norm": 548.478515625,
+      "learning_rate": 1.974429915994825e-06,
+      "loss": 24.125,
+      "step": 10562
+    },
+    {
+      "epoch": 0.09998958737611344,
+      "grad_norm": 514.9948120117188,
+      "learning_rate": 1.9744230268596347e-06,
+      "loss": 28.1094,
+      "step": 10563
+    },
+    {
+      "epoch": 0.0999990533978285,
+      "grad_norm": 789.7698364257812,
+      "learning_rate": 1.97441613680855e-06,
+      "loss": 37.1953,
+      "step": 10564
+    },
+    {
+      "epoch": 0.10000851941954354,
+      "grad_norm": 335.65789794921875,
+      "learning_rate": 1.9744092458415773e-06,
+      "loss": 23.2188,
+      "step": 10565
+    },
+    {
+      "epoch": 0.1000179854412586,
+      "grad_norm": 295.2977294921875,
+      "learning_rate": 1.974402353958723e-06,
+      "loss": 24.332,
+      "step": 10566
+    },
+    {
+      "epoch": 0.10002745146297366,
+      "grad_norm": 272.85845947265625,
+      "learning_rate": 1.9743954611599944e-06,
+      "loss": 16.4141,
+      "step": 10567
+    },
+    {
+      "epoch": 0.10003691748468871,
+      "grad_norm": 3.7741830348968506,
+      "learning_rate": 1.9743885674453973e-06,
+      "loss": 1.0093,
+      "step": 10568
+    },
+    {
+      "epoch": 0.10004638350640377,
+      "grad_norm": 639.1832275390625,
+      "learning_rate": 1.9743816728149386e-06,
+      "loss": 35.7188,
+      "step": 10569
+    },
+    {
+      "epoch": 0.10005584952811881,
+      "grad_norm": 465.90826416015625,
+      "learning_rate": 1.974374777268624e-06,
+      "loss": 24.875,
+      "step": 10570
+    },
+    {
+      "epoch": 0.10006531554983387,
+      "grad_norm": 318.6462707519531,
+      "learning_rate": 1.974367880806461e-06,
+      "loss": 27.3984,
+      "step": 10571
+    },
+    {
+      "epoch": 0.10007478157154892,
+      "grad_norm": 343.479248046875,
+      "learning_rate": 1.974360983428455e-06,
+      "loss": 24.4141,
+      "step": 10572
+    },
+    {
+      "epoch": 0.10008424759326398,
+      "grad_norm": 410.5221862792969,
+      "learning_rate": 1.9743540851346133e-06,
+      "loss": 41.2891,
+      "step": 10573
+    },
+    {
+      "epoch": 0.10009371361497903,
+      "grad_norm": 405.2139587402344,
+      "learning_rate": 1.9743471859249425e-06,
+      "loss": 52.7656,
+      "step": 10574
+    },
+    {
+      "epoch": 0.10010317963669409,
+      "grad_norm": 417.7200622558594,
+      "learning_rate": 1.974340285799448e-06,
+      "loss": 42.5078,
+      "step": 10575
+    },
+    {
+      "epoch": 0.10011264565840915,
+      "grad_norm": 621.2086791992188,
+      "learning_rate": 1.974333384758138e-06,
+      "loss": 34.6484,
+      "step": 10576
+    },
+    {
+      "epoch": 0.10012211168012419,
+      "grad_norm": 824.2508544921875,
+      "learning_rate": 1.9743264828010175e-06,
+      "loss": 64.3125,
+      "step": 10577
+    },
+    {
+      "epoch": 0.10013157770183925,
+      "grad_norm": 711.673583984375,
+      "learning_rate": 1.9743195799280934e-06,
+      "loss": 53.8594,
+      "step": 10578
+    },
+    {
+      "epoch": 0.1001410437235543,
+      "grad_norm": 195.89825439453125,
+      "learning_rate": 1.974312676139372e-06,
+      "loss": 19.7344,
+      "step": 10579
+    },
+    {
+      "epoch": 0.10015050974526936,
+      "grad_norm": 433.01593017578125,
+      "learning_rate": 1.9743057714348605e-06,
+      "loss": 44.7344,
+      "step": 10580
+    },
+    {
+      "epoch": 0.1001599757669844,
+      "grad_norm": 277.92962646484375,
+      "learning_rate": 1.974298865814565e-06,
+      "loss": 19.8125,
+      "step": 10581
+    },
+    {
+      "epoch": 0.10016944178869946,
+      "grad_norm": 461.06976318359375,
+      "learning_rate": 1.9742919592784918e-06,
+      "loss": 36.6406,
+      "step": 10582
+    },
+    {
+      "epoch": 0.10017890781041451,
+      "grad_norm": 3.0607473850250244,
+      "learning_rate": 1.974285051826648e-06,
+      "loss": 0.918,
+      "step": 10583
+    },
+    {
+      "epoch": 0.10018837383212957,
+      "grad_norm": 381.955810546875,
+      "learning_rate": 1.974278143459039e-06,
+      "loss": 58.6875,
+      "step": 10584
+    },
+    {
+      "epoch": 0.10019783985384463,
+      "grad_norm": 270.6435546875,
+      "learning_rate": 1.974271234175672e-06,
+      "loss": 25.8906,
+      "step": 10585
+    },
+    {
+      "epoch": 0.10020730587555968,
+      "grad_norm": 509.0980224609375,
+      "learning_rate": 1.9742643239765533e-06,
+      "loss": 51.3906,
+      "step": 10586
+    },
+    {
+      "epoch": 0.10021677189727474,
+      "grad_norm": 294.2142639160156,
+      "learning_rate": 1.97425741286169e-06,
+      "loss": 16.6094,
+      "step": 10587
+    },
+    {
+      "epoch": 0.10022623791898978,
+      "grad_norm": 944.1612548828125,
+      "learning_rate": 1.974250500831088e-06,
+      "loss": 44.6016,
+      "step": 10588
+    },
+    {
+      "epoch": 0.10023570394070484,
+      "grad_norm": 470.3285217285156,
+      "learning_rate": 1.9742435878847538e-06,
+      "loss": 54.125,
+      "step": 10589
+    },
+    {
+      "epoch": 0.10024516996241989,
+      "grad_norm": 348.0058898925781,
+      "learning_rate": 1.974236674022694e-06,
+      "loss": 17.2188,
+      "step": 10590
+    },
+    {
+      "epoch": 0.10025463598413495,
+      "grad_norm": 435.2326354980469,
+      "learning_rate": 1.974229759244915e-06,
+      "loss": 28.3516,
+      "step": 10591
+    },
+    {
+      "epoch": 0.10026410200585,
+      "grad_norm": 253.0084228515625,
+      "learning_rate": 1.9742228435514236e-06,
+      "loss": 17.668,
+      "step": 10592
+    },
+    {
+      "epoch": 0.10027356802756505,
+      "grad_norm": 319.3443908691406,
+      "learning_rate": 1.974215926942226e-06,
+      "loss": 39.2188,
+      "step": 10593
+    },
+    {
+      "epoch": 0.10028303404928011,
+      "grad_norm": 264.6986083984375,
+      "learning_rate": 1.9742090094173285e-06,
+      "loss": 25.4062,
+      "step": 10594
+    },
+    {
+      "epoch": 0.10029250007099516,
+      "grad_norm": 278.1637268066406,
+      "learning_rate": 1.9742020909767385e-06,
+      "loss": 26.3438,
+      "step": 10595
+    },
+    {
+      "epoch": 0.10030196609271022,
+      "grad_norm": 496.13433837890625,
+      "learning_rate": 1.974195171620462e-06,
+      "loss": 43.4219,
+      "step": 10596
+    },
+    {
+      "epoch": 0.10031143211442527,
+      "grad_norm": 498.82684326171875,
+      "learning_rate": 1.9741882513485044e-06,
+      "loss": 44.7812,
+      "step": 10597
+    },
+    {
+      "epoch": 0.10032089813614033,
+      "grad_norm": 523.537841796875,
+      "learning_rate": 1.974181330160874e-06,
+      "loss": 40.6406,
+      "step": 10598
+    },
+    {
+      "epoch": 0.10033036415785537,
+      "grad_norm": 279.31036376953125,
+      "learning_rate": 1.9741744080575762e-06,
+      "loss": 35.0547,
+      "step": 10599
+    },
+    {
+      "epoch": 0.10033983017957043,
+      "grad_norm": 401.4710388183594,
+      "learning_rate": 1.974167485038618e-06,
+      "loss": 36.7266,
+      "step": 10600
+    },
+    {
+      "epoch": 0.10034929620128548,
+      "grad_norm": 907.2523803710938,
+      "learning_rate": 1.974160561104006e-06,
+      "loss": 49.4766,
+      "step": 10601
+    },
+    {
+      "epoch": 0.10035876222300054,
+      "grad_norm": 3.494854211807251,
+      "learning_rate": 1.974153636253746e-06,
+      "loss": 1.1094,
+      "step": 10602
+    },
+    {
+      "epoch": 0.1003682282447156,
+      "grad_norm": 851.9781494140625,
+      "learning_rate": 1.9741467104878454e-06,
+      "loss": 36.6797,
+      "step": 10603
+    },
+    {
+      "epoch": 0.10037769426643064,
+      "grad_norm": 313.6498107910156,
+      "learning_rate": 1.97413978380631e-06,
+      "loss": 22.4297,
+      "step": 10604
+    },
+    {
+      "epoch": 0.1003871602881457,
+      "grad_norm": 370.8446044921875,
+      "learning_rate": 1.9741328562091465e-06,
+      "loss": 37.25,
+      "step": 10605
+    },
+    {
+      "epoch": 0.10039662630986075,
+      "grad_norm": 392.18585205078125,
+      "learning_rate": 1.974125927696362e-06,
+      "loss": 23.2969,
+      "step": 10606
+    },
+    {
+      "epoch": 0.10040609233157581,
+      "grad_norm": 582.4617309570312,
+      "learning_rate": 1.974118998267962e-06,
+      "loss": 59.2969,
+      "step": 10607
+    },
+    {
+      "epoch": 0.10041555835329086,
+      "grad_norm": 417.8567810058594,
+      "learning_rate": 1.9741120679239534e-06,
+      "loss": 15.3477,
+      "step": 10608
+    },
+    {
+      "epoch": 0.10042502437500592,
+      "grad_norm": 718.2811279296875,
+      "learning_rate": 1.974105136664343e-06,
+      "loss": 32.4766,
+      "step": 10609
+    },
+    {
+      "epoch": 0.10043449039672098,
+      "grad_norm": 314.06793212890625,
+      "learning_rate": 1.974098204489137e-06,
+      "loss": 27.4688,
+      "step": 10610
+    },
+    {
+      "epoch": 0.10044395641843602,
+      "grad_norm": 2.930375099182129,
+      "learning_rate": 1.9740912713983423e-06,
+      "loss": 0.9126,
+      "step": 10611
+    },
+    {
+      "epoch": 0.10045342244015108,
+      "grad_norm": 169.0237579345703,
+      "learning_rate": 1.974084337391965e-06,
+      "loss": 16.5703,
+      "step": 10612
+    },
+    {
+      "epoch": 0.10046288846186613,
+      "grad_norm": 514.50146484375,
+      "learning_rate": 1.974077402470012e-06,
+      "loss": 18.5859,
+      "step": 10613
+    },
+    {
+      "epoch": 0.10047235448358119,
+      "grad_norm": 1485.6439208984375,
+      "learning_rate": 1.9740704666324898e-06,
+      "loss": 34.7891,
+      "step": 10614
+    },
+    {
+      "epoch": 0.10048182050529623,
+      "grad_norm": 754.9489135742188,
+      "learning_rate": 1.974063529879404e-06,
+      "loss": 25.6406,
+      "step": 10615
+    },
+    {
+      "epoch": 0.1004912865270113,
+      "grad_norm": 325.19146728515625,
+      "learning_rate": 1.9740565922107625e-06,
+      "loss": 22.8359,
+      "step": 10616
+    },
+    {
+      "epoch": 0.10050075254872634,
+      "grad_norm": 420.18408203125,
+      "learning_rate": 1.974049653626571e-06,
+      "loss": 30.0547,
+      "step": 10617
+    },
+    {
+      "epoch": 0.1005102185704414,
+      "grad_norm": 328.6214599609375,
+      "learning_rate": 1.974042714126836e-06,
+      "loss": 20.2891,
+      "step": 10618
+    },
+    {
+      "epoch": 0.10051968459215646,
+      "grad_norm": 416.1221923828125,
+      "learning_rate": 1.974035773711564e-06,
+      "loss": 22.8125,
+      "step": 10619
+    },
+    {
+      "epoch": 0.1005291506138715,
+      "grad_norm": 295.1413269042969,
+      "learning_rate": 1.9740288323807625e-06,
+      "loss": 23.0312,
+      "step": 10620
+    },
+    {
+      "epoch": 0.10053861663558657,
+      "grad_norm": 483.65618896484375,
+      "learning_rate": 1.974021890134437e-06,
+      "loss": 49.375,
+      "step": 10621
+    },
+    {
+      "epoch": 0.10054808265730161,
+      "grad_norm": 409.1482849121094,
+      "learning_rate": 1.974014946972594e-06,
+      "loss": 40.0938,
+      "step": 10622
+    },
+    {
+      "epoch": 0.10055754867901667,
+      "grad_norm": 384.18988037109375,
+      "learning_rate": 1.9740080028952402e-06,
+      "loss": 27.2266,
+      "step": 10623
+    },
+    {
+      "epoch": 0.10056701470073172,
+      "grad_norm": 426.2543029785156,
+      "learning_rate": 1.9740010579023827e-06,
+      "loss": 41.5781,
+      "step": 10624
+    },
+    {
+      "epoch": 0.10057648072244678,
+      "grad_norm": 779.4286499023438,
+      "learning_rate": 1.9739941119940275e-06,
+      "loss": 8.5586,
+      "step": 10625
+    },
+    {
+      "epoch": 0.10058594674416182,
+      "grad_norm": 518.2972412109375,
+      "learning_rate": 1.9739871651701808e-06,
+      "loss": 41.1484,
+      "step": 10626
+    },
+    {
+      "epoch": 0.10059541276587688,
+      "grad_norm": 188.68101501464844,
+      "learning_rate": 1.97398021743085e-06,
+      "loss": 19.0938,
+      "step": 10627
+    },
+    {
+      "epoch": 0.10060487878759194,
+      "grad_norm": 1193.4737548828125,
+      "learning_rate": 1.9739732687760407e-06,
+      "loss": 54.6875,
+      "step": 10628
+    },
+    {
+      "epoch": 0.10061434480930699,
+      "grad_norm": 288.6430358886719,
+      "learning_rate": 1.9739663192057604e-06,
+      "loss": 18.1875,
+      "step": 10629
+    },
+    {
+      "epoch": 0.10062381083102205,
+      "grad_norm": 233.88282775878906,
+      "learning_rate": 1.9739593687200145e-06,
+      "loss": 18.8906,
+      "step": 10630
+    },
+    {
+      "epoch": 0.1006332768527371,
+      "grad_norm": 303.88177490234375,
+      "learning_rate": 1.9739524173188107e-06,
+      "loss": 28.1484,
+      "step": 10631
+    },
+    {
+      "epoch": 0.10064274287445216,
+      "grad_norm": 2106.4033203125,
+      "learning_rate": 1.9739454650021548e-06,
+      "loss": 42.3633,
+      "step": 10632
+    },
+    {
+      "epoch": 0.1006522088961672,
+      "grad_norm": 1197.361328125,
+      "learning_rate": 1.9739385117700532e-06,
+      "loss": 48.2539,
+      "step": 10633
+    },
+    {
+      "epoch": 0.10066167491788226,
+      "grad_norm": 287.88623046875,
+      "learning_rate": 1.973931557622513e-06,
+      "loss": 23.2969,
+      "step": 10634
+    },
+    {
+      "epoch": 0.10067114093959731,
+      "grad_norm": 608.188720703125,
+      "learning_rate": 1.973924602559541e-06,
+      "loss": 63.0938,
+      "step": 10635
+    },
+    {
+      "epoch": 0.10068060696131237,
+      "grad_norm": 279.9298095703125,
+      "learning_rate": 1.9739176465811427e-06,
+      "loss": 28.7656,
+      "step": 10636
+    },
+    {
+      "epoch": 0.10069007298302743,
+      "grad_norm": 173.24404907226562,
+      "learning_rate": 1.9739106896873253e-06,
+      "loss": 19.3125,
+      "step": 10637
+    },
+    {
+      "epoch": 0.10069953900474247,
+      "grad_norm": 448.0154724121094,
+      "learning_rate": 1.9739037318780953e-06,
+      "loss": 19.4141,
+      "step": 10638
+    },
+    {
+      "epoch": 0.10070900502645753,
+      "grad_norm": 304.6627502441406,
+      "learning_rate": 1.973896773153459e-06,
+      "loss": 29.9531,
+      "step": 10639
+    },
+    {
+      "epoch": 0.10071847104817258,
+      "grad_norm": 423.02191162109375,
+      "learning_rate": 1.973889813513423e-06,
+      "loss": 40.9922,
+      "step": 10640
+    },
+    {
+      "epoch": 0.10072793706988764,
+      "grad_norm": 675.7747192382812,
+      "learning_rate": 1.973882852957994e-06,
+      "loss": 37.9258,
+      "step": 10641
+    },
+    {
+      "epoch": 0.10073740309160269,
+      "grad_norm": 317.4502258300781,
+      "learning_rate": 1.9738758914871784e-06,
+      "loss": 36.1719,
+      "step": 10642
+    },
+    {
+      "epoch": 0.10074686911331775,
+      "grad_norm": 265.65771484375,
+      "learning_rate": 1.973868929100983e-06,
+      "loss": 20.5859,
+      "step": 10643
+    },
+    {
+      "epoch": 0.10075633513503279,
+      "grad_norm": 490.9431457519531,
+      "learning_rate": 1.973861965799414e-06,
+      "loss": 30.4922,
+      "step": 10644
+    },
+    {
+      "epoch": 0.10076580115674785,
+      "grad_norm": 245.01992797851562,
+      "learning_rate": 1.9738550015824783e-06,
+      "loss": 21.5234,
+      "step": 10645
+    },
+    {
+      "epoch": 0.10077526717846291,
+      "grad_norm": 462.2872009277344,
+      "learning_rate": 1.973848036450182e-06,
+      "loss": 28.4688,
+      "step": 10646
+    },
+    {
+      "epoch": 0.10078473320017796,
+      "grad_norm": 411.36083984375,
+      "learning_rate": 1.9738410704025323e-06,
+      "loss": 28.1406,
+      "step": 10647
+    },
+    {
+      "epoch": 0.10079419922189302,
+      "grad_norm": 486.3639831542969,
+      "learning_rate": 1.9738341034395353e-06,
+      "loss": 43.0234,
+      "step": 10648
+    },
+    {
+      "epoch": 0.10080366524360806,
+      "grad_norm": 796.4903564453125,
+      "learning_rate": 1.973827135561197e-06,
+      "loss": 42.6953,
+      "step": 10649
+    },
+    {
+      "epoch": 0.10081313126532312,
+      "grad_norm": 432.8517761230469,
+      "learning_rate": 1.973820166767525e-06,
+      "loss": 29.1719,
+      "step": 10650
+    },
+    {
+      "epoch": 0.10082259728703817,
+      "grad_norm": 1389.22802734375,
+      "learning_rate": 1.9738131970585253e-06,
+      "loss": 45.1875,
+      "step": 10651
+    },
+    {
+      "epoch": 0.10083206330875323,
+      "grad_norm": 460.63262939453125,
+      "learning_rate": 1.9738062264342047e-06,
+      "loss": 32.9688,
+      "step": 10652
+    },
+    {
+      "epoch": 0.10084152933046829,
+      "grad_norm": 329.6923828125,
+      "learning_rate": 1.9737992548945694e-06,
+      "loss": 24.2812,
+      "step": 10653
+    },
+    {
+      "epoch": 0.10085099535218334,
+      "grad_norm": 611.152587890625,
+      "learning_rate": 1.9737922824396264e-06,
+      "loss": 42.7344,
+      "step": 10654
+    },
+    {
+      "epoch": 0.1008604613738984,
+      "grad_norm": 370.48974609375,
+      "learning_rate": 1.9737853090693818e-06,
+      "loss": 34.3359,
+      "step": 10655
+    },
+    {
+      "epoch": 0.10086992739561344,
+      "grad_norm": 285.9647216796875,
+      "learning_rate": 1.973778334783842e-06,
+      "loss": 21.8086,
+      "step": 10656
+    },
+    {
+      "epoch": 0.1008793934173285,
+      "grad_norm": 697.1549682617188,
+      "learning_rate": 1.9737713595830145e-06,
+      "loss": 60.5625,
+      "step": 10657
+    },
+    {
+      "epoch": 0.10088885943904355,
+      "grad_norm": 409.978271484375,
+      "learning_rate": 1.973764383466905e-06,
+      "loss": 24.3945,
+      "step": 10658
+    },
+    {
+      "epoch": 0.10089832546075861,
+      "grad_norm": 327.5806884765625,
+      "learning_rate": 1.9737574064355205e-06,
+      "loss": 17.918,
+      "step": 10659
+    },
+    {
+      "epoch": 0.10090779148247365,
+      "grad_norm": 2.785609006881714,
+      "learning_rate": 1.9737504284888674e-06,
+      "loss": 0.8062,
+      "step": 10660
+    },
+    {
+      "epoch": 0.10091725750418871,
+      "grad_norm": 408.5553283691406,
+      "learning_rate": 1.973743449626952e-06,
+      "loss": 55.3594,
+      "step": 10661
+    },
+    {
+      "epoch": 0.10092672352590377,
+      "grad_norm": 661.19677734375,
+      "learning_rate": 1.9737364698497815e-06,
+      "loss": 51.1875,
+      "step": 10662
+    },
+    {
+      "epoch": 0.10093618954761882,
+      "grad_norm": 282.2568664550781,
+      "learning_rate": 1.9737294891573618e-06,
+      "loss": 16.7344,
+      "step": 10663
+    },
+    {
+      "epoch": 0.10094565556933388,
+      "grad_norm": 358.90899658203125,
+      "learning_rate": 1.9737225075496997e-06,
+      "loss": 23.7812,
+      "step": 10664
+    },
+    {
+      "epoch": 0.10095512159104893,
+      "grad_norm": 728.069091796875,
+      "learning_rate": 1.9737155250268015e-06,
+      "loss": 31.3516,
+      "step": 10665
+    },
+    {
+      "epoch": 0.10096458761276399,
+      "grad_norm": 399.13763427734375,
+      "learning_rate": 1.9737085415886746e-06,
+      "loss": 11.0391,
+      "step": 10666
+    },
+    {
+      "epoch": 0.10097405363447903,
+      "grad_norm": 269.24957275390625,
+      "learning_rate": 1.9737015572353247e-06,
+      "loss": 19.5859,
+      "step": 10667
+    },
+    {
+      "epoch": 0.10098351965619409,
+      "grad_norm": 623.5556030273438,
+      "learning_rate": 1.9736945719667587e-06,
+      "loss": 15.3359,
+      "step": 10668
+    },
+    {
+      "epoch": 0.10099298567790914,
+      "grad_norm": 219.8771209716797,
+      "learning_rate": 1.9736875857829833e-06,
+      "loss": 21.3594,
+      "step": 10669
+    },
+    {
+      "epoch": 0.1010024516996242,
+      "grad_norm": 225.57615661621094,
+      "learning_rate": 1.973680598684005e-06,
+      "loss": 25.0703,
+      "step": 10670
+    },
+    {
+      "epoch": 0.10101191772133926,
+      "grad_norm": 1792.068603515625,
+      "learning_rate": 1.97367361066983e-06,
+      "loss": 30.9922,
+      "step": 10671
+    },
+    {
+      "epoch": 0.1010213837430543,
+      "grad_norm": 3.4837355613708496,
+      "learning_rate": 1.973666621740465e-06,
+      "loss": 0.9434,
+      "step": 10672
+    },
+    {
+      "epoch": 0.10103084976476936,
+      "grad_norm": 218.24822998046875,
+      "learning_rate": 1.973659631895917e-06,
+      "loss": 17.0078,
+      "step": 10673
+    },
+    {
+      "epoch": 0.10104031578648441,
+      "grad_norm": 496.6743469238281,
+      "learning_rate": 1.973652641136192e-06,
+      "loss": 19.5312,
+      "step": 10674
+    },
+    {
+      "epoch": 0.10104978180819947,
+      "grad_norm": 275.8001403808594,
+      "learning_rate": 1.9736456494612975e-06,
+      "loss": 16.0078,
+      "step": 10675
+    },
+    {
+      "epoch": 0.10105924782991452,
+      "grad_norm": 632.2824096679688,
+      "learning_rate": 1.9736386568712387e-06,
+      "loss": 46.9531,
+      "step": 10676
+    },
+    {
+      "epoch": 0.10106871385162958,
+      "grad_norm": 256.0386047363281,
+      "learning_rate": 1.9736316633660235e-06,
+      "loss": 25.6797,
+      "step": 10677
+    },
+    {
+      "epoch": 0.10107817987334462,
+      "grad_norm": 414.1674499511719,
+      "learning_rate": 1.9736246689456574e-06,
+      "loss": 37.7031,
+      "step": 10678
+    },
+    {
+      "epoch": 0.10108764589505968,
+      "grad_norm": 360.83160400390625,
+      "learning_rate": 1.9736176736101476e-06,
+      "loss": 42.6719,
+      "step": 10679
+    },
+    {
+      "epoch": 0.10109711191677474,
+      "grad_norm": 278.8284606933594,
+      "learning_rate": 1.973610677359501e-06,
+      "loss": 22.4922,
+      "step": 10680
+    },
+    {
+      "epoch": 0.10110657793848979,
+      "grad_norm": 156.84400939941406,
+      "learning_rate": 1.9736036801937226e-06,
+      "loss": 15.3164,
+      "step": 10681
+    },
+    {
+      "epoch": 0.10111604396020485,
+      "grad_norm": 561.5140991210938,
+      "learning_rate": 1.973596682112821e-06,
+      "loss": 58.9062,
+      "step": 10682
+    },
+    {
+      "epoch": 0.1011255099819199,
+      "grad_norm": 227.15115356445312,
+      "learning_rate": 1.9735896831168016e-06,
+      "loss": 28.3828,
+      "step": 10683
+    },
+    {
+      "epoch": 0.10113497600363495,
+      "grad_norm": 175.51441955566406,
+      "learning_rate": 1.9735826832056715e-06,
+      "loss": 20.0781,
+      "step": 10684
+    },
+    {
+      "epoch": 0.10114444202535,
+      "grad_norm": 199.6274871826172,
+      "learning_rate": 1.9735756823794366e-06,
+      "loss": 16.8906,
+      "step": 10685
+    },
+    {
+      "epoch": 0.10115390804706506,
+      "grad_norm": 3.341701030731201,
+      "learning_rate": 1.973568680638104e-06,
+      "loss": 1.0479,
+      "step": 10686
+    },
+    {
+      "epoch": 0.10116337406878011,
+      "grad_norm": 281.3661193847656,
+      "learning_rate": 1.9735616779816805e-06,
+      "loss": 19.0469,
+      "step": 10687
+    },
+    {
+      "epoch": 0.10117284009049517,
+      "grad_norm": 441.92596435546875,
+      "learning_rate": 1.973554674410172e-06,
+      "loss": 42.1562,
+      "step": 10688
+    },
+    {
+      "epoch": 0.10118230611221023,
+      "grad_norm": 310.4792785644531,
+      "learning_rate": 1.9735476699235855e-06,
+      "loss": 34.9844,
+      "step": 10689
+    },
+    {
+      "epoch": 0.10119177213392527,
+      "grad_norm": 464.5519104003906,
+      "learning_rate": 1.9735406645219277e-06,
+      "loss": 28.2812,
+      "step": 10690
+    },
+    {
+      "epoch": 0.10120123815564033,
+      "grad_norm": 3.1908648014068604,
+      "learning_rate": 1.9735336582052045e-06,
+      "loss": 1.0747,
+      "step": 10691
+    },
+    {
+      "epoch": 0.10121070417735538,
+      "grad_norm": 516.6564331054688,
+      "learning_rate": 1.9735266509734235e-06,
+      "loss": 32.5859,
+      "step": 10692
+    },
+    {
+      "epoch": 0.10122017019907044,
+      "grad_norm": 463.9186096191406,
+      "learning_rate": 1.9735196428265904e-06,
+      "loss": 19.8672,
+      "step": 10693
+    },
+    {
+      "epoch": 0.10122963622078548,
+      "grad_norm": 187.6327362060547,
+      "learning_rate": 1.9735126337647126e-06,
+      "loss": 18.8828,
+      "step": 10694
+    },
+    {
+      "epoch": 0.10123910224250054,
+      "grad_norm": 303.098388671875,
+      "learning_rate": 1.973505623787796e-06,
+      "loss": 20.8711,
+      "step": 10695
+    },
+    {
+      "epoch": 0.1012485682642156,
+      "grad_norm": 397.9830322265625,
+      "learning_rate": 1.9734986128958473e-06,
+      "loss": 39.6953,
+      "step": 10696
+    },
+    {
+      "epoch": 0.10125803428593065,
+      "grad_norm": 458.7879943847656,
+      "learning_rate": 1.973491601088874e-06,
+      "loss": 45.4062,
+      "step": 10697
+    },
+    {
+      "epoch": 0.10126750030764571,
+      "grad_norm": 508.9710998535156,
+      "learning_rate": 1.973484588366881e-06,
+      "loss": 26.8125,
+      "step": 10698
+    },
+    {
+      "epoch": 0.10127696632936076,
+      "grad_norm": 229.2833709716797,
+      "learning_rate": 1.9734775747298764e-06,
+      "loss": 17.2266,
+      "step": 10699
+    },
+    {
+      "epoch": 0.10128643235107582,
+      "grad_norm": 438.72442626953125,
+      "learning_rate": 1.9734705601778657e-06,
+      "loss": 22.9102,
+      "step": 10700
+    },
+    {
+      "epoch": 0.10129589837279086,
+      "grad_norm": 555.96435546875,
+      "learning_rate": 1.9734635447108564e-06,
+      "loss": 23.457,
+      "step": 10701
+    },
+    {
+      "epoch": 0.10130536439450592,
+      "grad_norm": 664.8400268554688,
+      "learning_rate": 1.9734565283288547e-06,
+      "loss": 26.4648,
+      "step": 10702
+    },
+    {
+      "epoch": 0.10131483041622097,
+      "grad_norm": 335.2774353027344,
+      "learning_rate": 1.973449511031867e-06,
+      "loss": 36.9531,
+      "step": 10703
+    },
+    {
+      "epoch": 0.10132429643793603,
+      "grad_norm": 172.12205505371094,
+      "learning_rate": 1.9734424928199004e-06,
+      "loss": 20.125,
+      "step": 10704
+    },
+    {
+      "epoch": 0.10133376245965109,
+      "grad_norm": 753.755615234375,
+      "learning_rate": 1.9734354736929605e-06,
+      "loss": 18.8047,
+      "step": 10705
+    },
+    {
+      "epoch": 0.10134322848136613,
+      "grad_norm": 508.3937683105469,
+      "learning_rate": 1.973428453651055e-06,
+      "loss": 58.2188,
+      "step": 10706
+    },
+    {
+      "epoch": 0.1013526945030812,
+      "grad_norm": 3.337949514389038,
+      "learning_rate": 1.9734214326941904e-06,
+      "loss": 0.8726,
+      "step": 10707
+    },
+    {
+      "epoch": 0.10136216052479624,
+      "grad_norm": 605.645751953125,
+      "learning_rate": 1.9734144108223724e-06,
+      "loss": 39.75,
+      "step": 10708
+    },
+    {
+      "epoch": 0.1013716265465113,
+      "grad_norm": 317.1656799316406,
+      "learning_rate": 1.973407388035609e-06,
+      "loss": 15.918,
+      "step": 10709
+    },
+    {
+      "epoch": 0.10138109256822635,
+      "grad_norm": 777.4223022460938,
+      "learning_rate": 1.973400364333905e-06,
+      "loss": 62.5938,
+      "step": 10710
+    },
+    {
+      "epoch": 0.1013905585899414,
+      "grad_norm": 941.7799072265625,
+      "learning_rate": 1.9733933397172685e-06,
+      "loss": 41.7266,
+      "step": 10711
+    },
+    {
+      "epoch": 0.10140002461165645,
+      "grad_norm": 2.9774844646453857,
+      "learning_rate": 1.9733863141857053e-06,
+      "loss": 0.7925,
+      "step": 10712
+    },
+    {
+      "epoch": 0.10140949063337151,
+      "grad_norm": 279.4832763671875,
+      "learning_rate": 1.9733792877392226e-06,
+      "loss": 28.4375,
+      "step": 10713
+    },
+    {
+      "epoch": 0.10141895665508657,
+      "grad_norm": 387.12420654296875,
+      "learning_rate": 1.973372260377827e-06,
+      "loss": 32.4766,
+      "step": 10714
+    },
+    {
+      "epoch": 0.10142842267680162,
+      "grad_norm": 553.7158203125,
+      "learning_rate": 1.973365232101524e-06,
+      "loss": 25.5781,
+      "step": 10715
+    },
+    {
+      "epoch": 0.10143788869851668,
+      "grad_norm": 406.6733703613281,
+      "learning_rate": 1.9733582029103214e-06,
+      "loss": 31.0469,
+      "step": 10716
+    },
+    {
+      "epoch": 0.10144735472023172,
+      "grad_norm": 183.98226928710938,
+      "learning_rate": 1.9733511728042255e-06,
+      "loss": 16.5469,
+      "step": 10717
+    },
+    {
+      "epoch": 0.10145682074194678,
+      "grad_norm": 587.1603393554688,
+      "learning_rate": 1.9733441417832426e-06,
+      "loss": 23.5547,
+      "step": 10718
+    },
+    {
+      "epoch": 0.10146628676366183,
+      "grad_norm": 281.7250061035156,
+      "learning_rate": 1.97333710984738e-06,
+      "loss": 38.75,
+      "step": 10719
+    },
+    {
+      "epoch": 0.10147575278537689,
+      "grad_norm": 551.3875122070312,
+      "learning_rate": 1.973330076996643e-06,
+      "loss": 25.1406,
+      "step": 10720
+    },
+    {
+      "epoch": 0.10148521880709194,
+      "grad_norm": 169.3487548828125,
+      "learning_rate": 1.9733230432310397e-06,
+      "loss": 10.3867,
+      "step": 10721
+    },
+    {
+      "epoch": 0.101494684828807,
+      "grad_norm": 499.8358459472656,
+      "learning_rate": 1.973316008550576e-06,
+      "loss": 44.4531,
+      "step": 10722
+    },
+    {
+      "epoch": 0.10150415085052206,
+      "grad_norm": 3.4561665058135986,
+      "learning_rate": 1.9733089729552585e-06,
+      "loss": 0.957,
+      "step": 10723
+    },
+    {
+      "epoch": 0.1015136168722371,
+      "grad_norm": 254.56167602539062,
+      "learning_rate": 1.9733019364450934e-06,
+      "loss": 20.5547,
+      "step": 10724
+    },
+    {
+      "epoch": 0.10152308289395216,
+      "grad_norm": 644.0747680664062,
+      "learning_rate": 1.9732948990200887e-06,
+      "loss": 54.375,
+      "step": 10725
+    },
+    {
+      "epoch": 0.10153254891566721,
+      "grad_norm": 385.3824462890625,
+      "learning_rate": 1.97328786068025e-06,
+      "loss": 22.2578,
+      "step": 10726
+    },
+    {
+      "epoch": 0.10154201493738227,
+      "grad_norm": 782.6631469726562,
+      "learning_rate": 1.9732808214255832e-06,
+      "loss": 35.9531,
+      "step": 10727
+    },
+    {
+      "epoch": 0.10155148095909731,
+      "grad_norm": 350.6466369628906,
+      "learning_rate": 1.973273781256096e-06,
+      "loss": 25.375,
+      "step": 10728
+    },
+    {
+      "epoch": 0.10156094698081237,
+      "grad_norm": 615.5086059570312,
+      "learning_rate": 1.973266740171795e-06,
+      "loss": 27.3984,
+      "step": 10729
+    },
+    {
+      "epoch": 0.10157041300252742,
+      "grad_norm": 195.8678741455078,
+      "learning_rate": 1.9732596981726867e-06,
+      "loss": 13.4453,
+      "step": 10730
+    },
+    {
+      "epoch": 0.10157987902424248,
+      "grad_norm": 376.080322265625,
+      "learning_rate": 1.9732526552587776e-06,
+      "loss": 43.9375,
+      "step": 10731
+    },
+    {
+      "epoch": 0.10158934504595754,
+      "grad_norm": 167.0189208984375,
+      "learning_rate": 1.9732456114300738e-06,
+      "loss": 17.9805,
+      "step": 10732
+    },
+    {
+      "epoch": 0.10159881106767259,
+      "grad_norm": 430.85760498046875,
+      "learning_rate": 1.9732385666865832e-06,
+      "loss": 39.6875,
+      "step": 10733
+    },
+    {
+      "epoch": 0.10160827708938765,
+      "grad_norm": 292.11053466796875,
+      "learning_rate": 1.973231521028311e-06,
+      "loss": 19.0312,
+      "step": 10734
+    },
+    {
+      "epoch": 0.10161774311110269,
+      "grad_norm": 185.2101593017578,
+      "learning_rate": 1.973224474455265e-06,
+      "loss": 19.6953,
+      "step": 10735
+    },
+    {
+      "epoch": 0.10162720913281775,
+      "grad_norm": 472.912841796875,
+      "learning_rate": 1.973217426967451e-06,
+      "loss": 19.4453,
+      "step": 10736
+    },
+    {
+      "epoch": 0.1016366751545328,
+      "grad_norm": 294.7665100097656,
+      "learning_rate": 1.973210378564876e-06,
+      "loss": 19.8047,
+      "step": 10737
+    },
+    {
+      "epoch": 0.10164614117624786,
+      "grad_norm": 219.18197631835938,
+      "learning_rate": 1.9732033292475464e-06,
+      "loss": 19.8281,
+      "step": 10738
+    },
+    {
+      "epoch": 0.10165560719796292,
+      "grad_norm": 3.7228434085845947,
+      "learning_rate": 1.973196279015469e-06,
+      "loss": 1.001,
+      "step": 10739
+    },
+    {
+      "epoch": 0.10166507321967796,
+      "grad_norm": 353.1515197753906,
+      "learning_rate": 1.973189227868651e-06,
+      "loss": 19.3828,
+      "step": 10740
+    },
+    {
+      "epoch": 0.10167453924139302,
+      "grad_norm": 326.2034912109375,
+      "learning_rate": 1.9731821758070977e-06,
+      "loss": 25.6172,
+      "step": 10741
+    },
+    {
+      "epoch": 0.10168400526310807,
+      "grad_norm": 765.2726440429688,
+      "learning_rate": 1.9731751228308167e-06,
+      "loss": 46.1094,
+      "step": 10742
+    },
+    {
+      "epoch": 0.10169347128482313,
+      "grad_norm": 389.43524169921875,
+      "learning_rate": 1.9731680689398146e-06,
+      "loss": 35.2969,
+      "step": 10743
+    },
+    {
+      "epoch": 0.10170293730653818,
+      "grad_norm": 456.8645324707031,
+      "learning_rate": 1.9731610141340974e-06,
+      "loss": 25.2266,
+      "step": 10744
+    },
+    {
+      "epoch": 0.10171240332825324,
+      "grad_norm": 297.10345458984375,
+      "learning_rate": 1.9731539584136728e-06,
+      "loss": 17.8828,
+      "step": 10745
+    },
+    {
+      "epoch": 0.10172186934996828,
+      "grad_norm": 172.04150390625,
+      "learning_rate": 1.973146901778546e-06,
+      "loss": 17.7734,
+      "step": 10746
+    },
+    {
+      "epoch": 0.10173133537168334,
+      "grad_norm": 420.06500244140625,
+      "learning_rate": 1.973139844228725e-06,
+      "loss": 45.7656,
+      "step": 10747
+    },
+    {
+      "epoch": 0.1017408013933984,
+      "grad_norm": 426.1719970703125,
+      "learning_rate": 1.9731327857642156e-06,
+      "loss": 28.8438,
+      "step": 10748
+    },
+    {
+      "epoch": 0.10175026741511345,
+      "grad_norm": 3.1038930416107178,
+      "learning_rate": 1.973125726385025e-06,
+      "loss": 0.9253,
+      "step": 10749
+    },
+    {
+      "epoch": 0.10175973343682851,
+      "grad_norm": 659.4366455078125,
+      "learning_rate": 1.9731186660911593e-06,
+      "loss": 11.875,
+      "step": 10750
+    },
+    {
+      "epoch": 0.10176919945854355,
+      "grad_norm": 1159.806640625,
+      "learning_rate": 1.9731116048826252e-06,
+      "loss": 48.6406,
+      "step": 10751
+    },
+    {
+      "epoch": 0.10177866548025861,
+      "grad_norm": 378.3949890136719,
+      "learning_rate": 1.9731045427594294e-06,
+      "loss": 35.5625,
+      "step": 10752
+    },
+    {
+      "epoch": 0.10178813150197366,
+      "grad_norm": 902.2179565429688,
+      "learning_rate": 1.973097479721579e-06,
+      "loss": 60.9922,
+      "step": 10753
+    },
+    {
+      "epoch": 0.10179759752368872,
+      "grad_norm": 222.41650390625,
+      "learning_rate": 1.9730904157690804e-06,
+      "loss": 26.5156,
+      "step": 10754
+    },
+    {
+      "epoch": 0.10180706354540377,
+      "grad_norm": 593.7284545898438,
+      "learning_rate": 1.97308335090194e-06,
+      "loss": 33.7891,
+      "step": 10755
+    },
+    {
+      "epoch": 0.10181652956711883,
+      "grad_norm": 558.3494873046875,
+      "learning_rate": 1.973076285120164e-06,
+      "loss": 24.9336,
+      "step": 10756
+    },
+    {
+      "epoch": 0.10182599558883389,
+      "grad_norm": 757.4963989257812,
+      "learning_rate": 1.97306921842376e-06,
+      "loss": 48.3906,
+      "step": 10757
+    },
+    {
+      "epoch": 0.10183546161054893,
+      "grad_norm": 262.8924865722656,
+      "learning_rate": 1.9730621508127344e-06,
+      "loss": 20.8594,
+      "step": 10758
+    },
+    {
+      "epoch": 0.10184492763226399,
+      "grad_norm": 143.2061767578125,
+      "learning_rate": 1.9730550822870935e-06,
+      "loss": 21.0312,
+      "step": 10759
+    },
+    {
+      "epoch": 0.10185439365397904,
+      "grad_norm": 301.7262268066406,
+      "learning_rate": 1.973048012846844e-06,
+      "loss": 34.5156,
+      "step": 10760
+    },
+    {
+      "epoch": 0.1018638596756941,
+      "grad_norm": 217.05828857421875,
+      "learning_rate": 1.973040942491993e-06,
+      "loss": 20.1406,
+      "step": 10761
+    },
+    {
+      "epoch": 0.10187332569740915,
+      "grad_norm": 237.01048278808594,
+      "learning_rate": 1.9730338712225466e-06,
+      "loss": 19.75,
+      "step": 10762
+    },
+    {
+      "epoch": 0.1018827917191242,
+      "grad_norm": 336.124267578125,
+      "learning_rate": 1.9730267990385115e-06,
+      "loss": 21.0625,
+      "step": 10763
+    },
+    {
+      "epoch": 0.10189225774083925,
+      "grad_norm": 249.41673278808594,
+      "learning_rate": 1.973019725939895e-06,
+      "loss": 18.7969,
+      "step": 10764
+    },
+    {
+      "epoch": 0.10190172376255431,
+      "grad_norm": 470.5046081542969,
+      "learning_rate": 1.973012651926703e-06,
+      "loss": 22.1797,
+      "step": 10765
+    },
+    {
+      "epoch": 0.10191118978426937,
+      "grad_norm": 360.1184997558594,
+      "learning_rate": 1.9730055769989423e-06,
+      "loss": 23.9688,
+      "step": 10766
+    },
+    {
+      "epoch": 0.10192065580598442,
+      "grad_norm": 279.7814025878906,
+      "learning_rate": 1.9729985011566197e-06,
+      "loss": 21.6797,
+      "step": 10767
+    },
+    {
+      "epoch": 0.10193012182769948,
+      "grad_norm": 500.1244201660156,
+      "learning_rate": 1.9729914243997418e-06,
+      "loss": 18.2148,
+      "step": 10768
+    },
+    {
+      "epoch": 0.10193958784941452,
+      "grad_norm": 374.2088317871094,
+      "learning_rate": 1.9729843467283155e-06,
+      "loss": 17.9297,
+      "step": 10769
+    },
+    {
+      "epoch": 0.10194905387112958,
+      "grad_norm": 255.31495666503906,
+      "learning_rate": 1.9729772681423466e-06,
+      "loss": 24.9062,
+      "step": 10770
+    },
+    {
+      "epoch": 0.10195851989284463,
+      "grad_norm": 264.9049377441406,
+      "learning_rate": 1.972970188641843e-06,
+      "loss": 28.0781,
+      "step": 10771
+    },
+    {
+      "epoch": 0.10196798591455969,
+      "grad_norm": 608.18505859375,
+      "learning_rate": 1.9729631082268104e-06,
+      "loss": 25.1211,
+      "step": 10772
+    },
+    {
+      "epoch": 0.10197745193627474,
+      "grad_norm": 317.8977966308594,
+      "learning_rate": 1.972956026897256e-06,
+      "loss": 39.375,
+      "step": 10773
+    },
+    {
+      "epoch": 0.1019869179579898,
+      "grad_norm": 394.0249938964844,
+      "learning_rate": 1.972948944653186e-06,
+      "loss": 11.0469,
+      "step": 10774
+    },
+    {
+      "epoch": 0.10199638397970485,
+      "grad_norm": 831.8424682617188,
+      "learning_rate": 1.9729418614946074e-06,
+      "loss": 33.3438,
+      "step": 10775
+    },
+    {
+      "epoch": 0.1020058500014199,
+      "grad_norm": 911.8816528320312,
+      "learning_rate": 1.9729347774215264e-06,
+      "loss": 50.5859,
+      "step": 10776
+    },
+    {
+      "epoch": 0.10201531602313496,
+      "grad_norm": 429.0124206542969,
+      "learning_rate": 1.9729276924339505e-06,
+      "loss": 46.9062,
+      "step": 10777
+    },
+    {
+      "epoch": 0.10202478204485001,
+      "grad_norm": 1202.1380615234375,
+      "learning_rate": 1.9729206065318856e-06,
+      "loss": 61.8594,
+      "step": 10778
+    },
+    {
+      "epoch": 0.10203424806656507,
+      "grad_norm": 539.4385986328125,
+      "learning_rate": 1.9729135197153386e-06,
+      "loss": 30.2812,
+      "step": 10779
+    },
+    {
+      "epoch": 0.10204371408828011,
+      "grad_norm": 272.08056640625,
+      "learning_rate": 1.9729064319843166e-06,
+      "loss": 29.4688,
+      "step": 10780
+    },
+    {
+      "epoch": 0.10205318010999517,
+      "grad_norm": 306.85858154296875,
+      "learning_rate": 1.9728993433388255e-06,
+      "loss": 8.832,
+      "step": 10781
+    },
+    {
+      "epoch": 0.10206264613171023,
+      "grad_norm": 336.7789001464844,
+      "learning_rate": 1.972892253778872e-06,
+      "loss": 26.7969,
+      "step": 10782
+    },
+    {
+      "epoch": 0.10207211215342528,
+      "grad_norm": 212.7386474609375,
+      "learning_rate": 1.9728851633044637e-06,
+      "loss": 45.2656,
+      "step": 10783
+    },
+    {
+      "epoch": 0.10208157817514034,
+      "grad_norm": 186.25457763671875,
+      "learning_rate": 1.9728780719156066e-06,
+      "loss": 10.0664,
+      "step": 10784
+    },
+    {
+      "epoch": 0.10209104419685539,
+      "grad_norm": 309.6431579589844,
+      "learning_rate": 1.972870979612307e-06,
+      "loss": 21.5234,
+      "step": 10785
+    },
+    {
+      "epoch": 0.10210051021857044,
+      "grad_norm": 343.0778503417969,
+      "learning_rate": 1.972863886394572e-06,
+      "loss": 30.4844,
+      "step": 10786
+    },
+    {
+      "epoch": 0.10210997624028549,
+      "grad_norm": 578.17724609375,
+      "learning_rate": 1.9728567922624084e-06,
+      "loss": 52.2656,
+      "step": 10787
+    },
+    {
+      "epoch": 0.10211944226200055,
+      "grad_norm": 645.7352905273438,
+      "learning_rate": 1.972849697215823e-06,
+      "loss": 32.4766,
+      "step": 10788
+    },
+    {
+      "epoch": 0.1021289082837156,
+      "grad_norm": 458.2528076171875,
+      "learning_rate": 1.9728426012548216e-06,
+      "loss": 38.3984,
+      "step": 10789
+    },
+    {
+      "epoch": 0.10213837430543066,
+      "grad_norm": 633.7694091796875,
+      "learning_rate": 1.9728355043794115e-06,
+      "loss": 48.5312,
+      "step": 10790
+    },
+    {
+      "epoch": 0.10214784032714572,
+      "grad_norm": 240.54690551757812,
+      "learning_rate": 1.9728284065895996e-06,
+      "loss": 23.0625,
+      "step": 10791
+    },
+    {
+      "epoch": 0.10215730634886076,
+      "grad_norm": 182.63925170898438,
+      "learning_rate": 1.9728213078853924e-06,
+      "loss": 16.5781,
+      "step": 10792
+    },
+    {
+      "epoch": 0.10216677237057582,
+      "grad_norm": 257.3024597167969,
+      "learning_rate": 1.972814208266796e-06,
+      "loss": 14.9297,
+      "step": 10793
+    },
+    {
+      "epoch": 0.10217623839229087,
+      "grad_norm": 761.2980346679688,
+      "learning_rate": 1.9728071077338177e-06,
+      "loss": 44.7812,
+      "step": 10794
+    },
+    {
+      "epoch": 0.10218570441400593,
+      "grad_norm": 601.8558959960938,
+      "learning_rate": 1.9728000062864642e-06,
+      "loss": 24.25,
+      "step": 10795
+    },
+    {
+      "epoch": 0.10219517043572098,
+      "grad_norm": 551.3482055664062,
+      "learning_rate": 1.9727929039247416e-06,
+      "loss": 43.7812,
+      "step": 10796
+    },
+    {
+      "epoch": 0.10220463645743603,
+      "grad_norm": 252.5516815185547,
+      "learning_rate": 1.9727858006486575e-06,
+      "loss": 21.0547,
+      "step": 10797
+    },
+    {
+      "epoch": 0.10221410247915108,
+      "grad_norm": 3.5308241844177246,
+      "learning_rate": 1.9727786964582175e-06,
+      "loss": 1.063,
+      "step": 10798
+    },
+    {
+      "epoch": 0.10222356850086614,
+      "grad_norm": 205.68643188476562,
+      "learning_rate": 1.972771591353429e-06,
+      "loss": 20.1172,
+      "step": 10799
+    },
+    {
+      "epoch": 0.1022330345225812,
+      "grad_norm": 442.6908874511719,
+      "learning_rate": 1.9727644853342987e-06,
+      "loss": 43.4531,
+      "step": 10800
+    },
+    {
+      "epoch": 0.10224250054429625,
+      "grad_norm": 519.674072265625,
+      "learning_rate": 1.972757378400833e-06,
+      "loss": 55.8086,
+      "step": 10801
+    },
+    {
+      "epoch": 0.10225196656601131,
+      "grad_norm": 410.145751953125,
+      "learning_rate": 1.9727502705530386e-06,
+      "loss": 40.9688,
+      "step": 10802
+    },
+    {
+      "epoch": 0.10226143258772635,
+      "grad_norm": 524.9154052734375,
+      "learning_rate": 1.972743161790922e-06,
+      "loss": 8.7695,
+      "step": 10803
+    },
+    {
+      "epoch": 0.10227089860944141,
+      "grad_norm": 252.77191162109375,
+      "learning_rate": 1.97273605211449e-06,
+      "loss": 22.9297,
+      "step": 10804
+    },
+    {
+      "epoch": 0.10228036463115646,
+      "grad_norm": 281.7939453125,
+      "learning_rate": 1.97272894152375e-06,
+      "loss": 19.0156,
+      "step": 10805
+    },
+    {
+      "epoch": 0.10228983065287152,
+      "grad_norm": 342.2960205078125,
+      "learning_rate": 1.9727218300187075e-06,
+      "loss": 22.8359,
+      "step": 10806
+    },
+    {
+      "epoch": 0.10229929667458657,
+      "grad_norm": 680.4656982421875,
+      "learning_rate": 1.97271471759937e-06,
+      "loss": 19.5,
+      "step": 10807
+    },
+    {
+      "epoch": 0.10230876269630163,
+      "grad_norm": 1994.168701171875,
+      "learning_rate": 1.972707604265744e-06,
+      "loss": 41.0625,
+      "step": 10808
+    },
+    {
+      "epoch": 0.10231822871801668,
+      "grad_norm": 350.072998046875,
+      "learning_rate": 1.972700490017836e-06,
+      "loss": 40.4844,
+      "step": 10809
+    },
+    {
+      "epoch": 0.10232769473973173,
+      "grad_norm": 346.6784362792969,
+      "learning_rate": 1.9726933748556533e-06,
+      "loss": 24.2852,
+      "step": 10810
+    },
+    {
+      "epoch": 0.10233716076144679,
+      "grad_norm": 2.8702890872955322,
+      "learning_rate": 1.9726862587792014e-06,
+      "loss": 0.8506,
+      "step": 10811
+    },
+    {
+      "epoch": 0.10234662678316184,
+      "grad_norm": 296.68426513671875,
+      "learning_rate": 1.972679141788488e-06,
+      "loss": 33.8047,
+      "step": 10812
+    },
+    {
+      "epoch": 0.1023560928048769,
+      "grad_norm": 279.8361511230469,
+      "learning_rate": 1.9726720238835198e-06,
+      "loss": 12.7031,
+      "step": 10813
+    },
+    {
+      "epoch": 0.10236555882659194,
+      "grad_norm": 14966.8642578125,
+      "learning_rate": 1.9726649050643023e-06,
+      "loss": 26.2969,
+      "step": 10814
+    },
+    {
+      "epoch": 0.102375024848307,
+      "grad_norm": 282.9493103027344,
+      "learning_rate": 1.972657785330844e-06,
+      "loss": 32.9688,
+      "step": 10815
+    },
+    {
+      "epoch": 0.10238449087002205,
+      "grad_norm": 802.9174194335938,
+      "learning_rate": 1.9726506646831502e-06,
+      "loss": 77.75,
+      "step": 10816
+    },
+    {
+      "epoch": 0.10239395689173711,
+      "grad_norm": 577.6806030273438,
+      "learning_rate": 1.9726435431212283e-06,
+      "loss": 50.6094,
+      "step": 10817
+    },
+    {
+      "epoch": 0.10240342291345217,
+      "grad_norm": 364.91754150390625,
+      "learning_rate": 1.9726364206450846e-06,
+      "loss": 44.7812,
+      "step": 10818
+    },
+    {
+      "epoch": 0.10241288893516722,
+      "grad_norm": 2.9025769233703613,
+      "learning_rate": 1.9726292972547255e-06,
+      "loss": 0.9263,
+      "step": 10819
+    },
+    {
+      "epoch": 0.10242235495688227,
+      "grad_norm": 236.49420166015625,
+      "learning_rate": 1.9726221729501587e-06,
+      "loss": 31.5312,
+      "step": 10820
+    },
+    {
+      "epoch": 0.10243182097859732,
+      "grad_norm": 510.47271728515625,
+      "learning_rate": 1.97261504773139e-06,
+      "loss": 23.8438,
+      "step": 10821
+    },
+    {
+      "epoch": 0.10244128700031238,
+      "grad_norm": 3.306743621826172,
+      "learning_rate": 1.972607921598427e-06,
+      "loss": 0.96,
+      "step": 10822
+    },
+    {
+      "epoch": 0.10245075302202743,
+      "grad_norm": 758.3485107421875,
+      "learning_rate": 1.9726007945512754e-06,
+      "loss": 42.8594,
+      "step": 10823
+    },
+    {
+      "epoch": 0.10246021904374249,
+      "grad_norm": 1055.95654296875,
+      "learning_rate": 1.972593666589942e-06,
+      "loss": 43.7109,
+      "step": 10824
+    },
+    {
+      "epoch": 0.10246968506545755,
+      "grad_norm": 1080.4608154296875,
+      "learning_rate": 1.9725865377144343e-06,
+      "loss": 29.2031,
+      "step": 10825
+    },
+    {
+      "epoch": 0.10247915108717259,
+      "grad_norm": 387.9617614746094,
+      "learning_rate": 1.9725794079247583e-06,
+      "loss": 29.5469,
+      "step": 10826
+    },
+    {
+      "epoch": 0.10248861710888765,
+      "grad_norm": 323.5856628417969,
+      "learning_rate": 1.972572277220921e-06,
+      "loss": 29.3438,
+      "step": 10827
+    },
+    {
+      "epoch": 0.1024980831306027,
+      "grad_norm": 252.15255737304688,
+      "learning_rate": 1.972565145602929e-06,
+      "loss": 17.9922,
+      "step": 10828
+    },
+    {
+      "epoch": 0.10250754915231776,
+      "grad_norm": 529.5326538085938,
+      "learning_rate": 1.9725580130707895e-06,
+      "loss": 47.4766,
+      "step": 10829
+    },
+    {
+      "epoch": 0.1025170151740328,
+      "grad_norm": 633.2676391601562,
+      "learning_rate": 1.9725508796245083e-06,
+      "loss": 32.5078,
+      "step": 10830
+    },
+    {
+      "epoch": 0.10252648119574787,
+      "grad_norm": 248.73562622070312,
+      "learning_rate": 1.9725437452640925e-06,
+      "loss": 23.4531,
+      "step": 10831
+    },
+    {
+      "epoch": 0.10253594721746291,
+      "grad_norm": 3.68914794921875,
+      "learning_rate": 1.9725366099895487e-06,
+      "loss": 0.9048,
+      "step": 10832
+    },
+    {
+      "epoch": 0.10254541323917797,
+      "grad_norm": 289.8896789550781,
+      "learning_rate": 1.9725294738008843e-06,
+      "loss": 22.0469,
+      "step": 10833
+    },
+    {
+      "epoch": 0.10255487926089303,
+      "grad_norm": 726.901611328125,
+      "learning_rate": 1.972522336698105e-06,
+      "loss": 68.6875,
+      "step": 10834
+    },
+    {
+      "epoch": 0.10256434528260808,
+      "grad_norm": 362.4858093261719,
+      "learning_rate": 1.9725151986812182e-06,
+      "loss": 35.6875,
+      "step": 10835
+    },
+    {
+      "epoch": 0.10257381130432314,
+      "grad_norm": 243.82470703125,
+      "learning_rate": 1.97250805975023e-06,
+      "loss": 20.125,
+      "step": 10836
+    },
+    {
+      "epoch": 0.10258327732603818,
+      "grad_norm": 286.18585205078125,
+      "learning_rate": 1.972500919905148e-06,
+      "loss": 25.5781,
+      "step": 10837
+    },
+    {
+      "epoch": 0.10259274334775324,
+      "grad_norm": 295.905029296875,
+      "learning_rate": 1.9724937791459782e-06,
+      "loss": 17.7891,
+      "step": 10838
+    },
+    {
+      "epoch": 0.10260220936946829,
+      "grad_norm": 275.5675354003906,
+      "learning_rate": 1.9724866374727273e-06,
+      "loss": 24.4844,
+      "step": 10839
+    },
+    {
+      "epoch": 0.10261167539118335,
+      "grad_norm": 519.4190063476562,
+      "learning_rate": 1.972479494885403e-06,
+      "loss": 24.3281,
+      "step": 10840
+    },
+    {
+      "epoch": 0.1026211414128984,
+      "grad_norm": 437.50689697265625,
+      "learning_rate": 1.97247235138401e-06,
+      "loss": 34.9531,
+      "step": 10841
+    },
+    {
+      "epoch": 0.10263060743461346,
+      "grad_norm": 3.3383407592773438,
+      "learning_rate": 1.972465206968557e-06,
+      "loss": 0.9778,
+      "step": 10842
+    },
+    {
+      "epoch": 0.10264007345632851,
+      "grad_norm": 475.2577209472656,
+      "learning_rate": 1.97245806163905e-06,
+      "loss": 19.0391,
+      "step": 10843
+    },
+    {
+      "epoch": 0.10264953947804356,
+      "grad_norm": 3.287160873413086,
+      "learning_rate": 1.9724509153954955e-06,
+      "loss": 0.9097,
+      "step": 10844
+    },
+    {
+      "epoch": 0.10265900549975862,
+      "grad_norm": 760.5127563476562,
+      "learning_rate": 1.9724437682379005e-06,
+      "loss": 51.1719,
+      "step": 10845
+    },
+    {
+      "epoch": 0.10266847152147367,
+      "grad_norm": 302.37518310546875,
+      "learning_rate": 1.9724366201662715e-06,
+      "loss": 24.4688,
+      "step": 10846
+    },
+    {
+      "epoch": 0.10267793754318873,
+      "grad_norm": 543.580810546875,
+      "learning_rate": 1.972429471180615e-06,
+      "loss": 47.8125,
+      "step": 10847
+    },
+    {
+      "epoch": 0.10268740356490377,
+      "grad_norm": 490.3222961425781,
+      "learning_rate": 1.972422321280939e-06,
+      "loss": 31.1953,
+      "step": 10848
+    },
+    {
+      "epoch": 0.10269686958661883,
+      "grad_norm": 315.1514587402344,
+      "learning_rate": 1.9724151704672485e-06,
+      "loss": 24.0,
+      "step": 10849
+    },
+    {
+      "epoch": 0.10270633560833388,
+      "grad_norm": 419.42413330078125,
+      "learning_rate": 1.9724080187395513e-06,
+      "loss": 46.3438,
+      "step": 10850
+    },
+    {
+      "epoch": 0.10271580163004894,
+      "grad_norm": 572.6223754882812,
+      "learning_rate": 1.972400866097854e-06,
+      "loss": 57.7578,
+      "step": 10851
+    },
+    {
+      "epoch": 0.102725267651764,
+      "grad_norm": 604.9544677734375,
+      "learning_rate": 1.972393712542163e-06,
+      "loss": 72.8828,
+      "step": 10852
+    },
+    {
+      "epoch": 0.10273473367347905,
+      "grad_norm": 411.4793395996094,
+      "learning_rate": 1.972386558072485e-06,
+      "loss": 32.8438,
+      "step": 10853
+    },
+    {
+      "epoch": 0.1027441996951941,
+      "grad_norm": 379.739990234375,
+      "learning_rate": 1.9723794026888267e-06,
+      "loss": 23.6562,
+      "step": 10854
+    },
+    {
+      "epoch": 0.10275366571690915,
+      "grad_norm": 459.8060302734375,
+      "learning_rate": 1.9723722463911953e-06,
+      "loss": 33.0156,
+      "step": 10855
+    },
+    {
+      "epoch": 0.10276313173862421,
+      "grad_norm": 251.7030792236328,
+      "learning_rate": 1.9723650891795975e-06,
+      "loss": 19.4375,
+      "step": 10856
+    },
+    {
+      "epoch": 0.10277259776033926,
+      "grad_norm": 253.3026123046875,
+      "learning_rate": 1.9723579310540394e-06,
+      "loss": 22.8984,
+      "step": 10857
+    },
+    {
+      "epoch": 0.10278206378205432,
+      "grad_norm": 420.1177062988281,
+      "learning_rate": 1.9723507720145284e-06,
+      "loss": 38.7188,
+      "step": 10858
+    },
+    {
+      "epoch": 0.10279152980376936,
+      "grad_norm": 320.0526123046875,
+      "learning_rate": 1.9723436120610706e-06,
+      "loss": 20.4922,
+      "step": 10859
+    },
+    {
+      "epoch": 0.10280099582548442,
+      "grad_norm": 222.70547485351562,
+      "learning_rate": 1.972336451193673e-06,
+      "loss": 10.8789,
+      "step": 10860
+    },
+    {
+      "epoch": 0.10281046184719948,
+      "grad_norm": 275.14556884765625,
+      "learning_rate": 1.972329289412343e-06,
+      "loss": 22.2344,
+      "step": 10861
+    },
+    {
+      "epoch": 0.10281992786891453,
+      "grad_norm": 531.1494140625,
+      "learning_rate": 1.9723221267170864e-06,
+      "loss": 37.2656,
+      "step": 10862
+    },
+    {
+      "epoch": 0.10282939389062959,
+      "grad_norm": 354.58489990234375,
+      "learning_rate": 1.9723149631079098e-06,
+      "loss": 39.9609,
+      "step": 10863
+    },
+    {
+      "epoch": 0.10283885991234464,
+      "grad_norm": 170.89991760253906,
+      "learning_rate": 1.972307798584821e-06,
+      "loss": 18.3359,
+      "step": 10864
+    },
+    {
+      "epoch": 0.1028483259340597,
+      "grad_norm": 334.2052917480469,
+      "learning_rate": 1.9723006331478257e-06,
+      "loss": 22.375,
+      "step": 10865
+    },
+    {
+      "epoch": 0.10285779195577474,
+      "grad_norm": 393.3051452636719,
+      "learning_rate": 1.9722934667969313e-06,
+      "loss": 12.4414,
+      "step": 10866
+    },
+    {
+      "epoch": 0.1028672579774898,
+      "grad_norm": 748.0123291015625,
+      "learning_rate": 1.9722862995321443e-06,
+      "loss": 25.1953,
+      "step": 10867
+    },
+    {
+      "epoch": 0.10287672399920486,
+      "grad_norm": 221.02259826660156,
+      "learning_rate": 1.9722791313534715e-06,
+      "loss": 15.9648,
+      "step": 10868
+    },
+    {
+      "epoch": 0.10288619002091991,
+      "grad_norm": 699.7174682617188,
+      "learning_rate": 1.9722719622609195e-06,
+      "loss": 32.9531,
+      "step": 10869
+    },
+    {
+      "epoch": 0.10289565604263497,
+      "grad_norm": 453.2724609375,
+      "learning_rate": 1.9722647922544948e-06,
+      "loss": 36.6953,
+      "step": 10870
+    },
+    {
+      "epoch": 0.10290512206435001,
+      "grad_norm": 515.581787109375,
+      "learning_rate": 1.972257621334205e-06,
+      "loss": 19.6836,
+      "step": 10871
+    },
+    {
+      "epoch": 0.10291458808606507,
+      "grad_norm": 429.34686279296875,
+      "learning_rate": 1.9722504495000555e-06,
+      "loss": 24.4297,
+      "step": 10872
+    },
+    {
+      "epoch": 0.10292405410778012,
+      "grad_norm": 165.5006561279297,
+      "learning_rate": 1.9722432767520545e-06,
+      "loss": 19.4453,
+      "step": 10873
+    },
+    {
+      "epoch": 0.10293352012949518,
+      "grad_norm": 321.20294189453125,
+      "learning_rate": 1.972236103090208e-06,
+      "loss": 26.5938,
+      "step": 10874
+    },
+    {
+      "epoch": 0.10294298615121023,
+      "grad_norm": 394.6074523925781,
+      "learning_rate": 1.9722289285145224e-06,
+      "loss": 18.8867,
+      "step": 10875
+    },
+    {
+      "epoch": 0.10295245217292529,
+      "grad_norm": 539.1472778320312,
+      "learning_rate": 1.9722217530250052e-06,
+      "loss": 41.4141,
+      "step": 10876
+    },
+    {
+      "epoch": 0.10296191819464035,
+      "grad_norm": 201.51284790039062,
+      "learning_rate": 1.9722145766216628e-06,
+      "loss": 22.6797,
+      "step": 10877
+    },
+    {
+      "epoch": 0.10297138421635539,
+      "grad_norm": 290.1072082519531,
+      "learning_rate": 1.9722073993045018e-06,
+      "loss": 25.7578,
+      "step": 10878
+    },
+    {
+      "epoch": 0.10298085023807045,
+      "grad_norm": 344.3453369140625,
+      "learning_rate": 1.972200221073529e-06,
+      "loss": 26.5234,
+      "step": 10879
+    },
+    {
+      "epoch": 0.1029903162597855,
+      "grad_norm": 234.2140350341797,
+      "learning_rate": 1.9721930419287517e-06,
+      "loss": 19.8906,
+      "step": 10880
+    },
+    {
+      "epoch": 0.10299978228150056,
+      "grad_norm": 485.43719482421875,
+      "learning_rate": 1.972185861870176e-06,
+      "loss": 48.0,
+      "step": 10881
+    },
+    {
+      "epoch": 0.1030092483032156,
+      "grad_norm": 583.1027221679688,
+      "learning_rate": 1.9721786808978084e-06,
+      "loss": 30.2578,
+      "step": 10882
+    },
+    {
+      "epoch": 0.10301871432493066,
+      "grad_norm": 285.80999755859375,
+      "learning_rate": 1.9721714990116564e-06,
+      "loss": 45.7891,
+      "step": 10883
+    },
+    {
+      "epoch": 0.10302818034664571,
+      "grad_norm": 160.91310119628906,
+      "learning_rate": 1.9721643162117266e-06,
+      "loss": 21.1406,
+      "step": 10884
+    },
+    {
+      "epoch": 0.10303764636836077,
+      "grad_norm": 378.9137878417969,
+      "learning_rate": 1.9721571324980256e-06,
+      "loss": 44.1719,
+      "step": 10885
+    },
+    {
+      "epoch": 0.10304711239007583,
+      "grad_norm": 426.5187683105469,
+      "learning_rate": 1.9721499478705595e-06,
+      "loss": 65.7344,
+      "step": 10886
+    },
+    {
+      "epoch": 0.10305657841179088,
+      "grad_norm": 420.0162048339844,
+      "learning_rate": 1.972142762329336e-06,
+      "loss": 44.8281,
+      "step": 10887
+    },
+    {
+      "epoch": 0.10306604443350594,
+      "grad_norm": 175.10191345214844,
+      "learning_rate": 1.972135575874362e-06,
+      "loss": 19.5781,
+      "step": 10888
+    },
+    {
+      "epoch": 0.10307551045522098,
+      "grad_norm": 412.2738952636719,
+      "learning_rate": 1.9721283885056437e-06,
+      "loss": 44.7578,
+      "step": 10889
+    },
+    {
+      "epoch": 0.10308497647693604,
+      "grad_norm": 379.93157958984375,
+      "learning_rate": 1.9721212002231876e-06,
+      "loss": 23.8594,
+      "step": 10890
+    },
+    {
+      "epoch": 0.10309444249865109,
+      "grad_norm": 595.22216796875,
+      "learning_rate": 1.972114011027001e-06,
+      "loss": 52.2422,
+      "step": 10891
+    },
+    {
+      "epoch": 0.10310390852036615,
+      "grad_norm": 513.4304809570312,
+      "learning_rate": 1.9721068209170905e-06,
+      "loss": 50.4062,
+      "step": 10892
+    },
+    {
+      "epoch": 0.1031133745420812,
+      "grad_norm": 193.1838836669922,
+      "learning_rate": 1.9720996298934626e-06,
+      "loss": 21.4766,
+      "step": 10893
+    },
+    {
+      "epoch": 0.10312284056379625,
+      "grad_norm": 342.3955993652344,
+      "learning_rate": 1.9720924379561246e-06,
+      "loss": 17.8906,
+      "step": 10894
+    },
+    {
+      "epoch": 0.10313230658551131,
+      "grad_norm": 565.2291870117188,
+      "learning_rate": 1.9720852451050828e-06,
+      "loss": 29.8281,
+      "step": 10895
+    },
+    {
+      "epoch": 0.10314177260722636,
+      "grad_norm": 746.2498168945312,
+      "learning_rate": 1.972078051340344e-06,
+      "loss": 57.4219,
+      "step": 10896
+    },
+    {
+      "epoch": 0.10315123862894142,
+      "grad_norm": 331.8751220703125,
+      "learning_rate": 1.9720708566619155e-06,
+      "loss": 21.3438,
+      "step": 10897
+    },
+    {
+      "epoch": 0.10316070465065647,
+      "grad_norm": 192.48326110839844,
+      "learning_rate": 1.972063661069803e-06,
+      "loss": 15.1406,
+      "step": 10898
+    },
+    {
+      "epoch": 0.10317017067237153,
+      "grad_norm": 289.55340576171875,
+      "learning_rate": 1.9720564645640144e-06,
+      "loss": 32.5469,
+      "step": 10899
+    },
+    {
+      "epoch": 0.10317963669408657,
+      "grad_norm": 282.59759521484375,
+      "learning_rate": 1.972049267144556e-06,
+      "loss": 45.4375,
+      "step": 10900
+    },
+    {
+      "epoch": 0.10318910271580163,
+      "grad_norm": 786.8599243164062,
+      "learning_rate": 1.972042068811434e-06,
+      "loss": 40.1094,
+      "step": 10901
+    },
+    {
+      "epoch": 0.10319856873751668,
+      "grad_norm": 387.32440185546875,
+      "learning_rate": 1.972034869564656e-06,
+      "loss": 41.1172,
+      "step": 10902
+    },
+    {
+      "epoch": 0.10320803475923174,
+      "grad_norm": 282.9812927246094,
+      "learning_rate": 1.9720276694042285e-06,
+      "loss": 17.0625,
+      "step": 10903
+    },
+    {
+      "epoch": 0.1032175007809468,
+      "grad_norm": 440.28076171875,
+      "learning_rate": 1.9720204683301583e-06,
+      "loss": 32.0,
+      "step": 10904
+    },
+    {
+      "epoch": 0.10322696680266184,
+      "grad_norm": 245.8771514892578,
+      "learning_rate": 1.972013266342452e-06,
+      "loss": 11.7422,
+      "step": 10905
+    },
+    {
+      "epoch": 0.1032364328243769,
+      "grad_norm": 317.5594787597656,
+      "learning_rate": 1.972006063441116e-06,
+      "loss": 31.3281,
+      "step": 10906
+    },
+    {
+      "epoch": 0.10324589884609195,
+      "grad_norm": 158.54681396484375,
+      "learning_rate": 1.9719988596261582e-06,
+      "loss": 16.2344,
+      "step": 10907
+    },
+    {
+      "epoch": 0.10325536486780701,
+      "grad_norm": 189.99205017089844,
+      "learning_rate": 1.9719916548975847e-06,
+      "loss": 21.25,
+      "step": 10908
+    },
+    {
+      "epoch": 0.10326483088952206,
+      "grad_norm": 437.78851318359375,
+      "learning_rate": 1.9719844492554018e-06,
+      "loss": 31.25,
+      "step": 10909
+    },
+    {
+      "epoch": 0.10327429691123712,
+      "grad_norm": 365.56842041015625,
+      "learning_rate": 1.971977242699617e-06,
+      "loss": 31.1719,
+      "step": 10910
+    },
+    {
+      "epoch": 0.10328376293295218,
+      "grad_norm": 663.56103515625,
+      "learning_rate": 1.971970035230237e-06,
+      "loss": 46.3594,
+      "step": 10911
+    },
+    {
+      "epoch": 0.10329322895466722,
+      "grad_norm": 890.317138671875,
+      "learning_rate": 1.971962826847268e-06,
+      "loss": 40.9355,
+      "step": 10912
+    },
+    {
+      "epoch": 0.10330269497638228,
+      "grad_norm": 3.5380702018737793,
+      "learning_rate": 1.9719556175507173e-06,
+      "loss": 0.9487,
+      "step": 10913
+    },
+    {
+      "epoch": 0.10331216099809733,
+      "grad_norm": 331.2292175292969,
+      "learning_rate": 1.9719484073405916e-06,
+      "loss": 20.1953,
+      "step": 10914
+    },
+    {
+      "epoch": 0.10332162701981239,
+      "grad_norm": 199.7902374267578,
+      "learning_rate": 1.971941196216898e-06,
+      "loss": 25.6406,
+      "step": 10915
+    },
+    {
+      "epoch": 0.10333109304152743,
+      "grad_norm": 303.60113525390625,
+      "learning_rate": 1.9719339841796427e-06,
+      "loss": 11.2148,
+      "step": 10916
+    },
+    {
+      "epoch": 0.1033405590632425,
+      "grad_norm": 502.7160339355469,
+      "learning_rate": 1.9719267712288322e-06,
+      "loss": 40.4219,
+      "step": 10917
+    },
+    {
+      "epoch": 0.10335002508495754,
+      "grad_norm": 158.38868713378906,
+      "learning_rate": 1.9719195573644743e-06,
+      "loss": 16.2031,
+      "step": 10918
+    },
+    {
+      "epoch": 0.1033594911066726,
+      "grad_norm": 486.94378662109375,
+      "learning_rate": 1.9719123425865748e-06,
+      "loss": 23.7422,
+      "step": 10919
+    },
+    {
+      "epoch": 0.10336895712838766,
+      "grad_norm": 264.3819885253906,
+      "learning_rate": 1.9719051268951413e-06,
+      "loss": 34.5547,
+      "step": 10920
+    },
+    {
+      "epoch": 0.1033784231501027,
+      "grad_norm": 315.072021484375,
+      "learning_rate": 1.97189791029018e-06,
+      "loss": 19.7344,
+      "step": 10921
+    },
+    {
+      "epoch": 0.10338788917181777,
+      "grad_norm": 419.4021911621094,
+      "learning_rate": 1.971890692771698e-06,
+      "loss": 44.25,
+      "step": 10922
+    },
+    {
+      "epoch": 0.10339735519353281,
+      "grad_norm": 523.1376342773438,
+      "learning_rate": 1.9718834743397022e-06,
+      "loss": 54.5625,
+      "step": 10923
+    },
+    {
+      "epoch": 0.10340682121524787,
+      "grad_norm": 207.40463256835938,
+      "learning_rate": 1.9718762549941987e-06,
+      "loss": 25.7969,
+      "step": 10924
+    },
+    {
+      "epoch": 0.10341628723696292,
+      "grad_norm": 468.511474609375,
+      "learning_rate": 1.9718690347351948e-06,
+      "loss": 42.8125,
+      "step": 10925
+    },
+    {
+      "epoch": 0.10342575325867798,
+      "grad_norm": 2.9573404788970947,
+      "learning_rate": 1.9718618135626975e-06,
+      "loss": 0.957,
+      "step": 10926
+    },
+    {
+      "epoch": 0.10343521928039302,
+      "grad_norm": 432.2933044433594,
+      "learning_rate": 1.9718545914767134e-06,
+      "loss": 40.4219,
+      "step": 10927
+    },
+    {
+      "epoch": 0.10344468530210808,
+      "grad_norm": 1119.9229736328125,
+      "learning_rate": 1.971847368477249e-06,
+      "loss": 48.9961,
+      "step": 10928
+    },
+    {
+      "epoch": 0.10345415132382314,
+      "grad_norm": 527.8988647460938,
+      "learning_rate": 1.9718401445643114e-06,
+      "loss": 40.1953,
+      "step": 10929
+    },
+    {
+      "epoch": 0.10346361734553819,
+      "grad_norm": 316.88433837890625,
+      "learning_rate": 1.971832919737907e-06,
+      "loss": 47.5781,
+      "step": 10930
+    },
+    {
+      "epoch": 0.10347308336725325,
+      "grad_norm": 287.9429931640625,
+      "learning_rate": 1.971825693998043e-06,
+      "loss": 29.375,
+      "step": 10931
+    },
+    {
+      "epoch": 0.1034825493889683,
+      "grad_norm": 447.82244873046875,
+      "learning_rate": 1.9718184673447264e-06,
+      "loss": 28.7266,
+      "step": 10932
+    },
+    {
+      "epoch": 0.10349201541068336,
+      "grad_norm": 256.868896484375,
+      "learning_rate": 1.9718112397779635e-06,
+      "loss": 18.3594,
+      "step": 10933
+    },
+    {
+      "epoch": 0.1035014814323984,
+      "grad_norm": 525.4481201171875,
+      "learning_rate": 1.971804011297761e-06,
+      "loss": 44.7812,
+      "step": 10934
+    },
+    {
+      "epoch": 0.10351094745411346,
+      "grad_norm": 324.1067810058594,
+      "learning_rate": 1.971796781904126e-06,
+      "loss": 43.4375,
+      "step": 10935
+    },
+    {
+      "epoch": 0.10352041347582851,
+      "grad_norm": 199.42681884765625,
+      "learning_rate": 1.9717895515970657e-06,
+      "loss": 21.7422,
+      "step": 10936
+    },
+    {
+      "epoch": 0.10352987949754357,
+      "grad_norm": 189.02706909179688,
+      "learning_rate": 1.971782320376586e-06,
+      "loss": 17.9922,
+      "step": 10937
+    },
+    {
+      "epoch": 0.10353934551925863,
+      "grad_norm": 215.96365356445312,
+      "learning_rate": 1.971775088242694e-06,
+      "loss": 17.3906,
+      "step": 10938
+    },
+    {
+      "epoch": 0.10354881154097367,
+      "grad_norm": 436.6141662597656,
+      "learning_rate": 1.971767855195397e-06,
+      "loss": 47.6641,
+      "step": 10939
+    },
+    {
+      "epoch": 0.10355827756268873,
+      "grad_norm": 454.8377685546875,
+      "learning_rate": 1.971760621234701e-06,
+      "loss": 41.2266,
+      "step": 10940
+    },
+    {
+      "epoch": 0.10356774358440378,
+      "grad_norm": 453.27093505859375,
+      "learning_rate": 1.9717533863606137e-06,
+      "loss": 12.2656,
+      "step": 10941
+    },
+    {
+      "epoch": 0.10357720960611884,
+      "grad_norm": 279.400634765625,
+      "learning_rate": 1.9717461505731415e-06,
+      "loss": 10.459,
+      "step": 10942
+    },
+    {
+      "epoch": 0.10358667562783389,
+      "grad_norm": 788.4459838867188,
+      "learning_rate": 1.9717389138722908e-06,
+      "loss": 43.1172,
+      "step": 10943
+    },
+    {
+      "epoch": 0.10359614164954895,
+      "grad_norm": 360.5593566894531,
+      "learning_rate": 1.9717316762580687e-06,
+      "loss": 14.8945,
+      "step": 10944
+    },
+    {
+      "epoch": 0.10360560767126399,
+      "grad_norm": 3.157219409942627,
+      "learning_rate": 1.971724437730482e-06,
+      "loss": 0.9614,
+      "step": 10945
+    },
+    {
+      "epoch": 0.10361507369297905,
+      "grad_norm": 325.6812744140625,
+      "learning_rate": 1.971717198289538e-06,
+      "loss": 21.3594,
+      "step": 10946
+    },
+    {
+      "epoch": 0.10362453971469411,
+      "grad_norm": 455.7628479003906,
+      "learning_rate": 1.9717099579352427e-06,
+      "loss": 37.3906,
+      "step": 10947
+    },
+    {
+      "epoch": 0.10363400573640916,
+      "grad_norm": 185.26690673828125,
+      "learning_rate": 1.9717027166676036e-06,
+      "loss": 26.0781,
+      "step": 10948
+    },
+    {
+      "epoch": 0.10364347175812422,
+      "grad_norm": 219.37246704101562,
+      "learning_rate": 1.9716954744866268e-06,
+      "loss": 20.6016,
+      "step": 10949
+    },
+    {
+      "epoch": 0.10365293777983926,
+      "grad_norm": 672.3784790039062,
+      "learning_rate": 1.9716882313923193e-06,
+      "loss": 61.0469,
+      "step": 10950
+    },
+    {
+      "epoch": 0.10366240380155432,
+      "grad_norm": 283.1695861816406,
+      "learning_rate": 1.9716809873846883e-06,
+      "loss": 26.3203,
+      "step": 10951
+    },
+    {
+      "epoch": 0.10367186982326937,
+      "grad_norm": 567.36865234375,
+      "learning_rate": 1.9716737424637407e-06,
+      "loss": 52.7148,
+      "step": 10952
+    },
+    {
+      "epoch": 0.10368133584498443,
+      "grad_norm": 503.0396423339844,
+      "learning_rate": 1.971666496629483e-06,
+      "loss": 23.1641,
+      "step": 10953
+    },
+    {
+      "epoch": 0.10369080186669949,
+      "grad_norm": 385.7420349121094,
+      "learning_rate": 1.971659249881921e-06,
+      "loss": 24.9609,
+      "step": 10954
+    },
+    {
+      "epoch": 0.10370026788841454,
+      "grad_norm": 295.7552795410156,
+      "learning_rate": 1.9716520022210636e-06,
+      "loss": 24.1172,
+      "step": 10955
+    },
+    {
+      "epoch": 0.1037097339101296,
+      "grad_norm": 577.8611450195312,
+      "learning_rate": 1.9716447536469163e-06,
+      "loss": 33.3438,
+      "step": 10956
+    },
+    {
+      "epoch": 0.10371919993184464,
+      "grad_norm": 260.78131103515625,
+      "learning_rate": 1.9716375041594857e-06,
+      "loss": 37.9531,
+      "step": 10957
+    },
+    {
+      "epoch": 0.1037286659535597,
+      "grad_norm": 206.6540985107422,
+      "learning_rate": 1.9716302537587796e-06,
+      "loss": 25.7109,
+      "step": 10958
+    },
+    {
+      "epoch": 0.10373813197527475,
+      "grad_norm": 478.281982421875,
+      "learning_rate": 1.971623002444804e-06,
+      "loss": 49.7969,
+      "step": 10959
+    },
+    {
+      "epoch": 0.10374759799698981,
+      "grad_norm": 604.0131225585938,
+      "learning_rate": 1.9716157502175656e-06,
+      "loss": 22.1484,
+      "step": 10960
+    },
+    {
+      "epoch": 0.10375706401870485,
+      "grad_norm": 470.69366455078125,
+      "learning_rate": 1.971608497077072e-06,
+      "loss": 50.8438,
+      "step": 10961
+    },
+    {
+      "epoch": 0.10376653004041991,
+      "grad_norm": 309.73309326171875,
+      "learning_rate": 1.97160124302333e-06,
+      "loss": 17.6406,
+      "step": 10962
+    },
+    {
+      "epoch": 0.10377599606213497,
+      "grad_norm": 378.7859802246094,
+      "learning_rate": 1.9715939880563456e-06,
+      "loss": 20.9297,
+      "step": 10963
+    },
+    {
+      "epoch": 0.10378546208385002,
+      "grad_norm": 335.626708984375,
+      "learning_rate": 1.971586732176126e-06,
+      "loss": 27.0234,
+      "step": 10964
+    },
+    {
+      "epoch": 0.10379492810556508,
+      "grad_norm": 448.3037109375,
+      "learning_rate": 1.971579475382678e-06,
+      "loss": 26.9766,
+      "step": 10965
+    },
+    {
+      "epoch": 0.10380439412728013,
+      "grad_norm": 420.7528076171875,
+      "learning_rate": 1.9715722176760088e-06,
+      "loss": 25.3984,
+      "step": 10966
+    },
+    {
+      "epoch": 0.10381386014899519,
+      "grad_norm": 350.0543212890625,
+      "learning_rate": 1.9715649590561248e-06,
+      "loss": 25.5391,
+      "step": 10967
+    },
+    {
+      "epoch": 0.10382332617071023,
+      "grad_norm": 616.3115234375,
+      "learning_rate": 1.971557699523033e-06,
+      "loss": 34.5508,
+      "step": 10968
+    },
+    {
+      "epoch": 0.10383279219242529,
+      "grad_norm": 681.7471923828125,
+      "learning_rate": 1.9715504390767405e-06,
+      "loss": 44.6016,
+      "step": 10969
+    },
+    {
+      "epoch": 0.10384225821414034,
+      "grad_norm": 916.4519653320312,
+      "learning_rate": 1.9715431777172534e-06,
+      "loss": 75.75,
+      "step": 10970
+    },
+    {
+      "epoch": 0.1038517242358554,
+      "grad_norm": 383.5513916015625,
+      "learning_rate": 1.971535915444579e-06,
+      "loss": 29.5781,
+      "step": 10971
+    },
+    {
+      "epoch": 0.10386119025757046,
+      "grad_norm": 676.7057495117188,
+      "learning_rate": 1.9715286522587235e-06,
+      "loss": 53.2109,
+      "step": 10972
+    },
+    {
+      "epoch": 0.1038706562792855,
+      "grad_norm": 465.93243408203125,
+      "learning_rate": 1.971521388159695e-06,
+      "loss": 46.3594,
+      "step": 10973
+    },
+    {
+      "epoch": 0.10388012230100056,
+      "grad_norm": 385.6876525878906,
+      "learning_rate": 1.971514123147499e-06,
+      "loss": 29.5781,
+      "step": 10974
+    },
+    {
+      "epoch": 0.10388958832271561,
+      "grad_norm": 431.7419738769531,
+      "learning_rate": 1.9715068572221436e-06,
+      "loss": 18.6328,
+      "step": 10975
+    },
+    {
+      "epoch": 0.10389905434443067,
+      "grad_norm": 292.94146728515625,
+      "learning_rate": 1.9714995903836344e-06,
+      "loss": 19.5664,
+      "step": 10976
+    },
+    {
+      "epoch": 0.10390852036614572,
+      "grad_norm": 211.20188903808594,
+      "learning_rate": 1.9714923226319793e-06,
+      "loss": 23.9062,
+      "step": 10977
+    },
+    {
+      "epoch": 0.10391798638786078,
+      "grad_norm": 332.8619079589844,
+      "learning_rate": 1.9714850539671846e-06,
+      "loss": 23.8359,
+      "step": 10978
+    },
+    {
+      "epoch": 0.10392745240957582,
+      "grad_norm": 2.751103162765503,
+      "learning_rate": 1.9714777843892565e-06,
+      "loss": 0.8911,
+      "step": 10979
+    },
+    {
+      "epoch": 0.10393691843129088,
+      "grad_norm": 376.7247314453125,
+      "learning_rate": 1.971470513898203e-06,
+      "loss": 18.5078,
+      "step": 10980
+    },
+    {
+      "epoch": 0.10394638445300594,
+      "grad_norm": 289.2521667480469,
+      "learning_rate": 1.9714632424940302e-06,
+      "loss": 20.625,
+      "step": 10981
+    },
+    {
+      "epoch": 0.10395585047472099,
+      "grad_norm": 405.21942138671875,
+      "learning_rate": 1.971455970176745e-06,
+      "loss": 25.1562,
+      "step": 10982
+    },
+    {
+      "epoch": 0.10396531649643605,
+      "grad_norm": 430.47265625,
+      "learning_rate": 1.9714486969463547e-06,
+      "loss": 33.0312,
+      "step": 10983
+    },
+    {
+      "epoch": 0.1039747825181511,
+      "grad_norm": 398.8013000488281,
+      "learning_rate": 1.971441422802866e-06,
+      "loss": 30.1719,
+      "step": 10984
+    },
+    {
+      "epoch": 0.10398424853986615,
+      "grad_norm": 2.8812148571014404,
+      "learning_rate": 1.9714341477462853e-06,
+      "loss": 0.9639,
+      "step": 10985
+    },
+    {
+      "epoch": 0.1039937145615812,
+      "grad_norm": 650.38330078125,
+      "learning_rate": 1.9714268717766196e-06,
+      "loss": 37.0625,
+      "step": 10986
+    },
+    {
+      "epoch": 0.10400318058329626,
+      "grad_norm": 258.11212158203125,
+      "learning_rate": 1.971419594893876e-06,
+      "loss": 24.7344,
+      "step": 10987
+    },
+    {
+      "epoch": 0.1040126466050113,
+      "grad_norm": 222.7620086669922,
+      "learning_rate": 1.971412317098061e-06,
+      "loss": 23.5703,
+      "step": 10988
+    },
+    {
+      "epoch": 0.10402211262672637,
+      "grad_norm": 370.5278015136719,
+      "learning_rate": 1.9714050383891817e-06,
+      "loss": 61.6719,
+      "step": 10989
+    },
+    {
+      "epoch": 0.10403157864844143,
+      "grad_norm": 302.0345458984375,
+      "learning_rate": 1.971397758767245e-06,
+      "loss": 15.5078,
+      "step": 10990
+    },
+    {
+      "epoch": 0.10404104467015647,
+      "grad_norm": 833.75244140625,
+      "learning_rate": 1.971390478232257e-06,
+      "loss": 40.1875,
+      "step": 10991
+    },
+    {
+      "epoch": 0.10405051069187153,
+      "grad_norm": 3.6264429092407227,
+      "learning_rate": 1.971383196784226e-06,
+      "loss": 0.8867,
+      "step": 10992
+    },
+    {
+      "epoch": 0.10405997671358658,
+      "grad_norm": 435.81390380859375,
+      "learning_rate": 1.9713759144231577e-06,
+      "loss": 48.75,
+      "step": 10993
+    },
+    {
+      "epoch": 0.10406944273530164,
+      "grad_norm": 535.5218505859375,
+      "learning_rate": 1.971368631149059e-06,
+      "loss": 30.2188,
+      "step": 10994
+    },
+    {
+      "epoch": 0.10407890875701668,
+      "grad_norm": 364.15069580078125,
+      "learning_rate": 1.971361346961937e-06,
+      "loss": 46.8438,
+      "step": 10995
+    },
+    {
+      "epoch": 0.10408837477873174,
+      "grad_norm": 570.130615234375,
+      "learning_rate": 1.9713540618617984e-06,
+      "loss": 50.8906,
+      "step": 10996
+    },
+    {
+      "epoch": 0.1040978408004468,
+      "grad_norm": 223.6854705810547,
+      "learning_rate": 1.971346775848651e-06,
+      "loss": 14.7266,
+      "step": 10997
+    },
+    {
+      "epoch": 0.10410730682216185,
+      "grad_norm": 183.22982788085938,
+      "learning_rate": 1.9713394889225e-06,
+      "loss": 20.5156,
+      "step": 10998
+    },
+    {
+      "epoch": 0.10411677284387691,
+      "grad_norm": 430.8686828613281,
+      "learning_rate": 1.9713322010833534e-06,
+      "loss": 20.7891,
+      "step": 10999
+    },
+    {
+      "epoch": 0.10412623886559196,
+      "grad_norm": 188.73277282714844,
+      "learning_rate": 1.9713249123312177e-06,
+      "loss": 24.25,
+      "step": 11000
+    },
+    {
+      "epoch": 0.10413570488730702,
+      "grad_norm": 257.7251281738281,
+      "learning_rate": 1.9713176226660994e-06,
+      "loss": 13.7031,
+      "step": 11001
+    },
+    {
+      "epoch": 0.10414517090902206,
+      "grad_norm": 1169.9783935546875,
+      "learning_rate": 1.971310332088006e-06,
+      "loss": 47.7109,
+      "step": 11002
+    },
+    {
+      "epoch": 0.10415463693073712,
+      "grad_norm": 292.08551025390625,
+      "learning_rate": 1.971303040596944e-06,
+      "loss": 31.2578,
+      "step": 11003
+    },
+    {
+      "epoch": 0.10416410295245217,
+      "grad_norm": 563.0948486328125,
+      "learning_rate": 1.9712957481929206e-06,
+      "loss": 44.1562,
+      "step": 11004
+    },
+    {
+      "epoch": 0.10417356897416723,
+      "grad_norm": 280.7180480957031,
+      "learning_rate": 1.971288454875942e-06,
+      "loss": 20.1992,
+      "step": 11005
+    },
+    {
+      "epoch": 0.10418303499588229,
+      "grad_norm": 674.0655517578125,
+      "learning_rate": 1.971281160646016e-06,
+      "loss": 35.1875,
+      "step": 11006
+    },
+    {
+      "epoch": 0.10419250101759733,
+      "grad_norm": 353.2453918457031,
+      "learning_rate": 1.9712738655031486e-06,
+      "loss": 29.0312,
+      "step": 11007
+    },
+    {
+      "epoch": 0.1042019670393124,
+      "grad_norm": 326.4766540527344,
+      "learning_rate": 1.9712665694473467e-06,
+      "loss": 21.2109,
+      "step": 11008
+    },
+    {
+      "epoch": 0.10421143306102744,
+      "grad_norm": 250.00648498535156,
+      "learning_rate": 1.971259272478618e-06,
+      "loss": 21.0625,
+      "step": 11009
+    },
+    {
+      "epoch": 0.1042208990827425,
+      "grad_norm": 685.5781860351562,
+      "learning_rate": 1.9712519745969682e-06,
+      "loss": 47.5938,
+      "step": 11010
+    },
+    {
+      "epoch": 0.10423036510445755,
+      "grad_norm": 1284.687255859375,
+      "learning_rate": 1.9712446758024047e-06,
+      "loss": 55.9219,
+      "step": 11011
+    },
+    {
+      "epoch": 0.1042398311261726,
+      "grad_norm": 230.6253204345703,
+      "learning_rate": 1.9712373760949345e-06,
+      "loss": 16.832,
+      "step": 11012
+    },
+    {
+      "epoch": 0.10424929714788765,
+      "grad_norm": 257.70953369140625,
+      "learning_rate": 1.9712300754745644e-06,
+      "loss": 17.6094,
+      "step": 11013
+    },
+    {
+      "epoch": 0.10425876316960271,
+      "grad_norm": 314.79168701171875,
+      "learning_rate": 1.971222773941301e-06,
+      "loss": 16.5938,
+      "step": 11014
+    },
+    {
+      "epoch": 0.10426822919131777,
+      "grad_norm": 701.1805419921875,
+      "learning_rate": 1.971215471495152e-06,
+      "loss": 43.0469,
+      "step": 11015
+    },
+    {
+      "epoch": 0.10427769521303282,
+      "grad_norm": 627.4496459960938,
+      "learning_rate": 1.971208168136123e-06,
+      "loss": 23.0,
+      "step": 11016
+    },
+    {
+      "epoch": 0.10428716123474788,
+      "grad_norm": 243.2913360595703,
+      "learning_rate": 1.971200863864222e-06,
+      "loss": 18.0391,
+      "step": 11017
+    },
+    {
+      "epoch": 0.10429662725646292,
+      "grad_norm": 341.4163818359375,
+      "learning_rate": 1.971193558679455e-06,
+      "loss": 26.0859,
+      "step": 11018
+    },
+    {
+      "epoch": 0.10430609327817798,
+      "grad_norm": 225.21926879882812,
+      "learning_rate": 1.9711862525818294e-06,
+      "loss": 17.9922,
+      "step": 11019
+    },
+    {
+      "epoch": 0.10431555929989303,
+      "grad_norm": 412.05401611328125,
+      "learning_rate": 1.9711789455713517e-06,
+      "loss": 42.8438,
+      "step": 11020
+    },
+    {
+      "epoch": 0.10432502532160809,
+      "grad_norm": 511.51654052734375,
+      "learning_rate": 1.9711716376480295e-06,
+      "loss": 54.9219,
+      "step": 11021
+    },
+    {
+      "epoch": 0.10433449134332314,
+      "grad_norm": 362.22491455078125,
+      "learning_rate": 1.971164328811869e-06,
+      "loss": 26.0469,
+      "step": 11022
+    },
+    {
+      "epoch": 0.1043439573650382,
+      "grad_norm": 926.6913452148438,
+      "learning_rate": 1.971157019062877e-06,
+      "loss": 47.8125,
+      "step": 11023
+    },
+    {
+      "epoch": 0.10435342338675326,
+      "grad_norm": 258.46148681640625,
+      "learning_rate": 1.9711497084010603e-06,
+      "loss": 16.3281,
+      "step": 11024
+    },
+    {
+      "epoch": 0.1043628894084683,
+      "grad_norm": 2.614239454269409,
+      "learning_rate": 1.9711423968264265e-06,
+      "loss": 0.853,
+      "step": 11025
+    },
+    {
+      "epoch": 0.10437235543018336,
+      "grad_norm": 305.5497131347656,
+      "learning_rate": 1.9711350843389816e-06,
+      "loss": 24.1641,
+      "step": 11026
+    },
+    {
+      "epoch": 0.10438182145189841,
+      "grad_norm": 3.1954874992370605,
+      "learning_rate": 1.9711277709387334e-06,
+      "loss": 0.9634,
+      "step": 11027
+    },
+    {
+      "epoch": 0.10439128747361347,
+      "grad_norm": 182.5242156982422,
+      "learning_rate": 1.9711204566256877e-06,
+      "loss": 23.2188,
+      "step": 11028
+    },
+    {
+      "epoch": 0.10440075349532851,
+      "grad_norm": 531.1272583007812,
+      "learning_rate": 1.9711131413998527e-06,
+      "loss": 53.4844,
+      "step": 11029
+    },
+    {
+      "epoch": 0.10441021951704357,
+      "grad_norm": 679.1480102539062,
+      "learning_rate": 1.9711058252612338e-06,
+      "loss": 20.7031,
+      "step": 11030
+    },
+    {
+      "epoch": 0.10441968553875862,
+      "grad_norm": 1006.1559448242188,
+      "learning_rate": 1.971098508209839e-06,
+      "loss": 56.3203,
+      "step": 11031
+    },
+    {
+      "epoch": 0.10442915156047368,
+      "grad_norm": 542.111083984375,
+      "learning_rate": 1.971091190245675e-06,
+      "loss": 45.4531,
+      "step": 11032
+    },
+    {
+      "epoch": 0.10443861758218874,
+      "grad_norm": 993.37109375,
+      "learning_rate": 1.971083871368748e-06,
+      "loss": 27.9219,
+      "step": 11033
+    },
+    {
+      "epoch": 0.10444808360390379,
+      "grad_norm": 469.634521484375,
+      "learning_rate": 1.971076551579065e-06,
+      "loss": 22.2188,
+      "step": 11034
+    },
+    {
+      "epoch": 0.10445754962561885,
+      "grad_norm": 669.7723999023438,
+      "learning_rate": 1.971069230876634e-06,
+      "loss": 58.0,
+      "step": 11035
+    },
+    {
+      "epoch": 0.10446701564733389,
+      "grad_norm": 547.9564819335938,
+      "learning_rate": 1.9710619092614603e-06,
+      "loss": 47.3906,
+      "step": 11036
+    },
+    {
+      "epoch": 0.10447648166904895,
+      "grad_norm": 764.3327026367188,
+      "learning_rate": 1.9710545867335524e-06,
+      "loss": 38.2969,
+      "step": 11037
+    },
+    {
+      "epoch": 0.104485947690764,
+      "grad_norm": 255.91648864746094,
+      "learning_rate": 1.9710472632929157e-06,
+      "loss": 21.0078,
+      "step": 11038
+    },
+    {
+      "epoch": 0.10449541371247906,
+      "grad_norm": 779.333984375,
+      "learning_rate": 1.9710399389395583e-06,
+      "loss": 35.5234,
+      "step": 11039
+    },
+    {
+      "epoch": 0.10450487973419412,
+      "grad_norm": 282.8353576660156,
+      "learning_rate": 1.9710326136734864e-06,
+      "loss": 19.7969,
+      "step": 11040
+    },
+    {
+      "epoch": 0.10451434575590916,
+      "grad_norm": 993.9248657226562,
+      "learning_rate": 1.971025287494707e-06,
+      "loss": 81.3359,
+      "step": 11041
+    },
+    {
+      "epoch": 0.10452381177762422,
+      "grad_norm": 162.68218994140625,
+      "learning_rate": 1.9710179604032264e-06,
+      "loss": 22.5312,
+      "step": 11042
+    },
+    {
+      "epoch": 0.10453327779933927,
+      "grad_norm": 224.70155334472656,
+      "learning_rate": 1.9710106323990528e-06,
+      "loss": 19.8125,
+      "step": 11043
+    },
+    {
+      "epoch": 0.10454274382105433,
+      "grad_norm": 419.9261779785156,
+      "learning_rate": 1.9710033034821922e-06,
+      "loss": 42.0,
+      "step": 11044
+    },
+    {
+      "epoch": 0.10455220984276938,
+      "grad_norm": 907.1172485351562,
+      "learning_rate": 1.9709959736526515e-06,
+      "loss": 47.0,
+      "step": 11045
+    },
+    {
+      "epoch": 0.10456167586448444,
+      "grad_norm": 258.5594787597656,
+      "learning_rate": 1.970988642910438e-06,
+      "loss": 25.2344,
+      "step": 11046
+    },
+    {
+      "epoch": 0.10457114188619948,
+      "grad_norm": 670.270263671875,
+      "learning_rate": 1.970981311255558e-06,
+      "loss": 46.7969,
+      "step": 11047
+    },
+    {
+      "epoch": 0.10458060790791454,
+      "grad_norm": 538.0924072265625,
+      "learning_rate": 1.9709739786880187e-06,
+      "loss": 24.6719,
+      "step": 11048
+    },
+    {
+      "epoch": 0.1045900739296296,
+      "grad_norm": 343.294189453125,
+      "learning_rate": 1.9709666452078275e-06,
+      "loss": 26.1797,
+      "step": 11049
+    },
+    {
+      "epoch": 0.10459953995134465,
+      "grad_norm": 391.7842712402344,
+      "learning_rate": 1.970959310814991e-06,
+      "loss": 39.3906,
+      "step": 11050
+    },
+    {
+      "epoch": 0.10460900597305971,
+      "grad_norm": 381.0661926269531,
+      "learning_rate": 1.970951975509515e-06,
+      "loss": 24.3047,
+      "step": 11051
+    },
+    {
+      "epoch": 0.10461847199477475,
+      "grad_norm": 395.5987548828125,
+      "learning_rate": 1.970944639291408e-06,
+      "loss": 26.6016,
+      "step": 11052
+    },
+    {
+      "epoch": 0.10462793801648981,
+      "grad_norm": 209.2889404296875,
+      "learning_rate": 1.970937302160676e-06,
+      "loss": 19.5391,
+      "step": 11053
+    },
+    {
+      "epoch": 0.10463740403820486,
+      "grad_norm": 451.6080017089844,
+      "learning_rate": 1.970929964117326e-06,
+      "loss": 17.3516,
+      "step": 11054
+    },
+    {
+      "epoch": 0.10464687005991992,
+      "grad_norm": 364.6752624511719,
+      "learning_rate": 1.970922625161365e-06,
+      "loss": 34.4062,
+      "step": 11055
+    },
+    {
+      "epoch": 0.10465633608163497,
+      "grad_norm": 295.34613037109375,
+      "learning_rate": 1.9709152852928e-06,
+      "loss": 37.2969,
+      "step": 11056
+    },
+    {
+      "epoch": 0.10466580210335003,
+      "grad_norm": 384.87994384765625,
+      "learning_rate": 1.9709079445116376e-06,
+      "loss": 23.3828,
+      "step": 11057
+    },
+    {
+      "epoch": 0.10467526812506509,
+      "grad_norm": 252.2899169921875,
+      "learning_rate": 1.970900602817885e-06,
+      "loss": 19.6719,
+      "step": 11058
+    },
+    {
+      "epoch": 0.10468473414678013,
+      "grad_norm": 3.295797824859619,
+      "learning_rate": 1.970893260211549e-06,
+      "loss": 0.9912,
+      "step": 11059
+    },
+    {
+      "epoch": 0.10469420016849519,
+      "grad_norm": 325.1255798339844,
+      "learning_rate": 1.970885916692637e-06,
+      "loss": 22.0117,
+      "step": 11060
+    },
+    {
+      "epoch": 0.10470366619021024,
+      "grad_norm": 2.886643409729004,
+      "learning_rate": 1.970878572261155e-06,
+      "loss": 0.8691,
+      "step": 11061
+    },
+    {
+      "epoch": 0.1047131322119253,
+      "grad_norm": 296.6607971191406,
+      "learning_rate": 1.97087122691711e-06,
+      "loss": 17.3516,
+      "step": 11062
+    },
+    {
+      "epoch": 0.10472259823364034,
+      "grad_norm": 598.5655517578125,
+      "learning_rate": 1.97086388066051e-06,
+      "loss": 49.6562,
+      "step": 11063
+    },
+    {
+      "epoch": 0.1047320642553554,
+      "grad_norm": 3.0879268646240234,
+      "learning_rate": 1.9708565334913602e-06,
+      "loss": 1.0122,
+      "step": 11064
+    },
+    {
+      "epoch": 0.10474153027707045,
+      "grad_norm": 394.7765808105469,
+      "learning_rate": 1.9708491854096686e-06,
+      "loss": 26.4375,
+      "step": 11065
+    },
+    {
+      "epoch": 0.10475099629878551,
+      "grad_norm": 188.1182861328125,
+      "learning_rate": 1.970841836415442e-06,
+      "loss": 23.1602,
+      "step": 11066
+    },
+    {
+      "epoch": 0.10476046232050057,
+      "grad_norm": 168.74896240234375,
+      "learning_rate": 1.970834486508688e-06,
+      "loss": 23.4062,
+      "step": 11067
+    },
+    {
+      "epoch": 0.10476992834221562,
+      "grad_norm": 3.2329797744750977,
+      "learning_rate": 1.970827135689412e-06,
+      "loss": 1.0718,
+      "step": 11068
+    },
+    {
+      "epoch": 0.10477939436393068,
+      "grad_norm": 336.25469970703125,
+      "learning_rate": 1.9708197839576217e-06,
+      "loss": 17.8555,
+      "step": 11069
+    },
+    {
+      "epoch": 0.10478886038564572,
+      "grad_norm": 270.8706359863281,
+      "learning_rate": 1.970812431313324e-06,
+      "loss": 19.7734,
+      "step": 11070
+    },
+    {
+      "epoch": 0.10479832640736078,
+      "grad_norm": 250.5419158935547,
+      "learning_rate": 1.9708050777565257e-06,
+      "loss": 17.2578,
+      "step": 11071
+    },
+    {
+      "epoch": 0.10480779242907583,
+      "grad_norm": 3.028418779373169,
+      "learning_rate": 1.9707977232872337e-06,
+      "loss": 0.8308,
+      "step": 11072
+    },
+    {
+      "epoch": 0.10481725845079089,
+      "grad_norm": 271.75396728515625,
+      "learning_rate": 1.9707903679054555e-06,
+      "loss": 23.2422,
+      "step": 11073
+    },
+    {
+      "epoch": 0.10482672447250593,
+      "grad_norm": 277.798828125,
+      "learning_rate": 1.970783011611197e-06,
+      "loss": 20.4062,
+      "step": 11074
+    },
+    {
+      "epoch": 0.104836190494221,
+      "grad_norm": 1366.8245849609375,
+      "learning_rate": 1.9707756544044657e-06,
+      "loss": 45.7344,
+      "step": 11075
+    },
+    {
+      "epoch": 0.10484565651593605,
+      "grad_norm": 495.7766418457031,
+      "learning_rate": 1.9707682962852684e-06,
+      "loss": 23.8281,
+      "step": 11076
+    },
+    {
+      "epoch": 0.1048551225376511,
+      "grad_norm": 440.3424987792969,
+      "learning_rate": 1.970760937253612e-06,
+      "loss": 18.5938,
+      "step": 11077
+    },
+    {
+      "epoch": 0.10486458855936616,
+      "grad_norm": 4.059333324432373,
+      "learning_rate": 1.970753577309504e-06,
+      "loss": 0.9746,
+      "step": 11078
+    },
+    {
+      "epoch": 0.1048740545810812,
+      "grad_norm": 295.55401611328125,
+      "learning_rate": 1.9707462164529504e-06,
+      "loss": 20.625,
+      "step": 11079
+    },
+    {
+      "epoch": 0.10488352060279627,
+      "grad_norm": 155.9383544921875,
+      "learning_rate": 1.9707388546839585e-06,
+      "loss": 23.2109,
+      "step": 11080
+    },
+    {
+      "epoch": 0.10489298662451131,
+      "grad_norm": 266.9360656738281,
+      "learning_rate": 1.970731492002535e-06,
+      "loss": 21.0312,
+      "step": 11081
+    },
+    {
+      "epoch": 0.10490245264622637,
+      "grad_norm": 323.8378601074219,
+      "learning_rate": 1.9707241284086878e-06,
+      "loss": 42.8125,
+      "step": 11082
+    },
+    {
+      "epoch": 0.10491191866794143,
+      "grad_norm": 583.0111083984375,
+      "learning_rate": 1.9707167639024225e-06,
+      "loss": 67.625,
+      "step": 11083
+    },
+    {
+      "epoch": 0.10492138468965648,
+      "grad_norm": 502.0019226074219,
+      "learning_rate": 1.9707093984837465e-06,
+      "loss": 19.8945,
+      "step": 11084
+    },
+    {
+      "epoch": 0.10493085071137154,
+      "grad_norm": 577.9376831054688,
+      "learning_rate": 1.9707020321526673e-06,
+      "loss": 27.4609,
+      "step": 11085
+    },
+    {
+      "epoch": 0.10494031673308658,
+      "grad_norm": 262.5251770019531,
+      "learning_rate": 1.970694664909191e-06,
+      "loss": 19.2266,
+      "step": 11086
+    },
+    {
+      "epoch": 0.10494978275480164,
+      "grad_norm": 356.4413757324219,
+      "learning_rate": 1.970687296753325e-06,
+      "loss": 19.625,
+      "step": 11087
+    },
+    {
+      "epoch": 0.10495924877651669,
+      "grad_norm": 1665.1514892578125,
+      "learning_rate": 1.9706799276850758e-06,
+      "loss": 42.6758,
+      "step": 11088
+    },
+    {
+      "epoch": 0.10496871479823175,
+      "grad_norm": 318.0236511230469,
+      "learning_rate": 1.9706725577044505e-06,
+      "loss": 22.6836,
+      "step": 11089
+    },
+    {
+      "epoch": 0.1049781808199468,
+      "grad_norm": 285.42578125,
+      "learning_rate": 1.970665186811457e-06,
+      "loss": 10.8867,
+      "step": 11090
+    },
+    {
+      "epoch": 0.10498764684166186,
+      "grad_norm": 408.74188232421875,
+      "learning_rate": 1.9706578150061003e-06,
+      "loss": 27.2656,
+      "step": 11091
+    },
+    {
+      "epoch": 0.10499711286337692,
+      "grad_norm": 353.296630859375,
+      "learning_rate": 1.9706504422883894e-06,
+      "loss": 42.3828,
+      "step": 11092
+    },
+    {
+      "epoch": 0.10500657888509196,
+      "grad_norm": 365.7181396484375,
+      "learning_rate": 1.9706430686583294e-06,
+      "loss": 20.2422,
+      "step": 11093
+    },
+    {
+      "epoch": 0.10501604490680702,
+      "grad_norm": 297.9637451171875,
+      "learning_rate": 1.9706356941159282e-06,
+      "loss": 18.0391,
+      "step": 11094
+    },
+    {
+      "epoch": 0.10502551092852207,
+      "grad_norm": 435.6208801269531,
+      "learning_rate": 1.970628318661193e-06,
+      "loss": 21.1406,
+      "step": 11095
+    },
+    {
+      "epoch": 0.10503497695023713,
+      "grad_norm": 917.4715576171875,
+      "learning_rate": 1.97062094229413e-06,
+      "loss": 52.4531,
+      "step": 11096
+    },
+    {
+      "epoch": 0.10504444297195217,
+      "grad_norm": 528.5549926757812,
+      "learning_rate": 1.9706135650147466e-06,
+      "loss": 42.6562,
+      "step": 11097
+    },
+    {
+      "epoch": 0.10505390899366723,
+      "grad_norm": 312.6387939453125,
+      "learning_rate": 1.9706061868230497e-06,
+      "loss": 18.8906,
+      "step": 11098
+    },
+    {
+      "epoch": 0.10506337501538228,
+      "grad_norm": 973.0550537109375,
+      "learning_rate": 1.970598807719046e-06,
+      "loss": 48.7305,
+      "step": 11099
+    },
+    {
+      "epoch": 0.10507284103709734,
+      "grad_norm": 368.74652099609375,
+      "learning_rate": 1.9705914277027427e-06,
+      "loss": 28.9062,
+      "step": 11100
+    },
+    {
+      "epoch": 0.1050823070588124,
+      "grad_norm": 225.9493408203125,
+      "learning_rate": 1.9705840467741464e-06,
+      "loss": 27.4297,
+      "step": 11101
+    },
+    {
+      "epoch": 0.10509177308052745,
+      "grad_norm": 615.1433715820312,
+      "learning_rate": 1.970576664933264e-06,
+      "loss": 41.6172,
+      "step": 11102
+    },
+    {
+      "epoch": 0.1051012391022425,
+      "grad_norm": 370.9982604980469,
+      "learning_rate": 1.9705692821801033e-06,
+      "loss": 16.2109,
+      "step": 11103
+    },
+    {
+      "epoch": 0.10511070512395755,
+      "grad_norm": 424.4244384765625,
+      "learning_rate": 1.9705618985146702e-06,
+      "loss": 32.7891,
+      "step": 11104
+    },
+    {
+      "epoch": 0.10512017114567261,
+      "grad_norm": 366.71148681640625,
+      "learning_rate": 1.970554513936972e-06,
+      "loss": 48.8281,
+      "step": 11105
+    },
+    {
+      "epoch": 0.10512963716738766,
+      "grad_norm": 194.59536743164062,
+      "learning_rate": 1.970547128447016e-06,
+      "loss": 19.4922,
+      "step": 11106
+    },
+    {
+      "epoch": 0.10513910318910272,
+      "grad_norm": 244.11044311523438,
+      "learning_rate": 1.970539742044809e-06,
+      "loss": 15.293,
+      "step": 11107
+    },
+    {
+      "epoch": 0.10514856921081776,
+      "grad_norm": 478.781982421875,
+      "learning_rate": 1.970532354730357e-06,
+      "loss": 51.0703,
+      "step": 11108
+    },
+    {
+      "epoch": 0.10515803523253282,
+      "grad_norm": 458.2375183105469,
+      "learning_rate": 1.9705249665036684e-06,
+      "loss": 25.7773,
+      "step": 11109
+    },
+    {
+      "epoch": 0.10516750125424788,
+      "grad_norm": 217.58035278320312,
+      "learning_rate": 1.970517577364749e-06,
+      "loss": 19.3125,
+      "step": 11110
+    },
+    {
+      "epoch": 0.10517696727596293,
+      "grad_norm": 191.0109100341797,
+      "learning_rate": 1.9705101873136066e-06,
+      "loss": 18.7266,
+      "step": 11111
+    },
+    {
+      "epoch": 0.10518643329767799,
+      "grad_norm": 543.9049072265625,
+      "learning_rate": 1.9705027963502477e-06,
+      "loss": 49.4844,
+      "step": 11112
+    },
+    {
+      "epoch": 0.10519589931939304,
+      "grad_norm": 672.0602416992188,
+      "learning_rate": 1.9704954044746792e-06,
+      "loss": 41.7578,
+      "step": 11113
+    },
+    {
+      "epoch": 0.1052053653411081,
+      "grad_norm": 179.30120849609375,
+      "learning_rate": 1.970488011686908e-06,
+      "loss": 22.0781,
+      "step": 11114
+    },
+    {
+      "epoch": 0.10521483136282314,
+      "grad_norm": 180.05706787109375,
+      "learning_rate": 1.9704806179869415e-06,
+      "loss": 26.2734,
+      "step": 11115
+    },
+    {
+      "epoch": 0.1052242973845382,
+      "grad_norm": 256.25732421875,
+      "learning_rate": 1.9704732233747862e-06,
+      "loss": 22.5547,
+      "step": 11116
+    },
+    {
+      "epoch": 0.10523376340625325,
+      "grad_norm": 660.0482788085938,
+      "learning_rate": 1.9704658278504493e-06,
+      "loss": 41.0547,
+      "step": 11117
+    },
+    {
+      "epoch": 0.10524322942796831,
+      "grad_norm": 355.1515808105469,
+      "learning_rate": 1.9704584314139375e-06,
+      "loss": 33.0781,
+      "step": 11118
+    },
+    {
+      "epoch": 0.10525269544968337,
+      "grad_norm": 305.4573669433594,
+      "learning_rate": 1.9704510340652576e-06,
+      "loss": 19.0859,
+      "step": 11119
+    },
+    {
+      "epoch": 0.10526216147139841,
+      "grad_norm": 145.98382568359375,
+      "learning_rate": 1.9704436358044177e-06,
+      "loss": 20.1797,
+      "step": 11120
+    },
+    {
+      "epoch": 0.10527162749311347,
+      "grad_norm": 224.48069763183594,
+      "learning_rate": 1.970436236631423e-06,
+      "loss": 18.9062,
+      "step": 11121
+    },
+    {
+      "epoch": 0.10528109351482852,
+      "grad_norm": 622.5853271484375,
+      "learning_rate": 1.9704288365462823e-06,
+      "loss": 31.2969,
+      "step": 11122
+    },
+    {
+      "epoch": 0.10529055953654358,
+      "grad_norm": 156.7534942626953,
+      "learning_rate": 1.970421435549001e-06,
+      "loss": 17.4922,
+      "step": 11123
+    },
+    {
+      "epoch": 0.10530002555825863,
+      "grad_norm": 374.2091369628906,
+      "learning_rate": 1.9704140336395867e-06,
+      "loss": 25.2656,
+      "step": 11124
+    },
+    {
+      "epoch": 0.10530949157997369,
+      "grad_norm": 3.594177484512329,
+      "learning_rate": 1.9704066308180466e-06,
+      "loss": 0.9155,
+      "step": 11125
+    },
+    {
+      "epoch": 0.10531895760168875,
+      "grad_norm": 313.22039794921875,
+      "learning_rate": 1.9703992270843874e-06,
+      "loss": 44.3906,
+      "step": 11126
+    },
+    {
+      "epoch": 0.10532842362340379,
+      "grad_norm": 303.8727722167969,
+      "learning_rate": 1.970391822438616e-06,
+      "loss": 17.1094,
+      "step": 11127
+    },
+    {
+      "epoch": 0.10533788964511885,
+      "grad_norm": 359.5357971191406,
+      "learning_rate": 1.9703844168807394e-06,
+      "loss": 32.3906,
+      "step": 11128
+    },
+    {
+      "epoch": 0.1053473556668339,
+      "grad_norm": 242.88963317871094,
+      "learning_rate": 1.9703770104107644e-06,
+      "loss": 22.5938,
+      "step": 11129
+    },
+    {
+      "epoch": 0.10535682168854896,
+      "grad_norm": 2.9905214309692383,
+      "learning_rate": 1.970369603028698e-06,
+      "loss": 0.74,
+      "step": 11130
+    },
+    {
+      "epoch": 0.105366287710264,
+      "grad_norm": 426.96624755859375,
+      "learning_rate": 1.9703621947345475e-06,
+      "loss": 18.5,
+      "step": 11131
+    },
+    {
+      "epoch": 0.10537575373197906,
+      "grad_norm": 630.611083984375,
+      "learning_rate": 1.97035478552832e-06,
+      "loss": 40.3594,
+      "step": 11132
+    },
+    {
+      "epoch": 0.10538521975369411,
+      "grad_norm": 499.47808837890625,
+      "learning_rate": 1.970347375410022e-06,
+      "loss": 23.2188,
+      "step": 11133
+    },
+    {
+      "epoch": 0.10539468577540917,
+      "grad_norm": 313.9397888183594,
+      "learning_rate": 1.97033996437966e-06,
+      "loss": 39.0156,
+      "step": 11134
+    },
+    {
+      "epoch": 0.10540415179712423,
+      "grad_norm": 375.9655456542969,
+      "learning_rate": 1.970332552437242e-06,
+      "loss": 47.9219,
+      "step": 11135
+    },
+    {
+      "epoch": 0.10541361781883928,
+      "grad_norm": 700.2702026367188,
+      "learning_rate": 1.970325139582775e-06,
+      "loss": 43.0547,
+      "step": 11136
+    },
+    {
+      "epoch": 0.10542308384055434,
+      "grad_norm": 536.7632446289062,
+      "learning_rate": 1.9703177258162647e-06,
+      "loss": 21.9961,
+      "step": 11137
+    },
+    {
+      "epoch": 0.10543254986226938,
+      "grad_norm": 347.0466613769531,
+      "learning_rate": 1.9703103111377193e-06,
+      "loss": 34.4023,
+      "step": 11138
+    },
+    {
+      "epoch": 0.10544201588398444,
+      "grad_norm": 532.3734130859375,
+      "learning_rate": 1.970302895547145e-06,
+      "loss": 42.5078,
+      "step": 11139
+    },
+    {
+      "epoch": 0.10545148190569949,
+      "grad_norm": 588.6854858398438,
+      "learning_rate": 1.9702954790445495e-06,
+      "loss": 18.2266,
+      "step": 11140
+    },
+    {
+      "epoch": 0.10546094792741455,
+      "grad_norm": 375.93255615234375,
+      "learning_rate": 1.9702880616299395e-06,
+      "loss": 42.7188,
+      "step": 11141
+    },
+    {
+      "epoch": 0.1054704139491296,
+      "grad_norm": 146.7203369140625,
+      "learning_rate": 1.9702806433033214e-06,
+      "loss": 14.1367,
+      "step": 11142
+    },
+    {
+      "epoch": 0.10547987997084465,
+      "grad_norm": 283.5679626464844,
+      "learning_rate": 1.9702732240647026e-06,
+      "loss": 12.8203,
+      "step": 11143
+    },
+    {
+      "epoch": 0.10548934599255971,
+      "grad_norm": 364.35205078125,
+      "learning_rate": 1.97026580391409e-06,
+      "loss": 22.2969,
+      "step": 11144
+    },
+    {
+      "epoch": 0.10549881201427476,
+      "grad_norm": 222.1013641357422,
+      "learning_rate": 1.9702583828514913e-06,
+      "loss": 10.9062,
+      "step": 11145
+    },
+    {
+      "epoch": 0.10550827803598982,
+      "grad_norm": 1103.510986328125,
+      "learning_rate": 1.970250960876912e-06,
+      "loss": 61.1172,
+      "step": 11146
+    },
+    {
+      "epoch": 0.10551774405770487,
+      "grad_norm": 389.6826171875,
+      "learning_rate": 1.9702435379903607e-06,
+      "loss": 39.6797,
+      "step": 11147
+    },
+    {
+      "epoch": 0.10552721007941993,
+      "grad_norm": 385.320556640625,
+      "learning_rate": 1.9702361141918434e-06,
+      "loss": 52.1328,
+      "step": 11148
+    },
+    {
+      "epoch": 0.10553667610113497,
+      "grad_norm": 2.58056902885437,
+      "learning_rate": 1.9702286894813667e-06,
+      "loss": 0.8652,
+      "step": 11149
+    },
+    {
+      "epoch": 0.10554614212285003,
+      "grad_norm": 269.1755676269531,
+      "learning_rate": 1.9702212638589388e-06,
+      "loss": 18.1406,
+      "step": 11150
+    },
+    {
+      "epoch": 0.10555560814456508,
+      "grad_norm": 428.0118408203125,
+      "learning_rate": 1.970213837324566e-06,
+      "loss": 53.3125,
+      "step": 11151
+    },
+    {
+      "epoch": 0.10556507416628014,
+      "grad_norm": 318.7144775390625,
+      "learning_rate": 1.970206409878255e-06,
+      "loss": 16.6016,
+      "step": 11152
+    },
+    {
+      "epoch": 0.1055745401879952,
+      "grad_norm": 302.85284423828125,
+      "learning_rate": 1.9701989815200132e-06,
+      "loss": 20.5469,
+      "step": 11153
+    },
+    {
+      "epoch": 0.10558400620971024,
+      "grad_norm": 537.037841796875,
+      "learning_rate": 1.9701915522498473e-06,
+      "loss": 32.4922,
+      "step": 11154
+    },
+    {
+      "epoch": 0.1055934722314253,
+      "grad_norm": 172.33468627929688,
+      "learning_rate": 1.9701841220677648e-06,
+      "loss": 25.4766,
+      "step": 11155
+    },
+    {
+      "epoch": 0.10560293825314035,
+      "grad_norm": 381.8321838378906,
+      "learning_rate": 1.970176690973772e-06,
+      "loss": 33.8438,
+      "step": 11156
+    },
+    {
+      "epoch": 0.10561240427485541,
+      "grad_norm": 278.1851501464844,
+      "learning_rate": 1.9701692589678765e-06,
+      "loss": 19.4844,
+      "step": 11157
+    },
+    {
+      "epoch": 0.10562187029657046,
+      "grad_norm": 2.884880781173706,
+      "learning_rate": 1.9701618260500846e-06,
+      "loss": 1.0259,
+      "step": 11158
+    },
+    {
+      "epoch": 0.10563133631828552,
+      "grad_norm": 3.8089451789855957,
+      "learning_rate": 1.9701543922204043e-06,
+      "loss": 0.8555,
+      "step": 11159
+    },
+    {
+      "epoch": 0.10564080234000056,
+      "grad_norm": 228.39881896972656,
+      "learning_rate": 1.9701469574788417e-06,
+      "loss": 24.3359,
+      "step": 11160
+    },
+    {
+      "epoch": 0.10565026836171562,
+      "grad_norm": 234.229248046875,
+      "learning_rate": 1.970139521825404e-06,
+      "loss": 19.3672,
+      "step": 11161
+    },
+    {
+      "epoch": 0.10565973438343068,
+      "grad_norm": 290.1262512207031,
+      "learning_rate": 1.9701320852600986e-06,
+      "loss": 26.2266,
+      "step": 11162
+    },
+    {
+      "epoch": 0.10566920040514573,
+      "grad_norm": 246.56866455078125,
+      "learning_rate": 1.9701246477829313e-06,
+      "loss": 19.5859,
+      "step": 11163
+    },
+    {
+      "epoch": 0.10567866642686079,
+      "grad_norm": 445.8070068359375,
+      "learning_rate": 1.9701172093939106e-06,
+      "loss": 45.6719,
+      "step": 11164
+    },
+    {
+      "epoch": 0.10568813244857583,
+      "grad_norm": 183.25245666503906,
+      "learning_rate": 1.970109770093043e-06,
+      "loss": 17.1562,
+      "step": 11165
+    },
+    {
+      "epoch": 0.1056975984702909,
+      "grad_norm": 1346.407470703125,
+      "learning_rate": 1.970102329880335e-06,
+      "loss": 50.5938,
+      "step": 11166
+    },
+    {
+      "epoch": 0.10570706449200594,
+      "grad_norm": 473.24560546875,
+      "learning_rate": 1.970094888755794e-06,
+      "loss": 24.4766,
+      "step": 11167
+    },
+    {
+      "epoch": 0.105716530513721,
+      "grad_norm": 962.2197875976562,
+      "learning_rate": 1.970087446719427e-06,
+      "loss": 32.668,
+      "step": 11168
+    },
+    {
+      "epoch": 0.10572599653543605,
+      "grad_norm": 336.3603515625,
+      "learning_rate": 1.9700800037712404e-06,
+      "loss": 27.9297,
+      "step": 11169
+    },
+    {
+      "epoch": 0.1057354625571511,
+      "grad_norm": 222.56292724609375,
+      "learning_rate": 1.9700725599112424e-06,
+      "loss": 17.5938,
+      "step": 11170
+    },
+    {
+      "epoch": 0.10574492857886617,
+      "grad_norm": 848.1484375,
+      "learning_rate": 1.9700651151394387e-06,
+      "loss": 25.3281,
+      "step": 11171
+    },
+    {
+      "epoch": 0.10575439460058121,
+      "grad_norm": 3.0120837688446045,
+      "learning_rate": 1.9700576694558376e-06,
+      "loss": 0.9092,
+      "step": 11172
+    },
+    {
+      "epoch": 0.10576386062229627,
+      "grad_norm": 759.2112426757812,
+      "learning_rate": 1.970050222860445e-06,
+      "loss": 40.2812,
+      "step": 11173
+    },
+    {
+      "epoch": 0.10577332664401132,
+      "grad_norm": 250.86260986328125,
+      "learning_rate": 1.9700427753532683e-06,
+      "loss": 23.6406,
+      "step": 11174
+    },
+    {
+      "epoch": 0.10578279266572638,
+      "grad_norm": 3.4811244010925293,
+      "learning_rate": 1.9700353269343144e-06,
+      "loss": 0.9614,
+      "step": 11175
+    },
+    {
+      "epoch": 0.10579225868744142,
+      "grad_norm": 376.2232971191406,
+      "learning_rate": 1.9700278776035906e-06,
+      "loss": 41.5234,
+      "step": 11176
+    },
+    {
+      "epoch": 0.10580172470915648,
+      "grad_norm": 560.048095703125,
+      "learning_rate": 1.9700204273611036e-06,
+      "loss": 46.7656,
+      "step": 11177
+    },
+    {
+      "epoch": 0.10581119073087154,
+      "grad_norm": 284.73040771484375,
+      "learning_rate": 1.9700129762068605e-06,
+      "loss": 21.0938,
+      "step": 11178
+    },
+    {
+      "epoch": 0.10582065675258659,
+      "grad_norm": 404.44927978515625,
+      "learning_rate": 1.9700055241408683e-06,
+      "loss": 20.4297,
+      "step": 11179
+    },
+    {
+      "epoch": 0.10583012277430165,
+      "grad_norm": 391.1131286621094,
+      "learning_rate": 1.969998071163134e-06,
+      "loss": 37.875,
+      "step": 11180
+    },
+    {
+      "epoch": 0.1058395887960167,
+      "grad_norm": 577.6972045898438,
+      "learning_rate": 1.969990617273665e-06,
+      "loss": 41.9219,
+      "step": 11181
+    },
+    {
+      "epoch": 0.10584905481773176,
+      "grad_norm": 684.9730834960938,
+      "learning_rate": 1.969983162472467e-06,
+      "loss": 60.4453,
+      "step": 11182
+    },
+    {
+      "epoch": 0.1058585208394468,
+      "grad_norm": 829.9010620117188,
+      "learning_rate": 1.969975706759549e-06,
+      "loss": 50.25,
+      "step": 11183
+    },
+    {
+      "epoch": 0.10586798686116186,
+      "grad_norm": 537.1361694335938,
+      "learning_rate": 1.969968250134916e-06,
+      "loss": 34.1016,
+      "step": 11184
+    },
+    {
+      "epoch": 0.10587745288287691,
+      "grad_norm": 211.88499450683594,
+      "learning_rate": 1.9699607925985764e-06,
+      "loss": 21.25,
+      "step": 11185
+    },
+    {
+      "epoch": 0.10588691890459197,
+      "grad_norm": 299.1098937988281,
+      "learning_rate": 1.969953334150537e-06,
+      "loss": 19.6094,
+      "step": 11186
+    },
+    {
+      "epoch": 0.10589638492630703,
+      "grad_norm": 317.7273254394531,
+      "learning_rate": 1.969945874790804e-06,
+      "loss": 49.1562,
+      "step": 11187
+    },
+    {
+      "epoch": 0.10590585094802207,
+      "grad_norm": 242.1336669921875,
+      "learning_rate": 1.9699384145193856e-06,
+      "loss": 14.4609,
+      "step": 11188
+    },
+    {
+      "epoch": 0.10591531696973713,
+      "grad_norm": 293.61627197265625,
+      "learning_rate": 1.9699309533362877e-06,
+      "loss": 18.4141,
+      "step": 11189
+    },
+    {
+      "epoch": 0.10592478299145218,
+      "grad_norm": 986.9085083007812,
+      "learning_rate": 1.9699234912415176e-06,
+      "loss": 34.7031,
+      "step": 11190
+    },
+    {
+      "epoch": 0.10593424901316724,
+      "grad_norm": 549.4795532226562,
+      "learning_rate": 1.969916028235083e-06,
+      "loss": 49.2891,
+      "step": 11191
+    },
+    {
+      "epoch": 0.10594371503488229,
+      "grad_norm": 345.14276123046875,
+      "learning_rate": 1.9699085643169903e-06,
+      "loss": 32.4219,
+      "step": 11192
+    },
+    {
+      "epoch": 0.10595318105659735,
+      "grad_norm": 437.192626953125,
+      "learning_rate": 1.9699010994872466e-06,
+      "loss": 46.0781,
+      "step": 11193
+    },
+    {
+      "epoch": 0.10596264707831239,
+      "grad_norm": 376.1905822753906,
+      "learning_rate": 1.969893633745859e-06,
+      "loss": 12.9863,
+      "step": 11194
+    },
+    {
+      "epoch": 0.10597211310002745,
+      "grad_norm": 425.7456970214844,
+      "learning_rate": 1.9698861670928347e-06,
+      "loss": 13.6523,
+      "step": 11195
+    },
+    {
+      "epoch": 0.10598157912174251,
+      "grad_norm": 203.59129333496094,
+      "learning_rate": 1.96987869952818e-06,
+      "loss": 23.375,
+      "step": 11196
+    },
+    {
+      "epoch": 0.10599104514345756,
+      "grad_norm": 2.9906961917877197,
+      "learning_rate": 1.9698712310519027e-06,
+      "loss": 0.9756,
+      "step": 11197
+    },
+    {
+      "epoch": 0.10600051116517262,
+      "grad_norm": 478.7656555175781,
+      "learning_rate": 1.9698637616640096e-06,
+      "loss": 27.5391,
+      "step": 11198
+    },
+    {
+      "epoch": 0.10600997718688766,
+      "grad_norm": 238.276611328125,
+      "learning_rate": 1.969856291364508e-06,
+      "loss": 14.332,
+      "step": 11199
+    },
+    {
+      "epoch": 0.10601944320860272,
+      "grad_norm": 431.1570129394531,
+      "learning_rate": 1.969848820153404e-06,
+      "loss": 20.5156,
+      "step": 11200
+    },
+    {
+      "epoch": 0.10602890923031777,
+      "grad_norm": 351.4415588378906,
+      "learning_rate": 1.969841348030705e-06,
+      "loss": 35.3281,
+      "step": 11201
+    },
+    {
+      "epoch": 0.10603837525203283,
+      "grad_norm": 383.7952880859375,
+      "learning_rate": 1.969833874996419e-06,
+      "loss": 43.1641,
+      "step": 11202
+    },
+    {
+      "epoch": 0.10604784127374788,
+      "grad_norm": 560.71826171875,
+      "learning_rate": 1.9698264010505515e-06,
+      "loss": 48.2656,
+      "step": 11203
+    },
+    {
+      "epoch": 0.10605730729546294,
+      "grad_norm": 253.08343505859375,
+      "learning_rate": 1.9698189261931112e-06,
+      "loss": 36.7969,
+      "step": 11204
+    },
+    {
+      "epoch": 0.106066773317178,
+      "grad_norm": 245.6465606689453,
+      "learning_rate": 1.969811450424103e-06,
+      "loss": 16.6562,
+      "step": 11205
+    },
+    {
+      "epoch": 0.10607623933889304,
+      "grad_norm": 305.86505126953125,
+      "learning_rate": 1.969803973743536e-06,
+      "loss": 29.625,
+      "step": 11206
+    },
+    {
+      "epoch": 0.1060857053606081,
+      "grad_norm": 248.66102600097656,
+      "learning_rate": 1.969796496151416e-06,
+      "loss": 20.6016,
+      "step": 11207
+    },
+    {
+      "epoch": 0.10609517138232315,
+      "grad_norm": 207.6014404296875,
+      "learning_rate": 1.9697890176477507e-06,
+      "loss": 17.9922,
+      "step": 11208
+    },
+    {
+      "epoch": 0.10610463740403821,
+      "grad_norm": 320.77337646484375,
+      "learning_rate": 1.9697815382325465e-06,
+      "loss": 25.2812,
+      "step": 11209
+    },
+    {
+      "epoch": 0.10611410342575325,
+      "grad_norm": 530.2566528320312,
+      "learning_rate": 1.9697740579058107e-06,
+      "loss": 40.25,
+      "step": 11210
+    },
+    {
+      "epoch": 0.10612356944746831,
+      "grad_norm": 450.7305908203125,
+      "learning_rate": 1.969766576667551e-06,
+      "loss": 36.8906,
+      "step": 11211
+    },
+    {
+      "epoch": 0.10613303546918336,
+      "grad_norm": 3.4505257606506348,
+      "learning_rate": 1.9697590945177733e-06,
+      "loss": 0.9863,
+      "step": 11212
+    },
+    {
+      "epoch": 0.10614250149089842,
+      "grad_norm": 197.18539428710938,
+      "learning_rate": 1.9697516114564848e-06,
+      "loss": 17.2656,
+      "step": 11213
+    },
+    {
+      "epoch": 0.10615196751261348,
+      "grad_norm": 841.001953125,
+      "learning_rate": 1.9697441274836936e-06,
+      "loss": 46.7539,
+      "step": 11214
+    },
+    {
+      "epoch": 0.10616143353432853,
+      "grad_norm": 467.5375061035156,
+      "learning_rate": 1.9697366425994055e-06,
+      "loss": 25.4219,
+      "step": 11215
+    },
+    {
+      "epoch": 0.10617089955604359,
+      "grad_norm": 325.1080627441406,
+      "learning_rate": 1.9697291568036283e-06,
+      "loss": 9.3711,
+      "step": 11216
+    },
+    {
+      "epoch": 0.10618036557775863,
+      "grad_norm": 370.6496887207031,
+      "learning_rate": 1.9697216700963686e-06,
+      "loss": 18.9492,
+      "step": 11217
+    },
+    {
+      "epoch": 0.10618983159947369,
+      "grad_norm": 298.5588684082031,
+      "learning_rate": 1.9697141824776334e-06,
+      "loss": 12.8047,
+      "step": 11218
+    },
+    {
+      "epoch": 0.10619929762118874,
+      "grad_norm": 439.714599609375,
+      "learning_rate": 1.9697066939474305e-06,
+      "loss": 34.4727,
+      "step": 11219
+    },
+    {
+      "epoch": 0.1062087636429038,
+      "grad_norm": 571.2153930664062,
+      "learning_rate": 1.969699204505766e-06,
+      "loss": 47.8906,
+      "step": 11220
+    },
+    {
+      "epoch": 0.10621822966461886,
+      "grad_norm": 175.71792602539062,
+      "learning_rate": 1.969691714152648e-06,
+      "loss": 9.9961,
+      "step": 11221
+    },
+    {
+      "epoch": 0.1062276956863339,
+      "grad_norm": 227.92332458496094,
+      "learning_rate": 1.969684222888082e-06,
+      "loss": 22.6016,
+      "step": 11222
+    },
+    {
+      "epoch": 0.10623716170804896,
+      "grad_norm": 450.0300598144531,
+      "learning_rate": 1.969676730712076e-06,
+      "loss": 43.625,
+      "step": 11223
+    },
+    {
+      "epoch": 0.10624662772976401,
+      "grad_norm": 727.7874755859375,
+      "learning_rate": 1.9696692376246373e-06,
+      "loss": 56.0469,
+      "step": 11224
+    },
+    {
+      "epoch": 0.10625609375147907,
+      "grad_norm": 318.4004211425781,
+      "learning_rate": 1.9696617436257725e-06,
+      "loss": 25.1094,
+      "step": 11225
+    },
+    {
+      "epoch": 0.10626555977319412,
+      "grad_norm": 277.0768737792969,
+      "learning_rate": 1.9696542487154887e-06,
+      "loss": 27.6406,
+      "step": 11226
+    },
+    {
+      "epoch": 0.10627502579490918,
+      "grad_norm": 628.3143310546875,
+      "learning_rate": 1.969646752893793e-06,
+      "loss": 28.4062,
+      "step": 11227
+    },
+    {
+      "epoch": 0.10628449181662422,
+      "grad_norm": 483.32611083984375,
+      "learning_rate": 1.9696392561606926e-06,
+      "loss": 63.0156,
+      "step": 11228
+    },
+    {
+      "epoch": 0.10629395783833928,
+      "grad_norm": 493.4352722167969,
+      "learning_rate": 1.969631758516194e-06,
+      "loss": 49.2344,
+      "step": 11229
+    },
+    {
+      "epoch": 0.10630342386005434,
+      "grad_norm": 1045.99072265625,
+      "learning_rate": 1.969624259960305e-06,
+      "loss": 43.8203,
+      "step": 11230
+    },
+    {
+      "epoch": 0.10631288988176939,
+      "grad_norm": 398.0616455078125,
+      "learning_rate": 1.9696167604930324e-06,
+      "loss": 39.1172,
+      "step": 11231
+    },
+    {
+      "epoch": 0.10632235590348445,
+      "grad_norm": 435.5480651855469,
+      "learning_rate": 1.9696092601143824e-06,
+      "loss": 21.7891,
+      "step": 11232
+    },
+    {
+      "epoch": 0.1063318219251995,
+      "grad_norm": 178.97152709960938,
+      "learning_rate": 1.9696017588243634e-06,
+      "loss": 19.5547,
+      "step": 11233
+    },
+    {
+      "epoch": 0.10634128794691455,
+      "grad_norm": 291.32354736328125,
+      "learning_rate": 1.969594256622982e-06,
+      "loss": 19.8047,
+      "step": 11234
+    },
+    {
+      "epoch": 0.1063507539686296,
+      "grad_norm": 402.9325256347656,
+      "learning_rate": 1.9695867535102445e-06,
+      "loss": 44.3125,
+      "step": 11235
+    },
+    {
+      "epoch": 0.10636021999034466,
+      "grad_norm": 208.78424072265625,
+      "learning_rate": 1.9695792494861585e-06,
+      "loss": 16.9375,
+      "step": 11236
+    },
+    {
+      "epoch": 0.1063696860120597,
+      "grad_norm": 289.7113037109375,
+      "learning_rate": 1.9695717445507312e-06,
+      "loss": 15.0742,
+      "step": 11237
+    },
+    {
+      "epoch": 0.10637915203377477,
+      "grad_norm": 196.8052520751953,
+      "learning_rate": 1.9695642387039698e-06,
+      "loss": 18.2578,
+      "step": 11238
+    },
+    {
+      "epoch": 0.10638861805548983,
+      "grad_norm": 322.812744140625,
+      "learning_rate": 1.969556731945881e-06,
+      "loss": 16.1016,
+      "step": 11239
+    },
+    {
+      "epoch": 0.10639808407720487,
+      "grad_norm": 295.0429992675781,
+      "learning_rate": 1.9695492242764718e-06,
+      "loss": 11.0156,
+      "step": 11240
+    },
+    {
+      "epoch": 0.10640755009891993,
+      "grad_norm": 594.0059204101562,
+      "learning_rate": 1.9695417156957497e-06,
+      "loss": 39.0,
+      "step": 11241
+    },
+    {
+      "epoch": 0.10641701612063498,
+      "grad_norm": 539.0309448242188,
+      "learning_rate": 1.9695342062037213e-06,
+      "loss": 39.6016,
+      "step": 11242
+    },
+    {
+      "epoch": 0.10642648214235004,
+      "grad_norm": 877.5274658203125,
+      "learning_rate": 1.969526695800394e-06,
+      "loss": 46.5898,
+      "step": 11243
+    },
+    {
+      "epoch": 0.10643594816406508,
+      "grad_norm": 310.42144775390625,
+      "learning_rate": 1.9695191844857743e-06,
+      "loss": 28.9609,
+      "step": 11244
+    },
+    {
+      "epoch": 0.10644541418578014,
+      "grad_norm": 358.73187255859375,
+      "learning_rate": 1.9695116722598696e-06,
+      "loss": 45.9375,
+      "step": 11245
+    },
+    {
+      "epoch": 0.10645488020749519,
+      "grad_norm": 200.55050659179688,
+      "learning_rate": 1.969504159122687e-06,
+      "loss": 23.5625,
+      "step": 11246
+    },
+    {
+      "epoch": 0.10646434622921025,
+      "grad_norm": 372.4938659667969,
+      "learning_rate": 1.969496645074234e-06,
+      "loss": 36.2656,
+      "step": 11247
+    },
+    {
+      "epoch": 0.10647381225092531,
+      "grad_norm": 245.9890899658203,
+      "learning_rate": 1.9694891301145173e-06,
+      "loss": 18.7031,
+      "step": 11248
+    },
+    {
+      "epoch": 0.10648327827264036,
+      "grad_norm": 349.2228698730469,
+      "learning_rate": 1.969481614243543e-06,
+      "loss": 26.0547,
+      "step": 11249
+    },
+    {
+      "epoch": 0.10649274429435542,
+      "grad_norm": 289.35845947265625,
+      "learning_rate": 1.96947409746132e-06,
+      "loss": 17.9219,
+      "step": 11250
+    },
+    {
+      "epoch": 0.10650221031607046,
+      "grad_norm": 185.69879150390625,
+      "learning_rate": 1.969466579767854e-06,
+      "loss": 16.8555,
+      "step": 11251
+    },
+    {
+      "epoch": 0.10651167633778552,
+      "grad_norm": 280.4979248046875,
+      "learning_rate": 1.9694590611631525e-06,
+      "loss": 23.7734,
+      "step": 11252
+    },
+    {
+      "epoch": 0.10652114235950057,
+      "grad_norm": 245.7454833984375,
+      "learning_rate": 1.9694515416472228e-06,
+      "loss": 23.3828,
+      "step": 11253
+    },
+    {
+      "epoch": 0.10653060838121563,
+      "grad_norm": 1181.4847412109375,
+      "learning_rate": 1.969444021220071e-06,
+      "loss": 27.5,
+      "step": 11254
+    },
+    {
+      "epoch": 0.10654007440293067,
+      "grad_norm": 319.011474609375,
+      "learning_rate": 1.9694364998817055e-06,
+      "loss": 25.6562,
+      "step": 11255
+    },
+    {
+      "epoch": 0.10654954042464573,
+      "grad_norm": 984.9982299804688,
+      "learning_rate": 1.9694289776321328e-06,
+      "loss": 49.5664,
+      "step": 11256
+    },
+    {
+      "epoch": 0.1065590064463608,
+      "grad_norm": 1552.0279541015625,
+      "learning_rate": 1.9694214544713597e-06,
+      "loss": 59.125,
+      "step": 11257
+    },
+    {
+      "epoch": 0.10656847246807584,
+      "grad_norm": 1067.95947265625,
+      "learning_rate": 1.969413930399394e-06,
+      "loss": 73.5156,
+      "step": 11258
+    },
+    {
+      "epoch": 0.1065779384897909,
+      "grad_norm": 313.3894958496094,
+      "learning_rate": 1.9694064054162413e-06,
+      "loss": 52.4375,
+      "step": 11259
+    },
+    {
+      "epoch": 0.10658740451150595,
+      "grad_norm": 216.41946411132812,
+      "learning_rate": 1.9693988795219104e-06,
+      "loss": 10.8086,
+      "step": 11260
+    },
+    {
+      "epoch": 0.106596870533221,
+      "grad_norm": 3.134725570678711,
+      "learning_rate": 1.9693913527164075e-06,
+      "loss": 0.9849,
+      "step": 11261
+    },
+    {
+      "epoch": 0.10660633655493605,
+      "grad_norm": 401.1539306640625,
+      "learning_rate": 1.9693838249997394e-06,
+      "loss": 25.6094,
+      "step": 11262
+    },
+    {
+      "epoch": 0.10661580257665111,
+      "grad_norm": 437.25848388671875,
+      "learning_rate": 1.969376296371914e-06,
+      "loss": 32.2891,
+      "step": 11263
+    },
+    {
+      "epoch": 0.10662526859836617,
+      "grad_norm": 234.0981903076172,
+      "learning_rate": 1.9693687668329376e-06,
+      "loss": 21.0625,
+      "step": 11264
+    },
+    {
+      "epoch": 0.10663473462008122,
+      "grad_norm": 251.52645874023438,
+      "learning_rate": 1.969361236382818e-06,
+      "loss": 23.375,
+      "step": 11265
+    },
+    {
+      "epoch": 0.10664420064179628,
+      "grad_norm": 360.71771240234375,
+      "learning_rate": 1.9693537050215615e-06,
+      "loss": 25.6875,
+      "step": 11266
+    },
+    {
+      "epoch": 0.10665366666351132,
+      "grad_norm": 391.6448059082031,
+      "learning_rate": 1.969346172749176e-06,
+      "loss": 19.3906,
+      "step": 11267
+    },
+    {
+      "epoch": 0.10666313268522638,
+      "grad_norm": 479.71954345703125,
+      "learning_rate": 1.969338639565668e-06,
+      "loss": 36.0625,
+      "step": 11268
+    },
+    {
+      "epoch": 0.10667259870694143,
+      "grad_norm": 193.28500366210938,
+      "learning_rate": 1.9693311054710448e-06,
+      "loss": 23.2969,
+      "step": 11269
+    },
+    {
+      "epoch": 0.10668206472865649,
+      "grad_norm": 241.6361541748047,
+      "learning_rate": 1.969323570465313e-06,
+      "loss": 24.7773,
+      "step": 11270
+    },
+    {
+      "epoch": 0.10669153075037154,
+      "grad_norm": 1389.0191650390625,
+      "learning_rate": 1.9693160345484804e-06,
+      "loss": 23.0078,
+      "step": 11271
+    },
+    {
+      "epoch": 0.1067009967720866,
+      "grad_norm": 324.25177001953125,
+      "learning_rate": 1.9693084977205537e-06,
+      "loss": 22.5781,
+      "step": 11272
+    },
+    {
+      "epoch": 0.10671046279380166,
+      "grad_norm": 408.4810791015625,
+      "learning_rate": 1.9693009599815406e-06,
+      "loss": 30.0469,
+      "step": 11273
+    },
+    {
+      "epoch": 0.1067199288155167,
+      "grad_norm": 196.2861785888672,
+      "learning_rate": 1.969293421331447e-06,
+      "loss": 8.6406,
+      "step": 11274
+    },
+    {
+      "epoch": 0.10672939483723176,
+      "grad_norm": 383.9305725097656,
+      "learning_rate": 1.969285881770281e-06,
+      "loss": 31.8164,
+      "step": 11275
+    },
+    {
+      "epoch": 0.10673886085894681,
+      "grad_norm": 386.2887268066406,
+      "learning_rate": 1.969278341298049e-06,
+      "loss": 43.5312,
+      "step": 11276
+    },
+    {
+      "epoch": 0.10674832688066187,
+      "grad_norm": 261.6397705078125,
+      "learning_rate": 1.9692707999147587e-06,
+      "loss": 22.7969,
+      "step": 11277
+    },
+    {
+      "epoch": 0.10675779290237691,
+      "grad_norm": 337.3226623535156,
+      "learning_rate": 1.969263257620417e-06,
+      "loss": 21.2773,
+      "step": 11278
+    },
+    {
+      "epoch": 0.10676725892409197,
+      "grad_norm": 433.3535461425781,
+      "learning_rate": 1.9692557144150305e-06,
+      "loss": 28.1406,
+      "step": 11279
+    },
+    {
+      "epoch": 0.10677672494580702,
+      "grad_norm": 211.93223571777344,
+      "learning_rate": 1.9692481702986064e-06,
+      "loss": 15.793,
+      "step": 11280
+    },
+    {
+      "epoch": 0.10678619096752208,
+      "grad_norm": 149.2986602783203,
+      "learning_rate": 1.969240625271153e-06,
+      "loss": 17.7656,
+      "step": 11281
+    },
+    {
+      "epoch": 0.10679565698923714,
+      "grad_norm": 253.97288513183594,
+      "learning_rate": 1.969233079332676e-06,
+      "loss": 20.6562,
+      "step": 11282
+    },
+    {
+      "epoch": 0.10680512301095219,
+      "grad_norm": 406.56121826171875,
+      "learning_rate": 1.969225532483183e-06,
+      "loss": 22.6797,
+      "step": 11283
+    },
+    {
+      "epoch": 0.10681458903266725,
+      "grad_norm": 310.1609191894531,
+      "learning_rate": 1.969217984722681e-06,
+      "loss": 30.5391,
+      "step": 11284
+    },
+    {
+      "epoch": 0.10682405505438229,
+      "grad_norm": 413.9848327636719,
+      "learning_rate": 1.969210436051177e-06,
+      "loss": 47.8438,
+      "step": 11285
+    },
+    {
+      "epoch": 0.10683352107609735,
+      "grad_norm": 225.36187744140625,
+      "learning_rate": 1.9692028864686784e-06,
+      "loss": 18.5312,
+      "step": 11286
+    },
+    {
+      "epoch": 0.1068429870978124,
+      "grad_norm": 533.88037109375,
+      "learning_rate": 1.9691953359751923e-06,
+      "loss": 44.5,
+      "step": 11287
+    },
+    {
+      "epoch": 0.10685245311952746,
+      "grad_norm": 927.4794311523438,
+      "learning_rate": 1.9691877845707256e-06,
+      "loss": 67.2461,
+      "step": 11288
+    },
+    {
+      "epoch": 0.1068619191412425,
+      "grad_norm": 397.68035888671875,
+      "learning_rate": 1.969180232255285e-06,
+      "loss": 22.9453,
+      "step": 11289
+    },
+    {
+      "epoch": 0.10687138516295756,
+      "grad_norm": 294.1354064941406,
+      "learning_rate": 1.9691726790288786e-06,
+      "loss": 9.4609,
+      "step": 11290
+    },
+    {
+      "epoch": 0.10688085118467262,
+      "grad_norm": 361.87591552734375,
+      "learning_rate": 1.9691651248915126e-06,
+      "loss": 25.6016,
+      "step": 11291
+    },
+    {
+      "epoch": 0.10689031720638767,
+      "grad_norm": 214.62594604492188,
+      "learning_rate": 1.9691575698431945e-06,
+      "loss": 14.1484,
+      "step": 11292
+    },
+    {
+      "epoch": 0.10689978322810273,
+      "grad_norm": 236.98716735839844,
+      "learning_rate": 1.9691500138839314e-06,
+      "loss": 20.2734,
+      "step": 11293
+    },
+    {
+      "epoch": 0.10690924924981778,
+      "grad_norm": 282.70465087890625,
+      "learning_rate": 1.96914245701373e-06,
+      "loss": 20.9453,
+      "step": 11294
+    },
+    {
+      "epoch": 0.10691871527153284,
+      "grad_norm": 264.4690246582031,
+      "learning_rate": 1.969134899232598e-06,
+      "loss": 21.6172,
+      "step": 11295
+    },
+    {
+      "epoch": 0.10692818129324788,
+      "grad_norm": 534.4027709960938,
+      "learning_rate": 1.9691273405405425e-06,
+      "loss": 26.5312,
+      "step": 11296
+    },
+    {
+      "epoch": 0.10693764731496294,
+      "grad_norm": 204.4641876220703,
+      "learning_rate": 1.9691197809375703e-06,
+      "loss": 20.1406,
+      "step": 11297
+    },
+    {
+      "epoch": 0.10694711333667799,
+      "grad_norm": 189.16372680664062,
+      "learning_rate": 1.969112220423688e-06,
+      "loss": 20.3906,
+      "step": 11298
+    },
+    {
+      "epoch": 0.10695657935839305,
+      "grad_norm": 202.27232360839844,
+      "learning_rate": 1.969104658998904e-06,
+      "loss": 15.125,
+      "step": 11299
+    },
+    {
+      "epoch": 0.10696604538010811,
+      "grad_norm": 370.5359191894531,
+      "learning_rate": 1.9690970966632242e-06,
+      "loss": 38.4297,
+      "step": 11300
+    },
+    {
+      "epoch": 0.10697551140182315,
+      "grad_norm": 3.106902599334717,
+      "learning_rate": 1.969089533416656e-06,
+      "loss": 0.8115,
+      "step": 11301
+    },
+    {
+      "epoch": 0.10698497742353821,
+      "grad_norm": 581.0082397460938,
+      "learning_rate": 1.969081969259207e-06,
+      "loss": 53.6484,
+      "step": 11302
+    },
+    {
+      "epoch": 0.10699444344525326,
+      "grad_norm": 436.8468017578125,
+      "learning_rate": 1.9690744041908838e-06,
+      "loss": 49.4375,
+      "step": 11303
+    },
+    {
+      "epoch": 0.10700390946696832,
+      "grad_norm": 180.16818237304688,
+      "learning_rate": 1.969066838211694e-06,
+      "loss": 19.3281,
+      "step": 11304
+    },
+    {
+      "epoch": 0.10701337548868337,
+      "grad_norm": 634.3945922851562,
+      "learning_rate": 1.9690592713216443e-06,
+      "loss": 39.0938,
+      "step": 11305
+    },
+    {
+      "epoch": 0.10702284151039843,
+      "grad_norm": 900.6057739257812,
+      "learning_rate": 1.969051703520742e-06,
+      "loss": 45.4609,
+      "step": 11306
+    },
+    {
+      "epoch": 0.10703230753211349,
+      "grad_norm": 204.68109130859375,
+      "learning_rate": 1.969044134808994e-06,
+      "loss": 17.0625,
+      "step": 11307
+    },
+    {
+      "epoch": 0.10704177355382853,
+      "grad_norm": 197.55027770996094,
+      "learning_rate": 1.9690365651864075e-06,
+      "loss": 16.7266,
+      "step": 11308
+    },
+    {
+      "epoch": 0.10705123957554359,
+      "grad_norm": 760.6207275390625,
+      "learning_rate": 1.9690289946529896e-06,
+      "loss": 42.2969,
+      "step": 11309
+    },
+    {
+      "epoch": 0.10706070559725864,
+      "grad_norm": 241.17259216308594,
+      "learning_rate": 1.9690214232087475e-06,
+      "loss": 25.7656,
+      "step": 11310
+    },
+    {
+      "epoch": 0.1070701716189737,
+      "grad_norm": 902.7659301757812,
+      "learning_rate": 1.9690138508536883e-06,
+      "loss": 51.375,
+      "step": 11311
+    },
+    {
+      "epoch": 0.10707963764068874,
+      "grad_norm": 385.6280212402344,
+      "learning_rate": 1.9690062775878196e-06,
+      "loss": 22.6562,
+      "step": 11312
+    },
+    {
+      "epoch": 0.1070891036624038,
+      "grad_norm": 491.4438781738281,
+      "learning_rate": 1.9689987034111474e-06,
+      "loss": 23.6562,
+      "step": 11313
+    },
+    {
+      "epoch": 0.10709856968411885,
+      "grad_norm": 488.6046142578125,
+      "learning_rate": 1.96899112832368e-06,
+      "loss": 11.0898,
+      "step": 11314
+    },
+    {
+      "epoch": 0.10710803570583391,
+      "grad_norm": 158.42694091796875,
+      "learning_rate": 1.968983552325424e-06,
+      "loss": 18.75,
+      "step": 11315
+    },
+    {
+      "epoch": 0.10711750172754897,
+      "grad_norm": 394.5203857421875,
+      "learning_rate": 1.9689759754163856e-06,
+      "loss": 45.125,
+      "step": 11316
+    },
+    {
+      "epoch": 0.10712696774926402,
+      "grad_norm": 407.99981689453125,
+      "learning_rate": 1.9689683975965735e-06,
+      "loss": 23.9922,
+      "step": 11317
+    },
+    {
+      "epoch": 0.10713643377097908,
+      "grad_norm": 725.556640625,
+      "learning_rate": 1.9689608188659943e-06,
+      "loss": 9.7109,
+      "step": 11318
+    },
+    {
+      "epoch": 0.10714589979269412,
+      "grad_norm": 1000.3292236328125,
+      "learning_rate": 1.9689532392246547e-06,
+      "loss": 29.5859,
+      "step": 11319
+    },
+    {
+      "epoch": 0.10715536581440918,
+      "grad_norm": 467.39947509765625,
+      "learning_rate": 1.968945658672562e-06,
+      "loss": 22.1836,
+      "step": 11320
+    },
+    {
+      "epoch": 0.10716483183612423,
+      "grad_norm": 2.79194712638855,
+      "learning_rate": 1.9689380772097235e-06,
+      "loss": 0.8257,
+      "step": 11321
+    },
+    {
+      "epoch": 0.10717429785783929,
+      "grad_norm": 389.38311767578125,
+      "learning_rate": 1.9689304948361462e-06,
+      "loss": 26.9531,
+      "step": 11322
+    },
+    {
+      "epoch": 0.10718376387955433,
+      "grad_norm": 756.8054809570312,
+      "learning_rate": 1.9689229115518374e-06,
+      "loss": 21.6719,
+      "step": 11323
+    },
+    {
+      "epoch": 0.1071932299012694,
+      "grad_norm": 378.751708984375,
+      "learning_rate": 1.968915327356804e-06,
+      "loss": 51.5547,
+      "step": 11324
+    },
+    {
+      "epoch": 0.10720269592298445,
+      "grad_norm": 594.526611328125,
+      "learning_rate": 1.968907742251053e-06,
+      "loss": 51.2266,
+      "step": 11325
+    },
+    {
+      "epoch": 0.1072121619446995,
+      "grad_norm": 277.5216064453125,
+      "learning_rate": 1.968900156234592e-06,
+      "loss": 26.9844,
+      "step": 11326
+    },
+    {
+      "epoch": 0.10722162796641456,
+      "grad_norm": 329.41217041015625,
+      "learning_rate": 1.968892569307428e-06,
+      "loss": 31.4062,
+      "step": 11327
+    },
+    {
+      "epoch": 0.1072310939881296,
+      "grad_norm": 339.146240234375,
+      "learning_rate": 1.968884981469568e-06,
+      "loss": 26.6406,
+      "step": 11328
+    },
+    {
+      "epoch": 0.10724056000984467,
+      "grad_norm": 711.0836181640625,
+      "learning_rate": 1.968877392721019e-06,
+      "loss": 20.8594,
+      "step": 11329
+    },
+    {
+      "epoch": 0.10725002603155971,
+      "grad_norm": 3.548253059387207,
+      "learning_rate": 1.9688698030617887e-06,
+      "loss": 0.9653,
+      "step": 11330
+    },
+    {
+      "epoch": 0.10725949205327477,
+      "grad_norm": 567.5795288085938,
+      "learning_rate": 1.968862212491883e-06,
+      "loss": 38.3594,
+      "step": 11331
+    },
+    {
+      "epoch": 0.10726895807498982,
+      "grad_norm": 1340.634521484375,
+      "learning_rate": 1.9688546210113108e-06,
+      "loss": 39.0078,
+      "step": 11332
+    },
+    {
+      "epoch": 0.10727842409670488,
+      "grad_norm": 416.36309814453125,
+      "learning_rate": 1.9688470286200777e-06,
+      "loss": 22.9922,
+      "step": 11333
+    },
+    {
+      "epoch": 0.10728789011841994,
+      "grad_norm": 595.3240966796875,
+      "learning_rate": 1.9688394353181914e-06,
+      "loss": 25.1484,
+      "step": 11334
+    },
+    {
+      "epoch": 0.10729735614013498,
+      "grad_norm": 2013.709228515625,
+      "learning_rate": 1.968831841105659e-06,
+      "loss": 31.8125,
+      "step": 11335
+    },
+    {
+      "epoch": 0.10730682216185004,
+      "grad_norm": 460.8668212890625,
+      "learning_rate": 1.9688242459824878e-06,
+      "loss": 22.9219,
+      "step": 11336
+    },
+    {
+      "epoch": 0.10731628818356509,
+      "grad_norm": 299.69268798828125,
+      "learning_rate": 1.968816649948685e-06,
+      "loss": 10.5273,
+      "step": 11337
+    },
+    {
+      "epoch": 0.10732575420528015,
+      "grad_norm": 1813.3956298828125,
+      "learning_rate": 1.9688090530042574e-06,
+      "loss": 10.3672,
+      "step": 11338
+    },
+    {
+      "epoch": 0.1073352202269952,
+      "grad_norm": 241.71771240234375,
+      "learning_rate": 1.9688014551492125e-06,
+      "loss": 9.0547,
+      "step": 11339
+    },
+    {
+      "epoch": 0.10734468624871026,
+      "grad_norm": 495.4393615722656,
+      "learning_rate": 1.968793856383557e-06,
+      "loss": 31.0781,
+      "step": 11340
+    },
+    {
+      "epoch": 0.1073541522704253,
+      "grad_norm": 458.2211608886719,
+      "learning_rate": 1.9687862567072986e-06,
+      "loss": 38.0625,
+      "step": 11341
+    },
+    {
+      "epoch": 0.10736361829214036,
+      "grad_norm": 580.509033203125,
+      "learning_rate": 1.968778656120444e-06,
+      "loss": 27.7812,
+      "step": 11342
+    },
+    {
+      "epoch": 0.10737308431385542,
+      "grad_norm": 249.2209014892578,
+      "learning_rate": 1.9687710546230007e-06,
+      "loss": 19.6328,
+      "step": 11343
+    },
+    {
+      "epoch": 0.10738255033557047,
+      "grad_norm": 359.7764892578125,
+      "learning_rate": 1.9687634522149754e-06,
+      "loss": 43.4688,
+      "step": 11344
+    },
+    {
+      "epoch": 0.10739201635728553,
+      "grad_norm": 333.9904479980469,
+      "learning_rate": 1.968755848896375e-06,
+      "loss": 18.4766,
+      "step": 11345
+    },
+    {
+      "epoch": 0.10740148237900057,
+      "grad_norm": 474.66229248046875,
+      "learning_rate": 1.968748244667208e-06,
+      "loss": 16.2734,
+      "step": 11346
+    },
+    {
+      "epoch": 0.10741094840071563,
+      "grad_norm": 999.7936401367188,
+      "learning_rate": 1.96874063952748e-06,
+      "loss": 48.3203,
+      "step": 11347
+    },
+    {
+      "epoch": 0.10742041442243068,
+      "grad_norm": 1148.3453369140625,
+      "learning_rate": 1.9687330334771995e-06,
+      "loss": 70.5469,
+      "step": 11348
+    },
+    {
+      "epoch": 0.10742988044414574,
+      "grad_norm": 224.39486694335938,
+      "learning_rate": 1.9687254265163725e-06,
+      "loss": 12.9648,
+      "step": 11349
+    },
+    {
+      "epoch": 0.1074393464658608,
+      "grad_norm": 334.9405822753906,
+      "learning_rate": 1.9687178186450066e-06,
+      "loss": 23.6875,
+      "step": 11350
+    },
+    {
+      "epoch": 0.10744881248757585,
+      "grad_norm": 412.22113037109375,
+      "learning_rate": 1.968710209863109e-06,
+      "loss": 54.5781,
+      "step": 11351
+    },
+    {
+      "epoch": 0.1074582785092909,
+      "grad_norm": 685.9068603515625,
+      "learning_rate": 1.968702600170687e-06,
+      "loss": 23.7266,
+      "step": 11352
+    },
+    {
+      "epoch": 0.10746774453100595,
+      "grad_norm": 393.84375,
+      "learning_rate": 1.9686949895677474e-06,
+      "loss": 35.3516,
+      "step": 11353
+    },
+    {
+      "epoch": 0.10747721055272101,
+      "grad_norm": 3.255270481109619,
+      "learning_rate": 1.968687378054298e-06,
+      "loss": 0.918,
+      "step": 11354
+    },
+    {
+      "epoch": 0.10748667657443606,
+      "grad_norm": 473.4698181152344,
+      "learning_rate": 1.9686797656303446e-06,
+      "loss": 24.7656,
+      "step": 11355
+    },
+    {
+      "epoch": 0.10749614259615112,
+      "grad_norm": 303.4213562011719,
+      "learning_rate": 1.9686721522958954e-06,
+      "loss": 19.4922,
+      "step": 11356
+    },
+    {
+      "epoch": 0.10750560861786616,
+      "grad_norm": 416.7363586425781,
+      "learning_rate": 1.9686645380509577e-06,
+      "loss": 40.3125,
+      "step": 11357
+    },
+    {
+      "epoch": 0.10751507463958122,
+      "grad_norm": 280.58758544921875,
+      "learning_rate": 1.968656922895539e-06,
+      "loss": 20.2891,
+      "step": 11358
+    },
+    {
+      "epoch": 0.10752454066129628,
+      "grad_norm": 449.6608581542969,
+      "learning_rate": 1.9686493068296446e-06,
+      "loss": 49.8359,
+      "step": 11359
+    },
+    {
+      "epoch": 0.10753400668301133,
+      "grad_norm": 675.7167358398438,
+      "learning_rate": 1.9686416898532836e-06,
+      "loss": 53.9375,
+      "step": 11360
+    },
+    {
+      "epoch": 0.10754347270472639,
+      "grad_norm": 492.70855712890625,
+      "learning_rate": 1.968634071966462e-06,
+      "loss": 42.0938,
+      "step": 11361
+    },
+    {
+      "epoch": 0.10755293872644144,
+      "grad_norm": 166.78985595703125,
+      "learning_rate": 1.968626453169188e-06,
+      "loss": 23.75,
+      "step": 11362
+    },
+    {
+      "epoch": 0.1075624047481565,
+      "grad_norm": 228.62852478027344,
+      "learning_rate": 1.9686188334614675e-06,
+      "loss": 19.9844,
+      "step": 11363
+    },
+    {
+      "epoch": 0.10757187076987154,
+      "grad_norm": 166.3992919921875,
+      "learning_rate": 1.9686112128433086e-06,
+      "loss": 13.8633,
+      "step": 11364
+    },
+    {
+      "epoch": 0.1075813367915866,
+      "grad_norm": 398.0650939941406,
+      "learning_rate": 1.968603591314718e-06,
+      "loss": 36.4062,
+      "step": 11365
+    },
+    {
+      "epoch": 0.10759080281330165,
+      "grad_norm": 389.8878479003906,
+      "learning_rate": 1.9685959688757036e-06,
+      "loss": 22.4922,
+      "step": 11366
+    },
+    {
+      "epoch": 0.10760026883501671,
+      "grad_norm": 394.0623779296875,
+      "learning_rate": 1.9685883455262714e-06,
+      "loss": 25.5,
+      "step": 11367
+    },
+    {
+      "epoch": 0.10760973485673177,
+      "grad_norm": 304.0694580078125,
+      "learning_rate": 1.9685807212664295e-06,
+      "loss": 20.1719,
+      "step": 11368
+    },
+    {
+      "epoch": 0.10761920087844681,
+      "grad_norm": 179.82281494140625,
+      "learning_rate": 1.9685730960961843e-06,
+      "loss": 9.8477,
+      "step": 11369
+    },
+    {
+      "epoch": 0.10762866690016187,
+      "grad_norm": 736.1580200195312,
+      "learning_rate": 1.968565470015544e-06,
+      "loss": 37.2383,
+      "step": 11370
+    },
+    {
+      "epoch": 0.10763813292187692,
+      "grad_norm": 815.4160766601562,
+      "learning_rate": 1.9685578430245146e-06,
+      "loss": 36.1719,
+      "step": 11371
+    },
+    {
+      "epoch": 0.10764759894359198,
+      "grad_norm": 222.85003662109375,
+      "learning_rate": 1.968550215123104e-06,
+      "loss": 25.1406,
+      "step": 11372
+    },
+    {
+      "epoch": 0.10765706496530703,
+      "grad_norm": 348.6305236816406,
+      "learning_rate": 1.9685425863113197e-06,
+      "loss": 13.5039,
+      "step": 11373
+    },
+    {
+      "epoch": 0.10766653098702209,
+      "grad_norm": 629.8975830078125,
+      "learning_rate": 1.9685349565891678e-06,
+      "loss": 51.375,
+      "step": 11374
+    },
+    {
+      "epoch": 0.10767599700873713,
+      "grad_norm": 375.9354553222656,
+      "learning_rate": 1.968527325956656e-06,
+      "loss": 25.3438,
+      "step": 11375
+    },
+    {
+      "epoch": 0.10768546303045219,
+      "grad_norm": 325.79132080078125,
+      "learning_rate": 1.9685196944137916e-06,
+      "loss": 34.2969,
+      "step": 11376
+    },
+    {
+      "epoch": 0.10769492905216725,
+      "grad_norm": 234.2823028564453,
+      "learning_rate": 1.9685120619605823e-06,
+      "loss": 18.5625,
+      "step": 11377
+    },
+    {
+      "epoch": 0.1077043950738823,
+      "grad_norm": 442.72015380859375,
+      "learning_rate": 1.968504428597034e-06,
+      "loss": 25.6328,
+      "step": 11378
+    },
+    {
+      "epoch": 0.10771386109559736,
+      "grad_norm": 383.73187255859375,
+      "learning_rate": 1.968496794323155e-06,
+      "loss": 39.0391,
+      "step": 11379
+    },
+    {
+      "epoch": 0.1077233271173124,
+      "grad_norm": 396.77838134765625,
+      "learning_rate": 1.9684891591389516e-06,
+      "loss": 42.875,
+      "step": 11380
+    },
+    {
+      "epoch": 0.10773279313902746,
+      "grad_norm": 570.2440185546875,
+      "learning_rate": 1.9684815230444314e-06,
+      "loss": 32.3906,
+      "step": 11381
+    },
+    {
+      "epoch": 0.10774225916074251,
+      "grad_norm": 500.7940368652344,
+      "learning_rate": 1.968473886039602e-06,
+      "loss": 41.6094,
+      "step": 11382
+    },
+    {
+      "epoch": 0.10775172518245757,
+      "grad_norm": 769.3854370117188,
+      "learning_rate": 1.9684662481244696e-06,
+      "loss": 50.0703,
+      "step": 11383
+    },
+    {
+      "epoch": 0.10776119120417262,
+      "grad_norm": 597.0076293945312,
+      "learning_rate": 1.9684586092990424e-06,
+      "loss": 40.5703,
+      "step": 11384
+    },
+    {
+      "epoch": 0.10777065722588768,
+      "grad_norm": 169.088134765625,
+      "learning_rate": 1.968450969563327e-06,
+      "loss": 16.7266,
+      "step": 11385
+    },
+    {
+      "epoch": 0.10778012324760274,
+      "grad_norm": 400.74468994140625,
+      "learning_rate": 1.9684433289173305e-06,
+      "loss": 24.2266,
+      "step": 11386
+    },
+    {
+      "epoch": 0.10778958926931778,
+      "grad_norm": 489.7159423828125,
+      "learning_rate": 1.9684356873610605e-06,
+      "loss": 31.7188,
+      "step": 11387
+    },
+    {
+      "epoch": 0.10779905529103284,
+      "grad_norm": 625.556396484375,
+      "learning_rate": 1.9684280448945237e-06,
+      "loss": 48.2188,
+      "step": 11388
+    },
+    {
+      "epoch": 0.10780852131274789,
+      "grad_norm": 1159.969970703125,
+      "learning_rate": 1.968420401517728e-06,
+      "loss": 39.3438,
+      "step": 11389
+    },
+    {
+      "epoch": 0.10781798733446295,
+      "grad_norm": 222.9630584716797,
+      "learning_rate": 1.9684127572306798e-06,
+      "loss": 18.1484,
+      "step": 11390
+    },
+    {
+      "epoch": 0.107827453356178,
+      "grad_norm": 514.8803100585938,
+      "learning_rate": 1.9684051120333866e-06,
+      "loss": 34.0469,
+      "step": 11391
+    },
+    {
+      "epoch": 0.10783691937789305,
+      "grad_norm": 235.42002868652344,
+      "learning_rate": 1.9683974659258554e-06,
+      "loss": 7.1328,
+      "step": 11392
+    },
+    {
+      "epoch": 0.10784638539960811,
+      "grad_norm": 260.0542907714844,
+      "learning_rate": 1.968389818908094e-06,
+      "loss": 19.2031,
+      "step": 11393
+    },
+    {
+      "epoch": 0.10785585142132316,
+      "grad_norm": 378.1548767089844,
+      "learning_rate": 1.9683821709801086e-06,
+      "loss": 38.2734,
+      "step": 11394
+    },
+    {
+      "epoch": 0.10786531744303822,
+      "grad_norm": 893.2279052734375,
+      "learning_rate": 1.9683745221419074e-06,
+      "loss": 50.875,
+      "step": 11395
+    },
+    {
+      "epoch": 0.10787478346475327,
+      "grad_norm": 382.3701477050781,
+      "learning_rate": 1.9683668723934974e-06,
+      "loss": 36.6953,
+      "step": 11396
+    },
+    {
+      "epoch": 0.10788424948646833,
+      "grad_norm": 444.77960205078125,
+      "learning_rate": 1.968359221734885e-06,
+      "loss": 60.2031,
+      "step": 11397
+    },
+    {
+      "epoch": 0.10789371550818337,
+      "grad_norm": 416.14447021484375,
+      "learning_rate": 1.968351570166078e-06,
+      "loss": 29.2812,
+      "step": 11398
+    },
+    {
+      "epoch": 0.10790318152989843,
+      "grad_norm": 200.78590393066406,
+      "learning_rate": 1.9683439176870837e-06,
+      "loss": 15.6641,
+      "step": 11399
+    },
+    {
+      "epoch": 0.10791264755161348,
+      "grad_norm": 258.99658203125,
+      "learning_rate": 1.9683362642979092e-06,
+      "loss": 19.0625,
+      "step": 11400
+    },
+    {
+      "epoch": 0.10792211357332854,
+      "grad_norm": 2.8006341457366943,
+      "learning_rate": 1.9683286099985614e-06,
+      "loss": 0.7822,
+      "step": 11401
+    },
+    {
+      "epoch": 0.1079315795950436,
+      "grad_norm": 348.53839111328125,
+      "learning_rate": 1.9683209547890475e-06,
+      "loss": 29.5156,
+      "step": 11402
+    },
+    {
+      "epoch": 0.10794104561675864,
+      "grad_norm": 616.1009521484375,
+      "learning_rate": 1.9683132986693754e-06,
+      "loss": 19.2441,
+      "step": 11403
+    },
+    {
+      "epoch": 0.1079505116384737,
+      "grad_norm": 321.23309326171875,
+      "learning_rate": 1.9683056416395517e-06,
+      "loss": 52.2344,
+      "step": 11404
+    },
+    {
+      "epoch": 0.10795997766018875,
+      "grad_norm": 386.47265625,
+      "learning_rate": 1.9682979836995834e-06,
+      "loss": 48.8438,
+      "step": 11405
+    },
+    {
+      "epoch": 0.10796944368190381,
+      "grad_norm": 3.4781322479248047,
+      "learning_rate": 1.968290324849478e-06,
+      "loss": 1.1235,
+      "step": 11406
+    },
+    {
+      "epoch": 0.10797890970361886,
+      "grad_norm": 358.7845153808594,
+      "learning_rate": 1.968282665089243e-06,
+      "loss": 9.2031,
+      "step": 11407
+    },
+    {
+      "epoch": 0.10798837572533392,
+      "grad_norm": 355.1993408203125,
+      "learning_rate": 1.968275004418885e-06,
+      "loss": 28.8594,
+      "step": 11408
+    },
+    {
+      "epoch": 0.10799784174704896,
+      "grad_norm": 744.41064453125,
+      "learning_rate": 1.9682673428384116e-06,
+      "loss": 65.7031,
+      "step": 11409
+    },
+    {
+      "epoch": 0.10800730776876402,
+      "grad_norm": 655.889892578125,
+      "learning_rate": 1.9682596803478296e-06,
+      "loss": 41.0547,
+      "step": 11410
+    },
+    {
+      "epoch": 0.10801677379047908,
+      "grad_norm": 301.79888916015625,
+      "learning_rate": 1.968252016947147e-06,
+      "loss": 20.3359,
+      "step": 11411
+    },
+    {
+      "epoch": 0.10802623981219413,
+      "grad_norm": 175.65245056152344,
+      "learning_rate": 1.96824435263637e-06,
+      "loss": 21.5703,
+      "step": 11412
+    },
+    {
+      "epoch": 0.10803570583390919,
+      "grad_norm": 421.4400939941406,
+      "learning_rate": 1.9682366874155068e-06,
+      "loss": 31.0,
+      "step": 11413
+    },
+    {
+      "epoch": 0.10804517185562423,
+      "grad_norm": 483.7490539550781,
+      "learning_rate": 1.968229021284564e-06,
+      "loss": 39.3125,
+      "step": 11414
+    },
+    {
+      "epoch": 0.1080546378773393,
+      "grad_norm": 758.927001953125,
+      "learning_rate": 1.9682213542435485e-06,
+      "loss": 22.0781,
+      "step": 11415
+    },
+    {
+      "epoch": 0.10806410389905434,
+      "grad_norm": 228.1251678466797,
+      "learning_rate": 1.968213686292468e-06,
+      "loss": 17.9688,
+      "step": 11416
+    },
+    {
+      "epoch": 0.1080735699207694,
+      "grad_norm": 194.93600463867188,
+      "learning_rate": 1.96820601743133e-06,
+      "loss": 20.25,
+      "step": 11417
+    },
+    {
+      "epoch": 0.10808303594248445,
+      "grad_norm": 964.3837280273438,
+      "learning_rate": 1.968198347660141e-06,
+      "loss": 27.3125,
+      "step": 11418
+    },
+    {
+      "epoch": 0.1080925019641995,
+      "grad_norm": 991.326904296875,
+      "learning_rate": 1.968190676978909e-06,
+      "loss": 19.8984,
+      "step": 11419
+    },
+    {
+      "epoch": 0.10810196798591457,
+      "grad_norm": 394.7591857910156,
+      "learning_rate": 1.96818300538764e-06,
+      "loss": 45.1719,
+      "step": 11420
+    },
+    {
+      "epoch": 0.10811143400762961,
+      "grad_norm": 412.7296447753906,
+      "learning_rate": 1.968175332886343e-06,
+      "loss": 26.1094,
+      "step": 11421
+    },
+    {
+      "epoch": 0.10812090002934467,
+      "grad_norm": 373.0243225097656,
+      "learning_rate": 1.968167659475023e-06,
+      "loss": 22.2383,
+      "step": 11422
+    },
+    {
+      "epoch": 0.10813036605105972,
+      "grad_norm": 703.442626953125,
+      "learning_rate": 1.968159985153689e-06,
+      "loss": 41.1406,
+      "step": 11423
+    },
+    {
+      "epoch": 0.10813983207277478,
+      "grad_norm": 513.9996948242188,
+      "learning_rate": 1.9681523099223475e-06,
+      "loss": 29.6094,
+      "step": 11424
+    },
+    {
+      "epoch": 0.10814929809448982,
+      "grad_norm": 382.1614074707031,
+      "learning_rate": 1.9681446337810057e-06,
+      "loss": 29.3594,
+      "step": 11425
+    },
+    {
+      "epoch": 0.10815876411620488,
+      "grad_norm": 229.53228759765625,
+      "learning_rate": 1.968136956729671e-06,
+      "loss": 22.0391,
+      "step": 11426
+    },
+    {
+      "epoch": 0.10816823013791993,
+      "grad_norm": 399.0087585449219,
+      "learning_rate": 1.9681292787683507e-06,
+      "loss": 22.6172,
+      "step": 11427
+    },
+    {
+      "epoch": 0.10817769615963499,
+      "grad_norm": 988.6678466796875,
+      "learning_rate": 1.968121599897052e-06,
+      "loss": 49.9219,
+      "step": 11428
+    },
+    {
+      "epoch": 0.10818716218135005,
+      "grad_norm": 365.75970458984375,
+      "learning_rate": 1.9681139201157817e-06,
+      "loss": 24.1719,
+      "step": 11429
+    },
+    {
+      "epoch": 0.1081966282030651,
+      "grad_norm": 267.1945495605469,
+      "learning_rate": 1.9681062394245474e-06,
+      "loss": 33.2969,
+      "step": 11430
+    },
+    {
+      "epoch": 0.10820609422478016,
+      "grad_norm": 303.700927734375,
+      "learning_rate": 1.9680985578233563e-06,
+      "loss": 22.1094,
+      "step": 11431
+    },
+    {
+      "epoch": 0.1082155602464952,
+      "grad_norm": 244.3128204345703,
+      "learning_rate": 1.9680908753122154e-06,
+      "loss": 25.3633,
+      "step": 11432
+    },
+    {
+      "epoch": 0.10822502626821026,
+      "grad_norm": 849.0704956054688,
+      "learning_rate": 1.968083191891132e-06,
+      "loss": 28.5,
+      "step": 11433
+    },
+    {
+      "epoch": 0.10823449228992531,
+      "grad_norm": 201.23194885253906,
+      "learning_rate": 1.9680755075601133e-06,
+      "loss": 19.2891,
+      "step": 11434
+    },
+    {
+      "epoch": 0.10824395831164037,
+      "grad_norm": 756.1685791015625,
+      "learning_rate": 1.9680678223191665e-06,
+      "loss": 29.4766,
+      "step": 11435
+    },
+    {
+      "epoch": 0.10825342433335543,
+      "grad_norm": 978.5477294921875,
+      "learning_rate": 1.968060136168299e-06,
+      "loss": 69.1641,
+      "step": 11436
+    },
+    {
+      "epoch": 0.10826289035507047,
+      "grad_norm": 583.02392578125,
+      "learning_rate": 1.968052449107518e-06,
+      "loss": 40.2812,
+      "step": 11437
+    },
+    {
+      "epoch": 0.10827235637678553,
+      "grad_norm": 215.78196716308594,
+      "learning_rate": 1.968044761136831e-06,
+      "loss": 14.5586,
+      "step": 11438
+    },
+    {
+      "epoch": 0.10828182239850058,
+      "grad_norm": 174.60348510742188,
+      "learning_rate": 1.9680370722562447e-06,
+      "loss": 14.7891,
+      "step": 11439
+    },
+    {
+      "epoch": 0.10829128842021564,
+      "grad_norm": 513.251708984375,
+      "learning_rate": 1.9680293824657666e-06,
+      "loss": 18.9141,
+      "step": 11440
+    },
+    {
+      "epoch": 0.10830075444193069,
+      "grad_norm": 461.840087890625,
+      "learning_rate": 1.9680216917654036e-06,
+      "loss": 26.9609,
+      "step": 11441
+    },
+    {
+      "epoch": 0.10831022046364575,
+      "grad_norm": 199.66143798828125,
+      "learning_rate": 1.9680140001551633e-06,
+      "loss": 20.3672,
+      "step": 11442
+    },
+    {
+      "epoch": 0.10831968648536079,
+      "grad_norm": 250.4950408935547,
+      "learning_rate": 1.968006307635053e-06,
+      "loss": 15.9766,
+      "step": 11443
+    },
+    {
+      "epoch": 0.10832915250707585,
+      "grad_norm": 969.6625366210938,
+      "learning_rate": 1.9679986142050797e-06,
+      "loss": 13.1836,
+      "step": 11444
+    },
+    {
+      "epoch": 0.10833861852879091,
+      "grad_norm": 343.18890380859375,
+      "learning_rate": 1.9679909198652503e-06,
+      "loss": 23.0078,
+      "step": 11445
+    },
+    {
+      "epoch": 0.10834808455050596,
+      "grad_norm": 338.71136474609375,
+      "learning_rate": 1.967983224615573e-06,
+      "loss": 20.1484,
+      "step": 11446
+    },
+    {
+      "epoch": 0.10835755057222102,
+      "grad_norm": 245.13954162597656,
+      "learning_rate": 1.9679755284560538e-06,
+      "loss": 18.2812,
+      "step": 11447
+    },
+    {
+      "epoch": 0.10836701659393606,
+      "grad_norm": 2.889066457748413,
+      "learning_rate": 1.967967831386701e-06,
+      "loss": 0.832,
+      "step": 11448
+    },
+    {
+      "epoch": 0.10837648261565112,
+      "grad_norm": 927.7006225585938,
+      "learning_rate": 1.9679601334075213e-06,
+      "loss": 17.6172,
+      "step": 11449
+    },
+    {
+      "epoch": 0.10838594863736617,
+      "grad_norm": 397.9100341796875,
+      "learning_rate": 1.967952434518522e-06,
+      "loss": 27.0234,
+      "step": 11450
+    },
+    {
+      "epoch": 0.10839541465908123,
+      "grad_norm": 429.01123046875,
+      "learning_rate": 1.9679447347197104e-06,
+      "loss": 28.5,
+      "step": 11451
+    },
+    {
+      "epoch": 0.10840488068079628,
+      "grad_norm": 865.3442993164062,
+      "learning_rate": 1.9679370340110937e-06,
+      "loss": 52.2891,
+      "step": 11452
+    },
+    {
+      "epoch": 0.10841434670251134,
+      "grad_norm": 423.3039245605469,
+      "learning_rate": 1.9679293323926793e-06,
+      "loss": 29.6641,
+      "step": 11453
+    },
+    {
+      "epoch": 0.1084238127242264,
+      "grad_norm": 336.04656982421875,
+      "learning_rate": 1.967921629864474e-06,
+      "loss": 21.8125,
+      "step": 11454
+    },
+    {
+      "epoch": 0.10843327874594144,
+      "grad_norm": 147.23292541503906,
+      "learning_rate": 1.9679139264264855e-06,
+      "loss": 17.9219,
+      "step": 11455
+    },
+    {
+      "epoch": 0.1084427447676565,
+      "grad_norm": 365.6387939453125,
+      "learning_rate": 1.967906222078721e-06,
+      "loss": 44.8594,
+      "step": 11456
+    },
+    {
+      "epoch": 0.10845221078937155,
+      "grad_norm": 282.4096374511719,
+      "learning_rate": 1.9678985168211874e-06,
+      "loss": 19.7188,
+      "step": 11457
+    },
+    {
+      "epoch": 0.10846167681108661,
+      "grad_norm": 962.9359130859375,
+      "learning_rate": 1.9678908106538927e-06,
+      "loss": 58.4688,
+      "step": 11458
+    },
+    {
+      "epoch": 0.10847114283280165,
+      "grad_norm": 738.0048828125,
+      "learning_rate": 1.967883103576843e-06,
+      "loss": 47.8438,
+      "step": 11459
+    },
+    {
+      "epoch": 0.10848060885451671,
+      "grad_norm": 232.5845489501953,
+      "learning_rate": 1.967875395590046e-06,
+      "loss": 16.7969,
+      "step": 11460
+    },
+    {
+      "epoch": 0.10849007487623176,
+      "grad_norm": 314.80572509765625,
+      "learning_rate": 1.9678676866935096e-06,
+      "loss": 20.1484,
+      "step": 11461
+    },
+    {
+      "epoch": 0.10849954089794682,
+      "grad_norm": 183.26531982421875,
+      "learning_rate": 1.9678599768872402e-06,
+      "loss": 26.1016,
+      "step": 11462
+    },
+    {
+      "epoch": 0.10850900691966188,
+      "grad_norm": 296.9437255859375,
+      "learning_rate": 1.9678522661712456e-06,
+      "loss": 22.3203,
+      "step": 11463
+    },
+    {
+      "epoch": 0.10851847294137693,
+      "grad_norm": 309.3370666503906,
+      "learning_rate": 1.967844554545533e-06,
+      "loss": 32.5703,
+      "step": 11464
+    },
+    {
+      "epoch": 0.10852793896309199,
+      "grad_norm": 421.884765625,
+      "learning_rate": 1.9678368420101094e-06,
+      "loss": 20.2812,
+      "step": 11465
+    },
+    {
+      "epoch": 0.10853740498480703,
+      "grad_norm": 298.2139587402344,
+      "learning_rate": 1.967829128564982e-06,
+      "loss": 19.5,
+      "step": 11466
+    },
+    {
+      "epoch": 0.10854687100652209,
+      "grad_norm": 392.583740234375,
+      "learning_rate": 1.9678214142101578e-06,
+      "loss": 30.1406,
+      "step": 11467
+    },
+    {
+      "epoch": 0.10855633702823714,
+      "grad_norm": 380.10015869140625,
+      "learning_rate": 1.967813698945645e-06,
+      "loss": 17.7344,
+      "step": 11468
+    },
+    {
+      "epoch": 0.1085658030499522,
+      "grad_norm": 522.3056640625,
+      "learning_rate": 1.96780598277145e-06,
+      "loss": 46.6406,
+      "step": 11469
+    },
+    {
+      "epoch": 0.10857526907166724,
+      "grad_norm": 474.6283264160156,
+      "learning_rate": 1.9677982656875803e-06,
+      "loss": 19.4688,
+      "step": 11470
+    },
+    {
+      "epoch": 0.1085847350933823,
+      "grad_norm": 3.5505824089050293,
+      "learning_rate": 1.9677905476940433e-06,
+      "loss": 0.9346,
+      "step": 11471
+    },
+    {
+      "epoch": 0.10859420111509736,
+      "grad_norm": 232.61639404296875,
+      "learning_rate": 1.9677828287908463e-06,
+      "loss": 19.0,
+      "step": 11472
+    },
+    {
+      "epoch": 0.10860366713681241,
+      "grad_norm": 567.9075927734375,
+      "learning_rate": 1.9677751089779965e-06,
+      "loss": 63.1562,
+      "step": 11473
+    },
+    {
+      "epoch": 0.10861313315852747,
+      "grad_norm": 574.2100830078125,
+      "learning_rate": 1.9677673882555006e-06,
+      "loss": 30.8672,
+      "step": 11474
+    },
+    {
+      "epoch": 0.10862259918024252,
+      "grad_norm": 280.9361877441406,
+      "learning_rate": 1.9677596666233663e-06,
+      "loss": 26.625,
+      "step": 11475
+    },
+    {
+      "epoch": 0.10863206520195758,
+      "grad_norm": 222.94708251953125,
+      "learning_rate": 1.9677519440816012e-06,
+      "loss": 21.9688,
+      "step": 11476
+    },
+    {
+      "epoch": 0.10864153122367262,
+      "grad_norm": 409.7029113769531,
+      "learning_rate": 1.967744220630212e-06,
+      "loss": 24.4688,
+      "step": 11477
+    },
+    {
+      "epoch": 0.10865099724538768,
+      "grad_norm": 784.4891357421875,
+      "learning_rate": 1.9677364962692066e-06,
+      "loss": 23.3438,
+      "step": 11478
+    },
+    {
+      "epoch": 0.10866046326710274,
+      "grad_norm": 346.03448486328125,
+      "learning_rate": 1.9677287709985915e-06,
+      "loss": 26.7656,
+      "step": 11479
+    },
+    {
+      "epoch": 0.10866992928881779,
+      "grad_norm": 368.8300476074219,
+      "learning_rate": 1.9677210448183744e-06,
+      "loss": 29.9219,
+      "step": 11480
+    },
+    {
+      "epoch": 0.10867939531053285,
+      "grad_norm": 294.06048583984375,
+      "learning_rate": 1.9677133177285624e-06,
+      "loss": 7.1152,
+      "step": 11481
+    },
+    {
+      "epoch": 0.1086888613322479,
+      "grad_norm": 251.40577697753906,
+      "learning_rate": 1.967705589729163e-06,
+      "loss": 21.8594,
+      "step": 11482
+    },
+    {
+      "epoch": 0.10869832735396295,
+      "grad_norm": 3.6285340785980225,
+      "learning_rate": 1.967697860820183e-06,
+      "loss": 0.998,
+      "step": 11483
+    },
+    {
+      "epoch": 0.108707793375678,
+      "grad_norm": 249.27459716796875,
+      "learning_rate": 1.9676901310016302e-06,
+      "loss": 23.0703,
+      "step": 11484
+    },
+    {
+      "epoch": 0.10871725939739306,
+      "grad_norm": 151.68264770507812,
+      "learning_rate": 1.9676824002735115e-06,
+      "loss": 12.0469,
+      "step": 11485
+    },
+    {
+      "epoch": 0.1087267254191081,
+      "grad_norm": 544.0054321289062,
+      "learning_rate": 1.9676746686358344e-06,
+      "loss": 26.8906,
+      "step": 11486
+    },
+    {
+      "epoch": 0.10873619144082317,
+      "grad_norm": 423.39715576171875,
+      "learning_rate": 1.967666936088606e-06,
+      "loss": 37.1016,
+      "step": 11487
+    },
+    {
+      "epoch": 0.10874565746253823,
+      "grad_norm": 703.2177124023438,
+      "learning_rate": 1.967659202631834e-06,
+      "loss": 57.4844,
+      "step": 11488
+    },
+    {
+      "epoch": 0.10875512348425327,
+      "grad_norm": 699.1116333007812,
+      "learning_rate": 1.9676514682655244e-06,
+      "loss": 50.1719,
+      "step": 11489
+    },
+    {
+      "epoch": 0.10876458950596833,
+      "grad_norm": 544.3113403320312,
+      "learning_rate": 1.967643732989686e-06,
+      "loss": 52.0312,
+      "step": 11490
+    },
+    {
+      "epoch": 0.10877405552768338,
+      "grad_norm": 562.1798706054688,
+      "learning_rate": 1.9676359968043253e-06,
+      "loss": 48.3438,
+      "step": 11491
+    },
+    {
+      "epoch": 0.10878352154939844,
+      "grad_norm": 241.47555541992188,
+      "learning_rate": 1.96762825970945e-06,
+      "loss": 11.9219,
+      "step": 11492
+    },
+    {
+      "epoch": 0.10879298757111348,
+      "grad_norm": 270.0235290527344,
+      "learning_rate": 1.9676205217050666e-06,
+      "loss": 18.7734,
+      "step": 11493
+    },
+    {
+      "epoch": 0.10880245359282854,
+      "grad_norm": 294.74530029296875,
+      "learning_rate": 1.9676127827911834e-06,
+      "loss": 31.7578,
+      "step": 11494
+    },
+    {
+      "epoch": 0.10881191961454359,
+      "grad_norm": 3.1433558464050293,
+      "learning_rate": 1.967605042967807e-06,
+      "loss": 0.9985,
+      "step": 11495
+    },
+    {
+      "epoch": 0.10882138563625865,
+      "grad_norm": 335.44659423828125,
+      "learning_rate": 1.9675973022349447e-06,
+      "loss": 30.7969,
+      "step": 11496
+    },
+    {
+      "epoch": 0.10883085165797371,
+      "grad_norm": 256.3725280761719,
+      "learning_rate": 1.9675895605926036e-06,
+      "loss": 20.0391,
+      "step": 11497
+    },
+    {
+      "epoch": 0.10884031767968876,
+      "grad_norm": 298.67584228515625,
+      "learning_rate": 1.9675818180407913e-06,
+      "loss": 34.0156,
+      "step": 11498
+    },
+    {
+      "epoch": 0.10884978370140382,
+      "grad_norm": 206.30792236328125,
+      "learning_rate": 1.967574074579515e-06,
+      "loss": 17.3828,
+      "step": 11499
+    },
+    {
+      "epoch": 0.10885924972311886,
+      "grad_norm": 660.9520874023438,
+      "learning_rate": 1.9675663302087827e-06,
+      "loss": 42.5469,
+      "step": 11500
+    },
+    {
+      "epoch": 0.10886871574483392,
+      "grad_norm": 292.3359069824219,
+      "learning_rate": 1.9675585849286007e-06,
+      "loss": 27.5938,
+      "step": 11501
+    },
+    {
+      "epoch": 0.10887818176654897,
+      "grad_norm": 184.54737854003906,
+      "learning_rate": 1.9675508387389763e-06,
+      "loss": 20.5234,
+      "step": 11502
+    },
+    {
+      "epoch": 0.10888764778826403,
+      "grad_norm": 433.817626953125,
+      "learning_rate": 1.9675430916399172e-06,
+      "loss": 25.1719,
+      "step": 11503
+    },
+    {
+      "epoch": 0.10889711380997907,
+      "grad_norm": 225.734619140625,
+      "learning_rate": 1.9675353436314307e-06,
+      "loss": 16.0469,
+      "step": 11504
+    },
+    {
+      "epoch": 0.10890657983169413,
+      "grad_norm": 388.60565185546875,
+      "learning_rate": 1.9675275947135233e-06,
+      "loss": 18.5312,
+      "step": 11505
+    },
+    {
+      "epoch": 0.1089160458534092,
+      "grad_norm": 549.512939453125,
+      "learning_rate": 1.9675198448862033e-06,
+      "loss": 43.0703,
+      "step": 11506
+    },
+    {
+      "epoch": 0.10892551187512424,
+      "grad_norm": 647.7848510742188,
+      "learning_rate": 1.967512094149478e-06,
+      "loss": 40.4688,
+      "step": 11507
+    },
+    {
+      "epoch": 0.1089349778968393,
+      "grad_norm": 304.9736328125,
+      "learning_rate": 1.9675043425033537e-06,
+      "loss": 33.9922,
+      "step": 11508
+    },
+    {
+      "epoch": 0.10894444391855435,
+      "grad_norm": 220.94847106933594,
+      "learning_rate": 1.9674965899478384e-06,
+      "loss": 17.8203,
+      "step": 11509
+    },
+    {
+      "epoch": 0.1089539099402694,
+      "grad_norm": 363.2182922363281,
+      "learning_rate": 1.9674888364829396e-06,
+      "loss": 35.6406,
+      "step": 11510
+    },
+    {
+      "epoch": 0.10896337596198445,
+      "grad_norm": 484.2433166503906,
+      "learning_rate": 1.9674810821086637e-06,
+      "loss": 37.0156,
+      "step": 11511
+    },
+    {
+      "epoch": 0.10897284198369951,
+      "grad_norm": 279.92529296875,
+      "learning_rate": 1.967473326825019e-06,
+      "loss": 25.7344,
+      "step": 11512
+    },
+    {
+      "epoch": 0.10898230800541456,
+      "grad_norm": 262.6466064453125,
+      "learning_rate": 1.967465570632012e-06,
+      "loss": 12.3203,
+      "step": 11513
+    },
+    {
+      "epoch": 0.10899177402712962,
+      "grad_norm": 3.218191146850586,
+      "learning_rate": 1.96745781352965e-06,
+      "loss": 1.0122,
+      "step": 11514
+    },
+    {
+      "epoch": 0.10900124004884468,
+      "grad_norm": 490.5176696777344,
+      "learning_rate": 1.967450055517941e-06,
+      "loss": 24.3711,
+      "step": 11515
+    },
+    {
+      "epoch": 0.10901070607055972,
+      "grad_norm": 376.39208984375,
+      "learning_rate": 1.967442296596892e-06,
+      "loss": 29.2578,
+      "step": 11516
+    },
+    {
+      "epoch": 0.10902017209227478,
+      "grad_norm": 538.0573120117188,
+      "learning_rate": 1.96743453676651e-06,
+      "loss": 54.6953,
+      "step": 11517
+    },
+    {
+      "epoch": 0.10902963811398983,
+      "grad_norm": 378.45849609375,
+      "learning_rate": 1.9674267760268024e-06,
+      "loss": 20.8047,
+      "step": 11518
+    },
+    {
+      "epoch": 0.10903910413570489,
+      "grad_norm": 273.3712158203125,
+      "learning_rate": 1.967419014377777e-06,
+      "loss": 44.5391,
+      "step": 11519
+    },
+    {
+      "epoch": 0.10904857015741994,
+      "grad_norm": 313.4364318847656,
+      "learning_rate": 1.9674112518194403e-06,
+      "loss": 21.8828,
+      "step": 11520
+    },
+    {
+      "epoch": 0.109058036179135,
+      "grad_norm": 623.07421875,
+      "learning_rate": 1.9674034883518e-06,
+      "loss": 30.0156,
+      "step": 11521
+    },
+    {
+      "epoch": 0.10906750220085006,
+      "grad_norm": 472.95703125,
+      "learning_rate": 1.9673957239748628e-06,
+      "loss": 50.875,
+      "step": 11522
+    },
+    {
+      "epoch": 0.1090769682225651,
+      "grad_norm": 222.1414031982422,
+      "learning_rate": 1.967387958688637e-06,
+      "loss": 17.4609,
+      "step": 11523
+    },
+    {
+      "epoch": 0.10908643424428016,
+      "grad_norm": 479.81671142578125,
+      "learning_rate": 1.9673801924931296e-06,
+      "loss": 46.375,
+      "step": 11524
+    },
+    {
+      "epoch": 0.10909590026599521,
+      "grad_norm": 184.447021484375,
+      "learning_rate": 1.967372425388348e-06,
+      "loss": 16.6172,
+      "step": 11525
+    },
+    {
+      "epoch": 0.10910536628771027,
+      "grad_norm": 231.922119140625,
+      "learning_rate": 1.967364657374299e-06,
+      "loss": 18.9375,
+      "step": 11526
+    },
+    {
+      "epoch": 0.10911483230942531,
+      "grad_norm": 945.27099609375,
+      "learning_rate": 1.96735688845099e-06,
+      "loss": 52.2188,
+      "step": 11527
+    },
+    {
+      "epoch": 0.10912429833114037,
+      "grad_norm": 473.9387512207031,
+      "learning_rate": 1.9673491186184284e-06,
+      "loss": 35.1641,
+      "step": 11528
+    },
+    {
+      "epoch": 0.10913376435285542,
+      "grad_norm": 285.6877746582031,
+      "learning_rate": 1.967341347876622e-06,
+      "loss": 26.6875,
+      "step": 11529
+    },
+    {
+      "epoch": 0.10914323037457048,
+      "grad_norm": 327.85968017578125,
+      "learning_rate": 1.967333576225577e-06,
+      "loss": 23.8594,
+      "step": 11530
+    },
+    {
+      "epoch": 0.10915269639628554,
+      "grad_norm": 242.3740997314453,
+      "learning_rate": 1.967325803665302e-06,
+      "loss": 25.8711,
+      "step": 11531
+    },
+    {
+      "epoch": 0.10916216241800059,
+      "grad_norm": 4.1103034019470215,
+      "learning_rate": 1.9673180301958033e-06,
+      "loss": 1.0596,
+      "step": 11532
+    },
+    {
+      "epoch": 0.10917162843971565,
+      "grad_norm": 255.63111877441406,
+      "learning_rate": 1.9673102558170885e-06,
+      "loss": 28.2188,
+      "step": 11533
+    },
+    {
+      "epoch": 0.10918109446143069,
+      "grad_norm": 378.79034423828125,
+      "learning_rate": 1.9673024805291655e-06,
+      "loss": 32.6406,
+      "step": 11534
+    },
+    {
+      "epoch": 0.10919056048314575,
+      "grad_norm": 644.8316650390625,
+      "learning_rate": 1.9672947043320408e-06,
+      "loss": 25.0625,
+      "step": 11535
+    },
+    {
+      "epoch": 0.1092000265048608,
+      "grad_norm": 995.300537109375,
+      "learning_rate": 1.967286927225722e-06,
+      "loss": 56.0352,
+      "step": 11536
+    },
+    {
+      "epoch": 0.10920949252657586,
+      "grad_norm": 568.790283203125,
+      "learning_rate": 1.967279149210216e-06,
+      "loss": 24.5,
+      "step": 11537
+    },
+    {
+      "epoch": 0.1092189585482909,
+      "grad_norm": 176.45436096191406,
+      "learning_rate": 1.9672713702855313e-06,
+      "loss": 21.8906,
+      "step": 11538
+    },
+    {
+      "epoch": 0.10922842457000596,
+      "grad_norm": 564.360107421875,
+      "learning_rate": 1.967263590451674e-06,
+      "loss": 32.1016,
+      "step": 11539
+    },
+    {
+      "epoch": 0.10923789059172102,
+      "grad_norm": 243.02090454101562,
+      "learning_rate": 1.967255809708652e-06,
+      "loss": 7.9375,
+      "step": 11540
+    },
+    {
+      "epoch": 0.10924735661343607,
+      "grad_norm": 510.9360656738281,
+      "learning_rate": 1.9672480280564723e-06,
+      "loss": 55.0625,
+      "step": 11541
+    },
+    {
+      "epoch": 0.10925682263515113,
+      "grad_norm": 194.0226287841797,
+      "learning_rate": 1.967240245495142e-06,
+      "loss": 21.4844,
+      "step": 11542
+    },
+    {
+      "epoch": 0.10926628865686618,
+      "grad_norm": 910.73486328125,
+      "learning_rate": 1.9672324620246696e-06,
+      "loss": 20.9297,
+      "step": 11543
+    },
+    {
+      "epoch": 0.10927575467858124,
+      "grad_norm": 3.4038467407226562,
+      "learning_rate": 1.9672246776450614e-06,
+      "loss": 0.8677,
+      "step": 11544
+    },
+    {
+      "epoch": 0.10928522070029628,
+      "grad_norm": 227.6520538330078,
+      "learning_rate": 1.967216892356324e-06,
+      "loss": 14.1719,
+      "step": 11545
+    },
+    {
+      "epoch": 0.10929468672201134,
+      "grad_norm": 412.49053955078125,
+      "learning_rate": 1.967209106158467e-06,
+      "loss": 37.8125,
+      "step": 11546
+    },
+    {
+      "epoch": 0.10930415274372639,
+      "grad_norm": 264.4400329589844,
+      "learning_rate": 1.9672013190514956e-06,
+      "loss": 21.0469,
+      "step": 11547
+    },
+    {
+      "epoch": 0.10931361876544145,
+      "grad_norm": 375.57049560546875,
+      "learning_rate": 1.967193531035418e-06,
+      "loss": 13.5781,
+      "step": 11548
+    },
+    {
+      "epoch": 0.10932308478715651,
+      "grad_norm": 598.000732421875,
+      "learning_rate": 1.9671857421102415e-06,
+      "loss": 39.3281,
+      "step": 11549
+    },
+    {
+      "epoch": 0.10933255080887155,
+      "grad_norm": 280.05438232421875,
+      "learning_rate": 1.9671779522759736e-06,
+      "loss": 28.3594,
+      "step": 11550
+    },
+    {
+      "epoch": 0.10934201683058661,
+      "grad_norm": 3.0023956298828125,
+      "learning_rate": 1.9671701615326207e-06,
+      "loss": 0.8809,
+      "step": 11551
+    },
+    {
+      "epoch": 0.10935148285230166,
+      "grad_norm": 577.3534545898438,
+      "learning_rate": 1.967162369880191e-06,
+      "loss": 47.7344,
+      "step": 11552
+    },
+    {
+      "epoch": 0.10936094887401672,
+      "grad_norm": 289.90289306640625,
+      "learning_rate": 1.9671545773186918e-06,
+      "loss": 32.2656,
+      "step": 11553
+    },
+    {
+      "epoch": 0.10937041489573177,
+      "grad_norm": 709.934326171875,
+      "learning_rate": 1.96714678384813e-06,
+      "loss": 33.5,
+      "step": 11554
+    },
+    {
+      "epoch": 0.10937988091744683,
+      "grad_norm": 413.7619934082031,
+      "learning_rate": 1.9671389894685135e-06,
+      "loss": 50.4062,
+      "step": 11555
+    },
+    {
+      "epoch": 0.10938934693916187,
+      "grad_norm": 600.8081665039062,
+      "learning_rate": 1.967131194179849e-06,
+      "loss": 28.7734,
+      "step": 11556
+    },
+    {
+      "epoch": 0.10939881296087693,
+      "grad_norm": 882.328857421875,
+      "learning_rate": 1.967123397982144e-06,
+      "loss": 50.1094,
+      "step": 11557
+    },
+    {
+      "epoch": 0.10940827898259199,
+      "grad_norm": 2.7335166931152344,
+      "learning_rate": 1.967115600875406e-06,
+      "loss": 0.812,
+      "step": 11558
+    },
+    {
+      "epoch": 0.10941774500430704,
+      "grad_norm": 289.65081787109375,
+      "learning_rate": 1.967107802859642e-06,
+      "loss": 19.8203,
+      "step": 11559
+    },
+    {
+      "epoch": 0.1094272110260221,
+      "grad_norm": 262.42901611328125,
+      "learning_rate": 1.9671000039348604e-06,
+      "loss": 22.5156,
+      "step": 11560
+    },
+    {
+      "epoch": 0.10943667704773714,
+      "grad_norm": 508.3982238769531,
+      "learning_rate": 1.9670922041010666e-06,
+      "loss": 42.3281,
+      "step": 11561
+    },
+    {
+      "epoch": 0.1094461430694522,
+      "grad_norm": 431.0394287109375,
+      "learning_rate": 1.96708440335827e-06,
+      "loss": 45.0312,
+      "step": 11562
+    },
+    {
+      "epoch": 0.10945560909116725,
+      "grad_norm": 325.6947937011719,
+      "learning_rate": 1.967076601706476e-06,
+      "loss": 37.7656,
+      "step": 11563
+    },
+    {
+      "epoch": 0.10946507511288231,
+      "grad_norm": 477.89453125,
+      "learning_rate": 1.9670687991456937e-06,
+      "loss": 10.1406,
+      "step": 11564
+    },
+    {
+      "epoch": 0.10947454113459737,
+      "grad_norm": 248.9674072265625,
+      "learning_rate": 1.9670609956759296e-06,
+      "loss": 20.2812,
+      "step": 11565
+    },
+    {
+      "epoch": 0.10948400715631242,
+      "grad_norm": 236.36842346191406,
+      "learning_rate": 1.9670531912971907e-06,
+      "loss": 9.1641,
+      "step": 11566
+    },
+    {
+      "epoch": 0.10949347317802748,
+      "grad_norm": 799.955078125,
+      "learning_rate": 1.967045386009485e-06,
+      "loss": 62.5156,
+      "step": 11567
+    },
+    {
+      "epoch": 0.10950293919974252,
+      "grad_norm": 180.75726318359375,
+      "learning_rate": 1.9670375798128196e-06,
+      "loss": 31.4219,
+      "step": 11568
+    },
+    {
+      "epoch": 0.10951240522145758,
+      "grad_norm": 571.602294921875,
+      "learning_rate": 1.9670297727072018e-06,
+      "loss": 22.8672,
+      "step": 11569
+    },
+    {
+      "epoch": 0.10952187124317263,
+      "grad_norm": 559.058349609375,
+      "learning_rate": 1.9670219646926383e-06,
+      "loss": 32.1719,
+      "step": 11570
+    },
+    {
+      "epoch": 0.10953133726488769,
+      "grad_norm": 459.8942565917969,
+      "learning_rate": 1.967014155769138e-06,
+      "loss": 23.5195,
+      "step": 11571
+    },
+    {
+      "epoch": 0.10954080328660273,
+      "grad_norm": 354.49169921875,
+      "learning_rate": 1.9670063459367066e-06,
+      "loss": 21.25,
+      "step": 11572
+    },
+    {
+      "epoch": 0.1095502693083178,
+      "grad_norm": 558.8107299804688,
+      "learning_rate": 1.9669985351953523e-06,
+      "loss": 33.1562,
+      "step": 11573
+    },
+    {
+      "epoch": 0.10955973533003285,
+      "grad_norm": 508.0396423339844,
+      "learning_rate": 1.9669907235450825e-06,
+      "loss": 26.0312,
+      "step": 11574
+    },
+    {
+      "epoch": 0.1095692013517479,
+      "grad_norm": 500.3486328125,
+      "learning_rate": 1.966982910985904e-06,
+      "loss": 20.6562,
+      "step": 11575
+    },
+    {
+      "epoch": 0.10957866737346296,
+      "grad_norm": 770.6831665039062,
+      "learning_rate": 1.966975097517825e-06,
+      "loss": 36.2578,
+      "step": 11576
+    },
+    {
+      "epoch": 0.109588133395178,
+      "grad_norm": 325.6020812988281,
+      "learning_rate": 1.966967283140852e-06,
+      "loss": 18.5156,
+      "step": 11577
+    },
+    {
+      "epoch": 0.10959759941689307,
+      "grad_norm": 184.6699676513672,
+      "learning_rate": 1.9669594678549925e-06,
+      "loss": 17.1875,
+      "step": 11578
+    },
+    {
+      "epoch": 0.10960706543860811,
+      "grad_norm": 272.4907531738281,
+      "learning_rate": 1.966951651660254e-06,
+      "loss": 33.6406,
+      "step": 11579
+    },
+    {
+      "epoch": 0.10961653146032317,
+      "grad_norm": 489.2724609375,
+      "learning_rate": 1.966943834556644e-06,
+      "loss": 40.2969,
+      "step": 11580
+    },
+    {
+      "epoch": 0.10962599748203822,
+      "grad_norm": 832.9443969726562,
+      "learning_rate": 1.9669360165441695e-06,
+      "loss": 24.3438,
+      "step": 11581
+    },
+    {
+      "epoch": 0.10963546350375328,
+      "grad_norm": 313.80914306640625,
+      "learning_rate": 1.9669281976228384e-06,
+      "loss": 16.6484,
+      "step": 11582
+    },
+    {
+      "epoch": 0.10964492952546834,
+      "grad_norm": 2.9804930686950684,
+      "learning_rate": 1.9669203777926575e-06,
+      "loss": 0.9102,
+      "step": 11583
+    },
+    {
+      "epoch": 0.10965439554718338,
+      "grad_norm": 622.3955078125,
+      "learning_rate": 1.9669125570536344e-06,
+      "loss": 39.5898,
+      "step": 11584
+    },
+    {
+      "epoch": 0.10966386156889844,
+      "grad_norm": 328.3230285644531,
+      "learning_rate": 1.9669047354057763e-06,
+      "loss": 41.9688,
+      "step": 11585
+    },
+    {
+      "epoch": 0.10967332759061349,
+      "grad_norm": 447.8307189941406,
+      "learning_rate": 1.966896912849091e-06,
+      "loss": 20.5,
+      "step": 11586
+    },
+    {
+      "epoch": 0.10968279361232855,
+      "grad_norm": 268.0477294921875,
+      "learning_rate": 1.966889089383585e-06,
+      "loss": 27.4844,
+      "step": 11587
+    },
+    {
+      "epoch": 0.1096922596340436,
+      "grad_norm": 459.071533203125,
+      "learning_rate": 1.9668812650092664e-06,
+      "loss": 40.4453,
+      "step": 11588
+    },
+    {
+      "epoch": 0.10970172565575866,
+      "grad_norm": 226.7638397216797,
+      "learning_rate": 1.9668734397261424e-06,
+      "loss": 18.4453,
+      "step": 11589
+    },
+    {
+      "epoch": 0.1097111916774737,
+      "grad_norm": 1165.430908203125,
+      "learning_rate": 1.96686561353422e-06,
+      "loss": 30.3281,
+      "step": 11590
+    },
+    {
+      "epoch": 0.10972065769918876,
+      "grad_norm": 460.531005859375,
+      "learning_rate": 1.966857786433507e-06,
+      "loss": 30.0,
+      "step": 11591
+    },
+    {
+      "epoch": 0.10973012372090382,
+      "grad_norm": 565.0679931640625,
+      "learning_rate": 1.9668499584240104e-06,
+      "loss": 35.5312,
+      "step": 11592
+    },
+    {
+      "epoch": 0.10973958974261887,
+      "grad_norm": 226.12013244628906,
+      "learning_rate": 1.9668421295057377e-06,
+      "loss": 17.4023,
+      "step": 11593
+    },
+    {
+      "epoch": 0.10974905576433393,
+      "grad_norm": 180.57003784179688,
+      "learning_rate": 1.966834299678697e-06,
+      "loss": 9.3379,
+      "step": 11594
+    },
+    {
+      "epoch": 0.10975852178604897,
+      "grad_norm": 272.1738586425781,
+      "learning_rate": 1.966826468942894e-06,
+      "loss": 16.9766,
+      "step": 11595
+    },
+    {
+      "epoch": 0.10976798780776403,
+      "grad_norm": 418.64141845703125,
+      "learning_rate": 1.9668186372983374e-06,
+      "loss": 42.4688,
+      "step": 11596
+    },
+    {
+      "epoch": 0.10977745382947908,
+      "grad_norm": 220.49183654785156,
+      "learning_rate": 1.9668108047450343e-06,
+      "loss": 24.7891,
+      "step": 11597
+    },
+    {
+      "epoch": 0.10978691985119414,
+      "grad_norm": 266.99713134765625,
+      "learning_rate": 1.9668029712829923e-06,
+      "loss": 24.2969,
+      "step": 11598
+    },
+    {
+      "epoch": 0.10979638587290919,
+      "grad_norm": 426.0027160644531,
+      "learning_rate": 1.9667951369122177e-06,
+      "loss": 26.3906,
+      "step": 11599
+    },
+    {
+      "epoch": 0.10980585189462425,
+      "grad_norm": 1140.570068359375,
+      "learning_rate": 1.9667873016327187e-06,
+      "loss": 63.7891,
+      "step": 11600
+    },
+    {
+      "epoch": 0.1098153179163393,
+      "grad_norm": 456.0509948730469,
+      "learning_rate": 1.966779465444503e-06,
+      "loss": 37.3281,
+      "step": 11601
+    },
+    {
+      "epoch": 0.10982478393805435,
+      "grad_norm": 277.34869384765625,
+      "learning_rate": 1.966771628347577e-06,
+      "loss": 25.2266,
+      "step": 11602
+    },
+    {
+      "epoch": 0.10983424995976941,
+      "grad_norm": 913.8724975585938,
+      "learning_rate": 1.9667637903419486e-06,
+      "loss": 65.4141,
+      "step": 11603
+    },
+    {
+      "epoch": 0.10984371598148446,
+      "grad_norm": 349.3119201660156,
+      "learning_rate": 1.9667559514276254e-06,
+      "loss": 21.4375,
+      "step": 11604
+    },
+    {
+      "epoch": 0.10985318200319952,
+      "grad_norm": 359.8923034667969,
+      "learning_rate": 1.966748111604614e-06,
+      "loss": 32.9844,
+      "step": 11605
+    },
+    {
+      "epoch": 0.10986264802491456,
+      "grad_norm": 549.0721435546875,
+      "learning_rate": 1.966740270872923e-06,
+      "loss": 35.6602,
+      "step": 11606
+    },
+    {
+      "epoch": 0.10987211404662962,
+      "grad_norm": 442.5870056152344,
+      "learning_rate": 1.9667324292325588e-06,
+      "loss": 42.082,
+      "step": 11607
+    },
+    {
+      "epoch": 0.10988158006834468,
+      "grad_norm": 287.224365234375,
+      "learning_rate": 1.9667245866835287e-06,
+      "loss": 13.5312,
+      "step": 11608
+    },
+    {
+      "epoch": 0.10989104609005973,
+      "grad_norm": 3.158830165863037,
+      "learning_rate": 1.9667167432258406e-06,
+      "loss": 0.9302,
+      "step": 11609
+    },
+    {
+      "epoch": 0.10990051211177479,
+      "grad_norm": 237.39846801757812,
+      "learning_rate": 1.9667088988595017e-06,
+      "loss": 22.0469,
+      "step": 11610
+    },
+    {
+      "epoch": 0.10990997813348984,
+      "grad_norm": 403.6527404785156,
+      "learning_rate": 1.966701053584519e-06,
+      "loss": 34.7344,
+      "step": 11611
+    },
+    {
+      "epoch": 0.1099194441552049,
+      "grad_norm": 305.6593017578125,
+      "learning_rate": 1.9666932074009005e-06,
+      "loss": 17.2227,
+      "step": 11612
+    },
+    {
+      "epoch": 0.10992891017691994,
+      "grad_norm": 3.8422977924346924,
+      "learning_rate": 1.966685360308653e-06,
+      "loss": 1.0122,
+      "step": 11613
+    },
+    {
+      "epoch": 0.109938376198635,
+      "grad_norm": 2.7512478828430176,
+      "learning_rate": 1.966677512307784e-06,
+      "loss": 0.8711,
+      "step": 11614
+    },
+    {
+      "epoch": 0.10994784222035005,
+      "grad_norm": 161.09190368652344,
+      "learning_rate": 1.966669663398302e-06,
+      "loss": 18.8047,
+      "step": 11615
+    },
+    {
+      "epoch": 0.10995730824206511,
+      "grad_norm": 484.0468444824219,
+      "learning_rate": 1.9666618135802125e-06,
+      "loss": 18.332,
+      "step": 11616
+    },
+    {
+      "epoch": 0.10996677426378017,
+      "grad_norm": 1319.0252685546875,
+      "learning_rate": 1.966653962853524e-06,
+      "loss": 72.4219,
+      "step": 11617
+    },
+    {
+      "epoch": 0.10997624028549521,
+      "grad_norm": 360.25128173828125,
+      "learning_rate": 1.9666461112182436e-06,
+      "loss": 42.125,
+      "step": 11618
+    },
+    {
+      "epoch": 0.10998570630721027,
+      "grad_norm": 442.1338195800781,
+      "learning_rate": 1.966638258674379e-06,
+      "loss": 46.7461,
+      "step": 11619
+    },
+    {
+      "epoch": 0.10999517232892532,
+      "grad_norm": 254.5100555419922,
+      "learning_rate": 1.966630405221937e-06,
+      "loss": 16.2266,
+      "step": 11620
+    },
+    {
+      "epoch": 0.11000463835064038,
+      "grad_norm": 157.24710083007812,
+      "learning_rate": 1.9666225508609258e-06,
+      "loss": 18.7734,
+      "step": 11621
+    },
+    {
+      "epoch": 0.11001410437235543,
+      "grad_norm": 550.8811645507812,
+      "learning_rate": 1.966614695591352e-06,
+      "loss": 46.832,
+      "step": 11622
+    },
+    {
+      "epoch": 0.11002357039407049,
+      "grad_norm": 978.1143188476562,
+      "learning_rate": 1.9666068394132228e-06,
+      "loss": 37.7344,
+      "step": 11623
+    },
+    {
+      "epoch": 0.11003303641578553,
+      "grad_norm": 206.0538787841797,
+      "learning_rate": 1.9665989823265467e-06,
+      "loss": 17.2422,
+      "step": 11624
+    },
+    {
+      "epoch": 0.11004250243750059,
+      "grad_norm": 306.9471130371094,
+      "learning_rate": 1.9665911243313304e-06,
+      "loss": 18.9375,
+      "step": 11625
+    },
+    {
+      "epoch": 0.11005196845921565,
+      "grad_norm": 289.1575012207031,
+      "learning_rate": 1.966583265427581e-06,
+      "loss": 44.6719,
+      "step": 11626
+    },
+    {
+      "epoch": 0.1100614344809307,
+      "grad_norm": 222.7789306640625,
+      "learning_rate": 1.9665754056153063e-06,
+      "loss": 20.1172,
+      "step": 11627
+    },
+    {
+      "epoch": 0.11007090050264576,
+      "grad_norm": 751.2871704101562,
+      "learning_rate": 1.9665675448945137e-06,
+      "loss": 36.5,
+      "step": 11628
+    },
+    {
+      "epoch": 0.1100803665243608,
+      "grad_norm": 378.0991516113281,
+      "learning_rate": 1.96655968326521e-06,
+      "loss": 30.0234,
+      "step": 11629
+    },
+    {
+      "epoch": 0.11008983254607586,
+      "grad_norm": 197.96597290039062,
+      "learning_rate": 1.966551820727404e-06,
+      "loss": 21.1719,
+      "step": 11630
+    },
+    {
+      "epoch": 0.11009929856779091,
+      "grad_norm": 371.2069091796875,
+      "learning_rate": 1.9665439572811017e-06,
+      "loss": 26.2734,
+      "step": 11631
+    },
+    {
+      "epoch": 0.11010876458950597,
+      "grad_norm": 3.2116434574127197,
+      "learning_rate": 1.9665360929263108e-06,
+      "loss": 1.0586,
+      "step": 11632
+    },
+    {
+      "epoch": 0.11011823061122102,
+      "grad_norm": 362.7815246582031,
+      "learning_rate": 1.966528227663039e-06,
+      "loss": 21.7578,
+      "step": 11633
+    },
+    {
+      "epoch": 0.11012769663293608,
+      "grad_norm": 279.2822265625,
+      "learning_rate": 1.9665203614912937e-06,
+      "loss": 13.0078,
+      "step": 11634
+    },
+    {
+      "epoch": 0.11013716265465114,
+      "grad_norm": 347.5174560546875,
+      "learning_rate": 1.966512494411082e-06,
+      "loss": 10.7305,
+      "step": 11635
+    },
+    {
+      "epoch": 0.11014662867636618,
+      "grad_norm": 3.0758490562438965,
+      "learning_rate": 1.9665046264224113e-06,
+      "loss": 0.874,
+      "step": 11636
+    },
+    {
+      "epoch": 0.11015609469808124,
+      "grad_norm": 230.75973510742188,
+      "learning_rate": 1.966496757525289e-06,
+      "loss": 17.3516,
+      "step": 11637
+    },
+    {
+      "epoch": 0.11016556071979629,
+      "grad_norm": 664.6534423828125,
+      "learning_rate": 1.966488887719723e-06,
+      "loss": 22.4102,
+      "step": 11638
+    },
+    {
+      "epoch": 0.11017502674151135,
+      "grad_norm": 763.2094116210938,
+      "learning_rate": 1.9664810170057202e-06,
+      "loss": 20.0469,
+      "step": 11639
+    },
+    {
+      "epoch": 0.1101844927632264,
+      "grad_norm": 587.9544067382812,
+      "learning_rate": 1.966473145383288e-06,
+      "loss": 57.6562,
+      "step": 11640
+    },
+    {
+      "epoch": 0.11019395878494145,
+      "grad_norm": 430.2040100097656,
+      "learning_rate": 1.966465272852434e-06,
+      "loss": 18.8203,
+      "step": 11641
+    },
+    {
+      "epoch": 0.1102034248066565,
+      "grad_norm": 183.57037353515625,
+      "learning_rate": 1.9664573994131656e-06,
+      "loss": 18.1992,
+      "step": 11642
+    },
+    {
+      "epoch": 0.11021289082837156,
+      "grad_norm": 347.7760009765625,
+      "learning_rate": 1.96644952506549e-06,
+      "loss": 17.5469,
+      "step": 11643
+    },
+    {
+      "epoch": 0.11022235685008662,
+      "grad_norm": 371.8285827636719,
+      "learning_rate": 1.9664416498094147e-06,
+      "loss": 25.0625,
+      "step": 11644
+    },
+    {
+      "epoch": 0.11023182287180167,
+      "grad_norm": 299.53643798828125,
+      "learning_rate": 1.966433773644947e-06,
+      "loss": 19.0391,
+      "step": 11645
+    },
+    {
+      "epoch": 0.11024128889351673,
+      "grad_norm": 562.6380004882812,
+      "learning_rate": 1.966425896572095e-06,
+      "loss": 45.9531,
+      "step": 11646
+    },
+    {
+      "epoch": 0.11025075491523177,
+      "grad_norm": 1181.1348876953125,
+      "learning_rate": 1.9664180185908646e-06,
+      "loss": 36.7578,
+      "step": 11647
+    },
+    {
+      "epoch": 0.11026022093694683,
+      "grad_norm": 261.9545593261719,
+      "learning_rate": 1.966410139701265e-06,
+      "loss": 27.9531,
+      "step": 11648
+    },
+    {
+      "epoch": 0.11026968695866188,
+      "grad_norm": 3.9275825023651123,
+      "learning_rate": 1.9664022599033024e-06,
+      "loss": 0.9023,
+      "step": 11649
+    },
+    {
+      "epoch": 0.11027915298037694,
+      "grad_norm": 269.3408508300781,
+      "learning_rate": 1.9663943791969843e-06,
+      "loss": 17.1484,
+      "step": 11650
+    },
+    {
+      "epoch": 0.110288619002092,
+      "grad_norm": 238.88340759277344,
+      "learning_rate": 1.9663864975823186e-06,
+      "loss": 18.0938,
+      "step": 11651
+    },
+    {
+      "epoch": 0.11029808502380704,
+      "grad_norm": 1023.1051025390625,
+      "learning_rate": 1.9663786150593126e-06,
+      "loss": 65.2578,
+      "step": 11652
+    },
+    {
+      "epoch": 0.1103075510455221,
+      "grad_norm": 356.8802490234375,
+      "learning_rate": 1.966370731627973e-06,
+      "loss": 24.7188,
+      "step": 11653
+    },
+    {
+      "epoch": 0.11031701706723715,
+      "grad_norm": 447.6301574707031,
+      "learning_rate": 1.9663628472883084e-06,
+      "loss": 14.7031,
+      "step": 11654
+    },
+    {
+      "epoch": 0.11032648308895221,
+      "grad_norm": 422.50262451171875,
+      "learning_rate": 1.9663549620403254e-06,
+      "loss": 43.5,
+      "step": 11655
+    },
+    {
+      "epoch": 0.11033594911066726,
+      "grad_norm": 806.9295043945312,
+      "learning_rate": 1.9663470758840317e-06,
+      "loss": 61.0859,
+      "step": 11656
+    },
+    {
+      "epoch": 0.11034541513238232,
+      "grad_norm": 227.2339630126953,
+      "learning_rate": 1.9663391888194345e-06,
+      "loss": 19.9141,
+      "step": 11657
+    },
+    {
+      "epoch": 0.11035488115409736,
+      "grad_norm": 295.7070007324219,
+      "learning_rate": 1.966331300846541e-06,
+      "loss": 27.1016,
+      "step": 11658
+    },
+    {
+      "epoch": 0.11036434717581242,
+      "grad_norm": 188.67742919921875,
+      "learning_rate": 1.9663234119653597e-06,
+      "loss": 11.2461,
+      "step": 11659
+    },
+    {
+      "epoch": 0.11037381319752748,
+      "grad_norm": 245.34625244140625,
+      "learning_rate": 1.966315522175897e-06,
+      "loss": 21.6172,
+      "step": 11660
+    },
+    {
+      "epoch": 0.11038327921924253,
+      "grad_norm": 338.973388671875,
+      "learning_rate": 1.96630763147816e-06,
+      "loss": 19.5469,
+      "step": 11661
+    },
+    {
+      "epoch": 0.11039274524095759,
+      "grad_norm": 500.7450256347656,
+      "learning_rate": 1.966299739872157e-06,
+      "loss": 45.9609,
+      "step": 11662
+    },
+    {
+      "epoch": 0.11040221126267263,
+      "grad_norm": 1381.1904296875,
+      "learning_rate": 1.9662918473578954e-06,
+      "loss": 54.1484,
+      "step": 11663
+    },
+    {
+      "epoch": 0.1104116772843877,
+      "grad_norm": 239.47686767578125,
+      "learning_rate": 1.966283953935382e-06,
+      "loss": 20.2109,
+      "step": 11664
+    },
+    {
+      "epoch": 0.11042114330610274,
+      "grad_norm": 395.47686767578125,
+      "learning_rate": 1.966276059604625e-06,
+      "loss": 50.6094,
+      "step": 11665
+    },
+    {
+      "epoch": 0.1104306093278178,
+      "grad_norm": 546.701904296875,
+      "learning_rate": 1.9662681643656305e-06,
+      "loss": 41.3203,
+      "step": 11666
+    },
+    {
+      "epoch": 0.11044007534953285,
+      "grad_norm": 3.654832124710083,
+      "learning_rate": 1.9662602682184074e-06,
+      "loss": 1.0054,
+      "step": 11667
+    },
+    {
+      "epoch": 0.1104495413712479,
+      "grad_norm": 687.7979125976562,
+      "learning_rate": 1.9662523711629626e-06,
+      "loss": 44.5625,
+      "step": 11668
+    },
+    {
+      "epoch": 0.11045900739296297,
+      "grad_norm": 301.586181640625,
+      "learning_rate": 1.9662444731993032e-06,
+      "loss": 31.2656,
+      "step": 11669
+    },
+    {
+      "epoch": 0.11046847341467801,
+      "grad_norm": 291.43878173828125,
+      "learning_rate": 1.966236574327437e-06,
+      "loss": 17.6016,
+      "step": 11670
+    },
+    {
+      "epoch": 0.11047793943639307,
+      "grad_norm": 206.71287536621094,
+      "learning_rate": 1.9662286745473713e-06,
+      "loss": 24.5664,
+      "step": 11671
+    },
+    {
+      "epoch": 0.11048740545810812,
+      "grad_norm": 2.7949883937835693,
+      "learning_rate": 1.966220773859113e-06,
+      "loss": 0.845,
+      "step": 11672
+    },
+    {
+      "epoch": 0.11049687147982318,
+      "grad_norm": 466.47650146484375,
+      "learning_rate": 1.9662128722626704e-06,
+      "loss": 48.4375,
+      "step": 11673
+    },
+    {
+      "epoch": 0.11050633750153822,
+      "grad_norm": 438.54937744140625,
+      "learning_rate": 1.966204969758051e-06,
+      "loss": 9.4336,
+      "step": 11674
+    },
+    {
+      "epoch": 0.11051580352325328,
+      "grad_norm": 2.5155436992645264,
+      "learning_rate": 1.966197066345261e-06,
+      "loss": 0.7583,
+      "step": 11675
+    },
+    {
+      "epoch": 0.11052526954496833,
+      "grad_norm": 238.4827423095703,
+      "learning_rate": 1.9661891620243088e-06,
+      "loss": 22.7539,
+      "step": 11676
+    },
+    {
+      "epoch": 0.11053473556668339,
+      "grad_norm": 648.9135131835938,
+      "learning_rate": 1.9661812567952023e-06,
+      "loss": 37.2344,
+      "step": 11677
+    },
+    {
+      "epoch": 0.11054420158839845,
+      "grad_norm": 1042.5692138671875,
+      "learning_rate": 1.9661733506579473e-06,
+      "loss": 58.5312,
+      "step": 11678
+    },
+    {
+      "epoch": 0.1105536676101135,
+      "grad_norm": 438.1525573730469,
+      "learning_rate": 1.966165443612553e-06,
+      "loss": 27.7344,
+      "step": 11679
+    },
+    {
+      "epoch": 0.11056313363182856,
+      "grad_norm": 398.8329772949219,
+      "learning_rate": 1.9661575356590256e-06,
+      "loss": 22.6328,
+      "step": 11680
+    },
+    {
+      "epoch": 0.1105725996535436,
+      "grad_norm": 414.911376953125,
+      "learning_rate": 1.966149626797373e-06,
+      "loss": 43.8594,
+      "step": 11681
+    },
+    {
+      "epoch": 0.11058206567525866,
+      "grad_norm": 4.330409049987793,
+      "learning_rate": 1.966141717027603e-06,
+      "loss": 1.0498,
+      "step": 11682
+    },
+    {
+      "epoch": 0.11059153169697371,
+      "grad_norm": 381.53631591796875,
+      "learning_rate": 1.9661338063497223e-06,
+      "loss": 23.957,
+      "step": 11683
+    },
+    {
+      "epoch": 0.11060099771868877,
+      "grad_norm": 355.8726806640625,
+      "learning_rate": 1.9661258947637385e-06,
+      "loss": 37.4922,
+      "step": 11684
+    },
+    {
+      "epoch": 0.11061046374040381,
+      "grad_norm": 3.0289359092712402,
+      "learning_rate": 1.966117982269659e-06,
+      "loss": 0.9995,
+      "step": 11685
+    },
+    {
+      "epoch": 0.11061992976211887,
+      "grad_norm": 261.149658203125,
+      "learning_rate": 1.9661100688674924e-06,
+      "loss": 8.25,
+      "step": 11686
+    },
+    {
+      "epoch": 0.11062939578383393,
+      "grad_norm": 395.0982971191406,
+      "learning_rate": 1.9661021545572444e-06,
+      "loss": 27.1562,
+      "step": 11687
+    },
+    {
+      "epoch": 0.11063886180554898,
+      "grad_norm": 297.8149719238281,
+      "learning_rate": 1.966094239338924e-06,
+      "loss": 30.7031,
+      "step": 11688
+    },
+    {
+      "epoch": 0.11064832782726404,
+      "grad_norm": 480.4171142578125,
+      "learning_rate": 1.966086323212537e-06,
+      "loss": 44.0938,
+      "step": 11689
+    },
+    {
+      "epoch": 0.11065779384897909,
+      "grad_norm": 2.9270427227020264,
+      "learning_rate": 1.966078406178092e-06,
+      "loss": 0.8354,
+      "step": 11690
+    },
+    {
+      "epoch": 0.11066725987069415,
+      "grad_norm": 152.99765014648438,
+      "learning_rate": 1.966070488235596e-06,
+      "loss": 15.9688,
+      "step": 11691
+    },
+    {
+      "epoch": 0.11067672589240919,
+      "grad_norm": 446.4729919433594,
+      "learning_rate": 1.966062569385057e-06,
+      "loss": 31.1484,
+      "step": 11692
+    },
+    {
+      "epoch": 0.11068619191412425,
+      "grad_norm": 252.77015686035156,
+      "learning_rate": 1.9660546496264815e-06,
+      "loss": 19.7422,
+      "step": 11693
+    },
+    {
+      "epoch": 0.11069565793583931,
+      "grad_norm": 160.29949951171875,
+      "learning_rate": 1.966046728959878e-06,
+      "loss": 18.4766,
+      "step": 11694
+    },
+    {
+      "epoch": 0.11070512395755436,
+      "grad_norm": 195.86155700683594,
+      "learning_rate": 1.966038807385253e-06,
+      "loss": 20.1953,
+      "step": 11695
+    },
+    {
+      "epoch": 0.11071458997926942,
+      "grad_norm": 286.2187194824219,
+      "learning_rate": 1.966030884902615e-06,
+      "loss": 20.3984,
+      "step": 11696
+    },
+    {
+      "epoch": 0.11072405600098446,
+      "grad_norm": 363.47283935546875,
+      "learning_rate": 1.96602296151197e-06,
+      "loss": 18.6953,
+      "step": 11697
+    },
+    {
+      "epoch": 0.11073352202269952,
+      "grad_norm": 753.0455932617188,
+      "learning_rate": 1.9660150372133266e-06,
+      "loss": 47.5625,
+      "step": 11698
+    },
+    {
+      "epoch": 0.11074298804441457,
+      "grad_norm": 242.1217498779297,
+      "learning_rate": 1.9660071120066923e-06,
+      "loss": 19.8828,
+      "step": 11699
+    },
+    {
+      "epoch": 0.11075245406612963,
+      "grad_norm": 186.0167236328125,
+      "learning_rate": 1.9659991858920737e-06,
+      "loss": 17.7109,
+      "step": 11700
+    },
+    {
+      "epoch": 0.11076192008784468,
+      "grad_norm": 208.97320556640625,
+      "learning_rate": 1.9659912588694786e-06,
+      "loss": 16.8828,
+      "step": 11701
+    },
+    {
+      "epoch": 0.11077138610955974,
+      "grad_norm": 275.5387268066406,
+      "learning_rate": 1.965983330938915e-06,
+      "loss": 20.8906,
+      "step": 11702
+    },
+    {
+      "epoch": 0.1107808521312748,
+      "grad_norm": 3.3300933837890625,
+      "learning_rate": 1.9659754021003897e-06,
+      "loss": 0.9321,
+      "step": 11703
+    },
+    {
+      "epoch": 0.11079031815298984,
+      "grad_norm": 274.82476806640625,
+      "learning_rate": 1.9659674723539103e-06,
+      "loss": 21.8359,
+      "step": 11704
+    },
+    {
+      "epoch": 0.1107997841747049,
+      "grad_norm": 430.6251220703125,
+      "learning_rate": 1.9659595416994845e-06,
+      "loss": 25.9453,
+      "step": 11705
+    },
+    {
+      "epoch": 0.11080925019641995,
+      "grad_norm": 3.1388654708862305,
+      "learning_rate": 1.9659516101371193e-06,
+      "loss": 0.9863,
+      "step": 11706
+    },
+    {
+      "epoch": 0.11081871621813501,
+      "grad_norm": 332.71490478515625,
+      "learning_rate": 1.9659436776668225e-06,
+      "loss": 22.4766,
+      "step": 11707
+    },
+    {
+      "epoch": 0.11082818223985005,
+      "grad_norm": 3.371743679046631,
+      "learning_rate": 1.9659357442886017e-06,
+      "loss": 0.9219,
+      "step": 11708
+    },
+    {
+      "epoch": 0.11083764826156511,
+      "grad_norm": 353.05029296875,
+      "learning_rate": 1.965927810002464e-06,
+      "loss": 40.1406,
+      "step": 11709
+    },
+    {
+      "epoch": 0.11084711428328016,
+      "grad_norm": 355.4607849121094,
+      "learning_rate": 1.9659198748084167e-06,
+      "loss": 30.2891,
+      "step": 11710
+    },
+    {
+      "epoch": 0.11085658030499522,
+      "grad_norm": 618.358642578125,
+      "learning_rate": 1.965911938706468e-06,
+      "loss": 32.8672,
+      "step": 11711
+    },
+    {
+      "epoch": 0.11086604632671028,
+      "grad_norm": 527.87841796875,
+      "learning_rate": 1.9659040016966246e-06,
+      "loss": 38.2891,
+      "step": 11712
+    },
+    {
+      "epoch": 0.11087551234842533,
+      "grad_norm": 3.5069689750671387,
+      "learning_rate": 1.9658960637788946e-06,
+      "loss": 1.0132,
+      "step": 11713
+    },
+    {
+      "epoch": 0.11088497837014039,
+      "grad_norm": 602.0235595703125,
+      "learning_rate": 1.9658881249532846e-06,
+      "loss": 19.6094,
+      "step": 11714
+    },
+    {
+      "epoch": 0.11089444439185543,
+      "grad_norm": 512.498291015625,
+      "learning_rate": 1.965880185219803e-06,
+      "loss": 41.9062,
+      "step": 11715
+    },
+    {
+      "epoch": 0.11090391041357049,
+      "grad_norm": 819.5086059570312,
+      "learning_rate": 1.9658722445784572e-06,
+      "loss": 52.1094,
+      "step": 11716
+    },
+    {
+      "epoch": 0.11091337643528554,
+      "grad_norm": 3.581167221069336,
+      "learning_rate": 1.965864303029254e-06,
+      "loss": 0.8657,
+      "step": 11717
+    },
+    {
+      "epoch": 0.1109228424570006,
+      "grad_norm": 194.72799682617188,
+      "learning_rate": 1.9658563605722006e-06,
+      "loss": 21.1172,
+      "step": 11718
+    },
+    {
+      "epoch": 0.11093230847871564,
+      "grad_norm": 678.2125244140625,
+      "learning_rate": 1.965848417207306e-06,
+      "loss": 47.6094,
+      "step": 11719
+    },
+    {
+      "epoch": 0.1109417745004307,
+      "grad_norm": 430.13421630859375,
+      "learning_rate": 1.965840472934576e-06,
+      "loss": 31.6172,
+      "step": 11720
+    },
+    {
+      "epoch": 0.11095124052214576,
+      "grad_norm": 826.6094360351562,
+      "learning_rate": 1.9658325277540192e-06,
+      "loss": 31.9805,
+      "step": 11721
+    },
+    {
+      "epoch": 0.11096070654386081,
+      "grad_norm": 2.929476499557495,
+      "learning_rate": 1.9658245816656425e-06,
+      "loss": 0.8794,
+      "step": 11722
+    },
+    {
+      "epoch": 0.11097017256557587,
+      "grad_norm": 316.6615295410156,
+      "learning_rate": 1.9658166346694536e-06,
+      "loss": 24.0469,
+      "step": 11723
+    },
+    {
+      "epoch": 0.11097963858729092,
+      "grad_norm": 3.102555990219116,
+      "learning_rate": 1.9658086867654597e-06,
+      "loss": 0.9526,
+      "step": 11724
+    },
+    {
+      "epoch": 0.11098910460900598,
+      "grad_norm": 176.4745330810547,
+      "learning_rate": 1.9658007379536684e-06,
+      "loss": 17.9609,
+      "step": 11725
+    },
+    {
+      "epoch": 0.11099857063072102,
+      "grad_norm": 550.6502685546875,
+      "learning_rate": 1.9657927882340877e-06,
+      "loss": 34.9297,
+      "step": 11726
+    },
+    {
+      "epoch": 0.11100803665243608,
+      "grad_norm": 330.0228576660156,
+      "learning_rate": 1.9657848376067244e-06,
+      "loss": 20.5859,
+      "step": 11727
+    },
+    {
+      "epoch": 0.11101750267415113,
+      "grad_norm": 427.6939697265625,
+      "learning_rate": 1.9657768860715862e-06,
+      "loss": 40.7578,
+      "step": 11728
+    },
+    {
+      "epoch": 0.11102696869586619,
+      "grad_norm": 351.5674743652344,
+      "learning_rate": 1.9657689336286803e-06,
+      "loss": 22.6797,
+      "step": 11729
+    },
+    {
+      "epoch": 0.11103643471758125,
+      "grad_norm": 297.2141418457031,
+      "learning_rate": 1.9657609802780146e-06,
+      "loss": 16.2109,
+      "step": 11730
+    },
+    {
+      "epoch": 0.1110459007392963,
+      "grad_norm": 311.5366516113281,
+      "learning_rate": 1.9657530260195965e-06,
+      "loss": 17.9062,
+      "step": 11731
+    },
+    {
+      "epoch": 0.11105536676101135,
+      "grad_norm": 335.42236328125,
+      "learning_rate": 1.9657450708534334e-06,
+      "loss": 25.8047,
+      "step": 11732
+    },
+    {
+      "epoch": 0.1110648327827264,
+      "grad_norm": 242.67848205566406,
+      "learning_rate": 1.9657371147795327e-06,
+      "loss": 17.7656,
+      "step": 11733
+    },
+    {
+      "epoch": 0.11107429880444146,
+      "grad_norm": 401.8386535644531,
+      "learning_rate": 1.965729157797902e-06,
+      "loss": 30.1094,
+      "step": 11734
+    },
+    {
+      "epoch": 0.1110837648261565,
+      "grad_norm": 454.2254333496094,
+      "learning_rate": 1.9657211999085487e-06,
+      "loss": 47.2031,
+      "step": 11735
+    },
+    {
+      "epoch": 0.11109323084787157,
+      "grad_norm": 703.9826049804688,
+      "learning_rate": 1.9657132411114803e-06,
+      "loss": 49.7344,
+      "step": 11736
+    },
+    {
+      "epoch": 0.11110269686958663,
+      "grad_norm": 390.07159423828125,
+      "learning_rate": 1.965705281406704e-06,
+      "loss": 30.9375,
+      "step": 11737
+    },
+    {
+      "epoch": 0.11111216289130167,
+      "grad_norm": 240.27542114257812,
+      "learning_rate": 1.9656973207942277e-06,
+      "loss": 19.6719,
+      "step": 11738
+    },
+    {
+      "epoch": 0.11112162891301673,
+      "grad_norm": 651.0078125,
+      "learning_rate": 1.965689359274059e-06,
+      "loss": 27.9844,
+      "step": 11739
+    },
+    {
+      "epoch": 0.11113109493473178,
+      "grad_norm": 532.5540771484375,
+      "learning_rate": 1.965681396846205e-06,
+      "loss": 27.3281,
+      "step": 11740
+    },
+    {
+      "epoch": 0.11114056095644684,
+      "grad_norm": 296.7336120605469,
+      "learning_rate": 1.965673433510673e-06,
+      "loss": 30.3672,
+      "step": 11741
+    },
+    {
+      "epoch": 0.11115002697816188,
+      "grad_norm": 587.2009887695312,
+      "learning_rate": 1.965665469267471e-06,
+      "loss": 55.1719,
+      "step": 11742
+    },
+    {
+      "epoch": 0.11115949299987694,
+      "grad_norm": 720.6033325195312,
+      "learning_rate": 1.9656575041166065e-06,
+      "loss": 55.0469,
+      "step": 11743
+    },
+    {
+      "epoch": 0.11116895902159199,
+      "grad_norm": 611.6846923828125,
+      "learning_rate": 1.9656495380580863e-06,
+      "loss": 53.7812,
+      "step": 11744
+    },
+    {
+      "epoch": 0.11117842504330705,
+      "grad_norm": 386.1188659667969,
+      "learning_rate": 1.9656415710919187e-06,
+      "loss": 33.3125,
+      "step": 11745
+    },
+    {
+      "epoch": 0.11118789106502211,
+      "grad_norm": 753.240966796875,
+      "learning_rate": 1.965633603218111e-06,
+      "loss": 38.8594,
+      "step": 11746
+    },
+    {
+      "epoch": 0.11119735708673716,
+      "grad_norm": 377.1036071777344,
+      "learning_rate": 1.9656256344366704e-06,
+      "loss": 20.5547,
+      "step": 11747
+    },
+    {
+      "epoch": 0.11120682310845222,
+      "grad_norm": 290.7760314941406,
+      "learning_rate": 1.965617664747604e-06,
+      "loss": 32.0781,
+      "step": 11748
+    },
+    {
+      "epoch": 0.11121628913016726,
+      "grad_norm": 495.35089111328125,
+      "learning_rate": 1.96560969415092e-06,
+      "loss": 26.1953,
+      "step": 11749
+    },
+    {
+      "epoch": 0.11122575515188232,
+      "grad_norm": 3.341252088546753,
+      "learning_rate": 1.965601722646626e-06,
+      "loss": 0.9492,
+      "step": 11750
+    },
+    {
+      "epoch": 0.11123522117359737,
+      "grad_norm": 280.80511474609375,
+      "learning_rate": 1.9655937502347296e-06,
+      "loss": 25.7266,
+      "step": 11751
+    },
+    {
+      "epoch": 0.11124468719531243,
+      "grad_norm": 636.5368041992188,
+      "learning_rate": 1.9655857769152372e-06,
+      "loss": 47.5781,
+      "step": 11752
+    },
+    {
+      "epoch": 0.11125415321702747,
+      "grad_norm": 212.32244873046875,
+      "learning_rate": 1.965577802688157e-06,
+      "loss": 18.4453,
+      "step": 11753
+    },
+    {
+      "epoch": 0.11126361923874253,
+      "grad_norm": 2.9727799892425537,
+      "learning_rate": 1.9655698275534973e-06,
+      "loss": 0.897,
+      "step": 11754
+    },
+    {
+      "epoch": 0.1112730852604576,
+      "grad_norm": 207.33998107910156,
+      "learning_rate": 1.965561851511264e-06,
+      "loss": 9.6055,
+      "step": 11755
+    },
+    {
+      "epoch": 0.11128255128217264,
+      "grad_norm": 287.4629821777344,
+      "learning_rate": 1.9655538745614656e-06,
+      "loss": 9.375,
+      "step": 11756
+    },
+    {
+      "epoch": 0.1112920173038877,
+      "grad_norm": 528.9722900390625,
+      "learning_rate": 1.9655458967041094e-06,
+      "loss": 53.125,
+      "step": 11757
+    },
+    {
+      "epoch": 0.11130148332560275,
+      "grad_norm": 360.6204833984375,
+      "learning_rate": 1.9655379179392027e-06,
+      "loss": 24.5859,
+      "step": 11758
+    },
+    {
+      "epoch": 0.1113109493473178,
+      "grad_norm": 405.0380859375,
+      "learning_rate": 1.965529938266753e-06,
+      "loss": 10.4844,
+      "step": 11759
+    },
+    {
+      "epoch": 0.11132041536903285,
+      "grad_norm": 659.9009399414062,
+      "learning_rate": 1.9655219576867684e-06,
+      "loss": 15.0195,
+      "step": 11760
+    },
+    {
+      "epoch": 0.11132988139074791,
+      "grad_norm": 528.8104248046875,
+      "learning_rate": 1.9655139761992556e-06,
+      "loss": 48.7188,
+      "step": 11761
+    },
+    {
+      "epoch": 0.11133934741246296,
+      "grad_norm": 258.91217041015625,
+      "learning_rate": 1.9655059938042227e-06,
+      "loss": 25.4375,
+      "step": 11762
+    },
+    {
+      "epoch": 0.11134881343417802,
+      "grad_norm": 768.3623046875,
+      "learning_rate": 1.965498010501677e-06,
+      "loss": 20.0078,
+      "step": 11763
+    },
+    {
+      "epoch": 0.11135827945589308,
+      "grad_norm": 159.1790008544922,
+      "learning_rate": 1.965490026291626e-06,
+      "loss": 24.7891,
+      "step": 11764
+    },
+    {
+      "epoch": 0.11136774547760812,
+      "grad_norm": 428.470703125,
+      "learning_rate": 1.965482041174077e-06,
+      "loss": 22.3203,
+      "step": 11765
+    },
+    {
+      "epoch": 0.11137721149932318,
+      "grad_norm": 221.975341796875,
+      "learning_rate": 1.965474055149038e-06,
+      "loss": 23.4531,
+      "step": 11766
+    },
+    {
+      "epoch": 0.11138667752103823,
+      "grad_norm": 523.70263671875,
+      "learning_rate": 1.9654660682165162e-06,
+      "loss": 36.918,
+      "step": 11767
+    },
+    {
+      "epoch": 0.11139614354275329,
+      "grad_norm": 558.5667724609375,
+      "learning_rate": 1.9654580803765185e-06,
+      "loss": 21.3047,
+      "step": 11768
+    },
+    {
+      "epoch": 0.11140560956446834,
+      "grad_norm": 569.7611083984375,
+      "learning_rate": 1.9654500916290537e-06,
+      "loss": 28.3203,
+      "step": 11769
+    },
+    {
+      "epoch": 0.1114150755861834,
+      "grad_norm": 292.2543029785156,
+      "learning_rate": 1.965442101974128e-06,
+      "loss": 13.1289,
+      "step": 11770
+    },
+    {
+      "epoch": 0.11142454160789844,
+      "grad_norm": 294.1295166015625,
+      "learning_rate": 1.96543411141175e-06,
+      "loss": 22.7539,
+      "step": 11771
+    },
+    {
+      "epoch": 0.1114340076296135,
+      "grad_norm": 666.3610229492188,
+      "learning_rate": 1.9654261199419267e-06,
+      "loss": 34.6914,
+      "step": 11772
+    },
+    {
+      "epoch": 0.11144347365132856,
+      "grad_norm": 257.47320556640625,
+      "learning_rate": 1.9654181275646657e-06,
+      "loss": 31.8281,
+      "step": 11773
+    },
+    {
+      "epoch": 0.11145293967304361,
+      "grad_norm": 612.99755859375,
+      "learning_rate": 1.965410134279974e-06,
+      "loss": 58.1875,
+      "step": 11774
+    },
+    {
+      "epoch": 0.11146240569475867,
+      "grad_norm": 487.3499450683594,
+      "learning_rate": 1.96540214008786e-06,
+      "loss": 48.5469,
+      "step": 11775
+    },
+    {
+      "epoch": 0.11147187171647371,
+      "grad_norm": 362.91583251953125,
+      "learning_rate": 1.965394144988331e-06,
+      "loss": 18.7266,
+      "step": 11776
+    },
+    {
+      "epoch": 0.11148133773818877,
+      "grad_norm": 186.30996704101562,
+      "learning_rate": 1.965386148981394e-06,
+      "loss": 23.0625,
+      "step": 11777
+    },
+    {
+      "epoch": 0.11149080375990382,
+      "grad_norm": 269.5071105957031,
+      "learning_rate": 1.9653781520670564e-06,
+      "loss": 23.6875,
+      "step": 11778
+    },
+    {
+      "epoch": 0.11150026978161888,
+      "grad_norm": 900.319091796875,
+      "learning_rate": 1.965370154245327e-06,
+      "loss": 45.4219,
+      "step": 11779
+    },
+    {
+      "epoch": 0.11150973580333394,
+      "grad_norm": 416.7370910644531,
+      "learning_rate": 1.965362155516212e-06,
+      "loss": 23.8516,
+      "step": 11780
+    },
+    {
+      "epoch": 0.11151920182504899,
+      "grad_norm": 486.7370910644531,
+      "learning_rate": 1.965354155879719e-06,
+      "loss": 57.6875,
+      "step": 11781
+    },
+    {
+      "epoch": 0.11152866784676405,
+      "grad_norm": 3.192990779876709,
+      "learning_rate": 1.9653461553358565e-06,
+      "loss": 0.9414,
+      "step": 11782
+    },
+    {
+      "epoch": 0.11153813386847909,
+      "grad_norm": 442.8413391113281,
+      "learning_rate": 1.9653381538846313e-06,
+      "loss": 15.5352,
+      "step": 11783
+    },
+    {
+      "epoch": 0.11154759989019415,
+      "grad_norm": 333.4385681152344,
+      "learning_rate": 1.965330151526051e-06,
+      "loss": 8.5781,
+      "step": 11784
+    },
+    {
+      "epoch": 0.1115570659119092,
+      "grad_norm": 2.7087290287017822,
+      "learning_rate": 1.965322148260123e-06,
+      "loss": 0.8677,
+      "step": 11785
+    },
+    {
+      "epoch": 0.11156653193362426,
+      "grad_norm": 2.9596996307373047,
+      "learning_rate": 1.965314144086855e-06,
+      "loss": 0.9326,
+      "step": 11786
+    },
+    {
+      "epoch": 0.1115759979553393,
+      "grad_norm": 266.14312744140625,
+      "learning_rate": 1.9653061390062545e-06,
+      "loss": 36.7656,
+      "step": 11787
+    },
+    {
+      "epoch": 0.11158546397705436,
+      "grad_norm": 512.4434814453125,
+      "learning_rate": 1.9652981330183293e-06,
+      "loss": 39.1172,
+      "step": 11788
+    },
+    {
+      "epoch": 0.11159492999876942,
+      "grad_norm": 372.62200927734375,
+      "learning_rate": 1.965290126123086e-06,
+      "loss": 30.6016,
+      "step": 11789
+    },
+    {
+      "epoch": 0.11160439602048447,
+      "grad_norm": 369.6979675292969,
+      "learning_rate": 1.9652821183205336e-06,
+      "loss": 17.7656,
+      "step": 11790
+    },
+    {
+      "epoch": 0.11161386204219953,
+      "grad_norm": 301.2774963378906,
+      "learning_rate": 1.9652741096106786e-06,
+      "loss": 18.2305,
+      "step": 11791
+    },
+    {
+      "epoch": 0.11162332806391458,
+      "grad_norm": 291.8656311035156,
+      "learning_rate": 1.965266099993528e-06,
+      "loss": 23.2266,
+      "step": 11792
+    },
+    {
+      "epoch": 0.11163279408562964,
+      "grad_norm": 291.867919921875,
+      "learning_rate": 1.965258089469091e-06,
+      "loss": 21.3633,
+      "step": 11793
+    },
+    {
+      "epoch": 0.11164226010734468,
+      "grad_norm": 484.25115966796875,
+      "learning_rate": 1.9652500780373737e-06,
+      "loss": 30.9258,
+      "step": 11794
+    },
+    {
+      "epoch": 0.11165172612905974,
+      "grad_norm": 354.8265075683594,
+      "learning_rate": 1.9652420656983844e-06,
+      "loss": 54.3125,
+      "step": 11795
+    },
+    {
+      "epoch": 0.11166119215077479,
+      "grad_norm": 269.8039245605469,
+      "learning_rate": 1.96523405245213e-06,
+      "loss": 22.9336,
+      "step": 11796
+    },
+    {
+      "epoch": 0.11167065817248985,
+      "grad_norm": 741.570556640625,
+      "learning_rate": 1.965226038298619e-06,
+      "loss": 48.0156,
+      "step": 11797
+    },
+    {
+      "epoch": 0.11168012419420491,
+      "grad_norm": 3.0399882793426514,
+      "learning_rate": 1.9652180232378575e-06,
+      "loss": 0.9702,
+      "step": 11798
+    },
+    {
+      "epoch": 0.11168959021591995,
+      "grad_norm": 321.8238525390625,
+      "learning_rate": 1.9652100072698544e-06,
+      "loss": 22.3672,
+      "step": 11799
+    },
+    {
+      "epoch": 0.11169905623763501,
+      "grad_norm": 477.90716552734375,
+      "learning_rate": 1.9652019903946166e-06,
+      "loss": 27.3359,
+      "step": 11800
+    },
+    {
+      "epoch": 0.11170852225935006,
+      "grad_norm": 301.3017272949219,
+      "learning_rate": 1.9651939726121516e-06,
+      "loss": 25.875,
+      "step": 11801
+    },
+    {
+      "epoch": 0.11171798828106512,
+      "grad_norm": 373.2320251464844,
+      "learning_rate": 1.965185953922467e-06,
+      "loss": 35.7344,
+      "step": 11802
+    },
+    {
+      "epoch": 0.11172745430278017,
+      "grad_norm": 428.96234130859375,
+      "learning_rate": 1.9651779343255703e-06,
+      "loss": 51.5781,
+      "step": 11803
+    },
+    {
+      "epoch": 0.11173692032449523,
+      "grad_norm": 434.5393981933594,
+      "learning_rate": 1.9651699138214693e-06,
+      "loss": 39.2734,
+      "step": 11804
+    },
+    {
+      "epoch": 0.11174638634621027,
+      "grad_norm": 399.5402526855469,
+      "learning_rate": 1.9651618924101716e-06,
+      "loss": 39.1094,
+      "step": 11805
+    },
+    {
+      "epoch": 0.11175585236792533,
+      "grad_norm": 266.142333984375,
+      "learning_rate": 1.965153870091684e-06,
+      "loss": 10.5078,
+      "step": 11806
+    },
+    {
+      "epoch": 0.11176531838964039,
+      "grad_norm": 739.8113403320312,
+      "learning_rate": 1.965145846866015e-06,
+      "loss": 38.1953,
+      "step": 11807
+    },
+    {
+      "epoch": 0.11177478441135544,
+      "grad_norm": 246.14907836914062,
+      "learning_rate": 1.9651378227331716e-06,
+      "loss": 15.375,
+      "step": 11808
+    },
+    {
+      "epoch": 0.1117842504330705,
+      "grad_norm": 324.5140380859375,
+      "learning_rate": 1.9651297976931614e-06,
+      "loss": 33.2656,
+      "step": 11809
+    },
+    {
+      "epoch": 0.11179371645478554,
+      "grad_norm": 603.7135009765625,
+      "learning_rate": 1.965121771745992e-06,
+      "loss": 19.3164,
+      "step": 11810
+    },
+    {
+      "epoch": 0.1118031824765006,
+      "grad_norm": 2.937551736831665,
+      "learning_rate": 1.965113744891671e-06,
+      "loss": 0.7651,
+      "step": 11811
+    },
+    {
+      "epoch": 0.11181264849821565,
+      "grad_norm": 304.43438720703125,
+      "learning_rate": 1.965105717130206e-06,
+      "loss": 22.75,
+      "step": 11812
+    },
+    {
+      "epoch": 0.11182211451993071,
+      "grad_norm": 703.4104614257812,
+      "learning_rate": 1.965097688461604e-06,
+      "loss": 25.5078,
+      "step": 11813
+    },
+    {
+      "epoch": 0.11183158054164576,
+      "grad_norm": 360.3617858886719,
+      "learning_rate": 1.965089658885873e-06,
+      "loss": 20.4414,
+      "step": 11814
+    },
+    {
+      "epoch": 0.11184104656336082,
+      "grad_norm": 326.96905517578125,
+      "learning_rate": 1.9650816284030207e-06,
+      "loss": 33.9375,
+      "step": 11815
+    },
+    {
+      "epoch": 0.11185051258507588,
+      "grad_norm": 392.4375305175781,
+      "learning_rate": 1.9650735970130543e-06,
+      "loss": 34.4062,
+      "step": 11816
+    },
+    {
+      "epoch": 0.11185997860679092,
+      "grad_norm": 369.2729797363281,
+      "learning_rate": 1.9650655647159813e-06,
+      "loss": 47.4062,
+      "step": 11817
+    },
+    {
+      "epoch": 0.11186944462850598,
+      "grad_norm": 183.10122680664062,
+      "learning_rate": 1.9650575315118097e-06,
+      "loss": 17.7969,
+      "step": 11818
+    },
+    {
+      "epoch": 0.11187891065022103,
+      "grad_norm": 266.5460510253906,
+      "learning_rate": 1.9650494974005468e-06,
+      "loss": 20.7188,
+      "step": 11819
+    },
+    {
+      "epoch": 0.11188837667193609,
+      "grad_norm": 554.1602172851562,
+      "learning_rate": 1.9650414623822004e-06,
+      "loss": 43.4375,
+      "step": 11820
+    },
+    {
+      "epoch": 0.11189784269365113,
+      "grad_norm": 3.0168724060058594,
+      "learning_rate": 1.9650334264567775e-06,
+      "loss": 0.9741,
+      "step": 11821
+    },
+    {
+      "epoch": 0.1119073087153662,
+      "grad_norm": 252.2909393310547,
+      "learning_rate": 1.965025389624286e-06,
+      "loss": 25.4453,
+      "step": 11822
+    },
+    {
+      "epoch": 0.11191677473708125,
+      "grad_norm": 195.7599334716797,
+      "learning_rate": 1.9650173518847333e-06,
+      "loss": 17.4141,
+      "step": 11823
+    },
+    {
+      "epoch": 0.1119262407587963,
+      "grad_norm": 324.9488220214844,
+      "learning_rate": 1.9650093132381273e-06,
+      "loss": 49.9062,
+      "step": 11824
+    },
+    {
+      "epoch": 0.11193570678051136,
+      "grad_norm": 359.6677551269531,
+      "learning_rate": 1.9650012736844756e-06,
+      "loss": 37.2969,
+      "step": 11825
+    },
+    {
+      "epoch": 0.1119451728022264,
+      "grad_norm": 378.8276672363281,
+      "learning_rate": 1.964993233223785e-06,
+      "loss": 20.5156,
+      "step": 11826
+    },
+    {
+      "epoch": 0.11195463882394147,
+      "grad_norm": 364.17291259765625,
+      "learning_rate": 1.9649851918560636e-06,
+      "loss": 22.8281,
+      "step": 11827
+    },
+    {
+      "epoch": 0.11196410484565651,
+      "grad_norm": 551.3377075195312,
+      "learning_rate": 1.964977149581319e-06,
+      "loss": 36.7812,
+      "step": 11828
+    },
+    {
+      "epoch": 0.11197357086737157,
+      "grad_norm": 432.240234375,
+      "learning_rate": 1.9649691063995583e-06,
+      "loss": 27.75,
+      "step": 11829
+    },
+    {
+      "epoch": 0.11198303688908662,
+      "grad_norm": 728.6136474609375,
+      "learning_rate": 1.9649610623107898e-06,
+      "loss": 53.4062,
+      "step": 11830
+    },
+    {
+      "epoch": 0.11199250291080168,
+      "grad_norm": 531.7673950195312,
+      "learning_rate": 1.9649530173150204e-06,
+      "loss": 29.3906,
+      "step": 11831
+    },
+    {
+      "epoch": 0.11200196893251674,
+      "grad_norm": 446.7733154296875,
+      "learning_rate": 1.9649449714122583e-06,
+      "loss": 58.4531,
+      "step": 11832
+    },
+    {
+      "epoch": 0.11201143495423178,
+      "grad_norm": 802.1394653320312,
+      "learning_rate": 1.9649369246025108e-06,
+      "loss": 19.2188,
+      "step": 11833
+    },
+    {
+      "epoch": 0.11202090097594684,
+      "grad_norm": 3.3575124740600586,
+      "learning_rate": 1.964928876885785e-06,
+      "loss": 0.8633,
+      "step": 11834
+    },
+    {
+      "epoch": 0.11203036699766189,
+      "grad_norm": 262.9703674316406,
+      "learning_rate": 1.9649208282620887e-06,
+      "loss": 20.8516,
+      "step": 11835
+    },
+    {
+      "epoch": 0.11203983301937695,
+      "grad_norm": 183.20506286621094,
+      "learning_rate": 1.96491277873143e-06,
+      "loss": 14.1211,
+      "step": 11836
+    },
+    {
+      "epoch": 0.112049299041092,
+      "grad_norm": 3.117825984954834,
+      "learning_rate": 1.9649047282938156e-06,
+      "loss": 0.9126,
+      "step": 11837
+    },
+    {
+      "epoch": 0.11205876506280706,
+      "grad_norm": 1039.4307861328125,
+      "learning_rate": 1.964896676949254e-06,
+      "loss": 50.5,
+      "step": 11838
+    },
+    {
+      "epoch": 0.1120682310845221,
+      "grad_norm": 486.6468505859375,
+      "learning_rate": 1.964888624697752e-06,
+      "loss": 53.6562,
+      "step": 11839
+    },
+    {
+      "epoch": 0.11207769710623716,
+      "grad_norm": 279.1471252441406,
+      "learning_rate": 1.9648805715393177e-06,
+      "loss": 22.7578,
+      "step": 11840
+    },
+    {
+      "epoch": 0.11208716312795222,
+      "grad_norm": 560.871337890625,
+      "learning_rate": 1.9648725174739583e-06,
+      "loss": 16.8477,
+      "step": 11841
+    },
+    {
+      "epoch": 0.11209662914966727,
+      "grad_norm": 427.2511901855469,
+      "learning_rate": 1.9648644625016816e-06,
+      "loss": 27.1484,
+      "step": 11842
+    },
+    {
+      "epoch": 0.11210609517138233,
+      "grad_norm": 510.57733154296875,
+      "learning_rate": 1.9648564066224947e-06,
+      "loss": 47.1719,
+      "step": 11843
+    },
+    {
+      "epoch": 0.11211556119309737,
+      "grad_norm": 562.2008666992188,
+      "learning_rate": 1.964848349836406e-06,
+      "loss": 55.6406,
+      "step": 11844
+    },
+    {
+      "epoch": 0.11212502721481243,
+      "grad_norm": 843.8475952148438,
+      "learning_rate": 1.9648402921434224e-06,
+      "loss": 64.5156,
+      "step": 11845
+    },
+    {
+      "epoch": 0.11213449323652748,
+      "grad_norm": 3.1747097969055176,
+      "learning_rate": 1.964832233543552e-06,
+      "loss": 0.9487,
+      "step": 11846
+    },
+    {
+      "epoch": 0.11214395925824254,
+      "grad_norm": 279.4598388671875,
+      "learning_rate": 1.9648241740368015e-06,
+      "loss": 7.1758,
+      "step": 11847
+    },
+    {
+      "epoch": 0.11215342527995759,
+      "grad_norm": 591.0211791992188,
+      "learning_rate": 1.964816113623179e-06,
+      "loss": 47.2031,
+      "step": 11848
+    },
+    {
+      "epoch": 0.11216289130167265,
+      "grad_norm": 208.06138610839844,
+      "learning_rate": 1.964808052302693e-06,
+      "loss": 26.2031,
+      "step": 11849
+    },
+    {
+      "epoch": 0.1121723573233877,
+      "grad_norm": 165.39552307128906,
+      "learning_rate": 1.9647999900753495e-06,
+      "loss": 18.6953,
+      "step": 11850
+    },
+    {
+      "epoch": 0.11218182334510275,
+      "grad_norm": 574.6751098632812,
+      "learning_rate": 1.964791926941157e-06,
+      "loss": 41.6875,
+      "step": 11851
+    },
+    {
+      "epoch": 0.11219128936681781,
+      "grad_norm": 285.316650390625,
+      "learning_rate": 1.9647838629001224e-06,
+      "loss": 18.8047,
+      "step": 11852
+    },
+    {
+      "epoch": 0.11220075538853286,
+      "grad_norm": 434.1623840332031,
+      "learning_rate": 1.9647757979522543e-06,
+      "loss": 21.5234,
+      "step": 11853
+    },
+    {
+      "epoch": 0.11221022141024792,
+      "grad_norm": 1851.37744140625,
+      "learning_rate": 1.9647677320975596e-06,
+      "loss": 63.375,
+      "step": 11854
+    },
+    {
+      "epoch": 0.11221968743196296,
+      "grad_norm": 591.4910278320312,
+      "learning_rate": 1.964759665336046e-06,
+      "loss": 43.2188,
+      "step": 11855
+    },
+    {
+      "epoch": 0.11222915345367802,
+      "grad_norm": 140.3282470703125,
+      "learning_rate": 1.964751597667721e-06,
+      "loss": 19.7109,
+      "step": 11856
+    },
+    {
+      "epoch": 0.11223861947539307,
+      "grad_norm": 755.3479614257812,
+      "learning_rate": 1.9647435290925924e-06,
+      "loss": 36.9922,
+      "step": 11857
+    },
+    {
+      "epoch": 0.11224808549710813,
+      "grad_norm": 3.2923851013183594,
+      "learning_rate": 1.964735459610667e-06,
+      "loss": 0.9375,
+      "step": 11858
+    },
+    {
+      "epoch": 0.11225755151882319,
+      "grad_norm": 458.12451171875,
+      "learning_rate": 1.9647273892219537e-06,
+      "loss": 28.5,
+      "step": 11859
+    },
+    {
+      "epoch": 0.11226701754053824,
+      "grad_norm": 207.51177978515625,
+      "learning_rate": 1.9647193179264593e-06,
+      "loss": 12.75,
+      "step": 11860
+    },
+    {
+      "epoch": 0.1122764835622533,
+      "grad_norm": 3.5491461753845215,
+      "learning_rate": 1.9647112457241916e-06,
+      "loss": 0.9761,
+      "step": 11861
+    },
+    {
+      "epoch": 0.11228594958396834,
+      "grad_norm": 255.55099487304688,
+      "learning_rate": 1.9647031726151578e-06,
+      "loss": 22.5156,
+      "step": 11862
+    },
+    {
+      "epoch": 0.1122954156056834,
+      "grad_norm": 886.084228515625,
+      "learning_rate": 1.964695098599366e-06,
+      "loss": 33.25,
+      "step": 11863
+    },
+    {
+      "epoch": 0.11230488162739845,
+      "grad_norm": 465.6686706542969,
+      "learning_rate": 1.9646870236768234e-06,
+      "loss": 35.625,
+      "step": 11864
+    },
+    {
+      "epoch": 0.11231434764911351,
+      "grad_norm": 527.2566528320312,
+      "learning_rate": 1.9646789478475378e-06,
+      "loss": 50.4453,
+      "step": 11865
+    },
+    {
+      "epoch": 0.11232381367082855,
+      "grad_norm": 229.45413208007812,
+      "learning_rate": 1.964670871111517e-06,
+      "loss": 16.9609,
+      "step": 11866
+    },
+    {
+      "epoch": 0.11233327969254361,
+      "grad_norm": 845.857421875,
+      "learning_rate": 1.964662793468768e-06,
+      "loss": 21.1953,
+      "step": 11867
+    },
+    {
+      "epoch": 0.11234274571425867,
+      "grad_norm": 290.71746826171875,
+      "learning_rate": 1.9646547149192987e-06,
+      "loss": 19.2969,
+      "step": 11868
+    },
+    {
+      "epoch": 0.11235221173597372,
+      "grad_norm": 270.8349304199219,
+      "learning_rate": 1.9646466354631166e-06,
+      "loss": 24.3359,
+      "step": 11869
+    },
+    {
+      "epoch": 0.11236167775768878,
+      "grad_norm": 476.2601318359375,
+      "learning_rate": 1.96463855510023e-06,
+      "loss": 39.0625,
+      "step": 11870
+    },
+    {
+      "epoch": 0.11237114377940383,
+      "grad_norm": 328.3622131347656,
+      "learning_rate": 1.9646304738306455e-06,
+      "loss": 35.3125,
+      "step": 11871
+    },
+    {
+      "epoch": 0.11238060980111889,
+      "grad_norm": 3.325679302215576,
+      "learning_rate": 1.9646223916543713e-06,
+      "loss": 1.0088,
+      "step": 11872
+    },
+    {
+      "epoch": 0.11239007582283393,
+      "grad_norm": 822.779296875,
+      "learning_rate": 1.964614308571415e-06,
+      "loss": 46.9062,
+      "step": 11873
+    },
+    {
+      "epoch": 0.11239954184454899,
+      "grad_norm": 231.6111602783203,
+      "learning_rate": 1.9646062245817832e-06,
+      "loss": 20.8164,
+      "step": 11874
+    },
+    {
+      "epoch": 0.11240900786626405,
+      "grad_norm": 601.4114990234375,
+      "learning_rate": 1.964598139685485e-06,
+      "loss": 64.7344,
+      "step": 11875
+    },
+    {
+      "epoch": 0.1124184738879791,
+      "grad_norm": 3.3167943954467773,
+      "learning_rate": 1.964590053882527e-06,
+      "loss": 0.9282,
+      "step": 11876
+    },
+    {
+      "epoch": 0.11242793990969416,
+      "grad_norm": 3.037031888961792,
+      "learning_rate": 1.9645819671729172e-06,
+      "loss": 0.9048,
+      "step": 11877
+    },
+    {
+      "epoch": 0.1124374059314092,
+      "grad_norm": 175.35647583007812,
+      "learning_rate": 1.9645738795566633e-06,
+      "loss": 24.1484,
+      "step": 11878
+    },
+    {
+      "epoch": 0.11244687195312426,
+      "grad_norm": 267.2883605957031,
+      "learning_rate": 1.9645657910337724e-06,
+      "loss": 18.0664,
+      "step": 11879
+    },
+    {
+      "epoch": 0.11245633797483931,
+      "grad_norm": 270.5318908691406,
+      "learning_rate": 1.9645577016042525e-06,
+      "loss": 15.3906,
+      "step": 11880
+    },
+    {
+      "epoch": 0.11246580399655437,
+      "grad_norm": 647.7953491210938,
+      "learning_rate": 1.964549611268111e-06,
+      "loss": 55.3438,
+      "step": 11881
+    },
+    {
+      "epoch": 0.11247527001826942,
+      "grad_norm": 3.0943639278411865,
+      "learning_rate": 1.9645415200253558e-06,
+      "loss": 1.0674,
+      "step": 11882
+    },
+    {
+      "epoch": 0.11248473603998448,
+      "grad_norm": 127.84879302978516,
+      "learning_rate": 1.9645334278759945e-06,
+      "loss": 14.8984,
+      "step": 11883
+    },
+    {
+      "epoch": 0.11249420206169954,
+      "grad_norm": 627.2319946289062,
+      "learning_rate": 1.964525334820034e-06,
+      "loss": 49.6719,
+      "step": 11884
+    },
+    {
+      "epoch": 0.11250366808341458,
+      "grad_norm": 764.001220703125,
+      "learning_rate": 1.9645172408574826e-06,
+      "loss": 42.3125,
+      "step": 11885
+    },
+    {
+      "epoch": 0.11251313410512964,
+      "grad_norm": 238.67355346679688,
+      "learning_rate": 1.964509145988348e-06,
+      "loss": 22.5234,
+      "step": 11886
+    },
+    {
+      "epoch": 0.11252260012684469,
+      "grad_norm": 413.6554260253906,
+      "learning_rate": 1.9645010502126372e-06,
+      "loss": 41.1719,
+      "step": 11887
+    },
+    {
+      "epoch": 0.11253206614855975,
+      "grad_norm": 889.3638305664062,
+      "learning_rate": 1.9644929535303584e-06,
+      "loss": 30.4844,
+      "step": 11888
+    },
+    {
+      "epoch": 0.1125415321702748,
+      "grad_norm": 221.21202087402344,
+      "learning_rate": 1.964484855941519e-06,
+      "loss": 19.875,
+      "step": 11889
+    },
+    {
+      "epoch": 0.11255099819198985,
+      "grad_norm": 533.1671752929688,
+      "learning_rate": 1.9644767574461266e-06,
+      "loss": 19.6953,
+      "step": 11890
+    },
+    {
+      "epoch": 0.1125604642137049,
+      "grad_norm": 239.32391357421875,
+      "learning_rate": 1.964468658044189e-06,
+      "loss": 17.9453,
+      "step": 11891
+    },
+    {
+      "epoch": 0.11256993023541996,
+      "grad_norm": 352.6235046386719,
+      "learning_rate": 1.964460557735713e-06,
+      "loss": 26.7852,
+      "step": 11892
+    },
+    {
+      "epoch": 0.11257939625713502,
+      "grad_norm": 546.8124389648438,
+      "learning_rate": 1.964452456520707e-06,
+      "loss": 45.8906,
+      "step": 11893
+    },
+    {
+      "epoch": 0.11258886227885007,
+      "grad_norm": 436.5029602050781,
+      "learning_rate": 1.9644443543991786e-06,
+      "loss": 45.0469,
+      "step": 11894
+    },
+    {
+      "epoch": 0.11259832830056513,
+      "grad_norm": 202.69366455078125,
+      "learning_rate": 1.964436251371135e-06,
+      "loss": 16.1094,
+      "step": 11895
+    },
+    {
+      "epoch": 0.11260779432228017,
+      "grad_norm": 593.6011962890625,
+      "learning_rate": 1.9644281474365844e-06,
+      "loss": 29.793,
+      "step": 11896
+    },
+    {
+      "epoch": 0.11261726034399523,
+      "grad_norm": 398.5366516113281,
+      "learning_rate": 1.9644200425955343e-06,
+      "loss": 36.2266,
+      "step": 11897
+    },
+    {
+      "epoch": 0.11262672636571028,
+      "grad_norm": 1065.91650390625,
+      "learning_rate": 1.9644119368479912e-06,
+      "loss": 35.8594,
+      "step": 11898
+    },
+    {
+      "epoch": 0.11263619238742534,
+      "grad_norm": 216.24664306640625,
+      "learning_rate": 1.9644038301939645e-06,
+      "loss": 18.0234,
+      "step": 11899
+    },
+    {
+      "epoch": 0.11264565840914038,
+      "grad_norm": 481.7897033691406,
+      "learning_rate": 1.9643957226334605e-06,
+      "loss": 18.3867,
+      "step": 11900
+    },
+    {
+      "epoch": 0.11265512443085544,
+      "grad_norm": 402.0020751953125,
+      "learning_rate": 1.9643876141664872e-06,
+      "loss": 47.9531,
+      "step": 11901
+    },
+    {
+      "epoch": 0.1126645904525705,
+      "grad_norm": 182.9598388671875,
+      "learning_rate": 1.9643795047930528e-06,
+      "loss": 21.125,
+      "step": 11902
+    },
+    {
+      "epoch": 0.11267405647428555,
+      "grad_norm": 484.8282165527344,
+      "learning_rate": 1.964371394513164e-06,
+      "loss": 48.1719,
+      "step": 11903
+    },
+    {
+      "epoch": 0.11268352249600061,
+      "grad_norm": 767.2601928710938,
+      "learning_rate": 1.9643632833268286e-06,
+      "loss": 46.5195,
+      "step": 11904
+    },
+    {
+      "epoch": 0.11269298851771566,
+      "grad_norm": 496.21356201171875,
+      "learning_rate": 1.964355171234055e-06,
+      "loss": 38.0156,
+      "step": 11905
+    },
+    {
+      "epoch": 0.11270245453943072,
+      "grad_norm": 360.0345153808594,
+      "learning_rate": 1.96434705823485e-06,
+      "loss": 21.6328,
+      "step": 11906
+    },
+    {
+      "epoch": 0.11271192056114576,
+      "grad_norm": 841.19873046875,
+      "learning_rate": 1.964338944329221e-06,
+      "loss": 40.8516,
+      "step": 11907
+    },
+    {
+      "epoch": 0.11272138658286082,
+      "grad_norm": 739.2568359375,
+      "learning_rate": 1.964330829517177e-06,
+      "loss": 40.0781,
+      "step": 11908
+    },
+    {
+      "epoch": 0.11273085260457587,
+      "grad_norm": 3.9100003242492676,
+      "learning_rate": 1.9643227137987242e-06,
+      "loss": 0.9985,
+      "step": 11909
+    },
+    {
+      "epoch": 0.11274031862629093,
+      "grad_norm": 538.384521484375,
+      "learning_rate": 1.964314597173871e-06,
+      "loss": 29.3281,
+      "step": 11910
+    },
+    {
+      "epoch": 0.11274978464800599,
+      "grad_norm": 2.951982021331787,
+      "learning_rate": 1.9643064796426247e-06,
+      "loss": 0.9468,
+      "step": 11911
+    },
+    {
+      "epoch": 0.11275925066972103,
+      "grad_norm": 330.00006103515625,
+      "learning_rate": 1.9642983612049933e-06,
+      "loss": 25.1523,
+      "step": 11912
+    },
+    {
+      "epoch": 0.1127687166914361,
+      "grad_norm": 462.856689453125,
+      "learning_rate": 1.964290241860984e-06,
+      "loss": 38.0781,
+      "step": 11913
+    },
+    {
+      "epoch": 0.11277818271315114,
+      "grad_norm": 218.53709411621094,
+      "learning_rate": 1.9642821216106043e-06,
+      "loss": 23.7031,
+      "step": 11914
+    },
+    {
+      "epoch": 0.1127876487348662,
+      "grad_norm": 1141.9334716796875,
+      "learning_rate": 1.964274000453863e-06,
+      "loss": 45.9766,
+      "step": 11915
+    },
+    {
+      "epoch": 0.11279711475658125,
+      "grad_norm": 302.6029052734375,
+      "learning_rate": 1.964265878390766e-06,
+      "loss": 30.0391,
+      "step": 11916
+    },
+    {
+      "epoch": 0.1128065807782963,
+      "grad_norm": 917.7401123046875,
+      "learning_rate": 1.964257755421322e-06,
+      "loss": 27.7734,
+      "step": 11917
+    },
+    {
+      "epoch": 0.11281604680001137,
+      "grad_norm": 161.87667846679688,
+      "learning_rate": 1.9642496315455387e-06,
+      "loss": 18.5859,
+      "step": 11918
+    },
+    {
+      "epoch": 0.11282551282172641,
+      "grad_norm": 342.9834899902344,
+      "learning_rate": 1.964241506763423e-06,
+      "loss": 40.0312,
+      "step": 11919
+    },
+    {
+      "epoch": 0.11283497884344147,
+      "grad_norm": 623.6222534179688,
+      "learning_rate": 1.9642333810749836e-06,
+      "loss": 37.4609,
+      "step": 11920
+    },
+    {
+      "epoch": 0.11284444486515652,
+      "grad_norm": 395.8309020996094,
+      "learning_rate": 1.964225254480227e-06,
+      "loss": 34.0078,
+      "step": 11921
+    },
+    {
+      "epoch": 0.11285391088687158,
+      "grad_norm": 719.568603515625,
+      "learning_rate": 1.964217126979162e-06,
+      "loss": 38.0938,
+      "step": 11922
+    },
+    {
+      "epoch": 0.11286337690858662,
+      "grad_norm": 416.4065246582031,
+      "learning_rate": 1.964208998571795e-06,
+      "loss": 41.8438,
+      "step": 11923
+    },
+    {
+      "epoch": 0.11287284293030168,
+      "grad_norm": 552.0810546875,
+      "learning_rate": 1.964200869258135e-06,
+      "loss": 39.4375,
+      "step": 11924
+    },
+    {
+      "epoch": 0.11288230895201673,
+      "grad_norm": 4.05979585647583,
+      "learning_rate": 1.964192739038188e-06,
+      "loss": 1.0059,
+      "step": 11925
+    },
+    {
+      "epoch": 0.11289177497373179,
+      "grad_norm": 2.875101089477539,
+      "learning_rate": 1.9641846079119635e-06,
+      "loss": 0.9043,
+      "step": 11926
+    },
+    {
+      "epoch": 0.11290124099544685,
+      "grad_norm": 931.3070678710938,
+      "learning_rate": 1.9641764758794676e-06,
+      "loss": 46.2031,
+      "step": 11927
+    },
+    {
+      "epoch": 0.1129107070171619,
+      "grad_norm": 272.2159729003906,
+      "learning_rate": 1.9641683429407083e-06,
+      "loss": 19.2812,
+      "step": 11928
+    },
+    {
+      "epoch": 0.11292017303887696,
+      "grad_norm": 307.9062805175781,
+      "learning_rate": 1.9641602090956937e-06,
+      "loss": 33.7812,
+      "step": 11929
+    },
+    {
+      "epoch": 0.112929639060592,
+      "grad_norm": 2.820709705352783,
+      "learning_rate": 1.9641520743444317e-06,
+      "loss": 0.8848,
+      "step": 11930
+    },
+    {
+      "epoch": 0.11293910508230706,
+      "grad_norm": 194.04608154296875,
+      "learning_rate": 1.964143938686929e-06,
+      "loss": 15.8047,
+      "step": 11931
+    },
+    {
+      "epoch": 0.11294857110402211,
+      "grad_norm": 2.7401630878448486,
+      "learning_rate": 1.9641358021231938e-06,
+      "loss": 0.8071,
+      "step": 11932
+    },
+    {
+      "epoch": 0.11295803712573717,
+      "grad_norm": 262.0780029296875,
+      "learning_rate": 1.9641276646532334e-06,
+      "loss": 21.8125,
+      "step": 11933
+    },
+    {
+      "epoch": 0.11296750314745221,
+      "grad_norm": 440.6603088378906,
+      "learning_rate": 1.9641195262770563e-06,
+      "loss": 61.875,
+      "step": 11934
+    },
+    {
+      "epoch": 0.11297696916916727,
+      "grad_norm": 242.6040496826172,
+      "learning_rate": 1.964111386994669e-06,
+      "loss": 27.6094,
+      "step": 11935
+    },
+    {
+      "epoch": 0.11298643519088233,
+      "grad_norm": 959.8777465820312,
+      "learning_rate": 1.9641032468060803e-06,
+      "loss": 46.5469,
+      "step": 11936
+    },
+    {
+      "epoch": 0.11299590121259738,
+      "grad_norm": 197.1245574951172,
+      "learning_rate": 1.964095105711297e-06,
+      "loss": 22.6016,
+      "step": 11937
+    },
+    {
+      "epoch": 0.11300536723431244,
+      "grad_norm": 661.4392700195312,
+      "learning_rate": 1.964086963710327e-06,
+      "loss": 76.5938,
+      "step": 11938
+    },
+    {
+      "epoch": 0.11301483325602749,
+      "grad_norm": 981.5134887695312,
+      "learning_rate": 1.964078820803178e-06,
+      "loss": 21.1914,
+      "step": 11939
+    },
+    {
+      "epoch": 0.11302429927774255,
+      "grad_norm": 219.07411193847656,
+      "learning_rate": 1.9640706769898574e-06,
+      "loss": 21.7969,
+      "step": 11940
+    },
+    {
+      "epoch": 0.11303376529945759,
+      "grad_norm": 493.24407958984375,
+      "learning_rate": 1.9640625322703733e-06,
+      "loss": 26.0391,
+      "step": 11941
+    },
+    {
+      "epoch": 0.11304323132117265,
+      "grad_norm": 406.1639099121094,
+      "learning_rate": 1.9640543866447334e-06,
+      "loss": 43.3828,
+      "step": 11942
+    },
+    {
+      "epoch": 0.1130526973428877,
+      "grad_norm": 347.8591613769531,
+      "learning_rate": 1.964046240112945e-06,
+      "loss": 30.8828,
+      "step": 11943
+    },
+    {
+      "epoch": 0.11306216336460276,
+      "grad_norm": 189.30755615234375,
+      "learning_rate": 1.9640380926750152e-06,
+      "loss": 18.3828,
+      "step": 11944
+    },
+    {
+      "epoch": 0.11307162938631782,
+      "grad_norm": 360.943359375,
+      "learning_rate": 1.964029944330953e-06,
+      "loss": 13.5645,
+      "step": 11945
+    },
+    {
+      "epoch": 0.11308109540803286,
+      "grad_norm": 439.37384033203125,
+      "learning_rate": 1.9640217950807647e-06,
+      "loss": 38.7344,
+      "step": 11946
+    },
+    {
+      "epoch": 0.11309056142974792,
+      "grad_norm": 306.2808532714844,
+      "learning_rate": 1.9640136449244595e-06,
+      "loss": 48.3438,
+      "step": 11947
+    },
+    {
+      "epoch": 0.11310002745146297,
+      "grad_norm": 289.4149169921875,
+      "learning_rate": 1.9640054938620433e-06,
+      "loss": 18.8516,
+      "step": 11948
+    },
+    {
+      "epoch": 0.11310949347317803,
+      "grad_norm": 271.3688049316406,
+      "learning_rate": 1.9639973418935255e-06,
+      "loss": 18.7383,
+      "step": 11949
+    },
+    {
+      "epoch": 0.11311895949489308,
+      "grad_norm": 2.99210262298584,
+      "learning_rate": 1.9639891890189124e-06,
+      "loss": 0.9092,
+      "step": 11950
+    },
+    {
+      "epoch": 0.11312842551660814,
+      "grad_norm": 300.530029296875,
+      "learning_rate": 1.9639810352382124e-06,
+      "loss": 21.1797,
+      "step": 11951
+    },
+    {
+      "epoch": 0.11313789153832318,
+      "grad_norm": 765.3668823242188,
+      "learning_rate": 1.9639728805514325e-06,
+      "loss": 49.8828,
+      "step": 11952
+    },
+    {
+      "epoch": 0.11314735756003824,
+      "grad_norm": 208.53614807128906,
+      "learning_rate": 1.963964724958581e-06,
+      "loss": 16.6094,
+      "step": 11953
+    },
+    {
+      "epoch": 0.1131568235817533,
+      "grad_norm": 885.7110595703125,
+      "learning_rate": 1.9639565684596655e-06,
+      "loss": 15.0586,
+      "step": 11954
+    },
+    {
+      "epoch": 0.11316628960346835,
+      "grad_norm": 387.4890441894531,
+      "learning_rate": 1.9639484110546937e-06,
+      "loss": 43.5312,
+      "step": 11955
+    },
+    {
+      "epoch": 0.11317575562518341,
+      "grad_norm": 483.27313232421875,
+      "learning_rate": 1.963940252743673e-06,
+      "loss": 40.6016,
+      "step": 11956
+    },
+    {
+      "epoch": 0.11318522164689845,
+      "grad_norm": 818.569091796875,
+      "learning_rate": 1.963932093526611e-06,
+      "loss": 49.8125,
+      "step": 11957
+    },
+    {
+      "epoch": 0.11319468766861351,
+      "grad_norm": 269.51361083984375,
+      "learning_rate": 1.9639239334035157e-06,
+      "loss": 34.6562,
+      "step": 11958
+    },
+    {
+      "epoch": 0.11320415369032856,
+      "grad_norm": 644.0307006835938,
+      "learning_rate": 1.9639157723743945e-06,
+      "loss": 51.0625,
+      "step": 11959
+    },
+    {
+      "epoch": 0.11321361971204362,
+      "grad_norm": 442.998779296875,
+      "learning_rate": 1.963907610439255e-06,
+      "loss": 48.25,
+      "step": 11960
+    },
+    {
+      "epoch": 0.11322308573375868,
+      "grad_norm": 308.0646057128906,
+      "learning_rate": 1.9638994475981054e-06,
+      "loss": 19.8047,
+      "step": 11961
+    },
+    {
+      "epoch": 0.11323255175547373,
+      "grad_norm": 179.66009521484375,
+      "learning_rate": 1.963891283850953e-06,
+      "loss": 8.3184,
+      "step": 11962
+    },
+    {
+      "epoch": 0.11324201777718879,
+      "grad_norm": 639.522705078125,
+      "learning_rate": 1.9638831191978053e-06,
+      "loss": 15.875,
+      "step": 11963
+    },
+    {
+      "epoch": 0.11325148379890383,
+      "grad_norm": 367.2482604980469,
+      "learning_rate": 1.96387495363867e-06,
+      "loss": 13.8203,
+      "step": 11964
+    },
+    {
+      "epoch": 0.11326094982061889,
+      "grad_norm": 325.9070739746094,
+      "learning_rate": 1.9638667871735556e-06,
+      "loss": 41.9219,
+      "step": 11965
+    },
+    {
+      "epoch": 0.11327041584233394,
+      "grad_norm": 747.8284912109375,
+      "learning_rate": 1.9638586198024683e-06,
+      "loss": 51.9062,
+      "step": 11966
+    },
+    {
+      "epoch": 0.113279881864049,
+      "grad_norm": 287.3350524902344,
+      "learning_rate": 1.9638504515254174e-06,
+      "loss": 17.3281,
+      "step": 11967
+    },
+    {
+      "epoch": 0.11328934788576404,
+      "grad_norm": 3.2877156734466553,
+      "learning_rate": 1.9638422823424093e-06,
+      "loss": 0.8279,
+      "step": 11968
+    },
+    {
+      "epoch": 0.1132988139074791,
+      "grad_norm": 295.4991149902344,
+      "learning_rate": 1.9638341122534524e-06,
+      "loss": 17.4688,
+      "step": 11969
+    },
+    {
+      "epoch": 0.11330827992919416,
+      "grad_norm": 294.7041931152344,
+      "learning_rate": 1.963825941258554e-06,
+      "loss": 21.0703,
+      "step": 11970
+    },
+    {
+      "epoch": 0.11331774595090921,
+      "grad_norm": 251.45005798339844,
+      "learning_rate": 1.963817769357722e-06,
+      "loss": 30.75,
+      "step": 11971
+    },
+    {
+      "epoch": 0.11332721197262427,
+      "grad_norm": 239.039306640625,
+      "learning_rate": 1.963809596550964e-06,
+      "loss": 20.4297,
+      "step": 11972
+    },
+    {
+      "epoch": 0.11333667799433932,
+      "grad_norm": 341.2623291015625,
+      "learning_rate": 1.9638014228382874e-06,
+      "loss": 36.9062,
+      "step": 11973
+    },
+    {
+      "epoch": 0.11334614401605438,
+      "grad_norm": 1380.5069580078125,
+      "learning_rate": 1.9637932482197002e-06,
+      "loss": 25.1406,
+      "step": 11974
+    },
+    {
+      "epoch": 0.11335561003776942,
+      "grad_norm": 644.3963623046875,
+      "learning_rate": 1.96378507269521e-06,
+      "loss": 55.0312,
+      "step": 11975
+    },
+    {
+      "epoch": 0.11336507605948448,
+      "grad_norm": 371.4204406738281,
+      "learning_rate": 1.963776896264825e-06,
+      "loss": 45.0938,
+      "step": 11976
+    },
+    {
+      "epoch": 0.11337454208119953,
+      "grad_norm": 330.2667236328125,
+      "learning_rate": 1.9637687189285522e-06,
+      "loss": 21.2031,
+      "step": 11977
+    },
+    {
+      "epoch": 0.11338400810291459,
+      "grad_norm": 3.3172640800476074,
+      "learning_rate": 1.9637605406863997e-06,
+      "loss": 0.9326,
+      "step": 11978
+    },
+    {
+      "epoch": 0.11339347412462965,
+      "grad_norm": 321.4062805175781,
+      "learning_rate": 1.9637523615383746e-06,
+      "loss": 19.5234,
+      "step": 11979
+    },
+    {
+      "epoch": 0.1134029401463447,
+      "grad_norm": 398.2757873535156,
+      "learning_rate": 1.963744181484485e-06,
+      "loss": 19.1953,
+      "step": 11980
+    },
+    {
+      "epoch": 0.11341240616805975,
+      "grad_norm": 311.7292785644531,
+      "learning_rate": 1.9637360005247387e-06,
+      "loss": 21.1328,
+      "step": 11981
+    },
+    {
+      "epoch": 0.1134218721897748,
+      "grad_norm": 507.2645568847656,
+      "learning_rate": 1.963727818659143e-06,
+      "loss": 22.9688,
+      "step": 11982
+    },
+    {
+      "epoch": 0.11343133821148986,
+      "grad_norm": 178.75479125976562,
+      "learning_rate": 1.9637196358877063e-06,
+      "loss": 15.0352,
+      "step": 11983
+    },
+    {
+      "epoch": 0.1134408042332049,
+      "grad_norm": 229.23953247070312,
+      "learning_rate": 1.9637114522104356e-06,
+      "loss": 15.7188,
+      "step": 11984
+    },
+    {
+      "epoch": 0.11345027025491997,
+      "grad_norm": 245.79791259765625,
+      "learning_rate": 1.963703267627339e-06,
+      "loss": 21.2969,
+      "step": 11985
+    },
+    {
+      "epoch": 0.11345973627663501,
+      "grad_norm": 187.72689819335938,
+      "learning_rate": 1.963695082138424e-06,
+      "loss": 17.8203,
+      "step": 11986
+    },
+    {
+      "epoch": 0.11346920229835007,
+      "grad_norm": 899.3807373046875,
+      "learning_rate": 1.9636868957436983e-06,
+      "loss": 46.0391,
+      "step": 11987
+    },
+    {
+      "epoch": 0.11347866832006513,
+      "grad_norm": 389.66705322265625,
+      "learning_rate": 1.963678708443169e-06,
+      "loss": 10.4805,
+      "step": 11988
+    },
+    {
+      "epoch": 0.11348813434178018,
+      "grad_norm": 212.05381774902344,
+      "learning_rate": 1.963670520236845e-06,
+      "loss": 9.9805,
+      "step": 11989
+    },
+    {
+      "epoch": 0.11349760036349524,
+      "grad_norm": 231.63568115234375,
+      "learning_rate": 1.9636623311247334e-06,
+      "loss": 21.5586,
+      "step": 11990
+    },
+    {
+      "epoch": 0.11350706638521028,
+      "grad_norm": 335.967529296875,
+      "learning_rate": 1.9636541411068417e-06,
+      "loss": 41.8906,
+      "step": 11991
+    },
+    {
+      "epoch": 0.11351653240692534,
+      "grad_norm": 3.038712501525879,
+      "learning_rate": 1.963645950183178e-06,
+      "loss": 0.8408,
+      "step": 11992
+    },
+    {
+      "epoch": 0.11352599842864039,
+      "grad_norm": 226.14663696289062,
+      "learning_rate": 1.96363775835375e-06,
+      "loss": 14.0,
+      "step": 11993
+    },
+    {
+      "epoch": 0.11353546445035545,
+      "grad_norm": 491.6762390136719,
+      "learning_rate": 1.9636295656185646e-06,
+      "loss": 34.4531,
+      "step": 11994
+    },
+    {
+      "epoch": 0.1135449304720705,
+      "grad_norm": 302.8894958496094,
+      "learning_rate": 1.9636213719776304e-06,
+      "loss": 17.7578,
+      "step": 11995
+    },
+    {
+      "epoch": 0.11355439649378556,
+      "grad_norm": 462.54620361328125,
+      "learning_rate": 1.9636131774309547e-06,
+      "loss": 13.0273,
+      "step": 11996
+    },
+    {
+      "epoch": 0.11356386251550062,
+      "grad_norm": 554.3950805664062,
+      "learning_rate": 1.9636049819785457e-06,
+      "loss": 60.9062,
+      "step": 11997
+    },
+    {
+      "epoch": 0.11357332853721566,
+      "grad_norm": 524.7840576171875,
+      "learning_rate": 1.9635967856204104e-06,
+      "loss": 33.0625,
+      "step": 11998
+    },
+    {
+      "epoch": 0.11358279455893072,
+      "grad_norm": 631.2916870117188,
+      "learning_rate": 1.9635885883565566e-06,
+      "loss": 54.3203,
+      "step": 11999
+    },
+    {
+      "epoch": 0.11359226058064577,
+      "grad_norm": 165.8914794921875,
+      "learning_rate": 1.963580390186992e-06,
+      "loss": 20.8984,
+      "step": 12000
+    },
+    {
+      "epoch": 0.11360172660236083,
+      "grad_norm": 307.2727355957031,
+      "learning_rate": 1.9635721911117255e-06,
+      "loss": 21.4062,
+      "step": 12001
+    },
+    {
+      "epoch": 0.11361119262407587,
+      "grad_norm": 238.94908142089844,
+      "learning_rate": 1.963563991130763e-06,
+      "loss": 17.2969,
+      "step": 12002
+    },
+    {
+      "epoch": 0.11362065864579093,
+      "grad_norm": 260.98370361328125,
+      "learning_rate": 1.9635557902441133e-06,
+      "loss": 20.0547,
+      "step": 12003
+    },
+    {
+      "epoch": 0.113630124667506,
+      "grad_norm": 281.5532531738281,
+      "learning_rate": 1.963547588451784e-06,
+      "loss": 23.1172,
+      "step": 12004
+    },
+    {
+      "epoch": 0.11363959068922104,
+      "grad_norm": 255.92117309570312,
+      "learning_rate": 1.9635393857537826e-06,
+      "loss": 18.1328,
+      "step": 12005
+    },
+    {
+      "epoch": 0.1136490567109361,
+      "grad_norm": 3.3863608837127686,
+      "learning_rate": 1.9635311821501164e-06,
+      "loss": 1.0786,
+      "step": 12006
+    },
+    {
+      "epoch": 0.11365852273265115,
+      "grad_norm": 2.821307897567749,
+      "learning_rate": 1.963522977640794e-06,
+      "loss": 0.7754,
+      "step": 12007
+    },
+    {
+      "epoch": 0.1136679887543662,
+      "grad_norm": 416.58697509765625,
+      "learning_rate": 1.963514772225823e-06,
+      "loss": 14.3359,
+      "step": 12008
+    },
+    {
+      "epoch": 0.11367745477608125,
+      "grad_norm": 523.8429565429688,
+      "learning_rate": 1.96350656590521e-06,
+      "loss": 20.7188,
+      "step": 12009
+    },
+    {
+      "epoch": 0.11368692079779631,
+      "grad_norm": 465.7044982910156,
+      "learning_rate": 1.963498358678964e-06,
+      "loss": 40.9062,
+      "step": 12010
+    },
+    {
+      "epoch": 0.11369638681951136,
+      "grad_norm": 236.51358032226562,
+      "learning_rate": 1.963490150547092e-06,
+      "loss": 18.7773,
+      "step": 12011
+    },
+    {
+      "epoch": 0.11370585284122642,
+      "grad_norm": 178.36740112304688,
+      "learning_rate": 1.963481941509602e-06,
+      "loss": 19.8281,
+      "step": 12012
+    },
+    {
+      "epoch": 0.11371531886294148,
+      "grad_norm": 3.340667247772217,
+      "learning_rate": 1.9634737315665016e-06,
+      "loss": 1.0933,
+      "step": 12013
+    },
+    {
+      "epoch": 0.11372478488465652,
+      "grad_norm": 265.5243835449219,
+      "learning_rate": 1.963465520717799e-06,
+      "loss": 10.4336,
+      "step": 12014
+    },
+    {
+      "epoch": 0.11373425090637158,
+      "grad_norm": 252.8907928466797,
+      "learning_rate": 1.963457308963501e-06,
+      "loss": 22.375,
+      "step": 12015
+    },
+    {
+      "epoch": 0.11374371692808663,
+      "grad_norm": 267.5673522949219,
+      "learning_rate": 1.963449096303616e-06,
+      "loss": 17.9141,
+      "step": 12016
+    },
+    {
+      "epoch": 0.11375318294980169,
+      "grad_norm": 301.9613342285156,
+      "learning_rate": 1.9634408827381515e-06,
+      "loss": 44.4688,
+      "step": 12017
+    },
+    {
+      "epoch": 0.11376264897151674,
+      "grad_norm": 3.0691921710968018,
+      "learning_rate": 1.9634326682671153e-06,
+      "loss": 0.9629,
+      "step": 12018
+    },
+    {
+      "epoch": 0.1137721149932318,
+      "grad_norm": 269.1675109863281,
+      "learning_rate": 1.9634244528905153e-06,
+      "loss": 24.4141,
+      "step": 12019
+    },
+    {
+      "epoch": 0.11378158101494684,
+      "grad_norm": 3.11049222946167,
+      "learning_rate": 1.9634162366083583e-06,
+      "loss": 0.9253,
+      "step": 12020
+    },
+    {
+      "epoch": 0.1137910470366619,
+      "grad_norm": 335.5738830566406,
+      "learning_rate": 1.963408019420653e-06,
+      "loss": 29.5,
+      "step": 12021
+    },
+    {
+      "epoch": 0.11380051305837696,
+      "grad_norm": 410.2436828613281,
+      "learning_rate": 1.963399801327407e-06,
+      "loss": 31.875,
+      "step": 12022
+    },
+    {
+      "epoch": 0.11380997908009201,
+      "grad_norm": 3.105776786804199,
+      "learning_rate": 1.963391582328628e-06,
+      "loss": 1.0317,
+      "step": 12023
+    },
+    {
+      "epoch": 0.11381944510180707,
+      "grad_norm": 291.3841552734375,
+      "learning_rate": 1.9633833624243234e-06,
+      "loss": 28.3867,
+      "step": 12024
+    },
+    {
+      "epoch": 0.11382891112352211,
+      "grad_norm": 368.7658996582031,
+      "learning_rate": 1.963375141614501e-06,
+      "loss": 25.2109,
+      "step": 12025
+    },
+    {
+      "epoch": 0.11383837714523717,
+      "grad_norm": 347.1217956542969,
+      "learning_rate": 1.9633669198991688e-06,
+      "loss": 25.6875,
+      "step": 12026
+    },
+    {
+      "epoch": 0.11384784316695222,
+      "grad_norm": 602.4761962890625,
+      "learning_rate": 1.9633586972783343e-06,
+      "loss": 39.5,
+      "step": 12027
+    },
+    {
+      "epoch": 0.11385730918866728,
+      "grad_norm": 233.7889404296875,
+      "learning_rate": 1.963350473752005e-06,
+      "loss": 21.0703,
+      "step": 12028
+    },
+    {
+      "epoch": 0.11386677521038233,
+      "grad_norm": 475.7135314941406,
+      "learning_rate": 1.9633422493201896e-06,
+      "loss": 42.2188,
+      "step": 12029
+    },
+    {
+      "epoch": 0.11387624123209739,
+      "grad_norm": 3.4550209045410156,
+      "learning_rate": 1.9633340239828947e-06,
+      "loss": 0.8687,
+      "step": 12030
+    },
+    {
+      "epoch": 0.11388570725381245,
+      "grad_norm": 492.0217590332031,
+      "learning_rate": 1.9633257977401287e-06,
+      "loss": 13.3164,
+      "step": 12031
+    },
+    {
+      "epoch": 0.11389517327552749,
+      "grad_norm": 272.2711181640625,
+      "learning_rate": 1.963317570591899e-06,
+      "loss": 30.5,
+      "step": 12032
+    },
+    {
+      "epoch": 0.11390463929724255,
+      "grad_norm": 213.5362548828125,
+      "learning_rate": 1.9633093425382133e-06,
+      "loss": 27.9062,
+      "step": 12033
+    },
+    {
+      "epoch": 0.1139141053189576,
+      "grad_norm": 703.5894775390625,
+      "learning_rate": 1.9633011135790796e-06,
+      "loss": 48.6719,
+      "step": 12034
+    },
+    {
+      "epoch": 0.11392357134067266,
+      "grad_norm": 1098.709228515625,
+      "learning_rate": 1.9632928837145054e-06,
+      "loss": 48.5312,
+      "step": 12035
+    },
+    {
+      "epoch": 0.1139330373623877,
+      "grad_norm": 260.1205749511719,
+      "learning_rate": 1.963284652944499e-06,
+      "loss": 19.5078,
+      "step": 12036
+    },
+    {
+      "epoch": 0.11394250338410276,
+      "grad_norm": 301.3098449707031,
+      "learning_rate": 1.963276421269067e-06,
+      "loss": 31.2969,
+      "step": 12037
+    },
+    {
+      "epoch": 0.11395196940581781,
+      "grad_norm": 873.833984375,
+      "learning_rate": 1.9632681886882186e-06,
+      "loss": 45.1953,
+      "step": 12038
+    },
+    {
+      "epoch": 0.11396143542753287,
+      "grad_norm": 219.25933837890625,
+      "learning_rate": 1.9632599552019606e-06,
+      "loss": 17.875,
+      "step": 12039
+    },
+    {
+      "epoch": 0.11397090144924793,
+      "grad_norm": 492.94964599609375,
+      "learning_rate": 1.9632517208103e-06,
+      "loss": 43.7969,
+      "step": 12040
+    },
+    {
+      "epoch": 0.11398036747096298,
+      "grad_norm": 291.4289855957031,
+      "learning_rate": 1.9632434855132467e-06,
+      "loss": 25.7656,
+      "step": 12041
+    },
+    {
+      "epoch": 0.11398983349267804,
+      "grad_norm": 415.943359375,
+      "learning_rate": 1.963235249310807e-06,
+      "loss": 50.9062,
+      "step": 12042
+    },
+    {
+      "epoch": 0.11399929951439308,
+      "grad_norm": 3.094031810760498,
+      "learning_rate": 1.963227012202988e-06,
+      "loss": 0.8647,
+      "step": 12043
+    },
+    {
+      "epoch": 0.11400876553610814,
+      "grad_norm": 364.7358703613281,
+      "learning_rate": 1.9632187741897987e-06,
+      "loss": 25.9609,
+      "step": 12044
+    },
+    {
+      "epoch": 0.11401823155782319,
+      "grad_norm": 2207.76416015625,
+      "learning_rate": 1.9632105352712465e-06,
+      "loss": 50.9141,
+      "step": 12045
+    },
+    {
+      "epoch": 0.11402769757953825,
+      "grad_norm": 1373.6331787109375,
+      "learning_rate": 1.963202295447339e-06,
+      "loss": 17.4844,
+      "step": 12046
+    },
+    {
+      "epoch": 0.11403716360125331,
+      "grad_norm": 252.42738342285156,
+      "learning_rate": 1.963194054718084e-06,
+      "loss": 16.8242,
+      "step": 12047
+    },
+    {
+      "epoch": 0.11404662962296835,
+      "grad_norm": 394.9511413574219,
+      "learning_rate": 1.9631858130834893e-06,
+      "loss": 23.3672,
+      "step": 12048
+    },
+    {
+      "epoch": 0.11405609564468341,
+      "grad_norm": 617.8291625976562,
+      "learning_rate": 1.9631775705435625e-06,
+      "loss": 25.4922,
+      "step": 12049
+    },
+    {
+      "epoch": 0.11406556166639846,
+      "grad_norm": 853.3154907226562,
+      "learning_rate": 1.9631693270983112e-06,
+      "loss": 27.0312,
+      "step": 12050
+    },
+    {
+      "epoch": 0.11407502768811352,
+      "grad_norm": 337.7823181152344,
+      "learning_rate": 1.963161082747744e-06,
+      "loss": 40.9531,
+      "step": 12051
+    },
+    {
+      "epoch": 0.11408449370982857,
+      "grad_norm": 731.5675659179688,
+      "learning_rate": 1.963152837491868e-06,
+      "loss": 43.6094,
+      "step": 12052
+    },
+    {
+      "epoch": 0.11409395973154363,
+      "grad_norm": 179.36810302734375,
+      "learning_rate": 1.9631445913306905e-06,
+      "loss": 9.8398,
+      "step": 12053
+    },
+    {
+      "epoch": 0.11410342575325867,
+      "grad_norm": 386.2151184082031,
+      "learning_rate": 1.9631363442642197e-06,
+      "loss": 24.5,
+      "step": 12054
+    },
+    {
+      "epoch": 0.11411289177497373,
+      "grad_norm": 486.63775634765625,
+      "learning_rate": 1.9631280962924637e-06,
+      "loss": 14.625,
+      "step": 12055
+    },
+    {
+      "epoch": 0.11412235779668879,
+      "grad_norm": 167.93017578125,
+      "learning_rate": 1.96311984741543e-06,
+      "loss": 23.0898,
+      "step": 12056
+    },
+    {
+      "epoch": 0.11413182381840384,
+      "grad_norm": 304.01715087890625,
+      "learning_rate": 1.963111597633126e-06,
+      "loss": 19.9297,
+      "step": 12057
+    },
+    {
+      "epoch": 0.1141412898401189,
+      "grad_norm": 214.80670166015625,
+      "learning_rate": 1.96310334694556e-06,
+      "loss": 18.9062,
+      "step": 12058
+    },
+    {
+      "epoch": 0.11415075586183394,
+      "grad_norm": 220.2945556640625,
+      "learning_rate": 1.9630950953527392e-06,
+      "loss": 20.5234,
+      "step": 12059
+    },
+    {
+      "epoch": 0.114160221883549,
+      "grad_norm": 592.93798828125,
+      "learning_rate": 1.963086842854672e-06,
+      "loss": 38.3906,
+      "step": 12060
+    },
+    {
+      "epoch": 0.11416968790526405,
+      "grad_norm": 3.267629861831665,
+      "learning_rate": 1.963078589451366e-06,
+      "loss": 0.9287,
+      "step": 12061
+    },
+    {
+      "epoch": 0.11417915392697911,
+      "grad_norm": 257.01629638671875,
+      "learning_rate": 1.9630703351428288e-06,
+      "loss": 15.5,
+      "step": 12062
+    },
+    {
+      "epoch": 0.11418861994869416,
+      "grad_norm": 613.304443359375,
+      "learning_rate": 1.9630620799290677e-06,
+      "loss": 35.0781,
+      "step": 12063
+    },
+    {
+      "epoch": 0.11419808597040922,
+      "grad_norm": 430.0739440917969,
+      "learning_rate": 1.963053823810091e-06,
+      "loss": 44.1562,
+      "step": 12064
+    },
+    {
+      "epoch": 0.11420755199212428,
+      "grad_norm": 554.4951782226562,
+      "learning_rate": 1.9630455667859064e-06,
+      "loss": 53.3516,
+      "step": 12065
+    },
+    {
+      "epoch": 0.11421701801383932,
+      "grad_norm": 772.4570922851562,
+      "learning_rate": 1.9630373088565213e-06,
+      "loss": 33.3438,
+      "step": 12066
+    },
+    {
+      "epoch": 0.11422648403555438,
+      "grad_norm": 420.44586181640625,
+      "learning_rate": 1.9630290500219443e-06,
+      "loss": 27.5234,
+      "step": 12067
+    },
+    {
+      "epoch": 0.11423595005726943,
+      "grad_norm": 560.6339111328125,
+      "learning_rate": 1.9630207902821826e-06,
+      "loss": 17.3281,
+      "step": 12068
+    },
+    {
+      "epoch": 0.11424541607898449,
+      "grad_norm": 187.31687927246094,
+      "learning_rate": 1.9630125296372438e-06,
+      "loss": 19.8828,
+      "step": 12069
+    },
+    {
+      "epoch": 0.11425488210069953,
+      "grad_norm": 320.87164306640625,
+      "learning_rate": 1.963004268087136e-06,
+      "loss": 48.5,
+      "step": 12070
+    },
+    {
+      "epoch": 0.1142643481224146,
+      "grad_norm": 321.5313720703125,
+      "learning_rate": 1.9629960056318666e-06,
+      "loss": 32.1562,
+      "step": 12071
+    },
+    {
+      "epoch": 0.11427381414412964,
+      "grad_norm": 398.90252685546875,
+      "learning_rate": 1.962987742271444e-06,
+      "loss": 61.0,
+      "step": 12072
+    },
+    {
+      "epoch": 0.1142832801658447,
+      "grad_norm": 566.2442626953125,
+      "learning_rate": 1.962979478005875e-06,
+      "loss": 39.5156,
+      "step": 12073
+    },
+    {
+      "epoch": 0.11429274618755976,
+      "grad_norm": 1031.2513427734375,
+      "learning_rate": 1.9629712128351684e-06,
+      "loss": 20.2422,
+      "step": 12074
+    },
+    {
+      "epoch": 0.1143022122092748,
+      "grad_norm": 396.77020263671875,
+      "learning_rate": 1.9629629467593313e-06,
+      "loss": 43.0156,
+      "step": 12075
+    },
+    {
+      "epoch": 0.11431167823098987,
+      "grad_norm": 572.1468505859375,
+      "learning_rate": 1.9629546797783717e-06,
+      "loss": 36.2812,
+      "step": 12076
+    },
+    {
+      "epoch": 0.11432114425270491,
+      "grad_norm": 484.68695068359375,
+      "learning_rate": 1.9629464118922973e-06,
+      "loss": 40.9688,
+      "step": 12077
+    },
+    {
+      "epoch": 0.11433061027441997,
+      "grad_norm": 375.64642333984375,
+      "learning_rate": 1.962938143101116e-06,
+      "loss": 35.7188,
+      "step": 12078
+    },
+    {
+      "epoch": 0.11434007629613502,
+      "grad_norm": 814.9924926757812,
+      "learning_rate": 1.9629298734048357e-06,
+      "loss": 57.3281,
+      "step": 12079
+    },
+    {
+      "epoch": 0.11434954231785008,
+      "grad_norm": 586.5043334960938,
+      "learning_rate": 1.9629216028034638e-06,
+      "loss": 60.1719,
+      "step": 12080
+    },
+    {
+      "epoch": 0.11435900833956512,
+      "grad_norm": 883.0030517578125,
+      "learning_rate": 1.962913331297008e-06,
+      "loss": 43.0391,
+      "step": 12081
+    },
+    {
+      "epoch": 0.11436847436128018,
+      "grad_norm": 150.07948303222656,
+      "learning_rate": 1.9629050588854766e-06,
+      "loss": 17.1094,
+      "step": 12082
+    },
+    {
+      "epoch": 0.11437794038299524,
+      "grad_norm": 208.9055938720703,
+      "learning_rate": 1.962896785568877e-06,
+      "loss": 24.8359,
+      "step": 12083
+    },
+    {
+      "epoch": 0.11438740640471029,
+      "grad_norm": 228.0472412109375,
+      "learning_rate": 1.962888511347217e-06,
+      "loss": 23.3984,
+      "step": 12084
+    },
+    {
+      "epoch": 0.11439687242642535,
+      "grad_norm": 774.8074951171875,
+      "learning_rate": 1.9628802362205045e-06,
+      "loss": 46.0234,
+      "step": 12085
+    },
+    {
+      "epoch": 0.1144063384481404,
+      "grad_norm": 162.78488159179688,
+      "learning_rate": 1.962871960188747e-06,
+      "loss": 21.2344,
+      "step": 12086
+    },
+    {
+      "epoch": 0.11441580446985546,
+      "grad_norm": 600.254150390625,
+      "learning_rate": 1.962863683251953e-06,
+      "loss": 31.5234,
+      "step": 12087
+    },
+    {
+      "epoch": 0.1144252704915705,
+      "grad_norm": 276.975341796875,
+      "learning_rate": 1.9628554054101293e-06,
+      "loss": 25.3203,
+      "step": 12088
+    },
+    {
+      "epoch": 0.11443473651328556,
+      "grad_norm": 863.9351196289062,
+      "learning_rate": 1.962847126663284e-06,
+      "loss": 40.7031,
+      "step": 12089
+    },
+    {
+      "epoch": 0.11444420253500062,
+      "grad_norm": 230.25442504882812,
+      "learning_rate": 1.9628388470114257e-06,
+      "loss": 20.3594,
+      "step": 12090
+    },
+    {
+      "epoch": 0.11445366855671567,
+      "grad_norm": 317.7967224121094,
+      "learning_rate": 1.9628305664545613e-06,
+      "loss": 14.9844,
+      "step": 12091
+    },
+    {
+      "epoch": 0.11446313457843073,
+      "grad_norm": 3.2705509662628174,
+      "learning_rate": 1.962822284992699e-06,
+      "loss": 0.918,
+      "step": 12092
+    },
+    {
+      "epoch": 0.11447260060014577,
+      "grad_norm": 191.15463256835938,
+      "learning_rate": 1.962814002625846e-06,
+      "loss": 21.1875,
+      "step": 12093
+    },
+    {
+      "epoch": 0.11448206662186083,
+      "grad_norm": 336.5748291015625,
+      "learning_rate": 1.9628057193540104e-06,
+      "loss": 30.5234,
+      "step": 12094
+    },
+    {
+      "epoch": 0.11449153264357588,
+      "grad_norm": 411.33221435546875,
+      "learning_rate": 1.9627974351772e-06,
+      "loss": 39.1406,
+      "step": 12095
+    },
+    {
+      "epoch": 0.11450099866529094,
+      "grad_norm": 870.3285522460938,
+      "learning_rate": 1.962789150095423e-06,
+      "loss": 51.1172,
+      "step": 12096
+    },
+    {
+      "epoch": 0.11451046468700599,
+      "grad_norm": 240.18226623535156,
+      "learning_rate": 1.9627808641086867e-06,
+      "loss": 28.7578,
+      "step": 12097
+    },
+    {
+      "epoch": 0.11451993070872105,
+      "grad_norm": 846.9229125976562,
+      "learning_rate": 1.962772577216999e-06,
+      "loss": 44.4375,
+      "step": 12098
+    },
+    {
+      "epoch": 0.1145293967304361,
+      "grad_norm": 403.7541809082031,
+      "learning_rate": 1.9627642894203677e-06,
+      "loss": 38.7031,
+      "step": 12099
+    },
+    {
+      "epoch": 0.11453886275215115,
+      "grad_norm": 561.1138305664062,
+      "learning_rate": 1.9627560007188008e-06,
+      "loss": 8.8047,
+      "step": 12100
+    },
+    {
+      "epoch": 0.11454832877386621,
+      "grad_norm": 722.9204711914062,
+      "learning_rate": 1.962747711112306e-06,
+      "loss": 29.2812,
+      "step": 12101
+    },
+    {
+      "epoch": 0.11455779479558126,
+      "grad_norm": 335.15142822265625,
+      "learning_rate": 1.9627394206008904e-06,
+      "loss": 40.5938,
+      "step": 12102
+    },
+    {
+      "epoch": 0.11456726081729632,
+      "grad_norm": 293.01318359375,
+      "learning_rate": 1.9627311291845626e-06,
+      "loss": 22.5586,
+      "step": 12103
+    },
+    {
+      "epoch": 0.11457672683901136,
+      "grad_norm": 414.8636169433594,
+      "learning_rate": 1.96272283686333e-06,
+      "loss": 20.2422,
+      "step": 12104
+    },
+    {
+      "epoch": 0.11458619286072642,
+      "grad_norm": 433.44744873046875,
+      "learning_rate": 1.962714543637201e-06,
+      "loss": 38.4453,
+      "step": 12105
+    },
+    {
+      "epoch": 0.11459565888244147,
+      "grad_norm": 3.233431577682495,
+      "learning_rate": 1.9627062495061826e-06,
+      "loss": 0.9001,
+      "step": 12106
+    },
+    {
+      "epoch": 0.11460512490415653,
+      "grad_norm": 198.54722595214844,
+      "learning_rate": 1.962697954470283e-06,
+      "loss": 16.6094,
+      "step": 12107
+    },
+    {
+      "epoch": 0.11461459092587159,
+      "grad_norm": 206.85162353515625,
+      "learning_rate": 1.96268965852951e-06,
+      "loss": 17.4258,
+      "step": 12108
+    },
+    {
+      "epoch": 0.11462405694758664,
+      "grad_norm": 735.930419921875,
+      "learning_rate": 1.9626813616838714e-06,
+      "loss": 36.3984,
+      "step": 12109
+    },
+    {
+      "epoch": 0.1146335229693017,
+      "grad_norm": 836.337158203125,
+      "learning_rate": 1.9626730639333753e-06,
+      "loss": 17.3984,
+      "step": 12110
+    },
+    {
+      "epoch": 0.11464298899101674,
+      "grad_norm": 404.1311340332031,
+      "learning_rate": 1.9626647652780287e-06,
+      "loss": 56.9531,
+      "step": 12111
+    },
+    {
+      "epoch": 0.1146524550127318,
+      "grad_norm": 226.58010864257812,
+      "learning_rate": 1.9626564657178403e-06,
+      "loss": 22.4609,
+      "step": 12112
+    },
+    {
+      "epoch": 0.11466192103444685,
+      "grad_norm": 511.6348571777344,
+      "learning_rate": 1.9626481652528167e-06,
+      "loss": 50.9844,
+      "step": 12113
+    },
+    {
+      "epoch": 0.11467138705616191,
+      "grad_norm": 3.15378737449646,
+      "learning_rate": 1.962639863882967e-06,
+      "loss": 0.9165,
+      "step": 12114
+    },
+    {
+      "epoch": 0.11468085307787695,
+      "grad_norm": 251.5749969482422,
+      "learning_rate": 1.962631561608298e-06,
+      "loss": 17.5859,
+      "step": 12115
+    },
+    {
+      "epoch": 0.11469031909959201,
+      "grad_norm": 682.1864624023438,
+      "learning_rate": 1.9626232584288184e-06,
+      "loss": 46.125,
+      "step": 12116
+    },
+    {
+      "epoch": 0.11469978512130707,
+      "grad_norm": 473.5752868652344,
+      "learning_rate": 1.9626149543445356e-06,
+      "loss": 34.7188,
+      "step": 12117
+    },
+    {
+      "epoch": 0.11470925114302212,
+      "grad_norm": 515.7091064453125,
+      "learning_rate": 1.962606649355457e-06,
+      "loss": 41.9062,
+      "step": 12118
+    },
+    {
+      "epoch": 0.11471871716473718,
+      "grad_norm": 469.5472106933594,
+      "learning_rate": 1.962598343461591e-06,
+      "loss": 46.625,
+      "step": 12119
+    },
+    {
+      "epoch": 0.11472818318645223,
+      "grad_norm": 727.4461059570312,
+      "learning_rate": 1.962590036662945e-06,
+      "loss": 53.6406,
+      "step": 12120
+    },
+    {
+      "epoch": 0.11473764920816729,
+      "grad_norm": 244.74041748046875,
+      "learning_rate": 1.9625817289595272e-06,
+      "loss": 19.8672,
+      "step": 12121
+    },
+    {
+      "epoch": 0.11474711522988233,
+      "grad_norm": 213.21151733398438,
+      "learning_rate": 1.9625734203513452e-06,
+      "loss": 25.9531,
+      "step": 12122
+    },
+    {
+      "epoch": 0.11475658125159739,
+      "grad_norm": 219.12930297851562,
+      "learning_rate": 1.9625651108384067e-06,
+      "loss": 9.1328,
+      "step": 12123
+    },
+    {
+      "epoch": 0.11476604727331244,
+      "grad_norm": 555.3278198242188,
+      "learning_rate": 1.9625568004207196e-06,
+      "loss": 46.0547,
+      "step": 12124
+    },
+    {
+      "epoch": 0.1147755132950275,
+      "grad_norm": 326.5265808105469,
+      "learning_rate": 1.962548489098292e-06,
+      "loss": 32.8438,
+      "step": 12125
+    },
+    {
+      "epoch": 0.11478497931674256,
+      "grad_norm": 255.4576416015625,
+      "learning_rate": 1.9625401768711314e-06,
+      "loss": 14.4023,
+      "step": 12126
+    },
+    {
+      "epoch": 0.1147944453384576,
+      "grad_norm": 566.1110229492188,
+      "learning_rate": 1.9625318637392454e-06,
+      "loss": 26.7266,
+      "step": 12127
+    },
+    {
+      "epoch": 0.11480391136017266,
+      "grad_norm": 351.2911682128906,
+      "learning_rate": 1.962523549702642e-06,
+      "loss": 21.5156,
+      "step": 12128
+    },
+    {
+      "epoch": 0.11481337738188771,
+      "grad_norm": 315.3689270019531,
+      "learning_rate": 1.962515234761329e-06,
+      "loss": 26.4609,
+      "step": 12129
+    },
+    {
+      "epoch": 0.11482284340360277,
+      "grad_norm": 687.9088134765625,
+      "learning_rate": 1.962506918915314e-06,
+      "loss": 40.1875,
+      "step": 12130
+    },
+    {
+      "epoch": 0.11483230942531782,
+      "grad_norm": 242.49520874023438,
+      "learning_rate": 1.962498602164606e-06,
+      "loss": 21.8984,
+      "step": 12131
+    },
+    {
+      "epoch": 0.11484177544703288,
+      "grad_norm": 2.913031816482544,
+      "learning_rate": 1.9624902845092114e-06,
+      "loss": 0.9771,
+      "step": 12132
+    },
+    {
+      "epoch": 0.11485124146874794,
+      "grad_norm": 1345.6357421875,
+      "learning_rate": 1.962481965949139e-06,
+      "loss": 24.168,
+      "step": 12133
+    },
+    {
+      "epoch": 0.11486070749046298,
+      "grad_norm": 632.3096923828125,
+      "learning_rate": 1.9624736464843954e-06,
+      "loss": 48.25,
+      "step": 12134
+    },
+    {
+      "epoch": 0.11487017351217804,
+      "grad_norm": 417.4035949707031,
+      "learning_rate": 1.96246532611499e-06,
+      "loss": 44.875,
+      "step": 12135
+    },
+    {
+      "epoch": 0.11487963953389309,
+      "grad_norm": 483.35125732421875,
+      "learning_rate": 1.9624570048409294e-06,
+      "loss": 36.5,
+      "step": 12136
+    },
+    {
+      "epoch": 0.11488910555560815,
+      "grad_norm": 206.81112670898438,
+      "learning_rate": 1.9624486826622216e-06,
+      "loss": 17.6406,
+      "step": 12137
+    },
+    {
+      "epoch": 0.1148985715773232,
+      "grad_norm": 346.3813781738281,
+      "learning_rate": 1.962440359578875e-06,
+      "loss": 20.9258,
+      "step": 12138
+    },
+    {
+      "epoch": 0.11490803759903825,
+      "grad_norm": 903.63134765625,
+      "learning_rate": 1.962432035590897e-06,
+      "loss": 79.4141,
+      "step": 12139
+    },
+    {
+      "epoch": 0.1149175036207533,
+      "grad_norm": 307.0149841308594,
+      "learning_rate": 1.9624237106982955e-06,
+      "loss": 21.6875,
+      "step": 12140
+    },
+    {
+      "epoch": 0.11492696964246836,
+      "grad_norm": 210.011474609375,
+      "learning_rate": 1.9624153849010783e-06,
+      "loss": 21.3906,
+      "step": 12141
+    },
+    {
+      "epoch": 0.11493643566418342,
+      "grad_norm": 3.392737865447998,
+      "learning_rate": 1.962407058199253e-06,
+      "loss": 1.0942,
+      "step": 12142
+    },
+    {
+      "epoch": 0.11494590168589847,
+      "grad_norm": 291.4000549316406,
+      "learning_rate": 1.962398730592828e-06,
+      "loss": 26.5234,
+      "step": 12143
+    },
+    {
+      "epoch": 0.11495536770761353,
+      "grad_norm": 395.94708251953125,
+      "learning_rate": 1.962390402081811e-06,
+      "loss": 37.5625,
+      "step": 12144
+    },
+    {
+      "epoch": 0.11496483372932857,
+      "grad_norm": 485.7785949707031,
+      "learning_rate": 1.9623820726662094e-06,
+      "loss": 52.6719,
+      "step": 12145
+    },
+    {
+      "epoch": 0.11497429975104363,
+      "grad_norm": 377.10809326171875,
+      "learning_rate": 1.962373742346031e-06,
+      "loss": 28.2891,
+      "step": 12146
+    },
+    {
+      "epoch": 0.11498376577275868,
+      "grad_norm": 232.33392333984375,
+      "learning_rate": 1.962365411121284e-06,
+      "loss": 22.6641,
+      "step": 12147
+    },
+    {
+      "epoch": 0.11499323179447374,
+      "grad_norm": 369.1182861328125,
+      "learning_rate": 1.9623570789919764e-06,
+      "loss": 36.7422,
+      "step": 12148
+    },
+    {
+      "epoch": 0.11500269781618878,
+      "grad_norm": 551.7356567382812,
+      "learning_rate": 1.9623487459581158e-06,
+      "loss": 33.3828,
+      "step": 12149
+    },
+    {
+      "epoch": 0.11501216383790384,
+      "grad_norm": 731.4528198242188,
+      "learning_rate": 1.9623404120197095e-06,
+      "loss": 74.4688,
+      "step": 12150
+    },
+    {
+      "epoch": 0.1150216298596189,
+      "grad_norm": 425.5931091308594,
+      "learning_rate": 1.962332077176766e-06,
+      "loss": 33.5859,
+      "step": 12151
+    },
+    {
+      "epoch": 0.11503109588133395,
+      "grad_norm": 550.836669921875,
+      "learning_rate": 1.962323741429293e-06,
+      "loss": 51.8125,
+      "step": 12152
+    },
+    {
+      "epoch": 0.11504056190304901,
+      "grad_norm": 363.13775634765625,
+      "learning_rate": 1.9623154047772986e-06,
+      "loss": 33.0625,
+      "step": 12153
+    },
+    {
+      "epoch": 0.11505002792476406,
+      "grad_norm": 737.3048095703125,
+      "learning_rate": 1.96230706722079e-06,
+      "loss": 38.2969,
+      "step": 12154
+    },
+    {
+      "epoch": 0.11505949394647912,
+      "grad_norm": 921.6763305664062,
+      "learning_rate": 1.9622987287597753e-06,
+      "loss": 69.7188,
+      "step": 12155
+    },
+    {
+      "epoch": 0.11506895996819416,
+      "grad_norm": 572.6326293945312,
+      "learning_rate": 1.9622903893942625e-06,
+      "loss": 55.3906,
+      "step": 12156
+    },
+    {
+      "epoch": 0.11507842598990922,
+      "grad_norm": 3.0013480186462402,
+      "learning_rate": 1.962282049124259e-06,
+      "loss": 0.8535,
+      "step": 12157
+    },
+    {
+      "epoch": 0.11508789201162427,
+      "grad_norm": 332.5553283691406,
+      "learning_rate": 1.9622737079497737e-06,
+      "loss": 50.3047,
+      "step": 12158
+    },
+    {
+      "epoch": 0.11509735803333933,
+      "grad_norm": 270.02545166015625,
+      "learning_rate": 1.962265365870813e-06,
+      "loss": 19.3125,
+      "step": 12159
+    },
+    {
+      "epoch": 0.11510682405505439,
+      "grad_norm": 198.59228515625,
+      "learning_rate": 1.962257022887386e-06,
+      "loss": 23.5312,
+      "step": 12160
+    },
+    {
+      "epoch": 0.11511629007676943,
+      "grad_norm": 274.89154052734375,
+      "learning_rate": 1.9622486789994995e-06,
+      "loss": 17.8281,
+      "step": 12161
+    },
+    {
+      "epoch": 0.1151257560984845,
+      "grad_norm": 600.837158203125,
+      "learning_rate": 1.9622403342071623e-06,
+      "loss": 43.4531,
+      "step": 12162
+    },
+    {
+      "epoch": 0.11513522212019954,
+      "grad_norm": 204.60365295410156,
+      "learning_rate": 1.9622319885103814e-06,
+      "loss": 15.8984,
+      "step": 12163
+    },
+    {
+      "epoch": 0.1151446881419146,
+      "grad_norm": 338.4901123046875,
+      "learning_rate": 1.9622236419091655e-06,
+      "loss": 20.0703,
+      "step": 12164
+    },
+    {
+      "epoch": 0.11515415416362965,
+      "grad_norm": 340.3957214355469,
+      "learning_rate": 1.9622152944035217e-06,
+      "loss": 20.5938,
+      "step": 12165
+    },
+    {
+      "epoch": 0.1151636201853447,
+      "grad_norm": 496.2470703125,
+      "learning_rate": 1.962206945993458e-06,
+      "loss": 22.5859,
+      "step": 12166
+    },
+    {
+      "epoch": 0.11517308620705975,
+      "grad_norm": 176.51889038085938,
+      "learning_rate": 1.9621985966789825e-06,
+      "loss": 21.9688,
+      "step": 12167
+    },
+    {
+      "epoch": 0.11518255222877481,
+      "grad_norm": 235.48876953125,
+      "learning_rate": 1.962190246460103e-06,
+      "loss": 20.6562,
+      "step": 12168
+    },
+    {
+      "epoch": 0.11519201825048987,
+      "grad_norm": 260.2770080566406,
+      "learning_rate": 1.962181895336827e-06,
+      "loss": 17.9531,
+      "step": 12169
+    },
+    {
+      "epoch": 0.11520148427220492,
+      "grad_norm": 459.59600830078125,
+      "learning_rate": 1.9621735433091627e-06,
+      "loss": 31.8281,
+      "step": 12170
+    },
+    {
+      "epoch": 0.11521095029391998,
+      "grad_norm": 3.08390212059021,
+      "learning_rate": 1.962165190377118e-06,
+      "loss": 0.8511,
+      "step": 12171
+    },
+    {
+      "epoch": 0.11522041631563502,
+      "grad_norm": 270.1244812011719,
+      "learning_rate": 1.9621568365407003e-06,
+      "loss": 21.5078,
+      "step": 12172
+    },
+    {
+      "epoch": 0.11522988233735008,
+      "grad_norm": 446.3852844238281,
+      "learning_rate": 1.9621484817999182e-06,
+      "loss": 20.2578,
+      "step": 12173
+    },
+    {
+      "epoch": 0.11523934835906513,
+      "grad_norm": 598.8528442382812,
+      "learning_rate": 1.962140126154779e-06,
+      "loss": 16.7656,
+      "step": 12174
+    },
+    {
+      "epoch": 0.11524881438078019,
+      "grad_norm": 316.7774353027344,
+      "learning_rate": 1.9621317696052903e-06,
+      "loss": 16.8281,
+      "step": 12175
+    },
+    {
+      "epoch": 0.11525828040249525,
+      "grad_norm": 155.33457946777344,
+      "learning_rate": 1.962123412151461e-06,
+      "loss": 18.9453,
+      "step": 12176
+    },
+    {
+      "epoch": 0.1152677464242103,
+      "grad_norm": 477.1852722167969,
+      "learning_rate": 1.9621150537932977e-06,
+      "loss": 25.8281,
+      "step": 12177
+    },
+    {
+      "epoch": 0.11527721244592536,
+      "grad_norm": 304.2066650390625,
+      "learning_rate": 1.962106694530809e-06,
+      "loss": 28.3906,
+      "step": 12178
+    },
+    {
+      "epoch": 0.1152866784676404,
+      "grad_norm": 199.75355529785156,
+      "learning_rate": 1.9620983343640026e-06,
+      "loss": 14.2109,
+      "step": 12179
+    },
+    {
+      "epoch": 0.11529614448935546,
+      "grad_norm": 183.22239685058594,
+      "learning_rate": 1.9620899732928864e-06,
+      "loss": 14.0625,
+      "step": 12180
+    },
+    {
+      "epoch": 0.11530561051107051,
+      "grad_norm": 331.8613586425781,
+      "learning_rate": 1.9620816113174685e-06,
+      "loss": 19.1797,
+      "step": 12181
+    },
+    {
+      "epoch": 0.11531507653278557,
+      "grad_norm": 564.6083374023438,
+      "learning_rate": 1.962073248437756e-06,
+      "loss": 44.3594,
+      "step": 12182
+    },
+    {
+      "epoch": 0.11532454255450061,
+      "grad_norm": 429.9804382324219,
+      "learning_rate": 1.9620648846537577e-06,
+      "loss": 18.3984,
+      "step": 12183
+    },
+    {
+      "epoch": 0.11533400857621567,
+      "grad_norm": 159.52195739746094,
+      "learning_rate": 1.9620565199654805e-06,
+      "loss": 20.5078,
+      "step": 12184
+    },
+    {
+      "epoch": 0.11534347459793073,
+      "grad_norm": 297.75299072265625,
+      "learning_rate": 1.962048154372933e-06,
+      "loss": 19.5625,
+      "step": 12185
+    },
+    {
+      "epoch": 0.11535294061964578,
+      "grad_norm": 419.9986877441406,
+      "learning_rate": 1.9620397878761226e-06,
+      "loss": 27.8984,
+      "step": 12186
+    },
+    {
+      "epoch": 0.11536240664136084,
+      "grad_norm": 202.77101135253906,
+      "learning_rate": 1.9620314204750577e-06,
+      "loss": 19.3672,
+      "step": 12187
+    },
+    {
+      "epoch": 0.11537187266307589,
+      "grad_norm": 538.3274536132812,
+      "learning_rate": 1.9620230521697456e-06,
+      "loss": 39.5234,
+      "step": 12188
+    },
+    {
+      "epoch": 0.11538133868479095,
+      "grad_norm": 3.5200321674346924,
+      "learning_rate": 1.9620146829601946e-06,
+      "loss": 0.8359,
+      "step": 12189
+    },
+    {
+      "epoch": 0.11539080470650599,
+      "grad_norm": 261.3374328613281,
+      "learning_rate": 1.9620063128464125e-06,
+      "loss": 15.4375,
+      "step": 12190
+    },
+    {
+      "epoch": 0.11540027072822105,
+      "grad_norm": 255.47482299804688,
+      "learning_rate": 1.9619979418284068e-06,
+      "loss": 23.4141,
+      "step": 12191
+    },
+    {
+      "epoch": 0.1154097367499361,
+      "grad_norm": 391.22808837890625,
+      "learning_rate": 1.9619895699061857e-06,
+      "loss": 36.6875,
+      "step": 12192
+    },
+    {
+      "epoch": 0.11541920277165116,
+      "grad_norm": 245.4217529296875,
+      "learning_rate": 1.961981197079757e-06,
+      "loss": 18.125,
+      "step": 12193
+    },
+    {
+      "epoch": 0.11542866879336622,
+      "grad_norm": 530.6443481445312,
+      "learning_rate": 1.9619728233491286e-06,
+      "loss": 20.5547,
+      "step": 12194
+    },
+    {
+      "epoch": 0.11543813481508126,
+      "grad_norm": 245.76358032226562,
+      "learning_rate": 1.961964448714308e-06,
+      "loss": 19.25,
+      "step": 12195
+    },
+    {
+      "epoch": 0.11544760083679632,
+      "grad_norm": 3.511868476867676,
+      "learning_rate": 1.961956073175304e-06,
+      "loss": 1.0122,
+      "step": 12196
+    },
+    {
+      "epoch": 0.11545706685851137,
+      "grad_norm": 1996.687255859375,
+      "learning_rate": 1.961947696732123e-06,
+      "loss": 33.2773,
+      "step": 12197
+    },
+    {
+      "epoch": 0.11546653288022643,
+      "grad_norm": 216.2938690185547,
+      "learning_rate": 1.9619393193847747e-06,
+      "loss": 19.625,
+      "step": 12198
+    },
+    {
+      "epoch": 0.11547599890194148,
+      "grad_norm": 234.44168090820312,
+      "learning_rate": 1.9619309411332655e-06,
+      "loss": 26.1406,
+      "step": 12199
+    },
+    {
+      "epoch": 0.11548546492365654,
+      "grad_norm": 225.90411376953125,
+      "learning_rate": 1.9619225619776037e-06,
+      "loss": 15.1562,
+      "step": 12200
+    },
+    {
+      "epoch": 0.11549493094537158,
+      "grad_norm": 162.80125427246094,
+      "learning_rate": 1.9619141819177974e-06,
+      "loss": 9.9219,
+      "step": 12201
+    },
+    {
+      "epoch": 0.11550439696708664,
+      "grad_norm": 244.09152221679688,
+      "learning_rate": 1.9619058009538545e-06,
+      "loss": 27.5938,
+      "step": 12202
+    },
+    {
+      "epoch": 0.1155138629888017,
+      "grad_norm": 163.40553283691406,
+      "learning_rate": 1.9618974190857827e-06,
+      "loss": 15.3438,
+      "step": 12203
+    },
+    {
+      "epoch": 0.11552332901051675,
+      "grad_norm": 186.61459350585938,
+      "learning_rate": 1.9618890363135896e-06,
+      "loss": 26.5156,
+      "step": 12204
+    },
+    {
+      "epoch": 0.11553279503223181,
+      "grad_norm": 283.16082763671875,
+      "learning_rate": 1.961880652637284e-06,
+      "loss": 29.3438,
+      "step": 12205
+    },
+    {
+      "epoch": 0.11554226105394685,
+      "grad_norm": 264.1119079589844,
+      "learning_rate": 1.9618722680568728e-06,
+      "loss": 19.9375,
+      "step": 12206
+    },
+    {
+      "epoch": 0.11555172707566191,
+      "grad_norm": 166.08387756347656,
+      "learning_rate": 1.9618638825723637e-06,
+      "loss": 24.5312,
+      "step": 12207
+    },
+    {
+      "epoch": 0.11556119309737696,
+      "grad_norm": 373.44757080078125,
+      "learning_rate": 1.961855496183766e-06,
+      "loss": 34.6719,
+      "step": 12208
+    },
+    {
+      "epoch": 0.11557065911909202,
+      "grad_norm": 491.7212829589844,
+      "learning_rate": 1.961847108891086e-06,
+      "loss": 34.6719,
+      "step": 12209
+    },
+    {
+      "epoch": 0.11558012514080707,
+      "grad_norm": 237.3571319580078,
+      "learning_rate": 1.9618387206943327e-06,
+      "loss": 22.5625,
+      "step": 12210
+    },
+    {
+      "epoch": 0.11558959116252213,
+      "grad_norm": 518.815673828125,
+      "learning_rate": 1.9618303315935135e-06,
+      "loss": 50.4219,
+      "step": 12211
+    },
+    {
+      "epoch": 0.11559905718423719,
+      "grad_norm": 312.156005859375,
+      "learning_rate": 1.9618219415886365e-06,
+      "loss": 19.0156,
+      "step": 12212
+    },
+    {
+      "epoch": 0.11560852320595223,
+      "grad_norm": 238.16180419921875,
+      "learning_rate": 1.961813550679709e-06,
+      "loss": 26.75,
+      "step": 12213
+    },
+    {
+      "epoch": 0.11561798922766729,
+      "grad_norm": 286.8798828125,
+      "learning_rate": 1.96180515886674e-06,
+      "loss": 18.2031,
+      "step": 12214
+    },
+    {
+      "epoch": 0.11562745524938234,
+      "grad_norm": 398.097900390625,
+      "learning_rate": 1.9617967661497363e-06,
+      "loss": 19.0312,
+      "step": 12215
+    },
+    {
+      "epoch": 0.1156369212710974,
+      "grad_norm": 2262.36572265625,
+      "learning_rate": 1.9617883725287063e-06,
+      "loss": 48.8242,
+      "step": 12216
+    },
+    {
+      "epoch": 0.11564638729281244,
+      "grad_norm": 273.3660888671875,
+      "learning_rate": 1.9617799780036575e-06,
+      "loss": 19.9453,
+      "step": 12217
+    },
+    {
+      "epoch": 0.1156558533145275,
+      "grad_norm": 226.1705780029297,
+      "learning_rate": 1.9617715825745984e-06,
+      "loss": 19.5625,
+      "step": 12218
+    },
+    {
+      "epoch": 0.11566531933624256,
+      "grad_norm": 2.943511962890625,
+      "learning_rate": 1.9617631862415366e-06,
+      "loss": 0.8208,
+      "step": 12219
+    },
+    {
+      "epoch": 0.11567478535795761,
+      "grad_norm": 552.800048828125,
+      "learning_rate": 1.9617547890044798e-06,
+      "loss": 53.3047,
+      "step": 12220
+    },
+    {
+      "epoch": 0.11568425137967267,
+      "grad_norm": 718.3345336914062,
+      "learning_rate": 1.9617463908634363e-06,
+      "loss": 21.7422,
+      "step": 12221
+    },
+    {
+      "epoch": 0.11569371740138772,
+      "grad_norm": 271.1273498535156,
+      "learning_rate": 1.9617379918184135e-06,
+      "loss": 18.9922,
+      "step": 12222
+    },
+    {
+      "epoch": 0.11570318342310278,
+      "grad_norm": 293.2017822265625,
+      "learning_rate": 1.9617295918694197e-06,
+      "loss": 21.8516,
+      "step": 12223
+    },
+    {
+      "epoch": 0.11571264944481782,
+      "grad_norm": 608.1657104492188,
+      "learning_rate": 1.961721191016463e-06,
+      "loss": 42.9844,
+      "step": 12224
+    },
+    {
+      "epoch": 0.11572211546653288,
+      "grad_norm": 854.9348754882812,
+      "learning_rate": 1.9617127892595503e-06,
+      "loss": 44.2344,
+      "step": 12225
+    },
+    {
+      "epoch": 0.11573158148824793,
+      "grad_norm": 190.7877197265625,
+      "learning_rate": 1.9617043865986903e-06,
+      "loss": 19.2031,
+      "step": 12226
+    },
+    {
+      "epoch": 0.11574104750996299,
+      "grad_norm": 305.3858337402344,
+      "learning_rate": 1.9616959830338908e-06,
+      "loss": 19.8438,
+      "step": 12227
+    },
+    {
+      "epoch": 0.11575051353167805,
+      "grad_norm": 713.9384765625,
+      "learning_rate": 1.9616875785651597e-06,
+      "loss": 41.0078,
+      "step": 12228
+    },
+    {
+      "epoch": 0.1157599795533931,
+      "grad_norm": 248.88536071777344,
+      "learning_rate": 1.9616791731925047e-06,
+      "loss": 22.5977,
+      "step": 12229
+    },
+    {
+      "epoch": 0.11576944557510815,
+      "grad_norm": 275.8935546875,
+      "learning_rate": 1.9616707669159342e-06,
+      "loss": 12.625,
+      "step": 12230
+    },
+    {
+      "epoch": 0.1157789115968232,
+      "grad_norm": 282.9179382324219,
+      "learning_rate": 1.9616623597354556e-06,
+      "loss": 18.1953,
+      "step": 12231
+    },
+    {
+      "epoch": 0.11578837761853826,
+      "grad_norm": 243.08316040039062,
+      "learning_rate": 1.9616539516510767e-06,
+      "loss": 16.0625,
+      "step": 12232
+    },
+    {
+      "epoch": 0.1157978436402533,
+      "grad_norm": 358.9370422363281,
+      "learning_rate": 1.961645542662806e-06,
+      "loss": 35.4062,
+      "step": 12233
+    },
+    {
+      "epoch": 0.11580730966196837,
+      "grad_norm": 409.30096435546875,
+      "learning_rate": 1.9616371327706505e-06,
+      "loss": 17.0234,
+      "step": 12234
+    },
+    {
+      "epoch": 0.11581677568368341,
+      "grad_norm": 171.73394775390625,
+      "learning_rate": 1.9616287219746193e-06,
+      "loss": 24.8906,
+      "step": 12235
+    },
+    {
+      "epoch": 0.11582624170539847,
+      "grad_norm": 762.1257934570312,
+      "learning_rate": 1.9616203102747192e-06,
+      "loss": 54.9531,
+      "step": 12236
+    },
+    {
+      "epoch": 0.11583570772711353,
+      "grad_norm": 628.5601806640625,
+      "learning_rate": 1.9616118976709588e-06,
+      "loss": 50.1797,
+      "step": 12237
+    },
+    {
+      "epoch": 0.11584517374882858,
+      "grad_norm": 283.4427795410156,
+      "learning_rate": 1.9616034841633456e-06,
+      "loss": 16.5781,
+      "step": 12238
+    },
+    {
+      "epoch": 0.11585463977054364,
+      "grad_norm": 991.2252807617188,
+      "learning_rate": 1.9615950697518876e-06,
+      "loss": 60.6406,
+      "step": 12239
+    },
+    {
+      "epoch": 0.11586410579225868,
+      "grad_norm": 240.96546936035156,
+      "learning_rate": 1.9615866544365935e-06,
+      "loss": 25.5469,
+      "step": 12240
+    },
+    {
+      "epoch": 0.11587357181397374,
+      "grad_norm": 280.15625,
+      "learning_rate": 1.96157823821747e-06,
+      "loss": 24.0938,
+      "step": 12241
+    },
+    {
+      "epoch": 0.11588303783568879,
+      "grad_norm": 602.9181518554688,
+      "learning_rate": 1.961569821094525e-06,
+      "loss": 61.0938,
+      "step": 12242
+    },
+    {
+      "epoch": 0.11589250385740385,
+      "grad_norm": 164.56219482421875,
+      "learning_rate": 1.9615614030677676e-06,
+      "loss": 20.3906,
+      "step": 12243
+    },
+    {
+      "epoch": 0.1159019698791189,
+      "grad_norm": 524.3125610351562,
+      "learning_rate": 1.9615529841372046e-06,
+      "loss": 26.3594,
+      "step": 12244
+    },
+    {
+      "epoch": 0.11591143590083396,
+      "grad_norm": 495.5349426269531,
+      "learning_rate": 1.961544564302845e-06,
+      "loss": 53.0,
+      "step": 12245
+    },
+    {
+      "epoch": 0.11592090192254902,
+      "grad_norm": 553.4345703125,
+      "learning_rate": 1.9615361435646954e-06,
+      "loss": 44.1562,
+      "step": 12246
+    },
+    {
+      "epoch": 0.11593036794426406,
+      "grad_norm": 519.32080078125,
+      "learning_rate": 1.9615277219227647e-06,
+      "loss": 16.5234,
+      "step": 12247
+    },
+    {
+      "epoch": 0.11593983396597912,
+      "grad_norm": 364.38525390625,
+      "learning_rate": 1.9615192993770605e-06,
+      "loss": 22.7734,
+      "step": 12248
+    },
+    {
+      "epoch": 0.11594929998769417,
+      "grad_norm": 558.1373291015625,
+      "learning_rate": 1.9615108759275904e-06,
+      "loss": 34.0625,
+      "step": 12249
+    },
+    {
+      "epoch": 0.11595876600940923,
+      "grad_norm": 734.47314453125,
+      "learning_rate": 1.961502451574363e-06,
+      "loss": 28.8047,
+      "step": 12250
+    },
+    {
+      "epoch": 0.11596823203112427,
+      "grad_norm": 3.3440606594085693,
+      "learning_rate": 1.9614940263173857e-06,
+      "loss": 0.9299,
+      "step": 12251
+    },
+    {
+      "epoch": 0.11597769805283933,
+      "grad_norm": 257.0387268066406,
+      "learning_rate": 1.9614856001566664e-06,
+      "loss": 32.5859,
+      "step": 12252
+    },
+    {
+      "epoch": 0.11598716407455438,
+      "grad_norm": 450.5187072753906,
+      "learning_rate": 1.9614771730922134e-06,
+      "loss": 27.7266,
+      "step": 12253
+    },
+    {
+      "epoch": 0.11599663009626944,
+      "grad_norm": 678.5233764648438,
+      "learning_rate": 1.961468745124034e-06,
+      "loss": 53.5078,
+      "step": 12254
+    },
+    {
+      "epoch": 0.1160060961179845,
+      "grad_norm": 366.83526611328125,
+      "learning_rate": 1.9614603162521374e-06,
+      "loss": 18.3555,
+      "step": 12255
+    },
+    {
+      "epoch": 0.11601556213969955,
+      "grad_norm": 378.1244812011719,
+      "learning_rate": 1.96145188647653e-06,
+      "loss": 23.7109,
+      "step": 12256
+    },
+    {
+      "epoch": 0.1160250281614146,
+      "grad_norm": 223.63829040527344,
+      "learning_rate": 1.9614434557972204e-06,
+      "loss": 21.9141,
+      "step": 12257
+    },
+    {
+      "epoch": 0.11603449418312965,
+      "grad_norm": 238.5475311279297,
+      "learning_rate": 1.9614350242142167e-06,
+      "loss": 20.3594,
+      "step": 12258
+    },
+    {
+      "epoch": 0.11604396020484471,
+      "grad_norm": 606.815185546875,
+      "learning_rate": 1.9614265917275267e-06,
+      "loss": 46.4375,
+      "step": 12259
+    },
+    {
+      "epoch": 0.11605342622655976,
+      "grad_norm": 734.6270141601562,
+      "learning_rate": 1.9614181583371576e-06,
+      "loss": 44.8594,
+      "step": 12260
+    },
+    {
+      "epoch": 0.11606289224827482,
+      "grad_norm": 3.1053690910339355,
+      "learning_rate": 1.9614097240431187e-06,
+      "loss": 0.8496,
+      "step": 12261
+    },
+    {
+      "epoch": 0.11607235826998988,
+      "grad_norm": 205.0736541748047,
+      "learning_rate": 1.961401288845417e-06,
+      "loss": 28.0469,
+      "step": 12262
+    },
+    {
+      "epoch": 0.11608182429170492,
+      "grad_norm": 137.6976776123047,
+      "learning_rate": 1.9613928527440607e-06,
+      "loss": 19.1953,
+      "step": 12263
+    },
+    {
+      "epoch": 0.11609129031341998,
+      "grad_norm": 576.6903686523438,
+      "learning_rate": 1.9613844157390577e-06,
+      "loss": 55.5156,
+      "step": 12264
+    },
+    {
+      "epoch": 0.11610075633513503,
+      "grad_norm": 400.9349670410156,
+      "learning_rate": 1.9613759778304154e-06,
+      "loss": 41.3359,
+      "step": 12265
+    },
+    {
+      "epoch": 0.11611022235685009,
+      "grad_norm": 253.93438720703125,
+      "learning_rate": 1.9613675390181427e-06,
+      "loss": 37.1641,
+      "step": 12266
+    },
+    {
+      "epoch": 0.11611968837856514,
+      "grad_norm": 158.55166625976562,
+      "learning_rate": 1.9613590993022467e-06,
+      "loss": 17.8984,
+      "step": 12267
+    },
+    {
+      "epoch": 0.1161291544002802,
+      "grad_norm": 159.2113800048828,
+      "learning_rate": 1.961350658682736e-06,
+      "loss": 21.6016,
+      "step": 12268
+    },
+    {
+      "epoch": 0.11613862042199524,
+      "grad_norm": 229.28143310546875,
+      "learning_rate": 1.961342217159618e-06,
+      "loss": 21.7422,
+      "step": 12269
+    },
+    {
+      "epoch": 0.1161480864437103,
+      "grad_norm": 472.16998291015625,
+      "learning_rate": 1.9613337747329013e-06,
+      "loss": 15.9453,
+      "step": 12270
+    },
+    {
+      "epoch": 0.11615755246542536,
+      "grad_norm": 331.57318115234375,
+      "learning_rate": 1.961325331402593e-06,
+      "loss": 17.8203,
+      "step": 12271
+    },
+    {
+      "epoch": 0.11616701848714041,
+      "grad_norm": 287.1399230957031,
+      "learning_rate": 1.9613168871687016e-06,
+      "loss": 17.1562,
+      "step": 12272
+    },
+    {
+      "epoch": 0.11617648450885547,
+      "grad_norm": 532.5968017578125,
+      "learning_rate": 1.9613084420312344e-06,
+      "loss": 23.0469,
+      "step": 12273
+    },
+    {
+      "epoch": 0.11618595053057051,
+      "grad_norm": 3.2366533279418945,
+      "learning_rate": 1.9612999959902004e-06,
+      "loss": 0.9258,
+      "step": 12274
+    },
+    {
+      "epoch": 0.11619541655228557,
+      "grad_norm": 312.8558044433594,
+      "learning_rate": 1.9612915490456067e-06,
+      "loss": 20.0078,
+      "step": 12275
+    },
+    {
+      "epoch": 0.11620488257400062,
+      "grad_norm": 495.7078552246094,
+      "learning_rate": 1.9612831011974613e-06,
+      "loss": 34.8906,
+      "step": 12276
+    },
+    {
+      "epoch": 0.11621434859571568,
+      "grad_norm": 454.44927978515625,
+      "learning_rate": 1.9612746524457724e-06,
+      "loss": 38.2773,
+      "step": 12277
+    },
+    {
+      "epoch": 0.11622381461743073,
+      "grad_norm": 406.00238037109375,
+      "learning_rate": 1.961266202790548e-06,
+      "loss": 21.9141,
+      "step": 12278
+    },
+    {
+      "epoch": 0.11623328063914579,
+      "grad_norm": 664.888427734375,
+      "learning_rate": 1.961257752231796e-06,
+      "loss": 54.2656,
+      "step": 12279
+    },
+    {
+      "epoch": 0.11624274666086085,
+      "grad_norm": 361.5773620605469,
+      "learning_rate": 1.961249300769524e-06,
+      "loss": 17.5703,
+      "step": 12280
+    },
+    {
+      "epoch": 0.11625221268257589,
+      "grad_norm": 3.6167778968811035,
+      "learning_rate": 1.9612408484037403e-06,
+      "loss": 0.9795,
+      "step": 12281
+    },
+    {
+      "epoch": 0.11626167870429095,
+      "grad_norm": 643.734130859375,
+      "learning_rate": 1.9612323951344528e-06,
+      "loss": 42.4688,
+      "step": 12282
+    },
+    {
+      "epoch": 0.116271144726006,
+      "grad_norm": 249.290771484375,
+      "learning_rate": 1.9612239409616695e-06,
+      "loss": 19.0781,
+      "step": 12283
+    },
+    {
+      "epoch": 0.11628061074772106,
+      "grad_norm": 243.54495239257812,
+      "learning_rate": 1.9612154858853977e-06,
+      "loss": 22.9688,
+      "step": 12284
+    },
+    {
+      "epoch": 0.1162900767694361,
+      "grad_norm": 317.0309753417969,
+      "learning_rate": 1.9612070299056463e-06,
+      "loss": 19.4609,
+      "step": 12285
+    },
+    {
+      "epoch": 0.11629954279115116,
+      "grad_norm": 160.337646484375,
+      "learning_rate": 1.961198573022423e-06,
+      "loss": 17.5859,
+      "step": 12286
+    },
+    {
+      "epoch": 0.11630900881286621,
+      "grad_norm": 978.6708374023438,
+      "learning_rate": 1.961190115235735e-06,
+      "loss": 66.375,
+      "step": 12287
+    },
+    {
+      "epoch": 0.11631847483458127,
+      "grad_norm": 350.0788879394531,
+      "learning_rate": 1.9611816565455916e-06,
+      "loss": 34.7969,
+      "step": 12288
+    },
+    {
+      "epoch": 0.11632794085629633,
+      "grad_norm": 221.34735107421875,
+      "learning_rate": 1.961173196951999e-06,
+      "loss": 24.1641,
+      "step": 12289
+    },
+    {
+      "epoch": 0.11633740687801138,
+      "grad_norm": 368.393798828125,
+      "learning_rate": 1.9611647364549667e-06,
+      "loss": 26.7656,
+      "step": 12290
+    },
+    {
+      "epoch": 0.11634687289972644,
+      "grad_norm": 353.0790100097656,
+      "learning_rate": 1.961156275054502e-06,
+      "loss": 43.8438,
+      "step": 12291
+    },
+    {
+      "epoch": 0.11635633892144148,
+      "grad_norm": 420.1966552734375,
+      "learning_rate": 1.961147812750613e-06,
+      "loss": 25.4688,
+      "step": 12292
+    },
+    {
+      "epoch": 0.11636580494315654,
+      "grad_norm": 241.77587890625,
+      "learning_rate": 1.9611393495433073e-06,
+      "loss": 10.6055,
+      "step": 12293
+    },
+    {
+      "epoch": 0.11637527096487159,
+      "grad_norm": 387.2259521484375,
+      "learning_rate": 1.9611308854325936e-06,
+      "loss": 31.6875,
+      "step": 12294
+    },
+    {
+      "epoch": 0.11638473698658665,
+      "grad_norm": 306.1914367675781,
+      "learning_rate": 1.961122420418479e-06,
+      "loss": 30.2656,
+      "step": 12295
+    },
+    {
+      "epoch": 0.1163942030083017,
+      "grad_norm": 264.3464660644531,
+      "learning_rate": 1.961113954500972e-06,
+      "loss": 22.4531,
+      "step": 12296
+    },
+    {
+      "epoch": 0.11640366903001675,
+      "grad_norm": 296.158203125,
+      "learning_rate": 1.9611054876800805e-06,
+      "loss": 21.5312,
+      "step": 12297
+    },
+    {
+      "epoch": 0.11641313505173181,
+      "grad_norm": 997.0905151367188,
+      "learning_rate": 1.9610970199558124e-06,
+      "loss": 58.6406,
+      "step": 12298
+    },
+    {
+      "epoch": 0.11642260107344686,
+      "grad_norm": 314.2774963378906,
+      "learning_rate": 1.9610885513281755e-06,
+      "loss": 23.8281,
+      "step": 12299
+    },
+    {
+      "epoch": 0.11643206709516192,
+      "grad_norm": 553.2461547851562,
+      "learning_rate": 1.9610800817971777e-06,
+      "loss": 38.3281,
+      "step": 12300
+    },
+    {
+      "epoch": 0.11644153311687697,
+      "grad_norm": 219.14501953125,
+      "learning_rate": 1.961071611362827e-06,
+      "loss": 18.4219,
+      "step": 12301
+    },
+    {
+      "epoch": 0.11645099913859203,
+      "grad_norm": 422.981689453125,
+      "learning_rate": 1.961063140025132e-06,
+      "loss": 16.5078,
+      "step": 12302
+    },
+    {
+      "epoch": 0.11646046516030707,
+      "grad_norm": 373.5162658691406,
+      "learning_rate": 1.9610546677841002e-06,
+      "loss": 32.6406,
+      "step": 12303
+    },
+    {
+      "epoch": 0.11646993118202213,
+      "grad_norm": 336.98138427734375,
+      "learning_rate": 1.9610461946397394e-06,
+      "loss": 15.4453,
+      "step": 12304
+    },
+    {
+      "epoch": 0.11647939720373719,
+      "grad_norm": 430.7448425292969,
+      "learning_rate": 1.961037720592058e-06,
+      "loss": 38.8125,
+      "step": 12305
+    },
+    {
+      "epoch": 0.11648886322545224,
+      "grad_norm": 360.6861877441406,
+      "learning_rate": 1.961029245641063e-06,
+      "loss": 9.3359,
+      "step": 12306
+    },
+    {
+      "epoch": 0.1164983292471673,
+      "grad_norm": 689.6343994140625,
+      "learning_rate": 1.961020769786763e-06,
+      "loss": 41.0469,
+      "step": 12307
+    },
+    {
+      "epoch": 0.11650779526888234,
+      "grad_norm": 442.7722473144531,
+      "learning_rate": 1.9610122930291667e-06,
+      "loss": 47.7969,
+      "step": 12308
+    },
+    {
+      "epoch": 0.1165172612905974,
+      "grad_norm": 475.2471923828125,
+      "learning_rate": 1.961003815368281e-06,
+      "loss": 42.6562,
+      "step": 12309
+    },
+    {
+      "epoch": 0.11652672731231245,
+      "grad_norm": 260.97808837890625,
+      "learning_rate": 1.960995336804114e-06,
+      "loss": 25.1484,
+      "step": 12310
+    },
+    {
+      "epoch": 0.11653619333402751,
+      "grad_norm": 399.7123107910156,
+      "learning_rate": 1.960986857336674e-06,
+      "loss": 27.4062,
+      "step": 12311
+    },
+    {
+      "epoch": 0.11654565935574256,
+      "grad_norm": 483.0610046386719,
+      "learning_rate": 1.960978376965969e-06,
+      "loss": 45.8906,
+      "step": 12312
+    },
+    {
+      "epoch": 0.11655512537745762,
+      "grad_norm": 242.87887573242188,
+      "learning_rate": 1.960969895692007e-06,
+      "loss": 22.8828,
+      "step": 12313
+    },
+    {
+      "epoch": 0.11656459139917268,
+      "grad_norm": 358.8490905761719,
+      "learning_rate": 1.9609614135147958e-06,
+      "loss": 34.2188,
+      "step": 12314
+    },
+    {
+      "epoch": 0.11657405742088772,
+      "grad_norm": 704.482177734375,
+      "learning_rate": 1.960952930434343e-06,
+      "loss": 37.9688,
+      "step": 12315
+    },
+    {
+      "epoch": 0.11658352344260278,
+      "grad_norm": 234.72039794921875,
+      "learning_rate": 1.9609444464506573e-06,
+      "loss": 19.2422,
+      "step": 12316
+    },
+    {
+      "epoch": 0.11659298946431783,
+      "grad_norm": 3.4725899696350098,
+      "learning_rate": 1.9609359615637462e-06,
+      "loss": 0.9775,
+      "step": 12317
+    },
+    {
+      "epoch": 0.11660245548603289,
+      "grad_norm": 426.37841796875,
+      "learning_rate": 1.960927475773618e-06,
+      "loss": 33.1094,
+      "step": 12318
+    },
+    {
+      "epoch": 0.11661192150774793,
+      "grad_norm": 370.58197021484375,
+      "learning_rate": 1.9609189890802804e-06,
+      "loss": 25.3438,
+      "step": 12319
+    },
+    {
+      "epoch": 0.116621387529463,
+      "grad_norm": 344.8568115234375,
+      "learning_rate": 1.960910501483741e-06,
+      "loss": 9.6523,
+      "step": 12320
+    },
+    {
+      "epoch": 0.11663085355117804,
+      "grad_norm": 683.9117431640625,
+      "learning_rate": 1.960902012984009e-06,
+      "loss": 23.6484,
+      "step": 12321
+    },
+    {
+      "epoch": 0.1166403195728931,
+      "grad_norm": 566.2504272460938,
+      "learning_rate": 1.960893523581091e-06,
+      "loss": 26.668,
+      "step": 12322
+    },
+    {
+      "epoch": 0.11664978559460816,
+      "grad_norm": 721.2491455078125,
+      "learning_rate": 1.9608850332749956e-06,
+      "loss": 44.7969,
+      "step": 12323
+    },
+    {
+      "epoch": 0.1166592516163232,
+      "grad_norm": 190.11752319335938,
+      "learning_rate": 1.960876542065731e-06,
+      "loss": 8.5742,
+      "step": 12324
+    },
+    {
+      "epoch": 0.11666871763803827,
+      "grad_norm": 572.5359497070312,
+      "learning_rate": 1.960868049953305e-06,
+      "loss": 29.2578,
+      "step": 12325
+    },
+    {
+      "epoch": 0.11667818365975331,
+      "grad_norm": 169.81248474121094,
+      "learning_rate": 1.9608595569377256e-06,
+      "loss": 17.9219,
+      "step": 12326
+    },
+    {
+      "epoch": 0.11668764968146837,
+      "grad_norm": 266.4734191894531,
+      "learning_rate": 1.960851063019001e-06,
+      "loss": 17.2344,
+      "step": 12327
+    },
+    {
+      "epoch": 0.11669711570318342,
+      "grad_norm": 315.4670715332031,
+      "learning_rate": 1.960842568197138e-06,
+      "loss": 36.5,
+      "step": 12328
+    },
+    {
+      "epoch": 0.11670658172489848,
+      "grad_norm": 2.9358694553375244,
+      "learning_rate": 1.960834072472146e-06,
+      "loss": 0.9717,
+      "step": 12329
+    },
+    {
+      "epoch": 0.11671604774661352,
+      "grad_norm": 323.96734619140625,
+      "learning_rate": 1.960825575844033e-06,
+      "loss": 24.7656,
+      "step": 12330
+    },
+    {
+      "epoch": 0.11672551376832858,
+      "grad_norm": 759.3746337890625,
+      "learning_rate": 1.9608170783128057e-06,
+      "loss": 38.5938,
+      "step": 12331
+    },
+    {
+      "epoch": 0.11673497979004364,
+      "grad_norm": 378.3561706542969,
+      "learning_rate": 1.9608085798784734e-06,
+      "loss": 11.418,
+      "step": 12332
+    },
+    {
+      "epoch": 0.11674444581175869,
+      "grad_norm": 988.5194702148438,
+      "learning_rate": 1.960800080541043e-06,
+      "loss": 20.2383,
+      "step": 12333
+    },
+    {
+      "epoch": 0.11675391183347375,
+      "grad_norm": 500.0921325683594,
+      "learning_rate": 1.9607915803005234e-06,
+      "loss": 45.8906,
+      "step": 12334
+    },
+    {
+      "epoch": 0.1167633778551888,
+      "grad_norm": 488.25640869140625,
+      "learning_rate": 1.960783079156922e-06,
+      "loss": 32.7969,
+      "step": 12335
+    },
+    {
+      "epoch": 0.11677284387690386,
+      "grad_norm": 376.09881591796875,
+      "learning_rate": 1.960774577110247e-06,
+      "loss": 33.5469,
+      "step": 12336
+    },
+    {
+      "epoch": 0.1167823098986189,
+      "grad_norm": 478.92889404296875,
+      "learning_rate": 1.9607660741605067e-06,
+      "loss": 45.5312,
+      "step": 12337
+    },
+    {
+      "epoch": 0.11679177592033396,
+      "grad_norm": 268.62835693359375,
+      "learning_rate": 1.9607575703077084e-06,
+      "loss": 9.0312,
+      "step": 12338
+    },
+    {
+      "epoch": 0.11680124194204901,
+      "grad_norm": 230.94735717773438,
+      "learning_rate": 1.960749065551861e-06,
+      "loss": 22.4219,
+      "step": 12339
+    },
+    {
+      "epoch": 0.11681070796376407,
+      "grad_norm": 219.03610229492188,
+      "learning_rate": 1.9607405598929718e-06,
+      "loss": 19.5547,
+      "step": 12340
+    },
+    {
+      "epoch": 0.11682017398547913,
+      "grad_norm": 212.8760223388672,
+      "learning_rate": 1.9607320533310487e-06,
+      "loss": 22.9141,
+      "step": 12341
+    },
+    {
+      "epoch": 0.11682964000719417,
+      "grad_norm": 294.4521789550781,
+      "learning_rate": 1.9607235458661e-06,
+      "loss": 12.8047,
+      "step": 12342
+    },
+    {
+      "epoch": 0.11683910602890923,
+      "grad_norm": 407.64306640625,
+      "learning_rate": 1.9607150374981337e-06,
+      "loss": 21.8359,
+      "step": 12343
+    },
+    {
+      "epoch": 0.11684857205062428,
+      "grad_norm": 281.12567138671875,
+      "learning_rate": 1.960706528227158e-06,
+      "loss": 18.8516,
+      "step": 12344
+    },
+    {
+      "epoch": 0.11685803807233934,
+      "grad_norm": 642.4627685546875,
+      "learning_rate": 1.9606980180531805e-06,
+      "loss": 30.1094,
+      "step": 12345
+    },
+    {
+      "epoch": 0.11686750409405439,
+      "grad_norm": 301.5412902832031,
+      "learning_rate": 1.9606895069762093e-06,
+      "loss": 19.1797,
+      "step": 12346
+    },
+    {
+      "epoch": 0.11687697011576945,
+      "grad_norm": 446.1008605957031,
+      "learning_rate": 1.9606809949962526e-06,
+      "loss": 42.5938,
+      "step": 12347
+    },
+    {
+      "epoch": 0.1168864361374845,
+      "grad_norm": 226.6786651611328,
+      "learning_rate": 1.9606724821133182e-06,
+      "loss": 22.4531,
+      "step": 12348
+    },
+    {
+      "epoch": 0.11689590215919955,
+      "grad_norm": 183.2830810546875,
+      "learning_rate": 1.960663968327414e-06,
+      "loss": 12.3359,
+      "step": 12349
+    },
+    {
+      "epoch": 0.11690536818091461,
+      "grad_norm": 166.5606231689453,
+      "learning_rate": 1.9606554536385483e-06,
+      "loss": 15.8516,
+      "step": 12350
+    },
+    {
+      "epoch": 0.11691483420262966,
+      "grad_norm": 268.03277587890625,
+      "learning_rate": 1.9606469380467293e-06,
+      "loss": 34.9531,
+      "step": 12351
+    },
+    {
+      "epoch": 0.11692430022434472,
+      "grad_norm": 226.70071411132812,
+      "learning_rate": 1.960638421551964e-06,
+      "loss": 17.6641,
+      "step": 12352
+    },
+    {
+      "epoch": 0.11693376624605976,
+      "grad_norm": 374.13177490234375,
+      "learning_rate": 1.9606299041542616e-06,
+      "loss": 30.2656,
+      "step": 12353
+    },
+    {
+      "epoch": 0.11694323226777482,
+      "grad_norm": 214.8070831298828,
+      "learning_rate": 1.9606213858536295e-06,
+      "loss": 19.2578,
+      "step": 12354
+    },
+    {
+      "epoch": 0.11695269828948987,
+      "grad_norm": 1758.8787841796875,
+      "learning_rate": 1.960612866650076e-06,
+      "loss": 25.8477,
+      "step": 12355
+    },
+    {
+      "epoch": 0.11696216431120493,
+      "grad_norm": 327.05633544921875,
+      "learning_rate": 1.9606043465436086e-06,
+      "loss": 22.0391,
+      "step": 12356
+    },
+    {
+      "epoch": 0.11697163033291999,
+      "grad_norm": 1172.8447265625,
+      "learning_rate": 1.9605958255342354e-06,
+      "loss": 54.375,
+      "step": 12357
+    },
+    {
+      "epoch": 0.11698109635463504,
+      "grad_norm": 451.2493896484375,
+      "learning_rate": 1.960587303621965e-06,
+      "loss": 17.5273,
+      "step": 12358
+    },
+    {
+      "epoch": 0.1169905623763501,
+      "grad_norm": 404.15252685546875,
+      "learning_rate": 1.960578780806805e-06,
+      "loss": 50.8594,
+      "step": 12359
+    },
+    {
+      "epoch": 0.11700002839806514,
+      "grad_norm": 586.1253662109375,
+      "learning_rate": 1.960570257088763e-06,
+      "loss": 43.6992,
+      "step": 12360
+    },
+    {
+      "epoch": 0.1170094944197802,
+      "grad_norm": 234.57632446289062,
+      "learning_rate": 1.9605617324678476e-06,
+      "loss": 18.8281,
+      "step": 12361
+    },
+    {
+      "epoch": 0.11701896044149525,
+      "grad_norm": 370.0729064941406,
+      "learning_rate": 1.960553206944067e-06,
+      "loss": 46.3633,
+      "step": 12362
+    },
+    {
+      "epoch": 0.11702842646321031,
+      "grad_norm": 158.50160217285156,
+      "learning_rate": 1.9605446805174287e-06,
+      "loss": 13.7773,
+      "step": 12363
+    },
+    {
+      "epoch": 0.11703789248492535,
+      "grad_norm": 433.57208251953125,
+      "learning_rate": 1.960536153187941e-06,
+      "loss": 24.3125,
+      "step": 12364
+    },
+    {
+      "epoch": 0.11704735850664041,
+      "grad_norm": 318.03680419921875,
+      "learning_rate": 1.9605276249556115e-06,
+      "loss": 19.3594,
+      "step": 12365
+    },
+    {
+      "epoch": 0.11705682452835547,
+      "grad_norm": 444.23065185546875,
+      "learning_rate": 1.960519095820449e-06,
+      "loss": 50.8906,
+      "step": 12366
+    },
+    {
+      "epoch": 0.11706629055007052,
+      "grad_norm": 259.27960205078125,
+      "learning_rate": 1.9605105657824605e-06,
+      "loss": 23.9219,
+      "step": 12367
+    },
+    {
+      "epoch": 0.11707575657178558,
+      "grad_norm": 625.4547119140625,
+      "learning_rate": 1.960502034841655e-06,
+      "loss": 40.8359,
+      "step": 12368
+    },
+    {
+      "epoch": 0.11708522259350063,
+      "grad_norm": 494.7817687988281,
+      "learning_rate": 1.9604935029980395e-06,
+      "loss": 33.0234,
+      "step": 12369
+    },
+    {
+      "epoch": 0.11709468861521569,
+      "grad_norm": 294.5086364746094,
+      "learning_rate": 1.960484970251623e-06,
+      "loss": 17.6562,
+      "step": 12370
+    },
+    {
+      "epoch": 0.11710415463693073,
+      "grad_norm": 3.6723670959472656,
+      "learning_rate": 1.960476436602413e-06,
+      "loss": 0.9531,
+      "step": 12371
+    },
+    {
+      "epoch": 0.11711362065864579,
+      "grad_norm": 1389.734130859375,
+      "learning_rate": 1.960467902050418e-06,
+      "loss": 61.9062,
+      "step": 12372
+    },
+    {
+      "epoch": 0.11712308668036084,
+      "grad_norm": 235.50791931152344,
+      "learning_rate": 1.960459366595645e-06,
+      "loss": 28.8047,
+      "step": 12373
+    },
+    {
+      "epoch": 0.1171325527020759,
+      "grad_norm": 1134.1956787109375,
+      "learning_rate": 1.960450830238103e-06,
+      "loss": 45.7031,
+      "step": 12374
+    },
+    {
+      "epoch": 0.11714201872379096,
+      "grad_norm": 240.77517700195312,
+      "learning_rate": 1.9604422929777996e-06,
+      "loss": 14.2852,
+      "step": 12375
+    },
+    {
+      "epoch": 0.117151484745506,
+      "grad_norm": 385.39898681640625,
+      "learning_rate": 1.9604337548147434e-06,
+      "loss": 42.7422,
+      "step": 12376
+    },
+    {
+      "epoch": 0.11716095076722106,
+      "grad_norm": 188.64707946777344,
+      "learning_rate": 1.9604252157489414e-06,
+      "loss": 23.2031,
+      "step": 12377
+    },
+    {
+      "epoch": 0.11717041678893611,
+      "grad_norm": 183.63308715820312,
+      "learning_rate": 1.9604166757804023e-06,
+      "loss": 16.9531,
+      "step": 12378
+    },
+    {
+      "epoch": 0.11717988281065117,
+      "grad_norm": 494.67193603515625,
+      "learning_rate": 1.960408134909134e-06,
+      "loss": 47.1016,
+      "step": 12379
+    },
+    {
+      "epoch": 0.11718934883236622,
+      "grad_norm": 306.45196533203125,
+      "learning_rate": 1.9603995931351445e-06,
+      "loss": 17.1094,
+      "step": 12380
+    },
+    {
+      "epoch": 0.11719881485408128,
+      "grad_norm": 635.1378784179688,
+      "learning_rate": 1.960391050458442e-06,
+      "loss": 47.6094,
+      "step": 12381
+    },
+    {
+      "epoch": 0.11720828087579632,
+      "grad_norm": 513.6050415039062,
+      "learning_rate": 1.960382506879035e-06,
+      "loss": 37.2188,
+      "step": 12382
+    },
+    {
+      "epoch": 0.11721774689751138,
+      "grad_norm": 495.2779541015625,
+      "learning_rate": 1.96037396239693e-06,
+      "loss": 41.418,
+      "step": 12383
+    },
+    {
+      "epoch": 0.11722721291922644,
+      "grad_norm": 176.64419555664062,
+      "learning_rate": 1.960365417012136e-06,
+      "loss": 18.2188,
+      "step": 12384
+    },
+    {
+      "epoch": 0.11723667894094149,
+      "grad_norm": 279.817138671875,
+      "learning_rate": 1.960356870724661e-06,
+      "loss": 11.1992,
+      "step": 12385
+    },
+    {
+      "epoch": 0.11724614496265655,
+      "grad_norm": 233.22576904296875,
+      "learning_rate": 1.9603483235345135e-06,
+      "loss": 16.5391,
+      "step": 12386
+    },
+    {
+      "epoch": 0.1172556109843716,
+      "grad_norm": 842.42333984375,
+      "learning_rate": 1.9603397754417007e-06,
+      "loss": 25.0078,
+      "step": 12387
+    },
+    {
+      "epoch": 0.11726507700608665,
+      "grad_norm": 321.392822265625,
+      "learning_rate": 1.9603312264462314e-06,
+      "loss": 24.7578,
+      "step": 12388
+    },
+    {
+      "epoch": 0.1172745430278017,
+      "grad_norm": 315.1275329589844,
+      "learning_rate": 1.9603226765481127e-06,
+      "loss": 19.3047,
+      "step": 12389
+    },
+    {
+      "epoch": 0.11728400904951676,
+      "grad_norm": 731.4098510742188,
+      "learning_rate": 1.9603141257473533e-06,
+      "loss": 52.3906,
+      "step": 12390
+    },
+    {
+      "epoch": 0.11729347507123182,
+      "grad_norm": 163.94154357910156,
+      "learning_rate": 1.9603055740439612e-06,
+      "loss": 20.75,
+      "step": 12391
+    },
+    {
+      "epoch": 0.11730294109294687,
+      "grad_norm": 586.4993286132812,
+      "learning_rate": 1.960297021437944e-06,
+      "loss": 38.6328,
+      "step": 12392
+    },
+    {
+      "epoch": 0.11731240711466193,
+      "grad_norm": 447.51849365234375,
+      "learning_rate": 1.9602884679293106e-06,
+      "loss": 39.5312,
+      "step": 12393
+    },
+    {
+      "epoch": 0.11732187313637697,
+      "grad_norm": 233.42306518554688,
+      "learning_rate": 1.960279913518068e-06,
+      "loss": 11.9688,
+      "step": 12394
+    },
+    {
+      "epoch": 0.11733133915809203,
+      "grad_norm": 487.4021301269531,
+      "learning_rate": 1.9602713582042253e-06,
+      "loss": 27.4492,
+      "step": 12395
+    },
+    {
+      "epoch": 0.11734080517980708,
+      "grad_norm": 376.8360595703125,
+      "learning_rate": 1.9602628019877897e-06,
+      "loss": 18.8359,
+      "step": 12396
+    },
+    {
+      "epoch": 0.11735027120152214,
+      "grad_norm": 542.5848388671875,
+      "learning_rate": 1.9602542448687696e-06,
+      "loss": 49.0,
+      "step": 12397
+    },
+    {
+      "epoch": 0.11735973722323718,
+      "grad_norm": 232.25555419921875,
+      "learning_rate": 1.960245686847173e-06,
+      "loss": 18.9844,
+      "step": 12398
+    },
+    {
+      "epoch": 0.11736920324495224,
+      "grad_norm": 285.953857421875,
+      "learning_rate": 1.9602371279230076e-06,
+      "loss": 19.0781,
+      "step": 12399
+    },
+    {
+      "epoch": 0.1173786692666673,
+      "grad_norm": 419.6654052734375,
+      "learning_rate": 1.9602285680962824e-06,
+      "loss": 22.8125,
+      "step": 12400
+    },
+    {
+      "epoch": 0.11738813528838235,
+      "grad_norm": 316.36590576171875,
+      "learning_rate": 1.9602200073670043e-06,
+      "loss": 28.875,
+      "step": 12401
+    },
+    {
+      "epoch": 0.11739760131009741,
+      "grad_norm": 3.524275779724121,
+      "learning_rate": 1.9602114457351816e-06,
+      "loss": 0.8794,
+      "step": 12402
+    },
+    {
+      "epoch": 0.11740706733181246,
+      "grad_norm": 522.2174682617188,
+      "learning_rate": 1.9602028832008233e-06,
+      "loss": 32.3906,
+      "step": 12403
+    },
+    {
+      "epoch": 0.11741653335352752,
+      "grad_norm": 682.33984375,
+      "learning_rate": 1.960194319763936e-06,
+      "loss": 60.8516,
+      "step": 12404
+    },
+    {
+      "epoch": 0.11742599937524256,
+      "grad_norm": 829.5569458007812,
+      "learning_rate": 1.960185755424529e-06,
+      "loss": 53.8594,
+      "step": 12405
+    },
+    {
+      "epoch": 0.11743546539695762,
+      "grad_norm": 296.19146728515625,
+      "learning_rate": 1.96017719018261e-06,
+      "loss": 28.7891,
+      "step": 12406
+    },
+    {
+      "epoch": 0.11744493141867267,
+      "grad_norm": 406.997314453125,
+      "learning_rate": 1.9601686240381868e-06,
+      "loss": 25.0234,
+      "step": 12407
+    },
+    {
+      "epoch": 0.11745439744038773,
+      "grad_norm": 3.209547996520996,
+      "learning_rate": 1.9601600569912672e-06,
+      "loss": 0.8462,
+      "step": 12408
+    },
+    {
+      "epoch": 0.11746386346210279,
+      "grad_norm": 950.633544921875,
+      "learning_rate": 1.96015148904186e-06,
+      "loss": 44.8203,
+      "step": 12409
+    },
+    {
+      "epoch": 0.11747332948381783,
+      "grad_norm": 393.5982360839844,
+      "learning_rate": 1.960142920189973e-06,
+      "loss": 23.1797,
+      "step": 12410
+    },
+    {
+      "epoch": 0.1174827955055329,
+      "grad_norm": 237.84645080566406,
+      "learning_rate": 1.9601343504356138e-06,
+      "loss": 15.4648,
+      "step": 12411
+    },
+    {
+      "epoch": 0.11749226152724794,
+      "grad_norm": 387.9979553222656,
+      "learning_rate": 1.9601257797787906e-06,
+      "loss": 38.1875,
+      "step": 12412
+    },
+    {
+      "epoch": 0.117501727548963,
+      "grad_norm": 429.833251953125,
+      "learning_rate": 1.960117208219512e-06,
+      "loss": 27.3438,
+      "step": 12413
+    },
+    {
+      "epoch": 0.11751119357067805,
+      "grad_norm": 483.8321838378906,
+      "learning_rate": 1.9601086357577855e-06,
+      "loss": 35.3125,
+      "step": 12414
+    },
+    {
+      "epoch": 0.1175206595923931,
+      "grad_norm": 374.3832702636719,
+      "learning_rate": 1.9601000623936193e-06,
+      "loss": 12.2461,
+      "step": 12415
+    },
+    {
+      "epoch": 0.11753012561410815,
+      "grad_norm": 268.9271545410156,
+      "learning_rate": 1.9600914881270216e-06,
+      "loss": 27.0625,
+      "step": 12416
+    },
+    {
+      "epoch": 0.11753959163582321,
+      "grad_norm": 551.5211181640625,
+      "learning_rate": 1.960082912958e-06,
+      "loss": 31.375,
+      "step": 12417
+    },
+    {
+      "epoch": 0.11754905765753827,
+      "grad_norm": 2.946882963180542,
+      "learning_rate": 1.9600743368865637e-06,
+      "loss": 0.9072,
+      "step": 12418
+    },
+    {
+      "epoch": 0.11755852367925332,
+      "grad_norm": 364.9281311035156,
+      "learning_rate": 1.9600657599127196e-06,
+      "loss": 38.5469,
+      "step": 12419
+    },
+    {
+      "epoch": 0.11756798970096838,
+      "grad_norm": 379.7557067871094,
+      "learning_rate": 1.9600571820364758e-06,
+      "loss": 22.1484,
+      "step": 12420
+    },
+    {
+      "epoch": 0.11757745572268342,
+      "grad_norm": 353.2918701171875,
+      "learning_rate": 1.9600486032578407e-06,
+      "loss": 30.1094,
+      "step": 12421
+    },
+    {
+      "epoch": 0.11758692174439848,
+      "grad_norm": 3.765556812286377,
+      "learning_rate": 1.960040023576823e-06,
+      "loss": 1.0791,
+      "step": 12422
+    },
+    {
+      "epoch": 0.11759638776611353,
+      "grad_norm": 321.40576171875,
+      "learning_rate": 1.9600314429934297e-06,
+      "loss": 21.2969,
+      "step": 12423
+    },
+    {
+      "epoch": 0.11760585378782859,
+      "grad_norm": 408.2489929199219,
+      "learning_rate": 1.9600228615076693e-06,
+      "loss": 29.7422,
+      "step": 12424
+    },
+    {
+      "epoch": 0.11761531980954364,
+      "grad_norm": 537.9639282226562,
+      "learning_rate": 1.9600142791195503e-06,
+      "loss": 38.9844,
+      "step": 12425
+    },
+    {
+      "epoch": 0.1176247858312587,
+      "grad_norm": 175.30056762695312,
+      "learning_rate": 1.96000569582908e-06,
+      "loss": 20.0391,
+      "step": 12426
+    },
+    {
+      "epoch": 0.11763425185297376,
+      "grad_norm": 391.8290710449219,
+      "learning_rate": 1.9599971116362662e-06,
+      "loss": 45.8906,
+      "step": 12427
+    },
+    {
+      "epoch": 0.1176437178746888,
+      "grad_norm": 3.3886630535125732,
+      "learning_rate": 1.9599885265411185e-06,
+      "loss": 0.9143,
+      "step": 12428
+    },
+    {
+      "epoch": 0.11765318389640386,
+      "grad_norm": 560.2987670898438,
+      "learning_rate": 1.9599799405436435e-06,
+      "loss": 38.5,
+      "step": 12429
+    },
+    {
+      "epoch": 0.11766264991811891,
+      "grad_norm": 192.4230194091797,
+      "learning_rate": 1.95997135364385e-06,
+      "loss": 24.8594,
+      "step": 12430
+    },
+    {
+      "epoch": 0.11767211593983397,
+      "grad_norm": 232.3142547607422,
+      "learning_rate": 1.959962765841746e-06,
+      "loss": 21.6172,
+      "step": 12431
+    },
+    {
+      "epoch": 0.11768158196154901,
+      "grad_norm": 307.54107666015625,
+      "learning_rate": 1.959954177137339e-06,
+      "loss": 25.4336,
+      "step": 12432
+    },
+    {
+      "epoch": 0.11769104798326407,
+      "grad_norm": 201.4305419921875,
+      "learning_rate": 1.959945587530638e-06,
+      "loss": 19.1328,
+      "step": 12433
+    },
+    {
+      "epoch": 0.11770051400497913,
+      "grad_norm": 366.0924072265625,
+      "learning_rate": 1.9599369970216505e-06,
+      "loss": 21.8906,
+      "step": 12434
+    },
+    {
+      "epoch": 0.11770998002669418,
+      "grad_norm": 282.861328125,
+      "learning_rate": 1.9599284056103847e-06,
+      "loss": 23.8594,
+      "step": 12435
+    },
+    {
+      "epoch": 0.11771944604840924,
+      "grad_norm": 877.1126708984375,
+      "learning_rate": 1.9599198132968485e-06,
+      "loss": 44.7031,
+      "step": 12436
+    },
+    {
+      "epoch": 0.11772891207012429,
+      "grad_norm": 353.4941711425781,
+      "learning_rate": 1.95991122008105e-06,
+      "loss": 11.7383,
+      "step": 12437
+    },
+    {
+      "epoch": 0.11773837809183935,
+      "grad_norm": 408.1835021972656,
+      "learning_rate": 1.9599026259629974e-06,
+      "loss": 38.9297,
+      "step": 12438
+    },
+    {
+      "epoch": 0.11774784411355439,
+      "grad_norm": 2.9579129219055176,
+      "learning_rate": 1.959894030942699e-06,
+      "loss": 0.936,
+      "step": 12439
+    },
+    {
+      "epoch": 0.11775731013526945,
+      "grad_norm": 3.474785327911377,
+      "learning_rate": 1.9598854350201626e-06,
+      "loss": 0.938,
+      "step": 12440
+    },
+    {
+      "epoch": 0.1177667761569845,
+      "grad_norm": 3.377340078353882,
+      "learning_rate": 1.9598768381953966e-06,
+      "loss": 0.9202,
+      "step": 12441
+    },
+    {
+      "epoch": 0.11777624217869956,
+      "grad_norm": 461.2964782714844,
+      "learning_rate": 1.9598682404684084e-06,
+      "loss": 18.6641,
+      "step": 12442
+    },
+    {
+      "epoch": 0.11778570820041462,
+      "grad_norm": 314.5745544433594,
+      "learning_rate": 1.959859641839207e-06,
+      "loss": 29.5,
+      "step": 12443
+    },
+    {
+      "epoch": 0.11779517422212966,
+      "grad_norm": 234.4283447265625,
+      "learning_rate": 1.959851042307799e-06,
+      "loss": 22.9531,
+      "step": 12444
+    },
+    {
+      "epoch": 0.11780464024384472,
+      "grad_norm": 589.3839111328125,
+      "learning_rate": 1.9598424418741947e-06,
+      "loss": 14.9609,
+      "step": 12445
+    },
+    {
+      "epoch": 0.11781410626555977,
+      "grad_norm": 837.8843383789062,
+      "learning_rate": 1.9598338405384e-06,
+      "loss": 48.7344,
+      "step": 12446
+    },
+    {
+      "epoch": 0.11782357228727483,
+      "grad_norm": 175.9969024658203,
+      "learning_rate": 1.9598252383004245e-06,
+      "loss": 16.2891,
+      "step": 12447
+    },
+    {
+      "epoch": 0.11783303830898988,
+      "grad_norm": 474.00469970703125,
+      "learning_rate": 1.9598166351602753e-06,
+      "loss": 17.6797,
+      "step": 12448
+    },
+    {
+      "epoch": 0.11784250433070494,
+      "grad_norm": 318.4284973144531,
+      "learning_rate": 1.959808031117961e-06,
+      "loss": 21.7031,
+      "step": 12449
+    },
+    {
+      "epoch": 0.11785197035241998,
+      "grad_norm": 238.19793701171875,
+      "learning_rate": 1.95979942617349e-06,
+      "loss": 21.0078,
+      "step": 12450
+    },
+    {
+      "epoch": 0.11786143637413504,
+      "grad_norm": 389.4842834472656,
+      "learning_rate": 1.959790820326869e-06,
+      "loss": 26.1797,
+      "step": 12451
+    },
+    {
+      "epoch": 0.1178709023958501,
+      "grad_norm": 345.2535400390625,
+      "learning_rate": 1.959782213578108e-06,
+      "loss": 23.2344,
+      "step": 12452
+    },
+    {
+      "epoch": 0.11788036841756515,
+      "grad_norm": 256.04901123046875,
+      "learning_rate": 1.959773605927214e-06,
+      "loss": 16.9023,
+      "step": 12453
+    },
+    {
+      "epoch": 0.11788983443928021,
+      "grad_norm": 647.462890625,
+      "learning_rate": 1.9597649973741953e-06,
+      "loss": 18.6797,
+      "step": 12454
+    },
+    {
+      "epoch": 0.11789930046099525,
+      "grad_norm": 403.5340270996094,
+      "learning_rate": 1.9597563879190597e-06,
+      "loss": 21.6953,
+      "step": 12455
+    },
+    {
+      "epoch": 0.11790876648271031,
+      "grad_norm": 364.8856201171875,
+      "learning_rate": 1.9597477775618154e-06,
+      "loss": 48.0547,
+      "step": 12456
+    },
+    {
+      "epoch": 0.11791823250442536,
+      "grad_norm": 342.1200866699219,
+      "learning_rate": 1.959739166302471e-06,
+      "loss": 39.0156,
+      "step": 12457
+    },
+    {
+      "epoch": 0.11792769852614042,
+      "grad_norm": 255.42831420898438,
+      "learning_rate": 1.959730554141034e-06,
+      "loss": 19.6719,
+      "step": 12458
+    },
+    {
+      "epoch": 0.11793716454785547,
+      "grad_norm": 250.64439392089844,
+      "learning_rate": 1.9597219410775128e-06,
+      "loss": 20.3242,
+      "step": 12459
+    },
+    {
+      "epoch": 0.11794663056957053,
+      "grad_norm": 481.6292419433594,
+      "learning_rate": 1.9597133271119153e-06,
+      "loss": 23.6641,
+      "step": 12460
+    },
+    {
+      "epoch": 0.11795609659128559,
+      "grad_norm": 307.3537292480469,
+      "learning_rate": 1.9597047122442498e-06,
+      "loss": 13.6953,
+      "step": 12461
+    },
+    {
+      "epoch": 0.11796556261300063,
+      "grad_norm": 340.2870788574219,
+      "learning_rate": 1.9596960964745242e-06,
+      "loss": 22.8281,
+      "step": 12462
+    },
+    {
+      "epoch": 0.11797502863471569,
+      "grad_norm": 341.7785949707031,
+      "learning_rate": 1.959687479802747e-06,
+      "loss": 21.625,
+      "step": 12463
+    },
+    {
+      "epoch": 0.11798449465643074,
+      "grad_norm": 417.7615051269531,
+      "learning_rate": 1.9596788622289257e-06,
+      "loss": 23.8047,
+      "step": 12464
+    },
+    {
+      "epoch": 0.1179939606781458,
+      "grad_norm": 289.7916259765625,
+      "learning_rate": 1.959670243753069e-06,
+      "loss": 18.418,
+      "step": 12465
+    },
+    {
+      "epoch": 0.11800342669986084,
+      "grad_norm": 248.77560424804688,
+      "learning_rate": 1.959661624375184e-06,
+      "loss": 30.1875,
+      "step": 12466
+    },
+    {
+      "epoch": 0.1180128927215759,
+      "grad_norm": 270.22125244140625,
+      "learning_rate": 1.9596530040952805e-06,
+      "loss": 17.8672,
+      "step": 12467
+    },
+    {
+      "epoch": 0.11802235874329095,
+      "grad_norm": 376.4422607421875,
+      "learning_rate": 1.959644382913365e-06,
+      "loss": 38.0938,
+      "step": 12468
+    },
+    {
+      "epoch": 0.11803182476500601,
+      "grad_norm": 666.9505004882812,
+      "learning_rate": 1.959635760829446e-06,
+      "loss": 72.0625,
+      "step": 12469
+    },
+    {
+      "epoch": 0.11804129078672107,
+      "grad_norm": 326.1933288574219,
+      "learning_rate": 1.959627137843532e-06,
+      "loss": 20.4336,
+      "step": 12470
+    },
+    {
+      "epoch": 0.11805075680843612,
+      "grad_norm": 428.2121887207031,
+      "learning_rate": 1.959618513955631e-06,
+      "loss": 27.3828,
+      "step": 12471
+    },
+    {
+      "epoch": 0.11806022283015118,
+      "grad_norm": 211.4190673828125,
+      "learning_rate": 1.9596098891657512e-06,
+      "loss": 8.2344,
+      "step": 12472
+    },
+    {
+      "epoch": 0.11806968885186622,
+      "grad_norm": 502.3570861816406,
+      "learning_rate": 1.9596012634739004e-06,
+      "loss": 48.3125,
+      "step": 12473
+    },
+    {
+      "epoch": 0.11807915487358128,
+      "grad_norm": 484.7079772949219,
+      "learning_rate": 1.959592636880087e-06,
+      "loss": 53.2188,
+      "step": 12474
+    },
+    {
+      "epoch": 0.11808862089529633,
+      "grad_norm": 643.5562133789062,
+      "learning_rate": 1.9595840093843185e-06,
+      "loss": 45.7344,
+      "step": 12475
+    },
+    {
+      "epoch": 0.11809808691701139,
+      "grad_norm": 355.9582824707031,
+      "learning_rate": 1.959575380986604e-06,
+      "loss": 38.0156,
+      "step": 12476
+    },
+    {
+      "epoch": 0.11810755293872645,
+      "grad_norm": 803.7570190429688,
+      "learning_rate": 1.9595667516869505e-06,
+      "loss": 41.2422,
+      "step": 12477
+    },
+    {
+      "epoch": 0.1181170189604415,
+      "grad_norm": 177.93548583984375,
+      "learning_rate": 1.959558121485367e-06,
+      "loss": 20.6875,
+      "step": 12478
+    },
+    {
+      "epoch": 0.11812648498215655,
+      "grad_norm": 3.6072168350219727,
+      "learning_rate": 1.9595494903818613e-06,
+      "loss": 1.0024,
+      "step": 12479
+    },
+    {
+      "epoch": 0.1181359510038716,
+      "grad_norm": 789.9855346679688,
+      "learning_rate": 1.9595408583764416e-06,
+      "loss": 23.6328,
+      "step": 12480
+    },
+    {
+      "epoch": 0.11814541702558666,
+      "grad_norm": 772.53173828125,
+      "learning_rate": 1.9595322254691156e-06,
+      "loss": 74.9375,
+      "step": 12481
+    },
+    {
+      "epoch": 0.1181548830473017,
+      "grad_norm": 224.50225830078125,
+      "learning_rate": 1.959523591659892e-06,
+      "loss": 19.9297,
+      "step": 12482
+    },
+    {
+      "epoch": 0.11816434906901677,
+      "grad_norm": 219.3191680908203,
+      "learning_rate": 1.9595149569487786e-06,
+      "loss": 19.5469,
+      "step": 12483
+    },
+    {
+      "epoch": 0.11817381509073181,
+      "grad_norm": 333.986328125,
+      "learning_rate": 1.9595063213357833e-06,
+      "loss": 30.2969,
+      "step": 12484
+    },
+    {
+      "epoch": 0.11818328111244687,
+      "grad_norm": 308.228515625,
+      "learning_rate": 1.959497684820915e-06,
+      "loss": 20.3438,
+      "step": 12485
+    },
+    {
+      "epoch": 0.11819274713416193,
+      "grad_norm": 340.3928527832031,
+      "learning_rate": 1.959489047404181e-06,
+      "loss": 34.4062,
+      "step": 12486
+    },
+    {
+      "epoch": 0.11820221315587698,
+      "grad_norm": 246.6578369140625,
+      "learning_rate": 1.9594804090855893e-06,
+      "loss": 27.0391,
+      "step": 12487
+    },
+    {
+      "epoch": 0.11821167917759204,
+      "grad_norm": 442.4824523925781,
+      "learning_rate": 1.959471769865149e-06,
+      "loss": 14.9062,
+      "step": 12488
+    },
+    {
+      "epoch": 0.11822114519930708,
+      "grad_norm": 3.0629212856292725,
+      "learning_rate": 1.9594631297428674e-06,
+      "loss": 0.8789,
+      "step": 12489
+    },
+    {
+      "epoch": 0.11823061122102214,
+      "grad_norm": 428.0545959472656,
+      "learning_rate": 1.9594544887187533e-06,
+      "loss": 24.7422,
+      "step": 12490
+    },
+    {
+      "epoch": 0.11824007724273719,
+      "grad_norm": 241.12693786621094,
+      "learning_rate": 1.959445846792814e-06,
+      "loss": 13.4219,
+      "step": 12491
+    },
+    {
+      "epoch": 0.11824954326445225,
+      "grad_norm": 490.22406005859375,
+      "learning_rate": 1.959437203965058e-06,
+      "loss": 38.0547,
+      "step": 12492
+    },
+    {
+      "epoch": 0.1182590092861673,
+      "grad_norm": 2.8312249183654785,
+      "learning_rate": 1.9594285602354935e-06,
+      "loss": 0.97,
+      "step": 12493
+    },
+    {
+      "epoch": 0.11826847530788236,
+      "grad_norm": 262.7889709472656,
+      "learning_rate": 1.9594199156041286e-06,
+      "loss": 15.9375,
+      "step": 12494
+    },
+    {
+      "epoch": 0.11827794132959742,
+      "grad_norm": 226.67605590820312,
+      "learning_rate": 1.9594112700709715e-06,
+      "loss": 22.1641,
+      "step": 12495
+    },
+    {
+      "epoch": 0.11828740735131246,
+      "grad_norm": 3.186171054840088,
+      "learning_rate": 1.95940262363603e-06,
+      "loss": 0.9941,
+      "step": 12496
+    },
+    {
+      "epoch": 0.11829687337302752,
+      "grad_norm": 567.8453979492188,
+      "learning_rate": 1.9593939762993126e-06,
+      "loss": 39.5156,
+      "step": 12497
+    },
+    {
+      "epoch": 0.11830633939474257,
+      "grad_norm": 338.14703369140625,
+      "learning_rate": 1.959385328060827e-06,
+      "loss": 33.6406,
+      "step": 12498
+    },
+    {
+      "epoch": 0.11831580541645763,
+      "grad_norm": 656.4912109375,
+      "learning_rate": 1.9593766789205822e-06,
+      "loss": 39.5352,
+      "step": 12499
+    },
+    {
+      "epoch": 0.11832527143817267,
+      "grad_norm": 606.309326171875,
+      "learning_rate": 1.9593680288785852e-06,
+      "loss": 20.9453,
+      "step": 12500
+    },
+    {
+      "epoch": 0.11833473745988773,
+      "grad_norm": 252.27044677734375,
+      "learning_rate": 1.9593593779348446e-06,
+      "loss": 15.2188,
+      "step": 12501
+    },
+    {
+      "epoch": 0.11834420348160278,
+      "grad_norm": 616.5584106445312,
+      "learning_rate": 1.959350726089369e-06,
+      "loss": 21.3203,
+      "step": 12502
+    },
+    {
+      "epoch": 0.11835366950331784,
+      "grad_norm": 270.822998046875,
+      "learning_rate": 1.959342073342166e-06,
+      "loss": 22.2578,
+      "step": 12503
+    },
+    {
+      "epoch": 0.1183631355250329,
+      "grad_norm": 339.8631591796875,
+      "learning_rate": 1.9593334196932438e-06,
+      "loss": 12.6992,
+      "step": 12504
+    },
+    {
+      "epoch": 0.11837260154674795,
+      "grad_norm": 3.312018394470215,
+      "learning_rate": 1.9593247651426107e-06,
+      "loss": 1.1294,
+      "step": 12505
+    },
+    {
+      "epoch": 0.118382067568463,
+      "grad_norm": 257.2930603027344,
+      "learning_rate": 1.9593161096902746e-06,
+      "loss": 24.2188,
+      "step": 12506
+    },
+    {
+      "epoch": 0.11839153359017805,
+      "grad_norm": 852.0159912109375,
+      "learning_rate": 1.959307453336244e-06,
+      "loss": 37.0781,
+      "step": 12507
+    },
+    {
+      "epoch": 0.11840099961189311,
+      "grad_norm": 251.69371032714844,
+      "learning_rate": 1.9592987960805265e-06,
+      "loss": 23.1758,
+      "step": 12508
+    },
+    {
+      "epoch": 0.11841046563360816,
+      "grad_norm": 475.1164245605469,
+      "learning_rate": 1.9592901379231305e-06,
+      "loss": 20.9688,
+      "step": 12509
+    },
+    {
+      "epoch": 0.11841993165532322,
+      "grad_norm": 630.6978759765625,
+      "learning_rate": 1.959281478864064e-06,
+      "loss": 26.0078,
+      "step": 12510
+    },
+    {
+      "epoch": 0.11842939767703826,
+      "grad_norm": 267.9891052246094,
+      "learning_rate": 1.959272818903336e-06,
+      "loss": 18.9609,
+      "step": 12511
+    },
+    {
+      "epoch": 0.11843886369875332,
+      "grad_norm": 352.7592468261719,
+      "learning_rate": 1.959264158040954e-06,
+      "loss": 20.1641,
+      "step": 12512
+    },
+    {
+      "epoch": 0.11844832972046838,
+      "grad_norm": 712.119140625,
+      "learning_rate": 1.959255496276925e-06,
+      "loss": 38.9844,
+      "step": 12513
+    },
+    {
+      "epoch": 0.11845779574218343,
+      "grad_norm": 708.5888061523438,
+      "learning_rate": 1.959246833611259e-06,
+      "loss": 43.8828,
+      "step": 12514
+    },
+    {
+      "epoch": 0.11846726176389849,
+      "grad_norm": 296.8065185546875,
+      "learning_rate": 1.959238170043963e-06,
+      "loss": 24.9844,
+      "step": 12515
+    },
+    {
+      "epoch": 0.11847672778561354,
+      "grad_norm": 188.07882690429688,
+      "learning_rate": 1.9592295055750464e-06,
+      "loss": 19.8125,
+      "step": 12516
+    },
+    {
+      "epoch": 0.1184861938073286,
+      "grad_norm": 387.41314697265625,
+      "learning_rate": 1.9592208402045157e-06,
+      "loss": 16.7734,
+      "step": 12517
+    },
+    {
+      "epoch": 0.11849565982904364,
+      "grad_norm": 559.8042602539062,
+      "learning_rate": 1.95921217393238e-06,
+      "loss": 27.8438,
+      "step": 12518
+    },
+    {
+      "epoch": 0.1185051258507587,
+      "grad_norm": 315.2022399902344,
+      "learning_rate": 1.9592035067586476e-06,
+      "loss": 32.5156,
+      "step": 12519
+    },
+    {
+      "epoch": 0.11851459187247376,
+      "grad_norm": 236.75318908691406,
+      "learning_rate": 1.9591948386833255e-06,
+      "loss": 15.6758,
+      "step": 12520
+    },
+    {
+      "epoch": 0.11852405789418881,
+      "grad_norm": 251.50946044921875,
+      "learning_rate": 1.9591861697064233e-06,
+      "loss": 15.4922,
+      "step": 12521
+    },
+    {
+      "epoch": 0.11853352391590387,
+      "grad_norm": 348.7432556152344,
+      "learning_rate": 1.959177499827948e-06,
+      "loss": 33.4688,
+      "step": 12522
+    },
+    {
+      "epoch": 0.11854298993761891,
+      "grad_norm": 1606.3087158203125,
+      "learning_rate": 1.9591688290479087e-06,
+      "loss": 63.625,
+      "step": 12523
+    },
+    {
+      "epoch": 0.11855245595933397,
+      "grad_norm": 241.6333770751953,
+      "learning_rate": 1.959160157366313e-06,
+      "loss": 22.7031,
+      "step": 12524
+    },
+    {
+      "epoch": 0.11856192198104902,
+      "grad_norm": 403.9260559082031,
+      "learning_rate": 1.959151484783169e-06,
+      "loss": 30.7188,
+      "step": 12525
+    },
+    {
+      "epoch": 0.11857138800276408,
+      "grad_norm": 346.64520263671875,
+      "learning_rate": 1.9591428112984855e-06,
+      "loss": 21.4688,
+      "step": 12526
+    },
+    {
+      "epoch": 0.11858085402447913,
+      "grad_norm": 267.21246337890625,
+      "learning_rate": 1.9591341369122695e-06,
+      "loss": 17.2734,
+      "step": 12527
+    },
+    {
+      "epoch": 0.11859032004619419,
+      "grad_norm": 291.94482421875,
+      "learning_rate": 1.9591254616245305e-06,
+      "loss": 36.8125,
+      "step": 12528
+    },
+    {
+      "epoch": 0.11859978606790925,
+      "grad_norm": 216.09115600585938,
+      "learning_rate": 1.9591167854352752e-06,
+      "loss": 11.1016,
+      "step": 12529
+    },
+    {
+      "epoch": 0.11860925208962429,
+      "grad_norm": 3.05702543258667,
+      "learning_rate": 1.959108108344513e-06,
+      "loss": 0.9248,
+      "step": 12530
+    },
+    {
+      "epoch": 0.11861871811133935,
+      "grad_norm": 400.4447326660156,
+      "learning_rate": 1.959099430352251e-06,
+      "loss": 21.0664,
+      "step": 12531
+    },
+    {
+      "epoch": 0.1186281841330544,
+      "grad_norm": 3.297555685043335,
+      "learning_rate": 1.9590907514584985e-06,
+      "loss": 0.8975,
+      "step": 12532
+    },
+    {
+      "epoch": 0.11863765015476946,
+      "grad_norm": 213.8272705078125,
+      "learning_rate": 1.959082071663263e-06,
+      "loss": 13.8203,
+      "step": 12533
+    },
+    {
+      "epoch": 0.1186471161764845,
+      "grad_norm": 590.6350708007812,
+      "learning_rate": 1.959073390966553e-06,
+      "loss": 60.9531,
+      "step": 12534
+    },
+    {
+      "epoch": 0.11865658219819956,
+      "grad_norm": 222.63308715820312,
+      "learning_rate": 1.9590647093683757e-06,
+      "loss": 24.3125,
+      "step": 12535
+    },
+    {
+      "epoch": 0.11866604821991461,
+      "grad_norm": 367.02911376953125,
+      "learning_rate": 1.9590560268687402e-06,
+      "loss": 16.875,
+      "step": 12536
+    },
+    {
+      "epoch": 0.11867551424162967,
+      "grad_norm": 3.512831211090088,
+      "learning_rate": 1.959047343467655e-06,
+      "loss": 0.9253,
+      "step": 12537
+    },
+    {
+      "epoch": 0.11868498026334473,
+      "grad_norm": 297.1220703125,
+      "learning_rate": 1.959038659165127e-06,
+      "loss": 13.5117,
+      "step": 12538
+    },
+    {
+      "epoch": 0.11869444628505978,
+      "grad_norm": 3.5804595947265625,
+      "learning_rate": 1.9590299739611655e-06,
+      "loss": 0.9209,
+      "step": 12539
+    },
+    {
+      "epoch": 0.11870391230677484,
+      "grad_norm": 995.9786987304688,
+      "learning_rate": 1.9590212878557778e-06,
+      "loss": 27.1016,
+      "step": 12540
+    },
+    {
+      "epoch": 0.11871337832848988,
+      "grad_norm": 437.1162109375,
+      "learning_rate": 1.959012600848973e-06,
+      "loss": 29.5,
+      "step": 12541
+    },
+    {
+      "epoch": 0.11872284435020494,
+      "grad_norm": 240.74998474121094,
+      "learning_rate": 1.9590039129407584e-06,
+      "loss": 18.2148,
+      "step": 12542
+    },
+    {
+      "epoch": 0.11873231037191999,
+      "grad_norm": 4.232676029205322,
+      "learning_rate": 1.9589952241311426e-06,
+      "loss": 1.1045,
+      "step": 12543
+    },
+    {
+      "epoch": 0.11874177639363505,
+      "grad_norm": 2.8563342094421387,
+      "learning_rate": 1.9589865344201337e-06,
+      "loss": 1.0029,
+      "step": 12544
+    },
+    {
+      "epoch": 0.1187512424153501,
+      "grad_norm": 510.369140625,
+      "learning_rate": 1.9589778438077395e-06,
+      "loss": 45.0625,
+      "step": 12545
+    },
+    {
+      "epoch": 0.11876070843706515,
+      "grad_norm": 604.0240478515625,
+      "learning_rate": 1.958969152293969e-06,
+      "loss": 34.625,
+      "step": 12546
+    },
+    {
+      "epoch": 0.11877017445878021,
+      "grad_norm": 388.9475402832031,
+      "learning_rate": 1.9589604598788293e-06,
+      "loss": 17.2539,
+      "step": 12547
+    },
+    {
+      "epoch": 0.11877964048049526,
+      "grad_norm": 298.2950134277344,
+      "learning_rate": 1.95895176656233e-06,
+      "loss": 15.8203,
+      "step": 12548
+    },
+    {
+      "epoch": 0.11878910650221032,
+      "grad_norm": 241.49867248535156,
+      "learning_rate": 1.9589430723444777e-06,
+      "loss": 29.8438,
+      "step": 12549
+    },
+    {
+      "epoch": 0.11879857252392537,
+      "grad_norm": 541.2489013671875,
+      "learning_rate": 1.9589343772252816e-06,
+      "loss": 38.6797,
+      "step": 12550
+    },
+    {
+      "epoch": 0.11880803854564043,
+      "grad_norm": 431.486083984375,
+      "learning_rate": 1.9589256812047493e-06,
+      "loss": 34.1719,
+      "step": 12551
+    },
+    {
+      "epoch": 0.11881750456735547,
+      "grad_norm": 212.97634887695312,
+      "learning_rate": 1.9589169842828897e-06,
+      "loss": 19.5312,
+      "step": 12552
+    },
+    {
+      "epoch": 0.11882697058907053,
+      "grad_norm": 207.6826171875,
+      "learning_rate": 1.9589082864597104e-06,
+      "loss": 12.875,
+      "step": 12553
+    },
+    {
+      "epoch": 0.11883643661078558,
+      "grad_norm": 415.3200988769531,
+      "learning_rate": 1.9588995877352194e-06,
+      "loss": 57.9531,
+      "step": 12554
+    },
+    {
+      "epoch": 0.11884590263250064,
+      "grad_norm": 702.1846313476562,
+      "learning_rate": 1.958890888109425e-06,
+      "loss": 56.9062,
+      "step": 12555
+    },
+    {
+      "epoch": 0.1188553686542157,
+      "grad_norm": 560.6973266601562,
+      "learning_rate": 1.9588821875823363e-06,
+      "loss": 41.2344,
+      "step": 12556
+    },
+    {
+      "epoch": 0.11886483467593074,
+      "grad_norm": 404.33599853515625,
+      "learning_rate": 1.9588734861539603e-06,
+      "loss": 39.7578,
+      "step": 12557
+    },
+    {
+      "epoch": 0.1188743006976458,
+      "grad_norm": 473.55450439453125,
+      "learning_rate": 1.9588647838243056e-06,
+      "loss": 18.4375,
+      "step": 12558
+    },
+    {
+      "epoch": 0.11888376671936085,
+      "grad_norm": 634.216552734375,
+      "learning_rate": 1.9588560805933804e-06,
+      "loss": 30.8906,
+      "step": 12559
+    },
+    {
+      "epoch": 0.11889323274107591,
+      "grad_norm": 753.8851318359375,
+      "learning_rate": 1.9588473764611926e-06,
+      "loss": 45.3906,
+      "step": 12560
+    },
+    {
+      "epoch": 0.11890269876279096,
+      "grad_norm": 374.0474853515625,
+      "learning_rate": 1.9588386714277508e-06,
+      "loss": 20.9297,
+      "step": 12561
+    },
+    {
+      "epoch": 0.11891216478450602,
+      "grad_norm": 316.0805358886719,
+      "learning_rate": 1.9588299654930633e-06,
+      "loss": 21.5,
+      "step": 12562
+    },
+    {
+      "epoch": 0.11892163080622108,
+      "grad_norm": 593.03564453125,
+      "learning_rate": 1.958821258657138e-06,
+      "loss": 47.9688,
+      "step": 12563
+    },
+    {
+      "epoch": 0.11893109682793612,
+      "grad_norm": 418.44781494140625,
+      "learning_rate": 1.958812550919983e-06,
+      "loss": 29.5781,
+      "step": 12564
+    },
+    {
+      "epoch": 0.11894056284965118,
+      "grad_norm": 474.8135070800781,
+      "learning_rate": 1.9588038422816062e-06,
+      "loss": 23.7734,
+      "step": 12565
+    },
+    {
+      "epoch": 0.11895002887136623,
+      "grad_norm": 317.1666564941406,
+      "learning_rate": 1.9587951327420164e-06,
+      "loss": 41.0938,
+      "step": 12566
+    },
+    {
+      "epoch": 0.11895949489308129,
+      "grad_norm": 193.60215759277344,
+      "learning_rate": 1.9587864223012217e-06,
+      "loss": 21.9531,
+      "step": 12567
+    },
+    {
+      "epoch": 0.11896896091479633,
+      "grad_norm": 242.1050567626953,
+      "learning_rate": 1.95877771095923e-06,
+      "loss": 16.4805,
+      "step": 12568
+    },
+    {
+      "epoch": 0.1189784269365114,
+      "grad_norm": 3.840545892715454,
+      "learning_rate": 1.9587689987160497e-06,
+      "loss": 1.0161,
+      "step": 12569
+    },
+    {
+      "epoch": 0.11898789295822644,
+      "grad_norm": 250.2222442626953,
+      "learning_rate": 1.958760285571689e-06,
+      "loss": 22.9766,
+      "step": 12570
+    },
+    {
+      "epoch": 0.1189973589799415,
+      "grad_norm": 259.39788818359375,
+      "learning_rate": 1.9587515715261557e-06,
+      "loss": 19.9062,
+      "step": 12571
+    },
+    {
+      "epoch": 0.11900682500165656,
+      "grad_norm": 198.34207153320312,
+      "learning_rate": 1.9587428565794582e-06,
+      "loss": 17.1797,
+      "step": 12572
+    },
+    {
+      "epoch": 0.1190162910233716,
+      "grad_norm": 3.1476030349731445,
+      "learning_rate": 1.9587341407316054e-06,
+      "loss": 0.9268,
+      "step": 12573
+    },
+    {
+      "epoch": 0.11902575704508667,
+      "grad_norm": 230.71533203125,
+      "learning_rate": 1.9587254239826044e-06,
+      "loss": 19.0,
+      "step": 12574
+    },
+    {
+      "epoch": 0.11903522306680171,
+      "grad_norm": 4.077130317687988,
+      "learning_rate": 1.958716706332464e-06,
+      "loss": 0.9453,
+      "step": 12575
+    },
+    {
+      "epoch": 0.11904468908851677,
+      "grad_norm": 523.7610473632812,
+      "learning_rate": 1.9587079877811925e-06,
+      "loss": 21.9453,
+      "step": 12576
+    },
+    {
+      "epoch": 0.11905415511023182,
+      "grad_norm": 209.10943603515625,
+      "learning_rate": 1.9586992683287973e-06,
+      "loss": 23.1719,
+      "step": 12577
+    },
+    {
+      "epoch": 0.11906362113194688,
+      "grad_norm": 559.7361450195312,
+      "learning_rate": 1.9586905479752874e-06,
+      "loss": 48.1562,
+      "step": 12578
+    },
+    {
+      "epoch": 0.11907308715366192,
+      "grad_norm": 690.4771118164062,
+      "learning_rate": 1.9586818267206712e-06,
+      "loss": 37.6758,
+      "step": 12579
+    },
+    {
+      "epoch": 0.11908255317537698,
+      "grad_norm": 863.7325439453125,
+      "learning_rate": 1.958673104564956e-06,
+      "loss": 53.5195,
+      "step": 12580
+    },
+    {
+      "epoch": 0.11909201919709204,
+      "grad_norm": 240.59878540039062,
+      "learning_rate": 1.9586643815081506e-06,
+      "loss": 20.6719,
+      "step": 12581
+    },
+    {
+      "epoch": 0.11910148521880709,
+      "grad_norm": 2239.25732421875,
+      "learning_rate": 1.958655657550263e-06,
+      "loss": 19.1797,
+      "step": 12582
+    },
+    {
+      "epoch": 0.11911095124052215,
+      "grad_norm": 283.17095947265625,
+      "learning_rate": 1.9586469326913015e-06,
+      "loss": 21.1875,
+      "step": 12583
+    },
+    {
+      "epoch": 0.1191204172622372,
+      "grad_norm": 350.9524841308594,
+      "learning_rate": 1.958638206931274e-06,
+      "loss": 15.8047,
+      "step": 12584
+    },
+    {
+      "epoch": 0.11912988328395226,
+      "grad_norm": 513.2554321289062,
+      "learning_rate": 1.958629480270189e-06,
+      "loss": 42.1719,
+      "step": 12585
+    },
+    {
+      "epoch": 0.1191393493056673,
+      "grad_norm": 463.993408203125,
+      "learning_rate": 1.958620752708055e-06,
+      "loss": 46.7031,
+      "step": 12586
+    },
+    {
+      "epoch": 0.11914881532738236,
+      "grad_norm": 215.9068603515625,
+      "learning_rate": 1.9586120242448795e-06,
+      "loss": 17.9102,
+      "step": 12587
+    },
+    {
+      "epoch": 0.11915828134909741,
+      "grad_norm": 599.3005981445312,
+      "learning_rate": 1.9586032948806712e-06,
+      "loss": 38.1797,
+      "step": 12588
+    },
+    {
+      "epoch": 0.11916774737081247,
+      "grad_norm": 438.133544921875,
+      "learning_rate": 1.958594564615438e-06,
+      "loss": 47.8281,
+      "step": 12589
+    },
+    {
+      "epoch": 0.11917721339252753,
+      "grad_norm": 414.16058349609375,
+      "learning_rate": 1.9585858334491883e-06,
+      "loss": 25.2812,
+      "step": 12590
+    },
+    {
+      "epoch": 0.11918667941424257,
+      "grad_norm": 278.4576110839844,
+      "learning_rate": 1.9585771013819306e-06,
+      "loss": 21.168,
+      "step": 12591
+    },
+    {
+      "epoch": 0.11919614543595763,
+      "grad_norm": 264.0628356933594,
+      "learning_rate": 1.9585683684136725e-06,
+      "loss": 20.5781,
+      "step": 12592
+    },
+    {
+      "epoch": 0.11920561145767268,
+      "grad_norm": 331.333251953125,
+      "learning_rate": 1.958559634544423e-06,
+      "loss": 17.4844,
+      "step": 12593
+    },
+    {
+      "epoch": 0.11921507747938774,
+      "grad_norm": 3.0175671577453613,
+      "learning_rate": 1.958550899774189e-06,
+      "loss": 0.8643,
+      "step": 12594
+    },
+    {
+      "epoch": 0.11922454350110279,
+      "grad_norm": 371.89935302734375,
+      "learning_rate": 1.95854216410298e-06,
+      "loss": 47.3438,
+      "step": 12595
+    },
+    {
+      "epoch": 0.11923400952281785,
+      "grad_norm": 1402.785888671875,
+      "learning_rate": 1.9585334275308036e-06,
+      "loss": 88.5312,
+      "step": 12596
+    },
+    {
+      "epoch": 0.11924347554453289,
+      "grad_norm": 450.6885986328125,
+      "learning_rate": 1.958524690057668e-06,
+      "loss": 23.1016,
+      "step": 12597
+    },
+    {
+      "epoch": 0.11925294156624795,
+      "grad_norm": 258.53363037109375,
+      "learning_rate": 1.9585159516835818e-06,
+      "loss": 22.7188,
+      "step": 12598
+    },
+    {
+      "epoch": 0.11926240758796301,
+      "grad_norm": 638.29443359375,
+      "learning_rate": 1.958507212408553e-06,
+      "loss": 51.5469,
+      "step": 12599
+    },
+    {
+      "epoch": 0.11927187360967806,
+      "grad_norm": 290.3292541503906,
+      "learning_rate": 1.9584984722325892e-06,
+      "loss": 27.0938,
+      "step": 12600
+    },
+    {
+      "epoch": 0.11928133963139312,
+      "grad_norm": 239.4757537841797,
+      "learning_rate": 1.9584897311557e-06,
+      "loss": 16.3516,
+      "step": 12601
+    },
+    {
+      "epoch": 0.11929080565310816,
+      "grad_norm": 572.6786499023438,
+      "learning_rate": 1.9584809891778925e-06,
+      "loss": 23.9062,
+      "step": 12602
+    },
+    {
+      "epoch": 0.11930027167482322,
+      "grad_norm": 457.0514831542969,
+      "learning_rate": 1.9584722462991753e-06,
+      "loss": 50.4375,
+      "step": 12603
+    },
+    {
+      "epoch": 0.11930973769653827,
+      "grad_norm": 305.94866943359375,
+      "learning_rate": 1.958463502519556e-06,
+      "loss": 20.2852,
+      "step": 12604
+    },
+    {
+      "epoch": 0.11931920371825333,
+      "grad_norm": 363.7744445800781,
+      "learning_rate": 1.9584547578390442e-06,
+      "loss": 20.2734,
+      "step": 12605
+    },
+    {
+      "epoch": 0.11932866973996838,
+      "grad_norm": 207.93844604492188,
+      "learning_rate": 1.958446012257647e-06,
+      "loss": 28.0625,
+      "step": 12606
+    },
+    {
+      "epoch": 0.11933813576168344,
+      "grad_norm": 950.7186279296875,
+      "learning_rate": 1.9584372657753724e-06,
+      "loss": 66.9609,
+      "step": 12607
+    },
+    {
+      "epoch": 0.1193476017833985,
+      "grad_norm": 360.4522705078125,
+      "learning_rate": 1.9584285183922293e-06,
+      "loss": 17.5156,
+      "step": 12608
+    },
+    {
+      "epoch": 0.11935706780511354,
+      "grad_norm": 363.8592529296875,
+      "learning_rate": 1.958419770108226e-06,
+      "loss": 36.8281,
+      "step": 12609
+    },
+    {
+      "epoch": 0.1193665338268286,
+      "grad_norm": 425.701904296875,
+      "learning_rate": 1.9584110209233704e-06,
+      "loss": 32.2031,
+      "step": 12610
+    },
+    {
+      "epoch": 0.11937599984854365,
+      "grad_norm": 242.68923950195312,
+      "learning_rate": 1.958402270837671e-06,
+      "loss": 19.2344,
+      "step": 12611
+    },
+    {
+      "epoch": 0.11938546587025871,
+      "grad_norm": 318.7239074707031,
+      "learning_rate": 1.958393519851135e-06,
+      "loss": 18.9375,
+      "step": 12612
+    },
+    {
+      "epoch": 0.11939493189197375,
+      "grad_norm": 296.7611999511719,
+      "learning_rate": 1.9583847679637724e-06,
+      "loss": 28.4844,
+      "step": 12613
+    },
+    {
+      "epoch": 0.11940439791368881,
+      "grad_norm": 461.30426025390625,
+      "learning_rate": 1.95837601517559e-06,
+      "loss": 29.6641,
+      "step": 12614
+    },
+    {
+      "epoch": 0.11941386393540387,
+      "grad_norm": 384.6173400878906,
+      "learning_rate": 1.9583672614865966e-06,
+      "loss": 42.4219,
+      "step": 12615
+    },
+    {
+      "epoch": 0.11942332995711892,
+      "grad_norm": 173.589111328125,
+      "learning_rate": 1.9583585068968e-06,
+      "loss": 21.5078,
+      "step": 12616
+    },
+    {
+      "epoch": 0.11943279597883398,
+      "grad_norm": 207.0529327392578,
+      "learning_rate": 1.958349751406209e-06,
+      "loss": 19.6172,
+      "step": 12617
+    },
+    {
+      "epoch": 0.11944226200054903,
+      "grad_norm": 233.64682006835938,
+      "learning_rate": 1.958340995014832e-06,
+      "loss": 15.1016,
+      "step": 12618
+    },
+    {
+      "epoch": 0.11945172802226409,
+      "grad_norm": 272.8251037597656,
+      "learning_rate": 1.958332237722676e-06,
+      "loss": 21.5781,
+      "step": 12619
+    },
+    {
+      "epoch": 0.11946119404397913,
+      "grad_norm": 428.06756591796875,
+      "learning_rate": 1.9583234795297506e-06,
+      "loss": 31.0938,
+      "step": 12620
+    },
+    {
+      "epoch": 0.11947066006569419,
+      "grad_norm": 360.3064880371094,
+      "learning_rate": 1.958314720436063e-06,
+      "loss": 23.3594,
+      "step": 12621
+    },
+    {
+      "epoch": 0.11948012608740924,
+      "grad_norm": 686.0059814453125,
+      "learning_rate": 1.9583059604416226e-06,
+      "loss": 28.9609,
+      "step": 12622
+    },
+    {
+      "epoch": 0.1194895921091243,
+      "grad_norm": 694.9517211914062,
+      "learning_rate": 1.9582971995464367e-06,
+      "loss": 34.6406,
+      "step": 12623
+    },
+    {
+      "epoch": 0.11949905813083936,
+      "grad_norm": 3.250584363937378,
+      "learning_rate": 1.9582884377505134e-06,
+      "loss": 0.9097,
+      "step": 12624
+    },
+    {
+      "epoch": 0.1195085241525544,
+      "grad_norm": 330.4075622558594,
+      "learning_rate": 1.9582796750538616e-06,
+      "loss": 17.1562,
+      "step": 12625
+    },
+    {
+      "epoch": 0.11951799017426946,
+      "grad_norm": 298.5489807128906,
+      "learning_rate": 1.9582709114564893e-06,
+      "loss": 17.5391,
+      "step": 12626
+    },
+    {
+      "epoch": 0.11952745619598451,
+      "grad_norm": 359.3769226074219,
+      "learning_rate": 1.9582621469584047e-06,
+      "loss": 23.4219,
+      "step": 12627
+    },
+    {
+      "epoch": 0.11953692221769957,
+      "grad_norm": 263.82977294921875,
+      "learning_rate": 1.9582533815596158e-06,
+      "loss": 38.4844,
+      "step": 12628
+    },
+    {
+      "epoch": 0.11954638823941462,
+      "grad_norm": 565.5381469726562,
+      "learning_rate": 1.9582446152601313e-06,
+      "loss": 40.9688,
+      "step": 12629
+    },
+    {
+      "epoch": 0.11955585426112968,
+      "grad_norm": 157.33409118652344,
+      "learning_rate": 1.958235848059959e-06,
+      "loss": 21.2734,
+      "step": 12630
+    },
+    {
+      "epoch": 0.11956532028284472,
+      "grad_norm": 283.2381591796875,
+      "learning_rate": 1.9582270799591075e-06,
+      "loss": 18.1016,
+      "step": 12631
+    },
+    {
+      "epoch": 0.11957478630455978,
+      "grad_norm": 310.2468566894531,
+      "learning_rate": 1.9582183109575846e-06,
+      "loss": 21.7266,
+      "step": 12632
+    },
+    {
+      "epoch": 0.11958425232627484,
+      "grad_norm": 497.8782653808594,
+      "learning_rate": 1.9582095410553993e-06,
+      "loss": 54.0,
+      "step": 12633
+    },
+    {
+      "epoch": 0.11959371834798989,
+      "grad_norm": 159.71453857421875,
+      "learning_rate": 1.9582007702525587e-06,
+      "loss": 13.1406,
+      "step": 12634
+    },
+    {
+      "epoch": 0.11960318436970495,
+      "grad_norm": 684.3792724609375,
+      "learning_rate": 1.9581919985490723e-06,
+      "loss": 62.8359,
+      "step": 12635
+    },
+    {
+      "epoch": 0.11961265039142,
+      "grad_norm": 442.0411071777344,
+      "learning_rate": 1.9581832259449476e-06,
+      "loss": 19.6172,
+      "step": 12636
+    },
+    {
+      "epoch": 0.11962211641313505,
+      "grad_norm": 3.187875986099243,
+      "learning_rate": 1.9581744524401927e-06,
+      "loss": 0.9219,
+      "step": 12637
+    },
+    {
+      "epoch": 0.1196315824348501,
+      "grad_norm": 939.1146850585938,
+      "learning_rate": 1.9581656780348164e-06,
+      "loss": 45.6875,
+      "step": 12638
+    },
+    {
+      "epoch": 0.11964104845656516,
+      "grad_norm": 3.0466225147247314,
+      "learning_rate": 1.958156902728827e-06,
+      "loss": 0.9688,
+      "step": 12639
+    },
+    {
+      "epoch": 0.1196505144782802,
+      "grad_norm": 722.2459106445312,
+      "learning_rate": 1.958148126522232e-06,
+      "loss": 35.75,
+      "step": 12640
+    },
+    {
+      "epoch": 0.11965998049999527,
+      "grad_norm": 485.54193115234375,
+      "learning_rate": 1.95813934941504e-06,
+      "loss": 20.7656,
+      "step": 12641
+    },
+    {
+      "epoch": 0.11966944652171033,
+      "grad_norm": 385.2447814941406,
+      "learning_rate": 1.9581305714072598e-06,
+      "loss": 40.8516,
+      "step": 12642
+    },
+    {
+      "epoch": 0.11967891254342537,
+      "grad_norm": 268.1156921386719,
+      "learning_rate": 1.958121792498899e-06,
+      "loss": 25.0312,
+      "step": 12643
+    },
+    {
+      "epoch": 0.11968837856514043,
+      "grad_norm": 378.1156311035156,
+      "learning_rate": 1.958113012689966e-06,
+      "loss": 9.6367,
+      "step": 12644
+    },
+    {
+      "epoch": 0.11969784458685548,
+      "grad_norm": 659.4326171875,
+      "learning_rate": 1.958104231980469e-06,
+      "loss": 19.2344,
+      "step": 12645
+    },
+    {
+      "epoch": 0.11970731060857054,
+      "grad_norm": 277.9979248046875,
+      "learning_rate": 1.9580954503704166e-06,
+      "loss": 31.3906,
+      "step": 12646
+    },
+    {
+      "epoch": 0.11971677663028558,
+      "grad_norm": 786.9117431640625,
+      "learning_rate": 1.9580866678598163e-06,
+      "loss": 22.6953,
+      "step": 12647
+    },
+    {
+      "epoch": 0.11972624265200064,
+      "grad_norm": 487.9312744140625,
+      "learning_rate": 1.9580778844486778e-06,
+      "loss": 15.7188,
+      "step": 12648
+    },
+    {
+      "epoch": 0.11973570867371569,
+      "grad_norm": 232.4349822998047,
+      "learning_rate": 1.9580691001370077e-06,
+      "loss": 28.7969,
+      "step": 12649
+    },
+    {
+      "epoch": 0.11974517469543075,
+      "grad_norm": 448.3601989746094,
+      "learning_rate": 1.958060314924815e-06,
+      "loss": 22.875,
+      "step": 12650
+    },
+    {
+      "epoch": 0.11975464071714581,
+      "grad_norm": 2662.25048828125,
+      "learning_rate": 1.958051528812108e-06,
+      "loss": 21.4531,
+      "step": 12651
+    },
+    {
+      "epoch": 0.11976410673886086,
+      "grad_norm": 471.4386291503906,
+      "learning_rate": 1.958042741798895e-06,
+      "loss": 36.2969,
+      "step": 12652
+    },
+    {
+      "epoch": 0.11977357276057592,
+      "grad_norm": 313.09295654296875,
+      "learning_rate": 1.958033953885184e-06,
+      "loss": 44.0781,
+      "step": 12653
+    },
+    {
+      "epoch": 0.11978303878229096,
+      "grad_norm": 271.98748779296875,
+      "learning_rate": 1.9580251650709837e-06,
+      "loss": 22.8867,
+      "step": 12654
+    },
+    {
+      "epoch": 0.11979250480400602,
+      "grad_norm": 346.9518127441406,
+      "learning_rate": 1.958016375356302e-06,
+      "loss": 25.1562,
+      "step": 12655
+    },
+    {
+      "epoch": 0.11980197082572107,
+      "grad_norm": 2.9797236919403076,
+      "learning_rate": 1.9580075847411468e-06,
+      "loss": 1.0059,
+      "step": 12656
+    },
+    {
+      "epoch": 0.11981143684743613,
+      "grad_norm": 3.3108537197113037,
+      "learning_rate": 1.9579987932255267e-06,
+      "loss": 0.8875,
+      "step": 12657
+    },
+    {
+      "epoch": 0.11982090286915119,
+      "grad_norm": 409.4576110839844,
+      "learning_rate": 1.957990000809451e-06,
+      "loss": 42.6875,
+      "step": 12658
+    },
+    {
+      "epoch": 0.11983036889086623,
+      "grad_norm": 273.18621826171875,
+      "learning_rate": 1.957981207492926e-06,
+      "loss": 29.0938,
+      "step": 12659
+    },
+    {
+      "epoch": 0.1198398349125813,
+      "grad_norm": 523.5150146484375,
+      "learning_rate": 1.9579724132759616e-06,
+      "loss": 48.1094,
+      "step": 12660
+    },
+    {
+      "epoch": 0.11984930093429634,
+      "grad_norm": 195.8870086669922,
+      "learning_rate": 1.957963618158565e-06,
+      "loss": 23.6641,
+      "step": 12661
+    },
+    {
+      "epoch": 0.1198587669560114,
+      "grad_norm": 3.6095056533813477,
+      "learning_rate": 1.9579548221407455e-06,
+      "loss": 0.8057,
+      "step": 12662
+    },
+    {
+      "epoch": 0.11986823297772645,
+      "grad_norm": 285.04339599609375,
+      "learning_rate": 1.9579460252225104e-06,
+      "loss": 18.3047,
+      "step": 12663
+    },
+    {
+      "epoch": 0.1198776989994415,
+      "grad_norm": 289.2338562011719,
+      "learning_rate": 1.9579372274038687e-06,
+      "loss": 20.9062,
+      "step": 12664
+    },
+    {
+      "epoch": 0.11988716502115655,
+      "grad_norm": 348.8600769042969,
+      "learning_rate": 1.957928428684828e-06,
+      "loss": 27.8125,
+      "step": 12665
+    },
+    {
+      "epoch": 0.11989663104287161,
+      "grad_norm": 374.7373352050781,
+      "learning_rate": 1.957919629065397e-06,
+      "loss": 39.875,
+      "step": 12666
+    },
+    {
+      "epoch": 0.11990609706458667,
+      "grad_norm": 298.4096984863281,
+      "learning_rate": 1.9579108285455835e-06,
+      "loss": 19.2031,
+      "step": 12667
+    },
+    {
+      "epoch": 0.11991556308630172,
+      "grad_norm": 364.70806884765625,
+      "learning_rate": 1.9579020271253966e-06,
+      "loss": 36.7969,
+      "step": 12668
+    },
+    {
+      "epoch": 0.11992502910801678,
+      "grad_norm": 253.83250427246094,
+      "learning_rate": 1.9578932248048443e-06,
+      "loss": 9.5078,
+      "step": 12669
+    },
+    {
+      "epoch": 0.11993449512973182,
+      "grad_norm": 694.76708984375,
+      "learning_rate": 1.957884421583934e-06,
+      "loss": 52.625,
+      "step": 12670
+    },
+    {
+      "epoch": 0.11994396115144688,
+      "grad_norm": 259.13482666015625,
+      "learning_rate": 1.957875617462675e-06,
+      "loss": 25.1875,
+      "step": 12671
+    },
+    {
+      "epoch": 0.11995342717316193,
+      "grad_norm": 706.8151245117188,
+      "learning_rate": 1.9578668124410753e-06,
+      "loss": 28.0078,
+      "step": 12672
+    },
+    {
+      "epoch": 0.11996289319487699,
+      "grad_norm": 506.1554870605469,
+      "learning_rate": 1.9578580065191434e-06,
+      "loss": 26.3125,
+      "step": 12673
+    },
+    {
+      "epoch": 0.11997235921659204,
+      "grad_norm": 355.3739929199219,
+      "learning_rate": 1.9578491996968866e-06,
+      "loss": 25.2188,
+      "step": 12674
+    },
+    {
+      "epoch": 0.1199818252383071,
+      "grad_norm": 487.9864807128906,
+      "learning_rate": 1.9578403919743143e-06,
+      "loss": 37.9062,
+      "step": 12675
+    },
+    {
+      "epoch": 0.11999129126002216,
+      "grad_norm": 226.1724090576172,
+      "learning_rate": 1.9578315833514344e-06,
+      "loss": 14.6992,
+      "step": 12676
+    },
+    {
+      "epoch": 0.1200007572817372,
+      "grad_norm": 528.4386596679688,
+      "learning_rate": 1.9578227738282547e-06,
+      "loss": 41.0938,
+      "step": 12677
+    },
+    {
+      "epoch": 0.12001022330345226,
+      "grad_norm": 229.46368408203125,
+      "learning_rate": 1.9578139634047844e-06,
+      "loss": 25.4453,
+      "step": 12678
+    },
+    {
+      "epoch": 0.12001968932516731,
+      "grad_norm": 2.8634090423583984,
+      "learning_rate": 1.957805152081031e-06,
+      "loss": 0.8379,
+      "step": 12679
+    },
+    {
+      "epoch": 0.12002915534688237,
+      "grad_norm": 290.8581848144531,
+      "learning_rate": 1.957796339857003e-06,
+      "loss": 19.8516,
+      "step": 12680
+    },
+    {
+      "epoch": 0.12003862136859741,
+      "grad_norm": 363.6197204589844,
+      "learning_rate": 1.957787526732709e-06,
+      "loss": 25.3906,
+      "step": 12681
+    },
+    {
+      "epoch": 0.12004808739031247,
+      "grad_norm": 784.3346557617188,
+      "learning_rate": 1.9577787127081572e-06,
+      "loss": 56.1719,
+      "step": 12682
+    },
+    {
+      "epoch": 0.12005755341202752,
+      "grad_norm": 191.24057006835938,
+      "learning_rate": 1.9577698977833552e-06,
+      "loss": 14.2578,
+      "step": 12683
+    },
+    {
+      "epoch": 0.12006701943374258,
+      "grad_norm": 358.1613464355469,
+      "learning_rate": 1.957761081958312e-06,
+      "loss": 50.0469,
+      "step": 12684
+    },
+    {
+      "epoch": 0.12007648545545764,
+      "grad_norm": 291.3686218261719,
+      "learning_rate": 1.9577522652330358e-06,
+      "loss": 20.1172,
+      "step": 12685
+    },
+    {
+      "epoch": 0.12008595147717269,
+      "grad_norm": 388.2040710449219,
+      "learning_rate": 1.957743447607535e-06,
+      "loss": 38.9844,
+      "step": 12686
+    },
+    {
+      "epoch": 0.12009541749888775,
+      "grad_norm": 337.4063415527344,
+      "learning_rate": 1.957734629081817e-06,
+      "loss": 44.8281,
+      "step": 12687
+    },
+    {
+      "epoch": 0.12010488352060279,
+      "grad_norm": 474.8493347167969,
+      "learning_rate": 1.957725809655891e-06,
+      "loss": 39.8125,
+      "step": 12688
+    },
+    {
+      "epoch": 0.12011434954231785,
+      "grad_norm": 549.4529418945312,
+      "learning_rate": 1.957716989329765e-06,
+      "loss": 32.8906,
+      "step": 12689
+    },
+    {
+      "epoch": 0.1201238155640329,
+      "grad_norm": 389.65789794921875,
+      "learning_rate": 1.9577081681034476e-06,
+      "loss": 23.2812,
+      "step": 12690
+    },
+    {
+      "epoch": 0.12013328158574796,
+      "grad_norm": 242.8768310546875,
+      "learning_rate": 1.957699345976947e-06,
+      "loss": 17.0195,
+      "step": 12691
+    },
+    {
+      "epoch": 0.120142747607463,
+      "grad_norm": 370.0252685546875,
+      "learning_rate": 1.957690522950271e-06,
+      "loss": 15.9648,
+      "step": 12692
+    },
+    {
+      "epoch": 0.12015221362917806,
+      "grad_norm": 3.5389516353607178,
+      "learning_rate": 1.957681699023428e-06,
+      "loss": 1.0073,
+      "step": 12693
+    },
+    {
+      "epoch": 0.12016167965089312,
+      "grad_norm": 358.8053283691406,
+      "learning_rate": 1.957672874196427e-06,
+      "loss": 9.1309,
+      "step": 12694
+    },
+    {
+      "epoch": 0.12017114567260817,
+      "grad_norm": 404.6819152832031,
+      "learning_rate": 1.9576640484692757e-06,
+      "loss": 15.2617,
+      "step": 12695
+    },
+    {
+      "epoch": 0.12018061169432323,
+      "grad_norm": 452.05731201171875,
+      "learning_rate": 1.9576552218419825e-06,
+      "loss": 34.1719,
+      "step": 12696
+    },
+    {
+      "epoch": 0.12019007771603828,
+      "grad_norm": 279.2704772949219,
+      "learning_rate": 1.957646394314555e-06,
+      "loss": 19.5938,
+      "step": 12697
+    },
+    {
+      "epoch": 0.12019954373775334,
+      "grad_norm": 174.36550903320312,
+      "learning_rate": 1.957637565887003e-06,
+      "loss": 17.4766,
+      "step": 12698
+    },
+    {
+      "epoch": 0.12020900975946838,
+      "grad_norm": 234.8516387939453,
+      "learning_rate": 1.9576287365593337e-06,
+      "loss": 19.4023,
+      "step": 12699
+    },
+    {
+      "epoch": 0.12021847578118344,
+      "grad_norm": 258.3994140625,
+      "learning_rate": 1.957619906331556e-06,
+      "loss": 17.3125,
+      "step": 12700
+    },
+    {
+      "epoch": 0.1202279418028985,
+      "grad_norm": 446.39788818359375,
+      "learning_rate": 1.9576110752036773e-06,
+      "loss": 12.6953,
+      "step": 12701
+    },
+    {
+      "epoch": 0.12023740782461355,
+      "grad_norm": 332.29638671875,
+      "learning_rate": 1.9576022431757067e-06,
+      "loss": 39.6875,
+      "step": 12702
+    },
+    {
+      "epoch": 0.12024687384632861,
+      "grad_norm": 585.9398193359375,
+      "learning_rate": 1.9575934102476522e-06,
+      "loss": 28.3203,
+      "step": 12703
+    },
+    {
+      "epoch": 0.12025633986804365,
+      "grad_norm": 1278.21923828125,
+      "learning_rate": 1.9575845764195224e-06,
+      "loss": 65.4688,
+      "step": 12704
+    },
+    {
+      "epoch": 0.12026580588975871,
+      "grad_norm": 272.8926696777344,
+      "learning_rate": 1.9575757416913255e-06,
+      "loss": 26.8125,
+      "step": 12705
+    },
+    {
+      "epoch": 0.12027527191147376,
+      "grad_norm": 232.4720001220703,
+      "learning_rate": 1.9575669060630698e-06,
+      "loss": 23.4492,
+      "step": 12706
+    },
+    {
+      "epoch": 0.12028473793318882,
+      "grad_norm": 2.6663765907287598,
+      "learning_rate": 1.957558069534763e-06,
+      "loss": 0.8984,
+      "step": 12707
+    },
+    {
+      "epoch": 0.12029420395490387,
+      "grad_norm": 316.2236633300781,
+      "learning_rate": 1.957549232106414e-06,
+      "loss": 18.9766,
+      "step": 12708
+    },
+    {
+      "epoch": 0.12030366997661893,
+      "grad_norm": 420.1238708496094,
+      "learning_rate": 1.9575403937780313e-06,
+      "loss": 37.8281,
+      "step": 12709
+    },
+    {
+      "epoch": 0.12031313599833399,
+      "grad_norm": 402.8753356933594,
+      "learning_rate": 1.957531554549623e-06,
+      "loss": 37.5625,
+      "step": 12710
+    },
+    {
+      "epoch": 0.12032260202004903,
+      "grad_norm": 3.206618070602417,
+      "learning_rate": 1.9575227144211968e-06,
+      "loss": 0.9663,
+      "step": 12711
+    },
+    {
+      "epoch": 0.12033206804176409,
+      "grad_norm": 869.1317749023438,
+      "learning_rate": 1.957513873392762e-06,
+      "loss": 37.9297,
+      "step": 12712
+    },
+    {
+      "epoch": 0.12034153406347914,
+      "grad_norm": 3.8954946994781494,
+      "learning_rate": 1.9575050314643266e-06,
+      "loss": 0.981,
+      "step": 12713
+    },
+    {
+      "epoch": 0.1203510000851942,
+      "grad_norm": 336.65765380859375,
+      "learning_rate": 1.957496188635898e-06,
+      "loss": 20.3516,
+      "step": 12714
+    },
+    {
+      "epoch": 0.12036046610690924,
+      "grad_norm": 320.8485107421875,
+      "learning_rate": 1.957487344907486e-06,
+      "loss": 20.9062,
+      "step": 12715
+    },
+    {
+      "epoch": 0.1203699321286243,
+      "grad_norm": 960.0255737304688,
+      "learning_rate": 1.957478500279098e-06,
+      "loss": 38.6562,
+      "step": 12716
+    },
+    {
+      "epoch": 0.12037939815033935,
+      "grad_norm": 579.8353271484375,
+      "learning_rate": 1.9574696547507424e-06,
+      "loss": 10.9961,
+      "step": 12717
+    },
+    {
+      "epoch": 0.12038886417205441,
+      "grad_norm": 420.3601379394531,
+      "learning_rate": 1.9574608083224274e-06,
+      "loss": 26.3438,
+      "step": 12718
+    },
+    {
+      "epoch": 0.12039833019376947,
+      "grad_norm": 466.46856689453125,
+      "learning_rate": 1.957451960994162e-06,
+      "loss": 31.75,
+      "step": 12719
+    },
+    {
+      "epoch": 0.12040779621548452,
+      "grad_norm": 3.0027525424957275,
+      "learning_rate": 1.957443112765954e-06,
+      "loss": 0.8657,
+      "step": 12720
+    },
+    {
+      "epoch": 0.12041726223719958,
+      "grad_norm": 573.90283203125,
+      "learning_rate": 1.957434263637811e-06,
+      "loss": 71.4688,
+      "step": 12721
+    },
+    {
+      "epoch": 0.12042672825891462,
+      "grad_norm": 311.4107666015625,
+      "learning_rate": 1.957425413609743e-06,
+      "loss": 28.0469,
+      "step": 12722
+    },
+    {
+      "epoch": 0.12043619428062968,
+      "grad_norm": 573.556884765625,
+      "learning_rate": 1.9574165626817567e-06,
+      "loss": 43.3125,
+      "step": 12723
+    },
+    {
+      "epoch": 0.12044566030234473,
+      "grad_norm": 286.65057373046875,
+      "learning_rate": 1.9574077108538616e-06,
+      "loss": 15.7891,
+      "step": 12724
+    },
+    {
+      "epoch": 0.12045512632405979,
+      "grad_norm": 368.9739990234375,
+      "learning_rate": 1.9573988581260656e-06,
+      "loss": 15.9375,
+      "step": 12725
+    },
+    {
+      "epoch": 0.12046459234577483,
+      "grad_norm": 622.53662109375,
+      "learning_rate": 1.9573900044983767e-06,
+      "loss": 45.1094,
+      "step": 12726
+    },
+    {
+      "epoch": 0.1204740583674899,
+      "grad_norm": 212.1096649169922,
+      "learning_rate": 1.9573811499708033e-06,
+      "loss": 12.4219,
+      "step": 12727
+    },
+    {
+      "epoch": 0.12048352438920495,
+      "grad_norm": 275.3179931640625,
+      "learning_rate": 1.9573722945433545e-06,
+      "loss": 30.9688,
+      "step": 12728
+    },
+    {
+      "epoch": 0.12049299041092,
+      "grad_norm": 344.63623046875,
+      "learning_rate": 1.9573634382160377e-06,
+      "loss": 24.7891,
+      "step": 12729
+    },
+    {
+      "epoch": 0.12050245643263506,
+      "grad_norm": 361.9876403808594,
+      "learning_rate": 1.957354580988861e-06,
+      "loss": 35.5781,
+      "step": 12730
+    },
+    {
+      "epoch": 0.1205119224543501,
+      "grad_norm": 235.75445556640625,
+      "learning_rate": 1.957345722861834e-06,
+      "loss": 20.0469,
+      "step": 12731
+    },
+    {
+      "epoch": 0.12052138847606517,
+      "grad_norm": 211.69769287109375,
+      "learning_rate": 1.9573368638349643e-06,
+      "loss": 17.1055,
+      "step": 12732
+    },
+    {
+      "epoch": 0.12053085449778021,
+      "grad_norm": 544.2467651367188,
+      "learning_rate": 1.95732800390826e-06,
+      "loss": 55.875,
+      "step": 12733
+    },
+    {
+      "epoch": 0.12054032051949527,
+      "grad_norm": 413.5046081542969,
+      "learning_rate": 1.9573191430817293e-06,
+      "loss": 25.9688,
+      "step": 12734
+    },
+    {
+      "epoch": 0.12054978654121032,
+      "grad_norm": 344.73724365234375,
+      "learning_rate": 1.9573102813553814e-06,
+      "loss": 20.9453,
+      "step": 12735
+    },
+    {
+      "epoch": 0.12055925256292538,
+      "grad_norm": 647.0028076171875,
+      "learning_rate": 1.957301418729224e-06,
+      "loss": 23.5156,
+      "step": 12736
+    },
+    {
+      "epoch": 0.12056871858464044,
+      "grad_norm": 336.85797119140625,
+      "learning_rate": 1.957292555203265e-06,
+      "loss": 20.5273,
+      "step": 12737
+    },
+    {
+      "epoch": 0.12057818460635548,
+      "grad_norm": 260.3353576660156,
+      "learning_rate": 1.957283690777514e-06,
+      "loss": 26.8594,
+      "step": 12738
+    },
+    {
+      "epoch": 0.12058765062807054,
+      "grad_norm": 480.9446105957031,
+      "learning_rate": 1.957274825451979e-06,
+      "loss": 33.8438,
+      "step": 12739
+    },
+    {
+      "epoch": 0.12059711664978559,
+      "grad_norm": 549.4722900390625,
+      "learning_rate": 1.957265959226667e-06,
+      "loss": 36.5469,
+      "step": 12740
+    },
+    {
+      "epoch": 0.12060658267150065,
+      "grad_norm": 523.4688720703125,
+      "learning_rate": 1.9572570921015873e-06,
+      "loss": 44.25,
+      "step": 12741
+    },
+    {
+      "epoch": 0.1206160486932157,
+      "grad_norm": 334.98406982421875,
+      "learning_rate": 1.9572482240767485e-06,
+      "loss": 34.9141,
+      "step": 12742
+    },
+    {
+      "epoch": 0.12062551471493076,
+      "grad_norm": 372.3293151855469,
+      "learning_rate": 1.9572393551521587e-06,
+      "loss": 24.9375,
+      "step": 12743
+    },
+    {
+      "epoch": 0.12063498073664582,
+      "grad_norm": 219.6245880126953,
+      "learning_rate": 1.9572304853278263e-06,
+      "loss": 30.75,
+      "step": 12744
+    },
+    {
+      "epoch": 0.12064444675836086,
+      "grad_norm": 290.9974365234375,
+      "learning_rate": 1.957221614603759e-06,
+      "loss": 21.3828,
+      "step": 12745
+    },
+    {
+      "epoch": 0.12065391278007592,
+      "grad_norm": 299.5206604003906,
+      "learning_rate": 1.9572127429799662e-06,
+      "loss": 23.2656,
+      "step": 12746
+    },
+    {
+      "epoch": 0.12066337880179097,
+      "grad_norm": 253.7771759033203,
+      "learning_rate": 1.9572038704564554e-06,
+      "loss": 16.8438,
+      "step": 12747
+    },
+    {
+      "epoch": 0.12067284482350603,
+      "grad_norm": 2.573437452316284,
+      "learning_rate": 1.9571949970332355e-06,
+      "loss": 0.9023,
+      "step": 12748
+    },
+    {
+      "epoch": 0.12068231084522107,
+      "grad_norm": 354.5247497558594,
+      "learning_rate": 1.9571861227103146e-06,
+      "loss": 26.8516,
+      "step": 12749
+    },
+    {
+      "epoch": 0.12069177686693613,
+      "grad_norm": 230.3568572998047,
+      "learning_rate": 1.9571772474877e-06,
+      "loss": 22.6719,
+      "step": 12750
+    },
+    {
+      "epoch": 0.12070124288865118,
+      "grad_norm": 422.4319152832031,
+      "learning_rate": 1.957168371365402e-06,
+      "loss": 43.5312,
+      "step": 12751
+    },
+    {
+      "epoch": 0.12071070891036624,
+      "grad_norm": 816.5394287109375,
+      "learning_rate": 1.957159494343428e-06,
+      "loss": 61.8906,
+      "step": 12752
+    },
+    {
+      "epoch": 0.1207201749320813,
+      "grad_norm": 222.64309692382812,
+      "learning_rate": 1.9571506164217865e-06,
+      "loss": 26.75,
+      "step": 12753
+    },
+    {
+      "epoch": 0.12072964095379635,
+      "grad_norm": 579.9384765625,
+      "learning_rate": 1.957141737600485e-06,
+      "loss": 56.1016,
+      "step": 12754
+    },
+    {
+      "epoch": 0.1207391069755114,
+      "grad_norm": 368.86871337890625,
+      "learning_rate": 1.957132857879533e-06,
+      "loss": 26.0078,
+      "step": 12755
+    },
+    {
+      "epoch": 0.12074857299722645,
+      "grad_norm": 577.5422973632812,
+      "learning_rate": 1.9571239772589383e-06,
+      "loss": 54.1406,
+      "step": 12756
+    },
+    {
+      "epoch": 0.12075803901894151,
+      "grad_norm": 203.0275115966797,
+      "learning_rate": 1.9571150957387094e-06,
+      "loss": 20.5977,
+      "step": 12757
+    },
+    {
+      "epoch": 0.12076750504065656,
+      "grad_norm": 610.0105590820312,
+      "learning_rate": 1.9571062133188544e-06,
+      "loss": 57.5781,
+      "step": 12758
+    },
+    {
+      "epoch": 0.12077697106237162,
+      "grad_norm": 2.9349350929260254,
+      "learning_rate": 1.9570973299993822e-06,
+      "loss": 0.998,
+      "step": 12759
+    },
+    {
+      "epoch": 0.12078643708408666,
+      "grad_norm": 479.77056884765625,
+      "learning_rate": 1.9570884457803005e-06,
+      "loss": 36.3906,
+      "step": 12760
+    },
+    {
+      "epoch": 0.12079590310580172,
+      "grad_norm": 343.5157470703125,
+      "learning_rate": 1.9570795606616177e-06,
+      "loss": 28.4922,
+      "step": 12761
+    },
+    {
+      "epoch": 0.12080536912751678,
+      "grad_norm": 1119.35986328125,
+      "learning_rate": 1.9570706746433427e-06,
+      "loss": 18.9375,
+      "step": 12762
+    },
+    {
+      "epoch": 0.12081483514923183,
+      "grad_norm": 2.911341428756714,
+      "learning_rate": 1.9570617877254836e-06,
+      "loss": 0.9526,
+      "step": 12763
+    },
+    {
+      "epoch": 0.12082430117094689,
+      "grad_norm": 238.97930908203125,
+      "learning_rate": 1.957052899908048e-06,
+      "loss": 15.5156,
+      "step": 12764
+    },
+    {
+      "epoch": 0.12083376719266194,
+      "grad_norm": 294.512939453125,
+      "learning_rate": 1.9570440111910455e-06,
+      "loss": 15.9844,
+      "step": 12765
+    },
+    {
+      "epoch": 0.120843233214377,
+      "grad_norm": 798.186279296875,
+      "learning_rate": 1.957035121574484e-06,
+      "loss": 49.2969,
+      "step": 12766
+    },
+    {
+      "epoch": 0.12085269923609204,
+      "grad_norm": 642.0094604492188,
+      "learning_rate": 1.957026231058371e-06,
+      "loss": 32.7812,
+      "step": 12767
+    },
+    {
+      "epoch": 0.1208621652578071,
+      "grad_norm": 646.843994140625,
+      "learning_rate": 1.9570173396427167e-06,
+      "loss": 31.9375,
+      "step": 12768
+    },
+    {
+      "epoch": 0.12087163127952215,
+      "grad_norm": 226.69871520996094,
+      "learning_rate": 1.957008447327528e-06,
+      "loss": 19.2188,
+      "step": 12769
+    },
+    {
+      "epoch": 0.12088109730123721,
+      "grad_norm": 390.6223449707031,
+      "learning_rate": 1.956999554112813e-06,
+      "loss": 31.9062,
+      "step": 12770
+    },
+    {
+      "epoch": 0.12089056332295227,
+      "grad_norm": 275.75982666015625,
+      "learning_rate": 1.9569906599985813e-06,
+      "loss": 21.5234,
+      "step": 12771
+    },
+    {
+      "epoch": 0.12090002934466731,
+      "grad_norm": 269.9547119140625,
+      "learning_rate": 1.9569817649848405e-06,
+      "loss": 18.9766,
+      "step": 12772
+    },
+    {
+      "epoch": 0.12090949536638237,
+      "grad_norm": 298.5823669433594,
+      "learning_rate": 1.956972869071599e-06,
+      "loss": 29.8125,
+      "step": 12773
+    },
+    {
+      "epoch": 0.12091896138809742,
+      "grad_norm": 589.9330444335938,
+      "learning_rate": 1.9569639722588654e-06,
+      "loss": 42.0508,
+      "step": 12774
+    },
+    {
+      "epoch": 0.12092842740981248,
+      "grad_norm": 574.8154907226562,
+      "learning_rate": 1.9569550745466475e-06,
+      "loss": 38.3516,
+      "step": 12775
+    },
+    {
+      "epoch": 0.12093789343152753,
+      "grad_norm": 389.780517578125,
+      "learning_rate": 1.9569461759349547e-06,
+      "loss": 38.3594,
+      "step": 12776
+    },
+    {
+      "epoch": 0.12094735945324259,
+      "grad_norm": 488.4895324707031,
+      "learning_rate": 1.9569372764237943e-06,
+      "loss": 43.0391,
+      "step": 12777
+    },
+    {
+      "epoch": 0.12095682547495763,
+      "grad_norm": 1126.3643798828125,
+      "learning_rate": 1.9569283760131755e-06,
+      "loss": 43.5117,
+      "step": 12778
+    },
+    {
+      "epoch": 0.12096629149667269,
+      "grad_norm": 1135.9547119140625,
+      "learning_rate": 1.956919474703106e-06,
+      "loss": 24.5312,
+      "step": 12779
+    },
+    {
+      "epoch": 0.12097575751838775,
+      "grad_norm": 462.3778991699219,
+      "learning_rate": 1.9569105724935946e-06,
+      "loss": 36.375,
+      "step": 12780
+    },
+    {
+      "epoch": 0.1209852235401028,
+      "grad_norm": 382.5169372558594,
+      "learning_rate": 1.9569016693846494e-06,
+      "loss": 22.5781,
+      "step": 12781
+    },
+    {
+      "epoch": 0.12099468956181786,
+      "grad_norm": 254.76707458496094,
+      "learning_rate": 1.9568927653762785e-06,
+      "loss": 20.1875,
+      "step": 12782
+    },
+    {
+      "epoch": 0.1210041555835329,
+      "grad_norm": 379.78948974609375,
+      "learning_rate": 1.9568838604684916e-06,
+      "loss": 23.6367,
+      "step": 12783
+    },
+    {
+      "epoch": 0.12101362160524796,
+      "grad_norm": 540.61669921875,
+      "learning_rate": 1.9568749546612954e-06,
+      "loss": 29.4219,
+      "step": 12784
+    },
+    {
+      "epoch": 0.12102308762696301,
+      "grad_norm": 337.7766418457031,
+      "learning_rate": 1.956866047954699e-06,
+      "loss": 23.3281,
+      "step": 12785
+    },
+    {
+      "epoch": 0.12103255364867807,
+      "grad_norm": 250.90341186523438,
+      "learning_rate": 1.956857140348711e-06,
+      "loss": 25.7578,
+      "step": 12786
+    },
+    {
+      "epoch": 0.12104201967039313,
+      "grad_norm": 385.5437316894531,
+      "learning_rate": 1.9568482318433397e-06,
+      "loss": 22.6797,
+      "step": 12787
+    },
+    {
+      "epoch": 0.12105148569210818,
+      "grad_norm": 374.1923522949219,
+      "learning_rate": 1.9568393224385926e-06,
+      "loss": 26.6094,
+      "step": 12788
+    },
+    {
+      "epoch": 0.12106095171382324,
+      "grad_norm": 254.6243896484375,
+      "learning_rate": 1.9568304121344794e-06,
+      "loss": 17.5547,
+      "step": 12789
+    },
+    {
+      "epoch": 0.12107041773553828,
+      "grad_norm": 423.20220947265625,
+      "learning_rate": 1.9568215009310075e-06,
+      "loss": 16.8086,
+      "step": 12790
+    },
+    {
+      "epoch": 0.12107988375725334,
+      "grad_norm": 445.0322265625,
+      "learning_rate": 1.956812588828186e-06,
+      "loss": 41.3125,
+      "step": 12791
+    },
+    {
+      "epoch": 0.12108934977896839,
+      "grad_norm": 525.0223388671875,
+      "learning_rate": 1.9568036758260227e-06,
+      "loss": 39.1094,
+      "step": 12792
+    },
+    {
+      "epoch": 0.12109881580068345,
+      "grad_norm": 259.3801574707031,
+      "learning_rate": 1.9567947619245263e-06,
+      "loss": 16.0078,
+      "step": 12793
+    },
+    {
+      "epoch": 0.1211082818223985,
+      "grad_norm": 491.8171081542969,
+      "learning_rate": 1.956785847123705e-06,
+      "loss": 30.9375,
+      "step": 12794
+    },
+    {
+      "epoch": 0.12111774784411355,
+      "grad_norm": 2.9948995113372803,
+      "learning_rate": 1.956776931423567e-06,
+      "loss": 0.9121,
+      "step": 12795
+    },
+    {
+      "epoch": 0.12112721386582861,
+      "grad_norm": 465.5750427246094,
+      "learning_rate": 1.9567680148241214e-06,
+      "loss": 52.0938,
+      "step": 12796
+    },
+    {
+      "epoch": 0.12113667988754366,
+      "grad_norm": 418.5020446777344,
+      "learning_rate": 1.956759097325376e-06,
+      "loss": 49.6094,
+      "step": 12797
+    },
+    {
+      "epoch": 0.12114614590925872,
+      "grad_norm": 344.0052795410156,
+      "learning_rate": 1.9567501789273392e-06,
+      "loss": 18.7188,
+      "step": 12798
+    },
+    {
+      "epoch": 0.12115561193097377,
+      "grad_norm": 3.202160596847534,
+      "learning_rate": 1.9567412596300194e-06,
+      "loss": 1.0024,
+      "step": 12799
+    },
+    {
+      "epoch": 0.12116507795268883,
+      "grad_norm": 429.97845458984375,
+      "learning_rate": 1.956732339433425e-06,
+      "loss": 25.0156,
+      "step": 12800
+    },
+    {
+      "epoch": 0.12117454397440387,
+      "grad_norm": 432.9606628417969,
+      "learning_rate": 1.9567234183375645e-06,
+      "loss": 32.7266,
+      "step": 12801
+    },
+    {
+      "epoch": 0.12118400999611893,
+      "grad_norm": 444.66912841796875,
+      "learning_rate": 1.9567144963424464e-06,
+      "loss": 18.6484,
+      "step": 12802
+    },
+    {
+      "epoch": 0.12119347601783398,
+      "grad_norm": 384.7479553222656,
+      "learning_rate": 1.9567055734480788e-06,
+      "loss": 20.4453,
+      "step": 12803
+    },
+    {
+      "epoch": 0.12120294203954904,
+      "grad_norm": 555.91455078125,
+      "learning_rate": 1.95669664965447e-06,
+      "loss": 23.0547,
+      "step": 12804
+    },
+    {
+      "epoch": 0.1212124080612641,
+      "grad_norm": 343.0887756347656,
+      "learning_rate": 1.956687724961629e-06,
+      "loss": 41.0469,
+      "step": 12805
+    },
+    {
+      "epoch": 0.12122187408297914,
+      "grad_norm": 394.61810302734375,
+      "learning_rate": 1.9566787993695636e-06,
+      "loss": 43.625,
+      "step": 12806
+    },
+    {
+      "epoch": 0.1212313401046942,
+      "grad_norm": 346.7062683105469,
+      "learning_rate": 1.9566698728782823e-06,
+      "loss": 20.7891,
+      "step": 12807
+    },
+    {
+      "epoch": 0.12124080612640925,
+      "grad_norm": 371.4486083984375,
+      "learning_rate": 1.9566609454877935e-06,
+      "loss": 37.0938,
+      "step": 12808
+    },
+    {
+      "epoch": 0.12125027214812431,
+      "grad_norm": 614.7605590820312,
+      "learning_rate": 1.9566520171981055e-06,
+      "loss": 22.8984,
+      "step": 12809
+    },
+    {
+      "epoch": 0.12125973816983936,
+      "grad_norm": 292.063720703125,
+      "learning_rate": 1.9566430880092272e-06,
+      "loss": 26.3281,
+      "step": 12810
+    },
+    {
+      "epoch": 0.12126920419155442,
+      "grad_norm": 221.84396362304688,
+      "learning_rate": 1.9566341579211663e-06,
+      "loss": 25.5,
+      "step": 12811
+    },
+    {
+      "epoch": 0.12127867021326946,
+      "grad_norm": 3.020693063735962,
+      "learning_rate": 1.956625226933932e-06,
+      "loss": 0.9543,
+      "step": 12812
+    },
+    {
+      "epoch": 0.12128813623498452,
+      "grad_norm": 859.072265625,
+      "learning_rate": 1.9566162950475316e-06,
+      "loss": 53.1328,
+      "step": 12813
+    },
+    {
+      "epoch": 0.12129760225669958,
+      "grad_norm": 386.50274658203125,
+      "learning_rate": 1.9566073622619744e-06,
+      "loss": 35.5078,
+      "step": 12814
+    },
+    {
+      "epoch": 0.12130706827841463,
+      "grad_norm": 188.4462127685547,
+      "learning_rate": 1.956598428577269e-06,
+      "loss": 19.3828,
+      "step": 12815
+    },
+    {
+      "epoch": 0.12131653430012969,
+      "grad_norm": 301.5638427734375,
+      "learning_rate": 1.9565894939934226e-06,
+      "loss": 20.0234,
+      "step": 12816
+    },
+    {
+      "epoch": 0.12132600032184473,
+      "grad_norm": 954.239013671875,
+      "learning_rate": 1.9565805585104445e-06,
+      "loss": 49.7656,
+      "step": 12817
+    },
+    {
+      "epoch": 0.1213354663435598,
+      "grad_norm": 197.0551300048828,
+      "learning_rate": 1.956571622128343e-06,
+      "loss": 23.1094,
+      "step": 12818
+    },
+    {
+      "epoch": 0.12134493236527484,
+      "grad_norm": 736.450439453125,
+      "learning_rate": 1.9565626848471263e-06,
+      "loss": 60.1875,
+      "step": 12819
+    },
+    {
+      "epoch": 0.1213543983869899,
+      "grad_norm": 302.23455810546875,
+      "learning_rate": 1.956553746666803e-06,
+      "loss": 24.1328,
+      "step": 12820
+    },
+    {
+      "epoch": 0.12136386440870495,
+      "grad_norm": 513.8224487304688,
+      "learning_rate": 1.956544807587381e-06,
+      "loss": 30.5469,
+      "step": 12821
+    },
+    {
+      "epoch": 0.12137333043042,
+      "grad_norm": 593.11474609375,
+      "learning_rate": 1.9565358676088697e-06,
+      "loss": 21.8438,
+      "step": 12822
+    },
+    {
+      "epoch": 0.12138279645213507,
+      "grad_norm": 283.11285400390625,
+      "learning_rate": 1.956526926731277e-06,
+      "loss": 23.0,
+      "step": 12823
+    },
+    {
+      "epoch": 0.12139226247385011,
+      "grad_norm": 254.65650939941406,
+      "learning_rate": 1.956517984954611e-06,
+      "loss": 16.1719,
+      "step": 12824
+    },
+    {
+      "epoch": 0.12140172849556517,
+      "grad_norm": 172.94398498535156,
+      "learning_rate": 1.9565090422788803e-06,
+      "loss": 20.6562,
+      "step": 12825
+    },
+    {
+      "epoch": 0.12141119451728022,
+      "grad_norm": 347.8392028808594,
+      "learning_rate": 1.956500098704093e-06,
+      "loss": 39.5938,
+      "step": 12826
+    },
+    {
+      "epoch": 0.12142066053899528,
+      "grad_norm": 464.4562072753906,
+      "learning_rate": 1.956491154230258e-06,
+      "loss": 51.8906,
+      "step": 12827
+    },
+    {
+      "epoch": 0.12143012656071032,
+      "grad_norm": 640.032958984375,
+      "learning_rate": 1.9564822088573838e-06,
+      "loss": 46.1016,
+      "step": 12828
+    },
+    {
+      "epoch": 0.12143959258242538,
+      "grad_norm": 419.6860656738281,
+      "learning_rate": 1.9564732625854785e-06,
+      "loss": 49.1641,
+      "step": 12829
+    },
+    {
+      "epoch": 0.12144905860414044,
+      "grad_norm": 615.396240234375,
+      "learning_rate": 1.9564643154145503e-06,
+      "loss": 14.3516,
+      "step": 12830
+    },
+    {
+      "epoch": 0.12145852462585549,
+      "grad_norm": 421.32958984375,
+      "learning_rate": 1.956455367344608e-06,
+      "loss": 41.5781,
+      "step": 12831
+    },
+    {
+      "epoch": 0.12146799064757055,
+      "grad_norm": 335.291748046875,
+      "learning_rate": 1.95644641837566e-06,
+      "loss": 21.8281,
+      "step": 12832
+    },
+    {
+      "epoch": 0.1214774566692856,
+      "grad_norm": 2.9722869396209717,
+      "learning_rate": 1.9564374685077145e-06,
+      "loss": 0.8809,
+      "step": 12833
+    },
+    {
+      "epoch": 0.12148692269100066,
+      "grad_norm": 194.58734130859375,
+      "learning_rate": 1.95642851774078e-06,
+      "loss": 21.5352,
+      "step": 12834
+    },
+    {
+      "epoch": 0.1214963887127157,
+      "grad_norm": 348.08148193359375,
+      "learning_rate": 1.9564195660748646e-06,
+      "loss": 28.9297,
+      "step": 12835
+    },
+    {
+      "epoch": 0.12150585473443076,
+      "grad_norm": 357.331787109375,
+      "learning_rate": 1.9564106135099772e-06,
+      "loss": 33.5938,
+      "step": 12836
+    },
+    {
+      "epoch": 0.12151532075614581,
+      "grad_norm": 495.7537536621094,
+      "learning_rate": 1.9564016600461266e-06,
+      "loss": 26.0156,
+      "step": 12837
+    },
+    {
+      "epoch": 0.12152478677786087,
+      "grad_norm": 627.365234375,
+      "learning_rate": 1.95639270568332e-06,
+      "loss": 44.0312,
+      "step": 12838
+    },
+    {
+      "epoch": 0.12153425279957593,
+      "grad_norm": 794.3563232421875,
+      "learning_rate": 1.9563837504215668e-06,
+      "loss": 64.625,
+      "step": 12839
+    },
+    {
+      "epoch": 0.12154371882129097,
+      "grad_norm": 357.7215576171875,
+      "learning_rate": 1.956374794260875e-06,
+      "loss": 22.8125,
+      "step": 12840
+    },
+    {
+      "epoch": 0.12155318484300603,
+      "grad_norm": 464.4410095214844,
+      "learning_rate": 1.956365837201253e-06,
+      "loss": 56.5938,
+      "step": 12841
+    },
+    {
+      "epoch": 0.12156265086472108,
+      "grad_norm": 288.0769348144531,
+      "learning_rate": 1.9563568792427092e-06,
+      "loss": 22.4688,
+      "step": 12842
+    },
+    {
+      "epoch": 0.12157211688643614,
+      "grad_norm": 259.2090759277344,
+      "learning_rate": 1.9563479203852526e-06,
+      "loss": 27.4688,
+      "step": 12843
+    },
+    {
+      "epoch": 0.12158158290815119,
+      "grad_norm": 375.5632019042969,
+      "learning_rate": 1.9563389606288907e-06,
+      "loss": 25.6406,
+      "step": 12844
+    },
+    {
+      "epoch": 0.12159104892986625,
+      "grad_norm": 213.68679809570312,
+      "learning_rate": 1.9563299999736325e-06,
+      "loss": 18.2734,
+      "step": 12845
+    },
+    {
+      "epoch": 0.12160051495158129,
+      "grad_norm": 296.1316223144531,
+      "learning_rate": 1.9563210384194864e-06,
+      "loss": 16.7188,
+      "step": 12846
+    },
+    {
+      "epoch": 0.12160998097329635,
+      "grad_norm": 361.642578125,
+      "learning_rate": 1.9563120759664613e-06,
+      "loss": 14.6055,
+      "step": 12847
+    },
+    {
+      "epoch": 0.12161944699501141,
+      "grad_norm": 443.8876647949219,
+      "learning_rate": 1.956303112614564e-06,
+      "loss": 39.4844,
+      "step": 12848
+    },
+    {
+      "epoch": 0.12162891301672646,
+      "grad_norm": 195.14927673339844,
+      "learning_rate": 1.9562941483638046e-06,
+      "loss": 18.9688,
+      "step": 12849
+    },
+    {
+      "epoch": 0.12163837903844152,
+      "grad_norm": 411.8863525390625,
+      "learning_rate": 1.9562851832141913e-06,
+      "loss": 30.6875,
+      "step": 12850
+    },
+    {
+      "epoch": 0.12164784506015656,
+      "grad_norm": 398.8284912109375,
+      "learning_rate": 1.9562762171657316e-06,
+      "loss": 23.3281,
+      "step": 12851
+    },
+    {
+      "epoch": 0.12165731108187162,
+      "grad_norm": 316.56463623046875,
+      "learning_rate": 1.9562672502184343e-06,
+      "loss": 28.7891,
+      "step": 12852
+    },
+    {
+      "epoch": 0.12166677710358667,
+      "grad_norm": 282.7109375,
+      "learning_rate": 1.956258282372308e-06,
+      "loss": 16.25,
+      "step": 12853
+    },
+    {
+      "epoch": 0.12167624312530173,
+      "grad_norm": 330.50115966796875,
+      "learning_rate": 1.9562493136273614e-06,
+      "loss": 23.0547,
+      "step": 12854
+    },
+    {
+      "epoch": 0.12168570914701678,
+      "grad_norm": 179.54234313964844,
+      "learning_rate": 1.9562403439836025e-06,
+      "loss": 21.4297,
+      "step": 12855
+    },
+    {
+      "epoch": 0.12169517516873184,
+      "grad_norm": 338.7828063964844,
+      "learning_rate": 1.95623137344104e-06,
+      "loss": 26.2812,
+      "step": 12856
+    },
+    {
+      "epoch": 0.1217046411904469,
+      "grad_norm": 654.740478515625,
+      "learning_rate": 1.956222401999682e-06,
+      "loss": 56.4375,
+      "step": 12857
+    },
+    {
+      "epoch": 0.12171410721216194,
+      "grad_norm": 935.6858520507812,
+      "learning_rate": 1.9562134296595375e-06,
+      "loss": 30.4531,
+      "step": 12858
+    },
+    {
+      "epoch": 0.121723573233877,
+      "grad_norm": 606.5556030273438,
+      "learning_rate": 1.9562044564206146e-06,
+      "loss": 33.4531,
+      "step": 12859
+    },
+    {
+      "epoch": 0.12173303925559205,
+      "grad_norm": 245.40435791015625,
+      "learning_rate": 1.9561954822829216e-06,
+      "loss": 11.9844,
+      "step": 12860
+    },
+    {
+      "epoch": 0.12174250527730711,
+      "grad_norm": 227.13917541503906,
+      "learning_rate": 1.956186507246467e-06,
+      "loss": 20.1328,
+      "step": 12861
+    },
+    {
+      "epoch": 0.12175197129902215,
+      "grad_norm": 280.1566467285156,
+      "learning_rate": 1.956177531311259e-06,
+      "loss": 24.2656,
+      "step": 12862
+    },
+    {
+      "epoch": 0.12176143732073721,
+      "grad_norm": 447.95849609375,
+      "learning_rate": 1.956168554477307e-06,
+      "loss": 36.6094,
+      "step": 12863
+    },
+    {
+      "epoch": 0.12177090334245226,
+      "grad_norm": 231.15951538085938,
+      "learning_rate": 1.956159576744618e-06,
+      "loss": 20.25,
+      "step": 12864
+    },
+    {
+      "epoch": 0.12178036936416732,
+      "grad_norm": 248.46237182617188,
+      "learning_rate": 1.956150598113202e-06,
+      "loss": 17.7266,
+      "step": 12865
+    },
+    {
+      "epoch": 0.12178983538588238,
+      "grad_norm": 470.26422119140625,
+      "learning_rate": 1.9561416185830663e-06,
+      "loss": 17.9297,
+      "step": 12866
+    },
+    {
+      "epoch": 0.12179930140759743,
+      "grad_norm": 3.353729009628296,
+      "learning_rate": 1.9561326381542195e-06,
+      "loss": 0.876,
+      "step": 12867
+    },
+    {
+      "epoch": 0.12180876742931249,
+      "grad_norm": 648.5407104492188,
+      "learning_rate": 1.9561236568266703e-06,
+      "loss": 33.9375,
+      "step": 12868
+    },
+    {
+      "epoch": 0.12181823345102753,
+      "grad_norm": 381.4530944824219,
+      "learning_rate": 1.956114674600427e-06,
+      "loss": 33.7344,
+      "step": 12869
+    },
+    {
+      "epoch": 0.12182769947274259,
+      "grad_norm": 300.2816467285156,
+      "learning_rate": 1.9561056914754982e-06,
+      "loss": 22.7969,
+      "step": 12870
+    },
+    {
+      "epoch": 0.12183716549445764,
+      "grad_norm": 568.40283203125,
+      "learning_rate": 1.9560967074518923e-06,
+      "loss": 25.75,
+      "step": 12871
+    },
+    {
+      "epoch": 0.1218466315161727,
+      "grad_norm": 264.9549255371094,
+      "learning_rate": 1.9560877225296174e-06,
+      "loss": 19.3672,
+      "step": 12872
+    },
+    {
+      "epoch": 0.12185609753788776,
+      "grad_norm": 338.7403869628906,
+      "learning_rate": 1.9560787367086826e-06,
+      "loss": 34.8281,
+      "step": 12873
+    },
+    {
+      "epoch": 0.1218655635596028,
+      "grad_norm": 562.49560546875,
+      "learning_rate": 1.956069749989096e-06,
+      "loss": 38.6328,
+      "step": 12874
+    },
+    {
+      "epoch": 0.12187502958131786,
+      "grad_norm": 297.9535217285156,
+      "learning_rate": 1.9560607623708657e-06,
+      "loss": 26.6875,
+      "step": 12875
+    },
+    {
+      "epoch": 0.12188449560303291,
+      "grad_norm": 253.1693115234375,
+      "learning_rate": 1.9560517738540007e-06,
+      "loss": 24.2578,
+      "step": 12876
+    },
+    {
+      "epoch": 0.12189396162474797,
+      "grad_norm": 633.6488647460938,
+      "learning_rate": 1.956042784438509e-06,
+      "loss": 22.1328,
+      "step": 12877
+    },
+    {
+      "epoch": 0.12190342764646302,
+      "grad_norm": 666.5842895507812,
+      "learning_rate": 1.9560337941243995e-06,
+      "loss": 29.9688,
+      "step": 12878
+    },
+    {
+      "epoch": 0.12191289366817808,
+      "grad_norm": 378.84356689453125,
+      "learning_rate": 1.9560248029116806e-06,
+      "loss": 23.2969,
+      "step": 12879
+    },
+    {
+      "epoch": 0.12192235968989312,
+      "grad_norm": 422.3988037109375,
+      "learning_rate": 1.9560158108003605e-06,
+      "loss": 9.3516,
+      "step": 12880
+    },
+    {
+      "epoch": 0.12193182571160818,
+      "grad_norm": 210.885498046875,
+      "learning_rate": 1.9560068177904474e-06,
+      "loss": 24.0156,
+      "step": 12881
+    },
+    {
+      "epoch": 0.12194129173332324,
+      "grad_norm": 200.56570434570312,
+      "learning_rate": 1.95599782388195e-06,
+      "loss": 15.5,
+      "step": 12882
+    },
+    {
+      "epoch": 0.12195075775503829,
+      "grad_norm": 286.90399169921875,
+      "learning_rate": 1.9559888290748773e-06,
+      "loss": 12.0117,
+      "step": 12883
+    },
+    {
+      "epoch": 0.12196022377675335,
+      "grad_norm": 3.1024329662323,
+      "learning_rate": 1.9559798333692373e-06,
+      "loss": 0.9419,
+      "step": 12884
+    },
+    {
+      "epoch": 0.1219696897984684,
+      "grad_norm": 196.38291931152344,
+      "learning_rate": 1.955970836765038e-06,
+      "loss": 13.1953,
+      "step": 12885
+    },
+    {
+      "epoch": 0.12197915582018345,
+      "grad_norm": 917.9822387695312,
+      "learning_rate": 1.9559618392622886e-06,
+      "loss": 42.7148,
+      "step": 12886
+    },
+    {
+      "epoch": 0.1219886218418985,
+      "grad_norm": 874.3707275390625,
+      "learning_rate": 1.955952840860997e-06,
+      "loss": 25.4141,
+      "step": 12887
+    },
+    {
+      "epoch": 0.12199808786361356,
+      "grad_norm": 497.7139587402344,
+      "learning_rate": 1.9559438415611723e-06,
+      "loss": 21.4844,
+      "step": 12888
+    },
+    {
+      "epoch": 0.1220075538853286,
+      "grad_norm": 743.5887451171875,
+      "learning_rate": 1.9559348413628226e-06,
+      "loss": 42.5078,
+      "step": 12889
+    },
+    {
+      "epoch": 0.12201701990704367,
+      "grad_norm": 734.49560546875,
+      "learning_rate": 1.955925840265956e-06,
+      "loss": 22.875,
+      "step": 12890
+    },
+    {
+      "epoch": 0.12202648592875873,
+      "grad_norm": 177.7028045654297,
+      "learning_rate": 1.9559168382705814e-06,
+      "loss": 22.6797,
+      "step": 12891
+    },
+    {
+      "epoch": 0.12203595195047377,
+      "grad_norm": 338.0777587890625,
+      "learning_rate": 1.9559078353767072e-06,
+      "loss": 12.0898,
+      "step": 12892
+    },
+    {
+      "epoch": 0.12204541797218883,
+      "grad_norm": 305.81951904296875,
+      "learning_rate": 1.955898831584342e-06,
+      "loss": 23.9453,
+      "step": 12893
+    },
+    {
+      "epoch": 0.12205488399390388,
+      "grad_norm": 443.8160095214844,
+      "learning_rate": 1.955889826893494e-06,
+      "loss": 26.6016,
+      "step": 12894
+    },
+    {
+      "epoch": 0.12206435001561894,
+      "grad_norm": 383.26995849609375,
+      "learning_rate": 1.9558808213041716e-06,
+      "loss": 24.4609,
+      "step": 12895
+    },
+    {
+      "epoch": 0.12207381603733398,
+      "grad_norm": 389.7901916503906,
+      "learning_rate": 1.9558718148163833e-06,
+      "loss": 20.8555,
+      "step": 12896
+    },
+    {
+      "epoch": 0.12208328205904904,
+      "grad_norm": 261.6724853515625,
+      "learning_rate": 1.955862807430138e-06,
+      "loss": 25.5938,
+      "step": 12897
+    },
+    {
+      "epoch": 0.12209274808076409,
+      "grad_norm": 1533.863525390625,
+      "learning_rate": 1.9558537991454436e-06,
+      "loss": 70.5156,
+      "step": 12898
+    },
+    {
+      "epoch": 0.12210221410247915,
+      "grad_norm": 302.7637939453125,
+      "learning_rate": 1.9558447899623088e-06,
+      "loss": 24.6797,
+      "step": 12899
+    },
+    {
+      "epoch": 0.12211168012419421,
+      "grad_norm": 3.008528709411621,
+      "learning_rate": 1.955835779880742e-06,
+      "loss": 0.834,
+      "step": 12900
+    },
+    {
+      "epoch": 0.12212114614590926,
+      "grad_norm": 514.1102905273438,
+      "learning_rate": 1.9558267689007523e-06,
+      "loss": 52.625,
+      "step": 12901
+    },
+    {
+      "epoch": 0.12213061216762432,
+      "grad_norm": 297.7421569824219,
+      "learning_rate": 1.955817757022347e-06,
+      "loss": 33.0469,
+      "step": 12902
+    },
+    {
+      "epoch": 0.12214007818933936,
+      "grad_norm": 347.09967041015625,
+      "learning_rate": 1.9558087442455357e-06,
+      "loss": 56.0156,
+      "step": 12903
+    },
+    {
+      "epoch": 0.12214954421105442,
+      "grad_norm": 375.9217529296875,
+      "learning_rate": 1.9557997305703264e-06,
+      "loss": 22.6406,
+      "step": 12904
+    },
+    {
+      "epoch": 0.12215901023276947,
+      "grad_norm": 481.5270080566406,
+      "learning_rate": 1.9557907159967272e-06,
+      "loss": 39.8281,
+      "step": 12905
+    },
+    {
+      "epoch": 0.12216847625448453,
+      "grad_norm": 180.36573791503906,
+      "learning_rate": 1.9557817005247467e-06,
+      "loss": 8.3867,
+      "step": 12906
+    },
+    {
+      "epoch": 0.12217794227619957,
+      "grad_norm": 182.1697540283203,
+      "learning_rate": 1.9557726841543938e-06,
+      "loss": 16.6719,
+      "step": 12907
+    },
+    {
+      "epoch": 0.12218740829791463,
+      "grad_norm": 247.44134521484375,
+      "learning_rate": 1.955763666885677e-06,
+      "loss": 13.5547,
+      "step": 12908
+    },
+    {
+      "epoch": 0.1221968743196297,
+      "grad_norm": 193.43699645996094,
+      "learning_rate": 1.955754648718604e-06,
+      "loss": 7.7031,
+      "step": 12909
+    },
+    {
+      "epoch": 0.12220634034134474,
+      "grad_norm": 257.4752502441406,
+      "learning_rate": 1.9557456296531844e-06,
+      "loss": 44.3984,
+      "step": 12910
+    },
+    {
+      "epoch": 0.1222158063630598,
+      "grad_norm": 339.0008850097656,
+      "learning_rate": 1.9557366096894254e-06,
+      "loss": 25.7422,
+      "step": 12911
+    },
+    {
+      "epoch": 0.12222527238477485,
+      "grad_norm": 475.4062805175781,
+      "learning_rate": 1.9557275888273368e-06,
+      "loss": 32.6406,
+      "step": 12912
+    },
+    {
+      "epoch": 0.1222347384064899,
+      "grad_norm": 3.213840961456299,
+      "learning_rate": 1.955718567066926e-06,
+      "loss": 0.9756,
+      "step": 12913
+    },
+    {
+      "epoch": 0.12224420442820495,
+      "grad_norm": 314.26116943359375,
+      "learning_rate": 1.955709544408202e-06,
+      "loss": 24.4375,
+      "step": 12914
+    },
+    {
+      "epoch": 0.12225367044992001,
+      "grad_norm": 239.54258728027344,
+      "learning_rate": 1.9557005208511736e-06,
+      "loss": 15.7266,
+      "step": 12915
+    },
+    {
+      "epoch": 0.12226313647163507,
+      "grad_norm": 662.0048828125,
+      "learning_rate": 1.955691496395849e-06,
+      "loss": 50.875,
+      "step": 12916
+    },
+    {
+      "epoch": 0.12227260249335012,
+      "grad_norm": 549.7974853515625,
+      "learning_rate": 1.955682471042236e-06,
+      "loss": 13.3789,
+      "step": 12917
+    },
+    {
+      "epoch": 0.12228206851506518,
+      "grad_norm": 362.7646484375,
+      "learning_rate": 1.9556734447903436e-06,
+      "loss": 32.1562,
+      "step": 12918
+    },
+    {
+      "epoch": 0.12229153453678022,
+      "grad_norm": 220.79637145996094,
+      "learning_rate": 1.9556644176401805e-06,
+      "loss": 19.8633,
+      "step": 12919
+    },
+    {
+      "epoch": 0.12230100055849528,
+      "grad_norm": 195.50770568847656,
+      "learning_rate": 1.955655389591755e-06,
+      "loss": 13.9492,
+      "step": 12920
+    },
+    {
+      "epoch": 0.12231046658021033,
+      "grad_norm": 485.8413391113281,
+      "learning_rate": 1.9556463606450757e-06,
+      "loss": 46.2031,
+      "step": 12921
+    },
+    {
+      "epoch": 0.12231993260192539,
+      "grad_norm": 317.5955505371094,
+      "learning_rate": 1.955637330800151e-06,
+      "loss": 46.6094,
+      "step": 12922
+    },
+    {
+      "epoch": 0.12232939862364044,
+      "grad_norm": 483.9559631347656,
+      "learning_rate": 1.9556283000569894e-06,
+      "loss": 25.0312,
+      "step": 12923
+    },
+    {
+      "epoch": 0.1223388646453555,
+      "grad_norm": 302.4587707519531,
+      "learning_rate": 1.9556192684155992e-06,
+      "loss": 17.9609,
+      "step": 12924
+    },
+    {
+      "epoch": 0.12234833066707056,
+      "grad_norm": 287.79644775390625,
+      "learning_rate": 1.955610235875989e-06,
+      "loss": 23.6328,
+      "step": 12925
+    },
+    {
+      "epoch": 0.1223577966887856,
+      "grad_norm": 280.3576965332031,
+      "learning_rate": 1.9556012024381675e-06,
+      "loss": 30.2109,
+      "step": 12926
+    },
+    {
+      "epoch": 0.12236726271050066,
+      "grad_norm": 486.7886047363281,
+      "learning_rate": 1.955592168102143e-06,
+      "loss": 17.0859,
+      "step": 12927
+    },
+    {
+      "epoch": 0.12237672873221571,
+      "grad_norm": 214.49075317382812,
+      "learning_rate": 1.9555831328679244e-06,
+      "loss": 23.3203,
+      "step": 12928
+    },
+    {
+      "epoch": 0.12238619475393077,
+      "grad_norm": 3.0250792503356934,
+      "learning_rate": 1.9555740967355194e-06,
+      "loss": 0.8203,
+      "step": 12929
+    },
+    {
+      "epoch": 0.12239566077564581,
+      "grad_norm": 305.53582763671875,
+      "learning_rate": 1.9555650597049368e-06,
+      "loss": 22.7188,
+      "step": 12930
+    },
+    {
+      "epoch": 0.12240512679736087,
+      "grad_norm": 756.9899291992188,
+      "learning_rate": 1.9555560217761854e-06,
+      "loss": 66.5625,
+      "step": 12931
+    },
+    {
+      "epoch": 0.12241459281907592,
+      "grad_norm": 401.5094299316406,
+      "learning_rate": 1.9555469829492733e-06,
+      "loss": 25.1641,
+      "step": 12932
+    },
+    {
+      "epoch": 0.12242405884079098,
+      "grad_norm": 453.7355651855469,
+      "learning_rate": 1.95553794322421e-06,
+      "loss": 36.0859,
+      "step": 12933
+    },
+    {
+      "epoch": 0.12243352486250604,
+      "grad_norm": 246.26846313476562,
+      "learning_rate": 1.9555289026010023e-06,
+      "loss": 26.3086,
+      "step": 12934
+    },
+    {
+      "epoch": 0.12244299088422109,
+      "grad_norm": 308.0872497558594,
+      "learning_rate": 1.9555198610796597e-06,
+      "loss": 46.5,
+      "step": 12935
+    },
+    {
+      "epoch": 0.12245245690593615,
+      "grad_norm": 301.7162780761719,
+      "learning_rate": 1.955510818660191e-06,
+      "loss": 22.6328,
+      "step": 12936
+    },
+    {
+      "epoch": 0.12246192292765119,
+      "grad_norm": 259.569091796875,
+      "learning_rate": 1.955501775342604e-06,
+      "loss": 21.9844,
+      "step": 12937
+    },
+    {
+      "epoch": 0.12247138894936625,
+      "grad_norm": 1096.7939453125,
+      "learning_rate": 1.9554927311269077e-06,
+      "loss": 50.8125,
+      "step": 12938
+    },
+    {
+      "epoch": 0.1224808549710813,
+      "grad_norm": 328.620849609375,
+      "learning_rate": 1.9554836860131104e-06,
+      "loss": 14.6719,
+      "step": 12939
+    },
+    {
+      "epoch": 0.12249032099279636,
+      "grad_norm": 217.0626678466797,
+      "learning_rate": 1.9554746400012202e-06,
+      "loss": 16.7344,
+      "step": 12940
+    },
+    {
+      "epoch": 0.1224997870145114,
+      "grad_norm": 171.02442932128906,
+      "learning_rate": 1.9554655930912464e-06,
+      "loss": 8.5625,
+      "step": 12941
+    },
+    {
+      "epoch": 0.12250925303622646,
+      "grad_norm": 257.93890380859375,
+      "learning_rate": 1.955456545283197e-06,
+      "loss": 19.1562,
+      "step": 12942
+    },
+    {
+      "epoch": 0.12251871905794152,
+      "grad_norm": 516.6427612304688,
+      "learning_rate": 1.95544749657708e-06,
+      "loss": 40.9688,
+      "step": 12943
+    },
+    {
+      "epoch": 0.12252818507965657,
+      "grad_norm": 294.7338562011719,
+      "learning_rate": 1.9554384469729053e-06,
+      "loss": 20.9375,
+      "step": 12944
+    },
+    {
+      "epoch": 0.12253765110137163,
+      "grad_norm": 305.6399230957031,
+      "learning_rate": 1.9554293964706804e-06,
+      "loss": 22.5078,
+      "step": 12945
+    },
+    {
+      "epoch": 0.12254711712308668,
+      "grad_norm": 646.1670532226562,
+      "learning_rate": 1.9554203450704142e-06,
+      "loss": 54.8438,
+      "step": 12946
+    },
+    {
+      "epoch": 0.12255658314480174,
+      "grad_norm": 492.43426513671875,
+      "learning_rate": 1.955411292772115e-06,
+      "loss": 27.1094,
+      "step": 12947
+    },
+    {
+      "epoch": 0.12256604916651678,
+      "grad_norm": 949.3375244140625,
+      "learning_rate": 1.955402239575791e-06,
+      "loss": 23.7422,
+      "step": 12948
+    },
+    {
+      "epoch": 0.12257551518823184,
+      "grad_norm": 269.2207336425781,
+      "learning_rate": 1.955393185481451e-06,
+      "loss": 16.875,
+      "step": 12949
+    },
+    {
+      "epoch": 0.12258498120994689,
+      "grad_norm": 335.1466369628906,
+      "learning_rate": 1.9553841304891037e-06,
+      "loss": 19.8125,
+      "step": 12950
+    },
+    {
+      "epoch": 0.12259444723166195,
+      "grad_norm": 386.48260498046875,
+      "learning_rate": 1.955375074598758e-06,
+      "loss": 16.3281,
+      "step": 12951
+    },
+    {
+      "epoch": 0.12260391325337701,
+      "grad_norm": 342.0567321777344,
+      "learning_rate": 1.955366017810421e-06,
+      "loss": 29.3047,
+      "step": 12952
+    },
+    {
+      "epoch": 0.12261337927509205,
+      "grad_norm": 401.46673583984375,
+      "learning_rate": 1.9553569601241027e-06,
+      "loss": 37.25,
+      "step": 12953
+    },
+    {
+      "epoch": 0.12262284529680711,
+      "grad_norm": 620.2420654296875,
+      "learning_rate": 1.955347901539811e-06,
+      "loss": 44.7031,
+      "step": 12954
+    },
+    {
+      "epoch": 0.12263231131852216,
+      "grad_norm": 379.7644958496094,
+      "learning_rate": 1.955338842057554e-06,
+      "loss": 29.7188,
+      "step": 12955
+    },
+    {
+      "epoch": 0.12264177734023722,
+      "grad_norm": 545.8215942382812,
+      "learning_rate": 1.955329781677341e-06,
+      "loss": 37.4062,
+      "step": 12956
+    },
+    {
+      "epoch": 0.12265124336195227,
+      "grad_norm": 485.3309020996094,
+      "learning_rate": 1.95532072039918e-06,
+      "loss": 53.4688,
+      "step": 12957
+    },
+    {
+      "epoch": 0.12266070938366733,
+      "grad_norm": 1237.2706298828125,
+      "learning_rate": 1.9553116582230796e-06,
+      "loss": 66.7734,
+      "step": 12958
+    },
+    {
+      "epoch": 0.12267017540538239,
+      "grad_norm": 505.22271728515625,
+      "learning_rate": 1.9553025951490485e-06,
+      "loss": 33.3516,
+      "step": 12959
+    },
+    {
+      "epoch": 0.12267964142709743,
+      "grad_norm": 209.1512908935547,
+      "learning_rate": 1.955293531177095e-06,
+      "loss": 21.1406,
+      "step": 12960
+    },
+    {
+      "epoch": 0.12268910744881249,
+      "grad_norm": 270.1877746582031,
+      "learning_rate": 1.955284466307228e-06,
+      "loss": 43.4062,
+      "step": 12961
+    },
+    {
+      "epoch": 0.12269857347052754,
+      "grad_norm": 2.953950881958008,
+      "learning_rate": 1.9552754005394557e-06,
+      "loss": 0.9653,
+      "step": 12962
+    },
+    {
+      "epoch": 0.1227080394922426,
+      "grad_norm": 171.2022247314453,
+      "learning_rate": 1.9552663338737864e-06,
+      "loss": 18.3203,
+      "step": 12963
+    },
+    {
+      "epoch": 0.12271750551395764,
+      "grad_norm": 656.1267700195312,
+      "learning_rate": 1.9552572663102287e-06,
+      "loss": 20.6953,
+      "step": 12964
+    },
+    {
+      "epoch": 0.1227269715356727,
+      "grad_norm": 191.995361328125,
+      "learning_rate": 1.955248197848792e-06,
+      "loss": 23.4062,
+      "step": 12965
+    },
+    {
+      "epoch": 0.12273643755738775,
+      "grad_norm": 498.6728210449219,
+      "learning_rate": 1.9552391284894834e-06,
+      "loss": 50.1016,
+      "step": 12966
+    },
+    {
+      "epoch": 0.12274590357910281,
+      "grad_norm": 295.5690002441406,
+      "learning_rate": 1.955230058232313e-06,
+      "loss": 23.7109,
+      "step": 12967
+    },
+    {
+      "epoch": 0.12275536960081787,
+      "grad_norm": 260.24365234375,
+      "learning_rate": 1.955220987077288e-06,
+      "loss": 15.4805,
+      "step": 12968
+    },
+    {
+      "epoch": 0.12276483562253292,
+      "grad_norm": 257.99053955078125,
+      "learning_rate": 1.9552119150244175e-06,
+      "loss": 25.5703,
+      "step": 12969
+    },
+    {
+      "epoch": 0.12277430164424798,
+      "grad_norm": 3.412170886993408,
+      "learning_rate": 1.9552028420737095e-06,
+      "loss": 0.9312,
+      "step": 12970
+    },
+    {
+      "epoch": 0.12278376766596302,
+      "grad_norm": 631.12646484375,
+      "learning_rate": 1.9551937682251737e-06,
+      "loss": 54.2578,
+      "step": 12971
+    },
+    {
+      "epoch": 0.12279323368767808,
+      "grad_norm": 397.65838623046875,
+      "learning_rate": 1.9551846934788173e-06,
+      "loss": 38.6719,
+      "step": 12972
+    },
+    {
+      "epoch": 0.12280269970939313,
+      "grad_norm": 707.7908325195312,
+      "learning_rate": 1.9551756178346496e-06,
+      "loss": 45.5312,
+      "step": 12973
+    },
+    {
+      "epoch": 0.12281216573110819,
+      "grad_norm": 354.79876708984375,
+      "learning_rate": 1.955166541292679e-06,
+      "loss": 26.8125,
+      "step": 12974
+    },
+    {
+      "epoch": 0.12282163175282323,
+      "grad_norm": 377.6138610839844,
+      "learning_rate": 1.9551574638529142e-06,
+      "loss": 40.1719,
+      "step": 12975
+    },
+    {
+      "epoch": 0.1228310977745383,
+      "grad_norm": 223.18370056152344,
+      "learning_rate": 1.9551483855153634e-06,
+      "loss": 22.2422,
+      "step": 12976
+    },
+    {
+      "epoch": 0.12284056379625335,
+      "grad_norm": 544.7758178710938,
+      "learning_rate": 1.9551393062800352e-06,
+      "loss": 21.3086,
+      "step": 12977
+    },
+    {
+      "epoch": 0.1228500298179684,
+      "grad_norm": 279.2581481933594,
+      "learning_rate": 1.955130226146938e-06,
+      "loss": 14.6133,
+      "step": 12978
+    },
+    {
+      "epoch": 0.12285949583968346,
+      "grad_norm": 492.7696533203125,
+      "learning_rate": 1.955121145116081e-06,
+      "loss": 37.4375,
+      "step": 12979
+    },
+    {
+      "epoch": 0.1228689618613985,
+      "grad_norm": 514.2024536132812,
+      "learning_rate": 1.9551120631874716e-06,
+      "loss": 46.2031,
+      "step": 12980
+    },
+    {
+      "epoch": 0.12287842788311357,
+      "grad_norm": 376.40789794921875,
+      "learning_rate": 1.9551029803611197e-06,
+      "loss": 31.25,
+      "step": 12981
+    },
+    {
+      "epoch": 0.12288789390482861,
+      "grad_norm": 753.2674560546875,
+      "learning_rate": 1.9550938966370327e-06,
+      "loss": 48.6719,
+      "step": 12982
+    },
+    {
+      "epoch": 0.12289735992654367,
+      "grad_norm": 324.7574157714844,
+      "learning_rate": 1.9550848120152196e-06,
+      "loss": 57.0312,
+      "step": 12983
+    },
+    {
+      "epoch": 0.12290682594825872,
+      "grad_norm": 497.81683349609375,
+      "learning_rate": 1.955075726495689e-06,
+      "loss": 38.4922,
+      "step": 12984
+    },
+    {
+      "epoch": 0.12291629196997378,
+      "grad_norm": 428.27984619140625,
+      "learning_rate": 1.955066640078449e-06,
+      "loss": 22.3281,
+      "step": 12985
+    },
+    {
+      "epoch": 0.12292575799168884,
+      "grad_norm": 300.864013671875,
+      "learning_rate": 1.955057552763509e-06,
+      "loss": 20.5195,
+      "step": 12986
+    },
+    {
+      "epoch": 0.12293522401340388,
+      "grad_norm": 234.44427490234375,
+      "learning_rate": 1.9550484645508767e-06,
+      "loss": 17.5469,
+      "step": 12987
+    },
+    {
+      "epoch": 0.12294469003511894,
+      "grad_norm": 238.20758056640625,
+      "learning_rate": 1.9550393754405614e-06,
+      "loss": 17.5,
+      "step": 12988
+    },
+    {
+      "epoch": 0.12295415605683399,
+      "grad_norm": 161.56642150878906,
+      "learning_rate": 1.9550302854325712e-06,
+      "loss": 14.7617,
+      "step": 12989
+    },
+    {
+      "epoch": 0.12296362207854905,
+      "grad_norm": 3.208735227584839,
+      "learning_rate": 1.955021194526914e-06,
+      "loss": 0.9297,
+      "step": 12990
+    },
+    {
+      "epoch": 0.1229730881002641,
+      "grad_norm": 1530.497802734375,
+      "learning_rate": 1.9550121027236e-06,
+      "loss": 61.7109,
+      "step": 12991
+    },
+    {
+      "epoch": 0.12298255412197916,
+      "grad_norm": 352.1361389160156,
+      "learning_rate": 1.9550030100226357e-06,
+      "loss": 19.2031,
+      "step": 12992
+    },
+    {
+      "epoch": 0.1229920201436942,
+      "grad_norm": 333.4760437011719,
+      "learning_rate": 1.9549939164240313e-06,
+      "loss": 9.8633,
+      "step": 12993
+    },
+    {
+      "epoch": 0.12300148616540926,
+      "grad_norm": 213.24217224121094,
+      "learning_rate": 1.9549848219277944e-06,
+      "loss": 18.4766,
+      "step": 12994
+    },
+    {
+      "epoch": 0.12301095218712432,
+      "grad_norm": 682.999267578125,
+      "learning_rate": 1.954975726533934e-06,
+      "loss": 35.375,
+      "step": 12995
+    },
+    {
+      "epoch": 0.12302041820883937,
+      "grad_norm": 297.1202697753906,
+      "learning_rate": 1.9549666302424587e-06,
+      "loss": 33.625,
+      "step": 12996
+    },
+    {
+      "epoch": 0.12302988423055443,
+      "grad_norm": 384.2682189941406,
+      "learning_rate": 1.954957533053377e-06,
+      "loss": 46.2188,
+      "step": 12997
+    },
+    {
+      "epoch": 0.12303935025226947,
+      "grad_norm": 755.5827026367188,
+      "learning_rate": 1.954948434966697e-06,
+      "loss": 31.1719,
+      "step": 12998
+    },
+    {
+      "epoch": 0.12304881627398453,
+      "grad_norm": 263.23236083984375,
+      "learning_rate": 1.954939335982428e-06,
+      "loss": 15.3867,
+      "step": 12999
+    },
+    {
+      "epoch": 0.12305828229569958,
+      "grad_norm": 441.36810302734375,
+      "learning_rate": 1.9549302361005777e-06,
+      "loss": 19.5391,
+      "step": 13000
+    },
+    {
+      "epoch": 0.12306774831741464,
+      "grad_norm": 580.060546875,
+      "learning_rate": 1.9549211353211553e-06,
+      "loss": 51.7969,
+      "step": 13001
+    },
+    {
+      "epoch": 0.1230772143391297,
+      "grad_norm": 605.5339965820312,
+      "learning_rate": 1.9549120336441694e-06,
+      "loss": 18.9766,
+      "step": 13002
+    },
+    {
+      "epoch": 0.12308668036084475,
+      "grad_norm": 288.1062316894531,
+      "learning_rate": 1.954902931069628e-06,
+      "loss": 18.1797,
+      "step": 13003
+    },
+    {
+      "epoch": 0.1230961463825598,
+      "grad_norm": 633.3331909179688,
+      "learning_rate": 1.95489382759754e-06,
+      "loss": 68.6094,
+      "step": 13004
+    },
+    {
+      "epoch": 0.12310561240427485,
+      "grad_norm": 827.410888671875,
+      "learning_rate": 1.9548847232279136e-06,
+      "loss": 36.3906,
+      "step": 13005
+    },
+    {
+      "epoch": 0.12311507842598991,
+      "grad_norm": 263.91851806640625,
+      "learning_rate": 1.9548756179607582e-06,
+      "loss": 26.5625,
+      "step": 13006
+    },
+    {
+      "epoch": 0.12312454444770496,
+      "grad_norm": 228.13125610351562,
+      "learning_rate": 1.9548665117960817e-06,
+      "loss": 14.3906,
+      "step": 13007
+    },
+    {
+      "epoch": 0.12313401046942002,
+      "grad_norm": 262.12353515625,
+      "learning_rate": 1.954857404733893e-06,
+      "loss": 18.1016,
+      "step": 13008
+    },
+    {
+      "epoch": 0.12314347649113506,
+      "grad_norm": 749.2021484375,
+      "learning_rate": 1.9548482967742e-06,
+      "loss": 45.5312,
+      "step": 13009
+    },
+    {
+      "epoch": 0.12315294251285012,
+      "grad_norm": 3.2964768409729004,
+      "learning_rate": 1.954839187917012e-06,
+      "loss": 0.9126,
+      "step": 13010
+    },
+    {
+      "epoch": 0.12316240853456518,
+      "grad_norm": 354.7107238769531,
+      "learning_rate": 1.954830078162337e-06,
+      "loss": 31.7188,
+      "step": 13011
+    },
+    {
+      "epoch": 0.12317187455628023,
+      "grad_norm": 364.32916259765625,
+      "learning_rate": 1.9548209675101843e-06,
+      "loss": 20.2734,
+      "step": 13012
+    },
+    {
+      "epoch": 0.12318134057799529,
+      "grad_norm": 206.02420043945312,
+      "learning_rate": 1.954811855960562e-06,
+      "loss": 18.0,
+      "step": 13013
+    },
+    {
+      "epoch": 0.12319080659971034,
+      "grad_norm": 718.8907470703125,
+      "learning_rate": 1.9548027435134784e-06,
+      "loss": 46.9531,
+      "step": 13014
+    },
+    {
+      "epoch": 0.1232002726214254,
+      "grad_norm": 286.7395935058594,
+      "learning_rate": 1.9547936301689423e-06,
+      "loss": 20.1875,
+      "step": 13015
+    },
+    {
+      "epoch": 0.12320973864314044,
+      "grad_norm": 452.09747314453125,
+      "learning_rate": 1.9547845159269625e-06,
+      "loss": 35.4688,
+      "step": 13016
+    },
+    {
+      "epoch": 0.1232192046648555,
+      "grad_norm": 220.58966064453125,
+      "learning_rate": 1.954775400787547e-06,
+      "loss": 20.8359,
+      "step": 13017
+    },
+    {
+      "epoch": 0.12322867068657055,
+      "grad_norm": 775.610595703125,
+      "learning_rate": 1.954766284750705e-06,
+      "loss": 53.75,
+      "step": 13018
+    },
+    {
+      "epoch": 0.12323813670828561,
+      "grad_norm": 352.4184265136719,
+      "learning_rate": 1.954757167816445e-06,
+      "loss": 18.9355,
+      "step": 13019
+    },
+    {
+      "epoch": 0.12324760273000067,
+      "grad_norm": 180.41339111328125,
+      "learning_rate": 1.954748049984775e-06,
+      "loss": 14.3477,
+      "step": 13020
+    },
+    {
+      "epoch": 0.12325706875171571,
+      "grad_norm": 394.61651611328125,
+      "learning_rate": 1.954738931255704e-06,
+      "loss": 35.875,
+      "step": 13021
+    },
+    {
+      "epoch": 0.12326653477343077,
+      "grad_norm": 708.9653930664062,
+      "learning_rate": 1.954729811629241e-06,
+      "loss": 51.0977,
+      "step": 13022
+    },
+    {
+      "epoch": 0.12327600079514582,
+      "grad_norm": 267.4477233886719,
+      "learning_rate": 1.9547206911053937e-06,
+      "loss": 14.2461,
+      "step": 13023
+    },
+    {
+      "epoch": 0.12328546681686088,
+      "grad_norm": 789.2860717773438,
+      "learning_rate": 1.954711569684171e-06,
+      "loss": 19.5859,
+      "step": 13024
+    },
+    {
+      "epoch": 0.12329493283857593,
+      "grad_norm": 500.17138671875,
+      "learning_rate": 1.9547024473655817e-06,
+      "loss": 47.3359,
+      "step": 13025
+    },
+    {
+      "epoch": 0.12330439886029099,
+      "grad_norm": 290.8778076171875,
+      "learning_rate": 1.954693324149634e-06,
+      "loss": 31.6094,
+      "step": 13026
+    },
+    {
+      "epoch": 0.12331386488200603,
+      "grad_norm": 248.3765869140625,
+      "learning_rate": 1.9546842000363364e-06,
+      "loss": 25.9062,
+      "step": 13027
+    },
+    {
+      "epoch": 0.12332333090372109,
+      "grad_norm": 2.7818009853363037,
+      "learning_rate": 1.9546750750256986e-06,
+      "loss": 0.918,
+      "step": 13028
+    },
+    {
+      "epoch": 0.12333279692543615,
+      "grad_norm": 559.4928588867188,
+      "learning_rate": 1.9546659491177276e-06,
+      "loss": 21.1875,
+      "step": 13029
+    },
+    {
+      "epoch": 0.1233422629471512,
+      "grad_norm": 620.3953857421875,
+      "learning_rate": 1.954656822312433e-06,
+      "loss": 34.8125,
+      "step": 13030
+    },
+    {
+      "epoch": 0.12335172896886626,
+      "grad_norm": 684.8478393554688,
+      "learning_rate": 1.954647694609823e-06,
+      "loss": 39.0312,
+      "step": 13031
+    },
+    {
+      "epoch": 0.1233611949905813,
+      "grad_norm": 305.3449401855469,
+      "learning_rate": 1.9546385660099067e-06,
+      "loss": 17.9219,
+      "step": 13032
+    },
+    {
+      "epoch": 0.12337066101229636,
+      "grad_norm": 379.7016296386719,
+      "learning_rate": 1.954629436512692e-06,
+      "loss": 17.3047,
+      "step": 13033
+    },
+    {
+      "epoch": 0.12338012703401141,
+      "grad_norm": 307.5968933105469,
+      "learning_rate": 1.9546203061181874e-06,
+      "loss": 20.9219,
+      "step": 13034
+    },
+    {
+      "epoch": 0.12338959305572647,
+      "grad_norm": 207.77284240722656,
+      "learning_rate": 1.954611174826402e-06,
+      "loss": 23.4844,
+      "step": 13035
+    },
+    {
+      "epoch": 0.12339905907744152,
+      "grad_norm": 286.9342041015625,
+      "learning_rate": 1.9546020426373443e-06,
+      "loss": 21.6094,
+      "step": 13036
+    },
+    {
+      "epoch": 0.12340852509915658,
+      "grad_norm": 340.11163330078125,
+      "learning_rate": 1.9545929095510228e-06,
+      "loss": 27.6875,
+      "step": 13037
+    },
+    {
+      "epoch": 0.12341799112087164,
+      "grad_norm": 247.5115509033203,
+      "learning_rate": 1.954583775567446e-06,
+      "loss": 10.4414,
+      "step": 13038
+    },
+    {
+      "epoch": 0.12342745714258668,
+      "grad_norm": 3.5297536849975586,
+      "learning_rate": 1.9545746406866225e-06,
+      "loss": 0.9082,
+      "step": 13039
+    },
+    {
+      "epoch": 0.12343692316430174,
+      "grad_norm": 539.1509399414062,
+      "learning_rate": 1.954565504908561e-06,
+      "loss": 43.5781,
+      "step": 13040
+    },
+    {
+      "epoch": 0.12344638918601679,
+      "grad_norm": 899.5726318359375,
+      "learning_rate": 1.95455636823327e-06,
+      "loss": 46.6016,
+      "step": 13041
+    },
+    {
+      "epoch": 0.12345585520773185,
+      "grad_norm": 590.5903930664062,
+      "learning_rate": 1.9545472306607582e-06,
+      "loss": 31.6562,
+      "step": 13042
+    },
+    {
+      "epoch": 0.1234653212294469,
+      "grad_norm": 584.5818481445312,
+      "learning_rate": 1.9545380921910337e-06,
+      "loss": 18.1758,
+      "step": 13043
+    },
+    {
+      "epoch": 0.12347478725116195,
+      "grad_norm": 171.8601531982422,
+      "learning_rate": 1.954528952824106e-06,
+      "loss": 14.3125,
+      "step": 13044
+    },
+    {
+      "epoch": 0.12348425327287701,
+      "grad_norm": 501.9474182128906,
+      "learning_rate": 1.954519812559983e-06,
+      "loss": 35.7812,
+      "step": 13045
+    },
+    {
+      "epoch": 0.12349371929459206,
+      "grad_norm": 243.0185089111328,
+      "learning_rate": 1.9545106713986734e-06,
+      "loss": 16.6094,
+      "step": 13046
+    },
+    {
+      "epoch": 0.12350318531630712,
+      "grad_norm": 703.3917846679688,
+      "learning_rate": 1.954501529340186e-06,
+      "loss": 44.5156,
+      "step": 13047
+    },
+    {
+      "epoch": 0.12351265133802217,
+      "grad_norm": 261.31951904296875,
+      "learning_rate": 1.9544923863845295e-06,
+      "loss": 17.1875,
+      "step": 13048
+    },
+    {
+      "epoch": 0.12352211735973723,
+      "grad_norm": 289.3937683105469,
+      "learning_rate": 1.954483242531712e-06,
+      "loss": 14.8516,
+      "step": 13049
+    },
+    {
+      "epoch": 0.12353158338145227,
+      "grad_norm": 598.662841796875,
+      "learning_rate": 1.954474097781742e-06,
+      "loss": 26.7578,
+      "step": 13050
+    },
+    {
+      "epoch": 0.12354104940316733,
+      "grad_norm": 297.1703796386719,
+      "learning_rate": 1.9544649521346287e-06,
+      "loss": 14.625,
+      "step": 13051
+    },
+    {
+      "epoch": 0.12355051542488238,
+      "grad_norm": 252.27920532226562,
+      "learning_rate": 1.9544558055903805e-06,
+      "loss": 22.3672,
+      "step": 13052
+    },
+    {
+      "epoch": 0.12355998144659744,
+      "grad_norm": 3.0631749629974365,
+      "learning_rate": 1.9544466581490057e-06,
+      "loss": 0.8076,
+      "step": 13053
+    },
+    {
+      "epoch": 0.1235694474683125,
+      "grad_norm": 134.58245849609375,
+      "learning_rate": 1.9544375098105134e-06,
+      "loss": 19.7969,
+      "step": 13054
+    },
+    {
+      "epoch": 0.12357891349002754,
+      "grad_norm": 427.4978332519531,
+      "learning_rate": 1.954428360574912e-06,
+      "loss": 49.6719,
+      "step": 13055
+    },
+    {
+      "epoch": 0.1235883795117426,
+      "grad_norm": 248.6312255859375,
+      "learning_rate": 1.9544192104422095e-06,
+      "loss": 18.7969,
+      "step": 13056
+    },
+    {
+      "epoch": 0.12359784553345765,
+      "grad_norm": 326.7376708984375,
+      "learning_rate": 1.9544100594124157e-06,
+      "loss": 32.0078,
+      "step": 13057
+    },
+    {
+      "epoch": 0.12360731155517271,
+      "grad_norm": 279.945556640625,
+      "learning_rate": 1.9544009074855382e-06,
+      "loss": 21.7266,
+      "step": 13058
+    },
+    {
+      "epoch": 0.12361677757688776,
+      "grad_norm": 421.259521484375,
+      "learning_rate": 1.954391754661586e-06,
+      "loss": 32.0312,
+      "step": 13059
+    },
+    {
+      "epoch": 0.12362624359860282,
+      "grad_norm": 292.13714599609375,
+      "learning_rate": 1.9543826009405677e-06,
+      "loss": 23.7969,
+      "step": 13060
+    },
+    {
+      "epoch": 0.12363570962031786,
+      "grad_norm": 829.6450805664062,
+      "learning_rate": 1.9543734463224916e-06,
+      "loss": 27.3594,
+      "step": 13061
+    },
+    {
+      "epoch": 0.12364517564203292,
+      "grad_norm": 246.29617309570312,
+      "learning_rate": 1.954364290807367e-06,
+      "loss": 15.4844,
+      "step": 13062
+    },
+    {
+      "epoch": 0.12365464166374798,
+      "grad_norm": 602.6741943359375,
+      "learning_rate": 1.954355134395202e-06,
+      "loss": 22.8359,
+      "step": 13063
+    },
+    {
+      "epoch": 0.12366410768546303,
+      "grad_norm": 398.6720275878906,
+      "learning_rate": 1.9543459770860046e-06,
+      "loss": 40.3125,
+      "step": 13064
+    },
+    {
+      "epoch": 0.12367357370717809,
+      "grad_norm": 288.4075622558594,
+      "learning_rate": 1.9543368188797843e-06,
+      "loss": 29.125,
+      "step": 13065
+    },
+    {
+      "epoch": 0.12368303972889313,
+      "grad_norm": 243.93240356445312,
+      "learning_rate": 1.9543276597765498e-06,
+      "loss": 19.7344,
+      "step": 13066
+    },
+    {
+      "epoch": 0.1236925057506082,
+      "grad_norm": 395.5603942871094,
+      "learning_rate": 1.9543184997763095e-06,
+      "loss": 23.0156,
+      "step": 13067
+    },
+    {
+      "epoch": 0.12370197177232324,
+      "grad_norm": 249.8463134765625,
+      "learning_rate": 1.9543093388790714e-06,
+      "loss": 9.1562,
+      "step": 13068
+    },
+    {
+      "epoch": 0.1237114377940383,
+      "grad_norm": 529.55859375,
+      "learning_rate": 1.954300177084845e-06,
+      "loss": 27.625,
+      "step": 13069
+    },
+    {
+      "epoch": 0.12372090381575335,
+      "grad_norm": 405.7126159667969,
+      "learning_rate": 1.954291014393638e-06,
+      "loss": 40.8594,
+      "step": 13070
+    },
+    {
+      "epoch": 0.1237303698374684,
+      "grad_norm": 509.0692443847656,
+      "learning_rate": 1.9542818508054602e-06,
+      "loss": 46.0,
+      "step": 13071
+    },
+    {
+      "epoch": 0.12373983585918347,
+      "grad_norm": 301.10443115234375,
+      "learning_rate": 1.9542726863203194e-06,
+      "loss": 21.3203,
+      "step": 13072
+    },
+    {
+      "epoch": 0.12374930188089851,
+      "grad_norm": 426.22998046875,
+      "learning_rate": 1.954263520938224e-06,
+      "loss": 39.6562,
+      "step": 13073
+    },
+    {
+      "epoch": 0.12375876790261357,
+      "grad_norm": 393.5097351074219,
+      "learning_rate": 1.954254354659183e-06,
+      "loss": 19.4766,
+      "step": 13074
+    },
+    {
+      "epoch": 0.12376823392432862,
+      "grad_norm": 590.9918212890625,
+      "learning_rate": 1.954245187483205e-06,
+      "loss": 42.0,
+      "step": 13075
+    },
+    {
+      "epoch": 0.12377769994604368,
+      "grad_norm": 319.7924499511719,
+      "learning_rate": 1.954236019410299e-06,
+      "loss": 28.9062,
+      "step": 13076
+    },
+    {
+      "epoch": 0.12378716596775872,
+      "grad_norm": 310.44000244140625,
+      "learning_rate": 1.954226850440473e-06,
+      "loss": 22.7031,
+      "step": 13077
+    },
+    {
+      "epoch": 0.12379663198947378,
+      "grad_norm": 235.49778747558594,
+      "learning_rate": 1.9542176805737357e-06,
+      "loss": 21.6797,
+      "step": 13078
+    },
+    {
+      "epoch": 0.12380609801118883,
+      "grad_norm": 237.10215759277344,
+      "learning_rate": 1.954208509810096e-06,
+      "loss": 23.7422,
+      "step": 13079
+    },
+    {
+      "epoch": 0.12381556403290389,
+      "grad_norm": 624.5804443359375,
+      "learning_rate": 1.954199338149562e-06,
+      "loss": 40.8906,
+      "step": 13080
+    },
+    {
+      "epoch": 0.12382503005461895,
+      "grad_norm": 293.75958251953125,
+      "learning_rate": 1.9541901655921434e-06,
+      "loss": 18.6953,
+      "step": 13081
+    },
+    {
+      "epoch": 0.123834496076334,
+      "grad_norm": 590.0864868164062,
+      "learning_rate": 1.9541809921378478e-06,
+      "loss": 40.1719,
+      "step": 13082
+    },
+    {
+      "epoch": 0.12384396209804906,
+      "grad_norm": 445.1694641113281,
+      "learning_rate": 1.954171817786684e-06,
+      "loss": 31.8438,
+      "step": 13083
+    },
+    {
+      "epoch": 0.1238534281197641,
+      "grad_norm": 342.6171875,
+      "learning_rate": 1.954162642538661e-06,
+      "loss": 29.6641,
+      "step": 13084
+    },
+    {
+      "epoch": 0.12386289414147916,
+      "grad_norm": 138.96507263183594,
+      "learning_rate": 1.9541534663937867e-06,
+      "loss": 15.0391,
+      "step": 13085
+    },
+    {
+      "epoch": 0.12387236016319421,
+      "grad_norm": 581.2713012695312,
+      "learning_rate": 1.9541442893520706e-06,
+      "loss": 19.957,
+      "step": 13086
+    },
+    {
+      "epoch": 0.12388182618490927,
+      "grad_norm": 339.0489807128906,
+      "learning_rate": 1.954135111413521e-06,
+      "loss": 16.3594,
+      "step": 13087
+    },
+    {
+      "epoch": 0.12389129220662433,
+      "grad_norm": 408.33056640625,
+      "learning_rate": 1.9541259325781463e-06,
+      "loss": 49.1094,
+      "step": 13088
+    },
+    {
+      "epoch": 0.12390075822833937,
+      "grad_norm": 237.13912963867188,
+      "learning_rate": 1.9541167528459554e-06,
+      "loss": 17.7852,
+      "step": 13089
+    },
+    {
+      "epoch": 0.12391022425005443,
+      "grad_norm": 417.1427307128906,
+      "learning_rate": 1.9541075722169565e-06,
+      "loss": 28.2188,
+      "step": 13090
+    },
+    {
+      "epoch": 0.12391969027176948,
+      "grad_norm": 462.71697998046875,
+      "learning_rate": 1.954098390691159e-06,
+      "loss": 31.8047,
+      "step": 13091
+    },
+    {
+      "epoch": 0.12392915629348454,
+      "grad_norm": 320.5393371582031,
+      "learning_rate": 1.9540892082685707e-06,
+      "loss": 12.5352,
+      "step": 13092
+    },
+    {
+      "epoch": 0.12393862231519959,
+      "grad_norm": 431.38067626953125,
+      "learning_rate": 1.9540800249492012e-06,
+      "loss": 43.625,
+      "step": 13093
+    },
+    {
+      "epoch": 0.12394808833691465,
+      "grad_norm": 464.5538635253906,
+      "learning_rate": 1.954070840733058e-06,
+      "loss": 25.7344,
+      "step": 13094
+    },
+    {
+      "epoch": 0.12395755435862969,
+      "grad_norm": 263.02667236328125,
+      "learning_rate": 1.9540616556201505e-06,
+      "loss": 8.4297,
+      "step": 13095
+    },
+    {
+      "epoch": 0.12396702038034475,
+      "grad_norm": 514.6752319335938,
+      "learning_rate": 1.954052469610487e-06,
+      "loss": 46.1797,
+      "step": 13096
+    },
+    {
+      "epoch": 0.12397648640205981,
+      "grad_norm": 3.259354591369629,
+      "learning_rate": 1.954043282704076e-06,
+      "loss": 0.9282,
+      "step": 13097
+    },
+    {
+      "epoch": 0.12398595242377486,
+      "grad_norm": 805.36865234375,
+      "learning_rate": 1.9540340949009268e-06,
+      "loss": 57.1641,
+      "step": 13098
+    },
+    {
+      "epoch": 0.12399541844548992,
+      "grad_norm": 438.97265625,
+      "learning_rate": 1.9540249062010473e-06,
+      "loss": 30.2031,
+      "step": 13099
+    },
+    {
+      "epoch": 0.12400488446720496,
+      "grad_norm": 444.8312683105469,
+      "learning_rate": 1.954015716604447e-06,
+      "loss": 16.0391,
+      "step": 13100
+    },
+    {
+      "epoch": 0.12401435048892002,
+      "grad_norm": 262.4571838378906,
+      "learning_rate": 1.9540065261111337e-06,
+      "loss": 30.125,
+      "step": 13101
+    },
+    {
+      "epoch": 0.12402381651063507,
+      "grad_norm": 2.806392192840576,
+      "learning_rate": 1.953997334721116e-06,
+      "loss": 0.8291,
+      "step": 13102
+    },
+    {
+      "epoch": 0.12403328253235013,
+      "grad_norm": 357.1257019042969,
+      "learning_rate": 1.953988142434403e-06,
+      "loss": 22.6328,
+      "step": 13103
+    },
+    {
+      "epoch": 0.12404274855406518,
+      "grad_norm": 366.5189208984375,
+      "learning_rate": 1.9539789492510034e-06,
+      "loss": 10.5195,
+      "step": 13104
+    },
+    {
+      "epoch": 0.12405221457578024,
+      "grad_norm": 201.60533142089844,
+      "learning_rate": 1.9539697551709257e-06,
+      "loss": 17.7812,
+      "step": 13105
+    },
+    {
+      "epoch": 0.1240616805974953,
+      "grad_norm": 311.5675964355469,
+      "learning_rate": 1.9539605601941784e-06,
+      "loss": 21.707,
+      "step": 13106
+    },
+    {
+      "epoch": 0.12407114661921034,
+      "grad_norm": 409.9303283691406,
+      "learning_rate": 1.95395136432077e-06,
+      "loss": 41.9062,
+      "step": 13107
+    },
+    {
+      "epoch": 0.1240806126409254,
+      "grad_norm": 216.3126678466797,
+      "learning_rate": 1.9539421675507097e-06,
+      "loss": 20.8906,
+      "step": 13108
+    },
+    {
+      "epoch": 0.12409007866264045,
+      "grad_norm": 442.1349182128906,
+      "learning_rate": 1.9539329698840056e-06,
+      "loss": 42.7812,
+      "step": 13109
+    },
+    {
+      "epoch": 0.12409954468435551,
+      "grad_norm": 361.0172119140625,
+      "learning_rate": 1.9539237713206668e-06,
+      "loss": 22.7969,
+      "step": 13110
+    },
+    {
+      "epoch": 0.12410901070607055,
+      "grad_norm": 233.58602905273438,
+      "learning_rate": 1.9539145718607016e-06,
+      "loss": 16.1289,
+      "step": 13111
+    },
+    {
+      "epoch": 0.12411847672778561,
+      "grad_norm": 2.850527763366699,
+      "learning_rate": 1.9539053715041186e-06,
+      "loss": 0.8804,
+      "step": 13112
+    },
+    {
+      "epoch": 0.12412794274950066,
+      "grad_norm": 601.7166137695312,
+      "learning_rate": 1.953896170250927e-06,
+      "loss": 57.2031,
+      "step": 13113
+    },
+    {
+      "epoch": 0.12413740877121572,
+      "grad_norm": 215.30331420898438,
+      "learning_rate": 1.9538869681011347e-06,
+      "loss": 27.6562,
+      "step": 13114
+    },
+    {
+      "epoch": 0.12414687479293078,
+      "grad_norm": 697.906982421875,
+      "learning_rate": 1.9538777650547507e-06,
+      "loss": 33.8203,
+      "step": 13115
+    },
+    {
+      "epoch": 0.12415634081464583,
+      "grad_norm": 598.7413940429688,
+      "learning_rate": 1.9538685611117836e-06,
+      "loss": 36.5156,
+      "step": 13116
+    },
+    {
+      "epoch": 0.12416580683636089,
+      "grad_norm": 382.5986022949219,
+      "learning_rate": 1.9538593562722423e-06,
+      "loss": 40.9219,
+      "step": 13117
+    },
+    {
+      "epoch": 0.12417527285807593,
+      "grad_norm": 298.8688659667969,
+      "learning_rate": 1.9538501505361353e-06,
+      "loss": 18.2734,
+      "step": 13118
+    },
+    {
+      "epoch": 0.12418473887979099,
+      "grad_norm": 326.5616455078125,
+      "learning_rate": 1.953840943903471e-06,
+      "loss": 25.9297,
+      "step": 13119
+    },
+    {
+      "epoch": 0.12419420490150604,
+      "grad_norm": 251.8900909423828,
+      "learning_rate": 1.9538317363742583e-06,
+      "loss": 17.1641,
+      "step": 13120
+    },
+    {
+      "epoch": 0.1242036709232211,
+      "grad_norm": 3.8504414558410645,
+      "learning_rate": 1.953822527948506e-06,
+      "loss": 1.0137,
+      "step": 13121
+    },
+    {
+      "epoch": 0.12421313694493614,
+      "grad_norm": 357.004638671875,
+      "learning_rate": 1.9538133186262225e-06,
+      "loss": 25.8359,
+      "step": 13122
+    },
+    {
+      "epoch": 0.1242226029666512,
+      "grad_norm": 462.01605224609375,
+      "learning_rate": 1.9538041084074164e-06,
+      "loss": 36.2344,
+      "step": 13123
+    },
+    {
+      "epoch": 0.12423206898836626,
+      "grad_norm": 196.34217834472656,
+      "learning_rate": 1.9537948972920966e-06,
+      "loss": 10.0977,
+      "step": 13124
+    },
+    {
+      "epoch": 0.12424153501008131,
+      "grad_norm": 239.2568359375,
+      "learning_rate": 1.953785685280272e-06,
+      "loss": 23.75,
+      "step": 13125
+    },
+    {
+      "epoch": 0.12425100103179637,
+      "grad_norm": 299.870849609375,
+      "learning_rate": 1.9537764723719504e-06,
+      "loss": 22.9219,
+      "step": 13126
+    },
+    {
+      "epoch": 0.12426046705351142,
+      "grad_norm": 783.8718872070312,
+      "learning_rate": 1.953767258567141e-06,
+      "loss": 43.1406,
+      "step": 13127
+    },
+    {
+      "epoch": 0.12426993307522648,
+      "grad_norm": 382.0538635253906,
+      "learning_rate": 1.9537580438658525e-06,
+      "loss": 22.5,
+      "step": 13128
+    },
+    {
+      "epoch": 0.12427939909694152,
+      "grad_norm": 3.5628857612609863,
+      "learning_rate": 1.9537488282680937e-06,
+      "loss": 0.9429,
+      "step": 13129
+    },
+    {
+      "epoch": 0.12428886511865658,
+      "grad_norm": 183.29832458496094,
+      "learning_rate": 1.953739611773873e-06,
+      "loss": 19.0391,
+      "step": 13130
+    },
+    {
+      "epoch": 0.12429833114037164,
+      "grad_norm": 1296.6287841796875,
+      "learning_rate": 1.9537303943831985e-06,
+      "loss": 8.3789,
+      "step": 13131
+    },
+    {
+      "epoch": 0.12430779716208669,
+      "grad_norm": 263.0072021484375,
+      "learning_rate": 1.95372117609608e-06,
+      "loss": 31.4062,
+      "step": 13132
+    },
+    {
+      "epoch": 0.12431726318380175,
+      "grad_norm": 284.3736572265625,
+      "learning_rate": 1.9537119569125257e-06,
+      "loss": 20.7812,
+      "step": 13133
+    },
+    {
+      "epoch": 0.1243267292055168,
+      "grad_norm": 531.0763549804688,
+      "learning_rate": 1.9537027368325442e-06,
+      "loss": 35.5703,
+      "step": 13134
+    },
+    {
+      "epoch": 0.12433619522723185,
+      "grad_norm": 234.2234649658203,
+      "learning_rate": 1.953693515856144e-06,
+      "loss": 11.1992,
+      "step": 13135
+    },
+    {
+      "epoch": 0.1243456612489469,
+      "grad_norm": 180.91871643066406,
+      "learning_rate": 1.953684293983334e-06,
+      "loss": 20.0,
+      "step": 13136
+    },
+    {
+      "epoch": 0.12435512727066196,
+      "grad_norm": 536.62548828125,
+      "learning_rate": 1.9536750712141226e-06,
+      "loss": 59.8906,
+      "step": 13137
+    },
+    {
+      "epoch": 0.12436459329237701,
+      "grad_norm": 221.06919860839844,
+      "learning_rate": 1.953665847548519e-06,
+      "loss": 16.7812,
+      "step": 13138
+    },
+    {
+      "epoch": 0.12437405931409207,
+      "grad_norm": 510.7951354980469,
+      "learning_rate": 1.9536566229865312e-06,
+      "loss": 64.0078,
+      "step": 13139
+    },
+    {
+      "epoch": 0.12438352533580713,
+      "grad_norm": 480.8776550292969,
+      "learning_rate": 1.9536473975281688e-06,
+      "loss": 24.6367,
+      "step": 13140
+    },
+    {
+      "epoch": 0.12439299135752217,
+      "grad_norm": 452.4254150390625,
+      "learning_rate": 1.9536381711734396e-06,
+      "loss": 14.4883,
+      "step": 13141
+    },
+    {
+      "epoch": 0.12440245737923723,
+      "grad_norm": 203.0320587158203,
+      "learning_rate": 1.9536289439223523e-06,
+      "loss": 18.6016,
+      "step": 13142
+    },
+    {
+      "epoch": 0.12441192340095228,
+      "grad_norm": 231.77450561523438,
+      "learning_rate": 1.953619715774916e-06,
+      "loss": 14.3828,
+      "step": 13143
+    },
+    {
+      "epoch": 0.12442138942266734,
+      "grad_norm": 451.0575866699219,
+      "learning_rate": 1.9536104867311393e-06,
+      "loss": 31.1094,
+      "step": 13144
+    },
+    {
+      "epoch": 0.12443085544438238,
+      "grad_norm": 557.9024047851562,
+      "learning_rate": 1.9536012567910306e-06,
+      "loss": 22.5625,
+      "step": 13145
+    },
+    {
+      "epoch": 0.12444032146609744,
+      "grad_norm": 415.41339111328125,
+      "learning_rate": 1.953592025954599e-06,
+      "loss": 38.4297,
+      "step": 13146
+    },
+    {
+      "epoch": 0.12444978748781249,
+      "grad_norm": 718.8209228515625,
+      "learning_rate": 1.9535827942218526e-06,
+      "loss": 28.0703,
+      "step": 13147
+    },
+    {
+      "epoch": 0.12445925350952755,
+      "grad_norm": 453.6223449707031,
+      "learning_rate": 1.9535735615928006e-06,
+      "loss": 34.3281,
+      "step": 13148
+    },
+    {
+      "epoch": 0.12446871953124261,
+      "grad_norm": 822.9364013671875,
+      "learning_rate": 1.9535643280674514e-06,
+      "loss": 34.8516,
+      "step": 13149
+    },
+    {
+      "epoch": 0.12447818555295766,
+      "grad_norm": 2.9270713329315186,
+      "learning_rate": 1.9535550936458138e-06,
+      "loss": 0.8555,
+      "step": 13150
+    },
+    {
+      "epoch": 0.12448765157467272,
+      "grad_norm": 448.3418884277344,
+      "learning_rate": 1.9535458583278963e-06,
+      "loss": 34.4141,
+      "step": 13151
+    },
+    {
+      "epoch": 0.12449711759638776,
+      "grad_norm": 310.74713134765625,
+      "learning_rate": 1.9535366221137083e-06,
+      "loss": 17.8594,
+      "step": 13152
+    },
+    {
+      "epoch": 0.12450658361810282,
+      "grad_norm": 267.63763427734375,
+      "learning_rate": 1.9535273850032574e-06,
+      "loss": 19.8516,
+      "step": 13153
+    },
+    {
+      "epoch": 0.12451604963981787,
+      "grad_norm": 564.1155395507812,
+      "learning_rate": 1.953518146996553e-06,
+      "loss": 61.4531,
+      "step": 13154
+    },
+    {
+      "epoch": 0.12452551566153293,
+      "grad_norm": 401.83380126953125,
+      "learning_rate": 1.9535089080936032e-06,
+      "loss": 20.9297,
+      "step": 13155
+    },
+    {
+      "epoch": 0.12453498168324798,
+      "grad_norm": 3.130861759185791,
+      "learning_rate": 1.9534996682944173e-06,
+      "loss": 0.9634,
+      "step": 13156
+    },
+    {
+      "epoch": 0.12454444770496303,
+      "grad_norm": 347.2401428222656,
+      "learning_rate": 1.953490427599004e-06,
+      "loss": 21.5312,
+      "step": 13157
+    },
+    {
+      "epoch": 0.1245539137266781,
+      "grad_norm": 356.8335876464844,
+      "learning_rate": 1.953481186007371e-06,
+      "loss": 33.8594,
+      "step": 13158
+    },
+    {
+      "epoch": 0.12456337974839314,
+      "grad_norm": 355.0369567871094,
+      "learning_rate": 1.9534719435195285e-06,
+      "loss": 34.1445,
+      "step": 13159
+    },
+    {
+      "epoch": 0.1245728457701082,
+      "grad_norm": 2.941953182220459,
+      "learning_rate": 1.953462700135484e-06,
+      "loss": 0.7041,
+      "step": 13160
+    },
+    {
+      "epoch": 0.12458231179182325,
+      "grad_norm": 310.69134521484375,
+      "learning_rate": 1.953453455855247e-06,
+      "loss": 29.4062,
+      "step": 13161
+    },
+    {
+      "epoch": 0.12459177781353831,
+      "grad_norm": 277.0561218261719,
+      "learning_rate": 1.953444210678825e-06,
+      "loss": 22.1094,
+      "step": 13162
+    },
+    {
+      "epoch": 0.12460124383525335,
+      "grad_norm": 381.04534912109375,
+      "learning_rate": 1.9534349646062283e-06,
+      "loss": 18.7734,
+      "step": 13163
+    },
+    {
+      "epoch": 0.12461070985696841,
+      "grad_norm": 519.9454345703125,
+      "learning_rate": 1.953425717637464e-06,
+      "loss": 42.3438,
+      "step": 13164
+    },
+    {
+      "epoch": 0.12462017587868346,
+      "grad_norm": 311.6893615722656,
+      "learning_rate": 1.9534164697725425e-06,
+      "loss": 23.7617,
+      "step": 13165
+    },
+    {
+      "epoch": 0.12462964190039852,
+      "grad_norm": 199.52073669433594,
+      "learning_rate": 1.9534072210114706e-06,
+      "loss": 23.375,
+      "step": 13166
+    },
+    {
+      "epoch": 0.12463910792211358,
+      "grad_norm": 219.6476287841797,
+      "learning_rate": 1.9533979713542586e-06,
+      "loss": 15.0078,
+      "step": 13167
+    },
+    {
+      "epoch": 0.12464857394382862,
+      "grad_norm": 565.2183227539062,
+      "learning_rate": 1.9533887208009145e-06,
+      "loss": 39.8125,
+      "step": 13168
+    },
+    {
+      "epoch": 0.12465803996554368,
+      "grad_norm": 166.05911254882812,
+      "learning_rate": 1.9533794693514464e-06,
+      "loss": 13.543,
+      "step": 13169
+    },
+    {
+      "epoch": 0.12466750598725873,
+      "grad_norm": 427.6209411621094,
+      "learning_rate": 1.953370217005864e-06,
+      "loss": 24.4688,
+      "step": 13170
+    },
+    {
+      "epoch": 0.12467697200897379,
+      "grad_norm": 434.6620788574219,
+      "learning_rate": 1.9533609637641755e-06,
+      "loss": 22.6641,
+      "step": 13171
+    },
+    {
+      "epoch": 0.12468643803068884,
+      "grad_norm": 186.1191864013672,
+      "learning_rate": 1.95335170962639e-06,
+      "loss": 23.2734,
+      "step": 13172
+    },
+    {
+      "epoch": 0.1246959040524039,
+      "grad_norm": 571.7578125,
+      "learning_rate": 1.9533424545925157e-06,
+      "loss": 35.25,
+      "step": 13173
+    },
+    {
+      "epoch": 0.12470537007411896,
+      "grad_norm": 995.1732788085938,
+      "learning_rate": 1.953333198662562e-06,
+      "loss": 50.3125,
+      "step": 13174
+    },
+    {
+      "epoch": 0.124714836095834,
+      "grad_norm": 341.9959411621094,
+      "learning_rate": 1.9533239418365364e-06,
+      "loss": 22.125,
+      "step": 13175
+    },
+    {
+      "epoch": 0.12472430211754906,
+      "grad_norm": 452.4346923828125,
+      "learning_rate": 1.9533146841144485e-06,
+      "loss": 25.2656,
+      "step": 13176
+    },
+    {
+      "epoch": 0.12473376813926411,
+      "grad_norm": 457.28985595703125,
+      "learning_rate": 1.9533054254963068e-06,
+      "loss": 44.7188,
+      "step": 13177
+    },
+    {
+      "epoch": 0.12474323416097917,
+      "grad_norm": 354.29058837890625,
+      "learning_rate": 1.9532961659821203e-06,
+      "loss": 42.75,
+      "step": 13178
+    },
+    {
+      "epoch": 0.12475270018269422,
+      "grad_norm": 2.9133503437042236,
+      "learning_rate": 1.9532869055718974e-06,
+      "loss": 0.9468,
+      "step": 13179
+    },
+    {
+      "epoch": 0.12476216620440927,
+      "grad_norm": 1407.248779296875,
+      "learning_rate": 1.9532776442656463e-06,
+      "loss": 17.1562,
+      "step": 13180
+    },
+    {
+      "epoch": 0.12477163222612432,
+      "grad_norm": 439.2509460449219,
+      "learning_rate": 1.9532683820633766e-06,
+      "loss": 32.8281,
+      "step": 13181
+    },
+    {
+      "epoch": 0.12478109824783938,
+      "grad_norm": 357.13507080078125,
+      "learning_rate": 1.9532591189650968e-06,
+      "loss": 33.7109,
+      "step": 13182
+    },
+    {
+      "epoch": 0.12479056426955444,
+      "grad_norm": 430.0354309082031,
+      "learning_rate": 1.9532498549708154e-06,
+      "loss": 22.3984,
+      "step": 13183
+    },
+    {
+      "epoch": 0.12480003029126949,
+      "grad_norm": 861.280029296875,
+      "learning_rate": 1.953240590080541e-06,
+      "loss": 22.7578,
+      "step": 13184
+    },
+    {
+      "epoch": 0.12480949631298455,
+      "grad_norm": 374.7713928222656,
+      "learning_rate": 1.953231324294282e-06,
+      "loss": 21.1172,
+      "step": 13185
+    },
+    {
+      "epoch": 0.12481896233469959,
+      "grad_norm": 262.70770263671875,
+      "learning_rate": 1.9532220576120483e-06,
+      "loss": 8.6133,
+      "step": 13186
+    },
+    {
+      "epoch": 0.12482842835641465,
+      "grad_norm": 555.9517822265625,
+      "learning_rate": 1.9532127900338477e-06,
+      "loss": 16.627,
+      "step": 13187
+    },
+    {
+      "epoch": 0.1248378943781297,
+      "grad_norm": 593.6358032226562,
+      "learning_rate": 1.953203521559689e-06,
+      "loss": 17.0703,
+      "step": 13188
+    },
+    {
+      "epoch": 0.12484736039984476,
+      "grad_norm": 560.9789428710938,
+      "learning_rate": 1.953194252189581e-06,
+      "loss": 46.0,
+      "step": 13189
+    },
+    {
+      "epoch": 0.1248568264215598,
+      "grad_norm": 309.37506103515625,
+      "learning_rate": 1.9531849819235326e-06,
+      "loss": 31.2812,
+      "step": 13190
+    },
+    {
+      "epoch": 0.12486629244327486,
+      "grad_norm": 297.4377136230469,
+      "learning_rate": 1.953175710761552e-06,
+      "loss": 19.9766,
+      "step": 13191
+    },
+    {
+      "epoch": 0.12487575846498992,
+      "grad_norm": 1354.6513671875,
+      "learning_rate": 1.9531664387036483e-06,
+      "loss": 33.0586,
+      "step": 13192
+    },
+    {
+      "epoch": 0.12488522448670497,
+      "grad_norm": 239.4543914794922,
+      "learning_rate": 1.95315716574983e-06,
+      "loss": 18.7578,
+      "step": 13193
+    },
+    {
+      "epoch": 0.12489469050842003,
+      "grad_norm": 285.770751953125,
+      "learning_rate": 1.9531478919001065e-06,
+      "loss": 17.5312,
+      "step": 13194
+    },
+    {
+      "epoch": 0.12490415653013508,
+      "grad_norm": 322.55169677734375,
+      "learning_rate": 1.953138617154486e-06,
+      "loss": 25.4922,
+      "step": 13195
+    },
+    {
+      "epoch": 0.12491362255185014,
+      "grad_norm": 275.6960754394531,
+      "learning_rate": 1.9531293415129767e-06,
+      "loss": 16.9375,
+      "step": 13196
+    },
+    {
+      "epoch": 0.12492308857356518,
+      "grad_norm": 672.6968383789062,
+      "learning_rate": 1.9531200649755875e-06,
+      "loss": 26.8984,
+      "step": 13197
+    },
+    {
+      "epoch": 0.12493255459528024,
+      "grad_norm": 446.4208984375,
+      "learning_rate": 1.9531107875423283e-06,
+      "loss": 28.0547,
+      "step": 13198
+    },
+    {
+      "epoch": 0.12494202061699529,
+      "grad_norm": 480.544189453125,
+      "learning_rate": 1.9531015092132065e-06,
+      "loss": 31.6172,
+      "step": 13199
+    },
+    {
+      "epoch": 0.12495148663871035,
+      "grad_norm": 209.5228271484375,
+      "learning_rate": 1.9530922299882313e-06,
+      "loss": 16.125,
+      "step": 13200
+    },
+    {
+      "epoch": 0.12496095266042541,
+      "grad_norm": 3.470914125442505,
+      "learning_rate": 1.9530829498674116e-06,
+      "loss": 1.1973,
+      "step": 13201
+    },
+    {
+      "epoch": 0.12497041868214046,
+      "grad_norm": 3.2747113704681396,
+      "learning_rate": 1.953073668850756e-06,
+      "loss": 0.8635,
+      "step": 13202
+    },
+    {
+      "epoch": 0.12497988470385551,
+      "grad_norm": 387.27508544921875,
+      "learning_rate": 1.953064386938273e-06,
+      "loss": 8.3945,
+      "step": 13203
+    },
+    {
+      "epoch": 0.12498935072557056,
+      "grad_norm": 178.3929901123047,
+      "learning_rate": 1.9530551041299715e-06,
+      "loss": 15.1719,
+      "step": 13204
+    },
+    {
+      "epoch": 0.12499881674728562,
+      "grad_norm": 293.6584167480469,
+      "learning_rate": 1.95304582042586e-06,
+      "loss": 20.2578,
+      "step": 13205
+    },
+    {
+      "epoch": 0.12500828276900067,
+      "grad_norm": 564.47216796875,
+      "learning_rate": 1.9530365358259476e-06,
+      "loss": 39.2656,
+      "step": 13206
+    },
+    {
+      "epoch": 0.12501774879071573,
+      "grad_norm": 195.0304412841797,
+      "learning_rate": 1.953027250330243e-06,
+      "loss": 23.3359,
+      "step": 13207
+    },
+    {
+      "epoch": 0.1250272148124308,
+      "grad_norm": 310.2759094238281,
+      "learning_rate": 1.9530179639387546e-06,
+      "loss": 21.0391,
+      "step": 13208
+    },
+    {
+      "epoch": 0.12503668083414585,
+      "grad_norm": 450.90380859375,
+      "learning_rate": 1.9530086766514915e-06,
+      "loss": 38.5625,
+      "step": 13209
+    },
+    {
+      "epoch": 0.12504614685586088,
+      "grad_norm": 363.09210205078125,
+      "learning_rate": 1.952999388468462e-06,
+      "loss": 25.8281,
+      "step": 13210
+    },
+    {
+      "epoch": 0.12505561287757594,
+      "grad_norm": 334.7377014160156,
+      "learning_rate": 1.9529900993896753e-06,
+      "loss": 48.3594,
+      "step": 13211
+    },
+    {
+      "epoch": 0.125065078899291,
+      "grad_norm": 171.18077087402344,
+      "learning_rate": 1.9529808094151397e-06,
+      "loss": 19.7852,
+      "step": 13212
+    },
+    {
+      "epoch": 0.12507454492100606,
+      "grad_norm": 2.8484442234039307,
+      "learning_rate": 1.952971518544864e-06,
+      "loss": 0.9966,
+      "step": 13213
+    },
+    {
+      "epoch": 0.1250840109427211,
+      "grad_norm": 186.64215087890625,
+      "learning_rate": 1.9529622267788576e-06,
+      "loss": 17.0078,
+      "step": 13214
+    },
+    {
+      "epoch": 0.12509347696443615,
+      "grad_norm": 245.75340270996094,
+      "learning_rate": 1.952952934117128e-06,
+      "loss": 18.3281,
+      "step": 13215
+    },
+    {
+      "epoch": 0.1251029429861512,
+      "grad_norm": 367.38629150390625,
+      "learning_rate": 1.952943640559685e-06,
+      "loss": 42.8594,
+      "step": 13216
+    },
+    {
+      "epoch": 0.12511240900786627,
+      "grad_norm": 400.872802734375,
+      "learning_rate": 1.952934346106537e-06,
+      "loss": 38.0312,
+      "step": 13217
+    },
+    {
+      "epoch": 0.12512187502958133,
+      "grad_norm": 405.500244140625,
+      "learning_rate": 1.952925050757693e-06,
+      "loss": 32.3594,
+      "step": 13218
+    },
+    {
+      "epoch": 0.12513134105129636,
+      "grad_norm": 644.8778686523438,
+      "learning_rate": 1.952915754513161e-06,
+      "loss": 24.1016,
+      "step": 13219
+    },
+    {
+      "epoch": 0.12514080707301142,
+      "grad_norm": 983.4671630859375,
+      "learning_rate": 1.9529064573729503e-06,
+      "loss": 66.1719,
+      "step": 13220
+    },
+    {
+      "epoch": 0.12515027309472648,
+      "grad_norm": 1231.219482421875,
+      "learning_rate": 1.95289715933707e-06,
+      "loss": 80.8125,
+      "step": 13221
+    },
+    {
+      "epoch": 0.12515973911644154,
+      "grad_norm": 287.96124267578125,
+      "learning_rate": 1.9528878604055276e-06,
+      "loss": 18.0547,
+      "step": 13222
+    },
+    {
+      "epoch": 0.12516920513815658,
+      "grad_norm": 180.53236389160156,
+      "learning_rate": 1.9528785605783326e-06,
+      "loss": 19.2891,
+      "step": 13223
+    },
+    {
+      "epoch": 0.12517867115987164,
+      "grad_norm": 301.969970703125,
+      "learning_rate": 1.952869259855494e-06,
+      "loss": 21.9688,
+      "step": 13224
+    },
+    {
+      "epoch": 0.1251881371815867,
+      "grad_norm": 835.1847534179688,
+      "learning_rate": 1.9528599582370208e-06,
+      "loss": 27.1445,
+      "step": 13225
+    },
+    {
+      "epoch": 0.12519760320330175,
+      "grad_norm": 730.84716796875,
+      "learning_rate": 1.9528506557229204e-06,
+      "loss": 16.6406,
+      "step": 13226
+    },
+    {
+      "epoch": 0.12520706922501681,
+      "grad_norm": 849.4359130859375,
+      "learning_rate": 1.952841352313203e-06,
+      "loss": 57.7188,
+      "step": 13227
+    },
+    {
+      "epoch": 0.12521653524673185,
+      "grad_norm": 181.75157165527344,
+      "learning_rate": 1.952832048007876e-06,
+      "loss": 17.2031,
+      "step": 13228
+    },
+    {
+      "epoch": 0.1252260012684469,
+      "grad_norm": 495.04486083984375,
+      "learning_rate": 1.9528227428069495e-06,
+      "loss": 35.5781,
+      "step": 13229
+    },
+    {
+      "epoch": 0.12523546729016197,
+      "grad_norm": 220.57504272460938,
+      "learning_rate": 1.9528134367104317e-06,
+      "loss": 26.3711,
+      "step": 13230
+    },
+    {
+      "epoch": 0.12524493331187703,
+      "grad_norm": 3.7046878337860107,
+      "learning_rate": 1.9528041297183308e-06,
+      "loss": 1.0625,
+      "step": 13231
+    },
+    {
+      "epoch": 0.12525439933359206,
+      "grad_norm": 862.0830688476562,
+      "learning_rate": 1.9527948218306563e-06,
+      "loss": 61.2188,
+      "step": 13232
+    },
+    {
+      "epoch": 0.12526386535530712,
+      "grad_norm": 209.0033416748047,
+      "learning_rate": 1.9527855130474165e-06,
+      "loss": 15.0312,
+      "step": 13233
+    },
+    {
+      "epoch": 0.12527333137702218,
+      "grad_norm": 167.66302490234375,
+      "learning_rate": 1.95277620336862e-06,
+      "loss": 18.0781,
+      "step": 13234
+    },
+    {
+      "epoch": 0.12528279739873724,
+      "grad_norm": 303.3922424316406,
+      "learning_rate": 1.9527668927942763e-06,
+      "loss": 17.6016,
+      "step": 13235
+    },
+    {
+      "epoch": 0.1252922634204523,
+      "grad_norm": 443.21124267578125,
+      "learning_rate": 1.9527575813243936e-06,
+      "loss": 19.0,
+      "step": 13236
+    },
+    {
+      "epoch": 0.12530172944216733,
+      "grad_norm": 228.22808837890625,
+      "learning_rate": 1.9527482689589808e-06,
+      "loss": 17.7891,
+      "step": 13237
+    },
+    {
+      "epoch": 0.1253111954638824,
+      "grad_norm": 472.8309020996094,
+      "learning_rate": 1.9527389556980465e-06,
+      "loss": 45.6562,
+      "step": 13238
+    },
+    {
+      "epoch": 0.12532066148559745,
+      "grad_norm": 204.62933349609375,
+      "learning_rate": 1.9527296415415994e-06,
+      "loss": 29.7969,
+      "step": 13239
+    },
+    {
+      "epoch": 0.1253301275073125,
+      "grad_norm": 3.2004945278167725,
+      "learning_rate": 1.9527203264896488e-06,
+      "loss": 1.0107,
+      "step": 13240
+    },
+    {
+      "epoch": 0.12533959352902754,
+      "grad_norm": 387.3117370605469,
+      "learning_rate": 1.952711010542203e-06,
+      "loss": 24.5625,
+      "step": 13241
+    },
+    {
+      "epoch": 0.1253490595507426,
+      "grad_norm": 460.4173583984375,
+      "learning_rate": 1.9527016936992707e-06,
+      "loss": 33.1953,
+      "step": 13242
+    },
+    {
+      "epoch": 0.12535852557245766,
+      "grad_norm": 992.9196166992188,
+      "learning_rate": 1.9526923759608606e-06,
+      "loss": 45.3594,
+      "step": 13243
+    },
+    {
+      "epoch": 0.12536799159417272,
+      "grad_norm": 271.3359069824219,
+      "learning_rate": 1.952683057326982e-06,
+      "loss": 16.0352,
+      "step": 13244
+    },
+    {
+      "epoch": 0.12537745761588778,
+      "grad_norm": 494.3929443359375,
+      "learning_rate": 1.952673737797643e-06,
+      "loss": 45.0938,
+      "step": 13245
+    },
+    {
+      "epoch": 0.12538692363760282,
+      "grad_norm": 323.263427734375,
+      "learning_rate": 1.952664417372853e-06,
+      "loss": 15.6172,
+      "step": 13246
+    },
+    {
+      "epoch": 0.12539638965931788,
+      "grad_norm": 562.8699340820312,
+      "learning_rate": 1.95265509605262e-06,
+      "loss": 46.75,
+      "step": 13247
+    },
+    {
+      "epoch": 0.12540585568103294,
+      "grad_norm": 631.8035278320312,
+      "learning_rate": 1.9526457738369533e-06,
+      "loss": 56.6172,
+      "step": 13248
+    },
+    {
+      "epoch": 0.125415321702748,
+      "grad_norm": 700.7542114257812,
+      "learning_rate": 1.952636450725862e-06,
+      "loss": 32.7344,
+      "step": 13249
+    },
+    {
+      "epoch": 0.12542478772446303,
+      "grad_norm": 367.641845703125,
+      "learning_rate": 1.952627126719354e-06,
+      "loss": 41.625,
+      "step": 13250
+    },
+    {
+      "epoch": 0.1254342537461781,
+      "grad_norm": 568.1749267578125,
+      "learning_rate": 1.9526178018174387e-06,
+      "loss": 14.9805,
+      "step": 13251
+    },
+    {
+      "epoch": 0.12544371976789315,
+      "grad_norm": 556.494873046875,
+      "learning_rate": 1.9526084760201242e-06,
+      "loss": 34.2656,
+      "step": 13252
+    },
+    {
+      "epoch": 0.1254531857896082,
+      "grad_norm": 3.4260456562042236,
+      "learning_rate": 1.9525991493274197e-06,
+      "loss": 1.0464,
+      "step": 13253
+    },
+    {
+      "epoch": 0.12546265181132327,
+      "grad_norm": 725.4529418945312,
+      "learning_rate": 1.9525898217393344e-06,
+      "loss": 17.2891,
+      "step": 13254
+    },
+    {
+      "epoch": 0.1254721178330383,
+      "grad_norm": 737.802978515625,
+      "learning_rate": 1.952580493255877e-06,
+      "loss": 44.0938,
+      "step": 13255
+    },
+    {
+      "epoch": 0.12548158385475336,
+      "grad_norm": 648.1580810546875,
+      "learning_rate": 1.952571163877055e-06,
+      "loss": 42.9531,
+      "step": 13256
+    },
+    {
+      "epoch": 0.12549104987646842,
+      "grad_norm": 272.7605895996094,
+      "learning_rate": 1.9525618336028783e-06,
+      "loss": 22.125,
+      "step": 13257
+    },
+    {
+      "epoch": 0.12550051589818348,
+      "grad_norm": 288.2515869140625,
+      "learning_rate": 1.9525525024333556e-06,
+      "loss": 15.4375,
+      "step": 13258
+    },
+    {
+      "epoch": 0.1255099819198985,
+      "grad_norm": 3.5435352325439453,
+      "learning_rate": 1.952543170368496e-06,
+      "loss": 0.9263,
+      "step": 13259
+    },
+    {
+      "epoch": 0.12551944794161357,
+      "grad_norm": 252.89366149902344,
+      "learning_rate": 1.9525338374083073e-06,
+      "loss": 17.5938,
+      "step": 13260
+    },
+    {
+      "epoch": 0.12552891396332863,
+      "grad_norm": 605.7354736328125,
+      "learning_rate": 1.9525245035527983e-06,
+      "loss": 15.3242,
+      "step": 13261
+    },
+    {
+      "epoch": 0.1255383799850437,
+      "grad_norm": 565.1336669921875,
+      "learning_rate": 1.952515168801979e-06,
+      "loss": 25.9453,
+      "step": 13262
+    },
+    {
+      "epoch": 0.12554784600675875,
+      "grad_norm": 297.6282043457031,
+      "learning_rate": 1.952505833155857e-06,
+      "loss": 18.1094,
+      "step": 13263
+    },
+    {
+      "epoch": 0.12555731202847378,
+      "grad_norm": 508.16650390625,
+      "learning_rate": 1.952496496614442e-06,
+      "loss": 19.3906,
+      "step": 13264
+    },
+    {
+      "epoch": 0.12556677805018884,
+      "grad_norm": 359.8111877441406,
+      "learning_rate": 1.9524871591777414e-06,
+      "loss": 21.6641,
+      "step": 13265
+    },
+    {
+      "epoch": 0.1255762440719039,
+      "grad_norm": 480.2612609863281,
+      "learning_rate": 1.9524778208457653e-06,
+      "loss": 20.4062,
+      "step": 13266
+    },
+    {
+      "epoch": 0.12558571009361896,
+      "grad_norm": 567.8670043945312,
+      "learning_rate": 1.952468481618522e-06,
+      "loss": 32.5508,
+      "step": 13267
+    },
+    {
+      "epoch": 0.125595176115334,
+      "grad_norm": 517.4393310546875,
+      "learning_rate": 1.9524591414960202e-06,
+      "loss": 29.75,
+      "step": 13268
+    },
+    {
+      "epoch": 0.12560464213704906,
+      "grad_norm": 363.524658203125,
+      "learning_rate": 1.952449800478269e-06,
+      "loss": 19.7227,
+      "step": 13269
+    },
+    {
+      "epoch": 0.12561410815876412,
+      "grad_norm": 568.1856689453125,
+      "learning_rate": 1.952440458565277e-06,
+      "loss": 18.8359,
+      "step": 13270
+    },
+    {
+      "epoch": 0.12562357418047918,
+      "grad_norm": 223.76426696777344,
+      "learning_rate": 1.9524311157570527e-06,
+      "loss": 10.7188,
+      "step": 13271
+    },
+    {
+      "epoch": 0.12563304020219423,
+      "grad_norm": 904.0764770507812,
+      "learning_rate": 1.9524217720536053e-06,
+      "loss": 47.5781,
+      "step": 13272
+    },
+    {
+      "epoch": 0.12564250622390927,
+      "grad_norm": 217.19467163085938,
+      "learning_rate": 1.952412427454943e-06,
+      "loss": 13.7695,
+      "step": 13273
+    },
+    {
+      "epoch": 0.12565197224562433,
+      "grad_norm": 266.0425109863281,
+      "learning_rate": 1.952403081961075e-06,
+      "loss": 30.375,
+      "step": 13274
+    },
+    {
+      "epoch": 0.1256614382673394,
+      "grad_norm": 570.1168212890625,
+      "learning_rate": 1.9523937355720106e-06,
+      "loss": 18.4844,
+      "step": 13275
+    },
+    {
+      "epoch": 0.12567090428905445,
+      "grad_norm": 342.38433837890625,
+      "learning_rate": 1.9523843882877577e-06,
+      "loss": 41.4844,
+      "step": 13276
+    },
+    {
+      "epoch": 0.12568037031076948,
+      "grad_norm": 733.8587036132812,
+      "learning_rate": 1.9523750401083256e-06,
+      "loss": 49.7812,
+      "step": 13277
+    },
+    {
+      "epoch": 0.12568983633248454,
+      "grad_norm": 375.4632873535156,
+      "learning_rate": 1.9523656910337224e-06,
+      "loss": 17.6719,
+      "step": 13278
+    },
+    {
+      "epoch": 0.1256993023541996,
+      "grad_norm": 460.0033874511719,
+      "learning_rate": 1.952356341063958e-06,
+      "loss": 62.5,
+      "step": 13279
+    },
+    {
+      "epoch": 0.12570876837591466,
+      "grad_norm": 457.8906555175781,
+      "learning_rate": 1.9523469901990404e-06,
+      "loss": 29.0938,
+      "step": 13280
+    },
+    {
+      "epoch": 0.12571823439762972,
+      "grad_norm": 241.46829223632812,
+      "learning_rate": 1.9523376384389785e-06,
+      "loss": 21.9375,
+      "step": 13281
+    },
+    {
+      "epoch": 0.12572770041934475,
+      "grad_norm": 218.89822387695312,
+      "learning_rate": 1.952328285783781e-06,
+      "loss": 10.332,
+      "step": 13282
+    },
+    {
+      "epoch": 0.1257371664410598,
+      "grad_norm": 486.468017578125,
+      "learning_rate": 1.952318932233457e-06,
+      "loss": 41.6094,
+      "step": 13283
+    },
+    {
+      "epoch": 0.12574663246277487,
+      "grad_norm": 161.72080993652344,
+      "learning_rate": 1.9523095777880158e-06,
+      "loss": 19.9844,
+      "step": 13284
+    },
+    {
+      "epoch": 0.12575609848448993,
+      "grad_norm": 649.1815795898438,
+      "learning_rate": 1.9523002224474647e-06,
+      "loss": 24.2734,
+      "step": 13285
+    },
+    {
+      "epoch": 0.125765564506205,
+      "grad_norm": 273.2587585449219,
+      "learning_rate": 1.9522908662118138e-06,
+      "loss": 27.8281,
+      "step": 13286
+    },
+    {
+      "epoch": 0.12577503052792002,
+      "grad_norm": 292.28741455078125,
+      "learning_rate": 1.9522815090810713e-06,
+      "loss": 10.3672,
+      "step": 13287
+    },
+    {
+      "epoch": 0.12578449654963508,
+      "grad_norm": 217.14840698242188,
+      "learning_rate": 1.952272151055246e-06,
+      "loss": 20.7188,
+      "step": 13288
+    },
+    {
+      "epoch": 0.12579396257135014,
+      "grad_norm": 441.19140625,
+      "learning_rate": 1.9522627921343467e-06,
+      "loss": 36.6406,
+      "step": 13289
+    },
+    {
+      "epoch": 0.1258034285930652,
+      "grad_norm": 289.10833740234375,
+      "learning_rate": 1.9522534323183827e-06,
+      "loss": 15.8203,
+      "step": 13290
+    },
+    {
+      "epoch": 0.12581289461478024,
+      "grad_norm": 212.0904541015625,
+      "learning_rate": 1.9522440716073624e-06,
+      "loss": 22.5,
+      "step": 13291
+    },
+    {
+      "epoch": 0.1258223606364953,
+      "grad_norm": 464.1608581542969,
+      "learning_rate": 1.9522347100012943e-06,
+      "loss": 35.5625,
+      "step": 13292
+    },
+    {
+      "epoch": 0.12583182665821036,
+      "grad_norm": 370.44012451171875,
+      "learning_rate": 1.952225347500188e-06,
+      "loss": 44.3984,
+      "step": 13293
+    },
+    {
+      "epoch": 0.12584129267992542,
+      "grad_norm": 233.53030395507812,
+      "learning_rate": 1.9522159841040513e-06,
+      "loss": 21.4609,
+      "step": 13294
+    },
+    {
+      "epoch": 0.12585075870164047,
+      "grad_norm": 362.10498046875,
+      "learning_rate": 1.952206619812894e-06,
+      "loss": 32.8359,
+      "step": 13295
+    },
+    {
+      "epoch": 0.1258602247233555,
+      "grad_norm": 332.592529296875,
+      "learning_rate": 1.952197254626724e-06,
+      "loss": 35.1016,
+      "step": 13296
+    },
+    {
+      "epoch": 0.12586969074507057,
+      "grad_norm": 468.2342834472656,
+      "learning_rate": 1.952187888545551e-06,
+      "loss": 27.0781,
+      "step": 13297
+    },
+    {
+      "epoch": 0.12587915676678563,
+      "grad_norm": 3.282233715057373,
+      "learning_rate": 1.9521785215693828e-06,
+      "loss": 0.9531,
+      "step": 13298
+    },
+    {
+      "epoch": 0.1258886227885007,
+      "grad_norm": 875.9244384765625,
+      "learning_rate": 1.9521691536982287e-06,
+      "loss": 57.5312,
+      "step": 13299
+    },
+    {
+      "epoch": 0.12589808881021572,
+      "grad_norm": 569.4166259765625,
+      "learning_rate": 1.952159784932098e-06,
+      "loss": 41.2188,
+      "step": 13300
+    },
+    {
+      "epoch": 0.12590755483193078,
+      "grad_norm": 251.54425048828125,
+      "learning_rate": 1.952150415270999e-06,
+      "loss": 21.4414,
+      "step": 13301
+    },
+    {
+      "epoch": 0.12591702085364584,
+      "grad_norm": 657.74267578125,
+      "learning_rate": 1.9521410447149404e-06,
+      "loss": 38.8906,
+      "step": 13302
+    },
+    {
+      "epoch": 0.1259264868753609,
+      "grad_norm": 878.3411865234375,
+      "learning_rate": 1.952131673263931e-06,
+      "loss": 68.6406,
+      "step": 13303
+    },
+    {
+      "epoch": 0.12593595289707596,
+      "grad_norm": 3.410975933074951,
+      "learning_rate": 1.95212230091798e-06,
+      "loss": 0.9141,
+      "step": 13304
+    },
+    {
+      "epoch": 0.125945418918791,
+      "grad_norm": 3.7468132972717285,
+      "learning_rate": 1.952112927677096e-06,
+      "loss": 1.1133,
+      "step": 13305
+    },
+    {
+      "epoch": 0.12595488494050605,
+      "grad_norm": 545.3897705078125,
+      "learning_rate": 1.9521035535412875e-06,
+      "loss": 8.6055,
+      "step": 13306
+    },
+    {
+      "epoch": 0.1259643509622211,
+      "grad_norm": 446.0579528808594,
+      "learning_rate": 1.9520941785105637e-06,
+      "loss": 37.4609,
+      "step": 13307
+    },
+    {
+      "epoch": 0.12597381698393617,
+      "grad_norm": 409.2267761230469,
+      "learning_rate": 1.952084802584934e-06,
+      "loss": 57.4062,
+      "step": 13308
+    },
+    {
+      "epoch": 0.1259832830056512,
+      "grad_norm": 339.2450866699219,
+      "learning_rate": 1.9520754257644058e-06,
+      "loss": 24.375,
+      "step": 13309
+    },
+    {
+      "epoch": 0.12599274902736626,
+      "grad_norm": 424.84552001953125,
+      "learning_rate": 1.9520660480489886e-06,
+      "loss": 26.5859,
+      "step": 13310
+    },
+    {
+      "epoch": 0.12600221504908132,
+      "grad_norm": 359.7779846191406,
+      "learning_rate": 1.9520566694386912e-06,
+      "loss": 37.4844,
+      "step": 13311
+    },
+    {
+      "epoch": 0.12601168107079638,
+      "grad_norm": 896.7194213867188,
+      "learning_rate": 1.9520472899335227e-06,
+      "loss": 45.2695,
+      "step": 13312
+    },
+    {
+      "epoch": 0.12602114709251144,
+      "grad_norm": 422.99725341796875,
+      "learning_rate": 1.9520379095334917e-06,
+      "loss": 20.2734,
+      "step": 13313
+    },
+    {
+      "epoch": 0.12603061311422648,
+      "grad_norm": 305.79986572265625,
+      "learning_rate": 1.952028528238607e-06,
+      "loss": 24.4375,
+      "step": 13314
+    },
+    {
+      "epoch": 0.12604007913594154,
+      "grad_norm": 349.8025207519531,
+      "learning_rate": 1.952019146048877e-06,
+      "loss": 22.0312,
+      "step": 13315
+    },
+    {
+      "epoch": 0.1260495451576566,
+      "grad_norm": 389.9148254394531,
+      "learning_rate": 1.9520097629643116e-06,
+      "loss": 16.8125,
+      "step": 13316
+    },
+    {
+      "epoch": 0.12605901117937166,
+      "grad_norm": 310.0596618652344,
+      "learning_rate": 1.952000378984919e-06,
+      "loss": 32.9531,
+      "step": 13317
+    },
+    {
+      "epoch": 0.1260684772010867,
+      "grad_norm": 200.6229705810547,
+      "learning_rate": 1.9519909941107075e-06,
+      "loss": 9.4102,
+      "step": 13318
+    },
+    {
+      "epoch": 0.12607794322280175,
+      "grad_norm": 878.3117065429688,
+      "learning_rate": 1.9519816083416866e-06,
+      "loss": 31.3672,
+      "step": 13319
+    },
+    {
+      "epoch": 0.1260874092445168,
+      "grad_norm": 449.05242919921875,
+      "learning_rate": 1.951972221677865e-06,
+      "loss": 45.8125,
+      "step": 13320
+    },
+    {
+      "epoch": 0.12609687526623187,
+      "grad_norm": 420.2989196777344,
+      "learning_rate": 1.951962834119251e-06,
+      "loss": 53.5,
+      "step": 13321
+    },
+    {
+      "epoch": 0.12610634128794693,
+      "grad_norm": 262.5774841308594,
+      "learning_rate": 1.951953445665854e-06,
+      "loss": 14.0586,
+      "step": 13322
+    },
+    {
+      "epoch": 0.12611580730966196,
+      "grad_norm": 3.17242693901062,
+      "learning_rate": 1.951944056317683e-06,
+      "loss": 0.8926,
+      "step": 13323
+    },
+    {
+      "epoch": 0.12612527333137702,
+      "grad_norm": 433.0061950683594,
+      "learning_rate": 1.9519346660747465e-06,
+      "loss": 49.8281,
+      "step": 13324
+    },
+    {
+      "epoch": 0.12613473935309208,
+      "grad_norm": 219.4008026123047,
+      "learning_rate": 1.9519252749370534e-06,
+      "loss": 29.5391,
+      "step": 13325
+    },
+    {
+      "epoch": 0.12614420537480714,
+      "grad_norm": 428.17291259765625,
+      "learning_rate": 1.9519158829046123e-06,
+      "loss": 47.8984,
+      "step": 13326
+    },
+    {
+      "epoch": 0.12615367139652217,
+      "grad_norm": 484.4280090332031,
+      "learning_rate": 1.951906489977432e-06,
+      "loss": 29.2109,
+      "step": 13327
+    },
+    {
+      "epoch": 0.12616313741823723,
+      "grad_norm": 340.69158935546875,
+      "learning_rate": 1.9518970961555216e-06,
+      "loss": 21.7734,
+      "step": 13328
+    },
+    {
+      "epoch": 0.1261726034399523,
+      "grad_norm": 585.2223510742188,
+      "learning_rate": 1.9518877014388898e-06,
+      "loss": 32.6953,
+      "step": 13329
+    },
+    {
+      "epoch": 0.12618206946166735,
+      "grad_norm": 372.00482177734375,
+      "learning_rate": 1.9518783058275455e-06,
+      "loss": 19.6641,
+      "step": 13330
+    },
+    {
+      "epoch": 0.1261915354833824,
+      "grad_norm": 3.1769609451293945,
+      "learning_rate": 1.951868909321498e-06,
+      "loss": 0.8889,
+      "step": 13331
+    },
+    {
+      "epoch": 0.12620100150509744,
+      "grad_norm": 386.7494812011719,
+      "learning_rate": 1.9518595119207554e-06,
+      "loss": 28.2188,
+      "step": 13332
+    },
+    {
+      "epoch": 0.1262104675268125,
+      "grad_norm": 774.1046752929688,
+      "learning_rate": 1.9518501136253264e-06,
+      "loss": 39.9219,
+      "step": 13333
+    },
+    {
+      "epoch": 0.12621993354852756,
+      "grad_norm": 352.9222717285156,
+      "learning_rate": 1.9518407144352205e-06,
+      "loss": 15.5859,
+      "step": 13334
+    },
+    {
+      "epoch": 0.12622939957024262,
+      "grad_norm": 294.5710754394531,
+      "learning_rate": 1.9518313143504463e-06,
+      "loss": 10.3398,
+      "step": 13335
+    },
+    {
+      "epoch": 0.12623886559195766,
+      "grad_norm": 348.34466552734375,
+      "learning_rate": 1.9518219133710126e-06,
+      "loss": 17.7266,
+      "step": 13336
+    },
+    {
+      "epoch": 0.12624833161367272,
+      "grad_norm": 326.5757751464844,
+      "learning_rate": 1.9518125114969282e-06,
+      "loss": 8.9531,
+      "step": 13337
+    },
+    {
+      "epoch": 0.12625779763538778,
+      "grad_norm": 534.9884033203125,
+      "learning_rate": 1.9518031087282018e-06,
+      "loss": 41.3906,
+      "step": 13338
+    },
+    {
+      "epoch": 0.12626726365710284,
+      "grad_norm": 651.5226440429688,
+      "learning_rate": 1.951793705064843e-06,
+      "loss": 41.9844,
+      "step": 13339
+    },
+    {
+      "epoch": 0.1262767296788179,
+      "grad_norm": 534.2345581054688,
+      "learning_rate": 1.9517843005068593e-06,
+      "loss": 43.5078,
+      "step": 13340
+    },
+    {
+      "epoch": 0.12628619570053293,
+      "grad_norm": 508.1007995605469,
+      "learning_rate": 1.9517748950542603e-06,
+      "loss": 46.8516,
+      "step": 13341
+    },
+    {
+      "epoch": 0.126295661722248,
+      "grad_norm": 264.42730712890625,
+      "learning_rate": 1.951765488707055e-06,
+      "loss": 18.5312,
+      "step": 13342
+    },
+    {
+      "epoch": 0.12630512774396305,
+      "grad_norm": 266.14459228515625,
+      "learning_rate": 1.9517560814652522e-06,
+      "loss": 25.4062,
+      "step": 13343
+    },
+    {
+      "epoch": 0.1263145937656781,
+      "grad_norm": 487.6197814941406,
+      "learning_rate": 1.9517466733288606e-06,
+      "loss": 33.0234,
+      "step": 13344
+    },
+    {
+      "epoch": 0.12632405978739314,
+      "grad_norm": 3.205129384994507,
+      "learning_rate": 1.9517372642978887e-06,
+      "loss": 0.8643,
+      "step": 13345
+    },
+    {
+      "epoch": 0.1263335258091082,
+      "grad_norm": 382.375,
+      "learning_rate": 1.9517278543723463e-06,
+      "loss": 32.9375,
+      "step": 13346
+    },
+    {
+      "epoch": 0.12634299183082326,
+      "grad_norm": 422.7896423339844,
+      "learning_rate": 1.9517184435522413e-06,
+      "loss": 40.8125,
+      "step": 13347
+    },
+    {
+      "epoch": 0.12635245785253832,
+      "grad_norm": 377.9723815917969,
+      "learning_rate": 1.9517090318375827e-06,
+      "loss": 20.6016,
+      "step": 13348
+    },
+    {
+      "epoch": 0.12636192387425338,
+      "grad_norm": 363.46612548828125,
+      "learning_rate": 1.95169961922838e-06,
+      "loss": 31.1562,
+      "step": 13349
+    },
+    {
+      "epoch": 0.1263713898959684,
+      "grad_norm": 754.9600219726562,
+      "learning_rate": 1.9516902057246407e-06,
+      "loss": 25.6367,
+      "step": 13350
+    },
+    {
+      "epoch": 0.12638085591768347,
+      "grad_norm": 488.4947814941406,
+      "learning_rate": 1.951680791326375e-06,
+      "loss": 61.3047,
+      "step": 13351
+    },
+    {
+      "epoch": 0.12639032193939853,
+      "grad_norm": 4.382075786590576,
+      "learning_rate": 1.9516713760335914e-06,
+      "loss": 0.9065,
+      "step": 13352
+    },
+    {
+      "epoch": 0.1263997879611136,
+      "grad_norm": 207.63162231445312,
+      "learning_rate": 1.9516619598462986e-06,
+      "loss": 18.3672,
+      "step": 13353
+    },
+    {
+      "epoch": 0.12640925398282862,
+      "grad_norm": 1005.9324951171875,
+      "learning_rate": 1.9516525427645056e-06,
+      "loss": 44.3281,
+      "step": 13354
+    },
+    {
+      "epoch": 0.12641872000454368,
+      "grad_norm": 695.0509033203125,
+      "learning_rate": 1.9516431247882207e-06,
+      "loss": 31.2812,
+      "step": 13355
+    },
+    {
+      "epoch": 0.12642818602625874,
+      "grad_norm": 756.3140258789062,
+      "learning_rate": 1.9516337059174534e-06,
+      "loss": 17.2148,
+      "step": 13356
+    },
+    {
+      "epoch": 0.1264376520479738,
+      "grad_norm": 599.3627319335938,
+      "learning_rate": 1.951624286152212e-06,
+      "loss": 25.3906,
+      "step": 13357
+    },
+    {
+      "epoch": 0.12644711806968886,
+      "grad_norm": 282.9970397949219,
+      "learning_rate": 1.951614865492506e-06,
+      "loss": 28.375,
+      "step": 13358
+    },
+    {
+      "epoch": 0.1264565840914039,
+      "grad_norm": 294.9689025878906,
+      "learning_rate": 1.951605443938344e-06,
+      "loss": 16.2266,
+      "step": 13359
+    },
+    {
+      "epoch": 0.12646605011311896,
+      "grad_norm": 197.6996307373047,
+      "learning_rate": 1.951596021489735e-06,
+      "loss": 23.625,
+      "step": 13360
+    },
+    {
+      "epoch": 0.12647551613483402,
+      "grad_norm": 180.89208984375,
+      "learning_rate": 1.9515865981466874e-06,
+      "loss": 15.0938,
+      "step": 13361
+    },
+    {
+      "epoch": 0.12648498215654908,
+      "grad_norm": 328.6690979003906,
+      "learning_rate": 1.95157717390921e-06,
+      "loss": 23.9609,
+      "step": 13362
+    },
+    {
+      "epoch": 0.1264944481782641,
+      "grad_norm": 298.8408203125,
+      "learning_rate": 1.9515677487773124e-06,
+      "loss": 39.5469,
+      "step": 13363
+    },
+    {
+      "epoch": 0.12650391419997917,
+      "grad_norm": 3.003593921661377,
+      "learning_rate": 1.9515583227510026e-06,
+      "loss": 0.9004,
+      "step": 13364
+    },
+    {
+      "epoch": 0.12651338022169423,
+      "grad_norm": 865.0154418945312,
+      "learning_rate": 1.95154889583029e-06,
+      "loss": 85.8242,
+      "step": 13365
+    },
+    {
+      "epoch": 0.1265228462434093,
+      "grad_norm": 292.0408020019531,
+      "learning_rate": 1.951539468015184e-06,
+      "loss": 22.1953,
+      "step": 13366
+    },
+    {
+      "epoch": 0.12653231226512435,
+      "grad_norm": 1150.379150390625,
+      "learning_rate": 1.9515300393056917e-06,
+      "loss": 34.1094,
+      "step": 13367
+    },
+    {
+      "epoch": 0.12654177828683938,
+      "grad_norm": 964.8262329101562,
+      "learning_rate": 1.951520609701824e-06,
+      "loss": 16.2305,
+      "step": 13368
+    },
+    {
+      "epoch": 0.12655124430855444,
+      "grad_norm": 446.04620361328125,
+      "learning_rate": 1.9515111792035885e-06,
+      "loss": 46.0312,
+      "step": 13369
+    },
+    {
+      "epoch": 0.1265607103302695,
+      "grad_norm": 396.1007995605469,
+      "learning_rate": 1.951501747810994e-06,
+      "loss": 9.375,
+      "step": 13370
+    },
+    {
+      "epoch": 0.12657017635198456,
+      "grad_norm": 2.9439613819122314,
+      "learning_rate": 1.9514923155240504e-06,
+      "loss": 1.0103,
+      "step": 13371
+    },
+    {
+      "epoch": 0.12657964237369962,
+      "grad_norm": 430.84954833984375,
+      "learning_rate": 1.9514828823427652e-06,
+      "loss": 24.3047,
+      "step": 13372
+    },
+    {
+      "epoch": 0.12658910839541465,
+      "grad_norm": 1150.6832275390625,
+      "learning_rate": 1.951473448267149e-06,
+      "loss": 38.0703,
+      "step": 13373
+    },
+    {
+      "epoch": 0.1265985744171297,
+      "grad_norm": 295.4119567871094,
+      "learning_rate": 1.9514640132972087e-06,
+      "loss": 12.6797,
+      "step": 13374
+    },
+    {
+      "epoch": 0.12660804043884477,
+      "grad_norm": 202.11000061035156,
+      "learning_rate": 1.9514545774329547e-06,
+      "loss": 19.0781,
+      "step": 13375
+    },
+    {
+      "epoch": 0.12661750646055983,
+      "grad_norm": 333.80206298828125,
+      "learning_rate": 1.951445140674395e-06,
+      "loss": 25.8203,
+      "step": 13376
+    },
+    {
+      "epoch": 0.12662697248227486,
+      "grad_norm": 376.2691650390625,
+      "learning_rate": 1.951435703021539e-06,
+      "loss": 18.7891,
+      "step": 13377
+    },
+    {
+      "epoch": 0.12663643850398992,
+      "grad_norm": 409.1540222167969,
+      "learning_rate": 1.9514262644743953e-06,
+      "loss": 36.1367,
+      "step": 13378
+    },
+    {
+      "epoch": 0.12664590452570498,
+      "grad_norm": 312.83770751953125,
+      "learning_rate": 1.9514168250329725e-06,
+      "loss": 23.2578,
+      "step": 13379
+    },
+    {
+      "epoch": 0.12665537054742004,
+      "grad_norm": 452.0498352050781,
+      "learning_rate": 1.95140738469728e-06,
+      "loss": 52.7969,
+      "step": 13380
+    },
+    {
+      "epoch": 0.1266648365691351,
+      "grad_norm": 323.39434814453125,
+      "learning_rate": 1.9513979434673266e-06,
+      "loss": 20.1641,
+      "step": 13381
+    },
+    {
+      "epoch": 0.12667430259085014,
+      "grad_norm": 237.63470458984375,
+      "learning_rate": 1.9513885013431205e-06,
+      "loss": 18.4922,
+      "step": 13382
+    },
+    {
+      "epoch": 0.1266837686125652,
+      "grad_norm": 263.7359619140625,
+      "learning_rate": 1.9513790583246712e-06,
+      "loss": 17.9219,
+      "step": 13383
+    },
+    {
+      "epoch": 0.12669323463428026,
+      "grad_norm": 337.0799560546875,
+      "learning_rate": 1.951369614411988e-06,
+      "loss": 44.1719,
+      "step": 13384
+    },
+    {
+      "epoch": 0.12670270065599532,
+      "grad_norm": 440.5296936035156,
+      "learning_rate": 1.951360169605079e-06,
+      "loss": 33.8438,
+      "step": 13385
+    },
+    {
+      "epoch": 0.12671216667771035,
+      "grad_norm": 184.5572052001953,
+      "learning_rate": 1.9513507239039533e-06,
+      "loss": 20.875,
+      "step": 13386
+    },
+    {
+      "epoch": 0.1267216326994254,
+      "grad_norm": 732.8403930664062,
+      "learning_rate": 1.95134127730862e-06,
+      "loss": 22.3711,
+      "step": 13387
+    },
+    {
+      "epoch": 0.12673109872114047,
+      "grad_norm": 3.4270551204681396,
+      "learning_rate": 1.9513318298190872e-06,
+      "loss": 1.1289,
+      "step": 13388
+    },
+    {
+      "epoch": 0.12674056474285553,
+      "grad_norm": 447.01361083984375,
+      "learning_rate": 1.951322381435365e-06,
+      "loss": 37.1016,
+      "step": 13389
+    },
+    {
+      "epoch": 0.1267500307645706,
+      "grad_norm": 834.6939086914062,
+      "learning_rate": 1.9513129321574615e-06,
+      "loss": 61.5391,
+      "step": 13390
+    },
+    {
+      "epoch": 0.12675949678628562,
+      "grad_norm": 701.85498046875,
+      "learning_rate": 1.9513034819853857e-06,
+      "loss": 30.5703,
+      "step": 13391
+    },
+    {
+      "epoch": 0.12676896280800068,
+      "grad_norm": 501.9645080566406,
+      "learning_rate": 1.951294030919146e-06,
+      "loss": 27.5078,
+      "step": 13392
+    },
+    {
+      "epoch": 0.12677842882971574,
+      "grad_norm": 479.9990539550781,
+      "learning_rate": 1.951284578958753e-06,
+      "loss": 48.8594,
+      "step": 13393
+    },
+    {
+      "epoch": 0.1267878948514308,
+      "grad_norm": 585.630126953125,
+      "learning_rate": 1.951275126104213e-06,
+      "loss": 53.3125,
+      "step": 13394
+    },
+    {
+      "epoch": 0.12679736087314583,
+      "grad_norm": 303.25579833984375,
+      "learning_rate": 1.9512656723555373e-06,
+      "loss": 33.4766,
+      "step": 13395
+    },
+    {
+      "epoch": 0.1268068268948609,
+      "grad_norm": 897.2579345703125,
+      "learning_rate": 1.951256217712733e-06,
+      "loss": 27.2188,
+      "step": 13396
+    },
+    {
+      "epoch": 0.12681629291657595,
+      "grad_norm": 670.3174438476562,
+      "learning_rate": 1.9512467621758102e-06,
+      "loss": 40.5,
+      "step": 13397
+    },
+    {
+      "epoch": 0.126825758938291,
+      "grad_norm": 209.9985809326172,
+      "learning_rate": 1.951237305744777e-06,
+      "loss": 8.6992,
+      "step": 13398
+    },
+    {
+      "epoch": 0.12683522496000607,
+      "grad_norm": 385.1164245605469,
+      "learning_rate": 1.9512278484196433e-06,
+      "loss": 22.3594,
+      "step": 13399
+    },
+    {
+      "epoch": 0.1268446909817211,
+      "grad_norm": 488.499267578125,
+      "learning_rate": 1.9512183902004165e-06,
+      "loss": 38.9336,
+      "step": 13400
+    },
+    {
+      "epoch": 0.12685415700343616,
+      "grad_norm": 180.74627685546875,
+      "learning_rate": 1.9512089310871067e-06,
+      "loss": 22.1797,
+      "step": 13401
+    },
+    {
+      "epoch": 0.12686362302515122,
+      "grad_norm": 823.2357788085938,
+      "learning_rate": 1.9511994710797223e-06,
+      "loss": 32.6797,
+      "step": 13402
+    },
+    {
+      "epoch": 0.12687308904686628,
+      "grad_norm": 480.73052978515625,
+      "learning_rate": 1.9511900101782725e-06,
+      "loss": 42.2344,
+      "step": 13403
+    },
+    {
+      "epoch": 0.12688255506858132,
+      "grad_norm": 630.1935424804688,
+      "learning_rate": 1.9511805483827655e-06,
+      "loss": 9.0156,
+      "step": 13404
+    },
+    {
+      "epoch": 0.12689202109029638,
+      "grad_norm": 218.1253662109375,
+      "learning_rate": 1.951171085693211e-06,
+      "loss": 17.625,
+      "step": 13405
+    },
+    {
+      "epoch": 0.12690148711201144,
+      "grad_norm": 610.4765014648438,
+      "learning_rate": 1.9511616221096175e-06,
+      "loss": 38.1875,
+      "step": 13406
+    },
+    {
+      "epoch": 0.1269109531337265,
+      "grad_norm": 300.9467468261719,
+      "learning_rate": 1.951152157631994e-06,
+      "loss": 21.2109,
+      "step": 13407
+    },
+    {
+      "epoch": 0.12692041915544156,
+      "grad_norm": 346.6846008300781,
+      "learning_rate": 1.9511426922603492e-06,
+      "loss": 30.8594,
+      "step": 13408
+    },
+    {
+      "epoch": 0.1269298851771566,
+      "grad_norm": 4.109763145446777,
+      "learning_rate": 1.9511332259946924e-06,
+      "loss": 1.1196,
+      "step": 13409
+    },
+    {
+      "epoch": 0.12693935119887165,
+      "grad_norm": 464.15228271484375,
+      "learning_rate": 1.951123758835032e-06,
+      "loss": 24.2031,
+      "step": 13410
+    },
+    {
+      "epoch": 0.1269488172205867,
+      "grad_norm": 316.1590270996094,
+      "learning_rate": 1.951114290781377e-06,
+      "loss": 20.1641,
+      "step": 13411
+    },
+    {
+      "epoch": 0.12695828324230177,
+      "grad_norm": 584.0719604492188,
+      "learning_rate": 1.951104821833737e-06,
+      "loss": 36.4219,
+      "step": 13412
+    },
+    {
+      "epoch": 0.1269677492640168,
+      "grad_norm": 2.997528314590454,
+      "learning_rate": 1.95109535199212e-06,
+      "loss": 0.9878,
+      "step": 13413
+    },
+    {
+      "epoch": 0.12697721528573186,
+      "grad_norm": 497.2213439941406,
+      "learning_rate": 1.951085881256535e-06,
+      "loss": 22.3438,
+      "step": 13414
+    },
+    {
+      "epoch": 0.12698668130744692,
+      "grad_norm": 310.8911437988281,
+      "learning_rate": 1.9510764096269913e-06,
+      "loss": 16.5078,
+      "step": 13415
+    },
+    {
+      "epoch": 0.12699614732916198,
+      "grad_norm": 246.42660522460938,
+      "learning_rate": 1.951066937103498e-06,
+      "loss": 31.5,
+      "step": 13416
+    },
+    {
+      "epoch": 0.12700561335087704,
+      "grad_norm": 821.3759155273438,
+      "learning_rate": 1.9510574636860635e-06,
+      "loss": 47.5,
+      "step": 13417
+    },
+    {
+      "epoch": 0.12701507937259207,
+      "grad_norm": 823.7952270507812,
+      "learning_rate": 1.951047989374697e-06,
+      "loss": 48.5469,
+      "step": 13418
+    },
+    {
+      "epoch": 0.12702454539430713,
+      "grad_norm": 289.78515625,
+      "learning_rate": 1.9510385141694064e-06,
+      "loss": 22.7578,
+      "step": 13419
+    },
+    {
+      "epoch": 0.1270340114160222,
+      "grad_norm": 212.28097534179688,
+      "learning_rate": 1.9510290380702022e-06,
+      "loss": 7.916,
+      "step": 13420
+    },
+    {
+      "epoch": 0.12704347743773725,
+      "grad_norm": 3.089507818222046,
+      "learning_rate": 1.9510195610770924e-06,
+      "loss": 0.9253,
+      "step": 13421
+    },
+    {
+      "epoch": 0.12705294345945228,
+      "grad_norm": 510.2340393066406,
+      "learning_rate": 1.9510100831900864e-06,
+      "loss": 52.3906,
+      "step": 13422
+    },
+    {
+      "epoch": 0.12706240948116734,
+      "grad_norm": 220.24234008789062,
+      "learning_rate": 1.9510006044091924e-06,
+      "loss": 14.0625,
+      "step": 13423
+    },
+    {
+      "epoch": 0.1270718755028824,
+      "grad_norm": 457.9831848144531,
+      "learning_rate": 1.95099112473442e-06,
+      "loss": 37.1562,
+      "step": 13424
+    },
+    {
+      "epoch": 0.12708134152459746,
+      "grad_norm": 264.0520935058594,
+      "learning_rate": 1.9509816441657774e-06,
+      "loss": 19.9609,
+      "step": 13425
+    },
+    {
+      "epoch": 0.12709080754631252,
+      "grad_norm": 358.56756591796875,
+      "learning_rate": 1.950972162703274e-06,
+      "loss": 28.5625,
+      "step": 13426
+    },
+    {
+      "epoch": 0.12710027356802756,
+      "grad_norm": 504.8966979980469,
+      "learning_rate": 1.9509626803469186e-06,
+      "loss": 50.4219,
+      "step": 13427
+    },
+    {
+      "epoch": 0.12710973958974262,
+      "grad_norm": 200.09573364257812,
+      "learning_rate": 1.9509531970967206e-06,
+      "loss": 16.9219,
+      "step": 13428
+    },
+    {
+      "epoch": 0.12711920561145768,
+      "grad_norm": 197.83074951171875,
+      "learning_rate": 1.950943712952688e-06,
+      "loss": 15.1328,
+      "step": 13429
+    },
+    {
+      "epoch": 0.12712867163317274,
+      "grad_norm": 479.802978515625,
+      "learning_rate": 1.9509342279148303e-06,
+      "loss": 55.9688,
+      "step": 13430
+    },
+    {
+      "epoch": 0.12713813765488777,
+      "grad_norm": 455.4777526855469,
+      "learning_rate": 1.9509247419831563e-06,
+      "loss": 36.1406,
+      "step": 13431
+    },
+    {
+      "epoch": 0.12714760367660283,
+      "grad_norm": 334.0008850097656,
+      "learning_rate": 1.950915255157675e-06,
+      "loss": 41.0,
+      "step": 13432
+    },
+    {
+      "epoch": 0.1271570696983179,
+      "grad_norm": 407.646240234375,
+      "learning_rate": 1.950905767438395e-06,
+      "loss": 16.9688,
+      "step": 13433
+    },
+    {
+      "epoch": 0.12716653572003295,
+      "grad_norm": 452.0950927734375,
+      "learning_rate": 1.9508962788253257e-06,
+      "loss": 21.8047,
+      "step": 13434
+    },
+    {
+      "epoch": 0.127176001741748,
+      "grad_norm": 391.02606201171875,
+      "learning_rate": 1.950886789318476e-06,
+      "loss": 10.6523,
+      "step": 13435
+    },
+    {
+      "epoch": 0.12718546776346304,
+      "grad_norm": 656.3055419921875,
+      "learning_rate": 1.950877298917854e-06,
+      "loss": 55.1406,
+      "step": 13436
+    },
+    {
+      "epoch": 0.1271949337851781,
+      "grad_norm": 556.2755737304688,
+      "learning_rate": 1.9508678076234696e-06,
+      "loss": 44.4766,
+      "step": 13437
+    },
+    {
+      "epoch": 0.12720439980689316,
+      "grad_norm": 686.4541015625,
+      "learning_rate": 1.950858315435331e-06,
+      "loss": 37.0156,
+      "step": 13438
+    },
+    {
+      "epoch": 0.12721386582860822,
+      "grad_norm": 231.46356201171875,
+      "learning_rate": 1.9508488223534477e-06,
+      "loss": 22.2188,
+      "step": 13439
+    },
+    {
+      "epoch": 0.12722333185032325,
+      "grad_norm": 598.1219482421875,
+      "learning_rate": 1.9508393283778283e-06,
+      "loss": 49.0469,
+      "step": 13440
+    },
+    {
+      "epoch": 0.1272327978720383,
+      "grad_norm": 547.489501953125,
+      "learning_rate": 1.9508298335084816e-06,
+      "loss": 22.6328,
+      "step": 13441
+    },
+    {
+      "epoch": 0.12724226389375337,
+      "grad_norm": 381.3787841796875,
+      "learning_rate": 1.950820337745417e-06,
+      "loss": 46.8281,
+      "step": 13442
+    },
+    {
+      "epoch": 0.12725172991546843,
+      "grad_norm": 838.1392211914062,
+      "learning_rate": 1.9508108410886427e-06,
+      "loss": 50.2969,
+      "step": 13443
+    },
+    {
+      "epoch": 0.1272611959371835,
+      "grad_norm": 471.1757507324219,
+      "learning_rate": 1.9508013435381687e-06,
+      "loss": 42.0391,
+      "step": 13444
+    },
+    {
+      "epoch": 0.12727066195889852,
+      "grad_norm": 200.93865966796875,
+      "learning_rate": 1.950791845094003e-06,
+      "loss": 15.9922,
+      "step": 13445
+    },
+    {
+      "epoch": 0.12728012798061358,
+      "grad_norm": 1862.4908447265625,
+      "learning_rate": 1.9507823457561546e-06,
+      "loss": 32.1953,
+      "step": 13446
+    },
+    {
+      "epoch": 0.12728959400232864,
+      "grad_norm": 745.8229370117188,
+      "learning_rate": 1.950772845524633e-06,
+      "loss": 8.7266,
+      "step": 13447
+    },
+    {
+      "epoch": 0.1272990600240437,
+      "grad_norm": 179.55271911621094,
+      "learning_rate": 1.9507633443994464e-06,
+      "loss": 22.25,
+      "step": 13448
+    },
+    {
+      "epoch": 0.12730852604575874,
+      "grad_norm": 243.8939208984375,
+      "learning_rate": 1.950753842380604e-06,
+      "loss": 31.7969,
+      "step": 13449
+    },
+    {
+      "epoch": 0.1273179920674738,
+      "grad_norm": 2.7916910648345947,
+      "learning_rate": 1.950744339468115e-06,
+      "loss": 0.8521,
+      "step": 13450
+    },
+    {
+      "epoch": 0.12732745808918886,
+      "grad_norm": 626.037353515625,
+      "learning_rate": 1.9507348356619885e-06,
+      "loss": 53.0234,
+      "step": 13451
+    },
+    {
+      "epoch": 0.12733692411090392,
+      "grad_norm": 307.92022705078125,
+      "learning_rate": 1.950725330962233e-06,
+      "loss": 22.7266,
+      "step": 13452
+    },
+    {
+      "epoch": 0.12734639013261898,
+      "grad_norm": 362.7856750488281,
+      "learning_rate": 1.9507158253688574e-06,
+      "loss": 28.4766,
+      "step": 13453
+    },
+    {
+      "epoch": 0.127355856154334,
+      "grad_norm": 286.762451171875,
+      "learning_rate": 1.950706318881871e-06,
+      "loss": 20.9844,
+      "step": 13454
+    },
+    {
+      "epoch": 0.12736532217604907,
+      "grad_norm": 328.85614013671875,
+      "learning_rate": 1.9506968115012823e-06,
+      "loss": 34.8906,
+      "step": 13455
+    },
+    {
+      "epoch": 0.12737478819776413,
+      "grad_norm": 665.508056640625,
+      "learning_rate": 1.9506873032271e-06,
+      "loss": 64.8359,
+      "step": 13456
+    },
+    {
+      "epoch": 0.1273842542194792,
+      "grad_norm": 1009.60498046875,
+      "learning_rate": 1.9506777940593346e-06,
+      "loss": 69.3867,
+      "step": 13457
+    },
+    {
+      "epoch": 0.12739372024119425,
+      "grad_norm": 422.6332702636719,
+      "learning_rate": 1.950668283997993e-06,
+      "loss": 36.6875,
+      "step": 13458
+    },
+    {
+      "epoch": 0.12740318626290928,
+      "grad_norm": 172.31216430664062,
+      "learning_rate": 1.9506587730430853e-06,
+      "loss": 28.2031,
+      "step": 13459
+    },
+    {
+      "epoch": 0.12741265228462434,
+      "grad_norm": 527.895751953125,
+      "learning_rate": 1.95064926119462e-06,
+      "loss": 30.9141,
+      "step": 13460
+    },
+    {
+      "epoch": 0.1274221183063394,
+      "grad_norm": 497.868896484375,
+      "learning_rate": 1.9506397484526067e-06,
+      "loss": 46.4062,
+      "step": 13461
+    },
+    {
+      "epoch": 0.12743158432805446,
+      "grad_norm": 1072.8255615234375,
+      "learning_rate": 1.9506302348170537e-06,
+      "loss": 49.125,
+      "step": 13462
+    },
+    {
+      "epoch": 0.1274410503497695,
+      "grad_norm": 434.7898864746094,
+      "learning_rate": 1.95062072028797e-06,
+      "loss": 37.1328,
+      "step": 13463
+    },
+    {
+      "epoch": 0.12745051637148455,
+      "grad_norm": 333.2665710449219,
+      "learning_rate": 1.950611204865365e-06,
+      "loss": 21.2422,
+      "step": 13464
+    },
+    {
+      "epoch": 0.1274599823931996,
+      "grad_norm": 297.4764099121094,
+      "learning_rate": 1.950601688549247e-06,
+      "loss": 18.8359,
+      "step": 13465
+    },
+    {
+      "epoch": 0.12746944841491467,
+      "grad_norm": 1034.263671875,
+      "learning_rate": 1.950592171339625e-06,
+      "loss": 39.25,
+      "step": 13466
+    },
+    {
+      "epoch": 0.12747891443662973,
+      "grad_norm": 3.4627208709716797,
+      "learning_rate": 1.9505826532365086e-06,
+      "loss": 0.9766,
+      "step": 13467
+    },
+    {
+      "epoch": 0.12748838045834476,
+      "grad_norm": 349.0146789550781,
+      "learning_rate": 1.950573134239906e-06,
+      "loss": 41.625,
+      "step": 13468
+    },
+    {
+      "epoch": 0.12749784648005982,
+      "grad_norm": 365.6046447753906,
+      "learning_rate": 1.9505636143498267e-06,
+      "loss": 30.1406,
+      "step": 13469
+    },
+    {
+      "epoch": 0.12750731250177488,
+      "grad_norm": 273.8702697753906,
+      "learning_rate": 1.9505540935662795e-06,
+      "loss": 16.5977,
+      "step": 13470
+    },
+    {
+      "epoch": 0.12751677852348994,
+      "grad_norm": 511.4125061035156,
+      "learning_rate": 1.9505445718892734e-06,
+      "loss": 46.75,
+      "step": 13471
+    },
+    {
+      "epoch": 0.12752624454520498,
+      "grad_norm": 3.337028980255127,
+      "learning_rate": 1.950535049318817e-06,
+      "loss": 0.9497,
+      "step": 13472
+    },
+    {
+      "epoch": 0.12753571056692004,
+      "grad_norm": 238.80531311035156,
+      "learning_rate": 1.9505255258549196e-06,
+      "loss": 10.6016,
+      "step": 13473
+    },
+    {
+      "epoch": 0.1275451765886351,
+      "grad_norm": 1093.4476318359375,
+      "learning_rate": 1.95051600149759e-06,
+      "loss": 56.6094,
+      "step": 13474
+    },
+    {
+      "epoch": 0.12755464261035016,
+      "grad_norm": 937.4810180664062,
+      "learning_rate": 1.9505064762468372e-06,
+      "loss": 64.2969,
+      "step": 13475
+    },
+    {
+      "epoch": 0.12756410863206522,
+      "grad_norm": 2.885780096054077,
+      "learning_rate": 1.9504969501026705e-06,
+      "loss": 1.0278,
+      "step": 13476
+    },
+    {
+      "epoch": 0.12757357465378025,
+      "grad_norm": 3.2552037239074707,
+      "learning_rate": 1.950487423065098e-06,
+      "loss": 0.959,
+      "step": 13477
+    },
+    {
+      "epoch": 0.1275830406754953,
+      "grad_norm": 224.10659790039062,
+      "learning_rate": 1.950477895134129e-06,
+      "loss": 22.1562,
+      "step": 13478
+    },
+    {
+      "epoch": 0.12759250669721037,
+      "grad_norm": 532.96337890625,
+      "learning_rate": 1.9504683663097735e-06,
+      "loss": 43.0625,
+      "step": 13479
+    },
+    {
+      "epoch": 0.12760197271892543,
+      "grad_norm": 743.4229125976562,
+      "learning_rate": 1.9504588365920387e-06,
+      "loss": 48.5586,
+      "step": 13480
+    },
+    {
+      "epoch": 0.12761143874064046,
+      "grad_norm": 700.3218994140625,
+      "learning_rate": 1.950449305980935e-06,
+      "loss": 30.9219,
+      "step": 13481
+    },
+    {
+      "epoch": 0.12762090476235552,
+      "grad_norm": 1029.405517578125,
+      "learning_rate": 1.95043977447647e-06,
+      "loss": 37.7109,
+      "step": 13482
+    },
+    {
+      "epoch": 0.12763037078407058,
+      "grad_norm": 240.9330291748047,
+      "learning_rate": 1.9504302420786544e-06,
+      "loss": 19.8086,
+      "step": 13483
+    },
+    {
+      "epoch": 0.12763983680578564,
+      "grad_norm": 284.7814025878906,
+      "learning_rate": 1.9504207087874956e-06,
+      "loss": 19.1328,
+      "step": 13484
+    },
+    {
+      "epoch": 0.1276493028275007,
+      "grad_norm": 243.15878295898438,
+      "learning_rate": 1.9504111746030033e-06,
+      "loss": 17.7656,
+      "step": 13485
+    },
+    {
+      "epoch": 0.12765876884921573,
+      "grad_norm": 521.3405151367188,
+      "learning_rate": 1.9504016395251864e-06,
+      "loss": 20.375,
+      "step": 13486
+    },
+    {
+      "epoch": 0.1276682348709308,
+      "grad_norm": 667.3245849609375,
+      "learning_rate": 1.9503921035540534e-06,
+      "loss": 70.5469,
+      "step": 13487
+    },
+    {
+      "epoch": 0.12767770089264585,
+      "grad_norm": 659.7975463867188,
+      "learning_rate": 1.9503825666896145e-06,
+      "loss": 49.5078,
+      "step": 13488
+    },
+    {
+      "epoch": 0.1276871669143609,
+      "grad_norm": 253.30731201171875,
+      "learning_rate": 1.9503730289318773e-06,
+      "loss": 19.1641,
+      "step": 13489
+    },
+    {
+      "epoch": 0.12769663293607594,
+      "grad_norm": 2.864840507507324,
+      "learning_rate": 1.950363490280851e-06,
+      "loss": 0.9688,
+      "step": 13490
+    },
+    {
+      "epoch": 0.127706098957791,
+      "grad_norm": 3.092064380645752,
+      "learning_rate": 1.950353950736545e-06,
+      "loss": 0.957,
+      "step": 13491
+    },
+    {
+      "epoch": 0.12771556497950606,
+      "grad_norm": 443.0016174316406,
+      "learning_rate": 1.9503444102989685e-06,
+      "loss": 9.1094,
+      "step": 13492
+    },
+    {
+      "epoch": 0.12772503100122112,
+      "grad_norm": 539.2684326171875,
+      "learning_rate": 1.9503348689681295e-06,
+      "loss": 48.2969,
+      "step": 13493
+    },
+    {
+      "epoch": 0.12773449702293618,
+      "grad_norm": 324.83251953125,
+      "learning_rate": 1.950325326744038e-06,
+      "loss": 21.5312,
+      "step": 13494
+    },
+    {
+      "epoch": 0.12774396304465122,
+      "grad_norm": 247.7030029296875,
+      "learning_rate": 1.9503157836267023e-06,
+      "loss": 14.9297,
+      "step": 13495
+    },
+    {
+      "epoch": 0.12775342906636628,
+      "grad_norm": 633.1151123046875,
+      "learning_rate": 1.950306239616132e-06,
+      "loss": 24.1094,
+      "step": 13496
+    },
+    {
+      "epoch": 0.12776289508808134,
+      "grad_norm": 670.89892578125,
+      "learning_rate": 1.950296694712335e-06,
+      "loss": 50.7539,
+      "step": 13497
+    },
+    {
+      "epoch": 0.1277723611097964,
+      "grad_norm": 488.889404296875,
+      "learning_rate": 1.9502871489153213e-06,
+      "loss": 27.5938,
+      "step": 13498
+    },
+    {
+      "epoch": 0.12778182713151143,
+      "grad_norm": 469.6299133300781,
+      "learning_rate": 1.9502776022250995e-06,
+      "loss": 19.5625,
+      "step": 13499
+    },
+    {
+      "epoch": 0.1277912931532265,
+      "grad_norm": 551.5736694335938,
+      "learning_rate": 1.9502680546416784e-06,
+      "loss": 32.875,
+      "step": 13500
+    },
+    {
+      "epoch": 0.12780075917494155,
+      "grad_norm": 529.877197265625,
+      "learning_rate": 1.9502585061650675e-06,
+      "loss": 28.75,
+      "step": 13501
+    },
+    {
+      "epoch": 0.1278102251966566,
+      "grad_norm": 462.35205078125,
+      "learning_rate": 1.950248956795275e-06,
+      "loss": 44.3125,
+      "step": 13502
+    },
+    {
+      "epoch": 0.12781969121837167,
+      "grad_norm": 342.6333312988281,
+      "learning_rate": 1.9502394065323106e-06,
+      "loss": 19.1094,
+      "step": 13503
+    },
+    {
+      "epoch": 0.1278291572400867,
+      "grad_norm": 283.75848388671875,
+      "learning_rate": 1.950229855376183e-06,
+      "loss": 18.7109,
+      "step": 13504
+    },
+    {
+      "epoch": 0.12783862326180176,
+      "grad_norm": 882.9357299804688,
+      "learning_rate": 1.9502203033269006e-06,
+      "loss": 9.2539,
+      "step": 13505
+    },
+    {
+      "epoch": 0.12784808928351682,
+      "grad_norm": 268.98297119140625,
+      "learning_rate": 1.9502107503844736e-06,
+      "loss": 19.9531,
+      "step": 13506
+    },
+    {
+      "epoch": 0.12785755530523188,
+      "grad_norm": 538.264892578125,
+      "learning_rate": 1.95020119654891e-06,
+      "loss": 53.8125,
+      "step": 13507
+    },
+    {
+      "epoch": 0.1278670213269469,
+      "grad_norm": 319.18878173828125,
+      "learning_rate": 1.9501916418202193e-06,
+      "loss": 27.9023,
+      "step": 13508
+    },
+    {
+      "epoch": 0.12787648734866197,
+      "grad_norm": 305.1922607421875,
+      "learning_rate": 1.95018208619841e-06,
+      "loss": 14.4141,
+      "step": 13509
+    },
+    {
+      "epoch": 0.12788595337037703,
+      "grad_norm": 243.99099731445312,
+      "learning_rate": 1.9501725296834914e-06,
+      "loss": 27.7812,
+      "step": 13510
+    },
+    {
+      "epoch": 0.1278954193920921,
+      "grad_norm": 2.8619587421417236,
+      "learning_rate": 1.950162972275473e-06,
+      "loss": 0.9468,
+      "step": 13511
+    },
+    {
+      "epoch": 0.12790488541380715,
+      "grad_norm": 690.0322265625,
+      "learning_rate": 1.950153413974362e-06,
+      "loss": 35.3047,
+      "step": 13512
+    },
+    {
+      "epoch": 0.12791435143552218,
+      "grad_norm": 3.724895715713501,
+      "learning_rate": 1.9501438547801692e-06,
+      "loss": 0.8164,
+      "step": 13513
+    },
+    {
+      "epoch": 0.12792381745723724,
+      "grad_norm": 904.3302612304688,
+      "learning_rate": 1.9501342946929037e-06,
+      "loss": 40.7109,
+      "step": 13514
+    },
+    {
+      "epoch": 0.1279332834789523,
+      "grad_norm": 169.0417022705078,
+      "learning_rate": 1.950124733712573e-06,
+      "loss": 21.5312,
+      "step": 13515
+    },
+    {
+      "epoch": 0.12794274950066736,
+      "grad_norm": 883.15771484375,
+      "learning_rate": 1.950115171839187e-06,
+      "loss": 41.875,
+      "step": 13516
+    },
+    {
+      "epoch": 0.1279522155223824,
+      "grad_norm": 836.0418701171875,
+      "learning_rate": 1.9501056090727547e-06,
+      "loss": 24.8984,
+      "step": 13517
+    },
+    {
+      "epoch": 0.12796168154409746,
+      "grad_norm": 3.4537808895111084,
+      "learning_rate": 1.9500960454132844e-06,
+      "loss": 0.8965,
+      "step": 13518
+    },
+    {
+      "epoch": 0.12797114756581252,
+      "grad_norm": 760.0667114257812,
+      "learning_rate": 1.9500864808607865e-06,
+      "loss": 46.7812,
+      "step": 13519
+    },
+    {
+      "epoch": 0.12798061358752758,
+      "grad_norm": 559.0947265625,
+      "learning_rate": 1.9500769154152685e-06,
+      "loss": 44.3828,
+      "step": 13520
+    },
+    {
+      "epoch": 0.12799007960924264,
+      "grad_norm": 405.2442626953125,
+      "learning_rate": 1.95006734907674e-06,
+      "loss": 31.5391,
+      "step": 13521
+    },
+    {
+      "epoch": 0.12799954563095767,
+      "grad_norm": 532.521728515625,
+      "learning_rate": 1.9500577818452104e-06,
+      "loss": 59.0859,
+      "step": 13522
+    },
+    {
+      "epoch": 0.12800901165267273,
+      "grad_norm": 146.82122802734375,
+      "learning_rate": 1.950048213720688e-06,
+      "loss": 17.9375,
+      "step": 13523
+    },
+    {
+      "epoch": 0.1280184776743878,
+      "grad_norm": 256.892822265625,
+      "learning_rate": 1.950038644703182e-06,
+      "loss": 23.6484,
+      "step": 13524
+    },
+    {
+      "epoch": 0.12802794369610285,
+      "grad_norm": 300.7062683105469,
+      "learning_rate": 1.950029074792702e-06,
+      "loss": 19.3984,
+      "step": 13525
+    },
+    {
+      "epoch": 0.12803740971781788,
+      "grad_norm": 244.6529083251953,
+      "learning_rate": 1.950019503989256e-06,
+      "loss": 21.5312,
+      "step": 13526
+    },
+    {
+      "epoch": 0.12804687573953294,
+      "grad_norm": 308.4326171875,
+      "learning_rate": 1.950009932292853e-06,
+      "loss": 8.0156,
+      "step": 13527
+    },
+    {
+      "epoch": 0.128056341761248,
+      "grad_norm": 399.4506530761719,
+      "learning_rate": 1.9500003597035033e-06,
+      "loss": 35.9062,
+      "step": 13528
+    },
+    {
+      "epoch": 0.12806580778296306,
+      "grad_norm": 260.57513427734375,
+      "learning_rate": 1.9499907862212147e-06,
+      "loss": 17.6328,
+      "step": 13529
+    },
+    {
+      "epoch": 0.12807527380467812,
+      "grad_norm": 511.81597900390625,
+      "learning_rate": 1.9499812118459967e-06,
+      "loss": 22.1641,
+      "step": 13530
+    },
+    {
+      "epoch": 0.12808473982639315,
+      "grad_norm": 333.87744140625,
+      "learning_rate": 1.9499716365778586e-06,
+      "loss": 31.1719,
+      "step": 13531
+    },
+    {
+      "epoch": 0.1280942058481082,
+      "grad_norm": 290.04736328125,
+      "learning_rate": 1.949962060416808e-06,
+      "loss": 11.2305,
+      "step": 13532
+    },
+    {
+      "epoch": 0.12810367186982327,
+      "grad_norm": 392.07940673828125,
+      "learning_rate": 1.9499524833628554e-06,
+      "loss": 28.1641,
+      "step": 13533
+    },
+    {
+      "epoch": 0.12811313789153833,
+      "grad_norm": 263.4495849609375,
+      "learning_rate": 1.949942905416009e-06,
+      "loss": 21.9766,
+      "step": 13534
+    },
+    {
+      "epoch": 0.12812260391325336,
+      "grad_norm": 757.2841186523438,
+      "learning_rate": 1.9499333265762786e-06,
+      "loss": 62.4805,
+      "step": 13535
+    },
+    {
+      "epoch": 0.12813206993496842,
+      "grad_norm": 204.74998474121094,
+      "learning_rate": 1.949923746843672e-06,
+      "loss": 20.4219,
+      "step": 13536
+    },
+    {
+      "epoch": 0.12814153595668348,
+      "grad_norm": 296.0246887207031,
+      "learning_rate": 1.9499141662181996e-06,
+      "loss": 16.4844,
+      "step": 13537
+    },
+    {
+      "epoch": 0.12815100197839854,
+      "grad_norm": 356.9522705078125,
+      "learning_rate": 1.9499045846998693e-06,
+      "loss": 11.5703,
+      "step": 13538
+    },
+    {
+      "epoch": 0.1281604680001136,
+      "grad_norm": 245.13720703125,
+      "learning_rate": 1.9498950022886905e-06,
+      "loss": 22.0781,
+      "step": 13539
+    },
+    {
+      "epoch": 0.12816993402182864,
+      "grad_norm": 441.192626953125,
+      "learning_rate": 1.949885418984672e-06,
+      "loss": 36.4062,
+      "step": 13540
+    },
+    {
+      "epoch": 0.1281794000435437,
+      "grad_norm": 478.0263366699219,
+      "learning_rate": 1.949875834787823e-06,
+      "loss": 31.0156,
+      "step": 13541
+    },
+    {
+      "epoch": 0.12818886606525876,
+      "grad_norm": 298.23956298828125,
+      "learning_rate": 1.949866249698153e-06,
+      "loss": 22.3594,
+      "step": 13542
+    },
+    {
+      "epoch": 0.12819833208697382,
+      "grad_norm": 224.57899475097656,
+      "learning_rate": 1.94985666371567e-06,
+      "loss": 19.5469,
+      "step": 13543
+    },
+    {
+      "epoch": 0.12820779810868888,
+      "grad_norm": 333.1011047363281,
+      "learning_rate": 1.9498470768403838e-06,
+      "loss": 30.5781,
+      "step": 13544
+    },
+    {
+      "epoch": 0.1282172641304039,
+      "grad_norm": 298.4156494140625,
+      "learning_rate": 1.949837489072303e-06,
+      "loss": 23.8125,
+      "step": 13545
+    },
+    {
+      "epoch": 0.12822673015211897,
+      "grad_norm": 174.7779541015625,
+      "learning_rate": 1.949827900411437e-06,
+      "loss": 13.8242,
+      "step": 13546
+    },
+    {
+      "epoch": 0.12823619617383403,
+      "grad_norm": 812.0833740234375,
+      "learning_rate": 1.949818310857794e-06,
+      "loss": 35.9844,
+      "step": 13547
+    },
+    {
+      "epoch": 0.1282456621955491,
+      "grad_norm": 403.6700439453125,
+      "learning_rate": 1.9498087204113842e-06,
+      "loss": 36.375,
+      "step": 13548
+    },
+    {
+      "epoch": 0.12825512821726412,
+      "grad_norm": 3.0747480392456055,
+      "learning_rate": 1.949799129072216e-06,
+      "loss": 0.9087,
+      "step": 13549
+    },
+    {
+      "epoch": 0.12826459423897918,
+      "grad_norm": 150.5733642578125,
+      "learning_rate": 1.949789536840298e-06,
+      "loss": 14.5625,
+      "step": 13550
+    },
+    {
+      "epoch": 0.12827406026069424,
+      "grad_norm": 583.00537109375,
+      "learning_rate": 1.9497799437156396e-06,
+      "loss": 13.4297,
+      "step": 13551
+    },
+    {
+      "epoch": 0.1282835262824093,
+      "grad_norm": 3.7243523597717285,
+      "learning_rate": 1.94977034969825e-06,
+      "loss": 0.9746,
+      "step": 13552
+    },
+    {
+      "epoch": 0.12829299230412436,
+      "grad_norm": 378.07427978515625,
+      "learning_rate": 1.9497607547881384e-06,
+      "loss": 18.5469,
+      "step": 13553
+    },
+    {
+      "epoch": 0.1283024583258394,
+      "grad_norm": 222.22792053222656,
+      "learning_rate": 1.949751158985313e-06,
+      "loss": 18.1094,
+      "step": 13554
+    },
+    {
+      "epoch": 0.12831192434755445,
+      "grad_norm": 223.33486938476562,
+      "learning_rate": 1.9497415622897835e-06,
+      "loss": 25.8047,
+      "step": 13555
+    },
+    {
+      "epoch": 0.1283213903692695,
+      "grad_norm": 929.2744140625,
+      "learning_rate": 1.9497319647015585e-06,
+      "loss": 55.5,
+      "step": 13556
+    },
+    {
+      "epoch": 0.12833085639098457,
+      "grad_norm": 159.63307189941406,
+      "learning_rate": 1.9497223662206476e-06,
+      "loss": 16.3672,
+      "step": 13557
+    },
+    {
+      "epoch": 0.1283403224126996,
+      "grad_norm": 494.2107849121094,
+      "learning_rate": 1.9497127668470593e-06,
+      "loss": 65.3281,
+      "step": 13558
+    },
+    {
+      "epoch": 0.12834978843441466,
+      "grad_norm": 572.326416015625,
+      "learning_rate": 1.949703166580803e-06,
+      "loss": 42.3438,
+      "step": 13559
+    },
+    {
+      "epoch": 0.12835925445612972,
+      "grad_norm": 204.17323303222656,
+      "learning_rate": 1.9496935654218868e-06,
+      "loss": 17.3281,
+      "step": 13560
+    },
+    {
+      "epoch": 0.12836872047784478,
+      "grad_norm": 198.6623077392578,
+      "learning_rate": 1.9496839633703212e-06,
+      "loss": 7.9375,
+      "step": 13561
+    },
+    {
+      "epoch": 0.12837818649955984,
+      "grad_norm": 4.00417423248291,
+      "learning_rate": 1.9496743604261142e-06,
+      "loss": 0.918,
+      "step": 13562
+    },
+    {
+      "epoch": 0.12838765252127488,
+      "grad_norm": 376.5587463378906,
+      "learning_rate": 1.9496647565892747e-06,
+      "loss": 23.2266,
+      "step": 13563
+    },
+    {
+      "epoch": 0.12839711854298994,
+      "grad_norm": 3.1182098388671875,
+      "learning_rate": 1.9496551518598128e-06,
+      "loss": 0.9751,
+      "step": 13564
+    },
+    {
+      "epoch": 0.128406584564705,
+      "grad_norm": 629.1312255859375,
+      "learning_rate": 1.949645546237736e-06,
+      "loss": 42.8555,
+      "step": 13565
+    },
+    {
+      "epoch": 0.12841605058642006,
+      "grad_norm": 448.35333251953125,
+      "learning_rate": 1.949635939723055e-06,
+      "loss": 45.0938,
+      "step": 13566
+    },
+    {
+      "epoch": 0.1284255166081351,
+      "grad_norm": 743.1513061523438,
+      "learning_rate": 1.9496263323157774e-06,
+      "loss": 55.5625,
+      "step": 13567
+    },
+    {
+      "epoch": 0.12843498262985015,
+      "grad_norm": 404.2366943359375,
+      "learning_rate": 1.9496167240159132e-06,
+      "loss": 45.125,
+      "step": 13568
+    },
+    {
+      "epoch": 0.1284444486515652,
+      "grad_norm": 149.61697387695312,
+      "learning_rate": 1.949607114823471e-06,
+      "loss": 21.3047,
+      "step": 13569
+    },
+    {
+      "epoch": 0.12845391467328027,
+      "grad_norm": 305.4753723144531,
+      "learning_rate": 1.9495975047384596e-06,
+      "loss": 20.3438,
+      "step": 13570
+    },
+    {
+      "epoch": 0.12846338069499533,
+      "grad_norm": 881.8472290039062,
+      "learning_rate": 1.9495878937608884e-06,
+      "loss": 38.1484,
+      "step": 13571
+    },
+    {
+      "epoch": 0.12847284671671036,
+      "grad_norm": 2.763662099838257,
+      "learning_rate": 1.9495782818907663e-06,
+      "loss": 0.8853,
+      "step": 13572
+    },
+    {
+      "epoch": 0.12848231273842542,
+      "grad_norm": 623.84716796875,
+      "learning_rate": 1.949568669128103e-06,
+      "loss": 22.8906,
+      "step": 13573
+    },
+    {
+      "epoch": 0.12849177876014048,
+      "grad_norm": 203.0635528564453,
+      "learning_rate": 1.9495590554729063e-06,
+      "loss": 23.5547,
+      "step": 13574
+    },
+    {
+      "epoch": 0.12850124478185554,
+      "grad_norm": 410.5312805175781,
+      "learning_rate": 1.949549440925186e-06,
+      "loss": 43.8125,
+      "step": 13575
+    },
+    {
+      "epoch": 0.12851071080357057,
+      "grad_norm": 541.30029296875,
+      "learning_rate": 1.949539825484951e-06,
+      "loss": 33.2188,
+      "step": 13576
+    },
+    {
+      "epoch": 0.12852017682528563,
+      "grad_norm": 4.006409168243408,
+      "learning_rate": 1.9495302091522105e-06,
+      "loss": 0.9697,
+      "step": 13577
+    },
+    {
+      "epoch": 0.1285296428470007,
+      "grad_norm": 554.4622192382812,
+      "learning_rate": 1.9495205919269734e-06,
+      "loss": 30.0078,
+      "step": 13578
+    },
+    {
+      "epoch": 0.12853910886871575,
+      "grad_norm": 336.1119079589844,
+      "learning_rate": 1.9495109738092485e-06,
+      "loss": 16.6875,
+      "step": 13579
+    },
+    {
+      "epoch": 0.1285485748904308,
+      "grad_norm": 311.0564270019531,
+      "learning_rate": 1.949501354799045e-06,
+      "loss": 21.9844,
+      "step": 13580
+    },
+    {
+      "epoch": 0.12855804091214584,
+      "grad_norm": 134.73875427246094,
+      "learning_rate": 1.949491734896372e-06,
+      "loss": 17.3242,
+      "step": 13581
+    },
+    {
+      "epoch": 0.1285675069338609,
+      "grad_norm": 388.9271240234375,
+      "learning_rate": 1.949482114101239e-06,
+      "loss": 52.6719,
+      "step": 13582
+    },
+    {
+      "epoch": 0.12857697295557596,
+      "grad_norm": 3.2687807083129883,
+      "learning_rate": 1.949472492413654e-06,
+      "loss": 0.8657,
+      "step": 13583
+    },
+    {
+      "epoch": 0.12858643897729102,
+      "grad_norm": 251.8640594482422,
+      "learning_rate": 1.949462869833627e-06,
+      "loss": 20.332,
+      "step": 13584
+    },
+    {
+      "epoch": 0.12859590499900606,
+      "grad_norm": 505.8257141113281,
+      "learning_rate": 1.9494532463611665e-06,
+      "loss": 39.8203,
+      "step": 13585
+    },
+    {
+      "epoch": 0.12860537102072112,
+      "grad_norm": 318.7044677734375,
+      "learning_rate": 1.9494436219962815e-06,
+      "loss": 24.3828,
+      "step": 13586
+    },
+    {
+      "epoch": 0.12861483704243618,
+      "grad_norm": 514.1201782226562,
+      "learning_rate": 1.9494339967389816e-06,
+      "loss": 59.1875,
+      "step": 13587
+    },
+    {
+      "epoch": 0.12862430306415124,
+      "grad_norm": 313.0684509277344,
+      "learning_rate": 1.9494243705892758e-06,
+      "loss": 20.9062,
+      "step": 13588
+    },
+    {
+      "epoch": 0.1286337690858663,
+      "grad_norm": 230.2190399169922,
+      "learning_rate": 1.949414743547172e-06,
+      "loss": 21.4453,
+      "step": 13589
+    },
+    {
+      "epoch": 0.12864323510758133,
+      "grad_norm": 434.331787109375,
+      "learning_rate": 1.949405115612681e-06,
+      "loss": 43.2969,
+      "step": 13590
+    },
+    {
+      "epoch": 0.1286527011292964,
+      "grad_norm": 270.87353515625,
+      "learning_rate": 1.94939548678581e-06,
+      "loss": 34.1875,
+      "step": 13591
+    },
+    {
+      "epoch": 0.12866216715101145,
+      "grad_norm": 1360.00439453125,
+      "learning_rate": 1.9493858570665698e-06,
+      "loss": 21.6445,
+      "step": 13592
+    },
+    {
+      "epoch": 0.1286716331727265,
+      "grad_norm": 450.4429626464844,
+      "learning_rate": 1.9493762264549684e-06,
+      "loss": 62.3906,
+      "step": 13593
+    },
+    {
+      "epoch": 0.12868109919444154,
+      "grad_norm": 309.5561218261719,
+      "learning_rate": 1.949366594951015e-06,
+      "loss": 24.4844,
+      "step": 13594
+    },
+    {
+      "epoch": 0.1286905652161566,
+      "grad_norm": 379.7567138671875,
+      "learning_rate": 1.9493569625547188e-06,
+      "loss": 19.3984,
+      "step": 13595
+    },
+    {
+      "epoch": 0.12870003123787166,
+      "grad_norm": 3.0304882526397705,
+      "learning_rate": 1.949347329266089e-06,
+      "loss": 0.8657,
+      "step": 13596
+    },
+    {
+      "epoch": 0.12870949725958672,
+      "grad_norm": 364.9585876464844,
+      "learning_rate": 1.949337695085134e-06,
+      "loss": 19.8281,
+      "step": 13597
+    },
+    {
+      "epoch": 0.12871896328130178,
+      "grad_norm": 910.9575805664062,
+      "learning_rate": 1.949328060011864e-06,
+      "loss": 47.4531,
+      "step": 13598
+    },
+    {
+      "epoch": 0.1287284293030168,
+      "grad_norm": 3.238677978515625,
+      "learning_rate": 1.949318424046287e-06,
+      "loss": 0.8199,
+      "step": 13599
+    },
+    {
+      "epoch": 0.12873789532473187,
+      "grad_norm": 214.78121948242188,
+      "learning_rate": 1.9493087871884122e-06,
+      "loss": 22.0078,
+      "step": 13600
+    },
+    {
+      "epoch": 0.12874736134644693,
+      "grad_norm": 316.46038818359375,
+      "learning_rate": 1.9492991494382497e-06,
+      "loss": 21.2422,
+      "step": 13601
+    },
+    {
+      "epoch": 0.128756827368162,
+      "grad_norm": 319.5392761230469,
+      "learning_rate": 1.9492895107958073e-06,
+      "loss": 22.3984,
+      "step": 13602
+    },
+    {
+      "epoch": 0.12876629338987702,
+      "grad_norm": 310.3583984375,
+      "learning_rate": 1.949279871261094e-06,
+      "loss": 32.125,
+      "step": 13603
+    },
+    {
+      "epoch": 0.12877575941159208,
+      "grad_norm": 334.4086608886719,
+      "learning_rate": 1.94927023083412e-06,
+      "loss": 20.2266,
+      "step": 13604
+    },
+    {
+      "epoch": 0.12878522543330714,
+      "grad_norm": 418.4665222167969,
+      "learning_rate": 1.9492605895148937e-06,
+      "loss": 45.0938,
+      "step": 13605
+    },
+    {
+      "epoch": 0.1287946914550222,
+      "grad_norm": 2.9726314544677734,
+      "learning_rate": 1.949250947303424e-06,
+      "loss": 0.8276,
+      "step": 13606
+    },
+    {
+      "epoch": 0.12880415747673726,
+      "grad_norm": 3.337656021118164,
+      "learning_rate": 1.94924130419972e-06,
+      "loss": 0.9199,
+      "step": 13607
+    },
+    {
+      "epoch": 0.1288136234984523,
+      "grad_norm": 379.2497253417969,
+      "learning_rate": 1.9492316602037914e-06,
+      "loss": 15.1953,
+      "step": 13608
+    },
+    {
+      "epoch": 0.12882308952016736,
+      "grad_norm": 200.9125213623047,
+      "learning_rate": 1.9492220153156467e-06,
+      "loss": 18.1641,
+      "step": 13609
+    },
+    {
+      "epoch": 0.12883255554188242,
+      "grad_norm": 1189.7049560546875,
+      "learning_rate": 1.949212369535295e-06,
+      "loss": 52.6719,
+      "step": 13610
+    },
+    {
+      "epoch": 0.12884202156359748,
+      "grad_norm": 425.1764831542969,
+      "learning_rate": 1.9492027228627452e-06,
+      "loss": 53.6875,
+      "step": 13611
+    },
+    {
+      "epoch": 0.1288514875853125,
+      "grad_norm": 662.7320556640625,
+      "learning_rate": 1.9491930752980064e-06,
+      "loss": 32.3594,
+      "step": 13612
+    },
+    {
+      "epoch": 0.12886095360702757,
+      "grad_norm": 191.12802124023438,
+      "learning_rate": 1.949183426841088e-06,
+      "loss": 18.6562,
+      "step": 13613
+    },
+    {
+      "epoch": 0.12887041962874263,
+      "grad_norm": 339.3927917480469,
+      "learning_rate": 1.9491737774919995e-06,
+      "loss": 25.3984,
+      "step": 13614
+    },
+    {
+      "epoch": 0.1288798856504577,
+      "grad_norm": 419.8470458984375,
+      "learning_rate": 1.949164127250749e-06,
+      "loss": 33.5078,
+      "step": 13615
+    },
+    {
+      "epoch": 0.12888935167217275,
+      "grad_norm": 903.5218505859375,
+      "learning_rate": 1.9491544761173458e-06,
+      "loss": 69.3984,
+      "step": 13616
+    },
+    {
+      "epoch": 0.12889881769388778,
+      "grad_norm": 315.34613037109375,
+      "learning_rate": 1.9491448240917994e-06,
+      "loss": 29.4062,
+      "step": 13617
+    },
+    {
+      "epoch": 0.12890828371560284,
+      "grad_norm": 444.4063415527344,
+      "learning_rate": 1.9491351711741185e-06,
+      "loss": 21.9062,
+      "step": 13618
+    },
+    {
+      "epoch": 0.1289177497373179,
+      "grad_norm": 346.6132507324219,
+      "learning_rate": 1.9491255173643125e-06,
+      "loss": 20.7188,
+      "step": 13619
+    },
+    {
+      "epoch": 0.12892721575903296,
+      "grad_norm": 453.7321472167969,
+      "learning_rate": 1.9491158626623898e-06,
+      "loss": 43.875,
+      "step": 13620
+    },
+    {
+      "epoch": 0.128936681780748,
+      "grad_norm": 3.2497897148132324,
+      "learning_rate": 1.94910620706836e-06,
+      "loss": 0.8289,
+      "step": 13621
+    },
+    {
+      "epoch": 0.12894614780246305,
+      "grad_norm": 422.89678955078125,
+      "learning_rate": 1.9490965505822327e-06,
+      "loss": 19.1484,
+      "step": 13622
+    },
+    {
+      "epoch": 0.1289556138241781,
+      "grad_norm": 458.1832580566406,
+      "learning_rate": 1.949086893204016e-06,
+      "loss": 55.9531,
+      "step": 13623
+    },
+    {
+      "epoch": 0.12896507984589317,
+      "grad_norm": 233.1451873779297,
+      "learning_rate": 1.949077234933719e-06,
+      "loss": 17.2969,
+      "step": 13624
+    },
+    {
+      "epoch": 0.12897454586760823,
+      "grad_norm": 246.15724182128906,
+      "learning_rate": 1.9490675757713517e-06,
+      "loss": 23.2578,
+      "step": 13625
+    },
+    {
+      "epoch": 0.12898401188932326,
+      "grad_norm": 228.79901123046875,
+      "learning_rate": 1.9490579157169224e-06,
+      "loss": 23.1641,
+      "step": 13626
+    },
+    {
+      "epoch": 0.12899347791103832,
+      "grad_norm": 428.5798034667969,
+      "learning_rate": 1.9490482547704406e-06,
+      "loss": 17.3945,
+      "step": 13627
+    },
+    {
+      "epoch": 0.12900294393275338,
+      "grad_norm": 731.0869750976562,
+      "learning_rate": 1.9490385929319147e-06,
+      "loss": 62.2656,
+      "step": 13628
+    },
+    {
+      "epoch": 0.12901240995446844,
+      "grad_norm": 367.5238952636719,
+      "learning_rate": 1.9490289302013546e-06,
+      "loss": 30.3594,
+      "step": 13629
+    },
+    {
+      "epoch": 0.1290218759761835,
+      "grad_norm": 3.461519479751587,
+      "learning_rate": 1.949019266578769e-06,
+      "loss": 0.8206,
+      "step": 13630
+    },
+    {
+      "epoch": 0.12903134199789854,
+      "grad_norm": 688.2706298828125,
+      "learning_rate": 1.949009602064167e-06,
+      "loss": 15.168,
+      "step": 13631
+    },
+    {
+      "epoch": 0.1290408080196136,
+      "grad_norm": 1077.6392822265625,
+      "learning_rate": 1.9489999366575577e-06,
+      "loss": 48.8281,
+      "step": 13632
+    },
+    {
+      "epoch": 0.12905027404132866,
+      "grad_norm": 886.3075561523438,
+      "learning_rate": 1.9489902703589505e-06,
+      "loss": 30.6758,
+      "step": 13633
+    },
+    {
+      "epoch": 0.12905974006304372,
+      "grad_norm": 499.2532653808594,
+      "learning_rate": 1.9489806031683537e-06,
+      "loss": 37.1484,
+      "step": 13634
+    },
+    {
+      "epoch": 0.12906920608475875,
+      "grad_norm": 618.4593505859375,
+      "learning_rate": 1.9489709350857774e-06,
+      "loss": 22.875,
+      "step": 13635
+    },
+    {
+      "epoch": 0.1290786721064738,
+      "grad_norm": 854.0451049804688,
+      "learning_rate": 1.9489612661112296e-06,
+      "loss": 57.6562,
+      "step": 13636
+    },
+    {
+      "epoch": 0.12908813812818887,
+      "grad_norm": 273.0581970214844,
+      "learning_rate": 1.94895159624472e-06,
+      "loss": 35.3359,
+      "step": 13637
+    },
+    {
+      "epoch": 0.12909760414990393,
+      "grad_norm": 3.0462872982025146,
+      "learning_rate": 1.948941925486258e-06,
+      "loss": 0.9614,
+      "step": 13638
+    },
+    {
+      "epoch": 0.129107070171619,
+      "grad_norm": 368.6888427734375,
+      "learning_rate": 1.948932253835852e-06,
+      "loss": 33.6797,
+      "step": 13639
+    },
+    {
+      "epoch": 0.12911653619333402,
+      "grad_norm": 1057.0565185546875,
+      "learning_rate": 1.948922581293512e-06,
+      "loss": 43.7578,
+      "step": 13640
+    },
+    {
+      "epoch": 0.12912600221504908,
+      "grad_norm": 3.7020790576934814,
+      "learning_rate": 1.948912907859246e-06,
+      "loss": 1.0762,
+      "step": 13641
+    },
+    {
+      "epoch": 0.12913546823676414,
+      "grad_norm": 211.9989013671875,
+      "learning_rate": 1.9489032335330635e-06,
+      "loss": 17.8594,
+      "step": 13642
+    },
+    {
+      "epoch": 0.1291449342584792,
+      "grad_norm": 401.5303955078125,
+      "learning_rate": 1.9488935583149737e-06,
+      "loss": 26.6328,
+      "step": 13643
+    },
+    {
+      "epoch": 0.12915440028019423,
+      "grad_norm": 547.540771484375,
+      "learning_rate": 1.9488838822049856e-06,
+      "loss": 33.7656,
+      "step": 13644
+    },
+    {
+      "epoch": 0.1291638663019093,
+      "grad_norm": 178.40289306640625,
+      "learning_rate": 1.9488742052031088e-06,
+      "loss": 19.4688,
+      "step": 13645
+    },
+    {
+      "epoch": 0.12917333232362435,
+      "grad_norm": 239.01910400390625,
+      "learning_rate": 1.948864527309352e-06,
+      "loss": 20.6914,
+      "step": 13646
+    },
+    {
+      "epoch": 0.1291827983453394,
+      "grad_norm": 322.00537109375,
+      "learning_rate": 1.948854848523724e-06,
+      "loss": 22.5117,
+      "step": 13647
+    },
+    {
+      "epoch": 0.12919226436705447,
+      "grad_norm": 369.0542297363281,
+      "learning_rate": 1.948845168846234e-06,
+      "loss": 8.6113,
+      "step": 13648
+    },
+    {
+      "epoch": 0.1292017303887695,
+      "grad_norm": 433.33465576171875,
+      "learning_rate": 1.9488354882768915e-06,
+      "loss": 16.7344,
+      "step": 13649
+    },
+    {
+      "epoch": 0.12921119641048456,
+      "grad_norm": 367.48516845703125,
+      "learning_rate": 1.9488258068157055e-06,
+      "loss": 25.7734,
+      "step": 13650
+    },
+    {
+      "epoch": 0.12922066243219962,
+      "grad_norm": 220.44580078125,
+      "learning_rate": 1.948816124462685e-06,
+      "loss": 21.0312,
+      "step": 13651
+    },
+    {
+      "epoch": 0.12923012845391468,
+      "grad_norm": 382.9694519042969,
+      "learning_rate": 1.9488064412178385e-06,
+      "loss": 42.0391,
+      "step": 13652
+    },
+    {
+      "epoch": 0.12923959447562972,
+      "grad_norm": 181.05711364746094,
+      "learning_rate": 1.948796757081176e-06,
+      "loss": 21.9531,
+      "step": 13653
+    },
+    {
+      "epoch": 0.12924906049734478,
+      "grad_norm": 512.38037109375,
+      "learning_rate": 1.9487870720527066e-06,
+      "loss": 24.4453,
+      "step": 13654
+    },
+    {
+      "epoch": 0.12925852651905984,
+      "grad_norm": 154.94015502929688,
+      "learning_rate": 1.948777386132439e-06,
+      "loss": 9.6094,
+      "step": 13655
+    },
+    {
+      "epoch": 0.1292679925407749,
+      "grad_norm": 260.02386474609375,
+      "learning_rate": 1.9487676993203823e-06,
+      "loss": 19.5312,
+      "step": 13656
+    },
+    {
+      "epoch": 0.12927745856248996,
+      "grad_norm": 760.7427368164062,
+      "learning_rate": 1.9487580116165452e-06,
+      "loss": 45.6719,
+      "step": 13657
+    },
+    {
+      "epoch": 0.129286924584205,
+      "grad_norm": 195.93162536621094,
+      "learning_rate": 1.9487483230209375e-06,
+      "loss": 17.7969,
+      "step": 13658
+    },
+    {
+      "epoch": 0.12929639060592005,
+      "grad_norm": 361.14410400390625,
+      "learning_rate": 1.9487386335335684e-06,
+      "loss": 35.5938,
+      "step": 13659
+    },
+    {
+      "epoch": 0.1293058566276351,
+      "grad_norm": 1141.0758056640625,
+      "learning_rate": 1.948728943154447e-06,
+      "loss": 51.4531,
+      "step": 13660
+    },
+    {
+      "epoch": 0.12931532264935017,
+      "grad_norm": 407.14886474609375,
+      "learning_rate": 1.9487192518835813e-06,
+      "loss": 20.4297,
+      "step": 13661
+    },
+    {
+      "epoch": 0.1293247886710652,
+      "grad_norm": 750.693115234375,
+      "learning_rate": 1.9487095597209814e-06,
+      "loss": 52.8125,
+      "step": 13662
+    },
+    {
+      "epoch": 0.12933425469278026,
+      "grad_norm": 339.9523010253906,
+      "learning_rate": 1.9486998666666567e-06,
+      "loss": 27.0156,
+      "step": 13663
+    },
+    {
+      "epoch": 0.12934372071449532,
+      "grad_norm": 503.78594970703125,
+      "learning_rate": 1.9486901727206154e-06,
+      "loss": 26.4141,
+      "step": 13664
+    },
+    {
+      "epoch": 0.12935318673621038,
+      "grad_norm": 372.2261047363281,
+      "learning_rate": 1.9486804778828674e-06,
+      "loss": 23.5391,
+      "step": 13665
+    },
+    {
+      "epoch": 0.12936265275792544,
+      "grad_norm": 312.7173156738281,
+      "learning_rate": 1.9486707821534216e-06,
+      "loss": 24.2383,
+      "step": 13666
+    },
+    {
+      "epoch": 0.12937211877964047,
+      "grad_norm": 3.214834213256836,
+      "learning_rate": 1.9486610855322864e-06,
+      "loss": 0.8867,
+      "step": 13667
+    },
+    {
+      "epoch": 0.12938158480135553,
+      "grad_norm": 754.0043334960938,
+      "learning_rate": 1.9486513880194715e-06,
+      "loss": 28.0312,
+      "step": 13668
+    },
+    {
+      "epoch": 0.1293910508230706,
+      "grad_norm": 429.3705749511719,
+      "learning_rate": 1.9486416896149864e-06,
+      "loss": 28.9453,
+      "step": 13669
+    },
+    {
+      "epoch": 0.12940051684478565,
+      "grad_norm": 495.70599365234375,
+      "learning_rate": 1.94863199031884e-06,
+      "loss": 46.5312,
+      "step": 13670
+    },
+    {
+      "epoch": 0.12940998286650068,
+      "grad_norm": 243.4773712158203,
+      "learning_rate": 1.9486222901310407e-06,
+      "loss": 12.1914,
+      "step": 13671
+    },
+    {
+      "epoch": 0.12941944888821574,
+      "grad_norm": 195.5849151611328,
+      "learning_rate": 1.9486125890515984e-06,
+      "loss": 13.582,
+      "step": 13672
+    },
+    {
+      "epoch": 0.1294289149099308,
+      "grad_norm": 478.37744140625,
+      "learning_rate": 1.948602887080522e-06,
+      "loss": 40.5938,
+      "step": 13673
+    },
+    {
+      "epoch": 0.12943838093164586,
+      "grad_norm": 563.712158203125,
+      "learning_rate": 1.9485931842178206e-06,
+      "loss": 47.8047,
+      "step": 13674
+    },
+    {
+      "epoch": 0.12944784695336092,
+      "grad_norm": 308.5523376464844,
+      "learning_rate": 1.9485834804635033e-06,
+      "loss": 28.4531,
+      "step": 13675
+    },
+    {
+      "epoch": 0.12945731297507596,
+      "grad_norm": 486.74371337890625,
+      "learning_rate": 1.948573775817579e-06,
+      "loss": 20.6016,
+      "step": 13676
+    },
+    {
+      "epoch": 0.12946677899679102,
+      "grad_norm": 1015.3807373046875,
+      "learning_rate": 1.9485640702800572e-06,
+      "loss": 52.4844,
+      "step": 13677
+    },
+    {
+      "epoch": 0.12947624501850608,
+      "grad_norm": 426.529296875,
+      "learning_rate": 1.948554363850947e-06,
+      "loss": 32.4375,
+      "step": 13678
+    },
+    {
+      "epoch": 0.12948571104022114,
+      "grad_norm": 3.178098440170288,
+      "learning_rate": 1.9485446565302577e-06,
+      "loss": 0.9868,
+      "step": 13679
+    },
+    {
+      "epoch": 0.12949517706193617,
+      "grad_norm": 397.0461120605469,
+      "learning_rate": 1.948534948317998e-06,
+      "loss": 46.6797,
+      "step": 13680
+    },
+    {
+      "epoch": 0.12950464308365123,
+      "grad_norm": 357.3697204589844,
+      "learning_rate": 1.9485252392141768e-06,
+      "loss": 14.3008,
+      "step": 13681
+    },
+    {
+      "epoch": 0.1295141091053663,
+      "grad_norm": 461.2657470703125,
+      "learning_rate": 1.9485155292188034e-06,
+      "loss": 32.7891,
+      "step": 13682
+    },
+    {
+      "epoch": 0.12952357512708135,
+      "grad_norm": 5.678762435913086,
+      "learning_rate": 1.9485058183318876e-06,
+      "loss": 0.9321,
+      "step": 13683
+    },
+    {
+      "epoch": 0.1295330411487964,
+      "grad_norm": 513.2185668945312,
+      "learning_rate": 1.948496106553438e-06,
+      "loss": 26.625,
+      "step": 13684
+    },
+    {
+      "epoch": 0.12954250717051144,
+      "grad_norm": 232.52882385253906,
+      "learning_rate": 1.9484863938834636e-06,
+      "loss": 23.8047,
+      "step": 13685
+    },
+    {
+      "epoch": 0.1295519731922265,
+      "grad_norm": 325.9921569824219,
+      "learning_rate": 1.9484766803219735e-06,
+      "loss": 16.6406,
+      "step": 13686
+    },
+    {
+      "epoch": 0.12956143921394156,
+      "grad_norm": 1387.1519775390625,
+      "learning_rate": 1.9484669658689774e-06,
+      "loss": 24.4648,
+      "step": 13687
+    },
+    {
+      "epoch": 0.12957090523565662,
+      "grad_norm": 305.33843994140625,
+      "learning_rate": 1.948457250524484e-06,
+      "loss": 19.332,
+      "step": 13688
+    },
+    {
+      "epoch": 0.12958037125737165,
+      "grad_norm": 188.04489135742188,
+      "learning_rate": 1.9484475342885025e-06,
+      "loss": 19.3047,
+      "step": 13689
+    },
+    {
+      "epoch": 0.1295898372790867,
+      "grad_norm": 197.13885498046875,
+      "learning_rate": 1.948437817161042e-06,
+      "loss": 19.9141,
+      "step": 13690
+    },
+    {
+      "epoch": 0.12959930330080177,
+      "grad_norm": 395.3216857910156,
+      "learning_rate": 1.948428099142111e-06,
+      "loss": 7.3438,
+      "step": 13691
+    },
+    {
+      "epoch": 0.12960876932251683,
+      "grad_norm": 408.4391784667969,
+      "learning_rate": 1.9484183802317203e-06,
+      "loss": 25.3398,
+      "step": 13692
+    },
+    {
+      "epoch": 0.1296182353442319,
+      "grad_norm": 248.34498596191406,
+      "learning_rate": 1.9484086604298776e-06,
+      "loss": 19.1172,
+      "step": 13693
+    },
+    {
+      "epoch": 0.12962770136594692,
+      "grad_norm": 564.5699462890625,
+      "learning_rate": 1.9483989397365925e-06,
+      "loss": 36.7188,
+      "step": 13694
+    },
+    {
+      "epoch": 0.12963716738766198,
+      "grad_norm": 454.06182861328125,
+      "learning_rate": 1.9483892181518738e-06,
+      "loss": 60.6094,
+      "step": 13695
+    },
+    {
+      "epoch": 0.12964663340937704,
+      "grad_norm": 702.4337768554688,
+      "learning_rate": 1.9483794956757312e-06,
+      "loss": 45.6094,
+      "step": 13696
+    },
+    {
+      "epoch": 0.1296560994310921,
+      "grad_norm": 234.65603637695312,
+      "learning_rate": 1.9483697723081738e-06,
+      "loss": 17.2344,
+      "step": 13697
+    },
+    {
+      "epoch": 0.12966556545280714,
+      "grad_norm": 460.9067687988281,
+      "learning_rate": 1.94836004804921e-06,
+      "loss": 30.1562,
+      "step": 13698
+    },
+    {
+      "epoch": 0.1296750314745222,
+      "grad_norm": 262.3610534667969,
+      "learning_rate": 1.9483503228988496e-06,
+      "loss": 20.3672,
+      "step": 13699
+    },
+    {
+      "epoch": 0.12968449749623726,
+      "grad_norm": 3.4084267616271973,
+      "learning_rate": 1.948340596857102e-06,
+      "loss": 0.8286,
+      "step": 13700
+    },
+    {
+      "epoch": 0.12969396351795232,
+      "grad_norm": 1155.7418212890625,
+      "learning_rate": 1.9483308699239754e-06,
+      "loss": 61.7188,
+      "step": 13701
+    },
+    {
+      "epoch": 0.12970342953966738,
+      "grad_norm": 3.316438913345337,
+      "learning_rate": 1.9483211420994797e-06,
+      "loss": 0.8977,
+      "step": 13702
+    },
+    {
+      "epoch": 0.1297128955613824,
+      "grad_norm": 290.56732177734375,
+      "learning_rate": 1.948311413383624e-06,
+      "loss": 21.5625,
+      "step": 13703
+    },
+    {
+      "epoch": 0.12972236158309747,
+      "grad_norm": 367.9682922363281,
+      "learning_rate": 1.948301683776417e-06,
+      "loss": 25.1172,
+      "step": 13704
+    },
+    {
+      "epoch": 0.12973182760481253,
+      "grad_norm": 712.9367065429688,
+      "learning_rate": 1.9482919532778683e-06,
+      "loss": 27.9219,
+      "step": 13705
+    },
+    {
+      "epoch": 0.1297412936265276,
+      "grad_norm": 587.9979248046875,
+      "learning_rate": 1.9482822218879864e-06,
+      "loss": 57.3281,
+      "step": 13706
+    },
+    {
+      "epoch": 0.12975075964824262,
+      "grad_norm": 405.4967956542969,
+      "learning_rate": 1.9482724896067815e-06,
+      "loss": 29.1797,
+      "step": 13707
+    },
+    {
+      "epoch": 0.12976022566995768,
+      "grad_norm": 311.7378845214844,
+      "learning_rate": 1.9482627564342616e-06,
+      "loss": 14.957,
+      "step": 13708
+    },
+    {
+      "epoch": 0.12976969169167274,
+      "grad_norm": 286.0611267089844,
+      "learning_rate": 1.948253022370437e-06,
+      "loss": 15.7695,
+      "step": 13709
+    },
+    {
+      "epoch": 0.1297791577133878,
+      "grad_norm": 497.6700134277344,
+      "learning_rate": 1.9482432874153158e-06,
+      "loss": 19.5859,
+      "step": 13710
+    },
+    {
+      "epoch": 0.12978862373510286,
+      "grad_norm": 793.4006958007812,
+      "learning_rate": 1.948233551568908e-06,
+      "loss": 25.125,
+      "step": 13711
+    },
+    {
+      "epoch": 0.1297980897568179,
+      "grad_norm": 384.1619567871094,
+      "learning_rate": 1.948223814831222e-06,
+      "loss": 35.5078,
+      "step": 13712
+    },
+    {
+      "epoch": 0.12980755577853295,
+      "grad_norm": 331.5847473144531,
+      "learning_rate": 1.948214077202267e-06,
+      "loss": 24.5703,
+      "step": 13713
+    },
+    {
+      "epoch": 0.129817021800248,
+      "grad_norm": 521.7432861328125,
+      "learning_rate": 1.948204338682053e-06,
+      "loss": 33.2031,
+      "step": 13714
+    },
+    {
+      "epoch": 0.12982648782196307,
+      "grad_norm": 235.61404418945312,
+      "learning_rate": 1.9481945992705887e-06,
+      "loss": 17.9062,
+      "step": 13715
+    },
+    {
+      "epoch": 0.1298359538436781,
+      "grad_norm": 502.8157958984375,
+      "learning_rate": 1.9481848589678827e-06,
+      "loss": 53.8906,
+      "step": 13716
+    },
+    {
+      "epoch": 0.12984541986539316,
+      "grad_norm": 148.44696044921875,
+      "learning_rate": 1.9481751177739447e-06,
+      "loss": 18.6719,
+      "step": 13717
+    },
+    {
+      "epoch": 0.12985488588710822,
+      "grad_norm": 501.31103515625,
+      "learning_rate": 1.948165375688784e-06,
+      "loss": 10.7539,
+      "step": 13718
+    },
+    {
+      "epoch": 0.12986435190882328,
+      "grad_norm": 553.6865844726562,
+      "learning_rate": 1.948155632712409e-06,
+      "loss": 28.75,
+      "step": 13719
+    },
+    {
+      "epoch": 0.12987381793053834,
+      "grad_norm": 3.2859911918640137,
+      "learning_rate": 1.9481458888448303e-06,
+      "loss": 0.9316,
+      "step": 13720
+    },
+    {
+      "epoch": 0.12988328395225338,
+      "grad_norm": 2.6172268390655518,
+      "learning_rate": 1.9481361440860554e-06,
+      "loss": 0.8486,
+      "step": 13721
+    },
+    {
+      "epoch": 0.12989274997396844,
+      "grad_norm": 374.82977294921875,
+      "learning_rate": 1.9481263984360944e-06,
+      "loss": 19.3281,
+      "step": 13722
+    },
+    {
+      "epoch": 0.1299022159956835,
+      "grad_norm": 300.0610046386719,
+      "learning_rate": 1.9481166518949564e-06,
+      "loss": 15.9297,
+      "step": 13723
+    },
+    {
+      "epoch": 0.12991168201739856,
+      "grad_norm": 363.79937744140625,
+      "learning_rate": 1.9481069044626508e-06,
+      "loss": 21.3438,
+      "step": 13724
+    },
+    {
+      "epoch": 0.12992114803911362,
+      "grad_norm": 265.367431640625,
+      "learning_rate": 1.9480971561391856e-06,
+      "loss": 30.625,
+      "step": 13725
+    },
+    {
+      "epoch": 0.12993061406082865,
+      "grad_norm": 354.7070007324219,
+      "learning_rate": 1.948087406924571e-06,
+      "loss": 35.4297,
+      "step": 13726
+    },
+    {
+      "epoch": 0.1299400800825437,
+      "grad_norm": 212.59730529785156,
+      "learning_rate": 1.948077656818816e-06,
+      "loss": 16.5078,
+      "step": 13727
+    },
+    {
+      "epoch": 0.12994954610425877,
+      "grad_norm": 1030.2716064453125,
+      "learning_rate": 1.94806790582193e-06,
+      "loss": 76.4766,
+      "step": 13728
+    },
+    {
+      "epoch": 0.12995901212597383,
+      "grad_norm": 395.3304443359375,
+      "learning_rate": 1.9480581539339213e-06,
+      "loss": 20.4219,
+      "step": 13729
+    },
+    {
+      "epoch": 0.12996847814768886,
+      "grad_norm": 431.3189392089844,
+      "learning_rate": 1.9480484011548e-06,
+      "loss": 19.9844,
+      "step": 13730
+    },
+    {
+      "epoch": 0.12997794416940392,
+      "grad_norm": 237.58885192871094,
+      "learning_rate": 1.9480386474845743e-06,
+      "loss": 25.9531,
+      "step": 13731
+    },
+    {
+      "epoch": 0.12998741019111898,
+      "grad_norm": 432.94049072265625,
+      "learning_rate": 1.9480288929232545e-06,
+      "loss": 32.0,
+      "step": 13732
+    },
+    {
+      "epoch": 0.12999687621283404,
+      "grad_norm": 515.9557495117188,
+      "learning_rate": 1.948019137470849e-06,
+      "loss": 29.6797,
+      "step": 13733
+    },
+    {
+      "epoch": 0.1300063422345491,
+      "grad_norm": 309.56378173828125,
+      "learning_rate": 1.9480093811273674e-06,
+      "loss": 25.5156,
+      "step": 13734
+    },
+    {
+      "epoch": 0.13001580825626413,
+      "grad_norm": 526.5560913085938,
+      "learning_rate": 1.9479996238928183e-06,
+      "loss": 59.0781,
+      "step": 13735
+    },
+    {
+      "epoch": 0.1300252742779792,
+      "grad_norm": 370.5536804199219,
+      "learning_rate": 1.9479898657672117e-06,
+      "loss": 18.3672,
+      "step": 13736
+    },
+    {
+      "epoch": 0.13003474029969425,
+      "grad_norm": 711.9592895507812,
+      "learning_rate": 1.9479801067505558e-06,
+      "loss": 25.4609,
+      "step": 13737
+    },
+    {
+      "epoch": 0.1300442063214093,
+      "grad_norm": 281.97222900390625,
+      "learning_rate": 1.947970346842861e-06,
+      "loss": 16.4375,
+      "step": 13738
+    },
+    {
+      "epoch": 0.13005367234312434,
+      "grad_norm": 686.52294921875,
+      "learning_rate": 1.947960586044135e-06,
+      "loss": 22.6094,
+      "step": 13739
+    },
+    {
+      "epoch": 0.1300631383648394,
+      "grad_norm": 215.41891479492188,
+      "learning_rate": 1.9479508243543877e-06,
+      "loss": 19.1953,
+      "step": 13740
+    },
+    {
+      "epoch": 0.13007260438655446,
+      "grad_norm": 1099.165283203125,
+      "learning_rate": 1.947941061773629e-06,
+      "loss": 24.9062,
+      "step": 13741
+    },
+    {
+      "epoch": 0.13008207040826952,
+      "grad_norm": 175.18055725097656,
+      "learning_rate": 1.9479312983018667e-06,
+      "loss": 18.4062,
+      "step": 13742
+    },
+    {
+      "epoch": 0.13009153642998458,
+      "grad_norm": 721.9402465820312,
+      "learning_rate": 1.9479215339391106e-06,
+      "loss": 52.1719,
+      "step": 13743
+    },
+    {
+      "epoch": 0.13010100245169962,
+      "grad_norm": 308.0867004394531,
+      "learning_rate": 1.9479117686853703e-06,
+      "loss": 13.4062,
+      "step": 13744
+    },
+    {
+      "epoch": 0.13011046847341468,
+      "grad_norm": 808.90771484375,
+      "learning_rate": 1.9479020025406546e-06,
+      "loss": 64.4922,
+      "step": 13745
+    },
+    {
+      "epoch": 0.13011993449512974,
+      "grad_norm": 281.0667724609375,
+      "learning_rate": 1.9478922355049726e-06,
+      "loss": 21.2109,
+      "step": 13746
+    },
+    {
+      "epoch": 0.1301294005168448,
+      "grad_norm": 512.1596069335938,
+      "learning_rate": 1.947882467578334e-06,
+      "loss": 30.25,
+      "step": 13747
+    },
+    {
+      "epoch": 0.13013886653855983,
+      "grad_norm": 170.10411071777344,
+      "learning_rate": 1.9478726987607464e-06,
+      "loss": 16.0469,
+      "step": 13748
+    },
+    {
+      "epoch": 0.1301483325602749,
+      "grad_norm": 300.6065368652344,
+      "learning_rate": 1.947862929052221e-06,
+      "loss": 35.1562,
+      "step": 13749
+    },
+    {
+      "epoch": 0.13015779858198995,
+      "grad_norm": 429.9144592285156,
+      "learning_rate": 1.947853158452766e-06,
+      "loss": 31.3125,
+      "step": 13750
+    },
+    {
+      "epoch": 0.130167264603705,
+      "grad_norm": 429.28594970703125,
+      "learning_rate": 1.9478433869623906e-06,
+      "loss": 16.0625,
+      "step": 13751
+    },
+    {
+      "epoch": 0.13017673062542007,
+      "grad_norm": 386.48052978515625,
+      "learning_rate": 1.947833614581104e-06,
+      "loss": 26.0547,
+      "step": 13752
+    },
+    {
+      "epoch": 0.1301861966471351,
+      "grad_norm": 328.0283203125,
+      "learning_rate": 1.9478238413089152e-06,
+      "loss": 16.2031,
+      "step": 13753
+    },
+    {
+      "epoch": 0.13019566266885016,
+      "grad_norm": 235.47731018066406,
+      "learning_rate": 1.947814067145834e-06,
+      "loss": 17.7344,
+      "step": 13754
+    },
+    {
+      "epoch": 0.13020512869056522,
+      "grad_norm": 870.3026733398438,
+      "learning_rate": 1.9478042920918697e-06,
+      "loss": 77.7656,
+      "step": 13755
+    },
+    {
+      "epoch": 0.13021459471228028,
+      "grad_norm": 431.19635009765625,
+      "learning_rate": 1.9477945161470303e-06,
+      "loss": 22.4844,
+      "step": 13756
+    },
+    {
+      "epoch": 0.1302240607339953,
+      "grad_norm": 384.0390625,
+      "learning_rate": 1.947784739311326e-06,
+      "loss": 27.3984,
+      "step": 13757
+    },
+    {
+      "epoch": 0.13023352675571037,
+      "grad_norm": 265.17242431640625,
+      "learning_rate": 1.9477749615847656e-06,
+      "loss": 19.3984,
+      "step": 13758
+    },
+    {
+      "epoch": 0.13024299277742543,
+      "grad_norm": 316.0339050292969,
+      "learning_rate": 1.9477651829673586e-06,
+      "loss": 36.6328,
+      "step": 13759
+    },
+    {
+      "epoch": 0.1302524587991405,
+      "grad_norm": 506.13958740234375,
+      "learning_rate": 1.947755403459114e-06,
+      "loss": 21.3906,
+      "step": 13760
+    },
+    {
+      "epoch": 0.13026192482085555,
+      "grad_norm": 715.7947387695312,
+      "learning_rate": 1.9477456230600407e-06,
+      "loss": 9.4766,
+      "step": 13761
+    },
+    {
+      "epoch": 0.13027139084257058,
+      "grad_norm": 230.68238830566406,
+      "learning_rate": 1.9477358417701485e-06,
+      "loss": 9.6836,
+      "step": 13762
+    },
+    {
+      "epoch": 0.13028085686428564,
+      "grad_norm": 457.3471984863281,
+      "learning_rate": 1.947726059589446e-06,
+      "loss": 46.1562,
+      "step": 13763
+    },
+    {
+      "epoch": 0.1302903228860007,
+      "grad_norm": 320.5682067871094,
+      "learning_rate": 1.9477162765179426e-06,
+      "loss": 16.0156,
+      "step": 13764
+    },
+    {
+      "epoch": 0.13029978890771576,
+      "grad_norm": 254.42092895507812,
+      "learning_rate": 1.947706492555648e-06,
+      "loss": 20.9297,
+      "step": 13765
+    },
+    {
+      "epoch": 0.1303092549294308,
+      "grad_norm": 434.3868103027344,
+      "learning_rate": 1.9476967077025702e-06,
+      "loss": 30.9141,
+      "step": 13766
+    },
+    {
+      "epoch": 0.13031872095114586,
+      "grad_norm": 230.12210083007812,
+      "learning_rate": 1.9476869219587196e-06,
+      "loss": 30.7812,
+      "step": 13767
+    },
+    {
+      "epoch": 0.13032818697286092,
+      "grad_norm": 176.3850860595703,
+      "learning_rate": 1.947677135324105e-06,
+      "loss": 17.793,
+      "step": 13768
+    },
+    {
+      "epoch": 0.13033765299457598,
+      "grad_norm": 3.206979274749756,
+      "learning_rate": 1.9476673477987354e-06,
+      "loss": 0.9517,
+      "step": 13769
+    },
+    {
+      "epoch": 0.13034711901629104,
+      "grad_norm": 192.40838623046875,
+      "learning_rate": 1.9476575593826203e-06,
+      "loss": 19.0,
+      "step": 13770
+    },
+    {
+      "epoch": 0.13035658503800607,
+      "grad_norm": 268.4371337890625,
+      "learning_rate": 1.947647770075769e-06,
+      "loss": 10.7734,
+      "step": 13771
+    },
+    {
+      "epoch": 0.13036605105972113,
+      "grad_norm": 618.6311645507812,
+      "learning_rate": 1.94763797987819e-06,
+      "loss": 19.1836,
+      "step": 13772
+    },
+    {
+      "epoch": 0.1303755170814362,
+      "grad_norm": 292.6095275878906,
+      "learning_rate": 1.947628188789893e-06,
+      "loss": 17.0352,
+      "step": 13773
+    },
+    {
+      "epoch": 0.13038498310315125,
+      "grad_norm": 149.7078399658203,
+      "learning_rate": 1.947618396810887e-06,
+      "loss": 18.1641,
+      "step": 13774
+    },
+    {
+      "epoch": 0.13039444912486628,
+      "grad_norm": 328.9084777832031,
+      "learning_rate": 1.9476086039411817e-06,
+      "loss": 17.4453,
+      "step": 13775
+    },
+    {
+      "epoch": 0.13040391514658134,
+      "grad_norm": 323.46832275390625,
+      "learning_rate": 1.9475988101807855e-06,
+      "loss": 30.1875,
+      "step": 13776
+    },
+    {
+      "epoch": 0.1304133811682964,
+      "grad_norm": 398.6884765625,
+      "learning_rate": 1.9475890155297084e-06,
+      "loss": 46.5156,
+      "step": 13777
+    },
+    {
+      "epoch": 0.13042284719001146,
+      "grad_norm": 486.7673645019531,
+      "learning_rate": 1.9475792199879596e-06,
+      "loss": 39.75,
+      "step": 13778
+    },
+    {
+      "epoch": 0.13043231321172652,
+      "grad_norm": 311.9058837890625,
+      "learning_rate": 1.9475694235555477e-06,
+      "loss": 16.3828,
+      "step": 13779
+    },
+    {
+      "epoch": 0.13044177923344155,
+      "grad_norm": 677.853759765625,
+      "learning_rate": 1.947559626232482e-06,
+      "loss": 31.0078,
+      "step": 13780
+    },
+    {
+      "epoch": 0.1304512452551566,
+      "grad_norm": 524.8007202148438,
+      "learning_rate": 1.947549828018772e-06,
+      "loss": 53.3125,
+      "step": 13781
+    },
+    {
+      "epoch": 0.13046071127687167,
+      "grad_norm": 214.2718048095703,
+      "learning_rate": 1.9475400289144266e-06,
+      "loss": 21.5,
+      "step": 13782
+    },
+    {
+      "epoch": 0.13047017729858673,
+      "grad_norm": 209.82102966308594,
+      "learning_rate": 1.9475302289194555e-06,
+      "loss": 7.957,
+      "step": 13783
+    },
+    {
+      "epoch": 0.13047964332030176,
+      "grad_norm": 3.1465718746185303,
+      "learning_rate": 1.9475204280338673e-06,
+      "loss": 0.894,
+      "step": 13784
+    },
+    {
+      "epoch": 0.13048910934201682,
+      "grad_norm": 568.29248046875,
+      "learning_rate": 1.947510626257672e-06,
+      "loss": 31.3203,
+      "step": 13785
+    },
+    {
+      "epoch": 0.13049857536373188,
+      "grad_norm": 267.66357421875,
+      "learning_rate": 1.947500823590878e-06,
+      "loss": 34.875,
+      "step": 13786
+    },
+    {
+      "epoch": 0.13050804138544694,
+      "grad_norm": 281.4431457519531,
+      "learning_rate": 1.947491020033495e-06,
+      "loss": 37.0938,
+      "step": 13787
+    },
+    {
+      "epoch": 0.130517507407162,
+      "grad_norm": 2.999124765396118,
+      "learning_rate": 1.9474812155855324e-06,
+      "loss": 0.8262,
+      "step": 13788
+    },
+    {
+      "epoch": 0.13052697342887704,
+      "grad_norm": 309.942626953125,
+      "learning_rate": 1.9474714102469984e-06,
+      "loss": 18.9609,
+      "step": 13789
+    },
+    {
+      "epoch": 0.1305364394505921,
+      "grad_norm": 960.1173706054688,
+      "learning_rate": 1.9474616040179034e-06,
+      "loss": 32.1094,
+      "step": 13790
+    },
+    {
+      "epoch": 0.13054590547230716,
+      "grad_norm": 193.498046875,
+      "learning_rate": 1.9474517968982556e-06,
+      "loss": 16.2109,
+      "step": 13791
+    },
+    {
+      "epoch": 0.13055537149402222,
+      "grad_norm": 3.676231861114502,
+      "learning_rate": 1.9474419888880654e-06,
+      "loss": 0.8496,
+      "step": 13792
+    },
+    {
+      "epoch": 0.13056483751573725,
+      "grad_norm": 258.36383056640625,
+      "learning_rate": 1.947432179987341e-06,
+      "loss": 40.0938,
+      "step": 13793
+    },
+    {
+      "epoch": 0.1305743035374523,
+      "grad_norm": 302.2572021484375,
+      "learning_rate": 1.947422370196092e-06,
+      "loss": 17.3086,
+      "step": 13794
+    },
+    {
+      "epoch": 0.13058376955916737,
+      "grad_norm": 852.1910400390625,
+      "learning_rate": 1.947412559514328e-06,
+      "loss": 71.7344,
+      "step": 13795
+    },
+    {
+      "epoch": 0.13059323558088243,
+      "grad_norm": 183.38291931152344,
+      "learning_rate": 1.9474027479420574e-06,
+      "loss": 20.7891,
+      "step": 13796
+    },
+    {
+      "epoch": 0.1306027016025975,
+      "grad_norm": 222.1390838623047,
+      "learning_rate": 1.9473929354792903e-06,
+      "loss": 18.7031,
+      "step": 13797
+    },
+    {
+      "epoch": 0.13061216762431252,
+      "grad_norm": 172.75775146484375,
+      "learning_rate": 1.947383122126035e-06,
+      "loss": 18.5703,
+      "step": 13798
+    },
+    {
+      "epoch": 0.13062163364602758,
+      "grad_norm": 561.1577758789062,
+      "learning_rate": 1.9473733078823013e-06,
+      "loss": 26.6172,
+      "step": 13799
+    },
+    {
+      "epoch": 0.13063109966774264,
+      "grad_norm": 379.38970947265625,
+      "learning_rate": 1.9473634927480985e-06,
+      "loss": 13.2695,
+      "step": 13800
+    },
+    {
+      "epoch": 0.1306405656894577,
+      "grad_norm": 322.15472412109375,
+      "learning_rate": 1.9473536767234355e-06,
+      "loss": 19.9062,
+      "step": 13801
+    },
+    {
+      "epoch": 0.13065003171117273,
+      "grad_norm": 352.7821350097656,
+      "learning_rate": 1.9473438598083218e-06,
+      "loss": 22.0312,
+      "step": 13802
+    },
+    {
+      "epoch": 0.1306594977328878,
+      "grad_norm": 389.6063537597656,
+      "learning_rate": 1.947334042002766e-06,
+      "loss": 46.7266,
+      "step": 13803
+    },
+    {
+      "epoch": 0.13066896375460285,
+      "grad_norm": 214.15542602539062,
+      "learning_rate": 1.9473242233067782e-06,
+      "loss": 14.2227,
+      "step": 13804
+    },
+    {
+      "epoch": 0.1306784297763179,
+      "grad_norm": 650.0516967773438,
+      "learning_rate": 1.9473144037203675e-06,
+      "loss": 84.2188,
+      "step": 13805
+    },
+    {
+      "epoch": 0.13068789579803297,
+      "grad_norm": 369.3839111328125,
+      "learning_rate": 1.9473045832435425e-06,
+      "loss": 18.7969,
+      "step": 13806
+    },
+    {
+      "epoch": 0.130697361819748,
+      "grad_norm": 740.2755126953125,
+      "learning_rate": 1.9472947618763135e-06,
+      "loss": 53.0,
+      "step": 13807
+    },
+    {
+      "epoch": 0.13070682784146306,
+      "grad_norm": 525.0451049804688,
+      "learning_rate": 1.947284939618688e-06,
+      "loss": 39.9141,
+      "step": 13808
+    },
+    {
+      "epoch": 0.13071629386317812,
+      "grad_norm": 441.5844421386719,
+      "learning_rate": 1.947275116470677e-06,
+      "loss": 39.8125,
+      "step": 13809
+    },
+    {
+      "epoch": 0.13072575988489318,
+      "grad_norm": 240.27952575683594,
+      "learning_rate": 1.9472652924322886e-06,
+      "loss": 16.7734,
+      "step": 13810
+    },
+    {
+      "epoch": 0.13073522590660824,
+      "grad_norm": 318.4177551269531,
+      "learning_rate": 1.947255467503533e-06,
+      "loss": 9.2539,
+      "step": 13811
+    },
+    {
+      "epoch": 0.13074469192832328,
+      "grad_norm": 433.6068115234375,
+      "learning_rate": 1.9472456416844183e-06,
+      "loss": 36.3281,
+      "step": 13812
+    },
+    {
+      "epoch": 0.13075415795003834,
+      "grad_norm": 700.8360595703125,
+      "learning_rate": 1.9472358149749547e-06,
+      "loss": 20.3242,
+      "step": 13813
+    },
+    {
+      "epoch": 0.1307636239717534,
+      "grad_norm": 228.82296752929688,
+      "learning_rate": 1.947225987375151e-06,
+      "loss": 21.7969,
+      "step": 13814
+    },
+    {
+      "epoch": 0.13077308999346846,
+      "grad_norm": 328.58575439453125,
+      "learning_rate": 1.9472161588850166e-06,
+      "loss": 20.4297,
+      "step": 13815
+    },
+    {
+      "epoch": 0.1307825560151835,
+      "grad_norm": 362.2098083496094,
+      "learning_rate": 1.9472063295045603e-06,
+      "loss": 43.0,
+      "step": 13816
+    },
+    {
+      "epoch": 0.13079202203689855,
+      "grad_norm": 606.9033203125,
+      "learning_rate": 1.947196499233792e-06,
+      "loss": 20.6133,
+      "step": 13817
+    },
+    {
+      "epoch": 0.1308014880586136,
+      "grad_norm": 442.9356384277344,
+      "learning_rate": 1.9471866680727204e-06,
+      "loss": 46.1406,
+      "step": 13818
+    },
+    {
+      "epoch": 0.13081095408032867,
+      "grad_norm": 422.4750671386719,
+      "learning_rate": 1.947176836021355e-06,
+      "loss": 18.7109,
+      "step": 13819
+    },
+    {
+      "epoch": 0.13082042010204373,
+      "grad_norm": 688.1630249023438,
+      "learning_rate": 1.947167003079705e-06,
+      "loss": 40.9453,
+      "step": 13820
+    },
+    {
+      "epoch": 0.13082988612375876,
+      "grad_norm": 251.02310180664062,
+      "learning_rate": 1.9471571692477797e-06,
+      "loss": 19.4883,
+      "step": 13821
+    },
+    {
+      "epoch": 0.13083935214547382,
+      "grad_norm": 390.55474853515625,
+      "learning_rate": 1.947147334525588e-06,
+      "loss": 42.2031,
+      "step": 13822
+    },
+    {
+      "epoch": 0.13084881816718888,
+      "grad_norm": 3.8216464519500732,
+      "learning_rate": 1.94713749891314e-06,
+      "loss": 0.936,
+      "step": 13823
+    },
+    {
+      "epoch": 0.13085828418890394,
+      "grad_norm": 2.6980273723602295,
+      "learning_rate": 1.947127662410444e-06,
+      "loss": 0.7969,
+      "step": 13824
+    },
+    {
+      "epoch": 0.13086775021061897,
+      "grad_norm": 3.501498222351074,
+      "learning_rate": 1.947117825017509e-06,
+      "loss": 1.0415,
+      "step": 13825
+    },
+    {
+      "epoch": 0.13087721623233403,
+      "grad_norm": 3.0993666648864746,
+      "learning_rate": 1.9471079867343457e-06,
+      "loss": 0.9392,
+      "step": 13826
+    },
+    {
+      "epoch": 0.1308866822540491,
+      "grad_norm": 478.1569519042969,
+      "learning_rate": 1.9470981475609625e-06,
+      "loss": 29.4375,
+      "step": 13827
+    },
+    {
+      "epoch": 0.13089614827576415,
+      "grad_norm": 547.1470947265625,
+      "learning_rate": 1.9470883074973684e-06,
+      "loss": 35.4453,
+      "step": 13828
+    },
+    {
+      "epoch": 0.1309056142974792,
+      "grad_norm": 208.38470458984375,
+      "learning_rate": 1.947078466543573e-06,
+      "loss": 21.4531,
+      "step": 13829
+    },
+    {
+      "epoch": 0.13091508031919424,
+      "grad_norm": 283.24127197265625,
+      "learning_rate": 1.947068624699585e-06,
+      "loss": 16.5352,
+      "step": 13830
+    },
+    {
+      "epoch": 0.1309245463409093,
+      "grad_norm": 694.0178833007812,
+      "learning_rate": 1.9470587819654145e-06,
+      "loss": 32.25,
+      "step": 13831
+    },
+    {
+      "epoch": 0.13093401236262436,
+      "grad_norm": 776.2769165039062,
+      "learning_rate": 1.9470489383410705e-06,
+      "loss": 48.9688,
+      "step": 13832
+    },
+    {
+      "epoch": 0.13094347838433942,
+      "grad_norm": 199.5000762939453,
+      "learning_rate": 1.947039093826562e-06,
+      "loss": 28.3398,
+      "step": 13833
+    },
+    {
+      "epoch": 0.13095294440605446,
+      "grad_norm": 518.2146606445312,
+      "learning_rate": 1.947029248421898e-06,
+      "loss": 54.6094,
+      "step": 13834
+    },
+    {
+      "epoch": 0.13096241042776952,
+      "grad_norm": 271.1068420410156,
+      "learning_rate": 1.9470194021270884e-06,
+      "loss": 20.2188,
+      "step": 13835
+    },
+    {
+      "epoch": 0.13097187644948458,
+      "grad_norm": 304.0566711425781,
+      "learning_rate": 1.9470095549421423e-06,
+      "loss": 24.3438,
+      "step": 13836
+    },
+    {
+      "epoch": 0.13098134247119964,
+      "grad_norm": 951.1771240234375,
+      "learning_rate": 1.946999706867069e-06,
+      "loss": 29.7969,
+      "step": 13837
+    },
+    {
+      "epoch": 0.1309908084929147,
+      "grad_norm": 262.57733154296875,
+      "learning_rate": 1.946989857901877e-06,
+      "loss": 20.2266,
+      "step": 13838
+    },
+    {
+      "epoch": 0.13100027451462973,
+      "grad_norm": 690.8037719726562,
+      "learning_rate": 1.9469800080465767e-06,
+      "loss": 50.7344,
+      "step": 13839
+    },
+    {
+      "epoch": 0.1310097405363448,
+      "grad_norm": 600.9609985351562,
+      "learning_rate": 1.9469701573011763e-06,
+      "loss": 17.6016,
+      "step": 13840
+    },
+    {
+      "epoch": 0.13101920655805985,
+      "grad_norm": 1386.604736328125,
+      "learning_rate": 1.946960305665686e-06,
+      "loss": 9.4297,
+      "step": 13841
+    },
+    {
+      "epoch": 0.1310286725797749,
+      "grad_norm": 299.7195129394531,
+      "learning_rate": 1.9469504531401144e-06,
+      "loss": 31.9609,
+      "step": 13842
+    },
+    {
+      "epoch": 0.13103813860148994,
+      "grad_norm": 425.6907958984375,
+      "learning_rate": 1.946940599724471e-06,
+      "loss": 29.5625,
+      "step": 13843
+    },
+    {
+      "epoch": 0.131047604623205,
+      "grad_norm": 546.6639404296875,
+      "learning_rate": 1.946930745418765e-06,
+      "loss": 53.0781,
+      "step": 13844
+    },
+    {
+      "epoch": 0.13105707064492006,
+      "grad_norm": 120.85346984863281,
+      "learning_rate": 1.9469208902230053e-06,
+      "loss": 16.6328,
+      "step": 13845
+    },
+    {
+      "epoch": 0.13106653666663512,
+      "grad_norm": 395.3578186035156,
+      "learning_rate": 1.9469110341372023e-06,
+      "loss": 50.4688,
+      "step": 13846
+    },
+    {
+      "epoch": 0.13107600268835018,
+      "grad_norm": 279.63812255859375,
+      "learning_rate": 1.9469011771613643e-06,
+      "loss": 17.6328,
+      "step": 13847
+    },
+    {
+      "epoch": 0.1310854687100652,
+      "grad_norm": 315.69476318359375,
+      "learning_rate": 1.9468913192955005e-06,
+      "loss": 17.5156,
+      "step": 13848
+    },
+    {
+      "epoch": 0.13109493473178027,
+      "grad_norm": 239.50277709960938,
+      "learning_rate": 1.946881460539621e-06,
+      "loss": 12.1914,
+      "step": 13849
+    },
+    {
+      "epoch": 0.13110440075349533,
+      "grad_norm": 235.89039611816406,
+      "learning_rate": 1.946871600893734e-06,
+      "loss": 19.6914,
+      "step": 13850
+    },
+    {
+      "epoch": 0.1311138667752104,
+      "grad_norm": 281.43389892578125,
+      "learning_rate": 1.9468617403578495e-06,
+      "loss": 32.0938,
+      "step": 13851
+    },
+    {
+      "epoch": 0.13112333279692542,
+      "grad_norm": 194.07205200195312,
+      "learning_rate": 1.9468518789319765e-06,
+      "loss": 16.6484,
+      "step": 13852
+    },
+    {
+      "epoch": 0.13113279881864048,
+      "grad_norm": 406.2918701171875,
+      "learning_rate": 1.9468420166161242e-06,
+      "loss": 45.4219,
+      "step": 13853
+    },
+    {
+      "epoch": 0.13114226484035554,
+      "grad_norm": 433.3636474609375,
+      "learning_rate": 1.946832153410302e-06,
+      "loss": 38.5312,
+      "step": 13854
+    },
+    {
+      "epoch": 0.1311517308620706,
+      "grad_norm": 273.7806396484375,
+      "learning_rate": 1.9468222893145194e-06,
+      "loss": 17.5547,
+      "step": 13855
+    },
+    {
+      "epoch": 0.13116119688378566,
+      "grad_norm": 133.23446655273438,
+      "learning_rate": 1.946812424328786e-06,
+      "loss": 12.4102,
+      "step": 13856
+    },
+    {
+      "epoch": 0.1311706629055007,
+      "grad_norm": 242.21112060546875,
+      "learning_rate": 1.9468025584531096e-06,
+      "loss": 21.7656,
+      "step": 13857
+    },
+    {
+      "epoch": 0.13118012892721576,
+      "grad_norm": 403.0055847167969,
+      "learning_rate": 1.9467926916875006e-06,
+      "loss": 28.8516,
+      "step": 13858
+    },
+    {
+      "epoch": 0.13118959494893082,
+      "grad_norm": 377.13922119140625,
+      "learning_rate": 1.946782824031968e-06,
+      "loss": 29.5547,
+      "step": 13859
+    },
+    {
+      "epoch": 0.13119906097064588,
+      "grad_norm": 501.4432067871094,
+      "learning_rate": 1.9467729554865217e-06,
+      "loss": 46.8672,
+      "step": 13860
+    },
+    {
+      "epoch": 0.1312085269923609,
+      "grad_norm": 266.2618103027344,
+      "learning_rate": 1.94676308605117e-06,
+      "loss": 14.0469,
+      "step": 13861
+    },
+    {
+      "epoch": 0.13121799301407597,
+      "grad_norm": 434.32379150390625,
+      "learning_rate": 1.9467532157259224e-06,
+      "loss": 33.6016,
+      "step": 13862
+    },
+    {
+      "epoch": 0.13122745903579103,
+      "grad_norm": 459.33984375,
+      "learning_rate": 1.9467433445107884e-06,
+      "loss": 19.1641,
+      "step": 13863
+    },
+    {
+      "epoch": 0.1312369250575061,
+      "grad_norm": 150.46087646484375,
+      "learning_rate": 1.9467334724057777e-06,
+      "loss": 18.3086,
+      "step": 13864
+    },
+    {
+      "epoch": 0.13124639107922115,
+      "grad_norm": 382.0835876464844,
+      "learning_rate": 1.9467235994108987e-06,
+      "loss": 19.5078,
+      "step": 13865
+    },
+    {
+      "epoch": 0.13125585710093618,
+      "grad_norm": 3.1390624046325684,
+      "learning_rate": 1.9467137255261613e-06,
+      "loss": 0.9512,
+      "step": 13866
+    },
+    {
+      "epoch": 0.13126532312265124,
+      "grad_norm": 278.6279296875,
+      "learning_rate": 1.9467038507515746e-06,
+      "loss": 16.3047,
+      "step": 13867
+    },
+    {
+      "epoch": 0.1312747891443663,
+      "grad_norm": 259.8035888671875,
+      "learning_rate": 1.9466939750871476e-06,
+      "loss": 18.4531,
+      "step": 13868
+    },
+    {
+      "epoch": 0.13128425516608136,
+      "grad_norm": 542.2779541015625,
+      "learning_rate": 1.94668409853289e-06,
+      "loss": 34.8438,
+      "step": 13869
+    },
+    {
+      "epoch": 0.1312937211877964,
+      "grad_norm": 532.5531005859375,
+      "learning_rate": 1.9466742210888113e-06,
+      "loss": 40.8281,
+      "step": 13870
+    },
+    {
+      "epoch": 0.13130318720951145,
+      "grad_norm": 213.27151489257812,
+      "learning_rate": 1.94666434275492e-06,
+      "loss": 22.0859,
+      "step": 13871
+    },
+    {
+      "epoch": 0.1313126532312265,
+      "grad_norm": 424.1556701660156,
+      "learning_rate": 1.946654463531226e-06,
+      "loss": 11.7266,
+      "step": 13872
+    },
+    {
+      "epoch": 0.13132211925294157,
+      "grad_norm": 355.64404296875,
+      "learning_rate": 1.946644583417738e-06,
+      "loss": 34.375,
+      "step": 13873
+    },
+    {
+      "epoch": 0.13133158527465663,
+      "grad_norm": 266.498046875,
+      "learning_rate": 1.946634702414466e-06,
+      "loss": 31.168,
+      "step": 13874
+    },
+    {
+      "epoch": 0.13134105129637166,
+      "grad_norm": 482.2874755859375,
+      "learning_rate": 1.946624820521419e-06,
+      "loss": 30.8125,
+      "step": 13875
+    },
+    {
+      "epoch": 0.13135051731808672,
+      "grad_norm": 311.1220703125,
+      "learning_rate": 1.9466149377386064e-06,
+      "loss": 21.4297,
+      "step": 13876
+    },
+    {
+      "epoch": 0.13135998333980178,
+      "grad_norm": 452.15447998046875,
+      "learning_rate": 1.946605054066037e-06,
+      "loss": 45.1719,
+      "step": 13877
+    },
+    {
+      "epoch": 0.13136944936151684,
+      "grad_norm": 602.1753540039062,
+      "learning_rate": 1.9465951695037206e-06,
+      "loss": 53.5156,
+      "step": 13878
+    },
+    {
+      "epoch": 0.13137891538323188,
+      "grad_norm": 223.1750946044922,
+      "learning_rate": 1.946585284051666e-06,
+      "loss": 21.4922,
+      "step": 13879
+    },
+    {
+      "epoch": 0.13138838140494694,
+      "grad_norm": 393.846923828125,
+      "learning_rate": 1.946575397709883e-06,
+      "loss": 19.3359,
+      "step": 13880
+    },
+    {
+      "epoch": 0.131397847426662,
+      "grad_norm": 395.7481384277344,
+      "learning_rate": 1.946565510478381e-06,
+      "loss": 20.9375,
+      "step": 13881
+    },
+    {
+      "epoch": 0.13140731344837706,
+      "grad_norm": 537.3142700195312,
+      "learning_rate": 1.9465556223571687e-06,
+      "loss": 49.875,
+      "step": 13882
+    },
+    {
+      "epoch": 0.13141677947009212,
+      "grad_norm": 355.25189208984375,
+      "learning_rate": 1.946545733346256e-06,
+      "loss": 24.6094,
+      "step": 13883
+    },
+    {
+      "epoch": 0.13142624549180715,
+      "grad_norm": 3.3584041595458984,
+      "learning_rate": 1.9465358434456516e-06,
+      "loss": 1.1641,
+      "step": 13884
+    },
+    {
+      "epoch": 0.1314357115135222,
+      "grad_norm": 291.0155944824219,
+      "learning_rate": 1.946525952655365e-06,
+      "loss": 24.8516,
+      "step": 13885
+    },
+    {
+      "epoch": 0.13144517753523727,
+      "grad_norm": 3.346717357635498,
+      "learning_rate": 1.946516060975406e-06,
+      "loss": 0.9624,
+      "step": 13886
+    },
+    {
+      "epoch": 0.13145464355695233,
+      "grad_norm": 884.9251098632812,
+      "learning_rate": 1.9465061684057833e-06,
+      "loss": 46.75,
+      "step": 13887
+    },
+    {
+      "epoch": 0.13146410957866736,
+      "grad_norm": 2.367349863052368,
+      "learning_rate": 1.946496274946506e-06,
+      "loss": 0.7676,
+      "step": 13888
+    },
+    {
+      "epoch": 0.13147357560038242,
+      "grad_norm": 719.207275390625,
+      "learning_rate": 1.9464863805975843e-06,
+      "loss": 60.5312,
+      "step": 13889
+    },
+    {
+      "epoch": 0.13148304162209748,
+      "grad_norm": 8.703301429748535,
+      "learning_rate": 1.9464764853590264e-06,
+      "loss": 0.8872,
+      "step": 13890
+    },
+    {
+      "epoch": 0.13149250764381254,
+      "grad_norm": 159.3852081298828,
+      "learning_rate": 1.946466589230843e-06,
+      "loss": 14.2422,
+      "step": 13891
+    },
+    {
+      "epoch": 0.1315019736655276,
+      "grad_norm": 174.36770629882812,
+      "learning_rate": 1.946456692213042e-06,
+      "loss": 16.4062,
+      "step": 13892
+    },
+    {
+      "epoch": 0.13151143968724263,
+      "grad_norm": 3.0013692378997803,
+      "learning_rate": 1.946446794305633e-06,
+      "loss": 0.9751,
+      "step": 13893
+    },
+    {
+      "epoch": 0.1315209057089577,
+      "grad_norm": 3.134794235229492,
+      "learning_rate": 1.946436895508626e-06,
+      "loss": 0.7861,
+      "step": 13894
+    },
+    {
+      "epoch": 0.13153037173067275,
+      "grad_norm": 3.127345085144043,
+      "learning_rate": 1.9464269958220297e-06,
+      "loss": 0.9312,
+      "step": 13895
+    },
+    {
+      "epoch": 0.1315398377523878,
+      "grad_norm": 224.1414337158203,
+      "learning_rate": 1.9464170952458543e-06,
+      "loss": 16.5156,
+      "step": 13896
+    },
+    {
+      "epoch": 0.13154930377410287,
+      "grad_norm": 590.51708984375,
+      "learning_rate": 1.9464071937801074e-06,
+      "loss": 46.4531,
+      "step": 13897
+    },
+    {
+      "epoch": 0.1315587697958179,
+      "grad_norm": 343.673095703125,
+      "learning_rate": 1.9463972914248e-06,
+      "loss": 42.0312,
+      "step": 13898
+    },
+    {
+      "epoch": 0.13156823581753296,
+      "grad_norm": 434.4111022949219,
+      "learning_rate": 1.9463873881799404e-06,
+      "loss": 37.7656,
+      "step": 13899
+    },
+    {
+      "epoch": 0.13157770183924802,
+      "grad_norm": 225.1030731201172,
+      "learning_rate": 1.9463774840455384e-06,
+      "loss": 10.1367,
+      "step": 13900
+    },
+    {
+      "epoch": 0.13158716786096308,
+      "grad_norm": 530.70654296875,
+      "learning_rate": 1.9463675790216027e-06,
+      "loss": 40.1133,
+      "step": 13901
+    },
+    {
+      "epoch": 0.13159663388267812,
+      "grad_norm": 945.7662353515625,
+      "learning_rate": 1.9463576731081434e-06,
+      "loss": 47.4141,
+      "step": 13902
+    },
+    {
+      "epoch": 0.13160609990439318,
+      "grad_norm": 166.4092559814453,
+      "learning_rate": 1.946347766305169e-06,
+      "loss": 20.8984,
+      "step": 13903
+    },
+    {
+      "epoch": 0.13161556592610824,
+      "grad_norm": 261.262939453125,
+      "learning_rate": 1.94633785861269e-06,
+      "loss": 19.9609,
+      "step": 13904
+    },
+    {
+      "epoch": 0.1316250319478233,
+      "grad_norm": 216.20059204101562,
+      "learning_rate": 1.9463279500307145e-06,
+      "loss": 18.3125,
+      "step": 13905
+    },
+    {
+      "epoch": 0.13163449796953836,
+      "grad_norm": 432.1065368652344,
+      "learning_rate": 1.9463180405592523e-06,
+      "loss": 48.0078,
+      "step": 13906
+    },
+    {
+      "epoch": 0.1316439639912534,
+      "grad_norm": 515.6941528320312,
+      "learning_rate": 1.9463081301983132e-06,
+      "loss": 21.8906,
+      "step": 13907
+    },
+    {
+      "epoch": 0.13165343001296845,
+      "grad_norm": 257.58551025390625,
+      "learning_rate": 1.9462982189479057e-06,
+      "loss": 17.6172,
+      "step": 13908
+    },
+    {
+      "epoch": 0.1316628960346835,
+      "grad_norm": 364.2214660644531,
+      "learning_rate": 1.9462883068080394e-06,
+      "loss": 21.7656,
+      "step": 13909
+    },
+    {
+      "epoch": 0.13167236205639857,
+      "grad_norm": 483.4699401855469,
+      "learning_rate": 1.9462783937787233e-06,
+      "loss": 45.5,
+      "step": 13910
+    },
+    {
+      "epoch": 0.1316818280781136,
+      "grad_norm": 223.99476623535156,
+      "learning_rate": 1.9462684798599676e-06,
+      "loss": 19.1484,
+      "step": 13911
+    },
+    {
+      "epoch": 0.13169129409982866,
+      "grad_norm": 2.883776903152466,
+      "learning_rate": 1.946258565051781e-06,
+      "loss": 0.9331,
+      "step": 13912
+    },
+    {
+      "epoch": 0.13170076012154372,
+      "grad_norm": 2.6931827068328857,
+      "learning_rate": 1.9462486493541727e-06,
+      "loss": 0.854,
+      "step": 13913
+    },
+    {
+      "epoch": 0.13171022614325878,
+      "grad_norm": 259.9792785644531,
+      "learning_rate": 1.9462387327671522e-06,
+      "loss": 19.1875,
+      "step": 13914
+    },
+    {
+      "epoch": 0.13171969216497384,
+      "grad_norm": 437.6722412109375,
+      "learning_rate": 1.946228815290729e-06,
+      "loss": 32.2734,
+      "step": 13915
+    },
+    {
+      "epoch": 0.13172915818668887,
+      "grad_norm": 1036.3748779296875,
+      "learning_rate": 1.946218896924912e-06,
+      "loss": 9.6602,
+      "step": 13916
+    },
+    {
+      "epoch": 0.13173862420840393,
+      "grad_norm": 1362.1121826171875,
+      "learning_rate": 1.946208977669711e-06,
+      "loss": 29.8125,
+      "step": 13917
+    },
+    {
+      "epoch": 0.131748090230119,
+      "grad_norm": 255.0959014892578,
+      "learning_rate": 1.9461990575251354e-06,
+      "loss": 39.3438,
+      "step": 13918
+    },
+    {
+      "epoch": 0.13175755625183405,
+      "grad_norm": 510.7918701171875,
+      "learning_rate": 1.946189136491194e-06,
+      "loss": 10.2227,
+      "step": 13919
+    },
+    {
+      "epoch": 0.13176702227354908,
+      "grad_norm": 390.7464599609375,
+      "learning_rate": 1.9461792145678965e-06,
+      "loss": 44.4219,
+      "step": 13920
+    },
+    {
+      "epoch": 0.13177648829526414,
+      "grad_norm": 381.519287109375,
+      "learning_rate": 1.946169291755252e-06,
+      "loss": 19.0625,
+      "step": 13921
+    },
+    {
+      "epoch": 0.1317859543169792,
+      "grad_norm": 201.6819610595703,
+      "learning_rate": 1.9461593680532696e-06,
+      "loss": 20.6055,
+      "step": 13922
+    },
+    {
+      "epoch": 0.13179542033869426,
+      "grad_norm": 197.1574249267578,
+      "learning_rate": 1.9461494434619593e-06,
+      "loss": 14.5859,
+      "step": 13923
+    },
+    {
+      "epoch": 0.13180488636040932,
+      "grad_norm": 894.3849487304688,
+      "learning_rate": 1.94613951798133e-06,
+      "loss": 61.9844,
+      "step": 13924
+    },
+    {
+      "epoch": 0.13181435238212436,
+      "grad_norm": 287.45428466796875,
+      "learning_rate": 1.946129591611391e-06,
+      "loss": 22.5,
+      "step": 13925
+    },
+    {
+      "epoch": 0.13182381840383942,
+      "grad_norm": 384.4999084472656,
+      "learning_rate": 1.946119664352152e-06,
+      "loss": 21.6172,
+      "step": 13926
+    },
+    {
+      "epoch": 0.13183328442555448,
+      "grad_norm": 328.90313720703125,
+      "learning_rate": 1.9461097362036217e-06,
+      "loss": 35.3906,
+      "step": 13927
+    },
+    {
+      "epoch": 0.13184275044726954,
+      "grad_norm": 239.62335205078125,
+      "learning_rate": 1.9460998071658102e-06,
+      "loss": 18.7891,
+      "step": 13928
+    },
+    {
+      "epoch": 0.13185221646898457,
+      "grad_norm": 1101.528564453125,
+      "learning_rate": 1.9460898772387264e-06,
+      "loss": 16.1914,
+      "step": 13929
+    },
+    {
+      "epoch": 0.13186168249069963,
+      "grad_norm": 249.6175537109375,
+      "learning_rate": 1.946079946422379e-06,
+      "loss": 19.0312,
+      "step": 13930
+    },
+    {
+      "epoch": 0.1318711485124147,
+      "grad_norm": 636.847412109375,
+      "learning_rate": 1.9460700147167785e-06,
+      "loss": 33.7031,
+      "step": 13931
+    },
+    {
+      "epoch": 0.13188061453412975,
+      "grad_norm": 738.2593383789062,
+      "learning_rate": 1.946060082121934e-06,
+      "loss": 62.1562,
+      "step": 13932
+    },
+    {
+      "epoch": 0.1318900805558448,
+      "grad_norm": 2.869182586669922,
+      "learning_rate": 1.9460501486378542e-06,
+      "loss": 0.9712,
+      "step": 13933
+    },
+    {
+      "epoch": 0.13189954657755984,
+      "grad_norm": 401.5758056640625,
+      "learning_rate": 1.9460402142645488e-06,
+      "loss": 42.0312,
+      "step": 13934
+    },
+    {
+      "epoch": 0.1319090125992749,
+      "grad_norm": 574.9983520507812,
+      "learning_rate": 1.9460302790020273e-06,
+      "loss": 66.2188,
+      "step": 13935
+    },
+    {
+      "epoch": 0.13191847862098996,
+      "grad_norm": 347.1741638183594,
+      "learning_rate": 1.9460203428502987e-06,
+      "loss": 22.2891,
+      "step": 13936
+    },
+    {
+      "epoch": 0.13192794464270502,
+      "grad_norm": 270.5704040527344,
+      "learning_rate": 1.9460104058093726e-06,
+      "loss": 19.4375,
+      "step": 13937
+    },
+    {
+      "epoch": 0.13193741066442005,
+      "grad_norm": 571.4815673828125,
+      "learning_rate": 1.9460004678792585e-06,
+      "loss": 61.625,
+      "step": 13938
+    },
+    {
+      "epoch": 0.1319468766861351,
+      "grad_norm": 474.87506103515625,
+      "learning_rate": 1.945990529059965e-06,
+      "loss": 42.7969,
+      "step": 13939
+    },
+    {
+      "epoch": 0.13195634270785017,
+      "grad_norm": 526.8367309570312,
+      "learning_rate": 1.9459805893515025e-06,
+      "loss": 46.3594,
+      "step": 13940
+    },
+    {
+      "epoch": 0.13196580872956523,
+      "grad_norm": 349.48089599609375,
+      "learning_rate": 1.9459706487538796e-06,
+      "loss": 24.9453,
+      "step": 13941
+    },
+    {
+      "epoch": 0.1319752747512803,
+      "grad_norm": 696.0598754882812,
+      "learning_rate": 1.9459607072671054e-06,
+      "loss": 29.4258,
+      "step": 13942
+    },
+    {
+      "epoch": 0.13198474077299532,
+      "grad_norm": 321.1485595703125,
+      "learning_rate": 1.9459507648911903e-06,
+      "loss": 29.6094,
+      "step": 13943
+    },
+    {
+      "epoch": 0.13199420679471038,
+      "grad_norm": 459.7760009765625,
+      "learning_rate": 1.9459408216261425e-06,
+      "loss": 23.625,
+      "step": 13944
+    },
+    {
+      "epoch": 0.13200367281642544,
+      "grad_norm": 424.45111083984375,
+      "learning_rate": 1.9459308774719722e-06,
+      "loss": 47.7344,
+      "step": 13945
+    },
+    {
+      "epoch": 0.1320131388381405,
+      "grad_norm": 728.9364013671875,
+      "learning_rate": 1.9459209324286884e-06,
+      "loss": 10.5703,
+      "step": 13946
+    },
+    {
+      "epoch": 0.13202260485985554,
+      "grad_norm": 3.3510043621063232,
+      "learning_rate": 1.9459109864963004e-06,
+      "loss": 1.0066,
+      "step": 13947
+    },
+    {
+      "epoch": 0.1320320708815706,
+      "grad_norm": 488.26507568359375,
+      "learning_rate": 1.9459010396748175e-06,
+      "loss": 39.5859,
+      "step": 13948
+    },
+    {
+      "epoch": 0.13204153690328566,
+      "grad_norm": 251.10491943359375,
+      "learning_rate": 1.9458910919642494e-06,
+      "loss": 20.9688,
+      "step": 13949
+    },
+    {
+      "epoch": 0.13205100292500072,
+      "grad_norm": 437.98095703125,
+      "learning_rate": 1.945881143364605e-06,
+      "loss": 57.7461,
+      "step": 13950
+    },
+    {
+      "epoch": 0.13206046894671578,
+      "grad_norm": 166.7730255126953,
+      "learning_rate": 1.9458711938758938e-06,
+      "loss": 24.9141,
+      "step": 13951
+    },
+    {
+      "epoch": 0.1320699349684308,
+      "grad_norm": 644.92822265625,
+      "learning_rate": 1.9458612434981252e-06,
+      "loss": 42.0469,
+      "step": 13952
+    },
+    {
+      "epoch": 0.13207940099014587,
+      "grad_norm": 311.0833740234375,
+      "learning_rate": 1.945851292231309e-06,
+      "loss": 10.1172,
+      "step": 13953
+    },
+    {
+      "epoch": 0.13208886701186093,
+      "grad_norm": 413.9958801269531,
+      "learning_rate": 1.945841340075454e-06,
+      "loss": 27.5625,
+      "step": 13954
+    },
+    {
+      "epoch": 0.132098333033576,
+      "grad_norm": 3320.8720703125,
+      "learning_rate": 1.945831387030569e-06,
+      "loss": 36.25,
+      "step": 13955
+    },
+    {
+      "epoch": 0.13210779905529102,
+      "grad_norm": 185.9911651611328,
+      "learning_rate": 1.945821433096665e-06,
+      "loss": 18.5859,
+      "step": 13956
+    },
+    {
+      "epoch": 0.13211726507700608,
+      "grad_norm": 317.9609680175781,
+      "learning_rate": 1.945811478273749e-06,
+      "loss": 29.6328,
+      "step": 13957
+    },
+    {
+      "epoch": 0.13212673109872114,
+      "grad_norm": 696.7667846679688,
+      "learning_rate": 1.945801522561833e-06,
+      "loss": 33.2812,
+      "step": 13958
+    },
+    {
+      "epoch": 0.1321361971204362,
+      "grad_norm": 211.266845703125,
+      "learning_rate": 1.945791565960925e-06,
+      "loss": 16.1641,
+      "step": 13959
+    },
+    {
+      "epoch": 0.13214566314215126,
+      "grad_norm": 233.521240234375,
+      "learning_rate": 1.945781608471034e-06,
+      "loss": 20.3125,
+      "step": 13960
+    },
+    {
+      "epoch": 0.1321551291638663,
+      "grad_norm": 414.9678955078125,
+      "learning_rate": 1.94577165009217e-06,
+      "loss": 40.7812,
+      "step": 13961
+    },
+    {
+      "epoch": 0.13216459518558135,
+      "grad_norm": 440.48492431640625,
+      "learning_rate": 1.945761690824342e-06,
+      "loss": 8.0391,
+      "step": 13962
+    },
+    {
+      "epoch": 0.1321740612072964,
+      "grad_norm": 2.8680191040039062,
+      "learning_rate": 1.94575173066756e-06,
+      "loss": 0.9751,
+      "step": 13963
+    },
+    {
+      "epoch": 0.13218352722901147,
+      "grad_norm": 532.6820068359375,
+      "learning_rate": 1.9457417696218324e-06,
+      "loss": 51.7656,
+      "step": 13964
+    },
+    {
+      "epoch": 0.1321929932507265,
+      "grad_norm": 572.3438110351562,
+      "learning_rate": 1.945731807687169e-06,
+      "loss": 36.6016,
+      "step": 13965
+    },
+    {
+      "epoch": 0.13220245927244156,
+      "grad_norm": 595.00341796875,
+      "learning_rate": 1.9457218448635796e-06,
+      "loss": 20.7891,
+      "step": 13966
+    },
+    {
+      "epoch": 0.13221192529415662,
+      "grad_norm": 144.9382781982422,
+      "learning_rate": 1.945711881151073e-06,
+      "loss": 18.875,
+      "step": 13967
+    },
+    {
+      "epoch": 0.13222139131587168,
+      "grad_norm": 265.1666564941406,
+      "learning_rate": 1.945701916549659e-06,
+      "loss": 21.1094,
+      "step": 13968
+    },
+    {
+      "epoch": 0.13223085733758674,
+      "grad_norm": 526.660400390625,
+      "learning_rate": 1.9456919510593465e-06,
+      "loss": 19.6602,
+      "step": 13969
+    },
+    {
+      "epoch": 0.13224032335930178,
+      "grad_norm": 128.69468688964844,
+      "learning_rate": 1.945681984680145e-06,
+      "loss": 19.7891,
+      "step": 13970
+    },
+    {
+      "epoch": 0.13224978938101684,
+      "grad_norm": 595.4284057617188,
+      "learning_rate": 1.945672017412064e-06,
+      "loss": 46.6797,
+      "step": 13971
+    },
+    {
+      "epoch": 0.1322592554027319,
+      "grad_norm": 396.3382263183594,
+      "learning_rate": 1.9456620492551133e-06,
+      "loss": 39.7188,
+      "step": 13972
+    },
+    {
+      "epoch": 0.13226872142444696,
+      "grad_norm": 182.8799285888672,
+      "learning_rate": 1.945652080209301e-06,
+      "loss": 22.6328,
+      "step": 13973
+    },
+    {
+      "epoch": 0.132278187446162,
+      "grad_norm": 485.30859375,
+      "learning_rate": 1.9456421102746383e-06,
+      "loss": 56.1094,
+      "step": 13974
+    },
+    {
+      "epoch": 0.13228765346787705,
+      "grad_norm": 193.2859344482422,
+      "learning_rate": 1.9456321394511326e-06,
+      "loss": 12.5117,
+      "step": 13975
+    },
+    {
+      "epoch": 0.1322971194895921,
+      "grad_norm": 224.33802795410156,
+      "learning_rate": 1.9456221677387945e-06,
+      "loss": 15.2109,
+      "step": 13976
+    },
+    {
+      "epoch": 0.13230658551130717,
+      "grad_norm": 587.7809448242188,
+      "learning_rate": 1.945612195137633e-06,
+      "loss": 22.5117,
+      "step": 13977
+    },
+    {
+      "epoch": 0.13231605153302223,
+      "grad_norm": 627.0035400390625,
+      "learning_rate": 1.945602221647658e-06,
+      "loss": 52.4219,
+      "step": 13978
+    },
+    {
+      "epoch": 0.13232551755473726,
+      "grad_norm": 241.34335327148438,
+      "learning_rate": 1.945592247268878e-06,
+      "loss": 18.3945,
+      "step": 13979
+    },
+    {
+      "epoch": 0.13233498357645232,
+      "grad_norm": 757.5731201171875,
+      "learning_rate": 1.945582272001303e-06,
+      "loss": 25.2891,
+      "step": 13980
+    },
+    {
+      "epoch": 0.13234444959816738,
+      "grad_norm": 240.85231018066406,
+      "learning_rate": 1.9455722958449417e-06,
+      "loss": 10.0234,
+      "step": 13981
+    },
+    {
+      "epoch": 0.13235391561988244,
+      "grad_norm": 445.7492370605469,
+      "learning_rate": 1.9455623187998045e-06,
+      "loss": 34.5312,
+      "step": 13982
+    },
+    {
+      "epoch": 0.1323633816415975,
+      "grad_norm": 375.5331726074219,
+      "learning_rate": 1.9455523408659e-06,
+      "loss": 27.5,
+      "step": 13983
+    },
+    {
+      "epoch": 0.13237284766331253,
+      "grad_norm": 435.4332275390625,
+      "learning_rate": 1.9455423620432376e-06,
+      "loss": 31.4766,
+      "step": 13984
+    },
+    {
+      "epoch": 0.1323823136850276,
+      "grad_norm": 312.35943603515625,
+      "learning_rate": 1.945532382331827e-06,
+      "loss": 17.3438,
+      "step": 13985
+    },
+    {
+      "epoch": 0.13239177970674265,
+      "grad_norm": 633.0208740234375,
+      "learning_rate": 1.945522401731678e-06,
+      "loss": 40.2969,
+      "step": 13986
+    },
+    {
+      "epoch": 0.1324012457284577,
+      "grad_norm": 626.302001953125,
+      "learning_rate": 1.945512420242799e-06,
+      "loss": 30.0156,
+      "step": 13987
+    },
+    {
+      "epoch": 0.13241071175017274,
+      "grad_norm": 318.468505859375,
+      "learning_rate": 1.9455024378652e-06,
+      "loss": 22.1562,
+      "step": 13988
+    },
+    {
+      "epoch": 0.1324201777718878,
+      "grad_norm": 1213.4654541015625,
+      "learning_rate": 1.94549245459889e-06,
+      "loss": 42.4688,
+      "step": 13989
+    },
+    {
+      "epoch": 0.13242964379360286,
+      "grad_norm": 440.8114318847656,
+      "learning_rate": 1.9454824704438787e-06,
+      "loss": 20.3203,
+      "step": 13990
+    },
+    {
+      "epoch": 0.13243910981531792,
+      "grad_norm": 317.60693359375,
+      "learning_rate": 1.9454724854001755e-06,
+      "loss": 22.8672,
+      "step": 13991
+    },
+    {
+      "epoch": 0.13244857583703298,
+      "grad_norm": 371.7138366699219,
+      "learning_rate": 1.9454624994677895e-06,
+      "loss": 33.2812,
+      "step": 13992
+    },
+    {
+      "epoch": 0.13245804185874802,
+      "grad_norm": 445.5029296875,
+      "learning_rate": 1.9454525126467304e-06,
+      "loss": 37.3633,
+      "step": 13993
+    },
+    {
+      "epoch": 0.13246750788046308,
+      "grad_norm": 403.0223693847656,
+      "learning_rate": 1.9454425249370075e-06,
+      "loss": 31.8906,
+      "step": 13994
+    },
+    {
+      "epoch": 0.13247697390217814,
+      "grad_norm": 3.151064872741699,
+      "learning_rate": 1.9454325363386297e-06,
+      "loss": 0.9731,
+      "step": 13995
+    },
+    {
+      "epoch": 0.1324864399238932,
+      "grad_norm": 188.68118286132812,
+      "learning_rate": 1.9454225468516072e-06,
+      "loss": 21.1641,
+      "step": 13996
+    },
+    {
+      "epoch": 0.13249590594560823,
+      "grad_norm": 315.9077453613281,
+      "learning_rate": 1.945412556475949e-06,
+      "loss": 26.1328,
+      "step": 13997
+    },
+    {
+      "epoch": 0.1325053719673233,
+      "grad_norm": 1034.1585693359375,
+      "learning_rate": 1.9454025652116646e-06,
+      "loss": 45.4219,
+      "step": 13998
+    },
+    {
+      "epoch": 0.13251483798903835,
+      "grad_norm": 296.4239501953125,
+      "learning_rate": 1.945392573058763e-06,
+      "loss": 27.1953,
+      "step": 13999
+    },
+    {
+      "epoch": 0.1325243040107534,
+      "grad_norm": 342.42462158203125,
+      "learning_rate": 1.945382580017254e-06,
+      "loss": 17.9688,
+      "step": 14000
+    },
+    {
+      "epoch": 0.13253377003246847,
+      "grad_norm": 501.4331359863281,
+      "learning_rate": 1.945372586087147e-06,
+      "loss": 49.0625,
+      "step": 14001
+    },
+    {
+      "epoch": 0.1325432360541835,
+      "grad_norm": 827.2095947265625,
+      "learning_rate": 1.945362591268451e-06,
+      "loss": 49.0273,
+      "step": 14002
+    },
+    {
+      "epoch": 0.13255270207589856,
+      "grad_norm": 624.2586059570312,
+      "learning_rate": 1.945352595561176e-06,
+      "loss": 22.9375,
+      "step": 14003
+    },
+    {
+      "epoch": 0.13256216809761362,
+      "grad_norm": 370.6922302246094,
+      "learning_rate": 1.945342598965331e-06,
+      "loss": 24.4844,
+      "step": 14004
+    },
+    {
+      "epoch": 0.13257163411932868,
+      "grad_norm": 274.0337219238281,
+      "learning_rate": 1.9453326014809252e-06,
+      "loss": 17.9727,
+      "step": 14005
+    },
+    {
+      "epoch": 0.1325811001410437,
+      "grad_norm": 470.4805603027344,
+      "learning_rate": 1.9453226031079685e-06,
+      "loss": 46.3828,
+      "step": 14006
+    },
+    {
+      "epoch": 0.13259056616275877,
+      "grad_norm": 814.704833984375,
+      "learning_rate": 1.9453126038464696e-06,
+      "loss": 61.9766,
+      "step": 14007
+    },
+    {
+      "epoch": 0.13260003218447383,
+      "grad_norm": 196.5371551513672,
+      "learning_rate": 1.945302603696439e-06,
+      "loss": 19.0547,
+      "step": 14008
+    },
+    {
+      "epoch": 0.1326094982061889,
+      "grad_norm": 2.998887300491333,
+      "learning_rate": 1.9452926026578853e-06,
+      "loss": 0.832,
+      "step": 14009
+    },
+    {
+      "epoch": 0.13261896422790395,
+      "grad_norm": 328.5835266113281,
+      "learning_rate": 1.9452826007308177e-06,
+      "loss": 10.7578,
+      "step": 14010
+    },
+    {
+      "epoch": 0.13262843024961898,
+      "grad_norm": 364.3477478027344,
+      "learning_rate": 1.945272597915246e-06,
+      "loss": 13.4414,
+      "step": 14011
+    },
+    {
+      "epoch": 0.13263789627133404,
+      "grad_norm": 319.021728515625,
+      "learning_rate": 1.9452625942111796e-06,
+      "loss": 23.2148,
+      "step": 14012
+    },
+    {
+      "epoch": 0.1326473622930491,
+      "grad_norm": 248.9507598876953,
+      "learning_rate": 1.945252589618628e-06,
+      "loss": 23.7031,
+      "step": 14013
+    },
+    {
+      "epoch": 0.13265682831476416,
+      "grad_norm": 693.1679077148438,
+      "learning_rate": 1.9452425841376004e-06,
+      "loss": 15.2422,
+      "step": 14014
+    },
+    {
+      "epoch": 0.1326662943364792,
+      "grad_norm": 448.82891845703125,
+      "learning_rate": 1.9452325777681064e-06,
+      "loss": 46.2578,
+      "step": 14015
+    },
+    {
+      "epoch": 0.13267576035819426,
+      "grad_norm": 328.3697509765625,
+      "learning_rate": 1.945222570510155e-06,
+      "loss": 8.7949,
+      "step": 14016
+    },
+    {
+      "epoch": 0.13268522637990932,
+      "grad_norm": 299.48699951171875,
+      "learning_rate": 1.9452125623637562e-06,
+      "loss": 24.6641,
+      "step": 14017
+    },
+    {
+      "epoch": 0.13269469240162438,
+      "grad_norm": 3.302295207977295,
+      "learning_rate": 1.945202553328919e-06,
+      "loss": 0.9116,
+      "step": 14018
+    },
+    {
+      "epoch": 0.13270415842333944,
+      "grad_norm": 440.435791015625,
+      "learning_rate": 1.9451925434056523e-06,
+      "loss": 23.9531,
+      "step": 14019
+    },
+    {
+      "epoch": 0.13271362444505447,
+      "grad_norm": 165.55784606933594,
+      "learning_rate": 1.945182532593967e-06,
+      "loss": 16.8477,
+      "step": 14020
+    },
+    {
+      "epoch": 0.13272309046676953,
+      "grad_norm": 430.63531494140625,
+      "learning_rate": 1.9451725208938708e-06,
+      "loss": 42.1719,
+      "step": 14021
+    },
+    {
+      "epoch": 0.1327325564884846,
+      "grad_norm": 3.082817792892456,
+      "learning_rate": 1.9451625083053744e-06,
+      "loss": 0.9644,
+      "step": 14022
+    },
+    {
+      "epoch": 0.13274202251019965,
+      "grad_norm": 3.186969041824341,
+      "learning_rate": 1.9451524948284866e-06,
+      "loss": 0.8296,
+      "step": 14023
+    },
+    {
+      "epoch": 0.13275148853191468,
+      "grad_norm": 527.2069702148438,
+      "learning_rate": 1.945142480463217e-06,
+      "loss": 17.0859,
+      "step": 14024
+    },
+    {
+      "epoch": 0.13276095455362974,
+      "grad_norm": 375.37225341796875,
+      "learning_rate": 1.9451324652095747e-06,
+      "loss": 27.6094,
+      "step": 14025
+    },
+    {
+      "epoch": 0.1327704205753448,
+      "grad_norm": 441.5431213378906,
+      "learning_rate": 1.9451224490675698e-06,
+      "loss": 35.0156,
+      "step": 14026
+    },
+    {
+      "epoch": 0.13277988659705986,
+      "grad_norm": 350.35675048828125,
+      "learning_rate": 1.945112432037211e-06,
+      "loss": 28.0,
+      "step": 14027
+    },
+    {
+      "epoch": 0.13278935261877492,
+      "grad_norm": 1471.958740234375,
+      "learning_rate": 1.9451024141185083e-06,
+      "loss": 55.7969,
+      "step": 14028
+    },
+    {
+      "epoch": 0.13279881864048995,
+      "grad_norm": 1316.1343994140625,
+      "learning_rate": 1.9450923953114704e-06,
+      "loss": 20.375,
+      "step": 14029
+    },
+    {
+      "epoch": 0.132808284662205,
+      "grad_norm": 168.56581115722656,
+      "learning_rate": 1.9450823756161076e-06,
+      "loss": 17.1172,
+      "step": 14030
+    },
+    {
+      "epoch": 0.13281775068392007,
+      "grad_norm": 782.4176635742188,
+      "learning_rate": 1.9450723550324282e-06,
+      "loss": 43.7969,
+      "step": 14031
+    },
+    {
+      "epoch": 0.13282721670563513,
+      "grad_norm": 278.43548583984375,
+      "learning_rate": 1.9450623335604426e-06,
+      "loss": 19.4609,
+      "step": 14032
+    },
+    {
+      "epoch": 0.13283668272735016,
+      "grad_norm": 372.5954284667969,
+      "learning_rate": 1.9450523112001604e-06,
+      "loss": 30.0625,
+      "step": 14033
+    },
+    {
+      "epoch": 0.13284614874906522,
+      "grad_norm": 597.493896484375,
+      "learning_rate": 1.9450422879515896e-06,
+      "loss": 55.75,
+      "step": 14034
+    },
+    {
+      "epoch": 0.13285561477078028,
+      "grad_norm": 417.73553466796875,
+      "learning_rate": 1.9450322638147413e-06,
+      "loss": 42.7969,
+      "step": 14035
+    },
+    {
+      "epoch": 0.13286508079249534,
+      "grad_norm": 600.1283569335938,
+      "learning_rate": 1.9450222387896236e-06,
+      "loss": 50.4258,
+      "step": 14036
+    },
+    {
+      "epoch": 0.1328745468142104,
+      "grad_norm": 617.43310546875,
+      "learning_rate": 1.9450122128762465e-06,
+      "loss": 59.3594,
+      "step": 14037
+    },
+    {
+      "epoch": 0.13288401283592544,
+      "grad_norm": 590.3587646484375,
+      "learning_rate": 1.94500218607462e-06,
+      "loss": 21.2344,
+      "step": 14038
+    },
+    {
+      "epoch": 0.1328934788576405,
+      "grad_norm": 3.4318699836730957,
+      "learning_rate": 1.9449921583847526e-06,
+      "loss": 0.9961,
+      "step": 14039
+    },
+    {
+      "epoch": 0.13290294487935556,
+      "grad_norm": 197.85964965820312,
+      "learning_rate": 1.944982129806654e-06,
+      "loss": 14.5234,
+      "step": 14040
+    },
+    {
+      "epoch": 0.13291241090107062,
+      "grad_norm": 425.5473937988281,
+      "learning_rate": 1.944972100340333e-06,
+      "loss": 27.7578,
+      "step": 14041
+    },
+    {
+      "epoch": 0.13292187692278565,
+      "grad_norm": 638.3748168945312,
+      "learning_rate": 1.9449620699858006e-06,
+      "loss": 10.0625,
+      "step": 14042
+    },
+    {
+      "epoch": 0.1329313429445007,
+      "grad_norm": 397.6438903808594,
+      "learning_rate": 1.944952038743065e-06,
+      "loss": 23.4727,
+      "step": 14043
+    },
+    {
+      "epoch": 0.13294080896621577,
+      "grad_norm": 221.83880615234375,
+      "learning_rate": 1.9449420066121362e-06,
+      "loss": 15.8281,
+      "step": 14044
+    },
+    {
+      "epoch": 0.13295027498793083,
+      "grad_norm": 590.9420166015625,
+      "learning_rate": 1.944931973593023e-06,
+      "loss": 9.918,
+      "step": 14045
+    },
+    {
+      "epoch": 0.1329597410096459,
+      "grad_norm": 696.0506591796875,
+      "learning_rate": 1.9449219396857353e-06,
+      "loss": 36.7422,
+      "step": 14046
+    },
+    {
+      "epoch": 0.13296920703136092,
+      "grad_norm": 313.4411315917969,
+      "learning_rate": 1.944911904890283e-06,
+      "loss": 18.6172,
+      "step": 14047
+    },
+    {
+      "epoch": 0.13297867305307598,
+      "grad_norm": 213.51771545410156,
+      "learning_rate": 1.9449018692066745e-06,
+      "loss": 23.1562,
+      "step": 14048
+    },
+    {
+      "epoch": 0.13298813907479104,
+      "grad_norm": 325.18402099609375,
+      "learning_rate": 1.9448918326349196e-06,
+      "loss": 18.5977,
+      "step": 14049
+    },
+    {
+      "epoch": 0.1329976050965061,
+      "grad_norm": 198.39801025390625,
+      "learning_rate": 1.944881795175028e-06,
+      "loss": 15.4219,
+      "step": 14050
+    },
+    {
+      "epoch": 0.13300707111822113,
+      "grad_norm": 173.6390838623047,
+      "learning_rate": 1.944871756827009e-06,
+      "loss": 21.3438,
+      "step": 14051
+    },
+    {
+      "epoch": 0.1330165371399362,
+      "grad_norm": 268.3299255371094,
+      "learning_rate": 1.944861717590872e-06,
+      "loss": 23.4297,
+      "step": 14052
+    },
+    {
+      "epoch": 0.13302600316165125,
+      "grad_norm": 537.9740600585938,
+      "learning_rate": 1.9448516774666264e-06,
+      "loss": 41.25,
+      "step": 14053
+    },
+    {
+      "epoch": 0.1330354691833663,
+      "grad_norm": 478.17059326171875,
+      "learning_rate": 1.944841636454282e-06,
+      "loss": 24.1562,
+      "step": 14054
+    },
+    {
+      "epoch": 0.13304493520508137,
+      "grad_norm": 690.7666015625,
+      "learning_rate": 1.9448315945538474e-06,
+      "loss": 49.3438,
+      "step": 14055
+    },
+    {
+      "epoch": 0.1330544012267964,
+      "grad_norm": 610.751220703125,
+      "learning_rate": 1.9448215517653327e-06,
+      "loss": 11.4805,
+      "step": 14056
+    },
+    {
+      "epoch": 0.13306386724851146,
+      "grad_norm": 424.6312255859375,
+      "learning_rate": 1.9448115080887477e-06,
+      "loss": 21.5,
+      "step": 14057
+    },
+    {
+      "epoch": 0.13307333327022652,
+      "grad_norm": 231.652099609375,
+      "learning_rate": 1.9448014635241007e-06,
+      "loss": 19.1094,
+      "step": 14058
+    },
+    {
+      "epoch": 0.13308279929194158,
+      "grad_norm": 423.5890808105469,
+      "learning_rate": 1.944791418071402e-06,
+      "loss": 13.5,
+      "step": 14059
+    },
+    {
+      "epoch": 0.13309226531365662,
+      "grad_norm": 242.61744689941406,
+      "learning_rate": 1.944781371730661e-06,
+      "loss": 21.0547,
+      "step": 14060
+    },
+    {
+      "epoch": 0.13310173133537168,
+      "grad_norm": 147.78231811523438,
+      "learning_rate": 1.9447713245018867e-06,
+      "loss": 16.1992,
+      "step": 14061
+    },
+    {
+      "epoch": 0.13311119735708674,
+      "grad_norm": 184.26898193359375,
+      "learning_rate": 1.9447612763850893e-06,
+      "loss": 19.0391,
+      "step": 14062
+    },
+    {
+      "epoch": 0.1331206633788018,
+      "grad_norm": 674.0974731445312,
+      "learning_rate": 1.9447512273802773e-06,
+      "loss": 38.3203,
+      "step": 14063
+    },
+    {
+      "epoch": 0.13313012940051686,
+      "grad_norm": 343.9236145019531,
+      "learning_rate": 1.9447411774874606e-06,
+      "loss": 22.5859,
+      "step": 14064
+    },
+    {
+      "epoch": 0.1331395954222319,
+      "grad_norm": 571.6119995117188,
+      "learning_rate": 1.944731126706649e-06,
+      "loss": 23.3438,
+      "step": 14065
+    },
+    {
+      "epoch": 0.13314906144394695,
+      "grad_norm": 492.3842468261719,
+      "learning_rate": 1.9447210750378515e-06,
+      "loss": 29.3828,
+      "step": 14066
+    },
+    {
+      "epoch": 0.133158527465662,
+      "grad_norm": 450.27471923828125,
+      "learning_rate": 1.9447110224810776e-06,
+      "loss": 36.8281,
+      "step": 14067
+    },
+    {
+      "epoch": 0.13316799348737707,
+      "grad_norm": 420.8173522949219,
+      "learning_rate": 1.9447009690363367e-06,
+      "loss": 57.6016,
+      "step": 14068
+    },
+    {
+      "epoch": 0.13317745950909213,
+      "grad_norm": 401.215087890625,
+      "learning_rate": 1.944690914703638e-06,
+      "loss": 37.1094,
+      "step": 14069
+    },
+    {
+      "epoch": 0.13318692553080716,
+      "grad_norm": 692.4955444335938,
+      "learning_rate": 1.944680859482992e-06,
+      "loss": 17.293,
+      "step": 14070
+    },
+    {
+      "epoch": 0.13319639155252222,
+      "grad_norm": 323.14605712890625,
+      "learning_rate": 1.944670803374407e-06,
+      "loss": 36.75,
+      "step": 14071
+    },
+    {
+      "epoch": 0.13320585757423728,
+      "grad_norm": 243.7960662841797,
+      "learning_rate": 1.944660746377893e-06,
+      "loss": 17.668,
+      "step": 14072
+    },
+    {
+      "epoch": 0.13321532359595234,
+      "grad_norm": 375.0509033203125,
+      "learning_rate": 1.94465068849346e-06,
+      "loss": 13.0625,
+      "step": 14073
+    },
+    {
+      "epoch": 0.13322478961766737,
+      "grad_norm": 349.4651794433594,
+      "learning_rate": 1.944640629721116e-06,
+      "loss": 33.6406,
+      "step": 14074
+    },
+    {
+      "epoch": 0.13323425563938243,
+      "grad_norm": 385.38372802734375,
+      "learning_rate": 1.9446305700608713e-06,
+      "loss": 37.8281,
+      "step": 14075
+    },
+    {
+      "epoch": 0.1332437216610975,
+      "grad_norm": 411.33740234375,
+      "learning_rate": 1.9446205095127355e-06,
+      "loss": 40.8281,
+      "step": 14076
+    },
+    {
+      "epoch": 0.13325318768281255,
+      "grad_norm": 374.66839599609375,
+      "learning_rate": 1.9446104480767177e-06,
+      "loss": 24.3672,
+      "step": 14077
+    },
+    {
+      "epoch": 0.1332626537045276,
+      "grad_norm": 264.6129150390625,
+      "learning_rate": 1.9446003857528276e-06,
+      "loss": 10.3867,
+      "step": 14078
+    },
+    {
+      "epoch": 0.13327211972624264,
+      "grad_norm": 302.4737854003906,
+      "learning_rate": 1.9445903225410747e-06,
+      "loss": 33.0156,
+      "step": 14079
+    },
+    {
+      "epoch": 0.1332815857479577,
+      "grad_norm": 399.12786865234375,
+      "learning_rate": 1.9445802584414682e-06,
+      "loss": 37.9375,
+      "step": 14080
+    },
+    {
+      "epoch": 0.13329105176967276,
+      "grad_norm": 383.6885986328125,
+      "learning_rate": 1.9445701934540183e-06,
+      "loss": 18.0273,
+      "step": 14081
+    },
+    {
+      "epoch": 0.13330051779138782,
+      "grad_norm": 295.3364562988281,
+      "learning_rate": 1.944560127578733e-06,
+      "loss": 18.0234,
+      "step": 14082
+    },
+    {
+      "epoch": 0.13330998381310286,
+      "grad_norm": 548.1799926757812,
+      "learning_rate": 1.944550060815623e-06,
+      "loss": 46.6484,
+      "step": 14083
+    },
+    {
+      "epoch": 0.13331944983481792,
+      "grad_norm": 315.5260925292969,
+      "learning_rate": 1.9445399931646974e-06,
+      "loss": 34.1562,
+      "step": 14084
+    },
+    {
+      "epoch": 0.13332891585653298,
+      "grad_norm": 344.89483642578125,
+      "learning_rate": 1.9445299246259657e-06,
+      "loss": 20.1719,
+      "step": 14085
+    },
+    {
+      "epoch": 0.13333838187824804,
+      "grad_norm": 616.0325927734375,
+      "learning_rate": 1.9445198551994376e-06,
+      "loss": 43.8047,
+      "step": 14086
+    },
+    {
+      "epoch": 0.1333478478999631,
+      "grad_norm": 448.6207580566406,
+      "learning_rate": 1.9445097848851216e-06,
+      "loss": 50.6094,
+      "step": 14087
+    },
+    {
+      "epoch": 0.13335731392167813,
+      "grad_norm": 270.03350830078125,
+      "learning_rate": 1.944499713683028e-06,
+      "loss": 20.4688,
+      "step": 14088
+    },
+    {
+      "epoch": 0.1333667799433932,
+      "grad_norm": 940.17919921875,
+      "learning_rate": 1.9444896415931668e-06,
+      "loss": 40.7891,
+      "step": 14089
+    },
+    {
+      "epoch": 0.13337624596510825,
+      "grad_norm": 567.7007446289062,
+      "learning_rate": 1.9444795686155462e-06,
+      "loss": 48.1094,
+      "step": 14090
+    },
+    {
+      "epoch": 0.1333857119868233,
+      "grad_norm": 275.9041442871094,
+      "learning_rate": 1.9444694947501763e-06,
+      "loss": 18.2812,
+      "step": 14091
+    },
+    {
+      "epoch": 0.13339517800853834,
+      "grad_norm": 524.6348266601562,
+      "learning_rate": 1.9444594199970667e-06,
+      "loss": 37.7969,
+      "step": 14092
+    },
+    {
+      "epoch": 0.1334046440302534,
+      "grad_norm": 664.5223388671875,
+      "learning_rate": 1.9444493443562263e-06,
+      "loss": 16.5391,
+      "step": 14093
+    },
+    {
+      "epoch": 0.13341411005196846,
+      "grad_norm": 693.8245239257812,
+      "learning_rate": 1.9444392678276653e-06,
+      "loss": 31.125,
+      "step": 14094
+    },
+    {
+      "epoch": 0.13342357607368352,
+      "grad_norm": 274.4820251464844,
+      "learning_rate": 1.9444291904113927e-06,
+      "loss": 27.1172,
+      "step": 14095
+    },
+    {
+      "epoch": 0.13343304209539858,
+      "grad_norm": 255.0679473876953,
+      "learning_rate": 1.9444191121074184e-06,
+      "loss": 20.625,
+      "step": 14096
+    },
+    {
+      "epoch": 0.1334425081171136,
+      "grad_norm": 389.8281555175781,
+      "learning_rate": 1.944409032915751e-06,
+      "loss": 17.9688,
+      "step": 14097
+    },
+    {
+      "epoch": 0.13345197413882867,
+      "grad_norm": 562.8201904296875,
+      "learning_rate": 1.944398952836401e-06,
+      "loss": 48.0469,
+      "step": 14098
+    },
+    {
+      "epoch": 0.13346144016054373,
+      "grad_norm": 161.4737548828125,
+      "learning_rate": 1.944388871869377e-06,
+      "loss": 21.5312,
+      "step": 14099
+    },
+    {
+      "epoch": 0.1334709061822588,
+      "grad_norm": 417.68060302734375,
+      "learning_rate": 1.9443787900146896e-06,
+      "loss": 42.4375,
+      "step": 14100
+    },
+    {
+      "epoch": 0.13348037220397382,
+      "grad_norm": 385.7509765625,
+      "learning_rate": 1.944368707272347e-06,
+      "loss": 27.7812,
+      "step": 14101
+    },
+    {
+      "epoch": 0.13348983822568888,
+      "grad_norm": 137.77792358398438,
+      "learning_rate": 1.944358623642359e-06,
+      "loss": 14.6523,
+      "step": 14102
+    },
+    {
+      "epoch": 0.13349930424740394,
+      "grad_norm": 372.3295593261719,
+      "learning_rate": 1.944348539124736e-06,
+      "loss": 20.9141,
+      "step": 14103
+    },
+    {
+      "epoch": 0.133508770269119,
+      "grad_norm": 279.2896728515625,
+      "learning_rate": 1.9443384537194865e-06,
+      "loss": 19.1484,
+      "step": 14104
+    },
+    {
+      "epoch": 0.13351823629083406,
+      "grad_norm": 276.90118408203125,
+      "learning_rate": 1.9443283674266203e-06,
+      "loss": 23.8594,
+      "step": 14105
+    },
+    {
+      "epoch": 0.1335277023125491,
+      "grad_norm": 3.2869646549224854,
+      "learning_rate": 1.944318280246147e-06,
+      "loss": 0.9873,
+      "step": 14106
+    },
+    {
+      "epoch": 0.13353716833426416,
+      "grad_norm": 313.6844787597656,
+      "learning_rate": 1.944308192178076e-06,
+      "loss": 47.3359,
+      "step": 14107
+    },
+    {
+      "epoch": 0.13354663435597922,
+      "grad_norm": 304.5935363769531,
+      "learning_rate": 1.944298103222416e-06,
+      "loss": 16.7461,
+      "step": 14108
+    },
+    {
+      "epoch": 0.13355610037769428,
+      "grad_norm": 249.31724548339844,
+      "learning_rate": 1.9442880133791783e-06,
+      "loss": 20.7734,
+      "step": 14109
+    },
+    {
+      "epoch": 0.1335655663994093,
+      "grad_norm": 251.36898803710938,
+      "learning_rate": 1.9442779226483706e-06,
+      "loss": 30.4688,
+      "step": 14110
+    },
+    {
+      "epoch": 0.13357503242112437,
+      "grad_norm": 206.7998504638672,
+      "learning_rate": 1.9442678310300032e-06,
+      "loss": 16.0312,
+      "step": 14111
+    },
+    {
+      "epoch": 0.13358449844283943,
+      "grad_norm": 278.50421142578125,
+      "learning_rate": 1.9442577385240855e-06,
+      "loss": 20.6484,
+      "step": 14112
+    },
+    {
+      "epoch": 0.1335939644645545,
+      "grad_norm": 528.382568359375,
+      "learning_rate": 1.944247645130627e-06,
+      "loss": 19.4453,
+      "step": 14113
+    },
+    {
+      "epoch": 0.13360343048626955,
+      "grad_norm": 353.4820861816406,
+      "learning_rate": 1.944237550849637e-06,
+      "loss": 19.7266,
+      "step": 14114
+    },
+    {
+      "epoch": 0.13361289650798458,
+      "grad_norm": 3.281451463699341,
+      "learning_rate": 1.944227455681125e-06,
+      "loss": 0.7817,
+      "step": 14115
+    },
+    {
+      "epoch": 0.13362236252969964,
+      "grad_norm": 470.3594665527344,
+      "learning_rate": 1.9442173596251013e-06,
+      "loss": 42.0469,
+      "step": 14116
+    },
+    {
+      "epoch": 0.1336318285514147,
+      "grad_norm": 388.6083984375,
+      "learning_rate": 1.944207262681574e-06,
+      "loss": 24.9219,
+      "step": 14117
+    },
+    {
+      "epoch": 0.13364129457312976,
+      "grad_norm": 294.1619567871094,
+      "learning_rate": 1.944197164850554e-06,
+      "loss": 30.6094,
+      "step": 14118
+    },
+    {
+      "epoch": 0.1336507605948448,
+      "grad_norm": 1353.3441162109375,
+      "learning_rate": 1.9441870661320493e-06,
+      "loss": 46.3438,
+      "step": 14119
+    },
+    {
+      "epoch": 0.13366022661655985,
+      "grad_norm": 348.78643798828125,
+      "learning_rate": 1.9441769665260706e-06,
+      "loss": 47.6172,
+      "step": 14120
+    },
+    {
+      "epoch": 0.1336696926382749,
+      "grad_norm": 666.6171264648438,
+      "learning_rate": 1.944166866032627e-06,
+      "loss": 14.8359,
+      "step": 14121
+    },
+    {
+      "epoch": 0.13367915865998997,
+      "grad_norm": 256.5204772949219,
+      "learning_rate": 1.944156764651728e-06,
+      "loss": 21.4219,
+      "step": 14122
+    },
+    {
+      "epoch": 0.13368862468170503,
+      "grad_norm": 459.7120666503906,
+      "learning_rate": 1.944146662383383e-06,
+      "loss": 26.1836,
+      "step": 14123
+    },
+    {
+      "epoch": 0.13369809070342006,
+      "grad_norm": 158.26951599121094,
+      "learning_rate": 1.9441365592276015e-06,
+      "loss": 23.375,
+      "step": 14124
+    },
+    {
+      "epoch": 0.13370755672513512,
+      "grad_norm": 456.4707336425781,
+      "learning_rate": 1.944126455184393e-06,
+      "loss": 25.7969,
+      "step": 14125
+    },
+    {
+      "epoch": 0.13371702274685018,
+      "grad_norm": 501.8450622558594,
+      "learning_rate": 1.9441163502537672e-06,
+      "loss": 38.0723,
+      "step": 14126
+    },
+    {
+      "epoch": 0.13372648876856524,
+      "grad_norm": 380.2008361816406,
+      "learning_rate": 1.9441062444357336e-06,
+      "loss": 40.6133,
+      "step": 14127
+    },
+    {
+      "epoch": 0.13373595479028028,
+      "grad_norm": 542.9956665039062,
+      "learning_rate": 1.944096137730301e-06,
+      "loss": 20.3203,
+      "step": 14128
+    },
+    {
+      "epoch": 0.13374542081199534,
+      "grad_norm": 439.3186340332031,
+      "learning_rate": 1.94408603013748e-06,
+      "loss": 51.7188,
+      "step": 14129
+    },
+    {
+      "epoch": 0.1337548868337104,
+      "grad_norm": 211.76760864257812,
+      "learning_rate": 1.944075921657279e-06,
+      "loss": 24.9766,
+      "step": 14130
+    },
+    {
+      "epoch": 0.13376435285542546,
+      "grad_norm": 400.4131774902344,
+      "learning_rate": 1.9440658122897084e-06,
+      "loss": 32.5,
+      "step": 14131
+    },
+    {
+      "epoch": 0.13377381887714052,
+      "grad_norm": 235.63385009765625,
+      "learning_rate": 1.9440557020347772e-06,
+      "loss": 26.918,
+      "step": 14132
+    },
+    {
+      "epoch": 0.13378328489885555,
+      "grad_norm": 216.56845092773438,
+      "learning_rate": 1.9440455908924953e-06,
+      "loss": 16.4531,
+      "step": 14133
+    },
+    {
+      "epoch": 0.1337927509205706,
+      "grad_norm": 749.4583129882812,
+      "learning_rate": 1.9440354788628717e-06,
+      "loss": 50.4375,
+      "step": 14134
+    },
+    {
+      "epoch": 0.13380221694228567,
+      "grad_norm": 1230.23291015625,
+      "learning_rate": 1.9440253659459164e-06,
+      "loss": 10.3203,
+      "step": 14135
+    },
+    {
+      "epoch": 0.13381168296400073,
+      "grad_norm": 1373.510498046875,
+      "learning_rate": 1.9440152521416385e-06,
+      "loss": 52.5195,
+      "step": 14136
+    },
+    {
+      "epoch": 0.13382114898571576,
+      "grad_norm": 3.376716136932373,
+      "learning_rate": 1.944005137450048e-06,
+      "loss": 0.9297,
+      "step": 14137
+    },
+    {
+      "epoch": 0.13383061500743082,
+      "grad_norm": 227.19464111328125,
+      "learning_rate": 1.9439950218711535e-06,
+      "loss": 20.3125,
+      "step": 14138
+    },
+    {
+      "epoch": 0.13384008102914588,
+      "grad_norm": 348.6930236816406,
+      "learning_rate": 1.9439849054049653e-06,
+      "loss": 25.6797,
+      "step": 14139
+    },
+    {
+      "epoch": 0.13384954705086094,
+      "grad_norm": 2.7287697792053223,
+      "learning_rate": 1.943974788051493e-06,
+      "loss": 0.8452,
+      "step": 14140
+    },
+    {
+      "epoch": 0.133859013072576,
+      "grad_norm": 454.28912353515625,
+      "learning_rate": 1.9439646698107456e-06,
+      "loss": 27.6797,
+      "step": 14141
+    },
+    {
+      "epoch": 0.13386847909429103,
+      "grad_norm": 2.954986572265625,
+      "learning_rate": 1.9439545506827327e-06,
+      "loss": 0.8867,
+      "step": 14142
+    },
+    {
+      "epoch": 0.1338779451160061,
+      "grad_norm": 454.2418518066406,
+      "learning_rate": 1.9439444306674642e-06,
+      "loss": 51.9844,
+      "step": 14143
+    },
+    {
+      "epoch": 0.13388741113772115,
+      "grad_norm": 404.5354309082031,
+      "learning_rate": 1.943934309764949e-06,
+      "loss": 49.4766,
+      "step": 14144
+    },
+    {
+      "epoch": 0.1338968771594362,
+      "grad_norm": 194.04605102539062,
+      "learning_rate": 1.9439241879751974e-06,
+      "loss": 20.9297,
+      "step": 14145
+    },
+    {
+      "epoch": 0.13390634318115124,
+      "grad_norm": 305.3949279785156,
+      "learning_rate": 1.943914065298218e-06,
+      "loss": 32.4219,
+      "step": 14146
+    },
+    {
+      "epoch": 0.1339158092028663,
+      "grad_norm": 230.68368530273438,
+      "learning_rate": 1.9439039417340213e-06,
+      "loss": 21.75,
+      "step": 14147
+    },
+    {
+      "epoch": 0.13392527522458136,
+      "grad_norm": 1219.0914306640625,
+      "learning_rate": 1.943893817282616e-06,
+      "loss": 25.1953,
+      "step": 14148
+    },
+    {
+      "epoch": 0.13393474124629642,
+      "grad_norm": 221.67417907714844,
+      "learning_rate": 1.943883691944012e-06,
+      "loss": 14.793,
+      "step": 14149
+    },
+    {
+      "epoch": 0.13394420726801148,
+      "grad_norm": 306.36102294921875,
+      "learning_rate": 1.9438735657182186e-06,
+      "loss": 25.6094,
+      "step": 14150
+    },
+    {
+      "epoch": 0.13395367328972652,
+      "grad_norm": 459.3589172363281,
+      "learning_rate": 1.9438634386052456e-06,
+      "loss": 44.8906,
+      "step": 14151
+    },
+    {
+      "epoch": 0.13396313931144158,
+      "grad_norm": 443.8653869628906,
+      "learning_rate": 1.943853310605102e-06,
+      "loss": 54.9688,
+      "step": 14152
+    },
+    {
+      "epoch": 0.13397260533315664,
+      "grad_norm": 355.4482116699219,
+      "learning_rate": 1.9438431817177983e-06,
+      "loss": 28.4609,
+      "step": 14153
+    },
+    {
+      "epoch": 0.1339820713548717,
+      "grad_norm": 830.1468505859375,
+      "learning_rate": 1.943833051943343e-06,
+      "loss": 41.1875,
+      "step": 14154
+    },
+    {
+      "epoch": 0.13399153737658676,
+      "grad_norm": 268.7648620605469,
+      "learning_rate": 1.943822921281746e-06,
+      "loss": 21.1641,
+      "step": 14155
+    },
+    {
+      "epoch": 0.1340010033983018,
+      "grad_norm": 302.2831726074219,
+      "learning_rate": 1.943812789733017e-06,
+      "loss": 17.9688,
+      "step": 14156
+    },
+    {
+      "epoch": 0.13401046942001685,
+      "grad_norm": 308.0558166503906,
+      "learning_rate": 1.943802657297165e-06,
+      "loss": 49.9688,
+      "step": 14157
+    },
+    {
+      "epoch": 0.1340199354417319,
+      "grad_norm": 267.1319274902344,
+      "learning_rate": 1.9437925239742006e-06,
+      "loss": 15.4688,
+      "step": 14158
+    },
+    {
+      "epoch": 0.13402940146344697,
+      "grad_norm": 3.4573042392730713,
+      "learning_rate": 1.943782389764132e-06,
+      "loss": 1.0981,
+      "step": 14159
+    },
+    {
+      "epoch": 0.134038867485162,
+      "grad_norm": 615.1035766601562,
+      "learning_rate": 1.9437722546669697e-06,
+      "loss": 19.9492,
+      "step": 14160
+    },
+    {
+      "epoch": 0.13404833350687706,
+      "grad_norm": 505.2385559082031,
+      "learning_rate": 1.9437621186827233e-06,
+      "loss": 37.8828,
+      "step": 14161
+    },
+    {
+      "epoch": 0.13405779952859212,
+      "grad_norm": 427.3658752441406,
+      "learning_rate": 1.9437519818114014e-06,
+      "loss": 16.1445,
+      "step": 14162
+    },
+    {
+      "epoch": 0.13406726555030718,
+      "grad_norm": 645.6940307617188,
+      "learning_rate": 1.943741844053014e-06,
+      "loss": 34.9688,
+      "step": 14163
+    },
+    {
+      "epoch": 0.13407673157202224,
+      "grad_norm": 361.7265625,
+      "learning_rate": 1.9437317054075705e-06,
+      "loss": 32.8281,
+      "step": 14164
+    },
+    {
+      "epoch": 0.13408619759373727,
+      "grad_norm": 242.26365661621094,
+      "learning_rate": 1.9437215658750806e-06,
+      "loss": 24.5547,
+      "step": 14165
+    },
+    {
+      "epoch": 0.13409566361545233,
+      "grad_norm": 610.8528442382812,
+      "learning_rate": 1.943711425455554e-06,
+      "loss": 27.25,
+      "step": 14166
+    },
+    {
+      "epoch": 0.1341051296371674,
+      "grad_norm": 633.407958984375,
+      "learning_rate": 1.943701284149e-06,
+      "loss": 53.6641,
+      "step": 14167
+    },
+    {
+      "epoch": 0.13411459565888245,
+      "grad_norm": 872.4664916992188,
+      "learning_rate": 1.9436911419554287e-06,
+      "loss": 48.4531,
+      "step": 14168
+    },
+    {
+      "epoch": 0.13412406168059748,
+      "grad_norm": 417.2672424316406,
+      "learning_rate": 1.9436809988748483e-06,
+      "loss": 21.4453,
+      "step": 14169
+    },
+    {
+      "epoch": 0.13413352770231254,
+      "grad_norm": 393.7019958496094,
+      "learning_rate": 1.9436708549072698e-06,
+      "loss": 27.0469,
+      "step": 14170
+    },
+    {
+      "epoch": 0.1341429937240276,
+      "grad_norm": 191.14700317382812,
+      "learning_rate": 1.9436607100527017e-06,
+      "loss": 13.9023,
+      "step": 14171
+    },
+    {
+      "epoch": 0.13415245974574266,
+      "grad_norm": 696.6983642578125,
+      "learning_rate": 1.943650564311154e-06,
+      "loss": 31.4375,
+      "step": 14172
+    },
+    {
+      "epoch": 0.13416192576745772,
+      "grad_norm": 722.6909790039062,
+      "learning_rate": 1.943640417682636e-06,
+      "loss": 44.0547,
+      "step": 14173
+    },
+    {
+      "epoch": 0.13417139178917276,
+      "grad_norm": 470.7260437011719,
+      "learning_rate": 1.9436302701671575e-06,
+      "loss": 31.2656,
+      "step": 14174
+    },
+    {
+      "epoch": 0.13418085781088782,
+      "grad_norm": 269.5786437988281,
+      "learning_rate": 1.943620121764728e-06,
+      "loss": 27.5156,
+      "step": 14175
+    },
+    {
+      "epoch": 0.13419032383260288,
+      "grad_norm": 502.9660949707031,
+      "learning_rate": 1.943609972475357e-06,
+      "loss": 21.3047,
+      "step": 14176
+    },
+    {
+      "epoch": 0.13419978985431794,
+      "grad_norm": 345.9015808105469,
+      "learning_rate": 1.943599822299054e-06,
+      "loss": 20.2891,
+      "step": 14177
+    },
+    {
+      "epoch": 0.13420925587603297,
+      "grad_norm": 388.90447998046875,
+      "learning_rate": 1.943589671235829e-06,
+      "loss": 19.375,
+      "step": 14178
+    },
+    {
+      "epoch": 0.13421872189774803,
+      "grad_norm": 301.009765625,
+      "learning_rate": 1.9435795192856905e-06,
+      "loss": 19.2578,
+      "step": 14179
+    },
+    {
+      "epoch": 0.1342281879194631,
+      "grad_norm": 649.9561767578125,
+      "learning_rate": 1.9435693664486487e-06,
+      "loss": 21.8359,
+      "step": 14180
+    },
+    {
+      "epoch": 0.13423765394117815,
+      "grad_norm": 156.1368865966797,
+      "learning_rate": 1.943559212724713e-06,
+      "loss": 16.6406,
+      "step": 14181
+    },
+    {
+      "epoch": 0.1342471199628932,
+      "grad_norm": 373.58624267578125,
+      "learning_rate": 1.9435490581138933e-06,
+      "loss": 23.1484,
+      "step": 14182
+    },
+    {
+      "epoch": 0.13425658598460824,
+      "grad_norm": 280.83135986328125,
+      "learning_rate": 1.9435389026161987e-06,
+      "loss": 18.5859,
+      "step": 14183
+    },
+    {
+      "epoch": 0.1342660520063233,
+      "grad_norm": 198.314697265625,
+      "learning_rate": 1.943528746231639e-06,
+      "loss": 24.6719,
+      "step": 14184
+    },
+    {
+      "epoch": 0.13427551802803836,
+      "grad_norm": 504.6814270019531,
+      "learning_rate": 1.943518588960224e-06,
+      "loss": 29.9766,
+      "step": 14185
+    },
+    {
+      "epoch": 0.13428498404975342,
+      "grad_norm": 285.0907287597656,
+      "learning_rate": 1.943508430801962e-06,
+      "loss": 14.8125,
+      "step": 14186
+    },
+    {
+      "epoch": 0.13429445007146845,
+      "grad_norm": 422.0186767578125,
+      "learning_rate": 1.943498271756864e-06,
+      "loss": 41.4844,
+      "step": 14187
+    },
+    {
+      "epoch": 0.1343039160931835,
+      "grad_norm": 728.0380249023438,
+      "learning_rate": 1.9434881118249392e-06,
+      "loss": 58.0,
+      "step": 14188
+    },
+    {
+      "epoch": 0.13431338211489857,
+      "grad_norm": 309.2087097167969,
+      "learning_rate": 1.9434779510061963e-06,
+      "loss": 35.6406,
+      "step": 14189
+    },
+    {
+      "epoch": 0.13432284813661363,
+      "grad_norm": 413.2934265136719,
+      "learning_rate": 1.9434677893006463e-06,
+      "loss": 39.9531,
+      "step": 14190
+    },
+    {
+      "epoch": 0.1343323141583287,
+      "grad_norm": 444.0975341796875,
+      "learning_rate": 1.9434576267082978e-06,
+      "loss": 37.9141,
+      "step": 14191
+    },
+    {
+      "epoch": 0.13434178018004372,
+      "grad_norm": 204.76400756835938,
+      "learning_rate": 1.94344746322916e-06,
+      "loss": 23.9219,
+      "step": 14192
+    },
+    {
+      "epoch": 0.13435124620175878,
+      "grad_norm": 383.9498596191406,
+      "learning_rate": 1.9434372988632433e-06,
+      "loss": 41.4531,
+      "step": 14193
+    },
+    {
+      "epoch": 0.13436071222347384,
+      "grad_norm": 408.2906188964844,
+      "learning_rate": 1.943427133610557e-06,
+      "loss": 53.125,
+      "step": 14194
+    },
+    {
+      "epoch": 0.1343701782451889,
+      "grad_norm": 496.3587341308594,
+      "learning_rate": 1.94341696747111e-06,
+      "loss": 68.3828,
+      "step": 14195
+    },
+    {
+      "epoch": 0.13437964426690394,
+      "grad_norm": 917.7031860351562,
+      "learning_rate": 1.943406800444913e-06,
+      "loss": 66.1562,
+      "step": 14196
+    },
+    {
+      "epoch": 0.134389110288619,
+      "grad_norm": 705.3610229492188,
+      "learning_rate": 1.943396632531975e-06,
+      "loss": 41.6172,
+      "step": 14197
+    },
+    {
+      "epoch": 0.13439857631033406,
+      "grad_norm": 4.417141437530518,
+      "learning_rate": 1.9433864637323053e-06,
+      "loss": 1.0679,
+      "step": 14198
+    },
+    {
+      "epoch": 0.13440804233204912,
+      "grad_norm": 223.31044006347656,
+      "learning_rate": 1.943376294045914e-06,
+      "loss": 20.7773,
+      "step": 14199
+    },
+    {
+      "epoch": 0.13441750835376418,
+      "grad_norm": 996.3882446289062,
+      "learning_rate": 1.94336612347281e-06,
+      "loss": 35.3359,
+      "step": 14200
+    },
+    {
+      "epoch": 0.1344269743754792,
+      "grad_norm": 321.0157775878906,
+      "learning_rate": 1.9433559520130034e-06,
+      "loss": 24.0234,
+      "step": 14201
+    },
+    {
+      "epoch": 0.13443644039719427,
+      "grad_norm": 367.0862121582031,
+      "learning_rate": 1.943345779666504e-06,
+      "loss": 24.4062,
+      "step": 14202
+    },
+    {
+      "epoch": 0.13444590641890933,
+      "grad_norm": 136.08985900878906,
+      "learning_rate": 1.94333560643332e-06,
+      "loss": 20.625,
+      "step": 14203
+    },
+    {
+      "epoch": 0.1344553724406244,
+      "grad_norm": 389.1661071777344,
+      "learning_rate": 1.9433254323134624e-06,
+      "loss": 42.5625,
+      "step": 14204
+    },
+    {
+      "epoch": 0.13446483846233942,
+      "grad_norm": 285.5508117675781,
+      "learning_rate": 1.94331525730694e-06,
+      "loss": 36.4922,
+      "step": 14205
+    },
+    {
+      "epoch": 0.13447430448405448,
+      "grad_norm": 339.95556640625,
+      "learning_rate": 1.9433050814137627e-06,
+      "loss": 10.043,
+      "step": 14206
+    },
+    {
+      "epoch": 0.13448377050576954,
+      "grad_norm": 309.1684875488281,
+      "learning_rate": 1.9432949046339405e-06,
+      "loss": 25.1719,
+      "step": 14207
+    },
+    {
+      "epoch": 0.1344932365274846,
+      "grad_norm": 146.3238067626953,
+      "learning_rate": 1.943284726967482e-06,
+      "loss": 19.2109,
+      "step": 14208
+    },
+    {
+      "epoch": 0.13450270254919966,
+      "grad_norm": 368.12451171875,
+      "learning_rate": 1.943274548414397e-06,
+      "loss": 28.6484,
+      "step": 14209
+    },
+    {
+      "epoch": 0.1345121685709147,
+      "grad_norm": 339.240478515625,
+      "learning_rate": 1.9432643689746956e-06,
+      "loss": 12.8027,
+      "step": 14210
+    },
+    {
+      "epoch": 0.13452163459262975,
+      "grad_norm": 606.95556640625,
+      "learning_rate": 1.943254188648387e-06,
+      "loss": 30.1094,
+      "step": 14211
+    },
+    {
+      "epoch": 0.1345311006143448,
+      "grad_norm": 213.56454467773438,
+      "learning_rate": 1.943244007435481e-06,
+      "loss": 21.5469,
+      "step": 14212
+    },
+    {
+      "epoch": 0.13454056663605987,
+      "grad_norm": 370.81524658203125,
+      "learning_rate": 1.943233825335987e-06,
+      "loss": 23.9844,
+      "step": 14213
+    },
+    {
+      "epoch": 0.1345500326577749,
+      "grad_norm": 311.1214294433594,
+      "learning_rate": 1.9432236423499143e-06,
+      "loss": 19.0977,
+      "step": 14214
+    },
+    {
+      "epoch": 0.13455949867948996,
+      "grad_norm": 316.57562255859375,
+      "learning_rate": 1.943213458477273e-06,
+      "loss": 39.375,
+      "step": 14215
+    },
+    {
+      "epoch": 0.13456896470120502,
+      "grad_norm": 1624.587646484375,
+      "learning_rate": 1.9432032737180724e-06,
+      "loss": 49.9375,
+      "step": 14216
+    },
+    {
+      "epoch": 0.13457843072292008,
+      "grad_norm": 710.3591918945312,
+      "learning_rate": 1.9431930880723216e-06,
+      "loss": 33.1484,
+      "step": 14217
+    },
+    {
+      "epoch": 0.13458789674463514,
+      "grad_norm": 717.5377197265625,
+      "learning_rate": 1.9431829015400314e-06,
+      "loss": 36.9688,
+      "step": 14218
+    },
+    {
+      "epoch": 0.13459736276635018,
+      "grad_norm": 1054.202392578125,
+      "learning_rate": 1.94317271412121e-06,
+      "loss": 55.7109,
+      "step": 14219
+    },
+    {
+      "epoch": 0.13460682878806524,
+      "grad_norm": 749.232666015625,
+      "learning_rate": 1.9431625258158683e-06,
+      "loss": 35.4258,
+      "step": 14220
+    },
+    {
+      "epoch": 0.1346162948097803,
+      "grad_norm": 370.68304443359375,
+      "learning_rate": 1.9431523366240144e-06,
+      "loss": 42.9688,
+      "step": 14221
+    },
+    {
+      "epoch": 0.13462576083149536,
+      "grad_norm": 272.285400390625,
+      "learning_rate": 1.943142146545659e-06,
+      "loss": 13.168,
+      "step": 14222
+    },
+    {
+      "epoch": 0.1346352268532104,
+      "grad_norm": 299.84320068359375,
+      "learning_rate": 1.9431319555808114e-06,
+      "loss": 28.8906,
+      "step": 14223
+    },
+    {
+      "epoch": 0.13464469287492545,
+      "grad_norm": 3.0009701251983643,
+      "learning_rate": 1.943121763729481e-06,
+      "loss": 1.0073,
+      "step": 14224
+    },
+    {
+      "epoch": 0.1346541588966405,
+      "grad_norm": 1224.3033447265625,
+      "learning_rate": 1.9431115709916773e-06,
+      "loss": 81.0781,
+      "step": 14225
+    },
+    {
+      "epoch": 0.13466362491835557,
+      "grad_norm": 245.18484497070312,
+      "learning_rate": 1.9431013773674106e-06,
+      "loss": 20.4062,
+      "step": 14226
+    },
+    {
+      "epoch": 0.13467309094007063,
+      "grad_norm": 739.587646484375,
+      "learning_rate": 1.9430911828566896e-06,
+      "loss": 51.8281,
+      "step": 14227
+    },
+    {
+      "epoch": 0.13468255696178566,
+      "grad_norm": 183.4781951904297,
+      "learning_rate": 1.9430809874595245e-06,
+      "loss": 15.0938,
+      "step": 14228
+    },
+    {
+      "epoch": 0.13469202298350072,
+      "grad_norm": 288.9739990234375,
+      "learning_rate": 1.943070791175924e-06,
+      "loss": 27.4609,
+      "step": 14229
+    },
+    {
+      "epoch": 0.13470148900521578,
+      "grad_norm": 499.42315673828125,
+      "learning_rate": 1.9430605940058992e-06,
+      "loss": 43.0156,
+      "step": 14230
+    },
+    {
+      "epoch": 0.13471095502693084,
+      "grad_norm": 450.610107421875,
+      "learning_rate": 1.9430503959494585e-06,
+      "loss": 49.4141,
+      "step": 14231
+    },
+    {
+      "epoch": 0.13472042104864587,
+      "grad_norm": 230.6866455078125,
+      "learning_rate": 1.9430401970066114e-06,
+      "loss": 24.8203,
+      "step": 14232
+    },
+    {
+      "epoch": 0.13472988707036093,
+      "grad_norm": 536.8527221679688,
+      "learning_rate": 1.9430299971773684e-06,
+      "loss": 47.4531,
+      "step": 14233
+    },
+    {
+      "epoch": 0.134739353092076,
+      "grad_norm": 544.7283325195312,
+      "learning_rate": 1.9430197964617377e-06,
+      "loss": 21.6562,
+      "step": 14234
+    },
+    {
+      "epoch": 0.13474881911379105,
+      "grad_norm": 444.9249267578125,
+      "learning_rate": 1.9430095948597305e-06,
+      "loss": 36.1094,
+      "step": 14235
+    },
+    {
+      "epoch": 0.1347582851355061,
+      "grad_norm": 308.171630859375,
+      "learning_rate": 1.9429993923713555e-06,
+      "loss": 36.2188,
+      "step": 14236
+    },
+    {
+      "epoch": 0.13476775115722114,
+      "grad_norm": 312.9499206542969,
+      "learning_rate": 1.942989188996622e-06,
+      "loss": 27.4492,
+      "step": 14237
+    },
+    {
+      "epoch": 0.1347772171789362,
+      "grad_norm": 385.99346923828125,
+      "learning_rate": 1.942978984735541e-06,
+      "loss": 35.5938,
+      "step": 14238
+    },
+    {
+      "epoch": 0.13478668320065126,
+      "grad_norm": 228.2179412841797,
+      "learning_rate": 1.94296877958812e-06,
+      "loss": 22.3906,
+      "step": 14239
+    },
+    {
+      "epoch": 0.13479614922236632,
+      "grad_norm": 595.6715698242188,
+      "learning_rate": 1.94295857355437e-06,
+      "loss": 21.375,
+      "step": 14240
+    },
+    {
+      "epoch": 0.13480561524408138,
+      "grad_norm": 210.91259765625,
+      "learning_rate": 1.9429483666343006e-06,
+      "loss": 13.1484,
+      "step": 14241
+    },
+    {
+      "epoch": 0.13481508126579642,
+      "grad_norm": 382.349853515625,
+      "learning_rate": 1.9429381588279207e-06,
+      "loss": 41.3516,
+      "step": 14242
+    },
+    {
+      "epoch": 0.13482454728751148,
+      "grad_norm": 221.2873992919922,
+      "learning_rate": 1.9429279501352407e-06,
+      "loss": 14.7891,
+      "step": 14243
+    },
+    {
+      "epoch": 0.13483401330922654,
+      "grad_norm": 769.3270874023438,
+      "learning_rate": 1.9429177405562695e-06,
+      "loss": 29.2031,
+      "step": 14244
+    },
+    {
+      "epoch": 0.1348434793309416,
+      "grad_norm": 580.925537109375,
+      "learning_rate": 1.942907530091017e-06,
+      "loss": 44.2656,
+      "step": 14245
+    },
+    {
+      "epoch": 0.13485294535265663,
+      "grad_norm": 712.106689453125,
+      "learning_rate": 1.9428973187394927e-06,
+      "loss": 21.8203,
+      "step": 14246
+    },
+    {
+      "epoch": 0.1348624113743717,
+      "grad_norm": 409.77777099609375,
+      "learning_rate": 1.942887106501706e-06,
+      "loss": 51.1562,
+      "step": 14247
+    },
+    {
+      "epoch": 0.13487187739608675,
+      "grad_norm": 548.4237060546875,
+      "learning_rate": 1.9428768933776674e-06,
+      "loss": 27.0938,
+      "step": 14248
+    },
+    {
+      "epoch": 0.1348813434178018,
+      "grad_norm": 578.2396240234375,
+      "learning_rate": 1.9428666793673853e-06,
+      "loss": 33.3203,
+      "step": 14249
+    },
+    {
+      "epoch": 0.13489080943951687,
+      "grad_norm": 290.0273742675781,
+      "learning_rate": 1.9428564644708704e-06,
+      "loss": 17.7344,
+      "step": 14250
+    },
+    {
+      "epoch": 0.1349002754612319,
+      "grad_norm": 549.3677978515625,
+      "learning_rate": 1.942846248688131e-06,
+      "loss": 48.8125,
+      "step": 14251
+    },
+    {
+      "epoch": 0.13490974148294696,
+      "grad_norm": 3.2586915493011475,
+      "learning_rate": 1.942836032019178e-06,
+      "loss": 1.1069,
+      "step": 14252
+    },
+    {
+      "epoch": 0.13491920750466202,
+      "grad_norm": 572.5894775390625,
+      "learning_rate": 1.9428258144640204e-06,
+      "loss": 49.7227,
+      "step": 14253
+    },
+    {
+      "epoch": 0.13492867352637708,
+      "grad_norm": 293.2240295410156,
+      "learning_rate": 1.942815596022668e-06,
+      "loss": 19.4922,
+      "step": 14254
+    },
+    {
+      "epoch": 0.1349381395480921,
+      "grad_norm": 630.0292358398438,
+      "learning_rate": 1.94280537669513e-06,
+      "loss": 55.2578,
+      "step": 14255
+    },
+    {
+      "epoch": 0.13494760556980717,
+      "grad_norm": 2.585941791534424,
+      "learning_rate": 1.9427951564814163e-06,
+      "loss": 0.8528,
+      "step": 14256
+    },
+    {
+      "epoch": 0.13495707159152223,
+      "grad_norm": 651.8449096679688,
+      "learning_rate": 1.942784935381537e-06,
+      "loss": 47.8984,
+      "step": 14257
+    },
+    {
+      "epoch": 0.1349665376132373,
+      "grad_norm": 648.421142578125,
+      "learning_rate": 1.9427747133955008e-06,
+      "loss": 60.1172,
+      "step": 14258
+    },
+    {
+      "epoch": 0.13497600363495235,
+      "grad_norm": 189.5576629638672,
+      "learning_rate": 1.9427644905233173e-06,
+      "loss": 19.8047,
+      "step": 14259
+    },
+    {
+      "epoch": 0.13498546965666738,
+      "grad_norm": 887.979736328125,
+      "learning_rate": 1.942754266764997e-06,
+      "loss": 41.4609,
+      "step": 14260
+    },
+    {
+      "epoch": 0.13499493567838244,
+      "grad_norm": 277.2003173828125,
+      "learning_rate": 1.942744042120549e-06,
+      "loss": 21.0547,
+      "step": 14261
+    },
+    {
+      "epoch": 0.1350044017000975,
+      "grad_norm": 4.32442569732666,
+      "learning_rate": 1.942733816589983e-06,
+      "loss": 0.9893,
+      "step": 14262
+    },
+    {
+      "epoch": 0.13501386772181256,
+      "grad_norm": 426.88409423828125,
+      "learning_rate": 1.9427235901733083e-06,
+      "loss": 32.3281,
+      "step": 14263
+    },
+    {
+      "epoch": 0.1350233337435276,
+      "grad_norm": 452.5902099609375,
+      "learning_rate": 1.9427133628705348e-06,
+      "loss": 37.6094,
+      "step": 14264
+    },
+    {
+      "epoch": 0.13503279976524266,
+      "grad_norm": 304.7467956542969,
+      "learning_rate": 1.9427031346816724e-06,
+      "loss": 15.0234,
+      "step": 14265
+    },
+    {
+      "epoch": 0.13504226578695772,
+      "grad_norm": 233.39991760253906,
+      "learning_rate": 1.9426929056067297e-06,
+      "loss": 18.4297,
+      "step": 14266
+    },
+    {
+      "epoch": 0.13505173180867278,
+      "grad_norm": 297.34393310546875,
+      "learning_rate": 1.9426826756457173e-06,
+      "loss": 28.8359,
+      "step": 14267
+    },
+    {
+      "epoch": 0.13506119783038784,
+      "grad_norm": 3.0538952350616455,
+      "learning_rate": 1.942672444798645e-06,
+      "loss": 0.9043,
+      "step": 14268
+    },
+    {
+      "epoch": 0.13507066385210287,
+      "grad_norm": 399.8939208984375,
+      "learning_rate": 1.942662213065521e-06,
+      "loss": 43.5625,
+      "step": 14269
+    },
+    {
+      "epoch": 0.13508012987381793,
+      "grad_norm": 467.2568359375,
+      "learning_rate": 1.9426519804463566e-06,
+      "loss": 25.4297,
+      "step": 14270
+    },
+    {
+      "epoch": 0.135089595895533,
+      "grad_norm": 132.637939453125,
+      "learning_rate": 1.9426417469411606e-06,
+      "loss": 18.5938,
+      "step": 14271
+    },
+    {
+      "epoch": 0.13509906191724805,
+      "grad_norm": 390.696044921875,
+      "learning_rate": 1.9426315125499423e-06,
+      "loss": 26.8906,
+      "step": 14272
+    },
+    {
+      "epoch": 0.13510852793896308,
+      "grad_norm": 315.2506408691406,
+      "learning_rate": 1.942621277272712e-06,
+      "loss": 27.0703,
+      "step": 14273
+    },
+    {
+      "epoch": 0.13511799396067814,
+      "grad_norm": 496.1028747558594,
+      "learning_rate": 1.9426110411094786e-06,
+      "loss": 18.5781,
+      "step": 14274
+    },
+    {
+      "epoch": 0.1351274599823932,
+      "grad_norm": 306.5714111328125,
+      "learning_rate": 1.9426008040602526e-06,
+      "loss": 16.7734,
+      "step": 14275
+    },
+    {
+      "epoch": 0.13513692600410826,
+      "grad_norm": 2.76682186126709,
+      "learning_rate": 1.9425905661250434e-06,
+      "loss": 1.0996,
+      "step": 14276
+    },
+    {
+      "epoch": 0.13514639202582332,
+      "grad_norm": 267.9477233886719,
+      "learning_rate": 1.94258032730386e-06,
+      "loss": 15.457,
+      "step": 14277
+    },
+    {
+      "epoch": 0.13515585804753835,
+      "grad_norm": 236.2344512939453,
+      "learning_rate": 1.942570087596712e-06,
+      "loss": 18.6797,
+      "step": 14278
+    },
+    {
+      "epoch": 0.1351653240692534,
+      "grad_norm": 318.80670166015625,
+      "learning_rate": 1.94255984700361e-06,
+      "loss": 20.8984,
+      "step": 14279
+    },
+    {
+      "epoch": 0.13517479009096847,
+      "grad_norm": 400.8988037109375,
+      "learning_rate": 1.9425496055245627e-06,
+      "loss": 20.4531,
+      "step": 14280
+    },
+    {
+      "epoch": 0.13518425611268353,
+      "grad_norm": 451.33221435546875,
+      "learning_rate": 1.9425393631595804e-06,
+      "loss": 15.0234,
+      "step": 14281
+    },
+    {
+      "epoch": 0.13519372213439856,
+      "grad_norm": 556.8779296875,
+      "learning_rate": 1.9425291199086727e-06,
+      "loss": 28.5391,
+      "step": 14282
+    },
+    {
+      "epoch": 0.13520318815611362,
+      "grad_norm": 324.721435546875,
+      "learning_rate": 1.9425188757718486e-06,
+      "loss": 26.4609,
+      "step": 14283
+    },
+    {
+      "epoch": 0.13521265417782868,
+      "grad_norm": 340.038818359375,
+      "learning_rate": 1.942508630749118e-06,
+      "loss": 20.7266,
+      "step": 14284
+    },
+    {
+      "epoch": 0.13522212019954374,
+      "grad_norm": 227.8000946044922,
+      "learning_rate": 1.9424983848404906e-06,
+      "loss": 26.4609,
+      "step": 14285
+    },
+    {
+      "epoch": 0.1352315862212588,
+      "grad_norm": 333.4505920410156,
+      "learning_rate": 1.942488138045976e-06,
+      "loss": 20.8906,
+      "step": 14286
+    },
+    {
+      "epoch": 0.13524105224297384,
+      "grad_norm": 346.12481689453125,
+      "learning_rate": 1.9424778903655837e-06,
+      "loss": 23.0078,
+      "step": 14287
+    },
+    {
+      "epoch": 0.1352505182646889,
+      "grad_norm": 312.9981689453125,
+      "learning_rate": 1.942467641799324e-06,
+      "loss": 32.5234,
+      "step": 14288
+    },
+    {
+      "epoch": 0.13525998428640396,
+      "grad_norm": 272.75189208984375,
+      "learning_rate": 1.9424573923472056e-06,
+      "loss": 22.2734,
+      "step": 14289
+    },
+    {
+      "epoch": 0.13526945030811902,
+      "grad_norm": 422.30047607421875,
+      "learning_rate": 1.942447142009239e-06,
+      "loss": 36.125,
+      "step": 14290
+    },
+    {
+      "epoch": 0.13527891632983405,
+      "grad_norm": 413.9452209472656,
+      "learning_rate": 1.942436890785433e-06,
+      "loss": 18.5859,
+      "step": 14291
+    },
+    {
+      "epoch": 0.1352883823515491,
+      "grad_norm": 415.3386535644531,
+      "learning_rate": 1.9424266386757977e-06,
+      "loss": 35.25,
+      "step": 14292
+    },
+    {
+      "epoch": 0.13529784837326417,
+      "grad_norm": 779.1536254882812,
+      "learning_rate": 1.9424163856803426e-06,
+      "loss": 36.2969,
+      "step": 14293
+    },
+    {
+      "epoch": 0.13530731439497923,
+      "grad_norm": 804.4453125,
+      "learning_rate": 1.9424061317990775e-06,
+      "loss": 50.0,
+      "step": 14294
+    },
+    {
+      "epoch": 0.1353167804166943,
+      "grad_norm": 450.2271728515625,
+      "learning_rate": 1.9423958770320123e-06,
+      "loss": 49.9688,
+      "step": 14295
+    },
+    {
+      "epoch": 0.13532624643840932,
+      "grad_norm": 310.309814453125,
+      "learning_rate": 1.9423856213791557e-06,
+      "loss": 20.4531,
+      "step": 14296
+    },
+    {
+      "epoch": 0.13533571246012438,
+      "grad_norm": 487.6849365234375,
+      "learning_rate": 1.9423753648405182e-06,
+      "loss": 38.6016,
+      "step": 14297
+    },
+    {
+      "epoch": 0.13534517848183944,
+      "grad_norm": 370.09765625,
+      "learning_rate": 1.942365107416109e-06,
+      "loss": 46.1406,
+      "step": 14298
+    },
+    {
+      "epoch": 0.1353546445035545,
+      "grad_norm": 537.191162109375,
+      "learning_rate": 1.9423548491059382e-06,
+      "loss": 35.9727,
+      "step": 14299
+    },
+    {
+      "epoch": 0.13536411052526953,
+      "grad_norm": 652.0018920898438,
+      "learning_rate": 1.942344589910015e-06,
+      "loss": 40.2188,
+      "step": 14300
+    },
+    {
+      "epoch": 0.1353735765469846,
+      "grad_norm": 475.2620849609375,
+      "learning_rate": 1.942334329828349e-06,
+      "loss": 45.7031,
+      "step": 14301
+    },
+    {
+      "epoch": 0.13538304256869965,
+      "grad_norm": 499.7846374511719,
+      "learning_rate": 1.94232406886095e-06,
+      "loss": 41.0781,
+      "step": 14302
+    },
+    {
+      "epoch": 0.1353925085904147,
+      "grad_norm": 759.3964233398438,
+      "learning_rate": 1.942313807007828e-06,
+      "loss": 37.1797,
+      "step": 14303
+    },
+    {
+      "epoch": 0.13540197461212977,
+      "grad_norm": 360.4717712402344,
+      "learning_rate": 1.9423035442689924e-06,
+      "loss": 39.7734,
+      "step": 14304
+    },
+    {
+      "epoch": 0.1354114406338448,
+      "grad_norm": 288.0164794921875,
+      "learning_rate": 1.942293280644453e-06,
+      "loss": 22.0781,
+      "step": 14305
+    },
+    {
+      "epoch": 0.13542090665555986,
+      "grad_norm": 342.9420471191406,
+      "learning_rate": 1.9422830161342185e-06,
+      "loss": 45.1875,
+      "step": 14306
+    },
+    {
+      "epoch": 0.13543037267727492,
+      "grad_norm": 449.69415283203125,
+      "learning_rate": 1.9422727507382994e-06,
+      "loss": 42.2578,
+      "step": 14307
+    },
+    {
+      "epoch": 0.13543983869898998,
+      "grad_norm": 289.931884765625,
+      "learning_rate": 1.9422624844567056e-06,
+      "loss": 17.3281,
+      "step": 14308
+    },
+    {
+      "epoch": 0.13544930472070502,
+      "grad_norm": 285.14739990234375,
+      "learning_rate": 1.9422522172894458e-06,
+      "loss": 12.1758,
+      "step": 14309
+    },
+    {
+      "epoch": 0.13545877074242008,
+      "grad_norm": 390.376953125,
+      "learning_rate": 1.942241949236531e-06,
+      "loss": 23.0156,
+      "step": 14310
+    },
+    {
+      "epoch": 0.13546823676413514,
+      "grad_norm": 182.66494750976562,
+      "learning_rate": 1.9422316802979696e-06,
+      "loss": 17.4062,
+      "step": 14311
+    },
+    {
+      "epoch": 0.1354777027858502,
+      "grad_norm": 185.91004943847656,
+      "learning_rate": 1.9422214104737715e-06,
+      "loss": 22.6719,
+      "step": 14312
+    },
+    {
+      "epoch": 0.13548716880756526,
+      "grad_norm": 249.09140014648438,
+      "learning_rate": 1.9422111397639467e-06,
+      "loss": 26.9531,
+      "step": 14313
+    },
+    {
+      "epoch": 0.1354966348292803,
+      "grad_norm": 721.0611572265625,
+      "learning_rate": 1.942200868168505e-06,
+      "loss": 44.8203,
+      "step": 14314
+    },
+    {
+      "epoch": 0.13550610085099535,
+      "grad_norm": 516.061279296875,
+      "learning_rate": 1.9421905956874554e-06,
+      "loss": 24.1016,
+      "step": 14315
+    },
+    {
+      "epoch": 0.1355155668727104,
+      "grad_norm": 526.4065551757812,
+      "learning_rate": 1.942180322320808e-06,
+      "loss": 22.8438,
+      "step": 14316
+    },
+    {
+      "epoch": 0.13552503289442547,
+      "grad_norm": 463.66571044921875,
+      "learning_rate": 1.942170048068573e-06,
+      "loss": 44.9219,
+      "step": 14317
+    },
+    {
+      "epoch": 0.1355344989161405,
+      "grad_norm": 242.68045043945312,
+      "learning_rate": 1.9421597729307588e-06,
+      "loss": 18.3477,
+      "step": 14318
+    },
+    {
+      "epoch": 0.13554396493785556,
+      "grad_norm": 180.79383850097656,
+      "learning_rate": 1.9421494969073756e-06,
+      "loss": 24.875,
+      "step": 14319
+    },
+    {
+      "epoch": 0.13555343095957062,
+      "grad_norm": 549.184326171875,
+      "learning_rate": 1.942139219998434e-06,
+      "loss": 43.5781,
+      "step": 14320
+    },
+    {
+      "epoch": 0.13556289698128568,
+      "grad_norm": 253.86744689941406,
+      "learning_rate": 1.942128942203942e-06,
+      "loss": 8.2617,
+      "step": 14321
+    },
+    {
+      "epoch": 0.13557236300300074,
+      "grad_norm": 262.84063720703125,
+      "learning_rate": 1.9421186635239103e-06,
+      "loss": 16.25,
+      "step": 14322
+    },
+    {
+      "epoch": 0.13558182902471577,
+      "grad_norm": 274.1982727050781,
+      "learning_rate": 1.9421083839583484e-06,
+      "loss": 16.625,
+      "step": 14323
+    },
+    {
+      "epoch": 0.13559129504643083,
+      "grad_norm": 150.78271484375,
+      "learning_rate": 1.942098103507266e-06,
+      "loss": 8.6172,
+      "step": 14324
+    },
+    {
+      "epoch": 0.1356007610681459,
+      "grad_norm": 282.309326171875,
+      "learning_rate": 1.9420878221706726e-06,
+      "loss": 34.0938,
+      "step": 14325
+    },
+    {
+      "epoch": 0.13561022708986095,
+      "grad_norm": 546.4632568359375,
+      "learning_rate": 1.9420775399485777e-06,
+      "loss": 43.8594,
+      "step": 14326
+    },
+    {
+      "epoch": 0.135619693111576,
+      "grad_norm": 3.3821778297424316,
+      "learning_rate": 1.9420672568409913e-06,
+      "loss": 0.9565,
+      "step": 14327
+    },
+    {
+      "epoch": 0.13562915913329104,
+      "grad_norm": 218.5395050048828,
+      "learning_rate": 1.9420569728479234e-06,
+      "loss": 16.2031,
+      "step": 14328
+    },
+    {
+      "epoch": 0.1356386251550061,
+      "grad_norm": 462.84063720703125,
+      "learning_rate": 1.9420466879693825e-06,
+      "loss": 21.1484,
+      "step": 14329
+    },
+    {
+      "epoch": 0.13564809117672116,
+      "grad_norm": 174.74119567871094,
+      "learning_rate": 1.9420364022053796e-06,
+      "loss": 19.8047,
+      "step": 14330
+    },
+    {
+      "epoch": 0.13565755719843622,
+      "grad_norm": 591.1915283203125,
+      "learning_rate": 1.9420261155559236e-06,
+      "loss": 40.0547,
+      "step": 14331
+    },
+    {
+      "epoch": 0.13566702322015126,
+      "grad_norm": 2.5343663692474365,
+      "learning_rate": 1.9420158280210242e-06,
+      "loss": 0.9028,
+      "step": 14332
+    },
+    {
+      "epoch": 0.13567648924186632,
+      "grad_norm": 453.20965576171875,
+      "learning_rate": 1.9420055396006913e-06,
+      "loss": 40.5938,
+      "step": 14333
+    },
+    {
+      "epoch": 0.13568595526358138,
+      "grad_norm": 528.5856323242188,
+      "learning_rate": 1.9419952502949345e-06,
+      "loss": 40.0469,
+      "step": 14334
+    },
+    {
+      "epoch": 0.13569542128529644,
+      "grad_norm": 422.9614562988281,
+      "learning_rate": 1.9419849601037635e-06,
+      "loss": 24.2578,
+      "step": 14335
+    },
+    {
+      "epoch": 0.1357048873070115,
+      "grad_norm": 2.8967514038085938,
+      "learning_rate": 1.9419746690271878e-06,
+      "loss": 1.0,
+      "step": 14336
+    },
+    {
+      "epoch": 0.13571435332872653,
+      "grad_norm": 321.081787109375,
+      "learning_rate": 1.9419643770652174e-06,
+      "loss": 26.4688,
+      "step": 14337
+    },
+    {
+      "epoch": 0.1357238193504416,
+      "grad_norm": 281.95123291015625,
+      "learning_rate": 1.9419540842178616e-06,
+      "loss": 28.0938,
+      "step": 14338
+    },
+    {
+      "epoch": 0.13573328537215665,
+      "grad_norm": 338.8901062011719,
+      "learning_rate": 1.94194379048513e-06,
+      "loss": 20.2656,
+      "step": 14339
+    },
+    {
+      "epoch": 0.1357427513938717,
+      "grad_norm": 282.5542297363281,
+      "learning_rate": 1.9419334958670327e-06,
+      "loss": 20.5312,
+      "step": 14340
+    },
+    {
+      "epoch": 0.13575221741558674,
+      "grad_norm": 2.748065233230591,
+      "learning_rate": 1.9419232003635794e-06,
+      "loss": 0.9019,
+      "step": 14341
+    },
+    {
+      "epoch": 0.1357616834373018,
+      "grad_norm": 216.1139678955078,
+      "learning_rate": 1.9419129039747794e-06,
+      "loss": 13.6016,
+      "step": 14342
+    },
+    {
+      "epoch": 0.13577114945901686,
+      "grad_norm": 216.45445251464844,
+      "learning_rate": 1.9419026067006427e-06,
+      "loss": 17.3516,
+      "step": 14343
+    },
+    {
+      "epoch": 0.13578061548073192,
+      "grad_norm": 391.2931213378906,
+      "learning_rate": 1.9418923085411783e-06,
+      "loss": 14.1133,
+      "step": 14344
+    },
+    {
+      "epoch": 0.13579008150244698,
+      "grad_norm": 162.72409057617188,
+      "learning_rate": 1.941882009496397e-06,
+      "loss": 15.5156,
+      "step": 14345
+    },
+    {
+      "epoch": 0.135799547524162,
+      "grad_norm": 3.540029287338257,
+      "learning_rate": 1.9418717095663078e-06,
+      "loss": 1.0161,
+      "step": 14346
+    },
+    {
+      "epoch": 0.13580901354587707,
+      "grad_norm": 350.5783996582031,
+      "learning_rate": 1.94186140875092e-06,
+      "loss": 19.9453,
+      "step": 14347
+    },
+    {
+      "epoch": 0.13581847956759213,
+      "grad_norm": 176.37191772460938,
+      "learning_rate": 1.9418511070502445e-06,
+      "loss": 6.2266,
+      "step": 14348
+    },
+    {
+      "epoch": 0.1358279455893072,
+      "grad_norm": 569.4752807617188,
+      "learning_rate": 1.9418408044642897e-06,
+      "loss": 15.5625,
+      "step": 14349
+    },
+    {
+      "epoch": 0.13583741161102222,
+      "grad_norm": 349.7993469238281,
+      "learning_rate": 1.941830500993066e-06,
+      "loss": 12.3398,
+      "step": 14350
+    },
+    {
+      "epoch": 0.13584687763273728,
+      "grad_norm": 300.9669189453125,
+      "learning_rate": 1.9418201966365827e-06,
+      "loss": 12.8438,
+      "step": 14351
+    },
+    {
+      "epoch": 0.13585634365445234,
+      "grad_norm": 436.9273681640625,
+      "learning_rate": 1.9418098913948497e-06,
+      "loss": 33.0703,
+      "step": 14352
+    },
+    {
+      "epoch": 0.1358658096761674,
+      "grad_norm": 246.7513885498047,
+      "learning_rate": 1.941799585267877e-06,
+      "loss": 24.1797,
+      "step": 14353
+    },
+    {
+      "epoch": 0.13587527569788246,
+      "grad_norm": 319.73773193359375,
+      "learning_rate": 1.9417892782556736e-06,
+      "loss": 43.1406,
+      "step": 14354
+    },
+    {
+      "epoch": 0.1358847417195975,
+      "grad_norm": 1370.270263671875,
+      "learning_rate": 1.9417789703582496e-06,
+      "loss": 58.3438,
+      "step": 14355
+    },
+    {
+      "epoch": 0.13589420774131256,
+      "grad_norm": 733.3107299804688,
+      "learning_rate": 1.9417686615756147e-06,
+      "loss": 39.1797,
+      "step": 14356
+    },
+    {
+      "epoch": 0.13590367376302762,
+      "grad_norm": 1589.033935546875,
+      "learning_rate": 1.9417583519077783e-06,
+      "loss": 34.4219,
+      "step": 14357
+    },
+    {
+      "epoch": 0.13591313978474268,
+      "grad_norm": 419.569580078125,
+      "learning_rate": 1.9417480413547506e-06,
+      "loss": 39.0469,
+      "step": 14358
+    },
+    {
+      "epoch": 0.1359226058064577,
+      "grad_norm": 3.1426379680633545,
+      "learning_rate": 1.9417377299165413e-06,
+      "loss": 1.1025,
+      "step": 14359
+    },
+    {
+      "epoch": 0.13593207182817277,
+      "grad_norm": 184.78567504882812,
+      "learning_rate": 1.941727417593159e-06,
+      "loss": 14.6797,
+      "step": 14360
+    },
+    {
+      "epoch": 0.13594153784988783,
+      "grad_norm": 368.5979919433594,
+      "learning_rate": 1.941717104384615e-06,
+      "loss": 45.1016,
+      "step": 14361
+    },
+    {
+      "epoch": 0.1359510038716029,
+      "grad_norm": 317.9703674316406,
+      "learning_rate": 1.941706790290918e-06,
+      "loss": 33.5469,
+      "step": 14362
+    },
+    {
+      "epoch": 0.13596046989331795,
+      "grad_norm": 247.11314392089844,
+      "learning_rate": 1.9416964753120774e-06,
+      "loss": 29.9375,
+      "step": 14363
+    },
+    {
+      "epoch": 0.13596993591503298,
+      "grad_norm": 393.7843017578125,
+      "learning_rate": 1.9416861594481036e-06,
+      "loss": 8.1211,
+      "step": 14364
+    },
+    {
+      "epoch": 0.13597940193674804,
+      "grad_norm": 195.6481170654297,
+      "learning_rate": 1.941675842699006e-06,
+      "loss": 12.6172,
+      "step": 14365
+    },
+    {
+      "epoch": 0.1359888679584631,
+      "grad_norm": 765.937255859375,
+      "learning_rate": 1.941665525064795e-06,
+      "loss": 45.5859,
+      "step": 14366
+    },
+    {
+      "epoch": 0.13599833398017816,
+      "grad_norm": 389.0563049316406,
+      "learning_rate": 1.9416552065454794e-06,
+      "loss": 39.7422,
+      "step": 14367
+    },
+    {
+      "epoch": 0.1360078000018932,
+      "grad_norm": 306.54901123046875,
+      "learning_rate": 1.9416448871410687e-06,
+      "loss": 41.8594,
+      "step": 14368
+    },
+    {
+      "epoch": 0.13601726602360825,
+      "grad_norm": 355.2373352050781,
+      "learning_rate": 1.941634566851573e-06,
+      "loss": 18.3516,
+      "step": 14369
+    },
+    {
+      "epoch": 0.1360267320453233,
+      "grad_norm": 639.3895874023438,
+      "learning_rate": 1.941624245677003e-06,
+      "loss": 54.8672,
+      "step": 14370
+    },
+    {
+      "epoch": 0.13603619806703837,
+      "grad_norm": 420.28448486328125,
+      "learning_rate": 1.9416139236173663e-06,
+      "loss": 21.6875,
+      "step": 14371
+    },
+    {
+      "epoch": 0.13604566408875343,
+      "grad_norm": 424.9850769042969,
+      "learning_rate": 1.9416036006726743e-06,
+      "loss": 43.7812,
+      "step": 14372
+    },
+    {
+      "epoch": 0.13605513011046846,
+      "grad_norm": 455.503662109375,
+      "learning_rate": 1.941593276842936e-06,
+      "loss": 34.1875,
+      "step": 14373
+    },
+    {
+      "epoch": 0.13606459613218352,
+      "grad_norm": 589.6475219726562,
+      "learning_rate": 1.9415829521281618e-06,
+      "loss": 51.1094,
+      "step": 14374
+    },
+    {
+      "epoch": 0.13607406215389858,
+      "grad_norm": 602.8186645507812,
+      "learning_rate": 1.9415726265283607e-06,
+      "loss": 48.9219,
+      "step": 14375
+    },
+    {
+      "epoch": 0.13608352817561364,
+      "grad_norm": 347.6571960449219,
+      "learning_rate": 1.9415623000435424e-06,
+      "loss": 36.375,
+      "step": 14376
+    },
+    {
+      "epoch": 0.13609299419732868,
+      "grad_norm": 377.8717346191406,
+      "learning_rate": 1.9415519726737165e-06,
+      "loss": 33.8594,
+      "step": 14377
+    },
+    {
+      "epoch": 0.13610246021904374,
+      "grad_norm": 175.28419494628906,
+      "learning_rate": 1.9415416444188936e-06,
+      "loss": 8.2695,
+      "step": 14378
+    },
+    {
+      "epoch": 0.1361119262407588,
+      "grad_norm": 328.6724853515625,
+      "learning_rate": 1.9415313152790823e-06,
+      "loss": 40.9766,
+      "step": 14379
+    },
+    {
+      "epoch": 0.13612139226247386,
+      "grad_norm": 2943.770263671875,
+      "learning_rate": 1.9415209852542934e-06,
+      "loss": 25.9531,
+      "step": 14380
+    },
+    {
+      "epoch": 0.13613085828418892,
+      "grad_norm": 382.8528747558594,
+      "learning_rate": 1.9415106543445356e-06,
+      "loss": 33.4531,
+      "step": 14381
+    },
+    {
+      "epoch": 0.13614032430590395,
+      "grad_norm": 321.88623046875,
+      "learning_rate": 1.941500322549819e-06,
+      "loss": 30.457,
+      "step": 14382
+    },
+    {
+      "epoch": 0.136149790327619,
+      "grad_norm": 201.5207061767578,
+      "learning_rate": 1.9414899898701535e-06,
+      "loss": 10.8047,
+      "step": 14383
+    },
+    {
+      "epoch": 0.13615925634933407,
+      "grad_norm": 459.3773193359375,
+      "learning_rate": 1.9414796563055488e-06,
+      "loss": 50.0234,
+      "step": 14384
+    },
+    {
+      "epoch": 0.13616872237104913,
+      "grad_norm": 222.8262939453125,
+      "learning_rate": 1.941469321856014e-06,
+      "loss": 25.4531,
+      "step": 14385
+    },
+    {
+      "epoch": 0.13617818839276416,
+      "grad_norm": 264.5660705566406,
+      "learning_rate": 1.9414589865215593e-06,
+      "loss": 18.7031,
+      "step": 14386
+    },
+    {
+      "epoch": 0.13618765441447922,
+      "grad_norm": 590.0133666992188,
+      "learning_rate": 1.941448650302195e-06,
+      "loss": 35.5469,
+      "step": 14387
+    },
+    {
+      "epoch": 0.13619712043619428,
+      "grad_norm": 332.54998779296875,
+      "learning_rate": 1.9414383131979297e-06,
+      "loss": 11.0586,
+      "step": 14388
+    },
+    {
+      "epoch": 0.13620658645790934,
+      "grad_norm": 740.3516845703125,
+      "learning_rate": 1.941427975208774e-06,
+      "loss": 43.8516,
+      "step": 14389
+    },
+    {
+      "epoch": 0.1362160524796244,
+      "grad_norm": 504.6856994628906,
+      "learning_rate": 1.9414176363347366e-06,
+      "loss": 44.4922,
+      "step": 14390
+    },
+    {
+      "epoch": 0.13622551850133943,
+      "grad_norm": 478.0530090332031,
+      "learning_rate": 1.9414072965758286e-06,
+      "loss": 53.2969,
+      "step": 14391
+    },
+    {
+      "epoch": 0.1362349845230545,
+      "grad_norm": 200.093505859375,
+      "learning_rate": 1.9413969559320588e-06,
+      "loss": 17.2344,
+      "step": 14392
+    },
+    {
+      "epoch": 0.13624445054476955,
+      "grad_norm": 555.2085571289062,
+      "learning_rate": 1.941386614403437e-06,
+      "loss": 54.2188,
+      "step": 14393
+    },
+    {
+      "epoch": 0.1362539165664846,
+      "grad_norm": 1164.4610595703125,
+      "learning_rate": 1.941376271989973e-06,
+      "loss": 46.4805,
+      "step": 14394
+    },
+    {
+      "epoch": 0.13626338258819964,
+      "grad_norm": 461.6676940917969,
+      "learning_rate": 1.9413659286916768e-06,
+      "loss": 27.2656,
+      "step": 14395
+    },
+    {
+      "epoch": 0.1362728486099147,
+      "grad_norm": 473.1082763671875,
+      "learning_rate": 1.9413555845085573e-06,
+      "loss": 29.7812,
+      "step": 14396
+    },
+    {
+      "epoch": 0.13628231463162976,
+      "grad_norm": 270.583740234375,
+      "learning_rate": 1.941345239440625e-06,
+      "loss": 18.9297,
+      "step": 14397
+    },
+    {
+      "epoch": 0.13629178065334482,
+      "grad_norm": 387.0010986328125,
+      "learning_rate": 1.94133489348789e-06,
+      "loss": 10.3125,
+      "step": 14398
+    },
+    {
+      "epoch": 0.13630124667505988,
+      "grad_norm": 603.7037963867188,
+      "learning_rate": 1.9413245466503606e-06,
+      "loss": 12.4727,
+      "step": 14399
+    },
+    {
+      "epoch": 0.13631071269677492,
+      "grad_norm": 366.6186828613281,
+      "learning_rate": 1.941314198928048e-06,
+      "loss": 15.2344,
+      "step": 14400
+    },
+    {
+      "epoch": 0.13632017871848998,
+      "grad_norm": 350.64312744140625,
+      "learning_rate": 1.941303850320961e-06,
+      "loss": 18.7109,
+      "step": 14401
+    },
+    {
+      "epoch": 0.13632964474020504,
+      "grad_norm": 428.6097412109375,
+      "learning_rate": 1.9412935008291094e-06,
+      "loss": 41.7656,
+      "step": 14402
+    },
+    {
+      "epoch": 0.1363391107619201,
+      "grad_norm": 578.7471923828125,
+      "learning_rate": 1.9412831504525032e-06,
+      "loss": 48.0,
+      "step": 14403
+    },
+    {
+      "epoch": 0.13634857678363513,
+      "grad_norm": 613.8093872070312,
+      "learning_rate": 1.9412727991911525e-06,
+      "loss": 51.9219,
+      "step": 14404
+    },
+    {
+      "epoch": 0.1363580428053502,
+      "grad_norm": 250.78173828125,
+      "learning_rate": 1.941262447045066e-06,
+      "loss": 29.0625,
+      "step": 14405
+    },
+    {
+      "epoch": 0.13636750882706525,
+      "grad_norm": 603.5148315429688,
+      "learning_rate": 1.9412520940142547e-06,
+      "loss": 39.2266,
+      "step": 14406
+    },
+    {
+      "epoch": 0.1363769748487803,
+      "grad_norm": 1130.936279296875,
+      "learning_rate": 1.941241740098727e-06,
+      "loss": 58.4219,
+      "step": 14407
+    },
+    {
+      "epoch": 0.13638644087049537,
+      "grad_norm": 284.7001953125,
+      "learning_rate": 1.941231385298494e-06,
+      "loss": 22.4219,
+      "step": 14408
+    },
+    {
+      "epoch": 0.1363959068922104,
+      "grad_norm": 703.0911865234375,
+      "learning_rate": 1.9412210296135645e-06,
+      "loss": 55.3438,
+      "step": 14409
+    },
+    {
+      "epoch": 0.13640537291392546,
+      "grad_norm": 287.46197509765625,
+      "learning_rate": 1.9412106730439485e-06,
+      "loss": 15.6719,
+      "step": 14410
+    },
+    {
+      "epoch": 0.13641483893564052,
+      "grad_norm": 372.4715270996094,
+      "learning_rate": 1.9412003155896553e-06,
+      "loss": 29.8984,
+      "step": 14411
+    },
+    {
+      "epoch": 0.13642430495735558,
+      "grad_norm": 338.6893310546875,
+      "learning_rate": 1.941189957250695e-06,
+      "loss": 16.3906,
+      "step": 14412
+    },
+    {
+      "epoch": 0.1364337709790706,
+      "grad_norm": 448.7368469238281,
+      "learning_rate": 1.941179598027078e-06,
+      "loss": 46.8438,
+      "step": 14413
+    },
+    {
+      "epoch": 0.13644323700078567,
+      "grad_norm": 282.96319580078125,
+      "learning_rate": 1.941169237918813e-06,
+      "loss": 24.9297,
+      "step": 14414
+    },
+    {
+      "epoch": 0.13645270302250073,
+      "grad_norm": 622.4090576171875,
+      "learning_rate": 1.94115887692591e-06,
+      "loss": 8.0,
+      "step": 14415
+    },
+    {
+      "epoch": 0.1364621690442158,
+      "grad_norm": 547.6738891601562,
+      "learning_rate": 1.941148515048379e-06,
+      "loss": 53.1719,
+      "step": 14416
+    },
+    {
+      "epoch": 0.13647163506593085,
+      "grad_norm": 340.5558166503906,
+      "learning_rate": 1.9411381522862296e-06,
+      "loss": 18.2227,
+      "step": 14417
+    },
+    {
+      "epoch": 0.13648110108764588,
+      "grad_norm": 279.1901550292969,
+      "learning_rate": 1.941127788639472e-06,
+      "loss": 25.625,
+      "step": 14418
+    },
+    {
+      "epoch": 0.13649056710936094,
+      "grad_norm": 435.7654113769531,
+      "learning_rate": 1.9411174241081153e-06,
+      "loss": 22.7344,
+      "step": 14419
+    },
+    {
+      "epoch": 0.136500033131076,
+      "grad_norm": 355.8713684082031,
+      "learning_rate": 1.941107058692169e-06,
+      "loss": 34.9531,
+      "step": 14420
+    },
+    {
+      "epoch": 0.13650949915279106,
+      "grad_norm": 768.5711059570312,
+      "learning_rate": 1.9410966923916437e-06,
+      "loss": 35.2617,
+      "step": 14421
+    },
+    {
+      "epoch": 0.13651896517450612,
+      "grad_norm": 447.43719482421875,
+      "learning_rate": 1.9410863252065488e-06,
+      "loss": 32.8594,
+      "step": 14422
+    },
+    {
+      "epoch": 0.13652843119622116,
+      "grad_norm": 346.3257141113281,
+      "learning_rate": 1.941075957136894e-06,
+      "loss": 22.3125,
+      "step": 14423
+    },
+    {
+      "epoch": 0.13653789721793622,
+      "grad_norm": 249.5777130126953,
+      "learning_rate": 1.9410655881826885e-06,
+      "loss": 22.9453,
+      "step": 14424
+    },
+    {
+      "epoch": 0.13654736323965128,
+      "grad_norm": 565.896728515625,
+      "learning_rate": 1.9410552183439427e-06,
+      "loss": 45.3359,
+      "step": 14425
+    },
+    {
+      "epoch": 0.13655682926136634,
+      "grad_norm": 1192.61279296875,
+      "learning_rate": 1.9410448476206667e-06,
+      "loss": 43.7969,
+      "step": 14426
+    },
+    {
+      "epoch": 0.13656629528308137,
+      "grad_norm": 252.94654846191406,
+      "learning_rate": 1.9410344760128692e-06,
+      "loss": 14.8516,
+      "step": 14427
+    },
+    {
+      "epoch": 0.13657576130479643,
+      "grad_norm": 364.39715576171875,
+      "learning_rate": 1.941024103520561e-06,
+      "loss": 32.7188,
+      "step": 14428
+    },
+    {
+      "epoch": 0.1365852273265115,
+      "grad_norm": 358.43499755859375,
+      "learning_rate": 1.941013730143751e-06,
+      "loss": 19.4922,
+      "step": 14429
+    },
+    {
+      "epoch": 0.13659469334822655,
+      "grad_norm": 423.6853942871094,
+      "learning_rate": 1.9410033558824496e-06,
+      "loss": 22.0312,
+      "step": 14430
+    },
+    {
+      "epoch": 0.1366041593699416,
+      "grad_norm": 673.2259521484375,
+      "learning_rate": 1.940992980736666e-06,
+      "loss": 49.5938,
+      "step": 14431
+    },
+    {
+      "epoch": 0.13661362539165664,
+      "grad_norm": 500.832275390625,
+      "learning_rate": 1.9409826047064104e-06,
+      "loss": 21.6211,
+      "step": 14432
+    },
+    {
+      "epoch": 0.1366230914133717,
+      "grad_norm": 428.1765441894531,
+      "learning_rate": 1.9409722277916923e-06,
+      "loss": 22.5,
+      "step": 14433
+    },
+    {
+      "epoch": 0.13663255743508676,
+      "grad_norm": 330.9739074707031,
+      "learning_rate": 1.940961849992521e-06,
+      "loss": 17.6562,
+      "step": 14434
+    },
+    {
+      "epoch": 0.13664202345680182,
+      "grad_norm": 314.803955078125,
+      "learning_rate": 1.940951471308908e-06,
+      "loss": 20.9609,
+      "step": 14435
+    },
+    {
+      "epoch": 0.13665148947851685,
+      "grad_norm": 510.18927001953125,
+      "learning_rate": 1.9409410917408608e-06,
+      "loss": 33.4531,
+      "step": 14436
+    },
+    {
+      "epoch": 0.1366609555002319,
+      "grad_norm": 607.7249755859375,
+      "learning_rate": 1.9409307112883906e-06,
+      "loss": 48.3672,
+      "step": 14437
+    },
+    {
+      "epoch": 0.13667042152194697,
+      "grad_norm": 441.3402099609375,
+      "learning_rate": 1.9409203299515067e-06,
+      "loss": 25.5078,
+      "step": 14438
+    },
+    {
+      "epoch": 0.13667988754366203,
+      "grad_norm": 451.9589538574219,
+      "learning_rate": 1.9409099477302187e-06,
+      "loss": 32.2031,
+      "step": 14439
+    },
+    {
+      "epoch": 0.1366893535653771,
+      "grad_norm": 1083.9979248046875,
+      "learning_rate": 1.940899564624537e-06,
+      "loss": 45.2578,
+      "step": 14440
+    },
+    {
+      "epoch": 0.13669881958709212,
+      "grad_norm": 470.5418395996094,
+      "learning_rate": 1.94088918063447e-06,
+      "loss": 45.0312,
+      "step": 14441
+    },
+    {
+      "epoch": 0.13670828560880718,
+      "grad_norm": 191.46092224121094,
+      "learning_rate": 1.9408787957600293e-06,
+      "loss": 19.5,
+      "step": 14442
+    },
+    {
+      "epoch": 0.13671775163052224,
+      "grad_norm": 217.44686889648438,
+      "learning_rate": 1.9408684100012234e-06,
+      "loss": 12.4805,
+      "step": 14443
+    },
+    {
+      "epoch": 0.1367272176522373,
+      "grad_norm": 185.24842834472656,
+      "learning_rate": 1.9408580233580626e-06,
+      "loss": 14.6094,
+      "step": 14444
+    },
+    {
+      "epoch": 0.13673668367395234,
+      "grad_norm": 351.1026306152344,
+      "learning_rate": 1.9408476358305563e-06,
+      "loss": 23.75,
+      "step": 14445
+    },
+    {
+      "epoch": 0.1367461496956674,
+      "grad_norm": 588.9005737304688,
+      "learning_rate": 1.9408372474187145e-06,
+      "loss": 33.9531,
+      "step": 14446
+    },
+    {
+      "epoch": 0.13675561571738246,
+      "grad_norm": 239.61715698242188,
+      "learning_rate": 1.9408268581225465e-06,
+      "loss": 20.9688,
+      "step": 14447
+    },
+    {
+      "epoch": 0.13676508173909752,
+      "grad_norm": 510.9012145996094,
+      "learning_rate": 1.940816467942063e-06,
+      "loss": 27.5312,
+      "step": 14448
+    },
+    {
+      "epoch": 0.13677454776081258,
+      "grad_norm": 357.74835205078125,
+      "learning_rate": 1.940806076877273e-06,
+      "loss": 37.875,
+      "step": 14449
+    },
+    {
+      "epoch": 0.1367840137825276,
+      "grad_norm": 834.3912963867188,
+      "learning_rate": 1.9407956849281865e-06,
+      "loss": 49.3125,
+      "step": 14450
+    },
+    {
+      "epoch": 0.13679347980424267,
+      "grad_norm": 820.1607055664062,
+      "learning_rate": 1.940785292094813e-06,
+      "loss": 43.0156,
+      "step": 14451
+    },
+    {
+      "epoch": 0.13680294582595773,
+      "grad_norm": 204.52906799316406,
+      "learning_rate": 1.940774898377163e-06,
+      "loss": 18.4297,
+      "step": 14452
+    },
+    {
+      "epoch": 0.1368124118476728,
+      "grad_norm": 465.4677734375,
+      "learning_rate": 1.940764503775246e-06,
+      "loss": 23.625,
+      "step": 14453
+    },
+    {
+      "epoch": 0.13682187786938782,
+      "grad_norm": 270.3006286621094,
+      "learning_rate": 1.940754108289071e-06,
+      "loss": 19.5234,
+      "step": 14454
+    },
+    {
+      "epoch": 0.13683134389110288,
+      "grad_norm": 496.26397705078125,
+      "learning_rate": 1.9407437119186485e-06,
+      "loss": 46.5781,
+      "step": 14455
+    },
+    {
+      "epoch": 0.13684080991281794,
+      "grad_norm": 621.424560546875,
+      "learning_rate": 1.940733314663988e-06,
+      "loss": 36.2812,
+      "step": 14456
+    },
+    {
+      "epoch": 0.136850275934533,
+      "grad_norm": 236.60400390625,
+      "learning_rate": 1.9407229165250995e-06,
+      "loss": 17.3789,
+      "step": 14457
+    },
+    {
+      "epoch": 0.13685974195624806,
+      "grad_norm": 349.22100830078125,
+      "learning_rate": 1.9407125175019927e-06,
+      "loss": 23.5703,
+      "step": 14458
+    },
+    {
+      "epoch": 0.1368692079779631,
+      "grad_norm": 449.05224609375,
+      "learning_rate": 1.9407021175946775e-06,
+      "loss": 39.2578,
+      "step": 14459
+    },
+    {
+      "epoch": 0.13687867399967815,
+      "grad_norm": 463.70794677734375,
+      "learning_rate": 1.9406917168031633e-06,
+      "loss": 27.0273,
+      "step": 14460
+    },
+    {
+      "epoch": 0.1368881400213932,
+      "grad_norm": 360.3856201171875,
+      "learning_rate": 1.94068131512746e-06,
+      "loss": 28.7109,
+      "step": 14461
+    },
+    {
+      "epoch": 0.13689760604310827,
+      "grad_norm": 3.029500961303711,
+      "learning_rate": 1.940670912567577e-06,
+      "loss": 1.0229,
+      "step": 14462
+    },
+    {
+      "epoch": 0.1369070720648233,
+      "grad_norm": 641.0867919921875,
+      "learning_rate": 1.9406605091235255e-06,
+      "loss": 20.9805,
+      "step": 14463
+    },
+    {
+      "epoch": 0.13691653808653836,
+      "grad_norm": 453.7593688964844,
+      "learning_rate": 1.9406501047953137e-06,
+      "loss": 24.7188,
+      "step": 14464
+    },
+    {
+      "epoch": 0.13692600410825342,
+      "grad_norm": 3.157745838165283,
+      "learning_rate": 1.9406396995829524e-06,
+      "loss": 0.8594,
+      "step": 14465
+    },
+    {
+      "epoch": 0.13693547012996848,
+      "grad_norm": 443.2610168457031,
+      "learning_rate": 1.9406292934864506e-06,
+      "loss": 68.9688,
+      "step": 14466
+    },
+    {
+      "epoch": 0.13694493615168354,
+      "grad_norm": 425.0729064941406,
+      "learning_rate": 1.9406188865058186e-06,
+      "loss": 18.5703,
+      "step": 14467
+    },
+    {
+      "epoch": 0.13695440217339858,
+      "grad_norm": 378.45648193359375,
+      "learning_rate": 1.940608478641066e-06,
+      "loss": 17.957,
+      "step": 14468
+    },
+    {
+      "epoch": 0.13696386819511364,
+      "grad_norm": 593.649658203125,
+      "learning_rate": 1.9405980698922024e-06,
+      "loss": 22.75,
+      "step": 14469
+    },
+    {
+      "epoch": 0.1369733342168287,
+      "grad_norm": 2.674243211746216,
+      "learning_rate": 1.9405876602592385e-06,
+      "loss": 0.8962,
+      "step": 14470
+    },
+    {
+      "epoch": 0.13698280023854376,
+      "grad_norm": 2.755335569381714,
+      "learning_rate": 1.940577249742183e-06,
+      "loss": 0.8269,
+      "step": 14471
+    },
+    {
+      "epoch": 0.1369922662602588,
+      "grad_norm": 496.1726379394531,
+      "learning_rate": 1.940566838341046e-06,
+      "loss": 20.4062,
+      "step": 14472
+    },
+    {
+      "epoch": 0.13700173228197385,
+      "grad_norm": 1147.906494140625,
+      "learning_rate": 1.940556426055837e-06,
+      "loss": 24.8906,
+      "step": 14473
+    },
+    {
+      "epoch": 0.1370111983036889,
+      "grad_norm": 756.1587524414062,
+      "learning_rate": 1.940546012886567e-06,
+      "loss": 41.8203,
+      "step": 14474
+    },
+    {
+      "epoch": 0.13702066432540397,
+      "grad_norm": 204.9695281982422,
+      "learning_rate": 1.940535598833244e-06,
+      "loss": 16.75,
+      "step": 14475
+    },
+    {
+      "epoch": 0.13703013034711903,
+      "grad_norm": 495.5716247558594,
+      "learning_rate": 1.9405251838958795e-06,
+      "loss": 45.7969,
+      "step": 14476
+    },
+    {
+      "epoch": 0.13703959636883406,
+      "grad_norm": 282.9782409667969,
+      "learning_rate": 1.940514768074482e-06,
+      "loss": 18.5781,
+      "step": 14477
+    },
+    {
+      "epoch": 0.13704906239054912,
+      "grad_norm": 454.7116394042969,
+      "learning_rate": 1.940504351369062e-06,
+      "loss": 10.668,
+      "step": 14478
+    },
+    {
+      "epoch": 0.13705852841226418,
+      "grad_norm": 433.0386657714844,
+      "learning_rate": 1.9404939337796292e-06,
+      "loss": 33.7188,
+      "step": 14479
+    },
+    {
+      "epoch": 0.13706799443397924,
+      "grad_norm": 3.1748204231262207,
+      "learning_rate": 1.940483515306193e-06,
+      "loss": 0.8975,
+      "step": 14480
+    },
+    {
+      "epoch": 0.13707746045569427,
+      "grad_norm": 314.2892761230469,
+      "learning_rate": 1.940473095948764e-06,
+      "loss": 20.2539,
+      "step": 14481
+    },
+    {
+      "epoch": 0.13708692647740933,
+      "grad_norm": 457.5575256347656,
+      "learning_rate": 1.940462675707351e-06,
+      "loss": 45.5156,
+      "step": 14482
+    },
+    {
+      "epoch": 0.1370963924991244,
+      "grad_norm": 3.34739089012146,
+      "learning_rate": 1.9404522545819643e-06,
+      "loss": 1.0029,
+      "step": 14483
+    },
+    {
+      "epoch": 0.13710585852083945,
+      "grad_norm": 146.04843139648438,
+      "learning_rate": 1.9404418325726135e-06,
+      "loss": 20.3281,
+      "step": 14484
+    },
+    {
+      "epoch": 0.1371153245425545,
+      "grad_norm": 354.4349060058594,
+      "learning_rate": 1.9404314096793094e-06,
+      "loss": 23.9453,
+      "step": 14485
+    },
+    {
+      "epoch": 0.13712479056426954,
+      "grad_norm": 222.0786590576172,
+      "learning_rate": 1.9404209859020603e-06,
+      "loss": 10.3594,
+      "step": 14486
+    },
+    {
+      "epoch": 0.1371342565859846,
+      "grad_norm": 382.436767578125,
+      "learning_rate": 1.9404105612408764e-06,
+      "loss": 19.0156,
+      "step": 14487
+    },
+    {
+      "epoch": 0.13714372260769966,
+      "grad_norm": 540.5431518554688,
+      "learning_rate": 1.9404001356957684e-06,
+      "loss": 50.4219,
+      "step": 14488
+    },
+    {
+      "epoch": 0.13715318862941472,
+      "grad_norm": 189.47349548339844,
+      "learning_rate": 1.940389709266745e-06,
+      "loss": 15.0781,
+      "step": 14489
+    },
+    {
+      "epoch": 0.13716265465112976,
+      "grad_norm": 511.69537353515625,
+      "learning_rate": 1.940379281953817e-06,
+      "loss": 24.2578,
+      "step": 14490
+    },
+    {
+      "epoch": 0.13717212067284482,
+      "grad_norm": 467.4491882324219,
+      "learning_rate": 1.940368853756993e-06,
+      "loss": 25.3672,
+      "step": 14491
+    },
+    {
+      "epoch": 0.13718158669455988,
+      "grad_norm": 541.051025390625,
+      "learning_rate": 1.9403584246762834e-06,
+      "loss": 44.2422,
+      "step": 14492
+    },
+    {
+      "epoch": 0.13719105271627494,
+      "grad_norm": 266.64813232421875,
+      "learning_rate": 1.9403479947116984e-06,
+      "loss": 20.125,
+      "step": 14493
+    },
+    {
+      "epoch": 0.13720051873799,
+      "grad_norm": 686.5930786132812,
+      "learning_rate": 1.9403375638632476e-06,
+      "loss": 52.2656,
+      "step": 14494
+    },
+    {
+      "epoch": 0.13720998475970503,
+      "grad_norm": 1744.3304443359375,
+      "learning_rate": 1.9403271321309403e-06,
+      "loss": 57.9531,
+      "step": 14495
+    },
+    {
+      "epoch": 0.1372194507814201,
+      "grad_norm": 295.7391052246094,
+      "learning_rate": 1.940316699514787e-06,
+      "loss": 28.4141,
+      "step": 14496
+    },
+    {
+      "epoch": 0.13722891680313515,
+      "grad_norm": 431.36322021484375,
+      "learning_rate": 1.9403062660147968e-06,
+      "loss": 11.9727,
+      "step": 14497
+    },
+    {
+      "epoch": 0.1372383828248502,
+      "grad_norm": 660.0068359375,
+      "learning_rate": 1.94029583163098e-06,
+      "loss": 21.5312,
+      "step": 14498
+    },
+    {
+      "epoch": 0.13724784884656524,
+      "grad_norm": 229.7149200439453,
+      "learning_rate": 1.9402853963633465e-06,
+      "loss": 19.7734,
+      "step": 14499
+    },
+    {
+      "epoch": 0.1372573148682803,
+      "grad_norm": 3.157325506210327,
+      "learning_rate": 1.9402749602119057e-06,
+      "loss": 0.939,
+      "step": 14500
+    },
+    {
+      "epoch": 0.13726678088999536,
+      "grad_norm": 420.3076171875,
+      "learning_rate": 1.940264523176668e-06,
+      "loss": 30.6641,
+      "step": 14501
+    },
+    {
+      "epoch": 0.13727624691171042,
+      "grad_norm": 219.36309814453125,
+      "learning_rate": 1.940254085257642e-06,
+      "loss": 17.2891,
+      "step": 14502
+    },
+    {
+      "epoch": 0.13728571293342548,
+      "grad_norm": 425.1888732910156,
+      "learning_rate": 1.940243646454839e-06,
+      "loss": 52.4531,
+      "step": 14503
+    },
+    {
+      "epoch": 0.1372951789551405,
+      "grad_norm": 708.7177124023438,
+      "learning_rate": 1.940233206768268e-06,
+      "loss": 19.5117,
+      "step": 14504
+    },
+    {
+      "epoch": 0.13730464497685557,
+      "grad_norm": 496.3577575683594,
+      "learning_rate": 1.9402227661979388e-06,
+      "loss": 49.3125,
+      "step": 14505
+    },
+    {
+      "epoch": 0.13731411099857063,
+      "grad_norm": 426.8575744628906,
+      "learning_rate": 1.9402123247438617e-06,
+      "loss": 19.1719,
+      "step": 14506
+    },
+    {
+      "epoch": 0.1373235770202857,
+      "grad_norm": 191.63951110839844,
+      "learning_rate": 1.940201882406046e-06,
+      "loss": 20.7578,
+      "step": 14507
+    },
+    {
+      "epoch": 0.13733304304200075,
+      "grad_norm": 522.3524780273438,
+      "learning_rate": 1.940191439184501e-06,
+      "loss": 34.3672,
+      "step": 14508
+    },
+    {
+      "epoch": 0.13734250906371578,
+      "grad_norm": 513.3342895507812,
+      "learning_rate": 1.940180995079238e-06,
+      "loss": 20.3672,
+      "step": 14509
+    },
+    {
+      "epoch": 0.13735197508543084,
+      "grad_norm": 400.19683837890625,
+      "learning_rate": 1.940170550090266e-06,
+      "loss": 40.4375,
+      "step": 14510
+    },
+    {
+      "epoch": 0.1373614411071459,
+      "grad_norm": 541.7872314453125,
+      "learning_rate": 1.940160104217595e-06,
+      "loss": 37.2812,
+      "step": 14511
+    },
+    {
+      "epoch": 0.13737090712886096,
+      "grad_norm": 575.3005981445312,
+      "learning_rate": 1.9401496574612343e-06,
+      "loss": 45.6094,
+      "step": 14512
+    },
+    {
+      "epoch": 0.137380373150576,
+      "grad_norm": 779.1284790039062,
+      "learning_rate": 1.9401392098211943e-06,
+      "loss": 25.0234,
+      "step": 14513
+    },
+    {
+      "epoch": 0.13738983917229106,
+      "grad_norm": 3.790364980697632,
+      "learning_rate": 1.9401287612974842e-06,
+      "loss": 1.0581,
+      "step": 14514
+    },
+    {
+      "epoch": 0.13739930519400612,
+      "grad_norm": 544.45703125,
+      "learning_rate": 1.9401183118901146e-06,
+      "loss": 61.1328,
+      "step": 14515
+    },
+    {
+      "epoch": 0.13740877121572118,
+      "grad_norm": 391.787353515625,
+      "learning_rate": 1.940107861599095e-06,
+      "loss": 48.0,
+      "step": 14516
+    },
+    {
+      "epoch": 0.13741823723743624,
+      "grad_norm": 554.7273559570312,
+      "learning_rate": 1.940097410424435e-06,
+      "loss": 41.0859,
+      "step": 14517
+    },
+    {
+      "epoch": 0.13742770325915127,
+      "grad_norm": 230.86343383789062,
+      "learning_rate": 1.9400869583661446e-06,
+      "loss": 8.9766,
+      "step": 14518
+    },
+    {
+      "epoch": 0.13743716928086633,
+      "grad_norm": 548.0765380859375,
+      "learning_rate": 1.9400765054242336e-06,
+      "loss": 34.9453,
+      "step": 14519
+    },
+    {
+      "epoch": 0.1374466353025814,
+      "grad_norm": 423.25982666015625,
+      "learning_rate": 1.9400660515987117e-06,
+      "loss": 23.2344,
+      "step": 14520
+    },
+    {
+      "epoch": 0.13745610132429645,
+      "grad_norm": 2.9143121242523193,
+      "learning_rate": 1.9400555968895893e-06,
+      "loss": 0.8862,
+      "step": 14521
+    },
+    {
+      "epoch": 0.13746556734601148,
+      "grad_norm": 434.7381286621094,
+      "learning_rate": 1.9400451412968755e-06,
+      "loss": 45.0781,
+      "step": 14522
+    },
+    {
+      "epoch": 0.13747503336772654,
+      "grad_norm": 391.5168762207031,
+      "learning_rate": 1.9400346848205806e-06,
+      "loss": 9.6094,
+      "step": 14523
+    },
+    {
+      "epoch": 0.1374844993894416,
+      "grad_norm": 2.711182117462158,
+      "learning_rate": 1.940024227460714e-06,
+      "loss": 0.9448,
+      "step": 14524
+    },
+    {
+      "epoch": 0.13749396541115666,
+      "grad_norm": 301.67889404296875,
+      "learning_rate": 1.940013769217286e-06,
+      "loss": 17.625,
+      "step": 14525
+    },
+    {
+      "epoch": 0.13750343143287172,
+      "grad_norm": 315.4129943847656,
+      "learning_rate": 1.9400033100903056e-06,
+      "loss": 30.9297,
+      "step": 14526
+    },
+    {
+      "epoch": 0.13751289745458675,
+      "grad_norm": 215.34165954589844,
+      "learning_rate": 1.939992850079784e-06,
+      "loss": 15.7578,
+      "step": 14527
+    },
+    {
+      "epoch": 0.1375223634763018,
+      "grad_norm": 293.5810546875,
+      "learning_rate": 1.9399823891857298e-06,
+      "loss": 32.7031,
+      "step": 14528
+    },
+    {
+      "epoch": 0.13753182949801687,
+      "grad_norm": 3.564134359359741,
+      "learning_rate": 1.939971927408154e-06,
+      "loss": 1.0027,
+      "step": 14529
+    },
+    {
+      "epoch": 0.13754129551973193,
+      "grad_norm": 341.1619873046875,
+      "learning_rate": 1.939961464747065e-06,
+      "loss": 21.5156,
+      "step": 14530
+    },
+    {
+      "epoch": 0.13755076154144696,
+      "grad_norm": 287.5250549316406,
+      "learning_rate": 1.939951001202473e-06,
+      "loss": 20.7109,
+      "step": 14531
+    },
+    {
+      "epoch": 0.13756022756316202,
+      "grad_norm": 194.63169860839844,
+      "learning_rate": 1.939940536774389e-06,
+      "loss": 15.5078,
+      "step": 14532
+    },
+    {
+      "epoch": 0.13756969358487708,
+      "grad_norm": 561.3964233398438,
+      "learning_rate": 1.9399300714628224e-06,
+      "loss": 39.8672,
+      "step": 14533
+    },
+    {
+      "epoch": 0.13757915960659214,
+      "grad_norm": 640.3809204101562,
+      "learning_rate": 1.9399196052677815e-06,
+      "loss": 39.3125,
+      "step": 14534
+    },
+    {
+      "epoch": 0.1375886256283072,
+      "grad_norm": 231.7581329345703,
+      "learning_rate": 1.939909138189278e-06,
+      "loss": 13.9688,
+      "step": 14535
+    },
+    {
+      "epoch": 0.13759809165002224,
+      "grad_norm": 826.9564819335938,
+      "learning_rate": 1.939898670227321e-06,
+      "loss": 62.7734,
+      "step": 14536
+    },
+    {
+      "epoch": 0.1376075576717373,
+      "grad_norm": 479.51385498046875,
+      "learning_rate": 1.9398882013819205e-06,
+      "loss": 23.6094,
+      "step": 14537
+    },
+    {
+      "epoch": 0.13761702369345236,
+      "grad_norm": 430.9534606933594,
+      "learning_rate": 1.939877731653086e-06,
+      "loss": 44.2188,
+      "step": 14538
+    },
+    {
+      "epoch": 0.13762648971516742,
+      "grad_norm": 289.9022216796875,
+      "learning_rate": 1.939867261040828e-06,
+      "loss": 17.3906,
+      "step": 14539
+    },
+    {
+      "epoch": 0.13763595573688245,
+      "grad_norm": 268.0016174316406,
+      "learning_rate": 1.9398567895451556e-06,
+      "loss": 17.3281,
+      "step": 14540
+    },
+    {
+      "epoch": 0.1376454217585975,
+      "grad_norm": 348.9818115234375,
+      "learning_rate": 1.939846317166079e-06,
+      "loss": 30.9688,
+      "step": 14541
+    },
+    {
+      "epoch": 0.13765488778031257,
+      "grad_norm": 248.12713623046875,
+      "learning_rate": 1.939835843903608e-06,
+      "loss": 24.9766,
+      "step": 14542
+    },
+    {
+      "epoch": 0.13766435380202763,
+      "grad_norm": 291.0238037109375,
+      "learning_rate": 1.9398253697577523e-06,
+      "loss": 22.8281,
+      "step": 14543
+    },
+    {
+      "epoch": 0.1376738198237427,
+      "grad_norm": 433.50347900390625,
+      "learning_rate": 1.939814894728522e-06,
+      "loss": 46.6172,
+      "step": 14544
+    },
+    {
+      "epoch": 0.13768328584545772,
+      "grad_norm": 306.7830810546875,
+      "learning_rate": 1.939804418815927e-06,
+      "loss": 9.793,
+      "step": 14545
+    },
+    {
+      "epoch": 0.13769275186717278,
+      "grad_norm": 591.6935424804688,
+      "learning_rate": 1.9397939420199767e-06,
+      "loss": 24.7344,
+      "step": 14546
+    },
+    {
+      "epoch": 0.13770221788888784,
+      "grad_norm": 427.2427978515625,
+      "learning_rate": 1.9397834643406815e-06,
+      "loss": 20.4141,
+      "step": 14547
+    },
+    {
+      "epoch": 0.1377116839106029,
+      "grad_norm": 221.27027893066406,
+      "learning_rate": 1.9397729857780508e-06,
+      "loss": 14.2266,
+      "step": 14548
+    },
+    {
+      "epoch": 0.13772114993231793,
+      "grad_norm": 831.1246948242188,
+      "learning_rate": 1.9397625063320947e-06,
+      "loss": 43.9688,
+      "step": 14549
+    },
+    {
+      "epoch": 0.137730615954033,
+      "grad_norm": 256.3222961425781,
+      "learning_rate": 1.939752026002823e-06,
+      "loss": 17.2109,
+      "step": 14550
+    },
+    {
+      "epoch": 0.13774008197574805,
+      "grad_norm": 520.4042358398438,
+      "learning_rate": 1.9397415447902455e-06,
+      "loss": 48.1953,
+      "step": 14551
+    },
+    {
+      "epoch": 0.1377495479974631,
+      "grad_norm": 486.5082092285156,
+      "learning_rate": 1.9397310626943723e-06,
+      "loss": 20.625,
+      "step": 14552
+    },
+    {
+      "epoch": 0.13775901401917817,
+      "grad_norm": 188.5352325439453,
+      "learning_rate": 1.9397205797152126e-06,
+      "loss": 17.5234,
+      "step": 14553
+    },
+    {
+      "epoch": 0.1377684800408932,
+      "grad_norm": 185.6084747314453,
+      "learning_rate": 1.939710095852777e-06,
+      "loss": 19.1289,
+      "step": 14554
+    },
+    {
+      "epoch": 0.13777794606260826,
+      "grad_norm": 2.90786075592041,
+      "learning_rate": 1.9396996111070753e-06,
+      "loss": 0.8301,
+      "step": 14555
+    },
+    {
+      "epoch": 0.13778741208432332,
+      "grad_norm": 386.15484619140625,
+      "learning_rate": 1.9396891254781163e-06,
+      "loss": 27.0625,
+      "step": 14556
+    },
+    {
+      "epoch": 0.13779687810603838,
+      "grad_norm": 473.3148498535156,
+      "learning_rate": 1.939678638965911e-06,
+      "loss": 17.8047,
+      "step": 14557
+    },
+    {
+      "epoch": 0.13780634412775342,
+      "grad_norm": 3.382570743560791,
+      "learning_rate": 1.939668151570469e-06,
+      "loss": 0.9507,
+      "step": 14558
+    },
+    {
+      "epoch": 0.13781581014946848,
+      "grad_norm": 429.8518371582031,
+      "learning_rate": 1.9396576632918004e-06,
+      "loss": 28.2812,
+      "step": 14559
+    },
+    {
+      "epoch": 0.13782527617118354,
+      "grad_norm": 198.17893981933594,
+      "learning_rate": 1.9396471741299144e-06,
+      "loss": 16.4453,
+      "step": 14560
+    },
+    {
+      "epoch": 0.1378347421928986,
+      "grad_norm": 285.2873229980469,
+      "learning_rate": 1.939636684084821e-06,
+      "loss": 17.5312,
+      "step": 14561
+    },
+    {
+      "epoch": 0.13784420821461366,
+      "grad_norm": 370.8929138183594,
+      "learning_rate": 1.9396261931565305e-06,
+      "loss": 55.6719,
+      "step": 14562
+    },
+    {
+      "epoch": 0.1378536742363287,
+      "grad_norm": 384.3174133300781,
+      "learning_rate": 1.9396157013450526e-06,
+      "loss": 20.5078,
+      "step": 14563
+    },
+    {
+      "epoch": 0.13786314025804375,
+      "grad_norm": 233.0722198486328,
+      "learning_rate": 1.9396052086503967e-06,
+      "loss": 34.1289,
+      "step": 14564
+    },
+    {
+      "epoch": 0.1378726062797588,
+      "grad_norm": 3.177105665206909,
+      "learning_rate": 1.9395947150725734e-06,
+      "loss": 0.8604,
+      "step": 14565
+    },
+    {
+      "epoch": 0.13788207230147387,
+      "grad_norm": 539.3713989257812,
+      "learning_rate": 1.939584220611592e-06,
+      "loss": 19.4297,
+      "step": 14566
+    },
+    {
+      "epoch": 0.1378915383231889,
+      "grad_norm": 432.9978942871094,
+      "learning_rate": 1.939573725267463e-06,
+      "loss": 12.8203,
+      "step": 14567
+    },
+    {
+      "epoch": 0.13790100434490396,
+      "grad_norm": 483.4571838378906,
+      "learning_rate": 1.939563229040195e-06,
+      "loss": 26.5352,
+      "step": 14568
+    },
+    {
+      "epoch": 0.13791047036661902,
+      "grad_norm": 416.947021484375,
+      "learning_rate": 1.9395527319297993e-06,
+      "loss": 11.9531,
+      "step": 14569
+    },
+    {
+      "epoch": 0.13791993638833408,
+      "grad_norm": 287.9900817871094,
+      "learning_rate": 1.939542233936285e-06,
+      "loss": 12.2266,
+      "step": 14570
+    },
+    {
+      "epoch": 0.13792940241004914,
+      "grad_norm": 694.2150268554688,
+      "learning_rate": 1.939531735059662e-06,
+      "loss": 44.0,
+      "step": 14571
+    },
+    {
+      "epoch": 0.13793886843176417,
+      "grad_norm": 330.19573974609375,
+      "learning_rate": 1.93952123529994e-06,
+      "loss": 15.0625,
+      "step": 14572
+    },
+    {
+      "epoch": 0.13794833445347923,
+      "grad_norm": 255.7476348876953,
+      "learning_rate": 1.9395107346571294e-06,
+      "loss": 22.8203,
+      "step": 14573
+    },
+    {
+      "epoch": 0.1379578004751943,
+      "grad_norm": 375.4814147949219,
+      "learning_rate": 1.9395002331312403e-06,
+      "loss": 25.5,
+      "step": 14574
+    },
+    {
+      "epoch": 0.13796726649690935,
+      "grad_norm": 568.2471923828125,
+      "learning_rate": 1.9394897307222815e-06,
+      "loss": 35.5078,
+      "step": 14575
+    },
+    {
+      "epoch": 0.13797673251862438,
+      "grad_norm": 215.6570281982422,
+      "learning_rate": 1.939479227430264e-06,
+      "loss": 19.4844,
+      "step": 14576
+    },
+    {
+      "epoch": 0.13798619854033944,
+      "grad_norm": 415.9028015136719,
+      "learning_rate": 1.9394687232551966e-06,
+      "loss": 14.5,
+      "step": 14577
+    },
+    {
+      "epoch": 0.1379956645620545,
+      "grad_norm": 2.813129186630249,
+      "learning_rate": 1.9394582181970902e-06,
+      "loss": 0.8262,
+      "step": 14578
+    },
+    {
+      "epoch": 0.13800513058376956,
+      "grad_norm": 3.7464773654937744,
+      "learning_rate": 1.9394477122559537e-06,
+      "loss": 0.9429,
+      "step": 14579
+    },
+    {
+      "epoch": 0.13801459660548462,
+      "grad_norm": 527.9346313476562,
+      "learning_rate": 1.939437205431798e-06,
+      "loss": 33.3594,
+      "step": 14580
+    },
+    {
+      "epoch": 0.13802406262719966,
+      "grad_norm": 874.8916625976562,
+      "learning_rate": 1.9394266977246322e-06,
+      "loss": 60.7031,
+      "step": 14581
+    },
+    {
+      "epoch": 0.13803352864891472,
+      "grad_norm": 3.212329626083374,
+      "learning_rate": 1.9394161891344662e-06,
+      "loss": 0.7817,
+      "step": 14582
+    },
+    {
+      "epoch": 0.13804299467062978,
+      "grad_norm": 242.2941131591797,
+      "learning_rate": 1.9394056796613104e-06,
+      "loss": 22.5469,
+      "step": 14583
+    },
+    {
+      "epoch": 0.13805246069234484,
+      "grad_norm": 1113.37353515625,
+      "learning_rate": 1.9393951693051743e-06,
+      "loss": 56.1875,
+      "step": 14584
+    },
+    {
+      "epoch": 0.13806192671405987,
+      "grad_norm": 2.8500778675079346,
+      "learning_rate": 1.9393846580660678e-06,
+      "loss": 0.7788,
+      "step": 14585
+    },
+    {
+      "epoch": 0.13807139273577493,
+      "grad_norm": 731.5200805664062,
+      "learning_rate": 1.9393741459440006e-06,
+      "loss": 14.4961,
+      "step": 14586
+    },
+    {
+      "epoch": 0.13808085875749,
+      "grad_norm": 734.0994262695312,
+      "learning_rate": 1.9393636329389833e-06,
+      "loss": 34.0781,
+      "step": 14587
+    },
+    {
+      "epoch": 0.13809032477920505,
+      "grad_norm": 306.208984375,
+      "learning_rate": 1.939353119051025e-06,
+      "loss": 21.2812,
+      "step": 14588
+    },
+    {
+      "epoch": 0.1380997908009201,
+      "grad_norm": 959.3610229492188,
+      "learning_rate": 1.939342604280136e-06,
+      "loss": 60.375,
+      "step": 14589
+    },
+    {
+      "epoch": 0.13810925682263514,
+      "grad_norm": 360.4083557128906,
+      "learning_rate": 1.939332088626326e-06,
+      "loss": 12.8906,
+      "step": 14590
+    },
+    {
+      "epoch": 0.1381187228443502,
+      "grad_norm": 223.05877685546875,
+      "learning_rate": 1.9393215720896048e-06,
+      "loss": 20.2031,
+      "step": 14591
+    },
+    {
+      "epoch": 0.13812818886606526,
+      "grad_norm": 778.7549438476562,
+      "learning_rate": 1.9393110546699826e-06,
+      "loss": 44.7031,
+      "step": 14592
+    },
+    {
+      "epoch": 0.13813765488778032,
+      "grad_norm": 250.13792419433594,
+      "learning_rate": 1.939300536367469e-06,
+      "loss": 12.3984,
+      "step": 14593
+    },
+    {
+      "epoch": 0.13814712090949538,
+      "grad_norm": 595.5359497070312,
+      "learning_rate": 1.9392900171820743e-06,
+      "loss": 51.5938,
+      "step": 14594
+    },
+    {
+      "epoch": 0.1381565869312104,
+      "grad_norm": 914.6290283203125,
+      "learning_rate": 1.9392794971138076e-06,
+      "loss": 61.75,
+      "step": 14595
+    },
+    {
+      "epoch": 0.13816605295292547,
+      "grad_norm": 726.3569946289062,
+      "learning_rate": 1.93926897616268e-06,
+      "loss": 47.9531,
+      "step": 14596
+    },
+    {
+      "epoch": 0.13817551897464053,
+      "grad_norm": 475.15155029296875,
+      "learning_rate": 1.9392584543286997e-06,
+      "loss": 37.2188,
+      "step": 14597
+    },
+    {
+      "epoch": 0.1381849849963556,
+      "grad_norm": 570.043212890625,
+      "learning_rate": 1.9392479316118783e-06,
+      "loss": 50.1875,
+      "step": 14598
+    },
+    {
+      "epoch": 0.13819445101807062,
+      "grad_norm": 379.0234069824219,
+      "learning_rate": 1.9392374080122246e-06,
+      "loss": 12.9219,
+      "step": 14599
+    },
+    {
+      "epoch": 0.13820391703978568,
+      "grad_norm": 684.9772338867188,
+      "learning_rate": 1.939226883529749e-06,
+      "loss": 69.2305,
+      "step": 14600
+    },
+    {
+      "epoch": 0.13821338306150074,
+      "grad_norm": 3.2398524284362793,
+      "learning_rate": 1.939216358164461e-06,
+      "loss": 0.9194,
+      "step": 14601
+    },
+    {
+      "epoch": 0.1382228490832158,
+      "grad_norm": 206.59017944335938,
+      "learning_rate": 1.939205831916371e-06,
+      "loss": 23.1875,
+      "step": 14602
+    },
+    {
+      "epoch": 0.13823231510493086,
+      "grad_norm": 388.6730041503906,
+      "learning_rate": 1.9391953047854887e-06,
+      "loss": 23.625,
+      "step": 14603
+    },
+    {
+      "epoch": 0.1382417811266459,
+      "grad_norm": 511.4549255371094,
+      "learning_rate": 1.939184776771824e-06,
+      "loss": 33.5,
+      "step": 14604
+    },
+    {
+      "epoch": 0.13825124714836096,
+      "grad_norm": 228.3059844970703,
+      "learning_rate": 1.939174247875386e-06,
+      "loss": 17.4688,
+      "step": 14605
+    },
+    {
+      "epoch": 0.13826071317007602,
+      "grad_norm": 1140.053466796875,
+      "learning_rate": 1.9391637180961856e-06,
+      "loss": 44.3047,
+      "step": 14606
+    },
+    {
+      "epoch": 0.13827017919179108,
+      "grad_norm": 293.0855407714844,
+      "learning_rate": 1.9391531874342324e-06,
+      "loss": 37.2656,
+      "step": 14607
+    },
+    {
+      "epoch": 0.1382796452135061,
+      "grad_norm": 283.7287292480469,
+      "learning_rate": 1.9391426558895367e-06,
+      "loss": 24.2344,
+      "step": 14608
+    },
+    {
+      "epoch": 0.13828911123522117,
+      "grad_norm": 567.024169921875,
+      "learning_rate": 1.9391321234621077e-06,
+      "loss": 22.8594,
+      "step": 14609
+    },
+    {
+      "epoch": 0.13829857725693623,
+      "grad_norm": 393.46478271484375,
+      "learning_rate": 1.9391215901519556e-06,
+      "loss": 23.875,
+      "step": 14610
+    },
+    {
+      "epoch": 0.1383080432786513,
+      "grad_norm": 319.70440673828125,
+      "learning_rate": 1.9391110559590905e-06,
+      "loss": 25.7031,
+      "step": 14611
+    },
+    {
+      "epoch": 0.13831750930036635,
+      "grad_norm": 561.1226196289062,
+      "learning_rate": 1.9391005208835223e-06,
+      "loss": 51.0938,
+      "step": 14612
+    },
+    {
+      "epoch": 0.13832697532208138,
+      "grad_norm": 219.4717559814453,
+      "learning_rate": 1.93908998492526e-06,
+      "loss": 12.7422,
+      "step": 14613
+    },
+    {
+      "epoch": 0.13833644134379644,
+      "grad_norm": 364.7059326171875,
+      "learning_rate": 1.9390794480843147e-06,
+      "loss": 17.0039,
+      "step": 14614
+    },
+    {
+      "epoch": 0.1383459073655115,
+      "grad_norm": 318.0524597167969,
+      "learning_rate": 1.9390689103606953e-06,
+      "loss": 30.0,
+      "step": 14615
+    },
+    {
+      "epoch": 0.13835537338722656,
+      "grad_norm": 183.27444458007812,
+      "learning_rate": 1.939058371754413e-06,
+      "loss": 17.9922,
+      "step": 14616
+    },
+    {
+      "epoch": 0.1383648394089416,
+      "grad_norm": 580.42822265625,
+      "learning_rate": 1.9390478322654765e-06,
+      "loss": 38.4844,
+      "step": 14617
+    },
+    {
+      "epoch": 0.13837430543065665,
+      "grad_norm": 640.0345458984375,
+      "learning_rate": 1.939037291893896e-06,
+      "loss": 44.5625,
+      "step": 14618
+    },
+    {
+      "epoch": 0.1383837714523717,
+      "grad_norm": 287.50872802734375,
+      "learning_rate": 1.9390267506396816e-06,
+      "loss": 15.8516,
+      "step": 14619
+    },
+    {
+      "epoch": 0.13839323747408677,
+      "grad_norm": 329.6753845214844,
+      "learning_rate": 1.939016208502843e-06,
+      "loss": 48.0625,
+      "step": 14620
+    },
+    {
+      "epoch": 0.13840270349580183,
+      "grad_norm": 2.5778005123138428,
+      "learning_rate": 1.939005665483391e-06,
+      "loss": 0.8147,
+      "step": 14621
+    },
+    {
+      "epoch": 0.13841216951751686,
+      "grad_norm": 410.013427734375,
+      "learning_rate": 1.938995121581334e-06,
+      "loss": 44.9062,
+      "step": 14622
+    },
+    {
+      "epoch": 0.13842163553923192,
+      "grad_norm": 817.0358276367188,
+      "learning_rate": 1.9389845767966827e-06,
+      "loss": 55.2344,
+      "step": 14623
+    },
+    {
+      "epoch": 0.13843110156094698,
+      "grad_norm": 291.4938049316406,
+      "learning_rate": 1.9389740311294473e-06,
+      "loss": 22.5,
+      "step": 14624
+    },
+    {
+      "epoch": 0.13844056758266204,
+      "grad_norm": 471.0341491699219,
+      "learning_rate": 1.938963484579637e-06,
+      "loss": 19.0781,
+      "step": 14625
+    },
+    {
+      "epoch": 0.13845003360437708,
+      "grad_norm": 478.44732666015625,
+      "learning_rate": 1.9389529371472624e-06,
+      "loss": 23.8906,
+      "step": 14626
+    },
+    {
+      "epoch": 0.13845949962609214,
+      "grad_norm": 433.5776062011719,
+      "learning_rate": 1.9389423888323333e-06,
+      "loss": 14.375,
+      "step": 14627
+    },
+    {
+      "epoch": 0.1384689656478072,
+      "grad_norm": 799.7786254882812,
+      "learning_rate": 1.938931839634859e-06,
+      "loss": 46.3672,
+      "step": 14628
+    },
+    {
+      "epoch": 0.13847843166952226,
+      "grad_norm": 373.0169982910156,
+      "learning_rate": 1.9389212895548504e-06,
+      "loss": 24.7148,
+      "step": 14629
+    },
+    {
+      "epoch": 0.13848789769123732,
+      "grad_norm": 388.2788391113281,
+      "learning_rate": 1.9389107385923166e-06,
+      "loss": 20.6484,
+      "step": 14630
+    },
+    {
+      "epoch": 0.13849736371295235,
+      "grad_norm": 300.3373107910156,
+      "learning_rate": 1.9389001867472675e-06,
+      "loss": 48.0391,
+      "step": 14631
+    },
+    {
+      "epoch": 0.1385068297346674,
+      "grad_norm": 1285.8031005859375,
+      "learning_rate": 1.9388896340197135e-06,
+      "loss": 48.6016,
+      "step": 14632
+    },
+    {
+      "epoch": 0.13851629575638247,
+      "grad_norm": 588.3613891601562,
+      "learning_rate": 1.9388790804096646e-06,
+      "loss": 20.7148,
+      "step": 14633
+    },
+    {
+      "epoch": 0.13852576177809753,
+      "grad_norm": 364.2294616699219,
+      "learning_rate": 1.93886852591713e-06,
+      "loss": 33.5469,
+      "step": 14634
+    },
+    {
+      "epoch": 0.13853522779981256,
+      "grad_norm": 497.79437255859375,
+      "learning_rate": 1.9388579705421205e-06,
+      "loss": 48.3125,
+      "step": 14635
+    },
+    {
+      "epoch": 0.13854469382152762,
+      "grad_norm": 805.8424682617188,
+      "learning_rate": 1.9388474142846452e-06,
+      "loss": 67.5469,
+      "step": 14636
+    },
+    {
+      "epoch": 0.13855415984324268,
+      "grad_norm": 924.9945068359375,
+      "learning_rate": 1.9388368571447145e-06,
+      "loss": 66.0078,
+      "step": 14637
+    },
+    {
+      "epoch": 0.13856362586495774,
+      "grad_norm": 357.7459411621094,
+      "learning_rate": 1.9388262991223384e-06,
+      "loss": 26.5195,
+      "step": 14638
+    },
+    {
+      "epoch": 0.1385730918866728,
+      "grad_norm": 561.8486328125,
+      "learning_rate": 1.938815740217527e-06,
+      "loss": 7.4766,
+      "step": 14639
+    },
+    {
+      "epoch": 0.13858255790838783,
+      "grad_norm": 554.224853515625,
+      "learning_rate": 1.938805180430289e-06,
+      "loss": 47.9375,
+      "step": 14640
+    },
+    {
+      "epoch": 0.1385920239301029,
+      "grad_norm": 211.40899658203125,
+      "learning_rate": 1.9387946197606356e-06,
+      "loss": 10.9746,
+      "step": 14641
+    },
+    {
+      "epoch": 0.13860148995181795,
+      "grad_norm": 181.70863342285156,
+      "learning_rate": 1.9387840582085763e-06,
+      "loss": 22.7188,
+      "step": 14642
+    },
+    {
+      "epoch": 0.138610955973533,
+      "grad_norm": 211.50318908691406,
+      "learning_rate": 1.9387734957741213e-06,
+      "loss": 14.8359,
+      "step": 14643
+    },
+    {
+      "epoch": 0.13862042199524804,
+      "grad_norm": 317.8036193847656,
+      "learning_rate": 1.93876293245728e-06,
+      "loss": 31.7656,
+      "step": 14644
+    },
+    {
+      "epoch": 0.1386298880169631,
+      "grad_norm": 247.92874145507812,
+      "learning_rate": 1.9387523682580625e-06,
+      "loss": 7.9336,
+      "step": 14645
+    },
+    {
+      "epoch": 0.13863935403867816,
+      "grad_norm": 260.0355529785156,
+      "learning_rate": 1.938741803176479e-06,
+      "loss": 19.5859,
+      "step": 14646
+    },
+    {
+      "epoch": 0.13864882006039322,
+      "grad_norm": 365.44549560546875,
+      "learning_rate": 1.9387312372125395e-06,
+      "loss": 37.0625,
+      "step": 14647
+    },
+    {
+      "epoch": 0.13865828608210828,
+      "grad_norm": 231.75460815429688,
+      "learning_rate": 1.9387206703662536e-06,
+      "loss": 18.3984,
+      "step": 14648
+    },
+    {
+      "epoch": 0.13866775210382332,
+      "grad_norm": 1112.9189453125,
+      "learning_rate": 1.938710102637631e-06,
+      "loss": 97.6562,
+      "step": 14649
+    },
+    {
+      "epoch": 0.13867721812553838,
+      "grad_norm": 567.42919921875,
+      "learning_rate": 1.9386995340266824e-06,
+      "loss": 64.0,
+      "step": 14650
+    },
+    {
+      "epoch": 0.13868668414725344,
+      "grad_norm": 3.5189602375030518,
+      "learning_rate": 1.9386889645334173e-06,
+      "loss": 1.0576,
+      "step": 14651
+    },
+    {
+      "epoch": 0.1386961501689685,
+      "grad_norm": 433.8910827636719,
+      "learning_rate": 1.9386783941578454e-06,
+      "loss": 22.0859,
+      "step": 14652
+    },
+    {
+      "epoch": 0.13870561619068353,
+      "grad_norm": 307.06951904296875,
+      "learning_rate": 1.9386678228999773e-06,
+      "loss": 17.7773,
+      "step": 14653
+    },
+    {
+      "epoch": 0.1387150822123986,
+      "grad_norm": 143.4996795654297,
+      "learning_rate": 1.938657250759822e-06,
+      "loss": 15.3516,
+      "step": 14654
+    },
+    {
+      "epoch": 0.13872454823411365,
+      "grad_norm": 2.637031316757202,
+      "learning_rate": 1.93864667773739e-06,
+      "loss": 0.8843,
+      "step": 14655
+    },
+    {
+      "epoch": 0.1387340142558287,
+      "grad_norm": 415.98773193359375,
+      "learning_rate": 1.938636103832691e-06,
+      "loss": 29.6875,
+      "step": 14656
+    },
+    {
+      "epoch": 0.13874348027754377,
+      "grad_norm": 785.0823974609375,
+      "learning_rate": 1.9386255290457357e-06,
+      "loss": 41.0703,
+      "step": 14657
+    },
+    {
+      "epoch": 0.1387529462992588,
+      "grad_norm": 465.4402770996094,
+      "learning_rate": 1.938614953376533e-06,
+      "loss": 32.1719,
+      "step": 14658
+    },
+    {
+      "epoch": 0.13876241232097386,
+      "grad_norm": 357.15045166015625,
+      "learning_rate": 1.9386043768250937e-06,
+      "loss": 20.2969,
+      "step": 14659
+    },
+    {
+      "epoch": 0.13877187834268892,
+      "grad_norm": 267.90667724609375,
+      "learning_rate": 1.938593799391427e-06,
+      "loss": 37.375,
+      "step": 14660
+    },
+    {
+      "epoch": 0.13878134436440398,
+      "grad_norm": 166.49069213867188,
+      "learning_rate": 1.9385832210755435e-06,
+      "loss": 14.3516,
+      "step": 14661
+    },
+    {
+      "epoch": 0.138790810386119,
+      "grad_norm": 319.9599609375,
+      "learning_rate": 1.9385726418774526e-06,
+      "loss": 23.8438,
+      "step": 14662
+    },
+    {
+      "epoch": 0.13880027640783407,
+      "grad_norm": 480.7591552734375,
+      "learning_rate": 1.9385620617971646e-06,
+      "loss": 37.0859,
+      "step": 14663
+    },
+    {
+      "epoch": 0.13880974242954913,
+      "grad_norm": 772.5506591796875,
+      "learning_rate": 1.9385514808346893e-06,
+      "loss": 49.6172,
+      "step": 14664
+    },
+    {
+      "epoch": 0.1388192084512642,
+      "grad_norm": 554.5753173828125,
+      "learning_rate": 1.9385408989900367e-06,
+      "loss": 12.0469,
+      "step": 14665
+    },
+    {
+      "epoch": 0.13882867447297925,
+      "grad_norm": 894.3859252929688,
+      "learning_rate": 1.9385303162632164e-06,
+      "loss": 48.3125,
+      "step": 14666
+    },
+    {
+      "epoch": 0.13883814049469428,
+      "grad_norm": 414.9085998535156,
+      "learning_rate": 1.938519732654239e-06,
+      "loss": 20.8047,
+      "step": 14667
+    },
+    {
+      "epoch": 0.13884760651640934,
+      "grad_norm": 262.47235107421875,
+      "learning_rate": 1.938509148163114e-06,
+      "loss": 24.5781,
+      "step": 14668
+    },
+    {
+      "epoch": 0.1388570725381244,
+      "grad_norm": 269.55267333984375,
+      "learning_rate": 1.9384985627898517e-06,
+      "loss": 16.6797,
+      "step": 14669
+    },
+    {
+      "epoch": 0.13886653855983946,
+      "grad_norm": 262.482177734375,
+      "learning_rate": 1.9384879765344614e-06,
+      "loss": 27.625,
+      "step": 14670
+    },
+    {
+      "epoch": 0.1388760045815545,
+      "grad_norm": 525.8825073242188,
+      "learning_rate": 1.9384773893969533e-06,
+      "loss": 23.2812,
+      "step": 14671
+    },
+    {
+      "epoch": 0.13888547060326956,
+      "grad_norm": 435.8257141113281,
+      "learning_rate": 1.9384668013773383e-06,
+      "loss": 26.9141,
+      "step": 14672
+    },
+    {
+      "epoch": 0.13889493662498462,
+      "grad_norm": 615.0692749023438,
+      "learning_rate": 1.938456212475625e-06,
+      "loss": 36.75,
+      "step": 14673
+    },
+    {
+      "epoch": 0.13890440264669968,
+      "grad_norm": 321.2135314941406,
+      "learning_rate": 1.938445622691824e-06,
+      "loss": 41.6797,
+      "step": 14674
+    },
+    {
+      "epoch": 0.13891386866841474,
+      "grad_norm": 507.8591003417969,
+      "learning_rate": 1.938435032025945e-06,
+      "loss": 45.9922,
+      "step": 14675
+    },
+    {
+      "epoch": 0.13892333469012977,
+      "grad_norm": 430.25799560546875,
+      "learning_rate": 1.9384244404779986e-06,
+      "loss": 45.6719,
+      "step": 14676
+    },
+    {
+      "epoch": 0.13893280071184483,
+      "grad_norm": 221.51779174804688,
+      "learning_rate": 1.9384138480479935e-06,
+      "loss": 9.125,
+      "step": 14677
+    },
+    {
+      "epoch": 0.1389422667335599,
+      "grad_norm": 240.30027770996094,
+      "learning_rate": 1.938403254735941e-06,
+      "loss": 29.2266,
+      "step": 14678
+    },
+    {
+      "epoch": 0.13895173275527495,
+      "grad_norm": 743.7542114257812,
+      "learning_rate": 1.9383926605418504e-06,
+      "loss": 13.3359,
+      "step": 14679
+    },
+    {
+      "epoch": 0.13896119877699,
+      "grad_norm": 788.7483520507812,
+      "learning_rate": 1.9383820654657317e-06,
+      "loss": 50.6562,
+      "step": 14680
+    },
+    {
+      "epoch": 0.13897066479870504,
+      "grad_norm": 615.8445434570312,
+      "learning_rate": 1.938371469507595e-06,
+      "loss": 47.2812,
+      "step": 14681
+    },
+    {
+      "epoch": 0.1389801308204201,
+      "grad_norm": 295.3322448730469,
+      "learning_rate": 1.93836087266745e-06,
+      "loss": 7.7129,
+      "step": 14682
+    },
+    {
+      "epoch": 0.13898959684213516,
+      "grad_norm": 3.525876760482788,
+      "learning_rate": 1.9383502749453067e-06,
+      "loss": 0.9104,
+      "step": 14683
+    },
+    {
+      "epoch": 0.13899906286385022,
+      "grad_norm": 367.0206604003906,
+      "learning_rate": 1.9383396763411756e-06,
+      "loss": 29.8906,
+      "step": 14684
+    },
+    {
+      "epoch": 0.13900852888556525,
+      "grad_norm": 617.1051635742188,
+      "learning_rate": 1.938329076855066e-06,
+      "loss": 62.9766,
+      "step": 14685
+    },
+    {
+      "epoch": 0.1390179949072803,
+      "grad_norm": 3.014101505279541,
+      "learning_rate": 1.9383184764869883e-06,
+      "loss": 0.9424,
+      "step": 14686
+    },
+    {
+      "epoch": 0.13902746092899537,
+      "grad_norm": 3.2322189807891846,
+      "learning_rate": 1.938307875236952e-06,
+      "loss": 0.9316,
+      "step": 14687
+    },
+    {
+      "epoch": 0.13903692695071043,
+      "grad_norm": 866.3662109375,
+      "learning_rate": 1.938297273104967e-06,
+      "loss": 35.8828,
+      "step": 14688
+    },
+    {
+      "epoch": 0.1390463929724255,
+      "grad_norm": 405.4069519042969,
+      "learning_rate": 1.9382866700910445e-06,
+      "loss": 9.8438,
+      "step": 14689
+    },
+    {
+      "epoch": 0.13905585899414052,
+      "grad_norm": 164.38766479492188,
+      "learning_rate": 1.938276066195193e-06,
+      "loss": 16.1953,
+      "step": 14690
+    },
+    {
+      "epoch": 0.13906532501585558,
+      "grad_norm": 517.9735107421875,
+      "learning_rate": 1.938265461417423e-06,
+      "loss": 27.8125,
+      "step": 14691
+    },
+    {
+      "epoch": 0.13907479103757064,
+      "grad_norm": 2.874856472015381,
+      "learning_rate": 1.938254855757745e-06,
+      "loss": 0.9194,
+      "step": 14692
+    },
+    {
+      "epoch": 0.1390842570592857,
+      "grad_norm": 819.78125,
+      "learning_rate": 1.938244249216168e-06,
+      "loss": 49.8672,
+      "step": 14693
+    },
+    {
+      "epoch": 0.13909372308100074,
+      "grad_norm": 231.9407501220703,
+      "learning_rate": 1.938233641792703e-06,
+      "loss": 21.5312,
+      "step": 14694
+    },
+    {
+      "epoch": 0.1391031891027158,
+      "grad_norm": 700.6179809570312,
+      "learning_rate": 1.938223033487359e-06,
+      "loss": 28.8359,
+      "step": 14695
+    },
+    {
+      "epoch": 0.13911265512443086,
+      "grad_norm": 493.6686096191406,
+      "learning_rate": 1.9382124243001462e-06,
+      "loss": 33.9141,
+      "step": 14696
+    },
+    {
+      "epoch": 0.13912212114614592,
+      "grad_norm": 365.427734375,
+      "learning_rate": 1.9382018142310748e-06,
+      "loss": 26.4531,
+      "step": 14697
+    },
+    {
+      "epoch": 0.13913158716786098,
+      "grad_norm": 323.0664978027344,
+      "learning_rate": 1.938191203280155e-06,
+      "loss": 22.6016,
+      "step": 14698
+    },
+    {
+      "epoch": 0.139141053189576,
+      "grad_norm": 213.05152893066406,
+      "learning_rate": 1.9381805914473964e-06,
+      "loss": 24.3906,
+      "step": 14699
+    },
+    {
+      "epoch": 0.13915051921129107,
+      "grad_norm": 428.69476318359375,
+      "learning_rate": 1.938169978732809e-06,
+      "loss": 17.6016,
+      "step": 14700
+    },
+    {
+      "epoch": 0.13915998523300613,
+      "grad_norm": 189.87913513183594,
+      "learning_rate": 1.938159365136403e-06,
+      "loss": 19.0781,
+      "step": 14701
+    },
+    {
+      "epoch": 0.1391694512547212,
+      "grad_norm": 287.02996826171875,
+      "learning_rate": 1.938148750658188e-06,
+      "loss": 20.9688,
+      "step": 14702
+    },
+    {
+      "epoch": 0.13917891727643622,
+      "grad_norm": 303.7251281738281,
+      "learning_rate": 1.9381381352981743e-06,
+      "loss": 39.5156,
+      "step": 14703
+    },
+    {
+      "epoch": 0.13918838329815128,
+      "grad_norm": 746.0884399414062,
+      "learning_rate": 1.938127519056372e-06,
+      "loss": 47.5,
+      "step": 14704
+    },
+    {
+      "epoch": 0.13919784931986634,
+      "grad_norm": 364.38238525390625,
+      "learning_rate": 1.9381169019327907e-06,
+      "loss": 35.2656,
+      "step": 14705
+    },
+    {
+      "epoch": 0.1392073153415814,
+      "grad_norm": 496.6123046875,
+      "learning_rate": 1.9381062839274407e-06,
+      "loss": 20.2031,
+      "step": 14706
+    },
+    {
+      "epoch": 0.13921678136329646,
+      "grad_norm": 317.5548400878906,
+      "learning_rate": 1.9380956650403314e-06,
+      "loss": 8.5703,
+      "step": 14707
+    },
+    {
+      "epoch": 0.1392262473850115,
+      "grad_norm": 287.4568786621094,
+      "learning_rate": 1.938085045271473e-06,
+      "loss": 16.2773,
+      "step": 14708
+    },
+    {
+      "epoch": 0.13923571340672655,
+      "grad_norm": 1182.2938232421875,
+      "learning_rate": 1.9380744246208765e-06,
+      "loss": 26.8281,
+      "step": 14709
+    },
+    {
+      "epoch": 0.1392451794284416,
+      "grad_norm": 2.8970727920532227,
+      "learning_rate": 1.9380638030885507e-06,
+      "loss": 0.8994,
+      "step": 14710
+    },
+    {
+      "epoch": 0.13925464545015667,
+      "grad_norm": 463.2901916503906,
+      "learning_rate": 1.938053180674506e-06,
+      "loss": 51.8281,
+      "step": 14711
+    },
+    {
+      "epoch": 0.1392641114718717,
+      "grad_norm": 295.49725341796875,
+      "learning_rate": 1.938042557378752e-06,
+      "loss": 22.0938,
+      "step": 14712
+    },
+    {
+      "epoch": 0.13927357749358676,
+      "grad_norm": 235.4300537109375,
+      "learning_rate": 1.9380319332012995e-06,
+      "loss": 12.9375,
+      "step": 14713
+    },
+    {
+      "epoch": 0.13928304351530182,
+      "grad_norm": 234.47129821777344,
+      "learning_rate": 1.938021308142158e-06,
+      "loss": 20.9062,
+      "step": 14714
+    },
+    {
+      "epoch": 0.13929250953701688,
+      "grad_norm": 313.0304260253906,
+      "learning_rate": 1.938010682201337e-06,
+      "loss": 32.6094,
+      "step": 14715
+    },
+    {
+      "epoch": 0.13930197555873194,
+      "grad_norm": 360.6496276855469,
+      "learning_rate": 1.9380000553788476e-06,
+      "loss": 22.2188,
+      "step": 14716
+    },
+    {
+      "epoch": 0.13931144158044698,
+      "grad_norm": 227.46578979492188,
+      "learning_rate": 1.937989427674699e-06,
+      "loss": 20.9883,
+      "step": 14717
+    },
+    {
+      "epoch": 0.13932090760216204,
+      "grad_norm": 242.79908752441406,
+      "learning_rate": 1.937978799088901e-06,
+      "loss": 20.5703,
+      "step": 14718
+    },
+    {
+      "epoch": 0.1393303736238771,
+      "grad_norm": 349.3076171875,
+      "learning_rate": 1.9379681696214642e-06,
+      "loss": 35.8281,
+      "step": 14719
+    },
+    {
+      "epoch": 0.13933983964559216,
+      "grad_norm": 342.6841125488281,
+      "learning_rate": 1.9379575392723983e-06,
+      "loss": 23.0312,
+      "step": 14720
+    },
+    {
+      "epoch": 0.1393493056673072,
+      "grad_norm": 885.8406372070312,
+      "learning_rate": 1.937946908041713e-06,
+      "loss": 31.7891,
+      "step": 14721
+    },
+    {
+      "epoch": 0.13935877168902225,
+      "grad_norm": 466.5111083984375,
+      "learning_rate": 1.937936275929419e-06,
+      "loss": 12.2734,
+      "step": 14722
+    },
+    {
+      "epoch": 0.1393682377107373,
+      "grad_norm": 272.4049377441406,
+      "learning_rate": 1.937925642935526e-06,
+      "loss": 17.6562,
+      "step": 14723
+    },
+    {
+      "epoch": 0.13937770373245237,
+      "grad_norm": 513.0679931640625,
+      "learning_rate": 1.9379150090600434e-06,
+      "loss": 16.6719,
+      "step": 14724
+    },
+    {
+      "epoch": 0.13938716975416743,
+      "grad_norm": 881.9497680664062,
+      "learning_rate": 1.9379043743029825e-06,
+      "loss": 57.4336,
+      "step": 14725
+    },
+    {
+      "epoch": 0.13939663577588246,
+      "grad_norm": 479.6487731933594,
+      "learning_rate": 1.9378937386643517e-06,
+      "loss": 46.2344,
+      "step": 14726
+    },
+    {
+      "epoch": 0.13940610179759752,
+      "grad_norm": 384.3031921386719,
+      "learning_rate": 1.9378831021441625e-06,
+      "loss": 56.3906,
+      "step": 14727
+    },
+    {
+      "epoch": 0.13941556781931258,
+      "grad_norm": 342.2161560058594,
+      "learning_rate": 1.9378724647424237e-06,
+      "loss": 39.7812,
+      "step": 14728
+    },
+    {
+      "epoch": 0.13942503384102764,
+      "grad_norm": 322.2275390625,
+      "learning_rate": 1.9378618264591464e-06,
+      "loss": 14.6758,
+      "step": 14729
+    },
+    {
+      "epoch": 0.13943449986274267,
+      "grad_norm": 421.5139465332031,
+      "learning_rate": 1.9378511872943395e-06,
+      "loss": 29.6016,
+      "step": 14730
+    },
+    {
+      "epoch": 0.13944396588445773,
+      "grad_norm": 207.29180908203125,
+      "learning_rate": 1.937840547248013e-06,
+      "loss": 17.9531,
+      "step": 14731
+    },
+    {
+      "epoch": 0.1394534319061728,
+      "grad_norm": 684.3483276367188,
+      "learning_rate": 1.937829906320178e-06,
+      "loss": 68.3828,
+      "step": 14732
+    },
+    {
+      "epoch": 0.13946289792788785,
+      "grad_norm": 311.2198791503906,
+      "learning_rate": 1.937819264510844e-06,
+      "loss": 9.918,
+      "step": 14733
+    },
+    {
+      "epoch": 0.1394723639496029,
+      "grad_norm": 427.2634582519531,
+      "learning_rate": 1.937808621820021e-06,
+      "loss": 46.4062,
+      "step": 14734
+    },
+    {
+      "epoch": 0.13948182997131794,
+      "grad_norm": 437.158203125,
+      "learning_rate": 1.9377979782477186e-06,
+      "loss": 34.4219,
+      "step": 14735
+    },
+    {
+      "epoch": 0.139491295993033,
+      "grad_norm": 305.1331481933594,
+      "learning_rate": 1.9377873337939473e-06,
+      "loss": 21.6406,
+      "step": 14736
+    },
+    {
+      "epoch": 0.13950076201474806,
+      "grad_norm": 590.8109130859375,
+      "learning_rate": 1.9377766884587167e-06,
+      "loss": 32.4297,
+      "step": 14737
+    },
+    {
+      "epoch": 0.13951022803646312,
+      "grad_norm": 780.8865356445312,
+      "learning_rate": 1.937766042242037e-06,
+      "loss": 38.2656,
+      "step": 14738
+    },
+    {
+      "epoch": 0.13951969405817816,
+      "grad_norm": 362.9554138183594,
+      "learning_rate": 1.9377553951439185e-06,
+      "loss": 24.1953,
+      "step": 14739
+    },
+    {
+      "epoch": 0.13952916007989322,
+      "grad_norm": 197.2570037841797,
+      "learning_rate": 1.9377447471643704e-06,
+      "loss": 17.2969,
+      "step": 14740
+    },
+    {
+      "epoch": 0.13953862610160828,
+      "grad_norm": 603.64599609375,
+      "learning_rate": 1.9377340983034037e-06,
+      "loss": 34.0938,
+      "step": 14741
+    },
+    {
+      "epoch": 0.13954809212332334,
+      "grad_norm": 1074.408203125,
+      "learning_rate": 1.937723448561028e-06,
+      "loss": 47.9688,
+      "step": 14742
+    },
+    {
+      "epoch": 0.1395575581450384,
+      "grad_norm": 468.36724853515625,
+      "learning_rate": 1.9377127979372532e-06,
+      "loss": 47.5156,
+      "step": 14743
+    },
+    {
+      "epoch": 0.13956702416675343,
+      "grad_norm": 265.2091064453125,
+      "learning_rate": 1.9377021464320893e-06,
+      "loss": 17.7109,
+      "step": 14744
+    },
+    {
+      "epoch": 0.1395764901884685,
+      "grad_norm": 331.79412841796875,
+      "learning_rate": 1.937691494045546e-06,
+      "loss": 35.2422,
+      "step": 14745
+    },
+    {
+      "epoch": 0.13958595621018355,
+      "grad_norm": 374.520751953125,
+      "learning_rate": 1.9376808407776343e-06,
+      "loss": 26.1641,
+      "step": 14746
+    },
+    {
+      "epoch": 0.1395954222318986,
+      "grad_norm": 1232.1910400390625,
+      "learning_rate": 1.9376701866283635e-06,
+      "loss": 18.4766,
+      "step": 14747
+    },
+    {
+      "epoch": 0.13960488825361364,
+      "grad_norm": 318.7411804199219,
+      "learning_rate": 1.9376595315977435e-06,
+      "loss": 20.3984,
+      "step": 14748
+    },
+    {
+      "epoch": 0.1396143542753287,
+      "grad_norm": 541.0393676757812,
+      "learning_rate": 1.937648875685785e-06,
+      "loss": 41.5312,
+      "step": 14749
+    },
+    {
+      "epoch": 0.13962382029704376,
+      "grad_norm": 440.8999938964844,
+      "learning_rate": 1.937638218892497e-06,
+      "loss": 25.2812,
+      "step": 14750
+    },
+    {
+      "epoch": 0.13963328631875882,
+      "grad_norm": 532.0723876953125,
+      "learning_rate": 1.93762756121789e-06,
+      "loss": 10.7539,
+      "step": 14751
+    },
+    {
+      "epoch": 0.13964275234047388,
+      "grad_norm": 242.78932189941406,
+      "learning_rate": 1.9376169026619745e-06,
+      "loss": 22.2812,
+      "step": 14752
+    },
+    {
+      "epoch": 0.1396522183621889,
+      "grad_norm": 302.1191101074219,
+      "learning_rate": 1.93760624322476e-06,
+      "loss": 27.3984,
+      "step": 14753
+    },
+    {
+      "epoch": 0.13966168438390397,
+      "grad_norm": 753.4466552734375,
+      "learning_rate": 1.937595582906257e-06,
+      "loss": 27.4688,
+      "step": 14754
+    },
+    {
+      "epoch": 0.13967115040561903,
+      "grad_norm": 186.31051635742188,
+      "learning_rate": 1.9375849217064743e-06,
+      "loss": 21.3906,
+      "step": 14755
+    },
+    {
+      "epoch": 0.1396806164273341,
+      "grad_norm": 326.7740173339844,
+      "learning_rate": 1.9375742596254235e-06,
+      "loss": 29.7422,
+      "step": 14756
+    },
+    {
+      "epoch": 0.13969008244904912,
+      "grad_norm": 639.6425170898438,
+      "learning_rate": 1.9375635966631133e-06,
+      "loss": 24.4922,
+      "step": 14757
+    },
+    {
+      "epoch": 0.13969954847076418,
+      "grad_norm": 690.0364990234375,
+      "learning_rate": 1.9375529328195546e-06,
+      "loss": 53.9375,
+      "step": 14758
+    },
+    {
+      "epoch": 0.13970901449247924,
+      "grad_norm": 471.1467590332031,
+      "learning_rate": 1.9375422680947573e-06,
+      "loss": 25.1172,
+      "step": 14759
+    },
+    {
+      "epoch": 0.1397184805141943,
+      "grad_norm": 659.37255859375,
+      "learning_rate": 1.937531602488731e-06,
+      "loss": 49.4219,
+      "step": 14760
+    },
+    {
+      "epoch": 0.13972794653590936,
+      "grad_norm": 192.2098846435547,
+      "learning_rate": 1.9375209360014863e-06,
+      "loss": 15.4453,
+      "step": 14761
+    },
+    {
+      "epoch": 0.1397374125576244,
+      "grad_norm": 296.0223388671875,
+      "learning_rate": 1.9375102686330327e-06,
+      "loss": 20.2617,
+      "step": 14762
+    },
+    {
+      "epoch": 0.13974687857933946,
+      "grad_norm": 191.3737030029297,
+      "learning_rate": 1.93749960038338e-06,
+      "loss": 17.625,
+      "step": 14763
+    },
+    {
+      "epoch": 0.13975634460105452,
+      "grad_norm": 396.9471740722656,
+      "learning_rate": 1.9374889312525393e-06,
+      "loss": 31.8828,
+      "step": 14764
+    },
+    {
+      "epoch": 0.13976581062276958,
+      "grad_norm": 460.6831970214844,
+      "learning_rate": 1.93747826124052e-06,
+      "loss": 25.1797,
+      "step": 14765
+    },
+    {
+      "epoch": 0.13977527664448464,
+      "grad_norm": 328.3064880371094,
+      "learning_rate": 1.937467590347332e-06,
+      "loss": 20.0234,
+      "step": 14766
+    },
+    {
+      "epoch": 0.13978474266619967,
+      "grad_norm": 495.137939453125,
+      "learning_rate": 1.937456918572985e-06,
+      "loss": 28.4141,
+      "step": 14767
+    },
+    {
+      "epoch": 0.13979420868791473,
+      "grad_norm": 231.49789428710938,
+      "learning_rate": 1.9374462459174902e-06,
+      "loss": 19.3516,
+      "step": 14768
+    },
+    {
+      "epoch": 0.1398036747096298,
+      "grad_norm": 534.6295166015625,
+      "learning_rate": 1.9374355723808562e-06,
+      "loss": 27.1016,
+      "step": 14769
+    },
+    {
+      "epoch": 0.13981314073134485,
+      "grad_norm": 313.2982482910156,
+      "learning_rate": 1.937424897963094e-06,
+      "loss": 16.9219,
+      "step": 14770
+    },
+    {
+      "epoch": 0.13982260675305988,
+      "grad_norm": 290.97271728515625,
+      "learning_rate": 1.937414222664214e-06,
+      "loss": 20.9844,
+      "step": 14771
+    },
+    {
+      "epoch": 0.13983207277477494,
+      "grad_norm": 2.9243922233581543,
+      "learning_rate": 1.937403546484225e-06,
+      "loss": 0.7751,
+      "step": 14772
+    },
+    {
+      "epoch": 0.13984153879649,
+      "grad_norm": 3.2363650798797607,
+      "learning_rate": 1.9373928694231376e-06,
+      "loss": 0.9321,
+      "step": 14773
+    },
+    {
+      "epoch": 0.13985100481820506,
+      "grad_norm": 595.9929809570312,
+      "learning_rate": 1.937382191480962e-06,
+      "loss": 53.75,
+      "step": 14774
+    },
+    {
+      "epoch": 0.13986047083992012,
+      "grad_norm": 606.3397827148438,
+      "learning_rate": 1.9373715126577082e-06,
+      "loss": 24.2031,
+      "step": 14775
+    },
+    {
+      "epoch": 0.13986993686163515,
+      "grad_norm": 258.60443115234375,
+      "learning_rate": 1.937360832953386e-06,
+      "loss": 21.4688,
+      "step": 14776
+    },
+    {
+      "epoch": 0.1398794028833502,
+      "grad_norm": 238.96742248535156,
+      "learning_rate": 1.9373501523680056e-06,
+      "loss": 19.3672,
+      "step": 14777
+    },
+    {
+      "epoch": 0.13988886890506527,
+      "grad_norm": 191.65463256835938,
+      "learning_rate": 1.9373394709015775e-06,
+      "loss": 27.8125,
+      "step": 14778
+    },
+    {
+      "epoch": 0.13989833492678033,
+      "grad_norm": 306.83099365234375,
+      "learning_rate": 1.9373287885541106e-06,
+      "loss": 38.5312,
+      "step": 14779
+    },
+    {
+      "epoch": 0.13990780094849536,
+      "grad_norm": 591.3590698242188,
+      "learning_rate": 1.937318105325616e-06,
+      "loss": 52.2031,
+      "step": 14780
+    },
+    {
+      "epoch": 0.13991726697021042,
+      "grad_norm": 266.3226013183594,
+      "learning_rate": 1.9373074212161033e-06,
+      "loss": 29.7266,
+      "step": 14781
+    },
+    {
+      "epoch": 0.13992673299192548,
+      "grad_norm": 3.179981231689453,
+      "learning_rate": 1.9372967362255827e-06,
+      "loss": 1.064,
+      "step": 14782
+    },
+    {
+      "epoch": 0.13993619901364054,
+      "grad_norm": 511.89898681640625,
+      "learning_rate": 1.937286050354064e-06,
+      "loss": 27.3281,
+      "step": 14783
+    },
+    {
+      "epoch": 0.1399456650353556,
+      "grad_norm": 257.7176818847656,
+      "learning_rate": 1.9372753636015575e-06,
+      "loss": 30.4336,
+      "step": 14784
+    },
+    {
+      "epoch": 0.13995513105707064,
+      "grad_norm": 388.4053649902344,
+      "learning_rate": 1.937264675968073e-06,
+      "loss": 42.5312,
+      "step": 14785
+    },
+    {
+      "epoch": 0.1399645970787857,
+      "grad_norm": 314.0517578125,
+      "learning_rate": 1.9372539874536206e-06,
+      "loss": 35.4766,
+      "step": 14786
+    },
+    {
+      "epoch": 0.13997406310050076,
+      "grad_norm": 713.219482421875,
+      "learning_rate": 1.9372432980582106e-06,
+      "loss": 53.9453,
+      "step": 14787
+    },
+    {
+      "epoch": 0.13998352912221582,
+      "grad_norm": 368.81512451171875,
+      "learning_rate": 1.937232607781853e-06,
+      "loss": 21.5859,
+      "step": 14788
+    },
+    {
+      "epoch": 0.13999299514393085,
+      "grad_norm": 3.103353261947632,
+      "learning_rate": 1.9372219166245578e-06,
+      "loss": 0.9585,
+      "step": 14789
+    },
+    {
+      "epoch": 0.1400024611656459,
+      "grad_norm": 383.419677734375,
+      "learning_rate": 1.9372112245863343e-06,
+      "loss": 26.6641,
+      "step": 14790
+    },
+    {
+      "epoch": 0.14001192718736097,
+      "grad_norm": 282.3758544921875,
+      "learning_rate": 1.9372005316671936e-06,
+      "loss": 12.2656,
+      "step": 14791
+    },
+    {
+      "epoch": 0.14002139320907603,
+      "grad_norm": 234.12095642089844,
+      "learning_rate": 1.9371898378671455e-06,
+      "loss": 25.3906,
+      "step": 14792
+    },
+    {
+      "epoch": 0.1400308592307911,
+      "grad_norm": 373.3013000488281,
+      "learning_rate": 1.9371791431862e-06,
+      "loss": 21.0859,
+      "step": 14793
+    },
+    {
+      "epoch": 0.14004032525250612,
+      "grad_norm": 257.5171203613281,
+      "learning_rate": 1.937168447624367e-06,
+      "loss": 15.8633,
+      "step": 14794
+    },
+    {
+      "epoch": 0.14004979127422118,
+      "grad_norm": 487.8263854980469,
+      "learning_rate": 1.9371577511816564e-06,
+      "loss": 55.4688,
+      "step": 14795
+    },
+    {
+      "epoch": 0.14005925729593624,
+      "grad_norm": 219.743408203125,
+      "learning_rate": 1.9371470538580786e-06,
+      "loss": 8.1406,
+      "step": 14796
+    },
+    {
+      "epoch": 0.1400687233176513,
+      "grad_norm": 716.4696655273438,
+      "learning_rate": 1.9371363556536434e-06,
+      "loss": 48.1484,
+      "step": 14797
+    },
+    {
+      "epoch": 0.14007818933936633,
+      "grad_norm": 305.5185241699219,
+      "learning_rate": 1.937125656568361e-06,
+      "loss": 25.957,
+      "step": 14798
+    },
+    {
+      "epoch": 0.1400876553610814,
+      "grad_norm": 421.0831604003906,
+      "learning_rate": 1.937114956602242e-06,
+      "loss": 34.4219,
+      "step": 14799
+    },
+    {
+      "epoch": 0.14009712138279645,
+      "grad_norm": 297.7588806152344,
+      "learning_rate": 1.9371042557552954e-06,
+      "loss": 17.875,
+      "step": 14800
+    },
+    {
+      "epoch": 0.1401065874045115,
+      "grad_norm": 202.34754943847656,
+      "learning_rate": 1.9370935540275317e-06,
+      "loss": 17.625,
+      "step": 14801
+    },
+    {
+      "epoch": 0.14011605342622657,
+      "grad_norm": 366.3656311035156,
+      "learning_rate": 1.9370828514189613e-06,
+      "loss": 22.8203,
+      "step": 14802
+    },
+    {
+      "epoch": 0.1401255194479416,
+      "grad_norm": 3.9386703968048096,
+      "learning_rate": 1.9370721479295936e-06,
+      "loss": 1.0179,
+      "step": 14803
+    },
+    {
+      "epoch": 0.14013498546965666,
+      "grad_norm": 380.4600524902344,
+      "learning_rate": 1.9370614435594395e-06,
+      "loss": 26.1953,
+      "step": 14804
+    },
+    {
+      "epoch": 0.14014445149137172,
+      "grad_norm": 250.21963500976562,
+      "learning_rate": 1.9370507383085083e-06,
+      "loss": 21.7109,
+      "step": 14805
+    },
+    {
+      "epoch": 0.14015391751308678,
+      "grad_norm": 602.987548828125,
+      "learning_rate": 1.9370400321768107e-06,
+      "loss": 33.2812,
+      "step": 14806
+    },
+    {
+      "epoch": 0.14016338353480182,
+      "grad_norm": 408.9290771484375,
+      "learning_rate": 1.937029325164356e-06,
+      "loss": 35.8594,
+      "step": 14807
+    },
+    {
+      "epoch": 0.14017284955651688,
+      "grad_norm": 259.8009948730469,
+      "learning_rate": 1.937018617271155e-06,
+      "loss": 15.7812,
+      "step": 14808
+    },
+    {
+      "epoch": 0.14018231557823194,
+      "grad_norm": 285.5356140136719,
+      "learning_rate": 1.9370079084972174e-06,
+      "loss": 17.5977,
+      "step": 14809
+    },
+    {
+      "epoch": 0.140191781599947,
+      "grad_norm": 306.8110046386719,
+      "learning_rate": 1.936997198842553e-06,
+      "loss": 19.7891,
+      "step": 14810
+    },
+    {
+      "epoch": 0.14020124762166206,
+      "grad_norm": 288.61083984375,
+      "learning_rate": 1.9369864883071726e-06,
+      "loss": 33.1211,
+      "step": 14811
+    },
+    {
+      "epoch": 0.1402107136433771,
+      "grad_norm": 168.44198608398438,
+      "learning_rate": 1.9369757768910855e-06,
+      "loss": 25.2891,
+      "step": 14812
+    },
+    {
+      "epoch": 0.14022017966509215,
+      "grad_norm": 517.4474487304688,
+      "learning_rate": 1.9369650645943026e-06,
+      "loss": 49.7344,
+      "step": 14813
+    },
+    {
+      "epoch": 0.1402296456868072,
+      "grad_norm": 499.2262878417969,
+      "learning_rate": 1.936954351416833e-06,
+      "loss": 53.8906,
+      "step": 14814
+    },
+    {
+      "epoch": 0.14023911170852227,
+      "grad_norm": 811.6121215820312,
+      "learning_rate": 1.9369436373586874e-06,
+      "loss": 61.1875,
+      "step": 14815
+    },
+    {
+      "epoch": 0.1402485777302373,
+      "grad_norm": 241.40069580078125,
+      "learning_rate": 1.936932922419876e-06,
+      "loss": 21.4531,
+      "step": 14816
+    },
+    {
+      "epoch": 0.14025804375195236,
+      "grad_norm": 550.1591186523438,
+      "learning_rate": 1.936922206600408e-06,
+      "loss": 30.7969,
+      "step": 14817
+    },
+    {
+      "epoch": 0.14026750977366742,
+      "grad_norm": 319.7801513671875,
+      "learning_rate": 1.936911489900295e-06,
+      "loss": 27.1172,
+      "step": 14818
+    },
+    {
+      "epoch": 0.14027697579538248,
+      "grad_norm": 435.9626159667969,
+      "learning_rate": 1.9369007723195456e-06,
+      "loss": 41.7188,
+      "step": 14819
+    },
+    {
+      "epoch": 0.14028644181709754,
+      "grad_norm": 419.075439453125,
+      "learning_rate": 1.9368900538581704e-06,
+      "loss": 36.1875,
+      "step": 14820
+    },
+    {
+      "epoch": 0.14029590783881257,
+      "grad_norm": 3.2273290157318115,
+      "learning_rate": 1.9368793345161796e-06,
+      "loss": 0.958,
+      "step": 14821
+    },
+    {
+      "epoch": 0.14030537386052763,
+      "grad_norm": 855.9342651367188,
+      "learning_rate": 1.9368686142935832e-06,
+      "loss": 50.1641,
+      "step": 14822
+    },
+    {
+      "epoch": 0.1403148398822427,
+      "grad_norm": 399.515380859375,
+      "learning_rate": 1.936857893190391e-06,
+      "loss": 34.0625,
+      "step": 14823
+    },
+    {
+      "epoch": 0.14032430590395775,
+      "grad_norm": 3.0411877632141113,
+      "learning_rate": 1.9368471712066133e-06,
+      "loss": 0.9434,
+      "step": 14824
+    },
+    {
+      "epoch": 0.14033377192567278,
+      "grad_norm": 467.5329895019531,
+      "learning_rate": 1.9368364483422605e-06,
+      "loss": 26.1953,
+      "step": 14825
+    },
+    {
+      "epoch": 0.14034323794738784,
+      "grad_norm": 1178.7945556640625,
+      "learning_rate": 1.9368257245973424e-06,
+      "loss": 16.2031,
+      "step": 14826
+    },
+    {
+      "epoch": 0.1403527039691029,
+      "grad_norm": 358.08551025390625,
+      "learning_rate": 1.936814999971869e-06,
+      "loss": 23.2812,
+      "step": 14827
+    },
+    {
+      "epoch": 0.14036216999081796,
+      "grad_norm": 452.68731689453125,
+      "learning_rate": 1.93680427446585e-06,
+      "loss": 37.0703,
+      "step": 14828
+    },
+    {
+      "epoch": 0.14037163601253302,
+      "grad_norm": 728.7552490234375,
+      "learning_rate": 1.936793548079297e-06,
+      "loss": 37.9375,
+      "step": 14829
+    },
+    {
+      "epoch": 0.14038110203424806,
+      "grad_norm": 195.11766052246094,
+      "learning_rate": 1.936782820812218e-06,
+      "loss": 19.1094,
+      "step": 14830
+    },
+    {
+      "epoch": 0.14039056805596312,
+      "grad_norm": 839.2469482421875,
+      "learning_rate": 1.9367720926646246e-06,
+      "loss": 51.2344,
+      "step": 14831
+    },
+    {
+      "epoch": 0.14040003407767818,
+      "grad_norm": 275.2636413574219,
+      "learning_rate": 1.936761363636526e-06,
+      "loss": 15.9766,
+      "step": 14832
+    },
+    {
+      "epoch": 0.14040950009939324,
+      "grad_norm": 426.24530029296875,
+      "learning_rate": 1.936750633727933e-06,
+      "loss": 23.5078,
+      "step": 14833
+    },
+    {
+      "epoch": 0.14041896612110827,
+      "grad_norm": 514.3822631835938,
+      "learning_rate": 1.9367399029388553e-06,
+      "loss": 17.793,
+      "step": 14834
+    },
+    {
+      "epoch": 0.14042843214282333,
+      "grad_norm": 383.7377624511719,
+      "learning_rate": 1.9367291712693028e-06,
+      "loss": 23.7266,
+      "step": 14835
+    },
+    {
+      "epoch": 0.1404378981645384,
+      "grad_norm": 354.6600036621094,
+      "learning_rate": 1.936718438719286e-06,
+      "loss": 64.3594,
+      "step": 14836
+    },
+    {
+      "epoch": 0.14044736418625345,
+      "grad_norm": 343.0989074707031,
+      "learning_rate": 1.936707705288815e-06,
+      "loss": 35.0625,
+      "step": 14837
+    },
+    {
+      "epoch": 0.1404568302079685,
+      "grad_norm": 567.6829833984375,
+      "learning_rate": 1.9366969709778994e-06,
+      "loss": 41.3516,
+      "step": 14838
+    },
+    {
+      "epoch": 0.14046629622968354,
+      "grad_norm": 286.7606201171875,
+      "learning_rate": 1.9366862357865495e-06,
+      "loss": 19.6875,
+      "step": 14839
+    },
+    {
+      "epoch": 0.1404757622513986,
+      "grad_norm": 160.978759765625,
+      "learning_rate": 1.9366754997147757e-06,
+      "loss": 16.3672,
+      "step": 14840
+    },
+    {
+      "epoch": 0.14048522827311366,
+      "grad_norm": 3.7228291034698486,
+      "learning_rate": 1.9366647627625875e-06,
+      "loss": 1.2271,
+      "step": 14841
+    },
+    {
+      "epoch": 0.14049469429482872,
+      "grad_norm": 572.9854125976562,
+      "learning_rate": 1.9366540249299957e-06,
+      "loss": 50.8906,
+      "step": 14842
+    },
+    {
+      "epoch": 0.14050416031654375,
+      "grad_norm": 884.3321533203125,
+      "learning_rate": 1.93664328621701e-06,
+      "loss": 37.5625,
+      "step": 14843
+    },
+    {
+      "epoch": 0.1405136263382588,
+      "grad_norm": 693.8450317382812,
+      "learning_rate": 1.9366325466236406e-06,
+      "loss": 50.4219,
+      "step": 14844
+    },
+    {
+      "epoch": 0.14052309235997387,
+      "grad_norm": 162.1572723388672,
+      "learning_rate": 1.9366218061498976e-06,
+      "loss": 17.8516,
+      "step": 14845
+    },
+    {
+      "epoch": 0.14053255838168893,
+      "grad_norm": 246.1961669921875,
+      "learning_rate": 1.936611064795791e-06,
+      "loss": 16.7656,
+      "step": 14846
+    },
+    {
+      "epoch": 0.140542024403404,
+      "grad_norm": 334.9472961425781,
+      "learning_rate": 1.9366003225613308e-06,
+      "loss": 19.5312,
+      "step": 14847
+    },
+    {
+      "epoch": 0.14055149042511902,
+      "grad_norm": 192.149169921875,
+      "learning_rate": 1.936589579446527e-06,
+      "loss": 7.1348,
+      "step": 14848
+    },
+    {
+      "epoch": 0.14056095644683408,
+      "grad_norm": 306.6083679199219,
+      "learning_rate": 1.9365788354513904e-06,
+      "loss": 13.0039,
+      "step": 14849
+    },
+    {
+      "epoch": 0.14057042246854914,
+      "grad_norm": 502.3069152832031,
+      "learning_rate": 1.9365680905759306e-06,
+      "loss": 54.25,
+      "step": 14850
+    },
+    {
+      "epoch": 0.1405798884902642,
+      "grad_norm": 529.5167236328125,
+      "learning_rate": 1.9365573448201575e-06,
+      "loss": 46.1406,
+      "step": 14851
+    },
+    {
+      "epoch": 0.14058935451197926,
+      "grad_norm": 225.75418090820312,
+      "learning_rate": 1.9365465981840813e-06,
+      "loss": 21.1328,
+      "step": 14852
+    },
+    {
+      "epoch": 0.1405988205336943,
+      "grad_norm": 264.4288024902344,
+      "learning_rate": 1.9365358506677125e-06,
+      "loss": 19.4062,
+      "step": 14853
+    },
+    {
+      "epoch": 0.14060828655540936,
+      "grad_norm": 1039.6920166015625,
+      "learning_rate": 1.9365251022710605e-06,
+      "loss": 64.1016,
+      "step": 14854
+    },
+    {
+      "epoch": 0.14061775257712442,
+      "grad_norm": 310.14556884765625,
+      "learning_rate": 1.9365143529941363e-06,
+      "loss": 24.7734,
+      "step": 14855
+    },
+    {
+      "epoch": 0.14062721859883948,
+      "grad_norm": 362.9111328125,
+      "learning_rate": 1.936503602836949e-06,
+      "loss": 37.0469,
+      "step": 14856
+    },
+    {
+      "epoch": 0.1406366846205545,
+      "grad_norm": 763.2771606445312,
+      "learning_rate": 1.9364928517995098e-06,
+      "loss": 10.6367,
+      "step": 14857
+    },
+    {
+      "epoch": 0.14064615064226957,
+      "grad_norm": 245.13009643554688,
+      "learning_rate": 1.936482099881828e-06,
+      "loss": 21.7344,
+      "step": 14858
+    },
+    {
+      "epoch": 0.14065561666398463,
+      "grad_norm": 3.131619930267334,
+      "learning_rate": 1.9364713470839142e-06,
+      "loss": 0.9819,
+      "step": 14859
+    },
+    {
+      "epoch": 0.1406650826856997,
+      "grad_norm": 360.0959777832031,
+      "learning_rate": 1.936460593405778e-06,
+      "loss": 28.0703,
+      "step": 14860
+    },
+    {
+      "epoch": 0.14067454870741475,
+      "grad_norm": 434.6404724121094,
+      "learning_rate": 1.9364498388474297e-06,
+      "loss": 26.9414,
+      "step": 14861
+    },
+    {
+      "epoch": 0.14068401472912978,
+      "grad_norm": 2.6577236652374268,
+      "learning_rate": 1.9364390834088795e-06,
+      "loss": 0.79,
+      "step": 14862
+    },
+    {
+      "epoch": 0.14069348075084484,
+      "grad_norm": 513.5977172851562,
+      "learning_rate": 1.936428327090138e-06,
+      "loss": 22.7969,
+      "step": 14863
+    },
+    {
+      "epoch": 0.1407029467725599,
+      "grad_norm": 355.4776611328125,
+      "learning_rate": 1.936417569891214e-06,
+      "loss": 15.7344,
+      "step": 14864
+    },
+    {
+      "epoch": 0.14071241279427496,
+      "grad_norm": 2.9007630348205566,
+      "learning_rate": 1.9364068118121187e-06,
+      "loss": 0.9897,
+      "step": 14865
+    },
+    {
+      "epoch": 0.14072187881599,
+      "grad_norm": 415.6474914550781,
+      "learning_rate": 1.936396052852862e-06,
+      "loss": 32.0,
+      "step": 14866
+    },
+    {
+      "epoch": 0.14073134483770505,
+      "grad_norm": 1756.56005859375,
+      "learning_rate": 1.936385293013454e-06,
+      "loss": 45.6719,
+      "step": 14867
+    },
+    {
+      "epoch": 0.1407408108594201,
+      "grad_norm": 190.78494262695312,
+      "learning_rate": 1.9363745322939045e-06,
+      "loss": 21.9609,
+      "step": 14868
+    },
+    {
+      "epoch": 0.14075027688113517,
+      "grad_norm": 276.0221862792969,
+      "learning_rate": 1.9363637706942243e-06,
+      "loss": 16.9297,
+      "step": 14869
+    },
+    {
+      "epoch": 0.14075974290285023,
+      "grad_norm": 184.41880798339844,
+      "learning_rate": 1.9363530082144226e-06,
+      "loss": 25.5312,
+      "step": 14870
+    },
+    {
+      "epoch": 0.14076920892456526,
+      "grad_norm": 275.74365234375,
+      "learning_rate": 1.93634224485451e-06,
+      "loss": 15.2344,
+      "step": 14871
+    },
+    {
+      "epoch": 0.14077867494628032,
+      "grad_norm": 415.7905578613281,
+      "learning_rate": 1.936331480614497e-06,
+      "loss": 34.6562,
+      "step": 14872
+    },
+    {
+      "epoch": 0.14078814096799538,
+      "grad_norm": 526.1575927734375,
+      "learning_rate": 1.936320715494393e-06,
+      "loss": 32.4375,
+      "step": 14873
+    },
+    {
+      "epoch": 0.14079760698971044,
+      "grad_norm": 603.8992309570312,
+      "learning_rate": 1.9363099494942086e-06,
+      "loss": 41.7188,
+      "step": 14874
+    },
+    {
+      "epoch": 0.14080707301142548,
+      "grad_norm": 849.7255859375,
+      "learning_rate": 1.936299182613954e-06,
+      "loss": 33.3672,
+      "step": 14875
+    },
+    {
+      "epoch": 0.14081653903314054,
+      "grad_norm": 638.0672607421875,
+      "learning_rate": 1.9362884148536382e-06,
+      "loss": 28.6328,
+      "step": 14876
+    },
+    {
+      "epoch": 0.1408260050548556,
+      "grad_norm": 348.4264831542969,
+      "learning_rate": 1.936277646213273e-06,
+      "loss": 26.0781,
+      "step": 14877
+    },
+    {
+      "epoch": 0.14083547107657066,
+      "grad_norm": 259.0904846191406,
+      "learning_rate": 1.9362668766928676e-06,
+      "loss": 18.7734,
+      "step": 14878
+    },
+    {
+      "epoch": 0.14084493709828572,
+      "grad_norm": 4.028494834899902,
+      "learning_rate": 1.936256106292432e-06,
+      "loss": 0.9824,
+      "step": 14879
+    },
+    {
+      "epoch": 0.14085440312000075,
+      "grad_norm": 274.38751220703125,
+      "learning_rate": 1.9362453350119766e-06,
+      "loss": 27.0859,
+      "step": 14880
+    },
+    {
+      "epoch": 0.1408638691417158,
+      "grad_norm": 567.98583984375,
+      "learning_rate": 1.9362345628515116e-06,
+      "loss": 21.7344,
+      "step": 14881
+    },
+    {
+      "epoch": 0.14087333516343087,
+      "grad_norm": 294.11212158203125,
+      "learning_rate": 1.9362237898110467e-06,
+      "loss": 18.6055,
+      "step": 14882
+    },
+    {
+      "epoch": 0.14088280118514593,
+      "grad_norm": 232.0441131591797,
+      "learning_rate": 1.9362130158905925e-06,
+      "loss": 19.0078,
+      "step": 14883
+    },
+    {
+      "epoch": 0.14089226720686096,
+      "grad_norm": 3.058352470397949,
+      "learning_rate": 1.9362022410901596e-06,
+      "loss": 0.9204,
+      "step": 14884
+    },
+    {
+      "epoch": 0.14090173322857602,
+      "grad_norm": 333.24786376953125,
+      "learning_rate": 1.936191465409757e-06,
+      "loss": 27.7969,
+      "step": 14885
+    },
+    {
+      "epoch": 0.14091119925029108,
+      "grad_norm": 371.3109436035156,
+      "learning_rate": 1.9361806888493953e-06,
+      "loss": 48.1562,
+      "step": 14886
+    },
+    {
+      "epoch": 0.14092066527200614,
+      "grad_norm": 359.437744140625,
+      "learning_rate": 1.9361699114090847e-06,
+      "loss": 17.3984,
+      "step": 14887
+    },
+    {
+      "epoch": 0.1409301312937212,
+      "grad_norm": 1254.5804443359375,
+      "learning_rate": 1.936159133088835e-06,
+      "loss": 40.75,
+      "step": 14888
+    },
+    {
+      "epoch": 0.14093959731543623,
+      "grad_norm": 190.00767517089844,
+      "learning_rate": 1.9361483538886574e-06,
+      "loss": 12.8398,
+      "step": 14889
+    },
+    {
+      "epoch": 0.1409490633371513,
+      "grad_norm": 266.86273193359375,
+      "learning_rate": 1.9361375738085605e-06,
+      "loss": 40.7344,
+      "step": 14890
+    },
+    {
+      "epoch": 0.14095852935886635,
+      "grad_norm": 424.8352355957031,
+      "learning_rate": 1.9361267928485552e-06,
+      "loss": 36.2812,
+      "step": 14891
+    },
+    {
+      "epoch": 0.1409679953805814,
+      "grad_norm": 383.71978759765625,
+      "learning_rate": 1.9361160110086517e-06,
+      "loss": 24.0391,
+      "step": 14892
+    },
+    {
+      "epoch": 0.14097746140229644,
+      "grad_norm": 2.852748394012451,
+      "learning_rate": 1.9361052282888606e-06,
+      "loss": 0.8389,
+      "step": 14893
+    },
+    {
+      "epoch": 0.1409869274240115,
+      "grad_norm": 421.240478515625,
+      "learning_rate": 1.936094444689191e-06,
+      "loss": 31.4141,
+      "step": 14894
+    },
+    {
+      "epoch": 0.14099639344572656,
+      "grad_norm": 3.516915798187256,
+      "learning_rate": 1.9360836602096534e-06,
+      "loss": 0.9912,
+      "step": 14895
+    },
+    {
+      "epoch": 0.14100585946744162,
+      "grad_norm": 489.42236328125,
+      "learning_rate": 1.936072874850258e-06,
+      "loss": 49.7344,
+      "step": 14896
+    },
+    {
+      "epoch": 0.14101532548915668,
+      "grad_norm": 226.53851318359375,
+      "learning_rate": 1.9360620886110154e-06,
+      "loss": 16.8594,
+      "step": 14897
+    },
+    {
+      "epoch": 0.14102479151087172,
+      "grad_norm": 538.2565307617188,
+      "learning_rate": 1.9360513014919354e-06,
+      "loss": 38.1875,
+      "step": 14898
+    },
+    {
+      "epoch": 0.14103425753258678,
+      "grad_norm": 543.2459106445312,
+      "learning_rate": 1.936040513493028e-06,
+      "loss": 30.6641,
+      "step": 14899
+    },
+    {
+      "epoch": 0.14104372355430184,
+      "grad_norm": 196.1897735595703,
+      "learning_rate": 1.936029724614303e-06,
+      "loss": 14.957,
+      "step": 14900
+    },
+    {
+      "epoch": 0.1410531895760169,
+      "grad_norm": 194.02976989746094,
+      "learning_rate": 1.936018934855771e-06,
+      "loss": 16.25,
+      "step": 14901
+    },
+    {
+      "epoch": 0.14106265559773193,
+      "grad_norm": 268.9617919921875,
+      "learning_rate": 1.9360081442174423e-06,
+      "loss": 17.9219,
+      "step": 14902
+    },
+    {
+      "epoch": 0.141072121619447,
+      "grad_norm": 174.6212158203125,
+      "learning_rate": 1.935997352699327e-06,
+      "loss": 24.2891,
+      "step": 14903
+    },
+    {
+      "epoch": 0.14108158764116205,
+      "grad_norm": 279.06591796875,
+      "learning_rate": 1.9359865603014346e-06,
+      "loss": 31.625,
+      "step": 14904
+    },
+    {
+      "epoch": 0.1410910536628771,
+      "grad_norm": 257.3699951171875,
+      "learning_rate": 1.9359757670237763e-06,
+      "loss": 20.5625,
+      "step": 14905
+    },
+    {
+      "epoch": 0.14110051968459217,
+      "grad_norm": 261.7530212402344,
+      "learning_rate": 1.9359649728663616e-06,
+      "loss": 20.6914,
+      "step": 14906
+    },
+    {
+      "epoch": 0.1411099857063072,
+      "grad_norm": 228.652587890625,
+      "learning_rate": 1.9359541778292002e-06,
+      "loss": 25.625,
+      "step": 14907
+    },
+    {
+      "epoch": 0.14111945172802226,
+      "grad_norm": 398.1429443359375,
+      "learning_rate": 1.935943381912303e-06,
+      "loss": 14.3203,
+      "step": 14908
+    },
+    {
+      "epoch": 0.14112891774973732,
+      "grad_norm": 590.08447265625,
+      "learning_rate": 1.93593258511568e-06,
+      "loss": 24.2109,
+      "step": 14909
+    },
+    {
+      "epoch": 0.14113838377145238,
+      "grad_norm": 555.4364013671875,
+      "learning_rate": 1.935921787439341e-06,
+      "loss": 41.1719,
+      "step": 14910
+    },
+    {
+      "epoch": 0.1411478497931674,
+      "grad_norm": 168.37217712402344,
+      "learning_rate": 1.9359109888832966e-06,
+      "loss": 20.25,
+      "step": 14911
+    },
+    {
+      "epoch": 0.14115731581488247,
+      "grad_norm": 450.8891906738281,
+      "learning_rate": 1.935900189447557e-06,
+      "loss": 29.8203,
+      "step": 14912
+    },
+    {
+      "epoch": 0.14116678183659753,
+      "grad_norm": 223.3078155517578,
+      "learning_rate": 1.935889389132132e-06,
+      "loss": 13.1719,
+      "step": 14913
+    },
+    {
+      "epoch": 0.1411762478583126,
+      "grad_norm": 3.176321268081665,
+      "learning_rate": 1.935878587937032e-06,
+      "loss": 0.9463,
+      "step": 14914
+    },
+    {
+      "epoch": 0.14118571388002765,
+      "grad_norm": 286.59185791015625,
+      "learning_rate": 1.9358677858622663e-06,
+      "loss": 27.2344,
+      "step": 14915
+    },
+    {
+      "epoch": 0.14119517990174268,
+      "grad_norm": 849.7738037109375,
+      "learning_rate": 1.9358569829078465e-06,
+      "loss": 55.7031,
+      "step": 14916
+    },
+    {
+      "epoch": 0.14120464592345774,
+      "grad_norm": 295.3871765136719,
+      "learning_rate": 1.9358461790737817e-06,
+      "loss": 16.9141,
+      "step": 14917
+    },
+    {
+      "epoch": 0.1412141119451728,
+      "grad_norm": 487.6592102050781,
+      "learning_rate": 1.9358353743600825e-06,
+      "loss": 39.5469,
+      "step": 14918
+    },
+    {
+      "epoch": 0.14122357796688786,
+      "grad_norm": 718.5209350585938,
+      "learning_rate": 1.9358245687667587e-06,
+      "loss": 38.0312,
+      "step": 14919
+    },
+    {
+      "epoch": 0.1412330439886029,
+      "grad_norm": 477.38824462890625,
+      "learning_rate": 1.935813762293821e-06,
+      "loss": 27.2969,
+      "step": 14920
+    },
+    {
+      "epoch": 0.14124251001031796,
+      "grad_norm": 488.3709716796875,
+      "learning_rate": 1.935802954941279e-06,
+      "loss": 37.5938,
+      "step": 14921
+    },
+    {
+      "epoch": 0.14125197603203302,
+      "grad_norm": 243.21595764160156,
+      "learning_rate": 1.935792146709143e-06,
+      "loss": 20.625,
+      "step": 14922
+    },
+    {
+      "epoch": 0.14126144205374808,
+      "grad_norm": 432.6713562011719,
+      "learning_rate": 1.9357813375974235e-06,
+      "loss": 38.9844,
+      "step": 14923
+    },
+    {
+      "epoch": 0.14127090807546314,
+      "grad_norm": 563.6336669921875,
+      "learning_rate": 1.9357705276061305e-06,
+      "loss": 26.8242,
+      "step": 14924
+    },
+    {
+      "epoch": 0.14128037409717817,
+      "grad_norm": 356.2821044921875,
+      "learning_rate": 1.935759716735274e-06,
+      "loss": 19.8281,
+      "step": 14925
+    },
+    {
+      "epoch": 0.14128984011889323,
+      "grad_norm": 3.5303356647491455,
+      "learning_rate": 1.935748904984864e-06,
+      "loss": 1.0215,
+      "step": 14926
+    },
+    {
+      "epoch": 0.1412993061406083,
+      "grad_norm": 275.6093444824219,
+      "learning_rate": 1.935738092354911e-06,
+      "loss": 23.2266,
+      "step": 14927
+    },
+    {
+      "epoch": 0.14130877216232335,
+      "grad_norm": 242.27023315429688,
+      "learning_rate": 1.9357272788454253e-06,
+      "loss": 30.3281,
+      "step": 14928
+    },
+    {
+      "epoch": 0.14131823818403838,
+      "grad_norm": 218.72962951660156,
+      "learning_rate": 1.9357164644564165e-06,
+      "loss": 23.4219,
+      "step": 14929
+    },
+    {
+      "epoch": 0.14132770420575344,
+      "grad_norm": 434.3189392089844,
+      "learning_rate": 1.935705649187895e-06,
+      "loss": 37.5391,
+      "step": 14930
+    },
+    {
+      "epoch": 0.1413371702274685,
+      "grad_norm": 749.3450317382812,
+      "learning_rate": 1.9356948330398717e-06,
+      "loss": 53.5469,
+      "step": 14931
+    },
+    {
+      "epoch": 0.14134663624918356,
+      "grad_norm": 375.61151123046875,
+      "learning_rate": 1.9356840160123557e-06,
+      "loss": 37.2422,
+      "step": 14932
+    },
+    {
+      "epoch": 0.14135610227089862,
+      "grad_norm": 333.8162841796875,
+      "learning_rate": 1.9356731981053577e-06,
+      "loss": 39.2969,
+      "step": 14933
+    },
+    {
+      "epoch": 0.14136556829261365,
+      "grad_norm": 605.7168579101562,
+      "learning_rate": 1.935662379318888e-06,
+      "loss": 45.5469,
+      "step": 14934
+    },
+    {
+      "epoch": 0.1413750343143287,
+      "grad_norm": 519.3638305664062,
+      "learning_rate": 1.9356515596529558e-06,
+      "loss": 46.4688,
+      "step": 14935
+    },
+    {
+      "epoch": 0.14138450033604377,
+      "grad_norm": 818.6119384765625,
+      "learning_rate": 1.9356407391075726e-06,
+      "loss": 20.2422,
+      "step": 14936
+    },
+    {
+      "epoch": 0.14139396635775883,
+      "grad_norm": 187.82460021972656,
+      "learning_rate": 1.935629917682748e-06,
+      "loss": 24.3359,
+      "step": 14937
+    },
+    {
+      "epoch": 0.1414034323794739,
+      "grad_norm": 876.9950561523438,
+      "learning_rate": 1.9356190953784917e-06,
+      "loss": 30.1055,
+      "step": 14938
+    },
+    {
+      "epoch": 0.14141289840118892,
+      "grad_norm": 337.6133117675781,
+      "learning_rate": 1.9356082721948147e-06,
+      "loss": 31.7578,
+      "step": 14939
+    },
+    {
+      "epoch": 0.14142236442290398,
+      "grad_norm": 209.1629638671875,
+      "learning_rate": 1.935597448131727e-06,
+      "loss": 27.625,
+      "step": 14940
+    },
+    {
+      "epoch": 0.14143183044461904,
+      "grad_norm": 254.03309631347656,
+      "learning_rate": 1.9355866231892378e-06,
+      "loss": 20.2031,
+      "step": 14941
+    },
+    {
+      "epoch": 0.1414412964663341,
+      "grad_norm": 214.27084350585938,
+      "learning_rate": 1.9355757973673585e-06,
+      "loss": 17.4453,
+      "step": 14942
+    },
+    {
+      "epoch": 0.14145076248804914,
+      "grad_norm": 3.5663514137268066,
+      "learning_rate": 1.935564970666099e-06,
+      "loss": 1.084,
+      "step": 14943
+    },
+    {
+      "epoch": 0.1414602285097642,
+      "grad_norm": 360.5165710449219,
+      "learning_rate": 1.935554143085469e-06,
+      "loss": 35.3281,
+      "step": 14944
+    },
+    {
+      "epoch": 0.14146969453147926,
+      "grad_norm": 179.7698211669922,
+      "learning_rate": 1.935543314625479e-06,
+      "loss": 17.2344,
+      "step": 14945
+    },
+    {
+      "epoch": 0.14147916055319432,
+      "grad_norm": 908.4193115234375,
+      "learning_rate": 1.935532485286139e-06,
+      "loss": 38.875,
+      "step": 14946
+    },
+    {
+      "epoch": 0.14148862657490938,
+      "grad_norm": 572.784912109375,
+      "learning_rate": 1.9355216550674596e-06,
+      "loss": 18.6016,
+      "step": 14947
+    },
+    {
+      "epoch": 0.1414980925966244,
+      "grad_norm": 749.9091796875,
+      "learning_rate": 1.9355108239694507e-06,
+      "loss": 17.2266,
+      "step": 14948
+    },
+    {
+      "epoch": 0.14150755861833947,
+      "grad_norm": 345.8460693359375,
+      "learning_rate": 1.9354999919921225e-06,
+      "loss": 19.3789,
+      "step": 14949
+    },
+    {
+      "epoch": 0.14151702464005453,
+      "grad_norm": 396.0506286621094,
+      "learning_rate": 1.935489159135485e-06,
+      "loss": 49.6719,
+      "step": 14950
+    },
+    {
+      "epoch": 0.1415264906617696,
+      "grad_norm": 186.4997100830078,
+      "learning_rate": 1.935478325399549e-06,
+      "loss": 22.0547,
+      "step": 14951
+    },
+    {
+      "epoch": 0.14153595668348462,
+      "grad_norm": 312.6936950683594,
+      "learning_rate": 1.9354674907843232e-06,
+      "loss": 16.3438,
+      "step": 14952
+    },
+    {
+      "epoch": 0.14154542270519968,
+      "grad_norm": 386.38531494140625,
+      "learning_rate": 1.93545665528982e-06,
+      "loss": 17.8438,
+      "step": 14953
+    },
+    {
+      "epoch": 0.14155488872691474,
+      "grad_norm": 360.10150146484375,
+      "learning_rate": 1.9354458189160476e-06,
+      "loss": 24.3828,
+      "step": 14954
+    },
+    {
+      "epoch": 0.1415643547486298,
+      "grad_norm": 296.5243835449219,
+      "learning_rate": 1.9354349816630175e-06,
+      "loss": 25.5312,
+      "step": 14955
+    },
+    {
+      "epoch": 0.14157382077034486,
+      "grad_norm": 523.4317016601562,
+      "learning_rate": 1.935424143530739e-06,
+      "loss": 45.9219,
+      "step": 14956
+    },
+    {
+      "epoch": 0.1415832867920599,
+      "grad_norm": 345.9701843261719,
+      "learning_rate": 1.935413304519223e-06,
+      "loss": 36.4531,
+      "step": 14957
+    },
+    {
+      "epoch": 0.14159275281377495,
+      "grad_norm": 501.1931457519531,
+      "learning_rate": 1.9354024646284787e-06,
+      "loss": 55.1406,
+      "step": 14958
+    },
+    {
+      "epoch": 0.14160221883549,
+      "grad_norm": 217.55792236328125,
+      "learning_rate": 1.9353916238585174e-06,
+      "loss": 19.2656,
+      "step": 14959
+    },
+    {
+      "epoch": 0.14161168485720507,
+      "grad_norm": 426.17791748046875,
+      "learning_rate": 1.935380782209349e-06,
+      "loss": 44.8125,
+      "step": 14960
+    },
+    {
+      "epoch": 0.1416211508789201,
+      "grad_norm": 372.80328369140625,
+      "learning_rate": 1.935369939680983e-06,
+      "loss": 45.5312,
+      "step": 14961
+    },
+    {
+      "epoch": 0.14163061690063516,
+      "grad_norm": 181.2518310546875,
+      "learning_rate": 1.9353590962734307e-06,
+      "loss": 20.7031,
+      "step": 14962
+    },
+    {
+      "epoch": 0.14164008292235022,
+      "grad_norm": 3.0146660804748535,
+      "learning_rate": 1.935348251986701e-06,
+      "loss": 0.8823,
+      "step": 14963
+    },
+    {
+      "epoch": 0.14164954894406528,
+      "grad_norm": 1221.7445068359375,
+      "learning_rate": 1.9353374068208053e-06,
+      "loss": 11.3672,
+      "step": 14964
+    },
+    {
+      "epoch": 0.14165901496578034,
+      "grad_norm": 165.58859252929688,
+      "learning_rate": 1.9353265607757536e-06,
+      "loss": 15.0938,
+      "step": 14965
+    },
+    {
+      "epoch": 0.14166848098749538,
+      "grad_norm": 161.23675537109375,
+      "learning_rate": 1.9353157138515553e-06,
+      "loss": 21.9844,
+      "step": 14966
+    },
+    {
+      "epoch": 0.14167794700921044,
+      "grad_norm": 467.98858642578125,
+      "learning_rate": 1.935304866048221e-06,
+      "loss": 44.9922,
+      "step": 14967
+    },
+    {
+      "epoch": 0.1416874130309255,
+      "grad_norm": 209.8342742919922,
+      "learning_rate": 1.9352940173657612e-06,
+      "loss": 22.7109,
+      "step": 14968
+    },
+    {
+      "epoch": 0.14169687905264056,
+      "grad_norm": 371.5445861816406,
+      "learning_rate": 1.9352831678041857e-06,
+      "loss": 27.1602,
+      "step": 14969
+    },
+    {
+      "epoch": 0.1417063450743556,
+      "grad_norm": 213.59861755371094,
+      "learning_rate": 1.9352723173635052e-06,
+      "loss": 21.2734,
+      "step": 14970
+    },
+    {
+      "epoch": 0.14171581109607065,
+      "grad_norm": 318.62664794921875,
+      "learning_rate": 1.935261466043729e-06,
+      "loss": 26.1562,
+      "step": 14971
+    },
+    {
+      "epoch": 0.1417252771177857,
+      "grad_norm": 200.87779235839844,
+      "learning_rate": 1.935250613844868e-06,
+      "loss": 7.6875,
+      "step": 14972
+    },
+    {
+      "epoch": 0.14173474313950077,
+      "grad_norm": 387.32568359375,
+      "learning_rate": 1.9352397607669328e-06,
+      "loss": 35.8125,
+      "step": 14973
+    },
+    {
+      "epoch": 0.14174420916121583,
+      "grad_norm": 274.792724609375,
+      "learning_rate": 1.9352289068099326e-06,
+      "loss": 29.6719,
+      "step": 14974
+    },
+    {
+      "epoch": 0.14175367518293086,
+      "grad_norm": 637.9340209960938,
+      "learning_rate": 1.9352180519738783e-06,
+      "loss": 29.293,
+      "step": 14975
+    },
+    {
+      "epoch": 0.14176314120464592,
+      "grad_norm": 2.849439859390259,
+      "learning_rate": 1.9352071962587795e-06,
+      "loss": 0.874,
+      "step": 14976
+    },
+    {
+      "epoch": 0.14177260722636098,
+      "grad_norm": 516.3411865234375,
+      "learning_rate": 1.935196339664647e-06,
+      "loss": 15.5508,
+      "step": 14977
+    },
+    {
+      "epoch": 0.14178207324807604,
+      "grad_norm": 606.6853637695312,
+      "learning_rate": 1.9351854821914906e-06,
+      "loss": 31.3281,
+      "step": 14978
+    },
+    {
+      "epoch": 0.14179153926979107,
+      "grad_norm": 836.5219116210938,
+      "learning_rate": 1.9351746238393212e-06,
+      "loss": 37.375,
+      "step": 14979
+    },
+    {
+      "epoch": 0.14180100529150613,
+      "grad_norm": 781.0455322265625,
+      "learning_rate": 1.935163764608148e-06,
+      "loss": 33.2422,
+      "step": 14980
+    },
+    {
+      "epoch": 0.1418104713132212,
+      "grad_norm": 369.2563171386719,
+      "learning_rate": 1.935152904497982e-06,
+      "loss": 30.125,
+      "step": 14981
+    },
+    {
+      "epoch": 0.14181993733493625,
+      "grad_norm": 333.2777099609375,
+      "learning_rate": 1.935142043508833e-06,
+      "loss": 10.2852,
+      "step": 14982
+    },
+    {
+      "epoch": 0.1418294033566513,
+      "grad_norm": 650.202392578125,
+      "learning_rate": 1.9351311816407112e-06,
+      "loss": 20.8672,
+      "step": 14983
+    },
+    {
+      "epoch": 0.14183886937836634,
+      "grad_norm": 407.6846923828125,
+      "learning_rate": 1.935120318893627e-06,
+      "loss": 21.7812,
+      "step": 14984
+    },
+    {
+      "epoch": 0.1418483354000814,
+      "grad_norm": 3.2504734992980957,
+      "learning_rate": 1.9351094552675904e-06,
+      "loss": 0.9248,
+      "step": 14985
+    },
+    {
+      "epoch": 0.14185780142179646,
+      "grad_norm": 360.27508544921875,
+      "learning_rate": 1.9350985907626122e-06,
+      "loss": 23.3555,
+      "step": 14986
+    },
+    {
+      "epoch": 0.14186726744351152,
+      "grad_norm": 219.43235778808594,
+      "learning_rate": 1.935087725378702e-06,
+      "loss": 27.5312,
+      "step": 14987
+    },
+    {
+      "epoch": 0.14187673346522656,
+      "grad_norm": 310.915283203125,
+      "learning_rate": 1.93507685911587e-06,
+      "loss": 34.3438,
+      "step": 14988
+    },
+    {
+      "epoch": 0.14188619948694162,
+      "grad_norm": 427.67108154296875,
+      "learning_rate": 1.9350659919741267e-06,
+      "loss": 29.6719,
+      "step": 14989
+    },
+    {
+      "epoch": 0.14189566550865668,
+      "grad_norm": 709.0814208984375,
+      "learning_rate": 1.935055123953482e-06,
+      "loss": 46.5781,
+      "step": 14990
+    },
+    {
+      "epoch": 0.14190513153037174,
+      "grad_norm": 717.1183471679688,
+      "learning_rate": 1.9350442550539465e-06,
+      "loss": 37.9414,
+      "step": 14991
+    },
+    {
+      "epoch": 0.1419145975520868,
+      "grad_norm": 210.3656005859375,
+      "learning_rate": 1.9350333852755296e-06,
+      "loss": 22.4609,
+      "step": 14992
+    },
+    {
+      "epoch": 0.14192406357380183,
+      "grad_norm": 240.66934204101562,
+      "learning_rate": 1.9350225146182432e-06,
+      "loss": 22.0898,
+      "step": 14993
+    },
+    {
+      "epoch": 0.1419335295955169,
+      "grad_norm": 197.9385223388672,
+      "learning_rate": 1.935011643082096e-06,
+      "loss": 19.9688,
+      "step": 14994
+    },
+    {
+      "epoch": 0.14194299561723195,
+      "grad_norm": 633.2142333984375,
+      "learning_rate": 1.9350007706670983e-06,
+      "loss": 43.6875,
+      "step": 14995
+    },
+    {
+      "epoch": 0.141952461638947,
+      "grad_norm": 638.7588500976562,
+      "learning_rate": 1.9349898973732614e-06,
+      "loss": 35.6484,
+      "step": 14996
+    },
+    {
+      "epoch": 0.14196192766066204,
+      "grad_norm": 205.34483337402344,
+      "learning_rate": 1.934979023200594e-06,
+      "loss": 18.3828,
+      "step": 14997
+    },
+    {
+      "epoch": 0.1419713936823771,
+      "grad_norm": 542.4378051757812,
+      "learning_rate": 1.9349681481491076e-06,
+      "loss": 52.7578,
+      "step": 14998
+    },
+    {
+      "epoch": 0.14198085970409216,
+      "grad_norm": 401.89617919921875,
+      "learning_rate": 1.934957272218812e-06,
+      "loss": 35.1641,
+      "step": 14999
+    },
+    {
+      "epoch": 0.14199032572580722,
+      "grad_norm": 431.6573181152344,
+      "learning_rate": 1.934946395409717e-06,
+      "loss": 21.1641,
+      "step": 15000
+    },
+    {
+      "epoch": 0.14199979174752228,
+      "grad_norm": 3.381633996963501,
+      "learning_rate": 1.934935517721834e-06,
+      "loss": 0.8657,
+      "step": 15001
+    },
+    {
+      "epoch": 0.1420092577692373,
+      "grad_norm": 583.3131713867188,
+      "learning_rate": 1.9349246391551718e-06,
+      "loss": 49.418,
+      "step": 15002
+    },
+    {
+      "epoch": 0.14201872379095237,
+      "grad_norm": 626.3351440429688,
+      "learning_rate": 1.9349137597097415e-06,
+      "loss": 33.4531,
+      "step": 15003
+    },
+    {
+      "epoch": 0.14202818981266743,
+      "grad_norm": 210.5750274658203,
+      "learning_rate": 1.934902879385553e-06,
+      "loss": 14.3125,
+      "step": 15004
+    },
+    {
+      "epoch": 0.1420376558343825,
+      "grad_norm": 234.41673278808594,
+      "learning_rate": 1.9348919981826168e-06,
+      "loss": 19.4062,
+      "step": 15005
+    },
+    {
+      "epoch": 0.14204712185609752,
+      "grad_norm": 513.8355712890625,
+      "learning_rate": 1.934881116100943e-06,
+      "loss": 58.8438,
+      "step": 15006
+    },
+    {
+      "epoch": 0.14205658787781258,
+      "grad_norm": 978.072265625,
+      "learning_rate": 1.9348702331405416e-06,
+      "loss": 33.2109,
+      "step": 15007
+    },
+    {
+      "epoch": 0.14206605389952764,
+      "grad_norm": 506.51751708984375,
+      "learning_rate": 1.9348593493014227e-06,
+      "loss": 29.8906,
+      "step": 15008
+    },
+    {
+      "epoch": 0.1420755199212427,
+      "grad_norm": 217.81178283691406,
+      "learning_rate": 1.9348484645835974e-06,
+      "loss": 21.3828,
+      "step": 15009
+    },
+    {
+      "epoch": 0.14208498594295776,
+      "grad_norm": 297.2958068847656,
+      "learning_rate": 1.934837578987075e-06,
+      "loss": 28.0312,
+      "step": 15010
+    },
+    {
+      "epoch": 0.1420944519646728,
+      "grad_norm": 408.3726806640625,
+      "learning_rate": 1.934826692511866e-06,
+      "loss": 28.2109,
+      "step": 15011
+    },
+    {
+      "epoch": 0.14210391798638786,
+      "grad_norm": 497.74847412109375,
+      "learning_rate": 1.934815805157981e-06,
+      "loss": 45.7305,
+      "step": 15012
+    },
+    {
+      "epoch": 0.14211338400810292,
+      "grad_norm": 3.1334245204925537,
+      "learning_rate": 1.93480491692543e-06,
+      "loss": 0.9268,
+      "step": 15013
+    },
+    {
+      "epoch": 0.14212285002981798,
+      "grad_norm": 420.79779052734375,
+      "learning_rate": 1.934794027814223e-06,
+      "loss": 45.2188,
+      "step": 15014
+    },
+    {
+      "epoch": 0.142132316051533,
+      "grad_norm": 1309.2716064453125,
+      "learning_rate": 1.9347831378243704e-06,
+      "loss": 28.7188,
+      "step": 15015
+    },
+    {
+      "epoch": 0.14214178207324807,
+      "grad_norm": 252.41717529296875,
+      "learning_rate": 1.934772246955882e-06,
+      "loss": 13.9648,
+      "step": 15016
+    },
+    {
+      "epoch": 0.14215124809496313,
+      "grad_norm": 171.01271057128906,
+      "learning_rate": 1.9347613552087693e-06,
+      "loss": 23.9766,
+      "step": 15017
+    },
+    {
+      "epoch": 0.1421607141166782,
+      "grad_norm": 177.41879272460938,
+      "learning_rate": 1.9347504625830413e-06,
+      "loss": 19.1328,
+      "step": 15018
+    },
+    {
+      "epoch": 0.14217018013839325,
+      "grad_norm": 209.6791534423828,
+      "learning_rate": 1.934739569078709e-06,
+      "loss": 6.4121,
+      "step": 15019
+    },
+    {
+      "epoch": 0.14217964616010828,
+      "grad_norm": 150.61643981933594,
+      "learning_rate": 1.934728674695782e-06,
+      "loss": 18.6484,
+      "step": 15020
+    },
+    {
+      "epoch": 0.14218911218182334,
+      "grad_norm": 252.52371215820312,
+      "learning_rate": 1.934717779434271e-06,
+      "loss": 20.1406,
+      "step": 15021
+    },
+    {
+      "epoch": 0.1421985782035384,
+      "grad_norm": 407.21893310546875,
+      "learning_rate": 1.934706883294186e-06,
+      "loss": 13.4375,
+      "step": 15022
+    },
+    {
+      "epoch": 0.14220804422525346,
+      "grad_norm": 833.4176025390625,
+      "learning_rate": 1.9346959862755376e-06,
+      "loss": 59.1719,
+      "step": 15023
+    },
+    {
+      "epoch": 0.14221751024696852,
+      "grad_norm": 250.90589904785156,
+      "learning_rate": 1.9346850883783357e-06,
+      "loss": 22.9023,
+      "step": 15024
+    },
+    {
+      "epoch": 0.14222697626868355,
+      "grad_norm": 409.11981201171875,
+      "learning_rate": 1.9346741896025904e-06,
+      "loss": 37.1094,
+      "step": 15025
+    },
+    {
+      "epoch": 0.1422364422903986,
+      "grad_norm": 257.3052062988281,
+      "learning_rate": 1.9346632899483123e-06,
+      "loss": 23.1562,
+      "step": 15026
+    },
+    {
+      "epoch": 0.14224590831211367,
+      "grad_norm": 347.3602294921875,
+      "learning_rate": 1.9346523894155114e-06,
+      "loss": 12.8008,
+      "step": 15027
+    },
+    {
+      "epoch": 0.14225537433382873,
+      "grad_norm": 959.337890625,
+      "learning_rate": 1.934641488004198e-06,
+      "loss": 58.7891,
+      "step": 15028
+    },
+    {
+      "epoch": 0.14226484035554376,
+      "grad_norm": 286.35760498046875,
+      "learning_rate": 1.934630585714383e-06,
+      "loss": 26.8047,
+      "step": 15029
+    },
+    {
+      "epoch": 0.14227430637725882,
+      "grad_norm": 248.2887420654297,
+      "learning_rate": 1.934619682546075e-06,
+      "loss": 8.1992,
+      "step": 15030
+    },
+    {
+      "epoch": 0.14228377239897388,
+      "grad_norm": 555.1014404296875,
+      "learning_rate": 1.934608778499286e-06,
+      "loss": 21.4219,
+      "step": 15031
+    },
+    {
+      "epoch": 0.14229323842068894,
+      "grad_norm": 339.97015380859375,
+      "learning_rate": 1.9345978735740256e-06,
+      "loss": 32.9375,
+      "step": 15032
+    },
+    {
+      "epoch": 0.142302704442404,
+      "grad_norm": 389.6776428222656,
+      "learning_rate": 1.934586967770304e-06,
+      "loss": 12.4121,
+      "step": 15033
+    },
+    {
+      "epoch": 0.14231217046411904,
+      "grad_norm": 821.6337890625,
+      "learning_rate": 1.934576061088131e-06,
+      "loss": 69.7031,
+      "step": 15034
+    },
+    {
+      "epoch": 0.1423216364858341,
+      "grad_norm": 585.4558715820312,
+      "learning_rate": 1.934565153527518e-06,
+      "loss": 18.4453,
+      "step": 15035
+    },
+    {
+      "epoch": 0.14233110250754916,
+      "grad_norm": 180.5910186767578,
+      "learning_rate": 1.934554245088474e-06,
+      "loss": 24.3516,
+      "step": 15036
+    },
+    {
+      "epoch": 0.14234056852926422,
+      "grad_norm": 508.0458984375,
+      "learning_rate": 1.93454333577101e-06,
+      "loss": 19.3281,
+      "step": 15037
+    },
+    {
+      "epoch": 0.14235003455097925,
+      "grad_norm": 283.2483215332031,
+      "learning_rate": 1.934532425575136e-06,
+      "loss": 16.7031,
+      "step": 15038
+    },
+    {
+      "epoch": 0.1423595005726943,
+      "grad_norm": 625.2389526367188,
+      "learning_rate": 1.9345215145008626e-06,
+      "loss": 25.7148,
+      "step": 15039
+    },
+    {
+      "epoch": 0.14236896659440937,
+      "grad_norm": 807.3861083984375,
+      "learning_rate": 1.9345106025481993e-06,
+      "loss": 44.2188,
+      "step": 15040
+    },
+    {
+      "epoch": 0.14237843261612443,
+      "grad_norm": 284.7561340332031,
+      "learning_rate": 1.934499689717157e-06,
+      "loss": 16.6797,
+      "step": 15041
+    },
+    {
+      "epoch": 0.1423878986378395,
+      "grad_norm": 345.09906005859375,
+      "learning_rate": 1.934488776007746e-06,
+      "loss": 30.8516,
+      "step": 15042
+    },
+    {
+      "epoch": 0.14239736465955452,
+      "grad_norm": 2.9000608921051025,
+      "learning_rate": 1.9344778614199758e-06,
+      "loss": 0.8916,
+      "step": 15043
+    },
+    {
+      "epoch": 0.14240683068126958,
+      "grad_norm": 4.282545566558838,
+      "learning_rate": 1.934466945953858e-06,
+      "loss": 1.0117,
+      "step": 15044
+    },
+    {
+      "epoch": 0.14241629670298464,
+      "grad_norm": 680.4677734375,
+      "learning_rate": 1.9344560296094016e-06,
+      "loss": 49.2344,
+      "step": 15045
+    },
+    {
+      "epoch": 0.1424257627246997,
+      "grad_norm": 325.0600280761719,
+      "learning_rate": 1.934445112386617e-06,
+      "loss": 26.5938,
+      "step": 15046
+    },
+    {
+      "epoch": 0.14243522874641473,
+      "grad_norm": 376.8807067871094,
+      "learning_rate": 1.934434194285515e-06,
+      "loss": 24.0547,
+      "step": 15047
+    },
+    {
+      "epoch": 0.1424446947681298,
+      "grad_norm": 3.2208545207977295,
+      "learning_rate": 1.934423275306106e-06,
+      "loss": 1.002,
+      "step": 15048
+    },
+    {
+      "epoch": 0.14245416078984485,
+      "grad_norm": 342.3756408691406,
+      "learning_rate": 1.9344123554483994e-06,
+      "loss": 20.0078,
+      "step": 15049
+    },
+    {
+      "epoch": 0.1424636268115599,
+      "grad_norm": 277.0859375,
+      "learning_rate": 1.9344014347124068e-06,
+      "loss": 13.4141,
+      "step": 15050
+    },
+    {
+      "epoch": 0.14247309283327497,
+      "grad_norm": 370.1090087890625,
+      "learning_rate": 1.9343905130981367e-06,
+      "loss": 41.2812,
+      "step": 15051
+    },
+    {
+      "epoch": 0.14248255885499,
+      "grad_norm": 649.1536865234375,
+      "learning_rate": 1.934379590605601e-06,
+      "loss": 27.2188,
+      "step": 15052
+    },
+    {
+      "epoch": 0.14249202487670506,
+      "grad_norm": 254.20254516601562,
+      "learning_rate": 1.9343686672348086e-06,
+      "loss": 20.3086,
+      "step": 15053
+    },
+    {
+      "epoch": 0.14250149089842012,
+      "grad_norm": 176.53903198242188,
+      "learning_rate": 1.934357742985771e-06,
+      "loss": 24.875,
+      "step": 15054
+    },
+    {
+      "epoch": 0.14251095692013518,
+      "grad_norm": 194.96331787109375,
+      "learning_rate": 1.9343468178584977e-06,
+      "loss": 22.0391,
+      "step": 15055
+    },
+    {
+      "epoch": 0.14252042294185022,
+      "grad_norm": 176.11834716796875,
+      "learning_rate": 1.934335891852999e-06,
+      "loss": 15.7656,
+      "step": 15056
+    },
+    {
+      "epoch": 0.14252988896356528,
+      "grad_norm": 417.9226989746094,
+      "learning_rate": 1.934324964969286e-06,
+      "loss": 43.0625,
+      "step": 15057
+    },
+    {
+      "epoch": 0.14253935498528034,
+      "grad_norm": 224.34561157226562,
+      "learning_rate": 1.9343140372073675e-06,
+      "loss": 23.6094,
+      "step": 15058
+    },
+    {
+      "epoch": 0.1425488210069954,
+      "grad_norm": 265.7191162109375,
+      "learning_rate": 1.934303108567255e-06,
+      "loss": 22.6328,
+      "step": 15059
+    },
+    {
+      "epoch": 0.14255828702871046,
+      "grad_norm": 401.9120788574219,
+      "learning_rate": 1.9342921790489585e-06,
+      "loss": 37.3984,
+      "step": 15060
+    },
+    {
+      "epoch": 0.1425677530504255,
+      "grad_norm": 480.4211730957031,
+      "learning_rate": 1.9342812486524877e-06,
+      "loss": 19.1875,
+      "step": 15061
+    },
+    {
+      "epoch": 0.14257721907214055,
+      "grad_norm": 155.780029296875,
+      "learning_rate": 1.9342703173778534e-06,
+      "loss": 18.6523,
+      "step": 15062
+    },
+    {
+      "epoch": 0.1425866850938556,
+      "grad_norm": 179.51998901367188,
+      "learning_rate": 1.934259385225066e-06,
+      "loss": 7.0273,
+      "step": 15063
+    },
+    {
+      "epoch": 0.14259615111557067,
+      "grad_norm": 412.17840576171875,
+      "learning_rate": 1.9342484521941358e-06,
+      "loss": 27.1094,
+      "step": 15064
+    },
+    {
+      "epoch": 0.1426056171372857,
+      "grad_norm": 3.1990880966186523,
+      "learning_rate": 1.9342375182850723e-06,
+      "loss": 0.9102,
+      "step": 15065
+    },
+    {
+      "epoch": 0.14261508315900076,
+      "grad_norm": 220.90377807617188,
+      "learning_rate": 1.9342265834978864e-06,
+      "loss": 21.7539,
+      "step": 15066
+    },
+    {
+      "epoch": 0.14262454918071582,
+      "grad_norm": 166.53692626953125,
+      "learning_rate": 1.9342156478325882e-06,
+      "loss": 20.4141,
+      "step": 15067
+    },
+    {
+      "epoch": 0.14263401520243088,
+      "grad_norm": 1002.5890502929688,
+      "learning_rate": 1.9342047112891888e-06,
+      "loss": 46.9375,
+      "step": 15068
+    },
+    {
+      "epoch": 0.14264348122414594,
+      "grad_norm": 233.7747802734375,
+      "learning_rate": 1.934193773867697e-06,
+      "loss": 18.4844,
+      "step": 15069
+    },
+    {
+      "epoch": 0.14265294724586097,
+      "grad_norm": 298.31866455078125,
+      "learning_rate": 1.934182835568124e-06,
+      "loss": 22.9062,
+      "step": 15070
+    },
+    {
+      "epoch": 0.14266241326757603,
+      "grad_norm": 1667.442626953125,
+      "learning_rate": 1.9341718963904802e-06,
+      "loss": 12.1992,
+      "step": 15071
+    },
+    {
+      "epoch": 0.1426718792892911,
+      "grad_norm": 499.3363952636719,
+      "learning_rate": 1.9341609563347752e-06,
+      "loss": 39.8906,
+      "step": 15072
+    },
+    {
+      "epoch": 0.14268134531100615,
+      "grad_norm": 248.62149047851562,
+      "learning_rate": 1.93415001540102e-06,
+      "loss": 15.1055,
+      "step": 15073
+    },
+    {
+      "epoch": 0.14269081133272118,
+      "grad_norm": 306.1246643066406,
+      "learning_rate": 1.934139073589224e-06,
+      "loss": 21.3438,
+      "step": 15074
+    },
+    {
+      "epoch": 0.14270027735443624,
+      "grad_norm": 566.353271484375,
+      "learning_rate": 1.9341281308993982e-06,
+      "loss": 40.9219,
+      "step": 15075
+    },
+    {
+      "epoch": 0.1427097433761513,
+      "grad_norm": 234.3957061767578,
+      "learning_rate": 1.9341171873315533e-06,
+      "loss": 15.5234,
+      "step": 15076
+    },
+    {
+      "epoch": 0.14271920939786636,
+      "grad_norm": 460.35845947265625,
+      "learning_rate": 1.9341062428856985e-06,
+      "loss": 53.1875,
+      "step": 15077
+    },
+    {
+      "epoch": 0.14272867541958142,
+      "grad_norm": 315.42718505859375,
+      "learning_rate": 1.9340952975618446e-06,
+      "loss": 22.9531,
+      "step": 15078
+    },
+    {
+      "epoch": 0.14273814144129646,
+      "grad_norm": 372.8793640136719,
+      "learning_rate": 1.934084351360002e-06,
+      "loss": 18.8438,
+      "step": 15079
+    },
+    {
+      "epoch": 0.14274760746301152,
+      "grad_norm": 405.15338134765625,
+      "learning_rate": 1.934073404280181e-06,
+      "loss": 7.875,
+      "step": 15080
+    },
+    {
+      "epoch": 0.14275707348472658,
+      "grad_norm": 3.618328094482422,
+      "learning_rate": 1.9340624563223918e-06,
+      "loss": 1.0308,
+      "step": 15081
+    },
+    {
+      "epoch": 0.14276653950644164,
+      "grad_norm": 612.0001831054688,
+      "learning_rate": 1.9340515074866444e-06,
+      "loss": 48.6562,
+      "step": 15082
+    },
+    {
+      "epoch": 0.14277600552815667,
+      "grad_norm": 368.4115295410156,
+      "learning_rate": 1.9340405577729494e-06,
+      "loss": 35.2344,
+      "step": 15083
+    },
+    {
+      "epoch": 0.14278547154987173,
+      "grad_norm": 385.4376220703125,
+      "learning_rate": 1.9340296071813175e-06,
+      "loss": 17.7266,
+      "step": 15084
+    },
+    {
+      "epoch": 0.1427949375715868,
+      "grad_norm": 115.67277526855469,
+      "learning_rate": 1.9340186557117576e-06,
+      "loss": 12.7969,
+      "step": 15085
+    },
+    {
+      "epoch": 0.14280440359330185,
+      "grad_norm": 318.2754821777344,
+      "learning_rate": 1.9340077033642815e-06,
+      "loss": 17.6641,
+      "step": 15086
+    },
+    {
+      "epoch": 0.1428138696150169,
+      "grad_norm": 478.5979919433594,
+      "learning_rate": 1.933996750138899e-06,
+      "loss": 60.5078,
+      "step": 15087
+    },
+    {
+      "epoch": 0.14282333563673194,
+      "grad_norm": 536.027587890625,
+      "learning_rate": 1.9339857960356205e-06,
+      "loss": 34.5234,
+      "step": 15088
+    },
+    {
+      "epoch": 0.142832801658447,
+      "grad_norm": 1008.610107421875,
+      "learning_rate": 1.9339748410544555e-06,
+      "loss": 59.125,
+      "step": 15089
+    },
+    {
+      "epoch": 0.14284226768016206,
+      "grad_norm": 345.2802734375,
+      "learning_rate": 1.9339638851954154e-06,
+      "loss": 12.5469,
+      "step": 15090
+    },
+    {
+      "epoch": 0.14285173370187712,
+      "grad_norm": 272.3673400878906,
+      "learning_rate": 1.9339529284585095e-06,
+      "loss": 17.7031,
+      "step": 15091
+    },
+    {
+      "epoch": 0.14286119972359215,
+      "grad_norm": 847.7354736328125,
+      "learning_rate": 1.9339419708437492e-06,
+      "loss": 54.1641,
+      "step": 15092
+    },
+    {
+      "epoch": 0.1428706657453072,
+      "grad_norm": 668.4669189453125,
+      "learning_rate": 1.933931012351144e-06,
+      "loss": 44.8438,
+      "step": 15093
+    },
+    {
+      "epoch": 0.14288013176702227,
+      "grad_norm": 198.38461303710938,
+      "learning_rate": 1.933920052980704e-06,
+      "loss": 15.8672,
+      "step": 15094
+    },
+    {
+      "epoch": 0.14288959778873733,
+      "grad_norm": 1019.2544555664062,
+      "learning_rate": 1.9339090927324406e-06,
+      "loss": 29.0117,
+      "step": 15095
+    },
+    {
+      "epoch": 0.1428990638104524,
+      "grad_norm": 273.0321960449219,
+      "learning_rate": 1.933898131606363e-06,
+      "loss": 18.3828,
+      "step": 15096
+    },
+    {
+      "epoch": 0.14290852983216742,
+      "grad_norm": 219.0131072998047,
+      "learning_rate": 1.933887169602482e-06,
+      "loss": 19.5703,
+      "step": 15097
+    },
+    {
+      "epoch": 0.14291799585388248,
+      "grad_norm": 381.2464904785156,
+      "learning_rate": 1.9338762067208078e-06,
+      "loss": 31.5469,
+      "step": 15098
+    },
+    {
+      "epoch": 0.14292746187559754,
+      "grad_norm": 445.5354309082031,
+      "learning_rate": 1.9338652429613504e-06,
+      "loss": 29.1406,
+      "step": 15099
+    },
+    {
+      "epoch": 0.1429369278973126,
+      "grad_norm": 304.3021545410156,
+      "learning_rate": 1.933854278324121e-06,
+      "loss": 10.2344,
+      "step": 15100
+    },
+    {
+      "epoch": 0.14294639391902764,
+      "grad_norm": 588.8605346679688,
+      "learning_rate": 1.933843312809129e-06,
+      "loss": 66.8906,
+      "step": 15101
+    },
+    {
+      "epoch": 0.1429558599407427,
+      "grad_norm": 320.7030334472656,
+      "learning_rate": 1.933832346416385e-06,
+      "loss": 26.0781,
+      "step": 15102
+    },
+    {
+      "epoch": 0.14296532596245776,
+      "grad_norm": 210.2862548828125,
+      "learning_rate": 1.9338213791458995e-06,
+      "loss": 18.7539,
+      "step": 15103
+    },
+    {
+      "epoch": 0.14297479198417282,
+      "grad_norm": 900.4187622070312,
+      "learning_rate": 1.9338104109976827e-06,
+      "loss": 22.1992,
+      "step": 15104
+    },
+    {
+      "epoch": 0.14298425800588788,
+      "grad_norm": 187.70144653320312,
+      "learning_rate": 1.9337994419717446e-06,
+      "loss": 17.7969,
+      "step": 15105
+    },
+    {
+      "epoch": 0.1429937240276029,
+      "grad_norm": 316.35308837890625,
+      "learning_rate": 1.933788472068096e-06,
+      "loss": 18.4141,
+      "step": 15106
+    },
+    {
+      "epoch": 0.14300319004931797,
+      "grad_norm": 243.87332153320312,
+      "learning_rate": 1.933777501286747e-06,
+      "loss": 16.1094,
+      "step": 15107
+    },
+    {
+      "epoch": 0.14301265607103303,
+      "grad_norm": 3.401803731918335,
+      "learning_rate": 1.9337665296277078e-06,
+      "loss": 0.8462,
+      "step": 15108
+    },
+    {
+      "epoch": 0.1430221220927481,
+      "grad_norm": 169.64222717285156,
+      "learning_rate": 1.9337555570909883e-06,
+      "loss": 18.7031,
+      "step": 15109
+    },
+    {
+      "epoch": 0.14303158811446312,
+      "grad_norm": 214.14158630371094,
+      "learning_rate": 1.9337445836766e-06,
+      "loss": 21.5234,
+      "step": 15110
+    },
+    {
+      "epoch": 0.14304105413617818,
+      "grad_norm": 447.16326904296875,
+      "learning_rate": 1.9337336093845526e-06,
+      "loss": 45.3594,
+      "step": 15111
+    },
+    {
+      "epoch": 0.14305052015789324,
+      "grad_norm": 607.8016357421875,
+      "learning_rate": 1.9337226342148562e-06,
+      "loss": 28.2969,
+      "step": 15112
+    },
+    {
+      "epoch": 0.1430599861796083,
+      "grad_norm": 302.921875,
+      "learning_rate": 1.933711658167521e-06,
+      "loss": 26.4141,
+      "step": 15113
+    },
+    {
+      "epoch": 0.14306945220132336,
+      "grad_norm": 364.46844482421875,
+      "learning_rate": 1.9337006812425577e-06,
+      "loss": 27.2891,
+      "step": 15114
+    },
+    {
+      "epoch": 0.1430789182230384,
+      "grad_norm": 286.7474365234375,
+      "learning_rate": 1.9336897034399767e-06,
+      "loss": 20.0859,
+      "step": 15115
+    },
+    {
+      "epoch": 0.14308838424475345,
+      "grad_norm": 265.363037109375,
+      "learning_rate": 1.933678724759788e-06,
+      "loss": 26.3984,
+      "step": 15116
+    },
+    {
+      "epoch": 0.1430978502664685,
+      "grad_norm": 274.6993713378906,
+      "learning_rate": 1.933667745202002e-06,
+      "loss": 8.3027,
+      "step": 15117
+    },
+    {
+      "epoch": 0.14310731628818357,
+      "grad_norm": 409.05084228515625,
+      "learning_rate": 1.9336567647666293e-06,
+      "loss": 42.7422,
+      "step": 15118
+    },
+    {
+      "epoch": 0.14311678230989863,
+      "grad_norm": 237.0898895263672,
+      "learning_rate": 1.9336457834536795e-06,
+      "loss": 18.375,
+      "step": 15119
+    },
+    {
+      "epoch": 0.14312624833161366,
+      "grad_norm": 462.790283203125,
+      "learning_rate": 1.9336348012631637e-06,
+      "loss": 14.1309,
+      "step": 15120
+    },
+    {
+      "epoch": 0.14313571435332872,
+      "grad_norm": 314.2847595214844,
+      "learning_rate": 1.933623818195092e-06,
+      "loss": 42.2266,
+      "step": 15121
+    },
+    {
+      "epoch": 0.14314518037504378,
+      "grad_norm": 506.0605163574219,
+      "learning_rate": 1.9336128342494743e-06,
+      "loss": 23.7656,
+      "step": 15122
+    },
+    {
+      "epoch": 0.14315464639675884,
+      "grad_norm": 768.1614379882812,
+      "learning_rate": 1.9336018494263217e-06,
+      "loss": 16.1484,
+      "step": 15123
+    },
+    {
+      "epoch": 0.14316411241847388,
+      "grad_norm": 304.1311950683594,
+      "learning_rate": 1.933590863725644e-06,
+      "loss": 35.8906,
+      "step": 15124
+    },
+    {
+      "epoch": 0.14317357844018894,
+      "grad_norm": 440.6781921386719,
+      "learning_rate": 1.9335798771474512e-06,
+      "loss": 27.0703,
+      "step": 15125
+    },
+    {
+      "epoch": 0.143183044461904,
+      "grad_norm": 329.81646728515625,
+      "learning_rate": 1.9335688896917546e-06,
+      "loss": 31.5547,
+      "step": 15126
+    },
+    {
+      "epoch": 0.14319251048361906,
+      "grad_norm": 238.33580017089844,
+      "learning_rate": 1.9335579013585635e-06,
+      "loss": 32.8594,
+      "step": 15127
+    },
+    {
+      "epoch": 0.14320197650533412,
+      "grad_norm": 266.1275329589844,
+      "learning_rate": 1.9335469121478887e-06,
+      "loss": 19.9766,
+      "step": 15128
+    },
+    {
+      "epoch": 0.14321144252704915,
+      "grad_norm": 406.73370361328125,
+      "learning_rate": 1.933535922059741e-06,
+      "loss": 18.6875,
+      "step": 15129
+    },
+    {
+      "epoch": 0.1432209085487642,
+      "grad_norm": 277.3866271972656,
+      "learning_rate": 1.93352493109413e-06,
+      "loss": 23.7422,
+      "step": 15130
+    },
+    {
+      "epoch": 0.14323037457047927,
+      "grad_norm": 234.54129028320312,
+      "learning_rate": 1.9335139392510665e-06,
+      "loss": 17.8867,
+      "step": 15131
+    },
+    {
+      "epoch": 0.14323984059219433,
+      "grad_norm": 417.92999267578125,
+      "learning_rate": 1.9335029465305604e-06,
+      "loss": 30.7969,
+      "step": 15132
+    },
+    {
+      "epoch": 0.14324930661390936,
+      "grad_norm": 391.29705810546875,
+      "learning_rate": 1.9334919529326225e-06,
+      "loss": 43.9062,
+      "step": 15133
+    },
+    {
+      "epoch": 0.14325877263562442,
+      "grad_norm": 276.12969970703125,
+      "learning_rate": 1.9334809584572626e-06,
+      "loss": 23.0547,
+      "step": 15134
+    },
+    {
+      "epoch": 0.14326823865733948,
+      "grad_norm": 456.70355224609375,
+      "learning_rate": 1.9334699631044915e-06,
+      "loss": 44.4297,
+      "step": 15135
+    },
+    {
+      "epoch": 0.14327770467905454,
+      "grad_norm": 1445.6588134765625,
+      "learning_rate": 1.933458966874319e-06,
+      "loss": 26.3438,
+      "step": 15136
+    },
+    {
+      "epoch": 0.1432871707007696,
+      "grad_norm": 518.8522338867188,
+      "learning_rate": 1.933447969766756e-06,
+      "loss": 21.8359,
+      "step": 15137
+    },
+    {
+      "epoch": 0.14329663672248463,
+      "grad_norm": 379.80047607421875,
+      "learning_rate": 1.933436971781813e-06,
+      "loss": 28.2188,
+      "step": 15138
+    },
+    {
+      "epoch": 0.1433061027441997,
+      "grad_norm": 373.9418640136719,
+      "learning_rate": 1.9334259729194998e-06,
+      "loss": 20.4609,
+      "step": 15139
+    },
+    {
+      "epoch": 0.14331556876591475,
+      "grad_norm": 597.2593383789062,
+      "learning_rate": 1.9334149731798268e-06,
+      "loss": 40.1406,
+      "step": 15140
+    },
+    {
+      "epoch": 0.1433250347876298,
+      "grad_norm": 616.8663940429688,
+      "learning_rate": 1.9334039725628043e-06,
+      "loss": 47.2188,
+      "step": 15141
+    },
+    {
+      "epoch": 0.14333450080934484,
+      "grad_norm": 260.93511962890625,
+      "learning_rate": 1.9333929710684432e-06,
+      "loss": 17.1641,
+      "step": 15142
+    },
+    {
+      "epoch": 0.1433439668310599,
+      "grad_norm": 271.7450866699219,
+      "learning_rate": 1.933381968696753e-06,
+      "loss": 16.9844,
+      "step": 15143
+    },
+    {
+      "epoch": 0.14335343285277496,
+      "grad_norm": 276.700439453125,
+      "learning_rate": 1.933370965447745e-06,
+      "loss": 20.4141,
+      "step": 15144
+    },
+    {
+      "epoch": 0.14336289887449002,
+      "grad_norm": 784.4716186523438,
+      "learning_rate": 1.9333599613214286e-06,
+      "loss": 50.2734,
+      "step": 15145
+    },
+    {
+      "epoch": 0.14337236489620508,
+      "grad_norm": 506.24591064453125,
+      "learning_rate": 1.9333489563178143e-06,
+      "loss": 29.2031,
+      "step": 15146
+    },
+    {
+      "epoch": 0.14338183091792012,
+      "grad_norm": 443.435546875,
+      "learning_rate": 1.933337950436913e-06,
+      "loss": 48.1094,
+      "step": 15147
+    },
+    {
+      "epoch": 0.14339129693963518,
+      "grad_norm": 210.49887084960938,
+      "learning_rate": 1.933326943678735e-06,
+      "loss": 9.0352,
+      "step": 15148
+    },
+    {
+      "epoch": 0.14340076296135024,
+      "grad_norm": 599.705810546875,
+      "learning_rate": 1.93331593604329e-06,
+      "loss": 20.6719,
+      "step": 15149
+    },
+    {
+      "epoch": 0.1434102289830653,
+      "grad_norm": 3.3060007095336914,
+      "learning_rate": 1.933304927530589e-06,
+      "loss": 0.9785,
+      "step": 15150
+    },
+    {
+      "epoch": 0.14341969500478033,
+      "grad_norm": 285.97113037109375,
+      "learning_rate": 1.933293918140642e-06,
+      "loss": 40.8906,
+      "step": 15151
+    },
+    {
+      "epoch": 0.1434291610264954,
+      "grad_norm": 847.18798828125,
+      "learning_rate": 1.9332829078734592e-06,
+      "loss": 35.2969,
+      "step": 15152
+    },
+    {
+      "epoch": 0.14343862704821045,
+      "grad_norm": 3.4034831523895264,
+      "learning_rate": 1.9332718967290513e-06,
+      "loss": 0.8813,
+      "step": 15153
+    },
+    {
+      "epoch": 0.1434480930699255,
+      "grad_norm": 305.17889404296875,
+      "learning_rate": 1.933260884707429e-06,
+      "loss": 43.4219,
+      "step": 15154
+    },
+    {
+      "epoch": 0.14345755909164057,
+      "grad_norm": 2.9368278980255127,
+      "learning_rate": 1.9332498718086015e-06,
+      "loss": 0.9097,
+      "step": 15155
+    },
+    {
+      "epoch": 0.1434670251133556,
+      "grad_norm": 3.9697649478912354,
+      "learning_rate": 1.9332388580325804e-06,
+      "loss": 1.0278,
+      "step": 15156
+    },
+    {
+      "epoch": 0.14347649113507066,
+      "grad_norm": 398.1662902832031,
+      "learning_rate": 1.933227843379375e-06,
+      "loss": 42.5781,
+      "step": 15157
+    },
+    {
+      "epoch": 0.14348595715678572,
+      "grad_norm": 173.739990234375,
+      "learning_rate": 1.933216827848996e-06,
+      "loss": 15.4297,
+      "step": 15158
+    },
+    {
+      "epoch": 0.14349542317850078,
+      "grad_norm": 3.239828586578369,
+      "learning_rate": 1.9332058114414545e-06,
+      "loss": 0.9136,
+      "step": 15159
+    },
+    {
+      "epoch": 0.1435048892002158,
+      "grad_norm": 181.7291717529297,
+      "learning_rate": 1.9331947941567603e-06,
+      "loss": 15.25,
+      "step": 15160
+    },
+    {
+      "epoch": 0.14351435522193087,
+      "grad_norm": 842.88037109375,
+      "learning_rate": 1.933183775994923e-06,
+      "loss": 41.1328,
+      "step": 15161
+    },
+    {
+      "epoch": 0.14352382124364593,
+      "grad_norm": 319.208251953125,
+      "learning_rate": 1.933172756955954e-06,
+      "loss": 24.4062,
+      "step": 15162
+    },
+    {
+      "epoch": 0.143533287265361,
+      "grad_norm": 353.47711181640625,
+      "learning_rate": 1.9331617370398635e-06,
+      "loss": 28.4609,
+      "step": 15163
+    },
+    {
+      "epoch": 0.14354275328707605,
+      "grad_norm": 1818.3917236328125,
+      "learning_rate": 1.9331507162466614e-06,
+      "loss": 28.707,
+      "step": 15164
+    },
+    {
+      "epoch": 0.14355221930879108,
+      "grad_norm": 1108.818359375,
+      "learning_rate": 1.933139694576359e-06,
+      "loss": 55.2734,
+      "step": 15165
+    },
+    {
+      "epoch": 0.14356168533050614,
+      "grad_norm": 349.72412109375,
+      "learning_rate": 1.933128672028965e-06,
+      "loss": 25.0,
+      "step": 15166
+    },
+    {
+      "epoch": 0.1435711513522212,
+      "grad_norm": 399.8388977050781,
+      "learning_rate": 1.9331176486044912e-06,
+      "loss": 21.4219,
+      "step": 15167
+    },
+    {
+      "epoch": 0.14358061737393626,
+      "grad_norm": 364.91693115234375,
+      "learning_rate": 1.9331066243029478e-06,
+      "loss": 17.6992,
+      "step": 15168
+    },
+    {
+      "epoch": 0.1435900833956513,
+      "grad_norm": 401.1291809082031,
+      "learning_rate": 1.9330955991243444e-06,
+      "loss": 49.5,
+      "step": 15169
+    },
+    {
+      "epoch": 0.14359954941736636,
+      "grad_norm": 1327.2767333984375,
+      "learning_rate": 1.933084573068692e-06,
+      "loss": 46.7031,
+      "step": 15170
+    },
+    {
+      "epoch": 0.14360901543908142,
+      "grad_norm": 497.6336364746094,
+      "learning_rate": 1.933073546136001e-06,
+      "loss": 32.4141,
+      "step": 15171
+    },
+    {
+      "epoch": 0.14361848146079648,
+      "grad_norm": 607.8160400390625,
+      "learning_rate": 1.9330625183262813e-06,
+      "loss": 45.7031,
+      "step": 15172
+    },
+    {
+      "epoch": 0.14362794748251154,
+      "grad_norm": 2369.32470703125,
+      "learning_rate": 1.9330514896395436e-06,
+      "loss": 21.0371,
+      "step": 15173
+    },
+    {
+      "epoch": 0.14363741350422657,
+      "grad_norm": 459.57073974609375,
+      "learning_rate": 1.933040460075798e-06,
+      "loss": 49.4961,
+      "step": 15174
+    },
+    {
+      "epoch": 0.14364687952594163,
+      "grad_norm": 300.58367919921875,
+      "learning_rate": 1.9330294296350556e-06,
+      "loss": 31.168,
+      "step": 15175
+    },
+    {
+      "epoch": 0.1436563455476567,
+      "grad_norm": 195.72265625,
+      "learning_rate": 1.9330183983173256e-06,
+      "loss": 24.4062,
+      "step": 15176
+    },
+    {
+      "epoch": 0.14366581156937175,
+      "grad_norm": 258.92645263671875,
+      "learning_rate": 1.9330073661226197e-06,
+      "loss": 21.6016,
+      "step": 15177
+    },
+    {
+      "epoch": 0.14367527759108678,
+      "grad_norm": 270.21636962890625,
+      "learning_rate": 1.9329963330509474e-06,
+      "loss": 16.1953,
+      "step": 15178
+    },
+    {
+      "epoch": 0.14368474361280184,
+      "grad_norm": 450.8699951171875,
+      "learning_rate": 1.9329852991023187e-06,
+      "loss": 23.1406,
+      "step": 15179
+    },
+    {
+      "epoch": 0.1436942096345169,
+      "grad_norm": 852.3424682617188,
+      "learning_rate": 1.932974264276745e-06,
+      "loss": 40.7422,
+      "step": 15180
+    },
+    {
+      "epoch": 0.14370367565623196,
+      "grad_norm": 454.4208679199219,
+      "learning_rate": 1.9329632285742362e-06,
+      "loss": 24.2578,
+      "step": 15181
+    },
+    {
+      "epoch": 0.14371314167794702,
+      "grad_norm": 1114.3001708984375,
+      "learning_rate": 1.9329521919948024e-06,
+      "loss": 70.6562,
+      "step": 15182
+    },
+    {
+      "epoch": 0.14372260769966205,
+      "grad_norm": 755.0794677734375,
+      "learning_rate": 1.9329411545384543e-06,
+      "loss": 48.5312,
+      "step": 15183
+    },
+    {
+      "epoch": 0.1437320737213771,
+      "grad_norm": 569.6973876953125,
+      "learning_rate": 1.9329301162052023e-06,
+      "loss": 22.25,
+      "step": 15184
+    },
+    {
+      "epoch": 0.14374153974309217,
+      "grad_norm": 458.7666015625,
+      "learning_rate": 1.9329190769950565e-06,
+      "loss": 32.7266,
+      "step": 15185
+    },
+    {
+      "epoch": 0.14375100576480723,
+      "grad_norm": 279.8185119628906,
+      "learning_rate": 1.932908036908028e-06,
+      "loss": 19.1719,
+      "step": 15186
+    },
+    {
+      "epoch": 0.14376047178652226,
+      "grad_norm": 209.25303649902344,
+      "learning_rate": 1.932896995944126e-06,
+      "loss": 24.6562,
+      "step": 15187
+    },
+    {
+      "epoch": 0.14376993780823732,
+      "grad_norm": 313.22979736328125,
+      "learning_rate": 1.9328859541033616e-06,
+      "loss": 20.9141,
+      "step": 15188
+    },
+    {
+      "epoch": 0.14377940382995238,
+      "grad_norm": 300.68292236328125,
+      "learning_rate": 1.9328749113857455e-06,
+      "loss": 21.7266,
+      "step": 15189
+    },
+    {
+      "epoch": 0.14378886985166744,
+      "grad_norm": 243.9975128173828,
+      "learning_rate": 1.9328638677912872e-06,
+      "loss": 14.625,
+      "step": 15190
+    },
+    {
+      "epoch": 0.1437983358733825,
+      "grad_norm": 341.22747802734375,
+      "learning_rate": 1.932852823319998e-06,
+      "loss": 34.9688,
+      "step": 15191
+    },
+    {
+      "epoch": 0.14380780189509754,
+      "grad_norm": 446.56787109375,
+      "learning_rate": 1.9328417779718875e-06,
+      "loss": 33.6953,
+      "step": 15192
+    },
+    {
+      "epoch": 0.1438172679168126,
+      "grad_norm": 344.5507507324219,
+      "learning_rate": 1.9328307317469667e-06,
+      "loss": 35.9844,
+      "step": 15193
+    },
+    {
+      "epoch": 0.14382673393852766,
+      "grad_norm": 429.9443359375,
+      "learning_rate": 1.9328196846452453e-06,
+      "loss": 33.8555,
+      "step": 15194
+    },
+    {
+      "epoch": 0.14383619996024272,
+      "grad_norm": 588.8190307617188,
+      "learning_rate": 1.9328086366667343e-06,
+      "loss": 27.6953,
+      "step": 15195
+    },
+    {
+      "epoch": 0.14384566598195775,
+      "grad_norm": 519.2130126953125,
+      "learning_rate": 1.9327975878114438e-06,
+      "loss": 13.0117,
+      "step": 15196
+    },
+    {
+      "epoch": 0.1438551320036728,
+      "grad_norm": 399.8504333496094,
+      "learning_rate": 1.9327865380793844e-06,
+      "loss": 39.625,
+      "step": 15197
+    },
+    {
+      "epoch": 0.14386459802538787,
+      "grad_norm": 764.2711181640625,
+      "learning_rate": 1.932775487470566e-06,
+      "loss": 34.6016,
+      "step": 15198
+    },
+    {
+      "epoch": 0.14387406404710293,
+      "grad_norm": 774.0384521484375,
+      "learning_rate": 1.9327644359849996e-06,
+      "loss": 38.8672,
+      "step": 15199
+    },
+    {
+      "epoch": 0.143883530068818,
+      "grad_norm": 184.6457061767578,
+      "learning_rate": 1.9327533836226954e-06,
+      "loss": 14.5,
+      "step": 15200
+    },
+    {
+      "epoch": 0.14389299609053302,
+      "grad_norm": 787.7421264648438,
+      "learning_rate": 1.9327423303836633e-06,
+      "loss": 54.4844,
+      "step": 15201
+    },
+    {
+      "epoch": 0.14390246211224808,
+      "grad_norm": 246.78732299804688,
+      "learning_rate": 1.9327312762679145e-06,
+      "loss": 27.8828,
+      "step": 15202
+    },
+    {
+      "epoch": 0.14391192813396314,
+      "grad_norm": 493.9295654296875,
+      "learning_rate": 1.9327202212754586e-06,
+      "loss": 46.0781,
+      "step": 15203
+    },
+    {
+      "epoch": 0.1439213941556782,
+      "grad_norm": 585.8896484375,
+      "learning_rate": 1.9327091654063067e-06,
+      "loss": 33.3594,
+      "step": 15204
+    },
+    {
+      "epoch": 0.14393086017739326,
+      "grad_norm": 192.9053497314453,
+      "learning_rate": 1.932698108660469e-06,
+      "loss": 19.4688,
+      "step": 15205
+    },
+    {
+      "epoch": 0.1439403261991083,
+      "grad_norm": 322.32177734375,
+      "learning_rate": 1.9326870510379554e-06,
+      "loss": 10.8984,
+      "step": 15206
+    },
+    {
+      "epoch": 0.14394979222082335,
+      "grad_norm": 235.56895446777344,
+      "learning_rate": 1.9326759925387768e-06,
+      "loss": 11.9844,
+      "step": 15207
+    },
+    {
+      "epoch": 0.1439592582425384,
+      "grad_norm": 281.1301574707031,
+      "learning_rate": 1.932664933162943e-06,
+      "loss": 17.5781,
+      "step": 15208
+    },
+    {
+      "epoch": 0.14396872426425347,
+      "grad_norm": 334.0773010253906,
+      "learning_rate": 1.9326538729104657e-06,
+      "loss": 20.9688,
+      "step": 15209
+    },
+    {
+      "epoch": 0.1439781902859685,
+      "grad_norm": 246.84591674804688,
+      "learning_rate": 1.932642811781354e-06,
+      "loss": 22.125,
+      "step": 15210
+    },
+    {
+      "epoch": 0.14398765630768356,
+      "grad_norm": 764.5955810546875,
+      "learning_rate": 1.9326317497756185e-06,
+      "loss": 45.8359,
+      "step": 15211
+    },
+    {
+      "epoch": 0.14399712232939862,
+      "grad_norm": 291.10601806640625,
+      "learning_rate": 1.93262068689327e-06,
+      "loss": 30.5938,
+      "step": 15212
+    },
+    {
+      "epoch": 0.14400658835111368,
+      "grad_norm": 225.79205322265625,
+      "learning_rate": 1.932609623134319e-06,
+      "loss": 19.1328,
+      "step": 15213
+    },
+    {
+      "epoch": 0.14401605437282874,
+      "grad_norm": 3.3662750720977783,
+      "learning_rate": 1.9325985584987753e-06,
+      "loss": 0.8857,
+      "step": 15214
+    },
+    {
+      "epoch": 0.14402552039454378,
+      "grad_norm": 360.12835693359375,
+      "learning_rate": 1.9325874929866493e-06,
+      "loss": 20.0,
+      "step": 15215
+    },
+    {
+      "epoch": 0.14403498641625884,
+      "grad_norm": 475.2279052734375,
+      "learning_rate": 1.9325764265979525e-06,
+      "loss": 38.918,
+      "step": 15216
+    },
+    {
+      "epoch": 0.1440444524379739,
+      "grad_norm": 429.67559814453125,
+      "learning_rate": 1.932565359332694e-06,
+      "loss": 37.3438,
+      "step": 15217
+    },
+    {
+      "epoch": 0.14405391845968896,
+      "grad_norm": 344.075927734375,
+      "learning_rate": 1.932554291190885e-06,
+      "loss": 15.3711,
+      "step": 15218
+    },
+    {
+      "epoch": 0.144063384481404,
+      "grad_norm": 443.9195556640625,
+      "learning_rate": 1.9325432221725355e-06,
+      "loss": 21.8516,
+      "step": 15219
+    },
+    {
+      "epoch": 0.14407285050311905,
+      "grad_norm": 288.36474609375,
+      "learning_rate": 1.932532152277656e-06,
+      "loss": 21.8125,
+      "step": 15220
+    },
+    {
+      "epoch": 0.1440823165248341,
+      "grad_norm": 264.3172912597656,
+      "learning_rate": 1.932521081506257e-06,
+      "loss": 23.3125,
+      "step": 15221
+    },
+    {
+      "epoch": 0.14409178254654917,
+      "grad_norm": 369.1775207519531,
+      "learning_rate": 1.932510009858349e-06,
+      "loss": 16.9062,
+      "step": 15222
+    },
+    {
+      "epoch": 0.14410124856826423,
+      "grad_norm": 391.6280212402344,
+      "learning_rate": 1.932498937333942e-06,
+      "loss": 35.4219,
+      "step": 15223
+    },
+    {
+      "epoch": 0.14411071458997926,
+      "grad_norm": 579.010009765625,
+      "learning_rate": 1.932487863933047e-06,
+      "loss": 44.3594,
+      "step": 15224
+    },
+    {
+      "epoch": 0.14412018061169432,
+      "grad_norm": 1068.5322265625,
+      "learning_rate": 1.9324767896556735e-06,
+      "loss": 36.9492,
+      "step": 15225
+    },
+    {
+      "epoch": 0.14412964663340938,
+      "grad_norm": 933.8759155273438,
+      "learning_rate": 1.9324657145018328e-06,
+      "loss": 67.0625,
+      "step": 15226
+    },
+    {
+      "epoch": 0.14413911265512444,
+      "grad_norm": 593.1398315429688,
+      "learning_rate": 1.932454638471535e-06,
+      "loss": 78.2031,
+      "step": 15227
+    },
+    {
+      "epoch": 0.14414857867683947,
+      "grad_norm": 197.66744995117188,
+      "learning_rate": 1.9324435615647904e-06,
+      "loss": 13.7109,
+      "step": 15228
+    },
+    {
+      "epoch": 0.14415804469855453,
+      "grad_norm": 340.63165283203125,
+      "learning_rate": 1.93243248378161e-06,
+      "loss": 21.25,
+      "step": 15229
+    },
+    {
+      "epoch": 0.1441675107202696,
+      "grad_norm": 246.25238037109375,
+      "learning_rate": 1.932421405122003e-06,
+      "loss": 18.2969,
+      "step": 15230
+    },
+    {
+      "epoch": 0.14417697674198465,
+      "grad_norm": 308.67901611328125,
+      "learning_rate": 1.9324103255859808e-06,
+      "loss": 17.6992,
+      "step": 15231
+    },
+    {
+      "epoch": 0.1441864427636997,
+      "grad_norm": 442.6431579589844,
+      "learning_rate": 1.9323992451735537e-06,
+      "loss": 18.0469,
+      "step": 15232
+    },
+    {
+      "epoch": 0.14419590878541474,
+      "grad_norm": 1405.720947265625,
+      "learning_rate": 1.932388163884732e-06,
+      "loss": 43.5234,
+      "step": 15233
+    },
+    {
+      "epoch": 0.1442053748071298,
+      "grad_norm": 150.04327392578125,
+      "learning_rate": 1.932377081719526e-06,
+      "loss": 22.6523,
+      "step": 15234
+    },
+    {
+      "epoch": 0.14421484082884486,
+      "grad_norm": 427.5689697265625,
+      "learning_rate": 1.932365998677946e-06,
+      "loss": 33.4219,
+      "step": 15235
+    },
+    {
+      "epoch": 0.14422430685055992,
+      "grad_norm": 745.6260986328125,
+      "learning_rate": 1.932354914760003e-06,
+      "loss": 64.875,
+      "step": 15236
+    },
+    {
+      "epoch": 0.14423377287227496,
+      "grad_norm": 328.2194519042969,
+      "learning_rate": 1.9323438299657067e-06,
+      "loss": 18.7812,
+      "step": 15237
+    },
+    {
+      "epoch": 0.14424323889399002,
+      "grad_norm": 241.6074676513672,
+      "learning_rate": 1.932332744295068e-06,
+      "loss": 22.6719,
+      "step": 15238
+    },
+    {
+      "epoch": 0.14425270491570508,
+      "grad_norm": 344.4136657714844,
+      "learning_rate": 1.932321657748097e-06,
+      "loss": 33.8906,
+      "step": 15239
+    },
+    {
+      "epoch": 0.14426217093742014,
+      "grad_norm": 691.70703125,
+      "learning_rate": 1.9323105703248047e-06,
+      "loss": 29.3203,
+      "step": 15240
+    },
+    {
+      "epoch": 0.1442716369591352,
+      "grad_norm": 354.4599914550781,
+      "learning_rate": 1.9322994820252006e-06,
+      "loss": 9.4141,
+      "step": 15241
+    },
+    {
+      "epoch": 0.14428110298085023,
+      "grad_norm": 260.04888916015625,
+      "learning_rate": 1.9322883928492957e-06,
+      "loss": 10.3398,
+      "step": 15242
+    },
+    {
+      "epoch": 0.1442905690025653,
+      "grad_norm": 509.20556640625,
+      "learning_rate": 1.932277302797101e-06,
+      "loss": 31.5781,
+      "step": 15243
+    },
+    {
+      "epoch": 0.14430003502428035,
+      "grad_norm": 2.838557004928589,
+      "learning_rate": 1.9322662118686256e-06,
+      "loss": 0.7949,
+      "step": 15244
+    },
+    {
+      "epoch": 0.1443095010459954,
+      "grad_norm": 555.5860595703125,
+      "learning_rate": 1.932255120063881e-06,
+      "loss": 40.1016,
+      "step": 15245
+    },
+    {
+      "epoch": 0.14431896706771044,
+      "grad_norm": 715.8921508789062,
+      "learning_rate": 1.932244027382877e-06,
+      "loss": 76.6562,
+      "step": 15246
+    },
+    {
+      "epoch": 0.1443284330894255,
+      "grad_norm": 404.9414978027344,
+      "learning_rate": 1.9322329338256244e-06,
+      "loss": 30.1719,
+      "step": 15247
+    },
+    {
+      "epoch": 0.14433789911114056,
+      "grad_norm": 597.4869384765625,
+      "learning_rate": 1.932221839392133e-06,
+      "loss": 45.1719,
+      "step": 15248
+    },
+    {
+      "epoch": 0.14434736513285562,
+      "grad_norm": 3.5332748889923096,
+      "learning_rate": 1.9322107440824145e-06,
+      "loss": 1.0039,
+      "step": 15249
+    },
+    {
+      "epoch": 0.14435683115457068,
+      "grad_norm": 306.0921325683594,
+      "learning_rate": 1.932199647896478e-06,
+      "loss": 37.5781,
+      "step": 15250
+    },
+    {
+      "epoch": 0.1443662971762857,
+      "grad_norm": 270.4045104980469,
+      "learning_rate": 1.932188550834335e-06,
+      "loss": 16.3125,
+      "step": 15251
+    },
+    {
+      "epoch": 0.14437576319800077,
+      "grad_norm": 477.49835205078125,
+      "learning_rate": 1.9321774528959947e-06,
+      "loss": 54.8594,
+      "step": 15252
+    },
+    {
+      "epoch": 0.14438522921971583,
+      "grad_norm": 328.686767578125,
+      "learning_rate": 1.932166354081469e-06,
+      "loss": 25.3125,
+      "step": 15253
+    },
+    {
+      "epoch": 0.1443946952414309,
+      "grad_norm": 666.1035766601562,
+      "learning_rate": 1.932155254390767e-06,
+      "loss": 45.6875,
+      "step": 15254
+    },
+    {
+      "epoch": 0.14440416126314592,
+      "grad_norm": 153.6597137451172,
+      "learning_rate": 1.9321441538238997e-06,
+      "loss": 9.8906,
+      "step": 15255
+    },
+    {
+      "epoch": 0.14441362728486098,
+      "grad_norm": 151.93350219726562,
+      "learning_rate": 1.932133052380878e-06,
+      "loss": 22.0234,
+      "step": 15256
+    },
+    {
+      "epoch": 0.14442309330657604,
+      "grad_norm": 507.10968017578125,
+      "learning_rate": 1.9321219500617113e-06,
+      "loss": 30.6094,
+      "step": 15257
+    },
+    {
+      "epoch": 0.1444325593282911,
+      "grad_norm": 2.7130303382873535,
+      "learning_rate": 1.932110846866411e-06,
+      "loss": 0.9194,
+      "step": 15258
+    },
+    {
+      "epoch": 0.14444202535000616,
+      "grad_norm": 302.67071533203125,
+      "learning_rate": 1.9320997427949872e-06,
+      "loss": 17.3438,
+      "step": 15259
+    },
+    {
+      "epoch": 0.1444514913717212,
+      "grad_norm": 160.24560546875,
+      "learning_rate": 1.93208863784745e-06,
+      "loss": 19.4297,
+      "step": 15260
+    },
+    {
+      "epoch": 0.14446095739343626,
+      "grad_norm": 208.5304718017578,
+      "learning_rate": 1.9320775320238104e-06,
+      "loss": 10.1543,
+      "step": 15261
+    },
+    {
+      "epoch": 0.14447042341515132,
+      "grad_norm": 220.9407196044922,
+      "learning_rate": 1.932066425324078e-06,
+      "loss": 11.0391,
+      "step": 15262
+    },
+    {
+      "epoch": 0.14447988943686638,
+      "grad_norm": 304.44000244140625,
+      "learning_rate": 1.9320553177482644e-06,
+      "loss": 28.8672,
+      "step": 15263
+    },
+    {
+      "epoch": 0.1444893554585814,
+      "grad_norm": 283.9429016113281,
+      "learning_rate": 1.932044209296379e-06,
+      "loss": 10.3789,
+      "step": 15264
+    },
+    {
+      "epoch": 0.14449882148029647,
+      "grad_norm": 613.2890625,
+      "learning_rate": 1.9320330999684333e-06,
+      "loss": 65.6562,
+      "step": 15265
+    },
+    {
+      "epoch": 0.14450828750201153,
+      "grad_norm": 611.1076049804688,
+      "learning_rate": 1.932021989764436e-06,
+      "loss": 18.3008,
+      "step": 15266
+    },
+    {
+      "epoch": 0.1445177535237266,
+      "grad_norm": 1202.2972412109375,
+      "learning_rate": 1.9320108786844e-06,
+      "loss": 32.1328,
+      "step": 15267
+    },
+    {
+      "epoch": 0.14452721954544165,
+      "grad_norm": 408.3705749511719,
+      "learning_rate": 1.9319997667283332e-06,
+      "loss": 33.4609,
+      "step": 15268
+    },
+    {
+      "epoch": 0.14453668556715668,
+      "grad_norm": 728.7333374023438,
+      "learning_rate": 1.9319886538962482e-06,
+      "loss": 37.0703,
+      "step": 15269
+    },
+    {
+      "epoch": 0.14454615158887174,
+      "grad_norm": 358.7647399902344,
+      "learning_rate": 1.931977540188154e-06,
+      "loss": 37.1875,
+      "step": 15270
+    },
+    {
+      "epoch": 0.1445556176105868,
+      "grad_norm": 268.5113830566406,
+      "learning_rate": 1.931966425604062e-06,
+      "loss": 22.1016,
+      "step": 15271
+    },
+    {
+      "epoch": 0.14456508363230186,
+      "grad_norm": 2.757086753845215,
+      "learning_rate": 1.931955310143982e-06,
+      "loss": 0.8408,
+      "step": 15272
+    },
+    {
+      "epoch": 0.1445745496540169,
+      "grad_norm": 252.75143432617188,
+      "learning_rate": 1.931944193807924e-06,
+      "loss": 17.9883,
+      "step": 15273
+    },
+    {
+      "epoch": 0.14458401567573195,
+      "grad_norm": 235.9954833984375,
+      "learning_rate": 1.9319330765958998e-06,
+      "loss": 16.5391,
+      "step": 15274
+    },
+    {
+      "epoch": 0.144593481697447,
+      "grad_norm": 206.99440002441406,
+      "learning_rate": 1.9319219585079186e-06,
+      "loss": 20.1641,
+      "step": 15275
+    },
+    {
+      "epoch": 0.14460294771916207,
+      "grad_norm": 536.6063232421875,
+      "learning_rate": 1.9319108395439918e-06,
+      "loss": 34.5078,
+      "step": 15276
+    },
+    {
+      "epoch": 0.14461241374087713,
+      "grad_norm": 1250.3209228515625,
+      "learning_rate": 1.931899719704129e-06,
+      "loss": 63.7578,
+      "step": 15277
+    },
+    {
+      "epoch": 0.14462187976259216,
+      "grad_norm": 217.1771697998047,
+      "learning_rate": 1.9318885989883418e-06,
+      "loss": 17.8594,
+      "step": 15278
+    },
+    {
+      "epoch": 0.14463134578430722,
+      "grad_norm": 191.97279357910156,
+      "learning_rate": 1.9318774773966397e-06,
+      "loss": 21.8594,
+      "step": 15279
+    },
+    {
+      "epoch": 0.14464081180602228,
+      "grad_norm": 404.46795654296875,
+      "learning_rate": 1.931866354929033e-06,
+      "loss": 56.7109,
+      "step": 15280
+    },
+    {
+      "epoch": 0.14465027782773734,
+      "grad_norm": 263.25494384765625,
+      "learning_rate": 1.931855231585533e-06,
+      "loss": 20.2031,
+      "step": 15281
+    },
+    {
+      "epoch": 0.14465974384945238,
+      "grad_norm": 989.7471923828125,
+      "learning_rate": 1.9318441073661494e-06,
+      "loss": 49.8789,
+      "step": 15282
+    },
+    {
+      "epoch": 0.14466920987116744,
+      "grad_norm": 386.1849060058594,
+      "learning_rate": 1.931832982270893e-06,
+      "loss": 23.7969,
+      "step": 15283
+    },
+    {
+      "epoch": 0.1446786758928825,
+      "grad_norm": 1037.1513671875,
+      "learning_rate": 1.9318218562997742e-06,
+      "loss": 41.0625,
+      "step": 15284
+    },
+    {
+      "epoch": 0.14468814191459756,
+      "grad_norm": 292.0083923339844,
+      "learning_rate": 1.9318107294528036e-06,
+      "loss": 16.2812,
+      "step": 15285
+    },
+    {
+      "epoch": 0.14469760793631262,
+      "grad_norm": 197.6056365966797,
+      "learning_rate": 1.9317996017299912e-06,
+      "loss": 12.5781,
+      "step": 15286
+    },
+    {
+      "epoch": 0.14470707395802765,
+      "grad_norm": 3.1623575687408447,
+      "learning_rate": 1.9317884731313484e-06,
+      "loss": 1.0049,
+      "step": 15287
+    },
+    {
+      "epoch": 0.1447165399797427,
+      "grad_norm": 288.075927734375,
+      "learning_rate": 1.9317773436568846e-06,
+      "loss": 20.9688,
+      "step": 15288
+    },
+    {
+      "epoch": 0.14472600600145777,
+      "grad_norm": 402.6111145019531,
+      "learning_rate": 1.931766213306611e-06,
+      "loss": 33.3047,
+      "step": 15289
+    },
+    {
+      "epoch": 0.14473547202317283,
+      "grad_norm": 2.9730167388916016,
+      "learning_rate": 1.9317550820805374e-06,
+      "loss": 0.7891,
+      "step": 15290
+    },
+    {
+      "epoch": 0.1447449380448879,
+      "grad_norm": 263.28118896484375,
+      "learning_rate": 1.931743949978675e-06,
+      "loss": 15.6133,
+      "step": 15291
+    },
+    {
+      "epoch": 0.14475440406660292,
+      "grad_norm": 2.9477014541625977,
+      "learning_rate": 1.931732817001034e-06,
+      "loss": 0.9399,
+      "step": 15292
+    },
+    {
+      "epoch": 0.14476387008831798,
+      "grad_norm": 1176.673583984375,
+      "learning_rate": 1.9317216831476243e-06,
+      "loss": 61.4062,
+      "step": 15293
+    },
+    {
+      "epoch": 0.14477333611003304,
+      "grad_norm": 350.12469482421875,
+      "learning_rate": 1.931710548418457e-06,
+      "loss": 22.3438,
+      "step": 15294
+    },
+    {
+      "epoch": 0.1447828021317481,
+      "grad_norm": 550.4080200195312,
+      "learning_rate": 1.9316994128135426e-06,
+      "loss": 18.7578,
+      "step": 15295
+    },
+    {
+      "epoch": 0.14479226815346313,
+      "grad_norm": 884.8142700195312,
+      "learning_rate": 1.931688276332891e-06,
+      "loss": 39.4688,
+      "step": 15296
+    },
+    {
+      "epoch": 0.1448017341751782,
+      "grad_norm": 800.2797241210938,
+      "learning_rate": 1.9316771389765133e-06,
+      "loss": 27.8398,
+      "step": 15297
+    },
+    {
+      "epoch": 0.14481120019689325,
+      "grad_norm": 404.05255126953125,
+      "learning_rate": 1.9316660007444195e-06,
+      "loss": 38.8867,
+      "step": 15298
+    },
+    {
+      "epoch": 0.1448206662186083,
+      "grad_norm": 339.6365966796875,
+      "learning_rate": 1.9316548616366208e-06,
+      "loss": 37.5234,
+      "step": 15299
+    },
+    {
+      "epoch": 0.14483013224032337,
+      "grad_norm": 1048.458984375,
+      "learning_rate": 1.9316437216531263e-06,
+      "loss": 61.7109,
+      "step": 15300
+    },
+    {
+      "epoch": 0.1448395982620384,
+      "grad_norm": 328.7762451171875,
+      "learning_rate": 1.931632580793948e-06,
+      "loss": 22.5703,
+      "step": 15301
+    },
+    {
+      "epoch": 0.14484906428375346,
+      "grad_norm": 255.71669006347656,
+      "learning_rate": 1.931621439059095e-06,
+      "loss": 17.8438,
+      "step": 15302
+    },
+    {
+      "epoch": 0.14485853030546852,
+      "grad_norm": 267.7637634277344,
+      "learning_rate": 1.9316102964485793e-06,
+      "loss": 27.6562,
+      "step": 15303
+    },
+    {
+      "epoch": 0.14486799632718358,
+      "grad_norm": 245.42233276367188,
+      "learning_rate": 1.93159915296241e-06,
+      "loss": 14.6016,
+      "step": 15304
+    },
+    {
+      "epoch": 0.14487746234889862,
+      "grad_norm": 2.9895009994506836,
+      "learning_rate": 1.9315880086005984e-06,
+      "loss": 0.9517,
+      "step": 15305
+    },
+    {
+      "epoch": 0.14488692837061368,
+      "grad_norm": 905.8873901367188,
+      "learning_rate": 1.9315768633631543e-06,
+      "loss": 52.4062,
+      "step": 15306
+    },
+    {
+      "epoch": 0.14489639439232874,
+      "grad_norm": 292.3561096191406,
+      "learning_rate": 1.9315657172500885e-06,
+      "loss": 30.6094,
+      "step": 15307
+    },
+    {
+      "epoch": 0.1449058604140438,
+      "grad_norm": 180.87374877929688,
+      "learning_rate": 1.931554570261412e-06,
+      "loss": 23.8906,
+      "step": 15308
+    },
+    {
+      "epoch": 0.14491532643575886,
+      "grad_norm": 284.0401916503906,
+      "learning_rate": 1.9315434223971346e-06,
+      "loss": 16.0508,
+      "step": 15309
+    },
+    {
+      "epoch": 0.1449247924574739,
+      "grad_norm": 400.8475036621094,
+      "learning_rate": 1.9315322736572668e-06,
+      "loss": 50.0469,
+      "step": 15310
+    },
+    {
+      "epoch": 0.14493425847918895,
+      "grad_norm": 3.252338171005249,
+      "learning_rate": 1.9315211240418193e-06,
+      "loss": 0.9819,
+      "step": 15311
+    },
+    {
+      "epoch": 0.144943724500904,
+      "grad_norm": 643.2327880859375,
+      "learning_rate": 1.9315099735508028e-06,
+      "loss": 30.6953,
+      "step": 15312
+    },
+    {
+      "epoch": 0.14495319052261907,
+      "grad_norm": 322.9156494140625,
+      "learning_rate": 1.9314988221842274e-06,
+      "loss": 25.6719,
+      "step": 15313
+    },
+    {
+      "epoch": 0.1449626565443341,
+      "grad_norm": 633.7265014648438,
+      "learning_rate": 1.9314876699421036e-06,
+      "loss": 38.8125,
+      "step": 15314
+    },
+    {
+      "epoch": 0.14497212256604916,
+      "grad_norm": 311.7604675292969,
+      "learning_rate": 1.931476516824442e-06,
+      "loss": 18.1875,
+      "step": 15315
+    },
+    {
+      "epoch": 0.14498158858776422,
+      "grad_norm": 334.6456298828125,
+      "learning_rate": 1.9314653628312536e-06,
+      "loss": 31.5703,
+      "step": 15316
+    },
+    {
+      "epoch": 0.14499105460947928,
+      "grad_norm": 475.5924072265625,
+      "learning_rate": 1.9314542079625476e-06,
+      "loss": 36.75,
+      "step": 15317
+    },
+    {
+      "epoch": 0.14500052063119434,
+      "grad_norm": 3.6958518028259277,
+      "learning_rate": 1.9314430522183356e-06,
+      "loss": 0.8772,
+      "step": 15318
+    },
+    {
+      "epoch": 0.14500998665290937,
+      "grad_norm": 296.15545654296875,
+      "learning_rate": 1.9314318955986274e-06,
+      "loss": 21.0391,
+      "step": 15319
+    },
+    {
+      "epoch": 0.14501945267462443,
+      "grad_norm": 274.33612060546875,
+      "learning_rate": 1.9314207381034345e-06,
+      "loss": 9.7383,
+      "step": 15320
+    },
+    {
+      "epoch": 0.1450289186963395,
+      "grad_norm": 172.7273712158203,
+      "learning_rate": 1.931409579732766e-06,
+      "loss": 20.8359,
+      "step": 15321
+    },
+    {
+      "epoch": 0.14503838471805455,
+      "grad_norm": 515.306884765625,
+      "learning_rate": 1.9313984204866336e-06,
+      "loss": 35.2656,
+      "step": 15322
+    },
+    {
+      "epoch": 0.14504785073976958,
+      "grad_norm": 345.9835205078125,
+      "learning_rate": 1.931387260365047e-06,
+      "loss": 43.0312,
+      "step": 15323
+    },
+    {
+      "epoch": 0.14505731676148464,
+      "grad_norm": 823.2337646484375,
+      "learning_rate": 1.9313760993680172e-06,
+      "loss": 18.5508,
+      "step": 15324
+    },
+    {
+      "epoch": 0.1450667827831997,
+      "grad_norm": 538.2637329101562,
+      "learning_rate": 1.9313649374955537e-06,
+      "loss": 51.9297,
+      "step": 15325
+    },
+    {
+      "epoch": 0.14507624880491476,
+      "grad_norm": 324.6404724121094,
+      "learning_rate": 1.931353774747669e-06,
+      "loss": 24.0859,
+      "step": 15326
+    },
+    {
+      "epoch": 0.14508571482662982,
+      "grad_norm": 1087.0177001953125,
+      "learning_rate": 1.9313426111243713e-06,
+      "loss": 19.8633,
+      "step": 15327
+    },
+    {
+      "epoch": 0.14509518084834486,
+      "grad_norm": 385.94769287109375,
+      "learning_rate": 1.9313314466256723e-06,
+      "loss": 14.5312,
+      "step": 15328
+    },
+    {
+      "epoch": 0.14510464687005992,
+      "grad_norm": 218.30252075195312,
+      "learning_rate": 1.9313202812515826e-06,
+      "loss": 25.75,
+      "step": 15329
+    },
+    {
+      "epoch": 0.14511411289177498,
+      "grad_norm": 281.4032287597656,
+      "learning_rate": 1.9313091150021123e-06,
+      "loss": 9.6641,
+      "step": 15330
+    },
+    {
+      "epoch": 0.14512357891349004,
+      "grad_norm": 728.920654296875,
+      "learning_rate": 1.9312979478772723e-06,
+      "loss": 14.4961,
+      "step": 15331
+    },
+    {
+      "epoch": 0.14513304493520507,
+      "grad_norm": 580.5492553710938,
+      "learning_rate": 1.9312867798770726e-06,
+      "loss": 9.0742,
+      "step": 15332
+    },
+    {
+      "epoch": 0.14514251095692013,
+      "grad_norm": 377.46063232421875,
+      "learning_rate": 1.931275611001524e-06,
+      "loss": 36.6797,
+      "step": 15333
+    },
+    {
+      "epoch": 0.1451519769786352,
+      "grad_norm": 641.3618774414062,
+      "learning_rate": 1.9312644412506363e-06,
+      "loss": 21.5117,
+      "step": 15334
+    },
+    {
+      "epoch": 0.14516144300035025,
+      "grad_norm": 268.2963562011719,
+      "learning_rate": 1.9312532706244214e-06,
+      "loss": 25.9219,
+      "step": 15335
+    },
+    {
+      "epoch": 0.1451709090220653,
+      "grad_norm": 615.53271484375,
+      "learning_rate": 1.9312420991228886e-06,
+      "loss": 35.7734,
+      "step": 15336
+    },
+    {
+      "epoch": 0.14518037504378034,
+      "grad_norm": 586.6865234375,
+      "learning_rate": 1.931230926746049e-06,
+      "loss": 33.7656,
+      "step": 15337
+    },
+    {
+      "epoch": 0.1451898410654954,
+      "grad_norm": 1269.653076171875,
+      "learning_rate": 1.9312197534939128e-06,
+      "loss": 28.4805,
+      "step": 15338
+    },
+    {
+      "epoch": 0.14519930708721046,
+      "grad_norm": 419.89361572265625,
+      "learning_rate": 1.9312085793664905e-06,
+      "loss": 39.4844,
+      "step": 15339
+    },
+    {
+      "epoch": 0.14520877310892552,
+      "grad_norm": 378.0401916503906,
+      "learning_rate": 1.9311974043637928e-06,
+      "loss": 25.6016,
+      "step": 15340
+    },
+    {
+      "epoch": 0.14521823913064055,
+      "grad_norm": 341.60369873046875,
+      "learning_rate": 1.9311862284858304e-06,
+      "loss": 42.125,
+      "step": 15341
+    },
+    {
+      "epoch": 0.1452277051523556,
+      "grad_norm": 772.61083984375,
+      "learning_rate": 1.9311750517326133e-06,
+      "loss": 52.3984,
+      "step": 15342
+    },
+    {
+      "epoch": 0.14523717117407067,
+      "grad_norm": 604.82421875,
+      "learning_rate": 1.931163874104152e-06,
+      "loss": 31.7188,
+      "step": 15343
+    },
+    {
+      "epoch": 0.14524663719578573,
+      "grad_norm": 467.3868103027344,
+      "learning_rate": 1.9311526956004577e-06,
+      "loss": 52.8438,
+      "step": 15344
+    },
+    {
+      "epoch": 0.1452561032175008,
+      "grad_norm": 153.61558532714844,
+      "learning_rate": 1.93114151622154e-06,
+      "loss": 10.9844,
+      "step": 15345
+    },
+    {
+      "epoch": 0.14526556923921582,
+      "grad_norm": 318.7857971191406,
+      "learning_rate": 1.93113033596741e-06,
+      "loss": 36.2812,
+      "step": 15346
+    },
+    {
+      "epoch": 0.14527503526093088,
+      "grad_norm": 3.182764768600464,
+      "learning_rate": 1.931119154838078e-06,
+      "loss": 0.8599,
+      "step": 15347
+    },
+    {
+      "epoch": 0.14528450128264594,
+      "grad_norm": 288.125,
+      "learning_rate": 1.9311079728335547e-06,
+      "loss": 20.1406,
+      "step": 15348
+    },
+    {
+      "epoch": 0.145293967304361,
+      "grad_norm": 625.4888305664062,
+      "learning_rate": 1.9310967899538503e-06,
+      "loss": 50.4844,
+      "step": 15349
+    },
+    {
+      "epoch": 0.14530343332607604,
+      "grad_norm": 3.9516122341156006,
+      "learning_rate": 1.9310856061989758e-06,
+      "loss": 1.0571,
+      "step": 15350
+    },
+    {
+      "epoch": 0.1453128993477911,
+      "grad_norm": 373.8796691894531,
+      "learning_rate": 1.9310744215689413e-06,
+      "loss": 20.625,
+      "step": 15351
+    },
+    {
+      "epoch": 0.14532236536950616,
+      "grad_norm": 364.927734375,
+      "learning_rate": 1.9310632360637575e-06,
+      "loss": 27.7344,
+      "step": 15352
+    },
+    {
+      "epoch": 0.14533183139122122,
+      "grad_norm": 1086.2034912109375,
+      "learning_rate": 1.9310520496834345e-06,
+      "loss": 27.9258,
+      "step": 15353
+    },
+    {
+      "epoch": 0.14534129741293628,
+      "grad_norm": 535.2662963867188,
+      "learning_rate": 1.9310408624279833e-06,
+      "loss": 40.5391,
+      "step": 15354
+    },
+    {
+      "epoch": 0.1453507634346513,
+      "grad_norm": 397.5802307128906,
+      "learning_rate": 1.9310296742974145e-06,
+      "loss": 34.0156,
+      "step": 15355
+    },
+    {
+      "epoch": 0.14536022945636637,
+      "grad_norm": 418.2440490722656,
+      "learning_rate": 1.931018485291738e-06,
+      "loss": 21.2266,
+      "step": 15356
+    },
+    {
+      "epoch": 0.14536969547808143,
+      "grad_norm": 399.5590515136719,
+      "learning_rate": 1.931007295410965e-06,
+      "loss": 36.0312,
+      "step": 15357
+    },
+    {
+      "epoch": 0.1453791614997965,
+      "grad_norm": 3.081341028213501,
+      "learning_rate": 1.9309961046551055e-06,
+      "loss": 1.0566,
+      "step": 15358
+    },
+    {
+      "epoch": 0.14538862752151152,
+      "grad_norm": 398.389404296875,
+      "learning_rate": 1.93098491302417e-06,
+      "loss": 48.6719,
+      "step": 15359
+    },
+    {
+      "epoch": 0.14539809354322658,
+      "grad_norm": 420.65216064453125,
+      "learning_rate": 1.9309737205181696e-06,
+      "loss": 51.9531,
+      "step": 15360
+    },
+    {
+      "epoch": 0.14540755956494164,
+      "grad_norm": 212.00119018554688,
+      "learning_rate": 1.9309625271371142e-06,
+      "loss": 16.6172,
+      "step": 15361
+    },
+    {
+      "epoch": 0.1454170255866567,
+      "grad_norm": 145.61851501464844,
+      "learning_rate": 1.930951332881015e-06,
+      "loss": 25.5391,
+      "step": 15362
+    },
+    {
+      "epoch": 0.14542649160837176,
+      "grad_norm": 668.5740966796875,
+      "learning_rate": 1.930940137749882e-06,
+      "loss": 43.4844,
+      "step": 15363
+    },
+    {
+      "epoch": 0.1454359576300868,
+      "grad_norm": 514.5537109375,
+      "learning_rate": 1.9309289417437257e-06,
+      "loss": 15.9688,
+      "step": 15364
+    },
+    {
+      "epoch": 0.14544542365180185,
+      "grad_norm": 398.42425537109375,
+      "learning_rate": 1.930917744862557e-06,
+      "loss": 26.2422,
+      "step": 15365
+    },
+    {
+      "epoch": 0.1454548896735169,
+      "grad_norm": 295.0373229980469,
+      "learning_rate": 1.930906547106386e-06,
+      "loss": 23.6875,
+      "step": 15366
+    },
+    {
+      "epoch": 0.14546435569523197,
+      "grad_norm": 491.82635498046875,
+      "learning_rate": 1.9308953484752233e-06,
+      "loss": 45.625,
+      "step": 15367
+    },
+    {
+      "epoch": 0.145473821716947,
+      "grad_norm": 446.44293212890625,
+      "learning_rate": 1.9308841489690795e-06,
+      "loss": 36.7188,
+      "step": 15368
+    },
+    {
+      "epoch": 0.14548328773866206,
+      "grad_norm": 309.190185546875,
+      "learning_rate": 1.930872948587965e-06,
+      "loss": 11.1211,
+      "step": 15369
+    },
+    {
+      "epoch": 0.14549275376037712,
+      "grad_norm": 336.8580627441406,
+      "learning_rate": 1.9308617473318906e-06,
+      "loss": 22.6641,
+      "step": 15370
+    },
+    {
+      "epoch": 0.14550221978209218,
+      "grad_norm": 295.9739990234375,
+      "learning_rate": 1.930850545200867e-06,
+      "loss": 17.1328,
+      "step": 15371
+    },
+    {
+      "epoch": 0.14551168580380724,
+      "grad_norm": 256.2739562988281,
+      "learning_rate": 1.9308393421949044e-06,
+      "loss": 19.8672,
+      "step": 15372
+    },
+    {
+      "epoch": 0.14552115182552228,
+      "grad_norm": 418.40032958984375,
+      "learning_rate": 1.9308281383140133e-06,
+      "loss": 48.5938,
+      "step": 15373
+    },
+    {
+      "epoch": 0.14553061784723734,
+      "grad_norm": 830.4214477539062,
+      "learning_rate": 1.930816933558204e-06,
+      "loss": 16.2148,
+      "step": 15374
+    },
+    {
+      "epoch": 0.1455400838689524,
+      "grad_norm": 304.38629150390625,
+      "learning_rate": 1.930805727927488e-06,
+      "loss": 16.125,
+      "step": 15375
+    },
+    {
+      "epoch": 0.14554954989066746,
+      "grad_norm": 542.42724609375,
+      "learning_rate": 1.9307945214218746e-06,
+      "loss": 41.8594,
+      "step": 15376
+    },
+    {
+      "epoch": 0.14555901591238252,
+      "grad_norm": 353.9496154785156,
+      "learning_rate": 1.930783314041375e-06,
+      "loss": 11.9414,
+      "step": 15377
+    },
+    {
+      "epoch": 0.14556848193409755,
+      "grad_norm": 289.4814453125,
+      "learning_rate": 1.9307721057859997e-06,
+      "loss": 23.1289,
+      "step": 15378
+    },
+    {
+      "epoch": 0.1455779479558126,
+      "grad_norm": 2317.79443359375,
+      "learning_rate": 1.930760896655759e-06,
+      "loss": 20.2891,
+      "step": 15379
+    },
+    {
+      "epoch": 0.14558741397752767,
+      "grad_norm": 520.6400756835938,
+      "learning_rate": 1.930749686650664e-06,
+      "loss": 50.9531,
+      "step": 15380
+    },
+    {
+      "epoch": 0.14559687999924273,
+      "grad_norm": 310.4266357421875,
+      "learning_rate": 1.930738475770725e-06,
+      "loss": 17.2266,
+      "step": 15381
+    },
+    {
+      "epoch": 0.14560634602095776,
+      "grad_norm": 138.8509063720703,
+      "learning_rate": 1.930727264015952e-06,
+      "loss": 13.9688,
+      "step": 15382
+    },
+    {
+      "epoch": 0.14561581204267282,
+      "grad_norm": 238.36622619628906,
+      "learning_rate": 1.9307160513863558e-06,
+      "loss": 19.7422,
+      "step": 15383
+    },
+    {
+      "epoch": 0.14562527806438788,
+      "grad_norm": 172.1270294189453,
+      "learning_rate": 1.930704837881947e-06,
+      "loss": 16.5625,
+      "step": 15384
+    },
+    {
+      "epoch": 0.14563474408610294,
+      "grad_norm": 174.24119567871094,
+      "learning_rate": 1.9306936235027363e-06,
+      "loss": 16.4766,
+      "step": 15385
+    },
+    {
+      "epoch": 0.145644210107818,
+      "grad_norm": 281.9092712402344,
+      "learning_rate": 1.9306824082487343e-06,
+      "loss": 16.6914,
+      "step": 15386
+    },
+    {
+      "epoch": 0.14565367612953303,
+      "grad_norm": 460.2672119140625,
+      "learning_rate": 1.9306711921199514e-06,
+      "loss": 17.0234,
+      "step": 15387
+    },
+    {
+      "epoch": 0.1456631421512481,
+      "grad_norm": 348.0470275878906,
+      "learning_rate": 1.930659975116398e-06,
+      "loss": 27.9297,
+      "step": 15388
+    },
+    {
+      "epoch": 0.14567260817296315,
+      "grad_norm": 313.9343566894531,
+      "learning_rate": 1.930648757238085e-06,
+      "loss": 14.9219,
+      "step": 15389
+    },
+    {
+      "epoch": 0.1456820741946782,
+      "grad_norm": 223.55345153808594,
+      "learning_rate": 1.9306375384850223e-06,
+      "loss": 20.0078,
+      "step": 15390
+    },
+    {
+      "epoch": 0.14569154021639324,
+      "grad_norm": 350.4989318847656,
+      "learning_rate": 1.9306263188572212e-06,
+      "loss": 44.5117,
+      "step": 15391
+    },
+    {
+      "epoch": 0.1457010062381083,
+      "grad_norm": 232.56321716308594,
+      "learning_rate": 1.9306150983546918e-06,
+      "loss": 12.8008,
+      "step": 15392
+    },
+    {
+      "epoch": 0.14571047225982336,
+      "grad_norm": 192.4589385986328,
+      "learning_rate": 1.9306038769774445e-06,
+      "loss": 17.8086,
+      "step": 15393
+    },
+    {
+      "epoch": 0.14571993828153842,
+      "grad_norm": 2.910679817199707,
+      "learning_rate": 1.9305926547254905e-06,
+      "loss": 0.9121,
+      "step": 15394
+    },
+    {
+      "epoch": 0.14572940430325348,
+      "grad_norm": 1373.914306640625,
+      "learning_rate": 1.93058143159884e-06,
+      "loss": 8.0703,
+      "step": 15395
+    },
+    {
+      "epoch": 0.14573887032496852,
+      "grad_norm": 258.8292236328125,
+      "learning_rate": 1.930570207597503e-06,
+      "loss": 20.8672,
+      "step": 15396
+    },
+    {
+      "epoch": 0.14574833634668358,
+      "grad_norm": 401.4604797363281,
+      "learning_rate": 1.9305589827214907e-06,
+      "loss": 36.875,
+      "step": 15397
+    },
+    {
+      "epoch": 0.14575780236839864,
+      "grad_norm": 487.74658203125,
+      "learning_rate": 1.9305477569708137e-06,
+      "loss": 44.3281,
+      "step": 15398
+    },
+    {
+      "epoch": 0.1457672683901137,
+      "grad_norm": 191.20655822753906,
+      "learning_rate": 1.930536530345482e-06,
+      "loss": 20.6484,
+      "step": 15399
+    },
+    {
+      "epoch": 0.14577673441182873,
+      "grad_norm": 312.29095458984375,
+      "learning_rate": 1.9305253028455067e-06,
+      "loss": 23.9844,
+      "step": 15400
+    },
+    {
+      "epoch": 0.1457862004335438,
+      "grad_norm": 406.6753845214844,
+      "learning_rate": 1.9305140744708982e-06,
+      "loss": 22.25,
+      "step": 15401
+    },
+    {
+      "epoch": 0.14579566645525885,
+      "grad_norm": 333.5839538574219,
+      "learning_rate": 1.9305028452216673e-06,
+      "loss": 18.1406,
+      "step": 15402
+    },
+    {
+      "epoch": 0.1458051324769739,
+      "grad_norm": 232.5741424560547,
+      "learning_rate": 1.9304916150978236e-06,
+      "loss": 23.4766,
+      "step": 15403
+    },
+    {
+      "epoch": 0.14581459849868897,
+      "grad_norm": 337.94671630859375,
+      "learning_rate": 1.930480384099379e-06,
+      "loss": 10.1836,
+      "step": 15404
+    },
+    {
+      "epoch": 0.145824064520404,
+      "grad_norm": 2.7893576622009277,
+      "learning_rate": 1.930469152226343e-06,
+      "loss": 0.832,
+      "step": 15405
+    },
+    {
+      "epoch": 0.14583353054211906,
+      "grad_norm": 440.8857116699219,
+      "learning_rate": 1.9304579194787264e-06,
+      "loss": 28.7969,
+      "step": 15406
+    },
+    {
+      "epoch": 0.14584299656383412,
+      "grad_norm": 587.2883911132812,
+      "learning_rate": 1.93044668585654e-06,
+      "loss": 43.3984,
+      "step": 15407
+    },
+    {
+      "epoch": 0.14585246258554918,
+      "grad_norm": 422.9544982910156,
+      "learning_rate": 1.9304354513597943e-06,
+      "loss": 28.2188,
+      "step": 15408
+    },
+    {
+      "epoch": 0.1458619286072642,
+      "grad_norm": 320.99261474609375,
+      "learning_rate": 1.9304242159884998e-06,
+      "loss": 24.75,
+      "step": 15409
+    },
+    {
+      "epoch": 0.14587139462897927,
+      "grad_norm": 289.92755126953125,
+      "learning_rate": 1.930412979742667e-06,
+      "loss": 19.8594,
+      "step": 15410
+    },
+    {
+      "epoch": 0.14588086065069433,
+      "grad_norm": 3.1352522373199463,
+      "learning_rate": 1.9304017426223066e-06,
+      "loss": 0.9209,
+      "step": 15411
+    },
+    {
+      "epoch": 0.1458903266724094,
+      "grad_norm": 307.08514404296875,
+      "learning_rate": 1.930390504627429e-06,
+      "loss": 33.5312,
+      "step": 15412
+    },
+    {
+      "epoch": 0.14589979269412445,
+      "grad_norm": 446.5391845703125,
+      "learning_rate": 1.930379265758045e-06,
+      "loss": 44.9688,
+      "step": 15413
+    },
+    {
+      "epoch": 0.14590925871583948,
+      "grad_norm": 166.76451110839844,
+      "learning_rate": 1.930368026014165e-06,
+      "loss": 14.3906,
+      "step": 15414
+    },
+    {
+      "epoch": 0.14591872473755454,
+      "grad_norm": 215.72486877441406,
+      "learning_rate": 1.9303567853957995e-06,
+      "loss": 22.0781,
+      "step": 15415
+    },
+    {
+      "epoch": 0.1459281907592696,
+      "grad_norm": 373.6656494140625,
+      "learning_rate": 1.9303455439029593e-06,
+      "loss": 22.1602,
+      "step": 15416
+    },
+    {
+      "epoch": 0.14593765678098466,
+      "grad_norm": 659.1682739257812,
+      "learning_rate": 1.9303343015356545e-06,
+      "loss": 27.3906,
+      "step": 15417
+    },
+    {
+      "epoch": 0.1459471228026997,
+      "grad_norm": 2.9057343006134033,
+      "learning_rate": 1.9303230582938963e-06,
+      "loss": 0.7339,
+      "step": 15418
+    },
+    {
+      "epoch": 0.14595658882441476,
+      "grad_norm": 492.9624938964844,
+      "learning_rate": 1.9303118141776946e-06,
+      "loss": 41.1406,
+      "step": 15419
+    },
+    {
+      "epoch": 0.14596605484612982,
+      "grad_norm": 463.8767395019531,
+      "learning_rate": 1.9303005691870607e-06,
+      "loss": 21.0938,
+      "step": 15420
+    },
+    {
+      "epoch": 0.14597552086784488,
+      "grad_norm": 355.8436279296875,
+      "learning_rate": 1.9302893233220045e-06,
+      "loss": 27.2656,
+      "step": 15421
+    },
+    {
+      "epoch": 0.14598498688955994,
+      "grad_norm": 520.2819213867188,
+      "learning_rate": 1.9302780765825372e-06,
+      "loss": 13.832,
+      "step": 15422
+    },
+    {
+      "epoch": 0.14599445291127497,
+      "grad_norm": 332.2615051269531,
+      "learning_rate": 1.9302668289686685e-06,
+      "loss": 26.5312,
+      "step": 15423
+    },
+    {
+      "epoch": 0.14600391893299003,
+      "grad_norm": 664.0385131835938,
+      "learning_rate": 1.9302555804804098e-06,
+      "loss": 52.0625,
+      "step": 15424
+    },
+    {
+      "epoch": 0.1460133849547051,
+      "grad_norm": 509.80145263671875,
+      "learning_rate": 1.9302443311177716e-06,
+      "loss": 48.7969,
+      "step": 15425
+    },
+    {
+      "epoch": 0.14602285097642015,
+      "grad_norm": 518.6346435546875,
+      "learning_rate": 1.930233080880764e-06,
+      "loss": 25.1328,
+      "step": 15426
+    },
+    {
+      "epoch": 0.14603231699813518,
+      "grad_norm": 254.66073608398438,
+      "learning_rate": 1.9302218297693973e-06,
+      "loss": 22.8516,
+      "step": 15427
+    },
+    {
+      "epoch": 0.14604178301985024,
+      "grad_norm": 369.2476806640625,
+      "learning_rate": 1.9302105777836832e-06,
+      "loss": 23.2734,
+      "step": 15428
+    },
+    {
+      "epoch": 0.1460512490415653,
+      "grad_norm": 554.47607421875,
+      "learning_rate": 1.930199324923632e-06,
+      "loss": 39.7422,
+      "step": 15429
+    },
+    {
+      "epoch": 0.14606071506328036,
+      "grad_norm": 295.1675720214844,
+      "learning_rate": 1.930188071189253e-06,
+      "loss": 24.3438,
+      "step": 15430
+    },
+    {
+      "epoch": 0.14607018108499542,
+      "grad_norm": 303.25250244140625,
+      "learning_rate": 1.9301768165805584e-06,
+      "loss": 18.3516,
+      "step": 15431
+    },
+    {
+      "epoch": 0.14607964710671045,
+      "grad_norm": 359.349609375,
+      "learning_rate": 1.9301655610975584e-06,
+      "loss": 22.6172,
+      "step": 15432
+    },
+    {
+      "epoch": 0.1460891131284255,
+      "grad_norm": 621.8168334960938,
+      "learning_rate": 1.9301543047402628e-06,
+      "loss": 36.168,
+      "step": 15433
+    },
+    {
+      "epoch": 0.14609857915014057,
+      "grad_norm": 683.5079956054688,
+      "learning_rate": 1.9301430475086826e-06,
+      "loss": 36.8516,
+      "step": 15434
+    },
+    {
+      "epoch": 0.14610804517185563,
+      "grad_norm": 336.6072082519531,
+      "learning_rate": 1.9301317894028285e-06,
+      "loss": 22.0234,
+      "step": 15435
+    },
+    {
+      "epoch": 0.14611751119357066,
+      "grad_norm": 179.83294677734375,
+      "learning_rate": 1.930120530422711e-06,
+      "loss": 16.3672,
+      "step": 15436
+    },
+    {
+      "epoch": 0.14612697721528572,
+      "grad_norm": 279.71673583984375,
+      "learning_rate": 1.930109270568341e-06,
+      "loss": 20.1367,
+      "step": 15437
+    },
+    {
+      "epoch": 0.14613644323700078,
+      "grad_norm": 222.47967529296875,
+      "learning_rate": 1.9300980098397284e-06,
+      "loss": 22.3359,
+      "step": 15438
+    },
+    {
+      "epoch": 0.14614590925871584,
+      "grad_norm": 179.10020446777344,
+      "learning_rate": 1.9300867482368844e-06,
+      "loss": 12.668,
+      "step": 15439
+    },
+    {
+      "epoch": 0.1461553752804309,
+      "grad_norm": 341.98583984375,
+      "learning_rate": 1.9300754857598193e-06,
+      "loss": 40.9297,
+      "step": 15440
+    },
+    {
+      "epoch": 0.14616484130214594,
+      "grad_norm": 2.586590528488159,
+      "learning_rate": 1.930064222408544e-06,
+      "loss": 0.8491,
+      "step": 15441
+    },
+    {
+      "epoch": 0.146174307323861,
+      "grad_norm": 639.0401611328125,
+      "learning_rate": 1.9300529581830686e-06,
+      "loss": 42.3438,
+      "step": 15442
+    },
+    {
+      "epoch": 0.14618377334557606,
+      "grad_norm": 287.8226318359375,
+      "learning_rate": 1.9300416930834036e-06,
+      "loss": 24.9141,
+      "step": 15443
+    },
+    {
+      "epoch": 0.14619323936729112,
+      "grad_norm": 1024.8544921875,
+      "learning_rate": 1.9300304271095604e-06,
+      "loss": 22.1641,
+      "step": 15444
+    },
+    {
+      "epoch": 0.14620270538900615,
+      "grad_norm": 275.9740905761719,
+      "learning_rate": 1.930019160261549e-06,
+      "loss": 40.2578,
+      "step": 15445
+    },
+    {
+      "epoch": 0.1462121714107212,
+      "grad_norm": 228.43661499023438,
+      "learning_rate": 1.93000789253938e-06,
+      "loss": 9.4648,
+      "step": 15446
+    },
+    {
+      "epoch": 0.14622163743243627,
+      "grad_norm": 169.8919219970703,
+      "learning_rate": 1.929996623943064e-06,
+      "loss": 19.8203,
+      "step": 15447
+    },
+    {
+      "epoch": 0.14623110345415133,
+      "grad_norm": 443.593994140625,
+      "learning_rate": 1.929985354472612e-06,
+      "loss": 21.3594,
+      "step": 15448
+    },
+    {
+      "epoch": 0.1462405694758664,
+      "grad_norm": 184.52334594726562,
+      "learning_rate": 1.929974084128034e-06,
+      "loss": 20.625,
+      "step": 15449
+    },
+    {
+      "epoch": 0.14625003549758142,
+      "grad_norm": 3.3386003971099854,
+      "learning_rate": 1.9299628129093406e-06,
+      "loss": 1.0498,
+      "step": 15450
+    },
+    {
+      "epoch": 0.14625950151929648,
+      "grad_norm": 609.5357055664062,
+      "learning_rate": 1.9299515408165433e-06,
+      "loss": 11.7891,
+      "step": 15451
+    },
+    {
+      "epoch": 0.14626896754101154,
+      "grad_norm": 659.7943725585938,
+      "learning_rate": 1.9299402678496515e-06,
+      "loss": 46.5938,
+      "step": 15452
+    },
+    {
+      "epoch": 0.1462784335627266,
+      "grad_norm": 632.5967407226562,
+      "learning_rate": 1.929928994008677e-06,
+      "loss": 25.4375,
+      "step": 15453
+    },
+    {
+      "epoch": 0.14628789958444163,
+      "grad_norm": 461.90093994140625,
+      "learning_rate": 1.929917719293629e-06,
+      "loss": 32.2812,
+      "step": 15454
+    },
+    {
+      "epoch": 0.1462973656061567,
+      "grad_norm": 404.2304992675781,
+      "learning_rate": 1.9299064437045194e-06,
+      "loss": 26.7656,
+      "step": 15455
+    },
+    {
+      "epoch": 0.14630683162787175,
+      "grad_norm": 210.68089294433594,
+      "learning_rate": 1.9298951672413577e-06,
+      "loss": 24.1406,
+      "step": 15456
+    },
+    {
+      "epoch": 0.1463162976495868,
+      "grad_norm": 328.6700134277344,
+      "learning_rate": 1.9298838899041554e-06,
+      "loss": 19.7578,
+      "step": 15457
+    },
+    {
+      "epoch": 0.14632576367130187,
+      "grad_norm": 262.3499450683594,
+      "learning_rate": 1.9298726116929227e-06,
+      "loss": 18.1797,
+      "step": 15458
+    },
+    {
+      "epoch": 0.1463352296930169,
+      "grad_norm": 338.2308044433594,
+      "learning_rate": 1.92986133260767e-06,
+      "loss": 18.6016,
+      "step": 15459
+    },
+    {
+      "epoch": 0.14634469571473196,
+      "grad_norm": 3.009578227996826,
+      "learning_rate": 1.9298500526484084e-06,
+      "loss": 0.7612,
+      "step": 15460
+    },
+    {
+      "epoch": 0.14635416173644702,
+      "grad_norm": 243.5596466064453,
+      "learning_rate": 1.9298387718151484e-06,
+      "loss": 10.9531,
+      "step": 15461
+    },
+    {
+      "epoch": 0.14636362775816208,
+      "grad_norm": 375.3368835449219,
+      "learning_rate": 1.9298274901079003e-06,
+      "loss": 44.0,
+      "step": 15462
+    },
+    {
+      "epoch": 0.14637309377987714,
+      "grad_norm": 189.6853485107422,
+      "learning_rate": 1.9298162075266747e-06,
+      "loss": 22.1562,
+      "step": 15463
+    },
+    {
+      "epoch": 0.14638255980159218,
+      "grad_norm": 555.4299926757812,
+      "learning_rate": 1.929804924071482e-06,
+      "loss": 29.0742,
+      "step": 15464
+    },
+    {
+      "epoch": 0.14639202582330724,
+      "grad_norm": 420.4630126953125,
+      "learning_rate": 1.9297936397423338e-06,
+      "loss": 35.3281,
+      "step": 15465
+    },
+    {
+      "epoch": 0.1464014918450223,
+      "grad_norm": 246.65846252441406,
+      "learning_rate": 1.92978235453924e-06,
+      "loss": 11.4668,
+      "step": 15466
+    },
+    {
+      "epoch": 0.14641095786673736,
+      "grad_norm": 376.1831970214844,
+      "learning_rate": 1.929771068462211e-06,
+      "loss": 21.6328,
+      "step": 15467
+    },
+    {
+      "epoch": 0.1464204238884524,
+      "grad_norm": 819.1104736328125,
+      "learning_rate": 1.929759781511258e-06,
+      "loss": 39.9531,
+      "step": 15468
+    },
+    {
+      "epoch": 0.14642988991016745,
+      "grad_norm": 306.78387451171875,
+      "learning_rate": 1.929748493686391e-06,
+      "loss": 17.2969,
+      "step": 15469
+    },
+    {
+      "epoch": 0.1464393559318825,
+      "grad_norm": 556.6681518554688,
+      "learning_rate": 1.9297372049876207e-06,
+      "loss": 50.0234,
+      "step": 15470
+    },
+    {
+      "epoch": 0.14644882195359757,
+      "grad_norm": 363.2102355957031,
+      "learning_rate": 1.9297259154149585e-06,
+      "loss": 21.5312,
+      "step": 15471
+    },
+    {
+      "epoch": 0.14645828797531263,
+      "grad_norm": 191.63482666015625,
+      "learning_rate": 1.929714624968414e-06,
+      "loss": 15.4219,
+      "step": 15472
+    },
+    {
+      "epoch": 0.14646775399702766,
+      "grad_norm": 389.99542236328125,
+      "learning_rate": 1.9297033336479985e-06,
+      "loss": 33.4844,
+      "step": 15473
+    },
+    {
+      "epoch": 0.14647722001874272,
+      "grad_norm": 222.23306274414062,
+      "learning_rate": 1.9296920414537223e-06,
+      "loss": 21.6797,
+      "step": 15474
+    },
+    {
+      "epoch": 0.14648668604045778,
+      "grad_norm": 272.63897705078125,
+      "learning_rate": 1.929680748385596e-06,
+      "loss": 29.1719,
+      "step": 15475
+    },
+    {
+      "epoch": 0.14649615206217284,
+      "grad_norm": 489.9247131347656,
+      "learning_rate": 1.92966945444363e-06,
+      "loss": 42.0312,
+      "step": 15476
+    },
+    {
+      "epoch": 0.14650561808388787,
+      "grad_norm": 149.4058380126953,
+      "learning_rate": 1.9296581596278355e-06,
+      "loss": 21.0781,
+      "step": 15477
+    },
+    {
+      "epoch": 0.14651508410560293,
+      "grad_norm": 349.3733825683594,
+      "learning_rate": 1.929646863938223e-06,
+      "loss": 48.7344,
+      "step": 15478
+    },
+    {
+      "epoch": 0.146524550127318,
+      "grad_norm": 494.1368713378906,
+      "learning_rate": 1.9296355673748024e-06,
+      "loss": 41.7812,
+      "step": 15479
+    },
+    {
+      "epoch": 0.14653401614903305,
+      "grad_norm": 3.13472580909729,
+      "learning_rate": 1.929624269937585e-06,
+      "loss": 0.9355,
+      "step": 15480
+    },
+    {
+      "epoch": 0.1465434821707481,
+      "grad_norm": 3.3371899127960205,
+      "learning_rate": 1.9296129716265815e-06,
+      "loss": 0.9385,
+      "step": 15481
+    },
+    {
+      "epoch": 0.14655294819246314,
+      "grad_norm": 509.9200134277344,
+      "learning_rate": 1.929601672441802e-06,
+      "loss": 40.3984,
+      "step": 15482
+    },
+    {
+      "epoch": 0.1465624142141782,
+      "grad_norm": 213.44924926757812,
+      "learning_rate": 1.9295903723832578e-06,
+      "loss": 25.5859,
+      "step": 15483
+    },
+    {
+      "epoch": 0.14657188023589326,
+      "grad_norm": 338.3318786621094,
+      "learning_rate": 1.9295790714509588e-06,
+      "loss": 19.7812,
+      "step": 15484
+    },
+    {
+      "epoch": 0.14658134625760832,
+      "grad_norm": 960.7919311523438,
+      "learning_rate": 1.929567769644916e-06,
+      "loss": 56.0,
+      "step": 15485
+    },
+    {
+      "epoch": 0.14659081227932336,
+      "grad_norm": 770.890380859375,
+      "learning_rate": 1.9295564669651402e-06,
+      "loss": 60.0938,
+      "step": 15486
+    },
+    {
+      "epoch": 0.14660027830103842,
+      "grad_norm": 373.2703552246094,
+      "learning_rate": 1.9295451634116414e-06,
+      "loss": 36.8125,
+      "step": 15487
+    },
+    {
+      "epoch": 0.14660974432275348,
+      "grad_norm": 2.5276918411254883,
+      "learning_rate": 1.9295338589844307e-06,
+      "loss": 0.8613,
+      "step": 15488
+    },
+    {
+      "epoch": 0.14661921034446854,
+      "grad_norm": 182.7940673828125,
+      "learning_rate": 1.929522553683519e-06,
+      "loss": 21.8281,
+      "step": 15489
+    },
+    {
+      "epoch": 0.1466286763661836,
+      "grad_norm": 1699.9224853515625,
+      "learning_rate": 1.929511247508916e-06,
+      "loss": 39.8672,
+      "step": 15490
+    },
+    {
+      "epoch": 0.14663814238789863,
+      "grad_norm": 473.5752868652344,
+      "learning_rate": 1.929499940460633e-06,
+      "loss": 21.2656,
+      "step": 15491
+    },
+    {
+      "epoch": 0.1466476084096137,
+      "grad_norm": 413.7255554199219,
+      "learning_rate": 1.929488632538681e-06,
+      "loss": 16.2031,
+      "step": 15492
+    },
+    {
+      "epoch": 0.14665707443132875,
+      "grad_norm": 412.9191589355469,
+      "learning_rate": 1.9294773237430697e-06,
+      "loss": 35.9688,
+      "step": 15493
+    },
+    {
+      "epoch": 0.1466665404530438,
+      "grad_norm": 161.6313018798828,
+      "learning_rate": 1.9294660140738105e-06,
+      "loss": 18.0391,
+      "step": 15494
+    },
+    {
+      "epoch": 0.14667600647475884,
+      "grad_norm": 223.23245239257812,
+      "learning_rate": 1.9294547035309135e-06,
+      "loss": 23.6719,
+      "step": 15495
+    },
+    {
+      "epoch": 0.1466854724964739,
+      "grad_norm": 1236.330810546875,
+      "learning_rate": 1.9294433921143896e-06,
+      "loss": 55.0312,
+      "step": 15496
+    },
+    {
+      "epoch": 0.14669493851818896,
+      "grad_norm": 922.1594848632812,
+      "learning_rate": 1.9294320798242496e-06,
+      "loss": 39.3281,
+      "step": 15497
+    },
+    {
+      "epoch": 0.14670440453990402,
+      "grad_norm": 327.15203857421875,
+      "learning_rate": 1.929420766660504e-06,
+      "loss": 29.0781,
+      "step": 15498
+    },
+    {
+      "epoch": 0.14671387056161908,
+      "grad_norm": 293.8498229980469,
+      "learning_rate": 1.929409452623163e-06,
+      "loss": 20.4375,
+      "step": 15499
+    },
+    {
+      "epoch": 0.1467233365833341,
+      "grad_norm": 249.34933471679688,
+      "learning_rate": 1.9293981377122374e-06,
+      "loss": 18.6484,
+      "step": 15500
+    },
+    {
+      "epoch": 0.14673280260504917,
+      "grad_norm": 616.675537109375,
+      "learning_rate": 1.9293868219277383e-06,
+      "loss": 41.7031,
+      "step": 15501
+    },
+    {
+      "epoch": 0.14674226862676423,
+      "grad_norm": 269.9367980957031,
+      "learning_rate": 1.929375505269676e-06,
+      "loss": 24.5625,
+      "step": 15502
+    },
+    {
+      "epoch": 0.1467517346484793,
+      "grad_norm": 517.479736328125,
+      "learning_rate": 1.9293641877380612e-06,
+      "loss": 24.2891,
+      "step": 15503
+    },
+    {
+      "epoch": 0.14676120067019433,
+      "grad_norm": 268.4432373046875,
+      "learning_rate": 1.929352869332905e-06,
+      "loss": 29.2656,
+      "step": 15504
+    },
+    {
+      "epoch": 0.14677066669190938,
+      "grad_norm": 3.2432141304016113,
+      "learning_rate": 1.9293415500542165e-06,
+      "loss": 1.0088,
+      "step": 15505
+    },
+    {
+      "epoch": 0.14678013271362444,
+      "grad_norm": 175.04969787597656,
+      "learning_rate": 1.929330229902008e-06,
+      "loss": 11.0508,
+      "step": 15506
+    },
+    {
+      "epoch": 0.1467895987353395,
+      "grad_norm": 416.4031982421875,
+      "learning_rate": 1.9293189088762898e-06,
+      "loss": 28.9062,
+      "step": 15507
+    },
+    {
+      "epoch": 0.14679906475705456,
+      "grad_norm": 3.2946012020111084,
+      "learning_rate": 1.9293075869770717e-06,
+      "loss": 1.0474,
+      "step": 15508
+    },
+    {
+      "epoch": 0.1468085307787696,
+      "grad_norm": 343.39630126953125,
+      "learning_rate": 1.9292962642043652e-06,
+      "loss": 19.9688,
+      "step": 15509
+    },
+    {
+      "epoch": 0.14681799680048466,
+      "grad_norm": 227.02401733398438,
+      "learning_rate": 1.9292849405581806e-06,
+      "loss": 21.5391,
+      "step": 15510
+    },
+    {
+      "epoch": 0.14682746282219972,
+      "grad_norm": 259.226318359375,
+      "learning_rate": 1.929273616038529e-06,
+      "loss": 10.6289,
+      "step": 15511
+    },
+    {
+      "epoch": 0.14683692884391478,
+      "grad_norm": 603.3012084960938,
+      "learning_rate": 1.92926229064542e-06,
+      "loss": 51.1875,
+      "step": 15512
+    },
+    {
+      "epoch": 0.1468463948656298,
+      "grad_norm": 176.41104125976562,
+      "learning_rate": 1.9292509643788654e-06,
+      "loss": 16.3125,
+      "step": 15513
+    },
+    {
+      "epoch": 0.14685586088734487,
+      "grad_norm": 246.45257568359375,
+      "learning_rate": 1.9292396372388754e-06,
+      "loss": 13.2656,
+      "step": 15514
+    },
+    {
+      "epoch": 0.14686532690905993,
+      "grad_norm": 265.08721923828125,
+      "learning_rate": 1.92922830922546e-06,
+      "loss": 23.6562,
+      "step": 15515
+    },
+    {
+      "epoch": 0.146874792930775,
+      "grad_norm": 223.20782470703125,
+      "learning_rate": 1.929216980338631e-06,
+      "loss": 21.9844,
+      "step": 15516
+    },
+    {
+      "epoch": 0.14688425895249005,
+      "grad_norm": 394.58245849609375,
+      "learning_rate": 1.929205650578398e-06,
+      "loss": 36.5938,
+      "step": 15517
+    },
+    {
+      "epoch": 0.14689372497420508,
+      "grad_norm": 3.25015926361084,
+      "learning_rate": 1.929194319944773e-06,
+      "loss": 0.8867,
+      "step": 15518
+    },
+    {
+      "epoch": 0.14690319099592014,
+      "grad_norm": 172.21092224121094,
+      "learning_rate": 1.929182988437765e-06,
+      "loss": 17.0352,
+      "step": 15519
+    },
+    {
+      "epoch": 0.1469126570176352,
+      "grad_norm": 796.4215698242188,
+      "learning_rate": 1.929171656057386e-06,
+      "loss": 31.8828,
+      "step": 15520
+    },
+    {
+      "epoch": 0.14692212303935026,
+      "grad_norm": 977.5111083984375,
+      "learning_rate": 1.9291603228036453e-06,
+      "loss": 82.3828,
+      "step": 15521
+    },
+    {
+      "epoch": 0.1469315890610653,
+      "grad_norm": 3.178448438644409,
+      "learning_rate": 1.929148988676555e-06,
+      "loss": 0.999,
+      "step": 15522
+    },
+    {
+      "epoch": 0.14694105508278035,
+      "grad_norm": 387.2662658691406,
+      "learning_rate": 1.929137653676125e-06,
+      "loss": 18.9297,
+      "step": 15523
+    },
+    {
+      "epoch": 0.1469505211044954,
+      "grad_norm": 251.8770751953125,
+      "learning_rate": 1.929126317802366e-06,
+      "loss": 20.3203,
+      "step": 15524
+    },
+    {
+      "epoch": 0.14695998712621047,
+      "grad_norm": 190.8336944580078,
+      "learning_rate": 1.9291149810552883e-06,
+      "loss": 16.0703,
+      "step": 15525
+    },
+    {
+      "epoch": 0.14696945314792553,
+      "grad_norm": 816.9220581054688,
+      "learning_rate": 1.9291036434349036e-06,
+      "loss": 26.6328,
+      "step": 15526
+    },
+    {
+      "epoch": 0.14697891916964057,
+      "grad_norm": 372.9020080566406,
+      "learning_rate": 1.9290923049412217e-06,
+      "loss": 23.6406,
+      "step": 15527
+    },
+    {
+      "epoch": 0.14698838519135562,
+      "grad_norm": 176.89552307128906,
+      "learning_rate": 1.9290809655742534e-06,
+      "loss": 19.0391,
+      "step": 15528
+    },
+    {
+      "epoch": 0.14699785121307068,
+      "grad_norm": 229.40541076660156,
+      "learning_rate": 1.9290696253340094e-06,
+      "loss": 17.9766,
+      "step": 15529
+    },
+    {
+      "epoch": 0.14700731723478574,
+      "grad_norm": 316.967041015625,
+      "learning_rate": 1.9290582842205e-06,
+      "loss": 19.1719,
+      "step": 15530
+    },
+    {
+      "epoch": 0.14701678325650078,
+      "grad_norm": 700.8687133789062,
+      "learning_rate": 1.929046942233737e-06,
+      "loss": 36.6406,
+      "step": 15531
+    },
+    {
+      "epoch": 0.14702624927821584,
+      "grad_norm": 217.62371826171875,
+      "learning_rate": 1.92903559937373e-06,
+      "loss": 16.3672,
+      "step": 15532
+    },
+    {
+      "epoch": 0.1470357152999309,
+      "grad_norm": 373.0626525878906,
+      "learning_rate": 1.92902425564049e-06,
+      "loss": 35.375,
+      "step": 15533
+    },
+    {
+      "epoch": 0.14704518132164596,
+      "grad_norm": 910.3222045898438,
+      "learning_rate": 1.9290129110340274e-06,
+      "loss": 40.2969,
+      "step": 15534
+    },
+    {
+      "epoch": 0.14705464734336102,
+      "grad_norm": 453.47540283203125,
+      "learning_rate": 1.9290015655543536e-06,
+      "loss": 37.8828,
+      "step": 15535
+    },
+    {
+      "epoch": 0.14706411336507605,
+      "grad_norm": 291.3238830566406,
+      "learning_rate": 1.9289902192014785e-06,
+      "loss": 28.5703,
+      "step": 15536
+    },
+    {
+      "epoch": 0.1470735793867911,
+      "grad_norm": 246.9541015625,
+      "learning_rate": 1.928978871975413e-06,
+      "loss": 22.875,
+      "step": 15537
+    },
+    {
+      "epoch": 0.14708304540850617,
+      "grad_norm": 330.1142272949219,
+      "learning_rate": 1.9289675238761676e-06,
+      "loss": 51.3125,
+      "step": 15538
+    },
+    {
+      "epoch": 0.14709251143022123,
+      "grad_norm": 329.915771484375,
+      "learning_rate": 1.9289561749037534e-06,
+      "loss": 23.3359,
+      "step": 15539
+    },
+    {
+      "epoch": 0.14710197745193626,
+      "grad_norm": 261.9580993652344,
+      "learning_rate": 1.9289448250581807e-06,
+      "loss": 21.7969,
+      "step": 15540
+    },
+    {
+      "epoch": 0.14711144347365132,
+      "grad_norm": 499.9205322265625,
+      "learning_rate": 1.9289334743394603e-06,
+      "loss": 11.4609,
+      "step": 15541
+    },
+    {
+      "epoch": 0.14712090949536638,
+      "grad_norm": 214.72122192382812,
+      "learning_rate": 1.928922122747603e-06,
+      "loss": 18.8594,
+      "step": 15542
+    },
+    {
+      "epoch": 0.14713037551708144,
+      "grad_norm": 388.1897277832031,
+      "learning_rate": 1.9289107702826195e-06,
+      "loss": 36.2578,
+      "step": 15543
+    },
+    {
+      "epoch": 0.1471398415387965,
+      "grad_norm": 347.3939208984375,
+      "learning_rate": 1.92889941694452e-06,
+      "loss": 29.4375,
+      "step": 15544
+    },
+    {
+      "epoch": 0.14714930756051153,
+      "grad_norm": 382.0763244628906,
+      "learning_rate": 1.9288880627333154e-06,
+      "loss": 24.625,
+      "step": 15545
+    },
+    {
+      "epoch": 0.1471587735822266,
+      "grad_norm": 293.2266540527344,
+      "learning_rate": 1.9288767076490167e-06,
+      "loss": 21.1719,
+      "step": 15546
+    },
+    {
+      "epoch": 0.14716823960394165,
+      "grad_norm": 554.9200439453125,
+      "learning_rate": 1.9288653516916342e-06,
+      "loss": 30.9531,
+      "step": 15547
+    },
+    {
+      "epoch": 0.1471777056256567,
+      "grad_norm": 275.975830078125,
+      "learning_rate": 1.928853994861179e-06,
+      "loss": 17.1367,
+      "step": 15548
+    },
+    {
+      "epoch": 0.14718717164737177,
+      "grad_norm": 730.9281616210938,
+      "learning_rate": 1.928842637157661e-06,
+      "loss": 60.0469,
+      "step": 15549
+    },
+    {
+      "epoch": 0.1471966376690868,
+      "grad_norm": 239.47274780273438,
+      "learning_rate": 1.9288312785810915e-06,
+      "loss": 18.3359,
+      "step": 15550
+    },
+    {
+      "epoch": 0.14720610369080186,
+      "grad_norm": 374.057861328125,
+      "learning_rate": 1.928819919131481e-06,
+      "loss": 39.7969,
+      "step": 15551
+    },
+    {
+      "epoch": 0.14721556971251692,
+      "grad_norm": 271.994873046875,
+      "learning_rate": 1.9288085588088402e-06,
+      "loss": 24.7734,
+      "step": 15552
+    },
+    {
+      "epoch": 0.14722503573423198,
+      "grad_norm": 442.10125732421875,
+      "learning_rate": 1.9287971976131802e-06,
+      "loss": 30.7891,
+      "step": 15553
+    },
+    {
+      "epoch": 0.14723450175594702,
+      "grad_norm": 534.0426025390625,
+      "learning_rate": 1.928785835544511e-06,
+      "loss": 49.9531,
+      "step": 15554
+    },
+    {
+      "epoch": 0.14724396777766208,
+      "grad_norm": 542.2315673828125,
+      "learning_rate": 1.9287744726028433e-06,
+      "loss": 30.5781,
+      "step": 15555
+    },
+    {
+      "epoch": 0.14725343379937714,
+      "grad_norm": 156.2601318359375,
+      "learning_rate": 1.928763108788188e-06,
+      "loss": 14.2227,
+      "step": 15556
+    },
+    {
+      "epoch": 0.1472628998210922,
+      "grad_norm": 358.9439697265625,
+      "learning_rate": 1.928751744100556e-06,
+      "loss": 24.5156,
+      "step": 15557
+    },
+    {
+      "epoch": 0.14727236584280726,
+      "grad_norm": 744.9380493164062,
+      "learning_rate": 1.9287403785399577e-06,
+      "loss": 65.4961,
+      "step": 15558
+    },
+    {
+      "epoch": 0.1472818318645223,
+      "grad_norm": 351.4787902832031,
+      "learning_rate": 1.928729012106404e-06,
+      "loss": 22.9766,
+      "step": 15559
+    },
+    {
+      "epoch": 0.14729129788623735,
+      "grad_norm": 448.8901672363281,
+      "learning_rate": 1.928717644799905e-06,
+      "loss": 50.1719,
+      "step": 15560
+    },
+    {
+      "epoch": 0.1473007639079524,
+      "grad_norm": 256.0363464355469,
+      "learning_rate": 1.928706276620472e-06,
+      "loss": 30.3828,
+      "step": 15561
+    },
+    {
+      "epoch": 0.14731022992966747,
+      "grad_norm": 299.56402587890625,
+      "learning_rate": 1.928694907568116e-06,
+      "loss": 29.1133,
+      "step": 15562
+    },
+    {
+      "epoch": 0.1473196959513825,
+      "grad_norm": 3.7016592025756836,
+      "learning_rate": 1.928683537642847e-06,
+      "loss": 1.0586,
+      "step": 15563
+    },
+    {
+      "epoch": 0.14732916197309756,
+      "grad_norm": 281.7708435058594,
+      "learning_rate": 1.928672166844676e-06,
+      "loss": 26.1719,
+      "step": 15564
+    },
+    {
+      "epoch": 0.14733862799481262,
+      "grad_norm": 291.1203918457031,
+      "learning_rate": 1.928660795173613e-06,
+      "loss": 7.0918,
+      "step": 15565
+    },
+    {
+      "epoch": 0.14734809401652768,
+      "grad_norm": 373.3625793457031,
+      "learning_rate": 1.92864942262967e-06,
+      "loss": 25.6953,
+      "step": 15566
+    },
+    {
+      "epoch": 0.14735756003824274,
+      "grad_norm": 137.21490478515625,
+      "learning_rate": 1.9286380492128563e-06,
+      "loss": 13.2969,
+      "step": 15567
+    },
+    {
+      "epoch": 0.14736702605995777,
+      "grad_norm": 262.0765075683594,
+      "learning_rate": 1.9286266749231834e-06,
+      "loss": 20.5703,
+      "step": 15568
+    },
+    {
+      "epoch": 0.14737649208167283,
+      "grad_norm": 320.77032470703125,
+      "learning_rate": 1.928615299760662e-06,
+      "loss": 25.875,
+      "step": 15569
+    },
+    {
+      "epoch": 0.1473859581033879,
+      "grad_norm": 392.58587646484375,
+      "learning_rate": 1.928603923725303e-06,
+      "loss": 34.2969,
+      "step": 15570
+    },
+    {
+      "epoch": 0.14739542412510295,
+      "grad_norm": 354.9620056152344,
+      "learning_rate": 1.928592546817116e-06,
+      "loss": 34.0312,
+      "step": 15571
+    },
+    {
+      "epoch": 0.14740489014681799,
+      "grad_norm": 317.7339172363281,
+      "learning_rate": 1.928581169036113e-06,
+      "loss": 19.7969,
+      "step": 15572
+    },
+    {
+      "epoch": 0.14741435616853305,
+      "grad_norm": 218.7632598876953,
+      "learning_rate": 1.9285697903823036e-06,
+      "loss": 13.0801,
+      "step": 15573
+    },
+    {
+      "epoch": 0.1474238221902481,
+      "grad_norm": 363.4873962402344,
+      "learning_rate": 1.9285584108556995e-06,
+      "loss": 23.3672,
+      "step": 15574
+    },
+    {
+      "epoch": 0.14743328821196316,
+      "grad_norm": 369.8494567871094,
+      "learning_rate": 1.92854703045631e-06,
+      "loss": 21.2109,
+      "step": 15575
+    },
+    {
+      "epoch": 0.14744275423367822,
+      "grad_norm": 267.354736328125,
+      "learning_rate": 1.928535649184148e-06,
+      "loss": 21.0781,
+      "step": 15576
+    },
+    {
+      "epoch": 0.14745222025539326,
+      "grad_norm": 463.1070251464844,
+      "learning_rate": 1.928524267039222e-06,
+      "loss": 39.6484,
+      "step": 15577
+    },
+    {
+      "epoch": 0.14746168627710832,
+      "grad_norm": 283.15216064453125,
+      "learning_rate": 1.928512884021544e-06,
+      "loss": 8.1289,
+      "step": 15578
+    },
+    {
+      "epoch": 0.14747115229882338,
+      "grad_norm": 492.9833679199219,
+      "learning_rate": 1.928501500131124e-06,
+      "loss": 13.2422,
+      "step": 15579
+    },
+    {
+      "epoch": 0.14748061832053844,
+      "grad_norm": 155.0847930908203,
+      "learning_rate": 1.928490115367973e-06,
+      "loss": 20.6797,
+      "step": 15580
+    },
+    {
+      "epoch": 0.14749008434225347,
+      "grad_norm": 217.97799682617188,
+      "learning_rate": 1.928478729732102e-06,
+      "loss": 10.4551,
+      "step": 15581
+    },
+    {
+      "epoch": 0.14749955036396853,
+      "grad_norm": 991.4630737304688,
+      "learning_rate": 1.928467343223521e-06,
+      "loss": 36.1797,
+      "step": 15582
+    },
+    {
+      "epoch": 0.1475090163856836,
+      "grad_norm": 557.9981079101562,
+      "learning_rate": 1.928455955842241e-06,
+      "loss": 51.4922,
+      "step": 15583
+    },
+    {
+      "epoch": 0.14751848240739865,
+      "grad_norm": 215.77947998046875,
+      "learning_rate": 1.9284445675882733e-06,
+      "loss": 25.5781,
+      "step": 15584
+    },
+    {
+      "epoch": 0.1475279484291137,
+      "grad_norm": 507.5409240722656,
+      "learning_rate": 1.928433178461628e-06,
+      "loss": 42.6406,
+      "step": 15585
+    },
+    {
+      "epoch": 0.14753741445082874,
+      "grad_norm": 733.7870483398438,
+      "learning_rate": 1.928421788462316e-06,
+      "loss": 50.7969,
+      "step": 15586
+    },
+    {
+      "epoch": 0.1475468804725438,
+      "grad_norm": 422.5614318847656,
+      "learning_rate": 1.9284103975903476e-06,
+      "loss": 22.9141,
+      "step": 15587
+    },
+    {
+      "epoch": 0.14755634649425886,
+      "grad_norm": 381.3815002441406,
+      "learning_rate": 1.9283990058457337e-06,
+      "loss": 33.875,
+      "step": 15588
+    },
+    {
+      "epoch": 0.14756581251597392,
+      "grad_norm": 469.9471435546875,
+      "learning_rate": 1.9283876132284853e-06,
+      "loss": 34.9688,
+      "step": 15589
+    },
+    {
+      "epoch": 0.14757527853768895,
+      "grad_norm": 700.4280395507812,
+      "learning_rate": 1.9283762197386134e-06,
+      "loss": 54.168,
+      "step": 15590
+    },
+    {
+      "epoch": 0.147584744559404,
+      "grad_norm": 601.268798828125,
+      "learning_rate": 1.928364825376128e-06,
+      "loss": 30.9844,
+      "step": 15591
+    },
+    {
+      "epoch": 0.14759421058111907,
+      "grad_norm": 264.1831359863281,
+      "learning_rate": 1.9283534301410398e-06,
+      "loss": 9.4668,
+      "step": 15592
+    },
+    {
+      "epoch": 0.14760367660283413,
+      "grad_norm": 472.2716979980469,
+      "learning_rate": 1.92834203403336e-06,
+      "loss": 29.0508,
+      "step": 15593
+    },
+    {
+      "epoch": 0.1476131426245492,
+      "grad_norm": 378.13470458984375,
+      "learning_rate": 1.928330637053099e-06,
+      "loss": 28.7695,
+      "step": 15594
+    },
+    {
+      "epoch": 0.14762260864626423,
+      "grad_norm": 363.9725646972656,
+      "learning_rate": 1.9283192392002676e-06,
+      "loss": 18.8438,
+      "step": 15595
+    },
+    {
+      "epoch": 0.14763207466797929,
+      "grad_norm": 508.1999206542969,
+      "learning_rate": 1.9283078404748766e-06,
+      "loss": 9.9883,
+      "step": 15596
+    },
+    {
+      "epoch": 0.14764154068969434,
+      "grad_norm": 434.307861328125,
+      "learning_rate": 1.928296440876936e-06,
+      "loss": 51.9844,
+      "step": 15597
+    },
+    {
+      "epoch": 0.1476510067114094,
+      "grad_norm": 992.5032348632812,
+      "learning_rate": 1.928285040406458e-06,
+      "loss": 37.8125,
+      "step": 15598
+    },
+    {
+      "epoch": 0.14766047273312444,
+      "grad_norm": 3.153144359588623,
+      "learning_rate": 1.928273639063452e-06,
+      "loss": 0.8877,
+      "step": 15599
+    },
+    {
+      "epoch": 0.1476699387548395,
+      "grad_norm": 780.2010498046875,
+      "learning_rate": 1.928262236847929e-06,
+      "loss": 46.8359,
+      "step": 15600
+    },
+    {
+      "epoch": 0.14767940477655456,
+      "grad_norm": 606.2879028320312,
+      "learning_rate": 1.9282508337599004e-06,
+      "loss": 33.9727,
+      "step": 15601
+    },
+    {
+      "epoch": 0.14768887079826962,
+      "grad_norm": 313.943115234375,
+      "learning_rate": 1.928239429799376e-06,
+      "loss": 47.2031,
+      "step": 15602
+    },
+    {
+      "epoch": 0.14769833681998468,
+      "grad_norm": 306.6687316894531,
+      "learning_rate": 1.9282280249663672e-06,
+      "loss": 18.5938,
+      "step": 15603
+    },
+    {
+      "epoch": 0.1477078028416997,
+      "grad_norm": 648.8347778320312,
+      "learning_rate": 1.9282166192608843e-06,
+      "loss": 36.4531,
+      "step": 15604
+    },
+    {
+      "epoch": 0.14771726886341477,
+      "grad_norm": 280.39544677734375,
+      "learning_rate": 1.928205212682938e-06,
+      "loss": 32.4062,
+      "step": 15605
+    },
+    {
+      "epoch": 0.14772673488512983,
+      "grad_norm": 613.4972534179688,
+      "learning_rate": 1.9281938052325397e-06,
+      "loss": 45.0469,
+      "step": 15606
+    },
+    {
+      "epoch": 0.1477362009068449,
+      "grad_norm": 347.4449768066406,
+      "learning_rate": 1.928182396909699e-06,
+      "loss": 32.8125,
+      "step": 15607
+    },
+    {
+      "epoch": 0.14774566692855992,
+      "grad_norm": 507.0713195800781,
+      "learning_rate": 1.9281709877144277e-06,
+      "loss": 10.7246,
+      "step": 15608
+    },
+    {
+      "epoch": 0.14775513295027498,
+      "grad_norm": 280.8185729980469,
+      "learning_rate": 1.9281595776467357e-06,
+      "loss": 18.3438,
+      "step": 15609
+    },
+    {
+      "epoch": 0.14776459897199004,
+      "grad_norm": 802.9524536132812,
+      "learning_rate": 1.9281481667066345e-06,
+      "loss": 20.0469,
+      "step": 15610
+    },
+    {
+      "epoch": 0.1477740649937051,
+      "grad_norm": 1142.871826171875,
+      "learning_rate": 1.928136754894134e-06,
+      "loss": 46.6797,
+      "step": 15611
+    },
+    {
+      "epoch": 0.14778353101542016,
+      "grad_norm": 625.1661376953125,
+      "learning_rate": 1.9281253422092456e-06,
+      "loss": 21.1602,
+      "step": 15612
+    },
+    {
+      "epoch": 0.1477929970371352,
+      "grad_norm": 2.60447096824646,
+      "learning_rate": 1.9281139286519794e-06,
+      "loss": 0.854,
+      "step": 15613
+    },
+    {
+      "epoch": 0.14780246305885025,
+      "grad_norm": 928.193603515625,
+      "learning_rate": 1.9281025142223464e-06,
+      "loss": 18.875,
+      "step": 15614
+    },
+    {
+      "epoch": 0.1478119290805653,
+      "grad_norm": 990.1611938476562,
+      "learning_rate": 1.928091098920358e-06,
+      "loss": 31.0234,
+      "step": 15615
+    },
+    {
+      "epoch": 0.14782139510228037,
+      "grad_norm": 3.0132157802581787,
+      "learning_rate": 1.928079682746024e-06,
+      "loss": 0.9497,
+      "step": 15616
+    },
+    {
+      "epoch": 0.1478308611239954,
+      "grad_norm": 220.1630859375,
+      "learning_rate": 1.9280682656993555e-06,
+      "loss": 18.6797,
+      "step": 15617
+    },
+    {
+      "epoch": 0.14784032714571047,
+      "grad_norm": 217.16139221191406,
+      "learning_rate": 1.9280568477803635e-06,
+      "loss": 9.8965,
+      "step": 15618
+    },
+    {
+      "epoch": 0.14784979316742553,
+      "grad_norm": 477.3331298828125,
+      "learning_rate": 1.928045428989058e-06,
+      "loss": 22.3047,
+      "step": 15619
+    },
+    {
+      "epoch": 0.14785925918914058,
+      "grad_norm": 240.98468017578125,
+      "learning_rate": 1.9280340093254504e-06,
+      "loss": 17.1797,
+      "step": 15620
+    },
+    {
+      "epoch": 0.14786872521085564,
+      "grad_norm": 952.88232421875,
+      "learning_rate": 1.928022588789551e-06,
+      "loss": 43.2734,
+      "step": 15621
+    },
+    {
+      "epoch": 0.14787819123257068,
+      "grad_norm": 206.64207458496094,
+      "learning_rate": 1.928011167381371e-06,
+      "loss": 16.2109,
+      "step": 15622
+    },
+    {
+      "epoch": 0.14788765725428574,
+      "grad_norm": 404.6994323730469,
+      "learning_rate": 1.927999745100921e-06,
+      "loss": 19.8359,
+      "step": 15623
+    },
+    {
+      "epoch": 0.1478971232760008,
+      "grad_norm": 1819.6339111328125,
+      "learning_rate": 1.9279883219482113e-06,
+      "loss": 19.25,
+      "step": 15624
+    },
+    {
+      "epoch": 0.14790658929771586,
+      "grad_norm": 334.6298828125,
+      "learning_rate": 1.9279768979232527e-06,
+      "loss": 22.3359,
+      "step": 15625
+    },
+    {
+      "epoch": 0.1479160553194309,
+      "grad_norm": 352.8998718261719,
+      "learning_rate": 1.9279654730260564e-06,
+      "loss": 22.5859,
+      "step": 15626
+    },
+    {
+      "epoch": 0.14792552134114595,
+      "grad_norm": 554.5792236328125,
+      "learning_rate": 1.927954047256633e-06,
+      "loss": 57.9688,
+      "step": 15627
+    },
+    {
+      "epoch": 0.147934987362861,
+      "grad_norm": 3.091740608215332,
+      "learning_rate": 1.927942620614993e-06,
+      "loss": 0.96,
+      "step": 15628
+    },
+    {
+      "epoch": 0.14794445338457607,
+      "grad_norm": 618.4608154296875,
+      "learning_rate": 1.9279311931011478e-06,
+      "loss": 32.8359,
+      "step": 15629
+    },
+    {
+      "epoch": 0.14795391940629113,
+      "grad_norm": 316.1160583496094,
+      "learning_rate": 1.9279197647151075e-06,
+      "loss": 7.5391,
+      "step": 15630
+    },
+    {
+      "epoch": 0.14796338542800616,
+      "grad_norm": 373.1421203613281,
+      "learning_rate": 1.9279083354568824e-06,
+      "loss": 12.5938,
+      "step": 15631
+    },
+    {
+      "epoch": 0.14797285144972122,
+      "grad_norm": 447.1734313964844,
+      "learning_rate": 1.9278969053264845e-06,
+      "loss": 45.1875,
+      "step": 15632
+    },
+    {
+      "epoch": 0.14798231747143628,
+      "grad_norm": 388.899169921875,
+      "learning_rate": 1.927885474323924e-06,
+      "loss": 35.1328,
+      "step": 15633
+    },
+    {
+      "epoch": 0.14799178349315134,
+      "grad_norm": 3.2035765647888184,
+      "learning_rate": 1.9278740424492107e-06,
+      "loss": 0.9385,
+      "step": 15634
+    },
+    {
+      "epoch": 0.1480012495148664,
+      "grad_norm": 425.2375183105469,
+      "learning_rate": 1.9278626097023567e-06,
+      "loss": 46.625,
+      "step": 15635
+    },
+    {
+      "epoch": 0.14801071553658143,
+      "grad_norm": 286.401611328125,
+      "learning_rate": 1.9278511760833723e-06,
+      "loss": 25.3242,
+      "step": 15636
+    },
+    {
+      "epoch": 0.1480201815582965,
+      "grad_norm": 281.6573486328125,
+      "learning_rate": 1.927839741592268e-06,
+      "loss": 56.1094,
+      "step": 15637
+    },
+    {
+      "epoch": 0.14802964758001155,
+      "grad_norm": 276.7017517089844,
+      "learning_rate": 1.927828306229054e-06,
+      "loss": 17.8438,
+      "step": 15638
+    },
+    {
+      "epoch": 0.1480391136017266,
+      "grad_norm": 626.1773681640625,
+      "learning_rate": 1.927816869993743e-06,
+      "loss": 65.3984,
+      "step": 15639
+    },
+    {
+      "epoch": 0.14804857962344165,
+      "grad_norm": 193.36138916015625,
+      "learning_rate": 1.927805432886344e-06,
+      "loss": 17.6719,
+      "step": 15640
+    },
+    {
+      "epoch": 0.1480580456451567,
+      "grad_norm": 634.9346923828125,
+      "learning_rate": 1.927793994906868e-06,
+      "loss": 46.5703,
+      "step": 15641
+    },
+    {
+      "epoch": 0.14806751166687177,
+      "grad_norm": 409.6676330566406,
+      "learning_rate": 1.9277825560553263e-06,
+      "loss": 18.5781,
+      "step": 15642
+    },
+    {
+      "epoch": 0.14807697768858682,
+      "grad_norm": 454.13916015625,
+      "learning_rate": 1.927771116331729e-06,
+      "loss": 23.1094,
+      "step": 15643
+    },
+    {
+      "epoch": 0.14808644371030188,
+      "grad_norm": 222.09632873535156,
+      "learning_rate": 1.9277596757360872e-06,
+      "loss": 22.6484,
+      "step": 15644
+    },
+    {
+      "epoch": 0.14809590973201692,
+      "grad_norm": 206.30885314941406,
+      "learning_rate": 1.927748234268412e-06,
+      "loss": 19.2148,
+      "step": 15645
+    },
+    {
+      "epoch": 0.14810537575373198,
+      "grad_norm": 3.4163424968719482,
+      "learning_rate": 1.927736791928714e-06,
+      "loss": 1.0234,
+      "step": 15646
+    },
+    {
+      "epoch": 0.14811484177544704,
+      "grad_norm": 3.13472056388855,
+      "learning_rate": 1.9277253487170035e-06,
+      "loss": 0.8164,
+      "step": 15647
+    },
+    {
+      "epoch": 0.1481243077971621,
+      "grad_norm": 485.8520812988281,
+      "learning_rate": 1.9277139046332916e-06,
+      "loss": 52.4375,
+      "step": 15648
+    },
+    {
+      "epoch": 0.14813377381887713,
+      "grad_norm": 188.07386779785156,
+      "learning_rate": 1.927702459677589e-06,
+      "loss": 11.4453,
+      "step": 15649
+    },
+    {
+      "epoch": 0.1481432398405922,
+      "grad_norm": 290.31549072265625,
+      "learning_rate": 1.9276910138499058e-06,
+      "loss": 38.4844,
+      "step": 15650
+    },
+    {
+      "epoch": 0.14815270586230725,
+      "grad_norm": 404.0642395019531,
+      "learning_rate": 1.927679567150254e-06,
+      "loss": 37.9141,
+      "step": 15651
+    },
+    {
+      "epoch": 0.1481621718840223,
+      "grad_norm": 665.4826049804688,
+      "learning_rate": 1.9276681195786436e-06,
+      "loss": 53.375,
+      "step": 15652
+    },
+    {
+      "epoch": 0.14817163790573737,
+      "grad_norm": 434.3675842285156,
+      "learning_rate": 1.927656671135086e-06,
+      "loss": 34.3281,
+      "step": 15653
+    },
+    {
+      "epoch": 0.1481811039274524,
+      "grad_norm": 541.2559204101562,
+      "learning_rate": 1.9276452218195908e-06,
+      "loss": 26.9531,
+      "step": 15654
+    },
+    {
+      "epoch": 0.14819056994916746,
+      "grad_norm": 528.1937866210938,
+      "learning_rate": 1.9276337716321697e-06,
+      "loss": 29.5938,
+      "step": 15655
+    },
+    {
+      "epoch": 0.14820003597088252,
+      "grad_norm": 394.1620178222656,
+      "learning_rate": 1.927622320572833e-06,
+      "loss": 37.2734,
+      "step": 15656
+    },
+    {
+      "epoch": 0.14820950199259758,
+      "grad_norm": 227.65679931640625,
+      "learning_rate": 1.927610868641592e-06,
+      "loss": 18.3477,
+      "step": 15657
+    },
+    {
+      "epoch": 0.1482189680143126,
+      "grad_norm": 343.5088806152344,
+      "learning_rate": 1.9275994158384572e-06,
+      "loss": 36.1953,
+      "step": 15658
+    },
+    {
+      "epoch": 0.14822843403602767,
+      "grad_norm": 227.80215454101562,
+      "learning_rate": 1.927587962163439e-06,
+      "loss": 19.0625,
+      "step": 15659
+    },
+    {
+      "epoch": 0.14823790005774273,
+      "grad_norm": 317.0726623535156,
+      "learning_rate": 1.9275765076165485e-06,
+      "loss": 45.4844,
+      "step": 15660
+    },
+    {
+      "epoch": 0.1482473660794578,
+      "grad_norm": 424.9021301269531,
+      "learning_rate": 1.9275650521977964e-06,
+      "loss": 43.0625,
+      "step": 15661
+    },
+    {
+      "epoch": 0.14825683210117285,
+      "grad_norm": 1661.7786865234375,
+      "learning_rate": 1.9275535959071938e-06,
+      "loss": 16.75,
+      "step": 15662
+    },
+    {
+      "epoch": 0.14826629812288789,
+      "grad_norm": 3.449712038040161,
+      "learning_rate": 1.9275421387447507e-06,
+      "loss": 1.0107,
+      "step": 15663
+    },
+    {
+      "epoch": 0.14827576414460295,
+      "grad_norm": 179.31814575195312,
+      "learning_rate": 1.9275306807104786e-06,
+      "loss": 23.9531,
+      "step": 15664
+    },
+    {
+      "epoch": 0.148285230166318,
+      "grad_norm": 195.76657104492188,
+      "learning_rate": 1.927519221804388e-06,
+      "loss": 19.9141,
+      "step": 15665
+    },
+    {
+      "epoch": 0.14829469618803306,
+      "grad_norm": 594.778564453125,
+      "learning_rate": 1.92750776202649e-06,
+      "loss": 38.0234,
+      "step": 15666
+    },
+    {
+      "epoch": 0.1483041622097481,
+      "grad_norm": 247.01730346679688,
+      "learning_rate": 1.9274963013767943e-06,
+      "loss": 30.6953,
+      "step": 15667
+    },
+    {
+      "epoch": 0.14831362823146316,
+      "grad_norm": 374.70166015625,
+      "learning_rate": 1.927484839855313e-06,
+      "loss": 34.4688,
+      "step": 15668
+    },
+    {
+      "epoch": 0.14832309425317822,
+      "grad_norm": 222.84719848632812,
+      "learning_rate": 1.927473377462056e-06,
+      "loss": 14.4062,
+      "step": 15669
+    },
+    {
+      "epoch": 0.14833256027489328,
+      "grad_norm": 440.94354248046875,
+      "learning_rate": 1.9274619141970346e-06,
+      "loss": 34.5938,
+      "step": 15670
+    },
+    {
+      "epoch": 0.14834202629660834,
+      "grad_norm": 277.5548400878906,
+      "learning_rate": 1.927450450060259e-06,
+      "loss": 23.0156,
+      "step": 15671
+    },
+    {
+      "epoch": 0.14835149231832337,
+      "grad_norm": 1092.1798095703125,
+      "learning_rate": 1.9274389850517404e-06,
+      "loss": 45.2852,
+      "step": 15672
+    },
+    {
+      "epoch": 0.14836095834003843,
+      "grad_norm": 561.7603759765625,
+      "learning_rate": 1.9274275191714894e-06,
+      "loss": 20.0547,
+      "step": 15673
+    },
+    {
+      "epoch": 0.1483704243617535,
+      "grad_norm": 473.4435119628906,
+      "learning_rate": 1.927416052419517e-06,
+      "loss": 38.2812,
+      "step": 15674
+    },
+    {
+      "epoch": 0.14837989038346855,
+      "grad_norm": 742.7647705078125,
+      "learning_rate": 1.927404584795834e-06,
+      "loss": 61.7188,
+      "step": 15675
+    },
+    {
+      "epoch": 0.14838935640518358,
+      "grad_norm": 243.6381378173828,
+      "learning_rate": 1.927393116300451e-06,
+      "loss": 22.0703,
+      "step": 15676
+    },
+    {
+      "epoch": 0.14839882242689864,
+      "grad_norm": 243.02879333496094,
+      "learning_rate": 1.9273816469333787e-06,
+      "loss": 26.6094,
+      "step": 15677
+    },
+    {
+      "epoch": 0.1484082884486137,
+      "grad_norm": 461.3034362792969,
+      "learning_rate": 1.9273701766946278e-06,
+      "loss": 51.8281,
+      "step": 15678
+    },
+    {
+      "epoch": 0.14841775447032876,
+      "grad_norm": 239.20848083496094,
+      "learning_rate": 1.9273587055842096e-06,
+      "loss": 18.4297,
+      "step": 15679
+    },
+    {
+      "epoch": 0.14842722049204382,
+      "grad_norm": 1007.4185180664062,
+      "learning_rate": 1.9273472336021344e-06,
+      "loss": 47.6406,
+      "step": 15680
+    },
+    {
+      "epoch": 0.14843668651375885,
+      "grad_norm": 457.3825988769531,
+      "learning_rate": 1.927335760748413e-06,
+      "loss": 10.4297,
+      "step": 15681
+    },
+    {
+      "epoch": 0.1484461525354739,
+      "grad_norm": 456.6561584472656,
+      "learning_rate": 1.9273242870230565e-06,
+      "loss": 29.0938,
+      "step": 15682
+    },
+    {
+      "epoch": 0.14845561855718897,
+      "grad_norm": 386.7440490722656,
+      "learning_rate": 1.9273128124260754e-06,
+      "loss": 25.4375,
+      "step": 15683
+    },
+    {
+      "epoch": 0.14846508457890403,
+      "grad_norm": 799.71630859375,
+      "learning_rate": 1.927301336957481e-06,
+      "loss": 87.5312,
+      "step": 15684
+    },
+    {
+      "epoch": 0.14847455060061907,
+      "grad_norm": 322.6341247558594,
+      "learning_rate": 1.927289860617283e-06,
+      "loss": 20.9453,
+      "step": 15685
+    },
+    {
+      "epoch": 0.14848401662233413,
+      "grad_norm": 2.724047899246216,
+      "learning_rate": 1.9272783834054935e-06,
+      "loss": 0.9248,
+      "step": 15686
+    },
+    {
+      "epoch": 0.14849348264404919,
+      "grad_norm": 209.15220642089844,
+      "learning_rate": 1.927266905322122e-06,
+      "loss": 22.375,
+      "step": 15687
+    },
+    {
+      "epoch": 0.14850294866576425,
+      "grad_norm": 433.30780029296875,
+      "learning_rate": 1.9272554263671804e-06,
+      "loss": 8.2734,
+      "step": 15688
+    },
+    {
+      "epoch": 0.1485124146874793,
+      "grad_norm": 2.940467357635498,
+      "learning_rate": 1.927243946540679e-06,
+      "loss": 1.002,
+      "step": 15689
+    },
+    {
+      "epoch": 0.14852188070919434,
+      "grad_norm": 308.1149597167969,
+      "learning_rate": 1.927232465842628e-06,
+      "loss": 8.3945,
+      "step": 15690
+    },
+    {
+      "epoch": 0.1485313467309094,
+      "grad_norm": 920.0921020507812,
+      "learning_rate": 1.927220984273039e-06,
+      "loss": 48.2344,
+      "step": 15691
+    },
+    {
+      "epoch": 0.14854081275262446,
+      "grad_norm": 386.56982421875,
+      "learning_rate": 1.927209501831923e-06,
+      "loss": 31.0,
+      "step": 15692
+    },
+    {
+      "epoch": 0.14855027877433952,
+      "grad_norm": 2.923671245574951,
+      "learning_rate": 1.9271980185192902e-06,
+      "loss": 0.8994,
+      "step": 15693
+    },
+    {
+      "epoch": 0.14855974479605455,
+      "grad_norm": 428.05804443359375,
+      "learning_rate": 1.927186534335152e-06,
+      "loss": 10.0195,
+      "step": 15694
+    },
+    {
+      "epoch": 0.1485692108177696,
+      "grad_norm": 893.1290283203125,
+      "learning_rate": 1.9271750492795183e-06,
+      "loss": 27.7656,
+      "step": 15695
+    },
+    {
+      "epoch": 0.14857867683948467,
+      "grad_norm": 205.18759155273438,
+      "learning_rate": 1.9271635633524004e-06,
+      "loss": 19.9062,
+      "step": 15696
+    },
+    {
+      "epoch": 0.14858814286119973,
+      "grad_norm": 385.5495300292969,
+      "learning_rate": 1.927152076553809e-06,
+      "loss": 19.8203,
+      "step": 15697
+    },
+    {
+      "epoch": 0.1485976088829148,
+      "grad_norm": 436.5403747558594,
+      "learning_rate": 1.9271405888837552e-06,
+      "loss": 43.5312,
+      "step": 15698
+    },
+    {
+      "epoch": 0.14860707490462982,
+      "grad_norm": 260.28863525390625,
+      "learning_rate": 1.9271291003422494e-06,
+      "loss": 15.8398,
+      "step": 15699
+    },
+    {
+      "epoch": 0.14861654092634488,
+      "grad_norm": 338.907958984375,
+      "learning_rate": 1.9271176109293026e-06,
+      "loss": 39.0938,
+      "step": 15700
+    },
+    {
+      "epoch": 0.14862600694805994,
+      "grad_norm": 908.3390502929688,
+      "learning_rate": 1.9271061206449257e-06,
+      "loss": 26.3281,
+      "step": 15701
+    },
+    {
+      "epoch": 0.148635472969775,
+      "grad_norm": 180.68116760253906,
+      "learning_rate": 1.927094629489129e-06,
+      "loss": 21.2422,
+      "step": 15702
+    },
+    {
+      "epoch": 0.14864493899149003,
+      "grad_norm": 218.04051208496094,
+      "learning_rate": 1.927083137461924e-06,
+      "loss": 24.9922,
+      "step": 15703
+    },
+    {
+      "epoch": 0.1486544050132051,
+      "grad_norm": 716.41162109375,
+      "learning_rate": 1.927071644563321e-06,
+      "loss": 35.0469,
+      "step": 15704
+    },
+    {
+      "epoch": 0.14866387103492015,
+      "grad_norm": 3470.238525390625,
+      "learning_rate": 1.927060150793331e-06,
+      "loss": 23.1875,
+      "step": 15705
+    },
+    {
+      "epoch": 0.1486733370566352,
+      "grad_norm": 3.616055488586426,
+      "learning_rate": 1.9270486561519647e-06,
+      "loss": 0.9697,
+      "step": 15706
+    },
+    {
+      "epoch": 0.14868280307835027,
+      "grad_norm": 273.7857971191406,
+      "learning_rate": 1.9270371606392334e-06,
+      "loss": 16.8555,
+      "step": 15707
+    },
+    {
+      "epoch": 0.1486922691000653,
+      "grad_norm": 459.5173645019531,
+      "learning_rate": 1.927025664255147e-06,
+      "loss": 47.7266,
+      "step": 15708
+    },
+    {
+      "epoch": 0.14870173512178037,
+      "grad_norm": 258.4297790527344,
+      "learning_rate": 1.927014166999717e-06,
+      "loss": 24.1094,
+      "step": 15709
+    },
+    {
+      "epoch": 0.14871120114349543,
+      "grad_norm": 291.7412414550781,
+      "learning_rate": 1.9270026688729537e-06,
+      "loss": 26.0547,
+      "step": 15710
+    },
+    {
+      "epoch": 0.14872066716521049,
+      "grad_norm": 469.84332275390625,
+      "learning_rate": 1.9269911698748685e-06,
+      "loss": 23.2109,
+      "step": 15711
+    },
+    {
+      "epoch": 0.14873013318692552,
+      "grad_norm": 408.1236267089844,
+      "learning_rate": 1.9269796700054715e-06,
+      "loss": 16.9141,
+      "step": 15712
+    },
+    {
+      "epoch": 0.14873959920864058,
+      "grad_norm": 352.71014404296875,
+      "learning_rate": 1.9269681692647744e-06,
+      "loss": 32.0469,
+      "step": 15713
+    },
+    {
+      "epoch": 0.14874906523035564,
+      "grad_norm": 562.0230102539062,
+      "learning_rate": 1.9269566676527875e-06,
+      "loss": 26.4062,
+      "step": 15714
+    },
+    {
+      "epoch": 0.1487585312520707,
+      "grad_norm": 566.742431640625,
+      "learning_rate": 1.9269451651695213e-06,
+      "loss": 48.25,
+      "step": 15715
+    },
+    {
+      "epoch": 0.14876799727378576,
+      "grad_norm": 681.0260009765625,
+      "learning_rate": 1.9269336618149873e-06,
+      "loss": 45.3359,
+      "step": 15716
+    },
+    {
+      "epoch": 0.1487774632955008,
+      "grad_norm": 439.9293212890625,
+      "learning_rate": 1.9269221575891956e-06,
+      "loss": 49.3516,
+      "step": 15717
+    },
+    {
+      "epoch": 0.14878692931721585,
+      "grad_norm": 584.7760009765625,
+      "learning_rate": 1.9269106524921577e-06,
+      "loss": 16.8984,
+      "step": 15718
+    },
+    {
+      "epoch": 0.1487963953389309,
+      "grad_norm": 325.67449951171875,
+      "learning_rate": 1.9268991465238837e-06,
+      "loss": 29.3828,
+      "step": 15719
+    },
+    {
+      "epoch": 0.14880586136064597,
+      "grad_norm": 400.5621032714844,
+      "learning_rate": 1.926887639684385e-06,
+      "loss": 26.3867,
+      "step": 15720
+    },
+    {
+      "epoch": 0.14881532738236103,
+      "grad_norm": 967.1906127929688,
+      "learning_rate": 1.9268761319736725e-06,
+      "loss": 56.1953,
+      "step": 15721
+    },
+    {
+      "epoch": 0.14882479340407606,
+      "grad_norm": 184.33966064453125,
+      "learning_rate": 1.9268646233917564e-06,
+      "loss": 21.5156,
+      "step": 15722
+    },
+    {
+      "epoch": 0.14883425942579112,
+      "grad_norm": 369.4918518066406,
+      "learning_rate": 1.9268531139386482e-06,
+      "loss": 45.3906,
+      "step": 15723
+    },
+    {
+      "epoch": 0.14884372544750618,
+      "grad_norm": 213.08914184570312,
+      "learning_rate": 1.926841603614358e-06,
+      "loss": 24.9688,
+      "step": 15724
+    },
+    {
+      "epoch": 0.14885319146922124,
+      "grad_norm": 749.3993530273438,
+      "learning_rate": 1.926830092418897e-06,
+      "loss": 18.0117,
+      "step": 15725
+    },
+    {
+      "epoch": 0.14886265749093627,
+      "grad_norm": 463.123291015625,
+      "learning_rate": 1.926818580352276e-06,
+      "loss": 16.6797,
+      "step": 15726
+    },
+    {
+      "epoch": 0.14887212351265133,
+      "grad_norm": 433.26605224609375,
+      "learning_rate": 1.926807067414506e-06,
+      "loss": 34.7031,
+      "step": 15727
+    },
+    {
+      "epoch": 0.1488815895343664,
+      "grad_norm": 402.1501159667969,
+      "learning_rate": 1.9267955536055974e-06,
+      "loss": 44.4062,
+      "step": 15728
+    },
+    {
+      "epoch": 0.14889105555608145,
+      "grad_norm": 227.80194091796875,
+      "learning_rate": 1.9267840389255616e-06,
+      "loss": 15.2812,
+      "step": 15729
+    },
+    {
+      "epoch": 0.1489005215777965,
+      "grad_norm": 567.0005493164062,
+      "learning_rate": 1.926772523374409e-06,
+      "loss": 53.1641,
+      "step": 15730
+    },
+    {
+      "epoch": 0.14890998759951155,
+      "grad_norm": 563.1014404296875,
+      "learning_rate": 1.9267610069521503e-06,
+      "loss": 34.4688,
+      "step": 15731
+    },
+    {
+      "epoch": 0.1489194536212266,
+      "grad_norm": 354.1593933105469,
+      "learning_rate": 1.926749489658797e-06,
+      "loss": 42.75,
+      "step": 15732
+    },
+    {
+      "epoch": 0.14892891964294167,
+      "grad_norm": 622.53076171875,
+      "learning_rate": 1.926737971494359e-06,
+      "loss": 45.9688,
+      "step": 15733
+    },
+    {
+      "epoch": 0.14893838566465673,
+      "grad_norm": 834.5885009765625,
+      "learning_rate": 1.926726452458848e-06,
+      "loss": 38.0859,
+      "step": 15734
+    },
+    {
+      "epoch": 0.14894785168637176,
+      "grad_norm": 534.9523315429688,
+      "learning_rate": 1.926714932552274e-06,
+      "loss": 54.3594,
+      "step": 15735
+    },
+    {
+      "epoch": 0.14895731770808682,
+      "grad_norm": 621.267822265625,
+      "learning_rate": 1.9267034117746484e-06,
+      "loss": 57.5586,
+      "step": 15736
+    },
+    {
+      "epoch": 0.14896678372980188,
+      "grad_norm": 717.8208618164062,
+      "learning_rate": 1.9266918901259823e-06,
+      "loss": 36.25,
+      "step": 15737
+    },
+    {
+      "epoch": 0.14897624975151694,
+      "grad_norm": 252.95150756835938,
+      "learning_rate": 1.9266803676062856e-06,
+      "loss": 25.2969,
+      "step": 15738
+    },
+    {
+      "epoch": 0.148985715773232,
+      "grad_norm": 522.353515625,
+      "learning_rate": 1.9266688442155696e-06,
+      "loss": 40.1719,
+      "step": 15739
+    },
+    {
+      "epoch": 0.14899518179494703,
+      "grad_norm": 509.0024108886719,
+      "learning_rate": 1.9266573199538455e-06,
+      "loss": 37.4375,
+      "step": 15740
+    },
+    {
+      "epoch": 0.1490046478166621,
+      "grad_norm": 348.7193603515625,
+      "learning_rate": 1.9266457948211233e-06,
+      "loss": 45.2578,
+      "step": 15741
+    },
+    {
+      "epoch": 0.14901411383837715,
+      "grad_norm": 2.797466278076172,
+      "learning_rate": 1.926634268817415e-06,
+      "loss": 0.8765,
+      "step": 15742
+    },
+    {
+      "epoch": 0.1490235798600922,
+      "grad_norm": 539.4781494140625,
+      "learning_rate": 1.9266227419427304e-06,
+      "loss": 22.7266,
+      "step": 15743
+    },
+    {
+      "epoch": 0.14903304588180724,
+      "grad_norm": 233.60662841796875,
+      "learning_rate": 1.9266112141970806e-06,
+      "loss": 10.1992,
+      "step": 15744
+    },
+    {
+      "epoch": 0.1490425119035223,
+      "grad_norm": 383.2189025878906,
+      "learning_rate": 1.9265996855804767e-06,
+      "loss": 25.6797,
+      "step": 15745
+    },
+    {
+      "epoch": 0.14905197792523736,
+      "grad_norm": 226.02166748046875,
+      "learning_rate": 1.9265881560929294e-06,
+      "loss": 15.8359,
+      "step": 15746
+    },
+    {
+      "epoch": 0.14906144394695242,
+      "grad_norm": 483.8922119140625,
+      "learning_rate": 1.9265766257344493e-06,
+      "loss": 17.6797,
+      "step": 15747
+    },
+    {
+      "epoch": 0.14907090996866748,
+      "grad_norm": 504.23272705078125,
+      "learning_rate": 1.9265650945050478e-06,
+      "loss": 32.1094,
+      "step": 15748
+    },
+    {
+      "epoch": 0.1490803759903825,
+      "grad_norm": 439.8804931640625,
+      "learning_rate": 1.9265535624047354e-06,
+      "loss": 26.9062,
+      "step": 15749
+    },
+    {
+      "epoch": 0.14908984201209757,
+      "grad_norm": 707.2577514648438,
+      "learning_rate": 1.9265420294335225e-06,
+      "loss": 43.7969,
+      "step": 15750
+    },
+    {
+      "epoch": 0.14909930803381263,
+      "grad_norm": 361.3864440917969,
+      "learning_rate": 1.9265304955914207e-06,
+      "loss": 52.9453,
+      "step": 15751
+    },
+    {
+      "epoch": 0.1491087740555277,
+      "grad_norm": 440.5207214355469,
+      "learning_rate": 1.9265189608784404e-06,
+      "loss": 36.6406,
+      "step": 15752
+    },
+    {
+      "epoch": 0.14911824007724273,
+      "grad_norm": 420.8001403808594,
+      "learning_rate": 1.9265074252945924e-06,
+      "loss": 42.0781,
+      "step": 15753
+    },
+    {
+      "epoch": 0.14912770609895779,
+      "grad_norm": 317.609619140625,
+      "learning_rate": 1.926495888839888e-06,
+      "loss": 19.4531,
+      "step": 15754
+    },
+    {
+      "epoch": 0.14913717212067285,
+      "grad_norm": 323.0169677734375,
+      "learning_rate": 1.9264843515143377e-06,
+      "loss": 23.2969,
+      "step": 15755
+    },
+    {
+      "epoch": 0.1491466381423879,
+      "grad_norm": 479.4408874511719,
+      "learning_rate": 1.926472813317952e-06,
+      "loss": 48.3281,
+      "step": 15756
+    },
+    {
+      "epoch": 0.14915610416410297,
+      "grad_norm": 1234.7120361328125,
+      "learning_rate": 1.9264612742507425e-06,
+      "loss": 16.9453,
+      "step": 15757
+    },
+    {
+      "epoch": 0.149165570185818,
+      "grad_norm": 871.9913330078125,
+      "learning_rate": 1.9264497343127196e-06,
+      "loss": 60.9062,
+      "step": 15758
+    },
+    {
+      "epoch": 0.14917503620753306,
+      "grad_norm": 483.66180419921875,
+      "learning_rate": 1.9264381935038942e-06,
+      "loss": 37.1016,
+      "step": 15759
+    },
+    {
+      "epoch": 0.14918450222924812,
+      "grad_norm": 385.2890625,
+      "learning_rate": 1.9264266518242775e-06,
+      "loss": 8.0703,
+      "step": 15760
+    },
+    {
+      "epoch": 0.14919396825096318,
+      "grad_norm": 423.07977294921875,
+      "learning_rate": 1.9264151092738796e-06,
+      "loss": 29.7578,
+      "step": 15761
+    },
+    {
+      "epoch": 0.1492034342726782,
+      "grad_norm": 315.2047119140625,
+      "learning_rate": 1.926403565852712e-06,
+      "loss": 25.6641,
+      "step": 15762
+    },
+    {
+      "epoch": 0.14921290029439327,
+      "grad_norm": 295.0118713378906,
+      "learning_rate": 1.926392021560785e-06,
+      "loss": 25.6719,
+      "step": 15763
+    },
+    {
+      "epoch": 0.14922236631610833,
+      "grad_norm": 1949.8148193359375,
+      "learning_rate": 1.92638047639811e-06,
+      "loss": 8.332,
+      "step": 15764
+    },
+    {
+      "epoch": 0.1492318323378234,
+      "grad_norm": 1088.4554443359375,
+      "learning_rate": 1.9263689303646973e-06,
+      "loss": 36.0859,
+      "step": 15765
+    },
+    {
+      "epoch": 0.14924129835953845,
+      "grad_norm": 396.4223327636719,
+      "learning_rate": 1.926357383460558e-06,
+      "loss": 21.3281,
+      "step": 15766
+    },
+    {
+      "epoch": 0.14925076438125348,
+      "grad_norm": 396.4221496582031,
+      "learning_rate": 1.9263458356857037e-06,
+      "loss": 16.1133,
+      "step": 15767
+    },
+    {
+      "epoch": 0.14926023040296854,
+      "grad_norm": 349.9913024902344,
+      "learning_rate": 1.9263342870401443e-06,
+      "loss": 31.0781,
+      "step": 15768
+    },
+    {
+      "epoch": 0.1492696964246836,
+      "grad_norm": 247.81800842285156,
+      "learning_rate": 1.9263227375238906e-06,
+      "loss": 16.0312,
+      "step": 15769
+    },
+    {
+      "epoch": 0.14927916244639866,
+      "grad_norm": 3.2522964477539062,
+      "learning_rate": 1.9263111871369543e-06,
+      "loss": 0.8857,
+      "step": 15770
+    },
+    {
+      "epoch": 0.1492886284681137,
+      "grad_norm": 498.37335205078125,
+      "learning_rate": 1.9262996358793453e-06,
+      "loss": 24.6914,
+      "step": 15771
+    },
+    {
+      "epoch": 0.14929809448982875,
+      "grad_norm": 561.4940795898438,
+      "learning_rate": 1.9262880837510753e-06,
+      "loss": 22.3203,
+      "step": 15772
+    },
+    {
+      "epoch": 0.1493075605115438,
+      "grad_norm": 426.8276062011719,
+      "learning_rate": 1.9262765307521545e-06,
+      "loss": 36.5312,
+      "step": 15773
+    },
+    {
+      "epoch": 0.14931702653325887,
+      "grad_norm": 1703.7567138671875,
+      "learning_rate": 1.926264976882594e-06,
+      "loss": 28.8594,
+      "step": 15774
+    },
+    {
+      "epoch": 0.14932649255497393,
+      "grad_norm": 236.64950561523438,
+      "learning_rate": 1.9262534221424048e-06,
+      "loss": 20.7109,
+      "step": 15775
+    },
+    {
+      "epoch": 0.14933595857668897,
+      "grad_norm": 220.9412384033203,
+      "learning_rate": 1.9262418665315978e-06,
+      "loss": 7.3945,
+      "step": 15776
+    },
+    {
+      "epoch": 0.14934542459840403,
+      "grad_norm": 764.82470703125,
+      "learning_rate": 1.9262303100501832e-06,
+      "loss": 22.8281,
+      "step": 15777
+    },
+    {
+      "epoch": 0.14935489062011909,
+      "grad_norm": 170.78890991210938,
+      "learning_rate": 1.9262187526981725e-06,
+      "loss": 18.3438,
+      "step": 15778
+    },
+    {
+      "epoch": 0.14936435664183415,
+      "grad_norm": 390.1445617675781,
+      "learning_rate": 1.9262071944755767e-06,
+      "loss": 36.2344,
+      "step": 15779
+    },
+    {
+      "epoch": 0.14937382266354918,
+      "grad_norm": 973.1336669921875,
+      "learning_rate": 1.9261956353824064e-06,
+      "loss": 22.2422,
+      "step": 15780
+    },
+    {
+      "epoch": 0.14938328868526424,
+      "grad_norm": 344.7187194824219,
+      "learning_rate": 1.926184075418672e-06,
+      "loss": 21.9531,
+      "step": 15781
+    },
+    {
+      "epoch": 0.1493927547069793,
+      "grad_norm": 614.89697265625,
+      "learning_rate": 1.9261725145843853e-06,
+      "loss": 11.1719,
+      "step": 15782
+    },
+    {
+      "epoch": 0.14940222072869436,
+      "grad_norm": 207.30282592773438,
+      "learning_rate": 1.9261609528795566e-06,
+      "loss": 19.9688,
+      "step": 15783
+    },
+    {
+      "epoch": 0.14941168675040942,
+      "grad_norm": 1096.509521484375,
+      "learning_rate": 1.926149390304197e-06,
+      "loss": 45.6484,
+      "step": 15784
+    },
+    {
+      "epoch": 0.14942115277212445,
+      "grad_norm": 415.6158752441406,
+      "learning_rate": 1.9261378268583166e-06,
+      "loss": 34.2344,
+      "step": 15785
+    },
+    {
+      "epoch": 0.1494306187938395,
+      "grad_norm": 439.1882019042969,
+      "learning_rate": 1.9261262625419273e-06,
+      "loss": 29.1172,
+      "step": 15786
+    },
+    {
+      "epoch": 0.14944008481555457,
+      "grad_norm": 482.66015625,
+      "learning_rate": 1.9261146973550397e-06,
+      "loss": 34.2344,
+      "step": 15787
+    },
+    {
+      "epoch": 0.14944955083726963,
+      "grad_norm": 390.1897277832031,
+      "learning_rate": 1.9261031312976644e-06,
+      "loss": 19.4844,
+      "step": 15788
+    },
+    {
+      "epoch": 0.14945901685898466,
+      "grad_norm": 551.6903686523438,
+      "learning_rate": 1.9260915643698124e-06,
+      "loss": 36.9688,
+      "step": 15789
+    },
+    {
+      "epoch": 0.14946848288069972,
+      "grad_norm": 523.8162841796875,
+      "learning_rate": 1.9260799965714948e-06,
+      "loss": 42.4688,
+      "step": 15790
+    },
+    {
+      "epoch": 0.14947794890241478,
+      "grad_norm": 450.2486572265625,
+      "learning_rate": 1.9260684279027216e-06,
+      "loss": 12.2344,
+      "step": 15791
+    },
+    {
+      "epoch": 0.14948741492412984,
+      "grad_norm": 248.080322265625,
+      "learning_rate": 1.926056858363505e-06,
+      "loss": 26.1328,
+      "step": 15792
+    },
+    {
+      "epoch": 0.1494968809458449,
+      "grad_norm": 289.0199890136719,
+      "learning_rate": 1.9260452879538547e-06,
+      "loss": 14.8047,
+      "step": 15793
+    },
+    {
+      "epoch": 0.14950634696755993,
+      "grad_norm": 985.5465698242188,
+      "learning_rate": 1.9260337166737823e-06,
+      "loss": 41.3164,
+      "step": 15794
+    },
+    {
+      "epoch": 0.149515812989275,
+      "grad_norm": 324.4724426269531,
+      "learning_rate": 1.9260221445232988e-06,
+      "loss": 14.9336,
+      "step": 15795
+    },
+    {
+      "epoch": 0.14952527901099005,
+      "grad_norm": 210.2920379638672,
+      "learning_rate": 1.9260105715024144e-06,
+      "loss": 7.1875,
+      "step": 15796
+    },
+    {
+      "epoch": 0.1495347450327051,
+      "grad_norm": 538.3289794921875,
+      "learning_rate": 1.92599899761114e-06,
+      "loss": 16.1719,
+      "step": 15797
+    },
+    {
+      "epoch": 0.14954421105442015,
+      "grad_norm": 251.3007354736328,
+      "learning_rate": 1.9259874228494874e-06,
+      "loss": 17.8047,
+      "step": 15798
+    },
+    {
+      "epoch": 0.1495536770761352,
+      "grad_norm": 750.9677734375,
+      "learning_rate": 1.9259758472174664e-06,
+      "loss": 35.2812,
+      "step": 15799
+    },
+    {
+      "epoch": 0.14956314309785027,
+      "grad_norm": 620.5933227539062,
+      "learning_rate": 1.9259642707150886e-06,
+      "loss": 38.8906,
+      "step": 15800
+    },
+    {
+      "epoch": 0.14957260911956533,
+      "grad_norm": 630.4015502929688,
+      "learning_rate": 1.9259526933423645e-06,
+      "loss": 34.3125,
+      "step": 15801
+    },
+    {
+      "epoch": 0.14958207514128039,
+      "grad_norm": 225.30072021484375,
+      "learning_rate": 1.925941115099305e-06,
+      "loss": 22.3281,
+      "step": 15802
+    },
+    {
+      "epoch": 0.14959154116299542,
+      "grad_norm": 468.62457275390625,
+      "learning_rate": 1.925929535985921e-06,
+      "loss": 60.0156,
+      "step": 15803
+    },
+    {
+      "epoch": 0.14960100718471048,
+      "grad_norm": 444.92633056640625,
+      "learning_rate": 1.925917956002224e-06,
+      "loss": 51.7031,
+      "step": 15804
+    },
+    {
+      "epoch": 0.14961047320642554,
+      "grad_norm": 438.3891906738281,
+      "learning_rate": 1.925906375148224e-06,
+      "loss": 42.9688,
+      "step": 15805
+    },
+    {
+      "epoch": 0.1496199392281406,
+      "grad_norm": 4.241981506347656,
+      "learning_rate": 1.925894793423932e-06,
+      "loss": 1.0259,
+      "step": 15806
+    },
+    {
+      "epoch": 0.14962940524985566,
+      "grad_norm": 262.8886413574219,
+      "learning_rate": 1.9258832108293595e-06,
+      "loss": 22.6797,
+      "step": 15807
+    },
+    {
+      "epoch": 0.1496388712715707,
+      "grad_norm": 647.5609741210938,
+      "learning_rate": 1.925871627364517e-06,
+      "loss": 35.125,
+      "step": 15808
+    },
+    {
+      "epoch": 0.14964833729328575,
+      "grad_norm": 521.3070068359375,
+      "learning_rate": 1.925860043029415e-06,
+      "loss": 55.3125,
+      "step": 15809
+    },
+    {
+      "epoch": 0.1496578033150008,
+      "grad_norm": 285.0725402832031,
+      "learning_rate": 1.9258484578240654e-06,
+      "loss": 50.6562,
+      "step": 15810
+    },
+    {
+      "epoch": 0.14966726933671587,
+      "grad_norm": 192.86045837402344,
+      "learning_rate": 1.925836871748478e-06,
+      "loss": 24.0781,
+      "step": 15811
+    },
+    {
+      "epoch": 0.1496767353584309,
+      "grad_norm": 661.7197265625,
+      "learning_rate": 1.925825284802664e-06,
+      "loss": 16.9609,
+      "step": 15812
+    },
+    {
+      "epoch": 0.14968620138014596,
+      "grad_norm": 371.3602600097656,
+      "learning_rate": 1.9258136969866354e-06,
+      "loss": 38.6094,
+      "step": 15813
+    },
+    {
+      "epoch": 0.14969566740186102,
+      "grad_norm": 445.8435363769531,
+      "learning_rate": 1.9258021083004014e-06,
+      "loss": 20.2266,
+      "step": 15814
+    },
+    {
+      "epoch": 0.14970513342357608,
+      "grad_norm": 184.66587829589844,
+      "learning_rate": 1.925790518743974e-06,
+      "loss": 19.3672,
+      "step": 15815
+    },
+    {
+      "epoch": 0.14971459944529114,
+      "grad_norm": 353.6419982910156,
+      "learning_rate": 1.9257789283173634e-06,
+      "loss": 20.3359,
+      "step": 15816
+    },
+    {
+      "epoch": 0.14972406546700617,
+      "grad_norm": 285.8191223144531,
+      "learning_rate": 1.925767337020581e-06,
+      "loss": 35.0625,
+      "step": 15817
+    },
+    {
+      "epoch": 0.14973353148872123,
+      "grad_norm": 378.7111511230469,
+      "learning_rate": 1.9257557448536375e-06,
+      "loss": 23.6719,
+      "step": 15818
+    },
+    {
+      "epoch": 0.1497429975104363,
+      "grad_norm": 303.0896301269531,
+      "learning_rate": 1.925744151816544e-06,
+      "loss": 19.4766,
+      "step": 15819
+    },
+    {
+      "epoch": 0.14975246353215135,
+      "grad_norm": 352.67694091796875,
+      "learning_rate": 1.925732557909311e-06,
+      "loss": 16.4375,
+      "step": 15820
+    },
+    {
+      "epoch": 0.14976192955386639,
+      "grad_norm": 359.3232421875,
+      "learning_rate": 1.9257209631319495e-06,
+      "loss": 39.4688,
+      "step": 15821
+    },
+    {
+      "epoch": 0.14977139557558145,
+      "grad_norm": 225.13934326171875,
+      "learning_rate": 1.9257093674844705e-06,
+      "loss": 17.1875,
+      "step": 15822
+    },
+    {
+      "epoch": 0.1497808615972965,
+      "grad_norm": 3.3164539337158203,
+      "learning_rate": 1.9256977709668854e-06,
+      "loss": 0.916,
+      "step": 15823
+    },
+    {
+      "epoch": 0.14979032761901157,
+      "grad_norm": 209.1502227783203,
+      "learning_rate": 1.9256861735792043e-06,
+      "loss": 20.7656,
+      "step": 15824
+    },
+    {
+      "epoch": 0.14979979364072663,
+      "grad_norm": 205.46340942382812,
+      "learning_rate": 1.9256745753214382e-06,
+      "loss": 19.5234,
+      "step": 15825
+    },
+    {
+      "epoch": 0.14980925966244166,
+      "grad_norm": 588.6609497070312,
+      "learning_rate": 1.9256629761935987e-06,
+      "loss": 8.3203,
+      "step": 15826
+    },
+    {
+      "epoch": 0.14981872568415672,
+      "grad_norm": 302.0202331542969,
+      "learning_rate": 1.9256513761956962e-06,
+      "loss": 35.3594,
+      "step": 15827
+    },
+    {
+      "epoch": 0.14982819170587178,
+      "grad_norm": 3.3157570362091064,
+      "learning_rate": 1.925639775327741e-06,
+      "loss": 1.0293,
+      "step": 15828
+    },
+    {
+      "epoch": 0.14983765772758684,
+      "grad_norm": 419.89495849609375,
+      "learning_rate": 1.9256281735897453e-06,
+      "loss": 38.4219,
+      "step": 15829
+    },
+    {
+      "epoch": 0.14984712374930187,
+      "grad_norm": 651.988525390625,
+      "learning_rate": 1.925616570981719e-06,
+      "loss": 57.4375,
+      "step": 15830
+    },
+    {
+      "epoch": 0.14985658977101693,
+      "grad_norm": 402.02642822265625,
+      "learning_rate": 1.9256049675036735e-06,
+      "loss": 30.2188,
+      "step": 15831
+    },
+    {
+      "epoch": 0.149866055792732,
+      "grad_norm": 203.0720672607422,
+      "learning_rate": 1.9255933631556194e-06,
+      "loss": 23.3281,
+      "step": 15832
+    },
+    {
+      "epoch": 0.14987552181444705,
+      "grad_norm": 4.478382587432861,
+      "learning_rate": 1.9255817579375677e-06,
+      "loss": 0.9048,
+      "step": 15833
+    },
+    {
+      "epoch": 0.1498849878361621,
+      "grad_norm": 609.2659301757812,
+      "learning_rate": 1.9255701518495292e-06,
+      "loss": 28.9688,
+      "step": 15834
+    },
+    {
+      "epoch": 0.14989445385787714,
+      "grad_norm": 672.2642822265625,
+      "learning_rate": 1.9255585448915155e-06,
+      "loss": 49.0938,
+      "step": 15835
+    },
+    {
+      "epoch": 0.1499039198795922,
+      "grad_norm": 622.2691040039062,
+      "learning_rate": 1.9255469370635367e-06,
+      "loss": 29.25,
+      "step": 15836
+    },
+    {
+      "epoch": 0.14991338590130726,
+      "grad_norm": 328.4287414550781,
+      "learning_rate": 1.925535328365604e-06,
+      "loss": 21.7891,
+      "step": 15837
+    },
+    {
+      "epoch": 0.14992285192302232,
+      "grad_norm": 306.4164123535156,
+      "learning_rate": 1.9255237187977283e-06,
+      "loss": 23.3477,
+      "step": 15838
+    },
+    {
+      "epoch": 0.14993231794473735,
+      "grad_norm": 756.99267578125,
+      "learning_rate": 1.9255121083599203e-06,
+      "loss": 25.8359,
+      "step": 15839
+    },
+    {
+      "epoch": 0.1499417839664524,
+      "grad_norm": 601.7548828125,
+      "learning_rate": 1.9255004970521917e-06,
+      "loss": 30.2578,
+      "step": 15840
+    },
+    {
+      "epoch": 0.14995124998816747,
+      "grad_norm": 385.9080505371094,
+      "learning_rate": 1.925488884874552e-06,
+      "loss": 28.2734,
+      "step": 15841
+    },
+    {
+      "epoch": 0.14996071600988253,
+      "grad_norm": 361.01812744140625,
+      "learning_rate": 1.9254772718270136e-06,
+      "loss": 20.3984,
+      "step": 15842
+    },
+    {
+      "epoch": 0.1499701820315976,
+      "grad_norm": 455.7162170410156,
+      "learning_rate": 1.9254656579095866e-06,
+      "loss": 24.2266,
+      "step": 15843
+    },
+    {
+      "epoch": 0.14997964805331263,
+      "grad_norm": 350.27362060546875,
+      "learning_rate": 1.925454043122282e-06,
+      "loss": 20.1719,
+      "step": 15844
+    },
+    {
+      "epoch": 0.14998911407502769,
+      "grad_norm": 304.2891540527344,
+      "learning_rate": 1.925442427465111e-06,
+      "loss": 30.6875,
+      "step": 15845
+    },
+    {
+      "epoch": 0.14999858009674275,
+      "grad_norm": 179.34400939941406,
+      "learning_rate": 1.9254308109380843e-06,
+      "loss": 19.4141,
+      "step": 15846
+    },
+    {
+      "epoch": 0.1500080461184578,
+      "grad_norm": 913.3694458007812,
+      "learning_rate": 1.925419193541213e-06,
+      "loss": 37.75,
+      "step": 15847
+    },
+    {
+      "epoch": 0.15001751214017284,
+      "grad_norm": 137.0207977294922,
+      "learning_rate": 1.9254075752745076e-06,
+      "loss": 15.4531,
+      "step": 15848
+    },
+    {
+      "epoch": 0.1500269781618879,
+      "grad_norm": 283.70111083984375,
+      "learning_rate": 1.9253959561379795e-06,
+      "loss": 12.5938,
+      "step": 15849
+    },
+    {
+      "epoch": 0.15003644418360296,
+      "grad_norm": 342.1932678222656,
+      "learning_rate": 1.925384336131639e-06,
+      "loss": 20.5703,
+      "step": 15850
+    },
+    {
+      "epoch": 0.15004591020531802,
+      "grad_norm": 272.4956359863281,
+      "learning_rate": 1.9253727152554974e-06,
+      "loss": 20.2188,
+      "step": 15851
+    },
+    {
+      "epoch": 0.15005537622703308,
+      "grad_norm": 604.15966796875,
+      "learning_rate": 1.9253610935095657e-06,
+      "loss": 51.5977,
+      "step": 15852
+    },
+    {
+      "epoch": 0.1500648422487481,
+      "grad_norm": 179.6300811767578,
+      "learning_rate": 1.9253494708938553e-06,
+      "loss": 8.3828,
+      "step": 15853
+    },
+    {
+      "epoch": 0.15007430827046317,
+      "grad_norm": 520.267578125,
+      "learning_rate": 1.925337847408376e-06,
+      "loss": 45.3281,
+      "step": 15854
+    },
+    {
+      "epoch": 0.15008377429217823,
+      "grad_norm": 582.6358642578125,
+      "learning_rate": 1.92532622305314e-06,
+      "loss": 48.7812,
+      "step": 15855
+    },
+    {
+      "epoch": 0.1500932403138933,
+      "grad_norm": 471.0153503417969,
+      "learning_rate": 1.9253145978281567e-06,
+      "loss": 21.9609,
+      "step": 15856
+    },
+    {
+      "epoch": 0.15010270633560832,
+      "grad_norm": 239.2001953125,
+      "learning_rate": 1.9253029717334385e-06,
+      "loss": 21.8047,
+      "step": 15857
+    },
+    {
+      "epoch": 0.15011217235732338,
+      "grad_norm": 264.435302734375,
+      "learning_rate": 1.9252913447689958e-06,
+      "loss": 21.125,
+      "step": 15858
+    },
+    {
+      "epoch": 0.15012163837903844,
+      "grad_norm": 346.58489990234375,
+      "learning_rate": 1.9252797169348386e-06,
+      "loss": 25.4531,
+      "step": 15859
+    },
+    {
+      "epoch": 0.1501311044007535,
+      "grad_norm": 2.855743646621704,
+      "learning_rate": 1.9252680882309794e-06,
+      "loss": 0.9292,
+      "step": 15860
+    },
+    {
+      "epoch": 0.15014057042246856,
+      "grad_norm": 783.0327758789062,
+      "learning_rate": 1.925256458657428e-06,
+      "loss": 60.9062,
+      "step": 15861
+    },
+    {
+      "epoch": 0.1501500364441836,
+      "grad_norm": 204.0355987548828,
+      "learning_rate": 1.9252448282141958e-06,
+      "loss": 21.9688,
+      "step": 15862
+    },
+    {
+      "epoch": 0.15015950246589865,
+      "grad_norm": 265.5856628417969,
+      "learning_rate": 1.925233196901294e-06,
+      "loss": 14.8906,
+      "step": 15863
+    },
+    {
+      "epoch": 0.1501689684876137,
+      "grad_norm": 546.90087890625,
+      "learning_rate": 1.925221564718733e-06,
+      "loss": 22.1172,
+      "step": 15864
+    },
+    {
+      "epoch": 0.15017843450932877,
+      "grad_norm": 505.1416931152344,
+      "learning_rate": 1.9252099316665234e-06,
+      "loss": 20.6562,
+      "step": 15865
+    },
+    {
+      "epoch": 0.1501879005310438,
+      "grad_norm": 451.2748718261719,
+      "learning_rate": 1.9251982977446774e-06,
+      "loss": 52.6484,
+      "step": 15866
+    },
+    {
+      "epoch": 0.15019736655275887,
+      "grad_norm": 168.306640625,
+      "learning_rate": 1.9251866629532046e-06,
+      "loss": 22.4688,
+      "step": 15867
+    },
+    {
+      "epoch": 0.15020683257447393,
+      "grad_norm": 3.0663516521453857,
+      "learning_rate": 1.925175027292117e-06,
+      "loss": 0.9976,
+      "step": 15868
+    },
+    {
+      "epoch": 0.15021629859618899,
+      "grad_norm": 564.333984375,
+      "learning_rate": 1.9251633907614248e-06,
+      "loss": 17.3555,
+      "step": 15869
+    },
+    {
+      "epoch": 0.15022576461790405,
+      "grad_norm": 250.57960510253906,
+      "learning_rate": 1.9251517533611393e-06,
+      "loss": 19.2031,
+      "step": 15870
+    },
+    {
+      "epoch": 0.15023523063961908,
+      "grad_norm": 512.9970092773438,
+      "learning_rate": 1.9251401150912715e-06,
+      "loss": 40.7031,
+      "step": 15871
+    },
+    {
+      "epoch": 0.15024469666133414,
+      "grad_norm": 209.144287109375,
+      "learning_rate": 1.925128475951832e-06,
+      "loss": 17.7109,
+      "step": 15872
+    },
+    {
+      "epoch": 0.1502541626830492,
+      "grad_norm": 1180.8203125,
+      "learning_rate": 1.9251168359428317e-06,
+      "loss": 45.6875,
+      "step": 15873
+    },
+    {
+      "epoch": 0.15026362870476426,
+      "grad_norm": 299.4532775878906,
+      "learning_rate": 1.925105195064282e-06,
+      "loss": 36.2656,
+      "step": 15874
+    },
+    {
+      "epoch": 0.1502730947264793,
+      "grad_norm": 346.56121826171875,
+      "learning_rate": 1.925093553316194e-06,
+      "loss": 31.8047,
+      "step": 15875
+    },
+    {
+      "epoch": 0.15028256074819435,
+      "grad_norm": 596.4038696289062,
+      "learning_rate": 1.9250819106985775e-06,
+      "loss": 32.2188,
+      "step": 15876
+    },
+    {
+      "epoch": 0.1502920267699094,
+      "grad_norm": 334.33587646484375,
+      "learning_rate": 1.9250702672114442e-06,
+      "loss": 19.7031,
+      "step": 15877
+    },
+    {
+      "epoch": 0.15030149279162447,
+      "grad_norm": 486.9529724121094,
+      "learning_rate": 1.9250586228548058e-06,
+      "loss": 64.0625,
+      "step": 15878
+    },
+    {
+      "epoch": 0.15031095881333953,
+      "grad_norm": 658.6571044921875,
+      "learning_rate": 1.925046977628672e-06,
+      "loss": 39.0586,
+      "step": 15879
+    },
+    {
+      "epoch": 0.15032042483505456,
+      "grad_norm": 339.92755126953125,
+      "learning_rate": 1.925035331533054e-06,
+      "loss": 42.4688,
+      "step": 15880
+    },
+    {
+      "epoch": 0.15032989085676962,
+      "grad_norm": 902.2074584960938,
+      "learning_rate": 1.925023684567963e-06,
+      "loss": 43.3281,
+      "step": 15881
+    },
+    {
+      "epoch": 0.15033935687848468,
+      "grad_norm": 505.3840637207031,
+      "learning_rate": 1.92501203673341e-06,
+      "loss": 22.4688,
+      "step": 15882
+    },
+    {
+      "epoch": 0.15034882290019974,
+      "grad_norm": 345.2973327636719,
+      "learning_rate": 1.925000388029406e-06,
+      "loss": 26.6641,
+      "step": 15883
+    },
+    {
+      "epoch": 0.15035828892191477,
+      "grad_norm": 716.7442626953125,
+      "learning_rate": 1.924988738455962e-06,
+      "loss": 47.3438,
+      "step": 15884
+    },
+    {
+      "epoch": 0.15036775494362983,
+      "grad_norm": 580.680419921875,
+      "learning_rate": 1.9249770880130885e-06,
+      "loss": 25.0781,
+      "step": 15885
+    },
+    {
+      "epoch": 0.1503772209653449,
+      "grad_norm": 1043.8282470703125,
+      "learning_rate": 1.9249654367007967e-06,
+      "loss": 38.8906,
+      "step": 15886
+    },
+    {
+      "epoch": 0.15038668698705995,
+      "grad_norm": 556.4962158203125,
+      "learning_rate": 1.9249537845190976e-06,
+      "loss": 30.8125,
+      "step": 15887
+    },
+    {
+      "epoch": 0.150396153008775,
+      "grad_norm": 815.1170043945312,
+      "learning_rate": 1.924942131468002e-06,
+      "loss": 20.3438,
+      "step": 15888
+    },
+    {
+      "epoch": 0.15040561903049005,
+      "grad_norm": 529.4838256835938,
+      "learning_rate": 1.924930477547521e-06,
+      "loss": 50.9688,
+      "step": 15889
+    },
+    {
+      "epoch": 0.1504150850522051,
+      "grad_norm": 3.266963005065918,
+      "learning_rate": 1.9249188227576658e-06,
+      "loss": 0.9951,
+      "step": 15890
+    },
+    {
+      "epoch": 0.15042455107392017,
+      "grad_norm": 363.1669006347656,
+      "learning_rate": 1.9249071670984467e-06,
+      "loss": 45.625,
+      "step": 15891
+    },
+    {
+      "epoch": 0.15043401709563523,
+      "grad_norm": 598.1331787109375,
+      "learning_rate": 1.9248955105698753e-06,
+      "loss": 33.5469,
+      "step": 15892
+    },
+    {
+      "epoch": 0.15044348311735026,
+      "grad_norm": 1090.7269287109375,
+      "learning_rate": 1.9248838531719623e-06,
+      "loss": 16.1016,
+      "step": 15893
+    },
+    {
+      "epoch": 0.15045294913906532,
+      "grad_norm": 182.5230712890625,
+      "learning_rate": 1.924872194904718e-06,
+      "loss": 11.3008,
+      "step": 15894
+    },
+    {
+      "epoch": 0.15046241516078038,
+      "grad_norm": 749.8870239257812,
+      "learning_rate": 1.9248605357681548e-06,
+      "loss": 12.25,
+      "step": 15895
+    },
+    {
+      "epoch": 0.15047188118249544,
+      "grad_norm": 683.7249145507812,
+      "learning_rate": 1.9248488757622828e-06,
+      "loss": 26.9531,
+      "step": 15896
+    },
+    {
+      "epoch": 0.1504813472042105,
+      "grad_norm": 539.680908203125,
+      "learning_rate": 1.9248372148871127e-06,
+      "loss": 32.6719,
+      "step": 15897
+    },
+    {
+      "epoch": 0.15049081322592553,
+      "grad_norm": 341.26513671875,
+      "learning_rate": 1.9248255531426556e-06,
+      "loss": 24.1094,
+      "step": 15898
+    },
+    {
+      "epoch": 0.1505002792476406,
+      "grad_norm": 340.134521484375,
+      "learning_rate": 1.9248138905289233e-06,
+      "loss": 21.0,
+      "step": 15899
+    },
+    {
+      "epoch": 0.15050974526935565,
+      "grad_norm": 180.4652862548828,
+      "learning_rate": 1.9248022270459256e-06,
+      "loss": 12.7188,
+      "step": 15900
+    },
+    {
+      "epoch": 0.1505192112910707,
+      "grad_norm": 3.4405643939971924,
+      "learning_rate": 1.9247905626936743e-06,
+      "loss": 0.8613,
+      "step": 15901
+    },
+    {
+      "epoch": 0.15052867731278577,
+      "grad_norm": 244.41018676757812,
+      "learning_rate": 1.92477889747218e-06,
+      "loss": 19.7969,
+      "step": 15902
+    },
+    {
+      "epoch": 0.1505381433345008,
+      "grad_norm": 186.23745727539062,
+      "learning_rate": 1.9247672313814533e-06,
+      "loss": 16.2656,
+      "step": 15903
+    },
+    {
+      "epoch": 0.15054760935621586,
+      "grad_norm": 385.86920166015625,
+      "learning_rate": 1.924755564421506e-06,
+      "loss": 42.0703,
+      "step": 15904
+    },
+    {
+      "epoch": 0.15055707537793092,
+      "grad_norm": 613.3121948242188,
+      "learning_rate": 1.9247438965923483e-06,
+      "loss": 12.3594,
+      "step": 15905
+    },
+    {
+      "epoch": 0.15056654139964598,
+      "grad_norm": 364.0429382324219,
+      "learning_rate": 1.9247322278939917e-06,
+      "loss": 22.8984,
+      "step": 15906
+    },
+    {
+      "epoch": 0.150576007421361,
+      "grad_norm": 165.5546112060547,
+      "learning_rate": 1.924720558326447e-06,
+      "loss": 17.1172,
+      "step": 15907
+    },
+    {
+      "epoch": 0.15058547344307607,
+      "grad_norm": 653.9844360351562,
+      "learning_rate": 1.9247088878897252e-06,
+      "loss": 22.2344,
+      "step": 15908
+    },
+    {
+      "epoch": 0.15059493946479113,
+      "grad_norm": 313.48382568359375,
+      "learning_rate": 1.9246972165838366e-06,
+      "loss": 29.4648,
+      "step": 15909
+    },
+    {
+      "epoch": 0.1506044054865062,
+      "grad_norm": 516.813720703125,
+      "learning_rate": 1.9246855444087934e-06,
+      "loss": 20.5391,
+      "step": 15910
+    },
+    {
+      "epoch": 0.15061387150822125,
+      "grad_norm": 234.4116668701172,
+      "learning_rate": 1.9246738713646055e-06,
+      "loss": 21.6328,
+      "step": 15911
+    },
+    {
+      "epoch": 0.15062333752993629,
+      "grad_norm": 585.2155151367188,
+      "learning_rate": 1.9246621974512847e-06,
+      "loss": 22.9609,
+      "step": 15912
+    },
+    {
+      "epoch": 0.15063280355165135,
+      "grad_norm": 358.904052734375,
+      "learning_rate": 1.9246505226688416e-06,
+      "loss": 43.7031,
+      "step": 15913
+    },
+    {
+      "epoch": 0.1506422695733664,
+      "grad_norm": 352.25506591796875,
+      "learning_rate": 1.924638847017287e-06,
+      "loss": 30.5,
+      "step": 15914
+    },
+    {
+      "epoch": 0.15065173559508147,
+      "grad_norm": 378.2925109863281,
+      "learning_rate": 1.9246271704966318e-06,
+      "loss": 36.1719,
+      "step": 15915
+    },
+    {
+      "epoch": 0.1506612016167965,
+      "grad_norm": 309.8816223144531,
+      "learning_rate": 1.9246154931068875e-06,
+      "loss": 26.0625,
+      "step": 15916
+    },
+    {
+      "epoch": 0.15067066763851156,
+      "grad_norm": 439.50531005859375,
+      "learning_rate": 1.924603814848065e-06,
+      "loss": 44.4297,
+      "step": 15917
+    },
+    {
+      "epoch": 0.15068013366022662,
+      "grad_norm": 314.3935852050781,
+      "learning_rate": 1.9245921357201746e-06,
+      "loss": 19.1094,
+      "step": 15918
+    },
+    {
+      "epoch": 0.15068959968194168,
+      "grad_norm": 607.9560546875,
+      "learning_rate": 1.924580455723228e-06,
+      "loss": 57.0312,
+      "step": 15919
+    },
+    {
+      "epoch": 0.15069906570365674,
+      "grad_norm": 414.8005676269531,
+      "learning_rate": 1.924568774857236e-06,
+      "loss": 33.3828,
+      "step": 15920
+    },
+    {
+      "epoch": 0.15070853172537177,
+      "grad_norm": 186.07579040527344,
+      "learning_rate": 1.9245570931222093e-06,
+      "loss": 17.3125,
+      "step": 15921
+    },
+    {
+      "epoch": 0.15071799774708683,
+      "grad_norm": 759.4568481445312,
+      "learning_rate": 1.924545410518159e-06,
+      "loss": 33.7812,
+      "step": 15922
+    },
+    {
+      "epoch": 0.1507274637688019,
+      "grad_norm": 264.6676940917969,
+      "learning_rate": 1.9245337270450965e-06,
+      "loss": 27.5469,
+      "step": 15923
+    },
+    {
+      "epoch": 0.15073692979051695,
+      "grad_norm": 251.0618896484375,
+      "learning_rate": 1.9245220427030323e-06,
+      "loss": 19.0469,
+      "step": 15924
+    },
+    {
+      "epoch": 0.15074639581223198,
+      "grad_norm": 167.65887451171875,
+      "learning_rate": 1.9245103574919776e-06,
+      "loss": 20.3125,
+      "step": 15925
+    },
+    {
+      "epoch": 0.15075586183394704,
+      "grad_norm": 591.0492553710938,
+      "learning_rate": 1.924498671411943e-06,
+      "loss": 51.0625,
+      "step": 15926
+    },
+    {
+      "epoch": 0.1507653278556621,
+      "grad_norm": 579.18115234375,
+      "learning_rate": 1.9244869844629397e-06,
+      "loss": 44.9375,
+      "step": 15927
+    },
+    {
+      "epoch": 0.15077479387737716,
+      "grad_norm": 382.61492919921875,
+      "learning_rate": 1.9244752966449793e-06,
+      "loss": 25.6016,
+      "step": 15928
+    },
+    {
+      "epoch": 0.15078425989909222,
+      "grad_norm": 598.7092895507812,
+      "learning_rate": 1.924463607958072e-06,
+      "loss": 46.4688,
+      "step": 15929
+    },
+    {
+      "epoch": 0.15079372592080725,
+      "grad_norm": 266.32391357421875,
+      "learning_rate": 1.924451918402229e-06,
+      "loss": 25.0078,
+      "step": 15930
+    },
+    {
+      "epoch": 0.1508031919425223,
+      "grad_norm": 520.501953125,
+      "learning_rate": 1.9244402279774613e-06,
+      "loss": 38.3906,
+      "step": 15931
+    },
+    {
+      "epoch": 0.15081265796423737,
+      "grad_norm": 1033.274169921875,
+      "learning_rate": 1.9244285366837804e-06,
+      "loss": 39.1797,
+      "step": 15932
+    },
+    {
+      "epoch": 0.15082212398595243,
+      "grad_norm": 161.0829315185547,
+      "learning_rate": 1.924416844521196e-06,
+      "loss": 8.5195,
+      "step": 15933
+    },
+    {
+      "epoch": 0.15083159000766747,
+      "grad_norm": 275.91595458984375,
+      "learning_rate": 1.924405151489721e-06,
+      "loss": 26.6875,
+      "step": 15934
+    },
+    {
+      "epoch": 0.15084105602938253,
+      "grad_norm": 325.6798400878906,
+      "learning_rate": 1.9243934575893643e-06,
+      "loss": 25.9453,
+      "step": 15935
+    },
+    {
+      "epoch": 0.15085052205109759,
+      "grad_norm": 562.7462768554688,
+      "learning_rate": 1.9243817628201382e-06,
+      "loss": 28.5391,
+      "step": 15936
+    },
+    {
+      "epoch": 0.15085998807281265,
+      "grad_norm": 292.0237121582031,
+      "learning_rate": 1.9243700671820533e-06,
+      "loss": 29.7031,
+      "step": 15937
+    },
+    {
+      "epoch": 0.1508694540945277,
+      "grad_norm": 380.80743408203125,
+      "learning_rate": 1.924358370675121e-06,
+      "loss": 26.8281,
+      "step": 15938
+    },
+    {
+      "epoch": 0.15087892011624274,
+      "grad_norm": 356.9715881347656,
+      "learning_rate": 1.9243466732993518e-06,
+      "loss": 32.7266,
+      "step": 15939
+    },
+    {
+      "epoch": 0.1508883861379578,
+      "grad_norm": 747.6587524414062,
+      "learning_rate": 1.9243349750547567e-06,
+      "loss": 48.0312,
+      "step": 15940
+    },
+    {
+      "epoch": 0.15089785215967286,
+      "grad_norm": 3.2325010299682617,
+      "learning_rate": 1.924323275941347e-06,
+      "loss": 1.0132,
+      "step": 15941
+    },
+    {
+      "epoch": 0.15090731818138792,
+      "grad_norm": 1070.19091796875,
+      "learning_rate": 1.9243115759591336e-06,
+      "loss": 31.9062,
+      "step": 15942
+    },
+    {
+      "epoch": 0.15091678420310295,
+      "grad_norm": 538.5552978515625,
+      "learning_rate": 1.924299875108127e-06,
+      "loss": 50.1445,
+      "step": 15943
+    },
+    {
+      "epoch": 0.150926250224818,
+      "grad_norm": 1286.1748046875,
+      "learning_rate": 1.9242881733883393e-06,
+      "loss": 30.9375,
+      "step": 15944
+    },
+    {
+      "epoch": 0.15093571624653307,
+      "grad_norm": 228.91351318359375,
+      "learning_rate": 1.9242764707997803e-06,
+      "loss": 19.0938,
+      "step": 15945
+    },
+    {
+      "epoch": 0.15094518226824813,
+      "grad_norm": 228.2642822265625,
+      "learning_rate": 1.924264767342462e-06,
+      "loss": 26.2891,
+      "step": 15946
+    },
+    {
+      "epoch": 0.1509546482899632,
+      "grad_norm": 384.0343017578125,
+      "learning_rate": 1.9242530630163944e-06,
+      "loss": 33.1406,
+      "step": 15947
+    },
+    {
+      "epoch": 0.15096411431167822,
+      "grad_norm": 650.8197021484375,
+      "learning_rate": 1.9242413578215895e-06,
+      "loss": 61.5312,
+      "step": 15948
+    },
+    {
+      "epoch": 0.15097358033339328,
+      "grad_norm": 315.7159118652344,
+      "learning_rate": 1.924229651758058e-06,
+      "loss": 38.1406,
+      "step": 15949
+    },
+    {
+      "epoch": 0.15098304635510834,
+      "grad_norm": 3.356628656387329,
+      "learning_rate": 1.9242179448258106e-06,
+      "loss": 0.9814,
+      "step": 15950
+    },
+    {
+      "epoch": 0.1509925123768234,
+      "grad_norm": 500.4942626953125,
+      "learning_rate": 1.924206237024858e-06,
+      "loss": 42.1562,
+      "step": 15951
+    },
+    {
+      "epoch": 0.15100197839853843,
+      "grad_norm": 653.0972290039062,
+      "learning_rate": 1.924194528355212e-06,
+      "loss": 36.4531,
+      "step": 15952
+    },
+    {
+      "epoch": 0.1510114444202535,
+      "grad_norm": 3.8596463203430176,
+      "learning_rate": 1.9241828188168835e-06,
+      "loss": 1.0127,
+      "step": 15953
+    },
+    {
+      "epoch": 0.15102091044196855,
+      "grad_norm": 887.1087646484375,
+      "learning_rate": 1.924171108409883e-06,
+      "loss": 28.6484,
+      "step": 15954
+    },
+    {
+      "epoch": 0.1510303764636836,
+      "grad_norm": 370.3211364746094,
+      "learning_rate": 1.924159397134222e-06,
+      "loss": 44.7344,
+      "step": 15955
+    },
+    {
+      "epoch": 0.15103984248539867,
+      "grad_norm": 332.69976806640625,
+      "learning_rate": 1.9241476849899106e-06,
+      "loss": 19.4297,
+      "step": 15956
+    },
+    {
+      "epoch": 0.1510493085071137,
+      "grad_norm": 181.0024871826172,
+      "learning_rate": 1.924135971976961e-06,
+      "loss": 17.75,
+      "step": 15957
+    },
+    {
+      "epoch": 0.15105877452882877,
+      "grad_norm": 2012.956787109375,
+      "learning_rate": 1.924124258095384e-06,
+      "loss": 66.2188,
+      "step": 15958
+    },
+    {
+      "epoch": 0.15106824055054383,
+      "grad_norm": 527.802490234375,
+      "learning_rate": 1.9241125433451903e-06,
+      "loss": 24.8359,
+      "step": 15959
+    },
+    {
+      "epoch": 0.15107770657225889,
+      "grad_norm": 428.0569763183594,
+      "learning_rate": 1.9241008277263905e-06,
+      "loss": 30.1875,
+      "step": 15960
+    },
+    {
+      "epoch": 0.15108717259397392,
+      "grad_norm": 592.8944091796875,
+      "learning_rate": 1.924089111238996e-06,
+      "loss": 45.5156,
+      "step": 15961
+    },
+    {
+      "epoch": 0.15109663861568898,
+      "grad_norm": 997.6264038085938,
+      "learning_rate": 1.9240773938830183e-06,
+      "loss": 40.1328,
+      "step": 15962
+    },
+    {
+      "epoch": 0.15110610463740404,
+      "grad_norm": 277.46209716796875,
+      "learning_rate": 1.9240656756584674e-06,
+      "loss": 22.9297,
+      "step": 15963
+    },
+    {
+      "epoch": 0.1511155706591191,
+      "grad_norm": 290.4744567871094,
+      "learning_rate": 1.9240539565653553e-06,
+      "loss": 16.3828,
+      "step": 15964
+    },
+    {
+      "epoch": 0.15112503668083416,
+      "grad_norm": 221.81922912597656,
+      "learning_rate": 1.9240422366036927e-06,
+      "loss": 19.7812,
+      "step": 15965
+    },
+    {
+      "epoch": 0.1511345027025492,
+      "grad_norm": 197.1556396484375,
+      "learning_rate": 1.92403051577349e-06,
+      "loss": 17.3203,
+      "step": 15966
+    },
+    {
+      "epoch": 0.15114396872426425,
+      "grad_norm": 3.9623067378997803,
+      "learning_rate": 1.924018794074759e-06,
+      "loss": 0.8921,
+      "step": 15967
+    },
+    {
+      "epoch": 0.1511534347459793,
+      "grad_norm": 1010.3749389648438,
+      "learning_rate": 1.9240070715075104e-06,
+      "loss": 40.1641,
+      "step": 15968
+    },
+    {
+      "epoch": 0.15116290076769437,
+      "grad_norm": 1194.725341796875,
+      "learning_rate": 1.9239953480717553e-06,
+      "loss": 35.9453,
+      "step": 15969
+    },
+    {
+      "epoch": 0.1511723667894094,
+      "grad_norm": 708.308837890625,
+      "learning_rate": 1.9239836237675047e-06,
+      "loss": 53.4453,
+      "step": 15970
+    },
+    {
+      "epoch": 0.15118183281112446,
+      "grad_norm": 1056.927001953125,
+      "learning_rate": 1.9239718985947696e-06,
+      "loss": 30.9375,
+      "step": 15971
+    },
+    {
+      "epoch": 0.15119129883283952,
+      "grad_norm": 235.1652374267578,
+      "learning_rate": 1.923960172553561e-06,
+      "loss": 21.875,
+      "step": 15972
+    },
+    {
+      "epoch": 0.15120076485455458,
+      "grad_norm": 514.7023315429688,
+      "learning_rate": 1.92394844564389e-06,
+      "loss": 23.0625,
+      "step": 15973
+    },
+    {
+      "epoch": 0.15121023087626964,
+      "grad_norm": 4.495181560516357,
+      "learning_rate": 1.9239367178657676e-06,
+      "loss": 0.895,
+      "step": 15974
+    },
+    {
+      "epoch": 0.15121969689798467,
+      "grad_norm": 936.2716674804688,
+      "learning_rate": 1.9239249892192047e-06,
+      "loss": 29.6953,
+      "step": 15975
+    },
+    {
+      "epoch": 0.15122916291969973,
+      "grad_norm": 167.79531860351562,
+      "learning_rate": 1.9239132597042124e-06,
+      "loss": 14.9766,
+      "step": 15976
+    },
+    {
+      "epoch": 0.1512386289414148,
+      "grad_norm": 514.2603149414062,
+      "learning_rate": 1.923901529320802e-06,
+      "loss": 53.7812,
+      "step": 15977
+    },
+    {
+      "epoch": 0.15124809496312985,
+      "grad_norm": 179.00308227539062,
+      "learning_rate": 1.923889798068984e-06,
+      "loss": 20.2266,
+      "step": 15978
+    },
+    {
+      "epoch": 0.15125756098484489,
+      "grad_norm": 509.60382080078125,
+      "learning_rate": 1.92387806594877e-06,
+      "loss": 49.0703,
+      "step": 15979
+    },
+    {
+      "epoch": 0.15126702700655995,
+      "grad_norm": 446.52850341796875,
+      "learning_rate": 1.9238663329601705e-06,
+      "loss": 39.3906,
+      "step": 15980
+    },
+    {
+      "epoch": 0.151276493028275,
+      "grad_norm": 496.1611633300781,
+      "learning_rate": 1.9238545991031966e-06,
+      "loss": 17.6406,
+      "step": 15981
+    },
+    {
+      "epoch": 0.15128595904999007,
+      "grad_norm": 315.08013916015625,
+      "learning_rate": 1.9238428643778595e-06,
+      "loss": 8.9238,
+      "step": 15982
+    },
+    {
+      "epoch": 0.15129542507170513,
+      "grad_norm": 170.89340209960938,
+      "learning_rate": 1.9238311287841703e-06,
+      "loss": 15.707,
+      "step": 15983
+    },
+    {
+      "epoch": 0.15130489109342016,
+      "grad_norm": 897.1996459960938,
+      "learning_rate": 1.92381939232214e-06,
+      "loss": 90.125,
+      "step": 15984
+    },
+    {
+      "epoch": 0.15131435711513522,
+      "grad_norm": 590.6878662109375,
+      "learning_rate": 1.9238076549917796e-06,
+      "loss": 44.2031,
+      "step": 15985
+    },
+    {
+      "epoch": 0.15132382313685028,
+      "grad_norm": 310.3890686035156,
+      "learning_rate": 1.9237959167931e-06,
+      "loss": 16.1133,
+      "step": 15986
+    },
+    {
+      "epoch": 0.15133328915856534,
+      "grad_norm": 160.8904266357422,
+      "learning_rate": 1.9237841777261124e-06,
+      "loss": 17.4141,
+      "step": 15987
+    },
+    {
+      "epoch": 0.1513427551802804,
+      "grad_norm": 303.73681640625,
+      "learning_rate": 1.9237724377908276e-06,
+      "loss": 12.1914,
+      "step": 15988
+    },
+    {
+      "epoch": 0.15135222120199543,
+      "grad_norm": 199.0948028564453,
+      "learning_rate": 1.923760696987257e-06,
+      "loss": 19.9844,
+      "step": 15989
+    },
+    {
+      "epoch": 0.1513616872237105,
+      "grad_norm": 570.3359375,
+      "learning_rate": 1.9237489553154115e-06,
+      "loss": 42.1719,
+      "step": 15990
+    },
+    {
+      "epoch": 0.15137115324542555,
+      "grad_norm": 548.3731079101562,
+      "learning_rate": 1.9237372127753017e-06,
+      "loss": 43.75,
+      "step": 15991
+    },
+    {
+      "epoch": 0.1513806192671406,
+      "grad_norm": 721.8799438476562,
+      "learning_rate": 1.923725469366939e-06,
+      "loss": 36.3633,
+      "step": 15992
+    },
+    {
+      "epoch": 0.15139008528885564,
+      "grad_norm": 191.91952514648438,
+      "learning_rate": 1.923713725090335e-06,
+      "loss": 20.3984,
+      "step": 15993
+    },
+    {
+      "epoch": 0.1513995513105707,
+      "grad_norm": 203.49057006835938,
+      "learning_rate": 1.9237019799455e-06,
+      "loss": 21.2773,
+      "step": 15994
+    },
+    {
+      "epoch": 0.15140901733228576,
+      "grad_norm": 326.1747741699219,
+      "learning_rate": 1.923690233932445e-06,
+      "loss": 27.6875,
+      "step": 15995
+    },
+    {
+      "epoch": 0.15141848335400082,
+      "grad_norm": 334.3539123535156,
+      "learning_rate": 1.9236784870511814e-06,
+      "loss": 44.8047,
+      "step": 15996
+    },
+    {
+      "epoch": 0.15142794937571588,
+      "grad_norm": 728.9762573242188,
+      "learning_rate": 1.92366673930172e-06,
+      "loss": 27.4375,
+      "step": 15997
+    },
+    {
+      "epoch": 0.1514374153974309,
+      "grad_norm": 218.830810546875,
+      "learning_rate": 1.923654990684072e-06,
+      "loss": 15.4297,
+      "step": 15998
+    },
+    {
+      "epoch": 0.15144688141914597,
+      "grad_norm": 405.2086181640625,
+      "learning_rate": 1.9236432411982486e-06,
+      "loss": 34.8125,
+      "step": 15999
+    },
+    {
+      "epoch": 0.15145634744086103,
+      "grad_norm": 364.3819580078125,
+      "learning_rate": 1.9236314908442604e-06,
+      "loss": 19.2148,
+      "step": 16000
+    },
+    {
+      "epoch": 0.1514658134625761,
+      "grad_norm": 215.13108825683594,
+      "learning_rate": 1.923619739622119e-06,
+      "loss": 9.0039,
+      "step": 16001
+    },
+    {
+      "epoch": 0.15147527948429113,
+      "grad_norm": 272.7998962402344,
+      "learning_rate": 1.923607987531835e-06,
+      "loss": 16.6328,
+      "step": 16002
+    },
+    {
+      "epoch": 0.15148474550600619,
+      "grad_norm": 687.15966796875,
+      "learning_rate": 1.9235962345734195e-06,
+      "loss": 18.3359,
+      "step": 16003
+    },
+    {
+      "epoch": 0.15149421152772125,
+      "grad_norm": 516.9276733398438,
+      "learning_rate": 1.9235844807468837e-06,
+      "loss": 38.4297,
+      "step": 16004
+    },
+    {
+      "epoch": 0.1515036775494363,
+      "grad_norm": 324.189697265625,
+      "learning_rate": 1.9235727260522383e-06,
+      "loss": 37.0312,
+      "step": 16005
+    },
+    {
+      "epoch": 0.15151314357115137,
+      "grad_norm": 505.9603271484375,
+      "learning_rate": 1.923560970489495e-06,
+      "loss": 41.7734,
+      "step": 16006
+    },
+    {
+      "epoch": 0.1515226095928664,
+      "grad_norm": 319.7236022949219,
+      "learning_rate": 1.923549214058664e-06,
+      "loss": 28.4297,
+      "step": 16007
+    },
+    {
+      "epoch": 0.15153207561458146,
+      "grad_norm": 603.7570190429688,
+      "learning_rate": 1.923537456759757e-06,
+      "loss": 27.832,
+      "step": 16008
+    },
+    {
+      "epoch": 0.15154154163629652,
+      "grad_norm": 667.630615234375,
+      "learning_rate": 1.923525698592785e-06,
+      "loss": 32.5234,
+      "step": 16009
+    },
+    {
+      "epoch": 0.15155100765801158,
+      "grad_norm": 193.77467346191406,
+      "learning_rate": 1.923513939557759e-06,
+      "loss": 23.0156,
+      "step": 16010
+    },
+    {
+      "epoch": 0.1515604736797266,
+      "grad_norm": 580.5731811523438,
+      "learning_rate": 1.92350217965469e-06,
+      "loss": 33.7734,
+      "step": 16011
+    },
+    {
+      "epoch": 0.15156993970144167,
+      "grad_norm": 330.9787292480469,
+      "learning_rate": 1.923490418883589e-06,
+      "loss": 20.6875,
+      "step": 16012
+    },
+    {
+      "epoch": 0.15157940572315673,
+      "grad_norm": 349.6717834472656,
+      "learning_rate": 1.9234786572444667e-06,
+      "loss": 43.1406,
+      "step": 16013
+    },
+    {
+      "epoch": 0.1515888717448718,
+      "grad_norm": 433.4192810058594,
+      "learning_rate": 1.923466894737335e-06,
+      "loss": 36.75,
+      "step": 16014
+    },
+    {
+      "epoch": 0.15159833776658685,
+      "grad_norm": 250.643310546875,
+      "learning_rate": 1.9234551313622043e-06,
+      "loss": 16.2656,
+      "step": 16015
+    },
+    {
+      "epoch": 0.15160780378830188,
+      "grad_norm": 447.3929138183594,
+      "learning_rate": 1.9234433671190856e-06,
+      "loss": 49.5703,
+      "step": 16016
+    },
+    {
+      "epoch": 0.15161726981001694,
+      "grad_norm": 213.32827758789062,
+      "learning_rate": 1.9234316020079906e-06,
+      "loss": 16.1016,
+      "step": 16017
+    },
+    {
+      "epoch": 0.151626735831732,
+      "grad_norm": 261.9588928222656,
+      "learning_rate": 1.92341983602893e-06,
+      "loss": 18.8828,
+      "step": 16018
+    },
+    {
+      "epoch": 0.15163620185344706,
+      "grad_norm": 846.6092529296875,
+      "learning_rate": 1.9234080691819148e-06,
+      "loss": 49.4375,
+      "step": 16019
+    },
+    {
+      "epoch": 0.1516456678751621,
+      "grad_norm": 2.830075740814209,
+      "learning_rate": 1.923396301466956e-06,
+      "loss": 0.8174,
+      "step": 16020
+    },
+    {
+      "epoch": 0.15165513389687715,
+      "grad_norm": 469.00860595703125,
+      "learning_rate": 1.9233845328840643e-06,
+      "loss": 26.4844,
+      "step": 16021
+    },
+    {
+      "epoch": 0.1516645999185922,
+      "grad_norm": 202.45687866210938,
+      "learning_rate": 1.923372763433252e-06,
+      "loss": 21.0938,
+      "step": 16022
+    },
+    {
+      "epoch": 0.15167406594030727,
+      "grad_norm": 953.3057250976562,
+      "learning_rate": 1.9233609931145285e-06,
+      "loss": 44.6562,
+      "step": 16023
+    },
+    {
+      "epoch": 0.15168353196202233,
+      "grad_norm": 512.30517578125,
+      "learning_rate": 1.9233492219279064e-06,
+      "loss": 24.5234,
+      "step": 16024
+    },
+    {
+      "epoch": 0.15169299798373737,
+      "grad_norm": 524.45556640625,
+      "learning_rate": 1.9233374498733957e-06,
+      "loss": 27.5859,
+      "step": 16025
+    },
+    {
+      "epoch": 0.15170246400545243,
+      "grad_norm": 715.0831298828125,
+      "learning_rate": 1.923325676951008e-06,
+      "loss": 40.3359,
+      "step": 16026
+    },
+    {
+      "epoch": 0.15171193002716749,
+      "grad_norm": 685.8060302734375,
+      "learning_rate": 1.9233139031607546e-06,
+      "loss": 42.875,
+      "step": 16027
+    },
+    {
+      "epoch": 0.15172139604888255,
+      "grad_norm": 302.92828369140625,
+      "learning_rate": 1.923302128502646e-06,
+      "loss": 20.0664,
+      "step": 16028
+    },
+    {
+      "epoch": 0.15173086207059758,
+      "grad_norm": 623.8862915039062,
+      "learning_rate": 1.9232903529766934e-06,
+      "loss": 17.9375,
+      "step": 16029
+    },
+    {
+      "epoch": 0.15174032809231264,
+      "grad_norm": 735.4859619140625,
+      "learning_rate": 1.923278576582908e-06,
+      "loss": 50.5,
+      "step": 16030
+    },
+    {
+      "epoch": 0.1517497941140277,
+      "grad_norm": 2.821641445159912,
+      "learning_rate": 1.9232667993213006e-06,
+      "loss": 0.9407,
+      "step": 16031
+    },
+    {
+      "epoch": 0.15175926013574276,
+      "grad_norm": 304.4107666015625,
+      "learning_rate": 1.9232550211918827e-06,
+      "loss": 20.0781,
+      "step": 16032
+    },
+    {
+      "epoch": 0.15176872615745782,
+      "grad_norm": 181.06155395507812,
+      "learning_rate": 1.9232432421946647e-06,
+      "loss": 15.9531,
+      "step": 16033
+    },
+    {
+      "epoch": 0.15177819217917285,
+      "grad_norm": 786.2135620117188,
+      "learning_rate": 1.9232314623296585e-06,
+      "loss": 15.0938,
+      "step": 16034
+    },
+    {
+      "epoch": 0.1517876582008879,
+      "grad_norm": 217.8589630126953,
+      "learning_rate": 1.9232196815968747e-06,
+      "loss": 15.1719,
+      "step": 16035
+    },
+    {
+      "epoch": 0.15179712422260297,
+      "grad_norm": 630.968505859375,
+      "learning_rate": 1.9232078999963242e-06,
+      "loss": 37.5547,
+      "step": 16036
+    },
+    {
+      "epoch": 0.15180659024431803,
+      "grad_norm": 209.85504150390625,
+      "learning_rate": 1.9231961175280186e-06,
+      "loss": 20.332,
+      "step": 16037
+    },
+    {
+      "epoch": 0.15181605626603306,
+      "grad_norm": 162.24441528320312,
+      "learning_rate": 1.9231843341919688e-06,
+      "loss": 17.6797,
+      "step": 16038
+    },
+    {
+      "epoch": 0.15182552228774812,
+      "grad_norm": 321.9690856933594,
+      "learning_rate": 1.923172549988186e-06,
+      "loss": 10.4648,
+      "step": 16039
+    },
+    {
+      "epoch": 0.15183498830946318,
+      "grad_norm": 313.15557861328125,
+      "learning_rate": 1.9231607649166807e-06,
+      "loss": 20.2422,
+      "step": 16040
+    },
+    {
+      "epoch": 0.15184445433117824,
+      "grad_norm": 223.81187438964844,
+      "learning_rate": 1.923148978977464e-06,
+      "loss": 15.4023,
+      "step": 16041
+    },
+    {
+      "epoch": 0.1518539203528933,
+      "grad_norm": 111.59276580810547,
+      "learning_rate": 1.923137192170548e-06,
+      "loss": 13.5,
+      "step": 16042
+    },
+    {
+      "epoch": 0.15186338637460833,
+      "grad_norm": 208.4658203125,
+      "learning_rate": 1.9231254044959425e-06,
+      "loss": 16.5742,
+      "step": 16043
+    },
+    {
+      "epoch": 0.1518728523963234,
+      "grad_norm": 426.67547607421875,
+      "learning_rate": 1.9231136159536598e-06,
+      "loss": 15.9219,
+      "step": 16044
+    },
+    {
+      "epoch": 0.15188231841803845,
+      "grad_norm": 358.7205505371094,
+      "learning_rate": 1.92310182654371e-06,
+      "loss": 25.4258,
+      "step": 16045
+    },
+    {
+      "epoch": 0.1518917844397535,
+      "grad_norm": 424.1452941894531,
+      "learning_rate": 1.9230900362661044e-06,
+      "loss": 30.6328,
+      "step": 16046
+    },
+    {
+      "epoch": 0.15190125046146855,
+      "grad_norm": 435.9208679199219,
+      "learning_rate": 1.9230782451208547e-06,
+      "loss": 20.6406,
+      "step": 16047
+    },
+    {
+      "epoch": 0.1519107164831836,
+      "grad_norm": 459.1526794433594,
+      "learning_rate": 1.923066453107971e-06,
+      "loss": 19.4766,
+      "step": 16048
+    },
+    {
+      "epoch": 0.15192018250489867,
+      "grad_norm": 467.2306823730469,
+      "learning_rate": 1.923054660227465e-06,
+      "loss": 42.7344,
+      "step": 16049
+    },
+    {
+      "epoch": 0.15192964852661373,
+      "grad_norm": 168.11265563964844,
+      "learning_rate": 1.9230428664793477e-06,
+      "loss": 19.125,
+      "step": 16050
+    },
+    {
+      "epoch": 0.15193911454832879,
+      "grad_norm": 856.0687866210938,
+      "learning_rate": 1.9230310718636303e-06,
+      "loss": 63.4688,
+      "step": 16051
+    },
+    {
+      "epoch": 0.15194858057004382,
+      "grad_norm": 448.9898681640625,
+      "learning_rate": 1.9230192763803234e-06,
+      "loss": 21.5703,
+      "step": 16052
+    },
+    {
+      "epoch": 0.15195804659175888,
+      "grad_norm": 391.4226989746094,
+      "learning_rate": 1.9230074800294387e-06,
+      "loss": 47.5469,
+      "step": 16053
+    },
+    {
+      "epoch": 0.15196751261347394,
+      "grad_norm": 364.10992431640625,
+      "learning_rate": 1.922995682810987e-06,
+      "loss": 35.8203,
+      "step": 16054
+    },
+    {
+      "epoch": 0.151976978635189,
+      "grad_norm": 184.00637817382812,
+      "learning_rate": 1.9229838847249793e-06,
+      "loss": 9.3086,
+      "step": 16055
+    },
+    {
+      "epoch": 0.15198644465690403,
+      "grad_norm": 336.3006591796875,
+      "learning_rate": 1.9229720857714267e-06,
+      "loss": 18.0664,
+      "step": 16056
+    },
+    {
+      "epoch": 0.1519959106786191,
+      "grad_norm": 550.2630615234375,
+      "learning_rate": 1.9229602859503408e-06,
+      "loss": 36.0,
+      "step": 16057
+    },
+    {
+      "epoch": 0.15200537670033415,
+      "grad_norm": 451.956298828125,
+      "learning_rate": 1.9229484852617318e-06,
+      "loss": 31.5938,
+      "step": 16058
+    },
+    {
+      "epoch": 0.1520148427220492,
+      "grad_norm": 652.0521240234375,
+      "learning_rate": 1.9229366837056115e-06,
+      "loss": 32.0781,
+      "step": 16059
+    },
+    {
+      "epoch": 0.15202430874376427,
+      "grad_norm": 209.29946899414062,
+      "learning_rate": 1.922924881281991e-06,
+      "loss": 10.3281,
+      "step": 16060
+    },
+    {
+      "epoch": 0.1520337747654793,
+      "grad_norm": 439.3474426269531,
+      "learning_rate": 1.922913077990881e-06,
+      "loss": 57.7422,
+      "step": 16061
+    },
+    {
+      "epoch": 0.15204324078719436,
+      "grad_norm": 302.68524169921875,
+      "learning_rate": 1.9229012738322926e-06,
+      "loss": 17.2812,
+      "step": 16062
+    },
+    {
+      "epoch": 0.15205270680890942,
+      "grad_norm": 167.45062255859375,
+      "learning_rate": 1.922889468806237e-06,
+      "loss": 15.8477,
+      "step": 16063
+    },
+    {
+      "epoch": 0.15206217283062448,
+      "grad_norm": 170.8251953125,
+      "learning_rate": 1.9228776629127253e-06,
+      "loss": 14.6016,
+      "step": 16064
+    },
+    {
+      "epoch": 0.1520716388523395,
+      "grad_norm": 292.1324157714844,
+      "learning_rate": 1.922865856151769e-06,
+      "loss": 27.3906,
+      "step": 16065
+    },
+    {
+      "epoch": 0.15208110487405457,
+      "grad_norm": 164.26805114746094,
+      "learning_rate": 1.9228540485233783e-06,
+      "loss": 14.0742,
+      "step": 16066
+    },
+    {
+      "epoch": 0.15209057089576963,
+      "grad_norm": 178.5732879638672,
+      "learning_rate": 1.9228422400275654e-06,
+      "loss": 19.3516,
+      "step": 16067
+    },
+    {
+      "epoch": 0.1521000369174847,
+      "grad_norm": 267.71063232421875,
+      "learning_rate": 1.9228304306643403e-06,
+      "loss": 25.1406,
+      "step": 16068
+    },
+    {
+      "epoch": 0.15210950293919975,
+      "grad_norm": 336.5518493652344,
+      "learning_rate": 1.922818620433715e-06,
+      "loss": 29.2344,
+      "step": 16069
+    },
+    {
+      "epoch": 0.15211896896091479,
+      "grad_norm": 836.1954956054688,
+      "learning_rate": 1.9228068093357e-06,
+      "loss": 57.0,
+      "step": 16070
+    },
+    {
+      "epoch": 0.15212843498262985,
+      "grad_norm": 218.77040100097656,
+      "learning_rate": 1.9227949973703067e-06,
+      "loss": 26.8594,
+      "step": 16071
+    },
+    {
+      "epoch": 0.1521379010043449,
+      "grad_norm": 298.8296813964844,
+      "learning_rate": 1.922783184537546e-06,
+      "loss": 20.4844,
+      "step": 16072
+    },
+    {
+      "epoch": 0.15214736702605997,
+      "grad_norm": 353.08892822265625,
+      "learning_rate": 1.9227713708374294e-06,
+      "loss": 28.1172,
+      "step": 16073
+    },
+    {
+      "epoch": 0.15215683304777503,
+      "grad_norm": 387.21868896484375,
+      "learning_rate": 1.922759556269968e-06,
+      "loss": 19.2461,
+      "step": 16074
+    },
+    {
+      "epoch": 0.15216629906949006,
+      "grad_norm": 545.0728149414062,
+      "learning_rate": 1.922747740835172e-06,
+      "loss": 43.9219,
+      "step": 16075
+    },
+    {
+      "epoch": 0.15217576509120512,
+      "grad_norm": 176.4123077392578,
+      "learning_rate": 1.9227359245330536e-06,
+      "loss": 17.7891,
+      "step": 16076
+    },
+    {
+      "epoch": 0.15218523111292018,
+      "grad_norm": 205.753662109375,
+      "learning_rate": 1.9227241073636233e-06,
+      "loss": 15.4805,
+      "step": 16077
+    },
+    {
+      "epoch": 0.15219469713463524,
+      "grad_norm": 1785.8316650390625,
+      "learning_rate": 1.9227122893268923e-06,
+      "loss": 15.6875,
+      "step": 16078
+    },
+    {
+      "epoch": 0.15220416315635027,
+      "grad_norm": 291.2571105957031,
+      "learning_rate": 1.922700470422872e-06,
+      "loss": 15.9297,
+      "step": 16079
+    },
+    {
+      "epoch": 0.15221362917806533,
+      "grad_norm": 276.522705078125,
+      "learning_rate": 1.922688650651573e-06,
+      "loss": 25.6719,
+      "step": 16080
+    },
+    {
+      "epoch": 0.1522230951997804,
+      "grad_norm": 509.0711364746094,
+      "learning_rate": 1.922676830013007e-06,
+      "loss": 41.4062,
+      "step": 16081
+    },
+    {
+      "epoch": 0.15223256122149545,
+      "grad_norm": 342.739501953125,
+      "learning_rate": 1.9226650085071846e-06,
+      "loss": 23.1367,
+      "step": 16082
+    },
+    {
+      "epoch": 0.1522420272432105,
+      "grad_norm": 390.4176940917969,
+      "learning_rate": 1.9226531861341167e-06,
+      "loss": 20.3438,
+      "step": 16083
+    },
+    {
+      "epoch": 0.15225149326492554,
+      "grad_norm": 246.78805541992188,
+      "learning_rate": 1.9226413628938154e-06,
+      "loss": 19.6172,
+      "step": 16084
+    },
+    {
+      "epoch": 0.1522609592866406,
+      "grad_norm": 205.09378051757812,
+      "learning_rate": 1.922629538786291e-06,
+      "loss": 18.125,
+      "step": 16085
+    },
+    {
+      "epoch": 0.15227042530835566,
+      "grad_norm": 332.6913146972656,
+      "learning_rate": 1.922617713811555e-06,
+      "loss": 17.5469,
+      "step": 16086
+    },
+    {
+      "epoch": 0.15227989133007072,
+      "grad_norm": 215.2665557861328,
+      "learning_rate": 1.9226058879696184e-06,
+      "loss": 20.4531,
+      "step": 16087
+    },
+    {
+      "epoch": 0.15228935735178575,
+      "grad_norm": 195.63018798828125,
+      "learning_rate": 1.9225940612604923e-06,
+      "loss": 17.2344,
+      "step": 16088
+    },
+    {
+      "epoch": 0.1522988233735008,
+      "grad_norm": 317.62255859375,
+      "learning_rate": 1.9225822336841877e-06,
+      "loss": 24.9531,
+      "step": 16089
+    },
+    {
+      "epoch": 0.15230828939521587,
+      "grad_norm": 3.6642847061157227,
+      "learning_rate": 1.922570405240716e-06,
+      "loss": 1.0938,
+      "step": 16090
+    },
+    {
+      "epoch": 0.15231775541693093,
+      "grad_norm": 367.3928527832031,
+      "learning_rate": 1.922558575930088e-06,
+      "loss": 22.8672,
+      "step": 16091
+    },
+    {
+      "epoch": 0.152327221438646,
+      "grad_norm": 383.02264404296875,
+      "learning_rate": 1.9225467457523146e-06,
+      "loss": 16.7422,
+      "step": 16092
+    },
+    {
+      "epoch": 0.15233668746036103,
+      "grad_norm": 480.639892578125,
+      "learning_rate": 1.9225349147074076e-06,
+      "loss": 38.4375,
+      "step": 16093
+    },
+    {
+      "epoch": 0.15234615348207609,
+      "grad_norm": 614.7803955078125,
+      "learning_rate": 1.922523082795378e-06,
+      "loss": 70.3125,
+      "step": 16094
+    },
+    {
+      "epoch": 0.15235561950379115,
+      "grad_norm": 306.5180358886719,
+      "learning_rate": 1.9225112500162365e-06,
+      "loss": 33.8594,
+      "step": 16095
+    },
+    {
+      "epoch": 0.1523650855255062,
+      "grad_norm": 178.33486938476562,
+      "learning_rate": 1.9224994163699944e-06,
+      "loss": 13.4492,
+      "step": 16096
+    },
+    {
+      "epoch": 0.15237455154722124,
+      "grad_norm": 337.2597351074219,
+      "learning_rate": 1.9224875818566633e-06,
+      "loss": 46.3828,
+      "step": 16097
+    },
+    {
+      "epoch": 0.1523840175689363,
+      "grad_norm": 637.857177734375,
+      "learning_rate": 1.9224757464762533e-06,
+      "loss": 39.1016,
+      "step": 16098
+    },
+    {
+      "epoch": 0.15239348359065136,
+      "grad_norm": 545.854736328125,
+      "learning_rate": 1.922463910228776e-06,
+      "loss": 51.8242,
+      "step": 16099
+    },
+    {
+      "epoch": 0.15240294961236642,
+      "grad_norm": 387.1495666503906,
+      "learning_rate": 1.922452073114243e-06,
+      "loss": 8.3652,
+      "step": 16100
+    },
+    {
+      "epoch": 0.15241241563408148,
+      "grad_norm": 581.1470336914062,
+      "learning_rate": 1.9224402351326652e-06,
+      "loss": 18.3906,
+      "step": 16101
+    },
+    {
+      "epoch": 0.1524218816557965,
+      "grad_norm": 235.78826904296875,
+      "learning_rate": 1.9224283962840534e-06,
+      "loss": 27.1016,
+      "step": 16102
+    },
+    {
+      "epoch": 0.15243134767751157,
+      "grad_norm": 2.889896869659424,
+      "learning_rate": 1.9224165565684187e-06,
+      "loss": 0.8589,
+      "step": 16103
+    },
+    {
+      "epoch": 0.15244081369922663,
+      "grad_norm": 3.652980327606201,
+      "learning_rate": 1.9224047159857726e-06,
+      "loss": 1.022,
+      "step": 16104
+    },
+    {
+      "epoch": 0.1524502797209417,
+      "grad_norm": 361.1519470214844,
+      "learning_rate": 1.9223928745361263e-06,
+      "loss": 17.9141,
+      "step": 16105
+    },
+    {
+      "epoch": 0.15245974574265672,
+      "grad_norm": 153.5265655517578,
+      "learning_rate": 1.9223810322194906e-06,
+      "loss": 18.625,
+      "step": 16106
+    },
+    {
+      "epoch": 0.15246921176437178,
+      "grad_norm": 697.6231689453125,
+      "learning_rate": 1.9223691890358764e-06,
+      "loss": 32.4688,
+      "step": 16107
+    },
+    {
+      "epoch": 0.15247867778608684,
+      "grad_norm": 725.5969848632812,
+      "learning_rate": 1.9223573449852957e-06,
+      "loss": 20.1797,
+      "step": 16108
+    },
+    {
+      "epoch": 0.1524881438078019,
+      "grad_norm": 504.4724426269531,
+      "learning_rate": 1.9223455000677585e-06,
+      "loss": 21.4141,
+      "step": 16109
+    },
+    {
+      "epoch": 0.15249760982951696,
+      "grad_norm": 222.5875244140625,
+      "learning_rate": 1.9223336542832767e-06,
+      "loss": 10.9766,
+      "step": 16110
+    },
+    {
+      "epoch": 0.152507075851232,
+      "grad_norm": 492.6831359863281,
+      "learning_rate": 1.922321807631862e-06,
+      "loss": 22.1641,
+      "step": 16111
+    },
+    {
+      "epoch": 0.15251654187294705,
+      "grad_norm": 337.513671875,
+      "learning_rate": 1.922309960113524e-06,
+      "loss": 17.9688,
+      "step": 16112
+    },
+    {
+      "epoch": 0.1525260078946621,
+      "grad_norm": 271.1631774902344,
+      "learning_rate": 1.922298111728275e-06,
+      "loss": 19.6328,
+      "step": 16113
+    },
+    {
+      "epoch": 0.15253547391637717,
+      "grad_norm": 429.91986083984375,
+      "learning_rate": 1.9222862624761254e-06,
+      "loss": 52.4688,
+      "step": 16114
+    },
+    {
+      "epoch": 0.1525449399380922,
+      "grad_norm": 237.381591796875,
+      "learning_rate": 1.9222744123570868e-06,
+      "loss": 22.3438,
+      "step": 16115
+    },
+    {
+      "epoch": 0.15255440595980727,
+      "grad_norm": 217.96609497070312,
+      "learning_rate": 1.9222625613711705e-06,
+      "loss": 17.1562,
+      "step": 16116
+    },
+    {
+      "epoch": 0.15256387198152233,
+      "grad_norm": 242.33111572265625,
+      "learning_rate": 1.9222507095183876e-06,
+      "loss": 18.8828,
+      "step": 16117
+    },
+    {
+      "epoch": 0.15257333800323739,
+      "grad_norm": 180.04541015625,
+      "learning_rate": 1.9222388567987486e-06,
+      "loss": 14.0938,
+      "step": 16118
+    },
+    {
+      "epoch": 0.15258280402495245,
+      "grad_norm": 2.954066038131714,
+      "learning_rate": 1.922227003212265e-06,
+      "loss": 0.8506,
+      "step": 16119
+    },
+    {
+      "epoch": 0.15259227004666748,
+      "grad_norm": 215.73353576660156,
+      "learning_rate": 1.922215148758948e-06,
+      "loss": 23.6875,
+      "step": 16120
+    },
+    {
+      "epoch": 0.15260173606838254,
+      "grad_norm": 3.434169292449951,
+      "learning_rate": 1.922203293438809e-06,
+      "loss": 0.9253,
+      "step": 16121
+    },
+    {
+      "epoch": 0.1526112020900976,
+      "grad_norm": 428.19354248046875,
+      "learning_rate": 1.9221914372518595e-06,
+      "loss": 8.6875,
+      "step": 16122
+    },
+    {
+      "epoch": 0.15262066811181266,
+      "grad_norm": 520.5916748046875,
+      "learning_rate": 1.922179580198109e-06,
+      "loss": 45.0625,
+      "step": 16123
+    },
+    {
+      "epoch": 0.1526301341335277,
+      "grad_norm": 234.01443481445312,
+      "learning_rate": 1.92216772227757e-06,
+      "loss": 19.4922,
+      "step": 16124
+    },
+    {
+      "epoch": 0.15263960015524275,
+      "grad_norm": 174.78030395507812,
+      "learning_rate": 1.9221558634902534e-06,
+      "loss": 20.3867,
+      "step": 16125
+    },
+    {
+      "epoch": 0.1526490661769578,
+      "grad_norm": 421.09710693359375,
+      "learning_rate": 1.9221440038361704e-06,
+      "loss": 13.8633,
+      "step": 16126
+    },
+    {
+      "epoch": 0.15265853219867287,
+      "grad_norm": 442.8919372558594,
+      "learning_rate": 1.9221321433153317e-06,
+      "loss": 43.9375,
+      "step": 16127
+    },
+    {
+      "epoch": 0.15266799822038793,
+      "grad_norm": 379.0863342285156,
+      "learning_rate": 1.9221202819277492e-06,
+      "loss": 22.8594,
+      "step": 16128
+    },
+    {
+      "epoch": 0.15267746424210296,
+      "grad_norm": 533.1328735351562,
+      "learning_rate": 1.9221084196734335e-06,
+      "loss": 18.7578,
+      "step": 16129
+    },
+    {
+      "epoch": 0.15268693026381802,
+      "grad_norm": 217.66603088378906,
+      "learning_rate": 1.922096556552396e-06,
+      "loss": 18.5625,
+      "step": 16130
+    },
+    {
+      "epoch": 0.15269639628553308,
+      "grad_norm": 368.08917236328125,
+      "learning_rate": 1.922084692564647e-06,
+      "loss": 30.75,
+      "step": 16131
+    },
+    {
+      "epoch": 0.15270586230724814,
+      "grad_norm": 292.1047668457031,
+      "learning_rate": 1.922072827710199e-06,
+      "loss": 19.2969,
+      "step": 16132
+    },
+    {
+      "epoch": 0.15271532832896317,
+      "grad_norm": 3.2242071628570557,
+      "learning_rate": 1.9220609619890625e-06,
+      "loss": 0.9419,
+      "step": 16133
+    },
+    {
+      "epoch": 0.15272479435067823,
+      "grad_norm": 463.46075439453125,
+      "learning_rate": 1.9220490954012483e-06,
+      "loss": 51.2344,
+      "step": 16134
+    },
+    {
+      "epoch": 0.1527342603723933,
+      "grad_norm": 311.667236328125,
+      "learning_rate": 1.9220372279467686e-06,
+      "loss": 26.3594,
+      "step": 16135
+    },
+    {
+      "epoch": 0.15274372639410835,
+      "grad_norm": 337.0829162597656,
+      "learning_rate": 1.9220253596256335e-06,
+      "loss": 19.7891,
+      "step": 16136
+    },
+    {
+      "epoch": 0.1527531924158234,
+      "grad_norm": 3.1618921756744385,
+      "learning_rate": 1.9220134904378546e-06,
+      "loss": 0.9922,
+      "step": 16137
+    },
+    {
+      "epoch": 0.15276265843753845,
+      "grad_norm": 785.076171875,
+      "learning_rate": 1.922001620383443e-06,
+      "loss": 41.6406,
+      "step": 16138
+    },
+    {
+      "epoch": 0.1527721244592535,
+      "grad_norm": 591.9149169921875,
+      "learning_rate": 1.9219897494624096e-06,
+      "loss": 30.9297,
+      "step": 16139
+    },
+    {
+      "epoch": 0.15278159048096857,
+      "grad_norm": 396.8208312988281,
+      "learning_rate": 1.921977877674766e-06,
+      "loss": 46.5312,
+      "step": 16140
+    },
+    {
+      "epoch": 0.15279105650268363,
+      "grad_norm": 490.5712585449219,
+      "learning_rate": 1.9219660050205234e-06,
+      "loss": 27.3477,
+      "step": 16141
+    },
+    {
+      "epoch": 0.15280052252439866,
+      "grad_norm": 569.3952026367188,
+      "learning_rate": 1.9219541314996924e-06,
+      "loss": 34.9219,
+      "step": 16142
+    },
+    {
+      "epoch": 0.15280998854611372,
+      "grad_norm": 470.43212890625,
+      "learning_rate": 1.921942257112285e-06,
+      "loss": 15.8594,
+      "step": 16143
+    },
+    {
+      "epoch": 0.15281945456782878,
+      "grad_norm": 242.21405029296875,
+      "learning_rate": 1.9219303818583114e-06,
+      "loss": 23.0586,
+      "step": 16144
+    },
+    {
+      "epoch": 0.15282892058954384,
+      "grad_norm": 144.14479064941406,
+      "learning_rate": 1.921918505737783e-06,
+      "loss": 19.2617,
+      "step": 16145
+    },
+    {
+      "epoch": 0.1528383866112589,
+      "grad_norm": 456.53961181640625,
+      "learning_rate": 1.921906628750712e-06,
+      "loss": 30.8359,
+      "step": 16146
+    },
+    {
+      "epoch": 0.15284785263297393,
+      "grad_norm": 659.1858520507812,
+      "learning_rate": 1.921894750897108e-06,
+      "loss": 36.3828,
+      "step": 16147
+    },
+    {
+      "epoch": 0.152857318654689,
+      "grad_norm": 363.5350646972656,
+      "learning_rate": 1.921882872176983e-06,
+      "loss": 16.625,
+      "step": 16148
+    },
+    {
+      "epoch": 0.15286678467640405,
+      "grad_norm": 581.6115112304688,
+      "learning_rate": 1.921870992590348e-06,
+      "loss": 27.5469,
+      "step": 16149
+    },
+    {
+      "epoch": 0.1528762506981191,
+      "grad_norm": 463.8111267089844,
+      "learning_rate": 1.9218591121372143e-06,
+      "loss": 37.9688,
+      "step": 16150
+    },
+    {
+      "epoch": 0.15288571671983414,
+      "grad_norm": 401.6366271972656,
+      "learning_rate": 1.9218472308175934e-06,
+      "loss": 40.1719,
+      "step": 16151
+    },
+    {
+      "epoch": 0.1528951827415492,
+      "grad_norm": 195.3497772216797,
+      "learning_rate": 1.921835348631496e-06,
+      "loss": 18.3555,
+      "step": 16152
+    },
+    {
+      "epoch": 0.15290464876326426,
+      "grad_norm": 156.3960418701172,
+      "learning_rate": 1.921823465578933e-06,
+      "loss": 22.875,
+      "step": 16153
+    },
+    {
+      "epoch": 0.15291411478497932,
+      "grad_norm": 572.1671752929688,
+      "learning_rate": 1.921811581659916e-06,
+      "loss": 74.6562,
+      "step": 16154
+    },
+    {
+      "epoch": 0.15292358080669438,
+      "grad_norm": 222.97964477539062,
+      "learning_rate": 1.921799696874456e-06,
+      "loss": 17.3359,
+      "step": 16155
+    },
+    {
+      "epoch": 0.1529330468284094,
+      "grad_norm": 902.150634765625,
+      "learning_rate": 1.9217878112225646e-06,
+      "loss": 18.1406,
+      "step": 16156
+    },
+    {
+      "epoch": 0.15294251285012447,
+      "grad_norm": 190.6318817138672,
+      "learning_rate": 1.9217759247042523e-06,
+      "loss": 16.3203,
+      "step": 16157
+    },
+    {
+      "epoch": 0.15295197887183953,
+      "grad_norm": 600.290771484375,
+      "learning_rate": 1.921764037319531e-06,
+      "loss": 8.4707,
+      "step": 16158
+    },
+    {
+      "epoch": 0.1529614448935546,
+      "grad_norm": 775.888671875,
+      "learning_rate": 1.921752149068411e-06,
+      "loss": 27.5703,
+      "step": 16159
+    },
+    {
+      "epoch": 0.15297091091526965,
+      "grad_norm": 394.05804443359375,
+      "learning_rate": 1.921740259950904e-06,
+      "loss": 9.5,
+      "step": 16160
+    },
+    {
+      "epoch": 0.15298037693698469,
+      "grad_norm": 193.1033935546875,
+      "learning_rate": 1.9217283699670216e-06,
+      "loss": 16.2578,
+      "step": 16161
+    },
+    {
+      "epoch": 0.15298984295869975,
+      "grad_norm": 3.0666539669036865,
+      "learning_rate": 1.921716479116774e-06,
+      "loss": 0.9268,
+      "step": 16162
+    },
+    {
+      "epoch": 0.1529993089804148,
+      "grad_norm": 3.2971949577331543,
+      "learning_rate": 1.921704587400173e-06,
+      "loss": 0.8623,
+      "step": 16163
+    },
+    {
+      "epoch": 0.15300877500212987,
+      "grad_norm": 269.1973571777344,
+      "learning_rate": 1.92169269481723e-06,
+      "loss": 23.3594,
+      "step": 16164
+    },
+    {
+      "epoch": 0.1530182410238449,
+      "grad_norm": 2.9364142417907715,
+      "learning_rate": 1.9216808013679552e-06,
+      "loss": 0.8398,
+      "step": 16165
+    },
+    {
+      "epoch": 0.15302770704555996,
+      "grad_norm": 2290.124267578125,
+      "learning_rate": 1.9216689070523608e-06,
+      "loss": 15.0156,
+      "step": 16166
+    },
+    {
+      "epoch": 0.15303717306727502,
+      "grad_norm": 942.3045043945312,
+      "learning_rate": 1.9216570118704574e-06,
+      "loss": 67.8281,
+      "step": 16167
+    },
+    {
+      "epoch": 0.15304663908899008,
+      "grad_norm": 241.48245239257812,
+      "learning_rate": 1.9216451158222566e-06,
+      "loss": 22.2617,
+      "step": 16168
+    },
+    {
+      "epoch": 0.15305610511070514,
+      "grad_norm": 402.2320556640625,
+      "learning_rate": 1.921633218907769e-06,
+      "loss": 46.9922,
+      "step": 16169
+    },
+    {
+      "epoch": 0.15306557113242017,
+      "grad_norm": 854.984130859375,
+      "learning_rate": 1.9216213211270063e-06,
+      "loss": 59.4844,
+      "step": 16170
+    },
+    {
+      "epoch": 0.15307503715413523,
+      "grad_norm": 536.5677490234375,
+      "learning_rate": 1.9216094224799797e-06,
+      "loss": 7.293,
+      "step": 16171
+    },
+    {
+      "epoch": 0.1530845031758503,
+      "grad_norm": 4.172063827514648,
+      "learning_rate": 1.9215975229667e-06,
+      "loss": 1.0195,
+      "step": 16172
+    },
+    {
+      "epoch": 0.15309396919756535,
+      "grad_norm": 855.91845703125,
+      "learning_rate": 1.9215856225871786e-06,
+      "loss": 65.7344,
+      "step": 16173
+    },
+    {
+      "epoch": 0.15310343521928038,
+      "grad_norm": 284.8402404785156,
+      "learning_rate": 1.921573721341427e-06,
+      "loss": 9.0781,
+      "step": 16174
+    },
+    {
+      "epoch": 0.15311290124099544,
+      "grad_norm": 312.882568359375,
+      "learning_rate": 1.9215618192294553e-06,
+      "loss": 24.25,
+      "step": 16175
+    },
+    {
+      "epoch": 0.1531223672627105,
+      "grad_norm": 194.31137084960938,
+      "learning_rate": 1.921549916251276e-06,
+      "loss": 7.3008,
+      "step": 16176
+    },
+    {
+      "epoch": 0.15313183328442556,
+      "grad_norm": 638.7959594726562,
+      "learning_rate": 1.9215380124068998e-06,
+      "loss": 22.5938,
+      "step": 16177
+    },
+    {
+      "epoch": 0.15314129930614062,
+      "grad_norm": 287.4122009277344,
+      "learning_rate": 1.9215261076963374e-06,
+      "loss": 10.418,
+      "step": 16178
+    },
+    {
+      "epoch": 0.15315076532785565,
+      "grad_norm": 606.76904296875,
+      "learning_rate": 1.921514202119601e-06,
+      "loss": 11.3398,
+      "step": 16179
+    },
+    {
+      "epoch": 0.1531602313495707,
+      "grad_norm": 338.3473815917969,
+      "learning_rate": 1.9215022956767007e-06,
+      "loss": 20.9297,
+      "step": 16180
+    },
+    {
+      "epoch": 0.15316969737128577,
+      "grad_norm": 3.516780376434326,
+      "learning_rate": 1.9214903883676483e-06,
+      "loss": 0.9868,
+      "step": 16181
+    },
+    {
+      "epoch": 0.15317916339300083,
+      "grad_norm": 260.16229248046875,
+      "learning_rate": 1.9214784801924552e-06,
+      "loss": 17.7559,
+      "step": 16182
+    },
+    {
+      "epoch": 0.15318862941471587,
+      "grad_norm": 760.2420043945312,
+      "learning_rate": 1.9214665711511316e-06,
+      "loss": 23.9453,
+      "step": 16183
+    },
+    {
+      "epoch": 0.15319809543643093,
+      "grad_norm": 240.76004028320312,
+      "learning_rate": 1.92145466124369e-06,
+      "loss": 20.6523,
+      "step": 16184
+    },
+    {
+      "epoch": 0.15320756145814599,
+      "grad_norm": 363.9151611328125,
+      "learning_rate": 1.9214427504701403e-06,
+      "loss": 20.4336,
+      "step": 16185
+    },
+    {
+      "epoch": 0.15321702747986105,
+      "grad_norm": 241.7029571533203,
+      "learning_rate": 1.9214308388304953e-06,
+      "loss": 22.0625,
+      "step": 16186
+    },
+    {
+      "epoch": 0.1532264935015761,
+      "grad_norm": 165.103271484375,
+      "learning_rate": 1.9214189263247645e-06,
+      "loss": 16.6719,
+      "step": 16187
+    },
+    {
+      "epoch": 0.15323595952329114,
+      "grad_norm": 3.057293653488159,
+      "learning_rate": 1.9214070129529603e-06,
+      "loss": 0.9565,
+      "step": 16188
+    },
+    {
+      "epoch": 0.1532454255450062,
+      "grad_norm": 366.55706787109375,
+      "learning_rate": 1.921395098715093e-06,
+      "loss": 46.8281,
+      "step": 16189
+    },
+    {
+      "epoch": 0.15325489156672126,
+      "grad_norm": 463.0946960449219,
+      "learning_rate": 1.9213831836111745e-06,
+      "loss": 35.3516,
+      "step": 16190
+    },
+    {
+      "epoch": 0.15326435758843632,
+      "grad_norm": 757.4456787109375,
+      "learning_rate": 1.921371267641216e-06,
+      "loss": 42.5547,
+      "step": 16191
+    },
+    {
+      "epoch": 0.15327382361015135,
+      "grad_norm": 275.6822814941406,
+      "learning_rate": 1.921359350805228e-06,
+      "loss": 19.6953,
+      "step": 16192
+    },
+    {
+      "epoch": 0.1532832896318664,
+      "grad_norm": 3.023874521255493,
+      "learning_rate": 1.9213474331032225e-06,
+      "loss": 1.0605,
+      "step": 16193
+    },
+    {
+      "epoch": 0.15329275565358147,
+      "grad_norm": 375.99749755859375,
+      "learning_rate": 1.92133551453521e-06,
+      "loss": 46.6211,
+      "step": 16194
+    },
+    {
+      "epoch": 0.15330222167529653,
+      "grad_norm": 3.2069520950317383,
+      "learning_rate": 1.921323595101202e-06,
+      "loss": 0.8772,
+      "step": 16195
+    },
+    {
+      "epoch": 0.1533116876970116,
+      "grad_norm": 195.20980834960938,
+      "learning_rate": 1.92131167480121e-06,
+      "loss": 22.25,
+      "step": 16196
+    },
+    {
+      "epoch": 0.15332115371872662,
+      "grad_norm": 207.5913543701172,
+      "learning_rate": 1.921299753635245e-06,
+      "loss": 16.6016,
+      "step": 16197
+    },
+    {
+      "epoch": 0.15333061974044168,
+      "grad_norm": 974.5494384765625,
+      "learning_rate": 1.9212878316033184e-06,
+      "loss": 48.6758,
+      "step": 16198
+    },
+    {
+      "epoch": 0.15334008576215674,
+      "grad_norm": 392.8874816894531,
+      "learning_rate": 1.921275908705441e-06,
+      "loss": 34.5469,
+      "step": 16199
+    },
+    {
+      "epoch": 0.1533495517838718,
+      "grad_norm": 3.514676570892334,
+      "learning_rate": 1.921263984941624e-06,
+      "loss": 0.9365,
+      "step": 16200
+    },
+    {
+      "epoch": 0.15335901780558683,
+      "grad_norm": 328.82684326171875,
+      "learning_rate": 1.9212520603118787e-06,
+      "loss": 56.4219,
+      "step": 16201
+    },
+    {
+      "epoch": 0.1533684838273019,
+      "grad_norm": 474.8507995605469,
+      "learning_rate": 1.9212401348162166e-06,
+      "loss": 48.8281,
+      "step": 16202
+    },
+    {
+      "epoch": 0.15337794984901695,
+      "grad_norm": 260.08056640625,
+      "learning_rate": 1.921228208454649e-06,
+      "loss": 24.3984,
+      "step": 16203
+    },
+    {
+      "epoch": 0.153387415870732,
+      "grad_norm": 691.4534301757812,
+      "learning_rate": 1.921216281227186e-06,
+      "loss": 54.7891,
+      "step": 16204
+    },
+    {
+      "epoch": 0.15339688189244707,
+      "grad_norm": 646.875,
+      "learning_rate": 1.92120435313384e-06,
+      "loss": 53.7188,
+      "step": 16205
+    },
+    {
+      "epoch": 0.1534063479141621,
+      "grad_norm": 172.63705444335938,
+      "learning_rate": 1.921192424174622e-06,
+      "loss": 16.5625,
+      "step": 16206
+    },
+    {
+      "epoch": 0.15341581393587717,
+      "grad_norm": 2.845731496810913,
+      "learning_rate": 1.921180494349543e-06,
+      "loss": 0.8745,
+      "step": 16207
+    },
+    {
+      "epoch": 0.15342527995759223,
+      "grad_norm": 427.71417236328125,
+      "learning_rate": 1.921168563658614e-06,
+      "loss": 21.1953,
+      "step": 16208
+    },
+    {
+      "epoch": 0.15343474597930729,
+      "grad_norm": 276.7975158691406,
+      "learning_rate": 1.921156632101847e-06,
+      "loss": 20.7656,
+      "step": 16209
+    },
+    {
+      "epoch": 0.15344421200102232,
+      "grad_norm": 842.2060546875,
+      "learning_rate": 1.9211446996792524e-06,
+      "loss": 56.0,
+      "step": 16210
+    },
+    {
+      "epoch": 0.15345367802273738,
+      "grad_norm": 237.14230346679688,
+      "learning_rate": 1.921132766390842e-06,
+      "loss": 20.3828,
+      "step": 16211
+    },
+    {
+      "epoch": 0.15346314404445244,
+      "grad_norm": 315.85504150390625,
+      "learning_rate": 1.921120832236626e-06,
+      "loss": 24.9375,
+      "step": 16212
+    },
+    {
+      "epoch": 0.1534726100661675,
+      "grad_norm": 595.228759765625,
+      "learning_rate": 1.921108897216617e-06,
+      "loss": 24.8047,
+      "step": 16213
+    },
+    {
+      "epoch": 0.15348207608788256,
+      "grad_norm": 499.7102355957031,
+      "learning_rate": 1.9210969613308252e-06,
+      "loss": 18.7305,
+      "step": 16214
+    },
+    {
+      "epoch": 0.1534915421095976,
+      "grad_norm": 541.4906616210938,
+      "learning_rate": 1.9210850245792625e-06,
+      "loss": 21.3984,
+      "step": 16215
+    },
+    {
+      "epoch": 0.15350100813131265,
+      "grad_norm": 403.3624572753906,
+      "learning_rate": 1.9210730869619394e-06,
+      "loss": 42.8281,
+      "step": 16216
+    },
+    {
+      "epoch": 0.1535104741530277,
+      "grad_norm": 838.8551025390625,
+      "learning_rate": 1.9210611484788678e-06,
+      "loss": 43.6406,
+      "step": 16217
+    },
+    {
+      "epoch": 0.15351994017474277,
+      "grad_norm": 588.9100341796875,
+      "learning_rate": 1.9210492091300585e-06,
+      "loss": 59.0938,
+      "step": 16218
+    },
+    {
+      "epoch": 0.1535294061964578,
+      "grad_norm": 252.0417022705078,
+      "learning_rate": 1.921037268915523e-06,
+      "loss": 16.3203,
+      "step": 16219
+    },
+    {
+      "epoch": 0.15353887221817286,
+      "grad_norm": 462.49920654296875,
+      "learning_rate": 1.9210253278352723e-06,
+      "loss": 16.1172,
+      "step": 16220
+    },
+    {
+      "epoch": 0.15354833823988792,
+      "grad_norm": 349.31475830078125,
+      "learning_rate": 1.9210133858893177e-06,
+      "loss": 15.8359,
+      "step": 16221
+    },
+    {
+      "epoch": 0.15355780426160298,
+      "grad_norm": 286.87310791015625,
+      "learning_rate": 1.9210014430776705e-06,
+      "loss": 16.9688,
+      "step": 16222
+    },
+    {
+      "epoch": 0.15356727028331804,
+      "grad_norm": 375.7095947265625,
+      "learning_rate": 1.920989499400342e-06,
+      "loss": 36.5039,
+      "step": 16223
+    },
+    {
+      "epoch": 0.15357673630503307,
+      "grad_norm": 366.8863830566406,
+      "learning_rate": 1.920977554857343e-06,
+      "loss": 17.4844,
+      "step": 16224
+    },
+    {
+      "epoch": 0.15358620232674813,
+      "grad_norm": 235.6692352294922,
+      "learning_rate": 1.920965609448685e-06,
+      "loss": 9.4141,
+      "step": 16225
+    },
+    {
+      "epoch": 0.1535956683484632,
+      "grad_norm": 2.9796533584594727,
+      "learning_rate": 1.9209536631743796e-06,
+      "loss": 0.8682,
+      "step": 16226
+    },
+    {
+      "epoch": 0.15360513437017825,
+      "grad_norm": 264.8631896972656,
+      "learning_rate": 1.9209417160344376e-06,
+      "loss": 18.3906,
+      "step": 16227
+    },
+    {
+      "epoch": 0.15361460039189329,
+      "grad_norm": 562.6543579101562,
+      "learning_rate": 1.92092976802887e-06,
+      "loss": 50.0781,
+      "step": 16228
+    },
+    {
+      "epoch": 0.15362406641360835,
+      "grad_norm": 415.6836242675781,
+      "learning_rate": 1.9209178191576884e-06,
+      "loss": 18.3711,
+      "step": 16229
+    },
+    {
+      "epoch": 0.1536335324353234,
+      "grad_norm": 177.12525939941406,
+      "learning_rate": 1.920905869420904e-06,
+      "loss": 16.2578,
+      "step": 16230
+    },
+    {
+      "epoch": 0.15364299845703847,
+      "grad_norm": 349.83013916015625,
+      "learning_rate": 1.9208939188185276e-06,
+      "loss": 30.7969,
+      "step": 16231
+    },
+    {
+      "epoch": 0.15365246447875353,
+      "grad_norm": 162.96603393554688,
+      "learning_rate": 1.9208819673505717e-06,
+      "loss": 21.7227,
+      "step": 16232
+    },
+    {
+      "epoch": 0.15366193050046856,
+      "grad_norm": 223.2879180908203,
+      "learning_rate": 1.920870015017046e-06,
+      "loss": 19.5312,
+      "step": 16233
+    },
+    {
+      "epoch": 0.15367139652218362,
+      "grad_norm": 495.13311767578125,
+      "learning_rate": 1.9208580618179627e-06,
+      "loss": 31.9688,
+      "step": 16234
+    },
+    {
+      "epoch": 0.15368086254389868,
+      "grad_norm": 248.5853729248047,
+      "learning_rate": 1.9208461077533324e-06,
+      "loss": 19.8867,
+      "step": 16235
+    },
+    {
+      "epoch": 0.15369032856561374,
+      "grad_norm": 524.27099609375,
+      "learning_rate": 1.920834152823167e-06,
+      "loss": 15.8359,
+      "step": 16236
+    },
+    {
+      "epoch": 0.15369979458732877,
+      "grad_norm": 370.98968505859375,
+      "learning_rate": 1.920822197027477e-06,
+      "loss": 25.6016,
+      "step": 16237
+    },
+    {
+      "epoch": 0.15370926060904383,
+      "grad_norm": 709.5507202148438,
+      "learning_rate": 1.9208102403662746e-06,
+      "loss": 36.9531,
+      "step": 16238
+    },
+    {
+      "epoch": 0.1537187266307589,
+      "grad_norm": 791.4130859375,
+      "learning_rate": 1.92079828283957e-06,
+      "loss": 50.7969,
+      "step": 16239
+    },
+    {
+      "epoch": 0.15372819265247395,
+      "grad_norm": 485.9677429199219,
+      "learning_rate": 1.920786324447375e-06,
+      "loss": 37.4531,
+      "step": 16240
+    },
+    {
+      "epoch": 0.153737658674189,
+      "grad_norm": 386.917724609375,
+      "learning_rate": 1.920774365189701e-06,
+      "loss": 27.6719,
+      "step": 16241
+    },
+    {
+      "epoch": 0.15374712469590404,
+      "grad_norm": 3.443755626678467,
+      "learning_rate": 1.9207624050665588e-06,
+      "loss": 1.0396,
+      "step": 16242
+    },
+    {
+      "epoch": 0.1537565907176191,
+      "grad_norm": 204.73666381835938,
+      "learning_rate": 1.92075044407796e-06,
+      "loss": 20.4062,
+      "step": 16243
+    },
+    {
+      "epoch": 0.15376605673933416,
+      "grad_norm": 294.8785705566406,
+      "learning_rate": 1.9207384822239154e-06,
+      "loss": 25.2031,
+      "step": 16244
+    },
+    {
+      "epoch": 0.15377552276104922,
+      "grad_norm": 438.7674255371094,
+      "learning_rate": 1.9207265195044368e-06,
+      "loss": 42.5234,
+      "step": 16245
+    },
+    {
+      "epoch": 0.15378498878276428,
+      "grad_norm": 441.4047546386719,
+      "learning_rate": 1.9207145559195352e-06,
+      "loss": 24.3906,
+      "step": 16246
+    },
+    {
+      "epoch": 0.1537944548044793,
+      "grad_norm": 215.48118591308594,
+      "learning_rate": 1.920702591469222e-06,
+      "loss": 20.1016,
+      "step": 16247
+    },
+    {
+      "epoch": 0.15380392082619437,
+      "grad_norm": 203.98814392089844,
+      "learning_rate": 1.9206906261535075e-06,
+      "loss": 26.6953,
+      "step": 16248
+    },
+    {
+      "epoch": 0.15381338684790943,
+      "grad_norm": 286.5159912109375,
+      "learning_rate": 1.9206786599724043e-06,
+      "loss": 23.0156,
+      "step": 16249
+    },
+    {
+      "epoch": 0.1538228528696245,
+      "grad_norm": 674.1764526367188,
+      "learning_rate": 1.9206666929259226e-06,
+      "loss": 30.6172,
+      "step": 16250
+    },
+    {
+      "epoch": 0.15383231889133953,
+      "grad_norm": 316.13922119140625,
+      "learning_rate": 1.9206547250140744e-06,
+      "loss": 17.7734,
+      "step": 16251
+    },
+    {
+      "epoch": 0.15384178491305459,
+      "grad_norm": 277.71868896484375,
+      "learning_rate": 1.9206427562368706e-06,
+      "loss": 31.7656,
+      "step": 16252
+    },
+    {
+      "epoch": 0.15385125093476965,
+      "grad_norm": 1113.766357421875,
+      "learning_rate": 1.9206307865943227e-06,
+      "loss": 36.9062,
+      "step": 16253
+    },
+    {
+      "epoch": 0.1538607169564847,
+      "grad_norm": 407.31500244140625,
+      "learning_rate": 1.9206188160864418e-06,
+      "loss": 31.293,
+      "step": 16254
+    },
+    {
+      "epoch": 0.15387018297819977,
+      "grad_norm": 241.64736938476562,
+      "learning_rate": 1.9206068447132387e-06,
+      "loss": 24.5234,
+      "step": 16255
+    },
+    {
+      "epoch": 0.1538796489999148,
+      "grad_norm": 392.5383605957031,
+      "learning_rate": 1.9205948724747255e-06,
+      "loss": 25.0898,
+      "step": 16256
+    },
+    {
+      "epoch": 0.15388911502162986,
+      "grad_norm": 475.2239074707031,
+      "learning_rate": 1.920582899370913e-06,
+      "loss": 32.7969,
+      "step": 16257
+    },
+    {
+      "epoch": 0.15389858104334492,
+      "grad_norm": 567.0758666992188,
+      "learning_rate": 1.920570925401812e-06,
+      "loss": 29.7188,
+      "step": 16258
+    },
+    {
+      "epoch": 0.15390804706505998,
+      "grad_norm": 343.9632873535156,
+      "learning_rate": 1.9205589505674344e-06,
+      "loss": 42.6094,
+      "step": 16259
+    },
+    {
+      "epoch": 0.153917513086775,
+      "grad_norm": 340.0948486328125,
+      "learning_rate": 1.920546974867791e-06,
+      "loss": 24.5,
+      "step": 16260
+    },
+    {
+      "epoch": 0.15392697910849007,
+      "grad_norm": 476.4005432128906,
+      "learning_rate": 1.920534998302894e-06,
+      "loss": 34.6953,
+      "step": 16261
+    },
+    {
+      "epoch": 0.15393644513020513,
+      "grad_norm": 1711.4124755859375,
+      "learning_rate": 1.9205230208727533e-06,
+      "loss": 26.6953,
+      "step": 16262
+    },
+    {
+      "epoch": 0.1539459111519202,
+      "grad_norm": 487.4019775390625,
+      "learning_rate": 1.9205110425773814e-06,
+      "loss": 41.8125,
+      "step": 16263
+    },
+    {
+      "epoch": 0.15395537717363525,
+      "grad_norm": 299.5681457519531,
+      "learning_rate": 1.9204990634167887e-06,
+      "loss": 31.0156,
+      "step": 16264
+    },
+    {
+      "epoch": 0.15396484319535028,
+      "grad_norm": 455.4039611816406,
+      "learning_rate": 1.920487083390987e-06,
+      "loss": 58.3125,
+      "step": 16265
+    },
+    {
+      "epoch": 0.15397430921706534,
+      "grad_norm": 572.2139892578125,
+      "learning_rate": 1.9204751024999872e-06,
+      "loss": 32.25,
+      "step": 16266
+    },
+    {
+      "epoch": 0.1539837752387804,
+      "grad_norm": 487.3323059082031,
+      "learning_rate": 1.9204631207438005e-06,
+      "loss": 21.0781,
+      "step": 16267
+    },
+    {
+      "epoch": 0.15399324126049546,
+      "grad_norm": 1247.009033203125,
+      "learning_rate": 1.9204511381224387e-06,
+      "loss": 17.4531,
+      "step": 16268
+    },
+    {
+      "epoch": 0.1540027072822105,
+      "grad_norm": 189.97430419921875,
+      "learning_rate": 1.9204391546359123e-06,
+      "loss": 7.7344,
+      "step": 16269
+    },
+    {
+      "epoch": 0.15401217330392555,
+      "grad_norm": 298.3226013183594,
+      "learning_rate": 1.9204271702842333e-06,
+      "loss": 31.3828,
+      "step": 16270
+    },
+    {
+      "epoch": 0.1540216393256406,
+      "grad_norm": 3.246371030807495,
+      "learning_rate": 1.9204151850674126e-06,
+      "loss": 0.8481,
+      "step": 16271
+    },
+    {
+      "epoch": 0.15403110534735567,
+      "grad_norm": 306.8942565917969,
+      "learning_rate": 1.9204031989854612e-06,
+      "loss": 15.8906,
+      "step": 16272
+    },
+    {
+      "epoch": 0.15404057136907073,
+      "grad_norm": 806.4746704101562,
+      "learning_rate": 1.920391212038391e-06,
+      "loss": 36.4297,
+      "step": 16273
+    },
+    {
+      "epoch": 0.15405003739078577,
+      "grad_norm": 214.61260986328125,
+      "learning_rate": 1.9203792242262127e-06,
+      "loss": 13.0469,
+      "step": 16274
+    },
+    {
+      "epoch": 0.15405950341250083,
+      "grad_norm": 253.20541381835938,
+      "learning_rate": 1.920367235548938e-06,
+      "loss": 17.1562,
+      "step": 16275
+    },
+    {
+      "epoch": 0.15406896943421589,
+      "grad_norm": 478.59991455078125,
+      "learning_rate": 1.920355246006578e-06,
+      "loss": 18.1641,
+      "step": 16276
+    },
+    {
+      "epoch": 0.15407843545593095,
+      "grad_norm": 218.8177032470703,
+      "learning_rate": 1.920343255599144e-06,
+      "loss": 31.5781,
+      "step": 16277
+    },
+    {
+      "epoch": 0.15408790147764598,
+      "grad_norm": 182.7889862060547,
+      "learning_rate": 1.920331264326647e-06,
+      "loss": 13.3984,
+      "step": 16278
+    },
+    {
+      "epoch": 0.15409736749936104,
+      "grad_norm": 638.2752685546875,
+      "learning_rate": 1.9203192721890985e-06,
+      "loss": 63.6719,
+      "step": 16279
+    },
+    {
+      "epoch": 0.1541068335210761,
+      "grad_norm": 620.19921875,
+      "learning_rate": 1.9203072791865098e-06,
+      "loss": 41.0312,
+      "step": 16280
+    },
+    {
+      "epoch": 0.15411629954279116,
+      "grad_norm": 1515.0430908203125,
+      "learning_rate": 1.920295285318892e-06,
+      "loss": 62.4766,
+      "step": 16281
+    },
+    {
+      "epoch": 0.15412576556450622,
+      "grad_norm": 693.3588256835938,
+      "learning_rate": 1.9202832905862567e-06,
+      "loss": 42.9297,
+      "step": 16282
+    },
+    {
+      "epoch": 0.15413523158622125,
+      "grad_norm": 322.6294860839844,
+      "learning_rate": 1.920271294988615e-06,
+      "loss": 38.4219,
+      "step": 16283
+    },
+    {
+      "epoch": 0.1541446976079363,
+      "grad_norm": 284.6968078613281,
+      "learning_rate": 1.920259298525978e-06,
+      "loss": 17.4219,
+      "step": 16284
+    },
+    {
+      "epoch": 0.15415416362965137,
+      "grad_norm": 370.7577209472656,
+      "learning_rate": 1.920247301198357e-06,
+      "loss": 31.0469,
+      "step": 16285
+    },
+    {
+      "epoch": 0.15416362965136643,
+      "grad_norm": 748.88134765625,
+      "learning_rate": 1.9202353030057637e-06,
+      "loss": 38.9375,
+      "step": 16286
+    },
+    {
+      "epoch": 0.15417309567308146,
+      "grad_norm": 217.0111846923828,
+      "learning_rate": 1.920223303948209e-06,
+      "loss": 17.6953,
+      "step": 16287
+    },
+    {
+      "epoch": 0.15418256169479652,
+      "grad_norm": 873.84423828125,
+      "learning_rate": 1.9202113040257043e-06,
+      "loss": 27.8594,
+      "step": 16288
+    },
+    {
+      "epoch": 0.15419202771651158,
+      "grad_norm": 290.7265625,
+      "learning_rate": 1.920199303238261e-06,
+      "loss": 26.9219,
+      "step": 16289
+    },
+    {
+      "epoch": 0.15420149373822664,
+      "grad_norm": 475.5423278808594,
+      "learning_rate": 1.92018730158589e-06,
+      "loss": 21.7969,
+      "step": 16290
+    },
+    {
+      "epoch": 0.1542109597599417,
+      "grad_norm": 910.0374145507812,
+      "learning_rate": 1.9201752990686026e-06,
+      "loss": 32.3906,
+      "step": 16291
+    },
+    {
+      "epoch": 0.15422042578165673,
+      "grad_norm": 3.294243097305298,
+      "learning_rate": 1.9201632956864103e-06,
+      "loss": 0.9409,
+      "step": 16292
+    },
+    {
+      "epoch": 0.1542298918033718,
+      "grad_norm": 433.8780212402344,
+      "learning_rate": 1.9201512914393245e-06,
+      "loss": 7.6855,
+      "step": 16293
+    },
+    {
+      "epoch": 0.15423935782508685,
+      "grad_norm": 236.78524780273438,
+      "learning_rate": 1.9201392863273563e-06,
+      "loss": 18.5703,
+      "step": 16294
+    },
+    {
+      "epoch": 0.1542488238468019,
+      "grad_norm": 630.2100830078125,
+      "learning_rate": 1.9201272803505174e-06,
+      "loss": 34.3359,
+      "step": 16295
+    },
+    {
+      "epoch": 0.15425828986851695,
+      "grad_norm": 397.4283752441406,
+      "learning_rate": 1.920115273508818e-06,
+      "loss": 28.4609,
+      "step": 16296
+    },
+    {
+      "epoch": 0.154267755890232,
+      "grad_norm": 590.8140869140625,
+      "learning_rate": 1.920103265802271e-06,
+      "loss": 58.1562,
+      "step": 16297
+    },
+    {
+      "epoch": 0.15427722191194707,
+      "grad_norm": 254.15878295898438,
+      "learning_rate": 1.920091257230886e-06,
+      "loss": 18.8242,
+      "step": 16298
+    },
+    {
+      "epoch": 0.15428668793366213,
+      "grad_norm": 282.3572082519531,
+      "learning_rate": 1.9200792477946756e-06,
+      "loss": 20.3281,
+      "step": 16299
+    },
+    {
+      "epoch": 0.15429615395537719,
+      "grad_norm": 1193.404296875,
+      "learning_rate": 1.92006723749365e-06,
+      "loss": 66.8203,
+      "step": 16300
+    },
+    {
+      "epoch": 0.15430561997709222,
+      "grad_norm": 526.6163940429688,
+      "learning_rate": 1.9200552263278217e-06,
+      "loss": 23.4062,
+      "step": 16301
+    },
+    {
+      "epoch": 0.15431508599880728,
+      "grad_norm": 338.5609130859375,
+      "learning_rate": 1.920043214297201e-06,
+      "loss": 43.5781,
+      "step": 16302
+    },
+    {
+      "epoch": 0.15432455202052234,
+      "grad_norm": 203.55650329589844,
+      "learning_rate": 1.9200312014017992e-06,
+      "loss": 22.5938,
+      "step": 16303
+    },
+    {
+      "epoch": 0.1543340180422374,
+      "grad_norm": 237.24232482910156,
+      "learning_rate": 1.9200191876416284e-06,
+      "loss": 16.2031,
+      "step": 16304
+    },
+    {
+      "epoch": 0.15434348406395243,
+      "grad_norm": 459.88873291015625,
+      "learning_rate": 1.920007173016699e-06,
+      "loss": 18.2344,
+      "step": 16305
+    },
+    {
+      "epoch": 0.1543529500856675,
+      "grad_norm": 278.4903564453125,
+      "learning_rate": 1.9199951575270234e-06,
+      "loss": 18.4141,
+      "step": 16306
+    },
+    {
+      "epoch": 0.15436241610738255,
+      "grad_norm": 403.04034423828125,
+      "learning_rate": 1.919983141172612e-06,
+      "loss": 34.9922,
+      "step": 16307
+    },
+    {
+      "epoch": 0.1543718821290976,
+      "grad_norm": 156.9527130126953,
+      "learning_rate": 1.919971123953476e-06,
+      "loss": 5.9395,
+      "step": 16308
+    },
+    {
+      "epoch": 0.15438134815081267,
+      "grad_norm": 182.5918731689453,
+      "learning_rate": 1.919959105869627e-06,
+      "loss": 20.2812,
+      "step": 16309
+    },
+    {
+      "epoch": 0.1543908141725277,
+      "grad_norm": 337.80682373046875,
+      "learning_rate": 1.9199470869210763e-06,
+      "loss": 18.4453,
+      "step": 16310
+    },
+    {
+      "epoch": 0.15440028019424276,
+      "grad_norm": 2.7976958751678467,
+      "learning_rate": 1.919935067107835e-06,
+      "loss": 0.9351,
+      "step": 16311
+    },
+    {
+      "epoch": 0.15440974621595782,
+      "grad_norm": 233.53773498535156,
+      "learning_rate": 1.9199230464299154e-06,
+      "loss": 17.4609,
+      "step": 16312
+    },
+    {
+      "epoch": 0.15441921223767288,
+      "grad_norm": 1171.8572998046875,
+      "learning_rate": 1.919911024887327e-06,
+      "loss": 51.7734,
+      "step": 16313
+    },
+    {
+      "epoch": 0.1544286782593879,
+      "grad_norm": 213.5642852783203,
+      "learning_rate": 1.9198990024800826e-06,
+      "loss": 17.1875,
+      "step": 16314
+    },
+    {
+      "epoch": 0.15443814428110297,
+      "grad_norm": 304.3841247558594,
+      "learning_rate": 1.919886979208193e-06,
+      "loss": 23.4453,
+      "step": 16315
+    },
+    {
+      "epoch": 0.15444761030281803,
+      "grad_norm": 379.419921875,
+      "learning_rate": 1.9198749550716695e-06,
+      "loss": 47.7188,
+      "step": 16316
+    },
+    {
+      "epoch": 0.1544570763245331,
+      "grad_norm": 230.04103088378906,
+      "learning_rate": 1.919862930070523e-06,
+      "loss": 22.6406,
+      "step": 16317
+    },
+    {
+      "epoch": 0.15446654234624815,
+      "grad_norm": 710.1038818359375,
+      "learning_rate": 1.9198509042047654e-06,
+      "loss": 48.9922,
+      "step": 16318
+    },
+    {
+      "epoch": 0.15447600836796319,
+      "grad_norm": 527.7965698242188,
+      "learning_rate": 1.919838877474408e-06,
+      "loss": 44.5625,
+      "step": 16319
+    },
+    {
+      "epoch": 0.15448547438967825,
+      "grad_norm": 1157.0361328125,
+      "learning_rate": 1.9198268498794617e-06,
+      "loss": 26.8203,
+      "step": 16320
+    },
+    {
+      "epoch": 0.1544949404113933,
+      "grad_norm": 535.78173828125,
+      "learning_rate": 1.9198148214199383e-06,
+      "loss": 15.0391,
+      "step": 16321
+    },
+    {
+      "epoch": 0.15450440643310837,
+      "grad_norm": 450.09906005859375,
+      "learning_rate": 1.9198027920958483e-06,
+      "loss": 36.0625,
+      "step": 16322
+    },
+    {
+      "epoch": 0.1545138724548234,
+      "grad_norm": 372.124267578125,
+      "learning_rate": 1.9197907619072037e-06,
+      "loss": 8.5469,
+      "step": 16323
+    },
+    {
+      "epoch": 0.15452333847653846,
+      "grad_norm": 480.92022705078125,
+      "learning_rate": 1.919778730854016e-06,
+      "loss": 53.6406,
+      "step": 16324
+    },
+    {
+      "epoch": 0.15453280449825352,
+      "grad_norm": 312.5768737792969,
+      "learning_rate": 1.9197666989362953e-06,
+      "loss": 24.0391,
+      "step": 16325
+    },
+    {
+      "epoch": 0.15454227051996858,
+      "grad_norm": 383.5633239746094,
+      "learning_rate": 1.9197546661540544e-06,
+      "loss": 37.375,
+      "step": 16326
+    },
+    {
+      "epoch": 0.15455173654168364,
+      "grad_norm": 619.4132080078125,
+      "learning_rate": 1.9197426325073038e-06,
+      "loss": 8.0273,
+      "step": 16327
+    },
+    {
+      "epoch": 0.15456120256339867,
+      "grad_norm": 230.07249450683594,
+      "learning_rate": 1.9197305979960548e-06,
+      "loss": 16.2891,
+      "step": 16328
+    },
+    {
+      "epoch": 0.15457066858511373,
+      "grad_norm": 172.0858154296875,
+      "learning_rate": 1.9197185626203193e-06,
+      "loss": 17.3594,
+      "step": 16329
+    },
+    {
+      "epoch": 0.1545801346068288,
+      "grad_norm": 493.27178955078125,
+      "learning_rate": 1.919706526380108e-06,
+      "loss": 39.5781,
+      "step": 16330
+    },
+    {
+      "epoch": 0.15458960062854385,
+      "grad_norm": 225.18907165527344,
+      "learning_rate": 1.919694489275432e-06,
+      "loss": 20.5859,
+      "step": 16331
+    },
+    {
+      "epoch": 0.1545990666502589,
+      "grad_norm": 181.7891387939453,
+      "learning_rate": 1.919682451306303e-06,
+      "loss": 18.8047,
+      "step": 16332
+    },
+    {
+      "epoch": 0.15460853267197394,
+      "grad_norm": 472.5028076171875,
+      "learning_rate": 1.919670412472733e-06,
+      "loss": 44.6328,
+      "step": 16333
+    },
+    {
+      "epoch": 0.154617998693689,
+      "grad_norm": 1273.8048095703125,
+      "learning_rate": 1.9196583727747325e-06,
+      "loss": 21.4375,
+      "step": 16334
+    },
+    {
+      "epoch": 0.15462746471540406,
+      "grad_norm": 322.2464294433594,
+      "learning_rate": 1.9196463322123124e-06,
+      "loss": 26.4062,
+      "step": 16335
+    },
+    {
+      "epoch": 0.15463693073711912,
+      "grad_norm": 451.5979309082031,
+      "learning_rate": 1.919634290785485e-06,
+      "loss": 22.6562,
+      "step": 16336
+    },
+    {
+      "epoch": 0.15464639675883415,
+      "grad_norm": 246.59523010253906,
+      "learning_rate": 1.919622248494261e-06,
+      "loss": 20.1016,
+      "step": 16337
+    },
+    {
+      "epoch": 0.1546558627805492,
+      "grad_norm": 154.71571350097656,
+      "learning_rate": 1.919610205338652e-06,
+      "loss": 17.4805,
+      "step": 16338
+    },
+    {
+      "epoch": 0.15466532880226427,
+      "grad_norm": 334.3149108886719,
+      "learning_rate": 1.9195981613186693e-06,
+      "loss": 45.0938,
+      "step": 16339
+    },
+    {
+      "epoch": 0.15467479482397933,
+      "grad_norm": 343.0191345214844,
+      "learning_rate": 1.919586116434324e-06,
+      "loss": 23.2266,
+      "step": 16340
+    },
+    {
+      "epoch": 0.1546842608456944,
+      "grad_norm": 345.5526123046875,
+      "learning_rate": 1.919574070685628e-06,
+      "loss": 21.8438,
+      "step": 16341
+    },
+    {
+      "epoch": 0.15469372686740943,
+      "grad_norm": 465.7305603027344,
+      "learning_rate": 1.9195620240725917e-06,
+      "loss": 37.5469,
+      "step": 16342
+    },
+    {
+      "epoch": 0.15470319288912449,
+      "grad_norm": 778.9481811523438,
+      "learning_rate": 1.919549976595227e-06,
+      "loss": 43.8516,
+      "step": 16343
+    },
+    {
+      "epoch": 0.15471265891083955,
+      "grad_norm": 472.4157409667969,
+      "learning_rate": 1.9195379282535453e-06,
+      "loss": 38.0391,
+      "step": 16344
+    },
+    {
+      "epoch": 0.1547221249325546,
+      "grad_norm": 545.0217895507812,
+      "learning_rate": 1.9195258790475575e-06,
+      "loss": 16.9922,
+      "step": 16345
+    },
+    {
+      "epoch": 0.15473159095426964,
+      "grad_norm": 192.59535217285156,
+      "learning_rate": 1.9195138289772755e-06,
+      "loss": 17.0859,
+      "step": 16346
+    },
+    {
+      "epoch": 0.1547410569759847,
+      "grad_norm": 241.14108276367188,
+      "learning_rate": 1.9195017780427103e-06,
+      "loss": 30.4922,
+      "step": 16347
+    },
+    {
+      "epoch": 0.15475052299769976,
+      "grad_norm": 191.71517944335938,
+      "learning_rate": 1.919489726243873e-06,
+      "loss": 18.7578,
+      "step": 16348
+    },
+    {
+      "epoch": 0.15475998901941482,
+      "grad_norm": 447.7306823730469,
+      "learning_rate": 1.9194776735807756e-06,
+      "loss": 23.2266,
+      "step": 16349
+    },
+    {
+      "epoch": 0.15476945504112988,
+      "grad_norm": 167.48573303222656,
+      "learning_rate": 1.9194656200534285e-06,
+      "loss": 9.6914,
+      "step": 16350
+    },
+    {
+      "epoch": 0.1547789210628449,
+      "grad_norm": 390.9641418457031,
+      "learning_rate": 1.9194535656618436e-06,
+      "loss": 51.0312,
+      "step": 16351
+    },
+    {
+      "epoch": 0.15478838708455997,
+      "grad_norm": 187.15635681152344,
+      "learning_rate": 1.9194415104060322e-06,
+      "loss": 24.1641,
+      "step": 16352
+    },
+    {
+      "epoch": 0.15479785310627503,
+      "grad_norm": 3.0754077434539795,
+      "learning_rate": 1.9194294542860063e-06,
+      "loss": 0.8623,
+      "step": 16353
+    },
+    {
+      "epoch": 0.1548073191279901,
+      "grad_norm": 187.8343505859375,
+      "learning_rate": 1.9194173973017755e-06,
+      "loss": 17.5938,
+      "step": 16354
+    },
+    {
+      "epoch": 0.15481678514970512,
+      "grad_norm": 518.291748046875,
+      "learning_rate": 1.9194053394533526e-06,
+      "loss": 36.4453,
+      "step": 16355
+    },
+    {
+      "epoch": 0.15482625117142018,
+      "grad_norm": 602.2943115234375,
+      "learning_rate": 1.9193932807407485e-06,
+      "loss": 54.8906,
+      "step": 16356
+    },
+    {
+      "epoch": 0.15483571719313524,
+      "grad_norm": 343.6151428222656,
+      "learning_rate": 1.9193812211639747e-06,
+      "loss": 8.2715,
+      "step": 16357
+    },
+    {
+      "epoch": 0.1548451832148503,
+      "grad_norm": 319.1268005371094,
+      "learning_rate": 1.919369160723042e-06,
+      "loss": 6.582,
+      "step": 16358
+    },
+    {
+      "epoch": 0.15485464923656536,
+      "grad_norm": 187.23049926757812,
+      "learning_rate": 1.9193570994179626e-06,
+      "loss": 22.3281,
+      "step": 16359
+    },
+    {
+      "epoch": 0.1548641152582804,
+      "grad_norm": 3.2234842777252197,
+      "learning_rate": 1.9193450372487467e-06,
+      "loss": 0.8984,
+      "step": 16360
+    },
+    {
+      "epoch": 0.15487358127999545,
+      "grad_norm": 520.8546752929688,
+      "learning_rate": 1.919332974215407e-06,
+      "loss": 17.8359,
+      "step": 16361
+    },
+    {
+      "epoch": 0.1548830473017105,
+      "grad_norm": 382.053955078125,
+      "learning_rate": 1.919320910317953e-06,
+      "loss": 42.8438,
+      "step": 16362
+    },
+    {
+      "epoch": 0.15489251332342557,
+      "grad_norm": 716.7582397460938,
+      "learning_rate": 1.9193088455563984e-06,
+      "loss": 44.0078,
+      "step": 16363
+    },
+    {
+      "epoch": 0.1549019793451406,
+      "grad_norm": 506.0771484375,
+      "learning_rate": 1.9192967799307523e-06,
+      "loss": 28.875,
+      "step": 16364
+    },
+    {
+      "epoch": 0.15491144536685567,
+      "grad_norm": 452.3298645019531,
+      "learning_rate": 1.9192847134410275e-06,
+      "loss": 31.1406,
+      "step": 16365
+    },
+    {
+      "epoch": 0.15492091138857073,
+      "grad_norm": 350.7535095214844,
+      "learning_rate": 1.919272646087235e-06,
+      "loss": 31.5078,
+      "step": 16366
+    },
+    {
+      "epoch": 0.15493037741028579,
+      "grad_norm": 187.03021240234375,
+      "learning_rate": 1.9192605778693857e-06,
+      "loss": 21.1641,
+      "step": 16367
+    },
+    {
+      "epoch": 0.15493984343200085,
+      "grad_norm": 182.61865234375,
+      "learning_rate": 1.9192485087874916e-06,
+      "loss": 26.2266,
+      "step": 16368
+    },
+    {
+      "epoch": 0.15494930945371588,
+      "grad_norm": 493.9795837402344,
+      "learning_rate": 1.9192364388415633e-06,
+      "loss": 39.3906,
+      "step": 16369
+    },
+    {
+      "epoch": 0.15495877547543094,
+      "grad_norm": 273.8565368652344,
+      "learning_rate": 1.919224368031613e-06,
+      "loss": 21.3438,
+      "step": 16370
+    },
+    {
+      "epoch": 0.154968241497146,
+      "grad_norm": 190.79254150390625,
+      "learning_rate": 1.919212296357651e-06,
+      "loss": 8.6719,
+      "step": 16371
+    },
+    {
+      "epoch": 0.15497770751886106,
+      "grad_norm": 375.5628662109375,
+      "learning_rate": 1.9192002238196897e-06,
+      "loss": 47.5156,
+      "step": 16372
+    },
+    {
+      "epoch": 0.1549871735405761,
+      "grad_norm": 539.9116821289062,
+      "learning_rate": 1.91918815041774e-06,
+      "loss": 11.8203,
+      "step": 16373
+    },
+    {
+      "epoch": 0.15499663956229115,
+      "grad_norm": 3.299675226211548,
+      "learning_rate": 1.919176076151813e-06,
+      "loss": 0.9844,
+      "step": 16374
+    },
+    {
+      "epoch": 0.1550061055840062,
+      "grad_norm": 248.8745574951172,
+      "learning_rate": 1.9191640010219207e-06,
+      "loss": 15.7578,
+      "step": 16375
+    },
+    {
+      "epoch": 0.15501557160572127,
+      "grad_norm": 439.4442138671875,
+      "learning_rate": 1.9191519250280734e-06,
+      "loss": 23.4453,
+      "step": 16376
+    },
+    {
+      "epoch": 0.15502503762743633,
+      "grad_norm": 440.1876525878906,
+      "learning_rate": 1.919139848170284e-06,
+      "loss": 44.3906,
+      "step": 16377
+    },
+    {
+      "epoch": 0.15503450364915136,
+      "grad_norm": 841.2374877929688,
+      "learning_rate": 1.919127770448562e-06,
+      "loss": 47.25,
+      "step": 16378
+    },
+    {
+      "epoch": 0.15504396967086642,
+      "grad_norm": 932.9439697265625,
+      "learning_rate": 1.9191156918629197e-06,
+      "loss": 45.8438,
+      "step": 16379
+    },
+    {
+      "epoch": 0.15505343569258148,
+      "grad_norm": 378.23980712890625,
+      "learning_rate": 1.919103612413369e-06,
+      "loss": 19.6875,
+      "step": 16380
+    },
+    {
+      "epoch": 0.15506290171429654,
+      "grad_norm": 611.8768920898438,
+      "learning_rate": 1.9190915320999204e-06,
+      "loss": 21.9922,
+      "step": 16381
+    },
+    {
+      "epoch": 0.15507236773601157,
+      "grad_norm": 879.3230590820312,
+      "learning_rate": 1.919079450922586e-06,
+      "loss": 67.457,
+      "step": 16382
+    },
+    {
+      "epoch": 0.15508183375772663,
+      "grad_norm": 330.8801574707031,
+      "learning_rate": 1.919067368881376e-06,
+      "loss": 41.6875,
+      "step": 16383
+    },
+    {
+      "epoch": 0.1550912997794417,
+      "grad_norm": 207.39588928222656,
+      "learning_rate": 1.9190552859763028e-06,
+      "loss": 8.9961,
+      "step": 16384
+    },
+    {
+      "epoch": 0.15510076580115675,
+      "grad_norm": 261.1646423339844,
+      "learning_rate": 1.9190432022073774e-06,
+      "loss": 16.8633,
+      "step": 16385
+    },
+    {
+      "epoch": 0.1551102318228718,
+      "grad_norm": 430.41510009765625,
+      "learning_rate": 1.9190311175746114e-06,
+      "loss": 28.9062,
+      "step": 16386
+    },
+    {
+      "epoch": 0.15511969784458685,
+      "grad_norm": 647.6255493164062,
+      "learning_rate": 1.9190190320780157e-06,
+      "loss": 34.1719,
+      "step": 16387
+    },
+    {
+      "epoch": 0.1551291638663019,
+      "grad_norm": 364.625,
+      "learning_rate": 1.919006945717602e-06,
+      "loss": 21.6953,
+      "step": 16388
+    },
+    {
+      "epoch": 0.15513862988801697,
+      "grad_norm": 308.61419677734375,
+      "learning_rate": 1.9189948584933814e-06,
+      "loss": 22.5938,
+      "step": 16389
+    },
+    {
+      "epoch": 0.15514809590973203,
+      "grad_norm": 531.9016723632812,
+      "learning_rate": 1.9189827704053655e-06,
+      "loss": 25.6953,
+      "step": 16390
+    },
+    {
+      "epoch": 0.15515756193144706,
+      "grad_norm": 815.558837890625,
+      "learning_rate": 1.918970681453566e-06,
+      "loss": 50.7188,
+      "step": 16391
+    },
+    {
+      "epoch": 0.15516702795316212,
+      "grad_norm": 353.7265319824219,
+      "learning_rate": 1.9189585916379933e-06,
+      "loss": 16.1797,
+      "step": 16392
+    },
+    {
+      "epoch": 0.15517649397487718,
+      "grad_norm": 302.4866943359375,
+      "learning_rate": 1.9189465009586593e-06,
+      "loss": 23.1562,
+      "step": 16393
+    },
+    {
+      "epoch": 0.15518595999659224,
+      "grad_norm": 420.8631286621094,
+      "learning_rate": 1.9189344094155753e-06,
+      "loss": 53.7188,
+      "step": 16394
+    },
+    {
+      "epoch": 0.1551954260183073,
+      "grad_norm": 488.3992614746094,
+      "learning_rate": 1.918922317008753e-06,
+      "loss": 45.6562,
+      "step": 16395
+    },
+    {
+      "epoch": 0.15520489204002233,
+      "grad_norm": 165.83763122558594,
+      "learning_rate": 1.9189102237382035e-06,
+      "loss": 15.0469,
+      "step": 16396
+    },
+    {
+      "epoch": 0.1552143580617374,
+      "grad_norm": 462.24609375,
+      "learning_rate": 1.918898129603938e-06,
+      "loss": 48.9531,
+      "step": 16397
+    },
+    {
+      "epoch": 0.15522382408345245,
+      "grad_norm": 382.1523742675781,
+      "learning_rate": 1.918886034605968e-06,
+      "loss": 48.1875,
+      "step": 16398
+    },
+    {
+      "epoch": 0.1552332901051675,
+      "grad_norm": 579.11572265625,
+      "learning_rate": 1.9188739387443053e-06,
+      "loss": 27.7734,
+      "step": 16399
+    },
+    {
+      "epoch": 0.15524275612688254,
+      "grad_norm": 272.75494384765625,
+      "learning_rate": 1.9188618420189607e-06,
+      "loss": 15.3125,
+      "step": 16400
+    },
+    {
+      "epoch": 0.1552522221485976,
+      "grad_norm": 220.265869140625,
+      "learning_rate": 1.9188497444299456e-06,
+      "loss": 14.9102,
+      "step": 16401
+    },
+    {
+      "epoch": 0.15526168817031266,
+      "grad_norm": 877.8680419921875,
+      "learning_rate": 1.9188376459772713e-06,
+      "loss": 30.4062,
+      "step": 16402
+    },
+    {
+      "epoch": 0.15527115419202772,
+      "grad_norm": 469.42327880859375,
+      "learning_rate": 1.91882554666095e-06,
+      "loss": 46.9062,
+      "step": 16403
+    },
+    {
+      "epoch": 0.15528062021374278,
+      "grad_norm": 442.28564453125,
+      "learning_rate": 1.9188134464809923e-06,
+      "loss": 28.7109,
+      "step": 16404
+    },
+    {
+      "epoch": 0.1552900862354578,
+      "grad_norm": 183.0595245361328,
+      "learning_rate": 1.9188013454374094e-06,
+      "loss": 24.9531,
+      "step": 16405
+    },
+    {
+      "epoch": 0.15529955225717287,
+      "grad_norm": 381.1760559082031,
+      "learning_rate": 1.918789243530213e-06,
+      "loss": 31.8828,
+      "step": 16406
+    },
+    {
+      "epoch": 0.15530901827888793,
+      "grad_norm": 298.19024658203125,
+      "learning_rate": 1.918777140759415e-06,
+      "loss": 21.0859,
+      "step": 16407
+    },
+    {
+      "epoch": 0.155318484300603,
+      "grad_norm": 851.986328125,
+      "learning_rate": 1.9187650371250257e-06,
+      "loss": 23.6641,
+      "step": 16408
+    },
+    {
+      "epoch": 0.15532795032231803,
+      "grad_norm": 474.7716979980469,
+      "learning_rate": 1.9187529326270573e-06,
+      "loss": 44.0625,
+      "step": 16409
+    },
+    {
+      "epoch": 0.15533741634403309,
+      "grad_norm": 239.886474609375,
+      "learning_rate": 1.9187408272655206e-06,
+      "loss": 24.1016,
+      "step": 16410
+    },
+    {
+      "epoch": 0.15534688236574815,
+      "grad_norm": 314.10858154296875,
+      "learning_rate": 1.918728721040428e-06,
+      "loss": 52.625,
+      "step": 16411
+    },
+    {
+      "epoch": 0.1553563483874632,
+      "grad_norm": 363.9648132324219,
+      "learning_rate": 1.9187166139517893e-06,
+      "loss": 34.125,
+      "step": 16412
+    },
+    {
+      "epoch": 0.15536581440917827,
+      "grad_norm": 537.5307006835938,
+      "learning_rate": 1.918704505999617e-06,
+      "loss": 43.9844,
+      "step": 16413
+    },
+    {
+      "epoch": 0.1553752804308933,
+      "grad_norm": 770.3675537109375,
+      "learning_rate": 1.918692397183923e-06,
+      "loss": 55.9688,
+      "step": 16414
+    },
+    {
+      "epoch": 0.15538474645260836,
+      "grad_norm": 228.67697143554688,
+      "learning_rate": 1.918680287504717e-06,
+      "loss": 17.9141,
+      "step": 16415
+    },
+    {
+      "epoch": 0.15539421247432342,
+      "grad_norm": 513.72509765625,
+      "learning_rate": 1.918668176962012e-06,
+      "loss": 25.2031,
+      "step": 16416
+    },
+    {
+      "epoch": 0.15540367849603848,
+      "grad_norm": 1324.215087890625,
+      "learning_rate": 1.918656065555818e-06,
+      "loss": 48.6406,
+      "step": 16417
+    },
+    {
+      "epoch": 0.15541314451775354,
+      "grad_norm": 379.3255615234375,
+      "learning_rate": 1.918643953286147e-06,
+      "loss": 36.5781,
+      "step": 16418
+    },
+    {
+      "epoch": 0.15542261053946857,
+      "grad_norm": 281.9704895019531,
+      "learning_rate": 1.918631840153011e-06,
+      "loss": 17.7188,
+      "step": 16419
+    },
+    {
+      "epoch": 0.15543207656118363,
+      "grad_norm": 273.12835693359375,
+      "learning_rate": 1.9186197261564206e-06,
+      "loss": 15.2305,
+      "step": 16420
+    },
+    {
+      "epoch": 0.1554415425828987,
+      "grad_norm": 376.79083251953125,
+      "learning_rate": 1.9186076112963877e-06,
+      "loss": 46.2656,
+      "step": 16421
+    },
+    {
+      "epoch": 0.15545100860461375,
+      "grad_norm": 909.6356811523438,
+      "learning_rate": 1.918595495572923e-06,
+      "loss": 59.3281,
+      "step": 16422
+    },
+    {
+      "epoch": 0.15546047462632878,
+      "grad_norm": 841.6072387695312,
+      "learning_rate": 1.9185833789860385e-06,
+      "loss": 46.4375,
+      "step": 16423
+    },
+    {
+      "epoch": 0.15546994064804384,
+      "grad_norm": 487.0523986816406,
+      "learning_rate": 1.9185712615357453e-06,
+      "loss": 10.3242,
+      "step": 16424
+    },
+    {
+      "epoch": 0.1554794066697589,
+      "grad_norm": 206.18630981445312,
+      "learning_rate": 1.9185591432220546e-06,
+      "loss": 15.7266,
+      "step": 16425
+    },
+    {
+      "epoch": 0.15548887269147396,
+      "grad_norm": 260.0870361328125,
+      "learning_rate": 1.9185470240449785e-06,
+      "loss": 28.1719,
+      "step": 16426
+    },
+    {
+      "epoch": 0.15549833871318902,
+      "grad_norm": 338.20843505859375,
+      "learning_rate": 1.9185349040045277e-06,
+      "loss": 20.7656,
+      "step": 16427
+    },
+    {
+      "epoch": 0.15550780473490405,
+      "grad_norm": 377.23675537109375,
+      "learning_rate": 1.9185227831007144e-06,
+      "loss": 52.0469,
+      "step": 16428
+    },
+    {
+      "epoch": 0.1555172707566191,
+      "grad_norm": 477.5021667480469,
+      "learning_rate": 1.918510661333549e-06,
+      "loss": 32.3438,
+      "step": 16429
+    },
+    {
+      "epoch": 0.15552673677833417,
+      "grad_norm": 437.10614013671875,
+      "learning_rate": 1.918498538703043e-06,
+      "loss": 41.1094,
+      "step": 16430
+    },
+    {
+      "epoch": 0.15553620280004923,
+      "grad_norm": 396.8966369628906,
+      "learning_rate": 1.9184864152092085e-06,
+      "loss": 25.0703,
+      "step": 16431
+    },
+    {
+      "epoch": 0.15554566882176427,
+      "grad_norm": 268.1622314453125,
+      "learning_rate": 1.9184742908520563e-06,
+      "loss": 19.7031,
+      "step": 16432
+    },
+    {
+      "epoch": 0.15555513484347933,
+      "grad_norm": 3.605226755142212,
+      "learning_rate": 1.9184621656315984e-06,
+      "loss": 0.9263,
+      "step": 16433
+    },
+    {
+      "epoch": 0.15556460086519439,
+      "grad_norm": 389.4281921386719,
+      "learning_rate": 1.9184500395478457e-06,
+      "loss": 30.3281,
+      "step": 16434
+    },
+    {
+      "epoch": 0.15557406688690945,
+      "grad_norm": 246.17724609375,
+      "learning_rate": 1.9184379126008094e-06,
+      "loss": 21.1094,
+      "step": 16435
+    },
+    {
+      "epoch": 0.1555835329086245,
+      "grad_norm": 2.813278913497925,
+      "learning_rate": 1.9184257847905016e-06,
+      "loss": 0.8062,
+      "step": 16436
+    },
+    {
+      "epoch": 0.15559299893033954,
+      "grad_norm": 1023.4330444335938,
+      "learning_rate": 1.918413656116933e-06,
+      "loss": 11.3008,
+      "step": 16437
+    },
+    {
+      "epoch": 0.1556024649520546,
+      "grad_norm": 358.2649841308594,
+      "learning_rate": 1.9184015265801155e-06,
+      "loss": 24.5938,
+      "step": 16438
+    },
+    {
+      "epoch": 0.15561193097376966,
+      "grad_norm": 680.5565795898438,
+      "learning_rate": 1.91838939618006e-06,
+      "loss": 49.1953,
+      "step": 16439
+    },
+    {
+      "epoch": 0.15562139699548472,
+      "grad_norm": 355.8365478515625,
+      "learning_rate": 1.9183772649167787e-06,
+      "loss": 18.5234,
+      "step": 16440
+    },
+    {
+      "epoch": 0.15563086301719975,
+      "grad_norm": 3.1078226566314697,
+      "learning_rate": 1.9183651327902824e-06,
+      "loss": 0.8799,
+      "step": 16441
+    },
+    {
+      "epoch": 0.1556403290389148,
+      "grad_norm": 692.1497802734375,
+      "learning_rate": 1.9183529998005825e-06,
+      "loss": 53.9062,
+      "step": 16442
+    },
+    {
+      "epoch": 0.15564979506062987,
+      "grad_norm": 452.36187744140625,
+      "learning_rate": 1.9183408659476903e-06,
+      "loss": 26.4453,
+      "step": 16443
+    },
+    {
+      "epoch": 0.15565926108234493,
+      "grad_norm": 627.5320434570312,
+      "learning_rate": 1.918328731231618e-06,
+      "loss": 20.0625,
+      "step": 16444
+    },
+    {
+      "epoch": 0.15566872710406,
+      "grad_norm": 178.78173828125,
+      "learning_rate": 1.9183165956523755e-06,
+      "loss": 19.2969,
+      "step": 16445
+    },
+    {
+      "epoch": 0.15567819312577502,
+      "grad_norm": 640.6980590820312,
+      "learning_rate": 1.9183044592099758e-06,
+      "loss": 45.5625,
+      "step": 16446
+    },
+    {
+      "epoch": 0.15568765914749008,
+      "grad_norm": 620.7662353515625,
+      "learning_rate": 1.91829232190443e-06,
+      "loss": 59.3125,
+      "step": 16447
+    },
+    {
+      "epoch": 0.15569712516920514,
+      "grad_norm": 405.415283203125,
+      "learning_rate": 1.9182801837357486e-06,
+      "loss": 62.7656,
+      "step": 16448
+    },
+    {
+      "epoch": 0.1557065911909202,
+      "grad_norm": 413.3269348144531,
+      "learning_rate": 1.9182680447039433e-06,
+      "loss": 16.3672,
+      "step": 16449
+    },
+    {
+      "epoch": 0.15571605721263523,
+      "grad_norm": 425.98724365234375,
+      "learning_rate": 1.9182559048090266e-06,
+      "loss": 20.5469,
+      "step": 16450
+    },
+    {
+      "epoch": 0.1557255232343503,
+      "grad_norm": 289.1714782714844,
+      "learning_rate": 1.9182437640510084e-06,
+      "loss": 21.8906,
+      "step": 16451
+    },
+    {
+      "epoch": 0.15573498925606535,
+      "grad_norm": 304.91912841796875,
+      "learning_rate": 1.9182316224299012e-06,
+      "loss": 26.0703,
+      "step": 16452
+    },
+    {
+      "epoch": 0.1557444552777804,
+      "grad_norm": 3.5759549140930176,
+      "learning_rate": 1.918219479945716e-06,
+      "loss": 1.0854,
+      "step": 16453
+    },
+    {
+      "epoch": 0.15575392129949547,
+      "grad_norm": 349.3283996582031,
+      "learning_rate": 1.918207336598464e-06,
+      "loss": 47.0,
+      "step": 16454
+    },
+    {
+      "epoch": 0.1557633873212105,
+      "grad_norm": 397.14849853515625,
+      "learning_rate": 1.9181951923881567e-06,
+      "loss": 23.3672,
+      "step": 16455
+    },
+    {
+      "epoch": 0.15577285334292557,
+      "grad_norm": 264.03912353515625,
+      "learning_rate": 1.918183047314806e-06,
+      "loss": 15.5547,
+      "step": 16456
+    },
+    {
+      "epoch": 0.15578231936464063,
+      "grad_norm": 670.0082397460938,
+      "learning_rate": 1.918170901378423e-06,
+      "loss": 31.1641,
+      "step": 16457
+    },
+    {
+      "epoch": 0.15579178538635569,
+      "grad_norm": 367.660888671875,
+      "learning_rate": 1.918158754579019e-06,
+      "loss": 24.4688,
+      "step": 16458
+    },
+    {
+      "epoch": 0.15580125140807072,
+      "grad_norm": 333.1833190917969,
+      "learning_rate": 1.918146606916605e-06,
+      "loss": 25.5469,
+      "step": 16459
+    },
+    {
+      "epoch": 0.15581071742978578,
+      "grad_norm": 922.9368896484375,
+      "learning_rate": 1.9181344583911934e-06,
+      "loss": 36.9688,
+      "step": 16460
+    },
+    {
+      "epoch": 0.15582018345150084,
+      "grad_norm": 527.8322143554688,
+      "learning_rate": 1.918122309002795e-06,
+      "loss": 45.125,
+      "step": 16461
+    },
+    {
+      "epoch": 0.1558296494732159,
+      "grad_norm": 920.4498291015625,
+      "learning_rate": 1.9181101587514217e-06,
+      "loss": 63.5625,
+      "step": 16462
+    },
+    {
+      "epoch": 0.15583911549493096,
+      "grad_norm": 154.07032775878906,
+      "learning_rate": 1.9180980076370844e-06,
+      "loss": 14.6172,
+      "step": 16463
+    },
+    {
+      "epoch": 0.155848581516646,
+      "grad_norm": 746.3416137695312,
+      "learning_rate": 1.9180858556597946e-06,
+      "loss": 28.4531,
+      "step": 16464
+    },
+    {
+      "epoch": 0.15585804753836105,
+      "grad_norm": 275.1768798828125,
+      "learning_rate": 1.9180737028195637e-06,
+      "loss": 24.8359,
+      "step": 16465
+    },
+    {
+      "epoch": 0.1558675135600761,
+      "grad_norm": 970.7776489257812,
+      "learning_rate": 1.9180615491164036e-06,
+      "loss": 38.4219,
+      "step": 16466
+    },
+    {
+      "epoch": 0.15587697958179117,
+      "grad_norm": 209.15170288085938,
+      "learning_rate": 1.918049394550325e-06,
+      "loss": 24.0859,
+      "step": 16467
+    },
+    {
+      "epoch": 0.1558864456035062,
+      "grad_norm": 847.5222778320312,
+      "learning_rate": 1.9180372391213398e-06,
+      "loss": 56.4844,
+      "step": 16468
+    },
+    {
+      "epoch": 0.15589591162522126,
+      "grad_norm": 3.550759792327881,
+      "learning_rate": 1.9180250828294594e-06,
+      "loss": 0.9102,
+      "step": 16469
+    },
+    {
+      "epoch": 0.15590537764693632,
+      "grad_norm": 548.6339721679688,
+      "learning_rate": 1.918012925674695e-06,
+      "loss": 20.2188,
+      "step": 16470
+    },
+    {
+      "epoch": 0.15591484366865138,
+      "grad_norm": 283.82269287109375,
+      "learning_rate": 1.9180007676570583e-06,
+      "loss": 18.2891,
+      "step": 16471
+    },
+    {
+      "epoch": 0.15592430969036644,
+      "grad_norm": 857.8822631835938,
+      "learning_rate": 1.9179886087765605e-06,
+      "loss": 37.0078,
+      "step": 16472
+    },
+    {
+      "epoch": 0.15593377571208147,
+      "grad_norm": 3.346806764602661,
+      "learning_rate": 1.917976449033213e-06,
+      "loss": 0.9316,
+      "step": 16473
+    },
+    {
+      "epoch": 0.15594324173379653,
+      "grad_norm": 316.6571350097656,
+      "learning_rate": 1.917964288427028e-06,
+      "loss": 30.0781,
+      "step": 16474
+    },
+    {
+      "epoch": 0.1559527077555116,
+      "grad_norm": 369.745361328125,
+      "learning_rate": 1.9179521269580157e-06,
+      "loss": 26.8125,
+      "step": 16475
+    },
+    {
+      "epoch": 0.15596217377722665,
+      "grad_norm": 496.2659606933594,
+      "learning_rate": 1.917939964626188e-06,
+      "loss": 31.5859,
+      "step": 16476
+    },
+    {
+      "epoch": 0.15597163979894169,
+      "grad_norm": 3283.56298828125,
+      "learning_rate": 1.9179278014315568e-06,
+      "loss": 33.5625,
+      "step": 16477
+    },
+    {
+      "epoch": 0.15598110582065675,
+      "grad_norm": 438.6822509765625,
+      "learning_rate": 1.9179156373741334e-06,
+      "loss": 39.4609,
+      "step": 16478
+    },
+    {
+      "epoch": 0.1559905718423718,
+      "grad_norm": 522.319091796875,
+      "learning_rate": 1.9179034724539285e-06,
+      "loss": 45.7969,
+      "step": 16479
+    },
+    {
+      "epoch": 0.15600003786408687,
+      "grad_norm": 357.8663024902344,
+      "learning_rate": 1.917891306670954e-06,
+      "loss": 22.2422,
+      "step": 16480
+    },
+    {
+      "epoch": 0.15600950388580193,
+      "grad_norm": 206.53590393066406,
+      "learning_rate": 1.9178791400252217e-06,
+      "loss": 22.207,
+      "step": 16481
+    },
+    {
+      "epoch": 0.15601896990751696,
+      "grad_norm": 496.60321044921875,
+      "learning_rate": 1.917866972516743e-06,
+      "loss": 32.2188,
+      "step": 16482
+    },
+    {
+      "epoch": 0.15602843592923202,
+      "grad_norm": 321.3220520019531,
+      "learning_rate": 1.9178548041455286e-06,
+      "loss": 16.5234,
+      "step": 16483
+    },
+    {
+      "epoch": 0.15603790195094708,
+      "grad_norm": 940.5941162109375,
+      "learning_rate": 1.9178426349115908e-06,
+      "loss": 48.5156,
+      "step": 16484
+    },
+    {
+      "epoch": 0.15604736797266214,
+      "grad_norm": 2.6129918098449707,
+      "learning_rate": 1.91783046481494e-06,
+      "loss": 0.8887,
+      "step": 16485
+    },
+    {
+      "epoch": 0.15605683399437717,
+      "grad_norm": 298.32244873046875,
+      "learning_rate": 1.9178182938555887e-06,
+      "loss": 26.7188,
+      "step": 16486
+    },
+    {
+      "epoch": 0.15606630001609223,
+      "grad_norm": 751.0360107421875,
+      "learning_rate": 1.9178061220335476e-06,
+      "loss": 11.7812,
+      "step": 16487
+    },
+    {
+      "epoch": 0.1560757660378073,
+      "grad_norm": 286.6654052734375,
+      "learning_rate": 1.917793949348829e-06,
+      "loss": 21.4141,
+      "step": 16488
+    },
+    {
+      "epoch": 0.15608523205952235,
+      "grad_norm": 476.4429016113281,
+      "learning_rate": 1.9177817758014432e-06,
+      "loss": 36.832,
+      "step": 16489
+    },
+    {
+      "epoch": 0.1560946980812374,
+      "grad_norm": 227.92446899414062,
+      "learning_rate": 1.9177696013914027e-06,
+      "loss": 16.8438,
+      "step": 16490
+    },
+    {
+      "epoch": 0.15610416410295244,
+      "grad_norm": 1441.44091796875,
+      "learning_rate": 1.9177574261187185e-06,
+      "loss": 30.7031,
+      "step": 16491
+    },
+    {
+      "epoch": 0.1561136301246675,
+      "grad_norm": 472.5524597167969,
+      "learning_rate": 1.9177452499834014e-06,
+      "loss": 46.7188,
+      "step": 16492
+    },
+    {
+      "epoch": 0.15612309614638256,
+      "grad_norm": 363.026611328125,
+      "learning_rate": 1.917733072985464e-06,
+      "loss": 37.8906,
+      "step": 16493
+    },
+    {
+      "epoch": 0.15613256216809762,
+      "grad_norm": 333.2865905761719,
+      "learning_rate": 1.917720895124917e-06,
+      "loss": 34.4844,
+      "step": 16494
+    },
+    {
+      "epoch": 0.15614202818981265,
+      "grad_norm": 3.355358839035034,
+      "learning_rate": 1.9177087164017724e-06,
+      "loss": 0.8564,
+      "step": 16495
+    },
+    {
+      "epoch": 0.1561514942115277,
+      "grad_norm": 586.096435546875,
+      "learning_rate": 1.917696536816041e-06,
+      "loss": 40.875,
+      "step": 16496
+    },
+    {
+      "epoch": 0.15616096023324277,
+      "grad_norm": 196.24667358398438,
+      "learning_rate": 1.9176843563677346e-06,
+      "loss": 20.7734,
+      "step": 16497
+    },
+    {
+      "epoch": 0.15617042625495783,
+      "grad_norm": 343.7352294921875,
+      "learning_rate": 1.9176721750568645e-06,
+      "loss": 23.7891,
+      "step": 16498
+    },
+    {
+      "epoch": 0.1561798922766729,
+      "grad_norm": 718.52685546875,
+      "learning_rate": 1.9176599928834427e-06,
+      "loss": 59.8867,
+      "step": 16499
+    },
+    {
+      "epoch": 0.15618935829838793,
+      "grad_norm": 302.9837646484375,
+      "learning_rate": 1.91764780984748e-06,
+      "loss": 24.4297,
+      "step": 16500
+    },
+    {
+      "epoch": 0.15619882432010299,
+      "grad_norm": 787.551025390625,
+      "learning_rate": 1.9176356259489874e-06,
+      "loss": 66.2031,
+      "step": 16501
+    },
+    {
+      "epoch": 0.15620829034181805,
+      "grad_norm": 650.3306274414062,
+      "learning_rate": 1.9176234411879777e-06,
+      "loss": 36.293,
+      "step": 16502
+    },
+    {
+      "epoch": 0.1562177563635331,
+      "grad_norm": 549.24072265625,
+      "learning_rate": 1.9176112555644614e-06,
+      "loss": 49.0781,
+      "step": 16503
+    },
+    {
+      "epoch": 0.15622722238524817,
+      "grad_norm": 372.9659423828125,
+      "learning_rate": 1.9175990690784505e-06,
+      "loss": 61.0469,
+      "step": 16504
+    },
+    {
+      "epoch": 0.1562366884069632,
+      "grad_norm": 430.0223693847656,
+      "learning_rate": 1.917586881729956e-06,
+      "loss": 39.2188,
+      "step": 16505
+    },
+    {
+      "epoch": 0.15624615442867826,
+      "grad_norm": 719.133544921875,
+      "learning_rate": 1.9175746935189894e-06,
+      "loss": 40.5547,
+      "step": 16506
+    },
+    {
+      "epoch": 0.15625562045039332,
+      "grad_norm": 232.16043090820312,
+      "learning_rate": 1.917562504445562e-06,
+      "loss": 21.2812,
+      "step": 16507
+    },
+    {
+      "epoch": 0.15626508647210838,
+      "grad_norm": 382.67681884765625,
+      "learning_rate": 1.9175503145096864e-06,
+      "loss": 28.5938,
+      "step": 16508
+    },
+    {
+      "epoch": 0.1562745524938234,
+      "grad_norm": 219.78182983398438,
+      "learning_rate": 1.9175381237113728e-06,
+      "loss": 15.9961,
+      "step": 16509
+    },
+    {
+      "epoch": 0.15628401851553847,
+      "grad_norm": 325.71856689453125,
+      "learning_rate": 1.917525932050633e-06,
+      "loss": 36.4531,
+      "step": 16510
+    },
+    {
+      "epoch": 0.15629348453725353,
+      "grad_norm": 331.7279357910156,
+      "learning_rate": 1.917513739527478e-06,
+      "loss": 21.3359,
+      "step": 16511
+    },
+    {
+      "epoch": 0.1563029505589686,
+      "grad_norm": 495.0187072753906,
+      "learning_rate": 1.9175015461419205e-06,
+      "loss": 22.2422,
+      "step": 16512
+    },
+    {
+      "epoch": 0.15631241658068365,
+      "grad_norm": 277.2162170410156,
+      "learning_rate": 1.917489351893971e-06,
+      "loss": 16.3594,
+      "step": 16513
+    },
+    {
+      "epoch": 0.15632188260239868,
+      "grad_norm": 375.4522399902344,
+      "learning_rate": 1.9174771567836414e-06,
+      "loss": 32.4961,
+      "step": 16514
+    },
+    {
+      "epoch": 0.15633134862411374,
+      "grad_norm": 270.26275634765625,
+      "learning_rate": 1.9174649608109424e-06,
+      "loss": 18.6328,
+      "step": 16515
+    },
+    {
+      "epoch": 0.1563408146458288,
+      "grad_norm": 1607.1103515625,
+      "learning_rate": 1.9174527639758867e-06,
+      "loss": 30.7969,
+      "step": 16516
+    },
+    {
+      "epoch": 0.15635028066754386,
+      "grad_norm": 289.5047912597656,
+      "learning_rate": 1.9174405662784846e-06,
+      "loss": 26.2266,
+      "step": 16517
+    },
+    {
+      "epoch": 0.1563597466892589,
+      "grad_norm": 413.7156982421875,
+      "learning_rate": 1.9174283677187483e-06,
+      "loss": 45.4219,
+      "step": 16518
+    },
+    {
+      "epoch": 0.15636921271097395,
+      "grad_norm": 542.1063232421875,
+      "learning_rate": 1.917416168296689e-06,
+      "loss": 24.2852,
+      "step": 16519
+    },
+    {
+      "epoch": 0.156378678732689,
+      "grad_norm": 280.4878234863281,
+      "learning_rate": 1.917403968012318e-06,
+      "loss": 18.0859,
+      "step": 16520
+    },
+    {
+      "epoch": 0.15638814475440407,
+      "grad_norm": 382.4866638183594,
+      "learning_rate": 1.9173917668656474e-06,
+      "loss": 24.0312,
+      "step": 16521
+    },
+    {
+      "epoch": 0.15639761077611913,
+      "grad_norm": 515.8401489257812,
+      "learning_rate": 1.9173795648566875e-06,
+      "loss": 35.2812,
+      "step": 16522
+    },
+    {
+      "epoch": 0.15640707679783417,
+      "grad_norm": 497.1317443847656,
+      "learning_rate": 1.917367361985451e-06,
+      "loss": 22.3359,
+      "step": 16523
+    },
+    {
+      "epoch": 0.15641654281954923,
+      "grad_norm": 2.8423643112182617,
+      "learning_rate": 1.917355158251949e-06,
+      "loss": 0.9443,
+      "step": 16524
+    },
+    {
+      "epoch": 0.15642600884126429,
+      "grad_norm": 390.5072021484375,
+      "learning_rate": 1.9173429536561923e-06,
+      "loss": 38.9219,
+      "step": 16525
+    },
+    {
+      "epoch": 0.15643547486297935,
+      "grad_norm": 214.38699340820312,
+      "learning_rate": 1.917330748198193e-06,
+      "loss": 12.9062,
+      "step": 16526
+    },
+    {
+      "epoch": 0.15644494088469438,
+      "grad_norm": 549.4683837890625,
+      "learning_rate": 1.917318541877963e-06,
+      "loss": 33.0781,
+      "step": 16527
+    },
+    {
+      "epoch": 0.15645440690640944,
+      "grad_norm": 359.5817565917969,
+      "learning_rate": 1.9173063346955125e-06,
+      "loss": 16.1367,
+      "step": 16528
+    },
+    {
+      "epoch": 0.1564638729281245,
+      "grad_norm": 325.8199462890625,
+      "learning_rate": 1.917294126650854e-06,
+      "loss": 18.6562,
+      "step": 16529
+    },
+    {
+      "epoch": 0.15647333894983956,
+      "grad_norm": 514.154541015625,
+      "learning_rate": 1.917281917743999e-06,
+      "loss": 22.2188,
+      "step": 16530
+    },
+    {
+      "epoch": 0.15648280497155462,
+      "grad_norm": 290.4158630371094,
+      "learning_rate": 1.9172697079749584e-06,
+      "loss": 25.0625,
+      "step": 16531
+    },
+    {
+      "epoch": 0.15649227099326965,
+      "grad_norm": 233.24105834960938,
+      "learning_rate": 1.917257497343744e-06,
+      "loss": 22.1719,
+      "step": 16532
+    },
+    {
+      "epoch": 0.1565017370149847,
+      "grad_norm": 561.7127685546875,
+      "learning_rate": 1.917245285850367e-06,
+      "loss": 28.0547,
+      "step": 16533
+    },
+    {
+      "epoch": 0.15651120303669977,
+      "grad_norm": 249.157958984375,
+      "learning_rate": 1.9172330734948397e-06,
+      "loss": 21.6016,
+      "step": 16534
+    },
+    {
+      "epoch": 0.15652066905841483,
+      "grad_norm": 176.96229553222656,
+      "learning_rate": 1.9172208602771724e-06,
+      "loss": 18.7188,
+      "step": 16535
+    },
+    {
+      "epoch": 0.15653013508012986,
+      "grad_norm": 347.1831970214844,
+      "learning_rate": 1.9172086461973776e-06,
+      "loss": 23.9297,
+      "step": 16536
+    },
+    {
+      "epoch": 0.15653960110184492,
+      "grad_norm": 3.0802738666534424,
+      "learning_rate": 1.917196431255466e-06,
+      "loss": 1.002,
+      "step": 16537
+    },
+    {
+      "epoch": 0.15654906712355998,
+      "grad_norm": 540.3087158203125,
+      "learning_rate": 1.9171842154514496e-06,
+      "loss": 40.2344,
+      "step": 16538
+    },
+    {
+      "epoch": 0.15655853314527504,
+      "grad_norm": 698.4066162109375,
+      "learning_rate": 1.9171719987853396e-06,
+      "loss": 42.3516,
+      "step": 16539
+    },
+    {
+      "epoch": 0.1565679991669901,
+      "grad_norm": 402.79595947265625,
+      "learning_rate": 1.9171597812571475e-06,
+      "loss": 36.3594,
+      "step": 16540
+    },
+    {
+      "epoch": 0.15657746518870513,
+      "grad_norm": 226.0202178955078,
+      "learning_rate": 1.917147562866885e-06,
+      "loss": 17.6992,
+      "step": 16541
+    },
+    {
+      "epoch": 0.1565869312104202,
+      "grad_norm": 291.8571472167969,
+      "learning_rate": 1.9171353436145637e-06,
+      "loss": 14.9727,
+      "step": 16542
+    },
+    {
+      "epoch": 0.15659639723213525,
+      "grad_norm": 475.0023498535156,
+      "learning_rate": 1.9171231235001945e-06,
+      "loss": 39.2969,
+      "step": 16543
+    },
+    {
+      "epoch": 0.1566058632538503,
+      "grad_norm": 580.7921142578125,
+      "learning_rate": 1.9171109025237893e-06,
+      "loss": 30.5,
+      "step": 16544
+    },
+    {
+      "epoch": 0.15661532927556535,
+      "grad_norm": 434.2157897949219,
+      "learning_rate": 1.91709868068536e-06,
+      "loss": 38.9062,
+      "step": 16545
+    },
+    {
+      "epoch": 0.1566247952972804,
+      "grad_norm": 548.2258911132812,
+      "learning_rate": 1.917086457984917e-06,
+      "loss": 44.25,
+      "step": 16546
+    },
+    {
+      "epoch": 0.15663426131899547,
+      "grad_norm": 249.34210205078125,
+      "learning_rate": 1.9170742344224722e-06,
+      "loss": 17.9844,
+      "step": 16547
+    },
+    {
+      "epoch": 0.15664372734071053,
+      "grad_norm": 375.05352783203125,
+      "learning_rate": 1.9170620099980377e-06,
+      "loss": 45.5,
+      "step": 16548
+    },
+    {
+      "epoch": 0.15665319336242559,
+      "grad_norm": 310.9997253417969,
+      "learning_rate": 1.9170497847116243e-06,
+      "loss": 32.9375,
+      "step": 16549
+    },
+    {
+      "epoch": 0.15666265938414062,
+      "grad_norm": 471.3978576660156,
+      "learning_rate": 1.917037558563244e-06,
+      "loss": 57.0,
+      "step": 16550
+    },
+    {
+      "epoch": 0.15667212540585568,
+      "grad_norm": 501.3362731933594,
+      "learning_rate": 1.917025331552908e-06,
+      "loss": 43.5312,
+      "step": 16551
+    },
+    {
+      "epoch": 0.15668159142757074,
+      "grad_norm": 335.9559020996094,
+      "learning_rate": 1.917013103680628e-06,
+      "loss": 7.3125,
+      "step": 16552
+    },
+    {
+      "epoch": 0.1566910574492858,
+      "grad_norm": 225.4190673828125,
+      "learning_rate": 1.917000874946415e-06,
+      "loss": 15.4453,
+      "step": 16553
+    },
+    {
+      "epoch": 0.15670052347100083,
+      "grad_norm": 186.1197052001953,
+      "learning_rate": 1.916988645350281e-06,
+      "loss": 21.3906,
+      "step": 16554
+    },
+    {
+      "epoch": 0.1567099894927159,
+      "grad_norm": 3.2301716804504395,
+      "learning_rate": 1.916976414892237e-06,
+      "loss": 0.9128,
+      "step": 16555
+    },
+    {
+      "epoch": 0.15671945551443095,
+      "grad_norm": 719.0043334960938,
+      "learning_rate": 1.9169641835722955e-06,
+      "loss": 34.8516,
+      "step": 16556
+    },
+    {
+      "epoch": 0.156728921536146,
+      "grad_norm": 283.2489929199219,
+      "learning_rate": 1.9169519513904673e-06,
+      "loss": 15.6328,
+      "step": 16557
+    },
+    {
+      "epoch": 0.15673838755786107,
+      "grad_norm": 557.70654296875,
+      "learning_rate": 1.9169397183467635e-06,
+      "loss": 31.5156,
+      "step": 16558
+    },
+    {
+      "epoch": 0.1567478535795761,
+      "grad_norm": 793.2528686523438,
+      "learning_rate": 1.916927484441196e-06,
+      "loss": 42.9453,
+      "step": 16559
+    },
+    {
+      "epoch": 0.15675731960129116,
+      "grad_norm": 3.5094308853149414,
+      "learning_rate": 1.9169152496737766e-06,
+      "loss": 0.9731,
+      "step": 16560
+    },
+    {
+      "epoch": 0.15676678562300622,
+      "grad_norm": 948.0128173828125,
+      "learning_rate": 1.916903014044516e-06,
+      "loss": 20.0781,
+      "step": 16561
+    },
+    {
+      "epoch": 0.15677625164472128,
+      "grad_norm": 529.05322265625,
+      "learning_rate": 1.916890777553427e-06,
+      "loss": 36.2734,
+      "step": 16562
+    },
+    {
+      "epoch": 0.15678571766643631,
+      "grad_norm": 308.5867614746094,
+      "learning_rate": 1.9168785402005197e-06,
+      "loss": 18.3594,
+      "step": 16563
+    },
+    {
+      "epoch": 0.15679518368815137,
+      "grad_norm": 289.1612854003906,
+      "learning_rate": 1.9168663019858064e-06,
+      "loss": 28.6641,
+      "step": 16564
+    },
+    {
+      "epoch": 0.15680464970986643,
+      "grad_norm": 592.051025390625,
+      "learning_rate": 1.9168540629092986e-06,
+      "loss": 20.8242,
+      "step": 16565
+    },
+    {
+      "epoch": 0.1568141157315815,
+      "grad_norm": 476.79241943359375,
+      "learning_rate": 1.916841822971007e-06,
+      "loss": 27.3438,
+      "step": 16566
+    },
+    {
+      "epoch": 0.15682358175329655,
+      "grad_norm": 2.976701498031616,
+      "learning_rate": 1.9168295821709443e-06,
+      "loss": 0.8879,
+      "step": 16567
+    },
+    {
+      "epoch": 0.15683304777501159,
+      "grad_norm": 351.5396728515625,
+      "learning_rate": 1.9168173405091212e-06,
+      "loss": 49.3359,
+      "step": 16568
+    },
+    {
+      "epoch": 0.15684251379672665,
+      "grad_norm": 537.328125,
+      "learning_rate": 1.9168050979855497e-06,
+      "loss": 58.3906,
+      "step": 16569
+    },
+    {
+      "epoch": 0.1568519798184417,
+      "grad_norm": 335.12884521484375,
+      "learning_rate": 1.9167928546002407e-06,
+      "loss": 30.9844,
+      "step": 16570
+    },
+    {
+      "epoch": 0.15686144584015677,
+      "grad_norm": 2165.3369140625,
+      "learning_rate": 1.9167806103532066e-06,
+      "loss": 22.2461,
+      "step": 16571
+    },
+    {
+      "epoch": 0.1568709118618718,
+      "grad_norm": 288.483154296875,
+      "learning_rate": 1.916768365244458e-06,
+      "loss": 17.7695,
+      "step": 16572
+    },
+    {
+      "epoch": 0.15688037788358686,
+      "grad_norm": 343.6012268066406,
+      "learning_rate": 1.916756119274007e-06,
+      "loss": 19.4766,
+      "step": 16573
+    },
+    {
+      "epoch": 0.15688984390530192,
+      "grad_norm": 4.689981460571289,
+      "learning_rate": 1.916743872441864e-06,
+      "loss": 0.981,
+      "step": 16574
+    },
+    {
+      "epoch": 0.15689930992701698,
+      "grad_norm": 535.2788696289062,
+      "learning_rate": 1.9167316247480425e-06,
+      "loss": 46.9141,
+      "step": 16575
+    },
+    {
+      "epoch": 0.15690877594873204,
+      "grad_norm": 302.0567932128906,
+      "learning_rate": 1.916719376192553e-06,
+      "loss": 8.5781,
+      "step": 16576
+    },
+    {
+      "epoch": 0.15691824197044707,
+      "grad_norm": 296.0642395019531,
+      "learning_rate": 1.9167071267754057e-06,
+      "loss": 7.9336,
+      "step": 16577
+    },
+    {
+      "epoch": 0.15692770799216213,
+      "grad_norm": 210.5123748779297,
+      "learning_rate": 1.9166948764966144e-06,
+      "loss": 18.9453,
+      "step": 16578
+    },
+    {
+      "epoch": 0.1569371740138772,
+      "grad_norm": 753.578125,
+      "learning_rate": 1.916682625356189e-06,
+      "loss": 31.6211,
+      "step": 16579
+    },
+    {
+      "epoch": 0.15694664003559225,
+      "grad_norm": 480.4267272949219,
+      "learning_rate": 1.9166703733541417e-06,
+      "loss": 33.8125,
+      "step": 16580
+    },
+    {
+      "epoch": 0.15695610605730728,
+      "grad_norm": 363.88690185546875,
+      "learning_rate": 1.916658120490484e-06,
+      "loss": 24.5625,
+      "step": 16581
+    },
+    {
+      "epoch": 0.15696557207902234,
+      "grad_norm": 359.9840087890625,
+      "learning_rate": 1.9166458667652275e-06,
+      "loss": 54.3906,
+      "step": 16582
+    },
+    {
+      "epoch": 0.1569750381007374,
+      "grad_norm": 637.7329711914062,
+      "learning_rate": 1.916633612178383e-06,
+      "loss": 49.1562,
+      "step": 16583
+    },
+    {
+      "epoch": 0.15698450412245246,
+      "grad_norm": 238.236328125,
+      "learning_rate": 1.916621356729963e-06,
+      "loss": 26.5078,
+      "step": 16584
+    },
+    {
+      "epoch": 0.15699397014416752,
+      "grad_norm": 525.8947143554688,
+      "learning_rate": 1.9166091004199784e-06,
+      "loss": 58.5938,
+      "step": 16585
+    },
+    {
+      "epoch": 0.15700343616588255,
+      "grad_norm": 3.1564717292785645,
+      "learning_rate": 1.9165968432484408e-06,
+      "loss": 1.0493,
+      "step": 16586
+    },
+    {
+      "epoch": 0.1570129021875976,
+      "grad_norm": 287.0762939453125,
+      "learning_rate": 1.916584585215362e-06,
+      "loss": 17.875,
+      "step": 16587
+    },
+    {
+      "epoch": 0.15702236820931267,
+      "grad_norm": 277.54901123046875,
+      "learning_rate": 1.916572326320753e-06,
+      "loss": 9.0898,
+      "step": 16588
+    },
+    {
+      "epoch": 0.15703183423102773,
+      "grad_norm": 895.5343627929688,
+      "learning_rate": 1.9165600665646256e-06,
+      "loss": 6.7734,
+      "step": 16589
+    },
+    {
+      "epoch": 0.15704130025274277,
+      "grad_norm": 182.8898162841797,
+      "learning_rate": 1.9165478059469916e-06,
+      "loss": 21.6016,
+      "step": 16590
+    },
+    {
+      "epoch": 0.15705076627445783,
+      "grad_norm": 3.121965169906616,
+      "learning_rate": 1.9165355444678624e-06,
+      "loss": 0.8115,
+      "step": 16591
+    },
+    {
+      "epoch": 0.15706023229617289,
+      "grad_norm": 1630.626708984375,
+      "learning_rate": 1.916523282127249e-06,
+      "loss": 43.4648,
+      "step": 16592
+    },
+    {
+      "epoch": 0.15706969831788795,
+      "grad_norm": 427.5636291503906,
+      "learning_rate": 1.916511018925164e-06,
+      "loss": 27.1797,
+      "step": 16593
+    },
+    {
+      "epoch": 0.157079164339603,
+      "grad_norm": 614.0263061523438,
+      "learning_rate": 1.9164987548616177e-06,
+      "loss": 52.0703,
+      "step": 16594
+    },
+    {
+      "epoch": 0.15708863036131804,
+      "grad_norm": 532.046630859375,
+      "learning_rate": 1.916486489936622e-06,
+      "loss": 37.875,
+      "step": 16595
+    },
+    {
+      "epoch": 0.1570980963830331,
+      "grad_norm": 400.97015380859375,
+      "learning_rate": 1.9164742241501894e-06,
+      "loss": 49.0781,
+      "step": 16596
+    },
+    {
+      "epoch": 0.15710756240474816,
+      "grad_norm": 209.12342834472656,
+      "learning_rate": 1.91646195750233e-06,
+      "loss": 8.6914,
+      "step": 16597
+    },
+    {
+      "epoch": 0.15711702842646322,
+      "grad_norm": 306.1680908203125,
+      "learning_rate": 1.9164496899930565e-06,
+      "loss": 40.9531,
+      "step": 16598
+    },
+    {
+      "epoch": 0.15712649444817828,
+      "grad_norm": 3.032686233520508,
+      "learning_rate": 1.916437421622379e-06,
+      "loss": 0.8828,
+      "step": 16599
+    },
+    {
+      "epoch": 0.1571359604698933,
+      "grad_norm": 468.6991271972656,
+      "learning_rate": 1.916425152390311e-06,
+      "loss": 24.4375,
+      "step": 16600
+    },
+    {
+      "epoch": 0.15714542649160837,
+      "grad_norm": 502.57818603515625,
+      "learning_rate": 1.9164128822968625e-06,
+      "loss": 54.4844,
+      "step": 16601
+    },
+    {
+      "epoch": 0.15715489251332343,
+      "grad_norm": 218.59664916992188,
+      "learning_rate": 1.9164006113420456e-06,
+      "loss": 19.1406,
+      "step": 16602
+    },
+    {
+      "epoch": 0.1571643585350385,
+      "grad_norm": 886.2828979492188,
+      "learning_rate": 1.9163883395258717e-06,
+      "loss": 45.0625,
+      "step": 16603
+    },
+    {
+      "epoch": 0.15717382455675352,
+      "grad_norm": 242.91552734375,
+      "learning_rate": 1.916376066848352e-06,
+      "loss": 18.8047,
+      "step": 16604
+    },
+    {
+      "epoch": 0.15718329057846858,
+      "grad_norm": 229.9532470703125,
+      "learning_rate": 1.916363793309499e-06,
+      "loss": 23.3984,
+      "step": 16605
+    },
+    {
+      "epoch": 0.15719275660018364,
+      "grad_norm": 154.60174560546875,
+      "learning_rate": 1.9163515189093234e-06,
+      "loss": 18.3984,
+      "step": 16606
+    },
+    {
+      "epoch": 0.1572022226218987,
+      "grad_norm": 1134.1595458984375,
+      "learning_rate": 1.916339243647837e-06,
+      "loss": 23.6562,
+      "step": 16607
+    },
+    {
+      "epoch": 0.15721168864361376,
+      "grad_norm": 321.1361083984375,
+      "learning_rate": 1.9163269675250514e-06,
+      "loss": 19.2656,
+      "step": 16608
+    },
+    {
+      "epoch": 0.1572211546653288,
+      "grad_norm": 329.7748718261719,
+      "learning_rate": 1.916314690540978e-06,
+      "loss": 31.5781,
+      "step": 16609
+    },
+    {
+      "epoch": 0.15723062068704385,
+      "grad_norm": 677.8848266601562,
+      "learning_rate": 1.9163024126956284e-06,
+      "loss": 33.5312,
+      "step": 16610
+    },
+    {
+      "epoch": 0.1572400867087589,
+      "grad_norm": 350.4939270019531,
+      "learning_rate": 1.916290133989014e-06,
+      "loss": 36.875,
+      "step": 16611
+    },
+    {
+      "epoch": 0.15724955273047397,
+      "grad_norm": 375.0602111816406,
+      "learning_rate": 1.9162778544211466e-06,
+      "loss": 35.0078,
+      "step": 16612
+    },
+    {
+      "epoch": 0.157259018752189,
+      "grad_norm": 685.34130859375,
+      "learning_rate": 1.9162655739920375e-06,
+      "loss": 31.9062,
+      "step": 16613
+    },
+    {
+      "epoch": 0.15726848477390407,
+      "grad_norm": 198.237548828125,
+      "learning_rate": 1.9162532927016983e-06,
+      "loss": 20.1719,
+      "step": 16614
+    },
+    {
+      "epoch": 0.15727795079561913,
+      "grad_norm": 539.9365234375,
+      "learning_rate": 1.9162410105501414e-06,
+      "loss": 21.5547,
+      "step": 16615
+    },
+    {
+      "epoch": 0.15728741681733419,
+      "grad_norm": 609.3953247070312,
+      "learning_rate": 1.916228727537377e-06,
+      "loss": 46.6875,
+      "step": 16616
+    },
+    {
+      "epoch": 0.15729688283904925,
+      "grad_norm": 228.87779235839844,
+      "learning_rate": 1.916216443663417e-06,
+      "loss": 19.6758,
+      "step": 16617
+    },
+    {
+      "epoch": 0.15730634886076428,
+      "grad_norm": 392.754150390625,
+      "learning_rate": 1.916204158928273e-06,
+      "loss": 46.3047,
+      "step": 16618
+    },
+    {
+      "epoch": 0.15731581488247934,
+      "grad_norm": 206.27879333496094,
+      "learning_rate": 1.9161918733319573e-06,
+      "loss": 16.6875,
+      "step": 16619
+    },
+    {
+      "epoch": 0.1573252809041944,
+      "grad_norm": 483.047607421875,
+      "learning_rate": 1.9161795868744804e-06,
+      "loss": 18.0469,
+      "step": 16620
+    },
+    {
+      "epoch": 0.15733474692590946,
+      "grad_norm": 3.042423963546753,
+      "learning_rate": 1.9161672995558544e-06,
+      "loss": 0.9089,
+      "step": 16621
+    },
+    {
+      "epoch": 0.1573442129476245,
+      "grad_norm": 686.5133666992188,
+      "learning_rate": 1.916155011376091e-06,
+      "loss": 53.8438,
+      "step": 16622
+    },
+    {
+      "epoch": 0.15735367896933955,
+      "grad_norm": 403.2264099121094,
+      "learning_rate": 1.916142722335201e-06,
+      "loss": 39.0234,
+      "step": 16623
+    },
+    {
+      "epoch": 0.1573631449910546,
+      "grad_norm": 173.27500915527344,
+      "learning_rate": 1.9161304324331972e-06,
+      "loss": 20.2031,
+      "step": 16624
+    },
+    {
+      "epoch": 0.15737261101276967,
+      "grad_norm": 637.0682983398438,
+      "learning_rate": 1.9161181416700897e-06,
+      "loss": 50.3438,
+      "step": 16625
+    },
+    {
+      "epoch": 0.15738207703448473,
+      "grad_norm": 436.74090576171875,
+      "learning_rate": 1.916105850045891e-06,
+      "loss": 16.7031,
+      "step": 16626
+    },
+    {
+      "epoch": 0.15739154305619976,
+      "grad_norm": 3.2130258083343506,
+      "learning_rate": 1.916093557560612e-06,
+      "loss": 0.843,
+      "step": 16627
+    },
+    {
+      "epoch": 0.15740100907791482,
+      "grad_norm": 457.4765930175781,
+      "learning_rate": 1.916081264214265e-06,
+      "loss": 35.4922,
+      "step": 16628
+    },
+    {
+      "epoch": 0.15741047509962988,
+      "grad_norm": 733.1608276367188,
+      "learning_rate": 1.9160689700068614e-06,
+      "loss": 56.3125,
+      "step": 16629
+    },
+    {
+      "epoch": 0.15741994112134494,
+      "grad_norm": 838.9122314453125,
+      "learning_rate": 1.9160566749384125e-06,
+      "loss": 50.8008,
+      "step": 16630
+    },
+    {
+      "epoch": 0.15742940714305997,
+      "grad_norm": 507.49365234375,
+      "learning_rate": 1.9160443790089295e-06,
+      "loss": 19.2578,
+      "step": 16631
+    },
+    {
+      "epoch": 0.15743887316477503,
+      "grad_norm": 495.65997314453125,
+      "learning_rate": 1.916032082218425e-06,
+      "loss": 31.2031,
+      "step": 16632
+    },
+    {
+      "epoch": 0.1574483391864901,
+      "grad_norm": 560.3295288085938,
+      "learning_rate": 1.9160197845669096e-06,
+      "loss": 56.5,
+      "step": 16633
+    },
+    {
+      "epoch": 0.15745780520820515,
+      "grad_norm": 436.8662109375,
+      "learning_rate": 1.916007486054395e-06,
+      "loss": 51.6875,
+      "step": 16634
+    },
+    {
+      "epoch": 0.1574672712299202,
+      "grad_norm": 303.48095703125,
+      "learning_rate": 1.915995186680893e-06,
+      "loss": 32.5391,
+      "step": 16635
+    },
+    {
+      "epoch": 0.15747673725163525,
+      "grad_norm": 335.89422607421875,
+      "learning_rate": 1.9159828864464155e-06,
+      "loss": 22.5156,
+      "step": 16636
+    },
+    {
+      "epoch": 0.1574862032733503,
+      "grad_norm": 473.04534912109375,
+      "learning_rate": 1.915970585350973e-06,
+      "loss": 36.5938,
+      "step": 16637
+    },
+    {
+      "epoch": 0.15749566929506537,
+      "grad_norm": 273.86309814453125,
+      "learning_rate": 1.9159582833945784e-06,
+      "loss": 19.8203,
+      "step": 16638
+    },
+    {
+      "epoch": 0.15750513531678043,
+      "grad_norm": 263.9110107421875,
+      "learning_rate": 1.9159459805772424e-06,
+      "loss": 19.4141,
+      "step": 16639
+    },
+    {
+      "epoch": 0.15751460133849546,
+      "grad_norm": 350.29425048828125,
+      "learning_rate": 1.9159336768989767e-06,
+      "loss": 17.0469,
+      "step": 16640
+    },
+    {
+      "epoch": 0.15752406736021052,
+      "grad_norm": 735.8990478515625,
+      "learning_rate": 1.915921372359793e-06,
+      "loss": 70.7695,
+      "step": 16641
+    },
+    {
+      "epoch": 0.15753353338192558,
+      "grad_norm": 427.37255859375,
+      "learning_rate": 1.9159090669597025e-06,
+      "loss": 33.0156,
+      "step": 16642
+    },
+    {
+      "epoch": 0.15754299940364064,
+      "grad_norm": 2.9002742767333984,
+      "learning_rate": 1.9158967606987177e-06,
+      "loss": 0.9109,
+      "step": 16643
+    },
+    {
+      "epoch": 0.1575524654253557,
+      "grad_norm": 189.94271850585938,
+      "learning_rate": 1.915884453576849e-06,
+      "loss": 19.0312,
+      "step": 16644
+    },
+    {
+      "epoch": 0.15756193144707073,
+      "grad_norm": 378.9605407714844,
+      "learning_rate": 1.9158721455941083e-06,
+      "loss": 22.5234,
+      "step": 16645
+    },
+    {
+      "epoch": 0.1575713974687858,
+      "grad_norm": 311.0993347167969,
+      "learning_rate": 1.915859836750508e-06,
+      "loss": 16.3867,
+      "step": 16646
+    },
+    {
+      "epoch": 0.15758086349050085,
+      "grad_norm": 535.3472290039062,
+      "learning_rate": 1.9158475270460588e-06,
+      "loss": 17.6484,
+      "step": 16647
+    },
+    {
+      "epoch": 0.1575903295122159,
+      "grad_norm": 236.158447265625,
+      "learning_rate": 1.9158352164807723e-06,
+      "loss": 21.2188,
+      "step": 16648
+    },
+    {
+      "epoch": 0.15759979553393094,
+      "grad_norm": 565.2423095703125,
+      "learning_rate": 1.9158229050546602e-06,
+      "loss": 17.0312,
+      "step": 16649
+    },
+    {
+      "epoch": 0.157609261555646,
+      "grad_norm": 367.9898376464844,
+      "learning_rate": 1.915810592767735e-06,
+      "loss": 35.4844,
+      "step": 16650
+    },
+    {
+      "epoch": 0.15761872757736106,
+      "grad_norm": 1287.79443359375,
+      "learning_rate": 1.9157982796200067e-06,
+      "loss": 72.8203,
+      "step": 16651
+    },
+    {
+      "epoch": 0.15762819359907612,
+      "grad_norm": 313.0833740234375,
+      "learning_rate": 1.9157859656114872e-06,
+      "loss": 19.7266,
+      "step": 16652
+    },
+    {
+      "epoch": 0.15763765962079118,
+      "grad_norm": 398.5746154785156,
+      "learning_rate": 1.915773650742189e-06,
+      "loss": 32.9375,
+      "step": 16653
+    },
+    {
+      "epoch": 0.15764712564250621,
+      "grad_norm": 240.6494140625,
+      "learning_rate": 1.915761335012123e-06,
+      "loss": 23.3359,
+      "step": 16654
+    },
+    {
+      "epoch": 0.15765659166422127,
+      "grad_norm": 206.2313690185547,
+      "learning_rate": 1.9157490184213013e-06,
+      "loss": 24.1406,
+      "step": 16655
+    },
+    {
+      "epoch": 0.15766605768593633,
+      "grad_norm": 563.893798828125,
+      "learning_rate": 1.915736700969735e-06,
+      "loss": 14.9766,
+      "step": 16656
+    },
+    {
+      "epoch": 0.1576755237076514,
+      "grad_norm": 315.50897216796875,
+      "learning_rate": 1.9157243826574355e-06,
+      "loss": 25.2031,
+      "step": 16657
+    },
+    {
+      "epoch": 0.15768498972936643,
+      "grad_norm": 738.5973510742188,
+      "learning_rate": 1.9157120634844147e-06,
+      "loss": 45.75,
+      "step": 16658
+    },
+    {
+      "epoch": 0.15769445575108149,
+      "grad_norm": 343.2291259765625,
+      "learning_rate": 1.915699743450684e-06,
+      "loss": 23.0703,
+      "step": 16659
+    },
+    {
+      "epoch": 0.15770392177279655,
+      "grad_norm": 319.7482604980469,
+      "learning_rate": 1.9156874225562555e-06,
+      "loss": 17.3945,
+      "step": 16660
+    },
+    {
+      "epoch": 0.1577133877945116,
+      "grad_norm": 171.5980987548828,
+      "learning_rate": 1.91567510080114e-06,
+      "loss": 14.9258,
+      "step": 16661
+    },
+    {
+      "epoch": 0.15772285381622667,
+      "grad_norm": 198.6282501220703,
+      "learning_rate": 1.9156627781853495e-06,
+      "loss": 17.4922,
+      "step": 16662
+    },
+    {
+      "epoch": 0.1577323198379417,
+      "grad_norm": 214.5541534423828,
+      "learning_rate": 1.915650454708896e-06,
+      "loss": 14.7812,
+      "step": 16663
+    },
+    {
+      "epoch": 0.15774178585965676,
+      "grad_norm": 276.412353515625,
+      "learning_rate": 1.9156381303717902e-06,
+      "loss": 18.5156,
+      "step": 16664
+    },
+    {
+      "epoch": 0.15775125188137182,
+      "grad_norm": 212.73748779296875,
+      "learning_rate": 1.9156258051740443e-06,
+      "loss": 15.1875,
+      "step": 16665
+    },
+    {
+      "epoch": 0.15776071790308688,
+      "grad_norm": 153.9167938232422,
+      "learning_rate": 1.9156134791156698e-06,
+      "loss": 17.4688,
+      "step": 16666
+    },
+    {
+      "epoch": 0.1577701839248019,
+      "grad_norm": 582.4440307617188,
+      "learning_rate": 1.915601152196678e-06,
+      "loss": 27.8125,
+      "step": 16667
+    },
+    {
+      "epoch": 0.15777964994651697,
+      "grad_norm": 318.6811828613281,
+      "learning_rate": 1.9155888244170808e-06,
+      "loss": 19.4062,
+      "step": 16668
+    },
+    {
+      "epoch": 0.15778911596823203,
+      "grad_norm": 484.5511474609375,
+      "learning_rate": 1.915576495776889e-06,
+      "loss": 72.9062,
+      "step": 16669
+    },
+    {
+      "epoch": 0.1577985819899471,
+      "grad_norm": 795.3704223632812,
+      "learning_rate": 1.915564166276116e-06,
+      "loss": 45.2344,
+      "step": 16670
+    },
+    {
+      "epoch": 0.15780804801166215,
+      "grad_norm": 503.2070617675781,
+      "learning_rate": 1.9155518359147717e-06,
+      "loss": 22.1719,
+      "step": 16671
+    },
+    {
+      "epoch": 0.15781751403337718,
+      "grad_norm": 371.6351623535156,
+      "learning_rate": 1.915539504692868e-06,
+      "loss": 53.9219,
+      "step": 16672
+    },
+    {
+      "epoch": 0.15782698005509224,
+      "grad_norm": 325.371337890625,
+      "learning_rate": 1.9155271726104173e-06,
+      "loss": 23.25,
+      "step": 16673
+    },
+    {
+      "epoch": 0.1578364460768073,
+      "grad_norm": 409.01165771484375,
+      "learning_rate": 1.91551483966743e-06,
+      "loss": 37.0156,
+      "step": 16674
+    },
+    {
+      "epoch": 0.15784591209852236,
+      "grad_norm": 3.349351167678833,
+      "learning_rate": 1.9155025058639188e-06,
+      "loss": 0.9541,
+      "step": 16675
+    },
+    {
+      "epoch": 0.1578553781202374,
+      "grad_norm": 269.1447448730469,
+      "learning_rate": 1.9154901711998944e-06,
+      "loss": 27.1562,
+      "step": 16676
+    },
+    {
+      "epoch": 0.15786484414195245,
+      "grad_norm": 450.0188293457031,
+      "learning_rate": 1.9154778356753693e-06,
+      "loss": 28.1445,
+      "step": 16677
+    },
+    {
+      "epoch": 0.15787431016366751,
+      "grad_norm": 585.004150390625,
+      "learning_rate": 1.915465499290354e-06,
+      "loss": 63.75,
+      "step": 16678
+    },
+    {
+      "epoch": 0.15788377618538257,
+      "grad_norm": 409.2629699707031,
+      "learning_rate": 1.9154531620448612e-06,
+      "loss": 16.8828,
+      "step": 16679
+    },
+    {
+      "epoch": 0.15789324220709763,
+      "grad_norm": 261.5265808105469,
+      "learning_rate": 1.9154408239389016e-06,
+      "loss": 18.8438,
+      "step": 16680
+    },
+    {
+      "epoch": 0.15790270822881267,
+      "grad_norm": 386.06103515625,
+      "learning_rate": 1.9154284849724873e-06,
+      "loss": 27.5469,
+      "step": 16681
+    },
+    {
+      "epoch": 0.15791217425052773,
+      "grad_norm": 3.2375829219818115,
+      "learning_rate": 1.91541614514563e-06,
+      "loss": 0.8945,
+      "step": 16682
+    },
+    {
+      "epoch": 0.15792164027224279,
+      "grad_norm": 545.2178344726562,
+      "learning_rate": 1.9154038044583407e-06,
+      "loss": 21.2422,
+      "step": 16683
+    },
+    {
+      "epoch": 0.15793110629395785,
+      "grad_norm": 385.0981140136719,
+      "learning_rate": 1.9153914629106316e-06,
+      "loss": 28.2031,
+      "step": 16684
+    },
+    {
+      "epoch": 0.1579405723156729,
+      "grad_norm": 407.74755859375,
+      "learning_rate": 1.915379120502514e-06,
+      "loss": 31.4766,
+      "step": 16685
+    },
+    {
+      "epoch": 0.15795003833738794,
+      "grad_norm": 2.93766713142395,
+      "learning_rate": 1.9153667772339996e-06,
+      "loss": 0.9463,
+      "step": 16686
+    },
+    {
+      "epoch": 0.157959504359103,
+      "grad_norm": 259.8419189453125,
+      "learning_rate": 1.9153544331051e-06,
+      "loss": 23.8281,
+      "step": 16687
+    },
+    {
+      "epoch": 0.15796897038081806,
+      "grad_norm": 314.89801025390625,
+      "learning_rate": 1.915342088115827e-06,
+      "loss": 41.0938,
+      "step": 16688
+    },
+    {
+      "epoch": 0.15797843640253312,
+      "grad_norm": 608.0072021484375,
+      "learning_rate": 1.9153297422661918e-06,
+      "loss": 37.7109,
+      "step": 16689
+    },
+    {
+      "epoch": 0.15798790242424815,
+      "grad_norm": 418.8529357910156,
+      "learning_rate": 1.9153173955562057e-06,
+      "loss": 28.6797,
+      "step": 16690
+    },
+    {
+      "epoch": 0.1579973684459632,
+      "grad_norm": 520.9064331054688,
+      "learning_rate": 1.9153050479858814e-06,
+      "loss": 37.5312,
+      "step": 16691
+    },
+    {
+      "epoch": 0.15800683446767827,
+      "grad_norm": 461.8236389160156,
+      "learning_rate": 1.9152926995552297e-06,
+      "loss": 36.0312,
+      "step": 16692
+    },
+    {
+      "epoch": 0.15801630048939333,
+      "grad_norm": 364.763671875,
+      "learning_rate": 1.9152803502642626e-06,
+      "loss": 9.332,
+      "step": 16693
+    },
+    {
+      "epoch": 0.1580257665111084,
+      "grad_norm": 297.52447509765625,
+      "learning_rate": 1.9152680001129913e-06,
+      "loss": 17.543,
+      "step": 16694
+    },
+    {
+      "epoch": 0.15803523253282342,
+      "grad_norm": 277.56390380859375,
+      "learning_rate": 1.9152556491014276e-06,
+      "loss": 26.4531,
+      "step": 16695
+    },
+    {
+      "epoch": 0.15804469855453848,
+      "grad_norm": 360.039306640625,
+      "learning_rate": 1.9152432972295833e-06,
+      "loss": 29.0547,
+      "step": 16696
+    },
+    {
+      "epoch": 0.15805416457625354,
+      "grad_norm": 622.3440551757812,
+      "learning_rate": 1.9152309444974696e-06,
+      "loss": 65.625,
+      "step": 16697
+    },
+    {
+      "epoch": 0.1580636305979686,
+      "grad_norm": 261.2226867675781,
+      "learning_rate": 1.9152185909050985e-06,
+      "loss": 14.7852,
+      "step": 16698
+    },
+    {
+      "epoch": 0.15807309661968363,
+      "grad_norm": 968.8908081054688,
+      "learning_rate": 1.9152062364524817e-06,
+      "loss": 44.2461,
+      "step": 16699
+    },
+    {
+      "epoch": 0.1580825626413987,
+      "grad_norm": 878.2884521484375,
+      "learning_rate": 1.91519388113963e-06,
+      "loss": 26.0156,
+      "step": 16700
+    },
+    {
+      "epoch": 0.15809202866311375,
+      "grad_norm": 228.66180419921875,
+      "learning_rate": 1.9151815249665563e-06,
+      "loss": 17.4414,
+      "step": 16701
+    },
+    {
+      "epoch": 0.1581014946848288,
+      "grad_norm": 829.703125,
+      "learning_rate": 1.915169167933271e-06,
+      "loss": 56.3047,
+      "step": 16702
+    },
+    {
+      "epoch": 0.15811096070654387,
+      "grad_norm": 557.052490234375,
+      "learning_rate": 1.9151568100397865e-06,
+      "loss": 20.5312,
+      "step": 16703
+    },
+    {
+      "epoch": 0.1581204267282589,
+      "grad_norm": 3.4059550762176514,
+      "learning_rate": 1.915144451286114e-06,
+      "loss": 0.9795,
+      "step": 16704
+    },
+    {
+      "epoch": 0.15812989274997397,
+      "grad_norm": 1066.88037109375,
+      "learning_rate": 1.915132091672265e-06,
+      "loss": 48.3984,
+      "step": 16705
+    },
+    {
+      "epoch": 0.15813935877168903,
+      "grad_norm": 272.6195983886719,
+      "learning_rate": 1.9151197311982517e-06,
+      "loss": 15.5195,
+      "step": 16706
+    },
+    {
+      "epoch": 0.15814882479340409,
+      "grad_norm": 515.0051879882812,
+      "learning_rate": 1.9151073698640855e-06,
+      "loss": 28.2812,
+      "step": 16707
+    },
+    {
+      "epoch": 0.15815829081511912,
+      "grad_norm": 396.6145324707031,
+      "learning_rate": 1.9150950076697776e-06,
+      "loss": 8.7812,
+      "step": 16708
+    },
+    {
+      "epoch": 0.15816775683683418,
+      "grad_norm": 2.904782772064209,
+      "learning_rate": 1.91508264461534e-06,
+      "loss": 0.8579,
+      "step": 16709
+    },
+    {
+      "epoch": 0.15817722285854924,
+      "grad_norm": 1289.9766845703125,
+      "learning_rate": 1.915070280700784e-06,
+      "loss": 40.8359,
+      "step": 16710
+    },
+    {
+      "epoch": 0.1581866888802643,
+      "grad_norm": 587.4703979492188,
+      "learning_rate": 1.915057915926122e-06,
+      "loss": 40.875,
+      "step": 16711
+    },
+    {
+      "epoch": 0.15819615490197936,
+      "grad_norm": 197.47503662109375,
+      "learning_rate": 1.9150455502913647e-06,
+      "loss": 20.5859,
+      "step": 16712
+    },
+    {
+      "epoch": 0.1582056209236944,
+      "grad_norm": 325.01605224609375,
+      "learning_rate": 1.9150331837965244e-06,
+      "loss": 24.6719,
+      "step": 16713
+    },
+    {
+      "epoch": 0.15821508694540945,
+      "grad_norm": 358.17620849609375,
+      "learning_rate": 1.915020816441612e-06,
+      "loss": 26.7578,
+      "step": 16714
+    },
+    {
+      "epoch": 0.1582245529671245,
+      "grad_norm": 266.7516174316406,
+      "learning_rate": 1.9150084482266398e-06,
+      "loss": 33.9531,
+      "step": 16715
+    },
+    {
+      "epoch": 0.15823401898883957,
+      "grad_norm": 199.58592224121094,
+      "learning_rate": 1.9149960791516195e-06,
+      "loss": 17.6797,
+      "step": 16716
+    },
+    {
+      "epoch": 0.1582434850105546,
+      "grad_norm": 245.19932556152344,
+      "learning_rate": 1.9149837092165617e-06,
+      "loss": 25.2031,
+      "step": 16717
+    },
+    {
+      "epoch": 0.15825295103226966,
+      "grad_norm": 450.3280029296875,
+      "learning_rate": 1.9149713384214792e-06,
+      "loss": 64.0352,
+      "step": 16718
+    },
+    {
+      "epoch": 0.15826241705398472,
+      "grad_norm": 3.350313901901245,
+      "learning_rate": 1.9149589667663834e-06,
+      "loss": 0.8521,
+      "step": 16719
+    },
+    {
+      "epoch": 0.15827188307569978,
+      "grad_norm": 438.7167663574219,
+      "learning_rate": 1.9149465942512854e-06,
+      "loss": 46.9062,
+      "step": 16720
+    },
+    {
+      "epoch": 0.15828134909741484,
+      "grad_norm": 371.8592224121094,
+      "learning_rate": 1.914934220876197e-06,
+      "loss": 26.7109,
+      "step": 16721
+    },
+    {
+      "epoch": 0.15829081511912987,
+      "grad_norm": 381.557861328125,
+      "learning_rate": 1.91492184664113e-06,
+      "loss": 9.2461,
+      "step": 16722
+    },
+    {
+      "epoch": 0.15830028114084493,
+      "grad_norm": 456.6440124511719,
+      "learning_rate": 1.914909471546096e-06,
+      "loss": 30.2031,
+      "step": 16723
+    },
+    {
+      "epoch": 0.15830974716256,
+      "grad_norm": 267.07965087890625,
+      "learning_rate": 1.914897095591107e-06,
+      "loss": 10.6055,
+      "step": 16724
+    },
+    {
+      "epoch": 0.15831921318427505,
+      "grad_norm": 526.7637939453125,
+      "learning_rate": 1.9148847187761735e-06,
+      "loss": 9.9688,
+      "step": 16725
+    },
+    {
+      "epoch": 0.15832867920599009,
+      "grad_norm": 234.38644409179688,
+      "learning_rate": 1.9148723411013085e-06,
+      "loss": 27.9922,
+      "step": 16726
+    },
+    {
+      "epoch": 0.15833814522770515,
+      "grad_norm": 292.95458984375,
+      "learning_rate": 1.9148599625665226e-06,
+      "loss": 22.5469,
+      "step": 16727
+    },
+    {
+      "epoch": 0.1583476112494202,
+      "grad_norm": 824.0736694335938,
+      "learning_rate": 1.9148475831718285e-06,
+      "loss": 38.1641,
+      "step": 16728
+    },
+    {
+      "epoch": 0.15835707727113527,
+      "grad_norm": 327.6979064941406,
+      "learning_rate": 1.9148352029172366e-06,
+      "loss": 20.1484,
+      "step": 16729
+    },
+    {
+      "epoch": 0.15836654329285033,
+      "grad_norm": 145.2967529296875,
+      "learning_rate": 1.914822821802759e-06,
+      "loss": 15.0547,
+      "step": 16730
+    },
+    {
+      "epoch": 0.15837600931456536,
+      "grad_norm": 539.2099609375,
+      "learning_rate": 1.914810439828408e-06,
+      "loss": 57.2109,
+      "step": 16731
+    },
+    {
+      "epoch": 0.15838547533628042,
+      "grad_norm": 3.2426750659942627,
+      "learning_rate": 1.9147980569941943e-06,
+      "loss": 0.9316,
+      "step": 16732
+    },
+    {
+      "epoch": 0.15839494135799548,
+      "grad_norm": 3.0679337978363037,
+      "learning_rate": 1.9147856733001303e-06,
+      "loss": 0.792,
+      "step": 16733
+    },
+    {
+      "epoch": 0.15840440737971054,
+      "grad_norm": 355.65570068359375,
+      "learning_rate": 1.914773288746227e-06,
+      "loss": 20.5156,
+      "step": 16734
+    },
+    {
+      "epoch": 0.15841387340142557,
+      "grad_norm": 439.00390625,
+      "learning_rate": 1.9147609033324965e-06,
+      "loss": 48.875,
+      "step": 16735
+    },
+    {
+      "epoch": 0.15842333942314063,
+      "grad_norm": 203.95919799804688,
+      "learning_rate": 1.9147485170589503e-06,
+      "loss": 17.9297,
+      "step": 16736
+    },
+    {
+      "epoch": 0.1584328054448557,
+      "grad_norm": 150.6885223388672,
+      "learning_rate": 1.9147361299255996e-06,
+      "loss": 17.5625,
+      "step": 16737
+    },
+    {
+      "epoch": 0.15844227146657075,
+      "grad_norm": 832.0249633789062,
+      "learning_rate": 1.9147237419324567e-06,
+      "loss": 57.6562,
+      "step": 16738
+    },
+    {
+      "epoch": 0.1584517374882858,
+      "grad_norm": 294.4139709472656,
+      "learning_rate": 1.914711353079533e-06,
+      "loss": 28.7031,
+      "step": 16739
+    },
+    {
+      "epoch": 0.15846120351000084,
+      "grad_norm": 292.7087097167969,
+      "learning_rate": 1.91469896336684e-06,
+      "loss": 20.5312,
+      "step": 16740
+    },
+    {
+      "epoch": 0.1584706695317159,
+      "grad_norm": 3.4786717891693115,
+      "learning_rate": 1.91468657279439e-06,
+      "loss": 0.9482,
+      "step": 16741
+    },
+    {
+      "epoch": 0.15848013555343096,
+      "grad_norm": 288.1067199707031,
+      "learning_rate": 1.9146741813621933e-06,
+      "loss": 38.9531,
+      "step": 16742
+    },
+    {
+      "epoch": 0.15848960157514602,
+      "grad_norm": 275.5558166503906,
+      "learning_rate": 1.914661789070263e-06,
+      "loss": 44.5781,
+      "step": 16743
+    },
+    {
+      "epoch": 0.15849906759686105,
+      "grad_norm": 871.09716796875,
+      "learning_rate": 1.9146493959186098e-06,
+      "loss": 45.5234,
+      "step": 16744
+    },
+    {
+      "epoch": 0.15850853361857611,
+      "grad_norm": 217.4517059326172,
+      "learning_rate": 1.9146370019072457e-06,
+      "loss": 18.2188,
+      "step": 16745
+    },
+    {
+      "epoch": 0.15851799964029117,
+      "grad_norm": 583.5205688476562,
+      "learning_rate": 1.9146246070361826e-06,
+      "loss": 48.6016,
+      "step": 16746
+    },
+    {
+      "epoch": 0.15852746566200623,
+      "grad_norm": 320.3880615234375,
+      "learning_rate": 1.9146122113054314e-06,
+      "loss": 26.8359,
+      "step": 16747
+    },
+    {
+      "epoch": 0.1585369316837213,
+      "grad_norm": 306.0249938964844,
+      "learning_rate": 1.9145998147150045e-06,
+      "loss": 29.2734,
+      "step": 16748
+    },
+    {
+      "epoch": 0.15854639770543633,
+      "grad_norm": 349.4996337890625,
+      "learning_rate": 1.914587417264913e-06,
+      "loss": 16.4766,
+      "step": 16749
+    },
+    {
+      "epoch": 0.15855586372715139,
+      "grad_norm": 327.65399169921875,
+      "learning_rate": 1.9145750189551695e-06,
+      "loss": 41.8594,
+      "step": 16750
+    },
+    {
+      "epoch": 0.15856532974886645,
+      "grad_norm": 269.5568542480469,
+      "learning_rate": 1.9145626197857843e-06,
+      "loss": 26.3125,
+      "step": 16751
+    },
+    {
+      "epoch": 0.1585747957705815,
+      "grad_norm": 530.5887451171875,
+      "learning_rate": 1.9145502197567704e-06,
+      "loss": 26.8281,
+      "step": 16752
+    },
+    {
+      "epoch": 0.15858426179229654,
+      "grad_norm": 587.6936645507812,
+      "learning_rate": 1.9145378188681383e-06,
+      "loss": 15.4102,
+      "step": 16753
+    },
+    {
+      "epoch": 0.1585937278140116,
+      "grad_norm": 126.08260345458984,
+      "learning_rate": 1.9145254171199003e-06,
+      "loss": 21.4375,
+      "step": 16754
+    },
+    {
+      "epoch": 0.15860319383572666,
+      "grad_norm": 1099.384521484375,
+      "learning_rate": 1.9145130145120675e-06,
+      "loss": 21.7305,
+      "step": 16755
+    },
+    {
+      "epoch": 0.15861265985744172,
+      "grad_norm": 449.0958557128906,
+      "learning_rate": 1.9145006110446524e-06,
+      "loss": 9.0586,
+      "step": 16756
+    },
+    {
+      "epoch": 0.15862212587915678,
+      "grad_norm": 493.82916259765625,
+      "learning_rate": 1.914488206717666e-06,
+      "loss": 36.2422,
+      "step": 16757
+    },
+    {
+      "epoch": 0.1586315919008718,
+      "grad_norm": 308.0479736328125,
+      "learning_rate": 1.9144758015311204e-06,
+      "loss": 27.4922,
+      "step": 16758
+    },
+    {
+      "epoch": 0.15864105792258687,
+      "grad_norm": 314.78985595703125,
+      "learning_rate": 1.914463395485027e-06,
+      "loss": 37.8125,
+      "step": 16759
+    },
+    {
+      "epoch": 0.15865052394430193,
+      "grad_norm": 687.5770874023438,
+      "learning_rate": 1.9144509885793974e-06,
+      "loss": 45.25,
+      "step": 16760
+    },
+    {
+      "epoch": 0.158659989966017,
+      "grad_norm": 302.0760803222656,
+      "learning_rate": 1.9144385808142435e-06,
+      "loss": 41.6641,
+      "step": 16761
+    },
+    {
+      "epoch": 0.15866945598773202,
+      "grad_norm": 277.14703369140625,
+      "learning_rate": 1.9144261721895765e-06,
+      "loss": 30.8984,
+      "step": 16762
+    },
+    {
+      "epoch": 0.15867892200944708,
+      "grad_norm": 214.63186645507812,
+      "learning_rate": 1.9144137627054086e-06,
+      "loss": 21.2266,
+      "step": 16763
+    },
+    {
+      "epoch": 0.15868838803116214,
+      "grad_norm": 162.1470947265625,
+      "learning_rate": 1.9144013523617513e-06,
+      "loss": 16.1641,
+      "step": 16764
+    },
+    {
+      "epoch": 0.1586978540528772,
+      "grad_norm": 192.6674346923828,
+      "learning_rate": 1.914388941158616e-06,
+      "loss": 14.1953,
+      "step": 16765
+    },
+    {
+      "epoch": 0.15870732007459226,
+      "grad_norm": 206.794921875,
+      "learning_rate": 1.9143765290960147e-06,
+      "loss": 18.0625,
+      "step": 16766
+    },
+    {
+      "epoch": 0.1587167860963073,
+      "grad_norm": 332.32342529296875,
+      "learning_rate": 1.914364116173959e-06,
+      "loss": 25.7578,
+      "step": 16767
+    },
+    {
+      "epoch": 0.15872625211802235,
+      "grad_norm": 615.2371215820312,
+      "learning_rate": 1.9143517023924606e-06,
+      "loss": 20.5156,
+      "step": 16768
+    },
+    {
+      "epoch": 0.15873571813973741,
+      "grad_norm": 323.914794921875,
+      "learning_rate": 1.914339287751531e-06,
+      "loss": 38.7031,
+      "step": 16769
+    },
+    {
+      "epoch": 0.15874518416145247,
+      "grad_norm": 247.9381561279297,
+      "learning_rate": 1.914326872251182e-06,
+      "loss": 24.25,
+      "step": 16770
+    },
+    {
+      "epoch": 0.15875465018316753,
+      "grad_norm": 259.513427734375,
+      "learning_rate": 1.914314455891425e-06,
+      "loss": 34.1562,
+      "step": 16771
+    },
+    {
+      "epoch": 0.15876411620488257,
+      "grad_norm": 1694.21240234375,
+      "learning_rate": 1.9143020386722723e-06,
+      "loss": 22.4766,
+      "step": 16772
+    },
+    {
+      "epoch": 0.15877358222659763,
+      "grad_norm": 263.5105895996094,
+      "learning_rate": 1.9142896205937346e-06,
+      "loss": 31.8281,
+      "step": 16773
+    },
+    {
+      "epoch": 0.15878304824831269,
+      "grad_norm": 427.7369079589844,
+      "learning_rate": 1.914277201655825e-06,
+      "loss": 36.5625,
+      "step": 16774
+    },
+    {
+      "epoch": 0.15879251427002775,
+      "grad_norm": 278.5095520019531,
+      "learning_rate": 1.9142647818585535e-06,
+      "loss": 18.3281,
+      "step": 16775
+    },
+    {
+      "epoch": 0.15880198029174278,
+      "grad_norm": 119.75418853759766,
+      "learning_rate": 1.9142523612019326e-06,
+      "loss": 11.7812,
+      "step": 16776
+    },
+    {
+      "epoch": 0.15881144631345784,
+      "grad_norm": 752.1878662109375,
+      "learning_rate": 1.9142399396859742e-06,
+      "loss": 45.0312,
+      "step": 16777
+    },
+    {
+      "epoch": 0.1588209123351729,
+      "grad_norm": 403.5720520019531,
+      "learning_rate": 1.9142275173106896e-06,
+      "loss": 19.2656,
+      "step": 16778
+    },
+    {
+      "epoch": 0.15883037835688796,
+      "grad_norm": 370.3413391113281,
+      "learning_rate": 1.914215094076091e-06,
+      "loss": 17.6797,
+      "step": 16779
+    },
+    {
+      "epoch": 0.15883984437860302,
+      "grad_norm": 248.7978515625,
+      "learning_rate": 1.914202669982189e-06,
+      "loss": 19.4141,
+      "step": 16780
+    },
+    {
+      "epoch": 0.15884931040031805,
+      "grad_norm": 3.473383903503418,
+      "learning_rate": 1.914190245028997e-06,
+      "loss": 1.0474,
+      "step": 16781
+    },
+    {
+      "epoch": 0.1588587764220331,
+      "grad_norm": 460.45263671875,
+      "learning_rate": 1.914177819216525e-06,
+      "loss": 23.4375,
+      "step": 16782
+    },
+    {
+      "epoch": 0.15886824244374817,
+      "grad_norm": 497.06591796875,
+      "learning_rate": 1.914165392544785e-06,
+      "loss": 36.125,
+      "step": 16783
+    },
+    {
+      "epoch": 0.15887770846546323,
+      "grad_norm": 466.79791259765625,
+      "learning_rate": 1.9141529650137895e-06,
+      "loss": 49.7031,
+      "step": 16784
+    },
+    {
+      "epoch": 0.15888717448717826,
+      "grad_norm": 490.60211181640625,
+      "learning_rate": 1.9141405366235493e-06,
+      "loss": 11.5312,
+      "step": 16785
+    },
+    {
+      "epoch": 0.15889664050889332,
+      "grad_norm": 274.3878479003906,
+      "learning_rate": 1.914128107374077e-06,
+      "loss": 10.9766,
+      "step": 16786
+    },
+    {
+      "epoch": 0.15890610653060838,
+      "grad_norm": 3.437119483947754,
+      "learning_rate": 1.914115677265383e-06,
+      "loss": 0.8721,
+      "step": 16787
+    },
+    {
+      "epoch": 0.15891557255232344,
+      "grad_norm": 416.5845642089844,
+      "learning_rate": 1.9141032462974802e-06,
+      "loss": 27.3203,
+      "step": 16788
+    },
+    {
+      "epoch": 0.1589250385740385,
+      "grad_norm": 433.0208435058594,
+      "learning_rate": 1.91409081447038e-06,
+      "loss": 14.5234,
+      "step": 16789
+    },
+    {
+      "epoch": 0.15893450459575353,
+      "grad_norm": 438.4230651855469,
+      "learning_rate": 1.9140783817840936e-06,
+      "loss": 61.4375,
+      "step": 16790
+    },
+    {
+      "epoch": 0.1589439706174686,
+      "grad_norm": 458.2090759277344,
+      "learning_rate": 1.914065948238633e-06,
+      "loss": 19.2148,
+      "step": 16791
+    },
+    {
+      "epoch": 0.15895343663918365,
+      "grad_norm": 501.81927490234375,
+      "learning_rate": 1.91405351383401e-06,
+      "loss": 40.9688,
+      "step": 16792
+    },
+    {
+      "epoch": 0.15896290266089871,
+      "grad_norm": 282.976806640625,
+      "learning_rate": 1.914041078570236e-06,
+      "loss": 36.5938,
+      "step": 16793
+    },
+    {
+      "epoch": 0.15897236868261375,
+      "grad_norm": 1047.6583251953125,
+      "learning_rate": 1.914028642447323e-06,
+      "loss": 42.4688,
+      "step": 16794
+    },
+    {
+      "epoch": 0.1589818347043288,
+      "grad_norm": 2.8649582862854004,
+      "learning_rate": 1.9140162054652824e-06,
+      "loss": 0.9424,
+      "step": 16795
+    },
+    {
+      "epoch": 0.15899130072604387,
+      "grad_norm": 560.88134765625,
+      "learning_rate": 1.9140037676241265e-06,
+      "loss": 38.5312,
+      "step": 16796
+    },
+    {
+      "epoch": 0.15900076674775893,
+      "grad_norm": 3.7380740642547607,
+      "learning_rate": 1.913991328923866e-06,
+      "loss": 1.0503,
+      "step": 16797
+    },
+    {
+      "epoch": 0.15901023276947399,
+      "grad_norm": 438.25543212890625,
+      "learning_rate": 1.913978889364513e-06,
+      "loss": 41.1719,
+      "step": 16798
+    },
+    {
+      "epoch": 0.15901969879118902,
+      "grad_norm": 405.7065734863281,
+      "learning_rate": 1.9139664489460795e-06,
+      "loss": 40.3125,
+      "step": 16799
+    },
+    {
+      "epoch": 0.15902916481290408,
+      "grad_norm": 297.6296081542969,
+      "learning_rate": 1.913954007668577e-06,
+      "loss": 10.5469,
+      "step": 16800
+    },
+    {
+      "epoch": 0.15903863083461914,
+      "grad_norm": 829.7300415039062,
+      "learning_rate": 1.9139415655320175e-06,
+      "loss": 8.4609,
+      "step": 16801
+    },
+    {
+      "epoch": 0.1590480968563342,
+      "grad_norm": 467.1604919433594,
+      "learning_rate": 1.913929122536412e-06,
+      "loss": 41.8906,
+      "step": 16802
+    },
+    {
+      "epoch": 0.15905756287804923,
+      "grad_norm": 421.3735046386719,
+      "learning_rate": 1.9139166786817727e-06,
+      "loss": 38.1172,
+      "step": 16803
+    },
+    {
+      "epoch": 0.1590670288997643,
+      "grad_norm": 557.0076293945312,
+      "learning_rate": 1.9139042339681112e-06,
+      "loss": 37.1055,
+      "step": 16804
+    },
+    {
+      "epoch": 0.15907649492147935,
+      "grad_norm": 166.70140075683594,
+      "learning_rate": 1.913891788395439e-06,
+      "loss": 18.543,
+      "step": 16805
+    },
+    {
+      "epoch": 0.1590859609431944,
+      "grad_norm": 414.6969299316406,
+      "learning_rate": 1.9138793419637684e-06,
+      "loss": 44.6406,
+      "step": 16806
+    },
+    {
+      "epoch": 0.15909542696490947,
+      "grad_norm": 3.4006152153015137,
+      "learning_rate": 1.9138668946731104e-06,
+      "loss": 0.856,
+      "step": 16807
+    },
+    {
+      "epoch": 0.1591048929866245,
+      "grad_norm": 340.63897705078125,
+      "learning_rate": 1.913854446523477e-06,
+      "loss": 26.3945,
+      "step": 16808
+    },
+    {
+      "epoch": 0.15911435900833956,
+      "grad_norm": 226.16517639160156,
+      "learning_rate": 1.9138419975148795e-06,
+      "loss": 18.6211,
+      "step": 16809
+    },
+    {
+      "epoch": 0.15912382503005462,
+      "grad_norm": 174.06768798828125,
+      "learning_rate": 1.9138295476473305e-06,
+      "loss": 25.1562,
+      "step": 16810
+    },
+    {
+      "epoch": 0.15913329105176968,
+      "grad_norm": 3.0575830936431885,
+      "learning_rate": 1.913817096920841e-06,
+      "loss": 0.9136,
+      "step": 16811
+    },
+    {
+      "epoch": 0.15914275707348471,
+      "grad_norm": 392.5357360839844,
+      "learning_rate": 1.9138046453354225e-06,
+      "loss": 41.1875,
+      "step": 16812
+    },
+    {
+      "epoch": 0.15915222309519977,
+      "grad_norm": 517.9003295898438,
+      "learning_rate": 1.913792192891088e-06,
+      "loss": 46.2188,
+      "step": 16813
+    },
+    {
+      "epoch": 0.15916168911691483,
+      "grad_norm": 783.1094970703125,
+      "learning_rate": 1.9137797395878473e-06,
+      "loss": 57.8438,
+      "step": 16814
+    },
+    {
+      "epoch": 0.1591711551386299,
+      "grad_norm": 398.61834716796875,
+      "learning_rate": 1.9137672854257137e-06,
+      "loss": 56.9375,
+      "step": 16815
+    },
+    {
+      "epoch": 0.15918062116034495,
+      "grad_norm": 300.68438720703125,
+      "learning_rate": 1.913754830404698e-06,
+      "loss": 31.0547,
+      "step": 16816
+    },
+    {
+      "epoch": 0.15919008718205999,
+      "grad_norm": 2904.936279296875,
+      "learning_rate": 1.913742374524812e-06,
+      "loss": 8.8164,
+      "step": 16817
+    },
+    {
+      "epoch": 0.15919955320377505,
+      "grad_norm": 785.5325317382812,
+      "learning_rate": 1.913729917786068e-06,
+      "loss": 9.6719,
+      "step": 16818
+    },
+    {
+      "epoch": 0.1592090192254901,
+      "grad_norm": 682.7310791015625,
+      "learning_rate": 1.9137174601884778e-06,
+      "loss": 22.0078,
+      "step": 16819
+    },
+    {
+      "epoch": 0.15921848524720517,
+      "grad_norm": 1154.6016845703125,
+      "learning_rate": 1.9137050017320514e-06,
+      "loss": 25.5352,
+      "step": 16820
+    },
+    {
+      "epoch": 0.1592279512689202,
+      "grad_norm": 223.41993713378906,
+      "learning_rate": 1.9136925424168027e-06,
+      "loss": 24.5625,
+      "step": 16821
+    },
+    {
+      "epoch": 0.15923741729063526,
+      "grad_norm": 714.4197387695312,
+      "learning_rate": 1.9136800822427422e-06,
+      "loss": 33.7891,
+      "step": 16822
+    },
+    {
+      "epoch": 0.15924688331235032,
+      "grad_norm": 243.70887756347656,
+      "learning_rate": 1.913667621209882e-06,
+      "loss": 25.2578,
+      "step": 16823
+    },
+    {
+      "epoch": 0.15925634933406538,
+      "grad_norm": 373.1144714355469,
+      "learning_rate": 1.913655159318233e-06,
+      "loss": 26.875,
+      "step": 16824
+    },
+    {
+      "epoch": 0.15926581535578044,
+      "grad_norm": 160.59503173828125,
+      "learning_rate": 1.913642696567808e-06,
+      "loss": 20.5938,
+      "step": 16825
+    },
+    {
+      "epoch": 0.15927528137749547,
+      "grad_norm": 470.7149353027344,
+      "learning_rate": 1.9136302329586187e-06,
+      "loss": 42.9453,
+      "step": 16826
+    },
+    {
+      "epoch": 0.15928474739921053,
+      "grad_norm": 813.3823852539062,
+      "learning_rate": 1.913617768490676e-06,
+      "loss": 51.25,
+      "step": 16827
+    },
+    {
+      "epoch": 0.1592942134209256,
+      "grad_norm": 775.14794921875,
+      "learning_rate": 1.913605303163992e-06,
+      "loss": 50.0781,
+      "step": 16828
+    },
+    {
+      "epoch": 0.15930367944264065,
+      "grad_norm": 377.03057861328125,
+      "learning_rate": 1.913592836978579e-06,
+      "loss": 51.5312,
+      "step": 16829
+    },
+    {
+      "epoch": 0.15931314546435568,
+      "grad_norm": 319.7200927734375,
+      "learning_rate": 1.9135803699344476e-06,
+      "loss": 14.3906,
+      "step": 16830
+    },
+    {
+      "epoch": 0.15932261148607074,
+      "grad_norm": 202.57498168945312,
+      "learning_rate": 1.9135679020316104e-06,
+      "loss": 27.3125,
+      "step": 16831
+    },
+    {
+      "epoch": 0.1593320775077858,
+      "grad_norm": 250.65184020996094,
+      "learning_rate": 1.9135554332700784e-06,
+      "loss": 14.5625,
+      "step": 16832
+    },
+    {
+      "epoch": 0.15934154352950086,
+      "grad_norm": 239.19822692871094,
+      "learning_rate": 1.913542963649864e-06,
+      "loss": 15.8125,
+      "step": 16833
+    },
+    {
+      "epoch": 0.15935100955121592,
+      "grad_norm": 368.4674987792969,
+      "learning_rate": 1.913530493170978e-06,
+      "loss": 18.6289,
+      "step": 16834
+    },
+    {
+      "epoch": 0.15936047557293095,
+      "grad_norm": 267.605712890625,
+      "learning_rate": 1.913518021833434e-06,
+      "loss": 16.8203,
+      "step": 16835
+    },
+    {
+      "epoch": 0.15936994159464601,
+      "grad_norm": 550.9542846679688,
+      "learning_rate": 1.9135055496372416e-06,
+      "loss": 49.7109,
+      "step": 16836
+    },
+    {
+      "epoch": 0.15937940761636107,
+      "grad_norm": 235.47161865234375,
+      "learning_rate": 1.9134930765824138e-06,
+      "loss": 18.0703,
+      "step": 16837
+    },
+    {
+      "epoch": 0.15938887363807613,
+      "grad_norm": 250.7138671875,
+      "learning_rate": 1.9134806026689618e-06,
+      "loss": 20.6094,
+      "step": 16838
+    },
+    {
+      "epoch": 0.15939833965979117,
+      "grad_norm": 2.096381664276123,
+      "learning_rate": 1.9134681278968974e-06,
+      "loss": 0.6552,
+      "step": 16839
+    },
+    {
+      "epoch": 0.15940780568150623,
+      "grad_norm": 360.9614562988281,
+      "learning_rate": 1.9134556522662322e-06,
+      "loss": 22.6797,
+      "step": 16840
+    },
+    {
+      "epoch": 0.15941727170322129,
+      "grad_norm": 1087.54638671875,
+      "learning_rate": 1.913443175776979e-06,
+      "loss": 42.3203,
+      "step": 16841
+    },
+    {
+      "epoch": 0.15942673772493635,
+      "grad_norm": 292.4931945800781,
+      "learning_rate": 1.9134306984291475e-06,
+      "loss": 19.1797,
+      "step": 16842
+    },
+    {
+      "epoch": 0.1594362037466514,
+      "grad_norm": 373.0649108886719,
+      "learning_rate": 1.9134182202227512e-06,
+      "loss": 42.6719,
+      "step": 16843
+    },
+    {
+      "epoch": 0.15944566976836644,
+      "grad_norm": 1444.93505859375,
+      "learning_rate": 1.9134057411578007e-06,
+      "loss": 14.5234,
+      "step": 16844
+    },
+    {
+      "epoch": 0.1594551357900815,
+      "grad_norm": 413.7614440917969,
+      "learning_rate": 1.913393261234309e-06,
+      "loss": 37.9688,
+      "step": 16845
+    },
+    {
+      "epoch": 0.15946460181179656,
+      "grad_norm": 404.218017578125,
+      "learning_rate": 1.9133807804522863e-06,
+      "loss": 19.4844,
+      "step": 16846
+    },
+    {
+      "epoch": 0.15947406783351162,
+      "grad_norm": 1287.6866455078125,
+      "learning_rate": 1.9133682988117457e-06,
+      "loss": 58.3594,
+      "step": 16847
+    },
+    {
+      "epoch": 0.15948353385522665,
+      "grad_norm": 482.8599548339844,
+      "learning_rate": 1.913355816312698e-06,
+      "loss": 32.2344,
+      "step": 16848
+    },
+    {
+      "epoch": 0.1594929998769417,
+      "grad_norm": 352.47015380859375,
+      "learning_rate": 1.913343332955155e-06,
+      "loss": 20.1094,
+      "step": 16849
+    },
+    {
+      "epoch": 0.15950246589865677,
+      "grad_norm": 3.843177080154419,
+      "learning_rate": 1.913330848739129e-06,
+      "loss": 1.0,
+      "step": 16850
+    },
+    {
+      "epoch": 0.15951193192037183,
+      "grad_norm": 461.7691955566406,
+      "learning_rate": 1.9133183636646314e-06,
+      "loss": 37.4297,
+      "step": 16851
+    },
+    {
+      "epoch": 0.1595213979420869,
+      "grad_norm": 571.4805908203125,
+      "learning_rate": 1.9133058777316743e-06,
+      "loss": 46.0938,
+      "step": 16852
+    },
+    {
+      "epoch": 0.15953086396380192,
+      "grad_norm": 645.2913818359375,
+      "learning_rate": 1.9132933909402683e-06,
+      "loss": 66.125,
+      "step": 16853
+    },
+    {
+      "epoch": 0.15954032998551698,
+      "grad_norm": 654.1763916015625,
+      "learning_rate": 1.9132809032904267e-06,
+      "loss": 38.4531,
+      "step": 16854
+    },
+    {
+      "epoch": 0.15954979600723204,
+      "grad_norm": 445.5452880859375,
+      "learning_rate": 1.91326841478216e-06,
+      "loss": 36.7969,
+      "step": 16855
+    },
+    {
+      "epoch": 0.1595592620289471,
+      "grad_norm": 402.40789794921875,
+      "learning_rate": 1.9132559254154807e-06,
+      "loss": 16.1328,
+      "step": 16856
+    },
+    {
+      "epoch": 0.15956872805066216,
+      "grad_norm": 494.7954406738281,
+      "learning_rate": 1.9132434351903997e-06,
+      "loss": 21.1641,
+      "step": 16857
+    },
+    {
+      "epoch": 0.1595781940723772,
+      "grad_norm": 230.38267517089844,
+      "learning_rate": 1.91323094410693e-06,
+      "loss": 24.4453,
+      "step": 16858
+    },
+    {
+      "epoch": 0.15958766009409225,
+      "grad_norm": 276.19317626953125,
+      "learning_rate": 1.913218452165082e-06,
+      "loss": 20.1953,
+      "step": 16859
+    },
+    {
+      "epoch": 0.15959712611580731,
+      "grad_norm": 250.1018524169922,
+      "learning_rate": 1.913205959364868e-06,
+      "loss": 25.6172,
+      "step": 16860
+    },
+    {
+      "epoch": 0.15960659213752237,
+      "grad_norm": 976.7036743164062,
+      "learning_rate": 1.9131934657063006e-06,
+      "loss": 32.7422,
+      "step": 16861
+    },
+    {
+      "epoch": 0.1596160581592374,
+      "grad_norm": 516.8192749023438,
+      "learning_rate": 1.91318097118939e-06,
+      "loss": 37.0,
+      "step": 16862
+    },
+    {
+      "epoch": 0.15962552418095247,
+      "grad_norm": 789.1393432617188,
+      "learning_rate": 1.9131684758141493e-06,
+      "loss": 19.2109,
+      "step": 16863
+    },
+    {
+      "epoch": 0.15963499020266753,
+      "grad_norm": 196.55267333984375,
+      "learning_rate": 1.9131559795805892e-06,
+      "loss": 17.4375,
+      "step": 16864
+    },
+    {
+      "epoch": 0.15964445622438259,
+      "grad_norm": 426.2040710449219,
+      "learning_rate": 1.913143482488722e-06,
+      "loss": 16.2344,
+      "step": 16865
+    },
+    {
+      "epoch": 0.15965392224609765,
+      "grad_norm": 384.6396789550781,
+      "learning_rate": 1.9131309845385593e-06,
+      "loss": 25.4688,
+      "step": 16866
+    },
+    {
+      "epoch": 0.15966338826781268,
+      "grad_norm": 247.65512084960938,
+      "learning_rate": 1.9131184857301127e-06,
+      "loss": 12.7461,
+      "step": 16867
+    },
+    {
+      "epoch": 0.15967285428952774,
+      "grad_norm": 244.25123596191406,
+      "learning_rate": 1.9131059860633943e-06,
+      "loss": 25.4297,
+      "step": 16868
+    },
+    {
+      "epoch": 0.1596823203112428,
+      "grad_norm": 257.3616943359375,
+      "learning_rate": 1.913093485538416e-06,
+      "loss": 22.2734,
+      "step": 16869
+    },
+    {
+      "epoch": 0.15969178633295786,
+      "grad_norm": 2.965759038925171,
+      "learning_rate": 1.9130809841551887e-06,
+      "loss": 0.9893,
+      "step": 16870
+    },
+    {
+      "epoch": 0.1597012523546729,
+      "grad_norm": 341.5444641113281,
+      "learning_rate": 1.9130684819137248e-06,
+      "loss": 24.0938,
+      "step": 16871
+    },
+    {
+      "epoch": 0.15971071837638795,
+      "grad_norm": 534.2518920898438,
+      "learning_rate": 1.9130559788140365e-06,
+      "loss": 55.2188,
+      "step": 16872
+    },
+    {
+      "epoch": 0.159720184398103,
+      "grad_norm": 333.8830261230469,
+      "learning_rate": 1.9130434748561344e-06,
+      "loss": 36.5,
+      "step": 16873
+    },
+    {
+      "epoch": 0.15972965041981807,
+      "grad_norm": 2.5867865085601807,
+      "learning_rate": 1.913030970040031e-06,
+      "loss": 0.8126,
+      "step": 16874
+    },
+    {
+      "epoch": 0.15973911644153313,
+      "grad_norm": 787.484619140625,
+      "learning_rate": 1.9130184643657376e-06,
+      "loss": 30.3906,
+      "step": 16875
+    },
+    {
+      "epoch": 0.15974858246324816,
+      "grad_norm": 477.4033508300781,
+      "learning_rate": 1.9130059578332666e-06,
+      "loss": 42.6562,
+      "step": 16876
+    },
+    {
+      "epoch": 0.15975804848496322,
+      "grad_norm": 207.07969665527344,
+      "learning_rate": 1.9129934504426292e-06,
+      "loss": 20.9609,
+      "step": 16877
+    },
+    {
+      "epoch": 0.15976751450667828,
+      "grad_norm": 400.5614013671875,
+      "learning_rate": 1.9129809421938374e-06,
+      "loss": 23.1406,
+      "step": 16878
+    },
+    {
+      "epoch": 0.15977698052839334,
+      "grad_norm": 252.4215087890625,
+      "learning_rate": 1.912968433086903e-06,
+      "loss": 25.9219,
+      "step": 16879
+    },
+    {
+      "epoch": 0.15978644655010837,
+      "grad_norm": 481.4036865234375,
+      "learning_rate": 1.9129559231218373e-06,
+      "loss": 20.9336,
+      "step": 16880
+    },
+    {
+      "epoch": 0.15979591257182343,
+      "grad_norm": 593.870361328125,
+      "learning_rate": 1.9129434122986527e-06,
+      "loss": 49.5312,
+      "step": 16881
+    },
+    {
+      "epoch": 0.1598053785935385,
+      "grad_norm": 336.33331298828125,
+      "learning_rate": 1.912930900617361e-06,
+      "loss": 40.3594,
+      "step": 16882
+    },
+    {
+      "epoch": 0.15981484461525355,
+      "grad_norm": 3.0921714305877686,
+      "learning_rate": 1.912918388077973e-06,
+      "loss": 0.8838,
+      "step": 16883
+    },
+    {
+      "epoch": 0.15982431063696861,
+      "grad_norm": 553.4419555664062,
+      "learning_rate": 1.9129058746805015e-06,
+      "loss": 48.6172,
+      "step": 16884
+    },
+    {
+      "epoch": 0.15983377665868365,
+      "grad_norm": 285.0718078613281,
+      "learning_rate": 1.9128933604249577e-06,
+      "loss": 29.3125,
+      "step": 16885
+    },
+    {
+      "epoch": 0.1598432426803987,
+      "grad_norm": 501.3463439941406,
+      "learning_rate": 1.9128808453113534e-06,
+      "loss": 38.1094,
+      "step": 16886
+    },
+    {
+      "epoch": 0.15985270870211377,
+      "grad_norm": 2.746562957763672,
+      "learning_rate": 1.912868329339701e-06,
+      "loss": 0.7812,
+      "step": 16887
+    },
+    {
+      "epoch": 0.15986217472382883,
+      "grad_norm": 3.340176582336426,
+      "learning_rate": 1.9128558125100114e-06,
+      "loss": 0.8965,
+      "step": 16888
+    },
+    {
+      "epoch": 0.15987164074554386,
+      "grad_norm": 239.31446838378906,
+      "learning_rate": 1.912843294822297e-06,
+      "loss": 25.9453,
+      "step": 16889
+    },
+    {
+      "epoch": 0.15988110676725892,
+      "grad_norm": 187.79762268066406,
+      "learning_rate": 1.9128307762765694e-06,
+      "loss": 20.8125,
+      "step": 16890
+    },
+    {
+      "epoch": 0.15989057278897398,
+      "grad_norm": 403.58453369140625,
+      "learning_rate": 1.9128182568728394e-06,
+      "loss": 19.4297,
+      "step": 16891
+    },
+    {
+      "epoch": 0.15990003881068904,
+      "grad_norm": 283.1717224121094,
+      "learning_rate": 1.9128057366111205e-06,
+      "loss": 21.8203,
+      "step": 16892
+    },
+    {
+      "epoch": 0.1599095048324041,
+      "grad_norm": 581.7300415039062,
+      "learning_rate": 1.912793215491423e-06,
+      "loss": 37.1719,
+      "step": 16893
+    },
+    {
+      "epoch": 0.15991897085411913,
+      "grad_norm": 3.4857993125915527,
+      "learning_rate": 1.9127806935137597e-06,
+      "loss": 0.853,
+      "step": 16894
+    },
+    {
+      "epoch": 0.1599284368758342,
+      "grad_norm": 628.8172607421875,
+      "learning_rate": 1.9127681706781414e-06,
+      "loss": 55.5,
+      "step": 16895
+    },
+    {
+      "epoch": 0.15993790289754925,
+      "grad_norm": 395.4135437011719,
+      "learning_rate": 1.9127556469845813e-06,
+      "loss": 18.4453,
+      "step": 16896
+    },
+    {
+      "epoch": 0.1599473689192643,
+      "grad_norm": 3.3371591567993164,
+      "learning_rate": 1.9127431224330895e-06,
+      "loss": 0.9829,
+      "step": 16897
+    },
+    {
+      "epoch": 0.15995683494097934,
+      "grad_norm": 297.6080322265625,
+      "learning_rate": 1.9127305970236786e-06,
+      "loss": 18.7266,
+      "step": 16898
+    },
+    {
+      "epoch": 0.1599663009626944,
+      "grad_norm": 314.972412109375,
+      "learning_rate": 1.9127180707563606e-06,
+      "loss": 18.0234,
+      "step": 16899
+    },
+    {
+      "epoch": 0.15997576698440946,
+      "grad_norm": 462.6767883300781,
+      "learning_rate": 1.912705543631147e-06,
+      "loss": 20.0938,
+      "step": 16900
+    },
+    {
+      "epoch": 0.15998523300612452,
+      "grad_norm": 342.5396728515625,
+      "learning_rate": 1.9126930156480493e-06,
+      "loss": 25.2734,
+      "step": 16901
+    },
+    {
+      "epoch": 0.15999469902783958,
+      "grad_norm": 449.50421142578125,
+      "learning_rate": 1.9126804868070797e-06,
+      "loss": 44.0,
+      "step": 16902
+    },
+    {
+      "epoch": 0.16000416504955461,
+      "grad_norm": 849.6061401367188,
+      "learning_rate": 1.91266795710825e-06,
+      "loss": 20.8242,
+      "step": 16903
+    },
+    {
+      "epoch": 0.16001363107126967,
+      "grad_norm": 704.3296508789062,
+      "learning_rate": 1.912655426551571e-06,
+      "loss": 73.2812,
+      "step": 16904
+    },
+    {
+      "epoch": 0.16002309709298473,
+      "grad_norm": 1293.2872314453125,
+      "learning_rate": 1.912642895137056e-06,
+      "loss": 40.4375,
+      "step": 16905
+    },
+    {
+      "epoch": 0.1600325631146998,
+      "grad_norm": 448.6490173339844,
+      "learning_rate": 1.912630362864716e-06,
+      "loss": 18.8906,
+      "step": 16906
+    },
+    {
+      "epoch": 0.16004202913641483,
+      "grad_norm": 470.2567138671875,
+      "learning_rate": 1.912617829734563e-06,
+      "loss": 34.0469,
+      "step": 16907
+    },
+    {
+      "epoch": 0.1600514951581299,
+      "grad_norm": 206.54473876953125,
+      "learning_rate": 1.9126052957466082e-06,
+      "loss": 13.2383,
+      "step": 16908
+    },
+    {
+      "epoch": 0.16006096117984495,
+      "grad_norm": 496.5941162109375,
+      "learning_rate": 1.9125927609008637e-06,
+      "loss": 33.6719,
+      "step": 16909
+    },
+    {
+      "epoch": 0.16007042720156,
+      "grad_norm": 273.2015075683594,
+      "learning_rate": 1.9125802251973416e-06,
+      "loss": 16.0039,
+      "step": 16910
+    },
+    {
+      "epoch": 0.16007989322327507,
+      "grad_norm": 360.2948303222656,
+      "learning_rate": 1.9125676886360534e-06,
+      "loss": 29.1406,
+      "step": 16911
+    },
+    {
+      "epoch": 0.1600893592449901,
+      "grad_norm": 2.364194393157959,
+      "learning_rate": 1.912555151217011e-06,
+      "loss": 0.7612,
+      "step": 16912
+    },
+    {
+      "epoch": 0.16009882526670516,
+      "grad_norm": 370.0992431640625,
+      "learning_rate": 1.9125426129402264e-06,
+      "loss": 18.7617,
+      "step": 16913
+    },
+    {
+      "epoch": 0.16010829128842022,
+      "grad_norm": 435.2680358886719,
+      "learning_rate": 1.9125300738057105e-06,
+      "loss": 25.5938,
+      "step": 16914
+    },
+    {
+      "epoch": 0.16011775731013528,
+      "grad_norm": 261.8534240722656,
+      "learning_rate": 1.9125175338134763e-06,
+      "loss": 21.2734,
+      "step": 16915
+    },
+    {
+      "epoch": 0.1601272233318503,
+      "grad_norm": 433.4310302734375,
+      "learning_rate": 1.9125049929635345e-06,
+      "loss": 36.3594,
+      "step": 16916
+    },
+    {
+      "epoch": 0.16013668935356537,
+      "grad_norm": 342.3426208496094,
+      "learning_rate": 1.9124924512558977e-06,
+      "loss": 21.7734,
+      "step": 16917
+    },
+    {
+      "epoch": 0.16014615537528043,
+      "grad_norm": 266.1431579589844,
+      "learning_rate": 1.9124799086905774e-06,
+      "loss": 22.5312,
+      "step": 16918
+    },
+    {
+      "epoch": 0.1601556213969955,
+      "grad_norm": 230.7234344482422,
+      "learning_rate": 1.912467365267585e-06,
+      "loss": 8.1719,
+      "step": 16919
+    },
+    {
+      "epoch": 0.16016508741871055,
+      "grad_norm": 272.4124450683594,
+      "learning_rate": 1.9124548209869326e-06,
+      "loss": 17.7656,
+      "step": 16920
+    },
+    {
+      "epoch": 0.16017455344042558,
+      "grad_norm": 604.1654052734375,
+      "learning_rate": 1.9124422758486324e-06,
+      "loss": 31.4609,
+      "step": 16921
+    },
+    {
+      "epoch": 0.16018401946214064,
+      "grad_norm": 478.78961181640625,
+      "learning_rate": 1.9124297298526956e-06,
+      "loss": 24.7109,
+      "step": 16922
+    },
+    {
+      "epoch": 0.1601934854838557,
+      "grad_norm": 365.4930725097656,
+      "learning_rate": 1.9124171829991346e-06,
+      "loss": 27.8945,
+      "step": 16923
+    },
+    {
+      "epoch": 0.16020295150557076,
+      "grad_norm": 524.9852905273438,
+      "learning_rate": 1.91240463528796e-06,
+      "loss": 43.375,
+      "step": 16924
+    },
+    {
+      "epoch": 0.1602124175272858,
+      "grad_norm": 334.66845703125,
+      "learning_rate": 1.9123920867191847e-06,
+      "loss": 20.3906,
+      "step": 16925
+    },
+    {
+      "epoch": 0.16022188354900085,
+      "grad_norm": 248.23683166503906,
+      "learning_rate": 1.9123795372928204e-06,
+      "loss": 21.0391,
+      "step": 16926
+    },
+    {
+      "epoch": 0.16023134957071591,
+      "grad_norm": 598.56005859375,
+      "learning_rate": 1.912366987008879e-06,
+      "loss": 28.0,
+      "step": 16927
+    },
+    {
+      "epoch": 0.16024081559243097,
+      "grad_norm": 504.17669677734375,
+      "learning_rate": 1.9123544358673716e-06,
+      "loss": 18.6367,
+      "step": 16928
+    },
+    {
+      "epoch": 0.16025028161414603,
+      "grad_norm": 338.59442138671875,
+      "learning_rate": 1.9123418838683107e-06,
+      "loss": 29.6094,
+      "step": 16929
+    },
+    {
+      "epoch": 0.16025974763586107,
+      "grad_norm": 205.1815185546875,
+      "learning_rate": 1.912329331011707e-06,
+      "loss": 19.7109,
+      "step": 16930
+    },
+    {
+      "epoch": 0.16026921365757613,
+      "grad_norm": 349.1948547363281,
+      "learning_rate": 1.9123167772975738e-06,
+      "loss": 33.5938,
+      "step": 16931
+    },
+    {
+      "epoch": 0.16027867967929119,
+      "grad_norm": 260.69061279296875,
+      "learning_rate": 1.912304222725922e-06,
+      "loss": 28.2578,
+      "step": 16932
+    },
+    {
+      "epoch": 0.16028814570100625,
+      "grad_norm": 218.4563751220703,
+      "learning_rate": 1.9122916672967633e-06,
+      "loss": 19.3516,
+      "step": 16933
+    },
+    {
+      "epoch": 0.16029761172272128,
+      "grad_norm": 515.3067016601562,
+      "learning_rate": 1.91227911101011e-06,
+      "loss": 30.2344,
+      "step": 16934
+    },
+    {
+      "epoch": 0.16030707774443634,
+      "grad_norm": 349.8551330566406,
+      "learning_rate": 1.912266553865974e-06,
+      "loss": 30.2812,
+      "step": 16935
+    },
+    {
+      "epoch": 0.1603165437661514,
+      "grad_norm": 518.0768432617188,
+      "learning_rate": 1.9122539958643666e-06,
+      "loss": 35.5859,
+      "step": 16936
+    },
+    {
+      "epoch": 0.16032600978786646,
+      "grad_norm": 384.69476318359375,
+      "learning_rate": 1.9122414370052994e-06,
+      "loss": 21.6797,
+      "step": 16937
+    },
+    {
+      "epoch": 0.16033547580958152,
+      "grad_norm": 4059.861083984375,
+      "learning_rate": 1.912228877288785e-06,
+      "loss": 21.1016,
+      "step": 16938
+    },
+    {
+      "epoch": 0.16034494183129655,
+      "grad_norm": 390.7470397949219,
+      "learning_rate": 1.912216316714835e-06,
+      "loss": 39.7422,
+      "step": 16939
+    },
+    {
+      "epoch": 0.1603544078530116,
+      "grad_norm": 477.29754638671875,
+      "learning_rate": 1.9122037552834603e-06,
+      "loss": 37.7031,
+      "step": 16940
+    },
+    {
+      "epoch": 0.16036387387472667,
+      "grad_norm": 565.3533325195312,
+      "learning_rate": 1.912191192994674e-06,
+      "loss": 21.6172,
+      "step": 16941
+    },
+    {
+      "epoch": 0.16037333989644173,
+      "grad_norm": 2.887160301208496,
+      "learning_rate": 1.912178629848487e-06,
+      "loss": 0.9512,
+      "step": 16942
+    },
+    {
+      "epoch": 0.1603828059181568,
+      "grad_norm": 3.325629949569702,
+      "learning_rate": 1.9121660658449113e-06,
+      "loss": 0.8584,
+      "step": 16943
+    },
+    {
+      "epoch": 0.16039227193987182,
+      "grad_norm": 409.7071228027344,
+      "learning_rate": 1.912153500983959e-06,
+      "loss": 17.9688,
+      "step": 16944
+    },
+    {
+      "epoch": 0.16040173796158688,
+      "grad_norm": 252.21726989746094,
+      "learning_rate": 1.912140935265642e-06,
+      "loss": 23.0,
+      "step": 16945
+    },
+    {
+      "epoch": 0.16041120398330194,
+      "grad_norm": 398.6767883300781,
+      "learning_rate": 1.9121283686899717e-06,
+      "loss": 19.9043,
+      "step": 16946
+    },
+    {
+      "epoch": 0.160420670005017,
+      "grad_norm": 375.1625061035156,
+      "learning_rate": 1.91211580125696e-06,
+      "loss": 34.0625,
+      "step": 16947
+    },
+    {
+      "epoch": 0.16043013602673203,
+      "grad_norm": 291.8757629394531,
+      "learning_rate": 1.912103232966619e-06,
+      "loss": 34.9141,
+      "step": 16948
+    },
+    {
+      "epoch": 0.1604396020484471,
+      "grad_norm": 3.3349342346191406,
+      "learning_rate": 1.91209066381896e-06,
+      "loss": 0.9844,
+      "step": 16949
+    },
+    {
+      "epoch": 0.16044906807016215,
+      "grad_norm": 410.27099609375,
+      "learning_rate": 1.912078093813995e-06,
+      "loss": 23.0156,
+      "step": 16950
+    },
+    {
+      "epoch": 0.16045853409187721,
+      "grad_norm": 332.38470458984375,
+      "learning_rate": 1.9120655229517368e-06,
+      "loss": 22.7266,
+      "step": 16951
+    },
+    {
+      "epoch": 0.16046800011359227,
+      "grad_norm": 220.82229614257812,
+      "learning_rate": 1.9120529512321954e-06,
+      "loss": 23.3125,
+      "step": 16952
+    },
+    {
+      "epoch": 0.1604774661353073,
+      "grad_norm": 235.512939453125,
+      "learning_rate": 1.912040378655384e-06,
+      "loss": 16.2031,
+      "step": 16953
+    },
+    {
+      "epoch": 0.16048693215702237,
+      "grad_norm": 295.41046142578125,
+      "learning_rate": 1.9120278052213136e-06,
+      "loss": 23.9141,
+      "step": 16954
+    },
+    {
+      "epoch": 0.16049639817873743,
+      "grad_norm": 635.16552734375,
+      "learning_rate": 1.912015230929997e-06,
+      "loss": 35.7969,
+      "step": 16955
+    },
+    {
+      "epoch": 0.16050586420045249,
+      "grad_norm": 694.1016235351562,
+      "learning_rate": 1.9120026557814447e-06,
+      "loss": 45.2969,
+      "step": 16956
+    },
+    {
+      "epoch": 0.16051533022216752,
+      "grad_norm": 210.99777221679688,
+      "learning_rate": 1.9119900797756698e-06,
+      "loss": 21.6562,
+      "step": 16957
+    },
+    {
+      "epoch": 0.16052479624388258,
+      "grad_norm": 1657.641357421875,
+      "learning_rate": 1.9119775029126835e-06,
+      "loss": 42.0938,
+      "step": 16958
+    },
+    {
+      "epoch": 0.16053426226559764,
+      "grad_norm": 178.64962768554688,
+      "learning_rate": 1.9119649251924973e-06,
+      "loss": 20.0938,
+      "step": 16959
+    },
+    {
+      "epoch": 0.1605437282873127,
+      "grad_norm": 300.8656311035156,
+      "learning_rate": 1.9119523466151236e-06,
+      "loss": 14.3203,
+      "step": 16960
+    },
+    {
+      "epoch": 0.16055319430902776,
+      "grad_norm": 463.6260986328125,
+      "learning_rate": 1.9119397671805745e-06,
+      "loss": 27.0547,
+      "step": 16961
+    },
+    {
+      "epoch": 0.1605626603307428,
+      "grad_norm": 407.12335205078125,
+      "learning_rate": 1.9119271868888607e-06,
+      "loss": 42.9375,
+      "step": 16962
+    },
+    {
+      "epoch": 0.16057212635245785,
+      "grad_norm": 372.8177185058594,
+      "learning_rate": 1.911914605739995e-06,
+      "loss": 26.4766,
+      "step": 16963
+    },
+    {
+      "epoch": 0.1605815923741729,
+      "grad_norm": 185.95860290527344,
+      "learning_rate": 1.9119020237339885e-06,
+      "loss": 15.7188,
+      "step": 16964
+    },
+    {
+      "epoch": 0.16059105839588797,
+      "grad_norm": 273.1447448730469,
+      "learning_rate": 1.9118894408708537e-06,
+      "loss": 17.0234,
+      "step": 16965
+    },
+    {
+      "epoch": 0.160600524417603,
+      "grad_norm": 337.231201171875,
+      "learning_rate": 1.911876857150602e-06,
+      "loss": 22.4531,
+      "step": 16966
+    },
+    {
+      "epoch": 0.16060999043931806,
+      "grad_norm": 505.4077453613281,
+      "learning_rate": 1.9118642725732455e-06,
+      "loss": 30.7969,
+      "step": 16967
+    },
+    {
+      "epoch": 0.16061945646103312,
+      "grad_norm": 199.98495483398438,
+      "learning_rate": 1.911851687138796e-06,
+      "loss": 19.5156,
+      "step": 16968
+    },
+    {
+      "epoch": 0.16062892248274818,
+      "grad_norm": 273.60955810546875,
+      "learning_rate": 1.911839100847265e-06,
+      "loss": 21.6016,
+      "step": 16969
+    },
+    {
+      "epoch": 0.16063838850446324,
+      "grad_norm": 358.0626220703125,
+      "learning_rate": 1.911826513698665e-06,
+      "loss": 50.457,
+      "step": 16970
+    },
+    {
+      "epoch": 0.16064785452617827,
+      "grad_norm": 193.36729431152344,
+      "learning_rate": 1.911813925693007e-06,
+      "loss": 19.8633,
+      "step": 16971
+    },
+    {
+      "epoch": 0.16065732054789333,
+      "grad_norm": 200.96035766601562,
+      "learning_rate": 1.911801336830303e-06,
+      "loss": 15.8516,
+      "step": 16972
+    },
+    {
+      "epoch": 0.1606667865696084,
+      "grad_norm": 408.78057861328125,
+      "learning_rate": 1.9117887471105658e-06,
+      "loss": 20.3047,
+      "step": 16973
+    },
+    {
+      "epoch": 0.16067625259132345,
+      "grad_norm": 186.53636169433594,
+      "learning_rate": 1.911776156533806e-06,
+      "loss": 21.3594,
+      "step": 16974
+    },
+    {
+      "epoch": 0.1606857186130385,
+      "grad_norm": 261.13433837890625,
+      "learning_rate": 1.911763565100036e-06,
+      "loss": 16.9453,
+      "step": 16975
+    },
+    {
+      "epoch": 0.16069518463475355,
+      "grad_norm": 266.4335021972656,
+      "learning_rate": 1.9117509728092676e-06,
+      "loss": 16.4688,
+      "step": 16976
+    },
+    {
+      "epoch": 0.1607046506564686,
+      "grad_norm": 396.63690185546875,
+      "learning_rate": 1.9117383796615127e-06,
+      "loss": 42.2188,
+      "step": 16977
+    },
+    {
+      "epoch": 0.16071411667818367,
+      "grad_norm": 2.821974277496338,
+      "learning_rate": 1.9117257856567827e-06,
+      "loss": 1.0352,
+      "step": 16978
+    },
+    {
+      "epoch": 0.16072358269989873,
+      "grad_norm": 560.1165771484375,
+      "learning_rate": 1.91171319079509e-06,
+      "loss": 59.7969,
+      "step": 16979
+    },
+    {
+      "epoch": 0.16073304872161376,
+      "grad_norm": 609.7498779296875,
+      "learning_rate": 1.9117005950764464e-06,
+      "loss": 50.6094,
+      "step": 16980
+    },
+    {
+      "epoch": 0.16074251474332882,
+      "grad_norm": 656.9005126953125,
+      "learning_rate": 1.911687998500863e-06,
+      "loss": 29.3125,
+      "step": 16981
+    },
+    {
+      "epoch": 0.16075198076504388,
+      "grad_norm": 324.0623779296875,
+      "learning_rate": 1.911675401068353e-06,
+      "loss": 16.6875,
+      "step": 16982
+    },
+    {
+      "epoch": 0.16076144678675894,
+      "grad_norm": 327.7328796386719,
+      "learning_rate": 1.9116628027789266e-06,
+      "loss": 20.8242,
+      "step": 16983
+    },
+    {
+      "epoch": 0.16077091280847397,
+      "grad_norm": 999.0296630859375,
+      "learning_rate": 1.911650203632597e-06,
+      "loss": 67.7734,
+      "step": 16984
+    },
+    {
+      "epoch": 0.16078037883018903,
+      "grad_norm": 402.6531066894531,
+      "learning_rate": 1.911637603629375e-06,
+      "loss": 50.0156,
+      "step": 16985
+    },
+    {
+      "epoch": 0.1607898448519041,
+      "grad_norm": 2.9536476135253906,
+      "learning_rate": 1.9116250027692735e-06,
+      "loss": 0.8442,
+      "step": 16986
+    },
+    {
+      "epoch": 0.16079931087361915,
+      "grad_norm": 367.35345458984375,
+      "learning_rate": 1.9116124010523035e-06,
+      "loss": 16.125,
+      "step": 16987
+    },
+    {
+      "epoch": 0.1608087768953342,
+      "grad_norm": 182.04039001464844,
+      "learning_rate": 1.9115997984784774e-06,
+      "loss": 16.4414,
+      "step": 16988
+    },
+    {
+      "epoch": 0.16081824291704924,
+      "grad_norm": 372.857421875,
+      "learning_rate": 1.911587195047807e-06,
+      "loss": 16.6016,
+      "step": 16989
+    },
+    {
+      "epoch": 0.1608277089387643,
+      "grad_norm": 766.78271484375,
+      "learning_rate": 1.911574590760303e-06,
+      "loss": 49.2188,
+      "step": 16990
+    },
+    {
+      "epoch": 0.16083717496047936,
+      "grad_norm": 849.5000610351562,
+      "learning_rate": 1.911561985615979e-06,
+      "loss": 31.0625,
+      "step": 16991
+    },
+    {
+      "epoch": 0.16084664098219442,
+      "grad_norm": 268.73284912109375,
+      "learning_rate": 1.9115493796148455e-06,
+      "loss": 19.4297,
+      "step": 16992
+    },
+    {
+      "epoch": 0.16085610700390945,
+      "grad_norm": 419.7916564941406,
+      "learning_rate": 1.9115367727569156e-06,
+      "loss": 20.1289,
+      "step": 16993
+    },
+    {
+      "epoch": 0.16086557302562451,
+      "grad_norm": 701.0419921875,
+      "learning_rate": 1.9115241650421997e-06,
+      "loss": 29.875,
+      "step": 16994
+    },
+    {
+      "epoch": 0.16087503904733957,
+      "grad_norm": 851.1591796875,
+      "learning_rate": 1.911511556470711e-06,
+      "loss": 38.4062,
+      "step": 16995
+    },
+    {
+      "epoch": 0.16088450506905463,
+      "grad_norm": 319.7021789550781,
+      "learning_rate": 1.9114989470424604e-06,
+      "loss": 33.1562,
+      "step": 16996
+    },
+    {
+      "epoch": 0.1608939710907697,
+      "grad_norm": 653.3712768554688,
+      "learning_rate": 1.91148633675746e-06,
+      "loss": 39.0312,
+      "step": 16997
+    },
+    {
+      "epoch": 0.16090343711248473,
+      "grad_norm": 411.3580322265625,
+      "learning_rate": 1.911473725615722e-06,
+      "loss": 43.3906,
+      "step": 16998
+    },
+    {
+      "epoch": 0.1609129031341998,
+      "grad_norm": 1791.1370849609375,
+      "learning_rate": 1.911461113617258e-06,
+      "loss": 34.25,
+      "step": 16999
+    },
+    {
+      "epoch": 0.16092236915591485,
+      "grad_norm": 565.5704956054688,
+      "learning_rate": 1.9114485007620796e-06,
+      "loss": 46.7422,
+      "step": 17000
+    },
+    {
+      "epoch": 0.1609318351776299,
+      "grad_norm": 453.46075439453125,
+      "learning_rate": 1.911435887050199e-06,
+      "loss": 18.6758,
+      "step": 17001
+    },
+    {
+      "epoch": 0.16094130119934494,
+      "grad_norm": 284.1117248535156,
+      "learning_rate": 1.9114232724816278e-06,
+      "loss": 27.4219,
+      "step": 17002
+    },
+    {
+      "epoch": 0.16095076722106,
+      "grad_norm": 887.9302368164062,
+      "learning_rate": 1.9114106570563786e-06,
+      "loss": 46.3203,
+      "step": 17003
+    },
+    {
+      "epoch": 0.16096023324277506,
+      "grad_norm": 470.27362060546875,
+      "learning_rate": 1.9113980407744622e-06,
+      "loss": 36.7969,
+      "step": 17004
+    },
+    {
+      "epoch": 0.16096969926449012,
+      "grad_norm": 293.1057434082031,
+      "learning_rate": 1.9113854236358907e-06,
+      "loss": 24.1172,
+      "step": 17005
+    },
+    {
+      "epoch": 0.16097916528620518,
+      "grad_norm": 425.1702880859375,
+      "learning_rate": 1.9113728056406766e-06,
+      "loss": 37.9453,
+      "step": 17006
+    },
+    {
+      "epoch": 0.1609886313079202,
+      "grad_norm": 924.8650512695312,
+      "learning_rate": 1.911360186788831e-06,
+      "loss": 22.0312,
+      "step": 17007
+    },
+    {
+      "epoch": 0.16099809732963527,
+      "grad_norm": 1134.1319580078125,
+      "learning_rate": 1.9113475670803666e-06,
+      "loss": 37.6367,
+      "step": 17008
+    },
+    {
+      "epoch": 0.16100756335135033,
+      "grad_norm": 557.943603515625,
+      "learning_rate": 1.9113349465152948e-06,
+      "loss": 27.0703,
+      "step": 17009
+    },
+    {
+      "epoch": 0.1610170293730654,
+      "grad_norm": 460.73162841796875,
+      "learning_rate": 1.9113223250936266e-06,
+      "loss": 35.6875,
+      "step": 17010
+    },
+    {
+      "epoch": 0.16102649539478042,
+      "grad_norm": 715.5545654296875,
+      "learning_rate": 1.9113097028153756e-06,
+      "loss": 71.7734,
+      "step": 17011
+    },
+    {
+      "epoch": 0.16103596141649548,
+      "grad_norm": 735.2754516601562,
+      "learning_rate": 1.9112970796805523e-06,
+      "loss": 34.3438,
+      "step": 17012
+    },
+    {
+      "epoch": 0.16104542743821054,
+      "grad_norm": 438.83642578125,
+      "learning_rate": 1.911284455689169e-06,
+      "loss": 21.6133,
+      "step": 17013
+    },
+    {
+      "epoch": 0.1610548934599256,
+      "grad_norm": 244.44195556640625,
+      "learning_rate": 1.9112718308412383e-06,
+      "loss": 17.8906,
+      "step": 17014
+    },
+    {
+      "epoch": 0.16106435948164066,
+      "grad_norm": 297.4529113769531,
+      "learning_rate": 1.9112592051367704e-06,
+      "loss": 25.6016,
+      "step": 17015
+    },
+    {
+      "epoch": 0.1610738255033557,
+      "grad_norm": 456.4322814941406,
+      "learning_rate": 1.9112465785757785e-06,
+      "loss": 32.5312,
+      "step": 17016
+    },
+    {
+      "epoch": 0.16108329152507075,
+      "grad_norm": 407.0337829589844,
+      "learning_rate": 1.911233951158274e-06,
+      "loss": 22.6875,
+      "step": 17017
+    },
+    {
+      "epoch": 0.16109275754678581,
+      "grad_norm": 218.86134338378906,
+      "learning_rate": 1.9112213228842694e-06,
+      "loss": 21.5938,
+      "step": 17018
+    },
+    {
+      "epoch": 0.16110222356850087,
+      "grad_norm": 395.30316162109375,
+      "learning_rate": 1.9112086937537756e-06,
+      "loss": 21.6406,
+      "step": 17019
+    },
+    {
+      "epoch": 0.1611116895902159,
+      "grad_norm": 353.6055908203125,
+      "learning_rate": 1.911196063766805e-06,
+      "loss": 27.7734,
+      "step": 17020
+    },
+    {
+      "epoch": 0.16112115561193097,
+      "grad_norm": 379.74713134765625,
+      "learning_rate": 1.9111834329233693e-06,
+      "loss": 25.7578,
+      "step": 17021
+    },
+    {
+      "epoch": 0.16113062163364603,
+      "grad_norm": 3.2509233951568604,
+      "learning_rate": 1.91117080122348e-06,
+      "loss": 0.9849,
+      "step": 17022
+    },
+    {
+      "epoch": 0.1611400876553611,
+      "grad_norm": 999.8805541992188,
+      "learning_rate": 1.91115816866715e-06,
+      "loss": 67.8281,
+      "step": 17023
+    },
+    {
+      "epoch": 0.16114955367707615,
+      "grad_norm": 282.7792053222656,
+      "learning_rate": 1.911145535254391e-06,
+      "loss": 16.5625,
+      "step": 17024
+    },
+    {
+      "epoch": 0.16115901969879118,
+      "grad_norm": 3.4331343173980713,
+      "learning_rate": 1.911132900985214e-06,
+      "loss": 0.9604,
+      "step": 17025
+    },
+    {
+      "epoch": 0.16116848572050624,
+      "grad_norm": 254.82723999023438,
+      "learning_rate": 1.9111202658596312e-06,
+      "loss": 22.2656,
+      "step": 17026
+    },
+    {
+      "epoch": 0.1611779517422213,
+      "grad_norm": 346.1422119140625,
+      "learning_rate": 1.9111076298776543e-06,
+      "loss": 25.6172,
+      "step": 17027
+    },
+    {
+      "epoch": 0.16118741776393636,
+      "grad_norm": 163.77120971679688,
+      "learning_rate": 1.911094993039296e-06,
+      "loss": 15.6172,
+      "step": 17028
+    },
+    {
+      "epoch": 0.16119688378565142,
+      "grad_norm": 3.4059479236602783,
+      "learning_rate": 1.9110823553445678e-06,
+      "loss": 0.9683,
+      "step": 17029
+    },
+    {
+      "epoch": 0.16120634980736645,
+      "grad_norm": 668.4746704101562,
+      "learning_rate": 1.9110697167934815e-06,
+      "loss": 28.6016,
+      "step": 17030
+    },
+    {
+      "epoch": 0.1612158158290815,
+      "grad_norm": 3.196014642715454,
+      "learning_rate": 1.9110570773860482e-06,
+      "loss": 0.853,
+      "step": 17031
+    },
+    {
+      "epoch": 0.16122528185079657,
+      "grad_norm": 410.2226867675781,
+      "learning_rate": 1.9110444371222812e-06,
+      "loss": 23.3906,
+      "step": 17032
+    },
+    {
+      "epoch": 0.16123474787251163,
+      "grad_norm": 191.06529235839844,
+      "learning_rate": 1.9110317960021914e-06,
+      "loss": 19.6875,
+      "step": 17033
+    },
+    {
+      "epoch": 0.16124421389422666,
+      "grad_norm": 378.4808654785156,
+      "learning_rate": 1.911019154025791e-06,
+      "loss": 27.2344,
+      "step": 17034
+    },
+    {
+      "epoch": 0.16125367991594172,
+      "grad_norm": 589.58837890625,
+      "learning_rate": 1.911006511193092e-06,
+      "loss": 19.125,
+      "step": 17035
+    },
+    {
+      "epoch": 0.16126314593765678,
+      "grad_norm": 322.2188720703125,
+      "learning_rate": 1.910993867504106e-06,
+      "loss": 36.9531,
+      "step": 17036
+    },
+    {
+      "epoch": 0.16127261195937184,
+      "grad_norm": 387.8877258300781,
+      "learning_rate": 1.9109812229588454e-06,
+      "loss": 23.7422,
+      "step": 17037
+    },
+    {
+      "epoch": 0.1612820779810869,
+      "grad_norm": 3.699342727661133,
+      "learning_rate": 1.9109685775573213e-06,
+      "loss": 0.9492,
+      "step": 17038
+    },
+    {
+      "epoch": 0.16129154400280193,
+      "grad_norm": 512.0419921875,
+      "learning_rate": 1.9109559312995463e-06,
+      "loss": 44.0156,
+      "step": 17039
+    },
+    {
+      "epoch": 0.161301010024517,
+      "grad_norm": 410.6933288574219,
+      "learning_rate": 1.9109432841855316e-06,
+      "loss": 8.3359,
+      "step": 17040
+    },
+    {
+      "epoch": 0.16131047604623205,
+      "grad_norm": 211.17330932617188,
+      "learning_rate": 1.91093063621529e-06,
+      "loss": 20.5,
+      "step": 17041
+    },
+    {
+      "epoch": 0.16131994206794711,
+      "grad_norm": 206.46800231933594,
+      "learning_rate": 1.9109179873888325e-06,
+      "loss": 12.7773,
+      "step": 17042
+    },
+    {
+      "epoch": 0.16132940808966215,
+      "grad_norm": 316.2215576171875,
+      "learning_rate": 1.9109053377061713e-06,
+      "loss": 26.2578,
+      "step": 17043
+    },
+    {
+      "epoch": 0.1613388741113772,
+      "grad_norm": 589.4833374023438,
+      "learning_rate": 1.9108926871673187e-06,
+      "loss": 54.6797,
+      "step": 17044
+    },
+    {
+      "epoch": 0.16134834013309227,
+      "grad_norm": 311.3746643066406,
+      "learning_rate": 1.9108800357722856e-06,
+      "loss": 14.4609,
+      "step": 17045
+    },
+    {
+      "epoch": 0.16135780615480733,
+      "grad_norm": 214.340576171875,
+      "learning_rate": 1.910867383521085e-06,
+      "loss": 20.2148,
+      "step": 17046
+    },
+    {
+      "epoch": 0.16136727217652239,
+      "grad_norm": 375.3583984375,
+      "learning_rate": 1.9108547304137283e-06,
+      "loss": 23.2109,
+      "step": 17047
+    },
+    {
+      "epoch": 0.16137673819823742,
+      "grad_norm": 124.23546600341797,
+      "learning_rate": 1.9108420764502274e-06,
+      "loss": 19.25,
+      "step": 17048
+    },
+    {
+      "epoch": 0.16138620421995248,
+      "grad_norm": 349.0888366699219,
+      "learning_rate": 1.910829421630594e-06,
+      "loss": 30.8438,
+      "step": 17049
+    },
+    {
+      "epoch": 0.16139567024166754,
+      "grad_norm": 224.28025817871094,
+      "learning_rate": 1.9108167659548405e-06,
+      "loss": 20.1484,
+      "step": 17050
+    },
+    {
+      "epoch": 0.1614051362633826,
+      "grad_norm": 274.1299133300781,
+      "learning_rate": 1.910804109422978e-06,
+      "loss": 10.8281,
+      "step": 17051
+    },
+    {
+      "epoch": 0.16141460228509763,
+      "grad_norm": 382.4142761230469,
+      "learning_rate": 1.910791452035019e-06,
+      "loss": 15.1406,
+      "step": 17052
+    },
+    {
+      "epoch": 0.1614240683068127,
+      "grad_norm": 495.7969055175781,
+      "learning_rate": 1.910778793790976e-06,
+      "loss": 49.9062,
+      "step": 17053
+    },
+    {
+      "epoch": 0.16143353432852775,
+      "grad_norm": 356.5565490722656,
+      "learning_rate": 1.9107661346908593e-06,
+      "loss": 34.8672,
+      "step": 17054
+    },
+    {
+      "epoch": 0.1614430003502428,
+      "grad_norm": 659.2477416992188,
+      "learning_rate": 1.9107534747346825e-06,
+      "loss": 25.2891,
+      "step": 17055
+    },
+    {
+      "epoch": 0.16145246637195787,
+      "grad_norm": 320.6579895019531,
+      "learning_rate": 1.910740813922456e-06,
+      "loss": 19.9141,
+      "step": 17056
+    },
+    {
+      "epoch": 0.1614619323936729,
+      "grad_norm": 377.04083251953125,
+      "learning_rate": 1.9107281522541927e-06,
+      "loss": 40.1562,
+      "step": 17057
+    },
+    {
+      "epoch": 0.16147139841538796,
+      "grad_norm": 190.27761840820312,
+      "learning_rate": 1.910715489729904e-06,
+      "loss": 15.5312,
+      "step": 17058
+    },
+    {
+      "epoch": 0.16148086443710302,
+      "grad_norm": 348.1722412109375,
+      "learning_rate": 1.9107028263496023e-06,
+      "loss": 22.9219,
+      "step": 17059
+    },
+    {
+      "epoch": 0.16149033045881808,
+      "grad_norm": 231.05259704589844,
+      "learning_rate": 1.910690162113299e-06,
+      "loss": 20.1445,
+      "step": 17060
+    },
+    {
+      "epoch": 0.16149979648053311,
+      "grad_norm": 385.2059631347656,
+      "learning_rate": 1.910677497021006e-06,
+      "loss": 39.5312,
+      "step": 17061
+    },
+    {
+      "epoch": 0.16150926250224817,
+      "grad_norm": 549.7839965820312,
+      "learning_rate": 1.9106648310727358e-06,
+      "loss": 19.6016,
+      "step": 17062
+    },
+    {
+      "epoch": 0.16151872852396323,
+      "grad_norm": 1272.0810546875,
+      "learning_rate": 1.9106521642684996e-06,
+      "loss": 20.4688,
+      "step": 17063
+    },
+    {
+      "epoch": 0.1615281945456783,
+      "grad_norm": 366.4230041503906,
+      "learning_rate": 1.9106394966083095e-06,
+      "loss": 56.5938,
+      "step": 17064
+    },
+    {
+      "epoch": 0.16153766056739335,
+      "grad_norm": 610.529541015625,
+      "learning_rate": 1.9106268280921774e-06,
+      "loss": 41.9062,
+      "step": 17065
+    },
+    {
+      "epoch": 0.1615471265891084,
+      "grad_norm": 524.8357543945312,
+      "learning_rate": 1.910614158720116e-06,
+      "loss": 41.5703,
+      "step": 17066
+    },
+    {
+      "epoch": 0.16155659261082345,
+      "grad_norm": 379.4273986816406,
+      "learning_rate": 1.910601488492136e-06,
+      "loss": 44.125,
+      "step": 17067
+    },
+    {
+      "epoch": 0.1615660586325385,
+      "grad_norm": 3.61087703704834,
+      "learning_rate": 1.91058881740825e-06,
+      "loss": 1.1064,
+      "step": 17068
+    },
+    {
+      "epoch": 0.16157552465425357,
+      "grad_norm": 458.9352722167969,
+      "learning_rate": 1.91057614546847e-06,
+      "loss": 41.8594,
+      "step": 17069
+    },
+    {
+      "epoch": 0.1615849906759686,
+      "grad_norm": 501.1684265136719,
+      "learning_rate": 1.910563472672807e-06,
+      "loss": 33.3906,
+      "step": 17070
+    },
+    {
+      "epoch": 0.16159445669768366,
+      "grad_norm": 3.0331943035125732,
+      "learning_rate": 1.910550799021274e-06,
+      "loss": 0.8342,
+      "step": 17071
+    },
+    {
+      "epoch": 0.16160392271939872,
+      "grad_norm": 393.4090270996094,
+      "learning_rate": 1.9105381245138826e-06,
+      "loss": 49.0938,
+      "step": 17072
+    },
+    {
+      "epoch": 0.16161338874111378,
+      "grad_norm": 292.204833984375,
+      "learning_rate": 1.9105254491506444e-06,
+      "loss": 31.2969,
+      "step": 17073
+    },
+    {
+      "epoch": 0.16162285476282884,
+      "grad_norm": 3.132530927658081,
+      "learning_rate": 1.910512772931572e-06,
+      "loss": 0.9712,
+      "step": 17074
+    },
+    {
+      "epoch": 0.16163232078454387,
+      "grad_norm": 378.35345458984375,
+      "learning_rate": 1.9105000958566758e-06,
+      "loss": 35.7422,
+      "step": 17075
+    },
+    {
+      "epoch": 0.16164178680625893,
+      "grad_norm": 336.9638977050781,
+      "learning_rate": 1.9104874179259694e-06,
+      "loss": 25.6641,
+      "step": 17076
+    },
+    {
+      "epoch": 0.161651252827974,
+      "grad_norm": 373.9454040527344,
+      "learning_rate": 1.910474739139464e-06,
+      "loss": 47.8828,
+      "step": 17077
+    },
+    {
+      "epoch": 0.16166071884968905,
+      "grad_norm": 208.96713256835938,
+      "learning_rate": 1.9104620594971718e-06,
+      "loss": 18.4766,
+      "step": 17078
+    },
+    {
+      "epoch": 0.16167018487140408,
+      "grad_norm": 2.5472519397735596,
+      "learning_rate": 1.910449378999104e-06,
+      "loss": 0.853,
+      "step": 17079
+    },
+    {
+      "epoch": 0.16167965089311914,
+      "grad_norm": 2.880476474761963,
+      "learning_rate": 1.910436697645273e-06,
+      "loss": 0.9434,
+      "step": 17080
+    },
+    {
+      "epoch": 0.1616891169148342,
+      "grad_norm": 200.97308349609375,
+      "learning_rate": 1.9104240154356912e-06,
+      "loss": 20.8398,
+      "step": 17081
+    },
+    {
+      "epoch": 0.16169858293654926,
+      "grad_norm": 3.1474947929382324,
+      "learning_rate": 1.9104113323703702e-06,
+      "loss": 0.9336,
+      "step": 17082
+    },
+    {
+      "epoch": 0.16170804895826432,
+      "grad_norm": 545.2364501953125,
+      "learning_rate": 1.9103986484493215e-06,
+      "loss": 49.1406,
+      "step": 17083
+    },
+    {
+      "epoch": 0.16171751497997935,
+      "grad_norm": 546.783447265625,
+      "learning_rate": 1.910385963672557e-06,
+      "loss": 44.0312,
+      "step": 17084
+    },
+    {
+      "epoch": 0.16172698100169441,
+      "grad_norm": 3.403522491455078,
+      "learning_rate": 1.910373278040089e-06,
+      "loss": 0.9551,
+      "step": 17085
+    },
+    {
+      "epoch": 0.16173644702340947,
+      "grad_norm": 3.383004665374756,
+      "learning_rate": 1.9103605915519295e-06,
+      "loss": 0.8813,
+      "step": 17086
+    },
+    {
+      "epoch": 0.16174591304512453,
+      "grad_norm": 353.47833251953125,
+      "learning_rate": 1.9103479042080904e-06,
+      "loss": 20.0,
+      "step": 17087
+    },
+    {
+      "epoch": 0.16175537906683957,
+      "grad_norm": 285.5270080566406,
+      "learning_rate": 1.9103352160085834e-06,
+      "loss": 29.4375,
+      "step": 17088
+    },
+    {
+      "epoch": 0.16176484508855463,
+      "grad_norm": 478.9138488769531,
+      "learning_rate": 1.91032252695342e-06,
+      "loss": 39.9375,
+      "step": 17089
+    },
+    {
+      "epoch": 0.1617743111102697,
+      "grad_norm": 551.6159057617188,
+      "learning_rate": 1.9103098370426135e-06,
+      "loss": 26.2344,
+      "step": 17090
+    },
+    {
+      "epoch": 0.16178377713198475,
+      "grad_norm": 810.7564697265625,
+      "learning_rate": 1.9102971462761744e-06,
+      "loss": 36.8047,
+      "step": 17091
+    },
+    {
+      "epoch": 0.1617932431536998,
+      "grad_norm": 329.4029541015625,
+      "learning_rate": 1.9102844546541156e-06,
+      "loss": 22.7969,
+      "step": 17092
+    },
+    {
+      "epoch": 0.16180270917541484,
+      "grad_norm": 710.7526245117188,
+      "learning_rate": 1.9102717621764484e-06,
+      "loss": 41.8633,
+      "step": 17093
+    },
+    {
+      "epoch": 0.1618121751971299,
+      "grad_norm": 411.8090515136719,
+      "learning_rate": 1.9102590688431848e-06,
+      "loss": 33.3438,
+      "step": 17094
+    },
+    {
+      "epoch": 0.16182164121884496,
+      "grad_norm": 319.9405822753906,
+      "learning_rate": 1.910246374654337e-06,
+      "loss": 22.2578,
+      "step": 17095
+    },
+    {
+      "epoch": 0.16183110724056002,
+      "grad_norm": 258.8850402832031,
+      "learning_rate": 1.910233679609917e-06,
+      "loss": 6.3574,
+      "step": 17096
+    },
+    {
+      "epoch": 0.16184057326227505,
+      "grad_norm": 419.0711975097656,
+      "learning_rate": 1.9102209837099364e-06,
+      "loss": 38.6719,
+      "step": 17097
+    },
+    {
+      "epoch": 0.1618500392839901,
+      "grad_norm": 330.5131530761719,
+      "learning_rate": 1.9102082869544072e-06,
+      "loss": 39.4219,
+      "step": 17098
+    },
+    {
+      "epoch": 0.16185950530570517,
+      "grad_norm": 418.7228088378906,
+      "learning_rate": 1.9101955893433418e-06,
+      "loss": 19.0078,
+      "step": 17099
+    },
+    {
+      "epoch": 0.16186897132742023,
+      "grad_norm": 332.8175964355469,
+      "learning_rate": 1.9101828908767514e-06,
+      "loss": 9.0625,
+      "step": 17100
+    },
+    {
+      "epoch": 0.1618784373491353,
+      "grad_norm": 587.3089599609375,
+      "learning_rate": 1.9101701915546485e-06,
+      "loss": 19.3672,
+      "step": 17101
+    },
+    {
+      "epoch": 0.16188790337085032,
+      "grad_norm": 210.52789306640625,
+      "learning_rate": 1.9101574913770444e-06,
+      "loss": 8.5,
+      "step": 17102
+    },
+    {
+      "epoch": 0.16189736939256538,
+      "grad_norm": 234.1007843017578,
+      "learning_rate": 1.9101447903439523e-06,
+      "loss": 17.2109,
+      "step": 17103
+    },
+    {
+      "epoch": 0.16190683541428044,
+      "grad_norm": 239.49139404296875,
+      "learning_rate": 1.9101320884553824e-06,
+      "loss": 21.0938,
+      "step": 17104
+    },
+    {
+      "epoch": 0.1619163014359955,
+      "grad_norm": 542.4743041992188,
+      "learning_rate": 1.910119385711348e-06,
+      "loss": 46.6719,
+      "step": 17105
+    },
+    {
+      "epoch": 0.16192576745771053,
+      "grad_norm": 558.11572265625,
+      "learning_rate": 1.9101066821118605e-06,
+      "loss": 49.0469,
+      "step": 17106
+    },
+    {
+      "epoch": 0.1619352334794256,
+      "grad_norm": 464.9468078613281,
+      "learning_rate": 1.910093977656932e-06,
+      "loss": 47.0156,
+      "step": 17107
+    },
+    {
+      "epoch": 0.16194469950114065,
+      "grad_norm": 304.21148681640625,
+      "learning_rate": 1.9100812723465745e-06,
+      "loss": 17.2031,
+      "step": 17108
+    },
+    {
+      "epoch": 0.16195416552285571,
+      "grad_norm": 727.4903564453125,
+      "learning_rate": 1.9100685661807994e-06,
+      "loss": 32.5352,
+      "step": 17109
+    },
+    {
+      "epoch": 0.16196363154457077,
+      "grad_norm": 581.537841796875,
+      "learning_rate": 1.9100558591596198e-06,
+      "loss": 26.0703,
+      "step": 17110
+    },
+    {
+      "epoch": 0.1619730975662858,
+      "grad_norm": 380.3512268066406,
+      "learning_rate": 1.910043151283046e-06,
+      "loss": 28.457,
+      "step": 17111
+    },
+    {
+      "epoch": 0.16198256358800087,
+      "grad_norm": 359.89471435546875,
+      "learning_rate": 1.9100304425510915e-06,
+      "loss": 22.5703,
+      "step": 17112
+    },
+    {
+      "epoch": 0.16199202960971593,
+      "grad_norm": 300.28375244140625,
+      "learning_rate": 1.910017732963767e-06,
+      "loss": 27.3906,
+      "step": 17113
+    },
+    {
+      "epoch": 0.162001495631431,
+      "grad_norm": 706.1578369140625,
+      "learning_rate": 1.9100050225210855e-06,
+      "loss": 30.4219,
+      "step": 17114
+    },
+    {
+      "epoch": 0.16201096165314605,
+      "grad_norm": 971.186279296875,
+      "learning_rate": 1.909992311223058e-06,
+      "loss": 27.9219,
+      "step": 17115
+    },
+    {
+      "epoch": 0.16202042767486108,
+      "grad_norm": 251.74732971191406,
+      "learning_rate": 1.909979599069698e-06,
+      "loss": 18.0859,
+      "step": 17116
+    },
+    {
+      "epoch": 0.16202989369657614,
+      "grad_norm": 385.5003356933594,
+      "learning_rate": 1.909966886061015e-06,
+      "loss": 38.8906,
+      "step": 17117
+    },
+    {
+      "epoch": 0.1620393597182912,
+      "grad_norm": 413.82977294921875,
+      "learning_rate": 1.909954172197023e-06,
+      "loss": 49.9375,
+      "step": 17118
+    },
+    {
+      "epoch": 0.16204882574000626,
+      "grad_norm": 273.7763366699219,
+      "learning_rate": 1.9099414574777334e-06,
+      "loss": 17.4062,
+      "step": 17119
+    },
+    {
+      "epoch": 0.1620582917617213,
+      "grad_norm": 3.4670865535736084,
+      "learning_rate": 1.909928741903158e-06,
+      "loss": 0.9517,
+      "step": 17120
+    },
+    {
+      "epoch": 0.16206775778343635,
+      "grad_norm": 357.6307373046875,
+      "learning_rate": 1.9099160254733086e-06,
+      "loss": 32.1562,
+      "step": 17121
+    },
+    {
+      "epoch": 0.1620772238051514,
+      "grad_norm": 415.7175598144531,
+      "learning_rate": 1.909903308188197e-06,
+      "loss": 29.5156,
+      "step": 17122
+    },
+    {
+      "epoch": 0.16208668982686647,
+      "grad_norm": 406.2748107910156,
+      "learning_rate": 1.9098905900478363e-06,
+      "loss": 32.8125,
+      "step": 17123
+    },
+    {
+      "epoch": 0.16209615584858153,
+      "grad_norm": 406.7070617675781,
+      "learning_rate": 1.909877871052237e-06,
+      "loss": 36.2188,
+      "step": 17124
+    },
+    {
+      "epoch": 0.16210562187029656,
+      "grad_norm": 560.647216796875,
+      "learning_rate": 1.9098651512014118e-06,
+      "loss": 40.3633,
+      "step": 17125
+    },
+    {
+      "epoch": 0.16211508789201162,
+      "grad_norm": 456.6175537109375,
+      "learning_rate": 1.9098524304953725e-06,
+      "loss": 66.1875,
+      "step": 17126
+    },
+    {
+      "epoch": 0.16212455391372668,
+      "grad_norm": 365.978271484375,
+      "learning_rate": 1.909839708934131e-06,
+      "loss": 11.2305,
+      "step": 17127
+    },
+    {
+      "epoch": 0.16213401993544174,
+      "grad_norm": 690.6747436523438,
+      "learning_rate": 1.9098269865177e-06,
+      "loss": 42.918,
+      "step": 17128
+    },
+    {
+      "epoch": 0.16214348595715677,
+      "grad_norm": 200.08790588378906,
+      "learning_rate": 1.9098142632460903e-06,
+      "loss": 14.375,
+      "step": 17129
+    },
+    {
+      "epoch": 0.16215295197887183,
+      "grad_norm": 3.420147657394409,
+      "learning_rate": 1.9098015391193144e-06,
+      "loss": 0.9441,
+      "step": 17130
+    },
+    {
+      "epoch": 0.1621624180005869,
+      "grad_norm": 457.46514892578125,
+      "learning_rate": 1.9097888141373843e-06,
+      "loss": 43.7812,
+      "step": 17131
+    },
+    {
+      "epoch": 0.16217188402230195,
+      "grad_norm": 174.50579833984375,
+      "learning_rate": 1.909776088300312e-06,
+      "loss": 20.0234,
+      "step": 17132
+    },
+    {
+      "epoch": 0.16218135004401701,
+      "grad_norm": 236.48043823242188,
+      "learning_rate": 1.9097633616081094e-06,
+      "loss": 19.0,
+      "step": 17133
+    },
+    {
+      "epoch": 0.16219081606573205,
+      "grad_norm": 301.0186462402344,
+      "learning_rate": 1.909750634060788e-06,
+      "loss": 17.6484,
+      "step": 17134
+    },
+    {
+      "epoch": 0.1622002820874471,
+      "grad_norm": 325.7938232421875,
+      "learning_rate": 1.909737905658361e-06,
+      "loss": 30.5938,
+      "step": 17135
+    },
+    {
+      "epoch": 0.16220974810916217,
+      "grad_norm": 584.9515380859375,
+      "learning_rate": 1.909725176400839e-06,
+      "loss": 41.5391,
+      "step": 17136
+    },
+    {
+      "epoch": 0.16221921413087723,
+      "grad_norm": 362.670654296875,
+      "learning_rate": 1.909712446288234e-06,
+      "loss": 38.8281,
+      "step": 17137
+    },
+    {
+      "epoch": 0.16222868015259226,
+      "grad_norm": 193.35032653808594,
+      "learning_rate": 1.9096997153205592e-06,
+      "loss": 14.6484,
+      "step": 17138
+    },
+    {
+      "epoch": 0.16223814617430732,
+      "grad_norm": 347.5096435546875,
+      "learning_rate": 1.909686983497826e-06,
+      "loss": 27.2891,
+      "step": 17139
+    },
+    {
+      "epoch": 0.16224761219602238,
+      "grad_norm": 312.19268798828125,
+      "learning_rate": 1.9096742508200457e-06,
+      "loss": 36.0312,
+      "step": 17140
+    },
+    {
+      "epoch": 0.16225707821773744,
+      "grad_norm": 794.9446411132812,
+      "learning_rate": 1.909661517287231e-06,
+      "loss": 47.4453,
+      "step": 17141
+    },
+    {
+      "epoch": 0.1622665442394525,
+      "grad_norm": 194.83502197265625,
+      "learning_rate": 1.9096487828993936e-06,
+      "loss": 18.3672,
+      "step": 17142
+    },
+    {
+      "epoch": 0.16227601026116753,
+      "grad_norm": 364.40667724609375,
+      "learning_rate": 1.9096360476565457e-06,
+      "loss": 18.5859,
+      "step": 17143
+    },
+    {
+      "epoch": 0.1622854762828826,
+      "grad_norm": 259.6159973144531,
+      "learning_rate": 1.909623311558699e-06,
+      "loss": 19.2031,
+      "step": 17144
+    },
+    {
+      "epoch": 0.16229494230459765,
+      "grad_norm": 277.787841796875,
+      "learning_rate": 1.9096105746058652e-06,
+      "loss": 10.9961,
+      "step": 17145
+    },
+    {
+      "epoch": 0.1623044083263127,
+      "grad_norm": 252.2308807373047,
+      "learning_rate": 1.909597836798057e-06,
+      "loss": 18.8047,
+      "step": 17146
+    },
+    {
+      "epoch": 0.16231387434802774,
+      "grad_norm": 227.10679626464844,
+      "learning_rate": 1.9095850981352862e-06,
+      "loss": 13.8008,
+      "step": 17147
+    },
+    {
+      "epoch": 0.1623233403697428,
+      "grad_norm": 302.960693359375,
+      "learning_rate": 1.9095723586175643e-06,
+      "loss": 13.9688,
+      "step": 17148
+    },
+    {
+      "epoch": 0.16233280639145786,
+      "grad_norm": 272.6726379394531,
+      "learning_rate": 1.9095596182449032e-06,
+      "loss": 21.3203,
+      "step": 17149
+    },
+    {
+      "epoch": 0.16234227241317292,
+      "grad_norm": 611.236083984375,
+      "learning_rate": 1.909546877017316e-06,
+      "loss": 40.25,
+      "step": 17150
+    },
+    {
+      "epoch": 0.16235173843488798,
+      "grad_norm": 513.290283203125,
+      "learning_rate": 1.9095341349348136e-06,
+      "loss": 28.9688,
+      "step": 17151
+    },
+    {
+      "epoch": 0.16236120445660301,
+      "grad_norm": 3.0989832878112793,
+      "learning_rate": 1.909521391997408e-06,
+      "loss": 1.0117,
+      "step": 17152
+    },
+    {
+      "epoch": 0.16237067047831807,
+      "grad_norm": 468.90093994140625,
+      "learning_rate": 1.909508648205112e-06,
+      "loss": 26.7031,
+      "step": 17153
+    },
+    {
+      "epoch": 0.16238013650003313,
+      "grad_norm": 606.1409912109375,
+      "learning_rate": 1.9094959035579365e-06,
+      "loss": 16.1016,
+      "step": 17154
+    },
+    {
+      "epoch": 0.1623896025217482,
+      "grad_norm": 329.4105224609375,
+      "learning_rate": 1.9094831580558942e-06,
+      "loss": 21.1797,
+      "step": 17155
+    },
+    {
+      "epoch": 0.16239906854346323,
+      "grad_norm": 3.0354511737823486,
+      "learning_rate": 1.909470411698997e-06,
+      "loss": 0.7454,
+      "step": 17156
+    },
+    {
+      "epoch": 0.1624085345651783,
+      "grad_norm": 380.9478454589844,
+      "learning_rate": 1.909457664487257e-06,
+      "loss": 19.1406,
+      "step": 17157
+    },
+    {
+      "epoch": 0.16241800058689335,
+      "grad_norm": 145.47605895996094,
+      "learning_rate": 1.909444916420685e-06,
+      "loss": 12.0547,
+      "step": 17158
+    },
+    {
+      "epoch": 0.1624274666086084,
+      "grad_norm": 391.83172607421875,
+      "learning_rate": 1.909432167499295e-06,
+      "loss": 13.9141,
+      "step": 17159
+    },
+    {
+      "epoch": 0.16243693263032347,
+      "grad_norm": 740.0308837890625,
+      "learning_rate": 1.9094194177230975e-06,
+      "loss": 19.3789,
+      "step": 17160
+    },
+    {
+      "epoch": 0.1624463986520385,
+      "grad_norm": 523.7193603515625,
+      "learning_rate": 1.9094066670921047e-06,
+      "loss": 34.125,
+      "step": 17161
+    },
+    {
+      "epoch": 0.16245586467375356,
+      "grad_norm": 244.2097930908203,
+      "learning_rate": 1.909393915606329e-06,
+      "loss": 15.0312,
+      "step": 17162
+    },
+    {
+      "epoch": 0.16246533069546862,
+      "grad_norm": 218.5679168701172,
+      "learning_rate": 1.9093811632657823e-06,
+      "loss": 18.418,
+      "step": 17163
+    },
+    {
+      "epoch": 0.16247479671718368,
+      "grad_norm": 226.27503967285156,
+      "learning_rate": 1.9093684100704764e-06,
+      "loss": 24.9688,
+      "step": 17164
+    },
+    {
+      "epoch": 0.1624842627388987,
+      "grad_norm": 838.9443969726562,
+      "learning_rate": 1.909355656020423e-06,
+      "loss": 48.0156,
+      "step": 17165
+    },
+    {
+      "epoch": 0.16249372876061377,
+      "grad_norm": 438.9240417480469,
+      "learning_rate": 1.909342901115635e-06,
+      "loss": 23.0781,
+      "step": 17166
+    },
+    {
+      "epoch": 0.16250319478232883,
+      "grad_norm": 351.3302307128906,
+      "learning_rate": 1.9093301453561236e-06,
+      "loss": 19.8906,
+      "step": 17167
+    },
+    {
+      "epoch": 0.1625126608040439,
+      "grad_norm": 199.6851806640625,
+      "learning_rate": 1.9093173887419014e-06,
+      "loss": 15.8516,
+      "step": 17168
+    },
+    {
+      "epoch": 0.16252212682575895,
+      "grad_norm": 2.6602160930633545,
+      "learning_rate": 1.9093046312729793e-06,
+      "loss": 0.7588,
+      "step": 17169
+    },
+    {
+      "epoch": 0.16253159284747398,
+      "grad_norm": 819.4470825195312,
+      "learning_rate": 1.9092918729493704e-06,
+      "loss": 28.4609,
+      "step": 17170
+    },
+    {
+      "epoch": 0.16254105886918904,
+      "grad_norm": 236.28158569335938,
+      "learning_rate": 1.9092791137710863e-06,
+      "loss": 11.3594,
+      "step": 17171
+    },
+    {
+      "epoch": 0.1625505248909041,
+      "grad_norm": 322.6043701171875,
+      "learning_rate": 1.9092663537381387e-06,
+      "loss": 24.6641,
+      "step": 17172
+    },
+    {
+      "epoch": 0.16255999091261916,
+      "grad_norm": 577.3320922851562,
+      "learning_rate": 1.9092535928505404e-06,
+      "loss": 11.1816,
+      "step": 17173
+    },
+    {
+      "epoch": 0.1625694569343342,
+      "grad_norm": 671.29638671875,
+      "learning_rate": 1.9092408311083023e-06,
+      "loss": 41.6562,
+      "step": 17174
+    },
+    {
+      "epoch": 0.16257892295604925,
+      "grad_norm": 242.12611389160156,
+      "learning_rate": 1.9092280685114373e-06,
+      "loss": 19.625,
+      "step": 17175
+    },
+    {
+      "epoch": 0.16258838897776431,
+      "grad_norm": 1076.1988525390625,
+      "learning_rate": 1.909215305059957e-06,
+      "loss": 64.9688,
+      "step": 17176
+    },
+    {
+      "epoch": 0.16259785499947937,
+      "grad_norm": 197.93309020996094,
+      "learning_rate": 1.9092025407538735e-06,
+      "loss": 14.1484,
+      "step": 17177
+    },
+    {
+      "epoch": 0.16260732102119443,
+      "grad_norm": 441.7080078125,
+      "learning_rate": 1.909189775593199e-06,
+      "loss": 44.5156,
+      "step": 17178
+    },
+    {
+      "epoch": 0.16261678704290947,
+      "grad_norm": 458.0302734375,
+      "learning_rate": 1.9091770095779448e-06,
+      "loss": 35.9219,
+      "step": 17179
+    },
+    {
+      "epoch": 0.16262625306462453,
+      "grad_norm": 3.109907627105713,
+      "learning_rate": 1.9091642427081233e-06,
+      "loss": 0.7944,
+      "step": 17180
+    },
+    {
+      "epoch": 0.1626357190863396,
+      "grad_norm": 606.73828125,
+      "learning_rate": 1.909151474983747e-06,
+      "loss": 18.5,
+      "step": 17181
+    },
+    {
+      "epoch": 0.16264518510805465,
+      "grad_norm": 1083.8465576171875,
+      "learning_rate": 1.909138706404827e-06,
+      "loss": 63.2031,
+      "step": 17182
+    },
+    {
+      "epoch": 0.16265465112976968,
+      "grad_norm": 293.37738037109375,
+      "learning_rate": 1.9091259369713762e-06,
+      "loss": 25.9375,
+      "step": 17183
+    },
+    {
+      "epoch": 0.16266411715148474,
+      "grad_norm": 213.6715087890625,
+      "learning_rate": 1.909113166683406e-06,
+      "loss": 17.4219,
+      "step": 17184
+    },
+    {
+      "epoch": 0.1626735831731998,
+      "grad_norm": 178.16970825195312,
+      "learning_rate": 1.9091003955409283e-06,
+      "loss": 20.375,
+      "step": 17185
+    },
+    {
+      "epoch": 0.16268304919491486,
+      "grad_norm": 467.533935546875,
+      "learning_rate": 1.909087623543956e-06,
+      "loss": 18.2266,
+      "step": 17186
+    },
+    {
+      "epoch": 0.16269251521662992,
+      "grad_norm": 580.991943359375,
+      "learning_rate": 1.9090748506925e-06,
+      "loss": 38.4531,
+      "step": 17187
+    },
+    {
+      "epoch": 0.16270198123834495,
+      "grad_norm": 470.53033447265625,
+      "learning_rate": 1.9090620769865725e-06,
+      "loss": 48.125,
+      "step": 17188
+    },
+    {
+      "epoch": 0.16271144726006,
+      "grad_norm": 3.287400960922241,
+      "learning_rate": 1.909049302426186e-06,
+      "loss": 0.9988,
+      "step": 17189
+    },
+    {
+      "epoch": 0.16272091328177507,
+      "grad_norm": 806.9395751953125,
+      "learning_rate": 1.9090365270113527e-06,
+      "loss": 31.1328,
+      "step": 17190
+    },
+    {
+      "epoch": 0.16273037930349013,
+      "grad_norm": 2.913935899734497,
+      "learning_rate": 1.9090237507420837e-06,
+      "loss": 0.9429,
+      "step": 17191
+    },
+    {
+      "epoch": 0.16273984532520516,
+      "grad_norm": 335.96502685546875,
+      "learning_rate": 1.909010973618392e-06,
+      "loss": 16.707,
+      "step": 17192
+    },
+    {
+      "epoch": 0.16274931134692022,
+      "grad_norm": 1045.2623291015625,
+      "learning_rate": 1.908998195640289e-06,
+      "loss": 21.4844,
+      "step": 17193
+    },
+    {
+      "epoch": 0.16275877736863528,
+      "grad_norm": 301.88983154296875,
+      "learning_rate": 1.9089854168077864e-06,
+      "loss": 14.5,
+      "step": 17194
+    },
+    {
+      "epoch": 0.16276824339035034,
+      "grad_norm": 453.4959411621094,
+      "learning_rate": 1.908972637120897e-06,
+      "loss": 37.8906,
+      "step": 17195
+    },
+    {
+      "epoch": 0.1627777094120654,
+      "grad_norm": 572.2178344726562,
+      "learning_rate": 1.908959856579632e-06,
+      "loss": 66.0312,
+      "step": 17196
+    },
+    {
+      "epoch": 0.16278717543378043,
+      "grad_norm": 702.9304809570312,
+      "learning_rate": 1.9089470751840046e-06,
+      "loss": 52.1797,
+      "step": 17197
+    },
+    {
+      "epoch": 0.1627966414554955,
+      "grad_norm": 577.6237182617188,
+      "learning_rate": 1.9089342929340257e-06,
+      "loss": 25.3281,
+      "step": 17198
+    },
+    {
+      "epoch": 0.16280610747721055,
+      "grad_norm": 374.94049072265625,
+      "learning_rate": 1.9089215098297078e-06,
+      "loss": 20.3672,
+      "step": 17199
+    },
+    {
+      "epoch": 0.16281557349892561,
+      "grad_norm": 219.3008575439453,
+      "learning_rate": 1.9089087258710627e-06,
+      "loss": 20.125,
+      "step": 17200
+    },
+    {
+      "epoch": 0.16282503952064067,
+      "grad_norm": 498.6373596191406,
+      "learning_rate": 1.9088959410581027e-06,
+      "loss": 26.0,
+      "step": 17201
+    },
+    {
+      "epoch": 0.1628345055423557,
+      "grad_norm": 158.0800323486328,
+      "learning_rate": 1.9088831553908397e-06,
+      "loss": 8.9609,
+      "step": 17202
+    },
+    {
+      "epoch": 0.16284397156407077,
+      "grad_norm": 756.7716674804688,
+      "learning_rate": 1.908870368869285e-06,
+      "loss": 10.0547,
+      "step": 17203
+    },
+    {
+      "epoch": 0.16285343758578583,
+      "grad_norm": 367.3434753417969,
+      "learning_rate": 1.908857581493452e-06,
+      "loss": 9.5039,
+      "step": 17204
+    },
+    {
+      "epoch": 0.1628629036075009,
+      "grad_norm": 1055.233642578125,
+      "learning_rate": 1.9088447932633514e-06,
+      "loss": 26.3867,
+      "step": 17205
+    },
+    {
+      "epoch": 0.16287236962921592,
+      "grad_norm": 681.2559204101562,
+      "learning_rate": 1.9088320041789966e-06,
+      "loss": 51.0625,
+      "step": 17206
+    },
+    {
+      "epoch": 0.16288183565093098,
+      "grad_norm": 3.624427080154419,
+      "learning_rate": 1.9088192142403984e-06,
+      "loss": 0.9932,
+      "step": 17207
+    },
+    {
+      "epoch": 0.16289130167264604,
+      "grad_norm": 295.9122619628906,
+      "learning_rate": 1.908806423447569e-06,
+      "loss": 34.3438,
+      "step": 17208
+    },
+    {
+      "epoch": 0.1629007676943611,
+      "grad_norm": 285.0680236816406,
+      "learning_rate": 1.9087936318005212e-06,
+      "loss": 23.7344,
+      "step": 17209
+    },
+    {
+      "epoch": 0.16291023371607616,
+      "grad_norm": 765.9578857421875,
+      "learning_rate": 1.908780839299266e-06,
+      "loss": 9.0957,
+      "step": 17210
+    },
+    {
+      "epoch": 0.1629196997377912,
+      "grad_norm": 369.7676696777344,
+      "learning_rate": 1.9087680459438165e-06,
+      "loss": 21.1328,
+      "step": 17211
+    },
+    {
+      "epoch": 0.16292916575950625,
+      "grad_norm": 547.5623168945312,
+      "learning_rate": 1.9087552517341834e-06,
+      "loss": 47.3281,
+      "step": 17212
+    },
+    {
+      "epoch": 0.1629386317812213,
+      "grad_norm": 448.5507507324219,
+      "learning_rate": 1.9087424566703803e-06,
+      "loss": 19.6133,
+      "step": 17213
+    },
+    {
+      "epoch": 0.16294809780293637,
+      "grad_norm": 274.9565734863281,
+      "learning_rate": 1.9087296607524177e-06,
+      "loss": 31.5,
+      "step": 17214
+    },
+    {
+      "epoch": 0.1629575638246514,
+      "grad_norm": 565.0906372070312,
+      "learning_rate": 1.908716863980309e-06,
+      "loss": 39.6641,
+      "step": 17215
+    },
+    {
+      "epoch": 0.16296702984636646,
+      "grad_norm": 310.8688659667969,
+      "learning_rate": 1.908704066354065e-06,
+      "loss": 15.1875,
+      "step": 17216
+    },
+    {
+      "epoch": 0.16297649586808152,
+      "grad_norm": 417.39556884765625,
+      "learning_rate": 1.9086912678736986e-06,
+      "loss": 34.4844,
+      "step": 17217
+    },
+    {
+      "epoch": 0.16298596188979658,
+      "grad_norm": 516.5235595703125,
+      "learning_rate": 1.9086784685392215e-06,
+      "loss": 30.7266,
+      "step": 17218
+    },
+    {
+      "epoch": 0.16299542791151164,
+      "grad_norm": 244.13966369628906,
+      "learning_rate": 1.908665668350646e-06,
+      "loss": 15.5234,
+      "step": 17219
+    },
+    {
+      "epoch": 0.16300489393322667,
+      "grad_norm": 425.6676025390625,
+      "learning_rate": 1.908652867307983e-06,
+      "loss": 24.0469,
+      "step": 17220
+    },
+    {
+      "epoch": 0.16301435995494173,
+      "grad_norm": 1046.1126708984375,
+      "learning_rate": 1.908640065411246e-06,
+      "loss": 8.8594,
+      "step": 17221
+    },
+    {
+      "epoch": 0.1630238259766568,
+      "grad_norm": 648.1852416992188,
+      "learning_rate": 1.9086272626604467e-06,
+      "loss": 26.3359,
+      "step": 17222
+    },
+    {
+      "epoch": 0.16303329199837185,
+      "grad_norm": 235.3729705810547,
+      "learning_rate": 1.9086144590555966e-06,
+      "loss": 18.7812,
+      "step": 17223
+    },
+    {
+      "epoch": 0.1630427580200869,
+      "grad_norm": 390.0371398925781,
+      "learning_rate": 1.908601654596708e-06,
+      "loss": 35.9688,
+      "step": 17224
+    },
+    {
+      "epoch": 0.16305222404180195,
+      "grad_norm": 356.9551696777344,
+      "learning_rate": 1.908588849283793e-06,
+      "loss": 21.2734,
+      "step": 17225
+    },
+    {
+      "epoch": 0.163061690063517,
+      "grad_norm": 283.96258544921875,
+      "learning_rate": 1.9085760431168637e-06,
+      "loss": 19.4219,
+      "step": 17226
+    },
+    {
+      "epoch": 0.16307115608523207,
+      "grad_norm": 455.4337158203125,
+      "learning_rate": 1.908563236095932e-06,
+      "loss": 34.3984,
+      "step": 17227
+    },
+    {
+      "epoch": 0.16308062210694713,
+      "grad_norm": 309.80169677734375,
+      "learning_rate": 1.90855042822101e-06,
+      "loss": 20.0312,
+      "step": 17228
+    },
+    {
+      "epoch": 0.16309008812866216,
+      "grad_norm": 555.0149536132812,
+      "learning_rate": 1.9085376194921094e-06,
+      "loss": 54.8906,
+      "step": 17229
+    },
+    {
+      "epoch": 0.16309955415037722,
+      "grad_norm": 427.07611083984375,
+      "learning_rate": 1.9085248099092426e-06,
+      "loss": 39.2266,
+      "step": 17230
+    },
+    {
+      "epoch": 0.16310902017209228,
+      "grad_norm": 733.1690063476562,
+      "learning_rate": 1.908511999472422e-06,
+      "loss": 41.5,
+      "step": 17231
+    },
+    {
+      "epoch": 0.16311848619380734,
+      "grad_norm": 262.6268310546875,
+      "learning_rate": 1.908499188181659e-06,
+      "loss": 21.9375,
+      "step": 17232
+    },
+    {
+      "epoch": 0.16312795221552237,
+      "grad_norm": 498.63299560546875,
+      "learning_rate": 1.9084863760369655e-06,
+      "loss": 32.9375,
+      "step": 17233
+    },
+    {
+      "epoch": 0.16313741823723743,
+      "grad_norm": 402.1280212402344,
+      "learning_rate": 1.9084735630383544e-06,
+      "loss": 21.1641,
+      "step": 17234
+    },
+    {
+      "epoch": 0.1631468842589525,
+      "grad_norm": 467.3144836425781,
+      "learning_rate": 1.9084607491858367e-06,
+      "loss": 49.5312,
+      "step": 17235
+    },
+    {
+      "epoch": 0.16315635028066755,
+      "grad_norm": 733.6912841796875,
+      "learning_rate": 1.9084479344794256e-06,
+      "loss": 34.2266,
+      "step": 17236
+    },
+    {
+      "epoch": 0.1631658163023826,
+      "grad_norm": 539.5352172851562,
+      "learning_rate": 1.9084351189191323e-06,
+      "loss": 42.5469,
+      "step": 17237
+    },
+    {
+      "epoch": 0.16317528232409764,
+      "grad_norm": 493.86199951171875,
+      "learning_rate": 1.908422302504969e-06,
+      "loss": 17.375,
+      "step": 17238
+    },
+    {
+      "epoch": 0.1631847483458127,
+      "grad_norm": 306.2831726074219,
+      "learning_rate": 1.908409485236948e-06,
+      "loss": 7.7539,
+      "step": 17239
+    },
+    {
+      "epoch": 0.16319421436752776,
+      "grad_norm": 497.1737365722656,
+      "learning_rate": 1.908396667115081e-06,
+      "loss": 54.625,
+      "step": 17240
+    },
+    {
+      "epoch": 0.16320368038924282,
+      "grad_norm": 1190.3018798828125,
+      "learning_rate": 1.90838384813938e-06,
+      "loss": 57.3398,
+      "step": 17241
+    },
+    {
+      "epoch": 0.16321314641095785,
+      "grad_norm": 2.7576329708099365,
+      "learning_rate": 1.908371028309858e-06,
+      "loss": 0.8093,
+      "step": 17242
+    },
+    {
+      "epoch": 0.16322261243267291,
+      "grad_norm": 268.7993469238281,
+      "learning_rate": 1.908358207626526e-06,
+      "loss": 38.4531,
+      "step": 17243
+    },
+    {
+      "epoch": 0.16323207845438797,
+      "grad_norm": 1502.006103515625,
+      "learning_rate": 1.908345386089396e-06,
+      "loss": 48.3281,
+      "step": 17244
+    },
+    {
+      "epoch": 0.16324154447610303,
+      "grad_norm": 584.24658203125,
+      "learning_rate": 1.908332563698481e-06,
+      "loss": 41.0938,
+      "step": 17245
+    },
+    {
+      "epoch": 0.1632510104978181,
+      "grad_norm": 619.9765625,
+      "learning_rate": 1.908319740453792e-06,
+      "loss": 45.3242,
+      "step": 17246
+    },
+    {
+      "epoch": 0.16326047651953313,
+      "grad_norm": 220.34048461914062,
+      "learning_rate": 1.908306916355342e-06,
+      "loss": 30.0938,
+      "step": 17247
+    },
+    {
+      "epoch": 0.1632699425412482,
+      "grad_norm": 456.5369567871094,
+      "learning_rate": 1.9082940914031422e-06,
+      "loss": 14.125,
+      "step": 17248
+    },
+    {
+      "epoch": 0.16327940856296325,
+      "grad_norm": 228.76438903808594,
+      "learning_rate": 1.908281265597205e-06,
+      "loss": 29.4375,
+      "step": 17249
+    },
+    {
+      "epoch": 0.1632888745846783,
+      "grad_norm": 634.3157958984375,
+      "learning_rate": 1.9082684389375427e-06,
+      "loss": 45.2031,
+      "step": 17250
+    },
+    {
+      "epoch": 0.16329834060639334,
+      "grad_norm": 511.55804443359375,
+      "learning_rate": 1.9082556114241674e-06,
+      "loss": 39.2031,
+      "step": 17251
+    },
+    {
+      "epoch": 0.1633078066281084,
+      "grad_norm": 464.3226013183594,
+      "learning_rate": 1.9082427830570905e-06,
+      "loss": 59.1406,
+      "step": 17252
+    },
+    {
+      "epoch": 0.16331727264982346,
+      "grad_norm": 1442.189697265625,
+      "learning_rate": 1.9082299538363247e-06,
+      "loss": 46.8359,
+      "step": 17253
+    },
+    {
+      "epoch": 0.16332673867153852,
+      "grad_norm": 723.2037353515625,
+      "learning_rate": 1.9082171237618817e-06,
+      "loss": 53.0078,
+      "step": 17254
+    },
+    {
+      "epoch": 0.16333620469325358,
+      "grad_norm": 461.0644226074219,
+      "learning_rate": 1.9082042928337736e-06,
+      "loss": 17.7969,
+      "step": 17255
+    },
+    {
+      "epoch": 0.1633456707149686,
+      "grad_norm": 472.1877746582031,
+      "learning_rate": 1.908191461052013e-06,
+      "loss": 50.9688,
+      "step": 17256
+    },
+    {
+      "epoch": 0.16335513673668367,
+      "grad_norm": 381.3504638671875,
+      "learning_rate": 1.9081786284166112e-06,
+      "loss": 29.2891,
+      "step": 17257
+    },
+    {
+      "epoch": 0.16336460275839873,
+      "grad_norm": 308.43524169921875,
+      "learning_rate": 1.9081657949275803e-06,
+      "loss": 21.3984,
+      "step": 17258
+    },
+    {
+      "epoch": 0.1633740687801138,
+      "grad_norm": 619.8270874023438,
+      "learning_rate": 1.908152960584933e-06,
+      "loss": 41.5,
+      "step": 17259
+    },
+    {
+      "epoch": 0.16338353480182882,
+      "grad_norm": 334.5119323730469,
+      "learning_rate": 1.9081401253886807e-06,
+      "loss": 19.0273,
+      "step": 17260
+    },
+    {
+      "epoch": 0.16339300082354388,
+      "grad_norm": 3.2657604217529297,
+      "learning_rate": 1.908127289338836e-06,
+      "loss": 1.0107,
+      "step": 17261
+    },
+    {
+      "epoch": 0.16340246684525894,
+      "grad_norm": 343.782470703125,
+      "learning_rate": 1.908114452435411e-06,
+      "loss": 22.0703,
+      "step": 17262
+    },
+    {
+      "epoch": 0.163411932866974,
+      "grad_norm": 418.0935974121094,
+      "learning_rate": 1.9081016146784168e-06,
+      "loss": 32.7266,
+      "step": 17263
+    },
+    {
+      "epoch": 0.16342139888868906,
+      "grad_norm": 530.8961181640625,
+      "learning_rate": 1.9080887760678668e-06,
+      "loss": 46.9062,
+      "step": 17264
+    },
+    {
+      "epoch": 0.1634308649104041,
+      "grad_norm": 930.7993774414062,
+      "learning_rate": 1.908075936603772e-06,
+      "loss": 8.498,
+      "step": 17265
+    },
+    {
+      "epoch": 0.16344033093211915,
+      "grad_norm": 460.0788879394531,
+      "learning_rate": 1.908063096286145e-06,
+      "loss": 34.6133,
+      "step": 17266
+    },
+    {
+      "epoch": 0.16344979695383421,
+      "grad_norm": 186.2071533203125,
+      "learning_rate": 1.908050255114998e-06,
+      "loss": 20.5664,
+      "step": 17267
+    },
+    {
+      "epoch": 0.16345926297554927,
+      "grad_norm": 227.62094116210938,
+      "learning_rate": 1.9080374130903423e-06,
+      "loss": 42.7656,
+      "step": 17268
+    },
+    {
+      "epoch": 0.1634687289972643,
+      "grad_norm": 346.6227722167969,
+      "learning_rate": 1.908024570212191e-06,
+      "loss": 9.1992,
+      "step": 17269
+    },
+    {
+      "epoch": 0.16347819501897937,
+      "grad_norm": 267.4680480957031,
+      "learning_rate": 1.9080117264805554e-06,
+      "loss": 19.7188,
+      "step": 17270
+    },
+    {
+      "epoch": 0.16348766104069443,
+      "grad_norm": 284.62701416015625,
+      "learning_rate": 1.907998881895448e-06,
+      "loss": 27.7734,
+      "step": 17271
+    },
+    {
+      "epoch": 0.1634971270624095,
+      "grad_norm": 455.7958984375,
+      "learning_rate": 1.9079860364568806e-06,
+      "loss": 40.2812,
+      "step": 17272
+    },
+    {
+      "epoch": 0.16350659308412455,
+      "grad_norm": 274.2398986816406,
+      "learning_rate": 1.9079731901648654e-06,
+      "loss": 17.2148,
+      "step": 17273
+    },
+    {
+      "epoch": 0.16351605910583958,
+      "grad_norm": 229.88185119628906,
+      "learning_rate": 1.907960343019415e-06,
+      "loss": 19.168,
+      "step": 17274
+    },
+    {
+      "epoch": 0.16352552512755464,
+      "grad_norm": 2.779298782348633,
+      "learning_rate": 1.90794749502054e-06,
+      "loss": 0.833,
+      "step": 17275
+    },
+    {
+      "epoch": 0.1635349911492697,
+      "grad_norm": 905.8943481445312,
+      "learning_rate": 1.907934646168254e-06,
+      "loss": 31.9375,
+      "step": 17276
+    },
+    {
+      "epoch": 0.16354445717098476,
+      "grad_norm": 303.1787109375,
+      "learning_rate": 1.9079217964625683e-06,
+      "loss": 22.8438,
+      "step": 17277
+    },
+    {
+      "epoch": 0.1635539231926998,
+      "grad_norm": 246.9368438720703,
+      "learning_rate": 1.9079089459034954e-06,
+      "loss": 12.8984,
+      "step": 17278
+    },
+    {
+      "epoch": 0.16356338921441485,
+      "grad_norm": 355.64166259765625,
+      "learning_rate": 1.907896094491047e-06,
+      "loss": 40.9219,
+      "step": 17279
+    },
+    {
+      "epoch": 0.1635728552361299,
+      "grad_norm": 784.2803344726562,
+      "learning_rate": 1.9078832422252353e-06,
+      "loss": 38.4609,
+      "step": 17280
+    },
+    {
+      "epoch": 0.16358232125784497,
+      "grad_norm": 257.0386962890625,
+      "learning_rate": 1.9078703891060727e-06,
+      "loss": 9.9375,
+      "step": 17281
+    },
+    {
+      "epoch": 0.16359178727956003,
+      "grad_norm": 305.16387939453125,
+      "learning_rate": 1.9078575351335705e-06,
+      "loss": 17.8594,
+      "step": 17282
+    },
+    {
+      "epoch": 0.16360125330127506,
+      "grad_norm": 426.4391784667969,
+      "learning_rate": 1.9078446803077415e-06,
+      "loss": 33.7539,
+      "step": 17283
+    },
+    {
+      "epoch": 0.16361071932299012,
+      "grad_norm": 426.05194091796875,
+      "learning_rate": 1.9078318246285976e-06,
+      "loss": 44.875,
+      "step": 17284
+    },
+    {
+      "epoch": 0.16362018534470518,
+      "grad_norm": 284.321044921875,
+      "learning_rate": 1.907818968096151e-06,
+      "loss": 33.8984,
+      "step": 17285
+    },
+    {
+      "epoch": 0.16362965136642024,
+      "grad_norm": 315.1356201171875,
+      "learning_rate": 1.9078061107104134e-06,
+      "loss": 18.7188,
+      "step": 17286
+    },
+    {
+      "epoch": 0.16363911738813527,
+      "grad_norm": 204.96136474609375,
+      "learning_rate": 1.9077932524713974e-06,
+      "loss": 17.7734,
+      "step": 17287
+    },
+    {
+      "epoch": 0.16364858340985033,
+      "grad_norm": 539.9306030273438,
+      "learning_rate": 1.9077803933791143e-06,
+      "loss": 25.3867,
+      "step": 17288
+    },
+    {
+      "epoch": 0.1636580494315654,
+      "grad_norm": 325.587646484375,
+      "learning_rate": 1.907767533433577e-06,
+      "loss": 20.8438,
+      "step": 17289
+    },
+    {
+      "epoch": 0.16366751545328045,
+      "grad_norm": 729.2837524414062,
+      "learning_rate": 1.9077546726347975e-06,
+      "loss": 55.5312,
+      "step": 17290
+    },
+    {
+      "epoch": 0.16367698147499551,
+      "grad_norm": 150.3682403564453,
+      "learning_rate": 1.907741810982787e-06,
+      "loss": 18.6719,
+      "step": 17291
+    },
+    {
+      "epoch": 0.16368644749671055,
+      "grad_norm": 278.2935791015625,
+      "learning_rate": 1.907728948477559e-06,
+      "loss": 19.1094,
+      "step": 17292
+    },
+    {
+      "epoch": 0.1636959135184256,
+      "grad_norm": 671.7658081054688,
+      "learning_rate": 1.9077160851191244e-06,
+      "loss": 10.5039,
+      "step": 17293
+    },
+    {
+      "epoch": 0.16370537954014067,
+      "grad_norm": 379.17999267578125,
+      "learning_rate": 1.907703220907496e-06,
+      "loss": 47.2031,
+      "step": 17294
+    },
+    {
+      "epoch": 0.16371484556185573,
+      "grad_norm": 282.73321533203125,
+      "learning_rate": 1.9076903558426854e-06,
+      "loss": 16.5156,
+      "step": 17295
+    },
+    {
+      "epoch": 0.1637243115835708,
+      "grad_norm": 2127.893798828125,
+      "learning_rate": 1.907677489924705e-06,
+      "loss": 42.9297,
+      "step": 17296
+    },
+    {
+      "epoch": 0.16373377760528582,
+      "grad_norm": 3.3144431114196777,
+      "learning_rate": 1.9076646231535667e-06,
+      "loss": 1.0825,
+      "step": 17297
+    },
+    {
+      "epoch": 0.16374324362700088,
+      "grad_norm": 576.4899291992188,
+      "learning_rate": 1.907651755529283e-06,
+      "loss": 27.4375,
+      "step": 17298
+    },
+    {
+      "epoch": 0.16375270964871594,
+      "grad_norm": 161.1691131591797,
+      "learning_rate": 1.907638887051865e-06,
+      "loss": 20.8828,
+      "step": 17299
+    },
+    {
+      "epoch": 0.163762175670431,
+      "grad_norm": 2.8430819511413574,
+      "learning_rate": 1.907626017721326e-06,
+      "loss": 0.8096,
+      "step": 17300
+    },
+    {
+      "epoch": 0.16377164169214603,
+      "grad_norm": 335.9741516113281,
+      "learning_rate": 1.9076131475376776e-06,
+      "loss": 22.9102,
+      "step": 17301
+    },
+    {
+      "epoch": 0.1637811077138611,
+      "grad_norm": 392.5373229980469,
+      "learning_rate": 1.9076002765009322e-06,
+      "loss": 30.9531,
+      "step": 17302
+    },
+    {
+      "epoch": 0.16379057373557615,
+      "grad_norm": 522.0945434570312,
+      "learning_rate": 1.907587404611101e-06,
+      "loss": 44.0312,
+      "step": 17303
+    },
+    {
+      "epoch": 0.1638000397572912,
+      "grad_norm": 208.47308349609375,
+      "learning_rate": 1.9075745318681967e-06,
+      "loss": 17.5898,
+      "step": 17304
+    },
+    {
+      "epoch": 0.16380950577900627,
+      "grad_norm": 454.6498718261719,
+      "learning_rate": 1.907561658272232e-06,
+      "loss": 23.2109,
+      "step": 17305
+    },
+    {
+      "epoch": 0.1638189718007213,
+      "grad_norm": 738.67138671875,
+      "learning_rate": 1.9075487838232178e-06,
+      "loss": 42.0781,
+      "step": 17306
+    },
+    {
+      "epoch": 0.16382843782243636,
+      "grad_norm": 3.1086196899414062,
+      "learning_rate": 1.907535908521167e-06,
+      "loss": 1.0962,
+      "step": 17307
+    },
+    {
+      "epoch": 0.16383790384415142,
+      "grad_norm": 653.8179321289062,
+      "learning_rate": 1.9075230323660915e-06,
+      "loss": 22.9844,
+      "step": 17308
+    },
+    {
+      "epoch": 0.16384736986586648,
+      "grad_norm": 724.3300170898438,
+      "learning_rate": 1.907510155358003e-06,
+      "loss": 46.2969,
+      "step": 17309
+    },
+    {
+      "epoch": 0.16385683588758151,
+      "grad_norm": 477.46240234375,
+      "learning_rate": 1.9074972774969145e-06,
+      "loss": 33.7031,
+      "step": 17310
+    },
+    {
+      "epoch": 0.16386630190929657,
+      "grad_norm": 1505.8099365234375,
+      "learning_rate": 1.9074843987828375e-06,
+      "loss": 43.7188,
+      "step": 17311
+    },
+    {
+      "epoch": 0.16387576793101163,
+      "grad_norm": 189.4551544189453,
+      "learning_rate": 1.907471519215784e-06,
+      "loss": 19.4375,
+      "step": 17312
+    },
+    {
+      "epoch": 0.1638852339527267,
+      "grad_norm": 3.7274160385131836,
+      "learning_rate": 1.9074586387957663e-06,
+      "loss": 0.9453,
+      "step": 17313
+    },
+    {
+      "epoch": 0.16389469997444175,
+      "grad_norm": 207.0487823486328,
+      "learning_rate": 1.907445757522797e-06,
+      "loss": 17.1484,
+      "step": 17314
+    },
+    {
+      "epoch": 0.1639041659961568,
+      "grad_norm": 770.6456909179688,
+      "learning_rate": 1.907432875396887e-06,
+      "loss": 43.9062,
+      "step": 17315
+    },
+    {
+      "epoch": 0.16391363201787185,
+      "grad_norm": 135.98394775390625,
+      "learning_rate": 1.9074199924180496e-06,
+      "loss": 21.1562,
+      "step": 17316
+    },
+    {
+      "epoch": 0.1639230980395869,
+      "grad_norm": 183.80084228515625,
+      "learning_rate": 1.9074071085862964e-06,
+      "loss": 16.6172,
+      "step": 17317
+    },
+    {
+      "epoch": 0.16393256406130197,
+      "grad_norm": 213.6418914794922,
+      "learning_rate": 1.9073942239016395e-06,
+      "loss": 21.918,
+      "step": 17318
+    },
+    {
+      "epoch": 0.163942030083017,
+      "grad_norm": 653.19287109375,
+      "learning_rate": 1.9073813383640908e-06,
+      "loss": 37.1094,
+      "step": 17319
+    },
+    {
+      "epoch": 0.16395149610473206,
+      "grad_norm": 172.4814453125,
+      "learning_rate": 1.907368451973663e-06,
+      "loss": 7.8789,
+      "step": 17320
+    },
+    {
+      "epoch": 0.16396096212644712,
+      "grad_norm": 355.8941345214844,
+      "learning_rate": 1.907355564730368e-06,
+      "loss": 17.3906,
+      "step": 17321
+    },
+    {
+      "epoch": 0.16397042814816218,
+      "grad_norm": 264.2322082519531,
+      "learning_rate": 1.9073426766342173e-06,
+      "loss": 26.4844,
+      "step": 17322
+    },
+    {
+      "epoch": 0.16397989416987724,
+      "grad_norm": 3.1622257232666016,
+      "learning_rate": 1.907329787685224e-06,
+      "loss": 0.9995,
+      "step": 17323
+    },
+    {
+      "epoch": 0.16398936019159227,
+      "grad_norm": 217.45404052734375,
+      "learning_rate": 1.9073168978833994e-06,
+      "loss": 11.166,
+      "step": 17324
+    },
+    {
+      "epoch": 0.16399882621330733,
+      "grad_norm": 3.4124906063079834,
+      "learning_rate": 1.907304007228756e-06,
+      "loss": 0.9761,
+      "step": 17325
+    },
+    {
+      "epoch": 0.1640082922350224,
+      "grad_norm": 240.8367156982422,
+      "learning_rate": 1.9072911157213061e-06,
+      "loss": 16.4297,
+      "step": 17326
+    },
+    {
+      "epoch": 0.16401775825673745,
+      "grad_norm": 372.6999206542969,
+      "learning_rate": 1.9072782233610614e-06,
+      "loss": 14.5039,
+      "step": 17327
+    },
+    {
+      "epoch": 0.16402722427845248,
+      "grad_norm": 514.5304565429688,
+      "learning_rate": 1.9072653301480342e-06,
+      "loss": 15.5488,
+      "step": 17328
+    },
+    {
+      "epoch": 0.16403669030016754,
+      "grad_norm": 300.5985107421875,
+      "learning_rate": 1.9072524360822367e-06,
+      "loss": 18.5156,
+      "step": 17329
+    },
+    {
+      "epoch": 0.1640461563218826,
+      "grad_norm": 236.85272216796875,
+      "learning_rate": 1.9072395411636805e-06,
+      "loss": 20.3398,
+      "step": 17330
+    },
+    {
+      "epoch": 0.16405562234359766,
+      "grad_norm": 254.76138305664062,
+      "learning_rate": 1.9072266453923786e-06,
+      "loss": 25.3984,
+      "step": 17331
+    },
+    {
+      "epoch": 0.16406508836531272,
+      "grad_norm": 563.8883666992188,
+      "learning_rate": 1.9072137487683423e-06,
+      "loss": 33.0781,
+      "step": 17332
+    },
+    {
+      "epoch": 0.16407455438702775,
+      "grad_norm": 1606.2283935546875,
+      "learning_rate": 1.9072008512915847e-06,
+      "loss": 36.5703,
+      "step": 17333
+    },
+    {
+      "epoch": 0.16408402040874281,
+      "grad_norm": 202.05392456054688,
+      "learning_rate": 1.9071879529621168e-06,
+      "loss": 23.0156,
+      "step": 17334
+    },
+    {
+      "epoch": 0.16409348643045787,
+      "grad_norm": 708.4649047851562,
+      "learning_rate": 1.9071750537799515e-06,
+      "loss": 38.7188,
+      "step": 17335
+    },
+    {
+      "epoch": 0.16410295245217293,
+      "grad_norm": 191.0648956298828,
+      "learning_rate": 1.9071621537451005e-06,
+      "loss": 22.6797,
+      "step": 17336
+    },
+    {
+      "epoch": 0.16411241847388797,
+      "grad_norm": 391.1949157714844,
+      "learning_rate": 1.907149252857576e-06,
+      "loss": 43.7188,
+      "step": 17337
+    },
+    {
+      "epoch": 0.16412188449560303,
+      "grad_norm": 569.3390502929688,
+      "learning_rate": 1.9071363511173905e-06,
+      "loss": 24.3359,
+      "step": 17338
+    },
+    {
+      "epoch": 0.1641313505173181,
+      "grad_norm": 156.3509979248047,
+      "learning_rate": 1.9071234485245557e-06,
+      "loss": 17.2266,
+      "step": 17339
+    },
+    {
+      "epoch": 0.16414081653903315,
+      "grad_norm": 479.2027282714844,
+      "learning_rate": 1.9071105450790838e-06,
+      "loss": 26.9453,
+      "step": 17340
+    },
+    {
+      "epoch": 0.1641502825607482,
+      "grad_norm": 615.8892822265625,
+      "learning_rate": 1.907097640780987e-06,
+      "loss": 49.2812,
+      "step": 17341
+    },
+    {
+      "epoch": 0.16415974858246324,
+      "grad_norm": 3.2099802494049072,
+      "learning_rate": 1.9070847356302778e-06,
+      "loss": 0.9307,
+      "step": 17342
+    },
+    {
+      "epoch": 0.1641692146041783,
+      "grad_norm": 377.12689208984375,
+      "learning_rate": 1.9070718296269678e-06,
+      "loss": 53.3594,
+      "step": 17343
+    },
+    {
+      "epoch": 0.16417868062589336,
+      "grad_norm": 205.2611846923828,
+      "learning_rate": 1.907058922771069e-06,
+      "loss": 16.6641,
+      "step": 17344
+    },
+    {
+      "epoch": 0.16418814664760842,
+      "grad_norm": 3.501997947692871,
+      "learning_rate": 1.907046015062594e-06,
+      "loss": 0.8491,
+      "step": 17345
+    },
+    {
+      "epoch": 0.16419761266932345,
+      "grad_norm": 664.63232421875,
+      "learning_rate": 1.9070331065015548e-06,
+      "loss": 28.5781,
+      "step": 17346
+    },
+    {
+      "epoch": 0.1642070786910385,
+      "grad_norm": 622.3645629882812,
+      "learning_rate": 1.9070201970879633e-06,
+      "loss": 26.375,
+      "step": 17347
+    },
+    {
+      "epoch": 0.16421654471275357,
+      "grad_norm": 348.4555969238281,
+      "learning_rate": 1.907007286821832e-06,
+      "loss": 32.4844,
+      "step": 17348
+    },
+    {
+      "epoch": 0.16422601073446863,
+      "grad_norm": 399.59759521484375,
+      "learning_rate": 1.9069943757031728e-06,
+      "loss": 10.6992,
+      "step": 17349
+    },
+    {
+      "epoch": 0.1642354767561837,
+      "grad_norm": 565.074951171875,
+      "learning_rate": 1.906981463731998e-06,
+      "loss": 35.6875,
+      "step": 17350
+    },
+    {
+      "epoch": 0.16424494277789872,
+      "grad_norm": 193.03909301757812,
+      "learning_rate": 1.9069685509083193e-06,
+      "loss": 20.3477,
+      "step": 17351
+    },
+    {
+      "epoch": 0.16425440879961378,
+      "grad_norm": 417.5644836425781,
+      "learning_rate": 1.9069556372321495e-06,
+      "loss": 21.7891,
+      "step": 17352
+    },
+    {
+      "epoch": 0.16426387482132884,
+      "grad_norm": 3.0022530555725098,
+      "learning_rate": 1.9069427227035001e-06,
+      "loss": 0.9678,
+      "step": 17353
+    },
+    {
+      "epoch": 0.1642733408430439,
+      "grad_norm": 338.07080078125,
+      "learning_rate": 1.9069298073223838e-06,
+      "loss": 19.6484,
+      "step": 17354
+    },
+    {
+      "epoch": 0.16428280686475893,
+      "grad_norm": 414.6466979980469,
+      "learning_rate": 1.9069168910888123e-06,
+      "loss": 8.9141,
+      "step": 17355
+    },
+    {
+      "epoch": 0.164292272886474,
+      "grad_norm": 453.0166931152344,
+      "learning_rate": 1.906903974002798e-06,
+      "loss": 41.3438,
+      "step": 17356
+    },
+    {
+      "epoch": 0.16430173890818905,
+      "grad_norm": 497.8065490722656,
+      "learning_rate": 1.9068910560643532e-06,
+      "loss": 32.5391,
+      "step": 17357
+    },
+    {
+      "epoch": 0.16431120492990411,
+      "grad_norm": 347.42791748046875,
+      "learning_rate": 1.9068781372734897e-06,
+      "loss": 46.8125,
+      "step": 17358
+    },
+    {
+      "epoch": 0.16432067095161917,
+      "grad_norm": 194.52601623535156,
+      "learning_rate": 1.9068652176302194e-06,
+      "loss": 20.6484,
+      "step": 17359
+    },
+    {
+      "epoch": 0.1643301369733342,
+      "grad_norm": 282.4821472167969,
+      "learning_rate": 1.9068522971345552e-06,
+      "loss": 20.8438,
+      "step": 17360
+    },
+    {
+      "epoch": 0.16433960299504927,
+      "grad_norm": 778.1165771484375,
+      "learning_rate": 1.9068393757865087e-06,
+      "loss": 10.9336,
+      "step": 17361
+    },
+    {
+      "epoch": 0.16434906901676433,
+      "grad_norm": 780.0211791992188,
+      "learning_rate": 1.906826453586092e-06,
+      "loss": 36.3047,
+      "step": 17362
+    },
+    {
+      "epoch": 0.1643585350384794,
+      "grad_norm": 3.098611354827881,
+      "learning_rate": 1.9068135305333176e-06,
+      "loss": 0.9795,
+      "step": 17363
+    },
+    {
+      "epoch": 0.16436800106019442,
+      "grad_norm": 539.475341796875,
+      "learning_rate": 1.9068006066281975e-06,
+      "loss": 52.4688,
+      "step": 17364
+    },
+    {
+      "epoch": 0.16437746708190948,
+      "grad_norm": 203.83750915527344,
+      "learning_rate": 1.9067876818707437e-06,
+      "loss": 8.0547,
+      "step": 17365
+    },
+    {
+      "epoch": 0.16438693310362454,
+      "grad_norm": 406.5920715332031,
+      "learning_rate": 1.9067747562609683e-06,
+      "loss": 28.7266,
+      "step": 17366
+    },
+    {
+      "epoch": 0.1643963991253396,
+      "grad_norm": 236.96009826660156,
+      "learning_rate": 1.906761829798884e-06,
+      "loss": 19.4609,
+      "step": 17367
+    },
+    {
+      "epoch": 0.16440586514705466,
+      "grad_norm": 192.86683654785156,
+      "learning_rate": 1.9067489024845025e-06,
+      "loss": 20.8477,
+      "step": 17368
+    },
+    {
+      "epoch": 0.1644153311687697,
+      "grad_norm": 517.0897216796875,
+      "learning_rate": 1.906735974317836e-06,
+      "loss": 50.3906,
+      "step": 17369
+    },
+    {
+      "epoch": 0.16442479719048475,
+      "grad_norm": 2.8282814025878906,
+      "learning_rate": 1.9067230452988965e-06,
+      "loss": 0.9146,
+      "step": 17370
+    },
+    {
+      "epoch": 0.1644342632121998,
+      "grad_norm": 260.5337829589844,
+      "learning_rate": 1.9067101154276966e-06,
+      "loss": 30.4766,
+      "step": 17371
+    },
+    {
+      "epoch": 0.16444372923391487,
+      "grad_norm": 730.047607421875,
+      "learning_rate": 1.9066971847042478e-06,
+      "loss": 24.8281,
+      "step": 17372
+    },
+    {
+      "epoch": 0.1644531952556299,
+      "grad_norm": 288.7608947753906,
+      "learning_rate": 1.906684253128563e-06,
+      "loss": 25.1055,
+      "step": 17373
+    },
+    {
+      "epoch": 0.16446266127734496,
+      "grad_norm": 600.3643188476562,
+      "learning_rate": 1.9066713207006538e-06,
+      "loss": 45.1094,
+      "step": 17374
+    },
+    {
+      "epoch": 0.16447212729906002,
+      "grad_norm": 475.83868408203125,
+      "learning_rate": 1.9066583874205326e-06,
+      "loss": 58.4062,
+      "step": 17375
+    },
+    {
+      "epoch": 0.16448159332077508,
+      "grad_norm": 540.615478515625,
+      "learning_rate": 1.9066454532882115e-06,
+      "loss": 20.4453,
+      "step": 17376
+    },
+    {
+      "epoch": 0.16449105934249014,
+      "grad_norm": 559.2560424804688,
+      "learning_rate": 1.9066325183037027e-06,
+      "loss": 56.2891,
+      "step": 17377
+    },
+    {
+      "epoch": 0.16450052536420517,
+      "grad_norm": 2.8869452476501465,
+      "learning_rate": 1.9066195824670182e-06,
+      "loss": 0.8149,
+      "step": 17378
+    },
+    {
+      "epoch": 0.16450999138592023,
+      "grad_norm": 244.72402954101562,
+      "learning_rate": 1.9066066457781702e-06,
+      "loss": 15.7969,
+      "step": 17379
+    },
+    {
+      "epoch": 0.1645194574076353,
+      "grad_norm": 465.4638366699219,
+      "learning_rate": 1.906593708237171e-06,
+      "loss": 29.9609,
+      "step": 17380
+    },
+    {
+      "epoch": 0.16452892342935035,
+      "grad_norm": 534.8636474609375,
+      "learning_rate": 1.9065807698440329e-06,
+      "loss": 19.1406,
+      "step": 17381
+    },
+    {
+      "epoch": 0.16453838945106541,
+      "grad_norm": 312.7527770996094,
+      "learning_rate": 1.9065678305987677e-06,
+      "loss": 18.6875,
+      "step": 17382
+    },
+    {
+      "epoch": 0.16454785547278045,
+      "grad_norm": 713.9063110351562,
+      "learning_rate": 1.9065548905013875e-06,
+      "loss": 28.6406,
+      "step": 17383
+    },
+    {
+      "epoch": 0.1645573214944955,
+      "grad_norm": 254.88821411132812,
+      "learning_rate": 1.9065419495519048e-06,
+      "loss": 24.3281,
+      "step": 17384
+    },
+    {
+      "epoch": 0.16456678751621057,
+      "grad_norm": 470.61175537109375,
+      "learning_rate": 1.9065290077503318e-06,
+      "loss": 8.3789,
+      "step": 17385
+    },
+    {
+      "epoch": 0.16457625353792563,
+      "grad_norm": 374.0289611816406,
+      "learning_rate": 1.9065160650966808e-06,
+      "loss": 21.7266,
+      "step": 17386
+    },
+    {
+      "epoch": 0.16458571955964066,
+      "grad_norm": 476.5569152832031,
+      "learning_rate": 1.9065031215909631e-06,
+      "loss": 20.5781,
+      "step": 17387
+    },
+    {
+      "epoch": 0.16459518558135572,
+      "grad_norm": 429.81427001953125,
+      "learning_rate": 1.9064901772331917e-06,
+      "loss": 33.25,
+      "step": 17388
+    },
+    {
+      "epoch": 0.16460465160307078,
+      "grad_norm": 170.4853973388672,
+      "learning_rate": 1.9064772320233784e-06,
+      "loss": 15.668,
+      "step": 17389
+    },
+    {
+      "epoch": 0.16461411762478584,
+      "grad_norm": 3.144179582595825,
+      "learning_rate": 1.9064642859615355e-06,
+      "loss": 0.9189,
+      "step": 17390
+    },
+    {
+      "epoch": 0.1646235836465009,
+      "grad_norm": 390.4148254394531,
+      "learning_rate": 1.906451339047675e-06,
+      "loss": 29.3047,
+      "step": 17391
+    },
+    {
+      "epoch": 0.16463304966821593,
+      "grad_norm": 277.05999755859375,
+      "learning_rate": 1.9064383912818097e-06,
+      "loss": 18.1016,
+      "step": 17392
+    },
+    {
+      "epoch": 0.164642515689931,
+      "grad_norm": 283.0719909667969,
+      "learning_rate": 1.9064254426639508e-06,
+      "loss": 25.3516,
+      "step": 17393
+    },
+    {
+      "epoch": 0.16465198171164605,
+      "grad_norm": 536.8934936523438,
+      "learning_rate": 1.906412493194111e-06,
+      "loss": 35.1484,
+      "step": 17394
+    },
+    {
+      "epoch": 0.1646614477333611,
+      "grad_norm": 465.54437255859375,
+      "learning_rate": 1.9063995428723026e-06,
+      "loss": 35.25,
+      "step": 17395
+    },
+    {
+      "epoch": 0.16467091375507614,
+      "grad_norm": 192.22854614257812,
+      "learning_rate": 1.9063865916985375e-06,
+      "loss": 15.8906,
+      "step": 17396
+    },
+    {
+      "epoch": 0.1646803797767912,
+      "grad_norm": 238.4422149658203,
+      "learning_rate": 1.9063736396728278e-06,
+      "loss": 24.4531,
+      "step": 17397
+    },
+    {
+      "epoch": 0.16468984579850626,
+      "grad_norm": 245.88458251953125,
+      "learning_rate": 1.9063606867951863e-06,
+      "loss": 19.375,
+      "step": 17398
+    },
+    {
+      "epoch": 0.16469931182022132,
+      "grad_norm": 522.15771484375,
+      "learning_rate": 1.9063477330656244e-06,
+      "loss": 22.9414,
+      "step": 17399
+    },
+    {
+      "epoch": 0.16470877784193638,
+      "grad_norm": 409.5943603515625,
+      "learning_rate": 1.9063347784841545e-06,
+      "loss": 40.375,
+      "step": 17400
+    },
+    {
+      "epoch": 0.16471824386365141,
+      "grad_norm": 187.69285583496094,
+      "learning_rate": 1.9063218230507889e-06,
+      "loss": 17.8828,
+      "step": 17401
+    },
+    {
+      "epoch": 0.16472770988536647,
+      "grad_norm": 672.754638671875,
+      "learning_rate": 1.90630886676554e-06,
+      "loss": 37.8672,
+      "step": 17402
+    },
+    {
+      "epoch": 0.16473717590708153,
+      "grad_norm": 438.0321960449219,
+      "learning_rate": 1.9062959096284196e-06,
+      "loss": 45.5469,
+      "step": 17403
+    },
+    {
+      "epoch": 0.1647466419287966,
+      "grad_norm": 357.0373840332031,
+      "learning_rate": 1.9062829516394402e-06,
+      "loss": 7.1641,
+      "step": 17404
+    },
+    {
+      "epoch": 0.16475610795051163,
+      "grad_norm": 794.4812622070312,
+      "learning_rate": 1.9062699927986134e-06,
+      "loss": 42.8203,
+      "step": 17405
+    },
+    {
+      "epoch": 0.1647655739722267,
+      "grad_norm": 440.9702453613281,
+      "learning_rate": 1.9062570331059517e-06,
+      "loss": 37.7188,
+      "step": 17406
+    },
+    {
+      "epoch": 0.16477503999394175,
+      "grad_norm": 484.17095947265625,
+      "learning_rate": 1.9062440725614677e-06,
+      "loss": 38.3594,
+      "step": 17407
+    },
+    {
+      "epoch": 0.1647845060156568,
+      "grad_norm": 386.2882080078125,
+      "learning_rate": 1.906231111165173e-06,
+      "loss": 36.8594,
+      "step": 17408
+    },
+    {
+      "epoch": 0.16479397203737187,
+      "grad_norm": 690.023681640625,
+      "learning_rate": 1.9062181489170803e-06,
+      "loss": 36.1562,
+      "step": 17409
+    },
+    {
+      "epoch": 0.1648034380590869,
+      "grad_norm": 206.55955505371094,
+      "learning_rate": 1.9062051858172012e-06,
+      "loss": 18.4453,
+      "step": 17410
+    },
+    {
+      "epoch": 0.16481290408080196,
+      "grad_norm": 335.5829772949219,
+      "learning_rate": 1.9061922218655484e-06,
+      "loss": 40.5938,
+      "step": 17411
+    },
+    {
+      "epoch": 0.16482237010251702,
+      "grad_norm": 459.7207336425781,
+      "learning_rate": 1.9061792570621336e-06,
+      "loss": 37.3594,
+      "step": 17412
+    },
+    {
+      "epoch": 0.16483183612423208,
+      "grad_norm": 454.43389892578125,
+      "learning_rate": 1.9061662914069693e-06,
+      "loss": 19.2891,
+      "step": 17413
+    },
+    {
+      "epoch": 0.1648413021459471,
+      "grad_norm": 176.02877807617188,
+      "learning_rate": 1.906153324900068e-06,
+      "loss": 20.3516,
+      "step": 17414
+    },
+    {
+      "epoch": 0.16485076816766217,
+      "grad_norm": 220.8588409423828,
+      "learning_rate": 1.906140357541441e-06,
+      "loss": 20.0391,
+      "step": 17415
+    },
+    {
+      "epoch": 0.16486023418937723,
+      "grad_norm": 892.9717407226562,
+      "learning_rate": 1.9061273893311014e-06,
+      "loss": 32.7656,
+      "step": 17416
+    },
+    {
+      "epoch": 0.1648697002110923,
+      "grad_norm": 200.55337524414062,
+      "learning_rate": 1.906114420269061e-06,
+      "loss": 20.5312,
+      "step": 17417
+    },
+    {
+      "epoch": 0.16487916623280735,
+      "grad_norm": 527.3665771484375,
+      "learning_rate": 1.9061014503553316e-06,
+      "loss": 32.9922,
+      "step": 17418
+    },
+    {
+      "epoch": 0.16488863225452238,
+      "grad_norm": 336.8902893066406,
+      "learning_rate": 1.9060884795899261e-06,
+      "loss": 16.9688,
+      "step": 17419
+    },
+    {
+      "epoch": 0.16489809827623744,
+      "grad_norm": 349.04949951171875,
+      "learning_rate": 1.9060755079728563e-06,
+      "loss": 28.6719,
+      "step": 17420
+    },
+    {
+      "epoch": 0.1649075642979525,
+      "grad_norm": 301.9931945800781,
+      "learning_rate": 1.9060625355041347e-06,
+      "loss": 31.7109,
+      "step": 17421
+    },
+    {
+      "epoch": 0.16491703031966756,
+      "grad_norm": 310.0751037597656,
+      "learning_rate": 1.906049562183773e-06,
+      "loss": 15.2266,
+      "step": 17422
+    },
+    {
+      "epoch": 0.1649264963413826,
+      "grad_norm": 229.2127227783203,
+      "learning_rate": 1.9060365880117835e-06,
+      "loss": 14.2266,
+      "step": 17423
+    },
+    {
+      "epoch": 0.16493596236309765,
+      "grad_norm": 578.4375,
+      "learning_rate": 1.9060236129881789e-06,
+      "loss": 38.4844,
+      "step": 17424
+    },
+    {
+      "epoch": 0.16494542838481271,
+      "grad_norm": 725.2532348632812,
+      "learning_rate": 1.9060106371129707e-06,
+      "loss": 20.9219,
+      "step": 17425
+    },
+    {
+      "epoch": 0.16495489440652777,
+      "grad_norm": 635.6505737304688,
+      "learning_rate": 1.9059976603861717e-06,
+      "loss": 22.4102,
+      "step": 17426
+    },
+    {
+      "epoch": 0.16496436042824283,
+      "grad_norm": 491.5859069824219,
+      "learning_rate": 1.905984682807794e-06,
+      "loss": 24.0859,
+      "step": 17427
+    },
+    {
+      "epoch": 0.16497382644995787,
+      "grad_norm": 261.7463073730469,
+      "learning_rate": 1.9059717043778492e-06,
+      "loss": 23.4453,
+      "step": 17428
+    },
+    {
+      "epoch": 0.16498329247167293,
+      "grad_norm": 3.218956708908081,
+      "learning_rate": 1.90595872509635e-06,
+      "loss": 0.9678,
+      "step": 17429
+    },
+    {
+      "epoch": 0.164992758493388,
+      "grad_norm": 367.6520080566406,
+      "learning_rate": 1.9059457449633087e-06,
+      "loss": 18.6406,
+      "step": 17430
+    },
+    {
+      "epoch": 0.16500222451510305,
+      "grad_norm": 202.3921356201172,
+      "learning_rate": 1.9059327639787374e-06,
+      "loss": 23.7656,
+      "step": 17431
+    },
+    {
+      "epoch": 0.16501169053681808,
+      "grad_norm": 294.8594970703125,
+      "learning_rate": 1.9059197821426482e-06,
+      "loss": 18.6055,
+      "step": 17432
+    },
+    {
+      "epoch": 0.16502115655853314,
+      "grad_norm": 2.6194286346435547,
+      "learning_rate": 1.9059067994550532e-06,
+      "loss": 0.8018,
+      "step": 17433
+    },
+    {
+      "epoch": 0.1650306225802482,
+      "grad_norm": 1078.1204833984375,
+      "learning_rate": 1.9058938159159649e-06,
+      "loss": 45.5156,
+      "step": 17434
+    },
+    {
+      "epoch": 0.16504008860196326,
+      "grad_norm": 684.2207641601562,
+      "learning_rate": 1.9058808315253953e-06,
+      "loss": 40.3438,
+      "step": 17435
+    },
+    {
+      "epoch": 0.16504955462367832,
+      "grad_norm": 2.8628129959106445,
+      "learning_rate": 1.9058678462833563e-06,
+      "loss": 0.8311,
+      "step": 17436
+    },
+    {
+      "epoch": 0.16505902064539335,
+      "grad_norm": 431.0395812988281,
+      "learning_rate": 1.905854860189861e-06,
+      "loss": 24.7812,
+      "step": 17437
+    },
+    {
+      "epoch": 0.1650684866671084,
+      "grad_norm": 504.46917724609375,
+      "learning_rate": 1.9058418732449208e-06,
+      "loss": 48.75,
+      "step": 17438
+    },
+    {
+      "epoch": 0.16507795268882347,
+      "grad_norm": 928.3423461914062,
+      "learning_rate": 1.9058288854485483e-06,
+      "loss": 66.8281,
+      "step": 17439
+    },
+    {
+      "epoch": 0.16508741871053853,
+      "grad_norm": 189.87057495117188,
+      "learning_rate": 1.9058158968007554e-06,
+      "loss": 21.3477,
+      "step": 17440
+    },
+    {
+      "epoch": 0.16509688473225356,
+      "grad_norm": 406.949462890625,
+      "learning_rate": 1.9058029073015546e-06,
+      "loss": 20.6016,
+      "step": 17441
+    },
+    {
+      "epoch": 0.16510635075396862,
+      "grad_norm": 579.3365478515625,
+      "learning_rate": 1.9057899169509578e-06,
+      "loss": 47.0469,
+      "step": 17442
+    },
+    {
+      "epoch": 0.16511581677568368,
+      "grad_norm": 241.85130310058594,
+      "learning_rate": 1.9057769257489777e-06,
+      "loss": 17.2734,
+      "step": 17443
+    },
+    {
+      "epoch": 0.16512528279739874,
+      "grad_norm": 300.6641540527344,
+      "learning_rate": 1.905763933695626e-06,
+      "loss": 22.3984,
+      "step": 17444
+    },
+    {
+      "epoch": 0.1651347488191138,
+      "grad_norm": 364.77325439453125,
+      "learning_rate": 1.905750940790915e-06,
+      "loss": 9.8848,
+      "step": 17445
+    },
+    {
+      "epoch": 0.16514421484082883,
+      "grad_norm": 145.34217834472656,
+      "learning_rate": 1.9057379470348577e-06,
+      "loss": 19.7188,
+      "step": 17446
+    },
+    {
+      "epoch": 0.1651536808625439,
+      "grad_norm": 260.9282531738281,
+      "learning_rate": 1.905724952427465e-06,
+      "loss": 21.8555,
+      "step": 17447
+    },
+    {
+      "epoch": 0.16516314688425895,
+      "grad_norm": 475.71258544921875,
+      "learning_rate": 1.90571195696875e-06,
+      "loss": 39.3906,
+      "step": 17448
+    },
+    {
+      "epoch": 0.16517261290597401,
+      "grad_norm": 364.8771057128906,
+      "learning_rate": 1.9056989606587247e-06,
+      "loss": 50.5938,
+      "step": 17449
+    },
+    {
+      "epoch": 0.16518207892768905,
+      "grad_norm": 382.34381103515625,
+      "learning_rate": 1.9056859634974013e-06,
+      "loss": 28.5234,
+      "step": 17450
+    },
+    {
+      "epoch": 0.1651915449494041,
+      "grad_norm": 598.556884765625,
+      "learning_rate": 1.9056729654847918e-06,
+      "loss": 44.918,
+      "step": 17451
+    },
+    {
+      "epoch": 0.16520101097111917,
+      "grad_norm": 533.8781127929688,
+      "learning_rate": 1.9056599666209087e-06,
+      "loss": 52.2188,
+      "step": 17452
+    },
+    {
+      "epoch": 0.16521047699283423,
+      "grad_norm": 206.83224487304688,
+      "learning_rate": 1.9056469669057642e-06,
+      "loss": 9.6406,
+      "step": 17453
+    },
+    {
+      "epoch": 0.1652199430145493,
+      "grad_norm": 658.0169677734375,
+      "learning_rate": 1.9056339663393705e-06,
+      "loss": 45.4375,
+      "step": 17454
+    },
+    {
+      "epoch": 0.16522940903626432,
+      "grad_norm": 475.63531494140625,
+      "learning_rate": 1.9056209649217398e-06,
+      "loss": 16.6406,
+      "step": 17455
+    },
+    {
+      "epoch": 0.16523887505797938,
+      "grad_norm": 361.7275085449219,
+      "learning_rate": 1.9056079626528842e-06,
+      "loss": 31.4688,
+      "step": 17456
+    },
+    {
+      "epoch": 0.16524834107969444,
+      "grad_norm": 426.32855224609375,
+      "learning_rate": 1.9055949595328164e-06,
+      "loss": 19.9023,
+      "step": 17457
+    },
+    {
+      "epoch": 0.1652578071014095,
+      "grad_norm": 554.1663208007812,
+      "learning_rate": 1.9055819555615478e-06,
+      "loss": 36.2656,
+      "step": 17458
+    },
+    {
+      "epoch": 0.16526727312312453,
+      "grad_norm": 352.1636047363281,
+      "learning_rate": 1.9055689507390913e-06,
+      "loss": 24.0391,
+      "step": 17459
+    },
+    {
+      "epoch": 0.1652767391448396,
+      "grad_norm": 2457.297119140625,
+      "learning_rate": 1.905555945065459e-06,
+      "loss": 40.0625,
+      "step": 17460
+    },
+    {
+      "epoch": 0.16528620516655465,
+      "grad_norm": 172.90989685058594,
+      "learning_rate": 1.9055429385406627e-06,
+      "loss": 17.5742,
+      "step": 17461
+    },
+    {
+      "epoch": 0.1652956711882697,
+      "grad_norm": 284.2088623046875,
+      "learning_rate": 1.9055299311647151e-06,
+      "loss": 19.5547,
+      "step": 17462
+    },
+    {
+      "epoch": 0.16530513720998477,
+      "grad_norm": 691.6528930664062,
+      "learning_rate": 1.9055169229376284e-06,
+      "loss": 54.3906,
+      "step": 17463
+    },
+    {
+      "epoch": 0.1653146032316998,
+      "grad_norm": 281.00018310546875,
+      "learning_rate": 1.9055039138594146e-06,
+      "loss": 17.6562,
+      "step": 17464
+    },
+    {
+      "epoch": 0.16532406925341486,
+      "grad_norm": 225.76121520996094,
+      "learning_rate": 1.905490903930086e-06,
+      "loss": 21.6875,
+      "step": 17465
+    },
+    {
+      "epoch": 0.16533353527512992,
+      "grad_norm": 437.7471008300781,
+      "learning_rate": 1.9054778931496548e-06,
+      "loss": 19.2891,
+      "step": 17466
+    },
+    {
+      "epoch": 0.16534300129684498,
+      "grad_norm": 300.2461242675781,
+      "learning_rate": 1.9054648815181334e-06,
+      "loss": 19.7031,
+      "step": 17467
+    },
+    {
+      "epoch": 0.16535246731856004,
+      "grad_norm": 683.804931640625,
+      "learning_rate": 1.9054518690355339e-06,
+      "loss": 41.8047,
+      "step": 17468
+    },
+    {
+      "epoch": 0.16536193334027507,
+      "grad_norm": 455.3758544921875,
+      "learning_rate": 1.9054388557018687e-06,
+      "loss": 45.7812,
+      "step": 17469
+    },
+    {
+      "epoch": 0.16537139936199013,
+      "grad_norm": 216.4862518310547,
+      "learning_rate": 1.9054258415171494e-06,
+      "loss": 24.9609,
+      "step": 17470
+    },
+    {
+      "epoch": 0.1653808653837052,
+      "grad_norm": 261.44964599609375,
+      "learning_rate": 1.905412826481389e-06,
+      "loss": 30.0,
+      "step": 17471
+    },
+    {
+      "epoch": 0.16539033140542025,
+      "grad_norm": 379.0142517089844,
+      "learning_rate": 1.9053998105945995e-06,
+      "loss": 23.6172,
+      "step": 17472
+    },
+    {
+      "epoch": 0.1653997974271353,
+      "grad_norm": 981.3734130859375,
+      "learning_rate": 1.9053867938567932e-06,
+      "loss": 27.3203,
+      "step": 17473
+    },
+    {
+      "epoch": 0.16540926344885035,
+      "grad_norm": 384.907958984375,
+      "learning_rate": 1.9053737762679817e-06,
+      "loss": 19.3047,
+      "step": 17474
+    },
+    {
+      "epoch": 0.1654187294705654,
+      "grad_norm": 2.8409032821655273,
+      "learning_rate": 1.9053607578281783e-06,
+      "loss": 0.9224,
+      "step": 17475
+    },
+    {
+      "epoch": 0.16542819549228047,
+      "grad_norm": 216.22903442382812,
+      "learning_rate": 1.9053477385373945e-06,
+      "loss": 20.3203,
+      "step": 17476
+    },
+    {
+      "epoch": 0.16543766151399553,
+      "grad_norm": 175.42303466796875,
+      "learning_rate": 1.9053347183956427e-06,
+      "loss": 14.1797,
+      "step": 17477
+    },
+    {
+      "epoch": 0.16544712753571056,
+      "grad_norm": 249.78160095214844,
+      "learning_rate": 1.905321697402935e-06,
+      "loss": 24.0312,
+      "step": 17478
+    },
+    {
+      "epoch": 0.16545659355742562,
+      "grad_norm": 483.0263366699219,
+      "learning_rate": 1.905308675559284e-06,
+      "loss": 37.7266,
+      "step": 17479
+    },
+    {
+      "epoch": 0.16546605957914068,
+      "grad_norm": 361.2465515136719,
+      "learning_rate": 1.9052956528647017e-06,
+      "loss": 29.8125,
+      "step": 17480
+    },
+    {
+      "epoch": 0.16547552560085574,
+      "grad_norm": 254.82867431640625,
+      "learning_rate": 1.9052826293192003e-06,
+      "loss": 18.4062,
+      "step": 17481
+    },
+    {
+      "epoch": 0.16548499162257077,
+      "grad_norm": 308.0985412597656,
+      "learning_rate": 1.9052696049227923e-06,
+      "loss": 26.5938,
+      "step": 17482
+    },
+    {
+      "epoch": 0.16549445764428583,
+      "grad_norm": 567.3588256835938,
+      "learning_rate": 1.9052565796754899e-06,
+      "loss": 52.8281,
+      "step": 17483
+    },
+    {
+      "epoch": 0.1655039236660009,
+      "grad_norm": 1368.41015625,
+      "learning_rate": 1.9052435535773047e-06,
+      "loss": 54.3711,
+      "step": 17484
+    },
+    {
+      "epoch": 0.16551338968771595,
+      "grad_norm": 441.4949645996094,
+      "learning_rate": 1.9052305266282498e-06,
+      "loss": 40.1953,
+      "step": 17485
+    },
+    {
+      "epoch": 0.165522855709431,
+      "grad_norm": 166.63502502441406,
+      "learning_rate": 1.905217498828337e-06,
+      "loss": 13.1602,
+      "step": 17486
+    },
+    {
+      "epoch": 0.16553232173114604,
+      "grad_norm": 269.75360107421875,
+      "learning_rate": 1.9052044701775784e-06,
+      "loss": 24.8438,
+      "step": 17487
+    },
+    {
+      "epoch": 0.1655417877528611,
+      "grad_norm": 1941.5811767578125,
+      "learning_rate": 1.905191440675987e-06,
+      "loss": 51.9297,
+      "step": 17488
+    },
+    {
+      "epoch": 0.16555125377457616,
+      "grad_norm": 260.94146728515625,
+      "learning_rate": 1.9051784103235742e-06,
+      "loss": 17.918,
+      "step": 17489
+    },
+    {
+      "epoch": 0.16556071979629122,
+      "grad_norm": 422.0663146972656,
+      "learning_rate": 1.9051653791203527e-06,
+      "loss": 29.8203,
+      "step": 17490
+    },
+    {
+      "epoch": 0.16557018581800625,
+      "grad_norm": 223.78103637695312,
+      "learning_rate": 1.9051523470663344e-06,
+      "loss": 8.5352,
+      "step": 17491
+    },
+    {
+      "epoch": 0.16557965183972131,
+      "grad_norm": 552.6943359375,
+      "learning_rate": 1.905139314161532e-06,
+      "loss": 43.668,
+      "step": 17492
+    },
+    {
+      "epoch": 0.16558911786143637,
+      "grad_norm": 332.2611999511719,
+      "learning_rate": 1.9051262804059575e-06,
+      "loss": 30.4219,
+      "step": 17493
+    },
+    {
+      "epoch": 0.16559858388315143,
+      "grad_norm": 189.31246948242188,
+      "learning_rate": 1.9051132457996233e-06,
+      "loss": 21.6328,
+      "step": 17494
+    },
+    {
+      "epoch": 0.1656080499048665,
+      "grad_norm": 361.1471252441406,
+      "learning_rate": 1.9051002103425413e-06,
+      "loss": 26.7969,
+      "step": 17495
+    },
+    {
+      "epoch": 0.16561751592658153,
+      "grad_norm": 967.703125,
+      "learning_rate": 1.9050871740347242e-06,
+      "loss": 46.375,
+      "step": 17496
+    },
+    {
+      "epoch": 0.1656269819482966,
+      "grad_norm": 398.5499267578125,
+      "learning_rate": 1.9050741368761838e-06,
+      "loss": 43.5859,
+      "step": 17497
+    },
+    {
+      "epoch": 0.16563644797001165,
+      "grad_norm": 139.1147918701172,
+      "learning_rate": 1.9050610988669326e-06,
+      "loss": 13.5742,
+      "step": 17498
+    },
+    {
+      "epoch": 0.1656459139917267,
+      "grad_norm": 478.48516845703125,
+      "learning_rate": 1.9050480600069832e-06,
+      "loss": 45.5938,
+      "step": 17499
+    },
+    {
+      "epoch": 0.16565538001344174,
+      "grad_norm": 1298.537109375,
+      "learning_rate": 1.905035020296347e-06,
+      "loss": 63.25,
+      "step": 17500
+    },
+    {
+      "epoch": 0.1656648460351568,
+      "grad_norm": 408.89422607421875,
+      "learning_rate": 1.9050219797350372e-06,
+      "loss": 43.2969,
+      "step": 17501
+    },
+    {
+      "epoch": 0.16567431205687186,
+      "grad_norm": 208.45872497558594,
+      "learning_rate": 1.9050089383230653e-06,
+      "loss": 22.4688,
+      "step": 17502
+    },
+    {
+      "epoch": 0.16568377807858692,
+      "grad_norm": 736.5292358398438,
+      "learning_rate": 1.904995896060444e-06,
+      "loss": 38.6094,
+      "step": 17503
+    },
+    {
+      "epoch": 0.16569324410030198,
+      "grad_norm": 3.2901976108551025,
+      "learning_rate": 1.9049828529471855e-06,
+      "loss": 0.9219,
+      "step": 17504
+    },
+    {
+      "epoch": 0.165702710122017,
+      "grad_norm": 489.8011169433594,
+      "learning_rate": 1.904969808983302e-06,
+      "loss": 18.3672,
+      "step": 17505
+    },
+    {
+      "epoch": 0.16571217614373207,
+      "grad_norm": 560.5367431640625,
+      "learning_rate": 1.9049567641688055e-06,
+      "loss": 42.4062,
+      "step": 17506
+    },
+    {
+      "epoch": 0.16572164216544713,
+      "grad_norm": 551.5521850585938,
+      "learning_rate": 1.9049437185037086e-06,
+      "loss": 35.9844,
+      "step": 17507
+    },
+    {
+      "epoch": 0.1657311081871622,
+      "grad_norm": 430.78753662109375,
+      "learning_rate": 1.9049306719880236e-06,
+      "loss": 17.0938,
+      "step": 17508
+    },
+    {
+      "epoch": 0.16574057420887722,
+      "grad_norm": 369.551513671875,
+      "learning_rate": 1.9049176246217626e-06,
+      "loss": 15.9531,
+      "step": 17509
+    },
+    {
+      "epoch": 0.16575004023059228,
+      "grad_norm": 430.7459716796875,
+      "learning_rate": 1.9049045764049381e-06,
+      "loss": 18.3789,
+      "step": 17510
+    },
+    {
+      "epoch": 0.16575950625230734,
+      "grad_norm": 785.5707397460938,
+      "learning_rate": 1.9048915273375617e-06,
+      "loss": 52.7031,
+      "step": 17511
+    },
+    {
+      "epoch": 0.1657689722740224,
+      "grad_norm": 632.776123046875,
+      "learning_rate": 1.9048784774196465e-06,
+      "loss": 37.2031,
+      "step": 17512
+    },
+    {
+      "epoch": 0.16577843829573746,
+      "grad_norm": 375.1039123535156,
+      "learning_rate": 1.9048654266512043e-06,
+      "loss": 12.3984,
+      "step": 17513
+    },
+    {
+      "epoch": 0.1657879043174525,
+      "grad_norm": 524.6016235351562,
+      "learning_rate": 1.9048523750322473e-06,
+      "loss": 37.5938,
+      "step": 17514
+    },
+    {
+      "epoch": 0.16579737033916755,
+      "grad_norm": 260.9999084472656,
+      "learning_rate": 1.9048393225627883e-06,
+      "loss": 15.7695,
+      "step": 17515
+    },
+    {
+      "epoch": 0.16580683636088261,
+      "grad_norm": 1023.9266357421875,
+      "learning_rate": 1.904826269242839e-06,
+      "loss": 65.2344,
+      "step": 17516
+    },
+    {
+      "epoch": 0.16581630238259767,
+      "grad_norm": 2.9306912422180176,
+      "learning_rate": 1.9048132150724117e-06,
+      "loss": 0.7778,
+      "step": 17517
+    },
+    {
+      "epoch": 0.1658257684043127,
+      "grad_norm": 3.321288824081421,
+      "learning_rate": 1.904800160051519e-06,
+      "loss": 0.8086,
+      "step": 17518
+    },
+    {
+      "epoch": 0.16583523442602777,
+      "grad_norm": 646.6973266601562,
+      "learning_rate": 1.904787104180173e-06,
+      "loss": 54.8281,
+      "step": 17519
+    },
+    {
+      "epoch": 0.16584470044774283,
+      "grad_norm": 669.599609375,
+      "learning_rate": 1.904774047458386e-06,
+      "loss": 31.9062,
+      "step": 17520
+    },
+    {
+      "epoch": 0.1658541664694579,
+      "grad_norm": 230.40538024902344,
+      "learning_rate": 1.9047609898861703e-06,
+      "loss": 30.4297,
+      "step": 17521
+    },
+    {
+      "epoch": 0.16586363249117295,
+      "grad_norm": 455.5083923339844,
+      "learning_rate": 1.9047479314635382e-06,
+      "loss": 36.2969,
+      "step": 17522
+    },
+    {
+      "epoch": 0.16587309851288798,
+      "grad_norm": 301.80804443359375,
+      "learning_rate": 1.9047348721905018e-06,
+      "loss": 22.8906,
+      "step": 17523
+    },
+    {
+      "epoch": 0.16588256453460304,
+      "grad_norm": 413.2418212890625,
+      "learning_rate": 1.9047218120670734e-06,
+      "loss": 33.0859,
+      "step": 17524
+    },
+    {
+      "epoch": 0.1658920305563181,
+      "grad_norm": 331.57855224609375,
+      "learning_rate": 1.9047087510932651e-06,
+      "loss": 16.7266,
+      "step": 17525
+    },
+    {
+      "epoch": 0.16590149657803316,
+      "grad_norm": 459.75909423828125,
+      "learning_rate": 1.90469568926909e-06,
+      "loss": 21.2422,
+      "step": 17526
+    },
+    {
+      "epoch": 0.1659109625997482,
+      "grad_norm": 309.9540100097656,
+      "learning_rate": 1.9046826265945596e-06,
+      "loss": 18.2109,
+      "step": 17527
+    },
+    {
+      "epoch": 0.16592042862146325,
+      "grad_norm": 210.1006317138672,
+      "learning_rate": 1.904669563069686e-06,
+      "loss": 19.8047,
+      "step": 17528
+    },
+    {
+      "epoch": 0.1659298946431783,
+      "grad_norm": 331.5171813964844,
+      "learning_rate": 1.9046564986944822e-06,
+      "loss": 25.9375,
+      "step": 17529
+    },
+    {
+      "epoch": 0.16593936066489337,
+      "grad_norm": 693.3828125,
+      "learning_rate": 1.9046434334689603e-06,
+      "loss": 59.9375,
+      "step": 17530
+    },
+    {
+      "epoch": 0.16594882668660843,
+      "grad_norm": 331.1889953613281,
+      "learning_rate": 1.9046303673931322e-06,
+      "loss": 18.8359,
+      "step": 17531
+    },
+    {
+      "epoch": 0.16595829270832346,
+      "grad_norm": 472.9093322753906,
+      "learning_rate": 1.9046173004670106e-06,
+      "loss": 47.9766,
+      "step": 17532
+    },
+    {
+      "epoch": 0.16596775873003852,
+      "grad_norm": 3.3124990463256836,
+      "learning_rate": 1.9046042326906074e-06,
+      "loss": 0.7698,
+      "step": 17533
+    },
+    {
+      "epoch": 0.16597722475175358,
+      "grad_norm": 280.6656494140625,
+      "learning_rate": 1.9045911640639352e-06,
+      "loss": 16.7266,
+      "step": 17534
+    },
+    {
+      "epoch": 0.16598669077346864,
+      "grad_norm": 348.37982177734375,
+      "learning_rate": 1.904578094587006e-06,
+      "loss": 49.5781,
+      "step": 17535
+    },
+    {
+      "epoch": 0.16599615679518367,
+      "grad_norm": 386.5525817871094,
+      "learning_rate": 1.9045650242598321e-06,
+      "loss": 49.2188,
+      "step": 17536
+    },
+    {
+      "epoch": 0.16600562281689873,
+      "grad_norm": 402.7718505859375,
+      "learning_rate": 1.9045519530824263e-06,
+      "loss": 43.625,
+      "step": 17537
+    },
+    {
+      "epoch": 0.1660150888386138,
+      "grad_norm": 951.482421875,
+      "learning_rate": 1.9045388810548001e-06,
+      "loss": 61.8594,
+      "step": 17538
+    },
+    {
+      "epoch": 0.16602455486032885,
+      "grad_norm": 340.7397155761719,
+      "learning_rate": 1.9045258081769665e-06,
+      "loss": 23.7031,
+      "step": 17539
+    },
+    {
+      "epoch": 0.16603402088204391,
+      "grad_norm": 873.0079345703125,
+      "learning_rate": 1.9045127344489376e-06,
+      "loss": 71.7344,
+      "step": 17540
+    },
+    {
+      "epoch": 0.16604348690375895,
+      "grad_norm": 295.83575439453125,
+      "learning_rate": 1.9044996598707254e-06,
+      "loss": 18.6875,
+      "step": 17541
+    },
+    {
+      "epoch": 0.166052952925474,
+      "grad_norm": 204.02024841308594,
+      "learning_rate": 1.9044865844423424e-06,
+      "loss": 8.6797,
+      "step": 17542
+    },
+    {
+      "epoch": 0.16606241894718907,
+      "grad_norm": 941.30029296875,
+      "learning_rate": 1.9044735081638007e-06,
+      "loss": 48.3086,
+      "step": 17543
+    },
+    {
+      "epoch": 0.16607188496890413,
+      "grad_norm": 1187.2080078125,
+      "learning_rate": 1.904460431035113e-06,
+      "loss": 7.082,
+      "step": 17544
+    },
+    {
+      "epoch": 0.16608135099061916,
+      "grad_norm": 315.45037841796875,
+      "learning_rate": 1.904447353056291e-06,
+      "loss": 25.0,
+      "step": 17545
+    },
+    {
+      "epoch": 0.16609081701233422,
+      "grad_norm": 221.50184631347656,
+      "learning_rate": 1.9044342742273476e-06,
+      "loss": 25.4375,
+      "step": 17546
+    },
+    {
+      "epoch": 0.16610028303404928,
+      "grad_norm": 705.7461547851562,
+      "learning_rate": 1.9044211945482947e-06,
+      "loss": 45.5469,
+      "step": 17547
+    },
+    {
+      "epoch": 0.16610974905576434,
+      "grad_norm": 581.6356811523438,
+      "learning_rate": 1.9044081140191448e-06,
+      "loss": 52.0547,
+      "step": 17548
+    },
+    {
+      "epoch": 0.1661192150774794,
+      "grad_norm": 232.07843017578125,
+      "learning_rate": 1.9043950326399098e-06,
+      "loss": 19.6406,
+      "step": 17549
+    },
+    {
+      "epoch": 0.16612868109919443,
+      "grad_norm": 570.5678100585938,
+      "learning_rate": 1.9043819504106027e-06,
+      "loss": 29.7812,
+      "step": 17550
+    },
+    {
+      "epoch": 0.1661381471209095,
+      "grad_norm": 357.05511474609375,
+      "learning_rate": 1.9043688673312352e-06,
+      "loss": 26.5938,
+      "step": 17551
+    },
+    {
+      "epoch": 0.16614761314262455,
+      "grad_norm": 272.0744323730469,
+      "learning_rate": 1.90435578340182e-06,
+      "loss": 16.7969,
+      "step": 17552
+    },
+    {
+      "epoch": 0.1661570791643396,
+      "grad_norm": 348.88653564453125,
+      "learning_rate": 1.904342698622369e-06,
+      "loss": 16.957,
+      "step": 17553
+    },
+    {
+      "epoch": 0.16616654518605467,
+      "grad_norm": 260.9897155761719,
+      "learning_rate": 1.9043296129928947e-06,
+      "loss": 23.0469,
+      "step": 17554
+    },
+    {
+      "epoch": 0.1661760112077697,
+      "grad_norm": 567.7647094726562,
+      "learning_rate": 1.9043165265134093e-06,
+      "loss": 32.7656,
+      "step": 17555
+    },
+    {
+      "epoch": 0.16618547722948476,
+      "grad_norm": 213.37747192382812,
+      "learning_rate": 1.9043034391839254e-06,
+      "loss": 21.75,
+      "step": 17556
+    },
+    {
+      "epoch": 0.16619494325119982,
+      "grad_norm": 4.090524673461914,
+      "learning_rate": 1.904290351004455e-06,
+      "loss": 0.9546,
+      "step": 17557
+    },
+    {
+      "epoch": 0.16620440927291488,
+      "grad_norm": 1687.2283935546875,
+      "learning_rate": 1.9042772619750104e-06,
+      "loss": 19.4453,
+      "step": 17558
+    },
+    {
+      "epoch": 0.16621387529462991,
+      "grad_norm": 685.069091796875,
+      "learning_rate": 1.9042641720956044e-06,
+      "loss": 30.6016,
+      "step": 17559
+    },
+    {
+      "epoch": 0.16622334131634497,
+      "grad_norm": 441.974365234375,
+      "learning_rate": 1.9042510813662484e-06,
+      "loss": 40.2188,
+      "step": 17560
+    },
+    {
+      "epoch": 0.16623280733806003,
+      "grad_norm": 353.1178283691406,
+      "learning_rate": 1.9042379897869556e-06,
+      "loss": 19.8594,
+      "step": 17561
+    },
+    {
+      "epoch": 0.1662422733597751,
+      "grad_norm": 226.99598693847656,
+      "learning_rate": 1.9042248973577377e-06,
+      "loss": 14.9219,
+      "step": 17562
+    },
+    {
+      "epoch": 0.16625173938149015,
+      "grad_norm": 1174.181396484375,
+      "learning_rate": 1.9042118040786074e-06,
+      "loss": 32.4375,
+      "step": 17563
+    },
+    {
+      "epoch": 0.1662612054032052,
+      "grad_norm": 204.27928161621094,
+      "learning_rate": 1.9041987099495764e-06,
+      "loss": 13.8984,
+      "step": 17564
+    },
+    {
+      "epoch": 0.16627067142492025,
+      "grad_norm": 253.1001434326172,
+      "learning_rate": 1.9041856149706579e-06,
+      "loss": 22.5703,
+      "step": 17565
+    },
+    {
+      "epoch": 0.1662801374466353,
+      "grad_norm": 285.1921081542969,
+      "learning_rate": 1.9041725191418637e-06,
+      "loss": 34.3203,
+      "step": 17566
+    },
+    {
+      "epoch": 0.16628960346835037,
+      "grad_norm": 432.8686828613281,
+      "learning_rate": 1.904159422463206e-06,
+      "loss": 45.2422,
+      "step": 17567
+    },
+    {
+      "epoch": 0.1662990694900654,
+      "grad_norm": 372.8061828613281,
+      "learning_rate": 1.9041463249346973e-06,
+      "loss": 17.9961,
+      "step": 17568
+    },
+    {
+      "epoch": 0.16630853551178046,
+      "grad_norm": 960.317138671875,
+      "learning_rate": 1.9041332265563498e-06,
+      "loss": 52.8984,
+      "step": 17569
+    },
+    {
+      "epoch": 0.16631800153349552,
+      "grad_norm": 427.927001953125,
+      "learning_rate": 1.9041201273281759e-06,
+      "loss": 53.2812,
+      "step": 17570
+    },
+    {
+      "epoch": 0.16632746755521058,
+      "grad_norm": 260.4722900390625,
+      "learning_rate": 1.904107027250188e-06,
+      "loss": 19.8594,
+      "step": 17571
+    },
+    {
+      "epoch": 0.16633693357692564,
+      "grad_norm": 274.7586669921875,
+      "learning_rate": 1.9040939263223982e-06,
+      "loss": 17.7031,
+      "step": 17572
+    },
+    {
+      "epoch": 0.16634639959864067,
+      "grad_norm": 516.5198974609375,
+      "learning_rate": 1.904080824544819e-06,
+      "loss": 43.2969,
+      "step": 17573
+    },
+    {
+      "epoch": 0.16635586562035573,
+      "grad_norm": 817.337890625,
+      "learning_rate": 1.9040677219174625e-06,
+      "loss": 43.1562,
+      "step": 17574
+    },
+    {
+      "epoch": 0.1663653316420708,
+      "grad_norm": 213.5312042236328,
+      "learning_rate": 1.9040546184403413e-06,
+      "loss": 16.4922,
+      "step": 17575
+    },
+    {
+      "epoch": 0.16637479766378585,
+      "grad_norm": 379.9842529296875,
+      "learning_rate": 1.9040415141134676e-06,
+      "loss": 28.2109,
+      "step": 17576
+    },
+    {
+      "epoch": 0.16638426368550088,
+      "grad_norm": 312.6467590332031,
+      "learning_rate": 1.9040284089368536e-06,
+      "loss": 44.4375,
+      "step": 17577
+    },
+    {
+      "epoch": 0.16639372970721594,
+      "grad_norm": 368.03009033203125,
+      "learning_rate": 1.9040153029105118e-06,
+      "loss": 22.3828,
+      "step": 17578
+    },
+    {
+      "epoch": 0.166403195728931,
+      "grad_norm": 331.3036193847656,
+      "learning_rate": 1.9040021960344546e-06,
+      "loss": 29.3672,
+      "step": 17579
+    },
+    {
+      "epoch": 0.16641266175064606,
+      "grad_norm": 868.1847534179688,
+      "learning_rate": 1.9039890883086937e-06,
+      "loss": 45.1602,
+      "step": 17580
+    },
+    {
+      "epoch": 0.16642212777236112,
+      "grad_norm": 658.0927734375,
+      "learning_rate": 1.903975979733242e-06,
+      "loss": 49.5156,
+      "step": 17581
+    },
+    {
+      "epoch": 0.16643159379407615,
+      "grad_norm": 321.1667785644531,
+      "learning_rate": 1.903962870308112e-06,
+      "loss": 16.7695,
+      "step": 17582
+    },
+    {
+      "epoch": 0.16644105981579121,
+      "grad_norm": 458.8502197265625,
+      "learning_rate": 1.9039497600333153e-06,
+      "loss": 25.1016,
+      "step": 17583
+    },
+    {
+      "epoch": 0.16645052583750627,
+      "grad_norm": 402.8515625,
+      "learning_rate": 1.903936648908865e-06,
+      "loss": 29.0234,
+      "step": 17584
+    },
+    {
+      "epoch": 0.16645999185922133,
+      "grad_norm": 290.2109680175781,
+      "learning_rate": 1.9039235369347728e-06,
+      "loss": 16.375,
+      "step": 17585
+    },
+    {
+      "epoch": 0.16646945788093637,
+      "grad_norm": 758.2498168945312,
+      "learning_rate": 1.9039104241110513e-06,
+      "loss": 39.543,
+      "step": 17586
+    },
+    {
+      "epoch": 0.16647892390265143,
+      "grad_norm": 232.66412353515625,
+      "learning_rate": 1.9038973104377128e-06,
+      "loss": 17.1797,
+      "step": 17587
+    },
+    {
+      "epoch": 0.1664883899243665,
+      "grad_norm": 549.873291015625,
+      "learning_rate": 1.9038841959147698e-06,
+      "loss": 45.375,
+      "step": 17588
+    },
+    {
+      "epoch": 0.16649785594608155,
+      "grad_norm": 459.9300231933594,
+      "learning_rate": 1.9038710805422343e-06,
+      "loss": 27.5625,
+      "step": 17589
+    },
+    {
+      "epoch": 0.1665073219677966,
+      "grad_norm": 702.8592529296875,
+      "learning_rate": 1.9038579643201186e-06,
+      "loss": 31.0938,
+      "step": 17590
+    },
+    {
+      "epoch": 0.16651678798951164,
+      "grad_norm": 242.56007385253906,
+      "learning_rate": 1.9038448472484357e-06,
+      "loss": 27.9414,
+      "step": 17591
+    },
+    {
+      "epoch": 0.1665262540112267,
+      "grad_norm": 248.9016571044922,
+      "learning_rate": 1.903831729327197e-06,
+      "loss": 28.2344,
+      "step": 17592
+    },
+    {
+      "epoch": 0.16653572003294176,
+      "grad_norm": 874.3299560546875,
+      "learning_rate": 1.9038186105564154e-06,
+      "loss": 69.8906,
+      "step": 17593
+    },
+    {
+      "epoch": 0.16654518605465682,
+      "grad_norm": 592.4867553710938,
+      "learning_rate": 1.9038054909361032e-06,
+      "loss": 21.7578,
+      "step": 17594
+    },
+    {
+      "epoch": 0.16655465207637185,
+      "grad_norm": 527.7444458007812,
+      "learning_rate": 1.9037923704662725e-06,
+      "loss": 17.2344,
+      "step": 17595
+    },
+    {
+      "epoch": 0.1665641180980869,
+      "grad_norm": 863.6167602539062,
+      "learning_rate": 1.903779249146936e-06,
+      "loss": 44.5078,
+      "step": 17596
+    },
+    {
+      "epoch": 0.16657358411980197,
+      "grad_norm": 272.0924377441406,
+      "learning_rate": 1.9037661269781056e-06,
+      "loss": 22.7969,
+      "step": 17597
+    },
+    {
+      "epoch": 0.16658305014151703,
+      "grad_norm": 446.99853515625,
+      "learning_rate": 1.9037530039597938e-06,
+      "loss": 39.8594,
+      "step": 17598
+    },
+    {
+      "epoch": 0.1665925161632321,
+      "grad_norm": 584.3058471679688,
+      "learning_rate": 1.9037398800920133e-06,
+      "loss": 23.9141,
+      "step": 17599
+    },
+    {
+      "epoch": 0.16660198218494712,
+      "grad_norm": 481.2335205078125,
+      "learning_rate": 1.9037267553747757e-06,
+      "loss": 39.5781,
+      "step": 17600
+    },
+    {
+      "epoch": 0.16661144820666218,
+      "grad_norm": 265.9800720214844,
+      "learning_rate": 1.9037136298080939e-06,
+      "loss": 14.6484,
+      "step": 17601
+    },
+    {
+      "epoch": 0.16662091422837724,
+      "grad_norm": 362.1441650390625,
+      "learning_rate": 1.9037005033919803e-06,
+      "loss": 21.6289,
+      "step": 17602
+    },
+    {
+      "epoch": 0.1666303802500923,
+      "grad_norm": 337.5423278808594,
+      "learning_rate": 1.9036873761264464e-06,
+      "loss": 40.75,
+      "step": 17603
+    },
+    {
+      "epoch": 0.16663984627180733,
+      "grad_norm": 342.0367431640625,
+      "learning_rate": 1.9036742480115055e-06,
+      "loss": 20.8008,
+      "step": 17604
+    },
+    {
+      "epoch": 0.1666493122935224,
+      "grad_norm": 320.5480041503906,
+      "learning_rate": 1.90366111904717e-06,
+      "loss": 20.7656,
+      "step": 17605
+    },
+    {
+      "epoch": 0.16665877831523745,
+      "grad_norm": 402.43646240234375,
+      "learning_rate": 1.9036479892334514e-06,
+      "loss": 14.6719,
+      "step": 17606
+    },
+    {
+      "epoch": 0.16666824433695251,
+      "grad_norm": 325.80535888671875,
+      "learning_rate": 1.9036348585703624e-06,
+      "loss": 30.8906,
+      "step": 17607
+    },
+    {
+      "epoch": 0.16667771035866757,
+      "grad_norm": 340.5157470703125,
+      "learning_rate": 1.9036217270579159e-06,
+      "loss": 29.2969,
+      "step": 17608
+    },
+    {
+      "epoch": 0.1666871763803826,
+      "grad_norm": 635.1835327148438,
+      "learning_rate": 1.9036085946961231e-06,
+      "loss": 42.9219,
+      "step": 17609
+    },
+    {
+      "epoch": 0.16669664240209767,
+      "grad_norm": 388.62225341796875,
+      "learning_rate": 1.9035954614849973e-06,
+      "loss": 15.4453,
+      "step": 17610
+    },
+    {
+      "epoch": 0.16670610842381273,
+      "grad_norm": 765.403076171875,
+      "learning_rate": 1.9035823274245505e-06,
+      "loss": 55.375,
+      "step": 17611
+    },
+    {
+      "epoch": 0.1667155744455278,
+      "grad_norm": 343.6528015136719,
+      "learning_rate": 1.9035691925147954e-06,
+      "loss": 30.0938,
+      "step": 17612
+    },
+    {
+      "epoch": 0.16672504046724282,
+      "grad_norm": 300.2288818359375,
+      "learning_rate": 1.9035560567557439e-06,
+      "loss": 37.5,
+      "step": 17613
+    },
+    {
+      "epoch": 0.16673450648895788,
+      "grad_norm": 376.2392883300781,
+      "learning_rate": 1.9035429201474082e-06,
+      "loss": 15.9023,
+      "step": 17614
+    },
+    {
+      "epoch": 0.16674397251067294,
+      "grad_norm": 4.302179336547852,
+      "learning_rate": 1.903529782689801e-06,
+      "loss": 1.0547,
+      "step": 17615
+    },
+    {
+      "epoch": 0.166753438532388,
+      "grad_norm": 262.98284912109375,
+      "learning_rate": 1.9035166443829352e-06,
+      "loss": 20.6641,
+      "step": 17616
+    },
+    {
+      "epoch": 0.16676290455410306,
+      "grad_norm": 166.8349609375,
+      "learning_rate": 1.9035035052268218e-06,
+      "loss": 24.2969,
+      "step": 17617
+    },
+    {
+      "epoch": 0.1667723705758181,
+      "grad_norm": 388.0373229980469,
+      "learning_rate": 1.9034903652214743e-06,
+      "loss": 20.3594,
+      "step": 17618
+    },
+    {
+      "epoch": 0.16678183659753315,
+      "grad_norm": 320.00628662109375,
+      "learning_rate": 1.9034772243669044e-06,
+      "loss": 22.5312,
+      "step": 17619
+    },
+    {
+      "epoch": 0.1667913026192482,
+      "grad_norm": 559.9071044921875,
+      "learning_rate": 1.9034640826631247e-06,
+      "loss": 40.6875,
+      "step": 17620
+    },
+    {
+      "epoch": 0.16680076864096327,
+      "grad_norm": 680.3812255859375,
+      "learning_rate": 1.9034509401101477e-06,
+      "loss": 6.1992,
+      "step": 17621
+    },
+    {
+      "epoch": 0.1668102346626783,
+      "grad_norm": 303.6968688964844,
+      "learning_rate": 1.9034377967079854e-06,
+      "loss": 28.7188,
+      "step": 17622
+    },
+    {
+      "epoch": 0.16681970068439336,
+      "grad_norm": 324.863037109375,
+      "learning_rate": 1.9034246524566506e-06,
+      "loss": 45.1719,
+      "step": 17623
+    },
+    {
+      "epoch": 0.16682916670610842,
+      "grad_norm": 341.242431640625,
+      "learning_rate": 1.9034115073561549e-06,
+      "loss": 32.1484,
+      "step": 17624
+    },
+    {
+      "epoch": 0.16683863272782348,
+      "grad_norm": 527.30859375,
+      "learning_rate": 1.9033983614065116e-06,
+      "loss": 42.6328,
+      "step": 17625
+    },
+    {
+      "epoch": 0.16684809874953854,
+      "grad_norm": 898.049072265625,
+      "learning_rate": 1.9033852146077326e-06,
+      "loss": 65.0,
+      "step": 17626
+    },
+    {
+      "epoch": 0.16685756477125357,
+      "grad_norm": 362.9295349121094,
+      "learning_rate": 1.9033720669598302e-06,
+      "loss": 36.3438,
+      "step": 17627
+    },
+    {
+      "epoch": 0.16686703079296863,
+      "grad_norm": 683.8591918945312,
+      "learning_rate": 1.9033589184628168e-06,
+      "loss": 28.2266,
+      "step": 17628
+    },
+    {
+      "epoch": 0.1668764968146837,
+      "grad_norm": 226.20999145507812,
+      "learning_rate": 1.9033457691167048e-06,
+      "loss": 17.8633,
+      "step": 17629
+    },
+    {
+      "epoch": 0.16688596283639875,
+      "grad_norm": 343.6250305175781,
+      "learning_rate": 1.9033326189215064e-06,
+      "loss": 17.4453,
+      "step": 17630
+    },
+    {
+      "epoch": 0.1668954288581138,
+      "grad_norm": 250.3340606689453,
+      "learning_rate": 1.9033194678772342e-06,
+      "loss": 30.3906,
+      "step": 17631
+    },
+    {
+      "epoch": 0.16690489487982885,
+      "grad_norm": 318.9510498046875,
+      "learning_rate": 1.9033063159839005e-06,
+      "loss": 44.0547,
+      "step": 17632
+    },
+    {
+      "epoch": 0.1669143609015439,
+      "grad_norm": 284.7974548339844,
+      "learning_rate": 1.9032931632415176e-06,
+      "loss": 31.3477,
+      "step": 17633
+    },
+    {
+      "epoch": 0.16692382692325897,
+      "grad_norm": 499.61993408203125,
+      "learning_rate": 1.903280009650098e-06,
+      "loss": 33.2812,
+      "step": 17634
+    },
+    {
+      "epoch": 0.16693329294497403,
+      "grad_norm": 404.04034423828125,
+      "learning_rate": 1.9032668552096536e-06,
+      "loss": 36.6406,
+      "step": 17635
+    },
+    {
+      "epoch": 0.16694275896668906,
+      "grad_norm": 241.6040802001953,
+      "learning_rate": 1.9032536999201977e-06,
+      "loss": 18.5234,
+      "step": 17636
+    },
+    {
+      "epoch": 0.16695222498840412,
+      "grad_norm": 234.95359802246094,
+      "learning_rate": 1.9032405437817416e-06,
+      "loss": 18.2656,
+      "step": 17637
+    },
+    {
+      "epoch": 0.16696169101011918,
+      "grad_norm": 213.71636962890625,
+      "learning_rate": 1.9032273867942982e-06,
+      "loss": 29.3828,
+      "step": 17638
+    },
+    {
+      "epoch": 0.16697115703183424,
+      "grad_norm": 3.263805866241455,
+      "learning_rate": 1.90321422895788e-06,
+      "loss": 0.7021,
+      "step": 17639
+    },
+    {
+      "epoch": 0.1669806230535493,
+      "grad_norm": 260.0309753417969,
+      "learning_rate": 1.903201070272499e-06,
+      "loss": 20.4453,
+      "step": 17640
+    },
+    {
+      "epoch": 0.16699008907526433,
+      "grad_norm": 293.8359069824219,
+      "learning_rate": 1.9031879107381679e-06,
+      "loss": 24.6758,
+      "step": 17641
+    },
+    {
+      "epoch": 0.1669995550969794,
+      "grad_norm": 555.5476684570312,
+      "learning_rate": 1.903174750354899e-06,
+      "loss": 53.0117,
+      "step": 17642
+    },
+    {
+      "epoch": 0.16700902111869445,
+      "grad_norm": 558.2454833984375,
+      "learning_rate": 1.9031615891227043e-06,
+      "loss": 24.7109,
+      "step": 17643
+    },
+    {
+      "epoch": 0.1670184871404095,
+      "grad_norm": 268.9899597167969,
+      "learning_rate": 1.9031484270415968e-06,
+      "loss": 15.9219,
+      "step": 17644
+    },
+    {
+      "epoch": 0.16702795316212454,
+      "grad_norm": 878.5142822265625,
+      "learning_rate": 1.9031352641115884e-06,
+      "loss": 36.0547,
+      "step": 17645
+    },
+    {
+      "epoch": 0.1670374191838396,
+      "grad_norm": 235.3226776123047,
+      "learning_rate": 1.9031221003326914e-06,
+      "loss": 15.9453,
+      "step": 17646
+    },
+    {
+      "epoch": 0.16704688520555466,
+      "grad_norm": 269.2769775390625,
+      "learning_rate": 1.9031089357049183e-06,
+      "loss": 16.8125,
+      "step": 17647
+    },
+    {
+      "epoch": 0.16705635122726972,
+      "grad_norm": 172.7972869873047,
+      "learning_rate": 1.9030957702282819e-06,
+      "loss": 14.6602,
+      "step": 17648
+    },
+    {
+      "epoch": 0.16706581724898478,
+      "grad_norm": 378.7185974121094,
+      "learning_rate": 1.9030826039027943e-06,
+      "loss": 20.2734,
+      "step": 17649
+    },
+    {
+      "epoch": 0.16707528327069981,
+      "grad_norm": 195.5813751220703,
+      "learning_rate": 1.9030694367284675e-06,
+      "loss": 17.793,
+      "step": 17650
+    },
+    {
+      "epoch": 0.16708474929241487,
+      "grad_norm": 374.4558410644531,
+      "learning_rate": 1.9030562687053142e-06,
+      "loss": 28.3906,
+      "step": 17651
+    },
+    {
+      "epoch": 0.16709421531412993,
+      "grad_norm": 470.4617004394531,
+      "learning_rate": 1.903043099833347e-06,
+      "loss": 46.4688,
+      "step": 17652
+    },
+    {
+      "epoch": 0.167103681335845,
+      "grad_norm": 482.7084655761719,
+      "learning_rate": 1.9030299301125779e-06,
+      "loss": 48.0469,
+      "step": 17653
+    },
+    {
+      "epoch": 0.16711314735756003,
+      "grad_norm": 329.18658447265625,
+      "learning_rate": 1.9030167595430194e-06,
+      "loss": 19.7266,
+      "step": 17654
+    },
+    {
+      "epoch": 0.1671226133792751,
+      "grad_norm": 347.3111267089844,
+      "learning_rate": 1.903003588124684e-06,
+      "loss": 21.1562,
+      "step": 17655
+    },
+    {
+      "epoch": 0.16713207940099015,
+      "grad_norm": 309.45745849609375,
+      "learning_rate": 1.902990415857584e-06,
+      "loss": 25.1172,
+      "step": 17656
+    },
+    {
+      "epoch": 0.1671415454227052,
+      "grad_norm": 579.4442749023438,
+      "learning_rate": 1.9029772427417314e-06,
+      "loss": 48.875,
+      "step": 17657
+    },
+    {
+      "epoch": 0.16715101144442027,
+      "grad_norm": 515.3912963867188,
+      "learning_rate": 1.9029640687771389e-06,
+      "loss": 48.5625,
+      "step": 17658
+    },
+    {
+      "epoch": 0.1671604774661353,
+      "grad_norm": 391.3013000488281,
+      "learning_rate": 1.9029508939638192e-06,
+      "loss": 24.3281,
+      "step": 17659
+    },
+    {
+      "epoch": 0.16716994348785036,
+      "grad_norm": 788.8831787109375,
+      "learning_rate": 1.9029377183017843e-06,
+      "loss": 35.0977,
+      "step": 17660
+    },
+    {
+      "epoch": 0.16717940950956542,
+      "grad_norm": 239.90005493164062,
+      "learning_rate": 1.9029245417910468e-06,
+      "loss": 19.875,
+      "step": 17661
+    },
+    {
+      "epoch": 0.16718887553128048,
+      "grad_norm": 239.92262268066406,
+      "learning_rate": 1.902911364431619e-06,
+      "loss": 21.2422,
+      "step": 17662
+    },
+    {
+      "epoch": 0.1671983415529955,
+      "grad_norm": 903.8651733398438,
+      "learning_rate": 1.9028981862235132e-06,
+      "loss": 41.25,
+      "step": 17663
+    },
+    {
+      "epoch": 0.16720780757471057,
+      "grad_norm": 674.9968872070312,
+      "learning_rate": 1.9028850071667418e-06,
+      "loss": 37.625,
+      "step": 17664
+    },
+    {
+      "epoch": 0.16721727359642563,
+      "grad_norm": 173.25674438476562,
+      "learning_rate": 1.9028718272613173e-06,
+      "loss": 17.4609,
+      "step": 17665
+    },
+    {
+      "epoch": 0.1672267396181407,
+      "grad_norm": 129.79005432128906,
+      "learning_rate": 1.9028586465072518e-06,
+      "loss": 10.0234,
+      "step": 17666
+    },
+    {
+      "epoch": 0.16723620563985575,
+      "grad_norm": 3.0381925106048584,
+      "learning_rate": 1.902845464904558e-06,
+      "loss": 0.8896,
+      "step": 17667
+    },
+    {
+      "epoch": 0.16724567166157078,
+      "grad_norm": 267.30517578125,
+      "learning_rate": 1.9028322824532484e-06,
+      "loss": 21.9375,
+      "step": 17668
+    },
+    {
+      "epoch": 0.16725513768328584,
+      "grad_norm": 464.1353759765625,
+      "learning_rate": 1.9028190991533351e-06,
+      "loss": 49.0547,
+      "step": 17669
+    },
+    {
+      "epoch": 0.1672646037050009,
+      "grad_norm": 341.5248107910156,
+      "learning_rate": 1.9028059150048304e-06,
+      "loss": 36.125,
+      "step": 17670
+    },
+    {
+      "epoch": 0.16727406972671596,
+      "grad_norm": 455.4871826171875,
+      "learning_rate": 1.902792730007747e-06,
+      "loss": 27.5469,
+      "step": 17671
+    },
+    {
+      "epoch": 0.167283535748431,
+      "grad_norm": 670.85595703125,
+      "learning_rate": 1.9027795441620973e-06,
+      "loss": 12.2578,
+      "step": 17672
+    },
+    {
+      "epoch": 0.16729300177014605,
+      "grad_norm": 208.12249755859375,
+      "learning_rate": 1.9027663574678934e-06,
+      "loss": 20.1875,
+      "step": 17673
+    },
+    {
+      "epoch": 0.16730246779186111,
+      "grad_norm": 608.0801391601562,
+      "learning_rate": 1.9027531699251479e-06,
+      "loss": 39.0859,
+      "step": 17674
+    },
+    {
+      "epoch": 0.16731193381357617,
+      "grad_norm": 859.7506103515625,
+      "learning_rate": 1.902739981533873e-06,
+      "loss": 54.4297,
+      "step": 17675
+    },
+    {
+      "epoch": 0.16732139983529123,
+      "grad_norm": 360.2976989746094,
+      "learning_rate": 1.9027267922940816e-06,
+      "loss": 22.6211,
+      "step": 17676
+    },
+    {
+      "epoch": 0.16733086585700627,
+      "grad_norm": 1163.53662109375,
+      "learning_rate": 1.9027136022057854e-06,
+      "loss": 73.7344,
+      "step": 17677
+    },
+    {
+      "epoch": 0.16734033187872133,
+      "grad_norm": 376.98590087890625,
+      "learning_rate": 1.9027004112689972e-06,
+      "loss": 22.0156,
+      "step": 17678
+    },
+    {
+      "epoch": 0.1673497979004364,
+      "grad_norm": 810.4246826171875,
+      "learning_rate": 1.9026872194837296e-06,
+      "loss": 50.7266,
+      "step": 17679
+    },
+    {
+      "epoch": 0.16735926392215145,
+      "grad_norm": 254.180908203125,
+      "learning_rate": 1.9026740268499944e-06,
+      "loss": 28.7891,
+      "step": 17680
+    },
+    {
+      "epoch": 0.16736872994386648,
+      "grad_norm": 670.5555419921875,
+      "learning_rate": 1.9026608333678045e-06,
+      "loss": 35.6172,
+      "step": 17681
+    },
+    {
+      "epoch": 0.16737819596558154,
+      "grad_norm": 417.5400390625,
+      "learning_rate": 1.902647639037172e-06,
+      "loss": 21.4688,
+      "step": 17682
+    },
+    {
+      "epoch": 0.1673876619872966,
+      "grad_norm": 372.73944091796875,
+      "learning_rate": 1.9026344438581097e-06,
+      "loss": 34.0781,
+      "step": 17683
+    },
+    {
+      "epoch": 0.16739712800901166,
+      "grad_norm": 368.216064453125,
+      "learning_rate": 1.9026212478306294e-06,
+      "loss": 18.6094,
+      "step": 17684
+    },
+    {
+      "epoch": 0.16740659403072672,
+      "grad_norm": 483.0911560058594,
+      "learning_rate": 1.9026080509547442e-06,
+      "loss": 21.6484,
+      "step": 17685
+    },
+    {
+      "epoch": 0.16741606005244175,
+      "grad_norm": 222.82125854492188,
+      "learning_rate": 1.9025948532304659e-06,
+      "loss": 17.7344,
+      "step": 17686
+    },
+    {
+      "epoch": 0.1674255260741568,
+      "grad_norm": 249.2345733642578,
+      "learning_rate": 1.902581654657807e-06,
+      "loss": 24.8047,
+      "step": 17687
+    },
+    {
+      "epoch": 0.16743499209587187,
+      "grad_norm": 537.444580078125,
+      "learning_rate": 1.9025684552367805e-06,
+      "loss": 49.5781,
+      "step": 17688
+    },
+    {
+      "epoch": 0.16744445811758693,
+      "grad_norm": 509.4107971191406,
+      "learning_rate": 1.9025552549673981e-06,
+      "loss": 56.4688,
+      "step": 17689
+    },
+    {
+      "epoch": 0.16745392413930196,
+      "grad_norm": 241.20567321777344,
+      "learning_rate": 1.9025420538496725e-06,
+      "loss": 24.0312,
+      "step": 17690
+    },
+    {
+      "epoch": 0.16746339016101702,
+      "grad_norm": 458.91009521484375,
+      "learning_rate": 1.9025288518836162e-06,
+      "loss": 39.4531,
+      "step": 17691
+    },
+    {
+      "epoch": 0.16747285618273208,
+      "grad_norm": 322.17254638671875,
+      "learning_rate": 1.9025156490692415e-06,
+      "loss": 20.7969,
+      "step": 17692
+    },
+    {
+      "epoch": 0.16748232220444714,
+      "grad_norm": 236.8173370361328,
+      "learning_rate": 1.9025024454065606e-06,
+      "loss": 8.1504,
+      "step": 17693
+    },
+    {
+      "epoch": 0.1674917882261622,
+      "grad_norm": 296.8450622558594,
+      "learning_rate": 1.902489240895586e-06,
+      "loss": 18.7031,
+      "step": 17694
+    },
+    {
+      "epoch": 0.16750125424787723,
+      "grad_norm": 284.1463623046875,
+      "learning_rate": 1.9024760355363307e-06,
+      "loss": 22.9688,
+      "step": 17695
+    },
+    {
+      "epoch": 0.1675107202695923,
+      "grad_norm": 3.383134365081787,
+      "learning_rate": 1.9024628293288063e-06,
+      "loss": 0.936,
+      "step": 17696
+    },
+    {
+      "epoch": 0.16752018629130735,
+      "grad_norm": 1269.6239013671875,
+      "learning_rate": 1.9024496222730258e-06,
+      "loss": 50.0391,
+      "step": 17697
+    },
+    {
+      "epoch": 0.16752965231302241,
+      "grad_norm": 640.1484985351562,
+      "learning_rate": 1.9024364143690012e-06,
+      "loss": 36.8438,
+      "step": 17698
+    },
+    {
+      "epoch": 0.16753911833473745,
+      "grad_norm": 268.4124755859375,
+      "learning_rate": 1.902423205616745e-06,
+      "loss": 18.5078,
+      "step": 17699
+    },
+    {
+      "epoch": 0.1675485843564525,
+      "grad_norm": 295.1808166503906,
+      "learning_rate": 1.9024099960162698e-06,
+      "loss": 16.2969,
+      "step": 17700
+    },
+    {
+      "epoch": 0.16755805037816757,
+      "grad_norm": 343.1858215332031,
+      "learning_rate": 1.902396785567588e-06,
+      "loss": 29.25,
+      "step": 17701
+    },
+    {
+      "epoch": 0.16756751639988263,
+      "grad_norm": 593.0007934570312,
+      "learning_rate": 1.9023835742707116e-06,
+      "loss": 25.3984,
+      "step": 17702
+    },
+    {
+      "epoch": 0.1675769824215977,
+      "grad_norm": 451.3909606933594,
+      "learning_rate": 1.9023703621256538e-06,
+      "loss": 30.8203,
+      "step": 17703
+    },
+    {
+      "epoch": 0.16758644844331272,
+      "grad_norm": 462.23577880859375,
+      "learning_rate": 1.9023571491324263e-06,
+      "loss": 39.2656,
+      "step": 17704
+    },
+    {
+      "epoch": 0.16759591446502778,
+      "grad_norm": 785.9237060546875,
+      "learning_rate": 1.9023439352910418e-06,
+      "loss": 50.875,
+      "step": 17705
+    },
+    {
+      "epoch": 0.16760538048674284,
+      "grad_norm": 562.3674926757812,
+      "learning_rate": 1.9023307206015126e-06,
+      "loss": 50.0625,
+      "step": 17706
+    },
+    {
+      "epoch": 0.1676148465084579,
+      "grad_norm": 442.06982421875,
+      "learning_rate": 1.9023175050638513e-06,
+      "loss": 19.3047,
+      "step": 17707
+    },
+    {
+      "epoch": 0.16762431253017293,
+      "grad_norm": 524.97216796875,
+      "learning_rate": 1.9023042886780703e-06,
+      "loss": 33.1172,
+      "step": 17708
+    },
+    {
+      "epoch": 0.167633778551888,
+      "grad_norm": 332.382568359375,
+      "learning_rate": 1.902291071444182e-06,
+      "loss": 18.6094,
+      "step": 17709
+    },
+    {
+      "epoch": 0.16764324457360305,
+      "grad_norm": 456.53076171875,
+      "learning_rate": 1.902277853362199e-06,
+      "loss": 23.0781,
+      "step": 17710
+    },
+    {
+      "epoch": 0.1676527105953181,
+      "grad_norm": 180.86087036132812,
+      "learning_rate": 1.9022646344321331e-06,
+      "loss": 22.9453,
+      "step": 17711
+    },
+    {
+      "epoch": 0.16766217661703317,
+      "grad_norm": 516.3060302734375,
+      "learning_rate": 1.9022514146539972e-06,
+      "loss": 23.6016,
+      "step": 17712
+    },
+    {
+      "epoch": 0.1676716426387482,
+      "grad_norm": 409.3343505859375,
+      "learning_rate": 1.9022381940278037e-06,
+      "loss": 31.2188,
+      "step": 17713
+    },
+    {
+      "epoch": 0.16768110866046326,
+      "grad_norm": 499.1239318847656,
+      "learning_rate": 1.902224972553565e-06,
+      "loss": 37.9219,
+      "step": 17714
+    },
+    {
+      "epoch": 0.16769057468217832,
+      "grad_norm": 335.83111572265625,
+      "learning_rate": 1.9022117502312938e-06,
+      "loss": 18.7109,
+      "step": 17715
+    },
+    {
+      "epoch": 0.16770004070389338,
+      "grad_norm": 4.254152297973633,
+      "learning_rate": 1.9021985270610016e-06,
+      "loss": 1.0688,
+      "step": 17716
+    },
+    {
+      "epoch": 0.16770950672560841,
+      "grad_norm": 930.213623046875,
+      "learning_rate": 1.9021853030427022e-06,
+      "loss": 40.8594,
+      "step": 17717
+    },
+    {
+      "epoch": 0.16771897274732347,
+      "grad_norm": 599.6341552734375,
+      "learning_rate": 1.9021720781764068e-06,
+      "loss": 28.0703,
+      "step": 17718
+    },
+    {
+      "epoch": 0.16772843876903853,
+      "grad_norm": 313.07562255859375,
+      "learning_rate": 1.9021588524621289e-06,
+      "loss": 19.9336,
+      "step": 17719
+    },
+    {
+      "epoch": 0.1677379047907536,
+      "grad_norm": 561.8310546875,
+      "learning_rate": 1.9021456258998797e-06,
+      "loss": 55.8594,
+      "step": 17720
+    },
+    {
+      "epoch": 0.16774737081246865,
+      "grad_norm": 909.892578125,
+      "learning_rate": 1.9021323984896727e-06,
+      "loss": 49.7188,
+      "step": 17721
+    },
+    {
+      "epoch": 0.1677568368341837,
+      "grad_norm": 598.6032104492188,
+      "learning_rate": 1.9021191702315198e-06,
+      "loss": 26.1875,
+      "step": 17722
+    },
+    {
+      "epoch": 0.16776630285589875,
+      "grad_norm": 716.4925537109375,
+      "learning_rate": 1.9021059411254337e-06,
+      "loss": 49.6719,
+      "step": 17723
+    },
+    {
+      "epoch": 0.1677757688776138,
+      "grad_norm": 1362.068603515625,
+      "learning_rate": 1.9020927111714264e-06,
+      "loss": 51.793,
+      "step": 17724
+    },
+    {
+      "epoch": 0.16778523489932887,
+      "grad_norm": 693.08154296875,
+      "learning_rate": 1.9020794803695108e-06,
+      "loss": 60.3438,
+      "step": 17725
+    },
+    {
+      "epoch": 0.16779470092104393,
+      "grad_norm": 785.204833984375,
+      "learning_rate": 1.9020662487196995e-06,
+      "loss": 45.2031,
+      "step": 17726
+    },
+    {
+      "epoch": 0.16780416694275896,
+      "grad_norm": 338.90087890625,
+      "learning_rate": 1.9020530162220042e-06,
+      "loss": 21.1016,
+      "step": 17727
+    },
+    {
+      "epoch": 0.16781363296447402,
+      "grad_norm": 891.704833984375,
+      "learning_rate": 1.9020397828764378e-06,
+      "loss": 20.1387,
+      "step": 17728
+    },
+    {
+      "epoch": 0.16782309898618908,
+      "grad_norm": 619.4381713867188,
+      "learning_rate": 1.902026548683013e-06,
+      "loss": 14.1562,
+      "step": 17729
+    },
+    {
+      "epoch": 0.16783256500790414,
+      "grad_norm": 1385.9609375,
+      "learning_rate": 1.9020133136417415e-06,
+      "loss": 25.6992,
+      "step": 17730
+    },
+    {
+      "epoch": 0.16784203102961917,
+      "grad_norm": 265.01177978515625,
+      "learning_rate": 1.9020000777526363e-06,
+      "loss": 23.9609,
+      "step": 17731
+    },
+    {
+      "epoch": 0.16785149705133423,
+      "grad_norm": 392.3757019042969,
+      "learning_rate": 1.90198684101571e-06,
+      "loss": 27.3203,
+      "step": 17732
+    },
+    {
+      "epoch": 0.1678609630730493,
+      "grad_norm": 328.0782470703125,
+      "learning_rate": 1.9019736034309744e-06,
+      "loss": 24.3984,
+      "step": 17733
+    },
+    {
+      "epoch": 0.16787042909476435,
+      "grad_norm": 1046.01123046875,
+      "learning_rate": 1.9019603649984424e-06,
+      "loss": 50.9062,
+      "step": 17734
+    },
+    {
+      "epoch": 0.1678798951164794,
+      "grad_norm": 3.637129783630371,
+      "learning_rate": 1.9019471257181263e-06,
+      "loss": 1.1055,
+      "step": 17735
+    },
+    {
+      "epoch": 0.16788936113819444,
+      "grad_norm": 1050.9591064453125,
+      "learning_rate": 1.9019338855900384e-06,
+      "loss": 81.7734,
+      "step": 17736
+    },
+    {
+      "epoch": 0.1678988271599095,
+      "grad_norm": 315.4830017089844,
+      "learning_rate": 1.9019206446141915e-06,
+      "loss": 17.7188,
+      "step": 17737
+    },
+    {
+      "epoch": 0.16790829318162456,
+      "grad_norm": 623.521484375,
+      "learning_rate": 1.9019074027905982e-06,
+      "loss": 24.8203,
+      "step": 17738
+    },
+    {
+      "epoch": 0.16791775920333962,
+      "grad_norm": 271.83984375,
+      "learning_rate": 1.9018941601192702e-06,
+      "loss": 26.3828,
+      "step": 17739
+    },
+    {
+      "epoch": 0.16792722522505465,
+      "grad_norm": 712.6432495117188,
+      "learning_rate": 1.9018809166002202e-06,
+      "loss": 20.1719,
+      "step": 17740
+    },
+    {
+      "epoch": 0.16793669124676971,
+      "grad_norm": 596.4508666992188,
+      "learning_rate": 1.9018676722334613e-06,
+      "loss": 28.0469,
+      "step": 17741
+    },
+    {
+      "epoch": 0.16794615726848477,
+      "grad_norm": 707.4386596679688,
+      "learning_rate": 1.9018544270190052e-06,
+      "loss": 21.7734,
+      "step": 17742
+    },
+    {
+      "epoch": 0.16795562329019983,
+      "grad_norm": 244.18191528320312,
+      "learning_rate": 1.9018411809568646e-06,
+      "loss": 8.9023,
+      "step": 17743
+    },
+    {
+      "epoch": 0.1679650893119149,
+      "grad_norm": 514.0537109375,
+      "learning_rate": 1.901827934047052e-06,
+      "loss": 22.1406,
+      "step": 17744
+    },
+    {
+      "epoch": 0.16797455533362993,
+      "grad_norm": 528.3394775390625,
+      "learning_rate": 1.9018146862895797e-06,
+      "loss": 36.1641,
+      "step": 17745
+    },
+    {
+      "epoch": 0.167984021355345,
+      "grad_norm": 849.8679809570312,
+      "learning_rate": 1.9018014376844604e-06,
+      "loss": 21.2266,
+      "step": 17746
+    },
+    {
+      "epoch": 0.16799348737706005,
+      "grad_norm": 265.3690185546875,
+      "learning_rate": 1.9017881882317064e-06,
+      "loss": 20.6875,
+      "step": 17747
+    },
+    {
+      "epoch": 0.1680029533987751,
+      "grad_norm": 305.3695983886719,
+      "learning_rate": 1.90177493793133e-06,
+      "loss": 20.2344,
+      "step": 17748
+    },
+    {
+      "epoch": 0.16801241942049014,
+      "grad_norm": 1229.5718994140625,
+      "learning_rate": 1.9017616867833442e-06,
+      "loss": 24.2422,
+      "step": 17749
+    },
+    {
+      "epoch": 0.1680218854422052,
+      "grad_norm": 189.28660583496094,
+      "learning_rate": 1.9017484347877608e-06,
+      "loss": 14.6875,
+      "step": 17750
+    },
+    {
+      "epoch": 0.16803135146392026,
+      "grad_norm": 246.96121215820312,
+      "learning_rate": 1.9017351819445927e-06,
+      "loss": 25.3828,
+      "step": 17751
+    },
+    {
+      "epoch": 0.16804081748563532,
+      "grad_norm": 406.8390197753906,
+      "learning_rate": 1.9017219282538518e-06,
+      "loss": 40.8906,
+      "step": 17752
+    },
+    {
+      "epoch": 0.16805028350735038,
+      "grad_norm": 642.6065673828125,
+      "learning_rate": 1.9017086737155514e-06,
+      "loss": 19.1445,
+      "step": 17753
+    },
+    {
+      "epoch": 0.1680597495290654,
+      "grad_norm": 292.57330322265625,
+      "learning_rate": 1.9016954183297034e-06,
+      "loss": 42.0469,
+      "step": 17754
+    },
+    {
+      "epoch": 0.16806921555078047,
+      "grad_norm": 452.9516906738281,
+      "learning_rate": 1.9016821620963204e-06,
+      "loss": 41.0469,
+      "step": 17755
+    },
+    {
+      "epoch": 0.16807868157249553,
+      "grad_norm": 289.8093566894531,
+      "learning_rate": 1.9016689050154144e-06,
+      "loss": 17.9297,
+      "step": 17756
+    },
+    {
+      "epoch": 0.1680881475942106,
+      "grad_norm": 251.84051513671875,
+      "learning_rate": 1.9016556470869988e-06,
+      "loss": 19.3398,
+      "step": 17757
+    },
+    {
+      "epoch": 0.16809761361592562,
+      "grad_norm": 294.21588134765625,
+      "learning_rate": 1.9016423883110853e-06,
+      "loss": 25.375,
+      "step": 17758
+    },
+    {
+      "epoch": 0.16810707963764068,
+      "grad_norm": 544.9436645507812,
+      "learning_rate": 1.9016291286876867e-06,
+      "loss": 47.9922,
+      "step": 17759
+    },
+    {
+      "epoch": 0.16811654565935574,
+      "grad_norm": 2.4725825786590576,
+      "learning_rate": 1.9016158682168153e-06,
+      "loss": 0.7637,
+      "step": 17760
+    },
+    {
+      "epoch": 0.1681260116810708,
+      "grad_norm": 446.65264892578125,
+      "learning_rate": 1.901602606898484e-06,
+      "loss": 49.4688,
+      "step": 17761
+    },
+    {
+      "epoch": 0.16813547770278586,
+      "grad_norm": 198.07745361328125,
+      "learning_rate": 1.9015893447327043e-06,
+      "loss": 12.4805,
+      "step": 17762
+    },
+    {
+      "epoch": 0.1681449437245009,
+      "grad_norm": 261.5894775390625,
+      "learning_rate": 1.9015760817194898e-06,
+      "loss": 18.9531,
+      "step": 17763
+    },
+    {
+      "epoch": 0.16815440974621595,
+      "grad_norm": 174.38919067382812,
+      "learning_rate": 1.9015628178588519e-06,
+      "loss": 15.9062,
+      "step": 17764
+    },
+    {
+      "epoch": 0.16816387576793101,
+      "grad_norm": 396.42681884765625,
+      "learning_rate": 1.9015495531508038e-06,
+      "loss": 38.9688,
+      "step": 17765
+    },
+    {
+      "epoch": 0.16817334178964607,
+      "grad_norm": 405.6079406738281,
+      "learning_rate": 1.901536287595358e-06,
+      "loss": 17.9688,
+      "step": 17766
+    },
+    {
+      "epoch": 0.1681828078113611,
+      "grad_norm": 392.3843994140625,
+      "learning_rate": 1.9015230211925267e-06,
+      "loss": 31.0,
+      "step": 17767
+    },
+    {
+      "epoch": 0.16819227383307617,
+      "grad_norm": 2.960378885269165,
+      "learning_rate": 1.901509753942322e-06,
+      "loss": 1.0112,
+      "step": 17768
+    },
+    {
+      "epoch": 0.16820173985479123,
+      "grad_norm": 242.2855682373047,
+      "learning_rate": 1.9014964858447574e-06,
+      "loss": 33.7969,
+      "step": 17769
+    },
+    {
+      "epoch": 0.1682112058765063,
+      "grad_norm": 351.17388916015625,
+      "learning_rate": 1.9014832168998444e-06,
+      "loss": 20.1953,
+      "step": 17770
+    },
+    {
+      "epoch": 0.16822067189822135,
+      "grad_norm": 1036.538330078125,
+      "learning_rate": 1.901469947107596e-06,
+      "loss": 56.7031,
+      "step": 17771
+    },
+    {
+      "epoch": 0.16823013791993638,
+      "grad_norm": 277.4615173339844,
+      "learning_rate": 1.9014566764680241e-06,
+      "loss": 15.8828,
+      "step": 17772
+    },
+    {
+      "epoch": 0.16823960394165144,
+      "grad_norm": 477.1905822753906,
+      "learning_rate": 1.9014434049811418e-06,
+      "loss": 19.5703,
+      "step": 17773
+    },
+    {
+      "epoch": 0.1682490699633665,
+      "grad_norm": 3.002081871032715,
+      "learning_rate": 1.9014301326469614e-06,
+      "loss": 1.0576,
+      "step": 17774
+    },
+    {
+      "epoch": 0.16825853598508156,
+      "grad_norm": 208.9560546875,
+      "learning_rate": 1.9014168594654954e-06,
+      "loss": 19.6016,
+      "step": 17775
+    },
+    {
+      "epoch": 0.1682680020067966,
+      "grad_norm": 330.0254211425781,
+      "learning_rate": 1.9014035854367561e-06,
+      "loss": 30.0,
+      "step": 17776
+    },
+    {
+      "epoch": 0.16827746802851165,
+      "grad_norm": 875.5594482421875,
+      "learning_rate": 1.9013903105607558e-06,
+      "loss": 67.5156,
+      "step": 17777
+    },
+    {
+      "epoch": 0.1682869340502267,
+      "grad_norm": 227.6334686279297,
+      "learning_rate": 1.9013770348375075e-06,
+      "loss": 17.5703,
+      "step": 17778
+    },
+    {
+      "epoch": 0.16829640007194177,
+      "grad_norm": 728.2520751953125,
+      "learning_rate": 1.9013637582670235e-06,
+      "loss": 87.375,
+      "step": 17779
+    },
+    {
+      "epoch": 0.16830586609365683,
+      "grad_norm": 299.20086669921875,
+      "learning_rate": 1.9013504808493162e-06,
+      "loss": 22.7188,
+      "step": 17780
+    },
+    {
+      "epoch": 0.16831533211537186,
+      "grad_norm": 338.49383544921875,
+      "learning_rate": 1.9013372025843979e-06,
+      "loss": 24.1172,
+      "step": 17781
+    },
+    {
+      "epoch": 0.16832479813708692,
+      "grad_norm": 213.378662109375,
+      "learning_rate": 1.9013239234722814e-06,
+      "loss": 19.1562,
+      "step": 17782
+    },
+    {
+      "epoch": 0.16833426415880198,
+      "grad_norm": 3.0868895053863525,
+      "learning_rate": 1.901310643512979e-06,
+      "loss": 0.9185,
+      "step": 17783
+    },
+    {
+      "epoch": 0.16834373018051704,
+      "grad_norm": 356.1834716796875,
+      "learning_rate": 1.9012973627065033e-06,
+      "loss": 39.1562,
+      "step": 17784
+    },
+    {
+      "epoch": 0.16835319620223207,
+      "grad_norm": 638.5443725585938,
+      "learning_rate": 1.9012840810528666e-06,
+      "loss": 43.6562,
+      "step": 17785
+    },
+    {
+      "epoch": 0.16836266222394713,
+      "grad_norm": 254.2024688720703,
+      "learning_rate": 1.9012707985520815e-06,
+      "loss": 14.1836,
+      "step": 17786
+    },
+    {
+      "epoch": 0.1683721282456622,
+      "grad_norm": 957.7716064453125,
+      "learning_rate": 1.9012575152041606e-06,
+      "loss": 62.3945,
+      "step": 17787
+    },
+    {
+      "epoch": 0.16838159426737725,
+      "grad_norm": 387.06524658203125,
+      "learning_rate": 1.9012442310091161e-06,
+      "loss": 29.2812,
+      "step": 17788
+    },
+    {
+      "epoch": 0.16839106028909231,
+      "grad_norm": 153.4307403564453,
+      "learning_rate": 1.9012309459669606e-06,
+      "loss": 18.0,
+      "step": 17789
+    },
+    {
+      "epoch": 0.16840052631080735,
+      "grad_norm": 358.12939453125,
+      "learning_rate": 1.901217660077707e-06,
+      "loss": 49.0625,
+      "step": 17790
+    },
+    {
+      "epoch": 0.1684099923325224,
+      "grad_norm": 3.2531816959381104,
+      "learning_rate": 1.9012043733413672e-06,
+      "loss": 1.0107,
+      "step": 17791
+    },
+    {
+      "epoch": 0.16841945835423747,
+      "grad_norm": 360.8478088378906,
+      "learning_rate": 1.901191085757954e-06,
+      "loss": 10.1094,
+      "step": 17792
+    },
+    {
+      "epoch": 0.16842892437595253,
+      "grad_norm": 241.09178161621094,
+      "learning_rate": 1.9011777973274796e-06,
+      "loss": 14.6328,
+      "step": 17793
+    },
+    {
+      "epoch": 0.16843839039766756,
+      "grad_norm": 289.9788513183594,
+      "learning_rate": 1.9011645080499568e-06,
+      "loss": 21.3828,
+      "step": 17794
+    },
+    {
+      "epoch": 0.16844785641938262,
+      "grad_norm": 3.3087213039398193,
+      "learning_rate": 1.9011512179253982e-06,
+      "loss": 1.0049,
+      "step": 17795
+    },
+    {
+      "epoch": 0.16845732244109768,
+      "grad_norm": 1057.461669921875,
+      "learning_rate": 1.9011379269538159e-06,
+      "loss": 34.8594,
+      "step": 17796
+    },
+    {
+      "epoch": 0.16846678846281274,
+      "grad_norm": 1168.5474853515625,
+      "learning_rate": 1.9011246351352225e-06,
+      "loss": 44.7891,
+      "step": 17797
+    },
+    {
+      "epoch": 0.1684762544845278,
+      "grad_norm": 656.6654663085938,
+      "learning_rate": 1.9011113424696306e-06,
+      "loss": 49.3906,
+      "step": 17798
+    },
+    {
+      "epoch": 0.16848572050624283,
+      "grad_norm": 270.8592224121094,
+      "learning_rate": 1.9010980489570528e-06,
+      "loss": 18.625,
+      "step": 17799
+    },
+    {
+      "epoch": 0.1684951865279579,
+      "grad_norm": 395.4127502441406,
+      "learning_rate": 1.9010847545975013e-06,
+      "loss": 41.1875,
+      "step": 17800
+    },
+    {
+      "epoch": 0.16850465254967295,
+      "grad_norm": 210.2036895751953,
+      "learning_rate": 1.9010714593909887e-06,
+      "loss": 20.7656,
+      "step": 17801
+    },
+    {
+      "epoch": 0.168514118571388,
+      "grad_norm": 482.3031311035156,
+      "learning_rate": 1.9010581633375279e-06,
+      "loss": 37.7344,
+      "step": 17802
+    },
+    {
+      "epoch": 0.16852358459310304,
+      "grad_norm": 625.5570678710938,
+      "learning_rate": 1.9010448664371306e-06,
+      "loss": 31.9609,
+      "step": 17803
+    },
+    {
+      "epoch": 0.1685330506148181,
+      "grad_norm": 339.39141845703125,
+      "learning_rate": 1.90103156868981e-06,
+      "loss": 20.9883,
+      "step": 17804
+    },
+    {
+      "epoch": 0.16854251663653316,
+      "grad_norm": 283.72021484375,
+      "learning_rate": 1.9010182700955784e-06,
+      "loss": 15.1797,
+      "step": 17805
+    },
+    {
+      "epoch": 0.16855198265824822,
+      "grad_norm": 345.8155822753906,
+      "learning_rate": 1.901004970654448e-06,
+      "loss": 20.7344,
+      "step": 17806
+    },
+    {
+      "epoch": 0.16856144867996328,
+      "grad_norm": 495.6812744140625,
+      "learning_rate": 1.9009916703664317e-06,
+      "loss": 46.2969,
+      "step": 17807
+    },
+    {
+      "epoch": 0.16857091470167831,
+      "grad_norm": 283.1066589355469,
+      "learning_rate": 1.9009783692315418e-06,
+      "loss": 7.6367,
+      "step": 17808
+    },
+    {
+      "epoch": 0.16858038072339337,
+      "grad_norm": 315.3823547363281,
+      "learning_rate": 1.9009650672497908e-06,
+      "loss": 35.375,
+      "step": 17809
+    },
+    {
+      "epoch": 0.16858984674510843,
+      "grad_norm": 3.126279592514038,
+      "learning_rate": 1.9009517644211912e-06,
+      "loss": 0.7871,
+      "step": 17810
+    },
+    {
+      "epoch": 0.1685993127668235,
+      "grad_norm": 275.097412109375,
+      "learning_rate": 1.9009384607457556e-06,
+      "loss": 20.5391,
+      "step": 17811
+    },
+    {
+      "epoch": 0.16860877878853855,
+      "grad_norm": 2.684793472290039,
+      "learning_rate": 1.9009251562234967e-06,
+      "loss": 0.8457,
+      "step": 17812
+    },
+    {
+      "epoch": 0.1686182448102536,
+      "grad_norm": 636.2796020507812,
+      "learning_rate": 1.9009118508544266e-06,
+      "loss": 40.1406,
+      "step": 17813
+    },
+    {
+      "epoch": 0.16862771083196865,
+      "grad_norm": 484.5663757324219,
+      "learning_rate": 1.900898544638558e-06,
+      "loss": 40.3281,
+      "step": 17814
+    },
+    {
+      "epoch": 0.1686371768536837,
+      "grad_norm": 296.0337219238281,
+      "learning_rate": 1.9008852375759032e-06,
+      "loss": 20.5469,
+      "step": 17815
+    },
+    {
+      "epoch": 0.16864664287539877,
+      "grad_norm": 426.0196838378906,
+      "learning_rate": 1.900871929666475e-06,
+      "loss": 21.8828,
+      "step": 17816
+    },
+    {
+      "epoch": 0.1686561088971138,
+      "grad_norm": 439.8944091796875,
+      "learning_rate": 1.9008586209102857e-06,
+      "loss": 47.6562,
+      "step": 17817
+    },
+    {
+      "epoch": 0.16866557491882886,
+      "grad_norm": 208.7421417236328,
+      "learning_rate": 1.9008453113073482e-06,
+      "loss": 17.375,
+      "step": 17818
+    },
+    {
+      "epoch": 0.16867504094054392,
+      "grad_norm": 830.2057495117188,
+      "learning_rate": 1.9008320008576743e-06,
+      "loss": 27.4375,
+      "step": 17819
+    },
+    {
+      "epoch": 0.16868450696225898,
+      "grad_norm": 410.4068908691406,
+      "learning_rate": 1.9008186895612773e-06,
+      "loss": 31.625,
+      "step": 17820
+    },
+    {
+      "epoch": 0.16869397298397404,
+      "grad_norm": 554.7896118164062,
+      "learning_rate": 1.9008053774181692e-06,
+      "loss": 34.0781,
+      "step": 17821
+    },
+    {
+      "epoch": 0.16870343900568907,
+      "grad_norm": 3.076225996017456,
+      "learning_rate": 1.9007920644283627e-06,
+      "loss": 0.9551,
+      "step": 17822
+    },
+    {
+      "epoch": 0.16871290502740413,
+      "grad_norm": 273.26416015625,
+      "learning_rate": 1.90077875059187e-06,
+      "loss": 26.1523,
+      "step": 17823
+    },
+    {
+      "epoch": 0.1687223710491192,
+      "grad_norm": 437.48968505859375,
+      "learning_rate": 1.9007654359087039e-06,
+      "loss": 7.8242,
+      "step": 17824
+    },
+    {
+      "epoch": 0.16873183707083425,
+      "grad_norm": 295.3888244628906,
+      "learning_rate": 1.9007521203788772e-06,
+      "loss": 20.9609,
+      "step": 17825
+    },
+    {
+      "epoch": 0.16874130309254928,
+      "grad_norm": 381.0657043457031,
+      "learning_rate": 1.900738804002402e-06,
+      "loss": 32.8828,
+      "step": 17826
+    },
+    {
+      "epoch": 0.16875076911426434,
+      "grad_norm": 373.1103515625,
+      "learning_rate": 1.9007254867792906e-06,
+      "loss": 40.3594,
+      "step": 17827
+    },
+    {
+      "epoch": 0.1687602351359794,
+      "grad_norm": 444.50048828125,
+      "learning_rate": 1.9007121687095563e-06,
+      "loss": 26.8008,
+      "step": 17828
+    },
+    {
+      "epoch": 0.16876970115769446,
+      "grad_norm": 2.819035291671753,
+      "learning_rate": 1.9006988497932108e-06,
+      "loss": 0.7615,
+      "step": 17829
+    },
+    {
+      "epoch": 0.16877916717940952,
+      "grad_norm": 499.438232421875,
+      "learning_rate": 1.9006855300302673e-06,
+      "loss": 47.5469,
+      "step": 17830
+    },
+    {
+      "epoch": 0.16878863320112455,
+      "grad_norm": 919.3040771484375,
+      "learning_rate": 1.9006722094207377e-06,
+      "loss": 47.4961,
+      "step": 17831
+    },
+    {
+      "epoch": 0.16879809922283961,
+      "grad_norm": 408.87396240234375,
+      "learning_rate": 1.9006588879646351e-06,
+      "loss": 31.0,
+      "step": 17832
+    },
+    {
+      "epoch": 0.16880756524455467,
+      "grad_norm": 242.04811096191406,
+      "learning_rate": 1.9006455656619714e-06,
+      "loss": 17.3438,
+      "step": 17833
+    },
+    {
+      "epoch": 0.16881703126626973,
+      "grad_norm": 217.59149169921875,
+      "learning_rate": 1.9006322425127594e-06,
+      "loss": 22.7188,
+      "step": 17834
+    },
+    {
+      "epoch": 0.16882649728798477,
+      "grad_norm": 235.82156372070312,
+      "learning_rate": 1.9006189185170123e-06,
+      "loss": 22.9102,
+      "step": 17835
+    },
+    {
+      "epoch": 0.16883596330969983,
+      "grad_norm": 381.9217834472656,
+      "learning_rate": 1.9006055936747413e-06,
+      "loss": 17.6641,
+      "step": 17836
+    },
+    {
+      "epoch": 0.1688454293314149,
+      "grad_norm": 426.2496643066406,
+      "learning_rate": 1.90059226798596e-06,
+      "loss": 15.3828,
+      "step": 17837
+    },
+    {
+      "epoch": 0.16885489535312995,
+      "grad_norm": 561.7144775390625,
+      "learning_rate": 1.9005789414506808e-06,
+      "loss": 30.7422,
+      "step": 17838
+    },
+    {
+      "epoch": 0.168864361374845,
+      "grad_norm": 437.0665588378906,
+      "learning_rate": 1.9005656140689155e-06,
+      "loss": 44.0938,
+      "step": 17839
+    },
+    {
+      "epoch": 0.16887382739656004,
+      "grad_norm": 345.266357421875,
+      "learning_rate": 1.9005522858406773e-06,
+      "loss": 24.8594,
+      "step": 17840
+    },
+    {
+      "epoch": 0.1688832934182751,
+      "grad_norm": 489.565673828125,
+      "learning_rate": 1.9005389567659784e-06,
+      "loss": 35.375,
+      "step": 17841
+    },
+    {
+      "epoch": 0.16889275943999016,
+      "grad_norm": 1063.00439453125,
+      "learning_rate": 1.9005256268448316e-06,
+      "loss": 36.0586,
+      "step": 17842
+    },
+    {
+      "epoch": 0.16890222546170522,
+      "grad_norm": 274.7663269042969,
+      "learning_rate": 1.9005122960772492e-06,
+      "loss": 29.0781,
+      "step": 17843
+    },
+    {
+      "epoch": 0.16891169148342025,
+      "grad_norm": 568.6911010742188,
+      "learning_rate": 1.9004989644632441e-06,
+      "loss": 31.2188,
+      "step": 17844
+    },
+    {
+      "epoch": 0.1689211575051353,
+      "grad_norm": 3.3106443881988525,
+      "learning_rate": 1.9004856320028285e-06,
+      "loss": 0.8394,
+      "step": 17845
+    },
+    {
+      "epoch": 0.16893062352685037,
+      "grad_norm": 253.1864013671875,
+      "learning_rate": 1.9004722986960147e-06,
+      "loss": 17.5625,
+      "step": 17846
+    },
+    {
+      "epoch": 0.16894008954856543,
+      "grad_norm": 540.8236694335938,
+      "learning_rate": 1.9004589645428158e-06,
+      "loss": 54.5625,
+      "step": 17847
+    },
+    {
+      "epoch": 0.1689495555702805,
+      "grad_norm": 241.75242614746094,
+      "learning_rate": 1.9004456295432438e-06,
+      "loss": 15.9141,
+      "step": 17848
+    },
+    {
+      "epoch": 0.16895902159199552,
+      "grad_norm": 3.887639045715332,
+      "learning_rate": 1.9004322936973116e-06,
+      "loss": 0.7759,
+      "step": 17849
+    },
+    {
+      "epoch": 0.16896848761371058,
+      "grad_norm": 553.3565673828125,
+      "learning_rate": 1.9004189570050317e-06,
+      "loss": 23.9844,
+      "step": 17850
+    },
+    {
+      "epoch": 0.16897795363542564,
+      "grad_norm": 227.6580352783203,
+      "learning_rate": 1.9004056194664164e-06,
+      "loss": 19.0156,
+      "step": 17851
+    },
+    {
+      "epoch": 0.1689874196571407,
+      "grad_norm": 246.80880737304688,
+      "learning_rate": 1.9003922810814785e-06,
+      "loss": 19.793,
+      "step": 17852
+    },
+    {
+      "epoch": 0.16899688567885573,
+      "grad_norm": 521.127197265625,
+      "learning_rate": 1.9003789418502305e-06,
+      "loss": 46.9531,
+      "step": 17853
+    },
+    {
+      "epoch": 0.1690063517005708,
+      "grad_norm": 271.4349060058594,
+      "learning_rate": 1.9003656017726847e-06,
+      "loss": 44.9375,
+      "step": 17854
+    },
+    {
+      "epoch": 0.16901581772228585,
+      "grad_norm": 502.8125305175781,
+      "learning_rate": 1.9003522608488537e-06,
+      "loss": 42.5625,
+      "step": 17855
+    },
+    {
+      "epoch": 0.16902528374400091,
+      "grad_norm": 312.7447814941406,
+      "learning_rate": 1.9003389190787504e-06,
+      "loss": 24.2188,
+      "step": 17856
+    },
+    {
+      "epoch": 0.16903474976571597,
+      "grad_norm": 642.8194580078125,
+      "learning_rate": 1.900325576462387e-06,
+      "loss": 53.6016,
+      "step": 17857
+    },
+    {
+      "epoch": 0.169044215787431,
+      "grad_norm": 552.0877685546875,
+      "learning_rate": 1.9003122329997762e-06,
+      "loss": 30.0703,
+      "step": 17858
+    },
+    {
+      "epoch": 0.16905368180914607,
+      "grad_norm": 13145.43359375,
+      "learning_rate": 1.9002988886909303e-06,
+      "loss": 62.6328,
+      "step": 17859
+    },
+    {
+      "epoch": 0.16906314783086113,
+      "grad_norm": 380.9663391113281,
+      "learning_rate": 1.9002855435358623e-06,
+      "loss": 20.8828,
+      "step": 17860
+    },
+    {
+      "epoch": 0.1690726138525762,
+      "grad_norm": 349.7706604003906,
+      "learning_rate": 1.9002721975345844e-06,
+      "loss": 12.0898,
+      "step": 17861
+    },
+    {
+      "epoch": 0.16908207987429122,
+      "grad_norm": 496.1686096191406,
+      "learning_rate": 1.9002588506871092e-06,
+      "loss": 27.8672,
+      "step": 17862
+    },
+    {
+      "epoch": 0.16909154589600628,
+      "grad_norm": 249.62318420410156,
+      "learning_rate": 1.900245502993449e-06,
+      "loss": 22.1797,
+      "step": 17863
+    },
+    {
+      "epoch": 0.16910101191772134,
+      "grad_norm": 375.92486572265625,
+      "learning_rate": 1.9002321544536168e-06,
+      "loss": 34.1562,
+      "step": 17864
+    },
+    {
+      "epoch": 0.1691104779394364,
+      "grad_norm": 411.9693298339844,
+      "learning_rate": 1.9002188050676247e-06,
+      "loss": 44.4062,
+      "step": 17865
+    },
+    {
+      "epoch": 0.16911994396115146,
+      "grad_norm": 389.6769714355469,
+      "learning_rate": 1.9002054548354857e-06,
+      "loss": 19.043,
+      "step": 17866
+    },
+    {
+      "epoch": 0.1691294099828665,
+      "grad_norm": 1070.240966796875,
+      "learning_rate": 1.9001921037572122e-06,
+      "loss": 61.668,
+      "step": 17867
+    },
+    {
+      "epoch": 0.16913887600458155,
+      "grad_norm": 411.69232177734375,
+      "learning_rate": 1.9001787518328163e-06,
+      "loss": 24.6172,
+      "step": 17868
+    },
+    {
+      "epoch": 0.1691483420262966,
+      "grad_norm": 233.09951782226562,
+      "learning_rate": 1.9001653990623113e-06,
+      "loss": 17.5469,
+      "step": 17869
+    },
+    {
+      "epoch": 0.16915780804801167,
+      "grad_norm": 379.72900390625,
+      "learning_rate": 1.9001520454457094e-06,
+      "loss": 25.4453,
+      "step": 17870
+    },
+    {
+      "epoch": 0.1691672740697267,
+      "grad_norm": 1627.5369873046875,
+      "learning_rate": 1.9001386909830228e-06,
+      "loss": 14.4277,
+      "step": 17871
+    },
+    {
+      "epoch": 0.16917674009144176,
+      "grad_norm": 578.2105102539062,
+      "learning_rate": 1.9001253356742648e-06,
+      "loss": 39.3281,
+      "step": 17872
+    },
+    {
+      "epoch": 0.16918620611315682,
+      "grad_norm": 375.775146484375,
+      "learning_rate": 1.9001119795194474e-06,
+      "loss": 19.6641,
+      "step": 17873
+    },
+    {
+      "epoch": 0.16919567213487188,
+      "grad_norm": 326.5600280761719,
+      "learning_rate": 1.9000986225185831e-06,
+      "loss": 28.6875,
+      "step": 17874
+    },
+    {
+      "epoch": 0.16920513815658694,
+      "grad_norm": 175.64923095703125,
+      "learning_rate": 1.9000852646716848e-06,
+      "loss": 20.2188,
+      "step": 17875
+    },
+    {
+      "epoch": 0.16921460417830197,
+      "grad_norm": 346.28515625,
+      "learning_rate": 1.9000719059787649e-06,
+      "loss": 16.5078,
+      "step": 17876
+    },
+    {
+      "epoch": 0.16922407020001703,
+      "grad_norm": 307.8047180175781,
+      "learning_rate": 1.900058546439836e-06,
+      "loss": 10.5547,
+      "step": 17877
+    },
+    {
+      "epoch": 0.1692335362217321,
+      "grad_norm": 537.9241333007812,
+      "learning_rate": 1.9000451860549104e-06,
+      "loss": 27.6562,
+      "step": 17878
+    },
+    {
+      "epoch": 0.16924300224344715,
+      "grad_norm": 258.8063659667969,
+      "learning_rate": 1.9000318248240013e-06,
+      "loss": 16.3984,
+      "step": 17879
+    },
+    {
+      "epoch": 0.1692524682651622,
+      "grad_norm": 282.595458984375,
+      "learning_rate": 1.9000184627471208e-06,
+      "loss": 34.9844,
+      "step": 17880
+    },
+    {
+      "epoch": 0.16926193428687725,
+      "grad_norm": 935.4859619140625,
+      "learning_rate": 1.9000050998242812e-06,
+      "loss": 37.4375,
+      "step": 17881
+    },
+    {
+      "epoch": 0.1692714003085923,
+      "grad_norm": 521.9757690429688,
+      "learning_rate": 1.8999917360554954e-06,
+      "loss": 40.7188,
+      "step": 17882
+    },
+    {
+      "epoch": 0.16928086633030737,
+      "grad_norm": 453.9342041015625,
+      "learning_rate": 1.8999783714407758e-06,
+      "loss": 33.0312,
+      "step": 17883
+    },
+    {
+      "epoch": 0.16929033235202243,
+      "grad_norm": 232.6048126220703,
+      "learning_rate": 1.8999650059801353e-06,
+      "loss": 20.6094,
+      "step": 17884
+    },
+    {
+      "epoch": 0.16929979837373746,
+      "grad_norm": 598.7670288085938,
+      "learning_rate": 1.8999516396735863e-06,
+      "loss": 35.9219,
+      "step": 17885
+    },
+    {
+      "epoch": 0.16930926439545252,
+      "grad_norm": 716.68017578125,
+      "learning_rate": 1.8999382725211412e-06,
+      "loss": 43.3281,
+      "step": 17886
+    },
+    {
+      "epoch": 0.16931873041716758,
+      "grad_norm": 540.1483764648438,
+      "learning_rate": 1.8999249045228126e-06,
+      "loss": 14.9219,
+      "step": 17887
+    },
+    {
+      "epoch": 0.16932819643888264,
+      "grad_norm": 343.8977966308594,
+      "learning_rate": 1.8999115356786132e-06,
+      "loss": 34.9922,
+      "step": 17888
+    },
+    {
+      "epoch": 0.16933766246059767,
+      "grad_norm": 1175.350830078125,
+      "learning_rate": 1.8998981659885557e-06,
+      "loss": 65.2969,
+      "step": 17889
+    },
+    {
+      "epoch": 0.16934712848231273,
+      "grad_norm": 391.184326171875,
+      "learning_rate": 1.899884795452652e-06,
+      "loss": 26.5312,
+      "step": 17890
+    },
+    {
+      "epoch": 0.1693565945040278,
+      "grad_norm": 374.490966796875,
+      "learning_rate": 1.8998714240709152e-06,
+      "loss": 17.5703,
+      "step": 17891
+    },
+    {
+      "epoch": 0.16936606052574285,
+      "grad_norm": 510.29022216796875,
+      "learning_rate": 1.8998580518433583e-06,
+      "loss": 55.1562,
+      "step": 17892
+    },
+    {
+      "epoch": 0.1693755265474579,
+      "grad_norm": 307.5956115722656,
+      "learning_rate": 1.8998446787699928e-06,
+      "loss": 16.1328,
+      "step": 17893
+    },
+    {
+      "epoch": 0.16938499256917294,
+      "grad_norm": 364.675537109375,
+      "learning_rate": 1.8998313048508324e-06,
+      "loss": 21.0391,
+      "step": 17894
+    },
+    {
+      "epoch": 0.169394458590888,
+      "grad_norm": 933.7001953125,
+      "learning_rate": 1.8998179300858888e-06,
+      "loss": 66.1914,
+      "step": 17895
+    },
+    {
+      "epoch": 0.16940392461260306,
+      "grad_norm": 526.345947265625,
+      "learning_rate": 1.899804554475175e-06,
+      "loss": 35.4844,
+      "step": 17896
+    },
+    {
+      "epoch": 0.16941339063431812,
+      "grad_norm": 2.7978134155273438,
+      "learning_rate": 1.8997911780187033e-06,
+      "loss": 0.8433,
+      "step": 17897
+    },
+    {
+      "epoch": 0.16942285665603318,
+      "grad_norm": 275.4418029785156,
+      "learning_rate": 1.8997778007164865e-06,
+      "loss": 21.5859,
+      "step": 17898
+    },
+    {
+      "epoch": 0.16943232267774821,
+      "grad_norm": 3.2872204780578613,
+      "learning_rate": 1.8997644225685369e-06,
+      "loss": 0.9783,
+      "step": 17899
+    },
+    {
+      "epoch": 0.16944178869946327,
+      "grad_norm": 467.91070556640625,
+      "learning_rate": 1.8997510435748675e-06,
+      "loss": 31.5156,
+      "step": 17900
+    },
+    {
+      "epoch": 0.16945125472117833,
+      "grad_norm": 314.1378479003906,
+      "learning_rate": 1.8997376637354905e-06,
+      "loss": 28.0508,
+      "step": 17901
+    },
+    {
+      "epoch": 0.1694607207428934,
+      "grad_norm": 413.9714660644531,
+      "learning_rate": 1.8997242830504189e-06,
+      "loss": 26.7109,
+      "step": 17902
+    },
+    {
+      "epoch": 0.16947018676460843,
+      "grad_norm": 454.08355712890625,
+      "learning_rate": 1.899710901519665e-06,
+      "loss": 31.0703,
+      "step": 17903
+    },
+    {
+      "epoch": 0.1694796527863235,
+      "grad_norm": 447.45196533203125,
+      "learning_rate": 1.8996975191432409e-06,
+      "loss": 13.8203,
+      "step": 17904
+    },
+    {
+      "epoch": 0.16948911880803855,
+      "grad_norm": 306.5827941894531,
+      "learning_rate": 1.8996841359211601e-06,
+      "loss": 17.8828,
+      "step": 17905
+    },
+    {
+      "epoch": 0.1694985848297536,
+      "grad_norm": 482.00811767578125,
+      "learning_rate": 1.8996707518534345e-06,
+      "loss": 17.125,
+      "step": 17906
+    },
+    {
+      "epoch": 0.16950805085146867,
+      "grad_norm": 325.26019287109375,
+      "learning_rate": 1.8996573669400773e-06,
+      "loss": 33.1875,
+      "step": 17907
+    },
+    {
+      "epoch": 0.1695175168731837,
+      "grad_norm": 2.614637613296509,
+      "learning_rate": 1.8996439811811005e-06,
+      "loss": 0.9194,
+      "step": 17908
+    },
+    {
+      "epoch": 0.16952698289489876,
+      "grad_norm": 185.49945068359375,
+      "learning_rate": 1.8996305945765165e-06,
+      "loss": 16.6836,
+      "step": 17909
+    },
+    {
+      "epoch": 0.16953644891661382,
+      "grad_norm": 238.22021484375,
+      "learning_rate": 1.8996172071263388e-06,
+      "loss": 26.9219,
+      "step": 17910
+    },
+    {
+      "epoch": 0.16954591493832888,
+      "grad_norm": 343.1516418457031,
+      "learning_rate": 1.8996038188305792e-06,
+      "loss": 31.625,
+      "step": 17911
+    },
+    {
+      "epoch": 0.1695553809600439,
+      "grad_norm": 278.3705749511719,
+      "learning_rate": 1.8995904296892507e-06,
+      "loss": 21.25,
+      "step": 17912
+    },
+    {
+      "epoch": 0.16956484698175897,
+      "grad_norm": 563.8444213867188,
+      "learning_rate": 1.8995770397023657e-06,
+      "loss": 46.9062,
+      "step": 17913
+    },
+    {
+      "epoch": 0.16957431300347403,
+      "grad_norm": 659.7127685546875,
+      "learning_rate": 1.8995636488699366e-06,
+      "loss": 23.5781,
+      "step": 17914
+    },
+    {
+      "epoch": 0.1695837790251891,
+      "grad_norm": 301.1825866699219,
+      "learning_rate": 1.899550257191976e-06,
+      "loss": 23.2422,
+      "step": 17915
+    },
+    {
+      "epoch": 0.16959324504690415,
+      "grad_norm": 3.4236085414886475,
+      "learning_rate": 1.8995368646684971e-06,
+      "loss": 0.9077,
+      "step": 17916
+    },
+    {
+      "epoch": 0.16960271106861918,
+      "grad_norm": 766.3114013671875,
+      "learning_rate": 1.899523471299512e-06,
+      "loss": 53.9844,
+      "step": 17917
+    },
+    {
+      "epoch": 0.16961217709033424,
+      "grad_norm": 209.3527374267578,
+      "learning_rate": 1.8995100770850332e-06,
+      "loss": 7.3125,
+      "step": 17918
+    },
+    {
+      "epoch": 0.1696216431120493,
+      "grad_norm": 372.0699768066406,
+      "learning_rate": 1.8994966820250737e-06,
+      "loss": 36.75,
+      "step": 17919
+    },
+    {
+      "epoch": 0.16963110913376436,
+      "grad_norm": 466.7545471191406,
+      "learning_rate": 1.8994832861196456e-06,
+      "loss": 31.875,
+      "step": 17920
+    },
+    {
+      "epoch": 0.1696405751554794,
+      "grad_norm": 3.3364529609680176,
+      "learning_rate": 1.899469889368762e-06,
+      "loss": 0.9126,
+      "step": 17921
+    },
+    {
+      "epoch": 0.16965004117719445,
+      "grad_norm": 794.6751098632812,
+      "learning_rate": 1.899456491772435e-06,
+      "loss": 31.4062,
+      "step": 17922
+    },
+    {
+      "epoch": 0.16965950719890951,
+      "grad_norm": 734.7487182617188,
+      "learning_rate": 1.8994430933306773e-06,
+      "loss": 46.0469,
+      "step": 17923
+    },
+    {
+      "epoch": 0.16966897322062457,
+      "grad_norm": 316.2149658203125,
+      "learning_rate": 1.8994296940435018e-06,
+      "loss": 25.7812,
+      "step": 17924
+    },
+    {
+      "epoch": 0.16967843924233963,
+      "grad_norm": 227.4922332763672,
+      "learning_rate": 1.899416293910921e-06,
+      "loss": 23.1094,
+      "step": 17925
+    },
+    {
+      "epoch": 0.16968790526405467,
+      "grad_norm": 539.3881225585938,
+      "learning_rate": 1.899402892932947e-06,
+      "loss": 30.5391,
+      "step": 17926
+    },
+    {
+      "epoch": 0.16969737128576973,
+      "grad_norm": 443.78509521484375,
+      "learning_rate": 1.8993894911095932e-06,
+      "loss": 19.0234,
+      "step": 17927
+    },
+    {
+      "epoch": 0.1697068373074848,
+      "grad_norm": 244.57034301757812,
+      "learning_rate": 1.8993760884408716e-06,
+      "loss": 15.8359,
+      "step": 17928
+    },
+    {
+      "epoch": 0.16971630332919985,
+      "grad_norm": 632.91650390625,
+      "learning_rate": 1.8993626849267948e-06,
+      "loss": 40.6875,
+      "step": 17929
+    },
+    {
+      "epoch": 0.16972576935091488,
+      "grad_norm": 937.2901611328125,
+      "learning_rate": 1.899349280567376e-06,
+      "loss": 44.4141,
+      "step": 17930
+    },
+    {
+      "epoch": 0.16973523537262994,
+      "grad_norm": 336.186767578125,
+      "learning_rate": 1.899335875362627e-06,
+      "loss": 24.9141,
+      "step": 17931
+    },
+    {
+      "epoch": 0.169744701394345,
+      "grad_norm": 777.3245239257812,
+      "learning_rate": 1.899322469312561e-06,
+      "loss": 42.4141,
+      "step": 17932
+    },
+    {
+      "epoch": 0.16975416741606006,
+      "grad_norm": 543.038330078125,
+      "learning_rate": 1.8993090624171902e-06,
+      "loss": 47.75,
+      "step": 17933
+    },
+    {
+      "epoch": 0.16976363343777512,
+      "grad_norm": 447.0935363769531,
+      "learning_rate": 1.8992956546765276e-06,
+      "loss": 18.8984,
+      "step": 17934
+    },
+    {
+      "epoch": 0.16977309945949015,
+      "grad_norm": 357.9447937011719,
+      "learning_rate": 1.8992822460905855e-06,
+      "loss": 26.8828,
+      "step": 17935
+    },
+    {
+      "epoch": 0.1697825654812052,
+      "grad_norm": 1158.2283935546875,
+      "learning_rate": 1.8992688366593766e-06,
+      "loss": 54.3086,
+      "step": 17936
+    },
+    {
+      "epoch": 0.16979203150292027,
+      "grad_norm": 952.6947021484375,
+      "learning_rate": 1.8992554263829134e-06,
+      "loss": 11.0703,
+      "step": 17937
+    },
+    {
+      "epoch": 0.16980149752463533,
+      "grad_norm": 490.2541809082031,
+      "learning_rate": 1.8992420152612087e-06,
+      "loss": 21.9766,
+      "step": 17938
+    },
+    {
+      "epoch": 0.16981096354635036,
+      "grad_norm": 653.3577270507812,
+      "learning_rate": 1.899228603294275e-06,
+      "loss": 48.7188,
+      "step": 17939
+    },
+    {
+      "epoch": 0.16982042956806542,
+      "grad_norm": 392.95208740234375,
+      "learning_rate": 1.899215190482125e-06,
+      "loss": 47.9219,
+      "step": 17940
+    },
+    {
+      "epoch": 0.16982989558978048,
+      "grad_norm": 454.2657470703125,
+      "learning_rate": 1.899201776824771e-06,
+      "loss": 52.6719,
+      "step": 17941
+    },
+    {
+      "epoch": 0.16983936161149554,
+      "grad_norm": 530.7131958007812,
+      "learning_rate": 1.899188362322226e-06,
+      "loss": 24.9766,
+      "step": 17942
+    },
+    {
+      "epoch": 0.1698488276332106,
+      "grad_norm": 632.1306762695312,
+      "learning_rate": 1.8991749469745022e-06,
+      "loss": 37.6875,
+      "step": 17943
+    },
+    {
+      "epoch": 0.16985829365492564,
+      "grad_norm": 583.5343017578125,
+      "learning_rate": 1.8991615307816127e-06,
+      "loss": 20.1289,
+      "step": 17944
+    },
+    {
+      "epoch": 0.1698677596766407,
+      "grad_norm": 637.77197265625,
+      "learning_rate": 1.8991481137435699e-06,
+      "loss": 51.7578,
+      "step": 17945
+    },
+    {
+      "epoch": 0.16987722569835575,
+      "grad_norm": 465.25079345703125,
+      "learning_rate": 1.8991346958603861e-06,
+      "loss": 30.7344,
+      "step": 17946
+    },
+    {
+      "epoch": 0.16988669172007081,
+      "grad_norm": 846.3147583007812,
+      "learning_rate": 1.8991212771320744e-06,
+      "loss": 16.4453,
+      "step": 17947
+    },
+    {
+      "epoch": 0.16989615774178585,
+      "grad_norm": 489.2130126953125,
+      "learning_rate": 1.8991078575586472e-06,
+      "loss": 18.6562,
+      "step": 17948
+    },
+    {
+      "epoch": 0.1699056237635009,
+      "grad_norm": 246.97079467773438,
+      "learning_rate": 1.899094437140117e-06,
+      "loss": 17.7578,
+      "step": 17949
+    },
+    {
+      "epoch": 0.16991508978521597,
+      "grad_norm": 348.6344909667969,
+      "learning_rate": 1.8990810158764966e-06,
+      "loss": 23.75,
+      "step": 17950
+    },
+    {
+      "epoch": 0.16992455580693103,
+      "grad_norm": 561.7269287109375,
+      "learning_rate": 1.8990675937677985e-06,
+      "loss": 43.5508,
+      "step": 17951
+    },
+    {
+      "epoch": 0.1699340218286461,
+      "grad_norm": 375.33868408203125,
+      "learning_rate": 1.8990541708140352e-06,
+      "loss": 37.875,
+      "step": 17952
+    },
+    {
+      "epoch": 0.16994348785036112,
+      "grad_norm": 262.9178161621094,
+      "learning_rate": 1.8990407470152198e-06,
+      "loss": 11.0586,
+      "step": 17953
+    },
+    {
+      "epoch": 0.16995295387207618,
+      "grad_norm": 1521.83740234375,
+      "learning_rate": 1.8990273223713642e-06,
+      "loss": 11.6484,
+      "step": 17954
+    },
+    {
+      "epoch": 0.16996241989379124,
+      "grad_norm": 354.79327392578125,
+      "learning_rate": 1.8990138968824817e-06,
+      "loss": 24.1172,
+      "step": 17955
+    },
+    {
+      "epoch": 0.1699718859155063,
+      "grad_norm": 252.3321075439453,
+      "learning_rate": 1.8990004705485844e-06,
+      "loss": 18.0312,
+      "step": 17956
+    },
+    {
+      "epoch": 0.16998135193722133,
+      "grad_norm": 354.511474609375,
+      "learning_rate": 1.898987043369685e-06,
+      "loss": 22.1094,
+      "step": 17957
+    },
+    {
+      "epoch": 0.1699908179589364,
+      "grad_norm": 213.6039581298828,
+      "learning_rate": 1.8989736153457966e-06,
+      "loss": 20.1641,
+      "step": 17958
+    },
+    {
+      "epoch": 0.17000028398065145,
+      "grad_norm": 226.76197814941406,
+      "learning_rate": 1.8989601864769316e-06,
+      "loss": 17.3359,
+      "step": 17959
+    },
+    {
+      "epoch": 0.1700097500023665,
+      "grad_norm": 589.5108642578125,
+      "learning_rate": 1.8989467567631023e-06,
+      "loss": 56.7383,
+      "step": 17960
+    },
+    {
+      "epoch": 0.17001921602408157,
+      "grad_norm": 721.3299560546875,
+      "learning_rate": 1.8989333262043214e-06,
+      "loss": 35.3945,
+      "step": 17961
+    },
+    {
+      "epoch": 0.1700286820457966,
+      "grad_norm": 388.6555480957031,
+      "learning_rate": 1.8989198948006017e-06,
+      "loss": 25.125,
+      "step": 17962
+    },
+    {
+      "epoch": 0.17003814806751166,
+      "grad_norm": 279.7769470214844,
+      "learning_rate": 1.898906462551956e-06,
+      "loss": 14.7383,
+      "step": 17963
+    },
+    {
+      "epoch": 0.17004761408922672,
+      "grad_norm": 275.8846130371094,
+      "learning_rate": 1.8988930294583966e-06,
+      "loss": 14.3828,
+      "step": 17964
+    },
+    {
+      "epoch": 0.17005708011094178,
+      "grad_norm": 549.38427734375,
+      "learning_rate": 1.898879595519936e-06,
+      "loss": 24.2812,
+      "step": 17965
+    },
+    {
+      "epoch": 0.17006654613265682,
+      "grad_norm": 408.0734558105469,
+      "learning_rate": 1.8988661607365875e-06,
+      "loss": 19.2812,
+      "step": 17966
+    },
+    {
+      "epoch": 0.17007601215437188,
+      "grad_norm": 1309.485595703125,
+      "learning_rate": 1.898852725108363e-06,
+      "loss": 37.7891,
+      "step": 17967
+    },
+    {
+      "epoch": 0.17008547817608693,
+      "grad_norm": 815.8139038085938,
+      "learning_rate": 1.8988392886352753e-06,
+      "loss": 45.9375,
+      "step": 17968
+    },
+    {
+      "epoch": 0.170094944197802,
+      "grad_norm": 596.4310913085938,
+      "learning_rate": 1.8988258513173375e-06,
+      "loss": 36.4688,
+      "step": 17969
+    },
+    {
+      "epoch": 0.17010441021951705,
+      "grad_norm": 361.7583923339844,
+      "learning_rate": 1.8988124131545614e-06,
+      "loss": 9.7773,
+      "step": 17970
+    },
+    {
+      "epoch": 0.1701138762412321,
+      "grad_norm": 661.9918823242188,
+      "learning_rate": 1.8987989741469604e-06,
+      "loss": 30.5938,
+      "step": 17971
+    },
+    {
+      "epoch": 0.17012334226294715,
+      "grad_norm": 447.5648498535156,
+      "learning_rate": 1.898785534294547e-06,
+      "loss": 43.1719,
+      "step": 17972
+    },
+    {
+      "epoch": 0.1701328082846622,
+      "grad_norm": 471.4880676269531,
+      "learning_rate": 1.8987720935973332e-06,
+      "loss": 22.6328,
+      "step": 17973
+    },
+    {
+      "epoch": 0.17014227430637727,
+      "grad_norm": 1382.9100341796875,
+      "learning_rate": 1.8987586520553325e-06,
+      "loss": 29.0078,
+      "step": 17974
+    },
+    {
+      "epoch": 0.1701517403280923,
+      "grad_norm": 240.3826141357422,
+      "learning_rate": 1.898745209668557e-06,
+      "loss": 18.2188,
+      "step": 17975
+    },
+    {
+      "epoch": 0.17016120634980736,
+      "grad_norm": 2.8444056510925293,
+      "learning_rate": 1.8987317664370192e-06,
+      "loss": 0.9561,
+      "step": 17976
+    },
+    {
+      "epoch": 0.17017067237152242,
+      "grad_norm": 361.05291748046875,
+      "learning_rate": 1.8987183223607324e-06,
+      "loss": 29.8984,
+      "step": 17977
+    },
+    {
+      "epoch": 0.17018013839323748,
+      "grad_norm": 270.07672119140625,
+      "learning_rate": 1.8987048774397087e-06,
+      "loss": 19.3516,
+      "step": 17978
+    },
+    {
+      "epoch": 0.17018960441495254,
+      "grad_norm": 336.9197692871094,
+      "learning_rate": 1.898691431673961e-06,
+      "loss": 40.3672,
+      "step": 17979
+    },
+    {
+      "epoch": 0.17019907043666757,
+      "grad_norm": 2.9408602714538574,
+      "learning_rate": 1.8986779850635016e-06,
+      "loss": 0.9312,
+      "step": 17980
+    },
+    {
+      "epoch": 0.17020853645838263,
+      "grad_norm": 243.16546630859375,
+      "learning_rate": 1.8986645376083436e-06,
+      "loss": 18.2461,
+      "step": 17981
+    },
+    {
+      "epoch": 0.1702180024800977,
+      "grad_norm": 321.6264343261719,
+      "learning_rate": 1.8986510893084992e-06,
+      "loss": 48.9219,
+      "step": 17982
+    },
+    {
+      "epoch": 0.17022746850181275,
+      "grad_norm": 286.67401123046875,
+      "learning_rate": 1.8986376401639814e-06,
+      "loss": 27.25,
+      "step": 17983
+    },
+    {
+      "epoch": 0.17023693452352778,
+      "grad_norm": 289.6798400878906,
+      "learning_rate": 1.8986241901748026e-06,
+      "loss": 30.0938,
+      "step": 17984
+    },
+    {
+      "epoch": 0.17024640054524284,
+      "grad_norm": 248.4419403076172,
+      "learning_rate": 1.8986107393409757e-06,
+      "loss": 17.4141,
+      "step": 17985
+    },
+    {
+      "epoch": 0.1702558665669579,
+      "grad_norm": 3.0520870685577393,
+      "learning_rate": 1.8985972876625127e-06,
+      "loss": 0.9746,
+      "step": 17986
+    },
+    {
+      "epoch": 0.17026533258867296,
+      "grad_norm": 256.4686584472656,
+      "learning_rate": 1.898583835139427e-06,
+      "loss": 23.4062,
+      "step": 17987
+    },
+    {
+      "epoch": 0.17027479861038802,
+      "grad_norm": 285.01141357421875,
+      "learning_rate": 1.8985703817717308e-06,
+      "loss": 29.3047,
+      "step": 17988
+    },
+    {
+      "epoch": 0.17028426463210306,
+      "grad_norm": 376.4917907714844,
+      "learning_rate": 1.8985569275594374e-06,
+      "loss": 36.4219,
+      "step": 17989
+    },
+    {
+      "epoch": 0.17029373065381812,
+      "grad_norm": 650.9038696289062,
+      "learning_rate": 1.8985434725025585e-06,
+      "loss": 42.7656,
+      "step": 17990
+    },
+    {
+      "epoch": 0.17030319667553317,
+      "grad_norm": 522.6336059570312,
+      "learning_rate": 1.898530016601107e-06,
+      "loss": 18.1719,
+      "step": 17991
+    },
+    {
+      "epoch": 0.17031266269724823,
+      "grad_norm": 784.3931274414062,
+      "learning_rate": 1.898516559855096e-06,
+      "loss": 35.4453,
+      "step": 17992
+    },
+    {
+      "epoch": 0.1703221287189633,
+      "grad_norm": 605.96142578125,
+      "learning_rate": 1.8985031022645379e-06,
+      "loss": 42.0469,
+      "step": 17993
+    },
+    {
+      "epoch": 0.17033159474067833,
+      "grad_norm": 266.9859313964844,
+      "learning_rate": 1.8984896438294453e-06,
+      "loss": 22.1328,
+      "step": 17994
+    },
+    {
+      "epoch": 0.1703410607623934,
+      "grad_norm": 589.5961303710938,
+      "learning_rate": 1.898476184549831e-06,
+      "loss": 33.8594,
+      "step": 17995
+    },
+    {
+      "epoch": 0.17035052678410845,
+      "grad_norm": 364.2583923339844,
+      "learning_rate": 1.8984627244257073e-06,
+      "loss": 40.8906,
+      "step": 17996
+    },
+    {
+      "epoch": 0.1703599928058235,
+      "grad_norm": 452.3497009277344,
+      "learning_rate": 1.8984492634570875e-06,
+      "loss": 29.7109,
+      "step": 17997
+    },
+    {
+      "epoch": 0.17036945882753854,
+      "grad_norm": 3.4138476848602295,
+      "learning_rate": 1.8984358016439833e-06,
+      "loss": 0.9194,
+      "step": 17998
+    },
+    {
+      "epoch": 0.1703789248492536,
+      "grad_norm": 1333.2449951171875,
+      "learning_rate": 1.8984223389864082e-06,
+      "loss": 28.0859,
+      "step": 17999
+    },
+    {
+      "epoch": 0.17038839087096866,
+      "grad_norm": 329.2818603515625,
+      "learning_rate": 1.8984088754843745e-06,
+      "loss": 16.4648,
+      "step": 18000
+    }
+  ],
+  "logging_steps": 1.0,
+  "max_steps": 105641,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": true,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.355322423621976e+18,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/all_data_checkpoint/training_args.bin b/all_data_checkpoint/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..1d5d1718ee950c0daf7e1b3044e10104ab9c4b4b
--- /dev/null
+++ b/all_data_checkpoint/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ff19bfced45fca7ce64a0adbf76ab8745eaa7235b043d88c4590b3515189c7
+size 6712
diff --git a/all_data_checkpoint/zero_to_fp32.py b/all_data_checkpoint/zero_to_fp32.py
new file mode 100755
index 0000000000000000000000000000000000000000..24cc342e78d1a006c782b3a4cd68d9ce786d8fd8
--- /dev/null
+++ b/all_data_checkpoint/zero_to_fp32.py
@@ -0,0 +1,604 @@
+#!/usr/bin/env python
+
+# Copyright (c) Microsoft Corporation.
+# SPDX-License-Identifier: Apache-2.0
+
+# DeepSpeed Team
+
+# This script extracts fp32 consolidated weights from a zero 1, 2 and 3 DeepSpeed checkpoints. It gets
+# copied into the top level checkpoint dir, so the user can easily do the conversion at any point in
+# the future. Once extracted, the weights don't require DeepSpeed and can be used in any
+# application.
+#
+# example: python zero_to_fp32.py . pytorch_model.bin
+
+import argparse
+import torch
+import glob
+import math
+import os
+import re
+from collections import OrderedDict
+from dataclasses import dataclass
+
+# while this script doesn't use deepspeed to recover data, since the checkpoints are pickled with
+# DeepSpeed data structures it has to be available in the current python environment.
+from deepspeed.utils import logger
+from deepspeed.checkpoint.constants import (DS_VERSION, OPTIMIZER_STATE_DICT, SINGLE_PARTITION_OF_FP32_GROUPS,
+                                            FP32_FLAT_GROUPS, ZERO_STAGE, PARTITION_COUNT, PARAM_SHAPES, BUFFER_NAMES,
+                                            FROZEN_PARAM_SHAPES, FROZEN_PARAM_FRAGMENTS)
+
+
+@dataclass
+class zero_model_state:
+    buffers: dict()
+    param_shapes: dict()
+    shared_params: list
+    ds_version: int
+    frozen_param_shapes: dict()
+    frozen_param_fragments: dict()
+
+
+debug = 0
+
+# load to cpu
+device = torch.device('cpu')
+
+
+def atoi(text):
+    return int(text) if text.isdigit() else text
+
+
+def natural_keys(text):
+    '''
+    alist.sort(key=natural_keys) sorts in human order
+    http://nedbatchelder.com/blog/200712/human_sorting.html
+    (See Toothy's implementation in the comments)
+    '''
+    return [atoi(c) for c in re.split(r'(\d+)', text)]
+
+
+def get_model_state_file(checkpoint_dir, zero_stage):
+    if not os.path.isdir(checkpoint_dir):
+        raise FileNotFoundError(f"Directory '{checkpoint_dir}' doesn't exist")
+
+    # there should be only one file
+    if zero_stage <= 2:
+        file = os.path.join(checkpoint_dir, "mp_rank_00_model_states.pt")
+    elif zero_stage == 3:
+        file = os.path.join(checkpoint_dir, "zero_pp_rank_0_mp_rank_00_model_states.pt")
+
+    if not os.path.exists(file):
+        raise FileNotFoundError(f"can't find model states file at '{file}'")
+
+    return file
+
+
+def get_checkpoint_files(checkpoint_dir, glob_pattern):
+    # XXX: need to test that this simple glob rule works for multi-node setup too
+    ckpt_files = sorted(glob.glob(os.path.join(checkpoint_dir, glob_pattern)), key=natural_keys)
+
+    if len(ckpt_files) == 0:
+        raise FileNotFoundError(f"can't find {glob_pattern} files in directory '{checkpoint_dir}'")
+
+    return ckpt_files
+
+
+def get_optim_files(checkpoint_dir):
+    return get_checkpoint_files(checkpoint_dir, "*_optim_states.pt")
+
+
+def get_model_state_files(checkpoint_dir):
+    return get_checkpoint_files(checkpoint_dir, "*_model_states.pt")
+
+
+def parse_model_states(files):
+    zero_model_states = []
+    for file in files:
+        state_dict = torch.load(file, map_location=device)
+
+        if BUFFER_NAMES not in state_dict:
+            raise ValueError(f"{file} is not a model state checkpoint")
+        buffer_names = state_dict[BUFFER_NAMES]
+        if debug:
+            print("Found buffers:", buffer_names)
+
+        # recover just the buffers while restoring them to fp32 if they were saved in fp16
+        buffers = {k: v.float() for k, v in state_dict["module"].items() if k in buffer_names}
+        param_shapes = state_dict[PARAM_SHAPES]
+
+        # collect parameters that are included in param_shapes
+        param_names = []
+        for s in param_shapes:
+            for name in s.keys():
+                param_names.append(name)
+
+        # update with frozen parameters
+        frozen_param_shapes = state_dict.get(FROZEN_PARAM_SHAPES, None)
+        if frozen_param_shapes is not None:
+            if debug:
+                print(f"Found frozen_param_shapes: {frozen_param_shapes}")
+            param_names += list(frozen_param_shapes.keys())
+
+        # handle shared params
+        shared_params = [[k, v] for k, v in state_dict["shared_params"].items()]
+
+        ds_version = state_dict.get(DS_VERSION, None)
+
+        frozen_param_fragments = state_dict.get(FROZEN_PARAM_FRAGMENTS, None)
+
+        z_model_state = zero_model_state(buffers=buffers,
+                                         param_shapes=param_shapes,
+                                         shared_params=shared_params,
+                                         ds_version=ds_version,
+                                         frozen_param_shapes=frozen_param_shapes,
+                                         frozen_param_fragments=frozen_param_fragments)
+        zero_model_states.append(z_model_state)
+
+    return zero_model_states
+
+
+def parse_optim_states(files, ds_checkpoint_dir):
+
+    total_files = len(files)
+    state_dicts = []
+    for f in files:
+        state_dict = torch.load(f, map_location=device)
+        # immediately discard the potentially huge 2 optimizer states as we only care for fp32 master weights
+        # and also handle the case where it was already removed by another helper script
+        state_dict["optimizer_state_dict"].pop("optimizer_state_dict", None)
+        state_dicts.append(state_dict)
+
+    if not ZERO_STAGE in state_dicts[0][OPTIMIZER_STATE_DICT]:
+        raise ValueError(f"{files[0]} is not a zero checkpoint")
+    zero_stage = state_dicts[0][OPTIMIZER_STATE_DICT][ZERO_STAGE]
+    world_size = state_dicts[0][OPTIMIZER_STATE_DICT][PARTITION_COUNT]
+
+    # For ZeRO-2 each param group can have different partition_count as data parallelism for expert
+    # parameters can be different from data parallelism for non-expert parameters. So we can just
+    # use the max of the partition_count to get the dp world_size.
+
+    if type(world_size) is list:
+        world_size = max(world_size)
+
+    if world_size != total_files:
+        raise ValueError(
+            f"Expected {world_size} of '*_optim_states.pt' under '{ds_checkpoint_dir}' but found {total_files} files. "
+            "Possibly due to an overwrite of an old checkpoint, or a checkpoint didn't get saved by one or more processes."
+        )
+
+    # the groups are named differently in each stage
+    if zero_stage <= 2:
+        fp32_groups_key = SINGLE_PARTITION_OF_FP32_GROUPS
+    elif zero_stage == 3:
+        fp32_groups_key = FP32_FLAT_GROUPS
+    else:
+        raise ValueError(f"unknown zero stage {zero_stage}")
+
+    if zero_stage <= 2:
+        fp32_flat_groups = [state_dicts[i][OPTIMIZER_STATE_DICT][fp32_groups_key] for i in range(len(state_dicts))]
+    elif zero_stage == 3:
+        # if there is more than one param group, there will be multiple flattened tensors - one
+        # flattened tensor per group - for simplicity merge them into a single tensor
+        #
+        # XXX: could make the script more memory efficient for when there are multiple groups - it
+        # will require matching the sub-lists of param_shapes for each param group flattened tensor
+
+        fp32_flat_groups = [
+            torch.cat(state_dicts[i][OPTIMIZER_STATE_DICT][fp32_groups_key], 0) for i in range(len(state_dicts))
+        ]
+
+    return zero_stage, world_size, fp32_flat_groups
+
+
+def _get_fp32_state_dict_from_zero_checkpoint(ds_checkpoint_dir, exclude_frozen_parameters):
+    """
+    Returns fp32 state_dict reconstructed from ds checkpoint
+
+    Args:
+        - ``ds_checkpoint_dir``: path to the deepspeed checkpoint folder (where the optimizer files are)
+
+    """
+    print(f"Processing zero checkpoint '{ds_checkpoint_dir}'")
+
+    optim_files = get_optim_files(ds_checkpoint_dir)
+    zero_stage, world_size, fp32_flat_groups = parse_optim_states(optim_files, ds_checkpoint_dir)
+    print(f"Detected checkpoint of type zero stage {zero_stage}, world_size: {world_size}")
+
+    model_files = get_model_state_files(ds_checkpoint_dir)
+
+    zero_model_states = parse_model_states(model_files)
+    print(f'Parsing checkpoint created by deepspeed=={zero_model_states[0].ds_version}')
+
+    if zero_stage <= 2:
+        return _get_fp32_state_dict_from_zero2_checkpoint(world_size, fp32_flat_groups, zero_model_states,
+                                                          exclude_frozen_parameters)
+    elif zero_stage == 3:
+        return _get_fp32_state_dict_from_zero3_checkpoint(world_size, fp32_flat_groups, zero_model_states,
+                                                          exclude_frozen_parameters)
+
+
+def _zero2_merge_frozen_params(state_dict, zero_model_states):
+    if zero_model_states[0].frozen_param_shapes is None or len(zero_model_states[0].frozen_param_shapes) == 0:
+        return
+
+    frozen_param_shapes = zero_model_states[0].frozen_param_shapes
+    frozen_param_fragments = zero_model_states[0].frozen_param_fragments
+
+    if debug:
+        num_elem = sum(s.numel() for s in frozen_param_shapes.values())
+        print(f'rank 0: {FROZEN_PARAM_SHAPES}.numel = {num_elem}')
+
+        wanted_params = len(frozen_param_shapes)
+        wanted_numel = sum(s.numel() for s in frozen_param_shapes.values())
+        avail_numel = sum([p.numel() for p in frozen_param_fragments.values()])
+        print(f'Frozen params: Have {avail_numel} numels to process.')
+        print(f'Frozen params: Need {wanted_numel} numels in {wanted_params} params')
+
+    total_params = 0
+    total_numel = 0
+    for name, shape in frozen_param_shapes.items():
+        total_params += 1
+        unpartitioned_numel = shape.numel()
+        total_numel += unpartitioned_numel
+
+        state_dict[name] = frozen_param_fragments[name]
+
+        if debug:
+            print(f"{name} full shape: {shape} unpartitioned numel {unpartitioned_numel} ")
+
+    print(f"Reconstructed Frozen fp32 state dict with {total_params} params {total_numel} elements")
+
+
+def _has_callable(obj, fn):
+    attr = getattr(obj, fn, None)
+    return callable(attr)
+
+
+def _zero2_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states):
+    param_shapes = zero_model_states[0].param_shapes
+
+    # Reconstruction protocol:
+    #
+    # XXX: document this
+
+    if debug:
+        for i in range(world_size):
+            for j in range(len(fp32_flat_groups[0])):
+                print(f"{FP32_FLAT_GROUPS}[{i}][{j}].shape={fp32_flat_groups[i][j].shape}")
+
+    # XXX: memory usage doubles here (zero2)
+    num_param_groups = len(fp32_flat_groups[0])
+    merged_single_partition_of_fp32_groups = []
+    for i in range(num_param_groups):
+        merged_partitions = [sd[i] for sd in fp32_flat_groups]
+        full_single_fp32_vector = torch.cat(merged_partitions, 0)
+        merged_single_partition_of_fp32_groups.append(full_single_fp32_vector)
+    avail_numel = sum(
+        [full_single_fp32_vector.numel() for full_single_fp32_vector in merged_single_partition_of_fp32_groups])
+
+    if debug:
+        wanted_params = sum([len(shapes) for shapes in param_shapes])
+        wanted_numel = sum([sum(shape.numel() for shape in shapes.values()) for shapes in param_shapes])
+        # not asserting if there is a mismatch due to possible padding
+        print(f"Have {avail_numel} numels to process.")
+        print(f"Need {wanted_numel} numels in {wanted_params} params.")
+
+    # params
+    # XXX: for huge models that can't fit into the host's RAM we will have to recode this to support
+    # out-of-core computing solution
+    total_numel = 0
+    total_params = 0
+    for shapes, full_single_fp32_vector in zip(param_shapes, merged_single_partition_of_fp32_groups):
+        offset = 0
+        avail_numel = full_single_fp32_vector.numel()
+        for name, shape in shapes.items():
+
+            unpartitioned_numel = shape.numel() if _has_callable(shape, 'numel') else math.prod(shape)
+            total_numel += unpartitioned_numel
+            total_params += 1
+
+            if debug:
+                print(f"{name} full shape: {shape} unpartitioned numel {unpartitioned_numel} ")
+            state_dict[name] = full_single_fp32_vector.narrow(0, offset, unpartitioned_numel).view(shape)
+            offset += unpartitioned_numel
+
+        # Z2 started to align to 2*world_size to improve nccl performance. Therefore both offset and
+        # avail_numel can differ by anywhere between 0..2*world_size. Due to two unrelated complex
+        # paddings performed in the code it's almost impossible to predict the exact numbers w/o the
+        # live optimizer object, so we are checking that the numbers are within the right range
+        align_to = 2 * world_size
+
+        def zero2_align(x):
+            return align_to * math.ceil(x / align_to)
+
+        if debug:
+            print(f"original offset={offset}, avail_numel={avail_numel}")
+
+        offset = zero2_align(offset)
+        avail_numel = zero2_align(avail_numel)
+
+        if debug:
+            print(f"aligned  offset={offset}, avail_numel={avail_numel}")
+
+        # Sanity check
+        if offset != avail_numel:
+            raise ValueError(f"consumed {offset} numels out of {avail_numel} - something is wrong")
+
+    print(f"Reconstructed fp32 state dict with {total_params} params {total_numel} elements")
+
+
+def _get_fp32_state_dict_from_zero2_checkpoint(world_size, fp32_flat_groups, zero_model_states,
+                                               exclude_frozen_parameters):
+    state_dict = OrderedDict()
+
+    # buffers
+    buffers = zero_model_states[0].buffers
+    state_dict.update(buffers)
+    if debug:
+        print(f"added {len(buffers)} buffers")
+
+    if not exclude_frozen_parameters:
+        _zero2_merge_frozen_params(state_dict, zero_model_states)
+
+    _zero2_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states)
+
+    # recover shared parameters
+    for pair in zero_model_states[0].shared_params:
+        if pair[1] in state_dict:
+            state_dict[pair[0]] = state_dict[pair[1]]
+
+    return state_dict
+
+
+def zero3_partitioned_param_info(unpartitioned_numel, world_size):
+    remainder = unpartitioned_numel % world_size
+    padding_numel = (world_size - remainder) if remainder else 0
+    partitioned_numel = math.ceil(unpartitioned_numel / world_size)
+    return partitioned_numel, padding_numel
+
+
+def _zero3_merge_frozen_params(state_dict, world_size, zero_model_states):
+    if zero_model_states[0].frozen_param_shapes is None or len(zero_model_states[0].frozen_param_shapes) == 0:
+        return
+
+    if debug:
+        for i in range(world_size):
+            num_elem = sum(s.numel() for s in zero_model_states[i].frozen_param_fragments.values())
+            print(f'rank {i}: {FROZEN_PARAM_SHAPES}.numel = {num_elem}')
+
+        frozen_param_shapes = zero_model_states[0].frozen_param_shapes
+        wanted_params = len(frozen_param_shapes)
+        wanted_numel = sum(s.numel() for s in frozen_param_shapes.values())
+        avail_numel = sum([p.numel() for p in zero_model_states[0].frozen_param_fragments.values()]) * world_size
+        print(f'Frozen params: Have {avail_numel} numels to process.')
+        print(f'Frozen params: Need {wanted_numel} numels in {wanted_params} params')
+
+    total_params = 0
+    total_numel = 0
+    for name, shape in zero_model_states[0].frozen_param_shapes.items():
+        total_params += 1
+        unpartitioned_numel = shape.numel()
+        total_numel += unpartitioned_numel
+
+        param_frags = tuple(model_state.frozen_param_fragments[name] for model_state in zero_model_states)
+        state_dict[name] = torch.cat(param_frags, 0).narrow(0, 0, unpartitioned_numel).view(shape)
+
+        partitioned_numel, partitioned_padding_numel = zero3_partitioned_param_info(unpartitioned_numel, world_size)
+
+        if debug:
+            print(
+                f"Frozen params: {total_params} {name} full shape: {shape} partition0 numel={partitioned_numel} partitioned_padding_numel={partitioned_padding_numel}"
+            )
+
+    print(f"Reconstructed Frozen fp32 state dict with {total_params} params {total_numel} elements")
+
+
+def _zero3_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states):
+    param_shapes = zero_model_states[0].param_shapes
+    avail_numel = fp32_flat_groups[0].numel() * world_size
+    # Reconstruction protocol: For zero3 we need to zip the partitions together at boundary of each
+    # param, re-consolidating each param, while dealing with padding if any
+
+    # merge list of dicts, preserving order
+    param_shapes = {k: v for d in param_shapes for k, v in d.items()}
+
+    if debug:
+        for i in range(world_size):
+            print(f"{FP32_FLAT_GROUPS}[{i}].shape={fp32_flat_groups[i].shape}")
+
+        wanted_params = len(param_shapes)
+        wanted_numel = sum(shape.numel() for shape in param_shapes.values())
+        # not asserting if there is a mismatch due to possible padding
+        avail_numel = fp32_flat_groups[0].numel() * world_size
+        print(f"Trainable params: Have {avail_numel} numels to process.")
+        print(f"Trainable params: Need {wanted_numel} numels in {wanted_params} params.")
+
+    # params
+    # XXX: for huge models that can't fit into the host's RAM we will have to recode this to support
+    # out-of-core computing solution
+    offset = 0
+    total_numel = 0
+    total_params = 0
+    for name, shape in param_shapes.items():
+
+        unpartitioned_numel = shape.numel()
+        total_numel += unpartitioned_numel
+        total_params += 1
+
+        partitioned_numel, partitioned_padding_numel = zero3_partitioned_param_info(unpartitioned_numel, world_size)
+
+        if debug:
+            print(
+                f"Trainable params: {total_params} {name} full shape: {shape} partition0 numel={partitioned_numel} partitioned_padding_numel={partitioned_padding_numel}"
+            )
+
+        # XXX: memory usage doubles here
+        state_dict[name] = torch.cat(
+            tuple(fp32_flat_groups[i].narrow(0, offset, partitioned_numel) for i in range(world_size)),
+            0).narrow(0, 0, unpartitioned_numel).view(shape)
+        offset += partitioned_numel
+
+    offset *= world_size
+
+    # Sanity check
+    if offset != avail_numel:
+        raise ValueError(f"consumed {offset} numels out of {avail_numel} - something is wrong")
+
+    print(f"Reconstructed Trainable fp32 state dict with {total_params} params {total_numel} elements")
+
+
+def _get_fp32_state_dict_from_zero3_checkpoint(world_size, fp32_flat_groups, zero_model_states,
+                                               exclude_frozen_parameters):
+    state_dict = OrderedDict()
+
+    # buffers
+    buffers = zero_model_states[0].buffers
+    state_dict.update(buffers)
+    if debug:
+        print(f"added {len(buffers)} buffers")
+
+    if not exclude_frozen_parameters:
+        _zero3_merge_frozen_params(state_dict, world_size, zero_model_states)
+
+    _zero3_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states)
+
+    # recover shared parameters
+    for pair in zero_model_states[0].shared_params:
+        if pair[1] in state_dict:
+            state_dict[pair[0]] = state_dict[pair[1]]
+
+    return state_dict
+
+
+def get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, tag=None, exclude_frozen_parameters=False):
+    """
+    Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated state_dict that can be loaded with
+    ``load_state_dict()`` and used for training without DeepSpeed or shared with others, for example
+    via a model hub.
+
+    Args:
+        - ``checkpoint_dir``: path to the desired checkpoint folder
+        - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in 'latest' file. e.g., ``global_step14``
+        - ``exclude_frozen_parameters``: exclude frozen parameters
+
+    Returns:
+        - pytorch ``state_dict``
+
+    Note: this approach may not work if your application doesn't have sufficient free CPU memory and
+    you may need to use the offline approach using the ``zero_to_fp32.py`` script that is saved with
+    the checkpoint.
+
+    A typical usage might be ::
+
+        from deepspeed.utils.zero_to_fp32 import get_fp32_state_dict_from_zero_checkpoint
+        # do the training and checkpoint saving
+        state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir) # already on cpu
+        model = model.cpu() # move to cpu
+        model.load_state_dict(state_dict)
+        # submit to model hub or save the model to share with others
+
+    In this example the ``model`` will no longer be usable in the deepspeed context of the same
+    application. i.e. you will need to re-initialize the deepspeed engine, since
+    ``model.load_state_dict(state_dict)`` will remove all the deepspeed magic from it.
+
+    If you want it all done for you, use ``load_state_dict_from_zero_checkpoint`` instead.
+
+    """
+    if tag is None:
+        latest_path = os.path.join(checkpoint_dir, 'latest')
+        if os.path.isfile(latest_path):
+            with open(latest_path, 'r') as fd:
+                tag = fd.read().strip()
+        else:
+            raise ValueError(f"Unable to find 'latest' file at {latest_path}")
+
+    ds_checkpoint_dir = os.path.join(checkpoint_dir, tag)
+
+    if not os.path.isdir(ds_checkpoint_dir):
+        raise FileNotFoundError(f"Directory '{ds_checkpoint_dir}' doesn't exist")
+
+    return _get_fp32_state_dict_from_zero_checkpoint(ds_checkpoint_dir, exclude_frozen_parameters)
+
+
+def convert_zero_checkpoint_to_fp32_state_dict(checkpoint_dir, output_file, tag=None, exclude_frozen_parameters=False):
+    """
+    Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated ``state_dict`` file that can be
+    loaded with ``torch.load(file)`` + ``load_state_dict()`` and used for training without DeepSpeed.
+
+    Args:
+        - ``checkpoint_dir``: path to the desired checkpoint folder. (one that contains the tag-folder, like ``global_step14``)
+        - ``output_file``: path to the pytorch fp32 state_dict output file (e.g. path/pytorch_model.bin)
+        - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in the file named ``latest`` in the checkpoint folder, e.g., ``global_step14``
+        - ``exclude_frozen_parameters``: exclude frozen parameters
+    """
+
+    state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, tag, exclude_frozen_parameters)
+    print(f"Saving fp32 state dict to {output_file}")
+    torch.save(state_dict, output_file)
+
+
+def load_state_dict_from_zero_checkpoint(model, checkpoint_dir, tag=None):
+    """
+    1. Put the provided model to cpu
+    2. Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated ``state_dict``
+    3. Load it into the provided model
+
+    Args:
+        - ``model``: the model object to update
+        - ``checkpoint_dir``: path to the desired checkpoint folder. (one that contains the tag-folder, like ``global_step14``)
+        - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in the file named ``latest`` in the checkpoint folder, e.g., ``global_step14``
+
+    Returns:
+        - ``model`: modified model
+
+    Make sure you have plenty of CPU memory available before you call this function. If you don't
+    have enough use the ``zero_to_fp32.py`` utility to do the conversion. You will find it
+    conveniently placed for you in the checkpoint folder.
+
+    A typical usage might be ::
+
+        from deepspeed.utils.zero_to_fp32 import load_state_dict_from_zero_checkpoint
+        model = load_state_dict_from_zero_checkpoint(trainer.model, checkpoint_dir)
+        # submit to model hub or save the model to share with others
+
+    Note, that once this was run, the ``model`` will no longer be usable in the deepspeed context
+    of the same application. i.e. you will need to re-initialize the deepspeed engine, since
+    ``model.load_state_dict(state_dict)`` will remove all the deepspeed magic from it.
+
+    """
+    logger.info(f"Extracting fp32 weights")
+    state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, tag)
+
+    logger.info(f"Overwriting model with fp32 weights")
+    model = model.cpu()
+    model.load_state_dict(state_dict, strict=False)
+
+    return model
+
+
+if __name__ == "__main__":
+
+    parser = argparse.ArgumentParser()
+    parser.add_argument("checkpoint_dir",
+                        type=str,
+                        help="path to the desired checkpoint folder, e.g., path/checkpoint-12")
+    parser.add_argument(
+        "output_file",
+        type=str,
+        help="path to the pytorch fp32 state_dict output file (e.g. path/checkpoint-12/pytorch_model.bin)")
+    parser.add_argument("-t",
+                        "--tag",
+                        type=str,
+                        default=None,
+                        help="checkpoint tag used as a unique identifier for checkpoint. e.g., global_step1")
+    parser.add_argument("--exclude_frozen_parameters", action='store_true', help="exclude frozen parameters")
+    parser.add_argument("-d", "--debug", action='store_true', help="enable debug")
+    args = parser.parse_args()
+
+    debug = args.debug
+
+    convert_zero_checkpoint_to_fp32_state_dict(args.checkpoint_dir,
+                                               args.output_file,
+                                               tag=args.tag,
+                                               exclude_frozen_parameters=args.exclude_frozen_parameters)
diff --git a/mr_paco_checkpoint/added_tokens.json b/mr_paco_checkpoint/added_tokens.json
new file mode 100755
index 0000000000000000000000000000000000000000..d1cbb9b7b00b317ef35559b73c47629da5dc0018
--- /dev/null
+++ b/mr_paco_checkpoint/added_tokens.json
@@ -0,0 +1,13 @@
+{
+  "<audio>": 32005,
+  "<audio_gen>": 32003,
+  "<audio_gen_start>": 32004,
+  "<base>": 32007,
+  "<base_null>": 32008,
+  "<im_gen>": 32001,
+  "<im_gen_start>": 32000,
+  "<mask_gen>": 32002,
+  "<seg>": 32009,
+  "<seg_input>": 32010,
+  "<video>": 32006
+}
diff --git a/mr_paco_checkpoint/checkpoint-41852/added_tokens.json b/mr_paco_checkpoint/checkpoint-41852/added_tokens.json
new file mode 100755
index 0000000000000000000000000000000000000000..d1cbb9b7b00b317ef35559b73c47629da5dc0018
--- /dev/null
+++ b/mr_paco_checkpoint/checkpoint-41852/added_tokens.json
@@ -0,0 +1,13 @@
+{
+  "<audio>": 32005,
+  "<audio_gen>": 32003,
+  "<audio_gen_start>": 32004,
+  "<base>": 32007,
+  "<base_null>": 32008,
+  "<im_gen>": 32001,
+  "<im_gen_start>": 32000,
+  "<mask_gen>": 32002,
+  "<seg>": 32009,
+  "<seg_input>": 32010,
+  "<video>": 32006
+}
diff --git a/mr_paco_checkpoint/checkpoint-41852/config.json b/mr_paco_checkpoint/checkpoint-41852/config.json
new file mode 100755
index 0000000000000000000000000000000000000000..5f7897787de540e4d3d42de99f300e59b3f5f7f9
--- /dev/null
+++ b/mr_paco_checkpoint/checkpoint-41852/config.json
@@ -0,0 +1,49 @@
+{
+  "_name_or_path": "./experiments/shufan_checkpoints/expm2",
+  "architectures": [
+    "LlavaLlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "freeze_mm_mlp_adapter": false,
+  "freeze_mm_vision_resampler": false,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "image_aspect_ratio": "square",
+  "image_grid_pinpoints": null,
+  "initializer_range": 0.02,
+  "intermediate_size": 11008,
+  "max_length": 4096,
+  "max_position_embeddings": 4096,
+  "mlp_bias": false,
+  "mm_hidden_size": 1024,
+  "mm_projector_type": "mlp2x_gelu",
+  "mm_resampler_type": null,
+  "mm_use_bbox_encode": true,
+  "mm_use_im_patch_token": false,
+  "mm_use_im_start_end": false,
+  "mm_vision_select_feature": "patch",
+  "mm_vision_select_layer": -2,
+  "mm_vision_tower": "openai/clip-vit-large-patch14",
+  "model_type": "llava",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 32,
+  "pad_token_id": 0,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "segmentator": "hipie",
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.42.3",
+  "tune_mm_mlp_adapter": false,
+  "tune_mm_vision_resampler": false,
+  "unfreeze_mm_vision_tower": false,
+  "use_cache": false,
+  "use_mm_proj": true,
+  "vocab_size": 32011
+}
diff --git a/mr_paco_checkpoint/checkpoint-41852/generation_config.json b/mr_paco_checkpoint/checkpoint-41852/generation_config.json
new file mode 100755
index 0000000000000000000000000000000000000000..20ed820b50729c1d703eb2140ca7503425bb1ab8
--- /dev/null
+++ b/mr_paco_checkpoint/checkpoint-41852/generation_config.json
@@ -0,0 +1,7 @@
+{
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "max_length": 4096,
+  "pad_token_id": 0,
+  "transformers_version": "4.42.3"
+}
diff --git a/mr_paco_checkpoint/checkpoint-41852/model-00001-of-00003.safetensors b/mr_paco_checkpoint/checkpoint-41852/model-00001-of-00003.safetensors
new file mode 100755
index 0000000000000000000000000000000000000000..64e04c0ec18a012386c89f5039b2aef3332422ff
--- /dev/null
+++ b/mr_paco_checkpoint/checkpoint-41852/model-00001-of-00003.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2956a2975d805235af66ad95a85a6445eecaaa9d908acc7aac349b1bd6c77ba
+size 4939075464
diff --git a/mr_paco_checkpoint/checkpoint-41852/model-00002-of-00003.safetensors b/mr_paco_checkpoint/checkpoint-41852/model-00002-of-00003.safetensors
new file mode 100755
index 0000000000000000000000000000000000000000..eb638e676a2804aa28fae3ff78c659ea8c06672b
--- /dev/null
+++ b/mr_paco_checkpoint/checkpoint-41852/model-00002-of-00003.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff9347e349a4b35f6d8d6ccaffb8a49750042df2f98180a768102ef8c299aa3
+size 4947390880
diff --git a/mr_paco_checkpoint/checkpoint-41852/model-00003-of-00003.safetensors b/mr_paco_checkpoint/checkpoint-41852/model-00003-of-00003.safetensors
new file mode 100755
index 0000000000000000000000000000000000000000..f8303555c337e5148f47670d48412109174135da
--- /dev/null
+++ b/mr_paco_checkpoint/checkpoint-41852/model-00003-of-00003.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848fbf1b36b26ddcbd3502bf279be2e6d7e71e089289ad606375105826414c6e
+size 4661380964
diff --git a/mr_paco_checkpoint/checkpoint-41852/model.safetensors.index.json b/mr_paco_checkpoint/checkpoint-41852/model.safetensors.index.json
new file mode 100755
index 0000000000000000000000000000000000000000..48e7e4bf01c90e0d59666c18d625b778e5559f92
--- /dev/null
+++ b/mr_paco_checkpoint/checkpoint-41852/model.safetensors.index.json
@@ -0,0 +1,1621 @@
+{
+  "metadata": {
+    "total_size": 14547608676
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00003-of-00003.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.mask_enc_head.bias": "model-00003-of-00003.safetensors",
+    "model.mask_enc_head.weight": "model-00003-of-00003.safetensors",
+    "model.mm_projector.0.bias": "model-00003-of-00003.safetensors",
+    "model.mm_projector.0.weight": "model-00003-of-00003.safetensors",
+    "model.mm_projector.2.bias": "model-00003-of-00003.safetensors",
+    "model.mm_projector.2.weight": "model-00003-of-00003.safetensors",
+    "model.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.criterion._iter": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.controller.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.controller.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.controller.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.controller.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.controller.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.controller.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.shortcut.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.shortcut.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.shortcut.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.shortcut.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.shortcut.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.shortcut.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.shortcut.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.shortcut.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.shortcut.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.shortcut.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.shortcut.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.shortcut.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.shortcut.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.shortcut.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.shortcut.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.shortcut.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.shortcut.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.shortcut.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.shortcut.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.shortcut.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.stem.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.stem.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.stem.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.stem.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.stem.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.0.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.0.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.0.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.0.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.0.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.0.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.1.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.1.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.1.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.1.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.1.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.1.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.2.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.2.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.2.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.2.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.2.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.2.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.3.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.3.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.3.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.3.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.3.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.3.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.4.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.4.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.4.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.4.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.4.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.4.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.5.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.5.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.5.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.5.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.5.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.5.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.6.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.6.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.6.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.6.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.6.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.6.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.0.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.0.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.0.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.0.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.0.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.1.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.1.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.1.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.1.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.1.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.2.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.2.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.2.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.2.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.2.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.3.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.3.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.3.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.3.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.3.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.4.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.4.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.4.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.4.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.4.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.5.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.5.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.5.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.5.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.5.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.6.body.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.6.body.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.0.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.0.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.0.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.0.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.1.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.1.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.1.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.1.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.2.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.2.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.2.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.2.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.3.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.3.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.3.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.3.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.3.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.4.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.4.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.5.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.5.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.bg_query_refs.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.0.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.0.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.0.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.0.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.0.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.0.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.1.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.1.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.1.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.1.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.1.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.1.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.2.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.2.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.2.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.2.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.2.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.2.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.3.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.3.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.3.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.3.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.3.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.3.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.4.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.4.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.4.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.4.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.4.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.4.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.5.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.5.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.5.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.5.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.5.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.5.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.6.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.6.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.6.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.6.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.6.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.6.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.0.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.0.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.0.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.0.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.0.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.1.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.1.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.1.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.1.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.1.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.2.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.2.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.2.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.2.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.2.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.3.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.3.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.3.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.3.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.3.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.4.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.4.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.4.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.4.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.4.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.5.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.5.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.5.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.5.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.5.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.6.body.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.6.body.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.cross_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.cross_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.cross_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.cross_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.cross_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.cross_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.cross_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.cross_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.norm3.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.norm3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.self_attn.in_proj_bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.self_attn.in_proj_weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.cross_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.cross_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.cross_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.cross_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.cross_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.cross_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.cross_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.cross_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.norm3.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.norm3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.self_attn.in_proj_bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.self_attn.in_proj_weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.cross_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.cross_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.cross_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.cross_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.cross_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.cross_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.cross_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.cross_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.norm3.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.norm3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.self_attn.in_proj_bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.self_attn.in_proj_weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.cross_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.cross_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.cross_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.cross_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.cross_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.cross_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.cross_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.cross_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.norm3.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.norm3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.self_attn.in_proj_bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.self_attn.in_proj_weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.cross_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.cross_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.cross_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.cross_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.cross_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.cross_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.cross_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.cross_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.norm3.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.norm3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.self_attn.in_proj_bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.self_attn.in_proj_weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.cross_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.cross_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.cross_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.cross_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.cross_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.cross_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.cross_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.cross_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.norm3.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.norm3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.self_attn.in_proj_bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.self_attn.in_proj_weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.ref_point_head.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.ref_point_head.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.ref_point_head.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.ref_point_head.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.enc_output.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.enc_output.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.enc_output_norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.enc_output_norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.self_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.self_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.self_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.self_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.self_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.self_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.self_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.self_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.self_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.self_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.self_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.self_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.self_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.self_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.self_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.self_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.self_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.self_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.self_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.self_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.self_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.self_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.self_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.self_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.self_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.self_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.self_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.self_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.self_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.self_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.self_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.self_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.self_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.self_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.self_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.self_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.self_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.self_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.self_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.self_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.self_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.self_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.self_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.self_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.self_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.self_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.self_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.self_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.l_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.l_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.out_l_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.out_l_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.out_v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.out_v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.values_l_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.values_l_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.values_v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.values_v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.gamma_l": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.gamma_v": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.layer_norm_l.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.layer_norm_l.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.layer_norm_v.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.layer_norm_v.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.level_embed": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.resizer.fc.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.resizer.fc.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.resizer.layer_norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.resizer.layer_norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.tgt_embed.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.tgt_embed_bg.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.mask_head.jia_dcn.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.mask_head.jia_dcn.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.mask_head.lay1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.mask_head.lay1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.mask_head.lay2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.mask_head.lay2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.mask_head.lay3.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.mask_head.lay3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.mask_head.lay4.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.mask_head.lay4.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.resizer.fc.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.resizer.fc.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.resizer.layer_norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.resizer.layer_norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.embeddings.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.embeddings.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.embeddings.position_embeddings.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.embeddings.token_type_embeddings.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.embeddings.word_embeddings.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator_predictor.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator_predictor.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator_predictor.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator_predictor.2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.embeddings.class_embedding": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.embeddings.patch_embedding.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.embeddings.position_embedding.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.post_layernorm.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.post_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.pre_layrnorm.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.pre_layrnorm.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.visual_projection.weight": "model-00003-of-00003.safetensors"
+  }
+}
diff --git a/mr_paco_checkpoint/checkpoint-41852/special_tokens_map.json b/mr_paco_checkpoint/checkpoint-41852/special_tokens_map.json
new file mode 100755
index 0000000000000000000000000000000000000000..14761dcf1466dc232bd41de9c21d4c617b15755e
--- /dev/null
+++ b/mr_paco_checkpoint/checkpoint-41852/special_tokens_map.json
@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<unk>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/mr_paco_checkpoint/checkpoint-41852/tokenizer.json b/mr_paco_checkpoint/checkpoint-41852/tokenizer.json
new file mode 100755
index 0000000000000000000000000000000000000000..5e509f11bbb8fc656475ca177cc9a036ee9530c5
--- /dev/null
+++ b/mr_paco_checkpoint/checkpoint-41852/tokenizer.json
@@ -0,0 +1,93481 @@
+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "<unk>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 1,
+      "content": "<s>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 2,
+      "content": "</s>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32000,
+      "content": "<im_gen_start>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32001,
+      "content": "<im_gen>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32002,
+      "content": "<mask_gen>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32003,
+      "content": "<audio_gen>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32004,
+      "content": "<audio_gen_start>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32005,
+      "content": "<audio>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32006,
+      "content": "<video>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32007,
+      "content": "<base>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32008,
+      "content": "<base_null>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32009,
+      "content": "<seg>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32010,
+      "content": "<seg_input>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  ],
+  "normalizer": null,
+  "pre_tokenizer": {
+    "type": "Metaspace",
+    "replacement": "▁",
+    "prepend_scheme": "first",
+    "split": false
+  },
+  "post_processor": {
+    "type": "TemplateProcessing",
+    "single": [
+      {
+        "SpecialToken": {
+          "id": "<s>",
+          "type_id": 0
+        }
+      },
+      {
+        "Sequence": {
+          "id": "A",
+          "type_id": 0
+        }
+      }
+    ],
+    "pair": [
+      {
+        "SpecialToken": {
+          "id": "<s>",
+          "type_id": 0
+        }
+      },
+      {
+        "Sequence": {
+          "id": "A",
+          "type_id": 0
+        }
+      },
+      {
+        "SpecialToken": {
+          "id": "<s>",
+          "type_id": 1
+        }
+      },
+      {
+        "Sequence": {
+          "id": "B",
+          "type_id": 1
+        }
+      }
+    ],
+    "special_tokens": {
+      "<s>": {
+        "id": "<s>",
+        "ids": [
+          1
+        ],
+        "tokens": [
+          "<s>"
+        ]
+      }
+    }
+  },
+  "decoder": {
+    "type": "Sequence",
+    "decoders": [
+      {
+        "type": "Replace",
+        "pattern": {
+          "String": "▁"
+        },
+        "content": " "
+      },
+      {
+        "type": "ByteFallback"
+      },
+      {
+        "type": "Fuse"
+      },
+      {
+        "type": "Strip",
+        "content": " ",
+        "start": 1,
+        "stop": 0
+      }
+    ]
+  },
+  "model": {
+    "type": "BPE",
+    "dropout": null,
+    "unk_token": "<unk>",
+    "continuing_subword_prefix": null,
+    "end_of_word_suffix": null,
+    "fuse_unk": true,
+    "byte_fallback": true,
+    "ignore_merges": false,
+    "vocab": {
+      "<unk>": 0,
+      "<s>": 1,
+      "</s>": 2,
+      "<0x00>": 3,
+      "<0x01>": 4,
+      "<0x02>": 5,
+      "<0x03>": 6,
+      "<0x04>": 7,
+      "<0x05>": 8,
+      "<0x06>": 9,
+      "<0x07>": 10,
+      "<0x08>": 11,
+      "<0x09>": 12,
+      "<0x0A>": 13,
+      "<0x0B>": 14,
+      "<0x0C>": 15,
+      "<0x0D>": 16,
+      "<0x0E>": 17,
+      "<0x0F>": 18,
+      "<0x10>": 19,
+      "<0x11>": 20,
+      "<0x12>": 21,
+      "<0x13>": 22,
+      "<0x14>": 23,
+      "<0x15>": 24,
+      "<0x16>": 25,
+      "<0x17>": 26,
+      "<0x18>": 27,
+      "<0x19>": 28,
+      "<0x1A>": 29,
+      "<0x1B>": 30,
+      "<0x1C>": 31,
+      "<0x1D>": 32,
+      "<0x1E>": 33,
+      "<0x1F>": 34,
+      "<0x20>": 35,
+      "<0x21>": 36,
+      "<0x22>": 37,
+      "<0x23>": 38,
+      "<0x24>": 39,
+      "<0x25>": 40,
+      "<0x26>": 41,
+      "<0x27>": 42,
+      "<0x28>": 43,
+      "<0x29>": 44,
+      "<0x2A>": 45,
+      "<0x2B>": 46,
+      "<0x2C>": 47,
+      "<0x2D>": 48,
+      "<0x2E>": 49,
+      "<0x2F>": 50,
+      "<0x30>": 51,
+      "<0x31>": 52,
+      "<0x32>": 53,
+      "<0x33>": 54,
+      "<0x34>": 55,
+      "<0x35>": 56,
+      "<0x36>": 57,
+      "<0x37>": 58,
+      "<0x38>": 59,
+      "<0x39>": 60,
+      "<0x3A>": 61,
+      "<0x3B>": 62,
+      "<0x3C>": 63,
+      "<0x3D>": 64,
+      "<0x3E>": 65,
+      "<0x3F>": 66,
+      "<0x40>": 67,
+      "<0x41>": 68,
+      "<0x42>": 69,
+      "<0x43>": 70,
+      "<0x44>": 71,
+      "<0x45>": 72,
+      "<0x46>": 73,
+      "<0x47>": 74,
+      "<0x48>": 75,
+      "<0x49>": 76,
+      "<0x4A>": 77,
+      "<0x4B>": 78,
+      "<0x4C>": 79,
+      "<0x4D>": 80,
+      "<0x4E>": 81,
+      "<0x4F>": 82,
+      "<0x50>": 83,
+      "<0x51>": 84,
+      "<0x52>": 85,
+      "<0x53>": 86,
+      "<0x54>": 87,
+      "<0x55>": 88,
+      "<0x56>": 89,
+      "<0x57>": 90,
+      "<0x58>": 91,
+      "<0x59>": 92,
+      "<0x5A>": 93,
+      "<0x5B>": 94,
+      "<0x5C>": 95,
+      "<0x5D>": 96,
+      "<0x5E>": 97,
+      "<0x5F>": 98,
+      "<0x60>": 99,
+      "<0x61>": 100,
+      "<0x62>": 101,
+      "<0x63>": 102,
+      "<0x64>": 103,
+      "<0x65>": 104,
+      "<0x66>": 105,
+      "<0x67>": 106,
+      "<0x68>": 107,
+      "<0x69>": 108,
+      "<0x6A>": 109,
+      "<0x6B>": 110,
+      "<0x6C>": 111,
+      "<0x6D>": 112,
+      "<0x6E>": 113,
+      "<0x6F>": 114,
+      "<0x70>": 115,
+      "<0x71>": 116,
+      "<0x72>": 117,
+      "<0x73>": 118,
+      "<0x74>": 119,
+      "<0x75>": 120,
+      "<0x76>": 121,
+      "<0x77>": 122,
+      "<0x78>": 123,
+      "<0x79>": 124,
+      "<0x7A>": 125,
+      "<0x7B>": 126,
+      "<0x7C>": 127,
+      "<0x7D>": 128,
+      "<0x7E>": 129,
+      "<0x7F>": 130,
+      "<0x80>": 131,
+      "<0x81>": 132,
+      "<0x82>": 133,
+      "<0x83>": 134,
+      "<0x84>": 135,
+      "<0x85>": 136,
+      "<0x86>": 137,
+      "<0x87>": 138,
+      "<0x88>": 139,
+      "<0x89>": 140,
+      "<0x8A>": 141,
+      "<0x8B>": 142,
+      "<0x8C>": 143,
+      "<0x8D>": 144,
+      "<0x8E>": 145,
+      "<0x8F>": 146,
+      "<0x90>": 147,
+      "<0x91>": 148,
+      "<0x92>": 149,
+      "<0x93>": 150,
+      "<0x94>": 151,
+      "<0x95>": 152,
+      "<0x96>": 153,
+      "<0x97>": 154,
+      "<0x98>": 155,
+      "<0x99>": 156,
+      "<0x9A>": 157,
+      "<0x9B>": 158,
+      "<0x9C>": 159,
+      "<0x9D>": 160,
+      "<0x9E>": 161,
+      "<0x9F>": 162,
+      "<0xA0>": 163,
+      "<0xA1>": 164,
+      "<0xA2>": 165,
+      "<0xA3>": 166,
+      "<0xA4>": 167,
+      "<0xA5>": 168,
+      "<0xA6>": 169,
+      "<0xA7>": 170,
+      "<0xA8>": 171,
+      "<0xA9>": 172,
+      "<0xAA>": 173,
+      "<0xAB>": 174,
+      "<0xAC>": 175,
+      "<0xAD>": 176,
+      "<0xAE>": 177,
+      "<0xAF>": 178,
+      "<0xB0>": 179,
+      "<0xB1>": 180,
+      "<0xB2>": 181,
+      "<0xB3>": 182,
+      "<0xB4>": 183,
+      "<0xB5>": 184,
+      "<0xB6>": 185,
+      "<0xB7>": 186,
+      "<0xB8>": 187,
+      "<0xB9>": 188,
+      "<0xBA>": 189,
+      "<0xBB>": 190,
+      "<0xBC>": 191,
+      "<0xBD>": 192,
+      "<0xBE>": 193,
+      "<0xBF>": 194,
+      "<0xC0>": 195,
+      "<0xC1>": 196,
+      "<0xC2>": 197,
+      "<0xC3>": 198,
+      "<0xC4>": 199,
+      "<0xC5>": 200,
+      "<0xC6>": 201,
+      "<0xC7>": 202,
+      "<0xC8>": 203,
+      "<0xC9>": 204,
+      "<0xCA>": 205,
+      "<0xCB>": 206,
+      "<0xCC>": 207,
+      "<0xCD>": 208,
+      "<0xCE>": 209,
+      "<0xCF>": 210,
+      "<0xD0>": 211,
+      "<0xD1>": 212,
+      "<0xD2>": 213,
+      "<0xD3>": 214,
+      "<0xD4>": 215,
+      "<0xD5>": 216,
+      "<0xD6>": 217,
+      "<0xD7>": 218,
+      "<0xD8>": 219,
+      "<0xD9>": 220,
+      "<0xDA>": 221,
+      "<0xDB>": 222,
+      "<0xDC>": 223,
+      "<0xDD>": 224,
+      "<0xDE>": 225,
+      "<0xDF>": 226,
+      "<0xE0>": 227,
+      "<0xE1>": 228,
+      "<0xE2>": 229,
+      "<0xE3>": 230,
+      "<0xE4>": 231,
+      "<0xE5>": 232,
+      "<0xE6>": 233,
+      "<0xE7>": 234,
+      "<0xE8>": 235,
+      "<0xE9>": 236,
+      "<0xEA>": 237,
+      "<0xEB>": 238,
+      "<0xEC>": 239,
+      "<0xED>": 240,
+      "<0xEE>": 241,
+      "<0xEF>": 242,
+      "<0xF0>": 243,
+      "<0xF1>": 244,
+      "<0xF2>": 245,
+      "<0xF3>": 246,
+      "<0xF4>": 247,
+      "<0xF5>": 248,
+      "<0xF6>": 249,
+      "<0xF7>": 250,
+      "<0xF8>": 251,
+      "<0xF9>": 252,
+      "<0xFA>": 253,
+      "<0xFB>": 254,
+      "<0xFC>": 255,
+      "<0xFD>": 256,
+      "<0xFE>": 257,
+      "<0xFF>": 258,
+      "▁▁": 259,
+      "▁t": 260,
+      "er": 261,
+      "in": 262,
+      "▁a": 263,
+      "en": 264,
+      "on": 265,
+      "▁th": 266,
+      "es": 267,
+      "▁▁▁▁": 268,
+      "▁s": 269,
+      "▁d": 270,
+      "at": 271,
+      "or": 272,
+      "an": 273,
+      "▁c": 274,
+      "is": 275,
+      "re": 276,
+      "it": 277,
+      "▁the": 278,
+      "ar": 279,
+      "le": 280,
+      "▁w": 281,
+      "▁p": 282,
+      "ou": 283,
+      "al": 284,
+      "▁f": 285,
+      "▁m": 286,
+      "ed": 287,
+      "▁o": 288,
+      "▁b": 289,
+      "om": 290,
+      "ion": 291,
+      "ing": 292,
+      "ic": 293,
+      "as": 294,
+      "el": 295,
+      "ent": 296,
+      "▁in": 297,
+      "▁h": 298,
+      "nd": 299,
+      "et": 300,
+      "▁l": 301,
+      "▁n": 302,
+      "st": 303,
+      "▁to": 304,
+      "ch": 305,
+      "▁I": 306,
+      "ro": 307,
+      "▁▁▁▁▁▁▁▁": 308,
+      "il": 309,
+      "▁of": 310,
+      "de": 311,
+      "ct": 312,
+      "▁(": 313,
+      "am": 314,
+      "▁C": 315,
+      "▁de": 316,
+      "▁S": 317,
+      "▁u": 318,
+      "▁A": 319,
+      "▁\\": 320,
+      "▁e": 321,
+      "▁and": 322,
+      "▁T": 323,
+      "ol": 324,
+      "▁v": 325,
+      "im": 326,
+      "ot": 327,
+      "ad": 328,
+      "ut": 329,
+      "▁g": 330,
+      "em": 331,
+      "ur": 332,
+      "id": 333,
+      "▁*": 334,
+      "ig": 335,
+      "ra": 336,
+      "▁re": 337,
+      "▁is": 338,
+      "qu": 339,
+      "ow": 340,
+      "▁M": 341,
+      "est": 342,
+      "▁y": 343,
+      "se": 344,
+      "ve": 345,
+      "ce": 346,
+      "ie": 347,
+      "un": 348,
+      "▁P": 349,
+      "▁B": 350,
+      "ag": 351,
+      "ul": 352,
+      "▁=": 353,
+      "he": 354,
+      "end": 355,
+      "ode": 356,
+      "ter": 357,
+      "ment": 358,
+      "os": 359,
+      "▁D": 360,
+      "if": 361,
+      "ation": 362,
+      "▁for": 363,
+      "▁r": 364,
+      "▁L": 365,
+      "▁you": 366,
+      "▁be": 367,
+      "ly": 368,
+      "ver": 369,
+      "ab": 370,
+      "te": 371,
+      "▁it": 372,
+      "▁on": 373,
+      "ri": 374,
+      "us": 375,
+      "▁\"": 376,
+      "▁wh": 377,
+      "▁con": 378,
+      "▁H": 379,
+      "▁st": 380,
+      "ir": 381,
+      "▁E": 382,
+      "▁F": 383,
+      "ck": 384,
+      "▁an": 385,
+      "th": 386,
+      "eg": 387,
+      "ay": 388,
+      "ith": 389,
+      "▁R": 390,
+      "ist": 391,
+      "and": 392,
+      "▁that": 393,
+      "▁al": 394,
+      "▁$": 395,
+      "▁#": 396,
+      "od": 397,
+      "um": 398,
+      "▁W": 399,
+      "ht": 400,
+      "code": 401,
+      "▁G": 402,
+      "ate": 403,
+      "ess": 404,
+      "▁N": 405,
+      "ere": 406,
+      "pp": 407,
+      "▁as": 408,
+      "▁se": 409,
+      "▁pro": 410,
+      "▁with": 411,
+      "pe": 412,
+      "▁k": 413,
+      "ers": 414,
+      "pt": 415,
+      ");": 416,
+      "lo": 417,
+      "▁▁▁▁▁": 418,
+      "▁com": 419,
+      "ame": 420,
+      "▁`": 421,
+      "▁Com": 422,
+      "ia": 423,
+      "ant": 424,
+      "▁la": 425,
+      "▁{": 426,
+      "▁en": 427,
+      "ction": 428,
+      "▁ex": 429,
+      "ld": 430,
+      "ub": 431,
+      "▁j": 432,
+      "la": 433,
+      "ue": 434,
+      "▁J": 435,
+      "ich": 436,
+      "▁do": 437,
+      "▁O": 438,
+      "▁qu": 439,
+      "iv": 440,
+      "ort": 441,
+      "art": 442,
+      "▁un": 443,
+      "▁##": 444,
+      "▁this": 445,
+      "ke": 446,
+      "▁ha": 447,
+      "▁-": 448,
+      "out": 449,
+      "▁The": 450,
+      "▁not": 451,
+      "▁ne": 452,
+      "ill": 453,
+      "▁le": 454,
+      "ci": 455,
+      "rom": 456,
+      "ine": 457,
+      "//": 458,
+      "op": 459,
+      "egin": 460,
+      "▁Comment": 461,
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁": 462,
+      "begin": 463,
+      "ст": 464,
+      "ass": 465,
+      "iz": 466,
+      ").": 467,
+      "og": 468,
+      "▁п": 469,
+      "▁or": 470,
+      "▁was": 471,
+      "▁at": 472,
+      "our": 473,
+      "▁i": 474,
+      "ain": 475,
+      "▁K": 476,
+      "на": 477,
+      "▁V": 478,
+      "ge": 479,
+      "▁su": 480,
+      "ap": 481,
+      "age": 482,
+      "ould": 483,
+      "ne": 484,
+      "av": 485,
+      "xt": 486,
+      "ore": 487,
+      "ile": 488,
+      "--": 489,
+      "▁в": 490,
+      "▁by": 491,
+      "li": 492,
+      "ath": 493,
+      "ра": 494,
+      "ber": 495,
+      "ach": 496,
+      "all": 497,
+      "▁Th": 498,
+      "ult": 499,
+      "▁}": 500,
+      "▁U": 501,
+      "▁us": 502,
+      "▁z": 503,
+      "ust": 504,
+      "▁have": 505,
+      "lic": 506,
+      "ни": 507,
+      "▁can": 508,
+      "tr": 509,
+      "com": 510,
+      "),": 511,
+      "▁In": 512,
+      "ind": 513,
+      "ell": 514,
+      "▁from": 515,
+      "ов": 516,
+      "to": 517,
+      "▁[": 518,
+      "able": 519,
+      "ost": 520,
+      "▁ch": 521,
+      "ect": 522,
+      "ight": 523,
+      "int": 524,
+      "▁'": 525,
+      "▁are": 526,
+      "▁im": 527,
+      "▁sh": 528,
+      "▁<": 529,
+      "▁An": 530,
+      "▁с": 531,
+      "ata": 532,
+      "ire": 533,
+      "▁tr": 534,
+      "con": 535,
+      "ord": 536,
+      "ity": 537,
+      "ard": 538,
+      "▁▁▁▁▁▁": 539,
+      "▁he": 540,
+      "▁but": 541,
+      "oc": 542,
+      "=\"": 543,
+      "▁pr": 544,
+      "ure": 545,
+      "per": 546,
+      "ack": 547,
+      "ork": 548,
+      "ong": 549,
+      "ans": 550,
+      "ко": 551,
+      "ple": 552,
+      "▁des": 553,
+      "ok": 554,
+      "orm": 555,
+      "wer": 556,
+      "ak": 557,
+      "pr": 558,
+      "ase": 559,
+      "▁el": 560,
+      "ph": 561,
+      "ac": 562,
+      "▁und": 563,
+      "▁ar": 564,
+      "▁if": 565,
+      "ud": 566,
+      "ps": 567,
+      "ite": 568,
+      "ble": 569,
+      "но": 570,
+      "fer": 571,
+      "pl": 572,
+      "ive": 573,
+      "ang": 574,
+      "ens": 575,
+      "ро": 576,
+      "▁so": 577,
+      "so": 578,
+      "ast": 579,
+      "()": 580,
+      "swer": 581,
+      "ru": 582,
+      "ies": 583,
+      "▁:": 584,
+      "au": 585,
+      "ov": 586,
+      "ре": 587,
+      "го": 588,
+      "▁der": 589,
+      "▁my": 590,
+      "▁we": 591,
+      "▁me": 592,
+      "nt": 593,
+      "▁ad": 594,
+      "urn": 595,
+      "▁your": 596,
+      "://": 597,
+      "are": 598,
+      "▁all": 599,
+      "ff": 600,
+      "io": 601,
+      "estion": 602,
+      "ime": 603,
+      "▁er": 604,
+      "lass": 605,
+      "▁и": 606,
+      "▁which": 607,
+      "ome": 608,
+      "ont": 609,
+      "▁par": 610,
+      "▁ma": 611,
+      "▁Y": 612,
+      "\",": 613,
+      "▁о": 614,
+      "ft": 615,
+      "ial": 616,
+      "cc": 617,
+      "ound": 618,
+      "▁li": 619,
+      "▁res": 620,
+      "eth": 621,
+      "ject": 622,
+      "▁app": 623,
+      "▁St": 624,
+      "ice": 625,
+      "▁am": 626,
+      "act": 627,
+      "▁del": 628,
+      "gr": 629,
+      "ated": 630,
+      "ier": 631,
+      "▁▁▁▁▁▁▁▁▁▁▁▁": 632,
+      "▁ab": 633,
+      "▁et": 634,
+      "ally": 635,
+      "..": 636,
+      "port": 637,
+      "ik": 638,
+      "▁per": 639,
+      "▁cont": 640,
+      "ри": 641,
+      "ка": 642,
+      "ser": 643,
+      "ли": 644,
+      "ll": 645,
+      "iew": 646,
+      "ign": 647,
+      "_{": 648,
+      "put": 649,
+      "one": 650,
+      "unction": 651,
+      "▁di": 652,
+      "ary": 653,
+      "ition": 654,
+      "ma": 655,
+      "ен": 656,
+      "get": 657,
+      "▁lo": 658,
+      "▁val": 659,
+      "▁Q": 660,
+      "ran": 661,
+      "▁д": 662,
+      "ence": 663,
+      "▁work": 664,
+      "▁на": 665,
+      "ip": 666,
+      "item": 667,
+      "ype": 668,
+      "▁&": 669,
+      "▁his": 670,
+      "▁use": 671,
+      "der": 672,
+      "▁Answer": 673,
+      "▁will": 674,
+      "ize": 675,
+      "та": 676,
+      "low": 677,
+      "▁Ch": 678,
+      "▁get": 679,
+      "ide": 680,
+      "ous": 681,
+      "ink": 682,
+      "ption": 683,
+      "ла": 684,
+      "turn": 685,
+      "ung": 686,
+      "ec": 687,
+      "ug": 688,
+      "form": 689,
+      "res": 690,
+      "htt": 691,
+      "oug": 692,
+      "ль": 693,
+      "▁no": 694,
+      "cl": 695,
+      "▁ro": 696,
+      "▁one": 697,
+      "tt": 698,
+      "cri": 699,
+      "du": 700,
+      "▁up": 701,
+      "то": 702,
+      "(\"": 703,
+      "▁ob": 704,
+      "we": 705,
+      "ory": 706,
+      "▁est": 707,
+      "ery": 708,
+      "iel": 709,
+      "str": 710,
+      "ob": 711,
+      "▁que": 712,
+      "ian": 713,
+      "▁out": 714,
+      "▁pl": 715,
+      "▁new": 716,
+      "ки": 717,
+      "▁+": 718,
+      "ry": 719,
+      "oth": 720,
+      "ther": 721,
+      "▁var": 722,
+      "▁would": 723,
+      "▁ser": 724,
+      "tern": 725,
+      "text": 726,
+      "▁there": 727,
+      "ish": 728,
+      "ror": 729,
+      "те": 730,
+      "▁set": 731,
+      "▁@": 732,
+      "▁по": 733,
+      "▁te": 734,
+      "ex": 735,
+      "▁return": 736,
+      "ail": 737,
+      "▁any": 738,
+      "▁It": 739,
+      "▁function": 740,
+      "{\\": 741,
+      "',": 742,
+      "és": 743,
+      "ale": 744,
+      "ан": 745,
+      "▁when": 746,
+      "ib": 747,
+      "▁go": 748,
+      "ance": 749,
+      "▁had": 750,
+      "▁Qu": 751,
+      "▁comp": 752,
+      "ле": 753,
+      "▁з": 754,
+      "math": 755,
+      "▁has": 756,
+      "▁м": 757,
+      "▁pre": 758,
+      "ener": 759,
+      "▁part": 760,
+      "elf": 761,
+      "▁die": 762,
+      "▁like": 763,
+      "ray": 764,
+      "irst": 765,
+      "▁dis": 766,
+      "▁man": 767,
+      "rit": 768,
+      "▁then": 769,
+      "▁class": 770,
+      "pro": 771,
+      "▁po": 772,
+      "▁using": 773,
+      "eb": 774,
+      "▁code": 775,
+      "own": 776,
+      "▁some": 777,
+      "ces": 778,
+      "▁$\\": 779,
+      "ер": 780,
+      "lect": 781,
+      "▁au": 782,
+      "isch": 783,
+      "▁col": 784,
+      "▁–": 785,
+      "up": 786,
+      "ons": 787,
+      "▁add": 788,
+      "ild": 789,
+      "iss": 790,
+      "val": 791,
+      "ount": 792,
+      "les": 793,
+      "vent": 794,
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁": 795,
+      "▁Z": 796,
+      "In": 797,
+      "row": 798,
+      "ear": 799,
+      "ations": 800,
+      "ah": 801,
+      "que": 802,
+      "ublic": 803,
+      "ank": 804,
+      "▁sp": 805,
+      "▁Wh": 806,
+      "----": 807,
+      "sk": 808,
+      "ew": 809,
+      "ags": 810,
+      "ти": 811,
+      "ann": 812,
+      "▁—": 813,
+      "ert": 814,
+      "ace": 815,
+      "sch": 816,
+      "▁need": 817,
+      "▁à": 818,
+      "ien": 819,
+      "ough": 820,
+      "не": 821,
+      "▁def": 822,
+      "ij": 823,
+      "ern": 824,
+      "▁what": 825,
+      "▁Ar": 826,
+      "wo": 827,
+      "ml": 828,
+      "</": 829,
+      "▁Re": 830,
+      "▁es": 831,
+      "▁inst": 832,
+      "bo": 833,
+      "az": 834,
+      "▁###": 835,
+      "▁б": 836,
+      "erm": 837,
+      "▁Al": 838,
+      "led": 839,
+      "да": 840,
+      "ten": 841,
+      "set": 842,
+      "ло": 843,
+      "▁comm": 844,
+      "sh": 845,
+      "ва": 846,
+      "▁/": 847,
+      "▁data": 848,
+      "▁//": 849,
+      "](": 850,
+      "▁str": 851,
+      "ose": 852,
+      "▁Un": 853,
+      "ven": 854,
+      "St": 855,
+      "...": 856,
+      "▁С": 857,
+      "yst": 858,
+      "▁«": 859,
+      "ick": 860,
+      "ix": 861,
+      "par": 862,
+      "▁у": 863,
+      "▁want": 864,
+      "ng": 865,
+      "ote": 866,
+      "▁gr": 867,
+      "▁du": 868,
+      "▁.": 869,
+      "und": 870,
+      "▁only": 871,
+      "▁sa": 872,
+      "ely": 873,
+      "vers": 874,
+      "▁ent": 875,
+      "))": 876,
+      "('": 877,
+      "▁mod": 878,
+      "ava": 879,
+      "ton": 880,
+      "▁should": 881,
+      "ement": 882,
+      "▁form": 883,
+      "▁also": 884,
+      "▁sc": 885,
+      "ings": 886,
+      "▁You": 887,
+      "ón": 888,
+      "▁kn": 889,
+      "();": 890,
+      "▁|": 891,
+      "▁were": 892,
+      "ss": 893,
+      "▁Question": 894,
+      "ise": 895,
+      "▁they": 896,
+      "▁De": 897,
+      "ond": 898,
+      "▁sol": 899,
+      "▁fol": 900,
+      "▁more": 901,
+      "▁her": 902,
+      "▁_": 903,
+      "▁é": 904,
+      "atch": 905,
+      "fter": 906,
+      "▁cre": 907,
+      "lock": 908,
+      "tring": 909,
+      "▁This": 910,
+      "ze": 911,
+      "ado": 912,
+      "ull": 913,
+      "ger": 914,
+      "be": 915,
+      "▁other": 916,
+      "▁Tags": 917,
+      "ution": 918,
+      "ict": 919,
+      "▁how": 920,
+      "▁x": 921,
+      "▁Se": 922,
+      "▁che": 923,
+      "cript": 924,
+      "▁just": 925,
+      "▁pos": 926,
+      "ange": 927,
+      "ific": 928,
+      "ree": 929,
+      "}}": 930,
+      "▁time": 931,
+      "app": 932,
+      "ны": 933,
+      "▁file": 934,
+      "ark": 935,
+      "ical": 936,
+      "▁first": 937,
+      "▁int": 938,
+      "▁В": 939,
+      "▁He": 940,
+      "ta": 941,
+      "ument": 942,
+      "ors": 943,
+      "lement": 944,
+      "rac": 945,
+      "▁ag": 946,
+      "▁does": 947,
+      "yn": 948,
+      "read": 949,
+      "ual": 950,
+      "▁Le": 951,
+      "ys": 952,
+      "▁em": 953,
+      "▁num": 954,
+      "vel": 955,
+      "ди": 956,
+      "over": 957,
+      "▁dif": 958,
+      "ethod": 959,
+      "▁If": 960,
+      "▁spe": 961,
+      "ym": 962,
+      "▁them": 963,
+      "▁into": 964,
+      "▁▁▁▁▁▁▁▁▁▁": 965,
+      "▁les": 966,
+      "▁its": 967,
+      "ese": 968,
+      "ield": 969,
+      "▁public": 970,
+      "▁П": 971,
+      "▁den": 972,
+      "ystem": 973,
+      "of": 974,
+      "▁over": 975,
+      "->": 976,
+      "▁fil": 977,
+      "name": 978,
+      "inal": 979,
+      "▁il": 980,
+      "ample": 981,
+      "▁way": 982,
+      "ica": 983,
+      "во": 984,
+      "cess": 985,
+      "itt": 986,
+      "uch": 987,
+      "▁where": 988,
+      "ми": 989,
+      "org": 990,
+      "https": 991,
+      "▁vo": 992,
+      "ient": 993,
+      "ove": 994,
+      "▁value": 995,
+      "eng": 996,
+      "▁La": 997,
+      "^{": 998,
+      "ref": 999,
+      "ied": 1000,
+      "ER": 1001,
+      "▁stat": 1002,
+      "fig": 1003,
+      "me": 1004,
+      "▁von": 1005,
+      "▁inter": 1006,
+      "roid": 1007,
+      "ater": 1008,
+      "▁their": 1009,
+      "▁bet": 1010,
+      "▁ein": 1011,
+      "}\\": 1012,
+      "\">": 1013,
+      "▁sub": 1014,
+      "▁op": 1015,
+      "▁don": 1016,
+      "ty": 1017,
+      "▁try": 1018,
+      "▁Pro": 1019,
+      "▁tra": 1020,
+      "▁same": 1021,
+      "ep": 1022,
+      "▁two": 1023,
+      "▁name": 1024,
+      "old": 1025,
+      "let": 1026,
+      "▁sim": 1027,
+      "sp": 1028,
+      "▁av": 1029,
+      "bre": 1030,
+      "blem": 1031,
+      "ey": 1032,
+      "▁could": 1033,
+      "▁cor": 1034,
+      "▁acc": 1035,
+      "ays": 1036,
+      "cre": 1037,
+      "urr": 1038,
+      "si": 1039,
+      "▁const": 1040,
+      "ues": 1041,
+      "}$": 1042,
+      "View": 1043,
+      "▁act": 1044,
+      "▁bo": 1045,
+      "▁ко": 1046,
+      "▁som": 1047,
+      "▁about": 1048,
+      "land": 1049,
+      "mer": 1050,
+      "▁list": 1051,
+      "cal": 1052,
+      "▁import": 1053,
+      "col": 1054,
+      "▁na": 1055,
+      "na": 1056,
+      "::": 1057,
+      "▁who": 1058,
+      "▁error": 1059,
+      "▁X": 1060,
+      "ator": 1061,
+      "ext": 1062,
+      "▁been": 1063,
+      "ér": 1064,
+      "▁run": 1065,
+      "pos": 1066,
+      "▁cl": 1067,
+      "**": 1068,
+      "▁К": 1069,
+      "ular": 1070,
+      "ause": 1071,
+      "▁reg": 1072,
+      "▁know": 1073,
+      "▁see": 1074,
+      "▁him": 1075,
+      "ning": 1076,
+      "▁за": 1077,
+      "ates": 1078,
+      "fore": 1079,
+      "ions": 1080,
+      "▁hel": 1081,
+      "ute": 1082,
+      "▁rem": 1083,
+      "▁го": 1084,
+      "▁Mar": 1085,
+      "ру": 1086,
+      "vice": 1087,
+      "irect": 1088,
+      "ner": 1089,
+      "▁under": 1090,
+      "rib": 1091,
+      "hr": 1092,
+      "че": 1093,
+      "▁As": 1094,
+      "▁end": 1095,
+      "ember": 1096,
+      "▁а": 1097,
+      "▁att": 1098,
+      "ina": 1099,
+      "son": 1100,
+      "▁follow": 1101,
+      "▁Sch": 1102,
+      "pect": 1103,
+      "▁rel": 1104,
+      "▁So": 1105,
+      "▁look": 1106,
+      "abel": 1107,
+      "▁problem": 1108,
+      "▁van": 1109,
+      "strong": 1110,
+      "co": 1111,
+      "pon": 1112,
+      "ca": 1113,
+      "ada": 1114,
+      "\":": 1115,
+      "cond": 1116,
+      "amb": 1117,
+      "},": 1118,
+      "quest": 1119,
+      "▁aut": 1120,
+      "▁result": 1121,
+      "▁may": 1122,
+      "Re": 1123,
+      "http": 1124,
+      "):": 1125,
+      "▁And": 1126,
+      "red": 1127,
+      "▁How": 1128,
+      "po": 1129,
+      "ско": 1130,
+      "att": 1131,
+      "oup": 1132,
+      "ced": 1133,
+      "▁type": 1134,
+      "▁than": 1135,
+      "▁cons": 1136,
+      "uf": 1137,
+      "ци": 1138,
+      "▁question": 1139,
+      "raph": 1140,
+      "igh": 1141,
+      "▁М": 1142,
+      "▁htt": 1143,
+      "ins": 1144,
+      "den": 1145,
+      "▁da": 1146,
+      "▁ver": 1147,
+      "oh": 1148,
+      "▁=>": 1149,
+      "riv": 1150,
+      "ude": 1151,
+      "▁For": 1152,
+      "▁ra": 1153,
+      "frac": 1154,
+      "ма": 1155,
+      "▁after": 1156,
+      "}{": 1157,
+      "▁method": 1158,
+      "\")": 1159,
+      "amp": 1160,
+      "ash": 1161,
+      "▁rec": 1162,
+      "▁differ": 1163,
+      "ON": 1164,
+      "ax": 1165,
+      "ament": 1166,
+      "ource": 1167,
+      "Con": 1168,
+      "its": 1169,
+      "Name": 1170,
+      "man": 1171,
+      "▁bec": 1172,
+      "che": 1173,
+      "▁En": 1174,
+      "aj": 1175,
+      "▁gener": 1176,
+      "IN": 1177,
+      "▁id": 1178,
+      "ages": 1179,
+      "▁loc": 1180,
+      "fo": 1181,
+      "br": 1182,
+      "▁she": 1183,
+      "Pro": 1184,
+      "▁una": 1185,
+      "▁к": 1186,
+      "eta": 1187,
+      "log": 1188,
+      "olog": 1189,
+      "▁sur": 1190,
+      "arg": 1191,
+      "▁--": 1192,
+      "kt": 1193,
+      "(\\": 1194,
+      "min": 1195,
+      "▁line": 1196,
+      "▁vari": 1197,
+      "ся": 1198,
+      "ics": 1199,
+      "ня": 1200,
+      "very": 1201,
+      "add": 1202,
+      "▁object": 1203,
+      "Id": 1204,
+      "▁But": 1205,
+      "▁case": 1206,
+      "▁make": 1207,
+      "▁cal": 1208,
+      "▁pass": 1209,
+      "сь": 1210,
+      "ession": 1211,
+      "net": 1212,
+      ".\"": 1213,
+      "▁г": 1214,
+      "är": 1215,
+      "де": 1216,
+      "no": 1217,
+      "ating": 1218,
+      "ato": 1219,
+      "line": 1220,
+      "ви": 1221,
+      "▁Ex": 1222,
+      "▁ass": 1223,
+      "▁vers": 1224,
+      "ля": 1225,
+      "▁ed": 1226,
+      "umn": 1227,
+      "other": 1228,
+      "ста": 1229,
+      "ative": 1230,
+      "String": 1231,
+      "▁los": 1232,
+      "wn": 1233,
+      "▁answer": 1234,
+      "▁let": 1235,
+      "▁pe": 1236,
+      "ents": 1237,
+      "▁fe": 1238,
+      "ince": 1239,
+      "ni": 1240,
+      "ider": 1241,
+      "ows": 1242,
+      "▁test": 1243,
+      "▁here": 1244,
+      "roll": 1245,
+      "▁call": 1246,
+      "ruct": 1247,
+      "▁pol": 1248,
+      "ait": 1249,
+      "▁back": 1250,
+      "ho": 1251,
+      "Ex": 1252,
+      "ress": 1253,
+      "ST": 1254,
+      "ried": 1255,
+      "date": 1256,
+      "ет": 1257,
+      "▁did": 1258,
+      "ting": 1259,
+      "▁El": 1260,
+      "▁dem": 1261,
+      ")$": 1262,
+      "ова": 1263,
+      "urrent": 1264,
+      "lace": 1265,
+      "right": 1266,
+      "ren": 1267,
+      "по": 1268,
+      "▁each": 1269,
+      "cy": 1270,
+      "block": 1271,
+      "data": 1272,
+      "▁%": 1273,
+      "▁ac": 1274,
+      "▁==": 1275,
+      "ür": 1276,
+      "▁por": 1277,
+      "ask": 1278,
+      "arch": 1279,
+      "ames": 1280,
+      "▁Con": 1281,
+      "ча": 1282,
+      "▁off": 1283,
+      "▁find": 1284,
+      "cont": 1285,
+      "▁now": 1286,
+      "work": 1287,
+      "ational": 1288,
+      "dd": 1289,
+      "ción": 1290,
+      "▁А": 1291,
+      "ault": 1292,
+      "List": 1293,
+      "▁ext": 1294,
+      "urs": 1295,
+      "ake": 1296,
+      "ule": 1297,
+      "▁point": 1298,
+      "AT": 1299,
+      "aut": 1300,
+      "▁trans": 1301,
+      "▁co": 1302,
+      "▁read": 1303,
+      "▁used": 1304,
+      "ски": 1305,
+      "ari": 1306,
+      "LE": 1307,
+      "eter": 1308,
+      "oun": 1309,
+      "ever": 1310,
+      "self": 1311,
+      "ined": 1312,
+      "idth": 1313,
+      "ux": 1314,
+      "js": 1315,
+      "▁such": 1316,
+      "▁Is": 1317,
+      "ée": 1318,
+      "ful": 1319,
+      "▁dist": 1320,
+      "▁bu": 1321,
+      "itemize": 1322,
+      "Cont": 1323,
+      "je": 1324,
+      "си": 1325,
+      "▁prov": 1326,
+      "bb": 1327,
+      "ward": 1328,
+      "esent": 1329,
+      "erson": 1330,
+      "anks": 1331,
+      "wh": 1332,
+      "not": 1333,
+      "▁We": 1334,
+      "ka": 1335,
+      "rop": 1336,
+      "atur": 1337,
+      "als": 1338,
+      "▁bel": 1339,
+      "ör": 1340,
+      "fr": 1341,
+      "▁example": 1342,
+      "▁incl": 1343,
+      "amil": 1344,
+      "▁ра": 1345,
+      "▁“": 1346,
+      "▁string": 1347,
+      "▁think": 1348,
+      "Th": 1349,
+      "▁tem": 1350,
+      "ave": 1351,
+      "▁Fran": 1352,
+      "▁number": 1353,
+      "▁si": 1354,
+      "imes": 1355,
+      "tem": 1356,
+      "my": 1357,
+      "ler": 1358,
+      "load": 1359,
+      "==": 1360,
+      "▁hand": 1361,
+      "za": 1362,
+      "▁because": 1363,
+      "▁sch": 1364,
+      "vo": 1365,
+      "this": 1366,
+      "ID": 1367,
+      "ão": 1368,
+      "▁start": 1369,
+      "▁war": 1370,
+      "▁help": 1371,
+      "ts": 1372,
+      "▁char": 1373,
+      "▁ph": 1374,
+      "▁min": 1375,
+      "til": 1376,
+      "rite": 1377,
+      "--------": 1378,
+      "els": 1379,
+      "▁mit": 1380,
+      "edia": 1381,
+      "ку": 1382,
+      "▁Sh": 1383,
+      "any": 1384,
+      "];": 1385,
+      "▁Б": 1386,
+      "ique": 1387,
+      "da": 1388,
+      "ef": 1389,
+      "dex": 1390,
+      "▁produ": 1391,
+      "▁Н": 1392,
+      "gram": 1393,
+      "▁Or": 1394,
+      "▁gre": 1395,
+      "quote": 1396,
+      "leg": 1397,
+      "orn": 1398,
+      "▁ind": 1399,
+      "▁post": 1400,
+      "▁dep": 1401,
+      "],": 1402,
+      "vi": 1403,
+      "▁user": 1404,
+      "▁>": 1405,
+      "lick": 1406,
+      "▁very": 1407,
+      "ething": 1408,
+      "▁array": 1409,
+      "▁gu": 1410,
+      "▁dur": 1411,
+      "`.": 1412,
+      "ть": 1413,
+      "lication": 1414,
+      "сти": 1415,
+      "ek": 1416,
+      "ico": 1417,
+      "▁dat": 1418,
+      "ор": 1419,
+      "html": 1420,
+      "ione": 1421,
+      "▁different": 1422,
+      "▁check": 1423,
+      "▁fr": 1424,
+      "▁Er": 1425,
+      "▁text": 1426,
+      "ні": 1427,
+      "icht": 1428,
+      "stack": 1429,
+      "EN": 1430,
+      "rag": 1431,
+      "▁every": 1432,
+      "Ar": 1433,
+      "▁before": 1434,
+      "alse": 1435,
+      "▁fin": 1436,
+      "▁dé": 1437,
+      "▁these": 1438,
+      "▁det": 1439,
+      "Val": 1440,
+      "ception": 1441,
+      "▁android": 1442,
+      "blockquote": 1443,
+      "▁je": 1444,
+      "file": 1445,
+      "ats": 1446,
+      "▁до": 1447,
+      "essage": 1448,
+      "▁again": 1449,
+      "aw": 1450,
+      "Ch": 1451,
+      "ween": 1452,
+      "▁Д": 1453,
+      "for": 1454,
+      "cial": 1455,
+      "play": 1456,
+      "pre": 1457,
+      "ida": 1458,
+      "▁Par": 1459,
+      "ny": 1460,
+      "ract": 1461,
+      "▁supp": 1462,
+      "ased": 1463,
+      "lection": 1464,
+      "▁dans": 1465,
+      "air": 1466,
+      "rol": 1467,
+      "▁thr": 1468,
+      "Data": 1469,
+      "lich": 1470,
+      "▁про": 1471,
+      "▁long": 1472,
+      "▁second": 1473,
+      "ually": 1474,
+      "ines": 1475,
+      "▁found": 1476,
+      "ength": 1477,
+      "yp": 1478,
+      "ead": 1479,
+      "▁log": 1480,
+      "ui": 1481,
+      "new": 1482,
+      "▁Р": 1483,
+      "go": 1484,
+      "aus": 1485,
+      "ody": 1486,
+      "▁son": 1487,
+      "ме": 1488,
+      "ero": 1489,
+      "ved": 1490,
+      "sub": 1491,
+      "▁right": 1492,
+      "view": 1493,
+      "▁following": 1494,
+      "')": 1495,
+      "\");": 1496,
+      "▁said": 1497,
+      "же": 1498,
+      "чи": 1499,
+      "ту": 1500,
+      "ott": 1501,
+      "се": 1502,
+      "ars": 1503,
+      "$.": 1504,
+      "gg": 1505,
+      "▁br": 1506,
+      "ool": 1507,
+      "yle": 1508,
+      "use": 1509,
+      "▁show": 1510,
+      "lease": 1511,
+      "cia": 1512,
+      "▁direct": 1513,
+      "doc": 1514,
+      "ар": 1515,
+      "ms": 1516,
+      "▁giv": 1517,
+      "▁exp": 1518,
+      "ql": 1519,
+      "ду": 1520,
+      "ве": 1521,
+      "▁Be": 1522,
+      "Com": 1523,
+      "iter": 1524,
+      "RE": 1525,
+      "mp": 1526,
+      "men": 1527,
+      "▁Ro": 1528,
+      "MA": 1529,
+      "▁Col": 1530,
+      "ister": 1531,
+      "▁well": 1532,
+      "▁</": 1533,
+      "ayout": 1534,
+      "ature": 1535,
+      "ivers": 1536,
+      "zy": 1537,
+      "▁не": 1538,
+      "▁met": 1539,
+      "une": 1540,
+      "yth": 1541,
+      "Type": 1542,
+      "▁element": 1543,
+      "▁link": 1544,
+      "mod": 1545,
+      "▁between": 1546,
+      "cept": 1547,
+      "quire": 1548,
+      "▁through": 1549,
+      "▁while": 1550,
+      "▁On": 1551,
+      "the": 1552,
+      "ía": 1553,
+      "▁something": 1554,
+      "vol": 1555,
+      "▁most": 1556,
+      "sc": 1557,
+      "uss": 1558,
+      "▁car": 1559,
+      "▁sm": 1560,
+      "▁ро": 1561,
+      "ano": 1562,
+      "left": 1563,
+      "va": 1564,
+      "▁true": 1565,
+      "($": 1566,
+      "ems": 1567,
+      "▁much": 1568,
+      "ás": 1569,
+      "▁New": 1570,
+      "▁proper": 1571,
+      "era": 1572,
+      "ited": 1573,
+      "▁doc": 1574,
+      "ices": 1575,
+      "The": 1576,
+      "▁?": 1577,
+      "сто": 1578,
+      "fl": 1579,
+      "▁spec": 1580,
+      "ender": 1581,
+      "way": 1582,
+      "▁self": 1583,
+      "▁even": 1584,
+      "ів": 1585,
+      "▁се": 1586,
+      "ния": 1587,
+      "▁Pr": 1588,
+      "▁ke": 1589,
+      "emb": 1590,
+      "▁table": 1591,
+      "▁equ": 1592,
+      "lient": 1593,
+      "td": 1594,
+      "part": 1595,
+      "▁print": 1596,
+      "▁une": 1597,
+      "ify": 1598,
+      "▁->": 1599,
+      "ene": 1600,
+      "▁mon": 1601,
+      "▁dec": 1602,
+      "▁still": 1603,
+      "▁об": 1604,
+      "▁Tr": 1605,
+      "▁ф": 1606,
+      "ife": 1607,
+      "ism": 1608,
+      "by": 1609,
+      "raw": 1610,
+      "ior": 1611,
+      "▁med": 1612,
+      "orld": 1613,
+      "▁comple": 1614,
+      "ww": 1615,
+      "▁art": 1616,
+      "ron": 1617,
+      "▁Г": 1618,
+      "▁My": 1619,
+      "▁als": 1620,
+      "rect": 1621,
+      "▁auf": 1622,
+      "▁down": 1623,
+      "ather": 1624,
+      "Col": 1625,
+      "Text": 1626,
+      "back": 1627,
+      "$,": 1628,
+      "▁year": 1629,
+      "мо": 1630,
+      "pi": 1631,
+      "▁Gr": 1632,
+      "ream": 1633,
+      "▁rep": 1634,
+      "bf": 1635,
+      "www": 1636,
+      "▁wur": 1637,
+      "▁org": 1638,
+      "inter": 1639,
+      "▁Die": 1640,
+      "▁being": 1641,
+      "\".": 1642,
+      "label": 1643,
+      "▁cent": 1644,
+      "java": 1645,
+      "bar": 1646,
+      "ante": 1647,
+      "ana": 1648,
+      "__": 1649,
+      "▁solution": 1650,
+      "▁О": 1651,
+      "▁fl": 1652,
+      "▁create": 1653,
+      "ici": 1654,
+      "ste": 1655,
+      "ython": 1656,
+      "unt": 1657,
+      "ason": 1658,
+      "ference": 1659,
+      "SE": 1660,
+      "▁non": 1661,
+      "ane": 1662,
+      "▁ins": 1663,
+      "ader": 1664,
+      "_{\\": 1665,
+      "Res": 1666,
+      "▁main": 1667,
+      "пи": 1668,
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁▁": 1669,
+      "▁There": 1670,
+      "▁pour": 1671,
+      "RO": 1672,
+      "`,": 1673,
+      "lish": 1674,
+      "bject": 1675,
+      "ccess": 1676,
+      "▁orig": 1677,
+      "▁▁▁": 1678,
+      "ischen": 1679,
+      "ower": 1680,
+      "▁het": 1681,
+      "uc": 1682,
+      "▁else": 1683,
+      "».": 1684,
+      "▁от": 1685,
+      "equ": 1686,
+      "sible": 1687,
+      "test": 1688,
+      "stand": 1689,
+      "én": 1690,
+      "ets": 1691,
+      "GE": 1692,
+      "ident": 1693,
+      "▁е": 1694,
+      "▁при": 1695,
+      ".,": 1696,
+      "▁das": 1697,
+      "ock": 1698,
+      ",\"": 1699,
+      "▁vol": 1700,
+      "▁fo": 1701,
+      "▁para": 1702,
+      "▁Т": 1703,
+      "▁Car": 1704,
+      "ral": 1705,
+      "▁Sp": 1706,
+      "var": 1707,
+      "▁play": 1708,
+      "ouse": 1709,
+      "▁та": 1710,
+      "ically": 1711,
+      "▁contain": 1712,
+      "ponse": 1713,
+      "▁String": 1714,
+      "án": 1715,
+      "▁both": 1716,
+      "ken": 1717,
+      "AR": 1718,
+      "ере": 1719,
+      "▁Il": 1720,
+      "▁iss": 1721,
+      "▁open": 1722,
+      "▁)": 1723,
+      "▁What": 1724,
+      "fe": 1725,
+      "rivate": 1726,
+      "reg": 1727,
+      "▁without": 1728,
+      "▁zu": 1729,
+      "vis": 1730,
+      "flow": 1731,
+      "▁http": 1732,
+      "abase": 1733,
+      "▁word": 1734,
+      "▁change": 1735,
+      "▁works": 1736,
+      "▁ge": 1737,
+      "▁!": 1738,
+      "▁een": 1739,
+      "itle": 1740,
+      "▁event": 1741,
+      "word": 1742,
+      "ando": 1743,
+      "SB": 1744,
+      "rem": 1745,
+      "▁field": 1746,
+      "ving": 1747,
+      "Ser": 1748,
+      "▁our": 1749,
+      "▁qui": 1750,
+      "▁oper": 1751,
+      "▁ist": 1752,
+      "def": 1753,
+      "▁made": 1754,
+      "ние": 1755,
+      "px": 1756,
+      "▁men": 1757,
+      "rm": 1758,
+      "ais": 1759,
+      "cent": 1760,
+      "list": 1761,
+      "To": 1762,
+      "▁To": 1763,
+      "ja": 1764,
+      "vert": 1765,
+      "▁mar": 1766,
+      "value": 1767,
+      "▁„": 1768,
+      "\";": 1769,
+      "▁aus": 1770,
+      "▁Br": 1771,
+      "ole": 1772,
+      "▁mult": 1773,
+      "ought": 1774,
+      "▁mat": 1775,
+      "▁view": 1776,
+      "fil": 1777,
+      "▁со": 1778,
+      "га": 1779,
+      "▁void": 1780,
+      "▁good": 1781,
+      "бо": 1782,
+      "CT": 1783,
+      "▁many": 1784,
+      "ben": 1785,
+      "▁во": 1786,
+      "▁ка": 1787,
+      "▁system": 1788,
+      "ino": 1789,
+      "▁another": 1790,
+      "▁rest": 1791,
+      "user": 1792,
+      "ility": 1793,
+      "ai": 1794,
+      "▁might": 1795,
+      "ustom": 1796,
+      "▁order": 1797,
+      "▁Ver": 1798,
+      "SS": 1799,
+      "})": 1800,
+      "▁eff": 1801,
+      "до": 1802,
+      "ett": 1803,
+      "▁sign": 1804,
+      "му": 1805,
+      "IT": 1806,
+      "string": 1807,
+      "elle": 1808,
+      "▁sing": 1809,
+      "cul": 1810,
+      "▁trying": 1811,
+      "▁beg": 1812,
+      "▁page": 1813,
+      "хо": 1814,
+      "▁Can": 1815,
+      "▁Ser": 1816,
+      "++": 1817,
+      "▁must": 1818,
+      "▁values": 1819,
+      "▁key": 1820,
+      "ible": 1821,
+      "].": 1822,
+      "ird": 1823,
+      "▁program": 1824,
+      "roller": 1825,
+      "▁conne": 1826,
+      "▁say": 1827,
+      "▁param": 1828,
+      "ache": 1829,
+      "velop": 1830,
+      "▁select": 1831,
+      "▁famil": 1832,
+      "▁last": 1833,
+      "▁Thanks": 1834,
+      "▁pop": 1835,
+      "}.": 1836,
+      "eq": 1837,
+      "▁doesn": 1838,
+      "['": 1839,
+      "▁term": 1840,
+      "▁ré": 1841,
+      "▁document": 1842,
+      "па": 1843,
+      "лу": 1844,
+      "ateg": 1845,
+      ".)": 1846,
+      "ling": 1847,
+      "ional": 1848,
+      "ables": 1849,
+      "▁tak": 1850,
+      "utton": 1851,
+      "▁arg": 1852,
+      "type": 1853,
+      "▁sure": 1854,
+      "▁real": 1855,
+      "▁web": 1856,
+      "▁current": 1857,
+      "▁Pl": 1858,
+      "cho": 1859,
+      "ments": 1860,
+      "▁Joh": 1861,
+      "ots": 1862,
+      "▁exist": 1863,
+      "ну": 1864,
+      "▁für": 1865,
+      "▁из": 1866,
+      "do": 1867,
+      "ного": 1868,
+      "▁las": 1869,
+      "▁null": 1870,
+      "▁inform": 1871,
+      "▁Л": 1872,
+      "▁version": 1873,
+      "▁chang": 1874,
+      "ager": 1875,
+      "▁Comm": 1876,
+      "лі": 1877,
+      "ush": 1878,
+      "▁Ge": 1879,
+      "▁high": 1880,
+      "▁input": 1881,
+      "ogle": 1882,
+      "ros": 1883,
+      "box": 1884,
+      "gen": 1885,
+      "▁ste": 1886,
+      "▁local": 1887,
+      "Im": 1888,
+      "▁process": 1889,
+      "ternal": 1890,
+      "ized": 1891,
+      "ги": 1892,
+      "ét": 1893,
+      "▁Ind": 1894,
+      "▁och": 1895,
+      "lt": 1896,
+      "▁column": 1897,
+      "▁tried": 1898,
+      "▁command": 1899,
+      "▁best": 1900,
+      "aster": 1901,
+      "за": 1902,
+      "▁prim": 1903,
+      "▁model": 1904,
+      "▁і": 1905,
+      "▁those": 1906,
+      "ities": 1907,
+      "ère": 1908,
+      "▁ре": 1909,
+      "је": 1910,
+      "ши": 1911,
+      "ques": 1912,
+      "▁Am": 1913,
+      "▁own": 1914,
+      "lin": 1915,
+      "зи": 1916,
+      "Value": 1917,
+      "thing": 1918,
+      "▁,": 1919,
+      "▁Te": 1920,
+      "▁stud": 1921,
+      "▁um": 1922,
+      "▁server": 1923,
+      "ille": 1924,
+      "▁put": 1925,
+      "ativ": 1926,
+      "gy": 1927,
+      "ови": 1928,
+      "raf": 1929,
+      "ово": 1930,
+      "▁wurde": 1931,
+      "▁When": 1932,
+      "▁div": 1933,
+      "ants": 1934,
+      "▁ter": 1935,
+      "▁partic": 1936,
+      "▁т": 1937,
+      "▁Do": 1938,
+      "▁No": 1939,
+      "sert": 1940,
+      "ido": 1941,
+      "mathcal": 1942,
+      "ade": 1943,
+      "▁II": 1944,
+      "lear": 1945,
+      "ograph": 1946,
+      "ense": 1947,
+      "▁row": 1948,
+      "num": 1949,
+      "▁possible": 1950,
+      "▁since": 1951,
+      "▁Bo": 1952,
+      "ctions": 1953,
+      "▁Im": 1954,
+      "OR": 1955,
+      "ці": 1956,
+      "▁ide": 1957,
+      "map": 1958,
+      "▁correct": 1959,
+      "ves": 1960,
+      "php": 1961,
+      "▁output": 1962,
+      "▁Ph": 1963,
+      "AL": 1964,
+      "ared": 1965,
+      "\\\\": 1966,
+      "▁image": 1967,
+      "esch": 1968,
+      "жи": 1969,
+      "▁conf": 1970,
+      "por": 1971,
+      "query": 1972,
+      "ures": 1973,
+      "ium": 1974,
+      "ends": 1975,
+      "▁Ab": 1976,
+      "SBN": 1977,
+      "ід": 1978,
+      "ether": 1979,
+      "ptions": 1980,
+      "itu": 1981,
+      "lib": 1982,
+      "ns": 1983,
+      "ki": 1984,
+      "▁working": 1985,
+      "▁como": 1986,
+      "▁Then": 1987,
+      "ML": 1988,
+      "key": 1989,
+      "class": 1990,
+      "ople": 1991,
+      "ittle": 1992,
+      "▁match": 1993,
+      "ways": 1994,
+      "mathbb": 1995,
+      "▁require": 1996,
+      "alt": 1997,
+      "▁vis": 1998,
+      "▁bl": 1999,
+      "▁called": 2000,
+      "Item": 2001,
+      "ura": 2002,
+      "vec": 2003,
+      "eme": 2004,
+      "▁della": 2005,
+      "embre": 2006,
+      "urg": 2007,
+      "Se": 2008,
+      "▁request": 2009,
+      "ische": 2010,
+      "▁port": 2011,
+      "▁instead": 2012,
+      "=\\": 2013,
+      "▁У": 2014,
+      "hor": 2015,
+      "ente": 2016,
+      "ume": 2017,
+      "erd": 2018,
+      "са": 2019,
+      "▁why": 2020,
+      "rist": 2021,
+      "▁person": 2022,
+      "▁...": 2023,
+      "▁private": 2024,
+      "▁tot": 2025,
+      "pha": 2026,
+      "ift": 2027,
+      "ita": 2028,
+      "loc": 2029,
+      "▁old": 2030,
+      "он": 2031,
+      "▁nel": 2032,
+      "']": 2033,
+      "ti": 2034,
+      "iet": 2035,
+      "cite": 2036,
+      "plement": 2037,
+      "▁above": 2038,
+      "ks": 2039,
+      "ready": 2040,
+      "▁come": 2041,
+      "section": 2042,
+      "▁Pol": 2043,
+      "▁writ": 2044,
+      "▁https": 2045,
+      "▁$$": 2046,
+      "▁»": 2047,
+      "▁build": 2048,
+      "ito": 2049,
+      "▁consider": 2050,
+      "aft": 2051,
+      "App": 2052,
+      ",\\": 2053,
+      "indows": 2054,
+      "comm": 2055,
+      "▁;": 2056,
+      "ground": 2057,
+      "▁place": 2058,
+      "By": 2059,
+      "▁project": 2060,
+      "Object": 2061,
+      "▁repr": 2062,
+      "ences": 2063,
+      "indow": 2064,
+      "zt": 2065,
+      "▁files": 2066,
+      "cz": 2067,
+      "ivity": 2068,
+      "▁init": 2069,
+      "▁prob": 2070,
+      "▁sk": 2071,
+      "orth": 2072,
+      "iment": 2073,
+      "ouble": 2074,
+      "atal": 2075,
+      "irc": 2076,
+      "▁è": 2077,
+      "▁bre": 2078,
+      "ista": 2079,
+      "input": 2080,
+      "▁И": 2081,
+      "ной": 2082,
+      "sum": 2083,
+      "path": 2084,
+      "▁cour": 2085,
+      "▁too": 2086,
+      "▁Ad": 2087,
+      "▁Gu": 2088,
+      "▁false": 2089,
+      "▁fun": 2090,
+      "▁ст": 2091,
+      "ood": 2092,
+      "ès": 2093,
+      "▁enc": 2094,
+      "bol": 2095,
+      "rl": 2096,
+      "arget": 2097,
+      "order": 2098,
+      "▁mean": 2099,
+      "пе": 2100,
+      "igen": 2101,
+      "▁пре": 2102,
+      "width": 2103,
+      ";\r": 2104,
+      "itor": 2105,
+      "▁state": 2106,
+      "▁great": 2107,
+      "enn": 2108,
+      "bin": 2109,
+      "Er": 2110,
+      "Mod": 2111,
+      "oz": 2112,
+      "▁won": 2113,
+      "▁fact": 2114,
+      "▁java": 2115,
+      "▁Univers": 2116,
+      "▁cap": 2117,
+      "istor": 2118,
+      "}(": 2119,
+      "ku": 2120,
+      "ither": 2121,
+      "ales": 2122,
+      "▁ou": 2123,
+      "ross": 2124,
+      "▁take": 2125,
+      "rix": 2126,
+      "lob": 2127,
+      "▁eine": 2128,
+      "ases": 2129,
+      "▁access": 2130,
+      "ité": 2131,
+      "istr": 2132,
+      "ization": 2133,
+      "▁appro": 2134,
+      "ball": 2135,
+      "▁mak": 2136,
+      "}^": 2137,
+      "▁Cons": 2138,
+      "press": 2139,
+      "serv": 2140,
+      "().": 2141,
+      "af": 2142,
+      "▁ref": 2143,
+      ")\\": 2144,
+      "▁contin": 2145,
+      "su": 2146,
+      "iver": 2147,
+      "▁cond": 2148,
+      "▁expect": 2149,
+      "▁charact": 2150,
+      "bert": 2151,
+      "elt": 2152,
+      "ters": 2153,
+      "script": 2154,
+      "▁Ed": 2155,
+      "apt": 2156,
+      "');": 2157,
+      "print": 2158,
+      "▁size": 2159,
+      "▁sich": 2160,
+      "face": 2161,
+      "enden": 2162,
+      "▁Amer": 2163,
+      "ified": 2164,
+      "ów": 2165,
+      "▁Su": 2166,
+      "tes": 2167,
+      "med": 2168,
+      "▁Reg": 2169,
+      "sole": 2170,
+      "▁includ": 2171,
+      "ini": 2172,
+      "inci": 2173,
+      "▁pla": 2174,
+      "▁left": 2175,
+      "df": 2176,
+      "Par": 2177,
+      "▁All": 2178,
+      "▁occ": 2179,
+      "▁At": 2180,
+      "▁cr": 2181,
+      "Qu": 2182,
+      "▁given": 2183,
+      "▁System": 2184,
+      "ican": 2185,
+      "▁final": 2186,
+      "itions": 2187,
+      "▁бы": 2188,
+      "▁perform": 2189,
+      "AN": 2190,
+      "▁Me": 2191,
+      "uro": 2192,
+      "▁That": 2193,
+      "гра": 2194,
+      "▁По": 2195,
+      "▁ви": 2196,
+      "ably": 2197,
+      "▁present": 2198,
+      "duct": 2199,
+      "ric": 2200,
+      "▁Eng": 2201,
+      "try": 2202,
+      "▁lar": 2203,
+      "bl": 2204,
+      "idd": 2205,
+      "▁är": 2206,
+      "ora": 2207,
+      "LL": 2208,
+      "oss": 2209,
+      "▁ISBN": 2210,
+      "▁three": 2211,
+      "jo": 2212,
+      "ní": 2213,
+      "rc": 2214,
+      "▁far": 2215,
+      "▁Not": 2216,
+      "▁little": 2217,
+      "dis": 2218,
+      "ati": 2219,
+      "function": 2220,
+      "▁able": 2221,
+      "less": 2222,
+      "со": 2223,
+      "▁path": 2224,
+      "▁pres": 2225,
+      "lose": 2226,
+      "PI": 2227,
+      "▁issue": 2228,
+      "ackage": 2229,
+      "time": 2230,
+      "ige": 2231,
+      "ams": 2232,
+      "▁Cl": 2233,
+      "ails": 2234,
+      "alk": 2235,
+      "ii": 2236,
+      "ше": 2237,
+      "pen": 2238,
+      "QL": 2239,
+      "▁eas": 2240,
+      "RL": 2241,
+      "cel": 2242,
+      "▁sl": 2243,
+      "▁ask": 2244,
+      "▁nom": 2245,
+      "▁top": 2246,
+      "ides": 2247,
+      "index": 2248,
+      "ém": 2249,
+      "▁happ": 2250,
+      "ox": 2251,
+      "cd": 2252,
+      "▁better": 2253,
+      "▁load": 2254,
+      "ados": 2255,
+      "zen": 2256,
+      "▁ce": 2257,
+      "▁fa": 2258,
+      "▁John": 2259,
+      "IMA": 2260,
+      "▁Bar": 2261,
+      "overflow": 2262,
+      "▁де": 2263,
+      "ness": 2264,
+      "cer": 2265,
+      "▁Here": 2266,
+      "ret": 2267,
+      "▁sz": 2268,
+      "ambda": 2269,
+      "opy": 2270,
+      "url": 2271,
+      "py": 2272,
+      "rt": 2273,
+      "▁understand": 2274,
+      "ał": 2275,
+      "her": 2276,
+      "##": 2277,
+      "▁child": 2278,
+      "▁exec": 2279,
+      "▁application": 2280,
+      "▁struct": 2281,
+      "▁я": 2282,
+      "File": 2283,
+      "▁cert": 2284,
+      "ison": 2285,
+      "▁variable": 2286,
+      "DE": 2287,
+      "rs": 2288,
+      "▁really": 2289,
+      "Port": 2290,
+      "ba": 2291,
+      "▁Ber": 2292,
+      "▁inte": 2293,
+      "▁static": 2294,
+      "▁config": 2295,
+      "▁She": 2296,
+      "estions": 2297,
+      "▁plus": 2298,
+      "▁hab": 2299,
+      "ope": 2300,
+      "▁mus": 2301,
+      "▁count": 2302,
+      "ME": 2303,
+      "▁support": 2304,
+      "▁people": 2305,
+      "▁beh": 2306,
+      "▁already": 2307,
+      "Tr": 2308,
+      "▁done": 2309,
+      "dem": 2310,
+      "size": 2311,
+      "alpha": 2312,
+      "▁disc": 2313,
+      "])": 2314,
+      "▁Man": 2315,
+      "▁mil": 2316,
+      "▁stand": 2317,
+      "▁group": 2318,
+      "▁small": 2319,
+      "▁mag": 2320,
+      "сть": 2321,
+      "▁default": 2322,
+      "▁single": 2323,
+      "link": 2324,
+      "clude": 2325,
+      "▁ear": 2326,
+      "ilar": 2327,
+      "****": 2328,
+      "▁fix": 2329,
+      "ley": 2330,
+      "▁pas": 2331,
+      "ний": 2332,
+      "ission": 2333,
+      "▁implement": 2334,
+      "itch": 2335,
+      "▁года": 2336,
+      "▁always": 2337,
+      "▁Jah": 2338,
+      "pring": 2339,
+      "ção": 2340,
+      "plate": 2341,
+      "▁descri": 2342,
+      "▁head": 2343,
+      "init": 2344,
+      "ograf": 2345,
+      "▁query": 2346,
+      "ived": 2347,
+      "▁ing": 2348,
+      "pty": 2349,
+      "ha": 2350,
+      "▁mov": 2351,
+      "▁э": 2352,
+      "ette": 2353,
+      "ily": 2354,
+      "▁got": 2355,
+      "iled": 2356,
+      "icro": 2357,
+      "▁wr": 2358,
+      "ря": 2359,
+      "▁never": 2360,
+      "ores": 2361,
+      "▁bas": 2362,
+      "ios": 2363,
+      "lack": 2364,
+      "aint": 2365,
+      "vious": 2366,
+      "▁give": 2367,
+      "idad": 2368,
+      "En": 2369,
+      "ный": 2370,
+      "table": 2371,
+      "▁На": 2372,
+      "▁pat": 2373,
+      "тор": 2374,
+      "angu": 2375,
+      "loy": 2376,
+      "▁seg": 2377,
+      "array": 2378,
+      "▁Fl": 2379,
+      "▁index": 2380,
+      "▁sw": 2381,
+      "IMAGE": 2382,
+      "▁km": 2383,
+      "би": 2384,
+      "Class": 2385,
+      "ena": 2386,
+      "мен": 2387,
+      "comp": 2388,
+      "atus": 2389,
+      "rap": 2390,
+      "▁List": 2391,
+      "Error": 2392,
+      "▁typ": 2393,
+      "▁ма": 2394,
+      "cs": 2395,
+      "':": 2396,
+      "ji": 2397,
+      "▁However": 2398,
+      "▁те": 2399,
+      "▁below": 2400,
+      "▁App": 2401,
+      "ще": 2402,
+      "}_": 2403,
+      "bum": 2404,
+      "vir": 2405,
+      "ées": 2406,
+      "▁record": 2407,
+      "tain": 2408,
+      "lem": 2409,
+      "ital": 2410,
+      "▁imp": 2411,
+      "ego": 2412,
+      "▁od": 2413,
+      "▁rece": 2414,
+      "mit": 2415,
+      "ffic": 2416,
+      "stackoverflow": 2417,
+      "ieve": 2418,
+      "▁З": 2419,
+      "▁nov": 2420,
+      "це": 2421,
+      "▁Intern": 2422,
+      "bu": 2423,
+      "▁sugg": 2424,
+      "▁loop": 2425,
+      "ride": 2426,
+      "▁$(": 2427,
+      "▁super": 2428,
+      "rid": 2429,
+      "ных": 2430,
+      "▁Per": 2431,
+      "▁dom": 2432,
+      "='": 2433,
+      "utsch": 2434,
+      "len": 2435,
+      "▁write": 2436,
+      "▁inv": 2437,
+      "outh": 2438,
+      "▁Her": 2439,
+      "▁years": 2440,
+      "▁original": 2441,
+      "ega": 2442,
+      "▁Ste": 2443,
+      "▁seems": 2444,
+      "ég": 2445,
+      "▁next": 2446,
+      "eder": 2447,
+      "▁Ne": 2448,
+      "avas": 2449,
+      "ification": 2450,
+      "Exception": 2451,
+      "▁Der": 2452,
+      "▁ve": 2453,
+      "atic": 2454,
+      "hat": 2455,
+      "brary": 2456,
+      "return": 2457,
+      "urch": 2458,
+      "ision": 2459,
+      "mi": 2460,
+      "oint": 2461,
+      "▁day": 2462,
+      "iction": 2463,
+      "ál": 2464,
+      "▁és": 2465,
+      "▁though": 2466,
+      "action": 2467,
+      "ít": 2468,
+      "ungen": 2469,
+      "ours": 2470,
+      "▁script": 2471,
+      "▁information": 2472,
+      "▁multi": 2473,
+      "▁\\\\": 2474,
+      "ster": 2475,
+      "ке": 2476,
+      "AC": 2477,
+      "cies": 2478,
+      "▁display": 2479,
+      "oman": 2480,
+      "Time": 2481,
+      "ius": 2482,
+      "));": 2483,
+      "tre": 2484,
+      "▁lim": 2485,
+      "ately": 2486,
+      "éd": 2487,
+      "iste": 2488,
+      "▁са": 2489,
+      "post": 2490,
+      "uel": 2491,
+      "img": 2492,
+      "▁ч": 2493,
+      "ска": 2494,
+      "eld": 2495,
+      "pper": 2496,
+      "ula": 2497,
+      "▁general": 2498,
+      "Al": 2499,
+      "Form": 2500,
+      "▁upon": 2501,
+      "zo": 2502,
+      "amente": 2503,
+      "▁prom": 2504,
+      "▁ü": 2505,
+      "lex": 2506,
+      "▁turn": 2507,
+      "▁ме": 2508,
+      "ention": 2509,
+      "лен": 2510,
+      "▁af": 2511,
+      "icle": 2512,
+      "ств": 2513,
+      "▁Fil": 2514,
+      "▁Ф": 2515,
+      "avascript": 2516,
+      "Man": 2517,
+      "ara": 2518,
+      "ware": 2519,
+      "align": 2520,
+      "angle": 2521,
+      "▁Sc": 2522,
+      "unic": 2523,
+      "▁fran": 2524,
+      "Un": 2525,
+      "zi": 2526,
+      "met": 2527,
+      "Add": 2528,
+      "▁pub": 2529,
+      "ков": 2530,
+      "▁gen": 2531,
+      "▁pod": 2532,
+      "▁sum": 2533,
+      "▁having": 2534,
+      "▁avec": 2535,
+      "sl": 2536,
+      "▁fig": 2537,
+      "▁Res": 2538,
+      "Date": 2539,
+      "ules": 2540,
+      "with": 2541,
+      "ский": 2542,
+      "gu": 2543,
+      "ET": 2544,
+      "▁bro": 2545,
+      "rie": 2546,
+      "aps": 2547,
+      "ending": 2548,
+      "mail": 2549,
+      "ook": 2550,
+      "▁success": 2551,
+      "berg": 2552,
+      "▁deb": 2553,
+      "elta": 2554,
+      "()`": 2555,
+      "ential": 2556,
+      "frame": 2557,
+      "Key": 2558,
+      "inn": 2559,
+      "▁simple": 2560,
+      "ival": 2561,
+      "▁care": 2562,
+      "▁Web": 2563,
+      "\").": 2564,
+      "></": 2565,
+      "▁database": 2566,
+      "▁Now": 2567,
+      "Ind": 2568,
+      "▁мо": 2569,
+      "cht": 2570,
+      "ban": 2571,
+      "ram": 2572,
+      "equation": 2573,
+      "ski": 2574,
+      "ief": 2575,
+      "lim": 2576,
+      "Get": 2577,
+      "▁tre": 2578,
+      "aten": 2579,
+      "bed": 2580,
+      "▁Je": 2581,
+      "▁results": 2582,
+      "лю": 2583,
+      "тель": 2584,
+      "db": 2585,
+      "▁bit": 2586,
+      "body": 2587,
+      "Array": 2588,
+      "mu": 2589,
+      "pression": 2590,
+      "▁ста": 2591,
+      "ony": 2592,
+      "iff": 2593,
+      "▁bar": 2594,
+      "▁Arch": 2595,
+      "bers": 2596,
+      "){": 2597,
+      "▁Mon": 2598,
+      "▁doing": 2599,
+      "▁prof": 2600,
+      "▁install": 2601,
+      "▁position": 2602,
+      "ema": 2603,
+      "▁});": 2604,
+      "Path": 2605,
+      "ali": 2606,
+      "▁&&": 2607,
+      "lev": 2608,
+      "▁cannot": 2609,
+      "▁May": 2610,
+      "inst": 2611,
+      "-\\": 2612,
+      "▁coun": 2613,
+      "▁ang": 2614,
+      "▁appear": 2615,
+      "cor": 2616,
+      "ció": 2617,
+      "ided": 2618,
+      "questions": 2619,
+      "atter": 2620,
+      "▁Pa": 2621,
+      "select": 2622,
+      "▁princi": 2623,
+      "Event": 2624,
+      "▁side": 2625,
+      "▁mem": 2626,
+      "▁Jan": 2627,
+      "ario": 2628,
+      "▁within": 2629,
+      "▁Val": 2630,
+      "odes": 2631,
+      "iddle": 2632,
+      "uration": 2633,
+      "bra": 2634,
+      "▁date": 2635,
+      "[]": 2636,
+      "▁entre": 2637,
+      "ili": 2638,
+      "Portail": 2639,
+      "docs": 2640,
+      "ской": 2641,
+      "Element": 2642,
+      "▁message": 2643,
+      "▁nach": 2644,
+      "▁during": 2645,
+      "▁gra": 2646,
+      "etwork": 2647,
+      "▁By": 2648,
+      "▁tell": 2649,
+      "ete": 2650,
+      "~\\": 2651,
+      "▁bis": 2652,
+      "▁pu": 2653,
+      "▁red": 2654,
+      "▁thing": 2655,
+      "▁sort": 2656,
+      "xim": 2657,
+      "ires": 2658,
+      "User": 2659,
+      "iod": 2660,
+      "▁Est": 2661,
+      "osed": 2662,
+      "oute": 2663,
+      "▁Les": 2664,
+      "▁sent": 2665,
+      "ribute": 2666,
+      "utes": 2667,
+      "istory": 2668,
+      "▁service": 2669,
+      "';": 2670,
+      "field": 2671,
+      "▁IN": 2672,
+      "ension": 2673,
+      "rel": 2674,
+      "▁going": 2675,
+      "web": 2676,
+      "Context": 2677,
+      "▁later": 2678,
+      "uk": 2679,
+      "layout": 2680,
+      "ona": 2681,
+      "át": 2682,
+      "----------------": 2683,
+      "▁exact": 2684,
+      "andom": 2685,
+      "▁sie": 2686,
+      "II": 2687,
+      "▁They": 2688,
+      "mente": 2689,
+      "ibli": 2690,
+      "▁fine": 2691,
+      "UT": 2692,
+      "▁develop": 2693,
+      "▁Ein": 2694,
+      "soft": 2695,
+      "off": 2696,
+      "Set": 2697,
+      "▁az": 2698,
+      "eters": 2699,
+      "ilder": 2700,
+      "ples": 2701,
+      "▁specific": 2702,
+      "▁om": 2703,
+      "error": 2704,
+      "ently": 2705,
+      "▁film": 2706,
+      "uck": 2707,
+      "ains": 2708,
+      "ación": 2709,
+      "ges": 2710,
+      "жа": 2711,
+      "▁things": 2712,
+      "Sh": 2713,
+      "▁thought": 2714,
+      "▁added": 2715,
+      "dep": 2716,
+      "ского": 2717,
+      "▁Li": 2718,
+      "ils": 2719,
+      "ync": 2720,
+      "▁то": 2721,
+      "ries": 2722,
+      "▁cu": 2723,
+      "chen": 2724,
+      "ION": 2725,
+      "▁Des": 2726,
+      "ultado": 2727,
+      "irt": 2728,
+      "▁based": 2729,
+      "▁mo": 2730,
+      "▁dest": 2731,
+      "png": 2732,
+      "reen": 2733,
+      "▁running": 2734,
+      "amma": 2735,
+      "oud": 2736,
+      "▁refer": 2737,
+      "ious": 2738,
+      "▁Jul": 2739,
+      "▁search": 2740,
+      "ald": 2741,
+      "ede": 2742,
+      "▁wrong": 2743,
+      "An": 2744,
+      "▁until": 2745,
+      "site": 2746,
+      "ayer": 2747,
+      "▁once": 2748,
+      "arr": 2749,
+      "▁against": 2750,
+      "====": 2751,
+      "▁source": 2752,
+      "arn": 2753,
+      "api": 2754,
+      "▁represent": 2755,
+      "▁aff": 2756,
+      "▁sein": 2757,
+      "▁allow": 2758,
+      "ormal": 2759,
+      "ended": 2760,
+      "▁control": 2761,
+      "mathbf": 2762,
+      "come": 2763,
+      "cur": 2764,
+      "endo": 2765,
+      "wa": 2766,
+      "▁update": 2767,
+      "▁inside": 2768,
+      "▁reason": 2769,
+      "omen": 2770,
+      "▁вы": 2771,
+      "De": 2772,
+      "▁је": 2773,
+      "sw": 2774,
+      "▁sever": 2775,
+      "Of": 2776,
+      "▁instance": 2777,
+      "▁mer": 2778,
+      "▁effect": 2779,
+      "color": 2780,
+      "ugust": 2781,
+      "ilt": 2782,
+      "des": 2783,
+      "itz": 2784,
+      "ulation": 2785,
+      "nie": 2786,
+      "▁World": 2787,
+      "▁similar": 2788,
+      "ymbol": 2789,
+      "hing": 2790,
+      "▁mark": 2791,
+      "State": 2792,
+      "▁content": 2793,
+      "▁means": 2794,
+      "amed": 2795,
+      "▁End": 2796,
+      "ND": 2797,
+      "count": 2798,
+      "▁Inst": 2799,
+      "perty": 2800,
+      "ctor": 2801,
+      "▁{\\": 2802,
+      "▁Let": 2803,
+      "▁!=": 2804,
+      "▁getting": 2805,
+      "uth": 2806,
+      "umber": 2807,
+      "▁Consultado": 2808,
+      "schaft": 2809,
+      "lete": 2810,
+      "▁Will": 2811,
+      "▁Em": 2812,
+      "head": 2813,
+      "▁leg": 2814,
+      "ном": 2815,
+      "Or": 2816,
+      "arm": 2817,
+      "pond": 2818,
+      "▁Christ": 2819,
+      "▁around": 2820,
+      "▁clear": 2821,
+      "▁href": 2822,
+      "▁See": 2823,
+      "').": 2824,
+      "▁created": 2825,
+      "▁button": 2826,
+      "ining": 2827,
+      "▁click": 2828,
+      "iam": 2829,
+      "plit": 2830,
+      "For": 2831,
+      "▁polit": 2832,
+      "▁seem": 2833,
+      "▁life": 2834,
+      "нов": 2835,
+      "▁intern": 2836,
+      "щи": 2837,
+      "sel": 2838,
+      "soci": 2839,
+      "▁stor": 2840,
+      "cle": 2841,
+      "earch": 2842,
+      "android": 2843,
+      "}^{": 2844,
+      "▁either": 2845,
+      "▁few": 2846,
+      "▁initial": 2847,
+      "length": 2848,
+      "ria": 2849,
+      "sql": 2850,
+      "wik": 2851,
+      "▁ét": 2852,
+      "uer": 2853,
+      "▁valid": 2854,
+      "And": 2855,
+      "include": 2856,
+      "ury": 2857,
+      "▁sus": 2858,
+      "ired": 2859,
+      "▁After": 2860,
+      "▁due": 2861,
+      "▁bei": 2862,
+      "ources": 2863,
+      "▁Nov": 2864,
+      "Act": 2865,
+      "▁Cont": 2866,
+      "▁break": 2867,
+      "ested": 2868,
+      "▁actually": 2869,
+      "else": 2870,
+      "tml": 2871,
+      "rer": 2872,
+      "ones": 2873,
+      "▁design": 2874,
+      "▁property": 2875,
+      "phi": 2876,
+      "ality": 2877,
+      "och": 2878,
+      "ists": 2879,
+      "▁·": 2880,
+      "udio": 2881,
+      "AB": 2882,
+      "ala": 2883,
+      "iones": 2884,
+      "фи": 2885,
+      "find": 2886,
+      "As": 2887,
+      "▁custom": 2888,
+      "▁ann": 2889,
+      "ES": 2890,
+      "OT": 2891,
+      "lambda": 2892,
+      "▁ident": 2893,
+      "▁organ": 2894,
+      "▁Cent": 2895,
+      "▁Char": 2896,
+      "▁os": 2897,
+      "▁hard": 2898,
+      "ров": 2899,
+      "▁/>": 2900,
+      "ko": 2901,
+      "▁exper": 2902,
+      "▁separ": 2903,
+      "yl": 2904,
+      "ourn": 2905,
+      "▁dev": 2906,
+      "▁auch": 2907,
+      "▁block": 2908,
+      "book": 2909,
+      "▁map": 2910,
+      "illa": 2911,
+      "▁comput": 2912,
+      "▁space": 2913,
+      "result": 2914,
+      ")}": 2915,
+      "▁echo": 2916,
+      "config": 2917,
+      "hi": 2918,
+      "▁large": 2919,
+      "▁width": 2920,
+      "▁Go": 2921,
+      "mat": 2922,
+      "▁diff": 2923,
+      "▁kind": 2924,
+      "ances": 2925,
+      "ynam": 2926,
+      "▁color": 2927,
+      "Int": 2928,
+      "sol": 2929,
+      "▁pi": 2930,
+      "▁character": 2931,
+      "oment": 2932,
+      "▁response": 2933,
+      "igma": 2934,
+      "wards": 2935,
+      "arrow": 2936,
+      "су": 2937,
+      "ties": 2938,
+      "▁über": 2939,
+      "Image": 2940,
+      "yd": 2941,
+      "▁пере": 2942,
+      "▁node": 2943,
+      "▁item": 2944,
+      "achine": 2945,
+      "ima": 2946,
+      "▁va": 2947,
+      "▁approach": 2948,
+      "▁wer": 2949,
+      "▁че": 2950,
+      "On": 2951,
+      "ollow": 2952,
+      "она": 2953,
+      "cted": 2954,
+      "ured": 2955,
+      "Controller": 2956,
+      "lied": 2957,
+      "▁jo": 2958,
+      "▁dal": 2959,
+      "unk": 2960,
+      "▁î": 2961,
+      "start": 2962,
+      "ola": 2963,
+      "▁compon": 2964,
+      "IC": 2965,
+      "bit": 2966,
+      "▁base": 2967,
+      "пу": 2968,
+      "▁idea": 2969,
+      "▁dire": 2970,
+      "▁rad": 2971,
+      "group": 2972,
+      "▁With": 2973,
+      "server": 2974,
+      "side": 2975,
+      "sing": 2976,
+      "▁dies": 2977,
+      "▁near": 2978,
+      "▁voor": 2979,
+      "▁argument": 2980,
+      "▁},": 2981,
+      "▁land": 2982,
+      "▁names": 2983,
+      "▁option": 2984,
+      "ithub": 2985,
+      "pped": 2986,
+      "aug": 2987,
+      "▁links": 2988,
+      "▁full": 2989,
+      "▁situ": 2990,
+      "▁console": 2991,
+      "▁etc": 2992,
+      "aux": 2993,
+      "▁Cor": 2994,
+      "icrosoft": 2995,
+      "▁came": 2996,
+      "local": 2997,
+      "▁known": 2998,
+      "▁multiple": 2999,
+      "anguage": 3000,
+      "▁total": 3001,
+      "ology": 3002,
+      "ät": 3003,
+      "▁Х": 3004,
+      "▁fre": 3005,
+      "▁ten": 3006,
+      "ideo": 3007,
+      "▁bes": 3008,
+      "true": 3009,
+      "Query": 3010,
+      "omm": 3011,
+      "▁Art": 3012,
+      "▁keep": 3013,
+      "▁University": 3014,
+      "reate": 3015,
+      "pport": 3016,
+      "▁python": 3017,
+      "tra": 3018,
+      "ector": 3019,
+      "рі": 3020,
+      "oph": 3021,
+      "▁conc": 3022,
+      "▁four": 3023,
+      "viron": 3024,
+      "▁via": 3025,
+      "?\"": 3026,
+      "image": 3027,
+      "oll": 3028,
+      "ные": 3029,
+      "▁context": 3030,
+      "▁sem": 3031,
+      "._": 3032,
+      "▁eng": 3033,
+      "mar": 3034,
+      "AD": 3035,
+      "▁mor": 3036,
+      "▁Cal": 3037,
+      "▁cell": 3038,
+      "imal": 3039,
+      "ATE": 3040,
+      "▁inf": 3041,
+      "ön": 3042,
+      "uffer": 3043,
+      "sq": 3044,
+      "....": 3045,
+      "▁zur": 3046,
+      "With": 3047,
+      "ран": 3048,
+      "chn": 3049,
+      "▁door": 3050,
+      "content": 3051,
+      "▁miss": 3052,
+      "▁simp": 3053,
+      "ár": 3054,
+      "ira": 3055,
+      "▁hat": 3056,
+      "Test": 3057,
+      "▁certain": 3058,
+      "NS": 3059,
+      "▁cho": 3060,
+      "▁adv": 3061,
+      "where": 3062,
+      "▁looking": 3063,
+      "▁times": 3064,
+      "них": 3065,
+      "uto": 3066,
+      "▁É": 3067,
+      "can": 3068,
+      "host": 3069,
+      "▁(*": 3070,
+      "loat": 3071,
+      "▁nicht": 3072,
+      "Field": 3073,
+      "burg": 3074,
+      "const": 3075,
+      "ades": 3076,
+      "▁Mus": 3077,
+      "▁nothing": 3078,
+      "▁incre": 3079,
+      "▁Min": 3080,
+      "▁power": 3081,
+      "▁American": 3082,
+      "ln": 3083,
+      "valid": 3084,
+      "ungs": 3085,
+      "▁National": 3086,
+      "▁San": 3087,
+      "▁York": 3088,
+      "Request": 3089,
+      "char": 3090,
+      "▁Ze": 3091,
+      "button": 3092,
+      "▁alg": 3093,
+      "SON": 3094,
+      "▁ap": 3095,
+      "uff": 3096,
+      "ability": 3097,
+      "ем": 3098,
+      "▁anything": 3099,
+      "ela": 3100,
+      "())": 3101,
+      "ба": 3102,
+      "ampion": 3103,
+      "▁pot": 3104,
+      "▁fut": 3105,
+      "ailable": 3106,
+      "▁prop": 3107,
+      "\"]": 3108,
+      "▁less": 3109,
+      "lag": 3110,
+      "▁August": 3111,
+      "It": 3112,
+      "▁please": 3113,
+      "▁style": 3114,
+      "▁Also": 3115,
+      "bt": 3116,
+      "▁probably": 3117,
+      "▁One": 3118,
+      "▁poss": 3119,
+      "UI": 3120,
+      "uit": 3121,
+      "▁West": 3122,
+      "hn": 3123,
+      "+\\": 3124,
+      "Button": 3125,
+      "json": 3126,
+      "err": 3127,
+      "rame": 3128,
+      "dom": 3129,
+      "ilon": 3130,
+      "alf": 3131,
+      "▁client": 3132,
+      "▁continu": 3133,
+      "xml": 3134,
+      "pec": 3135,
+      "ador": 3136,
+      "ls": 3137,
+      "▁however": 3138,
+      "▁Any": 3139,
+      "änd": 3140,
+      "mathrm": 3141,
+      "▁url": 3142,
+      "▁book": 3143,
+      "▁gl": 3144,
+      "ives": 3145,
+      "gi": 3146,
+      "▁tro": 3147,
+      "▁US": 3148,
+      "point": 3149,
+      "open": 3150,
+      "▁cur": 3151,
+      "▁era": 3152,
+      "▁particular": 3153,
+      "▁HT": 3154,
+      "oot": 3155,
+      "ello": 3156,
+      "lobal": 3157,
+      "▁action": 3158,
+      "▁Int": 3159,
+      "▁include": 3160,
+      "▁elements": 3161,
+      "ная": 3162,
+      "ards": 3163,
+      "▁Bl": 3164,
+      "▁hum": 3165,
+      "from": 3166,
+      "change": 3167,
+      "▁functions": 3168,
+      "hen": 3169,
+      "Service": 3170,
+      "▁height": 3171,
+      "▁Land": 3172,
+      "ias": 3173,
+      "gs": 3174,
+      "ión": 3175,
+      "лов": 3176,
+      "node": 3177,
+      ".”": 3178,
+      "hand": 3179,
+      "▁бу": 3180,
+      "▁amb": 3181,
+      "▁Lu": 3182,
+      "▁throw": 3183,
+      "▁mot": 3184,
+      "▁Act": 3185,
+      "▁world": 3186,
+      "_\\": 3187,
+      "base": 3188,
+      "▁Co": 3189,
+      "▁arch": 3190,
+      "▁####": 3191,
+      "ged": 3192,
+      "pril": 3193,
+      "older": 3194,
+      "Model": 3195,
+      "▁several": 3196,
+      "lie": 3197,
+      "check": 3198,
+      "]{": 3199,
+      "cons": 3200,
+      "▁Tra": 3201,
+      "heck": 3202,
+      "▁least": 3203,
+      "down": 3204,
+      "ebru": 3205,
+      "Def": 3206,
+      "param": 3207,
+      "ischer": 3208,
+      "▁cas": 3209,
+      "CH": 3210,
+      "▁address": 3211,
+      "▁раз": 3212,
+      "ufen": 3213,
+      "urope": 3214,
+      "ей": 3215,
+      "▁bound": 3216,
+      "CO": 3217,
+      "▁Ang": 3218,
+      "▁Ma": 3219,
+      "Index": 3220,
+      "core": 3221,
+      "ouch": 3222,
+      "atabase": 3223,
+      "ribution": 3224,
+      "document": 3225,
+      "Le": 3226,
+      "}_{": 3227,
+      "vern": 3228,
+      "▁statement": 3229,
+      "▁Brit": 3230,
+      "ono": 3231,
+      "psilon": 3232,
+      "▁level": 3233,
+      "▁product": 3234,
+      "IS": 3235,
+      "▁course": 3236,
+      "▁Mr": 3237,
+      ">\r": 3238,
+      "▁background": 3239,
+      "▁ret": 3240,
+      "ering": 3241,
+      "most": 3242,
+      "сько": 3243,
+      "▁thread": 3244,
+      "itional": 3245,
+      "ites": 3246,
+      "Pl": 3247,
+      "▁dos": 3248,
+      "ga": 3249,
+      "day": 3250,
+      "▁Gener": 3251,
+      "▁tw": 3252,
+      "Ad": 3253,
+      "\"><": 3254,
+      "▁($": 3255,
+      "▁moment": 3256,
+      "title": 3257,
+      "create": 3258,
+      "version": 3259,
+      "Manager": 3260,
+      "▁fur": 3261,
+      "pping": 3262,
+      "ijn": 3263,
+      "ос": 3264,
+      "▁rather": 3265,
+      "ptember": 3266,
+      "OS": 3267,
+      "▁site": 3268,
+      "▁caus": 3269,
+      "ani": 3270,
+      "▁home": 3271,
+      "мі": 3272,
+      "▁short": 3273,
+      "pa": 3274,
+      "▁lead": 3275,
+      "ished": 3276,
+      "cing": 3277,
+      "ording": 3278,
+      "▁prote": 3279,
+      "сле": 3280,
+      "LECT": 3281,
+      "▁didn": 3282,
+      "position": 3283,
+      "\",\"": 3284,
+      "(),": 3285,
+      "trans": 3286,
+      "▁lot": 3287,
+      "▁од": 3288,
+      "AS": 3289,
+      "▁sat": 3290,
+      "▁points": 3291,
+      "github": 3292,
+      "style": 3293,
+      "▁году": 3294,
+      "▁Dis": 3295,
+      "ponent": 3296,
+      "omet": 3297,
+      "zer": 3298,
+      "ULL": 3299,
+      "▁pa": 3300,
+      "AP": 3301,
+      "aces": 3302,
+      "▁United": 3303,
+      "ama": 3304,
+      "ety": 3305,
+      "Color": 3306,
+      "▁enough": 3307,
+      "US": 3308,
+      "▁length": 3309,
+      "());": 3310,
+      "^{\\": 3311,
+      "fty": 3312,
+      "Box": 3313,
+      "apter": 3314,
+      "▁complet": 3315,
+      "ник": 3316,
+      "max": 3317,
+      "object": 3318,
+      "({": 3319,
+      "imgur": 3320,
+      "itive": 3321,
+      "unch": 3322,
+      "▁Sub": 3323,
+      "ende": 3324,
+      "гу": 3325,
+      "ategory": 3326,
+      "ты": 3327,
+      "iano": 3328,
+      "▁upd": 3329,
+      "▁Aust": 3330,
+      "}{\\": 3331,
+      "top": 3332,
+      "las": 3333,
+      "pis": 3334,
+      "iness": 3335,
+      "▁{\r": 3336,
+      "▁Е": 3337,
+      "Gr": 3338,
+      "▁AS": 3339,
+      "▁ве": 3340,
+      "thers": 3341,
+      "▁defined": 3342,
+      "azione": 3343,
+      "▁offic": 3344,
+      "▁autom": 3345,
+      "ün": 3346,
+      "▁brow": 3347,
+      "▁serv": 3348,
+      "▁remove": 3349,
+      "iro": 3350,
+      "▁Bibli": 3351,
+      "ED": 3352,
+      "▁whole": 3353,
+      "▁ш": 3354,
+      "▁Java": 3355,
+      "▁zum": 3356,
+      "ua": 3357,
+      "pm": 3358,
+      "dev": 3359,
+      "кра": 3360,
+      "olds": 3361,
+      "▁War": 3362,
+      "än": 3363,
+      "pass": 3364,
+      "uz": 3365,
+      "[\"": 3366,
+      "▁tri": 3367,
+      "ised": 3368,
+      "ха": 3369,
+      "▁memory": 3370,
+      "▁Port": 3371,
+      "oper": 3372,
+      "Up": 3373,
+      "▁Thank": 3374,
+      "▁Mich": 3375,
+      "ych": 3376,
+      "board": 3377,
+      "бу": 3378,
+      "Inst": 3379,
+      "▁begin": 3380,
+      "ination": 3381,
+      "▁Mod": 3382,
+      "_,": 3383,
+      "▁Den": 3384,
+      "option": 3385,
+      "▁construct": 3386,
+      "▁Just": 3387,
+      "Map": 3388,
+      "run": 3389,
+      "▁respect": 3390,
+      "ham": 3391,
+      "ман": 3392,
+      "imedia": 3393,
+      "▁apply": 3394,
+      "cription": 3395,
+      "main": 3396,
+      "▁Ка": 3397,
+      "oid": 3398,
+      "Code": 3399,
+      "};": 3400,
+      "Info": 3401,
+      "▁format": 3402,
+      "Log": 3403,
+      "▁су": 3404,
+      "▁lat": 3405,
+      "utor": 3406,
+      "▁reference": 3407,
+      "▁calcul": 3408,
+      "onn": 3409,
+      "Lo": 3410,
+      "infty": 3411,
+      "▁along": 3412,
+      "▁č": 3413,
+      "▁task": 3414,
+      "▁ev": 3415,
+      "theta": 3416,
+      "ras": 3417,
+      "jor": 3418,
+      "▁бо": 3419,
+      "▁princip": 3420,
+      "My": 3421,
+      "▁einer": 3422,
+      "▁Es": 3423,
+      "omb": 3424,
+      "quad": 3425,
+      "^{-": 3426,
+      "ump": 3427,
+      "▁till": 3428,
+      "ді": 3429,
+      "▁looks": 3430,
+      "▁ok": 3431,
+      "ца": 3432,
+      "nu": 3433,
+      "Fil": 3434,
+      "▁sont": 3435,
+      "▁Med": 3436,
+      "ague": 3437,
+      "▁cost": 3438,
+      "▁Sim": 3439,
+      "▁comment": 3440,
+      "▁(\\": 3441,
+      "egen": 3442,
+      "▁parameter": 3443,
+      "▁France": 3444,
+      "rep": 3445,
+      "▁TH": 3446,
+      "▁yet": 3447,
+      "▁away": 3448,
+      "▁circ": 3449,
+      "▁API": 3450,
+      "emp": 3451,
+      "ві": 3452,
+      "Layout": 3453,
+      "▁lines": 3454,
+      "▁Part": 3455,
+      "empt": 3456,
+      "▁Bi": 3457,
+      "▁mind": 3458,
+      "ky": 3459,
+      "ging": 3460,
+      "▁report": 3461,
+      "▁Add": 3462,
+      "род": 3463,
+      "▁range": 3464,
+      "cias": 3465,
+      "lip": 3466,
+      "▁Kar": 3467,
+      "▁Commons": 3468,
+      "gerufen": 3469,
+      "aff": 3470,
+      "sec": 3471,
+      "▁html": 3472,
+      "lig": 3473,
+      "▁window": 3474,
+      "inition": 3475,
+      "cis": 3476,
+      "▁ut": 3477,
+      "eln": 3478,
+      "▁aux": 3479,
+      "▁neg": 3480,
+      "Hand": 3481,
+      "▁);": 3482,
+      "▁anal": 3483,
+      "▁fri": 3484,
+      "▁си": 3485,
+      "etch": 3486,
+      "md": 3487,
+      "page": 3488,
+      "▁library": 3489,
+      "▁:=": 3490,
+      "ROM": 3491,
+      "You": 3492,
+      "space": 3493,
+      "▁durch": 3494,
+      "▁host": 3495,
+      "aven": 3496,
+      "▁File": 3497,
+      "alle": 3498,
+      "тив": 3499,
+      "▁pap": 3500,
+      "ство": 3501,
+      "mark": 3502,
+      "▁mais": 3503,
+      "erman": 3504,
+      "Size": 3505,
+      "ек": 3506,
+      "▁Ма": 3507,
+      "▁isn": 3508,
+      "▁copy": 3509,
+      "sten": 3510,
+      "river": 3511,
+      "▁went": 3512,
+      "▁javascript": 3513,
+      "▁sam": 3514,
+      "▁frame": 3515,
+      "▁vi": 3516,
+      "▁previous": 3517,
+      "rodu": 3518,
+      "▁methods": 3519,
+      "▁necess": 3520,
+      "NA": 3521,
+      "cket": 3522,
+      "▁opt": 3523,
+      "Loc": 3524,
+      "how": 3525,
+      "▁în": 3526,
+      "ship": 3527,
+      "▁itself": 3528,
+      "▁Please": 3529,
+      "iene": 3530,
+      "вер": 3531,
+      "▁<<": 3532,
+      "▁mill": 3533,
+      "▁trad": 3534,
+      "pace": 3535,
+      "▁Har": 3536,
+      "iten": 3537,
+      "wise": 3538,
+      "write": 3539,
+      "ции": 3540,
+      "ры": 3541,
+      "Line": 3542,
+      "olo": 3543,
+      "▁accept": 3544,
+      "height": 3545,
+      "▁elect": 3546,
+      "ella": 3547,
+      "▁på": 3548,
+      "Select": 3549,
+      "▁ли": 3550,
+      "▁\\<": 3551,
+      "((": 3552,
+      "▁ID": 3553,
+      "ops": 3554,
+      "ван": 3555,
+      "ió": 3556,
+      "TP": 3557,
+      "»,": 3558,
+      "nection": 3559,
+      "parent": 3560,
+      "▁Mag": 3561,
+      "Table": 3562,
+      "Over": 3563,
+      "▁network": 3564,
+      "спо": 3565,
+      "▁assign": 3566,
+      "igger": 3567,
+      "irm": 3568,
+      ")`": 3569,
+      "ottom": 3570,
+      "beta": 3571,
+      "▁dell": 3572,
+      "▁body": 3573,
+      "▁да": 3574,
+      "▁Your": 3575,
+      "▁fue": 3576,
+      "▁package": 3577,
+      "▁light": 3578,
+      "▁**": 3579,
+      "MP": 3580,
+      "▁cou": 3581,
+      "yes": 3582,
+      ":\\": 3583,
+      "▁Ч": 3584,
+      "▁mention": 3585,
+      "ensch": 3586,
+      "▁deg": 3587,
+      "▁convert": 3588,
+      "▁Dav": 3589,
+      "adt": 3590,
+      "Result": 3591,
+      "though": 3592,
+      "▁bus": 3593,
+      "xy": 3594,
+      "▁seen": 3595,
+      "All": 3596,
+      "public": 3597,
+      "ively": 3598,
+      "▁Rec": 3599,
+      "▁His": 3600,
+      "sim": 3601,
+      "▁för": 3602,
+      "▁histor": 3603,
+      "▁sett": 3604,
+      "rat": 3605,
+      "abled": 3606,
+      "▁»,": 3607,
+      "google": 3608,
+      "Web": 3609,
+      "él": 3610,
+      "▁title": 3611,
+      "▁Janu": 3612,
+      "ја": 3613,
+      "▁took": 3614,
+      "iden": 3615,
+      "sz": 3616,
+      "▁Get": 3617,
+      "▁objects": 3618,
+      "▁common": 3619,
+      "▁changes": 3620,
+      "▁Lond": 3621,
+      "▁extern": 3622,
+      "▁ju": 3623,
+      "Is": 3624,
+      "▁available": 3625,
+      "tri": 3626,
+      "▁más": 3627,
+      "osa": 3628,
+      "Be": 3629,
+      "▁Data": 3630,
+      "ural": 3631,
+      "▁hom": 3632,
+      "▁account": 3633,
+      "oo": 3634,
+      "▁perm": 3635,
+      "respond": 3636,
+      "yt": 3637,
+      "▁send": 3638,
+      "▁returns": 3639,
+      "ivid": 3640,
+      "▁expla": 3641,
+      "ín": 3642,
+      "▁nor": 3643,
+      "If": 3644,
+      "▁From": 3645,
+      "▁target": 3646,
+      "fect": 3647,
+      "ент": 3648,
+      "▁uit": 3649,
+      "▁Jo": 3650,
+      "▁variables": 3651,
+      "▁series": 3652,
+      "▁func": 3653,
+      "▁himself": 3654,
+      "▁ча": 3655,
+      "anti": 3656,
+      "▁ach": 3657,
+      "ialog": 3658,
+      "▁std": 3659,
+      "ae": 3660,
+      "▁foot": 3661,
+      "▁unter": 3662,
+      "gress": 3663,
+      "Not": 3664,
+      "rad": 3665,
+      "fér": 3666,
+      "▁util": 3667,
+      "orem": 3668,
+      "▁sou": 3669,
+      "opt": 3670,
+      "▁og": 3671,
+      "▁uma": 3672,
+      "itar": 3673,
+      "▁Ok": 3674,
+      "ück": 3675,
+      "sqrt": 3676,
+      "▁ant": 3677,
+      "▁werden": 3678,
+      "år": 3679,
+      "});": 3680,
+      "▁Paris": 3681,
+      "▁exception": 3682,
+      "▁determ": 3683,
+      "▁Vol": 3684,
+      "▁Sam": 3685,
+      "▁ess": 3686,
+      "lies": 3687,
+      "ioni": 3688,
+      "oding": 3689,
+      "idget": 3690,
+      "▁pri": 3691,
+      "▁whether": 3692,
+      "▁под": 3693,
+      "▁numbers": 3694,
+      "▁~": 3695,
+      "event": 3696,
+      "▁shows": 3697,
+      "atures": 3698,
+      "▁house": 3699,
+      "▁face": 3700,
+      "▁się": 3701,
+      "vironment": 3702,
+      "van": 3703,
+      "▁including": 3704,
+      "▁<-": 3705,
+      "times": 3706,
+      "now": 3707,
+      "▁pur": 3708,
+      "ifier": 3709,
+      "▁emp": 3710,
+      "▁cla": 3711,
+      "mon": 3712,
+      "▁Das": 3713,
+      "ady": 3714,
+      "▁від": 3715,
+      "▁ц": 3716,
+      "abor": 3717,
+      "OST": 3718,
+      "▁band": 3719,
+      "▁ú": 3720,
+      "▁exactly": 3721,
+      "iert": 3722,
+      "avig": 3723,
+      "▁redu": 3724,
+      "▁SE": 3725,
+      "lished": 3726,
+      "Bu": 3727,
+      "Message": 3728,
+      "cell": 3729,
+      "fully": 3730,
+      "▁sv": 3731,
+      "▁makes": 3732,
+      "pol": 3733,
+      "▁required": 3734,
+      "ferrer": 3735,
+      "▁pers": 3736,
+      "▁mi": 3737,
+      "FI": 3738,
+      "▁Paul": 3739,
+      "▁UI": 3740,
+      "▁Bel": 3741,
+      "inc": 3742,
+      "▁contains": 3743,
+      "Out": 3744,
+      "asure": 3745,
+      "pu": 3746,
+      "oto": 3747,
+      "▁game": 3748,
+      "zn": 3749,
+      "▁Why": 3750,
+      "orith": 3751,
+      "big": 3752,
+      "кий": 3753,
+      "sigma": 3754,
+      "▁quite": 3755,
+      "▁jed": 3756,
+      "rec": 3757,
+      "▁SQL": 3758,
+      "бе": 3759,
+      "▁Mart": 3760,
+      "ya": 3761,
+      "▁school": 3762,
+      "▁simply": 3763,
+      "▁vor": 3764,
+      "▁double": 3765,
+      "рав": 3766,
+      "▁Str": 3767,
+      "iem": 3768,
+      "▁album": 3769,
+      "▁resol": 3770,
+      "▁dei": 3771,
+      "▁Wik": 3772,
+      "▁aw": 3773,
+      "umb": 3774,
+      "ols": 3775,
+      "▁*/": 3776,
+      "▁ze": 3777,
+      "▁anim": 3778,
+      "/>": 3779,
+      "ris": 3780,
+      "resh": 3781,
+      "No": 3782,
+      "iques": 3783,
+      "current": 3784,
+      "▁period": 3785,
+      "▁April": 3786,
+      "▁store": 3787,
+      "','": 3788,
+      "▁Set": 3789,
+      "={": 3790,
+      "ached": 3791,
+      "▁Mal": 3792,
+      "▁Pal": 3793,
+      "antes": 3794,
+      "aterial": 3795,
+      "▁worked": 3796,
+      "leq": 3797,
+      "oreferrer": 3798,
+      "▁happen": 3799,
+      "▁box": 3800,
+      "ney": 3801,
+      "▁close": 3802,
+      "▁gran": 3803,
+      "▁lie": 3804,
+      "▁ir": 3805,
+      "▁expected": 3806,
+      "▁для": 3807,
+      "click": 3808,
+      "și": 3809,
+      "▁parte": 3810,
+      "ogn": 3811,
+      "▁Form": 3812,
+      "▁memb": 3813,
+      "▁plan": 3814,
+      "▁team": 3815,
+      "][": 3816,
+      "▁commun": 3817,
+      "orry": 3818,
+      "ency": 3819,
+      "gl": 3820,
+      "inary": 3821,
+      "cdot": 3822,
+      "^\\": 3823,
+      "▁First": 3824,
+      "ander": 3825,
+      "▁Dec": 3826,
+      "request": 3827,
+      "ства": 3828,
+      "▁structure": 3829,
+      "▁||": 3830,
+      "▁Comp": 3831,
+      "actory": 3832,
+      "▁Mil": 3833,
+      "▁Some": 3834,
+      "Stream": 3835,
+      "▁assum": 3836,
+      "uen": 3837,
+      "▁words": 3838,
+      "▁September": 3839,
+      "▁Ко": 3840,
+      "▁days": 3841,
+      "ories": 3842,
+      "став": 3843,
+      "sm": 3844,
+      "vin": 3845,
+      "partial": 3846,
+      "▁parent": 3847,
+      "oj": 3848,
+      "нии": 3849,
+      "!\"": 3850,
+      "ugin": 3851,
+      "▁Windows": 3852,
+      "Ed": 3853,
+      ":}": 3854,
+      "▁q": 3855,
+      "▁ben": 3856,
+      "iana": 3857,
+      "▁label": 3858,
+      "state": 3859,
+      "uted": 3860,
+      "▁()": 3861,
+      "▁сво": 3862,
+      "▁edit": 3863,
+      "uring": 3864,
+      "▁NS": 3865,
+      "▁Jahr": 3866,
+      "▁provide": 3867,
+      "He": 3868,
+      "▁Yes": 3869,
+      "anel": 3870,
+      "ename": 3871,
+      "▁Don": 3872,
+      "isk": 3873,
+      "gra": 3874,
+      "elij": 3875,
+      "▁root": 3876,
+      "*/": 3877,
+      "▁Fre": 3878,
+      "▁Mor": 3879,
+      "used": 3880,
+      "range": 3881,
+      "▁tamb": 3882,
+      "▁module": 3883,
+      "▁directory": 3884,
+      "ounds": 3885,
+      "Activity": 3886,
+      "▁mu": 3887,
+      "info": 3888,
+      "▁free": 3889,
+      "orge": 3890,
+      "tab": 3891,
+      ")=": 3892,
+      "lang": 3893,
+      "▁ос": 3894,
+      "▁FROM": 3895,
+      "▁enter": 3896,
+      "▁became": 3897,
+      "idae": 3898,
+      "хи": 3899,
+      "▁States": 3900,
+      "verse": 3901,
+      "▁expl": 3902,
+      "ynt": 3903,
+      "UN": 3904,
+      "ee": 3905,
+      "endent": 3906,
+      "▁making": 3907,
+      "▁\"$": 3908,
+      "uni": 3909,
+      "quence": 3910,
+      "▁lui": 3911,
+      "HT": 3912,
+      "▁uses": 3913,
+      "zie": 3914,
+      "nia": 3915,
+      "Content": 3916,
+      "▁Count": 3917,
+      "▁standard": 3918,
+      "ENT": 3919,
+      "▁кон": 3920,
+      "fort": 3921,
+      "adas": 3922,
+      "зу": 3923,
+      "System": 3924,
+      "▁Sw": 3925,
+      "▁ever": 3926,
+      "LO": 3927,
+      "▁correspond": 3928,
+      "▁Po": 3929,
+      "argin": 3930,
+      "кт": 3931,
+      "ій": 3932,
+      "▁remain": 3933,
+      "cio": 3934,
+      "▁actual": 3935,
+      "сту": 3936,
+      "▁sind": 3937,
+      "▁Pe": 3938,
+      "▁changed": 3939,
+      "▁Note": 3940,
+      "skie": 3941,
+      "▁family": 3942,
+      "ità": 3943,
+      "cos": 3944,
+      "txt": 3945,
+      "ker": 3946,
+      "ceed": 3947,
+      "▁arr": 3948,
+      "▁cam": 3949,
+      "izer": 3950,
+      "▁Dan": 3951,
+      "hel": 3952,
+      "icult": 3953,
+      "HP": 3954,
+      "iler": 3955,
+      "▁Sal": 3956,
+      "▁connection": 3957,
+      "usion": 3958,
+      "kn": 3959,
+      "RI": 3960,
+      "▁vom": 3961,
+      "Listener": 3962,
+      "▁ö": 3963,
+      "▁dim": 3964,
+      "▁press": 3965,
+      "▁esc": 3966,
+      "▁Try": 3967,
+      "atalog": 3968,
+      "▁thanks": 3969,
+      "DO": 3970,
+      "▁written": 3971,
+      "dir": 3972,
+      "rew": 3973,
+      "▁fire": 3974,
+      "▁Nach": 3975,
+      "▁á": 3976,
+      "enc": 3977,
+      "▁origin": 3978,
+      "▁November": 3979,
+      "▁};": 3980,
+      "Count": 3981,
+      "▁За": 3982,
+      "▁graph": 3983,
+      "▁mis": 3984,
+      "▁External": 3985,
+      "▁▁▁▁▁▁▁▁▁": 3986,
+      "▁options": 3987,
+      "▁URL": 3988,
+      "▁php": 3989,
+      "▁integr": 3990,
+      "Config": 3991,
+      "▁Text": 3992,
+      "inner": 3993,
+      "▁crit": 3994,
+      ",”": 3995,
+      "▁tog": 3996,
+      "$$": 3997,
+      "nof": 3998,
+      "▁ses": 3999,
+      "ühr": 4000,
+      "▁Since": 4001,
+      "Des": 4002,
+      "ube": 4003,
+      "▁section": 4004,
+      "▁gi": 4005,
+      "ford": 4006,
+      "▁Ass": 4007,
+      "ainer": 4008,
+      "ttp": 4009,
+      "▁behav": 4010,
+      "ports": 4011,
+      "draw": 4012,
+      "This": 4013,
+      "ranch": 4014,
+      "inding": 4015,
+      "▁estab": 4016,
+      "▁obtain": 4017,
+      "rich": 4018,
+      "licit": 4019,
+      "ев": 4020,
+      "▁qual": 4021,
+      "▁za": 4022,
+      "▁har": 4023,
+      "▁fac": 4024,
+      "aar": 4025,
+      "jet": 4026,
+      "icles": 4027,
+      "▁Aus": 4028,
+      "▁hor": 4029,
+      "▁remov": 4030,
+      "▁wie": 4031,
+      "Client": 4032,
+      "▁natur": 4033,
+      "hip": 4034,
+      "Sub": 4035,
+      "▁random": 4036,
+      "DF": 4037,
+      "▁area": 4038,
+      "tag": 4039,
+      "Pr": 4040,
+      "▁Ital": 4041,
+      "▁roku": 4042,
+      "nofollow": 4043,
+      "*}": 4044,
+      "▁others": 4045,
+      "▁limit": 4046,
+      "▁sil": 4047,
+      "▁sav": 4048,
+      "▁often": 4049,
+      "▁render": 4050,
+      "DB": 4051,
+      "▁Mc": 4052,
+      "▁zijn": 4053,
+      "жен": 4054,
+      "▁tag": 4055,
+      "ming": 4056,
+      "lichen": 4057,
+      "pack": 4058,
+      "▁Ag": 4059,
+      "▁sense": 4060,
+      "pg": 4061,
+      "Method": 4062,
+      "aged": 4063,
+      "ág": 4064,
+      "ła": 4065,
+      "▁interest": 4066,
+      "▁associ": 4067,
+      "volution": 4068,
+      "▁empty": 4069,
+      "iche": 4070,
+      "▁gro": 4071,
+      "▁types": 4072,
+      "▁Sie": 4073,
+      "Inter": 4074,
+      "▁noreferrer": 4075,
+      "▁gives": 4076,
+      "hal": 4077,
+      "▁save": 4078,
+      "▁font": 4079,
+      "ruction": 4080,
+      "Script": 4081,
+      "▁alla": 4082,
+      "▁says": 4083,
+      "▁fu": 4084,
+      "ape": 4085,
+      "▁language": 4086,
+      "iger": 4087,
+      "▁King": 4088,
+      "bor": 4089,
+      "uv": 4090,
+      "▁shall": 4091,
+      "▁Europe": 4092,
+      "▁einem": 4093,
+      "▁water": 4094,
+      "▁govern": 4095,
+      "anz": 4096,
+      "ators": 4097,
+      "▁month": 4098,
+      "ye": 4099,
+      "▁important": 4100,
+      "atz": 4101,
+      "first": 4102,
+      "▁Trans": 4103,
+      "▁Mad": 4104,
+      "▁bra": 4105,
+      "ika": 4106,
+      "▁Saint": 4107,
+      "oria": 4108,
+      "kre": 4109,
+      "ements": 4110,
+      "▁Ben": 4111,
+      "lav": 4112,
+      "▁admin": 4113,
+      "▁Hen": 4114,
+      "ril": 4115,
+      "▁Sm": 4116,
+      "cat": 4117,
+      "▁Refer": 4118,
+      "▁Ш": 4119,
+      "▁pract": 4120,
+      "▁Pat": 4121,
+      "▁Gre": 4122,
+      "▁young": 4123,
+      "▁Inter": 4124,
+      "oma": 4125,
+      "teger": 4126,
+      "ibility": 4127,
+      "▁parameters": 4128,
+      "▁everything": 4129,
+      "dat": 4130,
+      "urop": 4131,
+      "olean": 4132,
+      "▁returned": 4133,
+      "▁Class": 4134,
+      "acy": 4135,
+      "####": 4136,
+      "▁př": 4137,
+      "▁folder": 4138,
+      "▁kon": 4139,
+      "▁guess": 4140,
+      "gt": 4141,
+      "jen": 4142,
+      "annel": 4143,
+      "icon": 4144,
+      "▁comb": 4145,
+      "rict": 4146,
+      "▁hij": 4147,
+      "▁author": 4148,
+      "see": 4149,
+      "here": 4150,
+      "stra": 4151,
+      "▁entire": 4152,
+      "▁directly": 4153,
+      "raft": 4154,
+      "heet": 4155,
+      "ester": 4156,
+      "▁ми": 4157,
+      "▁mass": 4158,
+      "untu": 4159,
+      "▁users": 4160,
+      "chi": 4161,
+      "PE": 4162,
+      "▁component": 4163,
+      "Click": 4164,
+      "Att": 4165,
+      "▁sobre": 4166,
+      "ands": 4167,
+      "▁Hol": 4168,
+      "▁Sant": 4169,
+      "ori": 4170,
+      "▁sua": 4171,
+      "std": 4172,
+      "entic": 4173,
+      "CC": 4174,
+      "▁filter": 4175,
+      "SQL": 4176,
+      "▁God": 4177,
+      "At": 4178,
+      "▁му": 4179,
+      "▁performance": 4180,
+      "delta": 4181,
+      "ande": 4182,
+      "amer": 4183,
+      "ды": 4184,
+      "▁cult": 4185,
+      "▁Nor": 4186,
+      "but": 4187,
+      "▁lik": 4188,
+      "********": 4189,
+      "ствен": 4190,
+      "▁comme": 4191,
+      "▁dr": 4192,
+      "imer": 4193,
+      "ordin": 4194,
+      "▁condition": 4195,
+      "este": 4196,
+      "([": 4197,
+      "FF": 4198,
+      "ться": 4199,
+      "imo": 4200,
+      "rab": 4201,
+      "іль": 4202,
+      "▁half": 4203,
+      "each": 4204,
+      "Dis": 4205,
+      "▁rows": 4206,
+      "▁hon": 4207,
+      "▁together": 4208,
+      "▁și": 4209,
+      "medi": 4210,
+      "agn": 4211,
+      "alled": 4212,
+      "▁vill": 4213,
+      "ING": 4214,
+      "idden": 4215,
+      "▁draw": 4216,
+      "yntax": 4217,
+      "▁attempt": 4218,
+      "URL": 4219,
+      "pose": 4220,
+      "▁indic": 4221,
+      "ника": 4222,
+      "▁English": 4223,
+      "▁déc": 4224,
+      "▁needs": 4225,
+      "▁normal": 4226,
+      "urt": 4227,
+      "▁но": 4228,
+      "}}\\": 4229,
+      "last": 4230,
+      "▁Fin": 4231,
+      "▁Febru": 4232,
+      "ila": 4233,
+      "▁country": 4234,
+      "▁fields": 4235,
+      "▁max": 4236,
+      "lés": 4237,
+      "owie": 4238,
+      "▁deux": 4239,
+      "▁built": 4240,
+      "▁Main": 4241,
+      "▁camp": 4242,
+      "ivo": 4243,
+      "iva": 4244,
+      "icy": 4245,
+      "zione": 4246,
+      "Node": 4247,
+      "▁:)": 4248,
+      "▁among": 4249,
+      "▁Ob": 4250,
+      "▁cases": 4251,
+      "haps": 4252,
+      "sers": 4253,
+      "arter": 4254,
+      "ści": 4255,
+      "▁iter": 4256,
+      "▁named": 4257,
+      "exec": 4258,
+      "▁season": 4259,
+      "tot": 4260,
+      "=>": 4261,
+      "graph": 4262,
+      "▁nil": 4263,
+      "acional": 4264,
+      "▁NULL": 4265,
+      "▁special": 4266,
+      "сте": 4267,
+      "css": 4268,
+      "▁\\(": 4269,
+      "vs": 4270,
+      "ael": 4271,
+      "▁city": 4272,
+      "ova": 4273,
+      "▁article": 4274,
+      "▁South": 4275,
+      "Action": 4276,
+      "ça": 4277,
+      "spring": 4278,
+      "itude": 4279,
+      "▁complex": 4280,
+      "▁что": 4281,
+      "build": 4282,
+      "gamma": 4283,
+      "▁Ent": 4284,
+      "iers": 4285,
+      "'.": 4286,
+      "car": 4287,
+      "apache": 4288,
+      "ingen": 4289,
+      "Input": 4290,
+      ": ": 4291,
+      "▁dynam": 4292,
+      "alls": 4293,
+      "show": 4294,
+      "|\\": 4295,
+      "▁wird": 4296,
+      "Bar": 4297,
+      "alth": 4298,
+      "model": 4299,
+      "Trans": 4300,
+      "Row": 4301,
+      "abe": 4302,
+      "▁lib": 4303,
+      "null": 4304,
+      "ragment": 4305,
+      "▁State": 4306,
+      "▁law": 4307,
+      "Frame": 4308,
+      "▁Lo": 4309,
+      "geb": 4310,
+      "}$.": 4311,
+      "▁needed": 4312,
+      "▁contr": 4313,
+      "aries": 4314,
+      "▁screen": 4315,
+      "yr": 4316,
+      "mm": 4317,
+      "▁shown": 4318,
+      "▁bad": 4319,
+      "▁cast": 4320,
+      "▁Test": 4321,
+      "▁Auf": 4322,
+      "▁quant": 4323,
+      "iga": 4324,
+      "▁ren": 4325,
+      "▁Mac": 4326,
+      "▁transform": 4327,
+      "▁difference": 4328,
+      "▁tit": 4329,
+      "TE": 4330,
+      "▁step": 4331,
+      "▁capt": 4332,
+      "▁collection": 4333,
+      "ictionary": 4334,
+      "▁Tom": 4335,
+      "rier": 4336,
+      "▁move": 4337,
+      "cope": 4338,
+      "ords": 4339,
+      "▁further": 4340,
+      "▁columns": 4341,
+      "▁Lin": 4342,
+      "▁fixed": 4343,
+      "▁children": 4344,
+      "MS": 4345,
+      "mo": 4346,
+      "una": 4347,
+      "▁individ": 4348,
+      "tty": 4349,
+      "aste": 4350,
+      "src": 4351,
+      "match": 4352,
+      "wi": 4353,
+      "▁х": 4354,
+      "▁ди": 4355,
+      "▁ord": 4356,
+      "iving": 4357,
+      "▁Bro": 4358,
+      "▁almost": 4359,
+      "▁Pres": 4360,
+      "reci": 4361,
+      "aring": 4362,
+      "▁///": 4363,
+      "ется": 4364,
+      "▁sig": 4365,
+      "light": 4366,
+      "▁Red": 4367,
+      "▁suggest": 4368,
+      "olf": 4369,
+      "▁été": 4370,
+      "isation": 4371,
+      "зна": 4372,
+      "New": 4373,
+      "стан": 4374,
+      "LA": 4375,
+      "unicip": 4376,
+      "▁figure": 4377,
+      "mt": 4378,
+      "iale": 4379,
+      "▁catch": 4380,
+      "default": 4381,
+      "▁tele": 4382,
+      "▁matter": 4383,
+      "cast": 4384,
+      "▁Rich": 4385,
+      "▁handle": 4386,
+      "valu": 4387,
+      "$-": 4388,
+      "об": 4389,
+      "▁json": 4390,
+      "Create": 4391,
+      "▁exam": 4392,
+      "аль": 4393,
+      "ют": 4394,
+      "ored": 4395,
+      "idos": 4396,
+      "append": 4397,
+      "▁Array": 4398,
+      "кс": 4399,
+      "}[": 4400,
+      "rive": 4401,
+      "▁club": 4402,
+      "mann": 4403,
+      "▁este": 4404,
+      "esta": 4405,
+      "▁Gi": 4406,
+      "▁Jap": 4407,
+      "▁Name": 4408,
+      "Column": 4409,
+      "oups": 4410,
+      "ismo": 4411,
+      "▁City": 4412,
+      "▁classes": 4413,
+      "▁infl": 4414,
+      "hl": 4415,
+      "ром": 4416,
+      "▁adding": 4417,
+      "▁fail": 4418,
+      "xx": 4419,
+      "ões": 4420,
+      "Sc": 4421,
+      "util": 4422,
+      "▁location": 4423,
+      "lege": 4424,
+      "ago": 4425,
+      "▁properties": 4426,
+      "abil": 4427,
+      "vas": 4428,
+      "}$,": 4429,
+      "itted": 4430,
+      "ód": 4431,
+      "▁Dem": 4432,
+      "▁asked": 4433,
+      "▁tab": 4434,
+      "Source": 4435,
+      "▁errors": 4436,
+      "ographie": 4437,
+      "▁жи": 4438,
+      "▁mal": 4439,
+      "stract": 4440,
+      "▁dro": 4441,
+      "rak": 4442,
+      "▁note": 4443,
+      "▁setting": 4444,
+      "▁fem": 4445,
+      "▁saw": 4446,
+      "iar": 4447,
+      "HER": 4448,
+      "ес": 4449,
+      "▁pred": 4450,
+      "▁Out": 4451,
+      "▁items": 4452,
+      "лан": 4453,
+      "▁werd": 4454,
+      "ersion": 4455,
+      "lia": 4456,
+      "▁sin": 4457,
+      "ichte": 4458,
+      "▁feel": 4459,
+      "▁пра": 4460,
+      "▁oder": 4461,
+      "UE": 4462,
+      "ocument": 4463,
+      "▁mode": 4464,
+      "▁Na": 4465,
+      "ден": 4466,
+      "mes": 4467,
+      "framework": 4468,
+      "▁auto": 4469,
+      "ным": 4470,
+      "uby": 4471,
+      "▁template": 4472,
+      "▁mess": 4473,
+      "ieder": 4474,
+      "▁related": 4475,
+      "oken": 4476,
+      "▁follows": 4477,
+      "search": 4478,
+      "ami": 4479,
+      "▁wait": 4480,
+      "igr": 4481,
+      "▁low": 4482,
+      "ских": 4483,
+      "ская": 4484,
+      "▁Mark": 4485,
+      "▁ill": 4486,
+      "amento": 4487,
+      "\\<": 4488,
+      "▁df": 4489,
+      "osition": 4490,
+      "▁Ви": 4491,
+      "isf": 4492,
+      "▁Deutsch": 4493,
+      "ahl": 4494,
+      "war": 4495,
+      "itect": 4496,
+      "▁sal": 4497,
+      "elen": 4498,
+      "ById": 4499,
+      "▁gru": 4500,
+      "sv": 4501,
+      "▁passed": 4502,
+      "▁añ": 4503,
+      "Sch": 4504,
+      "▁solve": 4505,
+      "weise": 4506,
+      "atos": 4507,
+      "▁meg": 4508,
+      "▁member": 4509,
+      "ername": 4510,
+      "▁connect": 4511,
+      "ips": 4512,
+      "▁round": 4513,
+      "▁]": 4514,
+      "nes": 4515,
+      "▁dir": 4516,
+      "▁London": 4517,
+      "dy": 4518,
+      "FA": 4519,
+      "▁received": 4520,
+      "reet": 4521,
+      "▁Log": 4522,
+      "▁School": 4523,
+      "ango": 4524,
+      "▁These": 4525,
+      "▁Mont": 4526,
+      "▁ener": 4527,
+      "lad": 4528,
+      "▁define": 4529,
+      "sign": 4530,
+      "▁cle": 4531,
+      "figure": 4532,
+      "▁View": 4533,
+      "textbf": 4534,
+      "$\\": 4535,
+      "зы": 4536,
+      "number": 4537,
+      "▁din": 4538,
+      "eller": 4539,
+      "orithm": 4540,
+      "false": 4541,
+      "fol": 4542,
+      "fficient": 4543,
+      "▁HTML": 4544,
+      "liche": 4545,
+      "▁Mo": 4546,
+      "▁introdu": 4547,
+      "exp": 4548,
+      "▁strong": 4549,
+      "▁thus": 4550,
+      "/)": 4551,
+      "▁ele": 4552,
+      "▁так": 4553,
+      "▁па": 4554,
+      "▁dont": 4555,
+      "▁cause": 4556,
+      "Number": 4557,
+      "▁images": 4558,
+      "▁sample": 4559,
+      "▁sci": 4560,
+      "like": 4561,
+      "▁Lou": 4562,
+      "div": 4563,
+      "anc": 4564,
+      "▁front": 4565,
+      "nen": 4566,
+      "▁missing": 4567,
+      "aria": 4568,
+      "pres": 4569,
+      "▁пред": 4570,
+      "DI": 4571,
+      "filter": 4572,
+      "▁Mit": 4573,
+      "UR": 4574,
+      "▁opp": 4575,
+      "▁sql": 4576,
+      "▁року": 4577,
+      "eren": 4578,
+      "emat": 4579,
+      "ís": 4580,
+      "▁Jean": 4581,
+      "éc": 4582,
+      "▁ci": 4583,
+      "enne": 4584,
+      "atform": 4585,
+      "▁taken": 4586,
+      "▁Of": 4587,
+      "▁насе": 4588,
+      "▁err": 4589,
+      "OP": 4590,
+      "From": 4591,
+      "Default": 4592,
+      "▁General": 4593,
+      "wiki": 4594,
+      "▁grand": 4595,
+      "▁einen": 4596,
+      "Reg": 4597,
+      "Handler": 4598,
+      "conom": 4599,
+      "anger": 4600,
+      "▁был": 4601,
+      "▁Los": 4602,
+      "▁expression": 4603,
+      "ша": 4604,
+      "yal": 4605,
+      "▁$('": 4606,
+      "▁switch": 4607,
+      "▁vector": 4608,
+      "▁Thom": 4609,
+      "▁virt": 4610,
+      "leased": 4611,
+      "▁cover": 4612,
+      "▁resp": 4613,
+      "ako": 4614,
+      "rench": 4615,
+      "ota": 4616,
+      "Cell": 4617,
+      "anged": 4618,
+      "▁+=": 4619,
+      "lac": 4620,
+      "ska": 4621,
+      "next": 4622,
+      "▁International": 4623,
+      "▁Wil": 4624,
+      "▁ont": 4625,
+      "ibr": 4626,
+      "ustr": 4627,
+      "▁black": 4628,
+      "▁selected": 4629,
+      "cher": 4630,
+      "▁liter": 4631,
+      "root": 4632,
+      "лся": 4633,
+      "▁Life": 4634,
+      "▁insert": 4635,
+      "▁matrix": 4636,
+      "ises": 4637,
+      ")]": 4638,
+      "▁pel": 4639,
+      "Override": 4640,
+      "rypt": 4641,
+      "▁former": 4642,
+      "▁Film": 4643,
+      "▁North": 4644,
+      "client": 4645,
+      "▁night": 4646,
+      "ходи": 4647,
+      "▁Austral": 4648,
+      "▁Ret": 4649,
+      "rho": 4650,
+      "▁пер": 4651,
+      "ipedia": 4652,
+      "▁express": 4653,
+      "▁third": 4654,
+      "▁major": 4655,
+      "▁grad": 4656,
+      "owe": 4657,
+      "▁believe": 4658,
+      "ournal": 4659,
+      "▁status": 4660,
+      "unc": 4661,
+      "▁dou": 4662,
+      "▁JSON": 4663,
+      "uis": 4664,
+      "▁population": 4665,
+      "enz": 4666,
+      "▁William": 4667,
+      "sf": 4668,
+      "▁Object": 4669,
+      "▁cin": 4670,
+      "▁Di": 4671,
+      "curity": 4672,
+      "▁Open": 4673,
+      "▁ле": 4674,
+      "lar": 4675,
+      "adding": 4676,
+      "▁kom": 4677,
+      "}(\\": 4678,
+      "▁kil": 4679,
+      "umer": 4680,
+      "\"/>": 4681,
+      "▁feature": 4682,
+      "▁Are": 4683,
+      "cks": 4684,
+      "▁Internet": 4685,
+      "▁ih": 4686,
+      "▁started": 4687,
+      "▁early": 4688,
+      "▁began": 4689,
+      "TH": 4690,
+      "python": 4691,
+      "asp": 4692,
+      "▁Fr": 4693,
+      "▁clos": 4694,
+      "istic": 4695,
+      "▁music": 4696,
+      "▁dig": 4697,
+      "▁ital": 4698,
+      "▁David": 4699,
+      "▁website": 4700,
+      "▁controller": 4701,
+      "▁Mer": 4702,
+      "context": 4703,
+      "product": 4704,
+      "osp": 4705,
+      "▁▁▁▁▁▁▁": 4706,
+      "▁jun": 4707,
+      "rown": 4708,
+      "▁Az": 4709,
+      "\":\"": 4710,
+      "▁aan": 4711,
+      "▁Date": 4712,
+      "mult": 4713,
+      "▁browser": 4714,
+      "ред": 4715,
+      "which": 4716,
+      "RA": 4717,
+      "quare": 4718,
+      "▁Russ": 4719,
+      "▁soon": 4720,
+      "▁Pre": 4721,
+      "tau": 4722,
+      "▁week": 4723,
+      "▁ба": 4724,
+      "▁oct": 4725,
+      "▁town": 4726,
+      "roy": 4727,
+      "▁els": 4728,
+      "blic": 4729,
+      "undle": 4730,
+      "▁Histor": 4731,
+      "▁foi": 4732,
+      "▁models": 4733,
+      "зо": 4734,
+      "onym": 4735,
+      "Param": 4736,
+      "▁Met": 4737,
+      "gener": 4738,
+      "ją": 4739,
+      "▁espe": 4740,
+      "CE": 4741,
+      "▁device": 4742,
+      "ellow": 4743,
+      "▁debug": 4744,
+      "érie": 4745,
+      "using": 4746,
+      "анг": 4747,
+      "▁*)": 4748,
+      "udi": 4749,
+      "▁Miss": 4750,
+      "ком": 4751,
+      "posed": 4752,
+      "▁zwe": 4753,
+      "ін": 4754,
+      "▁Robert": 4755,
+      "▁Oct": 4756,
+      "lop": 4757,
+      "jar": 4758,
+      "▁aver": 4759,
+      "▁habit": 4760,
+      "▁::": 4761,
+      "äng": 4762,
+      "Start": 4763,
+      "▁pow": 4764,
+      "▁src": 4765,
+      "▁pattern": 4766,
+      "▁Э": 4767,
+      "▁bi": 4768,
+      "otes": 4769,
+      "▁__": 4770,
+      "▁sens": 4771,
+      "▁avoid": 4772,
+      "example": 4773,
+      "utt": 4774,
+      "Label": 4775,
+      "tex": 4776,
+      "boot": 4777,
+      "esto": 4778,
+      "▁March": 4779,
+      "▁easy": 4780,
+      "icture": 4781,
+      "Group": 4782,
+      "▁father": 4783,
+      "▁updated": 4784,
+      "▁Vo": 4785,
+      "▁III": 4786,
+      "omega": 4787,
+      "▁alle": 4788,
+      "Rec": 4789,
+      "yg": 4790,
+      "зе": 4791,
+      "▁Dim": 4792,
+      "nect": 4793,
+      "▁Tor": 4794,
+      "▁deutsch": 4795,
+      "▁white": 4796,
+      "▁national": 4797,
+      "ppe": 4798,
+      "▁air": 4799,
+      "▁password": 4800,
+      "det": 4801,
+      "▁big": 4802,
+      "▁Use": 4803,
+      "call": 4804,
+      "▁extra": 4805,
+      "We": 4806,
+      "ania": 4807,
+      "▁hold": 4808,
+      "Control": 4809,
+      "▁CO": 4810,
+      "▁мі": 4811,
+      "iti": 4812,
+      "▁Ke": 4813,
+      "enu": 4814,
+      "▁Park": 4815,
+      "том": 4816,
+      "▁auth": 4817,
+      "▁center": 4818,
+      "Ph": 4819,
+      "тов": 4820,
+      "iding": 4821,
+      "▁across": 4822,
+      "▁song": 4823,
+      "▁phys": 4824,
+      "▁numer": 4825,
+      "ща": 4826,
+      "▁Alex": 4827,
+      "▁problems": 4828,
+      "▁Error": 4829,
+      "format": 4830,
+      "▁Acc": 4831,
+      "▁six": 4832,
+      "▁db": 4833,
+      "▁Cast": 4834,
+      "oms": 4835,
+      "project": 4836,
+      "▁vert": 4837,
+      "cret": 4838,
+      "▁header": 4839,
+      "▁stream": 4840,
+      "ids": 4841,
+      "▁tor": 4842,
+      "▁sept": 4843,
+      "▁estim": 4844,
+      "▁decl": 4845,
+      "▁gave": 4846,
+      "▁player": 4847,
+      "ysis": 4848,
+      "▁дру": 4849,
+      "amm": 4850,
+      "що": 4851,
+      "▁(\"": 4852,
+      "▁ax": 4853,
+      "Property": 4854,
+      "usr": 4855,
+      "▁someone": 4856,
+      "▁impro": 4857,
+      "aden": 4858,
+      "rote": 4859,
+      "▁Ми": 4860,
+      "ih": 4861,
+      "++)": 4862,
+      "▁video": 4863,
+      "▁exists": 4864,
+      "кла": 4865,
+      "▁complete": 4866,
+      "▁session": 4867,
+      "▁constant": 4868,
+      "icos": 4869,
+      "▁pack": 4870,
+      "rome": 4871,
+      "egr": 4872,
+      "Application": 4873,
+      "▁yes": 4874,
+      "▁elle": 4875,
+      "▁email": 4876,
+      "orf": 4877,
+      "case": 4878,
+      "▁pointer": 4879,
+      "▁regard": 4880,
+      "sen": 4881,
+      "status": 4882,
+      "▁mes": 4883,
+      "▁delle": 4884,
+      "ington": 4885,
+      "▁Bas": 4886,
+      ")^": 4887,
+      "develop": 4888,
+      "▁force": 4889,
+      "▁characters": 4890,
+      "▁cross": 4891,
+      "▁death": 4892,
+      "▁takes": 4893,
+      "éri": 4894,
+      "igne": 4895,
+      "чен": 4896,
+      "UP": 4897,
+      ".:": 4898,
+      "Thread": 4899,
+      "ju": 4900,
+      "iny": 4901,
+      "▁details": 4902,
+      "▁xml": 4903,
+      "tait": 4904,
+      "output": 4905,
+      "message": 4906,
+      "''": 4907,
+      "▁British": 4908,
+      "ville": 4909,
+      "▁Div": 4910,
+      "▁User": 4911,
+      "cm": 4912,
+      "чно": 4913,
+      "column": 4914,
+      "eqref": 4915,
+      "ór": 4916,
+      "onom": 4917,
+      "▁Post": 4918,
+      "ellen": 4919,
+      "Ab": 4920,
+      "ulté": 4921,
+      "▁perfect": 4922,
+      "(){": 4923,
+      "vision": 4924,
+      "active": 4925,
+      "lier": 4926,
+      "rij": 4927,
+      "sd": 4928,
+      "▁kö": 4929,
+      "▁nie": 4930,
+      "▁relig": 4931,
+      "▁ot": 4932,
+      "▁machine": 4933,
+      "▁held": 4934,
+      ")$.": 4935,
+      "========": 4936,
+      "cker": 4937,
+      "вы": 4938,
+      "born": 4939,
+      "▁past": 4940,
+      "рия": 4941,
+      "▁Dr": 4942,
+      "▁regular": 4943,
+      "▁provided": 4944,
+      "TER": 4945,
+      "▁univers": 4946,
+      "▁gets": 4947,
+      "▁nu": 4948,
+      "▁/*": 4949,
+      "ober": 4950,
+      "fin": 4951,
+      "▁nella": 4952,
+      "▁become": 4953,
+      "▁``": 4954,
+      "▁history": 4955,
+      "▁Sol": 4956,
+      "▁Rad": 4957,
+      "▁terms": 4958,
+      "▁events": 4959,
+      "lymp": 4960,
+      ")))": 4961,
+      "рова": 4962,
+      "▁absol": 4963,
+      "▁soft": 4964,
+      "links": 4965,
+      "▁hope": 4966,
+      "▁subject": 4967,
+      "\"),": 4968,
+      "▁creating": 4969,
+      "▁}\r": 4970,
+      "▁Sk": 4971,
+      "▁flow": 4972,
+      "▁Ра": 4973,
+      "▁assert": 4974,
+      "zet": 4975,
+      "▁Frank": 4976,
+      "sa": 4977,
+      "▁distribution": 4978,
+      "cu": 4979,
+      "band": 4980,
+      "izz": 4981,
+      "▁job": 4982,
+      "iner": 4983,
+      "struct": 4984,
+      "ák": 4985,
+      "TO": 4986,
+      "auf": 4987,
+      "▁extends": 4988,
+      "▁Gra": 4989,
+      "display": 4990,
+      "▁signific": 4991,
+      "oney": 4992,
+      "source": 4993,
+      "microsoft": 4994,
+      "inder": 4995,
+      "▁quick": 4996,
+      "▁wonder": 4997,
+      "Instance": 4998,
+      "elles": 4999,
+      "ème": 5000,
+      "▁company": 5001,
+      "uß": 5002,
+      ".}": 5003,
+      "▁separate": 5004,
+      "UM": 5005,
+      "HERE": 5006,
+      "▁writing": 5007,
+      "itution": 5008,
+      "▁Gesch": 5009,
+      "мя": 5010,
+      "▁James": 5011,
+      "▁DE": 5012,
+      "▁Spe": 5013,
+      "process": 5014,
+      "Str": 5015,
+      "▁sym": 5016,
+      "▁ao": 5017,
+      "▁wy": 5018,
+      "▁anyone": 5019,
+      "▁Up": 5020,
+      "useum": 5021,
+      "aron": 5022,
+      "▁definition": 5023,
+      "▁`$": 5024,
+      "▁fav": 5025,
+      "ributes": 5026,
+      "▁Ré": 5027,
+      "ografia": 5028,
+      "element": 5029,
+      "cap": 5030,
+      "pat": 5031,
+      "▁Bra": 5032,
+      ")(": 5033,
+      "▁according": 5034,
+      "ге": 5035,
+      "▁pie": 5036,
+      "eli": 5037,
+      "}\"": 5038,
+      "▁activ": 5039,
+      "▁stop": 5040,
+      "patch": 5041,
+      "ті": 5042,
+      "▁Jose": 5043,
+      "End": 5044,
+      "▁prze": 5045,
+      "▁age": 5046,
+      "itory": 5047,
+      "▁PHP": 5048,
+      "agement": 5049,
+      "▁`.": 5050,
+      "▁pretty": 5051,
+      "▁recomm": 5052,
+      "▁sud": 5053,
+      "▁requ": 5054,
+      "▁обла": 5055,
+      "atives": 5056,
+      "▁High": 5057,
+      "áz": 5058,
+      "oul": 5059,
+      "rest": 5060,
+      "▁Ter": 5061,
+      "under": 5062,
+      "thern": 5063,
+      "center": 5064,
+      "▁ur": 5065,
+      "lat": 5066,
+      "▁interface": 5067,
+      "▁ин": 5068,
+      "▁whose": 5069,
+      "icas": 5070,
+      "amen": 5071,
+      "Filter": 5072,
+      "▁station": 5073,
+      "Page": 5074,
+      "▁arm": 5075,
+      "▁eyes": 5076,
+      "▁рай": 5077,
+      "▁seu": 5078,
+      "oli": 5079,
+      "win": 5080,
+      "lik": 5081,
+      "gex": 5082,
+      "chan": 5083,
+      "idence": 5084,
+      "args": 5085,
+      "aking": 5086,
+      "▁Google": 5087,
+      "▁Stud": 5088,
+      "▁ho": 5089,
+      "торы": 5090,
+      "Su": 5091,
+      "▁automat": 5092,
+      "ême": 5093,
+      "▁cy": 5094,
+      "lor": 5095,
+      "▁stack": 5096,
+      "▁SELECT": 5097,
+      "AF": 5098,
+      "▁>>": 5099,
+      "▁compet": 5100,
+      "▁pair": 5101,
+      "▁inglés": 5102,
+      "Response": 5103,
+      "▁Fig": 5104,
+      "grad": 5105,
+      "▁documentation": 5106,
+      "▁cant": 5107,
+      "▁appreci": 5108,
+      "ån": 5109,
+      "▁learn": 5110,
+      "▁indep": 5111,
+      "▁pal": 5112,
+      "package": 5113,
+      "ares": 5114,
+      "▁Berlin": 5115,
+      "бли": 5116,
+      "reich": 5117,
+      "ён": 5118,
+      "▁satisf": 5119,
+      "▁region": 5120,
+      "▁friend": 5121,
+      "▁George": 5122,
+      "▁Во": 5123,
+      "▁\"\"": 5124,
+      "▁desde": 5125,
+      "Factory": 5126,
+      "▁County": 5127,
+      "ouv": 5128,
+      "▁‘": 5129,
+      "▁installed": 5130,
+      "▁wanted": 5131,
+      "▁Python": 5132,
+      "▁interpre": 5133,
+      "▁included": 5134,
+      "▁((": 5135,
+      "▁altern": 5136,
+      "isto": 5137,
+      "gn": 5138,
+      "▁border": 5139,
+      "pdf": 5140,
+      "▁dup": 5141,
+      "▁download": 5142,
+      "just": 5143,
+      "▁members": 5144,
+      "child": 5145,
+      "▁pay": 5146,
+      "▁cer": 5147,
+      "▁looked": 5148,
+      "▁correctly": 5149,
+      "auth": 5150,
+      "▁стан": 5151,
+      "▁esp": 5152,
+      "▁desc": 5153,
+      "eben": 5154,
+      "▁questions": 5155,
+      "mal": 5156,
+      "▁abgerufen": 5157,
+      "▁Band": 5158,
+      "▁[]": 5159,
+      "Base": 5160,
+      "▁ris": 5161,
+      "▁fort": 5162,
+      "▁Id": 5163,
+      "▁various": 5164,
+      "▁League": 5165,
+      "▁Hand": 5166,
+      "▁Type": 5167,
+      "irl": 5168,
+      "▁Fe": 5169,
+      "ién": 5170,
+      "itter": 5171,
+      "▁fast": 5172,
+      "sta": 5173,
+      "▁except": 5174,
+      "icz": 5175,
+      "▁French": 5176,
+      "▁environment": 5177,
+      "▁conse": 5178,
+      "ур": 5179,
+      "ого": 5180,
+      "▁necessary": 5181,
+      "target": 5182,
+      "▁reading": 5183,
+      "home": 5184,
+      "zeich": 5185,
+      "▁equal": 5186,
+      "▁più": 5187,
+      "▁prem": 5188,
+      "▁difficult": 5189,
+      "▁unit": 5190,
+      "▁replace": 5191,
+      "▁heart": 5192,
+      "▁talk": 5193,
+      "AM": 5194,
+      "▁RE": 5195,
+      "▁Person": 5196,
+      "endency": 5197,
+      "▁imm": 5198,
+      "▁human": 5199,
+      "dn": 5200,
+      "▁Kir": 5201,
+      "▁Aut": 5202,
+      "known": 5203,
+      "▁frequ": 5204,
+      "system": 5205,
+      "лав": 5206,
+      "▁Sz": 5207,
+      "▁Gal": 5208,
+      "ное": 5209,
+      "selves": 5210,
+      "rightarrow": 5211,
+      "▁Са": 5212,
+      "=\"@": 5213,
+      "▁building": 5214,
+      "import": 5215,
+      "▁fam": 5216,
+      "▁delete": 5217,
+      "aire": 5218,
+      "mary": 5219,
+      "▁fund": 5220,
+      "▁particip": 5221,
+      "▁syn": 5222,
+      "sin": 5223,
+      "▁lower": 5224,
+      "▁zero": 5225,
+      "▁sec": 5226,
+      "▁fra": 5227,
+      "Point": 5228,
+      "▁failed": 5229,
+      "iento": 5230,
+      "cup": 5231,
+      "▁slow": 5232,
+      "▁nation": 5233,
+      "ähr": 5234,
+      "▁info": 5235,
+      "▁Public": 5236,
+      "▁decla": 5237,
+      "▁Та": 5238,
+      "▁sold": 5239,
+      "▁Rem": 5240,
+      "▁Phil": 5241,
+      "стра": 5242,
+      "▁mehr": 5243,
+      "▁Work": 5244,
+      "▁Nord": 5245,
+      "▁fait": 5246,
+      "▁gew": 5247,
+      "println": 5248,
+      "obile": 5249,
+      "▁Kon": 5250,
+      "▁assume": 5251,
+      "lands": 5252,
+      "▁amount": 5253,
+      "▁Press": 5254,
+      "ých": 5255,
+      "▁maxim": 5256,
+      "▁Champion": 5257,
+      "library": 5258,
+      "añ": 5259,
+      "▁Wal": 5260,
+      "Comm": 5261,
+      "]]": 5262,
+      "▁zw": 5263,
+      "▁social": 5264,
+      "LI": 5265,
+      "▁Unter": 5266,
+      "vor": 5267,
+      "Delta": 5268,
+      "email": 5269,
+      "raint": 5270,
+      "oni": 5271,
+      "▁alt": 5272,
+      "▁né": 5273,
+      "ция": 5274,
+      "ography": 5275,
+      "▁mentioned": 5276,
+      "▁<=": 5277,
+      "▁cette": 5278,
+      "▁currently": 5279,
+      "vare": 5280,
+      "izing": 5281,
+      "▁Def": 5282,
+      "icol": 5283,
+      "ünd": 5284,
+      "▁configuration": 5285,
+      "estig": 5286,
+      "III": 5287,
+      "lam": 5288,
+      "ière": 5289,
+      "▁Ear": 5290,
+      "▁tu": 5291,
+      "Ent": 5292,
+      "▁Using": 5293,
+      "▁ком": 5294,
+      "cie": 5295,
+      "▁proof": 5296,
+      "▁invol": 5297,
+      "▁History": 5298,
+      "><": 5299,
+      "▁AND": 5300,
+      "avy": 5301,
+      "▁relations": 5302,
+      "${": 5303,
+      "▁comes": 5304,
+      "▁direction": 5305,
+      "▁June": 5306,
+      "▁Way": 5307,
+      "Component": 5308,
+      "ech": 5309,
+      "▁Peter": 5310,
+      "sg": 5311,
+      "▁stra": 5312,
+      "uct": 5313,
+      "▁implementation": 5314,
+      "attle": 5315,
+      "▁cz": 5316,
+      "plot": 5317,
+      "▁played": 5318,
+      "\"></": 5319,
+      "▁five": 5320,
+      "▁coll": 5321,
+      "▁Charles": 5322,
+      "Tra": 5323,
+      "▁suo": 5324,
+      "files": 5325,
+      "entes": 5326,
+      "response": 5327,
+      "How": 5328,
+      "▁Soci": 5329,
+      "▁ign": 5330,
+      "▁led": 5331,
+      "▁German": 5332,
+      "udo": 5333,
+      "▁Du": 5334,
+      "▁tim": 5335,
+      "ounter": 5336,
+      "▁attack": 5337,
+      "uri": 5338,
+      "▁ар": 5339,
+      "esse": 5340,
+      "ivil": 5341,
+      "▁Ju": 5342,
+      "▁vel": 5343,
+      "matrix": 5344,
+      "▁Mat": 5345,
+      "gio": 5346,
+      "▁Zeit": 5347,
+      "VER": 5348,
+      "has": 5349,
+      "Connection": 5350,
+      "▁ihr": 5351,
+      "▁attribute": 5352,
+      "▁discuss": 5353,
+      "▁domain": 5354,
+      "bind": 5355,
+      "▁Sec": 5356,
+      "rik": 5357,
+      "close": 5358,
+      "gin": 5359,
+      "▁love": 5360,
+      "anto": 5361,
+      "gent": 5362,
+      "aba": 5363,
+      "jango": 5364,
+      "bi": 5365,
+      "▁obser": 5366,
+      "itting": 5367,
+      "▁ру": 5368,
+      "}=": 5369,
+      "agen": 5370,
+      "BC": 5371,
+      "some": 5372,
+      "▁Bu": 5373,
+      "▁soci": 5374,
+      "▁individual": 5375,
+      "▁deal": 5376,
+      "▁outside": 5377,
+      "rio": 5378,
+      "Exec": 5379,
+      "andid": 5380,
+      "▁business": 5381,
+      "▁tempor": 5382,
+      "▁Tur": 5383,
+      "▁(!": 5384,
+      "riter": 5385,
+      "▁google": 5386,
+      "]:": 5387,
+      "itte": 5388,
+      "xi": 5389,
+      "▁Па": 5390,
+      "hol": 5391,
+      "нь": 5392,
+      "ring": 5393,
+      "▁sul": 5394,
+      "ности": 5395,
+      "_.": 5396,
+      "gar": 5397,
+      "Task": 5398,
+      "▁Check": 5399,
+      "▁modern": 5400,
+      "▁win": 5401,
+      "uster": 5402,
+      "han": 5403,
+      "formation": 5404,
+      "void": 5405,
+      "▁фи": 5406,
+      "▁useful": 5407,
+      "▁England": 5408,
+      "los": 5409,
+      "etime": 5410,
+      "eur": 5411,
+      "▁unique": 5412,
+      "▁как": 5413,
+      "ying": 5414,
+      "obj": 5415,
+      "uid": 5416,
+      "▁windows": 5417,
+      "▁distance": 5418,
+      "▁nombre": 5419,
+      "ія": 5420,
+      "ocus": 5421,
+      "ahn": 5422,
+      "ierte": 5423,
+      "▁dar": 5424,
+      "SI": 5425,
+      "long": 5426,
+      "asta": 5427,
+      "iven": 5428,
+      "▁told": 5429,
+      "▁Gru": 5430,
+      "foo": 5431,
+      "▁calling": 5432,
+      "iembre": 5433,
+      "▁future": 5434,
+      "près": 5435,
+      "leep": 5436,
+      "avigation": 5437,
+      "POST": 5438,
+      "▁described": 5439,
+      "▁noch": 5440,
+      "unit": 5441,
+      "allen": 5442,
+      "▁branch": 5443,
+      "fa": 5444,
+      "▁fill": 5445,
+      "▁obj": 5446,
+      "▁tree": 5447,
+      "▁wurden": 5448,
+      "▁Liter": 5449,
+      "rot": 5450,
+      "split": 5451,
+      "emein": 5452,
+      "module": 5453,
+      "CA": 5454,
+      "▁operator": 5455,
+      "▁wrote": 5456,
+      "▁Jack": 5457,
+      "ologie": 5458,
+      "▁Ant": 5459,
+      "тер": 5460,
+      "stream": 5461,
+      "▁Que": 5462,
+      "epsilon": 5463,
+      "non": 5464,
+      "stein": 5465,
+      "▁simpl": 5466,
+      "pub": 5467,
+      "▁July": 5468,
+      "▁nature": 5469,
+      "▁Database": 5470,
+      "ól": 5471,
+      "ним": 5472,
+      "▁VI": 5473,
+      "être": 5474,
+      "iles": 5475,
+      "▁wel": 5476,
+      "'),": 5477,
+      "▁mut": 5478,
+      "location": 5479,
+      "▁therefore": 5480,
+      "elli": 5481,
+      "▁І": 5482,
+      "né": 5483,
+      "▁ав": 5484,
+      "ledge": 5485,
+      "▁conver": 5486,
+      "ím": 5487,
+      "▁XV": 5488,
+      "vider": 5489,
+      "▁January": 5490,
+      "▁usually": 5491,
+      "▁released": 5492,
+      "▁Mi": 5493,
+      "Head": 5494,
+      "iller": 5495,
+      "▁jan": 5496,
+      "▁letter": 5497,
+      "produ": 5498,
+      "rd": 5499,
+      "▁Cam": 5500,
+      ",'": 5501,
+      "▁Ц": 5502,
+      "▁push": 5503,
+      "update": 5504,
+      "▁maybe": 5505,
+      "Http": 5506,
+      "@\"": 5507,
+      "мер": 5508,
+      "service": 5509,
+      "parse": 5510,
+      "▁dass": 5511,
+      "ên": 5512,
+      ")\"": 5513,
+      "more": 5514,
+      "/*": 5515,
+      "▁mas": 5516,
+      "▁likely": 5517,
+      "▁material": 5518,
+      "▁[[": 5519,
+      "▁longer": 5520,
+      "bal": 5521,
+      "▁Archiv": 5522,
+      "igt": 5523,
+      "▁egy": 5524,
+      "idge": 5525,
+      "igu": 5526,
+      "conf": 5527,
+      "▁inc": 5528,
+      "consulté": 5529,
+      "▁mai": 5530,
+      "Work": 5531,
+      "▁гра": 5532,
+      "▁October": 5533,
+      "▁global": 5534,
+      "▁sel": 5535,
+      "▁municip": 5536,
+      "▁viol": 5537,
+      "▁Does": 5538,
+      "▁\\[": 5539,
+      "ском": 5540,
+      "▁compos": 5541,
+      "бря": 5542,
+      "вя": 5543,
+      "▁respons": 5544,
+      "▁considered": 5545,
+      "▁Japan": 5546,
+      "pes": 5547,
+      "osto": 5548,
+      "▁milit": 5549,
+      "SP": 5550,
+      "сы": 5551,
+      "attr": 5552,
+      "cil": 5553,
+      "irectory": 5554,
+      "aving": 5555,
+      "▁Del": 5556,
+      "▁prevent": 5557,
+      "idade": 5558,
+      "git": 5559,
+      "iform": 5560,
+      "outer": 5561,
+      "inct": 5562,
+      "level": 5563,
+      "atever": 5564,
+      "▁repe": 5565,
+      "▁exc": 5566,
+      "дар": 5567,
+      "Style": 5568,
+      "▁Thomas": 5569,
+      "eline": 5570,
+      "▁ж": 5571,
+      "untime": 5572,
+      "▁larg": 5573,
+      "True": 5574,
+      ".*": 5575,
+      "creen": 5576,
+      "yles": 5577,
+      "▁transl": 5578,
+      "▁Со": 5579,
+      "ensions": 5580,
+      "äl": 5581,
+      "isse": 5582,
+      "▁volt": 5583,
+      "cially": 5584,
+      "nik": 5585,
+      ".]": 5586,
+      "▁Stadt": 5587,
+      "мы": 5588,
+      "fill": 5589,
+      "lov": 5590,
+      "▁\"/": 5591,
+      "Sp": 5592,
+      "▁Air": 5593,
+      "Call": 5594,
+      "▁nur": 5595,
+      "Check": 5596,
+      "ience": 5597,
+      "efined": 5598,
+      "▁вре": 5599,
+      "ło": 5600,
+      "dz": 5601,
+      "▁ор": 5602,
+      "iker": 5603,
+      "owa": 5604,
+      "ович": 5605,
+      "ré": 5606,
+      "OL": 5607,
+      "▁linear": 5608,
+      "▁export": 5609,
+      "ahr": 5610,
+      "icial": 5611,
+      "Rep": 5612,
+      "▁natural": 5613,
+      "▁cop": 5614,
+      "▁})": 5615,
+      "ções": 5616,
+      "zz": 5617,
+      "What": 5618,
+      "▁House": 5619,
+      "Ref": 5620,
+      "inger": 5621,
+      "▁taking": 5622,
+      "ně": 5623,
+      "▁Einz": 5624,
+      "▁dam": 5625,
+      "▁issues": 5626,
+      "Builder": 5627,
+      "edit": 5628,
+      "▁prz": 5629,
+      "password": 5630,
+      "Gener": 5631,
+      "rim": 5632,
+      "▁parts": 5633,
+      "---": 5634,
+      "iginal": 5635,
+      "▁Sci": 5636,
+      "▁mother": 5637,
+      "rea": 5638,
+      "▁container": 5639,
+      "дя": 5640,
+      "▁IP": 5641,
+      "▁none": 5642,
+      "▁followed": 5643,
+      "▁ple": 5644,
+      "▁measure": 5645,
+      "▁tout": 5646,
+      "Ext": 5647,
+      "▁TV": 5648,
+      "▁explain": 5649,
+      "▁paper": 5650,
+      "сті": 5651,
+      "ws": 5652,
+      "Wik": 5653,
+      "▁mm": 5654,
+      "▁Norm": 5655,
+      "▁Server": 5656,
+      "font": 5657,
+      "ecause": 5658,
+      "TR": 5659,
+      "▁би": 5660,
+      "La": 5661,
+      "▁ens": 5662,
+      "▁retr": 5663,
+      "▁Sil": 5664,
+      "▁sequence": 5665,
+      "arc": 5666,
+      "IV": 5667,
+      "zá": 5668,
+      "▁Android": 5669,
+      "▁Super": 5670,
+      "▁roz": 5671,
+      "ovie": 5672,
+      "Om": 5673,
+      "▁Well": 5674,
+      "make": 5675,
+      "orph": 5676,
+      "▁Jer": 5677,
+      "▁Ros": 5678,
+      "reference": 5679,
+      "▁features": 5680,
+      "▁Ger": 5681,
+      "▁Leg": 5682,
+      "▁late": 5683,
+      "▁additional": 5684,
+      "▁flo": 5685,
+      "▁его": 5686,
+      "▁algorithm": 5687,
+      "BA": 5688,
+      "kar": 5689,
+      "IP": 5690,
+      "]);": 5691,
+      "▁appears": 5692,
+      "yw": 5693,
+      "▁temp": 5694,
+      "▁aussi": 5695,
+      "method": 5696,
+      "▁pet": 5697,
+      "strap": 5698,
+      "arning": 5699,
+      "▁cut": 5700,
+      "▁Sa": 5701,
+      "▁track": 5702,
+      "▁employ": 5703,
+      "▁inde": 5704,
+      "rav": 5705,
+      "▁generate": 5706,
+      "bes": 5707,
+      "arts": 5708,
+      "Status": 5709,
+      "uge": 5710,
+      "alis": 5711,
+      "▁override": 5712,
+      "▁fi": 5713,
+      "▁lost": 5714,
+      "oted": 5715,
+      "▁room": 5716,
+      "▁calls": 5717,
+      "▁consist": 5718,
+      "рен": 5719,
+      "▁village": 5720,
+      "dist": 5721,
+      "▁techn": 5722,
+      "enza": 5723,
+      "▁роз": 5724,
+      "▁Catalog": 5725,
+      "▁becom": 5726,
+      "rows": 5727,
+      "▁Nel": 5728,
+      "comple": 5729,
+      "▁premi": 5730,
+      "▁rot": 5731,
+      "▁Weblinks": 5732,
+      "▁football": 5733,
+      "▁compar": 5734,
+      "▁live": 5735,
+      "ких": 5736,
+      "▁equival": 5737,
+      "cape": 5738,
+      "▁Gen": 5739,
+      "nder": 5740,
+      "▁Vis": 5741,
+      "▁behind": 5742,
+      "gers": 5743,
+      "voke": 5744,
+      "▁media": 5745,
+      "EX": 5746,
+      "that": 5747,
+      "▁sono": 5748,
+      "▁mysql": 5749,
+      "ev": 5750,
+      "▁rule": 5751,
+      "дов": 5752,
+      "acc": 5753,
+      "▁WHERE": 5754,
+      "ене": 5755,
+      "Grid": 5756,
+      "▁jul": 5757,
+      "▁mort": 5758,
+      "▁generated": 5759,
+      "encia": 5760,
+      "acter": 5761,
+      "clud": 5762,
+      "▁scen": 5763,
+      "▁closed": 5764,
+      "▁Michael": 5765,
+      "▁mount": 5766,
+      ")$,": 5767,
+      "▁drop": 5768,
+      "▁combin": 5769,
+      "tocol": 5770,
+      "▁goes": 5771,
+      "▁geb": 5772,
+      "MD": 5773,
+      "▁Anton": 5774,
+      "▁$(\"": 5775,
+      "Tem": 5776,
+      "▁ca": 5777,
+      "▁instru": 5778,
+      "eds": 5779,
+      "▁tool": 5780,
+      "mys": 5781,
+      "▁route": 5782,
+      "\"))": 5783,
+      "пре": 5784,
+      "▁float": 5785,
+      "▁services": 5786,
+      "▁чи": 5787,
+      "кі": 5788,
+      "embly": 5789,
+      "aker": 5790,
+      "▁Son": 5791,
+      "▁Math": 5792,
+      "asse": 5793,
+      "ously": 5794,
+      "lications": 5795,
+      "▁ru": 5796,
+      "▁що": 5797,
+      "▁Const": 5798,
+      "▁immedi": 5799,
+      "FO": 5800,
+      "oro": 5801,
+      "▁production": 5802,
+      "rei": 5803,
+      "▁jquery": 5804,
+      "annt": 5805,
+      "▁While": 5806,
+      "▁sn": 5807,
+      "▁годи": 5808,
+      "Format": 5809,
+      "▁star": 5810,
+      "▁Sen": 5811,
+      "▁ko": 5812,
+      "NAME": 5813,
+      "▁prés": 5814,
+      "cha": 5815,
+      "what": 5816,
+      "omin": 5817,
+      "endant": 5818,
+      "hy": 5819,
+      "▁observ": 5820,
+      "▁prefer": 5821,
+      "ун": 5822,
+      "▁constructor": 5823,
+      "bs": 5824,
+      "▁mac": 5825,
+      "▁Bre": 5826,
+      "▁Instit": 5827,
+      "▁story": 5828,
+      "▁symbol": 5829,
+      "eles": 5830,
+      "ße": 5831,
+      "asing": 5832,
+      "▁west": 5833,
+      "ians": 5834,
+      "▁master": 5835,
+      "ез": 5836,
+      "▁ways": 5837,
+      "bm": 5838,
+      "▁pick": 5839,
+      "▁depart": 5840,
+      "Back": 5841,
+      "enk": 5842,
+      "lipse": 5843,
+      "▁math": 5844,
+      "▁Francis": 5845,
+      "▁December": 5846,
+      "fs": 5847,
+      "rum": 5848,
+      "▁development": 5849,
+      "LT": 5850,
+      "ernel": 5851,
+      "▁True": 5852,
+      "▁More": 5853,
+      "rangle": 5854,
+      "▁conditions": 5855,
+      "Options": 5856,
+      "▁gli": 5857,
+      "▁operation": 5858,
+      "ék": 5859,
+      "acht": 5860,
+      "ights": 5861,
+      "▁mist": 5862,
+      "anda": 5863,
+      "▁energy": 5864,
+      "▁же": 5865,
+      "▁women": 5866,
+      "akt": 5867,
+      "▁CH": 5868,
+      "gebra": 5869,
+      "▁meet": 5870,
+      "iu": 5871,
+      "well": 5872,
+      "öl": 5873,
+      "▁government": 5874,
+      "▁Jos": 5875,
+      "ieg": 5876,
+      "▁syntax": 5877,
+      "fix": 5878,
+      "▁Pet": 5879,
+      "jquery": 5880,
+      "▁card": 5881,
+      "▁principal": 5882,
+      "▁dru": 5883,
+      "▁territ": 5884,
+      "▁пов": 5885,
+      "▁SS": 5886,
+      "рии": 5887,
+      "tres": 5888,
+      "agne": 5889,
+      "lying": 5890,
+      "tilde": 5891,
+      "bern": 5892,
+      "enter": 5893,
+      "Per": 5894,
+      "▁somet": 5895,
+      "Load": 5896,
+      "lice": 5897,
+      "▁sous": 5898,
+      "▁Louis": 5899,
+      "▁logic": 5900,
+      "▁Other": 5901,
+      "▁cir": 5902,
+      "év": 5903,
+      "chron": 5904,
+      "▁han": 5905,
+      "▁margin": 5906,
+      "Window": 5907,
+      "ères": 5908,
+      "nych": 5909,
+      "push": 5910,
+      "bolds": 5911,
+      "▁layout": 5912,
+      "▁[`": 5913,
+      "Char": 5914,
+      "▁Cap": 5915,
+      "boldsymbol": 5916,
+      "▁Roman": 5917,
+      "▁Max": 5918,
+      ":(": 5919,
+      "▁Code": 5920,
+      "ising": 5921,
+      "▁states": 5922,
+      "▁existing": 5923,
+      "support": 5924,
+      "▁research": 5925,
+      "licate": 5926,
+      "vari": 5927,
+      "▁bij": 5928,
+      "▁appe": 5929,
+      "▁happens": 5930,
+      "\\\"": 5931,
+      "▁concern": 5932,
+      "west": 5933,
+      "▁saying": 5934,
+      "pid": 5935,
+      "▁recogn": 5936,
+      "▁Het": 5937,
+      "Child": 5938,
+      "▁cs": 5939,
+      "\\,": 5940,
+      "▁clean": 5941,
+      "lections": 5942,
+      "access": 5943,
+      "ву": 5944,
+      "про": 5945,
+      "acity": 5946,
+      "▁Off": 5947,
+      "▁easily": 5948,
+      "èque": 5949,
+      "▁jako": 5950,
+      "▁iz": 5951,
+      "▁Ha": 5952,
+      "▁Det": 5953,
+      "▁forma": 5954,
+      "sche": 5955,
+      "swers": 5956,
+      "▁offer": 5957,
+      "quired": 5958,
+      "Users": 5959,
+      "▁subst": 5960,
+      ">(": 5961,
+      "▁ground": 5962,
+      "unn": 5963,
+      "rod": 5964,
+      "spe": 5965,
+      "ursor": 5966,
+      "▁leave": 5967,
+      "erk": 5968,
+      "▁tal": 5969,
+      "▁bottom": 5970,
+      "IO": 5971,
+      "▁popular": 5972,
+      "igo": 5973,
+      "▁Time": 5974,
+      "values": 5975,
+      "▁Loc": 5976,
+      "▁Club": 5977,
+      "▁anche": 5978,
+      "iał": 5979,
+      "ії": 5980,
+      "Omega": 5981,
+      "▁located": 5982,
+      "Url": 5983,
+      "▁Esp": 5984,
+      "лы": 5985,
+      "ць": 5986,
+      "ulate": 5987,
+      "▁join": 5988,
+      "aves": 5989,
+      "vet": 5990,
+      "lio": 5991,
+      "remove": 5992,
+      "▁token": 5993,
+      "▁optim": 5994,
+      "▁claim": 5995,
+      "ological": 5996,
+      "▁css": 5997,
+      "▁although": 5998,
+      "▁priv": 5999,
+      "▁Ba": 6000,
+      "ül": 6001,
+      "entication": 6002,
+      "▁ven": 6003,
+      "Server": 6004,
+      "▁Cong": 6005,
+      "NET": 6006,
+      "CON": 6007,
+      "dt": 6008,
+      "perties": 6009,
+      "▁epis": 6010,
+      "wikipedia": 6011,
+      "▁engine": 6012,
+      "▁fer": 6013,
+      "getElement": 6014,
+      "▁Cla": 6015,
+      "ří": 6016,
+      "▁rom": 6017,
+      "varepsilon": 6018,
+      "▁prime": 6019,
+      "istry": 6020,
+      "pected": 6021,
+      "orage": 6022,
+      "▁touch": 6023,
+      "▁['": 6024,
+      "▁dan": 6025,
+      "Em": 6026,
+      "aciones": 6027,
+      "Can": 6028,
+      "▁whom": 6029,
+      "▁behavior": 6030,
+      "▁strings": 6031,
+      "▁Europ": 6032,
+      "▁Rom": 6033,
+      "circ": 6034,
+      "▁pun": 6035,
+      "▁register": 6036,
+      "buntu": 6037,
+      "rain": 6038,
+      "Ob": 6039,
+      "TA": 6040,
+      "▁sometimes": 6041,
+      "▁ment": 6042,
+      "▁integer": 6043,
+      "▁Jac": 6044,
+      "legate": 6045,
+      "othing": 6046,
+      "▁sound": 6047,
+      "laces": 6048,
+      "▁Ба": 6049,
+      "rb": 6050,
+      "di": 6051,
+      "ления": 6052,
+      "▁themselves": 6053,
+      "▁Black": 6054,
+      "▁settings": 6055,
+      "▁norm": 6056,
+      "▁runs": 6057,
+      "▁NOT": 6058,
+      "KE": 6059,
+      "▁perhaps": 6060,
+      "▁Я": 6061,
+      "▁mol": 6062,
+      "▁ans": 6063,
+      "atre": 6064,
+      "▁Dies": 6065,
+      "Token": 6066,
+      "anie": 6067,
+      "▁allowed": 6068,
+      "Range": 6069,
+      "▁Gro": 6070,
+      "via": 6071,
+      "utorial": 6072,
+      "ensor": 6073,
+      "estival": 6074,
+      ");\r": 6075,
+      "краї": 6076,
+      "▁turned": 6077,
+      "scope": 6078,
+      "▁bien": 6079,
+      "=$": 6080,
+      "▁extension": 6081,
+      "atore": 6082,
+      "▁Ро": 6083,
+      "▁specify": 6084,
+      "edu": 6085,
+      "Datos": 6086,
+      "▁stored": 6087,
+      "▁parse": 6088,
+      "▁answers": 6089,
+      "ills": 6090,
+      "▁heard": 6091,
+      "lu": 6092,
+      "▁THE": 6093,
+      "▁gén": 6094,
+      "▁ful": 6095,
+      "ez": 6096,
+      "▁Prem": 6097,
+      "then": 6098,
+      "dp": 6099,
+      "ського": 6100,
+      "▁Si": 6101,
+      "ço": 6102,
+      "Edit": 6103,
+      "ків": 6104,
+      "▁Ли": 6105,
+      "▁Sing": 6106,
+      "▁categ": 6107,
+      "Equ": 6108,
+      "▁guer": 6109,
+      "Width": 6110,
+      "▁Christian": 6111,
+      "stat": 6112,
+      "Write": 6113,
+      "▁woman": 6114,
+      "wood": 6115,
+      "Vis": 6116,
+      "раз": 6117,
+      "▁$$\\": 6118,
+      "oder": 6119,
+      "▁bool": 6120,
+      "▁international": 6121,
+      "ность": 6122,
+      "▁Richard": 6123,
+      "▁addition": 6124,
+      "▁Music": 6125,
+      "▁aber": 6126,
+      "tó": 6127,
+      "▁hier": 6128,
+      "ugh": 6129,
+      "▁pob": 6130,
+      "▁tables": 6131,
+      "Do": 6132,
+      "▁higher": 6133,
+      "psi": 6134,
+      "rá": 6135,
+      "▁active": 6136,
+      "▁Table": 6137,
+      "ње": 6138,
+      "▁description": 6139,
+      "▁seemed": 6140,
+      "íst": 6141,
+      "▁myself": 6142,
+      "▁menu": 6143,
+      "del": 6144,
+      "▁ž": 6145,
+      "ele": 6146,
+      "Aut": 6147,
+      "▁гру": 6148,
+      "mut": 6149,
+      "oon": 6150,
+      "asc": 6151,
+      "bug": 6152,
+      "▁moved": 6153,
+      "CL": 6154,
+      "▁datas": 6155,
+      "SO": 6156,
+      "оло": 6157,
+      "▁Georg": 6158,
+      "▁reach": 6159,
+      ":\"": 6160,
+      "▁evalu": 6161,
+      "▁Hel": 6162,
+      "▁River": 6163,
+      "▁Ар": 6164,
+      "////": 6165,
+      "▁sets": 6166,
+      "▁Olymp": 6167,
+      "Adapter": 6168,
+      ".'": 6169,
+      "overn": 6170,
+      "▁Lord": 6171,
+      "!--": 6172,
+      "jpg": 6173,
+      "imento": 6174,
+      "▁Prof": 6175,
+      "▁achieve": 6176,
+      "}:": 6177,
+      "▁incor": 6178,
+      "▁onder": 6179,
+      "engl": 6180,
+      "ABLE": 6181,
+      "▁Mary": 6182,
+      "▁waren": 6183,
+      "lage": 6184,
+      "Dec": 6185,
+      "англ": 6186,
+      "encias": 6187,
+      "лей": 6188,
+      "▁Machine": 6189,
+      "▁Ан": 6190,
+      "uda": 6191,
+      "▁ś": 6192,
+      "▁XX": 6193,
+      "only": 6194,
+      "ление": 6195,
+      "▁también": 6196,
+      "nej": 6197,
+      "▁relative": 6198,
+      "▁hours": 6199,
+      "▁indeed": 6200,
+      "undo": 6201,
+      "ingu": 6202,
+      "area": 6203,
+      "▁Create": 6204,
+      "beit": 6205,
+      "▁removed": 6206,
+      "master": 6207,
+      "haus": 6208,
+      "▁Bern": 6209,
+      "▁speed": 6210,
+      "▁Bay": 6211,
+      "▁Att": 6212,
+      "▁None": 6213,
+      "application": 6214,
+      "üd": 6215,
+      "▁fit": 6216,
+      "▁Maria": 6217,
+      "▁nord": 6218,
+      "▁split": 6219,
+      "▁stru": 6220,
+      "▁official": 6221,
+      "▁execute": 6222,
+      "ouve": 6223,
+      "{{": 6224,
+      "▁Ap": 6225,
+      "▁ку": 6226,
+      "IL": 6227,
+      "▁^": 6228,
+      "dim": 6229,
+      "▁setup": 6230,
+      "ск": 6231,
+      "▁share": 6232,
+      "▁minutes": 6233,
+      "gle": 6234,
+      "oco": 6235,
+      "stell": 6236,
+      "▁Coun": 6237,
+      "▁temper": 6238,
+      "keit": 6239,
+      "ський": 6240,
+      "ao": 6241,
+      "▁Long": 6242,
+      "(&": 6243,
+      "кан": 6244,
+      "▁dens": 6245,
+      "But": 6246,
+      "XX": 6247,
+      "DATE": 6248,
+      "gan": 6249,
+      ".).": 6250,
+      "▁entry": 6251,
+      "install": 6252,
+      "▁зна": 6253,
+      "▁Som": 6254,
+      "Command": 6255,
+      "ßen": 6256,
+      "▁starting": 6257,
+      "▁sto": 6258,
+      "IG": 6259,
+      "▁minim": 6260,
+      "▁explicit": 6261,
+      "▁bytes": 6262,
+      "▁party": 6263,
+      "tober": 6264,
+      "▁Grand": 6265,
+      "▁Vor": 6266,
+      "▁leur": 6267,
+      "Document": 6268,
+      "erc": 6269,
+      "ensive": 6270,
+      "CP": 6271,
+      "env": 6272,
+      "▁arguments": 6273,
+      "▁Gran": 6274,
+      "arily": 6275,
+      "▁lin": 6276,
+      "tn": 6277,
+      "(-": 6278,
+      "geq": 6279,
+      "▁Famil": 6280,
+      "▁Бо": 6281,
+      "▁tour": 6282,
+      "▁nav": 6283,
+      "▁properly": 6284,
+      "▁Mrs": 6285,
+      "▁Mel": 6286,
+      "▁scale": 6287,
+      "astic": 6288,
+      "ds": 6289,
+      "▁Sir": 6290,
+      "▁Church": 6291,
+      "}^{\\": 6292,
+      "you": 6293,
+      "/.": 6294,
+      "So": 6295,
+      "▁brought": 6296,
+      "▁role": 6297,
+      "▁Sur": 6298,
+      "▁fond": 6299,
+      "▁ges": 6300,
+      "że": 6301,
+      "eten": 6302,
+      "▁était": 6303,
+      "SER": 6304,
+      "▁которы": 6305,
+      "▁equation": 6306,
+      "aspx": 6307,
+      "▁Afr": 6308,
+      "▁dit": 6309,
+      "empty": 6310,
+      "alement": 6311,
+      "wrap": 6312,
+      "▁Bet": 6313,
+      "▁collect": 6314,
+      "▁git": 6315,
+      "▁vie": 6316,
+      "▁..": 6317,
+      "рой": 6318,
+      "▁<?": 6319,
+      "▁educ": 6320,
+      "kl": 6321,
+      "ensis": 6322,
+      "▁OR": 6323,
+      "▁Hi": 6324,
+      "▁Cour": 6325,
+      "бы": 6326,
+      "cert": 6327,
+      "▁Ges": 6328,
+      "essor": 6329,
+      "Main": 6330,
+      "▁лю": 6331,
+      "cade": 6332,
+      "dot": 6333,
+      "augh": 6334,
+      "hib": 6335,
+      "▁automatically": 6336,
+      "▁spir": 6337,
+      "present": 6338,
+      "▁February": 6339,
+      "▁Elle": 6340,
+      "custom": 6341,
+      "▁proget": 6342,
+      "▁administr": 6343,
+      "AA": 6344,
+      "▁born": 6345,
+      "▁College": 6346,
+      "athol": 6347,
+      "`)": 6348,
+      "ierre": 6349,
+      "▁ran": 6350,
+      "▁profession": 6351,
+      "ogen": 6352,
+      "}_{\\": 6353,
+      "▁activity": 6354,
+      "▁scroll": 6355,
+      "▁prove": 6356,
+      "ibrary": 6357,
+      "eries": 6358,
+      "Read": 6359,
+      "year": 6360,
+      "▁lang": 6361,
+      "Det": 6362,
+      "▁knew": 6363,
+      "▁protected": 6364,
+      "▁wor": 6365,
+      "▁effic": 6366,
+      "▁rég": 6367,
+      "▁theory": 6368,
+      "▁published": 6369,
+      "real": 6370,
+      "▁Tour": 6371,
+      "▁durante": 6372,
+      "äs": 6373,
+      "▁positive": 6374,
+      "▁forward": 6375,
+      "▁Rel": 6376,
+      "{\"": 6377,
+      "park": 6378,
+      "▁Um": 6379,
+      "▁eer": 6380,
+      "enta": 6381,
+      "▁imag": 6382,
+      "ної": 6383,
+      "piel": 6384,
+      "▁jQuery": 6385,
+      "isme": 6386,
+      "chni": 6387,
+      "organ": 6388,
+      "▁args": 6389,
+      "oir": 6390,
+      "heim": 6391,
+      "rian": 6392,
+      "eless": 6393,
+      "uses": 6394,
+      "дин": 6395,
+      "ición": 6396,
+      "▁indust": 6397,
+      "▁wish": 6398,
+      "ány": 6399,
+      "oca": 6400,
+      "▁angular": 6401,
+      "ieved": 6402,
+      "▁occur": 6403,
+      "SELECT": 6404,
+      "onia": 6405,
+      "admin": 6406,
+      "▁Best": 6407,
+      "▁это": 6408,
+      "огра": 6409,
+      "▁loss": 6410,
+      "▁bal": 6411,
+      "▁Рос": 6412,
+      "▁career": 6413,
+      "▁пе": 6414,
+      "IX": 6415,
+      "▁fall": 6416,
+      "▁Rob": 6417,
+      "▁OP": 6418,
+      "ened": 6419,
+      "graphics": 6420,
+      "▁coming": 6421,
+      "Update": 6422,
+      "▁died": 6423,
+      "eden": 6424,
+      "▁abs": 6425,
+      "▁inner": 6426,
+      "▁trav": 6427,
+      "стоя": 6428,
+      "zą": 6429,
+      "ép": 6430,
+      "▁Group": 6431,
+      "▁cel": 6432,
+      "▁stuff": 6433,
+      "▁situation": 6434,
+      "▁${": 6435,
+      "acle": 6436,
+      "▁purpose": 6437,
+      "▁Fire": 6438,
+      "▁Oh": 6439,
+      "▁Second": 6440,
+      "▁upload": 6441,
+      "ostał": 6442,
+      "ющи": 6443,
+      "Auth": 6444,
+      "▁showing": 6445,
+      "▁completely": 6446,
+      "avel": 6447,
+      "bd": 6448,
+      "▁proced": 6449,
+      "▁Ö": 6450,
+      "control": 6451,
+      "▁thank": 6452,
+      "undred": 6453,
+      "▁tom": 6454,
+      "▁examples": 6455,
+      "▁remember": 6456,
+      "▁рабо": 6457,
+      "▁possib": 6458,
+      "▁detect": 6459,
+      "▁poor": 6460,
+      "▁Op": 6461,
+      "▁century": 6462,
+      "utter": 6463,
+      "▁login": 6464,
+      "unst": 6465,
+      "Output": 6466,
+      "▁otherwise": 6467,
+      "lan": 6468,
+      "тур": 6469,
+      "▁сов": 6470,
+      "▁groups": 6471,
+      "rip": 6472,
+      "▁shell": 6473,
+      "▁district": 6474,
+      "▁records": 6475,
+      "▁siè": 6476,
+      "fortun": 6477,
+      "enty": 6478,
+      "▁Tre": 6479,
+      "▁changing": 6480,
+      "след": 6481,
+      "aught": 6482,
+      "▁deep": 6483,
+      "subset": 6484,
+      "agy": 6485,
+      "endar": 6486,
+      "jax": 6487,
+      "OM": 6488,
+      "El": 6489,
+      "imate": 6490,
+      "ardo": 6491,
+      "▁plot": 6492,
+      "▁visit": 6493,
+      "▁bug": 6494,
+      "▁все": 6495,
+      "▁opened": 6496,
+      "▁repla": 6497,
+      "▁Henry": 6498,
+      "▁pp": 6499,
+      "bas": 6500,
+      "▁dark": 6501,
+      "▁Martin": 6502,
+      "▁resource": 6503,
+      "iling": 6504,
+      "▁watch": 6505,
+      "replace": 6506,
+      "▁release": 6507,
+      "Location": 6508,
+      "▁learning": 6509,
+      "menu": 6510,
+      "▁allows": 6511,
+      "ър": 6512,
+      "Length": 6513,
+      "▁whatever": 6514,
+      "▁pages": 6515,
+      "▁compiler": 6516,
+      "▁также": 6517,
+      "▁Pan": 6518,
+      "command": 6519,
+      "▁road": 6520,
+      "▁unless": 6521,
+      "`?": 6522,
+      "▁discover": 6523,
+      "▁он": 6524,
+      "}]": 6525,
+      "bour": 6526,
+      "▁Could": 6527,
+      "▁regex": 6528,
+      "▁ps": 6529,
+      "CD": 6530,
+      "из": 6531,
+      "▁wife": 6532,
+      "amenti": 6533,
+      "▁fair": 6534,
+      "▁DB": 6535,
+      "▁Cup": 6536,
+      "enen": 6537,
+      "ajax": 6538,
+      "othèque": 6539,
+      "▁seiner": 6540,
+      "icker": 6541,
+      "ám": 6542,
+      "exchange": 6543,
+      "oles": 6544,
+      "IF": 6545,
+      "▁До": 6546,
+      "ohn": 6547,
+      "▁grow": 6548,
+      "▁Thus": 6549,
+      "spec": 6550,
+      "▁hatte": 6551,
+      "#,": 6552,
+      "allel": 6553,
+      "▁rate": 6554,
+      "▁central": 6555,
+      "▁Van": 6556,
+      "iforn": 6557,
+      "Run": 6558,
+      "▁study": 6559,
+      "▁XML": 6560,
+      "▁Che": 6561,
+      "▁beaut": 6562,
+      "mid": 6563,
+      "▁advance": 6564,
+      "Ver": 6565,
+      "тя": 6566,
+      "▁hands": 6567,
+      "▁lay": 6568,
+      "▁š": 6569,
+      "▁OS": 6570,
+      "▁{}": 6571,
+      "Pre": 6572,
+      "▁Hall": 6573,
+      "imp": 6574,
+      "▁sun": 6575,
+      "▁steps": 6576,
+      "▁jud": 6577,
+      "qui": 6578,
+      "▁boot": 6579,
+      "▁%>": 6580,
+      "▁Ва": 6581,
+      "nost": 6582,
+      "▁nem": 6583,
+      "▁pen": 6584,
+      "Open": 6585,
+      "▁church": 6586,
+      "кон": 6587,
+      "▁average": 6588,
+      "▁comments": 6589,
+      "▁corresponding": 6590,
+      "levant": 6591,
+      "▁bed": 6592,
+      "▁meaning": 6593,
+      "Version": 6594,
+      "Link": 6595,
+      "bel": 6596,
+      "▁extract": 6597,
+      "ść": 6598,
+      "▁IV": 6599,
+      "▁Ir": 6600,
+      "▁computer": 6601,
+      "▁affect": 6602,
+      "▁Ста": 6603,
+      "AX": 6604,
+      "sort": 6605,
+      "▁species": 6606,
+      "▁Oper": 6607,
+      "▁hash": 6608,
+      "ches": 6609,
+      "▁Einzeln": 6610,
+      "▁keys": 6611,
+      "▁marzo": 6612,
+      "▁interpret": 6613,
+      "hood": 6614,
+      "▁coordin": 6615,
+      "ös": 6616,
+      "rage": 6617,
+      "etz": 6618,
+      "iza": 6619,
+      "дер": 6620,
+      "üt": 6621,
+      "^*": 6622,
+      "▁modify": 6623,
+      "▁termin": 6624,
+      "▁cred": 6625,
+      "zon": 6626,
+      "ную": 6627,
+      "▁mie": 6628,
+      "▁''": 6629,
+      "▁Mos": 6630,
+      "▁connected": 6631,
+      "NO": 6632,
+      "▁compile": 6633,
+      "▁\"\\": 6634,
+      "▁cat": 6635,
+      "fiddle": 6636,
+      "uta": 6637,
+      "Access": 6638,
+      "▁Sto": 6639,
+      "▁Bur": 6640,
+      "▁north": 6641,
+      "Gamma": 6642,
+      "▁alloc": 6643,
+      "Init": 6644,
+      "▁Link": 6645,
+      "ialize": 6646,
+      "Impl": 6647,
+      "oupe": 6648,
+      "ropri": 6649,
+      "▁Gold": 6650,
+      "▁solo": 6651,
+      "▁Dist": 6652,
+      ",-": 6653,
+      "nav": 6654,
+      "▁alert": 6655,
+      "esis": 6656,
+      "▁Os": 6657,
+      "///": 6658,
+      "▁feb": 6659,
+      "▁-->": 6660,
+      "foot": 6661,
+      "▁Fried": 6662,
+      "▁Einzelnach": 6663,
+      "▁rev": 6664,
+      "zeit": 6665,
+      "▁Stat": 6666,
+      "▁Seg": 6667,
+      "▁blo": 6668,
+      "wick": 6669,
+      "EL": 6670,
+      "caption": 6671,
+      "header": 6672,
+      "▁president": 6673,
+      "▁multip": 6674,
+      "▁Einzelnachweise": 6675,
+      "▁seine": 6676,
+      "?”": 6677,
+      "Function": 6678,
+      "▁Stand": 6679,
+      "▁Function": 6680,
+      "▁?>": 6681,
+      "▁Bill": 6682,
+      "▁spect": 6683,
+      "▁redirect": 6684,
+      "rupt": 6685,
+      "▁walk": 6686,
+      "вши": 6687,
+      "springframework": 6688,
+      "place": 6689,
+      "ého": 6690,
+      "Entity": 6691,
+      "▁Service": 6692,
+      "inte": 6693,
+      "▁training": 6694,
+      "▁(`": 6695,
+      "фор": 6696,
+      "▁кра": 6697,
+      "aur": 6698,
+      "▁fetch": 6699,
+      "▁†": 6700,
+      "▁même": 6701,
+      "▁('": 6702,
+      "atively": 6703,
+      "▁execut": 6704,
+      "äch": 6705,
+      "▁Catalogue": 6706,
+      "based": 6707,
+      "Attribute": 6708,
+      "▁spring": 6709,
+      "phone": 6710,
+      "тра": 6711,
+      "▁пи": 6712,
+      "тера": 6713,
+      "▁`\\": 6714,
+      "▁Od": 6715,
+      "One": 6716,
+      "send": 6717,
+      "bon": 6718,
+      "▁°": 6719,
+      "MO": 6720,
+      "▁asking": 6721,
+      "▁où": 6722,
+      "▁ingår": 6723,
+      "▁testing": 6724,
+      "▁фа": 6725,
+      "▁Book": 6726,
+      "imm": 6727,
+      "▁progress": 6728,
+      "bro": 6729,
+      "First": 6730,
+      "▁phot": 6731,
+      "▁ON": 6732,
+      "Template": 6733,
+      "developer": 6734,
+      "annot": 6735,
+      "▁>=": 6736,
+      "mission": 6737,
+      "▁któ": 6738,
+      "pc": 6739,
+      "bach": 6740,
+      "zent": 6741,
+      "ued": 6742,
+      "▁ones": 6743,
+      "ји": 6744,
+      "▁rout": 6745,
+      "▁Ки": 6746,
+      "Post": 6747,
+      "ції": 6748,
+      "▁Vir": 6749,
+      "nek": 6750,
+      "aging": 6751,
+      "▁ок": 6752,
+      "izont": 6753,
+      "▁agosto": 6754,
+      "▁choose": 6755,
+      "▁\r": 6756,
+      "▁systems": 6757,
+      "loss": 6758,
+      "iente": 6759,
+      "▁Cre": 6760,
+      "▁contra": 6761,
+      "ums": 6762,
+      "▁beginning": 6763,
+      "emy": 6764,
+      "istics": 6765,
+      "▁served": 6766,
+      "Down": 6767,
+      "options": 6768,
+      "▁Govern": 6769,
+      "▁BY": 6770,
+      "▁jest": 6771,
+      "té": 6772,
+      "▁continue": 6773,
+      "pers": 6774,
+      "▁easier": 6775,
+      "▁cos": 6776,
+      "esso": 6777,
+      ">>": 6778,
+      "Net": 6779,
+      "▁Bor": 6780,
+      "▁Cr": 6781,
+      "▁transfer": 6782,
+      "▁CSS": 6783,
+      "▁finns": 6784,
+      "▁хо": 6785,
+      "username": 6786,
+      "▁constru": 6787,
+      "▁pain": 6788,
+      "▁Tem": 6789,
+      "▁specified": 6790,
+      "▁brit": 6791,
+      "ские": 6792,
+      "irk": 6793,
+      "rapper": 6794,
+      "▁counter": 6795,
+      "▁[\"": 6796,
+      "oded": 6797,
+      "дан": 6798,
+      "property": 6799,
+      "hard": 6800,
+      "istrict": 6801,
+      ")/": 6802,
+      "▁Pour": 6803,
+      "▁Where": 6804,
+      "▁===": 6805,
+      "▁sowie": 6806,
+      "▁Про": 6807,
+      "▁dess": 6808,
+      "▁tras": 6809,
+      "▁уча": 6810,
+      "▁Over": 6811,
+      "note": 6812,
+      "▁America": 6813,
+      "cp": 6814,
+      "▁grande": 6815,
+      "Me": 6816,
+      ")-": 6817,
+      "Mode": 6818,
+      "▁passing": 6819,
+      "▁giving": 6820,
+      "Cl": 6821,
+      "}/": 6822,
+      "Menu": 6823,
+      "!!": 6824,
+      "angular": 6825,
+      "▁launch": 6826,
+      "varphi": 6827,
+      "▁Johann": 6828,
+      "▁foreach": 6829,
+      "ró": 6830,
+      "sequ": 6831,
+      "ifi": 6832,
+      "Am": 6833,
+      "arp": 6834,
+      "▁buffer": 6835,
+      "▁ni": 6836,
+      "▁mix": 6837,
+      "▁Museum": 6838,
+      "▁meant": 6839,
+      "asi": 6840,
+      "▁kan": 6841,
+      "прав": 6842,
+      "Comp": 6843,
+      "istoire": 6844,
+      "iful": 6845,
+      "jer": 6846,
+      "issions": 6847,
+      "Resource": 6848,
+      "▁воз": 6849,
+      "▁ST": 6850,
+      "▁solutions": 6851,
+      "▁belong": 6852,
+      "▁Associ": 6853,
+      "cf": 6854,
+      "▁Mär": 6855,
+      "▁grid": 6856,
+      "Mult": 6857,
+      "▁requires": 6858,
+      "kk": 6859,
+      "▁teach": 6860,
+      "emeinde": 6861,
+      "▁square": 6862,
+      "▁коман": 6863,
+      "▁Event": 6864,
+      "▁rules": 6865,
+      "▁bur": 6866,
+      "▁eing": 6867,
+      "▁Mai": 6868,
+      "▁nam": 6869,
+      "▁slä": 6870,
+      "hör": 6871,
+      "▁tip": 6872,
+      "▁Literatur": 6873,
+      "▁scope": 6874,
+      "overline": 6875,
+      "▁exit": 6876,
+      ")?": 6877,
+      "bet": 6878,
+      "▁vict": 6879,
+      "Off": 6880,
+      "▁approxim": 6881,
+      "▁Geb": 6882,
+      "ktop": 6883,
+      "heit": 6884,
+      "▁Ю": 6885,
+      "template": 6886,
+      "рон": 6887,
+      "▁uno": 6888,
+      "Serv": 6889,
+      "▁framework": 6890,
+      "operator": 6891,
+      "▁generally": 6892,
+      "▁hundred": 6893,
+      "▁divers": 6894,
+      "ovi": 6895,
+      "▁rés": 6896,
+      "abs": 6897,
+      "▁gal": 6898,
+      "çais": 6899,
+      "▁feet": 6900,
+      "▁virtual": 6901,
+      "czy": 6902,
+      "ску": 6903,
+      "./": 6904,
+      "hu": 6905,
+      "ancy": 6906,
+      "▁recommend": 6907,
+      "▁під": 6908,
+      "▁money": 6909,
+      "▁versions": 6910,
+      "▁helps": 6911,
+      "▁Hor": 6912,
+      "Items": 6913,
+      "look": 6914,
+      "connect": 6915,
+      "anges": 6916,
+      "ViewController": 6917,
+      "elijk": 6918,
+      "▁occup": 6919,
+      "▁editor": 6920,
+      "auto": 6921,
+      "ög": 6922,
+      "▁seconds": 6923,
+      "▁obvious": 6924,
+      "vm": 6925,
+      "akes": 6926,
+      "▁gegen": 6927,
+      "▁til": 6928,
+      "jection": 6929,
+      "лення": 6930,
+      "▁operations": 6931,
+      "▁East": 6932,
+      "ogy": 6933,
+      "▁Polit": 6934,
+      "uten": 6935,
+      "▁Joseph": 6936,
+      "\"`": 6937,
+      "▁Company": 6938,
+      "▁callback": 6939,
+      "▁sen": 6940,
+      "cción": 6941,
+      "▁associated": 6942,
+      "▁containing": 6943,
+      "▁practice": 6944,
+      "elijke": 6945,
+      "oke": 6946,
+      "éra": 6947,
+      "uns": 6948,
+      "anta": 6949,
+      "vey": 6950,
+      "zu": 6951,
+      "▁Bes": 6952,
+      "▁Flor": 6953,
+      "mem": 6954,
+      "ycz": 6955,
+      "▁architect": 6956,
+      "▁anni": 6957,
+      "▁contact": 6958,
+      "YPE": 6959,
+      "▁Cas": 6960,
+      "▁полу": 6961,
+      "ovo": 6962,
+      "▁bring": 6963,
+      "▁concept": 6964,
+      "▁js": 6965,
+      "▁Referencias": 6966,
+      "emble": 6967,
+      "▁н": 6968,
+      "▁supported": 6969,
+      "Big": 6970,
+      "▁Hans": 6971,
+      "erv": 6972,
+      "▁Maj": 6973,
+      "▁arriv": 6974,
+      "▁Have": 6975,
+      "▁probability": 6976,
+      "▁Pop": 6977,
+      "▁Pass": 6978,
+      "token": 6979,
+      "Provider": 6980,
+      "▁Ra": 6981,
+      "Reader": 6982,
+      "ooth": 6983,
+      "lap": 6984,
+      "▁assist": 6985,
+      "adow": 6986,
+      "▁tests": 6987,
+      "сси": 6988,
+      "▁king": 6989,
+      "langle": 6990,
+      "▁Sum": 6991,
+      "OIN": 6992,
+      "▁security": 6993,
+      "nis": 6994,
+      "../": 6995,
+      "▁basic": 6996,
+      "unity": 6997,
+      "`:": 6998,
+      "▁кото": 6999,
+      "kow": 7000,
+      "▁Bibliothèque": 7001,
+      "asion": 7002,
+      "alo": 7003,
+      "ifest": 7004,
+      "▁novembre": 7005,
+      "▁peu": 7006,
+      "▁Ж": 7007,
+      "enschaft": 7008,
+      "clus": 7009,
+      "ју": 7010,
+      "Height": 7011,
+      "ún": 7012,
+      "▁tur": 7013,
+      "▁ideas": 7014,
+      "▁ces": 7015,
+      "frak": 7016,
+      "▁premier": 7017,
+      "itation": 7018,
+      "▁sé": 7019,
+      "HTML": 7020,
+      "▁Royal": 7021,
+      "ської": 7022,
+      "▁byte": 7023,
+      "PS": 7024,
+      "▁segu": 7025,
+      "inen": 7026,
+      "▁Great": 7027,
+      "▁Ку": 7028,
+      "▁external": 7029,
+      "Title": 7030,
+      "Top": 7031,
+      "Process": 7032,
+      "ität": 7033,
+      "▁`/": 7034,
+      "▁secret": 7035,
+      "pository": 7036,
+      "▁potential": 7037,
+      "▁Bud": 7038,
+      "names": 7039,
+      "asons": 7040,
+      "stackexchange": 7041,
+      "background": 7042,
+      "пер": 7043,
+      "сов": 7044,
+      "after": 7045,
+      "▁pero": 7046,
+      "▁software": 7047,
+      "▁sed": 7048,
+      "▁arrays": 7049,
+      "tmp": 7050,
+      "▁asp": 7051,
+      "scale": 7052,
+      "▁Lat": 7053,
+      "anal": 7054,
+      "▁gem": 7055,
+      "PU": 7056,
+      "▁Altri": 7057,
+      "That": 7058,
+      "▁Ни": 7059,
+      "ifact": 7060,
+      "Address": 7061,
+      "▁south": 7062,
+      "▁formula": 7063,
+      "▁Colleg": 7064,
+      "▁ін": 7065,
+      "ktion": 7066,
+      "▁sac": 7067,
+      "SH": 7068,
+      "ajo": 7069,
+      "etc": 7070,
+      "vc": 7071,
+      "`](": 7072,
+      "▁Dur": 7073,
+      "▁Ме": 7074,
+      "▁Smith": 7075,
+      "items": 7076,
+      "CK": 7077,
+      "elo": 7078,
+      "▁plugin": 7079,
+      "▁serie": 7080,
+      "ienne": 7081,
+      "▁или": 7082,
+      "Mar": 7083,
+      "▁Image": 7084,
+      "got": 7085,
+      "andas": 7086,
+      "▁matches": 7087,
+      "▁worth": 7088,
+      "▁Deb": 7089,
+      "▁cache": 7090,
+      "▁felt": 7091,
+      "ersch": 7092,
+      "izes": 7093,
+      "Oper": 7094,
+      "▁Jahre": 7095,
+      "▁commune": 7096,
+      "thread": 7097,
+      "▁ny": 7098,
+      "dec": 7099,
+      "ouw": 7100,
+      "▁surface": 7101,
+      "▁Por": 7102,
+      "▁Street": 7103,
+      "при": 7104,
+      "▁candid": 7105,
+      "▁Return": 7106,
+      "▁Kom": 7107,
+      "gru": 7108,
+      "▁ти": 7109,
+      "[\\": 7110,
+      "▁depends": 7111,
+      "▁influ": 7112,
+      "▁towards": 7113,
+      "ained": 7114,
+      "▁rank": 7115,
+      "▁Januar": 7116,
+      "▁components": 7117,
+      "gest": 7118,
+      "getElementById": 7119,
+      "▁checked": 7120,
+      "airs": 7121,
+      "join": 7122,
+      "▁dead": 7123,
+      "▁hit": 7124,
+      "ény": 7125,
+      "▁equivalent": 7126,
+      "▁Пре": 7127,
+      "▁appropri": 7128,
+      "Pass": 7129,
+      "▁primer": 7130,
+      "englisch": 7131,
+      "▁appar": 7132,
+      "▁During": 7133,
+      "▁knowledge": 7134,
+      "▁trigger": 7135,
+      "▁core": 7136,
+      "▁Ol": 7137,
+      "▁Produ": 7138,
+      "▁Fern": 7139,
+      "▁нача": 7140,
+      "Te": 7141,
+      "▁Mot": 7142,
+      "erve": 7143,
+      "тво": 7144,
+      "▁mid": 7145,
+      "▁finally": 7146,
+      "aires": 7147,
+      "▁especially": 7148,
+      "▁tut": 7149,
+      "▁receive": 7150,
+      "adre": 7151,
+      "▁neigh": 7152,
+      "ktet": 7153,
+      "ilde": 7154,
+      "▁radio": 7155,
+      "▁driver": 7156,
+      "лись": 7157,
+      "endencies": 7158,
+      "▁IE": 7159,
+      "▁saved": 7160,
+      "ffect": 7161,
+      "▁Wayback": 7162,
+      "iat": 7163,
+      "▁padding": 7164,
+      "window": 7165,
+      "тиче": 7166,
+      "▁mur": 7167,
+      "actor": 7168,
+      "▁Han": 7169,
+      "ональ": 7170,
+      "▁gar": 7171,
+      "▁familjen": 7172,
+      "ós": 7173,
+      "▁nationale": 7174,
+      "▁pré": 7175,
+      "ded": 7176,
+      "onal": 7177,
+      "▁President": 7178,
+      "▁\\,": 7179,
+      "▁placed": 7180,
+      "erni": 7181,
+      "▁signal": 7182,
+      "nab": 7183,
+      "hm": 7184,
+      "Mon": 7185,
+      "▁vs": 7186,
+      "SC": 7187,
+      "▁progetti": 7188,
+      "▁Ü": 7189,
+      "▁forms": 7190,
+      "▁messages": 7191,
+      "inf": 7192,
+      "users": 7193,
+      "GET": 7194,
+      "▁dels": 7195,
+      "Collection": 7196,
+      "▁Good": 7197,
+      "▁Maybe": 7198,
+      "▁compr": 7199,
+      "▁larger": 7200,
+      "gres": 7201,
+      "aper": 7202,
+      "▁При": 7203,
+      "undes": 7204,
+      "▁sea": 7205,
+      "▁Spring": 7206,
+      "ulo": 7207,
+      "▁mechan": 7208,
+      "▁sans": 7209,
+      "GB": 7210,
+      "Valid": 7211,
+      "▁communic": 7212,
+      "▁pra": 7213,
+      "vier": 7214,
+      "▁Се": 7215,
+      "▁ain": 7216,
+      "тура": 7217,
+      "kom": 7218,
+      "skiego": 7219,
+      "ково": 7220,
+      "adata": 7221,
+      "▁Ре": 7222,
+      "▁boolean": 7223,
+      "sets": 7224,
+      "▁effort": 7225,
+      ".[": 7226,
+      "▁został": 7227,
+      "PA": 7228,
+      "▁Vict": 7229,
+      "SD": 7230,
+      "ował": 7231,
+      "▁emb": 7232,
+      "▁prima": 7233,
+      "▁hour": 7234,
+      "subsection": 7235,
+      "▁Fort": 7236,
+      "mathfrak": 7237,
+      "igin": 7238,
+      "GL": 7239,
+      ")+": 7240,
+      "fi": 7241,
+      "▁anci": 7242,
+      "▁pan": 7243,
+      "\\)": 7244,
+      "▁lug": 7245,
+      "▁deploy": 7246,
+      "domain": 7247,
+      "▁slight": 7248,
+      "JSON": 7249,
+      "▁morning": 7250,
+      "▁hi": 7251,
+      "▁compare": 7252,
+      "ije": 7253,
+      "▁blue": 7254,
+      "▁Ac": 7255,
+      "▁middle": 7256,
+      "anden": 7257,
+      "▁shared": 7258,
+      "▁Camp": 7259,
+      "▁Á": 7260,
+      "ounded": 7261,
+      "uw": 7262,
+      "ierung": 7263,
+      "Stack": 7264,
+      "▁eines": 7265,
+      "▁Da": 7266,
+      "lij": 7267,
+      "enti": 7268,
+      "▁й": 7269,
+      "Util": 7270,
+      "▁experience": 7271,
+      "▁await": 7272,
+      "uls": 7273,
+      "▁requests": 7274,
+      "▁impos": 7275,
+      "▁constraint": 7276,
+      "Change": 7277,
+      "emph": 7278,
+      "бер": 7279,
+      "▁Another": 7280,
+      "Custom": 7281,
+      "▁significant": 7282,
+      "cr": 7283,
+      "▁million": 7284,
+      "reek": 7285,
+      "▁dalla": 7286,
+      "▁Germ": 7287,
+      "otal": 7288,
+      "ateur": 7289,
+      "btn": 7290,
+      "▁thinking": 7291,
+      "▁interval": 7292,
+      "onne": 7293,
+      "▁liv": 7294,
+      "():": 7295,
+      "▁Ве": 7296,
+      "oe": 7297,
+      "▁Ev": 7298,
+      "meta": 7299,
+      "▁broad": 7300,
+      "Rem": 7301,
+      "apply": 7302,
+      "▁couple": 7303,
+      "▁techni": 7304,
+      "idades": 7305,
+      "▁goal": 7306,
+      "▁CD": 7307,
+      "hab": 7308,
+      "▁explan": 7309,
+      "anner": 7310,
+      "▁Because": 7311,
+      "blog": 7312,
+      "includegraphics": 7313,
+      "▁voice": 7314,
+      "▁Map": 7315,
+      "vention": 7316,
+      "Session": 7317,
+      "▁Liens": 7318,
+      "▁sor": 7319,
+      "category": 7320,
+      "ashington": 7321,
+      "▁März": 7322,
+      "pop": 7323,
+      "illet": 7324,
+      "▁zwei": 7325,
+      "▁Lie": 7326,
+      "Null": 7327,
+      "address": 7328,
+      "▁factor": 7329,
+      "▁ligne": 7330,
+      "▁HTTP": 7331,
+      "▁suf": 7332,
+      "▁personal": 7333,
+      "cip": 7334,
+      "▁Dar": 7335,
+      "▁adm": 7336,
+      "кой": 7337,
+      "▁Ext": 7338,
+      "▁god": 7339,
+      "aa": 7340,
+      "Right": 7341,
+      "été": 7342,
+      "▁dynamic": 7343,
+      "▁maintain": 7344,
+      "tor": 7345,
+      "########": 7346,
+      "▁Fra": 7347,
+      "▁choice": 7348,
+      "▁сто": 7349,
+      "СР": 7350,
+      "▁Feder": 7351,
+      "ston": 7352,
+      "▁flag": 7353,
+      "kit": 7354,
+      "Module": 7355,
+      "▁спо": 7356,
+      "▁Stra": 7357,
+      "icks": 7358,
+      "▁haven": 7359,
+      "▁Mass": 7360,
+      "▁Emp": 7361,
+      "▁Pi": 7362,
+      "▁Pen": 7363,
+      "Rect": 7364,
+      "▁Kr": 7365,
+      "itat": 7366,
+      "eler": 7367,
+      "ября": 7368,
+      "itet": 7369,
+      "▁Start": 7370,
+      "▁produced": 7371,
+      "▁пол": 7372,
+      "(_": 7373,
+      "▁delet": 7374,
+      "▁hot": 7375,
+      "▁Geschichte": 7376,
+      "~~": 7377,
+      "▁months": 7378,
+      "▁tod": 7379,
+      "▁ни": 7380,
+      "ús": 7381,
+      "temp": 7382,
+      "▁Dez": 7383,
+      "ypes": 7384,
+      "▁cui": 7385,
+      "ommun": 7386,
+      "actions": 7387,
+      "▁eigen": 7388,
+      "▁immediately": 7389,
+      "PL": 7390,
+      "▁Го": 7391,
+      "▁Bal": 7392,
+      "ље": 7393,
+      "ului": 7394,
+      "▁online": 7395,
+      "▁años": 7396,
+      "▁namespace": 7397,
+      "▁mond": 7398,
+      "▁Base": 7399,
+      "▁Canada": 7400,
+      "etzt": 7401,
+      "}-": 7402,
+      "▁defin": 7403,
+      "▁doubt": 7404,
+      "▁investig": 7405,
+      "views": 7406,
+      "▁Line": 7407,
+      "▁stage": 7408,
+      "ettings": 7409,
+      "ubre": 7410,
+      "float": 7411,
+      "▁Play": 7412,
+      "▁Las": 7413,
+      "ptr": 7414,
+      "▁becomes": 7415,
+      "estamp": 7416,
+      "▁independent": 7417,
+      "▁analysis": 7418,
+      "▁Look": 7419,
+      "lain": 7420,
+      "▁рас": 7421,
+      "Reference": 7422,
+      "▁sorry": 7423,
+      "▁supposed": 7424,
+      "ût": 7425,
+      "▁degree": 7426,
+      "utz": 7427,
+      "MM": 7428,
+      "▁desired": 7429,
+      "ły": 7430,
+      "▁len": 7431,
+      "▁alone": 7432,
+      "signed": 7433,
+      "▁Sta": 7434,
+      "Person": 7435,
+      "▁applied": 7436,
+      "▁Back": 7437,
+      "▁mars": 7438,
+      "Part": 7439,
+      "▁Did": 7440,
+      "▁externes": 7441,
+      "▁np": 7442,
+      "ongo": 7443,
+      "▁esta": 7444,
+      "Block": 7445,
+      "▁pou": 7446,
+      "adores": 7447,
+      "▁Studio": 7448,
+      ".$": 7449,
+      "▁reached": 7450,
+      "bot": 7451,
+      "▁Juni": 7452,
+      "tons": 7453,
+      "itel": 7454,
+      "▁Gar": 7455,
+      "▁articles": 7456,
+      "▁District": 7457,
+      "▁trouble": 7458,
+      "lide": 7459,
+      "▁Found": 7460,
+      "ád": 7461,
+      "▁equip": 7462,
+      "▁internal": 7463,
+      "'],": 7464,
+      "▁async": 7465,
+      "UB": 7466,
+      "gel": 7467,
+      "▁ai": 7468,
+      "ensure": 7469,
+      "▁appeared": 7470,
+      "▁$_": 7471,
+      "▁maximum": 7472,
+      "▁Си": 7473,
+      "рь": 7474,
+      "▁announ": 7475,
+      "лась": 7476,
+      "▁cm": 7477,
+      "ган": 7478,
+      "aupt": 7479,
+      "▁latter": 7480,
+      "▁platform": 7481,
+      "▁dra": 7482,
+      "▁capital": 7483,
+      "▁solved": 7484,
+      "riz": 7485,
+      "edic": 7486,
+      "▁Mur": 7487,
+      "▁Top": 7488,
+      "тся": 7489,
+      "Panel": 7490,
+      "rule": 7491,
+      "etic": 7492,
+      "▁Ren": 7493,
+      "▁Wikimedia": 7494,
+      "▁TO": 7495,
+      "second": 7496,
+      "isl": 7497,
+      "▁hy": 7498,
+      "▁niet": 7499,
+      "▁loaded": 7500,
+      "dig": 7501,
+      "▁mayo": 7502,
+      "[:": 7503,
+      "Acc": 7504,
+      "▁bek": 7505,
+      "нию": 7506,
+      "login": 7507,
+      "tx": 7508,
+      "▁Fur": 7509,
+      "▁Santa": 7510,
+      "azz": 7511,
+      "▁conduct": 7512,
+      "▁India": 7513,
+      "Order": 7514,
+      "irth": 7515,
+      "tw": 7516,
+      "}+": 7517,
+      "▁wieder": 7518,
+      "▁Edu": 7519,
+      "AV": 7520,
+      "▁```": 7521,
+      "▁manually": 7522,
+      "▁Read": 7523,
+      "fortunately": 7524,
+      "▁Run": 7525,
+      "▁Award": 7526,
+      "▁Foot": 7527,
+      "*)": 7528,
+      "params": 7529,
+      "пі": 7530,
+      "▁native": 7531,
+      "rift": 7532,
+      "▁ä": 7533,
+      "ATH": 7534,
+      "▁yourself": 7535,
+      "▁prior": 7536,
+      "▁cit": 7537,
+      "äh": 7538,
+      "▁treat": 7539,
+      "▁meas": 7540,
+      "ributed": 7541,
+      "▁clar": 7542,
+      "card": 7543,
+      "ROR": 7544,
+      "illes": 7545,
+      "▁layer": 7546,
+      "auer": 7547,
+      "▁rat": 7548,
+      "bernate": 7549,
+      "▁stato": 7550,
+      "▁China": 7551,
+      "▁$('#": 7552,
+      "▁naar": 7553,
+      "zip": 7554,
+      "▁${\\": 7555,
+      "▁appreciated": 7556,
+      "▁име": 7557,
+      "ży": 7558,
+      "▁przez": 7559,
+      "▁Indian": 7560,
+      "▁Tod": 7561,
+      "▁Source": 7562,
+      "▁други": 7563,
+      "internal": 7564,
+      "ionale": 7565,
+      "Product": 7566,
+      "▁Men": 7567,
+      "▁upper": 7568,
+      "▁Every": 7569,
+      "},\\": 7570,
+      "▁printf": 7571,
+      "▁continued": 7572,
+      "▁nodes": 7573,
+      "лки": 7574,
+      "▁nice": 7575,
+      "modules": 7576,
+      "eign": 7577,
+      "▁Mex": 7578,
+      "▁According": 7579,
+      "▁undefined": 7580,
+      "▁binary": 7581,
+      "cut": 7582,
+      "Current": 7583,
+      "edy": 7584,
+      "}}{": 7585,
+      "bles": 7586,
+      "▁вой": 7587,
+      "scri": 7588,
+      "eqn": 7589,
+      "Changed": 7590,
+      "▁köz": 7591,
+      "▁remote": 7592,
+      "вля": 7593,
+      "▁quel": 7594,
+      "▁align": 7595,
+      "▁пар": 7596,
+      "SV": 7597,
+      "yer": 7598,
+      "▁Californ": 7599,
+      "▁places": 7600,
+      "▁primary": 7601,
+      "▁conv": 7602,
+      "▁Juli": 7603,
+      "▁visual": 7604,
+      "▁Select": 7605,
+      "atory": 7606,
+      "=(": 7607,
+      "iser": 7608,
+      "▁intent": 7609,
+      "sur": 7610,
+      "container": 7611,
+      "iced": 7612,
+      "▁board": 7613,
+      "astr": 7614,
+      "omial": 7615,
+      "вет": 7616,
+      "зва": 7617,
+      "▁cru": 7618,
+      "▁Oktober": 7619,
+      "save": 7620,
+      "▁greater": 7621,
+      "▁inn": 7622,
+      "▁picture": 7623,
+      "▁То": 7624,
+      "▁obtained": 7625,
+      "Wikimedia": 7626,
+      "úblic": 7627,
+      "▁lors": 7628,
+      "▁mont": 7629,
+      "obre": 7630,
+      "▁civil": 7631,
+      "▁construction": 7632,
+      "▁Welt": 7633,
+      "▁Under": 7634,
+      "undert": 7635,
+      "▁edge": 7636,
+      "▁Liste": 7637,
+      "csv": 7638,
+      "▁experiment": 7639,
+      "localhost": 7640,
+      "▁Edit": 7641,
+      "greg": 7642,
+      "ová": 7643,
+      "ља": 7644,
+      "msg": 7645,
+      "▁Green": 7646,
+      "Dialog": 7647,
+      "Ident": 7648,
+      "▁JS": 7649,
+      "^{(": 7650,
+      "▁släktet": 7651,
+      "____": 7652,
+      "Project": 7653,
+      "▁beskre": 7654,
+      "▁ber": 7655,
+      "▁wouldn": 7656,
+      "▁react": 7657,
+      "Hel": 7658,
+      "zw": 7659,
+      "▁Washington": 7660,
+      "orie": 7661,
+      "task": 7662,
+      "▁category": 7663,
+      "▁artist": 7664,
+      "anno": 7665,
+      "▁ook": 7666,
+      "ammen": 7667,
+      "▁Minister": 7668,
+      "▁declar": 7669,
+      "▁Key": 7670,
+      ",.": 7671,
+      "▁mach": 7672,
+      "▁ww": 7673,
+      "isen": 7674,
+      "Fran": 7675,
+      "▁Росси": 7676,
+      "бор": 7677,
+      "три": 7678,
+      "▁rock": 7679,
+      "quis": 7680,
+      "mos": 7681,
+      "пера": 7682,
+      "▁esterni": 7683,
+      "▁gold": 7684,
+      "Windows": 7685,
+      "%%": 7686,
+      "▁partial": 7687,
+      "▁weight": 7688,
+      "▁spr": 7689,
+      "}).": 7690,
+      "▁français": 7691,
+      "fun": 7692,
+      "▁thous": 7693,
+      "holder": 7694,
+      "▁gone": 7695,
+      "▁Č": 7696,
+      "▁rend": 7697,
+      "DA": 7698,
+      "▁answered": 7699,
+      "▁False": 7700,
+      "Buffer": 7701,
+      "▁daugh": 7702,
+      ".--": 7703,
+      "▁Show": 7704,
+      "▁rect": 7705,
+      "▁Kre": 7706,
+      "dr": 7707,
+      "osoph": 7708,
+      "▁yield": 7709,
+      "urity": 7710,
+      "toString": 7711,
+      "aval": 7712,
+      "Pol": 7713,
+      "▁lock": 7714,
+      "imation": 7715,
+      "antic": 7716,
+      "Local": 7717,
+      "▁beskrevs": 7718,
+      "ités": 7719,
+      "grid": 7720,
+      "ут": 7721,
+      "▁_{": 7722,
+      "сі": 7723,
+      "FILE": 7724,
+      "▁км": 7725,
+      "▁speak": 7726,
+      "summary": 7727,
+      "prop": 7728,
+      "javascript": 7729,
+      "zk": 7730,
+      "izontal": 7731,
+      "▁trois": 7732,
+      "▁Rod": 7733,
+      "prise": 7734,
+      "рово": 7735,
+      "▁odd": 7736,
+      "▁gest": 7737,
+      "▁produce": 7738,
+      "▁waar": 7739,
+      "▁Av": 7740,
+      "ribu": 7741,
+      "вання": 7742,
+      "▁finished": 7743,
+      "▁adapt": 7744,
+      "▁Sar": 7745,
+      "textit": 7746,
+      "▁Ce": 7747,
+      "▁Fa": 7748,
+      "osen": 7749,
+      "▁deriv": 7750,
+      "▁ship": 7751,
+      "▁opin": 7752,
+      "▁Even": 7753,
+      "gesch": 7754,
+      "▁suppose": 7755,
+      "▁Fer": 7756,
+      "ское": 7757,
+      "▁worden": 7758,
+      "sey": 7759,
+      "hline": 7760,
+      "▁Union": 7761,
+      "▁/**": 7762,
+      "▁vez": 7763,
+      "▁Collegamenti": 7764,
+      "▁Society": 7765,
+      "▁econom": 7766,
+      "ší": 7767,
+      "oi": 7768,
+      "▁orient": 7769,
+      "▁Teil": 7770,
+      "rent": 7771,
+      "лекс": 7772,
+      "▁solid": 7773,
+      "▁cart": 7774,
+      "****************": 7775,
+      "▁cab": 7776,
+      "▁Message": 7777,
+      "dots": 7778,
+      "▁ég": 7779,
+      "▁twe": 7780,
+      "aga": 7781,
+      "▁naz": 7782,
+      "▁Microsoft": 7783,
+      "▁underarter": 7784,
+      "ppen": 7785,
+      "▁recent": 7786,
+      "▁net": 7787,
+      "▁resources": 7788,
+      "Ste": 7789,
+      ".\\": 7790,
+      "▁SO": 7791,
+      "лом": 7792,
+      "▁cele": 7793,
+      "▁lic": 7794,
+      "▁benef": 7795,
+      "ldots": 7796,
+      "▁serial": 7797,
+      "Integer": 7798,
+      "cles": 7799,
+      "▁miles": 7800,
+      "▁Ale": 7801,
+      "▁entered": 7802,
+      "▁Two": 7803,
+      "wie": 7804,
+      "▁includes": 7805,
+      "▁Each": 7806,
+      "elling": 7807,
+      "quer": 7808,
+      "▁Dom": 7809,
+      "pf": 7810,
+      "WS": 7811,
+      "▁straight": 7812,
+      "▁Stan": 7813,
+      "▁nos": 7814,
+      "ícul": 7815,
+      "atro": 7816,
+      "▁Center": 7817,
+      "FT": 7818,
+      "▁Inga": 7819,
+      "ilo": 7820,
+      "▁www": 7821,
+      "jsfiddle": 7822,
+      "nic": 7823,
+      "▁European": 7824,
+      "▁commer": 7825,
+      "▁girl": 7826,
+      "total": 7827,
+      "▁Star": 7828,
+      "▁suggested": 7829,
+      "pal": 7830,
+      "▁zwischen": 7831,
+      "писа": 7832,
+      "IM": 7833,
+      "▁handler": 7834,
+      "▁Program": 7835,
+      "xsl": 7836,
+      "ály": 7837,
+      "BU": 7838,
+      ",--": 7839,
+      "▁vid": 7840,
+      "▁established": 7841,
+      "▁Spiel": 7842,
+      "ometry": 7843,
+      "unes": 7844,
+      "▁sit": 7845,
+      "▁inher": 7846,
+      "▁puis": 7847,
+      "▁être": 7848,
+      "▁Most": 7849,
+      "Header": 7850,
+      "insert": 7851,
+      "▁sist": 7852,
+      "▁favor": 7853,
+      "dest": 7854,
+      "▁entity": 7855,
+      "Cal": 7856,
+      "▁Therefore": 7857,
+      "DD": 7858,
+      ";;": 7859,
+      "▁Dezember": 7860,
+      "▁Rh": 7861,
+      "iments": 7862,
+      "▁returning": 7863,
+      "sto": 7864,
+      "▁Value": 7865,
+      "▁liber": 7866,
+      "▁Result": 7867,
+      "▁bind": 7868,
+      "voir": 7869,
+      "▁Tim": 7870,
+      "▁Movie": 7871,
+      "weg": 7872,
+      "ket": 7873,
+      "▁исто": 7874,
+      "▁friends": 7875,
+      "▁fn": 7876,
+      "▁él": 7877,
+      "▁&=": 7878,
+      "arden": 7879,
+      "fficial": 7880,
+      "▁community": 7881,
+      "▁api": 7882,
+      "Args": 7883,
+      "ieren": 7884,
+      "▁dann": 7885,
+      "omorph": 7886,
+      "adr": 7887,
+      "loop": 7888,
+      "uman": 7889,
+      "▁vous": 7890,
+      "bst": 7891,
+      "submit": 7892,
+      "\\|": 7893,
+      "тин": 7894,
+      "Container": 7895,
+      "asket": 7896,
+      "?)": 7897,
+      "Sec": 7898,
+      "▁drive": 7899,
+      "Ass": 7900,
+      "▁swe": 7901,
+      "▁amer": 7902,
+      "▁mine": 7903,
+      "▁Ham": 7904,
+      "▁avait": 7905,
+      "▁Hon": 7906,
+      "▁après": 7907,
+      "▁Mann": 7908,
+      "ська": 7909,
+      "▁increase": 7910,
+      "▁ty": 7911,
+      "sky": 7912,
+      "▁accur": 7913,
+      "article": 7914,
+      "weight": 7915,
+      "▁sex": 7916,
+      "▁listade": 7917,
+      "/**": 7918,
+      "▁está": 7919,
+      "}}$": 7920,
+      "argo": 7921,
+      "define": 7922,
+      "▁состав": 7923,
+      "session": 7924,
+      "ads": 7925,
+      "стви": 7926,
+      "▁Law": 7927,
+      "▁dialog": 7928,
+      "▁duplicate": 7929,
+      "▁ép": 7930,
+      "▁voc": 7931,
+      "fri": 7932,
+      "▁green": 7933,
+      "▁hidden": 7934,
+      "▁Island": 7935,
+      "▁diag": 7936,
+      "owej": 7937,
+      "mysql": 7938,
+      "teil": 7939,
+      "rä": 7940,
+      "ikan": 7941,
+      "▁José": 7942,
+      "aled": 7943,
+      "Runtime": 7944,
+      "▁train": 7945,
+      "▁Division": 7946,
+      "ниц": 7947,
+      "▁Span": 7948,
+      "нима": 7949,
+      ")=\\": 7950,
+      "тан": 7951,
+      "▁stay": 7952,
+      "▁foo": 7953,
+      "▁accom": 7954,
+      "▁hers": 7955,
+      "▁нау": 7956,
+      "▁Mün": 7957,
+      "ideos": 7958,
+      "static": 7959,
+      "▁ready": 7960,
+      "]`": 7961,
+      "▁visible": 7962,
+      "▁Hope": 7963,
+      "ulated": 7964,
+      "▁Cult": 7965,
+      "стро": 7966,
+      "Co": 7967,
+      "▁smaller": 7968,
+      "atura": 7969,
+      "▁perfectly": 7970,
+      "req": 7971,
+      "▁proposed": 7972,
+      "▁degli": 7973,
+      "Search": 7974,
+      "▁ich": 7975,
+      "Max": 7976,
+      "▁volume": 7977,
+      "execute": 7978,
+      "gre": 7979,
+      "▁sport": 7980,
+      "udad": 7981,
+      "PT": 7982,
+      "▁Records": 7983,
+      "▁cook": 7984,
+      "▁expand": 7985,
+      "бі": 7986,
+      "▁altri": 7987,
+      "ppet": 7988,
+      "arse": 7989,
+      "▁wet": 7990,
+      "▁Bob": 7991,
+      "▁FC": 7992,
+      "▁Association": 7993,
+      "uje": 7994,
+      "▁fel": 7995,
+      "▁слу": 7996,
+      "▁Big": 7997,
+      "/\\": 7998,
+      "Ge": 7999,
+      "while": 8000,
+      "{(": 8001,
+      "▁sufficient": 8002,
+      "Position": 8003,
+      "▁understanding": 8004,
+      "▁nue": 8005,
+      "▁raz": 8006,
+      "▁ye": 8007,
+      "hem": 8008,
+      "Num": 8009,
+      "▁Project": 8010,
+      "▁Its": 8011,
+      "▁hasta": 8012,
+      "enso": 8013,
+      "▁wire": 8014,
+      "Ret": 8015,
+      "uj": 8016,
+      "proof": 8017,
+      "▁relevant": 8018,
+      "▁partir": 8019,
+      "▁ago": 8020,
+      "ificate": 8021,
+      "▁domin": 8022,
+      "▁boy": 8023,
+      "▁plant": 8024,
+      "▁encoding": 8025,
+      "▁throws": 8026,
+      "▁Rock": 8027,
+      "zone": 8028,
+      "gang": 8029,
+      "widget": 8030,
+      "▁interesting": 8031,
+      "DER": 8032,
+      "▁demon": 8033,
+      "▁office": 8034,
+      "amt": 8035,
+      "äter": 8036,
+      "▁White": 8037,
+      "▁versch": 8038,
+      "▁dieser": 8039,
+      "▁Mount": 8040,
+      "▁students": 8041,
+      "▁Pub": 8042,
+      "▁Де": 8043,
+      "ija": 8044,
+      "▁Cy": 8045,
+      "▁California": 8046,
+      "▁abril": 8047,
+      "äll": 8048,
+      "▁чем": 8049,
+      "TV": 8050,
+      "▁més": 8051,
+      "▁declared": 8052,
+      "▁ю": 8053,
+      "ől": 8054,
+      "appa": 8055,
+      "▁Бе": 8056,
+      "echo": 8057,
+      "numer": 8058,
+      "▁posted": 8059,
+      "▁вер": 8060,
+      "▁године": 8061,
+      "▁weak": 8062,
+      "▁Republic": 8063,
+      "▁champion": 8064,
+      "ensuremath": 8065,
+      "your": 8066,
+      "▁Ober": 8067,
+      "▁Central": 8068,
+      "isa": 8069,
+      "анд": 8070,
+      "yy": 8071,
+      "▁fully": 8072,
+      "▁SD": 8073,
+      "▁Linux": 8074,
+      "▁Scott": 8075,
+      "partment": 8076,
+      "kon": 8077,
+      "▁contract": 8078,
+      "▁OF": 8079,
+      "▁ale": 8080,
+      "▁Ann": 8081,
+      "▁над": 8082,
+      "lah": 8083,
+      "▁Next": 8084,
+      "oren": 8085,
+      "▁disk": 8086,
+      "▁eg": 8087,
+      "atu": 8088,
+      "логи": 8089,
+      "▁games": 8090,
+      "Left": 8091,
+      "▁lu": 8092,
+      "▁finite": 8093,
+      "▁ки": 8094,
+      "▁crash": 8095,
+      "pher": 8096,
+      "exe": 8097,
+      "ATION": 8098,
+      "▁brother": 8099,
+      "Eng": 8100,
+      "tat": 8101,
+      "▁Integer": 8102,
+      "ному": 8103,
+      "▁colon": 8104,
+      "iqu": 8105,
+      ")).": 8106,
+      "ivi": 8107,
+      "▁Method": 8108,
+      "arten": 8109,
+      "Uni": 8110,
+      "vector": 8111,
+      "▁wood": 8112,
+      "рт": 8113,
+      "▁Ле": 8114,
+      "▁siècle": 8115,
+      "▁gent": 8116,
+      "}\r": 8117,
+      "▁contents": 8118,
+      "▁compan": 8119,
+      "Go": 8120,
+      "▁jou": 8121,
+      "uent": 8122,
+      "Async": 8123,
+      "printf": 8124,
+      "▁Model": 8125,
+      "▁kept": 8126,
+      "ASE": 8127,
+      "▁provides": 8128,
+      "▁Abgerufen": 8129,
+      "▁Gall": 8130,
+      "▁Alf": 8131,
+      "SA": 8132,
+      "▁Mem": 8133,
+      "▁kter": 8134,
+      "▁Bru": 8135,
+      "Android": 8136,
+      "(:": 8137,
+      "▁Украї": 8138,
+      "Ne": 8139,
+      "Min": 8140,
+      "atr": 8141,
+      "▁Hal": 8142,
+      "delete": 8143,
+      "odo": 8144,
+      "▁não": 8145,
+      "ène": 8146,
+      "▁calculate": 8147,
+      "Json": 8148,
+      "keys": 8149,
+      "ней": 8150,
+      "▁hence": 8151,
+      "▁ow": 8152,
+      "▁Lib": 8153,
+      "eno": 8154,
+      "▁Love": 8155,
+      "osi": 8156,
+      "wide": 8157,
+      "▁score": 8158,
+      "full": 8159,
+      "вод": 8160,
+      "▁determine": 8161,
+      "▁spaces": 8162,
+      "лова": 8163,
+      "▁peut": 8164,
+      "éral": 8165,
+      "ół": 8166,
+      "▁appoint": 8167,
+      "▁Tw": 8168,
+      "<?": 8169,
+      "▁Order": 8170,
+      "▁hop": 8171,
+      "random": 8172,
+      "cache": 8173,
+      "▁destroy": 8174,
+      "▁race": 8175,
+      "Tag": 8176,
+      "▁rid": 8177,
+      "▁negative": 8178,
+      "Car": 8179,
+      "ensional": 8180,
+      "dk": 8181,
+      "▁cro": 8182,
+      "▁THEN": 8183,
+      "▁$.": 8184,
+      "ensk": 8185,
+      "NE": 8186,
+      "HO": 8187,
+      "▁kle": 8188,
+      "ospital": 8189,
+      "kte": 8190,
+      "férences": 8191,
+      "udes": 8192,
+      "IR": 8193,
+      "otion": 8194,
+      "▁Real": 8195,
+      "▁Februar": 8196,
+      "ин": 8197,
+      "▁Old": 8198,
+      "кого": 8199,
+      "leich": 8200,
+      "▁р": 8201,
+      "ían": 8202,
+      "▁га": 8203,
+      "cide": 8204,
+      "lab": 8205,
+      "▁pull": 8206,
+      "▁'/": 8207,
+      "Long": 8208,
+      ",$": 8209,
+      "▁appropriate": 8210,
+      "▁была": 8211,
+      "führ": 8212,
+      "▁Media": 8213,
+      "▁manner": 8214,
+      "▁Ге": 8215,
+      "description": 8216,
+      "Bean": 8217,
+      "▁Lar": 8218,
+      "'];": 8219,
+      "▁relation": 8220,
+      "▁Sorry": 8221,
+      "har": 8222,
+      "cpp": 8223,
+      "▁Ko": 8224,
+      "▁execution": 8225,
+      "inos": 8226,
+      "▁bul": 8227,
+      "grade": 8228,
+      "▁Mu": 8229,
+      "▁pil": 8230,
+      "writ": 8231,
+      "ifications": 8232,
+      "inese": 8233,
+      "▁Phili": 8234,
+      "dx": 8235,
+      "▁leading": 8236,
+      "▁Journal": 8237,
+      "oved": 8238,
+      "▁contro": 8239,
+      "нова": 8240,
+      "Yes": 8241,
+      "▁channel": 8242,
+      ")),": 8243,
+      "isten": 8244,
+      "aka": 8245,
+      "ToString": 8246,
+      "mas": 8247,
+      "▁ett": 8248,
+      "▁forces": 8249,
+      "ulations": 8250,
+      "▁Call": 8251,
+      "▁explanation": 8252,
+      "oring": 8253,
+      "ATA": 8254,
+      "chter": 8255,
+      "when": 8256,
+      "VC": 8257,
+      "▁Jahrh": 8258,
+      "Case": 8259,
+      "▁commands": 8260,
+      "▁rich": 8261,
+      "bus": 8262,
+      "Fe": 8263,
+      "mbox": 8264,
+      "▁recon": 8265,
+      "ño": 8266,
+      "▁shape": 8267,
+      "owy": 8268,
+      "entry": 8269,
+      "itable": 8270,
+      "▁election": 8271,
+      "ється": 8272,
+      "▁prep": 8273,
+      "vá": 8274,
+      "▁infin": 8275,
+      "lot": 8276,
+      "▁books": 8277,
+      "▁USA": 8278,
+      "лин": 8279,
+      "▁pom": 8280,
+      "▁nas": 8281,
+      "▁tags": 8282,
+      "▁executed": 8283,
+      "aille": 8284,
+      "lung": 8285,
+      "▁JavaScript": 8286,
+      "▁ball": 8287,
+      "▁ainsi": 8288,
+      "▁Pri": 8289,
+      "{$": 8290,
+      "▁UN": 8291,
+      "▁Ram": 8292,
+      "▁hear": 8293,
+      "▁Ubuntu": 8294,
+      ">();": 8295,
+      "▁pure": 8296,
+      "▁embed": 8297,
+      "ação": 8298,
+      "controller": 8299,
+      "▁married": 8300,
+      "▁Fol": 8301,
+      "famil": 8302,
+      "▁prec": 8303,
+      "▁recurs": 8304,
+      "pad": 8305,
+      "istration": 8306,
+      "▁respectively": 8307,
+      "[$": 8308,
+      "autor": 8309,
+      "▁grav": 8310,
+      "iera": 8311,
+      "azioni": 8312,
+      "▁Bul": 8313,
+      "▁Australia": 8314,
+      "mond": 8315,
+      "▁Tro": 8316,
+      "▁Ele": 8317,
+      "packages": 8318,
+      "msdn": 8319,
+      "▁Als": 8320,
+      "▁przy": 8321,
+      "ART": 8322,
+      "▁charge": 8323,
+      "▁applications": 8324,
+      "Unit": 8325,
+      "aren": 8326,
+      "▁sudden": 8327,
+      "ometer": 8328,
+      "▁dot": 8329,
+      "acji": 8330,
+      "ктор": 8331,
+      "imin": 8332,
+      "ening": 8333,
+      "▁donde": 8334,
+      "▁Ho": 8335,
+      "tree": 8336,
+      "mb": 8337,
+      "▁drag": 8338,
+      "aje": 8339,
+      "▁invalid": 8340,
+      "▁finish": 8341,
+      "laim": 8342,
+      "▁feed": 8343,
+      "▁Nap": 8344,
+      "room": 8345,
+      "images": 8346,
+      "▁сай": 8347,
+      "▁succ": 8348,
+      "iffer": 8349,
+      "▁año": 8350,
+      "▁cual": 8351,
+      "мери": 8352,
+      "DR": 8353,
+      "▁Bilder": 8354,
+      "бра": 8355,
+      "rait": 8356,
+      "pan": 8357,
+      "ень": 8358,
+      "▁distinct": 8359,
+      "▁Kn": 8360,
+      "önig": 8361,
+      "anced": 8362,
+      "▁loading": 8363,
+      "▁Techn": 8364,
+      "▁Sel": 8365,
+      "mus": 8366,
+      "▁rail": 8367,
+      "▁student": 8368,
+      "▁notice": 8369,
+      "▁sla": 8370,
+      "▁Да": 8371,
+      "▁guard": 8372,
+      "▁Day": 8373,
+      "вали": 8374,
+      "Option": 8375,
+      "aison": 8376,
+      "ipp": 8377,
+      "▁Jun": 8378,
+      "▁fell": 8379,
+      "▁absolute": 8380,
+      "ове": 8381,
+      "debug": 8382,
+      "▁Sud": 8383,
+      "пы": 8384,
+      "ugins": 8385,
+      "▁views": 8386,
+      "lay": 8387,
+      "▁surr": 8388,
+      "▁stood": 8389,
+      "▁ві": 8390,
+      "selected": 8391,
+      "гі": 8392,
+      "▁attributes": 8393,
+      "final": 8394,
+      "enda": 8395,
+      "▁Bon": 8396,
+      "ners": 8397,
+      "▁Wer": 8398,
+      "bur": 8399,
+      "ittel": 8400,
+      "▁moving": 8401,
+      "▁Plan": 8402,
+      "isches": 8403,
+      "Java": 8404,
+      "▁basis": 8405,
+      "▁Bus": 8406,
+      "▁Au": 8407,
+      "▁Ill": 8408,
+      "▁время": 8409,
+      "▁цент": 8410,
+      "handle": 8411,
+      "ступ": 8412,
+      "▁Far": 8413,
+      "▁oraz": 8414,
+      "ocr": 8415,
+      "▁seit": 8416,
+      "onder": 8417,
+      "дом": 8418,
+      ":/": 8419,
+      "chor": 8420,
+      "▁Town": 8421,
+      "▁definit": 8422,
+      "react": 8423,
+      "▁piece": 8424,
+      "▁Karl": 8425,
+      "CI": 8426,
+      "▁Application": 8427,
+      "unter": 8428,
+      "▁formed": 8429,
+      "▁пу": 8430,
+      "Bo": 8431,
+      "▁Daniel": 8432,
+      "▁пла": 8433,
+      "Body": 8434,
+      "})$": 8435,
+      "▁были": 8436,
+      "▁earth": 8437,
+      "гла": 8438,
+      "There": 8439,
+      "▁стра": 8440,
+      "▁ville": 8441,
+      "▁centre": 8442,
+      ")\r": 8443,
+      "▁helpful": 8444,
+      "▁++": 8445,
+      "▁CG": 8446,
+      "izione": 8447,
+      "▁Game": 8448,
+      "▁Which": 8449,
+      "▁pip": 8450,
+      "▁Portug": 8451,
+      "DS": 8452,
+      "▁describe": 8453,
+      "▁checking": 8454,
+      "▁manager": 8455,
+      "BO": 8456,
+      "▁Bundes": 8457,
+      "buch": 8458,
+      "▁decided": 8459,
+      "▁Jahrhundert": 8460,
+      "▁fif": 8461,
+      "efficient": 8462,
+      "anci": 8463,
+      "braries": 8464,
+      "▁fails": 8465,
+      "▁kernel": 8466,
+      "▁Gl": 8467,
+      "▁Nacional": 8468,
+      "▁proceed": 8469,
+      "▁fuer": 8470,
+      "▁living": 8471,
+      "▁successfully": 8472,
+      "▁faster": 8473,
+      "▁contre": 8474,
+      "▁prison": 8475,
+      "ORT": 8476,
+      "help": 8477,
+      "▁autor": 8478,
+      "ław": 8479,
+      "ają": 8480,
+      "▁Arm": 8481,
+      "▁provin": 8482,
+      "▁naam": 8483,
+      "/#": 8484,
+      "sed": 8485,
+      "▁gesch": 8486,
+      "▁мар": 8487,
+      "esk": 8488,
+      "term": 8489,
+      "▁Tex": 8490,
+      "iring": 8491,
+      "▁tools": 8492,
+      "PDF": 8493,
+      "▁ult": 8494,
+      "issenschaft": 8495,
+      "▁couldn": 8496,
+      "ding": 8497,
+      "Dep": 8498,
+      "{-": 8499,
+      "▁predict": 8500,
+      "antage": 8501,
+      "▁Like": 8502,
+      "▁Би": 8503,
+      "tools": 8504,
+      "estra": 8505,
+      "▁ki": 8506,
+      "▁Jim": 8507,
+      "star": 8508,
+      "▁remark": 8509,
+      "óg": 8510,
+      "nabla": 8511,
+      "▁Although": 8512,
+      "mode": 8513,
+      "Host": 8514,
+      "▁strange": 8515,
+      "None": 8516,
+      "black": 8517,
+      "▁Festival": 8518,
+      "▁IS": 8519,
+      "anza": 8520,
+      "▁(-": 8521,
+      "icket": 8522,
+      "кола": 8523,
+      "▁Jes": 8524,
+      "▁flex": 8525,
+      "▁À": 8526,
+      "▁Network": 8527,
+      "▁EX": 8528,
+      "▁enero": 8529,
+      "!”": 8530,
+      "▁Ort": 8531,
+      "▁alors": 8532,
+      "▁Original": 8533,
+      "▁zo": 8534,
+      "ными": 8535,
+      "▁spl": 8536,
+      "Draw": 8537,
+      "yond": 8538,
+      "──": 8539,
+      "▁Ot": 8540,
+      "▁dram": 8541,
+      "▁division": 8542,
+      "▁efficient": 8543,
+      "▁Га": 8544,
+      "▁vier": 8545,
+      "nak": 8546,
+      "LS": 8547,
+      "▁spirit": 8548,
+      "zeichnet": 8549,
+      "▁dici": 8550,
+      "clear": 8551,
+      "copy": 8552,
+      "yar": 8553,
+      "▁році": 8554,
+      "usqu": 8555,
+      "▁nous": 8556,
+      "▁blev": 8557,
+      "жде": 8558,
+      "Arg": 8559,
+      "▁performed": 8560,
+      "▁Make": 8561,
+      "▁Carol": 8562,
+      "etto": 8563,
+      "▁Sand": 8564,
+      "▁Disc": 8565,
+      "Enc": 8566,
+      "rero": 8567,
+      "hash": 8568,
+      "▁focus": 8569,
+      "▁attention": 8570,
+      "▁agre": 8571,
+      "▁divis": 8572,
+      "▁было": 8573,
+      "▁ej": 8574,
+      "▁march": 8575,
+      "▁phase": 8576,
+      "ías": 8577,
+      "▁phil": 8578,
+      "▁Pap": 8579,
+      "▁river": 8580,
+      "▁caused": 8581,
+      "plugin": 8582,
+      "▁Team": 8583,
+      "uler": 8584,
+      "▁$(\"#": 8585,
+      "iej": 8586,
+      "ISBN": 8587,
+      "nam": 8588,
+      "▁fight": 8589,
+      "vid": 8590,
+      "▁Lud": 8591,
+      "Selected": 8592,
+      ":@\"": 8593,
+      "▁Pod": 8594,
+      "▁années": 8595,
+      "arios": 8596,
+      "▁deutscher": 8597,
+      "▁NA": 8598,
+      "▁ию": 8599,
+      "▁dictionary": 8600,
+      "▁Ла": 8601,
+      "▁Tri": 8602,
+      "èn": 8603,
+      "▁political": 8604,
+      "ridge": 8605,
+      "atten": 8606,
+      "▁circle": 8607,
+      "▁transport": 8608,
+      "emas": 8609,
+      "FC": 8610,
+      "▁replaced": 8611,
+      "▁Aud": 8612,
+      "iska": 8613,
+      "Configuration": 8614,
+      "▁soort": 8615,
+      "▁Не": 8616,
+      "▁sequ": 8617,
+      "PRO": 8618,
+      "▁bud": 8619,
+      "▁{{": 8620,
+      "ließ": 8621,
+      "▁Mas": 8622,
+      "ders": 8623,
+      "usammen": 8624,
+      "esa": 8625,
+      "▁Ly": 8626,
+      "вро": 8627,
+      "mac": 8628,
+      "▁испо": 8629,
+      "▁suc": 8630,
+      "uy": 8631,
+      "▁illustr": 8632,
+      "▁primera": 8633,
+      "ilation": 8634,
+      "▁storage": 8635,
+      "▁params": 8636,
+      "kaz": 8637,
+      "▁terminal": 8638,
+      "раль": 8639,
+      "▁holds": 8640,
+      "лось": 8641,
+      "▁nad": 8642,
+      "”.": 8643,
+      "▁octubre": 8644,
+      "bul": 8645,
+      "▁hus": 8646,
+      "ULT": 8647,
+      "▁également": 8648,
+      "▁Mill": 8649,
+      "ład": 8650,
+      "▁contiene": 8651,
+      "\"?": 8652,
+      "▁>>>": 8653,
+      "Que": 8654,
+      "  ": 8655,
+      "▁plain": 8656,
+      "ativa": 8657,
+      "ocker": 8658,
+      "Names": 8659,
+      "▁Jud": 8660,
+      "▁agree": 8661,
+      "▁Gemeinde": 8662,
+      "lare": 8663,
+      "каза": 8664,
+      "▁starts": 8665,
+      "▁price": 8666,
+      "Target": 8667,
+      "cus": 8668,
+      "▁Instead": 8669,
+      ".;": 8670,
+      "▁alternative": 8671,
+      "▁вла": 8672,
+      "IE": 8673,
+      "▁organiz": 8674,
+      "inu": 8675,
+      "▁completed": 8676,
+      "▁carry": 8677,
+      "atom": 8678,
+      "▁depending": 8679,
+      "▁Our": 8680,
+      "▁insp": 8681,
+      "▁&\\": 8682,
+      "aily": 8683,
+      "irection": 8684,
+      "фа": 8685,
+      "▁defe": 8686,
+      "TAC": 8687,
+      "▁designed": 8688,
+      "▁voir": 8689,
+      "break": 8690,
+      "▁partie": 8691,
+      "▁Jahren": 8692,
+      "▁studio": 8693,
+      "▁jour": 8694,
+      "▁Notes": 8695,
+      "fire": 8696,
+      "house": 8697,
+      "success": 8698,
+      "▁Juan": 8699,
+      "JS": 8700,
+      "▁Custom": 8701,
+      "▁besch": 8702,
+      "▁stated": 8703,
+      "bootstrap": 8704,
+      "ött": 8705,
+      "ozzá": 8706,
+      "▁CON": 8707,
+      "hav": 8708,
+      "▁sleep": 8709,
+      "eda": 8710,
+      "hot": 8711,
+      "ánd": 8712,
+      "▁Sy": 8713,
+      "▁temps": 8714,
+      "amar": 8715,
+      "▁scal": 8716,
+      "▁ast": 8717,
+      "▁opening": 8718,
+      "clipse": 8719,
+      "▁programming": 8720,
+      "▁letters": 8721,
+      "▁profile": 8722,
+      "nah": 8723,
+      "▁beyond": 8724,
+      "▁Further": 8725,
+      "faces": 8726,
+      "▁chart": 8727,
+      "зда": 8728,
+      "aign": 8729,
+      "ній": 8730,
+      "▁Rol": 8731,
+      "овано": 8732,
+      "terior": 8733,
+      "wed": 8734,
+      "▁herself": 8735,
+      "▁ng": 8736,
+      "anguages": 8737,
+      "}=\\": 8738,
+      "ynamic": 8739,
+      "▁jug": 8740,
+      "▁Example": 8741,
+      "▁(†": 8742,
+      "▁playing": 8743,
+      "▁usage": 8744,
+      "▁managed": 8745,
+      "▁Natur": 8746,
+      "тери": 8747,
+      "▁Et": 8748,
+      "eria": 8749,
+      "▁daughter": 8750,
+      "нием": 8751,
+      "Fragment": 8752,
+      "▁hol": 8753,
+      "Fl": 8754,
+      "ографи": 8755,
+      "▁ihn": 8756,
+      "üh": 8757,
+      "instance": 8758,
+      "▁comun": 8759,
+      "▁truth": 8760,
+      "▁само": 8761,
+      "▁implemented": 8762,
+      "▁anyway": 8763,
+      "▁Cro": 8764,
+      "фе": 8765,
+      "GC": 8766,
+      "ubuntu": 8767,
+      "types": 8768,
+      "ês": 8769,
+      ".~\\": 8770,
+      "fold": 8771,
+      "▁joined": 8772,
+      "??": 8773,
+      "▁mé": 8774,
+      "▁wild": 8775,
+      "клю": 8776,
+      "rowser": 8777,
+      "▁Home": 8778,
+      "skiej": 8779,
+      "▁JOIN": 8780,
+      "▁juin": 8781,
+      "hof": 8782,
+      "▁dataset": 8783,
+      "жду": 8784,
+      "'))": 8785,
+      "▁miejs": 8786,
+      "API": 8787,
+      "▁edited": 8788,
+      "ools": 8789,
+      "▁seeing": 8790,
+      "ijd": 8791,
+      "▁procedure": 8792,
+      "▁Bras": 8793,
+      "▁signed": 8794,
+      "▁externos": 8795,
+      "▁disapp": 8796,
+      "▁Direct": 8797,
+      "cyc": 8798,
+      "▁consult": 8799,
+      "örd": 8800,
+      "Widget": 8801,
+      "cious": 8802,
+      "sect": 8803,
+      "▁Ди": 8804,
+      "▁wind": 8805,
+      "▁Archivado": 8806,
+      "aml": 8807,
+      "сс": 8808,
+      "Wh": 8809,
+      "kbd": 8810,
+      "▁Army": 8811,
+      "▁suffer": 8812,
+      "artifact": 8813,
+      "▁resolve": 8814,
+      "▁Sport": 8815,
+      "▁це": 8816,
+      "idas": 8817,
+      "▁tax": 8818,
+      "idi": 8819,
+      "▁actions": 8820,
+      "пра": 8821,
+      "pués": 8822,
+      "▁naj": 8823,
+      "False": 8824,
+      "▁chance": 8825,
+      "▁тако": 8826,
+      "äd": 8827,
+      "▁dol": 8828,
+      "▁env": 8829,
+      "▁basically": 8830,
+      "▁Council": 8831,
+      "zte": 8832,
+      "▁displayed": 8833,
+      "nil": 8834,
+      "complete": 8835,
+      "▁Lem": 8836,
+      "iance": 8837,
+      "▁основ": 8838,
+      "▁depend": 8839,
+      "plom": 8840,
+      "ensus": 8841,
+      "uts": 8842,
+      "▁Hot": 8843,
+      "bitr": 8844,
+      "▁validation": 8845,
+      "abb": 8846,
+      "▁тре": 8847,
+      "km": 8848,
+      "zd": 8849,
+      "öff": 8850,
+      "WE": 8851,
+      "▁interested": 8852,
+      "▁{\"": 8853,
+      "aro": 8854,
+      "▁correl": 8855,
+      "▁dedic": 8856,
+      "▁lists": 8857,
+      "▁Bibliografia": 8858,
+      "▁earlier": 8859,
+      "program": 8860,
+      "▁première": 8861,
+      "front": 8862,
+      "Tab": 8863,
+      "ству": 8864,
+      "drop": 8865,
+      "▁fear": 8866,
+      "▁Enlaces": 8867,
+      "▁Capt": 8868,
+      "▁realiz": 8869,
+      "▁hal": 8870,
+      "▁instances": 8871,
+      "▁susp": 8872,
+      "illing": 8873,
+      "%;": 8874,
+      "{}": 8875,
+      "||": 8876,
+      "▁partition": 8877,
+      "▁Build": 8878,
+      "▁wo": 8879,
+      "▁Пер": 8880,
+      "▁director": 8881,
+      "▁Sin": 8882,
+      "тия": 8883,
+      "rsg": 8884,
+      "ouver": 8885,
+      "▁nearly": 8886,
+      "oda": 8887,
+      "ктив": 8888,
+      "▁sir": 8889,
+      "IME": 8890,
+      "▁janvier": 8891,
+      "▁Win": 8892,
+      "Build": 8893,
+      "ieurs": 8894,
+      "INE": 8895,
+      "double": 8896,
+      "Last": 8897,
+      "▁policy": 8898,
+      "store": 8899,
+      "▁observed": 8900,
+      "▁familie": 8901,
+      "nica": 8902,
+      "rey": 8903,
+      "зь": 8904,
+      "▁Year": 8905,
+      "▁developed": 8906,
+      "▁Institute": 8907,
+      "▁reply": 8908,
+      "Comple": 8909,
+      "ician": 8910,
+      "▁Guer": 8911,
+      "▁dall": 8912,
+      "▁desp": 8913,
+      "▁Football": 8914,
+      "Empty": 8915,
+      "cken": 8916,
+      "unda": 8917,
+      "▁Ur": 8918,
+      "▁ig": 8919,
+      "▁Atl": 8920,
+      "author": 8921,
+      "▁Bol": 8922,
+      "zig": 8923,
+      "nat": 8924,
+      "št": 8925,
+      "security": 8926,
+      "onic": 8927,
+      "▁pes": 8928,
+      "itan": 8929,
+      "▁Extern": 8930,
+      "jan": 8931,
+      "VAL": 8932,
+      "▁им": 8933,
+      "bold": 8934,
+      "▁ва": 8935,
+      "▁Мо": 8936,
+      "▁disput": 8937,
+      "▁trick": 8938,
+      "▁ped": 8939,
+      ")^{": 8940,
+      "into": 8941,
+      "Sim": 8942,
+      "▁parallel": 8943,
+      "fox": 8944,
+      "normal": 8945,
+      "inent": 8946,
+      "педи": 8947,
+      "hold": 8948,
+      "OK": 8949,
+      "▁chem": 8950,
+      "▁twice": 8951,
+      "▁username": 8952,
+      "ič": 8953,
+      "▁representation": 8954,
+      "▁journal": 8955,
+      "▁:-": 8956,
+      "▁batt": 8957,
+      "\\%": 8958,
+      "▁certainly": 8959,
+      "▁Exception": 8960,
+      "eps": 8961,
+      "shot": 8962,
+      "ategy": 8963,
+      "Show": 8964,
+      "▁Carl": 8965,
+      "rig": 8966,
+      "▁reported": 8967,
+      "bottom": 8968,
+      "TF": 8969,
+      "▁Francisco": 8970,
+      "nap": 8971,
+      "▁Championship": 8972,
+      "▁court": 8973,
+      "▁sources": 8974,
+      "iour": 8975,
+      "▁conserv": 8976,
+      "dict": 8977,
+      "▁Ру": 8978,
+      "IB": 8979,
+      "▁Ve": 8980,
+      "▁№": 8981,
+      "▁ER": 8982,
+      "\"));": 8983,
+      "▁Point": 8984,
+      "azine": 8985,
+      "▁internet": 8986,
+      "дна": 8987,
+      "▁carried": 8988,
+      "▁Field": 8989,
+      "axis": 8990,
+      "▁Sun": 8991,
+      "▁ave": 8992,
+      "пис": 8993,
+      "ян": 8994,
+      "asy": 8995,
+      "▁julio": 8996,
+      "▁depuis": 8997,
+      "▁suggestion": 8998,
+      "[[": 8999,
+      "▁Archive": 9000,
+      "ęp": 9001,
+      "▁Pra": 9002,
+      "reh": 9003,
+      "▁demonstr": 9004,
+      "фі": 9005,
+      "cmd": 9006,
+      "▁wasn": 9007,
+      "▁phone": 9008,
+      "upload": 9009,
+      "aya": 9010,
+      "тора": 9011,
+      "lines": 9012,
+      "▁indu": 9013,
+      "▁vot": 9014,
+      "▁espa": 9015,
+      "▁bin": 9016,
+      "▁после": 9017,
+      "plan": 9018,
+      "▁junio": 9019,
+      "orial": 9020,
+      "free": 9021,
+      "sterreich": 9022,
+      "▁ду": 9023,
+      "▁linked": 9024,
+      "▁enable": 9025,
+      "PC": 9026,
+      "▁density": 9027,
+      "▁Egy": 9028,
+      "yo": 9029,
+      "endre": 9030,
+      "▁съ": 9031,
+      "▁italiano": 9032,
+      "▁AR": 9033,
+      "▁Pers": 9034,
+      "férés": 9035,
+      "▁скла": 9036,
+      "Var": 9037,
+      "▁Once": 9038,
+      "Red": 9039,
+      "buffer": 9040,
+      "▁Enter": 9041,
+      "▁Š": 9042,
+      "imiento": 9043,
+      "Store": 9044,
+      "▁health": 9045,
+      "vat": 9046,
+      "IST": 9047,
+      "Oh": 9048,
+      "▁kw": 9049,
+      "▁riv": 9050,
+      "▁somewhere": 9051,
+      "ografie": 9052,
+      "private": 9053,
+      "кти": 9054,
+      "▁delay": 9055,
+      "▁Http": 9056,
+      "job": 9057,
+      "rael": 9058,
+      "empor": 9059,
+      "▁diciembre": 9060,
+      "ête": 9061,
+      "цу": 9062,
+      "▁commit": 9063,
+      "oso": 9064,
+      "Values": 9065,
+      "▁headers": 9066,
+      "transform": 9067,
+      "▁processing": 9068,
+      "rå": 9069,
+      "▁Ah": 9070,
+      "▁Node": 9071,
+      "------------": 9072,
+      "▁faire": 9073,
+      "▁hun": 9074,
+      "Player": 9075,
+      "▁review": 9076,
+      "гда": 9077,
+      "▁limited": 9078,
+      "▁Property": 9079,
+      "▁serve": 9080,
+      "riage": 9081,
+      "▁Master": 9082,
+      "▁kann": 9083,
+      "crete": 9084,
+      "phere": 9085,
+      "ёр": 9086,
+      "▁chief": 9087,
+      "▁scene": 9088,
+      "kin": 9089,
+      "▁uniform": 9090,
+      "▁febrero": 9091,
+      "\"}": 9092,
+      "illo": 9093,
+      "ITE": 9094,
+      "ouvel": 9095,
+      "usepackage": 9096,
+      "enth": 9097,
+      "▁quickly": 9098,
+      "Lambda": 9099,
+      "xes": 9100,
+      "▁cells": 9101,
+      "rog": 9102,
+      "amin": 9103,
+      "▁Мар": 9104,
+      "▁mayor": 9105,
+      "player": 9106,
+      "++;": 9107,
+      "▁Насе": 9108,
+      "▁safe": 9109,
+      "▁veloc": 9110,
+      "▁обра": 9111,
+      "Database": 9112,
+      "neh": 9113,
+      "Vert": 9114,
+      "▁fle": 9115,
+      "▁фор": 9116,
+      "▁foreign": 9117,
+      "Abstract": 9118,
+      "▁magn": 9119,
+      "▁modified": 9120,
+      "▁military": 9121,
+      "▁monde": 9122,
+      "▁Action": 9123,
+      "▁bank": 9124,
+      "Serial": 9125,
+      "▁continuous": 9126,
+      "▁gel": 9127,
+      "▁physical": 9128,
+      "▁introduced": 9129,
+      "uture": 9130,
+      "rick": 9131,
+      "▁presented": 9132,
+      "▁Prov": 9133,
+      "▁Both": 9134,
+      "Pos": 9135,
+      "super": 9136,
+      "&#": 9137,
+      "▁finding": 9138,
+      "nel": 9139,
+      "unde": 9140,
+      "▁från": 9141,
+      "skim": 9142,
+      "▁Hill": 9143,
+      "fn": 9144,
+      "▁Canad": 9145,
+      "▁intended": 9146,
+      "ozzáférés": 9147,
+      "▁juillet": 9148,
+      "▁Wars": 9149,
+      "▁successful": 9150,
+      "▁charg": 9151,
+      "iele": 9152,
+      "omething": 9153,
+      "oku": 9154,
+      "fetch": 9155,
+      "▁}}": 9156,
+      "bank": 9157,
+      "operatorname": 9158,
+      "▁Color": 9159,
+      "▁Card": 9160,
+      "tu": 9161,
+      "▁\",": 9162,
+      "wid": 9163,
+      "▁gep": 9164,
+      "XML": 9165,
+      "================": 9166,
+      "▁Virgin": 9167,
+      "ährend": 9168,
+      "licated": 9169,
+      "Dir": 9170,
+      "zero": 9171,
+      "▁Kal": 9172,
+      "▁Party": 9173,
+      "▁å": 9174,
+      "price": 9175,
+      "don": 9176,
+      "▁warning": 9177,
+      "▁Bad": 9178,
+      "▁Supp": 9179,
+      "▁Liga": 9180,
+      "▁Pierre": 9181,
+      "Record": 9182,
+      "ulator": 9183,
+      "▁Rome": 9184,
+      "▁theorem": 9185,
+      "▁entirely": 9186,
+      "ским": 9187,
+      "het": 9188,
+      "▁dopo": 9189,
+      "Next": 9190,
+      "mlung": 9191,
+      "wig": 9192,
+      "▁Ath": 9193,
+      "▁Sou": 9194,
+      "licher": 9195,
+      "▁sudo": 9196,
+      "ests": 9197,
+      "хів": 9198,
+      "▁septiembre": 9199,
+      "▁micro": 9200,
+      "▁trop": 9201,
+      "fit": 9202,
+      "Core": 9203,
+      "▁Radio": 9204,
+      "▁Organ": 9205,
+      "▁Power": 9206,
+      "CF": 9207,
+      "▁Last": 9208,
+      "▁oppos": 9209,
+      "▁offset": 9210,
+      "▁regia": 9211,
+      "▁minimum": 9212,
+      "▁helped": 9213,
+      "andon": 9214,
+      "ifying": 9215,
+      "ruit": 9216,
+      "enschapp": 9217,
+      "▁bere": 9218,
+      "VM": 9219,
+      "▁Awards": 9220,
+      "▁agr": 9221,
+      "ynomial": 9222,
+      "enced": 9223,
+      "▁devices": 9224,
+      "▁bot": 9225,
+      "▁firm": 9226,
+      "▁writer": 9227,
+      "▁ring": 9228,
+      ".-": 9229,
+      "istes": 9230,
+      "lä": 9231,
+      "▁mel": 9232,
+      "entation": 9233,
+      "▁Schw": 9234,
+      "▁nome": 9235,
+      "▁pobla": 9236,
+      "▁woj": 9237,
+      "▁ul": 9238,
+      "ento": 9239,
+      "ых": 9240,
+      "▁resist": 9241,
+      "▁remains": 9242,
+      "▁Ca": 9243,
+      "aña": 9244,
+      "▁Court": 9245,
+      "utable": 9246,
+      "entially": 9247,
+      "▁trat": 9248,
+      "▁Visual": 9249,
+      "▁restrict": 9250,
+      "▁previously": 9251,
+      "cation": 9252,
+      "▁осо": 9253,
+      "▁MySQL": 9254,
+      "för": 9255,
+      "cala": 9256,
+      "▁culture": 9257,
+      "live": 9258,
+      "▁accepted": 9259,
+      "Did": 9260,
+      "▁hous": 9261,
+      "▁selection": 9262,
+      "▁decre": 9263,
+      "margin": 9264,
+      "urb": 9265,
+      "▁Inc": 9266,
+      "▁Many": 9267,
+      "ibt": 9268,
+      "▁succeed": 9269,
+      "Binding": 9270,
+      "cí": 9271,
+      "▁Rog": 9272,
+      "▁shouldn": 9273,
+      "cloud": 9274,
+      "▁dz": 9275,
+      "вав": 9276,
+      "▁pix": 9277,
+      "small": 9278,
+      "▁projects": 9279,
+      "▁OK": 9280,
+      "▁latest": 9281,
+      "▁references": 9282,
+      "Program": 9283,
+      "▁erst": 9284,
+      "▁як": 9285,
+      "▁kam": 9286,
+      "▁Camb": 9287,
+      "ellt": 9288,
+      "öd": 9289,
+      "none": 9290,
+      "▁jusqu": 9291,
+      "king": 9292,
+      "▁Ped": 9293,
+      "assert": 9294,
+      "CS": 9295,
+      "rito": 9296,
+      "essa": 9297,
+      "лько": 9298,
+      "▁Von": 9299,
+      "▁Edward": 9300,
+      "▁impossible": 9301,
+      "np": 9302,
+      "words": 9303,
+      "ielt": 9304,
+      "▁Page": 9305,
+      "lers": 9306,
+      "▁pier": 9307,
+      "▁области": 9308,
+      "ittee": 9309,
+      "▁([": 9310,
+      "▁trust": 9311,
+      "NG": 9312,
+      "redu": 9313,
+      "<<": 9314,
+      "rial": 9315,
+      "▁products": 9316,
+      "▁Ern": 9317,
+      "rière": 9318,
+      "гов": 9319,
+      "▁Reich": 9320,
+      "▁Road": 9321,
+      "▁nested": 9322,
+      "Display": 9323,
+      "▁strength": 9324,
+      "ografía": 9325,
+      "▁announced": 9326,
+      "▁Science": 9327,
+      "▁райо": 9328,
+      "Parameter": 9329,
+      "▁Task": 9330,
+      "uments": 9331,
+      "▁adopt": 9332,
+      "▁Only": 9333,
+      "ють": 9334,
+      "▁cli": 9335,
+      "▁lem": 9336,
+      "stood": 9337,
+      "▁FI": 9338,
+      "ências": 9339,
+      "ponents": 9340,
+      "]$": 9341,
+      "comment": 9342,
+      "▁ya": 9343,
+      "should": 9344,
+      "ike": 9345,
+      "tim": 9346,
+      "ellig": 9347,
+      "▁sending": 9348,
+      "▁ajax": 9349,
+      "▁noviembre": 9350,
+      "umes": 9351,
+      "▁weiter": 9352,
+      "▁Dans": 9353,
+      "opp": 9354,
+      "▁septembre": 9355,
+      "otimes": 9356,
+      "ző": 9357,
+      "▁ep": 9358,
+      "vere": 9359,
+      "▁oh": 9360,
+      ":=": 9361,
+      "▁Song": 9362,
+      "”,": 9363,
+      "▁viv": 9364,
+      "▁queries": 9365,
+      "▁vá": 9366,
+      "▁décembre": 9367,
+      "▁unable": 9368,
+      "▁erh": 9369,
+      "▁`-": 9370,
+      "▁Lee": 9371,
+      "▁ersten": 9372,
+      "ôt": 9373,
+      "стве": 9374,
+      "TS": 9375,
+      "▁fragment": 9376,
+      "▁wide": 9377,
+      "▁suff": 9378,
+      "▁dut": 9379,
+      "▁Vere": 9380,
+      "іс": 9381,
+      "ading": 9382,
+      "iego": 9383,
+      "icago": 9384,
+      "▁Argent": 9385,
+      "orer": 9386,
+      "ennes": 9387,
+      "▁Leb": 9388,
+      "linux": 9389,
+      "acing": 9390,
+      "▁broken": 9391,
+      "tp": 9392,
+      "ío": 9393,
+      "abeth": 9394,
+      "istas": 9395,
+      "gew": 9396,
+      "ième": 9397,
+      "cas": 9398,
+      "▁preced": 9399,
+      "▁Dal": 9400,
+      "▁compared": 9401,
+      "equiv": 9402,
+      "illy": 9403,
+      "teen": 9404,
+      "▁Console": 9405,
+      "▁strict": 9406,
+      "itaire": 9407,
+      "▁ED": 9408,
+      "entials": 9409,
+      "▁perman": 9410,
+      "▁tous": 9411,
+      "▁geme": 9412,
+      "▁extrem": 9413,
+      "▁окру": 9414,
+      "kg": 9415,
+      "▁heavy": 9416,
+      "▁avril": 9417,
+      "▁anti": 9418,
+      "▁octobre": 9419,
+      "utf": 9420,
+      "helm": 9421,
+      "amples": 9422,
+      "▁(_": 9423,
+      "aken": 9424,
+      "▁dear": 9425,
+      "▁opinion": 9426,
+      "▁fish": 9427,
+      "▁Alexander": 9428,
+      "iw": 9429,
+      "им": 9430,
+      "cadem": 9431,
+      "▁reflect": 9432,
+      "▁др": 9433,
+      "▁trib": 9434,
+      "common": 9435,
+      "▁clearly": 9436,
+      "▁saf": 9437,
+      "=\"@+": 9438,
+      "▁Мос": 9439,
+      "сите": 9440,
+      "eqnarray": 9441,
+      "nung": 9442,
+      "▁relationship": 9443,
+      "▁Sem": 9444,
+      "▁killed": 9445,
+      "ted": 9446,
+      "uno": 9447,
+      "▁лі": 9448,
+      "▁wid": 9449,
+      "anning": 9450,
+      "▁panel": 9451,
+      "▁Leben": 9452,
+      "▁ruby": 9453,
+      "ansion": 9454,
+      "▁aren": 9455,
+      "tabular": 9456,
+      "alet": 9457,
+      "}$$": 9458,
+      "▁Lake": 9459,
+      "▁suite": 9460,
+      "▁minor": 9461,
+      "Hozzáférés": 9462,
+      "▁xmlns": 9463,
+      "DIR": 9464,
+      "driver": 9465,
+      "ints": 9466,
+      "▁vic": 9467,
+      "AND": 9468,
+      "prim": 9469,
+      "сылки": 9470,
+      "▁Ox": 9471,
+      "TC": 9472,
+      "rivial": 9473,
+      "atie": 9474,
+      "▁eight": 9475,
+      "▁conflic": 9476,
+      "angel": 9477,
+      "▁Begr": 9478,
+      "▁explicitly": 9479,
+      "ются": 9480,
+      "▁Dev": 9481,
+      "render": 9482,
+      "▁reprodu": 9483,
+      "▁cré": 9484,
+      "Gu": 9485,
+      "MB": 9486,
+      "▁kön": 9487,
+      "▁remained": 9488,
+      "▁kl": 9489,
+      "хов": 9490,
+      "▁byl": 9491,
+      "Phi": 9492,
+      "▁detail": 9493,
+      "jav": 9494,
+      "▁mouse": 9495,
+      "Bas": 9496,
+      "ię": 9497,
+      "asser": 9498,
+      "hs": 9499,
+      "▁shift": 9500,
+      "▁últ": 9501,
+      "rand": 9502,
+      "▁btn": 9503,
+      "raz": 9504,
+      "▁pul": 9505,
+      "▁statements": 9506,
+      "filename": 9507,
+      "▁prompt": 9508,
+      "élé": 9509,
+      "ikz": 9510,
+      "▁Sus": 9511,
+      "▁debut": 9512,
+      "Stat": 9513,
+      "forms": 9514,
+      "▁Hein": 9515,
+      "stadt": 9516,
+      "ennis": 9517,
+      "пол": 9518,
+      "arante": 9519,
+      "цій": 9520,
+      "▁queue": 9521,
+      "▁reci": 9522,
+      "▁sta": 9523,
+      "ynchron": 9524,
+      "centering": 9525,
+      "Some": 9526,
+      "Graph": 9527,
+      "▁tested": 9528,
+      "▁Kunst": 9529,
+      "ом": 9530,
+      "▁Nothing": 9531,
+      "ieu": 9532,
+      "“.": 9533,
+      "Bundle": 9534,
+      "▁oficial": 9535,
+      "allow": 9536,
+      "▁React": 9537,
+      "▁Library": 9538,
+      "blue": 9539,
+      "▁verw": 9540,
+      "▁pare": 9541,
+      "▁Friedrich": 9542,
+      "▁aware": 9543,
+      "Exp": 9544,
+      "▁effects": 9545,
+      "▁горо": 9546,
+      "lopedia": 9547,
+      "▁Ven": 9548,
+      "rale": 9549,
+      "▁Final": 9550,
+      "▁propos": 9551,
+      "lacement": 9552,
+      "kten": 9553,
+      "▁novel": 9554,
+      "orter": 9555,
+      "▁Germany": 9556,
+      "▁django": 9557,
+      "▁transition": 9558,
+      "▁happened": 9559,
+      "▁beautiful": 9560,
+      "▁neither": 9561,
+      "▁libraries": 9562,
+      "▁hide": 9563,
+      "alg": 9564,
+      "▁aspect": 9565,
+      "▁forget": 9566,
+      "cademy": 9567,
+      "onte": 9568,
+      "refix": 9569,
+      "▁cloud": 9570,
+      "ned": 9571,
+      "cdots": 9572,
+      "register": 9573,
+      "nym": 9574,
+      ".):": 9575,
+      "▁Jew": 9576,
+      "▁très": 9577,
+      "ниче": 9578,
+      "▁Dor": 9579,
+      "▁proc": 9580,
+      "▁gan": 9581,
+      "▁є": 9582,
+      "▁Sav": 9583,
+      "ví": 9584,
+      "Settings": 9585,
+      "▁Vari": 9586,
+      "▁cours": 9587,
+      "Ro": 9588,
+      "▁conj": 9589,
+      "▁reasons": 9590,
+      "▁reader": 9591,
+      "лександ": 9592,
+      "icate": 9593,
+      "}),": 9594,
+      "▁tasks": 9595,
+      "▁Ray": 9596,
+      "▁ric": 9597,
+      "Ke": 9598,
+      "onie": 9599,
+      "rf": 9600,
+      ")[": 9601,
+      "▁subsequ": 9602,
+      "▁Turn": 9603,
+      "▁VIAF": 9604,
+      "mathsf": 9605,
+      "HE": 9606,
+      "▁declare": 9607,
+      "▁protocol": 9608,
+      "▁PC": 9609,
+      "цион": 9610,
+      "ViewById": 9611,
+      "▁animation": 9612,
+      "▁confused": 9613,
+      "вич": 9614,
+      "▁enabled": 9615,
+      "owo": 9616,
+      "ást": 9617,
+      "öt": 9618,
+      "▁mand": 9619,
+      "▁Rail": 9620,
+      "fields": 9621,
+      "▁Kap": 9622,
+      "▁algebra": 9623,
+      "▁Су": 9624,
+      "férence": 9625,
+      "▁Current": 9626,
+      "сно": 9627,
+      "▁Lim": 9628,
+      "Params": 9629,
+      "▁Antonio": 9630,
+      "▁tv": 9631,
+      "late": 9632,
+      "ifer": 9633,
+      "Entry": 9634,
+      "▁Serv": 9635,
+      "▁musical": 9636,
+      "▁trace": 9637,
+      "▁scient": 9638,
+      "fic": 9639,
+      "▁forgot": 9640,
+      "video": 9641,
+      "▁older": 9642,
+      "Tree": 9643,
+      "▁uns": 9644,
+      "ники": 9645,
+      "▁Europa": 9646,
+      "▁Zwe": 9647,
+      "▁бе": 9648,
+      "▁vec": 9649,
+      "жу": 9650,
+      "▁▁▁▁▁▁▁▁▁▁▁": 9651,
+      "Match": 9652,
+      "span": 9653,
+      "▁blank": 9654,
+      "▁später": 9655,
+      "▁Ty": 9656,
+      "▁dict": 9657,
+      "ña": 9658,
+      "▁confirm": 9659,
+      "▁vý": 9660,
+      "зан": 9661,
+      "Rel": 9662,
+      "film": 9663,
+      "▁Rot": 9664,
+      "▁Hy": 9665,
+      "ках": 9666,
+      "▁demand": 9667,
+      "▁minist": 9668,
+      "▁Madrid": 9669,
+      "▁usual": 9670,
+      "spiel": 9671,
+      "eros": 9672,
+      "▁tutorial": 9673,
+      "▁Ссылки": 9674,
+      "sys": 9675,
+      "циаль": 9676,
+      "▁spread": 9677,
+      "▁convers": 9678,
+      "▁roll": 9679,
+      "artifactId": 9680,
+      "▁Number": 9681,
+      "▁symmet": 9682,
+      "▁Mult": 9683,
+      "expected": 9684,
+      "▁axis": 9685,
+      "▁matching": 9686,
+      "▁food": 9687,
+      "groupId": 9688,
+      "Mapp": 9689,
+      "▁свя": 9690,
+      "▁vend": 9691,
+      "Found": 9692,
+      "otto": 9693,
+      "Cat": 9694,
+      "crit": 9695,
+      "istent": 9696,
+      "▁drei": 9697,
+      "▁ended": 9698,
+      "▁Tele": 9699,
+      "component": 9700,
+      "▁involved": 9701,
+      "▁Estados": 9702,
+      "▁danger": 9703,
+      "▁chain": 9704,
+      "▁Prom": 9705,
+      "hom": 9706,
+      "▁polít": 9707,
+      "cop": 9708,
+      "▁nap": 9709,
+      "rif": 9710,
+      "plements": 9711,
+      "▁vent": 9712,
+      "anna": 9713,
+      "anted": 9714,
+      "dated": 9715,
+      "anth": 9716,
+      "▁threads": 9717,
+      "зова": 9718,
+      "▁станов": 9719,
+      "▁eerst": 9720,
+      "buf": 9721,
+      "heid": 9722,
+      "▁Ru": 9723,
+      "▁Prim": 9724,
+      "▁migr": 9725,
+      "▁Unidos": 9726,
+      "▁arbitr": 9727,
+      "▁roman": 9728,
+      "ountry": 9729,
+      "ultur": 9730,
+      "▁König": 9731,
+      "▁annot": 9732,
+      "aching": 9733,
+      "▁Haupt": 9734,
+      "umin": 9735,
+      "▁hem": 9736,
+      "ckets": 9737,
+      "bau": 9738,
+      "ection": 9739,
+      "eft": 9740,
+      "▁packages": 9741,
+      "▁Kur": 9742,
+      "thur": 9743,
+      "▁pays": 9744,
+      "liament": 9745,
+      "▁Бу": 9746,
+      "▁cada": 9747,
+      "points": 9748,
+      "ocket": 9749,
+      "▁verb": 9750,
+      "лее": 9751,
+      "▁submit": 9752,
+      "▁san": 9753,
+      "ruby": 9754,
+      "▁east": 9755,
+      "kov": 9756,
+      "▁Verlag": 9757,
+      "▁spot": 9758,
+      "ppo": 9759,
+      "Each": 9760,
+      "jekt": 9761,
+      "▁Biographie": 9762,
+      "▁news": 9763,
+      "▁país": 9764,
+      "ufact": 9765,
+      "▁dia": 9766,
+      "кова": 9767,
+      "▁accompl": 9768,
+      "▁Ét": 9769,
+      "ilities": 9770,
+      "▁ihm": 9771,
+      "invoke": 9772,
+      "▁append": 9773,
+      ".),": 9774,
+      "▁lab": 9775,
+      "anging": 9776,
+      "istan": 9777,
+      "resol": 9778,
+      "▁Section": 9779,
+      "Parent": 9780,
+      "moz": 9781,
+      "Mat": 9782,
+      "styles": 9783,
+      "unden": 9784,
+      "“,": 9785,
+      "irtschaft": 9786,
+      "ким": 9787,
+      "▁Finally": 9788,
+      "phen": 9789,
+      "▁Pac": 9790,
+      "▁ArrayList": 9791,
+      "▁recover": 9792,
+      "▁education": 9793,
+      "models": 9794,
+      "ped": 9795,
+      "▁happy": 9796,
+      "чу": 9797,
+      "▁guerra": 9798,
+      "media": 9799,
+      "OF": 9800,
+      "▁ensure": 9801,
+      "Mark": 9802,
+      "database": 9803,
+      "oggle": 9804,
+      "▁publish": 9805,
+      "OW": 9806,
+      "▁Bau": 9807,
+      "?.": 9808,
+      "▁части": 9809,
+      "▁repository": 9810,
+      "▁Matt": 9811,
+      "high": 9812,
+      "oven": 9813,
+      "▁ger": 9814,
+      "▁unknown": 9815,
+      "Amer": 9816,
+      "▁Brown": 9817,
+      "ALL": 9818,
+      "▁resulting": 9819,
+      "▁bor": 9820,
+      "▁poet": 9821,
+      "ними": 9822,
+      "Email": 9823,
+      "Font": 9824,
+      "▁hist": 9825,
+      "▁today": 9826,
+      "▁Berg": 9827,
+      "▁buttons": 9828,
+      "тал": 9829,
+      "▁sni": 9830,
+      "▁челов": 9831,
+      "Cre": 9832,
+      "▁union": 9833,
+      "▁zich": 9834,
+      "ishop": 9835,
+      "▁quando": 9836,
+      "Po": 9837,
+      "CTION": 9838,
+      "▁Cost": 9839,
+      "судар": 9840,
+      "erved": 9841,
+      "Note": 9842,
+      "Equal": 9843,
+      "лия": 9844,
+      "бур": 9845,
+      "▁abstract": 9846,
+      "stop": 9847,
+      "▁advice": 9848,
+      "▁icon": 9849,
+      "▁travel": 9850,
+      "BS": 9851,
+      "vens": 9852,
+      "▁batch": 9853,
+      "lique": 9854,
+      "sheet": 9855,
+      "▁ihre": 9856,
+      "emon": 9857,
+      "berto": 9858,
+      "▁assigned": 9859,
+      "ью": 9860,
+      "Phone": 9861,
+      "▁award": 9862,
+      "▁functionality": 9863,
+      "alla": 9864,
+      "▁Dam": 9865,
+      "▁ciudad": 9866,
+      "▁cluster": 9867,
+      "Description": 9868,
+      "▁sheet": 9869,
+      "▁Australian": 9870,
+      "▁».": 9871,
+      "▁\"<": 9872,
+      "▁wondering": 9873,
+      "aine": 9874,
+      "▁represented": 9875,
+      "kappa": 9876,
+      "nb": 9877,
+      "▁sy": 9878,
+      "▁Kö": 9879,
+      "=\"#": 9880,
+      "▁seven": 9881,
+      "Directory": 9882,
+      "▁sister": 9883,
+      "plates": 9884,
+      "▁luck": 9885,
+      "▁remaining": 9886,
+      "▁Vill": 9887,
+      "werk": 9888,
+      "anni": 9889,
+      "etti": 9890,
+      "func": 9891,
+      "▁ban": 9892,
+      "ims": 9893,
+      "miss": 9894,
+      "agraph": 9895,
+      "екси": 9896,
+      "▁Ref": 9897,
+      "nitt": 9898,
+      "▁Gab": 9899,
+      "▁andere": 9900,
+      "▁jedoch": 9901,
+      "results": 9902,
+      "!\\": 9903,
+      "▁listed": 9904,
+      "▁loro": 9905,
+      "▁knows": 9906,
+      "жно": 9907,
+      "Rad": 9908,
+      "▁socket": 9909,
+      "multi": 9910,
+      "▁рі": 9911,
+      "rails": 9912,
+      "▁tar": 9913,
+      "▁gentle": 9914,
+      "sett": 9915,
+      "services": 9916,
+      "bound": 9917,
+      "igkeit": 9918,
+      "aja": 9919,
+      "▁cmd": 9920,
+      "agger": 9921,
+      "▁ba": 9922,
+      "▁Belg": 9923,
+      "▁Kle": 9924,
+      "▁wordt": 9925,
+      "▁fost": 9926,
+      "▁dimension": 9927,
+      "Ang": 9928,
+      "uming": 9929,
+      "Obj": 9930,
+      "нен": 9931,
+      "▁Marie": 9932,
+      "exists": 9933,
+      "тро": 9934,
+      "▁боль": 9935,
+      "emente": 9936,
+      "▁Jon": 9937,
+      "SERT": 9938,
+      "▁highest": 9939,
+      "aki": 9940,
+      "▁tres": 9941,
+      "▁circum": 9942,
+      "▁Down": 9943,
+      "ommen": 9944,
+      "urer": 9945,
+      "▁causes": 9946,
+      "venue": 9947,
+      "issance": 9948,
+      "▁influence": 9949,
+      "▁fat": 9950,
+      "реди": 9951,
+      "}\\\\": 9952,
+      "▁entr": 9953,
+      "▁Sign": 9954,
+      "▁кла": 9955,
+      "▁binding": 9956,
+      "essen": 9957,
+      "▁Фран": 9958,
+      "▁Local": 9959,
+      "▁явля": 9960,
+      "appro": 9961,
+      "▁dependencies": 9962,
+      "▁talking": 9963,
+      "▁zurück": 9964,
+      "connection": 9965,
+      "Active": 9966,
+      "bbe": 9967,
+      "irls": 9968,
+      "▁Inf": 9969,
+      "wd": 9970,
+      "▁ис": 9971,
+      "road": 9972,
+      "▁conven": 9973,
+      "ět": 9974,
+      "вез": 9975,
+      "▁entries": 9976,
+      "esc": 9977,
+      "▁bits": 9978,
+      "asso": 9979,
+      "WR": 9980,
+      "ships": 9981,
+      "▁dés": 9982,
+      "esp": 9983,
+      "Make": 9984,
+      "▁familiar": 9985,
+      "Art": 9986,
+      "▁army": 9987,
+      "ctr": 9988,
+      "éric": 9989,
+      "queue": 9990,
+      "▁\\{": 9991,
+      "uela": 9992,
+      "amiento": 9993,
+      "ших": 9994,
+      "▁\"\"\"": 9995,
+      "contr": 9996,
+      "лле": 9997,
+      "FS": 9998,
+      "▁market": 9999,
+      "ång": 10000,
+      "citep": 10001,
+      "Ill": 10002,
+      "rank": 10003,
+      "▁sender": 10004,
+      "▁beim": 10005,
+      "рак": 10006,
+      "▁compat": 10007,
+      "▁occurs": 10008,
+      "▁diese": 10009,
+      "ститу": 10010,
+      "awa": 10011,
+      "▁iOS": 10012,
+      "▁Chinese": 10013,
+      "▁TR": 10014,
+      "▁Ken": 10015,
+      "▁Une": 10016,
+      "▁creates": 10017,
+      "▁showed": 10018,
+      "▁év": 10019,
+      "ologia": 10020,
+      "▁protest": 10021,
+      "▁Pf": 10022,
+      "▁squad": 10023,
+      "++,": 10024,
+      "áv": 10025,
+      "▁essere": 10026,
+      "зя": 10027,
+      "kol": 10028,
+      "▁slightly": 10029,
+      "addr": 10030,
+      "ân": 10031,
+      "▁reduce": 10032,
+      "▁\\(\\": 10033,
+      "▁Dep": 10034,
+      "▁generic": 10035,
+      "Loader": 10036,
+      "ți": 10037,
+      "▁пос": 10038,
+      "▁occasion": 10039,
+      "▁Lady": 10040,
+      "entity": 10041,
+      "▁avant": 10042,
+      "▁Pas": 10043,
+      "aggio": 10044,
+      "\\{": 10045,
+      "пад": 10046,
+      "atholic": 10047,
+      "Password": 10048,
+      "▁respond": 10049,
+      "▁Non": 10050,
+      "AG": 10051,
+      "neg": 10052,
+      "▁ус": 10053,
+      "blob": 10054,
+      "cke": 10055,
+      "▁Consider": 10056,
+      "▁Care": 10057,
+      "iki": 10058,
+      "▁Chicago": 10059,
+      "inden": 10060,
+      "▁Cop": 10061,
+      "]+": 10062,
+      "öm": 10063,
+      "évrier": 10064,
+      "кло": 10065,
+      "alen": 10066,
+      "▁maj": 10067,
+      "racy": 10068,
+      "orte": 10069,
+      "ients": 10070,
+      "ells": 10071,
+      "activity": 10072,
+      "▁runtime": 10073,
+      "NULL": 10074,
+      "▁possibly": 10075,
+      "▁stri": 10076,
+      "izi": 10077,
+      "▁mir": 10078,
+      "▁Version": 10079,
+      "prime": 10080,
+      "▁twenty": 10081,
+      "▁Mah": 10082,
+      "▁sounds": 10083,
+      "шен": 10084,
+      "clusion": 10085,
+      "acz": 10086,
+      "▁determined": 10087,
+      "▁Rep": 10088,
+      "▁Landes": 10089,
+      "▁wall": 10090,
+      "igi": 10091,
+      "▁reset": 10092,
+      "шо": 10093,
+      "yan": 10094,
+      "Met": 10095,
+      "ei": 10096,
+      "▁appearance": 10097,
+      "▁fois": 10098,
+      "▁nell": 10099,
+      "esi": 10100,
+      "ёт": 10101,
+      "loor": 10102,
+      "▁Ul": 10103,
+      "▁resolution": 10104,
+      "▁fot": 10105,
+      "▁throughout": 10106,
+      "▁ri": 10107,
+      "Level": 10108,
+      "pool": 10109,
+      "▁identity": 10110,
+      "▁janu": 10111,
+      "▁imper": 10112,
+      "▁över": 10113,
+      "}`": 10114,
+      "▁infer": 10115,
+      "▁dates": 10116,
+      "▁Standard": 10117,
+      "force": 10118,
+      "ockey": 10119,
+      "tera": 10120,
+      "▁distingu": 10121,
+      "▁presence": 10122,
+      "lica": 10123,
+      "▁leaving": 10124,
+      "itung": 10125,
+      "éb": 10126,
+      "▁establish": 10127,
+      "▁maar": 10128,
+      "adi": 10129,
+      "▁News": 10130,
+      "azon": 10131,
+      "folg": 10132,
+      "▁Hence": 10133,
+      "▁Ye": 10134,
+      "▁fab": 10135,
+      "▁führ": 10136,
+      "itmap": 10137,
+      "▁Vers": 10138,
+      "rov": 10139,
+      "Sign": 10140,
+      "device": 10141,
+      "Sigma": 10142,
+      "▁wetenschapp": 10143,
+      "▁Ps": 10144,
+      "PATH": 10145,
+      "▁torn": 10146,
+      "vest": 10147,
+      "стов": 10148,
+      "account": 10149,
+      "▁largest": 10150,
+      "▁percent": 10151,
+      "▁Women": 10152,
+      "▁img": 10153,
+      "tool": 10154,
+      "▁roce": 10155,
+      "▁ay": 10156,
+      "inet": 10157,
+      "▁août": 10158,
+      "▁polynomial": 10159,
+      "▁integral": 10160,
+      "▁areas": 10161,
+      "}'": 10162,
+      "▁hyp": 10163,
+      "loyee": 10164,
+      "таль": 10165,
+      "▁proxy": 10166,
+      "▁Wy": 10167,
+      "▁Мекси": 10168,
+      "▁escape": 10169,
+      "olar": 10170,
+      "▁mistake": 10171,
+      ")}{": 10172,
+      "▁Pot": 10173,
+      "▁processes": 10174,
+      "\">\r": 10175,
+      "halten": 10176,
+      "zza": 10177,
+      "amo": 10178,
+      "кре": 10179,
+      "▁Wood": 10180,
+      "ør": 10181,
+      "▁сер": 10182,
+      "ocia": 10183,
+      "two": 10184,
+      "profile": 10185,
+      "▁Ast": 10186,
+      "embro": 10187,
+      "▁arms": 10188,
+      "inas": 10189,
+      "innen": 10190,
+      "▁msg": 10191,
+      "INT": 10192,
+      "▁batter": 10193,
+      "ignment": 10194,
+      "▁vy": 10195,
+      "Hrsg": 10196,
+      "▁Grund": 10197,
+      "roc": 10198,
+      "seg": 10199,
+      "▁decor": 10200,
+      "▁eventually": 10201,
+      ">,": 10202,
+      "▁pag": 10203,
+      "anten": 10204,
+      "▁strugg": 10205,
+      "}^\\": 10206,
+      "daten": 10207,
+      "▁rela": 10208,
+      "пов": 10209,
+      "▁коро": 10210,
+      "▁Bos": 10211,
+      "▁labor": 10212,
+      "▁Secret": 10213,
+      "ugen": 10214,
+      "▁jap": 10215,
+      "▁husband": 10216,
+      "▁Album": 10217,
+      "▁etwa": 10218,
+      "▁произ": 10219,
+      "richt": 10220,
+      "rach": 10221,
+      "bat": 10222,
+      "▁prepar": 10223,
+      "▁Stock": 10224,
+      "▁lack": 10225,
+      "хід": 10226,
+      "▁hogy": 10227,
+      "▁Chrome": 10228,
+      "▁Admin": 10229,
+      "▁comparison": 10230,
+      "▁increasing": 10231,
+      "нг": 10232,
+      "imi": 10233,
+      "Db": 10234,
+      "▁gef": 10235,
+      "ucht": 10236,
+      "ése": 10237,
+      "gence": 10238,
+      "▁Core": 10239,
+      "▁incorrect": 10240,
+      "▁assuming": 10241,
+      "ourse": 10242,
+      "ieron": 10243,
+      "▁Theorem": 10244,
+      "▁casa": 10245,
+      "jes": 10246,
+      "▁дере": 10247,
+      "▁`\"": 10248,
+      "LD": 10249,
+      "äß": 10250,
+      "Deb": 10251,
+      "▁suiv": 10252,
+      "▁Bank": 10253,
+      "libs": 10254,
+      "▁Leon": 10255,
+      "▁quart": 10256,
+      "▁professional": 10257,
+      "▁tiene": 10258,
+      "▁accomp": 10259,
+      "стер": 10260,
+      "▁UK": 10261,
+      "NN": 10262,
+      "▁lí": 10263,
+      "ця": 10264,
+      "kel": 10265,
+      "▁•": 10266,
+      "▁dise": 10267,
+      "onto": 10268,
+      "▁má": 10269,
+      "ifs": 10270,
+      "bild": 10271,
+      "▁compute": 10272,
+      "▁éd": 10273,
+      "ję": 10274,
+      "▁Mé": 10275,
+      "▁languages": 10276,
+      "▁Times": 10277,
+      "cen": 10278,
+      "▁авто": 10279,
+      "ým": 10280,
+      "enez": 10281,
+      "▁upp": 10282,
+      "▁méd": 10283,
+      "▁cuando": 10284,
+      "од": 10285,
+      "Intent": 10286,
+      "eerd": 10287,
+      "▁Tal": 10288,
+      "offset": 10289,
+      "▁haben": 10290,
+      "reme": 10291,
+      "▁Stack": 10292,
+      "▁dri": 10293,
+      "▁seinem": 10294,
+      "▁février": 10295,
+      "▁combination": 10296,
+      "▁soll": 10297,
+      "▁movement": 10298,
+      "Spec": 10299,
+      "кры": 10300,
+      "retch": 10301,
+      "Offset": 10302,
+      "Root": 10303,
+      "Ар": 10304,
+      "wart": 10305,
+      "▁Follow": 10306,
+      "▁Social": 10307,
+      "ников": 10308,
+      "▁→": 10309,
+      "Don": 10310,
+      "▁harm": 10311,
+      "agr": 10312,
+      "nego": 10313,
+      "resource": 10314,
+      "▁Luc": 10315,
+      "▁seinen": 10316,
+      "▁Department": 10317,
+      "▁Update": 10318,
+      "▁Texas": 10319,
+      "▁reve": 10320,
+      "▁Pos": 10321,
+      "▁shot": 10322,
+      "othe": 10323,
+      "▁repeated": 10324,
+      "▁recently": 10325,
+      "ában": 10326,
+      "aks": 10327,
+      "пан": 10328,
+      "▁cha": 10329,
+      "ohl": 10330,
+      "▁tend": 10331,
+      "▁дво": 10332,
+      "chts": 10333,
+      "çaise": 10334,
+      "pling": 10335,
+      "album": 10336,
+      "ej": 10337,
+      "▁`[": 10338,
+      "maps": 10339,
+      "▁units": 10340,
+      "▁<!--": 10341,
+      "▁ге": 10342,
+      "▁Information": 10343,
+      "ikon": 10344,
+      "▁tan": 10345,
+      "▁docker": 10346,
+      "▁Stad": 10347,
+      "▁audio": 10348,
+      "iko": 10349,
+      "▁coordinates": 10350,
+      "xs": 10351,
+      "▁replied": 10352,
+      "▁),": 10353,
+      "▁Government": 10354,
+      "▁Academy": 10355,
+      "UNT": 10356,
+      "▁три": 10357,
+      "Bl": 10358,
+      "▁anc": 10359,
+      "шу": 10360,
+      "▁також": 10361,
+      "▁infinite": 10362,
+      "RC": 10363,
+      "▁ga": 10364,
+      "▁adjust": 10365,
+      "▁merge": 10366,
+      ";`": 10367,
+      "▁poster": 10368,
+      "▁Japanese": 10369,
+      "\"];": 10370,
+      "▁exhib": 10371,
+      "▁ordered": 10372,
+      "ictures": 10373,
+      "рос": 10374,
+      "▁série": 10375,
+      "lets": 10376,
+      "▁ip": 10377,
+      "Selector": 10378,
+      "▁existence": 10379,
+      "Rece": 10380,
+      "liga": 10381,
+      "download": 10382,
+      "▁lemma": 10383,
+      "iev": 10384,
+      "udent": 10385,
+      "sko": 10386,
+      "▁Arab": 10387,
+      "itate": 10388,
+      "byte": 10389,
+      "от": 10390,
+      "ikt": 10391,
+      "ната": 10392,
+      "▁Af": 10393,
+      "(@": 10394,
+      "▁mad": 10395,
+      "odb": 10396,
+      "▁elimin": 10397,
+      "▁spent": 10398,
+      "Enter": 10399,
+      "▁Mitg": 10400,
+      "When": 10401,
+      "▁départ": 10402,
+      "MI": 10403,
+      "▁fellow": 10404,
+      "▁thousand": 10405,
+      "▁Cu": 10406,
+      "ktor": 10407,
+      "Cache": 10408,
+      "▁também": 10409,
+      "▁extended": 10410,
+      "вест": 10411,
+      "aters": 10412,
+      "▁Lic": 10413,
+      "totype": 10414,
+      "▁Ga": 10415,
+      "▁blood": 10416,
+      "▁mapping": 10417,
+      "▁nomin": 10418,
+      "▁manifest": 10419,
+      "▁pens": 10420,
+      "▁rit": 10421,
+      "▁filename": 10422,
+      "▁filled": 10423,
+      "vä": 10424,
+      "▁raised": 10425,
+      "▁mobile": 10426,
+      "ké": 10427,
+      "▁Right": 10428,
+      "▁gehör": 10429,
+      "▁temperature": 10430,
+      "▁somehow": 10431,
+      "▁Spanish": 10432,
+      "▁kommun": 10433,
+      "▁chosen": 10434,
+      "▁horse": 10435,
+      ";\\": 10436,
+      "▁originally": 10437,
+      "Hash": 10438,
+      "▁citt": 10439,
+      "▁encore": 10440,
+      "▁Wolf": 10441,
+      "▁nú": 10442,
+      "▁Young": 10443,
+      "Vari": 10444,
+      "▁Schwe": 10445,
+      "▁capture": 10446,
+      "▁Jane": 10447,
+      "Interface": 10448,
+      "owych": 10449,
+      "▁Deutschland": 10450,
+      "▁Kol": 10451,
+      "▁boundary": 10452,
+      "▁GND": 10453,
+      "Now": 10454,
+      "kehr": 10455,
+      "(*": 10456,
+      "=-": 10457,
+      "▁Wel": 10458,
+      "▁Cat": 10459,
+      "amment": 10460,
+      "AGE": 10461,
+      "▁rights": 10462,
+      "Scroll": 10463,
+      "▁happening": 10464,
+      "▁Bla": 10465,
+      "▁science": 10466,
+      "aws": 10467,
+      "▁behaviour": 10468,
+      "▁implies": 10469,
+      "▁Queen": 10470,
+      "ovan": 10471,
+      "pay": 10472,
+      "ња": 10473,
+      "aret": 10474,
+      "ership": 10475,
+      "▁Lang": 10476,
+      "▁год": 10477,
+      "▁recorded": 10478,
+      "zem": 10479,
+      "▁Thread": 10480,
+      "▁todo": 10481,
+      "ogo": 10482,
+      "▁scenario": 10483,
+      "▁concent": 10484,
+      "рез": 10485,
+      "Storage": 10486,
+      "▁dirig": 10487,
+      "▁Series": 10488,
+      "▁gas": 10489,
+      "SET": 10490,
+      "èce": 10491,
+      "rate": 10492,
+      "HTTP": 10493,
+      "▁kap": 10494,
+      "Emp": 10495,
+      "UTF": 10496,
+      "ání": 10497,
+      "стави": 10498,
+      "windows": 10499,
+      "ération": 10500,
+      "aped": 10501,
+      "▁sistema": 10502,
+      "▁surv": 10503,
+      "▁Western": 10504,
+      "▁gé": 10505,
+      "▁Such": 10506,
+      "Writer": 10507,
+      "▁canvas": 10508,
+      "▁guarante": 10509,
+      "scroll": 10510,
+      "aved": 10511,
+      "Ital": 10512,
+      "▁Elect": 10513,
+      "](#": 10514,
+      "▁Herm": 10515,
+      "▁Command": 10516,
+      "▁Child": 10517,
+      "▁pd": 10518,
+      "utch": 10519,
+      "Sql": 10520,
+      "*.": 10521,
+      "▁Tag": 10522,
+      "▁Ta": 10523,
+      "▁mail": 10524,
+      "screen": 10525,
+      "scr": 10526,
+      "zial": 10527,
+      "▁Für": 10528,
+      "▁suggestions": 10529,
+      "chester": 10530,
+      ")|": 10531,
+      "person": 10532,
+      "zel": 10533,
+      "▁waiting": 10534,
+      "▁сле": 10535,
+      "FL": 10536,
+      "▁Albert": 10537,
+      "▁Hij": 10538,
+      "▁тер": 10539,
+      "ewrite": 10540,
+      "▁sentence": 10541,
+      "▁linux": 10542,
+      "еде": 10543,
+      "ência": 10544,
+      "▁Italian": 10545,
+      "чка": 10546,
+      "Files": 10547,
+      "▁noticed": 10548,
+      "bing": 10549,
+      "▁Research": 10550,
+      "▁alter": 10551,
+      "heel": 10552,
+      "\\<^": 10553,
+      "▁Process": 10554,
+      "▁battle": 10555,
+      "мов": 10556,
+      "▁Africa": 10557,
+      "▁Anne": 10558,
+      "▁geld": 10559,
+      "}%": 10560,
+      "▁docs": 10561,
+      "Types": 10562,
+      "▁retrieve": 10563,
+      "▁Official": 10564,
+      "▁trab": 10565,
+      "цы": 10566,
+      "▁Input": 10567,
+      "step": 10568,
+      "▁laugh": 10569,
+      "▁Ха": 10570,
+      "▁pela": 10571,
+      "Media": 10572,
+      "rough": 10573,
+      "гани": 10574,
+      "▁Should": 10575,
+      "▁Content": 10576,
+      "лем": 10577,
+      "osh": 10578,
+      "▁somewhat": 10579,
+      "▁Cer": 10580,
+      "Background": 10581,
+      "stru": 10582,
+      "▁inline": 10583,
+      "▁Neder": 10584,
+      "▁modules": 10585,
+      "▁Buch": 10586,
+      "ński": 10587,
+      "widet": 10588,
+      "▁zn": 10589,
+      "poses": 10590,
+      "▁gradu": 10591,
+      "▁aqu": 10592,
+      "PR": 10593,
+      "▁putting": 10594,
+      "▁поли": 10595,
+      "▁purch": 10596,
+      "▁smooth": 10597,
+      "рий": 10598,
+      "engine": 10599,
+      "▁lived": 10600,
+      "Account": 10601,
+      "Details": 10602,
+      "▁tells": 10603,
+      "▁Output": 10604,
+      "Here": 10605,
+      "▁Foundation": 10606,
+      "TextView": 10607,
+      "▁decision": 10608,
+      "▁dependency": 10609,
+      "ocation": 10610,
+      "oval": 10611,
+      "feld": 10612,
+      "▁пров": 10613,
+      "▁ends": 10614,
+      "▁ios": 10615,
+      "▁excel": 10616,
+      "agu": 10617,
+      "▁eleg": 10618,
+      "▁Element": 10619,
+      "Queue": 10620,
+      "▁fö": 10621,
+      "версите": 10622,
+      "▁experien": 10623,
+      "▁directed": 10624,
+      "▁camb": 10625,
+      "▁Дж": 10626,
+      "▁folg": 10627,
+      "▁conce": 10628,
+      "▁Fab": 10629,
+      "▁Vi": 10630,
+      "▁advantage": 10631,
+      "▁Bei": 10632,
+      "prod": 10633,
+      "▁XIX": 10634,
+      "▁Face": 10635,
+      "▁vir": 10636,
+      "▁Russian": 10637,
+      "▁span": 10638,
+      "ení": 10639,
+      "▁zone": 10640,
+      "▁attach": 10641,
+      "▁без": 10642,
+      "▁management": 10643,
+      "Ac": 10644,
+      "▁оп": 10645,
+      "once": 10646,
+      "halt": 10647,
+      "uso": 10648,
+      "Spe": 10649,
+      "▁raw": 10650,
+      "éro": 10651,
+      "idel": 10652,
+      "law": 10653,
+      "Sheet": 10654,
+      "▁mission": 10655,
+      "▁camera": 10656,
+      "▁honor": 10657,
+      "▁appointed": 10658,
+      "▁Roma": 10659,
+      "linear": 10660,
+      "Rows": 10661,
+      "ferences": 10662,
+      "▁IO": 10663,
+      "▁covered": 10664,
+      "raj": 10665,
+      "ствова": 10666,
+      "▁Sym": 10667,
+      "▁tid": 10668,
+      "isc": 10669,
+      "▁Rud": 10670,
+      "▁encuent": 10671,
+      "▁failure": 10672,
+      "üss": 10673,
+      "▁squ": 10674,
+      "▁paint": 10675,
+      "▁serious": 10676,
+      "▁cursor": 10677,
+      "tras": 10678,
+      "▁discussion": 10679,
+      "▁cried": 10680,
+      "erie": 10681,
+      "▁Develop": 10682,
+      "▁rewrite": 10683,
+      "▁général": 10684,
+      "wait": 10685,
+      "▁Harry": 10686,
+      "ír": 10687,
+      "▁gepublic": 10688,
+      "▁иг": 10689,
+      "іб": 10690,
+      "ят": 10691,
+      "▁Из": 10692,
+      "▁equations": 10693,
+      "▁plane": 10694,
+      "▁acqu": 10695,
+      "▁angle": 10696,
+      "▁trees": 10697,
+      "▁Кон": 10698,
+      "VD": 10699,
+      "pert": 10700,
+      "▁documents": 10701,
+      "cb": 10702,
+      "▁implements": 10703,
+      "станов": 10704,
+      "▁Walter": 10705,
+      "зыва": 10706,
+      "▁спе": 10707,
+      "▁chap": 10708,
+      "plex": 10709,
+      "▁magnet": 10710,
+      "▁gepubliceerd": 10711,
+      "▁highly": 10712,
+      "▁leurs": 10713,
+      "▁dress": 10714,
+      "▁restart": 10715,
+      "Render": 10716,
+      "Callback": 10717,
+      "iso": 10718,
+      "▁constitu": 10719,
+      "▁Ende": 10720,
+      "ZE": 10721,
+      "▁Angeles": 10722,
+      "▁derived": 10723,
+      "=\"{": 10724,
+      "]\\": 10725,
+      "▁Change": 10726,
+      "▁Haus": 10727,
+      "▁stad": 10728,
+      "▁Request": 10729,
+      "omo": 10730,
+      "▁Active": 10731,
+      "uren": 10732,
+      "▁tourn": 10733,
+      "▁particularly": 10734,
+      "Servlet": 10735,
+      "abc": 10736,
+      "widetilde": 10737,
+      "andra": 10738,
+      "Helper": 10739,
+      "Rule": 10740,
+      "▁plusieurs": 10741,
+      "▁wave": 10742,
+      "neq": 10743,
+      "▁Те": 10744,
+      "fre": 10745,
+      "ské": 10746,
+      "▁alc": 10747,
+      "▁logs": 10748,
+      "GS": 10749,
+      "▁Mol": 10750,
+      "▁permission": 10751,
+      "▁soul": 10752,
+      "▁wants": 10753,
+      "▁guide": 10754,
+      "▁viene": 10755,
+      "▁Wilhelm": 10756,
+      "▁evidence": 10757,
+      "\"},": 10758,
+      "ropol": 10759,
+      "▁authentication": 10760,
+      "▁occurred": 10761,
+      "▁IF": 10762,
+      "noc": 10763,
+      "IA": 10764,
+      "▁Ban": 10765,
+      "▁кар": 10766,
+      "▁ble": 10767,
+      "▁segment": 10768,
+      "▁players": 10769,
+      "isi": 10770,
+      "▁stuck": 10771,
+      "▁Py": 10772,
+      "Any": 10773,
+      "hou": 10774,
+      "▁formatt": 10775,
+      "▁peace": 10776,
+      "▁Кар": 10777,
+      "etes": 10778,
+      "dfrac": 10779,
+      "(?": 10780,
+      "▁Site": 10781,
+      "▁Live": 10782,
+      "▁Us": 10783,
+      "▁clim": 10784,
+      "▁Ali": 10785,
+      "рей": 10786,
+      "▁Prince": 10787,
+      "▁oblig": 10788,
+      "ieb": 10789,
+      "▁Alt": 10790,
+      "▁pros": 10791,
+      "racle": 10792,
+      "▁Cette": 10793,
+      "kes": 10794,
+      "zös": 10795,
+      "ouvelle": 10796,
+      "////////": 10797,
+      "aby": 10798,
+      "ére": 10799,
+      "rane": 10800,
+      "▁powers": 10801,
+      "▁Path": 10802,
+      "▁Word": 10803,
+      "▁transaction": 10804,
+      "▁causing": 10805,
+      "ellschaft": 10806,
+      "ât": 10807,
+      "▁CPU": 10808,
+      "▁depth": 10809,
+      "STR": 10810,
+      "▁Conf": 10811,
+      "▁rare": 10812,
+      "▁Ak": 10813,
+      "▁bon": 10814,
+      "▁Carlos": 10815,
+      "▁specifically": 10816,
+      "rics": 10817,
+      "KEY": 10818,
+      "▁stars": 10819,
+      "érica": 10820,
+      "▁Лу": 10821,
+      "▁configure": 10822,
+      "▁agent": 10823,
+      "▁explained": 10824,
+      "▁coefficient": 10825,
+      "дь": 10826,
+      "'}": 10827,
+      "▁vida": 10828,
+      "▁Syn": 10829,
+      "▁назва": 10830,
+      "▁Option": 10831,
+      "▁rob": 10832,
+      "▁клу": 10833,
+      ":[": 10834,
+      "antly": 10835,
+      "dependency": 10836,
+      "▁Cur": 10837,
+      "▁frances": 10838,
+      "▁ideal": 10839,
+      "Sw": 10840,
+      "▁груп": 10841,
+      "▁Captain": 10842,
+      "▁todos": 10843,
+      "Jo": 10844,
+      "▁pelo": 10845,
+      "?](": 10846,
+      "▁faith": 10847,
+      "овой": 10848,
+      "▁fresh": 10849,
+      "▁propri": 10850,
+      "Timeout": 10851,
+      "▁veh": 10852,
+      "contents": 10853,
+      "▁Document": 10854,
+      "collection": 10855,
+      "▁kar": 10856,
+      "ruck": 10857,
+      "Your": 10858,
+      "uma": 10859,
+      "▁mathemat": 10860,
+      "Enabled": 10861,
+      "публи": 10862,
+      "▁Engine": 10863,
+      "▁München": 10864,
+      "▁посе": 10865,
+      "▁fon": 10866,
+      "archive": 10867,
+      "▁frequency": 10868,
+      "}+\\": 10869,
+      "âte": 10870,
+      "▁kor": 10871,
+      "▁Кра": 10872,
+      "Sing": 10873,
+      "month": 10874,
+      "▁Haw": 10875,
+      "▁sys": 10876,
+      "erme": 10877,
+      "▁Would": 10878,
+      "▁impact": 10879,
+      "urrency": 10880,
+      "licht": 10881,
+      "▁apt": 10882,
+      "iere": 10883,
+      "▁motion": 10884,
+      "ССР": 10885,
+      "▁Init": 10886,
+      "▁ms": 10887,
+      "▁MS": 10888,
+      "shift": 10889,
+      "▁autres": 10890,
+      "▁bash": 10891,
+      "hidden": 10892,
+      "orio": 10893,
+      "▁celebr": 10894,
+      "▁Liber": 10895,
+      "eto": 10896,
+      "▁dove": 10897,
+      "▁paths": 10898,
+      "▁inj": 10899,
+      "Category": 10900,
+      "▁cry": 10901,
+      "▁marked": 10902,
+      "удо": 10903,
+      "ashion": 10904,
+      "ält": 10905,
+      "▁lan": 10906,
+      "▁teams": 10907,
+      "▁kv": 10908,
+      "iams": 10909,
+      "aban": 10910,
+      "▁TABLE": 10911,
+      "вар": 10912,
+      "Repos": 10913,
+      "▁Bell": 10914,
+      "▁pubblic": 10915,
+      "▁countries": 10916,
+      "▁spin": 10917,
+      "▁lég": 10918,
+      "▁Krie": 10919,
+      "▁Jones": 10920,
+      "white": 10921,
+      "Html": 10922,
+      "Press": 10923,
+      "▁Blue": 10924,
+      "Operation": 10925,
+      "▁Anth": 10926,
+      "▁pse": 10927,
+      "▁Font": 10928,
+      "▁theme": 10929,
+      "▁blocks": 10930,
+      "$)": 10931,
+      "▁glad": 10932,
+      "▁manage": 10933,
+      "orden": 10934,
+      "osten": 10935,
+      "cole": 10936,
+      "▁SP": 10937,
+      "▁schema": 10938,
+      "uras": 10939,
+      "▁whenever": 10940,
+      "ША": 10941,
+      "рито": 10942,
+      "▁discovered": 10943,
+      "▁prefix": 10944,
+      "global": 10945,
+      "roke": 10946,
+      "zes": 10947,
+      "chte": 10948,
+      "▁Before": 10949,
+      "мени": 10950,
+      "▁Dig": 10951,
+      "▁rapid": 10952,
+      "▁lleg": 10953,
+      "equals": 10954,
+      "▁Hoch": 10955,
+      "forall": 10956,
+      "вати": 10957,
+      "usz": 10958,
+      "▁attached": 10959,
+      "Expression": 10960,
+      "▁stock": 10961,
+      "üll": 10962,
+      "pet": 10963,
+      "essions": 10964,
+      "colo": 10965,
+      "▁gy": 10966,
+      "Book": 10967,
+      "▁Jacob": 10968,
+      "▁Product": 10969,
+      "▁inputs": 10970,
+      "мир": 10971,
+      "▁learned": 10972,
+      "ówn": 10973,
+      "▁police": 10974,
+      "▁лет": 10975,
+      "▁Item": 10976,
+      "▁eye": 10977,
+      "aient": 10978,
+      "▁Sammlung": 10979,
+      "▁Lor": 10980,
+      "▁repres": 10981,
+      "▁fest": 10982,
+      "Cond": 10983,
+      "▁nouve": 10984,
+      "▁extend": 10985,
+      "▁Frances": 10986,
+      "▁Find": 10987,
+      "▁deze": 10988,
+      "erna": 10989,
+      "▁había": 10990,
+      "prü": 10991,
+      "▁motor": 10992,
+      "bie": 10993,
+      "Hello": 10994,
+      "▁resid": 10995,
+      "▁finale": 10996,
+      "%)": 10997,
+      "{'": 10998,
+      "▁Hard": 10999,
+      "▁pairs": 11000,
+      "▁Ell": 11001,
+      "ivot": 11002,
+      "rees": 11003,
+      "▁Force": 11004,
+      "▁evening": 11005,
+      "▁después": 11006,
+      "rg": 11007,
+      "Why": 11008,
+      "▁conn": 11009,
+      "schema": 11010,
+      "ход": 11011,
+      "▁между": 11012,
+      "▁flash": 11013,
+      "skip": 11014,
+      "▁minute": 11015,
+      "▁ved": 11016,
+      "aylor": 11017,
+      "▁seus": 11018,
+      "▁Major": 11019,
+      "▁franc": 11020,
+      "▁rac": 11021,
+      "kw": 11022,
+      "cv": 11023,
+      "Native": 11024,
+      "▁Button": 11025,
+      "ници": 11026,
+      "settings": 11027,
+      "▁Access": 11028,
+      "▁quality": 11029,
+      "props": 11030,
+      "Float": 11031,
+      "▁Scot": 11032,
+      "▁AD": 11033,
+      "▁allem": 11034,
+      "&\\": 11035,
+      "ustration": 11036,
+      "pattern": 11037,
+      "mir": 11038,
+      "▁incorpor": 11039,
+      "skich": 11040,
+      "'>": 11041,
+      "Stand": 11042,
+      "▁technique": 11043,
+      "▁Ess": 11044,
+      "▁Oxford": 11045,
+      "▁ла": 11046,
+      "tikz": 11047,
+      "лий": 11048,
+      "Login": 11049,
+      "▁minister": 11050,
+      "▁curl": 11051,
+      "kan": 11052,
+      "▁maps": 11053,
+      "inda": 11054,
+      "rieb": 11055,
+      "▁END": 11056,
+      "ifies": 11057,
+      "console": 11058,
+      "bury": 11059,
+      "▁LE": 11060,
+      "▁independ": 11061,
+      "▁ta": 11062,
+      "▁Ś": 11063,
+      "onel": 11064,
+      "ész": 11065,
+      "▁Ist": 11066,
+      "utive": 11067,
+      "ёл": 11068,
+      "▁Region": 11069,
+      "▁(=": 11070,
+      "▁compact": 11071,
+      "çois": 11072,
+      "▁labels": 11073,
+      "autorité": 11074,
+      "▁stan": 11075,
+      "▁française": 11076,
+      "▁removing": 11077,
+      "yc": 11078,
+      "}|": 11079,
+      "▁Exec": 11080,
+      "($_": 11081,
+      "mag": 11082,
+      "before": 11083,
+      "▁stopped": 11084,
+      "мии": 11085,
+      "▁refresh": 11086,
+      "unkt": 11087,
+      "icio": 11088,
+      "Xml": 11089,
+      "▁Tab": 11090,
+      "▁founded": 11091,
+      "▁fal": 11092,
+      "fx": 11093,
+      "▁Historia": 11094,
+      "▁Early": 11095,
+      "Dom": 11096,
+      "▁decide": 11097,
+      "▁understood": 11098,
+      "▁jur": 11099,
+      "▁Nr": 11100,
+      "▁capac": 11101,
+      "was": 11102,
+      "▁enemy": 11103,
+      "▁programs": 11104,
+      "▁mask": 11105,
+      "ске": 11106,
+      "▁groupe": 11107,
+      "cam": 11108,
+      "▁widget": 11109,
+      "REATE": 11110,
+      "▁seva": 11111,
+      "▁Barcel": 11112,
+      "▁perd": 11113,
+      "▁Му": 11114,
+      "rance": 11115,
+      "TYPE": 11116,
+      "▁{'": 11117,
+      "▁bill": 11118,
+      "▁\"_": 11119,
+      "'`": 11120,
+      "bahn": 11121,
+      "▁contained": 11122,
+      "Close": 11123,
+      "rug": 11124,
+      "egy": 11125,
+      "▁sight": 11126,
+      "▁Provin": 11127,
+      "ню": 11128,
+      "arz": 11129,
+      "щен": 11130,
+      "▁Joe": 11131,
+      "▁deleted": 11132,
+      "▁Auto": 11133,
+      "▁meter": 11134,
+      "CG": 11135,
+      "ъл": 11136,
+      "▁pent": 11137,
+      "▁bezeichnet": 11138,
+      "Sum": 11139,
+      "dbc": 11140,
+      "▁Platz": 11141,
+      "ectors": 11142,
+      "▁Little": 11143,
+      "QUE": 11144,
+      "ція": 11145,
+      "теля": 11146,
+      "night": 11147,
+      "▁ll": 11148,
+      "▁mostly": 11149,
+      "UID": 11150,
+      "▁bez": 11151,
+      "dob": 11152,
+      "кси": 11153,
+      "terne": 11154,
+      "▁corner": 11155,
+      "aty": 11156,
+      "▁improve": 11157,
+      "▁intr": 11158,
+      "▁`@": 11159,
+      "arod": 11160,
+      "▁installation": 11161,
+      "▁Referências": 11162,
+      "igan": 11163,
+      "▁critic": 11164,
+      "adel": 11165,
+      "▁село": 11166,
+      ",\r": 11167,
+      "atori": 11168,
+      "▁Fri": 11169,
+      "▁références": 11170,
+      "▁Intent": 11171,
+      "▁tant": 11172,
+      "unci": 11173,
+      "▁levels": 11174,
+      "eres": 11175,
+      "▁emer": 11176,
+      "safe": 11177,
+      "tk": 11178,
+      "▁cham": 11179,
+      "▁greatly": 11180,
+      "▁weit": 11181,
+      "▁coach": 11182,
+      "▁toward": 11183,
+      "Home": 11184,
+      "▁Boolean": 11185,
+      "тел": 11186,
+      "▁mock": 11187,
+      "▁appreciate": 11188,
+      "▁Cross": 11189,
+      "▁Take": 11190,
+      "DP": 11191,
+      "▁sides": 11192,
+      "▁Normdaten": 11193,
+      "дей": 11194,
+      "stal": 11195,
+      "▁cout": 11196,
+      "bn": 11197,
+      "▁Vert": 11198,
+      "▁bird": 11199,
+      "▁dynamically": 11200,
+      "▁Dol": 11201,
+      "▁Burg": 11202,
+      "▁dog": 11203,
+      "ätt": 11204,
+      "▁nuc": 11205,
+      "EC": 11206,
+      "Bytes": 11207,
+      "▁ak": 11208,
+      "reland": 11209,
+      "▁guitar": 11210,
+      "▁regarding": 11211,
+      "▁Fuß": 11212,
+      "▁дол": 11213,
+      "auss": 11214,
+      "▁jej": 11215,
+      "aco": 11216,
+      "▁updates": 11217,
+      "рук": 11218,
+      "('/": 11219,
+      "▁cold": 11220,
+      "▁Given": 11221,
+      "hin": 11222,
+      "▁feeling": 11223,
+      "igli": 11224,
+      "fah": 11225,
+      "стре": 11226,
+      "bool": 11227,
+      "initial": 11228,
+      "▁становника": 11229,
+      "▁Anna": 11230,
+      "▁hors": 11231,
+      "▁doll": 11232,
+      "▁consum": 11233,
+      "uber": 11234,
+      "standing": 11235,
+      "activ": 11236,
+      "зі": 11237,
+      "checked": 11238,
+      "▁permissions": 11239,
+      "▁Monte": 11240,
+      "WriteLine": 11241,
+      "plus": 11242,
+      "▁Equ": 11243,
+      "▁их": 11244,
+      "чки": 11245,
+      "unque": 11246,
+      "▁LO": 11247,
+      "ea": 11248,
+      "sample": 11249,
+      "iesz": 11250,
+      "oral": 11251,
+      "▁Ин": 11252,
+      "oston": 11253,
+      "▁Simon": 11254,
+      "fast": 11255,
+      "mk": 11256,
+      "assen": 11257,
+      "▁architecture": 11258,
+      "enses": 11259,
+      "▁Å": 11260,
+      "▁topic": 11261,
+      "▁disable": 11262,
+      "▁Cru": 11263,
+      "▁Control": 11264,
+      "▁creation": 11265,
+      "▁hyper": 11266,
+      "itud": 11267,
+      "жения": 11268,
+      "aram": 11269,
+      "▁где": 11270,
+      "ienst": 11271,
+      "edule": 11272,
+      "▁Bot": 11273,
+      "▁Ос": 11274,
+      "▁Their": 11275,
+      "anne": 11276,
+      "Microsoft": 11277,
+      "▁PM": 11278,
+      "ydro": 11279,
+      "entlich": 11280,
+      "▁Eine": 11281,
+      "CHAR": 11282,
+      ":'": 11283,
+      "Well": 11284,
+      "leton": 11285,
+      "▁supports": 11286,
+      "'])": 11287,
+      "manual": 11288,
+      "▁vice": 11289,
+      "asa": 11290,
+      "clos": 11291,
+      "vised": 11292,
+      "▁pok": 11293,
+      "track": 11294,
+      "ност": 11295,
+      "........": 11296,
+      "▁'\\": 11297,
+      "².": 11298,
+      "▁orders": 11299,
+      "etta": 11300,
+      "▁conversion": 11301,
+      "▁trade": 11302,
+      "cli": 11303,
+      "▁Исто": 11304,
+      "▁akt": 11305,
+      "▁subset": 11306,
+      "▁aug": 11307,
+      "▁leaves": 11308,
+      "Math": 11309,
+      "anned": 11310,
+      "kal": 11311,
+      "▁Вели": 11312,
+      "▁nog": 11313,
+      "▁eth": 11314,
+      "▁hair": 11315,
+      "around": 11316,
+      "▁javax": 11317,
+      "вой": 11318,
+      "▁Centre": 11319,
+      "öß": 11320,
+      "uti": 11321,
+      "▁navigation": 11322,
+      "▁PS": 11323,
+      "▁wa": 11324,
+      "▁России": 11325,
+      "usa": 11326,
+      "zeta": 11327,
+      "▁PDF": 11328,
+      "▁mismo": 11329,
+      "properties": 11330,
+      "meister": 11331,
+      "льта": 11332,
+      "forward": 11333,
+      "▁Ost": 11334,
+      "kins": 11335,
+      "▁sido": 11336,
+      "зов": 11337,
+      "tags": 11338,
+      "▁actor": 11339,
+      "▁fly": 11340,
+      "CR": 11341,
+      "agini": 11342,
+      "▁lett": 11343,
+      "eni": 11344,
+      "tech": 11345,
+      "▁Enc": 11346,
+      "oracle": 11347,
+      "amilton": 11348,
+      "zej": 11349,
+      "fen": 11350,
+      "umerate": 11351,
+      "▁questo": 11352,
+      "dart": 11353,
+      "▁Kore": 11354,
+      "apis": 11355,
+      "eper": 11356,
+      "Screen": 11357,
+      "wall": 11358,
+      "▁island": 11359,
+      "she": 11360,
+      "▁ligger": 11361,
+      "вся": 11362,
+      "fang": 11363,
+      "▁tard": 11364,
+      "▁plaats": 11365,
+      "▁пло": 11366,
+      "▁Office": 11367,
+      "▁SET": 11368,
+      "▁circuit": 11369,
+      "jed": 11370,
+      "Save": 11371,
+      "льно": 11372,
+      "Socket": 11373,
+      "▁Index": 11374,
+      "ACK": 11375,
+      "iders": 11376,
+      "erer": 11377,
+      "▁США": 11378,
+      "▁lady": 11379,
+      "▁scheme": 11380,
+      "ielle": 11381,
+      "▁exerc": 11382,
+      ")}\\": 11383,
+      "DateTime": 11384,
+      "athan": 11385,
+      "▁Professor": 11386,
+      "▁moins": 11387,
+      "▁Excel": 11388,
+      "▁Hay": 11389,
+      "▁Musik": 11390,
+      "▁ї": 11391,
+      "ęd": 11392,
+      "▁\".": 11393,
+      "▁був": 11394,
+      "▁instrument": 11395,
+      "пар": 11396,
+      "▁бере": 11397,
+      "▁politique": 11398,
+      "▁tradition": 11399,
+      "▁VM": 11400,
+      "▁Arts": 11401,
+      "▁Ci": 11402,
+      "Use": 11403,
+      "▁aggreg": 11404,
+      "▁weeks": 11405,
+      "▁opport": 11406,
+      "iting": 11407,
+      "▁vertical": 11408,
+      "▁Naz": 11409,
+      "...)": 11410,
+      "izo": 11411,
+      "▁cycle": 11412,
+      "▁tempo": 11413,
+      "тре": 11414,
+      "▁handling": 11415,
+      "istence": 11416,
+      "▁paste": 11417,
+      "▁enjo": 11418,
+      "ROUP": 11419,
+      "▁outer": 11420,
+      "▁supply": 11421,
+      "eman": 11422,
+      "▁accident": 11423,
+      "▁\\]": 11424,
+      "▁тех": 11425,
+      "Pool": 11426,
+      "oting": 11427,
+      "onymous": 11428,
+      "▁Giov": 11429,
+      "▁ud": 11430,
+      "▁./": 11431,
+      "ERROR": 11432,
+      "construct": 11433,
+      "textwidth": 11434,
+      "quipe": 11435,
+      "cases": 11436,
+      "▁ад": 11437,
+      "▁Row": 11438,
+      "Holder": 11439,
+      "wan": 11440,
+      "arna": 11441,
+      "Mem": 11442,
+      "▁Canadian": 11443,
+      "▁Commission": 11444,
+      "sun": 11445,
+      "▁apps": 11446,
+      "▁Blo": 11447,
+      "▁ihrer": 11448,
+      "▁famille": 11449,
+      "▁mě": 11450,
+      "▁py": 11451,
+      "ис": 11452,
+      "▁того": 11453,
+      "▁Again": 11454,
+      "▁ignore": 11455,
+      "▁television": 11456,
+      "Pat": 11457,
+      "hide": 11458,
+      "▁Rev": 11459,
+      "▁bear": 11460,
+      "phy": 11461,
+      "▁noise": 11462,
+      "▁wra": 11463,
+      "ationale": 11464,
+      "▁collabor": 11465,
+      "border": 11466,
+      "▁elected": 11467,
+      "▁surpr": 11468,
+      "▁avoir": 11469,
+      "▁assembly": 11470,
+      "▁обще": 11471,
+      "▁arbitrary": 11472,
+      "▁brief": 11473,
+      "▁---": 11474,
+      "▁Maur": 11475,
+      "gression": 11476,
+      "icia": 11477,
+      "▁liegt": 11478,
+      "▁Figure": 11479,
+      "▁onto": 11480,
+      "Repository": 11481,
+      "▁déf": 11482,
+      "▁forth": 11483,
+      "▁clicked": 11484,
+      "seite": 11485,
+      "▁notes": 11486,
+      "native": 11487,
+      "▁EDIT": 11488,
+      "ые": 11489,
+      "MT": 11490,
+      "amental": 11491,
+      "▁rose": 11492,
+      "▁puede": 11493,
+      "Delegate": 11494,
+      "uba": 11495,
+      "neo": 11496,
+      "xis": 11497,
+      "▁Arthur": 11498,
+      "URE": 11499,
+      "aming": 11500,
+      "Device": 11501,
+      "▁diam": 11502,
+      "ständ": 11503,
+      "▁pron": 11504,
+      "ois": 11505,
+      "coming": 11506,
+      "Parameters": 11507,
+      "uvud": 11508,
+      "▁ability": 11509,
+      "▁mét": 11510,
+      "▁Unfortunately": 11511,
+      "fd": 11512,
+      "Dictionary": 11513,
+      "socket": 11514,
+      "▁conoc": 11515,
+      "contains": 11516,
+      "essed": 11517,
+      "▁geldig": 11518,
+      "ница": 11519,
+      "▁pointed": 11520,
+      "esti": 11521,
+      "nom": 11522,
+      "ография": 11523,
+      "▁represents": 11524,
+      "▁manip": 11525,
+      "world": 11526,
+      "▁resolved": 11527,
+      "tegr": 11528,
+      "▁dort": 11529,
+      "astern": 11530,
+      "▁campaign": 11531,
+      "▁primo": 11532,
+      "▁;;": 11533,
+      "▁snippet": 11534,
+      "▁Nik": 11535,
+      "Total": 11536,
+      "issement": 11537,
+      "ACE": 11538,
+      "▁verify": 11539,
+      "iffe": 11540,
+      "lagen": 11541,
+      "ieur": 11542,
+      "▁converted": 11543,
+      "▁Milit": 11544,
+      "▁Alg": 11545,
+      "▁Ron": 11546,
+      "▁konn": 11547,
+      "apple": 11548,
+      "▁dispos": 11549,
+      "stellung": 11550,
+      "▁retain": 11551,
+      "▁mentre": 11552,
+      "▁neut": 11553,
+      "▁Night": 11554,
+      "ché": 11555,
+      "atti": 11556,
+      "▁obra": 11557,
+      "▁superior": 11558,
+      "▁Congress": 11559,
+      "ём": 11560,
+      "▁codes": 11561,
+      "▁Ama": 11562,
+      "▁Earth": 11563,
+      "▁opposite": 11564,
+      "▁pool": 11565,
+      "▁Dun": 11566,
+      "жение": 11567,
+      "▁\"${": 11568,
+      "inv": 11569,
+      "▁уни": 11570,
+      "▁Andrew": 11571,
+      "телей": 11572,
+      "▁był": 11573,
+      "Univers": 11574,
+      "▁Angular": 11575,
+      "anim": 11576,
+      "дова": 11577,
+      "BUG": 11578,
+      "utely": 11579,
+      "▁drawing": 11580,
+      "▁gain": 11581,
+      "▁fourth": 11582,
+      "▁Problem": 11583,
+      "▁suddenly": 11584,
+      "▁Ä": 11585,
+      "onna": 11586,
+      "▁Kont": 11587,
+      "▁Bildern": 11588,
+      "▁konnte": 11589,
+      "že": 11590,
+      "Trace": 11591,
+      "▁secure": 11592,
+      "▁który": 11593,
+      "▁eq": 11594,
+      "▁formal": 11595,
+      "amerikan": 11596,
+      "▁Anal": 11597,
+      "▁Rewrite": 11598,
+      "▁Double": 11599,
+      "created": 11600,
+      "NU": 11601,
+      "MDb": 11602,
+      "apes": 11603,
+      "Unis": 11604,
+      "▁especial": 11605,
+      "})\\": 11606,
+      "edom": 11607,
+      "▁categor": 11608,
+      "Return": 11609,
+      "▁Hamb": 11610,
+      "▁Rio": 11611,
+      "▁Mir": 11612,
+      "▁Geme": 11613,
+      "abilities": 11614,
+      "trz": 11615,
+      "uset": 11616,
+      "ierra": 11617,
+      "network": 11618,
+      "▁doctor": 11619,
+      "eurs": 11620,
+      "▁listen": 11621,
+      "дж": 11622,
+      "▁Hö": 11623,
+      "▁consists": 11624,
+      "asm": 11625,
+      "Chr": 11626,
+      "aland": 11627,
+      "▁исполь": 11628,
+      "▁lugar": 11629,
+      "▁definitely": 11630,
+      "move": 11631,
+      "ública": 11632,
+      "▁län": 11633,
+      "ismus": 11634,
+      "▁држа": 11635,
+      "▁dt": 11636,
+      "▁Perhaps": 11637,
+      "▁Brasil": 11638,
+      "John": 11639,
+      "▁promise": 11640,
+      "łu": 11641,
+      "reens": 11642,
+      "▁psych": 11643,
+      "▁Who": 11644,
+      "ряд": 11645,
+      "▁INTO": 11646,
+      "▁People": 11647,
+      "▁Williams": 11648,
+      "▁Marg": 11649,
+      "▁дан": 11650,
+      "record": 11651,
+      "▁Euro": 11652,
+      "▁Virginia": 11653,
+      "▁Rest": 11654,
+      "▁Corn": 11655,
+      "}},": 11656,
+      "▁Grid": 11657,
+      "▁inject": 11658,
+      "нан": 11659,
+      "▁crow": 11660,
+      "▁Phys": 11661,
+      "▁DO": 11662,
+      "▁\"-": 11663,
+      "▁increased": 11664,
+      "acher": 11665,
+      "peat": 11666,
+      "Lin": 11667,
+      "▁Dub": 11668,
+      "rices": 11669,
+      "agnost": 11670,
+      "dl": 11671,
+      "▁curve": 11672,
+      "üg": 11673,
+      "rice": 11674,
+      "language": 11675,
+      "ClickListener": 11676,
+      "▁municipal": 11677,
+      "▁Ori": 11678,
+      "▁Bild": 11679,
+      "▁Cab": 11680,
+      "▁Var": 11681,
+      "▁noted": 11682,
+      "▁Î": 11683,
+      "▁subs": 11684,
+      "iation": 11685,
+      "WOR": 11686,
+      "ingly": 11687,
+      "▁Rus": 11688,
+      "iens": 11689,
+      "INFO": 11690,
+      "ква": 11691,
+      "ativo": 11692,
+      "gende": 11693,
+      "▁Franz": 11694,
+      "▁isol": 11695,
+      "edes": 11696,
+      "nier": 11697,
+      "▁NO": 11698,
+      "▁Has": 11699,
+      "beans": 11700,
+      "▁pandas": 11701,
+      "(\"%": 11702,
+      "віт": 11703,
+      "утбо": 11704,
+      "▁gather": 11705,
+      "▁legal": 11706,
+      "includ": 11707,
+      "▁circumst": 11708,
+      "criptor": 11709,
+      "rible": 11710,
+      "▁Süd": 11711,
+      "▁apro": 11712,
+      "Api": 11713,
+      "▁най": 11714,
+      "▁African": 11715,
+      "owski": 11716,
+      "▁Johnson": 11717,
+      "iek": 11718,
+      "▁vote": 11719,
+      "▁Kan": 11720,
+      "▁bibli": 11721,
+      "▁haar": 11722,
+      "▁vr": 11723,
+      "]),": 11724,
+      "subseteq": 11725,
+      "Parser": 11726,
+      "iani": 11727,
+      "isé": 11728,
+      "idea": 11729,
+      "Only": 11730,
+      "▁ál": 11731,
+      "▁Catal": 11732,
+      "▁Case": 11733,
+      "seh": 11734,
+      "▁encounter": 11735,
+      "▁reform": 11736,
+      "мини": 11737,
+      "▁Stre": 11738,
+      "exception": 11739,
+      "▁Tar": 11740,
+      "тар": 11741,
+      "trl": 11742,
+      "▁Александ": 11743,
+      "лект": 11744,
+      "equal": 11745,
+      "Op": 11746,
+      "▁lif": 11747,
+      "▁його": 11748,
+      "▁voltage": 11749,
+      "shire": 11750,
+      "▁Groß": 11751,
+      "вня": 11752,
+      "nings": 11753,
+      "нци": 11754,
+      "▁lag": 11755,
+      "▁anderen": 11756,
+      "▁vac": 11757,
+      "▁macro": 11758,
+      "=[": 11759,
+      "Then": 11760,
+      "▁controls": 11761,
+      "seq": 11762,
+      "ologies": 11763,
+      "▁selector": 11764,
+      "▁України": 11765,
+      "хівовано": 11766,
+      "ый": 11767,
+      "allenge": 11768,
+      "▁IMDb": 11769,
+      "ummy": 11770,
+      "yen": 11771,
+      "▁beste": 11772,
+      "▁Box": 11773,
+      "▁chair": 11774,
+      "▁Sab": 11775,
+      "erde": 11776,
+      "▁nast": 11777,
+      "ivamente": 11778,
+      "▁объ": 11779,
+      "▁requirements": 11780,
+      "▁meeting": 11781,
+      "▁finan": 11782,
+      "▁Adam": 11783,
+      "▁televis": 11784,
+      "▁bright": 11785,
+      "▁Git": 11786,
+      "EG": 11787,
+      "▁Gil": 11788,
+      "rès": 11789,
+      "▁Cond": 11790,
+      "▁ft": 11791,
+      "▁було": 11792,
+      "-+": 11793,
+      "END": 11794,
+      "erne": 11795,
+      "▁Comput": 11796,
+      "▁ils": 11797,
+      "▁gall": 11798,
+      "▁csv": 11799,
+      "ług": 11800,
+      "▁summer": 11801,
+      "game": 11802,
+      "▁posts": 11803,
+      "Архівовано": 11804,
+      "▁zij": 11805,
+      "▁determin": 11806,
+      "▁abandon": 11807,
+      "counter": 11808,
+      "▁requirement": 11809,
+      "▁Tit": 11810,
+      "irtual": 11811,
+      "▁Videos": 11812,
+      "▁quiet": 11813,
+      "▁Term": 11814,
+      "▁timeout": 11815,
+      "Print": 11816,
+      "▁invent": 11817,
+      "lais": 11818,
+      "▁monitor": 11819,
+      "halb": 11820,
+      "▁Wild": 11821,
+      "▁leader": 11822,
+      "▁сель": 11823,
+      "▁utiliz": 11824,
+      "▁parents": 11825,
+      "▁forced": 11826,
+      "▁proved": 11827,
+      "▁effective": 11828,
+      "▁llam": 11829,
+      "▁Спо": 11830,
+      "orb": 11831,
+      "ggi": 11832,
+      "▁assumption": 11833,
+      "▁subm": 11834,
+      "▁вій": 11835,
+      "ilia": 11836,
+      "▁reverse": 11837,
+      "'\"": 11838,
+      "▁quotes": 11839,
+      "▁sites": 11840,
+      "igung": 11841,
+      "▁Arg": 11842,
+      "Double": 11843,
+      "▁screens": 11844,
+      "▁clause": 11845,
+      "▁bundle": 11846,
+      "▁philosoph": 11847,
+      "▁Num": 11848,
+      "▁gleich": 11849,
+      "uly": 11850,
+      "direct": 11851,
+      "asketball": 11852,
+      "owany": 11853,
+      "\\}$": 11854,
+      "▁radius": 11855,
+      "▁Search": 11856,
+      "Properties": 11857,
+      "▁elev": 11858,
+      "▁prod": 11859,
+      "▁\"%": 11860,
+      "isión": 11861,
+      "Debug": 11862,
+      "Second": 11863,
+      "(!": 11864,
+      "▁Catholic": 11865,
+      "рован": 11866,
+      "lez": 11867,
+      "Pa": 11868,
+      "pson": 11869,
+      "▁erste": 11870,
+      "▁Fu": 11871,
+      "▁lit": 11872,
+      "▁Saison": 11873,
+      "▁Hash": 11874,
+      "▁exem": 11875,
+      "▁представ": 11876,
+      ")*": 11877,
+      "▁eu": 11878,
+      "▁│": 11879,
+      "▁gab": 11880,
+      "etailed": 11881,
+      "Copy": 11882,
+      "▁два": 11883,
+      "even": 11884,
+      "Kind": 11885,
+      "▁Jackson": 11886,
+      "ал": 11887,
+      "▁consec": 11888,
+      "USER": 11889,
+      "▁Tok": 11890,
+      "(.": 11891,
+      "▁$|": 11892,
+      "▁Tamb": 11893,
+      "▁Lemma": 11894,
+      "hang": 11895,
+      "▁contribution": 11896,
+      "rollers": 11897,
+      "▁studies": 11898,
+      "▁poi": 11899,
+      "gems": 11900,
+      "▁UP": 11901,
+      "▁Wol": 11902,
+      ">\"": 11903,
+      "▁floor": 11904,
+      "▁initialize": 11905,
+      "▁Lew": 11906,
+      "zek": 11907,
+      "arte": 11908,
+      "▁positions": 11909,
+      "▁portion": 11910,
+      "cover": 11911,
+      "wp": 11912,
+      "ового": 11913,
+      "▁piano": 11914,
+      "▁metal": 11915,
+      "▁samples": 11916,
+      "▁Сан": 11917,
+      "variable": 11918,
+      "▁стать": 11919,
+      "▁integers": 11920,
+      "Where": 11921,
+      "family": 11922,
+      "▁nun": 11923,
+      "▁increment": 11924,
+      "ixed": 11925,
+      "▁heeft": 11926,
+      "fte": 11927,
+      "▁vil": 11928,
+      "▁otros": 11929,
+      "Multimedia": 11930,
+      "▁Henri": 11931,
+      "aded": 11932,
+      "ген": 11933,
+      "▁capit": 11934,
+      "▁других": 11935,
+      "isp": 11936,
+      "ITY": 11937,
+      "▁constraints": 11938,
+      "▁Kirche": 11939,
+      "found": 11940,
+      "ший": 11941,
+      "▁pic": 11942,
+      "▁tou": 11943,
+      "cred": 11944,
+      "роб": 11945,
+      "▁Mess": 11946,
+      "Job": 11947,
+      "▁Mais": 11948,
+      "▁styles": 11949,
+      "fall": 11950,
+      "▁Uk": 11951,
+      "▁street": 11952,
+      "occer": 11953,
+      "esen": 11954,
+      "▁colors": 11955,
+      "cean": 11956,
+      "юще": 11957,
+      "conne": 11958,
+      "▁ratio": 11959,
+      "anton": 11960,
+      "▁Fel": 11961,
+      "▁customer": 11962,
+      "▁Prix": 11963,
+      "rás": 11964,
+      "pred": 11965,
+      "▁electron": 11966,
+      "sym": 11967,
+      "▁вели": 11968,
+      "▁overflow": 11969,
+      "▁$[": 11970,
+      "▁POST": 11971,
+      "▁Cin": 11972,
+      "scheid": 11973,
+      "(\"/": 11974,
+      "▁searching": 11975,
+      "▁purposes": 11976,
+      "▁arrived": 11977,
+      "▁punt": 11978,
+      "▁lad": 11979,
+      "Python": 11980,
+      "▁leads": 11981,
+      "▁sand": 11982,
+      "пада": 11983,
+      "▁communes": 11984,
+      "▁CHAP": 11985,
+      "▁caso": 11986,
+      "rz": 11987,
+      "▁dw": 11988,
+      "aca": 11989,
+      "▁Columb": 11990,
+      "children": 11991,
+      "êt": 11992,
+      "schemas": 11993,
+      "▁instructions": 11994,
+      "▁-\\": 11995,
+      "▁Israel": 11996,
+      "ności": 11997,
+      "▁образ": 11998,
+      "▁совет": 11999,
+      "▁immagini": 12000,
+      "▁Fred": 12001,
+      "▁Global": 12002,
+      "▁thick": 12003,
+      "▁fueron": 12004,
+      "▁thrown": 12005,
+      "▁clock": 12006,
+      "enable": 12007,
+      "'''": 12008,
+      "▁Sund": 12009,
+      "▁contempor": 12010,
+      "answer": 12011,
+      "▁manufact": 12012,
+      "▁io": 12013,
+      "qquad": 12014,
+      "OUT": 12015,
+      "▁Lab": 12016,
+      "▁Zw": 12017,
+      "legal": 12018,
+      "▁Vel": 12019,
+      "▁raise": 12020,
+      "▁deliver": 12021,
+      "▁Voir": 12022,
+      "▁assumed": 12023,
+      "Let": 12024,
+      "ierten": 12025,
+      "▁Kong": 12026,
+      "▁Exp": 12027,
+      "▁Jug": 12028,
+      "▁declaration": 12029,
+      "▁Fish": 12030,
+      "mé": 12031,
+      "▁speech": 12032,
+      "▁tent": 12033,
+      "▁Route": 12034,
+      "__(": 12035,
+      "▁réalis": 12036,
+      "▁Design": 12037,
+      "setText": 12038,
+      "▁Station": 12039,
+      "archy": 12040,
+      "▁като": 12041,
+      "▁dent": 12042,
+      "▁Kl": 12043,
+      "iß": 12044,
+      "▁risk": 12045,
+      "▁Broad": 12046,
+      "▁vectors": 12047,
+      "▁Spec": 12048,
+      "▁routes": 12049,
+      "ymn": 12050,
+      "▁Greg": 12051,
+      "▁получи": 12052,
+      "gie": 12053,
+      "ORM": 12054,
+      "веде": 12055,
+      "walt": 12056,
+      "▁efter": 12057,
+      "Ptr": 12058,
+      "▁subt": 12059,
+      "▁birth": 12060,
+      "▁drawn": 12061,
+      "mess": 12062,
+      "мерикан": 12063,
+      "VE": 12064,
+      "▁Put": 12065,
+      "▁asc": 12066,
+      "▁feder": 12067,
+      "сли": 12068,
+      "▁Prin": 12069,
+      "▁stick": 12070,
+      "reset": 12071,
+      "yk": 12072,
+      "studio": 12073,
+      "▁Still": 12074,
+      "Const": 12075,
+      "ació": 12076,
+      "▁Portugal": 12077,
+      "▁scripts": 12078,
+      "undial": 12079,
+      "▁lives": 12080,
+      "▁szer": 12081,
+      "▁estado": 12082,
+      "folder": 12083,
+      "▁communication": 12084,
+      "Route": 12085,
+      "▁swift": 12086,
+      "тен": 12087,
+      "▁kill": 12088,
+      "▁PR": 12089,
+      "joint": 12090,
+      "▁objective": 12091,
+      "▁complicated": 12092,
+      "▁Über": 12093,
+      "esh": 12094,
+      "picture": 12095,
+      "raine": 12096,
+      "comput": 12097,
+      "▁proport": 12098,
+      "ogs": 12099,
+      "ült": 12100,
+      "▁quantum": 12101,
+      "кри": 12102,
+      "▁sop": 12103,
+      "▁loops": 12104,
+      "▁Reference": 12105,
+      "▁nei": 12106,
+      "ICE": 12107,
+      "▁verm": 12108,
+      "▁adj": 12109,
+      "▁però": 12110,
+      "▁trou": 12111,
+      "isions": 12112,
+      "▁Apple": 12113,
+      "servable": 12114,
+      "▁Boston": 12115,
+      "oret": 12116,
+      "oks": 12117,
+      "▁kg": 12118,
+      "defined": 12119,
+      "platform": 12120,
+      "cler": 12121,
+      "ographic": 12122,
+      "ritt": 12123,
+      "▁dic": 12124,
+      "▁Mond": 12125,
+      "▁Ireland": 12126,
+      "▁Una": 12127,
+      "▁commercial": 12128,
+      "▁Pu": 12129,
+      "Di": 12130,
+      "▁её": 12131,
+      "▁precis": 12132,
+      "народ": 12133,
+      "▁quatre": 12134,
+      "ustral": 12135,
+      "▁dag": 12136,
+      "igue": 12137,
+      "▁burn": 12138,
+      "▁officer": 12139,
+      "▁Ав": 12140,
+      "▁highlight": 12141,
+      "▁Suppose": 12142,
+      "odi": 12143,
+      "servlet": 12144,
+      "▁Encyc": 12145,
+      "▁Range": 12146,
+      "тий": 12147,
+      "Please": 12148,
+      "▁років": 12149,
+      "quant": 12150,
+      "▁flat": 12151,
+      "▁Référence": 12152,
+      "следова": 12153,
+      "role": 12154,
+      "▁diesen": 12155,
+      "}}(": 12156,
+      "▁Indust": 12157,
+      "▁númer": 12158,
+      "▁\";": 12159,
+      "lus": 12160,
+      "ôle": 12161,
+      "▁zm": 12162,
+      "deg": 12163,
+      "▁rough": 12164,
+      "Inv": 12165,
+      "▁hur": 12166,
+      "▁Ress": 12167,
+      "chs": 12168,
+      "▁turns": 12169,
+      "nero": 12170,
+      "functions": 12171,
+      "али": 12172,
+      "▁habitants": 12173,
+      "ат": 12174,
+      "issues": 12175,
+      "▁huge": 12176,
+      "Utils": 12177,
+      "▁Sat": 12178,
+      "▁государ": 12179,
+      "▁coast": 12180,
+      "shape": 12181,
+      "LC": 12182,
+      "▁logging": 12183,
+      "endor": 12184,
+      "▁lies": 12185,
+      "▁difer": 12186,
+      "▁critical": 12187,
+      "XT": 12188,
+      "мина": 12189,
+      "ansk": 12190,
+      "Results": 12191,
+      "kc": 12192,
+      "iverse": 12193,
+      "EXT": 12194,
+      "ALSE": 12195,
+      "▁vál": 12196,
+      "Pi": 12197,
+      "compile": 12198,
+      "hello": 12199,
+      "▁чемпи": 12200,
+      "▁Italia": 12201,
+      "коло": 12202,
+      "▁edition": 12203,
+      "grund": 12204,
+      "▁dataframe": 12205,
+      "▁Following": 12206,
+      "reib": 12207,
+      "▁Jeff": 12208,
+      "▁città": 12209,
+      "ITable": 12210,
+      "▁$(\\": 12211,
+      "▁reduced": 12212,
+      "obil": 12213,
+      "▁anywhere": 12214,
+      "'(": 12215,
+      "▁phr": 12216,
+      "▁Kh": 12217,
+      "▁Frame": 12218,
+      "▁manual": 12219,
+      "▁cra": 12220,
+      "▁VS": 12221,
+      "%=": 12222,
+      "InstanceState": 12223,
+      "▁бра": 12224,
+      "▁Drag": 12225,
+      "▁Herr": 12226,
+      "▁гу": 12227,
+      "▁mús": 12228,
+      "Tool": 12229,
+      "▁Private": 12230,
+      "▁synchron": 12231,
+      "iration": 12232,
+      "▁обо": 12233,
+      "▁typically": 12234,
+      "▁implicit": 12235,
+      "orient": 12236,
+      "▁timer": 12237,
+      "▁können": 12238,
+      "iest": 12239,
+      "raid": 12240,
+      "▁expressions": 12241,
+      "▁aim": 12242,
+      "▁stre": 12243,
+      "▁wrap": 12244,
+      "▁Bart": 12245,
+      "▁bron": 12246,
+      "▁keyboard": 12247,
+      "pow": 12248,
+      "▁grupo": 12249,
+      "▁резу": 12250,
+      "▁professor": 12251,
+      "▁Head": 12252,
+      "ною": 12253,
+      "minus": 12254,
+      "▁Michel": 12255,
+      "NOT": 12256,
+      "mor": 12257,
+      "]}": 12258,
+      "widehat": 12259,
+      "aris": 12260,
+      "тература": 12261,
+      "defn": 12262,
+      "istrz": 12263,
+      "▁tanto": 12264,
+      "▁Pow": 12265,
+      "▁indicate": 12266,
+      "▁Winter": 12267,
+      "reshold": 12268,
+      "рів": 12269,
+      "▁`(": 12270,
+      "▁owner": 12271,
+      "▁disp": 12272,
+      "▁кри": 12273,
+      "мет": 12274,
+      "мент": 12275,
+      "report": 12276,
+      "require": 12277,
+      "▁voy": 12278,
+      "▁AP": 12279,
+      "▁España": 12280,
+      "▁São": 12281,
+      "jär": 12282,
+      "Non": 12283,
+      "Library": 12284,
+      "ichten": 12285,
+      "▁structures": 12286,
+      "▁muy": 12287,
+      "ário": 12288,
+      "▁certificate": 12289,
+      "чного": 12290,
+      "▁province": 12291,
+      "pages": 12292,
+      "dal": 12293,
+      "▁Freder": 12294,
+      "ье": 12295,
+      "Execute": 12296,
+      "▁ancient": 12297,
+      "▁films": 12298,
+      "▁Alfred": 12299,
+      "Auto": 12300,
+      "▁atom": 12301,
+      "▁ell": 12302,
+      "▁Harr": 12303,
+      "йн": 12304,
+      "▁\"#": 12305,
+      "▁nacional": 12306,
+      "▁neighbor": 12307,
+      "ступа": 12308,
+      "▁wit": 12309,
+      "Pop": 12310,
+      "▁Greek": 12311,
+      "▁repeat": 12312,
+      "bad": 12313,
+      "▁SC": 12314,
+      "▁DateTime": 12315,
+      "шти": 12316,
+      "▁WH": 12317,
+      "▁прави": 12318,
+      "▁Ти": 12319,
+      "▁saison": 12320,
+      "▁Hart": 12321,
+      "directory": 12322,
+      "uan": 12323,
+      "norm": 12324,
+      "▁Philipp": 12325,
+      "▁suspect": 12326,
+      "▁anno": 12327,
+      "bc": 12328,
+      "сла": 12329,
+      "$(": 12330,
+      "▁befind": 12331,
+      "ocs": 12332,
+      "latest": 12333,
+      ";\">": 12334,
+      "▁afterwards": 12335,
+      "PUT": 12336,
+      "▁ja": 12337,
+      "▁Hil": 12338,
+      "yz": 12339,
+      "▁Bour": 12340,
+      "▁laid": 12341,
+      "▁Дже": 12342,
+      "pie": 12343,
+      "watch": 12344,
+      "▁Eq": 12345,
+      "contact": 12346,
+      "iber": 12347,
+      "checkbox": 12348,
+      "▁españ": 12349,
+      "anse": 12350,
+      "▁шко": 12351,
+      "eff": 12352,
+      "xxx": 12353,
+      "▁GET": 12354,
+      "▁lov": 12355,
+      "itute": 12356,
+      "zech": 12357,
+      "tere": 12358,
+      "▁purs": 12359,
+      "kens": 12360,
+      "iante": 12361,
+      "▁Free": 12362,
+      "▁органи": 12363,
+      "kreis": 12364,
+      "▁{:": 12365,
+      "shared": 12366,
+      "▁Graph": 12367,
+      "▁connections": 12368,
+      "▁DOM": 12369,
+      "▁Cart": 12370,
+      "sson": 12371,
+      "▁Hamilton": 12372,
+      "тели": 12373,
+      "▁restaur": 12374,
+      "Resol": 12375,
+      "Driver": 12376,
+      "▁enf": 12377,
+      "EDIT": 12378,
+      "▁prev": 12379,
+      "▁ik": 12380,
+      "▁să": 12381,
+      "jö": 12382,
+      "▁СССР": 12383,
+      "▁colour": 12384,
+      "chten": 12385,
+      "▁estad": 12386,
+      "inois": 12387,
+      "▁confir": 12388,
+      "▁vé": 12389,
+      "▁Ces": 12390,
+      "▁Never": 12391,
+      "omer": 12392,
+      "жда": 12393,
+      "слу": 12394,
+      "чения": 12395,
+      "dll": 12396,
+      "▁youth": 12397,
+      "emen": 12398,
+      "▁studied": 12399,
+      "▁Kil": 12400,
+      "cion": 12401,
+      "▁navig": 12402,
+      "required": 12403,
+      "orithms": 12404,
+      "ilor": 12405,
+      "▁Deutschen": 12406,
+      "▁persons": 12407,
+      "▁Barcelona": 12408,
+      "▁formation": 12409,
+      "abei": 12410,
+      "▁против": 12411,
+      "Engine": 12412,
+      "ONE": 12413,
+      "ográ": 12414,
+      "Cap": 12415,
+      "rir": 12416,
+      "▁gate": 12417,
+      "oration": 12418,
+      "maven": 12419,
+      "▁combined": 12420,
+      "▁attr": 12421,
+      "▁hook": 12422,
+      "▁который": 12423,
+      "▁servers": 12424,
+      "ucture": 12425,
+      "ження": 12426,
+      "tv": 12427,
+      "▁req": 12428,
+      "jal": 12429,
+      "▁locally": 12430,
+      "}}{\\": 12431,
+      "Br": 12432,
+      "▁Hier": 12433,
+      "мор": 12434,
+      "▁apart": 12435,
+      "\"],": 12436,
+      "▁%>%": 12437,
+      "▁zusammen": 12438,
+      "▁identify": 12439,
+      "▁Altern": 12440,
+      "▁бро": 12441,
+      "▁ци": 12442,
+      "gh": 12443,
+      "▁Ten": 12444,
+      "RS": 12445,
+      "форма": 12446,
+      "▁nelle": 12447,
+      "▁Hin": 12448,
+      "ounding": 12449,
+      "▁représ": 12450,
+      "aph": 12451,
+      "▁[\\": 12452,
+      "▁Sports": 12453,
+      "рал": 12454,
+      "▁thre": 12455,
+      "▁prin": 12456,
+      "▁Eliz": 12457,
+      "▁Four": 12458,
+      "▁society": 12459,
+      "Transaction": 12460,
+      "▁veg": 12461,
+      "▁schools": 12462,
+      "▁overall": 12463,
+      "▁tail": 12464,
+      "über": 12465,
+      "▁Sov": 12466,
+      "▁Сер": 12467,
+      "▁rapp": 12468,
+      "▁traffic": 12469,
+      "question": 12470,
+      "▁environ": 12471,
+      "ateien": 12472,
+      "icus": 12473,
+      "▁narrow": 12474,
+      "▁pray": 12475,
+      "▁Bou": 12476,
+      "▁Client": 12477,
+      "abl": 12478,
+      "▁Audiod": 12479,
+      "▁npm": 12480,
+      "▁Column": 12481,
+      "▁Games": 12482,
+      "aver": 12483,
+      "onymes": 12484,
+      "▁После": 12485,
+      "ną": 12486,
+      "▁Nu": 12487,
+      "▁Dick": 12488,
+      "▁tensor": 12489,
+      "▁@\"": 12490,
+      "vé": 12491,
+      "Icon": 12492,
+      "▁пода": 12493,
+      "▁Gon": 12494,
+      "/).": 12495,
+      "istra": 12496,
+      "▁Audiodateien": 12497,
+      "Delete": 12498,
+      "}}}": 12499,
+      "▁jump": 12500,
+      "▁Об": 12501,
+      "▁principle": 12502,
+      "▁États": 12503,
+      "oked": 12504,
+      "▁Вла": 12505,
+      "Interval": 12506,
+      "▁sau": 12507,
+      "encode": 12508,
+      "▁pon": 12509,
+      "catch": 12510,
+      "▁tiem": 12511,
+      "▁Gust": 12512,
+      "MC": 12513,
+      "limits": 12514,
+      "▁keeping": 12515,
+      "▁songs": 12516,
+      "▁авгу": 12517,
+      "▁район": 12518,
+      "▁notification": 12519,
+      "▁offered": 12520,
+      "Cor": 12521,
+      "▁shut": 12522,
+      "errors": 12523,
+      "▁EN": 12524,
+      "▁latach": 12525,
+      "▁selbst": 12526,
+      "▁checkbox": 12527,
+      "▁cool": 12528,
+      "▁factory": 12529,
+      "▁paid": 12530,
+      "dimensional": 12531,
+      "niej": 12532,
+      "pton": 12533,
+      "▁pin": 12534,
+      "aked": 12535,
+      "▁reli": 12536,
+      "▁Taylor": 12537,
+      "▁Something": 12538,
+      "imum": 12539,
+      "▁Vin": 12540,
+      "▁iteration": 12541,
+      "Find": 12542,
+      "кови": 12543,
+      "▁boys": 12544,
+      "▁Simple": 12545,
+      "▁Crist": 12546,
+      "▁Was": 12547,
+      "ând": 12548,
+      "▁Va": 12549,
+      "▁тра": 12550,
+      "▁destination": 12551,
+      "limp": 12552,
+      "▁Kat": 12553,
+      "worth": 12554,
+      "▁Kor": 12555,
+      "ição": 12556,
+      "=`": 12557,
+      "▁fairly": 12558,
+      "falls": 12559,
+      "▁reject": 12560,
+      "▁dream": 12561,
+      "bell": 12562,
+      "▁toute": 12563,
+      "▁$\\{": 12564,
+      "▁stone": 12565,
+      "▁protect": 12566,
+      "▁excell": 12567,
+      "▁Mexico": 12568,
+      "▁dash": 12569,
+      "▁fault": 12570,
+      "pmatrix": 12571,
+      "aller": 12572,
+      "▁guerre": 12573,
+      "origin": 12574,
+      "hibernate": 12575,
+      "ília": 12576,
+      "▁Register": 12577,
+      "unto": 12578,
+      "▁Bat": 12579,
+      "▁bow": 12580,
+      "ських": 12581,
+      "età": 12582,
+      "▁Luis": 12583,
+      "▁fou": 12584,
+      "▁Cambridge": 12585,
+      "▁ott": 12586,
+      "sup": 12587,
+      "reas": 12588,
+      "▁pointers": 12589,
+      "▁Board": 12590,
+      "▁ри": 12591,
+      "▁driv": 12592,
+      "нин": 12593,
+      "▁Circ": 12594,
+      "▁thou": 12595,
+      "Div": 12596,
+      "spark": 12597,
+      "lament": 12598,
+      "▁VAL": 12599,
+      "Send": 12600,
+      "▁Irish": 12601,
+      "oy": 12602,
+      "▁Tu": 12603,
+      "▁trivial": 12604,
+      "Forms": 12605,
+      "▁así": 12606,
+      "▁Imper": 12607,
+      "▁signature": 12608,
+      "unos": 12609,
+      "▁Neg": 12610,
+      "▁cancel": 12611,
+      "▁Heinrich": 12612,
+      "eed": 12613,
+      "Illustration": 12614,
+      "▁sulla": 12615,
+      "▁quarter": 12616,
+      "asz": 12617,
+      "▁blog": 12618,
+      "fica": 12619,
+      "won": 12620,
+      "quet": 12621,
+      "]))": 12622,
+      "▁generation": 12623,
+      "▁caught": 12624,
+      "▁lands": 12625,
+      "▁Kingdom": 12626,
+      "schaften": 12627,
+      "rons": 12628,
+      "annels": 12629,
+      "▁Special": 12630,
+      "tutorial": 12631,
+      "tip": 12632,
+      "▁\"\",": 12633,
+      "▁Azure": 12634,
+      "▁bounded": 12635,
+      "Sm": 12636,
+      "tar": 12637,
+      "вен": 12638,
+      "▁зем": 12639,
+      "▁notation": 12640,
+      "▁apache": 12641,
+      "▁gaz": 12642,
+      "ierno": 12643,
+      "angen": 12644,
+      "pective": 12645,
+      "▁electric": 12646,
+      "▁semi": 12647,
+      "MAX": 12648,
+      "ederb": 12649,
+      "objects": 12650,
+      "▁differences": 12651,
+      "isted": 12652,
+      "href": 12653,
+      "icip": 12654,
+      "▁numpy": 12655,
+      "▁футбо": 12656,
+      "loader": 12657,
+      "▁dich": 12658,
+      "љу": 12659,
+      "▁Dé": 12660,
+      "Hz": 12661,
+      "▁Param": 12662,
+      "documentation": 12663,
+      "ircraft": 12664,
+      "EM": 12665,
+      "▁institution": 12666,
+      "compat": 12667,
+      "▁аль": 12668,
+      "слав": 12669,
+      "▁Net": 12670,
+      "циональ": 12671,
+      "▁broadcast": 12672,
+      "datetime": 12673,
+      "async": 12674,
+      "vre": 12675,
+      "mean": 12676,
+      "▁Chem": 12677,
+      "▁estimate": 12678,
+      "icana": 12679,
+      "▁grep": 12680,
+      "tek": 12681,
+      "äm": 12682,
+      "orig": 12683,
+      "▁Victor": 12684,
+      "utenant": 12685,
+      "anga": 12686,
+      "pin": 12687,
+      "▁vertex": 12688,
+      "▁CHAPTER": 12689,
+      "city": 12690,
+      "ugby": 12691,
+      "green": 12692,
+      "▁Ker": 12693,
+      "▁différ": 12694,
+      "▁necessarily": 12695,
+      "DC": 12696,
+      "Linear": 12697,
+      "alem": 12698,
+      "▁Later": 12699,
+      "▁meta": 12700,
+      "jem": 12701,
+      "ragen": 12702,
+      "May": 12703,
+      "▁Mitglied": 12704,
+      "▁sorted": 12705,
+      "ussen": 12706,
+      "▁spoke": 12707,
+      "▁disabled": 12708,
+      "▁accomplish": 12709,
+      "▁Russia": 12710,
+      "there": 12711,
+      "ees": 12712,
+      "▁hall": 12713,
+      "▁metric": 12714,
+      "attribute": 12715,
+      "того": 12716,
+      "about": 12717,
+      "▁Lam": 12718,
+      "channel": 12719,
+      "▁episode": 12720,
+      "▁$('.": 12721,
+      "▁ought": 12722,
+      "▁Este": 12723,
+      "Objects": 12724,
+      "▁validate": 12725,
+      "▁rim": 12726,
+      "▁numerous": 12727,
+      "▁Javascript": 12728,
+      "▁GL": 12729,
+      "▁Italy": 12730,
+      "ederbörd": 12731,
+      "onato": 12732,
+      "books": 12733,
+      "stone": 12734,
+      "ху": 12735,
+      "▁jel": 12736,
+      "iri": 12737,
+      "▁ASP": 12738,
+      "GA": 12739,
+      "▁stata": 12740,
+      "▁baz": 12741,
+      "Day": 12742,
+      "thm": 12743,
+      "dh": 12744,
+      "▁Files": 12745,
+      "AndroidRuntime": 12746,
+      "▁checks": 12747,
+      "kr": 12748,
+      "▁venne": 12749,
+      "SL": 12750,
+      "avia": 12751,
+      "kazy": 12752,
+      "▁Three": 12753,
+      "Admin": 12754,
+      "▁college": 12755,
+      "Global": 12756,
+      "tion": 12757,
+      "▁curious": 12758,
+      "short": 12759,
+      "▁bass": 12760,
+      "дела": 12761,
+      "▁дея": 12762,
+      "Schema": 12763,
+      "'\\": 12764,
+      "diff": 12765,
+      "▁CA": 12766,
+      "▁Corpor": 12767,
+      "▁operators": 12768,
+      "områ": 12769,
+      "▁edges": 12770,
+      ");`": 12771,
+      "inds": 12772,
+      "▁ging": 12773,
+      "&&": 12774,
+      "}-\\": 12775,
+      "rano": 12776,
+      "▁são": 12777,
+      "▁adds": 12778,
+      "elor": 12779,
+      "▁unsigned": 12780,
+      "▁пр": 12781,
+      "▁Config": 12782,
+      "▁Esc": 12783,
+      "▁chose": 12784,
+      "▁pieces": 12785,
+      "▁regions": 12786,
+      "Est": 12787,
+      "▁Battle": 12788,
+      "▁foc": 12789,
+      "▁Light": 12790,
+      "padding": 12791,
+      "aben": 12792,
+      "▁europ": 12793,
+      "illon": 12794,
+      "▁есть": 12795,
+      "▁bord": 12796,
+      "▁отно": 12797,
+      "▁Hong": 12798,
+      "▁vul": 12799,
+      "plugins": 12800,
+      "▁'<": 12801,
+      "▁kur": 12802,
+      "region": 12803,
+      "▁Repub": 12804,
+      "icher": 12805,
+      "}_\\": 12806,
+      "▁medal": 12807,
+      "▁Moreover": 12808,
+      "BI": 12809,
+      "Av": 12810,
+      "uter": 12811,
+      "▁scan": 12812,
+      "▁Municip": 12813,
+      "▁contrast": 12814,
+      "▁Ig": 12815,
+      "▁город": 12816,
+      "related": 12817,
+      "aling": 12818,
+      "▁мат": 12819,
+      "ünst": 12820,
+      "▁Chris": 12821,
+      "wy": 12822,
+      "▁Actually": 12823,
+      "▁Universidad": 12824,
+      "EventListener": 12825,
+      "▁temporada": 12826,
+      "▁assignment": 12827,
+      "▁Mike": 12828,
+      "▁während": 12829,
+      "▁świ": 12830,
+      "▁сред": 12831,
+      "каде": 12832,
+      "▁calculated": 12833,
+      "▁eller": 12834,
+      "▁Ash": 12835,
+      "riel": 12836,
+      "▁hardware": 12837,
+      "▁intens": 12838,
+      "('.": 12839,
+      "illi": 12840,
+      "agon": 12841,
+      "▁Gy": 12842,
+      "▁heute": 12843,
+      "▁sle": 12844,
+      "▁literature": 12845,
+      "sem": 12846,
+      "manager": 12847,
+      "▁Grande": 12848,
+      "▁mixed": 12849,
+      "▁Вер": 12850,
+      "ící": 12851,
+      "▁soit": 12852,
+      "▁welcome": 12853,
+      "чение": 12854,
+      "▁Universität": 12855,
+      "▁builder": 12856,
+      "simple": 12857,
+      "icode": 12858,
+      "ře": 12859,
+      "indent": 12860,
+      "opo": 12861,
+      "▁advanced": 12862,
+      "temper": 12863,
+      "edge": 12864,
+      "▁datetime": 12865,
+      "▁donc": 12866,
+      "лання": 12867,
+      "▁verd": 12868,
+      "дно": 12869,
+      "itos": 12870,
+      "▁heat": 12871,
+      "visible": 12872,
+      "mel": 12873,
+      "▁Giovanni": 12874,
+      "▁variety": 12875,
+      "▁router": 12876,
+      "Vector": 12877,
+      "▁Walk": 12878,
+      "▁obviously": 12879,
+      "hein": 12880,
+      "Fin": 12881,
+      "ITableView": 12882,
+      "Year": 12883,
+      "▁Econom": 12884,
+      "▁velocity": 12885,
+      "▁Civil": 12886,
+      "▁ј": 12887,
+      "alert": 12888,
+      "Identifier": 12889,
+      "ència": 12890,
+      "▁normally": 12891,
+      "▁Egypt": 12892,
+      "▁ctx": 12893,
+      "▁Verein": 12894,
+      "▁Hu": 12895,
+      "ulture": 12896,
+      "ните": 12897,
+      "lé": 12898,
+      "▁Wien": 12899,
+      "▁Prz": 12900,
+      "Byte": 12901,
+      "▁nah": 12902,
+      "isms": 12903,
+      "▁Publish": 12904,
+      "▁Herz": 12905,
+      "icul": 12906,
+      "pisode": 12907,
+      "чі": 12908,
+      "▁diesem": 12909,
+      "kö": 12910,
+      "Visible": 12911,
+      "▁rig": 12912,
+      "`).": 12913,
+      "Parse": 12914,
+      "▁Jacques": 12915,
+      "NI": 12916,
+      "▁glass": 12917,
+      "---+": 12918,
+      "▁initially": 12919,
+      "▁kr": 12920,
+      "CCN": 12921,
+      "plays": 12922,
+      "▁sigu": 12923,
+      "Folder": 12924,
+      "storage": 12925,
+      "▁\\|": 12926,
+      "ivos": 12927,
+      "скую": 12928,
+      "▁Moh": 12929,
+      "▁Committee": 12930,
+      "▁Kim": 12931,
+      "eu": 12932,
+      "тем": 12933,
+      "▁originale": 12934,
+      "irs": 12935,
+      "▁Reb": 12936,
+      "itut": 12937,
+      "nl": 12938,
+      "▁Pier": 12939,
+      "▁];": 12940,
+      "▁Fal": 12941,
+      "▁\"\";": 12942,
+      "mvc": 12943,
+      "▁female": 12944,
+      "▁bridge": 12945,
+      "▁tít": 12946,
+      "ktr": 12947,
+      ">)": 12948,
+      "▁seat": 12949,
+      "▁vess": 12950,
+      "▁USB": 12951,
+      "▁Articles": 12952,
+      "▁Description": 12953,
+      "▁oc": 12954,
+      "▁houses": 12955,
+      "▁Пет": 12956,
+      "lon": 12957,
+      "Notification": 12958,
+      "▁pressure": 12959,
+      "▁куль": 12960,
+      "igned": 12961,
+      "▁religious": 12962,
+      "fan": 12963,
+      "iglia": 12964,
+      "▁classification": 12965,
+      "ogether": 12966,
+      "▁SDK": 12967,
+      "▁Human": 12968,
+      "▁commission": 12969,
+      "▁Ор": 12970,
+      "▁antes": 12971,
+      "DT": 12972,
+      "ète": 12973,
+      "prés": 12974,
+      "/\"": 12975,
+      "▁(«": 12976,
+      "▁hö": 12977,
+      "▁час": 12978,
+      "▁jak": 12979,
+      "ienen": 12980,
+      "ugg": 12981,
+      "WA": 12982,
+      "▁placeholder": 12983,
+      "Will": 12984,
+      ",,": 12985,
+      "▁Kam": 12986,
+      "▁wen": 12987,
+      "▁Schul": 12988,
+      "ție": 12989,
+      "▁aud": 12990,
+      "▁sue": 12991,
+      "▁referred": 12992,
+      "ват": 12993,
+      "▁Para": 12994,
+      "▁bla": 12995,
+      "UES": 12996,
+      "▁statist": 12997,
+      "▁ту": 12998,
+      "▁Warsza": 12999,
+      "gue": 13000,
+      "▁Ide": 13001,
+      "mathscr": 13002,
+      "▁lieu": 13003,
+      "▁bod": 13004,
+      "▁rus": 13005,
+      "▁boat": 13006,
+      "xspace": 13007,
+      "▁modal": 13008,
+      "лек": 13009,
+      "topic": 13010,
+      "many": 13011,
+      "ský": 13012,
+      "▁organization": 13013,
+      "▁гене": 13014,
+      "▁Wilson": 13015,
+      "▁comfort": 13016,
+      "ibil": 13017,
+      ":-": 13018,
+      "▁animal": 13019,
+      "Report": 13020,
+      "ками": 13021,
+      "jon": 13022,
+      "▁ker": 13023,
+      "▁кни": 13024,
+      "mozilla": 13025,
+      "Price": 13026,
+      "antin": 13027,
+      "emento": 13028,
+      "may": 13029,
+      "▁lung": 13030,
+      "▁blow": 13031,
+      "edeut": 13032,
+      "▁typed": 13033,
+      "▁december": 13034,
+      "▁....": 13035,
+      "liance": 13036,
+      "▁viel": 13037,
+      "▁Фи": 13038,
+      "presa": 13039,
+      "▁осіб": 13040,
+      "▁Nam": 13041,
+      "▁Gren": 13042,
+      "силання": 13043,
+      "VID": 13044,
+      "stre": 13045,
+      "weis": 13046,
+      "▁protection": 13047,
+      "taient": 13048,
+      "▁officers": 13049,
+      "тно": 13050,
+      "▁Brig": 13051,
+      "▁intellig": 13052,
+      "ях": 13053,
+      "ITH": 13054,
+      "▁separated": 13055,
+      "▁LCCN": 13056,
+      "ním": 13057,
+      "clock": 13058,
+      "▁apare": 13059,
+      "яви": 13060,
+      "▁Elizabeth": 13061,
+      "▁Water": 13062,
+      "gebiet": 13063,
+      "▁convent": 13064,
+      "furt": 13065,
+      "▁beiden": 13066,
+      "bash": 13067,
+      "▁через": 13068,
+      "▁ub": 13069,
+      "▁Statist": 13070,
+      "▁limits": 13071,
+      "Vol": 13072,
+      "ctx": 13073,
+      "▁нов": 13074,
+      "guide": 13075,
+      "mic": 13076,
+      "iesa": 13077,
+      "▁huvud": 13078,
+      "RT": 13079,
+      "Fig": 13080,
+      "▁lect": 13081,
+      "conn": 13082,
+      "imit": 13083,
+      "гар": 13084,
+      "▁bajo": 13085,
+      "scribe": 13086,
+      "regex": 13087,
+      "▁Cass": 13088,
+      "▁propag": 13089,
+      "'$": 13090,
+      "▁profes": 13091,
+      "unique": 13092,
+      "▁Sql": 13093,
+      "union": 13094,
+      "rios": 13095,
+      "pip": 13096,
+      "--+": 13097,
+      "kadem": 13098,
+      "columns": 13099,
+      "▁vary": 13100,
+      "▁bereits": 13101,
+      "▁doi": 13102,
+      "▁Common": 13103,
+      "▁Robin": 13104,
+      "▁×": 13105,
+      "▁sei": 13106,
+      "▁syst": 13107,
+      "▁vä": 13108,
+      "▁Default": 13109,
+      "▁tym": 13110,
+      "pel": 13111,
+      "▁believed": 13112,
+      "▁provider": 13113,
+      "▁minimal": 13114,
+      "тали": 13115,
+      "aines": 13116,
+      "Kit": 13117,
+      "izio": 13118,
+      "issen": 13119,
+      "pressed": 13120,
+      "▁stag": 13121,
+      "▁uint": 13122,
+      "kor": 13123,
+      "▁распо": 13124,
+      "▁inherit": 13125,
+      "▁compiled": 13126,
+      "▁febru": 13127,
+      "▁tmp": 13128,
+      "works": 13129,
+      "чна": 13130,
+      "drawable": 13131,
+      "▁Nav": 13132,
+      "▁thoughts": 13133,
+      "route": 13134,
+      "▁concert": 13135,
+      "▁optional": 13136,
+      "▁bras": 13137,
+      "▁providing": 13138,
+      "сом": 13139,
+      "idx": 13140,
+      "emplo": 13141,
+      "▁коли": 13142,
+      "▁Bere": 13143,
+      "▁Els": 13144,
+      "ремен": 13145,
+      "▁дека": 13146,
+      "cout": 13147,
+      "layer": 13148,
+      "▁glob": 13149,
+      "foreach": 13150,
+      "▁Education": 13151,
+      "PO": 13152,
+      "▁improv": 13153,
+      "▁clients": 13154,
+      "groups": 13155,
+      "▁kont": 13156,
+      "Del": 13157,
+      "rett": 13158,
+      "▁sup": 13159,
+      "▁mog": 13160,
+      "tan": 13161,
+      "▁compl": 13162,
+      "irty": 13163,
+      "▁nouveau": 13164,
+      "osz": 13165,
+      "▁Navy": 13166,
+      "bere": 13167,
+      "mask": 13168,
+      "ové": 13169,
+      "zil": 13170,
+      "PER": 13171,
+      "▁población": 13172,
+      "▁detailed": 13173,
+      "лет": 13174,
+      "▁families": 13175,
+      "abet": 13176,
+      "евич": 13177,
+      "änder": 13178,
+      "▁år": 13179,
+      "▁pendant": 13180,
+      "▁bil": 13181,
+      "▁hint": 13182,
+      "oden": 13183,
+      "▁expansion": 13184,
+      "▁pont": 13185,
+      "asant": 13186,
+      "▁Kind": 13187,
+      "iji": 13188,
+      "▁Auth": 13189,
+      "laimed": 13190,
+      "reflect": 13191,
+      "]=": 13192,
+      "bytes": 13193,
+      "hover": 13194,
+      "▁цер": 13195,
+      "gradle": 13196,
+      "Arch": 13197,
+      "apest": 13198,
+      "ása": 13199,
+      "Card": 13200,
+      "▁temporary": 13201,
+      "▁département": 13202,
+      "classes": 13203,
+      "жива": 13204,
+      "▁худо": 13205,
+      "▁mole": 13206,
+      "RY": 13207,
+      "LP": 13208,
+      "▁pec": 13209,
+      "roduction": 13210,
+      "▁Guard": 13211,
+      "▁Parliament": 13212,
+      "▁instanti": 13213,
+      "▁notamment": 13214,
+      "▁Doug": 13215,
+      "▁Marsh": 13216,
+      ".~": 13217,
+      "▁\\\"": 13218,
+      "▁thé": 13219,
+      "▁libre": 13220,
+      "does": 13221,
+      "▁début": 13222,
+      "▁Unit": 13223,
+      "▁сту": 13224,
+      "▁league": 13225,
+      "▁quale": 13226,
+      "▁составля": 13227,
+      "Security": 13228,
+      "▁apparently": 13229,
+      "▁troops": 13230,
+      "icano": 13231,
+      "▁MB": 13232,
+      "enze": 13233,
+      "loading": 13234,
+      "▁distributed": 13235,
+      "writer": 13236,
+      "resources": 13237,
+      "hö": 13238,
+      "utils": 13239,
+      "▁prepared": 13240,
+      "cier": 13241,
+      "opol": 13242,
+      "▁länkar": 13243,
+      "hes": 13244,
+      "нва": 13245,
+      "▁opens": 13246,
+      "agog": 13247,
+      "interface": 13248,
+      "▁Fund": 13249,
+      "▁pentru": 13250,
+      "ních": 13251,
+      "▁configured": 13252,
+      "▁Website": 13253,
+      "▁listener": 13254,
+      "ivel": 13255,
+      "nę": 13256,
+      "mina": 13257,
+      "▁invest": 13258,
+      "▁міс": 13259,
+      "▁dav": 13260,
+      "▁patch": 13261,
+      "pieler": 13262,
+      "▁Externa": 13263,
+      "tf": 13264,
+      "▁ered": 13265,
+      "▁Assembly": 13266,
+      "▁sout": 13267,
+      "▁verk": 13268,
+      "mers": 13269,
+      "toggle": 13270,
+      "▁updating": 13271,
+      "▁Kent": 13272,
+      "eca": 13273,
+      "FAULT": 13274,
+      "▁titre": 13275,
+      "▁Kenn": 13276,
+      "▁Миха": 13277,
+      "стор": 13278,
+      "▁pode": 13279,
+      "▁Seb": 13280,
+      "цев": 13281,
+      "EY": 13282,
+      "▁silver": 13283,
+      "▁capacity": 13284,
+      "▁completion": 13285,
+      "▁Pedro": 13286,
+      "fel": 13287,
+      "vano": 13288,
+      "zeug": 13289,
+      "▁interior": 13290,
+      "▁Response": 13291,
+      "édia": 13292,
+      "▁WorldCat": 13293,
+      "▁că": 13294,
+      "quel": 13295,
+      "Sol": 13296,
+      "ісля": 13297,
+      "▁Domin": 13298,
+      "▁cum": 13299,
+      "cep": 13300,
+      "▁Muse": 13301,
+      "▁María": 13302,
+      "▁functional": 13303,
+      "▁adapter": 13304,
+      "configuration": 13305,
+      "▁tipo": 13306,
+      "▁Bry": 13307,
+      "vy": 13308,
+      "UL": 13309,
+      "▁travers": 13310,
+      "!(": 13311,
+      "▁absolutely": 13312,
+      "лта": 13313,
+      "ття": 13314,
+      "▁IT": 13315,
+      "▁воен": 13316,
+      "ycle": 13317,
+      "best": 13318,
+      "▁constructed": 13319,
+      "▁филь": 13320,
+      "cido": 13321,
+      "exit": 13322,
+      "gart": 13323,
+      "▁provincia": 13324,
+      "vez": 13325,
+      "cipl": 13326,
+      "▁Facebook": 13327,
+      "▁yellow": 13328,
+      "▁Summer": 13329,
+      "▁pointing": 13330,
+      "▁possibility": 13331,
+      "▁legisl": 13332,
+      "▁мож": 13333,
+      "dern": 13334,
+      "коно": 13335,
+      "▁mechanism": 13336,
+      "▁Bernard": 13337,
+      "expr": 13338,
+      "лови": 13339,
+      "▁digits": 13340,
+      "▁delegate": 13341,
+      "ogram": 13342,
+      "▁Dictionary": 13343,
+      "isy": 13344,
+      "▁spo": 13345,
+      "/$": 13346,
+      "cluded": 13347,
+      "▁MVC": 13348,
+      "▁tém": 13349,
+      "▁printed": 13350,
+      "▁Gott": 13351,
+      "▁Om": 13352,
+      "ansas": 13353,
+      "▁Durch": 13354,
+      "▁Ident": 13355,
+      "QU": 13356,
+      "htm": 13357,
+      "▁Sul": 13358,
+      "'].": 13359,
+      "▁duty": 13360,
+      "▁Author": 13361,
+      "▁ně": 13362,
+      "owego": 13363,
+      "pus": 13364,
+      "embl": 13365,
+      "Executor": 13366,
+      "BL": 13367,
+      "▁Mens": 13368,
+      "dispatch": 13369,
+      "▁Mid": 13370,
+      "apps": 13371,
+      "Transform": 13372,
+      "▁Dat": 13373,
+      "▁impl": 13374,
+      "oux": 13375,
+      "holm": 13376,
+      "▁Ins": 13377,
+      "▁Empire": 13378,
+      "руп": 13379,
+      "▁Apache": 13380,
+      "SION": 13381,
+      "▁passage": 13382,
+      "################": 13383,
+      "▁expressed": 13384,
+      "над": 13385,
+      "▁ol": 13386,
+      "▁havia": 13387,
+      "▁более": 13388,
+      "▁enjoy": 13389,
+      "formance": 13390,
+      "▁dimensions": 13391,
+      "▁чер": 13392,
+      "See": 13393,
+      "▁mouth": 13394,
+      "▁gau": 13395,
+      "iency": 13396,
+      "▁Carolina": 13397,
+      "Dist": 13398,
+      "radio": 13399,
+      "limit": 13400,
+      "/?": 13401,
+      "▁Ball": 13402,
+      "ність": 13403,
+      "Member": 13404,
+      "water": 13405,
+      "▁murder": 13406,
+      "▁standing": 13407,
+      "▁VII": 13408,
+      "Center": 13409,
+      "ppa": 13410,
+      "ureau": 13411,
+      "▁Leip": 13412,
+      "▁objet": 13413,
+      "▁Activity": 13414,
+      "embers": 13415,
+      "vr": 13416,
+      "▁condu": 13417,
+      "Cells": 13418,
+      "inus": 13419,
+      "▁',": 13420,
+      "▁afraid": 13421,
+      "▁ха": 13422,
+      "▁Vic": 13423,
+      "testing": 13424,
+      "Tube": 13425,
+      "▁vast": 13426,
+      "PM": 13427,
+      "nih": 13428,
+      "SSN": 13429,
+      "▁Chile": 13430,
+      "ylvan": 13431,
+      "▁Bow": 13432,
+      "▁religion": 13433,
+      "opher": 13434,
+      "▁Coll": 13435,
+      "▁digital": 13436,
+      "zioni": 13437,
+      "Section": 13438,
+      "▁результа": 13439,
+      "Foot": 13440,
+      "convert": 13441,
+      "▁receiving": 13442,
+      "Contact": 13443,
+      "▁hero": 13444,
+      "sam": 13445,
+      "▁posterior": 13446,
+      "owi": 13447,
+      "Ant": 13448,
+      "▁flags": 13449,
+      "▁Zealand": 13450,
+      "▁bounds": 13451,
+      "▁whereas": 13452,
+      "infl": 13453,
+      "Play": 13454,
+      "▁demo": 13455,
+      "▁gibt": 13456,
+      "▁hospital": 13457,
+      "▁volta": 13458,
+      "лё": 13459,
+      "▁fashion": 13460,
+      "▁exceed": 13461,
+      "elenium": 13462,
+      "Iter": 13463,
+      "krie": 13464,
+      "▁integration": 13465,
+      "▁Otherwise": 13466,
+      "adu": 13467,
+      "She": 13468,
+      "onde": 13469,
+      "uint": 13470,
+      "radius": 13471,
+      "▁ram": 13472,
+      "▁álbum": 13473,
+      "▁тур": 13474,
+      "▁dy": 13475,
+      "▁Ott": 13476,
+      "▁пери": 13477,
+      "rev": 13478,
+      "rior": 13479,
+      "íd": 13480,
+      "irat": 13481,
+      "▁вклю": 13482,
+      "▁importante": 13483,
+      "▁Duke": 13484,
+      "▁causa": 13485,
+      "▁Mathemat": 13486,
+      "▁diplom": 13487,
+      "▁Nicol": 13488,
+      "▁exclus": 13489,
+      "▁debugging": 13490,
+      "▁Gh": 13491,
+      "original": 13492,
+      "lyn": 13493,
+      "▁Pla": 13494,
+      "suite": 13495,
+      "chat": 13496,
+      "▁estud": 13497,
+      "uelle": 13498,
+      "▁pert": 13499,
+      "▁importance": 13500,
+      "▁approaches": 13501,
+      "▁dla": 13502,
+      "▁проф": 13503,
+      "Pres": 13504,
+      "<\\": 13505,
+      "prefix": 13506,
+      "SSION": 13507,
+      "роди": 13508,
+      "country": 13509,
+      "itzer": 13510,
+      "▁кор": 13511,
+      "▁singular": 13512,
+      "gov": 13513,
+      "рин": 13514,
+      "▁FA": 13515,
+      "▁matrices": 13516,
+      "olare": 13517,
+      "nika": 13518,
+      "power": 13519,
+      "lla": 13520,
+      "▁desire": 13521,
+      "▁familia": 13522,
+      "дор": 13523,
+      "▁fan": 13524,
+      "generated": 13525,
+      "▁Cos": 13526,
+      "▁że": 13527,
+      "▁Diese": 13528,
+      "mov": 13529,
+      "▁denote": 13530,
+      "\")]": 13531,
+      "ouvern": 13532,
+      "aman": 13533,
+      "▁inser": 13534,
+      "ijk": 13535,
+      "otta": 13536,
+      "eral": 13537,
+      "дель": 13538,
+      "()->": 13539,
+      "▁poder": 13540,
+      "iges": 13541,
+      "▁Online": 13542,
+      "▁weird": 13543,
+      "iac": 13544,
+      "▁quelques": 13545,
+      "èrent": 13546,
+      "▁tel": 13547,
+      "▁Latin": 13548,
+      "verter": 13549,
+      "ляр": 13550,
+      "рои": 13551,
+      "▁pdf": 13552,
+      "▁keyword": 13553,
+      "Handle": 13554,
+      "After": 13555,
+      "rece": 13556,
+      "▁identical": 13557,
+      "stylesheet": 13558,
+      "▁станови": 13559,
+      "▁ka": 13560,
+      "cement": 13561,
+      "тет": 13562,
+      "▁chat": 13563,
+      "▁Mun": 13564,
+      "ała": 13565,
+      "ANT": 13566,
+      "ológ": 13567,
+      "▁fant": 13568,
+      "▁forest": 13569,
+      "▁вико": 13570,
+      "cuss": 13571,
+      "▁sehr": 13572,
+      "pag": 13573,
+      "otic": 13574,
+      "▁áll": 13575,
+      "мати": 13576,
+      "▁\"'": 13577,
+      "+\"": 13578,
+      "Animation": 13579,
+      "ходит": 13580,
+      "azu": 13581,
+      "▁plays": 13582,
+      "izioni": 13583,
+      "миче": 13584,
+      "▁bomb": 13585,
+      "▁merely": 13586,
+      "▁holding": 13587,
+      "▁wenn": 13588,
+      "▁medic": 13589,
+      "▁speaking": 13590,
+      "ongodb": 13591,
+      "▁Campe": 13592,
+      "inity": 13593,
+      "▁янва": 13594,
+      "()`.": 13595,
+      "luss": 13596,
+      "▁Histoire": 13597,
+      "▁operating": 13598,
+      "Channel": 13599,
+      "▁accuracy": 13600,
+      "▁bos": 13601,
+      "▁evident": 13602,
+      "цию": 13603,
+      "events": 13604,
+      "textrm": 13605,
+      "oreign": 13606,
+      "▁ii": 13607,
+      "hren": 13608,
+      "lower": 13609,
+      "▁том": 13610,
+      "▁About": 13611,
+      "▁aj": 13612,
+      "eri": 13613,
+      "ступи": 13614,
+      "▁digit": 13615,
+      "▁Spain": 13616,
+      "▁Daten": 13617,
+      "▁forme": 13618,
+      "▁шта": 13619,
+      "▁Bach": 13620,
+      "nonumber": 13621,
+      "▁recommended": 13622,
+      "▁reads": 13623,
+      "histoire": 13624,
+      "▁sang": 13625,
+      "▁??": 13626,
+      "▁стал": 13627,
+      "score": 13628,
+      "fas": 13629,
+      "▁cub": 13630,
+      "▁grew": 13631,
+      "▁centro": 13632,
+      "▁bekannt": 13633,
+      "Events": 13634,
+      "BER": 13635,
+      "hew": 13636,
+      "сса": 13637,
+      "▁majority": 13638,
+      "ître": 13639,
+      "enci": 13640,
+      "▁Query": 13641,
+      "▁które": 13642,
+      "ić": 13643,
+      "▁complexity": 13644,
+      "▁François": 13645,
+      "constraint": 13646,
+      "урна": 13647,
+      "══": 13648,
+      "▁iterate": 13649,
+      "lett": 13650,
+      "peror": 13651,
+      "▁Nederland": 13652,
+      "share": 13653,
+      "▁inclu": 13654,
+      "änger": 13655,
+      "▁Nic": 13656,
+      "чо": 13657,
+      "Full": 13658,
+      "▁rapport": 13659,
+      "eclipse": 13660,
+      "▁industry": 13661,
+      "headers": 13662,
+      "▁Ри": 13663,
+      "chsel": 13664,
+      "▁polic": 13665,
+      "schied": 13666,
+      "%,": 13667,
+      "OD": 13668,
+      "▁Jak": 13669,
+      "({\\": 13670,
+      "aligned": 13671,
+      "▁frequently": 13672,
+      "▁suoi": 13673,
+      "▁essentially": 13674,
+      "▁Ric": 13675,
+      "▁reports": 13676,
+      "▁decimal": 13677,
+      "rar": 13678,
+      "▁Foo": 13679,
+      "▁Ka": 13680,
+      "▁DC": 13681,
+      "▁simpler": 13682,
+      "Pane": 13683,
+      "?}": 13684,
+      "Sort": 13685,
+      "▁posit": 13686,
+      "cdn": 13687,
+      "ktur": 13688,
+      "▁awk": 13689,
+      "зер": 13690,
+      "PF": 13691,
+      "uur": 13692,
+      "▁Ross": 13693,
+      "▁mant": 13694,
+      "Na": 13695,
+      "Cons": 13696,
+      "))))": 13697,
+      "▁techniques": 13698,
+      "impl": 13699,
+      "▁dropped": 13700,
+      "▁Lista": 13701,
+      "▁Basically": 13702,
+      "ental": 13703,
+      "▁celui": 13704,
+      "▁strategy": 13705,
+      "▁Wales": 13706,
+      "nan": 13707,
+      "▁gmin": 13708,
+      "▁größ": 13709,
+      "▁eerste": 13710,
+      "Tim": 13711,
+      "nten": 13712,
+      "resp": 13713,
+      "▁stable": 13714,
+      "nov": 13715,
+      "rob": 13716,
+      "ној": 13717,
+      "▁marriage": 13718,
+      "getString": 13719,
+      "Author": 13720,
+      "▁Graf": 13721,
+      "▁diagram": 13722,
+      "gia": 13723,
+      "Network": 13724,
+      "▁composed": 13725,
+      "▁missed": 13726,
+      "▁Meg": 13727,
+      "▁право": 13728,
+      "▁homonymes": 13729,
+      "▁Books": 13730,
+      "▁encou": 13731,
+      "porte": 13732,
+      "▁rotation": 13733,
+      "▁fir": 13734,
+      "тельно": 13735,
+      "▁gun": 13736,
+      "▁Aff": 13737,
+      "нок": 13738,
+      "▁Fußball": 13739,
+      "▁Story": 13740,
+      "▁Chap": 13741,
+      "▁).": 13742,
+      "▁Seit": 13743,
+      "мон": 13744,
+      "▁télé": 13745,
+      "▁copied": 13746,
+      "▁consistent": 13747,
+      "▁drink": 13748,
+      "▁Cham": 13749,
+      "▁matters": 13750,
+      "▁rendered": 13751,
+      "▁hypoth": 13752,
+      "œuv": 13753,
+      "▁meer": 13754,
+      "▁parsing": 13755,
+      "▁PRO": 13756,
+      "series": 13757,
+      "▁zá": 13758,
+      "straße": 13759,
+      "▁Boot": 13760,
+      "▁repo": 13761,
+      "wor": 13762,
+      "▁Stream": 13763,
+      "▁AN": 13764,
+      "▁пів": 13765,
+      "▁SM": 13766,
+      "▁Arn": 13767,
+      "▁Ž": 13768,
+      "▁[];": 13769,
+      "Resources": 13770,
+      "▁elabor": 13771,
+      "▁Eth": 13772,
+      "▁liste": 13773,
+      "▁relatively": 13774,
+      "chant": 13775,
+      "=\"\"": 13776,
+      "▁lift": 13777,
+      "CN": 13778,
+      "Services": 13779,
+      "MENT": 13780,
+      "▁игра": 13781,
+      "бре": 13782,
+      "▁Jord": 13783,
+      "▁tec": 13784,
+      "шка": 13785,
+      "▁Sup": 13786,
+      "▁influen": 13787,
+      "onds": 13788,
+      "handler": 13789,
+      "▁banda": 13790,
+      "▁vertices": 13791,
+      "▁zap": 13792,
+      "▁cord": 13793,
+      "alter": 13794,
+      "zenia": 13795,
+      "âteau": 13796,
+      "▁knowing": 13797,
+      "▁Argentina": 13798,
+      "Area": 13799,
+      "ане": 13800,
+      "fc": 13801,
+      "=\"/": 13802,
+      "▁Mik": 13803,
+      "ată": 13804,
+      "ieux": 13805,
+      "▁deutschen": 13806,
+      "▁traditional": 13807,
+      "decode": 13808,
+      "vex": 13809,
+      "▁sizeof": 13810,
+      "▁Fun": 13811,
+      "▁parser": 13812,
+      "▁Florida": 13813,
+      "▁buildings": 13814,
+      "▁Manuel": 13815,
+      "rile": 13816,
+      "▁logged": 13817,
+      "▁strongly": 13818,
+      "▁revol": 13819,
+      "нее": 13820,
+      "xico": 13821,
+      "▁Fair": 13822,
+      "cart": 13823,
+      "▁Wort": 13824,
+      "▁Jesus": 13825,
+      "emes": 13826,
+      "schrift": 13827,
+      "InputStream": 13828,
+      "wad": 13829,
+      "▁grandes": 13830,
+      "▁número": 13831,
+      "▁Otto": 13832,
+      "ientes": 13833,
+      "▁famous": 13834,
+      "ologne": 13835,
+      "Je": 13836,
+      "ниш": 13837,
+      "▁Guerra": 13838,
+      "bara": 13839,
+      "▁cad": 13840,
+      "elve": 13841,
+      "brace": 13842,
+      "▁Jr": 13843,
+      "stable": 13844,
+      "ECT": 13845,
+      "lemma": 13846,
+      "mediate": 13847,
+      "▁vin": 13848,
+      "▁monument": 13849,
+      "▁cv": 13850,
+      "▁winter": 13851,
+      "▁transformation": 13852,
+      "▁Nick": 13853,
+      "stronom": 13854,
+      "▁frag": 13855,
+      "▁intel": 13856,
+      "raction": 13857,
+      "▁considering": 13858,
+      "▁Fle": 13859,
+      "▁ло": 13860,
+      "▁Après": 13861,
+      "▁AM": 13862,
+      "▁Hum": 13863,
+      "▁mundo": 13864,
+      "NER": 13865,
+      "▁Below": 13866,
+      "▁города": 13867,
+      "arters": 13868,
+      "--\"": 13869,
+      "▁Пе": 13870,
+      "ît": 13871,
+      "▁txt": 13872,
+      "angers": 13873,
+      "▁thy": 13874,
+      "CLA": 13875,
+      "ibles": 13876,
+      "▁requested": 13877,
+      "▁Alexand": 13878,
+      "▁factors": 13879,
+      "▁produces": 13880,
+      "ningen": 13881,
+      "▁состоя": 13882,
+      "▁optimization": 13883,
+      "chod": 13884,
+      ">`": 13885,
+      "▁Wikip": 13886,
+      "nosti": 13887,
+      "▁competition": 13888,
+      "▁Hann": 13889,
+      "▁zona": 13890,
+      "dc": 13891,
+      "design": 13892,
+      "▁Zu": 13893,
+      "▁espec": 13894,
+      "equality": 13895,
+      "▁Abb": 13896,
+      "▁developer": 13897,
+      "▁\"^": 13898,
+      "▁Short": 13899,
+      "▁plans": 13900,
+      "▁vit": 13901,
+      "izable": 13902,
+      "burgh": 13903,
+      "agem": 13904,
+      "▁Print": 13905,
+      "ív": 13906,
+      "▁suitable": 13907,
+      "picker": 13908,
+      "Profile": 13909,
+      "andy": 13910,
+      "▁quot": 13911,
+      "▁Durante": 13912,
+      "▁Francia": 13913,
+      "▁tart": 13914,
+      "▁Venez": 13915,
+      "▁dispatch": 13916,
+      "▁observations": 13917,
+      "▁ż": 13918,
+      "Invalid": 13919,
+      "▁occurr": 13920,
+      "тки": 13921,
+      "Memento": 13922,
+      "▁Syd": 13923,
+      "▁tiempo": 13924,
+      "▁staff": 13925,
+      "▁sections": 13926,
+      "▁ssh": 13927,
+      "▁NGC": 13928,
+      "ël": 13929,
+      "▁erre": 13930,
+      "▁divided": 13931,
+      "▁Without": 13932,
+      "▁durant": 13933,
+      "▁jaar": 13934,
+      "▁−": 13935,
+      "▁soldiers": 13936,
+      "унк": 13937,
+      "lapse": 13938,
+      "▁Valley": 13939,
+      "▁(:": 13940,
+      "rera": 13941,
+      "▁dével": 13942,
+      "▁péri": 13943,
+      "▁calculation": 13944,
+      "▁keine": 13945,
+      "ertain": 13946,
+      "▁теле": 13947,
+      "руд": 13948,
+      "▁cul": 13949,
+      "▁cloth": 13950,
+      ";}": 13951,
+      "▁przed": 13952,
+      "Month": 13953,
+      "Picker": 13954,
+      "▁SV": 13955,
+      "arian": 13956,
+      "▁Review": 13957,
+      "▁hang": 13958,
+      "▁окт": 13959,
+      "▁Front": 13960,
+      "otlin": 13961,
+      "▁translation": 13962,
+      "▁modo": 13963,
+      "▁statistics": 13964,
+      "▁Nue": 13965,
+      "▁Никола": 13966,
+      "NUM": 13967,
+      "▁ships": 13968,
+      "▁Report": 13969,
+      "{[": 13970,
+      "Effect": 13971,
+      "ieri": 13972,
+      "▁parties": 13973,
+      "pla": 13974,
+      "rw": 13975,
+      "▁Works": 13976,
+      "▁iron": 13977,
+      "▁attract": 13978,
+      "▁cort": 13979,
+      "ná": 13980,
+      "▁Steve": 13981,
+      "▁bene": 13982,
+      "тон": 13983,
+      "ícula": 13984,
+      "Two": 13985,
+      "▁глав": 13986,
+      "▁Video": 13987,
+      "▁powerful": 13988,
+      "auch": 13989,
+      "mande": 13990,
+      "ächst": 13991,
+      "Lat": 13992,
+      "▁zna": 13993,
+      "▁figures": 13994,
+      "▁alias": 13995,
+      "nex": 13996,
+      "▁categories": 13997,
+      "called": 13998,
+      "▁Similar": 13999,
+      "▁girls": 14000,
+      "pez": 14001,
+      "▁joint": 14002,
+      "рого": 14003,
+      "iken": 14004,
+      "чина": 14005,
+      "ancia": 14006,
+      "▁tijd": 14007,
+      "▁Rose": 14008,
+      "▁algorithms": 14009,
+      "▁printing": 14010,
+      "nea": 14011,
+      "▁executing": 14012,
+      "▁lambda": 14013,
+      "▁regional": 14014,
+      "▁Copa": 14015,
+      "Foo": 14016,
+      "phys": 14017,
+      "zm": 14018,
+      "▁Laur": 14019,
+      "▁candidate": 14020,
+      "▁Ja": 14021,
+      "zym": 14022,
+      "Example": 14023,
+      "▁spiel": 14024,
+      "▁дей": 14025,
+      "nehmen": 14026,
+      "keiten": 14027,
+      "▁сент": 14028,
+      "intent": 14029,
+      ".(": 14030,
+      "▁первы": 14031,
+      "prom": 14032,
+      "▁nat": 14033,
+      "▁imagine": 14034,
+      "callback": 14035,
+      "components": 14036,
+      "without": 14037,
+      "▁aquest": 14038,
+      "Support": 14039,
+      "▁responsible": 14040,
+      "▁jego": 14041,
+      "lj": 14042,
+      "will": 14043,
+      "lean": 14044,
+      "eland": 14045,
+      "ología": 14046,
+      "mc": 14047,
+      "Proxy": 14048,
+      "▁ocup": 14049,
+      "▁находи": 14050,
+      "▁rub": 14051,
+      "нів": 14052,
+      "▁Fall": 14053,
+      "amos": 14054,
+      "▁Ep": 14055,
+      "entre": 14056,
+      "fail": 14057,
+      "World": 14058,
+      "▁Editor": 14059,
+      "▁expos": 14060,
+      "▁finds": 14061,
+      "▁Culture": 14062,
+      "LEASE": 14063,
+      "▁movie": 14064,
+      "<=": 14065,
+      "ometric": 14066,
+      "eling": 14067,
+      "numerable": 14068,
+      "ourd": 14069,
+      "▁Sea": 14070,
+      "▁bild": 14071,
+      "▁оста": 14072,
+      "blo": 14073,
+      "▁lose": 14074,
+      "ateurs": 14075,
+      "oured": 14076,
+      "▁Batt": 14077,
+      "();\r": 14078,
+      "▁poz": 14079,
+      "posts": 14080,
+      "pend": 14081,
+      "certain": 14082,
+      "ником": 14083,
+      "Just": 14084,
+      "webkit": 14085,
+      "demás": 14086,
+      "~~~~": 14087,
+      "▁indicates": 14088,
+      "▁park": 14089,
+      "rique": 14090,
+      "vod": 14091,
+      "▁Champ": 14092,
+      "ftware": 14093,
+      "OPT": 14094,
+      "django": 14095,
+      "release": 14096,
+      "▁È": 14097,
+      "SR": 14098,
+      "▁politician": 14099,
+      "▁roi": 14100,
+      "aturen": 14101,
+      "▁Deutsche": 14102,
+      "tagon": 14103,
+      "▁Mov": 14104,
+      "obierno": 14105,
+      "▁daß": 14106,
+      "uther": 14107,
+      "indi": 14108,
+      "▁Wikipedia": 14109,
+      "▁anos": 14110,
+      "▁observe": 14111,
+      "elly": 14112,
+      "▁railway": 14113,
+      "aton": 14114,
+      "▁enum": 14115,
+      "hus": 14116,
+      "▁inhab": 14117,
+      "Psi": 14118,
+      "oire": 14119,
+      "▁Хо": 14120,
+      "▁Space": 14121,
+      "▁Архи": 14122,
+      "▁anterior": 14123,
+      "▁Ł": 14124,
+      "isons": 14125,
+      "Il": 14126,
+      "▁améric": 14127,
+      "laps": 14128,
+      "▁BBC": 14129,
+      "QUEST": 14130,
+      "Constra": 14131,
+      "mont": 14132,
+      "äft": 14133,
+      "▁även": 14134,
+      "ubern": 14135,
+      "<!--": 14136,
+      "▁coding": 14137,
+      "theory": 14138,
+      "athed": 14139,
+      "▁Arbe": 14140,
+      "▁ши": 14141,
+      "forEach": 14142,
+      "omorphism": 14143,
+      "details": 14144,
+      "achsen": 14145,
+      "integr": 14146,
+      "Vor": 14147,
+      "Unknown": 14148,
+      "aceae": 14149,
+      "inue": 14150,
+      "esome": 14151,
+      "▁Fir": 14152,
+      "chain": 14153,
+      "▁extremely": 14154,
+      "multicol": 14155,
+      "▁Swift": 14156,
+      "▁addresses": 14157,
+      "hspace": 14158,
+      "▁Roger": 14159,
+      "▁dessen": 14160,
+      "▁consequ": 14161,
+      "ualmente": 14162,
+      "▁Premier": 14163,
+      "▁Record": 14164,
+      "▁Bron": 14165,
+      "kir": 14166,
+      "sex": 14167,
+      "intern": 14168,
+      "▁benefit": 14169,
+      "umen": 14170,
+      "▁becoming": 14171,
+      "▁lig": 14172,
+      "▁popula": 14173,
+      "osc": 14174,
+      "▁civ": 14175,
+      "▁greatest": 14176,
+      "▁proces": 14177,
+      "]*": 14178,
+      "▁место": 14179,
+      "▁'$": 14180,
+      "hell": 14181,
+      "(\"\\": 14182,
+      "▁nine": 14183,
+      "▁Fac": 14184,
+      "ulpt": 14185,
+      "jours": 14186,
+      "▁Copy": 14187,
+      "▁activities": 14188,
+      "▁Democr": 14189,
+      "Es": 14190,
+      "Success": 14191,
+      "▁Esta": 14192,
+      "itul": 14193,
+      "isti": 14194,
+      "▁Bed": 14195,
+      "jas": 14196,
+      "▁тем": 14197,
+      "▁Hung": 14198,
+      "Game": 14199,
+      "▁heav": 14200,
+      "onnées": 14201,
+      "▁branches": 14202,
+      "borg": 14203,
+      "▁vl": 14204,
+      "▁slowly": 14205,
+      "Fa": 14206,
+      "Google": 14207,
+      "emi": 14208,
+      "▁circumstances": 14209,
+      "▁'%": 14210,
+      "▁Und": 14211,
+      "▁Victoria": 14212,
+      "▁Typ": 14213,
+      "rupted": 14214,
+      "▁relativ": 14215,
+      "▁slo": 14216,
+      "▁padre": 14217,
+      "▁daily": 14218,
+      "▁orth": 14219,
+      "чний": 14220,
+      "▁französ": 14221,
+      "▁teil": 14222,
+      "▁Security": 14223,
+      "ordon": 14224,
+      "▁sweet": 14225,
+      "SIZE": 14226,
+      "▁Cel": 14227,
+      "ètres": 14228,
+      "ommes": 14229,
+      "▁сі": 14230,
+      "▁efforts": 14231,
+      "ąz": 14232,
+      "▁ohne": 14233,
+      "▁Southern": 14234,
+      "▁approximately": 14235,
+      "цен": 14236,
+      "('#": 14237,
+      "▁saving": 14238,
+      "nbsp": 14239,
+      "▁translate": 14240,
+      "▁În": 14241,
+      "member": 14242,
+      "▁laws": 14243,
+      "▁жен": 14244,
+      "▁систе": 14245,
+      "tc": 14246,
+      ">\\": 14247,
+      "elte": 14248,
+      "▁ehem": 14249,
+      "▁contrad": 14250,
+      "▁рус": 14251,
+      "ья": 14252,
+      "▁Middle": 14253,
+      "quip": 14254,
+      "▁chez": 14255,
+      "Fields": 14256,
+      "▁permit": 14257,
+      "ikel": 14258,
+      "▁wir": 14259,
+      "▁trial": 14260,
+      "▁verschied": 14261,
+      "▁фев": 14262,
+      "▁male": 14263,
+      "▁язы": 14264,
+      "▁nyel": 14265,
+      "akter": 14266,
+      "▁denomin": 14267,
+      "ceptor": 14268,
+      "▁Wat": 14269,
+      "▁fino": 14270,
+      "▁XVIII": 14271,
+      "ryption": 14272,
+      "desc": 14273,
+      "apa": 14274,
+      "лена": 14275,
+      "▁kol": 14276,
+      "▁Є": 14277,
+      "▁dependent": 14278,
+      "▁Cra": 14279,
+      "▁storm": 14280,
+      "▁Гер": 14281,
+      "▁pipe": 14282,
+      "▁attended": 14283,
+      "▁vita": 14284,
+      "uzione": 14285,
+      "czas": 14286,
+      "onda": 14287,
+      "▁bold": 14288,
+      "Columns": 14289,
+      "ició": 14290,
+      "▁czę": 14291,
+      "▁извест": 14292,
+      "▁Cloud": 14293,
+      "▁warm": 14294,
+      "▁сы": 14295,
+      "▁сте": 14296,
+      "▁producer": 14297,
+      "▁Ludwig": 14298,
+      "▁Northern": 14299,
+      "łą": 14300,
+      "NSString": 14301,
+      "▁Had": 14302,
+      "▁Иван": 14303,
+      "▁Eg": 14304,
+      "▁Imp": 14305,
+      "ші": 14306,
+      "▁Auch": 14307,
+      "ток": 14308,
+      "▁Hit": 14309,
+      "▁quien": 14310,
+      "▁department": 14311,
+      "▁erhielt": 14312,
+      "▁ui": 14313,
+      "▁Spr": 14314,
+      "сер": 14315,
+      "ourt": 14316,
+      "▁Stephen": 14317,
+      "team": 14318,
+      "▁zip": 14319,
+      "▁Bang": 14320,
+      "▁growth": 14321,
+      "▁jam": 14322,
+      "▁Kais": 14323,
+      "bmatrix": 14324,
+      "▁Asia": 14325,
+      "▁région": 14326,
+      "=/": 14327,
+      "▁Pacific": 14328,
+      "▁authority": 14329,
+      "▁#[": 14330,
+      "тами": 14331,
+      "▁everyone": 14332,
+      "▁attend": 14333,
+      "▁timestamp": 14334,
+      "▁tries": 14335,
+      "▁ff": 14336,
+      "шей": 14337,
+      "▁developing": 14338,
+      "olt": 14339,
+      "ups": 14340,
+      "▁momento": 14341,
+      "▁Sain": 14342,
+      "Term": 14343,
+      "▁celle": 14344,
+      "GR": 14345,
+      "Mouse": 14346,
+      "▁человек": 14347,
+      "▁Collection": 14348,
+      "âtre": 14349,
+      "▁Write": 14350,
+      "▁Pom": 14351,
+      "[-": 14352,
+      "Cam": 14353,
+      "▁locations": 14354,
+      "▁Json": 14355,
+      "elled": 14356,
+      "selector": 14357,
+      "repeat": 14358,
+      "ctors": 14359,
+      "otte": 14360,
+      "визи": 14361,
+      "ände": 14362,
+      "▁achieved": 14363,
+      "▁mainly": 14364,
+      "________": 14365,
+      "!)": 14366,
+      "▁является": 14367,
+      "▁cities": 14368,
+      "single": 14369,
+      "гре": 14370,
+      "▁Pak": 14371,
+      "▁allowing": 14372,
+      "ferred": 14373,
+      "▁апре": 14374,
+      "ходя": 14375,
+      "▁browsers": 14376,
+      "▁escrit": 14377,
+      "▁mountain": 14378,
+      "▁networks": 14379,
+      "kind": 14380,
+      "liver": 14381,
+      "▁closing": 14382,
+      "▁skip": 14383,
+      "út": 14384,
+      "▁duration": 14385,
+      "était": 14386,
+      "▁scr": 14387,
+      "BB": 14388,
+      "ória": 14389,
+      "▁Kultur": 14390,
+      "▁outputs": 14391,
+      "multicolumn": 14392,
+      "▁belongs": 14393,
+      "feature": 14394,
+      "ucky": 14395,
+      "▁juli": 14396,
+      "▁района": 14397,
+      "зво": 14398,
+      "factory": 14399,
+      "Func": 14400,
+      "▁utter": 14401,
+      "▁TODO": 14402,
+      "▁obt": 14403,
+      "ategories": 14404,
+      "▁combine": 14405,
+      "▁Wall": 14406,
+      "▁underlying": 14407,
+      "arono": 14408,
+      "▁Prote": 14409,
+      "ców": 14410,
+      "stan": 14411,
+      "▁Gew": 14412,
+      "▁optimal": 14413,
+      "▁Archivlink": 14414,
+      "▁Script": 14415,
+      "▁destroyed": 14416,
+      "хе": 14417,
+      "▁Firefox": 14418,
+      "▁sole": 14419,
+      "Layer": 14420,
+      "тку": 14421,
+      "▁stores": 14422,
+      "▁displays": 14423,
+      "ishing": 14424,
+      "▁ост": 14425,
+      "▁instant": 14426,
+      "▁elő": 14427,
+      "▁habitantes": 14428,
+      "▁Einwo": 14429,
+      "▁ali": 14430,
+      "▁ERROR": 14431,
+      "▁ahead": 14432,
+      "▁goals": 14433,
+      "▁már": 14434,
+      "▁są": 14435,
+      "▁mart": 14436,
+      "министра": 14437,
+      "Fr": 14438,
+      "▁Villa": 14439,
+      "▁Marc": 14440,
+      "ropy": 14441,
+      "agram": 14442,
+      "hape": 14443,
+      "мей": 14444,
+      "▁AL": 14445,
+      "▁connexes": 14446,
+      "▁Entre": 14447,
+      "Step": 14448,
+      "лів": 14449,
+      "▁Death": 14450,
+      "▁rise": 14451,
+      "▁fos": 14452,
+      "▁lev": 14453,
+      "gabe": 14454,
+      "▁broke": 14455,
+      "products": 14456,
+      "▁medi": 14457,
+      "▁dispon": 14458,
+      "Package": 14459,
+      "ImageView": 14460,
+      "▁Nag": 14461,
+      "ują": 14462,
+      "Word": 14463,
+      "▁kole": 14464,
+      "ßer": 14465,
+      ")`.": 14466,
+      "▁rol": 14467,
+      "▁í": 14468,
+      "тей": 14469,
+      "Progress": 14470,
+      "bean": 14471,
+      "▁sempre": 14472,
+      "Statement": 14473,
+      "UPDATE": 14474,
+      "▁mondiale": 14475,
+      "▁wrapper": 14476,
+      "▁Chart": 14477,
+      "▁onClick": 14478,
+      "чення": 14479,
+      "LOG": 14480,
+      "something": 14481,
+      "▁INSERT": 14482,
+      "щения": 14483,
+      "uet": 14484,
+      "werp": 14485,
+      "round": 14486,
+      "ichen": 14487,
+      "▁XVI": 14488,
+      "зни": 14489,
+      "▁aveva": 14490,
+      "▁Store": 14491,
+      "▁xs": 14492,
+      "racht": 14493,
+      "scar": 14494,
+      "▁opera": 14495,
+      "▁degrees": 14496,
+      "▁citiz": 14497,
+      "äsident": 14498,
+      "▁classical": 14499,
+      "▁Jersey": 14500,
+      "▁ersch": 14501,
+      "▁treatment": 14502,
+      "▁насеље": 14503,
+      "ння": 14504,
+      "▁boost": 14505,
+      "amount": 14506,
+      "▁созда": 14507,
+      "érieur": 14508,
+      "▁telling": 14509,
+      "Has": 14510,
+      "▁initi": 14511,
+      "▁Пи": 14512,
+      "eval": 14513,
+      "▁Match": 14514,
+      "▁corre": 14515,
+      "Pointer": 14516,
+      "▁passes": 14517,
+      "company": 14518,
+      "▁ан": 14519,
+      "aches": 14520,
+      "▁siglo": 14521,
+      "нем": 14522,
+      "▁exchange": 14523,
+      "cito": 14524,
+      "▁Bab": 14525,
+      "Doc": 14526,
+      "ześ": 14527,
+      "▁народ": 14528,
+      "▁conflict": 14529,
+      "▁november": 14530,
+      "eau": 14531,
+      "öv": 14532,
+      "▁Hub": 14533,
+      "▁poco": 14534,
+      "ensa": 14535,
+      "schließ": 14536,
+      "lasse": 14537,
+      "datas": 14538,
+      "▁сти": 14539,
+      "univers": 14540,
+      "eks": 14541,
+      "▁Cho": 14542,
+      "▁cô": 14543,
+      "▁(.": 14544,
+      "ewnę": 14545,
+      "▁Chief": 14546,
+      "▁chef": 14547,
+      "▁управ": 14548,
+      "uli": 14549,
+      "▁'''": 14550,
+      "napshot": 14551,
+      "▁relac": 14552,
+      "ége": 14553,
+      "wt": 14554,
+      "wend": 14555,
+      "osing": 14556,
+      "▁hacer": 14557,
+      "▁фран": 14558,
+      "autres": 14559,
+      "▁fils": 14560,
+      "ered": 14561,
+      "▁Посилання": 14562,
+      "▁therm": 14563,
+      "ержа": 14564,
+      "such": 14565,
+      "▁ihren": 14566,
+      "▁encontr": 14567,
+      "▁lots": 14568,
+      "logo": 14569,
+      "▁Wi": 14570,
+      "/(": 14571,
+      "шње": 14572,
+      "DATA": 14573,
+      "▁Player": 14574,
+      "▁Leipzig": 14575,
+      "▁relatives": 14576,
+      "рев": 14577,
+      "▁newsp": 14578,
+      "?,": 14579,
+      "▁Stutt": 14580,
+      "▁dual": 14581,
+      "▁companies": 14582,
+      "▁zam": 14583,
+      "putation": 14584,
+      "▁inequality": 14585,
+      "▁trem": 14586,
+      "hips": 14587,
+      "anch": 14588,
+      "▁Ż": 14589,
+      "бург": 14590,
+      "▁copies": 14591,
+      "dash": 14592,
+      "вор": 14593,
+      "spieler": 14594,
+      "▁Revolution": 14595,
+      "esty": 14596,
+      "▁junto": 14597,
+      "▁Indeed": 14598,
+      "okal": 14599,
+      "ctrine": 14600,
+      "▁Ford": 14601,
+      "▁CREATE": 14602,
+      "▁walls": 14603,
+      "▁aute": 14604,
+      "SU": 14605,
+      "why": 14606,
+      "plementation": 14607,
+      "rout": 14608,
+      "Matrix": 14609,
+      "▁sad": 14610,
+      "ана": 14611,
+      "▁Pic": 14612,
+      ".“": 14613,
+      "▁AC": 14614,
+      "▁Fest": 14615,
+      "▁desktop": 14616,
+      "▁Pay": 14617,
+      "ometimes": 14618,
+      "▁Tak": 14619,
+      "раб": 14620,
+      "▁Sever": 14621,
+      "▁northern": 14622,
+      "anter": 14623,
+      "▁Modern": 14624,
+      "wal": 14625,
+      "{\r": 14626,
+      "online": 14627,
+      "ök": 14628,
+      "▁britann": 14629,
+      "$_": 14630,
+      "▁jar": 14631,
+      "TL": 14632,
+      "xxxx": 14633,
+      "merge": 14634,
+      "▁Namen": 14635,
+      "▁KEY": 14636,
+      "▁refers": 14637,
+      "▁hin": 14638,
+      "▁Volks": 14639,
+      "steller": 14640,
+      "viation": 14641,
+      "onio": 14642,
+      "ighter": 14643,
+      "Compat": 14644,
+      "▁CE": 14645,
+      "▁pró": 14646,
+      "▁encuentra": 14647,
+      "theorem": 14648,
+      "▁publi": 14649,
+      "▁Development": 14650,
+      "нд": 14651,
+      "▁ros": 14652,
+      "▁shr": 14653,
+      "seau": 14654,
+      "▁generating": 14655,
+      "▁difficulty": 14656,
+      "▁Express": 14657,
+      "Alignment": 14658,
+      "deutsch": 14659,
+      "▁Влади": 14660,
+      "▁suggests": 14661,
+      "▁Family": 14662,
+      "bbi": 14663,
+      "]).": 14664,
+      "staw": 14665,
+      "▁presidente": 14666,
+      "▁stesso": 14667,
+      "inx": 14668,
+      "setup": 14669,
+      "▁conform": 14670,
+      "▁fro": 14671,
+      "=\\\"": 14672,
+      "▁då": 14673,
+      "iciones": 14674,
+      "▁evolution": 14675,
+      "prote": 14676,
+      "▁prints": 14677,
+      "▁Pont": 14678,
+      "▁confusion": 14679,
+      "▁Й": 14680,
+      "▁dello": 14681,
+      "▁manif": 14682,
+      "Definition": 14683,
+      "ára": 14684,
+      "mals": 14685,
+      "▁sale": 14686,
+      "▁dropdown": 14687,
+      "Chain": 14688,
+      "American": 14689,
+      "▁mk": 14690,
+      "▁Bez": 14691,
+      "▁Fue": 14692,
+      "▁NE": 14693,
+      "графи": 14694,
+      "docker": 14695,
+      "▁^{": 14696,
+      "Assert": 14697,
+      "▁horizontal": 14698,
+      "(@\"": 14699,
+      "▁дву": 14700,
+      "proxy": 14701,
+      "Uri": 14702,
+      "gency": 14703,
+      "▁\"[": 14704,
+      "▁Qt": 14705,
+      "▁Names": 14706,
+      "▁evaluate": 14707,
+      "!/": 14708,
+      "▁einges": 14709,
+      "▁synth": 14710,
+      "▁YouTube": 14711,
+      "▁turning": 14712,
+      "▁Eric": 14713,
+      "▁бли": 14714,
+      "▁klub": 14715,
+      "plorer": 14716,
+      "▁sports": 14717,
+      "▁sia": 14718,
+      "ош": 14719,
+      "▁dai": 14720,
+      "▁europe": 14721,
+      "icians": 14722,
+      "ingsområ": 14723,
+      "▁dre": 14724,
+      "▁workaround": 14725,
+      "▁suit": 14726,
+      "ambigu": 14727,
+      "▁quantity": 14728,
+      "▁segundo": 14729,
+      "Symbol": 14730,
+      "▁moral": 14731,
+      "Chart": 14732,
+      "▁damit": 14733,
+      "▁attempts": 14734,
+      "▁donn": 14735,
+      "jos": 14736,
+      "▁ere": 14737,
+      "▁homme": 14738,
+      "simp": 14739,
+      "rypted": 14740,
+      "▁acts": 14741,
+      "innerHTML": 14742,
+      "▁tournament": 14743,
+      "▁sky": 14744,
+      "Timer": 14745,
+      "▁millions": 14746,
+      "^+": 14747,
+      "agent": 14748,
+      "'));": 14749,
+      "▁ost": 14750,
+      "▁gla": 14751,
+      "▁помо": 14752,
+      "▁fün": 14753,
+      "ством": 14754,
+      "ewnętrz": 14755,
+      "▁México": 14756,
+      "▁lub": 14757,
+      "▁Éd": 14758,
+      "ifik": 14759,
+      "ческий": 14760,
+      "▁immer": 14761,
+      "ensen": 14762,
+      "anny": 14763,
+      "inline": 14764,
+      "▁gover": 14765,
+      "auc": 14766,
+      "▁repre": 14767,
+      "▁historia": 14768,
+      "Ag": 14769,
+      "▁plt": 14770,
+      "▁Princi": 14771,
+      "imeter": 14772,
+      "ős": 14773,
+      "še": 14774,
+      "▁UE": 14775,
+      "Equals": 14776,
+      "Dispatch": 14777,
+      "legen": 14778,
+      "лази": 14779,
+      "чной": 14780,
+      "▁stell": 14781,
+      "ńst": 14782,
+      "▁cri": 14783,
+      "▁Indep": 14784,
+      "ède": 14785,
+      "}\\)": 14786,
+      "▁wyst": 14787,
+      "▁figured": 14788,
+      "ATCH": 14789,
+      "ében": 14790,
+      "lacht": 14791,
+      "▁succeeded": 14792,
+      "gry": 14793,
+      "▁pret": 14794,
+      "▁Saf": 14795,
+      "▁\");": 14796,
+      "eh": 14797,
+      "▁officiel": 14798,
+      "країн": 14799,
+      "wind": 14800,
+      "▁scatter": 14801,
+      "▁Fox": 14802,
+      "icious": 14803,
+      "Many": 14804,
+      "uper": 14805,
+      "▁Convert": 14806,
+      "sterd": 14807,
+      "▁Stein": 14808,
+      "▁От": 14809,
+      "}^{(": 14810,
+      "between": 14811,
+      "hire": 14812,
+      "▁onCreate": 14813,
+      ";</": 14814,
+      "bably": 14815,
+      "SY": 14816,
+      "mot": 14817,
+      "▁Dire": 14818,
+      "itecture": 14819,
+      "той": 14820,
+      "▁coordinate": 14821,
+      "(\"#": 14822,
+      "▁süd": 14823,
+      "OB": 14824,
+      "▁morte": 14825,
+      "▁weather": 14826,
+      "▁hely": 14827,
+      "▁privile": 14828,
+      "RELEASE": 14829,
+      "atel": 14830,
+      "▁recognized": 14831,
+      "▁Though": 14832,
+      "ссий": 14833,
+      "memory": 14834,
+      "▁compilation": 14835,
+      "bits": 14836,
+      "▁wed": 14837,
+      "}}_{": 14838,
+      "▁GUI": 14839,
+      "пня": 14840,
+      "▁southern": 14841,
+      "▁hay": 14842,
+      "ović": 14843,
+      "lauf": 14844,
+      "▁EL": 14845,
+      "▁Full": 14846,
+      "▁Hamburg": 14847,
+      "▁Mittel": 14848,
+      "DU": 14849,
+      "approx": 14850,
+      "HS": 14851,
+      "▁проце": 14852,
+      "▁magazine": 14853,
+      "▁Mig": 14854,
+      "▁clicking": 14855,
+      "entr": 14856,
+      "▁autre": 14857,
+      "▁té": 14858,
+      "▁há": 14859,
+      "сты": 14860,
+      "▁MA": 14861,
+      "appy": 14862,
+      "ství": 14863,
+      "▁selon": 14864,
+      "▁gek": 14865,
+      "▁Sl": 14866,
+      "frastr": 14867,
+      "Lib": 14868,
+      "▁Ду": 14869,
+      "▁facing": 14870,
+      "▁стар": 14871,
+      "▁Dutch": 14872,
+      "atar": 14873,
+      "▁keeps": 14874,
+      "▁Patrick": 14875,
+      "ilio": 14876,
+      "▁vig": 14877,
+      "тва": 14878,
+      "▁Federal": 14879,
+      "▁paragraph": 14880,
+      "▁interaction": 14881,
+      "▁occas": 14882,
+      "▁Iran": 14883,
+      "▁machines": 14884,
+      "(()": 14885,
+      "uries": 14886,
+      "▁роди": 14887,
+      "▁американ": 14888,
+      "upp": 14889,
+      "▁ice": 14890,
+      "▁Say": 14891,
+      "▁sail": 14892,
+      "▁Begin": 14893,
+      "fico": 14894,
+      "oga": 14895,
+      "▁desar": 14896,
+      "▁dv": 14897,
+      "▁ради": 14898,
+      "ohen": 14899,
+      "erei": 14900,
+      "ának": 14901,
+      "▁daar": 14902,
+      "ifiers": 14903,
+      "▁thee": 14904,
+      "▁byla": 14905,
+      "вала": 14906,
+      "andro": 14907,
+      "▁моло": 14908,
+      "▁totally": 14909,
+      "iom": 14910,
+      "▁aer": 14911,
+      "nsylvan": 14912,
+      "▁corps": 14913,
+      "▁treated": 14914,
+      "▁comune": 14915,
+      "Mich": 14916,
+      "voice": 14917,
+      "pgf": 14918,
+      "▁anx": 14919,
+      "▁Philip": 14920,
+      "▁ek": 14921,
+      "▁Menschen": 14922,
+      "▁dere": 14923,
+      "▁permet": 14924,
+      "Mail": 14925,
+      "▁Vé": 14926,
+      "ented": 14927,
+      "▁bunch": 14928,
+      "▁Piet": 14929,
+      "attach": 14930,
+      "▁porte": 14931,
+      "дат": 14932,
+      "▁Britain": 14933,
+      "Encoding": 14934,
+      "▁`<": 14935,
+      "Space": 14936,
+      "▁rap": 14937,
+      "▁popul": 14938,
+      "floor": 14939,
+      "specific": 14940,
+      "clean": 14941,
+      "▁conqu": 14942,
+      "fb": 14943,
+      "▁introduce": 14944,
+      "▁Entity": 14945,
+      "▁erfolg": 14946,
+      "atol": 14947,
+      "ientos": 14948,
+      "кипеди": 14949,
+      "▁Ut": 14950,
+      "▁бри": 14951,
+      "eduler": 14952,
+      "▁concentr": 14953,
+      "▁cher": 14954,
+      "▁upgrade": 14955,
+      "▁pictures": 14956,
+      "▁Familie": 14957,
+      "Mus": 14958,
+      "Look": 14959,
+      "▁eran": 14960,
+      "▁gram": 14961,
+      "▁Wo": 14962,
+      "npm": 14963,
+      "▁Salv": 14964,
+      "▁cd": 14965,
+      "▁Вы": 14966,
+      "wahl": 14967,
+      "train": 14968,
+      "chem": 14969,
+      "▁Pil": 14970,
+      "▁Connect": 14971,
+      "če": 14972,
+      "▁hast": 14973,
+      "▁Multi": 14974,
+      "atta": 14975,
+      "▁Sound": 14976,
+      "solute": 14977,
+      "▁quote": 14978,
+      "▁obst": 14979,
+      "cciones": 14980,
+      "ibly": 14981,
+      "▁brand": 14982,
+      "▁conversation": 14983,
+      "▁toutes": 14984,
+      "▁Rub": 14985,
+      "ienia": 14986,
+      "irit": 14987,
+      "▁Анд": 14988,
+      "eduled": 14989,
+      "▁Total": 14990,
+      "Dig": 14991,
+      "erem": 14992,
+      "▁ski": 14993,
+      "Dest": 14994,
+      "YY": 14995,
+      "еди": 14996,
+      "aly": 14997,
+      "▁backend": 14998,
+      "ulus": 14999,
+      "▁featured": 15000,
+      "▁personn": 15001,
+      "▁schon": 15002,
+      "trace": 15003,
+      "▁IDE": 15004,
+      "áj": 15005,
+      "▁animals": 15006,
+      "▁snow": 15007,
+      "uve": 15008,
+      "uerto": 15009,
+      "▁drew": 15010,
+      "▁Yeah": 15011,
+      "▁Sv": 15012,
+      "\\,\\": 15013,
+      "▁Serie": 15014,
+      "▁secondo": 15015,
+      "▁Lebens": 15016,
+      "▁accord": 15017,
+      "▁Cet": 15018,
+      "erade": 15019,
+      "▁despite": 15020,
+      "▁Carlo": 15021,
+      "▁zewnętrz": 15022,
+      "▁lista": 15023,
+      "nico": 15024,
+      "▁Corporation": 15025,
+      "vspace": 15026,
+      "▁войны": 15027,
+      "▁stands": 15028,
+      "▁worse": 15029,
+      "▁simult": 15030,
+      "▁practical": 15031,
+      "COL": 15032,
+      "changed": 15033,
+      "▁История": 15034,
+      "бри": 15035,
+      "indo": 15036,
+      "▁Lewis": 15037,
+      "▁patterns": 15038,
+      "ifica": 15039,
+      "▁smart": 15040,
+      "▁concerned": 15041,
+      "ții": 15042,
+      "▁Hello": 15043,
+      "rell": 15044,
+      "▁Lex": 15045,
+      "▁вто": 15046,
+      "▁conditional": 15047,
+      "otted": 15048,
+      "▁shoot": 15049,
+      "▁Wed": 15050,
+      "▁марта": 15051,
+      "aud": 15052,
+      "▁ante": 15053,
+      "ientras": 15054,
+      "▁papers": 15055,
+      "▁portug": 15056,
+      "▁Management": 15057,
+      "▁exercise": 15058,
+      "▁Begriff": 15059,
+      "commit": 15060,
+      "▁rendering": 15061,
+      "▁czas": 15062,
+      "Drop": 15063,
+      "erg": 15064,
+      "▁mul": 15065,
+      "▁Tan": 15066,
+      "iero": 15067,
+      "▁locale": 15068,
+      "▁inaug": 15069,
+      "dump": 15070,
+      "ций": 15071,
+      "▁symbols": 15072,
+      "inta": 15073,
+      "▁awarded": 15074,
+      "▁sust": 15075,
+      "▁Send": 15076,
+      "їв": 15077,
+      "Rest": 15078,
+      "zten": 15079,
+      "лим": 15080,
+      "rival": 15081,
+      "PORT": 15082,
+      "ölker": 15083,
+      "imately": 15084,
+      "igte": 15085,
+      "чных": 15086,
+      "▁terra": 15087,
+      "öglich": 15088,
+      "▁Hom": 15089,
+      "▁hex": 15090,
+      "done": 15091,
+      "amps": 15092,
+      "▁cet": 15093,
+      "PRE": 15094,
+      "öst": 15095,
+      "▁femme": 15096,
+      "Selection": 15097,
+      "▁zaw": 15098,
+      "spr": 15099,
+      "▁horses": 15100,
+      "▁snap": 15101,
+      "TextBox": 15102,
+      "▁Eclipse": 15103,
+      "ulle": 15104,
+      "owym": 15105,
+      "▁comer": 15106,
+      "necess": 15107,
+      "cook": 15108,
+      "enger": 15109,
+      "-->": 15110,
+      "▁pří": 15111,
+      "pandas": 15112,
+      "▁Plus": 15113,
+      "yll": 15114,
+      "▁terror": 15115,
+      "▁crim": 15116,
+      "▁zak": 15117,
+      "issue": 15118,
+      "panel": 15119,
+      "svg": 15120,
+      "▁reb": 15121,
+      "Customer": 15122,
+      "switch": 15123,
+      "обра": 15124,
+      "▁Championships": 15125,
+      "clo": 15126,
+      "atte": 15127,
+      "▁anymore": 15128,
+      "▁excellent": 15129,
+      "▁opportunity": 15130,
+      "▁Bahn": 15131,
+      "чин": 15132,
+      "eting": 15133,
+      "▁incident": 15134,
+      "tom": 15135,
+      "Pers": 15136,
+      "bben": 15137,
+      "ственной": 15138,
+      "их": 15139,
+      "router": 15140,
+      "▁newly": 15141,
+      "▁silence": 15142,
+      "▁GNU": 15143,
+      "▁Rails": 15144,
+      "▁Amb": 15145,
+      "▁Qual": 15146,
+      "▁Schaus": 15147,
+      "▁Sohn": 15148,
+      "▁ALL": 15149,
+      "▁royal": 15150,
+      "▁£": 15151,
+      "wię": 15152,
+      "▁entfer": 15153,
+      "▁Remove": 15154,
+      "▁hardly": 15155,
+      "Using": 15156,
+      "лог": 15157,
+      "▁Ich": 15158,
+      "▁derni": 15159,
+      "▁Connection": 15160,
+      "fish": 15161,
+      "▁Inform": 15162,
+      "▁Ener": 15163,
+      "roit": 15164,
+      "Bbb": 15165,
+      "ViewModel": 15166,
+      "Video": 15167,
+      "iley": 15168,
+      "▁много": 15169,
+      "▁Gem": 15170,
+      "▁compreh": 15171,
+      "enumerate": 15172,
+      "ulas": 15173,
+      "▁Bah": 15174,
+      "▁Yet": 15175,
+      "BR": 15176,
+      "хра": 15177,
+      "▁county": 15178,
+      "▁Hist": 15179,
+      "▁Гу": 15180,
+      "▁Ј": 15181,
+      "▁mari": 15182,
+      "▁Clar": 15183,
+      "Bitmap": 15184,
+      "▁Cz": 15185,
+      "▁mån": 15186,
+      "▁mere": 15187,
+      "▁musique": 15188,
+      "also": 15189,
+      "dates": 15190,
+      "▁DVD": 15191,
+      "▁gol": 15192,
+      "fony": 15193,
+      "▁Castle": 15194,
+      "▁фами": 15195,
+      "▁arrang": 15196,
+      "▁Business": 15197,
+      "▁Kaz": 15198,
+      "▁osc": 15199,
+      "▁secolo": 15200,
+      "▁affected": 15201,
+      "▁Health": 15202,
+      "reb": 15203,
+      "editor": 15204,
+      "▁owned": 15205,
+      "tl": 15206,
+      "▁ví": 15207,
+      "чних": 15208,
+      "кви": 15209,
+      "▁devient": 15210,
+      "Mutable": 15211,
+      "▁tegen": 15212,
+      "Register": 15213,
+      "єю": 15214,
+      "▁caracter": 15215,
+      "лли": 15216,
+      "▁nouvelle": 15217,
+      "oko": 15218,
+      "ichtet": 15219,
+      "▁evol": 15220,
+      "▁Hab": 15221,
+      "▁militar": 15222,
+      "▁puts": 15223,
+      "endif": 15224,
+      "▁Davis": 15225,
+      "▁Scotland": 15226,
+      "regular": 15227,
+      "▁Context": 15228,
+      "ispiel": 15229,
+      "▁Gallery": 15230,
+      "\",\r": 15231,
+      "▁arc": 15232,
+      "▁INFO": 15233,
+      "▁cod": 15234,
+      "дів": 15235,
+      "▁varchar": 15236,
+      "▁toujours": 15237,
+      "atial": 15238,
+      "▁hanno": 15239,
+      "▁профес": 15240,
+      "▁launched": 15241,
+      "▁населення": 15242,
+      "▁ton": 15243,
+      "aused": 15244,
+      "▁із": 15245,
+      "▁tö": 15246,
+      "▁Pur": 15247,
+      "▁olymp": 15248,
+      "ARN": 15249,
+      "óm": 15250,
+      "▁august": 15251,
+      "▁furn": 15252,
+      "▁Colomb": 15253,
+      "▁Staats": 15254,
+      "hora": 15255,
+      "▁мор": 15256,
+      "canvas": 15257,
+      "▁grave": 15258,
+      "▁composition": 15259,
+      "acja": 15260,
+      "▁которые": 15261,
+      "▁чо": 15262,
+      "General": 15263,
+      "ані": 15264,
+      "▁Johannes": 15265,
+      "кар": 15266,
+      "▁част": 15267,
+      "▁Васи": 15268,
+      "ssh": 15269,
+      "▁replacing": 15270,
+      "▁<>": 15271,
+      "ців": 15272,
+      "laus": 15273,
+      "eny": 15274,
+      "ähl": 15275,
+      "▁marg": 15276,
+      "cience": 15277,
+      "▁instruction": 15278,
+      "▁који": 15279,
+      "Editor": 15280,
+      "▁fundamental": 15281,
+      "mund": 15282,
+      "▁exceptions": 15283,
+      "▁plate": 15284,
+      "▁Lis": 15285,
+      "▁deren": 15286,
+      "prep": 15287,
+      "▁januari": 15288,
+      "Scope": 15289,
+      "ynast": 15290,
+      "rv": 15291,
+      "orsz": 15292,
+      "▁Tony": 15293,
+      "▁ді": 15294,
+      "▁одна": 15295,
+      "▁sab": 15296,
+      "oti": 15297,
+      "jel": 15298,
+      "▁generator": 15299,
+      "▁'.": 15300,
+      "▁sharp": 15301,
+      "▁только": 15302,
+      "▁accounts": 15303,
+      "▁že": 15304,
+      "▁foram": 15305,
+      "▁gouvern": 15306,
+      "TIME": 15307,
+      "▁Soviet": 15308,
+      "▁Gé": 15309,
+      "▁exped": 15310,
+      "▁ordinary": 15311,
+      "▁Conserv": 15312,
+      "▁compla": 15313,
+      "tei": 15314,
+      "▁captain": 15315,
+      "▁Samuel": 15316,
+      "▁Dark": 15317,
+      "▁він": 15318,
+      "▁delight": 15319,
+      "recht": 15320,
+      "dia": 15321,
+      "esses": 15322,
+      "ulp": 15323,
+      "шки": 15324,
+      "bez": 15325,
+      "▁detection": 15326,
+      "▁cookie": 15327,
+      "antry": 15328,
+      "Multi": 15329,
+      "oba": 15330,
+      "▁joy": 15331,
+      "▁safety": 15332,
+      "|^": 15333,
+      "pod": 15334,
+      "adém": 15335,
+      "▁Chron": 15336,
+      "▁Django": 15337,
+      "▁ehemal": 15338,
+      "kh": 15339,
+      "èle": 15340,
+      "▁poc": 15341,
+      "Bottom": 15342,
+      "launch": 15343,
+      "nem": 15344,
+      "▁GROUP": 15345,
+      "ního": 15346,
+      "▁Gib": 15347,
+      "sdk": 15348,
+      "BE": 15349,
+      "▁Gene": 15350,
+      "▁Staff": 15351,
+      "▁subsequent": 15352,
+      "icion": 15353,
+      "▁victory": 15354,
+      "▁canon": 15355,
+      "izar": 15356,
+      "izia": 15357,
+      "▁mate": 15358,
+      "▁layers": 15359,
+      "sudo": 15360,
+      "schule": 15361,
+      "periment": 15362,
+      "ület": 15363,
+      "ARCHAR": 15364,
+      "▁террито": 15365,
+      "▁measures": 15366,
+      "▁zou": 15367,
+      "opsis": 15368,
+      "нами": 15369,
+      "tbody": 15370,
+      "▁ese": 15371,
+      "sterdam": 15372,
+      "▁photo": 15373,
+      "ynchronous": 15374,
+      "setminus": 15375,
+      "▁loads": 15376,
+      "▁pleasure": 15377,
+      "▁meille": 15378,
+      "}\\,": 15379,
+      "qual": 15380,
+      "▁favour": 15381,
+      "▁rod": 15382,
+      "Der": 15383,
+      "рабо": 15384,
+      "▁pressed": 15385,
+      "rę": 15386,
+      "ieving": 15387,
+      "material": 15388,
+      "virt": 15389,
+      "▁capable": 15390,
+      "сло": 15391,
+      "ushed": 15392,
+      "▁побе": 15393,
+      "usetts": 15394,
+      "unsigned": 15395,
+      "ków": 15396,
+      "▁ov": 15397,
+      "egeben": 15398,
+      "▁applying": 15399,
+      "▁galax": 15400,
+      "▁Oracle": 15401,
+      "▁Stuttgart": 15402,
+      "Infl": 15403,
+      "achusetts": 15404,
+      "▁deel": 15405,
+      "lire": 15406,
+      "▁statunit": 15407,
+      "▁Politiker": 15408,
+      "▁beauty": 15409,
+      ")>": 15410,
+      "▁Columbia": 15411,
+      "▁zewnętrzne": 15412,
+      "▁програ": 15413,
+      "▁dx": 15414,
+      "cknow": 15415,
+      "▁dub": 15416,
+      "unächst": 15417,
+      "findViewById": 15418,
+      "▁Mand": 15419,
+      "áll": 15420,
+      "naire": 15421,
+      "▁destin": 15422,
+      "isting": 15423,
+      "aggi": 15424,
+      "chart": 15425,
+      "▁justice": 15426,
+      "Simple": 15427,
+      "▁unfortunately": 15428,
+      "ір": 15429,
+      "▁questa": 15430,
+      "▁Governor": 15431,
+      "яв": 15432,
+      "▁música": 15433,
+      "▁equipo": 15434,
+      "▁Dest": 15435,
+      "elect": 15436,
+      "StackTrace": 15437,
+      "зом": 15438,
+      "proc": 15439,
+      "entin": 15440,
+      "adora": 15441,
+      "▁Лю": 15442,
+      "▁registered": 15443,
+      "HL": 15444,
+      "facebook": 15445,
+      "▁storing": 15446,
+      "▁Currently": 15447,
+      "▁quadr": 15448,
+      "Standard": 15449,
+      "trim": 15450,
+      "ears": 15451,
+      "sender": 15452,
+      "▁Vas": 15453,
+      "▁edific": 15454,
+      "▁Bür": 15455,
+      "▁Country": 15456,
+      "tha": 15457,
+      ";\"": 15458,
+      "nor": 15459,
+      "▁Doctor": 15460,
+      "rument": 15461,
+      "Gen": 15462,
+      "▁Buen": 15463,
+      "rade": 15464,
+      "▁kun": 15465,
+      "navigation": 15466,
+      "Pay": 15467,
+      "▁captured": 15468,
+      "▁struck": 15469,
+      "venir": 15470,
+      "ément": 15471,
+      "▁Tree": 15472,
+      "▁xx": 15473,
+      "▁narr": 15474,
+      "льного": 15475,
+      "▁installing": 15476,
+      "▁association": 15477,
+      "▁inserted": 15478,
+      "erner": 15479,
+      "validate": 15480,
+      "▁lut": 15481,
+      "▁glo": 15482,
+      "▁technology": 15483,
+      "▁Place": 15484,
+      "$?": 15485,
+      "▁zv": 15486,
+      "слі": 15487,
+      "EP": 15488,
+      "▁atmos": 15489,
+      "ugo": 15490,
+      "ért": 15491,
+      "▁Werk": 15492,
+      "▁%}": 15493,
+      "tele": 15494,
+      "Span": 15495,
+      "▁Raj": 15496,
+      "▁Personen": 15497,
+      "▁Cant": 15498,
+      "▁combat": 15499,
+      "▁observation": 15500,
+      "parameter": 15501,
+      "▁agreed": 15502,
+      "pur": 15503,
+      "▁shadow": 15504,
+      "▁gł": 15505,
+      "Keys": 15506,
+      "Cred": 15507,
+      "ouri": 15508,
+      "▁pale": 15509,
+      "ické": 15510,
+      "▁Week": 15511,
+      "▁Prime": 15512,
+      ">.": 15513,
+      "Initial": 15514,
+      "▁один": 15515,
+      "▁'',": 15516,
+      "▁учи": 15517,
+      "▁Inv": 15518,
+      "cola": 15519,
+      "cible": 15520,
+      "▁Theatre": 15521,
+      "▁bem": 15522,
+      "▁satisfy": 15523,
+      "xl": 15524,
+      "▁разви": 15525,
+      "▁pixel": 15526,
+      "lán": 15527,
+      "▁twee": 15528,
+      "çon": 15529,
+      "нения": 15530,
+      "▁AT": 15531,
+      "ège": 15532,
+      "▁Mort": 15533,
+      "▁mysq": 15534,
+      "ften": 15535,
+      "▁пес": 15536,
+      "éma": 15537,
+      "▁Services": 15538,
+      "customer": 15539,
+      "▁AWS": 15540,
+      "ът": 15541,
+      "▁Ach": 15542,
+      "%.": 15543,
+      "▁clarify": 15544,
+      "▁университе": 15545,
+      "xture": 15546,
+      "umi": 15547,
+      "▁så": 15548,
+      "▁Pel": 15549,
+      "serial": 15550,
+      "URI": 15551,
+      "▁rg": 15552,
+      "▁соста": 15553,
+      "chestra": 15554,
+      "].[": 15555,
+      "wen": 15556,
+      "▁Londres": 15557,
+      "▁anys": 15558,
+      "DataSource": 15559,
+      "▁районе": 15560,
+      "▁rein": 15561,
+      "▁metadata": 15562,
+      "umble": 15563,
+      "arbeit": 15564,
+      "hner": 15565,
+      "cient": 15566,
+      "▁norte": 15567,
+      "▁она": 15568,
+      "▁scored": 15569,
+      "▁ray": 15570,
+      "▁февра": 15571,
+      "▁protagon": 15572,
+      "▁Sac": 15573,
+      "▁commonly": 15574,
+      "LinearLayout": 15575,
+      "▁applic": 15576,
+      "▁мая": 15577,
+      "За": 15578,
+      "▁accessible": 15579,
+      "iewer": 15580,
+      "flag": 15581,
+      "▁Rück": 15582,
+      "äu": 15583,
+      "▁erano": 15584,
+      "▁authentic": 15585,
+      "▁Ry": 15586,
+      "▁неско": 15587,
+      "▁embargo": 15588,
+      "▁dry": 15589,
+      "▁reasonable": 15590,
+      "▁Module": 15591,
+      "▁acceler": 15592,
+      "▁interview": 15593,
+      "▁Creek": 15594,
+      "▁alpha": 15595,
+      "serie": 15596,
+      "They": 15597,
+      "ючи": 15598,
+      "▁Hof": 15599,
+      "▁CR": 15600,
+      "modal": 15601,
+      "▁sequences": 15602,
+      "closed": 15603,
+      ")}$": 15604,
+      "▁Чер": 15605,
+      "▁ORDER": 15606,
+      "Rightarrow": 15607,
+      "hausen": 15608,
+      "}}_": 15609,
+      "▁també": 15610,
+      "▁magnetic": 15611,
+      "▁McC": 15612,
+      "▁winning": 15613,
+      "underline": 15614,
+      "▁Billboard": 15615,
+      "naio": 15616,
+      "▁liqu": 15617,
+      "displaystyle": 15618,
+      "timeout": 15619,
+      "▁considerable": 15620,
+      "▁eben": 15621,
+      "ifferent": 15622,
+      "anu": 15623,
+      "▁Сов": 15624,
+      "[(": 15625,
+      "▁:-)": 15626,
+      "leitung": 15627,
+      "formed": 15628,
+      "▁Manager": 15629,
+      "▁onclick": 15630,
+      "TY": 15631,
+      "тах": 15632,
+      "CV": 15633,
+      "runtime": 15634,
+      "poque": 15635,
+      "▁Ло": 15636,
+      "Temp": 15637,
+      "loaded": 15638,
+      "▁!==": 15639,
+      "▁singer": 15640,
+      "far": 15641,
+      "▁Comple": 15642,
+      "▁Österreich": 15643,
+      "Policy": 15644,
+      "▁worker": 15645,
+      "Wrapper": 15646,
+      "obi": 15647,
+      "▁discussed": 15648,
+      "▁buy": 15649,
+      "▁января": 15650,
+      "▁Din": 15651,
+      "▁ged": 15652,
+      "ској": 15653,
+      "Europe": 15654,
+      "▁tall": 15655,
+      "hos": 15656,
+      "лаго": 15657,
+      "▁Block": 15658,
+      "▁identified": 15659,
+      "ListView": 15660,
+      "▁attempting": 15661,
+      "▁typical": 15662,
+      "psum": 15663,
+      "oster": 15664,
+      "▁журна": 15665,
+      "Pe": 15666,
+      "merce": 15667,
+      "▁unexpected": 15668,
+      "hui": 15669,
+      "letter": 15670,
+      "▁nuevo": 15671,
+      "▁або": 15672,
+      "▁VALUES": 15673,
+      "▁Iz": 15674,
+      "Flags": 15675,
+      "▁TRUE": 15676,
+      "ización": 15677,
+      "▁growing": 15678,
+      "estre": 15679,
+      "▁poly": 15680,
+      "▁Stone": 15681,
+      "▁VIII": 15682,
+      "▁localhost": 15683,
+      "ählt": 15684,
+      "▁embedded": 15685,
+      "jdbc": 15686,
+      "▁convention": 15687,
+      "▁scala": 15688,
+      "сок": 15689,
+      "▁analog": 15690,
+      "▁\"+": 15691,
+      "цю": 15692,
+      "occ": 15693,
+      "▁litt": 15694,
+      "PN": 15695,
+      "▁актив": 15696,
+      "attributes": 15697,
+      "▁Ferd": 15698,
+      "▁azure": 15699,
+      "ști": 15700,
+      "ños": 15701,
+      "ping": 15702,
+      "▁teacher": 15703,
+      "}&": 15704,
+      "ipe": 15705,
+      "▁Nob": 15706,
+      "▁има": 15707,
+      "Bind": 15708,
+      "▁magic": 15709,
+      "▁Transport": 15710,
+      "ixel": 15711,
+      "▁computed": 15712,
+      "agna": 15713,
+      "erst": 15714,
+      "HA": 15715,
+      "Wait": 15716,
+      "▁authors": 15717,
+      "▁;)": 15718,
+      "clam": 15719,
+      "▁Pennsylvan": 15720,
+      "▁drug": 15721,
+      "▁vain": 15722,
+      "▁employed": 15723,
+      "▁individuals": 15724,
+      "▁ange": 15725,
+      "utat": 15726,
+      "▁$-": 15727,
+      "correct": 15728,
+      "▁experiments": 15729,
+      "Argument": 15730,
+      "▁IB": 15731,
+      "▁père": 15732,
+      "▁Brian": 15733,
+      "berger": 15734,
+      "Mac": 15735,
+      "iast": 15736,
+      "Perm": 15737,
+      "Cast": 15738,
+      "▁{};": 15739,
+      "▁Student": 15740,
+      "▁statt": 15741,
+      "algebra": 15742,
+      "▁equals": 15743,
+      "▁projet": 15744,
+      "▁président": 15745,
+      "ActivityThread": 15746,
+      "▁einz": 15747,
+      "enia": 15748,
+      "rez": 15749,
+      "essional": 15750,
+      "▁августа": 15751,
+      "override": 15752,
+      "news": 15753,
+      "▁planet": 15754,
+      "nn": 15755,
+      "▁Wis": 15756,
+      "твер": 15757,
+      "▁Valid": 15758,
+      "▁Gef": 15759,
+      "град": 15760,
+      "▁eig": 15761,
+      "antom": 15762,
+      "▁Meister": 15763,
+      "flags": 15764,
+      "fficiale": 15765,
+      "шая": 15766,
+      "-,": 15767,
+      "ationen": 15768,
+      "mouse": 15769,
+      "standard": 15770,
+      "Single": 15771,
+      "▁bol": 15772,
+      "isis": 15773,
+      "▁fruit": 15774,
+      "course": 15775,
+      "itants": 15776,
+      "▁étaient": 15777,
+      "TextField": 15778,
+      "▁фон": 15779,
+      "▁aircraft": 15780,
+      "▁ISSN": 15781,
+      "▁western": 15782,
+      "▁representing": 15783,
+      "Esp": 15784,
+      "▁Else": 15785,
+      "▁sizes": 15786,
+      "▁satisfied": 15787,
+      "otos": 15788,
+      "UD": 15789,
+      "Final": 15790,
+      "ój": 15791,
+      "ève": 15792,
+      "▁Roy": 15793,
+      "ffen": 15794,
+      "▁salt": 15795,
+      "▁Label": 15796,
+      "Sk": 15797,
+      "▁кре": 15798,
+      "▁Литература": 15799,
+      "▁см": 15800,
+      "Attributes": 15801,
+      "aye": 15802,
+      "ськ": 15803,
+      "▁высо": 15804,
+      "-)": 15805,
+      "oses": 15806,
+      "calcul": 15807,
+      "▁Cannot": 15808,
+      "Generic": 15809,
+      "emo": 15810,
+      "▁Autor": 15811,
+      "лён": 15812,
+      "лага": 15813,
+      "vote": 15814,
+      "licates": 15815,
+      "rus": 15816,
+      "éli": 15817,
+      "opf": 15818,
+      "atique": 15819,
+      "scala": 15820,
+      "▁Ohio": 15821,
+      "▁Britann": 15822,
+      "▁bef": 15823,
+      "▁Евро": 15824,
+      "▁Career": 15825,
+      "isée": 15826,
+      "ót": 15827,
+      "bose": 15828,
+      "▁Бер": 15829,
+      "▁Controller": 15830,
+      "pole": 15831,
+      "▁allen": 15832,
+      "▁hack": 15833,
+      "▁extent": 15834,
+      "▁calci": 15835,
+      "Mer": 15836,
+      "▁summary": 15837,
+      "Mart": 15838,
+      "▁historical": 15839,
+      "imat": 15840,
+      "bud": 15841,
+      "▁FOR": 15842,
+      "export": 15843,
+      "edi": 15844,
+      "Mapping": 15845,
+      "▁Ay": 15846,
+      "▁Ruby": 15847,
+      "▁definitions": 15848,
+      "▁{$": 15849,
+      "▁yours": 15850,
+      "rias": 15851,
+      "Touch": 15852,
+      "▁Gaz": 15853,
+      "▁Autom": 15854,
+      "▁истори": 15855,
+      "▁delen": 15856,
+      "▁Kinder": 15857,
+      "}}%": 15858,
+      "▁performing": 15859,
+      "FR": 15860,
+      "▁Sig": 15861,
+      "▁Brad": 15862,
+      "bras": 15863,
+      "▁Jar": 15864,
+      "pkg": 15865,
+      "wr": 15866,
+      "▁Pays": 15867,
+      "NC": 15868,
+      "▁opposed": 15869,
+      "Try": 15870,
+      "▁везе": 15871,
+      "▁Bog": 15872,
+      "▁writes": 15873,
+      "▁stories": 15874,
+      "▁mater": 15875,
+      "▁stagione": 15876,
+      "▁sty": 15877,
+      "▁compatible": 15878,
+      "heast": 15879,
+      "▁Guy": 15880,
+      "egründ": 15881,
+      "▁identifier": 15882,
+      "▁heads": 15883,
+      "пози": 15884,
+      "▁stup": 15885,
+      "▁tf": 15886,
+      "▁још": 15887,
+      "▁Hugh": 15888,
+      "▁cards": 15889,
+      "ovy": 15890,
+      "▁Toast": 15891,
+      "allas": 15892,
+      "▁públic": 15893,
+      "▁assumes": 15894,
+      "▁чемпиона": 15895,
+      "ycler": 15896,
+      "▁Junior": 15897,
+      "▁Fich": 15898,
+      "▁estimated": 15899,
+      "zerw": 15900,
+      "dialog": 15901,
+      "шин": 15902,
+      "shell": 15903,
+      "▁них": 15904,
+      "▁pitch": 15905,
+      "дол": 15906,
+      "outube": 15907,
+      "▁Santi": 15908,
+      "OnClickListener": 15909,
+      "▁Magyar": 15910,
+      "▁vue": 15911,
+      "ião": 15912,
+      "▁`#": 15913,
+      "collect": 15914,
+      "▁Rou": 15915,
+      "analysis": 15916,
+      "istrzost": 15917,
+      "▁Digital": 15918,
+      "▁crist": 15919,
+      "riere": 15920,
+      "▁campo": 15921,
+      "Us": 15922,
+      "▁circa": 15923,
+      "▁Component": 15924,
+      "▁NSString": 15925,
+      "pd": 15926,
+      "▁prince": 15927,
+      "▁invoke": 15928,
+      "▁Marine": 15929,
+      "Allow": 15930,
+      "estic": 15931,
+      "ристи": 15932,
+      "bone": 15933,
+      "туры": 15934,
+      "▁passion": 15935,
+      "áció": 15936,
+      "▁orn": 15937,
+      "вед": 15938,
+      "▁invari": 15939,
+      "▁ні": 15940,
+      "Remove": 15941,
+      "encies": 15942,
+      "ilib": 15943,
+      "▁Director": 15944,
+      "\"\"": 15945,
+      "▁Conse": 15946,
+      "googleapis": 15947,
+      "ók": 15948,
+      "▁Укра": 15949,
+      "▁Having": 15950,
+      "Domain": 15951,
+      "ierz": 15952,
+      "нологи": 15953,
+      "Cho": 15954,
+      "undefined": 15955,
+      "alloc": 15956,
+      "▁pied": 15957,
+      "▁fraction": 15958,
+      "bia": 15959,
+      "▁поло": 15960,
+      "ugno": 15961,
+      "minister": 15962,
+      "▁principale": 15963,
+      "▁refused": 15964,
+      "browser": 15965,
+      "*,": 15966,
+      "▁Hospital": 15967,
+      "▁universal": 15968,
+      "▁Ernst": 15969,
+      "who": 15970,
+      "▁Gard": 15971,
+      "'_": 15972,
+      "conde": 15973,
+      "▁[{": 15974,
+      "sob": 15975,
+      "▁Crit": 15976,
+      "▁декабря": 15977,
+      "▁punto": 15978,
+      "▁eingesetzt": 15979,
+      "▁tör": 15980,
+      "▁Ni": 15981,
+      "▁worry": 15982,
+      "▁legend": 15983,
+      "▁були": 15984,
+      "▁komm": 15985,
+      "rijk": 15986,
+      "effect": 15987,
+      "Ori": 15988,
+      "RES": 15989,
+      "▁Peters": 15990,
+      "▁Baron": 15991,
+      "▁Got": 15992,
+      "▁honest": 15993,
+      "äre": 15994,
+      "ász": 15995,
+      "▁noble": 15996,
+      "▁conclusion": 15997,
+      "▁formatting": 15998,
+      "▁otto": 15999,
+      "▁deleg": 16000,
+      "мб": 16001,
+      "ptop": 16002,
+      "▁sends": 16003,
+      "urname": 16004,
+      "▁festival": 16005,
+      ",‎": 16006,
+      "рус": 16007,
+      "▁doch": 16008,
+      "subject": 16009,
+      "▁careful": 16010,
+      "quent": 16011,
+      "▁Load": 16012,
+      "temperaturen": 16013,
+      "▁rue": 16014,
+      "Memory": 16015,
+      "ța": 16016,
+      "iona": 16017,
+      "▁dentro": 16018,
+      "▁begann": 16019,
+      "▁Aqu": 16020,
+      "▁scientific": 16021,
+      "kań": 16022,
+      "лок": 16023,
+      "elde": 16024,
+      "▁Those": 16025,
+      "quier": 16026,
+      "actér": 16027,
+      "▁Auflage": 16028,
+      ")'": 16029,
+      "▁gradient": 16030,
+      "integer": 16031,
+      "▁Import": 16032,
+      "SK": 16033,
+      "▁Status": 16034,
+      "▁explo": 16035,
+      "AE": 16036,
+      "Shell": 16037,
+      "▁Paulo": 16038,
+      ".»": 16039,
+      "}</": 16040,
+      "flex": 16041,
+      "▁комп": 16042,
+      "onden": 16043,
+      "accept": 16044,
+      "▁miejsce": 16045,
+      "Hub": 16046,
+      "alleng": 16047,
+      "WN": 16048,
+      "▁implementing": 16049,
+      "▁лу": 16050,
+      "▁confusing": 16051,
+      "▁Install": 16052,
+      "▁rou": 16053,
+      "▁проек": 16054,
+      "Accessor": 16055,
+      "љашње": 16056,
+      "odio": 16057,
+      "▁applies": 16058,
+      "ющий": 16059,
+      "▁Mundial": 16060,
+      "État": 16061,
+      "ietnam": 16062,
+      "hum": 16063,
+      "▁сбор": 16064,
+      "ordinate": 16065,
+      "France": 16066,
+      "▁prend": 16067,
+      "eltemperaturen": 16068,
+      "▁trabaj": 16069,
+      "Axis": 16070,
+      "▁мно": 16071,
+      "primary": 16072,
+      "▁Seite": 16073,
+      "permission": 16074,
+      "▁orden": 16075,
+      "since": 16076,
+      "▁ic": 16077,
+      "▁Brazil": 16078,
+      "▁bare": 16079,
+      "▁Nar": 16080,
+      "▁Jur": 16081,
+      "▁freedom": 16082,
+      "▁medical": 16083,
+      "ischof": 16084,
+      "▁сп": 16085,
+      "ież": 16086,
+      "▁bootstrap": 16087,
+      "▁…": 16088,
+      "▁facil": 16089,
+      "cord": 16090,
+      "ване": 16091,
+      "▁Allen": 16092,
+      "avid": 16093,
+      "ingham": 16094,
+      "zas": 16095,
+      "▁inspect": 16096,
+      "itten": 16097,
+      "osti": 16098,
+      "uh": 16099,
+      "cé": 16100,
+      "▁#####": 16101,
+      "cius": 16102,
+      "omy": 16103,
+      "▁Seine": 16104,
+      "bres": 16105,
+      "▁genus": 16106,
+      "Other": 16107,
+      "▁Golden": 16108,
+      "mul": 16109,
+      "▁Спољашње": 16110,
+      "▁gennaio": 16111,
+      "▁carefully": 16112,
+      "aal": 16113,
+      "▁analyt": 16114,
+      "neur": 16115,
+      "▁stretch": 16116,
+      "▁Occ": 16117,
+      "olas": 16118,
+      "▁firebase": 16119,
+      "▁expecting": 16120,
+      "basic": 16121,
+      "condition": 16122,
+      "prov": 16123,
+      "▁Wasser": 16124,
+      "▁concaten": 16125,
+      "▁evil": 16126,
+      "▁coefficients": 16127,
+      "West": 16128,
+      "iry": 16129,
+      "phas": 16130,
+      "▁Jam": 16131,
+      "fois": 16132,
+      "▁consid": 16133,
+      "▁mainten": 16134,
+      "nim": 16135,
+      "esser": 16136,
+      "esz": 16137,
+      "unta": 16138,
+      "uest": 16139,
+      "▁credentials": 16140,
+      "_;": 16141,
+      "Dim": 16142,
+      "преде": 16143,
+      "▁Bü": 16144,
+      "built": 16145,
+      "▁Academ": 16146,
+      "▁audi": 16147,
+      "▁två": 16148,
+      "inand": 16149,
+      "▁Theater": 16150,
+      "▁genre": 16151,
+      "ços": 16152,
+      "gresql": 16153,
+      "▁weap": 16154,
+      "▁Rab": 16155,
+      "▁’": 16156,
+      "▁adult": 16157,
+      "▁dém": 16158,
+      "``": 16159,
+      "▁stabil": 16160,
+      "▁corresponds": 16161,
+      "▁Eastern": 16162,
+      "unnel": 16163,
+      "Worker": 16164,
+      "▁coh": 16165,
+      "лка": 16166,
+      "▁Massachusetts": 16167,
+      "pio": 16168,
+      "▁ports": 16169,
+      "agg": 16170,
+      "▁Debug": 16171,
+      "▁breath": 16172,
+      "MIN": 16173,
+      "Variable": 16174,
+      "batch": 16175,
+      "ссе": 16176,
+      "▁preg": 16177,
+      "▁roles": 16178,
+      "paste": 16179,
+      "▁referenced": 16180,
+      "adrat": 16181,
+      "чё": 16182,
+      "binom": 16183,
+      "▁defining": 16184,
+      "▁Budapest": 16185,
+      "▁дви": 16186,
+      "▁taught": 16187,
+      "▁hole": 16188,
+      "▁quella": 16189,
+      "Msg": 16190,
+      "aska": 16191,
+      "scan": 16192,
+      "▁propose": 16193,
+      "▁Биография": 16194,
+      "{{\\": 16195,
+      "textt": 16196,
+      "▁Alb": 16197,
+      "▁Sydney": 16198,
+      "▁backup": 16199,
+      "▁credit": 16200,
+      "▁францу": 16201,
+      "stats": 16202,
+      "\\\":": 16203,
+      "▁Пере": 16204,
+      "▁accordingly": 16205,
+      "▁Len": 16206,
+      "zna": 16207,
+      "▁Regional": 16208,
+      "▁изда": 16209,
+      "▁jú": 16210,
+      "histor": 16211,
+      "▁entities": 16212,
+      "Star": 16213,
+      "оне": 16214,
+      "']['": 16215,
+      "▁Nova": 16216,
+      "die": 16217,
+      "▁`'": 16218,
+      "▁obten": 16219,
+      "anst": 16220,
+      "▁Relig": 16221,
+      "▁trig": 16222,
+      "▁режи": 16223,
+      "▁Personal": 16224,
+      "▁tone": 16225,
+      "▁aid": 16226,
+      "Visual": 16227,
+      "Submit": 16228,
+      "▁moves": 16229,
+      "▁Bridge": 16230,
+      "▁Boy": 16231,
+      "▁accurate": 16232,
+      "osta": 16233,
+      "atto": 16234,
+      "▁defeated": 16235,
+      "▁datab": 16236,
+      "ginx": 16237,
+      "▁Liv": 16238,
+      "lywood": 16239,
+      "TW": 16240,
+      "rium": 16241,
+      "ipped": 16242,
+      "Fail": 16243,
+      "REQUEST": 16244,
+      "▁ignor": 16245,
+      "▁sitting": 16246,
+      "▁molto": 16247,
+      "▁endpoint": 16248,
+      "ución": 16249,
+      "▁collections": 16250,
+      "▁Ту": 16251,
+      "tembre": 16252,
+      "▁nécess": 16253,
+      "▁interact": 16254,
+      "▁otras": 16255,
+      "▁curr": 16256,
+      "▁tracks": 16257,
+      "▁família": 16258,
+      "▁numerical": 16259,
+      "legt": 16260,
+      "]/": 16261,
+      "▁Mario": 16262,
+      "▁tort": 16263,
+      "bg": 16264,
+      "ssl": 16265,
+      "texttt": 16266,
+      "▁spark": 16267,
+      "дии": 16268,
+      "▁probable": 16269,
+      "%%%%": 16270,
+      "phia": 16271,
+      "],[": 16272,
+      "▁boxes": 16273,
+      "▁academ": 16274,
+      "▁Slo": 16275,
+      "äude": 16276,
+      "▁witness": 16277,
+      "▁editing": 16278,
+      "лина": 16279,
+      "▁lookup": 16280,
+      "▁Buck": 16281,
+      "дня": 16282,
+      "▁jours": 16283,
+      "++){": 16284,
+      "▁indices": 16285,
+      "▁flight": 16286,
+      "▁computation": 16287,
+      "Plugin": 16288,
+      "▁realize": 16289,
+      "isset": 16290,
+      "▁derivative": 16291,
+      "linewidth": 16292,
+      "bund": 16293,
+      "▁thor": 16294,
+      "▁.=": 16295,
+      "▁sí": 16296,
+      "▁Click": 16297,
+      "▁Sebast": 16298,
+      ">'": 16299,
+      "havior": 16300,
+      "lei": 16301,
+      "ulf": 16302,
+      "▁geometry": 16303,
+      "prev": 16304,
+      "empl": 16305,
+      "▁Lé": 16306,
+      "anson": 16307,
+      "▁Alice": 16308,
+      "prototype": 16309,
+      "READ": 16310,
+      "icular": 16311,
+      "▁бі": 16312,
+      "▁deutsche": 16313,
+      "▁Represent": 16314,
+      "sites": 16315,
+      "▁Mean": 16316,
+      "▁diss": 16317,
+      "▁Zur": 16318,
+      "▁през": 16319,
+      "PAR": 16320,
+      "▁'#": 16321,
+      "▁Dra": 16322,
+      "сон": 16323,
+      "▁steht": 16324,
+      "markt": 16325,
+      "▁ease": 16326,
+      "Drawing": 16327,
+      "=%": 16328,
+      "Stop": 16329,
+      "▁serving": 16330,
+      "▁także": 16331,
+      "▁DNS": 16332,
+      "▁literal": 16333,
+      "Die": 16334,
+      "▁вос": 16335,
+      "▁senior": 16336,
+      "acion": 16337,
+      "▁ubuntu": 16338,
+      "▁Frankfurt": 16339,
+      "▁Sunday": 16340,
+      "áb": 16341,
+      "▁journey": 16342,
+      "issa": 16343,
+      "berry": 16344,
+      "▁sep": 16345,
+      "▁ion": 16346,
+      "wert": 16347,
+      "ország": 16348,
+      "serve": 16349,
+      "▁Milano": 16350,
+      "▁века": 16351,
+      "рах": 16352,
+      "▁июля": 16353,
+      "▁manera": 16354,
+      "▁stations": 16355,
+      "▁adopted": 16356,
+      "▁anybody": 16357,
+      "VERSION": 16358,
+      "FE": 16359,
+      "dorf": 16360,
+      "...,": 16361,
+      "▁образова": 16362,
+      "Logger": 16363,
+      "фициаль": 16364,
+      "WRITE": 16365,
+      "▁ham": 16366,
+      "▁Future": 16367,
+      "oten": 16368,
+      "▁AG": 16369,
+      "▁trained": 16370,
+      "▁Nich": 16371,
+      "▁university": 16372,
+      "▁Olympics": 16373,
+      "▁doit": 16374,
+      "▁cultural": 16375,
+      "Conf": 16376,
+      "▁Conference": 16377,
+      "orno": 16378,
+      "▁MP": 16379,
+      "▁bou": 16380,
+      "cin": 16381,
+      "High": 16382,
+      "annte": 16383,
+      "▁displaying": 16384,
+      "▁chapter": 16385,
+      "▁Frauen": 16386,
+      "▁realized": 16387,
+      "▁attempted": 16388,
+      "▁preferred": 16389,
+      "Dat": 16390,
+      "▁trouve": 16391,
+      "▁intention": 16392,
+      "▁Notice": 16393,
+      "timestamp": 16394,
+      "*(": 16395,
+      "▁Ша": 16396,
+      "anas": 16397,
+      "cla": 16398,
+      "isz": 16399,
+      "tbl": 16400,
+      "Arr": 16401,
+      "▁inverse": 16402,
+      "▁terrible": 16403,
+      "▁occupied": 16404,
+      "JAX": 16405,
+      "<-": 16406,
+      "▁Philosoph": 16407,
+      "▁Corps": 16408,
+      "builder": 16409,
+      "▁begins": 16410,
+      "▁census": 16411,
+      ".’": 16412,
+      "▁proven": 16413,
+      "metric": 16414,
+      "▁increases": 16415,
+      "wich": 16416,
+      "▁ABC": 16417,
+      "projects": 16418,
+      "▁Thor": 16419,
+      "▁confidence": 16420,
+      "▁ufficiale": 16421,
+      "elm": 16422,
+      "▁garden": 16423,
+      "▁robust": 16424,
+      "▁così": 16425,
+      "iedz": 16426,
+      "▁Islam": 16427,
+      "▁Address": 16428,
+      "▁divide": 16429,
+      "▁Eu": 16430,
+      "catal": 16431,
+      "detail": 16432,
+      "ependant": 16433,
+      "fg": 16434,
+      "▁bew": 16435,
+      "▁fis": 16436,
+      "▁BO": 16437,
+      "▁wsp": 16438,
+      "▁pipeline": 16439,
+      "hd": 16440,
+      "▁Session": 16441,
+      "länd": 16442,
+      "iveau": 16443,
+      "estr": 16444,
+      "▁particle": 16445,
+      "▁laravel": 16446,
+      "pic": 16447,
+      "▁nau": 16448,
+      "▁fins": 16449,
+      "▁Vil": 16450,
+      "▁fus": 16451,
+      "▁quasi": 16452,
+      "operation": 16453,
+      "▁aller": 16454,
+      "▁analy": 16455,
+      "▁Он": 16456,
+      "▁Mes": 16457,
+      "▁опера": 16458,
+      "▁handled": 16459,
+      "▁deprec": 16460,
+      "tto": 16461,
+      "▁Ek": 16462,
+      "▁stran": 16463,
+      "▁anglais": 16464,
+      "jure": 16465,
+      "▁Silver": 16466,
+      "▁closely": 16467,
+      "enkins": 16468,
+      "anos": 16469,
+      "sted": 16470,
+      "▁сентября": 16471,
+      "brand": 16472,
+      "ньо": 16473,
+      "▁présent": 16474,
+      "rok": 16475,
+      "mount": 16476,
+      "▁Anthony": 16477,
+      "▁Furthermore": 16478,
+      "inha": 16479,
+      "▁архи": 16480,
+      "▁разли": 16481,
+      "▁октября": 16482,
+      "▁pint": 16483,
+      "ný": 16484,
+      "pts": 16485,
+      "▁italien": 16486,
+      "▁реги": 16487,
+      "лез": 16488,
+      "дина": 16489,
+      "atherine": 16490,
+      "Internal": 16491,
+      "Question": 16492,
+      "▁settlement": 16493,
+      "▁Все": 16494,
+      "▁folders": 16495,
+      "дри": 16496,
+      "▁valor": 16497,
+      "▁Miller": 16498,
+      "▁Assert": 16499,
+      "▁patient": 16500,
+      "▁Nieder": 16501,
+      "▁EP": 16502,
+      "▁Agr": 16503,
+      "▁onde": 16504,
+      "▁scop": 16505,
+      "sequence": 16506,
+      "▁PL": 16507,
+      "▁seek": 16508,
+      "javase": 16509,
+      "▁Vector": 16510,
+      "▁ná": 16511,
+      "▁categoría": 16512,
+      "clone": 16513,
+      "NR": 16514,
+      "available": 16515,
+      "▁Besch": 16516,
+      "▁eclipse": 16517,
+      "wicklung": 16518,
+      "deploy": 16519,
+      "enie": 16520,
+      "▁\")": 16521,
+      "äst": 16522,
+      "▁sync": 16523,
+      "CODE": 16524,
+      "▁Че": 16525,
+      "▁floating": 16526,
+      "/`": 16527,
+      "▁retired": 16528,
+      "deb": 16529,
+      "▁particul": 16530,
+      "▁collected": 16531,
+      "▁downloaded": 16532,
+      "nice": 16533,
+      "▁Buffer": 16534,
+      "▁Account": 16535,
+      "▁maggio": 16536,
+      "▁реда": 16537,
+      "▁sales": 16538,
+      "▁statunitense": 16539,
+      "▁Ki": 16540,
+      "▁Ferr": 16541,
+      "Lock": 16542,
+      "▁Isabel": 16543,
+      "clar": 16544,
+      "▁pov": 16545,
+      "atra": 16546,
+      "▁Frau": 16547,
+      "▁sorting": 16548,
+      "▁phrase": 16549,
+      "▁апреля": 16550,
+      "▁деятель": 16551,
+      "▁André": 16552,
+      "definition": 16553,
+      "writing": 16554,
+      "éré": 16555,
+      "щу": 16556,
+      "▁Ord": 16557,
+      "▁rum": 16558,
+      "▁Turk": 16559,
+      "▁Ivan": 16560,
+      "theless": 16561,
+      "▁ги": 16562,
+      "▁sake": 16563,
+      "▁Based": 16564,
+      "deck": 16565,
+      "orus": 16566,
+      "▁tutti": 16567,
+      "▁blan": 16568,
+      "▁Пу": 16569,
+      "Detail": 16570,
+      "▁Но": 16571,
+      "▁Sky": 16572,
+      "▁près": 16573,
+      "мой": 16574,
+      "coln": 16575,
+      "ческой": 16576,
+      "eti": 16577,
+      "▁arrow": 16578,
+      "▁Cha": 16579,
+      "chmark": 16580,
+      "œur": 16581,
+      "fab": 16582,
+      "куль": 16583,
+      "GridView": 16584,
+      "▁Background": 16585,
+      "sn": 16586,
+      "▁seguito": 16587,
+      "▁nic": 16588,
+      "cou": 16589,
+      "тів": 16590,
+      "▁bzw": 16591,
+      "addEventListener": 16592,
+      "sync": 16593,
+      "azzo": 16594,
+      "abstract": 16595,
+      "assets": 16596,
+      "▁Dru": 16597,
+      "зд": 16598,
+      "ordnet": 16599,
+      "▁bigger": 16600,
+      "▁initialized": 16601,
+      "каз": 16602,
+      "ogene": 16603,
+      "viously": 16604,
+      "▁guid": 16605,
+      "scheidung": 16606,
+      "▁Zent": 16607,
+      "▁frames": 16608,
+      "rieben": 16609,
+      "▁issued": 16610,
+      "▁dow": 16611,
+      "▁describes": 16612,
+      "ilst": 16613,
+      "▁criteria": 16614,
+      "▁gentleman": 16615,
+      "Basic": 16616,
+      "nez": 16617,
+      "Dev": 16618,
+      "Move": 16619,
+      "▁estaba": 16620,
+      "▁settembre": 16621,
+      "circle": 16622,
+      "▁fais": 16623,
+      "▁myst": 16624,
+      "▁archiv": 16625,
+      "dynamic": 16626,
+      "jà": 16627,
+      "itas": 16628,
+      "▁який": 16629,
+      "▁dor": 16630,
+      "▁Amazon": 16631,
+      "▁neces": 16632,
+      "▁Marcel": 16633,
+      "▁ella": 16634,
+      "рок": 16635,
+      "▁Pennsylvania": 16636,
+      "cular": 16637,
+      "Pack": 16638,
+      "itage": 16639,
+      "▁Burn": 16640,
+      "▁RO": 16641,
+      "▁они": 16642,
+      "~$": 16643,
+      "TeX": 16644,
+      "assign": 16645,
+      "▁beat": 16646,
+      "idense": 16647,
+      "acent": 16648,
+      "Alert": 16649,
+      "▁strateg": 16650,
+      "▁månaden": 16651,
+      "LOC": 16652,
+      "▁catalog": 16653,
+      "printStackTrace": 16654,
+      "()).": 16655,
+      "usted": 16656,
+      "▁Framework": 16657,
+      "ECK": 16658,
+      "▁até": 16659,
+      "Framework": 16660,
+      "▁attacks": 16661,
+      "▁Bert": 16662,
+      "▁тран": 16663,
+      ":%": 16664,
+      "arsi": 16665,
+      "notation": 16666,
+      "▁logical": 16667,
+      "weet": 16668,
+      "▁visited": 16669,
+      "bru": 16670,
+      "▁surprise": 16671,
+      "^^": 16672,
+      "inale": 16673,
+      "remote": 16674,
+      "'},": 16675,
+      "Syntax": 16676,
+      "iane": 16677,
+      "onnen": 16678,
+      "▁breaking": 16679,
+      "parser": 16680,
+      "apk": 16681,
+      "▁Miguel": 16682,
+      "▁§": 16683,
+      "▁acting": 16684,
+      "▁gebru": 16685,
+      "AtIndex": 16686,
+      "ються": 16687,
+      "▁offers": 16688,
+      "▁prac": 16689,
+      "▁grant": 16690,
+      "ternoon": 16691,
+      "▁acquired": 16692,
+      "▁Ny": 16693,
+      "▁comma": 16694,
+      "ník": 16695,
+      "▁Step": 16696,
+      "inners": 16697,
+      "▁SA": 16698,
+      "▁wat": 16699,
+      "days": 16700,
+      "▁rectangle": 16701,
+      "dar": 16702,
+      "▁trac": 16703,
+      "▁Indones": 16704,
+      "▁feedback": 16705,
+      "▁breaks": 16706,
+      "partition": 16707,
+      "icans": 16708,
+      "▁Notices": 16709,
+      "▁improved": 16710,
+      "phan": 16711,
+      "▁differential": 16712,
+      "scripts": 16713,
+      "▁XIII": 16714,
+      "▁Labor": 16715,
+      "▁precision": 16716,
+      "▁seed": 16717,
+      "bundle": 16718,
+      "idents": 16719,
+      "hre": 16720,
+      "▁Douglas": 16721,
+      "uld": 16722,
+      "▁secondary": 16723,
+      "▁brig": 16724,
+      "▁confirmed": 16725,
+      "▁claims": 16726,
+      "Role": 16727,
+      "▁Jewish": 16728,
+      "▁před": 16729,
+      "▁hotel": 16730,
+      "▁compte": 16731,
+      "▁recursive": 16732,
+      "](#)": 16733,
+      "▁rotate": 16734,
+      "▁chrome": 16735,
+      "inea": 16736,
+      "%;\r": 16737,
+      "▁Environment": 16738,
+      "platz": 16739,
+      "▁Single": 16740,
+      "▁sevent": 16741,
+      "▁posting": 16742,
+      "▁dealing": 16743,
+      "parameters": 16744,
+      "граф": 16745,
+      "Authentication": 16746,
+      "touch": 16747,
+      "Az": 16748,
+      "▁gray": 16749,
+      "encing": 16750,
+      "boldmath": 16751,
+      "▁сайте": 16752,
+      "▁Za": 16753,
+      "anje": 16754,
+      "▁polar": 16755,
+      "▁ули": 16756,
+      "kil": 16757,
+      "▁hover": 16758,
+      "▁REST": 16759,
+      "▁Come": 16760,
+      "jb": 16761,
+      "▁Georgia": 16762,
+      "▁Estado": 16763,
+      "OutputStream": 16764,
+      "ћи": 16765,
+      "▁dump": 16766,
+      "▁Age": 16767,
+      "▁swo": 16768,
+      "mobile": 16769,
+      "occup": 16770,
+      "шего": 16771,
+      "▁constitution": 16772,
+      "good": 16773,
+      "aku": 16774,
+      "▁анг": 16775,
+      "ieck": 16776,
+      "▁Psych": 16777,
+      "▁roots": 16778,
+      "▁vest": 16779,
+      "▁годах": 16780,
+      "▁República": 16781,
+      "▁pian": 16782,
+      "igration": 16783,
+      "▁préc": 16784,
+      "▁generates": 16785,
+      "LY": 16786,
+      "(`": 16787,
+      "▁=~": 16788,
+      "шения": 16789,
+      "▁Rah": 16790,
+      "▁connecting": 16791,
+      "ží": 16792,
+      "▁fő": 16793,
+      "▁appel": 16794,
+      "▁Railway": 16795,
+      "гли": 16796,
+      "▁développ": 16797,
+      "▁apo": 16798,
+      "fran": 16799,
+      "▁immediate": 16800,
+      "вого": 16801,
+      "Runner": 16802,
+      "äg": 16803,
+      "Something": 16804,
+      "▁généra": 16805,
+      "EventArgs": 16806,
+      "inction": 16807,
+      "gly": 16808,
+      "▁Due": 16809,
+      "▁prost": 16810,
+      "▁referring": 16811,
+      "▁jog": 16812,
+      "▁executable": 16813,
+      "▁Dream": 16814,
+      "acs": 16815,
+      "▁Cole": 16816,
+      "ampf": 16817,
+      "▁Bis": 16818,
+      "▁июня": 16819,
+      "lieder": 16820,
+      "тек": 16821,
+      "▁vb": 16822,
+      "▁mom": 16823,
+      "▁:(": 16824,
+      "▁dernier": 16825,
+      "'=>": 16826,
+      "▁этого": 16827,
+      "▁neue": 16828,
+      "▁Ча": 16829,
+      "▁weitere": 16830,
+      "▁alleg": 16831,
+      "▁reality": 16832,
+      "▁judge": 16833,
+      "▁Balt": 16834,
+      "▁thin": 16835,
+      "▁Ged": 16836,
+      "ieval": 16837,
+      "mx": 16838,
+      "ціональ": 16839,
+      "▁выпу": 16840,
+      "▁IX": 16841,
+      "▁blind": 16842,
+      "▁Motor": 16843,
+      "▁ша": 16844,
+      "▁approximation": 16845,
+      "dam": 16846,
+      "▁fog": 16847,
+      "кор": 16848,
+      "▁Writ": 16849,
+      "▁ling": 16850,
+      "▁писа": 16851,
+      "▁Mars": 16852,
+      "otti": 16853,
+      "Enum": 16854,
+      "▁Trib": 16855,
+      "▁merc": 16856,
+      "zung": 16857,
+      "vanced": 16858,
+      "cfg": 16859,
+      "нах": 16860,
+      "schen": 16861,
+      "\"].": 16862,
+      "bek": 16863,
+      "▁ster": 16864,
+      "jp": 16865,
+      "▁Rap": 16866,
+      "▁recording": 16867,
+      "▁peint": 16868,
+      "▁lets": 16869,
+      "änge": 16870,
+      ">\";": 16871,
+      "▁місце": 16872,
+      "▁caval": 16873,
+      "▁CSV": 16874,
+      "▁entstand": 16875,
+      "▁helper": 16876,
+      "endet": 16877,
+      "▁Gram": 16878,
+      "▁Diego": 16879,
+      "▁Bishop": 16880,
+      "TAG": 16881,
+      "▁ecc": 16882,
+      "▁Een": 16883,
+      "▁AV": 16884,
+      "City": 16885,
+      "▁Guide": 16886,
+      "hind": 16887,
+      "rical": 16888,
+      "▁Основ": 16889,
+      "Bus": 16890,
+      "▁zunächst": 16891,
+      "▁tick": 16892,
+      "▁Colonel": 16893,
+      "Thanks": 16894,
+      "▁ferm": 16895,
+      "▁granted": 16896,
+      "▁threshold": 16897,
+      "omorphic": 16898,
+      "▁Hun": 16899,
+      "enis": 16900,
+      "▁прав": 16901,
+      "▁які": 16902,
+      "PG": 16903,
+      "▁ws": 16904,
+      "▁technical": 16905,
+      "estro": 16906,
+      "klär": 16907,
+      "vars": 16908,
+      "ocrat": 16909,
+      "▁општи": 16910,
+      "onso": 16911,
+      "iba": 16912,
+      "▁Save": 16913,
+      "▁programa": 16914,
+      "▁въ": 16915,
+      "▁invån": 16916,
+      ">()": 16917,
+      "▁mejor": 16918,
+      "▁слова": 16919,
+      "▁replacement": 16920,
+      "▁impr": 16921,
+      "▁Francesco": 16922,
+      "▁Hotel": 16923,
+      "▁UPDATE": 16924,
+      "▁музы": 16925,
+      "ugs": 16926,
+      "vard": 16927,
+      "▁faz": 16928,
+      "inton": 16929,
+      "▁arts": 16930,
+      "▁Ky": 16931,
+      "▁Ils": 16932,
+      "▁sera": 16933,
+      "▁Volume": 16934,
+      "▁giugno": 16935,
+      "▁asym": 16936,
+      "▁Pir": 16937,
+      "▁NAS": 16938,
+      "▁Tam": 16939,
+      "ěl": 16940,
+      "Sequ": 16941,
+      "kmal": 16942,
+      "▁Eins": 16943,
+      "▁компа": 16944,
+      "obe": 16945,
+      "oor": 16946,
+      "▁heap": 16947,
+      "ctl": 16948,
+      "▁separately": 16949,
+      "reader": 16950,
+      "▁significantly": 16951,
+      "▁Lag": 16952,
+      "notes": 16953,
+      "▁sele": 16954,
+      "▁dedicated": 16955,
+      "▁Host": 16956,
+      "choice": 16957,
+      "wing": 16958,
+      "▁Titel": 16959,
+      "▁befindet": 16960,
+      "large": 16961,
+      "▁conten": 16962,
+      "JavaScript": 16963,
+      "▁deser": 16964,
+      "▁Gordon": 16965,
+      "спе": 16966,
+      "▁patri": 16967,
+      "▁Random": 16968,
+      "▁Returns": 16969,
+      "ым": 16970,
+      "рома": 16971,
+      "▁Studies": 16972,
+      "Sl": 16973,
+      "▁frü": 16974,
+      "TEXT": 16975,
+      "inate": 16976,
+      "▁Tol": 16977,
+      "▁everywhere": 16978,
+      "arta": 16979,
+      "▁orbit": 16980,
+      "▁Aires": 16981,
+      "▁Iss": 16982,
+      "▁też": 16983,
+      "▁diverse": 16984,
+      "▁numeric": 16985,
+      "maz": 16986,
+      "▁mise": 16987,
+      "▁battery": 16988,
+      "▁Akadem": 16989,
+      "нение": 16990,
+      "▁simultane": 16991,
+      "▁Dead": 16992,
+      "▁clust": 16993,
+      "▁otro": 16994,
+      "▁cerca": 16995,
+      "()`,": 16996,
+      "roz": 16997,
+      "ăt": 16998,
+      "▁MO": 16999,
+      "riften": 17000,
+      "important": 17001,
+      "▁jeho": 17002,
+      "▁findViewById": 17003,
+      "▁consequence": 17004,
+      "▁measured": 17005,
+      "ishes": 17006,
+      "▁sze": 17007,
+      "iendo": 17008,
+      "▁Wahl": 17009,
+      "strip": 17010,
+      "ARD": 17011,
+      "▁opacity": 17012,
+      "WORD": 17013,
+      "▁Ві": 17014,
+      "▁Location": 17015,
+      "rai": 17016,
+      "пен": 17017,
+      "▁rif": 17018,
+      "aussian": 17019,
+      "FileName": 17020,
+      "▁disco": 17021,
+      "ilen": 17022,
+      "▁vagy": 17023,
+      "licity": 17024,
+      "Border": 17025,
+      "▁Track": 17026,
+      "бом": 17027,
+      "fact": 17028,
+      "oka": 17029,
+      "▁gior": 17030,
+      "▁XVII": 17031,
+      "▁där": 17032,
+      "Site": 17033,
+      "ało": 17034,
+      "ská": 17035,
+      "▁pixels": 17036,
+      "vity": 17037,
+      "jQuery": 17038,
+      "▁sculpt": 17039,
+      "▁cargo": 17040,
+      "▁directive": 17041,
+      "▁wal": 17042,
+      "▁conna": 17043,
+      "▁Through": 17044,
+      "▁этом": 17045,
+      "Static": 17046,
+      "omsnitt": 17047,
+      "▁rund": 17048,
+      "▁claimed": 17049,
+      "зня": 17050,
+      "sha": 17051,
+      "▁rag": 17052,
+      "crement": 17053,
+      "▁fünf": 17054,
+      "▁rival": 17055,
+      "rin": 17056,
+      "slash": 17057,
+      "▁thirty": 17058,
+      "sleep": 17059,
+      "ологи": 17060,
+      "SM": 17061,
+      "gate": 17062,
+      "izations": 17063,
+      "vik": 17064,
+      "▁bless": 17065,
+      "▁Illinois": 17066,
+      "▁TE": 17067,
+      "uting": 17068,
+      "▁solving": 17069,
+      "GER": 17070,
+      "▁XIV": 17071,
+      "▁Indians": 17072,
+      "express": 17073,
+      "▁Heil": 17074,
+      "▁mujer": 17075,
+      "▁invånare": 17076,
+      "']);": 17077,
+      "▁aur": 17078,
+      "boost": 17079,
+      "GO": 17080,
+      "▁nin": 17081,
+      "tok": 17082,
+      "god": 17083,
+      "oter": 17084,
+      ")$$": 17085,
+      "▁descend": 17086,
+      "рю": 17087,
+      "▁Language": 17088,
+      "▁diver": 17089,
+      "▁Assuming": 17090,
+      "▁frequent": 17091,
+      "чні": 17092,
+      "▁Biography": 17093,
+      ",[": 17094,
+      "urm": 17095,
+      "▁walked": 17096,
+      "▁federal": 17097,
+      "▁Michigan": 17098,
+      "▁facts": 17099,
+      "▁Integr": 17100,
+      "LES": 17101,
+      "▁Alan": 17102,
+      "▁coup": 17103,
+      "Ber": 17104,
+      "▁particles": 17105,
+      "ће": 17106,
+      "Inflater": 17107,
+      "+(": 17108,
+      "Bound": 17109,
+      "▁Sü": 17110,
+      "Audio": 17111,
+      "citet": 17112,
+      "yect": 17113,
+      "▁nr": 17114,
+      "xe": 17115,
+      "▁Brun": 17116,
+      "▁_,": 17117,
+      "avor": 17118,
+      "▁discipl": 17119,
+      "alm": 17120,
+      "▁ноября": 17121,
+      "▁SSL": 17122,
+      "▁Kaiser": 17123,
+      "▁recher": 17124,
+      "ygon": 17125,
+      "▁regardless": 17126,
+      "▁configur": 17127,
+      "▁unnecess": 17128,
+      "▁Clark": 17129,
+      "PHP": 17130,
+      "▁FALSE": 17131,
+      "▁pad": 17132,
+      "$}": 17133,
+      "▁valu": 17134,
+      "▁disease": 17135,
+      "▁maior": 17136,
+      "▁hommes": 17137,
+      "▁Edition": 17138,
+      "slant": 17139,
+      "▁ending": 17140,
+      "▁settled": 17141,
+      "urus": 17142,
+      "hed": 17143,
+      "Pattern": 17144,
+      "▁година": 17145,
+      "▁Philadel": 17146,
+      "tikzpicture": 17147,
+      "▁coal": 17148,
+      "▁sede": 17149,
+      "▁satisfies": 17150,
+      "▁trim": 17151,
+      "▁bat": 17152,
+      "▁américain": 17153,
+      "▁luglio": 17154,
+      "▁поча": 17155,
+      "ffff": 17156,
+      "▁Target": 17157,
+      "generate": 17158,
+      "▁Zie": 17159,
+      "ția": 17160,
+      "▁gard": 17161,
+      "▁workers": 17162,
+      "▁Job": 17163,
+      "▁urban": 17164,
+      "ahlen": 17165,
+      "▁Building": 17166,
+      "▁neu": 17167,
+      "▁chron": 17168,
+      "▁Earl": 17169,
+      "gro": 17170,
+      "USE": 17171,
+      "▁XII": 17172,
+      "▁wealth": 17173,
+      "inae": 17174,
+      "▁Бра": 17175,
+      "▁libert": 17176,
+      "iros": 17177,
+      ":$": 17178,
+      "lee": 17179,
+      "ieves": 17180,
+      "▁Justice": 17181,
+      "▁oil": 17182,
+      "▁Athlet": 17183,
+      "▁clo": 17184,
+      "Scale": 17185,
+      "▁lips": 17186,
+      "▁april": 17187,
+      "▁impression": 17188,
+      "▁perce": 17189,
+      "▁участи": 17190,
+      "vil": 17191,
+      "éch": 17192,
+      "▁equality": 17193,
+      "▁мет": 17194,
+      "▁annotation": 17195,
+      "ernal": 17196,
+      "▁Mach": 17197,
+      "▁intitul": 17198,
+      "problem": 17199,
+      "ющих": 17200,
+      "oplus": 17201,
+      "▁thousands": 17202,
+      "▁calculations": 17203,
+      "umps": 17204,
+      "▁triangle": 17205,
+      "phal": 17206,
+      "▁Dorf": 17207,
+      "▁dollars": 17208,
+      "▁denen": 17209,
+      "lès": 17210,
+      "olid": 17211,
+      "▁Results": 17212,
+      "▁Stadium": 17213,
+      "▁Desp": 17214,
+      "▁Eisen": 17215,
+      "imir": 17216,
+      "▁sotto": 17217,
+      "▁či": 17218,
+      "atable": 17219,
+      "orum": 17220,
+      "▁convergence": 17221,
+      "▁jeune": 17222,
+      "oking": 17223,
+      "▁живо": 17224,
+      "aining": 17225,
+      "pointer": 17226,
+      "culo": 17227,
+      "▁jsou": 17228,
+      "▁grab": 17229,
+      "akte": 17230,
+      "▁hoping": 17231,
+      "▁Mak": 17232,
+      "▁sag": 17233,
+      "origine": 17234,
+      "▁послед": 17235,
+      "▁Veg": 17236,
+      "▁theoret": 17237,
+      "▁Tru": 17238,
+      "nement": 17239,
+      "▁faces": 17240,
+      "Hor": 17241,
+      "Join": 17242,
+      "arel": 17243,
+      "▁около": 17244,
+      "However": 17245,
+      "▁catal": 17246,
+      "bourg": 17247,
+      "▁mysqli": 17248,
+      "acions": 17249,
+      "▁Initial": 17250,
+      "▁rain": 17251,
+      "iture": 17252,
+      "▁Sciences": 17253,
+      "▁Kreis": 17254,
+      ".__": 17255,
+      "▁cinq": 17256,
+      "▁Auß": 17257,
+      "ithmet": 17258,
+      "itors": 17259,
+      "amazon": 17260,
+      "▁gap": 17261,
+      "▁ignored": 17262,
+      "adv": 17263,
+      "кої": 17264,
+      "▁часть": 17265,
+      "▁corpor": 17266,
+      "цер": 17267,
+      "▁crime": 17268,
+      "uous": 17269,
+      "▁налази": 17270,
+      "DataFrame": 17271,
+      "води": 17272,
+      "Ign": 17273,
+      "▁Lincoln": 17274,
+      "▁menos": 17275,
+      "▁Luft": 17276,
+      "▁Lind": 17277,
+      "▁Cook": 17278,
+      "▁materials": 17279,
+      "apped": 17280,
+      "ignore": 17281,
+      "▁откры": 17282,
+      "fried": 17283,
+      "▁gouvernement": 17284,
+      "▁fired": 17285,
+      "▁screenshot": 17286,
+      "сен": 17287,
+      "▁[(": 17288,
+      "▁организа": 17289,
+      "Graphics": 17290,
+      "▁проти": 17291,
+      "▁phen": 17292,
+      "craft": 17293,
+      "▁brain": 17294,
+      "▁Como": 17295,
+      "▁Everything": 17296,
+      "anes": 17297,
+      "IGN": 17298,
+      "▁nederbörd": 17299,
+      "▁Forest": 17300,
+      "zahl": 17301,
+      "▁Among": 17302,
+      "Qt": 17303,
+      "▁togg": 17304,
+      "▁variant": 17305,
+      "▁hill": 17306,
+      "писи": 17307,
+      "colon": 17308,
+      "▁dicembre": 17309,
+      "гор": 17310,
+      "▁Wind": 17311,
+      "ünstler": 17312,
+      "▁=\\": 17313,
+      "saved": 17314,
+      "▁nej": 17315,
+      "unte": 17316,
+      "utto": 17317,
+      "▁recens": 17318,
+      "▁sick": 17319,
+      "▁desen": 17320,
+      "UST": 17321,
+      "▁worst": 17322,
+      "▁Angel": 17323,
+      "odox": 17324,
+      "▁Province": 17325,
+      "▁Maz": 17326,
+      "▁agreement": 17327,
+      "▁Bass": 17328,
+      "▁segunda": 17329,
+      "onces": 17330,
+      "▁Linki": 17331,
+      "▁CL": 17332,
+      "▁já": 17333,
+      "itement": 17334,
+      "▁área": 17335,
+      "▁scalar": 17336,
+      "▁Рес": 17337,
+      "awt": 17338,
+      "sieme": 17339,
+      "▁juni": 17340,
+      "▁худож": 17341,
+      "ikus": 17342,
+      "▁lid": 17343,
+      "ppel": 17344,
+      "avi": 17345,
+      "▁balance": 17346,
+      "ipping": 17347,
+      "cussion": 17348,
+      "ческих": 17349,
+      "(\".": 17350,
+      "Also": 17351,
+      "▁whis": 17352,
+      "HOME": 17353,
+      "▁brown": 17354,
+      "▁día": 17355,
+      "▁può": 17356,
+      "plotlib": 17357,
+      "▁Jahrhunderts": 17358,
+      "DK": 17359,
+      "▁anchor": 17360,
+      "...]": 17361,
+      "▁Austria": 17362,
+      "▁marca": 17363,
+      "▁gez": 17364,
+      "iously": 17365,
+      "▁lazy": 17366,
+      "xa": 17367,
+      "▁Channel": 17368,
+      "▁neuen": 17369,
+      "das": 17370,
+      "▁searched": 17371,
+      "▁staat": 17372,
+      "▁Так": 17373,
+      "▁Josef": 17374,
+      "▁Sher": 17375,
+      "pois": 17376,
+      "▁enem": 17377,
+      "▁accessing": 17378,
+      "▁неко": 17379,
+      "▁furono": 17380,
+      "▁pseudo": 17381,
+      "?>": 17382,
+      "▁estadoun": 17383,
+      "▁Види": 17384,
+      "▁motiv": 17385,
+      "▁recall": 17386,
+      "isson": 17387,
+      "ób": 17388,
+      ")--": 17389,
+      "▁Erz": 17390,
+      "▁савез": 17391,
+      "Direct": 17392,
+      "соб": 17393,
+      "▁sho": 17394,
+      "völker": 17395,
+      "Ap": 17396,
+      "gens": 17397,
+      "ништво": 17398,
+      "▁Amsterdam": 17399,
+      "usk": 17400,
+      "пло": 17401,
+      "▁simulation": 17402,
+      "▁BC": 17403,
+      "▁Woj": 17404,
+      "autom": 17405,
+      "Alex": 17406,
+      "▁economic": 17407,
+      "гом": 17408,
+      "ikai": 17409,
+      "▁altre": 17410,
+      "▁'-": 17411,
+      "▁Weg": 17412,
+      "NotFound": 17413,
+      "йской": 17414,
+      "▁converting": 17415,
+      "phabet": 17416,
+      "atrice": 17417,
+      "bourne": 17418,
+      "alom": 17419,
+      "▁comparing": 17420,
+      "▁Zo": 17421,
+      "▁fla": 17422,
+      "вая": 17423,
+      "▁entra": 17424,
+      "▁charset": 17425,
+      "developers": 17426,
+      "ística": 17427,
+      "}>": 17428,
+      "▁Jazz": 17429,
+      "▁Howard": 17430,
+      "шта": 17431,
+      "▁clone": 17432,
+      "door": 17433,
+      "▁Pin": 17434,
+      "***": 17435,
+      "▁silent": 17436,
+      "ecycle": 17437,
+      "isce": 17438,
+      "▁mud": 17439,
+      "▁Display": 17440,
+      "▁lip": 17441,
+      "▁использова": 17442,
+      "▁characteristic": 17443,
+      "▁sb": 17444,
+      "firebase": 17445,
+      "▁Bew": 17446,
+      "Calendar": 17447,
+      "▁uso": 17448,
+      "èse": 17449,
+      "▁Rat": 17450,
+      "▁esper": 17451,
+      "▁throwing": 17452,
+      "▁rodz": 17453,
+      "▁yards": 17454,
+      "▁grass": 17455,
+      "▁marker": 17456,
+      "▁Kos": 17457,
+      "Theta": 17458,
+      "▁organis": 17459,
+      "kernel": 17460,
+      "▁personas": 17461,
+      "keep": 17462,
+      "▁exclaimed": 17463,
+      "oslav": 17464,
+      "▁Entertain": 17465,
+      "нер": 17466,
+      "▁inwon": 17467,
+      "▁Rand": 17468,
+      "reduce": 17469,
+      "fac": 17470,
+      "expression": 17471,
+      "yj": 17472,
+      "▁differenti": 17473,
+      "aglia": 17474,
+      "▁templates": 17475,
+      "▁mű": 17476,
+      "▁prv": 17477,
+      "▁mois": 17478,
+      "▁gewann": 17479,
+      "▁була": 17480,
+      "bibli": 17481,
+      "demo": 17482,
+      "▁Anderson": 17483,
+      "▁ред": 17484,
+      "▁porque": 17485,
+      "▁Pologne": 17486,
+      "▁trip": 17487,
+      "▁exemple": 17488,
+      "▁Internacional": 17489,
+      "▁као": 17490,
+      "Insert": 17491,
+      "general": 17492,
+      "SESSION": 17493,
+      "berga": 17494,
+      "hält": 17495,
+      "unas": 17496,
+      "мира": 17497,
+      "▁yields": 17498,
+      "mapsto": 17499,
+      "spot": 17500,
+      "▁+\\": 17501,
+      "лла": 17502,
+      "▁precisely": 17503,
+      "▁член": 17504,
+      "shadow": 17505,
+      "Are": 17506,
+      "unal": 17507,
+      "▁dispar": 17508,
+      "▁título": 17509,
+      "nest": 17510,
+      "▁Low": 17511,
+      "▁prot": 17512,
+      "▁Costa": 17513,
+      "named": 17514,
+      "▁gained": 17515,
+      "lesia": 17516,
+      "▁administration": 17517,
+      "Import": 17518,
+      "branch": 17519,
+      "▁sympath": 17520,
+      "voj": 17521,
+      "▁EC": 17522,
+      "▁municipio": 17523,
+      "▁animated": 17524,
+      "▁directories": 17525,
+      "▁roof": 17526,
+      "ząd": 17527,
+      "imet": 17528,
+      "proto": 17529,
+      "bla": 17530,
+      ":]": 17531,
+      "have": 17532,
+      "atem": 17533,
+      "▁ns": 17534,
+      "▁sector": 17535,
+      "three": 17536,
+      "owane": 17537,
+      "wers": 17538,
+      "ових": 17539,
+      "rence": 17540,
+      "▁extr": 17541,
+      "igten": 17542,
+      "▁occident": 17543,
+      "ță": 17544,
+      "▁eat": 17545,
+      "▁hydro": 17546,
+      "ubernetes": 17547,
+      "[@": 17548,
+      "▁Moon": 17549,
+      "▁Sho": 17550,
+      "▁elsewhere": 17551,
+      "üller": 17552,
+      "Upload": 17553,
+      "ланд": 17554,
+      "▁För": 17555,
+      "wissenschaft": 17556,
+      "KS": 17557,
+      "▁physics": 17558,
+      "tz": 17559,
+      "▁серед": 17560,
+      "▁Arbeit": 17561,
+      "▁мест": 17562,
+      "▁Gebiet": 17563,
+      "▁insect": 17564,
+      "Ah": 17565,
+      "izado": 17566,
+      "▁temple": 17567,
+      "▁annual": 17568,
+      "stad": 17569,
+      "▁habitat": 17570,
+      "▁AB": 17571,
+      "wort": 17572,
+      "▁repos": 17573,
+      "▁Neu": 17574,
+      "▁$(\".": 17575,
+      "Vorlage": 17576,
+      "▁reprezent": 17577,
+      "estanden": 17578,
+      "Intern": 17579,
+      ".`": 17580,
+      "▁failing": 17581,
+      "▁Material": 17582,
+      "▁effectively": 17583,
+      "телем": 17584,
+      "▁гла": 17585,
+      "▁nahm": 17586,
+      "▁differently": 17587,
+      "extension": 17588,
+      "▁Verm": 17589,
+      "enabled": 17590,
+      "configure": 17591,
+      "nio": 17592,
+      "ciones": 17593,
+      "▁Beach": 17594,
+      "сона": 17595,
+      "▁copying": 17596,
+      "▁україн": 17597,
+      "▁призна": 17598,
+      "zh": 17599,
+      "Desktop": 17600,
+      "▁sost": 17601,
+      "▁subsequently": 17602,
+      "▁Lehr": 17603,
+      "▁ó": 17604,
+      "lär": 17605,
+      "odor": 17606,
+      "phon": 17607,
+      "nc": 17608,
+      "iterator": 17609,
+      "▁эти": 17610,
+      "▁europé": 17611,
+      "▁Toronto": 17612,
+      "ódigo": 17613,
+      "▁posto": 17614,
+      "ffe": 17615,
+      "▁crew": 17616,
+      "▁Schwar": 17617,
+      "Sa": 17618,
+      "square": 17619,
+      "▁beside": 17620,
+      "▁Мі": 17621,
+      "▁ath": 17622,
+      "▁advent": 17623,
+      "cji": 17624,
+      "written": 17625,
+      "▁russ": 17626,
+      "rost": 17627,
+      "HI": 17628,
+      "▁dice": 17629,
+      "cca": 17630,
+      "▁dép": 17631,
+      "ply": 17632,
+      "bigg": 17633,
+      "ział": 17634,
+      "ütt": 17635,
+      "▁одно": 17636,
+      "JECT": 17637,
+      "ському": 17638,
+      "nos": 17639,
+      "mock": 17640,
+      "Launch": 17641,
+      "same": 17642,
+      "▁jobs": 17643,
+      "▁widely": 17644,
+      "▁defines": 17645,
+      "▁Pse": 17646,
+      "▁neighbour": 17647,
+      "ющие": 17648,
+      "▁closer": 17649,
+      "▁располо": 17650,
+      "▁clubs": 17651,
+      "fly": 17652,
+      "шим": 17653,
+      "▁suffered": 17654,
+      "▁nar": 17655,
+      "▁lavor": 17656,
+      "Extension": 17657,
+      "itionally": 17658,
+      "▁grace": 17659,
+      "▁Campeonato": 17660,
+      "▁Christmas": 17661,
+      "middle": 17662,
+      "othek": 17663,
+      "elements": 17664,
+      "▁sondern": 17665,
+      "▁tarde": 17666,
+      "▁permanent": 17667,
+      "▁conclude": 17668,
+      "Seg": 17669,
+      "▁акаде": 17670,
+      "}\",": 17671,
+      "▁февраля": 17672,
+      "řed": 17673,
+      "▁IL": 17674,
+      "jud": 17675,
+      "▁USS": 17676,
+      "▁Nature": 17677,
+      "ifference": 17678,
+      "Serializer": 17679,
+      "▁twelve": 17680,
+      "tid": 17681,
+      "мия": 17682,
+      "ческого": 17683,
+      "▁calendar": 17684,
+      "concat": 17685,
+      "▁intersection": 17686,
+      "▁PA": 17687,
+      "azure": 17688,
+      "▁située": 17689,
+      "▁kinds": 17690,
+      "▁ausge": 17691,
+      "▁rural": 17692,
+      "Theme": 17693,
+      "▁tale": 17694,
+      "noindent": 17695,
+      "going": 17696,
+      "rx": 17697,
+      "agi": 17698,
+      "wrapper": 17699,
+      "▁Coast": 17700,
+      "mbH": 17701,
+      "▁перед": 17702,
+      "spre": 17703,
+      "▁}\\": 17704,
+      "▁LI": 17705,
+      "znam": 17706,
+      "itled": 17707,
+      "Sample": 17708,
+      "uliar": 17709,
+      "*\\": 17710,
+      "▁resistance": 17711,
+      "stock": 17712,
+      "ked": 17713,
+      "▁HE": 17714,
+      "▁possession": 17715,
+      "▁Ring": 17716,
+      "▁magyar": 17717,
+      "outs": 17718,
+      "▁Secretary": 17719,
+      "nde": 17720,
+      "▁Wald": 17721,
+      "-(": 17722,
+      "▁ISO": 17723,
+      "▁afternoon": 17724,
+      "ionen": 17725,
+      "▁stops": 17726,
+      "▁constants": 17727,
+      "guard": 17728,
+      "bow": 17729,
+      "▁ers": 17730,
+      "▁Firebase": 17731,
+      "▁Clear": 17732,
+      "▁Holy": 17733,
+      "Win": 17734,
+      "▁titles": 17735,
+      "▁трав": 17736,
+      "▁contrib": 17737,
+      "häng": 17738,
+      "▁photograph": 17739,
+      "▁Distribution": 17740,
+      "ifts": 17741,
+      "▁aunque": 17742,
+      "comb": 17743,
+      "ADD": 17744,
+      "▁publication": 17745,
+      "▁служ": 17746,
+      "▁кня": 17747,
+      "▁ayant": 17748,
+      "▁restore": 17749,
+      "▁belief": 17750,
+      "▁vég": 17751,
+      "▁extensions": 17752,
+      "▁decom": 17753,
+      "вший": 17754,
+      "WT": 17755,
+      "▁parti": 17756,
+      "▁gioc": 17757,
+      "▁мира": 17758,
+      "▁issu": 17759,
+      "pipe": 17760,
+      "▁props": 17761,
+      "▁willing": 17762,
+      "▁nest": 17763,
+      "aso": 17764,
+      "pot": 17765,
+      "▁handles": 17766,
+      "▁фо": 17767,
+      "▁moder": 17768,
+      "▁ebenfalls": 17769,
+      "▁fighting": 17770,
+      "umbn": 17771,
+      "▁transparent": 17772,
+      "▁Krist": 17773,
+      "▁homes": 17774,
+      "▁voyage": 17775,
+      "Failed": 17776,
+      "▁Bird": 17777,
+      "▁Heart": 17778,
+      "Counter": 17779,
+      "▁Scottish": 17780,
+      "ática": 17781,
+      "▁arbeit": 17782,
+      "^{-\\": 17783,
+      "▁Sor": 17784,
+      "▁engaged": 17785,
+      "▁aside": 17786,
+      "▁Fou": 17787,
+      "▁wiel": 17788,
+      "▁reconst": 17789,
+      "ousin": 17790,
+      "▁hosted": 17791,
+      "▁classe": 17792,
+      "▁contest": 17793,
+      "...\"": 17794,
+      "мом": 17795,
+      "▁bean": 17796,
+      "gem": 17797,
+      "▁consultato": 17798,
+      "▁bio": 17799,
+      "▁subjects": 17800,
+      "boBox": 17801,
+      "▁Schrift": 17802,
+      "▁dinner": 17803,
+      "ăr": 17804,
+      "▁równ": 17805,
+      "▁%%": 17806,
+      "bage": 17807,
+      "▁veröff": 17808,
+      "▁detected": 17809,
+      "ienn": 17810,
+      "rose": 17811,
+      "▁Ton": 17812,
+      "Complete": 17813,
+      "▁proto": 17814,
+      "ichts": 17815,
+      "STAT": 17816,
+      "Checked": 17817,
+      "▁inten": 17818,
+      "▁smile": 17819,
+      "▁strip": 17820,
+      "neut": 17821,
+      "');\r": 17822,
+      "four": 17823,
+      "▁todas": 17824,
+      "Controls": 17825,
+      "▁thorough": 17826,
+      "rup": 17827,
+      "▁држави": 17828,
+      "ită": 17829,
+      "Protocol": 17830,
+      "Ка": 17831,
+      "▁expanded": 17832,
+      "extra": 17833,
+      "oport": 17834,
+      "▁Станов": 17835,
+      "leases": 17836,
+      "▁notion": 17837,
+      "▁guest": 17838,
+      "▁Islands": 17839,
+      "icked": 17840,
+      "▁Dave": 17841,
+      "▁reflection": 17842,
+      "liv": 17843,
+      "ální": 17844,
+      "▁revealed": 17845,
+      "▁sog": 17846,
+      "▁Tax": 17847,
+      "▁periodo": 17848,
+      "▁Weltkrie": 17849,
+      "catalina": 17850,
+      "qué": 17851,
+      "▁Father": 17852,
+      "▁Bir": 17853,
+      "expect": 17854,
+      "▁regression": 17855,
+      "iné": 17856,
+      "▁dabei": 17857,
+      "perm": 17858,
+      "мене": 17859,
+      "▁Abd": 17860,
+      "▁CF": 17861,
+      "arks": 17862,
+      "resolve": 17863,
+      "wedge": 17864,
+      "▁initialization": 17865,
+      "▁Véase": 17866,
+      "▁приня": 17867,
+      "stmt": 17868,
+      "▁income": 17869,
+      "MY": 17870,
+      "▁odkazy": 17871,
+      "▁Siehe": 17872,
+      "▁bodies": 17873,
+      "▁soc": 17874,
+      "Random": 17875,
+      "▁senza": 17876,
+      "ablo": 17877,
+      "▁regarded": 17878,
+      "onCreate": 17879,
+      "▁Magazine": 17880,
+      "▁Raf": 17881,
+      "▁Buenos": 17882,
+      "ил": 17883,
+      ")));": 17884,
+      "capt": 17885,
+      "redirect": 17886,
+      "▁petit": 17887,
+      "▁farm": 17888,
+      "▁rôle": 17889,
+      "▁статьи": 17890,
+      "    ": 17891,
+      "subfigure": 17892,
+      "èces": 17893,
+      "ziel": 17894,
+      "▁окон": 17895,
+      "EE": 17896,
+      "mee": 17897,
+      "▁perten": 17898,
+      "▁représent": 17899,
+      "▁LA": 17900,
+      "?'": 17901,
+      "▁тру": 17902,
+      "▁rational": 17903,
+      "osof": 17904,
+      "▁kne": 17905,
+      "▁artists": 17906,
+      "Flow": 17907,
+      "▁Аль": 17908,
+      "izard": 17909,
+      "▁numero": 17910,
+      "actic": 17911,
+      "▁destruct": 17912,
+      "▁Пра": 17913,
+      "onsieur": 17914,
+      "qt": 17915,
+      "abestanden": 17916,
+      "ność": 17917,
+      "Connect": 17918,
+      "▁oracle": 17919,
+      "▁Stockholm": 17920,
+      "sizeof": 17921,
+      "▁gemäß": 17922,
+      "ACT": 17923,
+      "▁expert": 17924,
+      "utions": 17925,
+      "▁hacia": 17926,
+      "▁logger": 17927,
+      "▁fool": 17928,
+      "rypto": 17929,
+      "ær": 17930,
+      "▁cidade": 17931,
+      "▁составе": 17932,
+      "oker": 17933,
+      "▁Transfer": 17934,
+      "▁denied": 17935,
+      "Track": 17936,
+      "▁radi": 17937,
+      "zec": 17938,
+      "▁Historic": 17939,
+      "▁Einwohner": 17940,
+      "кою": 17941,
+      "▁хра": 17942,
+      "▁Category": 17943,
+      "▁Disney": 17944,
+      "▁swap": 17945,
+      "Begin": 17946,
+      "▁mientras": 17947,
+      "▁dance": 17948,
+      "▁tête": 17949,
+      "▁droit": 17950,
+      "erta": 17951,
+      "▁birds": 17952,
+      "▁convin": 17953,
+      "parator": 17954,
+      "дра": 17955,
+      "▁ES": 17956,
+      "▁Ressources": 17957,
+      "EGIN": 17958,
+      "ücke": 17959,
+      "▁Cruz": 17960,
+      "abling": 17961,
+      "▁\"@": 17962,
+      "▁metres": 17963,
+      "▁Beg": 17964,
+      "▁Gründ": 17965,
+      "▁Boh": 17966,
+      "▁mile": 17967,
+      "▁Technology": 17968,
+      "\"+": 17969,
+      "acco": 17970,
+      "▁ss": 17971,
+      "▁Fed": 17972,
+      "▁Hend": 17973,
+      "usch": 17974,
+      "itä": 17975,
+      "folk": 17976,
+      "▁absor": 17977,
+      "antal": 17978,
+      "odge": 17979,
+      "▁WHEN": 17980,
+      "▁Externí": 17981,
+      "▁Regiment": 17982,
+      "▁evaluation": 17983,
+      "▁Tai": 17984,
+      "▁vocals": 17985,
+      "▁experimental": 17986,
+      "embed": 17987,
+      "▁Minn": 17988,
+      "▁вме": 17989,
+      "prec": 17990,
+      "every": 17991,
+      "▁hoof": 17992,
+      "▁Fernando": 17993,
+      "▁Bibliographie": 17994,
+      "▁nag": 17995,
+      "amerikanischer": 17996,
+      "▁marks": 17997,
+      "▁UTC": 17998,
+      "▁uncertain": 17999,
+      "дия": 18000,
+      "olia": 18001,
+      "▁cup": 18002,
+      "▁fille": 18003,
+      "▁dok": 18004,
+      "useppe": 18005,
+      "esterd": 18006,
+      "▁Brand": 18007,
+      "▁Third": 18008,
+      "PP": 18009,
+      "nodes": 18010,
+      "▁Pad": 18011,
+      "▁loved": 18012,
+      "swing": 18013,
+      "▁surprised": 18014,
+      "ardi": 18015,
+      "▁GR": 18016,
+      "]\"": 18017,
+      "▁equally": 18018,
+      "ihe": 18019,
+      "care": 18020,
+      "писок": 18021,
+      "lijk": 18022,
+      "rinn": 18023,
+      "▁\\[\\": 18024,
+      "▁sons": 18025,
+      "▁tät": 18026,
+      "icamente": 18027,
+      "▁listing": 18028,
+      "iellement": 18029,
+      "▁nyelven": 18030,
+      "▁ds": 18031,
+      "▁agricult": 18032,
+      "▁Hermann": 18033,
+      "▁besides": 18034,
+      "progress": 18035,
+      "▁peculiar": 18036,
+      "focus": 18037,
+      "cn": 18038,
+      "-$": 18039,
+      "ственный": 18040,
+      "ourg": 18041,
+      "▁wyn": 18042,
+      "▁conducted": 18043,
+      "▁Становништво": 18044,
+      "connected": 18045,
+      "▁bott": 18046,
+      "▁смер": 18047,
+      "▁Poz": 18048,
+      "unct": 18049,
+      "conda": 18050,
+      "▁савезној": 18051,
+      "▁havet": 18052,
+      "ligt": 18053,
+      "orted": 18054,
+      "▁entering": 18055,
+      "multip": 18056,
+      "▁Temple": 18057,
+      "▁Plant": 18058,
+      "typeof": 18059,
+      "▁Vlad": 18060,
+      "▁qued": 18061,
+      "▁reste": 18062,
+      "▁май": 18063,
+      "▁Very": 18064,
+      "ambiguation": 18065,
+      "▁challeng": 18066,
+      "▁respective": 18067,
+      "▁тор": 18068,
+      "Ctrl": 18069,
+      "▁absence": 18070,
+      "aru": 18071,
+      "вое": 18072,
+      "▁först": 18073,
+      "▁sq": 18074,
+      "▁Emperor": 18075,
+      "▁Ign": 18076,
+      "▁това": 18077,
+      ":`": 18078,
+      "adoop": 18079,
+      "▁Madame": 18080,
+      "▁gruppo": 18081,
+      "stud": 18082,
+      "▁externas": 18083,
+      "▁Александр": 18084,
+      "▁dign": 18085,
+      "▁живе": 18086,
+      "Amount": 18087,
+      "▁correlate": 18088,
+      "▁Fant": 18089,
+      "▁rails": 18090,
+      "fp": 18091,
+      "министратив": 18092,
+      "▁bought": 18093,
+      "▁filters": 18094,
+      "▁ancora": 18095,
+      "▁partner": 18096,
+      "▁quand": 18097,
+      "symbol": 18098,
+      "ulating": 18099,
+      "▁zd": 18100,
+      "awn": 18101,
+      "▁Grant": 18102,
+      "because": 18103,
+      "rable": 18104,
+      "\\}": 18105,
+      "ísticas": 18106,
+      "▁уче": 18107,
+      "▁période": 18108,
+      "▁ske": 18109,
+      "▁Anyway": 18110,
+      "▁indexes": 18111,
+      "▁directions": 18112,
+      "▁RAM": 18113,
+      "chrome": 18114,
+      "▁apost": 18115,
+      "▁warnings": 18116,
+      "▁Airport": 18117,
+      "VI": 18118,
+      "abile": 18119,
+      "▁lord": 18120,
+      "provider": 18121,
+      "▁Ji": 18122,
+      "ostream": 18123,
+      "▁gemeente": 18124,
+      "tableView": 18125,
+      "Extra": 18126,
+      "cursor": 18127,
+      "eground": 18128,
+      "▁Moz": 18129,
+      "▁rib": 18130,
+      "▁morph": 18131,
+      "loads": 18132,
+      "elsk": 18133,
+      "▁MAX": 18134,
+      "▁Santiago": 18135,
+      "▁Him": 18136,
+      "codes": 18137,
+      "▁lanz": 18138,
+      "▁counts": 18139,
+      "rinningsområ": 18140,
+      "щё": 18141,
+      "▁spé": 18142,
+      "▁pierws": 18143,
+      "▁Sver": 18144,
+      "▁acknow": 18145,
+      "Boolean": 18146,
+      "▁фамили": 18147,
+      "▁Senate": 18148,
+      "шов": 18149,
+      "agers": 18150,
+      "▁Nueva": 18151,
+      "bil": 18152,
+      "kiem": 18153,
+      "▁Mey": 18154,
+      "wij": 18155,
+      "▁GmbH": 18156,
+      "validation": 18157,
+      "▁ensuite": 18158,
+      "inking": 18159,
+      "▁campion": 18160,
+      "▁financial": 18161,
+      "izon": 18162,
+      "Headers": 18163,
+      "▁deprecated": 18164,
+      "▁fonction": 18165,
+      "REG": 18166,
+      "▁volumes": 18167,
+      "▁Chi": 18168,
+      "▁encountered": 18169,
+      "lak": 18170,
+      "рая": 18171,
+      "▁continues": 18172,
+      "▁~[": 18173,
+      "uerte": 18174,
+      "▁\\;": 18175,
+      "▁Dok": 18176,
+      "▁weights": 18177,
+      "▁rh": 18178,
+      "▁Napole": 18179,
+      "▁naturally": 18180,
+      "sku": 18181,
+      "pas": 18182,
+      "▁gegründ": 18183,
+      "etr": 18184,
+      "▁Ku": 18185,
+      "icted": 18186,
+      "▁fabric": 18187,
+      "▁ASC": 18188,
+      "▁Entertainment": 18189,
+      "▁energ": 18190,
+      "клад": 18191,
+      "omon": 18192,
+      "theme": 18193,
+      "▁харак": 18194,
+      "▁draft": 18195,
+      "▁channels": 18196,
+      "▁desert": 18197,
+      "▁través": 18198,
+      "▁Lock": 18199,
+      "▁siendo": 18200,
+      "фек": 18201,
+      "même": 18202,
+      "▁packet": 18203,
+      "▁Mountain": 18204,
+      "▁Fahr": 18205,
+      "braio": 18206,
+      "пере": 18207,
+      "▁genannt": 18208,
+      "▁deployment": 18209,
+      "Pal": 18210,
+      "ног": 18211,
+      "стру": 18212,
+      "Prim": 18213,
+      "für": 18214,
+      "▁dangerous": 18215,
+      "▁szám": 18216,
+      "reck": 18217,
+      "▁popup": 18218,
+      "icky": 18219,
+      "inar": 18220,
+      "cowo": 18221,
+      "нцикло": 18222,
+      "ítás": 18223,
+      "▁plugins": 18224,
+      "▁driven": 18225,
+      "лев": 18226,
+      "▁\"(": 18227,
+      "tta": 18228,
+      "▁Ú": 18229,
+      "▁eb": 18230,
+      "▁'';": 18231,
+      "▁knock": 18232,
+      "▁основа": 18233,
+      "▁maison": 18234,
+      "гля": 18235,
+      "▁Honor": 18236,
+      "tail": 18237,
+      "ritz": 18238,
+      "▁guys": 18239,
+      "▁combinations": 18240,
+      "ondere": 18241,
+      "▁Ald": 18242,
+      "▁fiddle": 18243,
+      "дав": 18244,
+      "urd": 18245,
+      "▁projection": 18246,
+      "▁También": 18247,
+      "verb": 18248,
+      "▁terre": 18249,
+      "rugu": 18250,
+      "▁september": 18251,
+      "▁<!": 18252,
+      "cost": 18253,
+      "▁nut": 18254,
+      "{%": 18255,
+      "▁ubic": 18256,
+      "amarin": 18257,
+      "тии": 18258,
+      "▁patron": 18259,
+      "▁amely": 18260,
+      "▁esto": 18261,
+      "▁listop": 18262,
+      "fal": 18263,
+      "▁Prop": 18264,
+      "▁Ont": 18265,
+      "▁Made": 18266,
+      "TEST": 18267,
+      "▁Nem": 18268,
+      "▁Nations": 18269,
+      "▁ву": 18270,
+      "including": 18271,
+      "▁spectrum": 18272,
+      "▁Lan": 18273,
+      "▁Ever": 18274,
+      "Paul": 18275,
+      "tm": 18276,
+      "Append": 18277,
+      "Relative": 18278,
+      "disabled": 18279,
+      "returns": 18280,
+      "▁flowers": 18281,
+      "iku": 18282,
+      "▁|\\": 18283,
+      "▁Jordan": 18284,
+      "▁Small": 18285,
+      "▁cic": 18286,
+      "▁sexual": 18287,
+      "autre": 18288,
+      "вал": 18289,
+      "▁rip": 18290,
+      "oust": 18291,
+      "▁Philadelphia": 18292,
+      "▁uk": 18293,
+      "▁Mongo": 18294,
+      "xmlns": 18295,
+      "▁shop": 18296,
+      "▁debugger": 18297,
+      "▁zaj": 18298,
+      "▁Billy": 18299,
+      "▁niem": 18300,
+      "olis": 18301,
+      "▁россий": 18302,
+      "agner": 18303,
+      "▁maven": 18304,
+      "▁Gustav": 18305,
+      "Aus": 18306,
+      "compare": 18307,
+      "▁jeu": 18308,
+      "uder": 18309,
+      "ishment": 18310,
+      "▁дивизи": 18311,
+      "▁Finland": 18312,
+      "нут": 18313,
+      "zés": 18314,
+      "▁Ligações": 18315,
+      "▁quello": 18316,
+      "annotation": 18317,
+      "▁threw": 18318,
+      "▁Proof": 18319,
+      "▁Area": 18320,
+      "ashi": 18321,
+      "▁FO": 18322,
+      "jamin": 18323,
+      "дент": 18324,
+      "▁unus": 18325,
+      "friend": 18326,
+      ".\");": 18327,
+      "▁trakten": 18328,
+      "documentclass": 18329,
+      "anka": 18330,
+      "▁arrive": 18331,
+      "▁donne": 18332,
+      "oly": 18333,
+      "▁Rein": 18334,
+      "▁facebook": 18335,
+      "icina": 18336,
+      "slice": 18337,
+      "▁nagy": 18338,
+      "▁hebben": 18339,
+      "▁IC": 18340,
+      "▁Bag": 18341,
+      "▁circul": 18342,
+      "áct": 18343,
+      "mitt": 18344,
+      "▁grey": 18345,
+      "▁cav": 18346,
+      "▁особи": 18347,
+      "▁symmetric": 18348,
+      "▁Sic": 18349,
+      "▁medium": 18350,
+      "▁UTF": 18351,
+      "▁Dopo": 18352,
+      "ích": 18353,
+      "bare": 18354,
+      "dzie": 18355,
+      "▁heaven": 18356,
+      "▁campe": 18357,
+      "esterday": 18358,
+      "▁Wissenschaft": 18359,
+      "поль": 18360,
+      "did": 18361,
+      "aler": 18362,
+      "▁citizens": 18363,
+      "▁Margaret": 18364,
+      "▁sought": 18365,
+      "charts": 18366,
+      "CLC": 18367,
+      "olly": 18368,
+      "ysz": 18369,
+      "wald": 18370,
+      "▁fen": 18371,
+      "▁Six": 18372,
+      "▁Urs": 18373,
+      "▁орган": 18374,
+      "▁Trad": 18375,
+      "cue": 18376,
+      "schutz": 18377,
+      "▁precise": 18378,
+      "▁Window": 18379,
+      "тие": 18380,
+      "лові": 18381,
+      "itori": 18382,
+      "disambiguation": 18383,
+      "▁хи": 18384,
+      "▁Natural": 18385,
+      "dan": 18386,
+      "▁concrete": 18387,
+      "ција": 18388,
+      "▁spel": 18389,
+      "▁Failed": 18390,
+      "ście": 18391,
+      "▁buf": 18392,
+      "uca": 18393,
+      "icional": 18394,
+      "▁ottobre": 18395,
+      "▁фі": 18396,
+      "▁submitted": 18397,
+      "lave": 18398,
+      "▁Plot": 18399,
+      "▁colleg": 18400,
+      "adem": 18401,
+      "▁chaque": 18402,
+      "▁neighborhood": 18403,
+      "▁calciatore": 18404,
+      "Loop": 18405,
+      "▁Gast": 18406,
+      "▁когда": 18407,
+      "▁industrial": 18408,
+      "▁fatal": 18409,
+      "▁Cert": 18410,
+      "lation": 18411,
+      "▁Одна": 18412,
+      "▁jamais": 18413,
+      "▁accum": 18414,
+      "Identity": 18415,
+      "▁Medal": 18416,
+      "Metadata": 18417,
+      "▁людя": 18418,
+      "bridge": 18419,
+      "Good": 18420,
+      "▁чтобы": 18421,
+      "▁composer": 18422,
+      "▁bread": 18423,
+      "▁closure": 18424,
+      "▁largely": 18425,
+      "FB": 18426,
+      "▁область": 18427,
+      "▁automatic": 18428,
+      "aría": 18429,
+      "▁sufficiently": 18430,
+      "▁italiana": 18431,
+      "▁каче": 18432,
+      "▁Jó": 18433,
+      "history": 18434,
+      "▁HD": 18435,
+      "▁siguiente": 18436,
+      "nell": 18437,
+      "▁Gree": 18438,
+      "▁Ti": 18439,
+      "▁transferred": 18440,
+      "équipe": 18441,
+      "▁Philippe": 18442,
+      "▁encourag": 18443,
+      "▁Vietnam": 18444,
+      "▁graphs": 18445,
+      "▁symmetry": 18446,
+      "fred": 18447,
+      "week": 18448,
+      "▁bronze": 18449,
+      "rys": 18450,
+      "▁namely": 18451,
+      "onders": 18452,
+      "lemagne": 18453,
+      "XY": 18454,
+      "Convert": 18455,
+      "}](": 18456,
+      "Region": 18457,
+      "pecies": 18458,
+      "▁texture": 18459,
+      "▁chr": 18460,
+      "него": 18461,
+      "▁somebody": 18462,
+      "aqu": 18463,
+      "eras": 18464,
+      "▁Ново": 18465,
+      "▁dez": 18466,
+      "aniu": 18467,
+      "okrat": 18468,
+      "▁covers": 18469,
+      "▁signals": 18470,
+      "ђе": 18471,
+      "▁Heb": 18472,
+      "▁Anti": 18473,
+      "IVE": 18474,
+      "▁ress": 18475,
+      "LETE": 18476,
+      "yna": 18477,
+      "пла": 18478,
+      "ждения": 18479,
+      "▁champ": 18480,
+      "▁villages": 18481,
+      "Zone": 18482,
+      "▁iPhone": 18483,
+      "▁souvent": 18484,
+      "ські": 18485,
+      "▁febbraio": 18486,
+      "ército": 18487,
+      "▁XI": 18488,
+      "okat": 18489,
+      "▁membres": 18490,
+      "junit": 18491,
+      "▁Draw": 18492,
+      "▁прово": 18493,
+      "audio": 18494,
+      "endl": 18495,
+      "▁Nad": 18496,
+      "▁magnitude": 18497,
+      "Sur": 18498,
+      "icing": 18499,
+      "▁unw": 18500,
+      "▁отри": 18501,
+      "▁Bey": 18502,
+      "▁Vik": 18503,
+      "▁política": 18504,
+      "porter": 18505,
+      "▁Barbara": 18506,
+      "ált": 18507,
+      "bib": 18508,
+      "▁accompan": 18509,
+      "VP": 18510,
+      "▁encoded": 18511,
+      "▁Sometimes": 18512,
+      "bird": 18513,
+      "▁Ult": 18514,
+      "▁tun": 18515,
+      "getText": 18516,
+      "▁arrival": 18517,
+      "scriptstyle": 18518,
+      "{`": 18519,
+      "▁perspective": 18520,
+      "LINE": 18521,
+      "Formatter": 18522,
+      "▁bom": 18523,
+      "вра": 18524,
+      "DEBUG": 18525,
+      "Bounds": 18526,
+      "▁Title": 18527,
+      "ló": 18528,
+      "Dan": 18529,
+      "▁gene": 18530,
+      "▁Bit": 18531,
+      "▁reproduce": 18532,
+      "▁graphics": 18533,
+      "▁сем": 18534,
+      "рё": 18535,
+      "▁реки": 18536,
+      "usalem": 18537,
+      "рож": 18538,
+      "▁DES": 18539,
+      "▁Software": 18540,
+      "urance": 18541,
+      "ithmetic": 18542,
+      "eness": 18543,
+      "ichi": 18544,
+      "Converter": 18545,
+      "▁github": 18546,
+      "erdings": 18547,
+      "glise": 18548,
+      "ách": 18549,
+      "▁buried": 18550,
+      "▁vision": 18551,
+      "Miss": 18552,
+      "▁sees": 18553,
+      "▁personnes": 18554,
+      "▁Intel": 18555,
+      "elia": 18556,
+      "▁člán": 18557,
+      "▁chi": 18558,
+      "▁klas": 18559,
+      "auté": 18560,
+      "▁stark": 18561,
+      "cze": 18562,
+      "▁drivers": 18563,
+      "vn": 18564,
+      "!,": 18565,
+      "▁годы": 18566,
+      "Hi": 18567,
+      "▁explains": 18568,
+      "articles": 18569,
+      "▁zug": 18570,
+      "Prom": 18571,
+      ">=": 18572,
+      "▁Beat": 18573,
+      "▁Sax": 18574,
+      "vertical": 18575,
+      "кто": 18576,
+      "▁plants": 18577,
+      "▁Références": 18578,
+      "▁ogni": 18579,
+      "▁curs": 18580,
+      "▁SK": 18581,
+      "они": 18582,
+      "▁destac": 18583,
+      "\");\r": 18584,
+      "▁Sure": 18585,
+      "▁partido": 18586,
+      "▁Folge": 18587,
+      "▁Moore": 18588,
+      "▁wz": 18589,
+      "скус": 18590,
+      "ltre": 18591,
+      "ondo": 18592,
+      "▁pose": 18593,
+      "imos": 18594,
+      "бой": 18595,
+      "ципа": 18596,
+      "jus": 18597,
+      ".....": 18598,
+      "▁época": 18599,
+      "▁quanto": 18600,
+      "▁Support": 18601,
+      "geschichte": 18602,
+      "SERVER": 18603,
+      "▁Georges": 18604,
+      "enum": 18605,
+      "▁herm": 18606,
+      "▁nebo": 18607,
+      "▁Chr": 18608,
+      "character": 18609,
+      "▁***": 18610,
+      "▁Forsch": 18611,
+      "iami": 18612,
+      "▁¿": 18613,
+      "cych": 18614,
+      "▁fifth": 18615,
+      "sent": 18616,
+      "▁anderem": 18617,
+      "▁proportion": 18618,
+      "▁prest": 18619,
+      "▁Girl": 18620,
+      "▁drama": 18621,
+      "wand": 18622,
+      "▁Mail": 18623,
+      "▁Lux": 18624,
+      "▁který": 18625,
+      "▁Gesellschaft": 18626,
+      "▁Hinweis": 18627,
+      "nisse": 18628,
+      "▁mondo": 18629,
+      "Eq": 18630,
+      "▁perí": 18631,
+      "▁eastern": 18632,
+      "▁UEFA": 18633,
+      "uale": 18634,
+      "▁convex": 18635,
+      "▁поль": 18636,
+      "▁Hey": 18637,
+      "zenie": 18638,
+      "initely": 18639,
+      "▁Zusammen": 18640,
+      "SSL": 18641,
+      "ocal": 18642,
+      "▁canal": 18643,
+      "voy": 18644,
+      "▁Кри": 18645,
+      "▁között": 18646,
+      "▁cars": 18647,
+      "▁versión": 18648,
+      "Environment": 18649,
+      "Her": 18650,
+      "▁señ": 18651,
+      "▁spatial": 18652,
+      "ymi": 18653,
+      "Fire": 18654,
+      "▁veget": 18655,
+      "▁Wie": 18656,
+      "▁znaj": 18657,
+      "▁damage": 18658,
+      "▁endl": 18659,
+      "gif": 18660,
+      "▁quali": 18661,
+      "▁которых": 18662,
+      "ellan": 18663,
+      "▁mens": 18664,
+      "▁plug": 18665,
+      "▁abund": 18666,
+      "FIG": 18667,
+      "▁sf": 18668,
+      "▁confl": 18669,
+      "▁населения": 18670,
+      "▁principles": 18671,
+      "▁Gabriel": 18672,
+      "ibe": 18673,
+      "▁{%": 18674,
+      "▁població": 18675,
+      "ніципа": 18676,
+      "▁extreme": 18677,
+      "▁asse": 18678,
+      "▁vu": 18679,
+      "Mock": 18680,
+      "▁spielte": 18681,
+      "▁Aer": 18682,
+      "▁datos": 18683,
+      "endes": 18684,
+      "▁Gel": 18685,
+      "▁Gor": 18686,
+      "Christ": 18687,
+      "chos": 18688,
+      "Processor": 18689,
+      "▁instruct": 18690,
+      "▁picked": 18691,
+      "nahme": 18692,
+      "fahr": 18693,
+      "▁indicated": 18694,
+      "▁%.": 18695,
+      "▁ts": 18696,
+      "▁notable": 18697,
+      "▁qualified": 18698,
+      "▁Ал": 18699,
+      "Black": 18700,
+      "▁council": 18701,
+      "▁overhead": 18702,
+      "aci": 18703,
+      "année": 18704,
+      "▁initWith": 18705,
+      "bió": 18706,
+      "▁introduction": 18707,
+      "▁companion": 18708,
+      "▁expon": 18709,
+      "▁kör": 18710,
+      "oby": 18711,
+      "burn": 18712,
+      "gnu": 18713,
+      "virtual": 18714,
+      "▁intellect": 18715,
+      "▁держа": 18716,
+      "'+": 18717,
+      "бле": 18718,
+      "▁strictly": 18719,
+      "▁recognize": 18720,
+      "hour": 18721,
+      "▁Wrest": 18722,
+      "ennen": 18723,
+      "$).": 18724,
+      "fff": 18725,
+      "▁Centro": 18726,
+      "▁Pitt": 18727,
+      "▁dział": 18728,
+      "▁cela": 18729,
+      "▁francese": 18730,
+      "рами": 18731,
+      "special": 18732,
+      "▁Dup": 18733,
+      "toire": 18734,
+      "каль": 18735,
+      "COUNT": 18736,
+      "▁Brook": 18737,
+      "▁руково": 18738,
+      "publique": 18739,
+      "▁seconda": 18740,
+      "▁compt": 18741,
+      "▁bland": 18742,
+      "Before": 18743,
+      "▁Pack": 18744,
+      "alty": 18745,
+      "öder": 18746,
+      "▁intervals": 18747,
+      "▁Datenbank": 18748,
+      "Movie": 18749,
+      "▁transm": 18750,
+      "▁tap": 18751,
+      "▁поч": 18752,
+      "fon": 18753,
+      "iai": 18754,
+      "▁fib": 18755,
+      "▁wyd": 18756,
+      "▁hung": 18757,
+      "▁alive": 18758,
+      "Clear": 18759,
+      "▁pushed": 18760,
+      "▁tuple": 18761,
+      "achen": 18762,
+      "гово": 18763,
+      "▁revers": 18764,
+      "▁augment": 18765,
+      "▁challenge": 18766,
+      "lost": 18767,
+      "▁deuxième": 18768,
+      "structor": 18769,
+      "▁mehrerer": 18770,
+      "atural": 18771,
+      "Split": 18772,
+      "стем": 18773,
+      "шла": 18774,
+      ")\\\\": 18775,
+      "▁Dog": 18776,
+      "▁developers": 18777,
+      "▁nod": 18778,
+      "▁сторо": 18779,
+      "▁NaN": 18780,
+      "▁priest": 18781,
+      "▁exha": 18782,
+      "UND": 18783,
+      "pair": 18784,
+      "alone": 18785,
+      "▁moon": 18786,
+      "▁#!/": 18787,
+      "▁guns": 18788,
+      "rola": 18789,
+      "чита": 18790,
+      "▁Encyclopedia": 18791,
+      "atis": 18792,
+      "▁'\"": 18793,
+      "zych": 18794,
+      "▁superfic": 18795,
+      "▁эк": 18796,
+      "едера": 18797,
+      "feed": 18798,
+      "LAY": 18799,
+      "Fi": 18800,
+      "unks": 18801,
+      "isecond": 18802,
+      "▁'@": 18803,
+      "▁Adding": 18804,
+      "рое": 18805,
+      "▁tang": 18806,
+      "цо": 18807,
+      "hung": 18808,
+      "bis": 18809,
+      "ského": 18810,
+      "▁advert": 18811,
+      "▁занима": 18812,
+      "uzz": 18813,
+      "ágina": 18814,
+      "▁Tel": 18815,
+      "sig": 18816,
+      "▁Ez": 18817,
+      "▁guarantee": 18818,
+      "▁teaching": 18819,
+      "oty": 18820,
+      "termin": 18821,
+      "▁distributions": 18822,
+      "FLA": 18823,
+      "▁Giuseppe": 18824,
+      "querySelector": 18825,
+      "▁/\\": 18826,
+      "▁Squad": 18827,
+      "gz": 18828,
+      "delay": 18829,
+      "▁surrounding": 18830,
+      "▁manus": 18831,
+      "▁Hou": 18832,
+      "²,": 18833,
+      "▁cultiv": 18834,
+      "▁troubles": 18835,
+      "▁raison": 18836,
+      "expand": 18837,
+      "▁cov": 18838,
+      "nungen": 18839,
+      ")){": 18840,
+      "▁geen": 18841,
+      "▁außer": 18842,
+      "▁Лі": 18843,
+      "ři": 18844,
+      "▁situations": 18845,
+      "▁telep": 18846,
+      "▁Jed": 18847,
+      "▁travail": 18848,
+      "lias": 18849,
+      "bullet": 18850,
+      "▁selecting": 18851,
+      "avier": 18852,
+      "▁essential": 18853,
+      "(/": 18854,
+      "yyyy": 18855,
+      "ště": 18856,
+      "ulty": 18857,
+      "▁kra": 18858,
+      "▁tabs": 18859,
+      "▁experienced": 18860,
+      "azi": 18861,
+      "▁Directory": 18862,
+      "▁cron": 18863,
+      "▁spend": 18864,
+      "▁RA": 18865,
+      "▁selenium": 18866,
+      "▁Thé": 18867,
+      "Elements": 18868,
+      "cii": 18869,
+      "▁plat": 18870,
+      "▁archive": 18871,
+      "▁assistance": 18872,
+      "▁neck": 18873,
+      "▁Avenue": 18874,
+      "▁wheel": 18875,
+      "▁hade": 18876,
+      "Common": 18877,
+      "▁Dialog": 18878,
+      "▁forg": 18879,
+      "▁surely": 18880,
+      "▁hockey": 18881,
+      "któ": 18882,
+      "▁tk": 18883,
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁": 18884,
+      "▁Bruce": 18885,
+      "▁enorm": 18886,
+      ",’": 18887,
+      "▁Christopher": 18888,
+      "jev": 18889,
+      "▁quad": 18890,
+      "▁AJAX": 18891,
+      "▁relief": 18892,
+      "▁modes": 18893,
+      "sklär": 18894,
+      "▁Vid": 18895,
+      "▁Serial": 18896,
+      "▁tokens": 18897,
+      "▁Poland": 18898,
+      "\\]": 18899,
+      "▁vide": 18900,
+      "rooms": 18901,
+      "omas": 18902,
+      "▁Bureau": 18903,
+      "cx": 18904,
+      "ностью": 18905,
+      "▁signs": 18906,
+      "шение": 18907,
+      "lossen": 18908,
+      "▁Queens": 18909,
+      "▁membre": 18910,
+      "▁mez": 18911,
+      "▁Bool": 18912,
+      "▁Naj": 18913,
+      "▁Memory": 18914,
+      "▁Khan": 18915,
+      "▁là": 18916,
+      "▁Hud": 18917,
+      "▁dismiss": 18918,
+      "ighth": 18919,
+      "▁fs": 18920,
+      "prevent": 18921,
+      "▁меда": 18922,
+      "▁Police": 18923,
+      "▁ско": 18924,
+      "finite": 18925,
+      "▁ami": 18926,
+      "▁Much": 18927,
+      "owania": 18928,
+      "ORY": 18929,
+      "iors": 18930,
+      "▁Premio": 18931,
+      "▁textbox": 18932,
+      "dm": 18933,
+      "▁afin": 18934,
+      "▁Donald": 18935,
+      "▁Priv": 18936,
+      "▁decid": 18937,
+      "▁Maurice": 18938,
+      "agan": 18939,
+      "▁Britannica": 18940,
+      "▁oft": 18941,
+      "▁consecutive": 18942,
+      "\"?>": 18943,
+      "овий": 18944,
+      "student": 18945,
+      "▁peque": 18946,
+      "▁dieses": 18947,
+      "▁retour": 18948,
+      "étr": 18949,
+      "▁сез": 18950,
+      "▁kre": 18951,
+      "▁votes": 18952,
+      "ruption": 18953,
+      "izada": 18954,
+      "▁Wiel": 18955,
+      "▁Gray": 18956,
+      "▁Leop": 18957,
+      "teilung": 18958,
+      "(['": 18959,
+      "▁whites": 18960,
+      "frica": 18961,
+      "animation": 18962,
+      "curl": 18963,
+      "lings": 18964,
+      "=\"$": 18965,
+      "loyd": 18966,
+      "textsc": 18967,
+      "ору": 18968,
+      "▁села": 18969,
+      "esian": 18970,
+      "▁Mission": 18971,
+      "▁неза": 18972,
+      "▁ultimately": 18973,
+      "бов": 18974,
+      "olen": 18975,
+      "скому": 18976,
+      "nete": 18977,
+      "▁Dit": 18978,
+      "▁costru": 18979,
+      "dependent": 18980,
+      "▁Resource": 18981,
+      "▁hosts": 18982,
+      "▁rear": 18983,
+      "Duration": 18984,
+      "ників": 18985,
+      "Ма": 18986,
+      "▁planning": 18987,
+      "▁prediction": 18988,
+      "▁Lyn": 18989,
+      "▁kir": 18990,
+      "▁Legisl": 18991,
+      "мат": 18992,
+      "▁Soccer": 18993,
+      "▁survey": 18994,
+      "▁estadounidense": 18995,
+      "orgen": 18996,
+      "jourd": 18997,
+      "▁aprile": 18998,
+      "▁ids": 18999,
+      "ське": 19000,
+      "▁employee": 19001,
+      "▁Schauspieler": 19002,
+      "ръ": 19003,
+      "▁multimedia": 19004,
+      "▁свою": 19005,
+      "▁wine": 19006,
+      "▁EU": 19007,
+      "ică": 19008,
+      "▁Rhein": 19009,
+      "▁Palmar": 19010,
+      "oteca": 19011,
+      "▁prepare": 19012,
+      "▁Tot": 19013,
+      "▁Null": 19014,
+      "▁kin": 19015,
+      "inals": 19016,
+      "▁Newton": 19017,
+      "▁tbl": 19018,
+      "▁Sold": 19019,
+      "▁verf": 19020,
+      "aturing": 19021,
+      "▁laptop": 19022,
+      "▁Совет": 19023,
+      "secret": 19024,
+      "▁Olympic": 19025,
+      "▁footballer": 19026,
+      "▁Rudolf": 19027,
+      "▁conhe": 19028,
+      "zysk": 19029,
+      "▁evaluated": 19030,
+      "»)": 19031,
+      "shop": 19032,
+      "repository": 19033,
+      "▁zach": 19034,
+      "▁losing": 19035,
+      "etter": 19036,
+      "▁Wirtschaft": 19037,
+      "так": 19038,
+      "▁unnecessary": 19039,
+      "▁Phot": 19040,
+      "anska": 19041,
+      "▁Native": 19042,
+      "CCE": 19043,
+      "▁fifty": 19044,
+      "▁erw": 19045,
+      "rh": 19046,
+      "issent": 19047,
+      "}{(": 19048,
+      "▁lanç": 19049,
+      "▁Xcode": 19050,
+      "город": 19051,
+      "cir": 19052,
+      "▁película": 19053,
+      "▁Oscar": 19054,
+      "▁shore": 19055,
+      "▁supplied": 19056,
+      "examples": 19057,
+      "Mess": 19058,
+      "VICE": 19059,
+      "▁exclude": 19060,
+      "▁hen": 19061,
+      "▁губер": 19062,
+      "▁Fragment": 19063,
+      "▁Bitte": 19064,
+      "▁Besides": 19065,
+      "▁hes": 19066,
+      "▁ihrem": 19067,
+      "▁Serge": 19068,
+      "▁artific": 19069,
+      "=\"${": 19070,
+      "лово": 19071,
+      "uteur": 19072,
+      "taire": 19073,
+      "пас": 19074,
+      "▁easiest": 19075,
+      "▁famiglia": 19076,
+      "Normal": 19077,
+      "▁dalle": 19078,
+      "▁nations": 19079,
+      "rp": 19080,
+      "thead": 19081,
+      "▁області": 19082,
+      "▁Democratic": 19083,
+      "▁челове": 19084,
+      "мож": 19085,
+      "▁гер": 19086,
+      "▁smallest": 19087,
+      "▁Publishing": 19088,
+      "▁Ts": 19089,
+      "▁laughed": 19090,
+      "lle": 19091,
+      "▁Amt": 19092,
+      "▁IIS": 19093,
+      "FORM": 19094,
+      "Mag": 19095,
+      "дон": 19096,
+      "▁storia": 19097,
+      "▁organized": 19098,
+      "ční": 19099,
+      "▁ox": 19100,
+      "lingen": 19101,
+      "▁luego": 19102,
+      "cció": 19103,
+      "▁rely": 19104,
+      "▁tussen": 19105,
+      "erten": 19106,
+      "▁honour": 19107,
+      "▁Claude": 19108,
+      "▁Korea": 19109,
+      "▁Metropol": 19110,
+      "Super": 19111,
+      "rien": 19112,
+      "érature": 19113,
+      "attro": 19114,
+      "▁біль": 19115,
+      "▁Herbert": 19116,
+      "▁auteurs": 19117,
+      "▁darauf": 19118,
+      "▁mental": 19119,
+      "▁rang": 19120,
+      "▁són": 19121,
+      "▁Soph": 19122,
+      ")\",": 19123,
+      "Descriptor": 19124,
+      "prepare": 19125,
+      "▁Landkreis": 19126,
+      "HC": 19127,
+      "cross": 19128,
+      "лиза": 19129,
+      "▁Login": 19130,
+      "onen": 19131,
+      "Feature": 19132,
+      "▁museum": 19133,
+      "vek": 19134,
+      "▁Nelson": 19135,
+      "▁rejo": 19136,
+      "▁команди": 19137,
+      "▁summar": 19138,
+      "▁следу": 19139,
+      "ämp": 19140,
+      "▁Gas": 19141,
+      "вом": 19142,
+      "VALUE": 19143,
+      "inge": 19144,
+      "period": 19145,
+      "lassen": 19146,
+      "ával": 19147,
+      "▁altogether": 19148,
+      "umph": 19149,
+      "istro": 19150,
+      "ąż": 19151,
+      "▁Keep": 19152,
+      "▁Marco": 19153,
+      "▁étant": 19154,
+      "▁Dre": 19155,
+      "geometry": 19156,
+      "▁Kas": 19157,
+      "messages": 19158,
+      "Cook": 19159,
+      "▁Side": 19160,
+      "▁коми": 19161,
+      "стри": 19162,
+      "▁excess": 19163,
+      "▁Biografia": 19164,
+      "XXXX": 19165,
+      "▁Nie": 19166,
+      "vendor": 19167,
+      "xsd": 19168,
+      "Mill": 19169,
+      "processing": 19170,
+      "▁Missouri": 19171,
+      "▁permett": 19172,
+      "▁apar": 19173,
+      "▁crowd": 19174,
+      "fert": 19175,
+      "▁Dou": 19176,
+      "rí": 19177,
+      "▁CC": 19178,
+      "▁payment": 19179,
+      "▁Hollywood": 19180,
+      "▁Virtual": 19181,
+      "▁spoken": 19182,
+      "▁tram": 19183,
+      "▁Community": 19184,
+      "▁administrative": 19185,
+      "▁воло": 19186,
+      "gior": 19187,
+      "visor": 19188,
+      "▁Украи": 19189,
+      "stage": 19190,
+      "▁Format": 19191,
+      "▁convenient": 19192,
+      "На": 19193,
+      "▁median": 19194,
+      "▁вра": 19195,
+      "▁Према": 19196,
+      "enig": 19197,
+      "▁Opera": 19198,
+      "rés": 19199,
+      "▁fmt": 19200,
+      "▁efficiency": 19201,
+      "male": 19202,
+      "Master": 19203,
+      "Series": 19204,
+      "▁syd": 19205,
+      "generic": 19206,
+      "interval": 19207,
+      "▁efect": 19208,
+      "▁inwoners": 19209,
+      "лимпи": 19210,
+      "irement": 19211,
+      "Err": 19212,
+      "öh": 19213,
+      "▁lying": 19214,
+      "▁Settings": 19215,
+      "!=": 19216,
+      "ematic": 19217,
+      "argv": 19218,
+      "▁Basic": 19219,
+      "▁consideration": 19220,
+      "▁habe": 19221,
+      "-%": 19222,
+      "▁mountains": 19223,
+      "▁peak": 19224,
+      "▁fallen": 19225,
+      "eded": 19226,
+      "logic": 19227,
+      "▁matched": 19228,
+      "▁typing": 19229,
+      ")},": 19230,
+      "▁fancy": 19231,
+      "▁elegant": 19232,
+      "ال": 19233,
+      "▁участ": 19234,
+      "▁Sarah": 19235,
+      "▁Verd": 19236,
+      "▁tego": 19237,
+      "rules": 19238,
+      "▁mounted": 19239,
+      "▁ім": 19240,
+      "еру": 19241,
+      "stoff": 19242,
+      "fahren": 19243,
+      "distance": 19244,
+      "▁License": 19245,
+      "▁LEFT": 19246,
+      "▁wp": 19247,
+      "/{": 19248,
+      "▁amazon": 19249,
+      ">&": 19250,
+      "▁első": 19251,
+      "quarters": 19252,
+      "▁shock": 19253,
+      "nick": 19254,
+      "▁Archite": 19255,
+      "▁Square": 19256,
+      "▁rates": 19257,
+      "iore": 19258,
+      "▁Nat": 19259,
+      "▁Charlot": 19260,
+      "reichen": 19261,
+      "▁variation": 19262,
+      "osis": 19263,
+      "life": 19264,
+      "slide": 19265,
+      "abi": 19266,
+      "uki": 19267,
+      "mysq": 19268,
+      "▁primitive": 19269,
+      "▁universitaire": 19270,
+      "LENG": 19271,
+      "ależ": 19272,
+      "ebook": 19273,
+      "syn": 19274,
+      "▁Gegen": 19275,
+      "▁Kü": 19276,
+      "▁але": 19277,
+      "▁Lub": 19278,
+      "concurrent": 19279,
+      "izzato": 19280,
+      "▁stub": 19281,
+      "▁ie": 19282,
+      "▁'./": 19283,
+      "cod": 19284,
+      "▁internacional": 19285,
+      "▁Glas": 19286,
+      "▁mare": 19287,
+      "▁Neb": 19288,
+      "▁GB": 19289,
+      "kwargs": 19290,
+      "▁aument": 19291,
+      "WID": 19292,
+      "▁род": 19293,
+      "punkt": 19294,
+      "▁Grad": 19295,
+      "SN": 19296,
+      "AMP": 19297,
+      "▁Born": 19298,
+      "▁Guerre": 19299,
+      "готов": 19300,
+      "▁medio": 19301,
+      "Med": 19302,
+      "supp": 19303,
+      "actual": 19304,
+      "dropdown": 19305,
+      "▁oktober": 19306,
+      "▁ř": 19307,
+      "▁circular": 19308,
+      "▁skin": 19309,
+      "▁emphas": 19310,
+      "▁голов": 19311,
+      "▁pue": 19312,
+      "▁informations": 19313,
+      "▁Wolfgang": 19314,
+      "▁useless": 19315,
+      "ит": 19316,
+      "▁Joan": 19317,
+      "▁бор": 19318,
+      "▁Glad": 19319,
+      "▁Know": 19320,
+      "ként": 19321,
+      "speed": 19322,
+      "▁Kevin": 19323,
+      "unft": 19324,
+      "▁arqu": 19325,
+      "▁Casa": 19326,
+      "(...": 19327,
+      "▁rapidly": 19328,
+      "▁proble": 19329,
+      "▁Википеди": 19330,
+      "žen": 19331,
+      "▁Neben": 19332,
+      "▁Meter": 19333,
+      "Children": 19334,
+      "cem": 19335,
+      "igos": 19336,
+      "aju": 19337,
+      "▁Retrie": 19338,
+      "▁Hell": 19339,
+      "▁gig": 19340,
+      "▁controvers": 19341,
+      "▁zoom": 19342,
+      "▁cens": 19343,
+      "▁alcuni": 19344,
+      "▁Header": 19345,
+      "Meta": 19346,
+      "Required": 19347,
+      "▁институ": 19348,
+      "▁skup": 19349,
+      "▁ingles": 19350,
+      "égl": 19351,
+      "bij": 19352,
+      "▁tér": 19353,
+      "▁compag": 19354,
+      "▁committed": 19355,
+      "▁processed": 19356,
+      "Lower": 19357,
+      "▁Foreign": 19358,
+      "▁seq": 19359,
+      "sheets": 19360,
+      "▁Fem": 19361,
+      "hoz": 19362,
+      "inks": 19363,
+      "▁kall": 19364,
+      "variant": 19365,
+      "▁libro": 19366,
+      "▁clicks": 19367,
+      "▁gobierno": 19368,
+      "iegel": 19369,
+      "мого": 19370,
+      "geme": 19371,
+      "▁tower": 19372,
+      "▁parish": 19373,
+      "▁TCP": 19374,
+      "▁ls": 19375,
+      "▁nginx": 19376,
+      "NaN": 19377,
+      "▁Dir": 19378,
+      "▁Begriffe": 19379,
+      "arie": 19380,
+      "ímp": 19381,
+      "icios": 19382,
+      "▁sharing": 19383,
+      "▁cinéma": 19384,
+      "bec": 19385,
+      "RED": 19386,
+      "▁Kra": 19387,
+      "abol": 19388,
+      "▁flux": 19389,
+      "▁expensive": 19390,
+      "▁суще": 19391,
+      "▁`_": 19392,
+      "ocz": 19393,
+      "лист": 19394,
+      "▁acquaint": 19395,
+      "▁wise": 19396,
+      "▁pouvoir": 19397,
+      "▁devant": 19398,
+      "▁momentum": 19399,
+      "immer": 19400,
+      "▁Coupe": 19401,
+      "indexOf": 19402,
+      "▁doesnt": 19403,
+      "▁зав": 19404,
+      "▁license": 19405,
+      "▁â": 19406,
+      "CSS": 19407,
+      "▁rice": 19408,
+      "Team": 19409,
+      "▁ano": 19410,
+      "lit": 19411,
+      "▁merged": 19412,
+      "▁Cell": 19413,
+      "лл": 19414,
+      "boy": 19415,
+      "asts": 19416,
+      "▁sell": 19417,
+      "▁große": 19418,
+      "▁virtuel": 19419,
+      "Cancel": 19420,
+      "▁sj": 19421,
+      "gment": 19422,
+      ".<": 19423,
+      "чай": 19424,
+      "ië": 19425,
+      "akh": 19426,
+      "izers": 19427,
+      "prit": 19428,
+      "▁Tib": 19429,
+      "▁elaborate": 19430,
+      "▁fé": 19431,
+      "▁меди": 19432,
+      "LENGTH": 19433,
+      "▁primarily": 19434,
+      "▁scores": 19435,
+      "▁carrying": 19436,
+      "▁lake": 19437,
+      "compose": 19438,
+      "▁Township": 19439,
+      "unge": 19440,
+      "▁alberga": 19441,
+      "anych": 19442,
+      "quelle": 19443,
+      "▁Ark": 19444,
+      "▁pris": 19445,
+      "▁voll": 19446,
+      "шли": 19447,
+      "Validation": 19448,
+      "▁ceux": 19449,
+      "▁populate": 19450,
+      "\"\r": 19451,
+      "▁femmes": 19452,
+      "ANG": 19453,
+      "▁Despite": 19454,
+      "вые": 19455,
+      "iske": 19456,
+      "zug": 19457,
+      "нача": 19458,
+      "▁hatten": 19459,
+      "INSERT": 19460,
+      "Employee": 19461,
+      "▁moments": 19462,
+      "▁última": 19463,
+      "▁holder": 19464,
+      "blank": 19465,
+      "Collections": 19466,
+      "athers": 19467,
+      "▁grade": 19468,
+      "▁affairs": 19469,
+      ".$$": 19470,
+      "▁delta": 19471,
+      "▁Jugend": 19472,
+      "▁español": 19473,
+      "▁OUT": 19474,
+      "▁mathematical": 19475,
+      "▁mongo": 19476,
+      "▁Фе": 19477,
+      "uling": 19478,
+      "▁revolution": 19479,
+      "▁coin": 19480,
+      "▁subclass": 19481,
+      "\"=>": 19482,
+      "äche": 19483,
+      "▁pyg": 19484,
+      "щая": 19485,
+      "illery": 19486,
+      "▁comenz": 19487,
+      "depth": 19488,
+      "▁cél": 19489,
+      "▁resize": 19490,
+      "▁Same": 19491,
+      "▁strik": 19492,
+      "▁tir": 19493,
+      "▁scarc": 19494,
+      "▁Member": 19495,
+      "subscribe": 19496,
+      "óż": 19497,
+      "útbol": 19498,
+      "except": 19499,
+      "▁driving": 19500,
+      "kie": 19501,
+      "zony": 19502,
+      "èmes": 19503,
+      "David": 19504,
+      "issant": 19505,
+      "▁ты": 19506,
+      "▁élect": 19507,
+      "▁rename": 19508,
+      "▁Running": 19509,
+      "▁interfaces": 19510,
+      "////////////////": 19511,
+      "▁Walker": 19512,
+      "▁société": 19513,
+      "▁asks": 19514,
+      "brid": 19515,
+      "▁jewe": 19516,
+      "▁seines": 19517,
+      "▁agents": 19518,
+      "▁MY": 19519,
+      "▁Lawrence": 19520,
+      "dess": 19521,
+      "iesen": 19522,
+      "▁людях": 19523,
+      "прави": 19524,
+      "▁ancest": 19525,
+      "▁welche": 19526,
+      "raum": 19527,
+      "▁orb": 19528,
+      "scal": 19529,
+      "▁Lear": 19530,
+      "▁wear": 19531,
+      "▁slave": 19532,
+      "▁renamed": 19533,
+      "čen": 19534,
+      "maste": 19535,
+      "angles": 19536,
+      "▁América": 19537,
+      "▁ti": 19538,
+      "▁demsel": 19539,
+      "▁beneath": 19540,
+      "binary": 19541,
+      "▁edición": 19542,
+      "▁kilomet": 19543,
+      "uits": 19544,
+      "▁cuatro": 19545,
+      "▁entrance": 19546,
+      "ondissement": 19547,
+      "▁bag": 19548,
+      "▁Armen": 19549,
+      "ijo": 19550,
+      "▁Lors": 19551,
+      "▁demselben": 19552,
+      "êm": 19553,
+      "▁discrete": 19554,
+      "▁prominent": 19555,
+      "▁Jay": 19556,
+      "decor": 19557,
+      "DL": 19558,
+      "▁dí": 19559,
+      "Struct": 19560,
+      "▁Production": 19561,
+      "they": 19562,
+      "arius": 19563,
+      "schnitt": 19564,
+      "▁Cou": 19565,
+      "▁lex": 19566,
+      "youtube": 19567,
+      "▁работа": 19568,
+      "station": 19569,
+      "sep": 19570,
+      "▁mirror": 19571,
+      "▁hits": 19572,
+      "▁Beck": 19573,
+      "atically": 19574,
+      "▁Laz": 19575,
+      "▁winner": 19576,
+      "DEX": 19577,
+      "▁INT": 19578,
+      "}^{-": 19579,
+      "▁wegen": 19580,
+      "mad": 19581,
+      "Angle": 19582,
+      "zing": 19583,
+      "▁Bayern": 19584,
+      "sal": 19585,
+      "äger": 19586,
+      "▁busy": 19587,
+      "▁stör": 19588,
+      "▁folk": 19589,
+      "▁prix": 19590,
+      "▁allocated": 19591,
+      "▁pt": 19592,
+      "affen": 19593,
+      "cluster": 19594,
+      "▁complement": 19595,
+      "árs": 19596,
+      "▁Amerika": 19597,
+      "рій": 19598,
+      "▁valley": 19599,
+      "▁rooms": 19600,
+      "▁moi": 19601,
+      ".\",": 19602,
+      ";;;;": 19603,
+      "▁lowest": 19604,
+      "nog": 19605,
+      "▁landet": 19606,
+      "▁programme": 19607,
+      "chio": 19608,
+      "▁Während": 19609,
+      "ández": 19610,
+      "▁долж": 19611,
+      "▁ouv": 19612,
+      "omány": 19613,
+      "▁Википедии": 19614,
+      "▁só": 19615,
+      "▁elektr": 19616,
+      "Desc": 19617,
+      "▁Beaut": 19618,
+      "нар": 19619,
+      "▁може": 19620,
+      "Pierre": 19621,
+      "esota": 19622,
+      "▁operated": 19623,
+      "▁forte": 19624,
+      "рис": 19625,
+      "▁opposition": 19626,
+      "alia": 19627,
+      "▁Syl": 19628,
+      "getName": 19629,
+      "вели": 19630,
+      "fik": 19631,
+      "▁comprom": 19632,
+      "▁TextView": 19633,
+      "Spring": 19634,
+      "metadata": 19635,
+      "engu": 19636,
+      "/,": 19637,
+      "▁carri": 19638,
+      "istol": 19639,
+      "▁diagonal": 19640,
+      "lista": 19641,
+      "izen": 19642,
+      "▁rende": 19643,
+      "gcc": 19644,
+      "beck": 19645,
+      "lius": 19646,
+      "iral": 19647,
+      "Resolver": 19648,
+      "▁percentage": 19649,
+      "▁attra": 19650,
+      "strings": 19651,
+      "wiąz": 19652,
+      "ods": 19653,
+      "волю": 19654,
+      "ęż": 19655,
+      "▁newspaper": 19656,
+      "imiter": 19657,
+      "ABC": 19658,
+      "▁Manchester": 19659,
+      "[{": 19660,
+      "Agent": 19661,
+      "▁Wor": 19662,
+      "▁Kath": 19663,
+      "▁пові": 19664,
+      "▁entonces": 19665,
+      "▁niveau": 19666,
+      "atted": 19667,
+      "learn": 19668,
+      "atiques": 19669,
+      "▁уби": 19670,
+      "▁quindi": 19671,
+      "binding": 19672,
+      "▁imported": 19673,
+      "▁Horn": 19674,
+      "emberg": 19675,
+      "complex": 19676,
+      "▁neural": 19677,
+      "information": 19678,
+      "▁recognition": 19679,
+      "ingt": 19680,
+      "▁inhabitants": 19681,
+      "vue": 19682,
+      "▁Bevölker": 19683,
+      "▁curves": 19684,
+      "▁leb": 19685,
+      "дій": 19686,
+      "▁sow": 19687,
+      "▁sentiment": 19688,
+      "PH": 19689,
+      "rache": 19690,
+      "▁-(": 19691,
+      "▁estable": 19692,
+      "▁Ferdinand": 19693,
+      "▁écrit": 19694,
+      "▁primeiro": 19695,
+      "▁tex": 19696,
+      "▁intermediate": 19697,
+      "verage": 19698,
+      "ibus": 19699,
+      "▁serves": 19700,
+      "ivas": 19701,
+      "▁bru": 19702,
+      "▁lum": 19703,
+      "attice": 19704,
+      "чный": 19705,
+      "▁Dres": 19706,
+      "▁videos": 19707,
+      "duration": 19708,
+      "▁abit": 19709,
+      "▁egg": 19710,
+      "ographical": 19711,
+      "alph": 19712,
+      "STATE": 19713,
+      "▁пара": 19714,
+      "reading": 19715,
+      "▁vehicle": 19716,
+      "▁fortune": 19717,
+      "ultats": 19718,
+      "▁Storia": 19719,
+      "midt": 19720,
+      "łącz": 19721,
+      "▁Memorial": 19722,
+      "▁vas": 19723,
+      "▁зан": 19724,
+      "▁utility": 19725,
+      "▁obsc": 19726,
+      "▁relacion": 19727,
+      "▁runat": 19728,
+      "Release": 19729,
+      "take": 19730,
+      "▁Oliver": 19731,
+      "▁Sid": 19732,
+      "ulos": 19733,
+      "▁Garc": 19734,
+      "▁розта": 19735,
+      "▁Sak": 19736,
+      "Py": 19737,
+      "führt": 19738,
+      "▁trabal": 19739,
+      "*{": 19740,
+      "▁zes": 19741,
+      "▁szere": 19742,
+      "▁varios": 19743,
+      "▁otra": 19744,
+      "▁eval": 19745,
+      "▁situé": 19746,
+      "▁wounded": 19747,
+      "▁Vincent": 19748,
+      "▁викори": 19749,
+      "▁encode": 19750,
+      "Modal": 19751,
+      "▁forb": 19752,
+      "▁dynamics": 19753,
+      "▁depos": 19754,
+      "arde": 19755,
+      "▁streets": 19756,
+      "▁Komm": 19757,
+      "=$(": 19758,
+      "▁повер": 19759,
+      "▁dois": 19760,
+      "▁vitt": 19761,
+      "▁automatisch": 19762,
+      "▁reload": 19763,
+      "▁Verwalt": 19764,
+      "bero": 19765,
+      "▁hub": 19766,
+      "▁mos": 19767,
+      "▁tutto": 19768,
+      "▁Frederick": 19769,
+      "łow": 19770,
+      "antages": 19771,
+      "aque": 19772,
+      "paper": 19773,
+      "▁einige": 19774,
+      "`),": 19775,
+      "dj": 19776,
+      "▁Ple": 19777,
+      "▁%,": 19778,
+      "▁Bitmap": 19779,
+      "▁friendly": 19780,
+      "▁truly": 19781,
+      "▁stroke": 19782,
+      "roph": 19783,
+      "▁engl": 19784,
+      "▁coff": 19785,
+      "▁dust": 19786,
+      "▁Jahres": 19787,
+      "ppi": 19788,
+      "▁wys": 19789,
+      "factor": 19790,
+      "schluss": 19791,
+      "▁деревня": 19792,
+      "▁Past": 19793,
+      "▁дома": 19794,
+      "COM": 19795,
+      "▁pueden": 19796,
+      "▁gift": 19797,
+      "▁Gla": 19798,
+      "▁triggered": 19799,
+      "ély": 19800,
+      "ülés": 19801,
+      "▁Oliv": 19802,
+      "▁verso": 19803,
+      "▁lle": 19804,
+      "▁Gli": 19805,
+      "▁Ltd": 19806,
+      "oa": 19807,
+      "▁territorio": 19808,
+      "ordre": 19809,
+      "▁deck": 19810,
+      "dra": 19811,
+      "aszt": 19812,
+      "▁concerning": 19813,
+      "▁Additionally": 19814,
+      "▁které": 19815,
+      "▁grund": 19816,
+      "▁Gest": 19817,
+      "▁misunder": 19818,
+      "pret": 19819,
+      "────": 19820,
+      "▁reputation": 19821,
+      "zia": 19822,
+      "▁успе": 19823,
+      "▁escaped": 19824,
+      "▁Prag": 19825,
+      "perform": 19826,
+      "▁austral": 19827,
+      "▁Vater": 19828,
+      "час": 19829,
+      "▁races": 19830,
+      "▁Byte": 19831,
+      "Mask": 19832,
+      "▁Territ": 19833,
+      "стю": 19834,
+      "▁Voci": 19835,
+      "▁Fichier": 19836,
+      "▁Населення": 19837,
+      "▁Unterscheidung": 19838,
+      "teenth": 19839,
+      "▁pilot": 19840,
+      "▁ji": 19841,
+      "▁двух": 19842,
+      "▁orientation": 19843,
+      "indre": 19844,
+      "▁Dort": 19845,
+      "ças": 19846,
+      "пли": 19847,
+      "▁reaction": 19848,
+      "▁consisting": 19849,
+      "▁ferro": 19850,
+      "тисти": 19851,
+      "yard": 19852,
+      "▁сві": 19853,
+      "▁interpretation": 19854,
+      "ią": 19855,
+      "rah": 19856,
+      "▁fand": 19857,
+      "Public": 19858,
+      "▁universe": 19859,
+      "▁retir": 19860,
+      "▁conscious": 19861,
+      "arqu": 19862,
+      "▁waste": 19863,
+      "▁Bib": 19864,
+      "yclerView": 19865,
+      "▁listening": 19866,
+      "gleich": 19867,
+      "niejs": 19868,
+      "▁correlation": 19869,
+      "▁receiver": 19870,
+      "▁уда": 19871,
+      "▁courage": 19872,
+      "uchs": 19873,
+      "fass": 19874,
+      "▁chunk": 19875,
+      "▁Anfang": 19876,
+      "▁großen": 19877,
+      "continue": 19878,
+      "▁Warszawa": 19879,
+      "hé": 19880,
+      "iy": 19881,
+      "ivement": 19882,
+      "▁α": 19883,
+      "▁exposed": 19884,
+      "▁zahl": 19885,
+      "▁sacr": 19886,
+      "▁Looks": 19887,
+      "▁eager": 19888,
+      "enten": 19889,
+      "Cursor": 19890,
+      "/_": 19891,
+      "ixa": 19892,
+      "рела": 19893,
+      "знача": 19894,
+      "▁фамилией": 19895,
+      "▁argent": 19896,
+      "▁Anders": 19897,
+      "œuvre": 19898,
+      "▁Isa": 19899,
+      "мента": 19900,
+      "▁advers": 19901,
+      "riction": 19902,
+      "GP": 19903,
+      "▁після": 19904,
+      "▁preserve": 19905,
+      "▁Garden": 19906,
+      "Rate": 19907,
+      "après": 19908,
+      "▁readable": 19909,
+      "indu": 19910,
+      "▁skill": 19911,
+      "▁helping": 19912,
+      "ographique": 19913,
+      "cling": 19914,
+      "ologist": 19915,
+      "▁Filter": 19916,
+      "▁finger": 19917,
+      "▁Vall": 19918,
+      "▁Polish": 19919,
+      "lg": 19920,
+      "▁Familien": 19921,
+      "▁waters": 19922,
+      "▁pseud": 19923,
+      "aza": 19924,
+      "_)": 19925,
+      "ARY": 19926,
+      "▁среди": 19927,
+      "▁Must": 19928,
+      "▁Bod": 19929,
+      "anon": 19930,
+      "▁lado": 19931,
+      "▁tight": 19932,
+      "imen": 19933,
+      "appen": 19934,
+      "frames": 19935,
+      "ingers": 19936,
+      "▁COVID": 19937,
+      "▁зі": 19938,
+      "▁све": 19939,
+      "▁ць": 19940,
+      "▁Left": 19941,
+      "]];": 19942,
+      "чь": 19943,
+      "фика": 19944,
+      "▁сло": 19945,
+      "▁пі": 19946,
+      "▁existe": 19947,
+      "▁Atlantic": 19948,
+      "▁maintained": 19949,
+      "▁irre": 19950,
+      "▁année": 19951,
+      "▁commented": 19952,
+      "веро": 19953,
+      "berta": 19954,
+      "▁Lad": 19955,
+      "▁Upon": 19956,
+      "▁pause": 19957,
+      "mill": 19958,
+      "opter": 19959,
+      "UK": 19960,
+      "рес": 19961,
+      "нциклопеди": 19962,
+      "▁alongside": 19963,
+      "▁robot": 19964,
+      "▁fert": 19965,
+      "▁moy": 19966,
+      "▁ade": 19967,
+      "Mapper": 19968,
+      ")->": 19969,
+      "igua": 19970,
+      "étique": 19971,
+      "тка": 19972,
+      "alias": 19973,
+      "▁ори": 19974,
+      "▁Magn": 19975,
+      "▁gehörte": 19976,
+      "imb": 19977,
+      ")}{\\": 19978,
+      "▁Wikipédia": 19979,
+      "▁urs": 19980,
+      "▁ende": 19981,
+      "leb": 19982,
+      "▁GC": 19983,
+      "Hol": 19984,
+      "ancing": 19985,
+      "Union": 19986,
+      "▁tenía": 19987,
+      "TT": 19988,
+      "▁estate": 19989,
+      "há": 19990,
+      "▁полі": 19991,
+      "ultan": 19992,
+      "▁Hockey": 19993,
+      "ulse": 19994,
+      "▁choices": 19995,
+      "scher": 19996,
+      "▁[],": 19997,
+      "▁potentially": 19998,
+      "▁Übers": 19999,
+      "▁admit": 20000,
+      "Comment": 20001,
+      "стя": 20002,
+      "▁Vien": 20003,
+      "▁ці": 20004,
+      "▁permut": 20005,
+      "cgi": 20006,
+      "▁crít": 20007,
+      "Console": 20008,
+      "ctic": 20009,
+      "▁okres": 20010,
+      "awk": 20011,
+      "football": 20012,
+      "ouest": 20013,
+      "CTYPE": 20014,
+      "ologique": 20015,
+      "▁constit": 20016,
+      "▁interests": 20017,
+      "▁Progress": 20018,
+      "▁Menu": 20019,
+      "▁také": 20020,
+      "▁Asian": 20021,
+      "▁защи": 20022,
+      "▁younger": 20023,
+      "▁wished": 20024,
+      "▁Sort": 20025,
+      "▁audience": 20026,
+      "amba": 20027,
+      "▁gehört": 20028,
+      "▁Kansas": 20029,
+      "yaume": 20030,
+      "▁Professional": 20031,
+      "âce": 20032,
+      "▁fatto": 20033,
+      "tod": 20034,
+      "▁datasets": 20035,
+      "▁fare": 20036,
+      "▁waves": 20037,
+      "~/": 20038,
+      "▁measurement": 20039,
+      "▁wol": 20040,
+      "indust": 20041,
+      "▁struggling": 20042,
+      "▁pulled": 20043,
+      "▁caratter": 20044,
+      "▁Externe": 20045,
+      "▁действи": 20046,
+      "cnt": 20047,
+      "liches": 20048,
+      "▁Possible": 20049,
+      "▁faced": 20050,
+      "▁hypothesis": 20051,
+      "▁kilom": 20052,
+      "▁när": 20053,
+      "boolean": 20054,
+      "PY": 20055,
+      "ampa": 20056,
+      "▁kiss": 20057,
+      "▁astero": 20058,
+      "▁negli": 20059,
+      "aments": 20060,
+      "▁Stu": 20061,
+      "ató": 20062,
+      "▁Constitution": 20063,
+      "▁interpol": 20064,
+      "▁Unable": 20065,
+      "▁pis": 20066,
+      "▁parc": 20067,
+      "\"])": 20068,
+      "pler": 20069,
+      "▁autory": 20070,
+      "▁algunos": 20071,
+      "ywna": 20072,
+      "}))": 20073,
+      "▁falls": 20074,
+      "▁équip": 20075,
+      "▁emit": 20076,
+      "▁profil": 20077,
+      "gets": 20078,
+      "фо": 20079,
+      "▁Military": 20080,
+      "▁nombreux": 20081,
+      "oct": 20082,
+      "Replace": 20083,
+      "▁seasons": 20084,
+      "▁château": 20085,
+      "▁typeof": 20086,
+      "polit": 20087,
+      "▁rand": 20088,
+      "▁quar": 20089,
+      "▁erstmals": 20090,
+      "сини": 20091,
+      "▁payload": 20092,
+      "По": 20093,
+      "кін": 20094,
+      "repo": 20095,
+      "▁Pav": 20096,
+      "Score": 20097,
+      "erves": 20098,
+      "▁sollte": 20099,
+      "▁між": 20100,
+      "ébec": 20101,
+      "▁clip": 20102,
+      "▁Nice": 20103,
+      "▁neben": 20104,
+      "▁assass": 20105,
+      "itories": 20106,
+      "▁unity": 20107,
+      "▁ен": 20108,
+      "▁Institut": 20109,
+      "▁internationale": 20110,
+      "▁наук": 20111,
+      "▁comand": 20112,
+      "▁kleine": 20113,
+      "▁adjacent": 20114,
+      "▁delivered": 20115,
+      "▁ше": 20116,
+      "зем": 20117,
+      "▁cot": 20118,
+      "visual": 20119,
+      "вает": 20120,
+      "▁Census": 20121,
+      "\\_": 20122,
+      "▁territory": 20123,
+      "чил": 20124,
+      "чные": 20125,
+      "flutter": 20126,
+      "DidLoad": 20127,
+      "Documents": 20128,
+      "▁dob": 20129,
+      "Bre": 20130,
+      "animate": 20131,
+      "▁biz": 20132,
+      "▁bata": 20133,
+      "▁SU": 20134,
+      "eso": 20135,
+      "▁priority": 20136,
+      "ván": 20137,
+      "iras": 20138,
+      "▁charged": 20139,
+      "▁Micro": 20140,
+      "atoire": 20141,
+      "чер": 20142,
+      "abad": 20143,
+      "uru": 20144,
+      "▁vš": 20145,
+      "dire": 20146,
+      "▁Twitter": 20147,
+      "▁мето": 20148,
+      ")..": 20149,
+      "▁Цент": 20150,
+      "▁entwick": 20151,
+      "▁Mind": 20152,
+      "▁функ": 20153,
+      "Future": 20154,
+      "lst": 20155,
+      "łoż": 20156,
+      "fli": 20157,
+      "tensor": 20158,
+      "▁topology": 20159,
+      "▁arte": 20160,
+      "ERT": 20161,
+      "▁variance": 20162,
+      "Images": 20163,
+      "▁(@": 20164,
+      "ArrayList": 20165,
+      "OC": 20166,
+      "▁Демо": 20167,
+      "aucoup": 20168,
+      "▁denotes": 20169,
+      "imon": 20170,
+      "њи": 20171,
+      "▁Przyp": 20172,
+      "▁Zag": 20173,
+      "▁дире": 20174,
+      "▁Similarly": 20175,
+      "бро": 20176,
+      "▁militaire": 20177,
+      "▁тому": 20178,
+      "▁Johnny": 20179,
+      "▁Мексику": 20180,
+      "ћа": 20181,
+      "Supp": 20182,
+      "▁junior": 20183,
+      "oltre": 20184,
+      "▁Моск": 20185,
+      "▁admitted": 20186,
+      "▁religios": 20187,
+      "зяй": 20188,
+      "его": 20189,
+      "▁tears": 20190,
+      "ingo": 20191,
+      "odu": 20192,
+      "iveness": 20193,
+      "▁logo": 20194,
+      "▁último": 20195,
+      "▁aliment": 20196,
+      "▁UITableView": 20197,
+      ")!": 20198,
+      "▁nj": 20199,
+      "lette": 20200,
+      "▁resident": 20201,
+      "▁termine": 20202,
+      "▁уже": 20203,
+      "▁Сте": 20204,
+      "office": 20205,
+      "▁carte": 20206,
+      "▁livre": 20207,
+      "▁Москов": 20208,
+      "▁elections": 20209,
+      "зиден": 20210,
+      "Trigger": 20211,
+      "▁Benjamin": 20212,
+      "addClass": 20213,
+      "ског": 20214,
+      "▁Observable": 20215,
+      "Cla": 20216,
+      "gemein": 20217,
+      "▁consent": 20218,
+      "ври": 20219,
+      "▁unfold": 20220,
+      "▁governor": 20221,
+      "нал": 20222,
+      "▁toda": 20223,
+      "Remote": 20224,
+      "arias": 20225,
+      "▁instal": 20226,
+      "fixed": 20227,
+      "▁decay": 20228,
+      "▁дерев": 20229,
+      "xyz": 20230,
+      "▁DATE": 20231,
+      "imar": 20232,
+      "ntil": 20233,
+      "▁startup": 20234,
+      "alion": 20235,
+      "▁kolej": 20236,
+      "cios": 20237,
+      "▁ranges": 20238,
+      "▁stupid": 20239,
+      "▁implementations": 20240,
+      "▁rm": 20241,
+      "ének": 20242,
+      "▁gcc": 20243,
+      "▁scène": 20244,
+      "Navigation": 20245,
+      "▁ ": 20246,
+      "▁кан": 20247,
+      "▁towns": 20248,
+      "Username": 20249,
+      "▁фе": 20250,
+      "▁leaders": 20251,
+      "oit": 20252,
+      "wär": 20253,
+      "▁dummy": 20254,
+      "▁assistant": 20255,
+      "{$\\": 20256,
+      "бір": 20257,
+      "▁roy": 20258,
+      "▁Layout": 20259,
+      "▁Jung": 20260,
+      "Lines": 20261,
+      "▁Holland": 20262,
+      "пор": 20263,
+      "▁Гри": 20264,
+      "▁Bened": 20265,
+      "▁Под": 20266,
+      "xls": 20267,
+      "▁Gol": 20268,
+      "▁Aleks": 20269,
+      "▁ejemplo": 20270,
+      "▁sezon": 20271,
+      "arding": 20272,
+      "footnote": 20273,
+      "▁Congrès": 20274,
+      "refer": 20275,
+      "ската": 20276,
+      "Iterator": 20277,
+      "▁ourselves": 20278,
+      "▁Mic": 20279,
+      "▁código": 20280,
+      "▁площа": 20281,
+      "▁\\$": 20282,
+      "▁Charlie": 20283,
+      "Nodes": 20284,
+      "▁puzz": 20285,
+      "▁Identifier": 20286,
+      "▁flutter": 20287,
+      "▁prü": 20288,
+      "▁ort": 20289,
+      "▁Cort": 20290,
+      "asticsearch": 20291,
+      "▁Свя": 20292,
+      "▁Bull": 20293,
+      "udem": 20294,
+      "▁apparent": 20295,
+      ":--": 20296,
+      "▁Хар": 20297,
+      "▁Lap": 20298,
+      "▁comport": 20299,
+      "matically": 20300,
+      "▁curios": 20301,
+      "▁может": 20302,
+      "▁Bh": 20303,
+      "apping": 20304,
+      "▁basketball": 20305,
+      "zetek": 20306,
+      "▁runt": 20307,
+      "▁Milan": 20308,
+      "fection": 20309,
+      "ría": 20310,
+      "▁Kin": 20311,
+      "▁slower": 20312,
+      "both": 20313,
+      "▁Instituto": 20314,
+      "▁Historical": 20315,
+      "▁również": 20316,
+      "matches": 20317,
+      "yci": 20318,
+      "▁espèce": 20319,
+      "▁Schweizer": 20320,
+      "NT": 20321,
+      "SF": 20322,
+      "acia": 20323,
+      "forge": 20324,
+      "Points": 20325,
+      "numbers": 20326,
+      "▁falling": 20327,
+      "▁inheritance": 20328,
+      "▁Erst": 20329,
+      "▁customers": 20330,
+      "▁actu": 20331,
+      "▁migration": 20332,
+      "\\'": 20333,
+      "Plan": 20334,
+      "Mr": 20335,
+      "othy": 20336,
+      "▁upgrad": 20337,
+      "бира": 20338,
+      "▁Offic": 20339,
+      "▁Wait": 20340,
+      "▁toler": 20341,
+      "ardon": 20342,
+      "▁slide": 20343,
+      ")_": 20344,
+      "▁став": 20345,
+      "▁nuclear": 20346,
+      "▁Bil": 20347,
+      "owner": 20348,
+      "▁Harris": 20349,
+      "Information": 20350,
+      "▁pó": 20351,
+      "▁включа": 20352,
+      "▁nuovo": 20353,
+      "▁Cav": 20354,
+      "▁Descri": 20355,
+      "▁ак": 20356,
+      "ództ": 20357,
+      "▁reactjs": 20358,
+      "▁Adams": 20359,
+      "▁Alternatively": 20360,
+      "струк": 20361,
+      ")`,": 20362,
+      "substring": 20363,
+      "▁massive": 20364,
+      "▁heavily": 20365,
+      "▁сезо": 20366,
+      "▁Ana": 20367,
+      "▁vale": 20368,
+      "Pad": 20369,
+      "▁Either": 20370,
+      "▁rs": 20371,
+      "anche": 20372,
+      "▁uploaded": 20373,
+      "▁(/": 20374,
+      "▁спор": 20375,
+      "▁reduction": 20376,
+      "▁Tokyo": 20377,
+      "gren": 20378,
+      "▁migli": 20379,
+      "▁iterator": 20380,
+      "stav": 20381,
+      "▁supporting": 20382,
+      "▁österreich": 20383,
+      "▁NSLog": 20384,
+      "istiques": 20385,
+      "rimin": 20386,
+      "MODE": 20387,
+      "}}}\\": 20388,
+      "▁explos": 20389,
+      "оте": 20390,
+      "▁(„": 20391,
+      "Sal": 20392,
+      "▁simplest": 20393,
+      "▁già": 20394,
+      "▁тан": 20395,
+      "▁cyl": 20396,
+      "bir": 20397,
+      "▁measurements": 20398,
+      "Created": 20399,
+      "erek": 20400,
+      "lookup": 20401,
+      "wirtschaft": 20402,
+      "▁Воло": 20403,
+      "timer": 20404,
+      "derr": 20405,
+      "▁стала": 20406,
+      "▁scenes": 20407,
+      "▁persu": 20408,
+      "liest": 20409,
+      "▁schedule": 20410,
+      "tal": 20411,
+      "лено": 20412,
+      "▁painting": 20413,
+      "▁improvement": 20414,
+      "software": 20415,
+      "▁governo": 20416,
+      "▁Hir": 20417,
+      "Execution": 20418,
+      "▁Okay": 20419,
+      "Prop": 20420,
+      "loster": 20421,
+      "ніципалі": 20422,
+      "▁peuvent": 20423,
+      "olu": 20424,
+      "▁Фа": 20425,
+      "rollo": 20426,
+      "▁коло": 20427,
+      "▁carrière": 20428,
+      "▁toggle": 20429,
+      "▁($\\": 20430,
+      "▁aggregate": 20431,
+      "▁Бі": 20432,
+      "textarea": 20433,
+      "Ok": 20434,
+      "itto": 20435,
+      "▁stim": 20436,
+      "▁recursion": 20437,
+      "▁Federation": 20438,
+      ")_{": 20439,
+      "ategor": 20440,
+      "▁distribu": 20441,
+      "Cloud": 20442,
+      "▁madre": 20443,
+      "▁iv": 20444,
+      "▁Lieutenant": 20445,
+      "▁substant": 20446,
+      "▁leaf": 20447,
+      "▁Kontrola": 20448,
+      "VA": 20449,
+      "▁tomb": 20450,
+      "эн": 20451,
+      "atoes": 20452,
+      "▁godine": 20453,
+      "▁#>": 20454,
+      "Cert": 20455,
+      "▁empresa": 20456,
+      "Props": 20457,
+      "▁planned": 20458,
+      "▁randomly": 20459,
+      "jähr": 20460,
+      "elem": 20461,
+      "▁Operation": 20462,
+      "*`": 20463,
+      "protocol": 20464,
+      "()));": 20465,
+      "wel": 20466,
+      "▁praw": 20467,
+      "▁сим": 20468,
+      "▁wob": 20469,
+      "▁hace": 20470,
+      "▁nearest": 20471,
+      "disable": 20472,
+      "▁Commun": 20473,
+      "▁revel": 20474,
+      "Free": 20475,
+      "▁brackets": 20476,
+      "IOException": 20477,
+      "▁alto": 20478,
+      "▁marry": 20479,
+      "▁auc": 20480,
+      "),\\": 20481,
+      "▁typo": 20482,
+      "edad": 20483,
+      "ará": 20484,
+      "icator": 20485,
+      "tatywna": 20486,
+      "▁buff": 20487,
+      "orders": 20488,
+      "▁asynchronous": 20489,
+      "▁econ": 20490,
+      "▁feu": 20491,
+      "▁Iron": 20492,
+      "▁rising": 20493,
+      "Radius": 20494,
+      "clk": 20495,
+      "▁zweiten": 20496,
+      "`'": 20497,
+      "▁uniqu": 20498,
+      "▁FM": 20499,
+      "▁Bran": 20500,
+      "▁flu": 20501,
+      "▁sensitive": 20502,
+      "urre": 20503,
+      "▁Iter": 20504,
+      "▁Sein": 20505,
+      "▁diferentes": 20506,
+      "▁него": 20507,
+      "chia": 20508,
+      "▁Anleitung": 20509,
+      "aturday": 20510,
+      "▁shorter": 20511,
+      "▁translated": 20512,
+      "▁Rés": 20513,
+      "▁rode": 20514,
+      "drag": 20515,
+      "▁lange": 20516,
+      "Bi": 20517,
+      "üb": 20518,
+      "leur": 20519,
+      "▁ordering": 20520,
+      "alous": 20521,
+      "▁Кор": 20522,
+      "archar": 20523,
+      "destroy": 20524,
+      "ervation": 20525,
+      "]],": 20526,
+      "AccessorImpl": 20527,
+      "▁autorytatywna": 20528,
+      "Sequence": 20529,
+      "▁proyect": 20530,
+      "▁bran": 20531,
+      "▁(+": 20532,
+      "▁Kab": 20533,
+      "▁zem": 20534,
+      "▁Calcul": 20535,
+      "▁seul": 20536,
+      "▁Niger": 20537,
+      "▁chiam": 20538,
+      "throw": 20539,
+      "▁Planet": 20540,
+      "bildung": 20541,
+      "▁zones": 20542,
+      "transition": 20543,
+      "лений": 20544,
+      "▁mapped": 20545,
+      "onaut": 20546,
+      "Pair": 20547,
+      "ilian": 20548,
+      "▁Morgan": 20549,
+      "▁unto": 20550,
+      "jou": 20551,
+      "▁hid": 20552,
+      "▁Meta": 20553,
+      "▁elles": 20554,
+      "Lou": 20555,
+      "rama": 20556,
+      "geordnet": 20557,
+      "▁scarcely": 20558,
+      "▁mint": 20559,
+      "Focus": 20560,
+      "▁Alter": 20561,
+      "▁dio": 20562,
+      "▁ampl": 20563,
+      "ièrement": 20564,
+      "▁исследова": 20565,
+      "LED": 20566,
+      "algorithm": 20567,
+      "▁сайті": 20568,
+      "▁\"\")": 20569,
+      "History": 20570,
+      "pk": 20571,
+      "▁Whit": 20572,
+      "▁систем": 20573,
+      "▁Kirchen": 20574,
+      "rà": 20575,
+      "APP": 20576,
+      "▁<%": 20577,
+      "antine": 20578,
+      "▁Disk": 20579,
+      "conv": 20580,
+      "welt": 20581,
+      "▁Fut": 20582,
+      "▁Nom": 20583,
+      "ordo": 20584,
+      "ellij": 20585,
+      "▁receives": 20586,
+      "cow": 20587,
+      "ytu": 20588,
+      "▁obras": 20589,
+      "▁purchase": 20590,
+      "▁earned": 20591,
+      "▁accessed": 20592,
+      "axi": 20593,
+      "▁Mans": 20594,
+      "ivan": 20595,
+      "▁tuvo": 20596,
+      "▁Trace": 20597,
+      "rimonio": 20598,
+      "▁desenvol": 20599,
+      "érique": 20600,
+      "▁resulted": 20601,
+      "▁computing": 20602,
+      "▁inspired": 20603,
+      "▁Prize": 20604,
+      "*\"": 20605,
+      "Comput": 20606,
+      "▁extensive": 20607,
+      "èg": 20608,
+      "▁Portály": 20609,
+      "▁castle": 20610,
+      "▁*.": 20611,
+      "▁photos": 20612,
+      "▁voet": 20613,
+      "ONG": 20614,
+      "▁Alle": 20615,
+      "▁threaten": 20616,
+      "stüt": 20617,
+      "▁albums": 20618,
+      "▁dense": 20619,
+      "flat": 20620,
+      "continu": 20621,
+      "Subject": 20622,
+      "▁readonly": 20623,
+      "Opt": 20624,
+      "писко": 20625,
+      "▁Aber": 20626,
+      "▁Position": 20627,
+      "▁Today": 20628,
+      "▁mini": 20629,
+      "▁Bef": 20630,
+      "listen": 20631,
+      "ственного": 20632,
+      "SUB": 20633,
+      "ossa": 20634,
+      "▁Pope": 20635,
+      "▁Jimmy": 20636,
+      "▁Дру": 20637,
+      "ungsseite": 20638,
+      "▁tren": 20639,
+      "optim": 20640,
+      "itsch": 20641,
+      "▁samt": 20642,
+      "▁испол": 20643,
+      "&=": 20644,
+      "▁Przypisy": 20645,
+      "▁продол": 20646,
+      "Cr": 20647,
+      "ermann": 20648,
+      "▁матери": 20649,
+      "▁Hugo": 20650,
+      "▁Deze": 20651,
+      "TRUE": 20652,
+      "▁defeat": 20653,
+      "▁watched": 20654,
+      "▁Gent": 20655,
+      "AUT": 20656,
+      "orous": 20657,
+      "▁опреде": 20658,
+      "orientation": 20659,
+      "▁distinguished": 20660,
+      "▁mesmo": 20661,
+      "▁sli": 20662,
+      "мена": 20663,
+      "mittel": 20664,
+      "gericht": 20665,
+      "eton": 20666,
+      "->{": 20667,
+      "▁wont": 20668,
+      "▁weg": 20669,
+      "▁classific": 20670,
+      "ilus": 20671,
+      "▁MD": 20672,
+      "tasks": 20673,
+      "▁chim": 20674,
+      "await": 20675,
+      "▁gang": 20676,
+      "▁wię": 20677,
+      "through": 20678,
+      "▁Russell": 20679,
+      "▁guessing": 20680,
+      "▁акт": 20681,
+      "блі": 20682,
+      "categories": 20683,
+      "сут": 20684,
+      "▁Fen": 20685,
+      "▁муж": 20686,
+      "▁newer": 20687,
+      "▁Async": 20688,
+      "▁terme": 20689,
+      ">/": 20690,
+      "пара": 20691,
+      "▁Trust": 20692,
+      "▁Opt": 20693,
+      "▁dah": 20694,
+      "▁wonderful": 20695,
+      "adratkil": 20696,
+      "▁Гра": 20697,
+      "mapping": 20698,
+      "▁discovery": 20699,
+      "▁BE": 20700,
+      "Enable": 20701,
+      "▁Friend": 20702,
+      "сня": 20703,
+      "▁controlled": 20704,
+      "чної": 20705,
+      "▁contributions": 20706,
+      "jší": 20707,
+      "▁Lev": 20708,
+      "▁francés": 20709,
+      "▁mic": 20710,
+      "zik": 20711,
+      "▁alem": 20712,
+      "cancel": 20713,
+      "!'": 20714,
+      "▁grat": 20715,
+      "▁Begriffsklär": 20716,
+      "Camera": 20717,
+      "ificación": 20718,
+      "ród": 20719,
+      "▁Arnold": 20720,
+      "▁bezeichneter": 20721,
+      "▁fought": 20722,
+      "▁deput": 20723,
+      "▁Drop": 20724,
+      "tax": 20725,
+      "dg": 20726,
+      "▁Hop": 20727,
+      "GN": 20728,
+      "▁Kirch": 20729,
+      "▁Бар": 20730,
+      "Invoke": 20731,
+      "▁erhalten": 20732,
+      "▁veel": 20733,
+      "▁wordpress": 20734,
+      "▁INNER": 20735,
+      "transaction": 20736,
+      "▁déjà": 20737,
+      "Fact": 20738,
+      "▁надмор": 20739,
+      "▁angularjs": 20740,
+      "▁át": 20741,
+      "▁alap": 20742,
+      "▁Price": 20743,
+      "▁effet": 20744,
+      "▁sphere": 20745,
+      "ClassLoader": 20746,
+      "▁rugby": 20747,
+      "▁kingdom": 20748,
+      "▁Mut": 20749,
+      "▁кино": 20750,
+      "▁reward": 20751,
+      "cit": 20752,
+      "▁presente": 20753,
+      "Sto": 20754,
+      "Character": 20755,
+      "logs": 20756,
+      "▁centrale": 20757,
+      "▁mouv": 20758,
+      "▁okay": 20759,
+      "▁aplic": 20760,
+      "More": 20761,
+      "ények": 20762,
+      "▁Köln": 20763,
+      "nett": 20764,
+      "▁истории": 20765,
+      "▁describing": 20766,
+      "▁soldier": 20767,
+      "▁Need": 20768,
+      "Light": 20769,
+      "▁\"\\<": 20770,
+      "▁hav": 20771,
+      "ermo": 20772,
+      "▁inferior": 20773,
+      "lea": 20774,
+      "▁gg": 20775,
+      "▁конце": 20776,
+      "fragment": 20777,
+      "sb": 20778,
+      "Country": 20779,
+      "▁vě": 20780,
+      "▁Beng": 20781,
+      "▁Это": 20782,
+      "▁водо": 20783,
+      "мар": 20784,
+      "STRING": 20785,
+      "▁új": 20786,
+      "multiple": 20787,
+      "statement": 20788,
+      "▁involves": 20789,
+      "▁tecn": 20790,
+      "Student": 20791,
+      "gré": 20792,
+      "▁lean": 20793,
+      "▁bringing": 20794,
+      "▁Medical": 20795,
+      "▁програм": 20796,
+      "▁Vog": 20797,
+      "▁жов": 20798,
+      "▁Spirit": 20799,
+      "nth": 20800,
+      "▁standards": 20801,
+      "▁Profile": 20802,
+      "▁ez": 20803,
+      "▁территории": 20804,
+      "▁stem": 20805,
+      "uil": 20806,
+      "▁Og": 20807,
+      "Btn": 20808,
+      "nal": 20809,
+      "▁nearby": 20810,
+      "▁producing": 20811,
+      "criv": 20812,
+      "▁assumptions": 20813,
+      "▁Spark": 20814,
+      "▁Lot": 20815,
+      "itudes": 20816,
+      "afka": 20817,
+      "five": 20818,
+      "atio": 20819,
+      "▁distinguish": 20820,
+      "rock": 20821,
+      "église": 20822,
+      "▁rappres": 20823,
+      ">\\<": 20824,
+      "лій": 20825,
+      "▁мини": 20826,
+      "▁intitulé": 20827,
+      "}}(\\": 20828,
+      "▁Rout": 20829,
+      "▁Border": 20830,
+      "▁overrid": 20831,
+      "HOST": 20832,
+      "ritten": 20833,
+      "say": 20834,
+      "▁Чи": 20835,
+      "ichtung": 20836,
+      "▁straightforward": 20837,
+      "obb": 20838,
+      "▁Terra": 20839,
+      "▁[:": 20840,
+      "Ben": 20841,
+      "▁composite": 20842,
+      ")+\\": 20843,
+      "▁crown": 20844,
+      "direction": 20845,
+      "▁несколько": 20846,
+      "▁avail": 20847,
+      "▁purchased": 20848,
+      "hook": 20849,
+      "eties": 20850,
+      "▁fase": 20851,
+      "▁Rum": 20852,
+      "▁genom": 20853,
+      "▁dét": 20854,
+      "ową": 20855,
+      "mpeg": 20856,
+      "▁Ін": 20857,
+      "desktop": 20858,
+      "▁injection": 20859,
+      "agle": 20860,
+      "▁Edd": 20861,
+      "_{(": 20862,
+      "▁Hem": 20863,
+      "utos": 20864,
+      "proj": 20865,
+      "▁superficie": 20866,
+      "Plot": 20867,
+      "▁Docker": 20868,
+      "ätz": 20869,
+      "kreich": 20870,
+      "▁unclear": 20871,
+      "▁Unity": 20872,
+      "▁streams": 20873,
+      "вид": 20874,
+      "▁simplified": 20875,
+      "Fill": 20876,
+      "▁sant": 20877,
+      "▁Kommun": 20878,
+      "▁duc": 20879,
+      "▁две": 20880,
+      "▁obs": 20881,
+      "žit": 20882,
+      "▁Janeiro": 20883,
+      "бя": 20884,
+      "▁presso": 20885,
+      "▁Ministry": 20886,
+      "▁burst": 20887,
+      "▁reaching": 20888,
+      "liter": 20889,
+      "▁responses": 20890,
+      "▁Eug": 20891,
+      "▁sod": 20892,
+      "▁Cord": 20893,
+      "▁Perm": 20894,
+      "parts": 20895,
+      "цима": 20896,
+      "variables": 20897,
+      "▁forgotten": 20898,
+      "Fern": 20899,
+      "ostęp": 20900,
+      "vl": 20901,
+      "▁См": 20902,
+      "kim": 20903,
+      "ając": 20904,
+      "наль": 20905,
+      "гле": 20906,
+      "helper": 20907,
+      "dup": 20908,
+      "euw": 20909,
+      "fra": 20910,
+      "ellite": 20911,
+      "anya": 20912,
+      "▁reign": 20913,
+      "gesamt": 20914,
+      "седа": 20915,
+      "▁Ryan": 20916,
+      "▁formatted": 20917,
+      "▁Borg": 20918,
+      "walk": 20919,
+      "▁ал": 20920,
+      "agnostics": 20921,
+      "▁Cape": 20922,
+      "▁Franco": 20923,
+      "▁fug": 20924,
+      ":)": 20925,
+      "юз": 20926,
+      "Fetch": 20927,
+      "▁roughly": 20928,
+      "▁Mis": 20929,
+      "uetooth": 20930,
+      "▁Venezuela": 20931,
+      "▁astronom": 20932,
+      "\")`": 20933,
+      "ombres": 20934,
+      "▁которой": 20935,
+      "óp": 20936,
+      "owed": 20937,
+      "HR": 20938,
+      "▁Camer": 20939,
+      "кие": 20940,
+      "parison": 20941,
+      "▁Bij": 20942,
+      "templates": 20943,
+      "environment": 20944,
+      "ização": 20945,
+      "▁ér": 20946,
+      "▁plenty": 20947,
+      "▁TypeError": 20948,
+      "▁forty": 20949,
+      "коном": 20950,
+      "▁Sed": 20951,
+      "▁thats": 20952,
+      "▁gravity": 20953,
+      "▁spiritual": 20954,
+      "▁duplicates": 20955,
+      "▁encryption": 20956,
+      "▁reven": 20957,
+      "getInstance": 20958,
+      "ällor": 20959,
+      "disk": 20960,
+      "▁thro": 20961,
+      "▁Nak": 20962,
+      "▁poł": 20963,
+      "▁heraus": 20964,
+      "invalid": 20965,
+      "sBy": 20966,
+      "Boot": 20967,
+      "▁bucket": 20968,
+      "▁Parse": 20969,
+      "hex": 20970,
+      "Conne": 20971,
+      "▁Computer": 20972,
+      "zyk": 20973,
+      "▁induced": 20974,
+      "▁Bruno": 20975,
+      "▁addressed": 20976,
+      "mania": 20977,
+      "▁inclus": 20978,
+      "ounced": 20979,
+      "scriptsize": 20980,
+      "▁Epis": 20981,
+      "▁vocal": 20982,
+      "▁Jonathan": 20983,
+      "ум": 20984,
+      "staden": 20985,
+      "▁Children": 20986,
+      "пей": 20987,
+      "Italia": 20988,
+      "reibung": 20989,
+      "▁nost": 20990,
+      "▁ещё": 20991,
+      "▁Werke": 20992,
+      "▁actress": 20993,
+      "▁Minnesota": 20994,
+      "rike": 20995,
+      "▁tek": 20996,
+      "▁primeira": 20997,
+      "▁frat": 20998,
+      "▁Configuration": 20999,
+      "▁bid": 21000,
+      "trigger": 21001,
+      "Contents": 21002,
+      "▁constantly": 21003,
+      "!!!": 21004,
+      "▁dread": 21005,
+      "▁hundreds": 21006,
+      "istische": 21007,
+      "▁cardinal": 21008,
+      "TABLE": 21009,
+      "▁estos": 21010,
+      "assoc": 21011,
+      "gray": 21012,
+      "▁Schloss": 21013,
+      "▁sche": 21014,
+      "cong": 21015,
+      "▁koji": 21016,
+      "ètes": 21017,
+      "▁Era": 21018,
+      "omi": 21019,
+      "▁SR": 21020,
+      "▁wrapped": 21021,
+      "▁trunc": 21022,
+      "▁ah": 21023,
+      "egos": 21024,
+      "oki": 21025,
+      "mouth": 21026,
+      "logging": 21027,
+      "▁fasc": 21028,
+      "▁Sample": 21029,
+      "▁conte": 21030,
+      "▁villa": 21031,
+      "comments": 21032,
+      "▁batal": 21033,
+      "▁García": 21034,
+      "▁Norte": 21035,
+      "▁wechsel": 21036,
+      "▁Museo": 21037,
+      "▁enfants": 21038,
+      "▁whisper": 21039,
+      "nake": 21040,
+      "▁jednak": 21041,
+      "lês": 21042,
+      "enders": 21043,
+      "▁äl": 21044,
+      "▁VB": 21045,
+      "▁cookies": 21046,
+      "zeti": 21047,
+      "atum": 21048,
+      "▁dedu": 21049,
+      "▁arranged": 21050,
+      "laz": 21051,
+      "▁cuenta": 21052,
+      "yml": 21053,
+      "▁flav": 21054,
+      "MR": 21055,
+      "emet": 21056,
+      "біль": 21057,
+      "cmp": 21058,
+      "ituto": 21059,
+      "zett": 21060,
+      "▁envi": 21061,
+      "▁kot": 21062,
+      "$:": 21063,
+      "upper": 21064,
+      "▁Alberto": 21065,
+      "kb": 21066,
+      "Anal": 21067,
+      "ört": 21068,
+      "▁[-": 21069,
+      "▁führte": 21070,
+      "iah": 21071,
+      "▁Tun": 21072,
+      "▁искус": 21073,
+      "uwe": 21074,
+      "ispecies": 21075,
+      "Pub": 21076,
+      "Sync": 21077,
+      "▁Colombia": 21078,
+      "akers": 21079,
+      "▁Imperial": 21080,
+      "oving": 21081,
+      "▁intelligence": 21082,
+      "▁equipment": 21083,
+      "ein": 21084,
+      "dagger": 21085,
+      "▁Edge": 21086,
+      "▁Республи": 21087,
+      "adratkilometer": 21088,
+      "▁Anto": 21089,
+      "▁charges": 21090,
+      "▁Ocean": 21091,
+      "▁simplify": 21092,
+      "▁miesz": 21093,
+      "running": 21094,
+      "▁Lac": 21095,
+      "genommen": 21096,
+      "▁representative": 21097,
+      "=.": 21098,
+      "▁Pred": 21099,
+      "▁spite": 21100,
+      "ciale": 21101,
+      "▁nave": 21102,
+      "▁extens": 21103,
+      "▁neutral": 21104,
+      "▁которая": 21105,
+      ".</": 21106,
+      "▁CS": 21107,
+      "uky": 21108,
+      "▁whilst": 21109,
+      "▁lingu": 21110,
+      "extract": 21111,
+      "zeichnung": 21112,
+      "▁Feld": 21113,
+      "▁valuable": 21114,
+      "urable": 21115,
+      "▁Jen": 21116,
+      "▁struggle": 21117,
+      "▁committee": 21118,
+      "▁Wohn": 21119,
+      "▁sqlite": 21120,
+      "▁Temp": 21121,
+      "▁COUNT": 21122,
+      "consin": 21123,
+      "міні": 21124,
+      "usage": 21125,
+      "▁quest": 21126,
+      "дян": 21127,
+      "eared": 21128,
+      "▁Schne": 21129,
+      "▁dod": 21130,
+      "▁recht": 21131,
+      "▁kao": 21132,
+      "Capt": 21133,
+      "labels": 21134,
+      "▁ellos": 21135,
+      "▁industri": 21136,
+      "▁Colorado": 21137,
+      "▁contrary": 21138,
+      "▁Dum": 21139,
+      "Bel": 21140,
+      "▁Vent": 21141,
+      "▁authorities": 21142,
+      "YES": 21143,
+      "ensed": 21144,
+      "umbnail": 21145,
+      "izzazione": 21146,
+      "kou": 21147,
+      "rica": 21148,
+      "▁sect": 21149,
+      "tests": 21150,
+      "▁Klein": 21151,
+      "▁legs": 21152,
+      "▁Pietro": 21153,
+      "fu": 21154,
+      "thy": 21155,
+      "▁bast": 21156,
+      "▁tedes": 21157,
+      "ettes": 21158,
+      "▁repet": 21159,
+      "acre": 21160,
+      "retto": 21161,
+      "▁remainder": 21162,
+      "▁Geg": 21163,
+      "▁Гор": 21164,
+      "▁Rechts": 21165,
+      "▁filtering": 21166,
+      "ouss": 21167,
+      "▁deployed": 21168,
+      "▁prüfe": 21169,
+      "▁bitmap": 21170,
+      "▁sovi": 21171,
+      "▁<%=": 21172,
+      "▁entferne": 21173,
+      "kill": 21174,
+      "tabs": 21175,
+      "Expr": 21176,
+      "кому": 21177,
+      "▁Republican": 21178,
+      "▁Size": 21179,
+      "▁poll": 21180,
+      "▁rien": 21181,
+      "▁клуб": 21182,
+      "énd": 21183,
+      "▁Bio": 21184,
+      "▁perl": 21185,
+      "▁Andreas": 21186,
+      "вин": 21187,
+      "▁distant": 21188,
+      "▁Finn": 21189,
+      "▁Mitch": 21190,
+      "▁%{": 21191,
+      "▁charm": 21192,
+      "▁Mul": 21193,
+      "perate": 21194,
+      "▁sciences": 21195,
+      "▁monot": 21196,
+      "▁debido": 21197,
+      "rizona": 21198,
+      "iec": 21199,
+      "▁alarm": 21200,
+      "▁promoted": 21201,
+      "▁letzten": 21202,
+      "atin": 21203,
+      "▁conclus": 21204,
+      "herr": 21205,
+      "▁éch": 21206,
+      "edish": 21207,
+      "gor": 21208,
+      "▁stycz": 21209,
+      "▁impress": 21210,
+      "ruits": 21211,
+      "ierungs": 21212,
+      "▁parsed": 21213,
+      "▁río": 21214,
+      "▁Pakistan": 21215,
+      "igner": 21216,
+      "▁watching": 21217,
+      "▁databases": 21218,
+      "eding": 21219,
+      "▁Specific": 21220,
+      "▁generale": 21221,
+      "lax": 21222,
+      "▁Looking": 21223,
+      "▁bond": 21224,
+      "▁vista": 21225,
+      "▁ec": 21226,
+      "▁grud": 21227,
+      "▁deleting": 21228,
+      "tac": 21229,
+      "▁jazz": 21230,
+      "jm": 21231,
+      "▁pół": 21232,
+      "Language": 21233,
+      "delegate": 21234,
+      "▁registry": 21235,
+      "▁Shared": 21236,
+      "строй": 21237,
+      "Music": 21238,
+      "▁vessel": 21239,
+      ".@": 21240,
+      "▁Wür": 21241,
+      "▁fed": 21242,
+      "▁eredet": 21243,
+      "▁Gö": 21244,
+      "upt": 21245,
+      "▁pleasant": 21246,
+      "▁tableView": 21247,
+      "▁counting": 21248,
+      "▁Kriegs": 21249,
+      "▁получил": 21250,
+      "▁],": 21251,
+      "виа": 21252,
+      "▁až": 21253,
+      "ToList": 21254,
+      "▁Advent": 21255,
+      "▁sketch": 21256,
+      "pn": 21257,
+      "▁sier": 21258,
+      "▁находится": 21259,
+      "iop": 21260,
+      "▁ly": 21261,
+      "▁Schl": 21262,
+      "Contract": 21263,
+      "associ": 21264,
+      "▁Pear": 21265,
+      "▁whe": 21266,
+      "▁Delete": 21267,
+      "▁elem": 21268,
+      "ätte": 21269,
+      "▁česk": 21270,
+      "▁MC": 21271,
+      "▁shout": 21272,
+      "akespe": 21273,
+      "▁defaults": 21274,
+      "penas": 21275,
+      "òria": 21276,
+      "▁hierarchy": 21277,
+      "ipt": 21278,
+      "▁Elis": 21279,
+      "likely": 21280,
+      "Rot": 21281,
+      "▁cow": 21282,
+      "▁strike": 21283,
+      "▁березня": 21284,
+      "▁ensemble": 21285,
+      "▁Pseud": 21286,
+      "Virtual": 21287,
+      "▁її": 21288,
+      "ROOT": 21289,
+      "сия": 21290,
+      "▁соб": 21291,
+      "▁invert": 21292,
+      "▁switching": 21293,
+      "htaccess": 21294,
+      "▁награ": 21295,
+      "▁Norman": 21296,
+      "▁inglês": 21297,
+      "![": 21298,
+      "ousel": 21299,
+      "DOCTYPE": 21300,
+      "▁suppress": 21301,
+      "▁accompanied": 21302,
+      "▁Bé": 21303,
+      "implies": 21304,
+      "nut": 21305,
+      "▁Syntax": 21306,
+      "inho": 21307,
+      "▁tam": 21308,
+      "▁focused": 21309,
+      "avano": 21310,
+      "▁Baden": 21311,
+      "had": 21312,
+      "▁({": 21313,
+      "Ty": 21314,
+      "▁рос": 21315,
+      "▁чолові": 21316,
+      "oge": 21317,
+      "jsp": 21318,
+      "Blue": 21319,
+      "▁suas": 21320,
+      "apers": 21321,
+      "Short": 21322,
+      "Renderer": 21323,
+      "▁sendo": 21324,
+      "▁Cec": 21325,
+      "▁`__": 21326,
+      "▁Municipal": 21327,
+      "dotnet": 21328,
+      "▁bev": 21329,
+      "▁DA": 21330,
+      "MenuItem": 21331,
+      "▁amp": 21332,
+      "▁uri": 21333,
+      "▁fier": 21334,
+      "слен": 21335,
+      "),(": 21336,
+      "cules": 21337,
+      "illas": 21338,
+      "LOCK": 21339,
+      "▁derive": 21340,
+      "uben": 21341,
+      "▁GT": 21342,
+      "▁Mack": 21343,
+      "▁scholar": 21344,
+      ")}}": 21345,
+      "зм": 21346,
+      ">::": 21347,
+      "шёл": 21348,
+      "▁principales": 21349,
+      "▁цар": 21350,
+      "▁tied": 21351,
+      "▁alta": 21352,
+      "▁Cit": 21353,
+      "lined": 21354,
+      "major": 21355,
+      "▁punk": 21356,
+      "▁cinco": 21357,
+      "ický": 21358,
+      "▁raggi": 21359,
+      "typen": 21360,
+      "тельство": 21361,
+      "▁conference": 21362,
+      "▁сіль": 21363,
+      "▁heut": 21364,
+      "iš": 21365,
+      "ета": 21366,
+      "velope": 21367,
+      "hbox": 21368,
+      "nown": 21369,
+      "▁zar": 21370,
+      "ktiv": 21371,
+      "ieß": 21372,
+      "▁стре": 21373,
+      "▁EventArgs": 21374,
+      "▁Ira": 21375,
+      "▁VBA": 21376,
+      "▁Santo": 21377,
+      "▁Fach": 21378,
+      "▁FF": 21379,
+      "▁Raymond": 21380,
+      "мец": 21381,
+      "implementation": 21382,
+      "▁brothers": 21383,
+      "▁côté": 21384,
+      "▁controllers": 21385,
+      "▁Cle": 21386,
+      "▁cable": 21387,
+      "▁confer": 21388,
+      "▁{-": 21389,
+      "▁czł": 21390,
+      "▁Filip": 21391,
+      "atorio": 21392,
+      "▁wicht": 21393,
+      "▁beaucoup": 21394,
+      "▁Lit": 21395,
+      "▁sessions": 21396,
+      "▁Success": 21397,
+      "▁routing": 21398,
+      "niu": 21399,
+      "▁Vice": 21400,
+      "▁krit": 21401,
+      "updated": 21402,
+      "▁Invalid": 21403,
+      "▁Mannschaft": 21404,
+      "▁aos": 21405,
+      "▁tudi": 21406,
+      "▁després": 21407,
+      "qua": 21408,
+      "Contains": 21409,
+      "Company": 21410,
+      "▁persona": 21411,
+      "adapter": 21412,
+      "сни": 21413,
+      "▁voj": 21414,
+      "▁escri": 21415,
+      "agt": 21416,
+      "▁ство": 21417,
+      "▁distrito": 21418,
+      "apan": 21419,
+      "▁aspects": 21420,
+      "▁zal": 21421,
+      ")^{\\": 21422,
+      "▁système": 21423,
+      "▁ана": 21424,
+      "iums": 21425,
+      "▁premiers": 21426,
+      "▁поэ": 21427,
+      "▁mère": 21428,
+      "▁Gun": 21429,
+      "aping": 21430,
+      "▁Rain": 21431,
+      "▁igual": 21432,
+      "▁processor": 21433,
+      "')`": 21434,
+      "bling": 21435,
+      "▁mism": 21436,
+      "bráz": 21437,
+      "▁closest": 21438,
+      "▁Reading": 21439,
+      "▁попу": 21440,
+      "cono": 21441,
+      "▁kult": 21442,
+      "▁!!": 21443,
+      "▁Expression": 21444,
+      "▁induction": 21445,
+      "ahren": 21446,
+      "▁cp": 21447,
+      "▁violence": 21448,
+      "ientí": 21449,
+      "cente": 21450,
+      "▁Dob": 21451,
+      "jack": 21452,
+      "song": 21453,
+      "bucket": 21454,
+      "▁deport": 21455,
+      "кими": 21456,
+      "lm": 21457,
+      "▁innoc": 21458,
+      "Changes": 21459,
+      "▁prohib": 21460,
+      "angol": 21461,
+      "iseconds": 21462,
+      "▁пор": 21463,
+      "▁hip": 21464,
+      "▁pů": 21465,
+      "endorf": 21466,
+      "▁scheduled": 21467,
+      "▁Flug": 21468,
+      "acyj": 21469,
+      "▁Films": 21470,
+      "athedral": 21471,
+      "Power": 21472,
+      "ardin": 21473,
+      "kap": 21474,
+      "icken": 21475,
+      "resize": 21476,
+      "eus": 21477,
+      "rr": 21478,
+      "лян": 21479,
+      "▁Hav": 21480,
+      "▁ora": 21481,
+      "FROM": 21482,
+      "лося": 21483,
+      "▁terug": 21484,
+      "▁Width": 21485,
+      "▁accepts": 21486,
+      "бен": 21487,
+      "▁mich": 21488,
+      "▁Czech": 21489,
+      "▁Bedeut": 21490,
+      "▁вид": 21491,
+      "ôme": 21492,
+      "▁Loop": 21493,
+      "spect": 21494,
+      "ük": 21495,
+      "eston": 21496,
+      "▁slot": 21497,
+      "▁została": 21498,
+      "▁Charlotte": 21499,
+      "▁составляет": 21500,
+      "▁Promise": 21501,
+      "▁epo": 21502,
+      "▁diction": 21503,
+      "▁Franklin": 21504,
+      "▁Riv": 21505,
+      "руг": 21506,
+      "cida": 21507,
+      "▁Explorer": 21508,
+      "cookie": 21509,
+      "▁formerly": 21510,
+      "▁municipality": 21511,
+      "▁Stefan": 21512,
+      "lists": 21513,
+      "COMP": 21514,
+      "Len": 21515,
+      "▁Staat": 21516,
+      "▁NBA": 21517,
+      "dens": 21518,
+      "▁oscill": 21519,
+      "!.": 21520,
+      "▁PO": 21521,
+      "ône": 21522,
+      "eses": 21523,
+      "▁националь": 21524,
+      "voor": 21525,
+      "▁копи": 21526,
+      "▁пози": 21527,
+      "ulu": 21528,
+      "Constraint": 21529,
+      "▁своей": 21530,
+      "▁algebraic": 21531,
+      "чня": 21532,
+      "Dict": 21533,
+      "▁appearing": 21534,
+      "▁prav": 21535,
+      "▁Universal": 21536,
+      "Browser": 21537,
+      "▁Singap": 21538,
+      "ennessee": 21539,
+      "]_": 21540,
+      "▁Sof": 21541,
+      "▁Cad": 21542,
+      "ounce": 21543,
+      "▁costs": 21544,
+      "]{\\": 21545,
+      "../../": 21546,
+      "ській": 21547,
+      "ühl": 21548,
+      "iety": 21549,
+      "пр": 21550,
+      "▁interpreted": 21551,
+      "ajn": 21552,
+      "colog": 21553,
+      "YS": 21554,
+      "mans": 21555,
+      "▁metrics": 21556,
+      "▁registr": 21557,
+      "istance": 21558,
+      "▁Поль": 21559,
+      "▁anonymous": 21560,
+      "▁institutions": 21561,
+      "▁zdob": 21562,
+      "prüng": 21563,
+      "▁арти": 21564,
+      "▁estat": 21565,
+      "acci": 21566,
+      "▁academic": 21567,
+      "▁chiesa": 21568,
+      "▁Gian": 21569,
+      "contrib": 21570,
+      "umed": 21571,
+      "▁Gir": 21572,
+      "▁baseball": 21573,
+      "numeric": 21574,
+      "Generator": 21575,
+      "GM": 21576,
+      "▁tiny": 21577,
+      "▁distinction": 21578,
+      "гер": 21579,
+      "▁rust": 21580,
+      "▁FIFA": 21581,
+      "▁Properties": 21582,
+      "^-": 21583,
+      "▁экс": 21584,
+      "▁Stanis": 21585,
+      "▁Ajax": 21586,
+      "escape": 21587,
+      "▁consp": 21588,
+      "▁Chen": 21589,
+      "▁Naval": 21590,
+      "Bit": 21591,
+      "▁bât": 21592,
+      "скими": 21593,
+      "drive": 21594,
+      "▁Round": 21595,
+      "photo": 21596,
+      "▁Level": 21597,
+      "▁geg": 21598,
+      "Tom": 21599,
+      "▁Mobile": 21600,
+      "▁Trop": 21601,
+      "Direction": 21602,
+      "isan": 21603,
+      ")^{-": 21604,
+      "▁Setting": 21605,
+      "▁Probably": 21606,
+      "лья": 21607,
+      "▁assets": 21608,
+      "▁atte": 21609,
+      "▁bulk": 21610,
+      "ést": 21611,
+      "▁wing": 21612,
+      "nius": 21613,
+      "▁wins": 21614,
+      "▁lud": 21615,
+      "ushing": 21616,
+      "▁deven": 21617,
+      "ограф": 21618,
+      "burger": 21619,
+      "▁embar": 21620,
+      "FilterChain": 21621,
+      "▁tum": 21622,
+      "▁öss": 21623,
+      "▁nommé": 21624,
+      "▁pir": 21625,
+      "▁luc": 21626,
+      "dbo": 21627,
+      "agues": 21628,
+      "▁alcan": 21629,
+      "ouwen": 21630,
+      "▁Stanley": 21631,
+      "циали": 21632,
+      "▁grown": 21633,
+      "▁preserved": 21634,
+      "▁solar": 21635,
+      "▁Население": 21636,
+      "▁performances": 21637,
+      "▁Cow": 21638,
+      "▁engineering": 21639,
+      "▁scaling": 21640,
+      "atomic": 21641,
+      "endance": 21642,
+      "▁ace": 21643,
+      "ängen": 21644,
+      "Anim": 21645,
+      "phase": 21646,
+      "zburg": 21647,
+      "Old": 21648,
+      "▁servant": 21649,
+      "▁gemeins": 21650,
+      "▁Observ": 21651,
+      "translate": 21652,
+      "▁covering": 21653,
+      "▁están": 21654,
+      "▁problema": 21655,
+      "▁установ": 21656,
+      "▁llev": 21657,
+      "▁czerw": 21658,
+      "éal": 21659,
+      "mez": 21660,
+      "REE": 21661,
+      "ERR": 21662,
+      "тури": 21663,
+      "segu": 21664,
+      "▁profit": 21665,
+      "▁multiplication": 21666,
+      "kommen": 21667,
+      "▁faut": 21668,
+      "▁candidates": 21669,
+      "▁Uri": 21670,
+      "▁Laura": 21671,
+      "▁sap": 21672,
+      "▁висини": 21673,
+      "▁Between": 21674,
+      "fade": 21675,
+      "▁reserved": 21676,
+      "▁involving": 21677,
+      "▁Mare": 21678,
+      "▁Container": 21679,
+      "▁назна": 21680,
+      "▁DEBUG": 21681,
+      "▁hurt": 21682,
+      "▁Polski": 21683,
+      "▁lux": 21684,
+      "CB": 21685,
+      "wach": 21686,
+      "▁период": 21687,
+      "▁Catherine": 21688,
+      "▁ganz": 21689,
+      "uchte": 21690,
+      "▁consumer": 21691,
+      "▁crossed": 21692,
+      "ordered": 21693,
+      "away": 21694,
+      "techn": 21695,
+      "▁subscri": 21696,
+      "▁shortcut": 21697,
+      "▁производ": 21698,
+      "▁simultaneously": 21699,
+      "▁rating": 21700,
+      "▁Kings": 21701,
+      "▁relationships": 21702,
+      "▁Sex": 21703,
+      "▁Tool": 21704,
+      "agh": 21705,
+      "acters": 21706,
+      "logger": 21707,
+      "homme": 21708,
+      "engers": 21709,
+      "▁Ri": 21710,
+      "earance": 21711,
+      "▁appearances": 21712,
+      "Real": 21713,
+      "▁passe": 21714,
+      "iclopedia": 21715,
+      "чко": 21716,
+      "terre": 21717,
+      "▁Ontario": 21718,
+      "▁переда": 21719,
+      "footer": 21720,
+      "archivi": 21721,
+      "ifiz": 21722,
+      "▁Protest": 21723,
+      "▁LIN": 21724,
+      "unnable": 21725,
+      "▁centuries": 21726,
+      "▁Bayer": 21727,
+      "цію": 21728,
+      "овин": 21729,
+      "▁Andrea": 21730,
+      "selection": 21731,
+      "▁calm": 21732,
+      "▁modification": 21733,
+      "▁shortly": 21734,
+      "inaire": 21735,
+      "▁fusion": 21736,
+      "▁feelings": 21737,
+      "PK": 21738,
+      "▁Roberto": 21739,
+      "гне": 21740,
+      "Shared": 21741,
+      "▁mehrere": 21742,
+      "▁Niem": 21743,
+      "omp": 21744,
+      "Env": 21745,
+      "▁Article": 21746,
+      "▁Pok": 21747,
+      "▁VARCHAR": 21748,
+      "▁dil": 21749,
+      "▁afford": 21750,
+      "▁confront": 21751,
+      "owanie": 21752,
+      "▁ministre": 21753,
+      "adesh": 21754,
+      "▁Poly": 21755,
+      "▁Распо": 21756,
+      "▁Gruppe": 21757,
+      "▁Helen": 21758,
+      "▁cc": 21759,
+      "▁portrait": 21760,
+      "bew": 21761,
+      "▁beta": 21762,
+      "▁Wir": 21763,
+      "▁Audio": 21764,
+      "▁(\\<": 21765,
+      "riority": 21766,
+      "▁nit": 21767,
+      "▁представи": 21768,
+      "▁Vie": 21769,
+      "▁wür": 21770,
+      "▁Hold": 21771,
+      "▁Sad": 21772,
+      "▁Tochter": 21773,
+      "▁oltre": 21774,
+      "▁Activ": 21775,
+      "▁Jason": 21776,
+      "▁wieku": 21777,
+      "▁regards": 21778,
+      "▁taste": 21779,
+      "agnostic": 21780,
+      "лася": 21781,
+      "▁Self": 21782,
+      "▁apr": 21783,
+      "▁Deep": 21784,
+      "scop": 21785,
+      "Activ": 21786,
+      "▁typedef": 21787,
+      "ContentView": 21788,
+      "compiler": 21789,
+      "▁Roth": 21790,
+      "xc": 21791,
+      "зик": 21792,
+      "▁largo": 21793,
+      "▁Rena": 21794,
+      "heiten": 21795,
+      "▁platforms": 21796,
+      "ulla": 21797,
+      "▁glance": 21798,
+      "▁mascul": 21799,
+      "▁mex": 21800,
+      "▁Jorge": 21801,
+      "▁funcion": 21802,
+      "choose": 21803,
+      "▁reviews": 21804,
+      "▁Alban": 21805,
+      "▁Glo": 21806,
+      "▁Species": 21807,
+      "▁Fame": 21808,
+      "▁Roll": 21809,
+      "▁Puerto": 21810,
+      "▁\\)": 21811,
+      "ymnas": 21812,
+      "environ": 21813,
+      "▁iphone": 21814,
+      "▁Wrestling": 21815,
+      "ały": 21816,
+      "▁Indiana": 21817,
+      "Radio": 21818,
+      "VS": 21819,
+      "▁independence": 21820,
+      "тай": 21821,
+      "▁decode": 21822,
+      "White": 21823,
+      "▁journ": 21824,
+      "ículo": 21825,
+      "▁Barb": 21826,
+      "▁Evangel": 21827,
+      "▁Andy": 21828,
+      "▁Welcome": 21829,
+      "▁Device": 21830,
+      "gef": 21831,
+      "▁remembered": 21832,
+      "▁variations": 21833,
+      "▁Adolf": 21834,
+      "itaine": 21835,
+      "▁надморској": 21836,
+      "▁steam": 21837,
+      "▁concerns": 21838,
+      "▁`|": 21839,
+      "▁био": 21840,
+      "тельства": 21841,
+      "▁quattro": 21842,
+      "extend": 21843,
+      "▁trabajo": 21844,
+      "enberg": 21845,
+      "▁scenarios": 21846,
+      "ânt": 21847,
+      "▁kommt": 21848,
+      "▁domestic": 21849,
+      "▁Basketball": 21850,
+      "▁Cooper": 21851,
+      "sock": 21852,
+      "держа": 21853,
+      "={\\": 21854,
+      "▁inici": 21855,
+      "▁Phill": 21856,
+      "▁генерал": 21857,
+      "archiviato": 21858,
+      "ън": 21859,
+      "Rob": 21860,
+      "▁tong": 21861,
+      "▁characteristics": 21862,
+      "▁amaz": 21863,
+      "▁Mode": 21864,
+      "▁inaugur": 21865,
+      "wehr": 21866,
+      "rant": 21867,
+      "ionali": 21868,
+      "▁Mother": 21869,
+      "Ma": 21870,
+      "équ": 21871,
+      "▁Kelly": 21872,
+      "cile": 21873,
+      "▁besteht": 21874,
+      "▁estimates": 21875,
+      "ruguay": 21876,
+      "▁Ans": 21877,
+      "Mad": 21878,
+      "▁нав": 21879,
+      "▁données": 21880,
+      "▁tropical": 21881,
+      "▁Several": 21882,
+      "elter": 21883,
+      "▁Pho": 21884,
+      "kem": 21885,
+      "▁Customer": 21886,
+      "▁складі": 21887,
+      "▁courses": 21888,
+      "Platform": 21889,
+      "navbar": 21890,
+      "learning": 21891,
+      "▁Swedish": 21892,
+      "▁zast": 21893,
+      "▁Lig": 21894,
+      "management": 21895,
+      "▁lod": 21896,
+      "uffle": 21897,
+      "Texture": 21898,
+      "arga": 21899,
+      "átum": 21900,
+      "▁DDR": 21901,
+      "нії": 21902,
+      "▁Société": 21903,
+      "▁domains": 21904,
+      "▁permitted": 21905,
+      "▁externe": 21906,
+      "▁quelque": 21907,
+      "vt": 21908,
+      "yman": 21909,
+      "▁Ward": 21910,
+      "▁agli": 21911,
+      "▁andra": 21912,
+      "Snapshot": 21913,
+      "▁må": 21914,
+      "▁yeah": 21915,
+      "дена": 21916,
+      "ępu": 21917,
+      "askell": 21918,
+      "▁République": 21919,
+      "inject": 21920,
+      "▁';": 21921,
+      "änn": 21922,
+      "▁zelf": 21923,
+      "▁Entwicklung": 21924,
+      "ária": 21925,
+      "onomy": 21926,
+      "▁svil": 21927,
+      "iese": 21928,
+      "▁conser": 21929,
+      "▁nim": 21930,
+      "▁rész": 21931,
+      "▁Итали": 21932,
+      "▁partici": 21933,
+      "▁Lion": 21934,
+      "sr": 21935,
+      "always": 21936,
+      "▁Владимир": 21937,
+      "ческие": 21938,
+      "[,": 21939,
+      "▁Definition": 21940,
+      "nant": 21941,
+      "oem": 21942,
+      "Ids": 21943,
+      "▁вне": 21944,
+      "▁[...]": 21945,
+      "▁направ": 21946,
+      "▁GO": 21947,
+      "▁års": 21948,
+      "▁után": 21949,
+      "▁outros": 21950,
+      "▁región": 21951,
+      "▁Mong": 21952,
+      "▁filme": 21953,
+      "▁triple": 21954,
+      "▁spons": 21955,
+      "Develop": 21956,
+      "▁outcome": 21957,
+      "▁Bible": 21958,
+      "▁имени": 21959,
+      "Canvas": 21960,
+      "пута": 21961,
+      "curr": 21962,
+      "ások": 21963,
+      "){\\": 21964,
+      "ningar": 21965,
+      "`;": 21966,
+      "▁Flash": 21967,
+      ":#": 21968,
+      "must": 21969,
+      "cpu": 21970,
+      "▁formats": 21971,
+      "Har": 21972,
+      "▁episodio": 21973,
+      "▁Rosa": 21974,
+      "▁dès": 21975,
+      "emit": 21976,
+      "riteria": 21977,
+      "Annotation": 21978,
+      "Flag": 21979,
+      "gmail": 21980,
+      "▁Normal": 21981,
+      "ollary": 21982,
+      "▁foss": 21983,
+      "▁concurrent": 21984,
+      "▁crashes": 21985,
+      "▁виде": 21986,
+      "▁Minor": 21987,
+      "▁Sit": 21988,
+      "▁SN": 21989,
+      "▁scar": 21990,
+      "▁femin": 21991,
+      "▁specification": 21992,
+      "soap": 21993,
+      "▁operate": 21994,
+      "▁principalmente": 21995,
+      "▁aust": 21996,
+      "ibile": 21997,
+      "itime": 21998,
+      "лежа": 21999,
+      "iframe": 22000,
+      "▁concepts": 22001,
+      "▁tack": 22002,
+      "▁viss": 22003,
+      "▁carbon": 22004,
+      "tery": 22005,
+      "▁naming": 22006,
+      "▁Orts": 22007,
+      "idente": 22008,
+      "▁Capit": 22009,
+      "▁expr": 22010,
+      "▁насељу": 22011,
+      "▁Selected": 22012,
+      "▁hinter": 22013,
+      "▁iframe": 22014,
+      "▁zb": 22015,
+      "indexPath": 22016,
+      "coll": 22017,
+      "▁wrześ": 22018,
+      "▁acht": 22019,
+      "▁gradually": 22020,
+      "▁чу": 22021,
+      "зей": 22022,
+      "haft": 22023,
+      "▁tran": 22024,
+      "▁laquelle": 22025,
+      "ytics": 22026,
+      "IDE": 22027,
+      "▁pygame": 22028,
+      "▁Package": 22029,
+      "▁className": 22030,
+      "Bal": 22031,
+      "perl": 22032,
+      "тина": 22033,
+      "Occ": 22034,
+      "▁infrastr": 22035,
+      "▁Champions": 22036,
+      "▁classic": 22037,
+      "▁Raw": 22038,
+      "▁partially": 22039,
+      "▁Ted": 22040,
+      "▁stolet": 22041,
+      "rained": 22042,
+      "WHERE": 22043,
+      "▁vall": 22044,
+      "▁Julia": 22045,
+      "zat": 22046,
+      "▁surrounded": 22047,
+      "SEE": 22048,
+      "▁walking": 22049,
+      "Bad": 22050,
+      "FOR": 22051,
+      "contre": 22052,
+      "▁Palest": 22053,
+      "ático": 22054,
+      "▁engineer": 22055,
+      "▁partners": 22056,
+      "▁Jews": 22057,
+      "ilers": 22058,
+      "▁cerem": 22059,
+      "▁interactions": 22060,
+      "acu": 22061,
+      "sty": 22062,
+      "▁Princess": 22063,
+      "sharp": 22064,
+      "▁Singles": 22065,
+      "▁їх": 22066,
+      "chez": 22067,
+      "Receiver": 22068,
+      "▁patients": 22069,
+      "stringify": 22070,
+      "▁competed": 22071,
+      "bey": 22072,
+      "$;": 22073,
+      "▁Bd": 22074,
+      "hadoop": 22075,
+      "▁División": 22076,
+      "öld": 22077,
+      "▁restricted": 22078,
+      "▁commander": 22079,
+      "▁Highway": 22080,
+      "▁Česk": 22081,
+      "▁myth": 22082,
+      "чан": 22083,
+      "raham": 22084,
+      "▁enqu": 22085,
+      "▁pog": 22086,
+      "▁comuna": 22087,
+      "▁println": 22088,
+      "▁круп": 22089,
+      "▁depois": 22090,
+      "▁seats": 22091,
+      "▁neighb": 22092,
+      "циона": 22093,
+      "agine": 22094,
+      "▁clothes": 22095,
+      "▁Prior": 22096,
+      "Brain": 22097,
+      "FFFF": 22098,
+      "':'": 22099,
+      "features": 22100,
+      "▁filesystem": 22101,
+      "▁singles": 22102,
+      "▁Melbourne": 22103,
+      "▁destruction": 22104,
+      "▁Lyon": 22105,
+      "▁Insel": 22106,
+      "Nav": 22107,
+      "▁Replace": 22108,
+      "▁lé": 22109,
+      "Who": 22110,
+      "▁Estad": 22111,
+      "▁dimensional": 22112,
+      "▁öff": 22113,
+      "▁grands": 22114,
+      "джа": 22115,
+      "plane": 22116,
+      "ності": 22117,
+      "▁Origin": 22118,
+      "WI": 22119,
+      "änner": 22120,
+      "▁Cry": 22121,
+      "ITION": 22122,
+      "▁född": 22123,
+      "▁cultura": 22124,
+      "▁Rank": 22125,
+      "▁vuel": 22126,
+      "▁zag": 22127,
+      "▁Maxim": 22128,
+      "ону": 22129,
+      "()))": 22130,
+      "Raw": 22131,
+      "kirche": 22132,
+      "▁además": 22133,
+      "▁tie": 22134,
+      "▁Style": 22135,
+      "сков": 22136,
+      "istant": 22137,
+      "olph": 22138,
+      "▁Zür": 22139,
+      "▁Info": 22140,
+      "DOM": 22141,
+      "usc": 22142,
+      "nahm": 22143,
+      "▁Федера": 22144,
+      "▁Fot": 22145,
+      "▁specifying": 22146,
+      "▁titolo": 22147,
+      "▁Boys": 22148,
+      "iech": 22149,
+      "Place": 22150,
+      "▁Hoff": 22151,
+      "▁cached": 22152,
+      "валь": 22153,
+      "isher": 22154,
+      "rolling": 22155,
+      "opens": 22156,
+      "▁hr": 22157,
+      "------": 22158,
+      "▁maggior": 22159,
+      "▁transactions": 22160,
+      "▁criminal": 22161,
+      "▁retre": 22162,
+      "▁Campbell": 22163,
+      ")):": 22164,
+      "▁ned": 22165,
+      "Pager": 22166,
+      "▁Hero": 22167,
+      "(__": 22168,
+      "▁uncle": 22169,
+      "▁reaches": 22170,
+      "arto": 22171,
+      "▁hello": 22172,
+      "Preferences": 22173,
+      "▁затем": 22174,
+      "Named": 22175,
+      "▁readers": 22176,
+      "хі": 22177,
+      "kern": 22178,
+      "▁упо": 22179,
+      "кин": 22180,
+      "▁lav": 22181,
+      "▁nob": 22182,
+      "▁secre": 22183,
+      "▁ListView": 22184,
+      "вания": 22185,
+      "▁Mayor": 22186,
+      "borough": 22187,
+      "▁filosof": 22188,
+      "нення": 22189,
+      "фри": 22190,
+      "▁patr": 22191,
+      "FM": 22192,
+      "▁acid": 22193,
+      "▁Salvador": 22194,
+      "▁abb": 22195,
+      "▁Graham": 22196,
+      "policy": 22197,
+      "negative": 22198,
+      "ńskiego": 22199,
+      "▁Heimat": 22200,
+      "▁dazu": 22201,
+      "▁mely": 22202,
+      "▁ride": 22203,
+      "▁duties": 22204,
+      "overy": 22205,
+      "▁Proposition": 22206,
+      "▁Paolo": 22207,
+      "/'": 22208,
+      "▁Mau": 22209,
+      "imenti": 22210,
+      "Saint": 22211,
+      "father": 22212,
+      "▁equilib": 22213,
+      "phony": 22214,
+      "▁clas": 22215,
+      "▁отли": 22216,
+      "▁Buffered": 22217,
+      "rek": 22218,
+      "▁mitt": 22219,
+      "▁Hur": 22220,
+      "▁Harvard": 22221,
+      "▁demonstrate": 22222,
+      "uario": 22223,
+      "▁dolor": 22224,
+      "▁rejected": 22225,
+      "▁Müller": 22226,
+      "▁nac": 22227,
+      "▁Belle": 22228,
+      "▁gathered": 22229,
+      "nr": 22230,
+      "frika": 22231,
+      "öll": 22232,
+      "▁chemical": 22233,
+      "nig": 22234,
+      "▁calc": 22235,
+      "▁DEFAULT": 22236,
+      "▁philosophy": 22237,
+      "▁Laravel": 22238,
+      "▁alignment": 22239,
+      "EV": 22240,
+      "eor": 22241,
+      "▁dzie": 22242,
+      "▁mest": 22243,
+      "▁Io": 22244,
+      "CRE": 22245,
+      "зви": 22246,
+      "▁Medic": 22247,
+      "▁nä": 22248,
+      "▁zab": 22249,
+      "▁Slov": 22250,
+      "utlich": 22251,
+      "▁amplit": 22252,
+      "▁Frankreich": 22253,
+      "▁кіль": 22254,
+      "IND": 22255,
+      "execution": 22256,
+      "▁Karriere": 22257,
+      "dostęp": 22258,
+      "▁réal": 22259,
+      "engo": 22260,
+      "▁severe": 22261,
+      "зма": 22262,
+      "▁турни": 22263,
+      "▁Carter": 22264,
+      "▁Robinson": 22265,
+      "getElementsBy": 22266,
+      "▁prototype": 22267,
+      "▁japon": 22268,
+      "führung": 22269,
+      "▁consegu": 22270,
+      "▁studi": 22271,
+      "▁lire": 22272,
+      "▁schließ": 22273,
+      "▁Buff": 22274,
+      "▁redund": 22275,
+      "▁ern": 22276,
+      "▁myster": 22277,
+      "▁proprio": 22278,
+      "ateful": 22279,
+      "▁Parent": 22280,
+      "▁ladies": 22281,
+      "rack": 22282,
+      "тика": 22283,
+      "enburg": 22284,
+      "▁качестве": 22285,
+      "▁EF": 22286,
+      "▁stam": 22287,
+      "▁nueva": 22288,
+      "▁filtered": 22289,
+      "reten": 22290,
+      "▁Ian": 22291,
+      "▁Matthew": 22292,
+      "kih": 22293,
+      "▁ő": 22294,
+      "▁компози": 22295,
+      "▁forever": 22296,
+      "oires": 22297,
+      ":\\\\": 22298,
+      "▁études": 22299,
+      "▁soup": 22300,
+      "▁pleased": 22301,
+      ")}(": 22302,
+      "▁Stop": 22303,
+      "Setter": 22304,
+      "▁Help": 22305,
+      "▁bars": 22306,
+      "▁ERR": 22307,
+      "▁(?": 22308,
+      "▁poetry": 22309,
+      "▁Util": 22310,
+      "AK": 22311,
+      "▁fick": 22312,
+      "▁IM": 22313,
+      "▁proud": 22314,
+      "носи": 22315,
+      "▁muerte": 22316,
+      "▁Palmarès": 22317,
+      "▁Nas": 22318,
+      "щих": 22319,
+      "▁quer": 22320,
+      "▁apenas": 22321,
+      "]['": 22322,
+      "▁Konst": 22323,
+      "пон": 22324,
+      "▁Schiff": 22325,
+      "▁mp": 22326,
+      "▁благо": 22327,
+      "fram": 22328,
+      "▁household": 22329,
+      "▁tract": 22330,
+      "encoding": 22331,
+      "▁undert": 22332,
+      "▁Aug": 22333,
+      "ован": 22334,
+      "▁Arten": 22335,
+      "▁invoked": 22336,
+      "▁dynast": 22337,
+      "▁fleet": 22338,
+      "чество": 22339,
+      "▁Murray": 22340,
+      "▁gut": 22341,
+      "elihood": 22342,
+      "▁SSH": 22343,
+      "ответ": 22344,
+      "▁personally": 22345,
+      "прия": 22346,
+      "▁financi": 22347,
+      "▁Thompson": 22348,
+      "alu": 22349,
+      "identity": 22350,
+      "▁Grab": 22351,
+      "addle": 22352,
+      "Ét": 22353,
+      "▁Tob": 22354,
+      "▁verlor": 22355,
+      "▁Sainte": 22356,
+      "▁dop": 22357,
+      "▁вере": 22358,
+      "___": 22359,
+      "▁promotion": 22360,
+      "▁-=": 22361,
+      "▁отде": 22362,
+      "▁ambigu": 22363,
+      "ORDER": 22364,
+      "▁Communic": 22365,
+      "▁imply": 22366,
+      "oned": 22367,
+      "cluding": 22368,
+      "▁collision": 22369,
+      "▁fragments": 22370,
+      "scription": 22371,
+      "▁'{": 22372,
+      "лях": 22373,
+      "▁hans": 22374,
+      "ус": 22375,
+      "wire": 22376,
+      "namespace": 22377,
+      "▁sword": 22378,
+      "refresh": 22379,
+      "▁kwam": 22380,
+      "zs": 22381,
+      "commons": 22382,
+      "▁cosa": 22383,
+      "▁regime": 22384,
+      "grep": 22385,
+      "▁dioc": 22386,
+      "▁Contact": 22387,
+      "▁estas": 22388,
+      "▁Stewart": 22389,
+      "▁viele": 22390,
+      "това": 22391,
+      "▁Ran": 22392,
+      "annes": 22393,
+      "iday": 22394,
+      "▁snapshot": 22395,
+      "orrow": 22396,
+      "▁zač": 22397,
+      "▁участие": 22398,
+      "▁promised": 22399,
+      "Assembly": 22400,
+      "▁championship": 22401,
+      "▁Define": 22402,
+      "▁eren": 22403,
+      "▁ново": 22404,
+      "▁thinks": 22405,
+      "Age": 22406,
+      "▁gev": 22407,
+      "varchar": 22408,
+      "ività": 22409,
+      "compos": 22410,
+      "▁Mutter": 22411,
+      "CONT": 22412,
+      "armée": 22413,
+      "agnet": 22414,
+      "▁Brow": 22415,
+      ".—": 22416,
+      "▁Television": 22417,
+      "▁Для": 22418,
+      "▁vm": 22419,
+      "▁ordin": 22420,
+      "▁Михай": 22421,
+      "▁aproxim": 22422,
+      "')->": 22423,
+      "▁zoo": 22424,
+      "ippi": 22425,
+      "▁sino": 22426,
+      "▁Québec": 22427,
+      "rages": 22428,
+      "äck": 22429,
+      "eing": 22430,
+      "arlo": 22431,
+      "pios": 22432,
+      "▁Chan": 22433,
+      "▁elli": 22434,
+      "▁incons": 22435,
+      "gestellt": 22436,
+      "ppers": 22437,
+      "Jean": 22438,
+      "anstalt": 22439,
+      "▁Dance": 22440,
+      "▁toen": 22441,
+      "▁decis": 22442,
+      "▁Резу": 22443,
+      "▁officially": 22444,
+      "ätze": 22445,
+      "▁доро": 22446,
+      "▁enumer": 22447,
+      "▁troisième": 22448,
+      "typ": 22449,
+      "offs": 22450,
+      "боль": 22451,
+      "odn": 22452,
+      "▁Zar": 22453,
+      "▁друго": 22454,
+      "quia": 22455,
+      "▁Nicolas": 22456,
+      "пису": 22457,
+      "▁mob": 22458,
+      "paces": 22459,
+      "нього": 22460,
+      "Alg": 22461,
+      "éroï": 22462,
+      "Errors": 22463,
+      "▁гре": 22464,
+      "▁женщи": 22465,
+      "inch": 22466,
+      "▁Korean": 22467,
+      "▁Apost": 22468,
+      "▁Liver": 22469,
+      "▁elementary": 22470,
+      "▁DI": 22471,
+      "виси": 22472,
+      "▁soil": 22473,
+      "▁DLL": 22474,
+      "▁risp": 22475,
+      "▁Shakespe": 22476,
+      "▁Gaussian": 22477,
+      "▁Kurt": 22478,
+      "Vertex": 22479,
+      "ebol": 22480,
+      "organisation": 22481,
+      "ären": 22482,
+      "▁YES": 22483,
+      "CUR": 22484,
+      "▁началь": 22485,
+      "▁постро": 22486,
+      "▁Luigi": 22487,
+      "▁caching": 22488,
+      "preventDefault": 22489,
+      "amd": 22490,
+      "▁Vit": 22491,
+      "subst": 22492,
+      "▁строи": 22493,
+      "▁Campion": 22494,
+      "chr": 22495,
+      "фере": 22496,
+      "▁Список": 22497,
+      "NF": 22498,
+      "▁cím": 22499,
+      "▁hé": 22500,
+      "rebbe": 22501,
+      "ocy": 22502,
+      "below": 22503,
+      "▁bylo": 22504,
+      "▁Уи": 22505,
+      "▁\\({\\": 22506,
+      "▁`:": 22507,
+      "giore": 22508,
+      "San": 22509,
+      "▁Gate": 22510,
+      "▁вс": 22511,
+      "▁olimp": 22512,
+      "▁Matrix": 22513,
+      "▁hearing": 22514,
+      "rii": 22515,
+      "tfrac": 22516,
+      "▁allemand": 22517,
+      "▁Vue": 22518,
+      "лн": 22519,
+      "▁compiling": 22520,
+      "▁Ens": 22521,
+      "▁investigation": 22522,
+      "▁Ax": 22523,
+      "▁chars": 22524,
+      "▁targets": 22525,
+      "▁loud": 22526,
+      "usement": 22527,
+      "▁Nether": 22528,
+      "commerce": 22529,
+      "IGHT": 22530,
+      "ocoa": 22531,
+      "ifecycle": 22532,
+      "▁Leo": 22533,
+      "priv": 22534,
+      "▁goods": 22535,
+      "adamente": 22536,
+      "Austral": 22537,
+      "▁reboot": 22538,
+      "Gest": 22539,
+      "▁representations": 22540,
+      "ceu": 22541,
+      "▁doctrine": 22542,
+      "cers": 22543,
+      "▁Krak": 22544,
+      "▁advoc": 22545,
+      "▁squadra": 22546,
+      "▁arbeitete": 22547,
+      "üst": 22548,
+      "▁pill": 22549,
+      "Answer": 22550,
+      "▁квіт": 22551,
+      "▁Wa": 22552,
+      "umann": 22553,
+      "▁Dynam": 22554,
+      "Famil": 22555,
+      "▁tennis": 22556,
+      "▁Engineering": 22557,
+      "▁circles": 22558,
+      "▁Maryland": 22559,
+      "▁besta": 22560,
+      "▁bases": 22561,
+      "▁znajdu": 22562,
+      "ктора": 22563,
+      "▁arrest": 22564,
+      "лер": 22565,
+      "▁Gia": 22566,
+      "▁remarkable": 22567,
+      "▁могу": 22568,
+      "▁Supreme": 22569,
+      "▁`%": 22570,
+      "dor": 22571,
+      "▁aujourd": 22572,
+      "▁wis": 22573,
+      "WIDTH": 22574,
+      "▁misma": 22575,
+      "▁fluid": 22576,
+      "▁petite": 22577,
+      "▁Tow": 22578,
+      "Registry": 22579,
+      "emed": 22580,
+      "▁Wisconsin": 22581,
+      "▁Racing": 22582,
+      "▁registration": 22583,
+      "/%": 22584,
+      "third": 22585,
+      "▁monuments": 22586,
+      "чей": 22587,
+      "▁jet": 22588,
+      "▁Urban": 22589,
+      "álva": 22590,
+      "▁milieu": 22591,
+      "▁possess": 22592,
+      "▁germ": 22593,
+      "dependencies": 22594,
+      "▁enemies": 22595,
+      "▁samen": 22596,
+      "▁Werner": 22597,
+      "▁hizo": 22598,
+      "▁td": 22599,
+      "▁yesterday": 22600,
+      "▁Ад": 22601,
+      "▁hasn": 22602,
+      "cellation": 22603,
+      "ování": 22604,
+      "lika": 22605,
+      "Week": 22606,
+      "▁Ing": 22607,
+      "▁Email": 22608,
+      "▁mètres": 22609,
+      "▁OCLC": 22610,
+      "▁amongst": 22611,
+      "▁splend": 22612,
+      "fur": 22613,
+      "antics": 22614,
+      "▁XXX": 22615,
+      "▁группы": 22616,
+      "lach": 22617,
+      "▁cousin": 22618,
+      "▁invariant": 22619,
+      "ђу": 22620,
+      "▁Beispiel": 22621,
+      "▁harder": 22622,
+      "▁bell": 22623,
+      "▁orch": 22624,
+      "tb": 22625,
+      "Footnote": 22626,
+      "regon": 22627,
+      "Martin": 22628,
+      "▁incon": 22629,
+      "▁attacked": 22630,
+      "_{-": 22631,
+      "▁Tras": 22632,
+      "party": 22633,
+      "iteit": 22634,
+      "▁saint": 22635,
+      "rások": 22636,
+      "▁containers": 22637,
+      "Mo": 22638,
+      "▁Sn": 22639,
+      "quantity": 22640,
+      "▁ras": 22641,
+      "▁Canal": 22642,
+      "ccion": 22643,
+      "uvo": 22644,
+      "▁idx": 22645,
+      "typename": 22646,
+      "▁Rugby": 22647,
+      "▁Seems": 22648,
+      "▁transmit": 22649,
+      "▁Präsident": 22650,
+      "зне": 22651,
+      "▁Baker": 22652,
+      "inth": 22653,
+      "▁több": 22654,
+      "verein": 22655,
+      "▁especie": 22656,
+      ",(": 22657,
+      "▁téc": 22658,
+      "▁WITH": 22659,
+      "▁unos": 22660,
+      "▁politics": 22661,
+      "createElement": 22662,
+      "▁stats": 22663,
+      "▁Tennessee": 22664,
+      "▁Bedeutung": 22665,
+      "▁Screen": 22666,
+      "▁Straße": 22667,
+      "anze": 22668,
+      "▁partly": 22669,
+      "manuel": 22670,
+      "olation": 22671,
+      "horizontal": 22672,
+      "érieure": 22673,
+      "ampio": 22674,
+      "▁струк": 22675,
+      "Weight": 22676,
+      "Land": 22677,
+      "poly": 22678,
+      "▁Dak": 22679,
+      "▁Assume": 22680,
+      "\".$": 22681,
+      "▁casi": 22682,
+      "▁gross": 22683,
+      "▁entertain": 22684,
+      "▁década": 22685,
+      "'.$": 22686,
+      "encer": 22687,
+      "▁guaranteed": 22688,
+      "]$.": 22689,
+      "лися": 22690,
+      "▁acceptable": 22691,
+      "raise": 22692,
+      "irus": 22693,
+      "weit": 22694,
+      "▁Ана": 22695,
+      "▁hills": 22696,
+      "ipage": 22697,
+      "BIT": 22698,
+      "▁nucle": 22699,
+      "▁utilis": 22700,
+      "CAA": 22701,
+      "ènes": 22702,
+      "▁Schweiz": 22703,
+      "▁AA": 22704,
+      "ninger": 22705,
+      "▁bands": 22706,
+      "▁tender": 22707,
+      "som": 22708,
+      "Warning": 22709,
+      "▁Bischof": 22710,
+      "▁Arc": 22711,
+      "▁Woman": 22712,
+      "▁transmission": 22713,
+      "чни": 22714,
+      "istre": 22715,
+      "BY": 22716,
+      "▁SI": 22717,
+      "▁Пар": 22718,
+      "▁}).": 22719,
+      "▁presenta": 22720,
+      "▁René": 22721,
+      "▁happiness": 22722,
+      "▁Punk": 22723,
+      "cols": 22724,
+      "▁Desde": 22725,
+      "рёх": 22726,
+      "▁мона": 22727,
+      "▁scratch": 22728,
+      "▁tcp": 22729,
+      "êtes": 22730,
+      "itated": 22731,
+      "▁diferen": 22732,
+      "geh": 22733,
+      "nahmen": 22734,
+      "Пе": 22735,
+      "cki": 22736,
+      "▁Teatro": 22737,
+      "▁Remember": 22738,
+      "▁fright": 22739,
+      "▁Yam": 22740,
+      "western": 22741,
+      "leted": 22742,
+      "▁встре": 22743,
+      "▁település": 22744,
+      "зин": 22745,
+      "▁Quant": 22746,
+      "▁supre": 22747,
+      "ája": 22748,
+      "дія": 22749,
+      "▁carrera": 22750,
+      "kret": 22751,
+      "para": 22752,
+      "▁SUM": 22753,
+      "▁pit": 22754,
+      "źdz": 22755,
+      "éo": 22756,
+      "рення": 22757,
+      "▁Chor": 22758,
+      "▁voix": 22759,
+      "▁executive": 22760,
+      "▁allerdings": 22761,
+      "Maybe": 22762,
+      "▁день": 22763,
+      "▁flying": 22764,
+      "▁parliament": 22765,
+      "ждан": 22766,
+      "▁fram": 22767,
+      "▁жовт": 22768,
+      "▁ugly": 22769,
+      "▁буду": 22770,
+      "igny": 22771,
+      "\\|_{": 22772,
+      "▁bitter": 22773,
+      "sce": 22774,
+      "▁pole": 22775,
+      "Verlag": 22776,
+      "▁totalité": 22777,
+      "▁foundation": 22778,
+      "jt": 22779,
+      "▁slice": 22780,
+      "ifique": 22781,
+      "▁integrate": 22782,
+      "strij": 22783,
+      "▁asympt": 22784,
+      "▁ему": 22785,
+      "▁perturb": 22786,
+      "▁Flow": 22787,
+      "jboss": 22788,
+      "RIG": 22789,
+      "▁Aless": 22790,
+      "XXX": 22791,
+      "▁summ": 22792,
+      "sqlite": 22793,
+      "▁cheer": 22794,
+      "prob": 22795,
+      "▁GPU": 22796,
+      "ził": 22797,
+      "(*)": 22798,
+      "▁induct": 22799,
+      "RAY": 22800,
+      "blatt": 22801,
+      "questa": 22802,
+      "oru": 22803,
+      "▁Inside": 22804,
+      "▁McG": 22805,
+      "▁Nep": 22806,
+      "мп": 22807,
+      "▁inve": 22808,
+      "▁Animal": 22809,
+      "▁sob": 22810,
+      "ított": 22811,
+      "loyment": 22812,
+      "▁bund": 22813,
+      "Station": 22814,
+      "▁BEGIN": 22815,
+      "▁partiellement": 22816,
+      "igg": 22817,
+      "estore": 22818,
+      "▁coinc": 22819,
+      "▁Sommer": 22820,
+      "▁md": 22821,
+      "▁locked": 22822,
+      "mathchar": 22823,
+      "arma": 22824,
+      "pent": 22825,
+      "arium": 22826,
+      "▁ears": 22827,
+      "▁Songs": 22828,
+      "▁similarly": 22829,
+      "▁literally": 22830,
+      "▁inches": 22831,
+      "▁affection": 22832,
+      "lp": 22833,
+      "▁concluded": 22834,
+      "▁муніципалі": 22835,
+      "▁памя": 22836,
+      "estaur": 22837,
+      "▁Josh": 22838,
+      "▁Fritz": 22839,
+      "DBC": 22840,
+      "дён": 22841,
+      "posa": 22842,
+      "▁golden": 22843,
+      "▁pc": 22844,
+      "▁comte": 22845,
+      "▁Ziel": 22846,
+      "▁présente": 22847,
+      "marks": 22848,
+      "igneur": 22849,
+      "▁Drive": 22850,
+      "▁neglect": 22851,
+      "▁rozp": 22852,
+      "▁Five": 22853,
+      "spaces": 22854,
+      "▁Medi": 22855,
+      "▁existed": 22856,
+      "▁była": 22857,
+      "джи": 22858,
+      "▁frente": 22859,
+      "тник": 22860,
+      "odd": 22861,
+      "▁answering": 22862,
+      "bian": 22863,
+      "▁Eugen": 22864,
+      "▁Publications": 22865,
+      "▁Dia": 22866,
+      "lá": 22867,
+      "▁'_": 22868,
+      "▁recuper": 22869,
+      "ому": 22870,
+      "▁Append": 22871,
+      "obar": 22872,
+      "▁employees": 22873,
+      "▁compens": 22874,
+      "emetery": 22875,
+      "▁элект": 22876,
+      "MON": 22877,
+      "olin": 22878,
+      "▁historic": 22879,
+      "his": 22880,
+      "ąd": 22881,
+      "nm": 22882,
+      "▁Goth": 22883,
+      "▁stress": 22884,
+      "▁partecip": 22885,
+      "▁Aw": 22886,
+      "▁sar": 22887,
+      "▁hu": 22888,
+      "▁matplotlib": 22889,
+      "▁Myst": 22890,
+      "();`": 22891,
+      "schein": 22892,
+      "Longrightarrow": 22893,
+      "▁ря": 22894,
+      "▁Isra": 22895,
+      "[^": 22896,
+      "nou": 22897,
+      "▁synd": 22898,
+      "working": 22899,
+      "▁Nation": 22900,
+      "▁Pent": 22901,
+      "▁klass": 22902,
+      "▁applicable": 22903,
+      "▁Diam": 22904,
+      "▁brasile": 22905,
+      "▁pac": 22906,
+      "▁Height": 22907,
+      "Put": 22908,
+      "▁intro": 22909,
+      "▁unusual": 22910,
+      "nas": 22911,
+      "▁Gebäude": 22912,
+      "▁beam": 22913,
+      "▁Rect": 22914,
+      "▁Primera": 22915,
+      "▁haut": 22916,
+      "▁trait": 22917,
+      "prüft": 22918,
+      "inación": 22919,
+      "▁configurations": 22920,
+      "▁gilt": 22921,
+      "▁territoire": 22922,
+      "hez": 22923,
+      "▁alte": 22924,
+      "relative": 22925,
+      "Excel": 22926,
+      "▁Wright": 22927,
+      "GV": 22928,
+      "поли": 22929,
+      "Quant": 22930,
+      "▁gauge": 22931,
+      "▁multiply": 22932,
+      "ASS": 22933,
+      "ственно": 22934,
+      "ану": 22935,
+      "▁jeden": 22936,
+      "▁literary": 22937,
+      "▁Dro": 22938,
+      "▁advise": 22939,
+      "itzen": 22940,
+      "▁disag": 22941,
+      "website": 22942,
+      "▁дія": 22943,
+      "▁observer": 22944,
+      "▁január": 22945,
+      "vě": 22946,
+      "kup": 22947,
+      "▁Ses": 22948,
+      "▁wojew": 22949,
+      "▁stages": 22950,
+      "▁времени": 22951,
+      "łuż": 22952,
+      "нос": 22953,
+      "Download": 22954,
+      "ipo": 22955,
+      "▁graf": 22956,
+      "▁робо": 22957,
+      "▁Nikol": 22958,
+      "▁fic": 22959,
+      "▁joining": 22960,
+      "▁diversos": 22961,
+      "▁LIKE": 22962,
+      "▁Fitz": 22963,
+      "▁dimin": 22964,
+      "▁distrib": 22965,
+      "Sam": 22966,
+      "koz": 22967,
+      "▁alphabet": 22968,
+      "oser": 22969,
+      "OUR": 22970,
+      "uka": 22971,
+      "кая": 22972,
+      "▁steel": 22973,
+      "▁`--": 22974,
+      "▁tener": 22975,
+      "marker": 22976,
+      "▁Heaven": 22977,
+      "newcommand": 22978,
+      "▁prisoners": 22979,
+      "▁Knight": 22980,
+      "▁presents": 22981,
+      "▁questi": 22982,
+      "▁trains": 22983,
+      "opera": 22984,
+      "▁Linear": 22985,
+      "▁ME": 22986,
+      "▁Buc": 22987,
+      "Leg": 22988,
+      "▁agua": 22989,
+      "▁Griff": 22990,
+      "olg": 22991,
+      "dst": 22992,
+      ".\r": 22993,
+      "▁persones": 22994,
+      "Mal": 22995,
+      "бере": 22996,
+      "folge": 22997,
+      "▁acab": 22998,
+      "ctu": 22999,
+      "ptic": 23000,
+      "▁Navigation": 23001,
+      "Russ": 23002,
+      "галь": 23003,
+      "▁Ful": 23004,
+      "▁має": 23005,
+      "чная": 23006,
+      "wner": 23007,
+      "contra": 23008,
+      "▁joueur": 23009,
+      "▁Jess": 23010,
+      "▁renew": 23011,
+      "▁lap": 23012,
+      "▁casting": 23013,
+      "gal": 23014,
+      "▁tématu": 23015,
+      "▁называ": 23016,
+      "зах": 23017,
+      "чне": 23018,
+      ")-\\": 23019,
+      "▁часто": 23020,
+      "}$-": 23021,
+      "▁licz": 23022,
+      "▁emot": 23023,
+      "harm": 23024,
+      "▁occasionally": 23025,
+      "▁horror": 23026,
+      "east": 23027,
+      "▁printer": 23028,
+      "aran": 23029,
+      "▁Mississ": 23030,
+      "follow": 23031,
+      "▁Barry": 23032,
+      "▁investigate": 23033,
+      "gow": 23034,
+      "▁Americans": 23035,
+      "Since": 23036,
+      "▁відо": 23037,
+      "▁reun": 23038,
+      "osci": 23039,
+      "▁Chapter": 23040,
+      "▁bay": 23041,
+      "роме": 23042,
+      "ethe": 23043,
+      "édie": 23044,
+      "comot": 23045,
+      "▁miejscowo": 23046,
+      "▁studierte": 23047,
+      "ouvert": 23048,
+      "▁кур": 23049,
+      "▁DESC": 23050,
+      "▁touched": 23051,
+      "▁Jerry": 23052,
+      "uese": 23053,
+      "лище": 23054,
+      "authentication": 23055,
+      "▁colle": 23056,
+      "heart": 23057,
+      "▁regiment": 23058,
+      "cribed": 23059,
+      "▁Боль": 23060,
+      "▁проис": 23061,
+      "ceae": 23062,
+      "▁masses": 23063,
+      "▁scrolling": 23064,
+      "usto": 23065,
+      "SW": 23066,
+      "ovat": 23067,
+      "▁grâce": 23068,
+      "▁Архив": 23069,
+      "▁Север": 23070,
+      "avait": 23071,
+      "▁Marshall": 23072,
+      "▁HashMap": 23073,
+      "acon": 23074,
+      "ücken": 23075,
+      "[])": 23076,
+      "▁evangel": 23077,
+      "etzung": 23078,
+      "ttemberg": 23079,
+      "sters": 23080,
+      "TM": 23081,
+      "▁литера": 23082,
+      "quot": 23083,
+      "Pred": 23084,
+      "▁werk": 23085,
+      "▁haber": 23086,
+      "lava": 23087,
+      "vous": 23088,
+      "▁Late": 23089,
+      "cycle": 23090,
+      "тирова": 23091,
+      "▁проду": 23092,
+      "▁populations": 23093,
+      "▁Yan": 23094,
+      "Prefix": 23095,
+      "actéristiques": 23096,
+      "+'": 23097,
+      "()`](": 23098,
+      "▁Ль": 23099,
+      "филь": 23100,
+      "▁жизни": 23101,
+      "ftp": 23102,
+      "▁всех": 23103,
+      "▁gdzie": 23104,
+      "▁videa": 23105,
+      "oauth": 23106,
+      "▁pid": 23107,
+      "ům": 23108,
+      "▁pesso": 23109,
+      "▁tracking": 23110,
+      "izin": 23111,
+      "▁Morris": 23112,
+      "щий": 23113,
+      "▁Provinz": 23114,
+      "▁Mitte": 23115,
+      "▁artificial": 23116,
+      "brázky": 23117,
+      "▁дости": 23118,
+      "▁restored": 23119,
+      "▁communicate": 23120,
+      "agit": 23121,
+      "Recogn": 23122,
+      "▁lon": 23123,
+      "▁заня": 23124,
+      "▁Argument": 23125,
+      "flush": 23126,
+      "мана": 23127,
+      "seconds": 23128,
+      "UC": 23129,
+      "▁Ruth": 23130,
+      "▁tub": 23131,
+      "▁Bret": 23132,
+      "▁Pere": 23133,
+      "▁responsibility": 23134,
+      "ńczy": 23135,
+      "▁environments": 23136,
+      "kee": 23137,
+      "▁groot": 23138,
+      "▁painted": 23139,
+      "▁Éditions": 23140,
+      "cpy": 23141,
+      "árt": 23142,
+      "lichkeit": 23143,
+      "arda": 23144,
+      "Batch": 23145,
+      "▁Leopold": 23146,
+      "reason": 23147,
+      "noreferrer": 23148,
+      "sens": 23149,
+      "▁rocks": 23150,
+      "▁Hitler": 23151,
+      "лат": 23152,
+      "▁quoted": 23153,
+      "▁колле": 23154,
+      "▁уров": 23155,
+      "bag": 23156,
+      ".\")": 23157,
+      "▁ML": 23158,
+      "▁komt": 23159,
+      "▁[_": 23160,
+      "▁spectral": 23161,
+      "edo": 23162,
+      "▁insieme": 23163,
+      "▁suffering": 23164,
+      "slider": 23165,
+      "▁Kennedy": 23166,
+      "olate": 23167,
+      "▁Patri": 23168,
+      "зии": 23169,
+      "OH": 23170,
+      "▁теа": 23171,
+      "▁права": 23172,
+      "мах": 23173,
+      "rewrite": 23174,
+      "▁Einsatz": 23175,
+      "external": 23176,
+      "holds": 23177,
+      "▁Places": 23178,
+      "atype": 23179,
+      "▁vulner": 23180,
+      "▁abandoned": 23181,
+      "Origin": 23182,
+      "▁maximal": 23183,
+      "AAAA": 23184,
+      "▁Baseball": 23185,
+      "▁Close": 23186,
+      "▁painter": 23187,
+      "▁assigning": 23188,
+      "NB": 23189,
+      "blast": 23190,
+      "▁Künstler": 23191,
+      ")](": 23192,
+      "fach": 23193,
+      "▁Constantin": 23194,
+      "okes": 23195,
+      "▁nobody": 23196,
+      "▁subtract": 23197,
+      "▁fosse": 23198,
+      "▁certific": 23199,
+      "▁muse": 23200,
+      "/),": 23201,
+      "▁Profil": 23202,
+      "▁proxim": 23203,
+      "▁Jerusalem": 23204,
+      "▁simplicity": 23205,
+      "▁wsz": 23206,
+      "NUMBER": 23207,
+      "uttavia": 23208,
+      "UITableView": 23209,
+      "ichter": 23210,
+      "жан": 23211,
+      "▁Lav": 23212,
+      "itchen": 23213,
+      "▁Чем": 23214,
+      "Tu": 23215,
+      "▁geom": 23216,
+      "▁zvuky": 23217,
+      "▁Survey": 23218,
+      "ANCE": 23219,
+      "▁encrypted": 23220,
+      "prof": 23221,
+      "▁dare": 23222,
+      "▁Loren": 23223,
+      "тв": 23224,
+      "▁Алек": 23225,
+      "▁computers": 23226,
+      "▁expectation": 23227,
+      "▁substantial": 23228,
+      "▁Дми": 23229,
+      "▁`{": 23230,
+      "▁дра": 23231,
+      "ubble": 23232,
+      "▁performs": 23233,
+      "▁Krieg": 23234,
+      "▁incoming": 23235,
+      "▁Classification": 23236,
+      "WebView": 23237,
+      "▁episodes": 23238,
+      "apper": 23239,
+      "äufig": 23240,
+      "▁giov": 23241,
+      "▁Depart": 23242,
+      "бора": 23243,
+      "edly": 23244,
+      "ospod": 23245,
+      "▁ptr": 23246,
+      "▁dátum": 23247,
+      "▁estimation": 23248,
+      "icole": 23249,
+      "▁----": 23250,
+      "▁princes": 23251,
+      "HEAD": 23252,
+      "▁diffusion": 23253,
+      "▁drie": 23254,
+      "▁Ada": 23255,
+      "нице": 23256,
+      "nginx": 23257,
+      "shal": 23258,
+      "▁februari": 23259,
+      "▁Tat": 23260,
+      "looking": 23261,
+      "kund": 23262,
+      "▁Dean": 23263,
+      "mongodb": 23264,
+      "вших": 23265,
+      "▁Aur": 23266,
+      "▁Flora": 23267,
+      "▁Studios": 23268,
+      "ције": 23269,
+      "eil": 23270,
+      "Install": 23271,
+      "▁franch": 23272,
+      "▁HMS": 23273,
+      "▁practices": 23274,
+      "lej": 23275,
+      "dale": 23276,
+      "▁poste": 23277,
+      "▁Hels": 23278,
+      "▁reliable": 23279,
+      "ździer": 23280,
+      "▁verse": 23281,
+      "ermeister": 23282,
+      "▁quit": 23283,
+      "ético": 23284,
+      "ilis": 23285,
+      "edor": 23286,
+      "▁Cultural": 23287,
+      "дже": 23288,
+      "▁liked": 23289,
+      "▁mongodb": 23290,
+      "▁Broadway": 23291,
+      "▁IR": 23292,
+      "eszt": 23293,
+      "hov": 23294,
+      "▁míst": 23295,
+      "reiche": 23296,
+      "▁kB": 23297,
+      "стом": 23298,
+      "▁SQLite": 23299,
+      "▁torneo": 23300,
+      "\\.": 23301,
+      "Ord": 23302,
+      "▁Administration": 23303,
+      "▁зда": 23304,
+      "▁Hinter": 23305,
+      "▁Via": 23306,
+      "Decimal": 23307,
+      "orious": 23308,
+      "▁nécessaire": 23309,
+      "wx": 23310,
+      "▁tej": 23311,
+      "▁tema": 23312,
+      "Obrázky": 23313,
+      "рите": 23314,
+      "▁builds": 23315,
+      "▁laten": 23316,
+      "▁гг": 23317,
+      "Visibility": 23318,
+      "läu": 23319,
+      "▁sechs": 23320,
+      "▁луч": 23321,
+      "cera": 23322,
+      "Could": 23323,
+      "▁traject": 23324,
+      "}}^{": 23325,
+      "▁Japon": 23326,
+      "another": 23327,
+      "IK": 23328,
+      "▁belonging": 23329,
+      "▁facilities": 23330,
+      "▁Daily": 23331,
+      "▁dece": 23332,
+      "intro": 23333,
+      "▁случа": 23334,
+      "Namespace": 23335,
+      "▁Bak": 23336,
+      "locale": 23337,
+      "UG": 23338,
+      "=${": 23339,
+      "▁compañ": 23340,
+      "jąc": 23341,
+      "▁arithmetic": 23342,
+      "forum": 23343,
+      "▁porta": 23344,
+      "onk": 23345,
+      "▁gender": 23346,
+      "▁expects": 23347,
+      "бка": 23348,
+      "▁nak": 23349,
+      "▁Grace": 23350,
+      "▁stro": 23351,
+      "ividual": 23352,
+      "▁COM": 23353,
+      "▁Farm": 23354,
+      "▁canton": 23355,
+      "тому": 23356,
+      "javax": 23357,
+      "сей": 23358,
+      "▁briefly": 23359,
+      "Face": 23360,
+      "rotate": 23361,
+      "constant": 23362,
+      "▁gallery": 23363,
+      "astro": 23364,
+      "allery": 23365,
+      "▁DJ": 23366,
+      "charge": 23367,
+      "ходить": 23368,
+      "Cent": 23369,
+      "\\\",": 23370,
+      "▁donna": 23371,
+      "arca": 23372,
+      "lade": 23373,
+      "zin": 23374,
+      "▁Ned": 23375,
+      "▁hosting": 23376,
+      "idor": 23377,
+      "itative": 23378,
+      "igs": 23379,
+      "▁пря": 23380,
+      "▁ticket": 23381,
+      "▁studying": 23382,
+      "▁designer": 23383,
+      "lapsed": 23384,
+      "▁laat": 23385,
+      "▁dix": 23386,
+      "▁integrated": 23387,
+      "▁informed": 23388,
+      "▁behave": 23389,
+      "▁labour": 23390,
+      "estellt": 23391,
+      "calendar": 23392,
+      "▁killing": 23393,
+      "▁twitter": 23394,
+      "iae": 23395,
+      "▁historique": 23396,
+      "DEFAULT": 23397,
+      "iała": 23398,
+      "▁theoretical": 23399,
+      "▁unders": 23400,
+      "ляет": 23401,
+      "atan": 23402,
+      "▁surname": 23403,
+      "▁intercept": 23404,
+      "гласно": 23405,
+      "▁општини": 23406,
+      "▁tired": 23407,
+      "▁Beth": 23408,
+      "▁административ": 23409,
+      "Li": 23410,
+      "▁Тур": 23411,
+      "▁Scanner": 23412,
+      "▁Stern": 23413,
+      "▁вместе": 23414,
+      "▁reporting": 23415,
+      "▁sull": 23416,
+      "цией": 23417,
+      "berts": 23418,
+      "ogonal": 23419,
+      "ők": 23420,
+      "▁ipsum": 23421,
+      "▁seulement": 23422,
+      "▁Seiten": 23423,
+      "wordpress": 23424,
+      "▁featuring": 23425,
+      "istischen": 23426,
+      "jub": 23427,
+      "▁étr": 23428,
+      "▁tea": 23429,
+      "▁adapted": 23430,
+      "▁scales": 23431,
+      "▁nan": 23432,
+      "getValue": 23433,
+      "▁Blues": 23434,
+      "acles": 23435,
+      "▁stati": 23436,
+      "▁entitled": 23437,
+      "▁Ralph": 23438,
+      "gravity": 23439,
+      "▁entrepr": 23440,
+      "któber": 23441,
+      "limat": 23442,
+      "lis": 23443,
+      "Demo": 23444,
+      "relation": 23445,
+      "▁nep": 23446,
+      "prowad": 23447,
+      "itis": 23448,
+      "▁pup": 23449,
+      "nehmer": 23450,
+      "▁disappoint": 23451,
+      "▁etwas": 23452,
+      "annon": 23453,
+      "▁approved": 23454,
+      "▁clever": 23455,
+      "Loading": 23456,
+      "▁verz": 23457,
+      "resse": 23458,
+      "▁inspir": 23459,
+      "▁sampling": 23460,
+      "▁Bek": 23461,
+      "})$.": 23462,
+      "▁грома": 23463,
+      "▁specie": 23464,
+      "▁repub": 23465,
+      "▁loader": 23466,
+      "▁erf": 23467,
+      "▁shoulder": 23468,
+      "rais": 23469,
+      "▁мате": 23470,
+      "▁Month": 23471,
+      "Scene": 23472,
+      "▁blocking": 23473,
+      "▁ocean": 23474,
+      "geben": 23475,
+      "▁Kilometer": 23476,
+      "▁bedeut": 23477,
+      "▁Mix": 23478,
+      "fmt": 23479,
+      "▁Norweg": 23480,
+      "▁IDs": 23481,
+      "parallel": 23482,
+      "▁anticip": 23483,
+      "▁revis": 23484,
+      "хан": 23485,
+      "▁свет": 23486,
+      "CASE": 23487,
+      "▁führt": 23488,
+      "▁atomic": 23489,
+      "▁darkness": 23490,
+      "▁Fußballspieler": 23491,
+      "▁Жи": 23492,
+      "quisition": 23493,
+      "▁Sieg": 23494,
+      "Circ": 23495,
+      "▁cientí": 23496,
+      "nelle": 23497,
+      "SHA": 23498,
+      "▁urb": 23499,
+      "▁ksi": 23500,
+      "leqslant": 23501,
+      "▁фрон": 23502,
+      "▁defect": 23503,
+      "▁rá": 23504,
+      "▁stronger": 23505,
+      "▁pł": 23506,
+      "▁communities": 23507,
+      "нина": 23508,
+      "enas": 23509,
+      "iennent": 23510,
+      "▁safely": 23511,
+      "▁тя": 23512,
+      "▁benchmark": 23513,
+      "▁Braun": 23514,
+      "methods": 23515,
+      "argument": 23516,
+      "vos": 23517,
+      "obox": 23518,
+      "рови": 23519,
+      "▁recherche": 23520,
+      "mn": 23521,
+      "▁brings": 23522,
+      "machine": 23523,
+      "CESS": 23524,
+      "hosts": 23525,
+      "▁NY": 23526,
+      "Autow": 23527,
+      "▁современ": 23528,
+      "▁Gary": 23529,
+      "▁sensor": 23530,
+      "▁documented": 23531,
+      "▁prendre": 23532,
+      "▁peer": 23533,
+      "enix": 23534,
+      "hai": 23535,
+      "arbe": 23536,
+      "цент": 23537,
+      "_(": 23538,
+      "▁URI": 23539,
+      "ева": 23540,
+      "▁Regie": 23541,
+      "▁Monument": 23542,
+      "▁onderwerp": 23543,
+      "Bag": 23544,
+      "tit": 23545,
+      "▁stir": 23546,
+      "▁nerv": 23547,
+      "сторія": 23548,
+      "▁sov": 23549,
+      "▁writers": 23550,
+      "▁sorts": 23551,
+      "absolute": 23552,
+      "▁difficulties": 23553,
+      "▁parlament": 23554,
+      "▁IEnumerable": 23555,
+      "▁dissol": 23556,
+      "▁CHECK": 23557,
+      "arina": 23558,
+      "inburgh": 23559,
+      "DM": 23560,
+      "▁eind": 23561,
+      "▁budget": 23562,
+      "▁certains": 23563,
+      "▁första": 23564,
+      "anja": 23565,
+      "▁годов": 23566,
+      "▁тек": 23567,
+      "▁Duch": 23568,
+      "gui": 23569,
+      "▁Teams": 23570,
+      "▁многи": 23571,
+      "Marie": 23572,
+      "Integr": 23573,
+      "ThreadPool": 23574,
+      "rust": 23575,
+      "ík": 23576,
+      "%\"": 23577,
+      "enf": 23578,
+      "spl": 23579,
+      "▁begun": 23580,
+      "lou": 23581,
+      "▁RewriteRule": 23582,
+      "tuple": 23583,
+      "aneous": 23584,
+      "▁marine": 23585,
+      "attan": 23586,
+      "ikal": 23587,
+      "▁graduated": 23588,
+      "illé": 23589,
+      "▁прове": 23590,
+      "▁Роз": 23591,
+      "',\r": 23592,
+      "▁Pfarr": 23593,
+      "▁nivel": 23594,
+      "▁працю": 23595,
+      "music": 23596,
+      "▁setTimeout": 23597,
+      "ERS": 23598,
+      "▁Erik": 23599,
+      "pit": 23600,
+      "▁Хро": 23601,
+      "▁pił": 23602,
+      "▁peri": 23603,
+      "док": 23604,
+      "uszt": 23605,
+      "▁Bear": 23606,
+      "ClassName": 23607,
+      "▁Parlament": 23608,
+      "▁aix": 23609,
+      "▁invited": 23610,
+      "▁PATH": 23611,
+      "xter": 23612,
+      "▁Race": 23613,
+      "▁hecho": 23614,
+      "▁Tower": 23615,
+      "▁utf": 23616,
+      "actly": 23617,
+      "▁буде": 23618,
+      "▁angles": 23619,
+      "няя": 23620,
+      "ouvelles": 23621,
+      "▁climate": 23622,
+      "▁singing": 23623,
+      "▁navigate": 23624,
+      ">';": 23625,
+      "adows": 23626,
+      "▁leta": 23627,
+      "▁Sitz": 23628,
+      "▁partitions": 23629,
+      "▁dock": 23630,
+      "▁ży": 23631,
+      "▁allocate": 23632,
+      "▁benefits": 23633,
+      "▁nieder": 23634,
+      "xpath": 23635,
+      "meck": 23636,
+      "älle": 23637,
+      "▁coupling": 23638,
+      "жил": 23639,
+      "ForKey": 23640,
+      "argent": 23641,
+      "clou": 23642,
+      "▁instruments": 23643,
+      "▁enthus": 23644,
+      "▁még": 23645,
+      "▁Пав": 23646,
+      "▁Rach": 23647,
+      "-----": 23648,
+      "▁APIs": 23649,
+      "▁Vier": 23650,
+      "Cmd": 23651,
+      "itore": 23652,
+      "▁Cuba": 23653,
+      "▁dátummal": 23654,
+      "▁embedding": 23655,
+      "stdio": 23656,
+      "▁Gilbert": 23657,
+      "▁geprüft": 23658,
+      "▁stating": 23659,
+      "▁triggers": 23660,
+      "+=": 23661,
+      "▁spécial": 23662,
+      "▁deliber": 23663,
+      "мин": 23664,
+      "Produ": 23665,
+      "▁Stati": 23666,
+      "▁zus": 23667,
+      "ktionen": 23668,
+      "Dispatcher": 23669,
+      "idal": 23670,
+      "▁LP": 23671,
+      "optera": 23672,
+      "▁estar": 23673,
+      "▁значи": 23674,
+      "смо": 23675,
+      "ouses": 23676,
+      "engono": 23677,
+      "▁WPF": 23678,
+      "publish": 23679,
+      "▁teor": 23680,
+      "elif": 23681,
+      "▁erg": 23682,
+      "▁separation": 23683,
+      "Pan": 23684,
+      "▁Orchestra": 23685,
+      "Peter": 23686,
+      "bounds": 23687,
+      "▁Shakespeare": 23688,
+      "▁cantante": 23689,
+      "▁demi": 23690,
+      "▁Popular": 23691,
+      "фр": 23692,
+      "arring": 23693,
+      "цин": 23694,
+      "▁Ис": 23695,
+      "von": 23696,
+      "▁substitution": 23697,
+      "▁línea": 23698,
+      "\\}$.": 23699,
+      "como": 23700,
+      "▁важ": 23701,
+      "wagen": 23702,
+      "▁rarely": 23703,
+      "▁periods": 23704,
+      "glob": 23705,
+      "▁Frid": 23706,
+      "▁Terr": 23707,
+      "▁Release": 23708,
+      "Brainz": 23709,
+      "▁граф": 23710,
+      "DIS": 23711,
+      "compatible": 23712,
+      "▁poč": 23713,
+      "LIN": 23714,
+      "▁Källor": 23715,
+      "▁Arizona": 23716,
+      "ppy": 23717,
+      "Seq": 23718,
+      "▁Ain": 23719,
+      "▁Tourn": 23720,
+      "brow": 23721,
+      "▁Kör": 23722,
+      "▁ash": 23723,
+      "ogeneous": 23724,
+      "▁dialect": 23725,
+      "▁насеља": 23726,
+      "mysqli": 23727,
+      "цов": 23728,
+      "▁flor": 23729,
+      "▁фло": 23730,
+      "IAB": 23731,
+      "▁Within": 23732,
+      "^(": 23733,
+      "▁bois": 23734,
+      "▁tank": 23735,
+      "▁affili": 23736,
+      "▁hijo": 23737,
+      "▁Kate": 23738,
+      "▁Verl": 23739,
+      "▁Miami": 23740,
+      "▁typescript": 23741,
+      "њу": 23742,
+      "▁Vern": 23743,
+      "▁висо": 23744,
+      "iemann": 23745,
+      "▁coverage": 23746,
+      "brie": 23747,
+      "▁Starting": 23748,
+      "numpy": 23749,
+      "▁Jenkins": 23750,
+      "▁két": 23751,
+      "▁grup": 23752,
+      "▁Scient": 23753,
+      "▁interrupt": 23754,
+      "▁blob": 23755,
+      "ugel": 23756,
+      "▁Orth": 23757,
+      "abama": 23758,
+      "▁Bapt": 23759,
+      "ownik": 23760,
+      "▁быть": 23761,
+      "▁Julius": 23762,
+      "▁През": 23763,
+      "▁substitute": 23764,
+      "supported": 23765,
+      "chy": 23766,
+      "egyzetek": 23767,
+      "▁Performance": 23768,
+      "lessly": 23769,
+      "Constructor": 23770,
+      "▁extending": 23771,
+      "▁Muslim": 23772,
+      "Overflow": 23773,
+      "▁Jenn": 23774,
+      "▁produz": 23775,
+      "мії": 23776,
+      "▁países": 23777,
+      "▁eux": 23778,
+      "▁fate": 23779,
+      "ologe": 23780,
+      "ук": 23781,
+      "▁wobei": 23782,
+      "▁Sachsen": 23783,
+      "▁сайт": 23784,
+      "Models": 23785,
+      "▁Fast": 23786,
+      "besondere": 23787,
+      "▁FR": 23788,
+      "▁acon": 23789,
+      "▁Denkmal": 23790,
+      "▁anch": 23791,
+      "▁público": 23792,
+      "▁Tas": 23793,
+      "▁cand": 23794,
+      "▁paździer": 23795,
+      "▁Мон": 23796,
+      "▁versus": 23797,
+      "rut": 23798,
+      "GT": 23799,
+      "▁inserting": 23800,
+      "▁canad": 23801,
+      "єм": 23802,
+      "▁Metro": 23803,
+      "▁Herzog": 23804,
+      "Ignore": 23805,
+      "▁decrease": 23806,
+      "▁пун": 23807,
+      "▁Fischer": 23808,
+      "▁Mall": 23809,
+      "▁nörd": 23810,
+      "iostream": 23811,
+      "▁Luxemb": 23812,
+      "payload": 23813,
+      "▁Zeitung": 23814,
+      "▁modifying": 23815,
+      "▁Cher": 23816,
+      "▁Luci": 23817,
+      "nx": 23818,
+      "▁loose": 23819,
+      "▁topics": 23820,
+      "▁varied": 23821,
+      "▁pg": 23822,
+      "ajes": 23823,
+      "umm": 23824,
+      "Views": 23825,
+      "▁Beau": 23826,
+      "MAP": 23827,
+      "ipeline": 23828,
+      "▁Interest": 23829,
+      "arith": 23830,
+      "▁según": 23831,
+      "▁Gemeins": 23832,
+      "▁Attribute": 23833,
+      "community": 23834,
+      "▁центр": 23835,
+      "▁kilometer": 23836,
+      "▁économ": 23837,
+      "laration": 23838,
+      "▁къ": 23839,
+      "▁carriage": 23840,
+      "▁Lane": 23841,
+      "▁необ": 23842,
+      "kur": 23843,
+      "▁AF": 23844,
+      "INTER": 23845,
+      "))$": 23846,
+      "▁beide": 23847,
+      "destination": 23848,
+      "▁fonts": 23849,
+      "appendChild": 23850,
+      "▁MAR": 23851,
+      "▁gay": 23852,
+      "mil": 23853,
+      "lesh": 23854,
+      "èt": 23855,
+      "▁Wang": 23856,
+      "▁Years": 23857,
+      "▁Symbol": 23858,
+      "Live": 23859,
+      "quency": 23860,
+      "▁Users": 23861,
+      "▁Unicode": 23862,
+      "▁Sau": 23863,
+      "▁tons": 23864,
+      "▁Ні": 23865,
+      "▁краї": 23866,
+      "AXI": 23867,
+      "▁Pick": 23868,
+      "AI": 23869,
+      "▁hath": 23870,
+      "▁ainda": 23871,
+      "▁papa": 23872,
+      "▁Censo": 23873,
+      "▁Bald": 23874,
+      "▁Насеље": 23875,
+      "▁simulations": 23876,
+      "▁jaren": 23877,
+      "▁inherited": 23878,
+      "▁той": 23879,
+      "▁feels": 23880,
+      "ression": 23881,
+      "▁október": 23882,
+      "bid": 23883,
+      "ási": 23884,
+      "▁muss": 23885,
+      "ventory": 23886,
+      "▁meist": 23887,
+      "▁bore": 23888,
+      "▁slider": 23889,
+      "дели": 23890,
+      "\\;": 23891,
+      "▁extracted": 23892,
+      "кур": 23893,
+      "Edge": 23894,
+      "▁perf": 23895,
+      "▁Brigade": 23896,
+      "▁град": 23897,
+      "ienie": 23898,
+      "▁Norden": 23899,
+      "▁cancer": 23900,
+      "\"/": 23901,
+      "Cur": 23902,
+      "▁Сере": 23903,
+      "▁liquid": 23904,
+      "structure": 23905,
+      "▁choosing": 23906,
+      "▁Perl": 23907,
+      "Side": 23908,
+      "üs": 23909,
+      "ритор": 23910,
+      "▁kost": 23911,
+      "▁packets": 23912,
+      "▁которого": 23913,
+      "▁Comun": 23914,
+      "▁fingers": 23915,
+      "ográfica": 23916,
+      ">:": 23917,
+      "▁championnat": 23918,
+      "▁blieb": 23919,
+      "▁Situ": 23920,
+      "▁suic": 23921,
+      "andis": 23922,
+      "Fre": 23923,
+      "▁Conc": 23924,
+      "▁republic": 23925,
+      "▁armed": 23926,
+      "▁hell": 23927,
+      "▁hög": 23928,
+      "ragma": 23929,
+      "▁ense": 23930,
+      "▁acres": 23931,
+      "▁Від": 23932,
+      "▁Reform": 23933,
+      "MainActivity": 23934,
+      "keeper": 23935,
+      "erb": 23936,
+      "▁monaster": 23937,
+      "subsubsection": 23938,
+      "▁Див": 23939,
+      "▁creature": 23940,
+      "▁indicating": 23941,
+      "▁urls": 23942,
+      "▁kein": 23943,
+      "образ": 23944,
+      "pick": 23945,
+      "▁Admir": 23946,
+      "▁oldest": 23947,
+      "▁muz": 23948,
+      "▁contradiction": 23949,
+      "▁probabil": 23950,
+      "illiant": 23951,
+      "▁pav": 23952,
+      "▁papel": 23953,
+      "ubs": 23954,
+      "▁жена": 23955,
+      "AML": 23956,
+      "▁recip": 23957,
+      "▁COL": 23958,
+      "added": 23959,
+      "▁clue": 23960,
+      "▁Ukraine": 23961,
+      "▁jelent": 23962,
+      "чень": 23963,
+      "▁mathematics": 23964,
+      "Accept": 23965,
+      "▁сот": 23966,
+      "▁север": 23967,
+      "▁isolated": 23968,
+      "▁поя": 23969,
+      "wür": 23970,
+      "Router": 23971,
+      "CAT": 23972,
+      "rgb": 23973,
+      "▁Lov": 23974,
+      "mutable": 23975,
+      "▁Wes": 23976,
+      "▁Italien": 23977,
+      "Drag": 23978,
+      "enium": 23979,
+      "atting": 23980,
+      "tcp": 23981,
+      "▁erfolgte": 23982,
+      "▁Beit": 23983,
+      "гато": 23984,
+      "▁Systems": 23985,
+      "▁reserve": 23986,
+      "eree": 23987,
+      "▁Пари": 23988,
+      "▁зали": 23989,
+      "▁rent": 23990,
+      "▁sunt": 23991,
+      "▁Girls": 23992,
+      "▁Ernest": 23993,
+      "▁fits": 23994,
+      "▁oppon": 23995,
+      "▁живело": 23996,
+      "▁avaient": 23997,
+      "▁Florence": 23998,
+      "▁числе": 23999,
+      "▁engines": 24000,
+      "Dynamic": 24001,
+      "▁stycznia": 24002,
+      "▁bias": 24003,
+      "▁Exchange": 24004,
+      "дий": 24005,
+      "▁historiques": 24006,
+      "▁Hä": 24007,
+      "hod": 24008,
+      "▁wł": 24009,
+      "schap": 24010,
+      "▁lac": 24011,
+      "▁Foi": 24012,
+      "▁dwell": 24013,
+      "▁Unternehmen": 24014,
+      "URN": 24015,
+      "▁kilometres": 24016,
+      "▁Однако": 24017,
+      "кли": 24018,
+      "▁Sri": 24019,
+      "Groups": 24020,
+      "mind": 24021,
+      "oslov": 24022,
+      "fern": 24023,
+      "egu": 24024,
+      "abeled": 24025,
+      "Fiddle": 24026,
+      "▁Century": 24027,
+      "/-": 24028,
+      "▁Jegyzetek": 24029,
+      "Hen": 24030,
+      "ensemble": 24031,
+      "▁Gut": 24032,
+      "_{{\\": 24033,
+      "▁ranking": 24034,
+      "+$": 24035,
+      "ала": 24036,
+      "▁#{": 24037,
+      "imientos": 24038,
+      "achim": 24039,
+      "rides": 24040,
+      "▁Klaus": 24041,
+      "▁intend": 24042,
+      "▁Kentucky": 24043,
+      "cipe": 24044,
+      "▁Dienst": 24045,
+      "▁situated": 24046,
+      "▁póź": 24047,
+      "▁scrit": 24048,
+      "clip": 24049,
+      "нет": 24050,
+      "tables": 24051,
+      "▁Nied": 24052,
+      "▁McK": 24053,
+      "▁powst": 24054,
+      "▁kunnen": 24055,
+      "▁Evans": 24056,
+      "жды": 24057,
+      "вать": 24058,
+      "uchar": 24059,
+      "▁residents": 24060,
+      "iak": 24061,
+      "▁Resol": 24062,
+      "▁veces": 24063,
+      "▁satisfying": 24064,
+      "INF": 24065,
+      "▁син": 24066,
+      "▁crossing": 24067,
+      "iben": 24068,
+      "▁широ": 24069,
+      "pto": 24070,
+      "ILL": 24071,
+      "▁роль": 24072,
+      "▁aktiv": 24073,
+      "▁обращения": 24074,
+      "Wikispecies": 24075,
+      "▁Höhe": 24076,
+      "cro": 24077,
+      "════": 24078,
+      "altra": 24079,
+      "▁FILE": 24080,
+      "▁ups": 24081,
+      "▁allocation": 24082,
+      "Michael": 24083,
+      "▁acknowled": 24084,
+      "Linux": 24085,
+      "▁metros": 24086,
+      "tte": 24087,
+      "afen": 24088,
+      "▁xcode": 24089,
+      "▁тради": 24090,
+      "species": 24091,
+      "▁injury": 24092,
+      "▁самы": 24093,
+      "▁lattice": 24094,
+      "Material": 24095,
+      "andenburg": 24096,
+      "▁huvudstaden": 24097,
+      "story": 24098,
+      "▁varying": 24099,
+      "▁követ": 24100,
+      "▁Российской": 24101,
+      "irse": 24102,
+      "▁drum": 24103,
+      "Pressed": 24104,
+      "Lar": 24105,
+      "▁Agu": 24106,
+      "▁weil": 24107,
+      "▁commence": 24108,
+      "▁Según": 24109,
+      "Gesture": 24110,
+      "Shape": 24111,
+      "▁Vors": 24112,
+      "▁succès": 24113,
+      "▁corrected": 24114,
+      "Kar": 24115,
+      "▁cruel": 24116,
+      "▁politico": 24117,
+      "▁Schriftsteller": 24118,
+      "▁risult": 24119,
+      "etu": 24120,
+      "archiv": 24121,
+      "▁género": 24122,
+      "▁Lü": 24123,
+      "▁triumph": 24124,
+      "ORS": 24125,
+      "Lu": 24126,
+      "▁personnel": 24127,
+      "▁Hills": 24128,
+      "asset": 24129,
+      "domin": 24130,
+      "Receive": 24131,
+      "▁Oak": 24132,
+      "▁Kno": 24133,
+      "▁Theory": 24134,
+      "irie": 24135,
+      "owan": 24136,
+      "▁estava": 24137,
+      "▁executes": 24138,
+      "йт": 24139,
+      "ópez": 24140,
+      "поло": 24141,
+      "ética": 24142,
+      "▁название": 24143,
+      "▁converges": 24144,
+      "▁notre": 24145,
+      "▁populated": 24146,
+      "▁movements": 24147,
+      "▁statistical": 24148,
+      "▁Zweiten": 24149,
+      "quin": 24150,
+      "▁importantes": 24151,
+      "▁klein": 24152,
+      "▁Segunda": 24153,
+      "schließend": 24154,
+      "Failure": 24155,
+      "nar": 24156,
+      "dag": 24157,
+      "▁ruolo": 24158,
+      "▁fiction": 24159,
+      "▁использу": 24160,
+      "▁crisis": 24161,
+      "▁Getting": 24162,
+      ",%": 24163,
+      "▁армии": 24164,
+      "▁campus": 24165,
+      "▁footer": 24166,
+      "▁días": 24167,
+      "бан": 24168,
+      "▁liberty": 24169,
+      "▁gh": 24170,
+      "▁chamber": 24171,
+      "▁districts": 24172,
+      "▁excited": 24173,
+      "▁canción": 24174,
+      "tero": 24175,
+      "▁Working": 24176,
+      "▁części": 24177,
+      "льный": 24178,
+      "▁forum": 24179,
+      "▁Ehe": 24180,
+      "▁ката": 24181,
+      "itations": 24182,
+      "Tools": 24183,
+      "achiv": 24184,
+      "▁cres": 24185,
+      "asto": 24186,
+      "▁rever": 24187,
+      "▁nazionale": 24188,
+      "▁doors": 24189,
+      "▁Nancy": 24190,
+      "▁islands": 24191,
+      "Imp": 24192,
+      "▁Chair": 24193,
+      "▁vorm": 24194,
+      "sein": 24195,
+      "▁доку": 24196,
+      "erset": 24197,
+      "▁tätig": 24198,
+      "▁Krit": 24199,
+      "▁пя": 24200,
+      "▁conservation": 24201,
+      "▁Partido": 24202,
+      "minipage": 24203,
+      "Validator": 24204,
+      "▁recovery": 24205,
+      "▁NASA": 24206,
+      "▁breast": 24207,
+      "ilty": 24208,
+      "analy": 24209,
+      "elines": 24210,
+      "▁Saturday": 24211,
+      "emark": 24212,
+      "cej": 24213,
+      "Zero": 24214,
+      "▁Turner": 24215,
+      "secure": 24216,
+      "Exists": 24217,
+      "▁Rick": 24218,
+      "evalu": 24219,
+      "ctrl": 24220,
+      "▁compression": 24221,
+      "▁CURL": 24222,
+      "textcolor": 24223,
+      ")\\,": 24224,
+      "longrightarrow": 24225,
+      "▁Fernseh": 24226,
+      "icha": 24227,
+      "▁loi": 24228,
+      "▁Оте": 24229,
+      "▁cave": 24230,
+      "▁dozen": 24231,
+      "▁explaining": 24232,
+      "▁innov": 24233,
+      "▁Nicholas": 24234,
+      "▁diameter": 24235,
+      "▁Marian": 24236,
+      "▁fires": 24237,
+      "▁artifact": 24238,
+      "▁Parker": 24239,
+      "▁Bund": 24240,
+      "▁verte": 24241,
+      "▁talent": 24242,
+      "▁Lucas": 24243,
+      "reverse": 24244,
+      "▁folgenden": 24245,
+      "▁Sah": 24246,
+      "jections": 24247,
+      "▁invece": 24248,
+      "▁costitu": 24249,
+      "▁ssl": 24250,
+      "}}^": 24251,
+      "▁violent": 24252,
+      "▁spos": 24253,
+      "Rout": 24254,
+      "jdk": 24255,
+      "▁заме": 24256,
+      "▁furent": 24257,
+      "andal": 24258,
+      "Hom": 24259,
+      "▁Senior": 24260,
+      "▁pounds": 24261,
+      "▁Discogs": 24262,
+      "▁зе": 24263,
+      "'}[": 24264,
+      "▁Napoleon": 24265,
+      "ordinates": 24266,
+      "àn": 24267,
+      "▁kurz": 24268,
+      "▁vere": 24269,
+      "▁reuse": 24270,
+      "▁Ген": 24271,
+      "▁Syst": 24272,
+      "▁disappeared": 24273,
+      "▁Watch": 24274,
+      "bibliothek": 24275,
+      "▁корпу": 24276,
+      "▁Cs": 24277,
+      "▁}`": 24278,
+      "▁rör": 24279,
+      "▁дела": 24280,
+      "VB": 24281,
+      "▁calculus": 24282,
+      "рода": 24283,
+      "▁judgment": 24284,
+      "atile": 24285,
+      "▁longue": 24286,
+      "▁Hus": 24287,
+      "Jac": 24288,
+      "}})": 24289,
+      "RIPT": 24290,
+      "IABot": 24291,
+      "▁após": 24292,
+      "▁aston": 24293,
+      "Webachiv": 24294,
+      "▁URLs": 24295,
+      "▁coat": 24296,
+      "▁эконо": 24297,
+      "▁lear": 24298,
+      "extensions": 24299,
+      "▁Classic": 24300,
+      "TI": 24301,
+      "▁Tage": 24302,
+      "▁lá": 24303,
+      "▁semb": 24304,
+      "▁développement": 24305,
+      "ISTS": 24306,
+      "▁solves": 24307,
+      ",\\,": 24308,
+      "▁чемпі": 24309,
+      "ordinary": 24310,
+      "▁Bav": 24311,
+      "▁muchos": 24312,
+      "Self": 24313,
+      "▁Май": 24314,
+      "▁Diet": 24315,
+      "▁necessity": 24316,
+      "від": 24317,
+      "▁mano": 24318,
+      "▁Ср": 24319,
+      "▁carre": 24320,
+      "▁Camera": 24321,
+      "▁Narod": 24322,
+      "▁Phone": 24323,
+      "▁polym": 24324,
+      "imore": 24325,
+      "isEmpty": 24326,
+      "▁Houston": 24327,
+      "▁Rece": 24328,
+      "▁presentation": 24329,
+      "ниципа": 24330,
+      "▁Db": 24331,
+      "▁confident": 24332,
+      "▁}{": 24333,
+      "▁bullet": 24334,
+      "▁{},": 24335,
+      "ANGE": 24336,
+      "▁Notre": 24337,
+      "chin": 24338,
+      "▁Dragon": 24339,
+      "erca": 24340,
+      "iali": 24341,
+      "▁asset": 24342,
+      "▁muito": 24343,
+      "▁deeply": 24344,
+      "▁restriction": 24345,
+      "▁commerce": 24346,
+      "▁Bomb": 24347,
+      "caught": 24348,
+      "qq": 24349,
+      "▁Arag": 24350,
+      "▁немец": 24351,
+      "▁Analysis": 24352,
+      "▁článku": 24353,
+      "▁baby": 24354,
+      "▁echter": 24355,
+      "▁одного": 24356,
+      "жена": 24357,
+      "▁whitespace": 24358,
+      "çu": 24359,
+      "LIST": 24360,
+      "frique": 24361,
+      "▁varias": 24362,
+      "▁Wit": 24363,
+      "▁Licencia": 24364,
+      "Exit": 24365,
+      "▁sierp": 24366,
+      "▁assemb": 24367,
+      "▁splitting": 24368,
+      "▁palace": 24369,
+      "▁blocked": 24370,
+      "▁boundaries": 24371,
+      "▁iterations": 24372,
+      "▁Rotten": 24373,
+      "▁Verkehr": 24374,
+      "▁weer": 24375,
+      "Tests": 24376,
+      "ifting": 24377,
+      "▁regul": 24378,
+      "▁persist": 24379,
+      "▁Solution": 24380,
+      "pb": 24381,
+      "▁collapse": 24382,
+      "▁arrested": 24383,
+      "▁predicate": 24384,
+      "▁Zone": 24385,
+      "▁ingen": 24386,
+      "zález": 24387,
+      "▁banks": 24388,
+      "plant": 24389,
+      "▁Nella": 24390,
+      "▁бан": 24391,
+      "▁Snow": 24392,
+      "▁Kreuz": 24393,
+      "ício": 24394,
+      "▁enters": 24395,
+      "▁expose": 24396,
+      "či": 24397,
+      "шие": 24398,
+      "Qual": 24399,
+      "▁landscape": 24400,
+      "▁подацима": 24401,
+      "mai": 24402,
+      "stag": 24403,
+      "ований": 24404,
+      "DEF": 24405,
+      "[]{": 24406,
+      "▁dernière": 24407,
+      "icut": 24408,
+      "▁Xml": 24409,
+      "▁subgroup": 24410,
+      "▁Polsce": 24411,
+      "▁Warning": 24412,
+      "▁vehicles": 24413,
+      "iot": 24414,
+      "▁dll": 24415,
+      "ront": 24416,
+      "▁Louise": 24417,
+      "▁ara": 24418,
+      "▁Scala": 24419,
+      "▁canonical": 24420,
+      "▁placing": 24421,
+      "ERY": 24422,
+      "▁Jag": 24423,
+      "▁virus": 24424,
+      "emu": 24425,
+      "▁});\r": 24426,
+      "▁мм": 24427,
+      "▁Trying": 24428,
+      "▁Lexikon": 24429,
+      "abord": 24430,
+      "▁expedition": 24431,
+      "▁demanded": 24432,
+      "Zyg": 24433,
+      "lein": 24434,
+      "▁verwendet": 24435,
+      "рина": 24436,
+      "wol": 24437,
+      "▁pivot": 24438,
+      "▁однако": 24439,
+      "▁propriet": 24440,
+      "▁awards": 24441,
+      "tout": 24442,
+      "▁assim": 24443,
+      "▁Storm": 24444,
+      "Limit": 24445,
+      "elin": 24446,
+      "wealth": 24447,
+      "uez": 24448,
+      "▁rappresent": 24449,
+      "▁resta": 24450,
+      "▁gegründet": 24451,
+      "▁journalist": 24452,
+      "isie": 24453,
+      "▁facility": 24454,
+      "illed": 24455,
+      "ulk": 24456,
+      "▁PK": 24457,
+      "Anchor": 24458,
+      "▁_)": 24459,
+      "VF": 24460,
+      "LAB": 24461,
+      "▁nå": 24462,
+      "odos": 24463,
+      "▁billion": 24464,
+      "virti": 24465,
+      "▁Jeux": 24466,
+      "юза": 24467,
+      "tomcat": 24468,
+      "▁charts": 24469,
+      "▁Bundle": 24470,
+      "▁lst": 24471,
+      "▁exer": 24472,
+      "▁females": 24473,
+      "▁obliged": 24474,
+      "▁aby": 24475,
+      "rolled": 24476,
+      "dri": 24477,
+      "▁Sche": 24478,
+      "▁vessels": 24479,
+      "IMARY": 24480,
+      "▁reasoning": 24481,
+      "▁проте": 24482,
+      "FILES": 24483,
+      "verk": 24484,
+      "osos": 24485,
+      "▁комму": 24486,
+      "дії": 24487,
+      "▁dd": 24488,
+      "▁соответ": 24489,
+      "▁IOException": 24490,
+      "ských": 24491,
+      "▁CLI": 24492,
+      "▁ње": 24493,
+      "CM": 24494,
+      "TD": 24495,
+      "▁possibilities": 24496,
+      "▁Compos": 24497,
+      "half": 24498,
+      "▁webpage": 24499,
+      "▁swing": 24500,
+      "▁zas": 24501,
+      "▁cycl": 24502,
+      "leid": 24503,
+      "istica": 24504,
+      "▁Insert": 24505,
+      "▁Sweden": 24506,
+      "▁wanting": 24507,
+      "▁ال": 24508,
+      "▁eeuw": 24509,
+      "▁Administr": 24510,
+      "▁Warren": 24511,
+      "▁bs": 24512,
+      "▁pam": 24513,
+      "anus": 24514,
+      "Dra": 24515,
+      "expl": 24516,
+      "▁Kant": 24517,
+      "▁Austin": 24518,
+      "▁csak": 24519,
+      "▁theatre": 24520,
+      "▁compatibility": 24521,
+      "матиче": 24522,
+      "setState": 24523,
+      "бю": 24524,
+      "}{|": 24525,
+      "▁Dy": 24526,
+      "▁Zwischen": 24527,
+      "Alt": 24528,
+      "CLARE": 24529,
+      "steps": 24530,
+      "▁Lage": 24531,
+      "▁Mitt": 24532,
+      "▁Dublin": 24533,
+      "▁работы": 24534,
+      "deep": 24535,
+      "▁flows": 24536,
+      "▁Palace": 24537,
+      "unix": 24538,
+      "refs": 24539,
+      "umar": 24540,
+      "aset": 24541,
+      "cov": 24542,
+      "▁ping": 24543,
+      "▁Safari": 24544,
+      "flug": 24545,
+      "creens": 24546,
+      "{#": 24547,
+      "▁реа": 24548,
+      "adors": 24549,
+      "▁amor": 24550,
+      "uce": 24551,
+      "demic": 24552,
+      "▁Netherlands": 24553,
+      "▁clusters": 24554,
+      "▁enfor": 24555,
+      "marine": 24556,
+      "▁bugs": 24557,
+      "izzata": 24558,
+      "▁scra": 24559,
+      "Les": 24560,
+      "quick": 24561,
+      "▁turno": 24562,
+      "_*": 24563,
+      "ера": 24564,
+      "Generated": 24565,
+      ">[": 24566,
+      "▁estre": 24567,
+      "orde": 24568,
+      "▁verg": 24569,
+      "роз": 24570,
+      "▁pau": 24571,
+      "includes": 24572,
+      "assa": 24573,
+      "aders": 24574,
+      "▁Герма": 24575,
+      "▁estaven": 24576,
+      "▁earliest": 24577,
+      "▁resultado": 24578,
+      "mun": 24579,
+      "▁plots": 24580,
+      "din": 24581,
+      "sorted": 24582,
+      "▁preference": 24583,
+      "rió": 24584,
+      "туре": 24585,
+      "▁Ligue": 24586,
+      "▁завер": 24587,
+      "phr": 24588,
+      "▁pocket": 24589,
+      "▁parl": 24590,
+      "▁lak": 24591,
+      "▁powie": 24592,
+      "▁altres": 24593,
+      "$};": 24594,
+      "plain": 24595,
+      "▁Cred": 24596,
+      "itza": 24597,
+      "perp": 24598,
+      "Green": 24599,
+      "▁devoted": 24600,
+      "production": 24601,
+      "worker": 24602,
+      "elsen": 24603,
+      "▁vern": 24604,
+      "▁március": 24605,
+      "▁Confeder": 24606,
+      "▁Liverpool": 24607,
+      "▁музи": 24608,
+      "▁emails": 24609,
+      "▁distances": 24610,
+      "▁segments": 24611,
+      "▁anth": 24612,
+      "▁wrest": 24613,
+      "▁hoog": 24614,
+      "▁cinema": 24615,
+      "rror": 24616,
+      "▁geboren": 24617,
+      "▁éc": 24618,
+      "Marker": 24619,
+      "▁Compet": 24620,
+      "▁листо": 24621,
+      "allowed": 24622,
+      "volume": 24623,
+      "Espagne": 24624,
+      "Ze": 24625,
+      "▁fixes": 24626,
+      "▁rond": 24627,
+      "▁arrangement": 24628,
+      "/~": 24629,
+      ".](": 24630,
+      "▁Források": 24631,
+      "▁weiteren": 24632,
+      "excel": 24633,
+      "▁змі": 24634,
+      "▁moderne": 24635,
+      "English": 24636,
+      "▁Transfermarkt": 24637,
+      "▁bearing": 24638,
+      "▁cleared": 24639,
+      "▁сам": 24640,
+      "▁divs": 24641,
+      "ći": 24642,
+      "▁этой": 24643,
+      "▁Геор": 24644,
+      "scene": 24645,
+      "▁ages": 24646,
+      "GEN": 24647,
+      "rän": 24648,
+      "▁Toul": 24649,
+      "▁Abs": 24650,
+      "ját": 24651,
+      "▁mediante": 24652,
+      "▁empres": 24653,
+      "▁Employee": 24654,
+      "▁polynomials": 24655,
+      "▁optimize": 24656,
+      "▁выступа": 24657,
+      "fare": 24658,
+      "вей": 24659,
+      "xf": 24660,
+      "quez": 24661,
+      "▁botan": 24662,
+      "▁defend": 24663,
+      "▁Quart": 24664,
+      "Mont": 24665,
+      "vb": 24666,
+      "tick": 24667,
+      "WD": 24668,
+      "mine": 24669,
+      "▁modific": 24670,
+      "notification": 24671,
+      "▁denn": 24672,
+      "▁algo": 24673,
+      "▁Spo": 24674,
+      "▁mistrzost": 24675,
+      "/:": 24676,
+      "▁apresent": 24677,
+      "▁прод": 24678,
+      "Volume": 24679,
+      "ską": 24680,
+      "protected": 24681,
+      "▁Turkish": 24682,
+      "azy": 24683,
+      "▁pouv": 24684,
+      "▁período": 24685,
+      "skog": 24686,
+      "▁entropy": 24687,
+      "zed": 24688,
+      "тори": 24689,
+      "▁lij": 24690,
+      "boards": 24691,
+      "▁стату": 24692,
+      "Bool": 24693,
+      "▁polity": 24694,
+      "@\",": 24695,
+      "▁рік": 24696,
+      "née": 24697,
+      "▁Zug": 24698,
+      "▁Uniti": 24699,
+      "émet": 24700,
+      "atience": 24701,
+      "dimen": 24702,
+      "▁Steven": 24703,
+      "Ha": 24704,
+      "ACTION": 24705,
+      "▁wand": 24706,
+      "▁Navar": 24707,
+      "▁січня": 24708,
+      "Watch": 24709,
+      "▁Stuart": 24710,
+      "▁zde": 24711,
+      "▁контро": 24712,
+      "dataset": 24713,
+      "yó": 24714,
+      "▁Bush": 24715,
+      "▁себя": 24716,
+      "▁worthy": 24717,
+      "▁Ble": 24718,
+      "▁propor": 24719,
+      "▁Village": 24720,
+      "▁ry": 24721,
+      "▁voit": 24722,
+      "▁копия": 24723,
+      "▁zp": 24724,
+      "▁cura": 24725,
+      "▁Html": 24726,
+      "▁Dieser": 24727,
+      "▁Days": 24728,
+      "onnes": 24729,
+      "▁antigu": 24730,
+      "▁Staaten": 24731,
+      "▁faint": 24732,
+      "ongs": 24733,
+      "▁öst": 24734,
+      "Redirect": 24735,
+      "ель": 24736,
+      "atorial": 24737,
+      "▁bother": 24738,
+      "EditText": 24739,
+      "▁Giul": 24740,
+      "▁заво": 24741,
+      "▁pueblo": 24742,
+      "▁Mississippi": 24743,
+      "jak": 24744,
+      "▁wings": 24745,
+      "onc": 24746,
+      "ível": 24747,
+      "iencia": 24748,
+      "entlicht": 24749,
+      "▁BTW": 24750,
+      "ornal": 24751,
+      "▁Коро": 24752,
+      "▁одним": 24753,
+      "▁salv": 24754,
+      "▁finden": 24755,
+      "geo": 24756,
+      "▁авиа": 24757,
+      "attung": 24758,
+      "viv": 24759,
+      "▁Luther": 24760,
+      "▁общи": 24761,
+      "▁Rolle": 24762,
+      "▁Abraham": 24763,
+      "▁centered": 24764,
+      "▁slash": 24765,
+      "isat": 24766,
+      "emann": 24767,
+      "Os": 24768,
+      "парта": 24769,
+      "▁Pablo": 24770,
+      "▁collaboration": 24771,
+      "paths": 24772,
+      "édition": 24773,
+      "▁viewed": 24774,
+      "▁consisted": 24775,
+      "▁recovered": 24776,
+      "▁Mexican": 24777,
+      "▁Fix": 24778,
+      "▁spell": 24779,
+      "Special": 24780,
+      "▁Ст": 24781,
+      "esseur": 24782,
+      "▁Украины": 24783,
+      "former": 24784,
+      "▁św": 24785,
+      "▁zeros": 24786,
+      "▁Straßen": 24787,
+      "▁organisation": 24788,
+      "üssen": 24789,
+      "▁Sierra": 24790,
+      "▁Season": 24791,
+      "▁volont": 24792,
+      "BeanFactory": 24793,
+      "▁помощ": 24794,
+      "▁pressing": 24795,
+      "▁equivalence": 24796,
+      "▁catt": 24797,
+      "icity": 24798,
+      "▁accomplished": 24799,
+      "▁yo": 24800,
+      "▁sic": 24801,
+      "▁imports": 24802,
+      "▁accommod": 24803,
+      "▁Porto": 24804,
+      "▁яка": 24805,
+      "▁loan": 24806,
+      "тики": 24807,
+      "▁checkout": 24808,
+      "▁assess": 24809,
+      "▁Population": 24810,
+      "urent": 24811,
+      "clojure": 24812,
+      "▁Santos": 24813,
+      "▁információ": 24814,
+      "POS": 24815,
+      "▁gare": 24816,
+      "▁kick": 24817,
+      "▁radical": 24818,
+      "▁Peace": 24819,
+      "▁streaming": 24820,
+      "camp": 24821,
+      "ząt": 24822,
+      "говор": 24823,
+      "▁Regierung": 24824,
+      "▁proceeded": 24825,
+      "fm": 24826,
+      "лены": 24827,
+      "▁earnest": 24828,
+      "▁Parad": 24829,
+      "requests": 24830,
+      "▁Raum": 24831,
+      "šč": 24832,
+      "▁policies": 24833,
+      "▁Tig": 24834,
+      "▁sitt": 24835,
+      "▁Energy": 24836,
+      "▁purely": 24837,
+      "▁Haut": 24838,
+      "▁Speed": 24839,
+      "bio": 24840,
+      "▁orange": 24841,
+      "▁biggest": 24842,
+      "▁britannique": 24843,
+      "▁Notable": 24844,
+      "vu": 24845,
+      "лении": 24846,
+      "бин": 24847,
+      "▁Nash": 24848,
+      "щение": 24849,
+      "▁ciel": 24850,
+      "adémie": 24851,
+      "▁грудня": 24852,
+      "▁joue": 24853,
+      "▁voted": 24854,
+      "rico": 24855,
+      "▁гор": 24856,
+      "▁команду": 24857,
+      "itivity": 24858,
+      "▁ще": 24859,
+      "▁definite": 24860,
+      "uropa": 24861,
+      "!\");": 24862,
+      "Defaults": 24863,
+      "▁некоторы": 24864,
+      "édération": 24865,
+      "▁silly": 24866,
+      "▁talked": 24867,
+      "reu": 24868,
+      "▁Lomb": 24869,
+      "▁statue": 24870,
+      "кта": 24871,
+      "юр": 24872,
+      "umably": 24873,
+      "▁городе": 24874,
+      "▁Runtime": 24875,
+      "▁diagn": 24876,
+      "▁retro": 24877,
+      "▁Sverige": 24878,
+      "▁inicial": 24879,
+      "ienza": 24880,
+      "▁figlio": 24881,
+      "▁zog": 24882,
+      "▁rey": 24883,
+      "▁Rund": 24884,
+      "тный": 24885,
+      "▁ceased": 24886,
+      "erno": 24887,
+      "▁esa": 24888,
+      "▁trouv": 24889,
+      "▁Gemeinden": 24890,
+      "▁comercial": 24891,
+      "skap": 24892,
+      "enario": 24893,
+      "▁juris": 24894,
+      "TB": 24895,
+      "нала": 24896,
+      "▁vij": 24897,
+      "VO": 24898,
+      "▁clin": 24899,
+      "jör": 24900,
+      "сан": 24901,
+      "owała": 24902,
+      "ribución": 24903,
+      "▁ursprüng": 24904,
+      "▁condem": 24905,
+      "▁Stage": 24906,
+      "▁mixing": 24907,
+      "▁різ": 24908,
+      "▁fans": 24909,
+      "ház": 24910,
+      "social": 24911,
+      "zan": 24912,
+      "▁свой": 24913,
+      "Cookie": 24914,
+      "▁Roland": 24915,
+      "azionale": 24916,
+      "▁Sloven": 24917,
+      "▁Fiche": 24918,
+      "▁Sé": 24919,
+      "hä": 24920,
+      "▁officials": 24921,
+      "▁înt": 24922,
+      "Interceptor": 24923,
+      "Tables": 24924,
+      "▁davon": 24925,
+      "initialize": 24926,
+      "]=\"": 24927,
+      "▁Body": 24928,
+      "▁Upper": 24929,
+      "▁Collect": 24930,
+      "▁Zürich": 24931,
+      "Horizontal": 24932,
+      "Typ": 24933,
+      "▁político": 24934,
+      "▁RewriteCond": 24935,
+      "▁hoped": 24936,
+      "▁anxious": 24937,
+      "Liter": 24938,
+      "jahr": 24939,
+      "▁assemble": 24940,
+      "▁crypt": 24941,
+      "lahoma": 24942,
+      "ASH": 24943,
+      "▁Бри": 24944,
+      "▁Cic": 24945,
+      "twitter": 24946,
+      "hyper": 24947,
+      "▁Tell": 24948,
+      "ільки": 24949,
+      "вобо": 24950,
+      "▁bazie": 24951,
+      "▁contemporary": 24952,
+      "▁Parameter": 24953,
+      "stwa": 24954,
+      "▁bekend": 24955,
+      "cock": 24956,
+      "previous": 24957,
+      "enska": 24958,
+      "▁caller": 24959,
+      "]])": 24960,
+      "▁Raz": 24961,
+      "▁Selon": 24962,
+      "▁proposal": 24963,
+      "▁bý": 24964,
+      "▁Sied": 24965,
+      "▁Arbeits": 24966,
+      "▁pride": 24967,
+      "▁slope": 24968,
+      "idé": 24969,
+      "gradient": 24970,
+      "▁Джерела": 24971,
+      "▁SH": 24972,
+      "▁разрабо": 24973,
+      "iversity": 24974,
+      "сподар": 24975,
+      "\\{\\": 24976,
+      "▁стали": 24977,
+      "▁Einzel": 24978,
+      "▁rgba": 24979,
+      "▁Anim": 24980,
+      "▁alles": 24981,
+      "бар": 24982,
+      "erte": 24983,
+      "▁réalisé": 24984,
+      "Institut": 24985,
+      "▁markup": 24986,
+      "▁vars": 24987,
+      "▁gam": 24988,
+      "▁Василь": 24989,
+      "izza": 24990,
+      "▁Cob": 24991,
+      "▁Metal": 24992,
+      "▁leak": 24993,
+      "▁Lanc": 24994,
+      "Switch": 24995,
+      "Delay": 24996,
+      "atuur": 24997,
+      "▁четы": 24998,
+      "▁англий": 24999,
+      "▁legacy": 25000,
+      "▁desarroll": 25001,
+      "▁topological": 25002,
+      "▁jeweils": 25003,
+      "▁Nederlandse": 25004,
+      "▁atmosphere": 25005,
+      "urban": 25006,
+      "▁slov": 25007,
+      "▁lawyer": 25008,
+      "pecially": 25009,
+      "▁alternate": 25010,
+      "▁paramet": 25011,
+      "▁establishment": 25012,
+      "▁woods": 25013,
+      "PD": 25014,
+      "▁наи": 25015,
+      "▁mang": 25016,
+      "▁wechselte": 25017,
+      "ську": 25018,
+      ".=": 25019,
+      "▁fifteen": 25020,
+      "SUM": 25021,
+      "▁Fro": 25022,
+      "▁LED": 25023,
+      "owano": 25024,
+      "ствие": 25025,
+      "▁Données": 25026,
+      "tol": 25027,
+      "żyn": 25028,
+      "cref": 25029,
+      "ствии": 25030,
+      "horn": 25031,
+      "▁сооб": 25032,
+      "▁оборо": 25033,
+      "▁Complete": 25034,
+      "“)": 25035,
+      "▁kindly": 25036,
+      "▁Chamber": 25037,
+      "ség": 25038,
+      "WH": 25039,
+      "▁ambient": 25040,
+      "кро": 25041,
+      "▁cheval": 25042,
+      "▁написа": 25043,
+      "flu": 25044,
+      "▁Offiz": 25045,
+      "mate": 25046,
+      "natural": 25047,
+      "separ": 25048,
+      "empre": 25049,
+      "ViewHolder": 25050,
+      "fw": 25051,
+      "▁letech": 25052,
+      "▁trailing": 25053,
+      "atri": 25054,
+      "▁Gó": 25055,
+      "▁Bonn": 25056,
+      "▁unlikely": 25057,
+      "RAM": 25058,
+      "enst": 25059,
+      "Stats": 25060,
+      "▁политиче": 25061,
+      ")--(": 25062,
+      "▁trom": 25063,
+      "!...": 25064,
+      "▁Meanwhile": 25065,
+      "стана": 25066,
+      "▁Reino": 25067,
+      "▁Arist": 25068,
+      "$}}%": 25069,
+      "▁solem": 25070,
+      "closure": 25071,
+      "ignation": 25072,
+      "łod": 25073,
+      "▁divor": 25074,
+      "▁международ": 25075,
+      "=\"<?": 25076,
+      "▁molt": 25077,
+      "▁skills": 25078,
+      "▁Cir": 25079,
+      "▁Después": 25080,
+      "▁lun": 25081,
+      "▁coron": 25082,
+      "▁Comics": 25083,
+      "стори": 25084,
+      "▁Items": 25085,
+      "▁Think": 25086,
+      "игра": 25087,
+      "▁grows": 25088,
+      "portal": 25089,
+      "▁nich": 25090,
+      "▁restrictions": 25091,
+      "▁Lau": 25092,
+      "шення": 25093,
+      "▁Sozial": 25094,
+      "▁кі": 25095,
+      "mana": 25096,
+      "▁lieutenant": 25097,
+      "Attr": 25098,
+      "umeric": 25099,
+      "▁drives": 25100,
+      "asis": 25101,
+      "бай": 25102,
+      "NL": 25103,
+      "Zygote": 25104,
+      "physics": 25105,
+      "▁internally": 25106,
+      "вается": 25107,
+      "Hidden": 25108,
+      "▁Дата": 25109,
+      "▁unsafe": 25110,
+      "▁Roc": 25111,
+      "▁instantiate": 25112,
+      "udni": 25113,
+      "▁Room": 25114,
+      "▁Пред": 25115,
+      "▁maja": 25116,
+      "achment": 25117,
+      "uuid": 25118,
+      "Projects": 25119,
+      "Gre": 25120,
+      "▁взя": 25121,
+      "▁Blood": 25122,
+      "icile": 25123,
+      "▁Nouvelle": 25124,
+      "Does": 25125,
+      "▁nieuwe": 25126,
+      "ále": 25127,
+      "angs": 25128,
+      "weak": 25129,
+      "▁aantal": 25130,
+      "▁Ев": 25131,
+      "▁Dresden": 25132,
+      "▁Lost": 25133,
+      "ката": 25134,
+      "▁involve": 25135,
+      "▁declaring": 25136,
+      "▁Political": 25137,
+      "érez": 25138,
+      "kop": 25139,
+      "notify": 25140,
+      "▁Curt": 25141,
+      "▁schließlich": 25142,
+      "ghan": 25143,
+      "цена": 25144,
+      "▁kwiet": 25145,
+      "ügel": 25146,
+      "▁Sob": 25147,
+      "▁substr": 25148,
+      "▁ellen": 25149,
+      "ionario": 25150,
+      "enson": 25151,
+      "WIN": 25152,
+      "спорт": 25153,
+      "emer": 25154,
+      "nome": 25155,
+      "▁smiled": 25156,
+      "▁Schmidt": 25157,
+      "▁smoke": 25158,
+      "▁Token": 25159,
+      "▁vague": 25160,
+      "▁provision": 25161,
+      "yaml": 25162,
+      "нитель": 25163,
+      "onial": 25164,
+      "époque": 25165,
+      "▁NC": 25166,
+      "▁NFL": 25167,
+      "teck": 25168,
+      "▁allo": 25169,
+      "▁précéd": 25170,
+      "central": 25171,
+      "▁majd": 25172,
+      "▁chrom": 25173,
+      "▁Zum": 25174,
+      "verso": 25175,
+      "▁verschiedenen": 25176,
+      "▁старо": 25177,
+      "▁quelle": 25178,
+      "▁rép": 25179,
+      "ROW": 25180,
+      "▁ihnen": 25181,
+      "▁sensible": 25182,
+      "|$": 25183,
+      "▁schw": 25184,
+      "▁BR": 25185,
+      "▁Options": 25186,
+      "▁tens": 25187,
+      "▁conquist": 25188,
+      "▁ließ": 25189,
+      "ovis": 25190,
+      "▁міста": 25191,
+      "▁ela": 25192,
+      "rifice": 25193,
+      "▁lok": 25194,
+      "▁Queensland": 25195,
+      "Binary": 25196,
+      "▁Rahmen": 25197,
+      "▁abol": 25198,
+      "▁část": 25199,
+      "▁Edinburgh": 25200,
+      "inde": 25201,
+      "▁calculating": 25202,
+      "▁Oregon": 25203,
+      "▁legit": 25204,
+      "▁Nachdem": 25205,
+      "athon": 25206,
+      "Private": 25207,
+      "illaume": 25208,
+      "▁observable": 25209,
+      "leans": 25210,
+      "▁remarked": 25211,
+      "▁halt": 25212,
+      "ницы": 25213,
+      "▁stamp": 25214,
+      "▁Adv": 25215,
+      "Louis": 25216,
+      "imming": 25217,
+      "gruppe": 25218,
+      "▁Policy": 25219,
+      "▁vrij": 25220,
+      "ftrag": 25221,
+      "▁offices": 25222,
+      "▁participated": 25223,
+      "▁escol": 25224,
+      "▁\"</": 25225,
+      "▁nombreuses": 25226,
+      "▁divid": 25227,
+      "▁advis": 25228,
+      "лтати": 25229,
+      "▁==>": 25230,
+      "Orientation": 25231,
+      "cid": 25232,
+      "Cart": 25233,
+      "▁murm": 25234,
+      "▁assez": 25235,
+      "▁linking": 25236,
+      "building": 25237,
+      "▁reconna": 25238,
+      "▁shook": 25239,
+      "managed": 25240,
+      "landa": 25241,
+      "▁León": 25242,
+      "▁création": 25243,
+      "дой": 25244,
+      "ocity": 25245,
+      "▁wij": 25246,
+      "▁wieś": 25247,
+      "xtart": 25248,
+      "▁Move": 25249,
+      "lungen": 25250,
+      "ствует": 25251,
+      "orney": 25252,
+      "optional": 25253,
+      "macro": 25254,
+      "Condition": 25255,
+      "▁squares": 25256,
+      "▁mistaken": 25257,
+      "ánt": 25258,
+      "▁Ris": 25259,
+      "▁sentences": 25260,
+      "erea": 25261,
+      "▁mij": 25262,
+      "Und": 25263,
+      "▁nombr": 25264,
+      "zA": 25265,
+      "▁Independent": 25266,
+      "▁preview": 25267,
+      "imas": 25268,
+      "▁males": 25269,
+      "inental": 25270,
+      "Thank": 25271,
+      "▁popol": 25272,
+      "▁pover": 25273,
+      "▁grasp": 25274,
+      "▁imped": 25275,
+      "▁campionato": 25276,
+      "▁Wei": 25277,
+      "▁titled": 25278,
+      "▁Además": 25279,
+      "▁Password": 25280,
+      "▁Pam": 25281,
+      "UILD": 25282,
+      "▁липня": 25283,
+      "werb": 25284,
+      "................": 25285,
+      "▁Río": 25286,
+      "▁teeth": 25287,
+      "bp": 25288,
+      "▁SW": 25289,
+      "ulaire": 25290,
+      "▁seized": 25291,
+      "▁Stef": 25292,
+      "úl": 25293,
+      "▁viz": 25294,
+      "iony": 25295,
+      "▁junt": 25296,
+      "▁která": 25297,
+      "▁września": 25298,
+      "<>": 25299,
+      "▁surg": 25300,
+      "▁tutte": 25301,
+      "▁Hob": 25302,
+      "повід": 25303,
+      "▁wohl": 25304,
+      "▁trag": 25305,
+      "▁Crown": 25306,
+      "▁trova": 25307,
+      "стову": 25308,
+      "▁Vienna": 25309,
+      "esehen": 25310,
+      "▁metropol": 25311,
+      "▁reflected": 25312,
+      "тета": 25313,
+      "▁traduc": 25314,
+      "▁Bast": 25315,
+      "▁erschien": 25316,
+      "woord": 25317,
+      "()\"": 25318,
+      "talet": 25319,
+      "▁roads": 25320,
+      "ведения": 25321,
+      "ührung": 25322,
+      "▁cogn": 25323,
+      "▁Valle": 25324,
+      "▁landing": 25325,
+      "▁Regex": 25326,
+      "▁Iowa": 25327,
+      "dział": 25328,
+      "▁erreichte": 25329,
+      "aum": 25330,
+      "▁founder": 25331,
+      "apolis": 25332,
+      "Compiler": 25333,
+      "▁kop": 25334,
+      "▁marc": 25335,
+      "▁територ": 25336,
+      "))`": 25337,
+      "▁lei": 25338,
+      "geon": 25339,
+      "▁weapons": 25340,
+      "▁horn": 25341,
+      "▁elif": 25342,
+      "▁Capital": 25343,
+      "će": 25344,
+      "▁forall": 25345,
+      "▁эта": 25346,
+      "preview": 25347,
+      "▁DNA": 25348,
+      "▁sid": 25349,
+      "orch": 25350,
+      "▁Ras": 25351,
+      "▁arab": 25352,
+      "Best": 25353,
+      "▁счита": 25354,
+      "▁López": 25355,
+      "ança": 25356,
+      "▁funkc": 25357,
+      "▁tienen": 25358,
+      ";&": 25359,
+      "museum": 25360,
+      "▁Err": 25361,
+      "▁resort": 25362,
+      "Nov": 25363,
+      "▁kal": 25364,
+      "MW": 25365,
+      "шь": 25366,
+      "anchor": 25367,
+      "▁роман": 25368,
+      "leading": 25369,
+      "▁manten": 25370,
+      "▁Silva": 25371,
+      "dade": 25372,
+      "▁designated": 25373,
+      "▁revista": 25374,
+      "Oct": 25375,
+      "percent": 25376,
+      "▁уні": 25377,
+      "identifier": 25378,
+      "mass": 25379,
+      "@@": 25380,
+      "ulsion": 25381,
+      "germeister": 25382,
+      "▁predicted": 25383,
+      "▁сви": 25384,
+      "жной": 25385,
+      "▁Ergeb": 25386,
+      "▁cust": 25387,
+      "▁removes": 25388,
+      "charg": 25389,
+      "пример": 25390,
+      "▁forming": 25391,
+      "asma": 25392,
+      "stdout": 25393,
+      "Fun": 25394,
+      "yme": 25395,
+      "tered": 25396,
+      "ursive": 25397,
+      "ighed": 25398,
+      "▁след": 25399,
+      "verband": 25400,
+      "▁LOG": 25401,
+      "rams": 25402,
+      "éon": 25403,
+      "endra": 25404,
+      "▁Bereich": 25405,
+      "▁temporal": 25406,
+      "▁langue": 25407,
+      "▁Inn": 25408,
+      "▁moreover": 25409,
+      "▁tutorials": 25410,
+      "Middle": 25411,
+      "▁советский": 25412,
+      "▁maintenance": 25413,
+      "asures": 25414,
+      "▁válto": 25415,
+      "BASE": 25416,
+      "▁disappear": 25417,
+      "ския": 25418,
+      "▁conocido": 25419,
+      "▁Нау": 25420,
+      "▁Libert": 25421,
+      "▁Harold": 25422,
+      "▁lifetime": 25423,
+      "▁Tür": 25424,
+      "▁zawod": 25425,
+      "omic": 25426,
+      "▁Retrieved": 25427,
+      "architecture": 25428,
+      "čka": 25429,
+      "iformes": 25430,
+      "development": 25431,
+      "ordnung": 25432,
+      "Inf": 25433,
+      "leben": 25434,
+      "▁Stars": 25435,
+      "signal": 25436,
+      "▁grammar": 25437,
+      "▁corso": 25438,
+      "▁Wagner": 25439,
+      "▁geht": 25440,
+      "▁royale": 25441,
+      "warn": 25442,
+      "umbled": 25443,
+      "▁instit": 25444,
+      "▁Ши": 25445,
+      "hh": 25446,
+      "▁refuge": 25447,
+      "▁favorite": 25448,
+      "ierto": 25449,
+      "▁condado": 25450,
+      "▁Ther": 25451,
+      "▁человека": 25452,
+      "▁Food": 25453,
+      "▁seizo": 25454,
+      "▁Initialize": 25455,
+      "▁connu": 25456,
+      "▁overlap": 25457,
+      "▁Emil": 25458,
+      "▁Martí": 25459,
+      "▁жовтня": 25460,
+      "erva": 25461,
+      "▁boats": 25462,
+      "ações": 25463,
+      "▁derrot": 25464,
+      "▁malloc": 25465,
+      "▁conject": 25466,
+      "jk": 25467,
+      "▁sare": 25468,
+      "лемен": 25469,
+      "▁sums": 25470,
+      "Authorization": 25471,
+      "▁Kun": 25472,
+      "]$,": 25473,
+      "gemeinde": 25474,
+      "odot": 25475,
+      "defin": 25476,
+      "▁emission": 25477,
+      "▁Крас": 25478,
+      "▁appart": 25479,
+      "▁stopping": 25480,
+      "▁Сред": 25481,
+      "▁conjug": 25482,
+      "▁insight": 25483,
+      "▁Broadcast": 25484,
+      "▁PMID": 25485,
+      "▁advantages": 25486,
+      "enes": 25487,
+      "▁residence": 25488,
+      "ljen": 25489,
+      "isseur": 25490,
+      "▁pubblicato": 25491,
+      "▁GitHub": 25492,
+      "▁Peru": 25493,
+      "▁galaxies": 25494,
+      "▁annotations": 25495,
+      "gas": 25496,
+      "▁répond": 25497,
+      "Js": 25498,
+      "▁independently": 25499,
+      "NP": 25500,
+      "▁inqu": 25501,
+      "▁grounds": 25502,
+      "Components": 25503,
+      "▁anten": 25504,
+      "▁вз": 25505,
+      "▁hos": 25506,
+      "▁sint": 25507,
+      "▁hiding": 25508,
+      "▁województ": 25509,
+      "Messages": 25510,
+      "▁показа": 25511,
+      "===": 25512,
+      "▁Abstract": 25513,
+      "▁läng": 25514,
+      "▁Formula": 25515,
+      "dawn": 25516,
+      "▁designs": 25517,
+      "Img": 25518,
+      "▁Portuguese": 25519,
+      "▁incluy": 25520,
+      "avigator": 25521,
+      "▁Brothers": 25522,
+      "▁continent": 25523,
+      "▁evidently": 25524,
+      "race": 25525,
+      "цького": 25526,
+      "▁reck": 25527,
+      "▁серпня": 25528,
+      "▁Grey": 25529,
+      "▁appeal": 25530,
+      "▁unlike": 25531,
+      "▁powershell": 25532,
+      "▁racc": 25533,
+      "fers": 25534,
+      "▁burning": 25535,
+      "fasst": 25536,
+      "installed": 25537,
+      "▁Give": 25538,
+      "▁colonial": 25539,
+      "▁€": 25540,
+      "▁Rö": 25541,
+      "▁christ": 25542,
+      "nehm": 25543,
+      "там": 25544,
+      "▁corpo": 25545,
+      "▁convirti": 25546,
+      "yter": 25547,
+      "Sym": 25548,
+      "▁Greece": 25549,
+      "▁moth": 25550,
+      "▁Johan": 25551,
+      "▁monarch": 25552,
+      "▁Download": 25553,
+      "▁craft": 25554,
+      "už": 25555,
+      "▁Luke": 25556,
+      "▁suffix": 25557,
+      "\\/": 25558,
+      "Have": 25559,
+      "▁карь": 25560,
+      "▁comfortable": 25561,
+      "▁tips": 25562,
+      "▁Після": 25563,
+      "▁броја": 25564,
+      "▁информа": 25565,
+      "MQ": 25566,
+      "бран": 25567,
+      "▁tx": 25568,
+      "▁slaves": 25569,
+      "▁firewall": 25570,
+      "▁Forces": 25571,
+      "atif": 25572,
+      "▁Quellen": 25573,
+      "▁théâtre": 25574,
+      "льных": 25575,
+      "▁расположен": 25576,
+      "▁Details": 25577,
+      "ką": 25578,
+      "▁longitud": 25579,
+      "INST": 25580,
+      "▁naval": 25581,
+      "Fernseh": 25582,
+      "essel": 25583,
+      "Grad": 25584,
+      "▁belang": 25585,
+      "▁aggi": 25586,
+      "ZygoteInit": 25587,
+      "łów": 25588,
+      "▁Sug": 25589,
+      "sil": 25590,
+      "▁exterior": 25591,
+      "щі": 25592,
+      "ORD": 25593,
+      "enser": 25594,
+      "▁rapide": 25595,
+      "▁темпера": 25596,
+      "incie": 25597,
+      "Si": 25598,
+      "avam": 25599,
+      "arded": 25600,
+      "▁Added": 25601,
+      "Endpoint": 25602,
+      "hardt": 25603,
+      "стран": 25604,
+      "▁estilo": 25605,
+      "▁Haz": 25606,
+      "▁musste": 25607,
+      "uo": 25608,
+      "iii": 25609,
+      "▁ří": 25610,
+      "anzen": 25611,
+      "жений": 25612,
+      "aha": 25613,
+      "ARNING": 25614,
+      "▁renov": 25615,
+      "▁divine": 25616,
+      "▁convinced": 25617,
+      "▁humans": 25618,
+      "▁departure": 25619,
+      "▁Mediter": 25620,
+      "qa": 25621,
+      "▁possessed": 25622,
+      "▁церкви": 25623,
+      "giv": 25624,
+      "▁свої": 25625,
+      "▁Ortste": 25626,
+      "Rich": 25627,
+      "puis": 25628,
+      "increment": 25629,
+      "▁Hannover": 25630,
+      "▁ucz": 25631,
+      "Done": 25632,
+      "▁alguns": 25633,
+      "FIX": 25634,
+      "▁Heritage": 25635,
+      "removeClass": 25636,
+      "фер": 25637,
+      "▁abc": 25638,
+      "Dr": 25639,
+      "▁семей": 25640,
+      "{:": 25641,
+      "▁seule": 25642,
+      "zeichnungen": 25643,
+      "addy": 25644,
+      "▁París": 25645,
+      "üsseld": 25646,
+      "▁reception": 25647,
+      "folio": 25648,
+      "tiny": 25649,
+      "▁recensement": 25650,
+      "▁Nur": 25651,
+      "▁kier": 25652,
+      "▁gmina": 25653,
+      "staat": 25654,
+      "ándose": 25655,
+      "ческая": 25656,
+      "▁speaker": 25657,
+      "▁exponential": 25658,
+      "▁Dieu": 25659,
+      "▁приз": 25660,
+      "▁Rafael": 25661,
+      "▁ggplot": 25662,
+      "▁Template": 25663,
+      "oure": 25664,
+      "▁Inner": 25665,
+      "ogne": 25666,
+      "igare": 25667,
+      "▁Arte": 25668,
+      "▁Cov": 25669,
+      "▁aufgrund": 25670,
+      "▁Бы": 25671,
+      "▁ceremony": 25672,
+      "▁Spart": 25673,
+      "jective": 25674,
+      "yi": 25675,
+      "▁inizi": 25676,
+      "▁latin": 25677,
+      "▁Nevertheless": 25678,
+      "▁Done": 25679,
+      "тря": 25680,
+      "▁Arr": 25681,
+      "season": 25682,
+      "▁складу": 25683,
+      "▁podczas": 25684,
+      "▁Beautiful": 25685,
+      "▁Weltkrieg": 25686,
+      "▁зо": 25687,
+      "▁overcome": 25688,
+      "▁Praha": 25689,
+      "▁району": 25690,
+      "▁subscription": 25691,
+      "igent": 25692,
+      "▁пока": 25693,
+      "latex": 25694,
+      "▁beach": 25695,
+      "▁роках": 25696,
+      "geg": 25697,
+      "▁probl": 25698,
+      "arguments": 25699,
+      "▁organizations": 25700,
+      "▁Nan": 25701,
+      "▁stones": 25702,
+      "▁Hunter": 25703,
+      "▁regularly": 25704,
+      "шого": 25705,
+      "▁flexible": 25706,
+      "opts": 25707,
+      "ář": 25708,
+      "witz": 25709,
+      "▁')": 25710,
+      "PASS": 25711,
+      "▁kraj": 25712,
+      "▁fake": 25713,
+      "heits": 25714,
+      "osph": 25715,
+      "parseInt": 25716,
+      "FALSE": 25717,
+      "▁profess": 25718,
+      "people": 25719,
+      "▁precip": 25720,
+      "dirname": 25721,
+      "▁perpet": 25722,
+      "▁Updated": 25723,
+      "rayed": 25724,
+      "▁provoc": 25725,
+      "▁травня": 25726,
+      "▁categorie": 25727,
+      "▁тео": 25728,
+      "сну": 25729,
+      "otr": 25730,
+      "▁Верхов": 25731,
+      "▁compét": 25732,
+      "Cost": 25733,
+      "▁wider": 25734,
+      "▁Obviously": 25735,
+      "писан": 25736,
+      "▁настоя": 25737,
+      "▁seeking": 25738,
+      "()),": 25739,
+      "▁équipe": 25740,
+      "▁commits": 25741,
+      "▁Svens": 25742,
+      "ябре": 25743,
+      "atern": 25744,
+      "▁heter": 25745,
+      "▁Bootstrap": 25746,
+      "éné": 25747,
+      "▁derivatives": 25748,
+      "▁Detroit": 25749,
+      "▁provincial": 25750,
+      "onomie": 25751,
+      "EB": 25752,
+      "▁cuer": 25753,
+      "▁относи": 25754,
+      "▁ней": 25755,
+      ")».": 25756,
+      "▁Ciudad": 25757,
+      "IAL": 25758,
+      "zyst": 25759,
+      ")\")": 25760,
+      "▁Alc": 25761,
+      "blogs": 25762,
+      "▁parmi": 25763,
+      "▁Albums": 25764,
+      "▁Boliv": 25765,
+      "▁clés": 25766,
+      "Products": 25767,
+      "uerdo": 25768,
+      "▁gelang": 25769,
+      "znik": 25770,
+      "hagen": 25771,
+      "anonymous": 25772,
+      "▁svg": 25773,
+      "▁Conseil": 25774,
+      "▁Ari": 25775,
+      "coli": 25776,
+      "▁czy": 25777,
+      "▁CV": 25778,
+      "▁ford": 25779,
+      "▁Außer": 25780,
+      "▁CI": 25781,
+      "▁tempt": 25782,
+      "▁Organisation": 25783,
+      "áš": 25784,
+      "▁cycles": 25785,
+      "▁geslacht": 25786,
+      "▁людей": 25787,
+      "ými": 25788,
+      "▁Spieler": 25789,
+      "efe": 25790,
+      "▁Marvel": 25791,
+      "▁portal": 25792,
+      "▁Серг": 25793,
+      "▁grado": 25794,
+      "▁handlers": 25795,
+      "▁Interface": 25796,
+      "AME": 25797,
+      "▁seriously": 25798,
+      "▁Binding": 25799,
+      "▁Rang": 25800,
+      "▁nada": 25801,
+      "oce": 25802,
+      "▁integra": 25803,
+      "ocracy": 25804,
+      "▁альбо": 25805,
+      "▁stability": 25806,
+      "Uns": 25807,
+      "▁veter": 25808,
+      "------+": 25809,
+      "▁serait": 25810,
+      "▁omitted": 25811,
+      "▁uncertainty": 25812,
+      "onian": 25813,
+      "▁resto": 25814,
+      "▁желез": 25815,
+      "▁одной": 25816,
+      "▁Bevölkerung": 25817,
+      "▁Kraft": 25818,
+      "стр": 25819,
+      "▁Moscow": 25820,
+      "lane": 25821,
+      "arab": 25822,
+      "▁spole": 25823,
+      "▁своего": 25824,
+      "?:": 25825,
+      "START": 25826,
+      "▁интер": 25827,
+      "▁sympt": 25828,
+      "▁Lorenzo": 25829,
+      "▁ejec": 25830,
+      "▁prosper": 25831,
+      "DAT": 25832,
+      "лимпий": 25833,
+      "▁shapes": 25834,
+      "valueOf": 25835,
+      "▁associate": 25836,
+      "▁Medien": 25837,
+      "ENV": 25838,
+      "▁сре": 25839,
+      "▁државе": 25840,
+      "▁theories": 25841,
+      "heb": 25842,
+      "▁Wayne": 25843,
+      "▁StringBuilder": 25844,
+      "iwers": 25845,
+      "▁Maps": 25846,
+      "Phys": 25847,
+      "\\}\\": 25848,
+      "▁Parte": 25849,
+      "▁Hudson": 25850,
+      "лон": 25851,
+      "Lng": 25852,
+      "▁ры": 25853,
+      "стей": 25854,
+      "lau": 25855,
+      "ancer": 25856,
+      "▁Coppa": 25857,
+      "▁війсь": 25858,
+      "▁ucc": 25859,
+      "▁Pattern": 25860,
+      "▁garbage": 25861,
+      "▁González": 25862,
+      "▁Encyclop": 25863,
+      "etten": 25864,
+      "External": 25865,
+      "REF": 25866,
+      ">;": 25867,
+      "lijke": 25868,
+      "▁intersect": 25869,
+      "▁Unless": 25870,
+      "▁deeper": 25871,
+      "▁жі": 25872,
+      "dent": 25873,
+      "lef": 25874,
+      "▁chanson": 25875,
+      "▁diffus": 25876,
+      "▁primi": 25877,
+      "▁Wieder": 25878,
+      "▁aws": 25879,
+      "owana": 25880,
+      "▁sociale": 25881,
+      "ikk": 25882,
+      "льной": 25883,
+      "▁divisions": 25884,
+      "лосо": 25885,
+      "▁Claud": 25886,
+      "▁Ya": 25887,
+      "▁voce": 25888,
+      "▁Branch": 25889,
+      "▁fitted": 25890,
+      "orr": 25891,
+      "ôtel": 25892,
+      "stroke": 25893,
+      "listener": 25894,
+      "iman": 25895,
+      "восто": 25896,
+      "▁Shah": 25897,
+      "Introduction": 25898,
+      "▁newline": 25899,
+      "▁tile": 25900,
+      "']))": 25901,
+      "▁travaux": 25902,
+      "CONFIG": 25903,
+      "▁quadratic": 25904,
+      "onneur": 25905,
+      "▁Giorg": 25906,
+      "▁identific": 25907,
+      "éricaine": 25908,
+      "▁UIView": 25909,
+      "▁Liberal": 25910,
+      "▁Koch": 25911,
+      "▁Berliner": 25912,
+      "▁notifications": 25913,
+      "▁Susan": 25914,
+      "▁cadre": 25915,
+      "▁Kloster": 25916,
+      "▁examine": 25917,
+      "▁един": 25918,
+      "▁UNION": 25919,
+      "▁alten": 25920,
+      "▁finit": 25921,
+      "▁pedig": 25922,
+      "cyk": 25923,
+      "▁mouvement": 25924,
+      "IOS": 25925,
+      "▁британ": 25926,
+      "▁bout": 25927,
+      "▁автор": 25928,
+      "ництво": 25929,
+      "ето": 25930,
+      "lera": 25931,
+      "cls": 25932,
+      "▁Ley": 25933,
+      "amy": 25934,
+      "agens": 25935,
+      "ashed": 25936,
+      "▁okrę": 25937,
+      "гро": 25938,
+      "ellett": 25939,
+      "▁Fellow": 25940,
+      "▁manifold": 25941,
+      "$),": 25942,
+      "lder": 25943,
+      "▁voz": 25944,
+      "▁begg": 25945,
+      "▁baron": 25946,
+      "▁fid": 25947,
+      "▁firing": 25948,
+      "ilda": 25949,
+      "dek": 25950,
+      "AU": 25951,
+      "itare": 25952,
+      "▁Ara": 25953,
+      "▁Exit": 25954,
+      "▁cinemat": 25955,
+      "▁intros": 25956,
+      "▁contacts": 25957,
+      "пени": 25958,
+      "▁möglich": 25959,
+      "▁Singapore": 25960,
+      "ström": 25961,
+      "▁Hern": 25962,
+      "▁sixth": 25963,
+      "▁publications": 25964,
+      "vie": 25965,
+      "▁Hat": 25966,
+      "▁accepting": 25967,
+      "ác": 25968,
+      "stwo": 25969,
+      "▁quietly": 25970,
+      "Photo": 25971,
+      "▁basket": 25972,
+      "▁eigenvalues": 25973,
+      "▁médec": 25974,
+      "▁Olimp": 25975,
+      "▁церков": 25976,
+      "alin": 25977,
+      "consum": 25978,
+      "▁lassen": 25979,
+      "▁анти": 25980,
+      "▁Seq": 25981,
+      "\";\r": 25982,
+      "rare": 25983,
+      "▁$|\\": 25984,
+      "▁nick": 25985,
+      "dflare": 25986,
+      "Vec": 25987,
+      "bindung": 25988,
+      "▁bg": 25989,
+      "changes": 25990,
+      "Days": 25991,
+      "▁Mouse": 25992,
+      "▁waited": 25993,
+      "▁Tomatoes": 25994,
+      "▁fas": 25995,
+      "verte": 25996,
+      "▁succession": 25997,
+      "сор": 25998,
+      "▁sols": 25999,
+      "▁Render": 26000,
+      "▁leadership": 26001,
+      "▁significance": 26002,
+      "▁gauche": 26003,
+      "cano": 26004,
+      "▁Pie": 26005,
+      "ensoort": 26006,
+      "▁cambio": 26007,
+      "▁уз": 26008,
+      "▁endeav": 26009,
+      "Completed": 26010,
+      "▁Архивная": 26011,
+      "jd": 26012,
+      "órico": 26013,
+      "▁churches": 26014,
+      "▁animate": 26015,
+      "SG": 26016,
+      "compute": 26017,
+      "▁uniformly": 26018,
+      "INIT": 26019,
+      "lles": 26020,
+      "HttpRequest": 26021,
+      "Ко": 26022,
+      "Diff": 26023,
+      "▁sah": 26024,
+      "airo": 26025,
+      "maybe": 26026,
+      "UTE": 26027,
+      "▁Dow": 26028,
+      "human": 26029,
+      "▁aurait": 26030,
+      "dark": 26031,
+      "▁repair": 26032,
+      "▁ner": 26033,
+      "▁Dabei": 26034,
+      "▁Botan": 26035,
+      "Original": 26036,
+      "ază": 26037,
+      "▁NAT": 26038,
+      "imper": 26039,
+      "▁Youth": 26040,
+      "thes": 26041,
+      "▁округа": 26042,
+      "▁Flo": 26043,
+      "▁breakfast": 26044,
+      "urls": 26045,
+      "▁übernahm": 26046,
+      "ários": 26047,
+      "▁Orange": 26048,
+      "▁Affairs": 26049,
+      "ske": 26050,
+      "▁notify": 26051,
+      "imoine": 26052,
+      "▁Arena": 26053,
+      "▁liberal": 26054,
+      "▁obec": 26055,
+      "ifa": 26056,
+      "guez": 26057,
+      "iono": 26058,
+      "ператор": 26059,
+      "▁retained": 26060,
+      "failed": 26061,
+      "bine": 26062,
+      "тных": 26063,
+      "▁CGRect": 26064,
+      "camera": 26065,
+      "idenote": 26066,
+      "KB": 26067,
+      "▁lights": 26068,
+      "▁Pictures": 26069,
+      "▁Squadron": 26070,
+      "▁Volk": 26071,
+      "▁burg": 26072,
+      ",]": 26073,
+      "Gi": 26074,
+      "êque": 26075,
+      "makeText": 26076,
+      "▁everybody": 26077,
+      "▁Hyper": 26078,
+      "▁Deux": 26079,
+      "▁glory": 26080,
+      "presentation": 26081,
+      "onica": 26082,
+      "▁frère": 26083,
+      "aget": 26084,
+      "▁hints": 26085,
+      "▁tunnel": 26086,
+      "▁Ej": 26087,
+      "ális": 26088,
+      "▁Viv": 26089,
+      "ственных": 26090,
+      "▁caps": 26091,
+      "PART": 26092,
+      "oci": 26093,
+      "▁prices": 26094,
+      "currency": 26095,
+      "▁achter": 26096,
+      "romagnet": 26097,
+      "gender": 26098,
+      "▁suis": 26099,
+      "versions": 26100,
+      "▁Training": 26101,
+      "inside": 26102,
+      "ege": 26103,
+      "▁totale": 26104,
+      "▁Daar": 26105,
+      "▁grudnia": 26106,
+      "▁Ier": 26107,
+      "▁occasions": 26108,
+      "▁kde": 26109,
+      "▁tensorflow": 26110,
+      "▁ór": 26111,
+      "Methods": 26112,
+      "▁looping": 26113,
+      "▁directeur": 26114,
+      "kę": 26115,
+      "▁isomorphism": 26116,
+      "▁João": 26117,
+      "▁aligned": 26118,
+      "онов": 26119,
+      "urger": 26120,
+      "▁nova": 26121,
+      "morrow": 26122,
+      "altern": 26123,
+      "HD": 26124,
+      "▁marqu": 26125,
+      "ativas": 26126,
+      "ggreg": 26127,
+      "▁ancien": 26128,
+      "nit": 26129,
+      "▁secured": 26130,
+      "mier": 26131,
+      "▁Ole": 26132,
+      "▁инте": 26133,
+      "▁minus": 26134,
+      "▁clearer": 26135,
+      "▁nello": 26136,
+      "▁információk": 26137,
+      "▁propre": 26138,
+      "{.": 26139,
+      "ilog": 26140,
+      "▁Quick": 26141,
+      "▁accus": 26142,
+      "employee": 26143,
+      "▁зу": 26144,
+      "цький": 26145,
+      "фіцій": 26146,
+      "▁публи": 26147,
+      "▁bent": 26148,
+      "▁позво": 26149,
+      "▁Пор": 26150,
+      "ází": 26151,
+      "ánico": 26152,
+      "emptyset": 26153,
+      "▁surtout": 26154,
+      "reno": 26155,
+      "unya": 26156,
+      "▁уез": 26157,
+      "▁Millionen": 26158,
+      "▁listopada": 26159,
+      "▁Maine": 26160,
+      "▁grupos": 26161,
+      "▁Storage": 26162,
+      "▁apple": 26163,
+      "▁Lö": 26164,
+      "oused": 26165,
+      "дро": 26166,
+      "sci": 26167,
+      "▁hibernate": 26168,
+      "dog": 26169,
+      "▁восто": 26170,
+      "▁intensity": 26171,
+      "legend": 26172,
+      "▁Wille": 26173,
+      "▁szerint": 26174,
+      "gesellschaft": 26175,
+      "▁Living": 26176,
+      "allo": 26177,
+      "▁Split": 26178,
+      "dru": 26179,
+      "need": 26180,
+      "▁Джон": 26181,
+      "▁Swiss": 26182,
+      "▁spraw": 26183,
+      "▁beho": 26184,
+      "▁fotograf": 26185,
+      "▁rencontre": 26186,
+      "▁kis": 26187,
+      "▁signing": 26188,
+      "akult": 26189,
+      "▁indexing": 26190,
+      "apor": 26191,
+      "▁conception": 26192,
+      "aggreg": 26193,
+      "▁Савез": 26194,
+      "▁affair": 26195,
+      "ění": 26196,
+      "August": 26197,
+      "▁секре": 26198,
+      "▁mieszkań": 26199,
+      "UIImage": 26200,
+      "▁bishop": 26201,
+      "▁servants": 26202,
+      "▁trail": 26203,
+      "digit": 26204,
+      "▁joins": 26205,
+      "▁Near": 26206,
+      "öffentlich": 26207,
+      ">{": 26208,
+      "▁skład": 26209,
+      "geführt": 26210,
+      "▁Holz": 26211,
+      "▁Militär": 26212,
+      "achi": 26213,
+      "Upper": 26214,
+      "pine": 26215,
+      "utzt": 26216,
+      "▁nuova": 26217,
+      "ibration": 26218,
+      "▁Bien": 26219,
+      "▁первый": 26220,
+      "▁Creating": 26221,
+      "Once": 26222,
+      "▁einmal": 26223,
+      "▁geometric": 26224,
+      "stvo": 26225,
+      "▁kW": 26226,
+      "▁decomposition": 26227,
+      "▁comedy": 26228,
+      "▁activation": 26229,
+      "▁angry": 26230,
+      "illeurs": 26231,
+      "▁instantly": 26232,
+      "▁suggesting": 26233,
+      "▁Clay": 26234,
+      "cot": 26235,
+      "▁Gén": 26236,
+      "($(": 26237,
+      "unwrap": 26238,
+      "▁lifted": 26239,
+      "▁Kit": 26240,
+      "▁linea": 26241,
+      "ок": 26242,
+      "hart": 26243,
+      "->_": 26244,
+      "▁nuit": 26245,
+      "▁Issue": 26246,
+      "лии": 26247,
+      "▁röm": 26248,
+      "Tasks": 26249,
+      "▁Sr": 26250,
+      "▁seis": 26251,
+      "asia": 26252,
+      "}}$.": 26253,
+      ":{": 26254,
+      "controls": 26255,
+      "▁Stim": 26256,
+      "▁Recht": 26257,
+      "ociación": 26258,
+      "▁Natal": 26259,
+      "▁Philippines": 26260,
+      "ulen": 26261,
+      "Fixed": 26262,
+      "▁switched": 26263,
+      "Zip": 26264,
+      "ospel": 26265,
+      "▁начале": 26266,
+      "▁Blan": 26267,
+      "urst": 26268,
+      "▁autour": 26269,
+      "Ca": 26270,
+      "▁latitude": 26271,
+      "▁Frei": 26272,
+      "▁Musée": 26273,
+      "▁Kurz": 26274,
+      "▁região": 26275,
+      "swap": 26276,
+      "▁hate": 26277,
+      "▁modifications": 26278,
+      "▁Ком": 26279,
+      "▁Antoine": 26280,
+      "uga": 26281,
+      "RECT": 26282,
+      "éter": 26283,
+      "GROUP": 26284,
+      "▁sacrific": 26285,
+      "▁Whe": 26286,
+      "▁Stevens": 26287,
+      "ologische": 26288,
+      "Summary": 26289,
+      "obs": 26290,
+      "hnen": 26291,
+      "<%=": 26292,
+      "dienst": 26293,
+      "remark": 26294,
+      "▁veröffentlicht": 26295,
+      "ел": 26296,
+      "▁Mock": 26297,
+      "▁Льв": 26298,
+      "▁três": 26299,
+      "gb": 26300,
+      "▁celebrated": 26301,
+      "▁Eb": 26302,
+      "▁costa": 26303,
+      "▁Geographic": 26304,
+      "▁attachment": 26305,
+      "mannschaft": 26306,
+      "▁dependence": 26307,
+      "��": 26308,
+      "▁attitude": 26309,
+      "etal": 26310,
+      "vic": 26311,
+      "baut": 26312,
+      "▁дов": 26313,
+      "▁interven": 26314,
+      "▁Gü": 26315,
+      "ónica": 26316,
+      "▁Pon": 26317,
+      "▁disponible": 26318,
+      "▁Feb": 26319,
+      "▁worship": 26320,
+      "▁Specifically": 26321,
+      "Hy": 26322,
+      "iju": 26323,
+      "▁cb": 26324,
+      "▁spac": 26325,
+      "leveland": 26326,
+      "▁localidad": 26327,
+      "▁preceding": 26328,
+      "▁Hessen": 26329,
+      "xp": 26330,
+      "▁Wein": 26331,
+      "▁Româ": 26332,
+      "▁giorno": 26333,
+      "▁квітня": 26334,
+      "llaços": 26335,
+      "▁Academia": 26336,
+      "▁kül": 26337,
+      "▁Års": 26338,
+      "▁нај": 26339,
+      "uclide": 26340,
+      "Internet": 26341,
+      "orton": 26342,
+      "▁corn": 26343,
+      "ями": 26344,
+      "▁\"*": 26345,
+      "▁Felix": 26346,
+      "apat": 26347,
+      "▁свои": 26348,
+      "MIT": 26349,
+      "made": 26350,
+      "▁locomot": 26351,
+      "хода": 26352,
+      "FP": 26353,
+      "▁pm": 26354,
+      ".*;": 26355,
+      "▁Hamm": 26356,
+      "`}": 26357,
+      "LayoutInflater": 26358,
+      "==\"": 26359,
+      "▁Eur": 26360,
+      "▁dogs": 26361,
+      "жении": 26362,
+      "▁azon": 26363,
+      "▁emulator": 26364,
+      "▁ricon": 26365,
+      "beeld": 26366,
+      "▁ну": 26367,
+      "▁approximate": 26368,
+      "LM": 26369,
+      "▁Bond": 26370,
+      "▁enh": 26371,
+      "ędz": 26372,
+      "▁solit": 26373,
+      "RelativeLayout": 26374,
+      "eteor": 26375,
+      "amentos": 26376,
+      "▁indirect": 26377,
+      "iből": 26378,
+      "▁gros": 26379,
+      "▁Originals": 26380,
+      "commands": 26381,
+      "Export": 26382,
+      "▁Avec": 26383,
+      "▁solemn": 26384,
+      "▁correction": 26385,
+      "▁проводи": 26386,
+      "▁Mosk": 26387,
+      "▁подо": 26388,
+      "▁gebied": 26389,
+      "▁następ": 26390,
+      "▁Driver": 26391,
+      "▁Ook": 26392,
+      "▁Vec": 26393,
+      "▁lungo": 26394,
+      "ficos": 26395,
+      "▁svol": 26396,
+      "▁kid": 26397,
+      "nja": 26398,
+      "▁Hr": 26399,
+      "▁поддер": 26400,
+      "▁visibility": 26401,
+      "▁Méd": 26402,
+      "▁cpu": 26403,
+      "discussion": 26404,
+      "Asset": 26405,
+      "▁defense": 26406,
+      "▁Anyone": 26407,
+      "▁Justin": 26408,
+      "iszt": 26409,
+      "▁Collins": 26410,
+      "▁Valent": 26411,
+      "▁Pale": 26412,
+      "▁fuel": 26413,
+      "▁nose": 26414,
+      "ríguez": 26415,
+      "▁Schles": 26416,
+      "▁Malays": 26417,
+      "▁commut": 26418,
+      "dro": 26419,
+      "uing": 26420,
+      "▁Rico": 26421,
+      "▁Emma": 26422,
+      "orp": 26423,
+      "▁Kirk": 26424,
+      "▁Quando": 26425,
+      "▁Neue": 26426,
+      "▁demande": 26427,
+      "▁Cover": 26428,
+      "▁rescue": 26429,
+      "▁gewählt": 26430,
+      "▁Calendar": 26431,
+      "▁Madonna": 26432,
+      "WP": 26433,
+      "oshi": 26434,
+      "▁Maven": 26435,
+      "▁belle": 26436,
+      "▁wx": 26437,
+      "▁sugar": 26438,
+      "▁Betrieb": 26439,
+      "▁equilibrium": 26440,
+      "EAR": 26441,
+      "▁texts": 26442,
+      "слов": 26443,
+      "▁czerwca": 26444,
+      "▁Düsseld": 26445,
+      "▁ELSE": 26446,
+      "▁amery": 26447,
+      "▁ani": 26448,
+      "▁obey": 26449,
+      "▁Nell": 26450,
+      "▁inne": 26451,
+      "▁тро": 26452,
+      "FD": 26453,
+      "cco": 26454,
+      "▁Zob": 26455,
+      "alette": 26456,
+      "▁május": 26457,
+      "ected": 26458,
+      "▁Turkey": 26459,
+      "▁Whether": 26460,
+      "qi": 26461,
+      "▁што": 26462,
+      "▁headquarters": 26463,
+      "endi": 26464,
+      "arus": 26465,
+      "opus": 26466,
+      "▁золо": 26467,
+      "▁destru": 26468,
+      "▁Lok": 26469,
+      "▁satisfaction": 26470,
+      "()\r": 26471,
+      "▁Тер": 26472,
+      "Jose": 26473,
+      "▁conquer": 26474,
+      "▁Effect": 26475,
+      "LayoutParams": 26476,
+      "iez": 26477,
+      "▁externs": 26478,
+      "▁gegenüber": 26479,
+      "▁ESP": 26480,
+      "olta": 26481,
+      "processor": 26482,
+      "▁Kult": 26483,
+      "▁Atlanta": 26484,
+      "▁tier": 26485,
+      "Operator": 26486,
+      "▁диа": 26487,
+      "▁пись": 26488,
+      "▁groß": 26489,
+      "▁hearts": 26490,
+      "▁millimeter": 26491,
+      "although": 26492,
+      "alles": 26493,
+      "▁Magic": 26494,
+      "training": 26495,
+      "oline": 26496,
+      "▁органі": 26497,
+      ">\\<^": 26498,
+      "ціаль": 26499,
+      "exports": 26500,
+      "Workbook": 26501,
+      "▁вересня": 26502,
+      "▁teles": 26503,
+      "▁economy": 26504,
+      "▁trap": 26505,
+      "▁refuse": 26506,
+      "▁stranger": 26507,
+      "▁instinct": 26508,
+      "пода": 26509,
+      "olan": 26510,
+      "▁ning": 26511,
+      "inflate": 26512,
+      "itatea": 26513,
+      "acks": 26514,
+      "▁Joy": 26515,
+      "FLAG": 26516,
+      "ailand": 26517,
+      "▁sorti": 26518,
+      "▁впер": 26519,
+      "▁pén": 26520,
+      "Nothing": 26521,
+      "▁száz": 26522,
+      "▁Áng": 26523,
+      "▁AUT": 26524,
+      "Actions": 26525,
+      "Every": 26526,
+      "▁червня": 26527,
+      "▁автомо": 26528,
+      "▁routine": 26529,
+      "▁estruct": 26530,
+      "▁Gang": 26531,
+      "▁holes": 26532,
+      "thesis": 26533,
+      "▁concl": 26534,
+      "▁pé": 26535,
+      "riers": 26536,
+      "ровой": 26537,
+      "adic": 26538,
+      "Speed": 26539,
+      "▁commanded": 26540,
+      "▁Nazionale": 26541,
+      "Managed": 26542,
+      "▁DECLARE": 26543,
+      "▁sedan": 26544,
+      "Strings": 26545,
+      "▁sacred": 26546,
+      "tersuch": 26547,
+      "▁abitanti": 26548,
+      "brit": 26549,
+      "▁NCAA": 26550,
+      "▁СП": 26551,
+      "▁aged": 26552,
+      "▁Chiesa": 26553,
+      "▁revision": 26554,
+      "opro": 26555,
+      "▁overwrite": 26556,
+      "embros": 26557,
+      "▁sortie": 26558,
+      "▁otten": 26559,
+      "xiv": 26560,
+      "▁deli": 26561,
+      "▁Asp": 26562,
+      "▁balls": 26563,
+      "kaf": 26564,
+      "▁brave": 26565,
+      "▁всего": 26566,
+      "egn": 26567,
+      "jpeg": 26568,
+      "▁Osten": 26569,
+      "Constants": 26570,
+      "▁Infantry": 26571,
+      "▁Nev": 26572,
+      "▁яких": 26573,
+      "▁муниципа": 26574,
+      "cija": 26575,
+      "▁poem": 26576,
+      "▁negro": 26577,
+      "хар": 26578,
+      "▁Ask": 26579,
+      "▁avo": 26580,
+      "▁Meyer": 26581,
+      "▁Westen": 26582,
+      "▁oko": 26583,
+      "agin": 26584,
+      "▁Süden": 26585,
+      "entries": 26586,
+      "▁Republik": 26587,
+      "CollectionView": 26588,
+      "-------": 26589,
+      "▁firefox": 26590,
+      "▁alcune": 26591,
+      "▁фото": 26592,
+      "▁отрима": 26593,
+      "~~~~~~~~": 26594,
+      "▁Раз": 26595,
+      "▁Complex": 26596,
+      "▁pia": 26597,
+      "▁publicada": 26598,
+      "wei": 26599,
+      "cedure": 26600,
+      "occupation": 26601,
+      "▁medicine": 26602,
+      "▁drove": 26603,
+      "Problem": 26604,
+      "▁beginner": 26605,
+      "▁thoroughly": 26606,
+      "uria": 26607,
+      "avant": 26608,
+      "ucha": 26609,
+      "▁lever": 26610,
+      "▁teatro": 26611,
+      "AVA": 26612,
+      "squ": 26613,
+      "trat": 26614,
+      "ivatal": 26615,
+      "▁dirty": 26616,
+      "▁seconde": 26617,
+      "▁gravit": 26618,
+      "▁proposition": 26619,
+      "hbar": 26620,
+      "omini": 26621,
+      "▁”": 26622,
+      "▁Camil": 26623,
+      "▁queen": 26624,
+      "modifier": 26625,
+      "Jan": 26626,
+      "▁lyr": 26627,
+      "ComboBox": 26628,
+      "ionic": 26629,
+      "▁holy": 26630,
+      "▁Sebastian": 26631,
+      "|_{": 26632,
+      "▁{@": 26633,
+      "▁можно": 26634,
+      "▁Creative": 26635,
+      "▁interess": 26636,
+      "▁CT": 26637,
+      "ições": 26638,
+      "▁chant": 26639,
+      "▁współ": 26640,
+      "▁Мексика": 26641,
+      "▁ranked": 26642,
+      "▁października": 26643,
+      "▁brut": 26644,
+      "▁farther": 26645,
+      "▁Verb": 26646,
+      "▁Seven": 26647,
+      "lbl": 26648,
+      "▁mentions": 26649,
+      "▁Fight": 26650,
+      "ifen": 26651,
+      "▁bog": 26652,
+      "▁regres": 26653,
+      "▁scoring": 26654,
+      "icane": 26655,
+      "▁Elli": 26656,
+      "▁pierw": 26657,
+      "measure": 26658,
+      "ńskiej": 26659,
+      "#{": 26660,
+      "▁деся": 26661,
+      "▁varmaste": 26662,
+      "▁Unix": 26663,
+      "IZ": 26664,
+      "itié": 26665,
+      "Primary": 26666,
+      "▁Springer": 26667,
+      "üng": 26668,
+      "▁anv": 26669,
+      "▁versione": 26670,
+      "▁shoulders": 26671,
+      "▁брига": 26672,
+      "▁jav": 26673,
+      "ltal": 26674,
+      "▁kallaste": 26675,
+      "▁Mitchell": 26676,
+      "▁wireless": 26677,
+      "▁Ál": 26678,
+      "respons": 26679,
+      "could": 26680,
+      "▁relax": 26681,
+      "Lond": 26682,
+      "ńcz": 26683,
+      "ствовал": 26684,
+      "▁polski": 26685,
+      "enç": 26686,
+      "zar": 26687,
+      "▁dtype": 26688,
+      "owned": 26689,
+      "unknown": 26690,
+      "▁mutable": 26691,
+      "▁siempre": 26692,
+      "▁Montreal": 26693,
+      "▁locate": 26694,
+      "▁traces": 26695,
+      "▁insgesamt": 26696,
+      "▁Nil": 26697,
+      "▁прода": 26698,
+      "▁Warner": 26699,
+      "▁Nau": 26700,
+      "triangle": 26701,
+      "▁concentration": 26702,
+      "▁gentlemen": 26703,
+      "ächt": 26704,
+      "filters": 26705,
+      "incipal": 26706,
+      "VALID": 26707,
+      "▁депута": 26708,
+      "adó": 26709,
+      "▁konst": 26710,
+      "gså": 26711,
+      "agas": 26712,
+      "▁meilleur": 26713,
+      "▁данным": 26714,
+      "єдна": 26715,
+      "encoded": 26716,
+      "<'": 26717,
+      "▁sheets": 26718,
+      "cuador": 26719,
+      "▁використову": 26720,
+      "▁Deput": 26721,
+      "▁manière": 26722,
+      "ąg": 26723,
+      "csol": 26724,
+      ")$-": 26725,
+      "UIView": 26726,
+      "▁millones": 26727,
+      "▁Ehren": 26728,
+      "Sil": 26729,
+      "▁atac": 26730,
+      "▁Cold": 26731,
+      "\"\\": 26732,
+      "▁approached": 26733,
+      "▁Årsmed": 26734,
+      "WM": 26735,
+      "▁Deport": 26736,
+      "mis": 26737,
+      "andbox": 26738,
+      "observ": 26739,
+      "setting": 26740,
+      "ható": 26741,
+      "▁strat": 26742,
+      "▁spre": 26743,
+      "▁personne": 26744,
+      "▁dirige": 26745,
+      "pull": 26746,
+      "dating": 26747,
+      "▁Fact": 26748,
+      "▁manipulate": 26749,
+      "▁MAC": 26750,
+      "▁dej": 26751,
+      "ultimo": 26752,
+      "FX": 26753,
+      "Life": 26754,
+      "▁crack": 26755,
+      "▁mí": 26756,
+      "▁пове": 26757,
+      "▁wore": 26758,
+      "université": 26759,
+      "▁formulas": 26760,
+      "▁Elisabeth": 26761,
+      "plots": 26762,
+      "mile": 26763,
+      "▁menor": 26764,
+      "тил": 26765,
+      "keyword": 26766,
+      "▁Baltimore": 26767,
+      "hrer": 26768,
+      "▁Clement": 26769,
+      "vim": 26770,
+      "rass": 26771,
+      "Take": 26772,
+      "▁című": 26773,
+      "▁Convention": 26774,
+      "atge": 26775,
+      "seed": 26776,
+      "▁Dí": 26777,
+      "▁Spider": 26778,
+      "ahoo": 26779,
+      "▁имеет": 26780,
+      "ührt": 26781,
+      "▁пописа": 26782,
+      "▁Cot": 26783,
+      "▁nobles": 26784,
+      "RESS": 26785,
+      "▁chemin": 26786,
+      "▁główn": 26787,
+      "GG": 26788,
+      "▁Germania": 26789,
+      "▁Alexandre": 26790,
+      "hens": 26791,
+      "swift": 26792,
+      "oop": 26793,
+      "Subview": 26794,
+      "▁requiring": 26795,
+      "ędzy": 26796,
+      "▁fict": 26797,
+      "▁Констан": 26798,
+      "▁déput": 26799,
+      "▁surprising": 26800,
+      "▁deix": 26801,
+      "▁unterschied": 26802,
+      "inson": 26803,
+      "▁Character": 26804,
+      "▁gestion": 26805,
+      "chus": 26806,
+      "comes": 26807,
+      "▁neur": 26808,
+      "▁yeux": 26809,
+      "ollar": 26810,
+      "▁parad": 26811,
+      "▁maggiore": 26812,
+      "TRAN": 26813,
+      "▁votre": 26814,
+      "▁descent": 26815,
+      "▁Icon": 26816,
+      "▁Judge": 26817,
+      "▁occupation": 26818,
+      "eping": 26819,
+      "▁tongue": 26820,
+      "▁Enllaços": 26821,
+      "ruf": 26822,
+      "▁protein": 26823,
+      "▁visitors": 26824,
+      "axy": 26825,
+      "esten": 26826,
+      "blica": 26827,
+      "hw": 26828,
+      "▁spirits": 26829,
+      "▁reduces": 26830,
+      "▁мен": 26831,
+      "▁Lamb": 26832,
+      "▁Mine": 26833,
+      "▁verified": 26834,
+      "▁Baby": 26835,
+      "▁prize": 26836,
+      "вър": 26837,
+      "▁ratings": 26838,
+      "▁fore": 26839,
+      "asha": 26840,
+      "urrence": 26841,
+      "▁intér": 26842,
+      "▁Olímp": 26843,
+      "cra": 26844,
+      "▁computational": 26845,
+      "irche": 26846,
+      ".: ": 26847,
+      "▁illustrated": 26848,
+      "▁Share": 26849,
+      "▁households": 26850,
+      "▁convolution": 26851,
+      "oemd": 26852,
+      "▁zdoby": 26853,
+      "ccc": 26854,
+      "▁quantities": 26855,
+      "Che": 26856,
+      "Should": 26857,
+      "▁genius": 26858,
+      "adj": 26859,
+      "хва": 26860,
+      "Петер": 26861,
+      "EMA": 26862,
+      "▁Rights": 26863,
+      "▁Eli": 26864,
+      "VAR": 26865,
+      "шло": 26866,
+      "▁збір": 26867,
+      "iftung": 26868,
+      "▁contributed": 26869,
+      "zef": 26870,
+      "▁CHAR": 26871,
+      "▁Sib": 26872,
+      "▁Mant": 26873,
+      "▁связи": 26874,
+      "▁javafx": 26875,
+      "▁cependant": 26876,
+      "▁intu": 26877,
+      "▁твор": 26878,
+      "▁Ó": 26879,
+      "guer": 26880,
+      "rado": 26881,
+      "▁Revol": 26882,
+      "▁fémin": 26883,
+      "▁Orleans": 26884,
+      "▁poj": 26885,
+      "▁prez": 26886,
+      "Tex": 26887,
+      "ouwd": 26888,
+      "?(": 26889,
+      "▁LIM": 26890,
+      "istique": 26891,
+      "esar": 26892,
+      "▁heures": 26893,
+      "icki": 26894,
+      "▁dbo": 26895,
+      "skih": 26896,
+      "confirm": 26897,
+      "▁világ": 26898,
+      "▁ciutat": 26899,
+      "▁DR": 26900,
+      "▁Hawai": 26901,
+      "ched": 26902,
+      "▁spher": 26903,
+      "▁Artikel": 26904,
+      "▁Multiple": 26905,
+      "ciu": 26906,
+      "▁мы": 26907,
+      "▁lipca": 26908,
+      "](/": 26909,
+      "Strategy": 26910,
+      "▁Alabama": 26911,
+      "SDK": 26912,
+      "UTC": 26913,
+      "__.": 26914,
+      "Arguments": 26915,
+      "▁setContentView": 26916,
+      "île": 26917,
+      "ByVal": 26918,
+      "▁JVM": 26919,
+      "ющего": 26920,
+      "▁Leonard": 26921,
+      "▁justify": 26922,
+      "цем": 26923,
+      "▁nab": 26924,
+      "CCESS": 26925,
+      "▁hopes": 26926,
+      ")&": 26927,
+      "sero": 26928,
+      "▁зай": 26929,
+      "слід": 26930,
+      "▁Rég": 26931,
+      "▁Sang": 26932,
+      "▁fung": 26933,
+      "baar": 26934,
+      "▁coffee": 26935,
+      "assembly": 26936,
+      "▁Він": 26937,
+      "эй": 26938,
+      "▁comprend": 26939,
+      "filled": 26940,
+      "рд": 26941,
+      "odia": 26942,
+      "▁gens": 26943,
+      "fluss": 26944,
+      "Drawable": 26945,
+      "▁surve": 26946,
+      "Setup": 26947,
+      "▁należ": 26948,
+      "▁conjunto": 26949,
+      "▁Его": 26950,
+      "▁oldal": 26951,
+      "▁verbose": 26952,
+      "▁Electric": 26953,
+      "▁Harrison": 26954,
+      "engen": 26955,
+      "paragraph": 26956,
+      "▁nouvelles": 26957,
+      "▁време": 26958,
+      "▁memor": 26959,
+      "▁mayoría": 26960,
+      "сад": 26961,
+      "▁bataille": 26962,
+      "▁thermal": 26963,
+      "▁Хронологи": 26964,
+      "▁Better": 26965,
+      "bye": 26966,
+      "▁театра": 26967,
+      "roe": 26968,
+      "▁segle": 26969,
+      "rott": 26970,
+      "▁opinions": 26971,
+      ")})": 26972,
+      "ühle": 26973,
+      "▁Gün": 26974,
+      "▁Щ": 26975,
+      "ból": 26976,
+      "▁Larry": 26977,
+      "▁solic": 26978,
+      "▁zwar": 26979,
+      "▁Caroline": 26980,
+      "▁Reichs": 26981,
+      "Extensions": 26982,
+      "migr": 26983,
+      ":@": 26984,
+      "▁enumerate": 26985,
+      "▁eigenen": 26986,
+      "▁explore": 26987,
+      "ému": 26988,
+      "▁gat": 26989,
+      "▁imperial": 26990,
+      "▁Usually": 26991,
+      "▁tud": 26992,
+      "▁укра": 26993,
+      "him": 26994,
+      "▁corners": 26995,
+      "▁SER": 26996,
+      "▁interpreter": 26997,
+      "▁Ice": 26998,
+      "▁amounts": 26999,
+      "▁Pala": 27000,
+      "▁tinha": 27001,
+      "vole": 27002,
+      "▁gle": 27003,
+      "ucci": 27004,
+      "▁siehe": 27005,
+      "Jack": 27006,
+      "▁woll": 27007,
+      "▁elder": 27008,
+      "▁кораб": 27009,
+      "▁engag": 27010,
+      "▁Laurent": 27011,
+      "▁achiev": 27012,
+      "istik": 27013,
+      "arct": 27014,
+      "тного": 27015,
+      "▁gir": 27016,
+      "▁Singh": 27017,
+      "mathop": 27018,
+      "USA": 27019,
+      "▁Projekt": 27020,
+      "▁debe": 27021,
+      "richtung": 27022,
+      "▁Tsch": 27023,
+      "uminate": 27024,
+      "▁szó": 27025,
+      "lyph": 27026,
+      "зидент": 27027,
+      "▁limitations": 27028,
+      "ющей": 27029,
+      "▁bila": 27030,
+      "Push": 27031,
+      "▁offering": 27032,
+      "iennes": 27033,
+      "Fri": 27034,
+      "▁postgresql": 27035,
+      "▁Tommy": 27036,
+      "▁particolare": 27037,
+      "▁století": 27038,
+      "▁arrib": 27039,
+      "▁Eva": 27040,
+      "school": 27041,
+      "▁vendor": 27042,
+      "▁Dallas": 27043,
+      "▁prolong": 27044,
+      "CREATE": 27045,
+      "▁suivante": 27046,
+      "STATUS": 27047,
+      "là": 27048,
+      "kv": 27049,
+      "▁häufig": 27050,
+      "▁Agricult": 27051,
+      "▁huit": 27052,
+      "▁inoltre": 27053,
+      "▁Lloyd": 27054,
+      "▁француз": 27055,
+      "▁выпол": 27056,
+      "▁faithful": 27057,
+      "▁Вар": 27058,
+      "▁verl": 27059,
+      "▁juego": 27060,
+      "▁Резултати": 27061,
+      ",...,": 27062,
+      "▁implicitly": 27063,
+      "irks": 27064,
+      "Calcul": 27065,
+      "▁meses": 27066,
+      "omed": 27067,
+      "▁pak": 27068,
+      "herit": 27069,
+      "▁optical": 27070,
+      "▁Історія": 27071,
+      "veis": 27072,
+      "▁capitale": 27073,
+      "placeholder": 27074,
+      "intrag": 27075,
+      "▁Atlas": 27076,
+      ")];": 27077,
+      "icons": 27078,
+      "▁Bent": 27079,
+      "▁Widget": 27080,
+      "▁volunt": 27081,
+      "avo": 27082,
+      "égr": 27083,
+      "lige": 27084,
+      "▁NAME": 27085,
+      "▁abstra": 27086,
+      "▁fís": 27087,
+      "▁Browser": 27088,
+      "▁bush": 27089,
+      "hall": 27090,
+      "▁clouds": 27091,
+      "▁SUB": 27092,
+      "▁tandis": 27093,
+      "▁Commonwealth": 27094,
+      "тая": 27095,
+      "▁exhaust": 27096,
+      "________________": 27097,
+      "▁Statistics": 27098,
+      "▁Religion": 27099,
+      "▁Muham": 27100,
+      "uals": 27101,
+      "goto": 27102,
+      "Digital": 27103,
+      "Family": 27104,
+      "▁Bun": 27105,
+      "letin": 27106,
+      "Management": 27107,
+      "▁capabilities": 27108,
+      "annten": 27109,
+      "▁себе": 27110,
+      "▁stays": 27111,
+      "kter": 27112,
+      "▁dost": 27113,
+      "▁Тре": 27114,
+      "лович": 27115,
+      "▁dying": 27116,
+      "sections": 27117,
+      "ános": 27118,
+      "▁apparten": 27119,
+      "▁zoals": 27120,
+      "▁dressed": 27121,
+      "▁compress": 27122,
+      "ńska": 27123,
+      "▁sierpnia": 27124,
+      "▁титу": 27125,
+      "dictionary": 27126,
+      "▁rabb": 27127,
+      "▁vérit": 27128,
+      "Во": 27129,
+      "▁singleton": 27130,
+      "▁vital": 27131,
+      "Refresh": 27132,
+      "мель": 27133,
+      "▁Zh": 27134,
+      "▁Afghan": 27135,
+      "inkel": 27136,
+      "aaaa": 27137,
+      "▁participants": 27138,
+      "arin": 27139,
+      "▁Mold": 27140,
+      "▁primeros": 27141,
+      "▁ран": 27142,
+      "▁Амери": 27143,
+      "▁restaurant": 27144,
+      "ével": 27145,
+      "▁SL": 27146,
+      "▁Rey": 27147,
+      "chas": 27148,
+      "▁electrons": 27149,
+      "▁Pitts": 27150,
+      "▁Jules": 27151,
+      "май": 27152,
+      "enant": 27153,
+      "-}": 27154,
+      "лад": 27155,
+      "▁Москва": 27156,
+      "gom": 27157,
+      "▁Fernández": 27158,
+      "fund": 27159,
+      "interno": 27160,
+      "▁Mari": 27161,
+      "▁rius": 27162,
+      "▁Prozent": 27163,
+      "стрі": 27164,
+      "▁внут": 27165,
+      "anterie": 27166,
+      "▁прис": 27167,
+      "▁обы": 27168,
+      "▁Marina": 27169,
+      "▁occurrence": 27170,
+      "rikt": 27171,
+      "▁физи": 27172,
+      "▁schwer": 27173,
+      "▁Гре": 27174,
+      "Reset": 27175,
+      "▁mucho": 27176,
+      "andr": 27177,
+      "▁Wies": 27178,
+      "▁Keith": 27179,
+      "▁Julian": 27180,
+      "▁cole": 27181,
+      "ciendo": 27182,
+      "▁Contempor": 27183,
+      "etry": 27184,
+      "elian": 27185,
+      "гии": 27186,
+      "▁голо": 27187,
+      "▁dél": 27188,
+      "▁decent": 27189,
+      "РСР": 27190,
+      "▁szeptember": 27191,
+      "мест": 27192,
+      "castle": 27193,
+      "▁держав": 27194,
+      "}\")": 27195,
+      "▁ASCII": 27196,
+      "▁Glen": 27197,
+      "itzerland": 27198,
+      "Toggle": 27199,
+      "▁tradicional": 27200,
+      "▁Plat": 27201,
+      "vee": 27202,
+      "abgerufen": 27203,
+      "(|": 27204,
+      "CLI": 27205,
+      "}}$,": 27206,
+      "▁Bowl": 27207,
+      "▁Male": 27208,
+      "▁Bres": 27209,
+      "▁пси": 27210,
+      "▁Challenge": 27211,
+      "zó": 27212,
+      "▁projekt": 27213,
+      "▁negoti": 27214,
+      "above": 27215,
+      "▁перио": 27216,
+      "▁longest": 27217,
+      "authentic": 27218,
+      "▁tradu": 27219,
+      "▁mujeres": 27220,
+      "▁Andre": 27221,
+      "▁hadn": 27222,
+      "▁Schule": 27223,
+      "odel": 27224,
+      "bled": 27225,
+      "▁Trade": 27226,
+      "▁mobil": 27227,
+      "▁algunas": 27228,
+      "▁Lak": 27229,
+      "▁Connecticut": 27230,
+      "▁alco": 27231,
+      "▁Selbst": 27232,
+      "ił": 27233,
+      "▁alb": 27234,
+      "ouverneur": 27235,
+      "▁sr": 27236,
+      "▁vba": 27237,
+      "loped": 27238,
+      "▁Partei": 27239,
+      "uate": 27240,
+      "▁Authentication": 27241,
+      "bei": 27242,
+      "}}.": 27243,
+      "▁konnten": 27244,
+      "▁допо": 27245,
+      "▁hyd": 27246,
+      "Office": 27247,
+      "données": 27248,
+      "▁Cleveland": 27249,
+      "rita": 27250,
+      "íos": 27251,
+      "▁выше": 27252,
+      "▁Roberts": 27253,
+      "▁élections": 27254,
+      "▁'')": 27255,
+      "▁publishing": 27256,
+      "▁bapt": 27257,
+      "<>();": 27258,
+      "missing": 27259,
+      "ровано": 27260,
+      "▁housing": 27261,
+      "▁inference": 27262,
+      "▁Renaissance": 27263,
+      "▁règ": 27264,
+      "▁Steph": 27265,
+      "CES": 27266,
+      "ERE": 27267,
+      "кет": 27268,
+      "OU": 27269,
+      "▁grouping": 27270,
+      "verkehr": 27271,
+      "jih": 27272,
+      "agli": 27273,
+      "▁milk": 27274,
+      "lait": 27275,
+      "Stage": 27276,
+      "▁byly": 27277,
+      "▁wooden": 27278,
+      "keley": 27279,
+      "etra": 27280,
+      "▁Peg": 27281,
+      "▁donné": 27282,
+      "adal": 27283,
+      "sequently": 27284,
+      "▁insbesondere": 27285,
+      "ELD": 27286,
+      "▁Mam": 27287,
+      "▁volte": 27288,
+      "▁prospect": 27289,
+      "нове": 27290,
+      "▁denoted": 27291,
+      "▁overlay": 27292,
+      "Permission": 27293,
+      "een": 27294,
+      "▁EM": 27295,
+      "▁uz": 27296,
+      "Mc": 27297,
+      "olit": 27298,
+      "▁servi": 27299,
+      "▁Heidel": 27300,
+      "▁Wiener": 27301,
+      "▁illegal": 27302,
+      "▁predictions": 27303,
+      "▁goog": 27304,
+      "hon": 27305,
+      "▁Cinema": 27306,
+      "▁револю": 27307,
+      "▁Rule": 27308,
+      "wod": 27309,
+      "▁radiation": 27310,
+      "oł": 27311,
+      "ової": 27312,
+      "▁Perform": 27313,
+      "▁prisoner": 27314,
+      "▁amet": 27315,
+      "▁figura": 27316,
+      "▁Commander": 27317,
+      "▁официаль": 27318,
+      "▁trov": 27319,
+      "▁acted": 27320,
+      "▁workflow": 27321,
+      "▁Республики": 27322,
+      "▁guidance": 27323,
+      "▁мене": 27324,
+      "National": 27325,
+      "▁Kel": 27326,
+      "webpack": 27327,
+      "простра": 27328,
+      "▁llamado": 27329,
+      "alog": 27330,
+      "terra": 27331,
+      "ixen": 27332,
+      "legraph": 27333,
+      "äischen": 27334,
+      "▁teachers": 27335,
+      "uden": 27336,
+      "▁også": 27337,
+      "possible": 27338,
+      "▁Soul": 27339,
+      "▁Geography": 27340,
+      "▁зада": 27341,
+      "hit": 27342,
+      "▁anger": 27343,
+      "▁remporte": 27344,
+      "Pod": 27345,
+      "чке": 27346,
+      "▁aria": 27347,
+      "▁Astronom": 27348,
+      "chapter": 27349,
+      "▁fork": 27350,
+      "▁Cuando": 27351,
+      "mense": 27352,
+      "▁Christians": 27353,
+      "gc": 27354,
+      "▁#(": 27355,
+      "Organ": 27356,
+      "▁steady": 27357,
+      "pse": 27358,
+      "жить": 27359,
+      "ignes": 27360,
+      "aterra": 27361,
+      "movie": 27362,
+      "posta": 27363,
+      "raste": 27364,
+      "▁Ressource": 27365,
+      "▁País": 27366,
+      "▁();": 27367,
+      "▁penalty": 27368,
+      "тт": 27369,
+      "▁trasfer": 27370,
+      "century": 27371,
+      "▁cleaner": 27372,
+      "selenium": 27373,
+      "ortheast": 27374,
+      "xic": 27375,
+      "лії": 27376,
+      "▁inglese": 27377,
+      "▁Tang": 27378,
+      "▁gods": 27379,
+      "frent": 27380,
+      "ciente": 27381,
+      "starts": 27382,
+      "▁musica": 27383,
+      "ymnasium": 27384,
+      "----+": 27385,
+      "▁terrest": 27386,
+      "▁retrieved": 27387,
+      "iare": 27388,
+      "unning": 27389,
+      "▁Marcus": 27390,
+      "▁promote": 27391,
+      "warning": 27392,
+      "тый": 27393,
+      "})$,": 27394,
+      "Transport": 27395,
+      "▁reson": 27396,
+      "▁Clo": 27397,
+      "▁erm": 27398,
+      "▁eliminate": 27399,
+      "heimer": 27400,
+      "▁saves": 27401,
+      "▁prayer": 27402,
+      "Classes": 27403,
+      "Express": 27404,
+      "▁Akademie": 27405,
+      "Else": 27406,
+      "Turn": 27407,
+      "▁ikke": 27408,
+      "▁rei": 27409,
+      "▁dirett": 27410,
+      "▁Rost": 27411,
+      "▁Papa": 27412,
+      "▁jsf": 27413,
+      "лением": 27414,
+      "▁Tul": 27415,
+      "▁Zak": 27416,
+      "▁niemieck": 27417,
+      "Tw": 27418,
+      "amour": 27419,
+      "nested": 27420,
+      "ppets": 27421,
+      "шп": 27422,
+      "dit": 27423,
+      "зен": 27424,
+      "zyma": 27425,
+      "hrte": 27426,
+      "Constraints": 27427,
+      "▁ownership": 27428,
+      "Arm": 27429,
+      "▁consumption": 27430,
+      "▁fet": 27431,
+      "ivari": 27432,
+      "chrom": 27433,
+      "setAttribute": 27434,
+      "▁compose": 27435,
+      "▁backing": 27436,
+      "▁Paz": 27437,
+      "▁scri": 27438,
+      "▁Mechan": 27439,
+      "▁Norway": 27440,
+      "▁Jup": 27441,
+      "▁mér": 27442,
+      "▁administrator": 27443,
+      "▁cabe": 27444,
+      "ivalent": 27445,
+      "▁throne": 27446,
+      "▁dues": 27447,
+      "▁humor": 27448,
+      "▁Adri": 27449,
+      "▁abort": 27450,
+      "ñas": 27451,
+      "▁Київ": 27452,
+      "jící": 27453,
+      "▁zweite": 27454,
+      "▁doub": 27455,
+      "ershell": 27456,
+      "шой": 27457,
+      "▁Fam": 27458,
+      "åk": 27459,
+      "▁tweede": 27460,
+      "▁Rib": 27461,
+      "▁før": 27462,
+      "pción": 27463,
+      "inned": 27464,
+      "rvm": 27465,
+      "▁Appar": 27466,
+      "▁Dj": 27467,
+      "▁Shang": 27468,
+      "Distance": 27469,
+      "▁dawn": 27470,
+      "▁Matth": 27471,
+      "▁errichtet": 27472,
+      "phantom": 27473,
+      "▁releases": 27474,
+      "Recognizer": 27475,
+      "▁Kop": 27476,
+      "▁Pul": 27477,
+      "ué": 27478,
+      "nats": 27479,
+      "relax": 27480,
+      "▁fled": 27481,
+      "▁experiences": 27482,
+      "щее": 27483,
+      "меня": 27484,
+      "▁персона": 27485,
+      "▁Identity": 27486,
+      "rets": 27487,
+      "kunft": 27488,
+      "larg": 27489,
+      "ListItem": 27490,
+      "vd": 27491,
+      "runner": 27492,
+      "lant": 27493,
+      "ipart": 27494,
+      "bay": 27495,
+      "iei": 27496,
+      "▁lengths": 27497,
+      "▁cattle": 27498,
+      "jets": 27499,
+      "▁sehen": 27500,
+      "Jul": 27501,
+      "fatt": 27502,
+      "▁surrender": 27503,
+      "▁Trump": 27504,
+      "дного": 27505,
+      "▁Fourier": 27506,
+      "ieben": 27507,
+      "_\"": 27508,
+      "▁früher": 27509,
+      "▁garant": 27510,
+      "uclidean": 27511,
+      "ägt": 27512,
+      "▁півден": 27513,
+      "Pages": 27514,
+      "▁rivers": 27515,
+      "▁donner": 27516,
+      "svn": 27517,
+      "▁ł": 27518,
+      "ově": 27519,
+      "▁Leist": 27520,
+      "arial": 27521,
+      "ových": 27522,
+      "▁filling": 27523,
+      "▁musicale": 27524,
+      "maxim": 27525,
+      "▁dashed": 27526,
+      "▁Нов": 27527,
+      "Drawer": 27528,
+      "▁Medicine": 27529,
+      "▁dokument": 27530,
+      "owel": 27531,
+      "vić": 27532,
+      "hely": 27533,
+      "▁elet": 27534,
+      "Seconds": 27535,
+      "▁Gonz": 27536,
+      "rou": 27537,
+      "▁finales": 27538,
+      "rn": 27539,
+      "fø": 27540,
+      "▁indexed": 27541,
+      "className": 27542,
+      "▁ober": 27543,
+      "▁duas": 27544,
+      "▁optimized": 27545,
+      "▁kdy": 27546,
+      "versary": 27547,
+      "energy": 27548,
+      "▁центра": 27549,
+      "▁currency": 27550,
+      "zyż": 27551,
+      "Like": 27552,
+      "▁Ги": 27553,
+      "sono": 27554,
+      "▁palab": 27555,
+      "▁pushing": 27556,
+      "ublik": 27557,
+      "▁Hass": 27558,
+      "}\\,\\": 27559,
+      "unker": 27560,
+      "▁Factory": 27561,
+      "▁Resources": 27562,
+      "datei": 27563,
+      "▁Tools": 27564,
+      "▁stehen": 27565,
+      "sime": 27566,
+      "▁Ху": 27567,
+      "▁hoch": 27568,
+      "▁Rodríguez": 27569,
+      "zeitig": 27570,
+      "▁Terry": 27571,
+      "▁обу": 27572,
+      "Usage": 27573,
+      "urchase": 27574,
+      "lö": 27575,
+      "▁Introduction": 27576,
+      "▁participation": 27577,
+      "ος": 27578,
+      "ogli": 27579,
+      "apy": 27580,
+      "▁hopefully": 27581,
+      "ponder": 27582,
+      "▁Yang": 27583,
+      "▁promises": 27584,
+      "▁верну": 27585,
+      "▁остров": 27586,
+      "^{+": 27587,
+      "▁mostra": 27588,
+      "▁CURLOPT": 27589,
+      "HH": 27590,
+      "▁stdout": 27591,
+      "▁brilliant": 27592,
+      "▁manuscript": 27593,
+      "▁decir": 27594,
+      "▁Bolog": 27595,
+      "▁места": 27596,
+      "▁invisible": 27597,
+      "▁Chal": 27598,
+      "▁analyze": 27599,
+      "prilis": 27600,
+      "attend": 27601,
+      "Mvc": 27602,
+      "than": 27603,
+      "cko": 27604,
+      "▁Quebec": 27605,
+      "▁planta": 27606,
+      "▁télévis": 27607,
+      "▁uninstall": 27608,
+      "ències": 27609,
+      "▁gminie": 27610,
+      "▁Pref": 27611,
+      "▁lequel": 27612,
+      "Invocation": 27613,
+      "▁Í": 27614,
+      "▁transformed": 27615,
+      "MAN": 27616,
+      "gebaut": 27617,
+      "▁сохра": 27618,
+      "▁второй": 27619,
+      "▁Lith": 27620,
+      "wendung": 27621,
+      "▁Politik": 27622,
+      "▁Senator": 27623,
+      "▁LL": 27624,
+      "ждение": 27625,
+      "ште": 27626,
+      "▁Cés": 27627,
+      "▁bande": 27628,
+      "▁historian": 27629,
+      "▁passwords": 27630,
+      "malloc": 27631,
+      "▁semif": 27632,
+      "▁rå": 27633,
+      "unicí": 27634,
+      "Available": 27635,
+      "Optional": 27636,
+      "▁Twe": 27637,
+      "▁kró": 27638,
+      "▁subsets": 27639,
+      "▁DAT": 27640,
+      "▁doubles": 27641,
+      "никами": 27642,
+      "▁зв": 27643,
+      "gegeben": 27644,
+      "▁Попис": 27645,
+      "▁július": 27646,
+      "▁meteor": 27647,
+      "Mount": 27648,
+      "ivent": 27649,
+      "▁Nathan": 27650,
+      "▁Schutz": 27651,
+      "egov": 27652,
+      "▁död": 27653,
+      "▁meat": 27654,
+      "▁пункт": 27655,
+      "▁minds": 27656,
+      "elivery": 27657,
+      "▁TLS": 27658,
+      "рем": 27659,
+      "ckså": 27660,
+      "▁stayed": 27661,
+      "▁Bin": 27662,
+      "▁Pia": 27663,
+      "▁имен": 27664,
+      "▁Bobby": 27665,
+      "▁produit": 27666,
+      "empio": 27667,
+      "▁reducing": 27668,
+      "▁Yu": 27669,
+      "▁Geschäft": 27670,
+      "▁perché": 27671,
+      "▁cors": 27672,
+      "▁icons": 27673,
+      "AppData": 27674,
+      "▁Hog": 27675,
+      "▁рів": 27676,
+      "▁Sans": 27677,
+      "▁siège": 27678,
+      "stellen": 27679,
+      "Brush": 27680,
+      "OFF": 27681,
+      "▁visitor": 27682,
+      "▁bath": 27683,
+      "▁fee": 27684,
+      "atisf": 27685,
+      "▁curv": 27686,
+      "▁folgender": 27687,
+      "▁conscience": 27688,
+      "▁Seattle": 27689,
+      "▁medieval": 27690,
+      "distribution": 27691,
+      "▁DM": 27692,
+      "▁мя": 27693,
+      "▁RUN": 27694,
+      "akov": 27695,
+      "ceil": 27696,
+      "▁letting": 27697,
+      "▁dov": 27698,
+      "▁оби": 27699,
+      "kiej": 27700,
+      "▁direkt": 27701,
+      "▁tm": 27702,
+      "colors": 27703,
+      "▁altro": 27704,
+      "▁tijdens": 27705,
+      "]{'": 27706,
+      "▁Bom": 27707,
+      "▁kunst": 27708,
+      "▁shelter": 27709,
+      "▁rav": 27710,
+      "predict": 27711,
+      "▁comenzó": 27712,
+      "▁świat": 27713,
+      "▁Durant": 27714,
+      "▁schemes": 27715,
+      "▁mesh": 27716,
+      "▁indicator": 27717,
+      "▁Emer": 27718,
+      "▁guilty": 27719,
+      "нец": 27720,
+      "▁consequences": 27721,
+      "cludes": 27722,
+      "▁Lower": 27723,
+      "▁поме": 27724,
+      "▁pace": 27725,
+      "даго": 27726,
+      "▁ambos": 27727,
+      "lb": 27728,
+      "▁educated": 27729,
+      "urale": 27730,
+      "anh": 27731,
+      "esség": 27732,
+      "▁associations": 27733,
+      "town": 27734,
+      "▁trif": 27735,
+      "samples": 27736,
+      "bos": 27737,
+      "▁Spect": 27738,
+      "▁Це": 27739,
+      "altung": 27740,
+      "▁Lob": 27741,
+      "▁curiosity": 27742,
+      "▁Weiter": 27743,
+      "estone": 27744,
+      "▁demol": 27745,
+      "▁apolog": 27746,
+      "▁Dynamic": 27747,
+      "Inner": 27748,
+      "esper": 27749,
+      "ecz": 27750,
+      "uellement": 27751,
+      "▁Hamiltonian": 27752,
+      "Atlas": 27753,
+      "▁argue": 27754,
+      "Foreign": 27755,
+      "collapse": 27756,
+      "▁términ": 27757,
+      "▁electronic": 27758,
+      "▁NR": 27759,
+      "▁corr": 27760,
+      "temps": 27761,
+      "IndexPath": 27762,
+      "яз": 27763,
+      "▁talál": 27764,
+      "today": 27765,
+      "wave": 27766,
+      "▁sib": 27767,
+      "▁спи": 27768,
+      "▁convey": 27769,
+      "▁Géographie": 27770,
+      "▁Нью": 27771,
+      "▁Hibernate": 27772,
+      "▁tin": 27773,
+      "dic": 27774,
+      "ppings": 27775,
+      "sweise": 27776,
+      "▁rolling": 27777,
+      "▁selects": 27778,
+      ")\\)": 27779,
+      "▁poeta": 27780,
+      "▁степени": 27781,
+      "▁Abr": 27782,
+      "▁höch": 27783,
+      "▁stern": 27784,
+      "▁fjär": 27785,
+      "▁installer": 27786,
+      "decl": 27787,
+      "▁miser": 27788,
+      "groupby": 27789,
+      "substr": 27790,
+      "▁phenomen": 27791,
+      "▁Wing": 27792,
+      "▁fills": 27793,
+      "▁único": 27794,
+      "Running": 27795,
+      "Come": 27796,
+      "irable": 27797,
+      "simeq": 27798,
+      "▁remp": 27799,
+      "kele": 27800,
+      "liers": 27801,
+      "▁kwietnia": 27802,
+      "▁interrupted": 27803,
+      "▁Jet": 27804,
+      "=\\{": 27805,
+      "ído": 27806,
+      "▁Taiwan": 27807,
+      "▁возра": 27808,
+      "▁alternatives": 27809,
+      "▁Tir": 27810,
+      "▁Reserve": 27811,
+      "▁Кур": 27812,
+      "▁Nobel": 27813,
+      "▁работал": 27814,
+      "▁axes": 27815,
+      "▁Cependant": 27816,
+      "ká": 27817,
+      "▁erneut": 27818,
+      "▁Demo": 27819,
+      "communic": 27820,
+      "constructor": 27821,
+      "▁Monday": 27822,
+      "Nil": 27823,
+      "HashMap": 27824,
+      "payment": 27825,
+      "▁fixing": 27826,
+      "▁ADD": 27827,
+      "review": 27828,
+      "▁possibil": 27829,
+      "▁grote": 27830,
+      "▁grouped": 27831,
+      "▁Lima": 27832,
+      "▁Augen": 27833,
+      "▁också": 27834,
+      "onas": 27835,
+      "▁debate": 27836,
+      "▁Ingl": 27837,
+      "Da": 27838,
+      "SOUR": 27839,
+      "ettbe": 27840,
+      "▁Battalion": 27841,
+      "▁Float": 27842,
+      "▁cone": 27843,
+      "readsheet": 27844,
+      "court": 27845,
+      "ligen": 27846,
+      "▁Beginn": 27847,
+      "▁LIMIT": 27848,
+      "▁enjoyed": 27849,
+      "▁Jakob": 27850,
+      "▁telt": 27851,
+      "backend": 27852,
+      "▁Gemeinsame": 27853,
+      "lint": 27854,
+      "alling": 27855,
+      "▁bör": 27856,
+      "grand": 27857,
+      "▁diverses": 27858,
+      "▁związ": 27859,
+      "▁Kompon": 27860,
+      "▁innerhalb": 27861,
+      "▁desarrollo": 27862,
+      "▁Masters": 27863,
+      "ioso": 27864,
+      "]`.": 27865,
+      "▁francesa": 27866,
+      "Aff": 27867,
+      "inek": 27868,
+      "▁dessin": 27869,
+      "`.`": 27870,
+      "▁ranks": 27871,
+      "берг": 27872,
+      "▁skal": 27873,
+      "▁Sultan": 27874,
+      "АН": 27875,
+      "▁способ": 27876,
+      "▁contradict": 27877,
+      "▁recom": 27878,
+      "▁Oklahoma": 27879,
+      "▁Vladimir": 27880,
+      "▁meters": 27881,
+      "transport": 27882,
+      "▁consulté": 27883,
+      "▁ATP": 27884,
+      "ebb": 27885,
+      "▁volunte": 27886,
+      "▁outline": 27887,
+      "LIC": 27888,
+      "▁euro": 27889,
+      "CharField": 27890,
+      "medium": 27891,
+      "▁Belgique": 27892,
+      "Proc": 27893,
+      "routes": 27894,
+      "▁contribu": 27895,
+      "!}": 27896,
+      "ším": 27897,
+      "▁Less": 27898,
+      "▁Kost": 27899,
+      "▁eredetiből": 27900,
+      "reven": 27901,
+      "verify": 27902,
+      "▁Salt": 27903,
+      "▁shooting": 27904,
+      "▁dispose": 27905,
+      "ují": 27906,
+      "▁tierra": 27907,
+      "▁poison": 27908,
+      "sak": 27909,
+      "perimental": 27910,
+      "▁Né": 27911,
+      "▁Kid": 27912,
+      "agyar": 27913,
+      "▁archiválva": 27914,
+      "bereich": 27915,
+      "íz": 27916,
+      "▁Ritter": 27917,
+      "▁Хронологија": 27918,
+      "zeum": 27919,
+      "дах": 27920,
+      "▁gründ": 27921,
+      "▁programmer": 27922,
+      "▁conseil": 27923,
+      "▁encrypt": 27924,
+      "integration": 27925,
+      "Culture": 27926,
+      "▁Circle": 27927,
+      "Observable": 27928,
+      "▁genomsnitt": 27929,
+      "▁Selection": 27930,
+      "▁irregular": 27931,
+      "Autres": 27932,
+      "Percent": 27933,
+      "fault": 27934,
+      "▁virtue": 27935,
+      "ąpi": 27936,
+      "▁sess": 27937,
+      "▁Также": 27938,
+      "Timestamp": 27939,
+      "▁littérature": 27940,
+      "▁moż": 27941,
+      "▁borrow": 27942,
+      "▁conced": 27943,
+      "чник": 27944,
+      "▁Lund": 27945,
+      "IONS": 27946,
+      "ynie": 27947,
+      "▁Shin": 27948,
+      "▁osob": 27949,
+      "bě": 27950,
+      "▁intuit": 27951,
+      "▁нап": 27952,
+      "▁proph": 27953,
+      "▁pitt": 27954,
+      "▁IBM": 27955,
+      "▁Till": 27956,
+      "▁hina": 27957,
+      "ittest": 27958,
+      "generator": 27959,
+      "▁Nin": 27960,
+      "▁Kot": 27961,
+      "▁passer": 27962,
+      "▁disposition": 27963,
+      "uning": 27964,
+      "▁fame": 27965,
+      "▁tenia": 27966,
+      "ancement": 27967,
+      "▁Suisse": 27968,
+      "`-": 27969,
+      "▁hombres": 27970,
+      "▁infinity": 27971,
+      "▁оконча": 27972,
+      "▁cosm": 27973,
+      "▁Dennis": 27974,
+      "baz": 27975,
+      "haupt": 27976,
+      "▁mighty": 27977,
+      "▁prede": 27978,
+      "usable": 27979,
+      "▁wszyst": 27980,
+      "▁lb": 27981,
+      "ABASE": 27982,
+      "jna": 27983,
+      "нев": 27984,
+      "▁ases": 27985,
+      "▁finalmente": 27986,
+      "йм": 27987,
+      "pection": 27988,
+      "▁Studien": 27989,
+      "▁Norwegian": 27990,
+      "cego": 27991,
+      "INDEX": 27992,
+      "orten": 27993,
+      "▁friendship": 27994,
+      "metro": 27995,
+      "thick": 27996,
+      "▁Zel": 27997,
+      "LOW": 27998,
+      "▁thereby": 27999,
+      "unted": 28000,
+      "▁surfaces": 28001,
+      "ющим": 28002,
+      "%).": 28003,
+      "▁Wonder": 28004,
+      "▁redundant": 28005,
+      "▁Gros": 28006,
+      "▁websites": 28007,
+      "▁vio": 28008,
+      "▁ocas": 28009,
+      "vés": 28010,
+      "▁Gam": 28011,
+      "dw": 28012,
+      "Indicator": 28013,
+      "▁Kob": 28014,
+      "▁jack": 28015,
+      "Hint": 28016,
+      "▁Apol": 28017,
+      "▁другие": 28018,
+      "▁NUM": 28019,
+      "▁ofic": 28020,
+      "ystycz": 28021,
+      "▁wereld": 28022,
+      "мости": 28023,
+      "LEFT": 28024,
+      "▁Types": 28025,
+      "seen": 28026,
+      "uncia": 28027,
+      "▁narod": 28028,
+      "▁этот": 28029,
+      "Sidenote": 28030,
+      "ueil": 28031,
+      "▁отме": 28032,
+      "▁courts": 28033,
+      "fir": 28034,
+      "urz": 28035,
+      "ченко": 28036,
+      "Credentials": 28037,
+      "▁imagination": 28038,
+      "itats": 28039,
+      "buff": 28040,
+      "flash": 28041,
+      "▁badly": 28042,
+      "▁worn": 28043,
+      "▁округу": 28044,
+      "catalog": 28045,
+      "lime": 28046,
+      "▁Gill": 28047,
+      "▁Sent": 28048,
+      "iella": 28049,
+      "▁Craig": 28050,
+      "▁Sele": 28051,
+      "▁Independ": 28052,
+      "▁provincie": 28053,
+      "ossen": 28054,
+      "▁запад": 28055,
+      "▁infant": 28056,
+      "▁prevents": 28057,
+      "▁provinces": 28058,
+      "afé": 28059,
+      "beg": 28060,
+      "▁colours": 28061,
+      "BF": 28062,
+      "ën": 28063,
+      "▁Между": 28064,
+      "în": 28065,
+      "Observer": 28066,
+      "forsch": 28067,
+      "ígen": 28068,
+      "umption": 28069,
+      "▁Illustr": 28070,
+      "рист": 28071,
+      "▁полови": 28072,
+      "▁`&": 28073,
+      "▁ore": 28074,
+      "▁supplies": 28075,
+      "▁parenthes": 28076,
+      "Foundation": 28077,
+      "▁vou": 28078,
+      "▁Tout": 28079,
+      "Donald": 28080,
+      "▁RET": 28081,
+      "weig": 28082,
+      "▁producción": 28083,
+      "mix": 28084,
+      "▁utwor": 28085,
+      "▁föl": 28086,
+      "▁então": 28087,
+      "▁Sister": 28088,
+      "Tags": 28089,
+      "▁Савезне": 28090,
+      "▁privileges": 28091,
+      "▁nazw": 28092,
+      "▁Rav": 28093,
+      "▁repro": 28094,
+      "▁Mason": 28095,
+      "▁Platform": 28096,
+      "▁пробле": 28097,
+      "▁Pérez": 28098,
+      "▁blanc": 28099,
+      "Behavior": 28100,
+      "фици": 28101,
+      "eken": 28102,
+      "▁meets": 28103,
+      "(.*": 28104,
+      "▁få": 28105,
+      "epen": 28106,
+      "maker": 28107,
+      "▁loyal": 28108,
+      "members": 28109,
+      "meisterschaft": 28110,
+      "goal": 28111,
+      "шлен": 28112,
+      "▁северо": 28113,
+      "iende": 28114,
+      "дні": 28115,
+      "Proof": 28116,
+      "▁explic": 28117,
+      "▁electro": 28118,
+      "iels": 28119,
+      "reload": 28120,
+      "▁eleven": 28121,
+      "▁partidos": 28122,
+      "îne": 28123,
+      "▁Regin": 28124,
+      "▁éx": 28125,
+      "▁Bulg": 28126,
+      "▁networking": 28127,
+      "▁separator": 28128,
+      "UserName": 28129,
+      "▁edificio": 28130,
+      "▁Mie": 28131,
+      "▁idle": 28132,
+      "yed": 28133,
+      "▁passengers": 28134,
+      "+)": 28135,
+      "meno": 28136,
+      "eggi": 28137,
+      "▁nicely": 28138,
+      "endencia": 28139,
+      "чий": 28140,
+      "étés": 28141,
+      "ightarrow": 28142,
+      "▁orthogonal": 28143,
+      "▁Half": 28144,
+      "▁fewer": 28145,
+      "▁propi": 28146,
+      "▁primit": 28147,
+      "icale": 28148,
+      "▁flower": 28149,
+      "merk": 28150,
+      "▁Отече": 28151,
+      "▁persistent": 28152,
+      "▁Ville": 28153,
+      "Men": 28154,
+      "gaben": 28155,
+      "▁Isaac": 28156,
+      "ativity": 28157,
+      "▁północ": 28158,
+      "▁rok": 28159,
+      "cards": 28160,
+      "дения": 28161,
+      "▁юго": 28162,
+      "▁extraordinary": 28163,
+      "▁kyr": 28164,
+      "(\",": 28165,
+      "))]": 28166,
+      "▁unix": 28167,
+      "кол": 28168,
+      "▁sink": 28169,
+      "apsed": 28170,
+      "▁kommen": 28171,
+      "▁forcing": 28172,
+      "About": 28173,
+      "▁Halle": 28174,
+      "▁Majesty": 28175,
+      "▁Switch": 28176,
+      "▁abroad": 28177,
+      "▁acceleration": 28178,
+      "urbed": 28179,
+      "▁остан": 28180,
+      "Ready": 28181,
+      "▁півні": 28182,
+      "Bra": 28183,
+      "▁цього": 28184,
+      "▁plut": 28185,
+      "▁Train": 28186,
+      "▁április": 28187,
+      "▁puesto": 28188,
+      "▁toss": 28189,
+      "▁irrelevant": 28190,
+      "▁dip": 28191,
+      "segment": 28192,
+      "opacity": 28193,
+      "▁lorsque": 28194,
+      "▁verschill": 28195,
+      "ена": 28196,
+      "▁Doc": 28197,
+      "%%%%%%%%": 28198,
+      "▁borders": 28199,
+      "gebras": 28200,
+      "▁ries": 28201,
+      "▁Olympedia": 28202,
+      "▁Generation": 28203,
+      "metros": 28204,
+      "▁horizon": 28205,
+      "▁adaptation": 28206,
+      "▁Zahl": 28207,
+      "▁nahe": 28208,
+      "▁Bug": 28209,
+      "Picture": 28210,
+      "љи": 28211,
+      "RGB": 28212,
+      "Owner": 28213,
+      "adin": 28214,
+      "▁Catalunya": 28215,
+      "ných": 28216,
+      "▁cualquier": 28217,
+      "▁Institution": 28218,
+      "insen": 28219,
+      "▁Brasile": 28220,
+      "▁fitting": 28221,
+      "Deleg": 28222,
+      "ictwo": 28223,
+      "▁Exper": 28224,
+      "ochastic": 28225,
+      "▁dus": 28226,
+      "▁пора": 28227,
+      "▁substring": 28228,
+      "ссии": 28229,
+      "oin": 28230,
+      "▁школа": 28231,
+      "▁cx": 28232,
+      "▁%)": 28233,
+      "▁Buddh": 28234,
+      "▁pending": 28235,
+      "▁Entry": 28236,
+      "▁Berl": 28237,
+      "▁cler": 28238,
+      "▁Soc": 28239,
+      "▁rounded": 28240,
+      "▁mv": 28241,
+      "ített": 28242,
+      "▁Diplom": 28243,
+      "▁französischen": 28244,
+      "▁Gan": 28245,
+      "▁Investig": 28246,
+      "▁indexPath": 28247,
+      "▁molti": 28248,
+      "persistence": 28249,
+      "▁XIXe": 28250,
+      "▁Electron": 28251,
+      "bü": 28252,
+      "gele": 28253,
+      "▁Maler": 28254,
+      "▁proyecto": 28255,
+      "▁Bath": 28256,
+      "ellers": 28257,
+      "▁GP": 28258,
+      "oning": 28259,
+      "cloudflare": 28260,
+      "▁při": 28261,
+      "▁ded": 28262,
+      "▁Odkazy": 28263,
+      "▁Msg": 28264,
+      "▁Being": 28265,
+      "▁Depuis": 28266,
+      "▁Primary": 28267,
+      "▁Appro": 28268,
+      "▁formally": 28269,
+      "ступил": 28270,
+      "▁fuera": 28271,
+      "▁Root": 28272,
+      "▁autonom": 28273,
+      "▁secretary": 28274,
+      "▁osób": 28275,
+      "▁cuales": 28276,
+      "▁Depending": 28277,
+      "▁asi": 28278,
+      "vera": 28279,
+      "▁russe": 28280,
+      "▁proves": 28281,
+      "▁presiden": 28282,
+      "RU": 28283,
+      "▁Watson": 28284,
+      "▁webpack": 28285,
+      "elligence": 28286,
+      "кам": 28287,
+      "▁Officer": 28288,
+      "▁delivery": 28289,
+      "ждён": 28290,
+      "▁импе": 28291,
+      "▁wil": 28292,
+      "▁vesc": 28293,
+      "usztus": 28294,
+      "▁Geoff": 28295,
+      "()}": 28296,
+      "▁Fore": 28297,
+      "▁wenig": 28298,
+      "▁Airl": 28299,
+      "▁Efter": 28300,
+      "▁Break": 28301,
+      "▁Städ": 28302,
+      "ismiss": 28303,
+      "íp": 28304,
+      "▁avoided": 28305,
+      "▁assertion": 28306,
+      "DN": 28307,
+      "▁teat": 28308,
+      "ína": 28309,
+      "▁mechanical": 28310,
+      "isu": 28311,
+      "@{": 28312,
+      "▁nou": 28313,
+      "Italie": 28314,
+      "sourceforge": 28315,
+      "▁svo": 28316,
+      "▁király": 28317,
+      "▁References": 28318,
+      "six": 28319,
+      "▁Archives": 28320,
+      "▁finishing": 28321,
+      "acje": 28322,
+      "état": 28323,
+      "iffs": 28324,
+      "▁stead": 28325,
+      "▁feas": 28326,
+      "aware": 28327,
+      "lande": 28328,
+      "Inject": 28329,
+      "▁Agent": 28330,
+      "▁Normdatei": 28331,
+      "▁amen": 28332,
+      "▁Architecture": 28333,
+      "aze": 28334,
+      "ște": 28335,
+      "▁usar": 28336,
+      "▁cores": 28337,
+      "лін": 28338,
+      "▁Castro": 28339,
+      "▁væ": 28340,
+      ">\",": 28341,
+      "omena": 28342,
+      "▁gesam": 28343,
+      "▁Martín": 28344,
+      "egung": 28345,
+      "▁společ": 28346,
+      "▁amplitude": 28347,
+      "▁importing": 28348,
+      "▁listview": 28349,
+      "THE": 28350,
+      "ziale": 28351,
+      "cedes": 28352,
+      "▁particulier": 28353,
+      "▁Расподела": 28354,
+      "▁край": 28355,
+      "▁divent": 28356,
+      "▁ké": 28357,
+      "quit": 28358,
+      "тором": 28359,
+      "CheckBox": 28360,
+      "▁Zobacz": 28361,
+      "phe": 28362,
+      "pta": 28363,
+      "▁sjö": 28364,
+      "▁розташ": 28365,
+      "▁tedesco": 28366,
+      "▁stal": 28367,
+      "▁Beruf": 28368,
+      "овая": 28369,
+      "▁svě": 28370,
+      "▁flush": 28371,
+      "▁відбу": 28372,
+      "▁radial": 28373,
+      "▁différentes": 28374,
+      "анта": 28375,
+      "▁Perry": 28376,
+      "Coll": 28377,
+      "liqu": 28378,
+      "▁Optional": 28379,
+      "▁Санкт": 28380,
+      "▁LINQ": 28381,
+      "▁Franc": 28382,
+      "cije": 28383,
+      "▁Guillaume": 28384,
+      "know": 28385,
+      "▁Units": 28386,
+      "olk": 28387,
+      "▁Système": 28388,
+      "▁Sales": 28389,
+      "▁ehemaligen": 28390,
+      "мирова": 28391,
+      "xhtml": 28392,
+      "setopt": 28393,
+      "▁mellan": 28394,
+      "▁zie": 28395,
+      "▁giant": 28396,
+      "Board": 28397,
+      "▁Caval": 28398,
+      "▁defence": 28399,
+      "----------": 28400,
+      "pshire": 28401,
+      "mart": 28402,
+      "▁Dioc": 28403,
+      "iskt": 28404,
+      "▁inse": 28405,
+      "▁épisode": 28406,
+      "чик": 28407,
+      "bars": 28408,
+      "Sito": 28409,
+      "▁integrity": 28410,
+      "auff": 28411,
+      "▁vär": 28412,
+      "Azure": 28413,
+      "▁starb": 28414,
+      "▁контра": 28415,
+      "▁Мексичка": 28416,
+      "▁запа": 28417,
+      "▁Mountains": 28418,
+      "}}=": 28419,
+      "▁pulling": 28420,
+      "▁satellite": 28421,
+      "▁atoms": 28422,
+      "▁profesor": 28423,
+      "▁repeatedly": 28424,
+      "▁invasion": 28425,
+      "programming": 28426,
+      "├──": 28427,
+      "▁Lip": 28428,
+      "вшие": 28429,
+      "▁keen": 28430,
+      "▁critics": 28431,
+      "▁Nicola": 28432,
+      "▁Cand": 28433,
+      "▁distint": 28434,
+      "▁heading": 28435,
+      "pragma": 28436,
+      "{|": 28437,
+      "ymen": 28438,
+      "▁terrain": 28439,
+      "iedenis": 28440,
+      "▁besonders": 28441,
+      "▁nominated": 28442,
+      "BOOL": 28443,
+      "▁Kay": 28444,
+      "cian": 28445,
+      "stelle": 28446,
+      "▁dispute": 28447,
+      "▁щ": 28448,
+      "DataSet": 28449,
+      "nothing": 28450,
+      "Autom": 28451,
+      "hören": 28452,
+      "▁shed": 28453,
+      "▁paused": 28454,
+      "san": 28455,
+      "▁nunca": 28456,
+      "!(\"": 28457,
+      "▁położ": 28458,
+      "Secret": 28459,
+      "▁Domain": 28460,
+      "▁возмож": 28461,
+      "XV": 28462,
+      "lv": 28463,
+      "ikh": 28464,
+      "▁Sony": 28465,
+      "mq": 28466,
+      "otrop": 28467,
+      "▁Logger": 28468,
+      "▁threat": 28469,
+      "asted": 28470,
+      "зько": 28471,
+      "▁freely": 28472,
+      "▁improvements": 28473,
+      "istema": 28474,
+      "▁illustrate": 28475,
+      "▁tact": 28476,
+      "▁figur": 28477,
+      "ués": 28478,
+      "riminal": 28479,
+      "odon": 28480,
+      "intendo": 28481,
+      "▁influenced": 28482,
+      "FFER": 28483,
+      "▁Ghost": 28484,
+      "▁совер": 28485,
+      "nad": 28486,
+      "ioned": 28487,
+      "▁Events": 28488,
+      "▁wrapping": 28489,
+      "---------+": 28490,
+      "fif": 28491,
+      "▁(**": 28492,
+      "={{": 28493,
+      "маль": 28494,
+      "▁losses": 28495,
+      "▁Galerie": 28496,
+      "tel": 28497,
+      "▁лютого": 28498,
+      "▁Kru": 28499,
+      "▁Polen": 28500,
+      "нім": 28501,
+      "near": 28502,
+      "▁shame": 28503,
+      "▁moyenne": 28504,
+      "▁CP": 28505,
+      "preis": 28506,
+      "▁passenger": 28507,
+      "lek": 28508,
+      "ionales": 28509,
+      "kafka": 28510,
+      "▁participe": 28511,
+      "▁membership": 28512,
+      "[_": 28513,
+      "lando": 28514,
+      "stelling": 28515,
+      "Sem": 28516,
+      "gon": 28517,
+      "▁Correct": 28518,
+      "▁valle": 28519,
+      "▁readily": 28520,
+      "▁Dokument": 28521,
+      "honneur": 28522,
+      "▁testim": 28523,
+      "ulative": 28524,
+      "doFilter": 28525,
+      "▁dominant": 28526,
+      "ammer": 28527,
+      "▁која": 28528,
+      "▁Monsieur": 28529,
+      "zeg": 28530,
+      "▁війни": 28531,
+      "▁Fo": 28532,
+      "▁Amy": 28533,
+      "▁¡": 28534,
+      "▁február": 28535,
+      "▁downloading": 28536,
+      "▁leng": 28537,
+      "\\}$,": 28538,
+      "▁neat": 28539,
+      "▁Cache": 28540,
+      "ICATION": 28541,
+      "▁deve": 28542,
+      "▁sorrow": 28543,
+      "slow": 28544,
+      "▁hinaus": 28545,
+      "▁reconoc": 28546,
+      "▁Linked": 28547,
+      "▁Shaw": 28548,
+      "market": 28549,
+      "▁Dic": 28550,
+      "▁Ski": 28551,
+      "▁delimiter": 28552,
+      "▁MainActivity": 28553,
+      "▁Musical": 28554,
+      "▁Reyn": 28555,
+      "ScrollView": 28556,
+      "▁conventional": 28557,
+      "ença": 28558,
+      "▁refactor": 28559,
+      "'-": 28560,
+      "▁Hed": 28561,
+      "sprech": 28562,
+      "▁athlet": 28563,
+      "▁especies": 28564,
+      "▁Schön": 28565,
+      "▁kleinen": 28566,
+      "шко": 28567,
+      "▁Йо": 28568,
+      "▁Happy": 28569,
+      "multirow": 28570,
+      "▁augusti": 28571,
+      "▁Gand": 28572,
+      "▁appointment": 28573,
+      "▁Mediabestanden": 28574,
+      "Three": 28575,
+      "▁Kenneth": 28576,
+      "NEW": 28577,
+      "▁Notification": 28578,
+      "▁Marx": 28579,
+      "▁insc": 28580,
+      "Mor": 28581,
+      "вый": 28582,
+      "väst": 28583,
+      "vidia": 28584,
+      "▁demonstrated": 28585,
+      "fonts": 28586,
+      "▁kamen": 28587,
+      "▁Ster": 28588,
+      "▁mieszkańców": 28589,
+      "▁Koh": 28590,
+      "~$\\": 28591,
+      "»).": 28592,
+      "rene": 28593,
+      "insic": 28594,
+      "ická": 28595,
+      "xygen": 28596,
+      "▁mn": 28597,
+      "▁sched": 28598,
+      "ASC": 28599,
+      "Ig": 28600,
+      "▁Constant": 28601,
+      "▁opportun": 28602,
+      "▁MyClass": 28603,
+      "sef": 28604,
+      "oped": 28605,
+      "▁injured": 28606,
+      "VIS": 28607,
+      "▁Pero": 28608,
+      "▁Until": 28609,
+      "▁flesh": 28610,
+      "orphism": 28611,
+      "▁Portal": 28612,
+      "▁gminy": 28613,
+      "▁власти": 28614,
+      "▁Nä": 28615,
+      "ктиче": 28616,
+      "▁hrab": 28617,
+      "▁Cub": 28618,
+      "avoir": 28619,
+      "▁Lars": 28620,
+      "▁Бело": 28621,
+      "▁seizoen": 28622,
+      "▁Genomsnitt": 28623,
+      "▁Lil": 28624,
+      "▁Pool": 28625,
+      "▁Dios": 28626,
+      "TX": 28627,
+      "aes": 28628,
+      "autore": 28629,
+      "Alpha": 28630,
+      "states": 28631,
+      "Lab": 28632,
+      "nederbörd": 28633,
+      "erton": 28634,
+      "▁brid": 28635,
+      "▁richt": 28636,
+      "▁Ela": 28637,
+      "▁сла": 28638,
+      "▁weapon": 28639,
+      "▁combatt": 28640,
+      "agar": 28641,
+      "▁regnig": 28642,
+      "▁utilisé": 28643,
+      "▁servir": 28644,
+      "▁brick": 28645,
+      "▁gateway": 28646,
+      "▁torraste": 28647,
+      "▁procedures": 28648,
+      "▁årsnederbörd": 28649,
+      "▁Genomsnittlig": 28650,
+      "чёт": 28651,
+      "▁områ": 28652,
+      "▁regnigaste": 28653,
+      "▁честь": 28654,
+      "▁amid": 28655,
+      "▁grateful": 28656,
+      "▁DIS": 28657,
+      "DAY": 28658,
+      "▁ору": 28659,
+      "▁rivière": 28660,
+      "heure": 28661,
+      "▁Richmond": 28662,
+      "▁Compar": 28663,
+      "▁Нор": 28664,
+      "DOC": 28665,
+      "esia": 28666,
+      "calc": 28667,
+      "▁IU": 28668,
+      "▁vorg": 28669,
+      "▁habían": 28670,
+      "çoit": 28671,
+      "▁arist": 28672,
+      "▁кли": 28673,
+      "▁Sue": 28674,
+      "▁Touch": 28675,
+      "▁Writing": 28676,
+      "ifiable": 28677,
+      "▁wc": 28678,
+      "▁withdraw": 28679,
+      "зар": 28680,
+      "▁presently": 28681,
+      "▁FK": 28682,
+      "▁prakt": 28683,
+      "▁colored": 28684,
+      "usb": 28685,
+      "▁Perú": 28686,
+      "▁plata": 28687,
+      "▁wishes": 28688,
+      "▁кам": 28689,
+      "azar": 28690,
+      "ável": 28691,
+      "▁lamp": 28692,
+      "bishop": 28693,
+      "▁inclusion": 28694,
+      "jq": 28695,
+      "arth": 28696,
+      "▁Flag": 28697,
+      "▁нор": 28698,
+      "ædia": 28699,
+      "UNCTION": 28700,
+      "▁Bahnhof": 28701,
+      "▁approaching": 28702,
+      "▁Gött": 28703,
+      "▁cube": 28704,
+      "▁argued": 28705,
+      "▁Things": 28706,
+      "Gui": 28707,
+      "дови": 28708,
+      "▁recre": 28709,
+      "▁réseau": 28710,
+      "▁significa": 28711,
+      "Git": 28712,
+      "gebracht": 28713,
+      "▁liga": 28714,
+      "▁assured": 28715,
+      "alus": 28716,
+      "рит": 28717,
+      "▁энциклопеди": 28718,
+      "▁%).": 28719,
+      "▁Première": 28720,
+      "▁declarations": 28721,
+      "▁tricky": 28722,
+      "▁profiles": 28723,
+      "▁Fon": 28724,
+      "▁Jas": 28725,
+      "âr": 28726,
+      "babel": 28727,
+      "▁Friday": 28728,
+      "▁június": 28729,
+      "▁cols": 28730,
+      "▁EXISTS": 28731,
+      "▁Italiana": 28732,
+      "▁authorization": 28733,
+      "▁sulle": 28734,
+      "▁Emb": 28735,
+      "▁Variable": 28736,
+      "trees": 28737,
+      "▁Fly": 28738,
+      "riors": 28739,
+      "▁damals": 28740,
+      "▁findet": 28741,
+      "▁Sept": 28742,
+      "▁mundial": 28743,
+      "▁removal": 28744,
+      "▁longitude": 28745,
+      "clic": 28746,
+      "▁fade": 28747,
+      "▁gradle": 28748,
+      "▁zák": 28749,
+      "▁timing": 28750,
+      "trightarrow": 28751,
+      "atia": 28752,
+      "-.": 28753,
+      "uche": 28754,
+      "▁serialize": 28755,
+      "▁Hmm": 28756,
+      "▁Representatives": 28757,
+      "bah": 28758,
+      "rend": 28759,
+      "assador": 28760,
+      "▁shield": 28761,
+      "ucion": 28762,
+      "▁américaine": 28763,
+      "zę": 28764,
+      "villa": 28765,
+      "▁hombre": 28766,
+      "áss": 28767,
+      "▁SF": 28768,
+      "▁repeating": 28769,
+      "▁criter": 28770,
+      "▁Struct": 28771,
+      "???": 28772,
+      "▁cheap": 28773,
+      "▁rings": 28774,
+      "abhäng": 28775,
+      "▁corte": 28776,
+      "▁administ": 28777,
+      "ixon": 28778,
+      "gypt": 28779,
+      "▁puntos": 28780,
+      "▁mezi": 28781,
+      "▁pochod": 28782,
+      "isko": 28783,
+      "nię": 28784,
+      "▁осу": 28785,
+      "▁ár": 28786,
+      "тельной": 28787,
+      "▁Metropolitan": 28788,
+      "jin": 28789,
+      "zess": 28790,
+      "▁віці": 28791,
+      "▁conflicts": 28792,
+      "ijst": 28793,
+      "▁Market": 28794,
+      "стров": 28795,
+      "▁\",\"": 28796,
+      "▁Scroll": 28797,
+      "gun": 28798,
+      "тара": 28799,
+      "▁amateur": 28800,
+      "▁róż": 28801,
+      "poss": 28802,
+      "▁generalized": 28803,
+      "▁Harm": 28804,
+      "cita": 28805,
+      "▁Switzerland": 28806,
+      "icola": 28807,
+      "▁muit": 28808,
+      "located": 28809,
+      "▁có": 28810,
+      "▁arose": 28811,
+      "▁communauté": 28812,
+      "})^": 28813,
+      "visibility": 28814,
+      "ída": 28815,
+      "▁FB": 28816,
+      "▁Freund": 28817,
+      "gat": 28818,
+      "\":{\"": 28819,
+      "intellij": 28820,
+      "ifie": 28821,
+      "hmen": 28822,
+      "▁édition": 28823,
+      "▁које": 28824,
+      "▁інших": 28825,
+      "oming": 28826,
+      "▁arquitect": 28827,
+      "▁Presidente": 28828,
+      "▁Під": 28829,
+      "▁cabin": 28830,
+      "Theorem": 28831,
+      "▁Gay": 28832,
+      "ifice": 28833,
+      "▁hect": 28834,
+      "lą": 28835,
+      "irmingham": 28836,
+      "▁semantic": 28837,
+      "▁Louisiana": 28838,
+      "▁sacrifice": 28839,
+      "▁Christoph": 28840,
+      "▁Executive": 28841,
+      "_+": 28842,
+      "ják": 28843,
+      "▁seria": 28844,
+      "▁Overflow": 28845,
+      "▁Lucy": 28846,
+      "▁melhor": 28847,
+      "▁voices": 28848,
+      "cza": 28849,
+      "▁капи": 28850,
+      "▁университета": 28851,
+      "INCT": 28852,
+      "▁coloc": 28853,
+      "▁prue": 28854,
+      "▁geomet": 28855,
+      "▁diretto": 28856,
+      "reso": 28857,
+      "▁Akt": 28858,
+      "▁unh": 28859,
+      "▁сери": 28860,
+      "▁Alert": 28861,
+      "Wel": 28862,
+      "audi": 28863,
+      "äler": 28864,
+      "▁guests": 28865,
+      "▁иде": 28866,
+      "Studio": 28867,
+      "▁кате": 28868,
+      "▁exponent": 28869,
+      "rze": 28870,
+      "pmod": 28871,
+      "rolle": 28872,
+      "▁Limited": 28873,
+      "Allemagne": 28874,
+      "▁pity": 28875,
+      "▁lä": 28876,
+      "▁runner": 28877,
+      "kende": 28878,
+      "EQ": 28879,
+      "▁MM": 28880,
+      "szág": 28881,
+      "поді": 28882,
+      "▁regret": 28883,
+      "▁publié": 28884,
+      "▁departamento": 28885,
+      "▁accused": 28886,
+      "hp": 28887,
+      "▁Pfl": 28888,
+      "▁Sint": 28889,
+      "▁ekonom": 28890,
+      "ractor": 28891,
+      "▁Пів": 28892,
+      "▁awful": 28893,
+      "ować": 28894,
+      "]->": 28895,
+      "▁Fine": 28896,
+      "Са": 28897,
+      "tis": 28898,
+      "éta": 28899,
+      "▁Роди": 28900,
+      "▁Düsseldorf": 28901,
+      "LOB": 28902,
+      "osas": 28903,
+      "werke": 28904,
+      "▁lance": 28905,
+      "▁листопада": 28906,
+      "▁incomplete": 28907,
+      "▁Picture": 28908,
+      "('\\": 28909,
+      "esters": 28910,
+      "▁belonged": 28911,
+      "▁Sank": 28912,
+      "ammed": 28913,
+      "▁repositories": 28914,
+      "▁addr": 28915,
+      "Collect": 28916,
+      "Hot": 28917,
+      "▁tyl": 28918,
+      "▁instanceof": 28919,
+      "▁bonus": 28920,
+      "ový": 28921,
+      "▁моря": 28922,
+      "▁interactive": 28923,
+      "▁Mys": 28924,
+      "▁Edmund": 28925,
+      "fileName": 28926,
+      "emor": 28927,
+      "▁Три": 28928,
+      "▁Rosen": 28929,
+      "▁Prima": 28930,
+      "▁voting": 28931,
+      "▁XP": 28932,
+      "▁Zero": 28933,
+      "▁Led": 28934,
+      "amsung": 28935,
+      "▁enables": 28936,
+      "▁redirects": 28937,
+      "AST": 28938,
+      "Paint": 28939,
+      "acker": 28940,
+      "lecht": 28941,
+      "▁chairman": 28942,
+      "▁Aven": 28943,
+      "▁Sach": 28944,
+      "(\"<": 28945,
+      "кер": 28946,
+      "▁mistakes": 28947,
+      "▁Weit": 28948,
+      "▁prowad": 28949,
+      "▁didnt": 28950,
+      "énario": 28951,
+      "unless": 28952,
+      "▁backwards": 28953,
+      "boa": 28954,
+      "duino": 28955,
+      "```": 28956,
+      "stor": 28957,
+      "Completion": 28958,
+      "puesta": 28959,
+      "▁dinast": 28960,
+      "últ": 28961,
+      "▁SY": 28962,
+      "ifolia": 28963,
+      "œuvres": 28964,
+      "▁racing": 28965,
+      "▁cabinet": 28966,
+      "▁cutting": 28967,
+      "▁thumb": 28968,
+      "▁Кара": 28969,
+      "highlight": 28970,
+      "куп": 28971,
+      "▁sd": 28972,
+      "▁національ": 28973,
+      "▁campagne": 28974,
+      "▁registers": 28975,
+      "▁educational": 28976,
+      "▁pesar": 28977,
+      "üge": 28978,
+      "▁oro": 28979,
+      "burgo": 28980,
+      "▁Athletics": 28981,
+      "▁MTV": 28982,
+      "getMessage": 28983,
+      "▁Hyp": 28984,
+      "▁victim": 28985,
+      "))\\": 28986,
+      "▁drums": 28987,
+      "hostname": 28988,
+      "tał": 28989,
+      "making": 28990,
+      "▁powiat": 28991,
+      "őd": 28992,
+      "threads": 28993,
+      "▁absolv": 28994,
+      "▁люди": 28995,
+      "▁stepped": 28996,
+      "exist": 28997,
+      "▁NK": 28998,
+      "▁ves": 28999,
+      "istiche": 29000,
+      "%'": 29001,
+      "ativos": 29002,
+      "▁такой": 29003,
+      "▁MongoDB": 29004,
+      "▁Ung": 29005,
+      "▁Рус": 29006,
+      "▁elim": 29007,
+      "▁Fif": 29008,
+      "icación": 29009,
+      "▁Tennis": 29010,
+      "▁Jefferson": 29011,
+      "ján": 29012,
+      "fog": 29013,
+      "anha": 29014,
+      "zor": 29015,
+      "▁університе": 29016,
+      "ahu": 29017,
+      "iada": 29018,
+      "Sdk": 29019,
+      "Setting": 29020,
+      "▁Kill": 29021,
+      "▁Wend": 29022,
+      "▁bald": 29023,
+      "▁Kub": 29024,
+      "▁visto": 29025,
+      "▁jeunes": 29026,
+      "collections": 29027,
+      "ací": 29028,
+      "вропей": 29029,
+      "▁arise": 29030,
+      "оні": 29031,
+      "MAIN": 29032,
+      "доступ": 29033,
+      "▁berg": 29034,
+      "▁criticism": 29035,
+      "▁Torre": 29036,
+      "▁descript": 29037,
+      "ières": 29038,
+      "▁estudio": 29039,
+      "▁ili": 29040,
+      "▁militare": 29041,
+      "▁Clara": 29042,
+      "▁Ellen": 29043,
+      "limited": 29044,
+      "лм": 29045,
+      "▁Españ": 29046,
+      "▁infinitely": 29047,
+      "America": 29048,
+      "ouc": 29049,
+      "glass": 29050,
+      "▁rud": 29051,
+      "▁zat": 29052,
+      "▁rin": 29053,
+      "▁Bibliografía": 29054,
+      "▁merchant": 29055,
+      "tensorflow": 29056,
+      "▁dér": 29057,
+      "▁ActiveRecord": 29058,
+      "IES": 29059,
+      "▁linker": 29060,
+      "▁estudios": 29061,
+      "cdnjs": 29062,
+      "▁Государ": 29063,
+      "ánchez": 29064,
+      "appe": 29065,
+      "club": 29066,
+      "▁další": 29067,
+      "▁Algorithm": 29068,
+      "dfs": 29069,
+      "▁Bac": 29070,
+      "▁кафе": 29071,
+      "▁&=\\": 29072,
+      "▁ат": 29073,
+      "▁Глав": 29074,
+      "▁Mou": 29075,
+      "Machine": 29076,
+      "(...)": 29077,
+      "▁compart": 29078,
+      "▁augusztus": 29079,
+      "avan": 29080,
+      "▁rolled": 29081,
+      "▁еди": 29082,
+      "Scan": 29083,
+      "▁регі": 29084,
+      "▁świata": 29085,
+      "▁mines": 29086,
+      "},{": 29087,
+      "▁Tier": 29088,
+      "Cannot": 29089,
+      "мін": 29090,
+      "▁NEW": 29091,
+      "▁Вол": 29092,
+      "▁Manh": 29093,
+      "▁Gregory": 29094,
+      "▁principe": 29095,
+      "ISO": 29096,
+      "prog": 29097,
+      "▁Fail": 29098,
+      "▁aa": 29099,
+      "▁fecha": 29100,
+      "▁WCF": 29101,
+      "▁magistr": 29102,
+      "▁Zach": 29103,
+      "▁unicode": 29104,
+      "▁converter": 29105,
+      "▁dispers": 29106,
+      "ksam": 29107,
+      "▁Uncle": 29108,
+      "PropertyChanged": 29109,
+      "▁lider": 29110,
+      "▁opts": 29111,
+      "▁там": 29112,
+      "locked": 29113,
+      "zak": 29114,
+      "▁counted": 29115,
+      "▁persone": 29116,
+      "▁hurried": 29117,
+      "ätter": 29118,
+      "▁outras": 29119,
+      "▁genu": 29120,
+      "BD": 29121,
+      "veg": 29122,
+      "due": 29123,
+      "▁Pract": 29124,
+      "▁posible": 29125,
+      "▁contribute": 29126,
+      "UMN": 29127,
+      "▁Bürger": 29128,
+      "▁wars": 29129,
+      "▁exhibition": 29130,
+      "hill": 29131,
+      "▁astr": 29132,
+      "▁музе": 29133,
+      "▁CASE": 29134,
+      "manifest": 29135,
+      "yellow": 29136,
+      "Fn": 29137,
+      "▁RC": 29138,
+      "▁sott": 29139,
+      "▁sujet": 29140,
+      "▁Socket": 29141,
+      "▁Chine": 29142,
+      "▁frameworks": 29143,
+      "Hold": 29144,
+      "êts": 29145,
+      "▁філь": 29146,
+      "Loaded": 29147,
+      "ophe": 29148,
+      "texte": 29149,
+      "▁expres": 29150,
+      "▁consume": 29151,
+      "▁Richtung": 29152,
+      "ografi": 29153,
+      "▁magnific": 29154,
+      "àt": 29155,
+      "▁indul": 29156,
+      "ryty": 29157,
+      "▁offici": 29158,
+      "▁assault": 29159,
+      "rund": 29160,
+      "▁variants": 29161,
+      "▁сельсов": 29162,
+      "▁excitement": 29163,
+      "Times": 29164,
+      "kotlin": 29165,
+      "▁gering": 29166,
+      "▁Engel": 29167,
+      "▁Timer": 29168,
+      "²).": 29169,
+      "▁Ng": 29170,
+      "ässt": 29171,
+      "schau": 29172,
+      "SError": 29173,
+      "▁Edwards": 29174,
+      "▁Terminal": 29175,
+      "lict": 29176,
+      "Under": 29177,
+      "▁spawn": 29178,
+      "ürgen": 29179,
+      "▁Außerdem": 29180,
+      "▁kitchen": 29181,
+      "fahrt": 29182,
+      "▁Colors": 29183,
+      "▁система": 29184,
+      "▁terminated": 29185,
+      "▁LaTeX": 29186,
+      "igkeiten": 29187,
+      "▁mesure": 29188,
+      "▁Amts": 29189,
+      "▁empir": 29190,
+      "▁striking": 29191,
+      "▁exclusive": 29192,
+      "тех": 29193,
+      "▁rez": 29194,
+      "▁quan": 29195,
+      "▁Glasgow": 29196,
+      "▁lecture": 29197,
+      "▁Testament": 29198,
+      "▁funds": 29199,
+      "▁stessa": 29200,
+      "▁tribes": 29201,
+      "▁parfois": 29202,
+      "▁treball": 29203,
+      "nitz": 29204,
+      "bove": 29205,
+      "▁заслу": 29206,
+      "▁absent": 29207,
+      "▁Lauf": 29208,
+      "Smith": 29209,
+      "▁Николай": 29210,
+      "▁européenne": 29211,
+      "lr": 29212,
+      "▁programma": 29213,
+      "▁midst": 29214,
+      "▁daughters": 29215,
+      "Syn": 29216,
+      "oben": 29217,
+      "ână": 29218,
+      "idan": 29219,
+      "▁ther": 29220,
+      "odore": 29221,
+      "sdl": 29222,
+      "▁Quint": 29223,
+      "▁casos": 29224,
+      "▁Zam": 29225,
+      "▁страны": 29226,
+      "▁sprite": 29227,
+      "кал": 29228,
+      "▁nasc": 29229,
+      "▁сотруд": 29230,
+      "▁trava": 29231,
+      "▁хозяй": 29232,
+      "▁Uruguay": 29233,
+      "▁sparse": 29234,
+      "▁поле": 29235,
+      "▁mystery": 29236,
+      "▁Mang": 29237,
+      "registr": 29238,
+      "▁CGFloat": 29239,
+      "▁submission": 29240,
+      "вана": 29241,
+      "▁\":": 29242,
+      "▁Traceback": 29243,
+      "▁Pit": 29244,
+      "▁Ehr": 29245,
+      "▁сра": 29246,
+      "▁Graphics": 29247,
+      "Updated": 29248,
+      "▁svensk": 29249,
+      "▁spacing": 29250,
+      "tritt": 29251,
+      "▁Guinea": 29252,
+      "▁França": 29253,
+      "Associ": 29254,
+      "▁Tová": 29255,
+      "stab": 29256,
+      "▁Learning": 29257,
+      "▁Bright": 29258,
+      "śc": 29259,
+      "▁idő": 29260,
+      "}}_{\\": 29261,
+      "▁droite": 29262,
+      "▁raising": 29263,
+      "getting": 29264,
+      "ythm": 29265,
+      "onyme": 29266,
+      "żs": 29267,
+      "▁blah": 29268,
+      "TagName": 29269,
+      "Vertical": 29270,
+      "▁aper": 29271,
+      "postgresql": 29272,
+      "▁Handle": 29273,
+      "zew": 29274,
+      "▁skulle": 29275,
+      "▁opere": 29276,
+      "layers": 29277,
+      "▁possono": 29278,
+      "▁relate": 29279,
+      "ąc": 29280,
+      "▁Mih": 29281,
+      "âge": 29282,
+      "▁Świ": 29283,
+      "isses": 29284,
+      "▁servlet": 29285,
+      "Los": 29286,
+      "▁Advanced": 29287,
+      "atica": 29288,
+      "▁ced": 29289,
+      "▁elementos": 29290,
+      "рона": 29291,
+      "iks": 29292,
+      "arf": 29293,
+      "ariat": 29294,
+      "Mobile": 29295,
+      "agua": 29296,
+      "▁timp": 29297,
+      "▁Comité": 29298,
+      "▁combining": 29299,
+      "wohl": 29300,
+      "▁Study": 29301,
+      "coordinate": 29302,
+      "▁recommendation": 29303,
+      "▁transformations": 29304,
+      "until": 29305,
+      "bounded": 29306,
+      "▁изу": 29307,
+      "hanced": 29308,
+      "▁вопро": 29309,
+      "▁Prés": 29310,
+      "▁coord": 29311,
+      "xty": 29312,
+      "▁$,": 29313,
+      "▁champions": 29314,
+      "Den": 29315,
+      "Mil": 29316,
+      "(',": 29317,
+      "▁Preis": 29318,
+      "▁eigh": 29319,
+      "▁markers": 29320,
+      "▁gewesen": 29321,
+      "ätten": 29322,
+      "▁pione": 29323,
+      "mv": 29324,
+      "▁ју": 29325,
+      "zeichnis": 29326,
+      "hoff": 29327,
+      "News": 29328,
+      "▁Stanisław": 29329,
+      "▁Brandenburg": 29330,
+      "▁Feuer": 29331,
+      "=&": 29332,
+      "жет": 29333,
+      "▁Neil": 29334,
+      "▁wirk": 29335,
+      "▁società": 29336,
+      "▁spare": 29337,
+      "▁civile": 29338,
+      "sprach": 29339,
+      "▁disse": 29340,
+      "▁gates": 29341,
+      "▁anom": 29342,
+      "▁Федерации": 29343,
+      "▁tib": 29344,
+      "▁fútbol": 29345,
+      "▁Wikiped": 29346,
+      "iate": 29347,
+      "Front": 29348,
+      "▁craw": 29349,
+      "▁Rak": 29350,
+      "▁зву": 29351,
+      "street": 29352,
+      "▁Agency": 29353,
+      "вало": 29354,
+      "▁Рас": 29355,
+      "▁mkdir": 29356,
+      "ację": 29357,
+      "▁shares": 29358,
+      "Story": 29359,
+      "▁remarks": 29360,
+      "▁keywords": 29361,
+      "Bob": 29362,
+      "▁toe": 29363,
+      "▁Vitt": 29364,
+      "▁rhs": 29365,
+      "ROP": 29366,
+      "oris": 29367,
+      "/@": 29368,
+      "сии": 29369,
+      "▁traverse": 29370,
+      "▁referencing": 29371,
+      "präsident": 29372,
+      "rong": 29373,
+      "'):": 29374,
+      "aties": 29375,
+      "AW": 29376,
+      "Outlet": 29377,
+      "▁évol": 29378,
+      "ikes": 29379,
+      "▁environmental": 29380,
+      "icum": 29381,
+      "▁Lied": 29382,
+      "▁warn": 29383,
+      "▁Butler": 29384,
+      "▁%),": 29385,
+      "▁Zeitschrift": 29386,
+      "▁Montr": 29387,
+      "важа": 29388,
+      "▁Mercur": 29389,
+      "jekte": 29390,
+      "meter": 29391,
+      "ducation": 29392,
+      "▁attributed": 29393,
+      "*$": 29394,
+      "▁unf": 29395,
+      "▁Vertrag": 29396,
+      "zien": 29397,
+      "▁Роб": 29398,
+      "lices": 29399,
+      "pply": 29400,
+      "ansen": 29401,
+      "▁zeit": 29402,
+      "▁immense": 29403,
+      "▁lutego": 29404,
+      "▁Bulgar": 29405,
+      "▁miembros": 29406,
+      "▁Националь": 29407,
+      "▁Allow": 29408,
+      "▁anglès": 29409,
+      "дви": 29410,
+      "▁Toy": 29411,
+      "туа": 29412,
+      "▁yard": 29413,
+      "(%": 29414,
+      "isser": 29415,
+      "▁golf": 29416,
+      "▁Ukrain": 29417,
+      "▁hosp": 29418,
+      "Include": 29419,
+      "▁Lisa": 29420,
+      "▁csal": 29421,
+      "▁Mira": 29422,
+      "recogn": 29423,
+      "▁Ке": 29424,
+      "▁hitting": 29425,
+      "кономі": 29426,
+      "▁Tournament": 29427,
+      "LOAD": 29428,
+      "▁Guardian": 29429,
+      "▁daher": 29430,
+      "▁timezone": 29431,
+      "▁tomcat": 29432,
+      "▁successor": 29433,
+      "▁Void": 29434,
+      "▁começ": 29435,
+      "▁converts": 29436,
+      "ächs": 29437,
+      "osex": 29438,
+      "xelles": 29439,
+      "aser": 29440,
+      "▁És": 29441,
+      "▁mou": 29442,
+      "▁ung": 29443,
+      "▁origen": 29444,
+      "▁Crow": 29445,
+      "▁Erd": 29446,
+      "▁sieben": 29447,
+      "lua": 29448,
+      "▁BB": 29449,
+      "RENT": 29450,
+      "▁piłkar": 29451,
+      "▁marque": 29452,
+      "▁Labour": 29453,
+      "viders": 29454,
+      "▁exempl": 29455,
+      "Sound": 29456,
+      "▁Wass": 29457,
+      "arrison": 29458,
+      "▁течение": 29459,
+      "▁Oficina": 29460,
+      "▁Daw": 29461,
+      "▁Kauf": 29462,
+      "ént": 29463,
+      "éső": 29464,
+      "▁=\"": 29465,
+      "▁kat": 29466,
+      "diction": 29467,
+      "▁Voll": 29468,
+      "▁highway": 29469,
+      "James": 29470,
+      "zeuge": 29471,
+      "▁modelo": 29472,
+      "Throw": 29473,
+      "▁Forum": 29474,
+      "(\"@": 29475,
+      "▁enfer": 29476,
+      "▁специаль": 29477,
+      "Numbers": 29478,
+      "▁Binary": 29479,
+      "▁Martínez": 29480,
+      "▁Stato": 29481,
+      "▁festiv": 29482,
+      "▁katol": 29483,
+      "▁Аб": 29484,
+      "▁limitation": 29485,
+      "▁STR": 29486,
+      "▁Официаль": 29487,
+      "ipes": 29488,
+      "▁Isn": 29489,
+      "▁ruled": 29490,
+      "▁cí": 29491,
+      "geber": 29492,
+      "▁lavoro": 29493,
+      "▁parentheses": 29494,
+      "оз": 29495,
+      "▁équipes": 29496,
+      "▁efficiently": 29497,
+      "▁Period": 29498,
+      "▁Regarding": 29499,
+      "leaf": 29500,
+      "▁similarity": 29501,
+      "▁gesture": 29502,
+      "datab": 29503,
+      "▁terminate": 29504,
+      "▁semantics": 29505,
+      "▁Alo": 29506,
+      "▁cig": 29507,
+      "▁OpenGL": 29508,
+      "▁heutigen": 29509,
+      "xaml": 29510,
+      "▁frequencies": 29511,
+      ")}.": 29512,
+      "▁threatened": 29513,
+      "тик": 29514,
+      "▁calcio": 29515,
+      "▁Riemann": 29516,
+      "slug": 29517,
+      "▁Finale": 29518,
+      "LR": 29519,
+      "▁Derby": 29520,
+      "▁още": 29521,
+      "▁deviation": 29522,
+      "ächen": 29523,
+      "▁Cris": 29524,
+      "ново": 29525,
+      "▁столі": 29526,
+      "▁relev": 29527,
+      "▁splendid": 29528,
+      "▁учё": 29529,
+      "erving": 29530,
+      "gable": 29531,
+      "▁générale": 29532,
+      "pom": 29533,
+      "▁Cheers": 29534,
+      "▁imprison": 29535,
+      "▁indent": 29536,
+      "▁analyz": 29537,
+      "▁revert": 29538,
+      "érer": 29539,
+      "▁phases": 29540,
+      "FirstName": 29541,
+      "▁mig": 29542,
+      "▁disturb": 29543,
+      "▁mixture": 29544,
+      "▁){": 29545,
+      "inture": 29546,
+      "▁Tried": 29547,
+      "▁sooner": 29548,
+      "▁pels": 29549,
+      "▁établ": 29550,
+      "etro": 29551,
+      "itie": 29552,
+      "▁quartier": 29553,
+      "▁гово": 29554,
+      "▁város": 29555,
+      "ufe": 29556,
+      "heten": 29557,
+      "хом": 29558,
+      "▁soap": 29559,
+      "utors": 29560,
+      "▁duch": 29561,
+      "syntax": 29562,
+      "▁tribe": 29563,
+      "▁chante": 29564,
+      "Tri": 29565,
+      "▁Mate": 29566,
+      "quality": 29567,
+      "uola": 29568,
+      "=\".": 29569,
+      "chk": 29570,
+      "▁всі": 29571,
+      "▁przeci": 29572,
+      "▁Meteor": 29573,
+      "▁scattered": 29574,
+      "Plus": 29575,
+      "trad": 29576,
+      "▁stackoverflow": 29577,
+      "▁retra": 29578,
+      "▁éditions": 29579,
+      "▁sain": 29580,
+      "cribe": 29581,
+      "ignon": 29582,
+      "ucker": 29583,
+      "▁мало": 29584,
+      "▁tenir": 29585,
+      "▁exports": 29586,
+      "▁auxili": 29587,
+      "▁]]": 29588,
+      "▁CBS": 29589,
+      "uniform": 29590,
+      "▁periodic": 29591,
+      "agrant": 29592,
+      "▁emple": 29593,
+      "Wil": 29594,
+      "▁fres": 29595,
+      "▁strutt": 29596,
+      "▁світ": 29597,
+      "▁betre": 29598,
+      "▁объек": 29599,
+      "тися": 29600,
+      "▁bisher": 29601,
+      "baum": 29602,
+      "ishi": 29603,
+      "▁Gazette": 29604,
+      "backgroundColor": 29605,
+      "jl": 29606,
+      "▁fiel": 29607,
+      "▁према": 29608,
+      "▁protagonista": 29609,
+      "▁Muhammad": 29610,
+      "▁simulate": 29611,
+      "▁Hook": 29612,
+      "fest": 29613,
+      "▁своих": 29614,
+      "Sender": 29615,
+      "▁listened": 29616,
+      "жі": 29617,
+      "jest": 29618,
+      "kord": 29619,
+      "Choice": 29620,
+      "▁hoofd": 29621,
+      "reducible": 29622,
+      "hpp": 29623,
+      "▁Wu": 29624,
+      "ši": 29625,
+      "▁Marse": 29626,
+      "▁soir": 29627,
+      "westen": 29628,
+      "emos": 29629,
+      "▁Duc": 29630,
+      "▁amerik": 29631,
+      "|}{": 29632,
+      "▁Gul": 29633,
+      "▁Sprache": 29634,
+      "▁mismatch": 29635,
+      "Scal": 29636,
+      "Pixel": 29637,
+      "EF": 29638,
+      "▁Sep": 29639,
+      "▁powiecie": 29640,
+      "urk": 29641,
+      "▁Napoli": 29642,
+      "▁neighbourhood": 29643,
+      "стоян": 29644,
+      "▁searches": 29645,
+      "yrus": 29646,
+      "пет": 29647,
+      "Help": 29648,
+      "pont": 29649,
+      "▁Orient": 29650,
+      "▁Alfonso": 29651,
+      "▁monitoring": 29652,
+      "iao": 29653,
+      "édé": 29654,
+      "▁César": 29655,
+      "шее": 29656,
+      "Shift": 29657,
+      "suit": 29658,
+      "coded": 29659,
+      "ното": 29660,
+      "▁Parti": 29661,
+      "▁lasci": 29662,
+      "▁awesome": 29663,
+      "usta": 29664,
+      "▁Сове": 29665,
+      "▁Fland": 29666,
+      "oom": 29667,
+      "▁devi": 29668,
+      "engelsk": 29669,
+      "endum": 29670,
+      "▁Pascal": 29671,
+      "▁Bind": 29672,
+      "▁siguientes": 29673,
+      "JB": 29674,
+      "▁Petersburg": 29675,
+      "▁incorrectly": 29676,
+      "▁Bash": 29677,
+      "▁pelos": 29678,
+      "▁zespo": 29679,
+      "NSURL": 29680,
+      "▁přek": 29681,
+      "▁Crime": 29682,
+      "nach": 29683,
+      "▁thrust": 29684,
+      "▁Cultura": 29685,
+      "WF": 29686,
+      "▁Solo": 29687,
+      "▁invas": 29688,
+      "▁individually": 29689,
+      "ibm": 29690,
+      "▁etapa": 29691,
+      "▁handed": 29692,
+      "▁wherever": 29693,
+      "▁interpolation": 29694,
+      "▁musée": 29695,
+      "▁CNN": 29696,
+      "idia": 29697,
+      "ństw": 29698,
+      "▁przew": 29699,
+      "ughing": 29700,
+      "▁actors": 29701,
+      "▁Oriental": 29702,
+      "▁convenience": 29703,
+      "▁miasta": 29704,
+      "brains": 29705,
+      "▁меся": 29706,
+      "▁infatti": 29707,
+      "▁AllMovie": 29708,
+      "▁critique": 29709,
+      "▁successo": 29710,
+      "ancouver": 29711,
+      "▁fá": 29712,
+      "ългар": 29713,
+      "▁wisdom": 29714,
+      "▁Phoenix": 29715,
+      "hole": 29716,
+      "▁información": 29717,
+      "▁Airlines": 29718,
+      ".«": 29719,
+      "mort": 29720,
+      "userId": 29721,
+      "▁*/\r": 29722,
+      "▁Congo": 29723,
+      "▁\"`": 29724,
+      "corr": 29725,
+      "▁problemas": 29726,
+      "▁bib": 29727,
+      "▁później": 29728,
+      "▁fileName": 29729,
+      "zott": 29730,
+      "macht": 29731,
+      "▁Ulrich": 29732,
+      "Cy": 29733,
+      "endpoint": 29734,
+      "▁sheep": 29735,
+      "▁ibn": 29736,
+      "Feed": 29737,
+      "▁sympathy": 29738,
+      "▁Ib": 29739,
+      "▁territorial": 29740,
+      "rating": 29741,
+      "дами": 29742,
+      "▁dst": 29743,
+      "ую": 29744,
+      "aho": 29745,
+      "▁sug": 29746,
+      "emia": 29747,
+      "▁ted": 29748,
+      "▁Api": 29749,
+      "▁Rica": 29750,
+      "▁MR": 29751,
+      "ńskim": 29752,
+      "▁Voor": 29753,
+      "▁devil": 29754,
+      "▁Фо": 29755,
+      "▁När": 29756,
+      "▁...)": 29757,
+      "▁vois": 29758,
+      "▁abbre": 29759,
+      "▁Männer": 29760,
+      "ximo": 29761,
+      "▁intellectual": 29762,
+      "▁tales": 29763,
+      "similar": 29764,
+      "neum": 29765,
+      "▁Orig": 29766,
+      "▁postal": 29767,
+      "▁hvor": 29768,
+      "▁identification": 29769,
+      "▁Од": 29770,
+      "uesto": 29771,
+      "▁../": 29772,
+      "▁bir": 29773,
+      "▁Лон": 29774,
+      "▁esempio": 29775,
+      "▁Eing": 29776,
+      "Expand": 29777,
+      "▁PRIMARY": 29778,
+      "▁Jin": 29779,
+      "▁však": 29780,
+      "ourses": 29781,
+      "▁Betty": 29782,
+      "▁WM": 29783,
+      "▁flask": 29784,
+      "hlen": 29785,
+      "▁Adel": 29786,
+      "laravel": 29787,
+      "▁дет": 29788,
+      "ською": 29789,
+      "▁Mundo": 29790,
+      "iczn": 29791,
+      "ifié": 29792,
+      "▁Мор": 29793,
+      "▁древ": 29794,
+      "DateFormat": 29795,
+      "ським": 29796,
+      "▁dated": 29797,
+      "коли": 29798,
+      "▁результате": 29799,
+      "\\).": 29800,
+      "▁delayed": 29801,
+      "sound": 29802,
+      "▁Мак": 29803,
+      "▁\"...": 29804,
+      "▁binnen": 29805,
+      "▁факуль": 29806,
+      "▁polygon": 29807,
+      "▁eggs": 29808,
+      "AtIndexPath": 29809,
+      "менталь": 29810,
+      "▁incred": 29811,
+      "chunk": 29812,
+      "webdriver": 29813,
+      "▁свобо": 29814,
+      "▁między": 29815,
+      "Received": 29816,
+      "▁Monde": 29817,
+      "▁JQuery": 29818,
+      "Butt": 29819,
+      "▁PDO": 29820,
+      "▁forec": 29821,
+      "▁discipline": 29822,
+      "chev": 29823,
+      "нат": 29824,
+      "▁redis": 29825,
+      "▁hunting": 29826,
+      "▁alk": 29827,
+      "▁proofs": 29828,
+      "PRI": 29829,
+      "▁chip": 29830,
+      "ésie": 29831,
+      "▁HO": 29832,
+      "▁rug": 29833,
+      "zos": 29834,
+      "▁sorte": 29835,
+      "▁zeigt": 29836,
+      "▁Physics": 29837,
+      "legte": 29838,
+      "▁proportional": 29839,
+      "▁toolbar": 29840,
+      "vement": 29841,
+      "notin": 29842,
+      "▁první": 29843,
+      "blah": 29844,
+      "▁présence": 29845,
+      "▁lloc": 29846,
+      "▁líder": 29847,
+      "▁Accept": 29848,
+      "▁Always": 29849,
+      "▁\"{": 29850,
+      "▁diversi": 29851,
+      "ikor": 29852,
+      "Period": 29853,
+      "жён": 29854,
+      "▁Alliance": 29855,
+      "▁relay": 29856,
+      "Bro": 29857,
+      "jön": 29858,
+      "▁Baud": 29859,
+      "▁Bian": 29860,
+      "')[": 29861,
+      "чив": 29862,
+      "▁Poss": 29863,
+      "▁Mitglieder": 29864,
+      "▁nev": 29865,
+      "Daniel": 29866,
+      "▁tends": 29867,
+      "▁compagnie": 29868,
+      "▁livres": 29869,
+      "lub": 29870,
+      "▁": 29871,
+      "e": 29872,
+      "t": 29873,
+      "a": 29874,
+      "i": 29875,
+      "n": 29876,
+      "o": 29877,
+      "r": 29878,
+      "s": 29879,
+      "l": 29880,
+      "d": 29881,
+      "h": 29882,
+      "c": 29883,
+      "u": 29884,
+      "m": 29885,
+      "p": 29886,
+      "g": 29887,
+      "f": 29888,
+      ".": 29889,
+      "b": 29890,
+      "y": 29891,
+      ",": 29892,
+      "w": 29893,
+      "v": 29894,
+      "k": 29895,
+      "1": 29896,
+      ")": 29897,
+      "(": 29898,
+      "-": 29899,
+      "0": 29900,
+      ":": 29901,
+      "I": 29902,
+      "S": 29903,
+      "о": 29904,
+      "\\": 29905,
+      "2": 29906,
+      "C": 29907,
+      "\"": 29908,
+      "A": 29909,
+      "а": 29910,
+      "T": 29911,
+      "{": 29912,
+      "}": 29913,
+      "/": 29914,
+      "'": 29915,
+      "x": 29916,
+      "и": 29917,
+      "_": 29918,
+      "е": 29919,
+      "z": 29920,
+      "н": 29921,
+      "=": 29922,
+      "E": 29923,
+      "M": 29924,
+      "P": 29925,
+      "j": 29926,
+      "р": 29927,
+      "D": 29928,
+      "9": 29929,
+      "*": 29930,
+      "L": 29931,
+      "т": 29932,
+      "B": 29933,
+      "R": 29934,
+      "с": 29935,
+      ";": 29936,
+      "#": 29937,
+      "$": 29938,
+      "q": 29939,
+      "N": 29940,
+      "3": 29941,
+      "в": 29942,
+      "F": 29943,
+      "л": 29944,
+      "5": 29945,
+      "4": 29946,
+      "8": 29947,
+      "é": 29948,
+      "O": 29949,
+      "H": 29950,
+      "к": 29951,
+      "`": 29952,
+      "6": 29953,
+      "G": 29954,
+      "7": 29955,
+      "W": 29956,
+      "д": 29957,
+      ">": 29958,
+      "м": 29959,
+      "у": 29960,
+      "[": 29961,
+      "]": 29962,
+      "V": 29963,
+      "п": 29964,
+      "U": 29965,
+      "<": 29966,
+      "J": 29967,
+      "K": 29968,
+      "г": 29969,
+      "я": 29970,
+      "і": 29971,
+      "з": 29972,
+      "?": 29973,
+      "+": 29974,
+      "б": 29975,
+      "á": 29976,
+      "й": 29977,
+      "ь": 29978,
+      "Y": 29979,
+      "ó": 29980,
+      "ч": 29981,
+      "ы": 29982,
+      "í": 29983,
+      "Q": 29984,
+      "^": 29985,
+      "ä": 29986,
+      "&": 29987,
+      "х": 29988,
+      "|": 29989,
+      "X": 29990,
+      "!": 29991,
+      "@": 29992,
+      "ü": 29993,
+      "–": 29994,
+      "%": 29995,
+      "ц": 29996,
+      "ö": 29997,
+      "ж": 29998,
+      "Z": 29999,
+      "è": 30000,
+      "à": 30001,
+      "ш": 30002,
+      "—": 30003,
+      "\r": 30004,
+      "ю": 30005,
+      "ł": 30006,
+      "»": 30007,
+      "С": 30008,
+      "«": 30009,
+      "’": 30010,
+      "ф": 30011,
+      "В": 30012,
+      "П": 30013,
+      "К": 30014,
+      "“": 30015,
+      "ј": 30016,
+      "М": 30017,
+      "А": 30018,
+      "ç": 30019,
+      "å": 30020,
+      "щ": 30021,
+      "~": 30022,
+      "ę": 30023,
+      "”": 30024,
+      "ą": 30025,
+      "č": 30026,
+      "Р": 30027,
+      "ї": 30028,
+      "Н": 30029,
+      "ú": 30030,
+      "Б": 30031,
+      "Д": 30032,
+      "ã": 30033,
+      "ß": 30034,
+      "ă": 30035,
+      "ě": 30036,
+      "ê": 30037,
+      "О": 30038,
+      "š": 30039,
+      "Г": 30040,
+      "Т": 30041,
+      "ż": 30042,
+      "ё": 30043,
+      "ž": 30044,
+      "ś": 30045,
+      "ñ": 30046,
+      "ř": 30047,
+      "ő": 30048,
+      "„": 30049,
+      "Л": 30050,
+      "э": 30051,
+      "ý": 30052,
+      "У": 30053,
+      "И": 30054,
+      "ъ": 30055,
+      "є": 30056,
+      "â": 30057,
+      "î": 30058,
+      "ò": 30059,
+      "З": 30060,
+      "Ф": 30061,
+      "É": 30062,
+      "ć": 30063,
+      "·": 30064,
+      "ș": 30065,
+      "ń": 30066,
+      "ț": 30067,
+      "Х": 30068,
+      "ô": 30069,
+      "Е": 30070,
+      "ù": 30071,
+      "ů": 30072,
+      "°": 30073,
+      "Ш": 30074,
+      "љ": 30075,
+      "Ч": 30076,
+      "ø": 30077,
+      "æ": 30078,
+      "њ": 30079,
+      " ": 30080,
+      " ": 30081,
+      "Э": 30082,
+      "ë": 30083,
+      "õ": 30084,
+      "ï": 30085,
+      "‘": 30086,
+      "†": 30087,
+      "²": 30088,
+      "ű": 30089,
+      "І": 30090,
+      "─": 30091,
+      "Ц": 30092,
+      "ћ": 30093,
+      "Ö": 30094,
+      "û": 30095,
+      "Я": 30096,
+      "ì": 30097,
+      "…": 30098,
+      "ō": 30099,
+      "Ж": 30100,
+      "Ю": 30101,
+      "Á": 30102,
+      "́": 30103,
+      "Ü": 30104,
+      "º": 30105,
+      "œ": 30106,
+      "ā": 30107,
+      "Č": 30108,
+      "ź": 30109,
+      "α": 30110,
+      "│": 30111,
+      "ا": 30112,
+      "À": 30113,
+      "═": 30114,
+      "Š": 30115,
+      "ђ": 30116,
+      "№": 30117,
+      " ": 30118,
+      "•": 30119,
+      "−": 30120,
+      "→": 30121,
+      "×": 30122,
+      "ο": 30123,
+      "₂": 30124,
+      "Ä": 30125,
+      "Î": 30126,
+      "Ś": 30127,
+      "đ": 30128,
+      "Å": 30129,
+      "ı": 30130,
+      "‎": 30131,
+      "ū": 30132,
+      "ν": 30133,
+      "Й": 30134,
+      "ª": 30135,
+      "ι": 30136,
+      "τ": 30137,
+      "ل": 30138,
+      "′": 30139,
+      "�": 30140,
+      "È": 30141,
+      "λ": 30142,
+      "": 30143,
+      "Ž": 30144,
+      "ς": 30145,
+      "ň": 30146,
+      "ρ": 30147,
+      "₁": 30148,
+      "Є": 30149,
+      "ī": 30150,
+      "ε": 30151,
+      "§": 30152,
+      "Ł": 30153,
+      "Ј": 30154,
+      "£": 30155,
+      "ر": 30156,
+      "Ż": 30157,
+      "¿": 30158,
+      "م": 30159,
+      "″": 30160,
+      "Ú": 30161,
+      "ن": 30162,
+      "ي": 30163,
+      "σ": 30164,
+      "´": 30165,
+      "​": 30166,
+      "μ": 30167,
+      "³": 30168,
+      "ş": 30169,
+      "π": 30170,
+      "و": 30171,
+      "د": 30172,
+      "κ": 30173,
+      "₃": 30174,
+      "Í": 30175,
+      "ˈ": 30176,
+      "ب": 30177,
+      "Ó": 30178,
+      "Ã": 30179,
+      "¡": 30180,
+      "€": 30181,
+      "ť": 30182,
+      "η": 30183,
+      "ə": 30184,
+      "ー": 30185,
+      "Щ": 30186,
+      "β": 30187,
+      "├": 30188,
+      "ð": 30189,
+      "ґ": 30190,
+      "­": 30191,
+      "υ": 30192,
+      "¹": 30193,
+      "₄": 30194,
+      "ت": 30195,
+      "י": 30196,
+      "γ": 30197,
+      "س": 30198,
+      "の": 30199,
+      "ğ": 30200,
+      "δ": 30201,
+      "ی": 30202,
+      "ン": 30203,
+      "ه": 30204,
+      "ו": 30205,
+      "ω": 30206,
+      "ί": 30207,
+      "█": 30208,
+      "θ": 30209,
+      "的": 30210,
+      "©": 30211,
+      "Â": 30212,
+      "↑": 30213,
+      "，": 30214,
+      "ː": 30215,
+      "ά": 30216,
+      "―": 30217,
+      "ع": 30218,
+      "Ç": 30219,
+      "₀": 30220,
+      "±": 30221,
+      "Ø": 30222,
+      "ď": 30223,
+      "Ř": 30224,
+      "Œ": 30225,
+      "½": 30226,
+      "└": 30227,
+      "ό": 30228,
+      "‚": 30229,
+      "ē": 30230,
+      "₅": 30231,
+      "Æ": 30232,
+      "Ș": 30233,
+      "ɛ": 30234,
+      "ה": 30235,
+      "ר": 30236,
+      "φ": 30237,
+      "₆": 30238,
+      "ė": 30239,
+      "ح": 30240,
+      "ف": 30241,
+      "ة": 30242,
+      "İ": 30243,
+      " ": 30244,
+      "←": 30245,
+      "║": 30246,
+      "ɔ": 30247,
+      "≤": 30248,
+      "ל": 30249,
+      "Đ": 30250,
+      "ա": 30251,
+      "Ō": 30252,
+      "א": 30253,
+      "്": 30254,
+      "ス": 30255,
+      "ش": 30256,
+      "大": 30257,
+      "ル": 30258,
+      "џ": 30259,
+      "イ": 30260,
+      "⟩": 30261,
+      " ": 30262,
+      "µ": 30263,
+      "∈": 30264,
+      "ق": 30265,
+      "⟨": 30266,
+      "。": 30267,
+      "Ґ": 30268,
+      "ा": 30269,
+      "ج": 30270,
+      "ʿ": 30271,
+      "ა": 30272,
+      "έ": 30273,
+      "χ": 30274,
+      "中": 30275,
+      "ב": 30276,
+      "ი": 30277,
+      "₈": 30278,
+      "ト": 30279,
+      "ή": 30280,
+      "ラ": 30281,
+      "Џ": 30282,
+      "ك": 30283,
+      "₇": 30284,
+      "מ": 30285,
+      "ת": 30286,
+      "一": 30287,
+      "Π": 30288,
+      "า": 30289,
+      "・": 30290,
+      "Σ": 30291,
+      "Α": 30292,
+      "Δ": 30293,
+      "ש": 30294,
+      "ز": 30295,
+      "्": 30296,
+      "ร": 30297,
+      "い": 30298,
+      "ʻ": 30299,
+      "Њ": 30300,
+      "₉": 30301,
+      "ʼ": 30302,
+      "リ": 30303,
+      "‐": 30304,
+      "ク": 30305,
+      "∞": 30306,
+      "⁄": 30307,
+      "ύ": 30308,
+      "Ş": 30309,
+      "ア": 30310,
+      "Ε": 30311,
+      "ɪ": 30312,
+      "人": 30313,
+      "Κ": 30314,
+      "∀": 30315,
+      "र": 30316,
+      "ッ": 30317,
+      "►": 30318,
+      "子": 30319,
+      "¬": 30320,
+      "خ": 30321,
+      "◄": 30322,
+      "َ": 30323,
+      "ע": 30324,
+      "日": 30325,
+      "し": 30326,
+      "ḥ": 30327,
+      "נ": 30328,
+      "山": 30329,
+      "、": 30330,
+      "Ї": 30331,
+      "る": 30332,
+      "文": 30333,
+      "Ñ": 30334,
+      "ド": 30335,
+      "ד": 30336,
+      "ն": 30337,
+      "Ђ": 30338,
+      "Γ": 30339,
+      "þ": 30340,
+      "’": 30341,
+      "®": 30342,
+      "ک": 30343,
+      "“": 30344,
+      "⚭": 30345,
+      "本": 30346,
+      "ℕ": 30347,
+      "น": 30348,
+      "ѝ": 30349,
+      "̶": 30350,
+      "อ": 30351,
+      "ў": 30352,
+      "に": 30353,
+      "数": 30354,
+      "ე": 30355,
+      "国": 30356,
+      "Ω": 30357,
+      "　": 30358,
+      "ǎ": 30359,
+      "ص": 30360,
+      "”": 30361,
+      "Μ": 30362,
+      " ": 30363,
+      "と": 30364,
+      "⁠": 30365,
+      "た": 30366,
+      "ط": 30367,
+      "ր": 30368,
+      "タ": 30369,
+      "ÿ": 30370,
+      "な": 30371,
+      "أ": 30372,
+      "シ": 30373,
+      "新": 30374,
+      "﹕": 30375,
+      "ʃ": 30376,
+      "ľ": 30377,
+      "ロ": 30378,
+      "⁴": 30379,
+      "்": 30380,
+      "⇒": 30381,
+      "ţ": 30382,
+      "：": 30383,
+      "Ț": 30384,
+      "ക": 30385,
+      "≥": 30386,
+      "ി": 30387,
+      "マ": 30388,
+      "ん": 30389,
+      "ṣ": 30390,
+      "ジ": 30391,
+      "是": 30392,
+      "이": 30393,
+      "⋅": 30394,
+      "田": 30395,
+      "を": 30396,
+      "道": 30397,
+      "ง": 30398,
+      "¨": 30399,
+      "ـ": 30400,
+      "เ": 30401,
+      "村": 30402,
+      "Ê": 30403,
+      "ם": 30404,
+      "›": 30405,
+      "用": 30406,
+      "ώ": 30407,
+      "天": 30408,
+      "）": 30409,
+      "་": 30410,
+      "镇": 30411,
+      "か": 30412,
+      "不": 30413,
+      "Τ": 30414,
+      "学": 30415,
+      "ư": 30416,
+      "有": 30417,
+      "ո": 30418,
+      "（": 30419,
+      "レ": 30420,
+      "گ": 30421,
+      "‏": 30422,
+      "フ": 30423,
+      "न": 30424,
+      "ก": 30425,
+      "ɑ": 30426,
+      "す": 30427,
+      "ח": 30428,
+      "上": 30429,
+      "‌": 30430,
+      "∧": 30431,
+      "ṭ": 30432,
+      "ק": 30433,
+      "ξ": 30434,
+      "¤": 30435,
+      "ि": 30436,
+      "会": 30437,
+      "ന": 30438,
+      "カ": 30439,
+      "ų": 30440,
+      "ま": 30441,
+      "ു": 30442,
+      "͡": 30443,
+      "क": 30444,
+      "া": 30445,
+      "小": 30446,
+      "ן": 30447,
+      "行": 30448,
+      "は": 30449,
+      "ʁ": 30450,
+      "Ő": 30451,
+      "Þ": 30452,
+      "り": 30453,
+      "キ": 30454,
+      "Λ": 30455,
+      "რ": 30456,
+      "三": 30457,
+      "が": 30458,
+      "コ": 30459,
+      "ζ": 30460,
+      "市": 30461,
+      "王": 30462,
+      "ℝ": 30463,
+      "Ź": 30464,
+      "う": 30465,
+      "て": 30466,
+      "区": 30467,
+      "ാ": 30468,
+      "‚": 30469,
+      "年": 30470,
+      "פ": 30471,
+      "ի": 30472,
+      "ſ": 30473,
+      "‹": 30474,
+      "त": 30475,
+      "ŏ": 30476,
+      "‑": 30477,
+      "̃": 30478,
+      "Ć": 30479,
+      "ى": 30480,
+      "「": 30481,
+      "」": 30482,
+      "ს": 30483,
+      "Ā": 30484,
+      "म": 30485,
+      "生": 30486,
+      "≠": 30487,
+      "Љ": 30488,
+      "स": 30489,
+      "↔": 30490,
+      "Ο": 30491,
+      "ว": 30492,
+      "ლ": 30493,
+      "成": 30494,
+      "定": 30495,
+      "ล": 30496,
+      "¶": 30497,
+      "כ": 30498,
+      "で": 30499,
+      "ּ": 30500,
+      "ม": 30501,
+      "个": 30502,
+      "和": 30503,
+      "ס": 30504,
+      "在": 30505,
+      "Β": 30506,
+      "ิ": 30507,
+      "Ι": 30508,
+      "⁵": 30509,
+      "ั": 30510,
+      "ɡ": 30511,
+      "━": 30512,
+      "ら": 30513,
+      "オ": 30514,
+      "¼": 30515,
+      "ե": 30516,
+      "バ": 30517,
+      "ָ": 30518,
+      "ŋ": 30519,
+      "ŭ": 30520,
+      "グ": 30521,
+      "⁶": 30522,
+      "Ь": 30523,
+      "⁰": 30524,
+      "方": 30525,
+      "บ": 30526,
+      "—": 30527,
+      "高": 30528,
+      "ệ": 30529,
+      "Ν": 30530,
+      "ѣ": 30531,
+      "ィ": 30532,
+      "地": 30533,
+      "月": 30534,
+      "Ô": 30535,
+      "™": 30536,
+      "ウ": 30537,
+      "き": 30538,
+      "公": 30539,
+      "ạ": 30540,
+      "ო": 30541,
+      "ɾ": 30542,
+      "่": 30543,
+      "出": 30544,
+      "法": 30545,
+      "Θ": 30546,
+      "ส": 30547,
+      "名": 30548,
+      "ย": 30549,
+      "ത": 30550,
+      "Φ": 30551,
+      "↓": 30552,
+      "れ": 30553,
+      "ג": 30554,
+      "Ё": 30555,
+      "ơ": 30556,
+      "下": 30557,
+      "ә": 30558,
+      "ψ": 30559,
+      "┼": 30560,
+      "ャ": 30561,
+      "√": 30562,
+      "¥": 30563,
+      "社": 30564,
+      "ṇ": 30565,
+      "さ": 30566,
+      "ِ": 30567,
+      "く": 30568,
+      "े": 30569,
+      "Ы": 30570,
+      "ἐ": 30571,
+      "テ": 30572,
+      "为": 30573,
+      "乡": 30574,
+      "川": 30575,
+      "ナ": 30576,
+      "之": 30577,
+      "字": 30578,
+      "ム": 30579,
+      "ी": 30580,
+      "海": 30581,
+      "ブ": 30582,
+      "≈": 30583,
+      "！": 30584,
+      "پ": 30585,
+      "¯": 30586,
+      "ἀ": 30587,
+      "ƒ": 30588,
+      "こ": 30589,
+      "ְ": 30590,
+      "東": 30591,
+      "明": 30592,
+      "ὶ": 30593,
+      "时": 30594,
+      "ท": 30595,
+      "ɨ": 30596,
+      "デ": 30597,
+      "️": 30598,
+      "ʊ": 30599,
+      "エ": 30600,
+      "南": 30601,
+      "西": 30602,
+      "ल": 30603,
+      "メ": 30604,
+      "プ": 30605,
+      "平": 30606,
+      "式": 30607,
+      "ῖ": 30608,
+      "қ": 30609,
+      "व": 30610,
+      "غ": 30611,
+      "Ò": 30612,
+      "家": 30613,
+      "ʒ": 30614,
+      "サ": 30615,
+      "≡": 30616,
+      "ダ": 30617,
+      "ต": 30618,
+      "∃": 30619,
+      "₹": 30620,
+      "प": 30621,
+      "第": 30622,
+      "ര": 30623,
+      "ض": 30624,
+      "▄": 30625,
+      "城": 30626,
+      "ミ": 30627,
+      "ɐ": 30628,
+      "¦": 30629,
+      "美": 30630,
+      "件": 30631,
+      "ნ": 30632,
+      "Ð": 30633,
+      "ַ": 30634,
+      "ニ": 30635,
+      "部": 30636,
+      "ņ": 30637,
+      "ǐ": 30638,
+      "ט": 30639,
+      "य": 30640,
+      "あ": 30641,
+      "¾": 30642,
+      "ả": 30643,
+      "ち": 30644,
+      "ュ": 30645,
+      "÷": 30646,
+      "女": 30647,
+      "神": 30648,
+      "♦": 30649,
+      "¢": 30650,
+      "以": 30651,
+      "้": 30652,
+      "র": 30653,
+      "太": 30654,
+      "্": 30655,
+      "チ": 30656,
+      "յ": 30657,
+      "前": 30658,
+      "金": 30659,
+      "ւ": 30660,
+      "野": 30661,
+      "北": 30662,
+      "ห": 30663,
+      "‰": 30664,
+      "っ": 30665,
+      "加": 30666,
+      "原": 30667,
+      "ʲ": 30668,
+      "置": 30669,
+      "安": 30670,
+      "ガ": 30671,
+      "我": 30672,
+      "Ḥ": 30673,
+      "യ": 30674,
+      "京": 30675,
+      "▀": 30676,
+      "მ": 30677,
+      "ვ": 30678,
+      "ʾ": 30679,
+      "∨": 30680,
+      "ִ": 30681,
+      "可": 30682,
+      "取": 30683,
+      "县": 30684,
+      "二": 30685,
+      "▒": 30686,
+      "理": 30687,
+      "自": 30688,
+      "信": 30689,
+      "代": 30690,
+      "ี": 30691,
+      "צ": 30692,
+      "်": 30693,
+      "द": 30694,
+      "⁸": 30695,
+      "̯": 30696,
+      "お": 30697,
+      "要": 30698,
+      "ῦ": 30699,
+      "க": 30700,
+      "ễ": 30701,
+      "ु": 30702,
+      "ƒ": 30703,
+      "ʰ": 30704,
+      "化": 30705,
+      "✓": 30706,
+      "പ": 30707,
+      "의": 30708,
+      "다": 30709,
+      "木": 30710,
+      "ُ": 30711,
+      "̀": 30712,
+      "ˌ": 30713,
+      "ह": 30714,
+      "パ": 30715,
+      "水": 30716,
+      "ế": 30717,
+      "ด": 30718,
+      "ズ": 30719,
+      "⁹": 30720,
+      "島": 30721,
+      "‍": 30722,
+      "も": 30723,
+      "正": 30724,
+      "■": 30725,
+      "آ": 30726,
+      "พ": 30727,
+      "内": 30728,
+      "Ì": 30729,
+      "ǔ": 30730,
+      "┬": 30731,
+      "作": 30732,
+      "合": 30733,
+      "ὸ": 30734,
+      "み": 30735,
+      "▼": 30736,
+      "ῶ": 30737,
+      "⊙": 30738,
+      "～": 30739,
+      "ị": 30740,
+      "ْ": 30741,
+      "回": 30742,
+      "了": 30743,
+      "所": 30744,
+      "事": 30745,
+      "表": 30746,
+      "ำ": 30747,
+      "分": 30748,
+      "⁷": 30749,
+      "ү": 30750,
+      "€": 30751,
+      "入": 30752,
+      "全": 30753,
+      "إ": 30754,
+      "里": 30755,
+      "Χ": 30756,
+      "ं": 30757,
+      "ハ": 30758,
+      "ค": 30759,
+      "⁻": 30760,
+      "モ": 30761,
+      "郎": 30762,
+      "据": 30763,
+      "●": 30764,
+      "州": 30765,
+      "∩": 30766,
+      "者": 30767,
+      "通": 30768,
+      "都": 30769,
+      "ℤ": 30770,
+      "♭": 30771,
+      "╌": 30772,
+      "つ": 30773,
+      "ḍ": 30774,
+      "江": 30775,
+      "ז": 30776,
+      "Ý": 30777,
+      "ө": 30778,
+      "์": 30779,
+      "到": 30780,
+      "ி": 30781,
+      "ʂ": 30782,
+      "对": 30783,
+      "스": 30784,
+      "使": 30785,
+      "ি": 30786,
+      "よ": 30787,
+      "Ἀ": 30788,
+      "Ï": 30789,
+      "∘": 30790,
+      "사": 30791,
+      "ন": 30792,
+      "世": 30793,
+      "ɕ": 30794,
+      "կ": 30795,
+      "უ": 30796,
+      "ട": 30797,
+      "ბ": 30798,
+      "ो": 30799,
+      "വ": 30800,
+      "果": 30801,
+      "十": 30802,
+      "ุ": 30803,
+      "藤": 30804,
+      "来": 30805,
+      "面": 30806,
+      "け": 30807,
+      "ĕ": 30808,
+      "ビ": 30809,
+      "这": 30810,
+      "지": 30811,
+      "ം": 30812,
+      "街": 30813,
+      "石": 30814,
+      "能": 30815,
+      "空": 30816,
+      "տ": 30817,
+      "ئ": 30818,
+      "武": 30819,
+      "ʹ": 30820,
+      "ϕ": 30821,
+      "后": 30822,
+      "ะ": 30823,
+      "元": 30824,
+      "ʔ": 30825,
+      "리": 30826,
+      "기": 30827,
+      "河": 30828,
+      "町": 30829,
+      "花": 30830,
+      "ὐ": 30831,
+      "类": 30832,
+      "░": 30833,
+      "物": 30834,
+      "Η": 30835,
+      "¸": 30836,
+      "ு": 30837,
+      "თ": 30838,
+      "ث": 30839,
+      "െ": 30840,
+      "╠": 30841,
+      "⊆": 30842,
+      "》": 30843,
+      "ツ": 30844,
+      "版": 30845,
+      "动": 30846,
+      "如": 30847,
+      "真": 30848,
+      "ɲ": 30849,
+      "号": 30850,
+      "ذ": 30851,
+      "정": 30852,
+      "林": 30853,
+      "書": 30854,
+      "民": 30855,
+      "口": 30856,
+      "ّ": 30857,
+      "示": 30858,
+      "മ": 30859,
+      "아": 30860,
+      "图": 30861,
+      "∪": 30862,
+      "戦": 30863,
+      "李": 30864,
+      "ല": 30865,
+      "《": 30866,
+      "光": 30867,
+      "白": 30868,
+      "心": 30869,
+      "த": 30870,
+      "ज": 30871,
+      "设": 30872,
+      "ί": 30873,
+      "路": 30874,
+      "ग": 30875,
+      "∥": 30876,
+      "한": 30877,
+      "最": 30878,
+      "Ћ": 30879,
+      "手": 30880,
+      "ս": 30881,
+      "？": 30882,
+      "型": 30883,
+      "ầ": 30884,
+      "セ": 30885,
+      "建": 30886,
+      "ェ": 30887,
+      "主": 30888,
+      "시": 30889,
+      "대": 30890,
+      "ῆ": 30891,
+      "‡": 30892,
+      "集": 30893,
+      "დ": 30894,
+      "目": 30895,
+      "Ρ": 30896,
+      "ァ": 30897,
+      "度": 30898,
+      "長": 30899,
+      "星": 30900,
+      "ノ": 30901,
+      "ộ": 30902,
+      "가": 30903,
+      "五": 30904,
+      "چ": 30905,
+      "로": 30906,
+      "ョ": 30907,
+      "重": 30908,
+      "于": 30909,
+      "发": 30910,
+      "史": 30911,
+      "ظ": 30912,
+      "ช": 30913,
+      "え": 30914,
+      "國": 30915,
+      "ĭ": 30916,
+      "ப": 30917,
+      "인": 30918,
+      "你": 30919,
+      "駅": 30920,
+      "‒": 30921,
+      "♥": 30922,
+      "多": 30923,
+      "ħ": 30924,
+      "Қ": 30925,
+      "ồ": 30926,
+      "士": 30927,
+      "四": 30928,
+      "┴": 30929,
+      "ம": 30930,
+      "司": 30931,
+      "ে": 30932,
+      "ὰ": 30933,
+      "∂": 30934,
+      "╬": 30935,
+      "次": 30936,
+      "Ľ": 30937,
+      "⟶": 30938,
+      "立": 30939,
+      "点": 30940,
+      "音": 30941,
+      "⠀": 30942,
+      "器": 30943,
+      "하": 30944,
+      "井": 30945,
+      "存": 30946,
+      "ֹ": 30947,
+      "当": 30948,
+      "Ë": 30949,
+      "★": 30950,
+      "寺": 30951,
+      "性": 30952,
+      "也": 30953,
+      "め": 30954,
+      "だ": 30955,
+      "位": 30956,
+      "ങ": 30957,
+      "ہ": 30958,
+      "值": 30959,
+      "古": 30960,
+      "გ": 30961,
+      "ব": 30962,
+      "院": 30963,
+      "േ": 30964,
+      "▶": 30965,
+      "ர": 30966,
+      "界": 30967,
+      "語": 30968,
+      "സ": 30969,
+      "수": 30970,
+      "ǒ": 30971,
+      "愛": 30972,
+      "✔": 30973,
+      "時": 30974,
+      "ọ": 30975,
+      "റ": 30976,
+      "մ": 30977,
+      "ケ": 30978,
+      "东": 30979,
+      "同": 30980,
+      "주": 30981,
+      "保": 30982,
+      "Õ": 30983,
+      "ố": 30984,
+      "ἰ": 30985,
+      "青": 30986,
+      "ゴ": 30987,
+      "体": 30988,
+      "清": 30989,
+      "相": 30990,
+      "จ": 30991,
+      "ء": 30992,
+      "情": 30993,
+      "𝕜": 30994,
+      "ক": 30995,
+      "ḫ": 30996,
+      "ờ": 30997,
+      "将": 30998,
+      "族": 30999,
+      "동": 31000,
+      "Υ": 31001,
+      "┌": 31002,
+      "ボ": 31003,
+      "宮": 31004,
+      "』": 31005,
+      "ম": 31006,
+      "『": 31007,
+      "ļ": 31008,
+      "श": 31009,
+      "ป": 31010,
+      "Ա": 31011,
+      "ब": 31012,
+      "자": 31013,
+      "政": 31014,
+      "ா": 31015,
+      "间": 31016,
+      "fi": 31017,
+      "松": 31018,
+      "ṃ": 31019,
+      "始": 31020,
+      "息": 31021,
+      "少": 31022,
+      "教": 31023,
+      "获": 31024,
+      "列": 31025,
+      "开": 31026,
+      "ტ": 31027,
+      "ワ": 31028,
+      "კ": 31029,
+      "科": 31030,
+      "春": 31031,
+      "治": 31032,
+      "吉": 31033,
+      "ས": 31034,
+      "ศ": 31035,
+      "ɒ": 31036,
+      "台": 31037,
+      "ネ": 31038,
+      "း": 31039,
+      "ĩ": 31040,
+      "工": 31041,
+      "ά": 31042,
+      "知": 31043,
+      "八": 31044,
+      "場": 31045,
+      "画": 31046,
+      "百": 31047,
+      "☆": 31048,
+      "記": 31049,
+      "得": 31050,
+      "ソ": 31051,
+      "氏": 31052,
+      "ာ": 31053,
+      "에": 31054,
+      "ল": 31055,
+      "ṛ": 31056,
+      "关": 31057,
+      "ġ": 31058,
+      "έ": 31059,
+      "∑": 31060,
+      "ベ": 31061,
+      "标": 31062,
+      "니": 31063,
+      "ὴ": 31064,
+      "ֵ": 31065,
+      "外": 31066,
+      "♠": 31067,
+      "わ": 31068,
+      "間": 31069,
+      "ภ": 31070,
+      "校": 31071,
+      "制": 31072,
+      "แ": 31073,
+      "力": 31074,
+      "門": 31075,
+      "好": 31076,
+      "ғ": 31077,
+      "Ù": 31078,
+      "ℓ": 31079,
+      "ֶ": 31080,
+      "는": 31081,
+      "┐": 31082,
+      "∗": 31083,
+      "指": 31084,
+      "色": 31085,
+      "返": 31086,
+      "馬": 31087,
+      "请": 31088,
+      "≫": 31089,
+      "風": 31090,
+      "ό": 31091,
+      "接": 31092,
+      "서": 31093,
+      "↳": 31094,
+      "せ": 31095,
+      "志": 31096,
+      "̲": 31097,
+      "魔": 31098,
+      "ң": 31099,
+      "更": 31100,
+      "程": 31101,
+      "김": 31102,
+      "郡": 31103,
+      "ོ": 31104,
+      "ũ": 31105,
+      "ച": 31106,
+      "利": 31107,
+      "県": 31108,
+      "周": 31109,
+      "そ": 31110,
+      "や": 31111,
+      "谷": 31112,
+      "香": 31113,
+      "♯": 31114,
+      "じ": 31115,
+      "،": 31116,
+      "期": 31117,
+      "∅": 31118,
+      "┘": 31119,
+      "初": 31120,
+      "福": 31121,
+      "片": 31122,
+      "ザ": 31123,
+      "動": 31124,
+      "参": 31125,
+      "성": 31126,
+      "Ə": 31127,
+      "╦": 31128,
+      "어": 31129,
+      "ხ": 31130,
+      "義": 31131,
+      "च": 31132,
+      "象": 31133,
+      "功": 31134,
+      "♂": 31135,
+      "도": 31136,
+      "고": 31137,
+      "过": 31138,
+      "վ": 31139,
+      "皇": 31140,
+      "特": 31141,
+      "ậ": 31142,
+      "长": 31143,
+      "英": 31144,
+      "ấ": 31145,
+      "ണ": 31146,
+      "Ъ": 31147,
+      "স": 31148,
+      "其": 31149,
+      "ত": 31150,
+      "流": 31151,
+      "除": 31152,
+      "일": 31153,
+      "ু": 31154,
+      "្": 31155,
+      "永": 31156,
+      "直": 31157,
+      "상": 31158,
+      "千": 31159,
+      "ắ": 31160,
+      "館": 31161,
+      "Ť": 31162,
+      "朝": 31163,
+      "ட": 31164,
+      "ɣ": 31165,
+      "单": 31166,
+      "ʀ": 31167,
+      "格": 31168,
+      "德": 31169,
+      "전": 31170,
+      "☺": 31171,
+      "ピ": 31172,
+      "歌": 31173,
+      "进": 31174,
+      "限": 31175,
+      "夫": 31176,
+      "트": 31177,
+      "⊢": 31178,
+      "園": 31179,
+      "量": 31180,
+      "土": 31181,
+      "放": 31182,
+      "码": 31183,
+      "等": 31184,
+      "系": 31185,
+      "∼": 31186,
+      "華": 31187,
+      "↵": 31188,
+      "소": 31189,
+      "常": 31190,
+      "否": 31191,
+      "見": 31192,
+      "源": 31193,
+      "ׁ": 31194,
+      "实": 31195,
+      "博": 31196,
+      "라": 31197,
+      "원": 31198,
+      "보": 31199,
+      "⊕": 31200,
+      "解": 31201,
+      "〜": 31202,
+      "男": 31203,
+      "দ": 31204,
+      "ポ": 31205,
+      "ろ": 31206,
+      "나": 31207,
+      "ག": 31208,
+      "無": 31209,
+      "Û": 31210,
+      "̥": 31211,
+      "ұ": 31212,
+      "查": 31213,
+      "̣": 31214,
+      "╗": 31215,
+      "╩": 31216,
+      "条": 31217,
+      "য": 31218,
+      "ὁ": 31219,
+      "後": 31220,
+      "他": 31221,
+      "网": 31222,
+      "ல": 31223,
+      "≃": 31224,
+      "화": 31225,
+      "ە": 31226,
+      "阿": 31227,
+      "ေ": 31228,
+      "户": 31229,
+      "∫": 31230,
+      "구": 31231,
+      "ར": 31232,
+      "မ": 31233,
+      "▸": 31234,
+      "լ": 31235,
+      "○": 31236,
+      "命": 31237,
+      "就": 31238,
+      "龍": 31239,
+      "君": 31240,
+      "夏": 31241,
+      "": 31242,
+      "言": 31243,
+      "先": 31244,
+      "➜": 31245,
+      "შ": 31246,
+      "ძ": 31247,
+      "ਾ": 31248,
+      "வ": 31249,
+      "ど": 31250,
+      "ヒ": 31251,
+      "ไ": 31252,
+      "ன": 31253,
+      "ば": 31254,
+      "ギ": 31255,
+      "գ": 31256,
+      "ἄ": 31257,
+      "ヤ": 31258,
+      "典": 31259,
+      "府": 31260,
+      "̄": 31261,
+      "신": 31262,
+      "组": 31263,
+      "改": 31264,
+      "ὲ": 31265,
+      "华": 31266,
+      "与": 31267,
+      "调": 31268,
+      "╝": 31269,
+      "ヴ": 31270,
+      "ქ": 31271,
+      "由": 31272,
+      "修": 31273,
+      "學": 31274,
+      "♣": 31275,
+      "消": 31276,
+      "符": 31277,
+      "ʌ": 31278,
+      "부": 31279,
+      "ớ": 31280,
+      "‾": 31281,
+      "▲": 31282,
+      "录": 31283,
+      "ള": 31284,
+      "연": 31285,
+      "을": 31286,
+      "ひ": 31287,
+      "영": 31288,
+      "┤": 31289,
+      "已": 31290,
+      "陽": 31291,
+      "င": 31292,
+      "국": 31293,
+      "容": 31294,
+      "未": 31295,
+      "宗": 31296,
+      "ᴇ": 31297,
+      "び": 31298,
+      "장": 31299,
+      "龙": 31300,
+      "්": 31301,
+      "提": 31302,
+      "ĝ": 31303,
+      "六": 31304,
+      "形": 31305,
+      "제": 31306,
+      "Հ": 31307,
+      "伊": 31308,
+      "ϵ": 31309,
+      "ข": 31310,
+      "Ű": 31311,
+      "ゃ": 31312,
+      "火": 31313,
+      "Ṣ": 31314,
+      "佐": 31315,
+      "⊥": 31316,
+      "̪": 31317,
+      "ứ": 31318,
+      "□": 31319,
+      "结": 31320,
+      "九": 31321,
+      "雄": 31322,
+      "թ": 31323,
+      "ា": 31324,
+      "而": 31325,
+      "བ": 31326,
+      "우": 31327,
+      "张": 31328,
+      "ट": 31329,
+      "ष": 31330,
+      "向": 31331,
+      "ῥ": 31332,
+      "选": 31333,
+      "공": 31334,
+      "ゲ": 31335,
+      "ʐ": 31336,
+      "仁": 31337,
+      "堂": 31338,
+      "ך": 31339,
+      "ု": 31340,
+      "ἔ": 31341,
+      "അ": 31342,
+      "ề": 31343,
+      "ད": 31344,
+      "선": 31345,
+      "오": 31346,
+      "久": 31347,
+      "œ": 31348,
+      "义": 31349,
+      "अ": 31350,
+      "╔": 31351,
+      "无": 31352,
+      "
": 31353,
+      "은": 31354,
+      "ʷ": 31355,
+      "那": 31356,
+      "線": 31357,
+      "务": 31358,
+      "基": 31359,
+      "属": 31360,
+      "配": 31361,
+      "미": 31362,
+      "軍": 31363,
+      "โ": 31364,
+      "津": 31365,
+      "完": 31366,
+      "研": 31367,
+      "注": 31368,
+      "失": 31369,
+      "应": 31370,
+      "က": 31371,
+      "╚": 31372,
+      "友": 31373,
+      "章": 31374,
+      "Ψ": 31375,
+      "求": 31376,
+      "ण": 31377,
+      "경": 31378,
+      "‬": 31379,
+      "भ": 31380,
+      "们": 31381,
+      "模": 31382,
+      "需": 31383,
+      "ச": 31384,
+      "電": 31385,
+      "প": 31386,
+      "դ": 31387,
+      "へ": 31388,
+      "此": 31389,
+      "夜": 31390,
+      "或": 31391,
+      "橋": 31392,
+      "根": 31393,
+      "Ī": 31394,
+      "玉": 31395,
+      "ู": 31396,
+      "ṅ": 31397,
+      "交": 31398,
+      "品": 31399,
+      "良": 31400,
+      "ང": 31401,
+      "ォ": 31402,
+      "则": 31403,
+      "開": 31404,
+      "Ζ": 31405,
+      "문": 31406,
+      "被": 31407,
+      "조": 31408,
+      "株": 31409,
+      "记": 31410,
+      "會": 31411,
+      "经": 31412,
+      "ू": 31413,
+      "ょ": 31414,
+      "转": 31415,
+      "崎": 31416,
+      "마": 31417,
+      "⌘": 31418,
+      "比": 31419,
+      "造": 31420,
+      "ܐ": 31421,
+      "ื": 31422,
+      "没": 31423,
+      "现": 31424,
+      "七": 31425,
+      "Ά": 31426,
+      "商": 31427,
+      "ை": 31428,
+      "机": 31429,
+      "阳": 31430,
+      "ĉ": 31431,
+      "角": 31432,
+      "站": 31433,
+      "բ": 31434,
+      "해": 31435,
+      "及": 31436,
+      "ध": 31437,
+      "術": 31438,
+      "认": 31439,
+      "‘": 31440,
+      "创": 31441,
+      "編": 31442,
+      "ղ": 31443,
+      "ḩ": 31444,
+      "伝": 31445,
+      "岡": 31446,
+      "ड": 31447,
+      "ホ": 31448,
+      "港": 31449,
+      "任": 31450,
+      "登": 31451,
+      "ི": 31452,
+      "็": 31453,
+      "布": 31454,
+      "究": 31455,
+      "帝": 31456,
+      "여": 31457,
+      "산": 31458,
+      "န": 31459,
+      "◦": 31460,
+      "密": 31461,
+      "变": 31462,
+      "序": 31463,
+      "♀": 31464,
+      "∣": 31465,
+      "计": 31466,
+      "曲": 31467,
+      "Ă": 31468,
+      "ύ": 31469,
+      "ʋ": 31470,
+      "传": 31471,
+      "】": 31472,
+      "包": 31473,
+      "意": 31474,
+      "去": 31475,
+      "沙": 31476,
+      "⸮": 31477,
+      "【": 31478,
+      "写": 31479,
+      "超": 31480,
+      "ய": 31481,
+      "今": 31482,
+      "┈": 31483,
+      "森": 31484,
+      "ි": 31485,
+      "⊗": 31486,
+      "비": 31487,
+      "հ": 31488,
+      "Ḩ": 31489,
+      "ǫ": 31490,
+      "黄": 31491,
+      "∙": 31492,
+      "드": 31493,
+      "🌍": 31494,
+      "景": 31495,
+      "湖": 31496,
+      "ք": 31497,
+      "ိ": 31498,
+      "ⁿ": 31499,
+      "̂": 31500,
+      "ペ": 31501,
+      "何": 31502,
+      "宇": 31503,
+      "張": 31504,
+      "语": 31505,
+      "老": 31506,
+      "例": 31507,
+      "Ṭ": 31508,
+      "鉄": 31509,
+      "克": 31510,
+      "☉": 31511,
+      "™": 31512,
+      "ɹ": 31513,
+      "ἱ": 31514,
+      "ⴰ": 31515,
+      "然": 31516,
+      "를": 31517,
+      "ǧ": 31518,
+      "報": 31519,
+      "服": 31520,
+      "Ď": 31521,
+      "想": 31522,
+      "‖": 31523,
+      "ユ": 31524,
+      "実": 31525,
+      "载": 31526,
+      "요": 31527,
+      "ℚ": 31528,
+      "波": 31529,
+      "马": 31530,
+      "状": 31531,
+      "线": 31532,
+      "유": 31533,
+      "洋": 31534,
+      "万": 31535,
+      "진": 31536,
+      "জ": 31537,
+      "添": 31538,
+      "球": 31539,
+      "機": 31540,
+      "支": 31541,
+      "显": 31542,
+      "拉": 31543,
+      "ὑ": 31544,
+      "送": 31545,
+      "隊": 31546,
+      "ธ": 31547,
+      "处": 31548,
+      "師": 31549,
+      "⊂": 31550,
+      "像": 31551,
+      "়": 31552,
+      "黒": 31553,
+      "ց": 31554,
+      "": 31555,
+      "ủ": 31556,
+      "只": 31557,
+      "起": 31558,
+      "段": 31559,
+      "တ": 31560,
+      "區": 31561,
+      "選": 31562,
+      "천": 31563,
+      "業": 31564,
+      "算": 31565,
+      "广": 31566,
+      "រ": 31567,
+      "视": 31568,
+      "秋": 31569,
+      "因": 31570,
+      "년": 31571,
+      "ے": 31572,
+      "输": 31573,
+      "̱": 31574,
+      "Մ": 31575,
+      "∆": 31576,
+      "康": 31577,
+      "세": 31578,
+      "思": 31579,
+      "死": 31580,
+      "聖": 31581,
+      "민": 31582,
+      "－": 31583,
+      "头": 31584,
+      "ർ": 31585,
+      "∉": 31586,
+      "車": 31587,
+      "┃": 31588,
+      "▇": 31589,
+      "按": 31590,
+      "⍵": 31591,
+      "夢": 31592,
+      "汉": 31593,
+      "从": 31594,
+      "ী": 31595,
+      "题": 31596,
+      "ˆ": 31597,
+      "ἡ": 31598,
+      "展": 31599,
+      "省": 31600,
+      "ུ": 31601,
+      "葉": 31602,
+      "호": 31603,
+      "ਰ": 31604,
+      "素": 31605,
+      "関": 31606,
+      "그": 31607,
+      "；": 31608,
+      "න": 31609,
+      "页": 31610,
+      "共": 31611,
+      "宿": 31612,
+      "态": 31613,
+      "ན": 31614,
+      "技": 31615,
+      "乐": 31616,
+      "控": 31617,
+      "移": 31618,
+      "影": 31619,
+      "ụ": 31620,
+      "ゆ": 31621,
+      "ご": 31622,
+      "್": 31623,
+      "管": 31624,
+      "ൾ": 31625,
+      "╣": 31626,
+      "戸": 31627,
+      "⇔": 31628,
+      "函": 31629,
+      "ẓ": 31630,
+      "尾": 31631,
+      "场": 31632,
+      "介": 31633,
+      "": 31634,
+      "育": 31635,
+      "ර": 31636,
+      "泉": 31637,
+      "ൽ": 31638,
+      "说": 31639,
+      "换": 31640,
+      "必": 31641,
+      "紀": 31642,
+      "མ": 31643,
+      "ེ": 31644,
+      "ợ": 31645,
+      "ൻ": 31646,
+      "宝": 31647,
+      "気": 31648,
+      "门": 31649,
+      "令": 31650,
+      "左": 31651,
+      "漢": 31652,
+      "若": 31653,
+      "屋": 31654,
+      "局": 31655,
+      "打": 31656,
+      "発": 31657,
+      "问": 31658,
+      "恋": 31659,
+      "兵": 31660,
+      "別": 31661,
+      "ા": 31662,
+      "Ս": 31663,
+      "߬": 31664,
+      "গ": 31665,
+      "并": 31666,
+      "ख": 31667,
+      "ή": 31668,
+      "节": 31669,
+      "ʑ": 31670,
+      "ץ": 31671,
+      "Ḫ": 31672,
+      "ℂ": 31673,
+      "引": 31674,
+      "统": 31675,
+      "智": 31676,
+      "̩": 31677,
+      "ै": 31678,
+      "电": 31679,
+      "현": 31680,
+      "✅": 31681,
+      "赤": 31682,
+      "断": 31683,
+      "ね": 31684,
+      "称": 31685,
+      "শ": 31686,
+      "身": 31687,
+      "首": 31688,
+      "付": 31689,
+      "⅓": 31690,
+      "ਸ": 31691,
+      "連": 31692,
+      "ზ": 31693,
+      "官": 31694,
+      "持": 31695,
+      "奈": 31696,
+      "御": 31697,
+      "親": 31698,
+      "군": 31699,
+      "库": 31700,
+      "秀": 31701,
+      "址": 31702,
+      "守": 31703,
+      "活": 31704,
+      "ལ": 31705,
+      "ふ": 31706,
+      "藏": 31707,
+      "ស": 31708,
+      "竹": 31709,
+      "草": 31710,
+      "結": 31711,
+      "ා": 31712,
+      "昌": 31713,
+      "樹": 31714,
+      "ள": 31715,
+      "무": 31716,
+      "হ": 31717,
+      "ゼ": 31718,
+      "̈": 31719,
+      "շ": 31720,
+      "勝": 31721,
+      "足": 31722,
+      "ရ": 31723,
+      "위": 31724,
+      "į": 31725,
+      "Ἰ": 31726,
+      "航": 31727,
+      "陳": 31728,
+      "业": 31729,
+      "富": 31730,
+      "雪": 31731,
+      "आ": 31732,
+      "再": 31733,
+      "안": 31734,
+      "默": 31735,
+      "박": 31736,
+      "용": 31737,
+      "✿": 31738,
+      "楽": 31739,
+      "沢": 31740,
+      "羅": 31741,
+      "Ė": 31742,
+      "ʎ": 31743,
+      "忠": 31744,
+      "错": 31745,
+      "단": 31746,
+      "면": 31747,
+      "ķ": 31748,
+      "桥": 31749,
+      "雲": 31750,
+      "该": 31751,
+      "ṯ": 31752,
+      "岩": 31753,
+      "남": 31754,
+      "ỹ": 31755,
+      "专": 31756,
+      "切": 31757,
+      "店": 31758,
+      "朱": 31759,
+      "ף": 31760,
+      "ず": 31761,
+      "幸": 31762,
+      "母": 31763,
+      "ɫ": 31764,
+      "々": 31765,
+      "∷": 31766,
+      "串": 31767,
+      "击": 31768,
+      "Ἐ": 31769,
+      "設": 31770,
+      "⊤": 31771,
+      "ₗ": 31772,
+      "經": 31773,
+      "강": 31774,
+      "ပ": 31775,
+      "।": 31776,
+      "ѐ": 31777,
+      "ᾶ": 31778,
+      "➖": 31779,
+      "座": 31780,
+      "씨": 31781,
+      "ぶ": 31782,
+      "Ţ": 31783,
+      "云": 31784,
+      "告": 31785,
+      "変": 31786,
+      "试": 31787,
+      "隆": 31788,
+      "개": 31789,
+      "պ": 31790,
+      "判": 31791,
+      "劉": 31792,
+      "˜": 31793,
+      "ˠ": 31794,
+      "编": 31795,
+      "ณ": 31796,
+      "ữ": 31797,
+      "达": 31798,
+      "Ě": 31799,
+      "ܝ": 31800,
+      "ြ": 31801,
+      "ḷ": 31802,
+      "右": 31803,
+      "들": 31804,
+      "ŝ": 31805,
+      "ӏ": 31806,
+      "్": 31807,
+      "എ": 31808,
+      "ற": 31809,
+      "复": 31810,
+      "看": 31811,
+      "話": 31812,
+      "坂": 31813,
+      "尔": 31814,
+      "衛": 31815,
+      "զ": 31816,
+      "차": 31817,
+      "丸": 31818,
+      "样": 31819,
+      "鬼": 31820,
+      "़": 31821,
+      "학": 31822,
+      "喜": 31823,
+      "斯": 31824,
+      "銀": 31825,
+      "만": 31826,
+      "Ξ": 31827,
+      "ც": 31828,
+      "群": 31829,
+      "近": 31830,
+      "塔": 31831,
+      "ϊ": 31832,
+      "ந": 31833,
+      "む": 31834,
+      "确": 31835,
+      "索": 31836,
+      "∇": 31837,
+      "非": 31838,
+      "望": 31839,
+      "❯": 31840,
+      "希": 31841,
+      "ỳ": 31842,
+      "甲": 31843,
+      "越": 31844,
+      "鳥": 31845,
+      "麻": 31846,
+      "雅": 31847,
+      "拳": 31848,
+      "ក": 31849,
+      "溪": 31850,
+      "测": 31851,
+      "话": 31852,
+      "池": 31853,
+      "菜": 31854,
+      "食": 31855,
+      "터": 31856,
+      "ਿ": 31857,
+      "渡": 31858,
+      "速": 31859,
+      "ھ": 31860,
+      "ರ": 31861,
+      "陈": 31862,
+      "健": 31863,
+      "ো": 31864,
+      "ක": 31865,
+      "ὺ": 31866,
+      "军": 31867,
+      "庄": 31868,
+      "红": 31869,
+      "Ħ": 31870,
+      "論": 31871,
+      "Ÿ": 31872,
+      "Έ": 31873,
+      "ự": 31874,
+      "孝": 31875,
+      "頭": 31876,
+      "飛": 31877,
+      "˚": 31878,
+      "▓": 31879,
+      "ً": 31880,
+      "‭": 31881,
+      "么": 31882,
+      "達": 31883,
+      "ѫ": 31884,
+      "巴": 31885,
+      "洞": 31886,
+      "貴": 31887,
+      "项": 31888,
+      "ദ": 31889,
+      "ɵ": 31890,
+      "̍": 31891,
+      "ҡ": 31892,
+      "种": 31893,
+      "运": 31894,
+      "식": 31895,
+      "ྱ": 31896,
+      "ḳ": 31897,
+      "彦": 31898,
+      "⥤": 31899,
+      "书": 31900,
+      "构": 31901,
+      "米": 31902,
+      "连": 31903,
+      "操": 31904,
+      "装": 31905,
+      "과": 31906,
+      "ぐ": 31907,
+      "反": 31908,
+      "̌": 31909,
+      "仮": 31910,
+      "员": 31911,
+      "昭": 31912,
+      "ശ": 31913,
+      "兴": 31914,
+      "客": 31915,
+      "删": 31916,
+      "ම": 31917,
+      "ව": 31918,
+      "პ": 31919,
+      "ċ": 31920,
+      "ഷ": 31921,
+      "သ": 31922,
+      "ᵉ": 31923,
+      "居": 31924,
+      "타": 31925,
+      "𝓝": 31926,
+      "थ": 31927,
+      "現": 31928,
+      "ˇ": 31929,
+      "종": 31930,
+      "助": 31931,
+      "唐": 31932,
+      "瀬": 31933,
+      "ន": 31934,
+      "微": 31935,
+      "１": 31936,
+      "Ġ": 31937,
+      "ほ": 31938,
+      "舞": 31939,
+      "내": 31940,
+      "중": 31941,
+      "Ē": 31942,
+      "导": 31943,
+      "效": 31944,
+      "방": 31945,
+      "ḏ": 31946,
+      "深": 31947,
+      "梅": 31948,
+      "料": 31949,
+      "월": 31950,
+      "每": 31951,
+      "洲": 31952,
+      "회": 31953,
+      "茶": 31954,
+      "败": 31955,
+      "ഞ": 31956,
+      "ể": 31957,
+      "ヨ": 31958,
+      "些": 31959,
+      "双": 31960,
+      "嘉": 31961,
+      "모": 31962,
+      "바": 31963,
+      "ษ": 31964,
+      "進": 31965,
+      "음": 31966,
+      "ญ": 31967,
+      "丁": 31968,
+      "故": 31969,
+      "計": 31970,
+      "遠": 31971,
+      "교": 31972,
+      "재": 31973,
+      "候": 31974,
+      "房": 31975,
+      "명": 31976,
+      "两": 31977,
+      "ფ": 31978,
+      "才": 31979,
+      "합": 31980,
+      "止": 31981,
+      "番": 31982,
+      "ɯ": 31983,
+      "奇": 31984,
+      "怪": 31985,
+      "联": 31986,
+      "역": 31987,
+      "泰": 31988,
+      "백": 31989,
+      "ὀ": 31990,
+      "げ": 31991,
+      "べ": 31992,
+      "边": 31993,
+      "还": 31994,
+      "黃": 31995,
+      "왕": 31996,
+      "收": 31997,
+      "弘": 31998,
+      "给": 31999
+    },
+    "merges": [
+      "▁ t",
+      "e r",
+      "i n",
+      "▁ a",
+      "e n",
+      "o n",
+      "▁t h",
+      "▁ th",
+      "e s",
+      "▁ s",
+      "▁ d",
+      "a t",
+      "o r",
+      "a n",
+      "▁ c",
+      "i s",
+      "r e",
+      "i t",
+      "▁t he",
+      "▁th e",
+      "▁ the",
+      "a r",
+      "l e",
+      "▁ w",
+      "▁ p",
+      "o u",
+      "a l",
+      "▁ f",
+      "▁ m",
+      "e d",
+      "▁ o",
+      "▁ b",
+      "o m",
+      "io n",
+      "i on",
+      "in g",
+      "i ng",
+      "i c",
+      "a s",
+      "e l",
+      "en t",
+      "e nt",
+      "▁i n",
+      "▁ in",
+      "▁ h",
+      "n d",
+      "e t",
+      "▁ l",
+      "▁ n",
+      "s t",
+      "▁t o",
+      "▁ to",
+      "c h",
+      "▁ I",
+      "r o",
+      "i l",
+      "▁o f",
+      "▁ of",
+      "d e",
+      "c t",
+      "▁ (",
+      "a m",
+      "▁ C",
+      "▁d e",
+      "▁ de",
+      "▁ S",
+      "▁ u",
+      "▁ A",
+      "▁ \\",
+      "▁ e",
+      "▁a nd",
+      "▁an d",
+      "▁ and",
+      "▁ T",
+      "o l",
+      "▁ v",
+      "i m",
+      "o t",
+      "a d",
+      "u t",
+      "▁ g",
+      "e m",
+      "u r",
+      "i d",
+      "▁ *",
+      "i g",
+      "r a",
+      "▁r e",
+      "▁ re",
+      "▁i s",
+      "▁ is",
+      "q u",
+      "o w",
+      "▁ M",
+      "es t",
+      "e st",
+      "▁ y",
+      "s e",
+      "v e",
+      "c e",
+      "i e",
+      "u n",
+      "▁ P",
+      "▁ B",
+      "a g",
+      "u l",
+      "▁ =",
+      "h e",
+      "en d",
+      "e nd",
+      "od e",
+      "o de",
+      "te r",
+      "t er",
+      "me nt",
+      "men t",
+      "m ent",
+      "o s",
+      "▁ D",
+      "i f",
+      "at ion",
+      "ati on",
+      "atio n",
+      "a tion",
+      "▁f or",
+      "▁fo r",
+      "▁ for",
+      "▁ r",
+      "▁ L",
+      "▁y ou",
+      "▁yo u",
+      "▁ you",
+      "▁b e",
+      "▁ be",
+      "l y",
+      "ve r",
+      "v er",
+      "a b",
+      "t e",
+      "▁i t",
+      "▁ it",
+      "▁o n",
+      "▁ on",
+      "r i",
+      "u s",
+      "▁ \"",
+      "▁w h",
+      "▁ wh",
+      "▁c on",
+      "▁co n",
+      "▁ con",
+      "▁ H",
+      "▁s t",
+      "▁ st",
+      "i r",
+      "▁ E",
+      "▁ F",
+      "c k",
+      "▁a n",
+      "▁ an",
+      "t h",
+      "e g",
+      "a y",
+      "it h",
+      "i th",
+      "▁ R",
+      "is t",
+      "i st",
+      "an d",
+      "a nd",
+      "▁t hat",
+      "▁th at",
+      "▁ that",
+      "▁a l",
+      "▁ al",
+      "▁ $",
+      "▁ #",
+      "o d",
+      "u m",
+      "▁ W",
+      "h t",
+      "co de",
+      "cod e",
+      "c ode",
+      "▁ G",
+      "at e",
+      "a te",
+      "es s",
+      "e ss",
+      "▁ N",
+      "er e",
+      "e re",
+      "p p",
+      "▁a s",
+      "▁ as",
+      "▁s e",
+      "▁ se",
+      "▁p ro",
+      "▁pr o",
+      "▁ pro",
+      "▁w ith",
+      "▁wit h",
+      "▁ with",
+      "p e",
+      "▁ k",
+      "er s",
+      "e rs",
+      "p t",
+      ") ;",
+      "l o",
+      "▁c om",
+      "▁co m",
+      "▁ com",
+      "am e",
+      "a me",
+      "▁ `",
+      "▁C om",
+      "▁Co m",
+      "▁ Com",
+      "i a",
+      "an t",
+      "a nt",
+      "▁l a",
+      "▁ la",
+      "▁ {",
+      "▁e n",
+      "▁ en",
+      "ct ion",
+      "c tion",
+      "▁e x",
+      "▁ ex",
+      "l d",
+      "u b",
+      "▁ j",
+      "l a",
+      "u e",
+      "▁ J",
+      "ic h",
+      "i ch",
+      "▁d o",
+      "▁ do",
+      "▁ O",
+      "▁q u",
+      "▁ qu",
+      "i v",
+      "or t",
+      "o rt",
+      "ar t",
+      "a rt",
+      "▁u n",
+      "▁ un",
+      "▁# #",
+      "▁ ##",
+      "▁t his",
+      "▁th is",
+      "▁ this",
+      "k e",
+      "▁h a",
+      "▁ ha",
+      "▁ -",
+      "ou t",
+      "o ut",
+      "▁T he",
+      "▁Th e",
+      "▁ The",
+      "▁n ot",
+      "▁no t",
+      "▁ not",
+      "▁n e",
+      "▁ ne",
+      "il l",
+      "i ll",
+      "▁l e",
+      "▁ le",
+      "c i",
+      "ro m",
+      "r om",
+      "in e",
+      "i ne",
+      "/ /",
+      "o p",
+      "eg in",
+      "e gin",
+      "▁Com ment",
+      "▁Comm ent",
+      "▁ Comment",
+      "be gin",
+      "beg in",
+      "b egin",
+      "с т",
+      "as s",
+      "a ss",
+      "i z",
+      ") .",
+      "o g",
+      "▁ п",
+      "▁o r",
+      "▁ or",
+      "▁w as",
+      "▁wa s",
+      "▁ was",
+      "▁a t",
+      "▁ at",
+      "ou r",
+      "o ur",
+      "▁ i",
+      "ai n",
+      "a in",
+      "▁ K",
+      "н а",
+      "▁ V",
+      "g e",
+      "▁s u",
+      "▁ su",
+      "a p",
+      "ag e",
+      "a ge",
+      "ou ld",
+      "oul d",
+      "o uld",
+      "n e",
+      "a v",
+      "x t",
+      "or e",
+      "o re",
+      "il e",
+      "i le",
+      "- -",
+      "▁ в",
+      "▁b y",
+      "▁ by",
+      "l i",
+      "at h",
+      "a th",
+      "р а",
+      "be r",
+      "b er",
+      "ac h",
+      "a ch",
+      "al l",
+      "a ll",
+      "▁T h",
+      "▁ Th",
+      "ul t",
+      "u lt",
+      "▁ }",
+      "▁ U",
+      "▁u s",
+      "▁ us",
+      "▁ z",
+      "us t",
+      "u st",
+      "▁h ave",
+      "▁ha ve",
+      "▁hav e",
+      "▁ have",
+      "li c",
+      "l ic",
+      "н и",
+      "▁c an",
+      "▁ca n",
+      "▁ can",
+      "t r",
+      "co m",
+      "c om",
+      ") ,",
+      "▁I n",
+      "▁ In",
+      "in d",
+      "i nd",
+      "el l",
+      "e ll",
+      "▁f rom",
+      "▁fr om",
+      "▁fro m",
+      "▁ from",
+      "о в",
+      "t o",
+      "▁ [",
+      "ab le",
+      "abl e",
+      "a ble",
+      "os t",
+      "o st",
+      "▁c h",
+      "▁ ch",
+      "ec t",
+      "e ct",
+      "ig ht",
+      "igh t",
+      "in t",
+      "i nt",
+      "▁ '",
+      "▁a re",
+      "▁ar e",
+      "▁ are",
+      "▁i m",
+      "▁ im",
+      "▁s h",
+      "▁ sh",
+      "▁ <",
+      "▁A n",
+      "▁ An",
+      "▁ с",
+      "at a",
+      "a ta",
+      "ir e",
+      "i re",
+      "▁t r",
+      "▁ tr",
+      "co n",
+      "c on",
+      "or d",
+      "o rd",
+      "it y",
+      "i ty",
+      "ar d",
+      "a rd",
+      "▁h e",
+      "▁ he",
+      "▁b ut",
+      "▁bu t",
+      "▁ but",
+      "o c",
+      "= \"",
+      "▁p r",
+      "▁ pr",
+      "ur e",
+      "u re",
+      "pe r",
+      "p er",
+      "ac k",
+      "a ck",
+      "or k",
+      "on g",
+      "o ng",
+      "an s",
+      "a ns",
+      "к о",
+      "pl e",
+      "p le",
+      "▁d es",
+      "▁de s",
+      "▁ des",
+      "o k",
+      "or m",
+      "o rm",
+      "we r",
+      "w er",
+      "a k",
+      "p r",
+      "as e",
+      "a se",
+      "▁e l",
+      "▁ el",
+      "p h",
+      "a c",
+      "▁u nd",
+      "▁un d",
+      "▁ und",
+      "▁a r",
+      "▁ ar",
+      "▁i f",
+      "▁ if",
+      "u d",
+      "p s",
+      "it e",
+      "i te",
+      "bl e",
+      "b le",
+      "н о",
+      "fe r",
+      "f er",
+      "p l",
+      "iv e",
+      "i ve",
+      "an g",
+      "a ng",
+      "en s",
+      "e ns",
+      "р о",
+      "▁s o",
+      "▁ so",
+      "s o",
+      "as t",
+      "a st",
+      "( )",
+      "sw er",
+      "s wer",
+      "r u",
+      "ie s",
+      "i es",
+      "▁ :",
+      "a u",
+      "o v",
+      "р е",
+      "г о",
+      "▁d er",
+      "▁de r",
+      "▁ der",
+      "▁m y",
+      "▁ my",
+      "▁w e",
+      "▁ we",
+      "▁m e",
+      "▁ me",
+      "n t",
+      "▁a d",
+      "▁ ad",
+      "ur n",
+      "u rn",
+      "▁y our",
+      "▁you r",
+      "▁yo ur",
+      "▁ your",
+      ":/ /",
+      ": //",
+      "ar e",
+      "a re",
+      "▁a ll",
+      "▁al l",
+      "▁ all",
+      "f f",
+      "i o",
+      "es tion",
+      "est ion",
+      "esti on",
+      "im e",
+      "i me",
+      "▁e r",
+      "▁ er",
+      "la ss",
+      "las s",
+      "l ass",
+      "▁ и",
+      "▁wh ich",
+      "▁ which",
+      "om e",
+      "o me",
+      "on t",
+      "o nt",
+      "▁p ar",
+      "▁pa r",
+      "▁ par",
+      "▁m a",
+      "▁ ma",
+      "▁ Y",
+      "\" ,",
+      "▁ о",
+      "f t",
+      "ia l",
+      "i al",
+      "c c",
+      "ou nd",
+      "oun d",
+      "o und",
+      "▁l i",
+      "▁ li",
+      "▁re s",
+      "▁r es",
+      "▁ res",
+      "et h",
+      "e th",
+      "je ct",
+      "j ect",
+      "▁a pp",
+      "▁ap p",
+      "▁ app",
+      "▁S t",
+      "▁ St",
+      "ic e",
+      "i ce",
+      "▁a m",
+      "▁ am",
+      "ac t",
+      "a ct",
+      "▁d el",
+      "▁de l",
+      "▁ del",
+      "g r",
+      "at ed",
+      "ate d",
+      "a ted",
+      "ie r",
+      "i er",
+      "▁a b",
+      "▁ ab",
+      "▁e t",
+      "▁ et",
+      "al ly",
+      "all y",
+      ". .",
+      "po rt",
+      "por t",
+      "p ort",
+      "i k",
+      "▁p er",
+      "▁pe r",
+      "▁ per",
+      "▁c ont",
+      "▁con t",
+      "▁co nt",
+      "▁ cont",
+      "р и",
+      "к а",
+      "se r",
+      "s er",
+      "л и",
+      "l l",
+      "ie w",
+      "i ew",
+      "ig n",
+      "i gn",
+      "_ {",
+      "pu t",
+      "p ut",
+      "on e",
+      "o ne",
+      "un ction",
+      "unc tion",
+      "unct ion",
+      "▁d i",
+      "▁ di",
+      "ar y",
+      "a ry",
+      "it ion",
+      "iti on",
+      "i tion",
+      "m a",
+      "е н",
+      "ge t",
+      "g et",
+      "▁l o",
+      "▁ lo",
+      "▁v al",
+      "▁va l",
+      "▁ val",
+      "▁ Q",
+      "ra n",
+      "r an",
+      "▁ д",
+      "en ce",
+      "enc e",
+      "▁w ork",
+      "▁wor k",
+      "▁ work",
+      "▁н а",
+      "▁ на",
+      "i p",
+      "it em",
+      "ite m",
+      "i tem",
+      "yp e",
+      "y pe",
+      "▁ &",
+      "▁h is",
+      "▁hi s",
+      "▁ his",
+      "▁u se",
+      "▁us e",
+      "▁ use",
+      "de r",
+      "d er",
+      "▁An swer",
+      "▁Ans wer",
+      "▁ Answer",
+      "▁w ill",
+      "▁wil l",
+      "▁ will",
+      "iz e",
+      "i ze",
+      "т а",
+      "lo w",
+      "l ow",
+      "▁C h",
+      "▁ Ch",
+      "▁g et",
+      "▁ge t",
+      "▁ get",
+      "id e",
+      "i de",
+      "ou s",
+      "o us",
+      "in k",
+      "pt ion",
+      "p tion",
+      "л а",
+      "tu rn",
+      "t urn",
+      "un g",
+      "u ng",
+      "e c",
+      "u g",
+      "fo rm",
+      "for m",
+      "f orm",
+      "re s",
+      "r es",
+      "ht t",
+      "h tt",
+      "ou g",
+      "o ug",
+      "л ь",
+      "▁n o",
+      "▁ no",
+      "c l",
+      "▁r o",
+      "▁ ro",
+      "▁o ne",
+      "▁on e",
+      "▁ one",
+      "t t",
+      "cr i",
+      "c ri",
+      "d u",
+      "▁u p",
+      "▁ up",
+      "т о",
+      "( \"",
+      "▁o b",
+      "▁ ob",
+      "w e",
+      "or y",
+      "o ry",
+      "▁e st",
+      "▁es t",
+      "▁ est",
+      "er y",
+      "e ry",
+      "ie l",
+      "i el",
+      "st r",
+      "s tr",
+      "o b",
+      "▁qu e",
+      "▁q ue",
+      "▁ que",
+      "ia n",
+      "i an",
+      "▁o ut",
+      "▁ou t",
+      "▁ out",
+      "▁p l",
+      "▁ pl",
+      "▁n ew",
+      "▁ne w",
+      "▁ new",
+      "к и",
+      "▁ +",
+      "r y",
+      "ot h",
+      "o th",
+      "th er",
+      "the r",
+      "t her",
+      "▁v ar",
+      "▁va r",
+      "▁ var",
+      "▁w ould",
+      "▁wo uld",
+      "▁s er",
+      "▁se r",
+      "▁ ser",
+      "ter n",
+      "te rn",
+      "t ern",
+      "te xt",
+      "tex t",
+      "t ext",
+      "▁t here",
+      "▁th ere",
+      "▁the re",
+      "▁ther e",
+      "▁ there",
+      "is h",
+      "i sh",
+      "ro r",
+      "r or",
+      "т е",
+      "▁s et",
+      "▁se t",
+      "▁ set",
+      "▁ @",
+      "▁п о",
+      "▁ по",
+      "▁t e",
+      "▁ te",
+      "e x",
+      "▁re turn",
+      "▁ret urn",
+      "▁ return",
+      "ai l",
+      "a il",
+      "▁a ny",
+      "▁an y",
+      "▁ any",
+      "▁I t",
+      "▁ It",
+      "▁f unction",
+      "▁fun ction",
+      "▁func tion",
+      "▁ function",
+      "{ \\",
+      "' ,",
+      "é s",
+      "al e",
+      "a le",
+      "а н",
+      "▁w hen",
+      "▁wh en",
+      "▁whe n",
+      "▁ when",
+      "i b",
+      "▁g o",
+      "▁ go",
+      "an ce",
+      "anc e",
+      "▁h ad",
+      "▁ha d",
+      "▁ had",
+      "▁Q u",
+      "▁ Qu",
+      "▁c omp",
+      "▁com p",
+      "▁co mp",
+      "▁ comp",
+      "л е",
+      "▁ з",
+      "ma th",
+      "mat h",
+      "m ath",
+      "▁h as",
+      "▁ha s",
+      "▁ has",
+      "▁ м",
+      "▁p re",
+      "▁pr e",
+      "▁ pre",
+      "en er",
+      "ene r",
+      "e ner",
+      "▁p art",
+      "▁par t",
+      "▁pa rt",
+      "▁ part",
+      "el f",
+      "▁d ie",
+      "▁di e",
+      "▁ die",
+      "▁l ike",
+      "▁li ke",
+      "▁lik e",
+      "▁ like",
+      "ra y",
+      "r ay",
+      "ir st",
+      "irs t",
+      "▁d is",
+      "▁di s",
+      "▁ dis",
+      "▁m an",
+      "▁ma n",
+      "▁ man",
+      "ri t",
+      "r it",
+      "▁t hen",
+      "▁th en",
+      "▁the n",
+      "▁ then",
+      "▁c lass",
+      "▁cl ass",
+      "▁cla ss",
+      "▁clas s",
+      "▁ class",
+      "pr o",
+      "p ro",
+      "▁p o",
+      "▁ po",
+      "▁u sing",
+      "▁us ing",
+      "▁ using",
+      "e b",
+      "▁c ode",
+      "▁co de",
+      "▁cod e",
+      "▁ code",
+      "ow n",
+      "o wn",
+      "▁s ome",
+      "▁so me",
+      "▁som e",
+      "▁ some",
+      "ce s",
+      "c es",
+      "▁$ \\",
+      "▁ $\\",
+      "е р",
+      "le ct",
+      "l ect",
+      "▁a u",
+      "▁ au",
+      "is ch",
+      "isc h",
+      "i sch",
+      "▁c ol",
+      "▁co l",
+      "▁ col",
+      "▁ –",
+      "u p",
+      "on s",
+      "o ns",
+      "▁a dd",
+      "▁ad d",
+      "▁ add",
+      "il d",
+      "i ld",
+      "is s",
+      "i ss",
+      "va l",
+      "v al",
+      "ou nt",
+      "oun t",
+      "o unt",
+      "le s",
+      "l es",
+      "ve nt",
+      "ven t",
+      "v ent",
+      "▁ Z",
+      "I n",
+      "ro w",
+      "r ow",
+      "ea r",
+      "e ar",
+      "at ions",
+      "ation s",
+      "ati ons",
+      "atio ns",
+      "a h",
+      "qu e",
+      "q ue",
+      "ub lic",
+      "u blic",
+      "an k",
+      "▁s p",
+      "▁ sp",
+      "▁W h",
+      "▁ Wh",
+      "-- --",
+      "--- -",
+      "- ---",
+      "s k",
+      "e w",
+      "ag s",
+      "a gs",
+      "т и",
+      "an n",
+      "a nn",
+      "▁ —",
+      "er t",
+      "e rt",
+      "ac e",
+      "a ce",
+      "sc h",
+      "s ch",
+      "▁n eed",
+      "▁ne ed",
+      "▁ need",
+      "▁ à",
+      "ie n",
+      "i en",
+      "ou gh",
+      "oug h",
+      "o ugh",
+      "н е",
+      "▁d ef",
+      "▁de f",
+      "▁ def",
+      "i j",
+      "er n",
+      "e rn",
+      "▁w hat",
+      "▁wh at",
+      "▁ what",
+      "▁A r",
+      "▁ Ar",
+      "w o",
+      "m l",
+      "< /",
+      "▁R e",
+      "▁ Re",
+      "▁e s",
+      "▁ es",
+      "▁in st",
+      "▁ins t",
+      "▁ inst",
+      "b o",
+      "a z",
+      "▁# ##",
+      "▁## #",
+      "▁ б",
+      "er m",
+      "e rm",
+      "▁A l",
+      "▁ Al",
+      "le d",
+      "l ed",
+      "д а",
+      "te n",
+      "t en",
+      "se t",
+      "s et",
+      "л о",
+      "▁c omm",
+      "▁com m",
+      "▁co mm",
+      "▁ comm",
+      "s h",
+      "в а",
+      "▁ /",
+      "▁d ata",
+      "▁da ta",
+      "▁dat a",
+      "▁ data",
+      "▁/ /",
+      "▁ //",
+      "] (",
+      "▁s tr",
+      "▁st r",
+      "▁ str",
+      "os e",
+      "o se",
+      "▁U n",
+      "▁ Un",
+      "ve n",
+      "v en",
+      "S t",
+      ".. .",
+      ". ..",
+      "▁ С",
+      "ys t",
+      "y st",
+      "▁ «",
+      "ic k",
+      "i ck",
+      "i x",
+      "pa r",
+      "p ar",
+      "▁ у",
+      "▁w ant",
+      "▁wa nt",
+      "n g",
+      "ot e",
+      "o te",
+      "▁g r",
+      "▁ gr",
+      "▁d u",
+      "▁ du",
+      "▁ .",
+      "un d",
+      "u nd",
+      "▁on ly",
+      "▁ only",
+      "▁s a",
+      "▁ sa",
+      "el y",
+      "e ly",
+      "ve rs",
+      "ver s",
+      "v ers",
+      "▁e nt",
+      "▁en t",
+      "▁ ent",
+      ") )",
+      "( '",
+      "▁m od",
+      "▁mo d",
+      "▁ mod",
+      "av a",
+      "a va",
+      "to n",
+      "t on",
+      "▁sh ould",
+      "▁sho uld",
+      "▁ should",
+      "em ent",
+      "eme nt",
+      "emen t",
+      "e ment",
+      "▁f orm",
+      "▁for m",
+      "▁fo rm",
+      "▁ form",
+      "▁al so",
+      "▁als o",
+      "▁ also",
+      "▁s c",
+      "▁ sc",
+      "in gs",
+      "ing s",
+      "▁Y ou",
+      "▁ You",
+      "ó n",
+      "▁k n",
+      "▁ kn",
+      "() ;",
+      "( );",
+      "▁ |",
+      "▁w ere",
+      "▁we re",
+      "▁wer e",
+      "s s",
+      "▁Qu estion",
+      "▁ Question",
+      "is e",
+      "i se",
+      "▁th ey",
+      "▁the y",
+      "▁ they",
+      "▁D e",
+      "▁ De",
+      "on d",
+      "o nd",
+      "▁s ol",
+      "▁so l",
+      "▁ sol",
+      "▁f ol",
+      "▁fo l",
+      "▁ fol",
+      "▁m ore",
+      "▁mo re",
+      "▁mor e",
+      "▁ more",
+      "▁h er",
+      "▁he r",
+      "▁ her",
+      "▁ _",
+      "▁ é",
+      "at ch",
+      "ft er",
+      "fte r",
+      "f ter",
+      "▁c re",
+      "▁cr e",
+      "▁ cre",
+      "lo ck",
+      "loc k",
+      "l ock",
+      "tr ing",
+      "tri ng",
+      "t ring",
+      "▁T his",
+      "▁Th is",
+      "▁ This",
+      "z e",
+      "ad o",
+      "a do",
+      "ul l",
+      "u ll",
+      "ge r",
+      "g er",
+      "b e",
+      "▁o ther",
+      "▁ot her",
+      "▁ other",
+      "▁T ags",
+      "▁Tag s",
+      "▁Ta gs",
+      "▁ Tags",
+      "ut ion",
+      "uti on",
+      "u tion",
+      "ic t",
+      "i ct",
+      "▁h ow",
+      "▁ho w",
+      "▁ how",
+      "▁ x",
+      "▁S e",
+      "▁ Se",
+      "▁c he",
+      "▁ch e",
+      "▁ che",
+      "cri pt",
+      "cr ipt",
+      "▁j ust",
+      "▁ju st",
+      "▁ just",
+      "▁p os",
+      "▁po s",
+      "▁ pos",
+      "an ge",
+      "ang e",
+      "if ic",
+      "ifi c",
+      "i fic",
+      "re e",
+      "r ee",
+      "} }",
+      "▁t ime",
+      "▁tim e",
+      "▁ti me",
+      "▁ time",
+      "ap p",
+      "a pp",
+      "н ы",
+      "▁f ile",
+      "▁fil e",
+      "▁fi le",
+      "▁ file",
+      "ar k",
+      "ic al",
+      "ica l",
+      "i cal",
+      "▁f irst",
+      "▁fir st",
+      "▁ first",
+      "▁in t",
+      "▁i nt",
+      "▁ int",
+      "▁ В",
+      "▁H e",
+      "▁ He",
+      "t a",
+      "um ent",
+      "ume nt",
+      "umen t",
+      "u ment",
+      "or s",
+      "o rs",
+      "le ment",
+      "lem ent",
+      "l ement",
+      "ra c",
+      "r ac",
+      "▁a g",
+      "▁ ag",
+      "▁do es",
+      "▁ does",
+      "y n",
+      "re ad",
+      "rea d",
+      "r ead",
+      "ua l",
+      "u al",
+      "▁L e",
+      "▁ Le",
+      "y s",
+      "▁e m",
+      "▁ em",
+      "▁n um",
+      "▁nu m",
+      "▁ num",
+      "ve l",
+      "v el",
+      "д и",
+      "ov er",
+      "ove r",
+      "o ver",
+      "▁d if",
+      "▁di f",
+      "et hod",
+      "eth od",
+      "▁I f",
+      "▁ If",
+      "▁s pe",
+      "▁sp e",
+      "▁ spe",
+      "y m",
+      "▁t hem",
+      "▁th em",
+      "▁the m",
+      "▁in to",
+      "▁int o",
+      "▁ into",
+      "▁l es",
+      "▁le s",
+      "▁ les",
+      "▁it s",
+      "▁i ts",
+      "▁ its",
+      "es e",
+      "e se",
+      "ie ld",
+      "iel d",
+      "i eld",
+      "▁p ublic",
+      "▁pub lic",
+      "▁pu blic",
+      "▁publi c",
+      "▁ public",
+      "▁ П",
+      "▁d en",
+      "▁de n",
+      "▁ den",
+      "yst em",
+      "ys tem",
+      "o f",
+      "▁o ver",
+      "▁ov er",
+      "▁ over",
+      "- >",
+      "▁f il",
+      "▁fi l",
+      "▁ fil",
+      "na me",
+      "nam e",
+      "n ame",
+      "in al",
+      "ina l",
+      "i nal",
+      "▁i l",
+      "▁ il",
+      "am ple",
+      "amp le",
+      "▁w ay",
+      "▁wa y",
+      "▁ way",
+      "ic a",
+      "i ca",
+      "в о",
+      "ce ss",
+      "ces s",
+      "c ess",
+      "it t",
+      "i tt",
+      "uc h",
+      "u ch",
+      "▁w here",
+      "▁wh ere",
+      "▁whe re",
+      "▁ where",
+      "м и",
+      "or g",
+      "o rg",
+      "htt ps",
+      "http s",
+      "▁v o",
+      "▁ vo",
+      "ie nt",
+      "ien t",
+      "i ent",
+      "ov e",
+      "o ve",
+      "▁val ue",
+      "▁valu e",
+      "▁ value",
+      "en g",
+      "e ng",
+      "▁L a",
+      "▁ La",
+      "^ {",
+      "re f",
+      "r ef",
+      "ie d",
+      "i ed",
+      "E R",
+      "▁s tat",
+      "▁st at",
+      "▁sta t",
+      "▁ stat",
+      "fi g",
+      "f ig",
+      "m e",
+      "▁v on",
+      "▁vo n",
+      "▁ von",
+      "▁in ter",
+      "▁int er",
+      "▁inte r",
+      "▁ inter",
+      "ro id",
+      "r oid",
+      "at er",
+      "ate r",
+      "a ter",
+      "▁the ir",
+      "▁b et",
+      "▁be t",
+      "▁ bet",
+      "▁e in",
+      "▁ ein",
+      "} \\",
+      "\" >",
+      "▁s ub",
+      "▁su b",
+      "▁ sub",
+      "▁o p",
+      "▁ op",
+      "▁d on",
+      "▁do n",
+      "▁ don",
+      "t y",
+      "▁t ry",
+      "▁tr y",
+      "▁ try",
+      "▁P ro",
+      "▁Pr o",
+      "▁ Pro",
+      "▁t ra",
+      "▁tr a",
+      "▁ tra",
+      "▁s ame",
+      "▁sa me",
+      "▁sam e",
+      "▁ same",
+      "e p",
+      "▁t wo",
+      "▁tw o",
+      "▁ two",
+      "▁n ame",
+      "▁na me",
+      "▁nam e",
+      "▁ name",
+      "ol d",
+      "o ld",
+      "le t",
+      "l et",
+      "▁s im",
+      "▁si m",
+      "▁ sim",
+      "s p",
+      "▁a v",
+      "▁ av",
+      "br e",
+      "b re",
+      "ble m",
+      "bl em",
+      "b lem",
+      "e y",
+      "▁c ould",
+      "▁co uld",
+      "▁cou ld",
+      "▁ could",
+      "▁c or",
+      "▁co r",
+      "▁ cor",
+      "▁a cc",
+      "▁ac c",
+      "▁ acc",
+      "ay s",
+      "a ys",
+      "cr e",
+      "c re",
+      "ur r",
+      "u rr",
+      "s i",
+      "▁con st",
+      "▁cons t",
+      "▁ const",
+      "ue s",
+      "u es",
+      "} $",
+      "V iew",
+      "▁a ct",
+      "▁ac t",
+      "▁ act",
+      "▁b o",
+      "▁ bo",
+      "▁к о",
+      "▁ ко",
+      "▁s om",
+      "▁so m",
+      "▁ som",
+      "▁ab out",
+      "▁ about",
+      "la nd",
+      "lan d",
+      "l and",
+      "me r",
+      "m er",
+      "▁l ist",
+      "▁li st",
+      "▁ list",
+      "ca l",
+      "c al",
+      "▁im port",
+      "▁imp ort",
+      "▁ import",
+      "co l",
+      "c ol",
+      "▁n a",
+      "▁ na",
+      "n a",
+      ": :",
+      "▁w ho",
+      "▁wh o",
+      "▁ who",
+      "▁e rror",
+      "▁er ror",
+      "▁err or",
+      "▁ error",
+      "▁ X",
+      "at or",
+      "ato r",
+      "a tor",
+      "ex t",
+      "e xt",
+      "▁b een",
+      "▁be en",
+      "é r",
+      "▁r un",
+      "▁ru n",
+      "▁ run",
+      "po s",
+      "p os",
+      "▁c l",
+      "▁ cl",
+      "* *",
+      "▁ К",
+      "ul ar",
+      "ula r",
+      "u lar",
+      "au se",
+      "aus e",
+      "a use",
+      "▁re g",
+      "▁r eg",
+      "▁ reg",
+      "▁k now",
+      "▁kn ow",
+      "▁ know",
+      "▁s ee",
+      "▁se e",
+      "▁ see",
+      "▁h im",
+      "▁hi m",
+      "▁ him",
+      "ni ng",
+      "n ing",
+      "▁з а",
+      "▁ за",
+      "at es",
+      "ate s",
+      "a tes",
+      "fo re",
+      "for e",
+      "f ore",
+      "ion s",
+      "io ns",
+      "i ons",
+      "▁h el",
+      "▁he l",
+      "▁ hel",
+      "ut e",
+      "u te",
+      "▁re m",
+      "▁r em",
+      "▁ rem",
+      "▁г о",
+      "▁ го",
+      "▁M ar",
+      "▁Ma r",
+      "▁ Mar",
+      "р у",
+      "vi ce",
+      "vic e",
+      "v ice",
+      "ir ect",
+      "ire ct",
+      "i rect",
+      "ne r",
+      "n er",
+      "▁u nder",
+      "▁un der",
+      "▁und er",
+      "▁ under",
+      "ri b",
+      "r ib",
+      "h r",
+      "ч е",
+      "▁A s",
+      "▁ As",
+      "▁e nd",
+      "▁en d",
+      "▁ end",
+      "em ber",
+      "emb er",
+      "▁ а",
+      "▁a tt",
+      "▁at t",
+      "▁ att",
+      "in a",
+      "i na",
+      "so n",
+      "s on",
+      "▁f ollow",
+      "▁fol low",
+      "▁ follow",
+      "▁S ch",
+      "▁Sc h",
+      "▁ Sch",
+      "pe ct",
+      "pec t",
+      "p ect",
+      "▁re l",
+      "▁r el",
+      "▁ rel",
+      "▁S o",
+      "▁ So",
+      "▁l ook",
+      "▁lo ok",
+      "▁ look",
+      "ab el",
+      "abe l",
+      "a bel",
+      "▁pro blem",
+      "▁prob lem",
+      "▁proble m",
+      "▁probl em",
+      "▁ problem",
+      "▁v an",
+      "▁va n",
+      "▁ van",
+      "st rong",
+      "str ong",
+      "c o",
+      "po n",
+      "p on",
+      "c a",
+      "ad a",
+      "a da",
+      "\" :",
+      "con d",
+      "co nd",
+      "c ond",
+      "am b",
+      "a mb",
+      "} ,",
+      "qu est",
+      "que st",
+      "ques t",
+      "q uest",
+      "▁a ut",
+      "▁au t",
+      "▁ aut",
+      "▁res ult",
+      "▁ result",
+      "▁m ay",
+      "▁ma y",
+      "▁ may",
+      "R e",
+      "ht tp",
+      "htt p",
+      "h ttp",
+      ") :",
+      "▁A nd",
+      "▁An d",
+      "▁ And",
+      "re d",
+      "r ed",
+      "▁H ow",
+      "▁Ho w",
+      "▁ How",
+      "p o",
+      "ск о",
+      "с ко",
+      "at t",
+      "a tt",
+      "ou p",
+      "o up",
+      "ce d",
+      "c ed",
+      "▁t ype",
+      "▁typ e",
+      "▁ty pe",
+      "▁ type",
+      "▁t han",
+      "▁th an",
+      "▁ than",
+      "▁c ons",
+      "▁con s",
+      "▁co ns",
+      "▁ cons",
+      "u f",
+      "ц и",
+      "▁qu estion",
+      "▁quest ion",
+      "▁questi on",
+      "▁ question",
+      "ra ph",
+      "rap h",
+      "r aph",
+      "ig h",
+      "i gh",
+      "▁ М",
+      "▁h tt",
+      "▁ htt",
+      "in s",
+      "i ns",
+      "de n",
+      "d en",
+      "▁d a",
+      "▁ da",
+      "▁v er",
+      "▁ve r",
+      "▁ ver",
+      "o h",
+      "▁= >",
+      "▁ =>",
+      "ri v",
+      "r iv",
+      "ud e",
+      "u de",
+      "▁F or",
+      "▁Fo r",
+      "▁ For",
+      "▁r a",
+      "▁ ra",
+      "fr ac",
+      "fra c",
+      "f rac",
+      "м а",
+      "▁a fter",
+      "▁af ter",
+      "▁ after",
+      "} {",
+      "▁m ethod",
+      "▁met hod",
+      "▁ method",
+      "\" )",
+      "am p",
+      "a mp",
+      "as h",
+      "a sh",
+      "▁re c",
+      "▁r ec",
+      "▁ rec",
+      "▁d iffer",
+      "▁dif fer",
+      "▁diff er",
+      "O N",
+      "a x",
+      "am ent",
+      "ame nt",
+      "amen t",
+      "a ment",
+      "our ce",
+      "Co n",
+      "C on",
+      "it s",
+      "i ts",
+      "Na me",
+      "N ame",
+      "ma n",
+      "m an",
+      "▁b ec",
+      "▁be c",
+      "▁ bec",
+      "ch e",
+      "c he",
+      "▁E n",
+      "▁ En",
+      "a j",
+      "▁g ener",
+      "▁ge ner",
+      "▁gen er",
+      "▁gene r",
+      "▁ gener",
+      "I N",
+      "▁i d",
+      "▁ id",
+      "ag es",
+      "age s",
+      "a ges",
+      "▁l oc",
+      "▁lo c",
+      "▁ loc",
+      "f o",
+      "b r",
+      "▁s he",
+      "▁sh e",
+      "▁ she",
+      "Pr o",
+      "P ro",
+      "▁u na",
+      "▁un a",
+      "▁ una",
+      "▁ к",
+      "et a",
+      "e ta",
+      "lo g",
+      "l og",
+      "ol og",
+      "olo g",
+      "o log",
+      "▁s ur",
+      "▁su r",
+      "▁ sur",
+      "ar g",
+      "a rg",
+      "▁- -",
+      "▁ --",
+      "k t",
+      "( \\",
+      "mi n",
+      "m in",
+      "▁l ine",
+      "▁li ne",
+      "▁lin e",
+      "▁ line",
+      "▁v ari",
+      "▁var i",
+      "▁va ri",
+      "▁ vari",
+      "с я",
+      "ic s",
+      "i cs",
+      "н я",
+      "ve ry",
+      "ver y",
+      "v ery",
+      "ad d",
+      "a dd",
+      "▁o bject",
+      "▁ob ject",
+      "▁obj ect",
+      "▁ object",
+      "I d",
+      "▁B ut",
+      "▁Bu t",
+      "▁ But",
+      "▁c ase",
+      "▁cas e",
+      "▁ca se",
+      "▁ case",
+      "▁m ake",
+      "▁ma ke",
+      "▁mak e",
+      "▁ make",
+      "▁c al",
+      "▁ca l",
+      "▁ cal",
+      "▁p ass",
+      "▁pas s",
+      "▁pa ss",
+      "▁ pass",
+      "с ь",
+      "ess ion",
+      "ne t",
+      "n et",
+      ". \"",
+      "▁ г",
+      "ä r",
+      "д е",
+      "n o",
+      "at ing",
+      "ati ng",
+      "atin g",
+      "a ting",
+      "at o",
+      "a to",
+      "li ne",
+      "lin e",
+      "l ine",
+      "в и",
+      "▁E x",
+      "▁ Ex",
+      "▁a ss",
+      "▁as s",
+      "▁ ass",
+      "▁v ers",
+      "▁ver s",
+      "▁ve rs",
+      "▁ vers",
+      "л я",
+      "▁e d",
+      "▁ ed",
+      "um n",
+      "u mn",
+      "ot her",
+      "oth er",
+      "othe r",
+      "o ther",
+      "ст а",
+      "с та",
+      "at ive",
+      "ativ e",
+      "ati ve",
+      "St ring",
+      "Str ing",
+      "S tring",
+      "▁l os",
+      "▁lo s",
+      "▁ los",
+      "w n",
+      "▁an swer",
+      "▁ans wer",
+      "▁ answer",
+      "▁l et",
+      "▁le t",
+      "▁ let",
+      "▁p e",
+      "▁ pe",
+      "en ts",
+      "ent s",
+      "▁f e",
+      "▁ fe",
+      "in ce",
+      "inc e",
+      "n i",
+      "id er",
+      "ide r",
+      "i der",
+      "ow s",
+      "o ws",
+      "▁t est",
+      "▁te st",
+      "▁ test",
+      "▁h ere",
+      "▁he re",
+      "▁her e",
+      "▁ here",
+      "ro ll",
+      "rol l",
+      "r oll",
+      "▁c all",
+      "▁cal l",
+      "▁ca ll",
+      "▁ call",
+      "ru ct",
+      "r uct",
+      "▁p ol",
+      "▁po l",
+      "▁ pol",
+      "ai t",
+      "a it",
+      "▁b ack",
+      "▁ba ck",
+      "▁ back",
+      "h o",
+      "E x",
+      "re ss",
+      "res s",
+      "r ess",
+      "S T",
+      "ri ed",
+      "rie d",
+      "r ied",
+      "da te",
+      "dat e",
+      "d ate",
+      "е т",
+      "▁d id",
+      "▁di d",
+      "▁ did",
+      "ti ng",
+      "t ing",
+      "▁E l",
+      "▁ El",
+      "▁d em",
+      "▁de m",
+      "▁ dem",
+      ") $",
+      "ов а",
+      "о ва",
+      "ur rent",
+      "urr ent",
+      "urre nt",
+      "la ce",
+      "lac e",
+      "l ace",
+      "rig ht",
+      "r ight",
+      "re n",
+      "r en",
+      "п о",
+      "▁e ach",
+      "▁ each",
+      "c y",
+      "bl ock",
+      "blo ck",
+      "b lock",
+      "da ta",
+      "dat a",
+      "d ata",
+      "▁ %",
+      "▁a c",
+      "▁ ac",
+      "▁= =",
+      "▁ ==",
+      "ü r",
+      "▁p or",
+      "▁po r",
+      "▁ por",
+      "as k",
+      "a sk",
+      "ar ch",
+      "arc h",
+      "am es",
+      "ame s",
+      "a mes",
+      "▁C on",
+      "▁Co n",
+      "▁ Con",
+      "ч а",
+      "▁o ff",
+      "▁of f",
+      "▁ off",
+      "▁f ind",
+      "▁fin d",
+      "▁fi nd",
+      "▁ find",
+      "con t",
+      "co nt",
+      "c ont",
+      "▁n ow",
+      "▁no w",
+      "▁ now",
+      "wor k",
+      "w ork",
+      "at ional",
+      "ation al",
+      "ati onal",
+      "atio nal",
+      "d d",
+      "ci ón",
+      "ció n",
+      "c ión",
+      "▁ А",
+      "au lt",
+      "a ult",
+      "Li st",
+      "L ist",
+      "▁e xt",
+      "▁ex t",
+      "▁ ext",
+      "ur s",
+      "u rs",
+      "ak e",
+      "a ke",
+      "ul e",
+      "u le",
+      "▁p oint",
+      "▁po int",
+      "▁poi nt",
+      "▁ point",
+      "A T",
+      "au t",
+      "a ut",
+      "▁tr ans",
+      "▁tra ns",
+      "▁tran s",
+      "▁ trans",
+      "▁c o",
+      "▁ co",
+      "▁re ad",
+      "▁r ead",
+      "▁ read",
+      "▁u sed",
+      "▁us ed",
+      "▁use d",
+      "▁ used",
+      "ск и",
+      "с ки",
+      "ar i",
+      "a ri",
+      "L E",
+      "et er",
+      "ete r",
+      "e ter",
+      "ou n",
+      "o un",
+      "ev er",
+      "e ver",
+      "sel f",
+      "s elf",
+      "in ed",
+      "ine d",
+      "i ned",
+      "id th",
+      "u x",
+      "j s",
+      "▁s uch",
+      "▁su ch",
+      "▁suc h",
+      "▁ such",
+      "▁I s",
+      "▁ Is",
+      "é e",
+      "fu l",
+      "f ul",
+      "▁d ist",
+      "▁di st",
+      "▁dis t",
+      "▁ dist",
+      "▁b u",
+      "▁ bu",
+      "item ize",
+      "Con t",
+      "Co nt",
+      "C ont",
+      "j e",
+      "с и",
+      "▁p rov",
+      "▁pro v",
+      "▁pr ov",
+      "▁ prov",
+      "b b",
+      "wa rd",
+      "war d",
+      "w ard",
+      "es ent",
+      "ese nt",
+      "esen t",
+      "e sent",
+      "er son",
+      "ers on",
+      "an ks",
+      "ank s",
+      "w h",
+      "no t",
+      "n ot",
+      "▁W e",
+      "▁ We",
+      "k a",
+      "ro p",
+      "r op",
+      "at ur",
+      "atu r",
+      "al s",
+      "a ls",
+      "▁b el",
+      "▁be l",
+      "▁ bel",
+      "ö r",
+      "f r",
+      "▁ex ample",
+      "▁exam ple",
+      "▁ example",
+      "▁in cl",
+      "▁inc l",
+      "am il",
+      "ami l",
+      "a mil",
+      "▁р а",
+      "▁ ра",
+      "▁ “",
+      "▁s tring",
+      "▁st ring",
+      "▁str ing",
+      "▁stri ng",
+      "▁ string",
+      "▁th ink",
+      "▁thin k",
+      "T h",
+      "▁t em",
+      "▁te m",
+      "▁ tem",
+      "av e",
+      "a ve",
+      "▁F ran",
+      "▁Fr an",
+      "▁Fra n",
+      "▁ Fran",
+      "▁n umber",
+      "▁num ber",
+      "▁ number",
+      "▁s i",
+      "▁ si",
+      "im es",
+      "ime s",
+      "i mes",
+      "te m",
+      "t em",
+      "m y",
+      "le r",
+      "l er",
+      "lo ad",
+      "= =",
+      "▁h and",
+      "▁ha nd",
+      "▁han d",
+      "▁ hand",
+      "z a",
+      "▁b ecause",
+      "▁bec ause",
+      "▁ because",
+      "▁s ch",
+      "▁sc h",
+      "▁ sch",
+      "v o",
+      "th is",
+      "t his",
+      "I D",
+      "ã o",
+      "▁st art",
+      "▁star t",
+      "▁sta rt",
+      "▁ start",
+      "▁w ar",
+      "▁wa r",
+      "▁ war",
+      "▁he lp",
+      "▁hel p",
+      "▁ help",
+      "t s",
+      "▁c har",
+      "▁ch ar",
+      "▁cha r",
+      "▁ char",
+      "▁p h",
+      "▁ ph",
+      "▁m in",
+      "▁mi n",
+      "▁ min",
+      "ti l",
+      "t il",
+      "ri te",
+      "rit e",
+      "r ite",
+      "-- ------",
+      "---- ----",
+      "--- -----",
+      "------ --",
+      "----- ---",
+      "------- -",
+      "- -------",
+      "el s",
+      "e ls",
+      "▁m it",
+      "▁mi t",
+      "▁ mit",
+      "ed ia",
+      "edi a",
+      "e dia",
+      "к у",
+      "▁S h",
+      "▁ Sh",
+      "an y",
+      "a ny",
+      "] ;",
+      "▁ Б",
+      "iqu e",
+      "i que",
+      "d a",
+      "e f",
+      "de x",
+      "d ex",
+      "▁p rodu",
+      "▁pro du",
+      "▁pr odu",
+      "▁prod u",
+      "▁ produ",
+      "▁ Н",
+      "gr am",
+      "gra m",
+      "g ram",
+      "▁O r",
+      "▁ Or",
+      "▁g re",
+      "▁gr e",
+      "▁ gre",
+      "qu ote",
+      "quot e",
+      "le g",
+      "l eg",
+      "or n",
+      "o rn",
+      "▁in d",
+      "▁i nd",
+      "▁ ind",
+      "▁p ost",
+      "▁po st",
+      "▁pos t",
+      "▁ post",
+      "▁d ep",
+      "▁de p",
+      "▁ dep",
+      "] ,",
+      "v i",
+      "▁u ser",
+      "▁us er",
+      "▁use r",
+      "▁ user",
+      "▁ >",
+      "li ck",
+      "lic k",
+      "l ick",
+      "▁v ery",
+      "▁ver y",
+      "▁ve ry",
+      "▁ very",
+      "et hing",
+      "eth ing",
+      "e thing",
+      "▁ar ray",
+      "▁arr ay",
+      "▁ array",
+      "▁g u",
+      "▁ gu",
+      "▁d ur",
+      "▁du r",
+      "` .",
+      "т ь",
+      "li cation",
+      "lic ation",
+      "lica tion",
+      "ст и",
+      "с ти",
+      "e k",
+      "ic o",
+      "i co",
+      "▁d at",
+      "▁da t",
+      "▁ dat",
+      "о р",
+      "ht ml",
+      "htm l",
+      "h tml",
+      "ion e",
+      "io ne",
+      "i one",
+      "▁d ifferent",
+      "▁differ ent",
+      "▁c heck",
+      "▁che ck",
+      "▁ check",
+      "▁f r",
+      "▁ fr",
+      "▁E r",
+      "▁ Er",
+      "▁t ext",
+      "▁te xt",
+      "▁tex t",
+      "▁ text",
+      "н і",
+      "ic ht",
+      "ich t",
+      "i cht",
+      "st ack",
+      "sta ck",
+      "E N",
+      "ra g",
+      "r ag",
+      "▁e very",
+      "▁ev ery",
+      "▁ever y",
+      "▁ every",
+      "A r",
+      "▁be fore",
+      "▁bef ore",
+      "▁ before",
+      "al se",
+      "als e",
+      "▁f in",
+      "▁fi n",
+      "▁ fin",
+      "▁d é",
+      "▁th ese",
+      "▁the se",
+      "▁d et",
+      "▁de t",
+      "▁ det",
+      "V al",
+      "ce ption",
+      "cept ion",
+      "cep tion",
+      "▁and roid",
+      "▁ android",
+      "block quote",
+      "▁j e",
+      "▁ je",
+      "fil e",
+      "fi le",
+      "f ile",
+      "at s",
+      "a ts",
+      "▁д о",
+      "▁ до",
+      "ess age",
+      "essa ge",
+      "▁ag ain",
+      "a w",
+      "C h",
+      "we en",
+      "w een",
+      "▁ Д",
+      "fo r",
+      "f or",
+      "ci al",
+      "cia l",
+      "c ial",
+      "pl ay",
+      "pla y",
+      "p lay",
+      "pr e",
+      "p re",
+      "id a",
+      "i da",
+      "▁P ar",
+      "▁Pa r",
+      "▁ Par",
+      "n y",
+      "ra ct",
+      "rac t",
+      "r act",
+      "▁s upp",
+      "▁su pp",
+      "▁sup p",
+      "▁ supp",
+      "as ed",
+      "ase d",
+      "a sed",
+      "le ction",
+      "lect ion",
+      "l ection",
+      "▁d ans",
+      "▁da ns",
+      "▁dan s",
+      "ai r",
+      "a ir",
+      "ro l",
+      "r ol",
+      "▁t hr",
+      "▁th r",
+      "Dat a",
+      "Da ta",
+      "D ata",
+      "li ch",
+      "lic h",
+      "l ich",
+      "▁п ро",
+      "▁пр о",
+      "▁ про",
+      "▁l ong",
+      "▁lo ng",
+      "▁lon g",
+      "▁ long",
+      "▁se cond",
+      "▁sec ond",
+      "▁ second",
+      "ual ly",
+      "u ally",
+      "in es",
+      "ine s",
+      "i nes",
+      "▁f ound",
+      "▁fo und",
+      "▁fou nd",
+      "▁ found",
+      "eng th",
+      "y p",
+      "ea d",
+      "e ad",
+      "▁l og",
+      "▁lo g",
+      "▁ log",
+      "u i",
+      "ne w",
+      "n ew",
+      "▁ Р",
+      "g o",
+      "au s",
+      "a us",
+      "od y",
+      "o dy",
+      "▁s on",
+      "▁so n",
+      "▁ son",
+      "м е",
+      "er o",
+      "e ro",
+      "ve d",
+      "v ed",
+      "su b",
+      "s ub",
+      "▁r ight",
+      "▁rig ht",
+      "▁ right",
+      "vi ew",
+      "vie w",
+      "v iew",
+      "▁follow ing",
+      "' )",
+      "\") ;",
+      "\" );",
+      "▁sa id",
+      "ж е",
+      "ч и",
+      "т у",
+      "ot t",
+      "o tt",
+      "с е",
+      "ar s",
+      "a rs",
+      "$ .",
+      "g g",
+      "▁b r",
+      "▁ br",
+      "oo l",
+      "o ol",
+      "yl e",
+      "y le",
+      "us e",
+      "u se",
+      "▁s how",
+      "▁sh ow",
+      "▁sho w",
+      "▁ show",
+      "le ase",
+      "lea se",
+      "ci a",
+      "c ia",
+      "▁d irect",
+      "▁di rect",
+      "▁dire ct",
+      "▁dir ect",
+      "▁ direct",
+      "do c",
+      "d oc",
+      "а р",
+      "m s",
+      "▁g iv",
+      "▁gi v",
+      "▁ giv",
+      "▁e xp",
+      "▁ex p",
+      "▁ exp",
+      "q l",
+      "д у",
+      "в е",
+      "▁B e",
+      "▁ Be",
+      "Co m",
+      "C om",
+      "it er",
+      "ite r",
+      "i ter",
+      "R E",
+      "m p",
+      "me n",
+      "m en",
+      "▁R o",
+      "▁ Ro",
+      "M A",
+      "▁C ol",
+      "▁Co l",
+      "▁ Col",
+      "is ter",
+      "ist er",
+      "iste r",
+      "i ster",
+      "▁w ell",
+      "▁we ll",
+      "▁wel l",
+      "▁ well",
+      "▁< /",
+      "▁ </",
+      "ay out",
+      "at ure",
+      "atur e",
+      "atu re",
+      "iv ers",
+      "ive rs",
+      "iver s",
+      "i vers",
+      "z y",
+      "▁н е",
+      "▁ не",
+      "▁m et",
+      "▁me t",
+      "▁ met",
+      "un e",
+      "u ne",
+      "yt h",
+      "y th",
+      "Ty pe",
+      "Typ e",
+      "T ype",
+      "▁e lement",
+      "▁el ement",
+      "▁ele ment",
+      "▁elem ent",
+      "▁ element",
+      "▁l ink",
+      "▁lin k",
+      "▁ link",
+      "mo d",
+      "m od",
+      "▁bet ween",
+      "▁ between",
+      "ce pt",
+      "cep t",
+      "qu ire",
+      "qui re",
+      "▁th rough",
+      "▁thr ough",
+      "▁thro ugh",
+      "▁ through",
+      "▁wh ile",
+      "▁ while",
+      "▁O n",
+      "▁ On",
+      "th e",
+      "t he",
+      "í a",
+      "▁s omething",
+      "▁some thing",
+      "▁som ething",
+      "▁somet hing",
+      "▁ something",
+      "vo l",
+      "v ol",
+      "▁m ost",
+      "▁mo st",
+      "▁mos t",
+      "▁ most",
+      "s c",
+      "us s",
+      "u ss",
+      "▁c ar",
+      "▁ca r",
+      "▁ car",
+      "▁s m",
+      "▁ sm",
+      "▁р о",
+      "▁ ро",
+      "an o",
+      "a no",
+      "le ft",
+      "lef t",
+      "l eft",
+      "v a",
+      "▁tr ue",
+      "▁ true",
+      "( $",
+      "em s",
+      "e ms",
+      "▁m uch",
+      "▁mu ch",
+      "á s",
+      "▁N ew",
+      "▁Ne w",
+      "▁ New",
+      "▁pro per",
+      "▁pr oper",
+      "▁prop er",
+      "er a",
+      "e ra",
+      "it ed",
+      "ite d",
+      "i ted",
+      "▁d oc",
+      "▁do c",
+      "▁ doc",
+      "ic es",
+      "ice s",
+      "i ces",
+      "Th e",
+      "T he",
+      "▁ ?",
+      "ст о",
+      "с то",
+      "f l",
+      "▁s pec",
+      "▁sp ec",
+      "▁spe c",
+      "▁ spec",
+      "en der",
+      "end er",
+      "ende r",
+      "e nder",
+      "wa y",
+      "w ay",
+      "▁s elf",
+      "▁sel f",
+      "▁ self",
+      "▁e ven",
+      "▁ev en",
+      "▁ even",
+      "і в",
+      "▁с е",
+      "▁ се",
+      "ни я",
+      "▁P r",
+      "▁ Pr",
+      "▁k e",
+      "▁ ke",
+      "em b",
+      "e mb",
+      "▁t able",
+      "▁tab le",
+      "▁ta ble",
+      "▁ table",
+      "▁e qu",
+      "▁eq u",
+      "▁ equ",
+      "li ent",
+      "lie nt",
+      "l ient",
+      "t d",
+      "par t",
+      "pa rt",
+      "p art",
+      "▁pr int",
+      "▁pri nt",
+      "▁prin t",
+      "▁ print",
+      "▁u ne",
+      "▁un e",
+      "▁ une",
+      "if y",
+      "▁- >",
+      "▁ ->",
+      "en e",
+      "e ne",
+      "▁m on",
+      "▁mo n",
+      "▁ mon",
+      "▁d ec",
+      "▁de c",
+      "▁ dec",
+      "▁st ill",
+      "▁о б",
+      "▁ об",
+      "▁T r",
+      "▁ Tr",
+      "▁ ф",
+      "if e",
+      "i fe",
+      "is m",
+      "i sm",
+      "b y",
+      "ra w",
+      "r aw",
+      "io r",
+      "i or",
+      "▁m ed",
+      "▁me d",
+      "▁ med",
+      "or ld",
+      "▁com ple",
+      "▁comp le",
+      "▁compl e",
+      "▁ comple",
+      "w w",
+      "▁a rt",
+      "▁ar t",
+      "▁ art",
+      "ro n",
+      "r on",
+      "▁ Г",
+      "▁M y",
+      "▁ My",
+      "▁a ls",
+      "▁al s",
+      "▁ als",
+      "re ct",
+      "rec t",
+      "r ect",
+      "▁a uf",
+      "▁au f",
+      "▁ auf",
+      "▁d own",
+      "▁do wn",
+      "▁dow n",
+      "▁ down",
+      "at her",
+      "ath er",
+      "a ther",
+      "Co l",
+      "C ol",
+      "Te xt",
+      "Tex t",
+      "T ext",
+      "ba ck",
+      "b ack",
+      "$ ,",
+      "▁y ear",
+      "▁ye ar",
+      "▁ year",
+      "м о",
+      "p i",
+      "▁G r",
+      "▁ Gr",
+      "re am",
+      "rea m",
+      "▁re p",
+      "▁r ep",
+      "▁ rep",
+      "b f",
+      "ww w",
+      "w ww",
+      "▁w ur",
+      "▁o rg",
+      "▁or g",
+      "▁ org",
+      "in ter",
+      "int er",
+      "inte r",
+      "▁D ie",
+      "▁Di e",
+      "▁ Die",
+      "▁b eing",
+      "▁be ing",
+      "▁bei ng",
+      "\" .",
+      "la bel",
+      "lab el",
+      "l abel",
+      "▁c ent",
+      "▁ce nt",
+      "▁ cent",
+      "ja va",
+      "jav a",
+      "j ava",
+      "ba r",
+      "b ar",
+      "an te",
+      "ant e",
+      "an a",
+      "a na",
+      "_ _",
+      "▁sol ution",
+      "▁ О",
+      "▁f l",
+      "▁ fl",
+      "▁c reate",
+      "▁cre ate",
+      "▁ create",
+      "ic i",
+      "i ci",
+      "st e",
+      "s te",
+      "yth on",
+      "yt hon",
+      "un t",
+      "u nt",
+      "as on",
+      "aso n",
+      "a son",
+      "fer ence",
+      "fe rence",
+      "S E",
+      "▁n on",
+      "▁no n",
+      "▁ non",
+      "an e",
+      "a ne",
+      "▁in s",
+      "▁i ns",
+      "▁ ins",
+      "ad er",
+      "ade r",
+      "a der",
+      "_{ \\",
+      "_ {\\",
+      "Re s",
+      "R es",
+      "▁m ain",
+      "▁ma in",
+      "▁mai n",
+      "▁ main",
+      "п и",
+      "▁T here",
+      "▁The re",
+      "▁Th ere",
+      "▁Ther e",
+      "▁ There",
+      "▁p our",
+      "▁po ur",
+      "▁pou r",
+      "R O",
+      "` ,",
+      "li sh",
+      "lis h",
+      "l ish",
+      "b ject",
+      "cc ess",
+      "c cess",
+      "▁o rig",
+      "▁or ig",
+      "▁ orig",
+      "is chen",
+      "isch en",
+      "ische n",
+      "isc hen",
+      "i schen",
+      "ow er",
+      "owe r",
+      "o wer",
+      "▁h et",
+      "▁he t",
+      "▁ het",
+      "u c",
+      "▁el se",
+      "▁els e",
+      "▁ else",
+      "» .",
+      "▁о т",
+      "▁ от",
+      "eq u",
+      "e qu",
+      "si ble",
+      "s ible",
+      "te st",
+      "tes t",
+      "t est",
+      "st and",
+      "sta nd",
+      "stan d",
+      "é n",
+      "et s",
+      "e ts",
+      "G E",
+      "id ent",
+      "ide nt",
+      "iden t",
+      "i dent",
+      "▁ е",
+      "▁п ри",
+      "▁пр и",
+      "▁ при",
+      ". ,",
+      "▁d as",
+      "▁da s",
+      "▁ das",
+      "oc k",
+      "o ck",
+      ", \"",
+      "▁v ol",
+      "▁vo l",
+      "▁ vol",
+      "▁f o",
+      "▁ fo",
+      "▁p ara",
+      "▁par a",
+      "▁pa ra",
+      "▁ para",
+      "▁ Т",
+      "▁C ar",
+      "▁Ca r",
+      "▁ Car",
+      "ra l",
+      "r al",
+      "▁S p",
+      "▁ Sp",
+      "va r",
+      "v ar",
+      "▁p lay",
+      "▁pl ay",
+      "▁pla y",
+      "▁ play",
+      "ou se",
+      "ous e",
+      "o use",
+      "▁т а",
+      "▁ та",
+      "ic ally",
+      "ical ly",
+      "▁con tain",
+      "▁cont ain",
+      "pon se",
+      "▁S tring",
+      "▁St ring",
+      "▁Str ing",
+      "▁ String",
+      "á n",
+      "▁b oth",
+      "▁bo th",
+      "▁bot h",
+      "▁ both",
+      "ke n",
+      "k en",
+      "A R",
+      "ер е",
+      "е ре",
+      "▁I l",
+      "▁ Il",
+      "▁is s",
+      "▁i ss",
+      "▁ iss",
+      "▁o pen",
+      "▁op en",
+      "▁ open",
+      "▁ )",
+      "▁W hat",
+      "▁Wh at",
+      "▁ What",
+      "f e",
+      "riv ate",
+      "re g",
+      "r eg",
+      "▁with out",
+      "▁ without",
+      "▁z u",
+      "▁ zu",
+      "vi s",
+      "v is",
+      "fl ow",
+      "f low",
+      "▁h ttp",
+      "▁htt p",
+      "▁ http",
+      "ab ase",
+      "aba se",
+      "a base",
+      "▁w ord",
+      "▁wor d",
+      "▁wo rd",
+      "▁ word",
+      "▁ch ange",
+      "▁chang e",
+      "▁ change",
+      "▁work s",
+      "▁wor ks",
+      "▁ works",
+      "▁g e",
+      "▁ ge",
+      "▁ !",
+      "▁e en",
+      "▁ een",
+      "it le",
+      "▁e vent",
+      "▁even t",
+      "▁ev ent",
+      "▁ event",
+      "wo rd",
+      "wor d",
+      "w ord",
+      "an do",
+      "and o",
+      "S B",
+      "re m",
+      "r em",
+      "▁f ield",
+      "▁fi eld",
+      "▁fiel d",
+      "▁ field",
+      "vi ng",
+      "vin g",
+      "v ing",
+      "Se r",
+      "S er",
+      "▁o ur",
+      "▁ou r",
+      "▁ our",
+      "▁qu i",
+      "▁q ui",
+      "▁ qui",
+      "▁o per",
+      "▁op er",
+      "▁ oper",
+      "▁is t",
+      "▁i st",
+      "▁ ist",
+      "de f",
+      "d ef",
+      "▁m ade",
+      "▁ma de",
+      "▁mad e",
+      "▁ made",
+      "ни е",
+      "p x",
+      "▁m en",
+      "▁me n",
+      "▁ men",
+      "r m",
+      "ai s",
+      "a is",
+      "ce nt",
+      "cen t",
+      "c ent",
+      "li st",
+      "lis t",
+      "l ist",
+      "T o",
+      "▁T o",
+      "▁ To",
+      "j a",
+      "ve rt",
+      "ver t",
+      "v ert",
+      "▁m ar",
+      "▁ma r",
+      "▁ mar",
+      "val ue",
+      "valu e",
+      "▁ „",
+      "\" ;",
+      "▁a us",
+      "▁au s",
+      "▁ aus",
+      "▁B r",
+      "▁ Br",
+      "ol e",
+      "o le",
+      "▁m ult",
+      "▁mu lt",
+      "▁mul t",
+      "▁ mult",
+      "oug ht",
+      "ough t",
+      "▁m at",
+      "▁ma t",
+      "▁ mat",
+      "▁v iew",
+      "▁vi ew",
+      "▁vie w",
+      "▁ view",
+      "fi l",
+      "f il",
+      "▁с о",
+      "▁ со",
+      "г а",
+      "▁v oid",
+      "▁vo id",
+      "▁ void",
+      "▁g ood",
+      "▁go od",
+      "▁ good",
+      "б о",
+      "C T",
+      "▁m any",
+      "▁ma ny",
+      "▁man y",
+      "▁ many",
+      "be n",
+      "b en",
+      "▁в о",
+      "▁ во",
+      "▁к а",
+      "▁ ка",
+      "▁s ystem",
+      "▁sys tem",
+      "▁syst em",
+      "▁ system",
+      "in o",
+      "i no",
+      "▁an other",
+      "▁ano ther",
+      "▁ another",
+      "▁re st",
+      "▁r est",
+      "▁res t",
+      "▁ rest",
+      "us er",
+      "use r",
+      "u ser",
+      "il ity",
+      "ili ty",
+      "a i",
+      "▁m ight",
+      "▁mig ht",
+      "us tom",
+      "ust om",
+      "usto m",
+      "▁or der",
+      "▁ord er",
+      "▁ order",
+      "▁V er",
+      "▁Ve r",
+      "▁ Ver",
+      "S S",
+      "} )",
+      "▁e ff",
+      "▁ eff",
+      "д о",
+      "et t",
+      "e tt",
+      "▁s ign",
+      "▁si gn",
+      "▁sig n",
+      "▁ sign",
+      "м у",
+      "I T",
+      "st ring",
+      "str ing",
+      "s tring",
+      "el le",
+      "ell e",
+      "e lle",
+      "▁s ing",
+      "▁si ng",
+      "▁sin g",
+      "▁ sing",
+      "cu l",
+      "c ul",
+      "▁tr ying",
+      "▁try ing",
+      "▁b eg",
+      "▁be g",
+      "▁ beg",
+      "▁p age",
+      "▁pa ge",
+      "▁pag e",
+      "▁ page",
+      "х о",
+      "▁C an",
+      "▁Ca n",
+      "▁ Can",
+      "▁S er",
+      "▁Se r",
+      "▁ Ser",
+      "+ +",
+      "▁m ust",
+      "▁mus t",
+      "▁mu st",
+      "▁ must",
+      "▁val ues",
+      "▁value s",
+      "▁valu es",
+      "▁ values",
+      "▁k ey",
+      "▁ke y",
+      "▁ key",
+      "ib le",
+      "i ble",
+      "] .",
+      "ir d",
+      "i rd",
+      "▁pro gram",
+      "▁pr ogram",
+      "▁ program",
+      "roll er",
+      "rol ler",
+      "rolle r",
+      "▁c onne",
+      "▁con ne",
+      "▁conn e",
+      "▁ conne",
+      "▁s ay",
+      "▁sa y",
+      "▁ say",
+      "▁p aram",
+      "▁par am",
+      "▁para m",
+      "▁pa ram",
+      "▁ param",
+      "ach e",
+      "ac he",
+      "a che",
+      "ve lop",
+      "vel op",
+      "▁s elect",
+      "▁se lect",
+      "▁sel ect",
+      "▁sele ct",
+      "▁ select",
+      "▁f amil",
+      "▁fa mil",
+      "▁fam il",
+      "▁ famil",
+      "▁l ast",
+      "▁la st",
+      "▁las t",
+      "▁ last",
+      "▁Th anks",
+      "▁Thank s",
+      "▁ Thanks",
+      "▁p op",
+      "▁po p",
+      "▁ pop",
+      "} .",
+      "e q",
+      "▁does n",
+      "[ '",
+      "▁t erm",
+      "▁te rm",
+      "▁ter m",
+      "▁ term",
+      "▁r é",
+      "▁ ré",
+      "▁d ocument",
+      "▁doc ument",
+      "▁ document",
+      "п а",
+      "л у",
+      "at eg",
+      "ate g",
+      ". )",
+      "li ng",
+      "lin g",
+      "l ing",
+      "ion al",
+      "io nal",
+      "iona l",
+      "i onal",
+      "ab les",
+      "able s",
+      "abl es",
+      "a bles",
+      "▁t ak",
+      "▁ta k",
+      "ut ton",
+      "utt on",
+      "utto n",
+      "▁a rg",
+      "▁ar g",
+      "▁ arg",
+      "ty pe",
+      "typ e",
+      "t ype",
+      "▁s ure",
+      "▁su re",
+      "▁sur e",
+      "▁re al",
+      "▁ real",
+      "▁w eb",
+      "▁we b",
+      "▁ web",
+      "▁c urrent",
+      "▁cur rent",
+      "▁curr ent",
+      "▁ current",
+      "▁P l",
+      "▁ Pl",
+      "ch o",
+      "c ho",
+      "ment s",
+      "men ts",
+      "m ents",
+      "▁J oh",
+      "▁Jo h",
+      "ot s",
+      "o ts",
+      "▁ex ist",
+      "▁ exist",
+      "н у",
+      "▁f ür",
+      "▁ für",
+      "▁и з",
+      "▁ из",
+      "d o",
+      "но го",
+      "ног о",
+      "н ого",
+      "▁l as",
+      "▁la s",
+      "▁ las",
+      "▁n ull",
+      "▁nu ll",
+      "▁ null",
+      "▁in form",
+      "▁inf orm",
+      "▁info rm",
+      "▁ Л",
+      "▁v ersion",
+      "▁vers ion",
+      "▁ version",
+      "▁c hang",
+      "▁ch ang",
+      "▁cha ng",
+      "ag er",
+      "age r",
+      "a ger",
+      "▁C omm",
+      "▁Com m",
+      "▁Co mm",
+      "▁ Comm",
+      "л і",
+      "us h",
+      "u sh",
+      "▁G e",
+      "▁ Ge",
+      "▁h igh",
+      "▁hi gh",
+      "▁ high",
+      "▁in put",
+      "▁ input",
+      "og le",
+      "o gle",
+      "ro s",
+      "r os",
+      "bo x",
+      "b ox",
+      "ge n",
+      "g en",
+      "▁s te",
+      "▁st e",
+      "▁ ste",
+      "▁l ocal",
+      "▁lo cal",
+      "▁loc al",
+      "▁ local",
+      "I m",
+      "▁pro cess",
+      "▁proc ess",
+      "▁proces s",
+      "▁ process",
+      "ter nal",
+      "tern al",
+      "t ernal",
+      "iz ed",
+      "ize d",
+      "i zed",
+      "г и",
+      "é t",
+      "▁I nd",
+      "▁In d",
+      "▁ Ind",
+      "▁o ch",
+      "▁oc h",
+      "▁ och",
+      "l t",
+      "▁col umn",
+      "▁ column",
+      "▁t ried",
+      "▁tr ied",
+      "▁tri ed",
+      "▁comm and",
+      "▁comma nd",
+      "▁ command",
+      "▁b est",
+      "▁be st",
+      "▁bes t",
+      "▁ best",
+      "as ter",
+      "ast er",
+      "aste r",
+      "a ster",
+      "з а",
+      "▁p rim",
+      "▁pr im",
+      "▁pri m",
+      "▁ prim",
+      "▁m odel",
+      "▁mod el",
+      "▁mo del",
+      "▁mode l",
+      "▁ model",
+      "▁ і",
+      "▁th ose",
+      "it ies",
+      "iti es",
+      "itie s",
+      "i ties",
+      "è re",
+      "▁р е",
+      "▁ ре",
+      "ј е",
+      "ш и",
+      "qu es",
+      "que s",
+      "q ues",
+      "▁A m",
+      "▁ Am",
+      "▁o wn",
+      "▁ow n",
+      "▁ own",
+      "li n",
+      "l in",
+      "з и",
+      "Val ue",
+      "th ing",
+      "t hing",
+      "▁ ,",
+      "▁T e",
+      "▁ Te",
+      "▁st ud",
+      "▁ stud",
+      "▁u m",
+      "▁ um",
+      "▁ser ver",
+      "▁serv er",
+      "▁serve r",
+      "▁ server",
+      "il le",
+      "ill e",
+      "i lle",
+      "▁p ut",
+      "▁pu t",
+      "▁ put",
+      "at iv",
+      "ati v",
+      "g y",
+      "ов и",
+      "о ви",
+      "ra f",
+      "r af",
+      "ов о",
+      "о во",
+      "▁wur de",
+      "▁W hen",
+      "▁Wh en",
+      "▁Whe n",
+      "▁ When",
+      "▁d iv",
+      "▁di v",
+      "▁ div",
+      "an ts",
+      "ant s",
+      "▁t er",
+      "▁te r",
+      "▁ ter",
+      "▁part ic",
+      "▁parti c",
+      "▁ т",
+      "▁D o",
+      "▁ Do",
+      "▁N o",
+      "▁ No",
+      "se rt",
+      "ser t",
+      "s ert",
+      "id o",
+      "i do",
+      "math cal",
+      "ad e",
+      "a de",
+      "▁I I",
+      "▁ II",
+      "le ar",
+      "lea r",
+      "l ear",
+      "og raph",
+      "o graph",
+      "en se",
+      "ens e",
+      "▁r ow",
+      "▁ro w",
+      "▁ row",
+      "nu m",
+      "n um",
+      "▁pos sible",
+      "▁poss ible",
+      "▁possib le",
+      "▁ possible",
+      "▁s ince",
+      "▁sin ce",
+      "▁ since",
+      "▁B o",
+      "▁ Bo",
+      "ct ions",
+      "ction s",
+      "▁I m",
+      "▁ Im",
+      "O R",
+      "ц і",
+      "▁i de",
+      "▁id e",
+      "▁ ide",
+      "ma p",
+      "m ap",
+      "▁cor rect",
+      "▁corre ct",
+      "▁corr ect",
+      "▁ correct",
+      "ve s",
+      "v es",
+      "ph p",
+      "p hp",
+      "▁out put",
+      "▁ output",
+      "▁P h",
+      "▁ Ph",
+      "A L",
+      "ar ed",
+      "are d",
+      "a red",
+      "\\ \\",
+      "▁im age",
+      "▁imag e",
+      "▁ image",
+      "es ch",
+      "esc h",
+      "e sch",
+      "ж и",
+      "▁con f",
+      "▁ conf",
+      "po r",
+      "p or",
+      "qu ery",
+      "que ry",
+      "quer y",
+      "ur es",
+      "ure s",
+      "u res",
+      "iu m",
+      "i um",
+      "en ds",
+      "end s",
+      "▁A b",
+      "▁ Ab",
+      "SB N",
+      "і д",
+      "et her",
+      "eth er",
+      "ethe r",
+      "e ther",
+      "pt ions",
+      "ption s",
+      "it u",
+      "i tu",
+      "li b",
+      "l ib",
+      "n s",
+      "k i",
+      "▁work ing",
+      "▁wor king",
+      "▁ working",
+      "▁c omo",
+      "▁com o",
+      "▁co mo",
+      "▁ como",
+      "▁T hen",
+      "▁The n",
+      "▁Th en",
+      "▁ Then",
+      "M L",
+      "ke y",
+      "k ey",
+      "cl ass",
+      "cla ss",
+      "c lass",
+      "op le",
+      "o ple",
+      "itt le",
+      "▁m atch",
+      "▁mat ch",
+      "▁ match",
+      "way s",
+      "wa ys",
+      "w ays",
+      "math bb",
+      "▁re quire",
+      "▁requ ire",
+      "▁ require",
+      "al t",
+      "a lt",
+      "▁v is",
+      "▁vi s",
+      "▁ vis",
+      "▁b l",
+      "▁ bl",
+      "▁c alled",
+      "▁cal led",
+      "▁call ed",
+      "▁ called",
+      "It em",
+      "I tem",
+      "ur a",
+      "u ra",
+      "ve c",
+      "v ec",
+      "em e",
+      "e me",
+      "▁d ella",
+      "▁de lla",
+      "▁del la",
+      "▁dell a",
+      "em bre",
+      "emb re",
+      "ur g",
+      "u rg",
+      "S e",
+      "▁re quest",
+      "▁requ est",
+      "▁req uest",
+      "▁ request",
+      "is che",
+      "isch e",
+      "isc he",
+      "i sche",
+      "▁p ort",
+      "▁po rt",
+      "▁por t",
+      "▁ port",
+      "▁inst ead",
+      "= \\",
+      "▁ У",
+      "ho r",
+      "h or",
+      "en te",
+      "ent e",
+      "um e",
+      "u me",
+      "er d",
+      "e rd",
+      "с а",
+      "▁w hy",
+      "▁wh y",
+      "▁ why",
+      "ri st",
+      "ris t",
+      "r ist",
+      "▁p erson",
+      "▁per son",
+      "▁pers on",
+      "▁ person",
+      "▁. ..",
+      "▁.. .",
+      "▁ ...",
+      "▁p rivate",
+      "▁priv ate",
+      "▁ private",
+      "▁t ot",
+      "▁to t",
+      "▁ tot",
+      "ph a",
+      "p ha",
+      "if t",
+      "i ft",
+      "it a",
+      "i ta",
+      "lo c",
+      "l oc",
+      "▁o ld",
+      "▁ol d",
+      "▁ old",
+      "о н",
+      "▁n el",
+      "▁ne l",
+      "▁ nel",
+      "' ]",
+      "t i",
+      "ie t",
+      "i et",
+      "ci te",
+      "cit e",
+      "c ite",
+      "ple ment",
+      "pl ement",
+      "p lement",
+      "▁a bove",
+      "▁ab ove",
+      "▁ above",
+      "k s",
+      "re ady",
+      "read y",
+      "rea dy",
+      "▁c ome",
+      "▁com e",
+      "▁co me",
+      "▁ come",
+      "se ction",
+      "sec tion",
+      "sect ion",
+      "s ection",
+      "▁P ol",
+      "▁Po l",
+      "▁ Pol",
+      "▁w rit",
+      "▁wr it",
+      "▁ writ",
+      "▁htt ps",
+      "▁http s",
+      "▁ https",
+      "▁$ $",
+      "▁ $$",
+      "▁ »",
+      "▁bu ild",
+      "▁ build",
+      "it o",
+      "i to",
+      "▁cons ider",
+      "▁consid er",
+      "af t",
+      "a ft",
+      "Ap p",
+      "A pp",
+      ", \\",
+      "ind ows",
+      "indow s",
+      "indo ws",
+      "com m",
+      "co mm",
+      "c omm",
+      "▁ ;",
+      "gr ound",
+      "gro und",
+      "g round",
+      "▁p lace",
+      "▁pl ace",
+      "▁pla ce",
+      "▁ place",
+      "B y",
+      "▁pro ject",
+      "▁ project",
+      "Ob ject",
+      "Obj ect",
+      "O bject",
+      "▁re pr",
+      "▁rep r",
+      "en ces",
+      "ence s",
+      "enc es",
+      "ind ow",
+      "indo w",
+      "z t",
+      "▁f iles",
+      "▁file s",
+      "▁fil es",
+      "▁fi les",
+      "▁ files",
+      "c z",
+      "iv ity",
+      "ivi ty",
+      "i vity",
+      "▁in it",
+      "▁i nit",
+      "▁ init",
+      "▁p rob",
+      "▁pro b",
+      "▁pr ob",
+      "▁ prob",
+      "▁s k",
+      "▁ sk",
+      "or th",
+      "ort h",
+      "im ent",
+      "ime nt",
+      "imen t",
+      "i ment",
+      "ou ble",
+      "at al",
+      "ata l",
+      "a tal",
+      "ir c",
+      "i rc",
+      "▁ è",
+      "▁b re",
+      "▁br e",
+      "▁ bre",
+      "is ta",
+      "ist a",
+      "i sta",
+      "in put",
+      "▁ И",
+      "но й",
+      "su m",
+      "s um",
+      "pa th",
+      "pat h",
+      "p ath",
+      "▁c our",
+      "▁co ur",
+      "▁cou r",
+      "▁t oo",
+      "▁to o",
+      "▁A d",
+      "▁ Ad",
+      "▁G u",
+      "▁ Gu",
+      "▁f alse",
+      "▁fal se",
+      "▁ false",
+      "▁f un",
+      "▁fu n",
+      "▁ fun",
+      "▁с т",
+      "▁ ст",
+      "oo d",
+      "o od",
+      "è s",
+      "▁e nc",
+      "▁en c",
+      "▁ enc",
+      "bo l",
+      "b ol",
+      "r l",
+      "ar get",
+      "arg et",
+      "or der",
+      "ord er",
+      "orde r",
+      "▁me an",
+      "▁ mean",
+      "п е",
+      "ig en",
+      "ige n",
+      "i gen",
+      "▁п ре",
+      "▁пр е",
+      "▁ пре",
+      "wid th",
+      "w idth",
+      "; \r",
+      "it or",
+      "ito r",
+      "i tor",
+      "▁st ate",
+      "▁stat e",
+      "▁sta te",
+      "▁ state",
+      "▁gre at",
+      "en n",
+      "e nn",
+      "bi n",
+      "b in",
+      "E r",
+      "Mo d",
+      "M od",
+      "o z",
+      "▁w on",
+      "▁wo n",
+      "▁ won",
+      "▁f act",
+      "▁fa ct",
+      "▁fac t",
+      "▁ fact",
+      "▁j ava",
+      "▁ja va",
+      "▁jav a",
+      "▁ java",
+      "▁Un ivers",
+      "▁ Univers",
+      "▁c ap",
+      "▁ca p",
+      "▁ cap",
+      "is tor",
+      "ist or",
+      "isto r",
+      "i stor",
+      "} (",
+      "k u",
+      "it her",
+      "ith er",
+      "i ther",
+      "al es",
+      "ale s",
+      "a les",
+      "▁o u",
+      "▁ ou",
+      "ro ss",
+      "ros s",
+      "r oss",
+      "▁t ake",
+      "▁tak e",
+      "▁ta ke",
+      "▁ take",
+      "ri x",
+      "r ix",
+      "lo b",
+      "l ob",
+      "▁e ine",
+      "▁ein e",
+      "as es",
+      "ase s",
+      "▁a ccess",
+      "▁acc ess",
+      "▁ac cess",
+      "▁ access",
+      "it é",
+      "i té",
+      "is tr",
+      "ist r",
+      "i str",
+      "iz ation",
+      "iza tion",
+      "▁app ro",
+      "▁ap pro",
+      "▁ appro",
+      "ba ll",
+      "bal l",
+      "b all",
+      "▁m ak",
+      "▁ma k",
+      "} ^",
+      "▁C ons",
+      "▁Con s",
+      "▁Co ns",
+      "▁ Cons",
+      "pr ess",
+      "pre ss",
+      "pres s",
+      "p ress",
+      "se rv",
+      "ser v",
+      "s erv",
+      "() .",
+      "( ).",
+      "a f",
+      "▁re f",
+      "▁r ef",
+      "▁ ref",
+      ") \\",
+      "▁cont in",
+      "s u",
+      "iv er",
+      "ive r",
+      "i ver",
+      "▁c ond",
+      "▁con d",
+      "▁co nd",
+      "▁ cond",
+      "▁ex pect",
+      "▁exp ect",
+      "▁ expect",
+      "▁char act",
+      "▁cha ract",
+      "ber t",
+      "be rt",
+      "b ert",
+      "el t",
+      "e lt",
+      "ter s",
+      "te rs",
+      "t ers",
+      "scri pt",
+      "scr ipt",
+      "s cript",
+      "▁E d",
+      "▁ Ed",
+      "ap t",
+      "a pt",
+      "') ;",
+      "' );",
+      "pr int",
+      "▁s ize",
+      "▁si ze",
+      "▁ size",
+      "▁s ich",
+      "▁si ch",
+      "▁sic h",
+      "fa ce",
+      "fac e",
+      "f ace",
+      "en den",
+      "end en",
+      "ende n",
+      "▁A mer",
+      "▁Am er",
+      "▁ Amer",
+      "if ied",
+      "ifi ed",
+      "ifie d",
+      "ó w",
+      "▁S u",
+      "▁ Su",
+      "te s",
+      "t es",
+      "me d",
+      "m ed",
+      "▁R eg",
+      "▁Re g",
+      "▁ Reg",
+      "so le",
+      "sol e",
+      "s ole",
+      "▁in clud",
+      "▁incl ud",
+      "▁inclu d",
+      "▁ includ",
+      "in i",
+      "i ni",
+      "in ci",
+      "inc i",
+      "▁p la",
+      "▁pl a",
+      "▁ pla",
+      "▁l eft",
+      "▁le ft",
+      "▁ left",
+      "d f",
+      "Pa r",
+      "P ar",
+      "▁A ll",
+      "▁Al l",
+      "▁ All",
+      "▁o cc",
+      "▁oc c",
+      "▁ occ",
+      "▁A t",
+      "▁ At",
+      "▁c r",
+      "▁ cr",
+      "Q u",
+      "▁g iven",
+      "▁giv en",
+      "▁give n",
+      "▁gi ven",
+      "▁S ystem",
+      "▁Syst em",
+      "▁ System",
+      "ic an",
+      "ica n",
+      "i can",
+      "▁f inal",
+      "▁fin al",
+      "▁fi nal",
+      "▁ final",
+      "it ions",
+      "ition s",
+      "iti ons",
+      "▁б ы",
+      "▁ бы",
+      "▁per form",
+      "▁perf orm",
+      "▁ perform",
+      "A N",
+      "▁M e",
+      "▁ Me",
+      "ur o",
+      "u ro",
+      "▁T hat",
+      "▁Th at",
+      "▁ That",
+      "г ра",
+      "▁П о",
+      "▁ По",
+      "▁в и",
+      "▁ ви",
+      "ab ly",
+      "abl y",
+      "▁pr esent",
+      "▁pre sent",
+      "▁pres ent",
+      "▁ present",
+      "du ct",
+      "d uct",
+      "ri c",
+      "r ic",
+      "▁E ng",
+      "▁En g",
+      "▁ Eng",
+      "tr y",
+      "t ry",
+      "▁l ar",
+      "▁la r",
+      "▁ lar",
+      "b l",
+      "id d",
+      "i dd",
+      "▁ä r",
+      "▁ är",
+      "or a",
+      "o ra",
+      "L L",
+      "os s",
+      "o ss",
+      "▁I SBN",
+      "▁ ISBN",
+      "▁th ree",
+      "▁thr ee",
+      "▁thre e",
+      "▁ three",
+      "j o",
+      "n í",
+      "r c",
+      "▁f ar",
+      "▁fa r",
+      "▁ far",
+      "▁N ot",
+      "▁No t",
+      "▁ Not",
+      "▁l ittle",
+      "▁litt le",
+      "di s",
+      "d is",
+      "at i",
+      "a ti",
+      "fun ction",
+      "func tion",
+      "f unction",
+      "▁a ble",
+      "▁ab le",
+      "▁ able",
+      "le ss",
+      "les s",
+      "l ess",
+      "с о",
+      "▁p ath",
+      "▁pat h",
+      "▁pa th",
+      "▁ path",
+      "▁p res",
+      "▁pr es",
+      "▁pre s",
+      "▁ pres",
+      "lo se",
+      "los e",
+      "l ose",
+      "P I",
+      "▁iss ue",
+      "▁issu e",
+      "▁ issue",
+      "ack age",
+      "ti me",
+      "tim e",
+      "t ime",
+      "ig e",
+      "i ge",
+      "am s",
+      "a ms",
+      "▁C l",
+      "▁ Cl",
+      "ail s",
+      "ai ls",
+      "a ils",
+      "al k",
+      "i i",
+      "ш е",
+      "pe n",
+      "p en",
+      "Q L",
+      "▁e as",
+      "R L",
+      "ce l",
+      "c el",
+      "▁s l",
+      "▁ sl",
+      "▁a sk",
+      "▁as k",
+      "▁ ask",
+      "▁n om",
+      "▁no m",
+      "▁ nom",
+      "▁t op",
+      "▁to p",
+      "▁ top",
+      "id es",
+      "ide s",
+      "i des",
+      "in dex",
+      "ind ex",
+      "inde x",
+      "é m",
+      "▁h app",
+      "▁ha pp",
+      "o x",
+      "c d",
+      "▁b etter",
+      "▁bet ter",
+      "▁lo ad",
+      "▁ load",
+      "ad os",
+      "ado s",
+      "ze n",
+      "z en",
+      "▁c e",
+      "▁ ce",
+      "▁f a",
+      "▁ fa",
+      "▁J ohn",
+      "▁Joh n",
+      "▁Jo hn",
+      "▁ John",
+      "IM A",
+      "I MA",
+      "▁B ar",
+      "▁Ba r",
+      "▁ Bar",
+      "over flow",
+      "▁д е",
+      "▁ де",
+      "ne ss",
+      "nes s",
+      "n ess",
+      "ce r",
+      "c er",
+      "▁H ere",
+      "▁He re",
+      "▁Her e",
+      "▁ Here",
+      "re t",
+      "r et",
+      "▁s z",
+      "▁ sz",
+      "amb da",
+      "op y",
+      "o py",
+      "ur l",
+      "u rl",
+      "p y",
+      "r t",
+      "▁under stand",
+      "a ł",
+      "he r",
+      "h er",
+      "# #",
+      "▁ch ild",
+      "▁chi ld",
+      "▁ child",
+      "▁ex ec",
+      "▁ exec",
+      "▁app lication",
+      "▁applic ation",
+      "▁ application",
+      "▁st ruct",
+      "▁str uct",
+      "▁stru ct",
+      "▁ struct",
+      "▁ я",
+      "Fil e",
+      "Fi le",
+      "F ile",
+      "▁c ert",
+      "▁ce rt",
+      "▁cer t",
+      "▁ cert",
+      "is on",
+      "iso n",
+      "i son",
+      "▁vari able",
+      "▁ variable",
+      "D E",
+      "r s",
+      "▁re ally",
+      "▁real ly",
+      "Po rt",
+      "P ort",
+      "b a",
+      "▁B er",
+      "▁Be r",
+      "▁ Ber",
+      "▁in te",
+      "▁int e",
+      "▁ inte",
+      "▁st atic",
+      "▁stat ic",
+      "▁stati c",
+      "▁ static",
+      "▁con fig",
+      "▁conf ig",
+      "▁ config",
+      "▁S he",
+      "▁Sh e",
+      "▁ She",
+      "est ions",
+      "estion s",
+      "esti ons",
+      "▁p lus",
+      "▁pl us",
+      "▁ plus",
+      "▁h ab",
+      "▁ha b",
+      "▁ hab",
+      "op e",
+      "o pe",
+      "▁m us",
+      "▁mu s",
+      "▁ mus",
+      "▁c ount",
+      "▁co unt",
+      "▁coun t",
+      "▁cou nt",
+      "▁ count",
+      "M E",
+      "▁su pport",
+      "▁supp ort",
+      "▁sup port",
+      "▁ support",
+      "▁pe ople",
+      "▁ people",
+      "▁b eh",
+      "▁be h",
+      "▁al ready",
+      "T r",
+      "▁d one",
+      "▁do ne",
+      "▁don e",
+      "▁ done",
+      "de m",
+      "d em",
+      "si ze",
+      "s ize",
+      "al pha",
+      "alph a",
+      "▁d isc",
+      "▁di sc",
+      "▁dis c",
+      "] )",
+      "▁M an",
+      "▁Ma n",
+      "▁ Man",
+      "▁m il",
+      "▁mi l",
+      "▁ mil",
+      "▁st and",
+      "▁sta nd",
+      "▁stan d",
+      "▁ stand",
+      "▁gr oup",
+      "▁gro up",
+      "▁ group",
+      "▁sm all",
+      "▁ small",
+      "▁m ag",
+      "▁ma g",
+      "▁ mag",
+      "ст ь",
+      "с ть",
+      "▁de fault",
+      "▁def ault",
+      "▁ default",
+      "▁sing le",
+      "▁sin gle",
+      "▁ single",
+      "lin k",
+      "l ink",
+      "cl ude",
+      "clud e",
+      "▁e ar",
+      "▁ ear",
+      "il ar",
+      "ila r",
+      "i lar",
+      "** **",
+      "*** *",
+      "* ***",
+      "▁f ix",
+      "▁fi x",
+      "▁ fix",
+      "le y",
+      "l ey",
+      "▁p as",
+      "▁pa s",
+      "▁ pas",
+      "ни й",
+      "iss ion",
+      "▁im plement",
+      "▁imp lement",
+      "▁impl ement",
+      "it ch",
+      "▁го да",
+      "▁год а",
+      "▁al ways",
+      "▁ always",
+      "▁J ah",
+      "▁Ja h",
+      "pr ing",
+      "p ring",
+      "ç ão",
+      "pl ate",
+      "pla te",
+      "p late",
+      "▁de scri",
+      "▁des cri",
+      "▁desc ri",
+      "▁h ead",
+      "▁he ad",
+      "▁ head",
+      "in it",
+      "ini t",
+      "i nit",
+      "og raf",
+      "▁qu ery",
+      "▁que ry",
+      "▁quer y",
+      "▁ query",
+      "iv ed",
+      "ive d",
+      "i ved",
+      "▁in g",
+      "▁i ng",
+      "▁ ing",
+      "pt y",
+      "p ty",
+      "h a",
+      "▁m ov",
+      "▁mo v",
+      "▁ mov",
+      "▁ э",
+      "et te",
+      "ett e",
+      "e tte",
+      "il y",
+      "i ly",
+      "▁g ot",
+      "▁go t",
+      "▁ got",
+      "il ed",
+      "ile d",
+      "i led",
+      "ic ro",
+      "i cro",
+      "▁w r",
+      "▁ wr",
+      "р я",
+      "▁n ever",
+      "▁ne ver",
+      "▁nev er",
+      "or es",
+      "ore s",
+      "o res",
+      "▁b as",
+      "▁ba s",
+      "▁ bas",
+      "io s",
+      "i os",
+      "la ck",
+      "lac k",
+      "l ack",
+      "ain t",
+      "ai nt",
+      "a int",
+      "vi ous",
+      "v ious",
+      "▁g ive",
+      "▁giv e",
+      "▁gi ve",
+      "id ad",
+      "ida d",
+      "E n",
+      "ны й",
+      "н ый",
+      "ta ble",
+      "tab le",
+      "t able",
+      "▁Н а",
+      "▁ На",
+      "▁p at",
+      "▁pa t",
+      "▁ pat",
+      "то р",
+      "т ор",
+      "an gu",
+      "ang u",
+      "lo y",
+      "l oy",
+      "▁s eg",
+      "▁se g",
+      "▁ seg",
+      "ar ray",
+      "arr ay",
+      "▁F l",
+      "▁ Fl",
+      "▁in dex",
+      "▁ind ex",
+      "▁inde x",
+      "▁ index",
+      "▁s w",
+      "▁ sw",
+      "IMA GE",
+      "IM AGE",
+      "▁k m",
+      "▁ km",
+      "б и",
+      "Cl ass",
+      "Cla ss",
+      "C lass",
+      "en a",
+      "e na",
+      "ме н",
+      "м ен",
+      "com p",
+      "co mp",
+      "c omp",
+      "at us",
+      "atu s",
+      "ra p",
+      "r ap",
+      "▁L ist",
+      "▁Li st",
+      "▁Lis t",
+      "▁ List",
+      "Er ror",
+      "Err or",
+      "E rror",
+      "▁t yp",
+      "▁ty p",
+      "▁ typ",
+      "▁м а",
+      "▁ ма",
+      "c s",
+      "' :",
+      "j i",
+      "▁How ever",
+      "▁ However",
+      "▁т е",
+      "▁ те",
+      "▁be low",
+      "▁bel ow",
+      "▁ below",
+      "▁A pp",
+      "▁Ap p",
+      "▁ App",
+      "щ е",
+      "} _",
+      "bu m",
+      "b um",
+      "vi r",
+      "v ir",
+      "ée s",
+      "é es",
+      "▁re cord",
+      "▁rec ord",
+      "▁ record",
+      "ta in",
+      "t ain",
+      "le m",
+      "l em",
+      "it al",
+      "ita l",
+      "i tal",
+      "▁i mp",
+      "▁im p",
+      "▁ imp",
+      "eg o",
+      "e go",
+      "▁o d",
+      "▁ od",
+      "▁re ce",
+      "▁rec e",
+      "▁ rece",
+      "mi t",
+      "m it",
+      "ff ic",
+      "f fic",
+      "stack overflow",
+      "ie ve",
+      "iev e",
+      "▁ З",
+      "▁n ov",
+      "▁no v",
+      "▁ nov",
+      "ц е",
+      "▁In tern",
+      "▁Int ern",
+      "▁Inter n",
+      "▁ Intern",
+      "b u",
+      "▁s ugg",
+      "▁su gg",
+      "▁sug g",
+      "▁l oop",
+      "▁lo op",
+      "▁ loop",
+      "ri de",
+      "rid e",
+      "r ide",
+      "▁$ (",
+      "▁ $(",
+      "▁s uper",
+      "▁su per",
+      "▁sup er",
+      "▁ super",
+      "ri d",
+      "r id",
+      "ны х",
+      "н ых",
+      "▁P er",
+      "▁Pe r",
+      "▁ Per",
+      "▁d om",
+      "▁do m",
+      "▁ dom",
+      "= '",
+      "ut sch",
+      "uts ch",
+      "le n",
+      "l en",
+      "▁w rite",
+      "▁writ e",
+      "▁wr ite",
+      "▁ write",
+      "▁in v",
+      "▁ inv",
+      "ou th",
+      "out h",
+      "o uth",
+      "▁H er",
+      "▁He r",
+      "▁ Her",
+      "▁y ears",
+      "▁year s",
+      "▁ye ars",
+      "▁or iginal",
+      "▁orig inal",
+      "▁origin al",
+      "▁ original",
+      "eg a",
+      "e ga",
+      "▁S te",
+      "▁St e",
+      "▁ Ste",
+      "▁se ems",
+      "▁see ms",
+      "▁seem s",
+      "é g",
+      "▁n ext",
+      "▁ne xt",
+      "▁ next",
+      "ed er",
+      "ede r",
+      "e der",
+      "▁N e",
+      "▁ Ne",
+      "av as",
+      "ava s",
+      "a vas",
+      "ific ation",
+      "ifi cation",
+      "ifica tion",
+      "Ex ception",
+      "▁D er",
+      "▁De r",
+      "▁ Der",
+      "▁v e",
+      "▁ ve",
+      "at ic",
+      "ati c",
+      "ha t",
+      "h at",
+      "br ary",
+      "bra ry",
+      "re turn",
+      "ret urn",
+      "ur ch",
+      "is ion",
+      "isi on",
+      "m i",
+      "oi nt",
+      "oin t",
+      "o int",
+      "▁d ay",
+      "▁da y",
+      "▁ day",
+      "ic tion",
+      "ict ion",
+      "i ction",
+      "á l",
+      "▁é s",
+      "▁ és",
+      "▁th ough",
+      "▁thou gh",
+      "▁ though",
+      "ac tion",
+      "act ion",
+      "a ction",
+      "í t",
+      "un gen",
+      "ung en",
+      "unge n",
+      "ou rs",
+      "our s",
+      "o urs",
+      "▁s cript",
+      "▁scr ipt",
+      "▁scri pt",
+      "▁ script",
+      "▁in formation",
+      "▁inform ation",
+      "▁ information",
+      "▁mult i",
+      "▁mul ti",
+      "▁ multi",
+      "▁\\ \\",
+      "▁ \\\\",
+      "st er",
+      "ste r",
+      "s ter",
+      "к е",
+      "A C",
+      "ci es",
+      "cie s",
+      "c ies",
+      "▁dis play",
+      "▁disp lay",
+      "▁ display",
+      "om an",
+      "oma n",
+      "o man",
+      "Tim e",
+      "T ime",
+      "iu s",
+      "i us",
+      ")) ;",
+      ") );",
+      "tr e",
+      "t re",
+      "▁l im",
+      "▁li m",
+      "▁ lim",
+      "at ely",
+      "ate ly",
+      "atel y",
+      "é d",
+      "is te",
+      "ist e",
+      "i ste",
+      "▁с а",
+      "▁ са",
+      "pos t",
+      "po st",
+      "p ost",
+      "ue l",
+      "u el",
+      "im g",
+      "▁ ч",
+      "ск а",
+      "с ка",
+      "el d",
+      "e ld",
+      "pp er",
+      "ppe r",
+      "p per",
+      "ul a",
+      "u la",
+      "▁gener al",
+      "▁gen eral",
+      "▁gene ral",
+      "▁ general",
+      "A l",
+      "For m",
+      "F orm",
+      "▁u pon",
+      "▁up on",
+      "z o",
+      "am ente",
+      "ament e",
+      "amen te",
+      "a mente",
+      "▁p rom",
+      "▁pro m",
+      "▁pr om",
+      "▁ prom",
+      "▁ ü",
+      "le x",
+      "l ex",
+      "▁t urn",
+      "▁tu rn",
+      "▁tur n",
+      "▁ turn",
+      "▁м е",
+      "▁ ме",
+      "en tion",
+      "ent ion",
+      "enti on",
+      "ле н",
+      "л ен",
+      "▁a f",
+      "▁ af",
+      "ic le",
+      "i cle",
+      "ст в",
+      "с тв",
+      "▁F il",
+      "▁ Fil",
+      "▁ Ф",
+      "ava script",
+      "avas cript",
+      "Ma n",
+      "M an",
+      "ar a",
+      "a ra",
+      "wa re",
+      "war e",
+      "w are",
+      "al ign",
+      "ali gn",
+      "an gle",
+      "ang le",
+      "▁S c",
+      "▁ Sc",
+      "un ic",
+      "uni c",
+      "u nic",
+      "▁f ran",
+      "▁fr an",
+      "▁fra n",
+      "▁ fran",
+      "U n",
+      "z i",
+      "me t",
+      "m et",
+      "Ad d",
+      "A dd",
+      "▁p ub",
+      "▁pu b",
+      "▁ pub",
+      "ко в",
+      "к ов",
+      "▁g en",
+      "▁ge n",
+      "▁ gen",
+      "▁p od",
+      "▁po d",
+      "▁ pod",
+      "▁s um",
+      "▁su m",
+      "▁ sum",
+      "▁h aving",
+      "▁ha ving",
+      "▁hav ing",
+      "▁a vec",
+      "▁av ec",
+      "▁ave c",
+      "s l",
+      "▁f ig",
+      "▁fi g",
+      "▁ fig",
+      "▁R es",
+      "▁Re s",
+      "▁ Res",
+      "Dat e",
+      "Da te",
+      "D ate",
+      "ul es",
+      "ule s",
+      "u les",
+      "wi th",
+      "w ith",
+      "ски й",
+      "с кий",
+      "g u",
+      "E T",
+      "▁b ro",
+      "▁br o",
+      "▁ bro",
+      "ri e",
+      "r ie",
+      "ap s",
+      "a ps",
+      "en ding",
+      "end ing",
+      "endi ng",
+      "ma il",
+      "mai l",
+      "m ail",
+      "oo k",
+      "o ok",
+      "▁su ccess",
+      "▁succ ess",
+      "▁suc cess",
+      "▁ success",
+      "ber g",
+      "be rg",
+      "b erg",
+      "▁d eb",
+      "▁de b",
+      "▁ deb",
+      "el ta",
+      "elt a",
+      "() `",
+      "( )`",
+      "ent ial",
+      "enti al",
+      "fr ame",
+      "fra me",
+      "fram e",
+      "f rame",
+      "Ke y",
+      "K ey",
+      "in n",
+      "i nn",
+      "▁sim ple",
+      "▁simp le",
+      "▁simpl e",
+      "▁ simple",
+      "iv al",
+      "iva l",
+      "i val",
+      "▁c are",
+      "▁car e",
+      "▁ca re",
+      "▁ care",
+      "▁W eb",
+      "▁We b",
+      "▁ Web",
+      "\") .",
+      "\" ).",
+      ">< /",
+      "> </",
+      "▁d atabase",
+      "▁data base",
+      "▁dat abase",
+      "▁datab ase",
+      "▁ database",
+      "▁N ow",
+      "▁No w",
+      "▁ Now",
+      "In d",
+      "I nd",
+      "▁м о",
+      "▁ мо",
+      "ch t",
+      "c ht",
+      "ba n",
+      "b an",
+      "ra m",
+      "r am",
+      "equ ation",
+      "sk i",
+      "s ki",
+      "ie f",
+      "i ef",
+      "li m",
+      "l im",
+      "Ge t",
+      "G et",
+      "▁t re",
+      "▁tr e",
+      "▁ tre",
+      "at en",
+      "ate n",
+      "a ten",
+      "be d",
+      "b ed",
+      "▁J e",
+      "▁ Je",
+      "▁result s",
+      "▁ results",
+      "л ю",
+      "те ль",
+      "тел ь",
+      "т ель",
+      "d b",
+      "▁b it",
+      "▁bi t",
+      "▁ bit",
+      "bo dy",
+      "b ody",
+      "Ar ray",
+      "Arr ay",
+      "m u",
+      "pr ession",
+      "press ion",
+      "p ression",
+      "▁с та",
+      "▁ст а",
+      "▁ ста",
+      "on y",
+      "o ny",
+      "if f",
+      "i ff",
+      "▁b ar",
+      "▁ba r",
+      "▁ bar",
+      "▁Ar ch",
+      "▁Arc h",
+      "▁ Arch",
+      "ber s",
+      "be rs",
+      "b ers",
+      ") {",
+      "▁M on",
+      "▁Mo n",
+      "▁ Mon",
+      "▁do ing",
+      "▁doi ng",
+      "▁pro f",
+      "▁pr of",
+      "▁ prof",
+      "▁inst all",
+      "▁instal l",
+      "▁ install",
+      "▁p osition",
+      "▁pos ition",
+      "▁posit ion",
+      "▁ position",
+      "em a",
+      "e ma",
+      "▁} );",
+      "▁}) ;",
+      "▁ });",
+      "Pat h",
+      "Pa th",
+      "P ath",
+      "al i",
+      "a li",
+      "▁& &",
+      "▁ &&",
+      "le v",
+      "l ev",
+      "▁c annot",
+      "▁can not",
+      "▁M ay",
+      "▁Ma y",
+      "▁ May",
+      "in st",
+      "ins t",
+      "- \\",
+      "▁c oun",
+      "▁co un",
+      "▁cou n",
+      "▁a ng",
+      "▁an g",
+      "▁ ang",
+      "▁app ear",
+      "▁appe ar",
+      "co r",
+      "c or",
+      "ci ó",
+      "c ió",
+      "id ed",
+      "ide d",
+      "i ded",
+      "qu estions",
+      "quest ions",
+      "question s",
+      "at ter",
+      "att er",
+      "atte r",
+      "▁P a",
+      "▁ Pa",
+      "se lect",
+      "sel ect",
+      "s elect",
+      "▁pr inci",
+      "▁prin ci",
+      "E vent",
+      "▁s ide",
+      "▁si de",
+      "▁sid e",
+      "▁ side",
+      "▁m em",
+      "▁me m",
+      "▁ mem",
+      "▁J an",
+      "▁Ja n",
+      "▁ Jan",
+      "ar io",
+      "ari o",
+      "a rio",
+      "▁with in",
+      "▁wit hin",
+      "▁V al",
+      "▁Va l",
+      "▁ Val",
+      "ode s",
+      "od es",
+      "o des",
+      "idd le",
+      "ur ation",
+      "ura tion",
+      "br a",
+      "b ra",
+      "▁d ate",
+      "▁da te",
+      "▁dat e",
+      "▁ date",
+      "[ ]",
+      "▁en tre",
+      "▁ent re",
+      "▁entr e",
+      "▁ entre",
+      "il i",
+      "i li",
+      "Port ail",
+      "doc s",
+      "do cs",
+      "d ocs",
+      "ско й",
+      "с кой",
+      "El ement",
+      "E lement",
+      "▁m essage",
+      "▁mess age",
+      "▁ message",
+      "▁n ach",
+      "▁na ch",
+      "▁nac h",
+      "▁ nach",
+      "▁d uring",
+      "▁du ring",
+      "▁dur ing",
+      "▁g ra",
+      "▁gr a",
+      "▁ gra",
+      "et work",
+      "▁B y",
+      "▁ By",
+      "▁t ell",
+      "▁te ll",
+      "▁tel l",
+      "et e",
+      "e te",
+      "~ \\",
+      "▁b is",
+      "▁bi s",
+      "▁ bis",
+      "▁p u",
+      "▁ pu",
+      "▁re d",
+      "▁r ed",
+      "▁ red",
+      "▁t hing",
+      "▁th ing",
+      "▁thin g",
+      "▁ thing",
+      "▁s ort",
+      "▁so rt",
+      "▁sor t",
+      "▁ sort",
+      "xi m",
+      "x im",
+      "ir es",
+      "ire s",
+      "i res",
+      "Use r",
+      "Us er",
+      "U ser",
+      "io d",
+      "i od",
+      "▁E st",
+      "▁Es t",
+      "▁ Est",
+      "os ed",
+      "ose d",
+      "o sed",
+      "ou te",
+      "out e",
+      "o ute",
+      "▁L es",
+      "▁Le s",
+      "▁ Les",
+      "▁s ent",
+      "▁se nt",
+      "▁sen t",
+      "▁ sent",
+      "rib ute",
+      "ribu te",
+      "ut es",
+      "ute s",
+      "u tes",
+      "ist ory",
+      "istor y",
+      "isto ry",
+      "i story",
+      "▁ser vice",
+      "▁serv ice",
+      "▁servi ce",
+      "▁ service",
+      "' ;",
+      "fi eld",
+      "f ield",
+      "▁I N",
+      "▁ IN",
+      "ens ion",
+      "re l",
+      "r el",
+      "▁go ing",
+      "▁ going",
+      "we b",
+      "w eb",
+      "Con text",
+      "Cont ext",
+      "▁l ater",
+      "▁la ter",
+      "▁lat er",
+      "▁late r",
+      "u k",
+      "lay out",
+      "l ayout",
+      "on a",
+      "o na",
+      "á t",
+      "---- ------------",
+      "-------- --------",
+      "------------ ----",
+      "------ ----------",
+      "---------- ------",
+      "▁ex act",
+      "an dom",
+      "and om",
+      "ando m",
+      "▁s ie",
+      "▁si e",
+      "I I",
+      "▁The y",
+      "▁Th ey",
+      "▁ They",
+      "ment e",
+      "men te",
+      "m ente",
+      "ib li",
+      "▁f ine",
+      "▁fin e",
+      "▁fi ne",
+      "U T",
+      "▁de velop",
+      "▁deve lop",
+      "▁ develop",
+      "▁E in",
+      "so ft",
+      "of f",
+      "o ff",
+      "Se t",
+      "S et",
+      "▁a z",
+      "▁ az",
+      "et ers",
+      "eter s",
+      "ete rs",
+      "e ters",
+      "il der",
+      "ild er",
+      "ilde r",
+      "i lder",
+      "ple s",
+      "pl es",
+      "p les",
+      "▁spec ific",
+      "▁ specific",
+      "▁o m",
+      "▁ om",
+      "er ror",
+      "err or",
+      "e rror",
+      "ent ly",
+      "▁fil m",
+      "▁fi lm",
+      "▁ film",
+      "uc k",
+      "u ck",
+      "ain s",
+      "ai ns",
+      "a ins",
+      "ac ión",
+      "ació n",
+      "aci ón",
+      "a ción",
+      "ge s",
+      "g es",
+      "ж а",
+      "▁th ings",
+      "▁thing s",
+      "▁thin gs",
+      "S h",
+      "▁th ought",
+      "▁though t",
+      "▁ad ded",
+      "▁add ed",
+      "▁ added",
+      "de p",
+      "d ep",
+      "ско го",
+      "ск ого",
+      "ског о",
+      "с кого",
+      "▁L i",
+      "▁ Li",
+      "il s",
+      "i ls",
+      "yn c",
+      "y nc",
+      "▁т о",
+      "▁ то",
+      "ri es",
+      "rie s",
+      "r ies",
+      "▁c u",
+      "▁ cu",
+      "ch en",
+      "che n",
+      "c hen",
+      "IO N",
+      "I ON",
+      "▁D es",
+      "▁De s",
+      "▁ Des",
+      "ult ado",
+      "ir t",
+      "i rt",
+      "▁b ased",
+      "▁bas ed",
+      "▁base d",
+      "▁ba sed",
+      "▁ based",
+      "▁m o",
+      "▁ mo",
+      "▁d est",
+      "▁de st",
+      "▁des t",
+      "▁ dest",
+      "pn g",
+      "p ng",
+      "re en",
+      "ree n",
+      "r een",
+      "▁r unning",
+      "▁run ning",
+      "▁ running",
+      "am ma",
+      "amm a",
+      "ou d",
+      "o ud",
+      "▁re fer",
+      "▁ref er",
+      "▁ refer",
+      "io us",
+      "i ous",
+      "▁J ul",
+      "▁Ju l",
+      "▁ Jul",
+      "▁s earch",
+      "▁se arch",
+      "▁ search",
+      "al d",
+      "a ld",
+      "ed e",
+      "e de",
+      "▁w rong",
+      "▁wr ong",
+      "A n",
+      "▁u ntil",
+      "▁un til",
+      "▁ until",
+      "si te",
+      "s ite",
+      "ay er",
+      "aye r",
+      "a yer",
+      "▁on ce",
+      "▁ once",
+      "ar r",
+      "a rr",
+      "▁again st",
+      "== ==",
+      "=== =",
+      "= ===",
+      "▁s ource",
+      "▁ source",
+      "ar n",
+      "a rn",
+      "ap i",
+      "a pi",
+      "▁re present",
+      "▁repr esent",
+      "▁repres ent",
+      "▁repre sent",
+      "▁a ff",
+      "▁af f",
+      "▁ aff",
+      "▁s ein",
+      "▁se in",
+      "▁sei n",
+      "▁ sein",
+      "▁al low",
+      "▁all ow",
+      "▁allo w",
+      "▁ allow",
+      "or mal",
+      "orm al",
+      "en ded",
+      "end ed",
+      "ende d",
+      "▁cont rol",
+      "▁contr ol",
+      "▁contro l",
+      "▁ control",
+      "math bf",
+      "com e",
+      "co me",
+      "c ome",
+      "cu r",
+      "c ur",
+      "en do",
+      "end o",
+      "w a",
+      "▁up date",
+      "▁upd ate",
+      "▁ update",
+      "▁in side",
+      "▁ins ide",
+      "▁ inside",
+      "▁re ason",
+      "▁ reason",
+      "om en",
+      "ome n",
+      "o men",
+      "▁в ы",
+      "▁ вы",
+      "D e",
+      "▁ј е",
+      "▁ је",
+      "s w",
+      "▁s ever",
+      "▁se ver",
+      "O f",
+      "▁inst ance",
+      "▁ instance",
+      "▁m er",
+      "▁me r",
+      "▁ mer",
+      "▁e ffect",
+      "▁eff ect",
+      "▁ effect",
+      "col or",
+      "co lor",
+      "colo r",
+      "ug ust",
+      "il t",
+      "i lt",
+      "de s",
+      "d es",
+      "it z",
+      "i tz",
+      "ul ation",
+      "ula tion",
+      "u lation",
+      "ni e",
+      "n ie",
+      "▁W orld",
+      "▁Wor ld",
+      "▁ World",
+      "▁sim ilar",
+      "▁ similar",
+      "ym bol",
+      "hi ng",
+      "hin g",
+      "h ing",
+      "▁m ark",
+      "▁mar k",
+      "▁ mark",
+      "St ate",
+      "Stat e",
+      "▁cont ent",
+      "▁conten t",
+      "▁conte nt",
+      "▁ content",
+      "▁me ans",
+      "▁mean s",
+      "am ed",
+      "ame d",
+      "a med",
+      "▁E nd",
+      "▁En d",
+      "▁ End",
+      "N D",
+      "co unt",
+      "cou nt",
+      "c ount",
+      "▁In st",
+      "▁Ins t",
+      "▁ Inst",
+      "per ty",
+      "pert y",
+      "ct or",
+      "c tor",
+      "▁{ \\",
+      "▁ {\\",
+      "▁L et",
+      "▁Le t",
+      "▁ Let",
+      "▁! =",
+      "▁ !=",
+      "▁get ting",
+      "▁ getting",
+      "ut h",
+      "u th",
+      "um ber",
+      "umb er",
+      "▁Cons ultado",
+      "sch aft",
+      "sc haft",
+      "le te",
+      "let e",
+      "l ete",
+      "▁W ill",
+      "▁Wil l",
+      "▁Wi ll",
+      "▁ Will",
+      "▁E m",
+      "▁ Em",
+      "he ad",
+      "h ead",
+      "▁l eg",
+      "▁le g",
+      "▁ leg",
+      "но м",
+      "н ом",
+      "O r",
+      "ar m",
+      "a rm",
+      "pon d",
+      "po nd",
+      "p ond",
+      "▁Ch rist",
+      "▁Chris t",
+      "▁Chr ist",
+      "▁ Christ",
+      "▁a round",
+      "▁ar ound",
+      "▁ around",
+      "▁c lear",
+      "▁cl ear",
+      "▁cle ar",
+      "▁ clear",
+      "▁h ref",
+      "▁hr ef",
+      "▁ href",
+      "▁S ee",
+      "▁Se e",
+      "▁ See",
+      "') .",
+      "' ).",
+      "▁cre ated",
+      "▁create d",
+      "▁ created",
+      "▁b utton",
+      "▁but ton",
+      "▁ button",
+      "in ing",
+      "ini ng",
+      "i ning",
+      "▁c lick",
+      "▁cl ick",
+      "▁cli ck",
+      "▁ click",
+      "ia m",
+      "i am",
+      "pl it",
+      "p lit",
+      "F or",
+      "▁p olit",
+      "▁po lit",
+      "▁pol it",
+      "▁ polit",
+      "▁se em",
+      "▁see m",
+      "▁l ife",
+      "▁li fe",
+      "▁lif e",
+      "▁ life",
+      "но в",
+      "н ов",
+      "▁in tern",
+      "▁int ern",
+      "▁inter n",
+      "▁inte rn",
+      "▁ intern",
+      "щ и",
+      "se l",
+      "s el",
+      "so ci",
+      "s oci",
+      "▁s tor",
+      "▁st or",
+      "▁sto r",
+      "▁ stor",
+      "cl e",
+      "c le",
+      "ear ch",
+      "e arch",
+      "and roid",
+      "andro id",
+      "andr oid",
+      "}^ {",
+      "} ^{",
+      "▁e ither",
+      "▁f ew",
+      "▁fe w",
+      "▁init ial",
+      "▁initi al",
+      "▁ initial",
+      "l ength",
+      "ri a",
+      "r ia",
+      "sq l",
+      "s ql",
+      "wi k",
+      "w ik",
+      "▁é t",
+      "▁ ét",
+      "ue r",
+      "u er",
+      "▁val id",
+      "▁ valid",
+      "An d",
+      "A nd",
+      "in clude",
+      "includ e",
+      "ur y",
+      "u ry",
+      "▁s us",
+      "▁su s",
+      "ir ed",
+      "ire d",
+      "i red",
+      "▁A fter",
+      "▁Af ter",
+      "▁ After",
+      "▁d ue",
+      "▁du e",
+      "▁ due",
+      "▁b ei",
+      "▁be i",
+      "▁ bei",
+      "our ces",
+      "ource s",
+      "▁N ov",
+      "▁No v",
+      "▁ Nov",
+      "Ac t",
+      "A ct",
+      "▁C ont",
+      "▁Con t",
+      "▁Co nt",
+      "▁ Cont",
+      "▁bre ak",
+      "▁ break",
+      "es ted",
+      "est ed",
+      "este d",
+      "e sted",
+      "▁act ually",
+      "▁actual ly",
+      "▁actu ally",
+      "el se",
+      "els e",
+      "tm l",
+      "t ml",
+      "re r",
+      "r er",
+      "on es",
+      "one s",
+      "o nes",
+      "▁de sign",
+      "▁des ign",
+      "▁ design",
+      "▁pro perty",
+      "▁proper ty",
+      "▁ property",
+      "ph i",
+      "p hi",
+      "al ity",
+      "ali ty",
+      "oc h",
+      "o ch",
+      "is ts",
+      "ist s",
+      "▁ ·",
+      "ud io",
+      "udi o",
+      "A B",
+      "al a",
+      "a la",
+      "ion es",
+      "io nes",
+      "ione s",
+      "i ones",
+      "ф и",
+      "fin d",
+      "fi nd",
+      "f ind",
+      "A s",
+      "▁c ustom",
+      "▁cust om",
+      "▁ custom",
+      "▁a nn",
+      "▁an n",
+      "▁ ann",
+      "E S",
+      "O T",
+      "l ambda",
+      "▁i dent",
+      "▁id ent",
+      "▁ide nt",
+      "▁ ident",
+      "▁or gan",
+      "▁org an",
+      "▁ organ",
+      "▁C ent",
+      "▁Ce nt",
+      "▁ Cent",
+      "▁C har",
+      "▁Ch ar",
+      "▁Cha r",
+      "▁ Char",
+      "▁o s",
+      "▁ os",
+      "▁h ard",
+      "▁ha rd",
+      "▁har d",
+      "▁ hard",
+      "ро в",
+      "р ов",
+      "▁/ >",
+      "▁ />",
+      "k o",
+      "▁ex per",
+      "▁exp er",
+      "▁se par",
+      "▁sep ar",
+      "▁ separ",
+      "y l",
+      "ou rn",
+      "our n",
+      "o urn",
+      "▁d ev",
+      "▁de v",
+      "▁ dev",
+      "▁a uch",
+      "▁au ch",
+      "▁auc h",
+      "▁ auch",
+      "▁b lock",
+      "▁bl ock",
+      "▁blo ck",
+      "▁ block",
+      "bo ok",
+      "b ook",
+      "▁m ap",
+      "▁ma p",
+      "▁ map",
+      "il la",
+      "ill a",
+      "i lla",
+      "▁com put",
+      "▁comp ut",
+      "▁ comput",
+      "▁s pace",
+      "▁sp ace",
+      "▁spac e",
+      "▁ space",
+      "res ult",
+      ") }",
+      "▁e cho",
+      "▁ec ho",
+      "▁ echo",
+      "con fig",
+      "conf ig",
+      "h i",
+      "▁lar ge",
+      "▁larg e",
+      "▁ large",
+      "▁w idth",
+      "▁wid th",
+      "▁ width",
+      "▁G o",
+      "▁ Go",
+      "ma t",
+      "m at",
+      "▁d iff",
+      "▁di ff",
+      "▁dif f",
+      "▁ diff",
+      "▁k ind",
+      "▁ki nd",
+      "▁kin d",
+      "▁ kind",
+      "an ces",
+      "ance s",
+      "anc es",
+      "yn am",
+      "yna m",
+      "y nam",
+      "▁col or",
+      "▁co lor",
+      "▁ color",
+      "In t",
+      "I nt",
+      "so l",
+      "s ol",
+      "▁p i",
+      "▁ pi",
+      "▁char acter",
+      "▁charact er",
+      "▁ character",
+      "om ent",
+      "ome nt",
+      "omen t",
+      "o ment",
+      "▁res ponse",
+      "▁respons e",
+      "▁ response",
+      "ig ma",
+      "ward s",
+      "war ds",
+      "w ards",
+      "ar row",
+      "arr ow",
+      "с у",
+      "ti es",
+      "t ies",
+      "▁ü ber",
+      "▁ über",
+      "Im age",
+      "y d",
+      "▁п ере",
+      "▁пер е",
+      "▁пе ре",
+      "▁ пере",
+      "▁n ode",
+      "▁no de",
+      "▁nod e",
+      "▁ node",
+      "▁it em",
+      "▁i tem",
+      "▁ item",
+      "ach ine",
+      "achi ne",
+      "im a",
+      "i ma",
+      "▁v a",
+      "▁ va",
+      "▁appro ach",
+      "▁w er",
+      "▁we r",
+      "▁ wer",
+      "▁ч е",
+      "▁ че",
+      "O n",
+      "ol low",
+      "oll ow",
+      "он а",
+      "о на",
+      "ct ed",
+      "c ted",
+      "ur ed",
+      "ure d",
+      "u red",
+      "Cont roller",
+      "Control ler",
+      "li ed",
+      "lie d",
+      "l ied",
+      "▁j o",
+      "▁ jo",
+      "▁d al",
+      "▁da l",
+      "▁ dal",
+      "un k",
+      "▁ î",
+      "st art",
+      "sta rt",
+      "star t",
+      "ol a",
+      "o la",
+      "▁com pon",
+      "▁comp on",
+      "I C",
+      "bi t",
+      "b it",
+      "▁b ase",
+      "▁bas e",
+      "▁ba se",
+      "▁ base",
+      "п у",
+      "▁id ea",
+      "▁ide a",
+      "▁ idea",
+      "▁d ire",
+      "▁di re",
+      "▁dir e",
+      "▁ dire",
+      "▁r ad",
+      "▁ra d",
+      "▁ rad",
+      "gr oup",
+      "gro up",
+      "▁W ith",
+      "▁Wi th",
+      "▁Wit h",
+      "▁ With",
+      "ser ver",
+      "serv er",
+      "serve r",
+      "si de",
+      "s ide",
+      "si ng",
+      "sin g",
+      "s ing",
+      "▁d ies",
+      "▁di es",
+      "▁die s",
+      "▁n ear",
+      "▁ne ar",
+      "▁ near",
+      "▁v oor",
+      "▁vo or",
+      "▁ voor",
+      "▁arg ument",
+      "▁ argument",
+      "▁} ,",
+      "▁ },",
+      "▁l and",
+      "▁la nd",
+      "▁lan d",
+      "▁ land",
+      "▁n ames",
+      "▁name s",
+      "▁na mes",
+      "▁nam es",
+      "▁ names",
+      "▁o ption",
+      "▁op tion",
+      "▁opt ion",
+      "▁ option",
+      "ith ub",
+      "pp ed",
+      "ppe d",
+      "p ped",
+      "au g",
+      "a ug",
+      "▁l inks",
+      "▁link s",
+      "▁lin ks",
+      "▁ links",
+      "▁f ull",
+      "▁fu ll",
+      "▁ful l",
+      "▁ full",
+      "▁s itu",
+      "▁si tu",
+      "▁sit u",
+      "▁con sole",
+      "▁cons ole",
+      "▁ console",
+      "▁e tc",
+      "▁et c",
+      "▁ etc",
+      "au x",
+      "a ux",
+      "▁C or",
+      "▁Co r",
+      "▁ Cor",
+      "icro soft",
+      "▁c ame",
+      "▁cam e",
+      "▁ca me",
+      "lo cal",
+      "loc al",
+      "l ocal",
+      "▁k nown",
+      "▁kn own",
+      "▁know n",
+      "▁ known",
+      "▁multi ple",
+      "▁multip le",
+      "▁ multiple",
+      "angu age",
+      "▁t otal",
+      "▁to tal",
+      "▁tot al",
+      "▁ total",
+      "ol ogy",
+      "olog y",
+      "olo gy",
+      "ä t",
+      "▁ Х",
+      "▁f re",
+      "▁fr e",
+      "▁ fre",
+      "▁t en",
+      "▁te n",
+      "▁ ten",
+      "ide o",
+      "▁b es",
+      "▁be s",
+      "▁ bes",
+      "tr ue",
+      "Qu ery",
+      "Que ry",
+      "om m",
+      "o mm",
+      "▁A rt",
+      "▁Ar t",
+      "▁ Art",
+      "▁ke ep",
+      "▁ keep",
+      "▁Un iversity",
+      "▁Univers ity",
+      "re ate",
+      "rea te",
+      "pp ort",
+      "ppo rt",
+      "p port",
+      "▁p ython",
+      "▁ python",
+      "tr a",
+      "t ra",
+      "ect or",
+      "ec tor",
+      "e ctor",
+      "р і",
+      "op h",
+      "o ph",
+      "▁c onc",
+      "▁con c",
+      "▁co nc",
+      "▁f our",
+      "▁fo ur",
+      "▁fou r",
+      "▁ four",
+      "vi ron",
+      "vir on",
+      "▁v ia",
+      "▁vi a",
+      "▁ via",
+      "? \"",
+      "im age",
+      "ima ge",
+      "ol l",
+      "o ll",
+      "ны е",
+      "н ые",
+      "▁con text",
+      "▁cont ext",
+      "▁conte xt",
+      "▁ context",
+      "▁s em",
+      "▁se m",
+      "▁ sem",
+      ". _",
+      "▁e ng",
+      "▁en g",
+      "▁ eng",
+      "ma r",
+      "m ar",
+      "A D",
+      "▁m or",
+      "▁mo r",
+      "▁ mor",
+      "▁C al",
+      "▁Ca l",
+      "▁ Cal",
+      "▁c ell",
+      "▁ce ll",
+      "▁cel l",
+      "▁ cell",
+      "im al",
+      "ima l",
+      "i mal",
+      "AT E",
+      "A TE",
+      "▁in f",
+      "▁ inf",
+      "ö n",
+      "uf fer",
+      "uff er",
+      "s q",
+      ".. ..",
+      "... .",
+      ". ...",
+      "▁z ur",
+      "▁zu r",
+      "W ith",
+      "ра н",
+      "р ан",
+      "ch n",
+      "c hn",
+      "▁d oor",
+      "▁do or",
+      "▁ door",
+      "cont ent",
+      "▁m iss",
+      "▁mi ss",
+      "▁mis s",
+      "▁ miss",
+      "▁s imp",
+      "▁sim p",
+      "▁si mp",
+      "▁ simp",
+      "á r",
+      "ir a",
+      "i ra",
+      "▁h at",
+      "▁ha t",
+      "▁ hat",
+      "Te st",
+      "T est",
+      "▁c ertain",
+      "▁cert ain",
+      "▁cer tain",
+      "▁ certain",
+      "N S",
+      "▁c ho",
+      "▁ch o",
+      "▁ cho",
+      "▁ad v",
+      "▁ adv",
+      "wh ere",
+      "w here",
+      "▁lo oking",
+      "▁look ing",
+      "▁ looking",
+      "▁t imes",
+      "▁time s",
+      "▁tim es",
+      "▁ti mes",
+      "▁ times",
+      "ни х",
+      "н их",
+      "ut o",
+      "u to",
+      "▁ É",
+      "ca n",
+      "c an",
+      "ho st",
+      "hos t",
+      "h ost",
+      "▁( *",
+      "▁ (*",
+      "lo at",
+      "▁n icht",
+      "▁ni cht",
+      "▁nic ht",
+      "▁nich t",
+      "Fi eld",
+      "F ield",
+      "bu rg",
+      "bur g",
+      "b urg",
+      "con st",
+      "cons t",
+      "ad es",
+      "ade s",
+      "a des",
+      "▁M us",
+      "▁Mu s",
+      "▁ Mus",
+      "▁n othing",
+      "▁not hing",
+      "▁no thing",
+      "▁ nothing",
+      "▁in cre",
+      "▁inc re",
+      "▁M in",
+      "▁Mi n",
+      "▁ Min",
+      "▁p ower",
+      "▁po wer",
+      "▁pow er",
+      "▁ power",
+      "▁Amer ican",
+      "▁America n",
+      "▁ American",
+      "l n",
+      "val id",
+      "un gs",
+      "ung s",
+      "▁N ational",
+      "▁Nat ional",
+      "▁Nation al",
+      "▁ National",
+      "▁S an",
+      "▁Sa n",
+      "▁ San",
+      "▁Y ork",
+      "Re quest",
+      "ch ar",
+      "cha r",
+      "c har",
+      "▁Z e",
+      "▁ Ze",
+      "but ton",
+      "b utton",
+      "▁a lg",
+      "▁al g",
+      "▁ alg",
+      "SO N",
+      "S ON",
+      "▁a p",
+      "▁ ap",
+      "uf f",
+      "u ff",
+      "ab ility",
+      "abil ity",
+      "е м",
+      "▁any thing",
+      "el a",
+      "e la",
+      "() )",
+      "( ))",
+      "б а",
+      "amp ion",
+      "ampio n",
+      "▁p ot",
+      "▁po t",
+      "▁ pot",
+      "▁f ut",
+      "▁fu t",
+      "ail able",
+      "▁p rop",
+      "▁pro p",
+      "▁pr op",
+      "▁ prop",
+      "\" ]",
+      "▁l ess",
+      "▁le ss",
+      "▁les s",
+      "▁ less",
+      "la g",
+      "l ag",
+      "▁A ugust",
+      "▁Aug ust",
+      "▁ August",
+      "I t",
+      "▁p lease",
+      "▁ple ase",
+      "▁st yle",
+      "▁sty le",
+      "▁ style",
+      "▁Al so",
+      "▁Als o",
+      "▁ Also",
+      "b t",
+      "▁pro bably",
+      "▁prob ably",
+      "▁O ne",
+      "▁On e",
+      "▁ One",
+      "▁p oss",
+      "▁po ss",
+      "▁pos s",
+      "▁ poss",
+      "U I",
+      "ui t",
+      "u it",
+      "▁W est",
+      "▁We st",
+      "▁Wes t",
+      "▁ West",
+      "h n",
+      "+ \\",
+      "But ton",
+      "Butt on",
+      "B utton",
+      "js on",
+      "j son",
+      "er r",
+      "e rr",
+      "ra me",
+      "ram e",
+      "r ame",
+      "do m",
+      "d om",
+      "il on",
+      "ilo n",
+      "i lon",
+      "al f",
+      "▁c lient",
+      "▁cl ient",
+      "▁cli ent",
+      "▁ client",
+      "▁cont inu",
+      "▁contin u",
+      "▁ continu",
+      "x ml",
+      "pe c",
+      "p ec",
+      "ad or",
+      "ado r",
+      "a dor",
+      "l s",
+      "▁how ever",
+      "▁A ny",
+      "▁An y",
+      "▁ Any",
+      "än d",
+      "ä nd",
+      "math rm",
+      "▁u rl",
+      "▁ur l",
+      "▁ url",
+      "▁b ook",
+      "▁bo ok",
+      "▁ book",
+      "▁g l",
+      "▁ gl",
+      "iv es",
+      "ive s",
+      "i ves",
+      "g i",
+      "▁t ro",
+      "▁tr o",
+      "▁U S",
+      "▁ US",
+      "po int",
+      "p oint",
+      "op en",
+      "ope n",
+      "o pen",
+      "▁c ur",
+      "▁cu r",
+      "▁ cur",
+      "▁e ra",
+      "▁er a",
+      "▁ era",
+      "▁part icular",
+      "▁partic ular",
+      "▁particul ar",
+      "▁parti cular",
+      "▁H T",
+      "▁ HT",
+      "oo t",
+      "o ot",
+      "el lo",
+      "ell o",
+      "lo bal",
+      "lob al",
+      "▁a ction",
+      "▁act ion",
+      "▁ac tion",
+      "▁ action",
+      "▁I nt",
+      "▁In t",
+      "▁ Int",
+      "▁in clude",
+      "▁incl ude",
+      "▁includ e",
+      "▁inclu de",
+      "▁ include",
+      "▁el ements",
+      "▁element s",
+      "▁ele ments",
+      "▁elem ents",
+      "▁ elements",
+      "на я",
+      "ar ds",
+      "ard s",
+      "▁B l",
+      "▁ Bl",
+      "▁h um",
+      "▁hu m",
+      "▁ hum",
+      "fr om",
+      "f rom",
+      "ch ange",
+      "chan ge",
+      "▁function s",
+      "▁fun ctions",
+      "▁ functions",
+      "he n",
+      "h en",
+      "Ser vice",
+      "Serv ice",
+      "▁he ight",
+      "▁ height",
+      "▁L and",
+      "▁La nd",
+      "▁Lan d",
+      "▁ Land",
+      "ia s",
+      "i as",
+      "g s",
+      "ió n",
+      "i ón",
+      "ло в",
+      "л ов",
+      "no de",
+      "n ode",
+      ". ”",
+      "ha nd",
+      "han d",
+      "h and",
+      "▁б у",
+      "▁ бу",
+      "▁a mb",
+      "▁am b",
+      "▁ amb",
+      "▁L u",
+      "▁ Lu",
+      "▁th row",
+      "▁thr ow",
+      "▁thro w",
+      "▁ throw",
+      "▁m ot",
+      "▁mo t",
+      "▁ mot",
+      "▁A ct",
+      "▁Ac t",
+      "▁ Act",
+      "▁w orld",
+      "▁wor ld",
+      "▁ world",
+      "_ \\",
+      "ba se",
+      "bas e",
+      "b ase",
+      "▁C o",
+      "▁ Co",
+      "▁ar ch",
+      "▁arc h",
+      "▁ arch",
+      "▁## ##",
+      "▁### #",
+      "▁ ####",
+      "ge d",
+      "g ed",
+      "pr il",
+      "p ril",
+      "ol der",
+      "old er",
+      "o lder",
+      "Mod el",
+      "Mode l",
+      "Mo del",
+      "M odel",
+      "▁sever al",
+      "li e",
+      "l ie",
+      "che ck",
+      "c heck",
+      "] {",
+      "con s",
+      "co ns",
+      "c ons",
+      "▁T ra",
+      "▁Tr a",
+      "▁ Tra",
+      "he ck",
+      "▁l east",
+      "▁le ast",
+      "do wn",
+      "d own",
+      "eb ru",
+      "e bru",
+      "De f",
+      "D ef",
+      "par am",
+      "pa ram",
+      "para m",
+      "p aram",
+      "is cher",
+      "isch er",
+      "ische r",
+      "isc her",
+      "i scher",
+      "▁c as",
+      "▁ca s",
+      "▁ cas",
+      "C H",
+      "▁add ress",
+      "▁addr ess",
+      "▁ address",
+      "▁ра з",
+      "▁ раз",
+      "uf en",
+      "ufe n",
+      "u fen",
+      "ur ope",
+      "uro pe",
+      "urop e",
+      "е й",
+      "▁b ound",
+      "▁bo und",
+      "▁bou nd",
+      "▁ bound",
+      "C O",
+      "▁A ng",
+      "▁An g",
+      "▁ Ang",
+      "▁M a",
+      "▁ Ma",
+      "In dex",
+      "Ind ex",
+      "co re",
+      "cor e",
+      "c ore",
+      "ou ch",
+      "ouc h",
+      "o uch",
+      "at abase",
+      "ata base",
+      "rib ution",
+      "ribu tion",
+      "doc ument",
+      "d ocument",
+      "L e",
+      "}_ {",
+      "} _{",
+      "ve rn",
+      "ver n",
+      "v ern",
+      "▁stat ement",
+      "▁state ment",
+      "▁ statement",
+      "▁B rit",
+      "▁Br it",
+      "on o",
+      "o no",
+      "ps ilon",
+      "psi lon",
+      "▁le vel",
+      "▁lev el",
+      "▁ level",
+      "▁pro duct",
+      "▁produ ct",
+      "▁prod uct",
+      "▁ product",
+      "I S",
+      "▁c ourse",
+      "▁cour se",
+      "▁cours e",
+      "▁ course",
+      "▁M r",
+      "▁ Mr",
+      "> \r",
+      "▁back ground",
+      "▁ background",
+      "▁re t",
+      "▁r et",
+      "▁ ret",
+      "er ing",
+      "eri ng",
+      "e ring",
+      "mo st",
+      "mos t",
+      "m ost",
+      "сь ко",
+      "ськ о",
+      "▁th read",
+      "▁thr ead",
+      "▁thre ad",
+      "▁ thread",
+      "it ional",
+      "ition al",
+      "iti onal",
+      "it es",
+      "ite s",
+      "i tes",
+      "P l",
+      "▁d os",
+      "▁do s",
+      "g a",
+      "da y",
+      "d ay",
+      "▁G ener",
+      "▁Ge ner",
+      "▁Gen er",
+      "▁Gene r",
+      "▁ Gener",
+      "▁t w",
+      "▁ tw",
+      "A d",
+      "\"> <",
+      "\" ><",
+      "▁( $",
+      "▁ ($",
+      "▁m oment",
+      "▁mo ment",
+      "▁mom ent",
+      "tit le",
+      "t itle",
+      "cre ate",
+      "c reate",
+      "vers ion",
+      "v ersion",
+      "Man ager",
+      "▁f ur",
+      "▁fu r",
+      "▁ fur",
+      "pp ing",
+      "ppi ng",
+      "p ping",
+      "ij n",
+      "о с",
+      "▁r ather",
+      "▁ra ther",
+      "▁rat her",
+      "pt ember",
+      "O S",
+      "▁s ite",
+      "▁si te",
+      "▁sit e",
+      "▁ site",
+      "▁c aus",
+      "▁ca us",
+      "an i",
+      "a ni",
+      "▁h ome",
+      "▁hom e",
+      "▁ho me",
+      "▁ home",
+      "м і",
+      "▁sh ort",
+      "▁sho rt",
+      "▁ short",
+      "p a",
+      "▁l ead",
+      "▁le ad",
+      "is hed",
+      "ish ed",
+      "ci ng",
+      "cin g",
+      "c ing",
+      "or ding",
+      "ord ing",
+      "ordin g",
+      "▁p rote",
+      "▁pro te",
+      "▁pr ote",
+      "▁prot e",
+      "▁ prote",
+      "с ле",
+      "LE CT",
+      "L ECT",
+      "▁di dn",
+      "▁did n",
+      "pos ition",
+      "p osition",
+      "\", \"",
+      "\" ,\"",
+      "() ,",
+      "( ),",
+      "tr ans",
+      "tra ns",
+      "▁l ot",
+      "▁lo t",
+      "▁ lot",
+      "▁о д",
+      "▁ од",
+      "A S",
+      "▁s at",
+      "▁sa t",
+      "▁po ints",
+      "▁point s",
+      "▁ points",
+      "g ithub",
+      "st yle",
+      "sty le",
+      "▁го ду",
+      "▁год у",
+      "▁D is",
+      "▁Di s",
+      "▁ Dis",
+      "pon ent",
+      "om et",
+      "ome t",
+      "o met",
+      "ze r",
+      "z er",
+      "UL L",
+      "U LL",
+      "▁p a",
+      "▁ pa",
+      "A P",
+      "ac es",
+      "ace s",
+      "a ces",
+      "▁Un ited",
+      "▁Unit ed",
+      "am a",
+      "a ma",
+      "et y",
+      "e ty",
+      "Col or",
+      "Co lor",
+      "▁en ough",
+      "U S",
+      "▁l ength",
+      "▁leng th",
+      "▁ length",
+      "() );",
+      "()) ;",
+      "( ));",
+      "^{ \\",
+      "^ {\\",
+      "ft y",
+      "f ty",
+      "Bo x",
+      "B ox",
+      "ap ter",
+      "apt er",
+      "▁comp let",
+      "▁comple t",
+      "▁compl et",
+      "ни к",
+      "ma x",
+      "m ax",
+      "ob ject",
+      "obj ect",
+      "o bject",
+      "( {",
+      "img ur",
+      "it ive",
+      "iti ve",
+      "un ch",
+      "unc h",
+      "▁S ub",
+      "▁Su b",
+      "▁ Sub",
+      "en de",
+      "end e",
+      "e nde",
+      "г у",
+      "ateg ory",
+      "ategor y",
+      "т ы",
+      "ia no",
+      "ian o",
+      "i ano",
+      "▁u pd",
+      "▁up d",
+      "▁A ust",
+      "▁Aus t",
+      "▁Au st",
+      "}{ \\",
+      "} {\\",
+      "to p",
+      "t op",
+      "la s",
+      "l as",
+      "pi s",
+      "p is",
+      "in ess",
+      "ine ss",
+      "ines s",
+      "i ness",
+      "▁{ \r",
+      "▁ {\r",
+      "▁ Е",
+      "G r",
+      "▁A S",
+      "▁ AS",
+      "▁в е",
+      "▁ ве",
+      "th ers",
+      "ther s",
+      "the rs",
+      "▁d efined",
+      "▁def ined",
+      "▁define d",
+      "▁defin ed",
+      "▁ defined",
+      "az ione",
+      "azi one",
+      "a zione",
+      "▁o ffic",
+      "▁of fic",
+      "▁off ic",
+      "▁au tom",
+      "▁aut om",
+      "▁auto m",
+      "▁ autom",
+      "ü n",
+      "▁b row",
+      "▁br ow",
+      "▁bro w",
+      "▁ brow",
+      "▁s erv",
+      "▁se rv",
+      "▁ser v",
+      "▁ serv",
+      "▁re move",
+      "▁rem ove",
+      "▁remov e",
+      "▁ remove",
+      "ir o",
+      "i ro",
+      "▁B ibli",
+      "▁Bib li",
+      "E D",
+      "▁w hole",
+      "▁wh ole",
+      "▁who le",
+      "▁ ш",
+      "▁J ava",
+      "▁Ja va",
+      "▁ Java",
+      "▁z um",
+      "▁zu m",
+      "u a",
+      "p m",
+      "de v",
+      "d ev",
+      "к ра",
+      "ol ds",
+      "old s",
+      "▁W ar",
+      "▁Wa r",
+      "ä n",
+      "pa ss",
+      "pas s",
+      "p ass",
+      "u z",
+      "[ \"",
+      "▁t ri",
+      "▁tr i",
+      "▁ tri",
+      "is ed",
+      "ise d",
+      "i sed",
+      "х а",
+      "▁mem ory",
+      "▁memor y",
+      "▁ memory",
+      "▁P ort",
+      "▁Po rt",
+      "▁Por t",
+      "▁ Port",
+      "op er",
+      "ope r",
+      "o per",
+      "U p",
+      "▁Th ank",
+      "▁ Thank",
+      "▁M ich",
+      "▁Mi ch",
+      "▁Mic h",
+      "▁ Mich",
+      "yc h",
+      "y ch",
+      "bo ard",
+      "boa rd",
+      "б у",
+      "In st",
+      "▁b egin",
+      "▁be gin",
+      "▁beg in",
+      "▁ begin",
+      "in ation",
+      "ina tion",
+      "▁M od",
+      "▁Mo d",
+      "▁ Mod",
+      "_ ,",
+      "▁D en",
+      "▁De n",
+      "▁ Den",
+      "op tion",
+      "opt ion",
+      "o ption",
+      "▁con struct",
+      "▁const ruct",
+      "▁constru ct",
+      "▁ construct",
+      "▁J ust",
+      "▁Ju st",
+      "▁ Just",
+      "Ma p",
+      "M ap",
+      "ru n",
+      "r un",
+      "▁re spect",
+      "▁res pect",
+      "▁resp ect",
+      "ha m",
+      "h am",
+      "ма н",
+      "м ан",
+      "im edia",
+      "ime dia",
+      "i media",
+      "▁a pply",
+      "▁app ly",
+      "▁ap ply",
+      "▁ apply",
+      "cri ption",
+      "cript ion",
+      "ma in",
+      "mai n",
+      "m ain",
+      "▁К а",
+      "▁ Ка",
+      "oi d",
+      "o id",
+      "Co de",
+      "C ode",
+      "} ;",
+      "In fo",
+      "Inf o",
+      "▁for mat",
+      "▁form at",
+      "▁forma t",
+      "▁ format",
+      "Lo g",
+      "L og",
+      "▁с у",
+      "▁ су",
+      "▁l at",
+      "▁la t",
+      "▁ lat",
+      "ut or",
+      "uto r",
+      "u tor",
+      "▁re ference",
+      "▁refer ence",
+      "▁ reference",
+      "▁cal cul",
+      "▁calc ul",
+      "▁ calcul",
+      "on n",
+      "o nn",
+      "L o",
+      "in fty",
+      "inf ty",
+      "▁a long",
+      "▁al ong",
+      "▁ č",
+      "▁t ask",
+      "▁ta sk",
+      "▁ task",
+      "▁e v",
+      "▁ ev",
+      "th eta",
+      "the ta",
+      "ra s",
+      "r as",
+      "jo r",
+      "j or",
+      "▁б о",
+      "▁ бо",
+      "▁princi p",
+      "▁prin cip",
+      "M y",
+      "▁e iner",
+      "▁ein er",
+      "▁eine r",
+      "▁E s",
+      "▁ Es",
+      "om b",
+      "o mb",
+      "qu ad",
+      "qua d",
+      "^{ -",
+      "^ {-",
+      "um p",
+      "u mp",
+      "▁t ill",
+      "▁til l",
+      "▁ti ll",
+      "д і",
+      "▁lo oks",
+      "▁look s",
+      "▁o k",
+      "▁ ok",
+      "ц а",
+      "n u",
+      "Fi l",
+      "F il",
+      "▁s ont",
+      "▁so nt",
+      "▁son t",
+      "▁M ed",
+      "▁Me d",
+      "▁ Med",
+      "ag ue",
+      "agu e",
+      "a gue",
+      "▁c ost",
+      "▁co st",
+      "▁cos t",
+      "▁ cost",
+      "▁S im",
+      "▁Si m",
+      "▁ Sim",
+      "▁com ment",
+      "▁comm ent",
+      "▁comme nt",
+      "▁ comment",
+      "▁( \\",
+      "▁ (\\",
+      "eg en",
+      "ege n",
+      "e gen",
+      "▁para meter",
+      "▁param eter",
+      "▁paramet er",
+      "▁ parameter",
+      "▁F rance",
+      "▁Fran ce",
+      "▁Fr ance",
+      "▁Franc e",
+      "▁ France",
+      "re p",
+      "r ep",
+      "▁T H",
+      "▁ TH",
+      "▁y et",
+      "▁ye t",
+      "▁a way",
+      "▁aw ay",
+      "▁ away",
+      "▁c irc",
+      "▁ci rc",
+      "▁cir c",
+      "▁ circ",
+      "▁A PI",
+      "▁AP I",
+      "▁ API",
+      "em p",
+      "e mp",
+      "в і",
+      "L ayout",
+      "▁l ines",
+      "▁li nes",
+      "▁line s",
+      "▁lin es",
+      "▁ lines",
+      "▁P art",
+      "▁Par t",
+      "▁Pa rt",
+      "▁ Part",
+      "em pt",
+      "emp t",
+      "▁B i",
+      "▁ Bi",
+      "▁m ind",
+      "▁min d",
+      "▁mi nd",
+      "▁ mind",
+      "k y",
+      "gi ng",
+      "gin g",
+      "g ing",
+      "▁re port",
+      "▁rep ort",
+      "▁repo rt",
+      "▁ report",
+      "▁A dd",
+      "▁Ad d",
+      "▁ Add",
+      "ро д",
+      "р од",
+      "▁r ange",
+      "▁ran ge",
+      "▁rang e",
+      "▁ range",
+      "ci as",
+      "cia s",
+      "c ias",
+      "li p",
+      "l ip",
+      "▁K ar",
+      "▁Ka r",
+      "▁ Kar",
+      "▁Comm ons",
+      "▁Common s",
+      "ger ufen",
+      "af f",
+      "a ff",
+      "se c",
+      "s ec",
+      "▁h tml",
+      "▁ html",
+      "li g",
+      "l ig",
+      "▁w indow",
+      "▁wind ow",
+      "▁ window",
+      "in ition",
+      "ini tion",
+      "init ion",
+      "ci s",
+      "c is",
+      "▁u t",
+      "▁ ut",
+      "el n",
+      "e ln",
+      "▁a ux",
+      "▁au x",
+      "▁ aux",
+      "▁n eg",
+      "▁ne g",
+      "▁ neg",
+      "Ha nd",
+      "H and",
+      "▁) ;",
+      "▁ );",
+      "▁a nal",
+      "▁an al",
+      "▁ anal",
+      "▁f ri",
+      "▁fr i",
+      "▁ fri",
+      "▁с и",
+      "▁ си",
+      "et ch",
+      "etc h",
+      "m d",
+      "pa ge",
+      "pag e",
+      "p age",
+      "▁l ibrary",
+      "▁li brary",
+      "▁ library",
+      "▁: =",
+      "▁ :=",
+      "RO M",
+      "R OM",
+      "Y ou",
+      "sp ace",
+      "s pace",
+      "▁d urch",
+      "▁dur ch",
+      "▁h ost",
+      "▁ho st",
+      "▁hos t",
+      "▁ host",
+      "av en",
+      "ave n",
+      "a ven",
+      "▁F ile",
+      "▁Fil e",
+      "▁ File",
+      "al le",
+      "all e",
+      "a lle",
+      "ти в",
+      "▁p ap",
+      "▁pa p",
+      "ст во",
+      "ств о",
+      "с тво",
+      "mar k",
+      "m ark",
+      "▁m ais",
+      "▁ma is",
+      "▁mai s",
+      "er man",
+      "erm an",
+      "Si ze",
+      "S ize",
+      "е к",
+      "▁М а",
+      "▁ Ма",
+      "▁is n",
+      "▁i sn",
+      "▁c opy",
+      "▁co py",
+      "▁cop y",
+      "▁ copy",
+      "st en",
+      "ste n",
+      "s ten",
+      "ri ver",
+      "riv er",
+      "rive r",
+      "r iver",
+      "▁w ent",
+      "▁we nt",
+      "▁wen t",
+      "▁j avascript",
+      "▁java script",
+      "▁ javascript",
+      "▁s am",
+      "▁sa m",
+      "▁ sam",
+      "▁f rame",
+      "▁fr ame",
+      "▁fra me",
+      "▁fram e",
+      "▁ frame",
+      "▁v i",
+      "▁ vi",
+      "▁pre vious",
+      "▁prev ious",
+      "▁ previous",
+      "ro du",
+      "rod u",
+      "r odu",
+      "▁method s",
+      "▁ methods",
+      "▁ne cess",
+      "▁neces s",
+      "▁ necess",
+      "N A",
+      "ck et",
+      "cke t",
+      "c ket",
+      "▁o pt",
+      "▁op t",
+      "▁ opt",
+      "Lo c",
+      "L oc",
+      "ho w",
+      "h ow",
+      "▁î n",
+      "▁ în",
+      "sh ip",
+      "s hip",
+      "▁it self",
+      "▁its elf",
+      "▁P lease",
+      "▁Ple ase",
+      "▁ Please",
+      "ie ne",
+      "ien e",
+      "i ene",
+      "ве р",
+      "в ер",
+      "▁< <",
+      "▁ <<",
+      "▁m ill",
+      "▁mil l",
+      "▁mi ll",
+      "▁ mill",
+      "▁t rad",
+      "▁tr ad",
+      "▁tra d",
+      "▁ trad",
+      "pa ce",
+      "p ace",
+      "▁H ar",
+      "▁Ha r",
+      "▁ Har",
+      "it en",
+      "ite n",
+      "i ten",
+      "wi se",
+      "w ise",
+      "writ e",
+      "wr ite",
+      "w rite",
+      "ци и",
+      "р ы",
+      "Lin e",
+      "Li ne",
+      "L ine",
+      "ol o",
+      "o lo",
+      "▁ac cept",
+      "▁ accept",
+      "he ight",
+      "▁e lect",
+      "▁el ect",
+      "▁ele ct",
+      "▁ elect",
+      "el la",
+      "ell a",
+      "e lla",
+      "▁p å",
+      "Se lect",
+      "S elect",
+      "▁ ли",
+      "▁\\ <",
+      "▁ \\<",
+      "( (",
+      "▁I D",
+      "▁ ID",
+      "op s",
+      "o ps",
+      "ва н",
+      "в ан",
+      "i ó",
+      "T P",
+      "» ,",
+      "ne ction",
+      "nect ion",
+      "n ection",
+      "par ent",
+      "pa rent",
+      "▁M ag",
+      "▁Ma g",
+      "▁ Mag",
+      "Tab le",
+      "T able",
+      "O ver",
+      "▁n etwork",
+      "▁net work",
+      "▁ network",
+      "с по",
+      "▁as sign",
+      "▁ass ign",
+      "▁ assign",
+      "ig ger",
+      "igg er",
+      "ir m",
+      "i rm",
+      ") `",
+      "ot tom",
+      "ott om",
+      "otto m",
+      "be ta",
+      "bet a",
+      "b eta",
+      "▁d ell",
+      "▁de ll",
+      "▁del l",
+      "▁b ody",
+      "▁bo dy",
+      "▁bod y",
+      "▁ body",
+      "▁д а",
+      "▁ да",
+      "▁Y our",
+      "▁You r",
+      "▁ Your",
+      "▁f ue",
+      "▁fu e",
+      "▁p ackage",
+      "▁pack age",
+      "▁ package",
+      "▁l ight",
+      "▁lig ht",
+      "▁ light",
+      "▁* *",
+      "▁ **",
+      "M P",
+      "▁c ou",
+      "▁co u",
+      "▁ cou",
+      "ye s",
+      "y es",
+      ": \\",
+      "▁ Ч",
+      "▁m ention",
+      "▁men tion",
+      "▁ment ion",
+      "en sch",
+      "ens ch",
+      "▁d eg",
+      "▁de g",
+      "▁ deg",
+      "▁con vert",
+      "▁conver t",
+      "▁conv ert",
+      "▁ convert",
+      "▁D av",
+      "▁Da v",
+      "ad t",
+      "a dt",
+      "Res ult",
+      "th ough",
+      "▁b us",
+      "▁bu s",
+      "▁ bus",
+      "x y",
+      "▁s een",
+      "▁se en",
+      "▁see n",
+      "▁ seen",
+      "Al l",
+      "A ll",
+      "pu blic",
+      "pub lic",
+      "p ublic",
+      "iv ely",
+      "ive ly",
+      "ivel y",
+      "▁R ec",
+      "▁Re c",
+      "▁ Rec",
+      "▁H is",
+      "▁Hi s",
+      "si m",
+      "s im",
+      "▁f ör",
+      "▁fö r",
+      "▁ för",
+      "▁h istor",
+      "▁his tor",
+      "▁hi stor",
+      "▁hist or",
+      "▁ histor",
+      "▁s ett",
+      "▁se tt",
+      "▁set t",
+      "▁ sett",
+      "ra t",
+      "r at",
+      "ab led",
+      "able d",
+      "abl ed",
+      "a bled",
+      "▁» ,",
+      "▁ »,",
+      "go ogle",
+      "We b",
+      "W eb",
+      "é l",
+      "▁t itle",
+      "▁tit le",
+      "▁ title",
+      "▁J anu",
+      "▁Jan u",
+      "▁Ja nu",
+      "ј а",
+      "▁t ook",
+      "▁to ok",
+      "▁too k",
+      "id en",
+      "ide n",
+      "i den",
+      "s z",
+      "▁G et",
+      "▁Ge t",
+      "▁ Get",
+      "▁object s",
+      "▁ objects",
+      "▁com mon",
+      "▁comm on",
+      "▁ common",
+      "▁ch anges",
+      "▁change s",
+      "▁chang es",
+      "▁ changes",
+      "▁L ond",
+      "▁Lo nd",
+      "▁ Lond",
+      "▁ex tern",
+      "▁ext ern",
+      "▁j u",
+      "▁ ju",
+      "I s",
+      "▁av ailable",
+      "▁avail able",
+      "▁ available",
+      "tr i",
+      "t ri",
+      "▁m ás",
+      "▁má s",
+      "os a",
+      "o sa",
+      "B e",
+      "▁D ata",
+      "▁Da ta",
+      "▁Dat a",
+      "▁ Data",
+      "ur al",
+      "ura l",
+      "u ral",
+      "▁h om",
+      "▁ho m",
+      "▁ hom",
+      "▁acc ount",
+      "▁ac count",
+      "▁ account",
+      "o o",
+      "▁p erm",
+      "▁per m",
+      "▁pe rm",
+      "▁ perm",
+      "res pond",
+      "resp ond",
+      "y t",
+      "▁s end",
+      "▁se nd",
+      "▁sen d",
+      "▁ send",
+      "▁return s",
+      "▁ returns",
+      "iv id",
+      "ivi d",
+      "i vid",
+      "▁ex pla",
+      "▁exp la",
+      "▁expl a",
+      "í n",
+      "▁n or",
+      "▁no r",
+      "▁ nor",
+      "I f",
+      "▁F rom",
+      "▁Fr om",
+      "▁Fro m",
+      "▁ From",
+      "▁t arget",
+      "▁tar get",
+      "▁ target",
+      "fe ct",
+      "f ect",
+      "ен т",
+      "▁u it",
+      "▁ui t",
+      "▁ uit",
+      "▁J o",
+      "▁ Jo",
+      "▁vari ables",
+      "▁variable s",
+      "▁ variables",
+      "▁s eries",
+      "▁se ries",
+      "▁ser ies",
+      "▁serie s",
+      "▁ series",
+      "▁f unc",
+      "▁fun c",
+      "▁fu nc",
+      "▁ func",
+      "▁him self",
+      "▁ч а",
+      "▁ ча",
+      "an ti",
+      "ant i",
+      "▁a ch",
+      "▁ac h",
+      "▁ ach",
+      "ia log",
+      "ial og",
+      "i alog",
+      "▁s td",
+      "▁st d",
+      "▁ std",
+      "a e",
+      "▁f oot",
+      "▁fo ot",
+      "▁foo t",
+      "▁ foot",
+      "▁un ter",
+      "▁ unter",
+      "gr ess",
+      "gres s",
+      "gre ss",
+      "g ress",
+      "No t",
+      "N ot",
+      "ra d",
+      "r ad",
+      "f ér",
+      "▁u til",
+      "▁ut il",
+      "▁ util",
+      "or em",
+      "ore m",
+      "o rem",
+      "▁s ou",
+      "▁so u",
+      "op t",
+      "o pt",
+      "▁o g",
+      "▁ og",
+      "▁u ma",
+      "▁um a",
+      "▁ uma",
+      "it ar",
+      "ita r",
+      "i tar",
+      "▁O k",
+      "▁ Ok",
+      "ü ck",
+      "sq rt",
+      "▁a nt",
+      "▁an t",
+      "▁ ant",
+      "▁wer den",
+      "▁werd en",
+      "å r",
+      "}) ;",
+      "} );",
+      "▁P aris",
+      "▁Par is",
+      "▁Pa ris",
+      "▁ex ception",
+      "▁except ion",
+      "▁ exception",
+      "▁de term",
+      "▁det erm",
+      "▁V ol",
+      "▁Vo l",
+      "▁ Vol",
+      "▁S am",
+      "▁Sa m",
+      "▁ Sam",
+      "▁e ss",
+      "▁es s",
+      "▁ ess",
+      "li es",
+      "lie s",
+      "l ies",
+      "ion i",
+      "io ni",
+      "i oni",
+      "od ing",
+      "odi ng",
+      "o ding",
+      "id get",
+      "idge t",
+      "▁p ri",
+      "▁pr i",
+      "▁wh ether",
+      "▁whe ther",
+      "▁п од",
+      "▁по д",
+      "▁num bers",
+      "▁number s",
+      "▁ numbers",
+      "▁ ~",
+      "ev ent",
+      "even t",
+      "e vent",
+      "▁sh ows",
+      "▁show s",
+      "▁sho ws",
+      "at ures",
+      "atur es",
+      "ature s",
+      "atu res",
+      "▁h ouse",
+      "▁ho use",
+      "▁hous e",
+      "▁ house",
+      "▁f ace",
+      "▁fa ce",
+      "▁fac e",
+      "▁ face",
+      "▁s ię",
+      "▁si ę",
+      "viron ment",
+      "va n",
+      "v an",
+      "▁in cluding",
+      "▁includ ing",
+      "▁inclu ding",
+      "▁ including",
+      "▁< -",
+      "▁ <-",
+      "ti mes",
+      "time s",
+      "tim es",
+      "t imes",
+      "no w",
+      "n ow",
+      "▁p ur",
+      "▁pu r",
+      "▁ pur",
+      "if ier",
+      "ifi er",
+      "ifie r",
+      "▁e mp",
+      "▁em p",
+      "▁ emp",
+      "▁c la",
+      "▁cl a",
+      "▁ cla",
+      "mo n",
+      "m on",
+      "▁D as",
+      "▁Da s",
+      "ad y",
+      "a dy",
+      "▁в ід",
+      "▁ві д",
+      "▁ від",
+      "▁ ц",
+      "ab or",
+      "a bor",
+      "OS T",
+      "O ST",
+      "▁b and",
+      "▁ban d",
+      "▁ba nd",
+      "▁ band",
+      "▁ ú",
+      "▁ex actly",
+      "▁exact ly",
+      "ie rt",
+      "ier t",
+      "i ert",
+      "av ig",
+      "avi g",
+      "▁re du",
+      "▁r edu",
+      "▁red u",
+      "▁ redu",
+      "▁S E",
+      "▁ SE",
+      "lish ed",
+      "lis hed",
+      "l ished",
+      "B u",
+      "Mess age",
+      "M essage",
+      "ce ll",
+      "cel l",
+      "c ell",
+      "ful ly",
+      "full y",
+      "▁s v",
+      "▁ sv",
+      "▁m akes",
+      "▁ma kes",
+      "▁make s",
+      "▁mak es",
+      "po l",
+      "p ol",
+      "▁re quired",
+      "▁require d",
+      "▁requ ired",
+      "▁ required",
+      "fer rer",
+      "▁p ers",
+      "▁per s",
+      "▁pe rs",
+      "▁ pers",
+      "▁m i",
+      "▁ mi",
+      "F I",
+      "▁Pa ul",
+      "▁ Paul",
+      "▁U I",
+      "▁ UI",
+      "▁B el",
+      "▁Be l",
+      "▁ Bel",
+      "in c",
+      "i nc",
+      "▁cont ains",
+      "▁contain s",
+      "▁ contains",
+      "O ut",
+      "as ure",
+      "p u",
+      "ot o",
+      "o to",
+      "▁g ame",
+      "▁ga me",
+      "▁gam e",
+      "▁ game",
+      "z n",
+      "▁W hy",
+      "▁Wh y",
+      "▁ Why",
+      "or ith",
+      "ori th",
+      "bi g",
+      "b ig",
+      "ки й",
+      "sig ma",
+      "s igma",
+      "▁qu ite",
+      "▁qui te",
+      "▁quit e",
+      "▁j ed",
+      "▁je d",
+      "▁ jed",
+      "re c",
+      "r ec",
+      "▁S QL",
+      "▁ SQL",
+      "б е",
+      "▁M art",
+      "▁Mar t",
+      "▁Ma rt",
+      "▁ Mart",
+      "y a",
+      "▁sch ool",
+      "▁ school",
+      "▁sim ply",
+      "▁simp ly",
+      "▁simpl y",
+      "▁v or",
+      "▁vo r",
+      "▁ vor",
+      "▁d ouble",
+      "▁dou ble",
+      "▁doub le",
+      "▁ double",
+      "ра в",
+      "▁S tr",
+      "▁St r",
+      "▁ Str",
+      "ie m",
+      "i em",
+      "▁al bum",
+      "▁alb um",
+      "▁ album",
+      "▁re sol",
+      "▁res ol",
+      "▁ resol",
+      "▁d ei",
+      "▁de i",
+      "▁W ik",
+      "▁Wi k",
+      "▁ Wik",
+      "▁a w",
+      "▁ aw",
+      "um b",
+      "u mb",
+      "ol s",
+      "o ls",
+      "▁* /",
+      "▁ */",
+      "▁z e",
+      "▁ ze",
+      "▁a nim",
+      "▁an im",
+      "▁ani m",
+      "▁ anim",
+      "/ >",
+      "ri s",
+      "r is",
+      "re sh",
+      "res h",
+      "r esh",
+      "N o",
+      "ique s",
+      "iqu es",
+      "i ques",
+      "cur rent",
+      "curr ent",
+      "c urrent",
+      "▁per iod",
+      "▁peri od",
+      "▁ period",
+      "▁A pril",
+      "▁Ap ril",
+      "▁st ore",
+      "▁stor e",
+      "▁sto re",
+      "▁ store",
+      "', '",
+      "' ,'",
+      "▁S et",
+      "▁Se t",
+      "▁ Set",
+      "= {",
+      "ach ed",
+      "ac hed",
+      "ache d",
+      "a ched",
+      "▁M al",
+      "▁Ma l",
+      "▁ Mal",
+      "▁P al",
+      "▁Pa l",
+      "▁ Pal",
+      "an tes",
+      "ant es",
+      "ante s",
+      "ate rial",
+      "ater ial",
+      "▁work ed",
+      "▁wor ked",
+      "le q",
+      "l eq",
+      "ore ferrer",
+      "▁h appen",
+      "▁ha ppen",
+      "▁happ en",
+      "▁b ox",
+      "▁bo x",
+      "▁ box",
+      "ne y",
+      "n ey",
+      "▁c lose",
+      "▁cl ose",
+      "▁clos e",
+      "▁clo se",
+      "▁ close",
+      "▁g ran",
+      "▁gr an",
+      "▁gra n",
+      "▁l ie",
+      "▁li e",
+      "▁ lie",
+      "▁i r",
+      "▁ ir",
+      "▁ex pected",
+      "▁exp ected",
+      "▁expect ed",
+      "▁ expected",
+      "▁д ля",
+      "cl ick",
+      "cli ck",
+      "clic k",
+      "c lick",
+      "ș i",
+      "▁p arte",
+      "▁par te",
+      "▁part e",
+      "og n",
+      "o gn",
+      "▁F orm",
+      "▁For m",
+      "▁Fo rm",
+      "▁ Form",
+      "▁m emb",
+      "▁me mb",
+      "▁mem b",
+      "▁p lan",
+      "▁pl an",
+      "▁pla n",
+      "▁ plan",
+      "▁te am",
+      "▁tea m",
+      "▁ team",
+      "] [",
+      "▁c ommun",
+      "▁com mun",
+      "▁comm un",
+      "or ry",
+      "orr y",
+      "en cy",
+      "enc y",
+      "g l",
+      "in ary",
+      "ina ry",
+      "inar y",
+      "cd ot",
+      "c dot",
+      "^ \\",
+      "▁F irst",
+      "▁Fir st",
+      "▁ First",
+      "an der",
+      "and er",
+      "ande r",
+      "a nder",
+      "▁D ec",
+      "▁De c",
+      "▁ Dec",
+      "re quest",
+      "req uest",
+      "ст ва",
+      "ств а",
+      "с тва",
+      "▁str ucture",
+      "▁struct ure",
+      "▁ structure",
+      "▁| |",
+      "▁ ||",
+      "▁C omp",
+      "▁Com p",
+      "▁Co mp",
+      "▁ Comp",
+      "act ory",
+      "actor y",
+      "▁M il",
+      "▁Mi l",
+      "▁ Mil",
+      "▁S ome",
+      "▁So me",
+      "▁Som e",
+      "▁ Some",
+      "St ream",
+      "▁as sum",
+      "▁ass um",
+      "ue n",
+      "u en",
+      "▁w ords",
+      "▁word s",
+      "▁wor ds",
+      "▁ words",
+      "▁Se ptember",
+      "▁Sept ember",
+      "▁К о",
+      "▁ Ко",
+      "▁d ays",
+      "▁da ys",
+      "▁day s",
+      "▁ days",
+      "or ies",
+      "ori es",
+      "orie s",
+      "o ries",
+      "ста в",
+      "s m",
+      "vi n",
+      "v in",
+      "part ial",
+      "▁par ent",
+      "▁pa rent",
+      "▁pare nt",
+      "▁ parent",
+      "o j",
+      "ни и",
+      "! \"",
+      "ug in",
+      "u gin",
+      "▁W indows",
+      "▁Wind ows",
+      "▁Window s",
+      "▁ Windows",
+      "E d",
+      ": }",
+      "▁ q",
+      "▁b en",
+      "▁be n",
+      "▁ ben",
+      "ia na",
+      "ian a",
+      "i ana",
+      "▁l abel",
+      "▁la bel",
+      "▁lab el",
+      "▁ label",
+      "st ate",
+      "sta te",
+      "stat e",
+      "ut ed",
+      "ute d",
+      "u ted",
+      "▁( )",
+      "▁ ()",
+      "▁с во",
+      "▁e dit",
+      "▁ed it",
+      "▁ edit",
+      "ur ing",
+      "uri ng",
+      "u ring",
+      "▁N S",
+      "▁ NS",
+      "▁J ahr",
+      "▁Jah r",
+      "▁Ja hr",
+      "▁prov ide",
+      "H e",
+      "▁Y es",
+      "▁Ye s",
+      "▁ Yes",
+      "an el",
+      "ane l",
+      "a nel",
+      "en ame",
+      "ena me",
+      "e name",
+      "▁D on",
+      "▁Do n",
+      "▁ Don",
+      "is k",
+      "i sk",
+      "gr a",
+      "g ra",
+      "el ij",
+      "eli j",
+      "e lij",
+      "▁r oot",
+      "▁ro ot",
+      "▁ root",
+      "* /",
+      "▁F re",
+      "▁Fr e",
+      "▁ Fre",
+      "▁M or",
+      "▁Mo r",
+      "▁ Mor",
+      "us ed",
+      "use d",
+      "u sed",
+      "ran ge",
+      "r ange",
+      "▁t amb",
+      "▁ta mb",
+      "▁tam b",
+      "▁mod ule",
+      "▁ module",
+      "▁d irectory",
+      "▁direct ory",
+      "▁director y",
+      "▁ directory",
+      "ound s",
+      "oun ds",
+      "Act ivity",
+      "Activ ity",
+      "▁m u",
+      "▁ mu",
+      "in fo",
+      "inf o",
+      "▁f ree",
+      "▁fr ee",
+      "▁fre e",
+      "▁ free",
+      "or ge",
+      "org e",
+      "ta b",
+      "t ab",
+      ") =",
+      "la ng",
+      "lan g",
+      "l ang",
+      "▁о с",
+      "▁ ос",
+      "▁F ROM",
+      "▁FR OM",
+      "▁ FROM",
+      "▁en ter",
+      "▁ent er",
+      "▁ enter",
+      "▁bec ame",
+      "id ae",
+      "ida e",
+      "х и",
+      "▁St ates",
+      "▁State s",
+      "▁Stat es",
+      "▁Sta tes",
+      "ver se",
+      "vers e",
+      "▁ex pl",
+      "▁exp l",
+      "▁ expl",
+      "yn t",
+      "y nt",
+      "U N",
+      "e e",
+      "en dent",
+      "end ent",
+      "enden t",
+      "ende nt",
+      "▁m aking",
+      "▁ma king",
+      "▁mak ing",
+      "▁ making",
+      "▁\" $",
+      "un i",
+      "u ni",
+      "qu ence",
+      "▁l ui",
+      "▁lu i",
+      "H T",
+      "▁us es",
+      "▁use s",
+      "▁ uses",
+      "zi e",
+      "z ie",
+      "ni a",
+      "n ia",
+      "Cont ent",
+      "▁C ount",
+      "▁Co unt",
+      "▁Coun t",
+      "▁Cou nt",
+      "▁ Count",
+      "▁stand ard",
+      "▁ standard",
+      "EN T",
+      "E NT",
+      "▁ко н",
+      "▁к он",
+      "▁ кон",
+      "fo rt",
+      "for t",
+      "f ort",
+      "ad as",
+      "ada s",
+      "a das",
+      "з у",
+      "S ystem",
+      "▁S w",
+      "▁ Sw",
+      "▁e ver",
+      "▁ev er",
+      "▁ ever",
+      "L O",
+      "▁cor respond",
+      "▁P o",
+      "▁ Po",
+      "ar gin",
+      "arg in",
+      "к т",
+      "і й",
+      "▁re main",
+      "▁rem ain",
+      "ci o",
+      "c io",
+      "▁act ual",
+      "▁actu al",
+      "▁ actual",
+      "ст у",
+      "с ту",
+      "▁s ind",
+      "▁si nd",
+      "▁sin d",
+      "▁P e",
+      "▁ Pe",
+      "▁ch anged",
+      "▁change d",
+      "▁chang ed",
+      "▁ changed",
+      "▁N ote",
+      "▁No te",
+      "▁Not e",
+      "▁ Note",
+      "sk ie",
+      "ski e",
+      "s kie",
+      "▁famil y",
+      "▁fam ily",
+      "▁ family",
+      "it à",
+      "co s",
+      "c os",
+      "tx t",
+      "t xt",
+      "ke r",
+      "k er",
+      "ce ed",
+      "c eed",
+      "▁a rr",
+      "▁ar r",
+      "▁ arr",
+      "▁c am",
+      "▁ca m",
+      "▁ cam",
+      "iz er",
+      "ize r",
+      "i zer",
+      "▁D an",
+      "▁Da n",
+      "▁ Dan",
+      "he l",
+      "h el",
+      "ic ult",
+      "icul t",
+      "H P",
+      "il er",
+      "ile r",
+      "i ler",
+      "▁S al",
+      "▁Sa l",
+      "▁ Sal",
+      "▁con nection",
+      "▁conne ction",
+      "▁connect ion",
+      "▁conn ection",
+      "▁ connection",
+      "us ion",
+      "k n",
+      "R I",
+      "▁v om",
+      "▁vo m",
+      "List ener",
+      "▁ ö",
+      "▁d im",
+      "▁di m",
+      "▁ dim",
+      "▁p ress",
+      "▁pr ess",
+      "▁pre ss",
+      "▁pres s",
+      "▁ press",
+      "▁e sc",
+      "▁es c",
+      "▁ esc",
+      "▁T ry",
+      "▁Tr y",
+      "▁ Try",
+      "at alog",
+      "ata log",
+      "atal og",
+      "▁th anks",
+      "▁than ks",
+      "▁thank s",
+      "D O",
+      "▁w ritten",
+      "▁writ ten",
+      "▁wr itten",
+      "▁ written",
+      "di r",
+      "d ir",
+      "re w",
+      "r ew",
+      "▁f ire",
+      "▁fi re",
+      "▁fir e",
+      "▁ fire",
+      "▁N ach",
+      "▁Na ch",
+      "▁ á",
+      "en c",
+      "e nc",
+      "▁or igin",
+      "▁orig in",
+      "▁ origin",
+      "▁Nov ember",
+      "▁} ;",
+      "▁ };",
+      "Co unt",
+      "C ount",
+      "▁З а",
+      "▁ За",
+      "▁g raph",
+      "▁gr aph",
+      "▁gra ph",
+      "▁ graph",
+      "▁m is",
+      "▁mi s",
+      "▁ mis",
+      "▁Ex ternal",
+      "▁Ext ernal",
+      "▁Extern al",
+      "▁Externa l",
+      "▁ External",
+      "▁o ptions",
+      "▁option s",
+      "▁opt ions",
+      "▁ options",
+      "▁U RL",
+      "▁ URL",
+      "▁p hp",
+      "▁ph p",
+      "▁ php",
+      "▁in tegr",
+      "▁int egr",
+      "▁inte gr",
+      "▁ integr",
+      "Con fig",
+      "Conf ig",
+      "▁T ext",
+      "▁Te xt",
+      "▁Tex t",
+      "▁ Text",
+      "in ner",
+      "inn er",
+      "▁c rit",
+      "▁cr it",
+      "▁cri t",
+      "▁ crit",
+      ", ”",
+      "▁t og",
+      "▁to g",
+      "$ $",
+      "no f",
+      "n of",
+      "▁s es",
+      "▁se s",
+      "üh r",
+      "ü hr",
+      "▁S ince",
+      "▁Sin ce",
+      "▁ Since",
+      "De s",
+      "D es",
+      "ub e",
+      "u be",
+      "▁s ection",
+      "▁se ction",
+      "▁sec tion",
+      "▁sect ion",
+      "▁ section",
+      "▁g i",
+      "▁ gi",
+      "fo rd",
+      "for d",
+      "f ord",
+      "▁A ss",
+      "▁As s",
+      "▁ Ass",
+      "ain er",
+      "ai ner",
+      "aine r",
+      "a iner",
+      "tt p",
+      "t tp",
+      "▁be hav",
+      "▁beh av",
+      "port s",
+      "por ts",
+      "dr aw",
+      "dra w",
+      "d raw",
+      "Th is",
+      "T his",
+      "ran ch",
+      "r anch",
+      "in ding",
+      "ind ing",
+      "indi ng",
+      "▁e stab",
+      "▁est ab",
+      "▁es tab",
+      "▁esta b",
+      "▁ob tain",
+      "▁obt ain",
+      "ri ch",
+      "ric h",
+      "r ich",
+      "li cit",
+      "lic it",
+      "е в",
+      "▁qu al",
+      "▁q ual",
+      "▁ qual",
+      "▁z a",
+      "▁ za",
+      "▁h ar",
+      "▁ha r",
+      "▁ har",
+      "▁f ac",
+      "▁fa c",
+      "▁ fac",
+      "aa r",
+      "a ar",
+      "je t",
+      "j et",
+      "ic les",
+      "icle s",
+      "i cles",
+      "▁A us",
+      "▁Au s",
+      "▁ Aus",
+      "▁h or",
+      "▁ho r",
+      "▁ hor",
+      "▁re mov",
+      "▁rem ov",
+      "▁w ie",
+      "▁ wie",
+      "Cl ient",
+      "C lient",
+      "▁n atur",
+      "▁nat ur",
+      "hi p",
+      "h ip",
+      "Su b",
+      "S ub",
+      "▁r andom",
+      "▁ran dom",
+      "▁rand om",
+      "▁ random",
+      "D F",
+      "▁a rea",
+      "▁are a",
+      "▁ar ea",
+      "▁ area",
+      "ta g",
+      "t ag",
+      "P r",
+      "▁I tal",
+      "▁It al",
+      "▁ Ital",
+      "▁r oku",
+      "▁ro ku",
+      "▁rok u",
+      "no follow",
+      "nof ollow",
+      "* }",
+      "▁o thers",
+      "▁other s",
+      "▁l imit",
+      "▁li mit",
+      "▁lim it",
+      "▁ limit",
+      "▁s il",
+      "▁si l",
+      "▁ sil",
+      "▁s av",
+      "▁sa v",
+      "▁o ften",
+      "▁of ten",
+      "▁oft en",
+      "▁re nder",
+      "▁r ender",
+      "▁ren der",
+      "▁rend er",
+      "▁rende r",
+      "▁ render",
+      "D B",
+      "▁M c",
+      "▁ Mc",
+      "▁z ijn",
+      "▁zij n",
+      "же н",
+      "ж ен",
+      "▁t ag",
+      "▁ta g",
+      "▁ tag",
+      "min g",
+      "mi ng",
+      "m ing",
+      "li chen",
+      "lic hen",
+      "lich en",
+      "liche n",
+      "l ichen",
+      "pa ck",
+      "p ack",
+      "▁A g",
+      "▁ Ag",
+      "▁s ense",
+      "▁sens e",
+      "▁sen se",
+      "p g",
+      "Met hod",
+      "M ethod",
+      "ag ed",
+      "age d",
+      "a ged",
+      "á g",
+      "ł a",
+      "▁inter est",
+      "▁inte rest",
+      "▁as soci",
+      "▁ass oci",
+      "▁ associ",
+      "vol ution",
+      "▁em pty",
+      "▁emp ty",
+      "▁ empty",
+      "ic he",
+      "ich e",
+      "i che",
+      "▁g ro",
+      "▁gr o",
+      "▁ gro",
+      "▁t ypes",
+      "▁type s",
+      "▁typ es",
+      "▁ty pes",
+      "▁ types",
+      "▁S ie",
+      "▁Si e",
+      "In ter",
+      "Int er",
+      "▁n oreferrer",
+      "▁ noreferrer",
+      "▁g ives",
+      "▁giv es",
+      "▁give s",
+      "▁gi ves",
+      "ha l",
+      "h al",
+      "▁s ave",
+      "▁sa ve",
+      "▁sav e",
+      "▁ save",
+      "▁f ont",
+      "▁fo nt",
+      "▁fon t",
+      "▁ font",
+      "ru ction",
+      "ruct ion",
+      "S cript",
+      "▁a lla",
+      "▁al la",
+      "▁all a",
+      "▁ alla",
+      "▁s ays",
+      "▁sa ys",
+      "▁say s",
+      "▁f u",
+      "▁ fu",
+      "ap e",
+      "a pe",
+      "▁l anguage",
+      "▁ language",
+      "ig er",
+      "ige r",
+      "i ger",
+      "▁K ing",
+      "▁Ki ng",
+      "▁Kin g",
+      "bo r",
+      "b or",
+      "u v",
+      "▁s hall",
+      "▁sh all",
+      "▁E urope",
+      "▁Europ e",
+      "▁Euro pe",
+      "▁Eur ope",
+      "▁ Europe",
+      "▁ein em",
+      "▁eine m",
+      "▁w ater",
+      "▁wa ter",
+      "▁wat er",
+      "▁ water",
+      "▁g overn",
+      "▁go vern",
+      "▁gover n",
+      "an z",
+      "at ors",
+      "ator s",
+      "ato rs",
+      "▁mon th",
+      "▁mo nth",
+      "▁mont h",
+      "▁ month",
+      "y e",
+      "▁import ant",
+      "▁ important",
+      "at z",
+      "a tz",
+      "fir st",
+      "f irst",
+      "▁Tr ans",
+      "▁Tra ns",
+      "▁ Trans",
+      "▁M ad",
+      "▁Ma d",
+      "▁ Mad",
+      "▁b ra",
+      "▁br a",
+      "▁ bra",
+      "ik a",
+      "i ka",
+      "▁S aint",
+      "▁Sa int",
+      "▁Sain t",
+      "▁ Saint",
+      "or ia",
+      "ori a",
+      "o ria",
+      "kr e",
+      "k re",
+      "em ents",
+      "ement s",
+      "emen ts",
+      "e ments",
+      "▁B en",
+      "▁Be n",
+      "▁ Ben",
+      "la v",
+      "l av",
+      "▁ad min",
+      "▁adm in",
+      "▁ admin",
+      "▁H en",
+      "▁He n",
+      "▁ Hen",
+      "ri l",
+      "r il",
+      "▁S m",
+      "▁ Sm",
+      "ca t",
+      "c at",
+      "▁Re fer",
+      "▁Ref er",
+      "▁ Ш",
+      "▁p ract",
+      "▁pr act",
+      "▁pra ct",
+      "▁prac t",
+      "▁P at",
+      "▁Pa t",
+      "▁ Pat",
+      "▁G re",
+      "▁Gr e",
+      "▁ Gre",
+      "▁you ng",
+      "▁yo ung",
+      "▁In ter",
+      "▁Int er",
+      "▁ Inter",
+      "om a",
+      "o ma",
+      "te ger",
+      "ib ility",
+      "ibil ity",
+      "▁param eters",
+      "▁parameter s",
+      "▁paramet ers",
+      "▁ parameters",
+      "▁every thing",
+      "da t",
+      "d at",
+      "ur op",
+      "uro p",
+      "u rop",
+      "ole an",
+      "o lean",
+      "▁return ed",
+      "▁C lass",
+      "▁Cl ass",
+      "▁Cla ss",
+      "▁ Class",
+      "ac y",
+      "a cy",
+      "## ##",
+      "▁p ř",
+      "▁f older",
+      "▁fol der",
+      "▁fo lder",
+      "▁ folder",
+      "▁k on",
+      "▁ko n",
+      "▁ kon",
+      "▁gu ess",
+      "g t",
+      "je n",
+      "j en",
+      "an nel",
+      "ann el",
+      "anne l",
+      "ic on",
+      "ico n",
+      "i con",
+      "▁c omb",
+      "▁com b",
+      "▁co mb",
+      "▁ comb",
+      "ri ct",
+      "ric t",
+      "r ict",
+      "▁h ij",
+      "▁hi j",
+      "▁aut hor",
+      "▁auth or",
+      "▁ author",
+      "se e",
+      "s ee",
+      "he re",
+      "her e",
+      "h ere",
+      "st ra",
+      "str a",
+      "s tra",
+      "▁ent ire",
+      "▁direct ly",
+      "ra ft",
+      "raf t",
+      "r aft",
+      "he et",
+      "es ter",
+      "est er",
+      "este r",
+      "e ster",
+      "▁м и",
+      "▁ ми",
+      "▁m ass",
+      "▁ma ss",
+      "▁mas s",
+      "▁ mass",
+      "un tu",
+      "unt u",
+      "▁u sers",
+      "▁us ers",
+      "▁use rs",
+      "▁user s",
+      "▁ users",
+      "ch i",
+      "c hi",
+      "P E",
+      "▁com ponent",
+      "▁compon ent",
+      "▁ component",
+      "Cl ick",
+      "C lick",
+      "At t",
+      "A tt",
+      "▁s obre",
+      "▁so bre",
+      "▁sob re",
+      "an ds",
+      "and s",
+      "▁H ol",
+      "▁Ho l",
+      "▁ Hol",
+      "▁S ant",
+      "▁San t",
+      "▁Sa nt",
+      "or i",
+      "o ri",
+      "▁s ua",
+      "▁su a",
+      "st d",
+      "s td",
+      "ent ic",
+      "enti c",
+      "C C",
+      "▁fil ter",
+      "▁ filter",
+      "S QL",
+      "▁G od",
+      "▁Go d",
+      "A t",
+      "▁м у",
+      "▁ му",
+      "▁per formance",
+      "▁perform ance",
+      "del ta",
+      "d elta",
+      "an de",
+      "and e",
+      "a nde",
+      "am er",
+      "ame r",
+      "a mer",
+      "д ы",
+      "▁c ult",
+      "▁cu lt",
+      "▁cul t",
+      "▁N or",
+      "▁No r",
+      "bu t",
+      "b ut",
+      "▁l ik",
+      "▁li k",
+      "▁ lik",
+      "**** ****",
+      "ст вен",
+      "ств ен",
+      "стве н",
+      "▁com me",
+      "▁comm e",
+      "▁d r",
+      "▁ dr",
+      "im er",
+      "ime r",
+      "i mer",
+      "or din",
+      "ord in",
+      "▁cond ition",
+      "▁ condition",
+      "es te",
+      "est e",
+      "e ste",
+      "( [",
+      "F F",
+      "ть ся",
+      "im o",
+      "i mo",
+      "ra b",
+      "r ab",
+      "і ль",
+      "▁h alf",
+      "▁hal f",
+      "▁ half",
+      "ea ch",
+      "e ach",
+      "Di s",
+      "D is",
+      "▁r ows",
+      "▁ro ws",
+      "▁row s",
+      "▁ rows",
+      "▁h on",
+      "▁ho n",
+      "▁ hon",
+      "▁t ogether",
+      "▁tog ether",
+      "▁ și",
+      "me di",
+      "med i",
+      "m edi",
+      "ag n",
+      "a gn",
+      "al led",
+      "all ed",
+      "alle d",
+      "▁v ill",
+      "▁vi ll",
+      "▁vil l",
+      "IN G",
+      "I NG",
+      "id den",
+      "idd en",
+      "▁d raw",
+      "▁dr aw",
+      "▁dra w",
+      "▁ draw",
+      "yn tax",
+      "ynt ax",
+      "▁att empt",
+      "UR L",
+      "U RL",
+      "pos e",
+      "po se",
+      "p ose",
+      "▁in dic",
+      "▁ind ic",
+      "ни ка",
+      "ник а",
+      "▁Eng lish",
+      "▁ English",
+      "▁d éc",
+      "▁dé c",
+      "▁ne eds",
+      "▁need s",
+      "▁n ormal",
+      "▁nor mal",
+      "▁norm al",
+      "▁ normal",
+      "ur t",
+      "u rt",
+      "▁н о",
+      "▁ но",
+      "}} \\",
+      "} }\\",
+      "la st",
+      "las t",
+      "l ast",
+      "▁F in",
+      "▁ Fin",
+      "▁F ebru",
+      "▁Fe bru",
+      "▁Feb ru",
+      "il a",
+      "i la",
+      "▁c ountry",
+      "▁count ry",
+      "▁coun try",
+      "▁ country",
+      "▁field s",
+      "▁fiel ds",
+      "▁ fields",
+      "▁m ax",
+      "▁ma x",
+      "▁ max",
+      "lé s",
+      "l és",
+      "ow ie",
+      "owi e",
+      "o wie",
+      "▁de ux",
+      "▁bu ilt",
+      "▁ built",
+      "▁M ain",
+      "▁Ma in",
+      "▁Mai n",
+      "▁ Main",
+      "▁c amp",
+      "▁cam p",
+      "▁ca mp",
+      "▁ camp",
+      "iv o",
+      "i vo",
+      "iv a",
+      "i va",
+      "ic y",
+      "i cy",
+      "zi one",
+      "z ione",
+      "No de",
+      "N ode",
+      "▁: )",
+      "▁ :)",
+      "▁am ong",
+      "▁O b",
+      "▁ Ob",
+      "▁c ases",
+      "▁case s",
+      "▁cas es",
+      "▁ cases",
+      "ha ps",
+      "h aps",
+      "se rs",
+      "ser s",
+      "s ers",
+      "ar ter",
+      "art er",
+      "arte r",
+      "śc i",
+      "ś ci",
+      "▁it er",
+      "▁i ter",
+      "▁ iter",
+      "▁n amed",
+      "▁name d",
+      "▁na med",
+      "▁nam ed",
+      "▁ named",
+      "ex ec",
+      "exe c",
+      "▁se ason",
+      "▁sea son",
+      "▁ season",
+      "to t",
+      "t ot",
+      "= >",
+      "gr aph",
+      "gra ph",
+      "g raph",
+      "▁n il",
+      "▁ni l",
+      "▁ nil",
+      "ac ional",
+      "acion al",
+      "aci onal",
+      "▁N ULL",
+      "▁ NULL",
+      "▁spe cial",
+      "▁spec ial",
+      "▁ special",
+      "ст е",
+      "с те",
+      "cs s",
+      "c ss",
+      "▁\\ (",
+      "v s",
+      "ae l",
+      "a el",
+      "▁c ity",
+      "▁ci ty",
+      "▁cit y",
+      "▁ city",
+      "ov a",
+      "o va",
+      "▁art icle",
+      "▁ article",
+      "▁S outh",
+      "▁So uth",
+      "▁Sou th",
+      "Act ion",
+      "Ac tion",
+      "A ction",
+      "ç a",
+      "sp ring",
+      "spr ing",
+      "s pring",
+      "it ude",
+      "itu de",
+      "itud e",
+      "▁com plex",
+      "▁comp lex",
+      "▁comple x",
+      "▁compl ex",
+      "▁ complex",
+      "▁ч то",
+      "bu ild",
+      "g amma",
+      "▁E nt",
+      "▁En t",
+      "▁ Ent",
+      "ie rs",
+      "ier s",
+      "i ers",
+      "' .",
+      "ca r",
+      "c ar",
+      "ap ache",
+      "apa che",
+      "in gen",
+      "ing en",
+      "inge n",
+      "In put",
+      ":  ",
+      "▁d ynam",
+      "▁dy nam",
+      "al ls",
+      "all s",
+      "sh ow",
+      "s how",
+      "| \\",
+      "▁w ird",
+      "▁wir d",
+      "B ar",
+      "al th",
+      "alt h",
+      "mod el",
+      "mo del",
+      "mode l",
+      "m odel",
+      "Tr ans",
+      "Tra ns",
+      "Ro w",
+      "R ow",
+      "ab e",
+      "a be",
+      "▁l ib",
+      "▁li b",
+      "▁ lib",
+      "nu ll",
+      "n ull",
+      "ra gment",
+      "rag ment",
+      "▁St ate",
+      "▁Stat e",
+      "▁Sta te",
+      "▁ State",
+      "▁l aw",
+      "▁la w",
+      "▁ law",
+      "Fr ame",
+      "F rame",
+      "▁L o",
+      "▁ Lo",
+      "ge b",
+      "g eb",
+      "}$ .",
+      "} $.",
+      "▁ne eded",
+      "▁need ed",
+      "▁con tr",
+      "▁cont r",
+      "▁ contr",
+      "ar ies",
+      "ari es",
+      "arie s",
+      "a ries",
+      "▁s creen",
+      "▁sc reen",
+      "▁scr een",
+      "▁ screen",
+      "y r",
+      "m m",
+      "▁sh own",
+      "▁show n",
+      "▁sho wn",
+      "▁b ad",
+      "▁ba d",
+      "▁ bad",
+      "▁c ast",
+      "▁cas t",
+      "▁ca st",
+      "▁ cast",
+      "▁T est",
+      "▁Te st",
+      "▁ Test",
+      "▁A uf",
+      "▁Au f",
+      "▁qu ant",
+      "▁quan t",
+      "▁ quant",
+      "ig a",
+      "i ga",
+      "▁re n",
+      "▁r en",
+      "▁ ren",
+      "▁M ac",
+      "▁Ma c",
+      "▁ Mac",
+      "▁trans form",
+      "▁ transform",
+      "▁d ifference",
+      "▁dif ference",
+      "▁differ ence",
+      "▁t it",
+      "▁ti t",
+      "▁ tit",
+      "T E",
+      "▁st ep",
+      "▁ste p",
+      "▁ step",
+      "▁c apt",
+      "▁cap t",
+      "▁ca pt",
+      "▁ capt",
+      "▁col lection",
+      "▁coll ection",
+      "▁collect ion",
+      "▁colle ction",
+      "▁ collection",
+      "iction ary",
+      "▁T om",
+      "▁To m",
+      "▁ Tom",
+      "ri er",
+      "rie r",
+      "r ier",
+      "▁m ove",
+      "▁mov e",
+      "▁mo ve",
+      "▁ move",
+      "co pe",
+      "cop e",
+      "c ope",
+      "or ds",
+      "ord s",
+      "▁fur ther",
+      "▁column s",
+      "▁ columns",
+      "▁L in",
+      "▁Li n",
+      "▁ Lin",
+      "▁f ixed",
+      "▁fix ed",
+      "▁ fixed",
+      "▁child ren",
+      "▁ children",
+      "M S",
+      "m o",
+      "un a",
+      "u na",
+      "▁ind ivid",
+      "tt y",
+      "t ty",
+      "as te",
+      "ast e",
+      "a ste",
+      "sr c",
+      "s rc",
+      "mat ch",
+      "m atch",
+      "w i",
+      "▁ х",
+      "▁д и",
+      "▁ ди",
+      "▁o rd",
+      "▁or d",
+      "▁ ord",
+      "iv ing",
+      "ivi ng",
+      "i ving",
+      "▁B ro",
+      "▁Br o",
+      "▁ Bro",
+      "▁al most",
+      "▁P res",
+      "▁Pr es",
+      "▁Pre s",
+      "▁ Pres",
+      "re ci",
+      "rec i",
+      "ar ing",
+      "ari ng",
+      "arin g",
+      "a ring",
+      "▁/ //",
+      "▁// /",
+      "▁ ///",
+      "ет ся",
+      "е тся",
+      "▁s ig",
+      "▁si g",
+      "▁ sig",
+      "lig ht",
+      "l ight",
+      "▁R ed",
+      "▁Re d",
+      "▁ Red",
+      "▁sugg est",
+      "▁sug gest",
+      "ol f",
+      "▁é té",
+      "▁ét é",
+      "▁ été",
+      "is ation",
+      "isa tion",
+      "isat ion",
+      "з на",
+      "Ne w",
+      "N ew",
+      "ст ан",
+      "ста н",
+      "с тан",
+      "L A",
+      "un icip",
+      "unic ip",
+      "uni cip",
+      "▁fig ure",
+      "▁figur e",
+      "▁ figure",
+      "m t",
+      "ia le",
+      "ial e",
+      "i ale",
+      "▁c atch",
+      "▁cat ch",
+      "▁ catch",
+      "de fault",
+      "def ault",
+      "▁t ele",
+      "▁te le",
+      "▁tel e",
+      "▁ tele",
+      "▁m atter",
+      "▁mat ter",
+      "ca st",
+      "cas t",
+      "c ast",
+      "▁R ich",
+      "▁Ric h",
+      "▁Ri ch",
+      "▁ Rich",
+      "▁hand le",
+      "▁ handle",
+      "val u",
+      "va lu",
+      "v alu",
+      "$ -",
+      "о б",
+      "▁j son",
+      "▁js on",
+      "▁ json",
+      "Cre ate",
+      "C reate",
+      "▁ex am",
+      "ал ь",
+      "а ль",
+      "ю т",
+      "or ed",
+      "ore d",
+      "o red",
+      "id os",
+      "ido s",
+      "ap pend",
+      "app end",
+      "appen d",
+      "appe nd",
+      "▁Ar ray",
+      "▁Arr ay",
+      "▁ Array",
+      "к с",
+      "} [",
+      "ri ve",
+      "riv e",
+      "r ive",
+      "▁c lub",
+      "▁cl ub",
+      "▁ club",
+      "ma nn",
+      "man n",
+      "m ann",
+      "▁e ste",
+      "▁est e",
+      "▁es te",
+      "▁ este",
+      "es ta",
+      "est a",
+      "e sta",
+      "▁G i",
+      "▁ Gi",
+      "▁J ap",
+      "▁Ja p",
+      "▁N ame",
+      "▁Na me",
+      "▁Nam e",
+      "▁ Name",
+      "Col umn",
+      "ou ps",
+      "oup s",
+      "o ups",
+      "is mo",
+      "ism o",
+      "▁C ity",
+      "▁Ci ty",
+      "▁Cit y",
+      "▁ City",
+      "▁class es",
+      "▁classe s",
+      "▁ classes",
+      "▁in fl",
+      "▁inf l",
+      "▁ infl",
+      "h l",
+      "ро м",
+      "р ом",
+      "▁ad ding",
+      "▁add ing",
+      "▁ adding",
+      "▁f ail",
+      "▁fa il",
+      "▁ fail",
+      "x x",
+      "õ es",
+      "S c",
+      "ut il",
+      "uti l",
+      "u til",
+      "▁l ocation",
+      "▁lo cation",
+      "▁loc ation",
+      "▁ location",
+      "le ge",
+      "leg e",
+      "l ege",
+      "ag o",
+      "a go",
+      "▁pro perties",
+      "▁proper ties",
+      "▁ properties",
+      "ab il",
+      "abi l",
+      "a bil",
+      "va s",
+      "v as",
+      "}$ ,",
+      "} $,",
+      "it ted",
+      "itt ed",
+      "itte d",
+      "ó d",
+      "▁D em",
+      "▁De m",
+      "▁as ked",
+      "▁ask ed",
+      "▁t ab",
+      "▁ta b",
+      "▁ tab",
+      "S ource",
+      "▁error s",
+      "▁err ors",
+      "▁ errors",
+      "ograph ie",
+      "▁ж и",
+      "▁ жи",
+      "▁m al",
+      "▁ma l",
+      "▁ mal",
+      "st ract",
+      "str act",
+      "stra ct",
+      "▁d ro",
+      "▁dr o",
+      "▁ dro",
+      "ra k",
+      "r ak",
+      "▁n ote",
+      "▁not e",
+      "▁no te",
+      "▁ note",
+      "▁set ting",
+      "▁sett ing",
+      "▁ setting",
+      "▁f em",
+      "▁fe m",
+      "▁s aw",
+      "▁sa w",
+      "ia r",
+      "i ar",
+      "HE R",
+      "H ER",
+      "е с",
+      "▁p red",
+      "▁pr ed",
+      "▁pre d",
+      "▁ pred",
+      "▁O ut",
+      "▁ Out",
+      "▁it ems",
+      "▁item s",
+      "▁ items",
+      "ла н",
+      "л ан",
+      "▁w erd",
+      "▁we rd",
+      "▁wer d",
+      "ers ion",
+      "li a",
+      "l ia",
+      "▁s in",
+      "▁si n",
+      "▁ sin",
+      "ich te",
+      "icht e",
+      "i chte",
+      "▁fe el",
+      "▁fee l",
+      "▁п ра",
+      "▁пр а",
+      "▁ пра",
+      "▁o der",
+      "▁od er",
+      "▁ oder",
+      "U E",
+      "oc ument",
+      "▁m ode",
+      "▁mod e",
+      "▁mo de",
+      "▁ mode",
+      "▁N a",
+      "▁ Na",
+      "де н",
+      "д ен",
+      "me s",
+      "m es",
+      "frame work",
+      "▁a uto",
+      "▁au to",
+      "▁aut o",
+      "▁ auto",
+      "ны м",
+      "н ым",
+      "ub y",
+      "u by",
+      "▁tem plate",
+      "▁temp late",
+      "▁ template",
+      "▁m ess",
+      "▁me ss",
+      "▁mes s",
+      "▁ mess",
+      "ie der",
+      "ied er",
+      "i eder",
+      "▁rel ated",
+      "▁rela ted",
+      "▁relate d",
+      "▁ related",
+      "ok en",
+      "oke n",
+      "o ken",
+      "▁follow s",
+      "se arch",
+      "s earch",
+      "am i",
+      "a mi",
+      "▁w ait",
+      "▁wa it",
+      "▁ wait",
+      "ig r",
+      "i gr",
+      "▁l ow",
+      "▁lo w",
+      "▁ low",
+      "ски х",
+      "ск их",
+      "с ких",
+      "ска я",
+      "с кая",
+      "▁M ark",
+      "▁Mar k",
+      "▁ Mark",
+      "▁i ll",
+      "▁il l",
+      "▁ ill",
+      "am ento",
+      "ament o",
+      "amen to",
+      "\\ <",
+      "▁d f",
+      "▁ df",
+      "os ition",
+      "osi tion",
+      "▁В и",
+      "is f",
+      "i sf",
+      "▁De utsch",
+      "ah l",
+      "a hl",
+      "wa r",
+      "w ar",
+      "it ect",
+      "ite ct",
+      "▁s al",
+      "▁sa l",
+      "▁ sal",
+      "el en",
+      "ele n",
+      "e len",
+      "By Id",
+      "▁g ru",
+      "▁gr u",
+      "▁ gru",
+      "s v",
+      "▁pass ed",
+      "▁pas sed",
+      "▁passe d",
+      "▁a ñ",
+      "▁ añ",
+      "Sc h",
+      "S ch",
+      "▁sol ve",
+      "we ise",
+      "weis e",
+      "wei se",
+      "at os",
+      "ato s",
+      "▁m eg",
+      "▁me g",
+      "▁m ember",
+      "▁mem ber",
+      "▁memb er",
+      "▁ member",
+      "er name",
+      "ern ame",
+      "erna me",
+      "▁con nect",
+      "▁conne ct",
+      "▁conn ect",
+      "▁ connect",
+      "ip s",
+      "i ps",
+      "▁r ound",
+      "▁ro und",
+      "▁rou nd",
+      "▁ round",
+      "▁ ]",
+      "ne s",
+      "n es",
+      "▁d ir",
+      "▁di r",
+      "▁ dir",
+      "▁Lond on",
+      "d y",
+      "F A",
+      "▁rece ived",
+      "▁receive d",
+      "re et",
+      "ree t",
+      "▁L og",
+      "▁Lo g",
+      "▁ Log",
+      "▁Sch ool",
+      "an go",
+      "ang o",
+      "▁The se",
+      "▁Th ese",
+      "▁M ont",
+      "▁Mon t",
+      "▁Mo nt",
+      "▁ Mont",
+      "▁e ner",
+      "▁en er",
+      "▁ ener",
+      "la d",
+      "l ad",
+      "▁def ine",
+      "▁defin e",
+      "▁ define",
+      "si gn",
+      "sig n",
+      "s ign",
+      "▁c le",
+      "▁cl e",
+      "▁ cle",
+      "fig ure",
+      "▁V iew",
+      "▁Vi ew",
+      "▁Vie w",
+      "▁ View",
+      "text bf",
+      "$ \\",
+      "з ы",
+      "num ber",
+      "n umber",
+      "▁d in",
+      "▁di n",
+      "▁ din",
+      "el ler",
+      "ell er",
+      "elle r",
+      "orith m",
+      "ori thm",
+      "fal se",
+      "f alse",
+      "fo l",
+      "f ol",
+      "ffic ient",
+      "▁HT ML",
+      "▁ HTML",
+      "li che",
+      "lic he",
+      "lich e",
+      "l iche",
+      "▁M o",
+      "▁ Mo",
+      "▁int rodu",
+      "▁intr odu",
+      "▁intro du",
+      "ex p",
+      "e xp",
+      "▁st rong",
+      "▁str ong",
+      "▁stro ng",
+      "▁ strong",
+      "▁t hus",
+      "▁th us",
+      "/ )",
+      "▁e le",
+      "▁el e",
+      "▁ ele",
+      "▁та к",
+      "▁ так",
+      "▁п а",
+      "▁ па",
+      "▁d ont",
+      "▁do nt",
+      "▁don t",
+      "▁c ause",
+      "▁caus e",
+      "▁ca use",
+      "Num ber",
+      "N umber",
+      "▁im ages",
+      "▁image s",
+      "▁imag es",
+      "▁ images",
+      "▁s ample",
+      "▁sam ple",
+      "▁ sample",
+      "▁s ci",
+      "▁sc i",
+      "▁ sci",
+      "li ke",
+      "lik e",
+      "l ike",
+      "▁L ou",
+      "▁Lo u",
+      "▁ Lou",
+      "di v",
+      "d iv",
+      "an c",
+      "a nc",
+      "▁f ront",
+      "▁fr ont",
+      "▁fro nt",
+      "▁ front",
+      "ne n",
+      "n en",
+      "▁miss ing",
+      "▁mis sing",
+      "▁ missing",
+      "ar ia",
+      "ari a",
+      "a ria",
+      "pr es",
+      "pre s",
+      "p res",
+      "▁п ред",
+      "▁пре д",
+      "D I",
+      "fil ter",
+      "▁M it",
+      "▁Mi t",
+      "U R",
+      "▁o pp",
+      "▁op p",
+      "▁ opp",
+      "▁s ql",
+      "▁sq l",
+      "▁ sql",
+      "▁ро ку",
+      "er en",
+      "ere n",
+      "e ren",
+      "em at",
+      "ema t",
+      "e mat",
+      "í s",
+      "▁Je an",
+      "▁ Jean",
+      "é c",
+      "▁c i",
+      "▁ ci",
+      "en ne",
+      "enn e",
+      "at form",
+      "▁t aken",
+      "▁tak en",
+      "▁take n",
+      "▁ta ken",
+      "▁O f",
+      "▁ Of",
+      "▁на се",
+      "▁e rr",
+      "▁er r",
+      "▁ err",
+      "O P",
+      "Fr om",
+      "F rom",
+      "De fault",
+      "Def ault",
+      "▁Gener al",
+      "▁Gen eral",
+      "▁Gene ral",
+      "▁ General",
+      "wik i",
+      "wi ki",
+      "w iki",
+      "▁g rand",
+      "▁gr and",
+      "▁gra nd",
+      "▁gran d",
+      "▁ grand",
+      "▁e inen",
+      "▁ein en",
+      "▁eine n",
+      "Re g",
+      "R eg",
+      "Hand ler",
+      "Handle r",
+      "con om",
+      "co nom",
+      "cono m",
+      "c onom",
+      "an ger",
+      "ang er",
+      "ange r",
+      "▁бы л",
+      "▁L os",
+      "▁Lo s",
+      "▁ Los",
+      "▁ex pression",
+      "▁exp ression",
+      "▁express ion",
+      "▁expr ession",
+      "▁ expression",
+      "ш а",
+      "ya l",
+      "y al",
+      "▁$ ('",
+      "▁$( '",
+      "▁sw itch",
+      "▁ switch",
+      "▁v ector",
+      "▁ve ctor",
+      "▁vec tor",
+      "▁ vector",
+      "▁T hom",
+      "▁Th om",
+      "▁v irt",
+      "▁vi rt",
+      "▁vir t",
+      "▁ virt",
+      "le ased",
+      "lease d",
+      "lea sed",
+      "▁c over",
+      "▁co ver",
+      "▁cov er",
+      "▁ cover",
+      "▁re sp",
+      "▁r esp",
+      "▁res p",
+      "▁ resp",
+      "ak o",
+      "a ko",
+      "ren ch",
+      "ot a",
+      "o ta",
+      "C ell",
+      "an ged",
+      "ang ed",
+      "ange d",
+      "▁+ =",
+      "▁ +=",
+      "la c",
+      "l ac",
+      "sk a",
+      "s ka",
+      "ne xt",
+      "nex t",
+      "n ext",
+      "▁Intern ational",
+      "▁W il",
+      "▁Wi l",
+      "▁ Wil",
+      "▁o nt",
+      "▁on t",
+      "▁ ont",
+      "ib r",
+      "i br",
+      "us tr",
+      "ust r",
+      "u str",
+      "▁b lack",
+      "▁bl ack",
+      "▁bla ck",
+      "▁ black",
+      "▁select ed",
+      "▁sel ected",
+      "▁sele cted",
+      "▁ selected",
+      "ch er",
+      "che r",
+      "c her",
+      "▁l iter",
+      "▁li ter",
+      "▁lit er",
+      "▁ liter",
+      "ro ot",
+      "r oot",
+      "л ся",
+      "▁L ife",
+      "▁Li fe",
+      "▁ Life",
+      "▁in sert",
+      "▁ins ert",
+      "▁inser t",
+      "▁inse rt",
+      "▁ insert",
+      "▁mat rix",
+      "▁ matrix",
+      "is es",
+      "ise s",
+      ") ]",
+      "▁p el",
+      "▁pe l",
+      "▁ pel",
+      "Over ride",
+      "ry pt",
+      "▁for mer",
+      "▁form er",
+      "▁forme r",
+      "▁ former",
+      "▁Fil m",
+      "▁N orth",
+      "▁Nor th",
+      "cl ient",
+      "cli ent",
+      "c lient",
+      "▁n ight",
+      "▁ night",
+      "хо ди",
+      "ход и",
+      "▁A ustral",
+      "▁Aust ral",
+      "▁ Austral",
+      "▁R et",
+      "▁Re t",
+      "▁ Ret",
+      "rh o",
+      "r ho",
+      "▁п ер",
+      "▁пе р",
+      "▁ пер",
+      "ip edia",
+      "ipe dia",
+      "▁ex press",
+      "▁exp ress",
+      "▁expr ess",
+      "▁expres s",
+      "▁ express",
+      "▁th ird",
+      "▁ third",
+      "▁ma jor",
+      "▁maj or",
+      "▁ major",
+      "▁g rad",
+      "▁gr ad",
+      "▁gra d",
+      "▁ grad",
+      "ow e",
+      "o we",
+      "▁bel ieve",
+      "our nal",
+      "ourn al",
+      "▁st atus",
+      "▁stat us",
+      "▁ status",
+      "un c",
+      "u nc",
+      "▁d ou",
+      "▁do u",
+      "▁J SON",
+      "▁JS ON",
+      "▁ JSON",
+      "ui s",
+      "u is",
+      "▁pop ulation",
+      "▁popula tion",
+      "▁popul ation",
+      "en z",
+      "▁Will iam",
+      "s f",
+      "▁O bject",
+      "▁Ob ject",
+      "▁ Object",
+      "▁c in",
+      "▁ci n",
+      "▁ cin",
+      "▁D i",
+      "▁ Di",
+      "cur ity",
+      "c urity",
+      "▁O pen",
+      "▁Op en",
+      "▁ Open",
+      "▁ ле",
+      "la r",
+      "l ar",
+      "ad ding",
+      "add ing",
+      "▁k om",
+      "▁ko m",
+      "▁ kom",
+      "}( \\",
+      "} (\\",
+      "▁k il",
+      "▁ki l",
+      "▁ kil",
+      "um er",
+      "ume r",
+      "u mer",
+      "\"/ >",
+      "\" />",
+      "▁fe ature",
+      "▁ feature",
+      "▁A re",
+      "▁Ar e",
+      "▁ Are",
+      "ck s",
+      "c ks",
+      "▁Intern et",
+      "▁Inter net",
+      "▁ Internet",
+      "▁i h",
+      "▁ ih",
+      "▁start ed",
+      "▁star ted",
+      "▁ear ly",
+      "▁be gan",
+      "▁beg an",
+      "T H",
+      "p ython",
+      "as p",
+      "a sp",
+      "▁F r",
+      "▁ Fr",
+      "▁c los",
+      "▁cl os",
+      "▁clo s",
+      "▁ clos",
+      "ist ic",
+      "isti c",
+      "▁mus ic",
+      "▁ music",
+      "▁d ig",
+      "▁di g",
+      "▁ dig",
+      "▁it al",
+      "▁i tal",
+      "▁ ital",
+      "▁D avid",
+      "▁Dav id",
+      "▁Da vid",
+      "▁ David",
+      "▁web site",
+      "▁ website",
+      "▁cont roller",
+      "▁control ler",
+      "▁ controller",
+      "▁M er",
+      "▁Me r",
+      "▁ Mer",
+      "con text",
+      "cont ext",
+      "pro duct",
+      "produ ct",
+      "prod uct",
+      "os p",
+      "o sp",
+      "▁j un",
+      "▁ju n",
+      "ro wn",
+      "row n",
+      "r own",
+      "▁A z",
+      "▁ Az",
+      "\": \"",
+      "\" :\"",
+      "▁a an",
+      "▁aa n",
+      "▁D ate",
+      "▁Da te",
+      "▁Dat e",
+      "▁ Date",
+      "mu lt",
+      "mul t",
+      "m ult",
+      "▁b rowser",
+      "▁brow ser",
+      "▁ browser",
+      "ре д",
+      "wh ich",
+      "R A",
+      "qu are",
+      "qua re",
+      "▁R uss",
+      "▁Ru ss",
+      "▁Rus s",
+      "▁ Russ",
+      "▁s oon",
+      "▁so on",
+      "▁P re",
+      "▁Pr e",
+      "▁ Pre",
+      "ta u",
+      "t au",
+      "▁we ek",
+      "▁ week",
+      "▁б а",
+      "▁ ба",
+      "▁o ct",
+      "▁oc t",
+      "▁ oct",
+      "▁t own",
+      "▁to wn",
+      "▁ town",
+      "ro y",
+      "r oy",
+      "▁e ls",
+      "▁el s",
+      "▁ els",
+      "bl ic",
+      "b lic",
+      "und le",
+      "▁H istor",
+      "▁His tor",
+      "▁Hi stor",
+      "▁Hist or",
+      "▁f oi",
+      "▁fo i",
+      "▁mod els",
+      "▁model s",
+      "▁mode ls",
+      "▁ models",
+      "з о",
+      "on ym",
+      "ony m",
+      "o nym",
+      "Par am",
+      "Pa ram",
+      "P aram",
+      "▁M et",
+      "▁Me t",
+      "▁ Met",
+      "ge ner",
+      "gen er",
+      "g ener",
+      "j ą",
+      "▁e spe",
+      "▁es pe",
+      "▁esp e",
+      "C E",
+      "▁de vice",
+      "▁dev ice",
+      "▁devi ce",
+      "▁ device",
+      "el low",
+      "ell ow",
+      "ello w",
+      "▁de bug",
+      "▁deb ug",
+      "▁ debug",
+      "ér ie",
+      "éri e",
+      "é rie",
+      "us ing",
+      "u sing",
+      "ан г",
+      "а нг",
+      "▁* )",
+      "▁ *)",
+      "ud i",
+      "u di",
+      "▁M iss",
+      "▁Mi ss",
+      "▁Mis s",
+      "▁ Miss",
+      "ко м",
+      "к ом",
+      "pos ed",
+      "po sed",
+      "pose d",
+      "p osed",
+      "▁z we",
+      "▁zw e",
+      "і н",
+      "▁Ro bert",
+      "▁Rob ert",
+      "▁O ct",
+      "▁ Oct",
+      "lo p",
+      "l op",
+      "ja r",
+      "j ar",
+      "▁a ver",
+      "▁av er",
+      "▁ave r",
+      "▁ aver",
+      "▁ha bit",
+      "▁hab it",
+      "▁: :",
+      "▁ ::",
+      "än g",
+      "ä ng",
+      "St art",
+      "Star t",
+      "▁p ow",
+      "▁po w",
+      "▁ pow",
+      "▁s rc",
+      "▁sr c",
+      "▁ src",
+      "▁pat tern",
+      "▁ pattern",
+      "▁ Э",
+      "▁b i",
+      "▁ bi",
+      "ot es",
+      "ote s",
+      "o tes",
+      "▁_ _",
+      "▁ __",
+      "▁s ens",
+      "▁se ns",
+      "▁sen s",
+      "▁ sens",
+      "▁a void",
+      "▁av oid",
+      "▁avo id",
+      "ex ample",
+      "ut t",
+      "u tt",
+      "La bel",
+      "Lab el",
+      "L abel",
+      "te x",
+      "t ex",
+      "bo ot",
+      "b oot",
+      "es to",
+      "est o",
+      "e sto",
+      "▁M arch",
+      "▁Mar ch",
+      "▁Marc h",
+      "▁e asy",
+      "▁eas y",
+      "ict ure",
+      "Gr oup",
+      "▁f ather",
+      "▁fa ther",
+      "▁fat her",
+      "▁ father",
+      "▁up dated",
+      "▁update d",
+      "▁upd ated",
+      "▁ updated",
+      "▁V o",
+      "▁I II",
+      "▁II I",
+      "▁ III",
+      "om ega",
+      "ome ga",
+      "▁a lle",
+      "▁al le",
+      "▁all e",
+      "▁ alle",
+      "Re c",
+      "R ec",
+      "y g",
+      "з е",
+      "▁D im",
+      "▁Di m",
+      "▁ Dim",
+      "ne ct",
+      "n ect",
+      "▁T or",
+      "▁To r",
+      "▁de utsch",
+      "▁ deutsch",
+      "▁wh ite",
+      "▁ white",
+      "▁n ational",
+      "▁nation al",
+      "▁nat ional",
+      "pp e",
+      "p pe",
+      "▁a ir",
+      "▁ai r",
+      "▁ air",
+      "▁pass word",
+      "▁ password",
+      "de t",
+      "d et",
+      "▁b ig",
+      "▁bi g",
+      "▁ big",
+      "▁U se",
+      "▁Us e",
+      "▁ Use",
+      "cal l",
+      "ca ll",
+      "c all",
+      "▁ex tra",
+      "▁ext ra",
+      "▁extr a",
+      "▁ extra",
+      "W e",
+      "an ia",
+      "ani a",
+      "a nia",
+      "▁h old",
+      "▁ho ld",
+      "▁hol d",
+      "▁ hold",
+      "Cont rol",
+      "▁C O",
+      "▁ CO",
+      "▁м і",
+      "▁ мі",
+      "it i",
+      "i ti",
+      "▁K e",
+      "▁ Ke",
+      "en u",
+      "e nu",
+      "▁P ark",
+      "▁Par k",
+      "то м",
+      "т ом",
+      "▁a uth",
+      "▁au th",
+      "▁aut h",
+      "▁ auth",
+      "▁c enter",
+      "▁cent er",
+      "▁ center",
+      "P h",
+      "то в",
+      "т ов",
+      "id ing",
+      "idi ng",
+      "i ding",
+      "▁a cross",
+      "▁ac ross",
+      "▁s ong",
+      "▁so ng",
+      "▁son g",
+      "▁ song",
+      "▁ph ys",
+      "▁ phys",
+      "▁n umer",
+      "▁num er",
+      "▁nu mer",
+      "▁ numer",
+      "щ а",
+      "▁A lex",
+      "▁Al ex",
+      "▁Ale x",
+      "▁ Alex",
+      "▁problem s",
+      "▁proble ms",
+      "▁probl ems",
+      "▁E rror",
+      "▁Er ror",
+      "▁Err or",
+      "▁ Error",
+      "form at",
+      "for mat",
+      "▁A cc",
+      "▁Ac c",
+      "▁ Acc",
+      "▁s ix",
+      "▁si x",
+      "▁ six",
+      "▁d b",
+      "▁ db",
+      "▁C ast",
+      "▁Cas t",
+      "▁Ca st",
+      "▁ Cast",
+      "om s",
+      "o ms",
+      "pro ject",
+      "proj ect",
+      "▁v ert",
+      "▁ver t",
+      "▁ve rt",
+      "▁ vert",
+      "cre t",
+      "cr et",
+      "c ret",
+      "▁he ader",
+      "▁head er",
+      "▁ header",
+      "▁st ream",
+      "▁stre am",
+      "▁ stream",
+      "id s",
+      "i ds",
+      "▁t or",
+      "▁to r",
+      "▁ tor",
+      "▁se pt",
+      "▁sep t",
+      "▁est im",
+      "▁es tim",
+      "▁de cl",
+      "▁dec l",
+      "▁ decl",
+      "▁g ave",
+      "▁ga ve",
+      "▁p layer",
+      "▁pl ayer",
+      "▁play er",
+      "▁pla yer",
+      "▁ player",
+      "ys is",
+      "▁д ру",
+      "▁др у",
+      "am m",
+      "a mm",
+      "щ о",
+      "▁( \"",
+      "▁ (\"",
+      "▁a x",
+      "▁ ax",
+      "Pro perty",
+      "us r",
+      "u sr",
+      "▁some one",
+      "▁im pro",
+      "▁imp ro",
+      "▁impr o",
+      "ad en",
+      "ade n",
+      "a den",
+      "ro te",
+      "rot e",
+      "r ote",
+      "▁М и",
+      "i h",
+      "++ )",
+      "+ +)",
+      "▁v ideo",
+      "▁vide o",
+      "▁ video",
+      "▁ex ists",
+      "▁exist s",
+      "▁ exists",
+      "к ла",
+      "▁comp lete",
+      "▁comple te",
+      "▁complet e",
+      "▁compl ete",
+      "▁ complete",
+      "▁s ession",
+      "▁sess ion",
+      "▁ session",
+      "▁const ant",
+      "▁ constant",
+      "ic os",
+      "ico s",
+      "i cos",
+      "▁p ack",
+      "▁pa ck",
+      "▁pac k",
+      "▁ pack",
+      "ro me",
+      "rom e",
+      "r ome",
+      "eg r",
+      "e gr",
+      "App lication",
+      "▁y es",
+      "▁ye s",
+      "▁ yes",
+      "▁e lle",
+      "▁el le",
+      "▁ell e",
+      "▁ elle",
+      "▁e mail",
+      "▁em ail",
+      "▁ email",
+      "or f",
+      "o rf",
+      "ca se",
+      "cas e",
+      "c ase",
+      "▁po inter",
+      "▁point er",
+      "▁ pointer",
+      "▁reg ard",
+      "se n",
+      "s en",
+      "st atus",
+      "stat us",
+      "▁m es",
+      "▁me s",
+      "▁ mes",
+      "▁d elle",
+      "▁de lle",
+      "▁del le",
+      "▁dell e",
+      "ing ton",
+      "ingt on",
+      "▁B as",
+      "▁Ba s",
+      "▁ Bas",
+      ") ^",
+      "de velop",
+      "▁for ce",
+      "▁ force",
+      "▁char acters",
+      "▁charact ers",
+      "▁character s",
+      "▁c ross",
+      "▁cr oss",
+      "▁cro ss",
+      "▁ cross",
+      "▁de ath",
+      "▁t akes",
+      "▁tak es",
+      "▁take s",
+      "▁ta kes",
+      "ér i",
+      "é ri",
+      "ig ne",
+      "ign e",
+      "че н",
+      "ч ен",
+      "U P",
+      ". :",
+      "Th read",
+      "j u",
+      "in y",
+      "i ny",
+      "▁det ails",
+      "▁detail s",
+      "▁ details",
+      "▁x ml",
+      "▁ xml",
+      "ta it",
+      "t ait",
+      "out put",
+      "mess age",
+      "m essage",
+      "' '",
+      "▁Brit ish",
+      "vi lle",
+      "vil le",
+      "v ille",
+      "▁D iv",
+      "▁Di v",
+      "▁ Div",
+      "▁U ser",
+      "▁Use r",
+      "▁Us er",
+      "▁ User",
+      "c m",
+      "ч но",
+      "col umn",
+      "eq ref",
+      "ó r",
+      "on om",
+      "ono m",
+      "o nom",
+      "▁P ost",
+      "▁Po st",
+      "▁Pos t",
+      "▁ Post",
+      "el len",
+      "ell en",
+      "elle n",
+      "A b",
+      "ul té",
+      "ult é",
+      "▁per fect",
+      "▁perf ect",
+      "() {",
+      "( ){",
+      "vis ion",
+      "v ision",
+      "act ive",
+      "activ e",
+      "li er",
+      "lie r",
+      "l ier",
+      "ri j",
+      "r ij",
+      "s d",
+      "▁k ö",
+      "▁ kö",
+      "▁n ie",
+      "▁ni e",
+      "▁ nie",
+      "▁re lig",
+      "▁rel ig",
+      "▁reli g",
+      "▁o t",
+      "▁ ot",
+      "▁m achine",
+      "▁mach ine",
+      "▁ machine",
+      "▁h eld",
+      "▁he ld",
+      "▁hel d",
+      ")$ .",
+      ") $.",
+      "==== ====",
+      "ck er",
+      "cke r",
+      "c ker",
+      "в ы",
+      "bo rn",
+      "bor n",
+      "b orn",
+      "▁p ast",
+      "▁pas t",
+      "▁pa st",
+      "ри я",
+      "▁D r",
+      "▁ Dr",
+      "▁reg ular",
+      "▁regul ar",
+      "▁ regular",
+      "▁prov ided",
+      "▁provide d",
+      "TE R",
+      "T ER",
+      "▁un ivers",
+      "▁ univers",
+      "▁g ets",
+      "▁get s",
+      "▁ge ts",
+      "▁ gets",
+      "▁n u",
+      "▁ nu",
+      "▁/ *",
+      "▁ /*",
+      "ob er",
+      "obe r",
+      "o ber",
+      "fi n",
+      "f in",
+      "▁n ella",
+      "▁ne lla",
+      "▁nel la",
+      "▁nell a",
+      "▁be come",
+      "▁bec ome",
+      "▁becom e",
+      "▁` `",
+      "▁ ``",
+      "▁h istory",
+      "▁histor y",
+      "▁hi story",
+      "▁hist ory",
+      "▁ history",
+      "▁S ol",
+      "▁So l",
+      "▁ Sol",
+      "▁R ad",
+      "▁Ra d",
+      "▁ Rad",
+      "▁term s",
+      "▁ter ms",
+      "▁even ts",
+      "▁event s",
+      "▁ev ents",
+      "▁ events",
+      "ly mp",
+      ")) )",
+      ") ))",
+      "ро ва",
+      "ров а",
+      "р ова",
+      "▁ab sol",
+      "▁abs ol",
+      "▁so ft",
+      "▁ soft",
+      "lin ks",
+      "link s",
+      "l inks",
+      "▁h ope",
+      "▁ho pe",
+      "▁hop e",
+      "▁su bject",
+      "▁sub ject",
+      "▁ subject",
+      "\") ,",
+      "\" ),",
+      "▁cre ating",
+      "▁} \r",
+      "▁ }\r",
+      "▁S k",
+      "▁ Sk",
+      "▁f low",
+      "▁fl ow",
+      "▁flo w",
+      "▁ flow",
+      "▁Р а",
+      "▁as sert",
+      "▁ass ert",
+      "▁asse rt",
+      "▁ assert",
+      "ze t",
+      "z et",
+      "▁F rank",
+      "▁Fran k",
+      "▁Fr ank",
+      "s a",
+      "▁dist ribution",
+      "▁distribu tion",
+      "▁distrib ution",
+      "▁ distribution",
+      "c u",
+      "ba nd",
+      "ban d",
+      "b and",
+      "iz z",
+      "i zz",
+      "▁j ob",
+      "▁jo b",
+      "▁ job",
+      "in er",
+      "ine r",
+      "i ner",
+      "st ruct",
+      "str uct",
+      "stru ct",
+      "á k",
+      "T O",
+      "au f",
+      "a uf",
+      "▁ext ends",
+      "▁extend s",
+      "▁G ra",
+      "▁Gr a",
+      "dis play",
+      "▁sign ific",
+      "on ey",
+      "one y",
+      "o ney",
+      "s ource",
+      "m icrosoft",
+      "in der",
+      "ind er",
+      "inde r",
+      "i nder",
+      "▁qu ick",
+      "▁qui ck",
+      "▁ quick",
+      "▁w onder",
+      "▁won der",
+      "▁wo nder",
+      "Inst ance",
+      "el les",
+      "ell es",
+      "elle s",
+      "e lles",
+      "è me",
+      "▁comp any",
+      "▁compan y",
+      "▁ company",
+      "u ß",
+      ". }",
+      "▁separ ate",
+      "U M",
+      "HER E",
+      "HE RE",
+      "H ERE",
+      "▁writ ing",
+      "▁wr iting",
+      "▁ writing",
+      "it ution",
+      "itu tion",
+      "itut ion",
+      "▁G esch",
+      "▁Ge sch",
+      "▁Ges ch",
+      "м я",
+      "▁J ames",
+      "▁Ja mes",
+      "▁Jam es",
+      "▁ James",
+      "▁D E",
+      "▁ DE",
+      "▁S pe",
+      "▁Sp e",
+      "▁ Spe",
+      "pro cess",
+      "proc ess",
+      "St r",
+      "S tr",
+      "▁s ym",
+      "▁sy m",
+      "▁ sym",
+      "▁a o",
+      "▁ ao",
+      "▁w y",
+      "▁ wy",
+      "▁any one",
+      "▁U p",
+      "▁ Up",
+      "use um",
+      "ar on",
+      "aro n",
+      "a ron",
+      "▁def inition",
+      "▁defin ition",
+      "▁definit ion",
+      "▁ definition",
+      "▁` $",
+      "▁f av",
+      "▁fa v",
+      "rib utes",
+      "ribute s",
+      "ribu tes",
+      "▁R é",
+      "ograf ia",
+      "ografi a",
+      "el ement",
+      "ele ment",
+      "elem ent",
+      "e lement",
+      "ca p",
+      "c ap",
+      "pa t",
+      "p at",
+      "▁B ra",
+      "▁Br a",
+      "▁ Bra",
+      ") (",
+      "▁acc ording",
+      "▁accord ing",
+      "г е",
+      "▁p ie",
+      "▁pi e",
+      "▁ pie",
+      "el i",
+      "e li",
+      "} \"",
+      "▁act iv",
+      "▁ activ",
+      "▁s top",
+      "▁st op",
+      "▁sto p",
+      "▁ stop",
+      "pat ch",
+      "p atch",
+      "т і",
+      "▁J ose",
+      "▁Jo se",
+      "▁Jos e",
+      "▁ Jose",
+      "En d",
+      "E nd",
+      "▁p rze",
+      "▁pr ze",
+      "▁prz e",
+      "▁a ge",
+      "▁ag e",
+      "▁ age",
+      "it ory",
+      "ito ry",
+      "itor y",
+      "▁P HP",
+      "▁ PHP",
+      "ag ement",
+      "age ment",
+      "agem ent",
+      "▁` .",
+      "▁ `.",
+      "▁pre tty",
+      "▁pret ty",
+      "▁re comm",
+      "▁rec omm",
+      "▁recom m",
+      "▁s ud",
+      "▁su d",
+      "▁re qu",
+      "▁r equ",
+      "▁req u",
+      "▁об ла",
+      "at ives",
+      "ative s",
+      "ativ es",
+      "ati ves",
+      "▁H igh",
+      "▁Hi gh",
+      "▁ High",
+      "á z",
+      "ou l",
+      "o ul",
+      "re st",
+      "res t",
+      "r est",
+      "▁T er",
+      "▁Te r",
+      "un der",
+      "und er",
+      "unde r",
+      "u nder",
+      "th ern",
+      "ther n",
+      "the rn",
+      "cent er",
+      "cen ter",
+      "cente r",
+      "c enter",
+      "▁u r",
+      "▁ ur",
+      "la t",
+      "l at",
+      "▁inter face",
+      "▁ interface",
+      "▁и н",
+      "▁ ин",
+      "▁wh ose",
+      "▁who se",
+      "ic as",
+      "ica s",
+      "i cas",
+      "am en",
+      "ame n",
+      "a men",
+      "Fil ter",
+      "▁st ation",
+      "▁stat ion",
+      "▁sta tion",
+      "▁stati on",
+      "▁ station",
+      "Pa ge",
+      "P age",
+      "▁a rm",
+      "▁ar m",
+      "▁ arm",
+      "▁e yes",
+      "▁eye s",
+      "▁ра й",
+      "▁s eu",
+      "▁se u",
+      "ol i",
+      "o li",
+      "wi n",
+      "w in",
+      "li k",
+      "l ik",
+      "ge x",
+      "g ex",
+      "ch an",
+      "cha n",
+      "c han",
+      "id ence",
+      "iden ce",
+      "ar gs",
+      "arg s",
+      "ak ing",
+      "aki ng",
+      "a king",
+      "▁Go ogle",
+      "▁ Google",
+      "▁St ud",
+      "▁Stu d",
+      "▁h o",
+      "▁ ho",
+      "то ры",
+      "тор ы",
+      "S u",
+      "▁autom at",
+      "▁auto mat",
+      "êm e",
+      "ê me",
+      "▁c y",
+      "▁ cy",
+      "lo r",
+      "l or",
+      "▁st ack",
+      "▁sta ck",
+      "▁ stack",
+      "▁SE LECT",
+      "▁ SELECT",
+      "A F",
+      "▁> >",
+      "▁ >>",
+      "▁com pet",
+      "▁comp et",
+      "▁p air",
+      "▁pa ir",
+      "▁ pair",
+      "▁ing lés",
+      "Res ponse",
+      "▁F ig",
+      "▁ Fig",
+      "gr ad",
+      "gra d",
+      "g rad",
+      "▁document ation",
+      "▁ documentation",
+      "▁c ant",
+      "▁can t",
+      "▁ca nt",
+      "▁app reci",
+      "å n",
+      "▁le arn",
+      "▁lear n",
+      "▁ learn",
+      "▁in dep",
+      "▁ind ep",
+      "▁inde p",
+      "▁p al",
+      "▁pa l",
+      "▁ pal",
+      "pack age",
+      "p ackage",
+      "ar es",
+      "are s",
+      "a res",
+      "▁Ber lin",
+      "▁Berl in",
+      "б ли",
+      "re ich",
+      "rei ch",
+      "ё н",
+      "▁s atisf",
+      "▁sat isf",
+      "▁reg ion",
+      "▁ region",
+      "▁fri end",
+      "▁ friend",
+      "▁Ge orge",
+      "▁Georg e",
+      "▁В о",
+      "▁ Во",
+      "▁\" \"",
+      "▁ \"\"",
+      "▁des de",
+      "Fact ory",
+      "F actory",
+      "▁Count y",
+      "▁Coun ty",
+      "ou v",
+      "o uv",
+      "▁ ‘",
+      "▁inst alled",
+      "▁install ed",
+      "▁instal led",
+      "▁ installed",
+      "▁w anted",
+      "▁want ed",
+      "▁P ython",
+      "▁ Python",
+      "▁inter pre",
+      "▁in cluded",
+      "▁includ ed",
+      "▁include d",
+      "▁inclu ded",
+      "▁( (",
+      "▁ ((",
+      "▁al tern",
+      "▁alt ern",
+      "▁alter n",
+      "▁alte rn",
+      "▁ altern",
+      "is to",
+      "ist o",
+      "i sto",
+      "g n",
+      "▁b order",
+      "▁bor der",
+      "▁bord er",
+      "▁ border",
+      "pd f",
+      "p df",
+      "▁d up",
+      "▁du p",
+      "▁ dup",
+      "▁down load",
+      "▁ download",
+      "ju st",
+      "jus t",
+      "j ust",
+      "▁m embers",
+      "▁mem bers",
+      "▁memb ers",
+      "▁member s",
+      "▁ members",
+      "ch ild",
+      "chi ld",
+      "▁p ay",
+      "▁pa y",
+      "▁ pay",
+      "▁c er",
+      "▁ce r",
+      "▁ cer",
+      "▁lo oked",
+      "▁look ed",
+      "▁correct ly",
+      "au th",
+      "aut h",
+      "a uth",
+      "▁с тан",
+      "▁ст ан",
+      "▁ста н",
+      "▁ стан",
+      "▁e sp",
+      "▁es p",
+      "▁ esp",
+      "▁d esc",
+      "▁de sc",
+      "▁des c",
+      "▁ desc",
+      "eb en",
+      "e ben",
+      "▁qu estions",
+      "▁question s",
+      "▁quest ions",
+      "▁questi ons",
+      "▁ questions",
+      "ma l",
+      "m al",
+      "▁ab gerufen",
+      "▁ abgerufen",
+      "▁B and",
+      "▁Ba nd",
+      "▁Ban d",
+      "▁[ ]",
+      "▁ []",
+      "Bas e",
+      "B ase",
+      "▁r is",
+      "▁ri s",
+      "▁ ris",
+      "▁f ort",
+      "▁for t",
+      "▁fo rt",
+      "▁ fort",
+      "▁I d",
+      "▁ Id",
+      "▁var ious",
+      "▁vari ous",
+      "▁Le ague",
+      "▁H and",
+      "▁Ha nd",
+      "▁Han d",
+      "▁ Hand",
+      "▁T ype",
+      "▁Ty pe",
+      "▁Typ e",
+      "▁ Type",
+      "ir l",
+      "i rl",
+      "▁F e",
+      "▁ Fe",
+      "i én",
+      "it ter",
+      "itt er",
+      "itte r",
+      "▁f ast",
+      "▁fa st",
+      "▁fas t",
+      "▁ fast",
+      "st a",
+      "s ta",
+      "▁ex cept",
+      "▁ except",
+      "ic z",
+      "i cz",
+      "▁F rench",
+      "▁en vironment",
+      "▁environ ment",
+      "▁ environment",
+      "▁con se",
+      "▁cons e",
+      "у р",
+      "о го",
+      "▁necess ary",
+      "tar get",
+      "t arget",
+      "▁re ading",
+      "▁read ing",
+      "▁ reading",
+      "ho me",
+      "hom e",
+      "h ome",
+      "ze ich",
+      "▁e qual",
+      "▁equ al",
+      "▁eq ual",
+      "▁ equal",
+      "▁pi ù",
+      "▁p rem",
+      "▁pr em",
+      "▁pre m",
+      "▁diff icult",
+      "▁u nit",
+      "▁un it",
+      "▁ unit",
+      "▁re place",
+      "▁rep lace",
+      "▁repla ce",
+      "▁ replace",
+      "▁he art",
+      "▁hear t",
+      "▁ heart",
+      "▁t alk",
+      "▁tal k",
+      "A M",
+      "▁R E",
+      "▁ RE",
+      "▁P erson",
+      "▁Per son",
+      "▁Pers on",
+      "▁ Person",
+      "end ency",
+      "enden cy",
+      "▁i mm",
+      "▁im m",
+      "▁ imm",
+      "▁h uman",
+      "▁hum an",
+      "▁hu man",
+      "▁ human",
+      "d n",
+      "▁K ir",
+      "▁Ki r",
+      "▁A ut",
+      "▁Au t",
+      "▁ Aut",
+      "kn own",
+      "know n",
+      "k nown",
+      "▁fr equ",
+      "▁fre qu",
+      "sys tem",
+      "s ystem",
+      "ла в",
+      "▁S z",
+      "▁G al",
+      "▁Ga l",
+      "но е",
+      "sel ves",
+      "right arrow",
+      "r ightarrow",
+      "▁С а",
+      "▁ Са",
+      "=\" @",
+      "▁build ing",
+      "▁ building",
+      "im port",
+      "imp ort",
+      "▁f am",
+      "▁fa m",
+      "▁de lete",
+      "▁del ete",
+      "▁delet e",
+      "▁ delete",
+      "air e",
+      "ai re",
+      "a ire",
+      "ma ry",
+      "mar y",
+      "m ary",
+      "▁f und",
+      "▁fun d",
+      "▁fu nd",
+      "▁ fund",
+      "▁part icip",
+      "▁partic ip",
+      "▁parti cip",
+      "▁partici p",
+      "▁s yn",
+      "▁sy n",
+      "▁ syn",
+      "si n",
+      "s in",
+      "▁l ower",
+      "▁lo wer",
+      "▁low er",
+      "▁ lower",
+      "▁z ero",
+      "▁ze ro",
+      "▁ zero",
+      "▁s ec",
+      "▁se c",
+      "▁ sec",
+      "▁f ra",
+      "▁fr a",
+      "▁ fra",
+      "Po int",
+      "P oint",
+      "▁fa iled",
+      "▁fail ed",
+      "▁ failed",
+      "ien to",
+      "ient o",
+      "i ento",
+      "cu p",
+      "c up",
+      "▁s low",
+      "▁sl ow",
+      "▁slo w",
+      "▁ slow",
+      "▁n ation",
+      "▁na tion",
+      "▁nat ion",
+      "äh r",
+      "ä hr",
+      "▁in fo",
+      "▁inf o",
+      "▁ info",
+      "▁P ublic",
+      "▁Pub lic",
+      "▁Pu blic",
+      "▁ Public",
+      "▁de cla",
+      "▁dec la",
+      "▁decl a",
+      "▁Т а",
+      "▁s old",
+      "▁so ld",
+      "▁sol d",
+      "▁R em",
+      "▁Re m",
+      "▁ Rem",
+      "▁Ph il",
+      "ст ра",
+      "стр а",
+      "с тра",
+      "▁me hr",
+      "▁W ork",
+      "▁Wor k",
+      "▁ Work",
+      "▁N ord",
+      "▁No rd",
+      "▁Nor d",
+      "▁f ait",
+      "▁fa it",
+      "▁g ew",
+      "▁ge w",
+      "▁ gew",
+      "print ln",
+      "ob ile",
+      "obil e",
+      "obi le",
+      "▁K on",
+      "▁Ko n",
+      "▁ass ume",
+      "▁assum e",
+      "land s",
+      "lan ds",
+      "l ands",
+      "▁a mount",
+      "▁am ount",
+      "▁ amount",
+      "▁P ress",
+      "▁Pr ess",
+      "▁Pres s",
+      "▁Pre ss",
+      "▁ Press",
+      "ý ch",
+      "▁ma xim",
+      "▁max im",
+      "▁ maxim",
+      "▁Ch ampion",
+      "▁Champ ion",
+      "li brary",
+      "l ibrary",
+      "a ñ",
+      "▁W al",
+      "▁Wa l",
+      "Com m",
+      "Co mm",
+      "C omm",
+      "] ]",
+      "▁z w",
+      "▁ zw",
+      "▁so cial",
+      "▁soci al",
+      "▁soc ial",
+      "▁ social",
+      "L I",
+      "▁Un ter",
+      "vo r",
+      "v or",
+      "Del ta",
+      "D elta",
+      "em ail",
+      "ema il",
+      "e mail",
+      "ra int",
+      "rain t",
+      "rai nt",
+      "r aint",
+      "on i",
+      "o ni",
+      "▁a lt",
+      "▁al t",
+      "▁ alt",
+      "▁n é",
+      "▁ né",
+      "ци я",
+      "ograph y",
+      "▁mention ed",
+      "▁ment ioned",
+      "▁< =",
+      "▁ <=",
+      "▁c ette",
+      "▁ce tte",
+      "▁cet te",
+      "▁current ly",
+      "▁curr ently",
+      "va re",
+      "var e",
+      "v are",
+      "iz ing",
+      "izi ng",
+      "izin g",
+      "i zing",
+      "▁D ef",
+      "▁De f",
+      "▁ Def",
+      "ic ol",
+      "ico l",
+      "i col",
+      "ün d",
+      "ü nd",
+      "▁config uration",
+      "▁configur ation",
+      "▁ configuration",
+      "est ig",
+      "esti g",
+      "II I",
+      "I II",
+      "la m",
+      "l am",
+      "i ère",
+      "▁E ar",
+      "▁t u",
+      "▁ tu",
+      "En t",
+      "E nt",
+      "▁U sing",
+      "▁Us ing",
+      "▁ Using",
+      "▁ко м",
+      "▁к ом",
+      "▁ ком",
+      "ci e",
+      "c ie",
+      "▁pro of",
+      "▁ proof",
+      "▁in vol",
+      "▁inv ol",
+      "▁H istory",
+      "▁Histor y",
+      "▁Hi story",
+      "▁Hist ory",
+      "▁ History",
+      "> <",
+      "▁A ND",
+      "▁AN D",
+      "▁ AND",
+      "av y",
+      "a vy",
+      "▁rel ations",
+      "▁relation s",
+      "$ {",
+      "▁com es",
+      "▁co mes",
+      "▁come s",
+      "▁ comes",
+      "▁d irection",
+      "▁direct ion",
+      "▁dire ction",
+      "▁dir ection",
+      "▁ direction",
+      "▁J une",
+      "▁Ju ne",
+      "▁Jun e",
+      "▁W ay",
+      "▁Wa y",
+      "Com ponent",
+      "ec h",
+      "e ch",
+      "▁P eter",
+      "▁Pe ter",
+      "▁Pet er",
+      "▁ Peter",
+      "s g",
+      "▁s tra",
+      "▁st ra",
+      "▁str a",
+      "▁ stra",
+      "uc t",
+      "u ct",
+      "▁im plementation",
+      "▁implement ation",
+      "▁ implementation",
+      "att le",
+      "▁c z",
+      "▁ cz",
+      "pl ot",
+      "p lot",
+      "▁play ed",
+      "▁pla yed",
+      "\"> </",
+      "\">< /",
+      "\" ></",
+      "▁f ive",
+      "▁fi ve",
+      "▁ five",
+      "▁c oll",
+      "▁col l",
+      "▁co ll",
+      "▁ coll",
+      "▁Char les",
+      "Tr a",
+      "T ra",
+      "▁s uo",
+      "▁su o",
+      "file s",
+      "fil es",
+      "fi les",
+      "f iles",
+      "en tes",
+      "ent es",
+      "ente s",
+      "res ponse",
+      "respons e",
+      "H ow",
+      "▁S oci",
+      "▁So ci",
+      "▁Soc i",
+      "▁i gn",
+      "▁ig n",
+      "▁ ign",
+      "▁l ed",
+      "▁le d",
+      "▁ led",
+      "▁G erman",
+      "▁Ger man",
+      "▁Germ an",
+      "ud o",
+      "u do",
+      "▁D u",
+      "▁t im",
+      "▁ti m",
+      "▁ tim",
+      "ount er",
+      "oun ter",
+      "o unter",
+      "▁att ack",
+      "ur i",
+      "u ri",
+      "▁а р",
+      "▁ ар",
+      "es se",
+      "ess e",
+      "iv il",
+      "ivi l",
+      "i vil",
+      "▁J u",
+      "▁v el",
+      "▁ve l",
+      "▁ vel",
+      "mat rix",
+      "▁M at",
+      "▁Ma t",
+      "▁ Mat",
+      "gi o",
+      "g io",
+      "▁Ze it",
+      "VE R",
+      "V ER",
+      "ha s",
+      "h as",
+      "Con nection",
+      "Connect ion",
+      "Conne ction",
+      "▁i hr",
+      "▁ih r",
+      "▁att ribute",
+      "▁ attribute",
+      "▁dis cuss",
+      "▁disc uss",
+      "▁do main",
+      "▁dom ain",
+      "▁ domain",
+      "bin d",
+      "bi nd",
+      "b ind",
+      "▁S ec",
+      "▁Se c",
+      "▁ Sec",
+      "ri k",
+      "r ik",
+      "cl ose",
+      "clos e",
+      "clo se",
+      "c lose",
+      "gi n",
+      "g in",
+      "▁l ove",
+      "▁lo ve",
+      "▁lov e",
+      "an to",
+      "ant o",
+      "ge nt",
+      "gen t",
+      "g ent",
+      "ab a",
+      "a ba",
+      "jan go",
+      "j ango",
+      "b i",
+      "▁ob ser",
+      "▁obs er",
+      "it ting",
+      "itt ing",
+      "▁р у",
+      "▁ ру",
+      "} =",
+      "ag en",
+      "age n",
+      "a gen",
+      "B C",
+      "so me",
+      "som e",
+      "s ome",
+      "▁B u",
+      "▁ Bu",
+      "▁s oci",
+      "▁so ci",
+      "▁soc i",
+      "▁ soci",
+      "▁ind ividual",
+      "▁individ ual",
+      "▁de al",
+      "▁out side",
+      "ri o",
+      "r io",
+      "Ex ec",
+      "an did",
+      "and id",
+      "▁bus iness",
+      "▁t empor",
+      "▁tem por",
+      "▁temp or",
+      "▁tempo r",
+      "▁T ur",
+      "▁Tu r",
+      "▁( !",
+      "▁ (!",
+      "ri ter",
+      "rit er",
+      "rite r",
+      "r iter",
+      "▁go ogle",
+      "▁goog le",
+      "▁ google",
+      "] :",
+      "it te",
+      "itt e",
+      "i tte",
+      "x i",
+      "▁П а",
+      "ho l",
+      "h ol",
+      "н ь",
+      "ri ng",
+      "rin g",
+      "r ing",
+      "▁s ul",
+      "▁su l",
+      "но сти",
+      "ност и",
+      "нос ти",
+      "_ .",
+      "ga r",
+      "g ar",
+      "T ask",
+      "▁C heck",
+      "▁Che ck",
+      "▁ Check",
+      "▁mod ern",
+      "▁mo dern",
+      "▁mode rn",
+      "▁moder n",
+      "▁w in",
+      "▁ win",
+      "us ter",
+      "ust er",
+      "u ster",
+      "ha n",
+      "h an",
+      "form ation",
+      "format ion",
+      "vo id",
+      "v oid",
+      "▁ф и",
+      "▁ фи",
+      "▁use ful",
+      "▁Eng land",
+      "lo s",
+      "l os",
+      "et ime",
+      "eti me",
+      "e time",
+      "eu r",
+      "e ur",
+      "▁un ique",
+      "▁uniqu e",
+      "▁ unique",
+      "▁ка к",
+      "yi ng",
+      "y ing",
+      "ob j",
+      "ui d",
+      "u id",
+      "▁w indows",
+      "▁window s",
+      "▁wind ows",
+      "▁ windows",
+      "▁d istance",
+      "▁dist ance",
+      "▁ distance",
+      "▁nom bre",
+      "▁nombr e",
+      "і я",
+      "oc us",
+      "o cus",
+      "ah n",
+      "a hn",
+      "ier te",
+      "iert e",
+      "i erte",
+      "▁d ar",
+      "▁da r",
+      "▁ dar",
+      "S I",
+      "lo ng",
+      "lon g",
+      "l ong",
+      "as ta",
+      "ast a",
+      "a sta",
+      "iv en",
+      "ive n",
+      "i ven",
+      "▁t old",
+      "▁to ld",
+      "▁G ru",
+      "▁Gr u",
+      "fo o",
+      "f oo",
+      "▁c alling",
+      "▁cal ling",
+      "▁call ing",
+      "iem bre",
+      "i embre",
+      "▁f uture",
+      "▁fut ure",
+      "pr ès",
+      "p rès",
+      "le ep",
+      "lee p",
+      "avig ation",
+      "PO ST",
+      "POS T",
+      "P OST",
+      "▁des cribed",
+      "▁descri bed",
+      "▁describe d",
+      "▁n och",
+      "▁no ch",
+      "un it",
+      "uni t",
+      "u nit",
+      "al len",
+      "all en",
+      "alle n",
+      "▁b ranch",
+      "▁br anch",
+      "▁bran ch",
+      "▁ branch",
+      "f a",
+      "▁f ill",
+      "▁fil l",
+      "▁fi ll",
+      "▁ fill",
+      "▁ob j",
+      "▁ obj",
+      "▁t ree",
+      "▁tr ee",
+      "▁tre e",
+      "▁ tree",
+      "▁wur den",
+      "▁wurde n",
+      "▁L iter",
+      "▁Li ter",
+      "▁Lit er",
+      "▁ Liter",
+      "ro t",
+      "r ot",
+      "sp lit",
+      "spl it",
+      "s plit",
+      "em ein",
+      "eme in",
+      "mod ule",
+      "C A",
+      "▁oper ator",
+      "▁opera tor",
+      "▁ operator",
+      "▁w rote",
+      "▁wr ote",
+      "▁J ack",
+      "▁Jac k",
+      "▁Ja ck",
+      "▁ Jack",
+      "olog ie",
+      "olo gie",
+      "▁A nt",
+      "▁An t",
+      "▁ Ant",
+      "те р",
+      "т ер",
+      "st ream",
+      "stre am",
+      "▁Q ue",
+      "▁Qu e",
+      "▁ Que",
+      "eps ilon",
+      "e psilon",
+      "no n",
+      "n on",
+      "st ein",
+      "ste in",
+      "▁s impl",
+      "▁sim pl",
+      "▁simp l",
+      "pu b",
+      "p ub",
+      "▁J uly",
+      "▁Jul y",
+      "▁Ju ly",
+      "▁n ature",
+      "▁natur e",
+      "▁nat ure",
+      "▁D atabase",
+      "▁Data base",
+      "▁Dat abase",
+      "▁ Database",
+      "ó l",
+      "ни м",
+      "н им",
+      "▁V I",
+      "▁ VI",
+      "êt re",
+      "ê tre",
+      "il es",
+      "ile s",
+      "i les",
+      "▁w el",
+      "▁we l",
+      "▁ wel",
+      "') ,",
+      "' ),",
+      "▁m ut",
+      "▁mu t",
+      "▁ mut",
+      "lo cation",
+      "loc ation",
+      "l ocation",
+      "▁there fore",
+      "el li",
+      "ell i",
+      "▁ І",
+      "n é",
+      "▁а в",
+      "led ge",
+      "l edge",
+      "▁con ver",
+      "▁conv er",
+      "í m",
+      "▁X V",
+      "▁ XV",
+      "vi der",
+      "vid er",
+      "v ider",
+      "▁Janu ary",
+      "▁Januar y",
+      "▁us ually",
+      "▁usual ly",
+      "▁re leased",
+      "▁release d",
+      "▁M i",
+      "He ad",
+      "H ead",
+      "il ler",
+      "ill er",
+      "ille r",
+      "▁j an",
+      "▁ja n",
+      "▁ jan",
+      "▁l etter",
+      "▁let ter",
+      "▁lett er",
+      "▁ letter",
+      "pr odu",
+      "pro du",
+      "prod u",
+      "p rodu",
+      "r d",
+      "▁C am",
+      "▁Ca m",
+      "▁ Cam",
+      ", '",
+      "▁ Ц",
+      "▁p ush",
+      "▁pu sh",
+      "▁ push",
+      "up date",
+      "▁may be",
+      "▁ maybe",
+      "H ttp",
+      "@ \"",
+      "ме р",
+      "м ер",
+      "ser vice",
+      "serv ice",
+      "par se",
+      "p arse",
+      "▁d ass",
+      "▁da ss",
+      "▁das s",
+      "ê n",
+      ") \"",
+      "mo re",
+      "mor e",
+      "m ore",
+      "/ *",
+      "▁m as",
+      "▁ma s",
+      "▁ mas",
+      "▁like ly",
+      "▁lik ely",
+      "▁ likely",
+      "▁m aterial",
+      "▁mate rial",
+      "▁mater ial",
+      "▁ material",
+      "▁[ [",
+      "▁ [[",
+      "▁long er",
+      "▁lon ger",
+      "ba l",
+      "b al",
+      "▁Arch iv",
+      "ig t",
+      "i gt",
+      "▁e gy",
+      "▁eg y",
+      "▁ egy",
+      "id ge",
+      "ig u",
+      "i gu",
+      "con f",
+      "▁in c",
+      "▁i nc",
+      "▁ inc",
+      "cons ulté",
+      "▁m ai",
+      "▁ma i",
+      "▁ mai",
+      "W ork",
+      "▁г ра",
+      "▁ гра",
+      "▁Oct ober",
+      "▁g lobal",
+      "▁glob al",
+      "▁glo bal",
+      "▁ global",
+      "▁s el",
+      "▁se l",
+      "▁ sel",
+      "▁m unicip",
+      "▁vi ol",
+      "▁vio l",
+      "▁Do es",
+      "▁ Does",
+      "▁\\ [",
+      "ско м",
+      "ск ом",
+      "с ком",
+      "▁com pos",
+      "▁comp os",
+      "▁ compos",
+      "б ря",
+      "в я",
+      "▁resp ons",
+      "▁ respons",
+      "▁consider ed",
+      "▁consid ered",
+      "▁J apan",
+      "▁Jap an",
+      "▁Ja pan",
+      "pe s",
+      "p es",
+      "os to",
+      "ost o",
+      "o sto",
+      "▁mil it",
+      "▁mi lit",
+      "S P",
+      "с ы",
+      "at tr",
+      "att r",
+      "ci l",
+      "c il",
+      "irect ory",
+      "av ing",
+      "avi ng",
+      "a ving",
+      "▁D el",
+      "▁De l",
+      "▁ Del",
+      "▁pr event",
+      "▁pre vent",
+      "▁prev ent",
+      "▁ prevent",
+      "id ade",
+      "ida de",
+      "idad e",
+      "i dade",
+      "gi t",
+      "g it",
+      "if orm",
+      "i form",
+      "ou ter",
+      "out er",
+      "oute r",
+      "o uter",
+      "in ct",
+      "inc t",
+      "le vel",
+      "lev el",
+      "at ever",
+      "ate ver",
+      "▁re pe",
+      "▁rep e",
+      "▁e xc",
+      "▁ex c",
+      "да р",
+      "д ар",
+      "St yle",
+      "▁Th omas",
+      "▁Thom as",
+      "el ine",
+      "eli ne",
+      "elin e",
+      "e line",
+      "▁ ж",
+      "un time",
+      "unt ime",
+      "▁l arg",
+      "▁la rg",
+      "▁lar g",
+      "▁ larg",
+      "Tr ue",
+      ". *",
+      "cre en",
+      "cr een",
+      "c reen",
+      "yle s",
+      "yl es",
+      "y les",
+      "▁trans l",
+      "▁tran sl",
+      "▁С о",
+      "ens ions",
+      "ension s",
+      "ä l",
+      "is se",
+      "iss e",
+      "▁v olt",
+      "▁vo lt",
+      "▁vol t",
+      "ci ally",
+      "cial ly",
+      "ni k",
+      "n ik",
+      ". ]",
+      "▁St adt",
+      "▁Sta dt",
+      "▁Stad t",
+      "м ы",
+      "fil l",
+      "fi ll",
+      "f ill",
+      "lo v",
+      "l ov",
+      "▁\" /",
+      "▁ \"/",
+      "S p",
+      "▁A ir",
+      "Cal l",
+      "Ca ll",
+      "C all",
+      "▁n ur",
+      "▁nu r",
+      "Che ck",
+      "C heck",
+      "ien ce",
+      "i ence",
+      "ef ined",
+      "▁в ре",
+      "ł o",
+      "d z",
+      "▁о р",
+      "▁ ор",
+      "ik er",
+      "ike r",
+      "i ker",
+      "ow a",
+      "o wa",
+      "ови ч",
+      "о вич",
+      "r é",
+      "O L",
+      "▁li near",
+      "▁line ar",
+      "▁lin ear",
+      "▁linea r",
+      "▁ linear",
+      "▁ex port",
+      "▁exp ort",
+      "▁ export",
+      "ah r",
+      "a hr",
+      "ic ial",
+      "ici al",
+      "icia l",
+      "i cial",
+      "Re p",
+      "R ep",
+      "▁n atural",
+      "▁natur al",
+      "▁nat ural",
+      "▁ natural",
+      "▁c op",
+      "▁co p",
+      "▁ cop",
+      "▁} )",
+      "▁ })",
+      "ç ões",
+      "z z",
+      "Wh at",
+      "W hat",
+      "▁H ouse",
+      "▁Ho use",
+      "▁Hou se",
+      "Re f",
+      "R ef",
+      "in ger",
+      "ing er",
+      "inge r",
+      "▁t aking",
+      "▁tak ing",
+      "▁ta king",
+      "n ě",
+      "▁Ein z",
+      "▁d am",
+      "▁da m",
+      "▁ dam",
+      "▁iss ues",
+      "▁issue s",
+      "▁issu es",
+      "▁ issues",
+      "Bu ilder",
+      "Build er",
+      "ed it",
+      "edi t",
+      "e dit",
+      "▁p rz",
+      "▁pr z",
+      "pass word",
+      "Ge ner",
+      "Gen er",
+      "G ener",
+      "ri m",
+      "r im",
+      "▁p arts",
+      "▁par ts",
+      "▁part s",
+      "▁ parts",
+      "-- -",
+      "- --",
+      "ig inal",
+      "igin al",
+      "igi nal",
+      "▁S ci",
+      "▁Sc i",
+      "▁m other",
+      "▁mo ther",
+      "▁mot her",
+      "▁moth er",
+      "re a",
+      "r ea",
+      "▁cont ainer",
+      "▁contain er",
+      "▁ container",
+      "д я",
+      "▁I P",
+      "▁ IP",
+      "▁n one",
+      "▁no ne",
+      "▁non e",
+      "▁ none",
+      "▁follow ed",
+      "▁p le",
+      "▁pl e",
+      "▁ ple",
+      "▁me asure",
+      "▁meas ure",
+      "▁ measure",
+      "▁t out",
+      "▁to ut",
+      "▁tou t",
+      "▁ tout",
+      "Ex t",
+      "E xt",
+      "▁T V",
+      "▁ TV",
+      "▁ex plain",
+      "▁exp lain",
+      "▁expla in",
+      "▁expl ain",
+      "▁p aper",
+      "▁pa per",
+      "▁pap er",
+      "▁ paper",
+      "ст і",
+      "с ті",
+      "w s",
+      "W ik",
+      "▁m m",
+      "▁ mm",
+      "▁N orm",
+      "▁No rm",
+      "▁Nor m",
+      "▁Ser ver",
+      "▁Serv er",
+      "▁ Server",
+      "fo nt",
+      "fon t",
+      "f ont",
+      "ec ause",
+      "eca use",
+      "T R",
+      "▁б и",
+      "▁ би",
+      "L a",
+      "▁e ns",
+      "▁en s",
+      "▁ ens",
+      "▁re tr",
+      "▁r etr",
+      "▁ret r",
+      "▁S il",
+      "▁Si l",
+      "▁ Sil",
+      "▁se quence",
+      "▁sequ ence",
+      "▁ sequence",
+      "ar c",
+      "a rc",
+      "I V",
+      "z á",
+      "▁And roid",
+      "▁ Android",
+      "▁S uper",
+      "▁Su per",
+      "▁Sup er",
+      "▁ Super",
+      "▁r oz",
+      "▁ro z",
+      "▁ roz",
+      "ov ie",
+      "ovi e",
+      "o vie",
+      "O m",
+      "▁W ell",
+      "▁We ll",
+      "▁Wel l",
+      "▁ Well",
+      "ma ke",
+      "m ake",
+      "or ph",
+      "orp h",
+      "▁J er",
+      "▁Je r",
+      "▁R os",
+      "▁Ro s",
+      "re ference",
+      "refer ence",
+      "▁fe atures",
+      "▁feature s",
+      "▁ features",
+      "▁G er",
+      "▁Ge r",
+      "▁L eg",
+      "▁Le g",
+      "▁ Leg",
+      "▁l ate",
+      "▁la te",
+      "▁lat e",
+      "▁ late",
+      "▁add itional",
+      "▁addition al",
+      "▁f lo",
+      "▁fl o",
+      "▁е го",
+      "▁ его",
+      "▁alg orithm",
+      "▁ algorithm",
+      "B A",
+      "ka r",
+      "k ar",
+      "I P",
+      "]) ;",
+      "] );",
+      "▁app ears",
+      "▁appear s",
+      "▁appe ars",
+      "y w",
+      "▁t emp",
+      "▁te mp",
+      "▁tem p",
+      "▁ temp",
+      "▁aus si",
+      "met hod",
+      "m ethod",
+      "▁p et",
+      "▁pe t",
+      "▁ pet",
+      "st rap",
+      "str ap",
+      "stra p",
+      "ar ning",
+      "arn ing",
+      "▁c ut",
+      "▁cu t",
+      "▁ cut",
+      "▁S a",
+      "▁ Sa",
+      "▁t rack",
+      "▁tr ack",
+      "▁tra ck",
+      "▁trac k",
+      "▁ track",
+      "▁emp loy",
+      "▁in de",
+      "▁i nde",
+      "▁ind e",
+      "▁ inde",
+      "ra v",
+      "r av",
+      "▁gener ate",
+      "▁gene rate",
+      "▁ generate",
+      "be s",
+      "b es",
+      "ar ts",
+      "art s",
+      "St atus",
+      "Stat us",
+      "ug e",
+      "u ge",
+      "al is",
+      "ali s",
+      "a lis",
+      "▁over ride",
+      "▁overrid e",
+      "▁ override",
+      "▁f i",
+      "▁ fi",
+      "▁l ost",
+      "▁lo st",
+      "▁los t",
+      "▁ lost",
+      "ot ed",
+      "ote d",
+      "o ted",
+      "▁r oom",
+      "▁ro om",
+      "▁ room",
+      "▁c alls",
+      "▁cal ls",
+      "▁call s",
+      "▁cons ist",
+      "ре н",
+      "р ен",
+      "▁vill age",
+      "▁vil lage",
+      "▁villa ge",
+      "dis t",
+      "di st",
+      "d ist",
+      "▁te chn",
+      "▁tec hn",
+      "▁ techn",
+      "en za",
+      "enz a",
+      "▁ро з",
+      "▁р оз",
+      "▁ роз",
+      "▁C atalog",
+      "▁Cat alog",
+      "▁Catal og",
+      "▁be com",
+      "▁bec om",
+      "ro ws",
+      "row s",
+      "r ows",
+      "▁N el",
+      "▁Ne l",
+      "com ple",
+      "comp le",
+      "▁pr emi",
+      "▁pre mi",
+      "▁prem i",
+      "▁r ot",
+      "▁ro t",
+      "▁ rot",
+      "▁Web links",
+      "▁foot ball",
+      "▁ football",
+      "▁com par",
+      "▁comp ar",
+      "▁l ive",
+      "▁li ve",
+      "▁liv e",
+      "▁ live",
+      "ки х",
+      "к их",
+      "▁equ ival",
+      "ca pe",
+      "cap e",
+      "c ape",
+      "▁G en",
+      "▁Ge n",
+      "▁ Gen",
+      "nd er",
+      "nde r",
+      "n der",
+      "▁V is",
+      "▁Vi s",
+      "▁ Vis",
+      "▁be hind",
+      "▁beh ind",
+      "ge rs",
+      "ger s",
+      "g ers",
+      "vo ke",
+      "v oke",
+      "▁m edia",
+      "▁me dia",
+      "▁med ia",
+      "▁medi a",
+      "▁ media",
+      "E X",
+      "th at",
+      "tha t",
+      "t hat",
+      "▁s ono",
+      "▁so no",
+      "▁son o",
+      "▁ sono",
+      "▁my sql",
+      "▁mysq l",
+      "▁ mysql",
+      "e v",
+      "▁r ule",
+      "▁ru le",
+      "▁ rule",
+      "до в",
+      "д ов",
+      "ac c",
+      "a cc",
+      "▁W HERE",
+      "▁WH ERE",
+      "▁ WHERE",
+      "ен е",
+      "е не",
+      "Gr id",
+      "G rid",
+      "▁j ul",
+      "▁ju l",
+      "▁m ort",
+      "▁mo rt",
+      "▁mor t",
+      "▁ mort",
+      "▁gener ated",
+      "▁generate d",
+      "▁ generated",
+      "en cia",
+      "enc ia",
+      "enci a",
+      "ac ter",
+      "act er",
+      "cl ud",
+      "▁s cen",
+      "▁sc en",
+      "▁cl osed",
+      "▁close d",
+      "▁clos ed",
+      "▁clo sed",
+      "▁ closed",
+      "▁Mich ael",
+      "▁ Michael",
+      "▁m ount",
+      "▁mo unt",
+      "▁mou nt",
+      "▁ mount",
+      ")$ ,",
+      ") $,",
+      "▁d rop",
+      "▁dr op",
+      "▁dro p",
+      "▁ drop",
+      "▁com bin",
+      "▁comb in",
+      "to col",
+      "▁go es",
+      "▁g eb",
+      "▁ge b",
+      "▁ geb",
+      "M D",
+      "▁An ton",
+      "▁Ant on",
+      "▁Anto n",
+      "▁$ (\"",
+      "▁$( \"",
+      "Te m",
+      "T em",
+      "▁c a",
+      "▁ ca",
+      "▁in stru",
+      "▁inst ru",
+      "ed s",
+      "e ds",
+      "▁t ool",
+      "▁to ol",
+      "▁too l",
+      "▁ tool",
+      "my s",
+      "m ys",
+      "▁r oute",
+      "▁ro ute",
+      "▁rout e",
+      "▁rou te",
+      "▁ route",
+      "\") )",
+      "\" ))",
+      "пр е",
+      "п ре",
+      "▁f loat",
+      "▁flo at",
+      "▁ float",
+      "▁service s",
+      "▁serv ices",
+      "▁servi ces",
+      "▁ services",
+      "▁ч и",
+      "▁ чи",
+      "к і",
+      "emb ly",
+      "embl y",
+      "ak er",
+      "ake r",
+      "a ker",
+      "▁S on",
+      "▁So n",
+      "▁M ath",
+      "▁Ma th",
+      "▁Mat h",
+      "▁ Math",
+      "as se",
+      "ass e",
+      "ous ly",
+      "lic ations",
+      "lication s",
+      "▁r u",
+      "▁ ru",
+      "▁щ о",
+      "▁ що",
+      "▁Con st",
+      "▁Cons t",
+      "▁ Const",
+      "▁im medi",
+      "▁imm edi",
+      "F O",
+      "or o",
+      "o ro",
+      "▁p roduction",
+      "▁produ ction",
+      "▁product ion",
+      "▁ production",
+      "re i",
+      "r ei",
+      "▁j query",
+      "▁ jquery",
+      "an nt",
+      "ann t",
+      "▁Wh ile",
+      "▁s n",
+      "▁ sn",
+      "▁го ди",
+      "▁год и",
+      "Form at",
+      "For mat",
+      "▁s tar",
+      "▁st ar",
+      "▁sta r",
+      "▁ star",
+      "▁S en",
+      "▁Se n",
+      "▁k o",
+      "▁ ko",
+      "NA ME",
+      "N AME",
+      "▁p rés",
+      "▁pr és",
+      "▁pré s",
+      "▁ prés",
+      "ch a",
+      "c ha",
+      "wh at",
+      "w hat",
+      "om in",
+      "omi n",
+      "o min",
+      "end ant",
+      "enda nt",
+      "h y",
+      "▁ob serv",
+      "▁obser v",
+      "▁obs erv",
+      "▁ observ",
+      "▁p refer",
+      "▁pre fer",
+      "у н",
+      "▁con structor",
+      "▁construct or",
+      "▁constru ctor",
+      "▁ constructor",
+      "b s",
+      "▁m ac",
+      "▁ma c",
+      "▁ mac",
+      "▁B re",
+      "▁Br e",
+      "▁ Bre",
+      "▁Inst it",
+      "▁Ins tit",
+      "▁st ory",
+      "▁stor y",
+      "▁sto ry",
+      "▁ story",
+      "▁s ymbol",
+      "▁sym bol",
+      "▁ symbol",
+      "el es",
+      "ele s",
+      "e les",
+      "ß e",
+      "as ing",
+      "asi ng",
+      "a sing",
+      "▁w est",
+      "▁we st",
+      "▁ west",
+      "ia ns",
+      "ian s",
+      "i ans",
+      "▁m aster",
+      "▁ma ster",
+      "▁mas ter",
+      "▁ master",
+      "е з",
+      "▁w ays",
+      "▁way s",
+      "▁wa ys",
+      "▁ ways",
+      "b m",
+      "▁p ick",
+      "▁pi ck",
+      "▁pic k",
+      "▁ pick",
+      "▁de part",
+      "▁dep art",
+      "B ack",
+      "en k",
+      "li pse",
+      "lip se",
+      "▁m ath",
+      "▁ma th",
+      "▁mat h",
+      "▁ math",
+      "▁Fran cis",
+      "▁Franc is",
+      "▁Dec ember",
+      "f s",
+      "ru m",
+      "r um",
+      "▁develop ment",
+      "▁ development",
+      "L T",
+      "er nel",
+      "ern el",
+      "erne l",
+      "▁Tr ue",
+      "▁Tru e",
+      "▁ True",
+      "▁M ore",
+      "▁Mor e",
+      "▁Mo re",
+      "▁ More",
+      "ran gle",
+      "r angle",
+      "▁cond itions",
+      "▁condition s",
+      "Option s",
+      "Opt ions",
+      "O ptions",
+      "▁g li",
+      "▁gl i",
+      "▁oper ation",
+      "▁opera tion",
+      "▁ operation",
+      "é k",
+      "ach t",
+      "ac ht",
+      "a cht",
+      "ight s",
+      "igh ts",
+      "▁m ist",
+      "▁mi st",
+      "▁mis t",
+      "an da",
+      "and a",
+      "▁ener gy",
+      "▁energ y",
+      "▁ energy",
+      "▁ж е",
+      "▁ же",
+      "▁w omen",
+      "▁wo men",
+      "ak t",
+      "a kt",
+      "▁C H",
+      "▁ CH",
+      "ge bra",
+      "geb ra",
+      "▁me et",
+      "i u",
+      "we ll",
+      "wel l",
+      "w ell",
+      "ö l",
+      "▁govern ment",
+      "▁J os",
+      "▁Jo s",
+      "ie g",
+      "i eg",
+      "▁s yntax",
+      "▁syn tax",
+      "▁ syntax",
+      "fi x",
+      "f ix",
+      "▁P et",
+      "▁Pe t",
+      "j query",
+      "▁c ard",
+      "▁car d",
+      "▁ca rd",
+      "▁ card",
+      "▁pr incipal",
+      "▁princi pal",
+      "▁princip al",
+      "▁d ru",
+      "▁dr u",
+      "▁ dru",
+      "▁ter rit",
+      "▁п ов",
+      "▁по в",
+      "▁ пов",
+      "▁S S",
+      "▁ SS",
+      "ри и",
+      "tr es",
+      "tre s",
+      "t res",
+      "ag ne",
+      "agn e",
+      "ly ing",
+      "l ying",
+      "til de",
+      "t ilde",
+      "ber n",
+      "be rn",
+      "b ern",
+      "en ter",
+      "ent er",
+      "ente r",
+      "Pe r",
+      "P er",
+      "▁s omet",
+      "▁so met",
+      "▁some t",
+      "▁som et",
+      "Lo ad",
+      "li ce",
+      "lic e",
+      "l ice",
+      "▁s ous",
+      "▁so us",
+      "▁sou s",
+      "▁Lo uis",
+      "▁Lou is",
+      "▁ Louis",
+      "▁log ic",
+      "▁ logic",
+      "▁O ther",
+      "▁Ot her",
+      "▁ Other",
+      "▁c ir",
+      "▁ci r",
+      "▁ cir",
+      "é v",
+      "ch ron",
+      "chr on",
+      "▁h an",
+      "▁ha n",
+      "▁ han",
+      "▁m argin",
+      "▁mar gin",
+      "▁marg in",
+      "▁ margin",
+      "W indow",
+      "ère s",
+      "è res",
+      "ny ch",
+      "n ych",
+      "pu sh",
+      "pus h",
+      "p ush",
+      "bol ds",
+      "bold s",
+      "b olds",
+      "▁l ayout",
+      "▁lay out",
+      "▁ layout",
+      "▁[ `",
+      "Ch ar",
+      "C har",
+      "▁C ap",
+      "▁Ca p",
+      "▁ Cap",
+      "bolds ymbol",
+      "bold symbol",
+      "▁R oman",
+      "▁Ro man",
+      "▁Rom an",
+      "▁Roma n",
+      "▁M ax",
+      "▁Ma x",
+      "▁ Max",
+      ": (",
+      "▁C ode",
+      "▁Co de",
+      "▁ Code",
+      "is ing",
+      "isi ng",
+      "i sing",
+      "▁st ates",
+      "▁stat es",
+      "▁state s",
+      "▁sta tes",
+      "▁ states",
+      "▁ex isting",
+      "▁exist ing",
+      "su pport",
+      "sup port",
+      "supp ort",
+      "▁re search",
+      "▁res earch",
+      "lic ate",
+      "lica te",
+      "l icate",
+      "va ri",
+      "var i",
+      "v ari",
+      "▁b ij",
+      "▁bi j",
+      "▁ bij",
+      "▁a ppe",
+      "▁app e",
+      "▁ap pe",
+      "▁ appe",
+      "▁happ ens",
+      "▁happen s",
+      "\\ \"",
+      "▁conc ern",
+      "▁conce rn",
+      "we st",
+      "w est",
+      "▁sa ying",
+      "▁say ing",
+      "pi d",
+      "p id",
+      "▁rec ogn",
+      "▁ recogn",
+      "▁H et",
+      "▁He t",
+      "Ch ild",
+      "▁c s",
+      "▁ cs",
+      "\\ ,",
+      "▁c lean",
+      "▁cle an",
+      "▁ clean",
+      "le ctions",
+      "lect ions",
+      "lection s",
+      "ac cess",
+      "acc ess",
+      "a ccess",
+      "в у",
+      "пр о",
+      "п ро",
+      "ac ity",
+      "aci ty",
+      "a city",
+      "▁O ff",
+      "▁Of f",
+      "▁ Off",
+      "▁eas ily",
+      "è que",
+      "▁j ako",
+      "▁ja ko",
+      "▁jak o",
+      "▁i z",
+      "▁ iz",
+      "▁H a",
+      "▁ Ha",
+      "▁D et",
+      "▁De t",
+      "▁ Det",
+      "▁for ma",
+      "▁form a",
+      "sch e",
+      "sc he",
+      "s che",
+      "swer s",
+      "sw ers",
+      "s wers",
+      "▁of fer",
+      "▁off er",
+      "qu ired",
+      "quire d",
+      "qui red",
+      "User s",
+      "Use rs",
+      "Us ers",
+      "U sers",
+      "▁su bst",
+      "▁sub st",
+      "▁subs t",
+      "▁ subst",
+      "> (",
+      "▁g round",
+      "▁gr ound",
+      "▁gro und",
+      "▁ ground",
+      "un n",
+      "u nn",
+      "ro d",
+      "r od",
+      "sp e",
+      "s pe",
+      "urs or",
+      "▁le ave",
+      "er k",
+      "▁t al",
+      "▁ta l",
+      "▁ tal",
+      "▁b ottom",
+      "▁bot tom",
+      "▁bott om",
+      "▁ bottom",
+      "I O",
+      "▁pop ular",
+      "▁popula r",
+      "▁popul ar",
+      "ig o",
+      "i go",
+      "▁T ime",
+      "▁Tim e",
+      "▁Ti me",
+      "▁ Time",
+      "val ues",
+      "value s",
+      "valu es",
+      "▁L oc",
+      "▁Lo c",
+      "▁ Loc",
+      "▁C lub",
+      "▁Cl ub",
+      "▁an che",
+      "▁anc he",
+      "▁anch e",
+      "▁ anche",
+      "ia ł",
+      "i ał",
+      "і ї",
+      "Om ega",
+      "▁loc ated",
+      "▁locate d",
+      "▁ located",
+      "U rl",
+      "▁E sp",
+      "▁Es p",
+      "▁ Esp",
+      "л ы",
+      "ц ь",
+      "ul ate",
+      "ula te",
+      "u late",
+      "▁j oin",
+      "▁jo in",
+      "▁ join",
+      "av es",
+      "ave s",
+      "a ves",
+      "ve t",
+      "v et",
+      "li o",
+      "l io",
+      "re move",
+      "rem ove",
+      "▁t oken",
+      "▁to ken",
+      "▁ token",
+      "▁op tim",
+      "▁opt im",
+      "▁ optim",
+      "▁c laim",
+      "▁cla im",
+      "olog ical",
+      "▁c ss",
+      "▁cs s",
+      "▁ css",
+      "▁al though",
+      "▁ although",
+      "▁p riv",
+      "▁pr iv",
+      "▁pri v",
+      "▁ priv",
+      "▁B a",
+      "ü l",
+      "entic ation",
+      "enti cation",
+      "▁v en",
+      "▁ve n",
+      "▁ ven",
+      "Ser ver",
+      "Serv er",
+      "▁C ong",
+      "▁Con g",
+      "▁Co ng",
+      "NE T",
+      "N ET",
+      "CO N",
+      "C ON",
+      "d t",
+      "per ties",
+      "pert ies",
+      "▁e pis",
+      "▁ep is",
+      "wik ipedia",
+      "▁eng ine",
+      "▁ engine",
+      "▁f er",
+      "▁fe r",
+      "▁ fer",
+      "get Element",
+      "▁C la",
+      "▁Cl a",
+      "▁ Cla",
+      "ř í",
+      "▁r om",
+      "▁ro m",
+      "▁ rom",
+      "var epsilon",
+      "vare psilon",
+      "▁pr ime",
+      "▁prim e",
+      "▁pri me",
+      "▁ prime",
+      "is try",
+      "ist ry",
+      "istr y",
+      "pe cted",
+      "pect ed",
+      "pec ted",
+      "p ected",
+      "or age",
+      "ora ge",
+      "o rage",
+      "▁t ouch",
+      "▁to uch",
+      "▁tou ch",
+      "▁ touch",
+      "▁[ '",
+      "▁ ['",
+      "▁d an",
+      "▁da n",
+      "▁ dan",
+      "E m",
+      "ac iones",
+      "acion es",
+      "aci ones",
+      "a ciones",
+      "Ca n",
+      "C an",
+      "▁w hom",
+      "▁wh om",
+      "▁who m",
+      "▁be havior",
+      "▁behav ior",
+      "▁str ings",
+      "▁string s",
+      "▁ strings",
+      "▁E urop",
+      "▁Euro p",
+      "▁Eu rop",
+      "▁Eur op",
+      "▁R om",
+      "▁Ro m",
+      "ci rc",
+      "cir c",
+      "c irc",
+      "▁p un",
+      "▁pu n",
+      "▁reg ister",
+      "▁ register",
+      "b untu",
+      "ra in",
+      "rai n",
+      "r ain",
+      "O b",
+      "T A",
+      "▁s ometimes",
+      "▁some times",
+      "▁somet imes",
+      "▁m ent",
+      "▁me nt",
+      "▁men t",
+      "▁ ment",
+      "▁in teger",
+      "▁inte ger",
+      "▁ integer",
+      "▁J ac",
+      "▁Ja c",
+      "▁ Jac",
+      "le gate",
+      "leg ate",
+      "ot hing",
+      "oth ing",
+      "o thing",
+      "▁s ound",
+      "▁so und",
+      "▁sou nd",
+      "▁ sound",
+      "la ces",
+      "lace s",
+      "lac es",
+      "l aces",
+      "▁Б а",
+      "r b",
+      "d i",
+      "ле ния",
+      "▁them selves",
+      "▁B lack",
+      "▁Bl ack",
+      "▁Bla ck",
+      "▁ Black",
+      "▁s ettings",
+      "▁sett ings",
+      "▁setting s",
+      "▁ settings",
+      "▁n orm",
+      "▁no rm",
+      "▁nor m",
+      "▁ norm",
+      "▁r uns",
+      "▁run s",
+      "▁ru ns",
+      "▁N OT",
+      "▁NO T",
+      "▁ NOT",
+      "K E",
+      "▁per haps",
+      "▁ Я",
+      "▁m ol",
+      "▁mo l",
+      "▁a ns",
+      "▁an s",
+      "▁ ans",
+      "at re",
+      "atr e",
+      "a tre",
+      "▁D ies",
+      "▁Die s",
+      "▁Di es",
+      "To ken",
+      "T oken",
+      "an ie",
+      "ani e",
+      "a nie",
+      "▁all owed",
+      "▁allow ed",
+      "▁allo wed",
+      "▁ allowed",
+      "R ange",
+      "▁G ro",
+      "▁Gr o",
+      "vi a",
+      "v ia",
+      "ut orial",
+      "uto rial",
+      "utor ial",
+      "ens or",
+      "enso r",
+      "est ival",
+      "esti val",
+      "); \r",
+      ") ;\r",
+      "кра ї",
+      "▁turn ed",
+      "▁tur ned",
+      "sc ope",
+      "scop e",
+      "s cope",
+      "▁b ien",
+      "▁bi en",
+      "= $",
+      "▁ext ension",
+      "▁extens ion",
+      "▁ extension",
+      "at ore",
+      "ator e",
+      "ato re",
+      "▁Р о",
+      "▁spec ify",
+      "ed u",
+      "e du",
+      "Dat os",
+      "D atos",
+      "▁st ored",
+      "▁stor ed",
+      "▁store d",
+      "▁sto red",
+      "▁p arse",
+      "▁par se",
+      "▁ parse",
+      "▁an swers",
+      "▁answer s",
+      "▁ans wers",
+      "il ls",
+      "ill s",
+      "▁he ard",
+      "▁hear d",
+      "l u",
+      "▁T HE",
+      "▁TH E",
+      "▁ THE",
+      "▁g én",
+      "▁gé n",
+      "▁f ul",
+      "▁fu l",
+      "▁ ful",
+      "e z",
+      "▁P rem",
+      "▁Pr em",
+      "▁Pre m",
+      "th en",
+      "the n",
+      "t hen",
+      "d p",
+      "сь кого",
+      "сько го",
+      "ськ ого",
+      "▁S i",
+      "▁ Si",
+      "ç o",
+      "Ed it",
+      "E dit",
+      "кі в",
+      "к ів",
+      "▁Л и",
+      "▁S ing",
+      "▁Si ng",
+      "▁Sin g",
+      "▁ Sing",
+      "▁c ateg",
+      "▁cat eg",
+      "Eq u",
+      "E qu",
+      "▁g uer",
+      "▁gu er",
+      "▁ guer",
+      "W idth",
+      "▁Christ ian",
+      "st at",
+      "sta t",
+      "s tat",
+      "W rite",
+      "▁w oman",
+      "▁wo man",
+      "wo od",
+      "w ood",
+      "V is",
+      "ра з",
+      "▁$ $\\",
+      "▁$$ \\",
+      "ode r",
+      "od er",
+      "o der",
+      "▁b ool",
+      "▁bo ol",
+      "▁ bool",
+      "▁intern ational",
+      "но сть",
+      "ност ь",
+      "нос ть",
+      "▁Rich ard",
+      "▁Ric hard",
+      "▁add ition",
+      "▁Mus ic",
+      "▁ Music",
+      "▁a ber",
+      "▁ab er",
+      "t ó",
+      "▁h ier",
+      "▁hi er",
+      "ug h",
+      "u gh",
+      "▁p ob",
+      "▁po b",
+      "▁t ables",
+      "▁table s",
+      "▁tab les",
+      "▁ta bles",
+      "▁ tables",
+      "D o",
+      "▁high er",
+      "ps i",
+      "p si",
+      "r á",
+      "▁act ive",
+      "▁activ e",
+      "▁ active",
+      "▁T able",
+      "▁Ta ble",
+      "▁Tab le",
+      "▁ Table",
+      "њ е",
+      "▁de scription",
+      "▁des cription",
+      "▁descri ption",
+      "▁descript ion",
+      "▁ description",
+      "▁se emed",
+      "▁see med",
+      "▁seem ed",
+      "ís t",
+      "í st",
+      "▁my self",
+      "▁m enu",
+      "▁me nu",
+      "▁men u",
+      "▁ menu",
+      "de l",
+      "d el",
+      "▁ ž",
+      "el e",
+      "e le",
+      "A ut",
+      "▁г ру",
+      "mu t",
+      "m ut",
+      "oo n",
+      "o on",
+      "as c",
+      "a sc",
+      "bu g",
+      "b ug",
+      "▁m oved",
+      "▁mov ed",
+      "▁mo ved",
+      "▁move d",
+      "C L",
+      "▁data s",
+      "▁dat as",
+      "▁ datas",
+      "S O",
+      "о ло",
+      "▁Ge org",
+      "▁re ach",
+      "▁r each",
+      ": \"",
+      "▁e valu",
+      "▁ev alu",
+      "▁eval u",
+      "▁ evalu",
+      "▁H el",
+      "▁He l",
+      "▁ Hel",
+      "▁R iver",
+      "▁Riv er",
+      "▁Ri ver",
+      "▁А р",
+      "▁ Ар",
+      "// //",
+      "/// /",
+      "/ ///",
+      "▁s ets",
+      "▁se ts",
+      "▁set s",
+      "▁ sets",
+      "▁O lymp",
+      "Ad apter",
+      ". '",
+      "ov ern",
+      "over n",
+      "ove rn",
+      "o vern",
+      "▁L ord",
+      "▁Lo rd",
+      "▁Lor d",
+      "! --",
+      "jp g",
+      "j pg",
+      "im ento",
+      "iment o",
+      "imen to",
+      "▁Pro f",
+      "▁Pr of",
+      "▁ach ieve",
+      "▁achiev e",
+      "} :",
+      "▁in cor",
+      "▁inc or",
+      "▁o nder",
+      "▁on der",
+      "▁onde r",
+      "▁ onder",
+      "en gl",
+      "eng l",
+      "AB LE",
+      "▁M ary",
+      "▁Mar y",
+      "▁Ma ry",
+      "▁w aren",
+      "▁war en",
+      "▁wa ren",
+      "la ge",
+      "lag e",
+      "l age",
+      "De c",
+      "D ec",
+      "анг л",
+      "en cias",
+      "enc ias",
+      "encia s",
+      "enci as",
+      "ле й",
+      "л ей",
+      "▁M achine",
+      "▁Mach ine",
+      "▁ Machine",
+      "▁А н",
+      "ud a",
+      "u da",
+      "▁ ś",
+      "▁X X",
+      "▁ XX",
+      "on ly",
+      "ле ние",
+      "▁tamb ién",
+      "ne j",
+      "n ej",
+      "▁rel ative",
+      "▁relativ e",
+      "▁ relative",
+      "▁h ours",
+      "▁ho urs",
+      "▁hour s",
+      "▁ind eed",
+      "▁inde ed",
+      "un do",
+      "und o",
+      "in gu",
+      "ing u",
+      "ar ea",
+      "are a",
+      "a rea",
+      "▁C reate",
+      "▁Cre ate",
+      "▁ Create",
+      "be it",
+      "bei t",
+      "▁rem oved",
+      "▁remove d",
+      "▁remov ed",
+      "ma ster",
+      "mas ter",
+      "maste r",
+      "m aster",
+      "ha us",
+      "h aus",
+      "▁B ern",
+      "▁Be rn",
+      "▁Ber n",
+      "▁sp eed",
+      "▁spe ed",
+      "▁ speed",
+      "▁B ay",
+      "▁Ba y",
+      "▁A tt",
+      "▁At t",
+      "▁ Att",
+      "▁N one",
+      "▁No ne",
+      "▁Non e",
+      "▁ None",
+      "app lication",
+      "ü d",
+      "▁f it",
+      "▁fi t",
+      "▁ fit",
+      "▁M aria",
+      "▁Mar ia",
+      "▁Ma ria",
+      "▁Mari a",
+      "▁n ord",
+      "▁no rd",
+      "▁nor d",
+      "▁s plit",
+      "▁sp lit",
+      "▁spl it",
+      "▁ split",
+      "▁st ru",
+      "▁str u",
+      "▁ stru",
+      "▁o fficial",
+      "▁off icial",
+      "▁offic ial",
+      "▁offici al",
+      "▁exec ute",
+      "▁execut e",
+      "▁ execute",
+      "ou ve",
+      "ouv e",
+      "o uve",
+      "{ {",
+      "▁A p",
+      "▁ Ap",
+      "▁к у",
+      "▁ ку",
+      "I L",
+      "▁ ^",
+      "di m",
+      "d im",
+      "▁set up",
+      "▁ setup",
+      "с к",
+      "▁sh are",
+      "▁ share",
+      "▁min utes",
+      "▁minute s",
+      "gl e",
+      "g le",
+      "oc o",
+      "o co",
+      "st ell",
+      "ste ll",
+      "▁C oun",
+      "▁Co un",
+      "▁Cou n",
+      "▁tem per",
+      "▁temp er",
+      "▁ temper",
+      "ke it",
+      "сь кий",
+      "a o",
+      "▁L ong",
+      "▁Lo ng",
+      "▁ Long",
+      "( &",
+      "ка н",
+      "к ан",
+      "▁d ens",
+      "▁de ns",
+      "▁den s",
+      "▁ dens",
+      "Bu t",
+      "B ut",
+      "X X",
+      "DA TE",
+      "DAT E",
+      "D ATE",
+      "ga n",
+      "g an",
+      ".) .",
+      ". ).",
+      "▁en try",
+      "▁ent ry",
+      "▁entr y",
+      "▁ entry",
+      "inst all",
+      "▁з на",
+      "▁ зна",
+      "▁S om",
+      "▁So m",
+      "Comm and",
+      "ße n",
+      "ß en",
+      "▁start ing",
+      "▁star ting",
+      "▁s to",
+      "▁st o",
+      "▁ sto",
+      "I G",
+      "▁min im",
+      "▁mi nim",
+      "▁mini m",
+      "▁exp licit",
+      "▁explic it",
+      "▁by tes",
+      "▁byte s",
+      "▁ bytes",
+      "▁par ty",
+      "▁part y",
+      "▁ party",
+      "to ber",
+      "t ober",
+      "▁G rand",
+      "▁Gr and",
+      "▁Gra nd",
+      "▁Gran d",
+      "▁V or",
+      "▁Vo r",
+      "▁ Vor",
+      "▁l eur",
+      "▁le ur",
+      "▁ leur",
+      "Doc ument",
+      "D ocument",
+      "er c",
+      "e rc",
+      "ens ive",
+      "C P",
+      "en v",
+      "▁arg uments",
+      "▁argument s",
+      "▁ arguments",
+      "▁G ran",
+      "▁Gr an",
+      "▁Gra n",
+      "ar ily",
+      "ari ly",
+      "▁l in",
+      "▁li n",
+      "▁ lin",
+      "t n",
+      "( -",
+      "ge q",
+      "g eq",
+      "▁F amil",
+      "▁Fa mil",
+      "▁Fam il",
+      "▁ Famil",
+      "▁Б о",
+      "▁t our",
+      "▁to ur",
+      "▁tou r",
+      "▁n av",
+      "▁na v",
+      "▁ nav",
+      "▁proper ly",
+      "▁M rs",
+      "▁Mr s",
+      "▁M el",
+      "▁Me l",
+      "▁sc ale",
+      "▁scal e",
+      "▁ scale",
+      "ast ic",
+      "d s",
+      "▁S ir",
+      "▁Si r",
+      "▁Ch urch",
+      "}^ {\\",
+      "}^{ \\",
+      "} ^{\\",
+      "yo u",
+      "y ou",
+      "/ .",
+      "S o",
+      "▁br ought",
+      "▁r ole",
+      "▁ro le",
+      "▁rol e",
+      "▁ role",
+      "▁S ur",
+      "▁Su r",
+      "▁ Sur",
+      "▁f ond",
+      "▁fo nd",
+      "▁fon d",
+      "▁g es",
+      "▁ge s",
+      "▁ ges",
+      "ż e",
+      "et en",
+      "ete n",
+      "e ten",
+      "▁é tait",
+      "▁ét ait",
+      "▁ était",
+      "SE R",
+      "S ER",
+      "▁ко торы",
+      "▁кото ры",
+      "▁equ ation",
+      "▁ equation",
+      "as px",
+      "asp x",
+      "▁A fr",
+      "▁Af r",
+      "▁d it",
+      "▁di t",
+      "▁ dit",
+      "em pty",
+      "emp ty",
+      "empt y",
+      "al ement",
+      "ale ment",
+      "alem ent",
+      "a lement",
+      "wr ap",
+      "w rap",
+      "▁B et",
+      "▁Be t",
+      "▁col lect",
+      "▁coll ect",
+      "▁colle ct",
+      "▁ collect",
+      "▁g it",
+      "▁gi t",
+      "▁ git",
+      "▁v ie",
+      "▁vi e",
+      "▁ vie",
+      "▁. .",
+      "▁ ..",
+      "ро й",
+      "▁< ?",
+      "▁ <?",
+      "▁ed uc",
+      "k l",
+      "ens is",
+      "▁O R",
+      "▁ OR",
+      "▁H i",
+      "▁ Hi",
+      "▁C our",
+      "▁Co ur",
+      "▁Cou r",
+      "б ы",
+      "ce rt",
+      "cer t",
+      "c ert",
+      "▁G es",
+      "▁Ge s",
+      "ess or",
+      "esso r",
+      "Ma in",
+      "M ain",
+      "▁ лю",
+      "ca de",
+      "c ade",
+      "do t",
+      "d ot",
+      "au gh",
+      "aug h",
+      "a ugh",
+      "hi b",
+      "h ib",
+      "▁autom atically",
+      "▁auto matically",
+      "▁automat ically",
+      "▁automatic ally",
+      "▁sp ir",
+      "pr esent",
+      "pre sent",
+      "pres ent",
+      "▁Febru ary",
+      "▁Februar y",
+      "▁E lle",
+      "▁El le",
+      "▁Ell e",
+      "cus tom",
+      "c ustom",
+      "▁pro get",
+      "▁admin istr",
+      "▁administ r",
+      "A A",
+      "▁b orn",
+      "▁bo rn",
+      "▁bor n",
+      "▁ born",
+      "▁Col lege",
+      "▁Colleg e",
+      "▁Coll ege",
+      "at hol",
+      "ath ol",
+      "` )",
+      "ier re",
+      "▁r an",
+      "▁ra n",
+      "▁ ran",
+      "▁prof ession",
+      "▁profess ion",
+      "og en",
+      "oge n",
+      "o gen",
+      "}_ {\\",
+      "}_{ \\",
+      "} _{\\",
+      "▁act ivity",
+      "▁activ ity",
+      "▁ activity",
+      "▁sc roll",
+      "▁scr oll",
+      "▁ scroll",
+      "▁pro ve",
+      "▁pr ove",
+      "▁prov e",
+      "ibr ary",
+      "i brary",
+      "er ies",
+      "erie s",
+      "eri es",
+      "e ries",
+      "Re ad",
+      "R ead",
+      "ye ar",
+      "y ear",
+      "▁l ang",
+      "▁la ng",
+      "▁lan g",
+      "▁ lang",
+      "De t",
+      "D et",
+      "▁k new",
+      "▁kn ew",
+      "▁kne w",
+      "▁prote cted",
+      "▁protect ed",
+      "▁prot ected",
+      "▁ protected",
+      "▁w or",
+      "▁wo r",
+      "▁ wor",
+      "▁e ffic",
+      "▁eff ic",
+      "▁r ég",
+      "▁ré g",
+      "▁the ory",
+      "▁ theory",
+      "▁pub lished",
+      "▁publish ed",
+      "re al",
+      "rea l",
+      "▁T our",
+      "▁To ur",
+      "▁dur ante",
+      "▁durant e",
+      "ä s",
+      "▁pos itive",
+      "▁posit ive",
+      "▁for ward",
+      "▁ forward",
+      "▁R el",
+      "▁Re l",
+      "▁ Rel",
+      "{ \"",
+      "par k",
+      "p ark",
+      "▁U m",
+      "▁e er",
+      "en ta",
+      "ent a",
+      "▁i mag",
+      "▁im ag",
+      "но ї",
+      "pi el",
+      "pie l",
+      "p iel",
+      "▁j Query",
+      "▁ jQuery",
+      "is me",
+      "ism e",
+      "ch ni",
+      "chn i",
+      "or gan",
+      "org an",
+      "▁ar gs",
+      "▁arg s",
+      "▁ args",
+      "oi r",
+      "o ir",
+      "he im",
+      "ri an",
+      "ria n",
+      "r ian",
+      "el ess",
+      "eles s",
+      "ele ss",
+      "e less",
+      "us es",
+      "use s",
+      "ди н",
+      "д ин",
+      "ic ión",
+      "ici ón",
+      "ició n",
+      "i ción",
+      "▁ind ust",
+      "▁indu st",
+      "▁ indust",
+      "▁w ish",
+      "▁wis h",
+      "án y",
+      "á ny",
+      "oc a",
+      "o ca",
+      "▁ang ular",
+      "▁ angular",
+      "ie ved",
+      "ieve d",
+      "iev ed",
+      "▁occ ur",
+      "▁oc cur",
+      "SE LECT",
+      "on ia",
+      "oni a",
+      "o nia",
+      "ad min",
+      "▁B est",
+      "▁Be st",
+      "▁Bes t",
+      "▁ Best",
+      "▁э то",
+      "о гра",
+      "▁l oss",
+      "▁lo ss",
+      "▁los s",
+      "▁ loss",
+      "▁b al",
+      "▁ba l",
+      "▁ bal",
+      "▁Р ос",
+      "▁Ро с",
+      "▁care er",
+      "▁п е",
+      "▁ пе",
+      "I X",
+      "▁f all",
+      "▁fa ll",
+      "▁fal l",
+      "▁ fall",
+      "▁R ob",
+      "▁Ro b",
+      "▁ Rob",
+      "▁O P",
+      "▁ OP",
+      "en ed",
+      "ene d",
+      "e ned",
+      "graph ics",
+      "▁c oming",
+      "▁com ing",
+      "▁co ming",
+      "▁ coming",
+      "Up date",
+      "▁d ied",
+      "▁di ed",
+      "▁die d",
+      "ed en",
+      "ede n",
+      "e den",
+      "▁a bs",
+      "▁ab s",
+      "▁ abs",
+      "▁in ner",
+      "▁inn er",
+      "▁inne r",
+      "▁ inner",
+      "▁t rav",
+      "▁tr av",
+      "▁tra v",
+      "сто я",
+      "z ą",
+      "é p",
+      "▁Gr oup",
+      "▁Gro up",
+      "▁ Group",
+      "▁c el",
+      "▁ce l",
+      "▁ cel",
+      "▁st uff",
+      "▁situ ation",
+      "▁$ {",
+      "▁ ${",
+      "ac le",
+      "a cle",
+      "▁pur pose",
+      "▁F ire",
+      "▁Fir e",
+      "▁ Fire",
+      "▁O h",
+      "▁ Oh",
+      "▁Se cond",
+      "▁Sec ond",
+      "▁ Second",
+      "▁up load",
+      "▁ upload",
+      "os tał",
+      "ost ał",
+      "osta ł",
+      "ю щи",
+      "Aut h",
+      "A uth",
+      "▁show ing",
+      "▁sho wing",
+      "▁complet ely",
+      "▁complete ly",
+      "av el",
+      "ave l",
+      "a vel",
+      "b d",
+      "▁pro ced",
+      "▁proc ed",
+      "▁ Ö",
+      "cont rol",
+      "contr ol",
+      "▁th ank",
+      "▁than k",
+      "und red",
+      "▁t om",
+      "▁to m",
+      "▁ tom",
+      "▁ex amples",
+      "▁example s",
+      "▁exam ples",
+      "▁ examples",
+      "▁re member",
+      "▁rem ember",
+      "▁ра бо",
+      "▁ рабо",
+      "▁poss ib",
+      "▁det ect",
+      "▁p oor",
+      "▁po or",
+      "▁O p",
+      "▁ Op",
+      "▁cent ury",
+      "▁ century",
+      "ut ter",
+      "utt er",
+      "▁lo gin",
+      "▁log in",
+      "▁ login",
+      "un st",
+      "uns t",
+      "Out put",
+      "▁other wise",
+      "la n",
+      "l an",
+      "ту р",
+      "т ур",
+      "▁с ов",
+      "▁со в",
+      "▁ сов",
+      "▁gr oups",
+      "▁group s",
+      "▁gro ups",
+      "▁ groups",
+      "ri p",
+      "r ip",
+      "▁s hell",
+      "▁sh ell",
+      "▁she ll",
+      "▁ shell",
+      "▁d istrict",
+      "▁dist rict",
+      "▁rec ords",
+      "▁record s",
+      "▁si è",
+      "fort un",
+      "en ty",
+      "ent y",
+      "▁T re",
+      "▁Tr e",
+      "▁ch anging",
+      "▁chang ing",
+      "сле д",
+      "aug ht",
+      "augh t",
+      "▁de ep",
+      "▁ deep",
+      "sub set",
+      "ag y",
+      "a gy",
+      "en dar",
+      "end ar",
+      "enda r",
+      "ja x",
+      "j ax",
+      "O M",
+      "E l",
+      "im ate",
+      "ima te",
+      "imat e",
+      "i mate",
+      "ar do",
+      "ard o",
+      "▁p lot",
+      "▁pl ot",
+      "▁ plot",
+      "▁vis it",
+      "▁b ug",
+      "▁bu g",
+      "▁ bug",
+      "▁в се",
+      "▁вс е",
+      "▁op ened",
+      "▁open ed",
+      "▁re pla",
+      "▁rep la",
+      "▁Hen ry",
+      "▁p p",
+      "▁ pp",
+      "ba s",
+      "b as",
+      "▁d ark",
+      "▁dar k",
+      "▁ dark",
+      "▁Mart in",
+      "▁ Martin",
+      "▁re source",
+      "▁res ource",
+      "▁ resource",
+      "il ing",
+      "ili ng",
+      "i ling",
+      "▁w atch",
+      "▁wat ch",
+      "▁ watch",
+      "re place",
+      "rep lace",
+      "▁re lease",
+      "▁ release",
+      "Lo cation",
+      "Loc ation",
+      "L ocation",
+      "▁le arning",
+      "▁learn ing",
+      "▁lear ning",
+      "▁ learning",
+      "me nu",
+      "men u",
+      "m enu",
+      "▁all ows",
+      "▁allow s",
+      "▁allo ws",
+      "ъ р",
+      "L ength",
+      "▁wh atever",
+      "▁what ever",
+      "▁p ages",
+      "▁page s",
+      "▁pa ges",
+      "▁pag es",
+      "▁ pages",
+      "▁comp iler",
+      "▁compile r",
+      "▁ compiler",
+      "▁так же",
+      "▁P an",
+      "▁Pa n",
+      "▁ Pan",
+      "comm and",
+      "▁ro ad",
+      "▁ road",
+      "▁un less",
+      "▁ unless",
+      "` ?",
+      "▁dis cover",
+      "▁disc over",
+      "▁disco ver",
+      "▁о н",
+      "▁ он",
+      "} ]",
+      "bo ur",
+      "b our",
+      "▁C ould",
+      "▁Co uld",
+      "▁Cou ld",
+      "▁ Could",
+      "▁re gex",
+      "▁reg ex",
+      "▁ regex",
+      "▁p s",
+      "▁ ps",
+      "C D",
+      "и з",
+      "▁w ife",
+      "am enti",
+      "ament i",
+      "amen ti",
+      "▁f air",
+      "▁fa ir",
+      "▁D B",
+      "▁ DB",
+      "▁C up",
+      "▁Cu p",
+      "en en",
+      "ene n",
+      "e nen",
+      "aj ax",
+      "aja x",
+      "a jax",
+      "oth èque",
+      "▁se iner",
+      "▁sein er",
+      "▁seine r",
+      "▁sei ner",
+      "ic ker",
+      "ick er",
+      "i cker",
+      "á m",
+      "ex change",
+      "ol es",
+      "ole s",
+      "o les",
+      "I F",
+      "▁Д о",
+      "oh n",
+      "o hn",
+      "▁g row",
+      "▁gr ow",
+      "▁gro w",
+      "▁T hus",
+      "▁Th us",
+      "sp ec",
+      "spe c",
+      "s pec",
+      "▁h atte",
+      "▁ha tte",
+      "▁hat te",
+      "# ,",
+      "all el",
+      "alle l",
+      "▁r ate",
+      "▁ra te",
+      "▁rat e",
+      "▁ rate",
+      "▁cent ral",
+      "▁ central",
+      "▁V an",
+      "▁Va n",
+      "if orn",
+      "R un",
+      "▁stud y",
+      "▁X ML",
+      "▁ XML",
+      "▁C he",
+      "▁Ch e",
+      "▁ Che",
+      "▁be aut",
+      "mi d",
+      "m id",
+      "▁adv ance",
+      "V er",
+      "т я",
+      "▁h ands",
+      "▁hand s",
+      "▁han ds",
+      "▁l ay",
+      "▁la y",
+      "▁ lay",
+      "▁ š",
+      "▁O S",
+      "▁ OS",
+      "▁{ }",
+      "▁ {}",
+      "Pr e",
+      "P re",
+      "▁H all",
+      "▁Ha ll",
+      "▁Hal l",
+      "im p",
+      "i mp",
+      "▁s un",
+      "▁su n",
+      "▁ sun",
+      "▁st eps",
+      "▁ste ps",
+      "▁step s",
+      "▁ steps",
+      "▁j ud",
+      "▁ju d",
+      "▁ jud",
+      "qu i",
+      "q ui",
+      "▁b oot",
+      "▁bo ot",
+      "▁ boot",
+      "▁% >",
+      "▁В а",
+      "no st",
+      "nos t",
+      "n ost",
+      "▁n em",
+      "▁ne m",
+      "▁ nem",
+      "▁p en",
+      "▁pe n",
+      "▁ pen",
+      "Op en",
+      "O pen",
+      "▁ch urch",
+      "ко н",
+      "к он",
+      "▁a verage",
+      "▁aver age",
+      "▁ave rage",
+      "▁com ments",
+      "▁comm ents",
+      "▁comment s",
+      "▁ comments",
+      "▁correspond ing",
+      "lev ant",
+      "▁b ed",
+      "▁be d",
+      "▁ bed",
+      "▁mean ing",
+      "V ersion",
+      "Lin k",
+      "L ink",
+      "be l",
+      "b el",
+      "▁ext ract",
+      "▁extra ct",
+      "▁extr act",
+      "▁ extract",
+      "ś ć",
+      "▁I V",
+      "▁ IV",
+      "▁I r",
+      "▁comp uter",
+      "▁comput er",
+      "▁compute r",
+      "▁a ffect",
+      "▁af fect",
+      "▁aff ect",
+      "▁С та",
+      "▁Ст а",
+      "A X",
+      "so rt",
+      "s ort",
+      "▁s pecies",
+      "▁spe cies",
+      "▁spec ies",
+      "▁specie s",
+      "▁ species",
+      "▁O per",
+      "▁Op er",
+      "▁ Oper",
+      "▁h ash",
+      "▁ha sh",
+      "▁has h",
+      "▁ hash",
+      "ch es",
+      "che s",
+      "c hes",
+      "▁Einz eln",
+      "▁Einzel n",
+      "▁ke ys",
+      "▁key s",
+      "▁ keys",
+      "▁mar zo",
+      "▁inter pret",
+      "▁interpre t",
+      "ho od",
+      "h ood",
+      "▁co ordin",
+      "▁coord in",
+      "ö s",
+      "ra ge",
+      "rag e",
+      "r age",
+      "et z",
+      "e tz",
+      "iz a",
+      "i za",
+      "де р",
+      "д ер",
+      "ü t",
+      "^ *",
+      "▁mod ify",
+      "▁term in",
+      "▁ter min",
+      "▁ termin",
+      "▁c red",
+      "▁cre d",
+      "▁cr ed",
+      "▁ cred",
+      "zo n",
+      "z on",
+      "ну ю",
+      "н ую",
+      "▁m ie",
+      "▁mi e",
+      "▁' '",
+      "▁ ''",
+      "▁M os",
+      "▁Mo s",
+      "▁conne cted",
+      "▁connect ed",
+      "▁conn ected",
+      "▁ connected",
+      "N O",
+      "▁comp ile",
+      "▁ compile",
+      "▁\" \\",
+      "▁ \"\\",
+      "▁c at",
+      "▁ca t",
+      "▁ cat",
+      "f iddle",
+      "ut a",
+      "u ta",
+      "Acc ess",
+      "Ac cess",
+      "A ccess",
+      "▁S to",
+      "▁St o",
+      "▁ Sto",
+      "▁B ur",
+      "▁Bu r",
+      "▁n orth",
+      "▁nor th",
+      "G amma",
+      "▁al loc",
+      "▁all oc",
+      "▁allo c",
+      "▁ alloc",
+      "In it",
+      "I nit",
+      "▁L ink",
+      "▁Lin k",
+      "▁ Link",
+      "ial ize",
+      "iali ze",
+      "Im pl",
+      "Imp l",
+      "ou pe",
+      "oup e",
+      "rop ri",
+      "▁G old",
+      "▁Go ld",
+      "▁Gol d",
+      "▁s olo",
+      "▁so lo",
+      "▁sol o",
+      "▁D ist",
+      "▁Dis t",
+      "▁Di st",
+      "▁ Dist",
+      ", -",
+      "na v",
+      "n av",
+      "▁al ert",
+      "▁ale rt",
+      "▁ alert",
+      "es is",
+      "esi s",
+      "▁O s",
+      "▁ Os",
+      "// /",
+      "/ //",
+      "▁f eb",
+      "▁fe b",
+      "▁- ->",
+      "▁-- >",
+      "▁ -->",
+      "fo ot",
+      "foo t",
+      "f oot",
+      "▁F ried",
+      "▁Fr ied",
+      "▁Fri ed",
+      "▁Einzeln ach",
+      "▁Einzel nach",
+      "▁re v",
+      "▁r ev",
+      "▁ rev",
+      "ze it",
+      "▁S tat",
+      "▁St at",
+      "▁Sta t",
+      "▁ Stat",
+      "▁S eg",
+      "▁Se g",
+      "▁ Seg",
+      "▁b lo",
+      "▁bl o",
+      "▁ blo",
+      "wi ck",
+      "w ick",
+      "E L",
+      "ca ption",
+      "cap tion",
+      "capt ion",
+      "he ader",
+      "head er",
+      "▁pres ident",
+      "▁presiden t",
+      "▁mult ip",
+      "▁multi p",
+      "▁mul tip",
+      "▁ multip",
+      "▁Einzelnach weise",
+      "▁se ine",
+      "▁sein e",
+      "▁sei ne",
+      "? ”",
+      "Func tion",
+      "Fun ction",
+      "F unction",
+      "▁St and",
+      "▁Sta nd",
+      "▁Stan d",
+      "▁ Stand",
+      "▁F unction",
+      "▁Fun ction",
+      "▁ Function",
+      "▁? >",
+      "▁ ?>",
+      "▁B ill",
+      "▁Bi ll",
+      "▁Bil l",
+      "▁s pect",
+      "▁sp ect",
+      "▁spe ct",
+      "▁spec t",
+      "▁ spect",
+      "▁re direct",
+      "▁red irect",
+      "▁ redirect",
+      "ru pt",
+      "rup t",
+      "r upt",
+      "▁w alk",
+      "▁wal k",
+      "▁ walk",
+      "в ши",
+      "spring framework",
+      "pl ace",
+      "pla ce",
+      "p lace",
+      "é ho",
+      "Ent ity",
+      "▁Ser vice",
+      "▁Serv ice",
+      "▁ Service",
+      "in te",
+      "int e",
+      "▁tr aining",
+      "▁tra ining",
+      "▁train ing",
+      "▁ training",
+      "▁( `",
+      "▁ (`",
+      "фо р",
+      "ф ор",
+      "▁к ра",
+      "▁ кра",
+      "au r",
+      "a ur",
+      "▁f etch",
+      "▁fet ch",
+      "▁ fetch",
+      "▁ †",
+      "▁m ême",
+      "▁ même",
+      "▁( '",
+      "▁ ('",
+      "at ively",
+      "ative ly",
+      "ativ ely",
+      "▁exec ut",
+      "ä ch",
+      "▁Catalog ue",
+      "ba sed",
+      "base d",
+      "bas ed",
+      "b ased",
+      "Att ribute",
+      "▁s pring",
+      "▁sp ring",
+      "▁spr ing",
+      "▁ spring",
+      "ph one",
+      "phon e",
+      "т ра",
+      "▁п и",
+      "▁ пи",
+      "те ра",
+      "тер а",
+      "т ера",
+      "▁` \\",
+      "▁O d",
+      "On e",
+      "O ne",
+      "se nd",
+      "sen d",
+      "s end",
+      "bo n",
+      "b on",
+      "▁ °",
+      "M O",
+      "▁as king",
+      "▁ask ing",
+      "▁o ù",
+      "▁ing år",
+      "▁test ing",
+      "▁ testing",
+      "▁ф а",
+      "▁ фа",
+      "▁B ook",
+      "▁Bo ok",
+      "▁ Book",
+      "im m",
+      "i mm",
+      "▁pro gress",
+      "▁ progress",
+      "br o",
+      "b ro",
+      "F irst",
+      "▁p hot",
+      "▁ph ot",
+      "▁O N",
+      "▁ ON",
+      "Tem plate",
+      "Temp late",
+      "develop er",
+      "an not",
+      "ann ot",
+      "anno t",
+      "▁> =",
+      "▁ >=",
+      "miss ion",
+      "m ission",
+      "▁k tó",
+      "▁ któ",
+      "p c",
+      "ba ch",
+      "b ach",
+      "ze nt",
+      "zen t",
+      "z ent",
+      "ue d",
+      "u ed",
+      "▁o nes",
+      "▁on es",
+      "▁one s",
+      "▁ ones",
+      "ј и",
+      "▁r out",
+      "▁ro ut",
+      "▁rou t",
+      "▁ rout",
+      "▁К и",
+      "Pos t",
+      "Po st",
+      "P ost",
+      "ці ї",
+      "ц ії",
+      "▁V ir",
+      "▁Vi r",
+      "ne k",
+      "n ek",
+      "ag ing",
+      "agi ng",
+      "agin g",
+      "a ging",
+      "▁о к",
+      "▁ ок",
+      "iz ont",
+      "izo nt",
+      "izon t",
+      "▁ag osto",
+      "▁ago sto",
+      "▁cho ose",
+      "▁ choose",
+      "▁ \r",
+      "▁system s",
+      "▁syst ems",
+      "lo ss",
+      "los s",
+      "l oss",
+      "ien te",
+      "ient e",
+      "i ente",
+      "▁C re",
+      "▁Cr e",
+      "▁ Cre",
+      "▁con tra",
+      "▁cont ra",
+      "▁contr a",
+      "▁ contra",
+      "um s",
+      "u ms",
+      "▁begin ning",
+      "em y",
+      "e my",
+      "ist ics",
+      "istic s",
+      "isti cs",
+      "▁s erved",
+      "▁ser ved",
+      "▁serv ed",
+      "▁serve d",
+      "Do wn",
+      "D own",
+      "option s",
+      "opt ions",
+      "o ptions",
+      "▁G overn",
+      "▁Go vern",
+      "▁B Y",
+      "▁ BY",
+      "▁j est",
+      "▁je st",
+      "▁ jest",
+      "t é",
+      "▁cont inue",
+      "▁contin ue",
+      "▁continu e",
+      "▁ continue",
+      "pe rs",
+      "per s",
+      "p ers",
+      "▁eas ier",
+      "▁c os",
+      "▁co s",
+      "▁ cos",
+      "es so",
+      "ess o",
+      "> >",
+      "Ne t",
+      "N et",
+      "▁B or",
+      "▁Bo r",
+      "▁C r",
+      "▁ Cr",
+      "▁trans fer",
+      "▁C SS",
+      "▁CS S",
+      "▁ CSS",
+      "▁fin ns",
+      "▁х о",
+      "▁ хо",
+      "us ername",
+      "user name",
+      "▁con stru",
+      "▁const ru",
+      "▁p ain",
+      "▁pa in",
+      "▁T em",
+      "▁Te m",
+      "▁ Tem",
+      "▁spec ified",
+      "▁b rit",
+      "▁br it",
+      "▁ brit",
+      "ски е",
+      "с кие",
+      "ir k",
+      "ra pper",
+      "rap per",
+      "r apper",
+      "▁c ounter",
+      "▁co unter",
+      "▁count er",
+      "▁coun ter",
+      "▁ counter",
+      "▁[ \"",
+      "▁ [\"",
+      "ode d",
+      "od ed",
+      "o ded",
+      "да н",
+      "д ан",
+      "pro perty",
+      "ha rd",
+      "har d",
+      "h ard",
+      "ist rict",
+      "istr ict",
+      ") /",
+      "▁P our",
+      "▁Po ur",
+      "▁W here",
+      "▁Wh ere",
+      "▁Whe re",
+      "▁ Where",
+      "▁= ==",
+      "▁== =",
+      "▁ ===",
+      "▁s owie",
+      "▁so wie",
+      "▁sow ie",
+      "▁П ро",
+      "▁d ess",
+      "▁de ss",
+      "▁des s",
+      "▁ dess",
+      "▁t ras",
+      "▁tr as",
+      "▁tra s",
+      "▁ tras",
+      "▁у ча",
+      "▁O ver",
+      "▁ Over",
+      "no te",
+      "not e",
+      "n ote",
+      "▁Amer ica",
+      "▁ America",
+      "c p",
+      "▁gr ande",
+      "▁gra nde",
+      "▁gran de",
+      "▁grand e",
+      "M e",
+      ") -",
+      "Mod e",
+      "Mo de",
+      "M ode",
+      "▁pass ing",
+      "▁pas sing",
+      "▁g iving",
+      "▁giv ing",
+      "▁gi ving",
+      "C l",
+      "} /",
+      "Me nu",
+      "Men u",
+      "M enu",
+      "! !",
+      "ang ular",
+      "angu lar",
+      "▁la unch",
+      "▁ launch",
+      "var phi",
+      "▁Joh ann",
+      "▁Johan n",
+      "▁for each",
+      "▁fore ach",
+      "▁ foreach",
+      "r ó",
+      "se qu",
+      "seq u",
+      "s equ",
+      "if i",
+      "i fi",
+      "A m",
+      "ar p",
+      "a rp",
+      "▁b uffer",
+      "▁buf fer",
+      "▁buff er",
+      "▁ buffer",
+      "▁n i",
+      "▁ ni",
+      "▁m ix",
+      "▁mi x",
+      "▁ mix",
+      "▁M useum",
+      "▁Muse um",
+      "▁me ant",
+      "▁mean t",
+      "as i",
+      "a si",
+      "▁k an",
+      "▁ka n",
+      "▁ kan",
+      "пра в",
+      "п рав",
+      "Com p",
+      "Co mp",
+      "C omp",
+      "is toire",
+      "ist oire",
+      "isto ire",
+      "if ul",
+      "i ful",
+      "je r",
+      "j er",
+      "iss ions",
+      "ission s",
+      "Re source",
+      "Res ource",
+      "▁в оз",
+      "▁во з",
+      "▁S T",
+      "▁ ST",
+      "▁sol utions",
+      "▁solution s",
+      "▁be long",
+      "▁bel ong",
+      "▁As soci",
+      "▁Ass oci",
+      "▁ Associ",
+      "c f",
+      "▁M är",
+      "▁g rid",
+      "▁gr id",
+      "▁ grid",
+      "M ult",
+      "▁require s",
+      "▁requ ires",
+      "k k",
+      "▁t each",
+      "▁te ach",
+      "▁tea ch",
+      "eme inde",
+      "emein de",
+      "▁s quare",
+      "▁squ are",
+      "▁ square",
+      "▁ко ман",
+      "▁ком ан",
+      "▁E vent",
+      "▁Ev ent",
+      "▁Even t",
+      "▁ Event",
+      "▁r ules",
+      "▁rule s",
+      "▁ru les",
+      "▁ rules",
+      "▁b ur",
+      "▁bu r",
+      "▁ bur",
+      "▁e ing",
+      "▁ein g",
+      "▁ eing",
+      "▁M ai",
+      "▁Ma i",
+      "▁n am",
+      "▁na m",
+      "▁ nam",
+      "▁s lä",
+      "▁sl ä",
+      "hö r",
+      "h ör",
+      "▁t ip",
+      "▁ti p",
+      "▁ tip",
+      "▁Liter atur",
+      "▁s cope",
+      "▁sc ope",
+      "▁scop e",
+      "▁ scope",
+      "over line",
+      "▁ex it",
+      "▁ exit",
+      ") ?",
+      "be t",
+      "b et",
+      "▁v ict",
+      "▁vi ct",
+      "▁vic t",
+      "Of f",
+      "O ff",
+      "▁appro xim",
+      "▁G eb",
+      "▁Ge b",
+      "kt op",
+      "k top",
+      "he it",
+      "▁ Ю",
+      "tem plate",
+      "temp late",
+      "ро н",
+      "р он",
+      "▁u no",
+      "▁un o",
+      "▁ uno",
+      "Ser v",
+      "Se rv",
+      "S erv",
+      "▁frame work",
+      "▁ framework",
+      "oper ator",
+      "opera tor",
+      "▁gener ally",
+      "▁general ly",
+      "▁h undred",
+      "▁d ivers",
+      "▁di vers",
+      "▁div ers",
+      "▁diver s",
+      "ov i",
+      "o vi",
+      "▁r és",
+      "▁ré s",
+      "▁ rés",
+      "ab s",
+      "a bs",
+      "▁g al",
+      "▁ga l",
+      "▁ gal",
+      "ça is",
+      "ç ais",
+      "▁fe et",
+      "▁fee t",
+      "▁v irtual",
+      "▁virt ual",
+      "▁ virtual",
+      "cz y",
+      "c zy",
+      "ск у",
+      "с ку",
+      ". /",
+      "h u",
+      "an cy",
+      "anc y",
+      "▁recomm end",
+      "▁п ід",
+      "▁пі д",
+      "▁m oney",
+      "▁mon ey",
+      "▁mo ney",
+      "▁vers ions",
+      "▁version s",
+      "▁ versions",
+      "▁hel ps",
+      "▁help s",
+      "▁H or",
+      "▁Ho r",
+      "▁ Hor",
+      "Item s",
+      "It ems",
+      "lo ok",
+      "l ook",
+      "con nect",
+      "conne ct",
+      "conn ect",
+      "an ges",
+      "ang es",
+      "ange s",
+      "View Controller",
+      "el ijk",
+      "elij k",
+      "eli jk",
+      "e lijk",
+      "▁occ up",
+      "▁oc cup",
+      "▁ occup",
+      "▁ed itor",
+      "▁edit or",
+      "▁ editor",
+      "au to",
+      "aut o",
+      "a uto",
+      "ö g",
+      "▁second s",
+      "▁sec onds",
+      "▁ seconds",
+      "▁ob vious",
+      "v m",
+      "ak es",
+      "ake s",
+      "a kes",
+      "▁g egen",
+      "▁ge gen",
+      "▁geg en",
+      "▁t il",
+      "▁ti l",
+      "▁ til",
+      "ject ion",
+      "je ction",
+      "j ection",
+      "ле ння",
+      "лен ня",
+      "▁oper ations",
+      "▁operation s",
+      "▁E ast",
+      "og y",
+      "o gy",
+      "▁P olit",
+      "▁Pol it",
+      "▁Po lit",
+      "ut en",
+      "ute n",
+      "u ten",
+      "▁Jose ph",
+      "\" `",
+      "▁Comp any",
+      "▁ Company",
+      "▁call back",
+      "▁ callback",
+      "▁s en",
+      "▁se n",
+      "▁ sen",
+      "cc ión",
+      "cció n",
+      "c ción",
+      "▁associ ated",
+      "▁associate d",
+      "▁cont aining",
+      "▁contain ing",
+      "▁pract ice",
+      "elij ke",
+      "elijk e",
+      "e lijke",
+      "ok e",
+      "o ke",
+      "ér a",
+      "é ra",
+      "un s",
+      "u ns",
+      "an ta",
+      "ant a",
+      "ve y",
+      "v ey",
+      "z u",
+      "▁B es",
+      "▁Be s",
+      "▁F lor",
+      "▁Fl or",
+      "▁Flo r",
+      "me m",
+      "m em",
+      "yc z",
+      "y cz",
+      "▁arch itect",
+      "▁an ni",
+      "▁ann i",
+      "▁ anni",
+      "▁cont act",
+      "▁ contact",
+      "Y PE",
+      "▁C as",
+      "▁Ca s",
+      "▁по лу",
+      "▁пол у",
+      "ov o",
+      "o vo",
+      "▁b ring",
+      "▁br ing",
+      "▁con cept",
+      "▁conce pt",
+      "▁j s",
+      "▁ js",
+      "▁Refer encias",
+      "em ble",
+      "emb le",
+      "embl e",
+      "▁ н",
+      "▁supp orted",
+      "▁support ed",
+      "▁ supported",
+      "Bi g",
+      "B ig",
+      "▁H ans",
+      "▁Ha ns",
+      "▁Han s",
+      "er v",
+      "e rv",
+      "▁M aj",
+      "▁Ma j",
+      "▁ar riv",
+      "▁arr iv",
+      "▁H ave",
+      "▁Ha ve",
+      "▁Hav e",
+      "▁ Have",
+      "▁prob ability",
+      "▁probabil ity",
+      "▁P op",
+      "▁Po p",
+      "▁ Pop",
+      "▁P ass",
+      "▁Pa ss",
+      "▁Pas s",
+      "▁ Pass",
+      "to ken",
+      "tok en",
+      "t oken",
+      "Pro vider",
+      "▁R a",
+      "Re ader",
+      "Read er",
+      "oot h",
+      "oo th",
+      "o oth",
+      "la p",
+      "l ap",
+      "▁ass ist",
+      "ad ow",
+      "ado w",
+      "▁t ests",
+      "▁test s",
+      "▁ tests",
+      "сс и",
+      "с си",
+      "▁k ing",
+      "▁ki ng",
+      "▁kin g",
+      "▁ king",
+      "lang le",
+      "lan gle",
+      "l angle",
+      "▁S um",
+      "▁Su m",
+      "▁ Sum",
+      "O IN",
+      "▁se curity",
+      "▁sec urity",
+      "▁ security",
+      "ni s",
+      "n is",
+      ".. /",
+      ". ./",
+      "▁bas ic",
+      "▁ basic",
+      "un ity",
+      "uni ty",
+      "unit y",
+      "` :",
+      "▁ко то",
+      "ko w",
+      "k ow",
+      "▁Bibli othèque",
+      "as ion",
+      "asi on",
+      "al o",
+      "a lo",
+      "if est",
+      "ife st",
+      "i fest",
+      "▁nov embre",
+      "▁p eu",
+      "▁pe u",
+      "▁ Ж",
+      "en schaft",
+      "ensch aft",
+      "cl us",
+      "c lus",
+      "ј у",
+      "He ight",
+      "ú n",
+      "▁t ur",
+      "▁tu r",
+      "▁ide as",
+      "▁idea s",
+      "▁c es",
+      "▁ce s",
+      "▁ ces",
+      "fr ak",
+      "fra k",
+      "f rak",
+      "▁pre mier",
+      "▁prem ier",
+      "▁premi er",
+      "it ation",
+      "ita tion",
+      "itat ion",
+      "▁s é",
+      "HT ML",
+      "▁Ro yal",
+      "▁Roy al",
+      "сь кої",
+      "сько ї",
+      "▁by te",
+      "▁ byte",
+      "P S",
+      "▁s egu",
+      "▁se gu",
+      "▁seg u",
+      "▁ segu",
+      "in en",
+      "ine n",
+      "i nen",
+      "▁Gre at",
+      "▁К у",
+      "▁ex ternal",
+      "▁ext ernal",
+      "▁extern al",
+      "▁ external",
+      "T itle",
+      "To p",
+      "T op",
+      "Pro cess",
+      "Proc ess",
+      "it ät",
+      "itä t",
+      "▁` /",
+      "▁se cret",
+      "▁sec ret",
+      "▁secre t",
+      "▁ secret",
+      "pos itory",
+      "▁pot ential",
+      "▁B ud",
+      "▁Bu d",
+      "name s",
+      "na mes",
+      "nam es",
+      "n ames",
+      "as ons",
+      "ason s",
+      "aso ns",
+      "stack exchange",
+      "back ground",
+      "пе р",
+      "п ер",
+      "со в",
+      "с ов",
+      "aft er",
+      "af ter",
+      "a fter",
+      "▁p ero",
+      "▁per o",
+      "▁pe ro",
+      "▁so ftware",
+      "▁soft ware",
+      "▁ software",
+      "▁s ed",
+      "▁se d",
+      "▁ sed",
+      "▁array s",
+      "▁arr ays",
+      "tm p",
+      "t mp",
+      "▁a sp",
+      "▁as p",
+      "▁ asp",
+      "sc ale",
+      "scal e",
+      "▁L at",
+      "▁La t",
+      "▁ Lat",
+      "an al",
+      "ana l",
+      "a nal",
+      "▁g em",
+      "▁ge m",
+      "▁ gem",
+      "P U",
+      "▁Al tri",
+      "▁Alt ri",
+      "Th at",
+      "T hat",
+      "▁Н и",
+      "if act",
+      "ifa ct",
+      "i fact",
+      "Add ress",
+      "▁s outh",
+      "▁so uth",
+      "▁sou th",
+      "▁sout h",
+      "▁form ula",
+      "▁Col leg",
+      "▁Coll eg",
+      "▁і н",
+      "▁ ін",
+      "kt ion",
+      "k tion",
+      "▁s ac",
+      "▁sa c",
+      "S H",
+      "aj o",
+      "a jo",
+      "et c",
+      "e tc",
+      "v c",
+      "` ](",
+      "▁D ur",
+      "▁Du r",
+      "▁М е",
+      "▁Sm ith",
+      "▁ Smith",
+      "it ems",
+      "ite ms",
+      "item s",
+      "C K",
+      "el o",
+      "e lo",
+      "▁pl ugin",
+      "▁plug in",
+      "▁ plugin",
+      "▁s erie",
+      "▁se rie",
+      "▁ser ie",
+      "▁ serie",
+      "ien ne",
+      "ienn e",
+      "i enne",
+      "▁и ли",
+      "Ma r",
+      "M ar",
+      "▁Im age",
+      "▁ Image",
+      "go t",
+      "g ot",
+      "an das",
+      "and as",
+      "anda s",
+      "▁mat ches",
+      "▁match es",
+      "▁ matches",
+      "▁w orth",
+      "▁wor th",
+      "▁ worth",
+      "▁D eb",
+      "▁De b",
+      "▁ Deb",
+      "▁c ache",
+      "▁ca che",
+      "▁ cache",
+      "▁f elt",
+      "▁fe lt",
+      "▁fel t",
+      "er sch",
+      "ers ch",
+      "iz es",
+      "ize s",
+      "i zes",
+      "Op er",
+      "O per",
+      "▁Jah re",
+      "▁Jahr e",
+      "▁Ja hre",
+      "▁comm une",
+      "▁commun e",
+      "th read",
+      "▁n y",
+      "▁ ny",
+      "de c",
+      "d ec",
+      "ou w",
+      "o uw",
+      "▁sur face",
+      "▁P or",
+      "▁Po r",
+      "▁St reet",
+      "▁Stre et",
+      "пр и",
+      "п ри",
+      "▁c andid",
+      "▁can did",
+      "▁cand id",
+      "▁Re turn",
+      "▁Ret urn",
+      "▁ Return",
+      "▁K om",
+      "▁Ko m",
+      "gr u",
+      "g ru",
+      "▁т и",
+      "▁ ти",
+      "[ \\",
+      "▁dep ends",
+      "▁depend s",
+      "▁in flu",
+      "▁inf lu",
+      "▁infl u",
+      "▁to wards",
+      "▁toward s",
+      "ain ed",
+      "ai ned",
+      "aine d",
+      "a ined",
+      "▁r ank",
+      "▁ran k",
+      "▁ rank",
+      "▁Janu ar",
+      "▁com ponents",
+      "▁compon ents",
+      "▁component s",
+      "▁ components",
+      "ge st",
+      "ges t",
+      "g est",
+      "getElement ById",
+      "▁check ed",
+      "▁ checked",
+      "air s",
+      "ai rs",
+      "a irs",
+      "jo in",
+      "j oin",
+      "▁d ead",
+      "▁de ad",
+      "▁h it",
+      "▁hi t",
+      "▁ hit",
+      "én y",
+      "é ny",
+      "▁equ ivalent",
+      "▁equival ent",
+      "▁П ре",
+      "▁app ropri",
+      "Pa ss",
+      "P ass",
+      "▁pr imer",
+      "▁prim er",
+      "▁pri mer",
+      "▁prime r",
+      "engl isch",
+      "▁app ar",
+      "▁ap par",
+      "▁D uring",
+      "▁Du ring",
+      "▁Dur ing",
+      "▁know ledge",
+      "▁tr igger",
+      "▁trig ger",
+      "▁ trigger",
+      "▁c ore",
+      "▁cor e",
+      "▁co re",
+      "▁ core",
+      "▁O l",
+      "▁P rodu",
+      "▁Pro du",
+      "▁Pr odu",
+      "▁ Produ",
+      "▁F ern",
+      "▁Fe rn",
+      "▁Fer n",
+      "▁ Fern",
+      "▁на ча",
+      "▁ нача",
+      "T e",
+      "▁M ot",
+      "▁Mo t",
+      "er ve",
+      "erv e",
+      "тв о",
+      "т во",
+      "▁m id",
+      "▁mi d",
+      "▁ mid",
+      "▁fin ally",
+      "▁final ly",
+      "air es",
+      "ai res",
+      "aire s",
+      "a ires",
+      "▁es pecially",
+      "▁espe cially",
+      "▁especial ly",
+      "▁t ut",
+      "▁tu t",
+      "▁rece ive",
+      "ad re",
+      "adr e",
+      "▁ne igh",
+      "▁nei gh",
+      "kt et",
+      "kte t",
+      "il de",
+      "ild e",
+      "▁rad io",
+      "▁radi o",
+      "▁ radio",
+      "▁d river",
+      "▁dr iver",
+      "▁drive r",
+      "▁dri ver",
+      "▁driv er",
+      "▁ driver",
+      "ли сь",
+      "end encies",
+      "enden cies",
+      "▁I E",
+      "▁ IE",
+      "▁s aved",
+      "▁sa ved",
+      "▁sav ed",
+      "▁save d",
+      "▁ saved",
+      "ff ect",
+      "ffe ct",
+      "f fect",
+      "▁Way back",
+      "ia t",
+      "i at",
+      "▁p adding",
+      "▁pad ding",
+      "▁ padding",
+      "wind ow",
+      "w indow",
+      "ти че",
+      "▁m ur",
+      "▁mu r",
+      "ac tor",
+      "act or",
+      "a ctor",
+      "▁H an",
+      "▁Ha n",
+      "он аль",
+      "она ль",
+      "о наль",
+      "▁g ar",
+      "▁ga r",
+      "▁ gar",
+      "▁famil jen",
+      "ó s",
+      "▁n ationale",
+      "▁national e",
+      "▁nation ale",
+      "▁nat ionale",
+      "▁p ré",
+      "▁pr é",
+      "de d",
+      "d ed",
+      "on al",
+      "ona l",
+      "o nal",
+      "▁Pres ident",
+      "▁\\ ,",
+      "▁ \\,",
+      "▁place d",
+      "▁pla ced",
+      "er ni",
+      "ern i",
+      "▁sign al",
+      "▁sig nal",
+      "▁ signal",
+      "na b",
+      "n ab",
+      "h m",
+      "Mo n",
+      "M on",
+      "▁v s",
+      "▁ vs",
+      "S C",
+      "▁proget ti",
+      "▁ Ü",
+      "▁for ms",
+      "▁form s",
+      "▁ forms",
+      "▁message s",
+      "▁mess ages",
+      "▁ messages",
+      "in f",
+      "us ers",
+      "use rs",
+      "user s",
+      "u sers",
+      "GE T",
+      "G ET",
+      "▁d els",
+      "▁de ls",
+      "▁del s",
+      "Col lection",
+      "Coll ection",
+      "Collect ion",
+      "▁G ood",
+      "▁Go od",
+      "▁ Good",
+      "▁May be",
+      "▁ Maybe",
+      "▁com pr",
+      "▁comp r",
+      "▁lar ger",
+      "▁large r",
+      "▁larg er",
+      "gr es",
+      "gre s",
+      "g res",
+      "ap er",
+      "ape r",
+      "a per",
+      "▁П ри",
+      "un des",
+      "und es",
+      "unde s",
+      "▁s ea",
+      "▁se a",
+      "▁S pring",
+      "▁Sp ring",
+      "▁Spr ing",
+      "▁ Spring",
+      "ul o",
+      "u lo",
+      "▁me chan",
+      "▁s ans",
+      "▁sa ns",
+      "▁san s",
+      "G B",
+      "Val id",
+      "▁comm unic",
+      "▁commun ic",
+      "▁ communic",
+      "▁p ra",
+      "▁pr a",
+      "vi er",
+      "vie r",
+      "v ier",
+      "▁С е",
+      "▁a in",
+      "▁ai n",
+      "▁ ain",
+      "ту ра",
+      "тур а",
+      "ko m",
+      "k om",
+      "sk iego",
+      "ski ego",
+      "skie go",
+      "ко во",
+      "ков о",
+      "к ово",
+      "ad ata",
+      "ada ta",
+      "a data",
+      "▁Р е",
+      "▁bo olean",
+      "▁ boolean",
+      "se ts",
+      "set s",
+      "s ets",
+      "▁eff ort",
+      ". [",
+      "▁z ostał",
+      "P A",
+      "▁V ict",
+      "▁Vi ct",
+      "▁Vic t",
+      "S D",
+      "ow ał",
+      "owa ł",
+      "▁e mb",
+      "▁em b",
+      "▁ emb",
+      "▁pr ima",
+      "▁prim a",
+      "▁pri ma",
+      "▁h our",
+      "▁ho ur",
+      "▁ hour",
+      "sub section",
+      "▁F ort",
+      "▁For t",
+      "▁Fo rt",
+      "math frak",
+      "ig in",
+      "igi n",
+      "i gin",
+      "G L",
+      ") +",
+      "f i",
+      "▁an ci",
+      "▁anc i",
+      "▁ anci",
+      "▁p an",
+      "▁pa n",
+      "▁ pan",
+      "\\ )",
+      "▁l ug",
+      "▁lu g",
+      "▁dep loy",
+      "▁ deploy",
+      "do main",
+      "dom ain",
+      "▁s light",
+      "▁sl ight",
+      "JS ON",
+      "J SON",
+      "▁mor ning",
+      "▁h i",
+      "▁ hi",
+      "▁comp are",
+      "▁compar e",
+      "▁ compare",
+      "ij e",
+      "i je",
+      "▁bl ue",
+      "▁ blue",
+      "▁A c",
+      "▁ Ac",
+      "▁m iddle",
+      "▁ middle",
+      "an den",
+      "and en",
+      "ande n",
+      "▁sh ared",
+      "▁share d",
+      "▁ shared",
+      "▁C amp",
+      "▁Cam p",
+      "▁Ca mp",
+      "▁ Á",
+      "ound ed",
+      "oun ded",
+      "u w",
+      "ier ung",
+      "St ack",
+      "▁e ines",
+      "▁ein es",
+      "▁eine s",
+      "▁D a",
+      "▁ Da",
+      "li j",
+      "l ij",
+      "en ti",
+      "ent i",
+      "▁ й",
+      "U til",
+      "▁exper ience",
+      "▁experien ce",
+      "▁a wait",
+      "▁aw ait",
+      "▁ await",
+      "ul s",
+      "u ls",
+      "▁request s",
+      "▁requ ests",
+      "▁ requests",
+      "▁im pos",
+      "▁imp os",
+      "▁const raint",
+      "▁ constraint",
+      "Ch ange",
+      "em ph",
+      "emp h",
+      "бе р",
+      "б ер",
+      "▁An other",
+      "C ustom",
+      "▁signific ant",
+      "▁significa nt",
+      "c r",
+      "▁mill ion",
+      "re ek",
+      "ree k",
+      "▁d alla",
+      "▁da lla",
+      "▁dal la",
+      "▁dall a",
+      "▁G erm",
+      "▁Ge rm",
+      "▁Ger m",
+      "ot al",
+      "ota l",
+      "o tal",
+      "at eur",
+      "ate ur",
+      "bt n",
+      "b tn",
+      "▁th inking",
+      "▁think ing",
+      "▁thin king",
+      "▁inter val",
+      "▁ interval",
+      "on ne",
+      "onn e",
+      "▁l iv",
+      "▁li v",
+      "▁ liv",
+      "() :",
+      "( ):",
+      "▁В е",
+      "o e",
+      "▁E v",
+      "me ta",
+      "met a",
+      "m eta",
+      "▁b road",
+      "▁bro ad",
+      "Re m",
+      "R em",
+      "ap ply",
+      "app ly",
+      "a pply",
+      "▁cou ple",
+      "▁coup le",
+      "▁te chni",
+      "▁techn i",
+      "id ades",
+      "ida des",
+      "idad es",
+      "idade s",
+      "▁go al",
+      "▁ goal",
+      "▁C D",
+      "▁ CD",
+      "ha b",
+      "h ab",
+      "▁ex plan",
+      "▁exp lan",
+      "▁expla n",
+      "▁expl an",
+      "an ner",
+      "ann er",
+      "anne r",
+      "▁B ecause",
+      "bl og",
+      "blo g",
+      "b log",
+      "include graphics",
+      "▁vo ice",
+      "▁ voice",
+      "▁M ap",
+      "▁Ma p",
+      "▁ Map",
+      "vent ion",
+      "ven tion",
+      "v ention",
+      "S ession",
+      "▁L iens",
+      "▁Li ens",
+      "▁Lie ns",
+      "▁s or",
+      "▁so r",
+      "c ategory",
+      "ash ington",
+      "▁Mär z",
+      "po p",
+      "p op",
+      "il let",
+      "ill et",
+      "ille t",
+      "▁z wei",
+      "▁zwe i",
+      "▁zw ei",
+      "▁L ie",
+      "▁Li e",
+      "N ull",
+      "add ress",
+      "addr ess",
+      "▁f actor",
+      "▁fact or",
+      "▁fa ctor",
+      "▁fac tor",
+      "▁ factor",
+      "▁l igne",
+      "▁lig ne",
+      "▁HT TP",
+      "▁ HTTP",
+      "▁s uf",
+      "▁su f",
+      "▁person al",
+      "▁pers onal",
+      "▁persona l",
+      "ci p",
+      "c ip",
+      "▁D ar",
+      "▁Da r",
+      "▁a dm",
+      "▁ad m",
+      "ко й",
+      "▁E xt",
+      "▁Ex t",
+      "▁ Ext",
+      "▁g od",
+      "▁go d",
+      "▁ god",
+      "a a",
+      "R ight",
+      "ét é",
+      "é té",
+      "▁d ynamic",
+      "▁dynam ic",
+      "▁ dynamic",
+      "▁main tain",
+      "to r",
+      "t or",
+      "#### ####",
+      "▁F ra",
+      "▁Fr a",
+      "▁cho ice",
+      "▁ choice",
+      "▁с то",
+      "▁ст о",
+      "▁ сто",
+      "С Р",
+      "▁F eder",
+      "▁Fe der",
+      "▁Fed er",
+      "st on",
+      "sto n",
+      "s ton",
+      "▁f lag",
+      "▁fl ag",
+      "▁fla g",
+      "▁ flag",
+      "ki t",
+      "k it",
+      "Mod ule",
+      "▁с по",
+      "▁сп о",
+      "▁ спо",
+      "▁S tra",
+      "▁St ra",
+      "▁Str a",
+      "ic ks",
+      "ick s",
+      "i cks",
+      "▁h aven",
+      "▁ha ven",
+      "▁have n",
+      "▁hav en",
+      "▁M ass",
+      "▁Ma ss",
+      "▁Mas s",
+      "▁E mp",
+      "▁Em p",
+      "▁ Emp",
+      "▁P i",
+      "▁ Pi",
+      "▁P en",
+      "▁Pe n",
+      "Re ct",
+      "Rec t",
+      "R ect",
+      "▁K r",
+      "it at",
+      "ita t",
+      "i tat",
+      "el er",
+      "ele r",
+      "e ler",
+      "я бря",
+      "it et",
+      "ite t",
+      "▁St art",
+      "▁Sta rt",
+      "▁Star t",
+      "▁ Start",
+      "▁produ ced",
+      "▁produce d",
+      "▁по л",
+      "▁ пол",
+      "( _",
+      "▁de let",
+      "▁del et",
+      "▁h ot",
+      "▁ho t",
+      "▁ hot",
+      "▁Gesch ichte",
+      "~ ~",
+      "▁month s",
+      "▁mont hs",
+      "▁t od",
+      "▁to d",
+      "▁ tod",
+      "▁н и",
+      "▁ ни",
+      "ú s",
+      "te mp",
+      "tem p",
+      "t emp",
+      "▁D ez",
+      "▁De z",
+      "ype s",
+      "yp es",
+      "y pes",
+      "▁c ui",
+      "▁cu i",
+      "om mun",
+      "omm un",
+      "act ions",
+      "action s",
+      "a ctions",
+      "▁e igen",
+      "▁eig en",
+      "▁immedi ately",
+      "▁immediate ly",
+      "P L",
+      "▁Г о",
+      "▁B al",
+      "▁Ba l",
+      "▁ Bal",
+      "љ е",
+      "ul ui",
+      "ulu i",
+      "▁on line",
+      "▁ online",
+      "▁a ños",
+      "▁añ os",
+      "▁año s",
+      "▁name space",
+      "▁names pace",
+      "▁ namespace",
+      "▁m ond",
+      "▁mon d",
+      "▁mo nd",
+      "▁ mond",
+      "▁B ase",
+      "▁Bas e",
+      "▁Ba se",
+      "▁ Base",
+      "▁Can ada",
+      "▁Canad a",
+      "et zt",
+      "etz t",
+      "} -",
+      "▁de fin",
+      "▁def in",
+      "▁ defin",
+      "▁dou bt",
+      "▁doub t",
+      "▁inv estig",
+      "▁invest ig",
+      "view s",
+      "vie ws",
+      "▁L ine",
+      "▁Li ne",
+      "▁Lin e",
+      "▁ Line",
+      "▁st age",
+      "▁sta ge",
+      "▁stag e",
+      "▁ stage",
+      "ett ings",
+      "ub re",
+      "u bre",
+      "f loat",
+      "▁P lay",
+      "▁Pl ay",
+      "▁Pla y",
+      "▁ Play",
+      "▁L as",
+      "▁La s",
+      "pt r",
+      "p tr",
+      "▁be comes",
+      "▁become s",
+      "▁becom es",
+      "est amp",
+      "esta mp",
+      "▁in dependent",
+      "▁indep endent",
+      "▁independ ent",
+      "▁anal ysis",
+      "▁ analysis",
+      "▁L ook",
+      "▁Lo ok",
+      "▁ Look",
+      "la in",
+      "l ain",
+      "▁ра с",
+      "Re ference",
+      "▁s orry",
+      "▁sor ry",
+      "▁supp osed",
+      "▁suppose d",
+      "▁sup posed",
+      "û t",
+      "▁deg ree",
+      "ut z",
+      "u tz",
+      "M M",
+      "▁des ired",
+      "▁desire d",
+      "ł y",
+      "▁l en",
+      "▁le n",
+      "▁ len",
+      "▁al one",
+      "▁ alone",
+      "sign ed",
+      "sig ned",
+      "s igned",
+      "▁S ta",
+      "▁St a",
+      "Per son",
+      "Pers on",
+      "P erson",
+      "▁app lied",
+      "▁B ack",
+      "▁Ba ck",
+      "▁Bac k",
+      "▁ Back",
+      "▁m ars",
+      "▁ma rs",
+      "▁mar s",
+      "Par t",
+      "Pa rt",
+      "P art",
+      "▁D id",
+      "▁Di d",
+      "▁ Did",
+      "▁extern es",
+      "▁externe s",
+      "▁n p",
+      "▁ np",
+      "on go",
+      "ong o",
+      "▁e sta",
+      "▁est a",
+      "▁es ta",
+      "▁ esta",
+      "Bl ock",
+      "B lock",
+      "▁p ou",
+      "▁po u",
+      "ad ores",
+      "ado res",
+      "ador es",
+      "▁St udio",
+      "▁Stud io",
+      "▁ Studio",
+      ". $",
+      "▁re ached",
+      "▁reach ed",
+      "bo t",
+      "b ot",
+      "▁J uni",
+      "▁Ju ni",
+      "▁Jun i",
+      "to ns",
+      "ton s",
+      "t ons",
+      "it el",
+      "ite l",
+      "i tel",
+      "▁G ar",
+      "▁Ga r",
+      "▁art icles",
+      "▁article s",
+      "▁ articles",
+      "▁D istrict",
+      "▁Dist rict",
+      "▁tr ouble",
+      "▁trou ble",
+      "li de",
+      "l ide",
+      "▁F ound",
+      "▁Fou nd",
+      "▁Fo und",
+      "▁ Found",
+      "á d",
+      "▁e quip",
+      "▁equ ip",
+      "▁in ternal",
+      "▁int ernal",
+      "▁inter nal",
+      "▁intern al",
+      "▁ internal",
+      "'] ,",
+      "' ],",
+      "▁a sync",
+      "▁as ync",
+      "▁ async",
+      "U B",
+      "ge l",
+      "g el",
+      "▁a i",
+      "▁ ai",
+      "ens ure",
+      "▁app eared",
+      "▁appear ed",
+      "▁appe ared",
+      "▁$ _",
+      "▁ $_",
+      "▁max imum",
+      "▁maxim um",
+      "▁С и",
+      "р ь",
+      "▁ann oun",
+      "▁anno un",
+      "ла сь",
+      "▁c m",
+      "▁ cm",
+      "га н",
+      "г ан",
+      "au pt",
+      "a upt",
+      "▁l atter",
+      "▁lat ter",
+      "▁pl atform",
+      "▁plat form",
+      "▁ platform",
+      "▁d ra",
+      "▁dr a",
+      "▁ dra",
+      "▁cap ital",
+      "▁capit al",
+      "▁sol ved",
+      "▁solve d",
+      "ri z",
+      "r iz",
+      "ed ic",
+      "edi c",
+      "e dic",
+      "▁M ur",
+      "▁Mu r",
+      "▁T op",
+      "▁To p",
+      "▁ Top",
+      "т ся",
+      "Pa nel",
+      "Pane l",
+      "Pan el",
+      "P anel",
+      "ru le",
+      "r ule",
+      "et ic",
+      "eti c",
+      "▁R en",
+      "▁Re n",
+      "▁Wik imedia",
+      "▁ Wikimedia",
+      "▁T O",
+      "▁ TO",
+      "se cond",
+      "sec ond",
+      "is l",
+      "i sl",
+      "▁h y",
+      "▁ hy",
+      "▁n iet",
+      "▁nie t",
+      "▁ni et",
+      "▁lo aded",
+      "▁load ed",
+      "▁ loaded",
+      "di g",
+      "d ig",
+      "▁ma yo",
+      "▁may o",
+      "[ :",
+      "Ac c",
+      "A cc",
+      "▁b ek",
+      "▁be k",
+      "▁ bek",
+      "ни ю",
+      "lo gin",
+      "log in",
+      "t x",
+      "▁F ur",
+      "▁Fu r",
+      "▁S anta",
+      "▁San ta",
+      "▁Sant a",
+      "az z",
+      "a zz",
+      "▁con duct",
+      "▁cond uct",
+      "▁condu ct",
+      "▁In dia",
+      "▁Ind ia",
+      "Or der",
+      "Ord er",
+      "ir th",
+      "irt h",
+      "t w",
+      "} +",
+      "▁w ieder",
+      "▁wie der",
+      "▁E du",
+      "▁Ed u",
+      "A V",
+      "▁` ``",
+      "▁`` `",
+      "▁ ```",
+      "▁man ually",
+      "▁manual ly",
+      "▁R ead",
+      "▁Re ad",
+      "▁ Read",
+      "fortun ately",
+      "▁R un",
+      "▁Ru n",
+      "▁ Run",
+      "▁A ward",
+      "▁Aw ard",
+      "▁F oot",
+      "▁Foo t",
+      "▁Fo ot",
+      "▁ Foot",
+      "* )",
+      "par ams",
+      "param s",
+      "pa rams",
+      "para ms",
+      "п і",
+      "▁n ative",
+      "▁nat ive",
+      "▁ native",
+      "ri ft",
+      "rif t",
+      "r ift",
+      "▁ ä",
+      "AT H",
+      "A TH",
+      "▁your self",
+      "▁yours elf",
+      "▁p rior",
+      "▁pr ior",
+      "▁pri or",
+      "▁c it",
+      "▁ci t",
+      "▁ cit",
+      "ä h",
+      "▁tre at",
+      "▁me as",
+      "rib uted",
+      "ribute d",
+      "ribu ted",
+      "▁c lar",
+      "▁cl ar",
+      "▁cla r",
+      "▁ clar",
+      "ca rd",
+      "car d",
+      "c ard",
+      "RO R",
+      "R OR",
+      "il les",
+      "ill es",
+      "ille s",
+      "i lles",
+      "▁l ayer",
+      "▁la yer",
+      "▁lay er",
+      "▁ layer",
+      "au er",
+      "a uer",
+      "▁r at",
+      "▁ra t",
+      "▁ rat",
+      "bern ate",
+      "▁st ato",
+      "▁stat o",
+      "▁sta to",
+      "▁Ch ina",
+      "▁Chi na",
+      "▁$ ('#",
+      "▁$(' #",
+      "▁n aar",
+      "▁na ar",
+      "zi p",
+      "z ip",
+      "▁$ {\\",
+      "▁${ \\",
+      "▁appreci ated",
+      "▁appreciate d",
+      "▁и ме",
+      "▁им е",
+      "ż y",
+      "▁prze z",
+      "▁prz ez",
+      "▁Ind ian",
+      "▁India n",
+      "▁T od",
+      "▁To d",
+      "▁S ource",
+      "▁ Source",
+      "▁дру ги",
+      "in ternal",
+      "int ernal",
+      "inter nal",
+      "intern al",
+      "ion ale",
+      "ional e",
+      "iona le",
+      "Pro duct",
+      "Produ ct",
+      "▁M en",
+      "▁Me n",
+      "▁ Men",
+      "▁u pper",
+      "▁up per",
+      "▁upp er",
+      "▁ upper",
+      "▁E very",
+      "▁Ev ery",
+      "▁Ever y",
+      "▁ Every",
+      "}, \\",
+      "} ,\\",
+      "▁print f",
+      "▁prin tf",
+      "▁ printf",
+      "▁contin ued",
+      "▁continu ed",
+      "▁continue d",
+      "▁n odes",
+      "▁no des",
+      "▁node s",
+      "▁nod es",
+      "▁ nodes",
+      "л ки",
+      "▁n ice",
+      "▁ni ce",
+      "▁nic e",
+      "▁ nice",
+      "mod ules",
+      "module s",
+      "ei gn",
+      "e ign",
+      "▁M ex",
+      "▁Me x",
+      "▁Acc ording",
+      "▁un defined",
+      "▁und efined",
+      "▁ undefined",
+      "▁b inary",
+      "▁bin ary",
+      "▁ binary",
+      "cu t",
+      "c ut",
+      "Cur rent",
+      "C urrent",
+      "ed y",
+      "e dy",
+      "}} {",
+      "} }{",
+      "ble s",
+      "bl es",
+      "b les",
+      "▁во й",
+      "▁ вой",
+      "sc ri",
+      "scr i",
+      "s cri",
+      "eq n",
+      "Ch anged",
+      "Change d",
+      "▁kö z",
+      "▁rem ote",
+      "▁ remote",
+      "в ля",
+      "▁qu el",
+      "▁que l",
+      "▁q uel",
+      "▁ quel",
+      "▁al ign",
+      "▁ali gn",
+      "▁ align",
+      "▁п ар",
+      "▁па р",
+      "▁ пар",
+      "S V",
+      "ye r",
+      "y er",
+      "▁Cal iforn",
+      "▁p laces",
+      "▁pl aces",
+      "▁place s",
+      "▁pla ces",
+      "▁prim ary",
+      "▁pri mary",
+      "▁prima ry",
+      "▁ primary",
+      "▁con v",
+      "▁ conv",
+      "▁J uli",
+      "▁Jul i",
+      "▁Ju li",
+      "▁vis ual",
+      "▁ visual",
+      "▁S elect",
+      "▁Se lect",
+      "▁Sel ect",
+      "▁Sele ct",
+      "▁ Select",
+      "at ory",
+      "ator y",
+      "ato ry",
+      "= (",
+      "is er",
+      "ise r",
+      "i ser",
+      "▁int ent",
+      "▁inte nt",
+      "▁inten t",
+      "▁ intent",
+      "su r",
+      "s ur",
+      "cont ainer",
+      "ic ed",
+      "ice d",
+      "i ced",
+      "▁bo ard",
+      "▁ board",
+      "as tr",
+      "ast r",
+      "a str",
+      "om ial",
+      "omi al",
+      "ве т",
+      "в ет",
+      "з ва",
+      "▁c ru",
+      "▁cr u",
+      "▁Ok tober",
+      "sa ve",
+      "s ave",
+      "▁gre ater",
+      "▁great er",
+      "▁in n",
+      "▁i nn",
+      "▁ inn",
+      "▁p icture",
+      "▁ picture",
+      "▁Т о",
+      "▁obtain ed",
+      "▁obt ained",
+      "Wik imedia",
+      "ú blic",
+      "▁l ors",
+      "▁lo rs",
+      "▁m ont",
+      "▁mon t",
+      "▁mo nt",
+      "▁ mont",
+      "ob re",
+      "o bre",
+      "▁c ivil",
+      "▁ci vil",
+      "▁civ il",
+      "▁const ruction",
+      "▁construct ion",
+      "▁constru ction",
+      "▁W elt",
+      "▁We lt",
+      "▁Wel t",
+      "▁U nder",
+      "▁Un der",
+      "▁Und er",
+      "▁ Under",
+      "und ert",
+      "under t",
+      "unde rt",
+      "▁ed ge",
+      "▁ edge",
+      "▁L iste",
+      "▁List e",
+      "▁Li ste",
+      "▁Lis te",
+      "cs v",
+      "c sv",
+      "▁ex periment",
+      "▁exper iment",
+      "local host",
+      "▁E dit",
+      "▁Ed it",
+      "▁ Edit",
+      "gr eg",
+      "gre g",
+      "g reg",
+      "ov á",
+      "o vá",
+      "љ а",
+      "ms g",
+      "m sg",
+      "▁G reen",
+      "▁Gr een",
+      "▁Gre en",
+      "▁Gree n",
+      "▁ Green",
+      "Di alog",
+      "D ialog",
+      "Id ent",
+      "I dent",
+      "▁J S",
+      "▁ JS",
+      "^{ (",
+      "^ {(",
+      "▁slä ktet",
+      "__ __",
+      "___ _",
+      "_ ___",
+      "Pro ject",
+      "▁bes kre",
+      "▁b er",
+      "▁be r",
+      "▁ ber",
+      "▁would n",
+      "▁re act",
+      "▁ react",
+      "He l",
+      "H el",
+      "z w",
+      "▁W ashington",
+      "or ie",
+      "ori e",
+      "o rie",
+      "ta sk",
+      "t ask",
+      "▁c ategory",
+      "▁categ ory",
+      "▁categor y",
+      "▁ category",
+      "▁art ist",
+      "an no",
+      "ann o",
+      "▁o ok",
+      "▁ ook",
+      "am men",
+      "amm en",
+      "▁Min ister",
+      "▁de clar",
+      "▁dec lar",
+      "▁decl ar",
+      "▁decla r",
+      "▁K ey",
+      "▁Ke y",
+      "▁ Key",
+      ", .",
+      "▁m ach",
+      "▁ma ch",
+      "▁mac h",
+      "▁w w",
+      "▁ ww",
+      "is en",
+      "ise n",
+      "i sen",
+      "Fr an",
+      "F ran",
+      "▁Ро сси",
+      "▁Рос си",
+      "бо р",
+      "б ор",
+      "т ри",
+      "▁r ock",
+      "▁ro ck",
+      "▁ rock",
+      "qu is",
+      "qui s",
+      "q uis",
+      "mo s",
+      "m os",
+      "пе ра",
+      "пер а",
+      "п ера",
+      "▁est erni",
+      "▁g old",
+      "▁go ld",
+      "▁gol d",
+      "Window s",
+      "W indows",
+      "% %",
+      "▁part ial",
+      "▁parti al",
+      "▁ partial",
+      "▁we ight",
+      "▁ weight",
+      "▁s pr",
+      "▁sp r",
+      "▁ spr",
+      "}) .",
+      "} ).",
+      "▁fran çais",
+      "fu n",
+      "f un",
+      "▁th ous",
+      "▁thou s",
+      "ho lder",
+      "hol der",
+      "hold er",
+      "h older",
+      "▁g one",
+      "▁go ne",
+      "▁ Č",
+      "▁re nd",
+      "▁r end",
+      "▁ren d",
+      "▁ rend",
+      "D A",
+      "▁answer ed",
+      "▁F alse",
+      "▁Fal se",
+      "▁ False",
+      "B uffer",
+      "▁d augh",
+      "▁da ugh",
+      ".- -",
+      ". --",
+      "▁S how",
+      "▁Sh ow",
+      "▁Sho w",
+      "▁ Show",
+      "▁re ct",
+      "▁r ect",
+      "▁rec t",
+      "▁ rect",
+      "▁K re",
+      "▁Kr e",
+      "d r",
+      "os oph",
+      "oso ph",
+      "▁y ield",
+      "ur ity",
+      "uri ty",
+      "to String",
+      "av al",
+      "ava l",
+      "a val",
+      "Po l",
+      "P ol",
+      "▁l ock",
+      "▁lo ck",
+      "▁loc k",
+      "▁ lock",
+      "im ation",
+      "ima tion",
+      "imat ion",
+      "ant ic",
+      "anti c",
+      "Lo cal",
+      "Loc al",
+      "L ocal",
+      "▁beskre vs",
+      "it és",
+      "ité s",
+      "gr id",
+      "g rid",
+      "у т",
+      "▁_ {",
+      "▁ _{",
+      "с і",
+      "FI LE",
+      "▁к м",
+      "▁spe ak",
+      "sum mary",
+      "pr op",
+      "pro p",
+      "p rop",
+      "java script",
+      "j avascript",
+      "z k",
+      "izont al",
+      "izon tal",
+      "▁tr ois",
+      "▁tro is",
+      "▁R od",
+      "▁Ro d",
+      "pr ise",
+      "ро во",
+      "ров о",
+      "р ово",
+      "▁o dd",
+      "▁od d",
+      "▁ odd",
+      "▁g est",
+      "▁ge st",
+      "▁ges t",
+      "▁ gest",
+      "▁produ ce",
+      "▁prod uce",
+      "▁w aar",
+      "▁wa ar",
+      "▁A v",
+      "▁ Av",
+      "ri bu",
+      "rib u",
+      "ва ння",
+      "ван ня",
+      "▁fin ished",
+      "▁finish ed",
+      "▁ad apt",
+      "▁S ar",
+      "▁Sa r",
+      "text it",
+      "tex tit",
+      "▁C e",
+      "▁F a",
+      "▁ Fa",
+      "os en",
+      "ose n",
+      "o sen",
+      "▁de riv",
+      "▁der iv",
+      "▁s hip",
+      "▁sh ip",
+      "▁ ship",
+      "▁o pin",
+      "▁op in",
+      "▁E ven",
+      "▁Ev en",
+      "ge sch",
+      "ges ch",
+      "g esch",
+      "▁supp ose",
+      "▁sup pose",
+      "▁F er",
+      "▁Fe r",
+      "ско е",
+      "▁w orden",
+      "▁word en",
+      "▁wor den",
+      "se y",
+      "s ey",
+      "hl ine",
+      "h line",
+      "▁Un ion",
+      "▁ Union",
+      "▁/ **",
+      "▁/* *",
+      "▁ /**",
+      "▁v ez",
+      "▁ve z",
+      "▁ vez",
+      "▁Colleg amenti",
+      "▁Soci ety",
+      "▁Soc iety",
+      "▁e conom",
+      "▁econ om",
+      "▁ec onom",
+      "š í",
+      "o i",
+      "▁or ient",
+      "▁ orient",
+      "▁T eil",
+      "▁Te il",
+      "re nt",
+      "ren t",
+      "r ent",
+      "ле кс",
+      "лек с",
+      "▁s olid",
+      "▁sol id",
+      "▁c art",
+      "▁car t",
+      "▁ca rt",
+      "▁ cart",
+      "******** ********",
+      "▁c ab",
+      "▁ca b",
+      "▁M essage",
+      "▁Mess age",
+      "▁ Message",
+      "do ts",
+      "dot s",
+      "d ots",
+      "▁é g",
+      "▁ ég",
+      "▁t we",
+      "▁tw e",
+      "ag a",
+      "a ga",
+      "▁n az",
+      "▁na z",
+      "▁M icrosoft",
+      "▁Micro soft",
+      "▁ Microsoft",
+      "▁under arter",
+      "pp en",
+      "ppe n",
+      "p pen",
+      "▁re cent",
+      "▁rec ent",
+      "▁rece nt",
+      "▁n et",
+      "▁ne t",
+      "▁ net",
+      "▁res ources",
+      "▁resource s",
+      "▁ resources",
+      "St e",
+      "S te",
+      ". \\",
+      "▁S O",
+      "▁ SO",
+      "ло м",
+      "л ом",
+      "▁c ele",
+      "▁ce le",
+      "▁cel e",
+      "▁l ic",
+      "▁li c",
+      "▁ lic",
+      "▁ben ef",
+      "▁bene f",
+      "ld ots",
+      "l dots",
+      "▁se rial",
+      "▁ser ial",
+      "▁seria l",
+      "▁ serial",
+      "In teger",
+      "cl es",
+      "cle s",
+      "c les",
+      "▁m iles",
+      "▁mil es",
+      "▁mi les",
+      "▁mile s",
+      "▁A le",
+      "▁Al e",
+      "▁en tered",
+      "▁ent ered",
+      "▁enter ed",
+      "▁T wo",
+      "▁Tw o",
+      "▁ Two",
+      "wi e",
+      "w ie",
+      "▁in cludes",
+      "▁incl udes",
+      "▁includ es",
+      "▁include s",
+      "▁inclu des",
+      "▁ includes",
+      "▁E ach",
+      "▁ Each",
+      "el ling",
+      "ell ing",
+      "elli ng",
+      "qu er",
+      "que r",
+      "q uer",
+      "▁D om",
+      "▁Do m",
+      "▁ Dom",
+      "p f",
+      "W S",
+      "▁stra ight",
+      "▁S tan",
+      "▁St an",
+      "▁Sta n",
+      "▁n os",
+      "▁no s",
+      "▁ nos",
+      "í cul",
+      "at ro",
+      "atr o",
+      "▁C enter",
+      "▁Cent er",
+      "▁ Center",
+      "F T",
+      "▁In ga",
+      "▁Ing a",
+      "il o",
+      "i lo",
+      "▁w ww",
+      "▁ww w",
+      "▁ www",
+      "js fiddle",
+      "ni c",
+      "n ic",
+      "▁Europe an",
+      "▁com mer",
+      "▁comm er",
+      "▁comme r",
+      "▁g irl",
+      "▁gi rl",
+      "▁gir l",
+      "to tal",
+      "tot al",
+      "t otal",
+      "▁S tar",
+      "▁St ar",
+      "▁Sta r",
+      "▁ Star",
+      "▁sugg ested",
+      "▁suggest ed",
+      "pa l",
+      "p al",
+      "▁zw ischen",
+      "пи са",
+      "пис а",
+      "I M",
+      "▁hand ler",
+      "▁handle r",
+      "▁ handler",
+      "▁Pro gram",
+      "▁Pr ogram",
+      "▁ Program",
+      "xs l",
+      "x sl",
+      "ál y",
+      "á ly",
+      "B U",
+      ",- -",
+      ", --",
+      "▁v id",
+      "▁vi d",
+      "▁ vid",
+      "▁estab lished",
+      "▁establish ed",
+      "▁S piel",
+      "▁Sp iel",
+      "om etry",
+      "ome try",
+      "omet ry",
+      "un es",
+      "une s",
+      "u nes",
+      "▁s it",
+      "▁si t",
+      "▁in her",
+      "▁p uis",
+      "▁pu is",
+      "▁ puis",
+      "▁ être",
+      "▁M ost",
+      "▁Mo st",
+      "▁Mos t",
+      "He ader",
+      "Head er",
+      "in sert",
+      "ins ert",
+      "▁s ist",
+      "▁si st",
+      "▁f avor",
+      "▁fa vor",
+      "▁fav or",
+      "de st",
+      "des t",
+      "d est",
+      "▁ent ity",
+      "▁ entity",
+      "Ca l",
+      "C al",
+      "▁There fore",
+      "D D",
+      "; ;",
+      "▁Dez ember",
+      "▁R h",
+      "im ents",
+      "iment s",
+      "imen ts",
+      "i ments",
+      "▁return ing",
+      "st o",
+      "s to",
+      "▁Val ue",
+      "▁ Value",
+      "▁l iber",
+      "▁li ber",
+      "▁lib er",
+      "▁Res ult",
+      "▁ Result",
+      "▁b ind",
+      "▁bi nd",
+      "▁bin d",
+      "▁ bind",
+      "vo ir",
+      "v oir",
+      "▁T im",
+      "▁Ti m",
+      "▁ Tim",
+      "▁M ovie",
+      "▁Mo vie",
+      "▁Mov ie",
+      "▁ Movie",
+      "we g",
+      "w eg",
+      "ke t",
+      "k et",
+      "▁и сто",
+      "▁ис то",
+      "▁fri ends",
+      "▁friend s",
+      "▁f n",
+      "▁ fn",
+      "▁é l",
+      "▁ él",
+      "▁& =",
+      "▁ &=",
+      "ar den",
+      "ard en",
+      "arde n",
+      "ff icial",
+      "ffic ial",
+      "▁comm unity",
+      "▁commun ity",
+      "▁ community",
+      "▁a pi",
+      "▁ap i",
+      "▁ api",
+      "Ar gs",
+      "Arg s",
+      "ie ren",
+      "ier en",
+      "iere n",
+      "i eren",
+      "▁d ann",
+      "▁da nn",
+      "▁dan n",
+      "om orph",
+      "ad r",
+      "a dr",
+      "lo op",
+      "l oop",
+      "um an",
+      "uma n",
+      "u man",
+      "▁v ous",
+      "▁vo us",
+      "▁vou s",
+      "▁ vous",
+      "bs t",
+      "b st",
+      "sub mit",
+      "\\ |",
+      "ти н",
+      "т ин",
+      "Cont ainer",
+      "as ket",
+      "ask et",
+      "? )",
+      "Se c",
+      "S ec",
+      "▁d rive",
+      "▁dr ive",
+      "▁dri ve",
+      "▁driv e",
+      "▁ drive",
+      "As s",
+      "A ss",
+      "▁s we",
+      "▁sw e",
+      "▁a mer",
+      "▁am er",
+      "▁ amer",
+      "▁m ine",
+      "▁min e",
+      "▁mi ne",
+      "▁ mine",
+      "▁H am",
+      "▁Ha m",
+      "▁av ait",
+      "▁ avait",
+      "▁H on",
+      "▁Ho n",
+      "▁a près",
+      "▁ap rès",
+      "▁apr ès",
+      "▁ après",
+      "▁M ann",
+      "▁Man n",
+      "▁Ma nn",
+      "сь ка",
+      "ськ а",
+      "▁incre ase",
+      "▁t y",
+      "▁ ty",
+      "sk y",
+      "s ky",
+      "▁acc ur",
+      "▁ac cur",
+      "art icle",
+      "we ight",
+      "weig ht",
+      "▁s ex",
+      "▁se x",
+      "▁ sex",
+      "▁list ade",
+      "▁lista de",
+      "/* *",
+      "/ **",
+      "▁est á",
+      "}} $",
+      "} }$",
+      "ar go",
+      "arg o",
+      "def ine",
+      "defin e",
+      "▁со став",
+      "▁соста в",
+      "s ession",
+      "ad s",
+      "a ds",
+      "ст ви",
+      "ств и",
+      "▁L aw",
+      "▁La w",
+      "▁d ialog",
+      "▁di alog",
+      "▁dia log",
+      "▁ dialog",
+      "▁dup licate",
+      "▁é p",
+      "▁ ép",
+      "▁v oc",
+      "▁vo c",
+      "fr i",
+      "f ri",
+      "▁g reen",
+      "▁gr een",
+      "▁gre en",
+      "▁ green",
+      "▁h idden",
+      "▁hid den",
+      "▁ hidden",
+      "▁Is land",
+      "▁di ag",
+      "▁dia g",
+      "ow ej",
+      "owe j",
+      "my sql",
+      "mys ql",
+      "mysq l",
+      "te il",
+      "tei l",
+      "t eil",
+      "r ä",
+      "ik an",
+      "ika n",
+      "i kan",
+      "▁Jos é",
+      "al ed",
+      "ale d",
+      "a led",
+      "Run time",
+      "R untime",
+      "▁t rain",
+      "▁tr ain",
+      "▁tra in",
+      "▁ train",
+      "▁Di vision",
+      "▁Div ision",
+      "ни ц",
+      "▁S pan",
+      "▁Sp an",
+      "▁ Span",
+      "ни ма",
+      "ним а",
+      ")= \\",
+      ") =\\",
+      "та н",
+      "т ан",
+      "▁st ay",
+      "▁sta y",
+      "▁f oo",
+      "▁fo o",
+      "▁ foo",
+      "▁acc om",
+      "▁ac com",
+      "▁h ers",
+      "▁he rs",
+      "▁her s",
+      "▁на у",
+      "▁M ün",
+      "ide os",
+      "ideo s",
+      "st atic",
+      "stat ic",
+      "▁re ady",
+      "▁read y",
+      "▁ ready",
+      "] `",
+      "▁vis ible",
+      "▁vi sible",
+      "▁ visible",
+      "▁H ope",
+      "▁Ho pe",
+      "▁Hop e",
+      "ul ated",
+      "ula ted",
+      "ulate d",
+      "▁C ult",
+      "▁Cu lt",
+      "ст ро",
+      "стр о",
+      "с тро",
+      "C o",
+      "▁sm aller",
+      "▁small er",
+      "at ura",
+      "atur a",
+      "atu ra",
+      "▁perfect ly",
+      "re q",
+      "r eq",
+      "▁pro posed",
+      "▁prop osed",
+      "▁propos ed",
+      "▁propose d",
+      "▁deg li",
+      "Se arch",
+      "S earch",
+      "▁i ch",
+      "▁ic h",
+      "▁ ich",
+      "Ma x",
+      "M ax",
+      "▁vol ume",
+      "▁ volume",
+      "exec ute",
+      "gr e",
+      "g re",
+      "▁s port",
+      "▁sp ort",
+      "▁spo rt",
+      "ud ad",
+      "uda d",
+      "P T",
+      "▁Rec ords",
+      "▁Record s",
+      "▁c ook",
+      "▁co ok",
+      "▁ cook",
+      "▁exp and",
+      "▁ expand",
+      "б і",
+      "▁al tri",
+      "▁alt ri",
+      "pp et",
+      "ppe t",
+      "p pet",
+      "ar se",
+      "ars e",
+      "▁w et",
+      "▁we t",
+      "▁B ob",
+      "▁Bo b",
+      "▁ Bob",
+      "▁F C",
+      "▁ FC",
+      "▁Associ ation",
+      "uj e",
+      "u je",
+      "▁f el",
+      "▁fe l",
+      "▁ fel",
+      "▁с лу",
+      "▁ слу",
+      "▁B ig",
+      "▁Bi g",
+      "▁ Big",
+      "/ \\",
+      "G e",
+      "wh ile",
+      "{ (",
+      "▁su fficient",
+      "Pos ition",
+      "P osition",
+      "▁under standing",
+      "▁understand ing",
+      "▁n ue",
+      "▁nu e",
+      "▁r az",
+      "▁ra z",
+      "▁ raz",
+      "▁y e",
+      "▁ ye",
+      "he m",
+      "h em",
+      "N um",
+      "▁Pro ject",
+      "▁ Project",
+      "▁I ts",
+      "▁It s",
+      "▁h asta",
+      "▁ha sta",
+      "▁has ta",
+      "▁hast a",
+      "en so",
+      "ens o",
+      "▁w ire",
+      "▁wir e",
+      "▁ wire",
+      "Re t",
+      "R et",
+      "u j",
+      "pro of",
+      "▁re levant",
+      "▁relev ant",
+      "▁part ir",
+      "▁parti r",
+      "▁a go",
+      "▁ag o",
+      "▁ ago",
+      "if icate",
+      "ific ate",
+      "ifica te",
+      "▁d omin",
+      "▁do min",
+      "▁dom in",
+      "▁ domin",
+      "▁b oy",
+      "▁bo y",
+      "▁ boy",
+      "▁p lant",
+      "▁pl ant",
+      "▁pla nt",
+      "▁plan t",
+      "▁ plant",
+      "▁enc oding",
+      "▁ encoding",
+      "▁th rows",
+      "▁thr ows",
+      "▁throw s",
+      "▁thro ws",
+      "▁R ock",
+      "▁Ro ck",
+      "▁Roc k",
+      "zo ne",
+      "zon e",
+      "z one",
+      "ga ng",
+      "gan g",
+      "g ang",
+      "wid get",
+      "w idget",
+      "▁interest ing",
+      "DE R",
+      "D ER",
+      "▁d emon",
+      "▁de mon",
+      "▁dem on",
+      "▁demo n",
+      "▁off ice",
+      "▁offic e",
+      "▁ office",
+      "am t",
+      "a mt",
+      "ät er",
+      "ä ter",
+      "▁Wh ite",
+      "▁Whit e",
+      "▁ White",
+      "▁v ersch",
+      "▁ver sch",
+      "▁vers ch",
+      "▁die ser",
+      "▁dies er",
+      "▁diese r",
+      "▁M ount",
+      "▁Mo unt",
+      "▁Mou nt",
+      "▁ Mount",
+      "▁stud ents",
+      "▁student s",
+      "▁P ub",
+      "▁Pu b",
+      "▁ Pub",
+      "▁Д е",
+      "ij a",
+      "i ja",
+      "▁C y",
+      "▁ Cy",
+      "▁Californ ia",
+      "▁ab ril",
+      "äl l",
+      "ä ll",
+      "▁ч ем",
+      "▁че м",
+      "T V",
+      "▁m és",
+      "▁mé s",
+      "▁decl ared",
+      "▁decla red",
+      "▁declar ed",
+      "▁declare d",
+      "▁ ю",
+      "ő l",
+      "ap pa",
+      "app a",
+      "a ppa",
+      "▁Б е",
+      "ec ho",
+      "ech o",
+      "e cho",
+      "num er",
+      "nu mer",
+      "n umer",
+      "▁po sted",
+      "▁pos ted",
+      "▁post ed",
+      "▁poste d",
+      "▁в ер",
+      "▁ве р",
+      "▁ вер",
+      "▁годи не",
+      "▁we ak",
+      "▁ weak",
+      "▁Re public",
+      "▁Rep ublic",
+      "▁Repub lic",
+      "▁ch ampion",
+      "▁champ ion",
+      "ensure math",
+      "you r",
+      "yo ur",
+      "y our",
+      "▁O ber",
+      "▁Ob er",
+      "▁Cent ral",
+      "is a",
+      "i sa",
+      "ан д",
+      "а нд",
+      "y y",
+      "▁full y",
+      "▁ful ly",
+      "▁ fully",
+      "▁S D",
+      "▁ SD",
+      "▁Lin ux",
+      "▁ Linux",
+      "▁Sc ott",
+      "▁Scot t",
+      "part ment",
+      "ko n",
+      "k on",
+      "▁cont ract",
+      "▁contr act",
+      "▁contra ct",
+      "▁O F",
+      "▁ OF",
+      "▁a le",
+      "▁al e",
+      "▁ ale",
+      "▁A nn",
+      "▁An n",
+      "▁на д",
+      "▁ над",
+      "la h",
+      "l ah",
+      "▁N ext",
+      "▁Ne xt",
+      "▁ Next",
+      "or en",
+      "ore n",
+      "o ren",
+      "▁d isk",
+      "▁di sk",
+      "▁dis k",
+      "▁ disk",
+      "▁e g",
+      "▁ eg",
+      "at u",
+      "a tu",
+      "ло ги",
+      "лог и",
+      "▁g ames",
+      "▁game s",
+      "▁ga mes",
+      "▁gam es",
+      "Le ft",
+      "L eft",
+      "▁l u",
+      "▁ lu",
+      "▁fin ite",
+      "▁finit e",
+      "▁ finite",
+      "▁к и",
+      "▁ ки",
+      "▁cr ash",
+      "▁cra sh",
+      "ph er",
+      "phe r",
+      "p her",
+      "ex e",
+      "e xe",
+      "AT ION",
+      "▁br other",
+      "▁bro ther",
+      "En g",
+      "E ng",
+      "ta t",
+      "t at",
+      "▁In teger",
+      "▁ Integer",
+      "но му",
+      "ном у",
+      "н ому",
+      "▁col on",
+      "▁co lon",
+      "▁ colon",
+      "i qu",
+      ")) .",
+      ") ).",
+      "iv i",
+      "i vi",
+      "▁M ethod",
+      "▁Met hod",
+      "▁ Method",
+      "ar ten",
+      "art en",
+      "arte n",
+      "Un i",
+      "U ni",
+      "ve ctor",
+      "vec tor",
+      "v ector",
+      "▁w ood",
+      "▁wo od",
+      "▁ wood",
+      "р т",
+      "▁Л е",
+      "▁siè cle",
+      "▁g ent",
+      "▁ge nt",
+      "▁gen t",
+      "▁ gent",
+      "} \r",
+      "▁cont ents",
+      "▁content s",
+      "▁conten ts",
+      "▁ contents",
+      "▁com pan",
+      "▁comp an",
+      "G o",
+      "▁j ou",
+      "▁jo u",
+      "▁ jou",
+      "ue nt",
+      "uen t",
+      "u ent",
+      "As ync",
+      "A sync",
+      "print f",
+      "▁M odel",
+      "▁Mod el",
+      "▁Mo del",
+      "▁Mode l",
+      "▁ Model",
+      "▁ke pt",
+      "AS E",
+      "A SE",
+      "▁prov ides",
+      "▁provide s",
+      "▁Ab gerufen",
+      "▁G all",
+      "▁Gal l",
+      "▁Ga ll",
+      "▁Al f",
+      "S A",
+      "▁M em",
+      "▁Me m",
+      "▁ Mem",
+      "▁k ter",
+      "▁ kter",
+      "▁B ru",
+      "▁Br u",
+      "And roid",
+      "( :",
+      "▁У краї",
+      "▁Укра ї",
+      "N e",
+      "M in",
+      "at r",
+      "a tr",
+      "▁H al",
+      "▁Ha l",
+      "de lete",
+      "del ete",
+      "od o",
+      "o do",
+      "▁n ão",
+      "èn e",
+      "è ne",
+      "▁calcul ate",
+      "▁calc ulate",
+      "Js on",
+      "J son",
+      "ke ys",
+      "key s",
+      "не й",
+      "н ей",
+      "▁h ence",
+      "▁hen ce",
+      "▁o w",
+      "▁ ow",
+      "▁L ib",
+      "▁Li b",
+      "▁ Lib",
+      "en o",
+      "e no",
+      "▁L ove",
+      "▁Lo ve",
+      "▁Lov e",
+      "os i",
+      "o si",
+      "wi de",
+      "wid e",
+      "w ide",
+      "▁s core",
+      "▁sc ore",
+      "▁ score",
+      "ful l",
+      "fu ll",
+      "f ull",
+      "во д",
+      "в од",
+      "▁determ ine",
+      "▁determin e",
+      "▁s paces",
+      "▁sp aces",
+      "▁space s",
+      "▁spac es",
+      "▁ spaces",
+      "ло ва",
+      "лов а",
+      "л ова",
+      "▁pe ut",
+      "▁peu t",
+      "ér al",
+      "éra l",
+      "é ral",
+      "ó ł",
+      "▁app oint",
+      "▁ap point",
+      "▁T w",
+      "▁ Tw",
+      "< ?",
+      "▁Or der",
+      "▁Ord er",
+      "▁ Order",
+      "▁h op",
+      "▁ho p",
+      "ran dom",
+      "rand om",
+      "r andom",
+      "ca che",
+      "c ache",
+      "▁dest roy",
+      "▁ destroy",
+      "▁r ace",
+      "▁ra ce",
+      "▁rac e",
+      "▁ race",
+      "T ag",
+      "▁r id",
+      "▁ri d",
+      "▁ rid",
+      "▁neg ative",
+      "▁ negative",
+      "Ca r",
+      "C ar",
+      "ens ional",
+      "ension al",
+      "d k",
+      "▁c ro",
+      "▁cr o",
+      "▁ cro",
+      "▁TH EN",
+      "▁THE N",
+      "▁$ .",
+      "▁ $.",
+      "en sk",
+      "ens k",
+      "N E",
+      "H O",
+      "▁k le",
+      "▁kl e",
+      "osp ital",
+      "kt e",
+      "k te",
+      "fér ences",
+      "férence s",
+      "ud es",
+      "ude s",
+      "u des",
+      "I R",
+      "ot ion",
+      "oti on",
+      "o tion",
+      "▁Re al",
+      "▁ Real",
+      "▁Febru ar",
+      "и н",
+      "▁O ld",
+      "▁Ol d",
+      "▁ Old",
+      "ко го",
+      "к ого",
+      "le ich",
+      "lei ch",
+      "▁ р",
+      "ía n",
+      "í an",
+      "▁г а",
+      "▁ га",
+      "ci de",
+      "cid e",
+      "c ide",
+      "la b",
+      "l ab",
+      "▁p ull",
+      "▁pu ll",
+      "▁pul l",
+      "▁ pull",
+      "▁' /",
+      "Lo ng",
+      "L ong",
+      ", $",
+      "▁appropri ate",
+      "▁бы ла",
+      "▁был а",
+      "f ühr",
+      "▁M edia",
+      "▁Me dia",
+      "▁Med ia",
+      "▁Medi a",
+      "▁ Media",
+      "▁m anner",
+      "▁man ner",
+      "▁Г е",
+      "de scription",
+      "des cription",
+      "Be an",
+      "▁L ar",
+      "▁La r",
+      "▁ Lar",
+      "'] ;",
+      "' ];",
+      "▁re lation",
+      "▁rel ation",
+      "▁rela tion",
+      "▁ relation",
+      "▁S orry",
+      "▁Sor ry",
+      "ha r",
+      "h ar",
+      "cp p",
+      "c pp",
+      "▁K o",
+      "▁exec ution",
+      "▁execut ion",
+      "▁ execution",
+      "in os",
+      "ino s",
+      "i nos",
+      "▁b ul",
+      "▁bu l",
+      "▁ bul",
+      "gr ade",
+      "gra de",
+      "grad e",
+      "g rade",
+      "▁M u",
+      "▁p il",
+      "▁pi l",
+      "wr it",
+      "w rit",
+      "ific ations",
+      "ification s",
+      "in ese",
+      "ine se",
+      "ines e",
+      "▁Ph ili",
+      "▁Phil i",
+      "d x",
+      "▁le ading",
+      "▁lead ing",
+      "▁ leading",
+      "▁J ournal",
+      "ov ed",
+      "ove d",
+      "o ved",
+      "▁cont ro",
+      "▁contr o",
+      "но ва",
+      "нов а",
+      "н ова",
+      "Y es",
+      "▁ch annel",
+      "▁ channel",
+      ")) ,",
+      ") ),",
+      "is ten",
+      "ist en",
+      "iste n",
+      "i sten",
+      "ak a",
+      "a ka",
+      "To String",
+      "ma s",
+      "m as",
+      "▁e tt",
+      "▁et t",
+      "▁ ett",
+      "▁for ces",
+      "▁force s",
+      "ul ations",
+      "ulation s",
+      "▁C all",
+      "▁Cal l",
+      "▁Ca ll",
+      "▁ Call",
+      "▁explan ation",
+      "or ing",
+      "ori ng",
+      "o ring",
+      "AT A",
+      "A TA",
+      "ch ter",
+      "cht er",
+      "chte r",
+      "wh en",
+      "w hen",
+      "V C",
+      "▁Jah rh",
+      "▁Jahr h",
+      "Ca se",
+      "C ase",
+      "▁comm ands",
+      "▁command s",
+      "▁ commands",
+      "▁r ich",
+      "▁ric h",
+      "▁ri ch",
+      "▁ rich",
+      "bu s",
+      "b us",
+      "F e",
+      "mb ox",
+      "m box",
+      "▁re con",
+      "▁rec on",
+      "ñ o",
+      "▁s hape",
+      "▁sh ape",
+      "▁ shape",
+      "ow y",
+      "o wy",
+      "en try",
+      "ent ry",
+      "entr y",
+      "it able",
+      "ita ble",
+      "i table",
+      "▁e lection",
+      "▁el ection",
+      "▁elect ion",
+      "▁ele ction",
+      "є ться",
+      "▁p rep",
+      "▁pr ep",
+      "▁pre p",
+      "▁ prep",
+      "v á",
+      "▁in fin",
+      "▁inf in",
+      "lo t",
+      "l ot",
+      "▁bo oks",
+      "▁book s",
+      "▁ books",
+      "▁U SA",
+      "▁US A",
+      "▁ USA",
+      "ли н",
+      "л ин",
+      "▁p om",
+      "▁po m",
+      "▁ pom",
+      "▁n as",
+      "▁na s",
+      "▁ nas",
+      "▁t ags",
+      "▁tag s",
+      "▁ta gs",
+      "▁ tags",
+      "▁exec uted",
+      "▁execute d",
+      "▁execut ed",
+      "ail le",
+      "ai lle",
+      "a ille",
+      "lu ng",
+      "l ung",
+      "▁Java Script",
+      "▁ JavaScript",
+      "▁b all",
+      "▁bal l",
+      "▁ba ll",
+      "▁ ball",
+      "▁ain si",
+      "▁P ri",
+      "▁Pr i",
+      "{ $",
+      "▁U N",
+      "▁ UN",
+      "▁R am",
+      "▁Ra m",
+      "▁h ear",
+      "▁he ar",
+      "▁U buntu",
+      ">( );",
+      ">() ;",
+      "> ();",
+      "▁p ure",
+      "▁pu re",
+      "▁pur e",
+      "▁em bed",
+      "▁emb ed",
+      "▁ embed",
+      "a ção",
+      "cont roller",
+      "control ler",
+      "▁mar ried",
+      "▁F ol",
+      "▁Fo l",
+      "fa mil",
+      "f amil",
+      "▁p rec",
+      "▁pr ec",
+      "▁pre c",
+      "▁ prec",
+      "▁rec urs",
+      "pa d",
+      "p ad",
+      "istr ation",
+      "istra tion",
+      "▁respect ively",
+      "▁respective ly",
+      "[ $",
+      "au tor",
+      "aut or",
+      "auto r",
+      "a utor",
+      "▁g rav",
+      "▁gr av",
+      "▁gra v",
+      "ie ra",
+      "ier a",
+      "i era",
+      "az ioni",
+      "azi oni",
+      "a zioni",
+      "▁B ul",
+      "▁Bu l",
+      "▁Austral ia",
+      "mon d",
+      "mo nd",
+      "m ond",
+      "▁T ro",
+      "▁Tr o",
+      "▁E le",
+      "▁El e",
+      "pack ages",
+      "package s",
+      "ms dn",
+      "▁A ls",
+      "▁Al s",
+      "▁pr zy",
+      "▁prz y",
+      "AR T",
+      "A RT",
+      "▁char ge",
+      "▁charg e",
+      "▁ charge",
+      "▁app lications",
+      "▁application s",
+      "▁applic ations",
+      "Un it",
+      "Uni t",
+      "U nit",
+      "ar en",
+      "are n",
+      "a ren",
+      "▁sud den",
+      "om eter",
+      "ome ter",
+      "omet er",
+      "o meter",
+      "▁d ot",
+      "▁do t",
+      "▁ dot",
+      "ac ji",
+      "a cji",
+      "кт ор",
+      "кто р",
+      "к тор",
+      "im in",
+      "imi n",
+      "i min",
+      "en ing",
+      "eni ng",
+      "e ning",
+      "▁d onde",
+      "▁do nde",
+      "▁don de",
+      "▁H o",
+      "tr ee",
+      "tre e",
+      "t ree",
+      "m b",
+      "▁d rag",
+      "▁dr ag",
+      "▁dra g",
+      "▁ drag",
+      "aj e",
+      "a je",
+      "▁in valid",
+      "▁ invalid",
+      "▁fin ish",
+      "la im",
+      "▁f eed",
+      "▁fe ed",
+      "▁fee d",
+      "▁ feed",
+      "▁N ap",
+      "▁Na p",
+      "ro om",
+      "r oom",
+      "im ages",
+      "ima ges",
+      "image s",
+      "▁са й",
+      "▁su cc",
+      "▁suc c",
+      "if fer",
+      "iff er",
+      "iffe r",
+      "▁a ño",
+      "▁añ o",
+      "▁c ual",
+      "▁cu al",
+      "ме ри",
+      "мер и",
+      "D R",
+      "▁B ilder",
+      "▁Bi lder",
+      "▁Bild er",
+      "▁Bil der",
+      "б ра",
+      "ra it",
+      "rai t",
+      "r ait",
+      "pa n",
+      "p an",
+      "ен ь",
+      "е нь",
+      "▁dist inct",
+      "▁K n",
+      "ön ig",
+      "ö nig",
+      "an ced",
+      "ance d",
+      "anc ed",
+      "▁lo ading",
+      "▁load ing",
+      "▁ loading",
+      "▁Te chn",
+      "▁S el",
+      "▁Se l",
+      "mu s",
+      "m us",
+      "▁r ail",
+      "▁ra il",
+      "▁st udent",
+      "▁stud ent",
+      "▁ student",
+      "▁not ice",
+      "▁s la",
+      "▁sl a",
+      "▁Д а",
+      "▁gu ard",
+      "▁ guard",
+      "▁D ay",
+      "▁Da y",
+      "▁ Day",
+      "ва ли",
+      "вал и",
+      "в али",
+      "Op tion",
+      "Opt ion",
+      "O ption",
+      "ais on",
+      "ai son",
+      "a ison",
+      "ip p",
+      "i pp",
+      "▁J un",
+      "▁Ju n",
+      "▁f ell",
+      "▁fe ll",
+      "▁fel l",
+      "▁ab solute",
+      "▁absol ute",
+      "▁ absolute",
+      "ов е",
+      "о ве",
+      "de bug",
+      "deb ug",
+      "▁S ud",
+      "▁Su d",
+      "п ы",
+      "ug ins",
+      "ugin s",
+      "▁view s",
+      "▁vie ws",
+      "▁ views",
+      "la y",
+      "l ay",
+      "▁s urr",
+      "▁su rr",
+      "▁sur r",
+      "▁st ood",
+      "▁sto od",
+      "▁ stood",
+      "▁в і",
+      "▁ ві",
+      "select ed",
+      "sel ected",
+      "г і",
+      "▁att ributes",
+      "▁attribute s",
+      "▁ attributes",
+      "fin al",
+      "fi nal",
+      "f inal",
+      "en da",
+      "end a",
+      "▁B on",
+      "▁Bo n",
+      "ne rs",
+      "ner s",
+      "n ers",
+      "▁W er",
+      "▁We r",
+      "bu r",
+      "b ur",
+      "it tel",
+      "itt el",
+      "itte l",
+      "▁m oving",
+      "▁mov ing",
+      "▁mo ving",
+      "▁P lan",
+      "▁Pl an",
+      "▁Pla n",
+      "▁ Plan",
+      "is ches",
+      "isch es",
+      "ische s",
+      "isc hes",
+      "J ava",
+      "▁b asis",
+      "▁bas is",
+      "▁B us",
+      "▁Bu s",
+      "▁ Bus",
+      "▁A u",
+      "▁I ll",
+      "▁Il l",
+      "▁ Ill",
+      "▁вре мя",
+      "▁ц ент",
+      "▁ цент",
+      "hand le",
+      "сту п",
+      "▁F ar",
+      "▁Fa r",
+      "▁o raz",
+      "▁or az",
+      "▁ora z",
+      "oc r",
+      "o cr",
+      "▁se it",
+      "▁sei t",
+      "on der",
+      "ond er",
+      "onde r",
+      "o nder",
+      "до м",
+      "д ом",
+      ": /",
+      "ch or",
+      "cho r",
+      "c hor",
+      "▁T own",
+      "▁To wn",
+      "▁Tow n",
+      "▁def init",
+      "▁defin it",
+      "re act",
+      "rea ct",
+      "▁pie ce",
+      "▁Kar l",
+      "▁Ka rl",
+      "C I",
+      "▁App lication",
+      "▁ Application",
+      "un ter",
+      "unt er",
+      "unte r",
+      "▁for med",
+      "▁form ed",
+      "▁forme d",
+      "▁ formed",
+      "▁п у",
+      "▁ пу",
+      "B o",
+      "▁Dan iel",
+      "▁ Daniel",
+      "▁п ла",
+      "▁ пла",
+      "Bo dy",
+      "B ody",
+      "}) $",
+      "} )$",
+      "▁бы ли",
+      "▁был и",
+      "▁e arth",
+      "▁ear th",
+      "г ла",
+      "Th ere",
+      "The re",
+      "T here",
+      "▁с тра",
+      "▁ст ра",
+      "▁ стра",
+      "▁v ille",
+      "▁vi lle",
+      "▁vill e",
+      "▁vil le",
+      "▁ ville",
+      "▁c entre",
+      "▁cent re",
+      ") \r",
+      "▁help ful",
+      "▁+ +",
+      "▁ ++",
+      "▁C G",
+      "▁ CG",
+      "iz ione",
+      "izi one",
+      "izio ne",
+      "i zione",
+      "▁G ame",
+      "▁Ga me",
+      "▁Gam e",
+      "▁ Game",
+      "▁Wh ich",
+      "▁p ip",
+      "▁pi p",
+      "▁ pip",
+      "▁Port ug",
+      "D S",
+      "▁de scribe",
+      "▁des cribe",
+      "▁descri be",
+      "▁check ing",
+      "▁man ager",
+      "▁manage r",
+      "▁ manager",
+      "B O",
+      "▁B undes",
+      "▁Bund es",
+      "▁Bun des",
+      "bu ch",
+      "b uch",
+      "▁dec ided",
+      "▁decide d",
+      "▁decid ed",
+      "▁Jahrh undert",
+      "▁f if",
+      "▁fi f",
+      "▁ fif",
+      "e fficient",
+      "an ci",
+      "anc i",
+      "br aries",
+      "bra ries",
+      "▁f ails",
+      "▁fa ils",
+      "▁fail s",
+      "▁k ernel",
+      "▁ker nel",
+      "▁ kernel",
+      "▁G l",
+      "▁N acional",
+      "▁pro ceed",
+      "▁proc eed",
+      "▁f uer",
+      "▁fue r",
+      "▁fu er",
+      "▁l iving",
+      "▁li ving",
+      "▁liv ing",
+      "▁success fully",
+      "▁successful ly",
+      "▁f aster",
+      "▁fa ster",
+      "▁fast er",
+      "▁fas ter",
+      "▁con tre",
+      "▁cont re",
+      "▁contr e",
+      "▁ contre",
+      "▁pr ison",
+      "▁pri son",
+      "▁pris on",
+      "OR T",
+      "O RT",
+      "he lp",
+      "hel p",
+      "▁a utor",
+      "▁au tor",
+      "▁aut or",
+      "▁auto r",
+      "▁ autor",
+      "ła w",
+      "ł aw",
+      "aj ą",
+      "a ją",
+      "▁A rm",
+      "▁Ar m",
+      "▁ Arm",
+      "▁pro vin",
+      "▁prov in",
+      "▁na am",
+      "/ #",
+      "se d",
+      "s ed",
+      "▁g esch",
+      "▁ge sch",
+      "▁ges ch",
+      "▁ gesch",
+      "▁м ар",
+      "▁ма р",
+      "▁ мар",
+      "es k",
+      "e sk",
+      "ter m",
+      "te rm",
+      "t erm",
+      "▁T ex",
+      "▁Te x",
+      "▁ Tex",
+      "ir ing",
+      "iri ng",
+      "i ring",
+      "▁t ools",
+      "▁to ols",
+      "▁too ls",
+      "▁tool s",
+      "▁ tools",
+      "PD F",
+      "P DF",
+      "▁u lt",
+      "▁ul t",
+      "▁ ult",
+      "iss enschaft",
+      "issen schaft",
+      "▁could n",
+      "di ng",
+      "din g",
+      "d ing",
+      "De p",
+      "D ep",
+      "{ -",
+      "▁pre dict",
+      "▁pred ict",
+      "▁ predict",
+      "ant age",
+      "anta ge",
+      "▁L ike",
+      "▁Li ke",
+      "▁ Like",
+      "▁Б и",
+      "to ols",
+      "tool s",
+      "t ools",
+      "es tra",
+      "est ra",
+      "estr a",
+      "e stra",
+      "▁k i",
+      "▁ ki",
+      "▁J im",
+      "▁Ji m",
+      "st ar",
+      "sta r",
+      "s tar",
+      "▁re mark",
+      "▁r emark",
+      "▁rem ark",
+      "▁ remark",
+      "ó g",
+      "na bla",
+      "nab la",
+      "▁Al though",
+      "mod e",
+      "mo de",
+      "m ode",
+      "H ost",
+      "▁st range",
+      "▁str ange",
+      "▁stran ge",
+      "No ne",
+      "Non e",
+      "N one",
+      "bl ack",
+      "bla ck",
+      "b lack",
+      "▁F estival",
+      "▁Fest ival",
+      "▁I S",
+      "▁ IS",
+      "an za",
+      "anz a",
+      "▁( -",
+      "▁ (-",
+      "ic ket",
+      "ick et",
+      "i cket",
+      "ко ла",
+      "кол а",
+      "▁J es",
+      "▁Je s",
+      "▁f lex",
+      "▁fl ex",
+      "▁fle x",
+      "▁ flex",
+      "▁ À",
+      "▁N etwork",
+      "▁Net work",
+      "▁ Network",
+      "▁E X",
+      "▁ EX",
+      "▁e nero",
+      "▁en ero",
+      "▁ener o",
+      "! ”",
+      "▁O rt",
+      "▁Or t",
+      "▁al ors",
+      "▁Or iginal",
+      "▁Origin al",
+      "▁Orig inal",
+      "▁ Original",
+      "▁z o",
+      "▁ zo",
+      "ны ми",
+      "ным и",
+      "▁s pl",
+      "▁sp l",
+      "▁ spl",
+      "Dra w",
+      "Dr aw",
+      "D raw",
+      "yo nd",
+      "y ond",
+      "─ ─",
+      "▁O t",
+      "▁d ram",
+      "▁dr am",
+      "▁dra m",
+      "▁di vision",
+      "▁div ision",
+      "▁divis ion",
+      "▁e fficient",
+      "▁effic ient",
+      "▁ efficient",
+      "▁Г а",
+      "▁v ier",
+      "▁vi er",
+      "▁vie r",
+      "▁ vier",
+      "na k",
+      "n ak",
+      "L S",
+      "▁sp irit",
+      "▁spir it",
+      "zeich net",
+      "▁d ici",
+      "▁di ci",
+      "▁dic i",
+      "cl ear",
+      "cle ar",
+      "c lear",
+      "co py",
+      "cop y",
+      "c opy",
+      "ya r",
+      "y ar",
+      "▁ро ці",
+      "us qu",
+      "u squ",
+      "▁n ous",
+      "▁no us",
+      "▁nou s",
+      "▁b lev",
+      "▁bl ev",
+      "▁ble v",
+      "ж де",
+      "Ar g",
+      "A rg",
+      "▁per formed",
+      "▁perform ed",
+      "▁M ake",
+      "▁Ma ke",
+      "▁Mak e",
+      "▁ Make",
+      "▁Car ol",
+      "▁Ca rol",
+      "et to",
+      "ett o",
+      "e tto",
+      "▁S and",
+      "▁San d",
+      "▁Sa nd",
+      "▁D isc",
+      "▁Dis c",
+      "▁Di sc",
+      "En c",
+      "E nc",
+      "re ro",
+      "rer o",
+      "r ero",
+      "ha sh",
+      "has h",
+      "h ash",
+      "▁f ocus",
+      "▁fo cus",
+      "▁foc us",
+      "▁ focus",
+      "▁att ention",
+      "▁a gre",
+      "▁ag re",
+      "▁agr e",
+      "▁di vis",
+      "▁div is",
+      "▁бы ло",
+      "▁был о",
+      "▁e j",
+      "▁ ej",
+      "▁m arch",
+      "▁mar ch",
+      "▁marc h",
+      "▁ph ase",
+      "▁ phase",
+      "ía s",
+      "í as",
+      "▁ph il",
+      "▁P ap",
+      "▁Pa p",
+      "▁r iver",
+      "▁riv er",
+      "▁ri ver",
+      "▁ river",
+      "▁c aused",
+      "▁caus ed",
+      "▁cause d",
+      "▁ca used",
+      "pl ugin",
+      "▁Te am",
+      "▁ Team",
+      "ul er",
+      "ule r",
+      "u ler",
+      "▁$ (\"#",
+      "▁$(\" #",
+      "ie j",
+      "i ej",
+      "I SBN",
+      "na m",
+      "n am",
+      "▁f ight",
+      "▁fig ht",
+      "vi d",
+      "v id",
+      "▁L ud",
+      "▁Lu d",
+      "Select ed",
+      ":@ \"",
+      ": @\"",
+      "▁P od",
+      "▁Po d",
+      "▁ Pod",
+      "▁ann ées",
+      "▁année s",
+      "ar ios",
+      "ari os",
+      "ario s",
+      "a rios",
+      "▁deutsch er",
+      "▁deutsche r",
+      "▁N A",
+      "▁ NA",
+      "▁и ю",
+      "▁d ictionary",
+      "▁diction ary",
+      "▁ dictionary",
+      "▁Л а",
+      "▁T ri",
+      "▁Tr i",
+      "▁ Tri",
+      "è n",
+      "▁polit ical",
+      "rid ge",
+      "r idge",
+      "at ten",
+      "att en",
+      "atte n",
+      "▁circ le",
+      "▁cir cle",
+      "▁ circle",
+      "▁trans port",
+      "▁ transport",
+      "em as",
+      "ema s",
+      "e mas",
+      "F C",
+      "▁replace d",
+      "▁repla ced",
+      "▁A ud",
+      "▁Au d",
+      "is ka",
+      "isk a",
+      "i ska",
+      "Config uration",
+      "▁so ort",
+      "▁Н е",
+      "▁s equ",
+      "▁se qu",
+      "▁seq u",
+      "▁ sequ",
+      "PR O",
+      "P RO",
+      "▁b ud",
+      "▁bu d",
+      "▁ bud",
+      "▁{ {",
+      "▁ {{",
+      "lie ß",
+      "l ieß",
+      "▁M as",
+      "▁Ma s",
+      "de rs",
+      "der s",
+      "d ers",
+      "us ammen",
+      "es a",
+      "e sa",
+      "▁L y",
+      "в ро",
+      "ma c",
+      "m ac",
+      "▁и спо",
+      "▁ис по",
+      "▁s uc",
+      "▁su c",
+      "u y",
+      "▁ill ustr",
+      "▁prim era",
+      "▁prime ra",
+      "▁primer a",
+      "il ation",
+      "ila tion",
+      "i lation",
+      "▁st orage",
+      "▁stor age",
+      "▁sto rage",
+      "▁ storage",
+      "▁par ams",
+      "▁para ms",
+      "▁param s",
+      "▁pa rams",
+      "▁ params",
+      "ka z",
+      "k az",
+      "▁term inal",
+      "▁termin al",
+      "ра ль",
+      "рал ь",
+      "р аль",
+      "▁h olds",
+      "▁hold s",
+      "▁hol ds",
+      "▁ holds",
+      "ло сь",
+      "▁n ad",
+      "▁na d",
+      "▁ nad",
+      "” .",
+      "▁oct ubre",
+      "bu l",
+      "b ul",
+      "▁h us",
+      "▁hu s",
+      "▁ hus",
+      "UL T",
+      "U LT",
+      "▁ég alement",
+      "▁M ill",
+      "▁Mil l",
+      "▁Mi ll",
+      "▁ Mill",
+      "ła d",
+      "ł ad",
+      "▁cont iene",
+      "\" ?",
+      "▁> >>",
+      "▁>> >",
+      "Qu e",
+      "Q ue",
+      "   ",
+      "▁p lain",
+      "▁pl ain",
+      "▁pla in",
+      "▁ plain",
+      "at iva",
+      "ativ a",
+      "ati va",
+      "oc ker",
+      "ock er",
+      "o cker",
+      "Name s",
+      "Na mes",
+      "N ames",
+      "▁J ud",
+      "▁Ju d",
+      "▁ag ree",
+      "▁agre e",
+      "▁agr ee",
+      "▁G emeinde",
+      "▁Geme inde",
+      "la re",
+      "lar e",
+      "l are",
+      "ка за",
+      "каз а",
+      "▁st arts",
+      "▁start s",
+      "▁star ts",
+      "▁ starts",
+      "▁p rice",
+      "▁pr ice",
+      "▁pri ce",
+      "▁ price",
+      "T arget",
+      "cu s",
+      "c us",
+      "▁Inst ead",
+      ". ;",
+      "▁altern ative",
+      "▁alter native",
+      "▁в ла",
+      "I E",
+      "▁organ iz",
+      "in u",
+      "i nu",
+      "▁comp leted",
+      "▁comple ted",
+      "▁complet ed",
+      "▁complete d",
+      "▁car ry",
+      "at om",
+      "ato m",
+      "a tom",
+      "▁dep ending",
+      "▁depend ing",
+      "▁O ur",
+      "▁in sp",
+      "▁ins p",
+      "▁& \\",
+      "▁ &\\",
+      "ail y",
+      "ai ly",
+      "a ily",
+      "ir ection",
+      "ire ction",
+      "irect ion",
+      "ф а",
+      "▁d efe",
+      "▁de fe",
+      "▁def e",
+      "TA C",
+      "T AC",
+      "▁de signed",
+      "▁des igned",
+      "▁design ed",
+      "▁v oir",
+      "▁vo ir",
+      "▁ voir",
+      "bre ak",
+      "▁part ie",
+      "▁parti e",
+      "▁J ahren",
+      "▁Jah ren",
+      "▁Jahr en",
+      "▁Jahre n",
+      "▁Ja hren",
+      "▁st udio",
+      "▁stud io",
+      "▁studi o",
+      "▁ studio",
+      "▁j our",
+      "▁jo ur",
+      "▁jou r",
+      "▁N otes",
+      "▁No tes",
+      "▁Not es",
+      "▁Note s",
+      "fi re",
+      "fir e",
+      "f ire",
+      "ho use",
+      "hou se",
+      "h ouse",
+      "su ccess",
+      "▁J uan",
+      "▁Ju an",
+      "J S",
+      "▁C ustom",
+      "▁ Custom",
+      "▁b esch",
+      "▁be sch",
+      "▁bes ch",
+      "▁st ated",
+      "▁stat ed",
+      "▁state d",
+      "▁sta ted",
+      "boot strap",
+      "öt t",
+      "ö tt",
+      "oz zá",
+      "▁C ON",
+      "▁CO N",
+      "▁ CON",
+      "ha v",
+      "h av",
+      "▁s leep",
+      "▁sle ep",
+      "▁ sleep",
+      "ed a",
+      "e da",
+      "ho t",
+      "h ot",
+      "án d",
+      "á nd",
+      "▁S y",
+      "▁tem ps",
+      "▁temp s",
+      "▁ temps",
+      "am ar",
+      "ama r",
+      "a mar",
+      "▁s cal",
+      "▁sc al",
+      "▁ scal",
+      "▁a st",
+      "▁as t",
+      "▁ ast",
+      "▁op ening",
+      "▁open ing",
+      "cli pse",
+      "clip se",
+      "c lipse",
+      "▁program ming",
+      "▁ programming",
+      "▁let ters",
+      "▁letter s",
+      "▁lett ers",
+      "▁pro file",
+      "▁prof ile",
+      "▁profil e",
+      "▁ profile",
+      "na h",
+      "n ah",
+      "▁be yond",
+      "▁Fur ther",
+      "face s",
+      "fa ces",
+      "fac es",
+      "f aces",
+      "▁c hart",
+      "▁ch art",
+      "▁char t",
+      "▁cha rt",
+      "▁ chart",
+      "зд а",
+      "з да",
+      "ai gn",
+      "a ign",
+      "ні й",
+      "н ій",
+      "▁R ol",
+      "▁Ro l",
+      "ова но",
+      "ован о",
+      "ter ior",
+      "te rior",
+      "we d",
+      "w ed",
+      "▁her self",
+      "▁hers elf",
+      "▁n g",
+      "▁ ng",
+      "angu ages",
+      "anguage s",
+      "}= \\",
+      "} =\\",
+      "ynam ic",
+      "yna mic",
+      "▁j ug",
+      "▁ju g",
+      "▁Ex ample",
+      "▁ Example",
+      "▁( †",
+      "▁play ing",
+      "▁pla ying",
+      "▁us age",
+      "▁ usage",
+      "▁man aged",
+      "▁manage d",
+      "▁ managed",
+      "▁N atur",
+      "▁Nat ur",
+      "те ри",
+      "тер и",
+      "▁E t",
+      "er ia",
+      "eri a",
+      "e ria",
+      "▁daugh ter",
+      "ни ем",
+      "ние м",
+      "F ragment",
+      "▁h ol",
+      "▁ho l",
+      "▁ hol",
+      "F l",
+      "огра фи",
+      "ограф и",
+      "о графи",
+      "▁i hn",
+      "▁ih n",
+      "ü h",
+      "inst ance",
+      "▁com un",
+      "▁co mun",
+      "▁tr uth",
+      "▁са мо",
+      "▁сам о",
+      "▁implement ed",
+      "▁any way",
+      "▁C ro",
+      "▁Cr o",
+      "ф е",
+      "G C",
+      "ub untu",
+      "u buntu",
+      "ty pes",
+      "type s",
+      "typ es",
+      "t ypes",
+      "ê s",
+      ".~ \\",
+      ". ~\\",
+      "fo ld",
+      "fol d",
+      "f old",
+      "▁jo ined",
+      "▁join ed",
+      "? ?",
+      "▁m é",
+      "▁ mé",
+      "▁w ild",
+      "▁wil d",
+      "к лю",
+      "row ser",
+      "rows er",
+      "▁H ome",
+      "▁Ho me",
+      "▁Hom e",
+      "▁ Home",
+      "sk iej",
+      "ski ej",
+      "skie j",
+      "s kiej",
+      "▁J OIN",
+      "▁ju in",
+      "ho f",
+      "h of",
+      "▁data set",
+      "▁dat aset",
+      "▁datas et",
+      "▁ dataset",
+      "ж ду",
+      "') )",
+      "' ))",
+      "▁mie js",
+      "AP I",
+      "A PI",
+      "▁ed ited",
+      "▁edit ed",
+      "ool s",
+      "oo ls",
+      "o ols",
+      "▁se eing",
+      "▁see ing",
+      "ij d",
+      "i jd",
+      "▁pro cedure",
+      "▁proced ure",
+      "▁B ras",
+      "▁Br as",
+      "▁Bra s",
+      "▁s igned",
+      "▁sign ed",
+      "▁sig ned",
+      "▁ signed",
+      "▁extern os",
+      "▁dis app",
+      "▁D irect",
+      "▁Di rect",
+      "▁Dire ct",
+      "▁Dir ect",
+      "▁ Direct",
+      "cy c",
+      "c yc",
+      "▁cons ult",
+      "ör d",
+      "ö rd",
+      "W idget",
+      "ci ous",
+      "cio us",
+      "c ious",
+      "se ct",
+      "sec t",
+      "s ect",
+      "▁Д и",
+      "▁w ind",
+      "▁win d",
+      "▁ wind",
+      "▁Archiv ado",
+      "am l",
+      "a ml",
+      "с с",
+      "W h",
+      "kb d",
+      "k bd",
+      "▁Ar my",
+      "▁Arm y",
+      "▁s uffer",
+      "▁suf fer",
+      "▁suff er",
+      "art ifact",
+      "▁resol ve",
+      "▁ resolve",
+      "▁S port",
+      "▁Sp ort",
+      "▁Spo rt",
+      "▁ц е",
+      "▁ це",
+      "id as",
+      "ida s",
+      "i das",
+      "▁t ax",
+      "▁ta x",
+      "▁ tax",
+      "id i",
+      "i di",
+      "▁a ctions",
+      "▁act ions",
+      "▁action s",
+      "▁ actions",
+      "пр а",
+      "п ра",
+      "pu és",
+      "p ués",
+      "▁n aj",
+      "▁na j",
+      "F alse",
+      "▁ch ance",
+      "▁та ко",
+      "▁так о",
+      "ä d",
+      "▁d ol",
+      "▁do l",
+      "▁en v",
+      "▁ env",
+      "▁bas ically",
+      "▁basic ally",
+      "▁Coun cil",
+      "zt e",
+      "z te",
+      "▁display ed",
+      "ni l",
+      "n il",
+      "comp lete",
+      "comple te",
+      "▁L em",
+      "▁Le m",
+      "ian ce",
+      "i ance",
+      "▁ос нов",
+      "▁de pend",
+      "▁dep end",
+      "pl om",
+      "ens us",
+      "ut s",
+      "u ts",
+      "▁H ot",
+      "▁Ho t",
+      "▁ Hot",
+      "bit r",
+      "bi tr",
+      "▁valid ation",
+      "▁ validation",
+      "ab b",
+      "a bb",
+      "▁т ре",
+      "▁ тре",
+      "k m",
+      "z d",
+      "ö ff",
+      "W E",
+      "▁inter ested",
+      "▁interest ed",
+      "▁{ \"",
+      "▁ {\"",
+      "ar o",
+      "a ro",
+      "▁cor rel",
+      "▁corre l",
+      "▁corr el",
+      "▁d edic",
+      "▁de dic",
+      "▁ded ic",
+      "▁l ists",
+      "▁list s",
+      "▁ lists",
+      "▁Bibli ografia",
+      "▁ear lier",
+      "pr ogram",
+      "pro gram",
+      "prog ram",
+      "▁prem ière",
+      "▁premi ère",
+      "fr ont",
+      "f ront",
+      "T ab",
+      "ст ву",
+      "ств у",
+      "dr op",
+      "dro p",
+      "d rop",
+      "▁f ear",
+      "▁fe ar",
+      "▁En laces",
+      "▁C apt",
+      "▁Cap t",
+      "▁Ca pt",
+      "▁ Capt",
+      "▁real iz",
+      "▁h al",
+      "▁ha l",
+      "▁ hal",
+      "▁inst ances",
+      "▁instance s",
+      "▁su sp",
+      "▁sus p",
+      "il ling",
+      "ill ing",
+      "illi ng",
+      "% ;",
+      "{ }",
+      "| |",
+      "▁part ition",
+      "▁parti tion",
+      "▁ partition",
+      "▁Bu ild",
+      "▁ Build",
+      "▁w o",
+      "▁ wo",
+      "▁П ер",
+      "▁Пе р",
+      "▁direct or",
+      "▁dire ctor",
+      "▁dir ector",
+      "▁S in",
+      "▁Si n",
+      "ти я",
+      "rs g",
+      "r sg",
+      "ou ver",
+      "ouv er",
+      "ouve r",
+      "▁near ly",
+      "od a",
+      "o da",
+      "кти в",
+      "к тив",
+      "▁s ir",
+      "▁si r",
+      "IM E",
+      "I ME",
+      "▁jan vier",
+      "▁W in",
+      "▁Wi n",
+      "▁ Win",
+      "Bu ild",
+      "ie urs",
+      "ieu rs",
+      "ieur s",
+      "i eurs",
+      "IN E",
+      "I NE",
+      "d ouble",
+      "La st",
+      "L ast",
+      "▁pol icy",
+      "▁polic y",
+      "▁ policy",
+      "st ore",
+      "sto re",
+      "stor e",
+      "▁obser ved",
+      "▁observ ed",
+      "▁observe d",
+      "▁obs erved",
+      "▁famil ie",
+      "ni ca",
+      "nic a",
+      "n ica",
+      "re y",
+      "r ey",
+      "з ь",
+      "▁Y ear",
+      "▁Ye ar",
+      "▁ Year",
+      "▁develop ed",
+      "▁deve loped",
+      "▁Inst itute",
+      "▁Instit ute",
+      "▁Institut e",
+      "▁re ply",
+      "▁rep ly",
+      "Com ple",
+      "Comp le",
+      "ic ian",
+      "ici an",
+      "icia n",
+      "i cian",
+      "▁G uer",
+      "▁Gu er",
+      "▁d all",
+      "▁da ll",
+      "▁dal l",
+      "▁d esp",
+      "▁de sp",
+      "▁des p",
+      "▁Foot ball",
+      "Em pty",
+      "Emp ty",
+      "ck en",
+      "cke n",
+      "c ken",
+      "un da",
+      "und a",
+      "▁U r",
+      "▁i g",
+      "▁ ig",
+      "▁A tl",
+      "▁At l",
+      "aut hor",
+      "auth or",
+      "▁B ol",
+      "▁Bo l",
+      "zi g",
+      "z ig",
+      "na t",
+      "n at",
+      "š t",
+      "se curity",
+      "sec urity",
+      "on ic",
+      "oni c",
+      "o nic",
+      "▁p es",
+      "▁pe s",
+      "▁ pes",
+      "it an",
+      "ita n",
+      "i tan",
+      "▁Ex tern",
+      "▁Ext ern",
+      "ja n",
+      "j an",
+      "VA L",
+      "V AL",
+      "▁и м",
+      "▁ им",
+      "bo ld",
+      "bol d",
+      "b old",
+      "▁в а",
+      "▁ ва",
+      "▁М о",
+      "▁dis put",
+      "▁disp ut",
+      "▁t rick",
+      "▁tr ick",
+      "▁tri ck",
+      "▁p ed",
+      "▁pe d",
+      "▁ ped",
+      ")^ {",
+      ") ^{",
+      "in to",
+      "int o",
+      "Si m",
+      "S im",
+      "▁par allel",
+      "▁ parallel",
+      "fo x",
+      "f ox",
+      "norm al",
+      "nor mal",
+      "n ormal",
+      "in ent",
+      "ine nt",
+      "inen t",
+      "пе ди",
+      "п еди",
+      "ho ld",
+      "hol d",
+      "h old",
+      "O K",
+      "▁c hem",
+      "▁ch em",
+      "▁che m",
+      "▁ chem",
+      "▁tw ice",
+      "▁us ername",
+      "▁user name",
+      "▁ username",
+      "i č",
+      "▁re presentation",
+      "▁represent ation",
+      "▁repres entation",
+      "▁j ournal",
+      "▁jour nal",
+      "▁journ al",
+      "▁: -",
+      "▁ :-",
+      "▁b att",
+      "▁ba tt",
+      "▁bat t",
+      "\\ %",
+      "▁certain ly",
+      "▁Ex ception",
+      "▁ Exception",
+      "ep s",
+      "e ps",
+      "sh ot",
+      "s hot",
+      "at egy",
+      "ate gy",
+      "ateg y",
+      "Sh ow",
+      "S how",
+      "▁Car l",
+      "▁Ca rl",
+      "ri g",
+      "r ig",
+      "▁rep orted",
+      "▁report ed",
+      "bot tom",
+      "b ottom",
+      "T F",
+      "▁Francis co",
+      "na p",
+      "n ap",
+      "▁Champion ship",
+      "▁Champions hip",
+      "▁c ourt",
+      "▁co urt",
+      "▁cour t",
+      "▁cou rt",
+      "▁ court",
+      "▁s ources",
+      "▁source s",
+      "io ur",
+      "i our",
+      "▁con serv",
+      "▁cons erv",
+      "▁conse rv",
+      "▁conser v",
+      "di ct",
+      "dic t",
+      "d ict",
+      "▁Р у",
+      "I B",
+      "▁V e",
+      "▁ №",
+      "▁E R",
+      "▁ ER",
+      "\") );",
+      "\")) ;",
+      "\" ));",
+      "▁P oint",
+      "▁Po int",
+      "▁ Point",
+      "az ine",
+      "azi ne",
+      "▁inter net",
+      "▁intern et",
+      "д на",
+      "▁car ried",
+      "▁carri ed",
+      "▁F ield",
+      "▁ Field",
+      "ax is",
+      "axi s",
+      "a xis",
+      "▁S un",
+      "▁Su n",
+      "▁a ve",
+      "▁av e",
+      "▁ ave",
+      "пи с",
+      "п ис",
+      "я н",
+      "as y",
+      "▁ju lio",
+      "▁jul io",
+      "▁juli o",
+      "▁de puis",
+      "▁dep uis",
+      "▁sugg estion",
+      "▁suggest ion",
+      "[ [",
+      "▁Arch ive",
+      "▁Archiv e",
+      "ę p",
+      "▁P ra",
+      "▁Pr a",
+      "re h",
+      "r eh",
+      "▁demon str",
+      "ф і",
+      "cm d",
+      "c md",
+      "▁was n",
+      "▁wa sn",
+      "▁ph one",
+      "▁ phone",
+      "up load",
+      "ay a",
+      "a ya",
+      "то ра",
+      "тор а",
+      "li nes",
+      "line s",
+      "lin es",
+      "l ines",
+      "▁in du",
+      "▁ind u",
+      "▁ indu",
+      "▁v ot",
+      "▁vo t",
+      "▁es pa",
+      "▁esp a",
+      "▁b in",
+      "▁bi n",
+      "▁ bin",
+      "▁по сле",
+      "▁пос ле",
+      "pl an",
+      "pla n",
+      "p lan",
+      "▁ju nio",
+      "▁jun io",
+      "▁juni o",
+      "or ial",
+      "oria l",
+      "ori al",
+      "o rial",
+      "fr ee",
+      "fre e",
+      "f ree",
+      "ster reich",
+      "▁д у",
+      "▁ ду",
+      "▁link ed",
+      "▁lin ked",
+      "▁en able",
+      "▁ enable",
+      "P C",
+      "▁dens ity",
+      "▁E gy",
+      "▁Eg y",
+      "y o",
+      "end re",
+      "▁с ъ",
+      "▁ital iano",
+      "▁A R",
+      "▁ AR",
+      "▁P ers",
+      "▁Per s",
+      "▁Pe rs",
+      "▁ Pers",
+      "fér és",
+      "▁с кла",
+      "V ar",
+      "▁On ce",
+      "▁ Once",
+      "Re d",
+      "R ed",
+      "buf fer",
+      "buff er",
+      "b uffer",
+      "▁En ter",
+      "▁Ent er",
+      "▁ Enter",
+      "▁ Š",
+      "im iento",
+      "imi ento",
+      "St ore",
+      "Sto re",
+      "▁he alth",
+      "va t",
+      "v at",
+      "IS T",
+      "I ST",
+      "O h",
+      "▁k w",
+      "▁ kw",
+      "▁r iv",
+      "▁ri v",
+      "▁ riv",
+      "▁some where",
+      "ograf ie",
+      "ografi e",
+      "priv ate",
+      "p rivate",
+      "кт и",
+      "к ти",
+      "▁de lay",
+      "▁del ay",
+      "▁ delay",
+      "▁H ttp",
+      "▁ Http",
+      "jo b",
+      "j ob",
+      "ra el",
+      "r ael",
+      "em por",
+      "emp or",
+      "▁dici embre",
+      "▁dic iembre",
+      "êt e",
+      "ê te",
+      "ц у",
+      "▁com mit",
+      "▁comm it",
+      "▁ commit",
+      "os o",
+      "o so",
+      "Val ues",
+      "Value s",
+      "▁he aders",
+      "▁head ers",
+      "▁header s",
+      "▁ headers",
+      "trans form",
+      "▁process ing",
+      "▁proces sing",
+      "▁ processing",
+      "r å",
+      "▁A h",
+      "▁ Ah",
+      "▁N ode",
+      "▁No de",
+      "▁ Node",
+      "-- ----------",
+      "---- --------",
+      "-------- ----",
+      "------ ------",
+      "----- -------",
+      "------- -----",
+      "---------- --",
+      "▁f aire",
+      "▁fa ire",
+      "▁fair e",
+      "▁h un",
+      "▁hu n",
+      "Pl ayer",
+      "Play er",
+      "P layer",
+      "▁re view",
+      "▁rev iew",
+      "▁ review",
+      "г да",
+      "▁lim ited",
+      "▁limit ed",
+      "▁ limited",
+      "▁Pro perty",
+      "▁ Property",
+      "▁s erve",
+      "▁ser ve",
+      "▁serv e",
+      "▁ serve",
+      "ri age",
+      "ria ge",
+      "▁M aster",
+      "▁Ma ster",
+      "▁Mas ter",
+      "▁ Master",
+      "▁k ann",
+      "▁kan n",
+      "▁ka nn",
+      "cre te",
+      "cret e",
+      "cr ete",
+      "ph ere",
+      "pher e",
+      "phe re",
+      "p here",
+      "ё р",
+      "▁ch ief",
+      "▁chi ef",
+      "▁sc ene",
+      "▁scen e",
+      "▁ scene",
+      "ki n",
+      "k in",
+      "▁un iform",
+      "▁ uniform",
+      "▁feb rero",
+      "\" }",
+      "il lo",
+      "ill o",
+      "IT E",
+      "I TE",
+      "ou vel",
+      "ouv el",
+      "ouve l",
+      "use package",
+      "en th",
+      "ent h",
+      "e nth",
+      "▁quick ly",
+      "L ambda",
+      "xe s",
+      "x es",
+      "▁c ells",
+      "▁cell s",
+      "▁cel ls",
+      "ro g",
+      "r og",
+      "am in",
+      "ami n",
+      "a min",
+      "▁М ар",
+      "▁Ма р",
+      "▁may or",
+      "▁mayo r",
+      "pl ayer",
+      "play er",
+      "pla yer",
+      "p layer",
+      "++ ;",
+      "▁На се",
+      "▁sa fe",
+      "▁saf e",
+      "▁ safe",
+      "▁ve loc",
+      "▁vel oc",
+      "▁о бра",
+      "▁об ра",
+      "▁ обра",
+      "Data base",
+      "Dat abase",
+      "D atabase",
+      "ne h",
+      "n eh",
+      "Ver t",
+      "V ert",
+      "▁f le",
+      "▁fl e",
+      "▁ф ор",
+      "▁фо р",
+      "▁ фор",
+      "▁f oreign",
+      "▁for eign",
+      "▁fore ign",
+      "Ab stract",
+      "▁m agn",
+      "▁ma gn",
+      "▁mag n",
+      "▁mod ified",
+      "▁milit ary",
+      "▁militar y",
+      "▁m onde",
+      "▁mon de",
+      "▁mo nde",
+      "▁mond e",
+      "▁A ction",
+      "▁Act ion",
+      "▁Ac tion",
+      "▁ Action",
+      "▁b ank",
+      "▁ban k",
+      "▁ bank",
+      "Ser ial",
+      "Se rial",
+      "▁contin uous",
+      "▁continu ous",
+      "▁g el",
+      "▁ge l",
+      "▁ gel",
+      "▁phys ical",
+      "▁introdu ced",
+      "▁introduce d",
+      "ut ure",
+      "ri ck",
+      "ric k",
+      "r ick",
+      "▁present ed",
+      "▁pres ented",
+      "▁presente d",
+      "▁P rov",
+      "▁Pro v",
+      "▁Pr ov",
+      "▁B oth",
+      "▁Bo th",
+      "▁Bot h",
+      "Po s",
+      "P os",
+      "su per",
+      "sup er",
+      "s uper",
+      "& #",
+      "▁f inding",
+      "▁find ing",
+      "▁fin ding",
+      "ne l",
+      "n el",
+      "un de",
+      "und e",
+      "u nde",
+      "▁fr ån",
+      "sk im",
+      "ski m",
+      "s kim",
+      "▁H ill",
+      "▁Hi ll",
+      "▁Hil l",
+      "f n",
+      "▁Can ad",
+      "▁Ca nad",
+      "▁int ended",
+      "▁inten ded",
+      "▁intend ed",
+      "ozzá férés",
+      "▁ju illet",
+      "▁W ars",
+      "▁War s",
+      "▁Wa rs",
+      "▁success ful",
+      "▁ch arg",
+      "▁char g",
+      "▁cha rg",
+      "▁ charg",
+      "ie le",
+      "iel e",
+      "i ele",
+      "om ething",
+      "ome thing",
+      "omet hing",
+      "ok u",
+      "o ku",
+      "f etch",
+      "▁} }",
+      "▁ }}",
+      "ban k",
+      "b ank",
+      "operator name",
+      "▁Col or",
+      "▁Co lor",
+      "▁ Color",
+      "▁C ard",
+      "▁Car d",
+      "▁Ca rd",
+      "▁ Card",
+      "t u",
+      "▁\" ,",
+      "▁ \",",
+      "wi d",
+      "w id",
+      "▁g ep",
+      "▁ge p",
+      "X ML",
+      "======== ========",
+      "▁Vir gin",
+      "ähr end",
+      "äh rend",
+      "lic ated",
+      "licate d",
+      "lica ted",
+      "Di r",
+      "D ir",
+      "ze ro",
+      "zer o",
+      "z ero",
+      "▁K al",
+      "▁Ka l",
+      "▁Par ty",
+      "▁Part y",
+      "▁ å",
+      "pr ice",
+      "p rice",
+      "do n",
+      "d on",
+      "▁w arning",
+      "▁war ning",
+      "▁warn ing",
+      "▁ warning",
+      "▁B ad",
+      "▁Ba d",
+      "▁ Bad",
+      "▁S upp",
+      "▁Su pp",
+      "▁Sup p",
+      "▁ Supp",
+      "▁L iga",
+      "▁Li ga",
+      "▁Lig a",
+      "▁P ierre",
+      "▁Pier re",
+      "▁ Pierre",
+      "Re cord",
+      "Rec ord",
+      "ul ator",
+      "ula tor",
+      "▁R ome",
+      "▁Ro me",
+      "▁Rom e",
+      "▁the orem",
+      "▁ theorem",
+      "▁entire ly",
+      "ски м",
+      "ск им",
+      "с ким",
+      "he t",
+      "h et",
+      "▁d opo",
+      "▁do po",
+      "▁dop o",
+      "Ne xt",
+      "N ext",
+      "ml ung",
+      "m lung",
+      "wi g",
+      "w ig",
+      "▁A th",
+      "▁At h",
+      "▁S ou",
+      "▁So u",
+      "li cher",
+      "lic her",
+      "lich er",
+      "liche r",
+      "l icher",
+      "▁s udo",
+      "▁su do",
+      "▁sud o",
+      "▁ sudo",
+      "es ts",
+      "est s",
+      "хі в",
+      "х ів",
+      "▁sept iembre",
+      "▁m icro",
+      "▁mi cro",
+      "▁mic ro",
+      "▁t rop",
+      "▁tr op",
+      "▁tro p",
+      "fi t",
+      "f it",
+      "Co re",
+      "Cor e",
+      "C ore",
+      "▁Rad io",
+      "▁ Radio",
+      "▁Or gan",
+      "▁ Organ",
+      "▁P ower",
+      "▁Po wer",
+      "▁Pow er",
+      "▁ Power",
+      "C F",
+      "▁L ast",
+      "▁La st",
+      "▁Las t",
+      "▁ Last",
+      "▁op pos",
+      "▁opp os",
+      "▁off set",
+      "▁ offset",
+      "▁re gia",
+      "▁reg ia",
+      "▁min imum",
+      "▁minim um",
+      "▁hel ped",
+      "▁help ed",
+      "an don",
+      "and on",
+      "ando n",
+      "if ying",
+      "ify ing",
+      "ru it",
+      "r uit",
+      "ensch app",
+      "▁b ere",
+      "▁be re",
+      "▁ber e",
+      "▁ bere",
+      "V M",
+      "▁A wards",
+      "▁Award s",
+      "▁Aw ards",
+      "▁a gr",
+      "▁ag r",
+      "▁ agr",
+      "yn omial",
+      "en ced",
+      "ence d",
+      "enc ed",
+      "▁dev ices",
+      "▁device s",
+      "▁devi ces",
+      "▁b ot",
+      "▁bo t",
+      "▁ bot",
+      "▁f irm",
+      "▁fi rm",
+      "▁fir m",
+      "▁w riter",
+      "▁writ er",
+      "▁wr iter",
+      "▁write r",
+      "▁ writer",
+      "▁r ing",
+      "▁ri ng",
+      "▁rin g",
+      "▁ ring",
+      ". -",
+      "is tes",
+      "ist es",
+      "iste s",
+      "l ä",
+      "▁m el",
+      "▁me l",
+      "▁ mel",
+      "ent ation",
+      "enta tion",
+      "▁Sch w",
+      "▁Sc hw",
+      "▁n ome",
+      "▁no me",
+      "▁nom e",
+      "▁ nome",
+      "▁po bla",
+      "▁pob la",
+      "▁w oj",
+      "▁wo j",
+      "▁u l",
+      "▁ ul",
+      "en to",
+      "ent o",
+      "ы х",
+      "▁res ist",
+      "▁rem ains",
+      "▁remain s",
+      "▁C a",
+      "▁ Ca",
+      "añ a",
+      "a ña",
+      "▁C ourt",
+      "▁Co urt",
+      "▁Cour t",
+      "▁Cou rt",
+      "ut able",
+      "uta ble",
+      "u table",
+      "ential ly",
+      "enti ally",
+      "▁t rat",
+      "▁tr at",
+      "▁tra t",
+      "▁ trat",
+      "▁Vis ual",
+      "▁ Visual",
+      "▁rest rict",
+      "▁pre viously",
+      "▁previous ly",
+      "▁prev iously",
+      "ca tion",
+      "cat ion",
+      "c ation",
+      "▁о со",
+      "▁ос о",
+      "▁My SQL",
+      "f ör",
+      "cal a",
+      "ca la",
+      "c ala",
+      "▁c ulture",
+      "▁cult ure",
+      "li ve",
+      "liv e",
+      "l ive",
+      "▁accept ed",
+      "Di d",
+      "D id",
+      "▁h ous",
+      "▁ho us",
+      "▁se lection",
+      "▁select ion",
+      "▁sel ection",
+      "▁sele ction",
+      "▁ selection",
+      "▁de cre",
+      "▁dec re",
+      "mar gin",
+      "m argin",
+      "ur b",
+      "u rb",
+      "▁I nc",
+      "▁In c",
+      "▁M any",
+      "▁Man y",
+      "▁Ma ny",
+      "▁ Many",
+      "ib t",
+      "i bt",
+      "▁succ eed",
+      "▁suc ceed",
+      "Bind ing",
+      "B inding",
+      "c í",
+      "▁R og",
+      "▁Ro g",
+      "▁should n",
+      "cl oud",
+      "clo ud",
+      "clou d",
+      "▁d z",
+      "▁ dz",
+      "ва в",
+      "▁p ix",
+      "▁pi x",
+      "sm all",
+      "▁project s",
+      "▁ projects",
+      "▁O K",
+      "▁ OK",
+      "▁la test",
+      "▁lat est",
+      "▁late st",
+      "▁ latest",
+      "▁re ferences",
+      "▁refer ences",
+      "▁reference s",
+      "Pro gram",
+      "Pr ogram",
+      "▁er st",
+      "▁ers t",
+      "▁ erst",
+      "▁я к",
+      "▁k am",
+      "▁ka m",
+      "▁C amb",
+      "▁Cam b",
+      "▁Ca mb",
+      "el lt",
+      "ell t",
+      "ö d",
+      "no ne",
+      "non e",
+      "n one",
+      "▁j usqu",
+      "▁ju squ",
+      "ki ng",
+      "kin g",
+      "k ing",
+      "▁P ed",
+      "▁Pe d",
+      "as sert",
+      "ass ert",
+      "asse rt",
+      "asser t",
+      "C S",
+      "ri to",
+      "rit o",
+      "r ito",
+      "es sa",
+      "ess a",
+      "ль ко",
+      "▁V on",
+      "▁Vo n",
+      "▁Ed ward",
+      "▁im possible",
+      "▁impos sible",
+      "n p",
+      "word s",
+      "wor ds",
+      "w ords",
+      "ie lt",
+      "iel t",
+      "i elt",
+      "▁P age",
+      "▁Pa ge",
+      "▁ Page",
+      "le rs",
+      "ler s",
+      "l ers",
+      "▁p ier",
+      "▁pi er",
+      "▁pie r",
+      "▁обла сти",
+      "itt ee",
+      "itte e",
+      "▁( [",
+      "▁ ([",
+      "▁t rust",
+      "▁tr ust",
+      "N G",
+      "re du",
+      "red u",
+      "r edu",
+      "< <",
+      "ri al",
+      "ria l",
+      "r ial",
+      "▁product s",
+      "▁ products",
+      "▁E rn",
+      "▁Er n",
+      "ri ère",
+      "r ière",
+      "го в",
+      "г ов",
+      "▁Re ich",
+      "▁Ro ad",
+      "▁n ested",
+      "▁ne sted",
+      "▁nest ed",
+      "▁ nested",
+      "Dis play",
+      "▁str ength",
+      "ograf ía",
+      "▁ann ounced",
+      "▁announ ced",
+      "▁S cience",
+      "▁Sc ience",
+      "▁Sci ence",
+      "▁рай о",
+      "Param eter",
+      "▁T ask",
+      "▁Ta sk",
+      "▁Tas k",
+      "▁ Task",
+      "um ents",
+      "ument s",
+      "umen ts",
+      "u ments",
+      "▁ad opt",
+      "▁On ly",
+      "▁ Only",
+      "ют ь",
+      "ю ть",
+      "▁c li",
+      "▁cl i",
+      "▁ cli",
+      "▁l em",
+      "▁le m",
+      "▁ lem",
+      "st ood",
+      "sto od",
+      "▁F I",
+      "▁ FI",
+      "ên cias",
+      "ência s",
+      "pon ents",
+      "ponent s",
+      "] $",
+      "com ment",
+      "comm ent",
+      "▁y a",
+      "▁ ya",
+      "sh ould",
+      "ik e",
+      "i ke",
+      "ti m",
+      "t im",
+      "el lig",
+      "ell ig",
+      "elli g",
+      "▁s ending",
+      "▁send ing",
+      "▁sen ding",
+      "▁a jax",
+      "▁aj ax",
+      "▁ ajax",
+      "▁nov iembre",
+      "um es",
+      "ume s",
+      "u mes",
+      "▁we iter",
+      "▁weit er",
+      "▁D ans",
+      "▁Dan s",
+      "▁Da ns",
+      "op p",
+      "o pp",
+      "▁sept embre",
+      "▁sep tembre",
+      "ot imes",
+      "oti mes",
+      "o times",
+      "z ő",
+      "▁e p",
+      "▁ ep",
+      "ve re",
+      "ver e",
+      "v ere",
+      "▁o h",
+      "▁ oh",
+      ": =",
+      "▁S ong",
+      "▁So ng",
+      "▁Son g",
+      "” ,",
+      "▁v iv",
+      "▁vi v",
+      "▁ viv",
+      "▁qu eries",
+      "▁que ries",
+      "▁quer ies",
+      "▁v á",
+      "▁ vá",
+      "▁déc embre",
+      "▁un able",
+      "▁una ble",
+      "▁e rh",
+      "▁er h",
+      "▁` -",
+      "▁ `-",
+      "▁L ee",
+      "▁Le e",
+      "▁er sten",
+      "▁erst en",
+      "▁erste n",
+      "▁ers ten",
+      "ô t",
+      "ст ве",
+      "ств е",
+      "T S",
+      "▁f ragment",
+      "▁fra gment",
+      "▁frag ment",
+      "▁ fragment",
+      "▁w ide",
+      "▁wid e",
+      "▁ wide",
+      "▁s uff",
+      "▁su ff",
+      "▁suf f",
+      "▁d ut",
+      "▁du t",
+      "▁V ere",
+      "▁Ver e",
+      "▁Ve re",
+      "і с",
+      "ad ing",
+      "adi ng",
+      "adin g",
+      "a ding",
+      "ie go",
+      "ieg o",
+      "i ego",
+      "ic ago",
+      "ica go",
+      "▁Ar gent",
+      "▁Arg ent",
+      "or er",
+      "ore r",
+      "o rer",
+      "en nes",
+      "enn es",
+      "enne s",
+      "▁L eb",
+      "▁Le b",
+      "lin ux",
+      "ac ing",
+      "aci ng",
+      "a cing",
+      "▁br oken",
+      "▁bro ken",
+      "▁broke n",
+      "t p",
+      "í o",
+      "ab eth",
+      "abe th",
+      "abet h",
+      "ist as",
+      "ista s",
+      "ge w",
+      "g ew",
+      "i ème",
+      "ca s",
+      "c as",
+      "▁pre ced",
+      "▁prec ed",
+      "▁D al",
+      "▁Da l",
+      "▁comp ared",
+      "▁compar ed",
+      "▁compare d",
+      "equ iv",
+      "il ly",
+      "ill y",
+      "te en",
+      "t een",
+      "▁Con sole",
+      "▁Cons ole",
+      "▁ Console",
+      "▁st rict",
+      "▁str ict",
+      "▁stri ct",
+      "it aire",
+      "ita ire",
+      "i taire",
+      "▁E D",
+      "▁ ED",
+      "ential s",
+      "enti als",
+      "▁p erman",
+      "▁per man",
+      "▁perm an",
+      "▁t ous",
+      "▁to us",
+      "▁tou s",
+      "▁g eme",
+      "▁ge me",
+      "▁gem e",
+      "▁ geme",
+      "▁ext rem",
+      "▁extr em",
+      "▁ок ру",
+      "k g",
+      "▁he avy",
+      "▁heav y",
+      "▁av ril",
+      "▁an ti",
+      "▁ant i",
+      "▁ anti",
+      "▁oct obre",
+      "ut f",
+      "u tf",
+      "he lm",
+      "hel m",
+      "h elm",
+      "am ples",
+      "ample s",
+      "amp les",
+      "▁( _",
+      "▁ (_",
+      "ak en",
+      "ake n",
+      "a ken",
+      "▁d ear",
+      "▁de ar",
+      "▁opin ion",
+      "▁f ish",
+      "▁fi sh",
+      "▁fis h",
+      "▁ fish",
+      "▁Alex ander",
+      "▁Alexand er",
+      "i w",
+      "и м",
+      "ca dem",
+      "cade m",
+      "c adem",
+      "▁ref lect",
+      "▁ reflect",
+      "▁д р",
+      "▁t rib",
+      "▁tr ib",
+      "▁tri b",
+      "com mon",
+      "comm on",
+      "▁clear ly",
+      "▁s af",
+      "▁sa f",
+      "=\"@ +",
+      "▁М ос",
+      "▁Мо с",
+      "си те",
+      "eqn array",
+      "nu ng",
+      "n ung",
+      "▁relations hip",
+      "▁relation ship",
+      "▁S em",
+      "▁Se m",
+      "▁ Sem",
+      "▁k illed",
+      "▁kil led",
+      "▁kill ed",
+      "te d",
+      "t ed",
+      "un o",
+      "u no",
+      "▁ лі",
+      "▁w id",
+      "▁ wid",
+      "an ning",
+      "ann ing",
+      "anni ng",
+      "▁p anel",
+      "▁pa nel",
+      "▁pan el",
+      "▁ panel",
+      "▁L eben",
+      "▁Le ben",
+      "▁Leb en",
+      "▁r uby",
+      "▁ru by",
+      "▁rub y",
+      "▁ ruby",
+      "ans ion",
+      "▁a ren",
+      "▁are n",
+      "▁ar en",
+      "▁ aren",
+      "tab ular",
+      "al et",
+      "ale t",
+      "a let",
+      "}$ $",
+      "} $$",
+      "▁L ake",
+      "▁La ke",
+      "▁Lak e",
+      "▁su ite",
+      "▁suit e",
+      "▁ suite",
+      "▁min or",
+      "▁mi nor",
+      "H ozzáférés",
+      "▁xml ns",
+      "▁ xmlns",
+      "DI R",
+      "D IR",
+      "dr iver",
+      "drive r",
+      "dri ver",
+      "d river",
+      "in ts",
+      "int s",
+      "▁v ic",
+      "▁vi c",
+      "▁ vic",
+      "AN D",
+      "A ND",
+      "pr im",
+      "p rim",
+      "сы лки",
+      "▁O x",
+      "T C",
+      "riv ial",
+      "at ie",
+      "ati e",
+      "▁e ight",
+      "▁eig ht",
+      "▁eigh t",
+      "▁conf lic",
+      "▁confl ic",
+      "an gel",
+      "ang el",
+      "ange l",
+      "▁B egr",
+      "▁Be gr",
+      "▁Beg r",
+      "▁explicit ly",
+      "ют ся",
+      "ю тся",
+      "▁D ev",
+      "▁De v",
+      "▁ Dev",
+      "re nder",
+      "ren der",
+      "rend er",
+      "r ender",
+      "▁re produ",
+      "▁rep rodu",
+      "▁repr odu",
+      "▁repro du",
+      "▁c ré",
+      "▁cr é",
+      "G u",
+      "M B",
+      "▁k ön",
+      "▁kö n",
+      "▁rem ained",
+      "▁remain ed",
+      "▁k l",
+      "▁ kl",
+      "хо в",
+      "х ов",
+      "▁b yl",
+      "▁by l",
+      "Ph i",
+      "P hi",
+      "▁de tail",
+      "▁det ail",
+      "▁ detail",
+      "ja v",
+      "j av",
+      "▁m ouse",
+      "▁mo use",
+      "▁mou se",
+      "▁ mouse",
+      "B as",
+      "i ę",
+      "as ser",
+      "ass er",
+      "asse r",
+      "h s",
+      "▁sh ift",
+      "▁ shift",
+      "▁ú lt",
+      "▁ últ",
+      "ra nd",
+      "ran d",
+      "r and",
+      "▁b tn",
+      "▁ btn",
+      "ra z",
+      "r az",
+      "▁p ul",
+      "▁pu l",
+      "▁stat ements",
+      "▁state ments",
+      "▁statement s",
+      "file name",
+      "fil ename",
+      "▁prom pt",
+      "él é",
+      "é lé",
+      "ik z",
+      "▁S us",
+      "▁Su s",
+      "▁de but",
+      "▁deb ut",
+      "St at",
+      "S tat",
+      "form s",
+      "for ms",
+      "▁H ein",
+      "▁He in",
+      "st adt",
+      "sta dt",
+      "stad t",
+      "en nis",
+      "enn is",
+      "по л",
+      "ar ante",
+      "aran te",
+      "ці й",
+      "ц ій",
+      "▁que ue",
+      "▁ queue",
+      "▁re ci",
+      "▁rec i",
+      "▁ reci",
+      "▁s ta",
+      "▁st a",
+      "▁ sta",
+      "yn chron",
+      "cent ering",
+      "center ing",
+      "cente ring",
+      "So me",
+      "S ome",
+      "Gr aph",
+      "G raph",
+      "▁t ested",
+      "▁te sted",
+      "▁test ed",
+      "▁K unst",
+      "▁Kun st",
+      "о м",
+      "▁N othing",
+      "▁No thing",
+      "▁Not hing",
+      "▁ Nothing",
+      "ie u",
+      "i eu",
+      "“ .",
+      "B undle",
+      "▁of icial",
+      "▁ofic ial",
+      "al low",
+      "all ow",
+      "allo w",
+      "▁Re act",
+      "▁L ibrary",
+      "▁Li brary",
+      "▁ Library",
+      "bl ue",
+      "▁ver w",
+      "▁ve rw",
+      "▁p are",
+      "▁par e",
+      "▁pa re",
+      "▁Fried rich",
+      "▁a ware",
+      "▁aw are",
+      "▁ aware",
+      "Ex p",
+      "E xp",
+      "▁effect s",
+      "▁го ро",
+      "▁гор о",
+      "lop edia",
+      "loped ia",
+      "▁V en",
+      "▁Ve n",
+      "ra le",
+      "ral e",
+      "r ale",
+      "▁F inal",
+      "▁Fin al",
+      "▁ Final",
+      "▁pro pos",
+      "▁prop os",
+      "la cement",
+      "lace ment",
+      "lac ement",
+      "kt en",
+      "kte n",
+      "k ten",
+      "▁no vel",
+      "▁nov el",
+      "or ter",
+      "ort er",
+      "orte r",
+      "▁German y",
+      "▁Ger many",
+      "▁Germ any",
+      "▁d jango",
+      "▁ django",
+      "▁trans ition",
+      "▁ transition",
+      "▁happ ened",
+      "▁happen ed",
+      "▁beaut iful",
+      "▁ne ither",
+      "▁nei ther",
+      "▁li braries",
+      "▁h ide",
+      "▁hi de",
+      "▁hid e",
+      "▁ hide",
+      "al g",
+      "a lg",
+      "▁a spect",
+      "▁as pect",
+      "▁asp ect",
+      "▁for get",
+      "▁forg et",
+      "cade my",
+      "cadem y",
+      "on te",
+      "ont e",
+      "re fix",
+      "ref ix",
+      "▁cl oud",
+      "▁clo ud",
+      "▁ cloud",
+      "ne d",
+      "n ed",
+      "cd ots",
+      "cdot s",
+      "c dots",
+      "reg ister",
+      "ny m",
+      "n ym",
+      ".) :",
+      ". ):",
+      "▁J ew",
+      "▁Je w",
+      "▁t rès",
+      "▁tr ès",
+      "ни че",
+      "▁D or",
+      "▁Do r",
+      "▁p roc",
+      "▁pro c",
+      "▁pr oc",
+      "▁ proc",
+      "▁g an",
+      "▁ga n",
+      "▁ gan",
+      "▁ є",
+      "▁S av",
+      "▁Sa v",
+      "v í",
+      "Setting s",
+      "S ettings",
+      "▁V ari",
+      "▁Var i",
+      "▁Va ri",
+      "▁ Vari",
+      "▁c ours",
+      "▁co urs",
+      "▁cour s",
+      "▁cou rs",
+      "R o",
+      "▁con j",
+      "▁re asons",
+      "▁reason s",
+      "▁re ader",
+      "▁read er",
+      "▁ reader",
+      "лекс анд",
+      "ic ate",
+      "ica te",
+      "}) ,",
+      "} ),",
+      "▁task s",
+      "▁ tasks",
+      "▁R ay",
+      "▁Ra y",
+      "▁r ic",
+      "▁ri c",
+      "▁ ric",
+      "K e",
+      "on ie",
+      "oni e",
+      "o nie",
+      "r f",
+      ") [",
+      "▁sub sequ",
+      "▁subs equ",
+      "▁T urn",
+      "▁Tur n",
+      "▁Tu rn",
+      "▁ Turn",
+      "▁VI AF",
+      "math sf",
+      "H E",
+      "▁dec lare",
+      "▁decl are",
+      "▁decla re",
+      "▁declar e",
+      "▁pro tocol",
+      "▁proto col",
+      "▁ protocol",
+      "▁P C",
+      "▁ PC",
+      "ци он",
+      "View ById",
+      "▁an imation",
+      "▁anim ation",
+      "▁ animation",
+      "▁conf used",
+      "ви ч",
+      "▁en abled",
+      "▁enable d",
+      "▁ enabled",
+      "ow o",
+      "o wo",
+      "ás t",
+      "á st",
+      "ö t",
+      "▁m and",
+      "▁ma nd",
+      "▁man d",
+      "▁R ail",
+      "▁Ra il",
+      "field s",
+      "▁K ap",
+      "▁Ka p",
+      "▁al gebra",
+      "▁ algebra",
+      "▁С у",
+      "fér ence",
+      "▁C urrent",
+      "▁Cur rent",
+      "▁ Current",
+      "с но",
+      "▁L im",
+      "▁Li m",
+      "Par ams",
+      "Param s",
+      "Pa rams",
+      "▁Ant onio",
+      "▁Anton io",
+      "▁Anto nio",
+      "▁t v",
+      "▁ tv",
+      "la te",
+      "lat e",
+      "l ate",
+      "if er",
+      "ife r",
+      "i fer",
+      "En try",
+      "Ent ry",
+      "▁S erv",
+      "▁Se rv",
+      "▁Ser v",
+      "▁ Serv",
+      "▁mus ical",
+      "▁music al",
+      "▁musica l",
+      "▁t race",
+      "▁tr ace",
+      "▁tra ce",
+      "▁trac e",
+      "▁ trace",
+      "▁s cient",
+      "▁sc ient",
+      "▁sci ent",
+      "fi c",
+      "f ic",
+      "▁for got",
+      "▁forg ot",
+      "v ideo",
+      "▁o lder",
+      "▁old er",
+      "▁ol der",
+      "▁ older",
+      "Tr ee",
+      "T ree",
+      "▁u ns",
+      "▁un s",
+      "▁ uns",
+      "ни ки",
+      "ник и",
+      "▁E uropa",
+      "▁Europ a",
+      "▁Euro pa",
+      "▁Z we",
+      "▁Zw e",
+      "▁б е",
+      "▁ бе",
+      "▁v ec",
+      "▁ve c",
+      "▁ vec",
+      "ж у",
+      "Mat ch",
+      "M atch",
+      "sp an",
+      "s pan",
+      "▁bl ank",
+      "▁blan k",
+      "▁ blank",
+      "▁sp äter",
+      "▁T y",
+      "▁ Ty",
+      "▁d ict",
+      "▁di ct",
+      "▁dic t",
+      "▁ dict",
+      "ñ a",
+      "▁conf irm",
+      "▁confir m",
+      "▁ confirm",
+      "▁v ý",
+      "за н",
+      "з ан",
+      "Re l",
+      "R el",
+      "fil m",
+      "fi lm",
+      "▁R ot",
+      "▁Ro t",
+      "▁ Rot",
+      "▁H y",
+      "▁ Hy",
+      "ка х",
+      "▁dem and",
+      "▁min ist",
+      "▁mini st",
+      "▁Mad rid",
+      "▁us ual",
+      "sp iel",
+      "s piel",
+      "er os",
+      "ero s",
+      "e ros",
+      "▁t utorial",
+      "▁tut orial",
+      "▁ tutorial",
+      "▁С сылки",
+      "s ys",
+      "ци аль",
+      "▁sp read",
+      "▁spr ead",
+      "▁spre ad",
+      "▁con vers",
+      "▁conver s",
+      "▁conv ers",
+      "▁r oll",
+      "▁ro ll",
+      "▁rol l",
+      "▁ roll",
+      "artifact Id",
+      "▁N umber",
+      "▁Num ber",
+      "▁ Number",
+      "▁sym met",
+      "▁M ult",
+      "▁Mu lt",
+      "▁Mul t",
+      "▁ Mult",
+      "ex pected",
+      "exp ected",
+      "expect ed",
+      "▁a xis",
+      "▁ax is",
+      "▁ axis",
+      "▁match ing",
+      "▁f ood",
+      "▁fo od",
+      "▁foo d",
+      "group Id",
+      "Map p",
+      "Ma pp",
+      "M app",
+      "▁с вя",
+      "▁v end",
+      "▁ve nd",
+      "▁ven d",
+      "F ound",
+      "ot to",
+      "ott o",
+      "o tto",
+      "Ca t",
+      "C at",
+      "cri t",
+      "cr it",
+      "c rit",
+      "ist ent",
+      "iste nt",
+      "isten t",
+      "▁d rei",
+      "▁dr ei",
+      "▁dre i",
+      "▁en ded",
+      "▁end ed",
+      "▁ende d",
+      "▁ ended",
+      "▁T ele",
+      "▁Te le",
+      "▁Tel e",
+      "com ponent",
+      "▁invol ved",
+      "▁involve d",
+      "▁Est ados",
+      "▁Estado s",
+      "▁Estad os",
+      "▁d anger",
+      "▁dan ger",
+      "▁ch ain",
+      "▁cha in",
+      "▁ chain",
+      "▁P rom",
+      "▁Pro m",
+      "▁Pr om",
+      "▁ Prom",
+      "ho m",
+      "h om",
+      "▁pol ít",
+      "co p",
+      "c op",
+      "▁n ap",
+      "▁na p",
+      "▁ nap",
+      "ri f",
+      "r if",
+      "ple ments",
+      "pl ements",
+      "plement s",
+      "▁v ent",
+      "▁ve nt",
+      "▁ven t",
+      "▁ vent",
+      "an na",
+      "ann a",
+      "an ted",
+      "ant ed",
+      "ante d",
+      "date d",
+      "da ted",
+      "dat ed",
+      "d ated",
+      "an th",
+      "ant h",
+      "a nth",
+      "▁thread s",
+      "▁thre ads",
+      "▁ threads",
+      "зо ва",
+      "зов а",
+      "з ова",
+      "▁ста нов",
+      "▁стан ов",
+      "▁ станов",
+      "▁e erst",
+      "▁eer st",
+      "bu f",
+      "b uf",
+      "he id",
+      "▁R u",
+      "▁P rim",
+      "▁Pr im",
+      "▁Pri m",
+      "▁ Prim",
+      "▁m igr",
+      "▁mi gr",
+      "▁mig r",
+      "▁ migr",
+      "▁Un idos",
+      "▁ar bitr",
+      "▁r oman",
+      "▁ro man",
+      "▁rom an",
+      "ount ry",
+      "oun try",
+      "ult ur",
+      "▁K önig",
+      "▁Kö nig",
+      "▁an not",
+      "▁ann ot",
+      "▁anno t",
+      "▁ annot",
+      "ach ing",
+      "ac hing",
+      "achi ng",
+      "▁H aupt",
+      "▁Ha upt",
+      "um in",
+      "umi n",
+      "u min",
+      "▁h em",
+      "▁he m",
+      "▁ hem",
+      "ck ets",
+      "cket s",
+      "cke ts",
+      "ba u",
+      "b au",
+      "ect ion",
+      "ec tion",
+      "e ction",
+      "ef t",
+      "e ft",
+      "▁package s",
+      "▁pack ages",
+      "▁ packages",
+      "▁K ur",
+      "▁Ku r",
+      "th ur",
+      "▁p ays",
+      "▁pa ys",
+      "▁pay s",
+      "li ament",
+      "lia ment",
+      "▁Б у",
+      "▁c ada",
+      "▁ca da",
+      "▁cad a",
+      "po ints",
+      "point s",
+      "oc ket",
+      "ock et",
+      "o cket",
+      "▁v erb",
+      "▁ver b",
+      "▁ve rb",
+      "▁ verb",
+      "ле е",
+      "▁sub mit",
+      "▁subm it",
+      "▁ submit",
+      "▁s an",
+      "▁sa n",
+      "▁ san",
+      "ru by",
+      "r uby",
+      "▁e ast",
+      "▁eas t",
+      "▁ east",
+      "ko v",
+      "k ov",
+      "▁Ver lag",
+      "▁Verl ag",
+      "▁ Verlag",
+      "▁s pot",
+      "▁sp ot",
+      "▁spo t",
+      "▁ spot",
+      "pp o",
+      "p po",
+      "E ach",
+      "je kt",
+      "▁Bi ographie",
+      "▁ne ws",
+      "▁new s",
+      "▁ news",
+      "▁pa ís",
+      "uf act",
+      "u fact",
+      "▁d ia",
+      "▁di a",
+      "▁ dia",
+      "ко ва",
+      "ков а",
+      "к ова",
+      "▁accom pl",
+      "▁accomp l",
+      "▁É t",
+      "▁ Ét",
+      "il ities",
+      "ili ties",
+      "▁i hm",
+      "▁ih m",
+      "in voke",
+      "inv oke",
+      "▁app end",
+      "▁ap pend",
+      "▁appe nd",
+      "▁ append",
+      ".) ,",
+      ". ),",
+      "▁l ab",
+      "▁la b",
+      "▁ lab",
+      "an ging",
+      "ang ing",
+      "is tan",
+      "ist an",
+      "ista n",
+      "i stan",
+      "re sol",
+      "res ol",
+      "reso l",
+      "▁S ection",
+      "▁Se ction",
+      "▁Sec tion",
+      "▁ Section",
+      "Par ent",
+      "Pa rent",
+      "mo z",
+      "m oz",
+      "Ma t",
+      "M at",
+      "st yles",
+      "style s",
+      "sty les",
+      "un den",
+      "und en",
+      "unde n",
+      "“ ,",
+      "irt schaft",
+      "ки м",
+      "к им",
+      "▁Fin ally",
+      "▁Final ly",
+      "ph en",
+      "phe n",
+      "p hen",
+      "▁P ac",
+      "▁Pa c",
+      "▁Array List",
+      "▁ ArrayList",
+      "▁re cover",
+      "▁rec over",
+      "▁e ducation",
+      "▁educ ation",
+      "mod els",
+      "model s",
+      "mode ls",
+      "pe d",
+      "p ed",
+      "▁h appy",
+      "▁ha ppy",
+      "▁happ y",
+      "ч у",
+      "▁guer ra",
+      "me dia",
+      "med ia",
+      "medi a",
+      "m edia",
+      "O F",
+      "▁ens ure",
+      "▁ ensure",
+      "Mar k",
+      "M ark",
+      "data base",
+      "dat abase",
+      "datab ase",
+      "d atabase",
+      "og gle",
+      "▁pub lish",
+      "▁publi sh",
+      "▁ publish",
+      "O W",
+      "▁B au",
+      "▁Ba u",
+      "? .",
+      "▁ча сти",
+      "▁час ти",
+      "▁част и",
+      "▁re pository",
+      "▁repos itory",
+      "▁ repository",
+      "▁M att",
+      "▁Ma tt",
+      "▁Mat t",
+      "hi gh",
+      "h igh",
+      "ov en",
+      "ove n",
+      "o ven",
+      "▁g er",
+      "▁ge r",
+      "▁ ger",
+      "▁un known",
+      "▁ unknown",
+      "Am er",
+      "A mer",
+      "▁B rown",
+      "▁Br own",
+      "▁Bro wn",
+      "▁Brow n",
+      "AL L",
+      "A LL",
+      "▁result ing",
+      "▁b or",
+      "▁bo r",
+      "▁ bor",
+      "▁po et",
+      "ни ми",
+      "ним и",
+      "Em ail",
+      "E mail",
+      "F ont",
+      "▁h ist",
+      "▁his t",
+      "▁hi st",
+      "▁to day",
+      "▁tod ay",
+      "▁toda y",
+      "▁ today",
+      "▁B erg",
+      "▁Be rg",
+      "▁Ber g",
+      "▁but tons",
+      "▁button s",
+      "та л",
+      "т ал",
+      "▁s ni",
+      "▁sn i",
+      "▁че лов",
+      "Cr e",
+      "C re",
+      "▁un ion",
+      "▁ union",
+      "▁z ich",
+      "ish op",
+      "i shop",
+      "▁qu ando",
+      "▁quand o",
+      "▁quan do",
+      "P o",
+      "CT ION",
+      "▁C ost",
+      "▁Co st",
+      "▁Cos t",
+      "▁ Cost",
+      "су дар",
+      "er ved",
+      "erv ed",
+      "erve d",
+      "Not e",
+      "No te",
+      "N ote",
+      "Equ al",
+      "Eq ual",
+      "E qual",
+      "ли я",
+      "бу р",
+      "б ур",
+      "▁ab stract",
+      "▁abstra ct",
+      "▁ abstract",
+      "st op",
+      "sto p",
+      "s top",
+      "▁ad vice",
+      "▁adv ice",
+      "▁i con",
+      "▁ic on",
+      "▁ icon",
+      "▁tr avel",
+      "▁tra vel",
+      "▁trav el",
+      "B S",
+      "ve ns",
+      "ven s",
+      "v ens",
+      "▁b atch",
+      "▁bat ch",
+      "▁ batch",
+      "li que",
+      "liqu e",
+      "l ique",
+      "she et",
+      "s heet",
+      "▁i hre",
+      "▁ih re",
+      "▁ihr e",
+      "em on",
+      "emo n",
+      "e mon",
+      "ber to",
+      "bert o",
+      "▁as signed",
+      "▁ass igned",
+      "▁assign ed",
+      "ь ю",
+      "Ph one",
+      "▁a ward",
+      "▁aw ard",
+      "▁function ality",
+      "▁functional ity",
+      "al la",
+      "all a",
+      "a lla",
+      "▁D am",
+      "▁Da m",
+      "▁ci udad",
+      "▁cl uster",
+      "▁clust er",
+      "▁ cluster",
+      "De scription",
+      "Des cription",
+      "▁s heet",
+      "▁she et",
+      "▁ sheet",
+      "▁Austral ian",
+      "▁Australia n",
+      "▁» .",
+      "▁ ».",
+      "▁\" <",
+      "▁wonder ing",
+      "ain e",
+      "ai ne",
+      "a ine",
+      "▁represent ed",
+      "▁repres ented",
+      "ka ppa",
+      "kap pa",
+      "k appa",
+      "n b",
+      "▁s y",
+      "▁K ö",
+      "=\" #",
+      "▁s even",
+      "▁se ven",
+      "Direct ory",
+      "D irectory",
+      "▁s ister",
+      "▁si ster",
+      "▁sist er",
+      "pl ates",
+      "plate s",
+      "pla tes",
+      "▁l uck",
+      "▁lu ck",
+      "▁luc k",
+      "▁rem aining",
+      "▁remain ing",
+      "▁V ill",
+      "▁Vi ll",
+      "▁Vil l",
+      "wer k",
+      "w erk",
+      "an ni",
+      "ann i",
+      "et ti",
+      "ett i",
+      "fun c",
+      "fu nc",
+      "f unc",
+      "▁b an",
+      "▁ba n",
+      "▁ ban",
+      "im s",
+      "i ms",
+      "mi ss",
+      "mis s",
+      "m iss",
+      "ag raph",
+      "agr aph",
+      "a graph",
+      "ек си",
+      "е кси",
+      "▁R ef",
+      "▁Re f",
+      "▁ Ref",
+      "ni tt",
+      "nit t",
+      "n itt",
+      "▁G ab",
+      "▁Ga b",
+      "▁and ere",
+      "▁jed och",
+      "result s",
+      "! \\",
+      "▁l isted",
+      "▁li sted",
+      "▁list ed",
+      "▁liste d",
+      "▁l oro",
+      "▁lo ro",
+      "▁kn ows",
+      "▁know s",
+      "ж но",
+      "R ad",
+      "▁s ocket",
+      "▁so cket",
+      "▁soc ket",
+      "▁ socket",
+      "mult i",
+      "mul ti",
+      "▁р і",
+      "▁ рі",
+      "ra ils",
+      "rai ls",
+      "r ails",
+      "▁t ar",
+      "▁ta r",
+      "▁ tar",
+      "▁gent le",
+      "se tt",
+      "set t",
+      "s ett",
+      "serv ices",
+      "service s",
+      "bo und",
+      "b ound",
+      "ig keit",
+      "aj a",
+      "a ja",
+      "▁c md",
+      "▁cm d",
+      "▁ cmd",
+      "ag ger",
+      "agg er",
+      "▁b a",
+      "▁ ba",
+      "▁Be lg",
+      "▁Bel g",
+      "▁K le",
+      "▁Kl e",
+      "▁word t",
+      "▁wor dt",
+      "▁f ost",
+      "▁fo st",
+      "▁fos t",
+      "▁dim ension",
+      "An g",
+      "A ng",
+      "um ing",
+      "umin g",
+      "umi ng",
+      "u ming",
+      "Ob j",
+      "не н",
+      "н ен",
+      "▁M arie",
+      "▁Mar ie",
+      "▁Ma rie",
+      "▁Mari e",
+      "▁ Marie",
+      "ex ists",
+      "exist s",
+      "т ро",
+      "▁бо ль",
+      "▁ боль",
+      "em ente",
+      "ement e",
+      "emen te",
+      "e mente",
+      "▁J on",
+      "▁Jo n",
+      "SE RT",
+      "SER T",
+      "S ERT",
+      "▁high est",
+      "ak i",
+      "a ki",
+      "▁t res",
+      "▁tr es",
+      "▁tre s",
+      "▁ tres",
+      "▁circ um",
+      "▁D own",
+      "▁Do wn",
+      "▁Dow n",
+      "▁ Down",
+      "om men",
+      "omm en",
+      "ur er",
+      "ure r",
+      "u rer",
+      "▁caus es",
+      "▁cause s",
+      "▁ca uses",
+      "ven ue",
+      "iss ance",
+      "▁influ ence",
+      "▁influen ce",
+      "▁f at",
+      "▁fa t",
+      "ре ди",
+      "ред и",
+      "р еди",
+      "}\\ \\",
+      "} \\\\",
+      "▁en tr",
+      "▁ent r",
+      "▁ entr",
+      "▁S ign",
+      "▁Si gn",
+      "▁Sig n",
+      "▁ Sign",
+      "▁к ла",
+      "▁ кла",
+      "▁b inding",
+      "▁bind ing",
+      "▁bin ding",
+      "▁ binding",
+      "es sen",
+      "ess en",
+      "esse n",
+      "▁Ф ран",
+      "▁L ocal",
+      "▁Lo cal",
+      "▁Loc al",
+      "▁ Local",
+      "▁я вля",
+      "ap pro",
+      "app ro",
+      "▁dep endencies",
+      "▁depend encies",
+      "▁ dependencies",
+      "▁talk ing",
+      "▁tal king",
+      "▁zur ück",
+      "con nection",
+      "connect ion",
+      "conne ction",
+      "conn ection",
+      "Act ive",
+      "Activ e",
+      "bb e",
+      "b be",
+      "ir ls",
+      "irl s",
+      "▁In f",
+      "▁ Inf",
+      "w d",
+      "▁и с",
+      "▁ ис",
+      "ro ad",
+      "▁con ven",
+      "▁conv en",
+      "ě t",
+      "ве з",
+      "в ез",
+      "▁ent ries",
+      "▁entr ies",
+      "▁ entries",
+      "es c",
+      "e sc",
+      "▁b its",
+      "▁bit s",
+      "▁bi ts",
+      "▁ bits",
+      "as so",
+      "ass o",
+      "W R",
+      "sh ips",
+      "ship s",
+      "s hips",
+      "▁d és",
+      "▁dé s",
+      "es p",
+      "e sp",
+      "Ma ke",
+      "M ake",
+      "▁famil iar",
+      "▁familia r",
+      "Ar t",
+      "A rt",
+      "▁ar my",
+      "▁arm y",
+      "ct r",
+      "c tr",
+      "ér ic",
+      "éri c",
+      "é ric",
+      "que ue",
+      "▁\\ {",
+      "▁ \\{",
+      "ue la",
+      "uel a",
+      "u ela",
+      "am iento",
+      "ami ento",
+      "ши х",
+      "ш их",
+      "▁\" \"\"",
+      "▁\"\" \"",
+      "con tr",
+      "cont r",
+      "лл е",
+      "л ле",
+      "F S",
+      "▁mar ket",
+      "▁mark et",
+      "▁ market",
+      "ån g",
+      "å ng",
+      "cite p",
+      "cit ep",
+      "Il l",
+      "I ll",
+      "ran k",
+      "r ank",
+      "▁s ender",
+      "▁se nder",
+      "▁send er",
+      "▁sen der",
+      "▁ sender",
+      "▁be im",
+      "▁bei m",
+      "ра к",
+      "▁com pat",
+      "▁comp at",
+      "▁ compat",
+      "▁occ urs",
+      "▁occur s",
+      "▁d iese",
+      "▁di ese",
+      "▁die se",
+      "▁dies e",
+      "сти ту",
+      "aw a",
+      "a wa",
+      "▁i OS",
+      "▁Ch inese",
+      "▁Chine se",
+      "▁T R",
+      "▁ TR",
+      "▁K en",
+      "▁Ke n",
+      "▁U ne",
+      "▁Un e",
+      "▁cre ates",
+      "▁create s",
+      "▁sh owed",
+      "▁show ed",
+      "▁sho wed",
+      "▁é v",
+      "▁ év",
+      "olog ia",
+      "olo gia",
+      "▁pro test",
+      "▁prote st",
+      "▁prot est",
+      "▁P f",
+      "▁s quad",
+      "▁squ ad",
+      "++ ,",
+      "á v",
+      "▁ess ere",
+      "з я",
+      "ko l",
+      "k ol",
+      "▁slight ly",
+      "ad dr",
+      "add r",
+      "â n",
+      "▁red uce",
+      "▁redu ce",
+      "▁ reduce",
+      "▁\\ (\\",
+      "▁\\( \\",
+      "▁D ep",
+      "▁De p",
+      "▁ Dep",
+      "▁gener ic",
+      "▁gene ric",
+      "▁ generic",
+      "Lo ader",
+      "Load er",
+      "ț i",
+      "▁п ос",
+      "▁по с",
+      "▁occ asion",
+      "▁occas ion",
+      "▁L ady",
+      "▁La dy",
+      "▁Lad y",
+      "ent ity",
+      "enti ty",
+      "▁av ant",
+      "▁ avant",
+      "▁P as",
+      "▁Pa s",
+      "ag gio",
+      "aggi o",
+      "agg io",
+      "\\ {",
+      "па д",
+      "athol ic",
+      "Pass word",
+      "▁res pond",
+      "▁resp ond",
+      "▁ respond",
+      "▁N on",
+      "▁No n",
+      "▁ Non",
+      "A G",
+      "ne g",
+      "n eg",
+      "▁у с",
+      "▁ ус",
+      "bl ob",
+      "blo b",
+      "b lob",
+      "ck e",
+      "c ke",
+      "▁Cons ider",
+      "▁C are",
+      "▁Car e",
+      "▁Ca re",
+      "ik i",
+      "i ki",
+      "▁Ch icago",
+      "in den",
+      "ind en",
+      "inde n",
+      "▁C op",
+      "▁Co p",
+      "] +",
+      "ö m",
+      "év rier",
+      "к ло",
+      "al en",
+      "ale n",
+      "a len",
+      "▁m aj",
+      "▁ma j",
+      "ra cy",
+      "rac y",
+      "r acy",
+      "or te",
+      "ort e",
+      "ien ts",
+      "ient s",
+      "i ents",
+      "el ls",
+      "ell s",
+      "act ivity",
+      "activ ity",
+      "▁r untime",
+      "▁run time",
+      "▁runt ime",
+      "▁ runtime",
+      "NU LL",
+      "N ULL",
+      "▁poss ibly",
+      "▁possib ly",
+      "▁s tri",
+      "▁st ri",
+      "▁str i",
+      "iz i",
+      "i zi",
+      "▁m ir",
+      "▁mi r",
+      "▁ mir",
+      "▁V ersion",
+      "▁Vers ion",
+      "▁ Version",
+      "pr ime",
+      "prim e",
+      "▁tw enty",
+      "▁M ah",
+      "▁Ma h",
+      "▁s ounds",
+      "▁sound s",
+      "ше н",
+      "ш ен",
+      "cl usion",
+      "clus ion",
+      "ac z",
+      "a cz",
+      "▁determ ined",
+      "▁determine d",
+      "▁determin ed",
+      "▁R ep",
+      "▁Re p",
+      "▁ Rep",
+      "▁Land es",
+      "▁Lan des",
+      "▁w all",
+      "▁wa ll",
+      "▁wal l",
+      "▁ wall",
+      "ig i",
+      "i gi",
+      "▁re set",
+      "▁res et",
+      "▁ reset",
+      "ш о",
+      "ya n",
+      "y an",
+      "Me t",
+      "M et",
+      "e i",
+      "▁app earance",
+      "▁appear ance",
+      "▁f ois",
+      "▁fo is",
+      "▁foi s",
+      "▁ fois",
+      "▁n ell",
+      "▁ne ll",
+      "▁nel l",
+      "▁ nell",
+      "es i",
+      "e si",
+      "ё т",
+      "lo or",
+      "l oor",
+      "▁U l",
+      "▁resol ution",
+      "▁f ot",
+      "▁fo t",
+      "▁through out",
+      "▁r i",
+      "▁ ri",
+      "Le vel",
+      "po ol",
+      "p ool",
+      "▁id entity",
+      "▁ident ity",
+      "▁ identity",
+      "▁j anu",
+      "▁jan u",
+      "▁ja nu",
+      "▁im per",
+      "▁imp er",
+      "▁ imper",
+      "▁ö ver",
+      "} `",
+      "▁in fer",
+      "▁inf er",
+      "▁d ates",
+      "▁da tes",
+      "▁dat es",
+      "▁date s",
+      "▁ dates",
+      "▁Stand ard",
+      "▁ Standard",
+      "for ce",
+      "oc key",
+      "ock ey",
+      "ter a",
+      "te ra",
+      "t era",
+      "▁dist ingu",
+      "▁pres ence",
+      "li ca",
+      "lic a",
+      "l ica",
+      "▁le aving",
+      "it ung",
+      "itu ng",
+      "é b",
+      "▁estab lish",
+      "▁m aar",
+      "▁ma ar",
+      "ad i",
+      "a di",
+      "▁New s",
+      "▁Ne ws",
+      "▁ News",
+      "az on",
+      "a zon",
+      "fo lg",
+      "fol g",
+      "f olg",
+      "▁H ence",
+      "▁Hen ce",
+      "▁Y e",
+      "▁f ab",
+      "▁fa b",
+      "▁ fab",
+      "▁f ühr",
+      "▁ führ",
+      "it map",
+      "▁V ers",
+      "▁Ver s",
+      "▁Ve rs",
+      "ro v",
+      "r ov",
+      "Si gn",
+      "S ign",
+      "de vice",
+      "dev ice",
+      "S igma",
+      "▁wet enschapp",
+      "▁P s",
+      "PA TH",
+      "P ATH",
+      "▁t orn",
+      "▁to rn",
+      "▁tor n",
+      "ve st",
+      "ves t",
+      "v est",
+      "ст ов",
+      "сто в",
+      "с тов",
+      "ac count",
+      "acc ount",
+      "acco unt",
+      "▁lar gest",
+      "▁large st",
+      "▁larg est",
+      "▁per cent",
+      "▁perce nt",
+      "▁ percent",
+      "▁W omen",
+      "▁Wo men",
+      "▁im g",
+      "▁ img",
+      "to ol",
+      "t ool",
+      "▁r oce",
+      "▁ro ce",
+      "▁a y",
+      "▁ ay",
+      "in et",
+      "ine t",
+      "i net",
+      "▁ao ût",
+      "▁pol ynomial",
+      "▁integr al",
+      "▁integra l",
+      "▁a reas",
+      "▁are as",
+      "▁area s",
+      "} '",
+      "▁h yp",
+      "▁hy p",
+      "loy ee",
+      "та ль",
+      "тал ь",
+      "т аль",
+      "▁pro xy",
+      "▁ proxy",
+      "▁W y",
+      "▁М екси",
+      "▁Ме кси",
+      "▁es cape",
+      "▁esc ape",
+      "▁ escape",
+      "ol ar",
+      "ola r",
+      "o lar",
+      "▁mis take",
+      "▁mist ake",
+      ")} {",
+      ") }{",
+      "▁P ot",
+      "▁Po t",
+      "▁process es",
+      "▁proc esses",
+      "\"> \r",
+      "\" >\r",
+      "hal ten",
+      "halt en",
+      "zz a",
+      "z za",
+      "am o",
+      "a mo",
+      "к ре",
+      "▁W ood",
+      "▁Wo od",
+      "ø r",
+      "▁с ер",
+      "▁се р",
+      "▁ сер",
+      "oc ia",
+      "oci a",
+      "o cia",
+      "tw o",
+      "t wo",
+      "pro file",
+      "prof ile",
+      "▁A st",
+      "▁As t",
+      "em bro",
+      "emb ro",
+      "▁ar ms",
+      "▁arm s",
+      "in as",
+      "ina s",
+      "i nas",
+      "in nen",
+      "inn en",
+      "▁m sg",
+      "▁ms g",
+      "▁ msg",
+      "IN T",
+      "I NT",
+      "▁b atter",
+      "▁batt er",
+      "▁bat ter",
+      "ign ment",
+      "▁v y",
+      "▁ vy",
+      "H rsg",
+      "▁G rund",
+      "▁Gr und",
+      "▁Gru nd",
+      "ro c",
+      "r oc",
+      "se g",
+      "s eg",
+      "▁de cor",
+      "▁dec or",
+      "▁ decor",
+      "▁event ually",
+      "> ,",
+      "▁p ag",
+      "▁pa g",
+      "▁ pag",
+      "an ten",
+      "ant en",
+      "ante n",
+      "a nten",
+      "▁str ugg",
+      "▁stru gg",
+      "}^ \\",
+      "} ^\\",
+      "date n",
+      "da ten",
+      "dat en",
+      "d aten",
+      "▁re la",
+      "▁r ela",
+      "▁rel a",
+      "по в",
+      "п ов",
+      "▁ко ро",
+      "▁кор о",
+      "▁B os",
+      "▁Bo s",
+      "▁l abor",
+      "▁la bor",
+      "▁lab or",
+      "▁Se cret",
+      "▁Sec ret",
+      "▁ Secret",
+      "ug en",
+      "uge n",
+      "u gen",
+      "▁j ap",
+      "▁ja p",
+      "▁hus band",
+      "▁Al bum",
+      "▁Alb um",
+      "▁et wa",
+      "▁про из",
+      "ri cht",
+      "ric ht",
+      "rich t",
+      "r icht",
+      "ra ch",
+      "rac h",
+      "r ach",
+      "ba t",
+      "b at",
+      "▁pre par",
+      "▁prep ar",
+      "▁St ock",
+      "▁Sto ck",
+      "▁l ack",
+      "▁la ck",
+      "▁lac k",
+      "▁ lack",
+      "хі д",
+      "х ід",
+      "▁h ogy",
+      "▁ho gy",
+      "▁Ch rome",
+      "▁Chr ome",
+      "▁Ad min",
+      "▁ Admin",
+      "▁com parison",
+      "▁compar ison",
+      "▁incre asing",
+      "н г",
+      "im i",
+      "i mi",
+      "D b",
+      "▁g ef",
+      "▁ge f",
+      "▁ gef",
+      "uch t",
+      "uc ht",
+      "u cht",
+      "és e",
+      "é se",
+      "gen ce",
+      "g ence",
+      "▁C ore",
+      "▁Cor e",
+      "▁Co re",
+      "▁ Core",
+      "▁in correct",
+      "▁incor rect",
+      "▁ass uming",
+      "▁assum ing",
+      "our se",
+      "ours e",
+      "ie ron",
+      "ier on",
+      "iero n",
+      "▁The orem",
+      "▁ Theorem",
+      "▁c asa",
+      "▁cas a",
+      "▁ca sa",
+      "je s",
+      "j es",
+      "▁д ере",
+      "▁де ре",
+      "▁` \"",
+      "L D",
+      "ä ß",
+      "De b",
+      "D eb",
+      "▁su iv",
+      "▁B ank",
+      "▁Ban k",
+      "li bs",
+      "lib s",
+      "▁Le on",
+      "▁Leo n",
+      "▁qu art",
+      "▁quar t",
+      "▁prof essional",
+      "▁profession al",
+      "▁profess ional",
+      "▁t iene",
+      "▁ti ene",
+      "▁tie ne",
+      "▁acc omp",
+      "▁ac comp",
+      "▁accom p",
+      "ст ер",
+      "сте р",
+      "с тер",
+      "▁U K",
+      "▁ UK",
+      "N N",
+      "▁l í",
+      "ц я",
+      "ke l",
+      "k el",
+      "▁ •",
+      "▁d ise",
+      "▁di se",
+      "▁dis e",
+      "on to",
+      "ont o",
+      "▁m á",
+      "if s",
+      "i fs",
+      "bi ld",
+      "bil d",
+      "b ild",
+      "▁comp ute",
+      "▁comput e",
+      "▁ compute",
+      "▁é d",
+      "▁ éd",
+      "j ę",
+      "▁M é",
+      "▁l anguages",
+      "▁language s",
+      "▁T imes",
+      "▁Time s",
+      "▁Tim es",
+      "▁Ti mes",
+      "▁ Times",
+      "ce n",
+      "c en",
+      "▁ав то",
+      "ý m",
+      "en ez",
+      "ene z",
+      "e nez",
+      "▁u pp",
+      "▁up p",
+      "▁ upp",
+      "▁m éd",
+      "▁mé d",
+      "▁cu ando",
+      "о д",
+      "Int ent",
+      "ee rd",
+      "e erd",
+      "▁T al",
+      "▁Ta l",
+      "off set",
+      "offs et",
+      "▁h aben",
+      "▁ha ben",
+      "▁hab en",
+      "▁habe n",
+      "re me",
+      "rem e",
+      "r eme",
+      "▁St ack",
+      "▁Sta ck",
+      "▁ Stack",
+      "▁d ri",
+      "▁dr i",
+      "▁ dri",
+      "▁sein em",
+      "▁seine m",
+      "▁sei nem",
+      "▁f évrier",
+      "▁comb ination",
+      "▁combin ation",
+      "▁s oll",
+      "▁so ll",
+      "▁sol l",
+      "▁mov ement",
+      "▁mo vement",
+      "▁move ment",
+      "Sp ec",
+      "Spe c",
+      "S pec",
+      "к ры",
+      "ret ch",
+      "r etch",
+      "Off set",
+      "Ro ot",
+      "R oot",
+      "А р",
+      "wa rt",
+      "war t",
+      "w art",
+      "▁F ollow",
+      "▁Fol low",
+      "▁So cial",
+      "▁Soci al",
+      "▁Soc ial",
+      "ни ков",
+      "ник ов",
+      "▁ →",
+      "Do n",
+      "D on",
+      "▁h arm",
+      "▁ha rm",
+      "▁har m",
+      "▁ harm",
+      "ag r",
+      "a gr",
+      "ne go",
+      "neg o",
+      "n ego",
+      "re source",
+      "res ource",
+      "▁L uc",
+      "▁Lu c",
+      "▁se inen",
+      "▁sein en",
+      "▁seine n",
+      "▁sei nen",
+      "▁De partment",
+      "▁Depart ment",
+      "▁Up date",
+      "▁ Update",
+      "▁Tex as",
+      "▁re ve",
+      "▁rev e",
+      "▁P os",
+      "▁Po s",
+      "▁ Pos",
+      "▁s hot",
+      "▁sh ot",
+      "▁sho t",
+      "▁ shot",
+      "ot he",
+      "oth e",
+      "o the",
+      "▁repe ated",
+      "▁repeat ed",
+      "▁rec ently",
+      "▁recent ly",
+      "áb an",
+      "á ban",
+      "ak s",
+      "a ks",
+      "па н",
+      "п ан",
+      "▁c ha",
+      "▁ch a",
+      "▁ cha",
+      "oh l",
+      "o hl",
+      "▁t end",
+      "▁te nd",
+      "▁ten d",
+      "▁д во",
+      "ch ts",
+      "cht s",
+      "ça ise",
+      "çais e",
+      "pl ing",
+      "p ling",
+      "al bum",
+      "e j",
+      "▁` [",
+      "ma ps",
+      "map s",
+      "m aps",
+      "▁un its",
+      "▁unit s",
+      "▁< !--",
+      "▁<! --",
+      "▁ <!--",
+      "▁г е",
+      "▁ ге",
+      "▁In formation",
+      "▁Inform ation",
+      "▁ Information",
+      "ik on",
+      "iko n",
+      "i kon",
+      "▁t an",
+      "▁ta n",
+      "▁ tan",
+      "▁d ocker",
+      "▁do cker",
+      "▁doc ker",
+      "▁dock er",
+      "▁ docker",
+      "▁St ad",
+      "▁Sta d",
+      "▁a udio",
+      "▁aud io",
+      "▁audi o",
+      "▁ audio",
+      "ik o",
+      "i ko",
+      "▁co ordinates",
+      "▁coordin ates",
+      "▁coordinate s",
+      "x s",
+      "▁rep lied",
+      "▁) ,",
+      "▁ ),",
+      "▁Govern ment",
+      "▁A cademy",
+      "▁Academ y",
+      "UN T",
+      "U NT",
+      "▁т ри",
+      "▁ три",
+      "B l",
+      "▁a nc",
+      "▁an c",
+      "▁ anc",
+      "ш у",
+      "▁тако ж",
+      "▁in finite",
+      "▁infin ite",
+      "R C",
+      "▁g a",
+      "▁ ga",
+      "▁ad just",
+      "▁adj ust",
+      "▁mer ge",
+      "▁ merge",
+      "; `",
+      "▁p oster",
+      "▁po ster",
+      "▁pos ter",
+      "▁post er",
+      "▁poste r",
+      "▁Japan ese",
+      "\"] ;",
+      "\" ];",
+      "▁ex hib",
+      "▁order ed",
+      "▁ord ered",
+      "▁ ordered",
+      "ict ures",
+      "icture s",
+      "ро с",
+      "р ос",
+      "▁s érie",
+      "▁sé rie",
+      "le ts",
+      "let s",
+      "l ets",
+      "▁i p",
+      "▁ ip",
+      "Select or",
+      "▁ex istence",
+      "▁exist ence",
+      "Re ce",
+      "Rec e",
+      "li ga",
+      "lig a",
+      "l iga",
+      "down load",
+      "▁lem ma",
+      "▁ lemma",
+      "ie v",
+      "i ev",
+      "ud ent",
+      "ude nt",
+      "uden t",
+      "u dent",
+      "sk o",
+      "s ko",
+      "▁A rab",
+      "▁Ar ab",
+      "▁Ara b",
+      "it ate",
+      "ita te",
+      "itat e",
+      "by te",
+      "о т",
+      "ik t",
+      "i kt",
+      "на та",
+      "нат а",
+      "▁A f",
+      "( @",
+      "▁m ad",
+      "▁ma d",
+      "▁ mad",
+      "od b",
+      "o db",
+      "▁el imin",
+      "▁elim in",
+      "▁s pent",
+      "▁sp ent",
+      "▁spe nt",
+      "En ter",
+      "Ent er",
+      "▁Mit g",
+      "Wh en",
+      "W hen",
+      "▁dé part",
+      "▁dép art",
+      "M I",
+      "▁f ellow",
+      "▁fel low",
+      "▁fell ow",
+      "▁thous and",
+      "▁C u",
+      "kt or",
+      "k tor",
+      "Ca che",
+      "C ache",
+      "▁tamb ém",
+      "▁també m",
+      "▁ext ended",
+      "▁extend ed",
+      "ве ст",
+      "at ers",
+      "ate rs",
+      "ater s",
+      "a ters",
+      "▁L ic",
+      "▁Li c",
+      "to type",
+      "tot ype",
+      "▁G a",
+      "▁bl ood",
+      "▁blo od",
+      "▁m apping",
+      "▁ma pping",
+      "▁map ping",
+      "▁ mapping",
+      "▁n omin",
+      "▁no min",
+      "▁nom in",
+      "▁man ifest",
+      "▁manif est",
+      "▁ manifest",
+      "▁p ens",
+      "▁pe ns",
+      "▁pen s",
+      "▁r it",
+      "▁ri t",
+      "▁ rit",
+      "▁file name",
+      "▁fil ename",
+      "▁ filename",
+      "▁f illed",
+      "▁fil led",
+      "▁fill ed",
+      "▁fille d",
+      "▁ filled",
+      "v ä",
+      "▁ra ised",
+      "▁raise d",
+      "▁m obile",
+      "▁mob ile",
+      "▁mobil e",
+      "▁ mobile",
+      "k é",
+      "▁R ight",
+      "▁ Right",
+      "▁ge hör",
+      "▁temper ature",
+      "▁some how",
+      "▁Span ish",
+      "▁k ommun",
+      "▁kom mun",
+      "▁komm un",
+      "▁ch osen",
+      "▁cho sen",
+      "▁chose n",
+      "▁hor se",
+      "▁hors e",
+      "; \\",
+      "▁original ly",
+      "▁origin ally",
+      "Has h",
+      "Ha sh",
+      "H ash",
+      "▁c itt",
+      "▁ci tt",
+      "▁cit t",
+      "▁en core",
+      "▁enc ore",
+      "▁W olf",
+      "▁Wol f",
+      "▁n ú",
+      "▁You ng",
+      "Var i",
+      "V ari",
+      "▁Sch we",
+      "▁Schw e",
+      "▁capt ure",
+      "▁J ane",
+      "▁Jan e",
+      "▁Ja ne",
+      "Inter face",
+      "ow ych",
+      "owy ch",
+      "▁Deutsch land",
+      "▁K ol",
+      "▁Ko l",
+      "▁bound ary",
+      "▁G ND",
+      "No w",
+      "N ow",
+      "ke hr",
+      "( *",
+      "= -",
+      "▁W el",
+      "▁We l",
+      "▁ Wel",
+      "▁C at",
+      "▁Ca t",
+      "▁ Cat",
+      "am ment",
+      "amm ent",
+      "ammen t",
+      "AG E",
+      "A GE",
+      "▁r ights",
+      "▁right s",
+      "Sc roll",
+      "▁happ ening",
+      "▁happen ing",
+      "▁B la",
+      "▁Bl a",
+      "▁s cience",
+      "▁sc ience",
+      "▁sci ence",
+      "aw s",
+      "a ws",
+      "▁behav iour",
+      "▁imp lies",
+      "▁impl ies",
+      "▁ implies",
+      "▁Qu een",
+      "▁Que en",
+      "ov an",
+      "ova n",
+      "o van",
+      "pa y",
+      "p ay",
+      "њ а",
+      "ar et",
+      "are t",
+      "a ret",
+      "er ship",
+      "ers hip",
+      "▁L ang",
+      "▁La ng",
+      "▁Lan g",
+      "▁го д",
+      "▁г од",
+      "▁record ed",
+      "ze m",
+      "z em",
+      "▁Th read",
+      "▁ Thread",
+      "▁t odo",
+      "▁to do",
+      "▁tod o",
+      "og o",
+      "o go",
+      "▁sc enario",
+      "▁scen ario",
+      "▁con cent",
+      "▁conc ent",
+      "▁conce nt",
+      "ре з",
+      "р ез",
+      "St orage",
+      "Sto rage",
+      "▁di rig",
+      "▁dir ig",
+      "▁S eries",
+      "▁Se ries",
+      "▁Ser ies",
+      "▁Serie s",
+      "▁ Series",
+      "▁g as",
+      "▁ga s",
+      "▁ gas",
+      "SE T",
+      "S ET",
+      "è ce",
+      "ra te",
+      "rat e",
+      "r ate",
+      "HT TP",
+      "▁k ap",
+      "▁ka p",
+      "▁ kap",
+      "Em p",
+      "E mp",
+      "UT F",
+      "U TF",
+      "án í",
+      "á ní",
+      "ста ви",
+      "став и",
+      "window s",
+      "wind ows",
+      "w indows",
+      "ér ation",
+      "éra tion",
+      "ap ed",
+      "ape d",
+      "a ped",
+      "▁s istema",
+      "▁sist ema",
+      "▁su rv",
+      "▁sur v",
+      "▁West ern",
+      "▁Wes tern",
+      "▁g é",
+      "▁S uch",
+      "▁Su ch",
+      "Write r",
+      "W riter",
+      "▁can vas",
+      "▁ canvas",
+      "▁gu arante",
+      "sc roll",
+      "scr oll",
+      "av ed",
+      "ave d",
+      "a ved",
+      "It al",
+      "I tal",
+      "▁E lect",
+      "▁El ect",
+      "▁Ele ct",
+      "]( #",
+      "▁H erm",
+      "▁He rm",
+      "▁Her m",
+      "▁Comm and",
+      "▁ Command",
+      "▁Ch ild",
+      "▁Chi ld",
+      "▁ Child",
+      "▁p d",
+      "▁ pd",
+      "ut ch",
+      "S ql",
+      "* .",
+      "▁T ag",
+      "▁Ta g",
+      "▁ Tag",
+      "▁T a",
+      "▁m ail",
+      "▁ma il",
+      "▁mai l",
+      "▁ mail",
+      "sc reen",
+      "scr een",
+      "s creen",
+      "sc r",
+      "s cr",
+      "zi al",
+      "zia l",
+      "z ial",
+      "▁F ür",
+      "▁sugg estions",
+      "▁suggest ions",
+      "▁suggestion s",
+      "ch ester",
+      "che ster",
+      "ches ter",
+      ") |",
+      "per son",
+      "pers on",
+      "p erson",
+      "ze l",
+      "z el",
+      "▁wait ing",
+      "▁wa iting",
+      "▁с ле",
+      "▁ сле",
+      "F L",
+      "▁Al bert",
+      "▁Alb ert",
+      "▁H ij",
+      "▁Hi j",
+      "▁т ер",
+      "▁те р",
+      "▁ тер",
+      "ew rite",
+      "e write",
+      "▁sent ence",
+      "▁lin ux",
+      "▁ linux",
+      "е де",
+      "ên cia",
+      "▁Ital ian",
+      "▁Italia n",
+      "ч ка",
+      "File s",
+      "Fil es",
+      "Fi les",
+      "F iles",
+      "▁not iced",
+      "▁notice d",
+      "bin g",
+      "bi ng",
+      "b ing",
+      "▁Re search",
+      "▁Res earch",
+      "▁al ter",
+      "▁alt er",
+      "▁alte r",
+      "▁ alter",
+      "he el",
+      "\\< ^",
+      "▁Pro cess",
+      "▁ Process",
+      "▁b attle",
+      "▁batt le",
+      "мо в",
+      "м ов",
+      "▁A frica",
+      "▁Afr ica",
+      "▁Af rica",
+      "▁An ne",
+      "▁Ann e",
+      "▁g eld",
+      "▁ge ld",
+      "▁gel d",
+      "} %",
+      "▁d ocs",
+      "▁do cs",
+      "▁doc s",
+      "▁ docs",
+      "Type s",
+      "Ty pes",
+      "Typ es",
+      "T ypes",
+      "▁retr ieve",
+      "▁O fficial",
+      "▁Off icial",
+      "▁Offic ial",
+      "▁t rab",
+      "▁tr ab",
+      "▁tra b",
+      "ц ы",
+      "▁In put",
+      "▁ Input",
+      "st ep",
+      "ste p",
+      "▁l augh",
+      "▁la ugh",
+      "▁Х а",
+      "▁p ela",
+      "▁pe la",
+      "▁pel a",
+      "Me dia",
+      "Med ia",
+      "M edia",
+      "ro ugh",
+      "rou gh",
+      "r ough",
+      "га ни",
+      "ган и",
+      "▁Sh ould",
+      "▁Sho uld",
+      "▁ Should",
+      "▁Cont ent",
+      "▁ Content",
+      "ле м",
+      "л ем",
+      "os h",
+      "o sh",
+      "▁some what",
+      "▁C er",
+      "▁Ce r",
+      "Back ground",
+      "st ru",
+      "str u",
+      "▁in line",
+      "▁ inline",
+      "▁N eder",
+      "▁Ne der",
+      "▁Ned er",
+      "▁mod ules",
+      "▁module s",
+      "▁ modules",
+      "▁B uch",
+      "▁Bu ch",
+      "▁Buc h",
+      "ń ski",
+      "wi det",
+      "wide t",
+      "wid et",
+      "▁z n",
+      "▁ zn",
+      "pos es",
+      "pose s",
+      "p oses",
+      "▁gr adu",
+      "▁gra du",
+      "▁grad u",
+      "▁a qu",
+      "▁ aqu",
+      "P R",
+      "▁put ting",
+      "▁по ли",
+      "▁пол и",
+      "▁ поли",
+      "▁p urch",
+      "▁pur ch",
+      "▁sm ooth",
+      "ри й",
+      "eng ine",
+      "▁l ived",
+      "▁li ved",
+      "▁live d",
+      "▁liv ed",
+      "Acc ount",
+      "Ac count",
+      "Det ails",
+      "Detail s",
+      "▁t ells",
+      "▁tell s",
+      "▁tel ls",
+      "▁Out put",
+      "▁ Output",
+      "He re",
+      "Her e",
+      "H ere",
+      "▁Found ation",
+      "▁ Foundation",
+      "Text View",
+      "▁dec ision",
+      "▁decis ion",
+      "▁dep endency",
+      "▁depend ency",
+      "▁ dependency",
+      "oc ation",
+      "oca tion",
+      "o cation",
+      "ov al",
+      "ova l",
+      "o val",
+      "fe ld",
+      "fel d",
+      "f eld",
+      "▁п ров",
+      "▁про в",
+      "▁пр ов",
+      "▁en ds",
+      "▁end s",
+      "▁ ends",
+      "▁i os",
+      "▁io s",
+      "▁ ios",
+      "▁ex cel",
+      "▁exc el",
+      "▁ excel",
+      "ag u",
+      "a gu",
+      "▁e leg",
+      "▁el eg",
+      "▁ele g",
+      "▁E lement",
+      "▁El ement",
+      "▁Ele ment",
+      "▁ Element",
+      "Que ue",
+      "▁f ö",
+      "вер сите",
+      "▁exper ien",
+      "▁direct ed",
+      "▁dire cted",
+      "▁dir ected",
+      "▁c amb",
+      "▁cam b",
+      "▁ca mb",
+      "▁Д ж",
+      "▁f olg",
+      "▁fol g",
+      "▁fo lg",
+      "▁ folg",
+      "▁c once",
+      "▁con ce",
+      "▁conc e",
+      "▁F ab",
+      "▁Fa b",
+      "▁V i",
+      "▁adv antage",
+      "▁B ei",
+      "▁Be i",
+      "pr od",
+      "pro d",
+      "p rod",
+      "▁X IX",
+      "▁XI X",
+      "▁F ace",
+      "▁Fa ce",
+      "▁Fac e",
+      "▁ Face",
+      "▁v ir",
+      "▁vi r",
+      "▁ vir",
+      "▁Russ ian",
+      "▁Russia n",
+      "▁s pan",
+      "▁sp an",
+      "▁ span",
+      "en í",
+      "e ní",
+      "▁z one",
+      "▁zo ne",
+      "▁ zone",
+      "▁att ach",
+      "▁ attach",
+      "▁б ез",
+      "▁бе з",
+      "▁man agement",
+      "▁manage ment",
+      "▁ management",
+      "A c",
+      "▁о п",
+      "on ce",
+      "onc e",
+      "ha lt",
+      "hal t",
+      "h alt",
+      "us o",
+      "u so",
+      "Sp e",
+      "S pe",
+      "▁r aw",
+      "▁ra w",
+      "▁ raw",
+      "ér o",
+      "é ro",
+      "id el",
+      "ide l",
+      "i del",
+      "la w",
+      "l aw",
+      "She et",
+      "S heet",
+      "▁m ission",
+      "▁miss ion",
+      "▁ mission",
+      "▁came ra",
+      "▁cam era",
+      "▁ camera",
+      "▁hon or",
+      "▁ho nor",
+      "▁appoint ed",
+      "▁R oma",
+      "▁Ro ma",
+      "▁Rom a",
+      "li near",
+      "line ar",
+      "lin ear",
+      "Row s",
+      "Ro ws",
+      "R ows",
+      "fer ences",
+      "ference s",
+      "▁I O",
+      "▁ IO",
+      "▁cover ed",
+      "▁cov ered",
+      "ra j",
+      "r aj",
+      "ств ова",
+      "ство ва",
+      "▁S ym",
+      "▁Sy m",
+      "▁ Sym",
+      "▁t id",
+      "▁ti d",
+      "▁ tid",
+      "is c",
+      "i sc",
+      "▁R ud",
+      "▁Ru d",
+      "▁enc uent",
+      "▁fail ure",
+      "üs s",
+      "ü ss",
+      "▁s qu",
+      "▁sq u",
+      "▁ squ",
+      "▁p aint",
+      "▁pa int",
+      "▁pain t",
+      "▁ser ious",
+      "▁c ursor",
+      "▁curs or",
+      "▁ cursor",
+      "tr as",
+      "tra s",
+      "t ras",
+      "▁dis cussion",
+      "▁discuss ion",
+      "▁ discussion",
+      "▁c ried",
+      "▁cr ied",
+      "▁cri ed",
+      "er ie",
+      "eri e",
+      "e rie",
+      "▁De velop",
+      "▁ Develop",
+      "▁re write",
+      "▁r ewrite",
+      "▁ rewrite",
+      "▁gén éral",
+      "▁généra l",
+      "wa it",
+      "w ait",
+      "▁Har ry",
+      "▁Harr y",
+      "í r",
+      "▁ge public",
+      "▁gep ublic",
+      "▁и г",
+      "і б",
+      "я т",
+      "▁И з",
+      "▁equ ations",
+      "▁equation s",
+      "▁p lane",
+      "▁pl ane",
+      "▁pla ne",
+      "▁plan e",
+      "▁ plane",
+      "▁ac qu",
+      "▁an gle",
+      "▁ang le",
+      "▁ angle",
+      "▁t rees",
+      "▁tr ees",
+      "▁tre es",
+      "▁tree s",
+      "▁ trees",
+      "▁К он",
+      "▁Ко н",
+      "V D",
+      "pe rt",
+      "per t",
+      "p ert",
+      "▁doc uments",
+      "▁document s",
+      "c b",
+      "▁im plements",
+      "▁implement s",
+      "▁impl ements",
+      "ста нов",
+      "стан ов",
+      "▁W alter",
+      "▁Wal ter",
+      "зы ва",
+      "▁с пе",
+      "▁сп е",
+      "▁ спе",
+      "▁ch ap",
+      "▁cha p",
+      "ple x",
+      "pl ex",
+      "p lex",
+      "▁m agnet",
+      "▁mag net",
+      "▁magn et",
+      "▁gepublic eerd",
+      "▁high ly",
+      "▁l eurs",
+      "▁le urs",
+      "▁leur s",
+      "▁d ress",
+      "▁dr ess",
+      "▁dre ss",
+      "▁re start",
+      "▁rest art",
+      "▁resta rt",
+      "Re nder",
+      "R ender",
+      "Call back",
+      "is o",
+      "i so",
+      "▁const itu",
+      "▁constit u",
+      "▁E nde",
+      "▁En de",
+      "▁End e",
+      "Z E",
+      "▁Ang eles",
+      "▁Angel es",
+      "▁der ived",
+      "▁deriv ed",
+      "▁derive d",
+      "=\" {",
+      "] \\",
+      "▁Ch ange",
+      "▁Chan ge",
+      "▁ Change",
+      "▁H aus",
+      "▁Ha us",
+      "▁st ad",
+      "▁sta d",
+      "▁ stad",
+      "▁Re quest",
+      "▁ Request",
+      "om o",
+      "o mo",
+      "▁Act ive",
+      "▁Activ e",
+      "▁ Active",
+      "ur en",
+      "ure n",
+      "u ren",
+      "▁t ourn",
+      "▁to urn",
+      "▁tour n",
+      "▁tou rn",
+      "▁particular ly",
+      "Serv let",
+      "ab c",
+      "a bc",
+      "wide tilde",
+      "widet ilde",
+      "an dra",
+      "and ra",
+      "andr a",
+      "Hel per",
+      "Help er",
+      "R ule",
+      "▁plus ieurs",
+      "▁w ave",
+      "▁wa ve",
+      "▁ wave",
+      "ne q",
+      "n eq",
+      "▁Т е",
+      "fr e",
+      "f re",
+      "sk é",
+      "s ké",
+      "▁al c",
+      "▁l ogs",
+      "▁lo gs",
+      "▁log s",
+      "▁ logs",
+      "G S",
+      "▁M ol",
+      "▁Mo l",
+      "▁per mission",
+      "▁perm ission",
+      "▁ permission",
+      "▁s oul",
+      "▁so ul",
+      "▁sou l",
+      "▁w ants",
+      "▁want s",
+      "▁gu ide",
+      "▁guid e",
+      "▁ guide",
+      "▁v iene",
+      "▁vi ene",
+      "▁vie ne",
+      "▁Wil helm",
+      "▁ev idence",
+      "\"} ,",
+      "\" },",
+      "ro pol",
+      "rop ol",
+      "r opol",
+      "▁auth entication",
+      "▁authentic ation",
+      "▁ authentication",
+      "▁occur red",
+      "▁occurr ed",
+      "▁I F",
+      "▁ IF",
+      "no c",
+      "n oc",
+      "I A",
+      "▁B an",
+      "▁Ba n",
+      "▁к ар",
+      "▁ка р",
+      "▁ кар",
+      "▁b le",
+      "▁bl e",
+      "▁ ble",
+      "▁se gment",
+      "▁seg ment",
+      "▁ segment",
+      "▁p layers",
+      "▁play ers",
+      "▁player s",
+      "is i",
+      "i si",
+      "▁st uck",
+      "▁P y",
+      "▁ Py",
+      "An y",
+      "A ny",
+      "ho u",
+      "h ou",
+      "▁form att",
+      "▁format t",
+      "▁forma tt",
+      "▁pe ace",
+      "▁К ар",
+      "▁Ка р",
+      "et es",
+      "ete s",
+      "e tes",
+      "df rac",
+      "d frac",
+      "( ?",
+      "▁S ite",
+      "▁Si te",
+      "▁Sit e",
+      "▁ Site",
+      "▁L ive",
+      "▁Li ve",
+      "▁Liv e",
+      "▁ Live",
+      "▁U s",
+      "▁ Us",
+      "▁c lim",
+      "▁cl im",
+      "▁cli m",
+      "▁A li",
+      "▁Al i",
+      "ре й",
+      "р ей",
+      "▁Pr ince",
+      "▁Prin ce",
+      "▁ob lig",
+      "ie b",
+      "i eb",
+      "▁A lt",
+      "▁Al t",
+      "▁ Alt",
+      "▁p ros",
+      "▁pro s",
+      "▁pr os",
+      "ra cle",
+      "rac le",
+      "r acle",
+      "▁C ette",
+      "▁Ce tte",
+      "▁Cet te",
+      "ke s",
+      "k es",
+      "z ös",
+      "ouv elle",
+      "ouve lle",
+      "ouvel le",
+      "//// ////",
+      "ab y",
+      "a by",
+      "ér e",
+      "é re",
+      "ra ne",
+      "ran e",
+      "r ane",
+      "▁po wers",
+      "▁power s",
+      "▁pow ers",
+      "▁P ath",
+      "▁Pa th",
+      "▁Pat h",
+      "▁ Path",
+      "▁W ord",
+      "▁Wo rd",
+      "▁Wor d",
+      "▁ Word",
+      "▁trans action",
+      "▁ transaction",
+      "▁caus ing",
+      "▁ca using",
+      "ell schaft",
+      "â t",
+      "▁C PU",
+      "▁CP U",
+      "▁dep th",
+      "▁ depth",
+      "ST R",
+      "S TR",
+      "▁Con f",
+      "▁ Conf",
+      "▁r are",
+      "▁ra re",
+      "▁ rare",
+      "▁A k",
+      "▁b on",
+      "▁bo n",
+      "▁ bon",
+      "▁Car los",
+      "▁Carl os",
+      "▁Carlo s",
+      "▁specific ally",
+      "ri cs",
+      "ric s",
+      "r ics",
+      "KE Y",
+      "K EY",
+      "▁st ars",
+      "▁star s",
+      "▁sta rs",
+      "ér ica",
+      "éri ca",
+      "éric a",
+      "é rica",
+      "▁Л у",
+      "▁con figure",
+      "▁config ure",
+      "▁configur e",
+      "▁ configure",
+      "▁a gent",
+      "▁ag ent",
+      "▁age nt",
+      "▁ agent",
+      "▁expla ined",
+      "▁expl ained",
+      "▁explain ed",
+      "▁co efficient",
+      "д ь",
+      "' }",
+      "▁v ida",
+      "▁vi da",
+      "▁vid a",
+      "▁S yn",
+      "▁Sy n",
+      "▁ Syn",
+      "▁на зва",
+      "▁O ption",
+      "▁Op tion",
+      "▁Opt ion",
+      "▁ Option",
+      "▁r ob",
+      "▁ro b",
+      "▁ rob",
+      "▁к лу",
+      ": [",
+      "ant ly",
+      "dep endency",
+      "▁C ur",
+      "▁Cu r",
+      "▁ Cur",
+      "▁fr ances",
+      "▁fran ces",
+      "▁franc es",
+      "▁ide al",
+      "▁idea l",
+      "S w",
+      "▁г руп",
+      "▁гру п",
+      "▁Cap tain",
+      "▁Capt ain",
+      "▁t odos",
+      "▁tod os",
+      "▁todo s",
+      "J o",
+      "▁p elo",
+      "▁pe lo",
+      "▁pel o",
+      "? ](",
+      "▁fa ith",
+      "▁fait h",
+      "ово й",
+      "о вой",
+      "▁f resh",
+      "▁fr esh",
+      "▁fre sh",
+      "▁fres h",
+      "▁p ropri",
+      "▁prop ri",
+      "Time out",
+      "▁v eh",
+      "▁ve h",
+      "cont ents",
+      "content s",
+      "▁D ocument",
+      "▁Doc ument",
+      "▁ Document",
+      "col lection",
+      "collect ion",
+      "coll ection",
+      "▁k ar",
+      "▁ka r",
+      "▁ kar",
+      "ru ck",
+      "r uck",
+      "You r",
+      "Y our",
+      "um a",
+      "u ma",
+      "▁math emat",
+      "En abled",
+      "Enable d",
+      "пу бли",
+      "▁Eng ine",
+      "▁ Engine",
+      "▁Mün chen",
+      "▁по се",
+      "▁пос е",
+      "▁f on",
+      "▁fo n",
+      "▁ fon",
+      "arch ive",
+      "archiv e",
+      "▁fre quency",
+      "▁frequ ency",
+      "}+ \\",
+      "} +\\",
+      "ât e",
+      "â te",
+      "▁k or",
+      "▁ko r",
+      "▁ kor",
+      "▁К ра",
+      "Si ng",
+      "S ing",
+      "mon th",
+      "mo nth",
+      "mont h",
+      "▁H aw",
+      "▁Ha w",
+      "▁s ys",
+      "▁sy s",
+      "▁ sys",
+      "er me",
+      "erm e",
+      "▁W ould",
+      "▁Wo uld",
+      "▁imp act",
+      "urr ency",
+      "li cht",
+      "lic ht",
+      "lich t",
+      "l icht",
+      "▁a pt",
+      "▁ap t",
+      "▁ apt",
+      "ie re",
+      "ier e",
+      "i ere",
+      "▁m otion",
+      "▁mo tion",
+      "▁mot ion",
+      "С СР",
+      "▁I nit",
+      "▁In it",
+      "▁ Init",
+      "▁m s",
+      "▁ ms",
+      "▁M S",
+      "▁ MS",
+      "sh ift",
+      "▁au tres",
+      "▁aut res",
+      "▁autre s",
+      "▁ autres",
+      "▁b ash",
+      "▁bas h",
+      "▁ba sh",
+      "▁ bash",
+      "h idden",
+      "or io",
+      "ori o",
+      "o rio",
+      "▁cele br",
+      "▁L iber",
+      "▁Li ber",
+      "▁Lib er",
+      "et o",
+      "e to",
+      "▁d ove",
+      "▁do ve",
+      "▁dov e",
+      "▁path s",
+      "▁pat hs",
+      "▁ paths",
+      "▁in j",
+      "C ategory",
+      "▁c ry",
+      "▁cr y",
+      "▁mar ked",
+      "▁mark ed",
+      "у до",
+      "ash ion",
+      "ashi on",
+      "äl t",
+      "ä lt",
+      "▁l an",
+      "▁la n",
+      "▁ lan",
+      "▁te ams",
+      "▁team s",
+      "▁tea ms",
+      "▁k v",
+      "▁ kv",
+      "ia ms",
+      "iam s",
+      "i ams",
+      "ab an",
+      "aba n",
+      "a ban",
+      "▁T ABLE",
+      "▁ TABLE",
+      "ва р",
+      "в ар",
+      "Re pos",
+      "Rep os",
+      "▁B ell",
+      "▁Be ll",
+      "▁Bel l",
+      "▁pub blic",
+      "▁count ries",
+      "▁s pin",
+      "▁sp in",
+      "▁l ég",
+      "▁lé g",
+      "▁K rie",
+      "▁Kr ie",
+      "▁J ones",
+      "▁Jo nes",
+      "▁Jon es",
+      "wh ite",
+      "H tml",
+      "Pr ess",
+      "Pre ss",
+      "Pres s",
+      "P ress",
+      "▁Bl ue",
+      "▁ Blue",
+      "Oper ation",
+      "▁A nth",
+      "▁An th",
+      "▁Ant h",
+      "▁p se",
+      "▁ps e",
+      "▁ pse",
+      "▁F ont",
+      "▁Fo nt",
+      "▁Fon t",
+      "▁ Font",
+      "▁th eme",
+      "▁the me",
+      "▁them e",
+      "▁ theme",
+      "▁block s",
+      "▁blo cks",
+      "$ )",
+      "▁g lad",
+      "▁gl ad",
+      "▁gla d",
+      "▁man age",
+      "or den",
+      "ord en",
+      "orde n",
+      "os ten",
+      "ost en",
+      "o sten",
+      "col e",
+      "co le",
+      "c ole",
+      "▁S P",
+      "▁ SP",
+      "▁sch ema",
+      "▁sche ma",
+      "▁ schema",
+      "ur as",
+      "ura s",
+      "u ras",
+      "▁when ever",
+      "Ш А",
+      "ри то",
+      "рит о",
+      "▁discover ed",
+      "▁p refix",
+      "▁pre fix",
+      "▁ prefix",
+      "glob al",
+      "g lobal",
+      "ro ke",
+      "rok e",
+      "r oke",
+      "ze s",
+      "z es",
+      "ch te",
+      "cht e",
+      "▁Be fore",
+      "▁Bef ore",
+      "▁ Before",
+      "ме ни",
+      "мен и",
+      "▁D ig",
+      "▁Di g",
+      "▁ Dig",
+      "▁ra pid",
+      "▁rap id",
+      "▁l leg",
+      "▁ll eg",
+      "▁lle g",
+      "equ als",
+      "eq uals",
+      "equal s",
+      "▁H och",
+      "▁Ho ch",
+      "for all",
+      "ва ти",
+      "ват и",
+      "us z",
+      "u sz",
+      "▁att ached",
+      "▁attach ed",
+      "Ex pression",
+      "Exp ression",
+      "Expr ession",
+      "Express ion",
+      "▁st ock",
+      "▁sto ck",
+      "▁ stock",
+      "ül l",
+      "ü ll",
+      "pe t",
+      "p et",
+      "ess ions",
+      "ession s",
+      "col o",
+      "co lo",
+      "c olo",
+      "▁g y",
+      "▁ gy",
+      "Bo ok",
+      "B ook",
+      "▁Jac ob",
+      "▁Pro duct",
+      "▁Produ ct",
+      "▁ Product",
+      "▁input s",
+      "ми р",
+      "▁learn ed",
+      "▁lear ned",
+      "ów n",
+      "ó wn",
+      "▁po lice",
+      "▁pol ice",
+      "▁polic e",
+      "▁ле т",
+      "▁ лет",
+      "▁I tem",
+      "▁It em",
+      "▁ Item",
+      "▁e ye",
+      "ai ent",
+      "a ient",
+      "▁Sam mlung",
+      "▁L or",
+      "▁Lo r",
+      "▁re pres",
+      "▁rep res",
+      "▁repr es",
+      "▁repre s",
+      "▁f est",
+      "▁fe st",
+      "▁ fest",
+      "Con d",
+      "Co nd",
+      "C ond",
+      "▁n ouve",
+      "▁no uve",
+      "▁nou ve",
+      "▁ext end",
+      "▁ extend",
+      "▁Fran ces",
+      "▁France s",
+      "▁Fr ances",
+      "▁Franc es",
+      "▁F ind",
+      "▁Fin d",
+      "▁ Find",
+      "▁de ze",
+      "▁dez e",
+      "er na",
+      "ern a",
+      "▁hab ía",
+      "pr ü",
+      "▁mo tor",
+      "▁mot or",
+      "bi e",
+      "b ie",
+      "Hel lo",
+      "H ello",
+      "▁res id",
+      "▁f inale",
+      "▁fin ale",
+      "▁final e",
+      "% )",
+      "{ '",
+      "▁H ard",
+      "▁Har d",
+      "▁Ha rd",
+      "▁p airs",
+      "▁pa irs",
+      "▁pair s",
+      "▁E ll",
+      "▁El l",
+      "iv ot",
+      "ivo t",
+      "re es",
+      "ree s",
+      "r ees",
+      "▁For ce",
+      "▁even ing",
+      "▁ev ening",
+      "▁des pués",
+      "▁desp ués",
+      "r g",
+      "Wh y",
+      "W hy",
+      "▁c onn",
+      "▁con n",
+      "▁co nn",
+      "▁ conn",
+      "sch ema",
+      "sche ma",
+      "хо д",
+      "х од",
+      "▁ме жду",
+      "▁fl ash",
+      "▁fla sh",
+      "▁ flash",
+      "sk ip",
+      "ski p",
+      "▁min ute",
+      "▁v ed",
+      "▁ve d",
+      "▁ ved",
+      "ay lor",
+      "▁s eus",
+      "▁se us",
+      "▁seu s",
+      "▁Ma jor",
+      "▁Maj or",
+      "▁fr anc",
+      "▁fran c",
+      "▁fra nc",
+      "▁r ac",
+      "▁ra c",
+      "▁ rac",
+      "k w",
+      "c v",
+      "N ative",
+      "▁B utton",
+      "▁But ton",
+      "▁ Button",
+      "ни ци",
+      "ниц и",
+      "sett ings",
+      "setting s",
+      "s ettings",
+      "▁A ccess",
+      "▁Acc ess",
+      "▁Ac cess",
+      "▁ Access",
+      "▁qu ality",
+      "▁qual ity",
+      "▁quali ty",
+      "▁ quality",
+      "pr ops",
+      "pro ps",
+      "prop s",
+      "F loat",
+      "▁S cot",
+      "▁Sc ot",
+      "▁A D",
+      "▁ AD",
+      "▁al lem",
+      "▁all em",
+      "▁alle m",
+      "& \\",
+      "ustr ation",
+      "pat tern",
+      "mi r",
+      "m ir",
+      "▁incor por",
+      "sk ich",
+      "ski ch",
+      "' >",
+      "St and",
+      "▁techn ique",
+      "▁techni que",
+      "▁E ss",
+      "▁Es s",
+      "▁Ox ford",
+      "▁ ла",
+      "t ikz",
+      "ли й",
+      "Log in",
+      "Lo gin",
+      "▁min ister",
+      "▁minist er",
+      "▁mini ster",
+      "▁ minister",
+      "▁c url",
+      "▁cu rl",
+      "▁cur l",
+      "▁ curl",
+      "ka n",
+      "k an",
+      "▁m aps",
+      "▁ma ps",
+      "▁map s",
+      "▁ maps",
+      "in da",
+      "ind a",
+      "ri eb",
+      "rie b",
+      "r ieb",
+      "▁E ND",
+      "▁EN D",
+      "▁ END",
+      "if ies",
+      "ifi es",
+      "ifie s",
+      "con sole",
+      "cons ole",
+      "bu ry",
+      "bur y",
+      "b ury",
+      "▁L E",
+      "▁ LE",
+      "▁indep end",
+      "▁inde pend",
+      "▁t a",
+      "▁ ta",
+      "▁ Ś",
+      "on el",
+      "one l",
+      "o nel",
+      "és z",
+      "é sz",
+      "▁I st",
+      "▁Is t",
+      "ut ive",
+      "uti ve",
+      "ё л",
+      "▁Reg ion",
+      "▁ Region",
+      "▁( =",
+      "▁comp act",
+      "ço is",
+      "ç ois",
+      "▁label s",
+      "▁lab els",
+      "▁ labels",
+      "autor ité",
+      "▁s tan",
+      "▁st an",
+      "▁sta n",
+      "▁ stan",
+      "▁fran çaise",
+      "▁français e",
+      "▁rem oving",
+      "▁remov ing",
+      "y c",
+      "} |",
+      "▁Ex ec",
+      "▁ Exec",
+      "($ _",
+      "( $_",
+      "ma g",
+      "m ag",
+      "be fore",
+      "▁stop ped",
+      "▁sto pped",
+      "ми и",
+      "▁ref resh",
+      "▁ refresh",
+      "un kt",
+      "unk t",
+      "ic io",
+      "ici o",
+      "i cio",
+      "X ml",
+      "▁T ab",
+      "▁Ta b",
+      "▁ Tab",
+      "▁f ounded",
+      "▁found ed",
+      "▁f al",
+      "▁fa l",
+      "▁ fal",
+      "f x",
+      "▁Histor ia",
+      "▁Hist oria",
+      "▁Ear ly",
+      "▁Earl y",
+      "Do m",
+      "D om",
+      "▁de cide",
+      "▁dec ide",
+      "▁decid e",
+      "▁under stood",
+      "▁j ur",
+      "▁ju r",
+      "▁N r",
+      "▁cap ac",
+      "wa s",
+      "w as",
+      "▁en emy",
+      "▁enem y",
+      "▁program s",
+      "▁m ask",
+      "▁ma sk",
+      "▁mas k",
+      "▁ mask",
+      "ск е",
+      "с ке",
+      "▁gr oupe",
+      "▁group e",
+      "ca m",
+      "c am",
+      "▁w idget",
+      "▁wid get",
+      "▁ widget",
+      "RE ATE",
+      "▁se va",
+      "▁Bar cel",
+      "▁p erd",
+      "▁per d",
+      "▁pe rd",
+      "▁М у",
+      "ran ce",
+      "r ance",
+      "TY PE",
+      "T YPE",
+      "▁{ '",
+      "▁ {'",
+      "▁b ill",
+      "▁bi ll",
+      "▁bil l",
+      "▁\" _",
+      "' `",
+      "ba hn",
+      "bah n",
+      "b ahn",
+      "▁cont ained",
+      "▁contain ed",
+      "Cl ose",
+      "C lose",
+      "ru g",
+      "r ug",
+      "eg y",
+      "e gy",
+      "▁s ight",
+      "▁sig ht",
+      "▁Pro vin",
+      "▁Prov in",
+      "н ю",
+      "ar z",
+      "a rz",
+      "ще н",
+      "щ ен",
+      "▁J oe",
+      "▁Jo e",
+      "▁de leted",
+      "▁delete d",
+      "▁delet ed",
+      "▁A uto",
+      "▁Aut o",
+      "▁Au to",
+      "▁ Auto",
+      "▁m eter",
+      "▁me ter",
+      "▁met er",
+      "▁ meter",
+      "C G",
+      "ъ л",
+      "▁p ent",
+      "▁pe nt",
+      "▁pen t",
+      "▁ pent",
+      "▁be zeichnet",
+      "Su m",
+      "S um",
+      "db c",
+      "d bc",
+      "▁Pl atz",
+      "▁Pla tz",
+      "▁Plat z",
+      "ect ors",
+      "ector s",
+      "e ctors",
+      "▁L ittle",
+      "QU E",
+      "Q UE",
+      "ці я",
+      "ц ія",
+      "те ля",
+      "тел я",
+      "nig ht",
+      "n ight",
+      "▁l l",
+      "▁ ll",
+      "▁most ly",
+      "UI D",
+      "U ID",
+      "▁b ez",
+      "▁be z",
+      "▁ bez",
+      "do b",
+      "d ob",
+      "кс и",
+      "к си",
+      "ter ne",
+      "tern e",
+      "t erne",
+      "▁cor ner",
+      "▁corn er",
+      "at y",
+      "a ty",
+      "▁impro ve",
+      "▁improv e",
+      "▁impr ove",
+      "▁in tr",
+      "▁int r",
+      "▁` @",
+      "ar od",
+      "aro d",
+      "a rod",
+      "▁install ation",
+      "▁instal lation",
+      "▁Refer ências",
+      "ig an",
+      "iga n",
+      "i gan",
+      "▁crit ic",
+      "ad el",
+      "ade l",
+      "a del",
+      "▁се ло",
+      ", \r",
+      "at ori",
+      "ator i",
+      "ato ri",
+      "▁F ri",
+      "▁Fr i",
+      "▁ Fri",
+      "▁ré férences",
+      "▁Int ent",
+      "▁ Intent",
+      "▁t ant",
+      "▁tan t",
+      "▁ta nt",
+      "un ci",
+      "unc i",
+      "▁level s",
+      "▁lev els",
+      "er es",
+      "ere s",
+      "e res",
+      "▁e mer",
+      "▁em er",
+      "▁ emer",
+      "sa fe",
+      "t k",
+      "▁c ham",
+      "▁ch am",
+      "▁cha m",
+      "▁great ly",
+      "▁we it",
+      "▁ weit",
+      "▁co ach",
+      "▁to ward",
+      "Hom e",
+      "H ome",
+      "▁Bo olean",
+      "▁ Boolean",
+      "те л",
+      "т ел",
+      "▁m ock",
+      "▁mo ck",
+      "▁ mock",
+      "▁appreci ate",
+      "▁C ross",
+      "▁Cr oss",
+      "▁Cro ss",
+      "▁T ake",
+      "▁Ta ke",
+      "▁Tak e",
+      "▁ Take",
+      "D P",
+      "▁s ides",
+      "▁si des",
+      "▁side s",
+      "▁sid es",
+      "▁Norm daten",
+      "де й",
+      "д ей",
+      "st al",
+      "sta l",
+      "s tal",
+      "▁c out",
+      "▁co ut",
+      "▁cou t",
+      "▁ cout",
+      "b n",
+      "▁V ert",
+      "▁Ver t",
+      "▁Ve rt",
+      "▁ Vert",
+      "▁b ird",
+      "▁bi rd",
+      "▁bir d",
+      "▁ bird",
+      "▁dynam ically",
+      "▁dynamic ally",
+      "▁D ol",
+      "▁Do l",
+      "▁B urg",
+      "▁Bu rg",
+      "▁Bur g",
+      "▁d og",
+      "▁do g",
+      "▁ dog",
+      "ät t",
+      "ä tt",
+      "▁n uc",
+      "▁nu c",
+      "E C",
+      "By tes",
+      "Byte s",
+      "▁a k",
+      "▁ ak",
+      "re land",
+      "rel and",
+      "r eland",
+      "▁gu itar",
+      "▁reg arding",
+      "▁regard ing",
+      "▁F uß",
+      "▁Fu ß",
+      "▁до л",
+      "▁ дол",
+      "au ss",
+      "aus s",
+      "a uss",
+      "▁j ej",
+      "▁je j",
+      "ac o",
+      "a co",
+      "▁up dates",
+      "▁update s",
+      "▁upd ates",
+      "ру к",
+      "р ук",
+      "(' /",
+      "▁c old",
+      "▁col d",
+      "▁co ld",
+      "▁G iven",
+      "▁Gi ven",
+      "▁Give n",
+      "hi n",
+      "h in",
+      "▁fe eling",
+      "▁feel ing",
+      "▁fee ling",
+      "ig li",
+      "fa h",
+      "f ah",
+      "ст ре",
+      "стр е",
+      "с тре",
+      "bo ol",
+      "b ool",
+      "init ial",
+      "▁станов ника",
+      "▁An na",
+      "▁Ann a",
+      "▁h ors",
+      "▁hor s",
+      "▁ho rs",
+      "▁d oll",
+      "▁do ll",
+      "▁dol l",
+      "▁con sum",
+      "▁cons um",
+      "▁ consum",
+      "ub er",
+      "ube r",
+      "u ber",
+      "stand ing",
+      "stan ding",
+      "act iv",
+      "з і",
+      "check ed",
+      "▁perm issions",
+      "▁permission s",
+      "▁M onte",
+      "▁Mon te",
+      "▁Mont e",
+      "Write Line",
+      "pl us",
+      "p lus",
+      "▁E qu",
+      "▁Eq u",
+      "▁ Equ",
+      "▁и х",
+      "▁ их",
+      "ч ки",
+      "un que",
+      "▁L O",
+      "▁ LO",
+      "e a",
+      "sam ple",
+      "s ample",
+      "ie sz",
+      "ies z",
+      "i esz",
+      "or al",
+      "ora l",
+      "o ral",
+      "▁И н",
+      "os ton",
+      "ost on",
+      "osto n",
+      "o ston",
+      "▁S imon",
+      "▁Sim on",
+      "▁Si mon",
+      "fa st",
+      "fas t",
+      "f ast",
+      "m k",
+      "as sen",
+      "ass en",
+      "asse n",
+      "▁arch itecture",
+      "▁architect ure",
+      "▁ architecture",
+      "ens es",
+      "ense s",
+      "▁ Å",
+      "▁to pic",
+      "▁top ic",
+      "▁ topic",
+      "▁dis able",
+      "▁ disable",
+      "▁C ru",
+      "▁Cr u",
+      "▁Cont rol",
+      "▁ Control",
+      "▁cre ation",
+      "▁hy per",
+      "▁hyp er",
+      "▁ hyper",
+      "it ud",
+      "itu d",
+      "же ния",
+      "ar am",
+      "ara m",
+      "a ram",
+      "▁г де",
+      "ien st",
+      "iens t",
+      "i enst",
+      "ed ule",
+      "edu le",
+      "▁B ot",
+      "▁Bo t",
+      "▁О с",
+      "▁The ir",
+      "an ne",
+      "ann e",
+      "M icrosoft",
+      "▁P M",
+      "▁ PM",
+      "yd ro",
+      "y dro",
+      "ent lich",
+      "▁E ine",
+      "▁Ein e",
+      "CH AR",
+      ": '",
+      "We ll",
+      "Wel l",
+      "W ell",
+      "le ton",
+      "let on",
+      "l eton",
+      "▁support s",
+      "▁sup ports",
+      "'] )",
+      "' ])",
+      "man ual",
+      "▁v ice",
+      "▁vi ce",
+      "▁vic e",
+      "▁ vice",
+      "as a",
+      "a sa",
+      "cl os",
+      "clo s",
+      "c los",
+      "vi sed",
+      "vis ed",
+      "v ised",
+      "▁p ok",
+      "▁po k",
+      "tr ack",
+      "tra ck",
+      "t rack",
+      "но ст",
+      "нос т",
+      "... .....",
+      ".... ....",
+      "..... ...",
+      "▁' \\",
+      "▁ '\\",
+      "² .",
+      "▁or ders",
+      "▁order s",
+      "▁ord ers",
+      "▁ orders",
+      "et ta",
+      "ett a",
+      "e tta",
+      "▁con version",
+      "▁conv ersion",
+      "▁convers ion",
+      "▁t rade",
+      "▁tr ade",
+      "▁tra de",
+      "▁trad e",
+      "cl i",
+      "c li",
+      "▁И сто",
+      "▁Ис то",
+      "▁a kt",
+      "▁ak t",
+      "▁ akt",
+      "▁sub set",
+      "▁subs et",
+      "▁ subset",
+      "▁a ug",
+      "▁au g",
+      "▁ aug",
+      "▁le aves",
+      "▁leave s",
+      "Mat h",
+      "Ma th",
+      "M ath",
+      "an ned",
+      "ann ed",
+      "anne d",
+      "ka l",
+      "k al",
+      "▁Ве ли",
+      "▁n og",
+      "▁no g",
+      "▁ nog",
+      "▁e th",
+      "▁et h",
+      "▁ eth",
+      "▁h air",
+      "▁ha ir",
+      "ar ound",
+      "aro und",
+      "a round",
+      "▁java x",
+      "▁jav ax",
+      "▁ javax",
+      "во й",
+      "▁C entre",
+      "▁Cent re",
+      "ö ß",
+      "ut i",
+      "u ti",
+      "▁n avigation",
+      "▁navig ation",
+      "▁ navigation",
+      "▁P S",
+      "▁ PS",
+      "▁w a",
+      "▁ wa",
+      "▁Ро ссии",
+      "▁Рос сии",
+      "▁Росси и",
+      "us a",
+      "u sa",
+      "ze ta",
+      "zet a",
+      "z eta",
+      "▁P DF",
+      "▁ PDF",
+      "▁m ismo",
+      "▁mis mo",
+      "▁mism o",
+      "pro perties",
+      "me ister",
+      "ль та",
+      "for ward",
+      "▁O st",
+      "▁Os t",
+      "ki ns",
+      "kin s",
+      "k ins",
+      "▁s ido",
+      "▁si do",
+      "▁sid o",
+      "зо в",
+      "з ов",
+      "ta gs",
+      "tag s",
+      "t ags",
+      "▁a ctor",
+      "▁act or",
+      "▁ac tor",
+      "▁ actor",
+      "▁f ly",
+      "▁fl y",
+      "▁ fly",
+      "C R",
+      "ag ini",
+      "agi ni",
+      "agin i",
+      "▁l ett",
+      "▁le tt",
+      "▁let t",
+      "▁ lett",
+      "en i",
+      "e ni",
+      "te ch",
+      "t ech",
+      "▁E nc",
+      "▁En c",
+      "▁ Enc",
+      "or acle",
+      "ora cle",
+      "o racle",
+      "amil ton",
+      "ze j",
+      "z ej",
+      "fe n",
+      "f en",
+      "ume rate",
+      "umer ate",
+      "▁qu esto",
+      "▁que sto",
+      "▁q uesto",
+      "▁quest o",
+      "da rt",
+      "dar t",
+      "d art",
+      "▁K ore",
+      "▁Ko re",
+      "▁Kor e",
+      "ap is",
+      "api s",
+      "a pis",
+      "ep er",
+      "e per",
+      "Sc reen",
+      "S creen",
+      "wa ll",
+      "wal l",
+      "w all",
+      "▁is land",
+      "sh e",
+      "s he",
+      "▁l igger",
+      "▁lig ger",
+      "в ся",
+      "fa ng",
+      "fan g",
+      "f ang",
+      "▁t ard",
+      "▁tar d",
+      "▁ta rd",
+      "▁pla ats",
+      "▁п ло",
+      "▁ пло",
+      "▁Off ice",
+      "▁Offic e",
+      "▁ Office",
+      "▁S ET",
+      "▁SE T",
+      "▁ SET",
+      "▁circ uit",
+      "je d",
+      "j ed",
+      "Sa ve",
+      "S ave",
+      "ль но",
+      "So cket",
+      "S ocket",
+      "▁In dex",
+      "▁Ind ex",
+      "▁ Index",
+      "AC K",
+      "A CK",
+      "id ers",
+      "ide rs",
+      "ider s",
+      "i ders",
+      "er er",
+      "ere r",
+      "e rer",
+      "▁С ША",
+      "▁l ady",
+      "▁la dy",
+      "▁lad y",
+      "▁sch eme",
+      "▁sche me",
+      "ie lle",
+      "iel le",
+      "i elle",
+      "▁ex erc",
+      "▁exer c",
+      ")} \\",
+      ") }\\",
+      "Date Time",
+      "at han",
+      "ath an",
+      "a than",
+      "▁Prof essor",
+      "▁mo ins",
+      "▁moi ns",
+      "▁Ex cel",
+      "▁ Excel",
+      "▁H ay",
+      "▁Ha y",
+      "▁Mus ik",
+      "▁ ї",
+      "ę d",
+      "▁\" .",
+      "▁ \".",
+      "▁бу в",
+      "▁inst rument",
+      "▁instru ment",
+      "па р",
+      "п ар",
+      "▁б ере",
+      "▁бе ре",
+      "▁ бере",
+      "▁polit ique",
+      "▁trad ition",
+      "▁V M",
+      "▁ VM",
+      "▁Ar ts",
+      "▁Art s",
+      "▁C i",
+      "Us e",
+      "U se",
+      "▁a ggreg",
+      "▁ag greg",
+      "▁ aggreg",
+      "▁we eks",
+      "▁week s",
+      "▁o pport",
+      "▁op port",
+      "▁opp ort",
+      "it ing",
+      "iti ng",
+      "i ting",
+      "▁vert ical",
+      "▁ vertical",
+      "▁N az",
+      "▁Na z",
+      ".. .)",
+      "... )",
+      "iz o",
+      "i zo",
+      "▁c ycle",
+      "▁cy cle",
+      "▁cycl e",
+      "▁ cycle",
+      "▁tem po",
+      "▁temp o",
+      "т ре",
+      "▁hand ling",
+      "ist ence",
+      "isten ce",
+      "▁p aste",
+      "▁pas te",
+      "▁pa ste",
+      "▁past e",
+      "▁ paste",
+      "▁en jo",
+      "RO UP",
+      "▁o uter",
+      "▁out er",
+      "▁ou ter",
+      "▁ outer",
+      "▁su pply",
+      "▁supp ly",
+      "▁sup ply",
+      "em an",
+      "ema n",
+      "e man",
+      "▁acc ident",
+      "▁\\ ]",
+      "▁ \\]",
+      "▁те х",
+      "▁ тех",
+      "Po ol",
+      "P ool",
+      "ot ing",
+      "oti ng",
+      "o ting",
+      "onym ous",
+      "▁Gi ov",
+      "▁u d",
+      "▁ ud",
+      "▁. /",
+      "▁ ./",
+      "ER ROR",
+      "ERR OR",
+      "con struct",
+      "const ruct",
+      "text width",
+      "qu ipe",
+      "qui pe",
+      "quip e",
+      "case s",
+      "cas es",
+      "c ases",
+      "▁а д",
+      "▁R ow",
+      "▁Ro w",
+      "▁ Row",
+      "Hol der",
+      "Hold er",
+      "H older",
+      "wa n",
+      "w an",
+      "ar na",
+      "arn a",
+      "Me m",
+      "M em",
+      "▁Canad ian",
+      "▁Com mission",
+      "▁Comm ission",
+      "su n",
+      "s un",
+      "▁app s",
+      "▁ap ps",
+      "▁ apps",
+      "▁B lo",
+      "▁Bl o",
+      "▁i hrer",
+      "▁ih rer",
+      "▁ihr er",
+      "▁ihre r",
+      "▁famil le",
+      "▁fam ille",
+      "▁m ě",
+      "▁p y",
+      "▁ py",
+      "и с",
+      "▁т ого",
+      "▁то го",
+      "▁ того",
+      "▁Ag ain",
+      "▁ign ore",
+      "▁ignor e",
+      "▁ ignore",
+      "▁tele vision",
+      "▁televis ion",
+      "Pa t",
+      "P at",
+      "hi de",
+      "h ide",
+      "▁R ev",
+      "▁Re v",
+      "▁b ear",
+      "▁be ar",
+      "ph y",
+      "p hy",
+      "▁no ise",
+      "▁w ra",
+      "▁wr a",
+      "at ionale",
+      "ation ale",
+      "ational e",
+      "▁coll abor",
+      "bor der",
+      "b order",
+      "▁el ected",
+      "▁elect ed",
+      "▁ele cted",
+      "▁sur pr",
+      "▁a voir",
+      "▁av oir",
+      "▁avo ir",
+      "▁ avoir",
+      "▁ass embly",
+      "▁assemb ly",
+      "▁ assembly",
+      "▁об ще",
+      "▁arbitr ary",
+      "▁br ief",
+      "▁- --",
+      "▁-- -",
+      "▁ ---",
+      "▁M aur",
+      "▁Ma ur",
+      "▁Mau r",
+      "gr ession",
+      "gress ion",
+      "g ression",
+      "ic ia",
+      "ici a",
+      "i cia",
+      "▁lie gt",
+      "▁Fig ure",
+      "▁on to",
+      "▁ont o",
+      "▁ onto",
+      "Re pository",
+      "Repos itory",
+      "▁dé f",
+      "▁f orth",
+      "▁for th",
+      "▁fort h",
+      "▁cl icked",
+      "▁click ed",
+      "se ite",
+      "▁n otes",
+      "▁not es",
+      "▁no tes",
+      "▁note s",
+      "▁ notes",
+      "nat ive",
+      "n ative",
+      "▁ED IT",
+      "▁ EDIT",
+      "ы е",
+      "M T",
+      "am ental",
+      "ament al",
+      "amen tal",
+      "▁r ose",
+      "▁ro se",
+      "▁ros e",
+      "▁ rose",
+      "▁pu ede",
+      "▁pue de",
+      "De legate",
+      "Deleg ate",
+      "ub a",
+      "u ba",
+      "ne o",
+      "xi s",
+      "x is",
+      "▁Ar thur",
+      "UR E",
+      "U RE",
+      "am ing",
+      "ami ng",
+      "amin g",
+      "a ming",
+      "De vice",
+      "Dev ice",
+      "▁d iam",
+      "▁di am",
+      "▁dia m",
+      "st änd",
+      "▁p ron",
+      "▁pro n",
+      "▁pr on",
+      "oi s",
+      "o is",
+      "com ing",
+      "co ming",
+      "c oming",
+      "Param eters",
+      "Parameter s",
+      "uv ud",
+      "▁ab ility",
+      "▁ ability",
+      "▁m ét",
+      "▁mé t",
+      "▁Un fortunately",
+      "f d",
+      "D ictionary",
+      "so cket",
+      "sock et",
+      "s ocket",
+      "▁con oc",
+      "▁co noc",
+      "cont ains",
+      "es sed",
+      "ess ed",
+      "esse d",
+      "▁gel dig",
+      "▁geld ig",
+      "ни ца",
+      "ниц а",
+      "▁point ed",
+      "es ti",
+      "est i",
+      "no m",
+      "n om",
+      "ографи я",
+      "▁represent s",
+      "▁repres ents",
+      "▁man ip",
+      "wor ld",
+      "w orld",
+      "▁resol ved",
+      "▁resolve d",
+      "te gr",
+      "t egr",
+      "▁d ort",
+      "▁do rt",
+      "▁dor t",
+      "as tern",
+      "ast ern",
+      "aster n",
+      "aste rn",
+      "▁camp aign",
+      "▁pr imo",
+      "▁prim o",
+      "▁pri mo",
+      "▁; ;",
+      "▁ ;;",
+      "▁sni ppet",
+      "▁N ik",
+      "▁Ni k",
+      "To tal",
+      "T otal",
+      "iss ement",
+      "isse ment",
+      "AC E",
+      "A CE",
+      "▁ver ify",
+      "▁ verify",
+      "if fe",
+      "iff e",
+      "i ffe",
+      "la gen",
+      "lag en",
+      "lage n",
+      "l agen",
+      "ie ur",
+      "ieu r",
+      "i eur",
+      "▁convert ed",
+      "▁conver ted",
+      "▁Mil it",
+      "▁Mi lit",
+      "▁A lg",
+      "▁Al g",
+      "▁ Alg",
+      "▁R on",
+      "▁Ro n",
+      "▁k onn",
+      "▁kon n",
+      "▁ko nn",
+      "ap ple",
+      "app le",
+      "▁dis pos",
+      "▁disp os",
+      "stell ung",
+      "▁re tain",
+      "▁ret ain",
+      "▁m entre",
+      "▁men tre",
+      "▁ment re",
+      "▁ne ut",
+      "▁neu t",
+      "▁ neut",
+      "▁N ight",
+      "ch é",
+      "c hé",
+      "at ti",
+      "att i",
+      "▁o bra",
+      "▁ob ra",
+      "▁super ior",
+      "▁Con gress",
+      "▁Cong ress",
+      "ё м",
+      "▁c odes",
+      "▁code s",
+      "▁co des",
+      "▁cod es",
+      "▁ codes",
+      "▁A ma",
+      "▁Am a",
+      "▁E arth",
+      "▁Ear th",
+      "▁oppos ite",
+      "▁p ool",
+      "▁po ol",
+      "▁ pool",
+      "▁D un",
+      "▁Du n",
+      "же ние",
+      "▁\" ${",
+      "▁\"$ {",
+      "in v",
+      "▁у ни",
+      "▁And rew",
+      "▁Andre w",
+      "те лей",
+      "тел ей",
+      "▁by ł",
+      "Un ivers",
+      "Uni vers",
+      "▁Ang ular",
+      "an im",
+      "ani m",
+      "a nim",
+      "до ва",
+      "дов а",
+      "д ова",
+      "BU G",
+      "B UG",
+      "ut ely",
+      "ute ly",
+      "▁draw ing",
+      "▁dra wing",
+      "▁g ain",
+      "▁ga in",
+      "▁four th",
+      "▁Pro blem",
+      "▁ Problem",
+      "▁sudden ly",
+      "▁ Ä",
+      "on na",
+      "onn a",
+      "▁K ont",
+      "▁Kon t",
+      "▁Ko nt",
+      "▁Bilder n",
+      "▁Bild ern",
+      "▁Bil dern",
+      "▁konn te",
+      "ž e",
+      "Tr ace",
+      "Tra ce",
+      "T race",
+      "▁sec ure",
+      "▁ secure",
+      "▁któ ry",
+      "▁e q",
+      "▁ eq",
+      "▁f ormal",
+      "▁for mal",
+      "▁form al",
+      "▁forma l",
+      "amer ikan",
+      "▁A nal",
+      "▁An al",
+      "▁Ana l",
+      "▁ Anal",
+      "▁R ewrite",
+      "▁Re write",
+      "▁D ouble",
+      "▁Dou ble",
+      "▁ Double",
+      "cre ated",
+      "create d",
+      "N U",
+      "MD b",
+      "M Db",
+      "ap es",
+      "ape s",
+      "a pes",
+      "Un is",
+      "Uni s",
+      "U nis",
+      "▁e special",
+      "▁espe cial",
+      "▁espec ial",
+      "}) \\",
+      "} )\\",
+      "ed om",
+      "edo m",
+      "e dom",
+      "▁c ategor",
+      "▁categ or",
+      "Re turn",
+      "Ret urn",
+      "▁H amb",
+      "▁Ha mb",
+      "▁Ham b",
+      "▁R io",
+      "▁Ri o",
+      "▁M ir",
+      "▁Mi r",
+      "▁G eme",
+      "▁Ge me",
+      "▁Gem e",
+      "ab ilities",
+      "abil ities",
+      "tr z",
+      "t rz",
+      "us et",
+      "use t",
+      "u set",
+      "ier ra",
+      "net work",
+      "n etwork",
+      "▁do ctor",
+      "▁doc tor",
+      "eur s",
+      "eu rs",
+      "e urs",
+      "▁l isten",
+      "▁li sten",
+      "▁list en",
+      "▁liste n",
+      "▁ listen",
+      "д ж",
+      "▁H ö",
+      "▁cons ists",
+      "▁consist s",
+      "as m",
+      "a sm",
+      "Ch r",
+      "C hr",
+      "al and",
+      "ala nd",
+      "a land",
+      "▁испо ль",
+      "▁ис поль",
+      "▁испол ь",
+      "▁lug ar",
+      "▁lu gar",
+      "▁def initely",
+      "▁definit ely",
+      "▁definite ly",
+      "mo ve",
+      "mov e",
+      "m ove",
+      "úblic a",
+      "ú blica",
+      "▁l än",
+      "▁lä n",
+      "is mus",
+      "ism us",
+      "▁др жа",
+      "▁d t",
+      "▁ dt",
+      "▁Per haps",
+      "▁Bra sil",
+      "▁Bras il",
+      "Jo hn",
+      "J ohn",
+      "▁prom ise",
+      "ł u",
+      "re ens",
+      "ree ns",
+      "reen s",
+      "▁ps ych",
+      "▁W ho",
+      "▁Wh o",
+      "▁ Who",
+      "ря д",
+      "▁IN TO",
+      "▁INT O",
+      "▁Pe ople",
+      "▁Will iams",
+      "▁William s",
+      "▁M arg",
+      "▁Mar g",
+      "▁Ma rg",
+      "▁д ан",
+      "▁да н",
+      "▁ дан",
+      "re cord",
+      "rec ord",
+      "▁E uro",
+      "▁Eu ro",
+      "▁Eur o",
+      "▁Virgin ia",
+      "▁R est",
+      "▁Re st",
+      "▁Res t",
+      "▁ Rest",
+      "▁C orn",
+      "▁Cor n",
+      "▁Co rn",
+      "}} ,",
+      "} },",
+      "▁G rid",
+      "▁Gr id",
+      "▁ Grid",
+      "▁in ject",
+      "▁inj ect",
+      "▁ inject",
+      "на н",
+      "н ан",
+      "▁c row",
+      "▁cr ow",
+      "▁cro w",
+      "▁Ph ys",
+      "▁ Phys",
+      "▁D O",
+      "▁ DO",
+      "▁\" -",
+      "▁incre ased",
+      "▁increase d",
+      "ach er",
+      "ac her",
+      "ache r",
+      "a cher",
+      "pe at",
+      "Li n",
+      "L in",
+      "▁D ub",
+      "▁Du b",
+      "ri ces",
+      "ric es",
+      "rice s",
+      "r ices",
+      "ag nost",
+      "agn ost",
+      "d l",
+      "▁cur ve",
+      "▁curv e",
+      "ü g",
+      "ri ce",
+      "ric e",
+      "r ice",
+      "l anguage",
+      "Click Listener",
+      "▁municip al",
+      "▁O ri",
+      "▁Or i",
+      "▁ Ori",
+      "▁B ild",
+      "▁Bi ld",
+      "▁Bil d",
+      "▁C ab",
+      "▁Ca b",
+      "▁V ar",
+      "▁Va r",
+      "▁ Var",
+      "▁n oted",
+      "▁not ed",
+      "▁no ted",
+      "▁note d",
+      "▁ Î",
+      "▁s ubs",
+      "▁su bs",
+      "▁sub s",
+      "ia tion",
+      "iat ion",
+      "i ation",
+      "W OR",
+      "in gly",
+      "ing ly",
+      "▁R us",
+      "▁Ru s",
+      "ie ns",
+      "ien s",
+      "i ens",
+      "IN FO",
+      "INF O",
+      "к ва",
+      "at ivo",
+      "ativ o",
+      "ati vo",
+      "ge nde",
+      "gen de",
+      "g ende",
+      "▁Fran z",
+      "▁Fr anz",
+      "▁is ol",
+      "▁i sol",
+      "ed es",
+      "ede s",
+      "e des",
+      "ni er",
+      "nie r",
+      "n ier",
+      "▁N O",
+      "▁ NO",
+      "▁H as",
+      "▁Ha s",
+      "▁ Has",
+      "be ans",
+      "bean s",
+      "▁p andas",
+      "▁pan das",
+      "▁ pandas",
+      "(\" %",
+      "ві т",
+      "ут бо",
+      "▁g ather",
+      "▁ga ther",
+      "▁gat her",
+      "▁le gal",
+      "▁leg al",
+      "▁ legal",
+      "in clud",
+      "▁circum st",
+      "cript or",
+      "ri ble",
+      "rib le",
+      "r ible",
+      "▁S üd",
+      "▁Sü d",
+      "▁a pro",
+      "▁ap ro",
+      "▁apr o",
+      "Ap i",
+      "A pi",
+      "▁на й",
+      "▁Afr ican",
+      "▁Africa n",
+      "ow ski",
+      "ows ki",
+      "▁John son",
+      "ie k",
+      "i ek",
+      "▁v ote",
+      "▁vo te",
+      "▁vot e",
+      "▁ vote",
+      "▁K an",
+      "▁Ka n",
+      "▁b ibli",
+      "▁bib li",
+      "▁ bibli",
+      "▁h aar",
+      "▁ha ar",
+      "▁v r",
+      "▁ vr",
+      "]) ,",
+      "] ),",
+      "subset eq",
+      "Par ser",
+      "Parse r",
+      "ia ni",
+      "ian i",
+      "i ani",
+      "is é",
+      "id ea",
+      "ide a",
+      "On ly",
+      "▁á l",
+      "▁ ál",
+      "▁C atal",
+      "▁Ca tal",
+      "▁Cat al",
+      "▁C ase",
+      "▁Cas e",
+      "▁Ca se",
+      "▁ Case",
+      "se h",
+      "s eh",
+      "▁en counter",
+      "▁enc ounter",
+      "▁re form",
+      "▁ref orm",
+      "ми ни",
+      "мин и",
+      "▁S tre",
+      "▁St re",
+      "▁Str e",
+      "ex ception",
+      "except ion",
+      "▁T ar",
+      "▁Ta r",
+      "та р",
+      "т ар",
+      "tr l",
+      "t rl",
+      "▁А лександ",
+      "ле кт",
+      "лек т",
+      "equ al",
+      "eq ual",
+      "e qual",
+      "O p",
+      "▁l if",
+      "▁li f",
+      "▁й ого",
+      "▁volt age",
+      "▁volta ge",
+      "sh ire",
+      "s hire",
+      "▁Gro ß",
+      "в ня",
+      "ning s",
+      "n ings",
+      "н ци",
+      "▁l ag",
+      "▁la g",
+      "▁ lag",
+      "▁and eren",
+      "▁andere n",
+      "▁v ac",
+      "▁va c",
+      "▁ma cro",
+      "▁mac ro",
+      "▁ macro",
+      "= [",
+      "Th en",
+      "The n",
+      "T hen",
+      "▁control s",
+      "▁contr ols",
+      "▁contro ls",
+      "▁ controls",
+      "se q",
+      "s eq",
+      "olog ies",
+      "ologie s",
+      "▁select or",
+      "▁sel ector",
+      "▁sele ctor",
+      "▁ selector",
+      "▁Украї ни",
+      "хів овано",
+      "ы й",
+      "allen ge",
+      "alleng e",
+      "▁I MDb",
+      "▁IM Db",
+      "um my",
+      "umm y",
+      "ye n",
+      "y en",
+      "▁b este",
+      "▁be ste",
+      "▁best e",
+      "▁bes te",
+      "▁B ox",
+      "▁Bo x",
+      "▁ Box",
+      "▁ch air",
+      "▁cha ir",
+      "▁S ab",
+      "▁Sa b",
+      "er de",
+      "erd e",
+      "▁n ast",
+      "▁na st",
+      "▁nas t",
+      "iv amente",
+      "iva mente",
+      "▁об ъ",
+      "▁require ments",
+      "▁requirement s",
+      "▁me eting",
+      "▁meet ing",
+      "▁fin an",
+      "▁fi nan",
+      "▁A dam",
+      "▁Ad am",
+      "▁Ada m",
+      "▁tele vis",
+      "▁b right",
+      "▁br ight",
+      "▁brig ht",
+      "▁G it",
+      "▁Gi t",
+      "▁ Git",
+      "E G",
+      "▁G il",
+      "▁Gi l",
+      "r ès",
+      "▁C ond",
+      "▁Con d",
+      "▁Co nd",
+      "▁ Cond",
+      "▁f t",
+      "▁ ft",
+      "▁бу ло",
+      "- +",
+      "EN D",
+      "E ND",
+      "er ne",
+      "ern e",
+      "▁Com put",
+      "▁Comp ut",
+      "▁ Comput",
+      "▁i ls",
+      "▁il s",
+      "▁ ils",
+      "▁g all",
+      "▁gal l",
+      "▁ga ll",
+      "▁c sv",
+      "▁cs v",
+      "▁ csv",
+      "łu g",
+      "ł ug",
+      "▁sum mer",
+      "▁summ er",
+      "ga me",
+      "g ame",
+      "▁pos ts",
+      "▁post s",
+      "▁ posts",
+      "Ар хівовано",
+      "▁z ij",
+      "▁de termin",
+      "▁determ in",
+      "▁ab andon",
+      "co unter",
+      "count er",
+      "c ounter",
+      "▁require ment",
+      "▁requ irement",
+      "▁T it",
+      "▁Ti t",
+      "irt ual",
+      "▁V ideos",
+      "▁Video s",
+      "▁qu iet",
+      "▁qui et",
+      "▁T erm",
+      "▁Te rm",
+      "▁Ter m",
+      "▁ Term",
+      "▁time out",
+      "▁ timeout",
+      "Pr int",
+      "▁in vent",
+      "▁inv ent",
+      "▁inve nt",
+      "la is",
+      "l ais",
+      "▁mon itor",
+      "ha lb",
+      "hal b",
+      "▁W ild",
+      "▁Wil d",
+      "▁Wi ld",
+      "▁le ader",
+      "▁lead er",
+      "▁с ель",
+      "▁се ль",
+      "▁util iz",
+      "▁par ents",
+      "▁parent s",
+      "▁for ced",
+      "▁force d",
+      "▁pro ved",
+      "▁pr oved",
+      "▁prov ed",
+      "▁prove d",
+      "▁effect ive",
+      "▁l lam",
+      "▁ll am",
+      "▁С по",
+      "or b",
+      "o rb",
+      "gg i",
+      "g gi",
+      "▁ass umption",
+      "▁assum ption",
+      "▁su bm",
+      "▁sub m",
+      "▁в ій",
+      "▁ві й",
+      "il ia",
+      "ili a",
+      "i lia",
+      "▁re verse",
+      "▁revers e",
+      "▁rever se",
+      "▁ reverse",
+      "' \"",
+      "▁qu otes",
+      "▁quot es",
+      "▁quote s",
+      "▁s ites",
+      "▁si tes",
+      "▁site s",
+      "▁sit es",
+      "▁ sites",
+      "ig ung",
+      "igu ng",
+      "▁A rg",
+      "▁Ar g",
+      "▁ Arg",
+      "D ouble",
+      "▁s creens",
+      "▁sc reens",
+      "▁screen s",
+      "▁cl ause",
+      "▁cla use",
+      "▁b undle",
+      "▁bund le",
+      "▁ bundle",
+      "▁phil osoph",
+      "▁N um",
+      "▁Nu m",
+      "▁ Num",
+      "▁g leich",
+      "▁gle ich",
+      "▁ gleich",
+      "ul y",
+      "u ly",
+      "dir ect",
+      "di rect",
+      "dire ct",
+      "d irect",
+      "asket ball",
+      "ow any",
+      "owa ny",
+      "owan y",
+      "\\} $",
+      "\\ }$",
+      "▁rad ius",
+      "▁radi us",
+      "▁ radius",
+      "▁S earch",
+      "▁Se arch",
+      "▁ Search",
+      "Pro perties",
+      "▁e lev",
+      "▁el ev",
+      "▁ele v",
+      "▁p rod",
+      "▁pro d",
+      "▁pr od",
+      "▁ prod",
+      "▁\" %",
+      "is ión",
+      "isi ón",
+      "De bug",
+      "Deb ug",
+      "Se cond",
+      "Sec ond",
+      "( !",
+      "▁C atholic",
+      "ро ван",
+      "ров ан",
+      "рова н",
+      "р ован",
+      "le z",
+      "l ez",
+      "P a",
+      "ps on",
+      "p son",
+      "▁er ste",
+      "▁erst e",
+      "▁ers te",
+      "▁F u",
+      "▁l it",
+      "▁li t",
+      "▁ lit",
+      "▁S aison",
+      "▁Sa ison",
+      "▁H ash",
+      "▁Ha sh",
+      "▁Has h",
+      "▁ Hash",
+      "▁ex em",
+      "▁пред став",
+      ") *",
+      "▁e u",
+      "▁ eu",
+      "▁ │",
+      "▁g ab",
+      "▁ga b",
+      "eta iled",
+      "Co py",
+      "C opy",
+      "▁д ва",
+      "ev en",
+      "e ven",
+      "K ind",
+      "▁Jack son",
+      "а л",
+      "▁con sec",
+      "▁cons ec",
+      "▁conse c",
+      "US ER",
+      "USE R",
+      "U SER",
+      "▁T ok",
+      "▁To k",
+      "( .",
+      "▁$ |",
+      "▁T amb",
+      "▁Ta mb",
+      "▁Tam b",
+      "▁Lem ma",
+      "ha ng",
+      "han g",
+      "h ang",
+      "▁cont ribution",
+      "▁contrib ution",
+      "▁contribu tion",
+      "roll ers",
+      "rol lers",
+      "roller s",
+      "rolle rs",
+      "▁stud ies",
+      "▁studi es",
+      "▁p oi",
+      "▁po i",
+      "ge ms",
+      "gem s",
+      "g ems",
+      "▁U P",
+      "▁ UP",
+      "▁W ol",
+      "▁Wo l",
+      "> \"",
+      "▁f loor",
+      "▁fl oor",
+      "▁flo or",
+      "▁ floor",
+      "▁init ialize",
+      "▁initial ize",
+      "▁ initialize",
+      "▁L ew",
+      "▁Le w",
+      "ze k",
+      "z ek",
+      "ar te",
+      "art e",
+      "▁pos itions",
+      "▁position s",
+      "▁posit ions",
+      "▁por tion",
+      "▁port ion",
+      "co ver",
+      "cov er",
+      "c over",
+      "w p",
+      "ов ого",
+      "ово го",
+      "о вого",
+      "▁p iano",
+      "▁pi ano",
+      "▁pian o",
+      "▁pia no",
+      "▁m etal",
+      "▁me tal",
+      "▁met al",
+      "▁meta l",
+      "▁s amples",
+      "▁sam ples",
+      "▁sample s",
+      "▁ samples",
+      "▁С ан",
+      "▁Са н",
+      "vari able",
+      "▁ста ть",
+      "▁inte gers",
+      "▁integer s",
+      "Wh ere",
+      "W here",
+      "famil y",
+      "▁n un",
+      "▁nu n",
+      "▁in crement",
+      "▁incre ment",
+      "▁ increment",
+      "ix ed",
+      "▁he eft",
+      "ft e",
+      "f te",
+      "▁v il",
+      "▁vi l",
+      "▁ vil",
+      "▁ot ros",
+      "▁otro s",
+      "Mult imedia",
+      "Multi media",
+      "▁Hen ri",
+      "ad ed",
+      "ade d",
+      "a ded",
+      "ге н",
+      "г ен",
+      "▁cap it",
+      "▁ca pit",
+      "▁други х",
+      "is p",
+      "i sp",
+      "IT Y",
+      "I TY",
+      "▁constraint s",
+      "▁K irche",
+      "▁Kir che",
+      "▁Kirch e",
+      "fo und",
+      "f ound",
+      "ши й",
+      "▁p ic",
+      "▁pi c",
+      "▁ pic",
+      "▁t ou",
+      "▁to u",
+      "cre d",
+      "cr ed",
+      "c red",
+      "ро б",
+      "р об",
+      "▁M ess",
+      "▁Me ss",
+      "▁Mes s",
+      "▁ Mess",
+      "Jo b",
+      "J ob",
+      "▁M ais",
+      "▁Ma is",
+      "▁Mai s",
+      "▁st yles",
+      "▁style s",
+      "▁sty les",
+      "▁ styles",
+      "fa ll",
+      "fal l",
+      "f all",
+      "▁U k",
+      "▁st reet",
+      "▁stre et",
+      "▁ street",
+      "oc cer",
+      "occ er",
+      "es en",
+      "ese n",
+      "e sen",
+      "▁col ors",
+      "▁color s",
+      "▁ colors",
+      "ce an",
+      "ю ще",
+      "con ne",
+      "conn e",
+      "c onne",
+      "▁r atio",
+      "▁rat io",
+      "an ton",
+      "ant on",
+      "anto n",
+      "▁F el",
+      "▁Fe l",
+      "▁custom er",
+      "▁cust omer",
+      "▁ customer",
+      "▁P rix",
+      "▁Pr ix",
+      "▁Pri x",
+      "rá s",
+      "r ás",
+      "pr ed",
+      "pre d",
+      "p red",
+      "▁elect ron",
+      "▁electro n",
+      "s ym",
+      "▁ве ли",
+      "▁ вели",
+      "▁over flow",
+      "▁ overflow",
+      "▁$ [",
+      "▁P OST",
+      "▁PO ST",
+      "▁ POST",
+      "▁C in",
+      "▁Ci n",
+      "sc heid",
+      "sche id",
+      "(\" /",
+      "( \"/",
+      "▁search ing",
+      "▁pur poses",
+      "▁purpose s",
+      "▁arr ived",
+      "▁arriv ed",
+      "▁arrive d",
+      "▁p unt",
+      "▁pu nt",
+      "▁pun t",
+      "▁l ad",
+      "▁la d",
+      "▁ lad",
+      "P ython",
+      "▁le ads",
+      "▁lead s",
+      "▁s and",
+      "▁sa nd",
+      "▁san d",
+      "па да",
+      "пад а",
+      "▁comm unes",
+      "▁commun es",
+      "▁commune s",
+      "▁CH AP",
+      "▁c aso",
+      "▁cas o",
+      "▁ca so",
+      "r z",
+      "▁d w",
+      "▁ dw",
+      "ac a",
+      "a ca",
+      "▁Col umb",
+      "child ren",
+      "ê t",
+      "sch emas",
+      "sche mas",
+      "schema s",
+      "▁instru ctions",
+      "▁instruction s",
+      "▁instruct ions",
+      "▁- \\",
+      "▁ -\\",
+      "▁Is rael",
+      "▁Isra el",
+      "no ści",
+      "▁об раз",
+      "▁обра з",
+      "▁ образ",
+      "▁со вет",
+      "▁сов ет",
+      "▁imm agini",
+      "▁F red",
+      "▁Fre d",
+      "▁Fr ed",
+      "▁G lobal",
+      "▁Glo bal",
+      "▁ Global",
+      "▁th ick",
+      "▁ thick",
+      "▁fue ron",
+      "▁fuer on",
+      "▁th rown",
+      "▁thr own",
+      "▁throw n",
+      "▁thro wn",
+      "▁c lock",
+      "▁cl ock",
+      "▁clo ck",
+      "▁ clock",
+      "en able",
+      "ena ble",
+      "'' '",
+      "' ''",
+      "▁S und",
+      "▁Su nd",
+      "▁Sun d",
+      "▁cont empor",
+      "an swer",
+      "ans wer",
+      "▁man ufact",
+      "▁i o",
+      "▁ io",
+      "q quad",
+      "OU T",
+      "O UT",
+      "▁L ab",
+      "▁La b",
+      "▁ Lab",
+      "▁Z w",
+      "le gal",
+      "leg al",
+      "▁V el",
+      "▁Ve l",
+      "▁ra ise",
+      "▁ raise",
+      "▁de liver",
+      "▁del iver",
+      "▁deli ver",
+      "▁V oir",
+      "▁Vo ir",
+      "▁ass umed",
+      "▁assum ed",
+      "▁assume d",
+      "Le t",
+      "L et",
+      "ier ten",
+      "iert en",
+      "ierte n",
+      "i erten",
+      "▁K ong",
+      "▁Kon g",
+      "▁Ko ng",
+      "▁E xp",
+      "▁Ex p",
+      "▁ Exp",
+      "▁J ug",
+      "▁Ju g",
+      "▁dec laration",
+      "▁declar ation",
+      "▁F ish",
+      "m é",
+      "▁spe ech",
+      "▁t ent",
+      "▁te nt",
+      "▁ten t",
+      "▁R oute",
+      "▁Ro ute",
+      "▁Rou te",
+      "▁Rout e",
+      "▁ Route",
+      "__ (",
+      "_ _(",
+      "▁ré alis",
+      "▁réal is",
+      "▁De sign",
+      "▁Des ign",
+      "set Text",
+      "▁St ation",
+      "▁Stat ion",
+      "▁Sta tion",
+      "▁Stati on",
+      "▁ Station",
+      "ar chy",
+      "arch y",
+      "arc hy",
+      "▁ка то",
+      "▁d ent",
+      "▁de nt",
+      "▁den t",
+      "▁ dent",
+      "▁K l",
+      "i ß",
+      "▁r isk",
+      "▁ris k",
+      "▁ri sk",
+      "▁B road",
+      "▁Bro ad",
+      "▁v ectors",
+      "▁ve ctors",
+      "▁vector s",
+      "▁S pec",
+      "▁Sp ec",
+      "▁Spe c",
+      "▁ Spec",
+      "▁ro utes",
+      "▁route s",
+      "▁rout es",
+      "▁rou tes",
+      "▁ routes",
+      "ym n",
+      "y mn",
+      "▁G reg",
+      "▁Gr eg",
+      "▁Gre g",
+      "▁полу чи",
+      "gi e",
+      "g ie",
+      "OR M",
+      "ве де",
+      "вед е",
+      "в еде",
+      "wa lt",
+      "wal t",
+      "w alt",
+      "▁e fter",
+      "P tr",
+      "▁su bt",
+      "▁sub t",
+      "▁b irth",
+      "▁bir th",
+      "▁dr awn",
+      "▁draw n",
+      "▁dra wn",
+      "me ss",
+      "mes s",
+      "m ess",
+      "мери кан",
+      "V E",
+      "▁P ut",
+      "▁Pu t",
+      "▁ Put",
+      "▁a sc",
+      "▁as c",
+      "▁ asc",
+      "▁f eder",
+      "▁fe der",
+      "▁fed er",
+      "с ли",
+      "▁P rin",
+      "▁Pr in",
+      "▁Pri n",
+      "▁s tick",
+      "▁st ick",
+      "re set",
+      "res et",
+      "y k",
+      "st udio",
+      "stud io",
+      "▁St ill",
+      "Con st",
+      "Cons t",
+      "ac ió",
+      "aci ó",
+      "a ció",
+      "▁Portug al",
+      "▁script s",
+      "▁scri pts",
+      "▁ scripts",
+      "und ial",
+      "▁l ives",
+      "▁li ves",
+      "▁live s",
+      "▁liv es",
+      "▁s zer",
+      "▁sz er",
+      "▁sze r",
+      "▁est ado",
+      "▁esta do",
+      "▁estad o",
+      "fo lder",
+      "fol der",
+      "fold er",
+      "f older",
+      "▁communic ation",
+      "Ro ute",
+      "Rout e",
+      "R oute",
+      "▁sw ift",
+      "▁ swift",
+      "те н",
+      "т ен",
+      "▁k ill",
+      "▁kil l",
+      "▁ki ll",
+      "▁ kill",
+      "▁P R",
+      "▁ PR",
+      "jo int",
+      "join t",
+      "j oint",
+      "▁ob jective",
+      "▁object ive",
+      "▁comp licated",
+      "▁Ü ber",
+      "es h",
+      "e sh",
+      "p icture",
+      "ra ine",
+      "rain e",
+      "rai ne",
+      "r aine",
+      "com put",
+      "comp ut",
+      "▁pro port",
+      "▁pr oport",
+      "▁prop ort",
+      "▁propor t",
+      "og s",
+      "o gs",
+      "ül t",
+      "ü lt",
+      "▁quant um",
+      "к ри",
+      "▁s op",
+      "▁so p",
+      "▁lo ops",
+      "▁loop s",
+      "▁Re ference",
+      "▁Refer ence",
+      "▁ Reference",
+      "▁n ei",
+      "▁ne i",
+      "IC E",
+      "I CE",
+      "▁v erm",
+      "▁ver m",
+      "▁ve rm",
+      "▁a dj",
+      "▁ad j",
+      "▁ adj",
+      "▁per ò",
+      "▁t rou",
+      "▁tr ou",
+      "▁tro u",
+      "is ions",
+      "ision s",
+      "isi ons",
+      "▁App le",
+      "▁Ap ple",
+      "serv able",
+      "▁B oston",
+      "▁Bo ston",
+      "▁Bos ton",
+      "or et",
+      "ore t",
+      "o ret",
+      "ok s",
+      "o ks",
+      "▁k g",
+      "▁ kg",
+      "def ined",
+      "define d",
+      "defin ed",
+      "d efined",
+      "pl atform",
+      "cl er",
+      "cle r",
+      "c ler",
+      "ograph ic",
+      "ri tt",
+      "rit t",
+      "r itt",
+      "▁d ic",
+      "▁di c",
+      "▁ dic",
+      "▁M ond",
+      "▁Mon d",
+      "▁Mo nd",
+      "▁I reland",
+      "▁Ir eland",
+      "▁U na",
+      "▁Un a",
+      "▁commer cial",
+      "▁P u",
+      "D i",
+      "▁е ё",
+      "▁pre cis",
+      "▁prec is",
+      "на род",
+      "нар од",
+      "▁qu atre",
+      "ust ral",
+      "ustr al",
+      "▁d ag",
+      "▁da g",
+      "▁ dag",
+      "ig ue",
+      "igu e",
+      "i gue",
+      "▁b urn",
+      "▁bu rn",
+      "▁bur n",
+      "▁ burn",
+      "▁offic er",
+      "▁office r",
+      "▁А в",
+      "▁high light",
+      "▁ highlight",
+      "▁Supp ose",
+      "▁Sup pose",
+      "od i",
+      "o di",
+      "serv let",
+      "▁En cyc",
+      "▁Enc yc",
+      "▁R ange",
+      "▁Ran ge",
+      "▁Rang e",
+      "▁ Range",
+      "ти й",
+      "P lease",
+      "▁ро ків",
+      "qu ant",
+      "qua nt",
+      "▁f lat",
+      "▁fl at",
+      "▁fla t",
+      "▁ flat",
+      "▁Ré férence",
+      "сле дова",
+      "след ова",
+      "ro le",
+      "rol e",
+      "r ole",
+      "▁d iesen",
+      "▁di esen",
+      "▁die sen",
+      "▁dies en",
+      "▁diese n",
+      "}} (",
+      "} }(",
+      "▁Ind ust",
+      "▁nú mer",
+      "▁\" ;",
+      "▁ \";",
+      "lu s",
+      "l us",
+      "ô le",
+      "▁z m",
+      "▁ zm",
+      "de g",
+      "d eg",
+      "▁r ough",
+      "▁ro ugh",
+      "▁rou gh",
+      "▁ rough",
+      "In v",
+      "▁h ur",
+      "▁hu r",
+      "▁R ess",
+      "▁Re ss",
+      "▁Res s",
+      "ch s",
+      "c hs",
+      "▁turn s",
+      "▁tur ns",
+      "ne ro",
+      "ner o",
+      "n ero",
+      "function s",
+      "fun ctions",
+      "ал и",
+      "а ли",
+      "▁hab itants",
+      "▁habit ants",
+      "а т",
+      "iss ues",
+      "issue s",
+      "▁h uge",
+      "▁hu ge",
+      "Util s",
+      "▁S at",
+      "▁Sa t",
+      "▁го судар",
+      "▁co ast",
+      "sh ape",
+      "sha pe",
+      "s hape",
+      "L C",
+      "▁log ging",
+      "▁ logging",
+      "en dor",
+      "end or",
+      "endo r",
+      "▁l ies",
+      "▁li es",
+      "▁lie s",
+      "▁ lies",
+      "▁d ifer",
+      "▁di fer",
+      "▁dif er",
+      "▁crit ical",
+      "▁critic al",
+      "X T",
+      "ми на",
+      "мин а",
+      "an sk",
+      "ans k",
+      "Result s",
+      "k c",
+      "ivers e",
+      "iver se",
+      "i verse",
+      "EX T",
+      "E XT",
+      "AL SE",
+      "▁v ál",
+      "▁vá l",
+      "P i",
+      "comp ile",
+      "hel lo",
+      "hell o",
+      "h ello",
+      "▁чем пи",
+      "▁It alia",
+      "▁Ital ia",
+      "▁ Italia",
+      "ко ло",
+      "кол о",
+      "к оло",
+      "▁ed ition",
+      "▁edit ion",
+      "gr und",
+      "gru nd",
+      "g rund",
+      "▁data frame",
+      "▁Follow ing",
+      "re ib",
+      "rei b",
+      "▁J eff",
+      "▁Je ff",
+      "▁citt à",
+      "IT able",
+      "I Table",
+      "▁$ (\\",
+      "▁$( \\",
+      "▁redu ced",
+      "▁reduce d",
+      "ob il",
+      "obi l",
+      "o bil",
+      "▁any where",
+      "' (",
+      "▁p hr",
+      "▁ph r",
+      "▁ phr",
+      "▁K h",
+      "▁F rame",
+      "▁Fr ame",
+      "▁Fra me",
+      "▁ Frame",
+      "▁man ual",
+      "▁ manual",
+      "▁c ra",
+      "▁cr a",
+      "▁ cra",
+      "▁V S",
+      "▁ VS",
+      "% =",
+      "Instance State",
+      "▁б ра",
+      "▁ бра",
+      "▁D rag",
+      "▁Dr ag",
+      "▁Dra g",
+      "▁ Drag",
+      "▁H err",
+      "▁He rr",
+      "▁Her r",
+      "▁г у",
+      "▁ гу",
+      "▁m ús",
+      "To ol",
+      "T ool",
+      "▁P rivate",
+      "▁Priv ate",
+      "▁ Private",
+      "▁s ynchron",
+      "▁syn chron",
+      "ir ation",
+      "ira tion",
+      "irat ion",
+      "▁о бо",
+      "▁об о",
+      "▁typ ically",
+      "▁typical ly",
+      "▁imp licit",
+      "or ient",
+      "ori ent",
+      "orie nt",
+      "▁t imer",
+      "▁time r",
+      "▁tim er",
+      "▁ti mer",
+      "▁ timer",
+      "▁kön nen",
+      "ie st",
+      "ies t",
+      "i est",
+      "ra id",
+      "rai d",
+      "▁expression s",
+      "▁express ions",
+      "▁expr essions",
+      "▁a im",
+      "▁ai m",
+      "▁s tre",
+      "▁st re",
+      "▁str e",
+      "▁ stre",
+      "▁w rap",
+      "▁wr ap",
+      "▁wra p",
+      "▁ wrap",
+      "▁B art",
+      "▁Bar t",
+      "▁Ba rt",
+      "▁b ron",
+      "▁br on",
+      "▁bro n",
+      "▁key board",
+      "po w",
+      "p ow",
+      "▁gru po",
+      "▁grup o",
+      "▁ре зу",
+      "▁prof essor",
+      "▁profess or",
+      "▁H ead",
+      "▁He ad",
+      "▁ Head",
+      "но ю",
+      "min us",
+      "m inus",
+      "▁Mich el",
+      "▁Mic hel",
+      "NO T",
+      "N OT",
+      "mo r",
+      "m or",
+      "] }",
+      "wide hat",
+      "ar is",
+      "ari s",
+      "a ris",
+      "тера тура",
+      "de fn",
+      "def n",
+      "is trz",
+      "ist rz",
+      "istr z",
+      "▁t anto",
+      "▁tan to",
+      "▁tant o",
+      "▁P ow",
+      "▁Po w",
+      "▁ind icate",
+      "▁indic ate",
+      "▁W inter",
+      "▁Win ter",
+      "res hold",
+      "resh old",
+      "рі в",
+      "р ів",
+      "▁` (",
+      "▁o wner",
+      "▁own er",
+      "▁ow ner",
+      "▁ owner",
+      "▁d isp",
+      "▁di sp",
+      "▁dis p",
+      "▁к ри",
+      "▁ кри",
+      "ме т",
+      "м ет",
+      "мен т",
+      "м ент",
+      "re port",
+      "rep ort",
+      "repo rt",
+      "re quire",
+      "▁v oy",
+      "▁vo y",
+      "▁ voy",
+      "▁A P",
+      "▁ AP",
+      "▁Esp aña",
+      "▁Españ a",
+      "▁S ão",
+      "j är",
+      "No n",
+      "N on",
+      "Li brary",
+      "L ibrary",
+      "ich ten",
+      "icht en",
+      "ichte n",
+      "i chten",
+      "▁struct ures",
+      "▁structure s",
+      "▁m uy",
+      "▁mu y",
+      "ár io",
+      "á rio",
+      "▁cert ificate",
+      "▁certific ate",
+      "чно го",
+      "ч ного",
+      "▁prov ince",
+      "▁provin ce",
+      "pa ges",
+      "page s",
+      "pag es",
+      "p ages",
+      "da l",
+      "d al",
+      "▁Fre der",
+      "▁Fr eder",
+      "▁Fred er",
+      "ь е",
+      "Exec ute",
+      "▁an cient",
+      "▁anci ent",
+      "▁anc ient",
+      "▁ancien t",
+      "▁fil ms",
+      "▁film s",
+      "▁Al fred",
+      "▁Alf red",
+      "Aut o",
+      "A uto",
+      "▁a tom",
+      "▁at om",
+      "▁ atom",
+      "▁e ll",
+      "▁el l",
+      "▁ ell",
+      "▁H arr",
+      "▁Har r",
+      "▁Ha rr",
+      "й н",
+      "▁\" #",
+      "▁n acional",
+      "▁nac ional",
+      "▁neigh bor",
+      "▁neighb or",
+      "сту па",
+      "ступ а",
+      "▁w it",
+      "Po p",
+      "P op",
+      "▁G reek",
+      "▁Gre ek",
+      "▁Gree k",
+      "▁re peat",
+      "▁repe at",
+      "▁ repeat",
+      "ba d",
+      "b ad",
+      "▁S C",
+      "▁ SC",
+      "▁Date Time",
+      "▁ DateTime",
+      "ш ти",
+      "▁W H",
+      "▁ WH",
+      "▁пра ви",
+      "▁прав и",
+      "▁ прави",
+      "▁Т и",
+      "▁s aison",
+      "▁sa ison",
+      "▁H art",
+      "▁Har t",
+      "▁Ha rt",
+      "direct ory",
+      "d irectory",
+      "ua n",
+      "u an",
+      "no rm",
+      "nor m",
+      "n orm",
+      "▁Phil ipp",
+      "▁Phili pp",
+      "▁Philip p",
+      "▁su spect",
+      "▁sus pect",
+      "▁susp ect",
+      "▁an no",
+      "▁ann o",
+      "▁ anno",
+      "b c",
+      "с ла",
+      "$ (",
+      "▁be find",
+      "▁bef ind",
+      "oc s",
+      "o cs",
+      "la test",
+      "lat est",
+      "late st",
+      ";\" >",
+      "; \">",
+      "▁after wards",
+      "PU T",
+      "P UT",
+      "▁j a",
+      "▁ ja",
+      "▁H il",
+      "▁Hi l",
+      "y z",
+      "▁B our",
+      "▁Bo ur",
+      "▁Bou r",
+      "▁la id",
+      "▁Д же",
+      "▁Дж е",
+      "pi e",
+      "p ie",
+      "w atch",
+      "▁E q",
+      "▁ Eq",
+      "cont act",
+      "ib er",
+      "ibe r",
+      "i ber",
+      "check box",
+      "▁esp añ",
+      "▁espa ñ",
+      "an se",
+      "ans e",
+      "▁ш ко",
+      "▁ шко",
+      "ef f",
+      "e ff",
+      "xx x",
+      "x xx",
+      "▁G ET",
+      "▁ GET",
+      "▁l ov",
+      "▁lo v",
+      "▁ lov",
+      "it ute",
+      "itu te",
+      "itut e",
+      "ze ch",
+      "zec h",
+      "z ech",
+      "ter e",
+      "te re",
+      "t ere",
+      "▁p urs",
+      "▁pu rs",
+      "▁pur s",
+      "ke ns",
+      "ken s",
+      "k ens",
+      "ian te",
+      "i ante",
+      "▁F ree",
+      "▁Fre e",
+      "▁Fr ee",
+      "▁ Free",
+      "▁ор гани",
+      "▁орган и",
+      "kre is",
+      "▁{ :",
+      "▁ {:",
+      "sh ared",
+      "share d",
+      "sha red",
+      "▁G raph",
+      "▁Gr aph",
+      "▁Gra ph",
+      "▁ Graph",
+      "▁conne ctions",
+      "▁connection s",
+      "▁connect ions",
+      "▁D OM",
+      "▁DO M",
+      "▁ DOM",
+      "▁C art",
+      "▁Car t",
+      "▁Ca rt",
+      "▁ Cart",
+      "ss on",
+      "s son",
+      "▁H amilton",
+      "те ли",
+      "тел и",
+      "▁r estaur",
+      "▁rest aur",
+      "▁resta ur",
+      "Re sol",
+      "Res ol",
+      "Dr iver",
+      "D river",
+      "▁en f",
+      "▁ enf",
+      "ED IT",
+      "▁p rev",
+      "▁pr ev",
+      "▁pre v",
+      "▁ prev",
+      "▁i k",
+      "▁ ik",
+      "▁s ă",
+      "j ö",
+      "▁С ССР",
+      "▁col our",
+      "ch ten",
+      "cht en",
+      "chte n",
+      "▁e stad",
+      "▁est ad",
+      "▁esta d",
+      "in ois",
+      "ino is",
+      "▁con fir",
+      "▁conf ir",
+      "▁v é",
+      "▁ vé",
+      "▁C es",
+      "▁Ce s",
+      "▁N ever",
+      "▁Ne ver",
+      "▁Nev er",
+      "om er",
+      "ome r",
+      "o mer",
+      "ж да",
+      "с лу",
+      "че ния",
+      "dl l",
+      "d ll",
+      "▁y outh",
+      "▁you th",
+      "▁yo uth",
+      "em en",
+      "eme n",
+      "e men",
+      "▁stud ied",
+      "▁studi ed",
+      "▁K il",
+      "▁Ki l",
+      "ci on",
+      "cio n",
+      "c ion",
+      "▁n avig",
+      "▁nav ig",
+      "re quired",
+      "require d",
+      "orith ms",
+      "orithm s",
+      "il or",
+      "ilo r",
+      "i lor",
+      "▁Deutsch en",
+      "▁Deutsche n",
+      "▁person s",
+      "▁pers ons",
+      "▁Barcel ona",
+      "▁form ation",
+      "▁format ion",
+      "▁forma tion",
+      "▁ formation",
+      "ab ei",
+      "abe i",
+      "a bei",
+      "▁про тив",
+      "▁проти в",
+      "Eng ine",
+      "ON E",
+      "O NE",
+      "og rá",
+      "Ca p",
+      "C ap",
+      "ri r",
+      "r ir",
+      "▁g ate",
+      "▁ga te",
+      "▁gat e",
+      "▁ gate",
+      "or ation",
+      "ora tion",
+      "ma ven",
+      "m aven",
+      "▁comb ined",
+      "▁combin ed",
+      "▁combine d",
+      "▁at tr",
+      "▁att r",
+      "▁ attr",
+      "▁h ook",
+      "▁ho ok",
+      "▁ hook",
+      "▁которы й",
+      "▁ser vers",
+      "▁server s",
+      "▁serv ers",
+      "▁serve rs",
+      "uct ure",
+      "же ння",
+      "жен ня",
+      "t v",
+      "▁re q",
+      "▁r eq",
+      "▁ req",
+      "ja l",
+      "j al",
+      "▁loc ally",
+      "▁local ly",
+      "}} {\\",
+      "}}{ \\",
+      "} }{\\",
+      "B r",
+      "▁H ier",
+      "▁Hi er",
+      "мо р",
+      "м ор",
+      "▁a part",
+      "▁ap art",
+      "▁apar t",
+      "\"] ,",
+      "\" ],",
+      "▁%> %",
+      "▁z usammen",
+      "▁zus ammen",
+      "▁ident ify",
+      "▁Al tern",
+      "▁Alt ern",
+      "▁Alter n",
+      "▁б ро",
+      "▁ бро",
+      "▁ц и",
+      "▁ ци",
+      "g h",
+      "▁T en",
+      "▁Te n",
+      "R S",
+      "фор ма",
+      "▁n elle",
+      "▁ne lle",
+      "▁nel le",
+      "▁nell e",
+      "▁ nelle",
+      "▁H in",
+      "▁Hi n",
+      "ound ing",
+      "oun ding",
+      "▁re prés",
+      "▁rep rés",
+      "▁repr és",
+      "ap h",
+      "a ph",
+      "▁[ \\",
+      "▁ [\\",
+      "▁S ports",
+      "▁Sport s",
+      "ра л",
+      "р ал",
+      "▁t hre",
+      "▁th re",
+      "▁thr e",
+      "▁p rin",
+      "▁pr in",
+      "▁pri n",
+      "▁El iz",
+      "▁Eli z",
+      "▁F our",
+      "▁Fou r",
+      "▁Fo ur",
+      "▁soci ety",
+      "▁soc iety",
+      "Trans action",
+      "▁v eg",
+      "▁ve g",
+      "▁ veg",
+      "▁sch ools",
+      "▁school s",
+      "▁over all",
+      "▁t ail",
+      "▁ta il",
+      "▁ tail",
+      "üb er",
+      "ü ber",
+      "▁S ov",
+      "▁So v",
+      "▁С ер",
+      "▁Се р",
+      "▁r app",
+      "▁ra pp",
+      "▁rap p",
+      "▁tra ffic",
+      "qu estion",
+      "quest ion",
+      "ques tion",
+      "▁en viron",
+      "▁envi ron",
+      "▁ environ",
+      "ate ien",
+      "ic us",
+      "i cus",
+      "▁n arrow",
+      "▁narr ow",
+      "▁nar row",
+      "▁p ray",
+      "▁pr ay",
+      "▁pra y",
+      "▁B ou",
+      "▁Bo u",
+      "▁C lient",
+      "▁Cl ient",
+      "▁ Client",
+      "ab l",
+      "a bl",
+      "▁Aud iod",
+      "▁Audio d",
+      "▁n pm",
+      "▁np m",
+      "▁ npm",
+      "▁Col umn",
+      "▁ Column",
+      "▁G ames",
+      "▁Game s",
+      "▁Ga mes",
+      "▁Gam es",
+      "av er",
+      "ave r",
+      "a ver",
+      "ony mes",
+      "onym es",
+      "onyme s",
+      "▁По сле",
+      "n ą",
+      "▁N u",
+      "▁D ick",
+      "▁Di ck",
+      "▁Dic k",
+      "▁t ensor",
+      "▁tens or",
+      "▁ tensor",
+      "▁@ \"",
+      "▁ @\"",
+      "v é",
+      "I con",
+      "▁по да",
+      "▁под а",
+      "▁ пода",
+      "▁G on",
+      "▁Go n",
+      "/) .",
+      "/ ).",
+      "is tra",
+      "ist ra",
+      "istr a",
+      "i stra",
+      "▁Audiod ateien",
+      "De lete",
+      "Del ete",
+      "}} }",
+      "} }}",
+      "▁j ump",
+      "▁ju mp",
+      "▁О б",
+      "▁princi ple",
+      "▁princip le",
+      "▁Ét ats",
+      "ok ed",
+      "oke d",
+      "o ked",
+      "▁В ла",
+      "Inter val",
+      "▁s au",
+      "▁sa u",
+      "en code",
+      "enc ode",
+      "▁p on",
+      "▁po n",
+      "▁ pon",
+      "cat ch",
+      "c atch",
+      "▁t iem",
+      "▁ti em",
+      "▁tie m",
+      "▁G ust",
+      "▁Gu st",
+      "M C",
+      "lim its",
+      "limit s",
+      "▁ke eping",
+      "▁keep ing",
+      "▁s ongs",
+      "▁son gs",
+      "▁song s",
+      "▁ав гу",
+      "▁рай он",
+      "▁райо н",
+      "▁not ification",
+      "▁ notification",
+      "▁off ered",
+      "▁offer ed",
+      "Co r",
+      "C or",
+      "▁sh ut",
+      "error s",
+      "err ors",
+      "▁E N",
+      "▁ EN",
+      "▁lat ach",
+      "▁sel bst",
+      "▁check box",
+      "▁ checkbox",
+      "▁c ool",
+      "▁co ol",
+      "▁f actory",
+      "▁fact ory",
+      "▁factor y",
+      "▁ factory",
+      "▁pa id",
+      "dim ensional",
+      "ni ej",
+      "nie j",
+      "n iej",
+      "pt on",
+      "pto n",
+      "p ton",
+      "▁p in",
+      "▁pi n",
+      "▁ pin",
+      "ak ed",
+      "ake d",
+      "a ked",
+      "▁re li",
+      "▁r eli",
+      "▁rel i",
+      "▁T aylor",
+      "▁S omething",
+      "▁Some thing",
+      "▁Som ething",
+      "▁ Something",
+      "im um",
+      "▁V in",
+      "▁Vi n",
+      "▁iter ation",
+      "Fin d",
+      "Fi nd",
+      "F ind",
+      "ко ви",
+      "ков и",
+      "к ови",
+      "▁bo ys",
+      "▁boy s",
+      "▁Sim ple",
+      "▁ Simple",
+      "▁C rist",
+      "▁Cr ist",
+      "▁Cris t",
+      "▁W as",
+      "▁Wa s",
+      "ân d",
+      "â nd",
+      "▁V a",
+      "▁т ра",
+      "▁ тра",
+      "▁dest ination",
+      "▁destin ation",
+      "▁ destination",
+      "li mp",
+      "lim p",
+      "l imp",
+      "▁K at",
+      "▁Ka t",
+      "wor th",
+      "wort h",
+      "w orth",
+      "▁K or",
+      "▁Ko r",
+      "i ção",
+      "= `",
+      "▁fair ly",
+      "fall s",
+      "fal ls",
+      "f alls",
+      "▁re ject",
+      "▁d ream",
+      "▁dre am",
+      "be ll",
+      "bel l",
+      "b ell",
+      "▁t oute",
+      "▁to ute",
+      "▁tout e",
+      "▁tou te",
+      "▁$ \\{",
+      "▁$\\ {",
+      "▁st one",
+      "▁sto ne",
+      "▁ stone",
+      "▁prote ct",
+      "▁prot ect",
+      "▁ex cell",
+      "▁exc ell",
+      "▁excel l",
+      "▁Me xico",
+      "▁Mex ico",
+      "▁d ash",
+      "▁da sh",
+      "▁das h",
+      "▁ dash",
+      "▁f ault",
+      "▁fa ult",
+      "▁ fault",
+      "p matrix",
+      "al ler",
+      "all er",
+      "alle r",
+      "▁guer re",
+      "or igin",
+      "ori gin",
+      "orig in",
+      "hi bernate",
+      "í lia",
+      "▁Reg ister",
+      "▁ Register",
+      "un to",
+      "unt o",
+      "▁B at",
+      "▁Ba t",
+      "▁b ow",
+      "▁bo w",
+      "▁ bow",
+      "сь ких",
+      "ськ их",
+      "et à",
+      "▁L uis",
+      "▁Lu is",
+      "▁f ou",
+      "▁fo u",
+      "▁Cam bridge",
+      "▁Camb ridge",
+      "▁o tt",
+      "▁ot t",
+      "▁ ott",
+      "su p",
+      "s up",
+      "re as",
+      "rea s",
+      "▁point ers",
+      "▁pointer s",
+      "▁Bo ard",
+      "▁ Board",
+      "▁р и",
+      "▁ ри",
+      "▁d riv",
+      "▁dr iv",
+      "▁dri v",
+      "ни н",
+      "н ин",
+      "▁C irc",
+      "▁Ci rc",
+      "▁Cir c",
+      "▁ Circ",
+      "▁t hou",
+      "▁th ou",
+      "Di v",
+      "D iv",
+      "sp ark",
+      "s park",
+      "la ment",
+      "lam ent",
+      "l ament",
+      "▁V AL",
+      "▁ VAL",
+      "Se nd",
+      "S end",
+      "▁Ir ish",
+      "o y",
+      "▁T u",
+      "▁ Tu",
+      "▁t rivial",
+      "Form s",
+      "For ms",
+      "▁as í",
+      "▁Im per",
+      "▁Imp er",
+      "▁sign ature",
+      "un os",
+      "uno s",
+      "u nos",
+      "▁N eg",
+      "▁Ne g",
+      "▁can cel",
+      "▁ cancel",
+      "▁Hein rich",
+      "ee d",
+      "e ed",
+      "Ill ustration",
+      "▁s ulla",
+      "▁su lla",
+      "▁sul la",
+      "▁sull a",
+      "▁qu arter",
+      "▁quart er",
+      "▁quar ter",
+      "as z",
+      "a sz",
+      "▁b log",
+      "▁bl og",
+      "▁blo g",
+      "▁ blog",
+      "fi ca",
+      "fic a",
+      "f ica",
+      "wo n",
+      "w on",
+      "qu et",
+      "que t",
+      "q uet",
+      "]) )",
+      "] ))",
+      "▁gener ation",
+      "▁c aught",
+      "▁ caught",
+      "▁l ands",
+      "▁land s",
+      "▁lan ds",
+      "▁ lands",
+      "▁King dom",
+      "schaft en",
+      "ro ns",
+      "ron s",
+      "r ons",
+      "ann els",
+      "annel s",
+      "anne ls",
+      "▁Spe cial",
+      "▁Spec ial",
+      "▁ Special",
+      "t utorial",
+      "ti p",
+      "t ip",
+      "▁\" \",",
+      "▁\"\" ,",
+      "▁Az ure",
+      "▁ Azure",
+      "▁b ounded",
+      "▁bound ed",
+      "▁ bounded",
+      "S m",
+      "ta r",
+      "t ar",
+      "ве н",
+      "в ен",
+      "▁з ем",
+      "▁зе м",
+      "▁ зем",
+      "▁not ation",
+      "▁ notation",
+      "▁ap ache",
+      "▁ apache",
+      "▁g az",
+      "▁ga z",
+      "ier no",
+      "i erno",
+      "an gen",
+      "ang en",
+      "ange n",
+      "pect ive",
+      "▁elect ric",
+      "▁s emi",
+      "▁se mi",
+      "▁sem i",
+      "MA X",
+      "M AX",
+      "ed erb",
+      "eder b",
+      "ede rb",
+      "object s",
+      "▁dif ferences",
+      "▁differ ences",
+      "▁difference s",
+      "is ted",
+      "ist ed",
+      "iste d",
+      "i sted",
+      "hr ef",
+      "hre f",
+      "h ref",
+      "ic ip",
+      "ici p",
+      "i cip",
+      "▁num py",
+      "▁ numpy",
+      "▁ф утбо",
+      "lo ader",
+      "load er",
+      "▁d ich",
+      "▁di ch",
+      "▁dic h",
+      "љ у",
+      "▁D é",
+      "H z",
+      "▁P aram",
+      "▁Par am",
+      "▁Pa ram",
+      "▁Para m",
+      "▁ Param",
+      "document ation",
+      "ir craft",
+      "irc raft",
+      "E M",
+      "▁inst itution",
+      "▁instit ution",
+      "com pat",
+      "comp at",
+      "▁а ль",
+      "▁ал ь",
+      "▁ аль",
+      "сла в",
+      "с лав",
+      "▁N et",
+      "▁Ne t",
+      "▁ Net",
+      "ци ональ",
+      "цион аль",
+      "циона ль",
+      "▁broad cast",
+      "date time",
+      "dat etime",
+      "as ync",
+      "asy nc",
+      "a sync",
+      "vr e",
+      "v re",
+      "me an",
+      "▁C hem",
+      "▁Ch em",
+      "▁Che m",
+      "▁est imate",
+      "▁estim ate",
+      "ic ana",
+      "ica na",
+      "ican a",
+      "▁g rep",
+      "▁gr ep",
+      "▁gre p",
+      "▁ grep",
+      "te k",
+      "t ek",
+      "ä m",
+      "or ig",
+      "ori g",
+      "o rig",
+      "▁Vict or",
+      "▁Vi ctor",
+      "▁Vic tor",
+      "ut enant",
+      "ute nant",
+      "uten ant",
+      "an ga",
+      "ang a",
+      "pi n",
+      "p in",
+      "▁ver tex",
+      "▁vert ex",
+      "▁verte x",
+      "▁CHAP TER",
+      "ci ty",
+      "cit y",
+      "c ity",
+      "ug by",
+      "gr een",
+      "gre en",
+      "g reen",
+      "▁K er",
+      "▁Ke r",
+      "▁dif fér",
+      "▁diff ér",
+      "▁necess arily",
+      "D C",
+      "Line ar",
+      "Lin ear",
+      "Li near",
+      "al em",
+      "ale m",
+      "a lem",
+      "▁L ater",
+      "▁La ter",
+      "▁Lat er",
+      "▁Late r",
+      "▁m eta",
+      "▁me ta",
+      "▁met a",
+      "▁ meta",
+      "je m",
+      "j em",
+      "ra gen",
+      "rag en",
+      "rage n",
+      "r agen",
+      "Ma y",
+      "M ay",
+      "▁Mitg lied",
+      "▁s orted",
+      "▁sort ed",
+      "▁sor ted",
+      "▁sorte d",
+      "▁ sorted",
+      "us sen",
+      "uss en",
+      "▁sp oke",
+      "▁spo ke",
+      "▁dis abled",
+      "▁disable d",
+      "▁ disabled",
+      "▁accompl ish",
+      "▁accomp lish",
+      "▁Russ ia",
+      "th ere",
+      "ther e",
+      "the re",
+      "t here",
+      "ee s",
+      "e es",
+      "▁h all",
+      "▁ha ll",
+      "▁hal l",
+      "▁ hall",
+      "▁met ric",
+      "▁ metric",
+      "att ribute",
+      "то го",
+      "т ого",
+      "ab out",
+      "▁L am",
+      "▁La m",
+      "ch annel",
+      "chan nel",
+      "▁e pisode",
+      "▁epis ode",
+      "▁$ ('.",
+      "▁$( '.",
+      "▁$(' .",
+      "▁ ought",
+      "▁E ste",
+      "▁Est e",
+      "▁Es te",
+      "Object s",
+      "▁valid ate",
+      "▁ validate",
+      "▁r im",
+      "▁ri m",
+      "▁ rim",
+      "▁numer ous",
+      "▁numero us",
+      "▁J avascript",
+      "▁Java script",
+      "▁G L",
+      "▁ GL",
+      "▁It aly",
+      "▁Ital y",
+      "ederb örd",
+      "on ato",
+      "ona to",
+      "bo oks",
+      "book s",
+      "st one",
+      "ston e",
+      "sto ne",
+      "х у",
+      "▁j el",
+      "▁je l",
+      "▁ jel",
+      "ir i",
+      "i ri",
+      "▁A SP",
+      "▁AS P",
+      "G A",
+      "▁st ata",
+      "▁stat a",
+      "▁sta ta",
+      "▁b az",
+      "▁ba z",
+      "▁ baz",
+      "Da y",
+      "D ay",
+      "th m",
+      "t hm",
+      "d h",
+      "▁F iles",
+      "▁Fil es",
+      "▁File s",
+      "▁ Files",
+      "Android Runtime",
+      "▁che cks",
+      "▁check s",
+      "k r",
+      "▁v enne",
+      "▁ven ne",
+      "S L",
+      "av ia",
+      "avi a",
+      "a via",
+      "ka zy",
+      "kaz y",
+      "k azy",
+      "▁Th ree",
+      "▁ Three",
+      "Ad min",
+      "▁col lege",
+      "▁coll ege",
+      "▁colleg e",
+      "▁colle ge",
+      "G lobal",
+      "ti on",
+      "t ion",
+      "▁cur ious",
+      "sh ort",
+      "▁b ass",
+      "▁bas s",
+      "▁ba ss",
+      "де ла",
+      "▁де я",
+      "Sch ema",
+      "' \\",
+      "di ff",
+      "d iff",
+      "▁C A",
+      "▁ CA",
+      "▁Cor por",
+      "▁oper ators",
+      "▁operator s",
+      "om rå",
+      "▁ed ges",
+      "▁edge s",
+      "); `",
+      ") ;`",
+      "in ds",
+      "ind s",
+      "▁g ing",
+      "▁gi ng",
+      "▁ ging",
+      "& &",
+      "}- \\",
+      "} -\\",
+      "ra no",
+      "ran o",
+      "r ano",
+      "▁s ão",
+      "▁ad ds",
+      "▁add s",
+      "el or",
+      "elo r",
+      "e lor",
+      "▁un signed",
+      "▁uns igned",
+      "▁ unsigned",
+      "▁п р",
+      "▁ пр",
+      "▁Con fig",
+      "▁Conf ig",
+      "▁ Config",
+      "▁E sc",
+      "▁Es c",
+      "▁ch ose",
+      "▁cho se",
+      "▁pie ces",
+      "▁piece s",
+      "▁reg ions",
+      "▁region s",
+      "Es t",
+      "E st",
+      "▁B attle",
+      "▁Batt le",
+      "▁f oc",
+      "▁fo c",
+      "▁L ight",
+      "▁Lig ht",
+      "▁ Light",
+      "pad ding",
+      "p adding",
+      "ab en",
+      "abe n",
+      "a ben",
+      "▁e urop",
+      "▁eu rop",
+      "▁euro p",
+      "il lon",
+      "ill on",
+      "illo n",
+      "▁е сть",
+      "▁b ord",
+      "▁bo rd",
+      "▁bor d",
+      "▁о тно",
+      "▁от но",
+      "▁H ong",
+      "▁Hon g",
+      "▁Ho ng",
+      "▁v ul",
+      "▁vu l",
+      "pl ugins",
+      "plugin s",
+      "▁' <",
+      "▁k ur",
+      "▁ kur",
+      "reg ion",
+      "▁Re pub",
+      "▁Rep ub",
+      "ic her",
+      "ich er",
+      "iche r",
+      "i cher",
+      "}_ \\",
+      "} _\\",
+      "▁me dal",
+      "▁med al",
+      "▁More over",
+      "B I",
+      "A v",
+      "ut er",
+      "ute r",
+      "u ter",
+      "▁s can",
+      "▁sc an",
+      "▁ scan",
+      "▁M unicip",
+      "▁Mun icip",
+      "▁contr ast",
+      "▁contra st",
+      "▁I g",
+      "▁ Ig",
+      "▁го род",
+      "▁горо д",
+      "▁гор од",
+      "▁ город",
+      "rel ated",
+      "al ing",
+      "ali ng",
+      "alin g",
+      "a ling",
+      "▁м ат",
+      "▁ма т",
+      "▁ мат",
+      "ün st",
+      "▁Ch ris",
+      "▁Chr is",
+      "w y",
+      "▁Act ually",
+      "▁Univers idad",
+      "Event Listener",
+      "▁tempor ada",
+      "▁ass ignment",
+      "▁assign ment",
+      "▁M ike",
+      "▁Mi ke",
+      "▁Mik e",
+      "▁w ährend",
+      "▁ś wi",
+      "▁św i",
+      "▁с ред",
+      "▁сре д",
+      "ка де",
+      "▁calcul ated",
+      "▁calculate d",
+      "▁calc ulated",
+      "▁el ler",
+      "▁elle r",
+      "▁ell er",
+      "▁ eller",
+      "▁A sh",
+      "▁As h",
+      "ri el",
+      "rie l",
+      "r iel",
+      "▁hard ware",
+      "▁int ens",
+      "▁inte ns",
+      "▁inten s",
+      "(' .",
+      "( '.",
+      "il li",
+      "ill i",
+      "ag on",
+      "ago n",
+      "a gon",
+      "▁G y",
+      "▁he ute",
+      "▁heut e",
+      "▁s le",
+      "▁sl e",
+      "▁liter ature",
+      "se m",
+      "s em",
+      "man ager",
+      "mana ger",
+      "▁Gr ande",
+      "▁Gra nde",
+      "▁Grand e",
+      "▁Gran de",
+      "▁m ixed",
+      "▁mix ed",
+      "▁В ер",
+      "▁Ве р",
+      "í cí",
+      "▁s oit",
+      "▁so it",
+      "▁wel come",
+      "че ние",
+      "▁Univers ität",
+      "▁bu ilder",
+      "▁build er",
+      "▁ builder",
+      "sim ple",
+      "simp le",
+      "ic ode",
+      "ico de",
+      "i code",
+      "ř e",
+      "in dent",
+      "ind ent",
+      "inden t",
+      "inde nt",
+      "op o",
+      "o po",
+      "▁ad vanced",
+      "▁adv anced",
+      "▁advance d",
+      "tem per",
+      "temp er",
+      "ed ge",
+      "▁dat etime",
+      "▁date time",
+      "▁ datetime",
+      "▁d onc",
+      "▁do nc",
+      "▁don c",
+      "ла ння",
+      "лан ня",
+      "▁v erd",
+      "▁ver d",
+      "▁ve rd",
+      "д но",
+      "it os",
+      "ito s",
+      "▁he at",
+      "vi sible",
+      "vis ible",
+      "me l",
+      "m el",
+      "▁Giov anni",
+      "▁var iety",
+      "▁vari ety",
+      "▁r outer",
+      "▁ro uter",
+      "▁route r",
+      "▁rout er",
+      "▁rou ter",
+      "▁ router",
+      "Vec tor",
+      "V ector",
+      "▁W alk",
+      "▁Wal k",
+      "▁ob viously",
+      "▁obvious ly",
+      "he in",
+      "h ein",
+      "Fi n",
+      "F in",
+      "ITable View",
+      "Y ear",
+      "▁E conom",
+      "▁vel ocity",
+      "▁veloc ity",
+      "▁C ivil",
+      "▁Ci vil",
+      "▁ ј",
+      "al ert",
+      "ale rt",
+      "aler t",
+      "Ident ifier",
+      "èn cia",
+      "▁normal ly",
+      "▁norm ally",
+      "▁E gypt",
+      "▁Egy pt",
+      "▁c tx",
+      "▁ ctx",
+      "▁Ver ein",
+      "▁Vere in",
+      "▁H u",
+      "ult ure",
+      "ultur e",
+      "ни те",
+      "l é",
+      "▁W ien",
+      "▁Wi en",
+      "▁Wie n",
+      "▁P rz",
+      "▁Pr z",
+      "By te",
+      "▁n ah",
+      "▁na h",
+      "▁ nah",
+      "is ms",
+      "ism s",
+      "▁Pub lish",
+      "▁He rz",
+      "▁Her z",
+      "ic ul",
+      "i cul",
+      "pis ode",
+      "ч і",
+      "▁die sem",
+      "▁dies em",
+      "▁diese m",
+      "k ö",
+      "Vis ible",
+      "▁r ig",
+      "▁ri g",
+      "▁ rig",
+      "`) .",
+      "` ).",
+      "Par se",
+      "P arse",
+      "▁Jac ques",
+      "N I",
+      "▁g lass",
+      "▁gl ass",
+      "▁gla ss",
+      "▁ glass",
+      "-- -+",
+      "--- +",
+      "- --+",
+      "▁initial ly",
+      "▁initi ally",
+      "▁k r",
+      "▁ kr",
+      "CC N",
+      "C CN",
+      "pl ays",
+      "play s",
+      "pla ys",
+      "▁s igu",
+      "▁si gu",
+      "▁sig u",
+      "F older",
+      "st orage",
+      "sto rage",
+      "stor age",
+      "▁\\ |",
+      "▁ \\|",
+      "iv os",
+      "ivo s",
+      "i vos",
+      "ск ую",
+      "ску ю",
+      "▁M oh",
+      "▁Mo h",
+      "▁Comm ittee",
+      "▁K im",
+      "▁Ki m",
+      "e u",
+      "те м",
+      "т ем",
+      "▁orig inale",
+      "▁original e",
+      "▁origin ale",
+      "ir s",
+      "i rs",
+      "▁R eb",
+      "▁Re b",
+      "it ut",
+      "itu t",
+      "n l",
+      "▁P ier",
+      "▁Pi er",
+      "▁Pie r",
+      "▁] ;",
+      "▁ ];",
+      "▁F al",
+      "▁Fa l",
+      "▁\" \";",
+      "▁\"\" ;",
+      "mv c",
+      "m vc",
+      "▁fe male",
+      "▁fem ale",
+      "▁b ridge",
+      "▁br idge",
+      "▁brid ge",
+      "▁ bridge",
+      "▁t ít",
+      "kt r",
+      "k tr",
+      "> )",
+      "▁se at",
+      "▁sea t",
+      "▁v ess",
+      "▁ve ss",
+      "▁ves s",
+      "▁U SB",
+      "▁US B",
+      "▁Art icles",
+      "▁Article s",
+      "▁De scription",
+      "▁Des cription",
+      "▁Descri ption",
+      "▁ Description",
+      "▁o c",
+      "▁ oc",
+      "▁h ouses",
+      "▁house s",
+      "▁ho uses",
+      "▁hous es",
+      "▁П ет",
+      "▁Пе т",
+      "lo n",
+      "l on",
+      "Not ification",
+      "▁press ure",
+      "▁ку ль",
+      "▁ куль",
+      "ig ned",
+      "ign ed",
+      "igne d",
+      "▁relig ious",
+      "fa n",
+      "f an",
+      "ig lia",
+      "igli a",
+      "▁class ification",
+      "▁classific ation",
+      "og ether",
+      "oge ther",
+      "▁S DK",
+      "▁SD K",
+      "▁ SDK",
+      "▁H uman",
+      "▁Hu man",
+      "▁Hum an",
+      "▁com mission",
+      "▁comm ission",
+      "▁О р",
+      "▁an tes",
+      "▁ant es",
+      "▁ante s",
+      "▁ antes",
+      "D T",
+      "èt e",
+      "è te",
+      "pr és",
+      "p rés",
+      "/ \"",
+      "▁( «",
+      "▁h ö",
+      "▁ hö",
+      "▁ча с",
+      "▁ час",
+      "▁j ak",
+      "▁ja k",
+      "▁ jak",
+      "ie nen",
+      "ien en",
+      "iene n",
+      "i enen",
+      "ug g",
+      "u gg",
+      "W A",
+      "▁place holder",
+      "▁ placeholder",
+      "Wil l",
+      "W ill",
+      ", ,",
+      "▁K am",
+      "▁Ka m",
+      "▁w en",
+      "▁we n",
+      "▁ wen",
+      "▁Sch ul",
+      "ți e",
+      "ț ie",
+      "▁a ud",
+      "▁au d",
+      "▁ aud",
+      "▁s ue",
+      "▁su e",
+      "▁re ferred",
+      "▁refer red",
+      "ва т",
+      "в ат",
+      "▁P ara",
+      "▁Par a",
+      "▁Pa ra",
+      "▁b la",
+      "▁bl a",
+      "▁ bla",
+      "UE S",
+      "U ES",
+      "▁stat ist",
+      "▁stati st",
+      "▁т у",
+      "▁ ту",
+      "▁Wars za",
+      "gu e",
+      "g ue",
+      "▁I de",
+      "▁Id e",
+      "math scr",
+      "▁l ieu",
+      "▁li eu",
+      "▁lie u",
+      "▁b od",
+      "▁bo d",
+      "▁r us",
+      "▁ru s",
+      "▁ rus",
+      "▁bo at",
+      "xs pace",
+      "x space",
+      "▁mod al",
+      "▁mo dal",
+      "▁ modal",
+      "ле к",
+      "л ек",
+      "to pic",
+      "top ic",
+      "ma ny",
+      "man y",
+      "m any",
+      "sk ý",
+      "▁organ ization",
+      "▁organiz ation",
+      "▁г ене",
+      "▁ге не",
+      "▁Wil son",
+      "▁com fort",
+      "ib il",
+      "i bil",
+      ": -",
+      "▁an imal",
+      "▁anim al",
+      "▁ani mal",
+      "Re port",
+      "Rep ort",
+      "ка ми",
+      "кам и",
+      "jo n",
+      "j on",
+      "▁k er",
+      "▁ke r",
+      "▁ ker",
+      "▁к ни",
+      "moz illa",
+      "Pr ice",
+      "P rice",
+      "ant in",
+      "anti n",
+      "em ento",
+      "ement o",
+      "emen to",
+      "ma y",
+      "m ay",
+      "▁l ung",
+      "▁lu ng",
+      "▁lun g",
+      "▁ lung",
+      "▁b low",
+      "▁bl ow",
+      "▁blo w",
+      "ede ut",
+      "▁type d",
+      "▁typ ed",
+      "▁ty ped",
+      "▁dec ember",
+      "▁. ...",
+      "▁... .",
+      "▁.. ..",
+      "▁ ....",
+      "li ance",
+      "l iance",
+      "▁v iel",
+      "▁vi el",
+      "▁vie l",
+      "▁Ф и",
+      "pr esa",
+      "pre sa",
+      "pres a",
+      "▁ос іб",
+      "▁N am",
+      "▁Na m",
+      "▁G ren",
+      "▁Gr en",
+      "▁Gre n",
+      "си лання",
+      "VI D",
+      "V ID",
+      "st re",
+      "str e",
+      "s tre",
+      "we is",
+      "wei s",
+      "▁prote ction",
+      "▁protect ion",
+      "▁prot ection",
+      "ta ient",
+      "t aient",
+      "▁offic ers",
+      "▁office rs",
+      "▁officer s",
+      "т но",
+      "▁B rig",
+      "▁Br ig",
+      "▁int ellig",
+      "▁intel lig",
+      "я х",
+      "IT H",
+      "I TH",
+      "▁separ ated",
+      "▁separate d",
+      "▁L CCN",
+      "ní m",
+      "n ím",
+      "cl ock",
+      "clo ck",
+      "c lock",
+      "▁ap are",
+      "▁apar e",
+      "яв и",
+      "я ви",
+      "▁Eliz abeth",
+      "▁W ater",
+      "▁Wat er",
+      "▁Wa ter",
+      "geb iet",
+      "▁con vent",
+      "▁conv ent",
+      "▁conven t",
+      "fu rt",
+      "fur t",
+      "f urt",
+      "▁be iden",
+      "▁bei den",
+      "▁beide n",
+      "ba sh",
+      "bas h",
+      "b ash",
+      "▁че рез",
+      "▁чер ез",
+      "▁u b",
+      "▁ ub",
+      "▁Stat ist",
+      "▁Stati st",
+      "▁lim its",
+      "▁limit s",
+      "▁ limits",
+      "V ol",
+      "ct x",
+      "c tx",
+      "▁но в",
+      "▁н ов",
+      "▁ нов",
+      "gu ide",
+      "gui de",
+      "mi c",
+      "m ic",
+      "ie sa",
+      "ies a",
+      "i esa",
+      "▁h uvud",
+      "R T",
+      "Fi g",
+      "F ig",
+      "▁l ect",
+      "▁le ct",
+      "▁ lect",
+      "con n",
+      "co nn",
+      "c onn",
+      "im it",
+      "imi t",
+      "i mit",
+      "га р",
+      "г ар",
+      "▁b ajo",
+      "▁ba jo",
+      "scri be",
+      "scr ibe",
+      "s cribe",
+      "re gex",
+      "reg ex",
+      "▁C ass",
+      "▁Cas s",
+      "▁Ca ss",
+      "▁pro pag",
+      "▁prop ag",
+      "' $",
+      "▁prof es",
+      "un ique",
+      "uni que",
+      "▁S ql",
+      "▁ Sql",
+      "un ion",
+      "uni on",
+      "ri os",
+      "rio s",
+      "r ios",
+      "pi p",
+      "p ip",
+      "-- +",
+      "- -+",
+      "ka dem",
+      "k adem",
+      "column s",
+      "▁v ary",
+      "▁var y",
+      "▁va ry",
+      "▁bere its",
+      "▁d oi",
+      "▁do i",
+      "▁Com mon",
+      "▁Comm on",
+      "▁ Common",
+      "▁Ro bin",
+      "▁Rob in",
+      "▁ ×",
+      "▁s ei",
+      "▁se i",
+      "▁s yst",
+      "▁sy st",
+      "▁sys t",
+      "▁v ä",
+      "▁ vä",
+      "▁De fault",
+      "▁Def ault",
+      "▁ Default",
+      "▁t ym",
+      "▁ty m",
+      "pe l",
+      "p el",
+      "▁bel ieved",
+      "▁believe d",
+      "▁pro vider",
+      "▁prov ider",
+      "▁provide r",
+      "▁ provider",
+      "▁min imal",
+      "▁minim al",
+      "▁mini mal",
+      "та ли",
+      "тал и",
+      "т али",
+      "ain es",
+      "ai nes",
+      "aine s",
+      "a ines",
+      "K it",
+      "iz io",
+      "izi o",
+      "is sen",
+      "iss en",
+      "isse n",
+      "pr essed",
+      "press ed",
+      "pres sed",
+      "▁s tag",
+      "▁st ag",
+      "▁sta g",
+      "▁ stag",
+      "▁u int",
+      "▁ui nt",
+      "▁ uint",
+      "ko r",
+      "k or",
+      "▁ра спо",
+      "▁рас по",
+      "▁in herit",
+      "▁inher it",
+      "▁comp iled",
+      "▁compile d",
+      "▁f ebru",
+      "▁fe bru",
+      "▁feb ru",
+      "▁t mp",
+      "▁tm p",
+      "▁ tmp",
+      "work s",
+      "wor ks",
+      "ч на",
+      "draw able",
+      "▁N av",
+      "▁Na v",
+      "▁ Nav",
+      "▁though ts",
+      "▁thought s",
+      "ro ute",
+      "rout e",
+      "rou te",
+      "r oute",
+      "▁con cert",
+      "▁conc ert",
+      "▁conce rt",
+      "▁option al",
+      "▁opt ional",
+      "▁ optional",
+      "▁b ras",
+      "▁br as",
+      "▁bra s",
+      "▁ bras",
+      "▁prov iding",
+      "со м",
+      "с ом",
+      "id x",
+      "i dx",
+      "emp lo",
+      "empl o",
+      "▁ко ли",
+      "▁ коли",
+      "▁B ere",
+      "▁Be re",
+      "▁Ber e",
+      "▁E ls",
+      "▁El s",
+      "ре мен",
+      "рем ен",
+      "▁де ка",
+      "co ut",
+      "cou t",
+      "c out",
+      "la yer",
+      "lay er",
+      "l ayer",
+      "▁g lob",
+      "▁gl ob",
+      "▁glo b",
+      "▁ glob",
+      "fore ach",
+      "for each",
+      "▁E ducation",
+      "▁Edu cation",
+      "P O",
+      "▁im prov",
+      "▁imp rov",
+      "▁impro v",
+      "▁impr ov",
+      "▁cl ients",
+      "▁client s",
+      "▁cli ents",
+      "gr oups",
+      "group s",
+      "gro ups",
+      "▁k ont",
+      "▁kon t",
+      "▁ko nt",
+      "De l",
+      "D el",
+      "re tt",
+      "ret t",
+      "r ett",
+      "▁s up",
+      "▁su p",
+      "▁ sup",
+      "▁m og",
+      "▁mo g",
+      "ta n",
+      "t an",
+      "▁com pl",
+      "▁comp l",
+      "ir ty",
+      "irt y",
+      "▁nouve au",
+      "os z",
+      "o sz",
+      "▁N avy",
+      "▁Na vy",
+      "▁Nav y",
+      "ber e",
+      "be re",
+      "b ere",
+      "ma sk",
+      "mas k",
+      "m ask",
+      "ov é",
+      "o vé",
+      "zi l",
+      "z il",
+      "PE R",
+      "P ER",
+      "▁pobla ción",
+      "▁població n",
+      "▁d etailed",
+      "▁detail ed",
+      "ле т",
+      "л ет",
+      "▁famil ies",
+      "▁familie s",
+      "ab et",
+      "abe t",
+      "a bet",
+      "е вич",
+      "änd er",
+      "än der",
+      "ände r",
+      "ä nder",
+      "▁å r",
+      "▁ år",
+      "▁p endant",
+      "▁b il",
+      "▁bi l",
+      "▁ bil",
+      "▁h int",
+      "▁hi nt",
+      "▁hin t",
+      "ode n",
+      "od en",
+      "o den",
+      "▁exp ansion",
+      "▁p ont",
+      "▁po nt",
+      "▁pon t",
+      "▁ pont",
+      "as ant",
+      "asa nt",
+      "▁K ind",
+      "▁Ki nd",
+      "▁Kin d",
+      "▁ Kind",
+      "ij i",
+      "i ji",
+      "▁A uth",
+      "▁Aut h",
+      "▁Au th",
+      "▁ Auth",
+      "laim ed",
+      "ref lect",
+      "] =",
+      "by tes",
+      "byte s",
+      "ho ver",
+      "hov er",
+      "h over",
+      "▁ц ер",
+      "▁це р",
+      "▁ цер",
+      "grad le",
+      "Ar ch",
+      "ap est",
+      "ape st",
+      "apes t",
+      "ás a",
+      "á sa",
+      "Car d",
+      "Ca rd",
+      "C ard",
+      "▁tempor ary",
+      "▁départ ement",
+      "class es",
+      "жи ва",
+      "▁х удо",
+      "▁m ole",
+      "▁mo le",
+      "▁mol e",
+      "R Y",
+      "L P",
+      "▁p ec",
+      "▁pe c",
+      "▁ pec",
+      "rodu ction",
+      "▁Gu ard",
+      "▁Par liament",
+      "▁inst anti",
+      "▁instant i",
+      "▁not amment",
+      "▁D oug",
+      "▁Do ug",
+      "▁Dou g",
+      "▁Mar sh",
+      "▁Mars h",
+      ". ~",
+      "▁\\ \"",
+      "▁ \\\"",
+      "▁t hé",
+      "▁th é",
+      "▁li bre",
+      "▁lib re",
+      "do es",
+      "▁dé but",
+      "▁U nit",
+      "▁Un it",
+      "▁ Unit",
+      "▁с ту",
+      "▁ст у",
+      "▁ сту",
+      "▁le ague",
+      "▁qu ale",
+      "▁q uale",
+      "▁qual e",
+      "▁состав ля",
+      "▁соста вля",
+      "Se curity",
+      "Sec urity",
+      "▁appar ently",
+      "▁apparent ly",
+      "▁tro ops",
+      "ic ano",
+      "ica no",
+      "ican o",
+      "i cano",
+      "▁M B",
+      "▁ MB",
+      "en ze",
+      "enz e",
+      "lo ading",
+      "load ing",
+      "▁dist ributed",
+      "▁distribu ted",
+      "▁distrib uted",
+      "write r",
+      "writ er",
+      "wr iter",
+      "w riter",
+      "res ources",
+      "resource s",
+      "h ö",
+      "ut ils",
+      "util s",
+      "uti ls",
+      "▁prep ared",
+      "▁prepar ed",
+      "▁prepare d",
+      "ci er",
+      "cie r",
+      "c ier",
+      "op ol",
+      "opo l",
+      "o pol",
+      "▁län kar",
+      "he s",
+      "h es",
+      "н ва",
+      "▁op ens",
+      "▁open s",
+      "▁ opens",
+      "ag og",
+      "ago g",
+      "inter face",
+      "▁F und",
+      "▁Fu nd",
+      "▁Fun d",
+      "▁pent ru",
+      "ní ch",
+      "n ích",
+      "▁config ured",
+      "▁configure d",
+      "▁configur ed",
+      "▁Web site",
+      "▁list ener",
+      "▁listen er",
+      "▁liste ner",
+      "▁ listener",
+      "iv el",
+      "ive l",
+      "i vel",
+      "n ę",
+      "min a",
+      "mi na",
+      "m ina",
+      "▁in vest",
+      "▁inv est",
+      "▁inve st",
+      "▁м іс",
+      "▁мі с",
+      "▁d av",
+      "▁da v",
+      "▁p atch",
+      "▁pat ch",
+      "▁ patch",
+      "pi eler",
+      "piel er",
+      "pie ler",
+      "▁Ext erna",
+      "▁Extern a",
+      "t f",
+      "▁e red",
+      "▁er ed",
+      "▁ere d",
+      "▁ ered",
+      "▁Ass embly",
+      "▁ Assembly",
+      "▁s out",
+      "▁so ut",
+      "▁sou t",
+      "▁v erk",
+      "▁ver k",
+      "▁ verk",
+      "me rs",
+      "mer s",
+      "m ers",
+      "t oggle",
+      "▁up dating",
+      "▁upd ating",
+      "▁K ent",
+      "▁Ke nt",
+      "▁Ken t",
+      "ec a",
+      "e ca",
+      "FA ULT",
+      "▁tit re",
+      "▁ti tre",
+      "▁K enn",
+      "▁Ke nn",
+      "▁Ken n",
+      "▁Ми ха",
+      "ст ор",
+      "сто р",
+      "с тор",
+      "▁p ode",
+      "▁po de",
+      "▁pod e",
+      "▁S eb",
+      "▁Se b",
+      "це в",
+      "ц ев",
+      "E Y",
+      "▁sil ver",
+      "▁cap acity",
+      "▁capac ity",
+      "▁comple tion",
+      "▁complet ion",
+      "▁Pe dro",
+      "▁Ped ro",
+      "fe l",
+      "f el",
+      "va no",
+      "van o",
+      "v ano",
+      "ze ug",
+      "▁in terior",
+      "▁inter ior",
+      "▁inte rior",
+      "▁Res ponse",
+      "▁ Response",
+      "éd ia",
+      "é dia",
+      "▁World Cat",
+      "▁c ă",
+      "qu el",
+      "que l",
+      "q uel",
+      "So l",
+      "S ol",
+      "іс ля",
+      "▁D omin",
+      "▁Do min",
+      "▁Dom in",
+      "▁c um",
+      "▁cu m",
+      "ce p",
+      "c ep",
+      "▁M use",
+      "▁Mus e",
+      "▁Mu se",
+      "▁M aría",
+      "▁Mar ía",
+      "▁Ma ría",
+      "▁function al",
+      "▁ad apter",
+      "▁adapt er",
+      "▁ adapter",
+      "config uration",
+      "▁t ipo",
+      "▁tip o",
+      "▁ti po",
+      "▁B ry",
+      "▁Br y",
+      "v y",
+      "U L",
+      "▁tra vers",
+      "▁trav ers",
+      "! (",
+      "▁absol utely",
+      "▁absolute ly",
+      "л та",
+      "тт я",
+      "т тя",
+      "▁I T",
+      "▁ IT",
+      "▁во ен",
+      "yc le",
+      "y cle",
+      "be st",
+      "bes t",
+      "b est",
+      "▁construct ed",
+      "▁constru cted",
+      "▁фи ль",
+      "▁ филь",
+      "ci do",
+      "cid o",
+      "c ido",
+      "ex it",
+      "ga rt",
+      "gar t",
+      "g art",
+      "▁provin cia",
+      "ve z",
+      "v ez",
+      "ci pl",
+      "cip l",
+      "▁Face book",
+      "▁Fac ebook",
+      "▁y ellow",
+      "▁ yellow",
+      "▁Sum mer",
+      "▁point ing",
+      "▁poss ibility",
+      "▁possib ility",
+      "▁possibil ity",
+      "▁leg isl",
+      "▁мо ж",
+      "▁ мож",
+      "de rn",
+      "der n",
+      "d ern",
+      "ко но",
+      "кон о",
+      "▁mechan ism",
+      "▁Bern ard",
+      "ex pr",
+      "exp r",
+      "ло ви",
+      "лов и",
+      "л ови",
+      "▁dig its",
+      "▁digit s",
+      "▁de legate",
+      "▁deleg ate",
+      "▁ delegate",
+      "og ram",
+      "o gram",
+      "▁D ictionary",
+      "▁ Dictionary",
+      "is y",
+      "▁s po",
+      "▁sp o",
+      "/ $",
+      "clude d",
+      "clud ed",
+      "▁M VC",
+      "▁t ém",
+      "▁té m",
+      "▁print ed",
+      "▁prin ted",
+      "▁G ott",
+      "▁Go tt",
+      "▁Got t",
+      "▁O m",
+      "▁ Om",
+      "ans as",
+      "▁D urch",
+      "▁Dur ch",
+      "▁I dent",
+      "▁Id ent",
+      "▁Ide nt",
+      "▁ Ident",
+      "Q U",
+      "ht m",
+      "h tm",
+      "▁S ul",
+      "▁Su l",
+      "'] .",
+      "' ].",
+      "▁du ty",
+      "▁dut y",
+      "▁Aut hor",
+      "▁Auth or",
+      "▁ Author",
+      "▁n ě",
+      "▁ ně",
+      "ow ego",
+      "owe go",
+      "pu s",
+      "p us",
+      "em bl",
+      "emb l",
+      "Exec utor",
+      "B L",
+      "▁M ens",
+      "▁Me ns",
+      "▁Men s",
+      "dis patch",
+      "▁M id",
+      "▁Mi d",
+      "ap ps",
+      "app s",
+      "Trans form",
+      "▁D at",
+      "▁Da t",
+      "▁ Dat",
+      "▁im pl",
+      "▁imp l",
+      "▁ impl",
+      "ou x",
+      "o ux",
+      "ho lm",
+      "hol m",
+      "▁I ns",
+      "▁In s",
+      "▁Emp ire",
+      "ру п",
+      "▁Ap ache",
+      "SI ON",
+      "S ION",
+      "▁pass age",
+      "######## ########",
+      "▁ex pressed",
+      "▁express ed",
+      "▁expr essed",
+      "▁expres sed",
+      "на д",
+      "▁o l",
+      "▁ ol",
+      "▁h avia",
+      "▁ha via",
+      "▁hav ia",
+      "▁бо лее",
+      "▁enjo y",
+      "form ance",
+      "▁dim ensions",
+      "▁dimension s",
+      "▁ч ер",
+      "▁че р",
+      "▁ чер",
+      "Se e",
+      "S ee",
+      "▁m outh",
+      "▁mo uth",
+      "▁mou th",
+      "▁ mouth",
+      "▁g au",
+      "▁ga u",
+      "ien cy",
+      "i ency",
+      "▁Carol ina",
+      "Dis t",
+      "Di st",
+      "D ist",
+      "rad io",
+      "li mit",
+      "lim it",
+      "l imit",
+      "/ ?",
+      "▁B all",
+      "▁Ba ll",
+      "▁Bal l",
+      "ні сть",
+      "Mem ber",
+      "M ember",
+      "wa ter",
+      "w ater",
+      "▁mur der",
+      "▁stand ing",
+      "▁stan ding",
+      "▁ standing",
+      "▁V II",
+      "▁VI I",
+      "Cent er",
+      "C enter",
+      "pp a",
+      "p pa",
+      "ur eau",
+      "ure au",
+      "▁Le ip",
+      "▁ob jet",
+      "▁obj et",
+      "▁Act ivity",
+      "▁Activ ity",
+      "▁ Activity",
+      "em bers",
+      "ember s",
+      "emb ers",
+      "v r",
+      "▁con du",
+      "▁cond u",
+      "Cell s",
+      "C ells",
+      "in us",
+      "inu s",
+      "▁' ,",
+      "▁ ',",
+      "▁af raid",
+      "▁х а",
+      "▁ ха",
+      "▁V ic",
+      "▁Vi c",
+      "test ing",
+      "tes ting",
+      "Tu be",
+      "T ube",
+      "▁v ast",
+      "▁va st",
+      "▁vas t",
+      "P M",
+      "ni h",
+      "n ih",
+      "SS N",
+      "S SN",
+      "▁Ch ile",
+      "▁Chi le",
+      "yl van",
+      "▁B ow",
+      "▁Bo w",
+      "▁relig ion",
+      "op her",
+      "oph er",
+      "ophe r",
+      "o pher",
+      "▁C oll",
+      "▁Col l",
+      "▁Co ll",
+      "▁ Coll",
+      "▁dig ital",
+      "▁digit al",
+      "zi oni",
+      "z ioni",
+      "Se ction",
+      "Sec tion",
+      "S ection",
+      "▁резу льта",
+      "Foo t",
+      "F oot",
+      "con vert",
+      "conv ert",
+      "▁rece iving",
+      "Cont act",
+      "▁h ero",
+      "▁he ro",
+      "▁her o",
+      "sa m",
+      "s am",
+      "▁pos terior",
+      "▁poster ior",
+      "▁poste rior",
+      "ow i",
+      "o wi",
+      "An t",
+      "A nt",
+      "▁fl ags",
+      "▁flag s",
+      "▁fla gs",
+      "▁ flags",
+      "▁Ze aland",
+      "▁b ounds",
+      "▁bound s",
+      "▁ bounds",
+      "▁where as",
+      "▁whe reas",
+      "in fl",
+      "inf l",
+      "Pl ay",
+      "P lay",
+      "▁d emo",
+      "▁de mo",
+      "▁dem o",
+      "▁ demo",
+      "▁g ibt",
+      "▁gi bt",
+      "▁h ospital",
+      "▁hosp ital",
+      "▁v olta",
+      "▁vol ta",
+      "▁volt a",
+      "л ё",
+      "▁f ashion",
+      "▁ex ceed",
+      "▁exc eed",
+      "el enium",
+      "elen ium",
+      "It er",
+      "I ter",
+      "kr ie",
+      "k rie",
+      "▁integr ation",
+      "▁integra tion",
+      "▁ integration",
+      "▁Other wise",
+      "ad u",
+      "a du",
+      "Sh e",
+      "S he",
+      "on de",
+      "ond e",
+      "o nde",
+      "ui nt",
+      "u int",
+      "rad ius",
+      "▁r am",
+      "▁ra m",
+      "▁ ram",
+      "▁ál bum",
+      "▁т ур",
+      "▁ту р",
+      "▁ тур",
+      "▁d y",
+      "▁ dy",
+      "▁O tt",
+      "▁Ot t",
+      "▁пер и",
+      "▁пе ри",
+      "re v",
+      "r ev",
+      "ri or",
+      "rio r",
+      "r ior",
+      "í d",
+      "ir at",
+      "ira t",
+      "i rat",
+      "▁в клю",
+      "▁import ante",
+      "▁important e",
+      "▁Du ke",
+      "▁caus a",
+      "▁ca usa",
+      "▁Math emat",
+      "▁di plom",
+      "▁N icol",
+      "▁Nic ol",
+      "▁Ni col",
+      "▁ex clus",
+      "▁exc lus",
+      "▁debug ging",
+      "▁G h",
+      "or iginal",
+      "origin al",
+      "orig inal",
+      "ly n",
+      "l yn",
+      "▁P la",
+      "▁Pl a",
+      "su ite",
+      "suit e",
+      "ch at",
+      "cha t",
+      "c hat",
+      "▁e stud",
+      "▁est ud",
+      "ue lle",
+      "uel le",
+      "u elle",
+      "▁p ert",
+      "▁per t",
+      "▁pe rt",
+      "▁ pert",
+      "▁import ance",
+      "▁appro aches",
+      "▁approach es",
+      "▁d la",
+      "▁про ф",
+      "Pr es",
+      "Pre s",
+      "P res",
+      "< \\",
+      "pre fix",
+      "p refix",
+      "SS ION",
+      "S SION",
+      "ро ди",
+      "род и",
+      "count ry",
+      "c ountry",
+      "it zer",
+      "itz er",
+      "▁ко р",
+      "▁к ор",
+      "▁ кор",
+      "▁sing ular",
+      "go v",
+      "g ov",
+      "ри н",
+      "р ин",
+      "▁F A",
+      "▁ FA",
+      "▁mat rices",
+      "ol are",
+      "ola re",
+      "olar e",
+      "o lare",
+      "ni ka",
+      "nik a",
+      "n ika",
+      "po wer",
+      "pow er",
+      "p ower",
+      "ll a",
+      "l la",
+      "▁des ire",
+      "▁famil ia",
+      "▁fam ilia",
+      "до р",
+      "д ор",
+      "▁f an",
+      "▁fa n",
+      "▁ fan",
+      "gener ated",
+      "generate d",
+      "▁C os",
+      "▁Co s",
+      "▁ż e",
+      "▁ że",
+      "▁D iese",
+      "▁Die se",
+      "▁Di ese",
+      "▁Dies e",
+      "mo v",
+      "m ov",
+      "▁de note",
+      "▁den ote",
+      "\") ]",
+      "\" )]",
+      "ou vern",
+      "ouv ern",
+      "ouve rn",
+      "ouver n",
+      "am an",
+      "ama n",
+      "a man",
+      "▁in ser",
+      "▁ins er",
+      "▁inse r",
+      "ij k",
+      "i jk",
+      "ot ta",
+      "ott a",
+      "o tta",
+      "er al",
+      "era l",
+      "e ral",
+      "де ль",
+      "д ель",
+      "() ->",
+      "( )->",
+      "▁p oder",
+      "▁po der",
+      "▁pod er",
+      "▁pode r",
+      "ig es",
+      "ige s",
+      "i ges",
+      "▁On line",
+      "▁we ird",
+      "ia c",
+      "i ac",
+      "▁quel ques",
+      "▁quelque s",
+      "ère nt",
+      "è rent",
+      "▁t el",
+      "▁te l",
+      "▁ tel",
+      "▁L atin",
+      "▁Lat in",
+      "ver ter",
+      "vert er",
+      "verte r",
+      "ля р",
+      "ро и",
+      "▁p df",
+      "▁pd f",
+      "▁ pdf",
+      "▁key word",
+      "▁ keyword",
+      "Hand le",
+      "A fter",
+      "re ce",
+      "rec e",
+      "▁ident ical",
+      "style sheet",
+      "styles heet",
+      "▁стан ови",
+      "▁станов и",
+      "▁k a",
+      "▁ ka",
+      "ce ment",
+      "cem ent",
+      "c ement",
+      "те т",
+      "т ет",
+      "▁c hat",
+      "▁ch at",
+      "▁cha t",
+      "▁ chat",
+      "▁M un",
+      "▁Mu n",
+      "ał a",
+      "a ła",
+      "AN T",
+      "A NT",
+      "ol óg",
+      "▁f ant",
+      "▁fa nt",
+      "▁fan t",
+      "▁for est",
+      "▁fo rest",
+      "▁fore st",
+      "▁ви ко",
+      "cu ss",
+      "cus s",
+      "c uss",
+      "▁se hr",
+      "pa g",
+      "p ag",
+      "ot ic",
+      "oti c",
+      "▁á ll",
+      "▁ál l",
+      "▁ áll",
+      "ма ти",
+      "мат и",
+      "▁\" '",
+      "+ \"",
+      "An imation",
+      "Anim ation",
+      "ходи т",
+      "ход ит",
+      "az u",
+      "a zu",
+      "▁pl ays",
+      "▁play s",
+      "▁pla ys",
+      "▁ plays",
+      "iz ioni",
+      "izi oni",
+      "izio ni",
+      "i zioni",
+      "ми че",
+      "▁b omb",
+      "▁bo mb",
+      "▁bom b",
+      "▁mer ely",
+      "▁mere ly",
+      "▁hold ing",
+      "▁hol ding",
+      "▁w enn",
+      "▁we nn",
+      "▁wen n",
+      "▁m edic",
+      "▁me dic",
+      "▁med ic",
+      "▁medi c",
+      "▁spe aking",
+      "▁speak ing",
+      "ong odb",
+      "ongo db",
+      "▁Cam pe",
+      "▁Camp e",
+      "in ity",
+      "ini ty",
+      "init y",
+      "▁я нва",
+      "() `.",
+      "()` .",
+      "( )`.",
+      "lu ss",
+      "lus s",
+      "l uss",
+      "▁H istoire",
+      "▁His toire",
+      "▁Hist oire",
+      "▁oper ating",
+      "▁opera ting",
+      "Ch annel",
+      "▁accur acy",
+      "▁b os",
+      "▁bo s",
+      "▁ bos",
+      "▁ev ident",
+      "ци ю",
+      "event s",
+      "ev ents",
+      "even ts",
+      "text rm",
+      "or eign",
+      "ore ign",
+      "▁i i",
+      "▁ ii",
+      "hr en",
+      "hre n",
+      "h ren",
+      "lo wer",
+      "low er",
+      "l ower",
+      "▁т ом",
+      "▁то м",
+      "▁ том",
+      "▁Ab out",
+      "▁ About",
+      "▁a j",
+      "▁ aj",
+      "er i",
+      "e ri",
+      "сту пи",
+      "ступ и",
+      "▁di git",
+      "▁dig it",
+      "▁ digit",
+      "▁Sp ain",
+      "▁D aten",
+      "▁Date n",
+      "▁Da ten",
+      "▁Dat en",
+      "▁for me",
+      "▁form e",
+      "▁ш та",
+      "▁ шта",
+      "▁B ach",
+      "▁Ba ch",
+      "▁Bac h",
+      "no number",
+      "non umber",
+      "▁recomm ended",
+      "▁recommend ed",
+      "▁re ads",
+      "▁read s",
+      "his toire",
+      "h istoire",
+      "▁s ang",
+      "▁sa ng",
+      "▁san g",
+      "▁? ?",
+      "▁ ??",
+      "▁с тал",
+      "▁ст ал",
+      "▁ста л",
+      "sc ore",
+      "s core",
+      "fa s",
+      "f as",
+      "▁c ub",
+      "▁cu b",
+      "▁g rew",
+      "▁gr ew",
+      "▁gre w",
+      "▁cent ro",
+      "▁bek annt",
+      "Event s",
+      "BE R",
+      "B ER",
+      "he w",
+      "h ew",
+      "сс а",
+      "с са",
+      "▁major ity",
+      "ît re",
+      "î tre",
+      "en ci",
+      "enc i",
+      "▁Qu ery",
+      "▁Que ry",
+      "▁ Query",
+      "▁któ re",
+      "i ć",
+      "▁complex ity",
+      "▁Fran çois",
+      "const raint",
+      "ур на",
+      "═ ═",
+      "▁iter ate",
+      "le tt",
+      "let t",
+      "l ett",
+      "pe ror",
+      "per or",
+      "▁Neder land",
+      "sh are",
+      "sha re",
+      "▁incl u",
+      "▁inc lu",
+      "än ger",
+      "äng er",
+      "änge r",
+      "▁N ic",
+      "▁Ni c",
+      "ч о",
+      "F ull",
+      "▁ra pport",
+      "▁rapp ort",
+      "▁rap port",
+      "ec lipse",
+      "e clipse",
+      "▁indust ry",
+      "he aders",
+      "head ers",
+      "header s",
+      "▁Р и",
+      "ch sel",
+      "chs el",
+      "▁po lic",
+      "▁pol ic",
+      "sch ied",
+      "% ,",
+      "O D",
+      "▁J ak",
+      "▁Ja k",
+      "({ \\",
+      "( {\\",
+      "al igned",
+      "align ed",
+      "▁frequ ently",
+      "▁frequent ly",
+      "▁su oi",
+      "▁suo i",
+      "▁ess entially",
+      "▁essential ly",
+      "▁R ic",
+      "▁Ri c",
+      "▁re ports",
+      "▁report s",
+      "▁dec imal",
+      "ra r",
+      "r ar",
+      "▁F oo",
+      "▁Fo o",
+      "▁ Foo",
+      "▁K a",
+      "▁D C",
+      "▁ DC",
+      "▁sim pler",
+      "▁simple r",
+      "▁simp ler",
+      "▁simpl er",
+      "Pa ne",
+      "Pan e",
+      "P ane",
+      "? }",
+      "So rt",
+      "S ort",
+      "▁pos it",
+      "cd n",
+      "c dn",
+      "kt ur",
+      "▁aw k",
+      "▁ awk",
+      "зе р",
+      "з ер",
+      "P F",
+      "u ur",
+      "▁R oss",
+      "▁Ro ss",
+      "▁Ros s",
+      "▁m ant",
+      "▁ma nt",
+      "▁man t",
+      "N a",
+      "Con s",
+      "Co ns",
+      "C ons",
+      ")) ))",
+      "))) )",
+      ") )))",
+      "▁techn iques",
+      "▁techni ques",
+      "▁technique s",
+      "im pl",
+      "imp l",
+      "▁dro pped",
+      "▁drop ped",
+      "▁L ista",
+      "▁List a",
+      "▁Li sta",
+      "▁Lis ta",
+      "▁Bas ically",
+      "▁Basic ally",
+      "en tal",
+      "ent al",
+      "enta l",
+      "▁cel ui",
+      "▁str ategy",
+      "▁strateg y",
+      "▁strat egy",
+      "▁W ales",
+      "▁Wal es",
+      "▁Wa les",
+      "na n",
+      "n an",
+      "▁g min",
+      "▁gr öß",
+      "▁eer ste",
+      "▁eerst e",
+      "T im",
+      "nt en",
+      "n ten",
+      "re sp",
+      "res p",
+      "r esp",
+      "▁s table",
+      "▁st able",
+      "▁sta ble",
+      "▁ stable",
+      "no v",
+      "n ov",
+      "ro b",
+      "r ob",
+      "но ј",
+      "▁mar riage",
+      "get String",
+      "Aut hor",
+      "Auth or",
+      "▁G raf",
+      "▁Gr af",
+      "▁Gra f",
+      "▁di agram",
+      "▁diag ram",
+      "▁dia gram",
+      "gi a",
+      "g ia",
+      "Net work",
+      "N etwork",
+      "▁com posed",
+      "▁comp osed",
+      "▁compos ed",
+      "▁compose d",
+      "▁miss ed",
+      "▁mis sed",
+      "▁M eg",
+      "▁Me g",
+      "▁пра во",
+      "▁прав о",
+      "▁hom onymes",
+      "▁Bo oks",
+      "▁Book s",
+      "▁en cou",
+      "▁enc ou",
+      "port e",
+      "por te",
+      "p orte",
+      "▁rot ation",
+      "▁f ir",
+      "▁fi r",
+      "▁ fir",
+      "те льно",
+      "тель но",
+      "▁g un",
+      "▁gu n",
+      "▁ gun",
+      "▁A ff",
+      "▁Af f",
+      "▁ Aff",
+      "но к",
+      "н ок",
+      "▁Fuß ball",
+      "▁St ory",
+      "▁Sto ry",
+      "▁ Story",
+      "▁Ch ap",
+      "▁Cha p",
+      "▁) .",
+      "▁ ).",
+      "▁Se it",
+      "мо н",
+      "м он",
+      "▁t élé",
+      "▁té lé",
+      "▁cop ied",
+      "▁cons istent",
+      "▁consist ent",
+      "▁dr ink",
+      "▁C ham",
+      "▁Ch am",
+      "▁Cha m",
+      "▁mat ters",
+      "▁matter s",
+      "▁render ed",
+      "▁rend ered",
+      "▁rende red",
+      "▁hyp oth",
+      "œ uv",
+      "▁me er",
+      "▁par sing",
+      "▁P RO",
+      "▁PR O",
+      "▁ PRO",
+      "se ries",
+      "ser ies",
+      "serie s",
+      "s eries",
+      "▁z á",
+      "▁ zá",
+      "stra ße",
+      "▁B oot",
+      "▁Bo ot",
+      "▁ Boot",
+      "▁re po",
+      "▁rep o",
+      "▁ repo",
+      "wo r",
+      "w or",
+      "▁St ream",
+      "▁Stre am",
+      "▁ Stream",
+      "▁A N",
+      "▁ AN",
+      "▁п ів",
+      "▁пі в",
+      "▁S M",
+      "▁ SM",
+      "▁A rn",
+      "▁Ar n",
+      "▁ Ž",
+      "▁[ ];",
+      "▁[] ;",
+      "Res ources",
+      "Resource s",
+      "▁el abor",
+      "▁ela bor",
+      "▁E th",
+      "▁Et h",
+      "▁l iste",
+      "▁li ste",
+      "▁list e",
+      "▁rel atively",
+      "▁relative ly",
+      "▁relativ ely",
+      "ch ant",
+      "chan t",
+      "cha nt",
+      "=\" \"",
+      "= \"\"",
+      "▁l ift",
+      "▁li ft",
+      "▁lif t",
+      "C N",
+      "Service s",
+      "Serv ices",
+      "ME NT",
+      "M ENT",
+      "▁и гра",
+      "▁иг ра",
+      "▁ игра",
+      "б ре",
+      "▁J ord",
+      "▁Jo rd",
+      "▁t ec",
+      "▁te c",
+      "ш ка",
+      "▁S up",
+      "▁Su p",
+      "▁infl uen",
+      "▁influ en",
+      "on ds",
+      "ond s",
+      "hand ler",
+      "handle r",
+      "▁b anda",
+      "▁band a",
+      "▁ban da",
+      "▁vert ices",
+      "▁z ap",
+      "▁za p",
+      "▁c ord",
+      "▁cor d",
+      "▁co rd",
+      "▁ cord",
+      "al ter",
+      "alt er",
+      "ze nia",
+      "zen ia",
+      "z enia",
+      "ât eau",
+      "âte au",
+      "▁know ing",
+      "▁Argent ina",
+      "Ar ea",
+      "Are a",
+      "A rea",
+      "ан е",
+      "а не",
+      "f c",
+      "=\" /",
+      "= \"/",
+      "▁M ik",
+      "▁Mi k",
+      "at ă",
+      "ie ux",
+      "ieu x",
+      "▁deutsch en",
+      "▁deutsche n",
+      "▁trad itional",
+      "▁tradition al",
+      "de code",
+      "dec ode",
+      "ve x",
+      "v ex",
+      "▁size of",
+      "▁ sizeof",
+      "▁F un",
+      "▁Fu n",
+      "▁ Fun",
+      "▁par ser",
+      "▁parse r",
+      "▁ parser",
+      "▁Flor ida",
+      "▁build ings",
+      "▁building s",
+      "▁Man uel",
+      "ri le",
+      "ril e",
+      "r ile",
+      "▁log ged",
+      "▁strong ly",
+      "▁re vol",
+      "▁rev ol",
+      "не е",
+      "xi co",
+      "xic o",
+      "x ico",
+      "▁F air",
+      "▁Fa ir",
+      "ca rt",
+      "car t",
+      "c art",
+      "▁W ort",
+      "▁Wo rt",
+      "▁Wor t",
+      "▁Jes us",
+      "em es",
+      "eme s",
+      "e mes",
+      "sch rift",
+      "Input Stream",
+      "wa d",
+      "w ad",
+      "▁gran des",
+      "▁grand es",
+      "▁grande s",
+      "▁númer o",
+      "▁O tto",
+      "▁Ot to",
+      "▁Ott o",
+      "ien tes",
+      "ient es",
+      "iente s",
+      "i entes",
+      "▁fam ous",
+      "ol ogne",
+      "olog ne",
+      "J e",
+      "ни ш",
+      "▁Guer ra",
+      "bar a",
+      "ba ra",
+      "b ara",
+      "▁c ad",
+      "▁ca d",
+      "el ve",
+      "br ace",
+      "bra ce",
+      "b race",
+      "▁J r",
+      "st able",
+      "sta ble",
+      "stab le",
+      "s table",
+      "EC T",
+      "E CT",
+      "lem ma",
+      "med iate",
+      "medi ate",
+      "media te",
+      "▁v in",
+      "▁vi n",
+      "▁ vin",
+      "▁mon ument",
+      "▁c v",
+      "▁ cv",
+      "▁w inter",
+      "▁win ter",
+      "▁trans formation",
+      "▁transform ation",
+      "▁N ick",
+      "▁Nic k",
+      "▁Ni ck",
+      "str onom",
+      "▁f rag",
+      "▁fr ag",
+      "▁fra g",
+      "▁in tel",
+      "▁int el",
+      "▁inte l",
+      "ra ction",
+      "rac tion",
+      "ract ion",
+      "r action",
+      "▁consider ing",
+      "▁consid ering",
+      "▁F le",
+      "▁Fl e",
+      "▁ ло",
+      "▁A près",
+      "▁Ap rès",
+      "▁A M",
+      "▁ AM",
+      "▁H um",
+      "▁Hu m",
+      "▁m undo",
+      "NE R",
+      "N ER",
+      "▁Be low",
+      "▁Bel ow",
+      "▁го рода",
+      "▁горо да",
+      "▁город а",
+      "ar ters",
+      "art ers",
+      "arter s",
+      "arte rs",
+      "-- \"",
+      "▁П е",
+      "▁ Пе",
+      "î t",
+      "▁t xt",
+      "▁tx t",
+      "▁ txt",
+      "an gers",
+      "ang ers",
+      "ange rs",
+      "anger s",
+      "▁t hy",
+      "▁th y",
+      "▁ thy",
+      "CL A",
+      "C LA",
+      "ib les",
+      "ible s",
+      "i bles",
+      "▁request ed",
+      "▁requ ested",
+      "▁Alex and",
+      "▁fact ors",
+      "▁fa ctors",
+      "▁factor s",
+      "▁produ ces",
+      "▁produce s",
+      "ning en",
+      "n ingen",
+      "▁со стоя",
+      "▁optim ization",
+      "ch od",
+      "cho d",
+      "c hod",
+      "> `",
+      "▁Wik ip",
+      "nost i",
+      "nos ti",
+      "n osti",
+      "▁compet ition",
+      "▁H ann",
+      "▁Ha nn",
+      "▁Han n",
+      "▁z ona",
+      "▁zo na",
+      "d c",
+      "de sign",
+      "des ign",
+      "▁Z u",
+      "▁e spec",
+      "▁es pec",
+      "▁espe c",
+      "▁esp ec",
+      "equ ality",
+      "equal ity",
+      "e quality",
+      "▁A bb",
+      "▁Ab b",
+      "▁develop er",
+      "▁ developer",
+      "▁\" ^",
+      "▁Sh ort",
+      "▁Sho rt",
+      "▁ Short",
+      "▁pl ans",
+      "▁pla ns",
+      "▁plan s",
+      "▁v it",
+      "▁vi t",
+      "iz able",
+      "iza ble",
+      "burg h",
+      "bur gh",
+      "ag em",
+      "age m",
+      "a gem",
+      "▁Pr int",
+      "▁Pri nt",
+      "▁Prin t",
+      "▁ Print",
+      "í v",
+      "▁su itable",
+      "▁suit able",
+      "pi cker",
+      "pic ker",
+      "pick er",
+      "p icker",
+      "Pro file",
+      "an dy",
+      "and y",
+      "▁qu ot",
+      "▁ quot",
+      "▁Dur ante",
+      "▁Durant e",
+      "▁Fran cia",
+      "▁Fr ancia",
+      "▁Franc ia",
+      "▁t art",
+      "▁tar t",
+      "▁ta rt",
+      "▁V enez",
+      "▁Ve nez",
+      "▁Ven ez",
+      "▁dis patch",
+      "▁disp atch",
+      "▁ dispatch",
+      "▁observ ations",
+      "▁observation s",
+      "▁ ż",
+      "In valid",
+      "▁occ urr",
+      "▁occur r",
+      "▁oc curr",
+      "т ки",
+      "Mem ento",
+      "M emento",
+      "▁S yd",
+      "▁Sy d",
+      "▁tiem po",
+      "▁st aff",
+      "▁sta ff",
+      "▁se ctions",
+      "▁section s",
+      "▁sect ions",
+      "▁ sections",
+      "▁s sh",
+      "▁ss h",
+      "▁ ssh",
+      "▁N GC",
+      "ë l",
+      "▁er re",
+      "▁err e",
+      "▁div ided",
+      "▁divide d",
+      "▁divid ed",
+      "▁With out",
+      "▁du rant",
+      "▁dur ant",
+      "▁j aar",
+      "▁ja ar",
+      "▁ −",
+      "▁sold iers",
+      "▁soldier s",
+      "ун к",
+      "la pse",
+      "lap se",
+      "laps e",
+      "▁Val ley",
+      "▁Vall ey",
+      "▁Valle y",
+      "▁( :",
+      "▁ (:",
+      "re ra",
+      "rer a",
+      "r era",
+      "▁d ével",
+      "▁dé vel",
+      "▁p éri",
+      "▁pé ri",
+      "▁calcul ation",
+      "▁calc ulation",
+      "▁ke ine",
+      "▁kein e",
+      "er tain",
+      "ert ain",
+      "erta in",
+      "▁те ле",
+      "ру д",
+      "▁c ul",
+      "▁cu l",
+      "▁ cul",
+      "▁cl oth",
+      "▁clo th",
+      "; }",
+      "▁pr zed",
+      "▁prze d",
+      "▁prz ed",
+      "Mon th",
+      "Mo nth",
+      "Mont h",
+      "Pi cker",
+      "P icker",
+      "▁S V",
+      "▁ SV",
+      "ar ian",
+      "ari an",
+      "aria n",
+      "a rian",
+      "▁Re view",
+      "▁Rev iew",
+      "▁h ang",
+      "▁ha ng",
+      "▁han g",
+      "▁ hang",
+      "▁о кт",
+      "▁ок т",
+      "▁F ront",
+      "▁Fr ont",
+      "▁Fro nt",
+      "▁ Front",
+      "ot lin",
+      "▁trans lation",
+      "▁transl ation",
+      "▁m odo",
+      "▁mod o",
+      "▁mo do",
+      "▁stat istics",
+      "▁statist ics",
+      "▁N ue",
+      "▁Nu e",
+      "▁Ни кола",
+      "NU M",
+      "N UM",
+      "▁s hips",
+      "▁sh ips",
+      "▁ship s",
+      "▁ ships",
+      "▁Re port",
+      "▁Rep ort",
+      "▁ Report",
+      "{ [",
+      "E ffect",
+      "ie ri",
+      "ier i",
+      "i eri",
+      "▁par ties",
+      "▁part ies",
+      "▁partie s",
+      "▁parti es",
+      "pl a",
+      "p la",
+      "r w",
+      "▁Work s",
+      "▁Wor ks",
+      "▁i ron",
+      "▁ir on",
+      "▁att ract",
+      "▁attr act",
+      "▁attra ct",
+      "▁c ort",
+      "▁cor t",
+      "▁co rt",
+      "n á",
+      "▁Ste ve",
+      "▁b ene",
+      "▁be ne",
+      "▁ben e",
+      "то н",
+      "т он",
+      "ícul a",
+      "Tw o",
+      "T wo",
+      "▁г лав",
+      "▁гла в",
+      "▁V ideo",
+      "▁ Video",
+      "▁power ful",
+      "au ch",
+      "auc h",
+      "a uch",
+      "ma nde",
+      "man de",
+      "m ande",
+      "äch st",
+      "ächs t",
+      "La t",
+      "L at",
+      "▁z na",
+      "▁zn a",
+      "▁ zna",
+      "▁fig ures",
+      "▁figure s",
+      "▁figur es",
+      "▁a lias",
+      "▁al ias",
+      "▁ali as",
+      "▁ alias",
+      "ne x",
+      "n ex",
+      "▁c ategories",
+      "▁categ ories",
+      "▁categor ies",
+      "▁categorie s",
+      "▁ categories",
+      "cal led",
+      "call ed",
+      "c alled",
+      "▁Sim ilar",
+      "▁g irls",
+      "▁girl s",
+      "▁gir ls",
+      "pe z",
+      "p ez",
+      "▁j oint",
+      "▁jo int",
+      "▁join t",
+      "▁ joint",
+      "ро го",
+      "р ого",
+      "ik en",
+      "ike n",
+      "i ken",
+      "чи на",
+      "чин а",
+      "an cia",
+      "anc ia",
+      "anci a",
+      "▁t ijd",
+      "▁ti jd",
+      "▁R ose",
+      "▁Ro se",
+      "▁Ros e",
+      "▁alg orithms",
+      "▁algorithm s",
+      "▁print ing",
+      "▁prin ting",
+      "ne a",
+      "n ea",
+      "▁exec uting",
+      "▁execut ing",
+      "▁l ambda",
+      "▁ lambda",
+      "▁reg ional",
+      "▁region al",
+      "▁Co pa",
+      "▁Cop a",
+      "F oo",
+      "ph ys",
+      "phy s",
+      "z m",
+      "▁L aur",
+      "▁La ur",
+      "▁Lau r",
+      "▁candid ate",
+      "▁J a",
+      "zy m",
+      "z ym",
+      "Ex ample",
+      "▁s piel",
+      "▁sp iel",
+      "▁ spiel",
+      "▁д ей",
+      "▁де й",
+      "▁ дей",
+      "ne hmen",
+      "neh men",
+      "nehm en",
+      "ke iten",
+      "keit en",
+      "▁с ент",
+      "int ent",
+      "inte nt",
+      ". (",
+      "▁пер вы",
+      "pr om",
+      "pro m",
+      "p rom",
+      "▁n at",
+      "▁na t",
+      "▁ nat",
+      "▁im agine",
+      "▁imag ine",
+      "call back",
+      "com ponents",
+      "component s",
+      "with out",
+      "▁a quest",
+      "▁aqu est",
+      "Su pport",
+      "Supp ort",
+      "▁respons ible",
+      "▁j ego",
+      "▁je go",
+      "l j",
+      "wi ll",
+      "w ill",
+      "le an",
+      "lea n",
+      "el and",
+      "ela nd",
+      "e land",
+      "olog ía",
+      "m c",
+      "Pro xy",
+      "▁o cup",
+      "▁oc up",
+      "▁на ходи",
+      "▁r ub",
+      "▁ru b",
+      "ні в",
+      "н ів",
+      "▁F all",
+      "▁Fa ll",
+      "▁Fal l",
+      "am os",
+      "amo s",
+      "a mos",
+      "▁E p",
+      "en tre",
+      "ent re",
+      "entr e",
+      "fa il",
+      "f ail",
+      "W orld",
+      "▁Ed itor",
+      "▁Edit or",
+      "▁ Editor",
+      "▁ex pos",
+      "▁exp os",
+      "▁f inds",
+      "▁find s",
+      "▁fin ds",
+      "▁C ulture",
+      "▁Cult ure",
+      "▁ Culture",
+      "LE ASE",
+      "▁m ovie",
+      "▁mov ie",
+      "▁mo vie",
+      "▁ movie",
+      "< =",
+      "omet ric",
+      "o metric",
+      "el ing",
+      "eli ng",
+      "elin g",
+      "e ling",
+      "numer able",
+      "ou rd",
+      "our d",
+      "o urd",
+      "▁S ea",
+      "▁Se a",
+      "▁b ild",
+      "▁bi ld",
+      "▁bil d",
+      "▁ bild",
+      "▁о ста",
+      "▁ос та",
+      "▁ост а",
+      "bl o",
+      "b lo",
+      "▁l ose",
+      "▁lo se",
+      "▁los e",
+      "▁ lose",
+      "at eurs",
+      "ate urs",
+      "ateur s",
+      "ou red",
+      "our ed",
+      "oure d",
+      "o ured",
+      "▁B att",
+      "▁Ba tt",
+      "▁Bat t",
+      "() ;\r",
+      "(); \r",
+      "( );\r",
+      "▁p oz",
+      "▁po z",
+      "pos ts",
+      "post s",
+      "pe nd",
+      "pen d",
+      "p end",
+      "cer tain",
+      "cert ain",
+      "c ertain",
+      "ни ком",
+      "ник ом",
+      "J ust",
+      "web kit",
+      "dem ás",
+      "~~ ~~",
+      "▁indic ates",
+      "▁indicate s",
+      "▁p ark",
+      "▁par k",
+      "▁ park",
+      "ri que",
+      "r ique",
+      "vo d",
+      "v od",
+      "▁Ch amp",
+      "▁Cham p",
+      "▁Cha mp",
+      "ft ware",
+      "OP T",
+      "O PT",
+      "dj ango",
+      "d jango",
+      "re lease",
+      "▁ È",
+      "S R",
+      "▁polit ician",
+      "▁r oi",
+      "▁ro i",
+      "at uren",
+      "atur en",
+      "ature n",
+      "atu ren",
+      "▁Deutsch e",
+      "ta gon",
+      "tag on",
+      "t agon",
+      "▁M ov",
+      "▁Mo v",
+      "ob ierno",
+      "obi erno",
+      "▁da ß",
+      "ut her",
+      "uth er",
+      "u ther",
+      "in di",
+      "ind i",
+      "▁Wik ipedia",
+      "▁Wikip edia",
+      "▁Wikiped ia",
+      "▁a nos",
+      "▁an os",
+      "▁ano s",
+      "▁ anos",
+      "▁ob serve",
+      "▁obser ve",
+      "▁observ e",
+      "▁obs erve",
+      "el ly",
+      "ell y",
+      "▁rail way",
+      "at on",
+      "ato n",
+      "a ton",
+      "▁e num",
+      "▁en um",
+      "▁ enum",
+      "hu s",
+      "h us",
+      "▁in hab",
+      "P si",
+      "oir e",
+      "oi re",
+      "o ire",
+      "▁Х о",
+      "▁S pace",
+      "▁Sp ace",
+      "▁ Space",
+      "▁Ар хи",
+      "▁an terior",
+      "▁ante rior",
+      "▁ Ł",
+      "is ons",
+      "ison s",
+      "iso ns",
+      "I l",
+      "▁am éric",
+      "la ps",
+      "lap s",
+      "l aps",
+      "▁B BC",
+      "▁BB C",
+      "QUE ST",
+      "Con stra",
+      "Const ra",
+      "Cons tra",
+      "mon t",
+      "mo nt",
+      "m ont",
+      "ä ft",
+      "▁ä ven",
+      "ub ern",
+      "ube rn",
+      "uber n",
+      "u bern",
+      "< !--",
+      "▁c oding",
+      "▁co ding",
+      "▁cod ing",
+      "the ory",
+      "at hed",
+      "ath ed",
+      "▁Ar be",
+      "▁ш и",
+      "▁ ши",
+      "for Each",
+      "om orphism",
+      "omorph ism",
+      "det ails",
+      "detail s",
+      "ach sen",
+      "in tegr",
+      "int egr",
+      "inte gr",
+      "V or",
+      "Un known",
+      "ace ae",
+      "a ceae",
+      "in ue",
+      "inu e",
+      "es ome",
+      "eso me",
+      "e some",
+      "▁F ir",
+      "ch ain",
+      "cha in",
+      "▁extrem ely",
+      "▁extreme ly",
+      "mult icol",
+      "multi col",
+      "▁Sw ift",
+      "▁address es",
+      "▁addr esses",
+      "hs pace",
+      "h space",
+      "▁Ro ger",
+      "▁Rog er",
+      "▁d essen",
+      "▁des sen",
+      "▁dess en",
+      "▁con sequ",
+      "▁cons equ",
+      "▁conse qu",
+      "ual mente",
+      "▁Pre mier",
+      "▁Prem ier",
+      "▁Re cord",
+      "▁Rec ord",
+      "▁ Record",
+      "▁B ron",
+      "▁Br on",
+      "▁Bro n",
+      "ki r",
+      "k ir",
+      "se x",
+      "s ex",
+      "in tern",
+      "int ern",
+      "inter n",
+      "inte rn",
+      "▁benef it",
+      "▁bene fit",
+      "um en",
+      "ume n",
+      "u men",
+      "▁be coming",
+      "▁bec oming",
+      "▁becom ing",
+      "▁l ig",
+      "▁li g",
+      "▁ lig",
+      "▁pop ula",
+      "▁popul a",
+      "os c",
+      "o sc",
+      "▁c iv",
+      "▁ci v",
+      "▁great est",
+      "▁pro ces",
+      "▁proc es",
+      "] *",
+      "▁ме сто",
+      "▁мест о",
+      "▁' $",
+      "▁ '$",
+      "he ll",
+      "hel l",
+      "h ell",
+      "(\" \\",
+      "( \"\\",
+      "▁n ine",
+      "▁ni ne",
+      "▁nin e",
+      "▁F ac",
+      "▁Fa c",
+      "ul pt",
+      "ulp t",
+      "jo urs",
+      "jou rs",
+      "j ours",
+      "▁C opy",
+      "▁Co py",
+      "▁Cop y",
+      "▁ Copy",
+      "▁activ ities",
+      "▁Dem ocr",
+      "▁Demo cr",
+      "E s",
+      "Su ccess",
+      "▁E sta",
+      "▁Est a",
+      "▁Es ta",
+      "it ul",
+      "itu l",
+      "is ti",
+      "ist i",
+      "▁B ed",
+      "▁Be d",
+      "ja s",
+      "j as",
+      "▁т ем",
+      "▁те м",
+      "▁ тем",
+      "▁H ung",
+      "▁Hu ng",
+      "▁Hun g",
+      "G ame",
+      "▁he av",
+      "onn ées",
+      "▁branch es",
+      "▁bran ches",
+      "bo rg",
+      "bor g",
+      "b org",
+      "▁v l",
+      "▁ vl",
+      "▁slow ly",
+      "F a",
+      "Go ogle",
+      "em i",
+      "e mi",
+      "▁circumst ances",
+      "▁' %",
+      "▁U nd",
+      "▁Un d",
+      "▁ Und",
+      "▁Vict oria",
+      "▁Victor ia",
+      "▁T yp",
+      "▁Ty p",
+      "▁ Typ",
+      "rupt ed",
+      "rup ted",
+      "▁rel ativ",
+      "▁s lo",
+      "▁sl o",
+      "▁p adre",
+      "▁pad re",
+      "▁d aily",
+      "▁da ily",
+      "▁dai ly",
+      "▁or th",
+      "▁ort h",
+      "▁ orth",
+      "чни й",
+      "ч ний",
+      "▁fran zös",
+      "▁t eil",
+      "▁te il",
+      "▁ teil",
+      "▁Se curity",
+      "▁Sec urity",
+      "▁ Security",
+      "or don",
+      "ord on",
+      "ordo n",
+      "▁s weet",
+      "▁swe et",
+      "SI ZE",
+      "▁C el",
+      "▁Ce l",
+      "èt res",
+      "è tres",
+      "om mes",
+      "omm es",
+      "▁с і",
+      "▁ сі",
+      "▁effort s",
+      "ą z",
+      "▁oh ne",
+      "▁South ern",
+      "▁Sou thern",
+      "▁approxim ately",
+      "▁approximate ly",
+      "це н",
+      "ц ен",
+      "(' #",
+      "▁s aving",
+      "▁sa ving",
+      "▁sav ing",
+      "nb sp",
+      "▁trans late",
+      "▁transl ate",
+      "▁ translate",
+      "▁Î n",
+      "mem ber",
+      "m ember",
+      "▁l aws",
+      "▁la ws",
+      "▁law s",
+      "▁ж ен",
+      "▁же н",
+      "▁ жен",
+      "▁си сте",
+      "t c",
+      "> \\",
+      "el te",
+      "elt e",
+      "▁e hem",
+      "▁con trad",
+      "▁cont rad",
+      "▁contr ad",
+      "▁contra d",
+      "▁ру с",
+      "▁р ус",
+      "▁ рус",
+      "ь я",
+      "▁M iddle",
+      "▁ Middle",
+      "qu ip",
+      "qui p",
+      "▁c hez",
+      "▁ch ez",
+      "▁che z",
+      "▁ chez",
+      "Field s",
+      "▁per mit",
+      "▁perm it",
+      "ik el",
+      "ike l",
+      "i kel",
+      "▁w ir",
+      "▁t rial",
+      "▁tr ial",
+      "▁tri al",
+      "▁ver schied",
+      "▁versch ied",
+      "▁ф ев",
+      "▁фе в",
+      "▁m ale",
+      "▁ma le",
+      "▁mal e",
+      "▁ male",
+      "▁я зы",
+      "▁ny el",
+      "ak ter",
+      "akt er",
+      "akte r",
+      "a kter",
+      "▁den omin",
+      "cept or",
+      "cep tor",
+      "▁W at",
+      "▁Wa t",
+      "▁f ino",
+      "▁fin o",
+      "▁fi no",
+      "▁XV III",
+      "▁XVI II",
+      "▁XVII I",
+      "ry ption",
+      "rypt ion",
+      "de sc",
+      "des c",
+      "d esc",
+      "ap a",
+      "a pa",
+      "ле на",
+      "лен а",
+      "л ена",
+      "▁k ol",
+      "▁ko l",
+      "▁ kol",
+      "▁ Є",
+      "▁dep endent",
+      "▁depend ent",
+      "▁ dependent",
+      "▁C ra",
+      "▁Cr a",
+      "▁st orm",
+      "▁stor m",
+      "▁sto rm",
+      "▁Г ер",
+      "▁Ге р",
+      "▁p ipe",
+      "▁pi pe",
+      "▁pip e",
+      "▁ pipe",
+      "▁att ended",
+      "▁attend ed",
+      "▁v ita",
+      "▁vi ta",
+      "▁vit a",
+      "uz ione",
+      "u zione",
+      "cz as",
+      "cza s",
+      "c zas",
+      "on da",
+      "ond a",
+      "▁b old",
+      "▁bo ld",
+      "▁bol d",
+      "▁ bold",
+      "Column s",
+      "ic ió",
+      "ici ó",
+      "i ció",
+      "▁c zę",
+      "▁cz ę",
+      "▁из вест",
+      "▁Cl oud",
+      "▁Clo ud",
+      "▁ Cloud",
+      "▁w arm",
+      "▁war m",
+      "▁wa rm",
+      "▁с ы",
+      "▁ сы",
+      "▁с те",
+      "▁ст е",
+      "▁ сте",
+      "▁produ cer",
+      "▁produce r",
+      "▁Lud wig",
+      "▁Nor thern",
+      "▁North ern",
+      "ł ą",
+      "NS String",
+      "▁H ad",
+      "▁Ha d",
+      "▁И ван",
+      "▁E g",
+      "▁I mp",
+      "▁Im p",
+      "▁ Imp",
+      "ш і",
+      "▁A uch",
+      "▁Au ch",
+      "то к",
+      "т ок",
+      "▁H it",
+      "▁Hi t",
+      "▁qu ien",
+      "▁qui en",
+      "▁de partment",
+      "▁depart ment",
+      "▁erh ielt",
+      "▁u i",
+      "▁ ui",
+      "▁S pr",
+      "▁Sp r",
+      "се р",
+      "с ер",
+      "ou rt",
+      "our t",
+      "o urt",
+      "▁Ste phen",
+      "▁Step hen",
+      "▁Steph en",
+      "te am",
+      "▁z ip",
+      "▁ zip",
+      "▁B ang",
+      "▁Ba ng",
+      "▁Ban g",
+      "▁grow th",
+      "▁j am",
+      "▁ja m",
+      "▁K ais",
+      "▁Ka is",
+      "b matrix",
+      "▁As ia",
+      "▁rég ion",
+      "= /",
+      "▁Pac ific",
+      "▁author ity",
+      "▁# [",
+      "та ми",
+      "там и",
+      "▁every one",
+      "▁att end",
+      "▁atte nd",
+      "▁ attend",
+      "▁tim estamp",
+      "▁ timestamp",
+      "▁t ries",
+      "▁tr ies",
+      "▁tri es",
+      "▁f f",
+      "▁ ff",
+      "ше й",
+      "ш ей",
+      "▁develop ing",
+      "ol t",
+      "o lt",
+      "up s",
+      "u ps",
+      "▁moment o",
+      "▁mom ento",
+      "▁S ain",
+      "▁Sa in",
+      "Te rm",
+      "T erm",
+      "▁c elle",
+      "▁ce lle",
+      "▁cell e",
+      "▁cel le",
+      "G R",
+      "Mo use",
+      "M ouse",
+      "▁челов ек",
+      "▁челове к",
+      "▁Col lection",
+      "▁Coll ection",
+      "▁Collect ion",
+      "▁ Collection",
+      "ât re",
+      "â tre",
+      "▁W rite",
+      "▁Writ e",
+      "▁ Write",
+      "▁P om",
+      "▁Po m",
+      "[ -",
+      "Ca m",
+      "C am",
+      "▁loc ations",
+      "▁location s",
+      "▁J son",
+      "▁ Json",
+      "el led",
+      "ell ed",
+      "elle d",
+      "select or",
+      "sel ector",
+      "re peat",
+      "ct ors",
+      "ctor s",
+      "ot te",
+      "ott e",
+      "o tte",
+      "ви зи",
+      "änd e",
+      "än de",
+      "ä nde",
+      "▁ach ieved",
+      "▁achieve d",
+      "▁achiev ed",
+      "▁main ly",
+      "____ ____",
+      "! )",
+      "▁явля ется",
+      "▁c ities",
+      "▁ci ties",
+      "▁cit ies",
+      "sing le",
+      "sin gle",
+      "г ре",
+      "▁P ak",
+      "▁Pa k",
+      "▁allow ing",
+      "▁allo wing",
+      "fer red",
+      "▁а пре",
+      "хо дя",
+      "ход я",
+      "▁brow sers",
+      "▁browser s",
+      "▁es crit",
+      "▁esc rit",
+      "▁escri t",
+      "▁mount ain",
+      "▁network s",
+      "▁net works",
+      "ki nd",
+      "kin d",
+      "k ind",
+      "li ver",
+      "live r",
+      "liv er",
+      "l iver",
+      "▁cl osing",
+      "▁clos ing",
+      "▁clo sing",
+      "▁sk ip",
+      "▁ski p",
+      "▁ skip",
+      "ú t",
+      "▁d uration",
+      "▁dur ation",
+      "▁ duration",
+      "ét ait",
+      "éta it",
+      "é tait",
+      "▁s cr",
+      "▁sc r",
+      "▁ scr",
+      "B B",
+      "ór ia",
+      "ó ria",
+      "▁K ultur",
+      "▁Kult ur",
+      "▁output s",
+      "multi column",
+      "multicol umn",
+      "▁bel ongs",
+      "▁belong s",
+      "fe ature",
+      "uc ky",
+      "uck y",
+      "▁j uli",
+      "▁ju li",
+      "▁jul i",
+      "▁рай она",
+      "▁райо на",
+      "▁район а",
+      "з во",
+      "fact ory",
+      "factor y",
+      "f actory",
+      "Fun c",
+      "F unc",
+      "▁ut ter",
+      "▁ utter",
+      "▁TO DO",
+      "▁o bt",
+      "▁ob t",
+      "ateg ories",
+      "ategor ies",
+      "▁com bine",
+      "▁comb ine",
+      "▁combin e",
+      "▁W all",
+      "▁Wal l",
+      "▁Wa ll",
+      "▁under lying",
+      "ar ono",
+      "aron o",
+      "aro no",
+      "▁P rote",
+      "▁Pro te",
+      "▁Pr ote",
+      "c ów",
+      "st an",
+      "sta n",
+      "s tan",
+      "▁G ew",
+      "▁Ge w",
+      "▁opt imal",
+      "▁optim al",
+      "▁Archiv link",
+      "▁S cript",
+      "▁ Script",
+      "▁destroy ed",
+      "х е",
+      "▁Fire fox",
+      "▁s ole",
+      "▁so le",
+      "▁sol e",
+      "▁ sole",
+      "La yer",
+      "L ayer",
+      "т ку",
+      "▁st ores",
+      "▁stor es",
+      "▁store s",
+      "▁sto res",
+      "▁dis plays",
+      "▁display s",
+      "is hing",
+      "ish ing",
+      "ishi ng",
+      "▁о ст",
+      "▁ос т",
+      "▁inst ant",
+      "▁el ő",
+      "▁habit antes",
+      "▁Ein wo",
+      "▁a li",
+      "▁al i",
+      "▁ ali",
+      "▁ER ROR",
+      "▁ERR OR",
+      "▁ ERROR",
+      "▁a head",
+      "▁ah ead",
+      "▁go als",
+      "▁goal s",
+      "▁m ár",
+      "▁má r",
+      "▁s ą",
+      "▁m art",
+      "▁ma rt",
+      "▁mar t",
+      "▁ mart",
+      "мини стра",
+      "F r",
+      "▁V illa",
+      "▁Vill a",
+      "▁Vi lla",
+      "▁Vil la",
+      "▁M arc",
+      "▁Mar c",
+      "▁Ma rc",
+      "ro py",
+      "rop y",
+      "r opy",
+      "ag ram",
+      "agr am",
+      "a gram",
+      "ha pe",
+      "h ape",
+      "ме й",
+      "м ей",
+      "▁A L",
+      "▁ AL",
+      "▁conne xes",
+      "▁En tre",
+      "▁Ent re",
+      "St ep",
+      "Ste p",
+      "лі в",
+      "л ів",
+      "▁De ath",
+      "▁r ise",
+      "▁ris e",
+      "▁ri se",
+      "▁f os",
+      "▁fo s",
+      "▁l ev",
+      "▁le v",
+      "▁ lev",
+      "ga be",
+      "g abe",
+      "▁b roke",
+      "▁br oke",
+      "▁bro ke",
+      "product s",
+      "▁m edi",
+      "▁me di",
+      "▁med i",
+      "▁ medi",
+      "▁dis pon",
+      "▁disp on",
+      "Pack age",
+      "P ackage",
+      "Image View",
+      "▁N ag",
+      "▁Na g",
+      "uj ą",
+      "u ją",
+      "W ord",
+      "▁k ole",
+      "▁ko le",
+      "▁kol e",
+      "ße r",
+      "ß er",
+      ")` .",
+      ") `.",
+      "▁r ol",
+      "▁ro l",
+      "▁ rol",
+      "▁ í",
+      "те й",
+      "т ей",
+      "Pro gress",
+      "be an",
+      "▁s empre",
+      "▁sem pre",
+      "State ment",
+      "Stat ement",
+      "UP DATE",
+      "▁mond iale",
+      "▁w rapper",
+      "▁wr apper",
+      "▁wra pper",
+      "▁wrap per",
+      "▁ wrapper",
+      "▁C hart",
+      "▁Ch art",
+      "▁Char t",
+      "▁Cha rt",
+      "▁ Chart",
+      "▁on Click",
+      "че ння",
+      "чен ня",
+      "LO G",
+      "some thing",
+      "som ething",
+      "s omething",
+      "▁IN SERT",
+      "▁ INSERT",
+      "ще ния",
+      "ue t",
+      "u et",
+      "wer p",
+      "we rp",
+      "ro und",
+      "rou nd",
+      "r ound",
+      "ic hen",
+      "ich en",
+      "iche n",
+      "i chen",
+      "▁X VI",
+      "▁XV I",
+      "з ни",
+      "▁ave va",
+      "▁St ore",
+      "▁Sto re",
+      "▁ Store",
+      "▁x s",
+      "▁ xs",
+      "ra cht",
+      "rac ht",
+      "rach t",
+      "r acht",
+      "sc ar",
+      "s car",
+      "▁op era",
+      "▁oper a",
+      "▁ opera",
+      "▁deg rees",
+      "▁degree s",
+      "▁cit iz",
+      "äs ident",
+      "▁class ical",
+      "▁classic al",
+      "▁Jer sey",
+      "▁er sch",
+      "▁ers ch",
+      "▁ ersch",
+      "▁treat ment",
+      "▁насе ље",
+      "н ня",
+      "▁bo ost",
+      "▁ boost",
+      "am ount",
+      "amo unt",
+      "a mount",
+      "▁со зда",
+      "ér ieur",
+      "érie ur",
+      "éri eur",
+      "▁t elling",
+      "▁tell ing",
+      "▁tel ling",
+      "Ha s",
+      "H as",
+      "▁in iti",
+      "▁init i",
+      "▁П и",
+      "ev al",
+      "e val",
+      "▁M atch",
+      "▁Mat ch",
+      "▁ Match",
+      "▁cor re",
+      "▁corr e",
+      "Point er",
+      "Po inter",
+      "▁pass es",
+      "▁passe s",
+      "comp any",
+      "▁а н",
+      "▁ ан",
+      "ach es",
+      "ac hes",
+      "ache s",
+      "a ches",
+      "▁sig lo",
+      "не м",
+      "н ем",
+      "▁ex change",
+      "▁ exchange",
+      "ci to",
+      "cit o",
+      "c ito",
+      "▁B ab",
+      "▁Ba b",
+      "Do c",
+      "D oc",
+      "ze ś",
+      "▁на род",
+      "▁ народ",
+      "▁conf lict",
+      "▁conflic t",
+      "▁confl ict",
+      "▁nov ember",
+      "ea u",
+      "e au",
+      "ö v",
+      "▁H ub",
+      "▁Hu b",
+      "▁ Hub",
+      "▁p oco",
+      "▁po co",
+      "▁poc o",
+      "en sa",
+      "ens a",
+      "sch ließ",
+      "lass e",
+      "las se",
+      "l asse",
+      "data s",
+      "dat as",
+      "▁с ти",
+      "▁ст и",
+      "▁ сти",
+      "un ivers",
+      "uni vers",
+      "ek s",
+      "e ks",
+      "▁C ho",
+      "▁Ch o",
+      "▁ Cho",
+      "▁c ô",
+      "▁( .",
+      "▁ (.",
+      "ew nę",
+      "▁Ch ief",
+      "▁Chi ef",
+      "▁ch ef",
+      "▁che f",
+      "▁у прав",
+      "ul i",
+      "u li",
+      "▁' ''",
+      "▁'' '",
+      "▁ '''",
+      "nap shot",
+      "▁re lac",
+      "▁rel ac",
+      "▁rela c",
+      "ég e",
+      "é ge",
+      "w t",
+      "we nd",
+      "wen d",
+      "w end",
+      "os ing",
+      "osi ng",
+      "o sing",
+      "▁ha cer",
+      "▁hace r",
+      "▁ф ран",
+      "au tres",
+      "aut res",
+      "autre s",
+      "▁f ils",
+      "▁fil s",
+      "▁fi ls",
+      "er ed",
+      "ere d",
+      "e red",
+      "▁По силання",
+      "▁th erm",
+      "▁the rm",
+      "▁ther m",
+      "ер жа",
+      "su ch",
+      "s uch",
+      "▁i hren",
+      "▁ih ren",
+      "▁ihr en",
+      "▁ihre n",
+      "▁en contr",
+      "▁l ots",
+      "▁lo ts",
+      "▁lot s",
+      "lo go",
+      "log o",
+      "l ogo",
+      "▁W i",
+      "/ (",
+      "ш ње",
+      "DA TA",
+      "DAT A",
+      "D ATA",
+      "▁P layer",
+      "▁Pl ayer",
+      "▁Play er",
+      "▁Pla yer",
+      "▁ Player",
+      "▁Leip zig",
+      "▁rel atives",
+      "▁relative s",
+      "▁relativ es",
+      "ре в",
+      "р ев",
+      "▁new sp",
+      "▁news p",
+      "? ,",
+      "▁St utt",
+      "▁Stu tt",
+      "▁d ual",
+      "▁du al",
+      "▁compan ies",
+      "▁z am",
+      "▁za m",
+      "put ation",
+      "▁in equality",
+      "▁t rem",
+      "▁tr em",
+      "▁tre m",
+      "hi ps",
+      "hip s",
+      "h ips",
+      "an ch",
+      "anc h",
+      "▁ Ż",
+      "бур г",
+      "▁cop ies",
+      "da sh",
+      "das h",
+      "d ash",
+      "во р",
+      "в ор",
+      "spiel er",
+      "s pieler",
+      "▁Re volution",
+      "▁Revol ution",
+      "es ty",
+      "est y",
+      "e sty",
+      "▁j unto",
+      "▁jun to",
+      "▁junt o",
+      "▁Ind eed",
+      "ok al",
+      "oka l",
+      "o kal",
+      "ctr ine",
+      "▁F ord",
+      "▁For d",
+      "▁Fo rd",
+      "▁C REATE",
+      "▁ CREATE",
+      "▁w alls",
+      "▁wall s",
+      "▁wal ls",
+      "▁a ute",
+      "▁au te",
+      "▁aut e",
+      "S U",
+      "wh y",
+      "w hy",
+      "plement ation",
+      "ro ut",
+      "rou t",
+      "r out",
+      "Mat rix",
+      "▁s ad",
+      "▁sa d",
+      "ан а",
+      "а на",
+      "▁P ic",
+      "▁Pi c",
+      ". “",
+      "▁A C",
+      "▁ AC",
+      "▁F est",
+      "▁Fe st",
+      "▁des ktop",
+      "▁ desktop",
+      "▁P ay",
+      "▁Pa y",
+      "▁ Pay",
+      "ome times",
+      "omet imes",
+      "▁T ak",
+      "▁Ta k",
+      "ра б",
+      "▁S ever",
+      "▁Se ver",
+      "▁nor thern",
+      "▁north ern",
+      "an ter",
+      "ant er",
+      "ante r",
+      "▁Mod ern",
+      "▁Mo dern",
+      "▁Mode rn",
+      "wa l",
+      "w al",
+      "{ \r",
+      "on line",
+      "ö k",
+      "▁brit ann",
+      "$ _",
+      "▁j ar",
+      "▁ja r",
+      "▁ jar",
+      "T L",
+      "xx xx",
+      "xxx x",
+      "x xxx",
+      "mer ge",
+      "▁N amen",
+      "▁Name n",
+      "▁Na men",
+      "▁Nam en",
+      "▁K EY",
+      "▁ KEY",
+      "▁re fers",
+      "▁ref ers",
+      "▁refer s",
+      "▁h in",
+      "▁hi n",
+      "▁ hin",
+      "▁Vol ks",
+      "▁Volk s",
+      "st eller",
+      "stell er",
+      "stelle r",
+      "vi ation",
+      "via tion",
+      "v iation",
+      "on io",
+      "oni o",
+      "o nio",
+      "ight er",
+      "igh ter",
+      "Com pat",
+      "Comp at",
+      "▁C E",
+      "▁ CE",
+      "▁p ró",
+      "▁pr ó",
+      "▁encuent ra",
+      "the orem",
+      "▁pub li",
+      "▁Develop ment",
+      "н д",
+      "▁r os",
+      "▁ro s",
+      "▁ ros",
+      "▁s hr",
+      "▁sh r",
+      "se au",
+      "s eau",
+      "▁gener ating",
+      "▁gene rating",
+      "▁difficult y",
+      "▁Ex press",
+      "▁Exp ress",
+      "▁ Express",
+      "Al ignment",
+      "de utsch",
+      "▁Вла ди",
+      "▁sugg ests",
+      "▁suggest s",
+      "▁Famil y",
+      "▁Fam ily",
+      "▁ Family",
+      "bb i",
+      "b bi",
+      "]) .",
+      "] ).",
+      "st aw",
+      "sta w",
+      "▁pres idente",
+      "▁president e",
+      "▁presiden te",
+      "▁st esso",
+      "in x",
+      "i nx",
+      "set up",
+      "▁con form",
+      "▁conf orm",
+      "▁f ro",
+      "▁fr o",
+      "=\\ \"",
+      "= \\\"",
+      "▁d å",
+      "ic iones",
+      "ici ones",
+      "icio nes",
+      "icion es",
+      "i ciones",
+      "▁e volution",
+      "▁evol ution",
+      "pr ote",
+      "pro te",
+      "p rote",
+      "▁pr ints",
+      "▁print s",
+      "▁prin ts",
+      "▁P ont",
+      "▁Po nt",
+      "▁Pon t",
+      "▁conf usion",
+      "▁ Й",
+      "▁d ello",
+      "▁del lo",
+      "▁dell o",
+      "▁man if",
+      "Def inition",
+      "ár a",
+      "á ra",
+      "ma ls",
+      "mal s",
+      "m als",
+      "▁s ale",
+      "▁sa le",
+      "▁sal e",
+      "▁drop down",
+      "▁ dropdown",
+      "Ch ain",
+      "Amer ican",
+      "America n",
+      "▁m k",
+      "▁ mk",
+      "▁B ez",
+      "▁Be z",
+      "▁F ue",
+      "▁Fu e",
+      "▁N E",
+      "▁ NE",
+      "гра фи",
+      "граф и",
+      "doc ker",
+      "do cker",
+      "d ocker",
+      "▁^ {",
+      "▁ ^{",
+      "As sert",
+      "Ass ert",
+      "▁hor izontal",
+      "▁horizon tal",
+      "▁ horizontal",
+      "(@ \"",
+      "( @\"",
+      "▁д ву",
+      "pro xy",
+      "U ri",
+      "gen cy",
+      "g ency",
+      "▁\" [",
+      "▁Q t",
+      "▁ Qt",
+      "▁N ames",
+      "▁Name s",
+      "▁Na mes",
+      "▁Nam es",
+      "▁ Names",
+      "▁evalu ate",
+      "▁eval uate",
+      "! /",
+      "▁ein ges",
+      "▁eing es",
+      "▁syn th",
+      "▁sy nth",
+      "▁You Tube",
+      "▁turn ing",
+      "▁tur ning",
+      "▁E ric",
+      "▁Er ic",
+      "▁б ли",
+      "▁ бли",
+      "▁k lub",
+      "▁kl ub",
+      "pl orer",
+      "▁s ports",
+      "▁sport s",
+      "▁s ia",
+      "▁si a",
+      "о ш",
+      "▁d ai",
+      "▁da i",
+      "▁e urope",
+      "▁europ e",
+      "▁euro pe",
+      "ic ians",
+      "ici ans",
+      "ician s",
+      "icia ns",
+      "ings områ",
+      "▁d re",
+      "▁dr e",
+      "▁work around",
+      "▁s uit",
+      "▁su it",
+      "▁ suit",
+      "amb igu",
+      "▁quant ity",
+      "▁ quantity",
+      "▁seg undo",
+      "Sym bol",
+      "S ymbol",
+      "▁m oral",
+      "▁mo ral",
+      "▁mor al",
+      "Ch art",
+      "Char t",
+      "C hart",
+      "▁da mit",
+      "▁dam it",
+      "▁attempt s",
+      "▁d onn",
+      "▁do nn",
+      "▁don n",
+      "jo s",
+      "j os",
+      "▁e re",
+      "▁er e",
+      "▁ ere",
+      "▁hom me",
+      "▁ homme",
+      "si mp",
+      "sim p",
+      "s imp",
+      "rypt ed",
+      "▁act s",
+      "▁ac ts",
+      "inner HTML",
+      "▁tourn ament",
+      "▁s ky",
+      "▁sk y",
+      "▁ sky",
+      "Time r",
+      "Tim er",
+      "T imer",
+      "▁mill ions",
+      "▁million s",
+      "^ +",
+      "ag ent",
+      "age nt",
+      "agen t",
+      "a gent",
+      "') );",
+      "')) ;",
+      "' ));",
+      "▁o st",
+      "▁os t",
+      "▁ ost",
+      "▁g la",
+      "▁gl a",
+      "▁по мо",
+      "▁f ün",
+      "ст вом",
+      "ств ом",
+      "ство м",
+      "ewnę trz",
+      "▁Mé xico",
+      "▁l ub",
+      "▁lu b",
+      "▁ lub",
+      "▁É d",
+      "if ik",
+      "ifi k",
+      "i fik",
+      "че ский",
+      "▁im mer",
+      "▁imm er",
+      "▁ immer",
+      "en sen",
+      "ens en",
+      "ense n",
+      "an ny",
+      "ann y",
+      "in line",
+      "▁g over",
+      "▁go ver",
+      "au c",
+      "a uc",
+      "▁re pre",
+      "▁rep re",
+      "▁repr e",
+      "▁histor ia",
+      "▁hist oria",
+      "A g",
+      "▁p lt",
+      "▁pl t",
+      "▁Pr inci",
+      "▁Prin ci",
+      "im eter",
+      "ime ter",
+      "imet er",
+      "i meter",
+      "ő s",
+      "š e",
+      "▁U E",
+      "▁ UE",
+      "Equ als",
+      "Equal s",
+      "Eq uals",
+      "Dis patch",
+      "le gen",
+      "leg en",
+      "lege n",
+      "l egen",
+      "ла зи",
+      "чно й",
+      "ч ной",
+      "▁st ell",
+      "▁ste ll",
+      "▁ stell",
+      "ń st",
+      "▁c ri",
+      "▁cr i",
+      "▁ cri",
+      "▁In dep",
+      "▁Ind ep",
+      "è de",
+      "}\\ )",
+      "} \\)",
+      "▁w yst",
+      "▁wy st",
+      "▁wys t",
+      "▁fig ured",
+      "▁figure d",
+      "▁figur ed",
+      "AT CH",
+      "éb en",
+      "é ben",
+      "la cht",
+      "lac ht",
+      "lach t",
+      "l acht",
+      "▁succeed ed",
+      "gr y",
+      "g ry",
+      "▁p ret",
+      "▁pr et",
+      "▁pre t",
+      "▁ pret",
+      "▁S af",
+      "▁Sa f",
+      "▁\" );",
+      "▁\") ;",
+      "▁ \");",
+      "e h",
+      "▁offic iel",
+      "▁offici el",
+      "краї н",
+      "wi nd",
+      "win d",
+      "w ind",
+      "▁sc atter",
+      "▁F ox",
+      "▁Fo x",
+      "ic ious",
+      "ici ous",
+      "icio us",
+      "i cious",
+      "Man y",
+      "Ma ny",
+      "M any",
+      "up er",
+      "u per",
+      "▁Con vert",
+      "▁ Convert",
+      "st erd",
+      "ste rd",
+      "ster d",
+      "▁St ein",
+      "▁Ste in",
+      "▁О т",
+      "}^ {(",
+      "}^{ (",
+      "} ^{(",
+      "bet ween",
+      "hi re",
+      "h ire",
+      "▁on Create",
+      "▁ onCreate",
+      "; </",
+      "b ably",
+      "S Y",
+      "mo t",
+      "m ot",
+      "▁D ire",
+      "▁Di re",
+      "▁Dir e",
+      "itect ure",
+      "то й",
+      "▁co ordinate",
+      "▁coordin ate",
+      "▁coord inate",
+      "▁ coordinate",
+      "(\" #",
+      "▁s üd",
+      "O B",
+      "▁m orte",
+      "▁mor te",
+      "▁mort e",
+      "▁we ather",
+      "▁h ely",
+      "▁he ly",
+      "▁hel y",
+      "▁ hely",
+      "▁priv ile",
+      "RE LEASE",
+      "at el",
+      "ate l",
+      "a tel",
+      "▁recogn ized",
+      "▁recognize d",
+      "▁Th ough",
+      "сси й",
+      "mem ory",
+      "▁comp ilation",
+      "bit s",
+      "bi ts",
+      "b its",
+      "▁w ed",
+      "▁we d",
+      "▁ wed",
+      "}} _{",
+      "}}_ {",
+      "} }_{",
+      "▁G UI",
+      "п ня",
+      "▁sou thern",
+      "▁south ern",
+      "▁h ay",
+      "▁ha y",
+      "ov ić",
+      "ovi ć",
+      "o vić",
+      "la uf",
+      "lau f",
+      "l auf",
+      "▁E L",
+      "▁ EL",
+      "▁F ull",
+      "▁Fu ll",
+      "▁Ful l",
+      "▁ Full",
+      "▁Ham burg",
+      "▁Hamb urg",
+      "▁M ittel",
+      "▁Mit tel",
+      "▁Mitte l",
+      "▁Mitt el",
+      "D U",
+      "appro x",
+      "H S",
+      "▁про це",
+      "▁mag azine",
+      "▁M ig",
+      "▁Mi g",
+      "▁click ing",
+      "en tr",
+      "ent r",
+      "▁au tre",
+      "▁aut re",
+      "▁ autre",
+      "▁t é",
+      "▁ té",
+      "▁h á",
+      "▁ há",
+      "ст ы",
+      "с ты",
+      "▁M A",
+      "▁ MA",
+      "ap py",
+      "app y",
+      "a ppy",
+      "st ví",
+      "▁se lon",
+      "▁sel on",
+      "▁g ek",
+      "▁ge k",
+      "▁S l",
+      "▁ Sl",
+      "fr astr",
+      "fra str",
+      "Li b",
+      "L ib",
+      "▁Д у",
+      "▁f acing",
+      "▁fa cing",
+      "▁fac ing",
+      "▁с тар",
+      "▁ст ар",
+      "▁ста р",
+      "▁D utch",
+      "at ar",
+      "ata r",
+      "a tar",
+      "▁ke eps",
+      "▁keep s",
+      "▁Pat rick",
+      "▁Patri ck",
+      "il io",
+      "ili o",
+      "i lio",
+      "▁v ig",
+      "▁vi g",
+      "тв а",
+      "т ва",
+      "▁Feder al",
+      "▁Fed eral",
+      "▁par agraph",
+      "▁para graph",
+      "▁ paragraph",
+      "▁inter action",
+      "▁inte raction",
+      "▁interact ion",
+      "▁occ as",
+      "▁oc cas",
+      "▁I ran",
+      "▁Ir an",
+      "▁Ira n",
+      "▁machine s",
+      "▁mach ines",
+      "(( )",
+      "( ()",
+      "ur ies",
+      "uri es",
+      "u ries",
+      "▁ро ди",
+      "▁род и",
+      "▁ роди",
+      "▁а мерикан",
+      "up p",
+      "u pp",
+      "▁i ce",
+      "▁ic e",
+      "▁ ice",
+      "▁S ay",
+      "▁Sa y",
+      "▁s ail",
+      "▁sa il",
+      "▁B egin",
+      "▁Be gin",
+      "▁Beg in",
+      "▁ Begin",
+      "fi co",
+      "fic o",
+      "f ico",
+      "og a",
+      "o ga",
+      "▁d esar",
+      "▁des ar",
+      "▁d v",
+      "▁ра ди",
+      "oh en",
+      "o hen",
+      "er ei",
+      "ere i",
+      "e rei",
+      "án ak",
+      "á nak",
+      "▁d aar",
+      "▁da ar",
+      "if iers",
+      "ifier s",
+      "ifi ers",
+      "ifie rs",
+      "▁th ee",
+      "▁the e",
+      "▁by la",
+      "▁byl a",
+      "ва ла",
+      "вал а",
+      "в ала",
+      "an dro",
+      "and ro",
+      "andr o",
+      "▁м оло",
+      "▁мо ло",
+      "▁tot ally",
+      "▁total ly",
+      "io m",
+      "i om",
+      "▁a er",
+      "ns ylvan",
+      "▁cor ps",
+      "▁tre ated",
+      "▁treat ed",
+      "▁com une",
+      "▁comun e",
+      "M ich",
+      "vo ice",
+      "pg f",
+      "▁a nx",
+      "▁an x",
+      "▁Phil ip",
+      "▁Phili p",
+      "▁e k",
+      "▁ ek",
+      "▁Men schen",
+      "▁Mens chen",
+      "▁d ere",
+      "▁de re",
+      "▁der e",
+      "▁per met",
+      "▁perm et",
+      "Ma il",
+      "M ail",
+      "▁V é",
+      "en ted",
+      "ent ed",
+      "ente d",
+      "▁b unch",
+      "▁P iet",
+      "▁Pi et",
+      "▁Pie t",
+      "att ach",
+      "atta ch",
+      "▁p orte",
+      "▁por te",
+      "▁port e",
+      "▁ porte",
+      "да т",
+      "д ат",
+      "▁Brit ain",
+      "Enc oding",
+      "▁` <",
+      "Sp ace",
+      "S pace",
+      "▁r ap",
+      "▁ra p",
+      "▁ rap",
+      "▁pop ul",
+      "fl oor",
+      "f loor",
+      "spec ific",
+      "cle an",
+      "c lean",
+      "▁con qu",
+      "f b",
+      "▁introdu ce",
+      "▁Ent ity",
+      "▁ Entity",
+      "▁er folg",
+      "▁erf olg",
+      "at ol",
+      "ato l",
+      "a tol",
+      "ient os",
+      "iento s",
+      "ки педи",
+      "▁U t",
+      "▁б ри",
+      "▁ бри",
+      "ed uler",
+      "edu ler",
+      "edule r",
+      "▁conc entr",
+      "▁concent r",
+      "▁c her",
+      "▁ch er",
+      "▁che r",
+      "▁ cher",
+      "▁up grade",
+      "▁upgrad e",
+      "▁p ictures",
+      "▁picture s",
+      "▁Famil ie",
+      "M us",
+      "Lo ok",
+      "L ook",
+      "▁e ran",
+      "▁er an",
+      "▁era n",
+      "▁g ram",
+      "▁gr am",
+      "▁gra m",
+      "▁ gram",
+      "▁W o",
+      "np m",
+      "n pm",
+      "▁Sal v",
+      "▁Sa lv",
+      "▁c d",
+      "▁ cd",
+      "▁В ы",
+      "wa hl",
+      "w ahl",
+      "tr ain",
+      "tra in",
+      "t rain",
+      "ch em",
+      "che m",
+      "c hem",
+      "▁P il",
+      "▁Pi l",
+      "▁Con nect",
+      "▁ Connect",
+      "č e",
+      "▁h ast",
+      "▁ha st",
+      "▁has t",
+      "▁Mult i",
+      "▁Mul ti",
+      "▁ Multi",
+      "at ta",
+      "att a",
+      "a tta",
+      "▁S ound",
+      "▁So und",
+      "▁Sou nd",
+      "▁ Sound",
+      "sol ute",
+      "▁qu ote",
+      "▁quot e",
+      "▁ quote",
+      "▁o bst",
+      "▁ob st",
+      "▁obs t",
+      "cc iones",
+      "ccion es",
+      "c ciones",
+      "ib ly",
+      "▁b rand",
+      "▁br and",
+      "▁bra nd",
+      "▁bran d",
+      "▁ brand",
+      "▁convers ation",
+      "▁to utes",
+      "▁tout es",
+      "▁tou tes",
+      "▁toute s",
+      "▁R ub",
+      "▁Ru b",
+      "ie nia",
+      "ien ia",
+      "i enia",
+      "ir it",
+      "iri t",
+      "i rit",
+      "▁А нд",
+      "▁Ан д",
+      "edu led",
+      "edule d",
+      "▁T otal",
+      "▁To tal",
+      "▁Tot al",
+      "▁ Total",
+      "Di g",
+      "D ig",
+      "er em",
+      "ere m",
+      "e rem",
+      "▁s ki",
+      "▁sk i",
+      "▁ ski",
+      "De st",
+      "Des t",
+      "D est",
+      "Y Y",
+      "е ди",
+      "al y",
+      "a ly",
+      "▁back end",
+      "▁ backend",
+      "ul us",
+      "ulu s",
+      "u lus",
+      "▁feature d",
+      "▁person n",
+      "▁pers onn",
+      "▁sc hon",
+      "▁sch on",
+      "tr ace",
+      "tra ce",
+      "t race",
+      "▁I DE",
+      "▁ID E",
+      "▁ IDE",
+      "á j",
+      "▁anim als",
+      "▁animal s",
+      "▁ani mals",
+      "▁s now",
+      "▁sn ow",
+      "uv e",
+      "u ve",
+      "uer to",
+      "▁d rew",
+      "▁dr ew",
+      "▁dre w",
+      "▁Ye ah",
+      "▁S v",
+      "\\, \\",
+      "\\ ,\\",
+      "▁S erie",
+      "▁Se rie",
+      "▁Ser ie",
+      "▁second o",
+      "▁sec ondo",
+      "▁Leb ens",
+      "▁Leben s",
+      "▁acc ord",
+      "▁ac cord",
+      "▁C et",
+      "▁Ce t",
+      "er ade",
+      "era de",
+      "e rade",
+      "▁desp ite",
+      "▁C arlo",
+      "▁Car lo",
+      "▁Carl o",
+      "▁z ewnętrz",
+      "▁l ista",
+      "▁li sta",
+      "▁list a",
+      "▁ lista",
+      "ni co",
+      "nic o",
+      "n ico",
+      "▁Corpor ation",
+      "vs pace",
+      "v space",
+      "▁вой ны",
+      "▁st ands",
+      "▁stand s",
+      "▁stan ds",
+      "▁wor se",
+      "▁sim ult",
+      "▁si mult",
+      "▁pract ical",
+      "CO L",
+      "C OL",
+      "ch anged",
+      "change d",
+      "chan ged",
+      "▁Исто рия",
+      "б ри",
+      "in do",
+      "ind o",
+      "▁Lew is",
+      "▁pattern s",
+      "if ica",
+      "ific a",
+      "ifi ca",
+      "i fica",
+      "▁s mart",
+      "▁sm art",
+      "▁concern ed",
+      "ți i",
+      "ț ii",
+      "▁H ello",
+      "▁Hel lo",
+      "▁Hell o",
+      "▁ Hello",
+      "re ll",
+      "rel l",
+      "r ell",
+      "▁L ex",
+      "▁Le x",
+      "▁в то",
+      "▁cond itional",
+      "▁condition al",
+      "ot ted",
+      "ott ed",
+      "otte d",
+      "▁sh oot",
+      "▁sho ot",
+      "▁W ed",
+      "▁We d",
+      "▁мар та",
+      "au d",
+      "a ud",
+      "▁an te",
+      "▁ant e",
+      "▁ ante",
+      "ien tras",
+      "ient ras",
+      "▁p apers",
+      "▁pa pers",
+      "▁pap ers",
+      "▁paper s",
+      "▁port ug",
+      "▁Man agement",
+      "▁ Management",
+      "▁exerc ise",
+      "▁Begr iff",
+      "com mit",
+      "comm it",
+      "▁render ing",
+      "▁rend ering",
+      "▁rende ring",
+      "▁c zas",
+      "▁cz as",
+      "▁ czas",
+      "Dr op",
+      "D rop",
+      "er g",
+      "e rg",
+      "▁m ul",
+      "▁mu l",
+      "▁ mul",
+      "▁T an",
+      "▁Ta n",
+      "ie ro",
+      "ier o",
+      "i ero",
+      "▁loc ale",
+      "▁local e",
+      "▁ locale",
+      "▁in aug",
+      "du mp",
+      "d ump",
+      "ци й",
+      "▁symbol s",
+      "in ta",
+      "int a",
+      "▁aw arded",
+      "▁award ed",
+      "▁s ust",
+      "▁su st",
+      "▁sus t",
+      "▁S end",
+      "▁Se nd",
+      "▁Sen d",
+      "▁ Send",
+      "ї в",
+      "Re st",
+      "Res t",
+      "R est",
+      "zt en",
+      "zte n",
+      "z ten",
+      "ли м",
+      "л им",
+      "ri val",
+      "riv al",
+      "r ival",
+      "PO RT",
+      "P ORT",
+      "öl ker",
+      "im ately",
+      "imate ly",
+      "imat ely",
+      "ig te",
+      "igt e",
+      "ч ных",
+      "▁ter ra",
+      "▁ terra",
+      "ög lich",
+      "▁H om",
+      "▁Ho m",
+      "▁ Hom",
+      "▁h ex",
+      "▁he x",
+      "▁ hex",
+      "do ne",
+      "don e",
+      "d one",
+      "am ps",
+      "amp s",
+      "▁c et",
+      "▁ce t",
+      "PR E",
+      "P RE",
+      "ös t",
+      "ö st",
+      "▁fem me",
+      "Se lection",
+      "Select ion",
+      "▁z aw",
+      "▁za w",
+      "sp r",
+      "s pr",
+      "▁horse s",
+      "▁hors es",
+      "▁s nap",
+      "▁sn ap",
+      "Text Box",
+      "▁E clipse",
+      "ul le",
+      "ull e",
+      "u lle",
+      "ow ym",
+      "owy m",
+      "▁c omer",
+      "▁com er",
+      "▁co mer",
+      "▁come r",
+      "ne cess",
+      "co ok",
+      "c ook",
+      "en ger",
+      "eng er",
+      "-- >",
+      "- ->",
+      "▁p ří",
+      "▁př í",
+      "pan das",
+      "p andas",
+      "▁P lus",
+      "▁Pl us",
+      "▁ Plus",
+      "yl l",
+      "y ll",
+      "▁t error",
+      "▁te rror",
+      "▁ter ror",
+      "▁c rim",
+      "▁cr im",
+      "▁cri m",
+      "▁z ak",
+      "▁za k",
+      "▁ zak",
+      "iss ue",
+      "pa nel",
+      "pan el",
+      "p anel",
+      "sv g",
+      "▁re b",
+      "▁r eb",
+      "▁ reb",
+      "Custom er",
+      "sw itch",
+      "об ра",
+      "о бра",
+      "▁Champion ships",
+      "▁Championship s",
+      "▁Champions hips",
+      "cl o",
+      "c lo",
+      "at te",
+      "att e",
+      "a tte",
+      "▁any more",
+      "▁excell ent",
+      "▁opport unity",
+      "▁opportun ity",
+      "▁B ahn",
+      "▁Ba hn",
+      "▁Bah n",
+      "чи н",
+      "ч ин",
+      "et ing",
+      "eti ng",
+      "e ting",
+      "▁inc ident",
+      "to m",
+      "t om",
+      "Per s",
+      "Pe rs",
+      "P ers",
+      "bb en",
+      "bbe n",
+      "b ben",
+      "ствен ной",
+      "ственно й",
+      "и х",
+      "ro uter",
+      "route r",
+      "rout er",
+      "rou ter",
+      "r outer",
+      "▁new ly",
+      "▁sil ence",
+      "▁G NU",
+      "▁R ails",
+      "▁Ra ils",
+      "▁Rail s",
+      "▁A mb",
+      "▁Am b",
+      "▁Q ual",
+      "▁Qu al",
+      "▁ Qual",
+      "▁Sch aus",
+      "▁Sc haus",
+      "▁S ohn",
+      "▁So hn",
+      "▁A LL",
+      "▁AL L",
+      "▁ ALL",
+      "▁ro yal",
+      "▁roy al",
+      "▁ £",
+      "wi ę",
+      "w ię",
+      "▁ent fer",
+      "▁Re move",
+      "▁Rem ove",
+      "▁ Remove",
+      "▁hard ly",
+      "Us ing",
+      "U sing",
+      "ло г",
+      "▁I ch",
+      "▁d erni",
+      "▁der ni",
+      "▁Con nection",
+      "▁Connect ion",
+      "▁ Connection",
+      "fi sh",
+      "f ish",
+      "▁In form",
+      "▁Inf orm",
+      "▁Info rm",
+      "▁E ner",
+      "▁En er",
+      "ro it",
+      "r oit",
+      "B bb",
+      "View Model",
+      "V ideo",
+      "il ey",
+      "ile y",
+      "i ley",
+      "▁м ного",
+      "▁мно го",
+      "▁G em",
+      "▁Ge m",
+      "▁comp reh",
+      "▁compr eh",
+      "en umerate",
+      "ul as",
+      "ula s",
+      "u las",
+      "▁B ah",
+      "▁Ba h",
+      "▁Y et",
+      "▁Ye t",
+      "B R",
+      "х ра",
+      "▁count y",
+      "▁coun ty",
+      "▁H ist",
+      "▁His t",
+      "▁Hi st",
+      "▁Г у",
+      "▁ Ј",
+      "▁m ari",
+      "▁ma ri",
+      "▁mar i",
+      "▁C lar",
+      "▁Cl ar",
+      "▁Cla r",
+      "Bit map",
+      "B itmap",
+      "▁C z",
+      "▁m ån",
+      "▁må n",
+      "▁m ere",
+      "▁me re",
+      "▁mer e",
+      "▁mus ique",
+      "al so",
+      "als o",
+      "date s",
+      "da tes",
+      "dat es",
+      "d ates",
+      "▁D VD",
+      "▁g ol",
+      "▁go l",
+      "fo ny",
+      "fon y",
+      "f ony",
+      "▁Cast le",
+      "▁фа ми",
+      "▁arr ang",
+      "▁Bus iness",
+      "▁K az",
+      "▁Ka z",
+      "▁o sc",
+      "▁os c",
+      "▁ osc",
+      "▁se colo",
+      "▁sec olo",
+      "▁aff ected",
+      "▁affect ed",
+      "▁He alth",
+      "re b",
+      "r eb",
+      "ed itor",
+      "edit or",
+      "edi tor",
+      "▁own ed",
+      "▁ow ned",
+      "▁ owned",
+      "t l",
+      "▁v í",
+      "▁ ví",
+      "чни х",
+      "ч них",
+      "к ви",
+      "▁dev ient",
+      "▁devi ent",
+      "M utable",
+      "▁t egen",
+      "▁te gen",
+      "Reg ister",
+      "є ю",
+      "▁car acter",
+      "лл и",
+      "л ли",
+      "▁n ouvelle",
+      "▁nouve lle",
+      "ok o",
+      "o ko",
+      "icht et",
+      "ichte t",
+      "▁e vol",
+      "▁ev ol",
+      "▁H ab",
+      "▁Ha b",
+      "▁mil itar",
+      "▁milit ar",
+      "▁p uts",
+      "▁put s",
+      "▁pu ts",
+      "end if",
+      "endi f",
+      "▁Dav is",
+      "▁Da vis",
+      "▁Scot land",
+      "reg ular",
+      "▁Con text",
+      "▁Cont ext",
+      "▁ Context",
+      "is piel",
+      "isp iel",
+      "i spiel",
+      "▁G allery",
+      "▁Gall ery",
+      "\", \r",
+      "\" ,\r",
+      "▁a rc",
+      "▁ar c",
+      "▁ arc",
+      "▁IN FO",
+      "▁ INFO",
+      "▁c od",
+      "▁co d",
+      "▁ cod",
+      "ді в",
+      "д ів",
+      "▁v archar",
+      "▁var char",
+      "▁ varchar",
+      "▁tou jours",
+      "at ial",
+      "ati al",
+      "atia l",
+      "▁h anno",
+      "▁han no",
+      "▁проф ес",
+      "▁launch ed",
+      "▁насе лення",
+      "▁t on",
+      "▁to n",
+      "▁ ton",
+      "au sed",
+      "ause d",
+      "aus ed",
+      "a used",
+      "▁і з",
+      "▁t ö",
+      "▁P ur",
+      "▁Pu r",
+      "▁o lymp",
+      "AR N",
+      "ó m",
+      "▁a ugust",
+      "▁aug ust",
+      "▁f urn",
+      "▁fur n",
+      "▁fu rn",
+      "▁Col omb",
+      "▁Sta ats",
+      "▁Staat s",
+      "ho ra",
+      "hor a",
+      "h ora",
+      "▁м ор",
+      "▁мо р",
+      "▁ мор",
+      "can vas",
+      "▁gr ave",
+      "▁gra ve",
+      "▁grav e",
+      "▁com position",
+      "▁comp osition",
+      "▁compos ition",
+      "ac ja",
+      "▁которы е",
+      "▁ч о",
+      "▁ чо",
+      "Gener al",
+      "Gen eral",
+      "ан і",
+      "а ні",
+      "▁Joh annes",
+      "▁Johann es",
+      "▁Johan nes",
+      "ка р",
+      "к ар",
+      "▁ча ст",
+      "▁час т",
+      "▁Ва си",
+      "ss h",
+      "s sh",
+      "▁repla cing",
+      "▁< >",
+      "▁ <>",
+      "ці в",
+      "ц ів",
+      "la us",
+      "lau s",
+      "l aus",
+      "en y",
+      "e ny",
+      "äh l",
+      "ä hl",
+      "▁m arg",
+      "▁ma rg",
+      "▁mar g",
+      "ci ence",
+      "c ience",
+      "▁inst ruction",
+      "▁instru ction",
+      "▁instruct ion",
+      "▁ко ји",
+      "Ed itor",
+      "Edit or",
+      "▁fund amental",
+      "mu nd",
+      "mun d",
+      "m und",
+      "▁exception s",
+      "▁except ions",
+      "▁p late",
+      "▁pl ate",
+      "▁pla te",
+      "▁plat e",
+      "▁ plate",
+      "▁L is",
+      "▁Li s",
+      "▁d eren",
+      "▁de ren",
+      "▁der en",
+      "▁dere n",
+      "pr ep",
+      "pre p",
+      "p rep",
+      "▁janu ari",
+      "Sc ope",
+      "S cope",
+      "yn ast",
+      "yna st",
+      "r v",
+      "or sz",
+      "ors z",
+      "▁T ony",
+      "▁To ny",
+      "▁Ton y",
+      "▁д і",
+      "▁ ді",
+      "▁о дна",
+      "▁од на",
+      "▁s ab",
+      "▁sa b",
+      "ot i",
+      "o ti",
+      "je l",
+      "j el",
+      "▁gener ator",
+      "▁ generator",
+      "▁' .",
+      "▁ '.",
+      "▁sh arp",
+      "▁ sharp",
+      "▁то лько",
+      "▁account s",
+      "▁ž e",
+      "▁ že",
+      "▁for am",
+      "▁fo ram",
+      "▁g ouvern",
+      "TI ME",
+      "T IME",
+      "▁Sov iet",
+      "▁G é",
+      "▁ex ped",
+      "▁exp ed",
+      "▁ord inary",
+      "▁ordin ary",
+      "▁ ordinary",
+      "▁Con serv",
+      "▁Cons erv",
+      "▁Conse rv",
+      "▁com pla",
+      "▁comp la",
+      "▁compl a",
+      "te i",
+      "t ei",
+      "▁cap tain",
+      "▁capt ain",
+      "▁Sam uel",
+      "▁D ark",
+      "▁Dar k",
+      "▁в ін",
+      "▁ві н",
+      "▁de light",
+      "▁del ight",
+      "re cht",
+      "rec ht",
+      "di a",
+      "d ia",
+      "ess es",
+      "esse s",
+      "ul p",
+      "u lp",
+      "ш ки",
+      "be z",
+      "b ez",
+      "▁det ection",
+      "▁detect ion",
+      "▁cook ie",
+      "▁ cookie",
+      "an try",
+      "ant ry",
+      "Mult i",
+      "ob a",
+      "o ba",
+      "▁j oy",
+      "▁jo y",
+      "▁safe ty",
+      "▁saf ety",
+      "| ^",
+      "po d",
+      "p od",
+      "ad ém",
+      "▁Ch ron",
+      "▁Chr on",
+      "▁D jango",
+      "▁Dj ango",
+      "▁ehem al",
+      "k h",
+      "è le",
+      "▁p oc",
+      "▁po c",
+      "B ottom",
+      "la unch",
+      "ne m",
+      "n em",
+      "▁G ROUP",
+      "▁ GROUP",
+      "ní ho",
+      "▁G ib",
+      "▁Gi b",
+      "sd k",
+      "s dk",
+      "B E",
+      "▁G ene",
+      "▁Ge ne",
+      "▁Gen e",
+      "▁St aff",
+      "▁Sta ff",
+      "▁subsequ ent",
+      "ic ion",
+      "ici on",
+      "icio n",
+      "i cion",
+      "▁vict ory",
+      "▁c anon",
+      "▁can on",
+      "▁ca non",
+      "iz ar",
+      "iza r",
+      "i zar",
+      "iz ia",
+      "izi a",
+      "i zia",
+      "▁m ate",
+      "▁ma te",
+      "▁mat e",
+      "▁ mate",
+      "▁lay ers",
+      "▁layer s",
+      "▁ layers",
+      "su do",
+      "s udo",
+      "sch ule",
+      "per iment",
+      "ül et",
+      "ü let",
+      "AR CHAR",
+      "▁тер рито",
+      "▁me asures",
+      "▁measure s",
+      "▁meas ures",
+      "▁z ou",
+      "▁zo u",
+      "ops is",
+      "на ми",
+      "tb ody",
+      "t body",
+      "▁e se",
+      "▁es e",
+      "▁ ese",
+      "ster dam",
+      "sterd am",
+      "▁ph oto",
+      "▁phot o",
+      "▁ photo",
+      "ynchron ous",
+      "set minus",
+      "▁lo ads",
+      "▁load s",
+      "▁ loads",
+      "▁ple asure",
+      "▁me ille",
+      "}\\ ,",
+      "} \\,",
+      "qu al",
+      "qua l",
+      "q ual",
+      "▁fav our",
+      "▁r od",
+      "▁ro d",
+      "▁ rod",
+      "De r",
+      "D er",
+      "ра бо",
+      "раб о",
+      "▁pr essed",
+      "▁pres sed",
+      "▁press ed",
+      "▁ pressed",
+      "r ę",
+      "ie ving",
+      "iev ing",
+      "mate rial",
+      "m aterial",
+      "vi rt",
+      "vir t",
+      "v irt",
+      "▁cap able",
+      "с ло",
+      "us hed",
+      "ush ed",
+      "▁по бе",
+      "uset ts",
+      "un signed",
+      "uns igned",
+      "k ów",
+      "▁o v",
+      "▁ ov",
+      "eg eben",
+      "ege ben",
+      "e geben",
+      "▁app lying",
+      "▁apply ing",
+      "▁gal ax",
+      "▁ga lax",
+      "▁O racle",
+      "▁Or acle",
+      "▁Stutt gart",
+      "In fl",
+      "Inf l",
+      "ach usetts",
+      "▁de el",
+      "li re",
+      "l ire",
+      "▁stat unit",
+      "▁Polit iker",
+      "▁Politik er",
+      "▁beaut y",
+      ") >",
+      "▁Columb ia",
+      "▁zewnętrz ne",
+      "▁про гра",
+      "▁пр огра",
+      "▁d x",
+      "▁ dx",
+      "ck now",
+      "c know",
+      "▁d ub",
+      "▁du b",
+      "un ächst",
+      "find ViewById",
+      "▁M and",
+      "▁Man d",
+      "▁Ma nd",
+      "ál l",
+      "á ll",
+      "na ire",
+      "n aire",
+      "▁dest in",
+      "is ting",
+      "ist ing",
+      "isti ng",
+      "ag gi",
+      "agg i",
+      "a ggi",
+      "ch art",
+      "char t",
+      "cha rt",
+      "c hart",
+      "▁just ice",
+      "Sim ple",
+      "▁un fortunately",
+      "і р",
+      "▁qu esta",
+      "▁que sta",
+      "▁quest a",
+      "▁ questa",
+      "▁Govern or",
+      "я в",
+      "▁mús ica",
+      "▁equ ipo",
+      "▁equip o",
+      "▁D est",
+      "▁De st",
+      "▁Des t",
+      "▁ Dest",
+      "el ect",
+      "ele ct",
+      "e lect",
+      "Stack Trace",
+      "зо м",
+      "з ом",
+      "pr oc",
+      "pro c",
+      "p roc",
+      "ent in",
+      "enti n",
+      "ad ora",
+      "ado ra",
+      "ador a",
+      "▁Л ю",
+      "▁register ed",
+      "H L",
+      "face book",
+      "fac ebook",
+      "▁st oring",
+      "▁stor ing",
+      "▁sto ring",
+      "▁Current ly",
+      "▁qu adr",
+      "▁quad r",
+      "Stand ard",
+      "tr im",
+      "tri m",
+      "t rim",
+      "ear s",
+      "ea rs",
+      "e ars",
+      "se nder",
+      "sen der",
+      "send er",
+      "s ender",
+      "▁V as",
+      "▁Va s",
+      "▁ed ific",
+      "▁B ür",
+      "▁Bü r",
+      "▁C ountry",
+      "▁Count ry",
+      "▁Coun try",
+      "▁ Country",
+      "th a",
+      "t ha",
+      "; \"",
+      "no r",
+      "n or",
+      "▁Do ctor",
+      "▁Doc tor",
+      "ru ment",
+      "rum ent",
+      "r ument",
+      "Ge n",
+      "G en",
+      "▁B uen",
+      "▁Bu en",
+      "ra de",
+      "rad e",
+      "r ade",
+      "▁k un",
+      "n avigation",
+      "Pa y",
+      "P ay",
+      "▁capt ured",
+      "▁capture d",
+      "▁st ruck",
+      "▁str uck",
+      "▁stru ck",
+      "ven ir",
+      "ém ent",
+      "é ment",
+      "▁T ree",
+      "▁Tr ee",
+      "▁Tre e",
+      "▁ Tree",
+      "▁x x",
+      "▁ xx",
+      "▁n arr",
+      "▁na rr",
+      "▁nar r",
+      "ль ного",
+      "льно го",
+      "▁inst alling",
+      "▁install ing",
+      "▁instal ling",
+      "▁associ ation",
+      "▁insert ed",
+      "▁inser ted",
+      "er ner",
+      "ern er",
+      "erne r",
+      "valid ate",
+      "▁l ut",
+      "▁lu t",
+      "▁g lo",
+      "▁gl o",
+      "▁techn ology",
+      "▁P lace",
+      "▁Pl ace",
+      "▁Pla ce",
+      "▁ Place",
+      "$ ?",
+      "▁z v",
+      "с лі",
+      "E P",
+      "▁at mos",
+      "ug o",
+      "u go",
+      "ér t",
+      "é rt",
+      "▁W erk",
+      "▁Wer k",
+      "▁% }",
+      "te le",
+      "tel e",
+      "t ele",
+      "Sp an",
+      "S pan",
+      "▁R aj",
+      "▁Ra j",
+      "▁Person en",
+      "▁Pers onen",
+      "▁C ant",
+      "▁Can t",
+      "▁Ca nt",
+      "▁com bat",
+      "▁comb at",
+      "▁observ ation",
+      "▁obs ervation",
+      "param eter",
+      "para meter",
+      "▁agre ed",
+      "▁agree d",
+      "▁agr eed",
+      "pu r",
+      "p ur",
+      "▁sh adow",
+      "▁ shadow",
+      "▁g ł",
+      "Key s",
+      "Ke ys",
+      "Cre d",
+      "Cr ed",
+      "C red",
+      "ou ri",
+      "our i",
+      "o uri",
+      "▁p ale",
+      "▁pa le",
+      "▁pal e",
+      "ic ké",
+      "ick é",
+      "▁We ek",
+      "▁ Week",
+      "▁Pr ime",
+      "▁Pri me",
+      "▁Prim e",
+      "> .",
+      "Init ial",
+      "▁о дин",
+      "▁од ин",
+      "▁' ',",
+      "▁'' ,",
+      "▁у чи",
+      "▁In v",
+      "▁ Inv",
+      "col a",
+      "co la",
+      "c ola",
+      "ci ble",
+      "c ible",
+      "▁The atre",
+      "▁b em",
+      "▁be m",
+      "▁satisf y",
+      "x l",
+      "▁ра зви",
+      "▁раз ви",
+      "▁p ixel",
+      "▁pix el",
+      "lá n",
+      "l án",
+      "▁tw ee",
+      "▁twe e",
+      "ço n",
+      "ç on",
+      "не ния",
+      "▁A T",
+      "▁ AT",
+      "èg e",
+      "è ge",
+      "▁M ort",
+      "▁Mor t",
+      "▁Mo rt",
+      "▁my sq",
+      "▁ mysq",
+      "ft en",
+      "fte n",
+      "f ten",
+      "▁п ес",
+      "▁пе с",
+      "ém a",
+      "é ma",
+      "▁Service s",
+      "▁Serv ices",
+      "▁ Services",
+      "custom er",
+      "▁A WS",
+      "ъ т",
+      "▁A ch",
+      "▁Ac h",
+      "% .",
+      "▁clar ify",
+      "▁уни версите",
+      "xt ure",
+      "um i",
+      "u mi",
+      "▁s å",
+      "▁P el",
+      "▁Pe l",
+      "se rial",
+      "ser ial",
+      "UR I",
+      "U RI",
+      "▁r g",
+      "▁ rg",
+      "▁со ста",
+      "ch estra",
+      "che stra",
+      "ches tra",
+      "]. [",
+      "] .[",
+      "we n",
+      "w en",
+      "▁Lond res",
+      "▁an ys",
+      "▁any s",
+      "Data Source",
+      "▁рай оне",
+      "▁райо не",
+      "▁район е",
+      "▁re in",
+      "▁r ein",
+      "▁rei n",
+      "▁met adata",
+      "▁meta data",
+      "▁ metadata",
+      "um ble",
+      "umb le",
+      "ar beit",
+      "arbe it",
+      "hn er",
+      "h ner",
+      "ci ent",
+      "cie nt",
+      "c ient",
+      "▁n orte",
+      "▁nor te",
+      "▁о на",
+      "▁он а",
+      "▁ она",
+      "▁sc ored",
+      "▁score d",
+      "▁r ay",
+      "▁ra y",
+      "▁ ray",
+      "▁фев ра",
+      "▁фе вра",
+      "▁pro tagon",
+      "▁prot agon",
+      "▁S ac",
+      "▁Sa c",
+      "▁comm only",
+      "▁common ly",
+      "Linear Layout",
+      "▁app lic",
+      "▁ма я",
+      "З а",
+      "▁access ible",
+      "ie wer",
+      "iew er",
+      "fl ag",
+      "f lag",
+      "▁R ück",
+      "ä u",
+      "▁e rano",
+      "▁er ano",
+      "▁era no",
+      "▁eran o",
+      "▁auth entic",
+      "▁ authentic",
+      "▁R y",
+      "▁не ско",
+      "▁emb argo",
+      "▁embar go",
+      "▁d ry",
+      "▁dr y",
+      "▁reason able",
+      "▁Mod ule",
+      "▁ Module",
+      "▁acc eler",
+      "▁inter view",
+      "▁C reek",
+      "▁Cre ek",
+      "▁al pha",
+      "▁ alpha",
+      "se rie",
+      "ser ie",
+      "s erie",
+      "Th ey",
+      "The y",
+      "ю чи",
+      "▁H of",
+      "▁Ho f",
+      "▁C R",
+      "▁ CR",
+      "mod al",
+      "mo dal",
+      "▁sequence s",
+      "▁sequ ences",
+      "cl osed",
+      "close d",
+      "clos ed",
+      "clo sed",
+      ")} $",
+      ") }$",
+      "▁Ч ер",
+      "▁Че р",
+      "▁OR DER",
+      "▁ ORDER",
+      "Right arrow",
+      "R ightarrow",
+      "haus en",
+      "}} _",
+      "} }_",
+      "▁tamb é",
+      "▁magn etic",
+      "▁magnet ic",
+      "▁Mc C",
+      "▁win ning",
+      "under line",
+      "▁Bill board",
+      "na io",
+      "▁l iqu",
+      "▁li qu",
+      "▁ liqu",
+      "display style",
+      "time out",
+      "▁consider able",
+      "▁e ben",
+      "▁eb en",
+      "▁ eben",
+      "iffer ent",
+      "iffe rent",
+      "an u",
+      "a nu",
+      "▁С ов",
+      "▁Со в",
+      "[ (",
+      "▁: -)",
+      "▁:- )",
+      "le itung",
+      "form ed",
+      "for med",
+      "▁Man ager",
+      "▁ Manager",
+      "▁on click",
+      "T Y",
+      "та х",
+      "C V",
+      "run time",
+      "r untime",
+      "po que",
+      "▁Л о",
+      "Tem p",
+      "Te mp",
+      "T emp",
+      "lo aded",
+      "load ed",
+      "▁! ==",
+      "▁!= =",
+      "▁s inger",
+      "▁sing er",
+      "▁sin ger",
+      "fa r",
+      "f ar",
+      "▁Com ple",
+      "▁Comp le",
+      "▁ Comple",
+      "▁Ö sterreich",
+      "Pol icy",
+      "▁work er",
+      "▁wor ker",
+      "▁ worker",
+      "W rapper",
+      "ob i",
+      "o bi",
+      "▁discuss ed",
+      "▁b uy",
+      "▁bu y",
+      "▁янва ря",
+      "▁D in",
+      "▁Di n",
+      "▁g ed",
+      "▁ge d",
+      "▁ ged",
+      "ско ј",
+      "E urope",
+      "▁t all",
+      "▁tal l",
+      "▁ta ll",
+      "ho s",
+      "h os",
+      "ла го",
+      "▁B lock",
+      "▁Bl ock",
+      "▁Blo ck",
+      "▁ Block",
+      "▁ident ified",
+      "List View",
+      "▁attempt ing",
+      "▁typ ical",
+      "ps um",
+      "p sum",
+      "os ter",
+      "ost er",
+      "o ster",
+      "▁ж урна",
+      "P e",
+      "mer ce",
+      "▁un expected",
+      "hu i",
+      "h ui",
+      "let ter",
+      "lett er",
+      "lette r",
+      "l etter",
+      "▁nue vo",
+      "▁а бо",
+      "▁VAL UES",
+      "▁I z",
+      "Fl ags",
+      "Flag s",
+      "▁TR UE",
+      "▁ TRUE",
+      "iz ación",
+      "iza ción",
+      "▁gro wing",
+      "▁grow ing",
+      "es tre",
+      "est re",
+      "estr e",
+      "e stre",
+      "▁p oly",
+      "▁po ly",
+      "▁pol y",
+      "▁ poly",
+      "▁St one",
+      "▁Sto ne",
+      "▁V III",
+      "▁VI II",
+      "▁VII I",
+      "▁local host",
+      "▁ localhost",
+      "äh lt",
+      "ähl t",
+      "▁embed ded",
+      "jd bc",
+      "j dbc",
+      "▁con vention",
+      "▁conv ention",
+      "▁conven tion",
+      "▁convent ion",
+      "▁s cala",
+      "▁sc ala",
+      "▁scal a",
+      "▁ scala",
+      "со к",
+      "с ок",
+      "▁an alog",
+      "▁anal og",
+      "▁\" +",
+      "▁ \"+",
+      "ц ю",
+      "oc c",
+      "o cc",
+      "▁l itt",
+      "▁li tt",
+      "▁lit t",
+      "P N",
+      "▁а ктив",
+      "▁ак тив",
+      "att ributes",
+      "attribute s",
+      "▁F erd",
+      "▁Fe rd",
+      "▁Fer d",
+      "▁az ure",
+      "▁ azure",
+      "ș ti",
+      "ño s",
+      "ñ os",
+      "pi ng",
+      "pin g",
+      "p ing",
+      "▁te acher",
+      "▁teach er",
+      "▁tea cher",
+      "} &",
+      "ip e",
+      "i pe",
+      "▁N ob",
+      "▁No b",
+      "▁и ма",
+      "▁им а",
+      "Bi nd",
+      "B ind",
+      "▁mag ic",
+      "▁Trans port",
+      "▁ Transport",
+      "ix el",
+      "▁comp uted",
+      "▁comput ed",
+      "▁compute d",
+      "ag na",
+      "agn a",
+      "er st",
+      "ers t",
+      "H A",
+      "W ait",
+      "▁author s",
+      "▁auth ors",
+      "▁; )",
+      "cl am",
+      "cla m",
+      "c lam",
+      "▁Pen nsylvan",
+      "▁d rug",
+      "▁dr ug",
+      "▁dru g",
+      "▁v ain",
+      "▁va in",
+      "▁employ ed",
+      "▁individ uals",
+      "▁individual s",
+      "▁an ge",
+      "▁ang e",
+      "▁ ange",
+      "ut at",
+      "uta t",
+      "u tat",
+      "▁$ -",
+      "▁ $-",
+      "cor rect",
+      "corr ect",
+      "▁exper iments",
+      "▁experiment s",
+      "Arg ument",
+      "▁I B",
+      "▁ IB",
+      "▁p ère",
+      "▁B rian",
+      "▁Br ian",
+      "ber ger",
+      "berg er",
+      "Ma c",
+      "M ac",
+      "ia st",
+      "ias t",
+      "i ast",
+      "Per m",
+      "Pe rm",
+      "P erm",
+      "Ca st",
+      "C ast",
+      "▁{ };",
+      "▁{} ;",
+      "▁St udent",
+      "▁Stud ent",
+      "▁Stu dent",
+      "▁ Student",
+      "▁st att",
+      "▁stat t",
+      "▁sta tt",
+      "al gebra",
+      "▁equ als",
+      "▁equal s",
+      "▁eq uals",
+      "▁ equals",
+      "▁pro jet",
+      "▁prés ident",
+      "Activity Thread",
+      "▁ein z",
+      "en ia",
+      "eni a",
+      "e nia",
+      "re z",
+      "r ez",
+      "ess ional",
+      "ession al",
+      "▁авгу ста",
+      "over ride",
+      "ne ws",
+      "new s",
+      "▁pla net",
+      "▁plan et",
+      "▁plane t",
+      "n n",
+      "▁W is",
+      "▁Wi s",
+      "тв ер",
+      "т вер",
+      "▁Val id",
+      "▁ Valid",
+      "▁G ef",
+      "▁Ge f",
+      "гра д",
+      "▁e ig",
+      "an tom",
+      "ant om",
+      "anto m",
+      "▁Me ister",
+      "fl ags",
+      "flag s",
+      "ffic iale",
+      "fficial e",
+      "ша я",
+      "- ,",
+      "at ionen",
+      "ation en",
+      "ati onen",
+      "atio nen",
+      "mo use",
+      "m ouse",
+      "stand ard",
+      "Sing le",
+      "▁b ol",
+      "▁bo l",
+      "▁ bol",
+      "is is",
+      "isi s",
+      "▁f ruit",
+      "▁fr uit",
+      "c ourse",
+      "it ants",
+      "itan ts",
+      "▁é taient",
+      "▁ét aient",
+      "Text Field",
+      "▁ф он",
+      "▁фо н",
+      "▁a ircraft",
+      "▁air craft",
+      "▁I SSN",
+      "▁IS SN",
+      "▁west ern",
+      "▁ western",
+      "▁represent ing",
+      "Es p",
+      "E sp",
+      "▁El se",
+      "▁Els e",
+      "▁ Else",
+      "▁s izes",
+      "▁si zes",
+      "▁size s",
+      "▁satisf ied",
+      "ot os",
+      "oto s",
+      "U D",
+      "Fin al",
+      "Fi nal",
+      "F inal",
+      "ó j",
+      "è ve",
+      "▁R oy",
+      "▁Ro y",
+      "ff en",
+      "ffe n",
+      "f fen",
+      "▁s alt",
+      "▁sa lt",
+      "▁sal t",
+      "▁L abel",
+      "▁La bel",
+      "▁Lab el",
+      "▁ Label",
+      "S k",
+      "▁к ре",
+      "▁ кре",
+      "▁Ли тература",
+      "▁с м",
+      "Att ributes",
+      "Attribute s",
+      "ay e",
+      "a ye",
+      "сь к",
+      "▁вы со",
+      "- )",
+      "os es",
+      "ose s",
+      "cal cul",
+      "calc ul",
+      "▁C annot",
+      "▁Can not",
+      "▁ Cannot",
+      "Gener ic",
+      "em o",
+      "e mo",
+      "▁A utor",
+      "▁Aut or",
+      "▁Au tor",
+      "▁Auto r",
+      "лё н",
+      "л ён",
+      "ла га",
+      "vo te",
+      "v ote",
+      "lic ates",
+      "licate s",
+      "lica tes",
+      "ru s",
+      "r us",
+      "él i",
+      "é li",
+      "op f",
+      "o pf",
+      "at ique",
+      "ati que",
+      "sc ala",
+      "scal a",
+      "s cala",
+      "▁Oh io",
+      "▁Brit ann",
+      "▁b ef",
+      "▁be f",
+      "▁Е вро",
+      "▁Ев ро",
+      "▁Care er",
+      "is ée",
+      "isé e",
+      "ó t",
+      "bo se",
+      "bos e",
+      "b ose",
+      "▁Б ер",
+      "▁Бе р",
+      "▁Cont roller",
+      "▁Control ler",
+      "▁ Controller",
+      "po le",
+      "pol e",
+      "p ole",
+      "▁al len",
+      "▁all en",
+      "▁alle n",
+      "▁ allen",
+      "▁h ack",
+      "▁ha ck",
+      "▁ext ent",
+      "▁cal ci",
+      "▁calc i",
+      "Me r",
+      "M er",
+      "▁sum mary",
+      "▁summar y",
+      "▁summ ary",
+      "▁ summary",
+      "Mar t",
+      "Ma rt",
+      "M art",
+      "▁histor ical",
+      "▁historic al",
+      "im at",
+      "ima t",
+      "i mat",
+      "bu d",
+      "b ud",
+      "▁F OR",
+      "▁FO R",
+      "▁ FOR",
+      "ex port",
+      "exp ort",
+      "ed i",
+      "e di",
+      "Map ping",
+      "Mapp ing",
+      "Ma pping",
+      "M apping",
+      "▁A y",
+      "▁R uby",
+      "▁Ru by",
+      "▁Rub y",
+      "▁definition s",
+      "▁defin itions",
+      "▁definit ions",
+      "▁{ $",
+      "▁ {$",
+      "▁y ours",
+      "▁you rs",
+      "▁your s",
+      "▁yo urs",
+      "ri as",
+      "ria s",
+      "r ias",
+      "To uch",
+      "T ouch",
+      "▁G az",
+      "▁Ga z",
+      "▁Aut om",
+      "▁Au tom",
+      "▁Auto m",
+      "▁ Autom",
+      "▁и стори",
+      "▁исто ри",
+      "▁ис тори",
+      "▁d elen",
+      "▁de len",
+      "▁del en",
+      "▁K inder",
+      "▁Kind er",
+      "▁Ki nder",
+      "▁Kin der",
+      "}} %",
+      "} }%",
+      "▁perform ing",
+      "F R",
+      "▁S ig",
+      "▁Si g",
+      "▁B rad",
+      "▁Br ad",
+      "▁Bra d",
+      "br as",
+      "bra s",
+      "b ras",
+      "▁J ar",
+      "▁Ja r",
+      "pk g",
+      "p kg",
+      "w r",
+      "▁P ays",
+      "▁Pa ys",
+      "▁Pay s",
+      "N C",
+      "▁op posed",
+      "▁opp osed",
+      "▁oppos ed",
+      "Tr y",
+      "T ry",
+      "▁ве зе",
+      "▁B og",
+      "▁Bo g",
+      "▁writ es",
+      "▁wr ites",
+      "▁write s",
+      "▁st ories",
+      "▁stor ies",
+      "▁sto ries",
+      "▁m ater",
+      "▁ma ter",
+      "▁mat er",
+      "▁mate r",
+      "▁stag ione",
+      "▁s ty",
+      "▁st y",
+      "▁ sty",
+      "▁compat ible",
+      "▁ compatible",
+      "he ast",
+      "h east",
+      "▁G uy",
+      "▁Gu y",
+      "egr ünd",
+      "▁ident ifier",
+      "▁ identifier",
+      "▁he ads",
+      "▁head s",
+      "по зи",
+      "▁st up",
+      "▁t f",
+      "▁ tf",
+      "▁ј ош",
+      "▁H ugh",
+      "▁Hu gh",
+      "▁c ards",
+      "▁car ds",
+      "▁card s",
+      "▁ cards",
+      "ov y",
+      "o vy",
+      "▁To ast",
+      "al las",
+      "all as",
+      "alla s",
+      "▁p úblic",
+      "▁ass umes",
+      "▁assum es",
+      "▁assume s",
+      "▁чемпи она",
+      "yc ler",
+      "ycle r",
+      "y cler",
+      "▁Juni or",
+      "▁Jun ior",
+      "▁F ich",
+      "▁estim ated",
+      "▁estimate d",
+      "ze rw",
+      "zer w",
+      "di alog",
+      "dia log",
+      "d ialog",
+      "ши н",
+      "ш ин",
+      "sh ell",
+      "she ll",
+      "s hell",
+      "▁н их",
+      "▁ни х",
+      "▁ них",
+      "▁p itch",
+      "▁pit ch",
+      "до л",
+      "out ube",
+      "▁S anti",
+      "▁San ti",
+      "▁Sant i",
+      "On ClickListener",
+      "▁M agyar",
+      "▁Mag yar",
+      "▁v ue",
+      "▁vu e",
+      "▁ vue",
+      "i ão",
+      "▁` #",
+      "col lect",
+      "coll ect",
+      "▁R ou",
+      "▁Ro u",
+      "anal ysis",
+      "istrz ost",
+      "▁Dig ital",
+      "▁ Digital",
+      "▁c rist",
+      "▁cr ist",
+      "▁cri st",
+      "ri ere",
+      "rie re",
+      "rier e",
+      "r iere",
+      "▁cam po",
+      "▁camp o",
+      "U s",
+      "▁circ a",
+      "▁cir ca",
+      "▁Com ponent",
+      "▁ Component",
+      "▁NS String",
+      "▁ NSString",
+      "p d",
+      "▁pr ince",
+      "▁prin ce",
+      "▁in voke",
+      "▁inv oke",
+      "▁ invoke",
+      "▁Mar ine",
+      "▁Mari ne",
+      "Al low",
+      "All ow",
+      "est ic",
+      "esti c",
+      "ри сти",
+      "рис ти",
+      "рист и",
+      "bo ne",
+      "bon e",
+      "b one",
+      "ту ры",
+      "тур ы",
+      "▁pass ion",
+      "ác ió",
+      "á ció",
+      "▁o rn",
+      "▁or n",
+      "▁ orn",
+      "ве д",
+      "▁in vari",
+      "▁inv ari",
+      "▁н і",
+      "▁ ні",
+      "Re move",
+      "Rem ove",
+      "en cies",
+      "enc ies",
+      "enci es",
+      "il ib",
+      "ili b",
+      "i lib",
+      "▁Direct or",
+      "▁Dire ctor",
+      "▁Dir ector",
+      "\" \"",
+      "▁Con se",
+      "▁Cons e",
+      "google apis",
+      "ó k",
+      "▁У кра",
+      "▁H aving",
+      "▁Ha ving",
+      "▁Hav ing",
+      "Do main",
+      "Dom ain",
+      "ie rz",
+      "ier z",
+      "но логи",
+      "н ологи",
+      "Ch o",
+      "C ho",
+      "un defined",
+      "und efined",
+      "al loc",
+      "all oc",
+      "allo c",
+      "▁p ied",
+      "▁pi ed",
+      "▁pie d",
+      "▁f raction",
+      "▁fr action",
+      "▁fra ction",
+      "bi a",
+      "b ia",
+      "▁п оло",
+      "▁по ло",
+      "▁пол о",
+      "▁ поло",
+      "ug no",
+      "min ister",
+      "▁princip ale",
+      "▁principal e",
+      "▁ref used",
+      "▁refuse d",
+      "brow ser",
+      "b rowser",
+      "* ,",
+      "▁H ospital",
+      "▁univers al",
+      "▁Ern st",
+      "wh o",
+      "w ho",
+      "▁G ard",
+      "▁Gar d",
+      "▁Ga rd",
+      "' _",
+      "con de",
+      "co nde",
+      "cond e",
+      "c onde",
+      "▁[ {",
+      "▁ [{",
+      "so b",
+      "s ob",
+      "▁C rit",
+      "▁Cr it",
+      "▁дека бря",
+      "▁p unto",
+      "▁pun to",
+      "▁punt o",
+      "▁einges etzt",
+      "▁t ör",
+      "▁tö r",
+      "▁N i",
+      "▁w orry",
+      "▁wor ry",
+      "▁leg end",
+      "▁ legend",
+      "▁бу ли",
+      "▁k omm",
+      "▁kom m",
+      "▁ko mm",
+      "ri jk",
+      "rij k",
+      "r ijk",
+      "ef fect",
+      "eff ect",
+      "e ffect",
+      "Or i",
+      "O ri",
+      "RE S",
+      "R ES",
+      "▁P eters",
+      "▁Pe ters",
+      "▁Peter s",
+      "▁Pet ers",
+      "▁B aron",
+      "▁Bar on",
+      "▁Ba ron",
+      "▁G ot",
+      "▁Go t",
+      "▁hon est",
+      "▁ho nest",
+      "är e",
+      "ä re",
+      "ás z",
+      "á sz",
+      "▁no ble",
+      "▁nob le",
+      "▁con clusion",
+      "▁conclus ion",
+      "▁concl usion",
+      "▁form atting",
+      "▁format ting",
+      "▁formatt ing",
+      "▁o tto",
+      "▁ot to",
+      "▁ott o",
+      "▁ otto",
+      "▁de leg",
+      "▁del eg",
+      "м б",
+      "pt op",
+      "pto p",
+      "p top",
+      "▁s ends",
+      "▁send s",
+      "▁sen ds",
+      "ur name",
+      "urn ame",
+      "▁f estival",
+      "▁fest ival",
+      "▁festiv al",
+      ", ‎",
+      "ру с",
+      "р ус",
+      "▁d och",
+      "▁do ch",
+      "▁doc h",
+      "sub ject",
+      "su bject",
+      "▁care ful",
+      "qu ent",
+      "que nt",
+      "q uent",
+      "▁Lo ad",
+      "▁ Load",
+      "temper aturen",
+      "▁r ue",
+      "▁ru e",
+      "Mem ory",
+      "ț a",
+      "ion a",
+      "io na",
+      "i ona",
+      "▁dent ro",
+      "▁beg ann",
+      "▁began n",
+      "▁A qu",
+      "▁scient ific",
+      "ka ń",
+      "ло к",
+      "л ок",
+      "el de",
+      "eld e",
+      "▁Th ose",
+      "qu ier",
+      "qui er",
+      "act ér",
+      "▁Auf lage",
+      ") '",
+      "▁grad ient",
+      "▁ gradient",
+      "in teger",
+      "inte ger",
+      "▁Im port",
+      "▁Imp ort",
+      "▁ Import",
+      "S K",
+      "▁St atus",
+      "▁Stat us",
+      "▁ Status",
+      "▁exp lo",
+      "▁expl o",
+      "A E",
+      "Sh ell",
+      "She ll",
+      "S hell",
+      "▁Pa ulo",
+      "▁Paul o",
+      ". »",
+      "} </",
+      "fl ex",
+      "f lex",
+      "▁ко мп",
+      "▁ком п",
+      "on den",
+      "ond en",
+      "onde n",
+      "ac cept",
+      "▁miejs ce",
+      "H ub",
+      "all eng",
+      "alle ng",
+      "allen g",
+      "W N",
+      "▁implement ing",
+      "▁ лу",
+      "▁conf using",
+      "▁Inst all",
+      "▁ Install",
+      "▁r ou",
+      "▁ro u",
+      "▁ rou",
+      "▁про ек",
+      "Access or",
+      "Acc essor",
+      "ља шње",
+      "od io",
+      "odi o",
+      "▁app lies",
+      "ющи й",
+      "ю щий",
+      "▁M undial",
+      "Ét at",
+      "É tat",
+      "iet nam",
+      "hu m",
+      "h um",
+      "▁с бор",
+      "ord inate",
+      "ordin ate",
+      "Fran ce",
+      "Fr ance",
+      "F rance",
+      "▁p rend",
+      "▁pr end",
+      "▁pre nd",
+      "el temperaturen",
+      "▁trab aj",
+      "A xis",
+      "▁м но",
+      "prim ary",
+      "▁Se ite",
+      "▁Seit e",
+      "per mission",
+      "perm ission",
+      "▁or den",
+      "▁ord en",
+      "▁ orden",
+      "sin ce",
+      "s ince",
+      "▁i c",
+      "▁ ic",
+      "▁Bra zil",
+      "▁b are",
+      "▁bar e",
+      "▁ba re",
+      "▁ bare",
+      "▁N ar",
+      "▁Na r",
+      "▁J ur",
+      "▁Ju r",
+      "▁fre edom",
+      "▁free dom",
+      "▁med ical",
+      "▁medic al",
+      "▁medi cal",
+      "isch of",
+      "isc hof",
+      "▁с п",
+      "ie ż",
+      "▁boot strap",
+      "▁ bootstrap",
+      "▁ …",
+      "▁fa cil",
+      "▁fac il",
+      "co rd",
+      "cor d",
+      "c ord",
+      "ва не",
+      "ван е",
+      "в ане",
+      "▁Al len",
+      "▁All en",
+      "▁Alle n",
+      "av id",
+      "avi d",
+      "a vid",
+      "ing ham",
+      "za s",
+      "z as",
+      "▁in spect",
+      "▁ins pect",
+      "▁insp ect",
+      "it ten",
+      "itt en",
+      "itte n",
+      "os ti",
+      "ost i",
+      "u h",
+      "c é",
+      "▁# ####",
+      "▁### ##",
+      "▁#### #",
+      "ci us",
+      "ciu s",
+      "c ius",
+      "om y",
+      "o my",
+      "▁Se ine",
+      "▁Sein e",
+      "bre s",
+      "br es",
+      "b res",
+      "▁gen us",
+      "▁genu s",
+      "O ther",
+      "▁Gold en",
+      "▁Gol den",
+      "mu l",
+      "m ul",
+      "▁Спо љашње",
+      "▁gen naio",
+      "▁care fully",
+      "▁careful ly",
+      "aa l",
+      "a al",
+      "▁anal yt",
+      "▁analy t",
+      "ne ur",
+      "n eur",
+      "▁st retch",
+      "▁str etch",
+      "▁O cc",
+      "▁ Occ",
+      "ol as",
+      "ola s",
+      "o las",
+      "▁fire base",
+      "▁ firebase",
+      "▁expect ing",
+      "bas ic",
+      "cond ition",
+      "pr ov",
+      "pro v",
+      "p rov",
+      "▁W asser",
+      "▁Was ser",
+      "▁Wass er",
+      "▁conc aten",
+      "▁e vil",
+      "▁ev il",
+      "▁coefficient s",
+      "We st",
+      "W est",
+      "ir y",
+      "i ry",
+      "ph as",
+      "pha s",
+      "p has",
+      "▁J am",
+      "▁Ja m",
+      "fo is",
+      "f ois",
+      "▁cons id",
+      "▁main ten",
+      "▁mai nten",
+      "ni m",
+      "n im",
+      "es ser",
+      "ess er",
+      "esse r",
+      "es z",
+      "e sz",
+      "un ta",
+      "unt a",
+      "ue st",
+      "ues t",
+      "u est",
+      "▁cred entials",
+      "_ ;",
+      "Di m",
+      "D im",
+      "пре де",
+      "пр еде",
+      "▁B ü",
+      "bu ilt",
+      "▁A cadem",
+      "▁Ac adem",
+      "▁a udi",
+      "▁au di",
+      "▁aud i",
+      "▁ audi",
+      "▁tv å",
+      "in and",
+      "ina nd",
+      "▁The ater",
+      "▁gen re",
+      "ço s",
+      "ç os",
+      "gres ql",
+      "gre sql",
+      "▁we ap",
+      "▁R ab",
+      "▁Ra b",
+      "▁ ’",
+      "▁ad ult",
+      "▁d ém",
+      "▁dé m",
+      "` `",
+      "▁st abil",
+      "▁sta bil",
+      "▁correspond s",
+      "▁E astern",
+      "▁East ern",
+      "un nel",
+      "unn el",
+      "Work er",
+      "▁c oh",
+      "▁co h",
+      "л ка",
+      "▁Mass achusetts",
+      "pi o",
+      "p io",
+      "▁por ts",
+      "▁port s",
+      "▁ ports",
+      "ag g",
+      "a gg",
+      "▁De bug",
+      "▁Deb ug",
+      "▁ Debug",
+      "▁bre ath",
+      "MI N",
+      "M IN",
+      "Vari able",
+      "bat ch",
+      "b atch",
+      "сс е",
+      "с се",
+      "▁p reg",
+      "▁pr eg",
+      "▁pre g",
+      "▁r oles",
+      "▁ro les",
+      "▁role s",
+      "▁rol es",
+      "pa ste",
+      "pas te",
+      "p aste",
+      "▁refer enced",
+      "▁reference d",
+      "ad rat",
+      "adr at",
+      "ч ё",
+      "bin om",
+      "bi nom",
+      "▁def ining",
+      "▁defin ing",
+      "▁Bud apest",
+      "▁д ви",
+      "▁ дви",
+      "▁t aught",
+      "▁h ole",
+      "▁ho le",
+      "▁hol e",
+      "▁ hole",
+      "▁qu ella",
+      "▁que lla",
+      "▁quel la",
+      "M sg",
+      "as ka",
+      "ask a",
+      "a ska",
+      "sc an",
+      "s can",
+      "▁pro pose",
+      "▁prop ose",
+      "▁propos e",
+      "▁Би ография",
+      "{{ \\",
+      "{ {\\",
+      "text t",
+      "tex tt",
+      "▁A lb",
+      "▁Al b",
+      "▁Syd ney",
+      "▁back up",
+      "▁cre dit",
+      "▁cr edit",
+      "▁cred it",
+      "▁фран цу",
+      "st ats",
+      "sta ts",
+      "stat s",
+      "\\\" :",
+      "\\ \":",
+      "▁П ере",
+      "▁Пер е",
+      "▁Пе ре",
+      "▁according ly",
+      "▁accord ingly",
+      "▁L en",
+      "▁Le n",
+      "▁ Len",
+      "zn a",
+      "z na",
+      "▁Reg ional",
+      "▁Region al",
+      "▁и зда",
+      "▁из да",
+      "▁j ú",
+      "hi stor",
+      "his tor",
+      "h istor",
+      "▁ent ities",
+      "St ar",
+      "S tar",
+      "он е",
+      "о не",
+      "'] ['",
+      "' ]['",
+      "▁N ova",
+      "▁No va",
+      "▁Nov a",
+      "di e",
+      "d ie",
+      "▁` '",
+      "▁ `'",
+      "▁ob ten",
+      "▁obt en",
+      "an st",
+      "ans t",
+      "▁Re lig",
+      "▁Rel ig",
+      "▁t rig",
+      "▁tr ig",
+      "▁tri g",
+      "▁ре жи",
+      "▁Person al",
+      "▁Pers onal",
+      "▁t one",
+      "▁to ne",
+      "▁ton e",
+      "▁a id",
+      "▁ai d",
+      "Vis ual",
+      "Sub mit",
+      "▁mov es",
+      "▁mo ves",
+      "▁move s",
+      "▁B ridge",
+      "▁Br idge",
+      "▁B oy",
+      "▁Bo y",
+      "▁accur ate",
+      "os ta",
+      "ost a",
+      "o sta",
+      "at to",
+      "att o",
+      "a tto",
+      "▁defe ated",
+      "▁defeat ed",
+      "▁data b",
+      "▁da tab",
+      "▁dat ab",
+      "▁ datab",
+      "gi nx",
+      "gin x",
+      "g inx",
+      "▁L iv",
+      "▁Li v",
+      "ly wood",
+      "T W",
+      "ri um",
+      "r ium",
+      "ip ped",
+      "ipp ed",
+      "i pped",
+      "Fa il",
+      "F ail",
+      "RE QUEST",
+      "▁ign or",
+      "▁ig nor",
+      "▁s itting",
+      "▁sit ting",
+      "▁sitt ing",
+      "▁mol to",
+      "▁molt o",
+      "▁end point",
+      "▁ endpoint",
+      "uc ión",
+      "u ción",
+      "▁col lections",
+      "▁collection s",
+      "▁collect ions",
+      "▁colle ctions",
+      "▁ collections",
+      "▁Т у",
+      "tem bre",
+      "t embre",
+      "▁né cess",
+      "▁inter act",
+      "▁inte ract",
+      "▁o tras",
+      "▁ot ras",
+      "▁otra s",
+      "▁c urr",
+      "▁cu rr",
+      "▁cur r",
+      "▁ curr",
+      "▁tr acks",
+      "▁tra cks",
+      "▁track s",
+      "▁trac ks",
+      "▁fam ília",
+      "▁numer ical",
+      "▁numeric al",
+      "le gt",
+      "leg t",
+      "] /",
+      "▁M ario",
+      "▁Mar io",
+      "▁Ma rio",
+      "▁Mari o",
+      "▁t ort",
+      "▁to rt",
+      "▁tor t",
+      "b g",
+      "ss l",
+      "s sl",
+      "text tt",
+      "textt t",
+      "▁s park",
+      "▁sp ark",
+      "▁ spark",
+      "ди и",
+      "▁prob able",
+      "%% %%",
+      "ph ia",
+      "phi a",
+      "], [",
+      "] ,[",
+      "▁bo xes",
+      "▁box es",
+      "▁a cadem",
+      "▁ac adem",
+      "▁S lo",
+      "▁Sl o",
+      "äu de",
+      "ä ude",
+      "▁wit ness",
+      "▁ed iting",
+      "▁edit ing",
+      "ли на",
+      "лин а",
+      "▁look up",
+      "▁ lookup",
+      "▁B uck",
+      "▁Bu ck",
+      "▁Buc k",
+      "д ня",
+      "▁j ours",
+      "▁jo urs",
+      "▁jou rs",
+      "▁jour s",
+      "▁ jours",
+      "++ ){",
+      "++) {",
+      "▁ind ices",
+      "▁indic es",
+      "▁f light",
+      "▁fl ight",
+      "▁com putation",
+      "▁comput ation",
+      "Pl ugin",
+      "▁real ize",
+      "▁realiz e",
+      "is set",
+      "iss et",
+      "isse t",
+      "▁deriv ative",
+      "line width",
+      "bu nd",
+      "b und",
+      "▁t hor",
+      "▁th or",
+      "▁. =",
+      "▁ .=",
+      "▁s í",
+      "▁C lick",
+      "▁Cl ick",
+      "▁ Click",
+      "▁Seb ast",
+      "> '",
+      "hav ior",
+      "le i",
+      "l ei",
+      "ul f",
+      "▁ge ometry",
+      "▁geom etry",
+      "▁geomet ry",
+      "▁ geometry",
+      "pr ev",
+      "pre v",
+      "p rev",
+      "em pl",
+      "emp l",
+      "▁L é",
+      "an son",
+      "ans on",
+      "▁A lice",
+      "▁Al ice",
+      "▁Ali ce",
+      "pro totype",
+      "proto type",
+      "RE AD",
+      "ic ular",
+      "icul ar",
+      "i cular",
+      "▁б і",
+      "▁ бі",
+      "▁deutsch e",
+      "▁Re present",
+      "si tes",
+      "site s",
+      "s ites",
+      "▁Me an",
+      "▁d iss",
+      "▁di ss",
+      "▁dis s",
+      "▁Z ur",
+      "▁Zu r",
+      "▁п рез",
+      "▁пре з",
+      "▁пр ез",
+      "PA R",
+      "P AR",
+      "▁' #",
+      "▁D ra",
+      "▁Dr a",
+      "▁ Dra",
+      "со н",
+      "с он",
+      "▁ste ht",
+      "mar kt",
+      "mark t",
+      "▁e ase",
+      "▁eas e",
+      "Draw ing",
+      "Dra wing",
+      "= %",
+      "St op",
+      "Sto p",
+      "S top",
+      "▁s erving",
+      "▁ser ving",
+      "▁serv ing",
+      "▁servi ng",
+      "▁tak że",
+      "▁D NS",
+      "▁liter al",
+      "▁lit eral",
+      "Di e",
+      "D ie",
+      "▁в ос",
+      "▁во с",
+      "▁sen ior",
+      "ac ion",
+      "aci on",
+      "a cion",
+      "▁u buntu",
+      "▁ub untu",
+      "▁ ubuntu",
+      "▁Frank furt",
+      "▁Sun day",
+      "▁Sund ay",
+      "á b",
+      "▁jour ney",
+      "▁journ ey",
+      "is sa",
+      "iss a",
+      "ber ry",
+      "▁s ep",
+      "▁se p",
+      "▁ sep",
+      "▁i on",
+      "▁io n",
+      "▁ ion",
+      "wer t",
+      "we rt",
+      "w ert",
+      "or szág",
+      "orsz ág",
+      "ser ve",
+      "serv e",
+      "s erve",
+      "▁Mil ano",
+      "▁Milan o",
+      "▁ве ка",
+      "ра х",
+      "▁ию ля",
+      "▁man era",
+      "▁st ations",
+      "▁stat ions",
+      "▁station s",
+      "▁stati ons",
+      "▁adopt ed",
+      "▁any body",
+      "VER SION",
+      "F E",
+      "do rf",
+      "dor f",
+      "d orf",
+      ".. .,",
+      "... ,",
+      "▁обра зова",
+      "▁образ ова",
+      "Log ger",
+      "фи циаль",
+      "фици аль",
+      "WR ITE",
+      "▁h am",
+      "▁ha m",
+      "▁ ham",
+      "▁F uture",
+      "▁Fut ure",
+      "▁ Future",
+      "ot en",
+      "ote n",
+      "o ten",
+      "▁A G",
+      "▁ AG",
+      "▁t rained",
+      "▁tr ained",
+      "▁tra ined",
+      "▁train ed",
+      "▁N ich",
+      "▁Nic h",
+      "▁Ni ch",
+      "▁un iversity",
+      "▁univers ity",
+      "▁Olymp ics",
+      "▁Olympic s",
+      "▁d oit",
+      "▁do it",
+      "▁doi t",
+      "▁cult ural",
+      "▁cultura l",
+      "Con f",
+      "▁Con ference",
+      "or no",
+      "orn o",
+      "▁M P",
+      "▁ MP",
+      "▁b ou",
+      "▁bo u",
+      "ci n",
+      "c in",
+      "Hi gh",
+      "H igh",
+      "ann te",
+      "annt e",
+      "▁display ing",
+      "▁ch apter",
+      "▁chap ter",
+      "▁ chapter",
+      "▁Fra uen",
+      "▁Frau en",
+      "▁real ized",
+      "▁realiz ed",
+      "▁realize d",
+      "▁attempt ed",
+      "▁pre ferred",
+      "▁prefer red",
+      "Da t",
+      "D at",
+      "▁tr ouve",
+      "▁tro uve",
+      "▁trou ve",
+      "▁trouv e",
+      "▁int ention",
+      "▁intent ion",
+      "▁inten tion",
+      "▁Not ice",
+      "tim estamp",
+      "* (",
+      "▁Ш а",
+      "an as",
+      "ana s",
+      "a nas",
+      "cl a",
+      "c la",
+      "is z",
+      "i sz",
+      "tb l",
+      "t bl",
+      "Ar r",
+      "A rr",
+      "▁in verse",
+      "▁ter rible",
+      "▁occup ied",
+      "J AX",
+      "< -",
+      "▁Phil osoph",
+      "▁Cor ps",
+      "bu ilder",
+      "build er",
+      "▁beg ins",
+      "▁begin s",
+      "▁c ensus",
+      "▁cens us",
+      ". ’",
+      "▁pro ven",
+      "▁pr oven",
+      "▁prov en",
+      "▁prove n",
+      "met ric",
+      "▁incre ases",
+      "▁increase s",
+      "wi ch",
+      "w ich",
+      "▁A BC",
+      "▁AB C",
+      "▁ ABC",
+      "project s",
+      "▁T hor",
+      "▁Th or",
+      "▁conf idence",
+      "▁u fficiale",
+      "el m",
+      "e lm",
+      "▁g arden",
+      "▁gar den",
+      "▁gard en",
+      "▁rob ust",
+      "▁cos ì",
+      "ie dz",
+      "ied z",
+      "▁Is lam",
+      "▁Add ress",
+      "▁ Address",
+      "▁div ide",
+      "▁divid e",
+      "▁E u",
+      "ca tal",
+      "cat al",
+      "c atal",
+      "de tail",
+      "det ail",
+      "ep endant",
+      "f g",
+      "▁b ew",
+      "▁be w",
+      "▁ bew",
+      "▁f is",
+      "▁fi s",
+      "▁B O",
+      "▁ BO",
+      "▁w sp",
+      "▁ws p",
+      "▁p ipeline",
+      "▁pip eline",
+      "▁pipe line",
+      "h d",
+      "▁S ession",
+      "▁ Session",
+      "lä nd",
+      "l änd",
+      "iv eau",
+      "ive au",
+      "es tr",
+      "est r",
+      "e str",
+      "▁p article",
+      "▁part icle",
+      "▁partic le",
+      "▁parti cle",
+      "▁lar avel",
+      "▁ laravel",
+      "pi c",
+      "p ic",
+      "▁n au",
+      "▁na u",
+      "▁f ins",
+      "▁fin s",
+      "▁fi ns",
+      "▁V il",
+      "▁Vi l",
+      "▁f us",
+      "▁fu s",
+      "▁qu asi",
+      "oper ation",
+      "opera tion",
+      "▁al ler",
+      "▁all er",
+      "▁alle r",
+      "▁ aller",
+      "▁an aly",
+      "▁anal y",
+      "▁ analy",
+      "▁О н",
+      "▁M es",
+      "▁Me s",
+      "▁о пера",
+      "▁оп ера",
+      "▁hand led",
+      "▁handle d",
+      "▁de prec",
+      "▁dep rec",
+      "tt o",
+      "t to",
+      "▁E k",
+      "▁st ran",
+      "▁str an",
+      "▁stra n",
+      "▁ang lais",
+      "ju re",
+      "j ure",
+      "▁Sil ver",
+      "▁close ly",
+      "▁clos ely",
+      "en kins",
+      "enk ins",
+      "an os",
+      "ano s",
+      "a nos",
+      "st ed",
+      "ste d",
+      "s ted",
+      "▁сент ября",
+      "br and",
+      "bra nd",
+      "b rand",
+      "нь о",
+      "▁prés ent",
+      "▁pré sent",
+      "ro k",
+      "r ok",
+      "mo unt",
+      "m ount",
+      "▁Anth ony",
+      "▁Further more",
+      "in ha",
+      "▁ар хи",
+      "▁раз ли",
+      "▁окт ября",
+      "▁p int",
+      "▁pi nt",
+      "▁pin t",
+      "n ý",
+      "pt s",
+      "p ts",
+      "▁ital ien",
+      "▁ре ги",
+      "ле з",
+      "л ез",
+      "ди на",
+      "дин а",
+      "ather ine",
+      "In ternal",
+      "Int ernal",
+      "Inter nal",
+      "Intern al",
+      "Qu estion",
+      "▁sett lement",
+      "▁В се",
+      "▁fol ders",
+      "▁folder s",
+      "д ри",
+      "▁val or",
+      "▁va lor",
+      "▁M iller",
+      "▁Mil ler",
+      "▁Mill er",
+      "▁As sert",
+      "▁Ass ert",
+      "▁ Assert",
+      "▁pat ient",
+      "▁N ieder",
+      "▁Ni eder",
+      "▁Nie der",
+      "▁Nied er",
+      "▁E P",
+      "▁ EP",
+      "▁A gr",
+      "▁Ag r",
+      "▁o nde",
+      "▁on de",
+      "▁ onde",
+      "▁s cop",
+      "▁sc op",
+      "▁ scop",
+      "se quence",
+      "sequ ence",
+      "▁P L",
+      "▁ PL",
+      "▁se ek",
+      "▁see k",
+      "java se",
+      "jav ase",
+      "▁V ector",
+      "▁Ve ctor",
+      "▁Vec tor",
+      "▁ Vector",
+      "▁n á",
+      "▁ ná",
+      "▁categor ía",
+      "cl one",
+      "clo ne",
+      "N R",
+      "av ailable",
+      "▁B esch",
+      "▁Be sch",
+      "▁Bes ch",
+      "▁e clipse",
+      "▁ec lipse",
+      "▁ eclipse",
+      "wick lung",
+      "dep loy",
+      "en ie",
+      "eni e",
+      "e nie",
+      "▁\" )",
+      "▁ \")",
+      "äs t",
+      "ä st",
+      "▁s ync",
+      "▁syn c",
+      "▁sy nc",
+      "▁ sync",
+      "CO DE",
+      "▁Ч е",
+      "▁flo ating",
+      "▁float ing",
+      "/ `",
+      "▁ret ired",
+      "▁retir ed",
+      "de b",
+      "d eb",
+      "▁part icul",
+      "▁partic ul",
+      "▁parti cul",
+      "▁coll ected",
+      "▁collect ed",
+      "▁colle cted",
+      "▁down loaded",
+      "▁download ed",
+      "ni ce",
+      "nic e",
+      "n ice",
+      "▁B uffer",
+      "▁Buff er",
+      "▁ Buffer",
+      "▁Acc ount",
+      "▁Ac count",
+      "▁ Account",
+      "▁m aggio",
+      "▁mag gio",
+      "▁ре да",
+      "▁ред а",
+      "▁s ales",
+      "▁sa les",
+      "▁sal es",
+      "▁sale s",
+      "▁statunit ense",
+      "▁K i",
+      "▁F err",
+      "▁Fe rr",
+      "▁Fer r",
+      "Lo ck",
+      "Loc k",
+      "L ock",
+      "▁Is abel",
+      "▁Isa bel",
+      "cl ar",
+      "cla r",
+      "c lar",
+      "▁p ov",
+      "▁po v",
+      "at ra",
+      "atr a",
+      "a tra",
+      "▁Fr au",
+      "▁Fra u",
+      "▁sort ing",
+      "▁sor ting",
+      "▁sorti ng",
+      "▁phr ase",
+      "▁апре ля",
+      "▁дея тель",
+      "▁And ré",
+      "def inition",
+      "defin ition",
+      "writ ing",
+      "wr iting",
+      "ér é",
+      "é ré",
+      "щ у",
+      "▁O rd",
+      "▁Or d",
+      "▁ Ord",
+      "▁r um",
+      "▁ru m",
+      "▁ rum",
+      "▁T urk",
+      "▁Tur k",
+      "▁I van",
+      "th eless",
+      "the less",
+      "▁г и",
+      "▁ ги",
+      "▁s ake",
+      "▁sa ke",
+      "▁B ased",
+      "▁Bas ed",
+      "▁Ba sed",
+      "▁Base d",
+      "de ck",
+      "dec k",
+      "or us",
+      "oru s",
+      "o rus",
+      "▁tut ti",
+      "▁b lan",
+      "▁bl an",
+      "▁bla n",
+      "▁П у",
+      "De tail",
+      "Det ail",
+      "▁Н о",
+      "▁S ky",
+      "▁Sk y",
+      "▁p rès",
+      "▁pr ès",
+      "▁ près",
+      "мо й",
+      "col n",
+      "co ln",
+      "че ской",
+      "et i",
+      "e ti",
+      "▁ar row",
+      "▁arr ow",
+      "▁ arrow",
+      "▁C ha",
+      "▁Ch a",
+      "ch mark",
+      "œ ur",
+      "fa b",
+      "f ab",
+      "ку ль",
+      "Grid View",
+      "▁Back ground",
+      "▁ Background",
+      "s n",
+      "▁segu ito",
+      "▁n ic",
+      "▁ni c",
+      "▁ nic",
+      "co u",
+      "c ou",
+      "ті в",
+      "т ів",
+      "▁b zw",
+      "add EventListener",
+      "syn c",
+      "s ync",
+      "az zo",
+      "azz o",
+      "ab stract",
+      "as sets",
+      "ass ets",
+      "asse ts",
+      "asset s",
+      "▁D ru",
+      "▁Dr u",
+      "з д",
+      "ord net",
+      "▁b igger",
+      "▁big ger",
+      "▁initial ized",
+      "▁initialize d",
+      "ка з",
+      "og ene",
+      "ogen e",
+      "oge ne",
+      "vi ously",
+      "vious ly",
+      "v iously",
+      "▁g uid",
+      "▁gu id",
+      "scheid ung",
+      "▁Z ent",
+      "▁Ze nt",
+      "▁fr ames",
+      "▁frame s",
+      "▁fra mes",
+      "▁fram es",
+      "▁ frames",
+      "ri eben",
+      "rie ben",
+      "rieb en",
+      "r ieben",
+      "▁iss ued",
+      "▁issue d",
+      "▁issu ed",
+      "▁d ow",
+      "▁do w",
+      "▁descri bes",
+      "▁describe s",
+      "il st",
+      "ils t",
+      "i lst",
+      "▁c riteria",
+      "▁crit eria",
+      "▁criter ia",
+      "▁gentle man",
+      "Bas ic",
+      "ne z",
+      "n ez",
+      "De v",
+      "D ev",
+      "Mo ve",
+      "M ove",
+      "▁est aba",
+      "▁estab a",
+      "▁esta ba",
+      "▁set tembre",
+      "▁sett embre",
+      "circ le",
+      "cir cle",
+      "▁f ais",
+      "▁fa is",
+      "▁m yst",
+      "▁my st",
+      "▁arch iv",
+      "▁ archiv",
+      "d ynamic",
+      "j à",
+      "it as",
+      "ita s",
+      "▁я кий",
+      "▁d or",
+      "▁do r",
+      "▁ dor",
+      "▁Am azon",
+      "▁Ama zon",
+      "▁ne ces",
+      "▁Mar cel",
+      "▁Marc el",
+      "▁e lla",
+      "▁el la",
+      "▁ell a",
+      "▁ ella",
+      "ро к",
+      "р ок",
+      "▁Pennsylvan ia",
+      "cul ar",
+      "cu lar",
+      "c ular",
+      "Pa ck",
+      "P ack",
+      "it age",
+      "ita ge",
+      "▁B urn",
+      "▁Bu rn",
+      "▁Bur n",
+      "▁R O",
+      "▁ RO",
+      "▁о ни",
+      "▁он и",
+      "▁ они",
+      "~ $",
+      "Te X",
+      "as sign",
+      "ass ign",
+      "▁be at",
+      "id ense",
+      "iden se",
+      "ac ent",
+      "ace nt",
+      "a cent",
+      "Al ert",
+      "▁str ateg",
+      "▁strat eg",
+      "▁mån aden",
+      "LO C",
+      "L OC",
+      "▁c atalog",
+      "▁cat alog",
+      "▁catal og",
+      "▁ catalog",
+      "print StackTrace",
+      "() ).",
+      "()) .",
+      "( )).",
+      "us ted",
+      "ust ed",
+      "u sted",
+      "▁Frame work",
+      "▁ Framework",
+      "EC K",
+      "E CK",
+      "▁a té",
+      "▁at é",
+      "Frame work",
+      "▁att acks",
+      "▁attack s",
+      "▁B ert",
+      "▁Be rt",
+      "▁Ber t",
+      "▁т ран",
+      "▁тра н",
+      ": %",
+      "ar si",
+      "ars i",
+      "not ation",
+      "▁log ical",
+      "▁logic al",
+      "we et",
+      "▁vis ited",
+      "▁visit ed",
+      "br u",
+      "b ru",
+      "▁sur prise",
+      "▁surpr ise",
+      "^ ^",
+      "in ale",
+      "inal e",
+      "ina le",
+      "rem ote",
+      "'} ,",
+      "' },",
+      "Syn tax",
+      "S yntax",
+      "ia ne",
+      "ian e",
+      "i ane",
+      "on nen",
+      "onn en",
+      "onne n",
+      "▁bre aking",
+      "▁break ing",
+      "par ser",
+      "parse r",
+      "ap k",
+      "a pk",
+      "▁Mig uel",
+      "▁ §",
+      "▁act ing",
+      "▁ac ting",
+      "▁g ebru",
+      "▁ge bru",
+      "▁geb ru",
+      "At Index",
+      "ють ся",
+      "ю ться",
+      "▁of fers",
+      "▁off ers",
+      "▁offer s",
+      "▁p rac",
+      "▁pr ac",
+      "▁pra c",
+      "▁g rant",
+      "▁gr ant",
+      "▁gra nt",
+      "▁gran t",
+      "tern oon",
+      "▁ac quired",
+      "▁acqu ired",
+      "▁N y",
+      "▁com ma",
+      "▁comm a",
+      "ní k",
+      "n ík",
+      "▁St ep",
+      "▁Ste p",
+      "▁ Step",
+      "in ners",
+      "inn ers",
+      "inner s",
+      "▁S A",
+      "▁ SA",
+      "▁w at",
+      "▁wa t",
+      "da ys",
+      "day s",
+      "d ays",
+      "▁rect angle",
+      "da r",
+      "d ar",
+      "▁t rac",
+      "▁tr ac",
+      "▁tra c",
+      "▁Ind ones",
+      "▁feed back",
+      "▁bre aks",
+      "▁break s",
+      "part ition",
+      "ic ans",
+      "ica ns",
+      "ican s",
+      "▁Not ices",
+      "▁Notice s",
+      "▁impro ved",
+      "▁improve d",
+      "▁improv ed",
+      "▁impr oved",
+      "ph an",
+      "pha n",
+      "p han",
+      "▁differ ential",
+      "▁different ial",
+      "▁differenti al",
+      "script s",
+      "scri pts",
+      "▁X III",
+      "▁XII I",
+      "▁XI II",
+      "▁L abor",
+      "▁La bor",
+      "▁Lab or",
+      "▁prec ision",
+      "▁precis ion",
+      "▁s eed",
+      "▁se ed",
+      "▁see d",
+      "▁ seed",
+      "bund le",
+      "b undle",
+      "id ents",
+      "ident s",
+      "iden ts",
+      "hr e",
+      "h re",
+      "▁Doug las",
+      "ul d",
+      "u ld",
+      "▁second ary",
+      "▁seconda ry",
+      "▁b rig",
+      "▁br ig",
+      "▁confirm ed",
+      "▁confir med",
+      "▁cla ims",
+      "▁claim s",
+      "Ro le",
+      "R ole",
+      "▁Jew ish",
+      "▁p řed",
+      "▁př ed",
+      "▁ho tel",
+      "▁hot el",
+      "▁comp te",
+      "▁compt e",
+      "▁rec ursive",
+      "▁recurs ive",
+      "](# )",
+      "▁rot ate",
+      "▁ rotate",
+      "▁ch rome",
+      "▁chr ome",
+      "▁chrom e",
+      "▁ chrome",
+      "in ea",
+      "ine a",
+      "i nea",
+      "%; \r",
+      "% ;\r",
+      "▁En vironment",
+      "▁ Environment",
+      "pl atz",
+      "pla tz",
+      "▁Sing le",
+      "▁Sin gle",
+      "▁ Single",
+      "▁s event",
+      "▁se vent",
+      "▁seven t",
+      "▁pos ting",
+      "▁post ing",
+      "▁de aling",
+      "▁deal ing",
+      "param eters",
+      "parameter s",
+      "гра ф",
+      "Auth entication",
+      "to uch",
+      "t ouch",
+      "A z",
+      "▁g ray",
+      "▁gr ay",
+      "▁gra y",
+      "▁ gray",
+      "en cing",
+      "enc ing",
+      "enci ng",
+      "bold math",
+      "▁сай те",
+      "▁сайт е",
+      "▁Z a",
+      "an je",
+      "▁p olar",
+      "▁po lar",
+      "▁pol ar",
+      "▁у ли",
+      "ki l",
+      "k il",
+      "▁h over",
+      "▁ho ver",
+      "▁ hover",
+      "▁RE ST",
+      "▁C ome",
+      "▁Com e",
+      "▁Co me",
+      "▁ Come",
+      "j b",
+      "▁Georg ia",
+      "▁Est ado",
+      "▁Esta do",
+      "▁Estad o",
+      "Output Stream",
+      "ћ и",
+      "▁d ump",
+      "▁du mp",
+      "▁ dump",
+      "▁A ge",
+      "▁Ag e",
+      "▁ Age",
+      "▁s wo",
+      "▁sw o",
+      "m obile",
+      "oc cup",
+      "occ up",
+      "ше го",
+      "ш его",
+      "▁const itution",
+      "▁constitu tion",
+      "▁constit ution",
+      "go od",
+      "g ood",
+      "ak u",
+      "a ku",
+      "▁а нг",
+      "▁ан г",
+      "▁ анг",
+      "ie ck",
+      "iec k",
+      "▁Ps ych",
+      "▁ro ots",
+      "▁root s",
+      "▁v est",
+      "▁ve st",
+      "▁ves t",
+      "▁ vest",
+      "▁го дах",
+      "▁года х",
+      "▁Rep ública",
+      "▁p ian",
+      "▁pi an",
+      "▁pia n",
+      "igr ation",
+      "▁pr éc",
+      "▁pré c",
+      "▁gener ates",
+      "▁generate s",
+      "L Y",
+      "( `",
+      "▁= ~",
+      "ше ния",
+      "▁R ah",
+      "▁Ra h",
+      "▁connect ing",
+      "ž í",
+      "▁f ő",
+      "▁a ppel",
+      "▁app el",
+      "▁ap pel",
+      "▁appe l",
+      "▁Rail way",
+      "г ли",
+      "▁dével opp",
+      "▁a po",
+      "▁ap o",
+      "fr an",
+      "fra n",
+      "f ran",
+      "▁im mediate",
+      "▁immedi ate",
+      "во го",
+      "в ого",
+      "Run ner",
+      "ä g",
+      "Some thing",
+      "S omething",
+      "▁gén éra",
+      "Event Args",
+      "in ction",
+      "inc tion",
+      "inct ion",
+      "gl y",
+      "g ly",
+      "▁D ue",
+      "▁Du e",
+      "▁p rost",
+      "▁pro st",
+      "▁pr ost",
+      "▁pros t",
+      "▁refer ring",
+      "▁j og",
+      "▁jo g",
+      "▁exec utable",
+      "▁execut able",
+      "▁D ream",
+      "▁Dre am",
+      "ac s",
+      "a cs",
+      "▁C ole",
+      "▁Col e",
+      "▁Co le",
+      "am pf",
+      "amp f",
+      "▁B is",
+      "▁Bi s",
+      "▁ию ня",
+      "li eder",
+      "lied er",
+      "lie der",
+      "l ieder",
+      "те к",
+      "т ек",
+      "▁v b",
+      "▁ vb",
+      "▁m om",
+      "▁mo m",
+      "▁: (",
+      "▁ :(",
+      "▁der nier",
+      "▁derni er",
+      "' =>",
+      "▁э того",
+      "▁это го",
+      "▁ne ue",
+      "▁neu e",
+      "▁Ч а",
+      "▁weiter e",
+      "▁weit ere",
+      "▁al leg",
+      "▁all eg",
+      "▁alle g",
+      "▁re ality",
+      "▁real ity",
+      "▁jud ge",
+      "▁B alt",
+      "▁Ba lt",
+      "▁Bal t",
+      "▁t hin",
+      "▁th in",
+      "▁G ed",
+      "▁Ge d",
+      "ie val",
+      "iev al",
+      "i eval",
+      "m x",
+      "ці ональ",
+      "▁вы пу",
+      "▁I X",
+      "▁ IX",
+      "▁bl ind",
+      "▁Mo tor",
+      "▁Mot or",
+      "▁ш а",
+      "▁ ша",
+      "▁approxim ation",
+      "da m",
+      "d am",
+      "▁f og",
+      "▁fo g",
+      "▁ fog",
+      "ко р",
+      "к ор",
+      "▁W rit",
+      "▁l ing",
+      "▁li ng",
+      "▁lin g",
+      "▁ ling",
+      "▁пи са",
+      "▁ писа",
+      "▁M ars",
+      "▁Mar s",
+      "▁Ma rs",
+      "ot ti",
+      "ott i",
+      "En um",
+      "E num",
+      "▁T rib",
+      "▁Tr ib",
+      "▁Tri b",
+      "▁m erc",
+      "▁me rc",
+      "▁mer c",
+      "zu ng",
+      "z ung",
+      "van ced",
+      "v anced",
+      "cf g",
+      "c fg",
+      "на х",
+      "sch en",
+      "sc hen",
+      "sche n",
+      "s chen",
+      "\"] .",
+      "\" ].",
+      "be k",
+      "b ek",
+      "▁s ter",
+      "▁st er",
+      "▁ste r",
+      "▁ ster",
+      "j p",
+      "▁R ap",
+      "▁Ra p",
+      "▁rec ording",
+      "▁record ing",
+      "▁pe int",
+      "▁l ets",
+      "▁le ts",
+      "▁let s",
+      "▁ lets",
+      "än ge",
+      "äng e",
+      ">\" ;",
+      "> \";",
+      "▁міс це",
+      "▁c aval",
+      "▁ca val",
+      "▁cav al",
+      "▁C SV",
+      "▁CS V",
+      "▁ent stand",
+      "▁hel per",
+      "▁help er",
+      "▁ helper",
+      "en det",
+      "end et",
+      "ende t",
+      "▁G ram",
+      "▁Gr am",
+      "▁Gra m",
+      "▁D iego",
+      "▁Die go",
+      "▁Di ego",
+      "▁B ishop",
+      "▁Bi shop",
+      "TA G",
+      "T AG",
+      "▁e cc",
+      "▁ec c",
+      "▁E en",
+      "▁A V",
+      "▁ AV",
+      "C ity",
+      "▁Gu ide",
+      "hi nd",
+      "hin d",
+      "h ind",
+      "ri cal",
+      "ric al",
+      "rica l",
+      "r ical",
+      "▁Ос нов",
+      "Bu s",
+      "B us",
+      "▁z unächst",
+      "▁t ick",
+      "▁ti ck",
+      "▁ tick",
+      "▁Col onel",
+      "Th anks",
+      "Thank s",
+      "▁f erm",
+      "▁fe rm",
+      "▁fer m",
+      "▁gr anted",
+      "▁gran ted",
+      "▁grant ed",
+      "▁th reshold",
+      "omorph ic",
+      "▁H un",
+      "▁Hu n",
+      "en is",
+      "eni s",
+      "e nis",
+      "▁п рав",
+      "▁пра в",
+      "▁ прав",
+      "▁я кі",
+      "▁як і",
+      "P G",
+      "▁w s",
+      "▁ ws",
+      "▁techn ical",
+      "▁techni cal",
+      "est ro",
+      "estr o",
+      "kl är",
+      "k lär",
+      "va rs",
+      "var s",
+      "v ars",
+      "oc rat",
+      "ocr at",
+      "▁оп шти",
+      "on so",
+      "ons o",
+      "ib a",
+      "i ba",
+      "▁S ave",
+      "▁Sa ve",
+      "▁Sav e",
+      "▁ Save",
+      "▁program a",
+      "▁в ъ",
+      "▁inv ån",
+      ">( )",
+      "> ()",
+      "▁me jor",
+      "▁с лова",
+      "▁сло ва",
+      "▁rep lacement",
+      "▁replace ment",
+      "▁repla cement",
+      "▁im pr",
+      "▁imp r",
+      "▁Frances co",
+      "▁Ho tel",
+      "▁Hot el",
+      "▁UP DATE",
+      "▁ UPDATE",
+      "▁му зы",
+      "ug s",
+      "u gs",
+      "va rd",
+      "var d",
+      "v ard",
+      "▁f az",
+      "▁fa z",
+      "in ton",
+      "int on",
+      "into n",
+      "▁ar ts",
+      "▁art s",
+      "▁ arts",
+      "▁K y",
+      "▁I ls",
+      "▁Il s",
+      "▁s era",
+      "▁se ra",
+      "▁ser a",
+      "▁Vol ume",
+      "▁ Volume",
+      "▁gi ugno",
+      "▁a sym",
+      "▁as ym",
+      "▁P ir",
+      "▁Pi r",
+      "▁N AS",
+      "▁NA S",
+      "▁T am",
+      "▁Ta m",
+      "ě l",
+      "Se qu",
+      "Seq u",
+      "S equ",
+      "km al",
+      "k mal",
+      "▁E ins",
+      "▁Ein s",
+      "▁ком па",
+      "▁комп а",
+      "ob e",
+      "o be",
+      "oo r",
+      "o or",
+      "▁he ap",
+      "ct l",
+      "c tl",
+      "▁separ ately",
+      "▁separate ly",
+      "re ader",
+      "read er",
+      "rea der",
+      "▁signific antly",
+      "▁significant ly",
+      "▁L ag",
+      "▁La g",
+      "no tes",
+      "not es",
+      "note s",
+      "n otes",
+      "▁s ele",
+      "▁se le",
+      "▁sel e",
+      "▁dedic ated",
+      "▁H ost",
+      "▁Ho st",
+      "▁ Host",
+      "cho ice",
+      "wi ng",
+      "win g",
+      "w ing",
+      "▁T itel",
+      "▁Tit el",
+      "▁Ti tel",
+      "▁befind et",
+      "lar ge",
+      "larg e",
+      "▁con ten",
+      "▁cont en",
+      "▁co nten",
+      "▁conte n",
+      "Java Script",
+      "▁de ser",
+      "▁des er",
+      "▁G ordon",
+      "▁Gor don",
+      "с пе",
+      "▁p atri",
+      "▁pat ri",
+      "▁pa tri",
+      "▁patr i",
+      "▁R andom",
+      "▁Rand om",
+      "▁Ran dom",
+      "▁ Random",
+      "▁Return s",
+      "ы м",
+      "ро ма",
+      "ром а",
+      "▁Stud ies",
+      "S l",
+      "▁fr ü",
+      "TE XT",
+      "T EXT",
+      "in ate",
+      "ina te",
+      "▁T ol",
+      "▁To l",
+      "▁every where",
+      "ar ta",
+      "art a",
+      "▁or bit",
+      "▁orb it",
+      "▁A ires",
+      "▁Air es",
+      "▁I ss",
+      "▁Is s",
+      "▁te ż",
+      "▁d iverse",
+      "▁di verse",
+      "▁divers e",
+      "▁diver se",
+      "▁n umeric",
+      "▁numer ic",
+      "▁ numeric",
+      "ma z",
+      "m az",
+      "▁m ise",
+      "▁mi se",
+      "▁mis e",
+      "▁batt ery",
+      "▁batter y",
+      "▁bat tery",
+      "▁A kadem",
+      "▁Ak adem",
+      "не ние",
+      "▁simult ane",
+      "▁D ead",
+      "▁De ad",
+      "▁cl ust",
+      "▁ot ro",
+      "▁c erca",
+      "▁cer ca",
+      "() `,",
+      "()` ,",
+      "( )`,",
+      "ro z",
+      "r oz",
+      "ă t",
+      "▁M O",
+      "▁ MO",
+      "ri ften",
+      "rift en",
+      "rif ten",
+      "import ant",
+      "▁je ho",
+      "▁find ViewById",
+      "▁ findViewById",
+      "▁con sequence",
+      "▁conse quence",
+      "▁consequ ence",
+      "▁measure d",
+      "▁meas ured",
+      "is hes",
+      "ish es",
+      "▁s ze",
+      "▁sz e",
+      "ien do",
+      "i endo",
+      "▁W ahl",
+      "▁Wa hl",
+      "st rip",
+      "str ip",
+      "AR D",
+      "▁op acity",
+      "▁ opacity",
+      "WOR D",
+      "W ORD",
+      "▁В і",
+      "▁L ocation",
+      "▁Lo cation",
+      "▁Loc ation",
+      "▁ Location",
+      "ra i",
+      "r ai",
+      "пе н",
+      "п ен",
+      "▁r if",
+      "▁ri f",
+      "▁ rif",
+      "auss ian",
+      "File Name",
+      "▁dis co",
+      "▁disc o",
+      "il en",
+      "ile n",
+      "i len",
+      "▁v agy",
+      "▁va gy",
+      "li city",
+      "lic ity",
+      "licit y",
+      "l icity",
+      "B order",
+      "▁T rack",
+      "▁Tr ack",
+      "▁Tra ck",
+      "▁ Track",
+      "бо м",
+      "б ом",
+      "fa ct",
+      "fac t",
+      "f act",
+      "ok a",
+      "o ka",
+      "▁g ior",
+      "▁gi or",
+      "▁ gior",
+      "▁XV II",
+      "▁XVI I",
+      "▁d är",
+      "Si te",
+      "S ite",
+      "ał o",
+      "a ło",
+      "sk á",
+      "s ká",
+      "▁pix els",
+      "▁pixel s",
+      "vi ty",
+      "v ity",
+      "j Query",
+      "▁sc ulpt",
+      "▁c argo",
+      "▁car go",
+      "▁direct ive",
+      "▁w al",
+      "▁wa l",
+      "▁ wal",
+      "▁c onna",
+      "▁con na",
+      "▁conn a",
+      "▁Th rough",
+      "▁э том",
+      "▁это м",
+      "St atic",
+      "Stat ic",
+      "oms nitt",
+      "▁r und",
+      "▁run d",
+      "▁ru nd",
+      "▁ rund",
+      "▁c laimed",
+      "▁claim ed",
+      "з ня",
+      "sh a",
+      "s ha",
+      "▁r ag",
+      "▁ra g",
+      "▁ rag",
+      "cre ment",
+      "cr ement",
+      "▁fün f",
+      "▁r ival",
+      "▁riv al",
+      "▁ri val",
+      "▁ rival",
+      "ri n",
+      "r in",
+      "sl ash",
+      "▁th irty",
+      "s leep",
+      "оло ги",
+      "о логи",
+      "S M",
+      "ga te",
+      "gat e",
+      "g ate",
+      "iz ations",
+      "ization s",
+      "vi k",
+      "v ik",
+      "▁b less",
+      "▁bl ess",
+      "▁ble ss",
+      "▁Ill inois",
+      "▁T E",
+      "▁ TE",
+      "ut ing",
+      "uti ng",
+      "u ting",
+      "▁sol ving",
+      "GE R",
+      "G ER",
+      "▁X IV",
+      "▁XI V",
+      "▁Ind ians",
+      "▁India ns",
+      "▁Indian s",
+      "ex press",
+      "exp ress",
+      "expr ess",
+      "▁H eil",
+      "▁He il",
+      "▁mu jer",
+      "▁invån are",
+      "'] );",
+      "']) ;",
+      "' ]);",
+      "▁a ur",
+      "▁au r",
+      "▁ aur",
+      "bo ost",
+      "G O",
+      "▁n in",
+      "▁ni n",
+      "to k",
+      "t ok",
+      "go d",
+      "g od",
+      "ot er",
+      "ote r",
+      "o ter",
+      ")$ $",
+      ") $$",
+      "▁desc end",
+      "р ю",
+      "▁L anguage",
+      "▁ Language",
+      "▁d iver",
+      "▁di ver",
+      "▁div er",
+      "▁Ass uming",
+      "▁fre quent",
+      "▁frequ ent",
+      "ч ні",
+      "▁Bi ography",
+      ", [",
+      "ur m",
+      "u rm",
+      "▁walk ed",
+      "▁wal ked",
+      "▁feder al",
+      "▁fed eral",
+      "▁Mich igan",
+      "▁fact s",
+      "▁fac ts",
+      "▁In tegr",
+      "▁Int egr",
+      "▁ Integr",
+      "LE S",
+      "L ES",
+      "▁A lan",
+      "▁Al an",
+      "▁c oup",
+      "▁co up",
+      "▁cou p",
+      "Be r",
+      "B er",
+      "▁p articles",
+      "▁part icles",
+      "▁partic les",
+      "▁particle s",
+      "▁parti cles",
+      "ћ е",
+      "Infl ater",
+      "+ (",
+      "Bo und",
+      "B ound",
+      "▁S ü",
+      "A udio",
+      "cite t",
+      "cit et",
+      "c itet",
+      "ye ct",
+      "y ect",
+      "▁n r",
+      "▁ nr",
+      "x e",
+      "▁B run",
+      "▁Br un",
+      "▁Bru n",
+      "▁_ ,",
+      "▁ _,",
+      "av or",
+      "avo r",
+      "a vor",
+      "▁dis cipl",
+      "al m",
+      "a lm",
+      "▁но ября",
+      "▁S SL",
+      "▁SS L",
+      "▁ SSL",
+      "▁Ka iser",
+      "▁Kais er",
+      "▁re cher",
+      "▁rec her",
+      "yg on",
+      "y gon",
+      "▁regard less",
+      "▁config ur",
+      "▁un necess",
+      "▁Cl ark",
+      "▁Clar k",
+      "PH P",
+      "P HP",
+      "▁F ALSE",
+      "▁ FALSE",
+      "▁p ad",
+      "▁pa d",
+      "▁ pad",
+      "$ }",
+      "▁v alu",
+      "▁val u",
+      "▁va lu",
+      "▁ valu",
+      "▁dise ase",
+      "▁ma ior",
+      "▁mai or",
+      "▁h ommes",
+      "▁hom mes",
+      "▁homme s",
+      "▁Ed ition",
+      "▁Edit ion",
+      "sl ant",
+      "s lant",
+      "▁en ding",
+      "▁end ing",
+      "▁ ending",
+      "▁sett led",
+      "ur us",
+      "uru s",
+      "u rus",
+      "he d",
+      "h ed",
+      "Pat tern",
+      "▁го дина",
+      "▁годи на",
+      "▁Phil adel",
+      "tikz picture",
+      "▁co al",
+      "▁s ede",
+      "▁se de",
+      "▁sed e",
+      "▁satisf ies",
+      "▁t rim",
+      "▁tr im",
+      "▁tri m",
+      "▁ trim",
+      "▁b at",
+      "▁ba t",
+      "▁ bat",
+      "▁améric ain",
+      "▁lug lio",
+      "▁по ча",
+      "▁поч а",
+      "ff ff",
+      "fff f",
+      "f fff",
+      "▁T arget",
+      "▁Tar get",
+      "▁ Target",
+      "gener ate",
+      "▁Z ie",
+      "ți a",
+      "ț ia",
+      "▁g ard",
+      "▁gar d",
+      "▁ga rd",
+      "▁work ers",
+      "▁worker s",
+      "▁J ob",
+      "▁Jo b",
+      "▁ Job",
+      "▁ur ban",
+      "▁urb an",
+      "▁ urban",
+      "ah len",
+      "ahl en",
+      "a hlen",
+      "▁Build ing",
+      "▁n eu",
+      "▁ne u",
+      "▁ch ron",
+      "▁chr on",
+      "▁ chron",
+      "▁Ear l",
+      "gr o",
+      "g ro",
+      "US E",
+      "U SE",
+      "▁X II",
+      "▁XI I",
+      "▁we alth",
+      "▁ wealth",
+      "in ae",
+      "ina e",
+      "▁Б ра",
+      "▁li bert",
+      "▁lib ert",
+      "▁liber t",
+      "ir os",
+      "iro s",
+      "i ros",
+      ": $",
+      "le e",
+      "l ee",
+      "ie ves",
+      "ieve s",
+      "iev es",
+      "▁Just ice",
+      "▁o il",
+      "▁Ath let",
+      "▁c lo",
+      "▁cl o",
+      "▁ clo",
+      "Sc ale",
+      "Scal e",
+      "▁l ips",
+      "▁li ps",
+      "▁lip s",
+      "▁a pril",
+      "▁ap ril",
+      "▁apr il",
+      "▁im pression",
+      "▁imp ression",
+      "▁impr ession",
+      "▁impress ion",
+      "▁per ce",
+      "▁уча сти",
+      "▁участ и",
+      "vi l",
+      "v il",
+      "éc h",
+      "é ch",
+      "▁e quality",
+      "▁equ ality",
+      "▁equal ity",
+      "▁ equality",
+      "▁м ет",
+      "▁ме т",
+      "▁ мет",
+      "▁an notation",
+      "▁annot ation",
+      "▁ annotation",
+      "er nal",
+      "ern al",
+      "erna l",
+      "▁M ach",
+      "▁Ma ch",
+      "▁Mac h",
+      "▁int itul",
+      "pro blem",
+      "prob lem",
+      "ющи х",
+      "ю щих",
+      "op lus",
+      "o plus",
+      "▁thous ands",
+      "▁thousand s",
+      "▁calcul ations",
+      "▁calculation s",
+      "▁calc ulations",
+      "um ps",
+      "ump s",
+      "▁tri angle",
+      "▁ triangle",
+      "ph al",
+      "pha l",
+      "p hal",
+      "▁D orf",
+      "▁Do rf",
+      "▁Dor f",
+      "▁doll ars",
+      "▁d enen",
+      "▁de nen",
+      "▁den en",
+      "l ès",
+      "ol id",
+      "oli d",
+      "▁Result s",
+      "▁ Results",
+      "▁Stad ium",
+      "▁D esp",
+      "▁De sp",
+      "▁Des p",
+      "▁E isen",
+      "im ir",
+      "imi r",
+      "i mir",
+      "▁s otto",
+      "▁so tto",
+      "▁sott o",
+      "▁č i",
+      "▁ či",
+      "at able",
+      "ata ble",
+      "a table",
+      "or um",
+      "oru m",
+      "o rum",
+      "▁conver gence",
+      "▁je une",
+      "▁jeu ne",
+      "ok ing",
+      "oki ng",
+      "o king",
+      "▁жи во",
+      "ain ing",
+      "ai ning",
+      "a ining",
+      "po inter",
+      "point er",
+      "cul o",
+      "cu lo",
+      "c ulo",
+      "▁js ou",
+      "▁g rab",
+      "▁gr ab",
+      "▁gra b",
+      "ak te",
+      "akt e",
+      "a kte",
+      "▁ho ping",
+      "▁hop ing",
+      "▁M ak",
+      "▁Ma k",
+      "▁s ag",
+      "▁sa g",
+      "origin e",
+      "orig ine",
+      "▁по след",
+      "▁после д",
+      "▁V eg",
+      "▁Ve g",
+      "▁the oret",
+      "▁T ru",
+      "▁Tr u",
+      "ne ment",
+      "nem ent",
+      "n ement",
+      "▁f aces",
+      "▁fa ces",
+      "▁face s",
+      "▁fac es",
+      "▁ faces",
+      "H or",
+      "Jo in",
+      "J oin",
+      "ar el",
+      "are l",
+      "a rel",
+      "▁о коло",
+      "▁ок оло",
+      "How ever",
+      "▁c atal",
+      "▁ca tal",
+      "▁cat al",
+      "▁ catal",
+      "bo urg",
+      "bour g",
+      "b ourg",
+      "▁mysql i",
+      "▁mysq li",
+      "▁ mysqli",
+      "ac ions",
+      "acion s",
+      "aci ons",
+      "▁Init ial",
+      "▁ Initial",
+      "▁r ain",
+      "▁ra in",
+      "▁ rain",
+      "it ure",
+      "itu re",
+      "▁Sci ences",
+      "▁Science s",
+      "▁Kre is",
+      "._ _",
+      ". __",
+      "▁cin q",
+      "▁A uß",
+      "▁Au ß",
+      "ith met",
+      "it ors",
+      "ito rs",
+      "itor s",
+      "am azon",
+      "ama zon",
+      "▁g ap",
+      "▁ga p",
+      "▁ign ored",
+      "▁ignore d",
+      "▁ignor ed",
+      "ad v",
+      "ко ї",
+      "▁ча сть",
+      "▁час ть",
+      "▁част ь",
+      "▁cor por",
+      "▁corpo r",
+      "це р",
+      "ц ер",
+      "▁cr ime",
+      "▁cri me",
+      "▁crim e",
+      "uo us",
+      "u ous",
+      "▁на лази",
+      "Data Frame",
+      "во ди",
+      "вод и",
+      "Ig n",
+      "I gn",
+      "▁Lin coln",
+      "▁me nos",
+      "▁men os",
+      "▁Lu ft",
+      "▁L ind",
+      "▁Li nd",
+      "▁Lin d",
+      "▁C ook",
+      "▁Co ok",
+      "▁ Cook",
+      "▁material s",
+      "ap ped",
+      "app ed",
+      "appe d",
+      "a pped",
+      "ign ore",
+      "▁от кры",
+      "fr ied",
+      "fri ed",
+      "f ried",
+      "▁gouvern ement",
+      "▁f ired",
+      "▁fire d",
+      "▁fi red",
+      "▁fir ed",
+      "▁screen shot",
+      "▁screens hot",
+      "се н",
+      "с ен",
+      "▁[ (",
+      "▁ [(",
+      "▁органи за",
+      "Graph ics",
+      "▁про ти",
+      "▁p hen",
+      "▁ph en",
+      "▁ phen",
+      "cr aft",
+      "cra ft",
+      "c raft",
+      "▁b rain",
+      "▁br ain",
+      "▁bra in",
+      "▁C omo",
+      "▁Com o",
+      "▁Co mo",
+      "▁Every thing",
+      "an es",
+      "ane s",
+      "a nes",
+      "IG N",
+      "I GN",
+      "▁n ederbörd",
+      "▁ nederbörd",
+      "▁For est",
+      "▁Fore st",
+      "▁Fo rest",
+      "za hl",
+      "z ahl",
+      "▁Am ong",
+      "Q t",
+      "▁to gg",
+      "▁tog g",
+      "▁vari ant",
+      "▁ variant",
+      "▁h ill",
+      "▁hi ll",
+      "▁ hill",
+      "пи си",
+      "пис и",
+      "col on",
+      "co lon",
+      "colo n",
+      "▁dic embre",
+      "го р",
+      "г ор",
+      "▁W ind",
+      "▁Win d",
+      "▁Wi nd",
+      "ünst ler",
+      "▁= \\",
+      "▁ =\\",
+      "sa ved",
+      "save d",
+      "s aved",
+      "▁n ej",
+      "▁ne j",
+      "▁ nej",
+      "un te",
+      "unt e",
+      "ut to",
+      "utt o",
+      "u tto",
+      "▁rec ens",
+      "▁rece ns",
+      "▁s ick",
+      "▁si ck",
+      "▁sic k",
+      "▁d esen",
+      "▁de sen",
+      "▁des en",
+      "US T",
+      "U ST",
+      "▁wor st",
+      "▁An gel",
+      "▁Ang el",
+      "od ox",
+      "odo x",
+      "▁Prov ince",
+      "▁Provin ce",
+      "▁M az",
+      "▁Ma z",
+      "▁agre ement",
+      "▁agree ment",
+      "▁B ass",
+      "▁Bas s",
+      "▁Ba ss",
+      "▁seg unda",
+      "on ces",
+      "once s",
+      "onc es",
+      "▁Lin ki",
+      "▁Link i",
+      "▁C L",
+      "▁ CL",
+      "▁j á",
+      "it ement",
+      "ite ment",
+      "item ent",
+      "▁á rea",
+      "▁ár ea",
+      "▁scal ar",
+      "▁scala r",
+      "▁Р ес",
+      "▁Ре с",
+      "aw t",
+      "a wt",
+      "si eme",
+      "▁j uni",
+      "▁ju ni",
+      "▁jun i",
+      "▁худо ж",
+      "ik us",
+      "iku s",
+      "▁l id",
+      "▁li d",
+      "pp el",
+      "ppe l",
+      "p pel",
+      "av i",
+      "a vi",
+      "▁bal ance",
+      "ip ping",
+      "ipp ing",
+      "ippi ng",
+      "i pping",
+      "cuss ion",
+      "че ских",
+      "(\" .",
+      "( \".",
+      "Al so",
+      "▁w his",
+      "▁wh is",
+      "HO ME",
+      "▁b rown",
+      "▁br own",
+      "▁bro wn",
+      "▁brow n",
+      "▁d ía",
+      "▁dí a",
+      "▁pu ò",
+      "plot lib",
+      "▁Jahrhundert s",
+      "D K",
+      "▁an chor",
+      "▁anc hor",
+      "▁anch or",
+      "▁ anchor",
+      ".. .]",
+      "... ]",
+      "▁Aust ria",
+      "▁m arca",
+      "▁mar ca",
+      "▁marc a",
+      "▁g ez",
+      "▁ge z",
+      "ious ly",
+      "i ously",
+      "▁l azy",
+      "▁la zy",
+      "x a",
+      "▁Ch annel",
+      "▁Chan nel",
+      "▁ Channel",
+      "▁ne uen",
+      "▁neue n",
+      "▁neu en",
+      "da s",
+      "d as",
+      "▁search ed",
+      "▁sta at",
+      "▁ staat",
+      "▁Та к",
+      "▁Jo sef",
+      "▁Jose f",
+      "▁Jos ef",
+      "▁S her",
+      "▁Sh er",
+      "▁She r",
+      "po is",
+      "p ois",
+      "▁e nem",
+      "▁en em",
+      "▁access ing",
+      "▁не ко",
+      "▁fur ono",
+      "▁pse udo",
+      "▁pseud o",
+      "? >",
+      "▁estado un",
+      "▁estad oun",
+      "▁Ви ди",
+      "▁mot iv",
+      "▁re call",
+      "▁rec all",
+      "is son",
+      "iss on",
+      "i sson",
+      "ó b",
+      ")- -",
+      ") --",
+      "▁E rz",
+      "▁Er z",
+      "▁са вез",
+      "Dir ect",
+      "Di rect",
+      "D irect",
+      "со б",
+      "с об",
+      "▁s ho",
+      "▁sh o",
+      "v ölker",
+      "A p",
+      "ge ns",
+      "gen s",
+      "g ens",
+      "ниш тво",
+      "▁Am sterdam",
+      "us k",
+      "u sk",
+      "п ло",
+      "▁sim ulation",
+      "▁B C",
+      "▁ BC",
+      "▁W oj",
+      "▁Wo j",
+      "au tom",
+      "aut om",
+      "auto m",
+      "Al ex",
+      "A lex",
+      "▁econom ic",
+      "▁econ omic",
+      "го м",
+      "г ом",
+      "ik ai",
+      "ika i",
+      "▁a ltre",
+      "▁al tre",
+      "▁alt re",
+      "▁' -",
+      "▁ '-",
+      "▁W eg",
+      "▁We g",
+      "Not Found",
+      "й ской",
+      "▁convert ing",
+      "▁conver ting",
+      "ph abet",
+      "pha bet",
+      "at rice",
+      "atr ice",
+      "atri ce",
+      "bour ne",
+      "al om",
+      "alo m",
+      "▁comp aring",
+      "▁compar ing",
+      "▁Z o",
+      "▁f la",
+      "▁fl a",
+      "ва я",
+      "▁en tra",
+      "▁ent ra",
+      "▁entr a",
+      "▁char set",
+      "▁chars et",
+      "develop ers",
+      "developer s",
+      "íst ica",
+      "} >",
+      "▁J azz",
+      "▁Ja zz",
+      "▁How ard",
+      "▁Ho ward",
+      "ш та",
+      "▁cl one",
+      "▁clo ne",
+      "▁ clone",
+      "do or",
+      "d oor",
+      "▁P in",
+      "▁Pi n",
+      "** *",
+      "* **",
+      "▁sil ent",
+      "ec ycle",
+      "e cycle",
+      "is ce",
+      "isc e",
+      "i sce",
+      "▁m ud",
+      "▁mu d",
+      "▁Dis play",
+      "▁ Display",
+      "▁l ip",
+      "▁li p",
+      "▁ lip",
+      "▁исполь зова",
+      "▁character istic",
+      "▁s b",
+      "▁ sb",
+      "fire base",
+      "▁B ew",
+      "▁Be w",
+      "Cal endar",
+      "▁u so",
+      "▁us o",
+      "▁ uso",
+      "ès e",
+      "è se",
+      "▁R at",
+      "▁Ra t",
+      "▁es per",
+      "▁espe r",
+      "▁esp er",
+      "▁ esper",
+      "▁throw ing",
+      "▁thro wing",
+      "▁ro dz",
+      "▁rod z",
+      "▁y ards",
+      "▁yard s",
+      "▁g rass",
+      "▁gr ass",
+      "▁gra ss",
+      "▁mar ker",
+      "▁mark er",
+      "▁ marker",
+      "▁K os",
+      "▁Ko s",
+      "Th eta",
+      "The ta",
+      "▁organ is",
+      "ker nel",
+      "kern el",
+      "k ernel",
+      "▁person as",
+      "▁pers onas",
+      "▁persona s",
+      "ke ep",
+      "kee p",
+      "▁exc laimed",
+      "os lav",
+      "▁Ent ertain",
+      "▁Enter tain",
+      "не р",
+      "н ер",
+      "▁in won",
+      "▁R and",
+      "▁Ra nd",
+      "▁Ran d",
+      "red uce",
+      "redu ce",
+      "fa c",
+      "f ac",
+      "ex pression",
+      "exp ression",
+      "expr ession",
+      "express ion",
+      "y j",
+      "▁differ enti",
+      "▁different i",
+      "ag lia",
+      "agli a",
+      "▁tem plates",
+      "▁template s",
+      "▁ templates",
+      "▁m ű",
+      "▁p rv",
+      "▁pr v",
+      "▁m ois",
+      "▁mo is",
+      "▁moi s",
+      "▁gew ann",
+      "▁бу ла",
+      "bib li",
+      "b ibli",
+      "de mo",
+      "dem o",
+      "d emo",
+      "▁And erson",
+      "▁Anders on",
+      "▁ре д",
+      "▁ ред",
+      "▁por que",
+      "▁P ologne",
+      "▁Pol ogne",
+      "▁t rip",
+      "▁tr ip",
+      "▁tri p",
+      "▁exem ple",
+      "▁exempl e",
+      "▁Intern acional",
+      "▁ка о",
+      "In sert",
+      "gen eral",
+      "gener al",
+      "SE SSION",
+      "ber ga",
+      "berg a",
+      "hä lt",
+      "h ält",
+      "un as",
+      "una s",
+      "u nas",
+      "ми ра",
+      "мир а",
+      "▁yield s",
+      "map sto",
+      "maps to",
+      "sp ot",
+      "s pot",
+      "▁+ \\",
+      "▁ +\\",
+      "лл а",
+      "л ла",
+      "▁precis ely",
+      "▁precise ly",
+      "▁ч лен",
+      "sh adow",
+      "Ar e",
+      "A re",
+      "un al",
+      "una l",
+      "u nal",
+      "▁dis par",
+      "▁disp ar",
+      "▁tít ulo",
+      "ne st",
+      "nes t",
+      "n est",
+      "▁L ow",
+      "▁Lo w",
+      "▁p rot",
+      "▁pro t",
+      "▁pr ot",
+      "▁C osta",
+      "▁Co sta",
+      "▁Cost a",
+      "▁Cos ta",
+      "name d",
+      "na med",
+      "nam ed",
+      "n amed",
+      "▁g ained",
+      "▁ga ined",
+      "▁gain ed",
+      "les ia",
+      "l esia",
+      "▁admin istration",
+      "▁administr ation",
+      "Im port",
+      "Imp ort",
+      "br anch",
+      "b ranch",
+      "▁sym path",
+      "vo j",
+      "v oj",
+      "▁E C",
+      "▁ EC",
+      "▁municip io",
+      "▁anim ated",
+      "▁animate d",
+      "▁direct ories",
+      "▁director ies",
+      "▁ro of",
+      "zą d",
+      "z ąd",
+      "im et",
+      "ime t",
+      "i met",
+      "pr oto",
+      "pro to",
+      "bl a",
+      "b la",
+      ": ]",
+      "ha ve",
+      "hav e",
+      "h ave",
+      "at em",
+      "ate m",
+      "a tem",
+      "▁n s",
+      "▁ ns",
+      "▁s ector",
+      "▁se ctor",
+      "▁sec tor",
+      "▁sect or",
+      "th ree",
+      "ow ane",
+      "owa ne",
+      "owan e",
+      "wer s",
+      "we rs",
+      "w ers",
+      "ов их",
+      "ови х",
+      "ren ce",
+      "r ence",
+      "▁ex tr",
+      "▁ext r",
+      "ig ten",
+      "igt en",
+      "igte n",
+      "▁occ ident",
+      "ț ă",
+      "▁e at",
+      "▁h ydro",
+      "▁hy dro",
+      "▁hyd ro",
+      "ubern etes",
+      "[ @",
+      "▁M oon",
+      "▁Mo on",
+      "▁S ho",
+      "▁Sh o",
+      "▁else where",
+      "ül ler",
+      "üll er",
+      "Up load",
+      "ла нд",
+      "лан д",
+      "л анд",
+      "▁F ör",
+      "w issenschaft",
+      "K S",
+      "▁phys ics",
+      "▁ physics",
+      "t z",
+      "▁се ред",
+      "▁Ar beit",
+      "▁Arbe it",
+      "▁ме ст",
+      "▁ мест",
+      "▁Geb iet",
+      "▁in sect",
+      "▁ins ect",
+      "▁inse ct",
+      "A h",
+      "iz ado",
+      "iza do",
+      "▁tem ple",
+      "▁temp le",
+      "▁ann ual",
+      "st ad",
+      "sta d",
+      "▁hab itat",
+      "▁habit at",
+      "▁A B",
+      "▁ AB",
+      "wo rt",
+      "wor t",
+      "w ort",
+      "▁re pos",
+      "▁rep os",
+      "▁repo s",
+      "▁N eu",
+      "▁Ne u",
+      "▁$ (\".",
+      "▁$( \".",
+      "▁$(\" .",
+      "Vor lage",
+      "▁repre zent",
+      "est anden",
+      "In tern",
+      "Int ern",
+      "Inter n",
+      ". `",
+      "▁fa iling",
+      "▁fail ing",
+      "▁M aterial",
+      "▁Mate rial",
+      "▁ Material",
+      "▁effect ively",
+      "▁effective ly",
+      "те лем",
+      "тел ем",
+      "▁г ла",
+      "▁ гла",
+      "▁na hm",
+      "▁nah m",
+      "▁ nahm",
+      "▁differ ently",
+      "▁different ly",
+      "ext ension",
+      "▁V erm",
+      "▁Ver m",
+      "▁Ve rm",
+      "en abled",
+      "ena bled",
+      "enable d",
+      "con figure",
+      "config ure",
+      "ni o",
+      "n io",
+      "ci ones",
+      "cio nes",
+      "cion es",
+      "c iones",
+      "▁B each",
+      "▁Be ach",
+      "со на",
+      "сон а",
+      "с она",
+      "▁copy ing",
+      "▁cop ying",
+      "▁у країн",
+      "▁при зна",
+      "▁приз на",
+      "z h",
+      "Des ktop",
+      "▁s ost",
+      "▁so st",
+      "▁sub sequently",
+      "▁subsequ ently",
+      "▁subsequent ly",
+      "▁Le hr",
+      "▁ ó",
+      "lä r",
+      "l är",
+      "od or",
+      "odo r",
+      "o dor",
+      "ph on",
+      "p hon",
+      "n c",
+      "iter ator",
+      "▁э ти",
+      "▁europ é",
+      "▁Tor onto",
+      "ód igo",
+      "▁p osto",
+      "▁po sto",
+      "▁pos to",
+      "▁post o",
+      "ff e",
+      "f fe",
+      "▁c rew",
+      "▁cre w",
+      "▁cr ew",
+      "▁Sch war",
+      "▁Schw ar",
+      "S a",
+      "squ are",
+      "s quare",
+      "▁be side",
+      "▁bes ide",
+      "▁М і",
+      "▁a th",
+      "▁at h",
+      "▁ ath",
+      "▁ad vent",
+      "▁adv ent",
+      "c ji",
+      "writ ten",
+      "wr itten",
+      "w ritten",
+      "▁r uss",
+      "▁ru ss",
+      "▁rus s",
+      "ro st",
+      "ros t",
+      "r ost",
+      "H I",
+      "▁d ice",
+      "▁di ce",
+      "▁dic e",
+      "cc a",
+      "c ca",
+      "▁d ép",
+      "▁dé p",
+      "pl y",
+      "p ly",
+      "big g",
+      "bi gg",
+      "b igg",
+      "zi ał",
+      "zia ł",
+      "z iał",
+      "üt t",
+      "ü tt",
+      "▁о дно",
+      "▁од но",
+      "J ECT",
+      "сь кому",
+      "сько му",
+      "ськ ому",
+      "no s",
+      "n os",
+      "mo ck",
+      "m ock",
+      "La unch",
+      "sa me",
+      "sam e",
+      "s ame",
+      "▁j obs",
+      "▁jo bs",
+      "▁job s",
+      "▁wide ly",
+      "▁wid ely",
+      "▁def ines",
+      "▁define s",
+      "▁defin es",
+      "▁P se",
+      "▁Ps e",
+      "▁neigh bour",
+      "▁neighb our",
+      "ющи е",
+      "▁cl oser",
+      "▁close r",
+      "▁clos er",
+      "▁clo ser",
+      "▁рас поло",
+      "▁распо ло",
+      "▁cl ubs",
+      "▁club s",
+      "fl y",
+      "f ly",
+      "ши м",
+      "ш им",
+      "▁suffer ed",
+      "▁suff ered",
+      "▁n ar",
+      "▁na r",
+      "▁ nar",
+      "▁l avor",
+      "▁la vor",
+      "▁lav or",
+      "Ext ension",
+      "ition ally",
+      "itional ly",
+      "▁g race",
+      "▁gr ace",
+      "▁gra ce",
+      "▁Campe onato",
+      "▁Christ mas",
+      "m iddle",
+      "oth ek",
+      "othe k",
+      "el ements",
+      "element s",
+      "ele ments",
+      "elem ents",
+      "▁son dern",
+      "▁t arde",
+      "▁tar de",
+      "▁tard e",
+      "▁perman ent",
+      "▁con clude",
+      "▁concl ude",
+      "Se g",
+      "S eg",
+      "▁а каде",
+      "}\" ,",
+      "} \",",
+      "▁февра ля",
+      "ře d",
+      "ř ed",
+      "▁I L",
+      "▁ IL",
+      "ju d",
+      "j ud",
+      "▁U SS",
+      "▁US S",
+      "▁N ature",
+      "▁Natur e",
+      "▁Nat ure",
+      "if ference",
+      "iffer ence",
+      "iffe rence",
+      "Serial izer",
+      "▁tw elve",
+      "ti d",
+      "t id",
+      "ми я",
+      "че ского",
+      "▁cal endar",
+      "▁ calendar",
+      "con cat",
+      "▁inter section",
+      "▁intersect ion",
+      "▁P A",
+      "▁ PA",
+      "az ure",
+      "azu re",
+      "▁situ ée",
+      "▁situé e",
+      "▁k inds",
+      "▁kind s",
+      "▁kin ds",
+      "▁aus ge",
+      "▁r ural",
+      "▁ru ral",
+      "Th eme",
+      "The me",
+      "▁t ale",
+      "▁tal e",
+      "▁ta le",
+      "no indent",
+      "go ing",
+      "r x",
+      "ag i",
+      "a gi",
+      "wrap per",
+      "wr apper",
+      "w rapper",
+      "▁Co ast",
+      "mb H",
+      "▁пере д",
+      "▁пе ред",
+      "sp re",
+      "spr e",
+      "s pre",
+      "▁} \\",
+      "▁ }\\",
+      "▁L I",
+      "▁ LI",
+      "zn am",
+      "zna m",
+      "z nam",
+      "it led",
+      "itle d",
+      "Sam ple",
+      "S ample",
+      "ul iar",
+      "uli ar",
+      "* \\",
+      "▁res istance",
+      "▁resist ance",
+      "st ock",
+      "sto ck",
+      "ke d",
+      "k ed",
+      "▁H E",
+      "▁ HE",
+      "▁pos session",
+      "▁poss ession",
+      "▁possess ion",
+      "▁R ing",
+      "▁Ri ng",
+      "▁m agyar",
+      "▁mag yar",
+      "ou ts",
+      "out s",
+      "o uts",
+      "▁Secret ary",
+      "nd e",
+      "n de",
+      "▁W ald",
+      "▁Wal d",
+      "▁Wa ld",
+      "- (",
+      "▁I SO",
+      "▁IS O",
+      "▁ ISO",
+      "▁af ternoon",
+      "ion en",
+      "io nen",
+      "ione n",
+      "i onen",
+      "▁st ops",
+      "▁stop s",
+      "▁sto ps",
+      "▁const ants",
+      "▁constant s",
+      "gu ard",
+      "bo w",
+      "b ow",
+      "▁e rs",
+      "▁er s",
+      "▁ ers",
+      "▁Fire base",
+      "▁C lear",
+      "▁Cl ear",
+      "▁Cle ar",
+      "▁ Clear",
+      "▁H oly",
+      "▁Hol y",
+      "▁Ho ly",
+      "W in",
+      "▁title s",
+      "▁tit les",
+      "▁т рав",
+      "▁тра в",
+      "▁cont rib",
+      "▁contr ib",
+      "▁ contrib",
+      "hä ng",
+      "h äng",
+      "▁phot ograph",
+      "▁photo graph",
+      "▁Dist ribution",
+      "if ts",
+      "ift s",
+      "▁a unque",
+      "com b",
+      "co mb",
+      "c omb",
+      "AD D",
+      "A DD",
+      "▁public ation",
+      "▁pub lication",
+      "▁publi cation",
+      "▁слу ж",
+      "▁к ня",
+      "▁ay ant",
+      "▁re store",
+      "▁r estore",
+      "▁rest ore",
+      "▁resto re",
+      "▁bel ief",
+      "▁v ég",
+      "▁vé g",
+      "▁ext ensions",
+      "▁extension s",
+      "▁extens ions",
+      "▁ extensions",
+      "▁de com",
+      "▁dec om",
+      "вши й",
+      "в ший",
+      "W T",
+      "▁par ti",
+      "▁part i",
+      "▁gi oc",
+      "▁ми ра",
+      "▁ мира",
+      "▁is su",
+      "▁iss u",
+      "pi pe",
+      "pip e",
+      "p ipe",
+      "▁pro ps",
+      "▁pr ops",
+      "▁prop s",
+      "▁ props",
+      "▁w illing",
+      "▁will ing",
+      "▁wil ling",
+      "▁n est",
+      "▁ne st",
+      "▁ nest",
+      "as o",
+      "a so",
+      "po t",
+      "p ot",
+      "▁hand les",
+      "▁handle s",
+      "▁ф о",
+      "▁ фо",
+      "▁m oder",
+      "▁mod er",
+      "▁mo der",
+      "▁mode r",
+      "▁eben falls",
+      "▁fight ing",
+      "um bn",
+      "umb n",
+      "▁trans parent",
+      "▁K rist",
+      "▁Kr ist",
+      "▁home s",
+      "▁hom es",
+      "▁ho mes",
+      "▁voy age",
+      "Fa iled",
+      "Fail ed",
+      "▁B ird",
+      "▁Bi rd",
+      "▁Bir d",
+      "▁He art",
+      "Count er",
+      "Co unter",
+      "C ounter",
+      "▁Scott ish",
+      "át ica",
+      "▁ar beit",
+      "▁ arbeit",
+      "^{ -\\",
+      "^{- \\",
+      "▁S or",
+      "▁So r",
+      "▁eng aged",
+      "▁engag ed",
+      "▁a side",
+      "▁as ide",
+      "▁asi de",
+      "▁F ou",
+      "▁Fo u",
+      "▁w iel",
+      "▁wie l",
+      "▁re const",
+      "▁recon st",
+      "ou sin",
+      "ous in",
+      "▁host ed",
+      "▁ho sted",
+      "▁hos ted",
+      "▁c lasse",
+      "▁class e",
+      "▁cl asse",
+      "▁clas se",
+      "▁con test",
+      "▁cont est",
+      "▁conte st",
+      ".. .\"",
+      "... \"",
+      "мо м",
+      "м ом",
+      "▁be an",
+      "▁ bean",
+      "ge m",
+      "g em",
+      "▁consult ato",
+      "▁b io",
+      "▁bi o",
+      "▁ bio",
+      "▁subject s",
+      "bo Box",
+      "▁Sch rift",
+      "▁d inner",
+      "▁din ner",
+      "ă r",
+      "▁r ówn",
+      "▁% %",
+      "▁ %%",
+      "ba ge",
+      "bag e",
+      "b age",
+      "▁ver öff",
+      "▁det ected",
+      "▁detect ed",
+      "ie nn",
+      "ien n",
+      "i enn",
+      "ro se",
+      "ros e",
+      "r ose",
+      "▁T on",
+      "▁To n",
+      "Comp lete",
+      "Comple te",
+      "▁pro to",
+      "▁pr oto",
+      "▁prot o",
+      "▁ proto",
+      "ich ts",
+      "icht s",
+      "i chts",
+      "ST AT",
+      "Check ed",
+      "▁in ten",
+      "▁i nten",
+      "▁int en",
+      "▁inte n",
+      "▁s mile",
+      "▁sm ile",
+      "▁st rip",
+      "▁str ip",
+      "▁stri p",
+      "▁ strip",
+      "ne ut",
+      "') ;\r",
+      "'); \r",
+      "' );\r",
+      "fo ur",
+      "f our",
+      "▁to das",
+      "▁tod as",
+      "▁toda s",
+      "Control s",
+      "▁thor ough",
+      "ru p",
+      "r up",
+      "▁држа ви",
+      "it ă",
+      "Pro tocol",
+      "К а",
+      "▁expand ed",
+      "ex tra",
+      "ext ra",
+      "op ort",
+      "opo rt",
+      "o port",
+      "▁Ста нов",
+      "le ases",
+      "lease s",
+      "▁n otion",
+      "▁not ion",
+      "▁no tion",
+      "▁g uest",
+      "▁gu est",
+      "▁Is lands",
+      "▁Island s",
+      "ic ked",
+      "ick ed",
+      "▁D ave",
+      "▁Dav e",
+      "▁Da ve",
+      "▁ref lection",
+      "▁reflect ion",
+      "li v",
+      "l iv",
+      "ál ní",
+      "▁reve aled",
+      "▁s og",
+      "▁so g",
+      "▁T ax",
+      "▁Ta x",
+      "▁period o",
+      "▁peri odo",
+      "▁Welt krie",
+      "catal ina",
+      "qu é",
+      "q ué",
+      "▁F ather",
+      "▁Fa ther",
+      "▁B ir",
+      "▁Bi r",
+      "ex pect",
+      "exp ect",
+      "▁re gression",
+      "▁reg ression",
+      "in é",
+      "i né",
+      "▁d abei",
+      "▁da bei",
+      "pe rm",
+      "per m",
+      "p erm",
+      "ме не",
+      "мен е",
+      "м ене",
+      "▁A bd",
+      "▁Ab d",
+      "▁C F",
+      "▁ CF",
+      "ar ks",
+      "ark s",
+      "resol ve",
+      "wed ge",
+      "w edge",
+      "▁initial ization",
+      "▁Vé ase",
+      "▁при ня",
+      "st mt",
+      "▁in come",
+      "▁inc ome",
+      "M Y",
+      "▁od kazy",
+      "▁Sie he",
+      "▁bod ies",
+      "▁s oc",
+      "▁so c",
+      "R andom",
+      "▁s enza",
+      "▁sen za",
+      "ab lo",
+      "abl o",
+      "a blo",
+      "▁reg arded",
+      "▁regard ed",
+      "on Create",
+      "▁Mag azine",
+      "▁R af",
+      "▁Ra f",
+      "▁Buen os",
+      "и л",
+      ")) );",
+      "))) ;",
+      ") ));",
+      "ca pt",
+      "cap t",
+      "c apt",
+      "re direct",
+      "red irect",
+      "▁pe tit",
+      "▁pet it",
+      "▁f arm",
+      "▁far m",
+      "▁fa rm",
+      "▁r ôle",
+      "▁стать и",
+      "     ",
+      "sub figure",
+      "èce s",
+      "è ces",
+      "zi el",
+      "zie l",
+      "z iel",
+      "▁о кон",
+      "▁ок он",
+      "E E",
+      "me e",
+      "m ee",
+      "▁p erten",
+      "▁per ten",
+      "▁pert en",
+      "▁représ ent",
+      "▁L A",
+      "▁ LA",
+      "? '",
+      "▁т ру",
+      "▁r ational",
+      "▁rat ional",
+      "▁ratio nal",
+      "os of",
+      "oso f",
+      "▁k ne",
+      "▁kn e",
+      "▁art ists",
+      "▁artist s",
+      "Fl ow",
+      "F low",
+      "▁А ль",
+      "▁Ал ь",
+      "iz ard",
+      "iza rd",
+      "izar d",
+      "▁num ero",
+      "▁numer o",
+      "act ic",
+      "a ctic",
+      "▁de struct",
+      "▁dest ruct",
+      "▁destru ct",
+      "▁П ра",
+      "ons ieur",
+      "q t",
+      "ab estanden",
+      "no ść",
+      "Con nect",
+      "Conne ct",
+      "▁o racle",
+      "▁or acle",
+      "▁ora cle",
+      "▁ oracle",
+      "▁Stock holm",
+      "size of",
+      "▁gem äß",
+      "AC T",
+      "A CT",
+      "▁ex pert",
+      "▁exp ert",
+      "▁exper t",
+      "ut ions",
+      "ution s",
+      "uti ons",
+      "▁h acia",
+      "▁ha cia",
+      "▁log ger",
+      "▁ logger",
+      "▁f ool",
+      "▁fo ol",
+      "▁foo l",
+      "ry pto",
+      "rypt o",
+      "æ r",
+      "▁c idade",
+      "▁ci dade",
+      "▁состав е",
+      "▁соста ве",
+      "ok er",
+      "oke r",
+      "o ker",
+      "▁Trans fer",
+      "▁den ied",
+      "Tr ack",
+      "Tra ck",
+      "T rack",
+      "▁r adi",
+      "▁ra di",
+      "▁rad i",
+      "ze c",
+      "z ec",
+      "▁Histor ic",
+      "▁Einwo hner",
+      "ко ю",
+      "▁х ра",
+      "▁ хра",
+      "▁C ategory",
+      "▁ Category",
+      "▁Dis ney",
+      "▁sw ap",
+      "▁ swap",
+      "Be gin",
+      "B egin",
+      "▁m ientras",
+      "▁d ance",
+      "▁dan ce",
+      "▁t ête",
+      "▁d roit",
+      "▁dr oit",
+      "▁dro it",
+      "er ta",
+      "ert a",
+      "▁bird s",
+      "▁bir ds",
+      "▁con vin",
+      "▁conv in",
+      "par ator",
+      "para tor",
+      "д ра",
+      "▁E S",
+      "▁ ES",
+      "▁Ress ources",
+      "▁Ressource s",
+      "EG IN",
+      "ück e",
+      "ü cke",
+      "▁Cr uz",
+      "▁Cru z",
+      "ab ling",
+      "abl ing",
+      "a bling",
+      "▁\" @",
+      "▁me tres",
+      "▁met res",
+      "▁B eg",
+      "▁Be g",
+      "▁Gr ünd",
+      "▁B oh",
+      "▁Bo h",
+      "▁m ile",
+      "▁mil e",
+      "▁mi le",
+      "▁ mile",
+      "▁Techn ology",
+      "\" +",
+      "ac co",
+      "acc o",
+      "a cco",
+      "▁s s",
+      "▁ ss",
+      "▁F ed",
+      "▁Fe d",
+      "▁H end",
+      "▁He nd",
+      "▁Hen d",
+      "us ch",
+      "usc h",
+      "u sch",
+      "it ä",
+      "fol k",
+      "f olk",
+      "▁abs or",
+      "an tal",
+      "ant al",
+      "anta l",
+      "od ge",
+      "▁WH EN",
+      "▁Extern í",
+      "▁Reg iment",
+      "▁evalu ation",
+      "▁T ai",
+      "▁Ta i",
+      "▁voc als",
+      "▁vocal s",
+      "▁ex perimental",
+      "▁experiment al",
+      "em bed",
+      "emb ed",
+      "▁M inn",
+      "▁Min n",
+      "▁Mi nn",
+      "▁в ме",
+      "pr ec",
+      "pre c",
+      "p rec",
+      "ever y",
+      "ev ery",
+      "e very",
+      "▁ho of",
+      "▁Fern ando",
+      "▁Bibli ographie",
+      "▁n ag",
+      "▁na g",
+      "amerikan ischer",
+      "▁m arks",
+      "▁mar ks",
+      "▁mark s",
+      "▁ marks",
+      "▁U TC",
+      "▁ UTC",
+      "▁un certain",
+      "ди я",
+      "ol ia",
+      "oli a",
+      "o lia",
+      "▁c up",
+      "▁cu p",
+      "▁ cup",
+      "▁f ille",
+      "▁fil le",
+      "▁fill e",
+      "▁fi lle",
+      "▁d ok",
+      "▁do k",
+      "use ppe",
+      "est erd",
+      "ester d",
+      "este rd",
+      "e sterd",
+      "▁B rand",
+      "▁Br and",
+      "▁Bra nd",
+      "▁Bran d",
+      "▁Th ird",
+      "P P",
+      "no des",
+      "node s",
+      "n odes",
+      "▁P ad",
+      "▁Pa d",
+      "▁ Pad",
+      "▁l oved",
+      "▁lo ved",
+      "▁love d",
+      "▁lov ed",
+      "sw ing",
+      "s wing",
+      "▁surpr ised",
+      "▁surprise d",
+      "ar di",
+      "ard i",
+      "▁G R",
+      "▁ GR",
+      "] \"",
+      "▁equ ally",
+      "▁equal ly",
+      "▁eq ually",
+      "ih e",
+      "i he",
+      "ca re",
+      "car e",
+      "c are",
+      "пи сок",
+      "пис ок",
+      "li jk",
+      "lij k",
+      "l ijk",
+      "ri nn",
+      "rin n",
+      "r inn",
+      "▁\\ [\\",
+      "▁\\[ \\",
+      "▁s ons",
+      "▁so ns",
+      "▁son s",
+      "▁t ät",
+      "ic amente",
+      "ica mente",
+      "▁l isting",
+      "▁list ing",
+      "iel lement",
+      "ielle ment",
+      "▁nyel ven",
+      "▁d s",
+      "▁ ds",
+      "▁agr icult",
+      "▁H ermann",
+      "▁Her mann",
+      "▁Herm ann",
+      "▁bes ides",
+      "▁beside s",
+      "pro gress",
+      "prog ress",
+      "▁pec uliar",
+      "fo cus",
+      "f ocus",
+      "c n",
+      "- $",
+      "ствен ный",
+      "ou rg",
+      "our g",
+      "o urg",
+      "▁w yn",
+      "▁wy n",
+      "▁conduct ed",
+      "▁condu cted",
+      "▁Станов ништво",
+      "connect ed",
+      "conne cted",
+      "conn ected",
+      "▁b ott",
+      "▁bo tt",
+      "▁bot t",
+      "▁с мер",
+      "▁см ер",
+      "▁P oz",
+      "▁Po z",
+      "un ct",
+      "unc t",
+      "con da",
+      "cond a",
+      "c onda",
+      "▁савез ној",
+      "▁ha vet",
+      "▁have t",
+      "▁hav et",
+      "li gt",
+      "lig t",
+      "l igt",
+      "or ted",
+      "ort ed",
+      "orte d",
+      "▁ent ering",
+      "▁enter ing",
+      "mult ip",
+      "multi p",
+      "mul tip",
+      "▁Tem ple",
+      "▁Temp le",
+      "▁P lant",
+      "▁Pl ant",
+      "▁Plan t",
+      "▁Pla nt",
+      "type of",
+      "▁V lad",
+      "▁qu ed",
+      "▁que d",
+      "▁q ued",
+      "▁re ste",
+      "▁r este",
+      "▁res te",
+      "▁rest e",
+      "▁ма й",
+      "▁ май",
+      "▁V ery",
+      "▁Ver y",
+      "▁Ve ry",
+      "ambigu ation",
+      "▁ch alleng",
+      "▁res pective",
+      "▁respect ive",
+      "▁т ор",
+      "▁то р",
+      "▁ тор",
+      "C trl",
+      "▁abs ence",
+      "ar u",
+      "a ru",
+      "во е",
+      "▁för st",
+      "▁s q",
+      "▁ sq",
+      "▁Em peror",
+      "▁I gn",
+      "▁Ig n",
+      "▁ Ign",
+      "▁т ова",
+      "▁то ва",
+      "▁ това",
+      ": `",
+      "ad oop",
+      "ado op",
+      "▁Mad ame",
+      "▁gru ppo",
+      "▁grup po",
+      "st ud",
+      "▁extern as",
+      "▁Александ р",
+      "▁d ign",
+      "▁di gn",
+      "▁dig n",
+      "▁жи ве",
+      "Am ount",
+      "A mount",
+      "▁correl ate",
+      "▁corre late",
+      "▁F ant",
+      "▁Fa nt",
+      "▁r ails",
+      "▁ra ils",
+      "▁rail s",
+      "▁ rails",
+      "f p",
+      "министра тив",
+      "▁b ought",
+      "▁fil ters",
+      "▁filter s",
+      "▁ filters",
+      "▁anc ora",
+      "▁part ner",
+      "▁qu and",
+      "▁quan d",
+      "sym bol",
+      "s ymbol",
+      "ul ating",
+      "ula ting",
+      "▁z d",
+      "▁ zd",
+      "aw n",
+      "a wn",
+      "▁G rant",
+      "▁Gr ant",
+      "▁Gra nt",
+      "▁Gran t",
+      "bec ause",
+      "b ecause",
+      "ra ble",
+      "rab le",
+      "r able",
+      "\\ }",
+      "íst icas",
+      "ística s",
+      "▁у че",
+      "▁péri ode",
+      "▁s ke",
+      "▁sk e",
+      "▁ ske",
+      "▁Any way",
+      "▁index es",
+      "▁inde xes",
+      "▁direct ions",
+      "▁dire ctions",
+      "▁direction s",
+      "▁R AM",
+      "▁RA M",
+      "▁ RAM",
+      "ch rome",
+      "chr ome",
+      "chrom e",
+      "▁a post",
+      "▁ap ost",
+      "▁apo st",
+      "▁war nings",
+      "▁warning s",
+      "▁warn ings",
+      "▁Air port",
+      "V I",
+      "ab ile",
+      "abil e",
+      "abi le",
+      "▁l ord",
+      "▁lo rd",
+      "pro vider",
+      "prov ider",
+      "▁J i",
+      "ost ream",
+      "o stream",
+      "▁geme ente",
+      "table View",
+      "Ex tra",
+      "Ext ra",
+      "c ursor",
+      "eg round",
+      "egr ound",
+      "e ground",
+      "▁M oz",
+      "▁Mo z",
+      "▁r ib",
+      "▁ri b",
+      "▁ rib",
+      "▁m orph",
+      "▁mor ph",
+      "lo ads",
+      "load s",
+      "el sk",
+      "els k",
+      "▁M AX",
+      "▁MA X",
+      "▁ MAX",
+      "▁Santi ago",
+      "▁H im",
+      "▁Hi m",
+      "code s",
+      "co des",
+      "cod es",
+      "c odes",
+      "▁l anz",
+      "▁lan z",
+      "▁count s",
+      "▁coun ts",
+      "rinn ingsområ",
+      "щ ё",
+      "▁sp é",
+      "▁pier ws",
+      "▁pierw s",
+      "▁S ver",
+      "▁Sv er",
+      "▁a cknow",
+      "▁ac know",
+      "Bo olean",
+      "▁фами ли",
+      "▁Sen ate",
+      "шо в",
+      "ш ов",
+      "ag ers",
+      "age rs",
+      "ager s",
+      "a gers",
+      "▁Nue va",
+      "bi l",
+      "b il",
+      "ki em",
+      "kie m",
+      "k iem",
+      "▁M ey",
+      "▁Me y",
+      "wi j",
+      "w ij",
+      "▁G mbH",
+      "valid ation",
+      "▁en suite",
+      "in king",
+      "ink ing",
+      "▁c ampion",
+      "▁camp ion",
+      "▁finan cial",
+      "▁financi al",
+      "iz on",
+      "izo n",
+      "i zon",
+      "He aders",
+      "Head ers",
+      "Header s",
+      "▁deprec ated",
+      "▁fon ction",
+      "RE G",
+      "R EG",
+      "▁vol umes",
+      "▁volume s",
+      "▁C hi",
+      "▁Ch i",
+      "▁encounter ed",
+      "la k",
+      "l ak",
+      "ра я",
+      "▁contin ues",
+      "▁continu es",
+      "▁continue s",
+      "▁~ [",
+      "uer te",
+      "u erte",
+      "▁\\ ;",
+      "▁ \\;",
+      "▁D ok",
+      "▁Do k",
+      "▁we ights",
+      "▁weight s",
+      "▁r h",
+      "▁ rh",
+      "▁Na pole",
+      "▁Nap ole",
+      "▁natur ally",
+      "▁natural ly",
+      "sk u",
+      "s ku",
+      "pa s",
+      "p as",
+      "▁g egründ",
+      "et r",
+      "e tr",
+      "▁K u",
+      "ic ted",
+      "ict ed",
+      "i cted",
+      "▁fab ric",
+      "▁A SC",
+      "▁AS C",
+      "▁ ASC",
+      "▁Entertain ment",
+      "▁en erg",
+      "▁ener g",
+      "кла д",
+      "к лад",
+      "om on",
+      "omo n",
+      "o mon",
+      "th eme",
+      "the me",
+      "▁ха рак",
+      "▁d raft",
+      "▁dr aft",
+      "▁dra ft",
+      "▁ch annels",
+      "▁channel s",
+      "▁de sert",
+      "▁des ert",
+      "▁deser t",
+      "▁tra vés",
+      "▁trav és",
+      "▁L ock",
+      "▁Lo ck",
+      "▁Loc k",
+      "▁ Lock",
+      "▁s iendo",
+      "▁si endo",
+      "фе к",
+      "ф ек",
+      "m ême",
+      "▁pa cket",
+      "▁pack et",
+      "▁pac ket",
+      "▁Mount ain",
+      "▁F ahr",
+      "▁Fa hr",
+      "bra io",
+      "пе ре",
+      "пер е",
+      "п ере",
+      "▁gen annt",
+      "▁dep loyment",
+      "▁deploy ment",
+      "Pa l",
+      "P al",
+      "но г",
+      "ст ру",
+      "стр у",
+      "Pr im",
+      "P rim",
+      "f ür",
+      "▁danger ous",
+      "▁sz ám",
+      "re ck",
+      "rec k",
+      "▁pop up",
+      "ic ky",
+      "ick y",
+      "in ar",
+      "ina r",
+      "i nar",
+      "co wo",
+      "cow o",
+      "c owo",
+      "нци кло",
+      "ít ás",
+      "▁pl ugins",
+      "▁plugin s",
+      "▁plug ins",
+      "▁ plugins",
+      "▁dr iven",
+      "▁drive n",
+      "▁dri ven",
+      "▁driv en",
+      "ле в",
+      "л ев",
+      "▁\" (",
+      "tt a",
+      "t ta",
+      "▁ Ú",
+      "▁e b",
+      "▁ eb",
+      "▁' ';",
+      "▁'' ;",
+      "▁kn ock",
+      "▁ос нова",
+      "▁основ а",
+      "▁m aison",
+      "▁ma ison",
+      "▁mais on",
+      "▁mai son",
+      "г ля",
+      "▁Hon or",
+      "▁Ho nor",
+      "ta il",
+      "t ail",
+      "ri tz",
+      "rit z",
+      "r itz",
+      "▁gu ys",
+      "▁combin ations",
+      "▁combination s",
+      "ond ere",
+      "onder e",
+      "onde re",
+      "▁A ld",
+      "▁Al d",
+      "▁f iddle",
+      "▁ fiddle",
+      "да в",
+      "ur d",
+      "u rd",
+      "▁pro jection",
+      "▁project ion",
+      "▁Tamb ién",
+      "ve rb",
+      "ver b",
+      "v erb",
+      "▁ter re",
+      "▁ terre",
+      "ru gu",
+      "rug u",
+      "▁se ptember",
+      "▁sept ember",
+      "▁< !",
+      "co st",
+      "cos t",
+      "c ost",
+      "▁n ut",
+      "▁nu t",
+      "▁ nut",
+      "{ %",
+      "▁ub ic",
+      "am arin",
+      "ama rin",
+      "amar in",
+      "ти и",
+      "▁pat ron",
+      "▁patr on",
+      "▁am ely",
+      "▁e sto",
+      "▁est o",
+      "▁es to",
+      "▁ esto",
+      "▁li stop",
+      "▁list op",
+      "fa l",
+      "f al",
+      "▁P rop",
+      "▁Pro p",
+      "▁Pr op",
+      "▁ Prop",
+      "▁O nt",
+      "▁On t",
+      "▁M ade",
+      "▁Ma de",
+      "▁Mad e",
+      "TE ST",
+      "▁N em",
+      "▁Ne m",
+      "▁N ations",
+      "▁Nat ions",
+      "▁Nation s",
+      "▁в у",
+      "▁ ву",
+      "in cluding",
+      "includ ing",
+      "▁spect rum",
+      "▁L an",
+      "▁La n",
+      "▁E ver",
+      "▁Ev er",
+      "Pa ul",
+      "t m",
+      "App end",
+      "Ap pend",
+      "Rel ative",
+      "dis abled",
+      "disable d",
+      "return s",
+      "▁flow ers",
+      "▁flo wers",
+      "▁flower s",
+      "ik u",
+      "i ku",
+      "▁| \\",
+      "▁ |\\",
+      "▁Jord an",
+      "▁Sm all",
+      "▁c ic",
+      "▁ci c",
+      "▁sex ual",
+      "au tre",
+      "aut re",
+      "ва л",
+      "в ал",
+      "▁r ip",
+      "▁ri p",
+      "▁ rip",
+      "ou st",
+      "ous t",
+      "o ust",
+      "▁Philadel phia",
+      "▁u k",
+      "▁ uk",
+      "▁M ongo",
+      "▁Mon go",
+      "▁Mong o",
+      "xml ns",
+      "▁sh op",
+      "▁sho p",
+      "▁ shop",
+      "▁debug ger",
+      "▁z aj",
+      "▁za j",
+      "▁B illy",
+      "▁Bill y",
+      "▁Bil ly",
+      "▁n iem",
+      "▁nie m",
+      "▁ni em",
+      "ol is",
+      "oli s",
+      "o lis",
+      "▁ро ссий",
+      "ag ner",
+      "agn er",
+      "agne r",
+      "▁m aven",
+      "▁ma ven",
+      "▁ maven",
+      "▁Gu stav",
+      "▁Gust av",
+      "A us",
+      "comp are",
+      "▁j eu",
+      "▁je u",
+      "ud er",
+      "ude r",
+      "u der",
+      "ish ment",
+      "▁ди визи",
+      "▁Fin land",
+      "ну т",
+      "н ут",
+      "z és",
+      "▁Liga ções",
+      "▁Lig ações",
+      "▁qu ello",
+      "▁quel lo",
+      "an notation",
+      "annot ation",
+      "▁th rew",
+      "▁thr ew",
+      "▁thre w",
+      "▁Pro of",
+      "▁ Proof",
+      "▁A rea",
+      "▁Ar ea",
+      "▁Are a",
+      "▁ Area",
+      "as hi",
+      "ash i",
+      "▁F O",
+      "▁ FO",
+      "ja min",
+      "j amin",
+      "ден т",
+      "д ент",
+      "▁un us",
+      "fri end",
+      ".\" );",
+      ".\") ;",
+      ". \");",
+      "▁tra kten",
+      "document class",
+      "an ka",
+      "ank a",
+      "▁ar rive",
+      "▁arr ive",
+      "▁arriv e",
+      "▁d onne",
+      "▁don ne",
+      "▁donn e",
+      "ol y",
+      "o ly",
+      "▁R ein",
+      "▁Re in",
+      "▁face book",
+      "▁fac ebook",
+      "▁ facebook",
+      "ic ina",
+      "ici na",
+      "sl ice",
+      "s lice",
+      "▁n agy",
+      "▁na gy",
+      "▁nag y",
+      "▁he bben",
+      "▁I C",
+      "▁ IC",
+      "▁B ag",
+      "▁Ba g",
+      "▁ Bag",
+      "▁circ ul",
+      "▁cir cul",
+      "ác t",
+      "á ct",
+      "mit t",
+      "mi tt",
+      "m itt",
+      "▁g rey",
+      "▁gr ey",
+      "▁gre y",
+      "▁c av",
+      "▁ca v",
+      "▁осо би",
+      "▁sym metric",
+      "▁symmet ric",
+      "▁S ic",
+      "▁Si c",
+      "▁med ium",
+      "▁medi um",
+      "▁ medium",
+      "▁U TF",
+      "▁ UTF",
+      "▁D opo",
+      "▁Do po",
+      "í ch",
+      "bar e",
+      "ba re",
+      "b are",
+      "dz ie",
+      "d zie",
+      "▁he aven",
+      "▁heav en",
+      "▁cam pe",
+      "▁camp e",
+      "ester day",
+      "esterd ay",
+      "▁W issenschaft",
+      "по ль",
+      "пол ь",
+      "di d",
+      "d id",
+      "al er",
+      "ale r",
+      "a ler",
+      "▁citiz ens",
+      "▁Marg aret",
+      "▁s ought",
+      "ch arts",
+      "char ts",
+      "chart s",
+      "CL C",
+      "C LC",
+      "ol ly",
+      "oll y",
+      "ys z",
+      "y sz",
+      "wa ld",
+      "wal d",
+      "w ald",
+      "▁f en",
+      "▁fe n",
+      "▁ fen",
+      "▁S ix",
+      "▁Si x",
+      "▁U rs",
+      "▁Ur s",
+      "▁ор ган",
+      "▁T rad",
+      "▁Tr ad",
+      "▁Tra d",
+      "cu e",
+      "c ue",
+      "sch utz",
+      "▁prec ise",
+      "▁precis e",
+      "▁W indow",
+      "▁Wind ow",
+      "▁ Window",
+      "ти е",
+      "ло ві",
+      "лов і",
+      "it ori",
+      "ito ri",
+      "itor i",
+      "dis ambiguation",
+      "▁х и",
+      "▁ хи",
+      "▁N atural",
+      "▁Natur al",
+      "▁Nat ural",
+      "da n",
+      "d an",
+      "▁con crete",
+      "ци ја",
+      "▁s pel",
+      "▁sp el",
+      "▁spe l",
+      "▁Fa iled",
+      "▁Fail ed",
+      "▁ Failed",
+      "ści e",
+      "śc ie",
+      "ś cie",
+      "▁b uf",
+      "▁bu f",
+      "▁ buf",
+      "uc a",
+      "u ca",
+      "ic ional",
+      "ici onal",
+      "icio nal",
+      "icion al",
+      "▁ott obre",
+      "▁otto bre",
+      "▁ф і",
+      "▁ фі",
+      "▁submit ted",
+      "▁subm itted",
+      "la ve",
+      "lav e",
+      "l ave",
+      "▁P lot",
+      "▁Pl ot",
+      "▁ Plot",
+      "▁col leg",
+      "▁coll eg",
+      "▁colle g",
+      "ad em",
+      "ade m",
+      "a dem",
+      "▁ch aque",
+      "▁cha que",
+      "▁neighbor hood",
+      "▁calci atore",
+      "Lo op",
+      "L oop",
+      "▁G ast",
+      "▁Ga st",
+      "▁Gas t",
+      "▁ко гда",
+      "▁indust rial",
+      "▁industri al",
+      "▁f atal",
+      "▁fa tal",
+      "▁fat al",
+      "▁C ert",
+      "▁Ce rt",
+      "▁Cer t",
+      "▁ Cert",
+      "la tion",
+      "lat ion",
+      "l ation",
+      "▁О дна",
+      "▁Од на",
+      "▁jam ais",
+      "▁acc um",
+      "Id entity",
+      "Ident ity",
+      "▁Me dal",
+      "▁Med al",
+      "Met adata",
+      "Meta data",
+      "▁лю дя",
+      "br idge",
+      "brid ge",
+      "b ridge",
+      "Go od",
+      "G ood",
+      "▁что бы",
+      "▁comp oser",
+      "▁compos er",
+      "▁compose r",
+      "▁b read",
+      "▁br ead",
+      "▁bre ad",
+      "▁clos ure",
+      "▁ closure",
+      "▁large ly",
+      "▁larg ely",
+      "F B",
+      "▁обла сть",
+      "▁autom atic",
+      "▁automat ic",
+      "ar ía",
+      "a ría",
+      "▁sufficient ly",
+      "▁ital iana",
+      "▁ка че",
+      "▁J ó",
+      "hi story",
+      "histor y",
+      "h istory",
+      "▁H D",
+      "▁ HD",
+      "▁sigu iente",
+      "ne ll",
+      "nel l",
+      "n ell",
+      "▁G ree",
+      "▁Gr ee",
+      "▁Gre e",
+      "▁T i",
+      "▁trans ferred",
+      "▁transfer red",
+      "équ ipe",
+      "é quipe",
+      "▁Phili ppe",
+      "▁Philipp e",
+      "▁Philip pe",
+      "▁encou rag",
+      "▁V ietnam",
+      "▁graph s",
+      "▁symmet ry",
+      "fr ed",
+      "fre d",
+      "f red",
+      "we ek",
+      "▁bron ze",
+      "ry s",
+      "r ys",
+      "▁name ly",
+      "▁nam ely",
+      "on ders",
+      "ond ers",
+      "onder s",
+      "onde rs",
+      "lem agne",
+      "X Y",
+      "Con vert",
+      "}] (",
+      "} ](",
+      "Reg ion",
+      "pe cies",
+      "pec ies",
+      "▁te xture",
+      "▁text ure",
+      "▁c hr",
+      "▁ch r",
+      "▁ chr",
+      "не го",
+      "н его",
+      "▁some body",
+      "a qu",
+      "er as",
+      "era s",
+      "e ras",
+      "▁Н ово",
+      "▁Но во",
+      "▁Нов о",
+      "▁d ez",
+      "▁de z",
+      "an iu",
+      "ani u",
+      "a niu",
+      "ok rat",
+      "▁co vers",
+      "▁cover s",
+      "▁cov ers",
+      "▁sign als",
+      "▁signal s",
+      "ђ е",
+      "▁H eb",
+      "▁He b",
+      "▁An ti",
+      "▁Ant i",
+      "IV E",
+      "I VE",
+      "▁re ss",
+      "▁r ess",
+      "▁res s",
+      "▁ ress",
+      "LE TE",
+      "yn a",
+      "y na",
+      "п ла",
+      "жде ния",
+      "ж дения",
+      "▁ch amp",
+      "▁cha mp",
+      "▁cham p",
+      "▁vill ages",
+      "▁village s",
+      "▁villa ges",
+      "Z one",
+      "▁i Phone",
+      "▁sou vent",
+      "сь кі",
+      "ськ і",
+      "▁feb braio",
+      "ér cito",
+      "▁X I",
+      "ok at",
+      "oka t",
+      "▁mem bres",
+      "▁memb res",
+      "▁membre s",
+      "ju nit",
+      "j unit",
+      "▁D raw",
+      "▁Dr aw",
+      "▁Dra w",
+      "▁ Draw",
+      "▁п рово",
+      "▁про во",
+      "▁пров о",
+      "▁пр ово",
+      "aud io",
+      "audi o",
+      "a udio",
+      "en dl",
+      "end l",
+      "▁N ad",
+      "▁Na d",
+      "▁magn itude",
+      "Su r",
+      "S ur",
+      "ic ing",
+      "ici ng",
+      "i cing",
+      "▁un w",
+      "▁о три",
+      "▁от ри",
+      "▁B ey",
+      "▁Be y",
+      "▁V ik",
+      "▁Vi k",
+      "▁polít ica",
+      "port er",
+      "por ter",
+      "porte r",
+      "p orter",
+      "▁Bar bara",
+      "▁Barb ara",
+      "ál t",
+      "á lt",
+      "bi b",
+      "b ib",
+      "▁accom pan",
+      "▁accomp an",
+      "V P",
+      "▁en coded",
+      "▁enc oded",
+      "▁encode d",
+      "▁ encoded",
+      "▁S ometimes",
+      "▁Some times",
+      "bi rd",
+      "bir d",
+      "b ird",
+      "▁U lt",
+      "▁Ul t",
+      "▁t un",
+      "▁tu n",
+      "get Text",
+      "▁ar rival",
+      "▁arr ival",
+      "▁arriv al",
+      "script style",
+      "{ `",
+      "▁pers pective",
+      "LI NE",
+      "LIN E",
+      "L INE",
+      "Form atter",
+      "Format ter",
+      "▁b om",
+      "▁bo m",
+      "в ра",
+      "DE BUG",
+      "Bound s",
+      "B ounds",
+      "▁T itle",
+      "▁Tit le",
+      "▁ Title",
+      "l ó",
+      "Da n",
+      "D an",
+      "▁g ene",
+      "▁ge ne",
+      "▁gen e",
+      "▁B it",
+      "▁Bi t",
+      "▁ Bit",
+      "▁reprodu ce",
+      "▁graph ics",
+      "▁ graphics",
+      "▁с ем",
+      "▁се м",
+      "р ё",
+      "▁ре ки",
+      "us alem",
+      "usa lem",
+      "ро ж",
+      "▁D ES",
+      "▁DE S",
+      "▁So ftware",
+      "ur ance",
+      "u rance",
+      "ithmet ic",
+      "en ess",
+      "ene ss",
+      "enes s",
+      "e ness",
+      "ic hi",
+      "ich i",
+      "i chi",
+      "Con verter",
+      "Convert er",
+      "▁g ithub",
+      "▁ github",
+      "erd ings",
+      "gl ise",
+      "ác h",
+      "á ch",
+      "▁bu ried",
+      "▁bur ied",
+      "▁v ision",
+      "▁vis ion",
+      "▁ vision",
+      "M iss",
+      "▁s ees",
+      "▁se es",
+      "▁see s",
+      "▁person nes",
+      "▁pers onnes",
+      "▁personn es",
+      "▁personne s",
+      "▁In tel",
+      "▁Int el",
+      "el ia",
+      "eli a",
+      "e lia",
+      "▁č lán",
+      "▁c hi",
+      "▁ch i",
+      "▁ chi",
+      "▁k las",
+      "▁kl as",
+      "au té",
+      "aut é",
+      "▁st ark",
+      "▁star k",
+      "cz e",
+      "c ze",
+      "▁dr ivers",
+      "▁driver s",
+      "▁drive rs",
+      "▁dri vers",
+      "▁driv ers",
+      "v n",
+      "! ,",
+      "▁го ды",
+      "▁год ы",
+      "H i",
+      "▁expla ins",
+      "▁expl ains",
+      "▁explain s",
+      "art icles",
+      "article s",
+      "▁z ug",
+      "▁zu g",
+      "▁ zug",
+      "Pro m",
+      "Pr om",
+      "P rom",
+      "> =",
+      "▁Be at",
+      "▁S ax",
+      "▁Sa x",
+      "vert ical",
+      "кт о",
+      "к то",
+      "▁pl ants",
+      "▁plan ts",
+      "▁plant s",
+      "▁Ré férences",
+      "▁Référence s",
+      "▁og ni",
+      "▁c urs",
+      "▁cu rs",
+      "▁cur s",
+      "▁S K",
+      "▁ SK",
+      "он и",
+      "о ни",
+      "▁des tac",
+      "▁dest ac",
+      "\") ;\r",
+      "\"); \r",
+      "\" );\r",
+      "▁S ure",
+      "▁Su re",
+      "▁Sur e",
+      "▁part ido",
+      "▁parti do",
+      "▁Fol ge",
+      "▁Mo ore",
+      "▁w z",
+      "ск ус",
+      "ску с",
+      "lt re",
+      "l tre",
+      "on do",
+      "ond o",
+      "▁p ose",
+      "▁po se",
+      "▁pos e",
+      "▁ pose",
+      "im os",
+      "imo s",
+      "i mos",
+      "бо й",
+      "ци па",
+      "ju s",
+      "j us",
+      ".. ...",
+      "... ..",
+      ".... .",
+      ". ....",
+      "▁ép oca",
+      "▁qu anto",
+      "▁quant o",
+      "▁quan to",
+      "▁Su pport",
+      "▁Supp ort",
+      "▁Sup port",
+      "▁ Support",
+      "gesch ichte",
+      "SER VER",
+      "▁George s",
+      "▁Georg es",
+      "en um",
+      "enu m",
+      "e num",
+      "▁h erm",
+      "▁he rm",
+      "▁her m",
+      "▁ne bo",
+      "▁C hr",
+      "▁Ch r",
+      "▁ Chr",
+      "char acter",
+      "▁* **",
+      "▁** *",
+      "▁ ***",
+      "▁For sch",
+      "ia mi",
+      "iam i",
+      "i ami",
+      "▁ ¿",
+      "cy ch",
+      "cyc h",
+      "c ych",
+      "▁fif th",
+      "se nt",
+      "sen t",
+      "s ent",
+      "▁and erem",
+      "▁andere m",
+      "▁proport ion",
+      "▁propor tion",
+      "▁p rest",
+      "▁pr est",
+      "▁pre st",
+      "▁pres t",
+      "▁G irl",
+      "▁Gi rl",
+      "▁Gir l",
+      "▁d rama",
+      "▁dr ama",
+      "▁dra ma",
+      "▁dram a",
+      "wa nd",
+      "wan d",
+      "w and",
+      "▁M ail",
+      "▁Ma il",
+      "▁Mai l",
+      "▁ Mail",
+      "▁L ux",
+      "▁Lu x",
+      "▁kter ý",
+      "▁Ges ellschaft",
+      "▁Hin weis",
+      "nis se",
+      "n isse",
+      "▁m ondo",
+      "▁mon do",
+      "▁mond o",
+      "E q",
+      "▁per í",
+      "▁pe rí",
+      "▁e astern",
+      "▁eas tern",
+      "▁east ern",
+      "▁UE FA",
+      "ual e",
+      "ua le",
+      "u ale",
+      "▁con vex",
+      "▁conv ex",
+      "▁по ль",
+      "▁пол ь",
+      "▁ поль",
+      "▁H ey",
+      "▁He y",
+      "ze nie",
+      "zen ie",
+      "z enie",
+      "init ely",
+      "▁Z usammen",
+      "SS L",
+      "S SL",
+      "oc al",
+      "oca l",
+      "o cal",
+      "▁c anal",
+      "▁can al",
+      "▁ca nal",
+      "vo y",
+      "v oy",
+      "▁К ри",
+      "▁köz ött",
+      "▁c ars",
+      "▁car s",
+      "▁ca rs",
+      "▁vers ión",
+      "En vironment",
+      "He r",
+      "H er",
+      "▁se ñ",
+      "▁sp atial",
+      "ym i",
+      "y mi",
+      "Fi re",
+      "F ire",
+      "▁ve get",
+      "▁veg et",
+      "▁W ie",
+      "▁Wi e",
+      "▁zn aj",
+      "▁zna j",
+      "▁dam age",
+      "▁en dl",
+      "▁end l",
+      "▁ endl",
+      "gi f",
+      "g if",
+      "▁qu ali",
+      "▁qual i",
+      "▁которы х",
+      "el lan",
+      "ell an",
+      "ella n",
+      "▁m ens",
+      "▁me ns",
+      "▁men s",
+      "▁pl ug",
+      "▁a bund",
+      "▁ab und",
+      "FI G",
+      "F IG",
+      "▁s f",
+      "▁ sf",
+      "▁con fl",
+      "▁conf l",
+      "▁насе ления",
+      "▁princi ples",
+      "▁princip les",
+      "▁principle s",
+      "▁Gab riel",
+      "ib e",
+      "i be",
+      "▁{ %",
+      "▁ {%",
+      "▁pobla ció",
+      "ні ципа",
+      "▁ext reme",
+      "▁extrem e",
+      "▁extr eme",
+      "▁as se",
+      "▁ass e",
+      "▁ asse",
+      "▁v u",
+      "▁ vu",
+      "Mo ck",
+      "M ock",
+      "▁spiel te",
+      "▁A er",
+      "▁d atos",
+      "▁dat os",
+      "en des",
+      "end es",
+      "ende s",
+      "▁G el",
+      "▁Ge l",
+      "▁G or",
+      "▁Go r",
+      "Ch rist",
+      "Chr ist",
+      "ch os",
+      "cho s",
+      "c hos",
+      "Process or",
+      "Proc essor",
+      "▁in struct",
+      "▁inst ruct",
+      "▁instru ct",
+      "▁p icked",
+      "▁pick ed",
+      "▁pic ked",
+      "nah me",
+      "nahm e",
+      "fa hr",
+      "fah r",
+      "f ahr",
+      "▁indic ated",
+      "▁indicate d",
+      "▁% .",
+      "▁ %.",
+      "▁t s",
+      "▁ ts",
+      "▁not able",
+      "▁no table",
+      "▁qual ified",
+      "▁А л",
+      "Bl ack",
+      "B lack",
+      "▁coun cil",
+      "▁over head",
+      "ac i",
+      "a ci",
+      "an née",
+      "ann ée",
+      "▁init With",
+      "bi ó",
+      "b ió",
+      "▁int roduction",
+      "▁introdu ction",
+      "▁compan ion",
+      "▁ex pon",
+      "▁exp on",
+      "▁k ör",
+      "▁kö r",
+      "ob y",
+      "o by",
+      "bu rn",
+      "bur n",
+      "b urn",
+      "gn u",
+      "g nu",
+      "virt ual",
+      "v irtual",
+      "▁intel lect",
+      "▁д ержа",
+      "▁ держа",
+      "' +",
+      "б ле",
+      "▁strict ly",
+      "▁recogn ize",
+      "ho ur",
+      "hou r",
+      "h our",
+      "▁W rest",
+      "en nen",
+      "enn en",
+      "enne n",
+      "$) .",
+      "$ ).",
+      "ff f",
+      "f ff",
+      "▁Cent ro",
+      "▁P itt",
+      "▁Pi tt",
+      "▁Pit t",
+      "▁d ział",
+      "▁dz iał",
+      "▁ dział",
+      "▁c ela",
+      "▁ce la",
+      "▁cel a",
+      "▁frances e",
+      "▁franc ese",
+      "ра ми",
+      "spe cial",
+      "spec ial",
+      "▁D up",
+      "▁Du p",
+      "to ire",
+      "t oire",
+      "ка ль",
+      "кал ь",
+      "к аль",
+      "CO UNT",
+      "▁Br ook",
+      "▁Bro ok",
+      "▁ру ково",
+      "pub lique",
+      "▁se conda",
+      "▁second a",
+      "▁sec onda",
+      "▁com pt",
+      "▁comp t",
+      "▁b land",
+      "▁bl and",
+      "▁bla nd",
+      "▁blan d",
+      "Be fore",
+      "▁P ack",
+      "▁Pa ck",
+      "▁Pac k",
+      "▁ Pack",
+      "al ty",
+      "alt y",
+      "öd er",
+      "ö der",
+      "▁interval s",
+      "▁Daten bank",
+      "Mo vie",
+      "M ovie",
+      "▁trans m",
+      "▁tran sm",
+      "▁t ap",
+      "▁ta p",
+      "▁по ч",
+      "fo n",
+      "f on",
+      "ia i",
+      "i ai",
+      "▁f ib",
+      "▁fi b",
+      "▁w yd",
+      "▁wy d",
+      "▁h ung",
+      "▁hun g",
+      "▁hu ng",
+      "▁ hung",
+      "▁a live",
+      "▁al ive",
+      "▁ali ve",
+      "Cl ear",
+      "C lear",
+      "▁p ushed",
+      "▁push ed",
+      "▁tu ple",
+      "▁ tuple",
+      "ach en",
+      "ac hen",
+      "ache n",
+      "a chen",
+      "го во",
+      "гов о",
+      "г ово",
+      "▁re vers",
+      "▁rev ers",
+      "▁reve rs",
+      "▁rever s",
+      "▁au gment",
+      "▁aug ment",
+      "▁ch allenge",
+      "▁challeng e",
+      "lo st",
+      "los t",
+      "l ost",
+      "▁deux ième",
+      "struct or",
+      "stru ctor",
+      "▁mehr erer",
+      "▁mehrere r",
+      "at ural",
+      "atur al",
+      "atura l",
+      "atu ral",
+      "Sp lit",
+      "S plit",
+      "ст ем",
+      "сте м",
+      "с тем",
+      "ш ла",
+      ")\\ \\",
+      ") \\\\",
+      "▁D og",
+      "▁Do g",
+      "▁develop ers",
+      "▁developer s",
+      "▁ developers",
+      "▁n od",
+      "▁no d",
+      "▁сто ро",
+      "▁Na N",
+      "▁ NaN",
+      "▁pr iest",
+      "▁pri est",
+      "▁ex ha",
+      "UN D",
+      "U ND",
+      "pa ir",
+      "p air",
+      "al one",
+      "alo ne",
+      "▁m oon",
+      "▁mo on",
+      "▁# !/",
+      "▁g uns",
+      "▁gu ns",
+      "▁gun s",
+      "ro la",
+      "rol a",
+      "r ola",
+      "чи та",
+      "▁Encyc lopedia",
+      "▁Encyclop edia",
+      "at is",
+      "ati s",
+      "a tis",
+      "▁' \"",
+      "▁ '\"",
+      "zy ch",
+      "z ych",
+      "▁super fic",
+      "▁э к",
+      "еде ра",
+      "fe ed",
+      "f eed",
+      "LA Y",
+      "F i",
+      "un ks",
+      "unk s",
+      "ise cond",
+      "i second",
+      "▁' @",
+      "▁Ad ding",
+      "▁Add ing",
+      "ро е",
+      "▁t ang",
+      "▁tan g",
+      "▁ta ng",
+      "ц о",
+      "hu ng",
+      "h ung",
+      "bi s",
+      "b is",
+      "sk ého",
+      "ské ho",
+      "▁ad vert",
+      "▁adv ert",
+      "▁за нима",
+      "uz z",
+      "u zz",
+      "ág ina",
+      "▁T el",
+      "▁Te l",
+      "si g",
+      "s ig",
+      "▁E z",
+      "▁guarante e",
+      "▁te aching",
+      "▁teach ing",
+      "ot y",
+      "o ty",
+      "ter min",
+      "term in",
+      "▁distribution s",
+      "▁distrib utions",
+      "FL A",
+      "F LA",
+      "▁Gi useppe",
+      "query Selector",
+      "▁/ \\",
+      "▁ /\\",
+      "▁S quad",
+      "g z",
+      "de lay",
+      "del ay",
+      "▁surr ounding",
+      "▁m anus",
+      "▁man us",
+      "▁H ou",
+      "▁Ho u",
+      "² ,",
+      "▁cult iv",
+      "▁trouble s",
+      "▁trou bles",
+      "▁r aison",
+      "▁ra ison",
+      "exp and",
+      "▁c ov",
+      "▁co v",
+      "▁ cov",
+      "nung en",
+      "n ungen",
+      ")) {",
+      ") ){",
+      "▁g een",
+      "▁ge en",
+      "▁au ßer",
+      "▁Л і",
+      "ř i",
+      "▁situ ations",
+      "▁situation s",
+      "▁tele p",
+      "▁tel ep",
+      "▁J ed",
+      "▁Je d",
+      "▁trav ail",
+      "▁trava il",
+      "li as",
+      "lia s",
+      "l ias",
+      "bul let",
+      "▁select ing",
+      "av ier",
+      "avi er",
+      "a vier",
+      "▁ess ential",
+      "( /",
+      "yy yy",
+      "št ě",
+      "ul ty",
+      "ult y",
+      "▁k ra",
+      "▁kr a",
+      "▁t abs",
+      "▁tab s",
+      "▁ta bs",
+      "▁ tabs",
+      "▁experience d",
+      "▁experien ced",
+      "az i",
+      "a zi",
+      "▁D irectory",
+      "▁Direct ory",
+      "▁Director y",
+      "▁ Directory",
+      "▁c ron",
+      "▁cr on",
+      "▁cro n",
+      "▁s pend",
+      "▁sp end",
+      "▁spe nd",
+      "▁R A",
+      "▁ RA",
+      "▁s elenium",
+      "▁sel enium",
+      "▁ selenium",
+      "▁T hé",
+      "▁Th é",
+      "Element s",
+      "El ements",
+      "ci i",
+      "c ii",
+      "▁p lat",
+      "▁pl at",
+      "▁pla t",
+      "▁arch ive",
+      "▁archiv e",
+      "▁ archive",
+      "▁ass istance",
+      "▁assist ance",
+      "▁ne ck",
+      "▁A venue",
+      "▁Aven ue",
+      "▁w heel",
+      "▁whe el",
+      "▁h ade",
+      "▁ha de",
+      "▁had e",
+      "Com mon",
+      "Comm on",
+      "▁D ialog",
+      "▁Di alog",
+      "▁Dia log",
+      "▁ Dialog",
+      "▁f org",
+      "▁for g",
+      "▁fo rg",
+      "▁sur ely",
+      "▁sure ly",
+      "▁h ockey",
+      "kt ó",
+      "k tó",
+      "▁t k",
+      "▁ tk",
+      "▁Br uce",
+      "▁Bru ce",
+      "▁e norm",
+      "▁en orm",
+      ", ’",
+      "▁Christ opher",
+      "▁Christoph er",
+      "je v",
+      "j ev",
+      "▁qu ad",
+      "▁ quad",
+      "▁A JAX",
+      "▁rel ief",
+      "▁reli ef",
+      "▁m odes",
+      "▁mod es",
+      "▁mo des",
+      "▁mode s",
+      "sk lär",
+      "s klär",
+      "▁V id",
+      "▁Vi d",
+      "▁Se rial",
+      "▁Ser ial",
+      "▁ Serial",
+      "▁to kens",
+      "▁token s",
+      "▁Pol and",
+      "▁Po land",
+      "\\ ]",
+      "▁v ide",
+      "▁vi de",
+      "▁vid e",
+      "ro oms",
+      "room s",
+      "om as",
+      "oma s",
+      "o mas",
+      "▁B ureau",
+      "▁Bur eau",
+      "c x",
+      "ность ю",
+      "ност ью",
+      "▁sign s",
+      "▁sig ns",
+      "ше ние",
+      "los sen",
+      "loss en",
+      "l ossen",
+      "▁Que ens",
+      "▁Queen s",
+      "▁m embre",
+      "▁mem bre",
+      "▁memb re",
+      "▁m ez",
+      "▁me z",
+      "▁ mez",
+      "▁B ool",
+      "▁Bo ol",
+      "▁ Bool",
+      "▁N aj",
+      "▁Na j",
+      "▁Mem ory",
+      "▁ Memory",
+      "▁K han",
+      "▁Kh an",
+      "▁l à",
+      "▁ là",
+      "▁H ud",
+      "▁Hu d",
+      "▁d ismiss",
+      "▁dis miss",
+      "ight h",
+      "igh th",
+      "▁f s",
+      "▁ fs",
+      "pr event",
+      "pre vent",
+      "prev ent",
+      "▁ме да",
+      "▁Pol ice",
+      "▁Po lice",
+      "▁с ко",
+      "▁ ско",
+      "fin ite",
+      "▁a mi",
+      "▁am i",
+      "▁ ami",
+      "▁M uch",
+      "▁Mu ch",
+      "ow ania",
+      "owa nia",
+      "owan ia",
+      "OR Y",
+      "O RY",
+      "io rs",
+      "ior s",
+      "i ors",
+      "▁Prem io",
+      "▁text box",
+      "d m",
+      "▁a fin",
+      "▁af in",
+      "▁Don ald",
+      "▁ Donald",
+      "▁P riv",
+      "▁Pr iv",
+      "▁Pri v",
+      "▁de cid",
+      "▁dec id",
+      "▁Maur ice",
+      "▁Mau rice",
+      "ag an",
+      "aga n",
+      "a gan",
+      "▁Britann ica",
+      "▁o ft",
+      "▁of t",
+      "▁consec utive",
+      "\"? >",
+      "\" ?>",
+      "ови й",
+      "st udent",
+      "stud ent",
+      "▁pe que",
+      "▁di eses",
+      "▁dies es",
+      "▁diese s",
+      "▁ret our",
+      "ét r",
+      "é tr",
+      "▁с ез",
+      "▁се з",
+      "▁k re",
+      "▁kr e",
+      "▁ kre",
+      "▁v otes",
+      "▁vo tes",
+      "▁vot es",
+      "▁vote s",
+      "ru ption",
+      "rupt ion",
+      "rup tion",
+      "iz ada",
+      "iza da",
+      "▁W iel",
+      "▁Wi el",
+      "▁Wie l",
+      "▁G ray",
+      "▁Gr ay",
+      "▁Gra y",
+      "▁Le op",
+      "▁Leo p",
+      "teil ung",
+      "tei lung",
+      "([ '",
+      "( ['",
+      "▁wh ites",
+      "▁white s",
+      "fr ica",
+      "fri ca",
+      "f rica",
+      "an imation",
+      "anim ation",
+      "cur l",
+      "cu rl",
+      "c url",
+      "ling s",
+      "lin gs",
+      "l ings",
+      "=\" $",
+      "lo yd",
+      "loy d",
+      "text sc",
+      "ор у",
+      "о ру",
+      "▁се ла",
+      "es ian",
+      "esi an",
+      "esia n",
+      "▁M ission",
+      "▁Miss ion",
+      "▁не за",
+      "▁ult imately",
+      "бо в",
+      "б ов",
+      "ol en",
+      "ole n",
+      "o len",
+      "ско му",
+      "ском у",
+      "ск ому",
+      "с кому",
+      "ne te",
+      "net e",
+      "n ete",
+      "▁D it",
+      "▁Di t",
+      "▁co stru",
+      "▁cost ru",
+      "dep endent",
+      "▁Re source",
+      "▁Res ource",
+      "▁ Resource",
+      "▁host s",
+      "▁hos ts",
+      "▁ hosts",
+      "▁re ar",
+      "▁r ear",
+      "D uration",
+      "ни ків",
+      "ник ів",
+      "М а",
+      "▁pl anning",
+      "▁plan ning",
+      "▁pre diction",
+      "▁pred iction",
+      "▁predict ion",
+      "▁L yn",
+      "▁Ly n",
+      "▁k ir",
+      "▁ki r",
+      "▁ kir",
+      "▁Leg isl",
+      "ма т",
+      "м ат",
+      "▁S occer",
+      "▁Soc cer",
+      "▁sur vey",
+      "▁surv ey",
+      "▁surve y",
+      "▁estadoun idense",
+      "or gen",
+      "org en",
+      "orge n",
+      "jo urd",
+      "jou rd",
+      "j ourd",
+      "▁ap rile",
+      "▁april e",
+      "▁apr ile",
+      "▁i ds",
+      "▁id s",
+      "▁ ids",
+      "сь ке",
+      "ськ е",
+      "▁emp loyee",
+      "▁employ ee",
+      "▁ employee",
+      "▁Schaus pieler",
+      "р ъ",
+      "▁mult imedia",
+      "▁multi media",
+      "▁сво ю",
+      "▁w ine",
+      "▁win e",
+      "▁E U",
+      "ic ă",
+      "▁R hein",
+      "▁Rh ein",
+      "▁Pal mar",
+      "ot eca",
+      "ote ca",
+      "▁prep are",
+      "▁prepar e",
+      "▁ prepare",
+      "▁T ot",
+      "▁To t",
+      "▁N ull",
+      "▁Nu ll",
+      "▁ Null",
+      "▁k in",
+      "▁ki n",
+      "▁ kin",
+      "in als",
+      "inal s",
+      "ina ls",
+      "▁New ton",
+      "▁t bl",
+      "▁ tbl",
+      "▁S old",
+      "▁So ld",
+      "▁Sol d",
+      "▁ver f",
+      "▁ve rf",
+      "at uring",
+      "atur ing",
+      "atu ring",
+      "▁la ptop",
+      "▁lap top",
+      "▁Со вет",
+      "▁Сов ет",
+      "▁Сове т",
+      "se cret",
+      "sec ret",
+      "▁Olymp ic",
+      "▁football er",
+      "▁Rud olf",
+      "▁con he",
+      "zy sk",
+      "▁evalu ated",
+      "▁evaluate d",
+      "» )",
+      "sh op",
+      "re pository",
+      "▁z ach",
+      "▁za ch",
+      "▁l osing",
+      "▁lo sing",
+      "▁los ing",
+      "et ter",
+      "ett er",
+      "ette r",
+      "▁W irtschaft",
+      "та к",
+      "▁unnecess ary",
+      "▁P hot",
+      "▁Ph ot",
+      "▁Pho t",
+      "an ska",
+      "ans ka",
+      "ansk a",
+      "▁N ative",
+      "▁Nat ive",
+      "▁ Native",
+      "CC E",
+      "C CE",
+      "▁fi fty",
+      "▁fif ty",
+      "▁e rw",
+      "▁er w",
+      "r h",
+      "is sent",
+      "iss ent",
+      "isse nt",
+      "issen t",
+      "}{ (",
+      "} {(",
+      "▁lan ç",
+      "▁X code",
+      "го род",
+      "гор од",
+      "ci r",
+      "c ir",
+      "▁pel ícula",
+      "▁O scar",
+      "▁Os car",
+      "▁sh ore",
+      "▁sho re",
+      "▁supp lied",
+      "ex amples",
+      "example s",
+      "Me ss",
+      "M ess",
+      "VI CE",
+      "V ICE",
+      "▁ex clude",
+      "▁h en",
+      "▁he n",
+      "▁ hen",
+      "▁гу бер",
+      "▁F ragment",
+      "▁Fra gment",
+      "▁ Fragment",
+      "▁B itte",
+      "▁Bi tte",
+      "▁Bit te",
+      "▁Bes ides",
+      "▁h es",
+      "▁he s",
+      "▁ hes",
+      "▁ih rem",
+      "▁ihr em",
+      "▁ihre m",
+      "▁Ser ge",
+      "▁art ific",
+      "=\" ${",
+      "=\"$ {",
+      "ло во",
+      "лов о",
+      "л ово",
+      "ut eur",
+      "ute ur",
+      "ta ire",
+      "t aire",
+      "па с",
+      "▁eas iest",
+      "▁fam iglia",
+      "N ormal",
+      "▁d alle",
+      "▁da lle",
+      "▁dal le",
+      "▁dall e",
+      "▁n ations",
+      "▁nation s",
+      "▁nat ions",
+      "r p",
+      "th ead",
+      "the ad",
+      "t head",
+      "▁обла сті",
+      "▁Democr atic",
+      "▁челов е",
+      "мо ж",
+      "▁г ер",
+      "▁ге р",
+      "▁ гер",
+      "▁small est",
+      "▁Publish ing",
+      "▁T s",
+      "▁laugh ed",
+      "ll e",
+      "l le",
+      "▁A mt",
+      "▁Am t",
+      "▁I IS",
+      "▁II S",
+      "FOR M",
+      "F ORM",
+      "Ma g",
+      "M ag",
+      "до н",
+      "д он",
+      "▁st oria",
+      "▁stor ia",
+      "▁sto ria",
+      "▁organ ized",
+      "▁organiz ed",
+      "č ní",
+      "▁o x",
+      "▁ ox",
+      "ling en",
+      "lin gen",
+      "l ingen",
+      "▁lu ego",
+      "cc ió",
+      "c ció",
+      "▁re ly",
+      "▁r ely",
+      "▁rel y",
+      "▁t ussen",
+      "er ten",
+      "ert en",
+      "erte n",
+      "▁hon our",
+      "▁Cla ude",
+      "▁Claud e",
+      "▁Ko rea",
+      "▁Kore a",
+      "▁Kor ea",
+      "▁Met ropol",
+      "▁Metro pol",
+      "Su per",
+      "S uper",
+      "ri en",
+      "rie n",
+      "r ien",
+      "ér ature",
+      "att ro",
+      "attr o",
+      "▁б іль",
+      "▁бі ль",
+      "▁ біль",
+      "▁Her bert",
+      "▁aut eurs",
+      "▁aute urs",
+      "▁dar auf",
+      "▁m ental",
+      "▁men tal",
+      "▁ment al",
+      "▁r ang",
+      "▁ra ng",
+      "▁ran g",
+      "▁s ón",
+      "▁só n",
+      "▁S oph",
+      "▁So ph",
+      ")\" ,",
+      ") \",",
+      "Des criptor",
+      "prep are",
+      "▁Land kreis",
+      "H C",
+      "cr oss",
+      "cro ss",
+      "c ross",
+      "ли за",
+      "▁Lo gin",
+      "▁Log in",
+      "▁ Login",
+      "on en",
+      "one n",
+      "o nen",
+      "Fe ature",
+      "▁m useum",
+      "▁muse um",
+      "▁ museum",
+      "ve k",
+      "v ek",
+      "▁Nel son",
+      "▁re jo",
+      "▁коман ди",
+      "▁sum mar",
+      "▁summ ar",
+      "▁сле ду",
+      "▁след у",
+      "äm p",
+      "ä mp",
+      "▁G as",
+      "▁Ga s",
+      "во м",
+      "в ом",
+      "VAL UE",
+      "in ge",
+      "ing e",
+      "per iod",
+      "lass en",
+      "las sen",
+      "lasse n",
+      "l assen",
+      "áv al",
+      "á val",
+      "▁alt ogether",
+      "um ph",
+      "ump h",
+      "ist ro",
+      "istr o",
+      "ą ż",
+      "▁Ke ep",
+      "▁Mar co",
+      "▁Marc o",
+      "▁ét ant",
+      "▁D re",
+      "▁Dr e",
+      "ge ometry",
+      "▁K as",
+      "▁Ka s",
+      "message s",
+      "mess ages",
+      "Co ok",
+      "C ook",
+      "▁S ide",
+      "▁Si de",
+      "▁Sid e",
+      "▁ Side",
+      "▁ко ми",
+      "▁ком и",
+      "ст ри",
+      "стр и",
+      "с три",
+      "▁ex cess",
+      "▁exc ess",
+      "▁Bi ografia",
+      "XX XX",
+      "XXX X",
+      "X XXX",
+      "▁N ie",
+      "▁Ni e",
+      "ven dor",
+      "v endor",
+      "xs d",
+      "x sd",
+      "Mil l",
+      "M ill",
+      "process ing",
+      "▁Miss ouri",
+      "▁perm ett",
+      "▁permet t",
+      "▁a par",
+      "▁ap ar",
+      "▁cro wd",
+      "▁crow d",
+      "fer t",
+      "fe rt",
+      "f ert",
+      "▁D ou",
+      "▁Do u",
+      "r í",
+      "▁C C",
+      "▁ CC",
+      "▁pay ment",
+      "▁ payment",
+      "▁Hol lywood",
+      "▁V irtual",
+      "▁ Virtual",
+      "▁sp oken",
+      "▁spoke n",
+      "▁spo ken",
+      "▁t ram",
+      "▁tr am",
+      "▁tra m",
+      "▁Comm unity",
+      "▁Commun ity",
+      "▁administr ative",
+      "▁в оло",
+      "▁во ло",
+      "gi or",
+      "gio r",
+      "g ior",
+      "vis or",
+      "▁Укра и",
+      "st age",
+      "sta ge",
+      "stag e",
+      "▁For mat",
+      "▁Form at",
+      "▁ Format",
+      "▁conven ient",
+      "Н а",
+      "▁med ian",
+      "▁media n",
+      "▁medi an",
+      "▁в ра",
+      "▁ вра",
+      "▁Пре ма",
+      "en ig",
+      "eni g",
+      "e nig",
+      "▁Op era",
+      "▁Oper a",
+      "ré s",
+      "r és",
+      "▁f mt",
+      "▁ fmt",
+      "▁effic iency",
+      "ma le",
+      "mal e",
+      "m ale",
+      "Ma ster",
+      "M aster",
+      "Ser ies",
+      "Se ries",
+      "S eries",
+      "▁s yd",
+      "▁sy d",
+      "gener ic",
+      "inter val",
+      "▁e fect",
+      "▁inwon ers",
+      "лим пи",
+      "ir ement",
+      "ire ment",
+      "Er r",
+      "E rr",
+      "ö h",
+      "▁l ying",
+      "▁ly ing",
+      "▁ lying",
+      "▁S ettings",
+      "▁Setting s",
+      "▁ Settings",
+      "! =",
+      "em atic",
+      "emat ic",
+      "arg v",
+      "▁Bas ic",
+      "▁ Basic",
+      "▁consider ation",
+      "▁h abe",
+      "▁ha be",
+      "▁hab e",
+      "- %",
+      "▁mount ains",
+      "▁mountain s",
+      "▁pe ak",
+      "▁f allen",
+      "▁fall en",
+      "▁fal len",
+      "ed ed",
+      "ede d",
+      "e ded",
+      "log ic",
+      "▁mat ched",
+      "▁match ed",
+      "▁typ ing",
+      "▁ty ping",
+      ")} ,",
+      ") },",
+      "▁f ancy",
+      "▁fan cy",
+      "▁eleg ant",
+      "ا ل",
+      "▁уча ст",
+      "▁Sa rah",
+      "▁Sar ah",
+      "▁V erd",
+      "▁Ver d",
+      "▁Ve rd",
+      "▁t ego",
+      "▁te go",
+      "ru les",
+      "rule s",
+      "r ules",
+      "▁mo unted",
+      "▁mount ed",
+      "▁і м",
+      "ер у",
+      "е ру",
+      "st off",
+      "sto ff",
+      "fa hren",
+      "fah ren",
+      "fahr en",
+      "f ahren",
+      "dist ance",
+      "d istance",
+      "▁Lic ense",
+      "▁LE FT",
+      "▁ LEFT",
+      "▁w p",
+      "▁ wp",
+      "/ {",
+      "▁am azon",
+      "▁amaz on",
+      "▁ amazon",
+      "> &",
+      "▁els ő",
+      "qu arters",
+      "▁sh ock",
+      "▁sho ck",
+      "ni ck",
+      "nic k",
+      "n ick",
+      "▁Arch ite",
+      "▁S quare",
+      "▁r ates",
+      "▁ra tes",
+      "▁rate s",
+      "▁rat es",
+      "io re",
+      "ior e",
+      "i ore",
+      "▁N at",
+      "▁Na t",
+      "▁Char lot",
+      "re ichen",
+      "reich en",
+      "rei chen",
+      "reiche n",
+      "▁var iation",
+      "▁vari ation",
+      "os is",
+      "osi s",
+      "li fe",
+      "l ife",
+      "sl ide",
+      "s lide",
+      "ab i",
+      "a bi",
+      "uk i",
+      "u ki",
+      "my sq",
+      "mys q",
+      "▁prim itive",
+      "▁primit ive",
+      "▁univers itaire",
+      "LE NG",
+      "ale ż",
+      "eb ook",
+      "e book",
+      "s yn",
+      "▁G egen",
+      "▁Ge gen",
+      "▁Geg en",
+      "▁K ü",
+      "▁а ле",
+      "▁ал е",
+      "▁L ub",
+      "▁Lu b",
+      "con current",
+      "izz ato",
+      "izza to",
+      "▁st ub",
+      "▁i e",
+      "▁ ie",
+      "▁' ./",
+      "▁'. /",
+      "co d",
+      "c od",
+      "▁intern acional",
+      "▁G las",
+      "▁Gl as",
+      "▁Gla s",
+      "▁m are",
+      "▁ma re",
+      "▁mar e",
+      "▁N eb",
+      "▁Ne b",
+      "▁G B",
+      "▁ GB",
+      "kw args",
+      "▁a ument",
+      "▁au ment",
+      "WI D",
+      "W ID",
+      "▁ро д",
+      "▁р од",
+      "▁ род",
+      "p unkt",
+      "▁G rad",
+      "▁Gr ad",
+      "▁Gra d",
+      "▁ Grad",
+      "S N",
+      "AM P",
+      "A MP",
+      "▁B orn",
+      "▁Bo rn",
+      "▁Bor n",
+      "▁Guer re",
+      "го тов",
+      "▁med io",
+      "▁medi o",
+      "Me d",
+      "M ed",
+      "su pp",
+      "sup p",
+      "s upp",
+      "act ual",
+      "drop down",
+      "▁ok tober",
+      "▁ ř",
+      "▁circ ular",
+      "▁cir cular",
+      "▁circul ar",
+      "▁s kin",
+      "▁sk in",
+      "▁ski n",
+      "▁em phas",
+      "▁emp has",
+      "▁го лов",
+      "▁голо в",
+      "▁p ue",
+      "▁pu e",
+      "▁inform ations",
+      "▁information s",
+      "▁Wolf gang",
+      "▁us eless",
+      "▁use less",
+      "и т",
+      "▁Jo an",
+      "▁б ор",
+      "▁бо р",
+      "▁ бор",
+      "▁G lad",
+      "▁Gl ad",
+      "▁Gla d",
+      "▁K now",
+      "▁Kn ow",
+      "▁Kno w",
+      "ké nt",
+      "k ént",
+      "sp eed",
+      "spe ed",
+      "▁Ke vin",
+      "un ft",
+      "▁ar qu",
+      "▁ arqu",
+      "▁C asa",
+      "▁Cas a",
+      "▁Ca sa",
+      "(. ..",
+      "( ...",
+      "▁rapid ly",
+      "▁pro ble",
+      "▁prob le",
+      "▁probl e",
+      "▁Ви кипеди",
+      "že n",
+      "ž en",
+      "▁N eben",
+      "▁Ne ben",
+      "▁Neb en",
+      "▁M eter",
+      "▁Me ter",
+      "▁Met er",
+      "Child ren",
+      "ce m",
+      "c em",
+      "ig os",
+      "igo s",
+      "aj u",
+      "a ju",
+      "▁Ret rie",
+      "▁H ell",
+      "▁He ll",
+      "▁Hel l",
+      "▁g ig",
+      "▁gi g",
+      "▁contro vers",
+      "▁z oom",
+      "▁zo om",
+      "▁zoo m",
+      "▁c ens",
+      "▁ce ns",
+      "▁alc uni",
+      "▁He ader",
+      "▁Head er",
+      "▁ Header",
+      "Me ta",
+      "Met a",
+      "M eta",
+      "Re quired",
+      "▁ин ститу",
+      "▁s kup",
+      "▁sk up",
+      "▁ing les",
+      "ég l",
+      "é gl",
+      "bi j",
+      "b ij",
+      "▁t ér",
+      "▁té r",
+      "▁com pag",
+      "▁comp ag",
+      "▁comm itted",
+      "▁commit ted",
+      "▁process ed",
+      "▁proc essed",
+      "▁proces sed",
+      "Lo wer",
+      "L ower",
+      "▁F oreign",
+      "▁For eign",
+      "▁Fore ign",
+      "▁ Foreign",
+      "▁s eq",
+      "▁se q",
+      "▁ seq",
+      "sheet s",
+      "she ets",
+      "▁F em",
+      "▁Fe m",
+      "ho z",
+      "h oz",
+      "in ks",
+      "ink s",
+      "▁k all",
+      "▁ka ll",
+      "▁kal l",
+      "vari ant",
+      "▁li bro",
+      "▁lib ro",
+      "▁cl icks",
+      "▁click s",
+      "▁cli cks",
+      "▁g obierno",
+      "ie gel",
+      "ieg el",
+      "мо го",
+      "м ого",
+      "ge me",
+      "gem e",
+      "g eme",
+      "▁t ower",
+      "▁to wer",
+      "▁par ish",
+      "▁T CP",
+      "▁l s",
+      "▁ ls",
+      "▁n ginx",
+      "▁ng inx",
+      "▁ nginx",
+      "Na N",
+      "▁D ir",
+      "▁Di r",
+      "▁ Dir",
+      "▁Begr iffe",
+      "▁Begriff e",
+      "ar ie",
+      "ari e",
+      "a rie",
+      "ím p",
+      "í mp",
+      "ic ios",
+      "ici os",
+      "icio s",
+      "i cios",
+      "▁sh aring",
+      "▁cin éma",
+      "be c",
+      "b ec",
+      "RE D",
+      "R ED",
+      "▁K ra",
+      "▁Kr a",
+      "ab ol",
+      "a bol",
+      "▁fl ux",
+      "▁flu x",
+      "▁exp ensive",
+      "▁су ще",
+      "▁` _",
+      "oc z",
+      "o cz",
+      "ли ст",
+      "▁acqu aint",
+      "▁w ise",
+      "▁wis e",
+      "▁ wise",
+      "▁pou voir",
+      "▁pouv oir",
+      "▁dev ant",
+      "▁moment um",
+      "im mer",
+      "imm er",
+      "▁C oupe",
+      "▁Cou pe",
+      "index Of",
+      "▁does nt",
+      "▁doesn t",
+      "▁за в",
+      "▁lic ense",
+      "▁ â",
+      "CS S",
+      "C SS",
+      "▁r ice",
+      "▁ric e",
+      "▁ri ce",
+      "▁ rice",
+      "Te am",
+      "▁a no",
+      "▁an o",
+      "▁ ano",
+      "li t",
+      "l it",
+      "▁mer ged",
+      "▁merge d",
+      "▁C ell",
+      "▁Ce ll",
+      "▁Cel l",
+      "▁ Cell",
+      "л л",
+      "bo y",
+      "b oy",
+      "as ts",
+      "ast s",
+      "▁s ell",
+      "▁se ll",
+      "▁sel l",
+      "▁gro ße",
+      "▁groß e",
+      "▁virt uel",
+      "▁virtue l",
+      "Can cel",
+      "▁s j",
+      "g ment",
+      ". <",
+      "ча й",
+      "i ë",
+      "ak h",
+      "a kh",
+      "iz ers",
+      "ize rs",
+      "izer s",
+      "pr it",
+      "p rit",
+      "▁T ib",
+      "▁Ti b",
+      "▁elabor ate",
+      "▁f é",
+      "▁м еди",
+      "▁ме ди",
+      "LENG TH",
+      "▁prim arily",
+      "▁sc ores",
+      "▁score s",
+      "▁carry ing",
+      "▁l ake",
+      "▁la ke",
+      "▁lak e",
+      "com pose",
+      "comp ose",
+      "compos e",
+      "▁Town ship",
+      "un ge",
+      "ung e",
+      "▁al berga",
+      "an ych",
+      "any ch",
+      "a nych",
+      "qu elle",
+      "que lle",
+      "quel le",
+      "q uelle",
+      "▁Ar k",
+      "▁p ris",
+      "▁pr is",
+      "▁pri s",
+      "▁v oll",
+      "▁vo ll",
+      "▁vol l",
+      "ш ли",
+      "Valid ation",
+      "▁ce ux",
+      "▁pop ulate",
+      "▁popula te",
+      "▁popul ate",
+      "\" \r",
+      "▁fem mes",
+      "▁femme s",
+      "AN G",
+      "A NG",
+      "▁Desp ite",
+      "вы е",
+      "в ые",
+      "is ke",
+      "isk e",
+      "i ske",
+      "zu g",
+      "z ug",
+      "на ча",
+      "▁h atten",
+      "▁hat ten",
+      "▁hatte n",
+      "IN SERT",
+      "Emp loyee",
+      "▁mo ments",
+      "▁moment s",
+      "▁mom ents",
+      "▁últ ima",
+      "▁h older",
+      "▁hold er",
+      "▁ho lder",
+      "▁hol der",
+      "▁ holder",
+      "bl ank",
+      "Col lections",
+      "Collection s",
+      "Collect ions",
+      "ath ers",
+      "ather s",
+      "a thers",
+      "▁g rade",
+      "▁gr ade",
+      "▁gra de",
+      "▁grad e",
+      "▁ grade",
+      "▁aff airs",
+      "▁affair s",
+      ".$ $",
+      ". $$",
+      "▁d elta",
+      "▁del ta",
+      "▁ delta",
+      "▁Jug end",
+      "▁españ ol",
+      "▁O UT",
+      "▁ OUT",
+      "▁mathemat ical",
+      "▁m ongo",
+      "▁mon go",
+      "▁Ф е",
+      "ul ing",
+      "uli ng",
+      "u ling",
+      "▁re volution",
+      "▁revol ution",
+      "▁c oin",
+      "▁co in",
+      "▁sub class",
+      "\" =>",
+      "äch e",
+      "ä che",
+      "▁p yg",
+      "▁py g",
+      "ща я",
+      "ill ery",
+      "ille ry",
+      "iller y",
+      "▁com enz",
+      "dep th",
+      "▁c él",
+      "▁re size",
+      "▁res ize",
+      "▁ resize",
+      "▁S ame",
+      "▁Sam e",
+      "▁Sa me",
+      "▁st rik",
+      "▁str ik",
+      "▁stri k",
+      "▁t ir",
+      "▁ti r",
+      "▁sc arc",
+      "▁scar c",
+      "▁M ember",
+      "▁Mem ber",
+      "▁ Member",
+      "sub scribe",
+      "ó ż",
+      "út bol",
+      "ex cept",
+      "▁dr iving",
+      "▁dri ving",
+      "▁driv ing",
+      "ki e",
+      "k ie",
+      "zo ny",
+      "zon y",
+      "z ony",
+      "ème s",
+      "è mes",
+      "Da vid",
+      "D avid",
+      "iss ant",
+      "issa nt",
+      "▁т ы",
+      "▁ ты",
+      "▁é lect",
+      "▁él ect",
+      "▁re name",
+      "▁r ename",
+      "▁ren ame",
+      "▁R unning",
+      "▁Run ning",
+      "▁ Running",
+      "▁inter faces",
+      "▁interface s",
+      "//////// ////////",
+      "▁Wal ker",
+      "▁Walk er",
+      "▁soci été",
+      "▁as ks",
+      "▁ask s",
+      "br id",
+      "b rid",
+      "▁je we",
+      "▁se ines",
+      "▁sein es",
+      "▁seine s",
+      "▁sei nes",
+      "▁ag ents",
+      "▁agent s",
+      "▁M Y",
+      "▁ MY",
+      "▁Law rence",
+      "de ss",
+      "des s",
+      "d ess",
+      "ie sen",
+      "ies en",
+      "iese n",
+      "i esen",
+      "▁людя х",
+      "прав и",
+      "пра ви",
+      "▁anc est",
+      "▁wel che",
+      "ra um",
+      "r aum",
+      "▁o rb",
+      "▁or b",
+      "▁ orb",
+      "sc al",
+      "s cal",
+      "▁L ear",
+      "▁Le ar",
+      "▁w ear",
+      "▁we ar",
+      "▁s lave",
+      "▁sl ave",
+      "▁sla ve",
+      "▁re named",
+      "▁ren amed",
+      "▁rename d",
+      "če n",
+      "č en",
+      "ma ste",
+      "mas te",
+      "m aste",
+      "ang les",
+      "angle s",
+      "▁Am érica",
+      "▁t i",
+      "▁ ti",
+      "▁dem sel",
+      "▁bene ath",
+      "bin ary",
+      "b inary",
+      "▁ed ición",
+      "▁kil omet",
+      "▁kilom et",
+      "ui ts",
+      "uit s",
+      "u its",
+      "▁cu atro",
+      "▁ent rance",
+      "▁entr ance",
+      "ond issement",
+      "▁b ag",
+      "▁ba g",
+      "▁ bag",
+      "▁Ar men",
+      "▁Arm en",
+      "ij o",
+      "i jo",
+      "▁L ors",
+      "▁Lo rs",
+      "▁Lor s",
+      "▁demsel ben",
+      "ê m",
+      "▁dis crete",
+      "▁prom inent",
+      "▁J ay",
+      "▁Ja y",
+      "de cor",
+      "dec or",
+      "D L",
+      "▁d í",
+      "St ruct",
+      "Str uct",
+      "▁P roduction",
+      "▁Produ ction",
+      "▁Product ion",
+      "th ey",
+      "the y",
+      "ar ius",
+      "ari us",
+      "sch nitt",
+      "▁C ou",
+      "▁Co u",
+      "▁l ex",
+      "▁le x",
+      "▁ lex",
+      "y outube",
+      "▁рабо та",
+      "st ation",
+      "sta tion",
+      "stat ion",
+      "se p",
+      "s ep",
+      "▁mi rror",
+      "▁mir ror",
+      "▁h its",
+      "▁hit s",
+      "▁hi ts",
+      "▁Be ck",
+      "at ically",
+      "atic ally",
+      "▁L az",
+      "▁La z",
+      "▁w inner",
+      "▁win ner",
+      "DE X",
+      "D EX",
+      "▁I NT",
+      "▁IN T",
+      "▁ INT",
+      "}^ {-",
+      "}^{ -",
+      "} ^{-",
+      "▁w egen",
+      "▁we gen",
+      "▁weg en",
+      "ma d",
+      "m ad",
+      "An gle",
+      "Ang le",
+      "zi ng",
+      "zin g",
+      "z ing",
+      "▁Bay ern",
+      "▁Bayer n",
+      "sa l",
+      "s al",
+      "äg er",
+      "ä ger",
+      "▁bus y",
+      "▁st ör",
+      "▁f olk",
+      "▁fol k",
+      "▁ folk",
+      "▁p rix",
+      "▁pr ix",
+      "▁pri x",
+      "▁al located",
+      "▁alloc ated",
+      "▁allocate d",
+      "▁p t",
+      "▁ pt",
+      "af fen",
+      "aff en",
+      "a ffen",
+      "cl uster",
+      "clus ter",
+      "▁com plement",
+      "▁comp lement",
+      "▁comple ment",
+      "▁compl ement",
+      "ár s",
+      "á rs",
+      "▁Amer ika",
+      "рі й",
+      "р ій",
+      "▁val ley",
+      "▁vall ey",
+      "▁valle y",
+      "▁ro oms",
+      "▁room s",
+      "▁ rooms",
+      "▁m oi",
+      "▁mo i",
+      ".\" ,",
+      ". \",",
+      ";; ;;",
+      "▁lo west",
+      "▁low est",
+      "no g",
+      "n og",
+      "▁land et",
+      "▁lan det",
+      "▁program me",
+      "ch io",
+      "chi o",
+      "▁W ährend",
+      "ánd ez",
+      "▁дол ж",
+      "▁o uv",
+      "▁ou v",
+      "▁ ouv",
+      "om ány",
+      "▁Википеди и",
+      "▁s ó",
+      "▁ele ktr",
+      "De sc",
+      "Des c",
+      "D esc",
+      "▁Be aut",
+      "▁Beau t",
+      "на р",
+      "н ар",
+      "▁мо же",
+      "▁мож е",
+      "P ierre",
+      "es ota",
+      "eso ta",
+      "▁oper ated",
+      "▁opera ted",
+      "▁operate d",
+      "▁f orte",
+      "▁for te",
+      "▁fort e",
+      "ри с",
+      "р ис",
+      "▁op position",
+      "▁opp osition",
+      "▁oppos ition",
+      "al ia",
+      "ali a",
+      "a lia",
+      "▁S yl",
+      "▁Sy l",
+      "get Name",
+      "ве ли",
+      "fi k",
+      "f ik",
+      "▁com prom",
+      "▁comp rom",
+      "▁compr om",
+      "▁Text View",
+      "▁ TextView",
+      "Sp ring",
+      "S pring",
+      "met adata",
+      "meta data",
+      "en gu",
+      "eng u",
+      "/ ,",
+      "▁car ri",
+      "is tol",
+      "ist ol",
+      "isto l",
+      "▁diag onal",
+      "li sta",
+      "list a",
+      "lis ta",
+      "l ista",
+      "iz en",
+      "ize n",
+      "i zen",
+      "▁re nde",
+      "▁r ende",
+      "▁ren de",
+      "▁rend e",
+      "gc c",
+      "g cc",
+      "be ck",
+      "bec k",
+      "li us",
+      "l ius",
+      "ir al",
+      "ira l",
+      "i ral",
+      "Resol ver",
+      "▁percent age",
+      "▁at tra",
+      "▁att ra",
+      "▁attr a",
+      "str ings",
+      "string s",
+      "wi ąz",
+      "od s",
+      "o ds",
+      "во лю",
+      "ę ż",
+      "▁news paper",
+      "▁newsp aper",
+      "im iter",
+      "imi ter",
+      "imit er",
+      "AB C",
+      "A BC",
+      "▁Man chester",
+      "[ {",
+      "Ag ent",
+      "Age nt",
+      "A gent",
+      "▁W or",
+      "▁Wo r",
+      "▁K ath",
+      "▁Kat h",
+      "▁Ka th",
+      "▁по ві",
+      "▁пов і",
+      "▁ent onces",
+      "▁n iveau",
+      "at ted",
+      "att ed",
+      "atte d",
+      "le arn",
+      "lear n",
+      "lea rn",
+      "at iques",
+      "ati ques",
+      "atique s",
+      "▁у би",
+      "▁qu indi",
+      "bin ding",
+      "bind ing",
+      "b inding",
+      "▁import ed",
+      "▁imp orted",
+      "▁H orn",
+      "▁Hor n",
+      "▁Ho rn",
+      "em berg",
+      "ember g",
+      "emb erg",
+      "com plex",
+      "comp lex",
+      "comple x",
+      "▁ne ural",
+      "▁neu ral",
+      "▁neur al",
+      "in formation",
+      "▁recogn ition",
+      "in gt",
+      "ing t",
+      "▁inhab itants",
+      "vu e",
+      "v ue",
+      "▁Be völker",
+      "▁cur ves",
+      "▁curve s",
+      "▁curv es",
+      "▁l eb",
+      "▁le b",
+      "▁ leb",
+      "ді й",
+      "д ій",
+      "▁s ow",
+      "▁so w",
+      "▁sent iment",
+      "P H",
+      "ra che",
+      "rac he",
+      "rach e",
+      "r ache",
+      "▁- (",
+      "▁ -(",
+      "▁e stable",
+      "▁est able",
+      "▁es table",
+      "▁estab le",
+      "▁esta ble",
+      "▁Ferd inand",
+      "▁é crit",
+      "▁éc rit",
+      "▁prime iro",
+      "▁t ex",
+      "▁te x",
+      "▁ tex",
+      "▁inter mediate",
+      "ve rage",
+      "ver age",
+      "vera ge",
+      "ib us",
+      "i bus",
+      "▁s erves",
+      "▁ser ves",
+      "▁serv es",
+      "▁serve s",
+      "iv as",
+      "iva s",
+      "i vas",
+      "▁b ru",
+      "▁br u",
+      "▁ bru",
+      "▁l um",
+      "▁lu m",
+      "att ice",
+      "atti ce",
+      "ч ный",
+      "▁D res",
+      "▁Dr es",
+      "▁Dre s",
+      "▁v ideos",
+      "▁video s",
+      "▁vide os",
+      "d uration",
+      "▁a bit",
+      "▁ab it",
+      "▁e gg",
+      "▁eg g",
+      "ograph ical",
+      "ographic al",
+      "al ph",
+      "ST ATE",
+      "STAT E",
+      "▁па ра",
+      "▁пар а",
+      "▁ пара",
+      "re ading",
+      "read ing",
+      "rea ding",
+      "▁veh icle",
+      "▁fort une",
+      "ult ats",
+      "▁St oria",
+      "▁Sto ria",
+      "mi dt",
+      "mid t",
+      "łą cz",
+      "▁Mem orial",
+      "▁v as",
+      "▁va s",
+      "▁ vas",
+      "▁з ан",
+      "▁за н",
+      "▁ зан",
+      "▁ut ility",
+      "▁util ity",
+      "▁ob sc",
+      "▁obs c",
+      "▁rel acion",
+      "▁rela cion",
+      "▁relac ion",
+      "▁run at",
+      "▁ru nat",
+      "Re lease",
+      "ta ke",
+      "t ake",
+      "▁O liver",
+      "▁Ol iver",
+      "▁Oliv er",
+      "▁S id",
+      "▁Si d",
+      "ul os",
+      "ulo s",
+      "u los",
+      "▁G arc",
+      "▁Gar c",
+      "▁Ga rc",
+      "▁роз та",
+      "▁S ak",
+      "▁Sa k",
+      "P y",
+      "führ t",
+      "f ührt",
+      "▁tra bal",
+      "▁trab al",
+      "* {",
+      "▁z es",
+      "▁ze s",
+      "▁ zes",
+      "▁sz ere",
+      "▁szer e",
+      "▁sze re",
+      "▁v arios",
+      "▁var ios",
+      "▁vari os",
+      "▁va rios",
+      "▁o tra",
+      "▁ot ra",
+      "▁e val",
+      "▁ev al",
+      "▁ eval",
+      "▁situ é",
+      "▁sit ué",
+      "▁w ounded",
+      "▁Vin cent",
+      "▁вико ри",
+      "▁en code",
+      "▁enc ode",
+      "▁ encode",
+      "Mod al",
+      "Mo dal",
+      "▁f orb",
+      "▁for b",
+      "▁fo rb",
+      "▁dynam ics",
+      "▁dynamic s",
+      "▁de pos",
+      "▁dep os",
+      "ar de",
+      "ard e",
+      "▁street s",
+      "▁stre ets",
+      "▁K omm",
+      "▁Kom m",
+      "▁Ko mm",
+      "=$ (",
+      "= $(",
+      "▁по вер",
+      "▁пов ер",
+      "▁пове р",
+      "▁d ois",
+      "▁do is",
+      "▁doi s",
+      "▁v itt",
+      "▁vi tt",
+      "▁vit t",
+      "▁automat isch",
+      "▁re load",
+      "▁ reload",
+      "▁Ver walt",
+      "ber o",
+      "be ro",
+      "b ero",
+      "▁h ub",
+      "▁hu b",
+      "▁m os",
+      "▁mo s",
+      "▁ mos",
+      "▁t utto",
+      "▁tu tto",
+      "▁tut to",
+      "▁Freder ick",
+      "ło w",
+      "ł ow",
+      "ant ages",
+      "anta ges",
+      "antage s",
+      "aqu e",
+      "a que",
+      "pa per",
+      "p aper",
+      "▁ein ige",
+      "`) ,",
+      "` ),",
+      "d j",
+      "▁P le",
+      "▁Pl e",
+      "▁% ,",
+      "▁ %,",
+      "▁B itmap",
+      "▁Bit map",
+      "▁ Bitmap",
+      "▁friend ly",
+      "▁tr uly",
+      "▁st roke",
+      "▁str oke",
+      "▁stro ke",
+      "▁ stroke",
+      "ro ph",
+      "rop h",
+      "r oph",
+      "▁en gl",
+      "▁eng l",
+      "▁ engl",
+      "▁c off",
+      "▁co ff",
+      "▁d ust",
+      "▁du st",
+      "▁dus t",
+      "▁Jah res",
+      "▁Jahr es",
+      "▁Jahre s",
+      "pp i",
+      "p pi",
+      "▁w ys",
+      "▁wy s",
+      "fa ctor",
+      "fact or",
+      "fac tor",
+      "f actor",
+      "sch luss",
+      "▁дере вня",
+      "▁дерев ня",
+      "▁P ast",
+      "▁Pa st",
+      "▁Pas t",
+      "▁до ма",
+      "CO M",
+      "C OM",
+      "▁pu eden",
+      "▁puede n",
+      "▁pue den",
+      "▁g ift",
+      "▁gi ft",
+      "▁G la",
+      "▁Gl a",
+      "▁trigger ed",
+      "él y",
+      "é ly",
+      "ül és",
+      "ü lés",
+      "▁O liv",
+      "▁Ol iv",
+      "▁ver so",
+      "▁vers o",
+      "▁ verso",
+      "▁l le",
+      "▁ll e",
+      "▁ lle",
+      "▁G li",
+      "▁Gl i",
+      "▁L td",
+      "o a",
+      "▁territ orio",
+      "ord re",
+      "▁de ck",
+      "▁dec k",
+      "▁ deck",
+      "dr a",
+      "d ra",
+      "as zt",
+      "asz t",
+      "▁concern ing",
+      "▁Add itionally",
+      "▁kter é",
+      "▁g rund",
+      "▁gr und",
+      "▁gru nd",
+      "▁ grund",
+      "▁G est",
+      "▁Ge st",
+      "▁Ges t",
+      "▁ Gest",
+      "▁mis under",
+      "pr et",
+      "pre t",
+      "p ret",
+      "── ──",
+      "▁re putation",
+      "zi a",
+      "z ia",
+      "▁у спе",
+      "▁ус пе",
+      "▁esc aped",
+      "▁escape d",
+      "▁P rag",
+      "▁Pr ag",
+      "▁Pra g",
+      "per form",
+      "▁a ustral",
+      "▁aust ral",
+      "▁V ater",
+      "▁Va ter",
+      "ча с",
+      "▁r aces",
+      "▁ra ces",
+      "▁race s",
+      "▁rac es",
+      "▁By te",
+      "▁ Byte",
+      "Ma sk",
+      "M ask",
+      "▁Ter rit",
+      "▁Terr it",
+      "ст ю",
+      "▁V oci",
+      "▁Vo ci",
+      "▁Fich ier",
+      "▁Насе лення",
+      "▁Unter scheidung",
+      "te enth",
+      "teen th",
+      "▁pi lot",
+      "▁pil ot",
+      "▁j i",
+      "▁ ji",
+      "▁дву х",
+      "▁orient ation",
+      "▁ orientation",
+      "ind re",
+      "▁D ort",
+      "▁Do rt",
+      "▁Dor t",
+      "ça s",
+      "ç as",
+      "п ли",
+      "▁re action",
+      "▁react ion",
+      "▁cons isting",
+      "▁consist ing",
+      "▁fer ro",
+      "ти сти",
+      "ya rd",
+      "yar d",
+      "y ard",
+      "▁с ві",
+      "▁interpret ation",
+      "i ą",
+      "ra h",
+      "r ah",
+      "▁f and",
+      "▁fa nd",
+      "▁fan d",
+      "Pub lic",
+      "P ublic",
+      "▁un iverse",
+      "▁univers e",
+      "▁ret ir",
+      "▁cons cious",
+      "ar qu",
+      "▁w aste",
+      "▁was te",
+      "▁wa ste",
+      "▁B ib",
+      "▁Bi b",
+      "ycler View",
+      "▁list ening",
+      "▁listen ing",
+      "▁liste ning",
+      "gle ich",
+      "g leich",
+      "nie js",
+      "niej s",
+      "▁cor relation",
+      "▁correl ation",
+      "▁corre lation",
+      "▁rece iver",
+      "▁receive r",
+      "▁у да",
+      "▁cour age",
+      "▁cou rage",
+      "uch s",
+      "uc hs",
+      "u chs",
+      "fa ss",
+      "fas s",
+      "f ass",
+      "▁ch unk",
+      "▁ chunk",
+      "▁An fang",
+      "▁gro ßen",
+      "▁große n",
+      "▁groß en",
+      "cont inue",
+      "continu e",
+      "▁Warsza wa",
+      "h é",
+      "i y",
+      "iv ement",
+      "ive ment",
+      "i vement",
+      "▁ α",
+      "▁ex posed",
+      "▁exp osed",
+      "▁expos ed",
+      "▁expose d",
+      "▁z ahl",
+      "▁za hl",
+      "▁ zahl",
+      "▁sa cr",
+      "▁sac r",
+      "▁Lo oks",
+      "▁Look s",
+      "▁e ager",
+      "en ten",
+      "ent en",
+      "ente n",
+      "e nten",
+      "C ursor",
+      "/ _",
+      "ix a",
+      "i xa",
+      "ре ла",
+      "зна ча",
+      "з нача",
+      "▁фамили ей",
+      "▁ar gent",
+      "▁arg ent",
+      "▁ argent",
+      "▁An ders",
+      "▁And ers",
+      "œuv re",
+      "▁I sa",
+      "▁Is a",
+      "мен та",
+      "мент а",
+      "▁ad vers",
+      "▁adv ers",
+      "ri ction",
+      "ric tion",
+      "rict ion",
+      "r iction",
+      "G P",
+      "▁п ісля",
+      "▁pre serve",
+      "▁pres erve",
+      "▁G arden",
+      "▁Gar den",
+      "▁Gard en",
+      "R ate",
+      "ap rès",
+      "a près",
+      "▁read able",
+      "in du",
+      "ind u",
+      "▁s kill",
+      "▁sk ill",
+      "▁ski ll",
+      "▁hel ping",
+      "▁help ing",
+      "ograph ique",
+      "cl ing",
+      "cli ng",
+      "c ling",
+      "olog ist",
+      "▁Fil ter",
+      "▁ Filter",
+      "▁f inger",
+      "▁fin ger",
+      "▁V all",
+      "▁Val l",
+      "▁Va ll",
+      "▁Pol ish",
+      "▁Po lish",
+      "l g",
+      "▁Famil ien",
+      "▁Familie n",
+      "▁w aters",
+      "▁water s",
+      "▁wa ters",
+      "▁wat ers",
+      "▁pse ud",
+      "az a",
+      "a za",
+      "_ )",
+      "AR Y",
+      "A RY",
+      "▁с реди",
+      "▁сред и",
+      "▁сре ди",
+      "▁M ust",
+      "▁Mus t",
+      "▁Mu st",
+      "▁B od",
+      "▁Bo d",
+      "an on",
+      "ano n",
+      "a non",
+      "▁l ado",
+      "▁la do",
+      "▁lad o",
+      "▁t ight",
+      "im en",
+      "ime n",
+      "i men",
+      "ap pen",
+      "app en",
+      "appe n",
+      "a ppen",
+      "fr ames",
+      "frame s",
+      "fra mes",
+      "fram es",
+      "in gers",
+      "ing ers",
+      "inger s",
+      "inge rs",
+      "▁CO VID",
+      "▁з і",
+      "▁ зі",
+      "▁с ве",
+      "▁ц ь",
+      "▁ ць",
+      "▁L eft",
+      "▁Le ft",
+      "▁ Left",
+      "]] ;",
+      "] ];",
+      "ч ь",
+      "фи ка",
+      "▁с ло",
+      "▁ сло",
+      "▁п і",
+      "▁ пі",
+      "▁ex iste",
+      "▁exist e",
+      "▁Atl antic",
+      "▁maintain ed",
+      "▁ir re",
+      "▁an née",
+      "▁ann ée",
+      "▁ année",
+      "▁comm ented",
+      "▁comment ed",
+      "ве ро",
+      "вер о",
+      "ber ta",
+      "bert a",
+      "b erta",
+      "▁L ad",
+      "▁La d",
+      "▁U pon",
+      "▁Up on",
+      "▁p ause",
+      "▁pa use",
+      "▁pau se",
+      "mi ll",
+      "mil l",
+      "m ill",
+      "op ter",
+      "opt er",
+      "U K",
+      "ре с",
+      "р ес",
+      "нцикло педи",
+      "▁along side",
+      "▁ro bot",
+      "▁rob ot",
+      "▁f ert",
+      "▁fe rt",
+      "▁fer t",
+      "▁ fert",
+      "▁m oy",
+      "▁mo y",
+      "▁a de",
+      "▁ad e",
+      "▁ ade",
+      "Map per",
+      "Mapp er",
+      "Ma pper",
+      "M apper",
+      ")- >",
+      ") ->",
+      "ig ua",
+      "igu a",
+      "ét ique",
+      "т ка",
+      "al ias",
+      "ali as",
+      "alia s",
+      "a lias",
+      "▁о ри",
+      "▁ор и",
+      "▁M agn",
+      "▁Ma gn",
+      "▁Mag n",
+      "▁gehör te",
+      "▁gehört e",
+      "im b",
+      "i mb",
+      ")} {\\",
+      ")}{ \\",
+      ") }{\\",
+      "▁Wikip édia",
+      "▁u rs",
+      "▁ur s",
+      "▁ urs",
+      "▁e nde",
+      "▁en de",
+      "▁end e",
+      "▁ ende",
+      "le b",
+      "l eb",
+      "▁G C",
+      "▁ GC",
+      "H ol",
+      "an cing",
+      "anc ing",
+      "anci ng",
+      "Un ion",
+      "Uni on",
+      "▁ten ía",
+      "T T",
+      "▁e state",
+      "▁est ate",
+      "▁esta te",
+      "▁estat e",
+      "h á",
+      "▁по лі",
+      "▁пол і",
+      "ul tan",
+      "ult an",
+      "▁H ockey",
+      "ul se",
+      "uls e",
+      "▁cho ices",
+      "▁choice s",
+      "sch er",
+      "sc her",
+      "sche r",
+      "s cher",
+      "▁[ ],",
+      "▁[] ,",
+      "▁pot entially",
+      "▁potential ly",
+      "▁Ü bers",
+      "▁Über s",
+      "▁ad mit",
+      "▁adm it",
+      "Com ment",
+      "Comm ent",
+      "ст я",
+      "с тя",
+      "▁V ien",
+      "▁Vi en",
+      "▁Vie n",
+      "▁ц і",
+      "▁ ці",
+      "▁per mut",
+      "▁perm ut",
+      "c gi",
+      "▁cr ít",
+      "Con sole",
+      "Cons ole",
+      "ct ic",
+      "▁ok res",
+      "aw k",
+      "foot ball",
+      "ou est",
+      "o uest",
+      "CT YPE",
+      "C TYPE",
+      "olog ique",
+      "▁const it",
+      "▁cons tit",
+      "▁inter ests",
+      "▁interest s",
+      "▁Pro gress",
+      "▁ Progress",
+      "▁M enu",
+      "▁Me nu",
+      "▁Men u",
+      "▁ Menu",
+      "▁tak é",
+      "▁ta ké",
+      "▁As ian",
+      "▁Asia n",
+      "▁за щи",
+      "▁young er",
+      "▁w ished",
+      "▁wish ed",
+      "▁wis hed",
+      "▁S ort",
+      "▁So rt",
+      "▁Sor t",
+      "▁ Sort",
+      "▁aud ience",
+      "▁audi ence",
+      "am ba",
+      "amb a",
+      "▁gehör t",
+      "▁K ansas",
+      "ya ume",
+      "▁Prof essional",
+      "â ce",
+      "▁f atto",
+      "▁fa tto",
+      "▁fat to",
+      "to d",
+      "t od",
+      "▁data sets",
+      "▁datas ets",
+      "▁dataset s",
+      "▁f are",
+      "▁far e",
+      "▁fa re",
+      "▁ fare",
+      "▁w aves",
+      "▁wave s",
+      "▁wa ves",
+      "~ /",
+      "▁measure ment",
+      "▁w ol",
+      "▁wo l",
+      "▁ wol",
+      "ind ust",
+      "indu st",
+      "▁strugg ling",
+      "▁pull ed",
+      "▁pul led",
+      "▁car atter",
+      "▁Ex terne",
+      "▁Ext erne",
+      "▁Extern e",
+      "▁дей стви",
+      "cn t",
+      "c nt",
+      "li ches",
+      "lic hes",
+      "lich es",
+      "liche s",
+      "▁Pos sible",
+      "▁Poss ible",
+      "▁fa ced",
+      "▁face d",
+      "▁fac ed",
+      "▁hypoth esis",
+      "▁kil om",
+      "▁n är",
+      "▁nä r",
+      "bo olean",
+      "P Y",
+      "am pa",
+      "amp a",
+      "▁k iss",
+      "▁ki ss",
+      "▁kis s",
+      "▁as tero",
+      "▁ast ero",
+      "▁neg li",
+      "am ents",
+      "ament s",
+      "amen ts",
+      "a ments",
+      "▁S tu",
+      "▁St u",
+      "at ó",
+      "a tó",
+      "▁Const itution",
+      "▁inter pol",
+      "▁Un able",
+      "▁Una ble",
+      "▁p is",
+      "▁pi s",
+      "▁ pis",
+      "▁p arc",
+      "▁par c",
+      "▁pa rc",
+      "\"] )",
+      "\" ])",
+      "ple r",
+      "pl er",
+      "p ler",
+      "▁aut ory",
+      "▁auto ry",
+      "▁autor y",
+      "▁alg unos",
+      "yw na",
+      "}) )",
+      "} ))",
+      "▁f alls",
+      "▁fall s",
+      "▁fal ls",
+      "▁ falls",
+      "▁é quip",
+      "▁e mit",
+      "▁em it",
+      "▁ emit",
+      "▁pro fil",
+      "▁prof il",
+      "ge ts",
+      "get s",
+      "g ets",
+      "ф о",
+      "▁Milit ary",
+      "▁nombre ux",
+      "oc t",
+      "o ct",
+      "Re place",
+      "Rep lace",
+      "▁se asons",
+      "▁season s",
+      "▁ch âteau",
+      "▁type of",
+      "▁ typeof",
+      "po lit",
+      "pol it",
+      "p olit",
+      "▁r and",
+      "▁ra nd",
+      "▁ran d",
+      "▁ rand",
+      "▁qu ar",
+      "▁erst mals",
+      "си ни",
+      "▁pay load",
+      "▁ payload",
+      "П о",
+      "кі н",
+      "к ін",
+      "re po",
+      "rep o",
+      "▁P av",
+      "▁Pa v",
+      "Sc ore",
+      "S core",
+      "er ves",
+      "erv es",
+      "erve s",
+      "▁soll te",
+      "▁мі ж",
+      "éb ec",
+      "é bec",
+      "▁c lip",
+      "▁cl ip",
+      "▁cli p",
+      "▁ clip",
+      "▁N ice",
+      "▁Nic e",
+      "▁Ni ce",
+      "▁n eben",
+      "▁ne ben",
+      "▁ass ass",
+      "it ories",
+      "ito ries",
+      "itor ies",
+      "itori es",
+      "▁un ity",
+      "▁unit y",
+      "▁ unity",
+      "▁е н",
+      "▁ ен",
+      "▁Inst itut",
+      "▁Instit ut",
+      "▁ Institut",
+      "▁intern ationale",
+      "▁international e",
+      "▁на ук",
+      "▁нау к",
+      "▁com and",
+      "▁kle ine",
+      "▁klein e",
+      "▁adj acent",
+      "▁deliver ed",
+      "▁ш е",
+      "▁ ше",
+      "зе м",
+      "з ем",
+      "▁c ot",
+      "▁co t",
+      "▁ cot",
+      "vis ual",
+      "ва ет",
+      "▁C ensus",
+      "\\ _",
+      "▁territ ory",
+      "чи л",
+      "ч ил",
+      "ч ные",
+      "fl utter",
+      "Did Load",
+      "Document s",
+      "Doc uments",
+      "▁d ob",
+      "▁do b",
+      "▁ dob",
+      "Br e",
+      "B re",
+      "an imate",
+      "ani mate",
+      "anim ate",
+      "▁b iz",
+      "▁bi z",
+      "▁b ata",
+      "▁ba ta",
+      "▁bat a",
+      "▁S U",
+      "▁ SU",
+      "es o",
+      "e so",
+      "▁p riority",
+      "▁prior ity",
+      "vá n",
+      "v án",
+      "ir as",
+      "ira s",
+      "i ras",
+      "▁char ged",
+      "▁charge d",
+      "▁charg ed",
+      "▁M icro",
+      "▁Mi cro",
+      "▁Mic ro",
+      "at oire",
+      "ato ire",
+      "a toire",
+      "че р",
+      "ч ер",
+      "ab ad",
+      "aba d",
+      "a bad",
+      "ur u",
+      "u ru",
+      "▁v š",
+      "dir e",
+      "di re",
+      "d ire",
+      "▁Tw itter",
+      "▁м ето",
+      "▁ме то",
+      "▁мет о",
+      "). .",
+      ") ..",
+      "▁Ц ент",
+      "▁ent wick",
+      "▁M ind",
+      "▁Min d",
+      "▁Mi nd",
+      "▁ф унк",
+      "F uture",
+      "ls t",
+      "l st",
+      "ło ż",
+      "fl i",
+      "f li",
+      "t ensor",
+      "▁top ology",
+      "▁ar te",
+      "▁art e",
+      "▁ arte",
+      "ER T",
+      "E RT",
+      "▁var iance",
+      "▁vari ance",
+      "Im ages",
+      "Image s",
+      "▁( @",
+      "▁ (@",
+      "Array List",
+      "O C",
+      "▁Де мо",
+      "auc oup",
+      "▁de notes",
+      "▁den otes",
+      "▁denote s",
+      "im on",
+      "imo n",
+      "i mon",
+      "њ и",
+      "▁Prz yp",
+      "▁Z ag",
+      "▁Za g",
+      "▁ди ре",
+      "▁Similar ly",
+      "б ро",
+      "▁mil itaire",
+      "▁milit aire",
+      "▁т ому",
+      "▁то му",
+      "▁том у",
+      "▁ тому",
+      "▁John ny",
+      "▁Мекси ку",
+      "ћ а",
+      "Su pp",
+      "S upp",
+      "▁jun ior",
+      "▁junio r",
+      "▁juni or",
+      "ol tre",
+      "olt re",
+      "o ltre",
+      "▁Мо ск",
+      "▁Мос к",
+      "▁adm itted",
+      "▁admit ted",
+      "▁relig ios",
+      "зя й",
+      "е го",
+      "▁t ears",
+      "▁te ars",
+      "▁tea rs",
+      "in go",
+      "ing o",
+      "od u",
+      "o du",
+      "iv eness",
+      "ive ness",
+      "iven ess",
+      "▁l ogo",
+      "▁lo go",
+      "▁log o",
+      "▁ logo",
+      "▁últ imo",
+      "▁al iment",
+      "▁ali ment",
+      "▁U ITableView",
+      "▁ UITableView",
+      ") !",
+      "▁n j",
+      "le tte",
+      "let te",
+      "lett e",
+      "l ette",
+      "▁res ident",
+      "▁resid ent",
+      "▁term ine",
+      "▁ter mine",
+      "▁termin e",
+      "▁у же",
+      "▁С те",
+      "▁Ст е",
+      "off ice",
+      "▁c arte",
+      "▁car te",
+      "▁cart e",
+      "▁li vre",
+      "▁liv re",
+      "▁Мо сков",
+      "▁Мос ков",
+      "▁Моск ов",
+      "▁e lections",
+      "▁elect ions",
+      "▁ele ctions",
+      "▁election s",
+      "зи ден",
+      "Tr igger",
+      "▁Ben jamin",
+      "add Class",
+      "ско г",
+      "▁Ob servable",
+      "▁Observ able",
+      "▁ Observable",
+      "Cl a",
+      "C la",
+      "gem ein",
+      "geme in",
+      "g emein",
+      "▁con sent",
+      "▁cons ent",
+      "▁conse nt",
+      "в ри",
+      "▁un fold",
+      "▁unf old",
+      "▁govern or",
+      "▁gover nor",
+      "▁governo r",
+      "на л",
+      "н ал",
+      "▁t oda",
+      "▁to da",
+      "▁tod a",
+      "Rem ote",
+      "ar ias",
+      "ari as",
+      "aria s",
+      "a rias",
+      "▁in stal",
+      "▁inst al",
+      "▁ins tal",
+      "fix ed",
+      "f ixed",
+      "▁dec ay",
+      "▁де рев",
+      "▁дере в",
+      "xy z",
+      "x yz",
+      "▁D ATE",
+      "▁DA TE",
+      "▁DAT E",
+      "▁ DATE",
+      "im ar",
+      "ima r",
+      "i mar",
+      "nt il",
+      "n til",
+      "▁start up",
+      "al ion",
+      "ali on",
+      "▁ko lej",
+      "▁kol ej",
+      "▁kole j",
+      "ci os",
+      "cio s",
+      "c ios",
+      "▁r anges",
+      "▁range s",
+      "▁ran ges",
+      "▁rang es",
+      "▁stup id",
+      "▁implement ations",
+      "▁implementation s",
+      "▁r m",
+      "▁ rm",
+      "én ek",
+      "é nek",
+      "▁g cc",
+      "▁ gcc",
+      "▁sc ène",
+      "N avigation",
+      "▁  ",
+      "▁к ан",
+      "▁ка н",
+      "▁ кан",
+      "▁town s",
+      "User name",
+      "Us ername",
+      "▁ф е",
+      "▁ фе",
+      "▁le aders",
+      "▁lead ers",
+      "▁leader s",
+      "oi t",
+      "o it",
+      "w är",
+      "▁d ummy",
+      "▁ass istant",
+      "▁assist ant",
+      "{$ \\",
+      "{ $\\",
+      "бі р",
+      "б ір",
+      "▁r oy",
+      "▁ro y",
+      "▁ roy",
+      "▁L ayout",
+      "▁ Layout",
+      "▁J ung",
+      "▁Ju ng",
+      "▁Jun g",
+      "Line s",
+      "Lin es",
+      "Li nes",
+      "L ines",
+      "▁Hol land",
+      "по р",
+      "п ор",
+      "▁Г ри",
+      "▁B ened",
+      "▁Be ned",
+      "▁Ben ed",
+      "▁П од",
+      "▁По д",
+      "xl s",
+      "x ls",
+      "▁G ol",
+      "▁Go l",
+      "▁Al eks",
+      "▁Ale ks",
+      "▁ej emplo",
+      "▁se zon",
+      "ar ding",
+      "ard ing",
+      "ardi ng",
+      "ardin g",
+      "foot note",
+      "▁Cong rès",
+      "re fer",
+      "ref er",
+      "ска та",
+      "с ката",
+      "Iter ator",
+      "▁our selves",
+      "▁M ic",
+      "▁Mi c",
+      "▁c ódigo",
+      "▁пло ща",
+      "▁\\ $",
+      "▁Char lie",
+      "No des",
+      "Node s",
+      "N odes",
+      "▁p uzz",
+      "▁pu zz",
+      "▁Ident ifier",
+      "▁ Identifier",
+      "▁fl utter",
+      "▁ flutter",
+      "▁pr ü",
+      "▁ prü",
+      "▁o rt",
+      "▁or t",
+      "▁ ort",
+      "▁C ort",
+      "▁Cor t",
+      "▁Co rt",
+      "astic search",
+      "▁С вя",
+      "▁B ull",
+      "▁Bu ll",
+      "▁Bul l",
+      "ud em",
+      "ude m",
+      "u dem",
+      "▁ap parent",
+      "▁appar ent",
+      ":- -",
+      ": --",
+      "▁Х ар",
+      "▁Ха р",
+      "▁L ap",
+      "▁La p",
+      "▁com port",
+      "▁comp ort",
+      "mat ically",
+      "m atically",
+      "▁cu rios",
+      "▁cur ios",
+      "▁мо жет",
+      "▁мож ет",
+      "▁може т",
+      "▁B h",
+      "ap ping",
+      "app ing",
+      "a pping",
+      "▁b asketball",
+      "▁basket ball",
+      "ze tek",
+      "zet ek",
+      "▁r unt",
+      "▁run t",
+      "▁ru nt",
+      "▁Mil an",
+      "▁Mi lan",
+      "fe ction",
+      "fect ion",
+      "f ection",
+      "rí a",
+      "r ía",
+      "▁K in",
+      "▁Ki n",
+      "▁s lower",
+      "▁sl ower",
+      "▁slow er",
+      "▁slo wer",
+      "bo th",
+      "bot h",
+      "b oth",
+      "▁Inst ituto",
+      "▁Instit uto",
+      "▁Institut o",
+      "▁Histor ical",
+      "▁Historic al",
+      "▁równ ież",
+      "mat ches",
+      "match es",
+      "yc i",
+      "y ci",
+      "▁esp èce",
+      "▁Schwe izer",
+      "▁Schweiz er",
+      "N T",
+      "S F",
+      "ac ia",
+      "aci a",
+      "a cia",
+      "for ge",
+      "f orge",
+      "Point s",
+      "Po ints",
+      "num bers",
+      "number s",
+      "▁f alling",
+      "▁fall ing",
+      "▁fal ling",
+      "▁inherit ance",
+      "▁Er st",
+      "▁custom ers",
+      "▁customer s",
+      "▁a ctu",
+      "▁act u",
+      "▁ac tu",
+      "▁m igration",
+      "▁migr ation",
+      "\\ '",
+      "Pl an",
+      "P lan",
+      "M r",
+      "ot hy",
+      "oth y",
+      "o thy",
+      "▁up grad",
+      "би ра",
+      "▁O ffic",
+      "▁Of fic",
+      "▁Off ic",
+      "▁W ait",
+      "▁Wa it",
+      "▁ Wait",
+      "▁to ler",
+      "ar don",
+      "ard on",
+      "ardo n",
+      "▁s lide",
+      "▁sl ide",
+      "▁sli de",
+      "▁ slide",
+      ") _",
+      "▁ста в",
+      "▁ став",
+      "▁nu clear",
+      "▁nuc lear",
+      "▁nucle ar",
+      "▁B il",
+      "▁Bi l",
+      "ow ner",
+      "own er",
+      "o wner",
+      "▁Har ris",
+      "▁Harr is",
+      "In formation",
+      "▁p ó",
+      "▁вклю ча",
+      "▁nu ovo",
+      "▁C av",
+      "▁Ca v",
+      "▁De scri",
+      "▁Des cri",
+      "▁а к",
+      "ód zt",
+      "▁react js",
+      "▁Ad ams",
+      "▁Adam s",
+      "▁Ada ms",
+      "▁Altern atively",
+      "ст рук",
+      "стру к",
+      "стр ук",
+      ")` ,",
+      ") `,",
+      "sub string",
+      "subst ring",
+      "substr ing",
+      "▁mass ive",
+      "▁heav ily",
+      "▁се зо",
+      "▁сез о",
+      "▁A na",
+      "▁An a",
+      "▁v ale",
+      "▁val e",
+      "▁va le",
+      "Pa d",
+      "P ad",
+      "▁E ither",
+      "▁r s",
+      "▁ rs",
+      "an che",
+      "anc he",
+      "anch e",
+      "▁up loaded",
+      "▁upload ed",
+      "▁( /",
+      "▁ (/",
+      "▁с пор",
+      "▁спо р",
+      "▁сп ор",
+      "▁redu ction",
+      "▁Tok yo",
+      "gr en",
+      "gre n",
+      "g ren",
+      "▁m igli",
+      "▁mig li",
+      "▁iter ator",
+      "▁ iterator",
+      "st av",
+      "sta v",
+      "▁support ing",
+      "▁ö sterreich",
+      "▁NS Log",
+      "ist iques",
+      "isti ques",
+      "istique s",
+      "ri min",
+      "rim in",
+      "r imin",
+      "MO DE",
+      "}} }\\",
+      "}}} \\",
+      "} }}\\",
+      "▁exp los",
+      "▁expl os",
+      "▁explo s",
+      "от е",
+      "о те",
+      "▁( „",
+      "Sa l",
+      "S al",
+      "▁simple st",
+      "▁simpl est",
+      "▁gi à",
+      "▁та н",
+      "▁т ан",
+      "▁ тан",
+      "▁c yl",
+      "▁cy l",
+      "bi r",
+      "b ir",
+      "▁measure ments",
+      "▁measurement s",
+      "Create d",
+      "Cre ated",
+      "er ek",
+      "ere k",
+      "e rek",
+      "look up",
+      "w irtschaft",
+      "▁В оло",
+      "▁Во ло",
+      "▁Вол о",
+      "ti mer",
+      "time r",
+      "tim er",
+      "t imer",
+      "de rr",
+      "der r",
+      "d err",
+      "▁ст ала",
+      "▁ста ла",
+      "▁стал а",
+      "▁sc enes",
+      "▁scen es",
+      "▁scene s",
+      "▁per su",
+      "▁pers u",
+      "li est",
+      "lie st",
+      "lies t",
+      "l iest",
+      "▁sch edule",
+      "▁sched ule",
+      "ta l",
+      "t al",
+      "ле но",
+      "лен о",
+      "▁pain ting",
+      "▁paint ing",
+      "▁impro vement",
+      "▁improve ment",
+      "▁improv ement",
+      "so ftware",
+      "soft ware",
+      "▁govern o",
+      "▁gover no",
+      "▁H ir",
+      "▁Hi r",
+      "Exec ution",
+      "▁Ok ay",
+      "Pro p",
+      "Pr op",
+      "P rop",
+      "lo ster",
+      "los ter",
+      "lost er",
+      "l oster",
+      "ніципа лі",
+      "▁peu vent",
+      "ol u",
+      "o lu",
+      "▁Ф а",
+      "roll o",
+      "rol lo",
+      "▁ко ло",
+      "▁к оло",
+      "▁ коло",
+      "▁car rière",
+      "▁carri ère",
+      "▁t oggle",
+      "▁tog gle",
+      "▁togg le",
+      "▁ toggle",
+      "▁( $\\",
+      "▁($ \\",
+      "▁aggreg ate",
+      "▁Б і",
+      "text area",
+      "O k",
+      "it to",
+      "itt o",
+      "i tto",
+      "▁s tim",
+      "▁st im",
+      "▁recurs ion",
+      "▁Feder ation",
+      ")_ {",
+      ") _{",
+      "ate gor",
+      "ateg or",
+      "▁dist ribu",
+      "▁distrib u",
+      "Cl oud",
+      "▁m adre",
+      "▁mad re",
+      "▁i v",
+      "▁ iv",
+      "▁Lie utenant",
+      "▁subst ant",
+      "▁le af",
+      "▁ leaf",
+      "▁Kont rola",
+      "V A",
+      "▁t omb",
+      "▁to mb",
+      "▁tom b",
+      "э н",
+      "ato es",
+      "▁god ine",
+      "▁# >",
+      "C ert",
+      "▁em presa",
+      "▁empres a",
+      "Pro ps",
+      "Pr ops",
+      "Prop s",
+      "▁pl anned",
+      "▁plan ned",
+      "▁random ly",
+      "j ähr",
+      "el em",
+      "ele m",
+      "e lem",
+      "▁Oper ation",
+      "▁Opera tion",
+      "▁ Operation",
+      "* `",
+      "pro tocol",
+      "proto col",
+      "() ));",
+      "()) );",
+      "())) ;",
+      "( )));",
+      "we l",
+      "w el",
+      "▁p raw",
+      "▁pr aw",
+      "▁pra w",
+      "▁с им",
+      "▁си м",
+      "▁w ob",
+      "▁wo b",
+      "▁h ace",
+      "▁ha ce",
+      "▁near est",
+      "dis able",
+      "▁C ommun",
+      "▁Com mun",
+      "▁Comm un",
+      "▁re vel",
+      "▁rev el",
+      "▁reve l",
+      "Fr ee",
+      "Fre e",
+      "F ree",
+      "▁bra ckets",
+      "IO Exception",
+      "▁al to",
+      "▁alt o",
+      "▁mar ry",
+      "▁a uc",
+      "▁au c",
+      "▁ auc",
+      "), \\",
+      ") ,\\",
+      "▁typ o",
+      "▁ty po",
+      "ed ad",
+      "eda d",
+      "ar á",
+      "a rá",
+      "ic ator",
+      "ica tor",
+      "tat ywna",
+      "▁b uff",
+      "▁bu ff",
+      "▁buf f",
+      "▁ buff",
+      "or ders",
+      "ord ers",
+      "order s",
+      "orde rs",
+      "▁as ynchronous",
+      "▁e con",
+      "▁ec on",
+      "▁f eu",
+      "▁fe u",
+      "▁I ron",
+      "▁Ir on",
+      "▁r ising",
+      "▁ris ing",
+      "▁ri sing",
+      "Rad ius",
+      "cl k",
+      "▁zwe iten",
+      "▁zwei ten",
+      "▁zweite n",
+      "` '",
+      "▁un iqu",
+      "▁F M",
+      "▁ FM",
+      "▁B ran",
+      "▁Br an",
+      "▁Bra n",
+      "▁f lu",
+      "▁fl u",
+      "▁ flu",
+      "▁sens itive",
+      "ur re",
+      "urr e",
+      "▁I ter",
+      "▁It er",
+      "▁ Iter",
+      "▁S ein",
+      "▁Se in",
+      "▁difer entes",
+      "▁diferen tes",
+      "▁не го",
+      "▁н его",
+      "▁ него",
+      "ch ia",
+      "chi a",
+      "▁An leitung",
+      "atur day",
+      "▁sh orter",
+      "▁short er",
+      "▁transl ated",
+      "▁translate d",
+      "▁R és",
+      "▁Ré s",
+      "▁r ode",
+      "▁ro de",
+      "▁rod e",
+      "dr ag",
+      "dra g",
+      "d rag",
+      "▁l ange",
+      "▁lang e",
+      "▁lan ge",
+      "B i",
+      "ü b",
+      "le ur",
+      "l eur",
+      "▁order ing",
+      "▁ord ering",
+      "al ous",
+      "alo us",
+      "▁К ор",
+      "▁Ко р",
+      "ar char",
+      "arch ar",
+      "arc har",
+      "dest roy",
+      "erv ation",
+      "erva tion",
+      "]] ,",
+      "] ],",
+      "Accessor Impl",
+      "▁autory tatywna",
+      "Se quence",
+      "Sequ ence",
+      "▁pro yect",
+      "▁b ran",
+      "▁br an",
+      "▁bra n",
+      "▁( +",
+      "▁K ab",
+      "▁Ka b",
+      "▁z em",
+      "▁ze m",
+      "▁ zem",
+      "▁Cal cul",
+      "▁ Calcul",
+      "▁se ul",
+      "▁seu l",
+      "▁N iger",
+      "▁Ni ger",
+      "▁ch iam",
+      "▁chi am",
+      "th row",
+      "▁Plan et",
+      "▁Pla net",
+      "bild ung",
+      "▁z ones",
+      "▁zo nes",
+      "▁zone s",
+      "trans ition",
+      "ле ний",
+      "▁m apped",
+      "▁ma pped",
+      "▁map ped",
+      "on aut",
+      "ona ut",
+      "Pa ir",
+      "P air",
+      "il ian",
+      "ili an",
+      "ilia n",
+      "▁M organ",
+      "▁Mor gan",
+      "▁un to",
+      "▁ unto",
+      "jo u",
+      "j ou",
+      "▁h id",
+      "▁hi d",
+      "▁M eta",
+      "▁Me ta",
+      "▁Met a",
+      "▁ Meta",
+      "▁e lles",
+      "▁el les",
+      "▁elle s",
+      "▁ell es",
+      "▁ elles",
+      "Lo u",
+      "L ou",
+      "ra ma",
+      "ram a",
+      "r ama",
+      "ge ordnet",
+      "▁scarc ely",
+      "▁m int",
+      "▁min t",
+      "▁mi nt",
+      "F ocus",
+      "▁Al ter",
+      "▁Alt er",
+      "▁d io",
+      "▁di o",
+      "▁am pl",
+      "▁amp l",
+      "ière ment",
+      "▁ис следова",
+      "LE D",
+      "L ED",
+      "alg orithm",
+      "▁сай ті",
+      "▁сайт і",
+      "▁\" \")",
+      "▁\"\" )",
+      "Hi story",
+      "H istory",
+      "p k",
+      "▁W hit",
+      "▁Wh it",
+      "▁си стем",
+      "▁систе м",
+      "▁Kir chen",
+      "▁Kirche n",
+      "▁Kirch en",
+      "r à",
+      "AP P",
+      "A PP",
+      "▁< %",
+      "ant ine",
+      "anti ne",
+      "antin e",
+      "▁D isk",
+      "▁Dis k",
+      "▁Di sk",
+      "con v",
+      "we lt",
+      "wel t",
+      "w elt",
+      "▁F ut",
+      "▁Fu t",
+      "▁N om",
+      "▁No m",
+      "or do",
+      "ord o",
+      "el lij",
+      "ell ij",
+      "elli j",
+      "▁rece ives",
+      "▁receive s",
+      "co w",
+      "c ow",
+      "yt u",
+      "y tu",
+      "▁o bras",
+      "▁ob ras",
+      "▁obra s",
+      "▁p urchase",
+      "▁purch ase",
+      "▁ear ned",
+      "▁acc essed",
+      "▁access ed",
+      "ax i",
+      "a xi",
+      "▁M ans",
+      "▁Man s",
+      "▁Ma ns",
+      "iv an",
+      "iva n",
+      "i van",
+      "▁t uvo",
+      "▁tu vo",
+      "▁T race",
+      "▁Tr ace",
+      "▁Tra ce",
+      "▁ Trace",
+      "rim onio",
+      "▁desen vol",
+      "ér ique",
+      "éri que",
+      "é rique",
+      "▁result ed",
+      "▁comp uting",
+      "▁comput ing",
+      "▁insp ired",
+      "▁inspir ed",
+      "▁Pr ize",
+      "▁Pri ze",
+      "* \"",
+      "Com put",
+      "Comp ut",
+      "▁ext ensive",
+      "▁extens ive",
+      "è g",
+      "▁Port ály",
+      "▁cast le",
+      "▁ castle",
+      "▁* .",
+      "▁ *.",
+      "▁ph otos",
+      "▁phot os",
+      "▁photo s",
+      "▁vo et",
+      "ON G",
+      "O NG",
+      "▁A lle",
+      "▁Al le",
+      "▁All e",
+      "▁thre aten",
+      "▁threat en",
+      "st üt",
+      "▁album s",
+      "▁alb ums",
+      "▁d ense",
+      "▁den se",
+      "▁dens e",
+      "fl at",
+      "f lat",
+      "cont inu",
+      "Sub ject",
+      "Su bject",
+      "▁read only",
+      "Op t",
+      "O pt",
+      "пи ско",
+      "пис ко",
+      "▁A ber",
+      "▁Ab er",
+      "▁P osition",
+      "▁Pos ition",
+      "▁ Position",
+      "▁To day",
+      "▁Tod ay",
+      "▁m ini",
+      "▁min i",
+      "▁mi ni",
+      "▁B ef",
+      "▁Be f",
+      "li sten",
+      "list en",
+      "lis ten",
+      "l isten",
+      "ствен ного",
+      "ственно го",
+      "SU B",
+      "S UB",
+      "os sa",
+      "oss a",
+      "▁P ope",
+      "▁Po pe",
+      "▁Pop e",
+      "▁Jim my",
+      "▁Д ру",
+      "ungs seite",
+      "▁t ren",
+      "▁tr en",
+      "▁tre n",
+      "op tim",
+      "opt im",
+      "it sch",
+      "its ch",
+      "▁s amt",
+      "▁sa mt",
+      "▁sam t",
+      "▁испо л",
+      "▁ис пол",
+      "& =",
+      "▁Przyp isy",
+      "▁про дол",
+      "C r",
+      "er mann",
+      "erm ann",
+      "erman n",
+      "▁ма тери",
+      "▁мате ри",
+      "▁H ugo",
+      "▁Hu go",
+      "▁De ze",
+      "▁Dez e",
+      "TR UE",
+      "▁defe at",
+      "▁watch ed",
+      "▁wat ched",
+      "▁G ent",
+      "▁Ge nt",
+      "▁Gen t",
+      "AU T",
+      "A UT",
+      "or ous",
+      "oro us",
+      "▁о преде",
+      "ori entation",
+      "orient ation",
+      "▁distingu ished",
+      "▁distinguish ed",
+      "▁mes mo",
+      "▁s li",
+      "▁sl i",
+      "ме на",
+      "мен а",
+      "м ена",
+      "mit tel",
+      "mitt el",
+      "m ittel",
+      "ge richt",
+      "ger icht",
+      "et on",
+      "eto n",
+      "e ton",
+      "-> {",
+      "- >{",
+      "▁w ont",
+      "▁won t",
+      "▁wo nt",
+      "▁w eg",
+      "▁we g",
+      "▁ weg",
+      "▁class ific",
+      "il us",
+      "i lus",
+      "▁M D",
+      "▁ MD",
+      "task s",
+      "▁c him",
+      "▁ch im",
+      "▁chi m",
+      "aw ait",
+      "awa it",
+      "a wait",
+      "▁g ang",
+      "▁gan g",
+      "▁ga ng",
+      "▁ gang",
+      "▁w ię",
+      "▁ wię",
+      "th rough",
+      "▁Russ ell",
+      "▁guess ing",
+      "▁а кт",
+      "▁ак т",
+      "б лі",
+      "c ategories",
+      "су т",
+      "с ут",
+      "▁F en",
+      "▁Fe n",
+      "▁му ж",
+      "▁ne wer",
+      "▁new er",
+      "▁A sync",
+      "▁As ync",
+      "▁ Async",
+      "▁t erme",
+      "▁term e",
+      "▁ter me",
+      "> /",
+      "па ра",
+      "пар а",
+      "▁T rust",
+      "▁Tr ust",
+      "▁Tru st",
+      "▁O pt",
+      "▁Op t",
+      "▁ Opt",
+      "▁d ah",
+      "▁da h",
+      "▁wonder ful",
+      "adrat kil",
+      "▁Г ра",
+      "ma pping",
+      "map ping",
+      "m apping",
+      "▁disc overy",
+      "▁discover y",
+      "▁disco very",
+      "▁B E",
+      "▁ BE",
+      "En able",
+      "▁Fri end",
+      "с ня",
+      "▁cont rolled",
+      "▁control led",
+      "чно ї",
+      "ч ної",
+      "▁contribution s",
+      "▁contrib utions",
+      "j ší",
+      "▁L ev",
+      "▁Le v",
+      "▁franc és",
+      "▁m ic",
+      "▁mi c",
+      "▁ mic",
+      "zi k",
+      "z ik",
+      "▁a lem",
+      "▁al em",
+      "▁ale m",
+      "▁ alem",
+      "can cel",
+      "! '",
+      "▁g rat",
+      "▁gr at",
+      "▁gra t",
+      "▁Begriff sklär",
+      "Cam era",
+      "if icación",
+      "ific ación",
+      "ifica ción",
+      "ró d",
+      "r ód",
+      "▁Arn old",
+      "▁bezeichnet er",
+      "▁f ought",
+      "▁de put",
+      "▁dep ut",
+      "▁D rop",
+      "▁Dr op",
+      "▁Dro p",
+      "▁ Drop",
+      "ta x",
+      "t ax",
+      "d g",
+      "▁H op",
+      "▁Ho p",
+      "G N",
+      "▁Kir ch",
+      "▁Б ар",
+      "▁Ба р",
+      "In voke",
+      "Inv oke",
+      "▁er halten",
+      "▁ve el",
+      "▁word press",
+      "▁ wordpress",
+      "▁IN NER",
+      "trans action",
+      "▁dé jà",
+      "Fa ct",
+      "F act",
+      "▁над мор",
+      "▁angular js",
+      "▁á t",
+      "▁ át",
+      "▁a lap",
+      "▁al ap",
+      "▁P rice",
+      "▁Pr ice",
+      "▁Pri ce",
+      "▁ Price",
+      "▁eff et",
+      "▁s phere",
+      "▁sp here",
+      "▁spher e",
+      "Class Loader",
+      "▁r ugby",
+      "▁rug by",
+      "▁king dom",
+      "▁M ut",
+      "▁Mu t",
+      "▁ки но",
+      "▁re ward",
+      "ci t",
+      "c it",
+      "▁present e",
+      "▁pres ente",
+      "St o",
+      "S to",
+      "Char acter",
+      "lo gs",
+      "log s",
+      "l ogs",
+      "▁cent rale",
+      "▁central e",
+      "▁m ouv",
+      "▁mo uv",
+      "▁mou v",
+      "▁ok ay",
+      "▁ap lic",
+      "Mo re",
+      "Mor e",
+      "M ore",
+      "ény ek",
+      "▁Kö ln",
+      "ne tt",
+      "net t",
+      "n ett",
+      "▁исто рии",
+      "▁истори и",
+      "▁descri bing",
+      "▁sold ier",
+      "▁N eed",
+      "▁Ne ed",
+      "L ight",
+      "▁\" \\<",
+      "▁\"\\ <",
+      "▁h av",
+      "▁ha v",
+      "▁ hav",
+      "er mo",
+      "erm o",
+      "▁infer ior",
+      "le a",
+      "l ea",
+      "▁g g",
+      "▁ gg",
+      "▁кон це",
+      "fra gment",
+      "f ragment",
+      "s b",
+      "Count ry",
+      "C ountry",
+      "▁v ě",
+      "▁ vě",
+      "▁B eng",
+      "▁Be ng",
+      "▁Ben g",
+      "▁Э то",
+      "▁во до",
+      "ма р",
+      "м ар",
+      "STR ING",
+      "▁ú j",
+      "multi ple",
+      "multip le",
+      "state ment",
+      "stat ement",
+      "▁invol ves",
+      "▁involve s",
+      "▁te cn",
+      "▁tec n",
+      "St udent",
+      "gr é",
+      "g ré",
+      "▁le an",
+      "▁ lean",
+      "▁bring ing",
+      "▁Med ical",
+      "▁Medic al",
+      "▁Medi cal",
+      "▁програ м",
+      "▁V og",
+      "▁Vo g",
+      "▁ж ов",
+      "▁Sp irit",
+      "nt h",
+      "n th",
+      "▁stand ards",
+      "▁standard s",
+      "▁Pro file",
+      "▁Prof ile",
+      "▁Profil e",
+      "▁ Profile",
+      "▁e z",
+      "▁ ez",
+      "▁террито рии",
+      "▁s tem",
+      "▁st em",
+      "▁ste m",
+      "ui l",
+      "u il",
+      "▁O g",
+      "B tn",
+      "na l",
+      "n al",
+      "▁near by",
+      "▁produ cing",
+      "cri v",
+      "cr iv",
+      "c riv",
+      "▁assum ptions",
+      "▁assumption s",
+      "▁S park",
+      "▁Sp ark",
+      "▁L ot",
+      "▁Lo t",
+      "it udes",
+      "itu des",
+      "itude s",
+      "itud es",
+      "af ka",
+      "fi ve",
+      "f ive",
+      "at io",
+      "ati o",
+      "▁distingu ish",
+      "ro ck",
+      "roc k",
+      "r ock",
+      "égl ise",
+      "é glise",
+      "▁rapp res",
+      "▁rap pres",
+      ">\\ <",
+      "> \\<",
+      "лі й",
+      "л ій",
+      "▁ми ни",
+      "▁ мини",
+      "▁intitul é",
+      "}} (\\",
+      "}}( \\",
+      "} }(\\",
+      "▁R out",
+      "▁Ro ut",
+      "▁Rou t",
+      "▁ Rout",
+      "▁B order",
+      "▁Bor der",
+      "▁ Border",
+      "▁over rid",
+      "HO ST",
+      "H OST",
+      "rit ten",
+      "ritt en",
+      "r itten",
+      "sa y",
+      "s ay",
+      "▁Ч и",
+      "icht ung",
+      "▁straight forward",
+      "ob b",
+      "o bb",
+      "▁Ter ra",
+      "▁Terr a",
+      "▁[ :",
+      "▁ [:",
+      "Be n",
+      "B en",
+      "▁compos ite",
+      ")+ \\",
+      ") +\\",
+      "▁c rown",
+      "▁cr own",
+      "▁cro wn",
+      "▁crow n",
+      "dir ection",
+      "direct ion",
+      "dire ction",
+      "d irection",
+      "▁неско лько",
+      "▁av ail",
+      "▁purch ased",
+      "▁purchase d",
+      "ho ok",
+      "h ook",
+      "et ies",
+      "eti es",
+      "e ties",
+      "▁f ase",
+      "▁fa se",
+      "▁fas e",
+      "▁R um",
+      "▁Ru m",
+      "▁ge nom",
+      "▁gen om",
+      "▁d ét",
+      "▁dé t",
+      "ow ą",
+      "mp eg",
+      "▁І н",
+      "des ktop",
+      "▁in jection",
+      "▁inj ection",
+      "▁inject ion",
+      "ag le",
+      "a gle",
+      "▁E dd",
+      "▁Ed d",
+      "_{ (",
+      "_ {(",
+      "▁H em",
+      "▁He m",
+      "ut os",
+      "uto s",
+      "pr oj",
+      "pro j",
+      "▁superfic ie",
+      "Pl ot",
+      "P lot",
+      "▁D ocker",
+      "▁Do cker",
+      "▁Doc ker",
+      "ät z",
+      "ä tz",
+      "kre ich",
+      "k reich",
+      "▁un clear",
+      "▁uncle ar",
+      "▁Un ity",
+      "▁Unit y",
+      "▁stream s",
+      "▁stre ams",
+      "ви д",
+      "▁simpl ified",
+      "Fil l",
+      "Fi ll",
+      "F ill",
+      "▁s ant",
+      "▁sa nt",
+      "▁san t",
+      "▁K ommun",
+      "▁Kom mun",
+      "▁Komm un",
+      "▁d uc",
+      "▁du c",
+      "▁д ве",
+      "▁o bs",
+      "▁ob s",
+      "▁ obs",
+      "ž it",
+      "▁Jane iro",
+      "б я",
+      "▁pr esso",
+      "▁pres so",
+      "▁press o",
+      "▁Min istry",
+      "▁b urst",
+      "▁bur st",
+      "▁re aching",
+      "▁reach ing",
+      "li ter",
+      "lit er",
+      "l iter",
+      "▁response s",
+      "▁respons es",
+      "▁E ug",
+      "▁Eu g",
+      "▁s od",
+      "▁so d",
+      "▁C ord",
+      "▁Cor d",
+      "▁Co rd",
+      "▁P erm",
+      "▁Per m",
+      "▁Pe rm",
+      "▁ Perm",
+      "par ts",
+      "part s",
+      "p arts",
+      "ци ма",
+      "vari ables",
+      "variable s",
+      "▁forgot ten",
+      "Fe rn",
+      "F ern",
+      "ost ęp",
+      "v l",
+      "▁С м",
+      "ki m",
+      "k im",
+      "aj ąc",
+      "ają c",
+      "a jąc",
+      "на ль",
+      "нал ь",
+      "н аль",
+      "г ле",
+      "hel per",
+      "help er",
+      "du p",
+      "d up",
+      "eu w",
+      "e uw",
+      "fr a",
+      "f ra",
+      "ell ite",
+      "elli te",
+      "an ya",
+      "any a",
+      "▁re ign",
+      "▁r eign",
+      "▁rei gn",
+      "ges amt",
+      "се да",
+      "▁R yan",
+      "▁Ry an",
+      "▁form atted",
+      "▁format ted",
+      "▁formatt ed",
+      "▁B org",
+      "▁Bo rg",
+      "▁Bor g",
+      "wal k",
+      "w alk",
+      "▁а л",
+      "▁ ал",
+      "agnost ics",
+      "agnostic s",
+      "▁C ape",
+      "▁Cap e",
+      "▁Ca pe",
+      "▁Fran co",
+      "▁Franc o",
+      "▁f ug",
+      "▁fu g",
+      ": )",
+      "ю з",
+      "F etch",
+      "▁rough ly",
+      "▁M is",
+      "▁Mi s",
+      "uet ooth",
+      "▁Venez uela",
+      "▁a stronom",
+      "▁astr onom",
+      "\") `",
+      "\" )`",
+      "om bres",
+      "omb res",
+      "▁кото рой",
+      "ó p",
+      "ow ed",
+      "owe d",
+      "o wed",
+      "H R",
+      "▁C amer",
+      "▁Cam er",
+      "▁Ca mer",
+      "ки е",
+      "par ison",
+      "▁B ij",
+      "▁Bi j",
+      "tem plates",
+      "template s",
+      "en vironment",
+      "environ ment",
+      "iz ação",
+      "iza ção",
+      "▁é r",
+      "▁ ér",
+      "▁pl enty",
+      "▁Type Error",
+      "▁for ty",
+      "▁fort y",
+      "ко ном",
+      "кон ом",
+      "коно м",
+      "▁S ed",
+      "▁Se d",
+      "▁th ats",
+      "▁that s",
+      "▁gra vity",
+      "▁grav ity",
+      "▁gravit y",
+      "▁ gravity",
+      "▁spirit ual",
+      "▁dup licates",
+      "▁duplicate s",
+      "▁enc ryption",
+      "▁encrypt ion",
+      "▁re ven",
+      "▁r even",
+      "▁rev en",
+      "▁reve n",
+      "▁ reven",
+      "get Instance",
+      "äl lor",
+      "äll or",
+      "dis k",
+      "di sk",
+      "d isk",
+      "▁th ro",
+      "▁thr o",
+      "▁N ak",
+      "▁Na k",
+      "▁p oł",
+      "▁po ł",
+      "▁her aus",
+      "in valid",
+      "s By",
+      "Bo ot",
+      "B oot",
+      "▁bu cket",
+      "▁ bucket",
+      "▁P arse",
+      "▁Par se",
+      "▁ Parse",
+      "he x",
+      "h ex",
+      "Con ne",
+      "C onne",
+      "▁Comp uter",
+      "▁Comput er",
+      "zy k",
+      "z yk",
+      "▁indu ced",
+      "▁Br uno",
+      "▁Bru no",
+      "▁Brun o",
+      "▁address ed",
+      "▁addr essed",
+      "ma nia",
+      "man ia",
+      "m ania",
+      "▁in clus",
+      "▁incl us",
+      "▁inc lus",
+      "▁inclu s",
+      "oun ced",
+      "ounce d",
+      "script size",
+      "scripts ize",
+      "▁E pis",
+      "▁Ep is",
+      "▁v ocal",
+      "▁vo cal",
+      "▁voc al",
+      "▁Jon athan",
+      "у м",
+      "st aden",
+      "sta den",
+      "stad en",
+      "▁Child ren",
+      "▁ Children",
+      "пе й",
+      "п ей",
+      "It alia",
+      "Ital ia",
+      "reib ung",
+      "▁n ost",
+      "▁no st",
+      "▁nos t",
+      "▁ nost",
+      "▁е щё",
+      "▁Wer ke",
+      "▁Werk e",
+      "▁act ress",
+      "▁Minn esota",
+      "ri ke",
+      "rik e",
+      "r ike",
+      "▁t ek",
+      "▁te k",
+      "▁ tek",
+      "▁prime ira",
+      "▁f rat",
+      "▁fr at",
+      "▁fra t",
+      "▁Config uration",
+      "▁ Configuration",
+      "▁b id",
+      "▁bi d",
+      "▁ bid",
+      "tr igger",
+      "Cont ents",
+      "Content s",
+      "▁const antly",
+      "▁constant ly",
+      "!! !",
+      "! !!",
+      "▁d read",
+      "▁dr ead",
+      "▁dre ad",
+      "▁hundred s",
+      "ist ische",
+      "isti sche",
+      "▁card inal",
+      "T ABLE",
+      "▁est os",
+      "▁esto s",
+      "ass oc",
+      "asso c",
+      "gr ay",
+      "gra y",
+      "g ray",
+      "▁Sch loss",
+      "▁Schl oss",
+      "▁s che",
+      "▁sc he",
+      "▁sch e",
+      "▁ sche",
+      "con g",
+      "co ng",
+      "c ong",
+      "▁ko ji",
+      "ète s",
+      "èt es",
+      "è tes",
+      "▁E ra",
+      "▁Er a",
+      "om i",
+      "o mi",
+      "▁S R",
+      "▁ SR",
+      "▁wr apped",
+      "▁wra pped",
+      "▁wrap ped",
+      "▁tr unc",
+      "▁a h",
+      "▁ ah",
+      "eg os",
+      "ego s",
+      "ok i",
+      "o ki",
+      "mo uth",
+      "m outh",
+      "log ging",
+      "▁f asc",
+      "▁fa sc",
+      "▁fas c",
+      "▁S ample",
+      "▁Sam ple",
+      "▁ Sample",
+      "▁c onte",
+      "▁con te",
+      "▁cont e",
+      "▁v illa",
+      "▁vi lla",
+      "▁vill a",
+      "▁vil la",
+      "▁ villa",
+      "com ments",
+      "comm ents",
+      "comment s",
+      "▁b atal",
+      "▁ba tal",
+      "▁bat al",
+      "▁bata l",
+      "▁Garc ía",
+      "▁N orte",
+      "▁Nor te",
+      "▁we chsel",
+      "▁Muse o",
+      "▁enf ants",
+      "▁whis per",
+      "na ke",
+      "nak e",
+      "n ake",
+      "▁jed nak",
+      "l ês",
+      "en ders",
+      "end ers",
+      "ender s",
+      "ende rs",
+      "▁ä l",
+      "▁ äl",
+      "▁V B",
+      "▁ VB",
+      "▁cook ies",
+      "▁cookie s",
+      "ze ti",
+      "zet i",
+      "z eti",
+      "at um",
+      "atu m",
+      "▁d edu",
+      "▁de du",
+      "▁ded u",
+      "▁arr anged",
+      "▁arrang ed",
+      "la z",
+      "l az",
+      "▁cu enta",
+      "ym l",
+      "y ml",
+      "▁f lav",
+      "▁fl av",
+      "▁fla v",
+      "M R",
+      "em et",
+      "eme t",
+      "e met",
+      "бі ль",
+      "б іль",
+      "cm p",
+      "c mp",
+      "it uto",
+      "itu to",
+      "itut o",
+      "ze tt",
+      "zet t",
+      "z ett",
+      "▁en vi",
+      "▁env i",
+      "▁k ot",
+      "▁ko t",
+      "$ :",
+      "up per",
+      "upp er",
+      "u pper",
+      "▁Al berto",
+      "▁Albert o",
+      "k b",
+      "An al",
+      "A nal",
+      "ör t",
+      "ö rt",
+      "▁[ -",
+      "▁ [-",
+      "▁führ te",
+      "▁führt e",
+      "ia h",
+      "i ah",
+      "▁T un",
+      "▁Tu n",
+      "▁и скус",
+      "uw e",
+      "u we",
+      "is pecies",
+      "i species",
+      "P ub",
+      "Syn c",
+      "S ync",
+      "▁Colomb ia",
+      "ak ers",
+      "ake rs",
+      "aker s",
+      "▁Imper ial",
+      "ov ing",
+      "ovi ng",
+      "o ving",
+      "▁int elligence",
+      "▁intellig ence",
+      "▁equip ment",
+      "ei n",
+      "e in",
+      "dag ger",
+      "d agger",
+      "▁Ed ge",
+      "▁ Edge",
+      "▁Рес публи",
+      "adratkil ometer",
+      "▁An to",
+      "▁Ant o",
+      "▁char ges",
+      "▁charge s",
+      "▁charg es",
+      "▁O cean",
+      "▁simpl ify",
+      "▁m iesz",
+      "▁mi esz",
+      "▁mie sz",
+      "run ning",
+      "r unning",
+      "▁L ac",
+      "▁La c",
+      "gen ommen",
+      "▁represent ative",
+      "= .",
+      "▁P red",
+      "▁Pr ed",
+      "▁Pre d",
+      "▁ Pred",
+      "▁sp ite",
+      "ci ale",
+      "cial e",
+      "cia le",
+      "c iale",
+      "▁n ave",
+      "▁na ve",
+      "▁nav e",
+      "▁ext ens",
+      "▁neut ral",
+      "▁кото рая",
+      ".< /",
+      ". </",
+      "▁C S",
+      "▁ CS",
+      "uk y",
+      "u ky",
+      "▁wh ilst",
+      "▁l ingu",
+      "▁lin gu",
+      "▁ling u",
+      "ext ract",
+      "extra ct",
+      "zeich nung",
+      "▁F eld",
+      "▁Fe ld",
+      "▁Fel d",
+      "▁valu able",
+      "ur able",
+      "ura ble",
+      "u rable",
+      "▁J en",
+      "▁Je n",
+      "▁strugg le",
+      "▁comm ittee",
+      "▁W ohn",
+      "▁Wo hn",
+      "▁sql ite",
+      "▁ sqlite",
+      "▁T emp",
+      "▁Te mp",
+      "▁Tem p",
+      "▁ Temp",
+      "▁CO UNT",
+      "▁ COUNT",
+      "con sin",
+      "cons in",
+      "мі ні",
+      "мін і",
+      "us age",
+      "usa ge",
+      "▁qu est",
+      "▁que st",
+      "▁q uest",
+      "▁ quest",
+      "дя н",
+      "д ян",
+      "ear ed",
+      "ea red",
+      "e ared",
+      "▁Sch ne",
+      "▁d od",
+      "▁do d",
+      "▁re cht",
+      "▁rec ht",
+      "▁ recht",
+      "▁k ao",
+      "▁ka o",
+      "Cap t",
+      "Ca pt",
+      "C apt",
+      "label s",
+      "lab els",
+      "▁el los",
+      "▁ell os",
+      "▁indust ri",
+      "▁Color ado",
+      "▁contr ary",
+      "▁contra ry",
+      "▁D um",
+      "▁Du m",
+      "Be l",
+      "B el",
+      "▁V ent",
+      "▁Ve nt",
+      "▁Ven t",
+      "▁author ities",
+      "Y ES",
+      "en sed",
+      "ens ed",
+      "ense d",
+      "umbn ail",
+      "izz azione",
+      "izza zione",
+      "ko u",
+      "k ou",
+      "ri ca",
+      "ric a",
+      "r ica",
+      "▁s ect",
+      "▁se ct",
+      "▁sec t",
+      "▁ sect",
+      "test s",
+      "tes ts",
+      "t ests",
+      "▁K lein",
+      "▁Kle in",
+      "▁Kl ein",
+      "▁le gs",
+      "▁leg s",
+      "▁Pi etro",
+      "▁Piet ro",
+      "f u",
+      "th y",
+      "t hy",
+      "▁b ast",
+      "▁bas t",
+      "▁ba st",
+      "▁t edes",
+      "▁te des",
+      "▁ted es",
+      "et tes",
+      "ett es",
+      "ette s",
+      "▁re pet",
+      "▁rep et",
+      "▁repe t",
+      "ac re",
+      "a cre",
+      "re tto",
+      "ret to",
+      "rett o",
+      "r etto",
+      "▁remain der",
+      "▁G eg",
+      "▁Ge g",
+      "▁Г ор",
+      "▁Го р",
+      "▁Re chts",
+      "▁Recht s",
+      "▁filter ing",
+      "ou ss",
+      "ous s",
+      "o uss",
+      "▁deploy ed",
+      "▁prü fe",
+      "▁b itmap",
+      "▁bit map",
+      "▁s ovi",
+      "▁so vi",
+      "▁sov i",
+      "▁< %=",
+      "▁<% =",
+      "▁ <%=",
+      "▁entfer ne",
+      "ki ll",
+      "kil l",
+      "k ill",
+      "ta bs",
+      "tab s",
+      "t abs",
+      "Ex pr",
+      "Exp r",
+      "ко му",
+      "ком у",
+      "к ому",
+      "▁Republic an",
+      "▁S ize",
+      "▁Si ze",
+      "▁ Size",
+      "▁p oll",
+      "▁po ll",
+      "▁pol l",
+      "▁r ien",
+      "▁ri en",
+      "▁ rien",
+      "▁клу б",
+      "én d",
+      "é nd",
+      "▁B io",
+      "▁Bi o",
+      "▁per l",
+      "▁pe rl",
+      "▁ perl",
+      "▁And reas",
+      "▁Andrea s",
+      "▁Andre as",
+      "ви н",
+      "в ин",
+      "▁d istant",
+      "▁dist ant",
+      "▁F inn",
+      "▁Fin n",
+      "▁M itch",
+      "▁Mit ch",
+      "▁% {",
+      "▁c harm",
+      "▁ch arm",
+      "▁char m",
+      "▁cha rm",
+      "▁M ul",
+      "▁Mu l",
+      "pe rate",
+      "per ate",
+      "▁sci ences",
+      "▁science s",
+      "▁mon ot",
+      "▁mo not",
+      "▁deb ido",
+      "riz ona",
+      "ie c",
+      "i ec",
+      "▁al arm",
+      "▁prom oted",
+      "▁promote d",
+      "▁let zten",
+      "at in",
+      "ati n",
+      "▁con clus",
+      "▁conc lus",
+      "▁concl us",
+      "he rr",
+      "her r",
+      "h err",
+      "▁é ch",
+      "▁éc h",
+      "▁ éch",
+      "ed ish",
+      "edi sh",
+      "go r",
+      "g or",
+      "▁st ycz",
+      "▁sty cz",
+      "▁im press",
+      "▁imp ress",
+      "▁impr ess",
+      "ru its",
+      "ruit s",
+      "r uits",
+      "ier ungs",
+      "ierung s",
+      "▁par sed",
+      "▁parse d",
+      "▁r ío",
+      "▁Pak istan",
+      "ig ner",
+      "ign er",
+      "igne r",
+      "▁watch ing",
+      "▁database s",
+      "▁datab ases",
+      "ed ing",
+      "edi ng",
+      "e ding",
+      "▁Spec ific",
+      "▁gener ale",
+      "▁general e",
+      "▁gene rale",
+      "la x",
+      "l ax",
+      "▁Lo oking",
+      "▁Look ing",
+      "▁b ond",
+      "▁bo nd",
+      "▁bon d",
+      "▁v ista",
+      "▁vis ta",
+      "▁vi sta",
+      "▁e c",
+      "▁ ec",
+      "▁gr ud",
+      "▁gru d",
+      "▁del eting",
+      "▁delet ing",
+      "ta c",
+      "t ac",
+      "▁j azz",
+      "▁ja zz",
+      "j m",
+      "▁p ół",
+      "▁pó ł",
+      "L anguage",
+      "de legate",
+      "▁reg istry",
+      "▁registr y",
+      "▁Sh ared",
+      "▁Share d",
+      "▁ Shared",
+      "ст рой",
+      "стро й",
+      "Mus ic",
+      "▁v essel",
+      "▁vess el",
+      "▁ves sel",
+      ". @",
+      "▁W ür",
+      "▁f ed",
+      "▁fe d",
+      "▁ered et",
+      "▁ere det",
+      "▁G ö",
+      "up t",
+      "u pt",
+      "▁ple asant",
+      "▁table View",
+      "▁ tableView",
+      "▁count ing",
+      "▁coun ting",
+      "▁Krie gs",
+      "▁Krieg s",
+      "▁полу чил",
+      "▁получи л",
+      "▁] ,",
+      "▁ ],",
+      "ви а",
+      "▁a ž",
+      "To List",
+      "▁Ad vent",
+      "▁Adv ent",
+      "▁sk etch",
+      "p n",
+      "▁s ier",
+      "▁si er",
+      "▁sie r",
+      "▁находи тся",
+      "io p",
+      "i op",
+      "▁l y",
+      "▁ ly",
+      "▁Sch l",
+      "▁Sc hl",
+      "Cont ract",
+      "as soci",
+      "ass oci",
+      "asso ci",
+      "assoc i",
+      "▁P ear",
+      "▁Pe ar",
+      "▁w he",
+      "▁wh e",
+      "▁De lete",
+      "▁Del ete",
+      "▁ Delete",
+      "▁e lem",
+      "▁el em",
+      "▁ele m",
+      "▁ elem",
+      "ät te",
+      "ätt e",
+      "ä tte",
+      "▁č esk",
+      "▁M C",
+      "▁ MC",
+      "▁sh out",
+      "▁sho ut",
+      "ake spe",
+      "akes pe",
+      "▁default s",
+      "pe nas",
+      "pen as",
+      "p enas",
+      "ò ria",
+      "▁hier archy",
+      "ip t",
+      "i pt",
+      "▁E lis",
+      "▁El is",
+      "▁Eli s",
+      "like ly",
+      "lik ely",
+      "Ro t",
+      "R ot",
+      "▁c ow",
+      "▁co w",
+      "▁ cow",
+      "▁st rike",
+      "▁str ike",
+      "▁stri ke",
+      "▁strik e",
+      "▁бере зня",
+      "▁ens emble",
+      "▁ ensemble",
+      "▁Pse ud",
+      "V irtual",
+      "▁ї ї",
+      "RO OT",
+      "си я",
+      "▁с об",
+      "▁со б",
+      "▁ соб",
+      "▁in vert",
+      "▁inv ert",
+      "▁inve rt",
+      "▁switch ing",
+      "ht access",
+      "▁на гра",
+      "▁Nor man",
+      "▁Norm an",
+      "▁ing lês",
+      "! [",
+      "ou sel",
+      "ous el",
+      "ouse l",
+      "DO CTYPE",
+      "DOC TYPE",
+      "▁supp ress",
+      "▁sup press",
+      "▁accompan ied",
+      "▁B é",
+      "imp lies",
+      "impl ies",
+      "nu t",
+      "n ut",
+      "▁S yntax",
+      "▁Syn tax",
+      "▁ Syntax",
+      "in ho",
+      "▁t am",
+      "▁ta m",
+      "▁focus ed",
+      "▁foc used",
+      "av ano",
+      "ava no",
+      "avan o",
+      "a vano",
+      "▁B aden",
+      "▁Ba den",
+      "▁Bad en",
+      "ha d",
+      "h ad",
+      "▁( {",
+      "▁ ({",
+      "T y",
+      "▁ро с",
+      "▁р ос",
+      "▁ рос",
+      "▁чо лові",
+      "og e",
+      "o ge",
+      "js p",
+      "j sp",
+      "Bl ue",
+      "▁su as",
+      "▁sua s",
+      "ap ers",
+      "ape rs",
+      "aper s",
+      "a pers",
+      "Sh ort",
+      "Render er",
+      "▁s endo",
+      "▁send o",
+      "▁sen do",
+      "▁C ec",
+      "▁Ce c",
+      "▁` __",
+      "▁`_ _",
+      "▁Municip al",
+      "dot net",
+      "▁b ev",
+      "▁be v",
+      "▁D A",
+      "▁ DA",
+      "Menu Item",
+      "▁a mp",
+      "▁am p",
+      "▁ amp",
+      "▁u ri",
+      "▁ur i",
+      "▁ uri",
+      "▁f ier",
+      "▁fi er",
+      "сле н",
+      "с лен",
+      "), (",
+      ") ,(",
+      "cul es",
+      "cu les",
+      "c ules",
+      "il las",
+      "ill as",
+      "illa s",
+      "LO CK",
+      "LOC K",
+      "▁de rive",
+      "▁der ive",
+      "▁deriv e",
+      "ub en",
+      "ube n",
+      "u ben",
+      "▁G T",
+      "▁ GT",
+      "▁M ack",
+      "▁Ma ck",
+      "▁Mac k",
+      "▁sch olar",
+      ")} }",
+      ") }}",
+      "з м",
+      ">: :",
+      "> ::",
+      "ш ёл",
+      "▁princip ales",
+      "▁principal es",
+      "▁principale s",
+      "▁ц ар",
+      "▁t ied",
+      "▁ti ed",
+      "▁tie d",
+      "▁al ta",
+      "▁alt a",
+      "▁C it",
+      "▁Ci t",
+      "li ned",
+      "line d",
+      "lin ed",
+      "l ined",
+      "ma jor",
+      "▁p unk",
+      "▁pun k",
+      "▁cin co",
+      "ick ý",
+      "▁r aggi",
+      "▁ra ggi",
+      "▁rag gi",
+      "ty pen",
+      "type n",
+      "typ en",
+      "тель ство",
+      "▁con ference",
+      "▁confer ence",
+      "▁с іль",
+      "▁сі ль",
+      "▁he ut",
+      "i š",
+      "ет а",
+      "е та",
+      "vel ope",
+      "velop e",
+      "h box",
+      "no wn",
+      "now n",
+      "n own",
+      "▁z ar",
+      "▁za r",
+      "▁ zar",
+      "kt iv",
+      "ie ß",
+      "▁с тре",
+      "▁ст ре",
+      "▁ стре",
+      "▁Event Args",
+      "▁ EventArgs",
+      "▁I ra",
+      "▁Ir a",
+      "▁V BA",
+      "▁VB A",
+      "▁S anto",
+      "▁San to",
+      "▁Sant o",
+      "▁F ach",
+      "▁Fa ch",
+      "▁Fac h",
+      "▁F F",
+      "▁ FF",
+      "▁Ray mond",
+      "ме ц",
+      "im plementation",
+      "▁bro thers",
+      "▁brother s",
+      "▁cô té",
+      "▁cont rollers",
+      "▁control lers",
+      "▁controller s",
+      "▁C le",
+      "▁Cl e",
+      "▁c able",
+      "▁ca ble",
+      "▁cab le",
+      "▁con fer",
+      "▁conf er",
+      "▁{ -",
+      "▁ {-",
+      "▁cz ł",
+      "▁Fil ip",
+      "at orio",
+      "ator io",
+      "ato rio",
+      "atori o",
+      "▁w icht",
+      "▁be aucoup",
+      "▁L it",
+      "▁Li t",
+      "▁s essions",
+      "▁session s",
+      "▁sess ions",
+      "▁Su ccess",
+      "▁ Success",
+      "▁ro uting",
+      "▁rout ing",
+      "▁rou ting",
+      "ni u",
+      "n iu",
+      "▁V ice",
+      "▁Vi ce",
+      "▁Vic e",
+      "▁k rit",
+      "▁kr it",
+      "up dated",
+      "update d",
+      "▁In valid",
+      "▁ Invalid",
+      "▁Mann schaft",
+      "▁a os",
+      "▁ao s",
+      "▁t udi",
+      "▁tu di",
+      "▁tud i",
+      "▁des prés",
+      "▁desp rés",
+      "qu a",
+      "q ua",
+      "Cont ains",
+      "Comp any",
+      "▁person a",
+      "▁pers ona",
+      "ad apter",
+      "с ни",
+      "▁v oj",
+      "▁vo j",
+      "▁ voj",
+      "▁e scri",
+      "▁es cri",
+      "▁esc ri",
+      "ag t",
+      "a gt",
+      "▁с тво",
+      "▁ст во",
+      "▁ ство",
+      "▁dist rito",
+      "ap an",
+      "apa n",
+      "a pan",
+      "▁aspect s",
+      "▁z al",
+      "▁za l",
+      ")^ {\\",
+      ")^{ \\",
+      ") ^{\\",
+      "▁syst ème",
+      "▁а на",
+      "▁ан а",
+      "▁ ана",
+      "ium s",
+      "iu ms",
+      "i ums",
+      "▁prem iers",
+      "▁premi ers",
+      "▁premier s",
+      "▁по э",
+      "▁m ère",
+      "▁G un",
+      "▁Gu n",
+      "ap ing",
+      "api ng",
+      "a ping",
+      "▁R ain",
+      "▁Ra in",
+      "▁ig ual",
+      "▁process or",
+      "▁proc essor",
+      "▁ processor",
+      "') `",
+      "' )`",
+      "bl ing",
+      "b ling",
+      "▁m ism",
+      "▁mi sm",
+      "▁mis m",
+      "br áz",
+      "▁close st",
+      "▁clos est",
+      "▁Re ading",
+      "▁Read ing",
+      "▁по пу",
+      "con o",
+      "co no",
+      "c ono",
+      "▁k ult",
+      "▁! !",
+      "▁ !!",
+      "▁Ex pression",
+      "▁Exp ression",
+      "▁Express ion",
+      "▁ Expression",
+      "▁indu ction",
+      "▁induct ion",
+      "ah ren",
+      "ahr en",
+      "a hren",
+      "▁c p",
+      "▁ cp",
+      "▁viol ence",
+      "ient í",
+      "cent e",
+      "cen te",
+      "c ente",
+      "▁D ob",
+      "▁Do b",
+      "ja ck",
+      "j ack",
+      "so ng",
+      "son g",
+      "s ong",
+      "bu cket",
+      "▁de port",
+      "▁dep ort",
+      "ки ми",
+      "ким и",
+      "l m",
+      "▁in noc",
+      "▁inn oc",
+      "Ch anges",
+      "Change s",
+      "▁pro hib",
+      "ang ol",
+      "ango l",
+      "isecond s",
+      "i seconds",
+      "▁п ор",
+      "▁по р",
+      "▁ пор",
+      "▁h ip",
+      "▁hi p",
+      "▁ hip",
+      "▁p ů",
+      "en dorf",
+      "end orf",
+      "endo rf",
+      "endor f",
+      "▁sch eduled",
+      "▁schedule d",
+      "▁Fl ug",
+      "ac yj",
+      "acy j",
+      "▁Fil ms",
+      "▁Film s",
+      "athed ral",
+      "Po wer",
+      "P ower",
+      "ar din",
+      "ard in",
+      "ardi n",
+      "ka p",
+      "k ap",
+      "ic ken",
+      "ick en",
+      "i cken",
+      "re size",
+      "res ize",
+      "eu s",
+      "e us",
+      "r r",
+      "ля н",
+      "л ян",
+      "▁H av",
+      "▁Ha v",
+      "▁o ra",
+      "▁or a",
+      "▁ ora",
+      "FR OM",
+      "F ROM",
+      "ло ся",
+      "▁te rug",
+      "▁ter ug",
+      "▁W idth",
+      "▁ Width",
+      "▁accept s",
+      "бе н",
+      "б ен",
+      "▁m ich",
+      "▁mi ch",
+      "▁mic h",
+      "▁C zech",
+      "▁Cz ech",
+      "▁B edeut",
+      "▁ви д",
+      "▁ вид",
+      "ô me",
+      "▁L oop",
+      "▁Lo op",
+      "▁ Loop",
+      "sp ect",
+      "spe ct",
+      "spec t",
+      "s pect",
+      "ü k",
+      "es ton",
+      "est on",
+      "esto n",
+      "e ston",
+      "▁s lot",
+      "▁sl ot",
+      "▁slo t",
+      "▁został a",
+      "▁Charlot te",
+      "▁состав ляет",
+      "▁составля ет",
+      "▁Prom ise",
+      "▁e po",
+      "▁ep o",
+      "▁d iction",
+      "▁di ction",
+      "▁dict ion",
+      "▁dic tion",
+      "▁ diction",
+      "▁Frank lin",
+      "▁R iv",
+      "▁Ri v",
+      "ру г",
+      "ci da",
+      "cid a",
+      "c ida",
+      "▁Ex plorer",
+      "cook ie",
+      "▁former ly",
+      "▁municip ality",
+      "▁municipal ity",
+      "▁Ste fan",
+      "▁Stef an",
+      "list s",
+      "lis ts",
+      "l ists",
+      "CO MP",
+      "COM P",
+      "Le n",
+      "L en",
+      "▁Sta at",
+      "▁N BA",
+      "de ns",
+      "den s",
+      "d ens",
+      "▁osc ill",
+      "! .",
+      "▁P O",
+      "▁ PO",
+      "ô ne",
+      "es es",
+      "ese s",
+      "▁на циональ",
+      "vo or",
+      "v oor",
+      "▁ко пи",
+      "▁по зи",
+      "▁ пози",
+      "ul u",
+      "u lu",
+      "Const raint",
+      "Constra int",
+      "▁сво ей",
+      "▁algebra ic",
+      "ч ня",
+      "Di ct",
+      "D ict",
+      "▁appear ing",
+      "▁appe aring",
+      "▁p rav",
+      "▁pr av",
+      "▁pra v",
+      "▁Univers al",
+      "B rowser",
+      "▁Sing ap",
+      "ennes see",
+      "] _",
+      "▁S of",
+      "▁So f",
+      "▁C ad",
+      "▁Ca d",
+      "oun ce",
+      "▁cost s",
+      "▁cos ts",
+      "]{ \\",
+      "] {\\",
+      "../ ../",
+      "ськ ій",
+      "ські й",
+      "üh l",
+      "ü hl",
+      "ie ty",
+      "iet y",
+      "i ety",
+      "п р",
+      "▁interpre ted",
+      "▁interpret ed",
+      "aj n",
+      "col og",
+      "co log",
+      "colo g",
+      "c olog",
+      "Y S",
+      "ma ns",
+      "man s",
+      "m ans",
+      "▁met rics",
+      "▁metric s",
+      "▁reg istr",
+      "▁ registr",
+      "ist ance",
+      "istan ce",
+      "▁По ль",
+      "▁an onymous",
+      "▁ anonymous",
+      "▁institution s",
+      "▁instit utions",
+      "▁z dob",
+      "▁zd ob",
+      "pr üng",
+      "prü ng",
+      "▁ар ти",
+      "▁e stat",
+      "▁est at",
+      "▁es tat",
+      "▁esta t",
+      "ac ci",
+      "acc i",
+      "▁academ ic",
+      "▁ch iesa",
+      "▁chi esa",
+      "▁G ian",
+      "▁Gi an",
+      "▁Gia n",
+      "cont rib",
+      "contr ib",
+      "um ed",
+      "ume d",
+      "u med",
+      "▁G ir",
+      "▁Gi r",
+      "▁base ball",
+      "numer ic",
+      "n umeric",
+      "Gener ator",
+      "G M",
+      "▁t iny",
+      "▁ti ny",
+      "▁tin y",
+      "▁ tiny",
+      "▁dist inction",
+      "▁distinct ion",
+      "ге р",
+      "г ер",
+      "▁r ust",
+      "▁ru st",
+      "▁rus t",
+      "▁ rust",
+      "▁FI FA",
+      "▁Pro perties",
+      "▁ Properties",
+      "^ -",
+      "▁э кс",
+      "▁эк с",
+      "▁Sta nis",
+      "▁Stan is",
+      "▁A jax",
+      "es cape",
+      "esc ape",
+      "▁con sp",
+      "▁cons p",
+      "▁C hen",
+      "▁Ch en",
+      "▁Che n",
+      "▁N aval",
+      "▁Na val",
+      "▁Nav al",
+      "Bi t",
+      "B it",
+      "▁b ât",
+      "ски ми",
+      "ским и",
+      "с кими",
+      "dr ive",
+      "dri ve",
+      "d rive",
+      "▁R ound",
+      "▁Ro und",
+      "▁Rou nd",
+      "ph oto",
+      "▁Le vel",
+      "▁Lev el",
+      "▁ Level",
+      "▁g eg",
+      "▁ge g",
+      "▁ geg",
+      "To m",
+      "T om",
+      "▁M obile",
+      "▁ Mobile",
+      "▁T rop",
+      "▁Tr op",
+      "▁Tro p",
+      "Dir ection",
+      "Direct ion",
+      "D irection",
+      "is an",
+      "isa n",
+      "i san",
+      ")^ {-",
+      ")^{ -",
+      ") ^{-",
+      "▁Set ting",
+      "▁ Setting",
+      "▁Pro bably",
+      "ль я",
+      "л ья",
+      "▁as sets",
+      "▁ass ets",
+      "▁asse ts",
+      "▁asset s",
+      "▁ assets",
+      "▁a tte",
+      "▁at te",
+      "▁att e",
+      "▁ atte",
+      "▁b ulk",
+      "▁bul k",
+      "és t",
+      "é st",
+      "▁w ing",
+      "▁win g",
+      "▁ wing",
+      "ni us",
+      "niu s",
+      "n ius",
+      "▁w ins",
+      "▁win s",
+      "▁l ud",
+      "▁lu d",
+      "us hing",
+      "ush ing",
+      "▁d even",
+      "▁de ven",
+      "▁dev en",
+      "▁deve n",
+      "огра ф",
+      "о граф",
+      "burg er",
+      "bur ger",
+      "b urger",
+      "▁em bar",
+      "▁emb ar",
+      "Filter Chain",
+      "▁t um",
+      "▁tu m",
+      "▁ö ss",
+      "▁nom mé",
+      "▁p ir",
+      "▁pi r",
+      "▁l uc",
+      "▁lu c",
+      "db o",
+      "d bo",
+      "ag ues",
+      "ague s",
+      "agu es",
+      "▁al can",
+      "▁alc an",
+      "ou wen",
+      "ouw en",
+      "▁Stan ley",
+      "ци али",
+      "▁g rown",
+      "▁gr own",
+      "▁gro wn",
+      "▁grow n",
+      "▁pres erved",
+      "▁preserve d",
+      "▁s olar",
+      "▁so lar",
+      "▁sol ar",
+      "▁Насе ление",
+      "▁perform ances",
+      "▁performance s",
+      "▁C ow",
+      "▁Co w",
+      "▁engine ering",
+      "▁engineer ing",
+      "▁sc aling",
+      "▁scal ing",
+      "at omic",
+      "ato mic",
+      "atom ic",
+      "end ance",
+      "▁a ce",
+      "▁ac e",
+      "▁ ace",
+      "än gen",
+      "äng en",
+      "änge n",
+      "An im",
+      "A nim",
+      "ph ase",
+      "pha se",
+      "phas e",
+      "z burg",
+      "O ld",
+      "▁serv ant",
+      "▁geme ins",
+      "▁Ob serv",
+      "trans late",
+      "▁cover ing",
+      "▁cov ering",
+      "▁est án",
+      "▁está n",
+      "▁problem a",
+      "▁proble ma",
+      "▁probl ema",
+      "▁у станов",
+      "▁l lev",
+      "▁ll ev",
+      "▁lle v",
+      "▁c zerw",
+      "é al",
+      "me z",
+      "m ez",
+      "RE E",
+      "R EE",
+      "ER R",
+      "ту ри",
+      "тур и",
+      "se gu",
+      "seg u",
+      "s egu",
+      "▁pro fit",
+      "▁prof it",
+      "▁multip lication",
+      "kom men",
+      "k ommen",
+      "▁f aut",
+      "▁fa ut",
+      "▁candid ates",
+      "▁candidate s",
+      "▁U ri",
+      "▁Ur i",
+      "▁ Uri",
+      "▁La ura",
+      "▁Laur a",
+      "▁Lau ra",
+      "▁s ap",
+      "▁sa p",
+      "▁ви сини",
+      "▁Bet ween",
+      "fa de",
+      "f ade",
+      "▁res erved",
+      "▁reserve d",
+      "▁invol ving",
+      "▁M are",
+      "▁Mar e",
+      "▁Ma re",
+      "▁Cont ainer",
+      "▁ Container",
+      "▁на зна",
+      "▁DE BUG",
+      "▁ DEBUG",
+      "▁h urt",
+      "▁hur t",
+      "▁hu rt",
+      "▁Pol ski",
+      "▁l ux",
+      "▁lu x",
+      "C B",
+      "wa ch",
+      "w ach",
+      "▁пери од",
+      "▁перио д",
+      "▁C atherine",
+      "▁g anz",
+      "▁gan z",
+      "uch te",
+      "ucht e",
+      "u chte",
+      "▁cons umer",
+      "▁consum er",
+      "▁consume r",
+      "▁cross ed",
+      "ord ered",
+      "order ed",
+      "orde red",
+      "aw ay",
+      "awa y",
+      "a way",
+      "te chn",
+      "tech n",
+      "▁sub scri",
+      "▁subs cri",
+      "▁short cut",
+      "▁произ вод",
+      "▁simultane ously",
+      "▁r ating",
+      "▁ra ting",
+      "▁rat ing",
+      "▁ rating",
+      "▁K ings",
+      "▁King s",
+      "▁Kin gs",
+      "▁relations hips",
+      "▁relation ships",
+      "▁relationship s",
+      "▁S ex",
+      "▁Se x",
+      "▁T ool",
+      "▁To ol",
+      "▁ Tool",
+      "ag h",
+      "a gh",
+      "ac ters",
+      "act ers",
+      "acter s",
+      "log ger",
+      "hom me",
+      "en gers",
+      "eng ers",
+      "enger s",
+      "▁R i",
+      "ear ance",
+      "ea rance",
+      "▁appear ances",
+      "▁appearance s",
+      "Re al",
+      "▁p asse",
+      "▁pass e",
+      "▁pas se",
+      "ic lopedia",
+      "ч ко",
+      "ter re",
+      "▁Ont ario",
+      "▁пере да",
+      "▁перед а",
+      "fo oter",
+      "foo ter",
+      "foot er",
+      "arch ivi",
+      "archiv i",
+      "if iz",
+      "ifi z",
+      "▁Pro test",
+      "▁Prote st",
+      "▁L IN",
+      "▁LI N",
+      "▁ LIN",
+      "unn able",
+      "▁cent uries",
+      "▁B ayer",
+      "▁Ba yer",
+      "▁Bay er",
+      "ці ю",
+      "ов ин",
+      "ови н",
+      "о вин",
+      "▁And rea",
+      "▁Andre a",
+      "se lection",
+      "select ion",
+      "sel ection",
+      "▁c alm",
+      "▁cal m",
+      "▁ca lm",
+      "▁mod ification",
+      "▁modific ation",
+      "▁short ly",
+      "in aire",
+      "ina ire",
+      "i naire",
+      "▁f usion",
+      "▁fus ion",
+      "▁feel ings",
+      "▁feeling s",
+      "▁fee lings",
+      "P K",
+      "▁Ro berto",
+      "▁Robert o",
+      "г не",
+      "Sh ared",
+      "▁mehr ere",
+      "▁N iem",
+      "▁Ni em",
+      "▁Nie m",
+      "om p",
+      "o mp",
+      "En v",
+      "▁Art icle",
+      "▁P ok",
+      "▁Po k",
+      "▁V ARCHAR",
+      "▁d il",
+      "▁di l",
+      "▁af ford",
+      "▁aff ord",
+      "▁con front",
+      "▁conf ront",
+      "ow anie",
+      "owa nie",
+      "owan ie",
+      "▁min istre",
+      "▁minist re",
+      "▁mini stre",
+      "ad esh",
+      "ade sh",
+      "ades h",
+      "▁P oly",
+      "▁Pol y",
+      "▁Po ly",
+      "▁Ра спо",
+      "▁Рас по",
+      "▁Gru ppe",
+      "▁H elen",
+      "▁He len",
+      "▁Hel en",
+      "▁c c",
+      "▁ cc",
+      "▁port rait",
+      "be w",
+      "b ew",
+      "▁b eta",
+      "▁be ta",
+      "▁bet a",
+      "▁ beta",
+      "▁W ir",
+      "▁Wi r",
+      "▁A udio",
+      "▁Aud io",
+      "▁ Audio",
+      "▁( \\<",
+      "▁(\\ <",
+      "rior ity",
+      "▁n it",
+      "▁ni t",
+      "▁ nit",
+      "▁пред стави",
+      "▁представ и",
+      "▁V ie",
+      "▁Vi e",
+      "▁w ür",
+      "▁ wür",
+      "▁H old",
+      "▁Hol d",
+      "▁Ho ld",
+      "▁ Hold",
+      "▁S ad",
+      "▁Sa d",
+      "▁To chter",
+      "▁o ltre",
+      "▁ol tre",
+      "▁ oltre",
+      "▁Act iv",
+      "▁ Activ",
+      "▁J ason",
+      "▁Ja son",
+      "▁Jas on",
+      "▁wie ku",
+      "▁reg ards",
+      "▁regard s",
+      "▁t aste",
+      "▁ta ste",
+      "agnost ic",
+      "ла ся",
+      "▁S elf",
+      "▁Sel f",
+      "▁ Self",
+      "▁a pr",
+      "▁ap r",
+      "▁De ep",
+      "sc op",
+      "s cop",
+      "Act iv",
+      "▁type def",
+      "▁typed ef",
+      "Content View",
+      "comp iler",
+      "compile r",
+      "▁R oth",
+      "▁Ro th",
+      "▁Rot h",
+      "x c",
+      "зи к",
+      "▁l argo",
+      "▁lar go",
+      "▁larg o",
+      "▁R ena",
+      "▁Re na",
+      "▁Ren a",
+      "he iten",
+      "heit en",
+      "▁platform s",
+      "▁plat forms",
+      "ul la",
+      "ull a",
+      "u lla",
+      "▁gl ance",
+      "▁mas cul",
+      "▁m ex",
+      "▁me x",
+      "▁J orge",
+      "▁fun cion",
+      "▁func ion",
+      "cho ose",
+      "▁re views",
+      "▁review s",
+      "▁Al ban",
+      "▁Alb an",
+      "▁G lo",
+      "▁Gl o",
+      "▁S pecies",
+      "▁Spe cies",
+      "▁Spec ies",
+      "▁F ame",
+      "▁Fa me",
+      "▁Fam e",
+      "▁R oll",
+      "▁Ro ll",
+      "▁Rol l",
+      "▁P uerto",
+      "▁\\ )",
+      "▁ \\)",
+      "ym nas",
+      "ymn as",
+      "en viron",
+      "▁i phone",
+      "▁Wrest ling",
+      "ał y",
+      "a ły",
+      "▁Ind iana",
+      "▁India na",
+      "▁Indian a",
+      "Rad io",
+      "V S",
+      "▁independ ence",
+      "та й",
+      "▁de code",
+      "▁dec ode",
+      "▁ decode",
+      "Wh ite",
+      "▁j ourn",
+      "▁jo urn",
+      "▁jou rn",
+      "▁jour n",
+      "ícul o",
+      "í culo",
+      "▁Bar b",
+      "▁Ba rb",
+      "▁Ev angel",
+      "▁An dy",
+      "▁And y",
+      "▁Wel come",
+      "▁De vice",
+      "▁Dev ice",
+      "▁ Device",
+      "ge f",
+      "g ef",
+      "▁remember ed",
+      "▁vari ations",
+      "▁variation s",
+      "▁Ad olf",
+      "it aine",
+      "ita ine",
+      "▁надмор ској",
+      "▁s team",
+      "▁ste am",
+      "▁concern s",
+      "▁` |",
+      "▁би о",
+      "тель ства",
+      "▁qu attro",
+      "ext end",
+      "▁trab ajo",
+      "▁trabaj o",
+      "en berg",
+      "▁scen arios",
+      "▁scenario s",
+      "ân t",
+      "â nt",
+      "▁kom mt",
+      "▁komm t",
+      "▁dom estic",
+      "▁B asketball",
+      "▁Co oper",
+      "so ck",
+      "s ock",
+      "дер жа",
+      "д ержа",
+      "={ \\",
+      "= {\\",
+      "▁in ici",
+      "▁P hill",
+      "▁Ph ill",
+      "▁Phil l",
+      "▁гене рал",
+      "archivi ato",
+      "ъ н",
+      "Ro b",
+      "R ob",
+      "▁t ong",
+      "▁to ng",
+      "▁ton g",
+      "▁character istics",
+      "▁characteristic s",
+      "▁a maz",
+      "▁am az",
+      "▁M ode",
+      "▁Mod e",
+      "▁Mo de",
+      "▁ Mode",
+      "▁inaug ur",
+      "we hr",
+      "ra nt",
+      "ran t",
+      "r ant",
+      "ion ali",
+      "ional i",
+      "iona li",
+      "▁M other",
+      "▁Mo ther",
+      "▁Mot her",
+      "M a",
+      "é qu",
+      "▁K elly",
+      "▁Kel ly",
+      "ci le",
+      "cil e",
+      "c ile",
+      "▁beste ht",
+      "▁estim ates",
+      "▁estimate s",
+      "rugu ay",
+      "▁A ns",
+      "▁An s",
+      "Ma d",
+      "M ad",
+      "▁на в",
+      "▁d onnées",
+      "▁donn ées",
+      "▁donné es",
+      "▁ données",
+      "▁trop ical",
+      "▁Sever al",
+      "el ter",
+      "elt er",
+      "elte r",
+      "▁P ho",
+      "▁Ph o",
+      "ke m",
+      "k em",
+      "▁Custom er",
+      "▁ Customer",
+      "▁скла ді",
+      "▁c ourses",
+      "▁course s",
+      "▁cours es",
+      "Pl atform",
+      "nav bar",
+      "le arning",
+      "lear ning",
+      "learn ing",
+      "▁Sw edish",
+      "▁z ast",
+      "▁za st",
+      "▁zas t",
+      "▁L ig",
+      "▁Li g",
+      "man agement",
+      "▁l od",
+      "▁lo d",
+      "uff le",
+      "Text ure",
+      "Te xture",
+      "ar ga",
+      "arg a",
+      "át um",
+      "▁D DR",
+      "ні ї",
+      "н ії",
+      "▁Soci été",
+      "▁dom ains",
+      "▁domain s",
+      "▁perm itted",
+      "▁permit ted",
+      "▁ex terne",
+      "▁ext erne",
+      "▁extern e",
+      "▁quel que",
+      "v t",
+      "ym an",
+      "y man",
+      "▁W ard",
+      "▁War d",
+      "▁Wa rd",
+      "▁ag li",
+      "▁ agli",
+      "▁and ra",
+      "▁an dra",
+      "▁ andra",
+      "S napshot",
+      "▁m å",
+      "▁ye ah",
+      "де на",
+      "ден а",
+      "д ена",
+      "ęp u",
+      "ę pu",
+      "ask ell",
+      "▁Ré publique",
+      "in ject",
+      "▁' ;",
+      "▁ ';",
+      "än n",
+      "ä nn",
+      "▁z elf",
+      "▁Ent wicklung",
+      "ár ia",
+      "á ria",
+      "on omy",
+      "ono my",
+      "onom y",
+      "▁s vil",
+      "▁sv il",
+      "ie se",
+      "ies e",
+      "i ese",
+      "▁con ser",
+      "▁cons er",
+      "▁conse r",
+      "▁n im",
+      "▁ni m",
+      "▁ nim",
+      "▁r ész",
+      "▁ré sz",
+      "▁rés z",
+      "▁И тали",
+      "▁part ici",
+      "▁partic i",
+      "▁parti ci",
+      "▁L ion",
+      "▁Li on",
+      "s r",
+      "al ways",
+      "▁Влади мир",
+      "че ские",
+      "[ ,",
+      "▁Def inition",
+      "▁ Definition",
+      "na nt",
+      "nan t",
+      "n ant",
+      "oe m",
+      "o em",
+      "Id s",
+      "I ds",
+      "▁в не",
+      "▁[ ...]",
+      "▁на прав",
+      "▁нап рав",
+      "▁G O",
+      "▁ GO",
+      "▁å rs",
+      "▁år s",
+      "▁ut án",
+      "▁out ros",
+      "▁reg ión",
+      "▁M ong",
+      "▁Mon g",
+      "▁Mo ng",
+      "▁fil me",
+      "▁film e",
+      "▁tri ple",
+      "▁trip le",
+      "▁sp ons",
+      "▁spo ns",
+      "De velop",
+      "▁out come",
+      "▁B ible",
+      "▁Bi ble",
+      "▁Bib le",
+      "▁и мени",
+      "▁име ни",
+      "▁имен и",
+      "Can vas",
+      "пу та",
+      "cur r",
+      "cu rr",
+      "c urr",
+      "ás ok",
+      "){ \\",
+      ") {\\",
+      "ning ar",
+      "` ;",
+      "▁Fl ash",
+      ": #",
+      "mu st",
+      "mus t",
+      "m ust",
+      "cp u",
+      "c pu",
+      "▁form ats",
+      "▁format s",
+      "▁forma ts",
+      "Ha r",
+      "H ar",
+      "▁epis odio",
+      "▁R osa",
+      "▁Ro sa",
+      "▁Ros a",
+      "▁d ès",
+      "em it",
+      "emi t",
+      "e mit",
+      "rit eria",
+      "rite ria",
+      "riter ia",
+      "An notation",
+      "Fl ag",
+      "F lag",
+      "g mail",
+      "▁N ormal",
+      "▁Nor mal",
+      "▁Norm al",
+      "▁ Normal",
+      "oll ary",
+      "ollar y",
+      "▁f oss",
+      "▁fo ss",
+      "▁fos s",
+      "▁con current",
+      "▁conc urrent",
+      "▁ concurrent",
+      "▁crash es",
+      "▁ви де",
+      "▁вид е",
+      "▁Min or",
+      "▁Mi nor",
+      "▁S it",
+      "▁Si t",
+      "▁S N",
+      "▁ SN",
+      "▁s car",
+      "▁sc ar",
+      "▁ scar",
+      "▁fe min",
+      "▁fem in",
+      "▁spec ification",
+      "▁specific ation",
+      "so ap",
+      "▁o perate",
+      "▁oper ate",
+      "▁opera te",
+      "▁principal mente",
+      "▁a ust",
+      "▁au st",
+      "▁aus t",
+      "ib ile",
+      "ibil e",
+      "it ime",
+      "iti me",
+      "i time",
+      "ле жа",
+      "if rame",
+      "i frame",
+      "▁concept s",
+      "▁conce pts",
+      "▁t ack",
+      "▁ta ck",
+      "▁v iss",
+      "▁vis s",
+      "▁vi ss",
+      "▁car bon",
+      "ter y",
+      "te ry",
+      "t ery",
+      "▁n aming",
+      "▁na ming",
+      "▁nam ing",
+      "▁Or ts",
+      "▁Ort s",
+      "id ente",
+      "ident e",
+      "iden te",
+      "▁Cap it",
+      "▁Ca pit",
+      "▁ex pr",
+      "▁exp r",
+      "▁ expr",
+      "▁насе љу",
+      "▁Select ed",
+      "▁Sel ected",
+      "▁Sele cted",
+      "▁ Selected",
+      "▁h inter",
+      "▁hint er",
+      "▁hin ter",
+      "▁i frame",
+      "▁if rame",
+      "▁ iframe",
+      "▁z b",
+      "index Path",
+      "col l",
+      "co ll",
+      "c oll",
+      "▁wr ześ",
+      "▁a cht",
+      "▁ac ht",
+      "▁ach t",
+      "▁ acht",
+      "▁grad ually",
+      "▁gradu ally",
+      "▁ч у",
+      "▁ чу",
+      "зе й",
+      "з ей",
+      "ha ft",
+      "h aft",
+      "▁t ran",
+      "▁tr an",
+      "▁tra n",
+      "▁la quelle",
+      "yt ics",
+      "ID E",
+      "I DE",
+      "▁py game",
+      "▁pyg ame",
+      "▁P ackage",
+      "▁Pack age",
+      "▁ Package",
+      "▁class Name",
+      "▁ className",
+      "B al",
+      "pe rl",
+      "per l",
+      "ти на",
+      "тин а",
+      "O cc",
+      "▁in frastr",
+      "▁Champion s",
+      "▁Champ ions",
+      "▁class ic",
+      "▁R aw",
+      "▁Ra w",
+      "▁ Raw",
+      "▁partial ly",
+      "▁parti ally",
+      "▁T ed",
+      "▁Te d",
+      "▁sto let",
+      "ra ined",
+      "rain ed",
+      "raine d",
+      "rai ned",
+      "r ained",
+      "WH ERE",
+      "W HERE",
+      "▁v all",
+      "▁val l",
+      "▁va ll",
+      "▁Jul ia",
+      "▁Ju lia",
+      "▁Juli a",
+      "za t",
+      "z at",
+      "▁surr ounded",
+      "SE E",
+      "S EE",
+      "▁walk ing",
+      "▁wal king",
+      "B ad",
+      "FO R",
+      "F OR",
+      "con tre",
+      "cont re",
+      "contr e",
+      "▁Pal est",
+      "▁Pale st",
+      "át ico",
+      "▁engine er",
+      "▁part ners",
+      "▁partner s",
+      "▁Je ws",
+      "▁Jew s",
+      "il ers",
+      "ile rs",
+      "iler s",
+      "i lers",
+      "▁c erem",
+      "▁ce rem",
+      "▁cer em",
+      "▁inter actions",
+      "▁interaction s",
+      "▁interact ions",
+      "ac u",
+      "a cu",
+      "st y",
+      "s ty",
+      "▁Prince ss",
+      "▁Prin cess",
+      "sh arp",
+      "sha rp",
+      "▁Sing les",
+      "▁Single s",
+      "▁ї х",
+      "ch ez",
+      "che z",
+      "c hez",
+      "Rece iver",
+      "Receive r",
+      "▁pat ients",
+      "▁patient s",
+      "string ify",
+      "▁compet ed",
+      "be y",
+      "b ey",
+      "$ ;",
+      "▁B d",
+      "had oop",
+      "h adoop",
+      "▁Div isión",
+      "öl d",
+      "ö ld",
+      "▁restrict ed",
+      "▁comm ander",
+      "▁command er",
+      "▁comma nder",
+      "▁High way",
+      "▁Č esk",
+      "▁m yth",
+      "▁my th",
+      "ча н",
+      "ч ан",
+      "ra ham",
+      "rah am",
+      "▁en qu",
+      "▁p og",
+      "▁po g",
+      "▁com una",
+      "▁comun a",
+      "▁print ln",
+      "▁ println",
+      "▁к руп",
+      "▁de pois",
+      "▁dep ois",
+      "▁se ats",
+      "▁sea ts",
+      "▁seat s",
+      "▁neigh b",
+      "ци она",
+      "цион а",
+      "ag ine",
+      "agi ne",
+      "agin e",
+      "▁cloth es",
+      "▁clo thes",
+      "▁P rior",
+      "▁Pr ior",
+      "▁Pri or",
+      "Br ain",
+      "Bra in",
+      "B rain",
+      "FF FF",
+      "': '",
+      "' :'",
+      "fe atures",
+      "feature s",
+      "▁file system",
+      "▁files ystem",
+      "▁sing les",
+      "▁single s",
+      "▁Mel bourne",
+      "▁dest ruction",
+      "▁destruct ion",
+      "▁destru ction",
+      "▁Ly on",
+      "▁In sel",
+      "▁Ins el",
+      "Na v",
+      "N av",
+      "▁Re place",
+      "▁Rep lace",
+      "▁ Replace",
+      "▁l é",
+      "▁ lé",
+      "Wh o",
+      "W ho",
+      "▁E stad",
+      "▁Est ad",
+      "▁Esta d",
+      "▁dim ensional",
+      "▁dimension al",
+      "▁ dimensional",
+      "▁ö ff",
+      "▁ öff",
+      "▁gr ands",
+      "▁gran ds",
+      "▁grand s",
+      "дж а",
+      "д жа",
+      "pl ane",
+      "plan e",
+      "pla ne",
+      "p lane",
+      "но сті",
+      "ност і",
+      "нос ті",
+      "▁Or igin",
+      "▁Ori gin",
+      "▁Orig in",
+      "▁ Origin",
+      "W I",
+      "än ner",
+      "änn er",
+      "▁C ry",
+      "▁Cr y",
+      "IT ION",
+      "▁fö dd",
+      "▁cult ura",
+      "▁R ank",
+      "▁Ran k",
+      "▁v uel",
+      "▁vue l",
+      "▁vu el",
+      "▁z ag",
+      "▁za g",
+      "▁Ma xim",
+      "▁Max im",
+      "он у",
+      "о ну",
+      "() ))",
+      "()) )",
+      "( )))",
+      "R aw",
+      "kir che",
+      "k irche",
+      "▁a demás",
+      "▁t ie",
+      "▁ti e",
+      "▁St yle",
+      "▁ Style",
+      "ско в",
+      "ск ов",
+      "с ков",
+      "ist ant",
+      "ista nt",
+      "istan t",
+      "ol ph",
+      "▁Z ür",
+      "▁In fo",
+      "▁Inf o",
+      "▁ Info",
+      "DO M",
+      "D OM",
+      "us c",
+      "u sc",
+      "na hm",
+      "nah m",
+      "▁Ф едера",
+      "▁F ot",
+      "▁Fo t",
+      "▁spec ifying",
+      "▁specify ing",
+      "▁tit olo",
+      "▁Bo ys",
+      "▁Boy s",
+      "ie ch",
+      "iec h",
+      "i ech",
+      "Pl ace",
+      "P lace",
+      "▁H off",
+      "▁Ho ff",
+      "▁Hof f",
+      "▁c ached",
+      "▁ca ched",
+      "▁cache d",
+      "ва ль",
+      "вал ь",
+      "в аль",
+      "is her",
+      "ish er",
+      "roll ing",
+      "rol ling",
+      "op ens",
+      "ope ns",
+      "open s",
+      "▁h r",
+      "▁ hr",
+      "-- ----",
+      "---- --",
+      "--- ---",
+      "----- -",
+      "- -----",
+      "▁mag gior",
+      "▁maggio r",
+      "▁trans actions",
+      "▁transaction s",
+      "▁c riminal",
+      "▁crim inal",
+      "▁re tre",
+      "▁ret re",
+      "▁retr e",
+      "▁Camp bell",
+      ")) :",
+      ") ):",
+      "▁n ed",
+      "▁ne d",
+      "▁ ned",
+      "Page r",
+      "Pa ger",
+      "P ager",
+      "▁H ero",
+      "▁He ro",
+      "▁Her o",
+      "(_ _",
+      "( __",
+      "▁un cle",
+      "▁re aches",
+      "▁reach es",
+      "ar to",
+      "art o",
+      "▁h ello",
+      "▁hel lo",
+      "▁hell o",
+      "▁ hello",
+      "Pre ferences",
+      "▁за тем",
+      "Name d",
+      "Na med",
+      "N amed",
+      "▁re aders",
+      "▁read ers",
+      "▁reader s",
+      "х і",
+      "ke rn",
+      "ker n",
+      "k ern",
+      "▁у по",
+      "ки н",
+      "к ин",
+      "▁l av",
+      "▁la v",
+      "▁ lav",
+      "▁n ob",
+      "▁no b",
+      "▁se cre",
+      "▁sec re",
+      "▁List View",
+      "▁ ListView",
+      "ва ния",
+      "▁May or",
+      "bo rough",
+      "bor ough",
+      "▁fil osof",
+      "не ння",
+      "нен ня",
+      "фр и",
+      "ф ри",
+      "▁p atr",
+      "▁pat r",
+      "▁pa tr",
+      "F M",
+      "▁a cid",
+      "▁ac id",
+      "▁Salv ador",
+      "▁a bb",
+      "▁ab b",
+      "▁ abb",
+      "▁G raham",
+      "▁Gra ham",
+      "pol icy",
+      "neg ative",
+      "ński ego",
+      "ń skiego",
+      "▁He imat",
+      "▁d azu",
+      "▁da zu",
+      "▁m ely",
+      "▁me ly",
+      "▁mel y",
+      "▁r ide",
+      "▁rid e",
+      "▁ri de",
+      "▁ ride",
+      "▁du ties",
+      "▁dut ies",
+      "ov ery",
+      "over y",
+      "ove ry",
+      "o very",
+      "▁Pro position",
+      "▁Prop osition",
+      "▁Pa olo",
+      "/ '",
+      "▁M au",
+      "▁Ma u",
+      "im enti",
+      "iment i",
+      "imen ti",
+      "Sa int",
+      "S aint",
+      "fa ther",
+      "f ather",
+      "▁equ ilib",
+      "ph ony",
+      "phon y",
+      "▁c las",
+      "▁cl as",
+      "▁cla s",
+      "▁от ли",
+      "▁Buffer ed",
+      "▁Buff ered",
+      "re k",
+      "r ek",
+      "▁m itt",
+      "▁mit t",
+      "▁mi tt",
+      "▁ mitt",
+      "▁H ur",
+      "▁Hu r",
+      "▁Har vard",
+      "▁demonstr ate",
+      "ua rio",
+      "u ario",
+      "▁do lor",
+      "▁dol or",
+      "▁reject ed",
+      "▁M üller",
+      "▁n ac",
+      "▁na c",
+      "▁B elle",
+      "▁Be lle",
+      "▁Bel le",
+      "▁Bell e",
+      "▁gather ed",
+      "n r",
+      "fr ika",
+      "fri ka",
+      "öl l",
+      "ö ll",
+      "▁chem ical",
+      "ni g",
+      "n ig",
+      "▁cal c",
+      "▁ calc",
+      "▁DE FAULT",
+      "▁ DEFAULT",
+      "▁philosoph y",
+      "▁Lar avel",
+      "▁al ignment",
+      "▁align ment",
+      "E V",
+      "e or",
+      "▁d zie",
+      "▁dz ie",
+      "▁ dzie",
+      "▁m est",
+      "▁me st",
+      "▁mes t",
+      "▁I o",
+      "CR E",
+      "C RE",
+      "з ви",
+      "▁M edic",
+      "▁Me dic",
+      "▁Med ic",
+      "▁Medi c",
+      "▁n ä",
+      "▁z ab",
+      "▁za b",
+      "▁S lov",
+      "▁Sl ov",
+      "▁Slo v",
+      "ut lich",
+      "▁am plit",
+      "▁ampl it",
+      "▁amp lit",
+      "▁Fran kreich",
+      "▁Frank reich",
+      "▁к іль",
+      "▁кі ль",
+      "IN D",
+      "I ND",
+      "exec ution",
+      "▁Kar riere",
+      "d ostęp",
+      "▁r éal",
+      "▁ré al",
+      "en go",
+      "eng o",
+      "▁se vere",
+      "▁sever e",
+      "зм а",
+      "з ма",
+      "▁тур ни",
+      "▁C arter",
+      "▁Car ter",
+      "▁Cart er",
+      "▁Rob inson",
+      "▁Robin son",
+      "getElement sBy",
+      "▁pro totype",
+      "▁proto type",
+      "▁ prototype",
+      "▁jap on",
+      "▁ja pon",
+      "führ ung",
+      "f ührung",
+      "▁con segu",
+      "▁cons egu",
+      "▁conse gu",
+      "▁st udi",
+      "▁stud i",
+      "▁l ire",
+      "▁li re",
+      "▁ lire",
+      "▁sch ließ",
+      "▁ schließ",
+      "▁B uff",
+      "▁Bu ff",
+      "▁red und",
+      "▁redu nd",
+      "▁e rn",
+      "▁er n",
+      "▁ ern",
+      "▁my ster",
+      "▁myst er",
+      "▁prop rio",
+      "▁propri o",
+      "ate ful",
+      "▁Par ent",
+      "▁Pa rent",
+      "▁ Parent",
+      "▁lad ies",
+      "ra ck",
+      "rac k",
+      "r ack",
+      "ти ка",
+      "тик а",
+      "en burg",
+      "▁каче стве",
+      "▁E F",
+      "▁ EF",
+      "▁st am",
+      "▁sta m",
+      "▁nue va",
+      "▁fil tered",
+      "▁filter ed",
+      "re ten",
+      "ret en",
+      "r eten",
+      "▁I an",
+      "▁Matt hew",
+      "▁Matth ew",
+      "ki h",
+      "k ih",
+      "▁ ő",
+      "▁ком пози",
+      "▁for ever",
+      "▁fore ver",
+      "oir es",
+      "oi res",
+      "oire s",
+      "o ires",
+      ":\\ \\",
+      ": \\\\",
+      "▁ét udes",
+      "▁s oup",
+      "▁so up",
+      "▁sou p",
+      "▁p leased",
+      "▁please d",
+      "▁ple ased",
+      ")} (",
+      ") }(",
+      "▁S top",
+      "▁St op",
+      "▁Sto p",
+      "▁ Stop",
+      "Set ter",
+      "S etter",
+      "▁He lp",
+      "▁Hel p",
+      "▁ Help",
+      "▁b ars",
+      "▁bar s",
+      "▁ba rs",
+      "▁ bars",
+      "▁ER R",
+      "▁ ERR",
+      "▁( ?",
+      "▁ (?",
+      "▁po etry",
+      "▁poet ry",
+      "▁U til",
+      "▁Ut il",
+      "▁ Util",
+      "A K",
+      "▁f ick",
+      "▁fi ck",
+      "▁fic k",
+      "▁I M",
+      "▁ IM",
+      "▁pro ud",
+      "▁pr oud",
+      "но си",
+      "нос и",
+      "▁m uerte",
+      "▁mu erte",
+      "▁Palmar ès",
+      "▁N as",
+      "▁Na s",
+      "щи х",
+      "щ их",
+      "▁qu er",
+      "▁que r",
+      "▁q uer",
+      "▁ quer",
+      "▁a penas",
+      "▁ap enas",
+      "][ '",
+      "] ['",
+      "▁Kon st",
+      "по н",
+      "п он",
+      "▁Sch iff",
+      "▁m p",
+      "▁ mp",
+      "▁б лаго",
+      "fr am",
+      "fra m",
+      "f ram",
+      "▁house hold",
+      "▁t ract",
+      "▁tr act",
+      "▁tra ct",
+      "▁trac t",
+      "enc oding",
+      "▁und ert",
+      "▁under t",
+      "▁ undert",
+      "▁A ug",
+      "▁Au g",
+      "ов ан",
+      "ова н",
+      "о ван",
+      "▁Ar ten",
+      "▁Art en",
+      "▁Arte n",
+      "▁inv oked",
+      "▁invoke d",
+      "▁d ynast",
+      "▁fle et",
+      "че ство",
+      "▁Mur ray",
+      "▁g ut",
+      "▁gu t",
+      "eli hood",
+      "▁S SH",
+      "▁SS H",
+      "от вет",
+      "▁person ally",
+      "▁personal ly",
+      "при я",
+      "п рия",
+      "▁fin anci",
+      "▁finan ci",
+      "▁Thom pson",
+      "al u",
+      "a lu",
+      "id entity",
+      "ident ity",
+      "▁G rab",
+      "▁Gr ab",
+      "▁Gra b",
+      "add le",
+      "É t",
+      "▁T ob",
+      "▁To b",
+      "▁ver lor",
+      "▁verl or",
+      "▁Saint e",
+      "▁Sa inte",
+      "▁Sain te",
+      "▁d op",
+      "▁do p",
+      "▁в ере",
+      "▁ве ре",
+      "▁вер е",
+      "__ _",
+      "_ __",
+      "▁prom otion",
+      "▁- =",
+      "▁от де",
+      "▁amb igu",
+      "▁ ambigu",
+      "OR DER",
+      "ORD ER",
+      "▁Comm unic",
+      "▁Commun ic",
+      "▁im ply",
+      "▁imp ly",
+      "▁impl y",
+      "on ed",
+      "one d",
+      "o ned",
+      "clud ing",
+      "▁coll ision",
+      "▁fragment s",
+      "▁frag ments",
+      "script ion",
+      "scri ption",
+      "s cription",
+      "▁' {",
+      "ля х",
+      "л ях",
+      "▁h ans",
+      "▁ha ns",
+      "▁han s",
+      "у с",
+      "wi re",
+      "w ire",
+      "name space",
+      "names pace",
+      "▁s word",
+      "▁sw ord",
+      "▁swo rd",
+      "ref resh",
+      "▁kw am",
+      "z s",
+      "comm ons",
+      "common s",
+      "▁c osa",
+      "▁co sa",
+      "▁cos a",
+      "▁reg ime",
+      "gr ep",
+      "gre p",
+      "g rep",
+      "▁di oc",
+      "▁dio c",
+      "▁Cont act",
+      "▁ Contact",
+      "▁est as",
+      "▁esta s",
+      "▁Ste wart",
+      "▁v iele",
+      "▁vi ele",
+      "▁vie le",
+      "▁viel e",
+      "то ва",
+      "тов а",
+      "т ова",
+      "▁R an",
+      "▁Ra n",
+      "an nes",
+      "ann es",
+      "anne s",
+      "id ay",
+      "ida y",
+      "i day",
+      "▁s napshot",
+      "▁snap shot",
+      "or row",
+      "orr ow",
+      "▁za č",
+      "▁участи е",
+      "▁prom ised",
+      "▁promise d",
+      "Ass embly",
+      "▁champion ship",
+      "▁champions hip",
+      "▁Def ine",
+      "▁e ren",
+      "▁er en",
+      "▁ere n",
+      "▁ eren",
+      "▁но во",
+      "▁н ово",
+      "▁нов о",
+      "▁ ново",
+      "▁th inks",
+      "▁think s",
+      "▁thin ks",
+      "Ag e",
+      "A ge",
+      "▁g ev",
+      "▁ge v",
+      "var char",
+      "v archar",
+      "iv ità",
+      "com pos",
+      "comp os",
+      "▁M utter",
+      "▁Mut ter",
+      "CO NT",
+      "CON T",
+      "arm ée",
+      "ag net",
+      "agn et",
+      "agne t",
+      "▁B row",
+      "▁Br ow",
+      "▁Bro w",
+      ". —",
+      "▁Tele vision",
+      "▁Д ля",
+      "▁v m",
+      "▁ vm",
+      "▁or din",
+      "▁ord in",
+      "▁ ordin",
+      "▁Миха й",
+      "▁apro xim",
+      "') ->",
+      "' )->",
+      "▁z oo",
+      "▁zo o",
+      "ip pi",
+      "ipp i",
+      "i ppi",
+      "▁s ino",
+      "▁si no",
+      "▁sin o",
+      "▁Qu ébec",
+      "ra ges",
+      "rag es",
+      "rage s",
+      "r ages",
+      "ä ck",
+      "ei ng",
+      "ein g",
+      "e ing",
+      "ar lo",
+      "pi os",
+      "pio s",
+      "p ios",
+      "▁C han",
+      "▁Ch an",
+      "▁Cha n",
+      "▁el li",
+      "▁ell i",
+      "▁ elli",
+      "▁in cons",
+      "▁inc ons",
+      "▁incon s",
+      "gest ellt",
+      "g estellt",
+      "pp ers",
+      "pper s",
+      "ppe rs",
+      "p pers",
+      "Je an",
+      "anst alt",
+      "▁D ance",
+      "▁Dan ce",
+      "▁to en",
+      "▁toe n",
+      "▁de cis",
+      "▁dec is",
+      "▁Ре зу",
+      "▁official ly",
+      "▁offici ally",
+      "ät ze",
+      "ätz e",
+      "▁до ро",
+      "▁e numer",
+      "▁en umer",
+      "▁enum er",
+      "▁trois ième",
+      "ty p",
+      "t yp",
+      "of fs",
+      "off s",
+      "бо ль",
+      "od n",
+      "o dn",
+      "▁Z ar",
+      "▁Za r",
+      "▁дру го",
+      "qu ia",
+      "qui a",
+      "▁Nicol as",
+      "▁Nic olas",
+      "▁Nicola s",
+      "пи су",
+      "пис у",
+      "▁m ob",
+      "▁mo b",
+      "pa ces",
+      "pace s",
+      "p aces",
+      "нь ого",
+      "ньо го",
+      "Al g",
+      "A lg",
+      "éro ï",
+      "Error s",
+      "Err ors",
+      "▁г ре",
+      "▁ гре",
+      "▁жен щи",
+      "in ch",
+      "inc h",
+      "▁Kore an",
+      "▁Korea n",
+      "▁A post",
+      "▁Ap ost",
+      "▁L iver",
+      "▁Li ver",
+      "▁Live r",
+      "▁Liv er",
+      "▁element ary",
+      "▁D I",
+      "▁ DI",
+      "ви си",
+      "▁so il",
+      "▁D LL",
+      "▁r isp",
+      "▁ris p",
+      "▁ri sp",
+      "▁Sh akespe",
+      "▁G aussian",
+      "▁K urt",
+      "▁Kur t",
+      "▁Ku rt",
+      "Ver tex",
+      "Vert ex",
+      "eb ol",
+      "e bol",
+      "organ isation",
+      "är en",
+      "äre n",
+      "ä ren",
+      "▁Y ES",
+      "▁ YES",
+      "C UR",
+      "▁нача ль",
+      "▁по стро",
+      "▁пос тро",
+      "▁Lu igi",
+      "▁c aching",
+      "prevent Default",
+      "am d",
+      "a md",
+      "▁V it",
+      "▁Vi t",
+      "sub st",
+      "su bst",
+      "▁ст рои",
+      "▁C ampion",
+      "▁Camp ion",
+      "ch r",
+      "c hr",
+      "фе ре",
+      "фер е",
+      "ф ере",
+      "▁С писок",
+      "N F",
+      "▁c ím",
+      "▁cí m",
+      "▁h é",
+      "▁ hé",
+      "re bbe",
+      "reb be",
+      "oc y",
+      "o cy",
+      "be low",
+      "bel ow",
+      "▁by lo",
+      "▁byl o",
+      "▁У и",
+      "▁\\ ({\\",
+      "▁\\( {\\",
+      "▁` :",
+      "▁ `:",
+      "gi ore",
+      "gio re",
+      "gior e",
+      "g iore",
+      "Sa n",
+      "S an",
+      "▁G ate",
+      "▁Ga te",
+      "▁в с",
+      "▁o limp",
+      "▁ol imp",
+      "▁Mat rix",
+      "▁ Matrix",
+      "▁he aring",
+      "▁hear ing",
+      "ri i",
+      "r ii",
+      "tf rac",
+      "t frac",
+      "▁allem and",
+      "▁V ue",
+      "л н",
+      "▁comp iling",
+      "▁E ns",
+      "▁En s",
+      "▁investig ation",
+      "▁A x",
+      "▁ch ars",
+      "▁char s",
+      "▁cha rs",
+      "▁target s",
+      "▁tar gets",
+      "▁l oud",
+      "▁lo ud",
+      "us ement",
+      "use ment",
+      "▁N ether",
+      "▁Ne ther",
+      "▁Net her",
+      "com merce",
+      "IG HT",
+      "oc oa",
+      "oco a",
+      "if ecycle",
+      "ife cycle",
+      "▁Le o",
+      "pr iv",
+      "p riv",
+      "▁go ods",
+      "▁good s",
+      "ad amente",
+      "ada mente",
+      "A ustral",
+      "▁re boot",
+      "▁reb oot",
+      "Ge st",
+      "G est",
+      "▁represent ations",
+      "▁representation s",
+      "ce u",
+      "c eu",
+      "▁do ctrine",
+      "ce rs",
+      "cer s",
+      "c ers",
+      "▁K rak",
+      "▁Kr ak",
+      "▁Kra k",
+      "▁adv oc",
+      "▁squad ra",
+      "▁arbeit ete",
+      "üs t",
+      "ü st",
+      "▁p ill",
+      "▁pi ll",
+      "▁pil l",
+      "An swer",
+      "▁к віт",
+      "▁W a",
+      "um ann",
+      "uman n",
+      "uma nn",
+      "u mann",
+      "▁D ynam",
+      "▁Dy nam",
+      "Fa mil",
+      "F amil",
+      "▁t ennis",
+      "▁ten nis",
+      "▁Engine ering",
+      "▁circ les",
+      "▁cir cles",
+      "▁circle s",
+      "▁Mary land",
+      "▁b esta",
+      "▁be sta",
+      "▁best a",
+      "▁bes ta",
+      "▁b ases",
+      "▁bas es",
+      "▁base s",
+      "▁znaj du",
+      "ктор а",
+      "кто ра",
+      "к тора",
+      "▁ar rest",
+      "▁arr est",
+      "ле р",
+      "л ер",
+      "▁G ia",
+      "▁Gi a",
+      "▁remark able",
+      "▁мо гу",
+      "▁Sup reme",
+      "▁` %",
+      "do r",
+      "d or",
+      "▁au jourd",
+      "▁w is",
+      "WID TH",
+      "▁mis ma",
+      "▁mism a",
+      "▁fl uid",
+      "▁flu id",
+      "▁pet ite",
+      "▁petit e",
+      "▁T ow",
+      "▁To w",
+      "Reg istry",
+      "em ed",
+      "eme d",
+      "e med",
+      "▁Wis consin",
+      "▁R acing",
+      "▁Ra cing",
+      "▁reg istration",
+      "▁registr ation",
+      "/ %",
+      "th ird",
+      "▁mon uments",
+      "▁monument s",
+      "че й",
+      "ч ей",
+      "▁j et",
+      "▁je t",
+      "▁ jet",
+      "▁Ur ban",
+      "ál va",
+      "▁mil ieu",
+      "▁poss ess",
+      "▁g erm",
+      "▁ge rm",
+      "▁ger m",
+      "dep endencies",
+      "▁enem ies",
+      "▁s amen",
+      "▁sa men",
+      "▁same n",
+      "▁sam en",
+      "▁W erner",
+      "▁Wer ner",
+      "▁h izo",
+      "▁hi zo",
+      "▁t d",
+      "▁ td",
+      "▁y esterday",
+      "▁А д",
+      "▁ha sn",
+      "▁has n",
+      "cel lation",
+      "cell ation",
+      "ov ání",
+      "ová ní",
+      "li ka",
+      "lik a",
+      "l ika",
+      "We ek",
+      "▁I ng",
+      "▁In g",
+      "▁E mail",
+      "▁Em ail",
+      "▁ Email",
+      "▁m ètres",
+      "▁O CLC",
+      "▁among st",
+      "▁spl end",
+      "fu r",
+      "f ur",
+      "ant ics",
+      "anti cs",
+      "antic s",
+      "▁X XX",
+      "▁XX X",
+      "▁ XXX",
+      "▁груп пы",
+      "la ch",
+      "lac h",
+      "l ach",
+      "▁c ousin",
+      "▁cou sin",
+      "▁in variant",
+      "▁invari ant",
+      "ђ у",
+      "▁Be ispiel",
+      "▁Bei spiel",
+      "▁hard er",
+      "▁har der",
+      "▁b ell",
+      "▁be ll",
+      "▁bel l",
+      "▁ bell",
+      "▁or ch",
+      "▁ orch",
+      "t b",
+      "Foot note",
+      "re gon",
+      "reg on",
+      "Mart in",
+      "▁in con",
+      "▁inc on",
+      "▁attack ed",
+      "_{ -",
+      "_ {-",
+      "▁T ras",
+      "▁Tr as",
+      "▁Tra s",
+      "par ty",
+      "part y",
+      "ite it",
+      "▁s aint",
+      "▁sa int",
+      "▁sain t",
+      "rás ok",
+      "r ások",
+      "▁contain ers",
+      "▁container s",
+      "M o",
+      "▁S n",
+      "quant ity",
+      "▁r as",
+      "▁ra s",
+      "▁ ras",
+      "▁C anal",
+      "▁Can al",
+      "▁Ca nal",
+      "cc ion",
+      "c cion",
+      "uv o",
+      "u vo",
+      "▁i dx",
+      "▁id x",
+      "▁ idx",
+      "type name",
+      "typen ame",
+      "typ ename",
+      "▁R ugby",
+      "▁Se ems",
+      "▁See ms",
+      "▁trans mit",
+      "▁transm it",
+      "▁Pr äsident",
+      "з не",
+      "▁B aker",
+      "▁Ba ker",
+      "▁Bak er",
+      "in th",
+      "int h",
+      "i nth",
+      "▁tö bb",
+      "ver ein",
+      "vere in",
+      "▁espe cie",
+      "▁espec ie",
+      ", (",
+      "▁t éc",
+      "▁té c",
+      "▁W ITH",
+      "▁u nos",
+      "▁un os",
+      "▁uno s",
+      "▁ unos",
+      "▁polit ics",
+      "create Element",
+      "▁st ats",
+      "▁stat s",
+      "▁sta ts",
+      "▁ stats",
+      "▁T ennessee",
+      "▁Bedeut ung",
+      "▁S creen",
+      "▁Sc reen",
+      "▁ Screen",
+      "▁Stra ße",
+      "an ze",
+      "anz e",
+      "▁part ly",
+      "man uel",
+      "ol ation",
+      "ola tion",
+      "o lation",
+      "hor izontal",
+      "érie ure",
+      "érieur e",
+      "am pio",
+      "amp io",
+      "▁ст рук",
+      "▁ струк",
+      "We ight",
+      "La nd",
+      "L and",
+      "po ly",
+      "pol y",
+      "p oly",
+      "▁D ak",
+      "▁Da k",
+      "▁Ass ume",
+      "\". $",
+      "\" .$",
+      "▁c asi",
+      "▁cas i",
+      "▁ca si",
+      "▁g ross",
+      "▁gr oss",
+      "▁gro ss",
+      "▁gros s",
+      "▁ent ertain",
+      "▁enter tain",
+      "▁déc ada",
+      "'. $",
+      "' .$",
+      "en cer",
+      "ence r",
+      "enc er",
+      "▁guarante ed",
+      "▁guarantee d",
+      "]$ .",
+      "] $.",
+      "ли ся",
+      "▁accept able",
+      "ra ise",
+      "rai se",
+      "rais e",
+      "ir us",
+      "i rus",
+      "we it",
+      "wei t",
+      "▁А на",
+      "▁Ан а",
+      "▁h ills",
+      "▁hill s",
+      "ip age",
+      "i page",
+      "BI T",
+      "B IT",
+      "▁nu cle",
+      "▁nuc le",
+      "▁ut ilis",
+      "▁util is",
+      "CA A",
+      "C AA",
+      "ène s",
+      "èn es",
+      "è nes",
+      "▁Schwe iz",
+      "▁A A",
+      "▁ AA",
+      "ning er",
+      "n inger",
+      "▁b ands",
+      "▁band s",
+      "▁ban ds",
+      "▁t ender",
+      "▁te nder",
+      "▁ten der",
+      "▁tend er",
+      "so m",
+      "s om",
+      "W arning",
+      "▁B ischof",
+      "▁A rc",
+      "▁Ar c",
+      "▁W oman",
+      "▁Wo man",
+      "▁trans mission",
+      "▁transm ission",
+      "ч ни",
+      "is tre",
+      "ist re",
+      "istr e",
+      "i stre",
+      "B Y",
+      "▁S I",
+      "▁ SI",
+      "▁П ар",
+      "▁Па р",
+      "▁} ).",
+      "▁}) .",
+      "▁ }).",
+      "▁present a",
+      "▁pres enta",
+      "▁Re né",
+      "▁Ren é",
+      "▁happ iness",
+      "▁P unk",
+      "col s",
+      "co ls",
+      "c ols",
+      "▁Des de",
+      "рё х",
+      "▁м она",
+      "▁мо на",
+      "▁scr atch",
+      "▁t cp",
+      "▁ tcp",
+      "ête s",
+      "êt es",
+      "ê tes",
+      "it ated",
+      "ita ted",
+      "itat ed",
+      "itate d",
+      "▁dif eren",
+      "▁difer en",
+      "ge h",
+      "g eh",
+      "na hmen",
+      "nah men",
+      "nahme n",
+      "nahm en",
+      "П е",
+      "ck i",
+      "c ki",
+      "▁Te atro",
+      "▁Re member",
+      "▁Rem ember",
+      "▁f right",
+      "▁fr ight",
+      "▁Y am",
+      "▁Ya m",
+      "west ern",
+      "le ted",
+      "let ed",
+      "lete d",
+      "▁в стре",
+      "▁вс тре",
+      "▁telep ülés",
+      "зи н",
+      "з ин",
+      "▁Qu ant",
+      "▁ Quant",
+      "▁su pre",
+      "▁sup re",
+      "áj a",
+      "á ja",
+      "ді я",
+      "д ія",
+      "▁car rera",
+      "▁carre ra",
+      "kre t",
+      "kr et",
+      "k ret",
+      "par a",
+      "pa ra",
+      "p ara",
+      "▁S UM",
+      "▁SU M",
+      "▁ SUM",
+      "▁p it",
+      "▁pi t",
+      "▁ pit",
+      "ź dz",
+      "é o",
+      "ре ння",
+      "рен ня",
+      "▁C hor",
+      "▁Ch or",
+      "▁Cho r",
+      "▁vo ix",
+      "▁exec utive",
+      "▁execut ive",
+      "▁all erdings",
+      "May be",
+      "▁д ень",
+      "▁де нь",
+      "▁f lying",
+      "▁fl ying",
+      "▁fly ing",
+      "▁par liament",
+      "жда н",
+      "ж дан",
+      "▁f ram",
+      "▁fr am",
+      "▁fra m",
+      "▁ fram",
+      "▁жов т",
+      "▁u gly",
+      "▁бу ду",
+      "ig ny",
+      "ign y",
+      "\\| _{",
+      "\\ |_{",
+      "▁b itter",
+      "▁bit ter",
+      "sc e",
+      "s ce",
+      "▁p ole",
+      "▁po le",
+      "▁pol e",
+      "▁ pole",
+      "Ver lag",
+      "▁total ité",
+      "▁found ation",
+      "j t",
+      "▁s lice",
+      "▁sl ice",
+      "▁sli ce",
+      "▁ slice",
+      "if ique",
+      "ifi que",
+      "▁integr ate",
+      "▁integra te",
+      "st rij",
+      "str ij",
+      "▁asym pt",
+      "▁е му",
+      "▁pert urb",
+      "▁F low",
+      "▁Fl ow",
+      "▁Flo w",
+      "▁ Flow",
+      "jb oss",
+      "RI G",
+      "R IG",
+      "▁A less",
+      "▁Al ess",
+      "▁Ale ss",
+      "XX X",
+      "X XX",
+      "▁s umm",
+      "▁su mm",
+      "▁sum m",
+      "sql ite",
+      "▁che er",
+      "pr ob",
+      "pro b",
+      "p rob",
+      "▁G PU",
+      "▁GP U",
+      "zi ł",
+      "z ił",
+      "(* )",
+      "( *)",
+      "▁in duct",
+      "▁ind uct",
+      "▁indu ct",
+      "RA Y",
+      "bl att",
+      "bla tt",
+      "qu esta",
+      "que sta",
+      "quest a",
+      "ques ta",
+      "or u",
+      "o ru",
+      "▁In side",
+      "▁Ins ide",
+      "▁Mc G",
+      "▁N ep",
+      "▁Ne p",
+      "м п",
+      "▁in ve",
+      "▁inv e",
+      "▁An imal",
+      "▁Anim al",
+      "▁s ob",
+      "▁so b",
+      "▁ sob",
+      "ít ott",
+      "loy ment",
+      "▁b und",
+      "▁bu nd",
+      "▁ bund",
+      "St ation",
+      "Stat ion",
+      "▁B EGIN",
+      "▁part iellement",
+      "ig g",
+      "i gg",
+      "est ore",
+      "esto re",
+      "e store",
+      "▁co inc",
+      "▁coin c",
+      "▁Som mer",
+      "▁m d",
+      "▁ md",
+      "▁loc ked",
+      "▁lock ed",
+      "▁ locked",
+      "math char",
+      "ar ma",
+      "arm a",
+      "pe nt",
+      "pen t",
+      "p ent",
+      "ar ium",
+      "ari um",
+      "a rium",
+      "▁e ars",
+      "▁ear s",
+      "▁ ears",
+      "▁S ongs",
+      "▁Son gs",
+      "▁Song s",
+      "▁similar ly",
+      "▁liter ally",
+      "▁literal ly",
+      "▁in ches",
+      "▁inc hes",
+      "▁af fection",
+      "▁aff ection",
+      "▁affect ion",
+      "l p",
+      "▁con cluded",
+      "▁conclude d",
+      "▁му ніципалі",
+      "▁па мя",
+      "est aur",
+      "esta ur",
+      "▁J osh",
+      "▁Jo sh",
+      "▁Jos h",
+      "▁F ritz",
+      "▁Fr itz",
+      "▁Fri tz",
+      "DB C",
+      "D BC",
+      "д ён",
+      "pos a",
+      "po sa",
+      "p osa",
+      "▁gold en",
+      "▁gol den",
+      "▁p c",
+      "▁ pc",
+      "▁com te",
+      "▁Z iel",
+      "▁Zie l",
+      "▁prés ente",
+      "▁présent e",
+      "mar ks",
+      "mark s",
+      "m arks",
+      "ig neur",
+      "ign eur",
+      "igne ur",
+      "▁D rive",
+      "▁Dr ive",
+      "▁neg lect",
+      "▁roz p",
+      "▁F ive",
+      "sp aces",
+      "space s",
+      "s paces",
+      "▁M edi",
+      "▁Me di",
+      "▁Med i",
+      "▁ex isted",
+      "▁exist ed",
+      "▁existe d",
+      "▁by ła",
+      "▁był a",
+      "дж и",
+      "д жи",
+      "▁fr ente",
+      "т ник",
+      "od d",
+      "o dd",
+      "▁answer ing",
+      "bi an",
+      "bia n",
+      "b ian",
+      "▁E ugen",
+      "▁Eu gen",
+      "▁Eug en",
+      "▁Public ations",
+      "▁Pub lications",
+      "▁D ia",
+      "▁Di a",
+      "l á",
+      "▁' _",
+      "▁ '_",
+      "▁rec uper",
+      "ом у",
+      "о му",
+      "▁App end",
+      "▁Ap pend",
+      "▁ Append",
+      "ob ar",
+      "oba r",
+      "o bar",
+      "▁employ ees",
+      "▁employee s",
+      "▁comp ens",
+      "eme tery",
+      "emet ery",
+      "▁э лект",
+      "MO N",
+      "M ON",
+      "ol in",
+      "oli n",
+      "o lin",
+      "▁histor ic",
+      "hi s",
+      "h is",
+      "ą d",
+      "n m",
+      "▁G oth",
+      "▁Go th",
+      "▁Got h",
+      "▁st ress",
+      "▁str ess",
+      "▁stre ss",
+      "▁parte cip",
+      "▁A w",
+      "▁s ar",
+      "▁sa r",
+      "▁h u",
+      "▁ hu",
+      "▁mat plotlib",
+      "▁M yst",
+      "▁My st",
+      "▁Mys t",
+      "() ;`",
+      "(); `",
+      "( );`",
+      "sch ein",
+      "sc hein",
+      "sche in",
+      "Long rightarrow",
+      "▁р я",
+      "▁ ря",
+      "▁Is ra",
+      "[ ^",
+      "no u",
+      "n ou",
+      "▁syn d",
+      "▁sy nd",
+      "work ing",
+      "wor king",
+      "▁N ation",
+      "▁Na tion",
+      "▁Nat ion",
+      "▁P ent",
+      "▁Pe nt",
+      "▁Pen t",
+      "▁k lass",
+      "▁kl ass",
+      "▁klas s",
+      "▁applic able",
+      "▁D iam",
+      "▁Di am",
+      "▁Dia m",
+      "▁bras ile",
+      "▁p ac",
+      "▁pa c",
+      "▁He ight",
+      "▁ Height",
+      "P ut",
+      "▁int ro",
+      "▁intr o",
+      "▁ intro",
+      "▁unus ual",
+      "na s",
+      "n as",
+      "▁Geb äude",
+      "▁be am",
+      "▁R ect",
+      "▁Re ct",
+      "▁Rec t",
+      "▁ Rect",
+      "▁Prim era",
+      "▁Prime ra",
+      "▁h aut",
+      "▁ha ut",
+      "▁t rait",
+      "▁tr ait",
+      "▁tra it",
+      "prü ft",
+      "in ación",
+      "ina ción",
+      "▁configuration s",
+      "▁configur ations",
+      "▁g ilt",
+      "▁gi lt",
+      "▁territ oire",
+      "he z",
+      "h ez",
+      "▁al te",
+      "▁alt e",
+      "rel ative",
+      "Ex cel",
+      "▁W right",
+      "G V",
+      "по ли",
+      "пол и",
+      "Qu ant",
+      "▁ga uge",
+      "▁gau ge",
+      "▁multi ply",
+      "▁multip ly",
+      "AS S",
+      "A SS",
+      "ствен но",
+      "ан у",
+      "а ну",
+      "▁j eden",
+      "▁je den",
+      "▁jed en",
+      "▁liter ary",
+      "▁D ro",
+      "▁Dr o",
+      "▁adv ise",
+      "▁advis e",
+      "it zen",
+      "itz en",
+      "▁dis ag",
+      "web site",
+      "▁д ія",
+      "▁ді я",
+      "▁ дія",
+      "▁ob server",
+      "▁obser ver",
+      "▁observ er",
+      "▁observe r",
+      "▁janu ár",
+      "v ě",
+      "ku p",
+      "k up",
+      "▁S es",
+      "▁Se s",
+      "▁woj ew",
+      "▁st ages",
+      "▁stage s",
+      "▁sta ges",
+      "▁stag es",
+      "▁вре мени",
+      "▁време ни",
+      "łu ż",
+      "но с",
+      "н ос",
+      "Down load",
+      "ip o",
+      "i po",
+      "▁g raf",
+      "▁gr af",
+      "▁gra f",
+      "▁ро бо",
+      "▁Nik ol",
+      "▁Ni kol",
+      "▁f ic",
+      "▁fi c",
+      "▁ fic",
+      "▁jo ining",
+      "▁join ing",
+      "▁divers os",
+      "▁LI KE",
+      "▁F itz",
+      "▁d imin",
+      "▁di min",
+      "▁dim in",
+      "▁dist rib",
+      "Sa m",
+      "S am",
+      "ko z",
+      "k oz",
+      "▁al phabet",
+      "▁alpha bet",
+      "os er",
+      "ose r",
+      "o ser",
+      "OU R",
+      "O UR",
+      "uk a",
+      "u ka",
+      "ка я",
+      "▁ste el",
+      "▁` --",
+      "▁`- -",
+      "▁t ener",
+      "▁te ner",
+      "▁ten er",
+      "mar ker",
+      "mark er",
+      "▁He aven",
+      "new command",
+      "▁prison ers",
+      "▁prisoner s",
+      "▁K night",
+      "▁Kn ight",
+      "▁present s",
+      "▁pres ents",
+      "▁qu esti",
+      "▁quest i",
+      "▁tr ains",
+      "▁tra ins",
+      "▁train s",
+      "op era",
+      "ope ra",
+      "oper a",
+      "▁Li near",
+      "▁Lin ear",
+      "▁Line ar",
+      "▁ Linear",
+      "▁M E",
+      "▁ ME",
+      "▁B uc",
+      "▁Bu c",
+      "Le g",
+      "L eg",
+      "▁ag ua",
+      "▁ agua",
+      "▁Gr iff",
+      "ol g",
+      "o lg",
+      "ds t",
+      "d st",
+      ". \r",
+      "▁person es",
+      "▁pers ones",
+      "▁persone s",
+      "Ma l",
+      "M al",
+      "бе ре",
+      "бер е",
+      "б ере",
+      "fol ge",
+      "folg e",
+      "▁ac ab",
+      "ct u",
+      "c tu",
+      "pt ic",
+      "▁N avigation",
+      "▁ Navigation",
+      "R uss",
+      "га ль",
+      "г аль",
+      "▁F ul",
+      "▁Fu l",
+      "▁ма є",
+      "чна я",
+      "ч ная",
+      "wn er",
+      "w ner",
+      "con tra",
+      "cont ra",
+      "contr a",
+      "▁jou eur",
+      "▁joue ur",
+      "▁J ess",
+      "▁Je ss",
+      "▁Jes s",
+      "▁re new",
+      "▁ren ew",
+      "▁l ap",
+      "▁la p",
+      "▁ lap",
+      "▁cas ting",
+      "▁cast ing",
+      "ga l",
+      "g al",
+      "▁tém atu",
+      "▁на зыва",
+      "за х",
+      "ч не",
+      ")- \\",
+      ") -\\",
+      "▁ча сто",
+      "▁час то",
+      "▁част о",
+      "}$ -",
+      "} $-",
+      "▁l icz",
+      "▁li cz",
+      "▁lic z",
+      "▁e mot",
+      "▁em ot",
+      "ha rm",
+      "har m",
+      "h arm",
+      "▁occasion ally",
+      "▁hor ror",
+      "▁ho rror",
+      "ea st",
+      "e ast",
+      "▁pr inter",
+      "▁print er",
+      "▁prin ter",
+      "ar an",
+      "ara n",
+      "a ran",
+      "▁Miss iss",
+      "fol low",
+      "f ollow",
+      "▁Bar ry",
+      "▁investig ate",
+      "go w",
+      "g ow",
+      "▁Amer icans",
+      "▁American s",
+      "▁America ns",
+      "S ince",
+      "▁від о",
+      "▁ві до",
+      "▁re un",
+      "os ci",
+      "osc i",
+      "o sci",
+      "▁Ch apter",
+      "▁Chap ter",
+      "▁b ay",
+      "▁ba y",
+      "▁ bay",
+      "ро ме",
+      "ром е",
+      "et he",
+      "eth e",
+      "e the",
+      "éd ie",
+      "é die",
+      "com ot",
+      "co mot",
+      "como t",
+      "▁miejs cowo",
+      "▁stud ierte",
+      "▁studi erte",
+      "ou vert",
+      "ouv ert",
+      "ouve rt",
+      "ouver t",
+      "▁к ур",
+      "▁ку р",
+      "▁ кур",
+      "▁DE SC",
+      "▁DES C",
+      "▁touch ed",
+      "▁tou ched",
+      "▁Jer ry",
+      "ue se",
+      "ues e",
+      "u ese",
+      "ли ще",
+      "auth entication",
+      "authentic ation",
+      "▁col le",
+      "▁co lle",
+      "▁coll e",
+      "he art",
+      "▁reg iment",
+      "▁regime nt",
+      "cri bed",
+      "cribe d",
+      "▁Бо ль",
+      "▁про ис",
+      "ce ae",
+      "▁mass es",
+      "▁sc rolling",
+      "▁scroll ing",
+      "us to",
+      "ust o",
+      "u sto",
+      "S W",
+      "ov at",
+      "ova t",
+      "o vat",
+      "▁gr âce",
+      "▁Архи в",
+      "▁Се вер",
+      "av ait",
+      "ava it",
+      "▁Marsh all",
+      "▁Mars hall",
+      "▁Hash Map",
+      "▁ HashMap",
+      "ac on",
+      "aco n",
+      "a con",
+      "ück en",
+      "ücke n",
+      "ü cken",
+      "[] )",
+      "[ ])",
+      "▁ev angel",
+      "et zung",
+      "etz ung",
+      "tt emberg",
+      "st ers",
+      "ste rs",
+      "ster s",
+      "s ters",
+      "T M",
+      "▁ли тера",
+      "qu ot",
+      "Pr ed",
+      "Pre d",
+      "P red",
+      "▁w erk",
+      "▁wer k",
+      "▁ werk",
+      "▁ha ber",
+      "▁hab er",
+      "▁habe r",
+      "la va",
+      "lav a",
+      "l ava",
+      "vo us",
+      "v ous",
+      "▁L ate",
+      "▁La te",
+      "▁Lat e",
+      "cy cle",
+      "cyc le",
+      "c ycle",
+      "ти рова",
+      "▁про ду",
+      "▁прод у",
+      "▁pop ulations",
+      "▁population s",
+      "▁popul ations",
+      "▁Y an",
+      "▁Ya n",
+      "Pre fix",
+      "P refix",
+      "actér istiques",
+      "+ '",
+      "() `](",
+      "()` ](",
+      "▁Л ь",
+      "фи ль",
+      "▁жи зни",
+      "ft p",
+      "f tp",
+      "▁все х",
+      "▁g dzie",
+      "▁v idea",
+      "▁vid ea",
+      "▁vide a",
+      "oa uth",
+      "o auth",
+      "▁p id",
+      "▁pi d",
+      "▁ pid",
+      "ů m",
+      "▁p esso",
+      "▁pes so",
+      "▁track ing",
+      "▁trac king",
+      "iz in",
+      "izi n",
+      "i zin",
+      "▁Mor ris",
+      "щи й",
+      "▁Provin z",
+      "▁M itte",
+      "▁Mit te",
+      "▁Mi tte",
+      "▁Mitt e",
+      "▁artific ial",
+      "bráz ky",
+      "▁до сти",
+      "▁rest ored",
+      "▁restore d",
+      "▁resto red",
+      "▁commun icate",
+      "▁communic ate",
+      "ag it",
+      "agi t",
+      "a git",
+      "Rec ogn",
+      "▁l on",
+      "▁lo n",
+      "▁ lon",
+      "▁за ня",
+      "▁зан я",
+      "▁Arg ument",
+      "▁ Argument",
+      "fl ush",
+      "flu sh",
+      "ма на",
+      "ман а",
+      "м ана",
+      "sec onds",
+      "second s",
+      "U C",
+      "▁R uth",
+      "▁Ru th",
+      "▁t ub",
+      "▁tu b",
+      "▁B ret",
+      "▁Br et",
+      "▁Bre t",
+      "▁P ere",
+      "▁Per e",
+      "▁Pe re",
+      "▁respons ibility",
+      "ńcz y",
+      "ń czy",
+      "▁environment s",
+      "▁environ ments",
+      "ke e",
+      "k ee",
+      "▁g root",
+      "▁gr oot",
+      "▁gro ot",
+      "▁pain ted",
+      "▁paint ed",
+      "▁Éd itions",
+      "cp y",
+      "c py",
+      "ár t",
+      "á rt",
+      "lich keit",
+      "ar da",
+      "ard a",
+      "B atch",
+      "▁Leop old",
+      "re ason",
+      "rea son",
+      "reas on",
+      "n oreferrer",
+      "se ns",
+      "sen s",
+      "s ens",
+      "▁ro cks",
+      "▁rock s",
+      "▁Hit ler",
+      "ла т",
+      "л ат",
+      "▁qu oted",
+      "▁quot ed",
+      "▁quote d",
+      "▁ко лле",
+      "▁у ров",
+      "ba g",
+      "b ag",
+      ".\" )",
+      ". \")",
+      "▁M L",
+      "▁ ML",
+      "▁kom t",
+      "▁ko mt",
+      "▁[ _",
+      "▁ [_",
+      "▁spect ral",
+      "ed o",
+      "e do",
+      "▁in sieme",
+      "▁suffer ing",
+      "▁suff ering",
+      "sl ider",
+      "slide r",
+      "▁Kenn edy",
+      "ol ate",
+      "ola te",
+      "o late",
+      "▁P atri",
+      "▁Pa tri",
+      "▁Pat ri",
+      "зи и",
+      "O H",
+      "▁те а",
+      "▁пра ва",
+      "▁прав а",
+      "ма х",
+      "re write",
+      "rew rite",
+      "r ewrite",
+      "▁Eins atz",
+      "ex ternal",
+      "ext ernal",
+      "hol ds",
+      "hold s",
+      "h olds",
+      "▁P laces",
+      "▁Pl aces",
+      "▁Pla ces",
+      "▁Place s",
+      "at ype",
+      "aty pe",
+      "a type",
+      "▁vul ner",
+      "▁abandon ed",
+      "Or igin",
+      "Ori gin",
+      "▁max imal",
+      "▁maxim al",
+      "AA AA",
+      "▁Base ball",
+      "▁C lose",
+      "▁Cl ose",
+      "▁Clo se",
+      "▁ Close",
+      "▁pa inter",
+      "▁pain ter",
+      "▁paint er",
+      "▁assign ing",
+      "N B",
+      "bl ast",
+      "bla st",
+      "b last",
+      "▁K ünstler",
+      ")] (",
+      ") ](",
+      "fa ch",
+      "fac h",
+      "f ach",
+      "▁Const antin",
+      "▁Constant in",
+      "ok es",
+      "oke s",
+      "o kes",
+      "▁no body",
+      "▁nob ody",
+      "▁subt ract",
+      "▁fos se",
+      "▁foss e",
+      "▁cert ific",
+      "▁m use",
+      "▁mus e",
+      "▁mu se",
+      "/) ,",
+      "/ ),",
+      "▁Pro fil",
+      "▁Prof il",
+      "▁pro xim",
+      "▁Jer usalem",
+      "▁simp licity",
+      "▁simpl icity",
+      "▁w sz",
+      "▁ws z",
+      "NUM BER",
+      "utt avia",
+      "U ITableView",
+      "ich ter",
+      "icht er",
+      "ichte r",
+      "i chter",
+      "жа н",
+      "ж ан",
+      "▁L av",
+      "▁La v",
+      "it chen",
+      "itch en",
+      "▁Ч ем",
+      "▁Че м",
+      "T u",
+      "▁ge om",
+      "▁zv uky",
+      "▁Sur vey",
+      "AN CE",
+      "▁enc rypted",
+      "▁encrypt ed",
+      "pr of",
+      "pro f",
+      "▁d are",
+      "▁da re",
+      "▁dar e",
+      "▁L oren",
+      "▁Lo ren",
+      "▁Lor en",
+      "т в",
+      "▁А лек",
+      "▁Ал ек",
+      "▁comput ers",
+      "▁computer s",
+      "▁compute rs",
+      "▁expect ation",
+      "▁substant ial",
+      "▁Д ми",
+      "▁` {",
+      "▁д ра",
+      "▁др а",
+      "▁ дра",
+      "ub ble",
+      "▁per forms",
+      "▁perform s",
+      "▁Kr ieg",
+      "▁Krie g",
+      "▁in coming",
+      "▁inc oming",
+      "▁Class ification",
+      "Web View",
+      "▁epis odes",
+      "▁episode s",
+      "ap per",
+      "app er",
+      "appe r",
+      "a pper",
+      "äu fig",
+      "▁gi ov",
+      "▁De part",
+      "▁Dep art",
+      "бо ра",
+      "бор а",
+      "ed ly",
+      "os pod",
+      "osp od",
+      "▁p tr",
+      "▁pt r",
+      "▁ ptr",
+      "▁d átum",
+      "▁est imation",
+      "▁estim ation",
+      "ic ole",
+      "ico le",
+      "icol e",
+      "i cole",
+      "▁- ---",
+      "▁-- --",
+      "▁--- -",
+      "▁ ----",
+      "▁prin ces",
+      "▁prince s",
+      "HE AD",
+      "▁diff usion",
+      "▁diffus ion",
+      "▁d rie",
+      "▁dr ie",
+      "▁dri e",
+      "▁A da",
+      "▁Ad a",
+      "ни це",
+      "ниц е",
+      "ng inx",
+      "n ginx",
+      "sh al",
+      "sha l",
+      "s hal",
+      "▁febru ari",
+      "▁T at",
+      "▁Ta t",
+      "lo oking",
+      "look ing",
+      "ku nd",
+      "k und",
+      "▁De an",
+      "m ongodb",
+      "вши х",
+      "в ших",
+      "▁A ur",
+      "▁Au r",
+      "▁Fl ora",
+      "▁Flor a",
+      "▁Flo ra",
+      "▁Stud ios",
+      "▁Studio s",
+      "ци је",
+      "ei l",
+      "e il",
+      "Inst all",
+      "▁f ranch",
+      "▁fr anch",
+      "▁fran ch",
+      "▁franc h",
+      "▁H MS",
+      "▁pract ices",
+      "▁practice s",
+      "le j",
+      "l ej",
+      "da le",
+      "dal e",
+      "d ale",
+      "▁po ste",
+      "▁pos te",
+      "▁post e",
+      "▁H els",
+      "▁He ls",
+      "▁Hel s",
+      "▁reli able",
+      "źdz ier",
+      "▁ver se",
+      "▁vers e",
+      "▁ verse",
+      "er meister",
+      "erme ister",
+      "▁qu it",
+      "▁qui t",
+      "▁q uit",
+      "▁ quit",
+      "ét ico",
+      "il is",
+      "ili s",
+      "i lis",
+      "ed or",
+      "edo r",
+      "e dor",
+      "▁Cult ural",
+      "▁Cultura l",
+      "дж е",
+      "д же",
+      "▁li ked",
+      "▁like d",
+      "▁lik ed",
+      "▁m ongodb",
+      "▁mongo db",
+      "▁ mongodb",
+      "▁Broad way",
+      "▁I R",
+      "▁ IR",
+      "es zt",
+      "esz t",
+      "ho v",
+      "h ov",
+      "▁m íst",
+      "▁mí st",
+      "re iche",
+      "reich e",
+      "rei che",
+      "▁k B",
+      "ст ом",
+      "сто м",
+      "с том",
+      "▁SQL ite",
+      "▁tor neo",
+      "\\ .",
+      "Or d",
+      "O rd",
+      "▁Admin istration",
+      "▁Administr ation",
+      "▁з да",
+      "▁ зда",
+      "▁H inter",
+      "▁Hin ter",
+      "▁V ia",
+      "▁Vi a",
+      "Dec imal",
+      "or ious",
+      "ori ous",
+      "orio us",
+      "▁nécess aire",
+      "w x",
+      "▁t ej",
+      "▁te j",
+      "▁t ema",
+      "▁te ma",
+      "▁tem a",
+      "O brázky",
+      "ри те",
+      "рит е",
+      "▁build s",
+      "▁l aten",
+      "▁la ten",
+      "▁lat en",
+      "▁late n",
+      "▁г г",
+      "Vis ibility",
+      "lä u",
+      "l äu",
+      "▁se chs",
+      "▁sec hs",
+      "▁лу ч",
+      "ce ra",
+      "cer a",
+      "c era",
+      "Co uld",
+      "C ould",
+      "▁tra ject",
+      "}} ^{",
+      "}}^ {",
+      "} }^{",
+      "▁Jap on",
+      "▁Ja pon",
+      "an other",
+      "ano ther",
+      "I K",
+      "▁belong ing",
+      "▁fac ilities",
+      "▁facil ities",
+      "▁D aily",
+      "▁Da ily",
+      "▁de ce",
+      "▁dec e",
+      "int ro",
+      "▁слу ча",
+      "Name space",
+      "Names pace",
+      "▁B ak",
+      "▁Ba k",
+      "loc ale",
+      "local e",
+      "U G",
+      "=$ {",
+      "= ${",
+      "▁comp añ",
+      "ją c",
+      "j ąc",
+      "▁ar ithmetic",
+      "fo rum",
+      "for um",
+      "f orum",
+      "▁por ta",
+      "▁port a",
+      "on k",
+      "▁g ender",
+      "▁ge nder",
+      "▁gen der",
+      "▁ gender",
+      "▁expect s",
+      "б ка",
+      "▁n ak",
+      "▁na k",
+      "▁ nak",
+      "▁G race",
+      "▁Gr ace",
+      "▁Gra ce",
+      "▁st ro",
+      "▁str o",
+      "ivid ual",
+      "▁C OM",
+      "▁CO M",
+      "▁ COM",
+      "▁F arm",
+      "▁Fa rm",
+      "▁Far m",
+      "▁c anton",
+      "▁can ton",
+      "▁cant on",
+      "то му",
+      "том у",
+      "т ому",
+      "java x",
+      "jav ax",
+      "се й",
+      "с ей",
+      "▁brief ly",
+      "Fa ce",
+      "F ace",
+      "rot ate",
+      "const ant",
+      "▁g allery",
+      "▁gall ery",
+      "ast ro",
+      "astr o",
+      "all ery",
+      "alle ry",
+      "aller y",
+      "▁D J",
+      "char ge",
+      "charg e",
+      "ходи ть",
+      "ходит ь",
+      "C ent",
+      "\\\" ,",
+      "\\ \",",
+      "▁d onna",
+      "▁don na",
+      "▁donn a",
+      "ar ca",
+      "arc a",
+      "la de",
+      "lad e",
+      "l ade",
+      "zi n",
+      "z in",
+      "▁N ed",
+      "▁Ne d",
+      "▁host ing",
+      "▁hos ting",
+      "id or",
+      "ido r",
+      "i dor",
+      "it ative",
+      "itat ive",
+      "ig s",
+      "i gs",
+      "▁п ря",
+      "▁пр я",
+      "▁t icket",
+      "▁tick et",
+      "▁ti cket",
+      "▁stud ying",
+      "▁study ing",
+      "▁des igner",
+      "▁design er",
+      "lap sed",
+      "lapse d",
+      "laps ed",
+      "l apsed",
+      "▁la at",
+      "▁d ix",
+      "▁di x",
+      "▁integr ated",
+      "▁integrate d",
+      "▁integra ted",
+      "▁in formed",
+      "▁inform ed",
+      "▁be have",
+      "▁beh ave",
+      "▁behav e",
+      "▁la bour",
+      "▁lab our",
+      "est ellt",
+      "cal endar",
+      "▁k illing",
+      "▁kil ling",
+      "▁kill ing",
+      "▁tw itter",
+      "▁ twitter",
+      "ia e",
+      "i ae",
+      "▁histor ique",
+      "DE FAULT",
+      "ia ła",
+      "iał a",
+      "i ała",
+      "▁theoret ical",
+      "▁un ders",
+      "▁und ers",
+      "▁under s",
+      "ля ет",
+      "at an",
+      "ata n",
+      "a tan",
+      "▁s urname",
+      "▁sur name",
+      "▁inter cept",
+      "гла сно",
+      "▁општи ни",
+      "▁t ired",
+      "▁tir ed",
+      "▁ti red",
+      "▁B eth",
+      "▁Be th",
+      "▁Bet h",
+      "▁ад министратив",
+      "L i",
+      "▁Т ур",
+      "▁Ту р",
+      "▁Sc anner",
+      "▁S tern",
+      "▁St ern",
+      "▁Ste rn",
+      "▁Ster n",
+      "▁вме сте",
+      "▁report ing",
+      "▁s ull",
+      "▁su ll",
+      "▁sul l",
+      "ци ей",
+      "ber ts",
+      "bert s",
+      "og onal",
+      "ogo nal",
+      "ő k",
+      "▁i psum",
+      "▁ip sum",
+      "▁seu lement",
+      "▁seul ement",
+      "▁seule ment",
+      "▁Se iten",
+      "▁Seit en",
+      "▁Seite n",
+      "word press",
+      "▁fe aturing",
+      "ist ischen",
+      "isti schen",
+      "istische n",
+      "ju b",
+      "j ub",
+      "▁é tr",
+      "▁ét r",
+      "▁ étr",
+      "▁t ea",
+      "▁te a",
+      "▁adapt ed",
+      "▁sc ales",
+      "▁scale s",
+      "▁scal es",
+      "▁n an",
+      "▁na n",
+      "▁ nan",
+      "get Value",
+      "▁Bl ues",
+      "▁Blue s",
+      "ac les",
+      "acle s",
+      "a cles",
+      "▁st ati",
+      "▁stat i",
+      "▁sta ti",
+      "▁ent itled",
+      "▁R alph",
+      "gra vity",
+      "▁entre pr",
+      "któ ber",
+      "li mat",
+      "lim at",
+      "l imat",
+      "li s",
+      "l is",
+      "De mo",
+      "D emo",
+      "re lation",
+      "rel ation",
+      "▁n ep",
+      "▁ne p",
+      "pro wad",
+      "it is",
+      "iti s",
+      "i tis",
+      "▁p up",
+      "▁pu p",
+      "neh mer",
+      "nehm er",
+      "▁disapp oint",
+      "▁et was",
+      "▁etwa s",
+      "an non",
+      "ann on",
+      "anno n",
+      "▁appro ved",
+      "▁cl ever",
+      "▁cle ver",
+      "Lo ading",
+      "Load ing",
+      "▁ver z",
+      "▁ve rz",
+      "res se",
+      "ress e",
+      "r esse",
+      "▁insp ir",
+      "▁sam pling",
+      "▁B ek",
+      "▁Be k",
+      "}) $.",
+      "})$ .",
+      "} )$.",
+      "▁г рома",
+      "▁spe cie",
+      "▁spec ie",
+      "▁re pub",
+      "▁rep ub",
+      "▁lo ader",
+      "▁load er",
+      "▁ loader",
+      "▁e rf",
+      "▁er f",
+      "▁should er",
+      "ra is",
+      "rai s",
+      "r ais",
+      "▁ма те",
+      "▁мат е",
+      "▁Mon th",
+      "▁Mont h",
+      "▁Mo nth",
+      "▁ Month",
+      "Sc ene",
+      "▁block ing",
+      "▁o cean",
+      "ge ben",
+      "geb en",
+      "g eben",
+      "▁Kil ometer",
+      "▁b edeut",
+      "▁M ix",
+      "▁Mi x",
+      "fm t",
+      "f mt",
+      "▁Nor weg",
+      "▁ID s",
+      "par allel",
+      "▁ant icip",
+      "▁anti cip",
+      "▁re vis",
+      "▁rev is",
+      "ха н",
+      "х ан",
+      "▁с вет",
+      "▁све т",
+      "CA SE",
+      "C ASE",
+      "▁f ührt",
+      "▁führ t",
+      "▁ führt",
+      "▁at omic",
+      "▁atom ic",
+      "▁ atomic",
+      "▁dark ness",
+      "▁Fußball spieler",
+      "▁Ж и",
+      "quis ition",
+      "▁S ieg",
+      "▁Sie g",
+      "▁Si eg",
+      "C irc",
+      "▁c ientí",
+      "ne lle",
+      "nel le",
+      "nell e",
+      "n elle",
+      "SH A",
+      "S HA",
+      "▁u rb",
+      "▁ur b",
+      "▁ urb",
+      "▁k si",
+      "leq slant",
+      "▁ф рон",
+      "▁de fect",
+      "▁def ect",
+      "▁defe ct",
+      "▁r á",
+      "▁ rá",
+      "▁strong er",
+      "▁p ł",
+      "▁commun ities",
+      "ни на",
+      "нин а",
+      "en as",
+      "ena s",
+      "e nas",
+      "ienne nt",
+      "ienn ent",
+      "▁safe ly",
+      "▁saf ely",
+      "▁т я",
+      "▁ тя",
+      "▁ben chmark",
+      "▁Bra un",
+      "method s",
+      "arg ument",
+      "vo s",
+      "v os",
+      "ob ox",
+      "o box",
+      "ро ви",
+      "ров и",
+      "р ови",
+      "▁recher che",
+      "m n",
+      "▁br ings",
+      "▁bring s",
+      "m achine",
+      "CE SS",
+      "CES S",
+      "host s",
+      "hos ts",
+      "▁N Y",
+      "Aut ow",
+      "Auto w",
+      "▁сов ремен",
+      "▁G ary",
+      "▁Gar y",
+      "▁Ga ry",
+      "▁s ensor",
+      "▁sens or",
+      "▁document ed",
+      "▁pr endre",
+      "▁prend re",
+      "▁pe er",
+      "en ix",
+      "eni x",
+      "ha i",
+      "h ai",
+      "ar be",
+      "цен т",
+      "ц ент",
+      "_ (",
+      "▁U RI",
+      "▁ URI",
+      "ев а",
+      "е ва",
+      "▁Re gie",
+      "▁Reg ie",
+      "▁Mon ument",
+      "▁onder werp",
+      "B ag",
+      "ti t",
+      "t it",
+      "▁st ir",
+      "▁n erv",
+      "▁ne rv",
+      "▁ner v",
+      "стор ія",
+      "▁s ov",
+      "▁so v",
+      "▁writ ers",
+      "▁write rs",
+      "▁writer s",
+      "▁sort s",
+      "▁sor ts",
+      "ab solute",
+      "▁difficult ies",
+      "▁par lament",
+      "▁parl ament",
+      "▁IE numerable",
+      "▁dis sol",
+      "▁diss ol",
+      "▁CH ECK",
+      "ar ina",
+      "ari na",
+      "arin a",
+      "in burgh",
+      "D M",
+      "▁e ind",
+      "▁ein d",
+      "▁bud get",
+      "▁cert ains",
+      "▁certain s",
+      "▁för sta",
+      "▁först a",
+      "an ja",
+      "a nja",
+      "▁го дов",
+      "▁год ов",
+      "▁т ек",
+      "▁те к",
+      "▁ тек",
+      "▁D uch",
+      "▁Du ch",
+      "▁Duc h",
+      "gu i",
+      "g ui",
+      "▁Te ams",
+      "▁Team s",
+      "▁мно ги",
+      "Mar ie",
+      "Ma rie",
+      "M arie",
+      "In tegr",
+      "Int egr",
+      "Thread Pool",
+      "ru st",
+      "rus t",
+      "r ust",
+      "í k",
+      "% \"",
+      "en f",
+      "sp l",
+      "s pl",
+      "▁be gun",
+      "▁beg un",
+      "lo u",
+      "l ou",
+      "▁Rewrite Rule",
+      "tu ple",
+      "ane ous",
+      "▁mar ine",
+      "▁mari ne",
+      "▁ marine",
+      "at tan",
+      "att an",
+      "atta n",
+      "ik al",
+      "ika l",
+      "i kal",
+      "▁gradu ated",
+      "il lé",
+      "ill é",
+      "▁про ве",
+      "▁пров е",
+      "▁пр ове",
+      "▁Р оз",
+      "▁Ро з",
+      "', \r",
+      "' ,\r",
+      "▁Pf arr",
+      "▁n ivel",
+      "▁ni vel",
+      "▁пра цю",
+      "mus ic",
+      "▁set Timeout",
+      "ER S",
+      "E RS",
+      "▁E rik",
+      "▁Er ik",
+      "pi t",
+      "p it",
+      "▁Х ро",
+      "▁p ił",
+      "▁pi ł",
+      "▁p eri",
+      "▁per i",
+      "▁pe ri",
+      "до к",
+      "д ок",
+      "us zt",
+      "usz t",
+      "▁B ear",
+      "▁Be ar",
+      "Class Name",
+      "▁Par lament",
+      "▁a ix",
+      "▁ai x",
+      "▁inv ited",
+      "▁P ATH",
+      "▁PA TH",
+      "▁ PATH",
+      "xt er",
+      "x ter",
+      "▁R ace",
+      "▁Ra ce",
+      "▁h echo",
+      "▁he cho",
+      "▁T ower",
+      "▁To wer",
+      "▁Tow er",
+      "▁u tf",
+      "▁ut f",
+      "▁ utf",
+      "act ly",
+      "▁бу де",
+      "▁ang les",
+      "▁angle s",
+      "▁ angles",
+      "ня я",
+      "ouv elles",
+      "ouve lles",
+      "ouvel les",
+      "ouvelle s",
+      "▁cl imate",
+      "▁cli mate",
+      "▁clim ate",
+      "▁sing ing",
+      "▁sin ging",
+      "▁navig ate",
+      ">' ;",
+      "> ';",
+      "ad ows",
+      "ado ws",
+      "adow s",
+      "▁l eta",
+      "▁le ta",
+      "▁let a",
+      "▁S itz",
+      "▁Si tz",
+      "▁Sit z",
+      "▁part itions",
+      "▁partition s",
+      "▁d ock",
+      "▁do ck",
+      "▁doc k",
+      "▁ż y",
+      "▁ ży",
+      "▁alloc ate",
+      "▁benef its",
+      "▁benefit s",
+      "▁n ieder",
+      "▁nie der",
+      "▁ni eder",
+      "xp ath",
+      "x path",
+      "me ck",
+      "äl le",
+      "äll e",
+      "ä lle",
+      "▁cou pling",
+      "▁coup ling",
+      "жи л",
+      "ж ил",
+      "For Key",
+      "ar gent",
+      "arg ent",
+      "cl ou",
+      "clo u",
+      "c lou",
+      "▁instru ments",
+      "▁instrument s",
+      "▁ent hus",
+      "▁m ég",
+      "▁mé g",
+      "▁Па в",
+      "▁R ach",
+      "▁Ra ch",
+      "-- ---",
+      "---- -",
+      "--- --",
+      "- ----",
+      "▁API s",
+      "▁AP Is",
+      "▁V ier",
+      "▁Vi er",
+      "▁Vie r",
+      "C md",
+      "it ore",
+      "ito re",
+      "itor e",
+      "▁C uba",
+      "▁Cu ba",
+      "▁Cub a",
+      "▁dátum mal",
+      "▁embed ding",
+      "std io",
+      "▁Gil bert",
+      "▁ge prüft",
+      "▁st ating",
+      "▁stat ing",
+      "▁sta ting",
+      "▁stati ng",
+      "▁trigger s",
+      "▁trig gers",
+      "+ =",
+      "▁spé cial",
+      "▁del iber",
+      "▁deli ber",
+      "ми н",
+      "м ин",
+      "Pro du",
+      "Pr odu",
+      "P rodu",
+      "▁St ati",
+      "▁Stat i",
+      "▁Sta ti",
+      "▁z us",
+      "▁zu s",
+      "kt ionen",
+      "ktion en",
+      "Dispatch er",
+      "id al",
+      "ida l",
+      "i dal",
+      "▁L P",
+      "▁ LP",
+      "op tera",
+      "opt era",
+      "opter a",
+      "▁e star",
+      "▁est ar",
+      "▁es tar",
+      "▁esta r",
+      "▁зна чи",
+      "с мо",
+      "ous es",
+      "ouse s",
+      "o uses",
+      "eng ono",
+      "engo no",
+      "▁W PF",
+      "pub lish",
+      "▁t eor",
+      "▁te or",
+      "el if",
+      "eli f",
+      "▁e rg",
+      "▁er g",
+      "▁ erg",
+      "▁separ ation",
+      "Pa n",
+      "P an",
+      "▁Or chestra",
+      "Pe ter",
+      "P eter",
+      "bound s",
+      "b ounds",
+      "▁Shakespe are",
+      "▁cant ante",
+      "▁d emi",
+      "▁de mi",
+      "▁dem i",
+      "▁Pop ular",
+      "ф р",
+      "ar ring",
+      "arr ing",
+      "ци н",
+      "ц ин",
+      "▁И с",
+      "vo n",
+      "v on",
+      "▁subst itution",
+      "▁lí nea",
+      "\\}$ .",
+      "\\} $.",
+      "\\ }$.",
+      "com o",
+      "co mo",
+      "c omo",
+      "▁ва ж",
+      "wa gen",
+      "w agen",
+      "▁rare ly",
+      "▁period s",
+      "▁peri ods",
+      "gl ob",
+      "g lob",
+      "▁F rid",
+      "▁Fr id",
+      "▁Fri d",
+      "▁T err",
+      "▁Te rr",
+      "▁Ter r",
+      "▁Re lease",
+      "▁ Release",
+      "Brain z",
+      "▁гра ф",
+      "▁ граф",
+      "DI S",
+      "D IS",
+      "compat ible",
+      "▁po č",
+      "LI N",
+      "L IN",
+      "▁K ällor",
+      "▁A rizona",
+      "pp y",
+      "p py",
+      "Se q",
+      "S eq",
+      "▁A in",
+      "▁T ourn",
+      "▁To urn",
+      "▁Tour n",
+      "br ow",
+      "bro w",
+      "b row",
+      "▁K ör",
+      "▁Kö r",
+      "▁a sh",
+      "▁as h",
+      "▁ ash",
+      "ogene ous",
+      "▁dia lect",
+      "▁насе ља",
+      "mysql i",
+      "mysq li",
+      "цо в",
+      "ц ов",
+      "▁f lor",
+      "▁fl or",
+      "▁flo r",
+      "▁ф ло",
+      "IA B",
+      "I AB",
+      "▁With in",
+      "▁Wit hin",
+      "^ (",
+      "▁b ois",
+      "▁bo is",
+      "▁t ank",
+      "▁tan k",
+      "▁aff ili",
+      "▁h ijo",
+      "▁hij o",
+      "▁hi jo",
+      "▁K ate",
+      "▁Kat e",
+      "▁Ka te",
+      "▁Ver l",
+      "▁Ve rl",
+      "▁M iami",
+      "▁Mi ami",
+      "▁type script",
+      "▁types cript",
+      "њ у",
+      "▁V ern",
+      "▁Ver n",
+      "▁Ve rn",
+      "▁ви со",
+      "ie mann",
+      "iem ann",
+      "i emann",
+      "▁co verage",
+      "▁cover age",
+      "br ie",
+      "b rie",
+      "▁Start ing",
+      "▁Star ting",
+      "num py",
+      "▁J enkins",
+      "▁Jen kins",
+      "▁k ét",
+      "▁ké t",
+      "▁g rup",
+      "▁gr up",
+      "▁gru p",
+      "▁S cient",
+      "▁Sc ient",
+      "▁Sci ent",
+      "▁inter rupt",
+      "▁b lob",
+      "▁bl ob",
+      "▁blo b",
+      "▁ blob",
+      "ug el",
+      "uge l",
+      "u gel",
+      "▁Or th",
+      "▁Ort h",
+      "ab ama",
+      "aba ma",
+      "▁B apt",
+      "▁Ba pt",
+      "ow nik",
+      "own ik",
+      "▁бы ть",
+      "▁Jul ius",
+      "▁Ju lius",
+      "▁Juli us",
+      "▁П рез",
+      "▁Пре з",
+      "▁subst itute",
+      "support ed",
+      "supp orted",
+      "ch y",
+      "c hy",
+      "egy zetek",
+      "▁Per formance",
+      "▁Perform ance",
+      "less ly",
+      "Con structor",
+      "▁ext ending",
+      "▁extend ing",
+      "▁Mus lim",
+      "Over flow",
+      "▁J enn",
+      "▁Je nn",
+      "▁Jen n",
+      "▁produ z",
+      "▁prod uz",
+      "мі ї",
+      "м ії",
+      "▁país es",
+      "▁e ux",
+      "▁eu x",
+      "▁f ate",
+      "▁fa te",
+      "▁fat e",
+      "ol oge",
+      "olog e",
+      "olo ge",
+      "у к",
+      "▁wo bei",
+      "▁wob ei",
+      "▁S achsen",
+      "▁Sach sen",
+      "▁са йт",
+      "▁сай т",
+      "Mod els",
+      "Model s",
+      "Mode ls",
+      "▁F ast",
+      "▁Fa st",
+      "bes ondere",
+      "▁F R",
+      "▁ FR",
+      "▁a con",
+      "▁ac on",
+      "▁ acon",
+      "▁Den kmal",
+      "▁an ch",
+      "▁anc h",
+      "▁ anch",
+      "▁públic o",
+      "▁T as",
+      "▁Ta s",
+      "▁c and",
+      "▁can d",
+      "▁ca nd",
+      "▁pa ździer",
+      "▁М он",
+      "▁Мо н",
+      "▁vers us",
+      "ru t",
+      "r ut",
+      "G T",
+      "▁insert ing",
+      "▁inser ting",
+      "▁can ad",
+      "▁ca nad",
+      "є м",
+      "▁M etro",
+      "▁Met ro",
+      "▁Herz og",
+      "Ign ore",
+      "▁decre ase",
+      "▁п ун",
+      "▁пу н",
+      "▁F ischer",
+      "▁M all",
+      "▁Ma ll",
+      "▁Mal l",
+      "▁n örd",
+      "io stream",
+      "i ostream",
+      "▁Lux emb",
+      "pay load",
+      "▁Ze itung",
+      "▁Zeit ung",
+      "▁mod ifying",
+      "▁modify ing",
+      "▁C her",
+      "▁Ch er",
+      "▁Che r",
+      "▁Lu ci",
+      "▁Luc i",
+      "n x",
+      "▁lo ose",
+      "▁top ics",
+      "▁topic s",
+      "▁var ied",
+      "▁vari ed",
+      "▁va ried",
+      "▁p g",
+      "▁ pg",
+      "aj es",
+      "aje s",
+      "a jes",
+      "um m",
+      "u mm",
+      "View s",
+      "▁B eau",
+      "▁Be au",
+      "MA P",
+      "M AP",
+      "ip eline",
+      "ipe line",
+      "▁Inter est",
+      "ar ith",
+      "ari th",
+      "▁seg ún",
+      "▁Geme ins",
+      "▁Att ribute",
+      "▁ Attribute",
+      "comm unity",
+      "▁цент р",
+      "▁kil ometer",
+      "▁kilomet er",
+      "▁kilom eter",
+      "▁é conom",
+      "▁éc onom",
+      "lar ation",
+      "▁к ъ",
+      "▁car riage",
+      "▁carri age",
+      "▁L ane",
+      "▁La ne",
+      "▁Lan e",
+      "▁не об",
+      "ku r",
+      "k ur",
+      "▁A F",
+      "▁ AF",
+      "IN TER",
+      "INT ER",
+      ")) $",
+      ") )$",
+      "▁be ide",
+      "▁bei de",
+      "dest ination",
+      "▁font s",
+      "▁fon ts",
+      "▁ fonts",
+      "append Child",
+      "▁M AR",
+      "▁MA R",
+      "▁g ay",
+      "▁ga y",
+      "mi l",
+      "m il",
+      "le sh",
+      "les h",
+      "l esh",
+      "è t",
+      "▁W ang",
+      "▁Wa ng",
+      "▁Y ears",
+      "▁Year s",
+      "▁Ye ars",
+      "▁S ymbol",
+      "▁Sym bol",
+      "▁ Symbol",
+      "Li ve",
+      "L ive",
+      "qu ency",
+      "▁U sers",
+      "▁Use rs",
+      "▁User s",
+      "▁Us ers",
+      "▁ Users",
+      "▁Un icode",
+      "▁S au",
+      "▁Sa u",
+      "▁t ons",
+      "▁to ns",
+      "▁ton s",
+      "▁ tons",
+      "▁Н і",
+      "▁кра ї",
+      "▁ краї",
+      "AX I",
+      "▁P ick",
+      "▁Pi ck",
+      "▁Pic k",
+      "A I",
+      "▁h ath",
+      "▁ha th",
+      "▁hat h",
+      "▁a inda",
+      "▁ain da",
+      "▁p apa",
+      "▁pa pa",
+      "▁pap a",
+      "▁C enso",
+      "▁B ald",
+      "▁Ba ld",
+      "▁Bal d",
+      "▁Насе ље",
+      "▁sim ulations",
+      "▁simulation s",
+      "▁j aren",
+      "▁ja ren",
+      "▁jar en",
+      "▁inher ited",
+      "▁inherit ed",
+      "▁то й",
+      "▁ той",
+      "▁fe els",
+      "▁feel s",
+      "▁fee ls",
+      "ress ion",
+      "r ession",
+      "▁o któber",
+      "bi d",
+      "b id",
+      "ás i",
+      "á si",
+      "▁m uss",
+      "▁mus s",
+      "▁mu ss",
+      "vent ory",
+      "▁me ist",
+      "▁b ore",
+      "▁bo re",
+      "▁bor e",
+      "▁sl ider",
+      "▁slide r",
+      "▁sli der",
+      "▁ slider",
+      "де ли",
+      "\\ ;",
+      "▁extra cted",
+      "▁extract ed",
+      "ку р",
+      "к ур",
+      "Ed ge",
+      "▁per f",
+      "▁pe rf",
+      "▁Brig ade",
+      "▁гра д",
+      "▁ град",
+      "ie nie",
+      "ien ie",
+      "i enie",
+      "▁N orden",
+      "▁Nor den",
+      "▁Nord en",
+      "▁c ancer",
+      "▁can cer",
+      "\" /",
+      "C ur",
+      "▁С ере",
+      "▁Се ре",
+      "▁Сер е",
+      "▁liqu id",
+      "str ucture",
+      "struct ure",
+      "▁cho osing",
+      "▁Per l",
+      "▁Pe rl",
+      "Si de",
+      "S ide",
+      "ü s",
+      "ри тор",
+      "рито р",
+      "рит ор",
+      "▁k ost",
+      "▁ko st",
+      "▁pa ckets",
+      "▁pack ets",
+      "▁packet s",
+      "▁кото рого",
+      "▁Com un",
+      "▁Co mun",
+      "▁f ingers",
+      "▁fin gers",
+      "▁finger s",
+      "ográ fica",
+      "> :",
+      "▁champion nat",
+      "▁bl ieb",
+      "▁S itu",
+      "▁Si tu",
+      "▁Sit u",
+      "▁su ic",
+      "an dis",
+      "and is",
+      "Fr e",
+      "F re",
+      "▁C onc",
+      "▁Con c",
+      "▁Co nc",
+      "▁re public",
+      "▁rep ublic",
+      "▁repub lic",
+      "▁ar med",
+      "▁arm ed",
+      "▁h ell",
+      "▁he ll",
+      "▁hel l",
+      "▁ hell",
+      "▁h ög",
+      "▁hö g",
+      "rag ma",
+      "▁en se",
+      "▁ens e",
+      "▁ ense",
+      "▁ac res",
+      "▁В ід",
+      "▁Ві д",
+      "▁Re form",
+      "▁Ref orm",
+      "Main Activity",
+      "ke eper",
+      "keep er",
+      "kee per",
+      "er b",
+      "e rb",
+      "▁mon aster",
+      "sub subsection",
+      "▁Ди в",
+      "▁cre ature",
+      "▁indic ating",
+      "▁url s",
+      "▁ur ls",
+      "▁ urls",
+      "▁k ein",
+      "▁ke in",
+      "об раз",
+      "обра з",
+      "pi ck",
+      "pic k",
+      "p ick",
+      "▁Ad mir",
+      "▁old est",
+      "▁ol dest",
+      "▁m uz",
+      "▁mu z",
+      "▁contra diction",
+      "▁contrad iction",
+      "▁contradict ion",
+      "▁prob abil",
+      "illi ant",
+      "▁p av",
+      "▁pa v",
+      "▁pa pel",
+      "▁pap el",
+      "ub s",
+      "u bs",
+      "▁ж ена",
+      "▁же на",
+      "▁жен а",
+      "▁ жена",
+      "AM L",
+      "A ML",
+      "▁re cip",
+      "▁rec ip",
+      "▁reci p",
+      "▁C OL",
+      "▁CO L",
+      "▁ COL",
+      "ad ded",
+      "add ed",
+      "▁cl ue",
+      "▁Uk raine",
+      "▁Ukrain e",
+      "▁jel ent",
+      "че нь",
+      "чен ь",
+      "ч ень",
+      "▁mathemat ics",
+      "Ac cept",
+      "▁с от",
+      "▁со т",
+      "▁се вер",
+      "▁isol ated",
+      "▁по я",
+      "w ür",
+      "Ro uter",
+      "Route r",
+      "Rout er",
+      "R outer",
+      "CA T",
+      "C AT",
+      "rg b",
+      "r gb",
+      "▁L ov",
+      "▁Lo v",
+      "mu table",
+      "mut able",
+      "m utable",
+      "▁W es",
+      "▁We s",
+      "▁Ital ien",
+      "Dra g",
+      "Dr ag",
+      "D rag",
+      "en ium",
+      "eni um",
+      "at ting",
+      "att ing",
+      "atti ng",
+      "tc p",
+      "t cp",
+      "▁erfolg te",
+      "▁Be it",
+      "▁Bei t",
+      "га то",
+      "▁System s",
+      "▁Syst ems",
+      "▁re serve",
+      "▁res erve",
+      "er ee",
+      "ere e",
+      "e ree",
+      "▁Па ри",
+      "▁Пар и",
+      "▁з али",
+      "▁за ли",
+      "▁re nt",
+      "▁r ent",
+      "▁ren t",
+      "▁ rent",
+      "▁s unt",
+      "▁su nt",
+      "▁sun t",
+      "▁G irls",
+      "▁Girl s",
+      "▁Gir ls",
+      "▁Er nest",
+      "▁Ern est",
+      "▁f its",
+      "▁fi ts",
+      "▁fit s",
+      "▁op pon",
+      "▁opp on",
+      "▁живе ло",
+      "▁av aient",
+      "▁Flor ence",
+      "▁Flo rence",
+      "▁чи сле",
+      "▁eng ines",
+      "▁engine s",
+      "D ynamic",
+      "▁stycz nia",
+      "▁b ias",
+      "▁bi as",
+      "▁Ex change",
+      "ди й",
+      "▁histor iques",
+      "▁historique s",
+      "▁H ä",
+      "ho d",
+      "h od",
+      "▁w ł",
+      "sch ap",
+      "▁l ac",
+      "▁la c",
+      "▁ lac",
+      "▁F oi",
+      "▁Fo i",
+      "▁d well",
+      "▁dw ell",
+      "▁Unter nehmen",
+      "UR N",
+      "▁kilomet res",
+      "▁Одна ко",
+      "к ли",
+      "▁S ri",
+      "▁Sr i",
+      "Gr oups",
+      "Group s",
+      "min d",
+      "mi nd",
+      "m ind",
+      "os lov",
+      "fer n",
+      "fe rn",
+      "f ern",
+      "eg u",
+      "e gu",
+      "abel ed",
+      "abe led",
+      "F iddle",
+      "▁Cent ury",
+      "/ -",
+      "▁J egyzetek",
+      "He n",
+      "H en",
+      "ens emble",
+      "▁G ut",
+      "▁Gu t",
+      "_{ {\\",
+      "_ {{\\",
+      "▁ran king",
+      "▁rank ing",
+      "+ $",
+      "ал а",
+      "а ла",
+      "▁# {",
+      "▁ #{",
+      "im ientos",
+      "imiento s",
+      "ach im",
+      "ac him",
+      "achi m",
+      "ri des",
+      "ride s",
+      "rid es",
+      "r ides",
+      "▁K laus",
+      "▁Kl aus",
+      "▁int end",
+      "▁inte nd",
+      "▁inten d",
+      "▁Kent ucky",
+      "ci pe",
+      "cip e",
+      "c ipe",
+      "▁D ienst",
+      "▁Di enst",
+      "▁situ ated",
+      "▁pó ź",
+      "▁s crit",
+      "▁sc rit",
+      "▁scr it",
+      "▁scri t",
+      "cl ip",
+      "cli p",
+      "c lip",
+      "не т",
+      "н ет",
+      "ta bles",
+      "table s",
+      "tab les",
+      "t ables",
+      "▁N ied",
+      "▁Ni ed",
+      "▁Nie d",
+      "▁Mc K",
+      "▁pow st",
+      "▁kun nen",
+      "▁Ev ans",
+      "▁Eva ns",
+      "ж ды",
+      "ва ть",
+      "ват ь",
+      "uch ar",
+      "uc har",
+      "ucha r",
+      "u char",
+      "▁res idents",
+      "▁resid ents",
+      "▁resident s",
+      "ia k",
+      "i ak",
+      "▁Re sol",
+      "▁Res ol",
+      "▁ Resol",
+      "▁ve ces",
+      "▁vec es",
+      "▁satisf ying",
+      "▁satisfy ing",
+      "IN F",
+      "I NF",
+      "▁с ин",
+      "▁си н",
+      "▁cross ing",
+      "ib en",
+      "ibe n",
+      "i ben",
+      "▁ши ро",
+      "pt o",
+      "p to",
+      "IL L",
+      "I LL",
+      "▁ро ль",
+      "▁a ktiv",
+      "▁akt iv",
+      "▁обра щения",
+      "Wik ispecies",
+      "▁Hö he",
+      "cr o",
+      "c ro",
+      "══ ══",
+      "al tra",
+      "alt ra",
+      "▁FI LE",
+      "▁ FILE",
+      "▁u ps",
+      "▁up s",
+      "▁ ups",
+      "▁al location",
+      "▁all ocation",
+      "▁alloc ation",
+      "▁allo cation",
+      "Mich ael",
+      "▁acknow led",
+      "Lin ux",
+      "▁met ros",
+      "▁ metros",
+      "tt e",
+      "t te",
+      "af en",
+      "a fen",
+      "▁x code",
+      "▁тра ди",
+      "spe cies",
+      "spec ies",
+      "s pecies",
+      "▁inj ury",
+      "▁са мы",
+      "▁сам ы",
+      "▁l attice",
+      "M aterial",
+      "and enburg",
+      "anden burg",
+      "▁huvud staden",
+      "st ory",
+      "sto ry",
+      "stor y",
+      "▁var ying",
+      "▁vary ing",
+      "▁kö vet",
+      "▁Росси йской",
+      "ir se",
+      "irs e",
+      "▁d rum",
+      "▁dr um",
+      "▁dru m",
+      "Pr essed",
+      "Press ed",
+      "Pres sed",
+      "La r",
+      "L ar",
+      "▁A gu",
+      "▁Ag u",
+      "▁w eil",
+      "▁we il",
+      "▁comm ence",
+      "▁Seg ún",
+      "Gest ure",
+      "Sh ape",
+      "S hape",
+      "▁V ors",
+      "▁Vo rs",
+      "▁Vor s",
+      "▁succ ès",
+      "▁correct ed",
+      "▁corre cted",
+      "▁corr ected",
+      "K ar",
+      "▁cr uel",
+      "▁cru el",
+      "▁polit ico",
+      "▁Schrift steller",
+      "▁ris ult",
+      "et u",
+      "e tu",
+      "arch iv",
+      "▁gén ero",
+      "▁gé nero",
+      "▁L ü",
+      "▁tri umph",
+      "OR S",
+      "O RS",
+      "L u",
+      "▁person nel",
+      "▁personn el",
+      "▁personne l",
+      "▁H ills",
+      "▁Hill s",
+      "▁Hil ls",
+      "as set",
+      "ass et",
+      "asse t",
+      "do min",
+      "dom in",
+      "d omin",
+      "Rece ive",
+      "▁O ak",
+      "▁K no",
+      "▁Kn o",
+      "▁The ory",
+      "ir ie",
+      "iri e",
+      "i rie",
+      "ow an",
+      "owa n",
+      "o wan",
+      "▁est ava",
+      "▁esta va",
+      "▁exec utes",
+      "▁execute s",
+      "▁execut es",
+      "й т",
+      "óp ez",
+      "ó pez",
+      "по ло",
+      "пол о",
+      "п оло",
+      "ét ica",
+      "▁назва ние",
+      "▁conver ges",
+      "▁not re",
+      "▁no tre",
+      "▁pop ulated",
+      "▁popula ted",
+      "▁popul ated",
+      "▁populate d",
+      "▁mov ements",
+      "▁move ments",
+      "▁movement s",
+      "▁statist ical",
+      "▁Zwe iten",
+      "qu in",
+      "qui n",
+      "▁import antes",
+      "▁important es",
+      "▁importante s",
+      "▁k lein",
+      "▁kle in",
+      "▁kl ein",
+      "▁Seg unda",
+      "schließ end",
+      "Fail ure",
+      "na r",
+      "n ar",
+      "da g",
+      "d ag",
+      "▁ru olo",
+      "▁f iction",
+      "▁fi ction",
+      "▁fic tion",
+      "▁fict ion",
+      "▁исполь зу",
+      "▁cr isis",
+      "▁Get ting",
+      ", %",
+      "▁ар мии",
+      "▁cam pus",
+      "▁camp us",
+      "▁fo oter",
+      "▁foot er",
+      "▁foo ter",
+      "▁ footer",
+      "▁d ías",
+      "▁día s",
+      "▁dí as",
+      "ба н",
+      "б ан",
+      "▁liber ty",
+      "▁libert y",
+      "▁g h",
+      "▁ gh",
+      "▁cham ber",
+      "▁district s",
+      "▁exc ited",
+      "▁can ción",
+      "ter o",
+      "te ro",
+      "t ero",
+      "▁Work ing",
+      "▁Wor king",
+      "▁czę ści",
+      "ль ный",
+      "▁f orum",
+      "▁for um",
+      "▁fo rum",
+      "▁ forum",
+      "▁E he",
+      "▁ка та",
+      "▁ ката",
+      "it ations",
+      "itation s",
+      "itat ions",
+      "To ols",
+      "Tool s",
+      "T ools",
+      "ach iv",
+      "achi v",
+      "▁c res",
+      "▁cre s",
+      "▁cr es",
+      "as to",
+      "ast o",
+      "a sto",
+      "▁re ver",
+      "▁r ever",
+      "▁rev er",
+      "▁reve r",
+      "▁n azionale",
+      "▁naz ionale",
+      "▁do ors",
+      "▁door s",
+      "▁N ancy",
+      "▁Nan cy",
+      "▁is lands",
+      "▁island s",
+      "Im p",
+      "I mp",
+      "▁Ch air",
+      "▁Cha ir",
+      "▁v orm",
+      "▁vo rm",
+      "▁vor m",
+      "se in",
+      "s ein",
+      "▁до ку",
+      "er set",
+      "ers et",
+      "▁tät ig",
+      "▁K rit",
+      "▁Kr it",
+      "▁п я",
+      "▁cons ervation",
+      "▁conserv ation",
+      "▁Part ido",
+      "▁Parti do",
+      "min ipage",
+      "Valid ator",
+      "▁rec overy",
+      "▁recover y",
+      "▁NA SA",
+      "▁NAS A",
+      "▁br east",
+      "▁bre ast",
+      "il ty",
+      "ilt y",
+      "an aly",
+      "ana ly",
+      "anal y",
+      "el ines",
+      "eli nes",
+      "eline s",
+      "elin es",
+      "e lines",
+      "▁S aturday",
+      "em ark",
+      "e mark",
+      "ce j",
+      "c ej",
+      "Ze ro",
+      "Z ero",
+      "▁Tur ner",
+      "▁Turn er",
+      "sec ure",
+      "Ex ists",
+      "▁R ick",
+      "▁Ric k",
+      "▁Ri ck",
+      "ev alu",
+      "eval u",
+      "e valu",
+      "ct rl",
+      "ctr l",
+      "c trl",
+      "▁com pression",
+      "▁comp ression",
+      "▁compr ession",
+      "▁compress ion",
+      "▁C URL",
+      "text color",
+      ")\\ ,",
+      ") \\,",
+      "long rightarrow",
+      "▁Fern seh",
+      "▁ Fernseh",
+      "ic ha",
+      "ich a",
+      "i cha",
+      "▁l oi",
+      "▁lo i",
+      "▁О те",
+      "▁От е",
+      "▁c ave",
+      "▁ca ve",
+      "▁cav e",
+      "▁do zen",
+      "▁expla ining",
+      "▁expl aining",
+      "▁explain ing",
+      "▁in nov",
+      "▁inn ov",
+      "▁Nich olas",
+      "▁dia meter",
+      "▁diam eter",
+      "▁M arian",
+      "▁Mar ian",
+      "▁Ma rian",
+      "▁Maria n",
+      "▁Mari an",
+      "▁f ires",
+      "▁fire s",
+      "▁fi res",
+      "▁fir es",
+      "▁art ifact",
+      "▁ artifact",
+      "▁Par ker",
+      "▁Park er",
+      "▁B und",
+      "▁Bu nd",
+      "▁Bun d",
+      "▁v erte",
+      "▁ver te",
+      "▁vert e",
+      "▁ verte",
+      "▁tal ent",
+      "▁tale nt",
+      "▁Lu cas",
+      "▁Luc as",
+      "re verse",
+      "▁folg enden",
+      "▁S ah",
+      "▁Sa h",
+      "ject ions",
+      "je ctions",
+      "jection s",
+      "▁inve ce",
+      "▁cost itu",
+      "▁s sl",
+      "▁ss l",
+      "▁ ssl",
+      "}} ^",
+      "} }^",
+      "▁viol ent",
+      "▁s pos",
+      "▁sp os",
+      "▁spo s",
+      "Ro ut",
+      "R out",
+      "jd k",
+      "j dk",
+      "▁за ме",
+      "▁f urent",
+      "▁fur ent",
+      "▁fu rent",
+      "an dal",
+      "and al",
+      "anda l",
+      "H om",
+      "▁Sen ior",
+      "▁p ounds",
+      "▁Disc ogs",
+      "▁з е",
+      "▁ зе",
+      "'} [",
+      "' }[",
+      "▁Napole on",
+      "ordin ates",
+      "ordinate s",
+      "à n",
+      "▁k urz",
+      "▁kur z",
+      "▁v ere",
+      "▁ver e",
+      "▁ve re",
+      "▁ vere",
+      "▁re use",
+      "▁Г ен",
+      "▁Ге н",
+      "▁S yst",
+      "▁Sy st",
+      "▁disapp eared",
+      "▁disappear ed",
+      "▁W atch",
+      "▁Wat ch",
+      "▁ Watch",
+      "bibli othek",
+      "▁кор пу",
+      "▁C s",
+      "▁} `",
+      "▁ }`",
+      "▁r ör",
+      "▁де ла",
+      "▁ дела",
+      "V B",
+      "▁calcul us",
+      "▁calc ulus",
+      "ро да",
+      "род а",
+      "▁jud gment",
+      "at ile",
+      "ati le",
+      "▁long ue",
+      "▁lon gue",
+      "▁H us",
+      "▁Hu s",
+      "J ac",
+      "}} )",
+      "} })",
+      "RI PT",
+      "IAB ot",
+      "▁ap ós",
+      "▁a ston",
+      "▁as ton",
+      "▁ast on",
+      "Web achiv",
+      "▁URL s",
+      "▁co at",
+      "▁э коно",
+      "▁l ear",
+      "▁le ar",
+      "▁ lear",
+      "ext ensions",
+      "extension s",
+      "▁Class ic",
+      "T I",
+      "▁T age",
+      "▁Tag e",
+      "▁Ta ge",
+      "▁l á",
+      "▁ lá",
+      "▁s emb",
+      "▁se mb",
+      "▁sem b",
+      "▁développ ement",
+      "IS TS",
+      "IST S",
+      "▁sol ves",
+      "▁solve s",
+      ",\\ ,",
+      ", \\,",
+      "▁чем пі",
+      "ord inary",
+      "ordin ary",
+      "▁B av",
+      "▁Ba v",
+      "▁much os",
+      "▁mu chos",
+      "▁mucho s",
+      "S elf",
+      "▁Ма й",
+      "▁D iet",
+      "▁Die t",
+      "▁Di et",
+      "▁necess ity",
+      "ві д",
+      "в ід",
+      "▁m ano",
+      "▁ma no",
+      "▁man o",
+      "▁С р",
+      "▁car re",
+      "▁Cam era",
+      "▁Camer a",
+      "▁ Camera",
+      "▁N arod",
+      "▁Na rod",
+      "▁Nar od",
+      "▁Ph one",
+      "▁Pho ne",
+      "▁ Phone",
+      "▁pol ym",
+      "▁poly m",
+      "im ore",
+      "imo re",
+      "i more",
+      "is Empty",
+      "▁Hou ston",
+      "▁Re ce",
+      "▁Rec e",
+      "▁ Rece",
+      "▁present ation",
+      "▁pres entation",
+      "▁presenta tion",
+      "▁ presentation",
+      "ни ципа",
+      "ници па",
+      "▁D b",
+      "▁ Db",
+      "▁conf ident",
+      "▁} {",
+      "▁ }{",
+      "▁bul let",
+      "▁ bullet",
+      "▁{ },",
+      "▁{} ,",
+      "AN GE",
+      "ANG E",
+      "▁No tre",
+      "▁Not re",
+      "ch in",
+      "chi n",
+      "c hin",
+      "▁Dr agon",
+      "▁Drag on",
+      "▁Dra gon",
+      "er ca",
+      "erc a",
+      "ia li",
+      "ial i",
+      "i ali",
+      "▁as set",
+      "▁ass et",
+      "▁asse t",
+      "▁ asset",
+      "▁mu ito",
+      "▁muit o",
+      "▁deep ly",
+      "▁rest riction",
+      "▁restrict ion",
+      "▁com merce",
+      "▁commer ce",
+      "▁ commerce",
+      "▁B omb",
+      "▁Bo mb",
+      "▁Bom b",
+      "c aught",
+      "q q",
+      "▁A rag",
+      "▁Ar ag",
+      "▁Ara g",
+      "▁не мец",
+      "▁Anal ysis",
+      "▁člán ku",
+      "▁b aby",
+      "▁ba by",
+      "▁e chter",
+      "▁о дного",
+      "▁од ного",
+      "▁одно го",
+      "же на",
+      "жен а",
+      "ж ена",
+      "▁white space",
+      "▁whites pace",
+      "ç u",
+      "LI ST",
+      "L IST",
+      "fr ique",
+      "fri que",
+      "f rique",
+      "▁v arias",
+      "▁var ias",
+      "▁vari as",
+      "▁va rias",
+      "▁W it",
+      "▁Wi t",
+      "▁Lic encia",
+      "Ex it",
+      "▁sie rp",
+      "▁sier p",
+      "▁ass emb",
+      "▁asse mb",
+      "▁split ting",
+      "▁spl itting",
+      "▁pa lace",
+      "▁pal ace",
+      "▁b locked",
+      "▁block ed",
+      "▁bound aries",
+      "▁iter ations",
+      "▁iteration s",
+      "▁Rot ten",
+      "▁Ver kehr",
+      "▁we er",
+      "Test s",
+      "T ests",
+      "if ting",
+      "ift ing",
+      "▁reg ul",
+      "▁pers ist",
+      "▁Sol ution",
+      "p b",
+      "▁col lapse",
+      "▁ collapse",
+      "▁arr ested",
+      "▁arrest ed",
+      "▁pred icate",
+      "▁Z one",
+      "▁Zo ne",
+      "▁ Zone",
+      "▁in gen",
+      "▁ing en",
+      "▁ ingen",
+      "zá lez",
+      "▁b anks",
+      "▁bank s",
+      "▁ban ks",
+      "pl ant",
+      "plan t",
+      "pla nt",
+      "p lant",
+      "▁N ella",
+      "▁Ne lla",
+      "▁Nel la",
+      "▁Nell a",
+      "▁б ан",
+      "▁ба н",
+      "▁ бан",
+      "▁S now",
+      "▁Sn ow",
+      "▁Kre uz",
+      "í cio",
+      "▁en ters",
+      "▁ent ers",
+      "▁enter s",
+      "▁ex pose",
+      "▁exp ose",
+      "▁expos e",
+      "č i",
+      "ши е",
+      "Qu al",
+      "Q ual",
+      "▁lands cape",
+      "▁пода цима",
+      "ma i",
+      "m ai",
+      "st ag",
+      "sta g",
+      "s tag",
+      "ова ний",
+      "DE F",
+      "D EF",
+      "[] {",
+      "[ ]{",
+      "▁derni ère",
+      "ic ut",
+      "i cut",
+      "▁X ml",
+      "▁ Xml",
+      "▁sub group",
+      "▁Pol sce",
+      "▁W arning",
+      "▁War ning",
+      "▁ Warning",
+      "▁veh icles",
+      "▁vehicle s",
+      "io t",
+      "i ot",
+      "▁d ll",
+      "▁ dll",
+      "ro nt",
+      "ron t",
+      "r ont",
+      "▁Lou ise",
+      "▁Louis e",
+      "▁a ra",
+      "▁ar a",
+      "▁ ara",
+      "▁S cala",
+      "▁Sc ala",
+      "▁canon ical",
+      "▁pl acing",
+      "▁pla cing",
+      "ER Y",
+      "E RY",
+      "▁J ag",
+      "▁Ja g",
+      "▁v irus",
+      "▁vi rus",
+      "▁vir us",
+      "em u",
+      "e mu",
+      "▁} );\r",
+      "▁}); \r",
+      "▁}) ;\r",
+      "▁м м",
+      "▁Tr ying",
+      "▁Try ing",
+      "▁Lex ikon",
+      "ab ord",
+      "abor d",
+      "▁exped ition",
+      "▁demand ed",
+      "▁demande d",
+      "Z yg",
+      "le in",
+      "lei n",
+      "l ein",
+      "▁verw endet",
+      "ри на",
+      "рин а",
+      "wo l",
+      "w ol",
+      "▁p ivot",
+      "▁одна ко",
+      "▁propri et",
+      "▁a wards",
+      "▁aw ards",
+      "▁award s",
+      "to ut",
+      "t out",
+      "▁as sim",
+      "▁ass im",
+      "▁St orm",
+      "▁Sto rm",
+      "Li mit",
+      "L imit",
+      "el in",
+      "eli n",
+      "e lin",
+      "we alth",
+      "ue z",
+      "u ez",
+      "▁rap present",
+      "▁rappres ent",
+      "▁re sta",
+      "▁r esta",
+      "▁res ta",
+      "▁rest a",
+      "▁gegründ et",
+      "▁journal ist",
+      "is ie",
+      "isi e",
+      "▁fac ility",
+      "▁facil ity",
+      "il led",
+      "ill ed",
+      "ille d",
+      "ul k",
+      "▁P K",
+      "▁ PK",
+      "An chor",
+      "▁_ )",
+      "▁ _)",
+      "V F",
+      "LA B",
+      "L AB",
+      "▁n å",
+      "od os",
+      "odo s",
+      "▁bill ion",
+      "vir ti",
+      "virt i",
+      "▁Je ux",
+      "юз а",
+      "ю за",
+      "tom cat",
+      "▁ch arts",
+      "▁char ts",
+      "▁chart s",
+      "▁ charts",
+      "▁B undle",
+      "▁Bund le",
+      "▁ Bundle",
+      "▁l st",
+      "▁ls t",
+      "▁ lst",
+      "▁ex er",
+      "▁fem ales",
+      "▁female s",
+      "▁oblig ed",
+      "▁a by",
+      "▁ab y",
+      "▁ aby",
+      "roll ed",
+      "rol led",
+      "rolle d",
+      "dr i",
+      "d ri",
+      "▁S che",
+      "▁Sch e",
+      "▁Sc he",
+      "▁vess els",
+      "▁vessel s",
+      "IMA RY",
+      "IM ARY",
+      "▁reason ing",
+      "▁про те",
+      "▁пр оте",
+      "FI LES",
+      "FILE S",
+      "ver k",
+      "v erk",
+      "os os",
+      "oso s",
+      "▁ком му",
+      "ді ї",
+      "д ії",
+      "▁d d",
+      "▁ dd",
+      "▁со ответ",
+      "▁IO Exception",
+      "▁ IOException",
+      "sk ých",
+      "ský ch",
+      "▁C LI",
+      "▁CL I",
+      "▁ CLI",
+      "▁ ње",
+      "C M",
+      "T D",
+      "▁possib ilities",
+      "▁possibil ities",
+      "▁Com pos",
+      "▁Comp os",
+      "hal f",
+      "h alf",
+      "▁web page",
+      "▁s wing",
+      "▁sw ing",
+      "▁ swing",
+      "▁z as",
+      "▁za s",
+      "▁ zas",
+      "▁cy cl",
+      "le id",
+      "lei d",
+      "ist ica",
+      "istic a",
+      "isti ca",
+      "▁In sert",
+      "▁Ins ert",
+      "▁ Insert",
+      "▁Sw eden",
+      "▁want ing",
+      "▁ ال",
+      "▁e euw",
+      "▁Admin istr",
+      "▁War ren",
+      "▁b s",
+      "▁ bs",
+      "▁p am",
+      "▁pa m",
+      "an us",
+      "anu s",
+      "Dr a",
+      "D ra",
+      "ex pl",
+      "exp l",
+      "▁K ant",
+      "▁Kan t",
+      "▁Ka nt",
+      "▁Aust in",
+      "▁c sak",
+      "▁cs ak",
+      "▁the atre",
+      "▁compat ibility",
+      "ма тиче",
+      "мати че",
+      "set State",
+      "б ю",
+      "}{ |",
+      "} {|",
+      "▁D y",
+      "▁Zw ischen",
+      "Al t",
+      "A lt",
+      "CLA RE",
+      "st eps",
+      "ste ps",
+      "step s",
+      "▁L age",
+      "▁La ge",
+      "▁Lag e",
+      "▁M itt",
+      "▁Mit t",
+      "▁Mi tt",
+      "▁Dub lin",
+      "▁рабо ты",
+      "de ep",
+      "▁fl ows",
+      "▁flow s",
+      "▁flo ws",
+      "▁Pa lace",
+      "▁Pal ace",
+      "▁Pala ce",
+      "un ix",
+      "uni x",
+      "re fs",
+      "ref s",
+      "um ar",
+      "uma r",
+      "u mar",
+      "as et",
+      "ase t",
+      "a set",
+      "co v",
+      "c ov",
+      "▁p ing",
+      "▁pi ng",
+      "▁pin g",
+      "▁ ping",
+      "▁Saf ari",
+      "fl ug",
+      "flu g",
+      "cre ens",
+      "creen s",
+      "c reens",
+      "{ #",
+      "▁ре а",
+      "ad ors",
+      "ado rs",
+      "ador s",
+      "▁a mor",
+      "▁am or",
+      "uc e",
+      "u ce",
+      "de mic",
+      "dem ic",
+      "▁Nether lands",
+      "▁cluster s",
+      "▁clust ers",
+      "▁en for",
+      "▁enf or",
+      "mar ine",
+      "▁b ugs",
+      "▁bu gs",
+      "▁bug s",
+      "izz ata",
+      "izza ta",
+      "▁s cra",
+      "▁sc ra",
+      "▁scr a",
+      "Le s",
+      "L es",
+      "qu ick",
+      "qui ck",
+      "▁turn o",
+      "▁tur no",
+      "_ *",
+      "ер а",
+      "е ра",
+      "Gener ated",
+      "> [",
+      "▁e stre",
+      "▁est re",
+      "▁es tre",
+      "▁ estre",
+      "or de",
+      "ord e",
+      "▁v erg",
+      "▁ver g",
+      "▁ve rg",
+      "ро з",
+      "р оз",
+      "▁p au",
+      "▁pa u",
+      "in cludes",
+      "include s",
+      "includ es",
+      "as sa",
+      "ass a",
+      "ad ers",
+      "ader s",
+      "ade rs",
+      "a ders",
+      "▁Гер ма",
+      "▁est aven",
+      "▁esta ven",
+      "▁ear liest",
+      "▁res ultado",
+      "▁result ado",
+      "mu n",
+      "m un",
+      "▁pl ots",
+      "▁plot s",
+      "▁ plots",
+      "di n",
+      "d in",
+      "sort ed",
+      "s orted",
+      "▁p reference",
+      "▁pre ference",
+      "▁prefer ence",
+      "ri ó",
+      "r ió",
+      "ту ре",
+      "тур е",
+      "▁L igue",
+      "▁Li gue",
+      "▁Lig ue",
+      "▁за вер",
+      "▁зав ер",
+      "ph r",
+      "p hr",
+      "▁p ocket",
+      "▁po cket",
+      "▁poc ket",
+      "▁par l",
+      "▁pa rl",
+      "▁l ak",
+      "▁la k",
+      "▁ lak",
+      "▁p owie",
+      "▁po wie",
+      "▁pow ie",
+      "▁al tres",
+      "▁alt res",
+      "▁altre s",
+      "$} ;",
+      "$ };",
+      "pl ain",
+      "pla in",
+      "p lain",
+      "▁C red",
+      "▁Cre d",
+      "▁Cr ed",
+      "▁ Cred",
+      "it za",
+      "itz a",
+      "pe rp",
+      "per p",
+      "Gr een",
+      "Gre en",
+      "G reen",
+      "▁dev oted",
+      "product ion",
+      "produ ction",
+      "p roduction",
+      "work er",
+      "wor ker",
+      "el sen",
+      "els en",
+      "else n",
+      "▁v ern",
+      "▁ver n",
+      "▁ve rn",
+      "▁ vern",
+      "▁már cius",
+      "▁Conf eder",
+      "▁Liver pool",
+      "▁му зи",
+      "▁em ails",
+      "▁email s",
+      "▁dist ances",
+      "▁distance s",
+      "▁seg ments",
+      "▁segment s",
+      "▁a nth",
+      "▁an th",
+      "▁ant h",
+      "▁ anth",
+      "▁w rest",
+      "▁wr est",
+      "▁ho og",
+      "▁cin ema",
+      "rr or",
+      "r ror",
+      "▁geb oren",
+      "▁é c",
+      "▁ éc",
+      "Mar ker",
+      "Mark er",
+      "▁Com pet",
+      "▁Comp et",
+      "▁ли сто",
+      "all owed",
+      "allow ed",
+      "allo wed",
+      "vol ume",
+      "Esp agne",
+      "Z e",
+      "▁fix es",
+      "▁fi xes",
+      "▁r ond",
+      "▁ro nd",
+      "▁arrang ement",
+      "/ ~",
+      ".] (",
+      ". ](",
+      "▁For rások",
+      "▁weiter en",
+      "▁weit eren",
+      "▁weitere n",
+      "ex cel",
+      "▁з мі",
+      "▁mod erne",
+      "▁modern e",
+      "▁moder ne",
+      "Eng lish",
+      "▁Transfer markt",
+      "▁be aring",
+      "▁bear ing",
+      "▁cl eared",
+      "▁clear ed",
+      "▁cle ared",
+      "▁са м",
+      "▁di vs",
+      "▁div s",
+      "ć i",
+      "▁э той",
+      "▁это й",
+      "▁Ге ор",
+      "sc ene",
+      "sce ne",
+      "▁a ges",
+      "▁ag es",
+      "▁age s",
+      "▁ ages",
+      "GE N",
+      "G EN",
+      "rä n",
+      "r än",
+      "▁T oul",
+      "▁To ul",
+      "▁A bs",
+      "▁Ab s",
+      "j át",
+      "▁med iante",
+      "▁medi ante",
+      "▁median te",
+      "▁em pres",
+      "▁emp res",
+      "▁Emp loyee",
+      "▁ Employee",
+      "▁polynomial s",
+      "▁optim ize",
+      "▁вы ступа",
+      "fa re",
+      "far e",
+      "f are",
+      "ве й",
+      "в ей",
+      "x f",
+      "qu ez",
+      "que z",
+      "q uez",
+      "▁bo tan",
+      "▁bot an",
+      "▁def end",
+      "▁defe nd",
+      "▁Qu art",
+      "Mon t",
+      "Mo nt",
+      "M ont",
+      "v b",
+      "ti ck",
+      "t ick",
+      "W D",
+      "min e",
+      "mi ne",
+      "m ine",
+      "▁mod ific",
+      "not ification",
+      "▁d enn",
+      "▁de nn",
+      "▁den n",
+      "▁al go",
+      "▁alg o",
+      "▁S po",
+      "▁Sp o",
+      "▁m istrzost",
+      "/ :",
+      "▁a present",
+      "▁apr esent",
+      "▁п род",
+      "▁про д",
+      "▁пр од",
+      "Vol ume",
+      "sk ą",
+      "s ką",
+      "prote cted",
+      "▁Turk ish",
+      "az y",
+      "a zy",
+      "▁p ouv",
+      "▁po uv",
+      "▁pou v",
+      "▁perí odo",
+      "sk og",
+      "sko g",
+      "▁ent ropy",
+      "▁entr opy",
+      "ze d",
+      "z ed",
+      "то ри",
+      "тор и",
+      "▁l ij",
+      "▁li j",
+      "▁ lij",
+      "bo ards",
+      "board s",
+      "▁ста ту",
+      "Bo ol",
+      "B ool",
+      "▁pol ity",
+      "▁polit y",
+      "@\" ,",
+      "@ \",",
+      "▁рі к",
+      "né e",
+      "n ée",
+      "▁Z ug",
+      "▁Zu g",
+      "▁Un iti",
+      "▁Unit i",
+      "ém et",
+      "é met",
+      "at ience",
+      "ati ence",
+      "di men",
+      "dim en",
+      "d imen",
+      "▁St even",
+      "▁Ste ven",
+      "▁Steve n",
+      "H a",
+      "ACT ION",
+      "A CTION",
+      "▁w and",
+      "▁wa nd",
+      "▁ wand",
+      "▁Na var",
+      "▁Nav ar",
+      "▁сі чня",
+      "W atch",
+      "▁Stu art",
+      "▁z de",
+      "▁zd e",
+      "▁кон тро",
+      "data set",
+      "dat aset",
+      "datas et",
+      "y ó",
+      "▁B ush",
+      "▁Bu sh",
+      "▁Bus h",
+      "▁се бя",
+      "▁wor thy",
+      "▁worth y",
+      "▁B le",
+      "▁Bl e",
+      "▁pro por",
+      "▁prop or",
+      "▁Vill age",
+      "▁Villa ge",
+      "▁Vil lage",
+      "▁r y",
+      "▁ ry",
+      "▁v oit",
+      "▁vo it",
+      "▁копи я",
+      "▁z p",
+      "▁c ura",
+      "▁cu ra",
+      "▁cur a",
+      "▁H tml",
+      "▁ Html",
+      "▁Die ser",
+      "▁Dies er",
+      "▁Diese r",
+      "▁D ays",
+      "▁Da ys",
+      "▁Day s",
+      "▁ Days",
+      "on nes",
+      "onn es",
+      "onne s",
+      "▁ant igu",
+      "▁anti gu",
+      "▁Sta aten",
+      "▁Staat en",
+      "▁f aint",
+      "▁fa int",
+      "on gs",
+      "ong s",
+      "▁ö st",
+      "▁ öst",
+      "Re direct",
+      "Red irect",
+      "ел ь",
+      "е ль",
+      "at orial",
+      "ator ial",
+      "ato rial",
+      "atori al",
+      "▁b other",
+      "▁bo ther",
+      "▁both er",
+      "▁bot her",
+      "Edit Text",
+      "▁Gi ul",
+      "▁за во",
+      "▁зав о",
+      "▁pue blo",
+      "▁Mississ ippi",
+      "ja k",
+      "j ak",
+      "▁w ings",
+      "▁win gs",
+      "▁wing s",
+      "on c",
+      "o nc",
+      "ív el",
+      "í vel",
+      "ien cia",
+      "i encia",
+      "ent licht",
+      "entlich t",
+      "▁B TW",
+      "or nal",
+      "orn al",
+      "▁Ко ро",
+      "▁Кор о",
+      "▁од ним",
+      "▁sa lv",
+      "▁sal v",
+      "▁f inden",
+      "▁find en",
+      "▁fin den",
+      "ge o",
+      "▁а виа",
+      "att ung",
+      "vi v",
+      "v iv",
+      "▁L uther",
+      "▁Lu ther",
+      "▁об щи",
+      "▁Ro lle",
+      "▁Rol le",
+      "▁Roll e",
+      "▁Ab raham",
+      "▁cent ered",
+      "▁center ed",
+      "▁sl ash",
+      "▁sla sh",
+      "▁ slash",
+      "is at",
+      "isa t",
+      "em ann",
+      "ema nn",
+      "eman n",
+      "e mann",
+      "O s",
+      "пар та",
+      "▁P ablo",
+      "▁Pa blo",
+      "▁collabor ation",
+      "path s",
+      "pat hs",
+      "éd ition",
+      "▁view ed",
+      "▁vie wed",
+      "▁cons isted",
+      "▁consist ed",
+      "▁recover ed",
+      "▁Mex ican",
+      "▁F ix",
+      "▁sp ell",
+      "▁spe ll",
+      "▁spel l",
+      "Spec ial",
+      "Spe cial",
+      "▁С т",
+      "ess eur",
+      "esse ur",
+      "▁Украи ны",
+      "form er",
+      "for mer",
+      "▁ś w",
+      "▁z eros",
+      "▁ze ros",
+      "▁zero s",
+      "▁Stra ßen",
+      "▁Straße n",
+      "▁organ isation",
+      "▁organis ation",
+      "▁ organisation",
+      "üss en",
+      "üs sen",
+      "▁S ierra",
+      "▁Se ason",
+      "▁Sea son",
+      "▁vol ont",
+      "Bean Factory",
+      "▁помо щ",
+      "▁pres sing",
+      "▁press ing",
+      "▁equival ence",
+      "▁c att",
+      "▁ca tt",
+      "▁cat t",
+      "ic ity",
+      "ici ty",
+      "i city",
+      "▁accompl ished",
+      "▁accomp lished",
+      "▁accomplish ed",
+      "▁y o",
+      "▁ yo",
+      "▁s ic",
+      "▁si c",
+      "▁im ports",
+      "▁import s",
+      "▁accom mod",
+      "▁Port o",
+      "▁Por to",
+      "▁я ка",
+      "▁як а",
+      "▁lo an",
+      "ти ки",
+      "тик и",
+      "▁check out",
+      "▁ass ess",
+      "▁asse ss",
+      "▁Pop ulation",
+      "ur ent",
+      "ure nt",
+      "uren t",
+      "u rent",
+      "clo jure",
+      "▁Sant os",
+      "▁Santo s",
+      "▁inform áció",
+      "PO S",
+      "P OS",
+      "▁g are",
+      "▁gar e",
+      "▁ga re",
+      "▁k ick",
+      "▁ki ck",
+      "▁rad ical",
+      "▁radi cal",
+      "▁Pe ace",
+      "▁stream ing",
+      "▁stre aming",
+      "ca mp",
+      "cam p",
+      "c amp",
+      "zą t",
+      "го вор",
+      "гов ор",
+      "гово р",
+      "▁Reg ierung",
+      "▁proceed ed",
+      "f m",
+      "ле ны",
+      "лен ы",
+      "▁ear nest",
+      "▁Par ad",
+      "▁Pa rad",
+      "▁Para d",
+      "request s",
+      "▁R aum",
+      "▁Ra um",
+      "š č",
+      "▁polic ies",
+      "▁T ig",
+      "▁Ti g",
+      "▁s itt",
+      "▁si tt",
+      "▁sit t",
+      "▁Ener gy",
+      "▁pur ely",
+      "▁pure ly",
+      "▁H aut",
+      "▁Ha ut",
+      "▁Sp eed",
+      "▁Spe ed",
+      "▁ Speed",
+      "bi o",
+      "b io",
+      "▁o range",
+      "▁or ange",
+      "▁big gest",
+      "▁britann ique",
+      "▁No table",
+      "▁Not able",
+      "v u",
+      "ле нии",
+      "би н",
+      "б ин",
+      "▁N ash",
+      "▁Na sh",
+      "▁Nas h",
+      "ще ние",
+      "▁c iel",
+      "▁ci el",
+      "adém ie",
+      "▁гру дня",
+      "▁jo ue",
+      "▁jou e",
+      "▁v oted",
+      "▁vo ted",
+      "▁vot ed",
+      "▁vote d",
+      "ri co",
+      "ric o",
+      "r ico",
+      "▁го р",
+      "▁г ор",
+      "▁ гор",
+      "▁коман ду",
+      "it ivity",
+      "iti vity",
+      "▁щ е",
+      "▁ ще",
+      "▁de finite",
+      "▁defin ite",
+      "▁definit e",
+      "uro pa",
+      "urop a",
+      "!\" );",
+      "! \");",
+      "Default s",
+      "▁неко торы",
+      "éd ération",
+      "▁s illy",
+      "▁sil ly",
+      "▁talk ed",
+      "▁tal ked",
+      "re u",
+      "r eu",
+      "▁L omb",
+      "▁Lo mb",
+      "▁stat ue",
+      "кт а",
+      "к та",
+      "ю р",
+      "um ably",
+      "▁горо де",
+      "▁город е",
+      "▁R untime",
+      "▁Run time",
+      "▁ Runtime",
+      "▁di agn",
+      "▁diag n",
+      "▁dia gn",
+      "▁r etro",
+      "▁ret ro",
+      "▁retr o",
+      "▁Sver ige",
+      "▁in icial",
+      "▁inici al",
+      "ien za",
+      "i enza",
+      "▁fig lio",
+      "▁z og",
+      "▁zo g",
+      "▁re y",
+      "▁r ey",
+      "▁ rey",
+      "▁R und",
+      "▁Run d",
+      "▁Ru nd",
+      "т ный",
+      "▁ce ased",
+      "er no",
+      "ern o",
+      "▁e sa",
+      "▁es a",
+      "▁ esa",
+      "▁tr ouv",
+      "▁tro uv",
+      "▁trou v",
+      "▁Gemeinde n",
+      "▁Geme inden",
+      "▁comer cial",
+      "sk ap",
+      "ska p",
+      "s kap",
+      "en ario",
+      "ena rio",
+      "▁ju ris",
+      "▁jur is",
+      "T B",
+      "на ла",
+      "нал а",
+      "н ала",
+      "▁v ij",
+      "▁vi j",
+      "V O",
+      "▁c lin",
+      "▁cl in",
+      "▁cli n",
+      "jö r",
+      "j ör",
+      "са н",
+      "с ан",
+      "ow ała",
+      "owa ła",
+      "ował a",
+      "rib ución",
+      "ribu ción",
+      "▁urs prüng",
+      "▁con dem",
+      "▁cond em",
+      "▁St age",
+      "▁Sta ge",
+      "▁ Stage",
+      "▁mix ing",
+      "▁рі з",
+      "▁f ans",
+      "▁fa ns",
+      "▁fan s",
+      "há z",
+      "h áz",
+      "so cial",
+      "soci al",
+      "za n",
+      "z an",
+      "▁с вой",
+      "▁сво й",
+      "Cook ie",
+      "▁Ro land",
+      "▁Rol and",
+      "az ionale",
+      "▁Sl oven",
+      "▁Slo ven",
+      "▁Slov en",
+      "▁F iche",
+      "▁Fich e",
+      "▁S é",
+      "h ä",
+      "▁official s",
+      "▁offici als",
+      "▁î nt",
+      "▁în t",
+      "Inter ceptor",
+      "Table s",
+      "Tab les",
+      "T ables",
+      "▁da von",
+      "▁dav on",
+      "init ialize",
+      "initial ize",
+      "]= \"",
+      "] =\"",
+      "▁B ody",
+      "▁Bo dy",
+      "▁Bod y",
+      "▁ Body",
+      "▁U pper",
+      "▁Up per",
+      "▁ Upper",
+      "▁Col lect",
+      "▁Coll ect",
+      "▁ Collect",
+      "▁Zür ich",
+      "Hor izontal",
+      "Ty p",
+      "T yp",
+      "▁polít ico",
+      "▁Rewrite Cond",
+      "▁h oped",
+      "▁hope d",
+      "▁ho ped",
+      "▁hop ed",
+      "▁anx ious",
+      "Li ter",
+      "L iter",
+      "ja hr",
+      "j ahr",
+      "▁ass emble",
+      "▁assemb le",
+      "▁c rypt",
+      "▁cry pt",
+      "lah oma",
+      "AS H",
+      "A SH",
+      "▁Б ри",
+      "▁C ic",
+      "▁Ci c",
+      "tw itter",
+      "hy per",
+      "▁T ell",
+      "▁Te ll",
+      "▁Tel l",
+      "іль ки",
+      "во бо",
+      "▁ba zie",
+      "▁baz ie",
+      "▁contempor ary",
+      "▁Param eter",
+      "▁Para meter",
+      "▁ Parameter",
+      "st wa",
+      "▁bek end",
+      "co ck",
+      "c ock",
+      "pre vious",
+      "prev ious",
+      "en ska",
+      "ens ka",
+      "ensk a",
+      "▁c aller",
+      "▁cal ler",
+      "▁call er",
+      "]] )",
+      "] ])",
+      "▁R az",
+      "▁Ra z",
+      "▁Se lon",
+      "▁Sel on",
+      "▁propos al",
+      "▁b ý",
+      "▁S ied",
+      "▁Sie d",
+      "▁Si ed",
+      "▁Arbe its",
+      "▁Arbeit s",
+      "▁p ride",
+      "▁pr ide",
+      "▁pri de",
+      "▁sl ope",
+      "▁slo pe",
+      "id é",
+      "grad ient",
+      "▁Дже рела",
+      "▁S H",
+      "▁ SH",
+      "▁раз рабо",
+      "ivers ity",
+      "спо дар",
+      "\\{ \\",
+      "\\ {\\",
+      "▁с тали",
+      "▁ст али",
+      "▁ста ли",
+      "▁стал и",
+      "▁Ein zel",
+      "▁Einz el",
+      "▁rg ba",
+      "▁A nim",
+      "▁An im",
+      "▁ Anim",
+      "▁a lles",
+      "▁al les",
+      "▁all es",
+      "▁alle s",
+      "▁ alles",
+      "ба р",
+      "б ар",
+      "er te",
+      "ert e",
+      "▁réalis é",
+      "▁réal isé",
+      "Inst itut",
+      "▁mar kup",
+      "▁mark up",
+      "▁v ars",
+      "▁var s",
+      "▁va rs",
+      "▁ vars",
+      "▁g am",
+      "▁ga m",
+      "▁Васи ль",
+      "iz za",
+      "izz a",
+      "i zza",
+      "▁C ob",
+      "▁Co b",
+      "▁M etal",
+      "▁Me tal",
+      "▁Met al",
+      "▁Meta l",
+      "▁le ak",
+      "▁L anc",
+      "▁La nc",
+      "▁Lan c",
+      "Sw itch",
+      "De lay",
+      "Del ay",
+      "at uur",
+      "atu ur",
+      "▁че ты",
+      "▁анг лий",
+      "▁leg acy",
+      "▁desar roll",
+      "▁top ological",
+      "▁jewe ils",
+      "▁Nederland se",
+      "▁atmos phere",
+      "ur ban",
+      "urb an",
+      "▁s lov",
+      "▁sl ov",
+      "▁slo v",
+      "▁law yer",
+      "pe cially",
+      "▁altern ate",
+      "▁para met",
+      "▁param et",
+      "▁establish ment",
+      "▁wood s",
+      "▁wo ods",
+      "P D",
+      "▁на и",
+      "▁m ang",
+      "▁ma ng",
+      "▁man g",
+      "▁wechsel te",
+      "сь ку",
+      "ськ у",
+      ". =",
+      "▁fif teen",
+      "SU M",
+      "S UM",
+      "▁F ro",
+      "▁Fr o",
+      "▁L ED",
+      "▁LE D",
+      "▁ LED",
+      "ow ano",
+      "owa no",
+      "owan o",
+      "стви е",
+      "▁D onnées",
+      "to l",
+      "t ol",
+      "ży n",
+      "ż yn",
+      "cre f",
+      "cr ef",
+      "c ref",
+      "стви и",
+      "ho rn",
+      "hor n",
+      "h orn",
+      "▁со об",
+      "▁обо ро",
+      "▁Comp lete",
+      "▁Comple te",
+      "▁ Complete",
+      "“ )",
+      "▁kind ly",
+      "▁Cham ber",
+      "s ég",
+      "W H",
+      "▁amb ient",
+      "к ро",
+      "▁ch eval",
+      "▁che val",
+      "▁на писа",
+      "fl u",
+      "f lu",
+      "▁Off iz",
+      "ma te",
+      "mat e",
+      "m ate",
+      "nat ural",
+      "n atural",
+      "se par",
+      "sep ar",
+      "em pre",
+      "emp re",
+      "View Holder",
+      "f w",
+      "▁le tech",
+      "▁let ech",
+      "▁tra iling",
+      "▁trail ing",
+      "at ri",
+      "atr i",
+      "a tri",
+      "▁G ó",
+      "▁B onn",
+      "▁Bo nn",
+      "▁Bon n",
+      "▁un likely",
+      "▁unlike ly",
+      "RA M",
+      "R AM",
+      "en st",
+      "ens t",
+      "St ats",
+      "Stat s",
+      "▁поли тиче",
+      ")- -(",
+      ")-- (",
+      "▁t rom",
+      "▁tr om",
+      "▁tro m",
+      "!. ..",
+      "! ...",
+      "▁Mean while",
+      "ст ана",
+      "ста на",
+      "стан а",
+      "▁Re ino",
+      "▁Rein o",
+      "▁A rist",
+      "▁Ar ist",
+      "▁Ari st",
+      "$} }%",
+      "$ }}%",
+      "▁so lem",
+      "▁sol em",
+      "▁sole m",
+      "clos ure",
+      "ign ation",
+      "ło d",
+      "ł od",
+      "▁di vor",
+      "▁div or",
+      "▁между народ",
+      "=\" <?",
+      "▁m olt",
+      "▁mo lt",
+      "▁mol t",
+      "▁sk ills",
+      "▁skill s",
+      "▁C ir",
+      "▁Ci r",
+      "▁Des pués",
+      "▁Desp ués",
+      "▁l un",
+      "▁lu n",
+      "▁cor on",
+      "▁co ron",
+      "▁Com ics",
+      "сто ри",
+      "стор и",
+      "с тори",
+      "▁It ems",
+      "▁Item s",
+      "▁ Items",
+      "▁Th ink",
+      "и гра",
+      "▁g rows",
+      "▁gr ows",
+      "▁gro ws",
+      "▁grow s",
+      "port al",
+      "por tal",
+      "▁n ich",
+      "▁ni ch",
+      "▁nic h",
+      "▁restrict ions",
+      "▁restriction s",
+      "▁L au",
+      "▁La u",
+      "ше ння",
+      "шен ня",
+      "▁So zial",
+      "▁к і",
+      "▁ кі",
+      "ma na",
+      "man a",
+      "m ana",
+      "▁lie utenant",
+      "Att r",
+      "At tr",
+      "ume ric",
+      "umer ic",
+      "▁dr ives",
+      "▁drive s",
+      "▁dri ves",
+      "▁driv es",
+      "as is",
+      "asi s",
+      "ба й",
+      "N L",
+      "Zyg ote",
+      "phys ics",
+      "▁intern ally",
+      "▁internal ly",
+      "ва ется",
+      "вает ся",
+      "H idden",
+      "▁Да та",
+      "▁un safe",
+      "▁R oc",
+      "▁Ro c",
+      "▁instanti ate",
+      "▁instant iate",
+      "ud ni",
+      "▁R oom",
+      "▁Ro om",
+      "▁П ред",
+      "▁Пре д",
+      "▁m aja",
+      "▁ma ja",
+      "▁maj a",
+      "ach ment",
+      "u uid",
+      "Project s",
+      "Gr e",
+      "G re",
+      "▁в зя",
+      "▁вз я",
+      "▁Bl ood",
+      "▁Blo od",
+      "ic ile",
+      "ici le",
+      "i cile",
+      "▁N ouvelle",
+      "Do es",
+      "▁nie uwe",
+      "ál e",
+      "á le",
+      "an gs",
+      "ang s",
+      "we ak",
+      "▁a antal",
+      "▁aan tal",
+      "▁Е в",
+      "▁Dres den",
+      "▁L ost",
+      "▁Lo st",
+      "▁Los t",
+      "ка та",
+      "▁invol ve",
+      "▁decl aring",
+      "▁decla ring",
+      "▁declar ing",
+      "▁Polit ical",
+      "ér ez",
+      "ére z",
+      "é rez",
+      "ko p",
+      "k op",
+      "not ify",
+      "▁C urt",
+      "▁Cu rt",
+      "▁Cur t",
+      "▁schließ lich",
+      "gh an",
+      "g han",
+      "це на",
+      "цен а",
+      "ц ена",
+      "▁kw iet",
+      "üg el",
+      "üge l",
+      "ü gel",
+      "▁S ob",
+      "▁So b",
+      "▁sub str",
+      "▁subst r",
+      "▁subs tr",
+      "▁ substr",
+      "▁el len",
+      "▁elle n",
+      "▁ell en",
+      "▁ ellen",
+      "ion ario",
+      "iona rio",
+      "en son",
+      "ens on",
+      "enso n",
+      "WI N",
+      "W IN",
+      "спо рт",
+      "em er",
+      "eme r",
+      "e mer",
+      "no me",
+      "nom e",
+      "n ome",
+      "▁sm iled",
+      "▁smile d",
+      "▁Sch midt",
+      "▁sm oke",
+      "▁T oken",
+      "▁To ken",
+      "▁Tok en",
+      "▁ Token",
+      "▁v ague",
+      "▁va gue",
+      "▁pro vision",
+      "▁prov ision",
+      "ya ml",
+      "y aml",
+      "ни тель",
+      "ните ль",
+      "on ial",
+      "oni al",
+      "onia l",
+      "é poque",
+      "▁N C",
+      "▁ NC",
+      "▁N FL",
+      "te ck",
+      "▁al lo",
+      "▁all o",
+      "▁ allo",
+      "▁préc éd",
+      "cent ral",
+      "▁ma jd",
+      "▁maj d",
+      "▁ch rom",
+      "▁chr om",
+      "▁ chrom",
+      "▁Z um",
+      "▁Zu m",
+      "ver so",
+      "vers o",
+      "▁verschied enen",
+      "▁ста ро",
+      "▁стар о",
+      "▁qu elle",
+      "▁que lle",
+      "▁q uelle",
+      "▁quel le",
+      "▁ quelle",
+      "▁r ép",
+      "▁ré p",
+      "RO W",
+      "R OW",
+      "▁i hnen",
+      "▁ih nen",
+      "▁ihn en",
+      "▁sens ible",
+      "▁sen sible",
+      "| $",
+      "▁sc hw",
+      "▁sch w",
+      "▁B R",
+      "▁ BR",
+      "▁O ptions",
+      "▁Option s",
+      "▁Opt ions",
+      "▁ Options",
+      "▁t ens",
+      "▁te ns",
+      "▁ten s",
+      "▁conqu ist",
+      "▁l ieß",
+      "▁lie ß",
+      "▁ ließ",
+      "ov is",
+      "ovi s",
+      "o vis",
+      "▁мі ста",
+      "▁міс та",
+      "▁e la",
+      "▁el a",
+      "▁ ela",
+      "rif ice",
+      "r ifice",
+      "▁l ok",
+      "▁lo k",
+      "▁Queens land",
+      "B inary",
+      "▁Ra hmen",
+      "▁Rah men",
+      "▁a bol",
+      "▁ab ol",
+      "▁ abol",
+      "▁č ást",
+      "▁Ed inburgh",
+      "in de",
+      "ind e",
+      "i nde",
+      "▁calcul ating",
+      "▁calc ulating",
+      "▁O regon",
+      "▁le git",
+      "▁leg it",
+      "▁Nach dem",
+      "at hon",
+      "ath on",
+      "P rivate",
+      "illa ume",
+      "▁ob servable",
+      "▁observ able",
+      "le ans",
+      "lean s",
+      "lea ns",
+      "▁remark ed",
+      "▁h alt",
+      "▁ha lt",
+      "▁hal t",
+      "▁ halt",
+      "ни цы",
+      "ниц ы",
+      "▁st amp",
+      "▁sta mp",
+      "▁stam p",
+      "▁Ad v",
+      "Lo uis",
+      "Lou is",
+      "im ming",
+      "imm ing",
+      "gru ppe",
+      "▁Pol icy",
+      "▁ Policy",
+      "▁v rij",
+      "▁vr ij",
+      "ft rag",
+      "▁off ices",
+      "▁offic es",
+      "▁office s",
+      "▁particip ated",
+      "▁es col",
+      "▁esc ol",
+      "▁\" </",
+      "▁\"< /",
+      "▁nombre uses",
+      "▁d ivid",
+      "▁di vid",
+      "▁div id",
+      "▁ad vis",
+      "▁adv is",
+      "лта ти",
+      "▁= =>",
+      "▁== >",
+      "Ori entation",
+      "ci d",
+      "c id",
+      "Car t",
+      "Ca rt",
+      "C art",
+      "▁m urm",
+      "▁mu rm",
+      "▁mur m",
+      "▁ass ez",
+      "▁asse z",
+      "▁l inking",
+      "▁link ing",
+      "▁lin king",
+      "build ing",
+      "▁rec onna",
+      "▁recon na",
+      "▁s hook",
+      "▁sh ook",
+      "▁sho ok",
+      "man aged",
+      "mana ged",
+      "land a",
+      "lan da",
+      "l anda",
+      "▁Le ón",
+      "▁cré ation",
+      "до й",
+      "oc ity",
+      "oci ty",
+      "o city",
+      "▁w ij",
+      "▁ wij",
+      "▁wie ś",
+      "xt art",
+      "▁M ove",
+      "▁Mo ve",
+      "▁Mov e",
+      "▁ Move",
+      "lung en",
+      "l ungen",
+      "ству ет",
+      "or ney",
+      "orn ey",
+      "option al",
+      "opt ional",
+      "ma cro",
+      "mac ro",
+      "Cond ition",
+      "▁square s",
+      "▁squ ares",
+      "▁mist aken",
+      "▁mistake n",
+      "án t",
+      "á nt",
+      "▁R is",
+      "▁Ri s",
+      "▁sent ences",
+      "▁sentence s",
+      "er ea",
+      "ere a",
+      "e rea",
+      "▁m ij",
+      "▁mi j",
+      "Un d",
+      "U nd",
+      "▁nom br",
+      "z A",
+      "▁In dependent",
+      "▁Indep endent",
+      "▁Independ ent",
+      "▁p review",
+      "▁pre view",
+      "▁prev iew",
+      "▁ preview",
+      "im as",
+      "ima s",
+      "i mas",
+      "▁m ales",
+      "▁ma les",
+      "▁mal es",
+      "▁male s",
+      "in ental",
+      "inen tal",
+      "inent al",
+      "Th ank",
+      "▁p opol",
+      "▁po pol",
+      "▁pop ol",
+      "▁p over",
+      "▁po ver",
+      "▁pov er",
+      "▁gr asp",
+      "▁gra sp",
+      "▁im ped",
+      "▁imp ed",
+      "▁campion ato",
+      "▁W ei",
+      "▁We i",
+      "▁t itled",
+      "▁title d",
+      "▁tit led",
+      "▁A demás",
+      "▁Pass word",
+      "▁ Password",
+      "▁P am",
+      "▁Pa m",
+      "UI LD",
+      "▁ли пня",
+      "wer b",
+      "we rb",
+      "w erb",
+      "........ ........",
+      "▁R ío",
+      "▁te eth",
+      "b p",
+      "▁S W",
+      "▁ SW",
+      "ul aire",
+      "ula ire",
+      "▁se ized",
+      "▁sei zed",
+      "▁St ef",
+      "▁Ste f",
+      "ú l",
+      "▁v iz",
+      "▁vi z",
+      "ion y",
+      "io ny",
+      "i ony",
+      "▁j unt",
+      "▁ju nt",
+      "▁jun t",
+      "▁kter á",
+      "▁wrześ nia",
+      "< >",
+      "▁s urg",
+      "▁su rg",
+      "▁sur g",
+      "▁tu tte",
+      "▁tut te",
+      "▁H ob",
+      "▁Ho b",
+      "по від",
+      "пов ід",
+      "▁w ohl",
+      "▁wo hl",
+      "▁ wohl",
+      "▁t rag",
+      "▁tr ag",
+      "▁tra g",
+      "▁C rown",
+      "▁Cr own",
+      "▁Cro wn",
+      "▁Crow n",
+      "▁tr ova",
+      "▁tro va",
+      "▁trov a",
+      "сто ву",
+      "стов у",
+      "▁Vien na",
+      "ese hen",
+      "▁met ropol",
+      "▁reflect ed",
+      "те та",
+      "тет а",
+      "т ета",
+      "▁trad uc",
+      "▁tradu c",
+      "▁B ast",
+      "▁Bas t",
+      "▁Ba st",
+      "▁ersch ien",
+      "wo ord",
+      "() \"",
+      "( )\"",
+      "ta let",
+      "tal et",
+      "t alet",
+      "▁ro ads",
+      "▁road s",
+      "ве дения",
+      "веде ния",
+      "ühr ung",
+      "▁c ogn",
+      "▁co gn",
+      "▁V alle",
+      "▁Val le",
+      "▁Va lle",
+      "▁Vall e",
+      "▁land ing",
+      "▁lan ding",
+      "▁Re gex",
+      "▁Reg ex",
+      "▁I owa",
+      "▁Io wa",
+      "dz iał",
+      "d ział",
+      "▁erre ichte",
+      "au m",
+      "a um",
+      "▁found er",
+      "▁fo under",
+      "▁fou nder",
+      "ap olis",
+      "Comp iler",
+      "▁k op",
+      "▁ko p",
+      "▁ kop",
+      "▁m arc",
+      "▁ma rc",
+      "▁mar c",
+      "▁те ритор",
+      ")) `",
+      ") )`",
+      "▁l ei",
+      "▁le i",
+      "▁ lei",
+      "ge on",
+      "geo n",
+      "▁weap ons",
+      "▁weapon s",
+      "▁h orn",
+      "▁hor n",
+      "▁ho rn",
+      "▁ horn",
+      "▁el if",
+      "▁ elif",
+      "▁Cap ital",
+      "▁Capit al",
+      "ć e",
+      "▁for all",
+      "▁ forall",
+      "▁э та",
+      "pre view",
+      "prev iew",
+      "p review",
+      "▁D NA",
+      "▁s id",
+      "▁si d",
+      "or ch",
+      "▁R as",
+      "▁Ra s",
+      "▁a rab",
+      "▁ar ab",
+      "▁ara b",
+      "▁ arab",
+      "Be st",
+      "B est",
+      "▁с чита",
+      "▁L ópez",
+      "an ça",
+      "▁fun kc",
+      "▁t ienen",
+      "▁tiene n",
+      "▁ti enen",
+      "▁tie nen",
+      "; &",
+      "m useum",
+      "▁E rr",
+      "▁Er r",
+      "▁ Err",
+      "▁re sort",
+      "▁res ort",
+      "No v",
+      "N ov",
+      "▁k al",
+      "▁ka l",
+      "▁ kal",
+      "M W",
+      "ш ь",
+      "an chor",
+      "anc hor",
+      "anch or",
+      "▁ро ман",
+      "le ading",
+      "lea ding",
+      "▁m anten",
+      "▁ma nten",
+      "▁man ten",
+      "▁mant en",
+      "▁Sil va",
+      "da de",
+      "d ade",
+      "▁design ated",
+      "▁rev ista",
+      "▁revis ta",
+      "O ct",
+      "per cent",
+      "▁у ні",
+      "ident ifier",
+      "ma ss",
+      "mas s",
+      "m ass",
+      "@ @",
+      "uls ion",
+      "ger meister",
+      "g ermeister",
+      "▁pred icted",
+      "▁predict ed",
+      "▁с ви",
+      "жно й",
+      "ж ной",
+      "▁Er geb",
+      "▁c ust",
+      "▁cu st",
+      "▁remove s",
+      "▁remov es",
+      "ch arg",
+      "char g",
+      "cha rg",
+      "при мер",
+      "▁for ming",
+      "▁form ing",
+      "as ma",
+      "asm a",
+      "std out",
+      "F un",
+      "ym e",
+      "y me",
+      "ter ed",
+      "te red",
+      "tere d",
+      "t ered",
+      "urs ive",
+      "ig hed",
+      "igh ed",
+      "▁сле д",
+      "▁ след",
+      "ver band",
+      "verb and",
+      "▁LO G",
+      "▁ LOG",
+      "ra ms",
+      "ram s",
+      "r ams",
+      "éo n",
+      "é on",
+      "en dra",
+      "end ra",
+      "▁Be reich",
+      "▁Bere ich",
+      "▁tempor al",
+      "▁temp oral",
+      "▁tempo ral",
+      "▁lang ue",
+      "▁lan gue",
+      "▁I nn",
+      "▁In n",
+      "▁more over",
+      "▁tutorial s",
+      "M iddle",
+      "▁совет ский",
+      "▁mainten ance",
+      "as ures",
+      "asure s",
+      "▁vál to",
+      "BA SE",
+      "B ASE",
+      "▁disapp ear",
+      "ски я",
+      "▁conoc ido",
+      "▁На у",
+      "▁Li bert",
+      "▁Lib ert",
+      "▁Liber t",
+      "▁Har old",
+      "▁life time",
+      "▁lif etime",
+      "▁T ür",
+      "▁za wod",
+      "▁zaw od",
+      "om ic",
+      "omi c",
+      "o mic",
+      "▁Retrie ved",
+      "arch itecture",
+      "č ka",
+      "iform es",
+      "develop ment",
+      "ord nung",
+      "In f",
+      "le ben",
+      "leb en",
+      "l eben",
+      "▁St ars",
+      "▁Sta rs",
+      "▁Star s",
+      "sign al",
+      "sig nal",
+      "▁gram mar",
+      "▁cor so",
+      "▁cors o",
+      "▁W agner",
+      "▁ge ht",
+      "▁royal e",
+      "▁roy ale",
+      "wa rn",
+      "war n",
+      "w arn",
+      "um bled",
+      "umb led",
+      "umble d",
+      "▁inst it",
+      "▁ins tit",
+      "▁Ш и",
+      "h h",
+      "▁ref uge",
+      "▁favor ite",
+      "ier to",
+      "iert o",
+      "▁cond ado",
+      "▁T her",
+      "▁The r",
+      "▁Th er",
+      "▁человек а",
+      "▁челове ка",
+      "▁F ood",
+      "▁Foo d",
+      "▁Fo od",
+      "▁se izo",
+      "▁sei zo",
+      "▁Init ialize",
+      "▁Initial ize",
+      "▁con nu",
+      "▁conn u",
+      "▁over lap",
+      "▁E mil",
+      "▁Em il",
+      "▁Mart í",
+      "▁жовт ня",
+      "er va",
+      "erv a",
+      "▁bo ats",
+      "▁boat s",
+      "a ções",
+      "▁der rot",
+      "▁m alloc",
+      "▁mal loc",
+      "▁ malloc",
+      "▁con ject",
+      "▁conj ect",
+      "j k",
+      "▁s are",
+      "▁sa re",
+      "▁sar e",
+      "ле мен",
+      "лем ен",
+      "▁s ums",
+      "▁su ms",
+      "▁sum s",
+      "Author ization",
+      "▁K un",
+      "▁Ku n",
+      "]$ ,",
+      "] $,",
+      "geme inde",
+      "gemein de",
+      "g emeinde",
+      "od ot",
+      "odo t",
+      "o dot",
+      "de fin",
+      "def in",
+      "▁e mission",
+      "▁em ission",
+      "▁Кра с",
+      "▁app art",
+      "▁ap part",
+      "▁appar t",
+      "▁stop ping",
+      "▁sto pping",
+      "▁С ред",
+      "▁conj ug",
+      "▁ins ight",
+      "▁Broad cast",
+      "▁PM ID",
+      "▁adv antages",
+      "▁advantage s",
+      "en es",
+      "ene s",
+      "e nes",
+      "▁res idence",
+      "▁resid ence",
+      "lj en",
+      "l jen",
+      "iss eur",
+      "isse ur",
+      "▁pubblic ato",
+      "▁Git Hub",
+      "▁Per u",
+      "▁Pe ru",
+      "▁galax ies",
+      "▁annot ations",
+      "▁annotation s",
+      "ga s",
+      "g as",
+      "▁ré pond",
+      "▁rép ond",
+      "J s",
+      "▁independent ly",
+      "▁independ ently",
+      "N P",
+      "▁in qu",
+      "▁gr ounds",
+      "▁ground s",
+      "Com ponents",
+      "Component s",
+      "▁a nten",
+      "▁an ten",
+      "▁ant en",
+      "▁ante n",
+      "▁ anten",
+      "▁в з",
+      "▁h os",
+      "▁ho s",
+      "▁ hos",
+      "▁s int",
+      "▁si nt",
+      "▁sin t",
+      "▁h iding",
+      "▁hi ding",
+      "▁hid ing",
+      "▁wojew ództ",
+      "Message s",
+      "Mess ages",
+      "▁по каза",
+      "▁пока за",
+      "== =",
+      "= ==",
+      "▁Ab stract",
+      "▁ Abstract",
+      "▁l äng",
+      "▁län g",
+      "▁lä ng",
+      "▁Form ula",
+      "da wn",
+      "d awn",
+      "▁design s",
+      "Im g",
+      "▁Portug uese",
+      "▁incl uy",
+      "▁inclu y",
+      "avig ator",
+      "▁Bro thers",
+      "▁cont inent",
+      "▁contin ent",
+      "▁evident ly",
+      "ra ce",
+      "rac e",
+      "r ace",
+      "ць кого",
+      "▁re ck",
+      "▁rec k",
+      "▁ reck",
+      "▁сер пня",
+      "▁G rey",
+      "▁Gr ey",
+      "▁Gre y",
+      "▁appe al",
+      "▁un like",
+      "▁power shell",
+      "▁pow ershell",
+      "▁powers hell",
+      "▁r acc",
+      "▁ra cc",
+      "▁rac c",
+      "fer s",
+      "fe rs",
+      "f ers",
+      "▁bur ning",
+      "▁burn ing",
+      "fas st",
+      "fass t",
+      "inst alled",
+      "install ed",
+      "▁G ive",
+      "▁Gi ve",
+      "▁col onial",
+      "▁colon ial",
+      "▁ €",
+      "▁R ö",
+      "▁ch rist",
+      "▁chr ist",
+      "ne hm",
+      "neh m",
+      "та м",
+      "▁cor po",
+      "▁con virti",
+      "yt er",
+      "y ter",
+      "S ym",
+      "▁Gree ce",
+      "▁m oth",
+      "▁mo th",
+      "▁mot h",
+      "▁Joh an",
+      "▁Jo han",
+      "▁mon arch",
+      "▁Down load",
+      "▁ Download",
+      "▁c raft",
+      "▁cr aft",
+      "▁cra ft",
+      "▁ craft",
+      "u ž",
+      "▁Lu ke",
+      "▁suf fix",
+      "▁suff ix",
+      "\\ /",
+      "Ha ve",
+      "H ave",
+      "▁ка рь",
+      "▁кар ь",
+      "▁comfort able",
+      "▁t ips",
+      "▁tip s",
+      "▁ti ps",
+      "▁П ісля",
+      "▁бро ја",
+      "▁ин форма",
+      "M Q",
+      "бра н",
+      "б ран",
+      "▁t x",
+      "▁ tx",
+      "▁sl aves",
+      "▁sla ves",
+      "▁slave s",
+      "▁fire wall",
+      "▁For ces",
+      "▁Force s",
+      "at if",
+      "ati f",
+      "▁Qu ellen",
+      "▁thé âtre",
+      "ль ных",
+      "▁располо жен",
+      "▁Det ails",
+      "▁ Details",
+      "k ą",
+      "▁long itud",
+      "IN ST",
+      "▁n aval",
+      "▁na val",
+      "▁nav al",
+      "Fern seh",
+      "es sel",
+      "ess el",
+      "esse l",
+      "Gr ad",
+      "G rad",
+      "▁be lang",
+      "▁bel ang",
+      "▁a ggi",
+      "▁ag gi",
+      "▁ aggi",
+      "Zygote Init",
+      "ł ów",
+      "▁S ug",
+      "▁Su g",
+      "si l",
+      "s il",
+      "▁ex terior",
+      "щ і",
+      "OR D",
+      "en ser",
+      "ens er",
+      "ense r",
+      "▁rapid e",
+      "▁rap ide",
+      "▁тем пера",
+      "in cie",
+      "inci e",
+      "inc ie",
+      "S i",
+      "av am",
+      "ava m",
+      "ar ded",
+      "ard ed",
+      "arde d",
+      "▁Ad ded",
+      "▁Add ed",
+      "End point",
+      "hard t",
+      "har dt",
+      "ст ран",
+      "стра н",
+      "стр ан",
+      "▁est ilo",
+      "▁H az",
+      "▁Ha z",
+      "▁mus ste",
+      "▁muss te",
+      "u o",
+      "ii i",
+      "i ii",
+      "▁ř í",
+      "▁ ří",
+      "an zen",
+      "anz en",
+      "anze n",
+      "же ний",
+      "ah a",
+      "a ha",
+      "ARN ING",
+      "▁re nov",
+      "▁ren ov",
+      "▁div ine",
+      "▁convin ced",
+      "▁hum ans",
+      "▁human s",
+      "▁hu mans",
+      "▁depart ure",
+      "▁Med iter",
+      "▁Medi ter",
+      "q a",
+      "▁poss essed",
+      "▁possess ed",
+      "▁цер кви",
+      "gi v",
+      "g iv",
+      "▁сво ї",
+      "▁Ort ste",
+      "▁Orts te",
+      "R ich",
+      "pu is",
+      "p uis",
+      "in crement",
+      "▁Hann over",
+      "▁u cz",
+      "Do ne",
+      "Don e",
+      "D one",
+      "▁alg uns",
+      "FI X",
+      "F IX",
+      "▁Her itage",
+      "remove Class",
+      "фе р",
+      "ф ер",
+      "▁a bc",
+      "▁ab c",
+      "▁ abc",
+      "D r",
+      "▁се мей",
+      "▁сем ей",
+      "{ :",
+      "▁se ule",
+      "▁seu le",
+      "▁seul e",
+      "zeich nungen",
+      "zeichnung en",
+      "ad dy",
+      "add y",
+      "▁Par ís",
+      "üss eld",
+      "▁re ception",
+      "▁rece ption",
+      "fo lio",
+      "fol io",
+      "ti ny",
+      "t iny",
+      "▁recens ement",
+      "▁N ur",
+      "▁Nu r",
+      "▁k ier",
+      "▁ki er",
+      "▁g mina",
+      "▁gmin a",
+      "sta at",
+      "ánd ose",
+      "че ская",
+      "▁spe aker",
+      "▁speak er",
+      "▁expon ential",
+      "▁exponent ial",
+      "▁D ieu",
+      "▁Die u",
+      "▁Di eu",
+      "▁при з",
+      "▁пр из",
+      "▁Raf ael",
+      "▁gg plot",
+      "▁Tem plate",
+      "▁Temp late",
+      "▁ Template",
+      "ou re",
+      "our e",
+      "o ure",
+      "▁In ner",
+      "▁Inn er",
+      "▁ Inner",
+      "og ne",
+      "ogn e",
+      "ig are",
+      "iga re",
+      "▁Ar te",
+      "▁Art e",
+      "▁C ov",
+      "▁Co v",
+      "▁auf grund",
+      "▁Б ы",
+      "▁cerem ony",
+      "▁S part",
+      "▁Sp art",
+      "ject ive",
+      "y i",
+      "▁in izi",
+      "▁l atin",
+      "▁lat in",
+      "▁Never theless",
+      "▁D one",
+      "▁Do ne",
+      "▁Don e",
+      "▁ Done",
+      "т ря",
+      "▁A rr",
+      "▁Ar r",
+      "▁ Arr",
+      "se ason",
+      "▁скла ду",
+      "▁pod czas",
+      "▁Beaut iful",
+      "▁Weltkrie g",
+      "▁з о",
+      "▁ зо",
+      "▁over come",
+      "▁Pr aha",
+      "▁Pra ha",
+      "▁рай ону",
+      "▁райо ну",
+      "▁район у",
+      "▁sub scription",
+      "▁subs cription",
+      "▁subscri ption",
+      "ig ent",
+      "igen t",
+      "ige nt",
+      "i gent",
+      "▁по ка",
+      "la tex",
+      "lat ex",
+      "late x",
+      "▁b each",
+      "▁be ach",
+      "▁ро ках",
+      "ge g",
+      "g eg",
+      "▁pro bl",
+      "▁prob l",
+      "arg uments",
+      "argument s",
+      "▁organ izations",
+      "▁organiz ations",
+      "▁organization s",
+      "▁N an",
+      "▁Na n",
+      "▁st ones",
+      "▁sto nes",
+      "▁stone s",
+      "▁H unter",
+      "▁Hun ter",
+      "▁regular ly",
+      "шо го",
+      "ш ого",
+      "▁flex ible",
+      "op ts",
+      "opt s",
+      "o pts",
+      "á ř",
+      "wi tz",
+      "w itz",
+      "▁' )",
+      "▁ ')",
+      "PA SS",
+      "P ASS",
+      "▁k raj",
+      "▁kr aj",
+      "▁kra j",
+      "▁f ake",
+      "▁fa ke",
+      "he its",
+      "heit s",
+      "os ph",
+      "osp h",
+      "parse Int",
+      "F ALSE",
+      "▁prof ess",
+      "▁profes s",
+      "pe ople",
+      "▁pre cip",
+      "▁prec ip",
+      "dir name",
+      "▁per pet",
+      "▁Up dated",
+      "▁Update d",
+      "▁ Updated",
+      "ra yed",
+      "ray ed",
+      "▁prov oc",
+      "▁тра вня",
+      "▁трав ня",
+      "▁categ orie",
+      "▁categor ie",
+      "▁те о",
+      "с ну",
+      "ot r",
+      "o tr",
+      "▁Вер хов",
+      "▁comp ét",
+      "Co st",
+      "C ost",
+      "▁w ider",
+      "▁wide r",
+      "▁wid er",
+      "▁Ob viously",
+      "пи сан",
+      "писа н",
+      "пис ан",
+      "▁на стоя",
+      "▁see king",
+      "▁seek ing",
+      "() ),",
+      "()) ,",
+      "( )),",
+      "▁é quipe",
+      "▁équip e",
+      "▁ équipe",
+      "▁comm its",
+      "▁commit s",
+      "▁S vens",
+      "▁Sv ens",
+      "я бре",
+      "at ern",
+      "ate rn",
+      "ater n",
+      "a tern",
+      "▁h eter",
+      "▁he ter",
+      "▁het er",
+      "▁Boot strap",
+      "én é",
+      "é né",
+      "▁deriv atives",
+      "▁derivative s",
+      "▁Det roit",
+      "▁provin cial",
+      "▁provincia l",
+      "onom ie",
+      "E B",
+      "▁c uer",
+      "▁cu er",
+      "▁от носи",
+      "▁отно си",
+      "▁не й",
+      "▁н ей",
+      "▁ ней",
+      ") ».",
+      "▁Ci udad",
+      "IA L",
+      "I AL",
+      "zy st",
+      "z yst",
+      ")\" )",
+      ") \")",
+      "▁Al c",
+      "bl ogs",
+      "blog s",
+      "blo gs",
+      "b logs",
+      "▁par mi",
+      "▁Album s",
+      "▁Alb ums",
+      "▁Bo liv",
+      "▁Bol iv",
+      "▁c lés",
+      "▁cl és",
+      "Product s",
+      "uer do",
+      "▁ge lang",
+      "▁gel ang",
+      "zn ik",
+      "z nik",
+      "ha gen",
+      "h agen",
+      "an onymous",
+      "▁sv g",
+      "▁ svg",
+      "▁Cons eil",
+      "▁Conse il",
+      "▁A ri",
+      "▁Ar i",
+      "col i",
+      "co li",
+      "c oli",
+      "▁c zy",
+      "▁cz y",
+      "▁ czy",
+      "▁C V",
+      "▁ CV",
+      "▁f ord",
+      "▁for d",
+      "▁fo rd",
+      "▁ ford",
+      "▁Au ßer",
+      "▁Auß er",
+      "▁C I",
+      "▁ CI",
+      "▁t empt",
+      "▁tem pt",
+      "▁temp t",
+      "▁Organ isation",
+      "á š",
+      "▁cy cles",
+      "▁cycle s",
+      "▁cycl es",
+      "▁ges lacht",
+      "▁лю дей",
+      "ým i",
+      "ý mi",
+      "▁S pieler",
+      "▁Spiel er",
+      "ef e",
+      "e fe",
+      "▁Mar vel",
+      "▁por tal",
+      "▁port al",
+      "▁porta l",
+      "▁ portal",
+      "▁Сер г",
+      "▁g rado",
+      "▁gr ado",
+      "▁gra do",
+      "▁grad o",
+      "▁hand lers",
+      "▁handle rs",
+      "▁handler s",
+      "▁Inter face",
+      "▁ Interface",
+      "AM E",
+      "A ME",
+      "▁ser iously",
+      "▁serious ly",
+      "▁B inding",
+      "▁Bin ding",
+      "▁Bind ing",
+      "▁ Binding",
+      "▁R ang",
+      "▁Ra ng",
+      "▁Ran g",
+      "▁n ada",
+      "▁na da",
+      "▁nad a",
+      "oc e",
+      "o ce",
+      "▁inte gra",
+      "▁integr a",
+      "oc racy",
+      "ocr acy",
+      "▁аль бо",
+      "▁st ability",
+      "▁stabil ity",
+      "Un s",
+      "U ns",
+      "▁v eter",
+      "▁ve ter",
+      "-- ----+",
+      "---- --+",
+      "--- ---+",
+      "------ +",
+      "----- -+",
+      "▁se rait",
+      "▁ser ait",
+      "▁sera it",
+      "▁om itted",
+      "▁uncertain ty",
+      "on ian",
+      "oni an",
+      "onia n",
+      "▁re sto",
+      "▁r esto",
+      "▁res to",
+      "▁rest o",
+      "▁же лез",
+      "▁од ной",
+      "▁одно й",
+      "▁Bevölker ung",
+      "▁K raft",
+      "▁Kr aft",
+      "▁Kra ft",
+      "ст р",
+      "▁Mos cow",
+      "la ne",
+      "lan e",
+      "l ane",
+      "ar ab",
+      "ara b",
+      "a rab",
+      "▁s pole",
+      "▁sp ole",
+      "▁spo le",
+      "▁сво его",
+      "? :",
+      "ST ART",
+      "▁ин тер",
+      "▁инте р",
+      "▁sym pt",
+      "▁Loren zo",
+      "▁ej ec",
+      "▁pros per",
+      "DA T",
+      "D AT",
+      "лимпи й",
+      "▁sh apes",
+      "▁shape s",
+      "value Of",
+      "▁associ ate",
+      "▁Med ien",
+      "▁Medi en",
+      "EN V",
+      "▁с ре",
+      "▁држа ве",
+      "▁the ories",
+      "he b",
+      "h eb",
+      "▁Way ne",
+      "▁String Builder",
+      "iw ers",
+      "i wers",
+      "▁M aps",
+      "▁Ma ps",
+      "▁Map s",
+      "Ph ys",
+      "\\} \\",
+      "\\ }\\",
+      "▁P arte",
+      "▁Par te",
+      "▁Part e",
+      "▁Hud son",
+      "ло н",
+      "л он",
+      "L ng",
+      "▁р ы",
+      "▁ ры",
+      "ст ей",
+      "сте й",
+      "с тей",
+      "la u",
+      "l au",
+      "an cer",
+      "ance r",
+      "anc er",
+      "▁Co ppa",
+      "▁Cop pa",
+      "▁вій сь",
+      "▁u cc",
+      "▁Pat tern",
+      "▁ Pattern",
+      "▁gar bage",
+      "▁Gon zález",
+      "▁Encyc lop",
+      "et ten",
+      "ett en",
+      "ette n",
+      "Ex ternal",
+      "Ext ernal",
+      "RE F",
+      "R EF",
+      "> ;",
+      "lij ke",
+      "lijk e",
+      "▁inter sect",
+      "▁Un less",
+      "▁de eper",
+      "▁deep er",
+      "▁ж і",
+      "▁ жі",
+      "de nt",
+      "den t",
+      "d ent",
+      "le f",
+      "l ef",
+      "▁ch anson",
+      "▁diff us",
+      "▁pr imi",
+      "▁prim i",
+      "▁pri mi",
+      "▁W ieder",
+      "▁Wi eder",
+      "▁Wie der",
+      "▁a ws",
+      "▁aw s",
+      "▁ aws",
+      "ow ana",
+      "owa na",
+      "owan a",
+      "▁so ciale",
+      "▁social e",
+      "▁soci ale",
+      "▁soc iale",
+      "ik k",
+      "i kk",
+      "ль ной",
+      "льно й",
+      "▁div isions",
+      "▁division s",
+      "▁divis ions",
+      "ло со",
+      "▁Cl aud",
+      "▁Cla ud",
+      "▁Y a",
+      "▁v oce",
+      "▁vo ce",
+      "▁voc e",
+      "▁B ranch",
+      "▁Br anch",
+      "▁Bran ch",
+      "▁f itted",
+      "▁fit ted",
+      "or r",
+      "o rr",
+      "ôt el",
+      "ô tel",
+      "st roke",
+      "str oke",
+      "list ener",
+      "listen er",
+      "im an",
+      "ima n",
+      "i man",
+      "во сто",
+      "▁Sh ah",
+      "Int roduction",
+      "▁new line",
+      "▁t ile",
+      "▁til e",
+      "▁ti le",
+      "'] ))",
+      "']) )",
+      "' ]))",
+      "▁trav aux",
+      "▁trava ux",
+      "CON FIG",
+      "▁quadr atic",
+      "on neur",
+      "onn eur",
+      "onne ur",
+      "▁Gi org",
+      "▁ident ific",
+      "éric aine",
+      "érica ine",
+      "▁UI View",
+      "▁ UIView",
+      "▁Lib eral",
+      "▁Liber al",
+      "▁K och",
+      "▁Ko ch",
+      "▁Berlin er",
+      "▁Berl iner",
+      "▁not ifications",
+      "▁notification s",
+      "▁Su san",
+      "▁Sus an",
+      "▁c adre",
+      "▁cad re",
+      "▁K loster",
+      "▁Kl oster",
+      "▁exam ine",
+      "▁е дин",
+      "▁еди н",
+      "▁UN ION",
+      "▁al ten",
+      "▁alt en",
+      "▁alte n",
+      "▁f init",
+      "▁fin it",
+      "▁fi nit",
+      "▁pe dig",
+      "▁ped ig",
+      "cy k",
+      "c yk",
+      "▁mouv ement",
+      "▁mou vement",
+      "IO S",
+      "I OS",
+      "▁бри тан",
+      "▁b out",
+      "▁bo ut",
+      "▁bou t",
+      "▁ав тор",
+      "▁авто р",
+      "ниц тво",
+      "ет о",
+      "е то",
+      "le ra",
+      "ler a",
+      "l era",
+      "cl s",
+      "c ls",
+      "▁L ey",
+      "▁Le y",
+      "am y",
+      "a my",
+      "ag ens",
+      "age ns",
+      "agen s",
+      "a gens",
+      "as hed",
+      "ash ed",
+      "▁ok rę",
+      "г ро",
+      "el lett",
+      "ell ett",
+      "elle tt",
+      "▁F ellow",
+      "▁Fel low",
+      "▁manif old",
+      "$) ,",
+      "$ ),",
+      "ld er",
+      "l der",
+      "▁v oz",
+      "▁vo z",
+      "▁be gg",
+      "▁beg g",
+      "▁b aron",
+      "▁bar on",
+      "▁ba ron",
+      "▁f id",
+      "▁fi d",
+      "▁f iring",
+      "▁fi ring",
+      "▁fir ing",
+      "il da",
+      "ild a",
+      "de k",
+      "d ek",
+      "A U",
+      "it are",
+      "ita re",
+      "itar e",
+      "▁A ra",
+      "▁Ar a",
+      "▁Ex it",
+      "▁ Exit",
+      "▁cin emat",
+      "▁cinema t",
+      "▁int ros",
+      "▁intr os",
+      "▁intro s",
+      "▁contact s",
+      "пе ни",
+      "пен и",
+      "▁m öglich",
+      "▁Singap ore",
+      "str öm",
+      "▁H ern",
+      "▁He rn",
+      "▁Her n",
+      "▁six th",
+      "▁public ations",
+      "▁pub lications",
+      "▁publication s",
+      "vi e",
+      "v ie",
+      "▁H at",
+      "▁Ha t",
+      "▁accept ing",
+      "á c",
+      "st wo",
+      "s two",
+      "▁quiet ly",
+      "Ph oto",
+      "▁b asket",
+      "▁bas ket",
+      "▁eigen values",
+      "▁mé dec",
+      "▁méd ec",
+      "▁O limp",
+      "▁Ol imp",
+      "▁цер ков",
+      "al in",
+      "ali n",
+      "a lin",
+      "con sum",
+      "cons um",
+      "▁l assen",
+      "▁las sen",
+      "▁ lassen",
+      "▁ан ти",
+      "▁S eq",
+      "▁Se q",
+      "▁ Seq",
+      "\"; \r",
+      "\" ;\r",
+      "ra re",
+      "rar e",
+      "r are",
+      "▁$ |\\",
+      "▁$| \\",
+      "▁n ick",
+      "▁ni ck",
+      "▁nic k",
+      "▁ nick",
+      "df lare",
+      "V ec",
+      "bind ung",
+      "▁b g",
+      "▁ bg",
+      "ch anges",
+      "change s",
+      "chan ges",
+      "Day s",
+      "Da ys",
+      "D ays",
+      "▁M ouse",
+      "▁Mo use",
+      "▁Mou se",
+      "▁ Mouse",
+      "▁wait ed",
+      "▁wa ited",
+      "▁Tom atoes",
+      "▁f as",
+      "▁fa s",
+      "▁ fas",
+      "ver te",
+      "vert e",
+      "v erte",
+      "▁success ion",
+      "▁succ ession",
+      "со р",
+      "с ор",
+      "▁s ols",
+      "▁so ls",
+      "▁sol s",
+      "▁R ender",
+      "▁Re nder",
+      "▁Ren der",
+      "▁ Render",
+      "▁lead ership",
+      "▁leader ship",
+      "▁leaders hip",
+      "▁signific ance",
+      "▁ga uche",
+      "▁gau che",
+      "ca no",
+      "can o",
+      "c ano",
+      "▁P ie",
+      "▁Pi e",
+      "enso ort",
+      "▁cam bio",
+      "▁camb io",
+      "▁у з",
+      "▁ende av",
+      "Comp leted",
+      "Comple ted",
+      "Complete d",
+      "▁Архив ная",
+      "j d",
+      "ór ico",
+      "ó rico",
+      "▁church es",
+      "▁an imate",
+      "▁anim ate",
+      "▁ani mate",
+      "▁ animate",
+      "S G",
+      "comp ute",
+      "comput e",
+      "▁uniform ly",
+      "IN IT",
+      "ll es",
+      "lle s",
+      "l les",
+      "Http Request",
+      "К о",
+      "Di ff",
+      "D iff",
+      "▁s ah",
+      "▁sa h",
+      "air o",
+      "ai ro",
+      "a iro",
+      "may be",
+      "UT E",
+      "U TE",
+      "▁D ow",
+      "▁Do w",
+      "hu man",
+      "hum an",
+      "h uman",
+      "▁au rait",
+      "▁aur ait",
+      "dar k",
+      "d ark",
+      "▁re pair",
+      "▁rep air",
+      "▁n er",
+      "▁ne r",
+      "▁ ner",
+      "▁D abei",
+      "▁Da bei",
+      "▁Bo tan",
+      "▁Bot an",
+      "Or iginal",
+      "Origin al",
+      "az ă",
+      "▁N AT",
+      "▁NA T",
+      "im per",
+      "imp er",
+      "▁Y outh",
+      "▁You th",
+      "th es",
+      "the s",
+      "t hes",
+      "▁окру га",
+      "▁F lo",
+      "▁Fl o",
+      "▁break fast",
+      "ur ls",
+      "url s",
+      "▁über nahm",
+      "ár ios",
+      "ário s",
+      "á rios",
+      "▁O range",
+      "▁Or ange",
+      "▁Aff airs",
+      "sk e",
+      "s ke",
+      "▁not ify",
+      "▁ notify",
+      "imo ine",
+      "▁Ar ena",
+      "▁Are na",
+      "▁lib eral",
+      "▁liber al",
+      "▁o bec",
+      "▁ob ec",
+      "if a",
+      "i fa",
+      "gu ez",
+      "gue z",
+      "g uez",
+      "ion o",
+      "io no",
+      "i ono",
+      "пера тор",
+      "▁ret ained",
+      "▁retain ed",
+      "fa iled",
+      "fail ed",
+      "bin e",
+      "bi ne",
+      "b ine",
+      "т ных",
+      "▁CG Rect",
+      "cam era",
+      "ide note",
+      "iden ote",
+      "K B",
+      "▁l ights",
+      "▁light s",
+      "▁P ictures",
+      "▁Picture s",
+      "▁Squad ron",
+      "▁V olk",
+      "▁Vol k",
+      "▁b urg",
+      "▁bu rg",
+      "▁bur g",
+      "▁ burg",
+      ", ]",
+      "G i",
+      "ê que",
+      "make Text",
+      "▁every body",
+      "▁Hy per",
+      "▁Hyp er",
+      "▁De ux",
+      "▁gl ory",
+      "▁glo ry",
+      "pres entation",
+      "present ation",
+      "on ica",
+      "oni ca",
+      "onic a",
+      "o nica",
+      "▁fr ère",
+      "ag et",
+      "age t",
+      "a get",
+      "▁h ints",
+      "▁hint s",
+      "▁hin ts",
+      "▁t unnel",
+      "▁tun nel",
+      "▁E j",
+      "ál is",
+      "á lis",
+      "▁V iv",
+      "▁Vi v",
+      "ствен ных",
+      "▁c aps",
+      "▁cap s",
+      "▁ca ps",
+      "PA RT",
+      "PAR T",
+      "P ART",
+      "oc i",
+      "o ci",
+      "▁p rices",
+      "▁pr ices",
+      "▁pri ces",
+      "▁price s",
+      "curr ency",
+      "c urrency",
+      "▁a chter",
+      "▁ach ter",
+      "▁acht er",
+      "rom agnet",
+      "ge nder",
+      "gen der",
+      "gende r",
+      "g ender",
+      "▁s uis",
+      "▁su is",
+      "vers ions",
+      "version s",
+      "▁Tr aining",
+      "▁Tra ining",
+      "▁Train ing",
+      "in side",
+      "ins ide",
+      "eg e",
+      "e ge",
+      "▁tot ale",
+      "▁total e",
+      "▁D aar",
+      "▁Da ar",
+      "▁grud nia",
+      "▁I er",
+      "▁occasion s",
+      "▁occas ions",
+      "▁k de",
+      "▁tensor flow",
+      "▁ tensorflow",
+      "▁ó r",
+      "▁ ór",
+      "Method s",
+      "▁loop ing",
+      "▁direct eur",
+      "k ę",
+      "▁is omorphism",
+      "▁Jo ão",
+      "▁al igned",
+      "▁align ed",
+      "▁ aligned",
+      "он ов",
+      "о нов",
+      "ur ger",
+      "urg er",
+      "▁n ova",
+      "▁no va",
+      "▁nov a",
+      "mor row",
+      "m orrow",
+      "al tern",
+      "alt ern",
+      "alter n",
+      "H D",
+      "▁m arqu",
+      "▁mar qu",
+      "at ivas",
+      "ativ as",
+      "ati vas",
+      "ativa s",
+      "gg reg",
+      "g greg",
+      "▁anci en",
+      "▁anc ien",
+      "ni t",
+      "n it",
+      "▁sec ured",
+      "▁secure d",
+      "mi er",
+      "m ier",
+      "▁O le",
+      "▁Ol e",
+      "▁ин те",
+      "▁m inus",
+      "▁min us",
+      "▁ minus",
+      "▁clear er",
+      "▁n ello",
+      "▁nel lo",
+      "▁nell o",
+      "▁információ k",
+      "▁pro pre",
+      "▁prop re",
+      "{ .",
+      "il og",
+      "ilo g",
+      "i log",
+      "▁Qu ick",
+      "▁acc us",
+      "▁ac cus",
+      "emp loyee",
+      "▁з у",
+      "▁ зу",
+      "ць кий",
+      "фі цій",
+      "▁пу бли",
+      "▁ публи",
+      "▁b ent",
+      "▁be nt",
+      "▁ben t",
+      "▁по зво",
+      "▁П ор",
+      "▁По р",
+      "áz í",
+      "án ico",
+      "á nico",
+      "empty set",
+      "▁sur tout",
+      "re no",
+      "ren o",
+      "r eno",
+      "un ya",
+      "▁у ез",
+      "▁Mill ionen",
+      "▁listop ada",
+      "▁M aine",
+      "▁Ma ine",
+      "▁Main e",
+      "▁Mai ne",
+      "▁gru pos",
+      "▁grupo s",
+      "▁grup os",
+      "▁St orage",
+      "▁Sto rage",
+      "▁ Storage",
+      "▁app le",
+      "▁ap ple",
+      "▁ apple",
+      "▁L ö",
+      "ou sed",
+      "ous ed",
+      "ouse d",
+      "o used",
+      "д ро",
+      "sc i",
+      "s ci",
+      "▁hi bernate",
+      "▁ hibernate",
+      "do g",
+      "d og",
+      "▁во сто",
+      "▁вос то",
+      "▁ восто",
+      "▁intens ity",
+      "leg end",
+      "lege nd",
+      "legen d",
+      "▁W ille",
+      "▁Will e",
+      "▁Wil le",
+      "▁Wi lle",
+      "▁szer int",
+      "ges ellschaft",
+      "▁L iving",
+      "▁Li ving",
+      "▁Liv ing",
+      "al lo",
+      "all o",
+      "▁S plit",
+      "▁Sp lit",
+      "▁ Split",
+      "dr u",
+      "d ru",
+      "ne ed",
+      "n eed",
+      "▁Дж он",
+      "▁Sw iss",
+      "▁sp raw",
+      "▁spr aw",
+      "▁be ho",
+      "▁beh o",
+      "▁fot ograf",
+      "▁ren contre",
+      "▁k is",
+      "▁ki s",
+      "▁sign ing",
+      "▁sig ning",
+      "ak ult",
+      "aku lt",
+      "▁index ing",
+      "ap or",
+      "a por",
+      "▁con ception",
+      "▁concept ion",
+      "▁conce ption",
+      "ag greg",
+      "agg reg",
+      "a ggreg",
+      "▁Са вез",
+      "▁aff air",
+      "ě ní",
+      "A ugust",
+      "▁се кре",
+      "▁miesz kań",
+      "UI Image",
+      "▁b ishop",
+      "▁bi shop",
+      "▁ bishop",
+      "▁serv ants",
+      "▁servant s",
+      "▁tr ail",
+      "▁tra il",
+      "di git",
+      "dig it",
+      "▁jo ins",
+      "▁join s",
+      "▁N ear",
+      "▁Ne ar",
+      "öff entlich",
+      "> {",
+      "▁sk ład",
+      "ge führt",
+      "gef ührt",
+      "▁Hol z",
+      "▁Milit är",
+      "ach i",
+      "ac hi",
+      "a chi",
+      "Up per",
+      "U pper",
+      "pi ne",
+      "pin e",
+      "p ine",
+      "ut zt",
+      "utz t",
+      "▁nu ova",
+      "ibr ation",
+      "▁B ien",
+      "▁Bi en",
+      "▁пер вый",
+      "▁первы й",
+      "▁Cre ating",
+      "On ce",
+      "▁ein mal",
+      "▁ge ometric",
+      "▁geomet ric",
+      "st vo",
+      "▁k W",
+      "▁decom position",
+      "▁com edy",
+      "▁come dy",
+      "▁activ ation",
+      "▁an gry",
+      "▁ang ry",
+      "ill eurs",
+      "ille urs",
+      "▁inst antly",
+      "▁instant ly",
+      "▁suggest ing",
+      "▁C lay",
+      "▁Cl ay",
+      "▁Cla y",
+      "co t",
+      "c ot",
+      "▁G én",
+      "▁Gé n",
+      "($ (",
+      "( $(",
+      "un wrap",
+      "▁lif ted",
+      "▁lift ed",
+      "▁K it",
+      "▁Ki t",
+      "▁ Kit",
+      "▁l inea",
+      "▁li nea",
+      "▁line a",
+      "▁lin ea",
+      "о к",
+      "ha rt",
+      "har t",
+      "h art",
+      "-> _",
+      "▁n uit",
+      "▁nu it",
+      "▁Iss ue",
+      "ли и",
+      "▁r öm",
+      "Task s",
+      "▁S r",
+      "▁se is",
+      "▁sei s",
+      "as ia",
+      "asi a",
+      "}} $.",
+      "}}$ .",
+      "} }$.",
+      ": {",
+      "control s",
+      "contr ols",
+      "▁S tim",
+      "▁St im",
+      "▁Re cht",
+      "▁Rec ht",
+      "ocia ción",
+      "oci ación",
+      "▁N atal",
+      "▁Na tal",
+      "▁Nat al",
+      "▁Philipp ines",
+      "ul en",
+      "ule n",
+      "u len",
+      "F ixed",
+      "▁switch ed",
+      "Z ip",
+      "os pel",
+      "osp el",
+      "▁нача ле",
+      "▁B lan",
+      "▁Bl an",
+      "▁Bla n",
+      "ur st",
+      "urs t",
+      "▁aut our",
+      "▁auto ur",
+      "C a",
+      "▁lat itude",
+      "▁F rei",
+      "▁Fre i",
+      "▁Fr ei",
+      "▁Mus ée",
+      "▁K urz",
+      "▁Kur z",
+      "▁Ku rz",
+      "▁reg ião",
+      "sw ap",
+      "▁h ate",
+      "▁ha te",
+      "▁hat e",
+      "▁mod ifications",
+      "▁modification s",
+      "▁modific ations",
+      "▁К ом",
+      "▁Ко м",
+      "▁Anto ine",
+      "ug a",
+      "u ga",
+      "RE CT",
+      "R ECT",
+      "ét er",
+      "é ter",
+      "G ROUP",
+      "▁sacr ific",
+      "▁W he",
+      "▁Wh e",
+      "▁Ste vens",
+      "▁Steve ns",
+      "▁Steven s",
+      "olog ische",
+      "Sum mary",
+      "ob s",
+      "o bs",
+      "hn en",
+      "h nen",
+      "< %=",
+      "di enst",
+      "d ienst",
+      "re mark",
+      "rem ark",
+      "r emark",
+      "▁veröff entlicht",
+      "е л",
+      "▁M ock",
+      "▁Mo ck",
+      "▁ Mock",
+      "▁Ль в",
+      "▁tr ês",
+      "g b",
+      "▁celebr ated",
+      "▁E b",
+      "▁c osta",
+      "▁co sta",
+      "▁cost a",
+      "▁cos ta",
+      "▁Ge ographic",
+      "▁att achment",
+      "▁attach ment",
+      "mann schaft",
+      "▁depend ence",
+      "� �",
+      "▁att itude",
+      "et al",
+      "eta l",
+      "e tal",
+      "vi c",
+      "v ic",
+      "ba ut",
+      "bau t",
+      "b aut",
+      "▁д ов",
+      "▁до в",
+      "▁ дов",
+      "▁inter ven",
+      "▁G ü",
+      "ón ica",
+      "ó nica",
+      "▁P on",
+      "▁Po n",
+      "▁dispon ible",
+      "▁F eb",
+      "▁Fe b",
+      "▁wor ship",
+      "▁Specific ally",
+      "H y",
+      "ij u",
+      "i ju",
+      "▁c b",
+      "▁ cb",
+      "▁sp ac",
+      "lev eland",
+      "level and",
+      "▁local idad",
+      "▁prec eding",
+      "▁preced ing",
+      "▁H essen",
+      "x p",
+      "▁W ein",
+      "▁We in",
+      "▁Wei n",
+      "▁Rom â",
+      "▁gi orno",
+      "▁gior no",
+      "▁квіт ня",
+      "lla ços",
+      "▁Academ ia",
+      "▁k ül",
+      "▁Å rs",
+      "▁на ј",
+      "uc lide",
+      "Inter net",
+      "Intern et",
+      "or ton",
+      "ort on",
+      "▁c orn",
+      "▁cor n",
+      "▁co rn",
+      "я ми",
+      "▁\" *",
+      "▁Fel ix",
+      "ap at",
+      "apa t",
+      "a pat",
+      "▁сво и",
+      "MI T",
+      "M IT",
+      "ma de",
+      "mad e",
+      "m ade",
+      "▁lo comot",
+      "хо да",
+      "ход а",
+      "F P",
+      "▁p m",
+      "▁ pm",
+      ".* ;",
+      "▁H amm",
+      "▁Ha mm",
+      "▁Ham m",
+      "` }",
+      "Layout Inflater",
+      "== \"",
+      "= =\"",
+      "▁E ur",
+      "▁Eu r",
+      "▁d ogs",
+      "▁do gs",
+      "▁dog s",
+      "же нии",
+      "▁a zon",
+      "▁az on",
+      "▁ azon",
+      "▁em ulator",
+      "▁r icon",
+      "▁ric on",
+      "▁ri con",
+      "be eld",
+      "▁н у",
+      "▁ ну",
+      "▁approxim ate",
+      "L M",
+      "▁B ond",
+      "▁Bo nd",
+      "▁Bon d",
+      "▁en h",
+      "ęd z",
+      "ę dz",
+      "▁s olit",
+      "▁so lit",
+      "▁sol it",
+      "Relative Layout",
+      "et eor",
+      "ete or",
+      "ament os",
+      "amento s",
+      "▁in direct",
+      "▁ind irect",
+      "ib ől",
+      "▁g ros",
+      "▁gr os",
+      "▁gro s",
+      "▁Original s",
+      "▁Origin als",
+      "▁Orig inals",
+      "comm ands",
+      "command s",
+      "Ex port",
+      "Exp ort",
+      "▁A vec",
+      "▁Av ec",
+      "▁sole mn",
+      "▁solem n",
+      "▁correct ion",
+      "▁corre ction",
+      "▁corr ection",
+      "▁про води",
+      "▁прово ди",
+      "▁Mo sk",
+      "▁Mos k",
+      "▁по до",
+      "▁под о",
+      "▁geb ied",
+      "▁nast ęp",
+      "▁D river",
+      "▁Dr iver",
+      "▁Drive r",
+      "▁ Driver",
+      "▁O ok",
+      "▁V ec",
+      "▁Ve c",
+      "▁ Vec",
+      "▁lung o",
+      "▁lun go",
+      "fi cos",
+      "fic os",
+      "fico s",
+      "f icos",
+      "▁s vol",
+      "▁sv ol",
+      "▁svo l",
+      "▁k id",
+      "▁ki d",
+      "n ja",
+      "▁H r",
+      "▁под дер",
+      "▁vis ibility",
+      "▁ visibility",
+      "▁M éd",
+      "▁Mé d",
+      "▁c pu",
+      "▁cp u",
+      "▁ cpu",
+      "dis cussion",
+      "As set",
+      "Ass et",
+      "▁def ense",
+      "▁Any one",
+      "▁Just in",
+      "is zt",
+      "isz t",
+      "▁Coll ins",
+      "▁Val ent",
+      "▁P ale",
+      "▁Pa le",
+      "▁Pal e",
+      "▁f uel",
+      "▁fue l",
+      "▁fu el",
+      "▁n ose",
+      "▁no se",
+      "▁nos e",
+      "rí guez",
+      "▁Sch les",
+      "▁Schl es",
+      "▁Mal ays",
+      "▁com mut",
+      "▁comm ut",
+      "dr o",
+      "d ro",
+      "ui ng",
+      "u ing",
+      "▁R ico",
+      "▁Ric o",
+      "▁Ri co",
+      "▁Em ma",
+      "or p",
+      "o rp",
+      "▁K irk",
+      "▁Kir k",
+      "▁Qu ando",
+      "▁Ne ue",
+      "▁Neu e",
+      "▁de mande",
+      "▁dem ande",
+      "▁demand e",
+      "▁C over",
+      "▁Co ver",
+      "▁Cov er",
+      "▁res cue",
+      "▁gew ählt",
+      "▁Cal endar",
+      "▁ Calendar",
+      "▁Mad onna",
+      "W P",
+      "os hi",
+      "osh i",
+      "▁M aven",
+      "▁Ma ven",
+      "▁b elle",
+      "▁be lle",
+      "▁bel le",
+      "▁bell e",
+      "▁w x",
+      "▁ wx",
+      "▁su gar",
+      "▁sug ar",
+      "▁Bet rieb",
+      "▁equilib rium",
+      "E AR",
+      "▁text s",
+      "▁tex ts",
+      "сло в",
+      "с лов",
+      "▁czerw ca",
+      "▁D üsseld",
+      "▁EL SE",
+      "▁am ery",
+      "▁amer y",
+      "▁a ni",
+      "▁an i",
+      "▁ ani",
+      "▁o bey",
+      "▁ob ey",
+      "▁N ell",
+      "▁Ne ll",
+      "▁Nel l",
+      "▁in ne",
+      "▁inn e",
+      "▁т ро",
+      "▁ тро",
+      "F D",
+      "cc o",
+      "c co",
+      "▁Z ob",
+      "▁Zo b",
+      "al ette",
+      "ale tte",
+      "alet te",
+      "a lette",
+      "▁má jus",
+      "ect ed",
+      "ec ted",
+      "e cted",
+      "▁Tur key",
+      "▁Turk ey",
+      "▁Wh ether",
+      "▁Whe ther",
+      "q i",
+      "▁ш то",
+      "▁head quarters",
+      "en di",
+      "end i",
+      "ar us",
+      "aru s",
+      "a rus",
+      "op us",
+      "o pus",
+      "▁з оло",
+      "▁зо ло",
+      "▁de stru",
+      "▁dest ru",
+      "▁L ok",
+      "▁Lo k",
+      "▁satisf action",
+      "() \r",
+      "( )\r",
+      "▁Т ер",
+      "▁Те р",
+      "Jo se",
+      "J ose",
+      "▁con quer",
+      "▁conqu er",
+      "▁E ffect",
+      "▁ Effect",
+      "Layout Params",
+      "ie z",
+      "i ez",
+      "▁extern s",
+      "▁gegen über",
+      "▁E SP",
+      "▁ES P",
+      "ol ta",
+      "olt a",
+      "process or",
+      "proc essor",
+      "▁K ult",
+      "▁Ku lt",
+      "▁Atl anta",
+      "▁t ier",
+      "▁ti er",
+      "▁tie r",
+      "Oper ator",
+      "▁ди а",
+      "▁пи сь",
+      "▁gro ß",
+      "▁he arts",
+      "▁heart s",
+      "▁hear ts",
+      "▁mill imeter",
+      "al though",
+      "alth ough",
+      "al les",
+      "all es",
+      "alle s",
+      "a lles",
+      "▁Mag ic",
+      "tr aining",
+      "tra ining",
+      "train ing",
+      "ol ine",
+      "oli ne",
+      "olin e",
+      "o line",
+      "▁орган і",
+      ">\\< ^",
+      "> \\<^",
+      "ці аль",
+      "ex ports",
+      "export s",
+      "Work book",
+      "▁вере сня",
+      "▁t eles",
+      "▁te les",
+      "▁tele s",
+      "▁tel es",
+      "▁econom y",
+      "▁econ omy",
+      "▁ec onomy",
+      "▁t rap",
+      "▁tr ap",
+      "▁tra p",
+      "▁ref use",
+      "▁str anger",
+      "▁strange r",
+      "▁stran ger",
+      "▁inst inct",
+      "по да",
+      "ol an",
+      "ola n",
+      "o lan",
+      "▁n ing",
+      "▁ni ng",
+      "▁nin g",
+      "▁ ning",
+      "inf late",
+      "infl ate",
+      "itat ea",
+      "itate a",
+      "ack s",
+      "ac ks",
+      "a cks",
+      "▁J oy",
+      "▁Jo y",
+      "FL AG",
+      "FLA G",
+      "ail and",
+      "ai land",
+      "▁sort i",
+      "▁sor ti",
+      "▁в пер",
+      "▁p én",
+      "▁pé n",
+      "Not hing",
+      "No thing",
+      "N othing",
+      "▁sz áz",
+      "▁Á ng",
+      "▁A UT",
+      "▁ AUT",
+      "Act ions",
+      "Action s",
+      "A ctions",
+      "E very",
+      "▁чер вня",
+      "▁авто мо",
+      "▁rout ine",
+      "▁e struct",
+      "▁est ruct",
+      "▁G ang",
+      "▁Ga ng",
+      "▁Gan g",
+      "▁h oles",
+      "▁ho les",
+      "▁hol es",
+      "▁hole s",
+      "th esis",
+      "thes is",
+      "▁con cl",
+      "▁conc l",
+      "▁p é",
+      "ri ers",
+      "rie rs",
+      "rier s",
+      "r iers",
+      "ро вой",
+      "рово й",
+      "р овой",
+      "ad ic",
+      "adi c",
+      "a dic",
+      "Sp eed",
+      "Spe ed",
+      "▁command ed",
+      "▁N azionale",
+      "▁Naz ionale",
+      "Man aged",
+      "▁DE CLARE",
+      "▁se dan",
+      "▁sed an",
+      "String s",
+      "Str ings",
+      "▁sa cred",
+      "▁sac red",
+      "▁sacr ed",
+      "ter such",
+      "ters uch",
+      "▁abit anti",
+      "br it",
+      "b rit",
+      "▁N CAA",
+      "▁NC AA",
+      "▁С П",
+      "▁a ged",
+      "▁ag ed",
+      "▁age d",
+      "▁ aged",
+      "▁Ch iesa",
+      "▁Chi esa",
+      "▁re vision",
+      "▁rev ision",
+      "▁revis ion",
+      "op ro",
+      "o pro",
+      "▁over write",
+      "emb ros",
+      "embro s",
+      "▁sort ie",
+      "▁sorti e",
+      "▁ot ten",
+      "▁ott en",
+      "xi v",
+      "x iv",
+      "▁d eli",
+      "▁de li",
+      "▁del i",
+      "▁A sp",
+      "▁As p",
+      "▁b alls",
+      "▁bal ls",
+      "▁ball s",
+      "ka f",
+      "k af",
+      "▁br ave",
+      "▁bra ve",
+      "▁все го",
+      "▁вс его",
+      "eg n",
+      "e gn",
+      "jp eg",
+      "▁O sten",
+      "▁Os ten",
+      "▁Ost en",
+      "Const ants",
+      "▁Inf antry",
+      "▁N ev",
+      "▁Ne v",
+      "▁я ких",
+      "▁як их",
+      "▁му ниципа",
+      "ci ja",
+      "c ija",
+      "▁p oem",
+      "▁po em",
+      "▁ne gro",
+      "▁neg ro",
+      "ха р",
+      "х ар",
+      "▁A sk",
+      "▁As k",
+      "▁a vo",
+      "▁av o",
+      "▁ avo",
+      "▁Me yer",
+      "▁Mey er",
+      "▁W esten",
+      "▁We sten",
+      "▁West en",
+      "▁Wes ten",
+      "▁o ko",
+      "▁ok o",
+      "▁ oko",
+      "ag in",
+      "agi n",
+      "a gin",
+      "▁Süd en",
+      "▁Sü den",
+      "ent ries",
+      "entr ies",
+      "▁Rep ublik",
+      "▁Repub lik",
+      "Collection View",
+      "-- -----",
+      "---- ---",
+      "--- ----",
+      "------ -",
+      "----- --",
+      "- ------",
+      "▁fire fox",
+      "▁alc une",
+      "▁фо то",
+      "▁отри ма",
+      "~~~~ ~~~~",
+      "▁Ра з",
+      "▁Com plex",
+      "▁Comp lex",
+      "▁Comple x",
+      "▁p ia",
+      "▁pi a",
+      "▁public ada",
+      "we i",
+      "w ei",
+      "ced ure",
+      "occup ation",
+      "▁medic ine",
+      "▁dr ove",
+      "▁dro ve",
+      "Pro blem",
+      "▁beg inner",
+      "▁begin ner",
+      "▁thorough ly",
+      "ur ia",
+      "uri a",
+      "u ria",
+      "av ant",
+      "ava nt",
+      "avan t",
+      "uch a",
+      "uc ha",
+      "u cha",
+      "▁l ever",
+      "▁le ver",
+      "▁lev er",
+      "▁te atro",
+      "▁teat ro",
+      "AV A",
+      "A VA",
+      "sq u",
+      "s qu",
+      "tr at",
+      "tra t",
+      "t rat",
+      "iv atal",
+      "iva tal",
+      "▁d irty",
+      "▁dir ty",
+      "▁se conde",
+      "▁second e",
+      "▁sec onde",
+      "▁grav it",
+      "▁pro position",
+      "▁prop osition",
+      "▁propos ition",
+      "h bar",
+      "om ini",
+      "omin i",
+      "omi ni",
+      "▁ ”",
+      "▁C amil",
+      "▁Cam il",
+      "▁Ca mil",
+      "▁qu een",
+      "▁que en",
+      "mod ifier",
+      "J an",
+      "▁l yr",
+      "▁ly r",
+      "Com boBox",
+      "ion ic",
+      "io nic",
+      "ioni c",
+      "i onic",
+      "▁h oly",
+      "▁ho ly",
+      "▁hol y",
+      "▁Sebast ian",
+      "| _{",
+      "▁{ @",
+      "▁мо жно",
+      "▁мож но",
+      "▁Cre ative",
+      "▁inter ess",
+      "▁inte ress",
+      "▁C T",
+      "▁ CT",
+      "i ções",
+      "▁ch ant",
+      "▁cha nt",
+      "▁ chant",
+      "▁wsp ół",
+      "▁Мекси ка",
+      "▁ran ked",
+      "▁rank ed",
+      "▁paździer nika",
+      "▁b rut",
+      "▁br ut",
+      "▁bru t",
+      "▁far ther",
+      "▁V erb",
+      "▁Ver b",
+      "▁Ve rb",
+      "▁S even",
+      "▁Se ven",
+      "lb l",
+      "l bl",
+      "▁mention s",
+      "▁ment ions",
+      "▁F ight",
+      "▁Fig ht",
+      "if en",
+      "ife n",
+      "i fen",
+      "▁b og",
+      "▁bo g",
+      "▁re gres",
+      "▁reg res",
+      "▁sc oring",
+      "ic ane",
+      "ica ne",
+      "ican e",
+      "▁El li",
+      "▁Ell i",
+      "▁pie rw",
+      "▁pier w",
+      "me asure",
+      "ński ej",
+      "ń skiej",
+      "# {",
+      "▁де ся",
+      "▁var maste",
+      "▁Un ix",
+      "I Z",
+      "iti é",
+      "Prim ary",
+      "▁Spring er",
+      "▁Spr inger",
+      "ün g",
+      "ü ng",
+      "▁an v",
+      "▁vers ione",
+      "▁version e",
+      "▁should ers",
+      "▁shoulder s",
+      "▁бри га",
+      "▁j av",
+      "▁ja v",
+      "▁ jav",
+      "lt al",
+      "l tal",
+      "▁kall aste",
+      "▁Mitch ell",
+      "▁wire less",
+      "▁wir eless",
+      "▁Á l",
+      "resp ons",
+      "co uld",
+      "cou ld",
+      "c ould",
+      "▁re lax",
+      "▁rel ax",
+      "▁rela x",
+      "▁ relax",
+      "Lo nd",
+      "L ond",
+      "ń cz",
+      "ство вал",
+      "ствова л",
+      "▁pol ski",
+      "en ç",
+      "za r",
+      "z ar",
+      "▁d type",
+      "▁dt ype",
+      "ow ned",
+      "own ed",
+      "un known",
+      "unk nown",
+      "▁m utable",
+      "▁mu table",
+      "▁mut able",
+      "▁ mutable",
+      "▁si empre",
+      "▁Mont real",
+      "▁loc ate",
+      "▁tr aces",
+      "▁tra ces",
+      "▁trace s",
+      "▁trac es",
+      "▁ins gesamt",
+      "▁N il",
+      "▁Ni l",
+      "▁ Nil",
+      "▁п рода",
+      "▁про да",
+      "▁прод а",
+      "▁War ner",
+      "▁N au",
+      "▁Na u",
+      "tri angle",
+      "▁concentr ation",
+      "▁gentle men",
+      "äch t",
+      "ä cht",
+      "fil ters",
+      "filter s",
+      "inci pal",
+      "VAL ID",
+      "▁де пута",
+      "ad ó",
+      "▁kon st",
+      "gs å",
+      "ag as",
+      "aga s",
+      "a gas",
+      "▁meille ur",
+      "▁дан ным",
+      "є дна",
+      "en coded",
+      "enc oded",
+      "encode d",
+      "< '",
+      "▁she ets",
+      "▁sheet s",
+      "▁ sheets",
+      "cu ador",
+      "▁викори стову",
+      "▁De put",
+      "▁Dep ut",
+      "▁man ière",
+      "ą g",
+      "cs ol",
+      "c sol",
+      ")$ -",
+      ") $-",
+      "UI View",
+      "▁mill ones",
+      "▁E hren",
+      "▁Ehr en",
+      "Si l",
+      "S il",
+      "▁a tac",
+      "▁at ac",
+      "▁C old",
+      "▁Col d",
+      "▁Co ld",
+      "\" \\",
+      "▁appro ached",
+      "▁approach ed",
+      "▁Års med",
+      "W M",
+      "▁De port",
+      "▁Dep ort",
+      "mi s",
+      "m is",
+      "and box",
+      "ob serv",
+      "obs erv",
+      "set ting",
+      "sett ing",
+      "ha tó",
+      "hat ó",
+      "h ató",
+      "▁s trat",
+      "▁st rat",
+      "▁str at",
+      "▁stra t",
+      "▁s pre",
+      "▁sp re",
+      "▁spr e",
+      "▁ spre",
+      "▁person ne",
+      "▁pers onne",
+      "▁personn e",
+      "▁dir ige",
+      "▁dirig e",
+      "pu ll",
+      "p ull",
+      "da ting",
+      "dat ing",
+      "d ating",
+      "▁F act",
+      "▁Fa ct",
+      "▁Fac t",
+      "▁ Fact",
+      "▁manip ulate",
+      "▁M AC",
+      "▁MA C",
+      "▁d ej",
+      "▁de j",
+      "ult imo",
+      "F X",
+      "Li fe",
+      "L ife",
+      "▁c rack",
+      "▁cr ack",
+      "▁cra ck",
+      "▁m í",
+      "▁п ове",
+      "▁по ве",
+      "▁пов е",
+      "▁w ore",
+      "▁wor e",
+      "▁wo re",
+      "univers ité",
+      "▁form ulas",
+      "▁formula s",
+      "▁Elis abeth",
+      "pl ots",
+      "plot s",
+      "mi le",
+      "mil e",
+      "m ile",
+      "▁me nor",
+      "▁men or",
+      "ти л",
+      "т ил",
+      "key word",
+      "▁Balt imore",
+      "hr er",
+      "hre r",
+      "h rer",
+      "▁C lement",
+      "▁Cl ement",
+      "▁Cle ment",
+      "vi m",
+      "v im",
+      "ra ss",
+      "ras s",
+      "r ass",
+      "T ake",
+      "▁cím ű",
+      "▁Con vention",
+      "at ge",
+      "se ed",
+      "see d",
+      "s eed",
+      "▁D í",
+      "▁Sp ider",
+      "ah oo",
+      "aho o",
+      "▁име ет",
+      "ühr t",
+      "üh rt",
+      "▁по писа",
+      "▁C ot",
+      "▁Co t",
+      "▁no bles",
+      "▁noble s",
+      "▁nob les",
+      "RE SS",
+      "RES S",
+      "▁che min",
+      "▁chem in",
+      "▁gł ówn",
+      "G G",
+      "▁German ia",
+      "▁Ger mania",
+      "▁Germ ania",
+      "▁Alexand re",
+      "he ns",
+      "hen s",
+      "h ens",
+      "sw ift",
+      "oo p",
+      "o op",
+      "Sub view",
+      "▁requ iring",
+      "ęd zy",
+      "ędz y",
+      "▁f ict",
+      "▁fi ct",
+      "▁fic t",
+      "▁Кон стан",
+      "▁dé put",
+      "▁dép ut",
+      "▁surpr ising",
+      "▁de ix",
+      "▁dei x",
+      "▁unter schied",
+      "in son",
+      "ins on",
+      "▁Char acter",
+      "▁ Character",
+      "▁g estion",
+      "▁ges tion",
+      "▁gest ion",
+      "ch us",
+      "c hus",
+      "com es",
+      "co mes",
+      "come s",
+      "▁n eur",
+      "▁ne ur",
+      "▁neu r",
+      "▁ neur",
+      "▁ye ux",
+      "ol lar",
+      "oll ar",
+      "▁par ad",
+      "▁para d",
+      "▁pa rad",
+      "▁mag giore",
+      "▁maggio re",
+      "▁maggior e",
+      "TR AN",
+      "▁vo tre",
+      "▁vot re",
+      "▁des cent",
+      "▁desc ent",
+      "▁I con",
+      "▁ Icon",
+      "▁Jud ge",
+      "▁occup ation",
+      "▁ occupation",
+      "ep ing",
+      "e ping",
+      "▁ton gue",
+      "▁tong ue",
+      "▁En llaços",
+      "ru f",
+      "r uf",
+      "▁prote in",
+      "▁prot ein",
+      "▁vis itors",
+      "▁visit ors",
+      "▁visitor s",
+      "ax y",
+      "a xy",
+      "es ten",
+      "est en",
+      "este n",
+      "e sten",
+      "bl ica",
+      "blic a",
+      "b lica",
+      "h w",
+      "▁spir its",
+      "▁spirit s",
+      "▁redu ces",
+      "▁reduce s",
+      "▁м ен",
+      "▁ме н",
+      "▁ мен",
+      "▁L amb",
+      "▁La mb",
+      "▁Lam b",
+      "▁M ine",
+      "▁Min e",
+      "▁Mi ne",
+      "▁ver ified",
+      "▁B aby",
+      "▁Ba by",
+      "▁Bab y",
+      "▁pr ize",
+      "▁pri ze",
+      "в ър",
+      "▁rat ings",
+      "▁rating s",
+      "▁f ore",
+      "▁for e",
+      "▁fo re",
+      "▁ fore",
+      "as ha",
+      "ash a",
+      "a sha",
+      "ur rence",
+      "urr ence",
+      "▁int ér",
+      "▁Ol ímp",
+      "cr a",
+      "c ra",
+      "▁comput ational",
+      "▁computation al",
+      "ir che",
+      "irc he",
+      ".:  ",
+      "▁illustr ated",
+      "▁illustrate d",
+      "▁Sh are",
+      "▁house holds",
+      "▁household s",
+      "▁con volution",
+      "oe md",
+      "oem d",
+      "▁zd oby",
+      "▁zdob y",
+      "cc c",
+      "c cc",
+      "▁quant ities",
+      "Ch e",
+      "C he",
+      "Sh ould",
+      "▁ge nius",
+      "▁gen ius",
+      "ad j",
+      "a dj",
+      "х ва",
+      "Пе тер",
+      "EM A",
+      "E MA",
+      "▁R ights",
+      "▁Right s",
+      "▁E li",
+      "▁El i",
+      "VA R",
+      "V AR",
+      "ш ло",
+      "▁з бір",
+      "ift ung",
+      "▁cont ributed",
+      "▁contrib uted",
+      "▁contribu ted",
+      "▁contribute d",
+      "ze f",
+      "z ef",
+      "▁CH AR",
+      "▁ CHAR",
+      "▁S ib",
+      "▁Si b",
+      "▁M ant",
+      "▁Man t",
+      "▁Ma nt",
+      "▁свя зи",
+      "▁java fx",
+      "▁c ependant",
+      "▁in tu",
+      "▁int u",
+      "▁т вор",
+      "▁ Ó",
+      "gu er",
+      "gue r",
+      "g uer",
+      "ra do",
+      "rad o",
+      "r ado",
+      "▁Re vol",
+      "▁Rev ol",
+      "▁fé min",
+      "▁Or leans",
+      "▁p oj",
+      "▁po j",
+      "▁p rez",
+      "▁pr ez",
+      "▁pre z",
+      "Te x",
+      "T ex",
+      "ou wd",
+      "ouw d",
+      "? (",
+      "▁L IM",
+      "▁LI M",
+      "ist ique",
+      "isti que",
+      "es ar",
+      "esa r",
+      "▁he ures",
+      "ic ki",
+      "ick i",
+      "i cki",
+      "▁d bo",
+      "▁db o",
+      "▁ dbo",
+      "sk ih",
+      "ski h",
+      "s kih",
+      "conf irm",
+      "▁vil ág",
+      "▁ci utat",
+      "▁D R",
+      "▁ DR",
+      "▁Haw ai",
+      "ch ed",
+      "che d",
+      "c hed",
+      "▁s pher",
+      "▁sp her",
+      "▁Art ikel",
+      "▁Multi ple",
+      "ci u",
+      "c iu",
+      "▁м ы",
+      "▁ мы",
+      "▁lip ca",
+      "]( /",
+      "] (/",
+      "Str ategy",
+      "▁Al abama",
+      "SD K",
+      "S DK",
+      "UT C",
+      "U TC",
+      "__ .",
+      "_ _.",
+      "Arg uments",
+      "Argument s",
+      "▁set ContentView",
+      "î le",
+      "By Val",
+      "▁J VM",
+      "юще го",
+      "▁Leon ard",
+      "▁just ify",
+      "це м",
+      "ц ем",
+      "▁n ab",
+      "▁na b",
+      "▁ nab",
+      "CCE SS",
+      "C CESS",
+      "▁hope s",
+      "▁ho pes",
+      "▁hop es",
+      ") &",
+      "se ro",
+      "ser o",
+      "s ero",
+      "▁за й",
+      "слі д",
+      "▁R ég",
+      "▁Ré g",
+      "▁S ang",
+      "▁San g",
+      "▁Sa ng",
+      "▁f ung",
+      "▁fun g",
+      "▁fu ng",
+      "ba ar",
+      "b aar",
+      "▁coff ee",
+      "ass embly",
+      "▁В ін",
+      "▁Ві н",
+      "э й",
+      "▁comp rend",
+      "▁compr end",
+      "fil led",
+      "fill ed",
+      "f illed",
+      "р д",
+      "od ia",
+      "odi a",
+      "o dia",
+      "▁g ens",
+      "▁ge ns",
+      "▁gen s",
+      "▁ gens",
+      "fl uss",
+      "flu ss",
+      "f luss",
+      "Draw able",
+      "▁sur ve",
+      "▁surv e",
+      "Set up",
+      "▁n ależ",
+      "▁conj unto",
+      "▁Е го",
+      "▁old al",
+      "▁ol dal",
+      "▁ver bose",
+      "▁verb ose",
+      "▁Elect ric",
+      "▁H arrison",
+      "▁Harr ison",
+      "▁Harris on",
+      "en gen",
+      "eng en",
+      "par agraph",
+      "para graph",
+      "▁n ouvelles",
+      "▁nouve lles",
+      "▁nouvelle s",
+      "▁вре ме",
+      "▁m emor",
+      "▁me mor",
+      "▁mem or",
+      "▁mayo ría",
+      "▁mayor ía",
+      "са д",
+      "▁bat aille",
+      "▁bata ille",
+      "▁therm al",
+      "▁ther mal",
+      "▁Хро нологи",
+      "▁B etter",
+      "▁Bet ter",
+      "by e",
+      "b ye",
+      "▁теа тра",
+      "ro e",
+      "r oe",
+      "▁se gle",
+      "▁seg le",
+      "ro tt",
+      "rot t",
+      "r ott",
+      "▁opin ions",
+      "▁opinion s",
+      ")} )",
+      ") })",
+      "üh le",
+      "ühl e",
+      "▁G ün",
+      "▁Gü n",
+      "▁ Щ",
+      "b ól",
+      "▁Lar ry",
+      "▁so lic",
+      "▁sol ic",
+      "▁z war",
+      "▁zw ar",
+      "▁Car oline",
+      "▁Carol ine",
+      "▁Reich s",
+      "Ext ensions",
+      "Extension s",
+      "mi gr",
+      "m igr",
+      ": @",
+      "▁en umerate",
+      "▁enumer ate",
+      "▁ enumerate",
+      "▁eigen en",
+      "▁eig enen",
+      "▁expl ore",
+      "▁explo re",
+      "ém u",
+      "é mu",
+      "▁g at",
+      "▁ga t",
+      "▁ gat",
+      "▁imper ial",
+      "▁Us ually",
+      "▁t ud",
+      "▁tu d",
+      "▁у кра",
+      "hi m",
+      "h im",
+      "▁cor ners",
+      "▁corner s",
+      "▁corn ers",
+      "▁S ER",
+      "▁SE R",
+      "▁ SER",
+      "▁interpre ter",
+      "▁interpret er",
+      "▁I ce",
+      "▁amount s",
+      "▁P ala",
+      "▁Pa la",
+      "▁Pal a",
+      "▁t inha",
+      "▁tin ha",
+      "vo le",
+      "vol e",
+      "v ole",
+      "▁g le",
+      "▁gl e",
+      "▁ gle",
+      "uc ci",
+      "▁sie he",
+      "Jac k",
+      "J ack",
+      "▁w oll",
+      "▁wo ll",
+      "▁wol l",
+      "▁e lder",
+      "▁el der",
+      "▁ко раб",
+      "▁eng ag",
+      "▁La urent",
+      "▁Laur ent",
+      "▁Lau rent",
+      "▁ach iev",
+      "ist ik",
+      "isti k",
+      "ar ct",
+      "arc t",
+      "тно го",
+      "т ного",
+      "▁g ir",
+      "▁gi r",
+      "▁Sing h",
+      "▁Sin gh",
+      "math op",
+      "US A",
+      "U SA",
+      "▁Pro jekt",
+      "▁de be",
+      "▁deb e",
+      "richt ung",
+      "r ichtung",
+      "▁T sch",
+      "▁Ts ch",
+      "um inate",
+      "umin ate",
+      "▁s zó",
+      "▁sz ó",
+      "ly ph",
+      "зи дент",
+      "зиден т",
+      "▁lim itations",
+      "▁limit ations",
+      "▁limitation s",
+      "юще й",
+      "▁b ila",
+      "▁bi la",
+      "▁bil a",
+      "P ush",
+      "▁off ering",
+      "▁offer ing",
+      "ien nes",
+      "ienne s",
+      "ienn es",
+      "i ennes",
+      "Fr i",
+      "F ri",
+      "▁post gresql",
+      "▁ postgresql",
+      "▁Tom my",
+      "▁partic olare",
+      "▁stolet í",
+      "▁ar rib",
+      "▁arr ib",
+      "▁E va",
+      "▁Ev a",
+      "sch ool",
+      "▁v endor",
+      "▁ven dor",
+      "▁vend or",
+      "▁ vendor",
+      "▁D allas",
+      "▁Dal las",
+      "▁pro long",
+      "CRE ATE",
+      "C REATE",
+      "▁suiv ante",
+      "STAT US",
+      "l à",
+      "k v",
+      "▁h äufig",
+      "▁Agr icult",
+      "▁h uit",
+      "▁hu it",
+      "▁in oltre",
+      "▁L loyd",
+      "▁францу з",
+      "▁вы пол",
+      "▁faith ful",
+      "▁В ар",
+      "▁Ва р",
+      "▁ver l",
+      "▁ve rl",
+      "▁ju ego",
+      "▁Резу лтати",
+      ", ...,",
+      "▁implicit ly",
+      "ir ks",
+      "irk s",
+      "Cal cul",
+      "▁m eses",
+      "▁mes es",
+      "om ed",
+      "ome d",
+      "o med",
+      "▁p ak",
+      "▁pa k",
+      "he rit",
+      "her it",
+      "▁opt ical",
+      "▁І сторія",
+      "ve is",
+      "▁capital e",
+      "▁capit ale",
+      "place holder",
+      "int rag",
+      "▁At las",
+      "▁Atl as",
+      "▁ Atlas",
+      ")] ;",
+      ") ];",
+      "ic ons",
+      "ico ns",
+      "icon s",
+      "i cons",
+      "▁B ent",
+      "▁Be nt",
+      "▁Ben t",
+      "▁W idget",
+      "▁ Widget",
+      "▁vol unt",
+      "av o",
+      "a vo",
+      "ég r",
+      "é gr",
+      "li ge",
+      "lig e",
+      "l ige",
+      "▁N AME",
+      "▁NA ME",
+      "▁ NAME",
+      "▁ab stra",
+      "▁abs tra",
+      "▁f ís",
+      "▁B rowser",
+      "▁Brow ser",
+      "▁ Browser",
+      "▁b ush",
+      "▁bu sh",
+      "▁bus h",
+      "ha ll",
+      "hal l",
+      "h all",
+      "▁cloud s",
+      "▁S UB",
+      "▁SU B",
+      "▁ SUB",
+      "▁t andis",
+      "▁tan dis",
+      "▁Common wealth",
+      "та я",
+      "▁exha ust",
+      "________ ________",
+      "▁Stat istics",
+      "▁Statist ics",
+      "▁Relig ion",
+      "▁Mu ham",
+      "ual s",
+      "ua ls",
+      "u als",
+      "go to",
+      "got o",
+      "g oto",
+      "Dig ital",
+      "Famil y",
+      "▁B un",
+      "▁Bu n",
+      "let in",
+      "Man agement",
+      "▁cap abilities",
+      "an nten",
+      "ann ten",
+      "annt en",
+      "annte n",
+      "▁се бе",
+      "▁st ays",
+      "▁stay s",
+      "▁sta ys",
+      "kt er",
+      "kte r",
+      "k ter",
+      "▁d ost",
+      "▁do st",
+      "▁dos t",
+      "▁Т ре",
+      "ло вич",
+      "лови ч",
+      "л ович",
+      "▁d ying",
+      "▁dy ing",
+      "se ctions",
+      "section s",
+      "sect ions",
+      "án os",
+      "á nos",
+      "▁app arten",
+      "▁appar ten",
+      "▁appart en",
+      "▁zo als",
+      "▁dr essed",
+      "▁dress ed",
+      "▁com press",
+      "▁comp ress",
+      "▁compr ess",
+      "ń ska",
+      "▁sierp nia",
+      "▁ти ту",
+      "diction ary",
+      "d ictionary",
+      "▁r abb",
+      "▁ra bb",
+      "▁vé rit",
+      "В о",
+      "▁sing leton",
+      "▁single ton",
+      "▁v ital",
+      "▁vi tal",
+      "▁vit al",
+      "▁vita l",
+      "Ref resh",
+      "ме ль",
+      "м ель",
+      "▁Z h",
+      "▁Af ghan",
+      "in kel",
+      "ink el",
+      "aa aa",
+      "▁particip ants",
+      "ar in",
+      "ari n",
+      "a rin",
+      "▁M old",
+      "▁Mo ld",
+      "▁Mol d",
+      "▁prim eros",
+      "▁prime ros",
+      "▁primer os",
+      "▁ра н",
+      "▁р ан",
+      "▁ ран",
+      "▁А мери",
+      "▁restaur ant",
+      "év el",
+      "é vel",
+      "▁S L",
+      "▁ SL",
+      "▁R ey",
+      "▁Re y",
+      "ch as",
+      "cha s",
+      "c has",
+      "▁elect rons",
+      "▁electron s",
+      "▁electro ns",
+      "▁Pitt s",
+      "▁Pit ts",
+      "▁J ules",
+      "▁Jul es",
+      "▁Ju les",
+      "ма й",
+      "en ant",
+      "ena nt",
+      "e nant",
+      "- }",
+      "ла д",
+      "▁Мос ква",
+      "▁Моск ва",
+      "go m",
+      "g om",
+      "▁Fern ández",
+      "fun d",
+      "fu nd",
+      "f und",
+      "int erno",
+      "inter no",
+      "intern o",
+      "▁M ari",
+      "▁Mar i",
+      "▁Ma ri",
+      "▁r ius",
+      "▁ri us",
+      "▁Pro zent",
+      "ст рі",
+      "стр і",
+      "▁в нут",
+      "ant erie",
+      "ante rie",
+      "anter ie",
+      "▁п рис",
+      "▁при с",
+      "▁пр ис",
+      "▁о бы",
+      "▁об ы",
+      "▁M arina",
+      "▁Mar ina",
+      "▁Mari na",
+      "▁occ urrence",
+      "▁occur rence",
+      "▁occurr ence",
+      "ri kt",
+      "rik t",
+      "r ikt",
+      "▁фи зи",
+      "▁sch wer",
+      "▁schw er",
+      "▁Г ре",
+      "Re set",
+      "Res et",
+      "▁much o",
+      "▁mu cho",
+      "an dr",
+      "and r",
+      "▁W ies",
+      "▁Wi es",
+      "▁Wie s",
+      "▁Ke ith",
+      "▁Jul ian",
+      "▁Juli an",
+      "▁Julia n",
+      "▁c ole",
+      "▁col e",
+      "▁co le",
+      "▁ cole",
+      "ci endo",
+      "c iendo",
+      "▁Cont empor",
+      "et ry",
+      "etr y",
+      "e try",
+      "el ian",
+      "eli an",
+      "elia n",
+      "ги и",
+      "▁го ло",
+      "▁г оло",
+      "▁d él",
+      "▁dé l",
+      "▁de cent",
+      "▁dec ent",
+      "▁dece nt",
+      "Р СР",
+      "▁sze ptember",
+      "ме ст",
+      "cast le",
+      "▁держа в",
+      "}\" )",
+      "} \")",
+      "▁ASC II",
+      "▁G len",
+      "▁Gl en",
+      "itzer land",
+      "T oggle",
+      "▁trad icional",
+      "▁P lat",
+      "▁Pl at",
+      "▁Pla t",
+      "ve e",
+      "v ee",
+      "ab gerufen",
+      "( |",
+      "CL I",
+      "C LI",
+      "}} $,",
+      "}}$ ,",
+      "} }$,",
+      "▁Bow l",
+      "▁M ale",
+      "▁Ma le",
+      "▁Mal e",
+      "▁B res",
+      "▁Br es",
+      "▁Bre s",
+      "▁п си",
+      "▁Ch allenge",
+      "z ó",
+      "▁pro jekt",
+      "▁neg oti",
+      "ab ove",
+      "a bove",
+      "▁пери о",
+      "▁long est",
+      "▁lon gest",
+      "auth entic",
+      "▁tr adu",
+      "▁tra du",
+      "▁trad u",
+      "▁mujer es",
+      "▁And re",
+      "▁ha dn",
+      "▁had n",
+      "▁Sch ule",
+      "▁Schul e",
+      "ode l",
+      "od el",
+      "o del",
+      "ble d",
+      "bl ed",
+      "b led",
+      "▁T rade",
+      "▁Tr ade",
+      "▁Tra de",
+      "▁Trad e",
+      "▁m obil",
+      "▁mo bil",
+      "▁mob il",
+      "▁alg unas",
+      "▁L ak",
+      "▁La k",
+      "▁Connect icut",
+      "▁al co",
+      "▁alc o",
+      "▁Sel bst",
+      "i ł",
+      "▁a lb",
+      "▁al b",
+      "ouver neur",
+      "ouvern eur",
+      "▁s r",
+      "▁ sr",
+      "▁v ba",
+      "▁vb a",
+      "lo ped",
+      "lop ed",
+      "l oped",
+      "▁Par tei",
+      "▁Part ei",
+      "▁Parte i",
+      "ua te",
+      "u ate",
+      "▁Auth entication",
+      "▁ Authentication",
+      "be i",
+      "b ei",
+      "}} .",
+      "} }.",
+      "▁kon nten",
+      "▁konn ten",
+      "▁konnte n",
+      "▁до по",
+      "▁h yd",
+      "▁hy d",
+      "Off ice",
+      "d onnées",
+      "▁C leveland",
+      "ri ta",
+      "rit a",
+      "r ita",
+      "ío s",
+      "í os",
+      "▁вы ше",
+      "▁Ro berts",
+      "▁Robert s",
+      "▁é lections",
+      "▁élect ions",
+      "▁' ')",
+      "▁'' )",
+      "▁publish ing",
+      "▁b apt",
+      "▁ba pt",
+      "<> ();",
+      "< >();",
+      "miss ing",
+      "mis sing",
+      "рова но",
+      "рован о",
+      "р овано",
+      "▁ho using",
+      "▁hous ing",
+      "▁in ference",
+      "▁infer ence",
+      "▁Rena issance",
+      "▁r èg",
+      "▁Ste ph",
+      "▁Step h",
+      "CE S",
+      "C ES",
+      "ER E",
+      "E RE",
+      "ке т",
+      "к ет",
+      "O U",
+      "▁group ing",
+      "ver kehr",
+      "ji h",
+      "j ih",
+      "ag li",
+      "▁mil k",
+      "la it",
+      "l ait",
+      "St age",
+      "▁by ly",
+      "▁byl y",
+      "▁wood en",
+      "▁wo oden",
+      "ke ley",
+      "kel ey",
+      "kele y",
+      "et ra",
+      "etr a",
+      "e tra",
+      "▁P eg",
+      "▁Pe g",
+      "▁don né",
+      "▁donn é",
+      "ad al",
+      "ada l",
+      "a dal",
+      "sequ ently",
+      "▁ins besondere",
+      "EL D",
+      "E LD",
+      "▁M am",
+      "▁Ma m",
+      "▁vol te",
+      "▁volt e",
+      "▁pro spect",
+      "▁pros pect",
+      "но ве",
+      "нов е",
+      "н ове",
+      "▁den oted",
+      "▁denote d",
+      "▁over lay",
+      "Per mission",
+      "Perm ission",
+      "ee n",
+      "e en",
+      "▁E M",
+      "▁ EM",
+      "▁u z",
+      "▁ uz",
+      "M c",
+      "ol it",
+      "oli t",
+      "o lit",
+      "▁ser vi",
+      "▁serv i",
+      "▁He idel",
+      "▁Wien er",
+      "▁Wi ener",
+      "▁Wie ner",
+      "▁il legal",
+      "▁predict ions",
+      "▁prediction s",
+      "▁go og",
+      "ho n",
+      "h on",
+      "▁Cin ema",
+      "▁ре волю",
+      "▁R ule",
+      "▁Ru le",
+      "▁ Rule",
+      "wo d",
+      "w od",
+      "▁rad iation",
+      "▁radi ation",
+      "o ł",
+      "ово ї",
+      "▁Per form",
+      "▁prison er",
+      "▁a met",
+      "▁am et",
+      "▁fig ura",
+      "▁figur a",
+      "▁Comm ander",
+      "▁Command er",
+      "▁о фициаль",
+      "▁t rov",
+      "▁tr ov",
+      "▁tro v",
+      "▁a cted",
+      "▁act ed",
+      "▁ac ted",
+      "▁work flow",
+      "▁Республи ки",
+      "▁guid ance",
+      "▁м ене",
+      "▁ме не",
+      "▁мен е",
+      "▁ мене",
+      "N ational",
+      "▁K el",
+      "▁Ke l",
+      "web pack",
+      "про стра",
+      "▁llam ado",
+      "al og",
+      "alo g",
+      "a log",
+      "ter ra",
+      "ix en",
+      "le graph",
+      "leg raph",
+      "ä ischen",
+      "▁teach ers",
+      "▁teacher s",
+      "ud en",
+      "ude n",
+      "u den",
+      "▁o gså",
+      "pos sible",
+      "poss ible",
+      "▁S oul",
+      "▁So ul",
+      "▁Sou l",
+      "▁Ge ography",
+      "▁за да",
+      "hi t",
+      "h it",
+      "▁an ger",
+      "▁ang er",
+      "▁ange r",
+      "▁ anger",
+      "▁rem porte",
+      "▁remp orte",
+      "Po d",
+      "P od",
+      "ч ке",
+      "▁a ria",
+      "▁ar ia",
+      "▁ aria",
+      "▁A stronom",
+      "ch apter",
+      "▁f ork",
+      "▁for k",
+      "▁Cu ando",
+      "men se",
+      "m ense",
+      "▁Christ ians",
+      "▁Christian s",
+      "g c",
+      "▁# (",
+      "Or gan",
+      "▁ste ady",
+      "▁stead y",
+      "ps e",
+      "p se",
+      "жи ть",
+      "ig nes",
+      "ign es",
+      "igne s",
+      "ater ra",
+      "a terra",
+      "mo vie",
+      "mov ie",
+      "m ovie",
+      "pos ta",
+      "po sta",
+      "post a",
+      "p osta",
+      "ra ste",
+      "ras te",
+      "r aste",
+      "▁Res source",
+      "▁Ress ource",
+      "▁Pa ís",
+      "▁( );",
+      "▁() ;",
+      "▁ ();",
+      "▁pen alty",
+      "т т",
+      "▁tras fer",
+      "cent ury",
+      "▁clean er",
+      "sel enium",
+      "s elenium",
+      "ort heast",
+      "orth east",
+      "xi c",
+      "x ic",
+      "лі ї",
+      "л ії",
+      "▁ingles e",
+      "▁T ang",
+      "▁Ta ng",
+      "▁Tan g",
+      "▁g ods",
+      "▁go ds",
+      "▁god s",
+      "fr ent",
+      "fre nt",
+      "f rent",
+      "ci ente",
+      "cient e",
+      "c iente",
+      "st arts",
+      "start s",
+      "star ts",
+      "▁mus ica",
+      "▁music a",
+      "ymnas ium",
+      "-- --+",
+      "---- +",
+      "--- -+",
+      "- ---+",
+      "▁ter rest",
+      "▁terre st",
+      "▁retr ieved",
+      "▁retrieve d",
+      "ia re",
+      "iar e",
+      "i are",
+      "un ning",
+      "unn ing",
+      "▁Mar cus",
+      "▁Marc us",
+      "▁prom ote",
+      "war ning",
+      "warn ing",
+      "w arning",
+      "ты й",
+      "т ый",
+      "}) $,",
+      "})$ ,",
+      "} )$,",
+      "Trans port",
+      "▁re son",
+      "▁res on",
+      "▁C lo",
+      "▁Cl o",
+      "▁e rm",
+      "▁er m",
+      "▁ erm",
+      "▁elimin ate",
+      "▁elim inate",
+      "he imer",
+      "heim er",
+      "▁s aves",
+      "▁sa ves",
+      "▁sav es",
+      "▁save s",
+      "▁pr ayer",
+      "▁pra yer",
+      "▁pray er",
+      "Class es",
+      "Ex press",
+      "Exp ress",
+      "Expr ess",
+      "▁Akadem ie",
+      "El se",
+      "Tu rn",
+      "T urn",
+      "▁ik ke",
+      "▁re i",
+      "▁r ei",
+      "▁ rei",
+      "▁di rett",
+      "▁dire tt",
+      "▁dir ett",
+      "▁R ost",
+      "▁Ro st",
+      "▁Ros t",
+      "▁P apa",
+      "▁Pa pa",
+      "▁Pap a",
+      "▁j sf",
+      "▁js f",
+      "ле нием",
+      "ление м",
+      "▁T ul",
+      "▁Tu l",
+      "▁Z ak",
+      "▁Za k",
+      "▁niem ieck",
+      "T w",
+      "am our",
+      "amo ur",
+      "ne sted",
+      "nes ted",
+      "nest ed",
+      "n ested",
+      "pp ets",
+      "ppe ts",
+      "ppet s",
+      "ш п",
+      "di t",
+      "d it",
+      "зе н",
+      "з ен",
+      "zy ma",
+      "zym a",
+      "hr te",
+      "Constra ints",
+      "Constraint s",
+      "▁own ership",
+      "▁owner ship",
+      "Ar m",
+      "A rm",
+      "▁cons umption",
+      "▁consum ption",
+      "▁f et",
+      "▁fe t",
+      "iv ari",
+      "iva ri",
+      "i vari",
+      "ch rom",
+      "chr om",
+      "set Attribute",
+      "▁com pose",
+      "▁comp ose",
+      "▁compos e",
+      "▁ compose",
+      "▁back ing",
+      "▁P az",
+      "▁Pa z",
+      "▁s cri",
+      "▁sc ri",
+      "▁scr i",
+      "▁ scri",
+      "▁Me chan",
+      "▁Nor way",
+      "▁J up",
+      "▁Ju p",
+      "▁m ér",
+      "▁mé r",
+      "▁administr ator",
+      "▁c abe",
+      "▁ca be",
+      "▁cab e",
+      "ival ent",
+      "▁thr one",
+      "▁thro ne",
+      "▁d ues",
+      "▁du es",
+      "▁due s",
+      "▁hum or",
+      "▁hu mor",
+      "▁A dri",
+      "▁Ad ri",
+      "▁ab ort",
+      "ña s",
+      "ñ as",
+      "▁Ки їв",
+      "j ící",
+      "▁zwe ite",
+      "▁zwei te",
+      "▁do ub",
+      "▁dou b",
+      "er shell",
+      "ers hell",
+      "шо й",
+      "▁F am",
+      "▁Fa m",
+      "å k",
+      "▁twe ede",
+      "▁twee de",
+      "▁R ib",
+      "▁Ri b",
+      "▁f ør",
+      "pc ión",
+      "p ción",
+      "in ned",
+      "inn ed",
+      "rv m",
+      "r vm",
+      "▁App ar",
+      "▁Ap par",
+      "▁D j",
+      "▁S hang",
+      "▁Sh ang",
+      "Dist ance",
+      "D istance",
+      "▁d awn",
+      "▁da wn",
+      "▁ dawn",
+      "▁Mat th",
+      "▁Matt h",
+      "▁err ichtet",
+      "ph antom",
+      "phan tom",
+      "▁re leases",
+      "▁release s",
+      "Recogn izer",
+      "▁K op",
+      "▁Ko p",
+      "▁P ul",
+      "▁Pu l",
+      "u é",
+      "na ts",
+      "nat s",
+      "n ats",
+      "re lax",
+      "rel ax",
+      "▁f led",
+      "▁fl ed",
+      "▁fle d",
+      "▁experience s",
+      "▁experien ces",
+      "ще е",
+      "ме ня",
+      "мен я",
+      "▁пер сона",
+      "▁Id entity",
+      "▁Ident ity",
+      "▁ Identity",
+      "re ts",
+      "ret s",
+      "r ets",
+      "k unft",
+      "la rg",
+      "lar g",
+      "l arg",
+      "List Item",
+      "v d",
+      "run ner",
+      "la nt",
+      "lan t",
+      "l ant",
+      "ip art",
+      "i part",
+      "ba y",
+      "b ay",
+      "ie i",
+      "i ei",
+      "▁length s",
+      "▁c attle",
+      "▁catt le",
+      "je ts",
+      "jet s",
+      "j ets",
+      "▁se hen",
+      "J ul",
+      "fa tt",
+      "f att",
+      "▁sur render",
+      "▁surr ender",
+      "▁Tr ump",
+      "▁Tru mp",
+      "дно го",
+      "д ного",
+      "▁Four ier",
+      "▁Fou rier",
+      "ie ben",
+      "ieb en",
+      "i eben",
+      "_ \"",
+      "▁frü her",
+      "▁gar ant",
+      "▁ga rant",
+      "uclide an",
+      "äg t",
+      "ä gt",
+      "▁пів ден",
+      "Page s",
+      "Pa ges",
+      "P ages",
+      "▁r ivers",
+      "▁river s",
+      "▁riv ers",
+      "▁ri vers",
+      "▁don ner",
+      "▁donn er",
+      "▁donne r",
+      "sv n",
+      "s vn",
+      "▁ ł",
+      "ov ě",
+      "o vě",
+      "▁Le ist",
+      "ar ial",
+      "ari al",
+      "aria l",
+      "a rial",
+      "ov ých",
+      "ový ch",
+      "▁f illing",
+      "▁fil ling",
+      "▁fill ing",
+      "▁mus icale",
+      "▁music ale",
+      "▁musical e",
+      "▁musica le",
+      "ma xim",
+      "max im",
+      "▁d ashed",
+      "▁das hed",
+      "▁dash ed",
+      "▁Н ов",
+      "▁Но в",
+      "Draw er",
+      "Dra wer",
+      "▁Medic ine",
+      "▁dok ument",
+      "ow el",
+      "owe l",
+      "o wel",
+      "vi ć",
+      "v ić",
+      "he ly",
+      "hel y",
+      "h ely",
+      "▁e let",
+      "▁el et",
+      "▁ele t",
+      "Sec onds",
+      "Second s",
+      "▁Gon z",
+      "ro u",
+      "r ou",
+      "▁fin ales",
+      "▁final es",
+      "▁finale s",
+      "r n",
+      "f ø",
+      "▁index ed",
+      "class Name",
+      "▁o ber",
+      "▁ob er",
+      "▁ ober",
+      "▁du as",
+      "▁optim ized",
+      "▁optimize d",
+      "▁k dy",
+      "vers ary",
+      "ener gy",
+      "▁цент ра",
+      "▁центр а",
+      "▁c urrency",
+      "▁curr ency",
+      "▁ currency",
+      "zy ż",
+      "Li ke",
+      "L ike",
+      "▁Г и",
+      "so no",
+      "son o",
+      "s ono",
+      "▁pa lab",
+      "▁pal ab",
+      "▁p ushing",
+      "▁push ing",
+      "ub lik",
+      "▁H ass",
+      "▁Ha ss",
+      "▁Has s",
+      "}\\ ,\\",
+      "}\\, \\",
+      "} \\,\\",
+      "un ker",
+      "unk er",
+      "▁F actory",
+      "▁Fact ory",
+      "▁ Factory",
+      "▁Res ources",
+      "▁Resource s",
+      "▁ Resources",
+      "date i",
+      "da tei",
+      "dat ei",
+      "▁T ools",
+      "▁To ols",
+      "▁Tool s",
+      "▁ Tools",
+      "▁ste hen",
+      "si me",
+      "sim e",
+      "s ime",
+      "▁Х у",
+      "▁h och",
+      "▁ho ch",
+      "▁Rod ríguez",
+      "zeit ig",
+      "▁Ter ry",
+      "▁Terr y",
+      "▁о бу",
+      "▁об у",
+      "Us age",
+      "urch ase",
+      "l ö",
+      "▁Int roduction",
+      "▁ Introduction",
+      "▁particip ation",
+      "ο ς",
+      "og li",
+      "ap y",
+      "a py",
+      "▁hope fully",
+      "pon der",
+      "po nder",
+      "pond er",
+      "p onder",
+      "▁Y ang",
+      "▁Yan g",
+      "▁Ya ng",
+      "▁prom ises",
+      "▁promise s",
+      "▁вер ну",
+      "▁о стров",
+      "▁ост ров",
+      "^{ +",
+      "▁most ra",
+      "▁mo stra",
+      "▁mos tra",
+      "▁CURL OPT",
+      "H H",
+      "▁std out",
+      "▁ stdout",
+      "▁br illiant",
+      "▁manus cript",
+      "▁de cir",
+      "▁dec ir",
+      "▁B olog",
+      "▁Bo log",
+      "▁Bol og",
+      "▁ме ста",
+      "▁мест а",
+      "▁in visible",
+      "▁C hal",
+      "▁Ch al",
+      "▁Cha l",
+      "▁analy ze",
+      "▁analyz e",
+      "pr ilis",
+      "pril is",
+      "att end",
+      "atten d",
+      "atte nd",
+      "M vc",
+      "th an",
+      "tha n",
+      "t han",
+      "ck o",
+      "c ko",
+      "▁Que bec",
+      "▁pl anta",
+      "▁plan ta",
+      "▁plant a",
+      "▁télé vis",
+      "▁un install",
+      "èn cies",
+      "▁gmin ie",
+      "▁P ref",
+      "▁Pr ef",
+      "▁Pre f",
+      "▁le quel",
+      "Inv ocation",
+      "▁ Í",
+      "▁trans formed",
+      "▁transform ed",
+      "MA N",
+      "M AN",
+      "ge baut",
+      "geb aut",
+      "▁со хра",
+      "▁вто рой",
+      "▁L ith",
+      "▁Li th",
+      "▁Lit h",
+      "wend ung",
+      "▁Polit ik",
+      "▁Sen ator",
+      "▁L L",
+      "▁ LL",
+      "жде ние",
+      "ш те",
+      "▁C és",
+      "▁b ande",
+      "▁band e",
+      "▁ban de",
+      "▁ba nde",
+      "▁histor ian",
+      "▁historia n",
+      "▁pass words",
+      "▁password s",
+      "mal loc",
+      "m alloc",
+      "▁sem if",
+      "▁semi f",
+      "▁r å",
+      "▁ rå",
+      "unic í",
+      "uni cí",
+      "Av ailable",
+      "Option al",
+      "Opt ional",
+      "▁T we",
+      "▁Tw e",
+      "▁k ró",
+      "▁kr ó",
+      "▁sub sets",
+      "▁subset s",
+      "▁subs ets",
+      "▁D AT",
+      "▁DA T",
+      "▁ DAT",
+      "▁double s",
+      "▁dou bles",
+      "▁doub les",
+      "ни ками",
+      "ника ми",
+      "▁з в",
+      "ge geben",
+      "geg eben",
+      "g egeben",
+      "▁По пис",
+      "▁jú lius",
+      "▁m eteor",
+      "▁met eor",
+      "Mo unt",
+      "M ount",
+      "iv ent",
+      "ive nt",
+      "iven t",
+      "i vent",
+      "▁N athan",
+      "▁Na than",
+      "▁Nat han",
+      "▁Sch utz",
+      "eg ov",
+      "ego v",
+      "e gov",
+      "▁d öd",
+      "▁me at",
+      "▁пун кт",
+      "▁m inds",
+      "▁min ds",
+      "▁mind s",
+      "eli very",
+      "▁T LS",
+      "ре м",
+      "р ем",
+      "cks å",
+      "▁stay ed",
+      "▁sta yed",
+      "▁B in",
+      "▁Bi n",
+      "▁P ia",
+      "▁Pi a",
+      "▁и мен",
+      "▁име н",
+      "▁им ен",
+      "▁Bob by",
+      "▁produ it",
+      "▁prod uit",
+      "em pio",
+      "emp io",
+      "▁redu cing",
+      "▁Y u",
+      "▁Gesch äft",
+      "▁per ché",
+      "▁c ors",
+      "▁cor s",
+      "▁co rs",
+      "▁i cons",
+      "▁icon s",
+      "▁ic ons",
+      "▁ icons",
+      "App Data",
+      "▁H og",
+      "▁Ho g",
+      "▁р ів",
+      "▁рі в",
+      "▁ рів",
+      "▁S ans",
+      "▁San s",
+      "▁Sa ns",
+      "▁si ège",
+      "▁siè ge",
+      "st ellen",
+      "stell en",
+      "stelle n",
+      "Br ush",
+      "OF F",
+      "O FF",
+      "▁vis itor",
+      "▁visit or",
+      "▁b ath",
+      "▁ba th",
+      "▁bat h",
+      "▁f ee",
+      "▁fe e",
+      "at isf",
+      "ati sf",
+      "atis f",
+      "▁cu rv",
+      "▁cur v",
+      "▁fol gender",
+      "▁folg ender",
+      "▁cons cience",
+      "▁Se attle",
+      "▁med ieval",
+      "▁medi eval",
+      "dist ribution",
+      "▁D M",
+      "▁ DM",
+      "▁м я",
+      "▁ мя",
+      "▁R UN",
+      "ak ov",
+      "ako v",
+      "a kov",
+      "ce il",
+      "c eil",
+      "▁let ting",
+      "▁lett ing",
+      "▁d ov",
+      "▁do v",
+      "▁о би",
+      "▁об и",
+      "ki ej",
+      "kie j",
+      "k iej",
+      "▁dire kt",
+      "▁t m",
+      "▁ tm",
+      "col ors",
+      "color s",
+      "colo rs",
+      "▁alt ro",
+      "▁tijd ens",
+      "]{ '",
+      "] {'",
+      "▁B om",
+      "▁Bo m",
+      "▁k unst",
+      "▁kun st",
+      "▁sh elter",
+      "▁r av",
+      "▁ra v",
+      "▁ rav",
+      "pre dict",
+      "pred ict",
+      "▁comenz ó",
+      "▁świ at",
+      "▁św iat",
+      "▁Du rant",
+      "▁Dur ant",
+      "▁sch emes",
+      "▁scheme s",
+      "▁sche mes",
+      "▁m esh",
+      "▁me sh",
+      "▁mes h",
+      "▁ind icator",
+      "▁indic ator",
+      "▁E mer",
+      "▁Em er",
+      "▁gu ilty",
+      "не ц",
+      "▁consequ ences",
+      "▁consequence s",
+      "cl udes",
+      "clude s",
+      "clud es",
+      "▁L ower",
+      "▁Lo wer",
+      "▁Low er",
+      "▁ Lower",
+      "▁по ме",
+      "▁p ace",
+      "▁pa ce",
+      "▁pac e",
+      "▁ pace",
+      "да го",
+      "▁am bos",
+      "▁amb os",
+      "l b",
+      "▁educ ated",
+      "ur ale",
+      "ura le",
+      "ural e",
+      "u rale",
+      "an h",
+      "es ség",
+      "ess ég",
+      "▁associ ations",
+      "▁association s",
+      "to wn",
+      "t own",
+      "▁t rif",
+      "▁tr if",
+      "▁tri f",
+      "sample s",
+      "sam ples",
+      "s amples",
+      "bo s",
+      "b os",
+      "▁S pect",
+      "▁Sp ect",
+      "▁Spe ct",
+      "▁Spec t",
+      "▁Ц е",
+      "alt ung",
+      "▁L ob",
+      "▁Lo b",
+      "▁curios ity",
+      "▁We iter",
+      "▁Wei ter",
+      "▁Weit er",
+      "est one",
+      "esto ne",
+      "eston e",
+      "e stone",
+      "▁dem ol",
+      "▁demo l",
+      "▁ap olog",
+      "▁apo log",
+      "▁D ynamic",
+      "▁Dynam ic",
+      "▁ Dynamic",
+      "In ner",
+      "es per",
+      "esp er",
+      "ec z",
+      "e cz",
+      "uel lement",
+      "uelle ment",
+      "▁Hamilton ian",
+      "At las",
+      "▁ar gue",
+      "▁arg ue",
+      "For eign",
+      "F oreign",
+      "col lapse",
+      "▁tér min",
+      "▁electron ic",
+      "▁electro nic",
+      "▁N R",
+      "▁ NR",
+      "▁c orr",
+      "▁cor r",
+      "▁co rr",
+      "▁ corr",
+      "tem ps",
+      "temp s",
+      "Index Path",
+      "я з",
+      "▁tal ál",
+      "to day",
+      "tod ay",
+      "wa ve",
+      "w ave",
+      "▁s ib",
+      "▁si b",
+      "▁с пи",
+      "▁сп и",
+      "▁con vey",
+      "▁conv ey",
+      "▁Gé ographie",
+      "▁Н ью",
+      "▁Hi bernate",
+      "▁t in",
+      "▁ti n",
+      "di c",
+      "d ic",
+      "pp ings",
+      "pping s",
+      "s weise",
+      "▁roll ing",
+      "▁rol ling",
+      "▁ rolling",
+      "▁select s",
+      ")\\ )",
+      ") \\)",
+      "▁po eta",
+      "▁poet a",
+      "▁сте пени",
+      "▁A br",
+      "▁Ab r",
+      "▁hö ch",
+      "▁s tern",
+      "▁st ern",
+      "▁ste rn",
+      "▁ster n",
+      "▁f jär",
+      "▁inst aller",
+      "▁install er",
+      "▁instal ler",
+      "de cl",
+      "dec l",
+      "▁m iser",
+      "▁mi ser",
+      "▁mis er",
+      "▁mise r",
+      "group by",
+      "sub str",
+      "subst r",
+      "▁phen omen",
+      "▁W ing",
+      "▁Win g",
+      "▁Wi ng",
+      "▁f ills",
+      "▁fil ls",
+      "▁fill s",
+      "▁ú nico",
+      "Run ning",
+      "R unning",
+      "Com e",
+      "Co me",
+      "C ome",
+      "ir able",
+      "ira ble",
+      "i rable",
+      "sim eq",
+      "sime q",
+      "▁re mp",
+      "▁r emp",
+      "▁rem p",
+      "ke le",
+      "kel e",
+      "k ele",
+      "li ers",
+      "lie rs",
+      "lier s",
+      "l iers",
+      "▁kwiet nia",
+      "▁inter rupted",
+      "▁interrupt ed",
+      "▁J et",
+      "▁Je t",
+      "=\\ {",
+      "= \\{",
+      "íd o",
+      "í do",
+      "▁Tai wan",
+      "▁воз ра",
+      "▁altern atives",
+      "▁alternative s",
+      "▁T ir",
+      "▁Ti r",
+      "▁Re serve",
+      "▁Res erve",
+      "▁К ур",
+      "▁Ку р",
+      "▁No bel",
+      "▁Nob el",
+      "▁рабо тал",
+      "▁работа л",
+      "▁a xes",
+      "▁ax es",
+      "▁C ependant",
+      "k á",
+      "▁er neut",
+      "▁D emo",
+      "▁De mo",
+      "▁Dem o",
+      "▁ Demo",
+      "comm unic",
+      "con structor",
+      "construct or",
+      "▁Mon day",
+      "▁Mond ay",
+      "N il",
+      "Hash Map",
+      "pay ment",
+      "▁fix ing",
+      "▁A DD",
+      "▁AD D",
+      "▁ ADD",
+      "re view",
+      "rev iew",
+      "▁poss ibil",
+      "▁possib il",
+      "▁g rote",
+      "▁gr ote",
+      "▁gro te",
+      "▁group ed",
+      "▁groupe d",
+      "▁L ima",
+      "▁Li ma",
+      "▁Lim a",
+      "▁A ugen",
+      "▁Au gen",
+      "▁Aug en",
+      "▁o ckså",
+      "on as",
+      "ona s",
+      "o nas",
+      "▁deb ate",
+      "▁In gl",
+      "▁Ing l",
+      "D a",
+      "SO UR",
+      "S OUR",
+      "ett be",
+      "▁Batt alion",
+      "▁F loat",
+      "▁Flo at",
+      "▁ Float",
+      "▁c one",
+      "▁con e",
+      "▁co ne",
+      "read sheet",
+      "co urt",
+      "cou rt",
+      "c ourt",
+      "li gen",
+      "lig en",
+      "lige n",
+      "l igen",
+      "▁Begin n",
+      "▁Beg inn",
+      "▁LI MIT",
+      "▁LIM IT",
+      "▁enjo yed",
+      "▁enjoy ed",
+      "▁Jak ob",
+      "▁t elt",
+      "▁te lt",
+      "▁tel t",
+      "back end",
+      "▁Gemeins ame",
+      "li nt",
+      "lin t",
+      "l int",
+      "al ling",
+      "all ing",
+      "▁b ör",
+      "gr and",
+      "gra nd",
+      "g rand",
+      "▁divers es",
+      "▁diverse s",
+      "▁z wiąz",
+      "▁Kom pon",
+      "▁inner halb",
+      "▁desar rollo",
+      "▁desarroll o",
+      "▁Ma sters",
+      "▁Mas ters",
+      "▁Master s",
+      "io so",
+      "ios o",
+      "i oso",
+      "]` .",
+      "] `.",
+      "▁frances a",
+      "▁franc esa",
+      "A ff",
+      "in ek",
+      "ine k",
+      "i nek",
+      "▁des sin",
+      "▁dess in",
+      "`. `",
+      "` .`",
+      "▁r anks",
+      "▁ran ks",
+      "▁rank s",
+      "бер г",
+      "▁s kal",
+      "▁sk al",
+      "▁S ultan",
+      "▁Sul tan",
+      "А Н",
+      "▁спо соб",
+      "▁contra dict",
+      "▁contrad ict",
+      "▁re com",
+      "▁rec om",
+      "▁Ok lahoma",
+      "▁Vlad imir",
+      "▁m eters",
+      "▁me ters",
+      "▁met ers",
+      "▁meter s",
+      "trans port",
+      "▁cons ulté",
+      "▁consult é",
+      "▁ consulté",
+      "▁A TP",
+      "▁AT P",
+      "eb b",
+      "e bb",
+      "▁vol unte",
+      "▁volunt e",
+      "▁out line",
+      "LI C",
+      "L IC",
+      "▁e uro",
+      "▁eu ro",
+      "Char Field",
+      "med ium",
+      "medi um",
+      "▁Belg ique",
+      "Pro c",
+      "Pr oc",
+      "P roc",
+      "ro utes",
+      "route s",
+      "rout es",
+      "rou tes",
+      "▁cont ribu",
+      "▁contrib u",
+      "! }",
+      "ší m",
+      "š ím",
+      "▁L ess",
+      "▁Le ss",
+      "▁Les s",
+      "▁K ost",
+      "▁Ko st",
+      "▁Kos t",
+      "▁eredet iből",
+      "re ven",
+      "rev en",
+      "r even",
+      "ver ify",
+      "▁S alt",
+      "▁Sal t",
+      "▁Sa lt",
+      "▁shoot ing",
+      "▁sho oting",
+      "▁dis pose",
+      "▁dispos e",
+      "▁disp ose",
+      "uj í",
+      "▁t ierra",
+      "▁tier ra",
+      "▁po ison",
+      "▁poi son",
+      "sa k",
+      "s ak",
+      "periment al",
+      "▁N é",
+      "▁K id",
+      "▁Ki d",
+      "ag yar",
+      "agy ar",
+      "▁archiv álva",
+      "be reich",
+      "bere ich",
+      "í z",
+      "▁R itter",
+      "▁Хронологи ја",
+      "ze um",
+      "да х",
+      "▁gr ünd",
+      "▁program mer",
+      "▁programme r",
+      "▁cons eil",
+      "▁conse il",
+      "▁enc rypt",
+      "integr ation",
+      "C ulture",
+      "▁Circ le",
+      "▁Cir cle",
+      "Ob servable",
+      "▁gen omsnitt",
+      "▁Se lection",
+      "▁Select ion",
+      "▁Sel ection",
+      "▁Sele ction",
+      "▁ Selection",
+      "▁ir regular",
+      "Aut res",
+      "Per cent",
+      "fa ult",
+      "f ault",
+      "▁virt ue",
+      "ą pi",
+      "▁s ess",
+      "▁se ss",
+      "▁ses s",
+      "▁Так же",
+      "Tim estamp",
+      "▁litt érature",
+      "▁mo ż",
+      "▁b orrow",
+      "▁bor row",
+      "▁con ced",
+      "▁conc ed",
+      "▁conce d",
+      "чни к",
+      "ч ник",
+      "▁L und",
+      "▁Lu nd",
+      "ION S",
+      "IO NS",
+      "yn ie",
+      "y nie",
+      "▁S hin",
+      "▁Sh in",
+      "▁o sob",
+      "▁os ob",
+      "b ě",
+      "▁int uit",
+      "▁intu it",
+      "▁на п",
+      "▁p roph",
+      "▁pro ph",
+      "▁pr oph",
+      "▁prop h",
+      "▁p itt",
+      "▁pi tt",
+      "▁pit t",
+      "▁IB M",
+      "▁T ill",
+      "▁Ti ll",
+      "▁h ina",
+      "▁hi na",
+      "▁hin a",
+      "it test",
+      "itt est",
+      "itte st",
+      "gener ator",
+      "▁N in",
+      "▁Ni n",
+      "▁K ot",
+      "▁Ko t",
+      "▁p asser",
+      "▁pass er",
+      "▁pas ser",
+      "▁passe r",
+      "▁dis position",
+      "▁dispos ition",
+      "▁disp osition",
+      "un ing",
+      "uni ng",
+      "u ning",
+      "▁f ame",
+      "▁fa me",
+      "▁fam e",
+      "▁t enia",
+      "▁te nia",
+      "▁ten ia",
+      "an cement",
+      "ance ment",
+      "anc ement",
+      "▁Su isse",
+      "` -",
+      "▁h ombres",
+      "▁hom bres",
+      "▁hombre s",
+      "▁inf inity",
+      "▁infin ity",
+      "▁окон ча",
+      "▁co sm",
+      "▁cos m",
+      "▁D ennis",
+      "▁Den nis",
+      "ba z",
+      "b az",
+      "ha upt",
+      "h aupt",
+      "▁might y",
+      "▁pr ede",
+      "▁pre de",
+      "▁pred e",
+      "us able",
+      "usa ble",
+      "▁ws zyst",
+      "▁wsz yst",
+      "▁l b",
+      "▁ lb",
+      "AB ASE",
+      "A BASE",
+      "j na",
+      "не в",
+      "н ев",
+      "▁as es",
+      "▁ ases",
+      "▁final mente",
+      "й м",
+      "pe ction",
+      "pect ion",
+      "pec tion",
+      "p ection",
+      "▁Stud ien",
+      "▁Norweg ian",
+      "ce go",
+      "c ego",
+      "IN DEX",
+      "IND EX",
+      "or ten",
+      "ort en",
+      "orte n",
+      "▁friend ship",
+      "▁friends hip",
+      "met ro",
+      "m etro",
+      "th ick",
+      "▁Z el",
+      "▁Ze l",
+      "LO W",
+      "L OW",
+      "▁there by",
+      "un ted",
+      "unt ed",
+      "unte d",
+      "▁sur faces",
+      "▁surface s",
+      "ющи м",
+      "%) .",
+      "% ).",
+      "▁W onder",
+      "▁Wo nder",
+      "▁redund ant",
+      "▁G ros",
+      "▁Gr os",
+      "▁Gro s",
+      "▁web sites",
+      "▁website s",
+      "▁v io",
+      "▁vi o",
+      "▁o cas",
+      "▁oc as",
+      "vé s",
+      "v és",
+      "▁G am",
+      "▁Ga m",
+      "d w",
+      "Ind icator",
+      "▁K ob",
+      "▁Ko b",
+      "▁j ack",
+      "▁ja ck",
+      "▁ jack",
+      "Hi nt",
+      "H int",
+      "▁A pol",
+      "▁Ap ol",
+      "▁други е",
+      "▁N UM",
+      "▁ NUM",
+      "▁o fic",
+      "▁of ic",
+      "yst ycz",
+      "▁were ld",
+      "▁wer eld",
+      "мо сти",
+      "LE FT",
+      "▁T ypes",
+      "▁Type s",
+      "▁Ty pes",
+      "▁Typ es",
+      "▁ Types",
+      "se en",
+      "see n",
+      "s een",
+      "un cia",
+      "unc ia",
+      "unci a",
+      "▁n arod",
+      "▁na rod",
+      "▁nar od",
+      "▁это т",
+      "Side note",
+      "S idenote",
+      "ue il",
+      "u eil",
+      "▁от ме",
+      "▁cour ts",
+      "▁court s",
+      "fi r",
+      "f ir",
+      "ur z",
+      "u rz",
+      "чен ко",
+      "Cred entials",
+      "▁imag ination",
+      "it ats",
+      "ita ts",
+      "itat s",
+      "bu ff",
+      "buf f",
+      "b uff",
+      "fl ash",
+      "▁bad ly",
+      "▁w orn",
+      "▁wor n",
+      "▁wo rn",
+      "▁окру гу",
+      "cat alog",
+      "catal og",
+      "c atalog",
+      "li me",
+      "lim e",
+      "l ime",
+      "▁G ill",
+      "▁Gi ll",
+      "▁Gil l",
+      "▁S ent",
+      "▁Se nt",
+      "▁Sen t",
+      "ie lla",
+      "iel la",
+      "i ella",
+      "▁Cra ig",
+      "▁S ele",
+      "▁Se le",
+      "▁Sel e",
+      "▁Indep end",
+      "▁prov incie",
+      "▁provin cie",
+      "os sen",
+      "oss en",
+      "▁за пад",
+      "▁запа д",
+      "▁inf ant",
+      "▁pr events",
+      "▁prevent s",
+      "▁prev ents",
+      "▁provin ces",
+      "▁province s",
+      "af é",
+      "be g",
+      "b eg",
+      "▁col ours",
+      "▁colour s",
+      "B F",
+      "ë n",
+      "▁Ме жду",
+      "î n",
+      "Ob server",
+      "for sch",
+      "í gen",
+      "um ption",
+      "ump tion",
+      "▁Ill ustr",
+      "ри ст",
+      "рис т",
+      "▁по лови",
+      "▁пол ови",
+      "▁поло ви",
+      "▁` &",
+      "▁o re",
+      "▁or e",
+      "▁ ore",
+      "▁supp lies",
+      "▁parent hes",
+      "Found ation",
+      "▁v ou",
+      "▁vo u",
+      "▁T out",
+      "▁To ut",
+      "Don ald",
+      "▁R ET",
+      "▁RE T",
+      "we ig",
+      "wei g",
+      "▁produ cción",
+      "mi x",
+      "m ix",
+      "▁ut wor",
+      "▁f öl",
+      "▁fö l",
+      "▁ent ão",
+      "▁S ister",
+      "▁Si ster",
+      "Tag s",
+      "T ags",
+      "▁Савез не",
+      "▁privile ges",
+      "▁na zw",
+      "▁naz w",
+      "▁R av",
+      "▁Ra v",
+      "▁re pro",
+      "▁rep ro",
+      "▁repr o",
+      "▁M ason",
+      "▁Ma son",
+      "▁Mas on",
+      "▁Pl atform",
+      "▁Plat form",
+      "▁ Platform",
+      "▁про бле",
+      "▁P érez",
+      "▁bl anc",
+      "▁bla nc",
+      "▁blan c",
+      "Be havior",
+      "фи ци",
+      "ek en",
+      "e ken",
+      "▁me ets",
+      "▁meet s",
+      "(. *",
+      "( .*",
+      "▁f å",
+      "ep en",
+      "e pen",
+      "ma ker",
+      "make r",
+      "m aker",
+      "▁lo yal",
+      "mem bers",
+      "member s",
+      "m embers",
+      "meister schaft",
+      "go al",
+      "ш лен",
+      "▁се веро",
+      "▁север о",
+      "ie nde",
+      "ien de",
+      "i ende",
+      "д ні",
+      "Pro of",
+      "▁exp lic",
+      "▁expl ic",
+      "▁elect ro",
+      "ie ls",
+      "iel s",
+      "i els",
+      "re load",
+      "▁el even",
+      "▁ele ven",
+      "▁elev en",
+      "▁part idos",
+      "▁partido s",
+      "în e",
+      "î ne",
+      "▁R egin",
+      "▁Re gin",
+      "▁Reg in",
+      "▁é x",
+      "▁Bu lg",
+      "▁Bul g",
+      "▁network ing",
+      "▁net working",
+      "▁se parator",
+      "▁separ ator",
+      "User Name",
+      "▁edific io",
+      "▁M ie",
+      "▁Mi e",
+      "▁id le",
+      "ye d",
+      "y ed",
+      "▁pass engers",
+      "▁passenger s",
+      "+ )",
+      "me no",
+      "men o",
+      "m eno",
+      "eg gi",
+      "e ggi",
+      "▁nice ly",
+      "▁nic ely",
+      "end encia",
+      "enden cia",
+      "чи й",
+      "ét és",
+      "été s",
+      "ight arrow",
+      "▁orth ogonal",
+      "▁H alf",
+      "▁Hal f",
+      "▁fe wer",
+      "▁few er",
+      "▁pro pi",
+      "▁prop i",
+      "▁pr imit",
+      "▁prim it",
+      "▁pri mit",
+      "▁primi t",
+      "ic ale",
+      "ical e",
+      "ica le",
+      "▁f lower",
+      "▁fl ower",
+      "▁flow er",
+      "▁flo wer",
+      "mer k",
+      "m erk",
+      "▁Оте че",
+      "▁pers istent",
+      "▁persist ent",
+      "▁V ille",
+      "▁Vill e",
+      "▁Vi lle",
+      "▁Vil le",
+      "Me n",
+      "M en",
+      "ga ben",
+      "gabe n",
+      "g aben",
+      "▁Isa ac",
+      "at ivity",
+      "ativ ity",
+      "ati vity",
+      "▁pół noc",
+      "▁r ok",
+      "▁ro k",
+      "▁ rok",
+      "car ds",
+      "card s",
+      "c ards",
+      "де ния",
+      "▁ю го",
+      "▁extra ordinary",
+      "▁k yr",
+      "(\" ,",
+      "( \",",
+      ")) ]",
+      ") )]",
+      "▁un ix",
+      "▁ unix",
+      "ко л",
+      "▁s ink",
+      "▁sin k",
+      "ap sed",
+      "aps ed",
+      "▁k ommen",
+      "▁kom men",
+      "▁komm en",
+      "▁ kommen",
+      "▁for cing",
+      "Ab out",
+      "▁H alle",
+      "▁Ha lle",
+      "▁Hall e",
+      "▁Hal le",
+      "▁Maj esty",
+      "▁Sw itch",
+      "▁ Switch",
+      "▁ab road",
+      "▁acceler ation",
+      "ur bed",
+      "urb ed",
+      "▁о стан",
+      "▁ос тан",
+      "▁оста н",
+      "▁ост ан",
+      "Re ady",
+      "Read y",
+      "▁пів ні",
+      "Br a",
+      "B ra",
+      "▁ць ого",
+      "▁pl ut",
+      "▁T rain",
+      "▁Tr ain",
+      "▁Tra in",
+      "▁á prilis",
+      "▁p uesto",
+      "▁pu esto",
+      "▁pue sto",
+      "▁t oss",
+      "▁to ss",
+      "▁irre levant",
+      "▁d ip",
+      "▁di p",
+      "se gment",
+      "seg ment",
+      "op acity",
+      "▁lors que",
+      "▁versch ill",
+      "ен а",
+      "е на",
+      "▁D oc",
+      "▁Do c",
+      "▁ Doc",
+      "%%%% %%%%",
+      "▁b orders",
+      "▁border s",
+      "▁bor ders",
+      "▁bord ers",
+      "ge bras",
+      "geb ras",
+      "gebra s",
+      "▁r ies",
+      "▁ri es",
+      "▁ ries",
+      "▁Olymp edia",
+      "▁Gener ation",
+      "met ros",
+      "metro s",
+      "▁hor izon",
+      "▁adapt ation",
+      "▁Z ahl",
+      "▁Za hl",
+      "▁na he",
+      "▁nah e",
+      "▁B ug",
+      "▁Bu g",
+      "P icture",
+      "љ и",
+      "R GB",
+      "O wner",
+      "ad in",
+      "adi n",
+      "a din",
+      "▁Catal unya",
+      "ný ch",
+      "n ých",
+      "▁cual quier",
+      "▁Inst itution",
+      "▁Instit ution",
+      "▁Institut ion",
+      "in sen",
+      "ins en",
+      "▁Bras ile",
+      "▁Brasil e",
+      "▁f itting",
+      "▁fit ting",
+      "De leg",
+      "Del eg",
+      "ic two",
+      "ict wo",
+      "▁Ex per",
+      "▁Exp er",
+      "och astic",
+      "▁d us",
+      "▁du s",
+      "▁по ра",
+      "▁пор а",
+      "▁sub string",
+      "▁subst ring",
+      "▁subs tring",
+      "▁substr ing",
+      "▁ substring",
+      "сси и",
+      "с сии",
+      "oi n",
+      "o in",
+      "▁ш кола",
+      "▁шко ла",
+      "▁c x",
+      "▁ cx",
+      "▁% )",
+      "▁ %)",
+      "▁Bud dh",
+      "▁p ending",
+      "▁pen ding",
+      "▁En try",
+      "▁Ent ry",
+      "▁ Entry",
+      "▁Be rl",
+      "▁Ber l",
+      "▁c ler",
+      "▁cl er",
+      "▁cle r",
+      "▁ cler",
+      "▁S oc",
+      "▁So c",
+      "▁r ounded",
+      "▁round ed",
+      "▁m v",
+      "▁ mv",
+      "ít ett",
+      "▁Di plom",
+      "▁französ ischen",
+      "▁G an",
+      "▁Ga n",
+      "▁Inv estig",
+      "▁index Path",
+      "▁ indexPath",
+      "▁mol ti",
+      "▁molt i",
+      "pers istence",
+      "▁XIX e",
+      "▁Elect ron",
+      "b ü",
+      "ge le",
+      "gel e",
+      "g ele",
+      "▁M aler",
+      "▁Ma ler",
+      "▁Mal er",
+      "▁Male r",
+      "▁proyect o",
+      "▁B ath",
+      "▁Ba th",
+      "▁Bat h",
+      "el lers",
+      "ell ers",
+      "elle rs",
+      "eller s",
+      "▁G P",
+      "▁ GP",
+      "on ing",
+      "oni ng",
+      "o ning",
+      "clou dflare",
+      "▁p ři",
+      "▁př i",
+      "▁d ed",
+      "▁de d",
+      "▁ ded",
+      "▁Od kazy",
+      "▁M sg",
+      "▁ Msg",
+      "▁B eing",
+      "▁Be ing",
+      "▁Bei ng",
+      "▁De puis",
+      "▁Dep uis",
+      "▁Pri mary",
+      "▁Prim ary",
+      "▁Prima ry",
+      "▁ Primary",
+      "▁App ro",
+      "▁Ap pro",
+      "▁form ally",
+      "▁formal ly",
+      "ступ ил",
+      "ступи л",
+      "▁fue ra",
+      "▁fu era",
+      "▁fuer a",
+      "▁R oot",
+      "▁Ro ot",
+      "▁ Root",
+      "▁aut onom",
+      "▁auto nom",
+      "▁secret ary",
+      "▁os ób",
+      "▁cu ales",
+      "▁cual es",
+      "▁Dep ending",
+      "▁a si",
+      "▁as i",
+      "▁ asi",
+      "ve ra",
+      "ver a",
+      "v era",
+      "▁rus se",
+      "▁russ e",
+      "▁pro ves",
+      "▁prov es",
+      "▁prove s",
+      "▁pres iden",
+      "R U",
+      "▁Wat son",
+      "▁web pack",
+      "▁ webpack",
+      "elli gence",
+      "ellig ence",
+      "ка м",
+      "▁Office r",
+      "▁Offic er",
+      "▁d elivery",
+      "▁deliver y",
+      "▁deli very",
+      "ж дён",
+      "▁им пе",
+      "▁w il",
+      "▁v esc",
+      "▁ve sc",
+      "▁ves c",
+      "uszt us",
+      "▁Ge off",
+      "() }",
+      "( )}",
+      "▁F ore",
+      "▁For e",
+      "▁Fo re",
+      "▁w enig",
+      "▁we nig",
+      "▁wen ig",
+      "▁A irl",
+      "▁Air l",
+      "▁E fter",
+      "▁Bre ak",
+      "▁St äd",
+      "is miss",
+      "ism iss",
+      "í p",
+      "▁avoid ed",
+      "▁avo ided",
+      "▁assert ion",
+      "D N",
+      "▁te at",
+      "▁tea t",
+      "ín a",
+      "í na",
+      "▁mechan ical",
+      "is u",
+      "i su",
+      "@ {",
+      "▁n ou",
+      "▁no u",
+      "▁ nou",
+      "Ital ie",
+      "source forge",
+      "▁s vo",
+      "▁sv o",
+      "▁kir ály",
+      "▁Re ferences",
+      "▁Refer ences",
+      "▁Reference s",
+      "si x",
+      "s ix",
+      "▁Arch ives",
+      "▁Archiv es",
+      "▁Archive s",
+      "▁fin ishing",
+      "▁finish ing",
+      "ac je",
+      "ét at",
+      "éta t",
+      "é tat",
+      "if fs",
+      "iff s",
+      "▁st ead",
+      "▁ste ad",
+      "▁fe as",
+      "aw are",
+      "awa re",
+      "a ware",
+      "la nde",
+      "land e",
+      "lan de",
+      "l ande",
+      "In ject",
+      "▁A gent",
+      "▁Ag ent",
+      "▁Age nt",
+      "▁ Agent",
+      "▁Norm datei",
+      "▁a men",
+      "▁am en",
+      "▁ amen",
+      "▁Arch itecture",
+      "az e",
+      "a ze",
+      "ș te",
+      "▁us ar",
+      "▁c ores",
+      "▁cor es",
+      "▁co res",
+      "▁core s",
+      "лі н",
+      "л ін",
+      "▁C astro",
+      "▁Cast ro",
+      "▁v æ",
+      ">\" ,",
+      "> \",",
+      "om ena",
+      "ome na",
+      "omen a",
+      "▁ge sam",
+      "▁ges am",
+      "▁Mart ín",
+      "▁Martí n",
+      "eg ung",
+      "egu ng",
+      "▁spole č",
+      "▁ampl itude",
+      "▁amplit ude",
+      "▁import ing",
+      "▁list view",
+      "TH E",
+      "T HE",
+      "zi ale",
+      "zial e",
+      "zia le",
+      "z iale",
+      "ce des",
+      "ced es",
+      "c edes",
+      "▁particul ier",
+      "▁Распо дела",
+      "▁кра й",
+      "▁d ivent",
+      "▁di vent",
+      "▁div ent",
+      "▁k é",
+      "▁ ké",
+      "qu it",
+      "qui t",
+      "q uit",
+      "то ром",
+      "тор ом",
+      "Check Box",
+      "▁Zob acz",
+      "ph e",
+      "p he",
+      "pt a",
+      "p ta",
+      "▁s jö",
+      "▁sj ö",
+      "▁розта ш",
+      "▁tedes co",
+      "▁s tal",
+      "▁st al",
+      "▁sta l",
+      "▁ stal",
+      "▁Be ruf",
+      "▁Ber uf",
+      "ова я",
+      "о вая",
+      "▁s vě",
+      "▁sv ě",
+      "▁fl ush",
+      "▁flu sh",
+      "▁ flush",
+      "▁від бу",
+      "▁rad ial",
+      "▁radi al",
+      "▁différ entes",
+      "ан та",
+      "▁Per ry",
+      "Col l",
+      "Co ll",
+      "C oll",
+      "li qu",
+      "l iqu",
+      "▁Option al",
+      "▁Opt ional",
+      "▁ Optional",
+      "▁Сан кт",
+      "▁LIN Q",
+      "▁Fran c",
+      "▁Fr anc",
+      "▁Fra nc",
+      "ci je",
+      "c ije",
+      "▁Gu illaume",
+      "kn ow",
+      "k now",
+      "▁Un its",
+      "▁Unit s",
+      "ol k",
+      "▁Syst ème",
+      "▁S ales",
+      "▁Sal es",
+      "▁Sa les",
+      "▁ehemal igen",
+      "ми рова",
+      "мир ова",
+      "x html",
+      "set opt",
+      "▁m ellan",
+      "▁mel lan",
+      "▁z ie",
+      "▁ zie",
+      "▁gi ant",
+      "Bo ard",
+      "▁C aval",
+      "▁Ca val",
+      "▁Cav al",
+      "▁def ence",
+      "-- --------",
+      "---- ------",
+      "-------- --",
+      "--- -------",
+      "------ ----",
+      "----- -----",
+      "------- ---",
+      "ps hire",
+      "p shire",
+      "ma rt",
+      "mar t",
+      "m art",
+      "▁Di oc",
+      "is kt",
+      "isk t",
+      "▁in se",
+      "▁ins e",
+      "▁é pisode",
+      "чи к",
+      "bar s",
+      "ba rs",
+      "b ars",
+      "Si to",
+      "S ito",
+      "▁integr ity",
+      "au ff",
+      "auf f",
+      "a uff",
+      "▁v är",
+      "▁vä r",
+      "Az ure",
+      "▁star b",
+      "▁sta rb",
+      "▁кон тра",
+      "▁Мекси чка",
+      "▁за па",
+      "▁Mount ains",
+      "▁Mountain s",
+      "}} =",
+      "} }=",
+      "▁pull ing",
+      "▁pul ling",
+      "▁sat ellite",
+      "▁at oms",
+      "▁atom s",
+      "▁profes or",
+      "▁repeated ly",
+      "▁repeat edly",
+      "▁inv asion",
+      "▁invas ion",
+      "program ming",
+      "├ ──",
+      "▁L ip",
+      "▁Li p",
+      "вши е",
+      "в шие",
+      "▁k een",
+      "▁ke en",
+      "▁crit ics",
+      "▁critic s",
+      "▁N icola",
+      "▁Nicol a",
+      "▁Nic ola",
+      "▁Ni cola",
+      "▁C and",
+      "▁Can d",
+      "▁Ca nd",
+      "▁dist int",
+      "▁he ading",
+      "▁head ing",
+      "p ragma",
+      "{ |",
+      "ym en",
+      "yme n",
+      "y men",
+      "▁ter rain",
+      "▁terra in",
+      "ied enis",
+      "▁bes onders",
+      "▁nomin ated",
+      "BO OL",
+      "▁K ay",
+      "▁Ka y",
+      "ci an",
+      "cia n",
+      "c ian",
+      "st elle",
+      "ste lle",
+      "stell e",
+      "▁disput e",
+      "▁disp ute",
+      "▁ щ",
+      "Data Set",
+      "no thing",
+      "not hing",
+      "n othing",
+      "Aut om",
+      "Auto m",
+      "hör en",
+      "hö ren",
+      "▁s hed",
+      "▁sh ed",
+      "▁she d",
+      "▁p aused",
+      "▁pa used",
+      "▁pause d",
+      "▁pau sed",
+      "sa n",
+      "s an",
+      "▁nun ca",
+      "!( \"",
+      "! (\"",
+      "▁po łoż",
+      "Se cret",
+      "Sec ret",
+      "▁Do main",
+      "▁Dom ain",
+      "▁ Domain",
+      "▁воз мож",
+      "X V",
+      "l v",
+      "ik h",
+      "i kh",
+      "▁S ony",
+      "▁So ny",
+      "▁Son y",
+      "m q",
+      "ot rop",
+      "otr op",
+      "▁Log ger",
+      "▁ Logger",
+      "▁thre at",
+      "as ted",
+      "ast ed",
+      "aste d",
+      "a sted",
+      "зь ко",
+      "▁fre ely",
+      "▁free ly",
+      "▁improve ments",
+      "▁improv ements",
+      "▁improvement s",
+      "ist ema",
+      "iste ma",
+      "▁illustr ate",
+      "▁t act",
+      "▁ta ct",
+      "▁fig ur",
+      "ué s",
+      "u és",
+      "rim inal",
+      "rimin al",
+      "od on",
+      "odo n",
+      "o don",
+      "int endo",
+      "▁influ enced",
+      "▁influence d",
+      "▁influen ced",
+      "FF ER",
+      "▁G host",
+      "▁Gh ost",
+      "▁со вер",
+      "▁сов ер",
+      "na d",
+      "n ad",
+      "ion ed",
+      "io ned",
+      "ione d",
+      "i oned",
+      "▁Event s",
+      "▁Ev ents",
+      "▁Even ts",
+      "▁ Events",
+      "▁wr apping",
+      "▁wra pping",
+      "▁wrap ping",
+      "-------- -+",
+      "--- ------+",
+      "------ ---+",
+      "----- ----+",
+      "------- --+",
+      "fi f",
+      "f if",
+      "▁( **",
+      "▁(* *",
+      "={ {",
+      "= {{",
+      "ма ль",
+      "м аль",
+      "▁loss es",
+      "▁Gal erie",
+      "te l",
+      "t el",
+      "▁лю того",
+      "▁K ru",
+      "▁Kr u",
+      "▁P olen",
+      "▁Pol en",
+      "▁Po len",
+      "ні м",
+      "ne ar",
+      "nea r",
+      "n ear",
+      "▁sh ame",
+      "▁moy enne",
+      "▁C P",
+      "▁ CP",
+      "pre is",
+      "▁pass enger",
+      "le k",
+      "l ek",
+      "ion ales",
+      "ional es",
+      "ionale s",
+      "iona les",
+      "kaf ka",
+      "k afka",
+      "▁partic ipe",
+      "▁particip e",
+      "▁parti cipe",
+      "▁partici pe",
+      "▁memb ership",
+      "▁member ship",
+      "▁members hip",
+      "[ _",
+      "land o",
+      "lan do",
+      "l ando",
+      "st elling",
+      "stell ing",
+      "Se m",
+      "S em",
+      "go n",
+      "g on",
+      "▁Cor rect",
+      "▁v alle",
+      "▁val le",
+      "▁va lle",
+      "▁vall e",
+      "▁read ily",
+      "▁Dok ument",
+      "hon neur",
+      "h onneur",
+      "▁test im",
+      "ul ative",
+      "do Filter",
+      "▁domin ant",
+      "am mer",
+      "amm er",
+      "▁ко ја",
+      "▁M onsieur",
+      "ze g",
+      "z eg",
+      "▁вій ни",
+      "▁F o",
+      "▁A my",
+      "▁Am y",
+      "▁ ¡",
+      "▁febru ár",
+      "▁down loading",
+      "▁download ing",
+      "▁l eng",
+      "▁le ng",
+      "▁len g",
+      "\\}$ ,",
+      "\\} $,",
+      "\\ }$,",
+      "▁ne at",
+      "▁C ache",
+      "▁Ca che",
+      "▁ Cache",
+      "IC ATION",
+      "▁de ve",
+      "▁dev e",
+      "▁s orrow",
+      "▁sor row",
+      "sl ow",
+      "s low",
+      "▁hin aus",
+      "▁hina us",
+      "▁recon oc",
+      "▁Lin ked",
+      "▁Link ed",
+      "▁Sh aw",
+      "mar ket",
+      "mark et",
+      "▁D ic",
+      "▁Di c",
+      "▁S ki",
+      "▁Sk i",
+      "▁del imiter",
+      "▁Main Activity",
+      "▁ MainActivity",
+      "▁Mus ical",
+      "▁Music al",
+      "▁Re yn",
+      "▁Rey n",
+      "Scroll View",
+      "▁convent ional",
+      "▁convention al",
+      "en ça",
+      "enç a",
+      "▁re factor",
+      "▁ref actor",
+      "' -",
+      "▁H ed",
+      "▁He d",
+      "spr ech",
+      "spre ch",
+      "▁ath let",
+      "▁e species",
+      "▁es pecies",
+      "▁espe cies",
+      "▁espec ies",
+      "▁especie s",
+      "▁Sch ön",
+      "▁kle inen",
+      "▁kleine n",
+      "▁klein en",
+      "ш ко",
+      "▁Й о",
+      "▁H appy",
+      "▁Ha ppy",
+      "multi row",
+      "▁august i",
+      "▁G and",
+      "▁Ga nd",
+      "▁Gan d",
+      "▁appoint ment",
+      "▁Medi abestanden",
+      "Th ree",
+      "▁Kenn eth",
+      "NE W",
+      "▁Not ification",
+      "▁ Notification",
+      "▁Mar x",
+      "▁Ma rx",
+      "▁in sc",
+      "▁ins c",
+      "Mo r",
+      "M or",
+      "вы й",
+      "в ый",
+      "vä st",
+      "v äst",
+      "vi dia",
+      "vid ia",
+      "v idia",
+      "▁demonstr ated",
+      "▁demonstrate d",
+      "font s",
+      "fon ts",
+      "▁k amen",
+      "▁kam en",
+      "▁ka men",
+      "▁S ter",
+      "▁St er",
+      "▁Ste r",
+      "▁mieszkań ców",
+      "▁K oh",
+      "▁Ko h",
+      "~$ \\",
+      "~ $\\",
+      "») .",
+      "» ).",
+      "re ne",
+      "ren e",
+      "r ene",
+      "ins ic",
+      "ic ká",
+      "ick á",
+      "xy gen",
+      "▁m n",
+      "▁ mn",
+      "▁s ched",
+      "▁sc hed",
+      "▁sch ed",
+      "▁sche d",
+      "AS C",
+      "A SC",
+      "I g",
+      "▁Const ant",
+      "▁opport un",
+      "▁My Class",
+      "se f",
+      "s ef",
+      "op ed",
+      "ope d",
+      "o ped",
+      "▁inj ured",
+      "VI S",
+      "V IS",
+      "▁P ero",
+      "▁Per o",
+      "▁Pe ro",
+      "▁U ntil",
+      "▁Un til",
+      "▁f lesh",
+      "▁fl esh",
+      "▁fle sh",
+      "orph ism",
+      "▁Port al",
+      "▁Por tal",
+      "▁gmin y",
+      "▁вла сти",
+      "▁N ä",
+      "кти че",
+      "к тиче",
+      "▁h rab",
+      "▁hr ab",
+      "▁C ub",
+      "▁Cu b",
+      "av oir",
+      "avo ir",
+      "a voir",
+      "▁L ars",
+      "▁La rs",
+      "▁Lar s",
+      "▁Бе ло",
+      "▁seizo en",
+      "▁Gen omsnitt",
+      "▁L il",
+      "▁Li l",
+      "▁P ool",
+      "▁Po ol",
+      "▁ Pool",
+      "▁D ios",
+      "▁Di os",
+      "T X",
+      "ae s",
+      "a es",
+      "aut ore",
+      "auto re",
+      "autor e",
+      "Al pha",
+      "st ates",
+      "state s",
+      "sta tes",
+      "stat es",
+      "La b",
+      "L ab",
+      "n ederbörd",
+      "er ton",
+      "ert on",
+      "▁b rid",
+      "▁br id",
+      "▁ brid",
+      "▁r icht",
+      "▁rich t",
+      "▁ric ht",
+      "▁ri cht",
+      "▁ richt",
+      "▁E la",
+      "▁El a",
+      "▁с ла",
+      "▁ сла",
+      "▁weap on",
+      "▁comb att",
+      "▁combat t",
+      "ag ar",
+      "aga r",
+      "a gar",
+      "▁reg nig",
+      "▁util isé",
+      "▁utilis é",
+      "▁ser vir",
+      "▁serv ir",
+      "▁servi r",
+      "▁b rick",
+      "▁br ick",
+      "▁gate way",
+      "▁tor raste",
+      "▁proced ures",
+      "▁procedure s",
+      "▁års nederbörd",
+      "▁Genomsnitt lig",
+      "чё т",
+      "ч ёт",
+      "▁om rå",
+      "▁ områ",
+      "▁regnig aste",
+      "▁че сть",
+      "▁a mid",
+      "▁am id",
+      "▁ami d",
+      "▁gr ateful",
+      "▁D IS",
+      "▁DI S",
+      "▁ DIS",
+      "DA Y",
+      "▁о ру",
+      "▁ор у",
+      "▁ ору",
+      "▁riv ière",
+      "he ure",
+      "▁Rich mond",
+      "▁Com par",
+      "▁Comp ar",
+      "▁Н ор",
+      "▁Но р",
+      "DO C",
+      "D OC",
+      "es ia",
+      "esi a",
+      "cal c",
+      "▁I U",
+      "▁v org",
+      "▁vo rg",
+      "▁vor g",
+      "▁hab ían",
+      "▁había n",
+      "ço it",
+      "ç oit",
+      "▁a rist",
+      "▁ar ist",
+      "▁к ли",
+      "▁ кли",
+      "▁S ue",
+      "▁Su e",
+      "▁T ouch",
+      "▁To uch",
+      "▁ Touch",
+      "▁Writ ing",
+      "ifi able",
+      "▁w c",
+      "▁with draw",
+      "за р",
+      "з ар",
+      "▁present ly",
+      "▁pres ently",
+      "▁F K",
+      "▁pr akt",
+      "▁pra kt",
+      "▁col ored",
+      "▁color ed",
+      "us b",
+      "u sb",
+      "▁Per ú",
+      "▁pl ata",
+      "▁pla ta",
+      "▁plat a",
+      "▁w ishes",
+      "▁wish es",
+      "▁wis hes",
+      "▁ка м",
+      "▁ кам",
+      "az ar",
+      "aza r",
+      "a zar",
+      "áv el",
+      "á vel",
+      "▁l amp",
+      "▁la mp",
+      "bi shop",
+      "b ishop",
+      "▁in clusion",
+      "▁incl usion",
+      "▁inclus ion",
+      "j q",
+      "ar th",
+      "art h",
+      "▁F lag",
+      "▁Fl ag",
+      "▁ Flag",
+      "▁но р",
+      "▁н ор",
+      "æ dia",
+      "UN CTION",
+      "▁Bahn hof",
+      "▁appro aching",
+      "▁approach ing",
+      "▁G ött",
+      "▁Gö tt",
+      "▁c ube",
+      "▁cu be",
+      "▁cub e",
+      "▁arg ued",
+      "▁argue d",
+      "▁Th ings",
+      "Gu i",
+      "G ui",
+      "до ви",
+      "дов и",
+      "д ови",
+      "▁re cre",
+      "▁rec re",
+      "▁ré seau",
+      "▁rés eau",
+      "▁sign ifica",
+      "▁signific a",
+      "Gi t",
+      "G it",
+      "geb racht",
+      "gebra cht",
+      "▁l iga",
+      "▁li ga",
+      "▁lig a",
+      "▁ liga",
+      "▁ass ured",
+      "al us",
+      "alu s",
+      "a lus",
+      "ри т",
+      "р ит",
+      "▁э нциклопеди",
+      "▁% ).",
+      "▁%) .",
+      "▁ %).",
+      "▁Prem ière",
+      "▁declar ations",
+      "▁declaration s",
+      "▁tr icky",
+      "▁trick y",
+      "▁pro files",
+      "▁prof iles",
+      "▁profile s",
+      "▁profil es",
+      "▁F on",
+      "▁Fo n",
+      "▁J as",
+      "▁Ja s",
+      "â r",
+      "ba bel",
+      "b abel",
+      "▁Fr iday",
+      "▁Fri day",
+      "▁Frid ay",
+      "▁jú nius",
+      "▁c ols",
+      "▁col s",
+      "▁co ls",
+      "▁ cols",
+      "▁EX ISTS",
+      "▁Ital iana",
+      "▁Italian a",
+      "▁Italia na",
+      "▁author ization",
+      "▁s ulle",
+      "▁su lle",
+      "▁sul le",
+      "▁sull e",
+      "▁E mb",
+      "▁Em b",
+      "▁Vari able",
+      "▁ Variable",
+      "tr ees",
+      "tre es",
+      "tree s",
+      "t rees",
+      "▁F ly",
+      "▁Fl y",
+      "ri ors",
+      "rio rs",
+      "rior s",
+      "r iors",
+      "▁da mals",
+      "▁dam als",
+      "▁find et",
+      "▁fin det",
+      "▁Se pt",
+      "▁Sep t",
+      "▁m undial",
+      "▁rem oval",
+      "▁remov al",
+      "▁long itude",
+      "▁longitud e",
+      "cl ic",
+      "cli c",
+      "c lic",
+      "▁f ade",
+      "▁fa de",
+      "▁ fade",
+      "▁grad le",
+      "▁ gradle",
+      "▁z ák",
+      "▁zá k",
+      "▁tim ing",
+      "▁ti ming",
+      "tr ightarrow",
+      "t rightarrow",
+      "at ia",
+      "ati a",
+      "- .",
+      "uch e",
+      "uc he",
+      "u che",
+      "▁ser ialize",
+      "▁serial ize",
+      "▁H mm",
+      "▁Represent atives",
+      "ba h",
+      "b ah",
+      "re nd",
+      "ren d",
+      "r end",
+      "ass ador",
+      "assa dor",
+      "▁sh ield",
+      "uc ion",
+      "u cion",
+      "▁am éricaine",
+      "▁améric aine",
+      "▁américain e",
+      "z ę",
+      "vi lla",
+      "vil la",
+      "v illa",
+      "▁hom bre",
+      "ás s",
+      "á ss",
+      "▁S F",
+      "▁ SF",
+      "▁repe ating",
+      "▁repeat ing",
+      "▁c riter",
+      "▁cr iter",
+      "▁crit er",
+      "▁cri ter",
+      "▁St ruct",
+      "▁Str uct",
+      "▁ Struct",
+      "?? ?",
+      "? ??",
+      "▁che ap",
+      "▁r ings",
+      "▁ring s",
+      "▁rin gs",
+      "ab häng",
+      "▁c orte",
+      "▁cor te",
+      "▁cort e",
+      "▁admin ist",
+      "ix on",
+      "gy pt",
+      "▁punt os",
+      "▁punto s",
+      "▁me zi",
+      "▁mez i",
+      "▁po chod",
+      "▁poc hod",
+      "is ko",
+      "isk o",
+      "i sko",
+      "ni ę",
+      "n ię",
+      "▁о су",
+      "▁ос у",
+      "▁á r",
+      "▁ ár",
+      "те льной",
+      "тель ной",
+      "тельно й",
+      "▁Metropol itan",
+      "ji n",
+      "j in",
+      "ze ss",
+      "zes s",
+      "z ess",
+      "▁ві ці",
+      "▁conflic ts",
+      "▁conflict s",
+      "ij st",
+      "▁Mar ket",
+      "▁Mark et",
+      "ст ров",
+      "стро в",
+      "стр ов",
+      "▁\" ,\"",
+      "▁\", \"",
+      "▁ \",\"",
+      "▁Sc roll",
+      "▁ Scroll",
+      "gu n",
+      "g un",
+      "та ра",
+      "тар а",
+      "▁am ateur",
+      "▁r óż",
+      "pos s",
+      "po ss",
+      "p oss",
+      "▁general ized",
+      "▁H arm",
+      "▁Har m",
+      "▁Ha rm",
+      "ci ta",
+      "cit a",
+      "c ita",
+      "▁Sw itzerland",
+      "ic ola",
+      "ico la",
+      "icol a",
+      "i cola",
+      "▁m uit",
+      "▁mu it",
+      "loc ated",
+      "▁c ó",
+      "▁a rose",
+      "▁ar ose",
+      "▁commun auté",
+      "}) ^",
+      "} )^",
+      "vis ibility",
+      "íd a",
+      "í da",
+      "▁F B",
+      "▁ FB",
+      "▁Fre und",
+      "ga t",
+      "g at",
+      "\": {\"",
+      "int ellij",
+      "if ie",
+      "ifi e",
+      "hm en",
+      "h men",
+      "▁éd ition",
+      "▁ édition",
+      "▁ко је",
+      "▁ін ших",
+      "om ing",
+      "omin g",
+      "omi ng",
+      "o ming",
+      "▁arqu itect",
+      "▁Pres idente",
+      "▁President e",
+      "▁П ід",
+      "▁ca bin",
+      "▁cab in",
+      "The orem",
+      "▁G ay",
+      "▁Ga y",
+      "if ice",
+      "ific e",
+      "ifi ce",
+      "▁h ect",
+      "▁he ct",
+      "l ą",
+      "irm ingham",
+      "▁sem antic",
+      "▁Louis iana",
+      "▁sac rifice",
+      "▁sacr ifice",
+      "▁sacrific e",
+      "▁Christ oph",
+      "▁Exec utive",
+      "_ +",
+      "j ák",
+      "▁s eria",
+      "▁se ria",
+      "▁ser ia",
+      "▁Over flow",
+      "▁ Overflow",
+      "▁Lu cy",
+      "▁Luc y",
+      "▁mel hor",
+      "▁vo ices",
+      "▁voice s",
+      "cz a",
+      "c za",
+      "▁ка пи",
+      "▁университе та",
+      "IN CT",
+      "▁col oc",
+      "▁co loc",
+      "▁pr ue",
+      "▁ge omet",
+      "▁geom et",
+      "▁di retto",
+      "▁dire tto",
+      "▁dir etto",
+      "▁dirett o",
+      "re so",
+      "res o",
+      "r eso",
+      "▁A kt",
+      "▁Ak t",
+      "▁un h",
+      "▁се ри",
+      "▁сер и",
+      "▁Al ert",
+      "▁Ale rt",
+      "▁ Alert",
+      "We l",
+      "W el",
+      "au di",
+      "aud i",
+      "a udi",
+      "äl er",
+      "ä ler",
+      "▁gu ests",
+      "▁guest s",
+      "▁и де",
+      "St udio",
+      "▁ка те",
+      "▁ex ponent",
+      "▁expon ent",
+      "rz e",
+      "r ze",
+      "pm od",
+      "p mod",
+      "ro lle",
+      "roll e",
+      "rol le",
+      "▁Lim ited",
+      "Al lemagne",
+      "▁p ity",
+      "▁pi ty",
+      "▁pit y",
+      "▁l ä",
+      "▁ lä",
+      "▁run ner",
+      "▁ runner",
+      "ke nde",
+      "ken de",
+      "k ende",
+      "E Q",
+      "▁M M",
+      "▁ MM",
+      "sz ág",
+      "по ді",
+      "▁reg ret",
+      "▁publi é",
+      "▁depart amento",
+      "▁acc used",
+      "▁accus ed",
+      "h p",
+      "▁P fl",
+      "▁Pf l",
+      "▁S int",
+      "▁Si nt",
+      "▁Sin t",
+      "▁ek onom",
+      "ra ctor",
+      "rac tor",
+      "ract or",
+      "r actor",
+      "▁П ів",
+      "▁aw ful",
+      "owa ć",
+      "] ->",
+      "▁F ine",
+      "▁Fin e",
+      "С а",
+      "ti s",
+      "t is",
+      "ét a",
+      "é ta",
+      "▁Ро ди",
+      "▁Düsseld orf",
+      "LO B",
+      "L OB",
+      "os as",
+      "osa s",
+      "wer ke",
+      "werk e",
+      "▁l ance",
+      "▁lan ce",
+      "▁листо пада",
+      "▁in complete",
+      "▁P icture",
+      "▁ Picture",
+      "(' \\",
+      "( '\\",
+      "es ters",
+      "est ers",
+      "ester s",
+      "este rs",
+      "e sters",
+      "▁belong ed",
+      "▁S ank",
+      "▁San k",
+      "am med",
+      "amm ed",
+      "▁repos itories",
+      "▁ad dr",
+      "▁add r",
+      "▁ addr",
+      "Col lect",
+      "Coll ect",
+      "H ot",
+      "▁t yl",
+      "▁ty l",
+      "▁instance of",
+      "▁bon us",
+      "ov ý",
+      "▁мо ря",
+      "▁мор я",
+      "▁inter active",
+      "▁interact ive",
+      "▁M ys",
+      "▁My s",
+      "▁Ed mund",
+      "file Name",
+      "em or",
+      "emo r",
+      "e mor",
+      "▁Т ри",
+      "▁R osen",
+      "▁Ro sen",
+      "▁Ros en",
+      "▁Rose n",
+      "▁Pr ima",
+      "▁Pri ma",
+      "▁Prim a",
+      "▁v oting",
+      "▁vo ting",
+      "▁vot ing",
+      "▁X P",
+      "▁Z ero",
+      "▁Ze ro",
+      "▁ Zero",
+      "▁L ed",
+      "▁Le d",
+      "ams ung",
+      "▁en ables",
+      "▁enable s",
+      "▁redirect s",
+      "AS T",
+      "A ST",
+      "Pa int",
+      "P aint",
+      "ack er",
+      "ac ker",
+      "a cker",
+      "le cht",
+      "▁chair man",
+      "▁A ven",
+      "▁Av en",
+      "▁S ach",
+      "▁Sa ch",
+      "▁Sac h",
+      "(\" <",
+      "ке р",
+      "к ер",
+      "▁mist akes",
+      "▁mistake s",
+      "▁We it",
+      "▁Wei t",
+      "▁pro wad",
+      "▁ prowad",
+      "▁did nt",
+      "▁didn t",
+      "én ario",
+      "un less",
+      "▁back wards",
+      "bo a",
+      "b oa",
+      "du ino",
+      "`` `",
+      "` ``",
+      "st or",
+      "sto r",
+      "s tor",
+      "Comple tion",
+      "pu esta",
+      "▁din ast",
+      "úl t",
+      "ú lt",
+      "▁S Y",
+      "▁ SY",
+      "if olia",
+      "œuv res",
+      "œuvre s",
+      "▁r acing",
+      "▁ra cing",
+      "▁rac ing",
+      "▁cab inet",
+      "▁cabin et",
+      "▁cut ting",
+      "▁th umb",
+      "▁Ка ра",
+      "▁Кар а",
+      "high light",
+      "ку п",
+      "▁s d",
+      "▁ sd",
+      "▁на ціональ",
+      "▁camp agne",
+      "▁register s",
+      "▁educ ational",
+      "▁education al",
+      "▁p esar",
+      "▁pes ar",
+      "üg e",
+      "ü ge",
+      "▁o ro",
+      "▁or o",
+      "▁ oro",
+      "burg o",
+      "bur go",
+      "▁Athlet ics",
+      "▁M TV",
+      "get Message",
+      "▁H yp",
+      "▁Hy p",
+      "▁vict im",
+      "▁vic tim",
+      ")) \\",
+      ") )\\",
+      "▁dr ums",
+      "▁dru ms",
+      "▁drum s",
+      "host name",
+      "ta ł",
+      "t ał",
+      "ma king",
+      "m aking",
+      "▁pow iat",
+      "ő d",
+      "thread s",
+      "▁absol v",
+      "▁лю ди",
+      "▁ste pped",
+      "▁step ped",
+      "ex ist",
+      "▁N K",
+      "▁v es",
+      "▁ve s",
+      "▁ ves",
+      "ist iche",
+      "istic he",
+      "isti che",
+      "% '",
+      "at ivos",
+      "ativ os",
+      "ati vos",
+      "ativo s",
+      "▁та кой",
+      "▁тако й",
+      "▁Mongo DB",
+      "▁U ng",
+      "▁Un g",
+      "▁Р ус",
+      "▁Ру с",
+      "▁e lim",
+      "▁el im",
+      "▁F if",
+      "ic ación",
+      "ica ción",
+      "▁T ennis",
+      "▁Ten nis",
+      "▁Jeff erson",
+      "j án",
+      "fo g",
+      "f og",
+      "an ha",
+      "anh a",
+      "zo r",
+      "z or",
+      "▁уні версите",
+      "ah u",
+      "a hu",
+      "ia da",
+      "i ada",
+      "S dk",
+      "Set ting",
+      "▁K ill",
+      "▁Kil l",
+      "▁Ki ll",
+      "▁W end",
+      "▁We nd",
+      "▁b ald",
+      "▁bal d",
+      "▁ba ld",
+      "▁K ub",
+      "▁Ku b",
+      "▁v isto",
+      "▁vis to",
+      "▁vi sto",
+      "▁je unes",
+      "▁jeune s",
+      "▁jeu nes",
+      "col lections",
+      "collection s",
+      "collect ions",
+      "ac í",
+      "a cí",
+      "вро пей",
+      "▁ar ise",
+      "он і",
+      "о ні",
+      "MA IN",
+      "до ступ",
+      "▁b erg",
+      "▁be rg",
+      "▁ber g",
+      "▁ berg",
+      "▁critic ism",
+      "▁Tor re",
+      "▁de script",
+      "▁des cript",
+      "▁descri pt",
+      "ière s",
+      "i ères",
+      "▁e studio",
+      "▁est udio",
+      "▁estud io",
+      "▁i li",
+      "▁il i",
+      "▁ ili",
+      "▁mil itare",
+      "▁milit are",
+      "▁militar e",
+      "▁Cl ara",
+      "▁Cla ra",
+      "▁Clar a",
+      "▁El len",
+      "▁Elle n",
+      "▁Ell en",
+      "lim ited",
+      "limit ed",
+      "л м",
+      "▁Esp añ",
+      "▁inf initely",
+      "▁infinite ly",
+      "Amer ica",
+      "ou c",
+      "o uc",
+      "gl ass",
+      "g lass",
+      "▁r ud",
+      "▁ru d",
+      "▁z at",
+      "▁za t",
+      "▁ zat",
+      "▁r in",
+      "▁ri n",
+      "▁ rin",
+      "▁Bibli ografía",
+      "▁mer chant",
+      "tensor flow",
+      "▁d ér",
+      "▁dé r",
+      "▁Active Record",
+      "IE S",
+      "I ES",
+      "▁link er",
+      "▁lin ker",
+      "▁estud ios",
+      "▁estudio s",
+      "cdn js",
+      "▁Го судар",
+      "án chez",
+      "ap pe",
+      "app e",
+      "a ppe",
+      "cl ub",
+      "c lub",
+      "▁dal ší",
+      "▁Alg orithm",
+      "df s",
+      "d fs",
+      "▁B ac",
+      "▁Ba c",
+      "▁ка фе",
+      "▁& =\\",
+      "▁&= \\",
+      "▁а т",
+      "▁ ат",
+      "▁Г лав",
+      "▁M ou",
+      "▁Mo u",
+      "M achine",
+      "(... )",
+      "( ...)",
+      "▁com part",
+      "▁comp art",
+      "▁compar t",
+      "▁aug usztus",
+      "av an",
+      "ava n",
+      "a van",
+      "▁roll ed",
+      "▁rol led",
+      "▁ rolled",
+      "▁е ди",
+      "▁ еди",
+      "Sc an",
+      "S can",
+      "▁ре гі",
+      "▁świ ata",
+      "▁świat a",
+      "▁m ines",
+      "▁min es",
+      "▁mi nes",
+      "▁mine s",
+      "}, {",
+      "▁T ier",
+      "▁Ti er",
+      "Can not",
+      "C annot",
+      "мі н",
+      "м ін",
+      "▁NE W",
+      "▁ NEW",
+      "▁Во л",
+      "▁M anh",
+      "▁Man h",
+      "▁Greg ory",
+      "▁princi pe",
+      "▁princip e",
+      "▁prin cipe",
+      "IS O",
+      "I SO",
+      "pr og",
+      "pro g",
+      "p rog",
+      "▁F ail",
+      "▁Fa il",
+      "▁ Fail",
+      "▁a a",
+      "▁ aa",
+      "▁fe cha",
+      "▁W CF",
+      "▁mag istr",
+      "▁Z ach",
+      "▁Za ch",
+      "▁un icode",
+      "▁con verter",
+      "▁convert er",
+      "▁conver ter",
+      "▁dis pers",
+      "▁disp ers",
+      "ks am",
+      "k sam",
+      "▁Un cle",
+      "Property Changed",
+      "▁l ider",
+      "▁li der",
+      "▁lid er",
+      "▁o pts",
+      "▁op ts",
+      "▁opt s",
+      "▁ opts",
+      "▁та м",
+      "▁ там",
+      "lock ed",
+      "loc ked",
+      "za k",
+      "z ak",
+      "▁co unted",
+      "▁count ed",
+      "▁coun ted",
+      "▁person e",
+      "▁pers one",
+      "▁hur ried",
+      "ät ter",
+      "ätt er",
+      "ätte r",
+      "▁out ras",
+      "▁ou tras",
+      "▁g enu",
+      "▁ge nu",
+      "▁gen u",
+      "B D",
+      "ve g",
+      "v eg",
+      "du e",
+      "d ue",
+      "▁P ract",
+      "▁Pr act",
+      "▁Pra ct",
+      "▁po sible",
+      "▁pos ible",
+      "▁cont ribute",
+      "▁contrib ute",
+      "▁contribu te",
+      "UM N",
+      "▁Bür ger",
+      "▁w ars",
+      "▁war s",
+      "▁wa rs",
+      "▁exhib ition",
+      "hi ll",
+      "h ill",
+      "▁a str",
+      "▁as tr",
+      "▁ast r",
+      "▁ astr",
+      "▁му зе",
+      "▁C ASE",
+      "▁CA SE",
+      "▁ CASE",
+      "man ifest",
+      "y ellow",
+      "F n",
+      "▁R C",
+      "▁ RC",
+      "▁s ott",
+      "▁so tt",
+      "▁su jet",
+      "▁S ocket",
+      "▁So cket",
+      "▁Soc ket",
+      "▁ Socket",
+      "▁Ch ine",
+      "▁Chi ne",
+      "▁frame works",
+      "▁framework s",
+      "Hol d",
+      "H old",
+      "êt s",
+      "ê ts",
+      "▁ф іль",
+      "▁фі ль",
+      "Lo aded",
+      "Load ed",
+      "op he",
+      "oph e",
+      "o phe",
+      "text e",
+      "tex te",
+      "▁ex pres",
+      "▁exp res",
+      "▁expr es",
+      "▁cons ume",
+      "▁consum e",
+      "▁R ichtung",
+      "ograf i",
+      "▁magn ific",
+      "à t",
+      "▁ind ul",
+      "▁indu l",
+      "ry ty",
+      "▁off ici",
+      "▁offic i",
+      "▁ass ault",
+      "ru nd",
+      "run d",
+      "r und",
+      "▁vari ants",
+      "▁variant s",
+      "▁сель сов",
+      "▁exc itement",
+      "Time s",
+      "Tim es",
+      "T imes",
+      "k otlin",
+      "▁g ering",
+      "▁ge ring",
+      "▁ger ing",
+      "▁En gel",
+      "▁Eng el",
+      "▁T imer",
+      "▁Time r",
+      "▁Tim er",
+      "▁Ti mer",
+      "▁ Timer",
+      "² ).",
+      "▁N g",
+      "äs st",
+      "sch au",
+      "SE rror",
+      "S Error",
+      "▁Ed wards",
+      "▁Edward s",
+      "▁Term inal",
+      "li ct",
+      "lic t",
+      "l ict",
+      "Un der",
+      "Und er",
+      "U nder",
+      "▁sp awn",
+      "ür gen",
+      "▁Außer dem",
+      "▁k itchen",
+      "fah rt",
+      "fahr t",
+      "▁Col ors",
+      "▁Color s",
+      "▁систе ма",
+      "▁систем а",
+      "▁termin ated",
+      "▁terminate d",
+      "▁La TeX",
+      "ig keiten",
+      "igkeit en",
+      "▁mes ure",
+      "▁Am ts",
+      "▁Amt s",
+      "▁emp ir",
+      "▁stri king",
+      "▁strik ing",
+      "▁exclus ive",
+      "те х",
+      "▁re z",
+      "▁r ez",
+      "▁ rez",
+      "▁qu an",
+      "▁q uan",
+      "▁Glas gow",
+      "▁lect ure",
+      "▁Test ament",
+      "▁fun ds",
+      "▁fund s",
+      "▁st essa",
+      "▁tri bes",
+      "▁trib es",
+      "▁tribe s",
+      "▁par fois",
+      "▁tre ball",
+      "ni tz",
+      "nit z",
+      "n itz",
+      "bo ve",
+      "b ove",
+      "▁за слу",
+      "▁ab sent",
+      "▁abs ent",
+      "▁L auf",
+      "▁La uf",
+      "▁Lau f",
+      "Sm ith",
+      "▁Никола й",
+      "▁europé enne",
+      "l r",
+      "▁program ma",
+      "▁mi dst",
+      "▁mid st",
+      "▁daugh ters",
+      "▁daughter s",
+      "S yn",
+      "ob en",
+      "obe n",
+      "o ben",
+      "ân ă",
+      "id an",
+      "ida n",
+      "i dan",
+      "▁t her",
+      "▁th er",
+      "▁the r",
+      "▁ ther",
+      "od ore",
+      "odo re",
+      "odor e",
+      "sd l",
+      "s dl",
+      "▁Q uint",
+      "▁Qu int",
+      "▁cas os",
+      "▁caso s",
+      "▁Z am",
+      "▁Za m",
+      "▁стра ны",
+      "▁sp rite",
+      "▁spr ite",
+      "ка л",
+      "к ал",
+      "▁n asc",
+      "▁na sc",
+      "▁nas c",
+      "▁сот руд",
+      "▁tr ava",
+      "▁tra va",
+      "▁trav a",
+      "▁хо зяй",
+      "▁U ruguay",
+      "▁s parse",
+      "▁sp arse",
+      "▁по ле",
+      "▁пол е",
+      "▁myst ery",
+      "▁myster y",
+      "▁M ang",
+      "▁Man g",
+      "▁Ma ng",
+      "reg istr",
+      "▁CG Float",
+      "▁sub mission",
+      "▁subm ission",
+      "ва на",
+      "ван а",
+      "в ана",
+      "▁\" :",
+      "▁ \":",
+      "▁Trace back",
+      "▁P it",
+      "▁Pi t",
+      "▁E hr",
+      "▁с ра",
+      "▁Graph ics",
+      "▁ Graphics",
+      "Up dated",
+      "Update d",
+      "▁sv ensk",
+      "▁sp acing",
+      "▁spac ing",
+      "tr itt",
+      "tri tt",
+      "t ritt",
+      "▁Gu inea",
+      "▁Fran ça",
+      "▁Fr ança",
+      "As soci",
+      "Ass oci",
+      "▁T ová",
+      "▁To vá",
+      "st ab",
+      "sta b",
+      "s tab",
+      "▁Le arning",
+      "▁Lear ning",
+      "▁B right",
+      "▁Br ight",
+      "▁Brig ht",
+      "ś c",
+      "▁id ő",
+      "}} _{\\",
+      "}}_{ \\",
+      "}}_ {\\",
+      "} }_{\\",
+      "▁dro ite",
+      "▁droit e",
+      "▁ra ising",
+      "get ting",
+      "yth m",
+      "yt hm",
+      "y thm",
+      "on yme",
+      "ony me",
+      "onym e",
+      "ż s",
+      "▁b lah",
+      "▁bl ah",
+      "▁bla h",
+      "▁ blah",
+      "Tag Name",
+      "Vert ical",
+      "▁a per",
+      "▁ap er",
+      "▁ aper",
+      "post gresql",
+      "▁Hand le",
+      "▁ Handle",
+      "ze w",
+      "z ew",
+      "▁sk ulle",
+      "▁op ere",
+      "▁oper e",
+      "lay ers",
+      "layer s",
+      "▁pos sono",
+      "▁poss ono",
+      "▁re late",
+      "▁rel ate",
+      "▁rela te",
+      "ą c",
+      "▁M ih",
+      "▁Mi h",
+      "â ge",
+      "▁Ś wi",
+      "iss es",
+      "isse s",
+      "▁serv let",
+      "▁ servlet",
+      "Lo s",
+      "L os",
+      "▁Ad vanced",
+      "▁Adv anced",
+      "at ica",
+      "ati ca",
+      "atic a",
+      "▁c ed",
+      "▁ce d",
+      "▁ ced",
+      "▁element os",
+      "ро на",
+      "рон а",
+      "р она",
+      "ik s",
+      "i ks",
+      "ar f",
+      "a rf",
+      "ar iat",
+      "ari at",
+      "aria t",
+      "M obile",
+      "ag ua",
+      "agu a",
+      "▁t imp",
+      "▁tim p",
+      "▁ti mp",
+      "▁Com ité",
+      "▁comb ining",
+      "▁combin ing",
+      "wo hl",
+      "w ohl",
+      "▁Stud y",
+      "▁Stu dy",
+      "co ordinate",
+      "▁recommend ation",
+      "▁transform ations",
+      "▁transformation s",
+      "un til",
+      "unt il",
+      "u ntil",
+      "bound ed",
+      "b ounded",
+      "▁и зу",
+      "▁из у",
+      "han ced",
+      "h anced",
+      "▁во про",
+      "▁P rés",
+      "▁Pr és",
+      "▁co ord",
+      "xt y",
+      "x ty",
+      "▁$ ,",
+      "▁ $,",
+      "▁champion s",
+      "▁champ ions",
+      "De n",
+      "D en",
+      "M il",
+      "(' ,",
+      "( ',",
+      "▁Pre is",
+      "▁e igh",
+      "▁eig h",
+      "▁mark ers",
+      "▁marker s",
+      "▁gew esen",
+      "ät ten",
+      "ätt en",
+      "ätte n",
+      "▁p ione",
+      "▁pi one",
+      "m v",
+      "▁ј у",
+      "▁ ју",
+      "zeich nis",
+      "ho ff",
+      "hof f",
+      "h off",
+      "New s",
+      "Ne ws",
+      "▁Stanis ław",
+      "▁Br andenburg",
+      "▁Brand enburg",
+      "▁Fe uer",
+      "= &",
+      "же т",
+      "ж ет",
+      "▁N eil",
+      "▁Ne il",
+      "▁w irk",
+      "▁wir k",
+      "▁soci età",
+      "▁sp are",
+      "▁civil e",
+      "▁civ ile",
+      "sp rach",
+      "spr ach",
+      "▁d isse",
+      "▁dis se",
+      "▁diss e",
+      "▁g ates",
+      "▁ga tes",
+      "▁gate s",
+      "▁gat es",
+      "▁a nom",
+      "▁an om",
+      "▁ano m",
+      "▁Федера ции",
+      "▁t ib",
+      "▁ti b",
+      "▁f útbol",
+      "▁Wikip ed",
+      "ia te",
+      "iat e",
+      "i ate",
+      "Fr ont",
+      "F ront",
+      "▁c raw",
+      "▁cr aw",
+      "▁cra w",
+      "▁R ak",
+      "▁Ra k",
+      "▁з ву",
+      "▁зв у",
+      "st reet",
+      "stre et",
+      "▁A gency",
+      "▁Ag ency",
+      "ва ло",
+      "вал о",
+      "▁Ра с",
+      "▁mk dir",
+      "ac ję",
+      "▁sh ares",
+      "▁share s",
+      "St ory",
+      "Sto ry",
+      "▁re marks",
+      "▁rem arks",
+      "▁remark s",
+      "▁key words",
+      "▁keyword s",
+      "Bo b",
+      "B ob",
+      "▁t oe",
+      "▁to e",
+      "▁V itt",
+      "▁Vi tt",
+      "▁Vit t",
+      "▁r hs",
+      "▁rh s",
+      "RO P",
+      "R OP",
+      "or is",
+      "ori s",
+      "o ris",
+      "/ @",
+      "си и",
+      "▁tra verse",
+      "▁travers e",
+      "▁refer encing",
+      "pr äsident",
+      "ro ng",
+      "ron g",
+      "r ong",
+      "') :",
+      "' ):",
+      "at ies",
+      "ati es",
+      "atie s",
+      "a ties",
+      "A W",
+      "Out let",
+      "▁é vol",
+      "▁év ol",
+      "ik es",
+      "ike s",
+      "i kes",
+      "▁environment al",
+      "ic um",
+      "▁L ied",
+      "▁Li ed",
+      "▁Lie d",
+      "▁w arn",
+      "▁war n",
+      "▁wa rn",
+      "▁ warn",
+      "▁But ler",
+      "▁% ),",
+      "▁%) ,",
+      "▁Zeit schrift",
+      "▁Mon tr",
+      "▁Mont r",
+      "ва жа",
+      "▁Mer cur",
+      "je kte",
+      "jekt e",
+      "me ter",
+      "met er",
+      "m eter",
+      "du cation",
+      "▁att ributed",
+      "▁attribute d",
+      "* $",
+      "▁un f",
+      "▁Vert rag",
+      "zi en",
+      "zie n",
+      "z ien",
+      "▁Р об",
+      "▁Ро б",
+      "li ces",
+      "lic es",
+      "lice s",
+      "l ices",
+      "pp ly",
+      "p ply",
+      "an sen",
+      "ans en",
+      "anse n",
+      "▁ze it",
+      "▁ zeit",
+      "▁im mense",
+      "▁imm ense",
+      "▁lut ego",
+      "▁Bul gar",
+      "▁Bulg ar",
+      "▁mi embros",
+      "▁На циональ",
+      "▁Al low",
+      "▁All ow",
+      "▁ Allow",
+      "▁ang lès",
+      "д ви",
+      "▁T oy",
+      "▁To y",
+      "ту а",
+      "▁y ard",
+      "▁ya rd",
+      "▁ yard",
+      "( %",
+      "is ser",
+      "iss er",
+      "isse r",
+      "▁g olf",
+      "▁gol f",
+      "▁Uk rain",
+      "▁h osp",
+      "▁ho sp",
+      "▁hos p",
+      "In clude",
+      "▁L isa",
+      "▁Li sa",
+      "▁Lis a",
+      "▁c sal",
+      "▁cs al",
+      "▁M ira",
+      "▁Mi ra",
+      "▁Mir a",
+      "rec ogn",
+      "▁К е",
+      "▁h itting",
+      "▁hit ting",
+      "коно мі",
+      "коном і",
+      "▁Tourn ament",
+      "LO AD",
+      "▁Guard ian",
+      "▁da her",
+      "▁dah er",
+      "▁time zone",
+      "▁tom cat",
+      "▁ tomcat",
+      "▁success or",
+      "▁succ essor",
+      "▁successo r",
+      "▁V oid",
+      "▁Vo id",
+      "▁come ç",
+      "▁convert s",
+      "▁conver ts",
+      "äch s",
+      "ä chs",
+      "os ex",
+      "ose x",
+      "o sex",
+      "xe lles",
+      "x elles",
+      "as er",
+      "ase r",
+      "a ser",
+      "▁É s",
+      "▁m ou",
+      "▁mo u",
+      "▁u ng",
+      "▁un g",
+      "▁ ung",
+      "▁or igen",
+      "▁orig en",
+      "▁C row",
+      "▁Cr ow",
+      "▁Cro w",
+      "▁E rd",
+      "▁Er d",
+      "▁s ieben",
+      "▁si eben",
+      "▁sie ben",
+      "lu a",
+      "l ua",
+      "▁B B",
+      "▁ BB",
+      "RE NT",
+      "R ENT",
+      "▁pił kar",
+      "▁mar que",
+      "▁marqu e",
+      "▁La bour",
+      "▁Lab our",
+      "vi ders",
+      "vider s",
+      "vid ers",
+      "v iders",
+      "▁ex empl",
+      "▁exem pl",
+      "So und",
+      "S ound",
+      "▁W ass",
+      "▁Was s",
+      "▁Wa ss",
+      "arr ison",
+      "▁те чение",
+      "▁Of icina",
+      "▁D aw",
+      "▁Da w",
+      "▁K auf",
+      "▁Ka uf",
+      "én t",
+      "é nt",
+      "és ő",
+      "▁= \"",
+      "▁ =\"",
+      "▁k at",
+      "▁ka t",
+      "di ction",
+      "dict ion",
+      "dic tion",
+      "d iction",
+      "▁V oll",
+      "▁Vol l",
+      "▁Vo ll",
+      "▁high way",
+      "J ames",
+      "ze uge",
+      "zeug e",
+      "▁mod elo",
+      "▁model o",
+      "▁mode lo",
+      "Th row",
+      "▁F orum",
+      "▁For um",
+      "▁Fo rum",
+      "(\" @",
+      "▁en fer",
+      "▁enf er",
+      "▁спе циаль",
+      "Number s",
+      "Num bers",
+      "▁B inary",
+      "▁Bin ary",
+      "▁ Binary",
+      "▁Martí nez",
+      "▁Martín ez",
+      "▁St ato",
+      "▁Stat o",
+      "▁Sta to",
+      "▁fest iv",
+      "▁k atol",
+      "▁ka tol",
+      "▁kat ol",
+      "▁А б",
+      "▁lim itation",
+      "▁limit ation",
+      "▁S TR",
+      "▁ST R",
+      "▁ STR",
+      "▁О фициаль",
+      "ip es",
+      "ipe s",
+      "i pes",
+      "▁I sn",
+      "▁Is n",
+      "▁rule d",
+      "▁ru led",
+      "▁c í",
+      "▁ cí",
+      "ge ber",
+      "geb er",
+      "▁lavor o",
+      "▁lav oro",
+      "▁parenthes es",
+      "о з",
+      "▁équip es",
+      "▁équipe s",
+      "▁efficient ly",
+      "▁Per iod",
+      "▁ Period",
+      "▁Reg arding",
+      "le af",
+      "lea f",
+      "▁similar ity",
+      "▁gest ure",
+      "data b",
+      "da tab",
+      "dat ab",
+      "▁term inate",
+      "▁termin ate",
+      "▁sem antics",
+      "▁semantic s",
+      "▁A lo",
+      "▁Al o",
+      "▁c ig",
+      "▁ci g",
+      "▁Open GL",
+      "▁heut igen",
+      "xa ml",
+      "x aml",
+      "▁frequ encies",
+      ")} .",
+      ") }.",
+      "▁threaten ed",
+      "▁threat ened",
+      "ти к",
+      "▁cal cio",
+      "▁calci o",
+      "▁calc io",
+      "▁R iemann",
+      "▁Ri emann",
+      "sl ug",
+      "▁F inale",
+      "▁Fin ale",
+      "▁Final e",
+      "L R",
+      "▁Der by",
+      "▁о ще",
+      "▁de viation",
+      "▁dev iation",
+      "▁devi ation",
+      "äch en",
+      "äche n",
+      "ä chen",
+      "▁C ris",
+      "▁Cr is",
+      "но во",
+      "нов о",
+      "н ово",
+      "▁сто лі",
+      "▁re lev",
+      "▁rel ev",
+      "▁splend id",
+      "▁у чё",
+      "er ving",
+      "erv ing",
+      "ga ble",
+      "g able",
+      "▁général e",
+      "▁généra le",
+      "po m",
+      "p om",
+      "▁Che ers",
+      "▁impr ison",
+      "▁in dent",
+      "▁ind ent",
+      "▁inde nt",
+      "▁ indent",
+      "▁anal yz",
+      "▁analy z",
+      "▁re vert",
+      "▁rev ert",
+      "▁reve rt",
+      "▁rever t",
+      "ér er",
+      "ére r",
+      "é rer",
+      "▁ph ases",
+      "▁phase s",
+      "First Name",
+      "▁m ig",
+      "▁mi g",
+      "▁dist urb",
+      "▁mi xture",
+      "▁) {",
+      "▁ ){",
+      "int ure",
+      "▁T ried",
+      "▁Tr ied",
+      "▁Tri ed",
+      "▁soon er",
+      "▁p els",
+      "▁pe ls",
+      "▁pel s",
+      "▁ét abl",
+      "et ro",
+      "etr o",
+      "it ie",
+      "iti e",
+      "▁quart ier",
+      "▁го во",
+      "▁г ово",
+      "▁ гово",
+      "▁vá ros",
+      "uf e",
+      "u fe",
+      "he ten",
+      "het en",
+      "h eten",
+      "хо м",
+      "х ом",
+      "▁so ap",
+      "▁ soap",
+      "ut ors",
+      "uto rs",
+      "utor s",
+      "▁d uch",
+      "▁du ch",
+      "▁duc h",
+      "syn tax",
+      "s yntax",
+      "▁tr ibe",
+      "▁tri be",
+      "▁trib e",
+      "▁ch ante",
+      "▁chant e",
+      "Tr i",
+      "T ri",
+      "▁M ate",
+      "▁Ma te",
+      "▁Mat e",
+      "qu ality",
+      "qual ity",
+      "uo la",
+      "u ola",
+      "=\" .",
+      "= \".",
+      "ch k",
+      "▁в сі",
+      "▁вс і",
+      "▁prze ci",
+      "▁M eteor",
+      "▁Met eor",
+      "▁scatter ed",
+      "Pl us",
+      "P lus",
+      "tr ad",
+      "tra d",
+      "t rad",
+      "▁stack overflow",
+      "▁ stackoverflow",
+      "▁re tra",
+      "▁r etra",
+      "▁ret ra",
+      "▁retr a",
+      "▁éd itions",
+      "▁édition s",
+      "▁s ain",
+      "▁sa in",
+      "cri be",
+      "cr ibe",
+      "ig non",
+      "ign on",
+      "uc ker",
+      "uck er",
+      "u cker",
+      "▁ма ло",
+      "▁ten ir",
+      "▁ex ports",
+      "▁export s",
+      "▁ exports",
+      "▁aux ili",
+      "▁] ]",
+      "▁ ]]",
+      "▁C BS",
+      "un iform",
+      "uni form",
+      "▁period ic",
+      "ag rant",
+      "agr ant",
+      "▁em ple",
+      "▁emp le",
+      "W il",
+      "▁f res",
+      "▁fr es",
+      "▁fre s",
+      "▁str utt",
+      "▁stru tt",
+      "▁с віт",
+      "▁сві т",
+      "▁be tre",
+      "▁bet re",
+      "▁объ ек",
+      "ти ся",
+      "▁b isher",
+      "▁bis her",
+      "ba um",
+      "bau m",
+      "b aum",
+      "is hi",
+      "ish i",
+      "▁Gaz ette",
+      "background Color",
+      "j l",
+      "▁f iel",
+      "▁fi el",
+      "▁пре ма",
+      "▁protagon ista",
+      "▁Muham mad",
+      "▁sim ulate",
+      "▁H ook",
+      "▁Ho ok",
+      "fe st",
+      "f est",
+      "▁сво их",
+      "▁свои х",
+      "Se nder",
+      "Send er",
+      "S ender",
+      "▁list ened",
+      "▁listen ed",
+      "▁liste ned",
+      "ж і",
+      "je st",
+      "jes t",
+      "j est",
+      "ko rd",
+      "kor d",
+      "k ord",
+      "Cho ice",
+      "▁hoof d",
+      "redu cible",
+      "hp p",
+      "h pp",
+      "▁W u",
+      "š i",
+      "▁M arse",
+      "▁Mar se",
+      "▁Mars e",
+      "▁s oir",
+      "▁so ir",
+      "we sten",
+      "west en",
+      "w esten",
+      "em os",
+      "emo s",
+      "e mos",
+      "▁D uc",
+      "▁Du c",
+      "▁amer ik",
+      "| }{",
+      "▁G ul",
+      "▁Gu l",
+      "▁Sp rache",
+      "▁Spr ache",
+      "▁mis match",
+      "▁mism atch",
+      "Sc al",
+      "S cal",
+      "P ixel",
+      "E F",
+      "▁S ep",
+      "▁Se p",
+      "▁powie cie",
+      "ur k",
+      "▁Nap oli",
+      "▁neighbour hood",
+      "сто ян",
+      "стоя н",
+      "▁search es",
+      "yr us",
+      "y rus",
+      "пе т",
+      "п ет",
+      "He lp",
+      "Hel p",
+      "pon t",
+      "po nt",
+      "p ont",
+      "▁Or ient",
+      "▁Ori ent",
+      "▁Alf onso",
+      "▁monitor ing",
+      "ia o",
+      "i ao",
+      "éd é",
+      "▁Cés ar",
+      "ше е",
+      "Sh ift",
+      "su it",
+      "s uit",
+      "code d",
+      "co ded",
+      "cod ed",
+      "c oded",
+      "но то",
+      "▁Par ti",
+      "▁Part i",
+      "▁la sci",
+      "▁las ci",
+      "▁aw esome",
+      "us ta",
+      "ust a",
+      "u sta",
+      "▁С ове",
+      "▁Со ве",
+      "▁Сов е",
+      "▁F land",
+      "▁Fl and",
+      "oo m",
+      "o om",
+      "▁de vi",
+      "▁dev i",
+      "eng elsk",
+      "end um",
+      "▁Pa scal",
+      "▁Pas cal",
+      "▁B ind",
+      "▁Bi nd",
+      "▁Bin d",
+      "▁ Bind",
+      "▁sigu ientes",
+      "▁siguiente s",
+      "J B",
+      "▁Peters burg",
+      "▁incorrect ly",
+      "▁B ash",
+      "▁Bas h",
+      "▁Ba sh",
+      "▁pe los",
+      "▁pel os",
+      "▁pelo s",
+      "▁zes po",
+      "NS URL",
+      "▁př ek",
+      "▁Cr ime",
+      "na ch",
+      "n ach",
+      "▁th rust",
+      "▁thr ust",
+      "▁Cult ura",
+      "W F",
+      "▁S olo",
+      "▁So lo",
+      "▁Sol o",
+      "▁in vas",
+      "▁inv as",
+      "▁individ ually",
+      "▁individual ly",
+      "ib m",
+      "i bm",
+      "▁et apa",
+      "▁hand ed",
+      "▁han ded",
+      "▁where ver",
+      "▁interpol ation",
+      "▁mus ée",
+      "▁C NN",
+      "id ia",
+      "idi a",
+      "i dia",
+      "ńst w",
+      "▁pr zew",
+      "▁prze w",
+      "▁prz ew",
+      "ug hing",
+      "ugh ing",
+      "▁a ctors",
+      "▁act ors",
+      "▁actor s",
+      "▁Ori ental",
+      "▁Orient al",
+      "▁conven ience",
+      "▁mi asta",
+      "br ains",
+      "bra ins",
+      "▁ме ся",
+      "▁inf atti",
+      "▁All Movie",
+      "▁crit ique",
+      "▁success o",
+      "▁succ esso",
+      "anc ouver",
+      "▁f á",
+      "ъл гар",
+      "▁wis dom",
+      "▁Pho enix",
+      "ho le",
+      "hol e",
+      "h ole",
+      "▁inform ación",
+      "▁Air lines",
+      "▁Airl ines",
+      ". «",
+      "mo rt",
+      "mor t",
+      "m ort",
+      "user Id",
+      "▁*/ \r",
+      "▁C ongo",
+      "▁Con go",
+      "▁Cong o",
+      "▁\" `",
+      "▁ \"`",
+      "co rr",
+      "cor r",
+      "c orr",
+      "▁problem as",
+      "▁proble mas",
+      "▁problema s",
+      "▁probl emas",
+      "▁b ib",
+      "▁bi b",
+      "▁ bib",
+      "▁póź niej",
+      "▁file Name",
+      "▁ fileName",
+      "zo tt",
+      "z ott",
+      "ma cht",
+      "mac ht",
+      "m acht",
+      "▁Ul rich",
+      "C y",
+      "end point",
+      "▁she ep",
+      "▁i bn",
+      "Fe ed",
+      "F eed",
+      "▁sympath y",
+      "▁I b",
+      "▁territ orial",
+      "ra ting",
+      "rat ing",
+      "r ating",
+      "да ми",
+      "▁d st",
+      "▁ds t",
+      "▁ dst",
+      "у ю",
+      "ah o",
+      "a ho",
+      "▁s ug",
+      "▁su g",
+      "em ia",
+      "emi a",
+      "▁t ed",
+      "▁te d",
+      "▁ ted",
+      "▁A pi",
+      "▁Ap i",
+      "▁ Api",
+      "▁R ica",
+      "▁Ric a",
+      "▁Ri ca",
+      "▁M R",
+      "▁ MR",
+      "ński m",
+      "ń skim",
+      "▁V oor",
+      "▁Vo or",
+      "▁de vil",
+      "▁dev il",
+      "▁devi l",
+      "▁Ф о",
+      "▁N är",
+      "▁Nä r",
+      "▁... )",
+      "▁.. .)",
+      "▁ ...)",
+      "▁v ois",
+      "▁vo is",
+      "▁ab bre",
+      "▁abb re",
+      "▁M änner",
+      "xim o",
+      "xi mo",
+      "x imo",
+      "▁intellect ual",
+      "▁t ales",
+      "▁tal es",
+      "▁ta les",
+      "▁tale s",
+      "sim ilar",
+      "ne um",
+      "▁O rig",
+      "▁Or ig",
+      "▁Ori g",
+      "▁po stal",
+      "▁pos tal",
+      "▁post al",
+      "▁h vor",
+      "▁ident ification",
+      "▁identific ation",
+      "▁О д",
+      "ue sto",
+      "ues to",
+      "uest o",
+      "u esto",
+      "▁. ./",
+      "▁.. /",
+      "▁ ../",
+      "▁b ir",
+      "▁bi r",
+      "▁ bir",
+      "▁Л он",
+      "▁Ло н",
+      "▁es empio",
+      "▁E ing",
+      "▁Ein g",
+      "Exp and",
+      "▁PR IMARY",
+      "▁J in",
+      "▁Ji n",
+      "▁vš ak",
+      "ours es",
+      "ourse s",
+      "▁Be tty",
+      "▁Bet ty",
+      "▁W M",
+      "▁ WM",
+      "▁fl ask",
+      "▁fla sk",
+      "hl en",
+      "h len",
+      "▁A del",
+      "▁Ad el",
+      "lar avel",
+      "▁д ет",
+      "▁де т",
+      "сь кою",
+      "сько ю",
+      "▁M undo",
+      "▁Mun do",
+      "ic zn",
+      "icz n",
+      "ifi é",
+      "▁М ор",
+      "▁Мо р",
+      "▁д рев",
+      "▁др ев",
+      "Date Format",
+      "сь ким",
+      "ськ им",
+      "▁d ated",
+      "▁da ted",
+      "▁dat ed",
+      "▁date d",
+      "▁ dated",
+      "ко ли",
+      "кол и",
+      "▁результа те",
+      "\\) .",
+      "\\ ).",
+      "▁delay ed",
+      "so und",
+      "s ound",
+      "▁Ма к",
+      "▁\" ...",
+      "▁\". ..",
+      "▁b innen",
+      "▁bin nen",
+      "▁фа куль",
+      "▁pol ygon",
+      "▁poly gon",
+      "▁eg gs",
+      "▁egg s",
+      "At IndexPath",
+      "AtIndex Path",
+      "мен таль",
+      "мент аль",
+      "мента ль",
+      "▁in cred",
+      "▁incre d",
+      "▁inc red",
+      "ch unk",
+      "web driver",
+      "▁с вобо",
+      "▁сво бо",
+      "▁mi ędzy",
+      "Rece ived",
+      "Receive d",
+      "▁M onde",
+      "▁Mon de",
+      "▁Mo nde",
+      "▁Mond e",
+      "▁J Query",
+      "Bu tt",
+      "But t",
+      "B utt",
+      "▁P DO",
+      "▁for ec",
+      "▁fo rec",
+      "▁fore c",
+      "▁discipl ine",
+      "ch ev",
+      "che v",
+      "на т",
+      "н ат",
+      "▁re dis",
+      "▁red is",
+      "▁hun ting",
+      "▁al k",
+      "▁ alk",
+      "▁proof s",
+      "PR I",
+      "P RI",
+      "▁c hip",
+      "▁ch ip",
+      "▁chi p",
+      "és ie",
+      "▁H O",
+      "▁ HO",
+      "▁r ug",
+      "▁ru g",
+      "▁ rug",
+      "zo s",
+      "z os",
+      "▁s orte",
+      "▁sort e",
+      "▁sor te",
+      "▁ze igt",
+      "▁Phys ics",
+      "leg te",
+      "legt e",
+      "▁proport ional",
+      "▁proportion al",
+      "▁tool bar",
+      "ve ment",
+      "v ement",
+      "not in",
+      "▁prv ní",
+      "bl ah",
+      "bla h",
+      "b lah",
+      "▁prés ence",
+      "▁l loc",
+      "▁ll oc",
+      "▁lí der",
+      "▁Ac cept",
+      "▁ Accept",
+      "▁Al ways",
+      "▁\" {",
+      "▁divers i",
+      "▁diver si",
+      "ik or",
+      "iko r",
+      "i kor",
+      "Per iod",
+      "ж ён",
+      "▁Al liance",
+      "▁All iance",
+      "▁re lay",
+      "▁rel ay",
+      "▁rela y",
+      "Br o",
+      "B ro",
+      "jö n",
+      "j ön",
+      "▁B aud",
+      "▁Ba ud",
+      "▁Bau d",
+      "▁B ian",
+      "▁Bi an",
+      "') [",
+      "' )[",
+      "чи в",
+      "▁P oss",
+      "▁Po ss",
+      "▁Pos s",
+      "▁Mitg lieder",
+      "▁Mitglied er",
+      "▁n ev",
+      "▁ne v",
+      "Dan iel",
+      "▁t ends",
+      "▁ten ds",
+      "▁tend s",
+      "▁compag nie",
+      "▁liv res",
+      "▁livre s",
+      "lu b",
+      "l ub",
+      "▁ ▁",
+      "▁▁ ▁▁",
+      "▁▁▁ ▁",
+      "▁ ▁▁▁",
+      "▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁",
+      "▁▁▁▁▁ ▁▁▁",
+      "▁▁▁▁▁▁ ▁▁",
+      "▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁ ▁",
+      "▁ ▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁",
+      "▁▁▁▁ ▁",
+      "▁▁▁ ▁▁",
+      "▁ ▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁",
+      "▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁",
+      "▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁",
+      "▁▁▁▁ ▁▁",
+      "▁▁▁▁▁ ▁",
+      "▁▁▁ ▁▁▁",
+      "▁ ▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁ ▁▁",
+      "▁▁▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁▁▁",
+      "▁▁▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁ ▁",
+      "▁ ▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁ ▁",
+      "▁▁▁▁▁▁▁▁▁▁ ▁▁▁",
+      "▁▁▁ ▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁▁▁▁",
+      "▁▁▁▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁ ▁▁",
+      "▁ ▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁",
+      "▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁",
+      "▁▁▁▁▁▁▁ ▁▁▁",
+      "▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁",
+      "▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁",
+      "▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁",
+      "▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁ ▁",
+      "▁ ▁▁",
+      "▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁",
+      "▁▁▁▁▁ ▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁",
+      "▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁ ▁▁",
+      "▁ ▁▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁",
+      "▁▁▁▁▁ ▁▁",
+      "▁▁▁▁▁▁ ▁",
+      "▁▁▁ ▁▁▁▁",
+      "▁ ▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁ ▁",
+      "▁▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁▁",
+      "▁▁▁▁▁▁▁ ▁▁▁▁",
+      "▁ ▁▁▁▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁",
+      "▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁",
+      "▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁",
+      "▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁▁"
+    ]
+  }
+}
\ No newline at end of file
diff --git a/mr_paco_checkpoint/checkpoint-41852/tokenizer.model b/mr_paco_checkpoint/checkpoint-41852/tokenizer.model
new file mode 100755
index 0000000000000000000000000000000000000000..6c00c742ce03c627d6cd5b795984876fa49fa899
--- /dev/null
+++ b/mr_paco_checkpoint/checkpoint-41852/tokenizer.model
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
+size 499723
diff --git a/mr_paco_checkpoint/checkpoint-41852/tokenizer_config.json b/mr_paco_checkpoint/checkpoint-41852/tokenizer_config.json
new file mode 100755
index 0000000000000000000000000000000000000000..818be071ee147f56af495c89187f08d9591288de
--- /dev/null
+++ b/mr_paco_checkpoint/checkpoint-41852/tokenizer_config.json
@@ -0,0 +1,131 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32000": {
+      "content": "<im_gen_start>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32001": {
+      "content": "<im_gen>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32002": {
+      "content": "<mask_gen>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32003": {
+      "content": "<audio_gen>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32004": {
+      "content": "<audio_gen_start>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32005": {
+      "content": "<audio>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32006": {
+      "content": "<video>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32007": {
+      "content": "<base>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32008": {
+      "content": "<base_null>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32009": {
+      "content": "<seg>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32010": {
+      "content": "<seg_input>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "legacy": false,
+  "model_max_length": 2048,
+  "pad_token": "<unk>",
+  "padding_side": "right",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}
diff --git a/mr_paco_checkpoint/checkpoint-41852/trainer_state.json b/mr_paco_checkpoint/checkpoint-41852/trainer_state.json
new file mode 100755
index 0000000000000000000000000000000000000000..a8f4365a2387e329e02b4450e5b77b38d0eab904
--- /dev/null
+++ b/mr_paco_checkpoint/checkpoint-41852/trainer_state.json
@@ -0,0 +1,292997 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.0,
+  "eval_steps": 1000,
+  "global_step": 41852,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 4.7787441460384214e-05,
+      "grad_norm": 980.0081787109375,
+      "learning_rate": 1.5923566878980894e-08,
+      "loss": 135.875,
+      "step": 1
+    },
+    {
+      "epoch": 9.557488292076843e-05,
+      "grad_norm": 1179.23876953125,
+      "learning_rate": 3.184713375796179e-08,
+      "loss": 99.875,
+      "step": 2
+    },
+    {
+      "epoch": 0.00014336232438115262,
+      "grad_norm": 1294.7244873046875,
+      "learning_rate": 4.777070063694268e-08,
+      "loss": 118.375,
+      "step": 3
+    },
+    {
+      "epoch": 0.00019114976584153686,
+      "grad_norm": 590.2833251953125,
+      "learning_rate": 6.369426751592358e-08,
+      "loss": 86.625,
+      "step": 4
+    },
+    {
+      "epoch": 0.00023893720730192106,
+      "grad_norm": 1476.8577880859375,
+      "learning_rate": 7.961783439490447e-08,
+      "loss": 123.875,
+      "step": 5
+    },
+    {
+      "epoch": 0.00028672464876230524,
+      "grad_norm": 851.7933959960938,
+      "learning_rate": 9.554140127388536e-08,
+      "loss": 136.625,
+      "step": 6
+    },
+    {
+      "epoch": 0.0003345120902226895,
+      "grad_norm": 852.481689453125,
+      "learning_rate": 1.1146496815286625e-07,
+      "loss": 98.75,
+      "step": 7
+    },
+    {
+      "epoch": 0.0003822995316830737,
+      "grad_norm": 766.6211547851562,
+      "learning_rate": 1.2738853503184715e-07,
+      "loss": 100.375,
+      "step": 8
+    },
+    {
+      "epoch": 0.0004300869731434579,
+      "grad_norm": 838.1124267578125,
+      "learning_rate": 1.4331210191082803e-07,
+      "loss": 99.5,
+      "step": 9
+    },
+    {
+      "epoch": 0.00047787441460384213,
+      "grad_norm": 1102.82666015625,
+      "learning_rate": 1.5923566878980893e-07,
+      "loss": 138.25,
+      "step": 10
+    },
+    {
+      "epoch": 0.0005256618560642263,
+      "grad_norm": 712.3856811523438,
+      "learning_rate": 1.751592356687898e-07,
+      "loss": 100.0,
+      "step": 11
+    },
+    {
+      "epoch": 0.0005734492975246105,
+      "grad_norm": 401.5303039550781,
+      "learning_rate": 1.9108280254777072e-07,
+      "loss": 70.9062,
+      "step": 12
+    },
+    {
+      "epoch": 0.0006212367389849948,
+      "grad_norm": 709.5535888671875,
+      "learning_rate": 2.070063694267516e-07,
+      "loss": 108.25,
+      "step": 13
+    },
+    {
+      "epoch": 0.000669024180445379,
+      "grad_norm": 679.2425537109375,
+      "learning_rate": 2.229299363057325e-07,
+      "loss": 95.125,
+      "step": 14
+    },
+    {
+      "epoch": 0.0007168116219057631,
+      "grad_norm": 755.1546630859375,
+      "learning_rate": 2.3885350318471343e-07,
+      "loss": 107.125,
+      "step": 15
+    },
+    {
+      "epoch": 0.0007645990633661474,
+      "grad_norm": 709.2710571289062,
+      "learning_rate": 2.547770700636943e-07,
+      "loss": 102.375,
+      "step": 16
+    },
+    {
+      "epoch": 0.0008123865048265316,
+      "grad_norm": 776.7017822265625,
+      "learning_rate": 2.707006369426752e-07,
+      "loss": 91.8125,
+      "step": 17
+    },
+    {
+      "epoch": 0.0008601739462869158,
+      "grad_norm": 1006.609130859375,
+      "learning_rate": 2.8662420382165606e-07,
+      "loss": 100.875,
+      "step": 18
+    },
+    {
+      "epoch": 0.0009079613877473,
+      "grad_norm": 962.4430541992188,
+      "learning_rate": 3.02547770700637e-07,
+      "loss": 124.0,
+      "step": 19
+    },
+    {
+      "epoch": 0.0009557488292076843,
+      "grad_norm": 714.3941650390625,
+      "learning_rate": 3.1847133757961787e-07,
+      "loss": 94.3125,
+      "step": 20
+    },
+    {
+      "epoch": 0.0010035362706680684,
+      "grad_norm": 793.7258911132812,
+      "learning_rate": 3.3439490445859875e-07,
+      "loss": 133.125,
+      "step": 21
+    },
+    {
+      "epoch": 0.0010513237121284526,
+      "grad_norm": 928.1541748046875,
+      "learning_rate": 3.503184713375796e-07,
+      "loss": 131.6875,
+      "step": 22
+    },
+    {
+      "epoch": 0.0010991111535888368,
+      "grad_norm": 922.1979370117188,
+      "learning_rate": 3.6624203821656055e-07,
+      "loss": 89.0,
+      "step": 23
+    },
+    {
+      "epoch": 0.001146898595049221,
+      "grad_norm": 1194.3829345703125,
+      "learning_rate": 3.8216560509554143e-07,
+      "loss": 142.625,
+      "step": 24
+    },
+    {
+      "epoch": 0.0011946860365096054,
+      "grad_norm": 1167.1153564453125,
+      "learning_rate": 3.980891719745223e-07,
+      "loss": 96.0,
+      "step": 25
+    },
+    {
+      "epoch": 0.0012424734779699896,
+      "grad_norm": 532.9276123046875,
+      "learning_rate": 4.140127388535032e-07,
+      "loss": 90.875,
+      "step": 26
+    },
+    {
+      "epoch": 0.0012902609194303737,
+      "grad_norm": 813.1306762695312,
+      "learning_rate": 4.2993630573248406e-07,
+      "loss": 110.375,
+      "step": 27
+    },
+    {
+      "epoch": 0.001338048360890758,
+      "grad_norm": 973.1424560546875,
+      "learning_rate": 4.45859872611465e-07,
+      "loss": 138.875,
+      "step": 28
+    },
+    {
+      "epoch": 0.001385835802351142,
+      "grad_norm": 437.5728759765625,
+      "learning_rate": 4.6178343949044587e-07,
+      "loss": 78.125,
+      "step": 29
+    },
+    {
+      "epoch": 0.0014336232438115263,
+      "grad_norm": 724.2176513671875,
+      "learning_rate": 4.777070063694269e-07,
+      "loss": 75.0,
+      "step": 30
+    },
+    {
+      "epoch": 0.0014814106852719105,
+      "grad_norm": 775.2501831054688,
+      "learning_rate": 4.936305732484077e-07,
+      "loss": 114.125,
+      "step": 31
+    },
+    {
+      "epoch": 0.0015291981267322949,
+      "grad_norm": 805.645751953125,
+      "learning_rate": 5.095541401273886e-07,
+      "loss": 152.5,
+      "step": 32
+    },
+    {
+      "epoch": 0.001576985568192679,
+      "grad_norm": 1174.225341796875,
+      "learning_rate": 5.254777070063695e-07,
+      "loss": 166.625,
+      "step": 33
+    },
+    {
+      "epoch": 0.0016247730096530632,
+      "grad_norm": 691.8404541015625,
+      "learning_rate": 5.414012738853504e-07,
+      "loss": 102.0625,
+      "step": 34
+    },
+    {
+      "epoch": 0.0016725604511134474,
+      "grad_norm": 2419.553955078125,
+      "learning_rate": 5.573248407643312e-07,
+      "loss": 151.375,
+      "step": 35
+    },
+    {
+      "epoch": 0.0017203478925738316,
+      "grad_norm": 1464.8297119140625,
+      "learning_rate": 5.732484076433121e-07,
+      "loss": 117.375,
+      "step": 36
+    },
+    {
+      "epoch": 0.0017681353340342158,
+      "grad_norm": 875.3065185546875,
+      "learning_rate": 5.89171974522293e-07,
+      "loss": 119.875,
+      "step": 37
+    },
+    {
+      "epoch": 0.0018159227754946,
+      "grad_norm": 571.8912963867188,
+      "learning_rate": 6.05095541401274e-07,
+      "loss": 88.125,
+      "step": 38
+    },
+    {
+      "epoch": 0.0018637102169549843,
+      "grad_norm": 670.129638671875,
+      "learning_rate": 6.210191082802549e-07,
+      "loss": 124.875,
+      "step": 39
+    },
+    {
+      "epoch": 0.0019114976584153685,
+      "grad_norm": 588.640869140625,
+      "learning_rate": 6.369426751592357e-07,
+      "loss": 84.375,
+      "step": 40
+    },
+    {
+      "epoch": 0.0019592850998757525,
+      "grad_norm": 719.0681762695312,
+      "learning_rate": 6.528662420382166e-07,
+      "loss": 97.375,
+      "step": 41
+    },
+    {
+      "epoch": 0.002007072541336137,
+      "grad_norm": 651.3707885742188,
+      "learning_rate": 6.687898089171975e-07,
+      "loss": 106.25,
+      "step": 42
+    },
+    {
+      "epoch": 0.0020548599827965213,
+      "grad_norm": 687.1447143554688,
+      "learning_rate": 6.847133757961784e-07,
+      "loss": 85.0625,
+      "step": 43
+    },
+    {
+      "epoch": 0.0021026474242569052,
+      "grad_norm": 709.5444946289062,
+      "learning_rate": 7.006369426751592e-07,
+      "loss": 84.6875,
+      "step": 44
+    },
+    {
+      "epoch": 0.0021504348657172896,
+      "grad_norm": 651.914794921875,
+      "learning_rate": 7.165605095541401e-07,
+      "loss": 116.875,
+      "step": 45
+    },
+    {
+      "epoch": 0.0021982223071776736,
+      "grad_norm": 1021.096435546875,
+      "learning_rate": 7.324840764331211e-07,
+      "loss": 117.0,
+      "step": 46
+    },
+    {
+      "epoch": 0.002246009748638058,
+      "grad_norm": 1444.163330078125,
+      "learning_rate": 7.48407643312102e-07,
+      "loss": 141.25,
+      "step": 47
+    },
+    {
+      "epoch": 0.002293797190098442,
+      "grad_norm": 505.2745666503906,
+      "learning_rate": 7.643312101910829e-07,
+      "loss": 93.5,
+      "step": 48
+    },
+    {
+      "epoch": 0.0023415846315588264,
+      "grad_norm": 1254.915283203125,
+      "learning_rate": 7.802547770700637e-07,
+      "loss": 146.0,
+      "step": 49
+    },
+    {
+      "epoch": 0.0023893720730192108,
+      "grad_norm": 900.9448852539062,
+      "learning_rate": 7.961783439490446e-07,
+      "loss": 107.625,
+      "step": 50
+    },
+    {
+      "epoch": 0.0024371595144795947,
+      "grad_norm": 781.0957641601562,
+      "learning_rate": 8.121019108280255e-07,
+      "loss": 85.5625,
+      "step": 51
+    },
+    {
+      "epoch": 0.002484946955939979,
+      "grad_norm": 478.791015625,
+      "learning_rate": 8.280254777070064e-07,
+      "loss": 92.75,
+      "step": 52
+    },
+    {
+      "epoch": 0.002532734397400363,
+      "grad_norm": 864.8536376953125,
+      "learning_rate": 8.439490445859872e-07,
+      "loss": 121.0,
+      "step": 53
+    },
+    {
+      "epoch": 0.0025805218388607475,
+      "grad_norm": 780.928466796875,
+      "learning_rate": 8.598726114649681e-07,
+      "loss": 95.875,
+      "step": 54
+    },
+    {
+      "epoch": 0.0026283092803211314,
+      "grad_norm": 812.4193725585938,
+      "learning_rate": 8.757961783439491e-07,
+      "loss": 84.75,
+      "step": 55
+    },
+    {
+      "epoch": 0.002676096721781516,
+      "grad_norm": 914.703125,
+      "learning_rate": 8.9171974522293e-07,
+      "loss": 132.875,
+      "step": 56
+    },
+    {
+      "epoch": 0.0027238841632419002,
+      "grad_norm": 816.2222900390625,
+      "learning_rate": 9.076433121019109e-07,
+      "loss": 82.375,
+      "step": 57
+    },
+    {
+      "epoch": 0.002771671604702284,
+      "grad_norm": 1213.7066650390625,
+      "learning_rate": 9.235668789808917e-07,
+      "loss": 99.9375,
+      "step": 58
+    },
+    {
+      "epoch": 0.0028194590461626686,
+      "grad_norm": 841.0042114257812,
+      "learning_rate": 9.394904458598727e-07,
+      "loss": 116.5,
+      "step": 59
+    },
+    {
+      "epoch": 0.0028672464876230526,
+      "grad_norm": 824.9359130859375,
+      "learning_rate": 9.554140127388537e-07,
+      "loss": 127.125,
+      "step": 60
+    },
+    {
+      "epoch": 0.002915033929083437,
+      "grad_norm": 859.083251953125,
+      "learning_rate": 9.713375796178345e-07,
+      "loss": 90.125,
+      "step": 61
+    },
+    {
+      "epoch": 0.002962821370543821,
+      "grad_norm": 921.4050903320312,
+      "learning_rate": 9.872611464968155e-07,
+      "loss": 92.25,
+      "step": 62
+    },
+    {
+      "epoch": 0.0030106088120042053,
+      "grad_norm": 874.5443115234375,
+      "learning_rate": 1.0031847133757962e-06,
+      "loss": 139.75,
+      "step": 63
+    },
+    {
+      "epoch": 0.0030583962534645897,
+      "grad_norm": 837.681640625,
+      "learning_rate": 1.0191082802547772e-06,
+      "loss": 121.75,
+      "step": 64
+    },
+    {
+      "epoch": 0.0031061836949249737,
+      "grad_norm": 580.2198486328125,
+      "learning_rate": 1.035031847133758e-06,
+      "loss": 83.8125,
+      "step": 65
+    },
+    {
+      "epoch": 0.003153971136385358,
+      "grad_norm": 638.0169677734375,
+      "learning_rate": 1.050955414012739e-06,
+      "loss": 108.3125,
+      "step": 66
+    },
+    {
+      "epoch": 0.003201758577845742,
+      "grad_norm": 775.6929321289062,
+      "learning_rate": 1.06687898089172e-06,
+      "loss": 115.1875,
+      "step": 67
+    },
+    {
+      "epoch": 0.0032495460193061264,
+      "grad_norm": 628.4940185546875,
+      "learning_rate": 1.0828025477707007e-06,
+      "loss": 79.625,
+      "step": 68
+    },
+    {
+      "epoch": 0.0032973334607665104,
+      "grad_norm": 855.508544921875,
+      "learning_rate": 1.0987261146496817e-06,
+      "loss": 120.0625,
+      "step": 69
+    },
+    {
+      "epoch": 0.003345120902226895,
+      "grad_norm": 478.70269775390625,
+      "learning_rate": 1.1146496815286625e-06,
+      "loss": 72.375,
+      "step": 70
+    },
+    {
+      "epoch": 0.003392908343687279,
+      "grad_norm": 4499.09619140625,
+      "learning_rate": 1.1305732484076435e-06,
+      "loss": 108.75,
+      "step": 71
+    },
+    {
+      "epoch": 0.003440695785147663,
+      "grad_norm": 984.2755126953125,
+      "learning_rate": 1.1464968152866242e-06,
+      "loss": 107.5,
+      "step": 72
+    },
+    {
+      "epoch": 0.0034884832266080476,
+      "grad_norm": 646.6489868164062,
+      "learning_rate": 1.1624203821656052e-06,
+      "loss": 81.4375,
+      "step": 73
+    },
+    {
+      "epoch": 0.0035362706680684315,
+      "grad_norm": 531.9454956054688,
+      "learning_rate": 1.178343949044586e-06,
+      "loss": 66.0625,
+      "step": 74
+    },
+    {
+      "epoch": 0.003584058109528816,
+      "grad_norm": 800.6239624023438,
+      "learning_rate": 1.194267515923567e-06,
+      "loss": 84.75,
+      "step": 75
+    },
+    {
+      "epoch": 0.0036318455509892,
+      "grad_norm": 500.908203125,
+      "learning_rate": 1.210191082802548e-06,
+      "loss": 59.5,
+      "step": 76
+    },
+    {
+      "epoch": 0.0036796329924495843,
+      "grad_norm": 584.1302490234375,
+      "learning_rate": 1.2261146496815287e-06,
+      "loss": 70.0625,
+      "step": 77
+    },
+    {
+      "epoch": 0.0037274204339099687,
+      "grad_norm": 547.7263793945312,
+      "learning_rate": 1.2420382165605097e-06,
+      "loss": 90.625,
+      "step": 78
+    },
+    {
+      "epoch": 0.0037752078753703526,
+      "grad_norm": 1095.7159423828125,
+      "learning_rate": 1.2579617834394905e-06,
+      "loss": 69.0,
+      "step": 79
+    },
+    {
+      "epoch": 0.003822995316830737,
+      "grad_norm": 680.9779052734375,
+      "learning_rate": 1.2738853503184715e-06,
+      "loss": 87.0,
+      "step": 80
+    },
+    {
+      "epoch": 0.003870782758291121,
+      "grad_norm": 587.3842163085938,
+      "learning_rate": 1.2898089171974522e-06,
+      "loss": 61.25,
+      "step": 81
+    },
+    {
+      "epoch": 0.003918570199751505,
+      "grad_norm": 508.3847961425781,
+      "learning_rate": 1.3057324840764332e-06,
+      "loss": 94.25,
+      "step": 82
+    },
+    {
+      "epoch": 0.003966357641211889,
+      "grad_norm": 518.2117309570312,
+      "learning_rate": 1.3216560509554142e-06,
+      "loss": 66.0625,
+      "step": 83
+    },
+    {
+      "epoch": 0.004014145082672274,
+      "grad_norm": 537.4411010742188,
+      "learning_rate": 1.337579617834395e-06,
+      "loss": 69.125,
+      "step": 84
+    },
+    {
+      "epoch": 0.004061932524132658,
+      "grad_norm": 1368.67138671875,
+      "learning_rate": 1.353503184713376e-06,
+      "loss": 85.0,
+      "step": 85
+    },
+    {
+      "epoch": 0.0041097199655930425,
+      "grad_norm": 433.7147216796875,
+      "learning_rate": 1.3694267515923567e-06,
+      "loss": 76.8125,
+      "step": 86
+    },
+    {
+      "epoch": 0.004157507407053426,
+      "grad_norm": 625.3609619140625,
+      "learning_rate": 1.3853503184713377e-06,
+      "loss": 79.0,
+      "step": 87
+    },
+    {
+      "epoch": 0.0042052948485138105,
+      "grad_norm": 594.2817993164062,
+      "learning_rate": 1.4012738853503185e-06,
+      "loss": 86.0,
+      "step": 88
+    },
+    {
+      "epoch": 0.004253082289974195,
+      "grad_norm": 619.9556274414062,
+      "learning_rate": 1.4171974522292995e-06,
+      "loss": 71.125,
+      "step": 89
+    },
+    {
+      "epoch": 0.004300869731434579,
+      "grad_norm": 546.2923583984375,
+      "learning_rate": 1.4331210191082802e-06,
+      "loss": 55.4375,
+      "step": 90
+    },
+    {
+      "epoch": 0.004348657172894963,
+      "grad_norm": 1134.88232421875,
+      "learning_rate": 1.4490445859872612e-06,
+      "loss": 73.5938,
+      "step": 91
+    },
+    {
+      "epoch": 0.004396444614355347,
+      "grad_norm": 578.6942749023438,
+      "learning_rate": 1.4649681528662422e-06,
+      "loss": 65.3125,
+      "step": 92
+    },
+    {
+      "epoch": 0.004444232055815732,
+      "grad_norm": 411.62664794921875,
+      "learning_rate": 1.480891719745223e-06,
+      "loss": 63.125,
+      "step": 93
+    },
+    {
+      "epoch": 0.004492019497276116,
+      "grad_norm": 647.8049926757812,
+      "learning_rate": 1.496815286624204e-06,
+      "loss": 63.9375,
+      "step": 94
+    },
+    {
+      "epoch": 0.0045398069387365,
+      "grad_norm": 479.23699951171875,
+      "learning_rate": 1.5127388535031847e-06,
+      "loss": 66.4375,
+      "step": 95
+    },
+    {
+      "epoch": 0.004587594380196884,
+      "grad_norm": 484.5455322265625,
+      "learning_rate": 1.5286624203821657e-06,
+      "loss": 61.0,
+      "step": 96
+    },
+    {
+      "epoch": 0.004635381821657268,
+      "grad_norm": 773.2493286132812,
+      "learning_rate": 1.5445859872611465e-06,
+      "loss": 63.1875,
+      "step": 97
+    },
+    {
+      "epoch": 0.004683169263117653,
+      "grad_norm": 915.6104125976562,
+      "learning_rate": 1.5605095541401275e-06,
+      "loss": 82.4375,
+      "step": 98
+    },
+    {
+      "epoch": 0.004730956704578037,
+      "grad_norm": 529.39208984375,
+      "learning_rate": 1.5764331210191083e-06,
+      "loss": 60.125,
+      "step": 99
+    },
+    {
+      "epoch": 0.0047787441460384215,
+      "grad_norm": 569.7532958984375,
+      "learning_rate": 1.5923566878980892e-06,
+      "loss": 64.0625,
+      "step": 100
+    },
+    {
+      "epoch": 0.004826531587498805,
+      "grad_norm": 493.0296325683594,
+      "learning_rate": 1.6082802547770702e-06,
+      "loss": 88.375,
+      "step": 101
+    },
+    {
+      "epoch": 0.0048743190289591894,
+      "grad_norm": 520.2975463867188,
+      "learning_rate": 1.624203821656051e-06,
+      "loss": 60.625,
+      "step": 102
+    },
+    {
+      "epoch": 0.004922106470419574,
+      "grad_norm": 539.0826416015625,
+      "learning_rate": 1.640127388535032e-06,
+      "loss": 68.8125,
+      "step": 103
+    },
+    {
+      "epoch": 0.004969893911879958,
+      "grad_norm": 815.4505004882812,
+      "learning_rate": 1.6560509554140127e-06,
+      "loss": 74.4375,
+      "step": 104
+    },
+    {
+      "epoch": 0.005017681353340342,
+      "grad_norm": 456.2588806152344,
+      "learning_rate": 1.6719745222929937e-06,
+      "loss": 36.2188,
+      "step": 105
+    },
+    {
+      "epoch": 0.005065468794800726,
+      "grad_norm": 636.2153930664062,
+      "learning_rate": 1.6878980891719745e-06,
+      "loss": 61.5,
+      "step": 106
+    },
+    {
+      "epoch": 0.0051132562362611106,
+      "grad_norm": 550.3583374023438,
+      "learning_rate": 1.7038216560509555e-06,
+      "loss": 69.875,
+      "step": 107
+    },
+    {
+      "epoch": 0.005161043677721495,
+      "grad_norm": 931.1907958984375,
+      "learning_rate": 1.7197452229299363e-06,
+      "loss": 102.5625,
+      "step": 108
+    },
+    {
+      "epoch": 0.005208831119181879,
+      "grad_norm": 307.1325988769531,
+      "learning_rate": 1.7356687898089172e-06,
+      "loss": 48.2188,
+      "step": 109
+    },
+    {
+      "epoch": 0.005256618560642263,
+      "grad_norm": 562.3941040039062,
+      "learning_rate": 1.7515923566878982e-06,
+      "loss": 54.375,
+      "step": 110
+    },
+    {
+      "epoch": 0.005304406002102647,
+      "grad_norm": 389.6371765136719,
+      "learning_rate": 1.767515923566879e-06,
+      "loss": 72.25,
+      "step": 111
+    },
+    {
+      "epoch": 0.005352193443563032,
+      "grad_norm": 427.7307434082031,
+      "learning_rate": 1.78343949044586e-06,
+      "loss": 54.8125,
+      "step": 112
+    },
+    {
+      "epoch": 0.005399980885023416,
+      "grad_norm": 359.529296875,
+      "learning_rate": 1.7993630573248407e-06,
+      "loss": 54.625,
+      "step": 113
+    },
+    {
+      "epoch": 0.0054477683264838005,
+      "grad_norm": 577.1635131835938,
+      "learning_rate": 1.8152866242038217e-06,
+      "loss": 55.0625,
+      "step": 114
+    },
+    {
+      "epoch": 0.005495555767944184,
+      "grad_norm": 392.31109619140625,
+      "learning_rate": 1.8312101910828025e-06,
+      "loss": 61.625,
+      "step": 115
+    },
+    {
+      "epoch": 0.005543343209404568,
+      "grad_norm": 904.4287109375,
+      "learning_rate": 1.8471337579617835e-06,
+      "loss": 60.7188,
+      "step": 116
+    },
+    {
+      "epoch": 0.005591130650864953,
+      "grad_norm": 530.8651733398438,
+      "learning_rate": 1.8630573248407643e-06,
+      "loss": 66.9375,
+      "step": 117
+    },
+    {
+      "epoch": 0.005638918092325337,
+      "grad_norm": 596.225830078125,
+      "learning_rate": 1.8789808917197455e-06,
+      "loss": 78.2812,
+      "step": 118
+    },
+    {
+      "epoch": 0.005686705533785721,
+      "grad_norm": 1003.6280517578125,
+      "learning_rate": 1.8949044585987264e-06,
+      "loss": 81.2188,
+      "step": 119
+    },
+    {
+      "epoch": 0.005734492975246105,
+      "grad_norm": 394.39324951171875,
+      "learning_rate": 1.9108280254777074e-06,
+      "loss": 68.6875,
+      "step": 120
+    },
+    {
+      "epoch": 0.0057822804167064895,
+      "grad_norm": 547.9285278320312,
+      "learning_rate": 1.926751592356688e-06,
+      "loss": 72.25,
+      "step": 121
+    },
+    {
+      "epoch": 0.005830067858166874,
+      "grad_norm": 492.0980224609375,
+      "learning_rate": 1.942675159235669e-06,
+      "loss": 65.875,
+      "step": 122
+    },
+    {
+      "epoch": 0.005877855299627258,
+      "grad_norm": 722.102783203125,
+      "learning_rate": 1.95859872611465e-06,
+      "loss": 51.4062,
+      "step": 123
+    },
+    {
+      "epoch": 0.005925642741087642,
+      "grad_norm": 469.5882873535156,
+      "learning_rate": 1.974522292993631e-06,
+      "loss": 50.1875,
+      "step": 124
+    },
+    {
+      "epoch": 0.005973430182548026,
+      "grad_norm": 1032.6395263671875,
+      "learning_rate": 1.9904458598726117e-06,
+      "loss": 67.0,
+      "step": 125
+    },
+    {
+      "epoch": 0.006021217624008411,
+      "grad_norm": 355.2393798828125,
+      "learning_rate": 2.0063694267515925e-06,
+      "loss": 44.0312,
+      "step": 126
+    },
+    {
+      "epoch": 0.006069005065468795,
+      "grad_norm": 674.7156372070312,
+      "learning_rate": 2.0222929936305737e-06,
+      "loss": 67.8125,
+      "step": 127
+    },
+    {
+      "epoch": 0.006116792506929179,
+      "grad_norm": 535.864013671875,
+      "learning_rate": 2.0382165605095544e-06,
+      "loss": 56.1875,
+      "step": 128
+    },
+    {
+      "epoch": 0.006164579948389563,
+      "grad_norm": 580.8214721679688,
+      "learning_rate": 2.054140127388535e-06,
+      "loss": 59.75,
+      "step": 129
+    },
+    {
+      "epoch": 0.006212367389849947,
+      "grad_norm": 428.1308288574219,
+      "learning_rate": 2.070063694267516e-06,
+      "loss": 62.5938,
+      "step": 130
+    },
+    {
+      "epoch": 0.006260154831310332,
+      "grad_norm": 1166.90966796875,
+      "learning_rate": 2.085987261146497e-06,
+      "loss": 88.1875,
+      "step": 131
+    },
+    {
+      "epoch": 0.006307942272770716,
+      "grad_norm": 466.41204833984375,
+      "learning_rate": 2.101910828025478e-06,
+      "loss": 53.875,
+      "step": 132
+    },
+    {
+      "epoch": 0.0063557297142311,
+      "grad_norm": 489.4912414550781,
+      "learning_rate": 2.1178343949044587e-06,
+      "loss": 46.4062,
+      "step": 133
+    },
+    {
+      "epoch": 0.006403517155691484,
+      "grad_norm": 536.6026611328125,
+      "learning_rate": 2.13375796178344e-06,
+      "loss": 61.9375,
+      "step": 134
+    },
+    {
+      "epoch": 0.0064513045971518685,
+      "grad_norm": 378.3089294433594,
+      "learning_rate": 2.1496815286624207e-06,
+      "loss": 47.3125,
+      "step": 135
+    },
+    {
+      "epoch": 0.006499092038612253,
+      "grad_norm": 495.2071533203125,
+      "learning_rate": 2.1656050955414015e-06,
+      "loss": 51.875,
+      "step": 136
+    },
+    {
+      "epoch": 0.006546879480072637,
+      "grad_norm": 3242.387939453125,
+      "learning_rate": 2.1815286624203822e-06,
+      "loss": 71.9375,
+      "step": 137
+    },
+    {
+      "epoch": 0.006594666921533021,
+      "grad_norm": 450.96697998046875,
+      "learning_rate": 2.1974522292993634e-06,
+      "loss": 56.25,
+      "step": 138
+    },
+    {
+      "epoch": 0.006642454362993405,
+      "grad_norm": 388.9698181152344,
+      "learning_rate": 2.213375796178344e-06,
+      "loss": 52.0312,
+      "step": 139
+    },
+    {
+      "epoch": 0.00669024180445379,
+      "grad_norm": 335.68341064453125,
+      "learning_rate": 2.229299363057325e-06,
+      "loss": 53.9688,
+      "step": 140
+    },
+    {
+      "epoch": 0.006738029245914174,
+      "grad_norm": 497.51409912109375,
+      "learning_rate": 2.245222929936306e-06,
+      "loss": 71.625,
+      "step": 141
+    },
+    {
+      "epoch": 0.006785816687374558,
+      "grad_norm": 340.1039733886719,
+      "learning_rate": 2.261146496815287e-06,
+      "loss": 51.4375,
+      "step": 142
+    },
+    {
+      "epoch": 0.006833604128834942,
+      "grad_norm": 578.4569702148438,
+      "learning_rate": 2.2770700636942677e-06,
+      "loss": 43.9375,
+      "step": 143
+    },
+    {
+      "epoch": 0.006881391570295326,
+      "grad_norm": 330.6908874511719,
+      "learning_rate": 2.2929936305732485e-06,
+      "loss": 61.125,
+      "step": 144
+    },
+    {
+      "epoch": 0.006929179011755711,
+      "grad_norm": 377.8130798339844,
+      "learning_rate": 2.3089171974522297e-06,
+      "loss": 69.9375,
+      "step": 145
+    },
+    {
+      "epoch": 0.006976966453216095,
+      "grad_norm": 1674.705322265625,
+      "learning_rate": 2.3248407643312104e-06,
+      "loss": 54.9688,
+      "step": 146
+    },
+    {
+      "epoch": 0.007024753894676479,
+      "grad_norm": 597.5036010742188,
+      "learning_rate": 2.3407643312101912e-06,
+      "loss": 49.4688,
+      "step": 147
+    },
+    {
+      "epoch": 0.007072541336136863,
+      "grad_norm": 353.620361328125,
+      "learning_rate": 2.356687898089172e-06,
+      "loss": 49.9375,
+      "step": 148
+    },
+    {
+      "epoch": 0.007120328777597247,
+      "grad_norm": 508.10296630859375,
+      "learning_rate": 2.372611464968153e-06,
+      "loss": 74.875,
+      "step": 149
+    },
+    {
+      "epoch": 0.007168116219057632,
+      "grad_norm": 397.9776916503906,
+      "learning_rate": 2.388535031847134e-06,
+      "loss": 64.0625,
+      "step": 150
+    },
+    {
+      "epoch": 0.007215903660518016,
+      "grad_norm": 540.9652099609375,
+      "learning_rate": 2.4044585987261147e-06,
+      "loss": 50.5,
+      "step": 151
+    },
+    {
+      "epoch": 0.0072636911019784,
+      "grad_norm": 487.3167724609375,
+      "learning_rate": 2.420382165605096e-06,
+      "loss": 51.625,
+      "step": 152
+    },
+    {
+      "epoch": 0.007311478543438784,
+      "grad_norm": 966.5692749023438,
+      "learning_rate": 2.4363057324840767e-06,
+      "loss": 41.9062,
+      "step": 153
+    },
+    {
+      "epoch": 0.0073592659848991685,
+      "grad_norm": 417.4383850097656,
+      "learning_rate": 2.4522292993630575e-06,
+      "loss": 39.0,
+      "step": 154
+    },
+    {
+      "epoch": 0.007407053426359553,
+      "grad_norm": 375.392822265625,
+      "learning_rate": 2.4681528662420382e-06,
+      "loss": 40.9688,
+      "step": 155
+    },
+    {
+      "epoch": 0.007454840867819937,
+      "grad_norm": 514.8697509765625,
+      "learning_rate": 2.4840764331210194e-06,
+      "loss": 50.5625,
+      "step": 156
+    },
+    {
+      "epoch": 0.007502628309280321,
+      "grad_norm": 377.05999755859375,
+      "learning_rate": 2.5e-06,
+      "loss": 47.8125,
+      "step": 157
+    },
+    {
+      "epoch": 0.007550415750740705,
+      "grad_norm": 527.2437133789062,
+      "learning_rate": 2.515923566878981e-06,
+      "loss": 46.8125,
+      "step": 158
+    },
+    {
+      "epoch": 0.00759820319220109,
+      "grad_norm": 438.4983215332031,
+      "learning_rate": 2.531847133757962e-06,
+      "loss": 58.25,
+      "step": 159
+    },
+    {
+      "epoch": 0.007645990633661474,
+      "grad_norm": 425.7157287597656,
+      "learning_rate": 2.547770700636943e-06,
+      "loss": 59.8125,
+      "step": 160
+    },
+    {
+      "epoch": 0.007693778075121858,
+      "grad_norm": 506.6831359863281,
+      "learning_rate": 2.5636942675159237e-06,
+      "loss": 61.75,
+      "step": 161
+    },
+    {
+      "epoch": 0.007741565516582242,
+      "grad_norm": 406.706787109375,
+      "learning_rate": 2.5796178343949045e-06,
+      "loss": 50.5,
+      "step": 162
+    },
+    {
+      "epoch": 0.007789352958042626,
+      "grad_norm": 350.3604736328125,
+      "learning_rate": 2.5955414012738857e-06,
+      "loss": 41.4062,
+      "step": 163
+    },
+    {
+      "epoch": 0.00783714039950301,
+      "grad_norm": 844.1643676757812,
+      "learning_rate": 2.6114649681528665e-06,
+      "loss": 39.4062,
+      "step": 164
+    },
+    {
+      "epoch": 0.007884927840963394,
+      "grad_norm": 304.5313720703125,
+      "learning_rate": 2.6273885350318472e-06,
+      "loss": 37.625,
+      "step": 165
+    },
+    {
+      "epoch": 0.007932715282423779,
+      "grad_norm": 443.226806640625,
+      "learning_rate": 2.6433121019108284e-06,
+      "loss": 55.375,
+      "step": 166
+    },
+    {
+      "epoch": 0.007980502723884163,
+      "grad_norm": 433.1705017089844,
+      "learning_rate": 2.659235668789809e-06,
+      "loss": 35.25,
+      "step": 167
+    },
+    {
+      "epoch": 0.008028290165344548,
+      "grad_norm": 387.408447265625,
+      "learning_rate": 2.67515923566879e-06,
+      "loss": 60.9062,
+      "step": 168
+    },
+    {
+      "epoch": 0.008076077606804932,
+      "grad_norm": 534.8567504882812,
+      "learning_rate": 2.6910828025477707e-06,
+      "loss": 45.4375,
+      "step": 169
+    },
+    {
+      "epoch": 0.008123865048265316,
+      "grad_norm": 642.4918823242188,
+      "learning_rate": 2.707006369426752e-06,
+      "loss": 64.125,
+      "step": 170
+    },
+    {
+      "epoch": 0.0081716524897257,
+      "grad_norm": 428.92333984375,
+      "learning_rate": 2.7229299363057327e-06,
+      "loss": 37.9688,
+      "step": 171
+    },
+    {
+      "epoch": 0.008219439931186085,
+      "grad_norm": 482.4763488769531,
+      "learning_rate": 2.7388535031847135e-06,
+      "loss": 54.5625,
+      "step": 172
+    },
+    {
+      "epoch": 0.008267227372646468,
+      "grad_norm": 278.3385314941406,
+      "learning_rate": 2.7547770700636942e-06,
+      "loss": 45.5938,
+      "step": 173
+    },
+    {
+      "epoch": 0.008315014814106852,
+      "grad_norm": 461.1624450683594,
+      "learning_rate": 2.7707006369426754e-06,
+      "loss": 64.9375,
+      "step": 174
+    },
+    {
+      "epoch": 0.008362802255567237,
+      "grad_norm": 420.2960205078125,
+      "learning_rate": 2.786624203821656e-06,
+      "loss": 56.5625,
+      "step": 175
+    },
+    {
+      "epoch": 0.008410589697027621,
+      "grad_norm": 461.7427673339844,
+      "learning_rate": 2.802547770700637e-06,
+      "loss": 55.125,
+      "step": 176
+    },
+    {
+      "epoch": 0.008458377138488005,
+      "grad_norm": 716.6219482421875,
+      "learning_rate": 2.818471337579618e-06,
+      "loss": 73.3125,
+      "step": 177
+    },
+    {
+      "epoch": 0.00850616457994839,
+      "grad_norm": 573.38720703125,
+      "learning_rate": 2.834394904458599e-06,
+      "loss": 51.1562,
+      "step": 178
+    },
+    {
+      "epoch": 0.008553952021408774,
+      "grad_norm": 627.9089965820312,
+      "learning_rate": 2.8503184713375797e-06,
+      "loss": 76.625,
+      "step": 179
+    },
+    {
+      "epoch": 0.008601739462869159,
+      "grad_norm": 298.377685546875,
+      "learning_rate": 2.8662420382165605e-06,
+      "loss": 46.125,
+      "step": 180
+    },
+    {
+      "epoch": 0.008649526904329543,
+      "grad_norm": 387.9275207519531,
+      "learning_rate": 2.8821656050955417e-06,
+      "loss": 51.0312,
+      "step": 181
+    },
+    {
+      "epoch": 0.008697314345789926,
+      "grad_norm": 340.11016845703125,
+      "learning_rate": 2.8980891719745225e-06,
+      "loss": 38.75,
+      "step": 182
+    },
+    {
+      "epoch": 0.00874510178725031,
+      "grad_norm": 361.9881896972656,
+      "learning_rate": 2.9140127388535032e-06,
+      "loss": 49.125,
+      "step": 183
+    },
+    {
+      "epoch": 0.008792889228710694,
+      "grad_norm": 501.95623779296875,
+      "learning_rate": 2.9299363057324844e-06,
+      "loss": 54.375,
+      "step": 184
+    },
+    {
+      "epoch": 0.008840676670171079,
+      "grad_norm": 383.61676025390625,
+      "learning_rate": 2.945859872611465e-06,
+      "loss": 35.375,
+      "step": 185
+    },
+    {
+      "epoch": 0.008888464111631463,
+      "grad_norm": 471.353515625,
+      "learning_rate": 2.961783439490446e-06,
+      "loss": 54.25,
+      "step": 186
+    },
+    {
+      "epoch": 0.008936251553091848,
+      "grad_norm": 594.5263061523438,
+      "learning_rate": 2.9777070063694267e-06,
+      "loss": 59.2812,
+      "step": 187
+    },
+    {
+      "epoch": 0.008984038994552232,
+      "grad_norm": 879.5126953125,
+      "learning_rate": 2.993630573248408e-06,
+      "loss": 60.1875,
+      "step": 188
+    },
+    {
+      "epoch": 0.009031826436012616,
+      "grad_norm": 451.8512268066406,
+      "learning_rate": 3.0095541401273887e-06,
+      "loss": 90.125,
+      "step": 189
+    },
+    {
+      "epoch": 0.009079613877473,
+      "grad_norm": 747.4932250976562,
+      "learning_rate": 3.0254777070063695e-06,
+      "loss": 70.6875,
+      "step": 190
+    },
+    {
+      "epoch": 0.009127401318933383,
+      "grad_norm": 552.631103515625,
+      "learning_rate": 3.0414012738853503e-06,
+      "loss": 40.9062,
+      "step": 191
+    },
+    {
+      "epoch": 0.009175188760393768,
+      "grad_norm": 508.5516052246094,
+      "learning_rate": 3.0573248407643314e-06,
+      "loss": 49.125,
+      "step": 192
+    },
+    {
+      "epoch": 0.009222976201854152,
+      "grad_norm": 1143.4471435546875,
+      "learning_rate": 3.0732484076433122e-06,
+      "loss": 76.1875,
+      "step": 193
+    },
+    {
+      "epoch": 0.009270763643314537,
+      "grad_norm": 733.5559692382812,
+      "learning_rate": 3.089171974522293e-06,
+      "loss": 49.9375,
+      "step": 194
+    },
+    {
+      "epoch": 0.009318551084774921,
+      "grad_norm": 244.53562927246094,
+      "learning_rate": 3.105095541401274e-06,
+      "loss": 39.1562,
+      "step": 195
+    },
+    {
+      "epoch": 0.009366338526235305,
+      "grad_norm": 281.31817626953125,
+      "learning_rate": 3.121019108280255e-06,
+      "loss": 55.4062,
+      "step": 196
+    },
+    {
+      "epoch": 0.00941412596769569,
+      "grad_norm": 302.24493408203125,
+      "learning_rate": 3.1369426751592357e-06,
+      "loss": 52.125,
+      "step": 197
+    },
+    {
+      "epoch": 0.009461913409156074,
+      "grad_norm": 478.63519287109375,
+      "learning_rate": 3.1528662420382165e-06,
+      "loss": 41.9062,
+      "step": 198
+    },
+    {
+      "epoch": 0.009509700850616459,
+      "grad_norm": 451.9865417480469,
+      "learning_rate": 3.1687898089171977e-06,
+      "loss": 38.5312,
+      "step": 199
+    },
+    {
+      "epoch": 0.009557488292076843,
+      "grad_norm": 412.6220703125,
+      "learning_rate": 3.1847133757961785e-06,
+      "loss": 48.375,
+      "step": 200
+    },
+    {
+      "epoch": 0.009605275733537226,
+      "grad_norm": 389.5829162597656,
+      "learning_rate": 3.2006369426751592e-06,
+      "loss": 41.0,
+      "step": 201
+    },
+    {
+      "epoch": 0.00965306317499761,
+      "grad_norm": 546.8326416015625,
+      "learning_rate": 3.2165605095541404e-06,
+      "loss": 65.0625,
+      "step": 202
+    },
+    {
+      "epoch": 0.009700850616457994,
+      "grad_norm": 411.6195068359375,
+      "learning_rate": 3.232484076433121e-06,
+      "loss": 44.6875,
+      "step": 203
+    },
+    {
+      "epoch": 0.009748638057918379,
+      "grad_norm": 541.0322875976562,
+      "learning_rate": 3.248407643312102e-06,
+      "loss": 58.3125,
+      "step": 204
+    },
+    {
+      "epoch": 0.009796425499378763,
+      "grad_norm": 869.7113647460938,
+      "learning_rate": 3.2643312101910827e-06,
+      "loss": 57.125,
+      "step": 205
+    },
+    {
+      "epoch": 0.009844212940839148,
+      "grad_norm": 351.2716979980469,
+      "learning_rate": 3.280254777070064e-06,
+      "loss": 44.875,
+      "step": 206
+    },
+    {
+      "epoch": 0.009892000382299532,
+      "grad_norm": 512.4132080078125,
+      "learning_rate": 3.2961783439490447e-06,
+      "loss": 54.4375,
+      "step": 207
+    },
+    {
+      "epoch": 0.009939787823759916,
+      "grad_norm": 413.4562683105469,
+      "learning_rate": 3.3121019108280255e-06,
+      "loss": 53.9375,
+      "step": 208
+    },
+    {
+      "epoch": 0.0099875752652203,
+      "grad_norm": 481.61187744140625,
+      "learning_rate": 3.3280254777070063e-06,
+      "loss": 50.25,
+      "step": 209
+    },
+    {
+      "epoch": 0.010035362706680684,
+      "grad_norm": 275.6968688964844,
+      "learning_rate": 3.3439490445859875e-06,
+      "loss": 45.625,
+      "step": 210
+    },
+    {
+      "epoch": 0.010083150148141068,
+      "grad_norm": 481.2139892578125,
+      "learning_rate": 3.3598726114649682e-06,
+      "loss": 49.3125,
+      "step": 211
+    },
+    {
+      "epoch": 0.010130937589601452,
+      "grad_norm": 423.90338134765625,
+      "learning_rate": 3.375796178343949e-06,
+      "loss": 42.4375,
+      "step": 212
+    },
+    {
+      "epoch": 0.010178725031061837,
+      "grad_norm": 468.03448486328125,
+      "learning_rate": 3.39171974522293e-06,
+      "loss": 48.375,
+      "step": 213
+    },
+    {
+      "epoch": 0.010226512472522221,
+      "grad_norm": 321.70477294921875,
+      "learning_rate": 3.407643312101911e-06,
+      "loss": 36.2812,
+      "step": 214
+    },
+    {
+      "epoch": 0.010274299913982606,
+      "grad_norm": 661.2444458007812,
+      "learning_rate": 3.4235668789808917e-06,
+      "loss": 59.9375,
+      "step": 215
+    },
+    {
+      "epoch": 0.01032208735544299,
+      "grad_norm": 302.2451171875,
+      "learning_rate": 3.4394904458598725e-06,
+      "loss": 45.1875,
+      "step": 216
+    },
+    {
+      "epoch": 0.010369874796903374,
+      "grad_norm": 782.5103149414062,
+      "learning_rate": 3.4554140127388537e-06,
+      "loss": 57.125,
+      "step": 217
+    },
+    {
+      "epoch": 0.010417662238363759,
+      "grad_norm": 378.3217468261719,
+      "learning_rate": 3.4713375796178345e-06,
+      "loss": 59.5625,
+      "step": 218
+    },
+    {
+      "epoch": 0.010465449679824141,
+      "grad_norm": 303.9734191894531,
+      "learning_rate": 3.4872611464968152e-06,
+      "loss": 41.0312,
+      "step": 219
+    },
+    {
+      "epoch": 0.010513237121284526,
+      "grad_norm": 379.851318359375,
+      "learning_rate": 3.5031847133757964e-06,
+      "loss": 49.625,
+      "step": 220
+    },
+    {
+      "epoch": 0.01056102456274491,
+      "grad_norm": 438.3231506347656,
+      "learning_rate": 3.5191082802547772e-06,
+      "loss": 46.4062,
+      "step": 221
+    },
+    {
+      "epoch": 0.010608812004205295,
+      "grad_norm": 620.9522705078125,
+      "learning_rate": 3.535031847133758e-06,
+      "loss": 53.5938,
+      "step": 222
+    },
+    {
+      "epoch": 0.010656599445665679,
+      "grad_norm": 594.686767578125,
+      "learning_rate": 3.5509554140127388e-06,
+      "loss": 59.9062,
+      "step": 223
+    },
+    {
+      "epoch": 0.010704386887126063,
+      "grad_norm": 461.30743408203125,
+      "learning_rate": 3.56687898089172e-06,
+      "loss": 61.2188,
+      "step": 224
+    },
+    {
+      "epoch": 0.010752174328586448,
+      "grad_norm": 431.9844970703125,
+      "learning_rate": 3.5828025477707007e-06,
+      "loss": 41.5938,
+      "step": 225
+    },
+    {
+      "epoch": 0.010799961770046832,
+      "grad_norm": 426.7307434082031,
+      "learning_rate": 3.5987261146496815e-06,
+      "loss": 45.75,
+      "step": 226
+    },
+    {
+      "epoch": 0.010847749211507217,
+      "grad_norm": 363.0491638183594,
+      "learning_rate": 3.6146496815286623e-06,
+      "loss": 42.4688,
+      "step": 227
+    },
+    {
+      "epoch": 0.010895536652967601,
+      "grad_norm": 290.0301513671875,
+      "learning_rate": 3.6305732484076435e-06,
+      "loss": 51.875,
+      "step": 228
+    },
+    {
+      "epoch": 0.010943324094427984,
+      "grad_norm": 250.15179443359375,
+      "learning_rate": 3.6464968152866242e-06,
+      "loss": 48.75,
+      "step": 229
+    },
+    {
+      "epoch": 0.010991111535888368,
+      "grad_norm": 442.5234680175781,
+      "learning_rate": 3.662420382165605e-06,
+      "loss": 57.3438,
+      "step": 230
+    },
+    {
+      "epoch": 0.011038898977348752,
+      "grad_norm": 449.3622131347656,
+      "learning_rate": 3.678343949044586e-06,
+      "loss": 47.7188,
+      "step": 231
+    },
+    {
+      "epoch": 0.011086686418809137,
+      "grad_norm": 246.5247344970703,
+      "learning_rate": 3.694267515923567e-06,
+      "loss": 44.625,
+      "step": 232
+    },
+    {
+      "epoch": 0.011134473860269521,
+      "grad_norm": 410.6535949707031,
+      "learning_rate": 3.7101910828025477e-06,
+      "loss": 49.9375,
+      "step": 233
+    },
+    {
+      "epoch": 0.011182261301729906,
+      "grad_norm": 585.0076904296875,
+      "learning_rate": 3.7261146496815285e-06,
+      "loss": 49.5625,
+      "step": 234
+    },
+    {
+      "epoch": 0.01123004874319029,
+      "grad_norm": 384.85797119140625,
+      "learning_rate": 3.7420382165605097e-06,
+      "loss": 35.375,
+      "step": 235
+    },
+    {
+      "epoch": 0.011277836184650674,
+      "grad_norm": 370.6427307128906,
+      "learning_rate": 3.757961783439491e-06,
+      "loss": 39.0625,
+      "step": 236
+    },
+    {
+      "epoch": 0.011325623626111059,
+      "grad_norm": 623.6695556640625,
+      "learning_rate": 3.773885350318472e-06,
+      "loss": 61.75,
+      "step": 237
+    },
+    {
+      "epoch": 0.011373411067571441,
+      "grad_norm": 351.25787353515625,
+      "learning_rate": 3.789808917197453e-06,
+      "loss": 41.5625,
+      "step": 238
+    },
+    {
+      "epoch": 0.011421198509031826,
+      "grad_norm": 391.62152099609375,
+      "learning_rate": 3.8057324840764336e-06,
+      "loss": 33.25,
+      "step": 239
+    },
+    {
+      "epoch": 0.01146898595049221,
+      "grad_norm": 528.5625610351562,
+      "learning_rate": 3.821656050955415e-06,
+      "loss": 53.0625,
+      "step": 240
+    },
+    {
+      "epoch": 0.011516773391952595,
+      "grad_norm": 467.58892822265625,
+      "learning_rate": 3.837579617834396e-06,
+      "loss": 59.1875,
+      "step": 241
+    },
+    {
+      "epoch": 0.011564560833412979,
+      "grad_norm": 424.0067138671875,
+      "learning_rate": 3.853503184713376e-06,
+      "loss": 46.5625,
+      "step": 242
+    },
+    {
+      "epoch": 0.011612348274873363,
+      "grad_norm": 450.3749084472656,
+      "learning_rate": 3.869426751592357e-06,
+      "loss": 49.9375,
+      "step": 243
+    },
+    {
+      "epoch": 0.011660135716333748,
+      "grad_norm": 375.4837646484375,
+      "learning_rate": 3.885350318471338e-06,
+      "loss": 50.5625,
+      "step": 244
+    },
+    {
+      "epoch": 0.011707923157794132,
+      "grad_norm": 366.38116455078125,
+      "learning_rate": 3.901273885350319e-06,
+      "loss": 41.4062,
+      "step": 245
+    },
+    {
+      "epoch": 0.011755710599254517,
+      "grad_norm": 406.434814453125,
+      "learning_rate": 3.9171974522293e-06,
+      "loss": 47.75,
+      "step": 246
+    },
+    {
+      "epoch": 0.0118034980407149,
+      "grad_norm": 466.1940002441406,
+      "learning_rate": 3.933121019108281e-06,
+      "loss": 53.75,
+      "step": 247
+    },
+    {
+      "epoch": 0.011851285482175284,
+      "grad_norm": 244.1110076904297,
+      "learning_rate": 3.949044585987262e-06,
+      "loss": 29.4375,
+      "step": 248
+    },
+    {
+      "epoch": 0.011899072923635668,
+      "grad_norm": 294.3357849121094,
+      "learning_rate": 3.964968152866243e-06,
+      "loss": 51.75,
+      "step": 249
+    },
+    {
+      "epoch": 0.011946860365096052,
+      "grad_norm": 431.353271484375,
+      "learning_rate": 3.980891719745223e-06,
+      "loss": 59.0312,
+      "step": 250
+    },
+    {
+      "epoch": 0.011994647806556437,
+      "grad_norm": 348.53192138671875,
+      "learning_rate": 3.996815286624204e-06,
+      "loss": 40.7812,
+      "step": 251
+    },
+    {
+      "epoch": 0.012042435248016821,
+      "grad_norm": 434.62335205078125,
+      "learning_rate": 4.012738853503185e-06,
+      "loss": 61.0,
+      "step": 252
+    },
+    {
+      "epoch": 0.012090222689477206,
+      "grad_norm": 493.2208251953125,
+      "learning_rate": 4.0286624203821666e-06,
+      "loss": 46.875,
+      "step": 253
+    },
+    {
+      "epoch": 0.01213801013093759,
+      "grad_norm": 376.2792053222656,
+      "learning_rate": 4.044585987261147e-06,
+      "loss": 46.4062,
+      "step": 254
+    },
+    {
+      "epoch": 0.012185797572397974,
+      "grad_norm": 415.01776123046875,
+      "learning_rate": 4.060509554140128e-06,
+      "loss": 42.25,
+      "step": 255
+    },
+    {
+      "epoch": 0.012233585013858359,
+      "grad_norm": 335.85369873046875,
+      "learning_rate": 4.076433121019109e-06,
+      "loss": 46.6562,
+      "step": 256
+    },
+    {
+      "epoch": 0.012281372455318742,
+      "grad_norm": 518.89892578125,
+      "learning_rate": 4.09235668789809e-06,
+      "loss": 60.25,
+      "step": 257
+    },
+    {
+      "epoch": 0.012329159896779126,
+      "grad_norm": 337.9485778808594,
+      "learning_rate": 4.10828025477707e-06,
+      "loss": 45.5,
+      "step": 258
+    },
+    {
+      "epoch": 0.01237694733823951,
+      "grad_norm": 876.3546142578125,
+      "learning_rate": 4.124203821656051e-06,
+      "loss": 62.8125,
+      "step": 259
+    },
+    {
+      "epoch": 0.012424734779699895,
+      "grad_norm": 281.23468017578125,
+      "learning_rate": 4.140127388535032e-06,
+      "loss": 37.7188,
+      "step": 260
+    },
+    {
+      "epoch": 0.012472522221160279,
+      "grad_norm": 461.44232177734375,
+      "learning_rate": 4.156050955414014e-06,
+      "loss": 41.8125,
+      "step": 261
+    },
+    {
+      "epoch": 0.012520309662620663,
+      "grad_norm": 595.2094116210938,
+      "learning_rate": 4.171974522292994e-06,
+      "loss": 45.125,
+      "step": 262
+    },
+    {
+      "epoch": 0.012568097104081048,
+      "grad_norm": 532.9102172851562,
+      "learning_rate": 4.187898089171975e-06,
+      "loss": 47.4375,
+      "step": 263
+    },
+    {
+      "epoch": 0.012615884545541432,
+      "grad_norm": 380.6469421386719,
+      "learning_rate": 4.203821656050956e-06,
+      "loss": 39.5938,
+      "step": 264
+    },
+    {
+      "epoch": 0.012663671987001817,
+      "grad_norm": 403.3592529296875,
+      "learning_rate": 4.219745222929937e-06,
+      "loss": 42.8438,
+      "step": 265
+    },
+    {
+      "epoch": 0.0127114594284622,
+      "grad_norm": 401.54803466796875,
+      "learning_rate": 4.2356687898089174e-06,
+      "loss": 56.0312,
+      "step": 266
+    },
+    {
+      "epoch": 0.012759246869922584,
+      "grad_norm": 565.3931274414062,
+      "learning_rate": 4.251592356687898e-06,
+      "loss": 47.7188,
+      "step": 267
+    },
+    {
+      "epoch": 0.012807034311382968,
+      "grad_norm": 324.6402587890625,
+      "learning_rate": 4.26751592356688e-06,
+      "loss": 52.2812,
+      "step": 268
+    },
+    {
+      "epoch": 0.012854821752843353,
+      "grad_norm": 295.868408203125,
+      "learning_rate": 4.283439490445861e-06,
+      "loss": 37.9062,
+      "step": 269
+    },
+    {
+      "epoch": 0.012902609194303737,
+      "grad_norm": 682.4261474609375,
+      "learning_rate": 4.299363057324841e-06,
+      "loss": 40.8438,
+      "step": 270
+    },
+    {
+      "epoch": 0.012950396635764121,
+      "grad_norm": 618.6994018554688,
+      "learning_rate": 4.315286624203822e-06,
+      "loss": 63.4375,
+      "step": 271
+    },
+    {
+      "epoch": 0.012998184077224506,
+      "grad_norm": 345.2925720214844,
+      "learning_rate": 4.331210191082803e-06,
+      "loss": 67.25,
+      "step": 272
+    },
+    {
+      "epoch": 0.01304597151868489,
+      "grad_norm": 442.3016052246094,
+      "learning_rate": 4.347133757961784e-06,
+      "loss": 40.2188,
+      "step": 273
+    },
+    {
+      "epoch": 0.013093758960145275,
+      "grad_norm": 374.88360595703125,
+      "learning_rate": 4.3630573248407645e-06,
+      "loss": 43.3438,
+      "step": 274
+    },
+    {
+      "epoch": 0.013141546401605657,
+      "grad_norm": 399.3465270996094,
+      "learning_rate": 4.378980891719746e-06,
+      "loss": 45.7188,
+      "step": 275
+    },
+    {
+      "epoch": 0.013189333843066042,
+      "grad_norm": 406.33001708984375,
+      "learning_rate": 4.394904458598727e-06,
+      "loss": 40.8125,
+      "step": 276
+    },
+    {
+      "epoch": 0.013237121284526426,
+      "grad_norm": 320.30413818359375,
+      "learning_rate": 4.410828025477708e-06,
+      "loss": 52.0625,
+      "step": 277
+    },
+    {
+      "epoch": 0.01328490872598681,
+      "grad_norm": 611.0479736328125,
+      "learning_rate": 4.426751592356688e-06,
+      "loss": 63.3125,
+      "step": 278
+    },
+    {
+      "epoch": 0.013332696167447195,
+      "grad_norm": 444.1197814941406,
+      "learning_rate": 4.442675159235669e-06,
+      "loss": 65.5625,
+      "step": 279
+    },
+    {
+      "epoch": 0.01338048360890758,
+      "grad_norm": 524.7965087890625,
+      "learning_rate": 4.45859872611465e-06,
+      "loss": 35.5,
+      "step": 280
+    },
+    {
+      "epoch": 0.013428271050367964,
+      "grad_norm": 313.3408508300781,
+      "learning_rate": 4.474522292993631e-06,
+      "loss": 41.75,
+      "step": 281
+    },
+    {
+      "epoch": 0.013476058491828348,
+      "grad_norm": 454.07550048828125,
+      "learning_rate": 4.490445859872612e-06,
+      "loss": 46.9062,
+      "step": 282
+    },
+    {
+      "epoch": 0.013523845933288732,
+      "grad_norm": 582.9173583984375,
+      "learning_rate": 4.506369426751593e-06,
+      "loss": 55.5625,
+      "step": 283
+    },
+    {
+      "epoch": 0.013571633374749117,
+      "grad_norm": 387.4442443847656,
+      "learning_rate": 4.522292993630574e-06,
+      "loss": 37.4375,
+      "step": 284
+    },
+    {
+      "epoch": 0.0136194208162095,
+      "grad_norm": 306.8546142578125,
+      "learning_rate": 4.538216560509555e-06,
+      "loss": 49.1875,
+      "step": 285
+    },
+    {
+      "epoch": 0.013667208257669884,
+      "grad_norm": 413.8281555175781,
+      "learning_rate": 4.554140127388535e-06,
+      "loss": 38.75,
+      "step": 286
+    },
+    {
+      "epoch": 0.013714995699130268,
+      "grad_norm": 227.59718322753906,
+      "learning_rate": 4.570063694267516e-06,
+      "loss": 31.9375,
+      "step": 287
+    },
+    {
+      "epoch": 0.013762783140590653,
+      "grad_norm": 357.44329833984375,
+      "learning_rate": 4.585987261146497e-06,
+      "loss": 47.5938,
+      "step": 288
+    },
+    {
+      "epoch": 0.013810570582051037,
+      "grad_norm": 401.9816589355469,
+      "learning_rate": 4.601910828025479e-06,
+      "loss": 45.0625,
+      "step": 289
+    },
+    {
+      "epoch": 0.013858358023511421,
+      "grad_norm": 457.24041748046875,
+      "learning_rate": 4.617834394904459e-06,
+      "loss": 56.6875,
+      "step": 290
+    },
+    {
+      "epoch": 0.013906145464971806,
+      "grad_norm": 511.3466796875,
+      "learning_rate": 4.63375796178344e-06,
+      "loss": 49.1562,
+      "step": 291
+    },
+    {
+      "epoch": 0.01395393290643219,
+      "grad_norm": 407.7204284667969,
+      "learning_rate": 4.649681528662421e-06,
+      "loss": 41.5,
+      "step": 292
+    },
+    {
+      "epoch": 0.014001720347892575,
+      "grad_norm": 343.14764404296875,
+      "learning_rate": 4.665605095541402e-06,
+      "loss": 59.625,
+      "step": 293
+    },
+    {
+      "epoch": 0.014049507789352957,
+      "grad_norm": 413.6186218261719,
+      "learning_rate": 4.6815286624203824e-06,
+      "loss": 38.2188,
+      "step": 294
+    },
+    {
+      "epoch": 0.014097295230813342,
+      "grad_norm": 546.5541381835938,
+      "learning_rate": 4.697452229299363e-06,
+      "loss": 33.4688,
+      "step": 295
+    },
+    {
+      "epoch": 0.014145082672273726,
+      "grad_norm": 551.1785888671875,
+      "learning_rate": 4.713375796178344e-06,
+      "loss": 54.5,
+      "step": 296
+    },
+    {
+      "epoch": 0.01419287011373411,
+      "grad_norm": 243.33657836914062,
+      "learning_rate": 4.729299363057326e-06,
+      "loss": 44.4375,
+      "step": 297
+    },
+    {
+      "epoch": 0.014240657555194495,
+      "grad_norm": 385.5506591796875,
+      "learning_rate": 4.745222929936306e-06,
+      "loss": 43.375,
+      "step": 298
+    },
+    {
+      "epoch": 0.01428844499665488,
+      "grad_norm": 710.4913330078125,
+      "learning_rate": 4.761146496815287e-06,
+      "loss": 55.5,
+      "step": 299
+    },
+    {
+      "epoch": 0.014336232438115264,
+      "grad_norm": 304.6744689941406,
+      "learning_rate": 4.777070063694268e-06,
+      "loss": 34.4375,
+      "step": 300
+    },
+    {
+      "epoch": 0.014384019879575648,
+      "grad_norm": 338.3592224121094,
+      "learning_rate": 4.792993630573249e-06,
+      "loss": 41.6875,
+      "step": 301
+    },
+    {
+      "epoch": 0.014431807321036032,
+      "grad_norm": 551.785400390625,
+      "learning_rate": 4.8089171974522295e-06,
+      "loss": 50.9375,
+      "step": 302
+    },
+    {
+      "epoch": 0.014479594762496415,
+      "grad_norm": 280.7095642089844,
+      "learning_rate": 4.82484076433121e-06,
+      "loss": 33.625,
+      "step": 303
+    },
+    {
+      "epoch": 0.0145273822039568,
+      "grad_norm": 438.11236572265625,
+      "learning_rate": 4.840764331210192e-06,
+      "loss": 52.25,
+      "step": 304
+    },
+    {
+      "epoch": 0.014575169645417184,
+      "grad_norm": 264.3077697753906,
+      "learning_rate": 4.856687898089173e-06,
+      "loss": 40.75,
+      "step": 305
+    },
+    {
+      "epoch": 0.014622957086877568,
+      "grad_norm": 580.780029296875,
+      "learning_rate": 4.872611464968153e-06,
+      "loss": 44.5625,
+      "step": 306
+    },
+    {
+      "epoch": 0.014670744528337953,
+      "grad_norm": 544.4771118164062,
+      "learning_rate": 4.888535031847134e-06,
+      "loss": 51.9062,
+      "step": 307
+    },
+    {
+      "epoch": 0.014718531969798337,
+      "grad_norm": 498.5137023925781,
+      "learning_rate": 4.904458598726115e-06,
+      "loss": 58.0625,
+      "step": 308
+    },
+    {
+      "epoch": 0.014766319411258721,
+      "grad_norm": 630.03466796875,
+      "learning_rate": 4.920382165605096e-06,
+      "loss": 49.25,
+      "step": 309
+    },
+    {
+      "epoch": 0.014814106852719106,
+      "grad_norm": 613.7825317382812,
+      "learning_rate": 4.9363057324840765e-06,
+      "loss": 48.4062,
+      "step": 310
+    },
+    {
+      "epoch": 0.01486189429417949,
+      "grad_norm": 256.3756408691406,
+      "learning_rate": 4.952229299363058e-06,
+      "loss": 36.5,
+      "step": 311
+    },
+    {
+      "epoch": 0.014909681735639875,
+      "grad_norm": 313.42864990234375,
+      "learning_rate": 4.968152866242039e-06,
+      "loss": 40.2188,
+      "step": 312
+    },
+    {
+      "epoch": 0.014957469177100257,
+      "grad_norm": 282.4849853515625,
+      "learning_rate": 4.98407643312102e-06,
+      "loss": 33.2188,
+      "step": 313
+    },
+    {
+      "epoch": 0.015005256618560642,
+      "grad_norm": 368.5577392578125,
+      "learning_rate": 5e-06,
+      "loss": 49.5,
+      "step": 314
+    },
+    {
+      "epoch": 0.015053044060021026,
+      "grad_norm": 264.6172790527344,
+      "learning_rate": 5.015923566878982e-06,
+      "loss": 35.4062,
+      "step": 315
+    },
+    {
+      "epoch": 0.01510083150148141,
+      "grad_norm": 295.1927490234375,
+      "learning_rate": 5.031847133757962e-06,
+      "loss": 55.9375,
+      "step": 316
+    },
+    {
+      "epoch": 0.015148618942941795,
+      "grad_norm": 315.9722595214844,
+      "learning_rate": 5.0477707006369436e-06,
+      "loss": 46.6875,
+      "step": 317
+    },
+    {
+      "epoch": 0.01519640638440218,
+      "grad_norm": 685.05712890625,
+      "learning_rate": 5.063694267515924e-06,
+      "loss": 49.9688,
+      "step": 318
+    },
+    {
+      "epoch": 0.015244193825862564,
+      "grad_norm": 433.8161926269531,
+      "learning_rate": 5.079617834394905e-06,
+      "loss": 60.5625,
+      "step": 319
+    },
+    {
+      "epoch": 0.015291981267322948,
+      "grad_norm": 422.350830078125,
+      "learning_rate": 5.095541401273886e-06,
+      "loss": 43.375,
+      "step": 320
+    },
+    {
+      "epoch": 0.015339768708783333,
+      "grad_norm": 487.8080139160156,
+      "learning_rate": 5.1114649681528675e-06,
+      "loss": 45.75,
+      "step": 321
+    },
+    {
+      "epoch": 0.015387556150243715,
+      "grad_norm": 265.4078369140625,
+      "learning_rate": 5.1273885350318474e-06,
+      "loss": 48.0625,
+      "step": 322
+    },
+    {
+      "epoch": 0.0154353435917041,
+      "grad_norm": 588.5338745117188,
+      "learning_rate": 5.143312101910829e-06,
+      "loss": 46.7812,
+      "step": 323
+    },
+    {
+      "epoch": 0.015483131033164484,
+      "grad_norm": 304.1665344238281,
+      "learning_rate": 5.159235668789809e-06,
+      "loss": 35.5,
+      "step": 324
+    },
+    {
+      "epoch": 0.015530918474624868,
+      "grad_norm": 286.93377685546875,
+      "learning_rate": 5.175159235668791e-06,
+      "loss": 40.625,
+      "step": 325
+    },
+    {
+      "epoch": 0.015578705916085253,
+      "grad_norm": 762.6627807617188,
+      "learning_rate": 5.191082802547771e-06,
+      "loss": 65.5,
+      "step": 326
+    },
+    {
+      "epoch": 0.015626493357545637,
+      "grad_norm": 404.506103515625,
+      "learning_rate": 5.207006369426752e-06,
+      "loss": 49.6875,
+      "step": 327
+    },
+    {
+      "epoch": 0.01567428079900602,
+      "grad_norm": 422.0226135253906,
+      "learning_rate": 5.222929936305733e-06,
+      "loss": 55.875,
+      "step": 328
+    },
+    {
+      "epoch": 0.015722068240466406,
+      "grad_norm": 524.7188110351562,
+      "learning_rate": 5.2388535031847145e-06,
+      "loss": 43.5312,
+      "step": 329
+    },
+    {
+      "epoch": 0.01576985568192679,
+      "grad_norm": 262.3963623046875,
+      "learning_rate": 5.2547770700636944e-06,
+      "loss": 33.7188,
+      "step": 330
+    },
+    {
+      "epoch": 0.015817643123387175,
+      "grad_norm": 385.22869873046875,
+      "learning_rate": 5.270700636942676e-06,
+      "loss": 51.375,
+      "step": 331
+    },
+    {
+      "epoch": 0.015865430564847557,
+      "grad_norm": 382.9327697753906,
+      "learning_rate": 5.286624203821657e-06,
+      "loss": 45.25,
+      "step": 332
+    },
+    {
+      "epoch": 0.015913218006307944,
+      "grad_norm": 468.513916015625,
+      "learning_rate": 5.302547770700638e-06,
+      "loss": 43.4375,
+      "step": 333
+    },
+    {
+      "epoch": 0.015961005447768326,
+      "grad_norm": 336.035400390625,
+      "learning_rate": 5.318471337579618e-06,
+      "loss": 44.4688,
+      "step": 334
+    },
+    {
+      "epoch": 0.016008792889228712,
+      "grad_norm": 299.2732238769531,
+      "learning_rate": 5.3343949044586e-06,
+      "loss": 44.6875,
+      "step": 335
+    },
+    {
+      "epoch": 0.016056580330689095,
+      "grad_norm": 376.3779602050781,
+      "learning_rate": 5.35031847133758e-06,
+      "loss": 45.5938,
+      "step": 336
+    },
+    {
+      "epoch": 0.016104367772149478,
+      "grad_norm": 307.5014343261719,
+      "learning_rate": 5.3662420382165615e-06,
+      "loss": 41.2812,
+      "step": 337
+    },
+    {
+      "epoch": 0.016152155213609864,
+      "grad_norm": 312.9885559082031,
+      "learning_rate": 5.3821656050955415e-06,
+      "loss": 48.0312,
+      "step": 338
+    },
+    {
+      "epoch": 0.016199942655070246,
+      "grad_norm": 424.2642822265625,
+      "learning_rate": 5.398089171974523e-06,
+      "loss": 49.4688,
+      "step": 339
+    },
+    {
+      "epoch": 0.016247730096530633,
+      "grad_norm": 347.3360595703125,
+      "learning_rate": 5.414012738853504e-06,
+      "loss": 39.7188,
+      "step": 340
+    },
+    {
+      "epoch": 0.016295517537991015,
+      "grad_norm": 746.734130859375,
+      "learning_rate": 5.429936305732485e-06,
+      "loss": 56.0938,
+      "step": 341
+    },
+    {
+      "epoch": 0.0163433049794514,
+      "grad_norm": 300.3011779785156,
+      "learning_rate": 5.445859872611465e-06,
+      "loss": 36.5,
+      "step": 342
+    },
+    {
+      "epoch": 0.016391092420911784,
+      "grad_norm": 256.9208068847656,
+      "learning_rate": 5.461783439490447e-06,
+      "loss": 42.3438,
+      "step": 343
+    },
+    {
+      "epoch": 0.01643887986237217,
+      "grad_norm": 327.2212829589844,
+      "learning_rate": 5.477707006369427e-06,
+      "loss": 51.125,
+      "step": 344
+    },
+    {
+      "epoch": 0.016486667303832553,
+      "grad_norm": 262.3006896972656,
+      "learning_rate": 5.4936305732484086e-06,
+      "loss": 42.125,
+      "step": 345
+    },
+    {
+      "epoch": 0.016534454745292936,
+      "grad_norm": 427.3464050292969,
+      "learning_rate": 5.5095541401273885e-06,
+      "loss": 43.625,
+      "step": 346
+    },
+    {
+      "epoch": 0.01658224218675332,
+      "grad_norm": 366.37969970703125,
+      "learning_rate": 5.52547770700637e-06,
+      "loss": 54.3125,
+      "step": 347
+    },
+    {
+      "epoch": 0.016630029628213704,
+      "grad_norm": 532.86328125,
+      "learning_rate": 5.541401273885351e-06,
+      "loss": 48.875,
+      "step": 348
+    },
+    {
+      "epoch": 0.01667781706967409,
+      "grad_norm": 189.8264617919922,
+      "learning_rate": 5.5573248407643325e-06,
+      "loss": 29.9688,
+      "step": 349
+    },
+    {
+      "epoch": 0.016725604511134473,
+      "grad_norm": 368.0729064941406,
+      "learning_rate": 5.573248407643312e-06,
+      "loss": 74.3125,
+      "step": 350
+    },
+    {
+      "epoch": 0.01677339195259486,
+      "grad_norm": 319.19818115234375,
+      "learning_rate": 5.589171974522294e-06,
+      "loss": 52.6875,
+      "step": 351
+    },
+    {
+      "epoch": 0.016821179394055242,
+      "grad_norm": 327.8951416015625,
+      "learning_rate": 5.605095541401274e-06,
+      "loss": 63.8125,
+      "step": 352
+    },
+    {
+      "epoch": 0.016868966835515628,
+      "grad_norm": 203.8348388671875,
+      "learning_rate": 5.621019108280256e-06,
+      "loss": 27.0,
+      "step": 353
+    },
+    {
+      "epoch": 0.01691675427697601,
+      "grad_norm": 434.8271179199219,
+      "learning_rate": 5.636942675159236e-06,
+      "loss": 48.1875,
+      "step": 354
+    },
+    {
+      "epoch": 0.016964541718436393,
+      "grad_norm": 472.96624755859375,
+      "learning_rate": 5.652866242038217e-06,
+      "loss": 45.4375,
+      "step": 355
+    },
+    {
+      "epoch": 0.01701232915989678,
+      "grad_norm": 396.65057373046875,
+      "learning_rate": 5.668789808917198e-06,
+      "loss": 50.4062,
+      "step": 356
+    },
+    {
+      "epoch": 0.017060116601357162,
+      "grad_norm": 541.4810791015625,
+      "learning_rate": 5.6847133757961795e-06,
+      "loss": 45.6562,
+      "step": 357
+    },
+    {
+      "epoch": 0.01710790404281755,
+      "grad_norm": 333.64453125,
+      "learning_rate": 5.7006369426751594e-06,
+      "loss": 43.375,
+      "step": 358
+    },
+    {
+      "epoch": 0.01715569148427793,
+      "grad_norm": 580.72998046875,
+      "learning_rate": 5.716560509554141e-06,
+      "loss": 59.375,
+      "step": 359
+    },
+    {
+      "epoch": 0.017203478925738317,
+      "grad_norm": 277.9612731933594,
+      "learning_rate": 5.732484076433121e-06,
+      "loss": 34.4062,
+      "step": 360
+    },
+    {
+      "epoch": 0.0172512663671987,
+      "grad_norm": 291.8032531738281,
+      "learning_rate": 5.748407643312103e-06,
+      "loss": 32.2812,
+      "step": 361
+    },
+    {
+      "epoch": 0.017299053808659086,
+      "grad_norm": 394.57452392578125,
+      "learning_rate": 5.764331210191083e-06,
+      "loss": 46.5312,
+      "step": 362
+    },
+    {
+      "epoch": 0.01734684125011947,
+      "grad_norm": 272.3658142089844,
+      "learning_rate": 5.780254777070064e-06,
+      "loss": 56.3438,
+      "step": 363
+    },
+    {
+      "epoch": 0.01739462869157985,
+      "grad_norm": 507.2108154296875,
+      "learning_rate": 5.796178343949045e-06,
+      "loss": 54.0,
+      "step": 364
+    },
+    {
+      "epoch": 0.017442416133040237,
+      "grad_norm": 444.23553466796875,
+      "learning_rate": 5.8121019108280265e-06,
+      "loss": 58.8438,
+      "step": 365
+    },
+    {
+      "epoch": 0.01749020357450062,
+      "grad_norm": 557.5515747070312,
+      "learning_rate": 5.8280254777070065e-06,
+      "loss": 48.625,
+      "step": 366
+    },
+    {
+      "epoch": 0.017537991015961006,
+      "grad_norm": 257.8960266113281,
+      "learning_rate": 5.843949044585988e-06,
+      "loss": 32.7188,
+      "step": 367
+    },
+    {
+      "epoch": 0.01758577845742139,
+      "grad_norm": 313.1353454589844,
+      "learning_rate": 5.859872611464969e-06,
+      "loss": 49.8125,
+      "step": 368
+    },
+    {
+      "epoch": 0.017633565898881775,
+      "grad_norm": 471.73876953125,
+      "learning_rate": 5.87579617834395e-06,
+      "loss": 63.125,
+      "step": 369
+    },
+    {
+      "epoch": 0.017681353340342158,
+      "grad_norm": 427.755126953125,
+      "learning_rate": 5.89171974522293e-06,
+      "loss": 51.8125,
+      "step": 370
+    },
+    {
+      "epoch": 0.017729140781802544,
+      "grad_norm": 261.93780517578125,
+      "learning_rate": 5.907643312101912e-06,
+      "loss": 41.7188,
+      "step": 371
+    },
+    {
+      "epoch": 0.017776928223262926,
+      "grad_norm": 424.4227600097656,
+      "learning_rate": 5.923566878980892e-06,
+      "loss": 48.0,
+      "step": 372
+    },
+    {
+      "epoch": 0.01782471566472331,
+      "grad_norm": 338.34552001953125,
+      "learning_rate": 5.9394904458598736e-06,
+      "loss": 49.75,
+      "step": 373
+    },
+    {
+      "epoch": 0.017872503106183695,
+      "grad_norm": 621.5420532226562,
+      "learning_rate": 5.9554140127388535e-06,
+      "loss": 47.625,
+      "step": 374
+    },
+    {
+      "epoch": 0.017920290547644078,
+      "grad_norm": 408.5467529296875,
+      "learning_rate": 5.971337579617835e-06,
+      "loss": 57.3438,
+      "step": 375
+    },
+    {
+      "epoch": 0.017968077989104464,
+      "grad_norm": 354.8074645996094,
+      "learning_rate": 5.987261146496816e-06,
+      "loss": 43.5625,
+      "step": 376
+    },
+    {
+      "epoch": 0.018015865430564847,
+      "grad_norm": 502.9755859375,
+      "learning_rate": 6.003184713375797e-06,
+      "loss": 55.875,
+      "step": 377
+    },
+    {
+      "epoch": 0.018063652872025233,
+      "grad_norm": 395.53729248046875,
+      "learning_rate": 6.019108280254777e-06,
+      "loss": 44.5312,
+      "step": 378
+    },
+    {
+      "epoch": 0.018111440313485615,
+      "grad_norm": 566.4373168945312,
+      "learning_rate": 6.035031847133759e-06,
+      "loss": 36.4375,
+      "step": 379
+    },
+    {
+      "epoch": 0.018159227754946,
+      "grad_norm": 357.39990234375,
+      "learning_rate": 6.050955414012739e-06,
+      "loss": 39.0312,
+      "step": 380
+    },
+    {
+      "epoch": 0.018207015196406384,
+      "grad_norm": 386.4960021972656,
+      "learning_rate": 6.066878980891721e-06,
+      "loss": 57.25,
+      "step": 381
+    },
+    {
+      "epoch": 0.018254802637866767,
+      "grad_norm": 321.2730407714844,
+      "learning_rate": 6.0828025477707005e-06,
+      "loss": 47.5625,
+      "step": 382
+    },
+    {
+      "epoch": 0.018302590079327153,
+      "grad_norm": 462.42694091796875,
+      "learning_rate": 6.098726114649682e-06,
+      "loss": 51.8125,
+      "step": 383
+    },
+    {
+      "epoch": 0.018350377520787536,
+      "grad_norm": 532.7403564453125,
+      "learning_rate": 6.114649681528663e-06,
+      "loss": 44.9062,
+      "step": 384
+    },
+    {
+      "epoch": 0.018398164962247922,
+      "grad_norm": 221.40032958984375,
+      "learning_rate": 6.1305732484076445e-06,
+      "loss": 40.4375,
+      "step": 385
+    },
+    {
+      "epoch": 0.018445952403708304,
+      "grad_norm": 544.4025268554688,
+      "learning_rate": 6.1464968152866244e-06,
+      "loss": 56.4375,
+      "step": 386
+    },
+    {
+      "epoch": 0.01849373984516869,
+      "grad_norm": 360.4018859863281,
+      "learning_rate": 6.162420382165606e-06,
+      "loss": 43.4062,
+      "step": 387
+    },
+    {
+      "epoch": 0.018541527286629073,
+      "grad_norm": 351.7043762207031,
+      "learning_rate": 6.178343949044586e-06,
+      "loss": 43.4375,
+      "step": 388
+    },
+    {
+      "epoch": 0.01858931472808946,
+      "grad_norm": 315.44970703125,
+      "learning_rate": 6.194267515923568e-06,
+      "loss": 40.2188,
+      "step": 389
+    },
+    {
+      "epoch": 0.018637102169549842,
+      "grad_norm": 346.1410827636719,
+      "learning_rate": 6.210191082802548e-06,
+      "loss": 39.4062,
+      "step": 390
+    },
+    {
+      "epoch": 0.018684889611010228,
+      "grad_norm": 266.109619140625,
+      "learning_rate": 6.226114649681529e-06,
+      "loss": 43.625,
+      "step": 391
+    },
+    {
+      "epoch": 0.01873267705247061,
+      "grad_norm": 394.95941162109375,
+      "learning_rate": 6.24203821656051e-06,
+      "loss": 35.9688,
+      "step": 392
+    },
+    {
+      "epoch": 0.018780464493930994,
+      "grad_norm": 271.7232971191406,
+      "learning_rate": 6.2579617834394915e-06,
+      "loss": 27.8438,
+      "step": 393
+    },
+    {
+      "epoch": 0.01882825193539138,
+      "grad_norm": 472.43658447265625,
+      "learning_rate": 6.2738853503184715e-06,
+      "loss": 45.3125,
+      "step": 394
+    },
+    {
+      "epoch": 0.018876039376851762,
+      "grad_norm": 292.1768798828125,
+      "learning_rate": 6.289808917197453e-06,
+      "loss": 36.9375,
+      "step": 395
+    },
+    {
+      "epoch": 0.01892382681831215,
+      "grad_norm": 388.9345703125,
+      "learning_rate": 6.305732484076433e-06,
+      "loss": 49.3125,
+      "step": 396
+    },
+    {
+      "epoch": 0.01897161425977253,
+      "grad_norm": 230.49029541015625,
+      "learning_rate": 6.321656050955415e-06,
+      "loss": 39.0625,
+      "step": 397
+    },
+    {
+      "epoch": 0.019019401701232917,
+      "grad_norm": 452.29315185546875,
+      "learning_rate": 6.337579617834395e-06,
+      "loss": 49.5,
+      "step": 398
+    },
+    {
+      "epoch": 0.0190671891426933,
+      "grad_norm": 416.2048645019531,
+      "learning_rate": 6.353503184713376e-06,
+      "loss": 41.0938,
+      "step": 399
+    },
+    {
+      "epoch": 0.019114976584153686,
+      "grad_norm": 559.2905883789062,
+      "learning_rate": 6.369426751592357e-06,
+      "loss": 42.1875,
+      "step": 400
+    },
+    {
+      "epoch": 0.01916276402561407,
+      "grad_norm": 401.0433654785156,
+      "learning_rate": 6.3853503184713386e-06,
+      "loss": 40.3125,
+      "step": 401
+    },
+    {
+      "epoch": 0.01921055146707445,
+      "grad_norm": 694.0523071289062,
+      "learning_rate": 6.4012738853503185e-06,
+      "loss": 43.2812,
+      "step": 402
+    },
+    {
+      "epoch": 0.019258338908534837,
+      "grad_norm": 355.75030517578125,
+      "learning_rate": 6.4171974522293e-06,
+      "loss": 47.125,
+      "step": 403
+    },
+    {
+      "epoch": 0.01930612634999522,
+      "grad_norm": 407.964111328125,
+      "learning_rate": 6.433121019108281e-06,
+      "loss": 39.0938,
+      "step": 404
+    },
+    {
+      "epoch": 0.019353913791455606,
+      "grad_norm": 698.3976440429688,
+      "learning_rate": 6.449044585987262e-06,
+      "loss": 42.25,
+      "step": 405
+    },
+    {
+      "epoch": 0.01940170123291599,
+      "grad_norm": 348.3226013183594,
+      "learning_rate": 6.464968152866242e-06,
+      "loss": 34.4062,
+      "step": 406
+    },
+    {
+      "epoch": 0.019449488674376375,
+      "grad_norm": 612.7605590820312,
+      "learning_rate": 6.480891719745224e-06,
+      "loss": 35.7812,
+      "step": 407
+    },
+    {
+      "epoch": 0.019497276115836758,
+      "grad_norm": 310.1664733886719,
+      "learning_rate": 6.496815286624204e-06,
+      "loss": 34.2812,
+      "step": 408
+    },
+    {
+      "epoch": 0.019545063557297144,
+      "grad_norm": 764.1400146484375,
+      "learning_rate": 6.5127388535031856e-06,
+      "loss": 72.8125,
+      "step": 409
+    },
+    {
+      "epoch": 0.019592850998757527,
+      "grad_norm": 279.2386169433594,
+      "learning_rate": 6.5286624203821655e-06,
+      "loss": 35.1562,
+      "step": 410
+    },
+    {
+      "epoch": 0.01964063844021791,
+      "grad_norm": 504.0633544921875,
+      "learning_rate": 6.544585987261147e-06,
+      "loss": 53.875,
+      "step": 411
+    },
+    {
+      "epoch": 0.019688425881678295,
+      "grad_norm": 312.9646301269531,
+      "learning_rate": 6.560509554140128e-06,
+      "loss": 48.75,
+      "step": 412
+    },
+    {
+      "epoch": 0.019736213323138678,
+      "grad_norm": 327.3330078125,
+      "learning_rate": 6.576433121019109e-06,
+      "loss": 32.2188,
+      "step": 413
+    },
+    {
+      "epoch": 0.019784000764599064,
+      "grad_norm": 459.95770263671875,
+      "learning_rate": 6.5923566878980894e-06,
+      "loss": 43.75,
+      "step": 414
+    },
+    {
+      "epoch": 0.019831788206059447,
+      "grad_norm": 304.1366271972656,
+      "learning_rate": 6.608280254777071e-06,
+      "loss": 45.125,
+      "step": 415
+    },
+    {
+      "epoch": 0.019879575647519833,
+      "grad_norm": 407.7781066894531,
+      "learning_rate": 6.624203821656051e-06,
+      "loss": 41.25,
+      "step": 416
+    },
+    {
+      "epoch": 0.019927363088980216,
+      "grad_norm": 401.04156494140625,
+      "learning_rate": 6.640127388535033e-06,
+      "loss": 42.4375,
+      "step": 417
+    },
+    {
+      "epoch": 0.0199751505304406,
+      "grad_norm": 356.67041015625,
+      "learning_rate": 6.6560509554140125e-06,
+      "loss": 36.2812,
+      "step": 418
+    },
+    {
+      "epoch": 0.020022937971900984,
+      "grad_norm": 257.3959655761719,
+      "learning_rate": 6.671974522292994e-06,
+      "loss": 43.375,
+      "step": 419
+    },
+    {
+      "epoch": 0.020070725413361367,
+      "grad_norm": 325.2262268066406,
+      "learning_rate": 6.687898089171975e-06,
+      "loss": 40.8438,
+      "step": 420
+    },
+    {
+      "epoch": 0.020118512854821753,
+      "grad_norm": 574.4263916015625,
+      "learning_rate": 6.7038216560509565e-06,
+      "loss": 47.6875,
+      "step": 421
+    },
+    {
+      "epoch": 0.020166300296282136,
+      "grad_norm": 268.7530517578125,
+      "learning_rate": 6.7197452229299365e-06,
+      "loss": 42.625,
+      "step": 422
+    },
+    {
+      "epoch": 0.020214087737742522,
+      "grad_norm": 545.7678833007812,
+      "learning_rate": 6.735668789808918e-06,
+      "loss": 54.3125,
+      "step": 423
+    },
+    {
+      "epoch": 0.020261875179202905,
+      "grad_norm": 300.5243835449219,
+      "learning_rate": 6.751592356687898e-06,
+      "loss": 45.0625,
+      "step": 424
+    },
+    {
+      "epoch": 0.02030966262066329,
+      "grad_norm": 446.4118957519531,
+      "learning_rate": 6.76751592356688e-06,
+      "loss": 50.875,
+      "step": 425
+    },
+    {
+      "epoch": 0.020357450062123673,
+      "grad_norm": 377.62890625,
+      "learning_rate": 6.78343949044586e-06,
+      "loss": 39.3125,
+      "step": 426
+    },
+    {
+      "epoch": 0.02040523750358406,
+      "grad_norm": 1113.051025390625,
+      "learning_rate": 6.799363057324841e-06,
+      "loss": 48.9688,
+      "step": 427
+    },
+    {
+      "epoch": 0.020453024945044442,
+      "grad_norm": 359.1318054199219,
+      "learning_rate": 6.815286624203822e-06,
+      "loss": 50.875,
+      "step": 428
+    },
+    {
+      "epoch": 0.020500812386504825,
+      "grad_norm": 344.6253662109375,
+      "learning_rate": 6.8312101910828035e-06,
+      "loss": 40.8438,
+      "step": 429
+    },
+    {
+      "epoch": 0.02054859982796521,
+      "grad_norm": 227.6149139404297,
+      "learning_rate": 6.8471337579617835e-06,
+      "loss": 34.6875,
+      "step": 430
+    },
+    {
+      "epoch": 0.020596387269425594,
+      "grad_norm": 403.2770690917969,
+      "learning_rate": 6.863057324840765e-06,
+      "loss": 50.0938,
+      "step": 431
+    },
+    {
+      "epoch": 0.02064417471088598,
+      "grad_norm": 344.10467529296875,
+      "learning_rate": 6.878980891719745e-06,
+      "loss": 55.5625,
+      "step": 432
+    },
+    {
+      "epoch": 0.020691962152346362,
+      "grad_norm": 331.33355712890625,
+      "learning_rate": 6.894904458598727e-06,
+      "loss": 39.5,
+      "step": 433
+    },
+    {
+      "epoch": 0.02073974959380675,
+      "grad_norm": 256.38446044921875,
+      "learning_rate": 6.910828025477707e-06,
+      "loss": 48.0625,
+      "step": 434
+    },
+    {
+      "epoch": 0.02078753703526713,
+      "grad_norm": 356.39752197265625,
+      "learning_rate": 6.926751592356688e-06,
+      "loss": 37.4688,
+      "step": 435
+    },
+    {
+      "epoch": 0.020835324476727517,
+      "grad_norm": 345.9551086425781,
+      "learning_rate": 6.942675159235669e-06,
+      "loss": 35.8438,
+      "step": 436
+    },
+    {
+      "epoch": 0.0208831119181879,
+      "grad_norm": 473.589111328125,
+      "learning_rate": 6.9585987261146506e-06,
+      "loss": 44.9375,
+      "step": 437
+    },
+    {
+      "epoch": 0.020930899359648283,
+      "grad_norm": 187.0345916748047,
+      "learning_rate": 6.9745222929936305e-06,
+      "loss": 44.3125,
+      "step": 438
+    },
+    {
+      "epoch": 0.02097868680110867,
+      "grad_norm": 395.40625,
+      "learning_rate": 6.990445859872612e-06,
+      "loss": 38.0938,
+      "step": 439
+    },
+    {
+      "epoch": 0.02102647424256905,
+      "grad_norm": 266.8675231933594,
+      "learning_rate": 7.006369426751593e-06,
+      "loss": 32.3438,
+      "step": 440
+    },
+    {
+      "epoch": 0.021074261684029438,
+      "grad_norm": 566.7030639648438,
+      "learning_rate": 7.022292993630574e-06,
+      "loss": 35.0312,
+      "step": 441
+    },
+    {
+      "epoch": 0.02112204912548982,
+      "grad_norm": 353.4996032714844,
+      "learning_rate": 7.0382165605095544e-06,
+      "loss": 58.0938,
+      "step": 442
+    },
+    {
+      "epoch": 0.021169836566950206,
+      "grad_norm": 450.4458312988281,
+      "learning_rate": 7.054140127388536e-06,
+      "loss": 38.2188,
+      "step": 443
+    },
+    {
+      "epoch": 0.02121762400841059,
+      "grad_norm": 406.95257568359375,
+      "learning_rate": 7.070063694267516e-06,
+      "loss": 47.4375,
+      "step": 444
+    },
+    {
+      "epoch": 0.021265411449870975,
+      "grad_norm": 176.2908935546875,
+      "learning_rate": 7.085987261146498e-06,
+      "loss": 29.0,
+      "step": 445
+    },
+    {
+      "epoch": 0.021313198891331358,
+      "grad_norm": 432.950927734375,
+      "learning_rate": 7.1019108280254775e-06,
+      "loss": 34.25,
+      "step": 446
+    },
+    {
+      "epoch": 0.021360986332791744,
+      "grad_norm": 477.7500305175781,
+      "learning_rate": 7.117834394904459e-06,
+      "loss": 37.0,
+      "step": 447
+    },
+    {
+      "epoch": 0.021408773774252127,
+      "grad_norm": 460.2934875488281,
+      "learning_rate": 7.13375796178344e-06,
+      "loss": 43.5625,
+      "step": 448
+    },
+    {
+      "epoch": 0.02145656121571251,
+      "grad_norm": 470.4447326660156,
+      "learning_rate": 7.149681528662421e-06,
+      "loss": 36.1875,
+      "step": 449
+    },
+    {
+      "epoch": 0.021504348657172895,
+      "grad_norm": 688.6773681640625,
+      "learning_rate": 7.1656050955414014e-06,
+      "loss": 52.5625,
+      "step": 450
+    },
+    {
+      "epoch": 0.021552136098633278,
+      "grad_norm": 282.93902587890625,
+      "learning_rate": 7.181528662420383e-06,
+      "loss": 44.0,
+      "step": 451
+    },
+    {
+      "epoch": 0.021599923540093664,
+      "grad_norm": 261.5704650878906,
+      "learning_rate": 7.197452229299363e-06,
+      "loss": 37.7188,
+      "step": 452
+    },
+    {
+      "epoch": 0.021647710981554047,
+      "grad_norm": 364.0258483886719,
+      "learning_rate": 7.213375796178345e-06,
+      "loss": 60.5625,
+      "step": 453
+    },
+    {
+      "epoch": 0.021695498423014433,
+      "grad_norm": 290.2574462890625,
+      "learning_rate": 7.2292993630573245e-06,
+      "loss": 35.1562,
+      "step": 454
+    },
+    {
+      "epoch": 0.021743285864474816,
+      "grad_norm": 226.2373809814453,
+      "learning_rate": 7.245222929936306e-06,
+      "loss": 42.1875,
+      "step": 455
+    },
+    {
+      "epoch": 0.021791073305935202,
+      "grad_norm": 348.6291198730469,
+      "learning_rate": 7.261146496815287e-06,
+      "loss": 36.5312,
+      "step": 456
+    },
+    {
+      "epoch": 0.021838860747395585,
+      "grad_norm": 297.9052734375,
+      "learning_rate": 7.2770700636942685e-06,
+      "loss": 44.125,
+      "step": 457
+    },
+    {
+      "epoch": 0.021886648188855967,
+      "grad_norm": 362.8238525390625,
+      "learning_rate": 7.2929936305732485e-06,
+      "loss": 54.4688,
+      "step": 458
+    },
+    {
+      "epoch": 0.021934435630316353,
+      "grad_norm": 385.6475830078125,
+      "learning_rate": 7.30891719745223e-06,
+      "loss": 41.5312,
+      "step": 459
+    },
+    {
+      "epoch": 0.021982223071776736,
+      "grad_norm": 298.1434326171875,
+      "learning_rate": 7.32484076433121e-06,
+      "loss": 34.9062,
+      "step": 460
+    },
+    {
+      "epoch": 0.022030010513237122,
+      "grad_norm": 344.2867736816406,
+      "learning_rate": 7.340764331210192e-06,
+      "loss": 35.625,
+      "step": 461
+    },
+    {
+      "epoch": 0.022077797954697505,
+      "grad_norm": 388.09002685546875,
+      "learning_rate": 7.356687898089172e-06,
+      "loss": 34.1719,
+      "step": 462
+    },
+    {
+      "epoch": 0.02212558539615789,
+      "grad_norm": 355.42291259765625,
+      "learning_rate": 7.372611464968153e-06,
+      "loss": 29.1875,
+      "step": 463
+    },
+    {
+      "epoch": 0.022173372837618274,
+      "grad_norm": 239.8899688720703,
+      "learning_rate": 7.388535031847134e-06,
+      "loss": 37.75,
+      "step": 464
+    },
+    {
+      "epoch": 0.02222116027907866,
+      "grad_norm": 251.5855255126953,
+      "learning_rate": 7.4044585987261156e-06,
+      "loss": 41.375,
+      "step": 465
+    },
+    {
+      "epoch": 0.022268947720539042,
+      "grad_norm": 352.01275634765625,
+      "learning_rate": 7.4203821656050955e-06,
+      "loss": 43.875,
+      "step": 466
+    },
+    {
+      "epoch": 0.022316735161999425,
+      "grad_norm": 322.2556457519531,
+      "learning_rate": 7.436305732484077e-06,
+      "loss": 40.0,
+      "step": 467
+    },
+    {
+      "epoch": 0.02236452260345981,
+      "grad_norm": 426.98455810546875,
+      "learning_rate": 7.452229299363057e-06,
+      "loss": 52.8125,
+      "step": 468
+    },
+    {
+      "epoch": 0.022412310044920194,
+      "grad_norm": 394.5652160644531,
+      "learning_rate": 7.468152866242039e-06,
+      "loss": 43.8438,
+      "step": 469
+    },
+    {
+      "epoch": 0.02246009748638058,
+      "grad_norm": 294.20770263671875,
+      "learning_rate": 7.484076433121019e-06,
+      "loss": 39.5,
+      "step": 470
+    },
+    {
+      "epoch": 0.022507884927840963,
+      "grad_norm": 199.99139404296875,
+      "learning_rate": 7.500000000000001e-06,
+      "loss": 44.4062,
+      "step": 471
+    },
+    {
+      "epoch": 0.02255567236930135,
+      "grad_norm": 255.0402374267578,
+      "learning_rate": 7.515923566878982e-06,
+      "loss": 43.375,
+      "step": 472
+    },
+    {
+      "epoch": 0.02260345981076173,
+      "grad_norm": 438.6395568847656,
+      "learning_rate": 7.531847133757963e-06,
+      "loss": 54.625,
+      "step": 473
+    },
+    {
+      "epoch": 0.022651247252222118,
+      "grad_norm": 324.45758056640625,
+      "learning_rate": 7.547770700636944e-06,
+      "loss": 46.0625,
+      "step": 474
+    },
+    {
+      "epoch": 0.0226990346936825,
+      "grad_norm": 429.11798095703125,
+      "learning_rate": 7.563694267515924e-06,
+      "loss": 32.5312,
+      "step": 475
+    },
+    {
+      "epoch": 0.022746822135142883,
+      "grad_norm": 218.88134765625,
+      "learning_rate": 7.579617834394906e-06,
+      "loss": 32.1562,
+      "step": 476
+    },
+    {
+      "epoch": 0.02279460957660327,
+      "grad_norm": 365.3685302734375,
+      "learning_rate": 7.595541401273886e-06,
+      "loss": 45.625,
+      "step": 477
+    },
+    {
+      "epoch": 0.02284239701806365,
+      "grad_norm": 253.6385955810547,
+      "learning_rate": 7.611464968152867e-06,
+      "loss": 29.9531,
+      "step": 478
+    },
+    {
+      "epoch": 0.022890184459524038,
+      "grad_norm": 240.1924591064453,
+      "learning_rate": 7.627388535031848e-06,
+      "loss": 42.0,
+      "step": 479
+    },
+    {
+      "epoch": 0.02293797190098442,
+      "grad_norm": 316.4892883300781,
+      "learning_rate": 7.64331210191083e-06,
+      "loss": 35.75,
+      "step": 480
+    },
+    {
+      "epoch": 0.022985759342444807,
+      "grad_norm": 234.45387268066406,
+      "learning_rate": 7.659235668789809e-06,
+      "loss": 31.6562,
+      "step": 481
+    },
+    {
+      "epoch": 0.02303354678390519,
+      "grad_norm": 306.2801513671875,
+      "learning_rate": 7.675159235668791e-06,
+      "loss": 52.8125,
+      "step": 482
+    },
+    {
+      "epoch": 0.023081334225365575,
+      "grad_norm": 326.1422119140625,
+      "learning_rate": 7.691082802547772e-06,
+      "loss": 52.125,
+      "step": 483
+    },
+    {
+      "epoch": 0.023129121666825958,
+      "grad_norm": 367.0751037597656,
+      "learning_rate": 7.707006369426753e-06,
+      "loss": 47.125,
+      "step": 484
+    },
+    {
+      "epoch": 0.02317690910828634,
+      "grad_norm": 366.9905090332031,
+      "learning_rate": 7.722929936305734e-06,
+      "loss": 30.125,
+      "step": 485
+    },
+    {
+      "epoch": 0.023224696549746727,
+      "grad_norm": 317.6326904296875,
+      "learning_rate": 7.738853503184714e-06,
+      "loss": 49.7812,
+      "step": 486
+    },
+    {
+      "epoch": 0.02327248399120711,
+      "grad_norm": 287.0174255371094,
+      "learning_rate": 7.754777070063695e-06,
+      "loss": 32.8438,
+      "step": 487
+    },
+    {
+      "epoch": 0.023320271432667496,
+      "grad_norm": 601.872802734375,
+      "learning_rate": 7.770700636942676e-06,
+      "loss": 47.2188,
+      "step": 488
+    },
+    {
+      "epoch": 0.02336805887412788,
+      "grad_norm": 541.1183471679688,
+      "learning_rate": 7.786624203821657e-06,
+      "loss": 41.75,
+      "step": 489
+    },
+    {
+      "epoch": 0.023415846315588264,
+      "grad_norm": 234.53839111328125,
+      "learning_rate": 7.802547770700637e-06,
+      "loss": 35.1562,
+      "step": 490
+    },
+    {
+      "epoch": 0.023463633757048647,
+      "grad_norm": 324.797607421875,
+      "learning_rate": 7.818471337579618e-06,
+      "loss": 37.7812,
+      "step": 491
+    },
+    {
+      "epoch": 0.023511421198509033,
+      "grad_norm": 306.5380554199219,
+      "learning_rate": 7.8343949044586e-06,
+      "loss": 46.125,
+      "step": 492
+    },
+    {
+      "epoch": 0.023559208639969416,
+      "grad_norm": 309.3523254394531,
+      "learning_rate": 7.85031847133758e-06,
+      "loss": 31.2188,
+      "step": 493
+    },
+    {
+      "epoch": 0.0236069960814298,
+      "grad_norm": 532.7031860351562,
+      "learning_rate": 7.866242038216562e-06,
+      "loss": 45.4375,
+      "step": 494
+    },
+    {
+      "epoch": 0.023654783522890185,
+      "grad_norm": 303.3922424316406,
+      "learning_rate": 7.882165605095541e-06,
+      "loss": 26.5625,
+      "step": 495
+    },
+    {
+      "epoch": 0.023702570964350567,
+      "grad_norm": 453.95306396484375,
+      "learning_rate": 7.898089171974524e-06,
+      "loss": 45.8125,
+      "step": 496
+    },
+    {
+      "epoch": 0.023750358405810953,
+      "grad_norm": 244.9485626220703,
+      "learning_rate": 7.914012738853504e-06,
+      "loss": 37.4062,
+      "step": 497
+    },
+    {
+      "epoch": 0.023798145847271336,
+      "grad_norm": 213.4938507080078,
+      "learning_rate": 7.929936305732485e-06,
+      "loss": 36.0312,
+      "step": 498
+    },
+    {
+      "epoch": 0.023845933288731722,
+      "grad_norm": 314.2818908691406,
+      "learning_rate": 7.945859872611466e-06,
+      "loss": 36.625,
+      "step": 499
+    },
+    {
+      "epoch": 0.023893720730192105,
+      "grad_norm": 367.921630859375,
+      "learning_rate": 7.961783439490447e-06,
+      "loss": 29.4688,
+      "step": 500
+    },
+    {
+      "epoch": 0.02394150817165249,
+      "grad_norm": 349.2271728515625,
+      "learning_rate": 7.977707006369428e-06,
+      "loss": 33.4688,
+      "step": 501
+    },
+    {
+      "epoch": 0.023989295613112874,
+      "grad_norm": 237.0410919189453,
+      "learning_rate": 7.993630573248408e-06,
+      "loss": 31.7812,
+      "step": 502
+    },
+    {
+      "epoch": 0.02403708305457326,
+      "grad_norm": 269.42120361328125,
+      "learning_rate": 8.009554140127389e-06,
+      "loss": 34.2812,
+      "step": 503
+    },
+    {
+      "epoch": 0.024084870496033643,
+      "grad_norm": 366.6195068359375,
+      "learning_rate": 8.02547770700637e-06,
+      "loss": 48.0625,
+      "step": 504
+    },
+    {
+      "epoch": 0.024132657937494025,
+      "grad_norm": 348.9013977050781,
+      "learning_rate": 8.04140127388535e-06,
+      "loss": 54.5625,
+      "step": 505
+    },
+    {
+      "epoch": 0.02418044537895441,
+      "grad_norm": 376.04888916015625,
+      "learning_rate": 8.057324840764333e-06,
+      "loss": 45.0,
+      "step": 506
+    },
+    {
+      "epoch": 0.024228232820414794,
+      "grad_norm": 527.5252685546875,
+      "learning_rate": 8.073248407643312e-06,
+      "loss": 36.6875,
+      "step": 507
+    },
+    {
+      "epoch": 0.02427602026187518,
+      "grad_norm": 435.12078857421875,
+      "learning_rate": 8.089171974522295e-06,
+      "loss": 53.3125,
+      "step": 508
+    },
+    {
+      "epoch": 0.024323807703335563,
+      "grad_norm": 514.7276000976562,
+      "learning_rate": 8.105095541401274e-06,
+      "loss": 41.625,
+      "step": 509
+    },
+    {
+      "epoch": 0.02437159514479595,
+      "grad_norm": 367.97052001953125,
+      "learning_rate": 8.121019108280256e-06,
+      "loss": 42.25,
+      "step": 510
+    },
+    {
+      "epoch": 0.02441938258625633,
+      "grad_norm": 329.1019592285156,
+      "learning_rate": 8.136942675159237e-06,
+      "loss": 35.8438,
+      "step": 511
+    },
+    {
+      "epoch": 0.024467170027716718,
+      "grad_norm": 438.960205078125,
+      "learning_rate": 8.152866242038218e-06,
+      "loss": 37.9062,
+      "step": 512
+    },
+    {
+      "epoch": 0.0245149574691771,
+      "grad_norm": 287.138427734375,
+      "learning_rate": 8.168789808917199e-06,
+      "loss": 36.875,
+      "step": 513
+    },
+    {
+      "epoch": 0.024562744910637483,
+      "grad_norm": 399.2621765136719,
+      "learning_rate": 8.18471337579618e-06,
+      "loss": 53.3125,
+      "step": 514
+    },
+    {
+      "epoch": 0.02461053235209787,
+      "grad_norm": 278.6207275390625,
+      "learning_rate": 8.20063694267516e-06,
+      "loss": 59.6875,
+      "step": 515
+    },
+    {
+      "epoch": 0.024658319793558252,
+      "grad_norm": 346.74102783203125,
+      "learning_rate": 8.21656050955414e-06,
+      "loss": 33.5,
+      "step": 516
+    },
+    {
+      "epoch": 0.024706107235018638,
+      "grad_norm": 656.1058349609375,
+      "learning_rate": 8.232484076433122e-06,
+      "loss": 29.6562,
+      "step": 517
+    },
+    {
+      "epoch": 0.02475389467647902,
+      "grad_norm": 425.27655029296875,
+      "learning_rate": 8.248407643312102e-06,
+      "loss": 54.75,
+      "step": 518
+    },
+    {
+      "epoch": 0.024801682117939407,
+      "grad_norm": 372.7396240234375,
+      "learning_rate": 8.264331210191083e-06,
+      "loss": 50.9375,
+      "step": 519
+    },
+    {
+      "epoch": 0.02484946955939979,
+      "grad_norm": 370.4242858886719,
+      "learning_rate": 8.280254777070064e-06,
+      "loss": 41.7188,
+      "step": 520
+    },
+    {
+      "epoch": 0.024897257000860176,
+      "grad_norm": 565.061279296875,
+      "learning_rate": 8.296178343949045e-06,
+      "loss": 47.5,
+      "step": 521
+    },
+    {
+      "epoch": 0.024945044442320558,
+      "grad_norm": 332.7088317871094,
+      "learning_rate": 8.312101910828027e-06,
+      "loss": 28.25,
+      "step": 522
+    },
+    {
+      "epoch": 0.02499283188378094,
+      "grad_norm": 296.42913818359375,
+      "learning_rate": 8.328025477707006e-06,
+      "loss": 25.5938,
+      "step": 523
+    },
+    {
+      "epoch": 0.025040619325241327,
+      "grad_norm": 494.87591552734375,
+      "learning_rate": 8.343949044585989e-06,
+      "loss": 40.4688,
+      "step": 524
+    },
+    {
+      "epoch": 0.02508840676670171,
+      "grad_norm": 443.10223388671875,
+      "learning_rate": 8.35987261146497e-06,
+      "loss": 49.0625,
+      "step": 525
+    },
+    {
+      "epoch": 0.025136194208162096,
+      "grad_norm": 385.0240173339844,
+      "learning_rate": 8.37579617834395e-06,
+      "loss": 32.625,
+      "step": 526
+    },
+    {
+      "epoch": 0.02518398164962248,
+      "grad_norm": 444.7126770019531,
+      "learning_rate": 8.391719745222931e-06,
+      "loss": 46.6875,
+      "step": 527
+    },
+    {
+      "epoch": 0.025231769091082865,
+      "grad_norm": 235.20921325683594,
+      "learning_rate": 8.407643312101912e-06,
+      "loss": 41.625,
+      "step": 528
+    },
+    {
+      "epoch": 0.025279556532543247,
+      "grad_norm": 663.023193359375,
+      "learning_rate": 8.423566878980893e-06,
+      "loss": 33.0312,
+      "step": 529
+    },
+    {
+      "epoch": 0.025327343974003633,
+      "grad_norm": 351.8935546875,
+      "learning_rate": 8.439490445859873e-06,
+      "loss": 29.75,
+      "step": 530
+    },
+    {
+      "epoch": 0.025375131415464016,
+      "grad_norm": 417.7599792480469,
+      "learning_rate": 8.455414012738854e-06,
+      "loss": 38.4062,
+      "step": 531
+    },
+    {
+      "epoch": 0.0254229188569244,
+      "grad_norm": 591.1795654296875,
+      "learning_rate": 8.471337579617835e-06,
+      "loss": 48.375,
+      "step": 532
+    },
+    {
+      "epoch": 0.025470706298384785,
+      "grad_norm": 404.27880859375,
+      "learning_rate": 8.487261146496816e-06,
+      "loss": 36.375,
+      "step": 533
+    },
+    {
+      "epoch": 0.025518493739845168,
+      "grad_norm": 453.43743896484375,
+      "learning_rate": 8.503184713375796e-06,
+      "loss": 44.7812,
+      "step": 534
+    },
+    {
+      "epoch": 0.025566281181305554,
+      "grad_norm": 438.23779296875,
+      "learning_rate": 8.519108280254777e-06,
+      "loss": 43.4375,
+      "step": 535
+    },
+    {
+      "epoch": 0.025614068622765936,
+      "grad_norm": 203.39556884765625,
+      "learning_rate": 8.53503184713376e-06,
+      "loss": 28.7031,
+      "step": 536
+    },
+    {
+      "epoch": 0.025661856064226322,
+      "grad_norm": 308.8653259277344,
+      "learning_rate": 8.550955414012739e-06,
+      "loss": 43.1875,
+      "step": 537
+    },
+    {
+      "epoch": 0.025709643505686705,
+      "grad_norm": 518.4722290039062,
+      "learning_rate": 8.566878980891721e-06,
+      "loss": 41.9375,
+      "step": 538
+    },
+    {
+      "epoch": 0.02575743094714709,
+      "grad_norm": 320.5284729003906,
+      "learning_rate": 8.5828025477707e-06,
+      "loss": 32.4688,
+      "step": 539
+    },
+    {
+      "epoch": 0.025805218388607474,
+      "grad_norm": 362.96527099609375,
+      "learning_rate": 8.598726114649683e-06,
+      "loss": 37.5938,
+      "step": 540
+    },
+    {
+      "epoch": 0.025853005830067857,
+      "grad_norm": 307.5861511230469,
+      "learning_rate": 8.614649681528664e-06,
+      "loss": 48.5625,
+      "step": 541
+    },
+    {
+      "epoch": 0.025900793271528243,
+      "grad_norm": 400.2508544921875,
+      "learning_rate": 8.630573248407644e-06,
+      "loss": 50.0312,
+      "step": 542
+    },
+    {
+      "epoch": 0.025948580712988625,
+      "grad_norm": 335.7773742675781,
+      "learning_rate": 8.646496815286625e-06,
+      "loss": 37.5625,
+      "step": 543
+    },
+    {
+      "epoch": 0.02599636815444901,
+      "grad_norm": 406.412109375,
+      "learning_rate": 8.662420382165606e-06,
+      "loss": 38.4688,
+      "step": 544
+    },
+    {
+      "epoch": 0.026044155595909394,
+      "grad_norm": 566.5807495117188,
+      "learning_rate": 8.678343949044587e-06,
+      "loss": 38.625,
+      "step": 545
+    },
+    {
+      "epoch": 0.02609194303736978,
+      "grad_norm": 287.3399353027344,
+      "learning_rate": 8.694267515923567e-06,
+      "loss": 41.4375,
+      "step": 546
+    },
+    {
+      "epoch": 0.026139730478830163,
+      "grad_norm": 394.3831481933594,
+      "learning_rate": 8.710191082802548e-06,
+      "loss": 39.6875,
+      "step": 547
+    },
+    {
+      "epoch": 0.02618751792029055,
+      "grad_norm": 529.2741088867188,
+      "learning_rate": 8.726114649681529e-06,
+      "loss": 48.5,
+      "step": 548
+    },
+    {
+      "epoch": 0.02623530536175093,
+      "grad_norm": 731.9359741210938,
+      "learning_rate": 8.74203821656051e-06,
+      "loss": 47.7812,
+      "step": 549
+    },
+    {
+      "epoch": 0.026283092803211314,
+      "grad_norm": 205.12594604492188,
+      "learning_rate": 8.757961783439492e-06,
+      "loss": 37.875,
+      "step": 550
+    },
+    {
+      "epoch": 0.0263308802446717,
+      "grad_norm": 307.01812744140625,
+      "learning_rate": 8.773885350318471e-06,
+      "loss": 35.2812,
+      "step": 551
+    },
+    {
+      "epoch": 0.026378667686132083,
+      "grad_norm": 410.8722839355469,
+      "learning_rate": 8.789808917197454e-06,
+      "loss": 40.375,
+      "step": 552
+    },
+    {
+      "epoch": 0.02642645512759247,
+      "grad_norm": 499.2559509277344,
+      "learning_rate": 8.805732484076433e-06,
+      "loss": 37.5,
+      "step": 553
+    },
+    {
+      "epoch": 0.026474242569052852,
+      "grad_norm": 638.5159301757812,
+      "learning_rate": 8.821656050955415e-06,
+      "loss": 64.5,
+      "step": 554
+    },
+    {
+      "epoch": 0.026522030010513238,
+      "grad_norm": 488.4072265625,
+      "learning_rate": 8.837579617834396e-06,
+      "loss": 49.5625,
+      "step": 555
+    },
+    {
+      "epoch": 0.02656981745197362,
+      "grad_norm": 297.1235656738281,
+      "learning_rate": 8.853503184713377e-06,
+      "loss": 37.6562,
+      "step": 556
+    },
+    {
+      "epoch": 0.026617604893434007,
+      "grad_norm": 247.39810180664062,
+      "learning_rate": 8.869426751592358e-06,
+      "loss": 42.8125,
+      "step": 557
+    },
+    {
+      "epoch": 0.02666539233489439,
+      "grad_norm": 450.77362060546875,
+      "learning_rate": 8.885350318471338e-06,
+      "loss": 42.9062,
+      "step": 558
+    },
+    {
+      "epoch": 0.026713179776354776,
+      "grad_norm": 320.29949951171875,
+      "learning_rate": 8.901273885350319e-06,
+      "loss": 42.0625,
+      "step": 559
+    },
+    {
+      "epoch": 0.02676096721781516,
+      "grad_norm": 604.7030029296875,
+      "learning_rate": 8.9171974522293e-06,
+      "loss": 67.25,
+      "step": 560
+    },
+    {
+      "epoch": 0.02680875465927554,
+      "grad_norm": 458.9466857910156,
+      "learning_rate": 8.93312101910828e-06,
+      "loss": 35.125,
+      "step": 561
+    },
+    {
+      "epoch": 0.026856542100735927,
+      "grad_norm": 690.0454711914062,
+      "learning_rate": 8.949044585987261e-06,
+      "loss": 42.75,
+      "step": 562
+    },
+    {
+      "epoch": 0.02690432954219631,
+      "grad_norm": 286.6833801269531,
+      "learning_rate": 8.964968152866242e-06,
+      "loss": 41.8125,
+      "step": 563
+    },
+    {
+      "epoch": 0.026952116983656696,
+      "grad_norm": 336.5241394042969,
+      "learning_rate": 8.980891719745225e-06,
+      "loss": 29.25,
+      "step": 564
+    },
+    {
+      "epoch": 0.02699990442511708,
+      "grad_norm": 393.2588195800781,
+      "learning_rate": 8.996815286624204e-06,
+      "loss": 53.875,
+      "step": 565
+    },
+    {
+      "epoch": 0.027047691866577465,
+      "grad_norm": 323.0438537597656,
+      "learning_rate": 9.012738853503186e-06,
+      "loss": 32.9062,
+      "step": 566
+    },
+    {
+      "epoch": 0.027095479308037847,
+      "grad_norm": 472.184814453125,
+      "learning_rate": 9.028662420382165e-06,
+      "loss": 49.0938,
+      "step": 567
+    },
+    {
+      "epoch": 0.027143266749498234,
+      "grad_norm": 200.7349395751953,
+      "learning_rate": 9.044585987261148e-06,
+      "loss": 50.3125,
+      "step": 568
+    },
+    {
+      "epoch": 0.027191054190958616,
+      "grad_norm": 251.2377471923828,
+      "learning_rate": 9.060509554140129e-06,
+      "loss": 32.8438,
+      "step": 569
+    },
+    {
+      "epoch": 0.027238841632419,
+      "grad_norm": 429.83294677734375,
+      "learning_rate": 9.07643312101911e-06,
+      "loss": 39.625,
+      "step": 570
+    },
+    {
+      "epoch": 0.027286629073879385,
+      "grad_norm": 251.97265625,
+      "learning_rate": 9.09235668789809e-06,
+      "loss": 41.5938,
+      "step": 571
+    },
+    {
+      "epoch": 0.027334416515339768,
+      "grad_norm": 385.41680908203125,
+      "learning_rate": 9.10828025477707e-06,
+      "loss": 37.0312,
+      "step": 572
+    },
+    {
+      "epoch": 0.027382203956800154,
+      "grad_norm": 387.84979248046875,
+      "learning_rate": 9.124203821656052e-06,
+      "loss": 41.8125,
+      "step": 573
+    },
+    {
+      "epoch": 0.027429991398260536,
+      "grad_norm": 464.05389404296875,
+      "learning_rate": 9.140127388535032e-06,
+      "loss": 53.6875,
+      "step": 574
+    },
+    {
+      "epoch": 0.027477778839720923,
+      "grad_norm": 258.07122802734375,
+      "learning_rate": 9.156050955414013e-06,
+      "loss": 23.3438,
+      "step": 575
+    },
+    {
+      "epoch": 0.027525566281181305,
+      "grad_norm": 378.2534484863281,
+      "learning_rate": 9.171974522292994e-06,
+      "loss": 48.5,
+      "step": 576
+    },
+    {
+      "epoch": 0.02757335372264169,
+      "grad_norm": 368.6577453613281,
+      "learning_rate": 9.187898089171975e-06,
+      "loss": 43.2812,
+      "step": 577
+    },
+    {
+      "epoch": 0.027621141164102074,
+      "grad_norm": 418.4378967285156,
+      "learning_rate": 9.203821656050957e-06,
+      "loss": 44.3125,
+      "step": 578
+    },
+    {
+      "epoch": 0.027668928605562457,
+      "grad_norm": 303.2655944824219,
+      "learning_rate": 9.219745222929936e-06,
+      "loss": 43.2188,
+      "step": 579
+    },
+    {
+      "epoch": 0.027716716047022843,
+      "grad_norm": 355.0830993652344,
+      "learning_rate": 9.235668789808919e-06,
+      "loss": 31.2188,
+      "step": 580
+    },
+    {
+      "epoch": 0.027764503488483225,
+      "grad_norm": 403.6250915527344,
+      "learning_rate": 9.251592356687898e-06,
+      "loss": 42.875,
+      "step": 581
+    },
+    {
+      "epoch": 0.02781229092994361,
+      "grad_norm": 295.42864990234375,
+      "learning_rate": 9.26751592356688e-06,
+      "loss": 33.5,
+      "step": 582
+    },
+    {
+      "epoch": 0.027860078371403994,
+      "grad_norm": 354.9480285644531,
+      "learning_rate": 9.283439490445861e-06,
+      "loss": 45.3125,
+      "step": 583
+    },
+    {
+      "epoch": 0.02790786581286438,
+      "grad_norm": 264.8938293457031,
+      "learning_rate": 9.299363057324842e-06,
+      "loss": 42.625,
+      "step": 584
+    },
+    {
+      "epoch": 0.027955653254324763,
+      "grad_norm": 414.21197509765625,
+      "learning_rate": 9.315286624203823e-06,
+      "loss": 42.9375,
+      "step": 585
+    },
+    {
+      "epoch": 0.02800344069578515,
+      "grad_norm": 239.88865661621094,
+      "learning_rate": 9.331210191082803e-06,
+      "loss": 32.4688,
+      "step": 586
+    },
+    {
+      "epoch": 0.028051228137245532,
+      "grad_norm": 538.438720703125,
+      "learning_rate": 9.347133757961784e-06,
+      "loss": 61.25,
+      "step": 587
+    },
+    {
+      "epoch": 0.028099015578705915,
+      "grad_norm": 343.8258972167969,
+      "learning_rate": 9.363057324840765e-06,
+      "loss": 47.5,
+      "step": 588
+    },
+    {
+      "epoch": 0.0281468030201663,
+      "grad_norm": 321.127685546875,
+      "learning_rate": 9.378980891719746e-06,
+      "loss": 39.3125,
+      "step": 589
+    },
+    {
+      "epoch": 0.028194590461626683,
+      "grad_norm": 286.6378479003906,
+      "learning_rate": 9.394904458598726e-06,
+      "loss": 38.5625,
+      "step": 590
+    },
+    {
+      "epoch": 0.02824237790308707,
+      "grad_norm": 429.6747131347656,
+      "learning_rate": 9.410828025477707e-06,
+      "loss": 44.0312,
+      "step": 591
+    },
+    {
+      "epoch": 0.028290165344547452,
+      "grad_norm": 349.7591247558594,
+      "learning_rate": 9.426751592356688e-06,
+      "loss": 28.5938,
+      "step": 592
+    },
+    {
+      "epoch": 0.028337952786007838,
+      "grad_norm": 499.8809814453125,
+      "learning_rate": 9.442675159235669e-06,
+      "loss": 43.4375,
+      "step": 593
+    },
+    {
+      "epoch": 0.02838574022746822,
+      "grad_norm": 302.61376953125,
+      "learning_rate": 9.458598726114651e-06,
+      "loss": 38.0625,
+      "step": 594
+    },
+    {
+      "epoch": 0.028433527668928607,
+      "grad_norm": 224.13072204589844,
+      "learning_rate": 9.47452229299363e-06,
+      "loss": 36.7188,
+      "step": 595
+    },
+    {
+      "epoch": 0.02848131511038899,
+      "grad_norm": 282.3377990722656,
+      "learning_rate": 9.490445859872613e-06,
+      "loss": 28.625,
+      "step": 596
+    },
+    {
+      "epoch": 0.028529102551849372,
+      "grad_norm": 510.7264404296875,
+      "learning_rate": 9.506369426751594e-06,
+      "loss": 46.5,
+      "step": 597
+    },
+    {
+      "epoch": 0.02857688999330976,
+      "grad_norm": 499.19757080078125,
+      "learning_rate": 9.522292993630574e-06,
+      "loss": 54.5312,
+      "step": 598
+    },
+    {
+      "epoch": 0.02862467743477014,
+      "grad_norm": 288.318115234375,
+      "learning_rate": 9.538216560509555e-06,
+      "loss": 35.0,
+      "step": 599
+    },
+    {
+      "epoch": 0.028672464876230527,
+      "grad_norm": 487.4513244628906,
+      "learning_rate": 9.554140127388536e-06,
+      "loss": 34.0,
+      "step": 600
+    },
+    {
+      "epoch": 0.02872025231769091,
+      "grad_norm": 549.6731567382812,
+      "learning_rate": 9.570063694267517e-06,
+      "loss": 32.4688,
+      "step": 601
+    },
+    {
+      "epoch": 0.028768039759151296,
+      "grad_norm": 234.2930145263672,
+      "learning_rate": 9.585987261146497e-06,
+      "loss": 32.2812,
+      "step": 602
+    },
+    {
+      "epoch": 0.02881582720061168,
+      "grad_norm": 363.9755859375,
+      "learning_rate": 9.601910828025478e-06,
+      "loss": 29.1562,
+      "step": 603
+    },
+    {
+      "epoch": 0.028863614642072065,
+      "grad_norm": 319.14111328125,
+      "learning_rate": 9.617834394904459e-06,
+      "loss": 36.5625,
+      "step": 604
+    },
+    {
+      "epoch": 0.028911402083532448,
+      "grad_norm": 396.39361572265625,
+      "learning_rate": 9.63375796178344e-06,
+      "loss": 34.7188,
+      "step": 605
+    },
+    {
+      "epoch": 0.02895918952499283,
+      "grad_norm": 279.52703857421875,
+      "learning_rate": 9.64968152866242e-06,
+      "loss": 44.875,
+      "step": 606
+    },
+    {
+      "epoch": 0.029006976966453216,
+      "grad_norm": 330.1152648925781,
+      "learning_rate": 9.665605095541401e-06,
+      "loss": 44.6875,
+      "step": 607
+    },
+    {
+      "epoch": 0.0290547644079136,
+      "grad_norm": 464.54425048828125,
+      "learning_rate": 9.681528662420384e-06,
+      "loss": 47.125,
+      "step": 608
+    },
+    {
+      "epoch": 0.029102551849373985,
+      "grad_norm": 376.94183349609375,
+      "learning_rate": 9.697452229299363e-06,
+      "loss": 32.4219,
+      "step": 609
+    },
+    {
+      "epoch": 0.029150339290834368,
+      "grad_norm": 631.72021484375,
+      "learning_rate": 9.713375796178345e-06,
+      "loss": 53.75,
+      "step": 610
+    },
+    {
+      "epoch": 0.029198126732294754,
+      "grad_norm": 375.2745361328125,
+      "learning_rate": 9.729299363057324e-06,
+      "loss": 35.1875,
+      "step": 611
+    },
+    {
+      "epoch": 0.029245914173755137,
+      "grad_norm": 261.2107238769531,
+      "learning_rate": 9.745222929936307e-06,
+      "loss": 37.5625,
+      "step": 612
+    },
+    {
+      "epoch": 0.029293701615215523,
+      "grad_norm": 317.82794189453125,
+      "learning_rate": 9.761146496815288e-06,
+      "loss": 35.7812,
+      "step": 613
+    },
+    {
+      "epoch": 0.029341489056675905,
+      "grad_norm": 245.76914978027344,
+      "learning_rate": 9.777070063694268e-06,
+      "loss": 37.5,
+      "step": 614
+    },
+    {
+      "epoch": 0.029389276498136288,
+      "grad_norm": 273.47113037109375,
+      "learning_rate": 9.792993630573249e-06,
+      "loss": 34.5938,
+      "step": 615
+    },
+    {
+      "epoch": 0.029437063939596674,
+      "grad_norm": 318.137451171875,
+      "learning_rate": 9.80891719745223e-06,
+      "loss": 30.7812,
+      "step": 616
+    },
+    {
+      "epoch": 0.029484851381057057,
+      "grad_norm": 326.2144470214844,
+      "learning_rate": 9.82484076433121e-06,
+      "loss": 36.5,
+      "step": 617
+    },
+    {
+      "epoch": 0.029532638822517443,
+      "grad_norm": 530.5802612304688,
+      "learning_rate": 9.840764331210191e-06,
+      "loss": 52.3438,
+      "step": 618
+    },
+    {
+      "epoch": 0.029580426263977826,
+      "grad_norm": 500.8112487792969,
+      "learning_rate": 9.856687898089172e-06,
+      "loss": 38.7812,
+      "step": 619
+    },
+    {
+      "epoch": 0.029628213705438212,
+      "grad_norm": 307.8419189453125,
+      "learning_rate": 9.872611464968153e-06,
+      "loss": 31.2812,
+      "step": 620
+    },
+    {
+      "epoch": 0.029676001146898594,
+      "grad_norm": 346.6515808105469,
+      "learning_rate": 9.888535031847134e-06,
+      "loss": 32.375,
+      "step": 621
+    },
+    {
+      "epoch": 0.02972378858835898,
+      "grad_norm": 278.9140625,
+      "learning_rate": 9.904458598726116e-06,
+      "loss": 42.2188,
+      "step": 622
+    },
+    {
+      "epoch": 0.029771576029819363,
+      "grad_norm": 314.777099609375,
+      "learning_rate": 9.920382165605095e-06,
+      "loss": 35.625,
+      "step": 623
+    },
+    {
+      "epoch": 0.02981936347127975,
+      "grad_norm": 354.1177978515625,
+      "learning_rate": 9.936305732484078e-06,
+      "loss": 49.8125,
+      "step": 624
+    },
+    {
+      "epoch": 0.029867150912740132,
+      "grad_norm": 567.5354614257812,
+      "learning_rate": 9.952229299363057e-06,
+      "loss": 35.5625,
+      "step": 625
+    },
+    {
+      "epoch": 0.029914938354200515,
+      "grad_norm": 179.429443359375,
+      "learning_rate": 9.96815286624204e-06,
+      "loss": 25.9688,
+      "step": 626
+    },
+    {
+      "epoch": 0.0299627257956609,
+      "grad_norm": 276.5743408203125,
+      "learning_rate": 9.98407643312102e-06,
+      "loss": 31.0312,
+      "step": 627
+    },
+    {
+      "epoch": 0.030010513237121283,
+      "grad_norm": 397.4422302246094,
+      "learning_rate": 1e-05,
+      "loss": 54.375,
+      "step": 628
+    },
+    {
+      "epoch": 0.03005830067858167,
+      "grad_norm": 288.84027099609375,
+      "learning_rate": 1.0015923566878982e-05,
+      "loss": 38.8125,
+      "step": 629
+    },
+    {
+      "epoch": 0.030106088120042052,
+      "grad_norm": 419.7938232421875,
+      "learning_rate": 1.0031847133757964e-05,
+      "loss": 33.125,
+      "step": 630
+    },
+    {
+      "epoch": 0.03015387556150244,
+      "grad_norm": 321.3742370605469,
+      "learning_rate": 1.0047770700636943e-05,
+      "loss": 38.25,
+      "step": 631
+    },
+    {
+      "epoch": 0.03020166300296282,
+      "grad_norm": 344.3033447265625,
+      "learning_rate": 1.0063694267515924e-05,
+      "loss": 47.1875,
+      "step": 632
+    },
+    {
+      "epoch": 0.030249450444423207,
+      "grad_norm": 224.09974670410156,
+      "learning_rate": 1.0079617834394906e-05,
+      "loss": 39.1875,
+      "step": 633
+    },
+    {
+      "epoch": 0.03029723788588359,
+      "grad_norm": 350.87396240234375,
+      "learning_rate": 1.0095541401273887e-05,
+      "loss": 45.1875,
+      "step": 634
+    },
+    {
+      "epoch": 0.030345025327343973,
+      "grad_norm": 336.5065612792969,
+      "learning_rate": 1.0111464968152866e-05,
+      "loss": 34.8125,
+      "step": 635
+    },
+    {
+      "epoch": 0.03039281276880436,
+      "grad_norm": 429.3444519042969,
+      "learning_rate": 1.0127388535031849e-05,
+      "loss": 29.125,
+      "step": 636
+    },
+    {
+      "epoch": 0.03044060021026474,
+      "grad_norm": 226.59132385253906,
+      "learning_rate": 1.014331210191083e-05,
+      "loss": 34.1562,
+      "step": 637
+    },
+    {
+      "epoch": 0.030488387651725127,
+      "grad_norm": 442.6628112792969,
+      "learning_rate": 1.015923566878981e-05,
+      "loss": 40.4375,
+      "step": 638
+    },
+    {
+      "epoch": 0.03053617509318551,
+      "grad_norm": 759.2943115234375,
+      "learning_rate": 1.017515923566879e-05,
+      "loss": 48.0312,
+      "step": 639
+    },
+    {
+      "epoch": 0.030583962534645896,
+      "grad_norm": 268.2962341308594,
+      "learning_rate": 1.0191082802547772e-05,
+      "loss": 40.5,
+      "step": 640
+    },
+    {
+      "epoch": 0.03063174997610628,
+      "grad_norm": 414.12042236328125,
+      "learning_rate": 1.0207006369426753e-05,
+      "loss": 60.9375,
+      "step": 641
+    },
+    {
+      "epoch": 0.030679537417566665,
+      "grad_norm": 361.9233093261719,
+      "learning_rate": 1.0222929936305735e-05,
+      "loss": 41.9375,
+      "step": 642
+    },
+    {
+      "epoch": 0.030727324859027048,
+      "grad_norm": 209.32528686523438,
+      "learning_rate": 1.0238853503184714e-05,
+      "loss": 35.5,
+      "step": 643
+    },
+    {
+      "epoch": 0.03077511230048743,
+      "grad_norm": 290.90191650390625,
+      "learning_rate": 1.0254777070063695e-05,
+      "loss": 37.75,
+      "step": 644
+    },
+    {
+      "epoch": 0.030822899741947817,
+      "grad_norm": 313.9127197265625,
+      "learning_rate": 1.0270700636942677e-05,
+      "loss": 37.8125,
+      "step": 645
+    },
+    {
+      "epoch": 0.0308706871834082,
+      "grad_norm": 843.8289794921875,
+      "learning_rate": 1.0286624203821658e-05,
+      "loss": 44.5938,
+      "step": 646
+    },
+    {
+      "epoch": 0.030918474624868585,
+      "grad_norm": 363.8691101074219,
+      "learning_rate": 1.0302547770700637e-05,
+      "loss": 31.6562,
+      "step": 647
+    },
+    {
+      "epoch": 0.030966262066328968,
+      "grad_norm": 248.11460876464844,
+      "learning_rate": 1.0318471337579618e-05,
+      "loss": 30.9688,
+      "step": 648
+    },
+    {
+      "epoch": 0.031014049507789354,
+      "grad_norm": 336.3775939941406,
+      "learning_rate": 1.03343949044586e-05,
+      "loss": 28.0,
+      "step": 649
+    },
+    {
+      "epoch": 0.031061836949249737,
+      "grad_norm": 373.290771484375,
+      "learning_rate": 1.0350318471337581e-05,
+      "loss": 40.0312,
+      "step": 650
+    },
+    {
+      "epoch": 0.031109624390710123,
+      "grad_norm": 305.23858642578125,
+      "learning_rate": 1.036624203821656e-05,
+      "loss": 51.75,
+      "step": 651
+    },
+    {
+      "epoch": 0.031157411832170506,
+      "grad_norm": 755.6539306640625,
+      "learning_rate": 1.0382165605095543e-05,
+      "loss": 41.0625,
+      "step": 652
+    },
+    {
+      "epoch": 0.031205199273630888,
+      "grad_norm": 404.5604553222656,
+      "learning_rate": 1.0398089171974523e-05,
+      "loss": 38.8438,
+      "step": 653
+    },
+    {
+      "epoch": 0.031252986715091274,
+      "grad_norm": 467.53350830078125,
+      "learning_rate": 1.0414012738853504e-05,
+      "loss": 50.875,
+      "step": 654
+    },
+    {
+      "epoch": 0.03130077415655166,
+      "grad_norm": 262.9176025390625,
+      "learning_rate": 1.0429936305732485e-05,
+      "loss": 38.9062,
+      "step": 655
+    },
+    {
+      "epoch": 0.03134856159801204,
+      "grad_norm": 226.3342742919922,
+      "learning_rate": 1.0445859872611466e-05,
+      "loss": 34.3438,
+      "step": 656
+    },
+    {
+      "epoch": 0.03139634903947243,
+      "grad_norm": 523.959716796875,
+      "learning_rate": 1.0461783439490447e-05,
+      "loss": 36.0469,
+      "step": 657
+    },
+    {
+      "epoch": 0.03144413648093281,
+      "grad_norm": 624.8016967773438,
+      "learning_rate": 1.0477707006369429e-05,
+      "loss": 34.4375,
+      "step": 658
+    },
+    {
+      "epoch": 0.031491923922393195,
+      "grad_norm": 499.3191223144531,
+      "learning_rate": 1.0493630573248408e-05,
+      "loss": 48.875,
+      "step": 659
+    },
+    {
+      "epoch": 0.03153971136385358,
+      "grad_norm": 405.3819580078125,
+      "learning_rate": 1.0509554140127389e-05,
+      "loss": 34.1875,
+      "step": 660
+    },
+    {
+      "epoch": 0.03158749880531397,
+      "grad_norm": 991.5776977539062,
+      "learning_rate": 1.0525477707006371e-05,
+      "loss": 35.1875,
+      "step": 661
+    },
+    {
+      "epoch": 0.03163528624677435,
+      "grad_norm": 295.8316650390625,
+      "learning_rate": 1.0541401273885352e-05,
+      "loss": 42.7812,
+      "step": 662
+    },
+    {
+      "epoch": 0.03168307368823473,
+      "grad_norm": 303.70654296875,
+      "learning_rate": 1.0557324840764331e-05,
+      "loss": 36.8125,
+      "step": 663
+    },
+    {
+      "epoch": 0.031730861129695115,
+      "grad_norm": 274.2063293457031,
+      "learning_rate": 1.0573248407643314e-05,
+      "loss": 47.7188,
+      "step": 664
+    },
+    {
+      "epoch": 0.0317786485711555,
+      "grad_norm": 927.7855834960938,
+      "learning_rate": 1.0589171974522294e-05,
+      "loss": 29.875,
+      "step": 665
+    },
+    {
+      "epoch": 0.03182643601261589,
+      "grad_norm": 326.710205078125,
+      "learning_rate": 1.0605095541401275e-05,
+      "loss": 42.2188,
+      "step": 666
+    },
+    {
+      "epoch": 0.03187422345407627,
+      "grad_norm": 405.1006774902344,
+      "learning_rate": 1.0621019108280254e-05,
+      "loss": 46.75,
+      "step": 667
+    },
+    {
+      "epoch": 0.03192201089553665,
+      "grad_norm": 288.1982727050781,
+      "learning_rate": 1.0636942675159237e-05,
+      "loss": 41.6875,
+      "step": 668
+    },
+    {
+      "epoch": 0.031969798336997035,
+      "grad_norm": 263.76318359375,
+      "learning_rate": 1.0652866242038218e-05,
+      "loss": 44.2812,
+      "step": 669
+    },
+    {
+      "epoch": 0.032017585778457425,
+      "grad_norm": 514.669189453125,
+      "learning_rate": 1.06687898089172e-05,
+      "loss": 39.1875,
+      "step": 670
+    },
+    {
+      "epoch": 0.03206537321991781,
+      "grad_norm": 165.4828643798828,
+      "learning_rate": 1.0684713375796179e-05,
+      "loss": 29.4375,
+      "step": 671
+    },
+    {
+      "epoch": 0.03211316066137819,
+      "grad_norm": 328.75531005859375,
+      "learning_rate": 1.070063694267516e-05,
+      "loss": 47.4688,
+      "step": 672
+    },
+    {
+      "epoch": 0.03216094810283857,
+      "grad_norm": 285.55615234375,
+      "learning_rate": 1.071656050955414e-05,
+      "loss": 31.75,
+      "step": 673
+    },
+    {
+      "epoch": 0.032208735544298955,
+      "grad_norm": 385.5374755859375,
+      "learning_rate": 1.0732484076433123e-05,
+      "loss": 37.8594,
+      "step": 674
+    },
+    {
+      "epoch": 0.032256522985759345,
+      "grad_norm": 462.87396240234375,
+      "learning_rate": 1.0748407643312102e-05,
+      "loss": 28.9375,
+      "step": 675
+    },
+    {
+      "epoch": 0.03230431042721973,
+      "grad_norm": 303.7608947753906,
+      "learning_rate": 1.0764331210191083e-05,
+      "loss": 35.0312,
+      "step": 676
+    },
+    {
+      "epoch": 0.03235209786868011,
+      "grad_norm": 393.22039794921875,
+      "learning_rate": 1.0780254777070065e-05,
+      "loss": 28.4375,
+      "step": 677
+    },
+    {
+      "epoch": 0.03239988531014049,
+      "grad_norm": 507.33551025390625,
+      "learning_rate": 1.0796178343949046e-05,
+      "loss": 52.1875,
+      "step": 678
+    },
+    {
+      "epoch": 0.03244767275160088,
+      "grad_norm": 459.16436767578125,
+      "learning_rate": 1.0812101910828025e-05,
+      "loss": 53.6875,
+      "step": 679
+    },
+    {
+      "epoch": 0.032495460193061265,
+      "grad_norm": 414.03033447265625,
+      "learning_rate": 1.0828025477707008e-05,
+      "loss": 58.3125,
+      "step": 680
+    },
+    {
+      "epoch": 0.03254324763452165,
+      "grad_norm": 607.1435546875,
+      "learning_rate": 1.0843949044585988e-05,
+      "loss": 43.75,
+      "step": 681
+    },
+    {
+      "epoch": 0.03259103507598203,
+      "grad_norm": 334.3143615722656,
+      "learning_rate": 1.085987261146497e-05,
+      "loss": 36.3438,
+      "step": 682
+    },
+    {
+      "epoch": 0.03263882251744241,
+      "grad_norm": 397.15618896484375,
+      "learning_rate": 1.0875796178343948e-05,
+      "loss": 37.2188,
+      "step": 683
+    },
+    {
+      "epoch": 0.0326866099589028,
+      "grad_norm": 430.8556823730469,
+      "learning_rate": 1.089171974522293e-05,
+      "loss": 48.2188,
+      "step": 684
+    },
+    {
+      "epoch": 0.032734397400363185,
+      "grad_norm": 426.4608154296875,
+      "learning_rate": 1.0907643312101912e-05,
+      "loss": 37.375,
+      "step": 685
+    },
+    {
+      "epoch": 0.03278218484182357,
+      "grad_norm": 387.1122131347656,
+      "learning_rate": 1.0923566878980894e-05,
+      "loss": 39.7188,
+      "step": 686
+    },
+    {
+      "epoch": 0.03282997228328395,
+      "grad_norm": 427.986572265625,
+      "learning_rate": 1.0939490445859873e-05,
+      "loss": 45.1562,
+      "step": 687
+    },
+    {
+      "epoch": 0.03287775972474434,
+      "grad_norm": 470.8729248046875,
+      "learning_rate": 1.0955414012738854e-05,
+      "loss": 39.125,
+      "step": 688
+    },
+    {
+      "epoch": 0.03292554716620472,
+      "grad_norm": 355.8347473144531,
+      "learning_rate": 1.0971337579617836e-05,
+      "loss": 42.6875,
+      "step": 689
+    },
+    {
+      "epoch": 0.032973334607665106,
+      "grad_norm": 278.8956298828125,
+      "learning_rate": 1.0987261146496817e-05,
+      "loss": 33.5938,
+      "step": 690
+    },
+    {
+      "epoch": 0.03302112204912549,
+      "grad_norm": 253.5160369873047,
+      "learning_rate": 1.1003184713375796e-05,
+      "loss": 34.375,
+      "step": 691
+    },
+    {
+      "epoch": 0.03306890949058587,
+      "grad_norm": 233.3462371826172,
+      "learning_rate": 1.1019108280254777e-05,
+      "loss": 32.6875,
+      "step": 692
+    },
+    {
+      "epoch": 0.03311669693204626,
+      "grad_norm": 256.8742980957031,
+      "learning_rate": 1.103503184713376e-05,
+      "loss": 35.6875,
+      "step": 693
+    },
+    {
+      "epoch": 0.03316448437350664,
+      "grad_norm": 348.3826599121094,
+      "learning_rate": 1.105095541401274e-05,
+      "loss": 47.9688,
+      "step": 694
+    },
+    {
+      "epoch": 0.033212271814967026,
+      "grad_norm": 212.41551208496094,
+      "learning_rate": 1.106687898089172e-05,
+      "loss": 53.8438,
+      "step": 695
+    },
+    {
+      "epoch": 0.03326005925642741,
+      "grad_norm": 169.09335327148438,
+      "learning_rate": 1.1082802547770702e-05,
+      "loss": 39.3906,
+      "step": 696
+    },
+    {
+      "epoch": 0.0333078466978878,
+      "grad_norm": 339.4342956542969,
+      "learning_rate": 1.1098726114649683e-05,
+      "loss": 49.3438,
+      "step": 697
+    },
+    {
+      "epoch": 0.03335563413934818,
+      "grad_norm": 242.43368530273438,
+      "learning_rate": 1.1114649681528665e-05,
+      "loss": 31.9375,
+      "step": 698
+    },
+    {
+      "epoch": 0.033403421580808564,
+      "grad_norm": 351.8296203613281,
+      "learning_rate": 1.1130573248407644e-05,
+      "loss": 40.5625,
+      "step": 699
+    },
+    {
+      "epoch": 0.033451209022268946,
+      "grad_norm": 1157.1573486328125,
+      "learning_rate": 1.1146496815286625e-05,
+      "loss": 28.6875,
+      "step": 700
+    },
+    {
+      "epoch": 0.03349899646372933,
+      "grad_norm": 264.9740905761719,
+      "learning_rate": 1.1162420382165606e-05,
+      "loss": 54.125,
+      "step": 701
+    },
+    {
+      "epoch": 0.03354678390518972,
+      "grad_norm": 351.4796447753906,
+      "learning_rate": 1.1178343949044588e-05,
+      "loss": 42.0312,
+      "step": 702
+    },
+    {
+      "epoch": 0.0335945713466501,
+      "grad_norm": 194.3899383544922,
+      "learning_rate": 1.1194267515923567e-05,
+      "loss": 33.6562,
+      "step": 703
+    },
+    {
+      "epoch": 0.033642358788110484,
+      "grad_norm": 399.81903076171875,
+      "learning_rate": 1.1210191082802548e-05,
+      "loss": 56.5,
+      "step": 704
+    },
+    {
+      "epoch": 0.033690146229570866,
+      "grad_norm": 299.9858703613281,
+      "learning_rate": 1.122611464968153e-05,
+      "loss": 38.1562,
+      "step": 705
+    },
+    {
+      "epoch": 0.033737933671031256,
+      "grad_norm": 334.8125915527344,
+      "learning_rate": 1.1242038216560511e-05,
+      "loss": 42.4062,
+      "step": 706
+    },
+    {
+      "epoch": 0.03378572111249164,
+      "grad_norm": 303.4774475097656,
+      "learning_rate": 1.125796178343949e-05,
+      "loss": 29.4688,
+      "step": 707
+    },
+    {
+      "epoch": 0.03383350855395202,
+      "grad_norm": 230.78648376464844,
+      "learning_rate": 1.1273885350318473e-05,
+      "loss": 28.7812,
+      "step": 708
+    },
+    {
+      "epoch": 0.033881295995412404,
+      "grad_norm": 460.9491882324219,
+      "learning_rate": 1.1289808917197453e-05,
+      "loss": 52.0625,
+      "step": 709
+    },
+    {
+      "epoch": 0.03392908343687279,
+      "grad_norm": 549.0413818359375,
+      "learning_rate": 1.1305732484076434e-05,
+      "loss": 38.5,
+      "step": 710
+    },
+    {
+      "epoch": 0.033976870878333176,
+      "grad_norm": 325.21923828125,
+      "learning_rate": 1.1321656050955413e-05,
+      "loss": 44.5312,
+      "step": 711
+    },
+    {
+      "epoch": 0.03402465831979356,
+      "grad_norm": 459.5037536621094,
+      "learning_rate": 1.1337579617834396e-05,
+      "loss": 39.1875,
+      "step": 712
+    },
+    {
+      "epoch": 0.03407244576125394,
+      "grad_norm": 323.6555480957031,
+      "learning_rate": 1.1353503184713377e-05,
+      "loss": 37.4062,
+      "step": 713
+    },
+    {
+      "epoch": 0.034120233202714324,
+      "grad_norm": 408.47119140625,
+      "learning_rate": 1.1369426751592359e-05,
+      "loss": 44.75,
+      "step": 714
+    },
+    {
+      "epoch": 0.034168020644174714,
+      "grad_norm": 526.8422241210938,
+      "learning_rate": 1.1385350318471338e-05,
+      "loss": 32.7812,
+      "step": 715
+    },
+    {
+      "epoch": 0.0342158080856351,
+      "grad_norm": 273.4466552734375,
+      "learning_rate": 1.1401273885350319e-05,
+      "loss": 44.25,
+      "step": 716
+    },
+    {
+      "epoch": 0.03426359552709548,
+      "grad_norm": 377.6846008300781,
+      "learning_rate": 1.1417197452229301e-05,
+      "loss": 51.5938,
+      "step": 717
+    },
+    {
+      "epoch": 0.03431138296855586,
+      "grad_norm": 608.3733520507812,
+      "learning_rate": 1.1433121019108282e-05,
+      "loss": 31.6562,
+      "step": 718
+    },
+    {
+      "epoch": 0.034359170410016245,
+      "grad_norm": 300.16082763671875,
+      "learning_rate": 1.1449044585987261e-05,
+      "loss": 41.375,
+      "step": 719
+    },
+    {
+      "epoch": 0.034406957851476634,
+      "grad_norm": 521.6599731445312,
+      "learning_rate": 1.1464968152866242e-05,
+      "loss": 36.625,
+      "step": 720
+    },
+    {
+      "epoch": 0.03445474529293702,
+      "grad_norm": 382.8402404785156,
+      "learning_rate": 1.1480891719745224e-05,
+      "loss": 34.2812,
+      "step": 721
+    },
+    {
+      "epoch": 0.0345025327343974,
+      "grad_norm": 271.7434997558594,
+      "learning_rate": 1.1496815286624205e-05,
+      "loss": 35.4688,
+      "step": 722
+    },
+    {
+      "epoch": 0.03455032017585778,
+      "grad_norm": 349.5132141113281,
+      "learning_rate": 1.1512738853503184e-05,
+      "loss": 37.875,
+      "step": 723
+    },
+    {
+      "epoch": 0.03459810761731817,
+      "grad_norm": 221.71368408203125,
+      "learning_rate": 1.1528662420382167e-05,
+      "loss": 39.375,
+      "step": 724
+    },
+    {
+      "epoch": 0.034645895058778554,
+      "grad_norm": 384.6726379394531,
+      "learning_rate": 1.1544585987261148e-05,
+      "loss": 42.6562,
+      "step": 725
+    },
+    {
+      "epoch": 0.03469368250023894,
+      "grad_norm": 221.2611083984375,
+      "learning_rate": 1.1560509554140128e-05,
+      "loss": 46.6562,
+      "step": 726
+    },
+    {
+      "epoch": 0.03474146994169932,
+      "grad_norm": 253.5816192626953,
+      "learning_rate": 1.1576433121019109e-05,
+      "loss": 40.9062,
+      "step": 727
+    },
+    {
+      "epoch": 0.0347892573831597,
+      "grad_norm": 405.921630859375,
+      "learning_rate": 1.159235668789809e-05,
+      "loss": 50.8125,
+      "step": 728
+    },
+    {
+      "epoch": 0.03483704482462009,
+      "grad_norm": 341.37841796875,
+      "learning_rate": 1.160828025477707e-05,
+      "loss": 32.1875,
+      "step": 729
+    },
+    {
+      "epoch": 0.034884832266080475,
+      "grad_norm": 179.2979736328125,
+      "learning_rate": 1.1624203821656053e-05,
+      "loss": 26.7812,
+      "step": 730
+    },
+    {
+      "epoch": 0.03493261970754086,
+      "grad_norm": 510.55145263671875,
+      "learning_rate": 1.1640127388535032e-05,
+      "loss": 36.0938,
+      "step": 731
+    },
+    {
+      "epoch": 0.03498040714900124,
+      "grad_norm": 419.26055908203125,
+      "learning_rate": 1.1656050955414013e-05,
+      "loss": 38.2188,
+      "step": 732
+    },
+    {
+      "epoch": 0.03502819459046163,
+      "grad_norm": 349.2221374511719,
+      "learning_rate": 1.1671974522292995e-05,
+      "loss": 48.3438,
+      "step": 733
+    },
+    {
+      "epoch": 0.03507598203192201,
+      "grad_norm": 417.0899658203125,
+      "learning_rate": 1.1687898089171976e-05,
+      "loss": 39.4062,
+      "step": 734
+    },
+    {
+      "epoch": 0.035123769473382395,
+      "grad_norm": 272.5357360839844,
+      "learning_rate": 1.1703821656050955e-05,
+      "loss": 31.3125,
+      "step": 735
+    },
+    {
+      "epoch": 0.03517155691484278,
+      "grad_norm": 437.2037048339844,
+      "learning_rate": 1.1719745222929938e-05,
+      "loss": 36.3125,
+      "step": 736
+    },
+    {
+      "epoch": 0.03521934435630316,
+      "grad_norm": 317.58319091796875,
+      "learning_rate": 1.1735668789808918e-05,
+      "loss": 38.0,
+      "step": 737
+    },
+    {
+      "epoch": 0.03526713179776355,
+      "grad_norm": 296.1485290527344,
+      "learning_rate": 1.17515923566879e-05,
+      "loss": 46.5,
+      "step": 738
+    },
+    {
+      "epoch": 0.03531491923922393,
+      "grad_norm": 233.7615966796875,
+      "learning_rate": 1.1767515923566878e-05,
+      "loss": 31.5938,
+      "step": 739
+    },
+    {
+      "epoch": 0.035362706680684315,
+      "grad_norm": 249.0350799560547,
+      "learning_rate": 1.178343949044586e-05,
+      "loss": 35.7812,
+      "step": 740
+    },
+    {
+      "epoch": 0.0354104941221447,
+      "grad_norm": 272.7764587402344,
+      "learning_rate": 1.1799363057324842e-05,
+      "loss": 27.0312,
+      "step": 741
+    },
+    {
+      "epoch": 0.03545828156360509,
+      "grad_norm": 573.5484619140625,
+      "learning_rate": 1.1815286624203824e-05,
+      "loss": 46.0938,
+      "step": 742
+    },
+    {
+      "epoch": 0.03550606900506547,
+      "grad_norm": 469.8570251464844,
+      "learning_rate": 1.1831210191082803e-05,
+      "loss": 50.3438,
+      "step": 743
+    },
+    {
+      "epoch": 0.03555385644652585,
+      "grad_norm": 315.2149658203125,
+      "learning_rate": 1.1847133757961784e-05,
+      "loss": 40.4375,
+      "step": 744
+    },
+    {
+      "epoch": 0.035601643887986235,
+      "grad_norm": 285.3412170410156,
+      "learning_rate": 1.1863057324840765e-05,
+      "loss": 34.2812,
+      "step": 745
+    },
+    {
+      "epoch": 0.03564943132944662,
+      "grad_norm": 263.2489318847656,
+      "learning_rate": 1.1878980891719747e-05,
+      "loss": 25.6875,
+      "step": 746
+    },
+    {
+      "epoch": 0.03569721877090701,
+      "grad_norm": 358.05487060546875,
+      "learning_rate": 1.1894904458598726e-05,
+      "loss": 37.3438,
+      "step": 747
+    },
+    {
+      "epoch": 0.03574500621236739,
+      "grad_norm": 201.7587432861328,
+      "learning_rate": 1.1910828025477707e-05,
+      "loss": 43.4688,
+      "step": 748
+    },
+    {
+      "epoch": 0.03579279365382777,
+      "grad_norm": 259.5891418457031,
+      "learning_rate": 1.192675159235669e-05,
+      "loss": 53.1875,
+      "step": 749
+    },
+    {
+      "epoch": 0.035840581095288156,
+      "grad_norm": 206.56988525390625,
+      "learning_rate": 1.194267515923567e-05,
+      "loss": 31.5312,
+      "step": 750
+    },
+    {
+      "epoch": 0.035888368536748545,
+      "grad_norm": 299.1212463378906,
+      "learning_rate": 1.195859872611465e-05,
+      "loss": 41.3438,
+      "step": 751
+    },
+    {
+      "epoch": 0.03593615597820893,
+      "grad_norm": 1038.512939453125,
+      "learning_rate": 1.1974522292993632e-05,
+      "loss": 34.8438,
+      "step": 752
+    },
+    {
+      "epoch": 0.03598394341966931,
+      "grad_norm": 356.4825439453125,
+      "learning_rate": 1.1990445859872613e-05,
+      "loss": 41.9062,
+      "step": 753
+    },
+    {
+      "epoch": 0.03603173086112969,
+      "grad_norm": 455.5694885253906,
+      "learning_rate": 1.2006369426751593e-05,
+      "loss": 53.375,
+      "step": 754
+    },
+    {
+      "epoch": 0.036079518302590076,
+      "grad_norm": 478.1366271972656,
+      "learning_rate": 1.2022292993630574e-05,
+      "loss": 35.25,
+      "step": 755
+    },
+    {
+      "epoch": 0.036127305744050466,
+      "grad_norm": 397.4318542480469,
+      "learning_rate": 1.2038216560509555e-05,
+      "loss": 37.5625,
+      "step": 756
+    },
+    {
+      "epoch": 0.03617509318551085,
+      "grad_norm": 399.3077087402344,
+      "learning_rate": 1.2054140127388536e-05,
+      "loss": 32.125,
+      "step": 757
+    },
+    {
+      "epoch": 0.03622288062697123,
+      "grad_norm": 419.9756774902344,
+      "learning_rate": 1.2070063694267518e-05,
+      "loss": 30.875,
+      "step": 758
+    },
+    {
+      "epoch": 0.036270668068431614,
+      "grad_norm": 361.5931396484375,
+      "learning_rate": 1.2085987261146497e-05,
+      "loss": 37.4688,
+      "step": 759
+    },
+    {
+      "epoch": 0.036318455509892,
+      "grad_norm": 208.86817932128906,
+      "learning_rate": 1.2101910828025478e-05,
+      "loss": 32.5,
+      "step": 760
+    },
+    {
+      "epoch": 0.036366242951352386,
+      "grad_norm": 288.9813537597656,
+      "learning_rate": 1.211783439490446e-05,
+      "loss": 34.9844,
+      "step": 761
+    },
+    {
+      "epoch": 0.03641403039281277,
+      "grad_norm": 496.6500244140625,
+      "learning_rate": 1.2133757961783441e-05,
+      "loss": 55.9375,
+      "step": 762
+    },
+    {
+      "epoch": 0.03646181783427315,
+      "grad_norm": 361.8778381347656,
+      "learning_rate": 1.214968152866242e-05,
+      "loss": 58.1875,
+      "step": 763
+    },
+    {
+      "epoch": 0.036509605275733534,
+      "grad_norm": 422.6272277832031,
+      "learning_rate": 1.2165605095541401e-05,
+      "loss": 45.6875,
+      "step": 764
+    },
+    {
+      "epoch": 0.03655739271719392,
+      "grad_norm": 186.67283630371094,
+      "learning_rate": 1.2181528662420383e-05,
+      "loss": 21.5,
+      "step": 765
+    },
+    {
+      "epoch": 0.036605180158654306,
+      "grad_norm": 536.1050415039062,
+      "learning_rate": 1.2197452229299364e-05,
+      "loss": 59.5,
+      "step": 766
+    },
+    {
+      "epoch": 0.03665296760011469,
+      "grad_norm": 373.2116394042969,
+      "learning_rate": 1.2213375796178343e-05,
+      "loss": 44.3125,
+      "step": 767
+    },
+    {
+      "epoch": 0.03670075504157507,
+      "grad_norm": 309.1713562011719,
+      "learning_rate": 1.2229299363057326e-05,
+      "loss": 29.8125,
+      "step": 768
+    },
+    {
+      "epoch": 0.03674854248303546,
+      "grad_norm": 267.0605773925781,
+      "learning_rate": 1.2245222929936307e-05,
+      "loss": 35.125,
+      "step": 769
+    },
+    {
+      "epoch": 0.036796329924495844,
+      "grad_norm": 325.0643615722656,
+      "learning_rate": 1.2261146496815289e-05,
+      "loss": 32.0625,
+      "step": 770
+    },
+    {
+      "epoch": 0.036844117365956226,
+      "grad_norm": 689.0044555664062,
+      "learning_rate": 1.2277070063694268e-05,
+      "loss": 34.4688,
+      "step": 771
+    },
+    {
+      "epoch": 0.03689190480741661,
+      "grad_norm": 214.75083923339844,
+      "learning_rate": 1.2292993630573249e-05,
+      "loss": 32.875,
+      "step": 772
+    },
+    {
+      "epoch": 0.036939692248877,
+      "grad_norm": 318.31048583984375,
+      "learning_rate": 1.230891719745223e-05,
+      "loss": 41.6562,
+      "step": 773
+    },
+    {
+      "epoch": 0.03698747969033738,
+      "grad_norm": 400.4471130371094,
+      "learning_rate": 1.2324840764331212e-05,
+      "loss": 40.75,
+      "step": 774
+    },
+    {
+      "epoch": 0.037035267131797764,
+      "grad_norm": 476.9886169433594,
+      "learning_rate": 1.2340764331210191e-05,
+      "loss": 72.0625,
+      "step": 775
+    },
+    {
+      "epoch": 0.037083054573258147,
+      "grad_norm": 1159.7847900390625,
+      "learning_rate": 1.2356687898089172e-05,
+      "loss": 28.9688,
+      "step": 776
+    },
+    {
+      "epoch": 0.03713084201471853,
+      "grad_norm": 333.389892578125,
+      "learning_rate": 1.2372611464968154e-05,
+      "loss": 33.9688,
+      "step": 777
+    },
+    {
+      "epoch": 0.03717862945617892,
+      "grad_norm": 260.8743591308594,
+      "learning_rate": 1.2388535031847135e-05,
+      "loss": 30.2812,
+      "step": 778
+    },
+    {
+      "epoch": 0.0372264168976393,
+      "grad_norm": 463.9915466308594,
+      "learning_rate": 1.2404458598726114e-05,
+      "loss": 43.3438,
+      "step": 779
+    },
+    {
+      "epoch": 0.037274204339099684,
+      "grad_norm": 377.634033203125,
+      "learning_rate": 1.2420382165605097e-05,
+      "loss": 45.9688,
+      "step": 780
+    },
+    {
+      "epoch": 0.03732199178056007,
+      "grad_norm": 386.928955078125,
+      "learning_rate": 1.2436305732484078e-05,
+      "loss": 29.75,
+      "step": 781
+    },
+    {
+      "epoch": 0.037369779222020456,
+      "grad_norm": 413.1490783691406,
+      "learning_rate": 1.2452229299363058e-05,
+      "loss": 28.2812,
+      "step": 782
+    },
+    {
+      "epoch": 0.03741756666348084,
+      "grad_norm": 358.2140197753906,
+      "learning_rate": 1.2468152866242037e-05,
+      "loss": 37.875,
+      "step": 783
+    },
+    {
+      "epoch": 0.03746535410494122,
+      "grad_norm": 190.68446350097656,
+      "learning_rate": 1.248407643312102e-05,
+      "loss": 30.2188,
+      "step": 784
+    },
+    {
+      "epoch": 0.037513141546401604,
+      "grad_norm": 260.6282653808594,
+      "learning_rate": 1.25e-05,
+      "loss": 42.1562,
+      "step": 785
+    },
+    {
+      "epoch": 0.03756092898786199,
+      "grad_norm": 347.3344421386719,
+      "learning_rate": 1.2515923566878983e-05,
+      "loss": 41.6875,
+      "step": 786
+    },
+    {
+      "epoch": 0.03760871642932238,
+      "grad_norm": 218.84222412109375,
+      "learning_rate": 1.2531847133757964e-05,
+      "loss": 28.875,
+      "step": 787
+    },
+    {
+      "epoch": 0.03765650387078276,
+      "grad_norm": 395.0122375488281,
+      "learning_rate": 1.2547770700636943e-05,
+      "loss": 44.9375,
+      "step": 788
+    },
+    {
+      "epoch": 0.03770429131224314,
+      "grad_norm": 322.8352966308594,
+      "learning_rate": 1.2563694267515925e-05,
+      "loss": 56.6875,
+      "step": 789
+    },
+    {
+      "epoch": 0.037752078753703525,
+      "grad_norm": 334.6279296875,
+      "learning_rate": 1.2579617834394906e-05,
+      "loss": 42.8125,
+      "step": 790
+    },
+    {
+      "epoch": 0.037799866195163914,
+      "grad_norm": 180.62619018554688,
+      "learning_rate": 1.2595541401273887e-05,
+      "loss": 23.9062,
+      "step": 791
+    },
+    {
+      "epoch": 0.0378476536366243,
+      "grad_norm": 235.08694458007812,
+      "learning_rate": 1.2611464968152866e-05,
+      "loss": 38.625,
+      "step": 792
+    },
+    {
+      "epoch": 0.03789544107808468,
+      "grad_norm": 284.93353271484375,
+      "learning_rate": 1.2627388535031848e-05,
+      "loss": 52.375,
+      "step": 793
+    },
+    {
+      "epoch": 0.03794322851954506,
+      "grad_norm": 392.29705810546875,
+      "learning_rate": 1.264331210191083e-05,
+      "loss": 48.4688,
+      "step": 794
+    },
+    {
+      "epoch": 0.037991015961005445,
+      "grad_norm": 411.9068298339844,
+      "learning_rate": 1.2659235668789812e-05,
+      "loss": 46.9375,
+      "step": 795
+    },
+    {
+      "epoch": 0.038038803402465834,
+      "grad_norm": 266.50921630859375,
+      "learning_rate": 1.267515923566879e-05,
+      "loss": 49.7812,
+      "step": 796
+    },
+    {
+      "epoch": 0.03808659084392622,
+      "grad_norm": 262.371826171875,
+      "learning_rate": 1.2691082802547772e-05,
+      "loss": 40.7812,
+      "step": 797
+    },
+    {
+      "epoch": 0.0381343782853866,
+      "grad_norm": 320.9197692871094,
+      "learning_rate": 1.2707006369426752e-05,
+      "loss": 44.2188,
+      "step": 798
+    },
+    {
+      "epoch": 0.03818216572684698,
+      "grad_norm": 412.98577880859375,
+      "learning_rate": 1.2722929936305735e-05,
+      "loss": 32.8125,
+      "step": 799
+    },
+    {
+      "epoch": 0.03822995316830737,
+      "grad_norm": 531.882080078125,
+      "learning_rate": 1.2738853503184714e-05,
+      "loss": 44.0625,
+      "step": 800
+    },
+    {
+      "epoch": 0.038277740609767755,
+      "grad_norm": 348.1681213378906,
+      "learning_rate": 1.2754777070063695e-05,
+      "loss": 50.375,
+      "step": 801
+    },
+    {
+      "epoch": 0.03832552805122814,
+      "grad_norm": 283.2998962402344,
+      "learning_rate": 1.2770700636942677e-05,
+      "loss": 21.3125,
+      "step": 802
+    },
+    {
+      "epoch": 0.03837331549268852,
+      "grad_norm": 215.950927734375,
+      "learning_rate": 1.2786624203821658e-05,
+      "loss": 43.5625,
+      "step": 803
+    },
+    {
+      "epoch": 0.0384211029341489,
+      "grad_norm": 357.371337890625,
+      "learning_rate": 1.2802547770700637e-05,
+      "loss": 42.2188,
+      "step": 804
+    },
+    {
+      "epoch": 0.03846889037560929,
+      "grad_norm": 450.2468566894531,
+      "learning_rate": 1.281847133757962e-05,
+      "loss": 31.9375,
+      "step": 805
+    },
+    {
+      "epoch": 0.038516677817069675,
+      "grad_norm": 310.406494140625,
+      "learning_rate": 1.28343949044586e-05,
+      "loss": 28.0312,
+      "step": 806
+    },
+    {
+      "epoch": 0.03856446525853006,
+      "grad_norm": 347.61181640625,
+      "learning_rate": 1.2850318471337581e-05,
+      "loss": 31.125,
+      "step": 807
+    },
+    {
+      "epoch": 0.03861225269999044,
+      "grad_norm": 357.2326354980469,
+      "learning_rate": 1.2866242038216562e-05,
+      "loss": 33.4062,
+      "step": 808
+    },
+    {
+      "epoch": 0.03866004014145083,
+      "grad_norm": 480.0174255371094,
+      "learning_rate": 1.2882165605095543e-05,
+      "loss": 46.0312,
+      "step": 809
+    },
+    {
+      "epoch": 0.03870782758291121,
+      "grad_norm": 331.3872985839844,
+      "learning_rate": 1.2898089171974523e-05,
+      "loss": 36.5625,
+      "step": 810
+    },
+    {
+      "epoch": 0.038755615024371595,
+      "grad_norm": 377.2735290527344,
+      "learning_rate": 1.2914012738853506e-05,
+      "loss": 33.9375,
+      "step": 811
+    },
+    {
+      "epoch": 0.03880340246583198,
+      "grad_norm": 510.0889587402344,
+      "learning_rate": 1.2929936305732485e-05,
+      "loss": 47.375,
+      "step": 812
+    },
+    {
+      "epoch": 0.03885118990729236,
+      "grad_norm": 235.634033203125,
+      "learning_rate": 1.2945859872611466e-05,
+      "loss": 23.7031,
+      "step": 813
+    },
+    {
+      "epoch": 0.03889897734875275,
+      "grad_norm": 183.82057189941406,
+      "learning_rate": 1.2961783439490448e-05,
+      "loss": 38.25,
+      "step": 814
+    },
+    {
+      "epoch": 0.03894676479021313,
+      "grad_norm": 409.1524353027344,
+      "learning_rate": 1.2977707006369429e-05,
+      "loss": 35.7188,
+      "step": 815
+    },
+    {
+      "epoch": 0.038994552231673515,
+      "grad_norm": 287.7335205078125,
+      "learning_rate": 1.2993630573248408e-05,
+      "loss": 43.0,
+      "step": 816
+    },
+    {
+      "epoch": 0.0390423396731339,
+      "grad_norm": 421.0293884277344,
+      "learning_rate": 1.3009554140127389e-05,
+      "loss": 36.875,
+      "step": 817
+    },
+    {
+      "epoch": 0.03909012711459429,
+      "grad_norm": 536.7364501953125,
+      "learning_rate": 1.3025477707006371e-05,
+      "loss": 41.3125,
+      "step": 818
+    },
+    {
+      "epoch": 0.03913791455605467,
+      "grad_norm": 235.33372497558594,
+      "learning_rate": 1.3041401273885352e-05,
+      "loss": 36.9688,
+      "step": 819
+    },
+    {
+      "epoch": 0.03918570199751505,
+      "grad_norm": 279.6571960449219,
+      "learning_rate": 1.3057324840764331e-05,
+      "loss": 47.375,
+      "step": 820
+    },
+    {
+      "epoch": 0.039233489438975436,
+      "grad_norm": 528.669677734375,
+      "learning_rate": 1.3073248407643313e-05,
+      "loss": 47.5625,
+      "step": 821
+    },
+    {
+      "epoch": 0.03928127688043582,
+      "grad_norm": 293.31005859375,
+      "learning_rate": 1.3089171974522294e-05,
+      "loss": 48.9688,
+      "step": 822
+    },
+    {
+      "epoch": 0.03932906432189621,
+      "grad_norm": 250.50079345703125,
+      "learning_rate": 1.3105095541401277e-05,
+      "loss": 31.75,
+      "step": 823
+    },
+    {
+      "epoch": 0.03937685176335659,
+      "grad_norm": 337.1169738769531,
+      "learning_rate": 1.3121019108280256e-05,
+      "loss": 43.9375,
+      "step": 824
+    },
+    {
+      "epoch": 0.03942463920481697,
+      "grad_norm": 222.72946166992188,
+      "learning_rate": 1.3136942675159237e-05,
+      "loss": 34.9688,
+      "step": 825
+    },
+    {
+      "epoch": 0.039472426646277356,
+      "grad_norm": 304.2481689453125,
+      "learning_rate": 1.3152866242038217e-05,
+      "loss": 40.1875,
+      "step": 826
+    },
+    {
+      "epoch": 0.039520214087737746,
+      "grad_norm": 302.6911926269531,
+      "learning_rate": 1.31687898089172e-05,
+      "loss": 54.3125,
+      "step": 827
+    },
+    {
+      "epoch": 0.03956800152919813,
+      "grad_norm": 273.129638671875,
+      "learning_rate": 1.3184713375796179e-05,
+      "loss": 28.0938,
+      "step": 828
+    },
+    {
+      "epoch": 0.03961578897065851,
+      "grad_norm": 368.3018798828125,
+      "learning_rate": 1.320063694267516e-05,
+      "loss": 56.3125,
+      "step": 829
+    },
+    {
+      "epoch": 0.039663576412118894,
+      "grad_norm": 555.3003540039062,
+      "learning_rate": 1.3216560509554142e-05,
+      "loss": 44.6562,
+      "step": 830
+    },
+    {
+      "epoch": 0.039711363853579276,
+      "grad_norm": 454.6295166015625,
+      "learning_rate": 1.3232484076433123e-05,
+      "loss": 48.125,
+      "step": 831
+    },
+    {
+      "epoch": 0.039759151295039666,
+      "grad_norm": 228.64447021484375,
+      "learning_rate": 1.3248407643312102e-05,
+      "loss": 28.9375,
+      "step": 832
+    },
+    {
+      "epoch": 0.03980693873650005,
+      "grad_norm": 320.7889709472656,
+      "learning_rate": 1.3264331210191084e-05,
+      "loss": 35.3438,
+      "step": 833
+    },
+    {
+      "epoch": 0.03985472617796043,
+      "grad_norm": 424.37188720703125,
+      "learning_rate": 1.3280254777070065e-05,
+      "loss": 34.9062,
+      "step": 834
+    },
+    {
+      "epoch": 0.039902513619420814,
+      "grad_norm": 377.2303161621094,
+      "learning_rate": 1.3296178343949046e-05,
+      "loss": 35.0625,
+      "step": 835
+    },
+    {
+      "epoch": 0.0399503010608812,
+      "grad_norm": 411.9803466796875,
+      "learning_rate": 1.3312101910828025e-05,
+      "loss": 53.5,
+      "step": 836
+    },
+    {
+      "epoch": 0.039998088502341586,
+      "grad_norm": 265.44598388671875,
+      "learning_rate": 1.3328025477707008e-05,
+      "loss": 34.0312,
+      "step": 837
+    },
+    {
+      "epoch": 0.04004587594380197,
+      "grad_norm": 331.8073425292969,
+      "learning_rate": 1.3343949044585988e-05,
+      "loss": 31.1406,
+      "step": 838
+    },
+    {
+      "epoch": 0.04009366338526235,
+      "grad_norm": 234.80299377441406,
+      "learning_rate": 1.335987261146497e-05,
+      "loss": 43.875,
+      "step": 839
+    },
+    {
+      "epoch": 0.040141450826722734,
+      "grad_norm": 506.361083984375,
+      "learning_rate": 1.337579617834395e-05,
+      "loss": 48.3125,
+      "step": 840
+    },
+    {
+      "epoch": 0.040189238268183124,
+      "grad_norm": 197.32852172851562,
+      "learning_rate": 1.339171974522293e-05,
+      "loss": 29.4375,
+      "step": 841
+    },
+    {
+      "epoch": 0.040237025709643506,
+      "grad_norm": 475.86956787109375,
+      "learning_rate": 1.3407643312101913e-05,
+      "loss": 35.125,
+      "step": 842
+    },
+    {
+      "epoch": 0.04028481315110389,
+      "grad_norm": 321.44708251953125,
+      "learning_rate": 1.3423566878980894e-05,
+      "loss": 44.375,
+      "step": 843
+    },
+    {
+      "epoch": 0.04033260059256427,
+      "grad_norm": 339.3624572753906,
+      "learning_rate": 1.3439490445859873e-05,
+      "loss": 36.2812,
+      "step": 844
+    },
+    {
+      "epoch": 0.04038038803402466,
+      "grad_norm": 526.3765869140625,
+      "learning_rate": 1.3455414012738854e-05,
+      "loss": 26.8438,
+      "step": 845
+    },
+    {
+      "epoch": 0.040428175475485044,
+      "grad_norm": 290.881103515625,
+      "learning_rate": 1.3471337579617836e-05,
+      "loss": 39.4375,
+      "step": 846
+    },
+    {
+      "epoch": 0.04047596291694543,
+      "grad_norm": 376.02349853515625,
+      "learning_rate": 1.3487261146496817e-05,
+      "loss": 45.6875,
+      "step": 847
+    },
+    {
+      "epoch": 0.04052375035840581,
+      "grad_norm": 949.328125,
+      "learning_rate": 1.3503184713375796e-05,
+      "loss": 39.3125,
+      "step": 848
+    },
+    {
+      "epoch": 0.04057153779986619,
+      "grad_norm": 287.4142150878906,
+      "learning_rate": 1.3519108280254778e-05,
+      "loss": 37.3438,
+      "step": 849
+    },
+    {
+      "epoch": 0.04061932524132658,
+      "grad_norm": 388.8091125488281,
+      "learning_rate": 1.353503184713376e-05,
+      "loss": 52.4375,
+      "step": 850
+    },
+    {
+      "epoch": 0.040667112682786964,
+      "grad_norm": 522.0868530273438,
+      "learning_rate": 1.355095541401274e-05,
+      "loss": 45.6875,
+      "step": 851
+    },
+    {
+      "epoch": 0.04071490012424735,
+      "grad_norm": 369.47296142578125,
+      "learning_rate": 1.356687898089172e-05,
+      "loss": 73.5,
+      "step": 852
+    },
+    {
+      "epoch": 0.04076268756570773,
+      "grad_norm": 340.8221130371094,
+      "learning_rate": 1.3582802547770702e-05,
+      "loss": 29.9688,
+      "step": 853
+    },
+    {
+      "epoch": 0.04081047500716812,
+      "grad_norm": 202.30233764648438,
+      "learning_rate": 1.3598726114649682e-05,
+      "loss": 29.375,
+      "step": 854
+    },
+    {
+      "epoch": 0.0408582624486285,
+      "grad_norm": 257.46905517578125,
+      "learning_rate": 1.3614649681528665e-05,
+      "loss": 31.125,
+      "step": 855
+    },
+    {
+      "epoch": 0.040906049890088884,
+      "grad_norm": 292.59515380859375,
+      "learning_rate": 1.3630573248407644e-05,
+      "loss": 50.9062,
+      "step": 856
+    },
+    {
+      "epoch": 0.04095383733154927,
+      "grad_norm": 340.6676330566406,
+      "learning_rate": 1.3646496815286625e-05,
+      "loss": 39.5625,
+      "step": 857
+    },
+    {
+      "epoch": 0.04100162477300965,
+      "grad_norm": 465.2168273925781,
+      "learning_rate": 1.3662420382165607e-05,
+      "loss": 43.2188,
+      "step": 858
+    },
+    {
+      "epoch": 0.04104941221447004,
+      "grad_norm": 613.0377197265625,
+      "learning_rate": 1.3678343949044588e-05,
+      "loss": 42.1562,
+      "step": 859
+    },
+    {
+      "epoch": 0.04109719965593042,
+      "grad_norm": 327.84686279296875,
+      "learning_rate": 1.3694267515923567e-05,
+      "loss": 40.4375,
+      "step": 860
+    },
+    {
+      "epoch": 0.041144987097390805,
+      "grad_norm": 270.6009826660156,
+      "learning_rate": 1.371019108280255e-05,
+      "loss": 33.1875,
+      "step": 861
+    },
+    {
+      "epoch": 0.04119277453885119,
+      "grad_norm": 227.24200439453125,
+      "learning_rate": 1.372611464968153e-05,
+      "loss": 23.9062,
+      "step": 862
+    },
+    {
+      "epoch": 0.04124056198031158,
+      "grad_norm": 282.46673583984375,
+      "learning_rate": 1.3742038216560511e-05,
+      "loss": 36.1875,
+      "step": 863
+    },
+    {
+      "epoch": 0.04128834942177196,
+      "grad_norm": 204.6896514892578,
+      "learning_rate": 1.375796178343949e-05,
+      "loss": 36.4688,
+      "step": 864
+    },
+    {
+      "epoch": 0.04133613686323234,
+      "grad_norm": 232.49598693847656,
+      "learning_rate": 1.3773885350318472e-05,
+      "loss": 31.1875,
+      "step": 865
+    },
+    {
+      "epoch": 0.041383924304692725,
+      "grad_norm": 237.40899658203125,
+      "learning_rate": 1.3789808917197453e-05,
+      "loss": 41.8438,
+      "step": 866
+    },
+    {
+      "epoch": 0.04143171174615311,
+      "grad_norm": 307.2673645019531,
+      "learning_rate": 1.3805732484076436e-05,
+      "loss": 28.6875,
+      "step": 867
+    },
+    {
+      "epoch": 0.0414794991876135,
+      "grad_norm": 385.7238464355469,
+      "learning_rate": 1.3821656050955415e-05,
+      "loss": 44.5,
+      "step": 868
+    },
+    {
+      "epoch": 0.04152728662907388,
+      "grad_norm": 329.0198059082031,
+      "learning_rate": 1.3837579617834396e-05,
+      "loss": 40.2812,
+      "step": 869
+    },
+    {
+      "epoch": 0.04157507407053426,
+      "grad_norm": 286.7186584472656,
+      "learning_rate": 1.3853503184713376e-05,
+      "loss": 30.1562,
+      "step": 870
+    },
+    {
+      "epoch": 0.041622861511994645,
+      "grad_norm": 249.2412109375,
+      "learning_rate": 1.3869426751592359e-05,
+      "loss": 43.0,
+      "step": 871
+    },
+    {
+      "epoch": 0.041670648953455035,
+      "grad_norm": 388.19561767578125,
+      "learning_rate": 1.3885350318471338e-05,
+      "loss": 39.8125,
+      "step": 872
+    },
+    {
+      "epoch": 0.04171843639491542,
+      "grad_norm": 211.41329956054688,
+      "learning_rate": 1.3901273885350319e-05,
+      "loss": 34.2188,
+      "step": 873
+    },
+    {
+      "epoch": 0.0417662238363758,
+      "grad_norm": 302.9998474121094,
+      "learning_rate": 1.3917197452229301e-05,
+      "loss": 33.5625,
+      "step": 874
+    },
+    {
+      "epoch": 0.04181401127783618,
+      "grad_norm": 707.3423461914062,
+      "learning_rate": 1.3933121019108282e-05,
+      "loss": 45.5938,
+      "step": 875
+    },
+    {
+      "epoch": 0.041861798719296565,
+      "grad_norm": 318.2969665527344,
+      "learning_rate": 1.3949044585987261e-05,
+      "loss": 37.8438,
+      "step": 876
+    },
+    {
+      "epoch": 0.041909586160756955,
+      "grad_norm": 229.63287353515625,
+      "learning_rate": 1.3964968152866243e-05,
+      "loss": 25.5312,
+      "step": 877
+    },
+    {
+      "epoch": 0.04195737360221734,
+      "grad_norm": 396.6241455078125,
+      "learning_rate": 1.3980891719745224e-05,
+      "loss": 39.125,
+      "step": 878
+    },
+    {
+      "epoch": 0.04200516104367772,
+      "grad_norm": 304.6355895996094,
+      "learning_rate": 1.3996815286624205e-05,
+      "loss": 37.1875,
+      "step": 879
+    },
+    {
+      "epoch": 0.0420529484851381,
+      "grad_norm": 225.43348693847656,
+      "learning_rate": 1.4012738853503186e-05,
+      "loss": 33.625,
+      "step": 880
+    },
+    {
+      "epoch": 0.04210073592659849,
+      "grad_norm": 230.71104431152344,
+      "learning_rate": 1.4028662420382167e-05,
+      "loss": 26.625,
+      "step": 881
+    },
+    {
+      "epoch": 0.042148523368058875,
+      "grad_norm": 351.053466796875,
+      "learning_rate": 1.4044585987261147e-05,
+      "loss": 35.9688,
+      "step": 882
+    },
+    {
+      "epoch": 0.04219631080951926,
+      "grad_norm": 415.1959533691406,
+      "learning_rate": 1.406050955414013e-05,
+      "loss": 35.3594,
+      "step": 883
+    },
+    {
+      "epoch": 0.04224409825097964,
+      "grad_norm": 340.0320739746094,
+      "learning_rate": 1.4076433121019109e-05,
+      "loss": 35.75,
+      "step": 884
+    },
+    {
+      "epoch": 0.04229188569244003,
+      "grad_norm": 333.3625183105469,
+      "learning_rate": 1.409235668789809e-05,
+      "loss": 31.8438,
+      "step": 885
+    },
+    {
+      "epoch": 0.04233967313390041,
+      "grad_norm": 355.816162109375,
+      "learning_rate": 1.4108280254777072e-05,
+      "loss": 39.9375,
+      "step": 886
+    },
+    {
+      "epoch": 0.042387460575360796,
+      "grad_norm": 4144.3203125,
+      "learning_rate": 1.4124203821656053e-05,
+      "loss": 34.4375,
+      "step": 887
+    },
+    {
+      "epoch": 0.04243524801682118,
+      "grad_norm": 269.1394958496094,
+      "learning_rate": 1.4140127388535032e-05,
+      "loss": 40.375,
+      "step": 888
+    },
+    {
+      "epoch": 0.04248303545828156,
+      "grad_norm": 324.4417724609375,
+      "learning_rate": 1.4156050955414013e-05,
+      "loss": 50.8438,
+      "step": 889
+    },
+    {
+      "epoch": 0.04253082289974195,
+      "grad_norm": 270.1673278808594,
+      "learning_rate": 1.4171974522292995e-05,
+      "loss": 30.9375,
+      "step": 890
+    },
+    {
+      "epoch": 0.04257861034120233,
+      "grad_norm": 341.6572265625,
+      "learning_rate": 1.4187898089171976e-05,
+      "loss": 40.375,
+      "step": 891
+    },
+    {
+      "epoch": 0.042626397782662716,
+      "grad_norm": 526.6898193359375,
+      "learning_rate": 1.4203821656050955e-05,
+      "loss": 37.7812,
+      "step": 892
+    },
+    {
+      "epoch": 0.0426741852241231,
+      "grad_norm": 399.99774169921875,
+      "learning_rate": 1.4219745222929937e-05,
+      "loss": 42.2812,
+      "step": 893
+    },
+    {
+      "epoch": 0.04272197266558349,
+      "grad_norm": 364.4841613769531,
+      "learning_rate": 1.4235668789808918e-05,
+      "loss": 40.5312,
+      "step": 894
+    },
+    {
+      "epoch": 0.04276976010704387,
+      "grad_norm": 458.8956298828125,
+      "learning_rate": 1.42515923566879e-05,
+      "loss": 45.875,
+      "step": 895
+    },
+    {
+      "epoch": 0.04281754754850425,
+      "grad_norm": 583.4502563476562,
+      "learning_rate": 1.426751592356688e-05,
+      "loss": 55.125,
+      "step": 896
+    },
+    {
+      "epoch": 0.042865334989964636,
+      "grad_norm": 493.2471618652344,
+      "learning_rate": 1.428343949044586e-05,
+      "loss": 40.875,
+      "step": 897
+    },
+    {
+      "epoch": 0.04291312243142502,
+      "grad_norm": 373.1505432128906,
+      "learning_rate": 1.4299363057324841e-05,
+      "loss": 33.6875,
+      "step": 898
+    },
+    {
+      "epoch": 0.04296090987288541,
+      "grad_norm": 343.2272644042969,
+      "learning_rate": 1.4315286624203824e-05,
+      "loss": 39.375,
+      "step": 899
+    },
+    {
+      "epoch": 0.04300869731434579,
+      "grad_norm": 312.8650207519531,
+      "learning_rate": 1.4331210191082803e-05,
+      "loss": 33.1562,
+      "step": 900
+    },
+    {
+      "epoch": 0.043056484755806174,
+      "grad_norm": 342.4583435058594,
+      "learning_rate": 1.4347133757961784e-05,
+      "loss": 34.6562,
+      "step": 901
+    },
+    {
+      "epoch": 0.043104272197266556,
+      "grad_norm": 439.2399597167969,
+      "learning_rate": 1.4363057324840766e-05,
+      "loss": 48.5625,
+      "step": 902
+    },
+    {
+      "epoch": 0.043152059638726946,
+      "grad_norm": 178.34686279296875,
+      "learning_rate": 1.4378980891719747e-05,
+      "loss": 26.4688,
+      "step": 903
+    },
+    {
+      "epoch": 0.04319984708018733,
+      "grad_norm": 482.8769836425781,
+      "learning_rate": 1.4394904458598726e-05,
+      "loss": 44.8125,
+      "step": 904
+    },
+    {
+      "epoch": 0.04324763452164771,
+      "grad_norm": 295.66741943359375,
+      "learning_rate": 1.4410828025477708e-05,
+      "loss": 38.75,
+      "step": 905
+    },
+    {
+      "epoch": 0.043295421963108094,
+      "grad_norm": 289.0887451171875,
+      "learning_rate": 1.442675159235669e-05,
+      "loss": 35.7188,
+      "step": 906
+    },
+    {
+      "epoch": 0.04334320940456848,
+      "grad_norm": 420.91497802734375,
+      "learning_rate": 1.444267515923567e-05,
+      "loss": 35.6562,
+      "step": 907
+    },
+    {
+      "epoch": 0.043390996846028866,
+      "grad_norm": 391.71917724609375,
+      "learning_rate": 1.4458598726114649e-05,
+      "loss": 45.625,
+      "step": 908
+    },
+    {
+      "epoch": 0.04343878428748925,
+      "grad_norm": 322.8337097167969,
+      "learning_rate": 1.4474522292993632e-05,
+      "loss": 55.125,
+      "step": 909
+    },
+    {
+      "epoch": 0.04348657172894963,
+      "grad_norm": 301.1613464355469,
+      "learning_rate": 1.4490445859872612e-05,
+      "loss": 43.1875,
+      "step": 910
+    },
+    {
+      "epoch": 0.043534359170410014,
+      "grad_norm": 182.38787841796875,
+      "learning_rate": 1.4506369426751595e-05,
+      "loss": 28.6562,
+      "step": 911
+    },
+    {
+      "epoch": 0.043582146611870404,
+      "grad_norm": 271.585693359375,
+      "learning_rate": 1.4522292993630574e-05,
+      "loss": 45.3438,
+      "step": 912
+    },
+    {
+      "epoch": 0.043629934053330786,
+      "grad_norm": 356.935302734375,
+      "learning_rate": 1.4538216560509555e-05,
+      "loss": 38.125,
+      "step": 913
+    },
+    {
+      "epoch": 0.04367772149479117,
+      "grad_norm": 302.6649169921875,
+      "learning_rate": 1.4554140127388537e-05,
+      "loss": 47.5,
+      "step": 914
+    },
+    {
+      "epoch": 0.04372550893625155,
+      "grad_norm": 351.171875,
+      "learning_rate": 1.4570063694267518e-05,
+      "loss": 37.4375,
+      "step": 915
+    },
+    {
+      "epoch": 0.043773296377711934,
+      "grad_norm": 253.12481689453125,
+      "learning_rate": 1.4585987261146497e-05,
+      "loss": 34.6875,
+      "step": 916
+    },
+    {
+      "epoch": 0.043821083819172324,
+      "grad_norm": 255.03643798828125,
+      "learning_rate": 1.4601910828025478e-05,
+      "loss": 42.5312,
+      "step": 917
+    },
+    {
+      "epoch": 0.04386887126063271,
+      "grad_norm": 363.55694580078125,
+      "learning_rate": 1.461783439490446e-05,
+      "loss": 34.9688,
+      "step": 918
+    },
+    {
+      "epoch": 0.04391665870209309,
+      "grad_norm": 466.1173095703125,
+      "learning_rate": 1.4633757961783441e-05,
+      "loss": 50.5625,
+      "step": 919
+    },
+    {
+      "epoch": 0.04396444614355347,
+      "grad_norm": 390.978271484375,
+      "learning_rate": 1.464968152866242e-05,
+      "loss": 38.6562,
+      "step": 920
+    },
+    {
+      "epoch": 0.04401223358501386,
+      "grad_norm": 458.9668273925781,
+      "learning_rate": 1.4665605095541402e-05,
+      "loss": 38.3125,
+      "step": 921
+    },
+    {
+      "epoch": 0.044060021026474244,
+      "grad_norm": 381.0522766113281,
+      "learning_rate": 1.4681528662420383e-05,
+      "loss": 45.25,
+      "step": 922
+    },
+    {
+      "epoch": 0.04410780846793463,
+      "grad_norm": 507.4686279296875,
+      "learning_rate": 1.4697452229299366e-05,
+      "loss": 34.125,
+      "step": 923
+    },
+    {
+      "epoch": 0.04415559590939501,
+      "grad_norm": 403.10235595703125,
+      "learning_rate": 1.4713375796178345e-05,
+      "loss": 39.9062,
+      "step": 924
+    },
+    {
+      "epoch": 0.04420338335085539,
+      "grad_norm": 554.70263671875,
+      "learning_rate": 1.4729299363057326e-05,
+      "loss": 39.125,
+      "step": 925
+    },
+    {
+      "epoch": 0.04425117079231578,
+      "grad_norm": 278.0388488769531,
+      "learning_rate": 1.4745222929936306e-05,
+      "loss": 29.9375,
+      "step": 926
+    },
+    {
+      "epoch": 0.044298958233776164,
+      "grad_norm": 329.8465270996094,
+      "learning_rate": 1.4761146496815289e-05,
+      "loss": 44.0625,
+      "step": 927
+    },
+    {
+      "epoch": 0.04434674567523655,
+      "grad_norm": 449.4729919433594,
+      "learning_rate": 1.4777070063694268e-05,
+      "loss": 41.0938,
+      "step": 928
+    },
+    {
+      "epoch": 0.04439453311669693,
+      "grad_norm": 272.6537170410156,
+      "learning_rate": 1.4792993630573249e-05,
+      "loss": 35.2812,
+      "step": 929
+    },
+    {
+      "epoch": 0.04444232055815732,
+      "grad_norm": 435.5820007324219,
+      "learning_rate": 1.4808917197452231e-05,
+      "loss": 37.625,
+      "step": 930
+    },
+    {
+      "epoch": 0.0444901079996177,
+      "grad_norm": 286.738525390625,
+      "learning_rate": 1.4824840764331212e-05,
+      "loss": 44.8125,
+      "step": 931
+    },
+    {
+      "epoch": 0.044537895441078085,
+      "grad_norm": 243.58502197265625,
+      "learning_rate": 1.4840764331210191e-05,
+      "loss": 31.375,
+      "step": 932
+    },
+    {
+      "epoch": 0.04458568288253847,
+      "grad_norm": 175.3330078125,
+      "learning_rate": 1.4856687898089173e-05,
+      "loss": 34.3125,
+      "step": 933
+    },
+    {
+      "epoch": 0.04463347032399885,
+      "grad_norm": 443.5570373535156,
+      "learning_rate": 1.4872611464968154e-05,
+      "loss": 33.4688,
+      "step": 934
+    },
+    {
+      "epoch": 0.04468125776545924,
+      "grad_norm": 372.2298889160156,
+      "learning_rate": 1.4888535031847135e-05,
+      "loss": 63.75,
+      "step": 935
+    },
+    {
+      "epoch": 0.04472904520691962,
+      "grad_norm": 300.02874755859375,
+      "learning_rate": 1.4904458598726114e-05,
+      "loss": 31.5938,
+      "step": 936
+    },
+    {
+      "epoch": 0.044776832648380005,
+      "grad_norm": 272.94512939453125,
+      "learning_rate": 1.4920382165605097e-05,
+      "loss": 38.5156,
+      "step": 937
+    },
+    {
+      "epoch": 0.04482462008984039,
+      "grad_norm": 695.3014526367188,
+      "learning_rate": 1.4936305732484077e-05,
+      "loss": 60.2188,
+      "step": 938
+    },
+    {
+      "epoch": 0.04487240753130078,
+      "grad_norm": 268.0594177246094,
+      "learning_rate": 1.495222929936306e-05,
+      "loss": 37.0312,
+      "step": 939
+    },
+    {
+      "epoch": 0.04492019497276116,
+      "grad_norm": 342.7645263671875,
+      "learning_rate": 1.4968152866242039e-05,
+      "loss": 41.9688,
+      "step": 940
+    },
+    {
+      "epoch": 0.04496798241422154,
+      "grad_norm": 520.6771240234375,
+      "learning_rate": 1.498407643312102e-05,
+      "loss": 60.0,
+      "step": 941
+    },
+    {
+      "epoch": 0.045015769855681925,
+      "grad_norm": 615.1039428710938,
+      "learning_rate": 1.5000000000000002e-05,
+      "loss": 65.125,
+      "step": 942
+    },
+    {
+      "epoch": 0.04506355729714231,
+      "grad_norm": 246.65771484375,
+      "learning_rate": 1.5015923566878983e-05,
+      "loss": 32.1875,
+      "step": 943
+    },
+    {
+      "epoch": 0.0451113447386027,
+      "grad_norm": 346.6892395019531,
+      "learning_rate": 1.5031847133757964e-05,
+      "loss": 39.4375,
+      "step": 944
+    },
+    {
+      "epoch": 0.04515913218006308,
+      "grad_norm": 268.24517822265625,
+      "learning_rate": 1.5047770700636943e-05,
+      "loss": 48.0625,
+      "step": 945
+    },
+    {
+      "epoch": 0.04520691962152346,
+      "grad_norm": 539.1455688476562,
+      "learning_rate": 1.5063694267515925e-05,
+      "loss": 35.375,
+      "step": 946
+    },
+    {
+      "epoch": 0.045254707062983845,
+      "grad_norm": 266.5591735839844,
+      "learning_rate": 1.5079617834394906e-05,
+      "loss": 35.5156,
+      "step": 947
+    },
+    {
+      "epoch": 0.045302494504444235,
+      "grad_norm": 274.3094482421875,
+      "learning_rate": 1.5095541401273888e-05,
+      "loss": 46.0,
+      "step": 948
+    },
+    {
+      "epoch": 0.04535028194590462,
+      "grad_norm": 340.620361328125,
+      "learning_rate": 1.5111464968152867e-05,
+      "loss": 30.5312,
+      "step": 949
+    },
+    {
+      "epoch": 0.045398069387365,
+      "grad_norm": 206.44679260253906,
+      "learning_rate": 1.5127388535031848e-05,
+      "loss": 39.4688,
+      "step": 950
+    },
+    {
+      "epoch": 0.04544585682882538,
+      "grad_norm": 341.3653869628906,
+      "learning_rate": 1.5143312101910829e-05,
+      "loss": 41.0625,
+      "step": 951
+    },
+    {
+      "epoch": 0.045493644270285766,
+      "grad_norm": 268.42877197265625,
+      "learning_rate": 1.5159235668789811e-05,
+      "loss": 32.0938,
+      "step": 952
+    },
+    {
+      "epoch": 0.045541431711746155,
+      "grad_norm": 311.97601318359375,
+      "learning_rate": 1.517515923566879e-05,
+      "loss": 34.1094,
+      "step": 953
+    },
+    {
+      "epoch": 0.04558921915320654,
+      "grad_norm": 393.6192626953125,
+      "learning_rate": 1.5191082802547771e-05,
+      "loss": 41.75,
+      "step": 954
+    },
+    {
+      "epoch": 0.04563700659466692,
+      "grad_norm": 232.6165313720703,
+      "learning_rate": 1.5207006369426754e-05,
+      "loss": 34.9688,
+      "step": 955
+    },
+    {
+      "epoch": 0.0456847940361273,
+      "grad_norm": 333.9346923828125,
+      "learning_rate": 1.5222929936305735e-05,
+      "loss": 40.7812,
+      "step": 956
+    },
+    {
+      "epoch": 0.04573258147758769,
+      "grad_norm": 384.6732482910156,
+      "learning_rate": 1.5238853503184714e-05,
+      "loss": 39.1562,
+      "step": 957
+    },
+    {
+      "epoch": 0.045780368919048076,
+      "grad_norm": 335.8174743652344,
+      "learning_rate": 1.5254777070063696e-05,
+      "loss": 46.5312,
+      "step": 958
+    },
+    {
+      "epoch": 0.04582815636050846,
+      "grad_norm": 246.68203735351562,
+      "learning_rate": 1.5270700636942677e-05,
+      "loss": 34.3438,
+      "step": 959
+    },
+    {
+      "epoch": 0.04587594380196884,
+      "grad_norm": 780.762939453125,
+      "learning_rate": 1.528662420382166e-05,
+      "loss": 32.6562,
+      "step": 960
+    },
+    {
+      "epoch": 0.045923731243429224,
+      "grad_norm": 310.62738037109375,
+      "learning_rate": 1.530254777070064e-05,
+      "loss": 33.4375,
+      "step": 961
+    },
+    {
+      "epoch": 0.04597151868488961,
+      "grad_norm": 476.6512145996094,
+      "learning_rate": 1.5318471337579618e-05,
+      "loss": 30.3125,
+      "step": 962
+    },
+    {
+      "epoch": 0.046019306126349996,
+      "grad_norm": 379.2928161621094,
+      "learning_rate": 1.53343949044586e-05,
+      "loss": 45.5312,
+      "step": 963
+    },
+    {
+      "epoch": 0.04606709356781038,
+      "grad_norm": 244.2203826904297,
+      "learning_rate": 1.5350318471337582e-05,
+      "loss": 40.2188,
+      "step": 964
+    },
+    {
+      "epoch": 0.04611488100927076,
+      "grad_norm": 298.3617248535156,
+      "learning_rate": 1.536624203821656e-05,
+      "loss": 47.875,
+      "step": 965
+    },
+    {
+      "epoch": 0.04616266845073115,
+      "grad_norm": 520.439208984375,
+      "learning_rate": 1.5382165605095544e-05,
+      "loss": 49.5625,
+      "step": 966
+    },
+    {
+      "epoch": 0.04621045589219153,
+      "grad_norm": 265.0133056640625,
+      "learning_rate": 1.5398089171974523e-05,
+      "loss": 29.0781,
+      "step": 967
+    },
+    {
+      "epoch": 0.046258243333651916,
+      "grad_norm": 355.5801086425781,
+      "learning_rate": 1.5414012738853506e-05,
+      "loss": 24.2188,
+      "step": 968
+    },
+    {
+      "epoch": 0.0463060307751123,
+      "grad_norm": 218.84764099121094,
+      "learning_rate": 1.5429936305732485e-05,
+      "loss": 33.5,
+      "step": 969
+    },
+    {
+      "epoch": 0.04635381821657268,
+      "grad_norm": 199.7330322265625,
+      "learning_rate": 1.5445859872611467e-05,
+      "loss": 30.5312,
+      "step": 970
+    },
+    {
+      "epoch": 0.04640160565803307,
+      "grad_norm": 302.3233642578125,
+      "learning_rate": 1.5461783439490446e-05,
+      "loss": 33.0312,
+      "step": 971
+    },
+    {
+      "epoch": 0.046449393099493454,
+      "grad_norm": 244.5255126953125,
+      "learning_rate": 1.547770700636943e-05,
+      "loss": 32.2188,
+      "step": 972
+    },
+    {
+      "epoch": 0.046497180540953836,
+      "grad_norm": 456.9065856933594,
+      "learning_rate": 1.5493630573248408e-05,
+      "loss": 32.6562,
+      "step": 973
+    },
+    {
+      "epoch": 0.04654496798241422,
+      "grad_norm": 518.9242553710938,
+      "learning_rate": 1.550955414012739e-05,
+      "loss": 48.0,
+      "step": 974
+    },
+    {
+      "epoch": 0.04659275542387461,
+      "grad_norm": 991.904296875,
+      "learning_rate": 1.5525477707006373e-05,
+      "loss": 41.8438,
+      "step": 975
+    },
+    {
+      "epoch": 0.04664054286533499,
+      "grad_norm": 663.9196166992188,
+      "learning_rate": 1.5541401273885352e-05,
+      "loss": 46.0938,
+      "step": 976
+    },
+    {
+      "epoch": 0.046688330306795374,
+      "grad_norm": 261.8992614746094,
+      "learning_rate": 1.555732484076433e-05,
+      "loss": 36.4688,
+      "step": 977
+    },
+    {
+      "epoch": 0.04673611774825576,
+      "grad_norm": 281.9028015136719,
+      "learning_rate": 1.5573248407643313e-05,
+      "loss": 34.25,
+      "step": 978
+    },
+    {
+      "epoch": 0.04678390518971614,
+      "grad_norm": 256.7738037109375,
+      "learning_rate": 1.5589171974522296e-05,
+      "loss": 30.5312,
+      "step": 979
+    },
+    {
+      "epoch": 0.04683169263117653,
+      "grad_norm": 485.3263854980469,
+      "learning_rate": 1.5605095541401275e-05,
+      "loss": 35.25,
+      "step": 980
+    },
+    {
+      "epoch": 0.04687948007263691,
+      "grad_norm": 249.802734375,
+      "learning_rate": 1.5621019108280254e-05,
+      "loss": 42.25,
+      "step": 981
+    },
+    {
+      "epoch": 0.046927267514097294,
+      "grad_norm": 414.01312255859375,
+      "learning_rate": 1.5636942675159236e-05,
+      "loss": 43.0312,
+      "step": 982
+    },
+    {
+      "epoch": 0.04697505495555768,
+      "grad_norm": 621.6279296875,
+      "learning_rate": 1.565286624203822e-05,
+      "loss": 37.5625,
+      "step": 983
+    },
+    {
+      "epoch": 0.047022842397018066,
+      "grad_norm": 313.38031005859375,
+      "learning_rate": 1.56687898089172e-05,
+      "loss": 35.9688,
+      "step": 984
+    },
+    {
+      "epoch": 0.04707062983847845,
+      "grad_norm": 515.8494262695312,
+      "learning_rate": 1.568471337579618e-05,
+      "loss": 46.875,
+      "step": 985
+    },
+    {
+      "epoch": 0.04711841727993883,
+      "grad_norm": 300.9005432128906,
+      "learning_rate": 1.570063694267516e-05,
+      "loss": 36.125,
+      "step": 986
+    },
+    {
+      "epoch": 0.047166204721399214,
+      "grad_norm": 436.3215637207031,
+      "learning_rate": 1.5716560509554142e-05,
+      "loss": 38.125,
+      "step": 987
+    },
+    {
+      "epoch": 0.0472139921628596,
+      "grad_norm": 430.5689697265625,
+      "learning_rate": 1.5732484076433124e-05,
+      "loss": 34.6562,
+      "step": 988
+    },
+    {
+      "epoch": 0.04726177960431999,
+      "grad_norm": 207.7538604736328,
+      "learning_rate": 1.5748407643312103e-05,
+      "loss": 30.4062,
+      "step": 989
+    },
+    {
+      "epoch": 0.04730956704578037,
+      "grad_norm": 320.3650207519531,
+      "learning_rate": 1.5764331210191083e-05,
+      "loss": 38.9062,
+      "step": 990
+    },
+    {
+      "epoch": 0.04735735448724075,
+      "grad_norm": 364.7854309082031,
+      "learning_rate": 1.5780254777070065e-05,
+      "loss": 43.4062,
+      "step": 991
+    },
+    {
+      "epoch": 0.047405141928701135,
+      "grad_norm": 483.8365783691406,
+      "learning_rate": 1.5796178343949047e-05,
+      "loss": 41.0156,
+      "step": 992
+    },
+    {
+      "epoch": 0.047452929370161524,
+      "grad_norm": 596.4848022460938,
+      "learning_rate": 1.5812101910828027e-05,
+      "loss": 39.25,
+      "step": 993
+    },
+    {
+      "epoch": 0.04750071681162191,
+      "grad_norm": 330.99359130859375,
+      "learning_rate": 1.582802547770701e-05,
+      "loss": 43.4688,
+      "step": 994
+    },
+    {
+      "epoch": 0.04754850425308229,
+      "grad_norm": 435.218994140625,
+      "learning_rate": 1.5843949044585988e-05,
+      "loss": 33.4062,
+      "step": 995
+    },
+    {
+      "epoch": 0.04759629169454267,
+      "grad_norm": 245.9879913330078,
+      "learning_rate": 1.585987261146497e-05,
+      "loss": 28.4688,
+      "step": 996
+    },
+    {
+      "epoch": 0.047644079136003055,
+      "grad_norm": 201.69863891601562,
+      "learning_rate": 1.587579617834395e-05,
+      "loss": 28.7969,
+      "step": 997
+    },
+    {
+      "epoch": 0.047691866577463445,
+      "grad_norm": 394.7022399902344,
+      "learning_rate": 1.5891719745222932e-05,
+      "loss": 35.5312,
+      "step": 998
+    },
+    {
+      "epoch": 0.04773965401892383,
+      "grad_norm": 344.3007507324219,
+      "learning_rate": 1.590764331210191e-05,
+      "loss": 39.3438,
+      "step": 999
+    },
+    {
+      "epoch": 0.04778744146038421,
+      "grad_norm": 294.21282958984375,
+      "learning_rate": 1.5923566878980894e-05,
+      "loss": 40.8438,
+      "step": 1000
+    },
+    {
+      "epoch": 0.04783522890184459,
+      "grad_norm": 248.87734985351562,
+      "learning_rate": 1.5939490445859873e-05,
+      "loss": 36.6562,
+      "step": 1001
+    },
+    {
+      "epoch": 0.04788301634330498,
+      "grad_norm": 393.8248596191406,
+      "learning_rate": 1.5955414012738855e-05,
+      "loss": 49.9375,
+      "step": 1002
+    },
+    {
+      "epoch": 0.047930803784765365,
+      "grad_norm": 298.4564208984375,
+      "learning_rate": 1.5971337579617838e-05,
+      "loss": 31.3594,
+      "step": 1003
+    },
+    {
+      "epoch": 0.04797859122622575,
+      "grad_norm": 213.399658203125,
+      "learning_rate": 1.5987261146496817e-05,
+      "loss": 30.1406,
+      "step": 1004
+    },
+    {
+      "epoch": 0.04802637866768613,
+      "grad_norm": 327.2482604980469,
+      "learning_rate": 1.6003184713375796e-05,
+      "loss": 34.9688,
+      "step": 1005
+    },
+    {
+      "epoch": 0.04807416610914652,
+      "grad_norm": 243.96534729003906,
+      "learning_rate": 1.6019108280254778e-05,
+      "loss": 38.0312,
+      "step": 1006
+    },
+    {
+      "epoch": 0.0481219535506069,
+      "grad_norm": 264.99969482421875,
+      "learning_rate": 1.603503184713376e-05,
+      "loss": 43.25,
+      "step": 1007
+    },
+    {
+      "epoch": 0.048169740992067285,
+      "grad_norm": 265.13751220703125,
+      "learning_rate": 1.605095541401274e-05,
+      "loss": 33.875,
+      "step": 1008
+    },
+    {
+      "epoch": 0.04821752843352767,
+      "grad_norm": 308.1816711425781,
+      "learning_rate": 1.606687898089172e-05,
+      "loss": 38.6875,
+      "step": 1009
+    },
+    {
+      "epoch": 0.04826531587498805,
+      "grad_norm": 279.22650146484375,
+      "learning_rate": 1.60828025477707e-05,
+      "loss": 40.5312,
+      "step": 1010
+    },
+    {
+      "epoch": 0.04831310331644844,
+      "grad_norm": 349.1948547363281,
+      "learning_rate": 1.6098726114649684e-05,
+      "loss": 37.125,
+      "step": 1011
+    },
+    {
+      "epoch": 0.04836089075790882,
+      "grad_norm": 338.1402893066406,
+      "learning_rate": 1.6114649681528666e-05,
+      "loss": 34.125,
+      "step": 1012
+    },
+    {
+      "epoch": 0.048408678199369205,
+      "grad_norm": 241.1334991455078,
+      "learning_rate": 1.6130573248407645e-05,
+      "loss": 42.1875,
+      "step": 1013
+    },
+    {
+      "epoch": 0.04845646564082959,
+      "grad_norm": 189.1302490234375,
+      "learning_rate": 1.6146496815286624e-05,
+      "loss": 32.875,
+      "step": 1014
+    },
+    {
+      "epoch": 0.04850425308228998,
+      "grad_norm": 333.307861328125,
+      "learning_rate": 1.6162420382165607e-05,
+      "loss": 40.4375,
+      "step": 1015
+    },
+    {
+      "epoch": 0.04855204052375036,
+      "grad_norm": 591.8526000976562,
+      "learning_rate": 1.617834394904459e-05,
+      "loss": 52.5,
+      "step": 1016
+    },
+    {
+      "epoch": 0.04859982796521074,
+      "grad_norm": 262.29412841796875,
+      "learning_rate": 1.619426751592357e-05,
+      "loss": 31.2656,
+      "step": 1017
+    },
+    {
+      "epoch": 0.048647615406671126,
+      "grad_norm": 417.8466491699219,
+      "learning_rate": 1.6210191082802547e-05,
+      "loss": 49.1875,
+      "step": 1018
+    },
+    {
+      "epoch": 0.04869540284813151,
+      "grad_norm": 471.0423278808594,
+      "learning_rate": 1.622611464968153e-05,
+      "loss": 43.125,
+      "step": 1019
+    },
+    {
+      "epoch": 0.0487431902895919,
+      "grad_norm": 412.48443603515625,
+      "learning_rate": 1.6242038216560512e-05,
+      "loss": 46.7812,
+      "step": 1020
+    },
+    {
+      "epoch": 0.04879097773105228,
+      "grad_norm": 257.559326171875,
+      "learning_rate": 1.625796178343949e-05,
+      "loss": 32.0938,
+      "step": 1021
+    },
+    {
+      "epoch": 0.04883876517251266,
+      "grad_norm": 311.0057678222656,
+      "learning_rate": 1.6273885350318474e-05,
+      "loss": 65.4375,
+      "step": 1022
+    },
+    {
+      "epoch": 0.048886552613973046,
+      "grad_norm": 256.4683532714844,
+      "learning_rate": 1.6289808917197453e-05,
+      "loss": 51.0938,
+      "step": 1023
+    },
+    {
+      "epoch": 0.048934340055433435,
+      "grad_norm": 3792.9423828125,
+      "learning_rate": 1.6305732484076436e-05,
+      "loss": 35.0312,
+      "step": 1024
+    },
+    {
+      "epoch": 0.04898212749689382,
+      "grad_norm": 261.70184326171875,
+      "learning_rate": 1.6321656050955415e-05,
+      "loss": 30.7812,
+      "step": 1025
+    },
+    {
+      "epoch": 0.0490299149383542,
+      "grad_norm": 283.0840148925781,
+      "learning_rate": 1.6337579617834397e-05,
+      "loss": 23.6562,
+      "step": 1026
+    },
+    {
+      "epoch": 0.04907770237981458,
+      "grad_norm": 316.6446533203125,
+      "learning_rate": 1.6353503184713376e-05,
+      "loss": 40.375,
+      "step": 1027
+    },
+    {
+      "epoch": 0.049125489821274966,
+      "grad_norm": 526.8174438476562,
+      "learning_rate": 1.636942675159236e-05,
+      "loss": 35.625,
+      "step": 1028
+    },
+    {
+      "epoch": 0.049173277262735356,
+      "grad_norm": 403.38262939453125,
+      "learning_rate": 1.6385350318471338e-05,
+      "loss": 36.6875,
+      "step": 1029
+    },
+    {
+      "epoch": 0.04922106470419574,
+      "grad_norm": 293.2958068847656,
+      "learning_rate": 1.640127388535032e-05,
+      "loss": 31.1562,
+      "step": 1030
+    },
+    {
+      "epoch": 0.04926885214565612,
+      "grad_norm": 269.09857177734375,
+      "learning_rate": 1.6417197452229303e-05,
+      "loss": 33.9375,
+      "step": 1031
+    },
+    {
+      "epoch": 0.049316639587116504,
+      "grad_norm": 299.6721496582031,
+      "learning_rate": 1.643312101910828e-05,
+      "loss": 32.7188,
+      "step": 1032
+    },
+    {
+      "epoch": 0.04936442702857689,
+      "grad_norm": 244.87803649902344,
+      "learning_rate": 1.644904458598726e-05,
+      "loss": 34.8125,
+      "step": 1033
+    },
+    {
+      "epoch": 0.049412214470037276,
+      "grad_norm": 820.859619140625,
+      "learning_rate": 1.6464968152866243e-05,
+      "loss": 46.4062,
+      "step": 1034
+    },
+    {
+      "epoch": 0.04946000191149766,
+      "grad_norm": 414.00164794921875,
+      "learning_rate": 1.6480891719745226e-05,
+      "loss": 42.4375,
+      "step": 1035
+    },
+    {
+      "epoch": 0.04950778935295804,
+      "grad_norm": 299.14349365234375,
+      "learning_rate": 1.6496815286624205e-05,
+      "loss": 37.8438,
+      "step": 1036
+    },
+    {
+      "epoch": 0.049555576794418424,
+      "grad_norm": 310.8394470214844,
+      "learning_rate": 1.6512738853503184e-05,
+      "loss": 48.3125,
+      "step": 1037
+    },
+    {
+      "epoch": 0.049603364235878813,
+      "grad_norm": 333.8668212890625,
+      "learning_rate": 1.6528662420382166e-05,
+      "loss": 38.625,
+      "step": 1038
+    },
+    {
+      "epoch": 0.049651151677339196,
+      "grad_norm": 694.3447265625,
+      "learning_rate": 1.654458598726115e-05,
+      "loss": 47.625,
+      "step": 1039
+    },
+    {
+      "epoch": 0.04969893911879958,
+      "grad_norm": 376.3833923339844,
+      "learning_rate": 1.6560509554140128e-05,
+      "loss": 54.625,
+      "step": 1040
+    },
+    {
+      "epoch": 0.04974672656025996,
+      "grad_norm": 494.1427001953125,
+      "learning_rate": 1.657643312101911e-05,
+      "loss": 45.9375,
+      "step": 1041
+    },
+    {
+      "epoch": 0.04979451400172035,
+      "grad_norm": 287.0852966308594,
+      "learning_rate": 1.659235668789809e-05,
+      "loss": 40.4688,
+      "step": 1042
+    },
+    {
+      "epoch": 0.049842301443180734,
+      "grad_norm": 345.6607666015625,
+      "learning_rate": 1.6608280254777072e-05,
+      "loss": 39.5625,
+      "step": 1043
+    },
+    {
+      "epoch": 0.049890088884641116,
+      "grad_norm": 297.235107421875,
+      "learning_rate": 1.6624203821656054e-05,
+      "loss": 53.9375,
+      "step": 1044
+    },
+    {
+      "epoch": 0.0499378763261015,
+      "grad_norm": 254.62222290039062,
+      "learning_rate": 1.6640127388535033e-05,
+      "loss": 52.5938,
+      "step": 1045
+    },
+    {
+      "epoch": 0.04998566376756188,
+      "grad_norm": 326.27923583984375,
+      "learning_rate": 1.6656050955414012e-05,
+      "loss": 43.0938,
+      "step": 1046
+    },
+    {
+      "epoch": 0.05003345120902227,
+      "grad_norm": 274.9905700683594,
+      "learning_rate": 1.6671974522292995e-05,
+      "loss": 38.8438,
+      "step": 1047
+    },
+    {
+      "epoch": 0.050081238650482654,
+      "grad_norm": 237.38294982910156,
+      "learning_rate": 1.6687898089171977e-05,
+      "loss": 35.5,
+      "step": 1048
+    },
+    {
+      "epoch": 0.05012902609194304,
+      "grad_norm": 266.5885925292969,
+      "learning_rate": 1.6703821656050956e-05,
+      "loss": 56.5312,
+      "step": 1049
+    },
+    {
+      "epoch": 0.05017681353340342,
+      "grad_norm": 203.06021118164062,
+      "learning_rate": 1.671974522292994e-05,
+      "loss": 33.0,
+      "step": 1050
+    },
+    {
+      "epoch": 0.05022460097486381,
+      "grad_norm": 252.13844299316406,
+      "learning_rate": 1.6735668789808918e-05,
+      "loss": 48.7812,
+      "step": 1051
+    },
+    {
+      "epoch": 0.05027238841632419,
+      "grad_norm": 238.55577087402344,
+      "learning_rate": 1.67515923566879e-05,
+      "loss": 45.875,
+      "step": 1052
+    },
+    {
+      "epoch": 0.050320175857784574,
+      "grad_norm": 262.9364013671875,
+      "learning_rate": 1.676751592356688e-05,
+      "loss": 37.4375,
+      "step": 1053
+    },
+    {
+      "epoch": 0.05036796329924496,
+      "grad_norm": 267.14837646484375,
+      "learning_rate": 1.6783439490445862e-05,
+      "loss": 39.3438,
+      "step": 1054
+    },
+    {
+      "epoch": 0.05041575074070534,
+      "grad_norm": 279.675048828125,
+      "learning_rate": 1.679936305732484e-05,
+      "loss": 41.5,
+      "step": 1055
+    },
+    {
+      "epoch": 0.05046353818216573,
+      "grad_norm": 352.90325927734375,
+      "learning_rate": 1.6815286624203824e-05,
+      "loss": 40.0,
+      "step": 1056
+    },
+    {
+      "epoch": 0.05051132562362611,
+      "grad_norm": 291.2713317871094,
+      "learning_rate": 1.6831210191082803e-05,
+      "loss": 40.125,
+      "step": 1057
+    },
+    {
+      "epoch": 0.050559113065086494,
+      "grad_norm": 390.95245361328125,
+      "learning_rate": 1.6847133757961785e-05,
+      "loss": 51.9375,
+      "step": 1058
+    },
+    {
+      "epoch": 0.05060690050654688,
+      "grad_norm": 351.5702209472656,
+      "learning_rate": 1.6863057324840764e-05,
+      "loss": 51.5625,
+      "step": 1059
+    },
+    {
+      "epoch": 0.05065468794800727,
+      "grad_norm": 283.1891174316406,
+      "learning_rate": 1.6878980891719747e-05,
+      "loss": 31.7188,
+      "step": 1060
+    },
+    {
+      "epoch": 0.05070247538946765,
+      "grad_norm": 357.109130859375,
+      "learning_rate": 1.6894904458598726e-05,
+      "loss": 49.0312,
+      "step": 1061
+    },
+    {
+      "epoch": 0.05075026283092803,
+      "grad_norm": 302.13018798828125,
+      "learning_rate": 1.6910828025477708e-05,
+      "loss": 28.5938,
+      "step": 1062
+    },
+    {
+      "epoch": 0.050798050272388415,
+      "grad_norm": 431.8603210449219,
+      "learning_rate": 1.692675159235669e-05,
+      "loss": 58.2812,
+      "step": 1063
+    },
+    {
+      "epoch": 0.0508458377138488,
+      "grad_norm": 387.2375793457031,
+      "learning_rate": 1.694267515923567e-05,
+      "loss": 27.7812,
+      "step": 1064
+    },
+    {
+      "epoch": 0.05089362515530919,
+      "grad_norm": 273.5074768066406,
+      "learning_rate": 1.695859872611465e-05,
+      "loss": 36.9062,
+      "step": 1065
+    },
+    {
+      "epoch": 0.05094141259676957,
+      "grad_norm": 394.3704833984375,
+      "learning_rate": 1.697452229299363e-05,
+      "loss": 34.0,
+      "step": 1066
+    },
+    {
+      "epoch": 0.05098920003822995,
+      "grad_norm": 257.06304931640625,
+      "learning_rate": 1.6990445859872614e-05,
+      "loss": 26.8438,
+      "step": 1067
+    },
+    {
+      "epoch": 0.051036987479690335,
+      "grad_norm": 271.5386657714844,
+      "learning_rate": 1.7006369426751593e-05,
+      "loss": 34.8438,
+      "step": 1068
+    },
+    {
+      "epoch": 0.051084774921150725,
+      "grad_norm": 443.4653015136719,
+      "learning_rate": 1.7022292993630575e-05,
+      "loss": 51.1875,
+      "step": 1069
+    },
+    {
+      "epoch": 0.05113256236261111,
+      "grad_norm": 193.6370086669922,
+      "learning_rate": 1.7038216560509554e-05,
+      "loss": 24.625,
+      "step": 1070
+    },
+    {
+      "epoch": 0.05118034980407149,
+      "grad_norm": 1832.362060546875,
+      "learning_rate": 1.7054140127388537e-05,
+      "loss": 36.9062,
+      "step": 1071
+    },
+    {
+      "epoch": 0.05122813724553187,
+      "grad_norm": 416.07684326171875,
+      "learning_rate": 1.707006369426752e-05,
+      "loss": 41.0,
+      "step": 1072
+    },
+    {
+      "epoch": 0.051275924686992255,
+      "grad_norm": 367.3022766113281,
+      "learning_rate": 1.70859872611465e-05,
+      "loss": 39.8125,
+      "step": 1073
+    },
+    {
+      "epoch": 0.051323712128452645,
+      "grad_norm": 362.074951171875,
+      "learning_rate": 1.7101910828025477e-05,
+      "loss": 41.0312,
+      "step": 1074
+    },
+    {
+      "epoch": 0.05137149956991303,
+      "grad_norm": 256.74481201171875,
+      "learning_rate": 1.711783439490446e-05,
+      "loss": 41.5312,
+      "step": 1075
+    },
+    {
+      "epoch": 0.05141928701137341,
+      "grad_norm": 238.47747802734375,
+      "learning_rate": 1.7133757961783442e-05,
+      "loss": 33.0938,
+      "step": 1076
+    },
+    {
+      "epoch": 0.05146707445283379,
+      "grad_norm": 663.0145874023438,
+      "learning_rate": 1.714968152866242e-05,
+      "loss": 28.2812,
+      "step": 1077
+    },
+    {
+      "epoch": 0.05151486189429418,
+      "grad_norm": 433.82135009765625,
+      "learning_rate": 1.71656050955414e-05,
+      "loss": 35.9688,
+      "step": 1078
+    },
+    {
+      "epoch": 0.051562649335754565,
+      "grad_norm": 283.6615905761719,
+      "learning_rate": 1.7181528662420383e-05,
+      "loss": 31.25,
+      "step": 1079
+    },
+    {
+      "epoch": 0.05161043677721495,
+      "grad_norm": 189.27401733398438,
+      "learning_rate": 1.7197452229299365e-05,
+      "loss": 28.3438,
+      "step": 1080
+    },
+    {
+      "epoch": 0.05165822421867533,
+      "grad_norm": 3365.97314453125,
+      "learning_rate": 1.7213375796178345e-05,
+      "loss": 38.4062,
+      "step": 1081
+    },
+    {
+      "epoch": 0.05170601166013571,
+      "grad_norm": 325.8512268066406,
+      "learning_rate": 1.7229299363057327e-05,
+      "loss": 48.3438,
+      "step": 1082
+    },
+    {
+      "epoch": 0.0517537991015961,
+      "grad_norm": 368.4318542480469,
+      "learning_rate": 1.7245222929936306e-05,
+      "loss": 41.0938,
+      "step": 1083
+    },
+    {
+      "epoch": 0.051801586543056485,
+      "grad_norm": 267.92901611328125,
+      "learning_rate": 1.726114649681529e-05,
+      "loss": 35.9688,
+      "step": 1084
+    },
+    {
+      "epoch": 0.05184937398451687,
+      "grad_norm": 273.1931457519531,
+      "learning_rate": 1.7277070063694268e-05,
+      "loss": 42.7812,
+      "step": 1085
+    },
+    {
+      "epoch": 0.05189716142597725,
+      "grad_norm": 511.4987487792969,
+      "learning_rate": 1.729299363057325e-05,
+      "loss": 37.5,
+      "step": 1086
+    },
+    {
+      "epoch": 0.05194494886743764,
+      "grad_norm": 267.08349609375,
+      "learning_rate": 1.730891719745223e-05,
+      "loss": 34.5312,
+      "step": 1087
+    },
+    {
+      "epoch": 0.05199273630889802,
+      "grad_norm": 270.1341552734375,
+      "learning_rate": 1.732484076433121e-05,
+      "loss": 38.875,
+      "step": 1088
+    },
+    {
+      "epoch": 0.052040523750358406,
+      "grad_norm": 542.8978881835938,
+      "learning_rate": 1.734076433121019e-05,
+      "loss": 42.9688,
+      "step": 1089
+    },
+    {
+      "epoch": 0.05208831119181879,
+      "grad_norm": 413.57421875,
+      "learning_rate": 1.7356687898089173e-05,
+      "loss": 46.8438,
+      "step": 1090
+    },
+    {
+      "epoch": 0.05213609863327917,
+      "grad_norm": 293.10443115234375,
+      "learning_rate": 1.7372611464968156e-05,
+      "loss": 37.0312,
+      "step": 1091
+    },
+    {
+      "epoch": 0.05218388607473956,
+      "grad_norm": 545.59228515625,
+      "learning_rate": 1.7388535031847135e-05,
+      "loss": 36.0,
+      "step": 1092
+    },
+    {
+      "epoch": 0.05223167351619994,
+      "grad_norm": 244.51675415039062,
+      "learning_rate": 1.7404458598726114e-05,
+      "loss": 26.9688,
+      "step": 1093
+    },
+    {
+      "epoch": 0.052279460957660326,
+      "grad_norm": 527.7802734375,
+      "learning_rate": 1.7420382165605096e-05,
+      "loss": 47.4375,
+      "step": 1094
+    },
+    {
+      "epoch": 0.05232724839912071,
+      "grad_norm": 658.455078125,
+      "learning_rate": 1.743630573248408e-05,
+      "loss": 50.4688,
+      "step": 1095
+    },
+    {
+      "epoch": 0.0523750358405811,
+      "grad_norm": 504.8775939941406,
+      "learning_rate": 1.7452229299363058e-05,
+      "loss": 51.5625,
+      "step": 1096
+    },
+    {
+      "epoch": 0.05242282328204148,
+      "grad_norm": 354.5665588378906,
+      "learning_rate": 1.7468152866242037e-05,
+      "loss": 35.3125,
+      "step": 1097
+    },
+    {
+      "epoch": 0.05247061072350186,
+      "grad_norm": 451.50775146484375,
+      "learning_rate": 1.748407643312102e-05,
+      "loss": 38.5,
+      "step": 1098
+    },
+    {
+      "epoch": 0.052518398164962246,
+      "grad_norm": 282.8050537109375,
+      "learning_rate": 1.7500000000000002e-05,
+      "loss": 34.2188,
+      "step": 1099
+    },
+    {
+      "epoch": 0.05256618560642263,
+      "grad_norm": 377.1996765136719,
+      "learning_rate": 1.7515923566878984e-05,
+      "loss": 44.0,
+      "step": 1100
+    },
+    {
+      "epoch": 0.05261397304788302,
+      "grad_norm": 303.1237487792969,
+      "learning_rate": 1.7531847133757963e-05,
+      "loss": 43.5312,
+      "step": 1101
+    },
+    {
+      "epoch": 0.0526617604893434,
+      "grad_norm": 244.60055541992188,
+      "learning_rate": 1.7547770700636942e-05,
+      "loss": 30.9062,
+      "step": 1102
+    },
+    {
+      "epoch": 0.052709547930803784,
+      "grad_norm": 264.9746398925781,
+      "learning_rate": 1.7563694267515925e-05,
+      "loss": 39.1875,
+      "step": 1103
+    },
+    {
+      "epoch": 0.052757335372264166,
+      "grad_norm": 311.2419738769531,
+      "learning_rate": 1.7579617834394907e-05,
+      "loss": 33.4375,
+      "step": 1104
+    },
+    {
+      "epoch": 0.052805122813724556,
+      "grad_norm": 299.0327453613281,
+      "learning_rate": 1.7595541401273886e-05,
+      "loss": 37.5625,
+      "step": 1105
+    },
+    {
+      "epoch": 0.05285291025518494,
+      "grad_norm": 248.79869079589844,
+      "learning_rate": 1.7611464968152866e-05,
+      "loss": 24.75,
+      "step": 1106
+    },
+    {
+      "epoch": 0.05290069769664532,
+      "grad_norm": 468.18804931640625,
+      "learning_rate": 1.7627388535031848e-05,
+      "loss": 45.9375,
+      "step": 1107
+    },
+    {
+      "epoch": 0.052948485138105704,
+      "grad_norm": 319.7289733886719,
+      "learning_rate": 1.764331210191083e-05,
+      "loss": 39.5312,
+      "step": 1108
+    },
+    {
+      "epoch": 0.05299627257956609,
+      "grad_norm": 257.1540222167969,
+      "learning_rate": 1.7659235668789813e-05,
+      "loss": 39.9375,
+      "step": 1109
+    },
+    {
+      "epoch": 0.053044060021026476,
+      "grad_norm": 417.6996765136719,
+      "learning_rate": 1.7675159235668792e-05,
+      "loss": 35.0312,
+      "step": 1110
+    },
+    {
+      "epoch": 0.05309184746248686,
+      "grad_norm": 497.997802734375,
+      "learning_rate": 1.769108280254777e-05,
+      "loss": 45.3438,
+      "step": 1111
+    },
+    {
+      "epoch": 0.05313963490394724,
+      "grad_norm": 474.4795227050781,
+      "learning_rate": 1.7707006369426754e-05,
+      "loss": 29.4062,
+      "step": 1112
+    },
+    {
+      "epoch": 0.053187422345407624,
+      "grad_norm": 427.5848083496094,
+      "learning_rate": 1.7722929936305736e-05,
+      "loss": 41.3125,
+      "step": 1113
+    },
+    {
+      "epoch": 0.053235209786868014,
+      "grad_norm": 302.685302734375,
+      "learning_rate": 1.7738853503184715e-05,
+      "loss": 43.2812,
+      "step": 1114
+    },
+    {
+      "epoch": 0.053282997228328396,
+      "grad_norm": 409.265869140625,
+      "learning_rate": 1.7754777070063694e-05,
+      "loss": 35.8125,
+      "step": 1115
+    },
+    {
+      "epoch": 0.05333078466978878,
+      "grad_norm": 284.4342346191406,
+      "learning_rate": 1.7770700636942677e-05,
+      "loss": 43.6875,
+      "step": 1116
+    },
+    {
+      "epoch": 0.05337857211124916,
+      "grad_norm": 208.38558959960938,
+      "learning_rate": 1.778662420382166e-05,
+      "loss": 26.7188,
+      "step": 1117
+    },
+    {
+      "epoch": 0.05342635955270955,
+      "grad_norm": 412.6594543457031,
+      "learning_rate": 1.7802547770700638e-05,
+      "loss": 53.1875,
+      "step": 1118
+    },
+    {
+      "epoch": 0.053474146994169934,
+      "grad_norm": 407.7884826660156,
+      "learning_rate": 1.781847133757962e-05,
+      "loss": 47.625,
+      "step": 1119
+    },
+    {
+      "epoch": 0.05352193443563032,
+      "grad_norm": 300.8410949707031,
+      "learning_rate": 1.78343949044586e-05,
+      "loss": 33.9688,
+      "step": 1120
+    },
+    {
+      "epoch": 0.0535697218770907,
+      "grad_norm": 251.22332763671875,
+      "learning_rate": 1.7850318471337582e-05,
+      "loss": 43.3125,
+      "step": 1121
+    },
+    {
+      "epoch": 0.05361750931855108,
+      "grad_norm": 319.03436279296875,
+      "learning_rate": 1.786624203821656e-05,
+      "loss": 38.6562,
+      "step": 1122
+    },
+    {
+      "epoch": 0.05366529676001147,
+      "grad_norm": 409.9438171386719,
+      "learning_rate": 1.7882165605095544e-05,
+      "loss": 59.5625,
+      "step": 1123
+    },
+    {
+      "epoch": 0.053713084201471854,
+      "grad_norm": 197.1278076171875,
+      "learning_rate": 1.7898089171974523e-05,
+      "loss": 37.75,
+      "step": 1124
+    },
+    {
+      "epoch": 0.05376087164293224,
+      "grad_norm": 238.45333862304688,
+      "learning_rate": 1.7914012738853505e-05,
+      "loss": 32.6562,
+      "step": 1125
+    },
+    {
+      "epoch": 0.05380865908439262,
+      "grad_norm": 286.48272705078125,
+      "learning_rate": 1.7929936305732484e-05,
+      "loss": 43.7188,
+      "step": 1126
+    },
+    {
+      "epoch": 0.05385644652585301,
+      "grad_norm": 275.3446960449219,
+      "learning_rate": 1.7945859872611467e-05,
+      "loss": 39.3281,
+      "step": 1127
+    },
+    {
+      "epoch": 0.05390423396731339,
+      "grad_norm": 401.65472412109375,
+      "learning_rate": 1.796178343949045e-05,
+      "loss": 30.2188,
+      "step": 1128
+    },
+    {
+      "epoch": 0.053952021408773775,
+      "grad_norm": 269.9168395996094,
+      "learning_rate": 1.797770700636943e-05,
+      "loss": 29.0312,
+      "step": 1129
+    },
+    {
+      "epoch": 0.05399980885023416,
+      "grad_norm": 332.3606872558594,
+      "learning_rate": 1.7993630573248407e-05,
+      "loss": 38.3438,
+      "step": 1130
+    },
+    {
+      "epoch": 0.05404759629169454,
+      "grad_norm": 377.1379089355469,
+      "learning_rate": 1.800955414012739e-05,
+      "loss": 34.9688,
+      "step": 1131
+    },
+    {
+      "epoch": 0.05409538373315493,
+      "grad_norm": 181.42800903320312,
+      "learning_rate": 1.8025477707006372e-05,
+      "loss": 28.75,
+      "step": 1132
+    },
+    {
+      "epoch": 0.05414317117461531,
+      "grad_norm": 441.24542236328125,
+      "learning_rate": 1.804140127388535e-05,
+      "loss": 36.3438,
+      "step": 1133
+    },
+    {
+      "epoch": 0.054190958616075695,
+      "grad_norm": 397.29168701171875,
+      "learning_rate": 1.805732484076433e-05,
+      "loss": 38.5312,
+      "step": 1134
+    },
+    {
+      "epoch": 0.05423874605753608,
+      "grad_norm": 250.37806701660156,
+      "learning_rate": 1.8073248407643313e-05,
+      "loss": 37.625,
+      "step": 1135
+    },
+    {
+      "epoch": 0.05428653349899647,
+      "grad_norm": 298.67510986328125,
+      "learning_rate": 1.8089171974522295e-05,
+      "loss": 30.9375,
+      "step": 1136
+    },
+    {
+      "epoch": 0.05433432094045685,
+      "grad_norm": 279.571533203125,
+      "learning_rate": 1.8105095541401278e-05,
+      "loss": 40.625,
+      "step": 1137
+    },
+    {
+      "epoch": 0.05438210838191723,
+      "grad_norm": 469.79473876953125,
+      "learning_rate": 1.8121019108280257e-05,
+      "loss": 43.1875,
+      "step": 1138
+    },
+    {
+      "epoch": 0.054429895823377615,
+      "grad_norm": 278.7732238769531,
+      "learning_rate": 1.8136942675159236e-05,
+      "loss": 42.9844,
+      "step": 1139
+    },
+    {
+      "epoch": 0.054477683264838,
+      "grad_norm": 280.6756286621094,
+      "learning_rate": 1.815286624203822e-05,
+      "loss": 44.1875,
+      "step": 1140
+    },
+    {
+      "epoch": 0.05452547070629839,
+      "grad_norm": 277.9785461425781,
+      "learning_rate": 1.81687898089172e-05,
+      "loss": 33.9375,
+      "step": 1141
+    },
+    {
+      "epoch": 0.05457325814775877,
+      "grad_norm": 213.86412048339844,
+      "learning_rate": 1.818471337579618e-05,
+      "loss": 24.2344,
+      "step": 1142
+    },
+    {
+      "epoch": 0.05462104558921915,
+      "grad_norm": 458.8424377441406,
+      "learning_rate": 1.820063694267516e-05,
+      "loss": 43.9062,
+      "step": 1143
+    },
+    {
+      "epoch": 0.054668833030679535,
+      "grad_norm": 239.43960571289062,
+      "learning_rate": 1.821656050955414e-05,
+      "loss": 30.8438,
+      "step": 1144
+    },
+    {
+      "epoch": 0.054716620472139925,
+      "grad_norm": 317.047119140625,
+      "learning_rate": 1.8232484076433124e-05,
+      "loss": 33.875,
+      "step": 1145
+    },
+    {
+      "epoch": 0.05476440791360031,
+      "grad_norm": 371.6139831542969,
+      "learning_rate": 1.8248407643312103e-05,
+      "loss": 49.125,
+      "step": 1146
+    },
+    {
+      "epoch": 0.05481219535506069,
+      "grad_norm": 297.95758056640625,
+      "learning_rate": 1.8264331210191086e-05,
+      "loss": 43.0312,
+      "step": 1147
+    },
+    {
+      "epoch": 0.05485998279652107,
+      "grad_norm": 370.58209228515625,
+      "learning_rate": 1.8280254777070065e-05,
+      "loss": 30.1719,
+      "step": 1148
+    },
+    {
+      "epoch": 0.054907770237981456,
+      "grad_norm": 343.7668151855469,
+      "learning_rate": 1.8296178343949047e-05,
+      "loss": 34.5312,
+      "step": 1149
+    },
+    {
+      "epoch": 0.054955557679441845,
+      "grad_norm": 280.332275390625,
+      "learning_rate": 1.8312101910828026e-05,
+      "loss": 31.0,
+      "step": 1150
+    },
+    {
+      "epoch": 0.05500334512090223,
+      "grad_norm": 237.77496337890625,
+      "learning_rate": 1.832802547770701e-05,
+      "loss": 28.6875,
+      "step": 1151
+    },
+    {
+      "epoch": 0.05505113256236261,
+      "grad_norm": 286.4073181152344,
+      "learning_rate": 1.8343949044585988e-05,
+      "loss": 36.0625,
+      "step": 1152
+    },
+    {
+      "epoch": 0.05509892000382299,
+      "grad_norm": 488.8947448730469,
+      "learning_rate": 1.835987261146497e-05,
+      "loss": 25.8125,
+      "step": 1153
+    },
+    {
+      "epoch": 0.05514670744528338,
+      "grad_norm": 184.971435546875,
+      "learning_rate": 1.837579617834395e-05,
+      "loss": 29.1875,
+      "step": 1154
+    },
+    {
+      "epoch": 0.055194494886743765,
+      "grad_norm": 380.8458557128906,
+      "learning_rate": 1.8391719745222932e-05,
+      "loss": 41.3125,
+      "step": 1155
+    },
+    {
+      "epoch": 0.05524228232820415,
+      "grad_norm": 295.0731506347656,
+      "learning_rate": 1.8407643312101914e-05,
+      "loss": 44.125,
+      "step": 1156
+    },
+    {
+      "epoch": 0.05529006976966453,
+      "grad_norm": 484.1338195800781,
+      "learning_rate": 1.8423566878980893e-05,
+      "loss": 50.375,
+      "step": 1157
+    },
+    {
+      "epoch": 0.05533785721112491,
+      "grad_norm": 324.6759338378906,
+      "learning_rate": 1.8439490445859872e-05,
+      "loss": 35.0938,
+      "step": 1158
+    },
+    {
+      "epoch": 0.0553856446525853,
+      "grad_norm": 287.694091796875,
+      "learning_rate": 1.8455414012738855e-05,
+      "loss": 32.8125,
+      "step": 1159
+    },
+    {
+      "epoch": 0.055433432094045686,
+      "grad_norm": 311.4156188964844,
+      "learning_rate": 1.8471337579617837e-05,
+      "loss": 34.1562,
+      "step": 1160
+    },
+    {
+      "epoch": 0.05548121953550607,
+      "grad_norm": 221.79959106445312,
+      "learning_rate": 1.8487261146496816e-05,
+      "loss": 28.0,
+      "step": 1161
+    },
+    {
+      "epoch": 0.05552900697696645,
+      "grad_norm": 339.7272644042969,
+      "learning_rate": 1.8503184713375796e-05,
+      "loss": 29.25,
+      "step": 1162
+    },
+    {
+      "epoch": 0.05557679441842684,
+      "grad_norm": 267.6829833984375,
+      "learning_rate": 1.8519108280254778e-05,
+      "loss": 26.2188,
+      "step": 1163
+    },
+    {
+      "epoch": 0.05562458185988722,
+      "grad_norm": 364.4330139160156,
+      "learning_rate": 1.853503184713376e-05,
+      "loss": 45.8438,
+      "step": 1164
+    },
+    {
+      "epoch": 0.055672369301347606,
+      "grad_norm": 245.3810577392578,
+      "learning_rate": 1.855095541401274e-05,
+      "loss": 31.4062,
+      "step": 1165
+    },
+    {
+      "epoch": 0.05572015674280799,
+      "grad_norm": 288.4623718261719,
+      "learning_rate": 1.8566878980891722e-05,
+      "loss": 39.8125,
+      "step": 1166
+    },
+    {
+      "epoch": 0.05576794418426837,
+      "grad_norm": 353.80255126953125,
+      "learning_rate": 1.85828025477707e-05,
+      "loss": 40.5938,
+      "step": 1167
+    },
+    {
+      "epoch": 0.05581573162572876,
+      "grad_norm": 271.2533874511719,
+      "learning_rate": 1.8598726114649684e-05,
+      "loss": 25.3125,
+      "step": 1168
+    },
+    {
+      "epoch": 0.055863519067189144,
+      "grad_norm": 299.9703674316406,
+      "learning_rate": 1.8614649681528666e-05,
+      "loss": 32.3125,
+      "step": 1169
+    },
+    {
+      "epoch": 0.055911306508649526,
+      "grad_norm": 287.03326416015625,
+      "learning_rate": 1.8630573248407645e-05,
+      "loss": 32.7188,
+      "step": 1170
+    },
+    {
+      "epoch": 0.05595909395010991,
+      "grad_norm": 360.0054626464844,
+      "learning_rate": 1.8646496815286624e-05,
+      "loss": 34.4062,
+      "step": 1171
+    },
+    {
+      "epoch": 0.0560068813915703,
+      "grad_norm": 356.9912414550781,
+      "learning_rate": 1.8662420382165607e-05,
+      "loss": 23.8438,
+      "step": 1172
+    },
+    {
+      "epoch": 0.05605466883303068,
+      "grad_norm": 352.1010437011719,
+      "learning_rate": 1.867834394904459e-05,
+      "loss": 36.7812,
+      "step": 1173
+    },
+    {
+      "epoch": 0.056102456274491064,
+      "grad_norm": 361.6745300292969,
+      "learning_rate": 1.8694267515923568e-05,
+      "loss": 35.25,
+      "step": 1174
+    },
+    {
+      "epoch": 0.056150243715951446,
+      "grad_norm": 227.86297607421875,
+      "learning_rate": 1.871019108280255e-05,
+      "loss": 27.8438,
+      "step": 1175
+    },
+    {
+      "epoch": 0.05619803115741183,
+      "grad_norm": 330.91387939453125,
+      "learning_rate": 1.872611464968153e-05,
+      "loss": 55.5625,
+      "step": 1176
+    },
+    {
+      "epoch": 0.05624581859887222,
+      "grad_norm": 526.75,
+      "learning_rate": 1.8742038216560512e-05,
+      "loss": 46.375,
+      "step": 1177
+    },
+    {
+      "epoch": 0.0562936060403326,
+      "grad_norm": 186.8004608154297,
+      "learning_rate": 1.875796178343949e-05,
+      "loss": 16.25,
+      "step": 1178
+    },
+    {
+      "epoch": 0.056341393481792984,
+      "grad_norm": 284.57501220703125,
+      "learning_rate": 1.8773885350318474e-05,
+      "loss": 35.1562,
+      "step": 1179
+    },
+    {
+      "epoch": 0.05638918092325337,
+      "grad_norm": 280.137939453125,
+      "learning_rate": 1.8789808917197453e-05,
+      "loss": 34.5312,
+      "step": 1180
+    },
+    {
+      "epoch": 0.056436968364713756,
+      "grad_norm": 302.5691223144531,
+      "learning_rate": 1.8805732484076435e-05,
+      "loss": 30.6875,
+      "step": 1181
+    },
+    {
+      "epoch": 0.05648475580617414,
+      "grad_norm": 494.2989807128906,
+      "learning_rate": 1.8821656050955414e-05,
+      "loss": 50.2188,
+      "step": 1182
+    },
+    {
+      "epoch": 0.05653254324763452,
+      "grad_norm": 358.5316162109375,
+      "learning_rate": 1.8837579617834397e-05,
+      "loss": 46.0,
+      "step": 1183
+    },
+    {
+      "epoch": 0.056580330689094904,
+      "grad_norm": 245.04600524902344,
+      "learning_rate": 1.8853503184713376e-05,
+      "loss": 28.125,
+      "step": 1184
+    },
+    {
+      "epoch": 0.05662811813055529,
+      "grad_norm": 390.4389343261719,
+      "learning_rate": 1.886942675159236e-05,
+      "loss": 41.875,
+      "step": 1185
+    },
+    {
+      "epoch": 0.056675905572015677,
+      "grad_norm": 267.8863830566406,
+      "learning_rate": 1.8885350318471337e-05,
+      "loss": 36.875,
+      "step": 1186
+    },
+    {
+      "epoch": 0.05672369301347606,
+      "grad_norm": 316.5317077636719,
+      "learning_rate": 1.890127388535032e-05,
+      "loss": 37.7188,
+      "step": 1187
+    },
+    {
+      "epoch": 0.05677148045493644,
+      "grad_norm": 536.4471435546875,
+      "learning_rate": 1.8917197452229302e-05,
+      "loss": 52.3125,
+      "step": 1188
+    },
+    {
+      "epoch": 0.056819267896396825,
+      "grad_norm": 399.5733947753906,
+      "learning_rate": 1.893312101910828e-05,
+      "loss": 50.75,
+      "step": 1189
+    },
+    {
+      "epoch": 0.056867055337857214,
+      "grad_norm": 343.9410705566406,
+      "learning_rate": 1.894904458598726e-05,
+      "loss": 41.3125,
+      "step": 1190
+    },
+    {
+      "epoch": 0.0569148427793176,
+      "grad_norm": 253.09515380859375,
+      "learning_rate": 1.8964968152866243e-05,
+      "loss": 26.8125,
+      "step": 1191
+    },
+    {
+      "epoch": 0.05696263022077798,
+      "grad_norm": 277.70849609375,
+      "learning_rate": 1.8980891719745225e-05,
+      "loss": 38.875,
+      "step": 1192
+    },
+    {
+      "epoch": 0.05701041766223836,
+      "grad_norm": 303.6147155761719,
+      "learning_rate": 1.8996815286624205e-05,
+      "loss": 25.3594,
+      "step": 1193
+    },
+    {
+      "epoch": 0.057058205103698745,
+      "grad_norm": 248.03872680664062,
+      "learning_rate": 1.9012738853503187e-05,
+      "loss": 26.125,
+      "step": 1194
+    },
+    {
+      "epoch": 0.057105992545159134,
+      "grad_norm": 252.64317321777344,
+      "learning_rate": 1.9028662420382166e-05,
+      "loss": 30.5,
+      "step": 1195
+    },
+    {
+      "epoch": 0.05715377998661952,
+      "grad_norm": 354.60467529296875,
+      "learning_rate": 1.904458598726115e-05,
+      "loss": 34.9062,
+      "step": 1196
+    },
+    {
+      "epoch": 0.0572015674280799,
+      "grad_norm": 280.66790771484375,
+      "learning_rate": 1.906050955414013e-05,
+      "loss": 25.8125,
+      "step": 1197
+    },
+    {
+      "epoch": 0.05724935486954028,
+      "grad_norm": 305.1815185546875,
+      "learning_rate": 1.907643312101911e-05,
+      "loss": 45.0625,
+      "step": 1198
+    },
+    {
+      "epoch": 0.05729714231100067,
+      "grad_norm": 395.5912170410156,
+      "learning_rate": 1.909235668789809e-05,
+      "loss": 45.3125,
+      "step": 1199
+    },
+    {
+      "epoch": 0.057344929752461055,
+      "grad_norm": 295.2523193359375,
+      "learning_rate": 1.910828025477707e-05,
+      "loss": 48.4062,
+      "step": 1200
+    },
+    {
+      "epoch": 0.05739271719392144,
+      "grad_norm": 295.55914306640625,
+      "learning_rate": 1.9124203821656054e-05,
+      "loss": 39.9688,
+      "step": 1201
+    },
+    {
+      "epoch": 0.05744050463538182,
+      "grad_norm": 470.50897216796875,
+      "learning_rate": 1.9140127388535033e-05,
+      "loss": 47.0,
+      "step": 1202
+    },
+    {
+      "epoch": 0.0574882920768422,
+      "grad_norm": 242.47256469726562,
+      "learning_rate": 1.9156050955414012e-05,
+      "loss": 33.4688,
+      "step": 1203
+    },
+    {
+      "epoch": 0.05753607951830259,
+      "grad_norm": 319.58587646484375,
+      "learning_rate": 1.9171974522292995e-05,
+      "loss": 44.9062,
+      "step": 1204
+    },
+    {
+      "epoch": 0.057583866959762975,
+      "grad_norm": 347.91632080078125,
+      "learning_rate": 1.9187898089171977e-05,
+      "loss": 35.125,
+      "step": 1205
+    },
+    {
+      "epoch": 0.05763165440122336,
+      "grad_norm": 271.46923828125,
+      "learning_rate": 1.9203821656050956e-05,
+      "loss": 28.9688,
+      "step": 1206
+    },
+    {
+      "epoch": 0.05767944184268374,
+      "grad_norm": 221.48541259765625,
+      "learning_rate": 1.921974522292994e-05,
+      "loss": 36.4688,
+      "step": 1207
+    },
+    {
+      "epoch": 0.05772722928414413,
+      "grad_norm": 286.40765380859375,
+      "learning_rate": 1.9235668789808918e-05,
+      "loss": 33.0,
+      "step": 1208
+    },
+    {
+      "epoch": 0.05777501672560451,
+      "grad_norm": 492.6935729980469,
+      "learning_rate": 1.92515923566879e-05,
+      "loss": 38.9688,
+      "step": 1209
+    },
+    {
+      "epoch": 0.057822804167064895,
+      "grad_norm": 339.9835205078125,
+      "learning_rate": 1.926751592356688e-05,
+      "loss": 40.75,
+      "step": 1210
+    },
+    {
+      "epoch": 0.05787059160852528,
+      "grad_norm": 249.02781677246094,
+      "learning_rate": 1.9283439490445862e-05,
+      "loss": 30.875,
+      "step": 1211
+    },
+    {
+      "epoch": 0.05791837904998566,
+      "grad_norm": 315.1015319824219,
+      "learning_rate": 1.929936305732484e-05,
+      "loss": 27.75,
+      "step": 1212
+    },
+    {
+      "epoch": 0.05796616649144605,
+      "grad_norm": 310.6265869140625,
+      "learning_rate": 1.9315286624203823e-05,
+      "loss": 33.9688,
+      "step": 1213
+    },
+    {
+      "epoch": 0.05801395393290643,
+      "grad_norm": 438.6690673828125,
+      "learning_rate": 1.9331210191082802e-05,
+      "loss": 36.125,
+      "step": 1214
+    },
+    {
+      "epoch": 0.058061741374366815,
+      "grad_norm": 316.7267761230469,
+      "learning_rate": 1.9347133757961785e-05,
+      "loss": 29.3906,
+      "step": 1215
+    },
+    {
+      "epoch": 0.0581095288158272,
+      "grad_norm": 326.0740661621094,
+      "learning_rate": 1.9363057324840767e-05,
+      "loss": 52.0938,
+      "step": 1216
+    },
+    {
+      "epoch": 0.05815731625728759,
+      "grad_norm": 308.3341369628906,
+      "learning_rate": 1.9378980891719746e-05,
+      "loss": 30.4375,
+      "step": 1217
+    },
+    {
+      "epoch": 0.05820510369874797,
+      "grad_norm": 311.1399841308594,
+      "learning_rate": 1.9394904458598726e-05,
+      "loss": 33.6562,
+      "step": 1218
+    },
+    {
+      "epoch": 0.05825289114020835,
+      "grad_norm": 475.3214416503906,
+      "learning_rate": 1.9410828025477708e-05,
+      "loss": 40.125,
+      "step": 1219
+    },
+    {
+      "epoch": 0.058300678581668736,
+      "grad_norm": 322.445068359375,
+      "learning_rate": 1.942675159235669e-05,
+      "loss": 40.25,
+      "step": 1220
+    },
+    {
+      "epoch": 0.05834846602312912,
+      "grad_norm": 304.8536071777344,
+      "learning_rate": 1.944267515923567e-05,
+      "loss": 38.5938,
+      "step": 1221
+    },
+    {
+      "epoch": 0.05839625346458951,
+      "grad_norm": 335.5461730957031,
+      "learning_rate": 1.945859872611465e-05,
+      "loss": 48.0625,
+      "step": 1222
+    },
+    {
+      "epoch": 0.05844404090604989,
+      "grad_norm": 365.2323303222656,
+      "learning_rate": 1.947452229299363e-05,
+      "loss": 41.0938,
+      "step": 1223
+    },
+    {
+      "epoch": 0.05849182834751027,
+      "grad_norm": 558.9924926757812,
+      "learning_rate": 1.9490445859872614e-05,
+      "loss": 54.4062,
+      "step": 1224
+    },
+    {
+      "epoch": 0.058539615788970656,
+      "grad_norm": 255.5649871826172,
+      "learning_rate": 1.9506369426751596e-05,
+      "loss": 30.625,
+      "step": 1225
+    },
+    {
+      "epoch": 0.058587403230431045,
+      "grad_norm": 315.65667724609375,
+      "learning_rate": 1.9522292993630575e-05,
+      "loss": 45.625,
+      "step": 1226
+    },
+    {
+      "epoch": 0.05863519067189143,
+      "grad_norm": 300.3319091796875,
+      "learning_rate": 1.9538216560509554e-05,
+      "loss": 41.875,
+      "step": 1227
+    },
+    {
+      "epoch": 0.05868297811335181,
+      "grad_norm": 351.0165710449219,
+      "learning_rate": 1.9554140127388537e-05,
+      "loss": 30.3906,
+      "step": 1228
+    },
+    {
+      "epoch": 0.05873076555481219,
+      "grad_norm": 438.3329162597656,
+      "learning_rate": 1.957006369426752e-05,
+      "loss": 44.125,
+      "step": 1229
+    },
+    {
+      "epoch": 0.058778552996272576,
+      "grad_norm": 414.420654296875,
+      "learning_rate": 1.9585987261146498e-05,
+      "loss": 46.5,
+      "step": 1230
+    },
+    {
+      "epoch": 0.058826340437732966,
+      "grad_norm": 389.1329040527344,
+      "learning_rate": 1.9601910828025477e-05,
+      "loss": 35.75,
+      "step": 1231
+    },
+    {
+      "epoch": 0.05887412787919335,
+      "grad_norm": 273.1120300292969,
+      "learning_rate": 1.961783439490446e-05,
+      "loss": 31.25,
+      "step": 1232
+    },
+    {
+      "epoch": 0.05892191532065373,
+      "grad_norm": 320.2991027832031,
+      "learning_rate": 1.9633757961783442e-05,
+      "loss": 48.125,
+      "step": 1233
+    },
+    {
+      "epoch": 0.058969702762114114,
+      "grad_norm": 175.2269744873047,
+      "learning_rate": 1.964968152866242e-05,
+      "loss": 27.125,
+      "step": 1234
+    },
+    {
+      "epoch": 0.0590174902035745,
+      "grad_norm": 206.0557861328125,
+      "learning_rate": 1.9665605095541404e-05,
+      "loss": 34.4688,
+      "step": 1235
+    },
+    {
+      "epoch": 0.059065277645034886,
+      "grad_norm": 287.00238037109375,
+      "learning_rate": 1.9681528662420383e-05,
+      "loss": 33.5,
+      "step": 1236
+    },
+    {
+      "epoch": 0.05911306508649527,
+      "grad_norm": 236.45932006835938,
+      "learning_rate": 1.9697452229299365e-05,
+      "loss": 30.9688,
+      "step": 1237
+    },
+    {
+      "epoch": 0.05916085252795565,
+      "grad_norm": 174.43838500976562,
+      "learning_rate": 1.9713375796178344e-05,
+      "loss": 26.2656,
+      "step": 1238
+    },
+    {
+      "epoch": 0.05920863996941604,
+      "grad_norm": 308.9774475097656,
+      "learning_rate": 1.9729299363057327e-05,
+      "loss": 33.7812,
+      "step": 1239
+    },
+    {
+      "epoch": 0.059256427410876424,
+      "grad_norm": 322.38812255859375,
+      "learning_rate": 1.9745222929936306e-05,
+      "loss": 32.1875,
+      "step": 1240
+    },
+    {
+      "epoch": 0.059304214852336806,
+      "grad_norm": 587.2962646484375,
+      "learning_rate": 1.976114649681529e-05,
+      "loss": 43.4688,
+      "step": 1241
+    },
+    {
+      "epoch": 0.05935200229379719,
+      "grad_norm": 372.14581298828125,
+      "learning_rate": 1.9777070063694267e-05,
+      "loss": 36.8125,
+      "step": 1242
+    },
+    {
+      "epoch": 0.05939978973525757,
+      "grad_norm": 455.74114990234375,
+      "learning_rate": 1.979299363057325e-05,
+      "loss": 31.25,
+      "step": 1243
+    },
+    {
+      "epoch": 0.05944757717671796,
+      "grad_norm": 514.1473388671875,
+      "learning_rate": 1.9808917197452232e-05,
+      "loss": 43.8438,
+      "step": 1244
+    },
+    {
+      "epoch": 0.059495364618178344,
+      "grad_norm": 226.05191040039062,
+      "learning_rate": 1.982484076433121e-05,
+      "loss": 32.9062,
+      "step": 1245
+    },
+    {
+      "epoch": 0.059543152059638726,
+      "grad_norm": 230.14749145507812,
+      "learning_rate": 1.984076433121019e-05,
+      "loss": 24.8906,
+      "step": 1246
+    },
+    {
+      "epoch": 0.05959093950109911,
+      "grad_norm": 247.92291259765625,
+      "learning_rate": 1.9856687898089173e-05,
+      "loss": 25.6562,
+      "step": 1247
+    },
+    {
+      "epoch": 0.0596387269425595,
+      "grad_norm": 329.9231872558594,
+      "learning_rate": 1.9872611464968155e-05,
+      "loss": 34.4062,
+      "step": 1248
+    },
+    {
+      "epoch": 0.05968651438401988,
+      "grad_norm": 345.9611511230469,
+      "learning_rate": 1.9888535031847135e-05,
+      "loss": 44.2344,
+      "step": 1249
+    },
+    {
+      "epoch": 0.059734301825480264,
+      "grad_norm": 390.8341369628906,
+      "learning_rate": 1.9904458598726114e-05,
+      "loss": 41.2812,
+      "step": 1250
+    },
+    {
+      "epoch": 0.05978208926694065,
+      "grad_norm": 580.9046020507812,
+      "learning_rate": 1.9920382165605096e-05,
+      "loss": 43.375,
+      "step": 1251
+    },
+    {
+      "epoch": 0.05982987670840103,
+      "grad_norm": 309.1160583496094,
+      "learning_rate": 1.993630573248408e-05,
+      "loss": 38.2812,
+      "step": 1252
+    },
+    {
+      "epoch": 0.05987766414986142,
+      "grad_norm": 277.9024658203125,
+      "learning_rate": 1.995222929936306e-05,
+      "loss": 36.2188,
+      "step": 1253
+    },
+    {
+      "epoch": 0.0599254515913218,
+      "grad_norm": 249.78416442871094,
+      "learning_rate": 1.996815286624204e-05,
+      "loss": 40.8125,
+      "step": 1254
+    },
+    {
+      "epoch": 0.059973239032782184,
+      "grad_norm": 247.4159393310547,
+      "learning_rate": 1.998407643312102e-05,
+      "loss": 37.75,
+      "step": 1255
+    },
+    {
+      "epoch": 0.06002102647424257,
+      "grad_norm": 300.09246826171875,
+      "learning_rate": 2e-05,
+      "loss": 39.4375,
+      "step": 1256
+    },
+    {
+      "epoch": 0.06006881391570296,
+      "grad_norm": 248.302734375,
+      "learning_rate": 1.9999999970056452e-05,
+      "loss": 30.5625,
+      "step": 1257
+    },
+    {
+      "epoch": 0.06011660135716334,
+      "grad_norm": 335.64117431640625,
+      "learning_rate": 1.999999988022581e-05,
+      "loss": 37.0,
+      "step": 1258
+    },
+    {
+      "epoch": 0.06016438879862372,
+      "grad_norm": 332.0014343261719,
+      "learning_rate": 1.9999999730508067e-05,
+      "loss": 49.75,
+      "step": 1259
+    },
+    {
+      "epoch": 0.060212176240084105,
+      "grad_norm": 227.76931762695312,
+      "learning_rate": 1.9999999520903235e-05,
+      "loss": 28.4375,
+      "step": 1260
+    },
+    {
+      "epoch": 0.06025996368154449,
+      "grad_norm": 365.7821960449219,
+      "learning_rate": 1.9999999251411304e-05,
+      "loss": 46.7812,
+      "step": 1261
+    },
+    {
+      "epoch": 0.06030775112300488,
+      "grad_norm": 251.3337860107422,
+      "learning_rate": 1.9999998922032283e-05,
+      "loss": 40.5312,
+      "step": 1262
+    },
+    {
+      "epoch": 0.06035553856446526,
+      "grad_norm": 242.31332397460938,
+      "learning_rate": 1.9999998532766173e-05,
+      "loss": 50.2812,
+      "step": 1263
+    },
+    {
+      "epoch": 0.06040332600592564,
+      "grad_norm": 300.9530029296875,
+      "learning_rate": 1.9999998083612976e-05,
+      "loss": 32.0312,
+      "step": 1264
+    },
+    {
+      "epoch": 0.060451113447386025,
+      "grad_norm": 207.80198669433594,
+      "learning_rate": 1.999999757457269e-05,
+      "loss": 23.625,
+      "step": 1265
+    },
+    {
+      "epoch": 0.060498900888846414,
+      "grad_norm": 278.7110900878906,
+      "learning_rate": 1.9999997005645326e-05,
+      "loss": 32.6875,
+      "step": 1266
+    },
+    {
+      "epoch": 0.0605466883303068,
+      "grad_norm": 175.02743530273438,
+      "learning_rate": 1.999999637683088e-05,
+      "loss": 25.9375,
+      "step": 1267
+    },
+    {
+      "epoch": 0.06059447577176718,
+      "grad_norm": 863.803955078125,
+      "learning_rate": 1.9999995688129364e-05,
+      "loss": 43.125,
+      "step": 1268
+    },
+    {
+      "epoch": 0.06064226321322756,
+      "grad_norm": 301.4320068359375,
+      "learning_rate": 1.9999994939540775e-05,
+      "loss": 45.4688,
+      "step": 1269
+    },
+    {
+      "epoch": 0.060690050654687945,
+      "grad_norm": 204.5146026611328,
+      "learning_rate": 1.999999413106512e-05,
+      "loss": 32.1875,
+      "step": 1270
+    },
+    {
+      "epoch": 0.060737838096148335,
+      "grad_norm": 327.4538269042969,
+      "learning_rate": 1.9999993262702402e-05,
+      "loss": 49.8125,
+      "step": 1271
+    },
+    {
+      "epoch": 0.06078562553760872,
+      "grad_norm": 235.13156127929688,
+      "learning_rate": 1.999999233445263e-05,
+      "loss": 26.9062,
+      "step": 1272
+    },
+    {
+      "epoch": 0.0608334129790691,
+      "grad_norm": 359.59686279296875,
+      "learning_rate": 1.9999991346315804e-05,
+      "loss": 43.0,
+      "step": 1273
+    },
+    {
+      "epoch": 0.06088120042052948,
+      "grad_norm": 279.5293884277344,
+      "learning_rate": 1.9999990298291937e-05,
+      "loss": 40.9375,
+      "step": 1274
+    },
+    {
+      "epoch": 0.06092898786198987,
+      "grad_norm": 280.4878234863281,
+      "learning_rate": 1.9999989190381034e-05,
+      "loss": 42.875,
+      "step": 1275
+    },
+    {
+      "epoch": 0.060976775303450255,
+      "grad_norm": 213.18980407714844,
+      "learning_rate": 1.9999988022583093e-05,
+      "loss": 27.1875,
+      "step": 1276
+    },
+    {
+      "epoch": 0.06102456274491064,
+      "grad_norm": 481.3362731933594,
+      "learning_rate": 1.999998679489813e-05,
+      "loss": 40.2188,
+      "step": 1277
+    },
+    {
+      "epoch": 0.06107235018637102,
+      "grad_norm": 481.53369140625,
+      "learning_rate": 1.999998550732615e-05,
+      "loss": 25.1875,
+      "step": 1278
+    },
+    {
+      "epoch": 0.0611201376278314,
+      "grad_norm": 317.1175842285156,
+      "learning_rate": 1.999998415986716e-05,
+      "loss": 40.875,
+      "step": 1279
+    },
+    {
+      "epoch": 0.06116792506929179,
+      "grad_norm": 310.2767639160156,
+      "learning_rate": 1.999998275252117e-05,
+      "loss": 23.1875,
+      "step": 1280
+    },
+    {
+      "epoch": 0.061215712510752175,
+      "grad_norm": 317.3041076660156,
+      "learning_rate": 1.9999981285288184e-05,
+      "loss": 38.0625,
+      "step": 1281
+    },
+    {
+      "epoch": 0.06126349995221256,
+      "grad_norm": 181.59478759765625,
+      "learning_rate": 1.9999979758168214e-05,
+      "loss": 27.0,
+      "step": 1282
+    },
+    {
+      "epoch": 0.06131128739367294,
+      "grad_norm": 452.5790100097656,
+      "learning_rate": 1.999997817116127e-05,
+      "loss": 37.8125,
+      "step": 1283
+    },
+    {
+      "epoch": 0.06135907483513333,
+      "grad_norm": 276.80450439453125,
+      "learning_rate": 1.999997652426736e-05,
+      "loss": 29.9062,
+      "step": 1284
+    },
+    {
+      "epoch": 0.06140686227659371,
+      "grad_norm": 549.9149780273438,
+      "learning_rate": 1.9999974817486494e-05,
+      "loss": 35.9375,
+      "step": 1285
+    },
+    {
+      "epoch": 0.061454649718054095,
+      "grad_norm": 234.26361083984375,
+      "learning_rate": 1.999997305081868e-05,
+      "loss": 48.5,
+      "step": 1286
+    },
+    {
+      "epoch": 0.06150243715951448,
+      "grad_norm": 297.7471618652344,
+      "learning_rate": 1.9999971224263935e-05,
+      "loss": 23.2344,
+      "step": 1287
+    },
+    {
+      "epoch": 0.06155022460097486,
+      "grad_norm": 184.61558532714844,
+      "learning_rate": 1.9999969337822266e-05,
+      "loss": 24.0312,
+      "step": 1288
+    },
+    {
+      "epoch": 0.06159801204243525,
+      "grad_norm": 319.8336486816406,
+      "learning_rate": 1.999996739149368e-05,
+      "loss": 46.8438,
+      "step": 1289
+    },
+    {
+      "epoch": 0.06164579948389563,
+      "grad_norm": 1088.1441650390625,
+      "learning_rate": 1.9999965385278197e-05,
+      "loss": 35.5312,
+      "step": 1290
+    },
+    {
+      "epoch": 0.061693586925356016,
+      "grad_norm": 301.73095703125,
+      "learning_rate": 1.9999963319175825e-05,
+      "loss": 44.0,
+      "step": 1291
+    },
+    {
+      "epoch": 0.0617413743668164,
+      "grad_norm": 294.4254150390625,
+      "learning_rate": 1.9999961193186574e-05,
+      "loss": 29.125,
+      "step": 1292
+    },
+    {
+      "epoch": 0.06178916180827679,
+      "grad_norm": 324.38092041015625,
+      "learning_rate": 1.9999959007310456e-05,
+      "loss": 31.5625,
+      "step": 1293
+    },
+    {
+      "epoch": 0.06183694924973717,
+      "grad_norm": 172.13804626464844,
+      "learning_rate": 1.999995676154749e-05,
+      "loss": 26.6562,
+      "step": 1294
+    },
+    {
+      "epoch": 0.06188473669119755,
+      "grad_norm": 277.2673034667969,
+      "learning_rate": 1.9999954455897685e-05,
+      "loss": 37.125,
+      "step": 1295
+    },
+    {
+      "epoch": 0.061932524132657936,
+      "grad_norm": 1176.6895751953125,
+      "learning_rate": 1.9999952090361062e-05,
+      "loss": 45.4375,
+      "step": 1296
+    },
+    {
+      "epoch": 0.06198031157411832,
+      "grad_norm": 225.70774841308594,
+      "learning_rate": 1.9999949664937623e-05,
+      "loss": 27.5,
+      "step": 1297
+    },
+    {
+      "epoch": 0.06202809901557871,
+      "grad_norm": 432.4413757324219,
+      "learning_rate": 1.9999947179627394e-05,
+      "loss": 36.2188,
+      "step": 1298
+    },
+    {
+      "epoch": 0.06207588645703909,
+      "grad_norm": 331.2827453613281,
+      "learning_rate": 1.999994463443038e-05,
+      "loss": 31.0312,
+      "step": 1299
+    },
+    {
+      "epoch": 0.062123673898499474,
+      "grad_norm": 328.53759765625,
+      "learning_rate": 1.9999942029346605e-05,
+      "loss": 28.5,
+      "step": 1300
+    },
+    {
+      "epoch": 0.062171461339959856,
+      "grad_norm": 220.26425170898438,
+      "learning_rate": 1.9999939364376076e-05,
+      "loss": 29.0938,
+      "step": 1301
+    },
+    {
+      "epoch": 0.062219248781420246,
+      "grad_norm": 292.03717041015625,
+      "learning_rate": 1.9999936639518816e-05,
+      "loss": 39.0938,
+      "step": 1302
+    },
+    {
+      "epoch": 0.06226703622288063,
+      "grad_norm": 395.16064453125,
+      "learning_rate": 1.9999933854774844e-05,
+      "loss": 37.1875,
+      "step": 1303
+    },
+    {
+      "epoch": 0.06231482366434101,
+      "grad_norm": 333.29327392578125,
+      "learning_rate": 1.9999931010144164e-05,
+      "loss": 44.9688,
+      "step": 1304
+    },
+    {
+      "epoch": 0.062362611105801394,
+      "grad_norm": 244.5865020751953,
+      "learning_rate": 1.9999928105626806e-05,
+      "loss": 39.9375,
+      "step": 1305
+    },
+    {
+      "epoch": 0.062410398547261776,
+      "grad_norm": 391.0199890136719,
+      "learning_rate": 1.9999925141222777e-05,
+      "loss": 49.25,
+      "step": 1306
+    },
+    {
+      "epoch": 0.062458185988722166,
+      "grad_norm": 451.50958251953125,
+      "learning_rate": 1.9999922116932104e-05,
+      "loss": 28.3125,
+      "step": 1307
+    },
+    {
+      "epoch": 0.06250597343018255,
+      "grad_norm": 353.5826110839844,
+      "learning_rate": 1.99999190327548e-05,
+      "loss": 55.8125,
+      "step": 1308
+    },
+    {
+      "epoch": 0.06255376087164294,
+      "grad_norm": 408.7080383300781,
+      "learning_rate": 1.9999915888690884e-05,
+      "loss": 36.5312,
+      "step": 1309
+    },
+    {
+      "epoch": 0.06260154831310331,
+      "grad_norm": 819.7610473632812,
+      "learning_rate": 1.9999912684740375e-05,
+      "loss": 28.125,
+      "step": 1310
+    },
+    {
+      "epoch": 0.0626493357545637,
+      "grad_norm": 342.7787780761719,
+      "learning_rate": 1.9999909420903295e-05,
+      "loss": 36.1875,
+      "step": 1311
+    },
+    {
+      "epoch": 0.06269712319602408,
+      "grad_norm": 267.9835205078125,
+      "learning_rate": 1.9999906097179658e-05,
+      "loss": 36.9688,
+      "step": 1312
+    },
+    {
+      "epoch": 0.06274491063748447,
+      "grad_norm": 432.1114807128906,
+      "learning_rate": 1.9999902713569486e-05,
+      "loss": 35.75,
+      "step": 1313
+    },
+    {
+      "epoch": 0.06279269807894486,
+      "grad_norm": 339.7630615234375,
+      "learning_rate": 1.99998992700728e-05,
+      "loss": 35.8125,
+      "step": 1314
+    },
+    {
+      "epoch": 0.06284048552040523,
+      "grad_norm": 369.4962158203125,
+      "learning_rate": 1.9999895766689627e-05,
+      "loss": 46.2812,
+      "step": 1315
+    },
+    {
+      "epoch": 0.06288827296186562,
+      "grad_norm": 217.4921875,
+      "learning_rate": 1.9999892203419976e-05,
+      "loss": 33.5938,
+      "step": 1316
+    },
+    {
+      "epoch": 0.062936060403326,
+      "grad_norm": 245.8327178955078,
+      "learning_rate": 1.9999888580263876e-05,
+      "loss": 35.2812,
+      "step": 1317
+    },
+    {
+      "epoch": 0.06298384784478639,
+      "grad_norm": 560.6152954101562,
+      "learning_rate": 1.9999884897221348e-05,
+      "loss": 44.125,
+      "step": 1318
+    },
+    {
+      "epoch": 0.06303163528624678,
+      "grad_norm": 310.62109375,
+      "learning_rate": 1.999988115429241e-05,
+      "loss": 51.0,
+      "step": 1319
+    },
+    {
+      "epoch": 0.06307942272770715,
+      "grad_norm": 505.27947998046875,
+      "learning_rate": 1.999987735147709e-05,
+      "loss": 34.8125,
+      "step": 1320
+    },
+    {
+      "epoch": 0.06312721016916754,
+      "grad_norm": 404.421875,
+      "learning_rate": 1.9999873488775403e-05,
+      "loss": 48.4375,
+      "step": 1321
+    },
+    {
+      "epoch": 0.06317499761062793,
+      "grad_norm": 221.6410675048828,
+      "learning_rate": 1.9999869566187383e-05,
+      "loss": 29.125,
+      "step": 1322
+    },
+    {
+      "epoch": 0.06322278505208831,
+      "grad_norm": 462.9504089355469,
+      "learning_rate": 1.9999865583713042e-05,
+      "loss": 28.0625,
+      "step": 1323
+    },
+    {
+      "epoch": 0.0632705724935487,
+      "grad_norm": 362.42291259765625,
+      "learning_rate": 1.9999861541352416e-05,
+      "loss": 43.6875,
+      "step": 1324
+    },
+    {
+      "epoch": 0.06331835993500907,
+      "grad_norm": 304.2076721191406,
+      "learning_rate": 1.999985743910552e-05,
+      "loss": 40.2188,
+      "step": 1325
+    },
+    {
+      "epoch": 0.06336614737646946,
+      "grad_norm": 338.89990234375,
+      "learning_rate": 1.999985327697238e-05,
+      "loss": 62.625,
+      "step": 1326
+    },
+    {
+      "epoch": 0.06341393481792985,
+      "grad_norm": 428.776611328125,
+      "learning_rate": 1.9999849054953023e-05,
+      "loss": 34.25,
+      "step": 1327
+    },
+    {
+      "epoch": 0.06346172225939023,
+      "grad_norm": 379.661376953125,
+      "learning_rate": 1.9999844773047474e-05,
+      "loss": 42.3125,
+      "step": 1328
+    },
+    {
+      "epoch": 0.06350950970085062,
+      "grad_norm": 185.5409698486328,
+      "learning_rate": 1.9999840431255757e-05,
+      "loss": 30.625,
+      "step": 1329
+    },
+    {
+      "epoch": 0.063557297142311,
+      "grad_norm": 285.6056213378906,
+      "learning_rate": 1.99998360295779e-05,
+      "loss": 39.1562,
+      "step": 1330
+    },
+    {
+      "epoch": 0.06360508458377138,
+      "grad_norm": 347.7955322265625,
+      "learning_rate": 1.9999831568013927e-05,
+      "loss": 41.625,
+      "step": 1331
+    },
+    {
+      "epoch": 0.06365287202523177,
+      "grad_norm": 330.1759338378906,
+      "learning_rate": 1.999982704656387e-05,
+      "loss": 30.0625,
+      "step": 1332
+    },
+    {
+      "epoch": 0.06370065946669215,
+      "grad_norm": 280.3382873535156,
+      "learning_rate": 1.999982246522775e-05,
+      "loss": 32.375,
+      "step": 1333
+    },
+    {
+      "epoch": 0.06374844690815254,
+      "grad_norm": 328.3543395996094,
+      "learning_rate": 1.9999817824005595e-05,
+      "loss": 30.125,
+      "step": 1334
+    },
+    {
+      "epoch": 0.06379623434961292,
+      "grad_norm": 421.9424133300781,
+      "learning_rate": 1.9999813122897437e-05,
+      "loss": 34.875,
+      "step": 1335
+    },
+    {
+      "epoch": 0.0638440217910733,
+      "grad_norm": 331.4638671875,
+      "learning_rate": 1.99998083619033e-05,
+      "loss": 36.1875,
+      "step": 1336
+    },
+    {
+      "epoch": 0.0638918092325337,
+      "grad_norm": 298.8497619628906,
+      "learning_rate": 1.9999803541023216e-05,
+      "loss": 33.6562,
+      "step": 1337
+    },
+    {
+      "epoch": 0.06393959667399407,
+      "grad_norm": 363.45562744140625,
+      "learning_rate": 1.999979866025721e-05,
+      "loss": 41.6562,
+      "step": 1338
+    },
+    {
+      "epoch": 0.06398738411545446,
+      "grad_norm": 259.5108337402344,
+      "learning_rate": 1.9999793719605316e-05,
+      "loss": 32.2031,
+      "step": 1339
+    },
+    {
+      "epoch": 0.06403517155691485,
+      "grad_norm": 256.7101745605469,
+      "learning_rate": 1.9999788719067558e-05,
+      "loss": 39.8438,
+      "step": 1340
+    },
+    {
+      "epoch": 0.06408295899837523,
+      "grad_norm": 331.24737548828125,
+      "learning_rate": 1.999978365864397e-05,
+      "loss": 35.6562,
+      "step": 1341
+    },
+    {
+      "epoch": 0.06413074643983561,
+      "grad_norm": 430.09918212890625,
+      "learning_rate": 1.9999778538334582e-05,
+      "loss": 36.75,
+      "step": 1342
+    },
+    {
+      "epoch": 0.06417853388129599,
+      "grad_norm": 328.548828125,
+      "learning_rate": 1.9999773358139422e-05,
+      "loss": 32.2812,
+      "step": 1343
+    },
+    {
+      "epoch": 0.06422632132275638,
+      "grad_norm": 277.25811767578125,
+      "learning_rate": 1.9999768118058524e-05,
+      "loss": 32.5938,
+      "step": 1344
+    },
+    {
+      "epoch": 0.06427410876421677,
+      "grad_norm": 405.1216735839844,
+      "learning_rate": 1.999976281809192e-05,
+      "loss": 35.1562,
+      "step": 1345
+    },
+    {
+      "epoch": 0.06432189620567715,
+      "grad_norm": 242.6019744873047,
+      "learning_rate": 1.9999757458239637e-05,
+      "loss": 34.0,
+      "step": 1346
+    },
+    {
+      "epoch": 0.06436968364713753,
+      "grad_norm": 268.5426940917969,
+      "learning_rate": 1.9999752038501713e-05,
+      "loss": 35.1562,
+      "step": 1347
+    },
+    {
+      "epoch": 0.06441747108859791,
+      "grad_norm": 182.97828674316406,
+      "learning_rate": 1.9999746558878173e-05,
+      "loss": 26.6406,
+      "step": 1348
+    },
+    {
+      "epoch": 0.0644652585300583,
+      "grad_norm": 357.74127197265625,
+      "learning_rate": 1.9999741019369058e-05,
+      "loss": 42.25,
+      "step": 1349
+    },
+    {
+      "epoch": 0.06451304597151869,
+      "grad_norm": 274.6563415527344,
+      "learning_rate": 1.99997354199744e-05,
+      "loss": 35.3438,
+      "step": 1350
+    },
+    {
+      "epoch": 0.06456083341297907,
+      "grad_norm": 250.46058654785156,
+      "learning_rate": 1.9999729760694225e-05,
+      "loss": 41.6875,
+      "step": 1351
+    },
+    {
+      "epoch": 0.06460862085443946,
+      "grad_norm": 309.9404296875,
+      "learning_rate": 1.9999724041528572e-05,
+      "loss": 36.8438,
+      "step": 1352
+    },
+    {
+      "epoch": 0.06465640829589983,
+      "grad_norm": 417.55792236328125,
+      "learning_rate": 1.9999718262477476e-05,
+      "loss": 31.0312,
+      "step": 1353
+    },
+    {
+      "epoch": 0.06470419573736022,
+      "grad_norm": 331.42596435546875,
+      "learning_rate": 1.999971242354097e-05,
+      "loss": 51.5,
+      "step": 1354
+    },
+    {
+      "epoch": 0.06475198317882061,
+      "grad_norm": 272.2584228515625,
+      "learning_rate": 1.9999706524719093e-05,
+      "loss": 28.4375,
+      "step": 1355
+    },
+    {
+      "epoch": 0.06479977062028099,
+      "grad_norm": 2445.550048828125,
+      "learning_rate": 1.9999700566011872e-05,
+      "loss": 27.9375,
+      "step": 1356
+    },
+    {
+      "epoch": 0.06484755806174138,
+      "grad_norm": 360.8617248535156,
+      "learning_rate": 1.9999694547419353e-05,
+      "loss": 31.9062,
+      "step": 1357
+    },
+    {
+      "epoch": 0.06489534550320177,
+      "grad_norm": 448.35479736328125,
+      "learning_rate": 1.9999688468941565e-05,
+      "loss": 46.0625,
+      "step": 1358
+    },
+    {
+      "epoch": 0.06494313294466214,
+      "grad_norm": 245.53456115722656,
+      "learning_rate": 1.9999682330578543e-05,
+      "loss": 37.75,
+      "step": 1359
+    },
+    {
+      "epoch": 0.06499092038612253,
+      "grad_norm": 408.2633056640625,
+      "learning_rate": 1.9999676132330333e-05,
+      "loss": 27.8594,
+      "step": 1360
+    },
+    {
+      "epoch": 0.0650387078275829,
+      "grad_norm": 538.4163818359375,
+      "learning_rate": 1.9999669874196965e-05,
+      "loss": 50.75,
+      "step": 1361
+    },
+    {
+      "epoch": 0.0650864952690433,
+      "grad_norm": 318.452880859375,
+      "learning_rate": 1.9999663556178475e-05,
+      "loss": 45.2188,
+      "step": 1362
+    },
+    {
+      "epoch": 0.06513428271050369,
+      "grad_norm": 316.1764831542969,
+      "learning_rate": 1.99996571782749e-05,
+      "loss": 25.3125,
+      "step": 1363
+    },
+    {
+      "epoch": 0.06518207015196406,
+      "grad_norm": 317.8936767578125,
+      "learning_rate": 1.9999650740486286e-05,
+      "loss": 41.0312,
+      "step": 1364
+    },
+    {
+      "epoch": 0.06522985759342445,
+      "grad_norm": 509.1289978027344,
+      "learning_rate": 1.9999644242812668e-05,
+      "loss": 27.4062,
+      "step": 1365
+    },
+    {
+      "epoch": 0.06527764503488483,
+      "grad_norm": 352.98199462890625,
+      "learning_rate": 1.9999637685254085e-05,
+      "loss": 47.2188,
+      "step": 1366
+    },
+    {
+      "epoch": 0.06532543247634522,
+      "grad_norm": 342.58355712890625,
+      "learning_rate": 1.9999631067810573e-05,
+      "loss": 33.9375,
+      "step": 1367
+    },
+    {
+      "epoch": 0.0653732199178056,
+      "grad_norm": 454.7728271484375,
+      "learning_rate": 1.999962439048217e-05,
+      "loss": 45.0,
+      "step": 1368
+    },
+    {
+      "epoch": 0.06542100735926598,
+      "grad_norm": 306.2738952636719,
+      "learning_rate": 1.9999617653268926e-05,
+      "loss": 39.375,
+      "step": 1369
+    },
+    {
+      "epoch": 0.06546879480072637,
+      "grad_norm": 351.047119140625,
+      "learning_rate": 1.9999610856170872e-05,
+      "loss": 53.75,
+      "step": 1370
+    },
+    {
+      "epoch": 0.06551658224218675,
+      "grad_norm": 205.89620971679688,
+      "learning_rate": 1.9999603999188056e-05,
+      "loss": 27.2188,
+      "step": 1371
+    },
+    {
+      "epoch": 0.06556436968364714,
+      "grad_norm": 402.28424072265625,
+      "learning_rate": 1.999959708232051e-05,
+      "loss": 55.5625,
+      "step": 1372
+    },
+    {
+      "epoch": 0.06561215712510753,
+      "grad_norm": 309.61669921875,
+      "learning_rate": 1.9999590105568284e-05,
+      "loss": 45.5938,
+      "step": 1373
+    },
+    {
+      "epoch": 0.0656599445665679,
+      "grad_norm": 317.3932189941406,
+      "learning_rate": 1.9999583068931413e-05,
+      "loss": 48.4375,
+      "step": 1374
+    },
+    {
+      "epoch": 0.06570773200802829,
+      "grad_norm": 354.527099609375,
+      "learning_rate": 1.9999575972409947e-05,
+      "loss": 42.9062,
+      "step": 1375
+    },
+    {
+      "epoch": 0.06575551944948868,
+      "grad_norm": 326.82135009765625,
+      "learning_rate": 1.999956881600392e-05,
+      "loss": 40.9062,
+      "step": 1376
+    },
+    {
+      "epoch": 0.06580330689094906,
+      "grad_norm": 192.5552215576172,
+      "learning_rate": 1.999956159971338e-05,
+      "loss": 30.2969,
+      "step": 1377
+    },
+    {
+      "epoch": 0.06585109433240945,
+      "grad_norm": 252.72137451171875,
+      "learning_rate": 1.9999554323538368e-05,
+      "loss": 34.3125,
+      "step": 1378
+    },
+    {
+      "epoch": 0.06589888177386982,
+      "grad_norm": 832.4908447265625,
+      "learning_rate": 1.9999546987478934e-05,
+      "loss": 48.7188,
+      "step": 1379
+    },
+    {
+      "epoch": 0.06594666921533021,
+      "grad_norm": 320.5624084472656,
+      "learning_rate": 1.9999539591535112e-05,
+      "loss": 49.6875,
+      "step": 1380
+    },
+    {
+      "epoch": 0.0659944566567906,
+      "grad_norm": 209.63209533691406,
+      "learning_rate": 1.9999532135706948e-05,
+      "loss": 30.0625,
+      "step": 1381
+    },
+    {
+      "epoch": 0.06604224409825098,
+      "grad_norm": 344.3731994628906,
+      "learning_rate": 1.9999524619994493e-05,
+      "loss": 36.4688,
+      "step": 1382
+    },
+    {
+      "epoch": 0.06609003153971137,
+      "grad_norm": 221.6012725830078,
+      "learning_rate": 1.9999517044397788e-05,
+      "loss": 26.2188,
+      "step": 1383
+    },
+    {
+      "epoch": 0.06613781898117174,
+      "grad_norm": 355.3731994628906,
+      "learning_rate": 1.999950940891688e-05,
+      "loss": 42.4375,
+      "step": 1384
+    },
+    {
+      "epoch": 0.06618560642263213,
+      "grad_norm": 325.0182800292969,
+      "learning_rate": 1.999950171355181e-05,
+      "loss": 33.25,
+      "step": 1385
+    },
+    {
+      "epoch": 0.06623339386409252,
+      "grad_norm": 218.04901123046875,
+      "learning_rate": 1.999949395830263e-05,
+      "loss": 42.4062,
+      "step": 1386
+    },
+    {
+      "epoch": 0.0662811813055529,
+      "grad_norm": 230.1273956298828,
+      "learning_rate": 1.9999486143169384e-05,
+      "loss": 45.9062,
+      "step": 1387
+    },
+    {
+      "epoch": 0.06632896874701329,
+      "grad_norm": 385.8906555175781,
+      "learning_rate": 1.999947826815212e-05,
+      "loss": 34.7188,
+      "step": 1388
+    },
+    {
+      "epoch": 0.06637675618847366,
+      "grad_norm": 422.7265319824219,
+      "learning_rate": 1.9999470333250885e-05,
+      "loss": 38.1562,
+      "step": 1389
+    },
+    {
+      "epoch": 0.06642454362993405,
+      "grad_norm": 405.8800964355469,
+      "learning_rate": 1.999946233846572e-05,
+      "loss": 39.5312,
+      "step": 1390
+    },
+    {
+      "epoch": 0.06647233107139444,
+      "grad_norm": 318.36962890625,
+      "learning_rate": 1.9999454283796683e-05,
+      "loss": 33.0,
+      "step": 1391
+    },
+    {
+      "epoch": 0.06652011851285482,
+      "grad_norm": 394.9833679199219,
+      "learning_rate": 1.9999446169243816e-05,
+      "loss": 38.125,
+      "step": 1392
+    },
+    {
+      "epoch": 0.0665679059543152,
+      "grad_norm": 353.5823669433594,
+      "learning_rate": 1.999943799480717e-05,
+      "loss": 39.0938,
+      "step": 1393
+    },
+    {
+      "epoch": 0.0666156933957756,
+      "grad_norm": 345.4920959472656,
+      "learning_rate": 1.9999429760486793e-05,
+      "loss": 47.0,
+      "step": 1394
+    },
+    {
+      "epoch": 0.06666348083723597,
+      "grad_norm": 285.1820068359375,
+      "learning_rate": 1.9999421466282735e-05,
+      "loss": 41.0,
+      "step": 1395
+    },
+    {
+      "epoch": 0.06671126827869636,
+      "grad_norm": 638.7066650390625,
+      "learning_rate": 1.9999413112195042e-05,
+      "loss": 29.2969,
+      "step": 1396
+    },
+    {
+      "epoch": 0.06675905572015674,
+      "grad_norm": 263.7181091308594,
+      "learning_rate": 1.999940469822377e-05,
+      "loss": 34.9062,
+      "step": 1397
+    },
+    {
+      "epoch": 0.06680684316161713,
+      "grad_norm": 166.78074645996094,
+      "learning_rate": 1.9999396224368968e-05,
+      "loss": 30.0312,
+      "step": 1398
+    },
+    {
+      "epoch": 0.06685463060307752,
+      "grad_norm": 236.7085418701172,
+      "learning_rate": 1.9999387690630683e-05,
+      "loss": 31.8438,
+      "step": 1399
+    },
+    {
+      "epoch": 0.06690241804453789,
+      "grad_norm": 259.68292236328125,
+      "learning_rate": 1.9999379097008972e-05,
+      "loss": 25.1875,
+      "step": 1400
+    },
+    {
+      "epoch": 0.06695020548599828,
+      "grad_norm": 278.7214660644531,
+      "learning_rate": 1.9999370443503878e-05,
+      "loss": 37.5938,
+      "step": 1401
+    },
+    {
+      "epoch": 0.06699799292745866,
+      "grad_norm": 415.453369140625,
+      "learning_rate": 1.9999361730115462e-05,
+      "loss": 35.4375,
+      "step": 1402
+    },
+    {
+      "epoch": 0.06704578036891905,
+      "grad_norm": 495.8388671875,
+      "learning_rate": 1.9999352956843768e-05,
+      "loss": 46.0312,
+      "step": 1403
+    },
+    {
+      "epoch": 0.06709356781037944,
+      "grad_norm": 522.57421875,
+      "learning_rate": 1.9999344123688854e-05,
+      "loss": 37.4375,
+      "step": 1404
+    },
+    {
+      "epoch": 0.06714135525183981,
+      "grad_norm": 247.25648498535156,
+      "learning_rate": 1.999933523065077e-05,
+      "loss": 31.1562,
+      "step": 1405
+    },
+    {
+      "epoch": 0.0671891426933002,
+      "grad_norm": 187.1977081298828,
+      "learning_rate": 1.9999326277729575e-05,
+      "loss": 25.8438,
+      "step": 1406
+    },
+    {
+      "epoch": 0.06723693013476058,
+      "grad_norm": 367.03021240234375,
+      "learning_rate": 1.999931726492532e-05,
+      "loss": 36.0,
+      "step": 1407
+    },
+    {
+      "epoch": 0.06728471757622097,
+      "grad_norm": 238.4325714111328,
+      "learning_rate": 1.999930819223805e-05,
+      "loss": 29.7812,
+      "step": 1408
+    },
+    {
+      "epoch": 0.06733250501768136,
+      "grad_norm": 505.41851806640625,
+      "learning_rate": 1.999929905966783e-05,
+      "loss": 45.3125,
+      "step": 1409
+    },
+    {
+      "epoch": 0.06738029245914173,
+      "grad_norm": 268.42767333984375,
+      "learning_rate": 1.999928986721471e-05,
+      "loss": 30.8125,
+      "step": 1410
+    },
+    {
+      "epoch": 0.06742807990060212,
+      "grad_norm": 317.30621337890625,
+      "learning_rate": 1.9999280614878745e-05,
+      "loss": 40.5938,
+      "step": 1411
+    },
+    {
+      "epoch": 0.06747586734206251,
+      "grad_norm": 245.17726135253906,
+      "learning_rate": 1.9999271302659994e-05,
+      "loss": 35.75,
+      "step": 1412
+    },
+    {
+      "epoch": 0.06752365478352289,
+      "grad_norm": 1305.9583740234375,
+      "learning_rate": 1.9999261930558514e-05,
+      "loss": 35.1562,
+      "step": 1413
+    },
+    {
+      "epoch": 0.06757144222498328,
+      "grad_norm": 282.4942626953125,
+      "learning_rate": 1.9999252498574352e-05,
+      "loss": 48.4375,
+      "step": 1414
+    },
+    {
+      "epoch": 0.06761922966644365,
+      "grad_norm": 578.3906860351562,
+      "learning_rate": 1.9999243006707573e-05,
+      "loss": 28.6875,
+      "step": 1415
+    },
+    {
+      "epoch": 0.06766701710790404,
+      "grad_norm": 248.39039611816406,
+      "learning_rate": 1.9999233454958232e-05,
+      "loss": 36.25,
+      "step": 1416
+    },
+    {
+      "epoch": 0.06771480454936443,
+      "grad_norm": 309.885498046875,
+      "learning_rate": 1.999922384332638e-05,
+      "loss": 29.3438,
+      "step": 1417
+    },
+    {
+      "epoch": 0.06776259199082481,
+      "grad_norm": 357.1311340332031,
+      "learning_rate": 1.9999214171812083e-05,
+      "loss": 30.3594,
+      "step": 1418
+    },
+    {
+      "epoch": 0.0678103794322852,
+      "grad_norm": 284.8323669433594,
+      "learning_rate": 1.9999204440415395e-05,
+      "loss": 25.8125,
+      "step": 1419
+    },
+    {
+      "epoch": 0.06785816687374557,
+      "grad_norm": 739.3146362304688,
+      "learning_rate": 1.9999194649136378e-05,
+      "loss": 44.1562,
+      "step": 1420
+    },
+    {
+      "epoch": 0.06790595431520596,
+      "grad_norm": 327.25738525390625,
+      "learning_rate": 1.9999184797975085e-05,
+      "loss": 48.0625,
+      "step": 1421
+    },
+    {
+      "epoch": 0.06795374175666635,
+      "grad_norm": 182.16696166992188,
+      "learning_rate": 1.9999174886931576e-05,
+      "loss": 29.75,
+      "step": 1422
+    },
+    {
+      "epoch": 0.06800152919812673,
+      "grad_norm": 276.7950134277344,
+      "learning_rate": 1.9999164916005913e-05,
+      "loss": 38.9375,
+      "step": 1423
+    },
+    {
+      "epoch": 0.06804931663958712,
+      "grad_norm": 282.3251647949219,
+      "learning_rate": 1.9999154885198155e-05,
+      "loss": 30.7812,
+      "step": 1424
+    },
+    {
+      "epoch": 0.06809710408104751,
+      "grad_norm": 210.51947021484375,
+      "learning_rate": 1.9999144794508363e-05,
+      "loss": 40.4062,
+      "step": 1425
+    },
+    {
+      "epoch": 0.06814489152250788,
+      "grad_norm": 486.4505310058594,
+      "learning_rate": 1.9999134643936594e-05,
+      "loss": 44.5,
+      "step": 1426
+    },
+    {
+      "epoch": 0.06819267896396827,
+      "grad_norm": 498.97210693359375,
+      "learning_rate": 1.9999124433482913e-05,
+      "loss": 28.5,
+      "step": 1427
+    },
+    {
+      "epoch": 0.06824046640542865,
+      "grad_norm": 501.08782958984375,
+      "learning_rate": 1.9999114163147376e-05,
+      "loss": 26.5312,
+      "step": 1428
+    },
+    {
+      "epoch": 0.06828825384688904,
+      "grad_norm": 246.8290557861328,
+      "learning_rate": 1.999910383293005e-05,
+      "loss": 27.3594,
+      "step": 1429
+    },
+    {
+      "epoch": 0.06833604128834943,
+      "grad_norm": 346.9056701660156,
+      "learning_rate": 1.9999093442830994e-05,
+      "loss": 24.4062,
+      "step": 1430
+    },
+    {
+      "epoch": 0.0683838287298098,
+      "grad_norm": 349.24896240234375,
+      "learning_rate": 1.9999082992850273e-05,
+      "loss": 38.6562,
+      "step": 1431
+    },
+    {
+      "epoch": 0.0684316161712702,
+      "grad_norm": 296.1437072753906,
+      "learning_rate": 1.999907248298794e-05,
+      "loss": 37.5625,
+      "step": 1432
+    },
+    {
+      "epoch": 0.06847940361273057,
+      "grad_norm": 327.3577575683594,
+      "learning_rate": 1.9999061913244072e-05,
+      "loss": 36.125,
+      "step": 1433
+    },
+    {
+      "epoch": 0.06852719105419096,
+      "grad_norm": 286.30078125,
+      "learning_rate": 1.9999051283618725e-05,
+      "loss": 37.8125,
+      "step": 1434
+    },
+    {
+      "epoch": 0.06857497849565135,
+      "grad_norm": 288.1615905761719,
+      "learning_rate": 1.999904059411196e-05,
+      "loss": 43.375,
+      "step": 1435
+    },
+    {
+      "epoch": 0.06862276593711172,
+      "grad_norm": 448.6423645019531,
+      "learning_rate": 1.9999029844723846e-05,
+      "loss": 38.5,
+      "step": 1436
+    },
+    {
+      "epoch": 0.06867055337857211,
+      "grad_norm": 391.96319580078125,
+      "learning_rate": 1.9999019035454442e-05,
+      "loss": 43.0625,
+      "step": 1437
+    },
+    {
+      "epoch": 0.06871834082003249,
+      "grad_norm": 343.9772033691406,
+      "learning_rate": 1.999900816630382e-05,
+      "loss": 30.6562,
+      "step": 1438
+    },
+    {
+      "epoch": 0.06876612826149288,
+      "grad_norm": 382.42706298828125,
+      "learning_rate": 1.9998997237272043e-05,
+      "loss": 39.0,
+      "step": 1439
+    },
+    {
+      "epoch": 0.06881391570295327,
+      "grad_norm": 231.49151611328125,
+      "learning_rate": 1.9998986248359172e-05,
+      "loss": 30.1562,
+      "step": 1440
+    },
+    {
+      "epoch": 0.06886170314441364,
+      "grad_norm": 294.1236267089844,
+      "learning_rate": 1.9998975199565277e-05,
+      "loss": 53.625,
+      "step": 1441
+    },
+    {
+      "epoch": 0.06890949058587403,
+      "grad_norm": 370.8409118652344,
+      "learning_rate": 1.999896409089042e-05,
+      "loss": 42.3438,
+      "step": 1442
+    },
+    {
+      "epoch": 0.06895727802733442,
+      "grad_norm": 299.5475769042969,
+      "learning_rate": 1.9998952922334672e-05,
+      "loss": 39.2812,
+      "step": 1443
+    },
+    {
+      "epoch": 0.0690050654687948,
+      "grad_norm": 426.4639892578125,
+      "learning_rate": 1.9998941693898096e-05,
+      "loss": 39.1875,
+      "step": 1444
+    },
+    {
+      "epoch": 0.06905285291025519,
+      "grad_norm": 456.43798828125,
+      "learning_rate": 1.999893040558077e-05,
+      "loss": 33.9688,
+      "step": 1445
+    },
+    {
+      "epoch": 0.06910064035171556,
+      "grad_norm": 304.53997802734375,
+      "learning_rate": 1.9998919057382743e-05,
+      "loss": 27.7188,
+      "step": 1446
+    },
+    {
+      "epoch": 0.06914842779317595,
+      "grad_norm": 346.0121765136719,
+      "learning_rate": 1.9998907649304095e-05,
+      "loss": 26.625,
+      "step": 1447
+    },
+    {
+      "epoch": 0.06919621523463634,
+      "grad_norm": 276.7470703125,
+      "learning_rate": 1.9998896181344897e-05,
+      "loss": 49.9219,
+      "step": 1448
+    },
+    {
+      "epoch": 0.06924400267609672,
+      "grad_norm": 196.57608032226562,
+      "learning_rate": 1.999888465350521e-05,
+      "loss": 27.8125,
+      "step": 1449
+    },
+    {
+      "epoch": 0.06929179011755711,
+      "grad_norm": 573.8091430664062,
+      "learning_rate": 1.9998873065785104e-05,
+      "loss": 41.625,
+      "step": 1450
+    },
+    {
+      "epoch": 0.06933957755901748,
+      "grad_norm": 361.42633056640625,
+      "learning_rate": 1.999886141818465e-05,
+      "loss": 34.6875,
+      "step": 1451
+    },
+    {
+      "epoch": 0.06938736500047787,
+      "grad_norm": 230.6973114013672,
+      "learning_rate": 1.9998849710703926e-05,
+      "loss": 37.0938,
+      "step": 1452
+    },
+    {
+      "epoch": 0.06943515244193826,
+      "grad_norm": 335.976318359375,
+      "learning_rate": 1.9998837943342986e-05,
+      "loss": 44.3125,
+      "step": 1453
+    },
+    {
+      "epoch": 0.06948293988339864,
+      "grad_norm": 281.0452880859375,
+      "learning_rate": 1.9998826116101912e-05,
+      "loss": 36.9688,
+      "step": 1454
+    },
+    {
+      "epoch": 0.06953072732485903,
+      "grad_norm": 292.0406494140625,
+      "learning_rate": 1.999881422898077e-05,
+      "loss": 29.7812,
+      "step": 1455
+    },
+    {
+      "epoch": 0.0695785147663194,
+      "grad_norm": 429.2777099609375,
+      "learning_rate": 1.9998802281979634e-05,
+      "loss": 51.7188,
+      "step": 1456
+    },
+    {
+      "epoch": 0.0696263022077798,
+      "grad_norm": 327.5278625488281,
+      "learning_rate": 1.9998790275098576e-05,
+      "loss": 32.0,
+      "step": 1457
+    },
+    {
+      "epoch": 0.06967408964924018,
+      "grad_norm": 186.03445434570312,
+      "learning_rate": 1.9998778208337662e-05,
+      "loss": 23.0938,
+      "step": 1458
+    },
+    {
+      "epoch": 0.06972187709070056,
+      "grad_norm": 554.0398559570312,
+      "learning_rate": 1.999876608169697e-05,
+      "loss": 42.0625,
+      "step": 1459
+    },
+    {
+      "epoch": 0.06976966453216095,
+      "grad_norm": 345.24517822265625,
+      "learning_rate": 1.9998753895176576e-05,
+      "loss": 35.2812,
+      "step": 1460
+    },
+    {
+      "epoch": 0.06981745197362134,
+      "grad_norm": 288.08837890625,
+      "learning_rate": 1.9998741648776542e-05,
+      "loss": 47.1875,
+      "step": 1461
+    },
+    {
+      "epoch": 0.06986523941508171,
+      "grad_norm": 516.9927368164062,
+      "learning_rate": 1.999872934249695e-05,
+      "loss": 31.3438,
+      "step": 1462
+    },
+    {
+      "epoch": 0.0699130268565421,
+      "grad_norm": 368.2821044921875,
+      "learning_rate": 1.9998716976337872e-05,
+      "loss": 31.0938,
+      "step": 1463
+    },
+    {
+      "epoch": 0.06996081429800248,
+      "grad_norm": 328.1457214355469,
+      "learning_rate": 1.999870455029938e-05,
+      "loss": 38.8125,
+      "step": 1464
+    },
+    {
+      "epoch": 0.07000860173946287,
+      "grad_norm": 325.2623596191406,
+      "learning_rate": 1.9998692064381548e-05,
+      "loss": 29.8438,
+      "step": 1465
+    },
+    {
+      "epoch": 0.07005638918092326,
+      "grad_norm": 583.8953247070312,
+      "learning_rate": 1.9998679518584455e-05,
+      "loss": 33.0625,
+      "step": 1466
+    },
+    {
+      "epoch": 0.07010417662238363,
+      "grad_norm": 554.2703857421875,
+      "learning_rate": 1.9998666912908173e-05,
+      "loss": 40.2812,
+      "step": 1467
+    },
+    {
+      "epoch": 0.07015196406384402,
+      "grad_norm": 339.32415771484375,
+      "learning_rate": 1.9998654247352777e-05,
+      "loss": 33.625,
+      "step": 1468
+    },
+    {
+      "epoch": 0.0701997515053044,
+      "grad_norm": 461.05633544921875,
+      "learning_rate": 1.9998641521918345e-05,
+      "loss": 42.4375,
+      "step": 1469
+    },
+    {
+      "epoch": 0.07024753894676479,
+      "grad_norm": 731.5156860351562,
+      "learning_rate": 1.999862873660495e-05,
+      "loss": 36.625,
+      "step": 1470
+    },
+    {
+      "epoch": 0.07029532638822518,
+      "grad_norm": 491.4776611328125,
+      "learning_rate": 1.9998615891412672e-05,
+      "loss": 45.3125,
+      "step": 1471
+    },
+    {
+      "epoch": 0.07034311382968556,
+      "grad_norm": 442.4378356933594,
+      "learning_rate": 1.9998602986341587e-05,
+      "loss": 36.6875,
+      "step": 1472
+    },
+    {
+      "epoch": 0.07039090127114594,
+      "grad_norm": 334.2834777832031,
+      "learning_rate": 1.999859002139177e-05,
+      "loss": 38.1875,
+      "step": 1473
+    },
+    {
+      "epoch": 0.07043868871260632,
+      "grad_norm": 307.445556640625,
+      "learning_rate": 1.9998576996563305e-05,
+      "loss": 36.5625,
+      "step": 1474
+    },
+    {
+      "epoch": 0.07048647615406671,
+      "grad_norm": 426.6054382324219,
+      "learning_rate": 1.999856391185626e-05,
+      "loss": 40.2188,
+      "step": 1475
+    },
+    {
+      "epoch": 0.0705342635955271,
+      "grad_norm": 268.109130859375,
+      "learning_rate": 1.9998550767270723e-05,
+      "loss": 29.9062,
+      "step": 1476
+    },
+    {
+      "epoch": 0.07058205103698748,
+      "grad_norm": 263.3212890625,
+      "learning_rate": 1.9998537562806762e-05,
+      "loss": 30.2188,
+      "step": 1477
+    },
+    {
+      "epoch": 0.07062983847844787,
+      "grad_norm": 521.9449462890625,
+      "learning_rate": 1.999852429846447e-05,
+      "loss": 51.125,
+      "step": 1478
+    },
+    {
+      "epoch": 0.07067762591990825,
+      "grad_norm": 381.24249267578125,
+      "learning_rate": 1.9998510974243915e-05,
+      "loss": 34.2812,
+      "step": 1479
+    },
+    {
+      "epoch": 0.07072541336136863,
+      "grad_norm": 318.923095703125,
+      "learning_rate": 1.999849759014518e-05,
+      "loss": 42.0,
+      "step": 1480
+    },
+    {
+      "epoch": 0.07077320080282902,
+      "grad_norm": 347.2043762207031,
+      "learning_rate": 1.9998484146168354e-05,
+      "loss": 38.3438,
+      "step": 1481
+    },
+    {
+      "epoch": 0.0708209882442894,
+      "grad_norm": 573.2142944335938,
+      "learning_rate": 1.99984706423135e-05,
+      "loss": 33.7812,
+      "step": 1482
+    },
+    {
+      "epoch": 0.07086877568574979,
+      "grad_norm": 344.03424072265625,
+      "learning_rate": 1.9998457078580714e-05,
+      "loss": 31.7812,
+      "step": 1483
+    },
+    {
+      "epoch": 0.07091656312721017,
+      "grad_norm": 328.2139892578125,
+      "learning_rate": 1.9998443454970072e-05,
+      "loss": 36.6875,
+      "step": 1484
+    },
+    {
+      "epoch": 0.07096435056867055,
+      "grad_norm": 543.41064453125,
+      "learning_rate": 1.9998429771481655e-05,
+      "loss": 27.8438,
+      "step": 1485
+    },
+    {
+      "epoch": 0.07101213801013094,
+      "grad_norm": 318.14874267578125,
+      "learning_rate": 1.9998416028115543e-05,
+      "loss": 31.3438,
+      "step": 1486
+    },
+    {
+      "epoch": 0.07105992545159132,
+      "grad_norm": 316.59515380859375,
+      "learning_rate": 1.9998402224871818e-05,
+      "loss": 39.6875,
+      "step": 1487
+    },
+    {
+      "epoch": 0.0711077128930517,
+      "grad_norm": 390.4544982910156,
+      "learning_rate": 1.999838836175057e-05,
+      "loss": 37.375,
+      "step": 1488
+    },
+    {
+      "epoch": 0.0711555003345121,
+      "grad_norm": 252.4394989013672,
+      "learning_rate": 1.9998374438751873e-05,
+      "loss": 28.875,
+      "step": 1489
+    },
+    {
+      "epoch": 0.07120328777597247,
+      "grad_norm": 379.90130615234375,
+      "learning_rate": 1.9998360455875814e-05,
+      "loss": 36.9688,
+      "step": 1490
+    },
+    {
+      "epoch": 0.07125107521743286,
+      "grad_norm": 470.5792541503906,
+      "learning_rate": 1.9998346413122482e-05,
+      "loss": 42.0938,
+      "step": 1491
+    },
+    {
+      "epoch": 0.07129886265889324,
+      "grad_norm": 266.61102294921875,
+      "learning_rate": 1.9998332310491957e-05,
+      "loss": 31.4062,
+      "step": 1492
+    },
+    {
+      "epoch": 0.07134665010035363,
+      "grad_norm": 327.3006896972656,
+      "learning_rate": 1.999831814798432e-05,
+      "loss": 46.0625,
+      "step": 1493
+    },
+    {
+      "epoch": 0.07139443754181402,
+      "grad_norm": 333.82275390625,
+      "learning_rate": 1.9998303925599657e-05,
+      "loss": 38.6562,
+      "step": 1494
+    },
+    {
+      "epoch": 0.07144222498327439,
+      "grad_norm": 335.5370178222656,
+      "learning_rate": 1.999828964333806e-05,
+      "loss": 23.8438,
+      "step": 1495
+    },
+    {
+      "epoch": 0.07149001242473478,
+      "grad_norm": 222.7493438720703,
+      "learning_rate": 1.9998275301199603e-05,
+      "loss": 39.0312,
+      "step": 1496
+    },
+    {
+      "epoch": 0.07153779986619517,
+      "grad_norm": 344.3053894042969,
+      "learning_rate": 1.999826089918438e-05,
+      "loss": 42.3438,
+      "step": 1497
+    },
+    {
+      "epoch": 0.07158558730765555,
+      "grad_norm": 367.5527038574219,
+      "learning_rate": 1.999824643729248e-05,
+      "loss": 33.1875,
+      "step": 1498
+    },
+    {
+      "epoch": 0.07163337474911594,
+      "grad_norm": 346.08038330078125,
+      "learning_rate": 1.999823191552398e-05,
+      "loss": 37.5625,
+      "step": 1499
+    },
+    {
+      "epoch": 0.07168116219057631,
+      "grad_norm": 261.2895202636719,
+      "learning_rate": 1.9998217333878976e-05,
+      "loss": 28.5,
+      "step": 1500
+    },
+    {
+      "epoch": 0.0717289496320367,
+      "grad_norm": 306.5034484863281,
+      "learning_rate": 1.9998202692357548e-05,
+      "loss": 35.125,
+      "step": 1501
+    },
+    {
+      "epoch": 0.07177673707349709,
+      "grad_norm": 298.9242858886719,
+      "learning_rate": 1.999818799095979e-05,
+      "loss": 41.3125,
+      "step": 1502
+    },
+    {
+      "epoch": 0.07182452451495747,
+      "grad_norm": 350.0605773925781,
+      "learning_rate": 1.9998173229685785e-05,
+      "loss": 32.0625,
+      "step": 1503
+    },
+    {
+      "epoch": 0.07187231195641786,
+      "grad_norm": 476.21087646484375,
+      "learning_rate": 1.9998158408535625e-05,
+      "loss": 50.875,
+      "step": 1504
+    },
+    {
+      "epoch": 0.07192009939787823,
+      "grad_norm": 304.7525329589844,
+      "learning_rate": 1.9998143527509394e-05,
+      "loss": 37.8438,
+      "step": 1505
+    },
+    {
+      "epoch": 0.07196788683933862,
+      "grad_norm": 1000.135498046875,
+      "learning_rate": 1.9998128586607186e-05,
+      "loss": 39.625,
+      "step": 1506
+    },
+    {
+      "epoch": 0.07201567428079901,
+      "grad_norm": 434.1239318847656,
+      "learning_rate": 1.999811358582909e-05,
+      "loss": 40.6875,
+      "step": 1507
+    },
+    {
+      "epoch": 0.07206346172225939,
+      "grad_norm": 342.8824462890625,
+      "learning_rate": 1.9998098525175195e-05,
+      "loss": 37.25,
+      "step": 1508
+    },
+    {
+      "epoch": 0.07211124916371978,
+      "grad_norm": 273.9659423828125,
+      "learning_rate": 1.999808340464559e-05,
+      "loss": 27.5625,
+      "step": 1509
+    },
+    {
+      "epoch": 0.07215903660518015,
+      "grad_norm": 197.4064178466797,
+      "learning_rate": 1.999806822424037e-05,
+      "loss": 33.125,
+      "step": 1510
+    },
+    {
+      "epoch": 0.07220682404664054,
+      "grad_norm": 360.8937072753906,
+      "learning_rate": 1.9998052983959617e-05,
+      "loss": 42.5625,
+      "step": 1511
+    },
+    {
+      "epoch": 0.07225461148810093,
+      "grad_norm": 290.60394287109375,
+      "learning_rate": 1.9998037683803432e-05,
+      "loss": 33.0312,
+      "step": 1512
+    },
+    {
+      "epoch": 0.0723023989295613,
+      "grad_norm": 377.5560302734375,
+      "learning_rate": 1.99980223237719e-05,
+      "loss": 40.4062,
+      "step": 1513
+    },
+    {
+      "epoch": 0.0723501863710217,
+      "grad_norm": 379.8365478515625,
+      "learning_rate": 1.999800690386511e-05,
+      "loss": 43.2812,
+      "step": 1514
+    },
+    {
+      "epoch": 0.07239797381248209,
+      "grad_norm": 241.6713104248047,
+      "learning_rate": 1.999799142408317e-05,
+      "loss": 30.9688,
+      "step": 1515
+    },
+    {
+      "epoch": 0.07244576125394246,
+      "grad_norm": 492.5919189453125,
+      "learning_rate": 1.9997975884426158e-05,
+      "loss": 41.6562,
+      "step": 1516
+    },
+    {
+      "epoch": 0.07249354869540285,
+      "grad_norm": 399.592529296875,
+      "learning_rate": 1.999796028489417e-05,
+      "loss": 56.5938,
+      "step": 1517
+    },
+    {
+      "epoch": 0.07254133613686323,
+      "grad_norm": 357.7934265136719,
+      "learning_rate": 1.9997944625487303e-05,
+      "loss": 49.6562,
+      "step": 1518
+    },
+    {
+      "epoch": 0.07258912357832362,
+      "grad_norm": 506.4504699707031,
+      "learning_rate": 1.9997928906205643e-05,
+      "loss": 26.7656,
+      "step": 1519
+    },
+    {
+      "epoch": 0.072636911019784,
+      "grad_norm": 367.89605712890625,
+      "learning_rate": 1.9997913127049297e-05,
+      "loss": 41.3438,
+      "step": 1520
+    },
+    {
+      "epoch": 0.07268469846124438,
+      "grad_norm": 301.87896728515625,
+      "learning_rate": 1.999789728801835e-05,
+      "loss": 34.75,
+      "step": 1521
+    },
+    {
+      "epoch": 0.07273248590270477,
+      "grad_norm": 139.01397705078125,
+      "learning_rate": 1.9997881389112894e-05,
+      "loss": 23.8438,
+      "step": 1522
+    },
+    {
+      "epoch": 0.07278027334416515,
+      "grad_norm": 255.08985900878906,
+      "learning_rate": 1.9997865430333034e-05,
+      "loss": 25.5938,
+      "step": 1523
+    },
+    {
+      "epoch": 0.07282806078562554,
+      "grad_norm": 359.2255859375,
+      "learning_rate": 1.999784941167886e-05,
+      "loss": 31.9375,
+      "step": 1524
+    },
+    {
+      "epoch": 0.07287584822708593,
+      "grad_norm": 315.0184020996094,
+      "learning_rate": 1.9997833333150473e-05,
+      "loss": 44.0,
+      "step": 1525
+    },
+    {
+      "epoch": 0.0729236356685463,
+      "grad_norm": 232.3715362548828,
+      "learning_rate": 1.999781719474796e-05,
+      "loss": 39.5625,
+      "step": 1526
+    },
+    {
+      "epoch": 0.07297142311000669,
+      "grad_norm": 172.81007385253906,
+      "learning_rate": 1.9997800996471423e-05,
+      "loss": 26.9062,
+      "step": 1527
+    },
+    {
+      "epoch": 0.07301921055146707,
+      "grad_norm": 567.3898315429688,
+      "learning_rate": 1.999778473832096e-05,
+      "loss": 43.0312,
+      "step": 1528
+    },
+    {
+      "epoch": 0.07306699799292746,
+      "grad_norm": 603.8973999023438,
+      "learning_rate": 1.9997768420296664e-05,
+      "loss": 41.5625,
+      "step": 1529
+    },
+    {
+      "epoch": 0.07311478543438785,
+      "grad_norm": 332.5684509277344,
+      "learning_rate": 1.999775204239864e-05,
+      "loss": 39.5,
+      "step": 1530
+    },
+    {
+      "epoch": 0.07316257287584822,
+      "grad_norm": 517.572998046875,
+      "learning_rate": 1.999773560462698e-05,
+      "loss": 34.1562,
+      "step": 1531
+    },
+    {
+      "epoch": 0.07321036031730861,
+      "grad_norm": 305.6929626464844,
+      "learning_rate": 1.9997719106981784e-05,
+      "loss": 34.3438,
+      "step": 1532
+    },
+    {
+      "epoch": 0.073258147758769,
+      "grad_norm": 394.5279541015625,
+      "learning_rate": 1.9997702549463153e-05,
+      "loss": 49.9375,
+      "step": 1533
+    },
+    {
+      "epoch": 0.07330593520022938,
+      "grad_norm": 376.6728515625,
+      "learning_rate": 1.999768593207118e-05,
+      "loss": 35.3438,
+      "step": 1534
+    },
+    {
+      "epoch": 0.07335372264168977,
+      "grad_norm": 260.6671142578125,
+      "learning_rate": 1.9997669254805974e-05,
+      "loss": 35.6562,
+      "step": 1535
+    },
+    {
+      "epoch": 0.07340151008315014,
+      "grad_norm": 306.73297119140625,
+      "learning_rate": 1.9997652517667627e-05,
+      "loss": 46.25,
+      "step": 1536
+    },
+    {
+      "epoch": 0.07344929752461053,
+      "grad_norm": 311.253173828125,
+      "learning_rate": 1.9997635720656244e-05,
+      "loss": 29.3438,
+      "step": 1537
+    },
+    {
+      "epoch": 0.07349708496607092,
+      "grad_norm": 271.8573303222656,
+      "learning_rate": 1.999761886377192e-05,
+      "loss": 30.4688,
+      "step": 1538
+    },
+    {
+      "epoch": 0.0735448724075313,
+      "grad_norm": 421.681640625,
+      "learning_rate": 1.999760194701476e-05,
+      "loss": 27.5,
+      "step": 1539
+    },
+    {
+      "epoch": 0.07359265984899169,
+      "grad_norm": 357.9668884277344,
+      "learning_rate": 1.999758497038487e-05,
+      "loss": 46.5312,
+      "step": 1540
+    },
+    {
+      "epoch": 0.07364044729045206,
+      "grad_norm": 365.17926025390625,
+      "learning_rate": 1.9997567933882342e-05,
+      "loss": 29.7188,
+      "step": 1541
+    },
+    {
+      "epoch": 0.07368823473191245,
+      "grad_norm": 225.17002868652344,
+      "learning_rate": 1.9997550837507282e-05,
+      "loss": 30.0312,
+      "step": 1542
+    },
+    {
+      "epoch": 0.07373602217337284,
+      "grad_norm": 289.5826721191406,
+      "learning_rate": 1.9997533681259797e-05,
+      "loss": 23.5938,
+      "step": 1543
+    },
+    {
+      "epoch": 0.07378380961483322,
+      "grad_norm": 312.53912353515625,
+      "learning_rate": 1.999751646513998e-05,
+      "loss": 38.0938,
+      "step": 1544
+    },
+    {
+      "epoch": 0.07383159705629361,
+      "grad_norm": 453.5225830078125,
+      "learning_rate": 1.9997499189147943e-05,
+      "loss": 41.875,
+      "step": 1545
+    },
+    {
+      "epoch": 0.073879384497754,
+      "grad_norm": 421.2083740234375,
+      "learning_rate": 1.9997481853283784e-05,
+      "loss": 32.7812,
+      "step": 1546
+    },
+    {
+      "epoch": 0.07392717193921437,
+      "grad_norm": 219.66600036621094,
+      "learning_rate": 1.9997464457547612e-05,
+      "loss": 32.1562,
+      "step": 1547
+    },
+    {
+      "epoch": 0.07397495938067476,
+      "grad_norm": 336.7136535644531,
+      "learning_rate": 1.9997447001939524e-05,
+      "loss": 29.0625,
+      "step": 1548
+    },
+    {
+      "epoch": 0.07402274682213514,
+      "grad_norm": 460.61212158203125,
+      "learning_rate": 1.9997429486459633e-05,
+      "loss": 34.9219,
+      "step": 1549
+    },
+    {
+      "epoch": 0.07407053426359553,
+      "grad_norm": 225.46719360351562,
+      "learning_rate": 1.999741191110804e-05,
+      "loss": 35.9062,
+      "step": 1550
+    },
+    {
+      "epoch": 0.07411832170505592,
+      "grad_norm": 396.84112548828125,
+      "learning_rate": 1.9997394275884848e-05,
+      "loss": 39.0156,
+      "step": 1551
+    },
+    {
+      "epoch": 0.07416610914651629,
+      "grad_norm": 274.64141845703125,
+      "learning_rate": 1.9997376580790163e-05,
+      "loss": 38.125,
+      "step": 1552
+    },
+    {
+      "epoch": 0.07421389658797668,
+      "grad_norm": 367.1347961425781,
+      "learning_rate": 1.9997358825824094e-05,
+      "loss": 43.2812,
+      "step": 1553
+    },
+    {
+      "epoch": 0.07426168402943706,
+      "grad_norm": 1066.145263671875,
+      "learning_rate": 1.9997341010986747e-05,
+      "loss": 33.5312,
+      "step": 1554
+    },
+    {
+      "epoch": 0.07430947147089745,
+      "grad_norm": 289.705322265625,
+      "learning_rate": 1.9997323136278225e-05,
+      "loss": 37.1875,
+      "step": 1555
+    },
+    {
+      "epoch": 0.07435725891235784,
+      "grad_norm": 237.5130615234375,
+      "learning_rate": 1.999730520169864e-05,
+      "loss": 33.7188,
+      "step": 1556
+    },
+    {
+      "epoch": 0.07440504635381821,
+      "grad_norm": 326.1311950683594,
+      "learning_rate": 1.999728720724809e-05,
+      "loss": 37.9062,
+      "step": 1557
+    },
+    {
+      "epoch": 0.0744528337952786,
+      "grad_norm": 338.3893737792969,
+      "learning_rate": 1.9997269152926697e-05,
+      "loss": 37.0938,
+      "step": 1558
+    },
+    {
+      "epoch": 0.07450062123673898,
+      "grad_norm": 496.5249938964844,
+      "learning_rate": 1.999725103873456e-05,
+      "loss": 33.9062,
+      "step": 1559
+    },
+    {
+      "epoch": 0.07454840867819937,
+      "grad_norm": 293.49102783203125,
+      "learning_rate": 1.9997232864671788e-05,
+      "loss": 34.6875,
+      "step": 1560
+    },
+    {
+      "epoch": 0.07459619611965976,
+      "grad_norm": 477.81671142578125,
+      "learning_rate": 1.9997214630738494e-05,
+      "loss": 43.9375,
+      "step": 1561
+    },
+    {
+      "epoch": 0.07464398356112013,
+      "grad_norm": 246.1861572265625,
+      "learning_rate": 1.999719633693478e-05,
+      "loss": 26.8438,
+      "step": 1562
+    },
+    {
+      "epoch": 0.07469177100258052,
+      "grad_norm": 335.25,
+      "learning_rate": 1.9997177983260764e-05,
+      "loss": 38.0938,
+      "step": 1563
+    },
+    {
+      "epoch": 0.07473955844404091,
+      "grad_norm": 370.80181884765625,
+      "learning_rate": 1.9997159569716553e-05,
+      "loss": 33.9375,
+      "step": 1564
+    },
+    {
+      "epoch": 0.07478734588550129,
+      "grad_norm": 324.869140625,
+      "learning_rate": 1.999714109630225e-05,
+      "loss": 30.7031,
+      "step": 1565
+    },
+    {
+      "epoch": 0.07483513332696168,
+      "grad_norm": 293.3521423339844,
+      "learning_rate": 1.9997122563017974e-05,
+      "loss": 38.5938,
+      "step": 1566
+    },
+    {
+      "epoch": 0.07488292076842205,
+      "grad_norm": 342.53607177734375,
+      "learning_rate": 1.9997103969863835e-05,
+      "loss": 36.1562,
+      "step": 1567
+    },
+    {
+      "epoch": 0.07493070820988244,
+      "grad_norm": 497.6061096191406,
+      "learning_rate": 1.9997085316839942e-05,
+      "loss": 33.5,
+      "step": 1568
+    },
+    {
+      "epoch": 0.07497849565134283,
+      "grad_norm": 276.2030029296875,
+      "learning_rate": 1.999706660394641e-05,
+      "loss": 35.2812,
+      "step": 1569
+    },
+    {
+      "epoch": 0.07502628309280321,
+      "grad_norm": 333.5001525878906,
+      "learning_rate": 1.9997047831183345e-05,
+      "loss": 28.9688,
+      "step": 1570
+    },
+    {
+      "epoch": 0.0750740705342636,
+      "grad_norm": 316.8763427734375,
+      "learning_rate": 1.9997028998550867e-05,
+      "loss": 29.125,
+      "step": 1571
+    },
+    {
+      "epoch": 0.07512185797572397,
+      "grad_norm": 501.89849853515625,
+      "learning_rate": 1.9997010106049083e-05,
+      "loss": 30.2188,
+      "step": 1572
+    },
+    {
+      "epoch": 0.07516964541718436,
+      "grad_norm": 249.1893310546875,
+      "learning_rate": 1.9996991153678106e-05,
+      "loss": 30.0,
+      "step": 1573
+    },
+    {
+      "epoch": 0.07521743285864475,
+      "grad_norm": 496.03875732421875,
+      "learning_rate": 1.9996972141438055e-05,
+      "loss": 39.5,
+      "step": 1574
+    },
+    {
+      "epoch": 0.07526522030010513,
+      "grad_norm": 453.4865417480469,
+      "learning_rate": 1.999695306932904e-05,
+      "loss": 47.4688,
+      "step": 1575
+    },
+    {
+      "epoch": 0.07531300774156552,
+      "grad_norm": 392.73406982421875,
+      "learning_rate": 1.9996933937351174e-05,
+      "loss": 39.125,
+      "step": 1576
+    },
+    {
+      "epoch": 0.0753607951830259,
+      "grad_norm": 444.3338928222656,
+      "learning_rate": 1.9996914745504573e-05,
+      "loss": 41.5625,
+      "step": 1577
+    },
+    {
+      "epoch": 0.07540858262448628,
+      "grad_norm": 408.572509765625,
+      "learning_rate": 1.9996895493789354e-05,
+      "loss": 40.9688,
+      "step": 1578
+    },
+    {
+      "epoch": 0.07545637006594667,
+      "grad_norm": 805.0591430664062,
+      "learning_rate": 1.9996876182205633e-05,
+      "loss": 48.5625,
+      "step": 1579
+    },
+    {
+      "epoch": 0.07550415750740705,
+      "grad_norm": 278.3807373046875,
+      "learning_rate": 1.9996856810753518e-05,
+      "loss": 38.125,
+      "step": 1580
+    },
+    {
+      "epoch": 0.07555194494886744,
+      "grad_norm": 377.0788269042969,
+      "learning_rate": 1.9996837379433134e-05,
+      "loss": 44.7188,
+      "step": 1581
+    },
+    {
+      "epoch": 0.07559973239032783,
+      "grad_norm": 605.8053588867188,
+      "learning_rate": 1.999681788824459e-05,
+      "loss": 30.3438,
+      "step": 1582
+    },
+    {
+      "epoch": 0.0756475198317882,
+      "grad_norm": 273.17352294921875,
+      "learning_rate": 1.999679833718801e-05,
+      "loss": 41.125,
+      "step": 1583
+    },
+    {
+      "epoch": 0.0756953072732486,
+      "grad_norm": 400.5758056640625,
+      "learning_rate": 1.9996778726263506e-05,
+      "loss": 37.8125,
+      "step": 1584
+    },
+    {
+      "epoch": 0.07574309471470897,
+      "grad_norm": 392.1959533691406,
+      "learning_rate": 1.9996759055471194e-05,
+      "loss": 38.25,
+      "step": 1585
+    },
+    {
+      "epoch": 0.07579088215616936,
+      "grad_norm": 433.1581726074219,
+      "learning_rate": 1.99967393248112e-05,
+      "loss": 40.125,
+      "step": 1586
+    },
+    {
+      "epoch": 0.07583866959762975,
+      "grad_norm": 378.8609924316406,
+      "learning_rate": 1.9996719534283633e-05,
+      "loss": 44.9688,
+      "step": 1587
+    },
+    {
+      "epoch": 0.07588645703909012,
+      "grad_norm": 414.21002197265625,
+      "learning_rate": 1.9996699683888616e-05,
+      "loss": 37.6875,
+      "step": 1588
+    },
+    {
+      "epoch": 0.07593424448055051,
+      "grad_norm": 624.5652465820312,
+      "learning_rate": 1.9996679773626267e-05,
+      "loss": 44.1562,
+      "step": 1589
+    },
+    {
+      "epoch": 0.07598203192201089,
+      "grad_norm": 334.0131530761719,
+      "learning_rate": 1.9996659803496706e-05,
+      "loss": 42.5,
+      "step": 1590
+    },
+    {
+      "epoch": 0.07602981936347128,
+      "grad_norm": 237.4462890625,
+      "learning_rate": 1.999663977350005e-05,
+      "loss": 35.0938,
+      "step": 1591
+    },
+    {
+      "epoch": 0.07607760680493167,
+      "grad_norm": 178.79640197753906,
+      "learning_rate": 1.9996619683636425e-05,
+      "loss": 29.8438,
+      "step": 1592
+    },
+    {
+      "epoch": 0.07612539424639204,
+      "grad_norm": 197.65469360351562,
+      "learning_rate": 1.9996599533905946e-05,
+      "loss": 26.3125,
+      "step": 1593
+    },
+    {
+      "epoch": 0.07617318168785243,
+      "grad_norm": 252.85443115234375,
+      "learning_rate": 1.9996579324308733e-05,
+      "loss": 42.5312,
+      "step": 1594
+    },
+    {
+      "epoch": 0.07622096912931281,
+      "grad_norm": 337.516845703125,
+      "learning_rate": 1.9996559054844908e-05,
+      "loss": 42.4062,
+      "step": 1595
+    },
+    {
+      "epoch": 0.0762687565707732,
+      "grad_norm": 559.6144409179688,
+      "learning_rate": 1.9996538725514597e-05,
+      "loss": 21.4844,
+      "step": 1596
+    },
+    {
+      "epoch": 0.07631654401223359,
+      "grad_norm": 266.33087158203125,
+      "learning_rate": 1.9996518336317915e-05,
+      "loss": 44.6875,
+      "step": 1597
+    },
+    {
+      "epoch": 0.07636433145369396,
+      "grad_norm": 303.02410888671875,
+      "learning_rate": 1.999649788725499e-05,
+      "loss": 33.375,
+      "step": 1598
+    },
+    {
+      "epoch": 0.07641211889515435,
+      "grad_norm": 400.919189453125,
+      "learning_rate": 1.999647737832594e-05,
+      "loss": 34.4688,
+      "step": 1599
+    },
+    {
+      "epoch": 0.07645990633661474,
+      "grad_norm": 471.1946105957031,
+      "learning_rate": 1.999645680953089e-05,
+      "loss": 50.9375,
+      "step": 1600
+    },
+    {
+      "epoch": 0.07650769377807512,
+      "grad_norm": 311.9549865722656,
+      "learning_rate": 1.9996436180869963e-05,
+      "loss": 36.9688,
+      "step": 1601
+    },
+    {
+      "epoch": 0.07655548121953551,
+      "grad_norm": 344.5712585449219,
+      "learning_rate": 1.999641549234328e-05,
+      "loss": 27.9688,
+      "step": 1602
+    },
+    {
+      "epoch": 0.07660326866099589,
+      "grad_norm": 474.10076904296875,
+      "learning_rate": 1.999639474395097e-05,
+      "loss": 39.3125,
+      "step": 1603
+    },
+    {
+      "epoch": 0.07665105610245627,
+      "grad_norm": 325.03173828125,
+      "learning_rate": 1.9996373935693153e-05,
+      "loss": 34.2812,
+      "step": 1604
+    },
+    {
+      "epoch": 0.07669884354391666,
+      "grad_norm": 530.2139282226562,
+      "learning_rate": 1.9996353067569955e-05,
+      "loss": 43.4375,
+      "step": 1605
+    },
+    {
+      "epoch": 0.07674663098537704,
+      "grad_norm": 390.8784484863281,
+      "learning_rate": 1.99963321395815e-05,
+      "loss": 42.0781,
+      "step": 1606
+    },
+    {
+      "epoch": 0.07679441842683743,
+      "grad_norm": 166.74119567871094,
+      "learning_rate": 1.9996311151727914e-05,
+      "loss": 22.4688,
+      "step": 1607
+    },
+    {
+      "epoch": 0.0768422058682978,
+      "grad_norm": 604.8617553710938,
+      "learning_rate": 1.9996290104009327e-05,
+      "loss": 31.4375,
+      "step": 1608
+    },
+    {
+      "epoch": 0.0768899933097582,
+      "grad_norm": 383.59942626953125,
+      "learning_rate": 1.9996268996425855e-05,
+      "loss": 48.0,
+      "step": 1609
+    },
+    {
+      "epoch": 0.07693778075121858,
+      "grad_norm": 239.45269775390625,
+      "learning_rate": 1.9996247828977636e-05,
+      "loss": 31.0938,
+      "step": 1610
+    },
+    {
+      "epoch": 0.07698556819267896,
+      "grad_norm": 260.2262268066406,
+      "learning_rate": 1.999622660166479e-05,
+      "loss": 32.7188,
+      "step": 1611
+    },
+    {
+      "epoch": 0.07703335563413935,
+      "grad_norm": 358.6650695800781,
+      "learning_rate": 1.9996205314487443e-05,
+      "loss": 37.9062,
+      "step": 1612
+    },
+    {
+      "epoch": 0.07708114307559973,
+      "grad_norm": 330.7292175292969,
+      "learning_rate": 1.9996183967445725e-05,
+      "loss": 41.5625,
+      "step": 1613
+    },
+    {
+      "epoch": 0.07712893051706012,
+      "grad_norm": 204.988525390625,
+      "learning_rate": 1.9996162560539763e-05,
+      "loss": 29.75,
+      "step": 1614
+    },
+    {
+      "epoch": 0.0771767179585205,
+      "grad_norm": 911.6983032226562,
+      "learning_rate": 1.999614109376969e-05,
+      "loss": 45.0312,
+      "step": 1615
+    },
+    {
+      "epoch": 0.07722450539998088,
+      "grad_norm": 215.68544006347656,
+      "learning_rate": 1.9996119567135628e-05,
+      "loss": 21.25,
+      "step": 1616
+    },
+    {
+      "epoch": 0.07727229284144127,
+      "grad_norm": 232.14671325683594,
+      "learning_rate": 1.999609798063771e-05,
+      "loss": 32.8438,
+      "step": 1617
+    },
+    {
+      "epoch": 0.07732008028290166,
+      "grad_norm": 377.70977783203125,
+      "learning_rate": 1.999607633427606e-05,
+      "loss": 41.0,
+      "step": 1618
+    },
+    {
+      "epoch": 0.07736786772436204,
+      "grad_norm": 311.5023193359375,
+      "learning_rate": 1.9996054628050814e-05,
+      "loss": 39.7188,
+      "step": 1619
+    },
+    {
+      "epoch": 0.07741565516582243,
+      "grad_norm": 332.15643310546875,
+      "learning_rate": 1.9996032861962097e-05,
+      "loss": 41.9688,
+      "step": 1620
+    },
+    {
+      "epoch": 0.0774634426072828,
+      "grad_norm": 463.39373779296875,
+      "learning_rate": 1.9996011036010044e-05,
+      "loss": 41.0312,
+      "step": 1621
+    },
+    {
+      "epoch": 0.07751123004874319,
+      "grad_norm": 361.74127197265625,
+      "learning_rate": 1.999598915019478e-05,
+      "loss": 45.2188,
+      "step": 1622
+    },
+    {
+      "epoch": 0.07755901749020358,
+      "grad_norm": 351.9949951171875,
+      "learning_rate": 1.9995967204516443e-05,
+      "loss": 29.7188,
+      "step": 1623
+    },
+    {
+      "epoch": 0.07760680493166396,
+      "grad_norm": 360.776123046875,
+      "learning_rate": 1.999594519897516e-05,
+      "loss": 42.0625,
+      "step": 1624
+    },
+    {
+      "epoch": 0.07765459237312435,
+      "grad_norm": 185.4187774658203,
+      "learning_rate": 1.999592313357106e-05,
+      "loss": 39.7188,
+      "step": 1625
+    },
+    {
+      "epoch": 0.07770237981458472,
+      "grad_norm": 436.7685241699219,
+      "learning_rate": 1.9995901008304283e-05,
+      "loss": 30.75,
+      "step": 1626
+    },
+    {
+      "epoch": 0.07775016725604511,
+      "grad_norm": 334.86669921875,
+      "learning_rate": 1.9995878823174956e-05,
+      "loss": 29.1875,
+      "step": 1627
+    },
+    {
+      "epoch": 0.0777979546975055,
+      "grad_norm": 489.0461730957031,
+      "learning_rate": 1.999585657818321e-05,
+      "loss": 43.4062,
+      "step": 1628
+    },
+    {
+      "epoch": 0.07784574213896588,
+      "grad_norm": 478.1835021972656,
+      "learning_rate": 1.9995834273329186e-05,
+      "loss": 45.75,
+      "step": 1629
+    },
+    {
+      "epoch": 0.07789352958042627,
+      "grad_norm": 270.7413330078125,
+      "learning_rate": 1.999581190861301e-05,
+      "loss": 38.4375,
+      "step": 1630
+    },
+    {
+      "epoch": 0.07794131702188664,
+      "grad_norm": 339.0130615234375,
+      "learning_rate": 1.9995789484034822e-05,
+      "loss": 35.8125,
+      "step": 1631
+    },
+    {
+      "epoch": 0.07798910446334703,
+      "grad_norm": 315.615234375,
+      "learning_rate": 1.999576699959475e-05,
+      "loss": 34.0312,
+      "step": 1632
+    },
+    {
+      "epoch": 0.07803689190480742,
+      "grad_norm": 329.69854736328125,
+      "learning_rate": 1.999574445529293e-05,
+      "loss": 39.75,
+      "step": 1633
+    },
+    {
+      "epoch": 0.0780846793462678,
+      "grad_norm": 318.71856689453125,
+      "learning_rate": 1.9995721851129503e-05,
+      "loss": 32.2812,
+      "step": 1634
+    },
+    {
+      "epoch": 0.07813246678772819,
+      "grad_norm": 306.58819580078125,
+      "learning_rate": 1.99956991871046e-05,
+      "loss": 22.5,
+      "step": 1635
+    },
+    {
+      "epoch": 0.07818025422918858,
+      "grad_norm": 292.40142822265625,
+      "learning_rate": 1.9995676463218358e-05,
+      "loss": 33.2812,
+      "step": 1636
+    },
+    {
+      "epoch": 0.07822804167064895,
+      "grad_norm": 321.1503601074219,
+      "learning_rate": 1.9995653679470905e-05,
+      "loss": 34.8125,
+      "step": 1637
+    },
+    {
+      "epoch": 0.07827582911210934,
+      "grad_norm": 211.58123779296875,
+      "learning_rate": 1.999563083586239e-05,
+      "loss": 35.1562,
+      "step": 1638
+    },
+    {
+      "epoch": 0.07832361655356972,
+      "grad_norm": 329.6365051269531,
+      "learning_rate": 1.999560793239294e-05,
+      "loss": 56.25,
+      "step": 1639
+    },
+    {
+      "epoch": 0.0783714039950301,
+      "grad_norm": 264.7904052734375,
+      "learning_rate": 1.99955849690627e-05,
+      "loss": 32.4688,
+      "step": 1640
+    },
+    {
+      "epoch": 0.0784191914364905,
+      "grad_norm": 332.9366149902344,
+      "learning_rate": 1.9995561945871804e-05,
+      "loss": 31.4062,
+      "step": 1641
+    },
+    {
+      "epoch": 0.07846697887795087,
+      "grad_norm": 370.7176208496094,
+      "learning_rate": 1.999553886282039e-05,
+      "loss": 45.9062,
+      "step": 1642
+    },
+    {
+      "epoch": 0.07851476631941126,
+      "grad_norm": 353.52264404296875,
+      "learning_rate": 1.9995515719908592e-05,
+      "loss": 28.0938,
+      "step": 1643
+    },
+    {
+      "epoch": 0.07856255376087164,
+      "grad_norm": 335.68780517578125,
+      "learning_rate": 1.999549251713656e-05,
+      "loss": 41.1875,
+      "step": 1644
+    },
+    {
+      "epoch": 0.07861034120233203,
+      "grad_norm": 252.60952758789062,
+      "learning_rate": 1.999546925450442e-05,
+      "loss": 25.5156,
+      "step": 1645
+    },
+    {
+      "epoch": 0.07865812864379242,
+      "grad_norm": 306.4566650390625,
+      "learning_rate": 1.9995445932012315e-05,
+      "loss": 28.1562,
+      "step": 1646
+    },
+    {
+      "epoch": 0.07870591608525279,
+      "grad_norm": 242.5723419189453,
+      "learning_rate": 1.999542254966039e-05,
+      "loss": 30.8438,
+      "step": 1647
+    },
+    {
+      "epoch": 0.07875370352671318,
+      "grad_norm": 208.8060302734375,
+      "learning_rate": 1.999539910744878e-05,
+      "loss": 34.5625,
+      "step": 1648
+    },
+    {
+      "epoch": 0.07880149096817357,
+      "grad_norm": 439.43499755859375,
+      "learning_rate": 1.999537560537763e-05,
+      "loss": 28.8125,
+      "step": 1649
+    },
+    {
+      "epoch": 0.07884927840963395,
+      "grad_norm": 485.7378234863281,
+      "learning_rate": 1.9995352043447075e-05,
+      "loss": 33.8125,
+      "step": 1650
+    },
+    {
+      "epoch": 0.07889706585109434,
+      "grad_norm": 446.0772399902344,
+      "learning_rate": 1.9995328421657258e-05,
+      "loss": 41.1875,
+      "step": 1651
+    },
+    {
+      "epoch": 0.07894485329255471,
+      "grad_norm": 412.7760925292969,
+      "learning_rate": 1.9995304740008324e-05,
+      "loss": 44.0625,
+      "step": 1652
+    },
+    {
+      "epoch": 0.0789926407340151,
+      "grad_norm": 408.16436767578125,
+      "learning_rate": 1.999528099850041e-05,
+      "loss": 36.9375,
+      "step": 1653
+    },
+    {
+      "epoch": 0.07904042817547549,
+      "grad_norm": 385.6685791015625,
+      "learning_rate": 1.999525719713366e-05,
+      "loss": 41.5,
+      "step": 1654
+    },
+    {
+      "epoch": 0.07908821561693587,
+      "grad_norm": 284.22210693359375,
+      "learning_rate": 1.9995233335908217e-05,
+      "loss": 37.5938,
+      "step": 1655
+    },
+    {
+      "epoch": 0.07913600305839626,
+      "grad_norm": 394.7599182128906,
+      "learning_rate": 1.9995209414824224e-05,
+      "loss": 31.3125,
+      "step": 1656
+    },
+    {
+      "epoch": 0.07918379049985663,
+      "grad_norm": 271.5932922363281,
+      "learning_rate": 1.9995185433881826e-05,
+      "loss": 41.0,
+      "step": 1657
+    },
+    {
+      "epoch": 0.07923157794131702,
+      "grad_norm": 423.5423583984375,
+      "learning_rate": 1.999516139308116e-05,
+      "loss": 28.0312,
+      "step": 1658
+    },
+    {
+      "epoch": 0.07927936538277741,
+      "grad_norm": 344.2567443847656,
+      "learning_rate": 1.999513729242238e-05,
+      "loss": 31.0938,
+      "step": 1659
+    },
+    {
+      "epoch": 0.07932715282423779,
+      "grad_norm": 376.89666748046875,
+      "learning_rate": 1.9995113131905622e-05,
+      "loss": 24.1875,
+      "step": 1660
+    },
+    {
+      "epoch": 0.07937494026569818,
+      "grad_norm": 449.54815673828125,
+      "learning_rate": 1.9995088911531035e-05,
+      "loss": 47.0625,
+      "step": 1661
+    },
+    {
+      "epoch": 0.07942272770715855,
+      "grad_norm": 468.1580810546875,
+      "learning_rate": 1.999506463129876e-05,
+      "loss": 47.0625,
+      "step": 1662
+    },
+    {
+      "epoch": 0.07947051514861894,
+      "grad_norm": 335.25537109375,
+      "learning_rate": 1.999504029120895e-05,
+      "loss": 35.25,
+      "step": 1663
+    },
+    {
+      "epoch": 0.07951830259007933,
+      "grad_norm": 576.2015991210938,
+      "learning_rate": 1.999501589126174e-05,
+      "loss": 34.2188,
+      "step": 1664
+    },
+    {
+      "epoch": 0.07956609003153971,
+      "grad_norm": 337.09552001953125,
+      "learning_rate": 1.9994991431457285e-05,
+      "loss": 35.0625,
+      "step": 1665
+    },
+    {
+      "epoch": 0.0796138774730001,
+      "grad_norm": 361.27972412109375,
+      "learning_rate": 1.9994966911795726e-05,
+      "loss": 33.625,
+      "step": 1666
+    },
+    {
+      "epoch": 0.07966166491446049,
+      "grad_norm": 272.2602844238281,
+      "learning_rate": 1.9994942332277214e-05,
+      "loss": 32.4375,
+      "step": 1667
+    },
+    {
+      "epoch": 0.07970945235592086,
+      "grad_norm": 343.84686279296875,
+      "learning_rate": 1.9994917692901893e-05,
+      "loss": 26.1719,
+      "step": 1668
+    },
+    {
+      "epoch": 0.07975723979738125,
+      "grad_norm": 325.7738952636719,
+      "learning_rate": 1.9994892993669914e-05,
+      "loss": 44.5625,
+      "step": 1669
+    },
+    {
+      "epoch": 0.07980502723884163,
+      "grad_norm": 199.04293823242188,
+      "learning_rate": 1.9994868234581424e-05,
+      "loss": 32.1562,
+      "step": 1670
+    },
+    {
+      "epoch": 0.07985281468030202,
+      "grad_norm": 260.5289306640625,
+      "learning_rate": 1.9994843415636568e-05,
+      "loss": 39.1875,
+      "step": 1671
+    },
+    {
+      "epoch": 0.0799006021217624,
+      "grad_norm": 197.80108642578125,
+      "learning_rate": 1.9994818536835495e-05,
+      "loss": 27.0938,
+      "step": 1672
+    },
+    {
+      "epoch": 0.07994838956322278,
+      "grad_norm": 179.99136352539062,
+      "learning_rate": 1.9994793598178358e-05,
+      "loss": 26.5,
+      "step": 1673
+    },
+    {
+      "epoch": 0.07999617700468317,
+      "grad_norm": 491.3493957519531,
+      "learning_rate": 1.9994768599665306e-05,
+      "loss": 40.5312,
+      "step": 1674
+    },
+    {
+      "epoch": 0.08004396444614355,
+      "grad_norm": 380.5768737792969,
+      "learning_rate": 1.9994743541296484e-05,
+      "loss": 50.4375,
+      "step": 1675
+    },
+    {
+      "epoch": 0.08009175188760394,
+      "grad_norm": 297.4902648925781,
+      "learning_rate": 1.9994718423072045e-05,
+      "loss": 30.6875,
+      "step": 1676
+    },
+    {
+      "epoch": 0.08013953932906433,
+      "grad_norm": 242.8907928466797,
+      "learning_rate": 1.999469324499214e-05,
+      "loss": 47.3438,
+      "step": 1677
+    },
+    {
+      "epoch": 0.0801873267705247,
+      "grad_norm": 437.6276550292969,
+      "learning_rate": 1.9994668007056922e-05,
+      "loss": 53.125,
+      "step": 1678
+    },
+    {
+      "epoch": 0.08023511421198509,
+      "grad_norm": 373.6355285644531,
+      "learning_rate": 1.9994642709266536e-05,
+      "loss": 41.0,
+      "step": 1679
+    },
+    {
+      "epoch": 0.08028290165344547,
+      "grad_norm": 284.8567199707031,
+      "learning_rate": 1.9994617351621137e-05,
+      "loss": 32.0625,
+      "step": 1680
+    },
+    {
+      "epoch": 0.08033068909490586,
+      "grad_norm": 445.6631164550781,
+      "learning_rate": 1.9994591934120876e-05,
+      "loss": 24.25,
+      "step": 1681
+    },
+    {
+      "epoch": 0.08037847653636625,
+      "grad_norm": 334.3370056152344,
+      "learning_rate": 1.999456645676591e-05,
+      "loss": 35.0938,
+      "step": 1682
+    },
+    {
+      "epoch": 0.08042626397782662,
+      "grad_norm": 131.39352416992188,
+      "learning_rate": 1.9994540919556385e-05,
+      "loss": 23.1562,
+      "step": 1683
+    },
+    {
+      "epoch": 0.08047405141928701,
+      "grad_norm": 324.16259765625,
+      "learning_rate": 1.9994515322492454e-05,
+      "loss": 43.9062,
+      "step": 1684
+    },
+    {
+      "epoch": 0.0805218388607474,
+      "grad_norm": 366.6224365234375,
+      "learning_rate": 1.9994489665574275e-05,
+      "loss": 37.6875,
+      "step": 1685
+    },
+    {
+      "epoch": 0.08056962630220778,
+      "grad_norm": 281.6111145019531,
+      "learning_rate": 1.9994463948802e-05,
+      "loss": 39.4688,
+      "step": 1686
+    },
+    {
+      "epoch": 0.08061741374366817,
+      "grad_norm": 377.24273681640625,
+      "learning_rate": 1.999443817217578e-05,
+      "loss": 47.9688,
+      "step": 1687
+    },
+    {
+      "epoch": 0.08066520118512854,
+      "grad_norm": 258.20794677734375,
+      "learning_rate": 1.999441233569577e-05,
+      "loss": 31.4688,
+      "step": 1688
+    },
+    {
+      "epoch": 0.08071298862658893,
+      "grad_norm": 261.1273193359375,
+      "learning_rate": 1.9994386439362134e-05,
+      "loss": 40.9688,
+      "step": 1689
+    },
+    {
+      "epoch": 0.08076077606804932,
+      "grad_norm": 240.53265380859375,
+      "learning_rate": 1.9994360483175013e-05,
+      "loss": 33.8438,
+      "step": 1690
+    },
+    {
+      "epoch": 0.0808085635095097,
+      "grad_norm": 292.22845458984375,
+      "learning_rate": 1.999433446713457e-05,
+      "loss": 35.4062,
+      "step": 1691
+    },
+    {
+      "epoch": 0.08085635095097009,
+      "grad_norm": 433.4652099609375,
+      "learning_rate": 1.9994308391240962e-05,
+      "loss": 35.4062,
+      "step": 1692
+    },
+    {
+      "epoch": 0.08090413839243046,
+      "grad_norm": 339.5627746582031,
+      "learning_rate": 1.999428225549434e-05,
+      "loss": 39.625,
+      "step": 1693
+    },
+    {
+      "epoch": 0.08095192583389085,
+      "grad_norm": 285.060302734375,
+      "learning_rate": 1.9994256059894864e-05,
+      "loss": 29.8438,
+      "step": 1694
+    },
+    {
+      "epoch": 0.08099971327535124,
+      "grad_norm": 268.699462890625,
+      "learning_rate": 1.9994229804442692e-05,
+      "loss": 35.0625,
+      "step": 1695
+    },
+    {
+      "epoch": 0.08104750071681162,
+      "grad_norm": 264.7673034667969,
+      "learning_rate": 1.999420348913798e-05,
+      "loss": 26.0469,
+      "step": 1696
+    },
+    {
+      "epoch": 0.08109528815827201,
+      "grad_norm": 460.494873046875,
+      "learning_rate": 1.9994177113980883e-05,
+      "loss": 25.5,
+      "step": 1697
+    },
+    {
+      "epoch": 0.08114307559973238,
+      "grad_norm": 416.8825988769531,
+      "learning_rate": 1.9994150678971564e-05,
+      "loss": 43.3125,
+      "step": 1698
+    },
+    {
+      "epoch": 0.08119086304119277,
+      "grad_norm": 316.2804870605469,
+      "learning_rate": 1.9994124184110175e-05,
+      "loss": 40.125,
+      "step": 1699
+    },
+    {
+      "epoch": 0.08123865048265316,
+      "grad_norm": 318.2640075683594,
+      "learning_rate": 1.9994097629396882e-05,
+      "loss": 30.3125,
+      "step": 1700
+    },
+    {
+      "epoch": 0.08128643792411354,
+      "grad_norm": 345.0464782714844,
+      "learning_rate": 1.9994071014831834e-05,
+      "loss": 40.375,
+      "step": 1701
+    },
+    {
+      "epoch": 0.08133422536557393,
+      "grad_norm": 248.425537109375,
+      "learning_rate": 1.9994044340415205e-05,
+      "loss": 24.9688,
+      "step": 1702
+    },
+    {
+      "epoch": 0.08138201280703432,
+      "grad_norm": 303.7532958984375,
+      "learning_rate": 1.9994017606147136e-05,
+      "loss": 32.3125,
+      "step": 1703
+    },
+    {
+      "epoch": 0.0814298002484947,
+      "grad_norm": 311.86572265625,
+      "learning_rate": 1.9993990812027804e-05,
+      "loss": 32.375,
+      "step": 1704
+    },
+    {
+      "epoch": 0.08147758768995508,
+      "grad_norm": 225.8699951171875,
+      "learning_rate": 1.999396395805736e-05,
+      "loss": 27.0312,
+      "step": 1705
+    },
+    {
+      "epoch": 0.08152537513141546,
+      "grad_norm": 171.68431091308594,
+      "learning_rate": 1.9993937044235973e-05,
+      "loss": 27.7188,
+      "step": 1706
+    },
+    {
+      "epoch": 0.08157316257287585,
+      "grad_norm": 305.9323425292969,
+      "learning_rate": 1.9993910070563793e-05,
+      "loss": 36.25,
+      "step": 1707
+    },
+    {
+      "epoch": 0.08162095001433624,
+      "grad_norm": 210.21661376953125,
+      "learning_rate": 1.999388303704099e-05,
+      "loss": 35.8438,
+      "step": 1708
+    },
+    {
+      "epoch": 0.08166873745579661,
+      "grad_norm": 301.0926208496094,
+      "learning_rate": 1.9993855943667723e-05,
+      "loss": 28.9375,
+      "step": 1709
+    },
+    {
+      "epoch": 0.081716524897257,
+      "grad_norm": 392.63677978515625,
+      "learning_rate": 1.9993828790444155e-05,
+      "loss": 52.375,
+      "step": 1710
+    },
+    {
+      "epoch": 0.08176431233871738,
+      "grad_norm": 336.31982421875,
+      "learning_rate": 1.9993801577370448e-05,
+      "loss": 35.125,
+      "step": 1711
+    },
+    {
+      "epoch": 0.08181209978017777,
+      "grad_norm": 554.264404296875,
+      "learning_rate": 1.9993774304446766e-05,
+      "loss": 42.9688,
+      "step": 1712
+    },
+    {
+      "epoch": 0.08185988722163816,
+      "grad_norm": 271.0146179199219,
+      "learning_rate": 1.9993746971673267e-05,
+      "loss": 35.875,
+      "step": 1713
+    },
+    {
+      "epoch": 0.08190767466309853,
+      "grad_norm": 245.09617614746094,
+      "learning_rate": 1.9993719579050124e-05,
+      "loss": 26.375,
+      "step": 1714
+    },
+    {
+      "epoch": 0.08195546210455892,
+      "grad_norm": 241.75914001464844,
+      "learning_rate": 1.9993692126577493e-05,
+      "loss": 33.125,
+      "step": 1715
+    },
+    {
+      "epoch": 0.0820032495460193,
+      "grad_norm": 351.418212890625,
+      "learning_rate": 1.999366461425554e-05,
+      "loss": 37.2812,
+      "step": 1716
+    },
+    {
+      "epoch": 0.08205103698747969,
+      "grad_norm": 419.9700927734375,
+      "learning_rate": 1.9993637042084435e-05,
+      "loss": 58.6875,
+      "step": 1717
+    },
+    {
+      "epoch": 0.08209882442894008,
+      "grad_norm": 380.9405822753906,
+      "learning_rate": 1.999360941006434e-05,
+      "loss": 34.25,
+      "step": 1718
+    },
+    {
+      "epoch": 0.08214661187040045,
+      "grad_norm": 213.7845458984375,
+      "learning_rate": 1.9993581718195417e-05,
+      "loss": 24.8438,
+      "step": 1719
+    },
+    {
+      "epoch": 0.08219439931186084,
+      "grad_norm": 318.8761291503906,
+      "learning_rate": 1.9993553966477836e-05,
+      "loss": 36.7344,
+      "step": 1720
+    },
+    {
+      "epoch": 0.08224218675332123,
+      "grad_norm": 621.35888671875,
+      "learning_rate": 1.9993526154911764e-05,
+      "loss": 29.5,
+      "step": 1721
+    },
+    {
+      "epoch": 0.08228997419478161,
+      "grad_norm": 287.0307312011719,
+      "learning_rate": 1.9993498283497362e-05,
+      "loss": 55.6875,
+      "step": 1722
+    },
+    {
+      "epoch": 0.082337761636242,
+      "grad_norm": 239.677978515625,
+      "learning_rate": 1.9993470352234804e-05,
+      "loss": 28.3438,
+      "step": 1723
+    },
+    {
+      "epoch": 0.08238554907770237,
+      "grad_norm": 340.3502197265625,
+      "learning_rate": 1.9993442361124253e-05,
+      "loss": 35.6719,
+      "step": 1724
+    },
+    {
+      "epoch": 0.08243333651916276,
+      "grad_norm": 367.6631774902344,
+      "learning_rate": 1.9993414310165873e-05,
+      "loss": 40.25,
+      "step": 1725
+    },
+    {
+      "epoch": 0.08248112396062315,
+      "grad_norm": 239.00732421875,
+      "learning_rate": 1.999338619935984e-05,
+      "loss": 37.3438,
+      "step": 1726
+    },
+    {
+      "epoch": 0.08252891140208353,
+      "grad_norm": 221.60279846191406,
+      "learning_rate": 1.999335802870632e-05,
+      "loss": 39.4375,
+      "step": 1727
+    },
+    {
+      "epoch": 0.08257669884354392,
+      "grad_norm": 367.8251647949219,
+      "learning_rate": 1.9993329798205475e-05,
+      "loss": 42.5312,
+      "step": 1728
+    },
+    {
+      "epoch": 0.0826244862850043,
+      "grad_norm": 351.9362487792969,
+      "learning_rate": 1.9993301507857485e-05,
+      "loss": 37.875,
+      "step": 1729
+    },
+    {
+      "epoch": 0.08267227372646468,
+      "grad_norm": 367.6710205078125,
+      "learning_rate": 1.999327315766251e-05,
+      "loss": 56.5,
+      "step": 1730
+    },
+    {
+      "epoch": 0.08272006116792507,
+      "grad_norm": 464.5281677246094,
+      "learning_rate": 1.9993244747620726e-05,
+      "loss": 45.0625,
+      "step": 1731
+    },
+    {
+      "epoch": 0.08276784860938545,
+      "grad_norm": 277.3976745605469,
+      "learning_rate": 1.9993216277732302e-05,
+      "loss": 36.4844,
+      "step": 1732
+    },
+    {
+      "epoch": 0.08281563605084584,
+      "grad_norm": 241.1553192138672,
+      "learning_rate": 1.9993187747997402e-05,
+      "loss": 26.4688,
+      "step": 1733
+    },
+    {
+      "epoch": 0.08286342349230622,
+      "grad_norm": 689.4264526367188,
+      "learning_rate": 1.9993159158416206e-05,
+      "loss": 54.8438,
+      "step": 1734
+    },
+    {
+      "epoch": 0.0829112109337666,
+      "grad_norm": 350.987548828125,
+      "learning_rate": 1.9993130508988883e-05,
+      "loss": 40.3281,
+      "step": 1735
+    },
+    {
+      "epoch": 0.082958998375227,
+      "grad_norm": 255.90017700195312,
+      "learning_rate": 1.99931017997156e-05,
+      "loss": 48.6562,
+      "step": 1736
+    },
+    {
+      "epoch": 0.08300678581668737,
+      "grad_norm": 441.651123046875,
+      "learning_rate": 1.999307303059653e-05,
+      "loss": 36.1562,
+      "step": 1737
+    },
+    {
+      "epoch": 0.08305457325814776,
+      "grad_norm": 363.4985046386719,
+      "learning_rate": 1.9993044201631853e-05,
+      "loss": 34.6719,
+      "step": 1738
+    },
+    {
+      "epoch": 0.08310236069960815,
+      "grad_norm": 390.05499267578125,
+      "learning_rate": 1.999301531282173e-05,
+      "loss": 39.8125,
+      "step": 1739
+    },
+    {
+      "epoch": 0.08315014814106853,
+      "grad_norm": 436.77947998046875,
+      "learning_rate": 1.9992986364166344e-05,
+      "loss": 41.0938,
+      "step": 1740
+    },
+    {
+      "epoch": 0.08319793558252891,
+      "grad_norm": 523.7510986328125,
+      "learning_rate": 1.999295735566586e-05,
+      "loss": 43.0,
+      "step": 1741
+    },
+    {
+      "epoch": 0.08324572302398929,
+      "grad_norm": 215.01193237304688,
+      "learning_rate": 1.999292828732046e-05,
+      "loss": 35.4375,
+      "step": 1742
+    },
+    {
+      "epoch": 0.08329351046544968,
+      "grad_norm": 398.902099609375,
+      "learning_rate": 1.999289915913031e-05,
+      "loss": 32.7188,
+      "step": 1743
+    },
+    {
+      "epoch": 0.08334129790691007,
+      "grad_norm": 274.8898620605469,
+      "learning_rate": 1.999286997109559e-05,
+      "loss": 33.125,
+      "step": 1744
+    },
+    {
+      "epoch": 0.08338908534837045,
+      "grad_norm": 515.7938842773438,
+      "learning_rate": 1.999284072321648e-05,
+      "loss": 37.6875,
+      "step": 1745
+    },
+    {
+      "epoch": 0.08343687278983083,
+      "grad_norm": 585.5784301757812,
+      "learning_rate": 1.999281141549314e-05,
+      "loss": 46.9688,
+      "step": 1746
+    },
+    {
+      "epoch": 0.08348466023129121,
+      "grad_norm": 273.6837463378906,
+      "learning_rate": 1.9992782047925755e-05,
+      "loss": 36.0,
+      "step": 1747
+    },
+    {
+      "epoch": 0.0835324476727516,
+      "grad_norm": 403.3897705078125,
+      "learning_rate": 1.9992752620514502e-05,
+      "loss": 39.875,
+      "step": 1748
+    },
+    {
+      "epoch": 0.08358023511421199,
+      "grad_norm": 170.06658935546875,
+      "learning_rate": 1.9992723133259555e-05,
+      "loss": 24.2812,
+      "step": 1749
+    },
+    {
+      "epoch": 0.08362802255567237,
+      "grad_norm": 251.80162048339844,
+      "learning_rate": 1.999269358616109e-05,
+      "loss": 46.125,
+      "step": 1750
+    },
+    {
+      "epoch": 0.08367580999713276,
+      "grad_norm": 361.7080383300781,
+      "learning_rate": 1.999266397921928e-05,
+      "loss": 38.5938,
+      "step": 1751
+    },
+    {
+      "epoch": 0.08372359743859313,
+      "grad_norm": 286.03546142578125,
+      "learning_rate": 1.9992634312434315e-05,
+      "loss": 37.125,
+      "step": 1752
+    },
+    {
+      "epoch": 0.08377138488005352,
+      "grad_norm": 334.74359130859375,
+      "learning_rate": 1.999260458580636e-05,
+      "loss": 38.625,
+      "step": 1753
+    },
+    {
+      "epoch": 0.08381917232151391,
+      "grad_norm": 217.2724151611328,
+      "learning_rate": 1.9992574799335598e-05,
+      "loss": 32.6875,
+      "step": 1754
+    },
+    {
+      "epoch": 0.08386695976297429,
+      "grad_norm": 468.8106689453125,
+      "learning_rate": 1.9992544953022203e-05,
+      "loss": 38.6562,
+      "step": 1755
+    },
+    {
+      "epoch": 0.08391474720443468,
+      "grad_norm": 556.4552001953125,
+      "learning_rate": 1.9992515046866363e-05,
+      "loss": 39.9688,
+      "step": 1756
+    },
+    {
+      "epoch": 0.08396253464589506,
+      "grad_norm": 284.1632995605469,
+      "learning_rate": 1.9992485080868252e-05,
+      "loss": 24.875,
+      "step": 1757
+    },
+    {
+      "epoch": 0.08401032208735544,
+      "grad_norm": 301.3684387207031,
+      "learning_rate": 1.9992455055028047e-05,
+      "loss": 41.625,
+      "step": 1758
+    },
+    {
+      "epoch": 0.08405810952881583,
+      "grad_norm": 194.3582305908203,
+      "learning_rate": 1.999242496934593e-05,
+      "loss": 33.25,
+      "step": 1759
+    },
+    {
+      "epoch": 0.0841058969702762,
+      "grad_norm": 313.4568176269531,
+      "learning_rate": 1.999239482382208e-05,
+      "loss": 36.375,
+      "step": 1760
+    },
+    {
+      "epoch": 0.0841536844117366,
+      "grad_norm": 595.5806884765625,
+      "learning_rate": 1.999236461845668e-05,
+      "loss": 36.4375,
+      "step": 1761
+    },
+    {
+      "epoch": 0.08420147185319699,
+      "grad_norm": 377.6017761230469,
+      "learning_rate": 1.999233435324991e-05,
+      "loss": 38.3438,
+      "step": 1762
+    },
+    {
+      "epoch": 0.08424925929465736,
+      "grad_norm": 256.7456970214844,
+      "learning_rate": 1.999230402820195e-05,
+      "loss": 27.2812,
+      "step": 1763
+    },
+    {
+      "epoch": 0.08429704673611775,
+      "grad_norm": 378.19952392578125,
+      "learning_rate": 1.9992273643312987e-05,
+      "loss": 40.875,
+      "step": 1764
+    },
+    {
+      "epoch": 0.08434483417757813,
+      "grad_norm": 342.2883605957031,
+      "learning_rate": 1.9992243198583194e-05,
+      "loss": 42.625,
+      "step": 1765
+    },
+    {
+      "epoch": 0.08439262161903852,
+      "grad_norm": 393.8013000488281,
+      "learning_rate": 1.9992212694012757e-05,
+      "loss": 38.5938,
+      "step": 1766
+    },
+    {
+      "epoch": 0.0844404090604989,
+      "grad_norm": 445.958740234375,
+      "learning_rate": 1.999218212960186e-05,
+      "loss": 29.9375,
+      "step": 1767
+    },
+    {
+      "epoch": 0.08448819650195928,
+      "grad_norm": 267.9503479003906,
+      "learning_rate": 1.999215150535069e-05,
+      "loss": 26.7188,
+      "step": 1768
+    },
+    {
+      "epoch": 0.08453598394341967,
+      "grad_norm": 440.4520263671875,
+      "learning_rate": 1.999212082125942e-05,
+      "loss": 48.8438,
+      "step": 1769
+    },
+    {
+      "epoch": 0.08458377138488006,
+      "grad_norm": 271.4653015136719,
+      "learning_rate": 1.9992090077328244e-05,
+      "loss": 36.1562,
+      "step": 1770
+    },
+    {
+      "epoch": 0.08463155882634044,
+      "grad_norm": 345.2618713378906,
+      "learning_rate": 1.999205927355734e-05,
+      "loss": 38.75,
+      "step": 1771
+    },
+    {
+      "epoch": 0.08467934626780083,
+      "grad_norm": 447.70953369140625,
+      "learning_rate": 1.999202840994689e-05,
+      "loss": 53.125,
+      "step": 1772
+    },
+    {
+      "epoch": 0.0847271337092612,
+      "grad_norm": 160.87571716308594,
+      "learning_rate": 1.999199748649709e-05,
+      "loss": 25.8594,
+      "step": 1773
+    },
+    {
+      "epoch": 0.08477492115072159,
+      "grad_norm": 276.8654479980469,
+      "learning_rate": 1.9991966503208116e-05,
+      "loss": 33.9062,
+      "step": 1774
+    },
+    {
+      "epoch": 0.08482270859218198,
+      "grad_norm": 520.6973876953125,
+      "learning_rate": 1.9991935460080155e-05,
+      "loss": 44.9688,
+      "step": 1775
+    },
+    {
+      "epoch": 0.08487049603364236,
+      "grad_norm": 426.2193298339844,
+      "learning_rate": 1.9991904357113392e-05,
+      "loss": 37.9062,
+      "step": 1776
+    },
+    {
+      "epoch": 0.08491828347510275,
+      "grad_norm": 310.5545959472656,
+      "learning_rate": 1.9991873194308017e-05,
+      "loss": 32.6875,
+      "step": 1777
+    },
+    {
+      "epoch": 0.08496607091656312,
+      "grad_norm": 523.9259033203125,
+      "learning_rate": 1.9991841971664216e-05,
+      "loss": 43.2812,
+      "step": 1778
+    },
+    {
+      "epoch": 0.08501385835802351,
+      "grad_norm": 352.1271667480469,
+      "learning_rate": 1.9991810689182172e-05,
+      "loss": 41.5938,
+      "step": 1779
+    },
+    {
+      "epoch": 0.0850616457994839,
+      "grad_norm": 348.05462646484375,
+      "learning_rate": 1.9991779346862075e-05,
+      "loss": 46.625,
+      "step": 1780
+    },
+    {
+      "epoch": 0.08510943324094428,
+      "grad_norm": 328.1707458496094,
+      "learning_rate": 1.9991747944704115e-05,
+      "loss": 44.5625,
+      "step": 1781
+    },
+    {
+      "epoch": 0.08515722068240467,
+      "grad_norm": 314.5981140136719,
+      "learning_rate": 1.9991716482708475e-05,
+      "loss": 44.3125,
+      "step": 1782
+    },
+    {
+      "epoch": 0.08520500812386504,
+      "grad_norm": 369.4944152832031,
+      "learning_rate": 1.9991684960875348e-05,
+      "loss": 36.2812,
+      "step": 1783
+    },
+    {
+      "epoch": 0.08525279556532543,
+      "grad_norm": 272.72454833984375,
+      "learning_rate": 1.999165337920492e-05,
+      "loss": 30.0625,
+      "step": 1784
+    },
+    {
+      "epoch": 0.08530058300678582,
+      "grad_norm": 367.5653991699219,
+      "learning_rate": 1.999162173769738e-05,
+      "loss": 36.2812,
+      "step": 1785
+    },
+    {
+      "epoch": 0.0853483704482462,
+      "grad_norm": 387.0052490234375,
+      "learning_rate": 1.999159003635292e-05,
+      "loss": 27.3594,
+      "step": 1786
+    },
+    {
+      "epoch": 0.08539615788970659,
+      "grad_norm": 422.5592041015625,
+      "learning_rate": 1.9991558275171726e-05,
+      "loss": 38.2812,
+      "step": 1787
+    },
+    {
+      "epoch": 0.08544394533116698,
+      "grad_norm": 345.74761962890625,
+      "learning_rate": 1.9991526454153995e-05,
+      "loss": 30.3125,
+      "step": 1788
+    },
+    {
+      "epoch": 0.08549173277262735,
+      "grad_norm": 171.5170135498047,
+      "learning_rate": 1.999149457329991e-05,
+      "loss": 26.4219,
+      "step": 1789
+    },
+    {
+      "epoch": 0.08553952021408774,
+      "grad_norm": 796.2922973632812,
+      "learning_rate": 1.9991462632609666e-05,
+      "loss": 48.5312,
+      "step": 1790
+    },
+    {
+      "epoch": 0.08558730765554812,
+      "grad_norm": 387.44207763671875,
+      "learning_rate": 1.9991430632083455e-05,
+      "loss": 40.625,
+      "step": 1791
+    },
+    {
+      "epoch": 0.0856350950970085,
+      "grad_norm": 213.06088256835938,
+      "learning_rate": 1.9991398571721467e-05,
+      "loss": 25.5625,
+      "step": 1792
+    },
+    {
+      "epoch": 0.0856828825384689,
+      "grad_norm": 228.01443481445312,
+      "learning_rate": 1.999136645152389e-05,
+      "loss": 38.1562,
+      "step": 1793
+    },
+    {
+      "epoch": 0.08573066997992927,
+      "grad_norm": 418.46221923828125,
+      "learning_rate": 1.999133427149092e-05,
+      "loss": 36.6875,
+      "step": 1794
+    },
+    {
+      "epoch": 0.08577845742138966,
+      "grad_norm": 290.25811767578125,
+      "learning_rate": 1.9991302031622757e-05,
+      "loss": 30.2812,
+      "step": 1795
+    },
+    {
+      "epoch": 0.08582624486285004,
+      "grad_norm": 257.12994384765625,
+      "learning_rate": 1.9991269731919582e-05,
+      "loss": 25.375,
+      "step": 1796
+    },
+    {
+      "epoch": 0.08587403230431043,
+      "grad_norm": 318.0666809082031,
+      "learning_rate": 1.9991237372381593e-05,
+      "loss": 30.7812,
+      "step": 1797
+    },
+    {
+      "epoch": 0.08592181974577082,
+      "grad_norm": 486.9289245605469,
+      "learning_rate": 1.9991204953008987e-05,
+      "loss": 39.9375,
+      "step": 1798
+    },
+    {
+      "epoch": 0.08596960718723119,
+      "grad_norm": 274.1957702636719,
+      "learning_rate": 1.9991172473801953e-05,
+      "loss": 36.3125,
+      "step": 1799
+    },
+    {
+      "epoch": 0.08601739462869158,
+      "grad_norm": 227.5116729736328,
+      "learning_rate": 1.999113993476069e-05,
+      "loss": 32.0,
+      "step": 1800
+    },
+    {
+      "epoch": 0.08606518207015196,
+      "grad_norm": 403.9185485839844,
+      "learning_rate": 1.999110733588539e-05,
+      "loss": 34.5312,
+      "step": 1801
+    },
+    {
+      "epoch": 0.08611296951161235,
+      "grad_norm": 403.0399475097656,
+      "learning_rate": 1.999107467717625e-05,
+      "loss": 34.7188,
+      "step": 1802
+    },
+    {
+      "epoch": 0.08616075695307274,
+      "grad_norm": 259.156005859375,
+      "learning_rate": 1.9991041958633463e-05,
+      "loss": 35.7188,
+      "step": 1803
+    },
+    {
+      "epoch": 0.08620854439453311,
+      "grad_norm": 311.5859680175781,
+      "learning_rate": 1.9991009180257227e-05,
+      "loss": 33.9062,
+      "step": 1804
+    },
+    {
+      "epoch": 0.0862563318359935,
+      "grad_norm": 192.44577026367188,
+      "learning_rate": 1.999097634204774e-05,
+      "loss": 36.0938,
+      "step": 1805
+    },
+    {
+      "epoch": 0.08630411927745389,
+      "grad_norm": 348.6726379394531,
+      "learning_rate": 1.9990943444005194e-05,
+      "loss": 34.4062,
+      "step": 1806
+    },
+    {
+      "epoch": 0.08635190671891427,
+      "grad_norm": 478.54266357421875,
+      "learning_rate": 1.9990910486129792e-05,
+      "loss": 36.9062,
+      "step": 1807
+    },
+    {
+      "epoch": 0.08639969416037466,
+      "grad_norm": 173.9816131591797,
+      "learning_rate": 1.9990877468421724e-05,
+      "loss": 28.7188,
+      "step": 1808
+    },
+    {
+      "epoch": 0.08644748160183503,
+      "grad_norm": 163.03041076660156,
+      "learning_rate": 1.9990844390881194e-05,
+      "loss": 37.3125,
+      "step": 1809
+    },
+    {
+      "epoch": 0.08649526904329542,
+      "grad_norm": 360.8751220703125,
+      "learning_rate": 1.9990811253508398e-05,
+      "loss": 39.2812,
+      "step": 1810
+    },
+    {
+      "epoch": 0.08654305648475581,
+      "grad_norm": 323.1778259277344,
+      "learning_rate": 1.9990778056303535e-05,
+      "loss": 36.75,
+      "step": 1811
+    },
+    {
+      "epoch": 0.08659084392621619,
+      "grad_norm": 293.2635498046875,
+      "learning_rate": 1.9990744799266803e-05,
+      "loss": 40.4688,
+      "step": 1812
+    },
+    {
+      "epoch": 0.08663863136767658,
+      "grad_norm": 322.7474060058594,
+      "learning_rate": 1.9990711482398398e-05,
+      "loss": 29.6562,
+      "step": 1813
+    },
+    {
+      "epoch": 0.08668641880913695,
+      "grad_norm": 262.10595703125,
+      "learning_rate": 1.9990678105698526e-05,
+      "loss": 44.4375,
+      "step": 1814
+    },
+    {
+      "epoch": 0.08673420625059734,
+      "grad_norm": 286.2751159667969,
+      "learning_rate": 1.999064466916738e-05,
+      "loss": 32.1719,
+      "step": 1815
+    },
+    {
+      "epoch": 0.08678199369205773,
+      "grad_norm": 475.97564697265625,
+      "learning_rate": 1.9990611172805168e-05,
+      "loss": 46.3438,
+      "step": 1816
+    },
+    {
+      "epoch": 0.08682978113351811,
+      "grad_norm": 339.86907958984375,
+      "learning_rate": 1.9990577616612083e-05,
+      "loss": 33.3125,
+      "step": 1817
+    },
+    {
+      "epoch": 0.0868775685749785,
+      "grad_norm": 221.81748962402344,
+      "learning_rate": 1.999054400058833e-05,
+      "loss": 36.6875,
+      "step": 1818
+    },
+    {
+      "epoch": 0.08692535601643887,
+      "grad_norm": 403.0863342285156,
+      "learning_rate": 1.9990510324734114e-05,
+      "loss": 48.0,
+      "step": 1819
+    },
+    {
+      "epoch": 0.08697314345789926,
+      "grad_norm": 243.6432342529297,
+      "learning_rate": 1.9990476589049628e-05,
+      "loss": 35.7812,
+      "step": 1820
+    },
+    {
+      "epoch": 0.08702093089935965,
+      "grad_norm": 281.1512756347656,
+      "learning_rate": 1.999044279353508e-05,
+      "loss": 39.5938,
+      "step": 1821
+    },
+    {
+      "epoch": 0.08706871834082003,
+      "grad_norm": 416.1306457519531,
+      "learning_rate": 1.999040893819067e-05,
+      "loss": 40.7188,
+      "step": 1822
+    },
+    {
+      "epoch": 0.08711650578228042,
+      "grad_norm": 300.4561767578125,
+      "learning_rate": 1.9990375023016605e-05,
+      "loss": 29.0,
+      "step": 1823
+    },
+    {
+      "epoch": 0.08716429322374081,
+      "grad_norm": 412.4942626953125,
+      "learning_rate": 1.999034104801308e-05,
+      "loss": 43.75,
+      "step": 1824
+    },
+    {
+      "epoch": 0.08721208066520118,
+      "grad_norm": 418.6256408691406,
+      "learning_rate": 1.9990307013180303e-05,
+      "loss": 36.5312,
+      "step": 1825
+    },
+    {
+      "epoch": 0.08725986810666157,
+      "grad_norm": 506.29742431640625,
+      "learning_rate": 1.999027291851848e-05,
+      "loss": 40.3125,
+      "step": 1826
+    },
+    {
+      "epoch": 0.08730765554812195,
+      "grad_norm": 283.2252502441406,
+      "learning_rate": 1.9990238764027816e-05,
+      "loss": 46.875,
+      "step": 1827
+    },
+    {
+      "epoch": 0.08735544298958234,
+      "grad_norm": 228.836669921875,
+      "learning_rate": 1.999020454970851e-05,
+      "loss": 26.0312,
+      "step": 1828
+    },
+    {
+      "epoch": 0.08740323043104273,
+      "grad_norm": 301.01385498046875,
+      "learning_rate": 1.999017027556077e-05,
+      "loss": 42.4844,
+      "step": 1829
+    },
+    {
+      "epoch": 0.0874510178725031,
+      "grad_norm": 307.53570556640625,
+      "learning_rate": 1.9990135941584802e-05,
+      "loss": 35.0,
+      "step": 1830
+    },
+    {
+      "epoch": 0.08749880531396349,
+      "grad_norm": 281.8105163574219,
+      "learning_rate": 1.9990101547780808e-05,
+      "loss": 37.9062,
+      "step": 1831
+    },
+    {
+      "epoch": 0.08754659275542387,
+      "grad_norm": 235.50482177734375,
+      "learning_rate": 1.9990067094148996e-05,
+      "loss": 26.3125,
+      "step": 1832
+    },
+    {
+      "epoch": 0.08759438019688426,
+      "grad_norm": 231.4215850830078,
+      "learning_rate": 1.9990032580689577e-05,
+      "loss": 28.0,
+      "step": 1833
+    },
+    {
+      "epoch": 0.08764216763834465,
+      "grad_norm": 238.6560516357422,
+      "learning_rate": 1.998999800740275e-05,
+      "loss": 39.2812,
+      "step": 1834
+    },
+    {
+      "epoch": 0.08768995507980502,
+      "grad_norm": 380.5059814453125,
+      "learning_rate": 1.9989963374288727e-05,
+      "loss": 28.0625,
+      "step": 1835
+    },
+    {
+      "epoch": 0.08773774252126541,
+      "grad_norm": 299.57232666015625,
+      "learning_rate": 1.9989928681347712e-05,
+      "loss": 44.75,
+      "step": 1836
+    },
+    {
+      "epoch": 0.08778552996272579,
+      "grad_norm": 262.54547119140625,
+      "learning_rate": 1.9989893928579917e-05,
+      "loss": 24.2812,
+      "step": 1837
+    },
+    {
+      "epoch": 0.08783331740418618,
+      "grad_norm": 239.55303955078125,
+      "learning_rate": 1.9989859115985547e-05,
+      "loss": 40.75,
+      "step": 1838
+    },
+    {
+      "epoch": 0.08788110484564657,
+      "grad_norm": 498.0028076171875,
+      "learning_rate": 1.9989824243564814e-05,
+      "loss": 47.375,
+      "step": 1839
+    },
+    {
+      "epoch": 0.08792889228710694,
+      "grad_norm": 408.29132080078125,
+      "learning_rate": 1.998978931131792e-05,
+      "loss": 38.25,
+      "step": 1840
+    },
+    {
+      "epoch": 0.08797667972856733,
+      "grad_norm": 181.6696319580078,
+      "learning_rate": 1.9989754319245082e-05,
+      "loss": 32.1875,
+      "step": 1841
+    },
+    {
+      "epoch": 0.08802446717002772,
+      "grad_norm": 346.12188720703125,
+      "learning_rate": 1.9989719267346503e-05,
+      "loss": 47.625,
+      "step": 1842
+    },
+    {
+      "epoch": 0.0880722546114881,
+      "grad_norm": 276.4460754394531,
+      "learning_rate": 1.9989684155622394e-05,
+      "loss": 31.9531,
+      "step": 1843
+    },
+    {
+      "epoch": 0.08812004205294849,
+      "grad_norm": 388.5171203613281,
+      "learning_rate": 1.9989648984072975e-05,
+      "loss": 41.0,
+      "step": 1844
+    },
+    {
+      "epoch": 0.08816782949440886,
+      "grad_norm": 449.97430419921875,
+      "learning_rate": 1.9989613752698442e-05,
+      "loss": 51.3438,
+      "step": 1845
+    },
+    {
+      "epoch": 0.08821561693586925,
+      "grad_norm": 331.3462829589844,
+      "learning_rate": 1.9989578461499012e-05,
+      "loss": 47.0312,
+      "step": 1846
+    },
+    {
+      "epoch": 0.08826340437732964,
+      "grad_norm": 275.6280212402344,
+      "learning_rate": 1.99895431104749e-05,
+      "loss": 33.0625,
+      "step": 1847
+    },
+    {
+      "epoch": 0.08831119181879002,
+      "grad_norm": 223.15467834472656,
+      "learning_rate": 1.998950769962632e-05,
+      "loss": 31.6875,
+      "step": 1848
+    },
+    {
+      "epoch": 0.08835897926025041,
+      "grad_norm": 702.2090454101562,
+      "learning_rate": 1.998947222895347e-05,
+      "loss": 58.0625,
+      "step": 1849
+    },
+    {
+      "epoch": 0.08840676670171078,
+      "grad_norm": 378.1590270996094,
+      "learning_rate": 1.9989436698456576e-05,
+      "loss": 42.75,
+      "step": 1850
+    },
+    {
+      "epoch": 0.08845455414317117,
+      "grad_norm": 365.49493408203125,
+      "learning_rate": 1.9989401108135843e-05,
+      "loss": 32.0312,
+      "step": 1851
+    },
+    {
+      "epoch": 0.08850234158463156,
+      "grad_norm": 280.0124816894531,
+      "learning_rate": 1.998936545799149e-05,
+      "loss": 39.5312,
+      "step": 1852
+    },
+    {
+      "epoch": 0.08855012902609194,
+      "grad_norm": 366.1275939941406,
+      "learning_rate": 1.9989329748023728e-05,
+      "loss": 31.8125,
+      "step": 1853
+    },
+    {
+      "epoch": 0.08859791646755233,
+      "grad_norm": 433.3079833984375,
+      "learning_rate": 1.9989293978232767e-05,
+      "loss": 31.625,
+      "step": 1854
+    },
+    {
+      "epoch": 0.0886457039090127,
+      "grad_norm": 310.1285400390625,
+      "learning_rate": 1.998925814861883e-05,
+      "loss": 35.5312,
+      "step": 1855
+    },
+    {
+      "epoch": 0.0886934913504731,
+      "grad_norm": 272.7467956542969,
+      "learning_rate": 1.9989222259182123e-05,
+      "loss": 36.1562,
+      "step": 1856
+    },
+    {
+      "epoch": 0.08874127879193348,
+      "grad_norm": 669.7048950195312,
+      "learning_rate": 1.9989186309922864e-05,
+      "loss": 42.9375,
+      "step": 1857
+    },
+    {
+      "epoch": 0.08878906623339386,
+      "grad_norm": 260.1030578613281,
+      "learning_rate": 1.9989150300841266e-05,
+      "loss": 40.0938,
+      "step": 1858
+    },
+    {
+      "epoch": 0.08883685367485425,
+      "grad_norm": 1520.0411376953125,
+      "learning_rate": 1.9989114231937553e-05,
+      "loss": 45.625,
+      "step": 1859
+    },
+    {
+      "epoch": 0.08888464111631464,
+      "grad_norm": 201.44395446777344,
+      "learning_rate": 1.998907810321193e-05,
+      "loss": 22.9375,
+      "step": 1860
+    },
+    {
+      "epoch": 0.08893242855777501,
+      "grad_norm": 228.78977966308594,
+      "learning_rate": 1.9989041914664625e-05,
+      "loss": 26.625,
+      "step": 1861
+    },
+    {
+      "epoch": 0.0889802159992354,
+      "grad_norm": 290.30511474609375,
+      "learning_rate": 1.9989005666295844e-05,
+      "loss": 19.9219,
+      "step": 1862
+    },
+    {
+      "epoch": 0.08902800344069578,
+      "grad_norm": 515.6284790039062,
+      "learning_rate": 1.998896935810581e-05,
+      "loss": 52.5625,
+      "step": 1863
+    },
+    {
+      "epoch": 0.08907579088215617,
+      "grad_norm": 888.2554321289062,
+      "learning_rate": 1.9988932990094737e-05,
+      "loss": 39.1875,
+      "step": 1864
+    },
+    {
+      "epoch": 0.08912357832361656,
+      "grad_norm": 259.8732604980469,
+      "learning_rate": 1.9988896562262846e-05,
+      "loss": 44.0,
+      "step": 1865
+    },
+    {
+      "epoch": 0.08917136576507693,
+      "grad_norm": 427.7418212890625,
+      "learning_rate": 1.9988860074610353e-05,
+      "loss": 30.2344,
+      "step": 1866
+    },
+    {
+      "epoch": 0.08921915320653732,
+      "grad_norm": 424.4082946777344,
+      "learning_rate": 1.9988823527137477e-05,
+      "loss": 32.9531,
+      "step": 1867
+    },
+    {
+      "epoch": 0.0892669406479977,
+      "grad_norm": 233.89300537109375,
+      "learning_rate": 1.9988786919844437e-05,
+      "loss": 32.8438,
+      "step": 1868
+    },
+    {
+      "epoch": 0.08931472808945809,
+      "grad_norm": 417.7945556640625,
+      "learning_rate": 1.9988750252731454e-05,
+      "loss": 36.4688,
+      "step": 1869
+    },
+    {
+      "epoch": 0.08936251553091848,
+      "grad_norm": 293.5604248046875,
+      "learning_rate": 1.9988713525798747e-05,
+      "loss": 26.9062,
+      "step": 1870
+    },
+    {
+      "epoch": 0.08941030297237886,
+      "grad_norm": 461.15911865234375,
+      "learning_rate": 1.9988676739046534e-05,
+      "loss": 39.4688,
+      "step": 1871
+    },
+    {
+      "epoch": 0.08945809041383924,
+      "grad_norm": 308.9627990722656,
+      "learning_rate": 1.9988639892475032e-05,
+      "loss": 37.5,
+      "step": 1872
+    },
+    {
+      "epoch": 0.08950587785529962,
+      "grad_norm": 214.90206909179688,
+      "learning_rate": 1.998860298608447e-05,
+      "loss": 23.125,
+      "step": 1873
+    },
+    {
+      "epoch": 0.08955366529676001,
+      "grad_norm": 300.23114013671875,
+      "learning_rate": 1.9988566019875066e-05,
+      "loss": 45.7812,
+      "step": 1874
+    },
+    {
+      "epoch": 0.0896014527382204,
+      "grad_norm": 447.99017333984375,
+      "learning_rate": 1.9988528993847037e-05,
+      "loss": 40.7188,
+      "step": 1875
+    },
+    {
+      "epoch": 0.08964924017968078,
+      "grad_norm": 265.8505554199219,
+      "learning_rate": 1.9988491908000612e-05,
+      "loss": 35.625,
+      "step": 1876
+    },
+    {
+      "epoch": 0.08969702762114116,
+      "grad_norm": 451.0071105957031,
+      "learning_rate": 1.9988454762336006e-05,
+      "loss": 40.25,
+      "step": 1877
+    },
+    {
+      "epoch": 0.08974481506260155,
+      "grad_norm": 359.935791015625,
+      "learning_rate": 1.9988417556853442e-05,
+      "loss": 33.5625,
+      "step": 1878
+    },
+    {
+      "epoch": 0.08979260250406193,
+      "grad_norm": 400.4513854980469,
+      "learning_rate": 1.998838029155315e-05,
+      "loss": 30.4375,
+      "step": 1879
+    },
+    {
+      "epoch": 0.08984038994552232,
+      "grad_norm": 350.2699890136719,
+      "learning_rate": 1.9988342966435348e-05,
+      "loss": 54.6875,
+      "step": 1880
+    },
+    {
+      "epoch": 0.0898881773869827,
+      "grad_norm": 327.08624267578125,
+      "learning_rate": 1.998830558150026e-05,
+      "loss": 27.75,
+      "step": 1881
+    },
+    {
+      "epoch": 0.08993596482844309,
+      "grad_norm": 319.9646911621094,
+      "learning_rate": 1.998826813674811e-05,
+      "loss": 29.75,
+      "step": 1882
+    },
+    {
+      "epoch": 0.08998375226990347,
+      "grad_norm": 325.06512451171875,
+      "learning_rate": 1.998823063217912e-05,
+      "loss": 34.5,
+      "step": 1883
+    },
+    {
+      "epoch": 0.09003153971136385,
+      "grad_norm": 349.997802734375,
+      "learning_rate": 1.998819306779352e-05,
+      "loss": 40.5938,
+      "step": 1884
+    },
+    {
+      "epoch": 0.09007932715282424,
+      "grad_norm": 356.2632751464844,
+      "learning_rate": 1.998815544359153e-05,
+      "loss": 42.8438,
+      "step": 1885
+    },
+    {
+      "epoch": 0.09012711459428462,
+      "grad_norm": 312.065185546875,
+      "learning_rate": 1.998811775957338e-05,
+      "loss": 29.2812,
+      "step": 1886
+    },
+    {
+      "epoch": 0.090174902035745,
+      "grad_norm": 319.2381896972656,
+      "learning_rate": 1.998808001573929e-05,
+      "loss": 36.6562,
+      "step": 1887
+    },
+    {
+      "epoch": 0.0902226894772054,
+      "grad_norm": 534.6762084960938,
+      "learning_rate": 1.9988042212089488e-05,
+      "loss": 35.9531,
+      "step": 1888
+    },
+    {
+      "epoch": 0.09027047691866577,
+      "grad_norm": 371.9231262207031,
+      "learning_rate": 1.9988004348624202e-05,
+      "loss": 34.5312,
+      "step": 1889
+    },
+    {
+      "epoch": 0.09031826436012616,
+      "grad_norm": 560.2755737304688,
+      "learning_rate": 1.998796642534366e-05,
+      "loss": 31.4062,
+      "step": 1890
+    },
+    {
+      "epoch": 0.09036605180158655,
+      "grad_norm": 352.58447265625,
+      "learning_rate": 1.9987928442248084e-05,
+      "loss": 37.3125,
+      "step": 1891
+    },
+    {
+      "epoch": 0.09041383924304693,
+      "grad_norm": 289.5615234375,
+      "learning_rate": 1.998789039933771e-05,
+      "loss": 40.2188,
+      "step": 1892
+    },
+    {
+      "epoch": 0.09046162668450732,
+      "grad_norm": 537.44384765625,
+      "learning_rate": 1.9987852296612755e-05,
+      "loss": 36.7188,
+      "step": 1893
+    },
+    {
+      "epoch": 0.09050941412596769,
+      "grad_norm": 606.7525024414062,
+      "learning_rate": 1.9987814134073454e-05,
+      "loss": 30.7188,
+      "step": 1894
+    },
+    {
+      "epoch": 0.09055720156742808,
+      "grad_norm": 386.4192199707031,
+      "learning_rate": 1.9987775911720034e-05,
+      "loss": 54.0,
+      "step": 1895
+    },
+    {
+      "epoch": 0.09060498900888847,
+      "grad_norm": 485.2622375488281,
+      "learning_rate": 1.9987737629552725e-05,
+      "loss": 34.0938,
+      "step": 1896
+    },
+    {
+      "epoch": 0.09065277645034885,
+      "grad_norm": 919.5530395507812,
+      "learning_rate": 1.9987699287571757e-05,
+      "loss": 32.125,
+      "step": 1897
+    },
+    {
+      "epoch": 0.09070056389180924,
+      "grad_norm": 320.765869140625,
+      "learning_rate": 1.9987660885777355e-05,
+      "loss": 32.0,
+      "step": 1898
+    },
+    {
+      "epoch": 0.09074835133326961,
+      "grad_norm": 561.8690795898438,
+      "learning_rate": 1.998762242416975e-05,
+      "loss": 27.875,
+      "step": 1899
+    },
+    {
+      "epoch": 0.09079613877473,
+      "grad_norm": 316.89239501953125,
+      "learning_rate": 1.998758390274918e-05,
+      "loss": 37.5,
+      "step": 1900
+    },
+    {
+      "epoch": 0.09084392621619039,
+      "grad_norm": 233.49147033691406,
+      "learning_rate": 1.9987545321515866e-05,
+      "loss": 32.25,
+      "step": 1901
+    },
+    {
+      "epoch": 0.09089171365765077,
+      "grad_norm": 329.9951477050781,
+      "learning_rate": 1.9987506680470045e-05,
+      "loss": 34.125,
+      "step": 1902
+    },
+    {
+      "epoch": 0.09093950109911116,
+      "grad_norm": 337.24578857421875,
+      "learning_rate": 1.9987467979611945e-05,
+      "loss": 37.5,
+      "step": 1903
+    },
+    {
+      "epoch": 0.09098728854057153,
+      "grad_norm": 568.2794189453125,
+      "learning_rate": 1.99874292189418e-05,
+      "loss": 48.625,
+      "step": 1904
+    },
+    {
+      "epoch": 0.09103507598203192,
+      "grad_norm": 327.2127685546875,
+      "learning_rate": 1.998739039845984e-05,
+      "loss": 29.0,
+      "step": 1905
+    },
+    {
+      "epoch": 0.09108286342349231,
+      "grad_norm": 336.98089599609375,
+      "learning_rate": 1.99873515181663e-05,
+      "loss": 42.3438,
+      "step": 1906
+    },
+    {
+      "epoch": 0.09113065086495269,
+      "grad_norm": 297.3883972167969,
+      "learning_rate": 1.998731257806141e-05,
+      "loss": 44.0,
+      "step": 1907
+    },
+    {
+      "epoch": 0.09117843830641308,
+      "grad_norm": 256.6125183105469,
+      "learning_rate": 1.9987273578145405e-05,
+      "loss": 26.8125,
+      "step": 1908
+    },
+    {
+      "epoch": 0.09122622574787347,
+      "grad_norm": 248.63050842285156,
+      "learning_rate": 1.998723451841852e-05,
+      "loss": 37.6562,
+      "step": 1909
+    },
+    {
+      "epoch": 0.09127401318933384,
+      "grad_norm": 320.1849060058594,
+      "learning_rate": 1.9987195398880988e-05,
+      "loss": 47.7812,
+      "step": 1910
+    },
+    {
+      "epoch": 0.09132180063079423,
+      "grad_norm": 716.4163818359375,
+      "learning_rate": 1.998715621953304e-05,
+      "loss": 34.0156,
+      "step": 1911
+    },
+    {
+      "epoch": 0.0913695880722546,
+      "grad_norm": 317.6927490234375,
+      "learning_rate": 1.9987116980374914e-05,
+      "loss": 34.75,
+      "step": 1912
+    },
+    {
+      "epoch": 0.091417375513715,
+      "grad_norm": 241.53030395507812,
+      "learning_rate": 1.9987077681406846e-05,
+      "loss": 42.25,
+      "step": 1913
+    },
+    {
+      "epoch": 0.09146516295517539,
+      "grad_norm": 240.5452423095703,
+      "learning_rate": 1.9987038322629067e-05,
+      "loss": 24.0938,
+      "step": 1914
+    },
+    {
+      "epoch": 0.09151295039663576,
+      "grad_norm": 237.95547485351562,
+      "learning_rate": 1.9986998904041817e-05,
+      "loss": 30.125,
+      "step": 1915
+    },
+    {
+      "epoch": 0.09156073783809615,
+      "grad_norm": 365.10162353515625,
+      "learning_rate": 1.998695942564533e-05,
+      "loss": 38.375,
+      "step": 1916
+    },
+    {
+      "epoch": 0.09160852527955653,
+      "grad_norm": 269.0180358886719,
+      "learning_rate": 1.9986919887439843e-05,
+      "loss": 40.1562,
+      "step": 1917
+    },
+    {
+      "epoch": 0.09165631272101692,
+      "grad_norm": 337.4679870605469,
+      "learning_rate": 1.9986880289425593e-05,
+      "loss": 34.6875,
+      "step": 1918
+    },
+    {
+      "epoch": 0.0917041001624773,
+      "grad_norm": 304.5197448730469,
+      "learning_rate": 1.998684063160281e-05,
+      "loss": 30.7188,
+      "step": 1919
+    },
+    {
+      "epoch": 0.09175188760393768,
+      "grad_norm": 374.72283935546875,
+      "learning_rate": 1.9986800913971745e-05,
+      "loss": 39.9375,
+      "step": 1920
+    },
+    {
+      "epoch": 0.09179967504539807,
+      "grad_norm": 221.25042724609375,
+      "learning_rate": 1.998676113653263e-05,
+      "loss": 47.1562,
+      "step": 1921
+    },
+    {
+      "epoch": 0.09184746248685845,
+      "grad_norm": 359.15118408203125,
+      "learning_rate": 1.9986721299285702e-05,
+      "loss": 37.9375,
+      "step": 1922
+    },
+    {
+      "epoch": 0.09189524992831884,
+      "grad_norm": 307.2099609375,
+      "learning_rate": 1.9986681402231197e-05,
+      "loss": 35.0312,
+      "step": 1923
+    },
+    {
+      "epoch": 0.09194303736977923,
+      "grad_norm": 233.0399169921875,
+      "learning_rate": 1.9986641445369356e-05,
+      "loss": 26.7188,
+      "step": 1924
+    },
+    {
+      "epoch": 0.0919908248112396,
+      "grad_norm": 340.37353515625,
+      "learning_rate": 1.9986601428700422e-05,
+      "loss": 36.6875,
+      "step": 1925
+    },
+    {
+      "epoch": 0.09203861225269999,
+      "grad_norm": 232.04844665527344,
+      "learning_rate": 1.998656135222463e-05,
+      "loss": 27.0781,
+      "step": 1926
+    },
+    {
+      "epoch": 0.09208639969416038,
+      "grad_norm": 461.8755798339844,
+      "learning_rate": 1.9986521215942224e-05,
+      "loss": 32.8438,
+      "step": 1927
+    },
+    {
+      "epoch": 0.09213418713562076,
+      "grad_norm": 756.9251708984375,
+      "learning_rate": 1.9986481019853436e-05,
+      "loss": 29.7812,
+      "step": 1928
+    },
+    {
+      "epoch": 0.09218197457708115,
+      "grad_norm": 268.7666015625,
+      "learning_rate": 1.998644076395852e-05,
+      "loss": 30.4062,
+      "step": 1929
+    },
+    {
+      "epoch": 0.09222976201854152,
+      "grad_norm": 280.8817138671875,
+      "learning_rate": 1.9986400448257705e-05,
+      "loss": 44.0625,
+      "step": 1930
+    },
+    {
+      "epoch": 0.09227754946000191,
+      "grad_norm": 315.9637756347656,
+      "learning_rate": 1.998636007275124e-05,
+      "loss": 24.375,
+      "step": 1931
+    },
+    {
+      "epoch": 0.0923253369014623,
+      "grad_norm": 372.6802673339844,
+      "learning_rate": 1.9986319637439365e-05,
+      "loss": 31.0312,
+      "step": 1932
+    },
+    {
+      "epoch": 0.09237312434292268,
+      "grad_norm": 317.65460205078125,
+      "learning_rate": 1.998627914232232e-05,
+      "loss": 38.7812,
+      "step": 1933
+    },
+    {
+      "epoch": 0.09242091178438307,
+      "grad_norm": 344.5694885253906,
+      "learning_rate": 1.9986238587400346e-05,
+      "loss": 36.5625,
+      "step": 1934
+    },
+    {
+      "epoch": 0.09246869922584344,
+      "grad_norm": 469.9429626464844,
+      "learning_rate": 1.998619797267369e-05,
+      "loss": 48.3438,
+      "step": 1935
+    },
+    {
+      "epoch": 0.09251648666730383,
+      "grad_norm": 471.34991455078125,
+      "learning_rate": 1.9986157298142595e-05,
+      "loss": 49.5,
+      "step": 1936
+    },
+    {
+      "epoch": 0.09256427410876422,
+      "grad_norm": 311.6259460449219,
+      "learning_rate": 1.9986116563807304e-05,
+      "loss": 30.375,
+      "step": 1937
+    },
+    {
+      "epoch": 0.0926120615502246,
+      "grad_norm": 264.81976318359375,
+      "learning_rate": 1.9986075769668058e-05,
+      "loss": 40.9062,
+      "step": 1938
+    },
+    {
+      "epoch": 0.09265984899168499,
+      "grad_norm": 428.5736389160156,
+      "learning_rate": 1.9986034915725105e-05,
+      "loss": 41.1875,
+      "step": 1939
+    },
+    {
+      "epoch": 0.09270763643314536,
+      "grad_norm": 180.0311279296875,
+      "learning_rate": 1.998599400197869e-05,
+      "loss": 24.4375,
+      "step": 1940
+    },
+    {
+      "epoch": 0.09275542387460575,
+      "grad_norm": 296.3340148925781,
+      "learning_rate": 1.9985953028429054e-05,
+      "loss": 37.75,
+      "step": 1941
+    },
+    {
+      "epoch": 0.09280321131606614,
+      "grad_norm": 281.1985778808594,
+      "learning_rate": 1.9985911995076446e-05,
+      "loss": 32.0,
+      "step": 1942
+    },
+    {
+      "epoch": 0.09285099875752652,
+      "grad_norm": 266.9772033691406,
+      "learning_rate": 1.9985870901921108e-05,
+      "loss": 33.8438,
+      "step": 1943
+    },
+    {
+      "epoch": 0.09289878619898691,
+      "grad_norm": 418.5144348144531,
+      "learning_rate": 1.9985829748963293e-05,
+      "loss": 29.2188,
+      "step": 1944
+    },
+    {
+      "epoch": 0.0929465736404473,
+      "grad_norm": 287.5832214355469,
+      "learning_rate": 1.998578853620324e-05,
+      "loss": 25.7188,
+      "step": 1945
+    },
+    {
+      "epoch": 0.09299436108190767,
+      "grad_norm": 404.47027587890625,
+      "learning_rate": 1.9985747263641203e-05,
+      "loss": 51.25,
+      "step": 1946
+    },
+    {
+      "epoch": 0.09304214852336806,
+      "grad_norm": 359.8906555175781,
+      "learning_rate": 1.9985705931277422e-05,
+      "loss": 32.875,
+      "step": 1947
+    },
+    {
+      "epoch": 0.09308993596482844,
+      "grad_norm": 304.6584167480469,
+      "learning_rate": 1.9985664539112143e-05,
+      "loss": 35.25,
+      "step": 1948
+    },
+    {
+      "epoch": 0.09313772340628883,
+      "grad_norm": 279.2922058105469,
+      "learning_rate": 1.9985623087145626e-05,
+      "loss": 29.4688,
+      "step": 1949
+    },
+    {
+      "epoch": 0.09318551084774922,
+      "grad_norm": 298.5111083984375,
+      "learning_rate": 1.998558157537811e-05,
+      "loss": 42.125,
+      "step": 1950
+    },
+    {
+      "epoch": 0.09323329828920959,
+      "grad_norm": 494.2760314941406,
+      "learning_rate": 1.9985540003809842e-05,
+      "loss": 35.9688,
+      "step": 1951
+    },
+    {
+      "epoch": 0.09328108573066998,
+      "grad_norm": 292.5523376464844,
+      "learning_rate": 1.9985498372441076e-05,
+      "loss": 40.5312,
+      "step": 1952
+    },
+    {
+      "epoch": 0.09332887317213036,
+      "grad_norm": 232.7857208251953,
+      "learning_rate": 1.998545668127206e-05,
+      "loss": 33.0,
+      "step": 1953
+    },
+    {
+      "epoch": 0.09337666061359075,
+      "grad_norm": 272.8069152832031,
+      "learning_rate": 1.9985414930303044e-05,
+      "loss": 39.0,
+      "step": 1954
+    },
+    {
+      "epoch": 0.09342444805505114,
+      "grad_norm": 340.14630126953125,
+      "learning_rate": 1.9985373119534275e-05,
+      "loss": 34.25,
+      "step": 1955
+    },
+    {
+      "epoch": 0.09347223549651151,
+      "grad_norm": 328.5047607421875,
+      "learning_rate": 1.9985331248966007e-05,
+      "loss": 44.375,
+      "step": 1956
+    },
+    {
+      "epoch": 0.0935200229379719,
+      "grad_norm": 383.8136901855469,
+      "learning_rate": 1.998528931859849e-05,
+      "loss": 45.1875,
+      "step": 1957
+    },
+    {
+      "epoch": 0.09356781037943228,
+      "grad_norm": 240.96221923828125,
+      "learning_rate": 1.9985247328431972e-05,
+      "loss": 28.5625,
+      "step": 1958
+    },
+    {
+      "epoch": 0.09361559782089267,
+      "grad_norm": 218.45823669433594,
+      "learning_rate": 1.998520527846671e-05,
+      "loss": 38.5625,
+      "step": 1959
+    },
+    {
+      "epoch": 0.09366338526235306,
+      "grad_norm": 158.33592224121094,
+      "learning_rate": 1.998516316870295e-05,
+      "loss": 30.5,
+      "step": 1960
+    },
+    {
+      "epoch": 0.09371117270381343,
+      "grad_norm": 251.90582275390625,
+      "learning_rate": 1.9985120999140946e-05,
+      "loss": 27.0312,
+      "step": 1961
+    },
+    {
+      "epoch": 0.09375896014527382,
+      "grad_norm": 252.6395721435547,
+      "learning_rate": 1.9985078769780957e-05,
+      "loss": 28.1875,
+      "step": 1962
+    },
+    {
+      "epoch": 0.09380674758673421,
+      "grad_norm": 159.13304138183594,
+      "learning_rate": 1.998503648062323e-05,
+      "loss": 33.0625,
+      "step": 1963
+    },
+    {
+      "epoch": 0.09385453502819459,
+      "grad_norm": 393.3050537109375,
+      "learning_rate": 1.9984994131668015e-05,
+      "loss": 34.4062,
+      "step": 1964
+    },
+    {
+      "epoch": 0.09390232246965498,
+      "grad_norm": 204.04347229003906,
+      "learning_rate": 1.9984951722915568e-05,
+      "loss": 32.7812,
+      "step": 1965
+    },
+    {
+      "epoch": 0.09395010991111535,
+      "grad_norm": 141.85946655273438,
+      "learning_rate": 1.998490925436615e-05,
+      "loss": 26.3125,
+      "step": 1966
+    },
+    {
+      "epoch": 0.09399789735257574,
+      "grad_norm": 406.294677734375,
+      "learning_rate": 1.9984866726020006e-05,
+      "loss": 34.4375,
+      "step": 1967
+    },
+    {
+      "epoch": 0.09404568479403613,
+      "grad_norm": 725.805908203125,
+      "learning_rate": 1.9984824137877395e-05,
+      "loss": 29.125,
+      "step": 1968
+    },
+    {
+      "epoch": 0.09409347223549651,
+      "grad_norm": 189.32623291015625,
+      "learning_rate": 1.9984781489938568e-05,
+      "loss": 34.4531,
+      "step": 1969
+    },
+    {
+      "epoch": 0.0941412596769569,
+      "grad_norm": 283.33770751953125,
+      "learning_rate": 1.998473878220379e-05,
+      "loss": 44.125,
+      "step": 1970
+    },
+    {
+      "epoch": 0.09418904711841727,
+      "grad_norm": 233.0078125,
+      "learning_rate": 1.998469601467331e-05,
+      "loss": 36.6875,
+      "step": 1971
+    },
+    {
+      "epoch": 0.09423683455987766,
+      "grad_norm": 296.1747131347656,
+      "learning_rate": 1.9984653187347378e-05,
+      "loss": 31.8438,
+      "step": 1972
+    },
+    {
+      "epoch": 0.09428462200133805,
+      "grad_norm": 310.26904296875,
+      "learning_rate": 1.998461030022626e-05,
+      "loss": 37.875,
+      "step": 1973
+    },
+    {
+      "epoch": 0.09433240944279843,
+      "grad_norm": 359.9176330566406,
+      "learning_rate": 1.9984567353310217e-05,
+      "loss": 38.1562,
+      "step": 1974
+    },
+    {
+      "epoch": 0.09438019688425882,
+      "grad_norm": 507.8773193359375,
+      "learning_rate": 1.998452434659949e-05,
+      "loss": 36.4688,
+      "step": 1975
+    },
+    {
+      "epoch": 0.0944279843257192,
+      "grad_norm": 355.5027160644531,
+      "learning_rate": 1.998448128009435e-05,
+      "loss": 40.4688,
+      "step": 1976
+    },
+    {
+      "epoch": 0.09447577176717958,
+      "grad_norm": 446.1734924316406,
+      "learning_rate": 1.998443815379505e-05,
+      "loss": 30.1875,
+      "step": 1977
+    },
+    {
+      "epoch": 0.09452355920863997,
+      "grad_norm": 366.7930603027344,
+      "learning_rate": 1.998439496770185e-05,
+      "loss": 43.3125,
+      "step": 1978
+    },
+    {
+      "epoch": 0.09457134665010035,
+      "grad_norm": 375.77166748046875,
+      "learning_rate": 1.9984351721815007e-05,
+      "loss": 36.0938,
+      "step": 1979
+    },
+    {
+      "epoch": 0.09461913409156074,
+      "grad_norm": 364.4886779785156,
+      "learning_rate": 1.9984308416134778e-05,
+      "loss": 47.5625,
+      "step": 1980
+    },
+    {
+      "epoch": 0.09466692153302113,
+      "grad_norm": 291.8199157714844,
+      "learning_rate": 1.9984265050661425e-05,
+      "loss": 35.125,
+      "step": 1981
+    },
+    {
+      "epoch": 0.0947147089744815,
+      "grad_norm": 229.31687927246094,
+      "learning_rate": 1.998422162539521e-05,
+      "loss": 26.0938,
+      "step": 1982
+    },
+    {
+      "epoch": 0.0947624964159419,
+      "grad_norm": 261.3229064941406,
+      "learning_rate": 1.9984178140336392e-05,
+      "loss": 32.5312,
+      "step": 1983
+    },
+    {
+      "epoch": 0.09481028385740227,
+      "grad_norm": 386.2343444824219,
+      "learning_rate": 1.9984134595485226e-05,
+      "loss": 34.9219,
+      "step": 1984
+    },
+    {
+      "epoch": 0.09485807129886266,
+      "grad_norm": 221.01304626464844,
+      "learning_rate": 1.998409099084198e-05,
+      "loss": 34.9375,
+      "step": 1985
+    },
+    {
+      "epoch": 0.09490585874032305,
+      "grad_norm": 319.7049255371094,
+      "learning_rate": 1.998404732640691e-05,
+      "loss": 28.6562,
+      "step": 1986
+    },
+    {
+      "epoch": 0.09495364618178342,
+      "grad_norm": 363.2779235839844,
+      "learning_rate": 1.998400360218028e-05,
+      "loss": 42.0938,
+      "step": 1987
+    },
+    {
+      "epoch": 0.09500143362324381,
+      "grad_norm": 354.0044860839844,
+      "learning_rate": 1.9983959818162353e-05,
+      "loss": 32.6562,
+      "step": 1988
+    },
+    {
+      "epoch": 0.09504922106470419,
+      "grad_norm": 693.682861328125,
+      "learning_rate": 1.9983915974353388e-05,
+      "loss": 35.125,
+      "step": 1989
+    },
+    {
+      "epoch": 0.09509700850616458,
+      "grad_norm": 449.1937255859375,
+      "learning_rate": 1.998387207075365e-05,
+      "loss": 48.2812,
+      "step": 1990
+    },
+    {
+      "epoch": 0.09514479594762497,
+      "grad_norm": 256.6786193847656,
+      "learning_rate": 1.9983828107363398e-05,
+      "loss": 39.8438,
+      "step": 1991
+    },
+    {
+      "epoch": 0.09519258338908534,
+      "grad_norm": 304.6038818359375,
+      "learning_rate": 1.99837840841829e-05,
+      "loss": 32.0,
+      "step": 1992
+    },
+    {
+      "epoch": 0.09524037083054573,
+      "grad_norm": 314.1322021484375,
+      "learning_rate": 1.998374000121242e-05,
+      "loss": 35.4531,
+      "step": 1993
+    },
+    {
+      "epoch": 0.09528815827200611,
+      "grad_norm": 273.8583984375,
+      "learning_rate": 1.9983695858452218e-05,
+      "loss": 46.8438,
+      "step": 1994
+    },
+    {
+      "epoch": 0.0953359457134665,
+      "grad_norm": 137.1233367919922,
+      "learning_rate": 1.998365165590256e-05,
+      "loss": 20.8438,
+      "step": 1995
+    },
+    {
+      "epoch": 0.09538373315492689,
+      "grad_norm": 359.9845886230469,
+      "learning_rate": 1.9983607393563714e-05,
+      "loss": 34.7188,
+      "step": 1996
+    },
+    {
+      "epoch": 0.09543152059638726,
+      "grad_norm": 338.082763671875,
+      "learning_rate": 1.9983563071435938e-05,
+      "loss": 39.4688,
+      "step": 1997
+    },
+    {
+      "epoch": 0.09547930803784765,
+      "grad_norm": 197.81997680664062,
+      "learning_rate": 1.9983518689519505e-05,
+      "loss": 30.7812,
+      "step": 1998
+    },
+    {
+      "epoch": 0.09552709547930804,
+      "grad_norm": 256.3212890625,
+      "learning_rate": 1.9983474247814673e-05,
+      "loss": 28.75,
+      "step": 1999
+    },
+    {
+      "epoch": 0.09557488292076842,
+      "grad_norm": 296.87982177734375,
+      "learning_rate": 1.9983429746321718e-05,
+      "loss": 48.5,
+      "step": 2000
+    },
+    {
+      "epoch": 0.09562267036222881,
+      "grad_norm": 256.26947021484375,
+      "learning_rate": 1.9983385185040895e-05,
+      "loss": 45.2812,
+      "step": 2001
+    },
+    {
+      "epoch": 0.09567045780368919,
+      "grad_norm": 278.2031555175781,
+      "learning_rate": 1.998334056397248e-05,
+      "loss": 26.75,
+      "step": 2002
+    },
+    {
+      "epoch": 0.09571824524514957,
+      "grad_norm": 397.4842224121094,
+      "learning_rate": 1.998329588311674e-05,
+      "loss": 42.4375,
+      "step": 2003
+    },
+    {
+      "epoch": 0.09576603268660996,
+      "grad_norm": 273.3863525390625,
+      "learning_rate": 1.9983251142473935e-05,
+      "loss": 28.3281,
+      "step": 2004
+    },
+    {
+      "epoch": 0.09581382012807034,
+      "grad_norm": 691.9387817382812,
+      "learning_rate": 1.998320634204434e-05,
+      "loss": 47.1875,
+      "step": 2005
+    },
+    {
+      "epoch": 0.09586160756953073,
+      "grad_norm": 426.50872802734375,
+      "learning_rate": 1.998316148182822e-05,
+      "loss": 32.3125,
+      "step": 2006
+    },
+    {
+      "epoch": 0.0959093950109911,
+      "grad_norm": 240.4635772705078,
+      "learning_rate": 1.9983116561825843e-05,
+      "loss": 27.75,
+      "step": 2007
+    },
+    {
+      "epoch": 0.0959571824524515,
+      "grad_norm": 334.60498046875,
+      "learning_rate": 1.9983071582037483e-05,
+      "loss": 37.2188,
+      "step": 2008
+    },
+    {
+      "epoch": 0.09600496989391188,
+      "grad_norm": 889.92822265625,
+      "learning_rate": 1.9983026542463406e-05,
+      "loss": 36.0312,
+      "step": 2009
+    },
+    {
+      "epoch": 0.09605275733537226,
+      "grad_norm": 223.92527770996094,
+      "learning_rate": 1.9982981443103876e-05,
+      "loss": 35.2188,
+      "step": 2010
+    },
+    {
+      "epoch": 0.09610054477683265,
+      "grad_norm": 290.56854248046875,
+      "learning_rate": 1.9982936283959173e-05,
+      "loss": 38.5,
+      "step": 2011
+    },
+    {
+      "epoch": 0.09614833221829304,
+      "grad_norm": 375.6480407714844,
+      "learning_rate": 1.9982891065029562e-05,
+      "loss": 48.875,
+      "step": 2012
+    },
+    {
+      "epoch": 0.09619611965975342,
+      "grad_norm": 306.35467529296875,
+      "learning_rate": 1.9982845786315316e-05,
+      "loss": 34.9688,
+      "step": 2013
+    },
+    {
+      "epoch": 0.0962439071012138,
+      "grad_norm": 432.6528625488281,
+      "learning_rate": 1.9982800447816705e-05,
+      "loss": 37.875,
+      "step": 2014
+    },
+    {
+      "epoch": 0.09629169454267418,
+      "grad_norm": 502.7907409667969,
+      "learning_rate": 1.9982755049534e-05,
+      "loss": 42.2188,
+      "step": 2015
+    },
+    {
+      "epoch": 0.09633948198413457,
+      "grad_norm": 665.7194213867188,
+      "learning_rate": 1.9982709591467477e-05,
+      "loss": 47.5,
+      "step": 2016
+    },
+    {
+      "epoch": 0.09638726942559496,
+      "grad_norm": 264.64227294921875,
+      "learning_rate": 1.9982664073617398e-05,
+      "loss": 40.8438,
+      "step": 2017
+    },
+    {
+      "epoch": 0.09643505686705534,
+      "grad_norm": 300.4903869628906,
+      "learning_rate": 1.998261849598405e-05,
+      "loss": 28.0938,
+      "step": 2018
+    },
+    {
+      "epoch": 0.09648284430851573,
+      "grad_norm": 287.9150085449219,
+      "learning_rate": 1.9982572858567694e-05,
+      "loss": 23.6562,
+      "step": 2019
+    },
+    {
+      "epoch": 0.0965306317499761,
+      "grad_norm": 291.4443664550781,
+      "learning_rate": 1.9982527161368607e-05,
+      "loss": 37.6562,
+      "step": 2020
+    },
+    {
+      "epoch": 0.09657841919143649,
+      "grad_norm": 474.5217590332031,
+      "learning_rate": 1.9982481404387063e-05,
+      "loss": 36.9688,
+      "step": 2021
+    },
+    {
+      "epoch": 0.09662620663289688,
+      "grad_norm": 198.57089233398438,
+      "learning_rate": 1.998243558762334e-05,
+      "loss": 31.1406,
+      "step": 2022
+    },
+    {
+      "epoch": 0.09667399407435726,
+      "grad_norm": 234.911376953125,
+      "learning_rate": 1.9982389711077705e-05,
+      "loss": 28.4375,
+      "step": 2023
+    },
+    {
+      "epoch": 0.09672178151581765,
+      "grad_norm": 286.2919006347656,
+      "learning_rate": 1.9982343774750436e-05,
+      "loss": 27.8438,
+      "step": 2024
+    },
+    {
+      "epoch": 0.09676956895727802,
+      "grad_norm": 254.56845092773438,
+      "learning_rate": 1.998229777864181e-05,
+      "loss": 33.1875,
+      "step": 2025
+    },
+    {
+      "epoch": 0.09681735639873841,
+      "grad_norm": 636.3492431640625,
+      "learning_rate": 1.9982251722752105e-05,
+      "loss": 28.8125,
+      "step": 2026
+    },
+    {
+      "epoch": 0.0968651438401988,
+      "grad_norm": 586.02197265625,
+      "learning_rate": 1.9982205607081585e-05,
+      "loss": 30.6562,
+      "step": 2027
+    },
+    {
+      "epoch": 0.09691293128165918,
+      "grad_norm": 303.0452880859375,
+      "learning_rate": 1.9982159431630542e-05,
+      "loss": 28.2812,
+      "step": 2028
+    },
+    {
+      "epoch": 0.09696071872311957,
+      "grad_norm": 194.36099243164062,
+      "learning_rate": 1.9982113196399238e-05,
+      "loss": 30.5,
+      "step": 2029
+    },
+    {
+      "epoch": 0.09700850616457996,
+      "grad_norm": 317.4699401855469,
+      "learning_rate": 1.9982066901387956e-05,
+      "loss": 28.1875,
+      "step": 2030
+    },
+    {
+      "epoch": 0.09705629360604033,
+      "grad_norm": 142.1593780517578,
+      "learning_rate": 1.998202054659698e-05,
+      "loss": 16.8125,
+      "step": 2031
+    },
+    {
+      "epoch": 0.09710408104750072,
+      "grad_norm": 366.84698486328125,
+      "learning_rate": 1.9981974132026577e-05,
+      "loss": 46.3125,
+      "step": 2032
+    },
+    {
+      "epoch": 0.0971518684889611,
+      "grad_norm": 395.0198669433594,
+      "learning_rate": 1.998192765767703e-05,
+      "loss": 48.5625,
+      "step": 2033
+    },
+    {
+      "epoch": 0.09719965593042149,
+      "grad_norm": 316.7799072265625,
+      "learning_rate": 1.998188112354862e-05,
+      "loss": 27.8438,
+      "step": 2034
+    },
+    {
+      "epoch": 0.09724744337188188,
+      "grad_norm": 218.9547119140625,
+      "learning_rate": 1.9981834529641617e-05,
+      "loss": 32.625,
+      "step": 2035
+    },
+    {
+      "epoch": 0.09729523081334225,
+      "grad_norm": 370.4463195800781,
+      "learning_rate": 1.9981787875956307e-05,
+      "loss": 27.3438,
+      "step": 2036
+    },
+    {
+      "epoch": 0.09734301825480264,
+      "grad_norm": 347.4782409667969,
+      "learning_rate": 1.998174116249297e-05,
+      "loss": 33.1562,
+      "step": 2037
+    },
+    {
+      "epoch": 0.09739080569626302,
+      "grad_norm": 260.6775817871094,
+      "learning_rate": 1.998169438925188e-05,
+      "loss": 28.6875,
+      "step": 2038
+    },
+    {
+      "epoch": 0.0974385931377234,
+      "grad_norm": 286.6915283203125,
+      "learning_rate": 1.998164755623332e-05,
+      "loss": 36.7812,
+      "step": 2039
+    },
+    {
+      "epoch": 0.0974863805791838,
+      "grad_norm": 370.2709655761719,
+      "learning_rate": 1.9981600663437572e-05,
+      "loss": 37.9375,
+      "step": 2040
+    },
+    {
+      "epoch": 0.09753416802064417,
+      "grad_norm": 254.84718322753906,
+      "learning_rate": 1.9981553710864917e-05,
+      "loss": 31.0312,
+      "step": 2041
+    },
+    {
+      "epoch": 0.09758195546210456,
+      "grad_norm": 382.56243896484375,
+      "learning_rate": 1.9981506698515635e-05,
+      "loss": 30.75,
+      "step": 2042
+    },
+    {
+      "epoch": 0.09762974290356494,
+      "grad_norm": 298.1683654785156,
+      "learning_rate": 1.998145962639001e-05,
+      "loss": 29.75,
+      "step": 2043
+    },
+    {
+      "epoch": 0.09767753034502533,
+      "grad_norm": 315.15234375,
+      "learning_rate": 1.9981412494488315e-05,
+      "loss": 38.25,
+      "step": 2044
+    },
+    {
+      "epoch": 0.09772531778648572,
+      "grad_norm": 326.46710205078125,
+      "learning_rate": 1.9981365302810842e-05,
+      "loss": 36.5625,
+      "step": 2045
+    },
+    {
+      "epoch": 0.09777310522794609,
+      "grad_norm": 391.5767517089844,
+      "learning_rate": 1.998131805135787e-05,
+      "loss": 31.4375,
+      "step": 2046
+    },
+    {
+      "epoch": 0.09782089266940648,
+      "grad_norm": 369.7499694824219,
+      "learning_rate": 1.9981270740129687e-05,
+      "loss": 37.3125,
+      "step": 2047
+    },
+    {
+      "epoch": 0.09786868011086687,
+      "grad_norm": 430.8357849121094,
+      "learning_rate": 1.9981223369126564e-05,
+      "loss": 31.7188,
+      "step": 2048
+    },
+    {
+      "epoch": 0.09791646755232725,
+      "grad_norm": 327.79254150390625,
+      "learning_rate": 1.9981175938348797e-05,
+      "loss": 33.1875,
+      "step": 2049
+    },
+    {
+      "epoch": 0.09796425499378764,
+      "grad_norm": 215.6242218017578,
+      "learning_rate": 1.9981128447796664e-05,
+      "loss": 35.6875,
+      "step": 2050
+    },
+    {
+      "epoch": 0.09801204243524801,
+      "grad_norm": 515.42236328125,
+      "learning_rate": 1.9981080897470452e-05,
+      "loss": 29.8438,
+      "step": 2051
+    },
+    {
+      "epoch": 0.0980598298767084,
+      "grad_norm": 209.872802734375,
+      "learning_rate": 1.9981033287370443e-05,
+      "loss": 30.5938,
+      "step": 2052
+    },
+    {
+      "epoch": 0.09810761731816879,
+      "grad_norm": 448.2427673339844,
+      "learning_rate": 1.9980985617496925e-05,
+      "loss": 39.1562,
+      "step": 2053
+    },
+    {
+      "epoch": 0.09815540475962917,
+      "grad_norm": 244.98822021484375,
+      "learning_rate": 1.998093788785018e-05,
+      "loss": 26.3125,
+      "step": 2054
+    },
+    {
+      "epoch": 0.09820319220108956,
+      "grad_norm": 278.9814147949219,
+      "learning_rate": 1.99808900984305e-05,
+      "loss": 29.9688,
+      "step": 2055
+    },
+    {
+      "epoch": 0.09825097964254993,
+      "grad_norm": 317.59649658203125,
+      "learning_rate": 1.9980842249238162e-05,
+      "loss": 29.2188,
+      "step": 2056
+    },
+    {
+      "epoch": 0.09829876708401032,
+      "grad_norm": 358.3524475097656,
+      "learning_rate": 1.998079434027346e-05,
+      "loss": 35.9688,
+      "step": 2057
+    },
+    {
+      "epoch": 0.09834655452547071,
+      "grad_norm": 282.1829833984375,
+      "learning_rate": 1.998074637153668e-05,
+      "loss": 33.375,
+      "step": 2058
+    },
+    {
+      "epoch": 0.09839434196693109,
+      "grad_norm": 311.82012939453125,
+      "learning_rate": 1.9980698343028108e-05,
+      "loss": 39.8438,
+      "step": 2059
+    },
+    {
+      "epoch": 0.09844212940839148,
+      "grad_norm": 220.86602783203125,
+      "learning_rate": 1.998065025474803e-05,
+      "loss": 29.375,
+      "step": 2060
+    },
+    {
+      "epoch": 0.09848991684985185,
+      "grad_norm": 320.0902404785156,
+      "learning_rate": 1.9980602106696734e-05,
+      "loss": 37.6875,
+      "step": 2061
+    },
+    {
+      "epoch": 0.09853770429131224,
+      "grad_norm": 508.96539306640625,
+      "learning_rate": 1.9980553898874512e-05,
+      "loss": 37.0,
+      "step": 2062
+    },
+    {
+      "epoch": 0.09858549173277263,
+      "grad_norm": 553.0498657226562,
+      "learning_rate": 1.998050563128165e-05,
+      "loss": 47.0,
+      "step": 2063
+    },
+    {
+      "epoch": 0.09863327917423301,
+      "grad_norm": 240.8796844482422,
+      "learning_rate": 1.998045730391844e-05,
+      "loss": 25.25,
+      "step": 2064
+    },
+    {
+      "epoch": 0.0986810666156934,
+      "grad_norm": 481.4557800292969,
+      "learning_rate": 1.9980408916785166e-05,
+      "loss": 45.5,
+      "step": 2065
+    },
+    {
+      "epoch": 0.09872885405715379,
+      "grad_norm": 579.6074829101562,
+      "learning_rate": 1.9980360469882122e-05,
+      "loss": 47.375,
+      "step": 2066
+    },
+    {
+      "epoch": 0.09877664149861416,
+      "grad_norm": 262.621826171875,
+      "learning_rate": 1.9980311963209597e-05,
+      "loss": 27.75,
+      "step": 2067
+    },
+    {
+      "epoch": 0.09882442894007455,
+      "grad_norm": 473.822509765625,
+      "learning_rate": 1.998026339676788e-05,
+      "loss": 47.6562,
+      "step": 2068
+    },
+    {
+      "epoch": 0.09887221638153493,
+      "grad_norm": 463.5001525878906,
+      "learning_rate": 1.9980214770557267e-05,
+      "loss": 41.4375,
+      "step": 2069
+    },
+    {
+      "epoch": 0.09892000382299532,
+      "grad_norm": 246.73194885253906,
+      "learning_rate": 1.998016608457804e-05,
+      "loss": 27.6562,
+      "step": 2070
+    },
+    {
+      "epoch": 0.0989677912644557,
+      "grad_norm": 687.7109375,
+      "learning_rate": 1.99801173388305e-05,
+      "loss": 39.1562,
+      "step": 2071
+    },
+    {
+      "epoch": 0.09901557870591608,
+      "grad_norm": 358.266845703125,
+      "learning_rate": 1.9980068533314937e-05,
+      "loss": 35.5625,
+      "step": 2072
+    },
+    {
+      "epoch": 0.09906336614737647,
+      "grad_norm": 333.9950866699219,
+      "learning_rate": 1.998001966803164e-05,
+      "loss": 27.1406,
+      "step": 2073
+    },
+    {
+      "epoch": 0.09911115358883685,
+      "grad_norm": 220.2362060546875,
+      "learning_rate": 1.99799707429809e-05,
+      "loss": 22.3125,
+      "step": 2074
+    },
+    {
+      "epoch": 0.09915894103029724,
+      "grad_norm": 367.4280090332031,
+      "learning_rate": 1.9979921758163012e-05,
+      "loss": 36.2188,
+      "step": 2075
+    },
+    {
+      "epoch": 0.09920672847175763,
+      "grad_norm": 300.2383117675781,
+      "learning_rate": 1.9979872713578273e-05,
+      "loss": 39.3125,
+      "step": 2076
+    },
+    {
+      "epoch": 0.099254515913218,
+      "grad_norm": 303.40460205078125,
+      "learning_rate": 1.9979823609226974e-05,
+      "loss": 35.2188,
+      "step": 2077
+    },
+    {
+      "epoch": 0.09930230335467839,
+      "grad_norm": 332.3965759277344,
+      "learning_rate": 1.997977444510941e-05,
+      "loss": 38.3438,
+      "step": 2078
+    },
+    {
+      "epoch": 0.09935009079613877,
+      "grad_norm": 322.8705139160156,
+      "learning_rate": 1.9979725221225873e-05,
+      "loss": 29.1875,
+      "step": 2079
+    },
+    {
+      "epoch": 0.09939787823759916,
+      "grad_norm": 1216.4801025390625,
+      "learning_rate": 1.997967593757666e-05,
+      "loss": 27.0938,
+      "step": 2080
+    },
+    {
+      "epoch": 0.09944566567905955,
+      "grad_norm": 330.57281494140625,
+      "learning_rate": 1.9979626594162064e-05,
+      "loss": 45.5312,
+      "step": 2081
+    },
+    {
+      "epoch": 0.09949345312051992,
+      "grad_norm": 363.30584716796875,
+      "learning_rate": 1.9979577190982383e-05,
+      "loss": 35.5625,
+      "step": 2082
+    },
+    {
+      "epoch": 0.09954124056198031,
+      "grad_norm": 253.7947540283203,
+      "learning_rate": 1.9979527728037915e-05,
+      "loss": 31.2812,
+      "step": 2083
+    },
+    {
+      "epoch": 0.0995890280034407,
+      "grad_norm": 313.8424072265625,
+      "learning_rate": 1.997947820532895e-05,
+      "loss": 35.8125,
+      "step": 2084
+    },
+    {
+      "epoch": 0.09963681544490108,
+      "grad_norm": 294.9266357421875,
+      "learning_rate": 1.9979428622855785e-05,
+      "loss": 38.5625,
+      "step": 2085
+    },
+    {
+      "epoch": 0.09968460288636147,
+      "grad_norm": 159.6708984375,
+      "learning_rate": 1.9979378980618724e-05,
+      "loss": 31.3906,
+      "step": 2086
+    },
+    {
+      "epoch": 0.09973239032782184,
+      "grad_norm": 380.1011047363281,
+      "learning_rate": 1.9979329278618057e-05,
+      "loss": 55.4062,
+      "step": 2087
+    },
+    {
+      "epoch": 0.09978017776928223,
+      "grad_norm": 962.9143676757812,
+      "learning_rate": 1.9979279516854083e-05,
+      "loss": 41.4375,
+      "step": 2088
+    },
+    {
+      "epoch": 0.09982796521074262,
+      "grad_norm": 284.7137756347656,
+      "learning_rate": 1.9979229695327106e-05,
+      "loss": 36.9375,
+      "step": 2089
+    },
+    {
+      "epoch": 0.099875752652203,
+      "grad_norm": 474.6908264160156,
+      "learning_rate": 1.997917981403742e-05,
+      "loss": 36.3125,
+      "step": 2090
+    },
+    {
+      "epoch": 0.09992354009366339,
+      "grad_norm": 386.2059020996094,
+      "learning_rate": 1.9979129872985318e-05,
+      "loss": 39.7812,
+      "step": 2091
+    },
+    {
+      "epoch": 0.09997132753512376,
+      "grad_norm": 297.6185302734375,
+      "learning_rate": 1.997907987217111e-05,
+      "loss": 45.4688,
+      "step": 2092
+    },
+    {
+      "epoch": 0.10001911497658415,
+      "grad_norm": 614.779296875,
+      "learning_rate": 1.9979029811595087e-05,
+      "loss": 36.1562,
+      "step": 2093
+    },
+    {
+      "epoch": 0.10006690241804454,
+      "grad_norm": 385.9435729980469,
+      "learning_rate": 1.9978979691257553e-05,
+      "loss": 32.0938,
+      "step": 2094
+    },
+    {
+      "epoch": 0.10011468985950492,
+      "grad_norm": 200.77667236328125,
+      "learning_rate": 1.9978929511158805e-05,
+      "loss": 33.4688,
+      "step": 2095
+    },
+    {
+      "epoch": 0.10016247730096531,
+      "grad_norm": 204.46014404296875,
+      "learning_rate": 1.997887927129915e-05,
+      "loss": 25.5,
+      "step": 2096
+    },
+    {
+      "epoch": 0.10021026474242568,
+      "grad_norm": 488.7381896972656,
+      "learning_rate": 1.997882897167888e-05,
+      "loss": 45.6875,
+      "step": 2097
+    },
+    {
+      "epoch": 0.10025805218388607,
+      "grad_norm": 278.6507568359375,
+      "learning_rate": 1.9978778612298304e-05,
+      "loss": 27.25,
+      "step": 2098
+    },
+    {
+      "epoch": 0.10030583962534646,
+      "grad_norm": 394.44964599609375,
+      "learning_rate": 1.997872819315772e-05,
+      "loss": 33.9062,
+      "step": 2099
+    },
+    {
+      "epoch": 0.10035362706680684,
+      "grad_norm": 293.3531494140625,
+      "learning_rate": 1.997867771425743e-05,
+      "loss": 52.0938,
+      "step": 2100
+    },
+    {
+      "epoch": 0.10040141450826723,
+      "grad_norm": 227.8121795654297,
+      "learning_rate": 1.9978627175597732e-05,
+      "loss": 33.0312,
+      "step": 2101
+    },
+    {
+      "epoch": 0.10044920194972762,
+      "grad_norm": 240.45054626464844,
+      "learning_rate": 1.997857657717894e-05,
+      "loss": 39.9062,
+      "step": 2102
+    },
+    {
+      "epoch": 0.100496989391188,
+      "grad_norm": 225.9877166748047,
+      "learning_rate": 1.9978525919001346e-05,
+      "loss": 29.0625,
+      "step": 2103
+    },
+    {
+      "epoch": 0.10054477683264838,
+      "grad_norm": 318.6192626953125,
+      "learning_rate": 1.9978475201065256e-05,
+      "loss": 39.4062,
+      "step": 2104
+    },
+    {
+      "epoch": 0.10059256427410876,
+      "grad_norm": 255.15065002441406,
+      "learning_rate": 1.997842442337098e-05,
+      "loss": 38.2188,
+      "step": 2105
+    },
+    {
+      "epoch": 0.10064035171556915,
+      "grad_norm": 301.644287109375,
+      "learning_rate": 1.9978373585918817e-05,
+      "loss": 33.6406,
+      "step": 2106
+    },
+    {
+      "epoch": 0.10068813915702954,
+      "grad_norm": 458.53314208984375,
+      "learning_rate": 1.9978322688709067e-05,
+      "loss": 44.1094,
+      "step": 2107
+    },
+    {
+      "epoch": 0.10073592659848991,
+      "grad_norm": 283.369384765625,
+      "learning_rate": 1.9978271731742045e-05,
+      "loss": 35.7812,
+      "step": 2108
+    },
+    {
+      "epoch": 0.1007837140399503,
+      "grad_norm": 217.2884521484375,
+      "learning_rate": 1.9978220715018047e-05,
+      "loss": 36.5312,
+      "step": 2109
+    },
+    {
+      "epoch": 0.10083150148141068,
+      "grad_norm": 601.1763305664062,
+      "learning_rate": 1.9978169638537386e-05,
+      "loss": 28.3438,
+      "step": 2110
+    },
+    {
+      "epoch": 0.10087928892287107,
+      "grad_norm": 309.1466979980469,
+      "learning_rate": 1.9978118502300364e-05,
+      "loss": 26.9688,
+      "step": 2111
+    },
+    {
+      "epoch": 0.10092707636433146,
+      "grad_norm": 408.98638916015625,
+      "learning_rate": 1.9978067306307284e-05,
+      "loss": 34.5,
+      "step": 2112
+    },
+    {
+      "epoch": 0.10097486380579183,
+      "grad_norm": 1237.0086669921875,
+      "learning_rate": 1.9978016050558456e-05,
+      "loss": 38.25,
+      "step": 2113
+    },
+    {
+      "epoch": 0.10102265124725222,
+      "grad_norm": 428.0404968261719,
+      "learning_rate": 1.997796473505419e-05,
+      "loss": 37.7188,
+      "step": 2114
+    },
+    {
+      "epoch": 0.1010704386887126,
+      "grad_norm": 284.96075439453125,
+      "learning_rate": 1.997791335979479e-05,
+      "loss": 30.25,
+      "step": 2115
+    },
+    {
+      "epoch": 0.10111822613017299,
+      "grad_norm": 286.2012634277344,
+      "learning_rate": 1.9977861924780564e-05,
+      "loss": 38.25,
+      "step": 2116
+    },
+    {
+      "epoch": 0.10116601357163338,
+      "grad_norm": 354.2183837890625,
+      "learning_rate": 1.9977810430011818e-05,
+      "loss": 48.7812,
+      "step": 2117
+    },
+    {
+      "epoch": 0.10121380101309375,
+      "grad_norm": 645.552001953125,
+      "learning_rate": 1.9977758875488865e-05,
+      "loss": 35.2812,
+      "step": 2118
+    },
+    {
+      "epoch": 0.10126158845455414,
+      "grad_norm": 396.7010192871094,
+      "learning_rate": 1.9977707261212007e-05,
+      "loss": 39.6875,
+      "step": 2119
+    },
+    {
+      "epoch": 0.10130937589601453,
+      "grad_norm": 501.8822326660156,
+      "learning_rate": 1.9977655587181562e-05,
+      "loss": 30.9844,
+      "step": 2120
+    },
+    {
+      "epoch": 0.10135716333747491,
+      "grad_norm": 181.89599609375,
+      "learning_rate": 1.9977603853397832e-05,
+      "loss": 21.5312,
+      "step": 2121
+    },
+    {
+      "epoch": 0.1014049507789353,
+      "grad_norm": 216.21368408203125,
+      "learning_rate": 1.9977552059861128e-05,
+      "loss": 27.9375,
+      "step": 2122
+    },
+    {
+      "epoch": 0.10145273822039567,
+      "grad_norm": 550.7671508789062,
+      "learning_rate": 1.9977500206571766e-05,
+      "loss": 41.6562,
+      "step": 2123
+    },
+    {
+      "epoch": 0.10150052566185606,
+      "grad_norm": 366.4822998046875,
+      "learning_rate": 1.997744829353005e-05,
+      "loss": 40.3125,
+      "step": 2124
+    },
+    {
+      "epoch": 0.10154831310331645,
+      "grad_norm": 257.4957275390625,
+      "learning_rate": 1.997739632073629e-05,
+      "loss": 21.8438,
+      "step": 2125
+    },
+    {
+      "epoch": 0.10159610054477683,
+      "grad_norm": 768.9542846679688,
+      "learning_rate": 1.9977344288190807e-05,
+      "loss": 52.8125,
+      "step": 2126
+    },
+    {
+      "epoch": 0.10164388798623722,
+      "grad_norm": 268.15093994140625,
+      "learning_rate": 1.9977292195893903e-05,
+      "loss": 35.0,
+      "step": 2127
+    },
+    {
+      "epoch": 0.1016916754276976,
+      "grad_norm": 318.5135498046875,
+      "learning_rate": 1.9977240043845893e-05,
+      "loss": 24.1562,
+      "step": 2128
+    },
+    {
+      "epoch": 0.10173946286915798,
+      "grad_norm": 377.79461669921875,
+      "learning_rate": 1.997718783204709e-05,
+      "loss": 36.5,
+      "step": 2129
+    },
+    {
+      "epoch": 0.10178725031061837,
+      "grad_norm": 306.04339599609375,
+      "learning_rate": 1.9977135560497806e-05,
+      "loss": 34.6562,
+      "step": 2130
+    },
+    {
+      "epoch": 0.10183503775207875,
+      "grad_norm": 289.62554931640625,
+      "learning_rate": 1.9977083229198353e-05,
+      "loss": 47.3125,
+      "step": 2131
+    },
+    {
+      "epoch": 0.10188282519353914,
+      "grad_norm": 347.68963623046875,
+      "learning_rate": 1.9977030838149046e-05,
+      "loss": 37.9375,
+      "step": 2132
+    },
+    {
+      "epoch": 0.10193061263499953,
+      "grad_norm": 264.8334655761719,
+      "learning_rate": 1.9976978387350198e-05,
+      "loss": 38.2188,
+      "step": 2133
+    },
+    {
+      "epoch": 0.1019784000764599,
+      "grad_norm": 273.446533203125,
+      "learning_rate": 1.997692587680212e-05,
+      "loss": 43.4062,
+      "step": 2134
+    },
+    {
+      "epoch": 0.1020261875179203,
+      "grad_norm": 397.647705078125,
+      "learning_rate": 1.9976873306505135e-05,
+      "loss": 36.8125,
+      "step": 2135
+    },
+    {
+      "epoch": 0.10207397495938067,
+      "grad_norm": 365.6958923339844,
+      "learning_rate": 1.997682067645955e-05,
+      "loss": 36.2812,
+      "step": 2136
+    },
+    {
+      "epoch": 0.10212176240084106,
+      "grad_norm": 329.014404296875,
+      "learning_rate": 1.9976767986665683e-05,
+      "loss": 32.75,
+      "step": 2137
+    },
+    {
+      "epoch": 0.10216954984230145,
+      "grad_norm": 311.0203857421875,
+      "learning_rate": 1.997671523712385e-05,
+      "loss": 40.0938,
+      "step": 2138
+    },
+    {
+      "epoch": 0.10221733728376182,
+      "grad_norm": 397.1090393066406,
+      "learning_rate": 1.9976662427834367e-05,
+      "loss": 41.2188,
+      "step": 2139
+    },
+    {
+      "epoch": 0.10226512472522221,
+      "grad_norm": 336.8424072265625,
+      "learning_rate": 1.9976609558797545e-05,
+      "loss": 46.75,
+      "step": 2140
+    },
+    {
+      "epoch": 0.10231291216668259,
+      "grad_norm": 267.80572509765625,
+      "learning_rate": 1.997655663001371e-05,
+      "loss": 30.9688,
+      "step": 2141
+    },
+    {
+      "epoch": 0.10236069960814298,
+      "grad_norm": 225.0167999267578,
+      "learning_rate": 1.9976503641483173e-05,
+      "loss": 34.1562,
+      "step": 2142
+    },
+    {
+      "epoch": 0.10240848704960337,
+      "grad_norm": 438.5052795410156,
+      "learning_rate": 1.997645059320625e-05,
+      "loss": 45.75,
+      "step": 2143
+    },
+    {
+      "epoch": 0.10245627449106375,
+      "grad_norm": 223.6550750732422,
+      "learning_rate": 1.9976397485183267e-05,
+      "loss": 25.9062,
+      "step": 2144
+    },
+    {
+      "epoch": 0.10250406193252413,
+      "grad_norm": 277.0115966796875,
+      "learning_rate": 1.997634431741453e-05,
+      "loss": 24.5,
+      "step": 2145
+    },
+    {
+      "epoch": 0.10255184937398451,
+      "grad_norm": 384.5546875,
+      "learning_rate": 1.9976291089900366e-05,
+      "loss": 36.9688,
+      "step": 2146
+    },
+    {
+      "epoch": 0.1025996368154449,
+      "grad_norm": 286.14398193359375,
+      "learning_rate": 1.997623780264109e-05,
+      "loss": 41.7812,
+      "step": 2147
+    },
+    {
+      "epoch": 0.10264742425690529,
+      "grad_norm": 309.4834289550781,
+      "learning_rate": 1.9976184455637023e-05,
+      "loss": 42.4062,
+      "step": 2148
+    },
+    {
+      "epoch": 0.10269521169836567,
+      "grad_norm": 657.9223022460938,
+      "learning_rate": 1.9976131048888483e-05,
+      "loss": 38.1875,
+      "step": 2149
+    },
+    {
+      "epoch": 0.10274299913982606,
+      "grad_norm": 477.96868896484375,
+      "learning_rate": 1.9976077582395792e-05,
+      "loss": 34.2188,
+      "step": 2150
+    },
+    {
+      "epoch": 0.10279078658128644,
+      "grad_norm": 288.1696472167969,
+      "learning_rate": 1.997602405615927e-05,
+      "loss": 26.625,
+      "step": 2151
+    },
+    {
+      "epoch": 0.10283857402274682,
+      "grad_norm": 532.3583374023438,
+      "learning_rate": 1.9975970470179235e-05,
+      "loss": 35.9375,
+      "step": 2152
+    },
+    {
+      "epoch": 0.10288636146420721,
+      "grad_norm": 312.1096496582031,
+      "learning_rate": 1.997591682445601e-05,
+      "loss": 39.75,
+      "step": 2153
+    },
+    {
+      "epoch": 0.10293414890566759,
+      "grad_norm": 294.9924011230469,
+      "learning_rate": 1.9975863118989916e-05,
+      "loss": 34.7812,
+      "step": 2154
+    },
+    {
+      "epoch": 0.10298193634712798,
+      "grad_norm": 371.4508361816406,
+      "learning_rate": 1.997580935378127e-05,
+      "loss": 28.5625,
+      "step": 2155
+    },
+    {
+      "epoch": 0.10302972378858836,
+      "grad_norm": 244.36764526367188,
+      "learning_rate": 1.9975755528830404e-05,
+      "loss": 56.0,
+      "step": 2156
+    },
+    {
+      "epoch": 0.10307751123004874,
+      "grad_norm": 324.610107421875,
+      "learning_rate": 1.997570164413763e-05,
+      "loss": 48.25,
+      "step": 2157
+    },
+    {
+      "epoch": 0.10312529867150913,
+      "grad_norm": 177.8732147216797,
+      "learning_rate": 1.9975647699703283e-05,
+      "loss": 33.7812,
+      "step": 2158
+    },
+    {
+      "epoch": 0.1031730861129695,
+      "grad_norm": 375.99749755859375,
+      "learning_rate": 1.997559369552767e-05,
+      "loss": 28.5938,
+      "step": 2159
+    },
+    {
+      "epoch": 0.1032208735544299,
+      "grad_norm": 498.9087219238281,
+      "learning_rate": 1.9975539631611126e-05,
+      "loss": 38.9062,
+      "step": 2160
+    },
+    {
+      "epoch": 0.10326866099589029,
+      "grad_norm": 371.1048583984375,
+      "learning_rate": 1.9975485507953974e-05,
+      "loss": 37.5938,
+      "step": 2161
+    },
+    {
+      "epoch": 0.10331644843735066,
+      "grad_norm": 429.6700439453125,
+      "learning_rate": 1.9975431324556537e-05,
+      "loss": 27.9062,
+      "step": 2162
+    },
+    {
+      "epoch": 0.10336423587881105,
+      "grad_norm": 232.23695373535156,
+      "learning_rate": 1.997537708141913e-05,
+      "loss": 36.5312,
+      "step": 2163
+    },
+    {
+      "epoch": 0.10341202332027143,
+      "grad_norm": 316.1517028808594,
+      "learning_rate": 1.9975322778542092e-05,
+      "loss": 41.6562,
+      "step": 2164
+    },
+    {
+      "epoch": 0.10345981076173182,
+      "grad_norm": 225.9105987548828,
+      "learning_rate": 1.997526841592574e-05,
+      "loss": 20.4219,
+      "step": 2165
+    },
+    {
+      "epoch": 0.1035075982031922,
+      "grad_norm": 370.8276672363281,
+      "learning_rate": 1.9975213993570403e-05,
+      "loss": 29.3125,
+      "step": 2166
+    },
+    {
+      "epoch": 0.10355538564465258,
+      "grad_norm": 287.41705322265625,
+      "learning_rate": 1.9975159511476406e-05,
+      "loss": 24.6875,
+      "step": 2167
+    },
+    {
+      "epoch": 0.10360317308611297,
+      "grad_norm": 330.05218505859375,
+      "learning_rate": 1.9975104969644075e-05,
+      "loss": 35.6875,
+      "step": 2168
+    },
+    {
+      "epoch": 0.10365096052757336,
+      "grad_norm": 340.5052795410156,
+      "learning_rate": 1.9975050368073737e-05,
+      "loss": 45.2812,
+      "step": 2169
+    },
+    {
+      "epoch": 0.10369874796903374,
+      "grad_norm": 298.5918273925781,
+      "learning_rate": 1.9974995706765718e-05,
+      "loss": 67.75,
+      "step": 2170
+    },
+    {
+      "epoch": 0.10374653541049413,
+      "grad_norm": 358.1101379394531,
+      "learning_rate": 1.9974940985720345e-05,
+      "loss": 47.6562,
+      "step": 2171
+    },
+    {
+      "epoch": 0.1037943228519545,
+      "grad_norm": 227.45509338378906,
+      "learning_rate": 1.997488620493795e-05,
+      "loss": 36.6562,
+      "step": 2172
+    },
+    {
+      "epoch": 0.10384211029341489,
+      "grad_norm": 427.1092834472656,
+      "learning_rate": 1.9974831364418855e-05,
+      "loss": 42.2188,
+      "step": 2173
+    },
+    {
+      "epoch": 0.10388989773487528,
+      "grad_norm": 220.1813507080078,
+      "learning_rate": 1.9974776464163387e-05,
+      "loss": 32.0625,
+      "step": 2174
+    },
+    {
+      "epoch": 0.10393768517633566,
+      "grad_norm": 526.800048828125,
+      "learning_rate": 1.9974721504171887e-05,
+      "loss": 36.5,
+      "step": 2175
+    },
+    {
+      "epoch": 0.10398547261779605,
+      "grad_norm": 274.4317932128906,
+      "learning_rate": 1.9974666484444672e-05,
+      "loss": 32.6875,
+      "step": 2176
+    },
+    {
+      "epoch": 0.10403326005925642,
+      "grad_norm": 231.0621337890625,
+      "learning_rate": 1.9974611404982075e-05,
+      "loss": 36.0,
+      "step": 2177
+    },
+    {
+      "epoch": 0.10408104750071681,
+      "grad_norm": 349.9998779296875,
+      "learning_rate": 1.9974556265784427e-05,
+      "loss": 39.0625,
+      "step": 2178
+    },
+    {
+      "epoch": 0.1041288349421772,
+      "grad_norm": 293.1060485839844,
+      "learning_rate": 1.9974501066852058e-05,
+      "loss": 27.7188,
+      "step": 2179
+    },
+    {
+      "epoch": 0.10417662238363758,
+      "grad_norm": 264.909912109375,
+      "learning_rate": 1.9974445808185302e-05,
+      "loss": 37.2188,
+      "step": 2180
+    },
+    {
+      "epoch": 0.10422440982509797,
+      "grad_norm": 267.0150146484375,
+      "learning_rate": 1.997439048978448e-05,
+      "loss": 40.0312,
+      "step": 2181
+    },
+    {
+      "epoch": 0.10427219726655834,
+      "grad_norm": 365.3039245605469,
+      "learning_rate": 1.9974335111649932e-05,
+      "loss": 34.4062,
+      "step": 2182
+    },
+    {
+      "epoch": 0.10431998470801873,
+      "grad_norm": 206.85707092285156,
+      "learning_rate": 1.9974279673781986e-05,
+      "loss": 41.4688,
+      "step": 2183
+    },
+    {
+      "epoch": 0.10436777214947912,
+      "grad_norm": 486.163818359375,
+      "learning_rate": 1.9974224176180978e-05,
+      "loss": 38.6875,
+      "step": 2184
+    },
+    {
+      "epoch": 0.1044155595909395,
+      "grad_norm": 262.2782287597656,
+      "learning_rate": 1.9974168618847237e-05,
+      "loss": 32.0938,
+      "step": 2185
+    },
+    {
+      "epoch": 0.10446334703239989,
+      "grad_norm": 196.44119262695312,
+      "learning_rate": 1.997411300178109e-05,
+      "loss": 30.1562,
+      "step": 2186
+    },
+    {
+      "epoch": 0.10451113447386028,
+      "grad_norm": 588.9843139648438,
+      "learning_rate": 1.9974057324982884e-05,
+      "loss": 32.4062,
+      "step": 2187
+    },
+    {
+      "epoch": 0.10455892191532065,
+      "grad_norm": 235.0355682373047,
+      "learning_rate": 1.9974001588452943e-05,
+      "loss": 30.3438,
+      "step": 2188
+    },
+    {
+      "epoch": 0.10460670935678104,
+      "grad_norm": 317.39910888671875,
+      "learning_rate": 1.99739457921916e-05,
+      "loss": 35.1875,
+      "step": 2189
+    },
+    {
+      "epoch": 0.10465449679824142,
+      "grad_norm": 388.8790283203125,
+      "learning_rate": 1.9973889936199193e-05,
+      "loss": 30.8125,
+      "step": 2190
+    },
+    {
+      "epoch": 0.1047022842397018,
+      "grad_norm": 367.9485778808594,
+      "learning_rate": 1.9973834020476057e-05,
+      "loss": 38.0312,
+      "step": 2191
+    },
+    {
+      "epoch": 0.1047500716811622,
+      "grad_norm": 580.8937377929688,
+      "learning_rate": 1.9973778045022523e-05,
+      "loss": 43.4375,
+      "step": 2192
+    },
+    {
+      "epoch": 0.10479785912262257,
+      "grad_norm": 329.3040771484375,
+      "learning_rate": 1.9973722009838926e-05,
+      "loss": 40.0312,
+      "step": 2193
+    },
+    {
+      "epoch": 0.10484564656408296,
+      "grad_norm": 439.2530822753906,
+      "learning_rate": 1.997366591492561e-05,
+      "loss": 37.4062,
+      "step": 2194
+    },
+    {
+      "epoch": 0.10489343400554334,
+      "grad_norm": 253.37686157226562,
+      "learning_rate": 1.99736097602829e-05,
+      "loss": 50.375,
+      "step": 2195
+    },
+    {
+      "epoch": 0.10494122144700373,
+      "grad_norm": 603.8073120117188,
+      "learning_rate": 1.9973553545911138e-05,
+      "loss": 29.7031,
+      "step": 2196
+    },
+    {
+      "epoch": 0.10498900888846412,
+      "grad_norm": 282.4048156738281,
+      "learning_rate": 1.9973497271810656e-05,
+      "loss": 35.0312,
+      "step": 2197
+    },
+    {
+      "epoch": 0.10503679632992449,
+      "grad_norm": 352.751953125,
+      "learning_rate": 1.99734409379818e-05,
+      "loss": 24.9688,
+      "step": 2198
+    },
+    {
+      "epoch": 0.10508458377138488,
+      "grad_norm": 867.8467407226562,
+      "learning_rate": 1.99733845444249e-05,
+      "loss": 46.6562,
+      "step": 2199
+    },
+    {
+      "epoch": 0.10513237121284526,
+      "grad_norm": 305.75579833984375,
+      "learning_rate": 1.9973328091140295e-05,
+      "loss": 38.5,
+      "step": 2200
+    },
+    {
+      "epoch": 0.10518015865430565,
+      "grad_norm": 249.02064514160156,
+      "learning_rate": 1.9973271578128326e-05,
+      "loss": 32.75,
+      "step": 2201
+    },
+    {
+      "epoch": 0.10522794609576604,
+      "grad_norm": 339.1043395996094,
+      "learning_rate": 1.9973215005389327e-05,
+      "loss": 46.8125,
+      "step": 2202
+    },
+    {
+      "epoch": 0.10527573353722641,
+      "grad_norm": 310.0654602050781,
+      "learning_rate": 1.997315837292364e-05,
+      "loss": 41.2812,
+      "step": 2203
+    },
+    {
+      "epoch": 0.1053235209786868,
+      "grad_norm": 290.7724914550781,
+      "learning_rate": 1.9973101680731607e-05,
+      "loss": 33.375,
+      "step": 2204
+    },
+    {
+      "epoch": 0.10537130842014719,
+      "grad_norm": 384.5721740722656,
+      "learning_rate": 1.9973044928813555e-05,
+      "loss": 37.5938,
+      "step": 2205
+    },
+    {
+      "epoch": 0.10541909586160757,
+      "grad_norm": 427.17559814453125,
+      "learning_rate": 1.997298811716984e-05,
+      "loss": 34.6562,
+      "step": 2206
+    },
+    {
+      "epoch": 0.10546688330306796,
+      "grad_norm": 438.015869140625,
+      "learning_rate": 1.9972931245800794e-05,
+      "loss": 31.0312,
+      "step": 2207
+    },
+    {
+      "epoch": 0.10551467074452833,
+      "grad_norm": 296.8297119140625,
+      "learning_rate": 1.9972874314706755e-05,
+      "loss": 37.75,
+      "step": 2208
+    },
+    {
+      "epoch": 0.10556245818598872,
+      "grad_norm": 212.71279907226562,
+      "learning_rate": 1.997281732388807e-05,
+      "loss": 22.9688,
+      "step": 2209
+    },
+    {
+      "epoch": 0.10561024562744911,
+      "grad_norm": 810.69091796875,
+      "learning_rate": 1.9972760273345078e-05,
+      "loss": 39.2188,
+      "step": 2210
+    },
+    {
+      "epoch": 0.10565803306890949,
+      "grad_norm": 264.3066101074219,
+      "learning_rate": 1.997270316307812e-05,
+      "loss": 35.5,
+      "step": 2211
+    },
+    {
+      "epoch": 0.10570582051036988,
+      "grad_norm": 332.3522033691406,
+      "learning_rate": 1.997264599308754e-05,
+      "loss": 31.3438,
+      "step": 2212
+    },
+    {
+      "epoch": 0.10575360795183025,
+      "grad_norm": 311.1852722167969,
+      "learning_rate": 1.997258876337367e-05,
+      "loss": 25.7812,
+      "step": 2213
+    },
+    {
+      "epoch": 0.10580139539329064,
+      "grad_norm": 280.2758483886719,
+      "learning_rate": 1.9972531473936873e-05,
+      "loss": 36.7188,
+      "step": 2214
+    },
+    {
+      "epoch": 0.10584918283475103,
+      "grad_norm": 408.62841796875,
+      "learning_rate": 1.9972474124777475e-05,
+      "loss": 37.4062,
+      "step": 2215
+    },
+    {
+      "epoch": 0.10589697027621141,
+      "grad_norm": 239.09559631347656,
+      "learning_rate": 1.9972416715895827e-05,
+      "loss": 30.875,
+      "step": 2216
+    },
+    {
+      "epoch": 0.1059447577176718,
+      "grad_norm": 186.0840606689453,
+      "learning_rate": 1.997235924729227e-05,
+      "loss": 30.7188,
+      "step": 2217
+    },
+    {
+      "epoch": 0.10599254515913217,
+      "grad_norm": 447.6601257324219,
+      "learning_rate": 1.9972301718967147e-05,
+      "loss": 53.1875,
+      "step": 2218
+    },
+    {
+      "epoch": 0.10604033260059256,
+      "grad_norm": 293.874755859375,
+      "learning_rate": 1.9972244130920806e-05,
+      "loss": 42.9062,
+      "step": 2219
+    },
+    {
+      "epoch": 0.10608812004205295,
+      "grad_norm": 234.29283142089844,
+      "learning_rate": 1.997218648315359e-05,
+      "loss": 31.2188,
+      "step": 2220
+    },
+    {
+      "epoch": 0.10613590748351333,
+      "grad_norm": 227.79893493652344,
+      "learning_rate": 1.9972128775665845e-05,
+      "loss": 30.5625,
+      "step": 2221
+    },
+    {
+      "epoch": 0.10618369492497372,
+      "grad_norm": 435.67401123046875,
+      "learning_rate": 1.9972071008457917e-05,
+      "loss": 34.3438,
+      "step": 2222
+    },
+    {
+      "epoch": 0.10623148236643411,
+      "grad_norm": 724.1614379882812,
+      "learning_rate": 1.997201318153015e-05,
+      "loss": 45.5625,
+      "step": 2223
+    },
+    {
+      "epoch": 0.10627926980789448,
+      "grad_norm": 363.4144287109375,
+      "learning_rate": 1.997195529488289e-05,
+      "loss": 32.2812,
+      "step": 2224
+    },
+    {
+      "epoch": 0.10632705724935487,
+      "grad_norm": 271.8114013671875,
+      "learning_rate": 1.9971897348516486e-05,
+      "loss": 27.5938,
+      "step": 2225
+    },
+    {
+      "epoch": 0.10637484469081525,
+      "grad_norm": 304.8499755859375,
+      "learning_rate": 1.9971839342431288e-05,
+      "loss": 45.4375,
+      "step": 2226
+    },
+    {
+      "epoch": 0.10642263213227564,
+      "grad_norm": 220.49241638183594,
+      "learning_rate": 1.9971781276627634e-05,
+      "loss": 38.1562,
+      "step": 2227
+    },
+    {
+      "epoch": 0.10647041957373603,
+      "grad_norm": 472.968017578125,
+      "learning_rate": 1.997172315110588e-05,
+      "loss": 38.1094,
+      "step": 2228
+    },
+    {
+      "epoch": 0.1065182070151964,
+      "grad_norm": 254.31881713867188,
+      "learning_rate": 1.9971664965866373e-05,
+      "loss": 25.4219,
+      "step": 2229
+    },
+    {
+      "epoch": 0.10656599445665679,
+      "grad_norm": 438.7346496582031,
+      "learning_rate": 1.9971606720909457e-05,
+      "loss": 46.1875,
+      "step": 2230
+    },
+    {
+      "epoch": 0.10661378189811717,
+      "grad_norm": 701.5111083984375,
+      "learning_rate": 1.9971548416235485e-05,
+      "loss": 47.1562,
+      "step": 2231
+    },
+    {
+      "epoch": 0.10666156933957756,
+      "grad_norm": 312.1395568847656,
+      "learning_rate": 1.9971490051844802e-05,
+      "loss": 36.1094,
+      "step": 2232
+    },
+    {
+      "epoch": 0.10670935678103795,
+      "grad_norm": 263.39837646484375,
+      "learning_rate": 1.997143162773777e-05,
+      "loss": 35.4688,
+      "step": 2233
+    },
+    {
+      "epoch": 0.10675714422249832,
+      "grad_norm": 339.36981201171875,
+      "learning_rate": 1.9971373143914716e-05,
+      "loss": 34.9062,
+      "step": 2234
+    },
+    {
+      "epoch": 0.10680493166395871,
+      "grad_norm": 490.83575439453125,
+      "learning_rate": 1.997131460037601e-05,
+      "loss": 27.5625,
+      "step": 2235
+    },
+    {
+      "epoch": 0.1068527191054191,
+      "grad_norm": 388.2827453613281,
+      "learning_rate": 1.9971255997121998e-05,
+      "loss": 36.0938,
+      "step": 2236
+    },
+    {
+      "epoch": 0.10690050654687948,
+      "grad_norm": 484.5527648925781,
+      "learning_rate": 1.9971197334153025e-05,
+      "loss": 42.0,
+      "step": 2237
+    },
+    {
+      "epoch": 0.10694829398833987,
+      "grad_norm": 227.2734832763672,
+      "learning_rate": 1.9971138611469446e-05,
+      "loss": 21.875,
+      "step": 2238
+    },
+    {
+      "epoch": 0.10699608142980024,
+      "grad_norm": 215.98606872558594,
+      "learning_rate": 1.997107982907162e-05,
+      "loss": 28.6719,
+      "step": 2239
+    },
+    {
+      "epoch": 0.10704386887126063,
+      "grad_norm": 198.78134155273438,
+      "learning_rate": 1.9971020986959884e-05,
+      "loss": 30.4688,
+      "step": 2240
+    },
+    {
+      "epoch": 0.10709165631272102,
+      "grad_norm": 275.0674133300781,
+      "learning_rate": 1.9970962085134602e-05,
+      "loss": 33.0938,
+      "step": 2241
+    },
+    {
+      "epoch": 0.1071394437541814,
+      "grad_norm": 286.6474914550781,
+      "learning_rate": 1.997090312359612e-05,
+      "loss": 36.9688,
+      "step": 2242
+    },
+    {
+      "epoch": 0.10718723119564179,
+      "grad_norm": 132.7478790283203,
+      "learning_rate": 1.99708441023448e-05,
+      "loss": 22.9062,
+      "step": 2243
+    },
+    {
+      "epoch": 0.10723501863710216,
+      "grad_norm": 287.10760498046875,
+      "learning_rate": 1.9970785021380986e-05,
+      "loss": 33.0,
+      "step": 2244
+    },
+    {
+      "epoch": 0.10728280607856255,
+      "grad_norm": 350.2663269042969,
+      "learning_rate": 1.9970725880705038e-05,
+      "loss": 45.8125,
+      "step": 2245
+    },
+    {
+      "epoch": 0.10733059352002294,
+      "grad_norm": 410.79547119140625,
+      "learning_rate": 1.9970666680317302e-05,
+      "loss": 32.8906,
+      "step": 2246
+    },
+    {
+      "epoch": 0.10737838096148332,
+      "grad_norm": 247.84986877441406,
+      "learning_rate": 1.9970607420218145e-05,
+      "loss": 29.5781,
+      "step": 2247
+    },
+    {
+      "epoch": 0.10742616840294371,
+      "grad_norm": 197.74119567871094,
+      "learning_rate": 1.997054810040791e-05,
+      "loss": 23.7969,
+      "step": 2248
+    },
+    {
+      "epoch": 0.10747395584440408,
+      "grad_norm": 376.43505859375,
+      "learning_rate": 1.997048872088696e-05,
+      "loss": 30.3125,
+      "step": 2249
+    },
+    {
+      "epoch": 0.10752174328586447,
+      "grad_norm": 247.88882446289062,
+      "learning_rate": 1.997042928165565e-05,
+      "loss": 23.0625,
+      "step": 2250
+    },
+    {
+      "epoch": 0.10756953072732486,
+      "grad_norm": 375.3780517578125,
+      "learning_rate": 1.997036978271433e-05,
+      "loss": 42.375,
+      "step": 2251
+    },
+    {
+      "epoch": 0.10761731816878524,
+      "grad_norm": 199.8382568359375,
+      "learning_rate": 1.9970310224063364e-05,
+      "loss": 28.0938,
+      "step": 2252
+    },
+    {
+      "epoch": 0.10766510561024563,
+      "grad_norm": 405.58746337890625,
+      "learning_rate": 1.99702506057031e-05,
+      "loss": 37.75,
+      "step": 2253
+    },
+    {
+      "epoch": 0.10771289305170602,
+      "grad_norm": 274.8364562988281,
+      "learning_rate": 1.9970190927633902e-05,
+      "loss": 31.0312,
+      "step": 2254
+    },
+    {
+      "epoch": 0.1077606804931664,
+      "grad_norm": 288.12261962890625,
+      "learning_rate": 1.9970131189856132e-05,
+      "loss": 38.0938,
+      "step": 2255
+    },
+    {
+      "epoch": 0.10780846793462678,
+      "grad_norm": 265.72222900390625,
+      "learning_rate": 1.997007139237013e-05,
+      "loss": 40.75,
+      "step": 2256
+    },
+    {
+      "epoch": 0.10785625537608716,
+      "grad_norm": 276.60888671875,
+      "learning_rate": 1.9970011535176274e-05,
+      "loss": 34.4375,
+      "step": 2257
+    },
+    {
+      "epoch": 0.10790404281754755,
+      "grad_norm": 503.321533203125,
+      "learning_rate": 1.996995161827491e-05,
+      "loss": 48.625,
+      "step": 2258
+    },
+    {
+      "epoch": 0.10795183025900794,
+      "grad_norm": 278.907958984375,
+      "learning_rate": 1.9969891641666403e-05,
+      "loss": 25.5625,
+      "step": 2259
+    },
+    {
+      "epoch": 0.10799961770046831,
+      "grad_norm": 195.24234008789062,
+      "learning_rate": 1.9969831605351104e-05,
+      "loss": 35.0312,
+      "step": 2260
+    },
+    {
+      "epoch": 0.1080474051419287,
+      "grad_norm": 363.8914794921875,
+      "learning_rate": 1.9969771509329385e-05,
+      "loss": 35.0312,
+      "step": 2261
+    },
+    {
+      "epoch": 0.10809519258338908,
+      "grad_norm": 267.42529296875,
+      "learning_rate": 1.9969711353601595e-05,
+      "loss": 34.7812,
+      "step": 2262
+    },
+    {
+      "epoch": 0.10814298002484947,
+      "grad_norm": 320.47161865234375,
+      "learning_rate": 1.99696511381681e-05,
+      "loss": 43.25,
+      "step": 2263
+    },
+    {
+      "epoch": 0.10819076746630986,
+      "grad_norm": 268.7351379394531,
+      "learning_rate": 1.9969590863029258e-05,
+      "loss": 25.125,
+      "step": 2264
+    },
+    {
+      "epoch": 0.10823855490777023,
+      "grad_norm": 287.6875,
+      "learning_rate": 1.9969530528185434e-05,
+      "loss": 33.6562,
+      "step": 2265
+    },
+    {
+      "epoch": 0.10828634234923062,
+      "grad_norm": 358.4764099121094,
+      "learning_rate": 1.9969470133636985e-05,
+      "loss": 36.1875,
+      "step": 2266
+    },
+    {
+      "epoch": 0.108334129790691,
+      "grad_norm": 268.82659912109375,
+      "learning_rate": 1.9969409679384273e-05,
+      "loss": 32.1562,
+      "step": 2267
+    },
+    {
+      "epoch": 0.10838191723215139,
+      "grad_norm": 355.69366455078125,
+      "learning_rate": 1.9969349165427662e-05,
+      "loss": 40.4688,
+      "step": 2268
+    },
+    {
+      "epoch": 0.10842970467361178,
+      "grad_norm": 305.5052185058594,
+      "learning_rate": 1.996928859176751e-05,
+      "loss": 34.1875,
+      "step": 2269
+    },
+    {
+      "epoch": 0.10847749211507215,
+      "grad_norm": 299.4052734375,
+      "learning_rate": 1.9969227958404186e-05,
+      "loss": 40.0,
+      "step": 2270
+    },
+    {
+      "epoch": 0.10852527955653254,
+      "grad_norm": 192.84463500976562,
+      "learning_rate": 1.9969167265338053e-05,
+      "loss": 30.9062,
+      "step": 2271
+    },
+    {
+      "epoch": 0.10857306699799293,
+      "grad_norm": 318.4203796386719,
+      "learning_rate": 1.996910651256947e-05,
+      "loss": 40.75,
+      "step": 2272
+    },
+    {
+      "epoch": 0.10862085443945331,
+      "grad_norm": 350.0880432128906,
+      "learning_rate": 1.99690457000988e-05,
+      "loss": 28.5312,
+      "step": 2273
+    },
+    {
+      "epoch": 0.1086686418809137,
+      "grad_norm": 181.5535430908203,
+      "learning_rate": 1.9968984827926412e-05,
+      "loss": 32.75,
+      "step": 2274
+    },
+    {
+      "epoch": 0.10871642932237408,
+      "grad_norm": 184.64865112304688,
+      "learning_rate": 1.996892389605267e-05,
+      "loss": 22.1719,
+      "step": 2275
+    },
+    {
+      "epoch": 0.10876421676383446,
+      "grad_norm": 366.835205078125,
+      "learning_rate": 1.9968862904477936e-05,
+      "loss": 31.8594,
+      "step": 2276
+    },
+    {
+      "epoch": 0.10881200420529485,
+      "grad_norm": 281.7216491699219,
+      "learning_rate": 1.9968801853202576e-05,
+      "loss": 29.8438,
+      "step": 2277
+    },
+    {
+      "epoch": 0.10885979164675523,
+      "grad_norm": 307.1686096191406,
+      "learning_rate": 1.9968740742226952e-05,
+      "loss": 32.3125,
+      "step": 2278
+    },
+    {
+      "epoch": 0.10890757908821562,
+      "grad_norm": 172.83740234375,
+      "learning_rate": 1.9968679571551443e-05,
+      "loss": 28.6094,
+      "step": 2279
+    },
+    {
+      "epoch": 0.108955366529676,
+      "grad_norm": 272.39697265625,
+      "learning_rate": 1.99686183411764e-05,
+      "loss": 34.9688,
+      "step": 2280
+    },
+    {
+      "epoch": 0.10900315397113639,
+      "grad_norm": 446.1807556152344,
+      "learning_rate": 1.99685570511022e-05,
+      "loss": 44.6875,
+      "step": 2281
+    },
+    {
+      "epoch": 0.10905094141259677,
+      "grad_norm": 354.5092468261719,
+      "learning_rate": 1.9968495701329203e-05,
+      "loss": 28.4688,
+      "step": 2282
+    },
+    {
+      "epoch": 0.10909872885405715,
+      "grad_norm": 215.70059204101562,
+      "learning_rate": 1.996843429185778e-05,
+      "loss": 27.5312,
+      "step": 2283
+    },
+    {
+      "epoch": 0.10914651629551754,
+      "grad_norm": 287.7535400390625,
+      "learning_rate": 1.99683728226883e-05,
+      "loss": 38.2812,
+      "step": 2284
+    },
+    {
+      "epoch": 0.10919430373697792,
+      "grad_norm": 214.91864013671875,
+      "learning_rate": 1.9968311293821127e-05,
+      "loss": 29.7188,
+      "step": 2285
+    },
+    {
+      "epoch": 0.1092420911784383,
+      "grad_norm": 376.0693359375,
+      "learning_rate": 1.9968249705256634e-05,
+      "loss": 34.0938,
+      "step": 2286
+    },
+    {
+      "epoch": 0.1092898786198987,
+      "grad_norm": 272.6035461425781,
+      "learning_rate": 1.9968188056995187e-05,
+      "loss": 29.3438,
+      "step": 2287
+    },
+    {
+      "epoch": 0.10933766606135907,
+      "grad_norm": 465.98236083984375,
+      "learning_rate": 1.996812634903716e-05,
+      "loss": 50.875,
+      "step": 2288
+    },
+    {
+      "epoch": 0.10938545350281946,
+      "grad_norm": 430.748291015625,
+      "learning_rate": 1.9968064581382914e-05,
+      "loss": 39.7656,
+      "step": 2289
+    },
+    {
+      "epoch": 0.10943324094427985,
+      "grad_norm": 303.9486083984375,
+      "learning_rate": 1.9968002754032824e-05,
+      "loss": 34.5625,
+      "step": 2290
+    },
+    {
+      "epoch": 0.10948102838574023,
+      "grad_norm": 338.016357421875,
+      "learning_rate": 1.996794086698726e-05,
+      "loss": 50.5625,
+      "step": 2291
+    },
+    {
+      "epoch": 0.10952881582720062,
+      "grad_norm": 341.6888427734375,
+      "learning_rate": 1.996787892024659e-05,
+      "loss": 35.25,
+      "step": 2292
+    },
+    {
+      "epoch": 0.10957660326866099,
+      "grad_norm": 560.7478637695312,
+      "learning_rate": 1.996781691381119e-05,
+      "loss": 27.8125,
+      "step": 2293
+    },
+    {
+      "epoch": 0.10962439071012138,
+      "grad_norm": 288.2172546386719,
+      "learning_rate": 1.9967754847681432e-05,
+      "loss": 44.4375,
+      "step": 2294
+    },
+    {
+      "epoch": 0.10967217815158177,
+      "grad_norm": 205.91213989257812,
+      "learning_rate": 1.996769272185768e-05,
+      "loss": 22.5312,
+      "step": 2295
+    },
+    {
+      "epoch": 0.10971996559304215,
+      "grad_norm": 243.80792236328125,
+      "learning_rate": 1.996763053634031e-05,
+      "loss": 36.7188,
+      "step": 2296
+    },
+    {
+      "epoch": 0.10976775303450254,
+      "grad_norm": 316.1541442871094,
+      "learning_rate": 1.99675682911297e-05,
+      "loss": 36.6562,
+      "step": 2297
+    },
+    {
+      "epoch": 0.10981554047596291,
+      "grad_norm": 400.5892639160156,
+      "learning_rate": 1.9967505986226216e-05,
+      "loss": 32.625,
+      "step": 2298
+    },
+    {
+      "epoch": 0.1098633279174233,
+      "grad_norm": 331.9956359863281,
+      "learning_rate": 1.9967443621630228e-05,
+      "loss": 38.6875,
+      "step": 2299
+    },
+    {
+      "epoch": 0.10991111535888369,
+      "grad_norm": 330.3526611328125,
+      "learning_rate": 1.9967381197342118e-05,
+      "loss": 29.2969,
+      "step": 2300
+    },
+    {
+      "epoch": 0.10995890280034407,
+      "grad_norm": 400.2642822265625,
+      "learning_rate": 1.9967318713362255e-05,
+      "loss": 43.1562,
+      "step": 2301
+    },
+    {
+      "epoch": 0.11000669024180446,
+      "grad_norm": 258.467041015625,
+      "learning_rate": 1.9967256169691014e-05,
+      "loss": 42.5,
+      "step": 2302
+    },
+    {
+      "epoch": 0.11005447768326483,
+      "grad_norm": 411.99468994140625,
+      "learning_rate": 1.996719356632877e-05,
+      "loss": 37.0938,
+      "step": 2303
+    },
+    {
+      "epoch": 0.11010226512472522,
+      "grad_norm": 235.05038452148438,
+      "learning_rate": 1.9967130903275897e-05,
+      "loss": 25.2188,
+      "step": 2304
+    },
+    {
+      "epoch": 0.11015005256618561,
+      "grad_norm": 282.3503112792969,
+      "learning_rate": 1.9967068180532774e-05,
+      "loss": 36.625,
+      "step": 2305
+    },
+    {
+      "epoch": 0.11019784000764599,
+      "grad_norm": 242.63880920410156,
+      "learning_rate": 1.996700539809977e-05,
+      "loss": 28.5,
+      "step": 2306
+    },
+    {
+      "epoch": 0.11024562744910638,
+      "grad_norm": 362.8203125,
+      "learning_rate": 1.996694255597727e-05,
+      "loss": 34.75,
+      "step": 2307
+    },
+    {
+      "epoch": 0.11029341489056677,
+      "grad_norm": 291.039306640625,
+      "learning_rate": 1.996687965416564e-05,
+      "loss": 39.6562,
+      "step": 2308
+    },
+    {
+      "epoch": 0.11034120233202714,
+      "grad_norm": 239.23983764648438,
+      "learning_rate": 1.9966816692665262e-05,
+      "loss": 31.5,
+      "step": 2309
+    },
+    {
+      "epoch": 0.11038898977348753,
+      "grad_norm": 493.45355224609375,
+      "learning_rate": 1.9966753671476514e-05,
+      "loss": 42.0312,
+      "step": 2310
+    },
+    {
+      "epoch": 0.1104367772149479,
+      "grad_norm": 405.5328674316406,
+      "learning_rate": 1.996669059059977e-05,
+      "loss": 52.7812,
+      "step": 2311
+    },
+    {
+      "epoch": 0.1104845646564083,
+      "grad_norm": 225.99940490722656,
+      "learning_rate": 1.9966627450035415e-05,
+      "loss": 51.625,
+      "step": 2312
+    },
+    {
+      "epoch": 0.11053235209786869,
+      "grad_norm": 500.4051208496094,
+      "learning_rate": 1.9966564249783817e-05,
+      "loss": 36.9375,
+      "step": 2313
+    },
+    {
+      "epoch": 0.11058013953932906,
+      "grad_norm": 241.92431640625,
+      "learning_rate": 1.996650098984536e-05,
+      "loss": 31.5938,
+      "step": 2314
+    },
+    {
+      "epoch": 0.11062792698078945,
+      "grad_norm": 283.81512451171875,
+      "learning_rate": 1.9966437670220424e-05,
+      "loss": 34.1875,
+      "step": 2315
+    },
+    {
+      "epoch": 0.11067571442224983,
+      "grad_norm": 623.3348388671875,
+      "learning_rate": 1.9966374290909388e-05,
+      "loss": 47.0625,
+      "step": 2316
+    },
+    {
+      "epoch": 0.11072350186371022,
+      "grad_norm": 225.57949829101562,
+      "learning_rate": 1.9966310851912626e-05,
+      "loss": 33.9062,
+      "step": 2317
+    },
+    {
+      "epoch": 0.1107712893051706,
+      "grad_norm": 466.5682678222656,
+      "learning_rate": 1.9966247353230527e-05,
+      "loss": 39.5,
+      "step": 2318
+    },
+    {
+      "epoch": 0.11081907674663098,
+      "grad_norm": 319.2419738769531,
+      "learning_rate": 1.9966183794863462e-05,
+      "loss": 36.0625,
+      "step": 2319
+    },
+    {
+      "epoch": 0.11086686418809137,
+      "grad_norm": 236.6317138671875,
+      "learning_rate": 1.996612017681182e-05,
+      "loss": 29.0781,
+      "step": 2320
+    },
+    {
+      "epoch": 0.11091465162955175,
+      "grad_norm": 221.13734436035156,
+      "learning_rate": 1.9966056499075975e-05,
+      "loss": 28.4375,
+      "step": 2321
+    },
+    {
+      "epoch": 0.11096243907101214,
+      "grad_norm": 229.31341552734375,
+      "learning_rate": 1.9965992761656312e-05,
+      "loss": 39.5781,
+      "step": 2322
+    },
+    {
+      "epoch": 0.11101022651247253,
+      "grad_norm": 252.44708251953125,
+      "learning_rate": 1.996592896455321e-05,
+      "loss": 38.7188,
+      "step": 2323
+    },
+    {
+      "epoch": 0.1110580139539329,
+      "grad_norm": 227.68368530273438,
+      "learning_rate": 1.996586510776706e-05,
+      "loss": 40.9688,
+      "step": 2324
+    },
+    {
+      "epoch": 0.11110580139539329,
+      "grad_norm": 302.64727783203125,
+      "learning_rate": 1.9965801191298228e-05,
+      "loss": 34.125,
+      "step": 2325
+    },
+    {
+      "epoch": 0.11115358883685368,
+      "grad_norm": 326.7855529785156,
+      "learning_rate": 1.9965737215147113e-05,
+      "loss": 37.4375,
+      "step": 2326
+    },
+    {
+      "epoch": 0.11120137627831406,
+      "grad_norm": 263.9740295410156,
+      "learning_rate": 1.9965673179314087e-05,
+      "loss": 26.5,
+      "step": 2327
+    },
+    {
+      "epoch": 0.11124916371977445,
+      "grad_norm": 554.818359375,
+      "learning_rate": 1.9965609083799543e-05,
+      "loss": 31.0625,
+      "step": 2328
+    },
+    {
+      "epoch": 0.11129695116123482,
+      "grad_norm": 323.7972717285156,
+      "learning_rate": 1.9965544928603854e-05,
+      "loss": 34.6875,
+      "step": 2329
+    },
+    {
+      "epoch": 0.11134473860269521,
+      "grad_norm": 241.22970581054688,
+      "learning_rate": 1.9965480713727413e-05,
+      "loss": 41.8438,
+      "step": 2330
+    },
+    {
+      "epoch": 0.1113925260441556,
+      "grad_norm": 280.8841857910156,
+      "learning_rate": 1.9965416439170605e-05,
+      "loss": 32.5625,
+      "step": 2331
+    },
+    {
+      "epoch": 0.11144031348561598,
+      "grad_norm": 339.9106750488281,
+      "learning_rate": 1.9965352104933805e-05,
+      "loss": 35.0312,
+      "step": 2332
+    },
+    {
+      "epoch": 0.11148810092707637,
+      "grad_norm": 364.23858642578125,
+      "learning_rate": 1.996528771101741e-05,
+      "loss": 38.2188,
+      "step": 2333
+    },
+    {
+      "epoch": 0.11153588836853674,
+      "grad_norm": 483.7159729003906,
+      "learning_rate": 1.9965223257421796e-05,
+      "loss": 36.5625,
+      "step": 2334
+    },
+    {
+      "epoch": 0.11158367580999713,
+      "grad_norm": 206.20599365234375,
+      "learning_rate": 1.9965158744147353e-05,
+      "loss": 22.0469,
+      "step": 2335
+    },
+    {
+      "epoch": 0.11163146325145752,
+      "grad_norm": 302.6212158203125,
+      "learning_rate": 1.9965094171194473e-05,
+      "loss": 25.1875,
+      "step": 2336
+    },
+    {
+      "epoch": 0.1116792506929179,
+      "grad_norm": 282.4824523925781,
+      "learning_rate": 1.9965029538563533e-05,
+      "loss": 34.625,
+      "step": 2337
+    },
+    {
+      "epoch": 0.11172703813437829,
+      "grad_norm": 293.4607849121094,
+      "learning_rate": 1.9964964846254925e-05,
+      "loss": 37.6875,
+      "step": 2338
+    },
+    {
+      "epoch": 0.11177482557583866,
+      "grad_norm": 262.0683898925781,
+      "learning_rate": 1.996490009426904e-05,
+      "loss": 28.9688,
+      "step": 2339
+    },
+    {
+      "epoch": 0.11182261301729905,
+      "grad_norm": 215.3218536376953,
+      "learning_rate": 1.9964835282606256e-05,
+      "loss": 33.5156,
+      "step": 2340
+    },
+    {
+      "epoch": 0.11187040045875944,
+      "grad_norm": 281.8415832519531,
+      "learning_rate": 1.9964770411266968e-05,
+      "loss": 30.1875,
+      "step": 2341
+    },
+    {
+      "epoch": 0.11191818790021982,
+      "grad_norm": 249.01901245117188,
+      "learning_rate": 1.9964705480251566e-05,
+      "loss": 24.0625,
+      "step": 2342
+    },
+    {
+      "epoch": 0.11196597534168021,
+      "grad_norm": 794.3128051757812,
+      "learning_rate": 1.9964640489560433e-05,
+      "loss": 23.1875,
+      "step": 2343
+    },
+    {
+      "epoch": 0.1120137627831406,
+      "grad_norm": 389.83648681640625,
+      "learning_rate": 1.9964575439193966e-05,
+      "loss": 32.9688,
+      "step": 2344
+    },
+    {
+      "epoch": 0.11206155022460097,
+      "grad_norm": 240.43820190429688,
+      "learning_rate": 1.9964510329152547e-05,
+      "loss": 33.4375,
+      "step": 2345
+    },
+    {
+      "epoch": 0.11210933766606136,
+      "grad_norm": 287.2730407714844,
+      "learning_rate": 1.9964445159436566e-05,
+      "loss": 25.8125,
+      "step": 2346
+    },
+    {
+      "epoch": 0.11215712510752174,
+      "grad_norm": 225.5563507080078,
+      "learning_rate": 1.996437993004642e-05,
+      "loss": 31.7188,
+      "step": 2347
+    },
+    {
+      "epoch": 0.11220491254898213,
+      "grad_norm": 315.0452880859375,
+      "learning_rate": 1.9964314640982496e-05,
+      "loss": 34.5625,
+      "step": 2348
+    },
+    {
+      "epoch": 0.11225269999044252,
+      "grad_norm": 509.01531982421875,
+      "learning_rate": 1.9964249292245183e-05,
+      "loss": 35.2656,
+      "step": 2349
+    },
+    {
+      "epoch": 0.11230048743190289,
+      "grad_norm": 237.1726837158203,
+      "learning_rate": 1.9964183883834877e-05,
+      "loss": 40.0,
+      "step": 2350
+    },
+    {
+      "epoch": 0.11234827487336328,
+      "grad_norm": 248.89602661132812,
+      "learning_rate": 1.9964118415751963e-05,
+      "loss": 32.2031,
+      "step": 2351
+    },
+    {
+      "epoch": 0.11239606231482366,
+      "grad_norm": 495.4935607910156,
+      "learning_rate": 1.9964052887996836e-05,
+      "loss": 40.75,
+      "step": 2352
+    },
+    {
+      "epoch": 0.11244384975628405,
+      "grad_norm": 332.44854736328125,
+      "learning_rate": 1.9963987300569894e-05,
+      "loss": 31.625,
+      "step": 2353
+    },
+    {
+      "epoch": 0.11249163719774444,
+      "grad_norm": 364.05621337890625,
+      "learning_rate": 1.9963921653471524e-05,
+      "loss": 36.3125,
+      "step": 2354
+    },
+    {
+      "epoch": 0.11253942463920481,
+      "grad_norm": 192.8046875,
+      "learning_rate": 1.996385594670212e-05,
+      "loss": 25.9375,
+      "step": 2355
+    },
+    {
+      "epoch": 0.1125872120806652,
+      "grad_norm": 260.30291748046875,
+      "learning_rate": 1.9963790180262072e-05,
+      "loss": 30.2344,
+      "step": 2356
+    },
+    {
+      "epoch": 0.11263499952212559,
+      "grad_norm": 397.56292724609375,
+      "learning_rate": 1.9963724354151782e-05,
+      "loss": 39.3125,
+      "step": 2357
+    },
+    {
+      "epoch": 0.11268278696358597,
+      "grad_norm": 203.76426696777344,
+      "learning_rate": 1.9963658468371637e-05,
+      "loss": 46.25,
+      "step": 2358
+    },
+    {
+      "epoch": 0.11273057440504636,
+      "grad_norm": 218.11563110351562,
+      "learning_rate": 1.996359252292204e-05,
+      "loss": 24.7031,
+      "step": 2359
+    },
+    {
+      "epoch": 0.11277836184650673,
+      "grad_norm": 323.4265441894531,
+      "learning_rate": 1.9963526517803374e-05,
+      "loss": 38.6406,
+      "step": 2360
+    },
+    {
+      "epoch": 0.11282614928796712,
+      "grad_norm": 335.9910583496094,
+      "learning_rate": 1.9963460453016043e-05,
+      "loss": 36.1562,
+      "step": 2361
+    },
+    {
+      "epoch": 0.11287393672942751,
+      "grad_norm": 267.0211181640625,
+      "learning_rate": 1.9963394328560438e-05,
+      "loss": 28.5156,
+      "step": 2362
+    },
+    {
+      "epoch": 0.11292172417088789,
+      "grad_norm": 371.62115478515625,
+      "learning_rate": 1.996332814443696e-05,
+      "loss": 38.0,
+      "step": 2363
+    },
+    {
+      "epoch": 0.11296951161234828,
+      "grad_norm": 260.5044860839844,
+      "learning_rate": 1.9963261900646002e-05,
+      "loss": 49.4688,
+      "step": 2364
+    },
+    {
+      "epoch": 0.11301729905380865,
+      "grad_norm": 504.8782653808594,
+      "learning_rate": 1.996319559718796e-05,
+      "loss": 38.4375,
+      "step": 2365
+    },
+    {
+      "epoch": 0.11306508649526904,
+      "grad_norm": 358.02056884765625,
+      "learning_rate": 1.9963129234063238e-05,
+      "loss": 46.375,
+      "step": 2366
+    },
+    {
+      "epoch": 0.11311287393672943,
+      "grad_norm": 442.5549621582031,
+      "learning_rate": 1.9963062811272224e-05,
+      "loss": 37.5938,
+      "step": 2367
+    },
+    {
+      "epoch": 0.11316066137818981,
+      "grad_norm": 231.49749755859375,
+      "learning_rate": 1.9962996328815318e-05,
+      "loss": 32.4062,
+      "step": 2368
+    },
+    {
+      "epoch": 0.1132084488196502,
+      "grad_norm": 229.224609375,
+      "learning_rate": 1.996292978669292e-05,
+      "loss": 30.6562,
+      "step": 2369
+    },
+    {
+      "epoch": 0.11325623626111057,
+      "grad_norm": 324.5296936035156,
+      "learning_rate": 1.996286318490543e-05,
+      "loss": 33.5312,
+      "step": 2370
+    },
+    {
+      "epoch": 0.11330402370257096,
+      "grad_norm": 388.812744140625,
+      "learning_rate": 1.9962796523453246e-05,
+      "loss": 33.7188,
+      "step": 2371
+    },
+    {
+      "epoch": 0.11335181114403135,
+      "grad_norm": 254.5963897705078,
+      "learning_rate": 1.9962729802336764e-05,
+      "loss": 31.9688,
+      "step": 2372
+    },
+    {
+      "epoch": 0.11339959858549173,
+      "grad_norm": 486.7300109863281,
+      "learning_rate": 1.9962663021556385e-05,
+      "loss": 26.9375,
+      "step": 2373
+    },
+    {
+      "epoch": 0.11344738602695212,
+      "grad_norm": 270.26861572265625,
+      "learning_rate": 1.9962596181112514e-05,
+      "loss": 26.125,
+      "step": 2374
+    },
+    {
+      "epoch": 0.11349517346841251,
+      "grad_norm": 238.09295654296875,
+      "learning_rate": 1.9962529281005545e-05,
+      "loss": 33.75,
+      "step": 2375
+    },
+    {
+      "epoch": 0.11354296090987288,
+      "grad_norm": 447.8825988769531,
+      "learning_rate": 1.9962462321235877e-05,
+      "loss": 33.5625,
+      "step": 2376
+    },
+    {
+      "epoch": 0.11359074835133327,
+      "grad_norm": 294.9532470703125,
+      "learning_rate": 1.996239530180392e-05,
+      "loss": 51.4375,
+      "step": 2377
+    },
+    {
+      "epoch": 0.11363853579279365,
+      "grad_norm": 379.81781005859375,
+      "learning_rate": 1.996232822271007e-05,
+      "loss": 37.6562,
+      "step": 2378
+    },
+    {
+      "epoch": 0.11368632323425404,
+      "grad_norm": 284.5783386230469,
+      "learning_rate": 1.9962261083954725e-05,
+      "loss": 27.0312,
+      "step": 2379
+    },
+    {
+      "epoch": 0.11373411067571443,
+      "grad_norm": 607.5885620117188,
+      "learning_rate": 1.9962193885538293e-05,
+      "loss": 35.875,
+      "step": 2380
+    },
+    {
+      "epoch": 0.1137818981171748,
+      "grad_norm": 243.6791534423828,
+      "learning_rate": 1.9962126627461175e-05,
+      "loss": 31.9375,
+      "step": 2381
+    },
+    {
+      "epoch": 0.1138296855586352,
+      "grad_norm": 282.3908386230469,
+      "learning_rate": 1.9962059309723775e-05,
+      "loss": 33.0312,
+      "step": 2382
+    },
+    {
+      "epoch": 0.11387747300009557,
+      "grad_norm": 329.8258056640625,
+      "learning_rate": 1.996199193232649e-05,
+      "loss": 30.9375,
+      "step": 2383
+    },
+    {
+      "epoch": 0.11392526044155596,
+      "grad_norm": 253.14956665039062,
+      "learning_rate": 1.996192449526973e-05,
+      "loss": 30.5,
+      "step": 2384
+    },
+    {
+      "epoch": 0.11397304788301635,
+      "grad_norm": 313.4358215332031,
+      "learning_rate": 1.99618569985539e-05,
+      "loss": 34.4688,
+      "step": 2385
+    },
+    {
+      "epoch": 0.11402083532447672,
+      "grad_norm": 237.309326171875,
+      "learning_rate": 1.9961789442179397e-05,
+      "loss": 26.2188,
+      "step": 2386
+    },
+    {
+      "epoch": 0.11406862276593711,
+      "grad_norm": 275.0139465332031,
+      "learning_rate": 1.9961721826146626e-05,
+      "loss": 31.2188,
+      "step": 2387
+    },
+    {
+      "epoch": 0.11411641020739749,
+      "grad_norm": 204.15020751953125,
+      "learning_rate": 1.9961654150456002e-05,
+      "loss": 31.1875,
+      "step": 2388
+    },
+    {
+      "epoch": 0.11416419764885788,
+      "grad_norm": 371.2453308105469,
+      "learning_rate": 1.996158641510792e-05,
+      "loss": 31.9375,
+      "step": 2389
+    },
+    {
+      "epoch": 0.11421198509031827,
+      "grad_norm": 433.3564453125,
+      "learning_rate": 1.996151862010279e-05,
+      "loss": 41.375,
+      "step": 2390
+    },
+    {
+      "epoch": 0.11425977253177864,
+      "grad_norm": 475.4623107910156,
+      "learning_rate": 1.996145076544102e-05,
+      "loss": 36.3438,
+      "step": 2391
+    },
+    {
+      "epoch": 0.11430755997323903,
+      "grad_norm": 215.48580932617188,
+      "learning_rate": 1.996138285112301e-05,
+      "loss": 30.75,
+      "step": 2392
+    },
+    {
+      "epoch": 0.11435534741469942,
+      "grad_norm": 375.2425231933594,
+      "learning_rate": 1.9961314877149173e-05,
+      "loss": 29.875,
+      "step": 2393
+    },
+    {
+      "epoch": 0.1144031348561598,
+      "grad_norm": 417.8712463378906,
+      "learning_rate": 1.9961246843519912e-05,
+      "loss": 38.4375,
+      "step": 2394
+    },
+    {
+      "epoch": 0.11445092229762019,
+      "grad_norm": 348.1894836425781,
+      "learning_rate": 1.9961178750235636e-05,
+      "loss": 42.875,
+      "step": 2395
+    },
+    {
+      "epoch": 0.11449870973908056,
+      "grad_norm": 226.85231018066406,
+      "learning_rate": 1.9961110597296753e-05,
+      "loss": 32.75,
+      "step": 2396
+    },
+    {
+      "epoch": 0.11454649718054095,
+      "grad_norm": 384.117431640625,
+      "learning_rate": 1.996104238470367e-05,
+      "loss": 37.2969,
+      "step": 2397
+    },
+    {
+      "epoch": 0.11459428462200134,
+      "grad_norm": 299.21759033203125,
+      "learning_rate": 1.99609741124568e-05,
+      "loss": 29.75,
+      "step": 2398
+    },
+    {
+      "epoch": 0.11464207206346172,
+      "grad_norm": 285.33203125,
+      "learning_rate": 1.9960905780556542e-05,
+      "loss": 38.6875,
+      "step": 2399
+    },
+    {
+      "epoch": 0.11468985950492211,
+      "grad_norm": 448.34576416015625,
+      "learning_rate": 1.9960837389003318e-05,
+      "loss": 52.4375,
+      "step": 2400
+    },
+    {
+      "epoch": 0.11473764694638248,
+      "grad_norm": 257.3877868652344,
+      "learning_rate": 1.9960768937797528e-05,
+      "loss": 28.0312,
+      "step": 2401
+    },
+    {
+      "epoch": 0.11478543438784287,
+      "grad_norm": 290.8345031738281,
+      "learning_rate": 1.9960700426939585e-05,
+      "loss": 46.9375,
+      "step": 2402
+    },
+    {
+      "epoch": 0.11483322182930326,
+      "grad_norm": 334.9638671875,
+      "learning_rate": 1.99606318564299e-05,
+      "loss": 29.5938,
+      "step": 2403
+    },
+    {
+      "epoch": 0.11488100927076364,
+      "grad_norm": 189.31678771972656,
+      "learning_rate": 1.9960563226268882e-05,
+      "loss": 41.0,
+      "step": 2404
+    },
+    {
+      "epoch": 0.11492879671222403,
+      "grad_norm": 278.8629150390625,
+      "learning_rate": 1.9960494536456943e-05,
+      "loss": 24.0,
+      "step": 2405
+    },
+    {
+      "epoch": 0.1149765841536844,
+      "grad_norm": 435.7681884765625,
+      "learning_rate": 1.9960425786994494e-05,
+      "loss": 31.0,
+      "step": 2406
+    },
+    {
+      "epoch": 0.1150243715951448,
+      "grad_norm": 230.35337829589844,
+      "learning_rate": 1.996035697788195e-05,
+      "loss": 34.2812,
+      "step": 2407
+    },
+    {
+      "epoch": 0.11507215903660518,
+      "grad_norm": 676.3419799804688,
+      "learning_rate": 1.9960288109119714e-05,
+      "loss": 36.7188,
+      "step": 2408
+    },
+    {
+      "epoch": 0.11511994647806556,
+      "grad_norm": 400.09600830078125,
+      "learning_rate": 1.996021918070821e-05,
+      "loss": 34.5312,
+      "step": 2409
+    },
+    {
+      "epoch": 0.11516773391952595,
+      "grad_norm": 325.07080078125,
+      "learning_rate": 1.996015019264784e-05,
+      "loss": 40.75,
+      "step": 2410
+    },
+    {
+      "epoch": 0.11521552136098634,
+      "grad_norm": 370.9980773925781,
+      "learning_rate": 1.9960081144939027e-05,
+      "loss": 40.4375,
+      "step": 2411
+    },
+    {
+      "epoch": 0.11526330880244672,
+      "grad_norm": 172.8309326171875,
+      "learning_rate": 1.996001203758218e-05,
+      "loss": 29.8125,
+      "step": 2412
+    },
+    {
+      "epoch": 0.1153110962439071,
+      "grad_norm": 281.2940979003906,
+      "learning_rate": 1.9959942870577712e-05,
+      "loss": 32.875,
+      "step": 2413
+    },
+    {
+      "epoch": 0.11535888368536748,
+      "grad_norm": 432.5513916015625,
+      "learning_rate": 1.995987364392604e-05,
+      "loss": 29.3125,
+      "step": 2414
+    },
+    {
+      "epoch": 0.11540667112682787,
+      "grad_norm": 379.75323486328125,
+      "learning_rate": 1.995980435762757e-05,
+      "loss": 36.0312,
+      "step": 2415
+    },
+    {
+      "epoch": 0.11545445856828826,
+      "grad_norm": 285.70709228515625,
+      "learning_rate": 1.995973501168273e-05,
+      "loss": 41.3438,
+      "step": 2416
+    },
+    {
+      "epoch": 0.11550224600974864,
+      "grad_norm": 300.3800048828125,
+      "learning_rate": 1.9959665606091927e-05,
+      "loss": 34.0,
+      "step": 2417
+    },
+    {
+      "epoch": 0.11555003345120902,
+      "grad_norm": 436.8574523925781,
+      "learning_rate": 1.9959596140855576e-05,
+      "loss": 49.1562,
+      "step": 2418
+    },
+    {
+      "epoch": 0.1155978208926694,
+      "grad_norm": 466.1924133300781,
+      "learning_rate": 1.9959526615974098e-05,
+      "loss": 38.6562,
+      "step": 2419
+    },
+    {
+      "epoch": 0.11564560833412979,
+      "grad_norm": 380.4989013671875,
+      "learning_rate": 1.9959457031447907e-05,
+      "loss": 38.1406,
+      "step": 2420
+    },
+    {
+      "epoch": 0.11569339577559018,
+      "grad_norm": 291.67498779296875,
+      "learning_rate": 1.995938738727742e-05,
+      "loss": 38.2188,
+      "step": 2421
+    },
+    {
+      "epoch": 0.11574118321705056,
+      "grad_norm": 424.07891845703125,
+      "learning_rate": 1.9959317683463052e-05,
+      "loss": 39.9688,
+      "step": 2422
+    },
+    {
+      "epoch": 0.11578897065851095,
+      "grad_norm": 312.6497497558594,
+      "learning_rate": 1.9959247920005224e-05,
+      "loss": 31.5938,
+      "step": 2423
+    },
+    {
+      "epoch": 0.11583675809997132,
+      "grad_norm": 252.2390594482422,
+      "learning_rate": 1.995917809690435e-05,
+      "loss": 32.375,
+      "step": 2424
+    },
+    {
+      "epoch": 0.11588454554143171,
+      "grad_norm": 269.37506103515625,
+      "learning_rate": 1.995910821416085e-05,
+      "loss": 30.1406,
+      "step": 2425
+    },
+    {
+      "epoch": 0.1159323329828921,
+      "grad_norm": 264.8388977050781,
+      "learning_rate": 1.9959038271775143e-05,
+      "loss": 25.8438,
+      "step": 2426
+    },
+    {
+      "epoch": 0.11598012042435248,
+      "grad_norm": 271.7633972167969,
+      "learning_rate": 1.995896826974765e-05,
+      "loss": 25.5625,
+      "step": 2427
+    },
+    {
+      "epoch": 0.11602790786581287,
+      "grad_norm": 438.9596252441406,
+      "learning_rate": 1.9958898208078784e-05,
+      "loss": 81.5625,
+      "step": 2428
+    },
+    {
+      "epoch": 0.11607569530727326,
+      "grad_norm": 451.327392578125,
+      "learning_rate": 1.995882808676897e-05,
+      "loss": 33.5,
+      "step": 2429
+    },
+    {
+      "epoch": 0.11612348274873363,
+      "grad_norm": 429.32818603515625,
+      "learning_rate": 1.9958757905818628e-05,
+      "loss": 21.6094,
+      "step": 2430
+    },
+    {
+      "epoch": 0.11617127019019402,
+      "grad_norm": 1446.977783203125,
+      "learning_rate": 1.9958687665228174e-05,
+      "loss": 43.3125,
+      "step": 2431
+    },
+    {
+      "epoch": 0.1162190576316544,
+      "grad_norm": 379.49627685546875,
+      "learning_rate": 1.9958617364998032e-05,
+      "loss": 38.1875,
+      "step": 2432
+    },
+    {
+      "epoch": 0.11626684507311479,
+      "grad_norm": 424.7218933105469,
+      "learning_rate": 1.9958547005128623e-05,
+      "loss": 48.9375,
+      "step": 2433
+    },
+    {
+      "epoch": 0.11631463251457518,
+      "grad_norm": 395.64715576171875,
+      "learning_rate": 1.9958476585620365e-05,
+      "loss": 45.5312,
+      "step": 2434
+    },
+    {
+      "epoch": 0.11636241995603555,
+      "grad_norm": 183.02084350585938,
+      "learning_rate": 1.9958406106473683e-05,
+      "loss": 32.0938,
+      "step": 2435
+    },
+    {
+      "epoch": 0.11641020739749594,
+      "grad_norm": 414.86138916015625,
+      "learning_rate": 1.9958335567688997e-05,
+      "loss": 35.2188,
+      "step": 2436
+    },
+    {
+      "epoch": 0.11645799483895632,
+      "grad_norm": 338.9576416015625,
+      "learning_rate": 1.9958264969266733e-05,
+      "loss": 45.6875,
+      "step": 2437
+    },
+    {
+      "epoch": 0.1165057822804167,
+      "grad_norm": 337.0221252441406,
+      "learning_rate": 1.9958194311207313e-05,
+      "loss": 50.125,
+      "step": 2438
+    },
+    {
+      "epoch": 0.1165535697218771,
+      "grad_norm": 262.1003723144531,
+      "learning_rate": 1.9958123593511155e-05,
+      "loss": 32.4375,
+      "step": 2439
+    },
+    {
+      "epoch": 0.11660135716333747,
+      "grad_norm": 607.5690307617188,
+      "learning_rate": 1.9958052816178688e-05,
+      "loss": 27.6875,
+      "step": 2440
+    },
+    {
+      "epoch": 0.11664914460479786,
+      "grad_norm": 265.31890869140625,
+      "learning_rate": 1.9957981979210334e-05,
+      "loss": 33.7812,
+      "step": 2441
+    },
+    {
+      "epoch": 0.11669693204625824,
+      "grad_norm": 312.4171447753906,
+      "learning_rate": 1.995791108260652e-05,
+      "loss": 56.75,
+      "step": 2442
+    },
+    {
+      "epoch": 0.11674471948771863,
+      "grad_norm": 307.75213623046875,
+      "learning_rate": 1.995784012636766e-05,
+      "loss": 33.9062,
+      "step": 2443
+    },
+    {
+      "epoch": 0.11679250692917902,
+      "grad_norm": 253.91563415527344,
+      "learning_rate": 1.9957769110494193e-05,
+      "loss": 32.2188,
+      "step": 2444
+    },
+    {
+      "epoch": 0.11684029437063939,
+      "grad_norm": 317.84130859375,
+      "learning_rate": 1.9957698034986538e-05,
+      "loss": 36.0625,
+      "step": 2445
+    },
+    {
+      "epoch": 0.11688808181209978,
+      "grad_norm": 1035.1072998046875,
+      "learning_rate": 1.995762689984512e-05,
+      "loss": 42.6719,
+      "step": 2446
+    },
+    {
+      "epoch": 0.11693586925356017,
+      "grad_norm": 239.16885375976562,
+      "learning_rate": 1.9957555705070365e-05,
+      "loss": 33.5,
+      "step": 2447
+    },
+    {
+      "epoch": 0.11698365669502055,
+      "grad_norm": 154.8562469482422,
+      "learning_rate": 1.99574844506627e-05,
+      "loss": 28.4062,
+      "step": 2448
+    },
+    {
+      "epoch": 0.11703144413648094,
+      "grad_norm": 680.2069702148438,
+      "learning_rate": 1.995741313662255e-05,
+      "loss": 42.625,
+      "step": 2449
+    },
+    {
+      "epoch": 0.11707923157794131,
+      "grad_norm": 456.5124816894531,
+      "learning_rate": 1.9957341762950346e-05,
+      "loss": 33.6562,
+      "step": 2450
+    },
+    {
+      "epoch": 0.1171270190194017,
+      "grad_norm": 245.8422088623047,
+      "learning_rate": 1.9957270329646515e-05,
+      "loss": 31.2188,
+      "step": 2451
+    },
+    {
+      "epoch": 0.11717480646086209,
+      "grad_norm": 246.05902099609375,
+      "learning_rate": 1.9957198836711482e-05,
+      "loss": 31.125,
+      "step": 2452
+    },
+    {
+      "epoch": 0.11722259390232247,
+      "grad_norm": 195.75958251953125,
+      "learning_rate": 1.9957127284145675e-05,
+      "loss": 28.7344,
+      "step": 2453
+    },
+    {
+      "epoch": 0.11727038134378286,
+      "grad_norm": 239.6181640625,
+      "learning_rate": 1.9957055671949522e-05,
+      "loss": 38.5625,
+      "step": 2454
+    },
+    {
+      "epoch": 0.11731816878524323,
+      "grad_norm": 347.89239501953125,
+      "learning_rate": 1.995698400012346e-05,
+      "loss": 39.625,
+      "step": 2455
+    },
+    {
+      "epoch": 0.11736595622670362,
+      "grad_norm": 411.9039306640625,
+      "learning_rate": 1.995691226866791e-05,
+      "loss": 32.5312,
+      "step": 2456
+    },
+    {
+      "epoch": 0.11741374366816401,
+      "grad_norm": 408.2366027832031,
+      "learning_rate": 1.9956840477583296e-05,
+      "loss": 30.4062,
+      "step": 2457
+    },
+    {
+      "epoch": 0.11746153110962439,
+      "grad_norm": 377.3643493652344,
+      "learning_rate": 1.995676862687006e-05,
+      "loss": 52.1875,
+      "step": 2458
+    },
+    {
+      "epoch": 0.11750931855108478,
+      "grad_norm": 234.684814453125,
+      "learning_rate": 1.9956696716528633e-05,
+      "loss": 35.6875,
+      "step": 2459
+    },
+    {
+      "epoch": 0.11755710599254515,
+      "grad_norm": 278.53082275390625,
+      "learning_rate": 1.9956624746559434e-05,
+      "loss": 28.1875,
+      "step": 2460
+    },
+    {
+      "epoch": 0.11760489343400554,
+      "grad_norm": 455.2100830078125,
+      "learning_rate": 1.9956552716962903e-05,
+      "loss": 32.9688,
+      "step": 2461
+    },
+    {
+      "epoch": 0.11765268087546593,
+      "grad_norm": 670.2818603515625,
+      "learning_rate": 1.9956480627739468e-05,
+      "loss": 41.0,
+      "step": 2462
+    },
+    {
+      "epoch": 0.11770046831692631,
+      "grad_norm": 207.32432556152344,
+      "learning_rate": 1.9956408478889558e-05,
+      "loss": 35.125,
+      "step": 2463
+    },
+    {
+      "epoch": 0.1177482557583867,
+      "grad_norm": 1106.918212890625,
+      "learning_rate": 1.9956336270413614e-05,
+      "loss": 36.1562,
+      "step": 2464
+    },
+    {
+      "epoch": 0.11779604319984709,
+      "grad_norm": 235.8020477294922,
+      "learning_rate": 1.995626400231206e-05,
+      "loss": 22.2812,
+      "step": 2465
+    },
+    {
+      "epoch": 0.11784383064130746,
+      "grad_norm": 569.3626098632812,
+      "learning_rate": 1.9956191674585332e-05,
+      "loss": 35.8438,
+      "step": 2466
+    },
+    {
+      "epoch": 0.11789161808276785,
+      "grad_norm": 355.5578308105469,
+      "learning_rate": 1.9956119287233865e-05,
+      "loss": 24.1562,
+      "step": 2467
+    },
+    {
+      "epoch": 0.11793940552422823,
+      "grad_norm": 165.57362365722656,
+      "learning_rate": 1.995604684025809e-05,
+      "loss": 32.8125,
+      "step": 2468
+    },
+    {
+      "epoch": 0.11798719296568862,
+      "grad_norm": 215.92678833007812,
+      "learning_rate": 1.995597433365844e-05,
+      "loss": 31.625,
+      "step": 2469
+    },
+    {
+      "epoch": 0.118034980407149,
+      "grad_norm": 275.06134033203125,
+      "learning_rate": 1.9955901767435346e-05,
+      "loss": 31.4688,
+      "step": 2470
+    },
+    {
+      "epoch": 0.11808276784860938,
+      "grad_norm": 382.407470703125,
+      "learning_rate": 1.9955829141589254e-05,
+      "loss": 39.3125,
+      "step": 2471
+    },
+    {
+      "epoch": 0.11813055529006977,
+      "grad_norm": 310.1399230957031,
+      "learning_rate": 1.9955756456120587e-05,
+      "loss": 38.5312,
+      "step": 2472
+    },
+    {
+      "epoch": 0.11817834273153015,
+      "grad_norm": 361.8406066894531,
+      "learning_rate": 1.995568371102979e-05,
+      "loss": 36.5625,
+      "step": 2473
+    },
+    {
+      "epoch": 0.11822613017299054,
+      "grad_norm": 172.57565307617188,
+      "learning_rate": 1.995561090631729e-05,
+      "loss": 23.6875,
+      "step": 2474
+    },
+    {
+      "epoch": 0.11827391761445093,
+      "grad_norm": 398.7815246582031,
+      "learning_rate": 1.995553804198353e-05,
+      "loss": 33.25,
+      "step": 2475
+    },
+    {
+      "epoch": 0.1183217050559113,
+      "grad_norm": 355.6257019042969,
+      "learning_rate": 1.9955465118028942e-05,
+      "loss": 47.0938,
+      "step": 2476
+    },
+    {
+      "epoch": 0.11836949249737169,
+      "grad_norm": 498.828125,
+      "learning_rate": 1.995539213445396e-05,
+      "loss": 43.25,
+      "step": 2477
+    },
+    {
+      "epoch": 0.11841727993883208,
+      "grad_norm": 291.4007873535156,
+      "learning_rate": 1.9955319091259032e-05,
+      "loss": 29.5781,
+      "step": 2478
+    },
+    {
+      "epoch": 0.11846506738029246,
+      "grad_norm": 350.4422302246094,
+      "learning_rate": 1.9955245988444584e-05,
+      "loss": 32.8438,
+      "step": 2479
+    },
+    {
+      "epoch": 0.11851285482175285,
+      "grad_norm": 479.2864685058594,
+      "learning_rate": 1.995517282601106e-05,
+      "loss": 43.2188,
+      "step": 2480
+    },
+    {
+      "epoch": 0.11856064226321322,
+      "grad_norm": 235.17625427246094,
+      "learning_rate": 1.9955099603958898e-05,
+      "loss": 32.9688,
+      "step": 2481
+    },
+    {
+      "epoch": 0.11860842970467361,
+      "grad_norm": 263.70880126953125,
+      "learning_rate": 1.995502632228853e-05,
+      "loss": 29.0156,
+      "step": 2482
+    },
+    {
+      "epoch": 0.118656217146134,
+      "grad_norm": 316.3379211425781,
+      "learning_rate": 1.9954952981000403e-05,
+      "loss": 26.0625,
+      "step": 2483
+    },
+    {
+      "epoch": 0.11870400458759438,
+      "grad_norm": 282.69598388671875,
+      "learning_rate": 1.9954879580094956e-05,
+      "loss": 26.0625,
+      "step": 2484
+    },
+    {
+      "epoch": 0.11875179202905477,
+      "grad_norm": 208.11810302734375,
+      "learning_rate": 1.995480611957262e-05,
+      "loss": 27.9688,
+      "step": 2485
+    },
+    {
+      "epoch": 0.11879957947051514,
+      "grad_norm": 393.4409484863281,
+      "learning_rate": 1.9954732599433844e-05,
+      "loss": 41.6875,
+      "step": 2486
+    },
+    {
+      "epoch": 0.11884736691197553,
+      "grad_norm": 243.92152404785156,
+      "learning_rate": 1.9954659019679067e-05,
+      "loss": 24.9375,
+      "step": 2487
+    },
+    {
+      "epoch": 0.11889515435343592,
+      "grad_norm": 257.94207763671875,
+      "learning_rate": 1.9954585380308723e-05,
+      "loss": 40.2188,
+      "step": 2488
+    },
+    {
+      "epoch": 0.1189429417948963,
+      "grad_norm": 324.9261169433594,
+      "learning_rate": 1.9954511681323257e-05,
+      "loss": 36.4062,
+      "step": 2489
+    },
+    {
+      "epoch": 0.11899072923635669,
+      "grad_norm": 160.5441131591797,
+      "learning_rate": 1.9954437922723115e-05,
+      "loss": 23.1094,
+      "step": 2490
+    },
+    {
+      "epoch": 0.11903851667781706,
+      "grad_norm": 186.4832000732422,
+      "learning_rate": 1.9954364104508732e-05,
+      "loss": 30.125,
+      "step": 2491
+    },
+    {
+      "epoch": 0.11908630411927745,
+      "grad_norm": 366.6111145019531,
+      "learning_rate": 1.9954290226680554e-05,
+      "loss": 40.375,
+      "step": 2492
+    },
+    {
+      "epoch": 0.11913409156073784,
+      "grad_norm": 198.04336547851562,
+      "learning_rate": 1.995421628923902e-05,
+      "loss": 28.125,
+      "step": 2493
+    },
+    {
+      "epoch": 0.11918187900219822,
+      "grad_norm": 207.06654357910156,
+      "learning_rate": 1.995414229218458e-05,
+      "loss": 28.5312,
+      "step": 2494
+    },
+    {
+      "epoch": 0.11922966644365861,
+      "grad_norm": 262.3529968261719,
+      "learning_rate": 1.9954068235517665e-05,
+      "loss": 25.8125,
+      "step": 2495
+    },
+    {
+      "epoch": 0.119277453885119,
+      "grad_norm": 313.25445556640625,
+      "learning_rate": 1.9953994119238728e-05,
+      "loss": 43.5,
+      "step": 2496
+    },
+    {
+      "epoch": 0.11932524132657937,
+      "grad_norm": 325.22381591796875,
+      "learning_rate": 1.995391994334821e-05,
+      "loss": 32.6562,
+      "step": 2497
+    },
+    {
+      "epoch": 0.11937302876803976,
+      "grad_norm": 334.410888671875,
+      "learning_rate": 1.9953845707846557e-05,
+      "loss": 24.1562,
+      "step": 2498
+    },
+    {
+      "epoch": 0.11942081620950014,
+      "grad_norm": 502.12786865234375,
+      "learning_rate": 1.9953771412734214e-05,
+      "loss": 36.625,
+      "step": 2499
+    },
+    {
+      "epoch": 0.11946860365096053,
+      "grad_norm": 218.4884796142578,
+      "learning_rate": 1.9953697058011623e-05,
+      "loss": 39.2188,
+      "step": 2500
+    },
+    {
+      "epoch": 0.11951639109242092,
+      "grad_norm": 253.59280395507812,
+      "learning_rate": 1.995362264367923e-05,
+      "loss": 35.7188,
+      "step": 2501
+    },
+    {
+      "epoch": 0.1195641785338813,
+      "grad_norm": 278.6319580078125,
+      "learning_rate": 1.9953548169737477e-05,
+      "loss": 33.1875,
+      "step": 2502
+    },
+    {
+      "epoch": 0.11961196597534168,
+      "grad_norm": 250.58865356445312,
+      "learning_rate": 1.995347363618682e-05,
+      "loss": 38.1562,
+      "step": 2503
+    },
+    {
+      "epoch": 0.11965975341680206,
+      "grad_norm": 286.916015625,
+      "learning_rate": 1.9953399043027697e-05,
+      "loss": 37.1875,
+      "step": 2504
+    },
+    {
+      "epoch": 0.11970754085826245,
+      "grad_norm": 272.5910339355469,
+      "learning_rate": 1.9953324390260554e-05,
+      "loss": 40.125,
+      "step": 2505
+    },
+    {
+      "epoch": 0.11975532829972284,
+      "grad_norm": 289.89508056640625,
+      "learning_rate": 1.9953249677885846e-05,
+      "loss": 33.125,
+      "step": 2506
+    },
+    {
+      "epoch": 0.11980311574118321,
+      "grad_norm": 268.9122009277344,
+      "learning_rate": 1.9953174905904013e-05,
+      "loss": 30.0938,
+      "step": 2507
+    },
+    {
+      "epoch": 0.1198509031826436,
+      "grad_norm": 430.33489990234375,
+      "learning_rate": 1.9953100074315507e-05,
+      "loss": 41.625,
+      "step": 2508
+    },
+    {
+      "epoch": 0.11989869062410398,
+      "grad_norm": 235.0531463623047,
+      "learning_rate": 1.9953025183120777e-05,
+      "loss": 25.625,
+      "step": 2509
+    },
+    {
+      "epoch": 0.11994647806556437,
+      "grad_norm": 334.6253662109375,
+      "learning_rate": 1.9952950232320263e-05,
+      "loss": 31.8438,
+      "step": 2510
+    },
+    {
+      "epoch": 0.11999426550702476,
+      "grad_norm": 191.00645446777344,
+      "learning_rate": 1.9952875221914424e-05,
+      "loss": 26.7812,
+      "step": 2511
+    },
+    {
+      "epoch": 0.12004205294848513,
+      "grad_norm": 364.18878173828125,
+      "learning_rate": 1.9952800151903704e-05,
+      "loss": 32.0625,
+      "step": 2512
+    },
+    {
+      "epoch": 0.12008984038994552,
+      "grad_norm": 160.23565673828125,
+      "learning_rate": 1.9952725022288555e-05,
+      "loss": 28.2188,
+      "step": 2513
+    },
+    {
+      "epoch": 0.12013762783140591,
+      "grad_norm": 348.40582275390625,
+      "learning_rate": 1.9952649833069423e-05,
+      "loss": 27.2344,
+      "step": 2514
+    },
+    {
+      "epoch": 0.12018541527286629,
+      "grad_norm": 374.7901611328125,
+      "learning_rate": 1.995257458424676e-05,
+      "loss": 31.2812,
+      "step": 2515
+    },
+    {
+      "epoch": 0.12023320271432668,
+      "grad_norm": 202.98562622070312,
+      "learning_rate": 1.9952499275821022e-05,
+      "loss": 29.9688,
+      "step": 2516
+    },
+    {
+      "epoch": 0.12028099015578705,
+      "grad_norm": 284.95477294921875,
+      "learning_rate": 1.9952423907792652e-05,
+      "loss": 26.6406,
+      "step": 2517
+    },
+    {
+      "epoch": 0.12032877759724744,
+      "grad_norm": 298.3933410644531,
+      "learning_rate": 1.995234848016211e-05,
+      "loss": 30.1562,
+      "step": 2518
+    },
+    {
+      "epoch": 0.12037656503870783,
+      "grad_norm": 647.6347045898438,
+      "learning_rate": 1.9952272992929838e-05,
+      "loss": 62.6875,
+      "step": 2519
+    },
+    {
+      "epoch": 0.12042435248016821,
+      "grad_norm": 274.812744140625,
+      "learning_rate": 1.9952197446096292e-05,
+      "loss": 29.9062,
+      "step": 2520
+    },
+    {
+      "epoch": 0.1204721399216286,
+      "grad_norm": 460.5928649902344,
+      "learning_rate": 1.995212183966193e-05,
+      "loss": 43.2188,
+      "step": 2521
+    },
+    {
+      "epoch": 0.12051992736308897,
+      "grad_norm": 240.71116638183594,
+      "learning_rate": 1.9952046173627196e-05,
+      "loss": 41.0625,
+      "step": 2522
+    },
+    {
+      "epoch": 0.12056771480454936,
+      "grad_norm": 162.91775512695312,
+      "learning_rate": 1.9951970447992547e-05,
+      "loss": 25.0156,
+      "step": 2523
+    },
+    {
+      "epoch": 0.12061550224600975,
+      "grad_norm": 263.9419250488281,
+      "learning_rate": 1.9951894662758437e-05,
+      "loss": 26.0625,
+      "step": 2524
+    },
+    {
+      "epoch": 0.12066328968747013,
+      "grad_norm": 410.1268005371094,
+      "learning_rate": 1.995181881792532e-05,
+      "loss": 38.75,
+      "step": 2525
+    },
+    {
+      "epoch": 0.12071107712893052,
+      "grad_norm": 293.61181640625,
+      "learning_rate": 1.995174291349365e-05,
+      "loss": 40.5625,
+      "step": 2526
+    },
+    {
+      "epoch": 0.1207588645703909,
+      "grad_norm": 281.6112976074219,
+      "learning_rate": 1.9951666949463884e-05,
+      "loss": 35.5625,
+      "step": 2527
+    },
+    {
+      "epoch": 0.12080665201185128,
+      "grad_norm": 319.3164978027344,
+      "learning_rate": 1.9951590925836468e-05,
+      "loss": 25.6406,
+      "step": 2528
+    },
+    {
+      "epoch": 0.12085443945331167,
+      "grad_norm": 358.2159423828125,
+      "learning_rate": 1.9951514842611868e-05,
+      "loss": 41.375,
+      "step": 2529
+    },
+    {
+      "epoch": 0.12090222689477205,
+      "grad_norm": 414.8887023925781,
+      "learning_rate": 1.9951438699790534e-05,
+      "loss": 34.5312,
+      "step": 2530
+    },
+    {
+      "epoch": 0.12095001433623244,
+      "grad_norm": 293.6692199707031,
+      "learning_rate": 1.995136249737292e-05,
+      "loss": 44.2188,
+      "step": 2531
+    },
+    {
+      "epoch": 0.12099780177769283,
+      "grad_norm": 188.92147827148438,
+      "learning_rate": 1.995128623535949e-05,
+      "loss": 34.0312,
+      "step": 2532
+    },
+    {
+      "epoch": 0.1210455892191532,
+      "grad_norm": 409.98455810546875,
+      "learning_rate": 1.9951209913750694e-05,
+      "loss": 38.0625,
+      "step": 2533
+    },
+    {
+      "epoch": 0.1210933766606136,
+      "grad_norm": 320.0469665527344,
+      "learning_rate": 1.995113353254699e-05,
+      "loss": 43.0625,
+      "step": 2534
+    },
+    {
+      "epoch": 0.12114116410207397,
+      "grad_norm": 209.3169708251953,
+      "learning_rate": 1.995105709174884e-05,
+      "loss": 29.625,
+      "step": 2535
+    },
+    {
+      "epoch": 0.12118895154353436,
+      "grad_norm": 455.3856201171875,
+      "learning_rate": 1.9950980591356694e-05,
+      "loss": 32.8438,
+      "step": 2536
+    },
+    {
+      "epoch": 0.12123673898499475,
+      "grad_norm": 510.3096923828125,
+      "learning_rate": 1.995090403137102e-05,
+      "loss": 44.5,
+      "step": 2537
+    },
+    {
+      "epoch": 0.12128452642645512,
+      "grad_norm": 210.8040008544922,
+      "learning_rate": 1.9950827411792266e-05,
+      "loss": 29.875,
+      "step": 2538
+    },
+    {
+      "epoch": 0.12133231386791551,
+      "grad_norm": 338.4320068359375,
+      "learning_rate": 1.99507507326209e-05,
+      "loss": 29.5,
+      "step": 2539
+    },
+    {
+      "epoch": 0.12138010130937589,
+      "grad_norm": 253.63369750976562,
+      "learning_rate": 1.9950673993857372e-05,
+      "loss": 29.7344,
+      "step": 2540
+    },
+    {
+      "epoch": 0.12142788875083628,
+      "grad_norm": 331.43365478515625,
+      "learning_rate": 1.995059719550215e-05,
+      "loss": 43.5625,
+      "step": 2541
+    },
+    {
+      "epoch": 0.12147567619229667,
+      "grad_norm": 351.870361328125,
+      "learning_rate": 1.995052033755569e-05,
+      "loss": 25.8281,
+      "step": 2542
+    },
+    {
+      "epoch": 0.12152346363375705,
+      "grad_norm": 446.9596862792969,
+      "learning_rate": 1.9950443420018453e-05,
+      "loss": 32.3125,
+      "step": 2543
+    },
+    {
+      "epoch": 0.12157125107521743,
+      "grad_norm": 369.42437744140625,
+      "learning_rate": 1.99503664428909e-05,
+      "loss": 30.5938,
+      "step": 2544
+    },
+    {
+      "epoch": 0.12161903851667781,
+      "grad_norm": 328.90997314453125,
+      "learning_rate": 1.9950289406173492e-05,
+      "loss": 30.8438,
+      "step": 2545
+    },
+    {
+      "epoch": 0.1216668259581382,
+      "grad_norm": 344.44488525390625,
+      "learning_rate": 1.995021230986669e-05,
+      "loss": 25.0,
+      "step": 2546
+    },
+    {
+      "epoch": 0.12171461339959859,
+      "grad_norm": 308.21966552734375,
+      "learning_rate": 1.9950135153970952e-05,
+      "loss": 32.6562,
+      "step": 2547
+    },
+    {
+      "epoch": 0.12176240084105897,
+      "grad_norm": 382.7860107421875,
+      "learning_rate": 1.9950057938486745e-05,
+      "loss": 40.5312,
+      "step": 2548
+    },
+    {
+      "epoch": 0.12181018828251935,
+      "grad_norm": 1060.8900146484375,
+      "learning_rate": 1.9949980663414533e-05,
+      "loss": 34.1875,
+      "step": 2549
+    },
+    {
+      "epoch": 0.12185797572397974,
+      "grad_norm": 236.36410522460938,
+      "learning_rate": 1.9949903328754773e-05,
+      "loss": 28.5938,
+      "step": 2550
+    },
+    {
+      "epoch": 0.12190576316544012,
+      "grad_norm": 278.7290344238281,
+      "learning_rate": 1.9949825934507932e-05,
+      "loss": 31.3438,
+      "step": 2551
+    },
+    {
+      "epoch": 0.12195355060690051,
+      "grad_norm": 335.9957580566406,
+      "learning_rate": 1.994974848067447e-05,
+      "loss": 35.3438,
+      "step": 2552
+    },
+    {
+      "epoch": 0.12200133804836089,
+      "grad_norm": 292.45684814453125,
+      "learning_rate": 1.994967096725486e-05,
+      "loss": 28.75,
+      "step": 2553
+    },
+    {
+      "epoch": 0.12204912548982128,
+      "grad_norm": 242.35226440429688,
+      "learning_rate": 1.9949593394249554e-05,
+      "loss": 29.4688,
+      "step": 2554
+    },
+    {
+      "epoch": 0.12209691293128166,
+      "grad_norm": 195.99085998535156,
+      "learning_rate": 1.9949515761659023e-05,
+      "loss": 29.5312,
+      "step": 2555
+    },
+    {
+      "epoch": 0.12214470037274204,
+      "grad_norm": 751.9706420898438,
+      "learning_rate": 1.994943806948373e-05,
+      "loss": 22.4062,
+      "step": 2556
+    },
+    {
+      "epoch": 0.12219248781420243,
+      "grad_norm": 408.8147888183594,
+      "learning_rate": 1.9949360317724142e-05,
+      "loss": 35.7188,
+      "step": 2557
+    },
+    {
+      "epoch": 0.1222402752556628,
+      "grad_norm": 265.6639404296875,
+      "learning_rate": 1.9949282506380724e-05,
+      "loss": 23.7656,
+      "step": 2558
+    },
+    {
+      "epoch": 0.1222880626971232,
+      "grad_norm": 207.60728454589844,
+      "learning_rate": 1.9949204635453942e-05,
+      "loss": 35.125,
+      "step": 2559
+    },
+    {
+      "epoch": 0.12233585013858359,
+      "grad_norm": 282.44219970703125,
+      "learning_rate": 1.994912670494426e-05,
+      "loss": 35.7188,
+      "step": 2560
+    },
+    {
+      "epoch": 0.12238363758004396,
+      "grad_norm": 213.40017700195312,
+      "learning_rate": 1.9949048714852154e-05,
+      "loss": 27.125,
+      "step": 2561
+    },
+    {
+      "epoch": 0.12243142502150435,
+      "grad_norm": 563.4903564453125,
+      "learning_rate": 1.9948970665178077e-05,
+      "loss": 30.5625,
+      "step": 2562
+    },
+    {
+      "epoch": 0.12247921246296473,
+      "grad_norm": 403.56744384765625,
+      "learning_rate": 1.994889255592251e-05,
+      "loss": 48.4375,
+      "step": 2563
+    },
+    {
+      "epoch": 0.12252699990442512,
+      "grad_norm": 345.1698303222656,
+      "learning_rate": 1.9948814387085908e-05,
+      "loss": 41.4375,
+      "step": 2564
+    },
+    {
+      "epoch": 0.1225747873458855,
+      "grad_norm": 313.0704040527344,
+      "learning_rate": 1.9948736158668745e-05,
+      "loss": 33.125,
+      "step": 2565
+    },
+    {
+      "epoch": 0.12262257478734588,
+      "grad_norm": 335.8680114746094,
+      "learning_rate": 1.9948657870671492e-05,
+      "loss": 34.125,
+      "step": 2566
+    },
+    {
+      "epoch": 0.12267036222880627,
+      "grad_norm": 407.6345520019531,
+      "learning_rate": 1.9948579523094616e-05,
+      "loss": 44.2188,
+      "step": 2567
+    },
+    {
+      "epoch": 0.12271814967026666,
+      "grad_norm": 356.1867370605469,
+      "learning_rate": 1.9948501115938587e-05,
+      "loss": 44.0625,
+      "step": 2568
+    },
+    {
+      "epoch": 0.12276593711172704,
+      "grad_norm": 238.12838745117188,
+      "learning_rate": 1.994842264920387e-05,
+      "loss": 27.8438,
+      "step": 2569
+    },
+    {
+      "epoch": 0.12281372455318743,
+      "grad_norm": 225.16648864746094,
+      "learning_rate": 1.9948344122890942e-05,
+      "loss": 34.5625,
+      "step": 2570
+    },
+    {
+      "epoch": 0.1228615119946478,
+      "grad_norm": 289.1409606933594,
+      "learning_rate": 1.9948265537000265e-05,
+      "loss": 37.5625,
+      "step": 2571
+    },
+    {
+      "epoch": 0.12290929943610819,
+      "grad_norm": 429.202880859375,
+      "learning_rate": 1.9948186891532316e-05,
+      "loss": 41.5,
+      "step": 2572
+    },
+    {
+      "epoch": 0.12295708687756858,
+      "grad_norm": 826.9064331054688,
+      "learning_rate": 1.9948108186487566e-05,
+      "loss": 38.3125,
+      "step": 2573
+    },
+    {
+      "epoch": 0.12300487431902896,
+      "grad_norm": 356.81439208984375,
+      "learning_rate": 1.9948029421866483e-05,
+      "loss": 40.1562,
+      "step": 2574
+    },
+    {
+      "epoch": 0.12305266176048935,
+      "grad_norm": 378.1695251464844,
+      "learning_rate": 1.994795059766954e-05,
+      "loss": 44.0312,
+      "step": 2575
+    },
+    {
+      "epoch": 0.12310044920194972,
+      "grad_norm": 294.4230041503906,
+      "learning_rate": 1.9947871713897213e-05,
+      "loss": 32.4062,
+      "step": 2576
+    },
+    {
+      "epoch": 0.12314823664341011,
+      "grad_norm": 279.3825988769531,
+      "learning_rate": 1.994779277054997e-05,
+      "loss": 36.0312,
+      "step": 2577
+    },
+    {
+      "epoch": 0.1231960240848705,
+      "grad_norm": 428.0667419433594,
+      "learning_rate": 1.994771376762828e-05,
+      "loss": 31.9375,
+      "step": 2578
+    },
+    {
+      "epoch": 0.12324381152633088,
+      "grad_norm": 364.18267822265625,
+      "learning_rate": 1.9947634705132623e-05,
+      "loss": 36.75,
+      "step": 2579
+    },
+    {
+      "epoch": 0.12329159896779127,
+      "grad_norm": 366.68878173828125,
+      "learning_rate": 1.994755558306347e-05,
+      "loss": 38.8438,
+      "step": 2580
+    },
+    {
+      "epoch": 0.12333938640925164,
+      "grad_norm": 204.24771118164062,
+      "learning_rate": 1.9947476401421297e-05,
+      "loss": 42.2812,
+      "step": 2581
+    },
+    {
+      "epoch": 0.12338717385071203,
+      "grad_norm": 289.48345947265625,
+      "learning_rate": 1.994739716020657e-05,
+      "loss": 44.0625,
+      "step": 2582
+    },
+    {
+      "epoch": 0.12343496129217242,
+      "grad_norm": 366.6829528808594,
+      "learning_rate": 1.9947317859419775e-05,
+      "loss": 28.2734,
+      "step": 2583
+    },
+    {
+      "epoch": 0.1234827487336328,
+      "grad_norm": 297.7241516113281,
+      "learning_rate": 1.9947238499061382e-05,
+      "loss": 31.7812,
+      "step": 2584
+    },
+    {
+      "epoch": 0.12353053617509319,
+      "grad_norm": 271.2912902832031,
+      "learning_rate": 1.9947159079131863e-05,
+      "loss": 36.75,
+      "step": 2585
+    },
+    {
+      "epoch": 0.12357832361655358,
+      "grad_norm": 268.35223388671875,
+      "learning_rate": 1.9947079599631696e-05,
+      "loss": 27.5625,
+      "step": 2586
+    },
+    {
+      "epoch": 0.12362611105801395,
+      "grad_norm": 300.0508728027344,
+      "learning_rate": 1.9947000060561362e-05,
+      "loss": 39.8125,
+      "step": 2587
+    },
+    {
+      "epoch": 0.12367389849947434,
+      "grad_norm": 224.9412841796875,
+      "learning_rate": 1.9946920461921325e-05,
+      "loss": 26.0625,
+      "step": 2588
+    },
+    {
+      "epoch": 0.12372168594093472,
+      "grad_norm": 361.0025634765625,
+      "learning_rate": 1.9946840803712077e-05,
+      "loss": 43.25,
+      "step": 2589
+    },
+    {
+      "epoch": 0.1237694733823951,
+      "grad_norm": 293.9886474609375,
+      "learning_rate": 1.9946761085934085e-05,
+      "loss": 48.1875,
+      "step": 2590
+    },
+    {
+      "epoch": 0.1238172608238555,
+      "grad_norm": 305.0809020996094,
+      "learning_rate": 1.994668130858783e-05,
+      "loss": 35.2812,
+      "step": 2591
+    },
+    {
+      "epoch": 0.12386504826531587,
+      "grad_norm": 305.4594421386719,
+      "learning_rate": 1.9946601471673786e-05,
+      "loss": 36.0312,
+      "step": 2592
+    },
+    {
+      "epoch": 0.12391283570677626,
+      "grad_norm": 355.1427001953125,
+      "learning_rate": 1.9946521575192434e-05,
+      "loss": 37.5625,
+      "step": 2593
+    },
+    {
+      "epoch": 0.12396062314823664,
+      "grad_norm": 245.59336853027344,
+      "learning_rate": 1.9946441619144254e-05,
+      "loss": 29.3438,
+      "step": 2594
+    },
+    {
+      "epoch": 0.12400841058969703,
+      "grad_norm": 408.8658142089844,
+      "learning_rate": 1.9946361603529724e-05,
+      "loss": 46.2812,
+      "step": 2595
+    },
+    {
+      "epoch": 0.12405619803115742,
+      "grad_norm": 172.78953552246094,
+      "learning_rate": 1.994628152834932e-05,
+      "loss": 24.375,
+      "step": 2596
+    },
+    {
+      "epoch": 0.12410398547261779,
+      "grad_norm": 268.7999267578125,
+      "learning_rate": 1.9946201393603527e-05,
+      "loss": 29.375,
+      "step": 2597
+    },
+    {
+      "epoch": 0.12415177291407818,
+      "grad_norm": 313.72332763671875,
+      "learning_rate": 1.9946121199292818e-05,
+      "loss": 36.6562,
+      "step": 2598
+    },
+    {
+      "epoch": 0.12419956035553857,
+      "grad_norm": 359.235107421875,
+      "learning_rate": 1.994604094541768e-05,
+      "loss": 24.4062,
+      "step": 2599
+    },
+    {
+      "epoch": 0.12424734779699895,
+      "grad_norm": 479.6011047363281,
+      "learning_rate": 1.9945960631978586e-05,
+      "loss": 35.5625,
+      "step": 2600
+    },
+    {
+      "epoch": 0.12429513523845934,
+      "grad_norm": 271.8781433105469,
+      "learning_rate": 1.9945880258976028e-05,
+      "loss": 40.4375,
+      "step": 2601
+    },
+    {
+      "epoch": 0.12434292267991971,
+      "grad_norm": 679.3714599609375,
+      "learning_rate": 1.9945799826410475e-05,
+      "loss": 45.3438,
+      "step": 2602
+    },
+    {
+      "epoch": 0.1243907101213801,
+      "grad_norm": 231.8271026611328,
+      "learning_rate": 1.994571933428242e-05,
+      "loss": 27.4688,
+      "step": 2603
+    },
+    {
+      "epoch": 0.12443849756284049,
+      "grad_norm": 565.6409301757812,
+      "learning_rate": 1.9945638782592336e-05,
+      "loss": 41.5625,
+      "step": 2604
+    },
+    {
+      "epoch": 0.12448628500430087,
+      "grad_norm": 168.90280151367188,
+      "learning_rate": 1.994555817134071e-05,
+      "loss": 27.9375,
+      "step": 2605
+    },
+    {
+      "epoch": 0.12453407244576126,
+      "grad_norm": 372.2380676269531,
+      "learning_rate": 1.9945477500528026e-05,
+      "loss": 30.1562,
+      "step": 2606
+    },
+    {
+      "epoch": 0.12458185988722163,
+      "grad_norm": 194.0070037841797,
+      "learning_rate": 1.9945396770154763e-05,
+      "loss": 32.5625,
+      "step": 2607
+    },
+    {
+      "epoch": 0.12462964732868202,
+      "grad_norm": 438.1875,
+      "learning_rate": 1.9945315980221405e-05,
+      "loss": 58.9062,
+      "step": 2608
+    },
+    {
+      "epoch": 0.12467743477014241,
+      "grad_norm": 326.8750305175781,
+      "learning_rate": 1.994523513072844e-05,
+      "loss": 33.5938,
+      "step": 2609
+    },
+    {
+      "epoch": 0.12472522221160279,
+      "grad_norm": 860.3076171875,
+      "learning_rate": 1.9945154221676346e-05,
+      "loss": 35.7812,
+      "step": 2610
+    },
+    {
+      "epoch": 0.12477300965306318,
+      "grad_norm": 396.10406494140625,
+      "learning_rate": 1.9945073253065614e-05,
+      "loss": 40.9062,
+      "step": 2611
+    },
+    {
+      "epoch": 0.12482079709452355,
+      "grad_norm": 238.12142944335938,
+      "learning_rate": 1.9944992224896725e-05,
+      "loss": 31.0625,
+      "step": 2612
+    },
+    {
+      "epoch": 0.12486858453598394,
+      "grad_norm": 430.72198486328125,
+      "learning_rate": 1.9944911137170165e-05,
+      "loss": 35.5312,
+      "step": 2613
+    },
+    {
+      "epoch": 0.12491637197744433,
+      "grad_norm": 207.63656616210938,
+      "learning_rate": 1.9944829989886418e-05,
+      "loss": 22.7344,
+      "step": 2614
+    },
+    {
+      "epoch": 0.12496415941890471,
+      "grad_norm": 462.357666015625,
+      "learning_rate": 1.9944748783045975e-05,
+      "loss": 29.7812,
+      "step": 2615
+    },
+    {
+      "epoch": 0.1250119468603651,
+      "grad_norm": 295.5504455566406,
+      "learning_rate": 1.994466751664932e-05,
+      "loss": 25.5938,
+      "step": 2616
+    },
+    {
+      "epoch": 0.1250597343018255,
+      "grad_norm": 453.1490478515625,
+      "learning_rate": 1.9944586190696932e-05,
+      "loss": 45.5312,
+      "step": 2617
+    },
+    {
+      "epoch": 0.12510752174328588,
+      "grad_norm": 287.2483825683594,
+      "learning_rate": 1.9944504805189312e-05,
+      "loss": 31.5625,
+      "step": 2618
+    },
+    {
+      "epoch": 0.12515530918474624,
+      "grad_norm": 318.913818359375,
+      "learning_rate": 1.9944423360126938e-05,
+      "loss": 28.8594,
+      "step": 2619
+    },
+    {
+      "epoch": 0.12520309662620663,
+      "grad_norm": 301.0224304199219,
+      "learning_rate": 1.9944341855510297e-05,
+      "loss": 30.7188,
+      "step": 2620
+    },
+    {
+      "epoch": 0.12525088406766702,
+      "grad_norm": 254.7676544189453,
+      "learning_rate": 1.9944260291339885e-05,
+      "loss": 29.8125,
+      "step": 2621
+    },
+    {
+      "epoch": 0.1252986715091274,
+      "grad_norm": 321.8296203613281,
+      "learning_rate": 1.994417866761618e-05,
+      "loss": 40.5938,
+      "step": 2622
+    },
+    {
+      "epoch": 0.1253464589505878,
+      "grad_norm": 318.3125915527344,
+      "learning_rate": 1.9944096984339678e-05,
+      "loss": 35.0625,
+      "step": 2623
+    },
+    {
+      "epoch": 0.12539424639204816,
+      "grad_norm": 396.0812072753906,
+      "learning_rate": 1.994401524151087e-05,
+      "loss": 34.3438,
+      "step": 2624
+    },
+    {
+      "epoch": 0.12544203383350855,
+      "grad_norm": 373.5051574707031,
+      "learning_rate": 1.9943933439130236e-05,
+      "loss": 37.9375,
+      "step": 2625
+    },
+    {
+      "epoch": 0.12548982127496894,
+      "grad_norm": 204.8939666748047,
+      "learning_rate": 1.9943851577198276e-05,
+      "loss": 29.5625,
+      "step": 2626
+    },
+    {
+      "epoch": 0.12553760871642933,
+      "grad_norm": 291.8247985839844,
+      "learning_rate": 1.9943769655715478e-05,
+      "loss": 29.0625,
+      "step": 2627
+    },
+    {
+      "epoch": 0.12558539615788972,
+      "grad_norm": 152.2796173095703,
+      "learning_rate": 1.9943687674682327e-05,
+      "loss": 20.6562,
+      "step": 2628
+    },
+    {
+      "epoch": 0.12563318359935008,
+      "grad_norm": 292.194580078125,
+      "learning_rate": 1.9943605634099317e-05,
+      "loss": 37.75,
+      "step": 2629
+    },
+    {
+      "epoch": 0.12568097104081047,
+      "grad_norm": 196.1260986328125,
+      "learning_rate": 1.9943523533966943e-05,
+      "loss": 33.0312,
+      "step": 2630
+    },
+    {
+      "epoch": 0.12572875848227086,
+      "grad_norm": 298.5989074707031,
+      "learning_rate": 1.9943441374285694e-05,
+      "loss": 36.3906,
+      "step": 2631
+    },
+    {
+      "epoch": 0.12577654592373125,
+      "grad_norm": 340.7442932128906,
+      "learning_rate": 1.9943359155056056e-05,
+      "loss": 31.4375,
+      "step": 2632
+    },
+    {
+      "epoch": 0.12582433336519164,
+      "grad_norm": 252.18875122070312,
+      "learning_rate": 1.9943276876278532e-05,
+      "loss": 28.125,
+      "step": 2633
+    },
+    {
+      "epoch": 0.125872120806652,
+      "grad_norm": 294.529541015625,
+      "learning_rate": 1.994319453795361e-05,
+      "loss": 40.3438,
+      "step": 2634
+    },
+    {
+      "epoch": 0.1259199082481124,
+      "grad_norm": 356.0526428222656,
+      "learning_rate": 1.9943112140081782e-05,
+      "loss": 30.3438,
+      "step": 2635
+    },
+    {
+      "epoch": 0.12596769568957278,
+      "grad_norm": 400.38507080078125,
+      "learning_rate": 1.9943029682663542e-05,
+      "loss": 32.9062,
+      "step": 2636
+    },
+    {
+      "epoch": 0.12601548313103317,
+      "grad_norm": 405.57586669921875,
+      "learning_rate": 1.9942947165699387e-05,
+      "loss": 39.1562,
+      "step": 2637
+    },
+    {
+      "epoch": 0.12606327057249356,
+      "grad_norm": 261.36859130859375,
+      "learning_rate": 1.9942864589189806e-05,
+      "loss": 27.875,
+      "step": 2638
+    },
+    {
+      "epoch": 0.12611105801395392,
+      "grad_norm": 409.83642578125,
+      "learning_rate": 1.9942781953135296e-05,
+      "loss": 33.5156,
+      "step": 2639
+    },
+    {
+      "epoch": 0.1261588454554143,
+      "grad_norm": 419.53057861328125,
+      "learning_rate": 1.994269925753635e-05,
+      "loss": 36.2812,
+      "step": 2640
+    },
+    {
+      "epoch": 0.1262066328968747,
+      "grad_norm": 171.21726989746094,
+      "learning_rate": 1.9942616502393467e-05,
+      "loss": 30.2188,
+      "step": 2641
+    },
+    {
+      "epoch": 0.1262544203383351,
+      "grad_norm": 350.35400390625,
+      "learning_rate": 1.9942533687707142e-05,
+      "loss": 39.1875,
+      "step": 2642
+    },
+    {
+      "epoch": 0.12630220777979548,
+      "grad_norm": 223.73497009277344,
+      "learning_rate": 1.9942450813477867e-05,
+      "loss": 24.7969,
+      "step": 2643
+    },
+    {
+      "epoch": 0.12634999522125587,
+      "grad_norm": 601.6345825195312,
+      "learning_rate": 1.9942367879706142e-05,
+      "loss": 38.3438,
+      "step": 2644
+    },
+    {
+      "epoch": 0.12639778266271623,
+      "grad_norm": 283.43280029296875,
+      "learning_rate": 1.994228488639246e-05,
+      "loss": 32.625,
+      "step": 2645
+    },
+    {
+      "epoch": 0.12644557010417662,
+      "grad_norm": 212.6898651123047,
+      "learning_rate": 1.9942201833537327e-05,
+      "loss": 34.6875,
+      "step": 2646
+    },
+    {
+      "epoch": 0.126493357545637,
+      "grad_norm": 250.32164001464844,
+      "learning_rate": 1.9942118721141228e-05,
+      "loss": 38.8438,
+      "step": 2647
+    },
+    {
+      "epoch": 0.1265411449870974,
+      "grad_norm": 249.72003173828125,
+      "learning_rate": 1.994203554920467e-05,
+      "loss": 28.6875,
+      "step": 2648
+    },
+    {
+      "epoch": 0.1265889324285578,
+      "grad_norm": 285.3623046875,
+      "learning_rate": 1.994195231772815e-05,
+      "loss": 36.2188,
+      "step": 2649
+    },
+    {
+      "epoch": 0.12663671987001815,
+      "grad_norm": 398.9268798828125,
+      "learning_rate": 1.9941869026712158e-05,
+      "loss": 38.9688,
+      "step": 2650
+    },
+    {
+      "epoch": 0.12668450731147854,
+      "grad_norm": 389.47991943359375,
+      "learning_rate": 1.99417856761572e-05,
+      "loss": 39.5625,
+      "step": 2651
+    },
+    {
+      "epoch": 0.12673229475293893,
+      "grad_norm": 252.130126953125,
+      "learning_rate": 1.9941702266063777e-05,
+      "loss": 36.9062,
+      "step": 2652
+    },
+    {
+      "epoch": 0.12678008219439932,
+      "grad_norm": 405.0527648925781,
+      "learning_rate": 1.9941618796432386e-05,
+      "loss": 29.8125,
+      "step": 2653
+    },
+    {
+      "epoch": 0.1268278696358597,
+      "grad_norm": 302.1568298339844,
+      "learning_rate": 1.9941535267263524e-05,
+      "loss": 37.75,
+      "step": 2654
+    },
+    {
+      "epoch": 0.12687565707732007,
+      "grad_norm": 634.8626098632812,
+      "learning_rate": 1.9941451678557696e-05,
+      "loss": 44.5625,
+      "step": 2655
+    },
+    {
+      "epoch": 0.12692344451878046,
+      "grad_norm": 302.7251281738281,
+      "learning_rate": 1.99413680303154e-05,
+      "loss": 27.7969,
+      "step": 2656
+    },
+    {
+      "epoch": 0.12697123196024085,
+      "grad_norm": 355.01800537109375,
+      "learning_rate": 1.9941284322537137e-05,
+      "loss": 33.125,
+      "step": 2657
+    },
+    {
+      "epoch": 0.12701901940170124,
+      "grad_norm": 305.0494079589844,
+      "learning_rate": 1.9941200555223407e-05,
+      "loss": 34.0938,
+      "step": 2658
+    },
+    {
+      "epoch": 0.12706680684316163,
+      "grad_norm": 447.07061767578125,
+      "learning_rate": 1.994111672837472e-05,
+      "loss": 40.3438,
+      "step": 2659
+    },
+    {
+      "epoch": 0.127114594284622,
+      "grad_norm": 218.29873657226562,
+      "learning_rate": 1.9941032841991565e-05,
+      "loss": 26.4688,
+      "step": 2660
+    },
+    {
+      "epoch": 0.12716238172608238,
+      "grad_norm": 193.69187927246094,
+      "learning_rate": 1.9940948896074453e-05,
+      "loss": 36.375,
+      "step": 2661
+    },
+    {
+      "epoch": 0.12721016916754277,
+      "grad_norm": 260.2621765136719,
+      "learning_rate": 1.994086489062388e-05,
+      "loss": 27.8438,
+      "step": 2662
+    },
+    {
+      "epoch": 0.12725795660900316,
+      "grad_norm": 247.9412384033203,
+      "learning_rate": 1.9940780825640357e-05,
+      "loss": 29.5312,
+      "step": 2663
+    },
+    {
+      "epoch": 0.12730574405046355,
+      "grad_norm": 258.8571472167969,
+      "learning_rate": 1.9940696701124386e-05,
+      "loss": 29.9375,
+      "step": 2664
+    },
+    {
+      "epoch": 0.1273535314919239,
+      "grad_norm": 302.30120849609375,
+      "learning_rate": 1.9940612517076466e-05,
+      "loss": 40.2188,
+      "step": 2665
+    },
+    {
+      "epoch": 0.1274013189333843,
+      "grad_norm": 221.2819061279297,
+      "learning_rate": 1.9940528273497106e-05,
+      "loss": 24.0312,
+      "step": 2666
+    },
+    {
+      "epoch": 0.1274491063748447,
+      "grad_norm": 334.10223388671875,
+      "learning_rate": 1.9940443970386807e-05,
+      "loss": 29.9062,
+      "step": 2667
+    },
+    {
+      "epoch": 0.12749689381630508,
+      "grad_norm": 327.5682067871094,
+      "learning_rate": 1.9940359607746076e-05,
+      "loss": 44.7188,
+      "step": 2668
+    },
+    {
+      "epoch": 0.12754468125776547,
+      "grad_norm": 292.2778625488281,
+      "learning_rate": 1.9940275185575416e-05,
+      "loss": 22.0312,
+      "step": 2669
+    },
+    {
+      "epoch": 0.12759246869922583,
+      "grad_norm": 326.0762939453125,
+      "learning_rate": 1.9940190703875335e-05,
+      "loss": 45.5938,
+      "step": 2670
+    },
+    {
+      "epoch": 0.12764025614068622,
+      "grad_norm": 267.57464599609375,
+      "learning_rate": 1.994010616264634e-05,
+      "loss": 32.0625,
+      "step": 2671
+    },
+    {
+      "epoch": 0.1276880435821466,
+      "grad_norm": 248.95433044433594,
+      "learning_rate": 1.994002156188893e-05,
+      "loss": 24.1562,
+      "step": 2672
+    },
+    {
+      "epoch": 0.127735831023607,
+      "grad_norm": 310.10369873046875,
+      "learning_rate": 1.9939936901603625e-05,
+      "loss": 33.375,
+      "step": 2673
+    },
+    {
+      "epoch": 0.1277836184650674,
+      "grad_norm": 326.45672607421875,
+      "learning_rate": 1.9939852181790917e-05,
+      "loss": 25.8438,
+      "step": 2674
+    },
+    {
+      "epoch": 0.12783140590652775,
+      "grad_norm": 520.4179077148438,
+      "learning_rate": 1.9939767402451325e-05,
+      "loss": 35.5312,
+      "step": 2675
+    },
+    {
+      "epoch": 0.12787919334798814,
+      "grad_norm": 526.1249389648438,
+      "learning_rate": 1.9939682563585347e-05,
+      "loss": 25.0938,
+      "step": 2676
+    },
+    {
+      "epoch": 0.12792698078944853,
+      "grad_norm": 206.36448669433594,
+      "learning_rate": 1.9939597665193503e-05,
+      "loss": 22.625,
+      "step": 2677
+    },
+    {
+      "epoch": 0.12797476823090892,
+      "grad_norm": 407.74493408203125,
+      "learning_rate": 1.993951270727629e-05,
+      "loss": 26.5938,
+      "step": 2678
+    },
+    {
+      "epoch": 0.1280225556723693,
+      "grad_norm": 211.141845703125,
+      "learning_rate": 1.993942768983422e-05,
+      "loss": 29.4375,
+      "step": 2679
+    },
+    {
+      "epoch": 0.1280703431138297,
+      "grad_norm": 631.001220703125,
+      "learning_rate": 1.9939342612867808e-05,
+      "loss": 26.0156,
+      "step": 2680
+    },
+    {
+      "epoch": 0.12811813055529006,
+      "grad_norm": 281.79559326171875,
+      "learning_rate": 1.9939257476377553e-05,
+      "loss": 31.9844,
+      "step": 2681
+    },
+    {
+      "epoch": 0.12816591799675045,
+      "grad_norm": 405.8388977050781,
+      "learning_rate": 1.9939172280363976e-05,
+      "loss": 40.7812,
+      "step": 2682
+    },
+    {
+      "epoch": 0.12821370543821084,
+      "grad_norm": 715.2000732421875,
+      "learning_rate": 1.993908702482758e-05,
+      "loss": 31.2812,
+      "step": 2683
+    },
+    {
+      "epoch": 0.12826149287967123,
+      "grad_norm": 366.782958984375,
+      "learning_rate": 1.993900170976888e-05,
+      "loss": 35.7188,
+      "step": 2684
+    },
+    {
+      "epoch": 0.12830928032113162,
+      "grad_norm": 398.7563171386719,
+      "learning_rate": 1.993891633518838e-05,
+      "loss": 39.3125,
+      "step": 2685
+    },
+    {
+      "epoch": 0.12835706776259198,
+      "grad_norm": 854.2922973632812,
+      "learning_rate": 1.99388309010866e-05,
+      "loss": 35.3125,
+      "step": 2686
+    },
+    {
+      "epoch": 0.12840485520405237,
+      "grad_norm": 297.8446044921875,
+      "learning_rate": 1.9938745407464046e-05,
+      "loss": 30.75,
+      "step": 2687
+    },
+    {
+      "epoch": 0.12845264264551276,
+      "grad_norm": 333.22027587890625,
+      "learning_rate": 1.9938659854321233e-05,
+      "loss": 30.7188,
+      "step": 2688
+    },
+    {
+      "epoch": 0.12850043008697315,
+      "grad_norm": 241.39620971679688,
+      "learning_rate": 1.993857424165867e-05,
+      "loss": 27.0625,
+      "step": 2689
+    },
+    {
+      "epoch": 0.12854821752843354,
+      "grad_norm": 434.98870849609375,
+      "learning_rate": 1.9938488569476872e-05,
+      "loss": 31.0312,
+      "step": 2690
+    },
+    {
+      "epoch": 0.1285960049698939,
+      "grad_norm": 178.7618865966797,
+      "learning_rate": 1.9938402837776355e-05,
+      "loss": 20.7031,
+      "step": 2691
+    },
+    {
+      "epoch": 0.1286437924113543,
+      "grad_norm": 228.52651977539062,
+      "learning_rate": 1.9938317046557625e-05,
+      "loss": 22.3438,
+      "step": 2692
+    },
+    {
+      "epoch": 0.12869157985281468,
+      "grad_norm": 313.0945129394531,
+      "learning_rate": 1.99382311958212e-05,
+      "loss": 35.2188,
+      "step": 2693
+    },
+    {
+      "epoch": 0.12873936729427507,
+      "grad_norm": 620.2759399414062,
+      "learning_rate": 1.9938145285567595e-05,
+      "loss": 33.375,
+      "step": 2694
+    },
+    {
+      "epoch": 0.12878715473573546,
+      "grad_norm": 290.8501281738281,
+      "learning_rate": 1.993805931579732e-05,
+      "loss": 24.3281,
+      "step": 2695
+    },
+    {
+      "epoch": 0.12883494217719582,
+      "grad_norm": 403.3529968261719,
+      "learning_rate": 1.9937973286510897e-05,
+      "loss": 27.9062,
+      "step": 2696
+    },
+    {
+      "epoch": 0.1288827296186562,
+      "grad_norm": 189.3390350341797,
+      "learning_rate": 1.993788719770884e-05,
+      "loss": 25.5938,
+      "step": 2697
+    },
+    {
+      "epoch": 0.1289305170601166,
+      "grad_norm": 558.8351440429688,
+      "learning_rate": 1.9937801049391657e-05,
+      "loss": 37.2812,
+      "step": 2698
+    },
+    {
+      "epoch": 0.128978304501577,
+      "grad_norm": 382.52191162109375,
+      "learning_rate": 1.9937714841559873e-05,
+      "loss": 32.375,
+      "step": 2699
+    },
+    {
+      "epoch": 0.12902609194303738,
+      "grad_norm": 287.4565734863281,
+      "learning_rate": 1.9937628574213996e-05,
+      "loss": 28.6875,
+      "step": 2700
+    },
+    {
+      "epoch": 0.12907387938449774,
+      "grad_norm": 287.35223388671875,
+      "learning_rate": 1.9937542247354547e-05,
+      "loss": 31.5312,
+      "step": 2701
+    },
+    {
+      "epoch": 0.12912166682595813,
+      "grad_norm": 296.6116638183594,
+      "learning_rate": 1.9937455860982045e-05,
+      "loss": 38.375,
+      "step": 2702
+    },
+    {
+      "epoch": 0.12916945426741852,
+      "grad_norm": 258.76763916015625,
+      "learning_rate": 1.993736941509701e-05,
+      "loss": 39.9062,
+      "step": 2703
+    },
+    {
+      "epoch": 0.1292172417088789,
+      "grad_norm": 244.59347534179688,
+      "learning_rate": 1.9937282909699945e-05,
+      "loss": 32.6562,
+      "step": 2704
+    },
+    {
+      "epoch": 0.1292650291503393,
+      "grad_norm": 298.6282653808594,
+      "learning_rate": 1.9937196344791387e-05,
+      "loss": 33.4688,
+      "step": 2705
+    },
+    {
+      "epoch": 0.12931281659179966,
+      "grad_norm": 441.5233154296875,
+      "learning_rate": 1.993710972037184e-05,
+      "loss": 28.7812,
+      "step": 2706
+    },
+    {
+      "epoch": 0.12936060403326005,
+      "grad_norm": 314.5039367675781,
+      "learning_rate": 1.993702303644183e-05,
+      "loss": 35.2344,
+      "step": 2707
+    },
+    {
+      "epoch": 0.12940839147472044,
+      "grad_norm": 308.4129638671875,
+      "learning_rate": 1.993693629300187e-05,
+      "loss": 35.9375,
+      "step": 2708
+    },
+    {
+      "epoch": 0.12945617891618083,
+      "grad_norm": 412.66680908203125,
+      "learning_rate": 1.9936849490052493e-05,
+      "loss": 41.0625,
+      "step": 2709
+    },
+    {
+      "epoch": 0.12950396635764122,
+      "grad_norm": 326.5655212402344,
+      "learning_rate": 1.9936762627594203e-05,
+      "loss": 28.375,
+      "step": 2710
+    },
+    {
+      "epoch": 0.1295517537991016,
+      "grad_norm": 470.234619140625,
+      "learning_rate": 1.9936675705627526e-05,
+      "loss": 37.1875,
+      "step": 2711
+    },
+    {
+      "epoch": 0.12959954124056197,
+      "grad_norm": 646.9110717773438,
+      "learning_rate": 1.993658872415299e-05,
+      "loss": 24.7812,
+      "step": 2712
+    },
+    {
+      "epoch": 0.12964732868202236,
+      "grad_norm": 246.1936492919922,
+      "learning_rate": 1.99365016831711e-05,
+      "loss": 32.5625,
+      "step": 2713
+    },
+    {
+      "epoch": 0.12969511612348275,
+      "grad_norm": 281.5937194824219,
+      "learning_rate": 1.9936414582682393e-05,
+      "loss": 40.5625,
+      "step": 2714
+    },
+    {
+      "epoch": 0.12974290356494314,
+      "grad_norm": 324.39630126953125,
+      "learning_rate": 1.993632742268738e-05,
+      "loss": 30.0,
+      "step": 2715
+    },
+    {
+      "epoch": 0.12979069100640353,
+      "grad_norm": 269.74359130859375,
+      "learning_rate": 1.993624020318659e-05,
+      "loss": 34.9688,
+      "step": 2716
+    },
+    {
+      "epoch": 0.1298384784478639,
+      "grad_norm": 284.6512756347656,
+      "learning_rate": 1.993615292418054e-05,
+      "loss": 30.0625,
+      "step": 2717
+    },
+    {
+      "epoch": 0.12988626588932428,
+      "grad_norm": 253.84803771972656,
+      "learning_rate": 1.9936065585669762e-05,
+      "loss": 26.6562,
+      "step": 2718
+    },
+    {
+      "epoch": 0.12993405333078467,
+      "grad_norm": 245.8854522705078,
+      "learning_rate": 1.9935978187654766e-05,
+      "loss": 43.5625,
+      "step": 2719
+    },
+    {
+      "epoch": 0.12998184077224506,
+      "grad_norm": 273.2900390625,
+      "learning_rate": 1.9935890730136084e-05,
+      "loss": 35.625,
+      "step": 2720
+    },
+    {
+      "epoch": 0.13002962821370545,
+      "grad_norm": 397.9994812011719,
+      "learning_rate": 1.9935803213114236e-05,
+      "loss": 32.5312,
+      "step": 2721
+    },
+    {
+      "epoch": 0.1300774156551658,
+      "grad_norm": 350.5577087402344,
+      "learning_rate": 1.9935715636589747e-05,
+      "loss": 38.4375,
+      "step": 2722
+    },
+    {
+      "epoch": 0.1301252030966262,
+      "grad_norm": 419.3004150390625,
+      "learning_rate": 1.993562800056314e-05,
+      "loss": 43.8438,
+      "step": 2723
+    },
+    {
+      "epoch": 0.1301729905380866,
+      "grad_norm": 282.31158447265625,
+      "learning_rate": 1.9935540305034947e-05,
+      "loss": 33.375,
+      "step": 2724
+    },
+    {
+      "epoch": 0.13022077797954698,
+      "grad_norm": 282.6147155761719,
+      "learning_rate": 1.9935452550005684e-05,
+      "loss": 32.6875,
+      "step": 2725
+    },
+    {
+      "epoch": 0.13026856542100737,
+      "grad_norm": 296.7622375488281,
+      "learning_rate": 1.9935364735475883e-05,
+      "loss": 40.3125,
+      "step": 2726
+    },
+    {
+      "epoch": 0.13031635286246773,
+      "grad_norm": 198.53871154785156,
+      "learning_rate": 1.9935276861446063e-05,
+      "loss": 22.125,
+      "step": 2727
+    },
+    {
+      "epoch": 0.13036414030392812,
+      "grad_norm": 192.102294921875,
+      "learning_rate": 1.9935188927916756e-05,
+      "loss": 28.5938,
+      "step": 2728
+    },
+    {
+      "epoch": 0.1304119277453885,
+      "grad_norm": 153.02496337890625,
+      "learning_rate": 1.993510093488849e-05,
+      "loss": 20.7656,
+      "step": 2729
+    },
+    {
+      "epoch": 0.1304597151868489,
+      "grad_norm": 389.8898010253906,
+      "learning_rate": 1.9935012882361788e-05,
+      "loss": 50.9062,
+      "step": 2730
+    },
+    {
+      "epoch": 0.1305075026283093,
+      "grad_norm": 269.96429443359375,
+      "learning_rate": 1.9934924770337177e-05,
+      "loss": 40.6875,
+      "step": 2731
+    },
+    {
+      "epoch": 0.13055529006976965,
+      "grad_norm": 336.4169921875,
+      "learning_rate": 1.993483659881519e-05,
+      "loss": 45.5938,
+      "step": 2732
+    },
+    {
+      "epoch": 0.13060307751123004,
+      "grad_norm": 229.19345092773438,
+      "learning_rate": 1.993474836779635e-05,
+      "loss": 27.6719,
+      "step": 2733
+    },
+    {
+      "epoch": 0.13065086495269043,
+      "grad_norm": 368.81439208984375,
+      "learning_rate": 1.9934660077281183e-05,
+      "loss": 31.1562,
+      "step": 2734
+    },
+    {
+      "epoch": 0.13069865239415082,
+      "grad_norm": 438.6243896484375,
+      "learning_rate": 1.9934571727270225e-05,
+      "loss": 40.25,
+      "step": 2735
+    },
+    {
+      "epoch": 0.1307464398356112,
+      "grad_norm": 391.20245361328125,
+      "learning_rate": 1.9934483317764e-05,
+      "loss": 26.5938,
+      "step": 2736
+    },
+    {
+      "epoch": 0.13079422727707157,
+      "grad_norm": 282.97894287109375,
+      "learning_rate": 1.9934394848763043e-05,
+      "loss": 39.0,
+      "step": 2737
+    },
+    {
+      "epoch": 0.13084201471853196,
+      "grad_norm": 441.8721618652344,
+      "learning_rate": 1.9934306320267873e-05,
+      "loss": 37.7188,
+      "step": 2738
+    },
+    {
+      "epoch": 0.13088980215999235,
+      "grad_norm": 195.8457489013672,
+      "learning_rate": 1.993421773227903e-05,
+      "loss": 30.25,
+      "step": 2739
+    },
+    {
+      "epoch": 0.13093758960145274,
+      "grad_norm": 488.68353271484375,
+      "learning_rate": 1.9934129084797043e-05,
+      "loss": 36.5,
+      "step": 2740
+    },
+    {
+      "epoch": 0.13098537704291313,
+      "grad_norm": 174.13909912109375,
+      "learning_rate": 1.993404037782244e-05,
+      "loss": 26.25,
+      "step": 2741
+    },
+    {
+      "epoch": 0.1310331644843735,
+      "grad_norm": 277.63409423828125,
+      "learning_rate": 1.9933951611355752e-05,
+      "loss": 28.4062,
+      "step": 2742
+    },
+    {
+      "epoch": 0.13108095192583388,
+      "grad_norm": 550.7658081054688,
+      "learning_rate": 1.9933862785397512e-05,
+      "loss": 42.8125,
+      "step": 2743
+    },
+    {
+      "epoch": 0.13112873936729427,
+      "grad_norm": 289.17376708984375,
+      "learning_rate": 1.9933773899948256e-05,
+      "loss": 30.1875,
+      "step": 2744
+    },
+    {
+      "epoch": 0.13117652680875466,
+      "grad_norm": 798.2675170898438,
+      "learning_rate": 1.993368495500851e-05,
+      "loss": 38.1875,
+      "step": 2745
+    },
+    {
+      "epoch": 0.13122431425021505,
+      "grad_norm": 190.207763671875,
+      "learning_rate": 1.9933595950578806e-05,
+      "loss": 27.5625,
+      "step": 2746
+    },
+    {
+      "epoch": 0.13127210169167544,
+      "grad_norm": 332.1787414550781,
+      "learning_rate": 1.9933506886659684e-05,
+      "loss": 37.5,
+      "step": 2747
+    },
+    {
+      "epoch": 0.1313198891331358,
+      "grad_norm": 301.0537109375,
+      "learning_rate": 1.9933417763251676e-05,
+      "loss": 40.4062,
+      "step": 2748
+    },
+    {
+      "epoch": 0.1313676765745962,
+      "grad_norm": 540.9572143554688,
+      "learning_rate": 1.9933328580355308e-05,
+      "loss": 31.5312,
+      "step": 2749
+    },
+    {
+      "epoch": 0.13141546401605658,
+      "grad_norm": 291.2671203613281,
+      "learning_rate": 1.993323933797112e-05,
+      "loss": 32.375,
+      "step": 2750
+    },
+    {
+      "epoch": 0.13146325145751697,
+      "grad_norm": 313.74908447265625,
+      "learning_rate": 1.9933150036099647e-05,
+      "loss": 38.7188,
+      "step": 2751
+    },
+    {
+      "epoch": 0.13151103889897736,
+      "grad_norm": 179.74267578125,
+      "learning_rate": 1.9933060674741422e-05,
+      "loss": 23.0,
+      "step": 2752
+    },
+    {
+      "epoch": 0.13155882634043772,
+      "grad_norm": 221.95213317871094,
+      "learning_rate": 1.993297125389698e-05,
+      "loss": 20.4062,
+      "step": 2753
+    },
+    {
+      "epoch": 0.1316066137818981,
+      "grad_norm": 249.03005981445312,
+      "learning_rate": 1.993288177356686e-05,
+      "loss": 23.1562,
+      "step": 2754
+    },
+    {
+      "epoch": 0.1316544012233585,
+      "grad_norm": 472.9622802734375,
+      "learning_rate": 1.993279223375159e-05,
+      "loss": 33.3125,
+      "step": 2755
+    },
+    {
+      "epoch": 0.1317021886648189,
+      "grad_norm": 617.5115356445312,
+      "learning_rate": 1.9932702634451718e-05,
+      "loss": 31.4375,
+      "step": 2756
+    },
+    {
+      "epoch": 0.13174997610627928,
+      "grad_norm": 279.56170654296875,
+      "learning_rate": 1.993261297566777e-05,
+      "loss": 34.0781,
+      "step": 2757
+    },
+    {
+      "epoch": 0.13179776354773964,
+      "grad_norm": 225.7920379638672,
+      "learning_rate": 1.9932523257400288e-05,
+      "loss": 48.25,
+      "step": 2758
+    },
+    {
+      "epoch": 0.13184555098920003,
+      "grad_norm": 355.04254150390625,
+      "learning_rate": 1.9932433479649807e-05,
+      "loss": 43.1875,
+      "step": 2759
+    },
+    {
+      "epoch": 0.13189333843066042,
+      "grad_norm": 266.7088317871094,
+      "learning_rate": 1.993234364241687e-05,
+      "loss": 36.875,
+      "step": 2760
+    },
+    {
+      "epoch": 0.1319411258721208,
+      "grad_norm": 200.5496368408203,
+      "learning_rate": 1.9932253745702006e-05,
+      "loss": 27.7344,
+      "step": 2761
+    },
+    {
+      "epoch": 0.1319889133135812,
+      "grad_norm": 244.8464813232422,
+      "learning_rate": 1.993216378950576e-05,
+      "loss": 30.8438,
+      "step": 2762
+    },
+    {
+      "epoch": 0.13203670075504156,
+      "grad_norm": 200.0990447998047,
+      "learning_rate": 1.9932073773828668e-05,
+      "loss": 38.7812,
+      "step": 2763
+    },
+    {
+      "epoch": 0.13208448819650195,
+      "grad_norm": 472.5932922363281,
+      "learning_rate": 1.993198369867127e-05,
+      "loss": 47.75,
+      "step": 2764
+    },
+    {
+      "epoch": 0.13213227563796234,
+      "grad_norm": 309.25732421875,
+      "learning_rate": 1.9931893564034105e-05,
+      "loss": 25.25,
+      "step": 2765
+    },
+    {
+      "epoch": 0.13218006307942273,
+      "grad_norm": 426.6701354980469,
+      "learning_rate": 1.9931803369917712e-05,
+      "loss": 32.2812,
+      "step": 2766
+    },
+    {
+      "epoch": 0.13222785052088312,
+      "grad_norm": 216.0954132080078,
+      "learning_rate": 1.9931713116322635e-05,
+      "loss": 33.4062,
+      "step": 2767
+    },
+    {
+      "epoch": 0.13227563796234348,
+      "grad_norm": 327.0246887207031,
+      "learning_rate": 1.9931622803249412e-05,
+      "loss": 40.0938,
+      "step": 2768
+    },
+    {
+      "epoch": 0.13232342540380387,
+      "grad_norm": 311.6380920410156,
+      "learning_rate": 1.9931532430698583e-05,
+      "loss": 32.7344,
+      "step": 2769
+    },
+    {
+      "epoch": 0.13237121284526426,
+      "grad_norm": 295.87066650390625,
+      "learning_rate": 1.9931441998670692e-05,
+      "loss": 29.3438,
+      "step": 2770
+    },
+    {
+      "epoch": 0.13241900028672465,
+      "grad_norm": 277.1126708984375,
+      "learning_rate": 1.9931351507166276e-05,
+      "loss": 32.9688,
+      "step": 2771
+    },
+    {
+      "epoch": 0.13246678772818504,
+      "grad_norm": 622.9329223632812,
+      "learning_rate": 1.993126095618588e-05,
+      "loss": 45.0,
+      "step": 2772
+    },
+    {
+      "epoch": 0.1325145751696454,
+      "grad_norm": 464.2222595214844,
+      "learning_rate": 1.9931170345730044e-05,
+      "loss": 37.4062,
+      "step": 2773
+    },
+    {
+      "epoch": 0.1325623626111058,
+      "grad_norm": 432.8380432128906,
+      "learning_rate": 1.9931079675799313e-05,
+      "loss": 44.6875,
+      "step": 2774
+    },
+    {
+      "epoch": 0.13261015005256618,
+      "grad_norm": 341.270751953125,
+      "learning_rate": 1.993098894639423e-05,
+      "loss": 43.75,
+      "step": 2775
+    },
+    {
+      "epoch": 0.13265793749402657,
+      "grad_norm": 273.6723937988281,
+      "learning_rate": 1.9930898157515338e-05,
+      "loss": 34.4375,
+      "step": 2776
+    },
+    {
+      "epoch": 0.13270572493548696,
+      "grad_norm": 298.2627258300781,
+      "learning_rate": 1.9930807309163182e-05,
+      "loss": 38.6406,
+      "step": 2777
+    },
+    {
+      "epoch": 0.13275351237694732,
+      "grad_norm": 329.1615905761719,
+      "learning_rate": 1.99307164013383e-05,
+      "loss": 32.3125,
+      "step": 2778
+    },
+    {
+      "epoch": 0.13280129981840771,
+      "grad_norm": 223.2738494873047,
+      "learning_rate": 1.9930625434041248e-05,
+      "loss": 45.9062,
+      "step": 2779
+    },
+    {
+      "epoch": 0.1328490872598681,
+      "grad_norm": 229.26449584960938,
+      "learning_rate": 1.9930534407272558e-05,
+      "loss": 31.0938,
+      "step": 2780
+    },
+    {
+      "epoch": 0.1328968747013285,
+      "grad_norm": 261.35162353515625,
+      "learning_rate": 1.993044332103278e-05,
+      "loss": 33.875,
+      "step": 2781
+    },
+    {
+      "epoch": 0.13294466214278888,
+      "grad_norm": 402.6327819824219,
+      "learning_rate": 1.9930352175322464e-05,
+      "loss": 30.6875,
+      "step": 2782
+    },
+    {
+      "epoch": 0.13299244958424927,
+      "grad_norm": 298.3799743652344,
+      "learning_rate": 1.993026097014215e-05,
+      "loss": 27.0312,
+      "step": 2783
+    },
+    {
+      "epoch": 0.13304023702570963,
+      "grad_norm": 340.53466796875,
+      "learning_rate": 1.993016970549239e-05,
+      "loss": 35.3125,
+      "step": 2784
+    },
+    {
+      "epoch": 0.13308802446717002,
+      "grad_norm": 234.8639678955078,
+      "learning_rate": 1.9930078381373722e-05,
+      "loss": 30.8125,
+      "step": 2785
+    },
+    {
+      "epoch": 0.1331358119086304,
+      "grad_norm": 216.58221435546875,
+      "learning_rate": 1.9929986997786698e-05,
+      "loss": 25.75,
+      "step": 2786
+    },
+    {
+      "epoch": 0.1331835993500908,
+      "grad_norm": 481.72320556640625,
+      "learning_rate": 1.9929895554731865e-05,
+      "loss": 31.1875,
+      "step": 2787
+    },
+    {
+      "epoch": 0.1332313867915512,
+      "grad_norm": 249.06312561035156,
+      "learning_rate": 1.9929804052209774e-05,
+      "loss": 34.125,
+      "step": 2788
+    },
+    {
+      "epoch": 0.13327917423301155,
+      "grad_norm": 487.3180236816406,
+      "learning_rate": 1.9929712490220968e-05,
+      "loss": 41.8438,
+      "step": 2789
+    },
+    {
+      "epoch": 0.13332696167447194,
+      "grad_norm": 373.0533142089844,
+      "learning_rate": 1.9929620868765998e-05,
+      "loss": 35.2188,
+      "step": 2790
+    },
+    {
+      "epoch": 0.13337474911593233,
+      "grad_norm": 419.2178649902344,
+      "learning_rate": 1.9929529187845408e-05,
+      "loss": 56.6875,
+      "step": 2791
+    },
+    {
+      "epoch": 0.13342253655739272,
+      "grad_norm": 245.01255798339844,
+      "learning_rate": 1.9929437447459758e-05,
+      "loss": 26.3125,
+      "step": 2792
+    },
+    {
+      "epoch": 0.1334703239988531,
+      "grad_norm": 257.25579833984375,
+      "learning_rate": 1.9929345647609583e-05,
+      "loss": 27.625,
+      "step": 2793
+    },
+    {
+      "epoch": 0.13351811144031348,
+      "grad_norm": 347.1810607910156,
+      "learning_rate": 1.9929253788295445e-05,
+      "loss": 34.125,
+      "step": 2794
+    },
+    {
+      "epoch": 0.13356589888177386,
+      "grad_norm": 391.1969909667969,
+      "learning_rate": 1.9929161869517886e-05,
+      "loss": 29.8438,
+      "step": 2795
+    },
+    {
+      "epoch": 0.13361368632323425,
+      "grad_norm": 250.6313018798828,
+      "learning_rate": 1.9929069891277456e-05,
+      "loss": 30.5,
+      "step": 2796
+    },
+    {
+      "epoch": 0.13366147376469464,
+      "grad_norm": 280.52655029296875,
+      "learning_rate": 1.9928977853574717e-05,
+      "loss": 33.3125,
+      "step": 2797
+    },
+    {
+      "epoch": 0.13370926120615503,
+      "grad_norm": 246.43109130859375,
+      "learning_rate": 1.9928885756410207e-05,
+      "loss": 36.4375,
+      "step": 2798
+    },
+    {
+      "epoch": 0.1337570486476154,
+      "grad_norm": 196.6414337158203,
+      "learning_rate": 1.9928793599784486e-05,
+      "loss": 23.6406,
+      "step": 2799
+    },
+    {
+      "epoch": 0.13380483608907578,
+      "grad_norm": 314.86962890625,
+      "learning_rate": 1.9928701383698102e-05,
+      "loss": 35.25,
+      "step": 2800
+    },
+    {
+      "epoch": 0.13385262353053617,
+      "grad_norm": 361.5596923828125,
+      "learning_rate": 1.992860910815161e-05,
+      "loss": 48.7188,
+      "step": 2801
+    },
+    {
+      "epoch": 0.13390041097199656,
+      "grad_norm": 258.4652404785156,
+      "learning_rate": 1.992851677314556e-05,
+      "loss": 41.1875,
+      "step": 2802
+    },
+    {
+      "epoch": 0.13394819841345695,
+      "grad_norm": 264.3592834472656,
+      "learning_rate": 1.9928424378680505e-05,
+      "loss": 34.5312,
+      "step": 2803
+    },
+    {
+      "epoch": 0.13399598585491732,
+      "grad_norm": 385.9776916503906,
+      "learning_rate": 1.9928331924756997e-05,
+      "loss": 44.9062,
+      "step": 2804
+    },
+    {
+      "epoch": 0.1340437732963777,
+      "grad_norm": 235.24009704589844,
+      "learning_rate": 1.9928239411375595e-05,
+      "loss": 28.1562,
+      "step": 2805
+    },
+    {
+      "epoch": 0.1340915607378381,
+      "grad_norm": 301.9271545410156,
+      "learning_rate": 1.9928146838536847e-05,
+      "loss": 43.1875,
+      "step": 2806
+    },
+    {
+      "epoch": 0.13413934817929848,
+      "grad_norm": 255.4925994873047,
+      "learning_rate": 1.9928054206241315e-05,
+      "loss": 26.7188,
+      "step": 2807
+    },
+    {
+      "epoch": 0.13418713562075887,
+      "grad_norm": 410.84857177734375,
+      "learning_rate": 1.9927961514489543e-05,
+      "loss": 42.75,
+      "step": 2808
+    },
+    {
+      "epoch": 0.13423492306221924,
+      "grad_norm": 624.8092041015625,
+      "learning_rate": 1.9927868763282096e-05,
+      "loss": 37.6562,
+      "step": 2809
+    },
+    {
+      "epoch": 0.13428271050367963,
+      "grad_norm": 559.9152221679688,
+      "learning_rate": 1.9927775952619525e-05,
+      "loss": 42.7188,
+      "step": 2810
+    },
+    {
+      "epoch": 0.13433049794514001,
+      "grad_norm": 276.64324951171875,
+      "learning_rate": 1.9927683082502387e-05,
+      "loss": 24.4375,
+      "step": 2811
+    },
+    {
+      "epoch": 0.1343782853866004,
+      "grad_norm": 296.8655700683594,
+      "learning_rate": 1.9927590152931238e-05,
+      "loss": 30.1562,
+      "step": 2812
+    },
+    {
+      "epoch": 0.1344260728280608,
+      "grad_norm": 638.8880615234375,
+      "learning_rate": 1.9927497163906632e-05,
+      "loss": 27.1562,
+      "step": 2813
+    },
+    {
+      "epoch": 0.13447386026952116,
+      "grad_norm": 254.5619354248047,
+      "learning_rate": 1.9927404115429126e-05,
+      "loss": 32.9062,
+      "step": 2814
+    },
+    {
+      "epoch": 0.13452164771098155,
+      "grad_norm": 392.6970520019531,
+      "learning_rate": 1.9927311007499286e-05,
+      "loss": 38.9219,
+      "step": 2815
+    },
+    {
+      "epoch": 0.13456943515244194,
+      "grad_norm": 312.4048767089844,
+      "learning_rate": 1.992721784011766e-05,
+      "loss": 34.75,
+      "step": 2816
+    },
+    {
+      "epoch": 0.13461722259390232,
+      "grad_norm": 251.79930114746094,
+      "learning_rate": 1.9927124613284803e-05,
+      "loss": 29.9375,
+      "step": 2817
+    },
+    {
+      "epoch": 0.13466501003536271,
+      "grad_norm": 313.7007751464844,
+      "learning_rate": 1.9927031327001286e-05,
+      "loss": 36.9375,
+      "step": 2818
+    },
+    {
+      "epoch": 0.1347127974768231,
+      "grad_norm": 185.65574645996094,
+      "learning_rate": 1.9926937981267658e-05,
+      "loss": 20.5781,
+      "step": 2819
+    },
+    {
+      "epoch": 0.13476058491828347,
+      "grad_norm": 227.32662963867188,
+      "learning_rate": 1.9926844576084483e-05,
+      "loss": 31.5625,
+      "step": 2820
+    },
+    {
+      "epoch": 0.13480837235974386,
+      "grad_norm": 488.6368103027344,
+      "learning_rate": 1.9926751111452317e-05,
+      "loss": 45.375,
+      "step": 2821
+    },
+    {
+      "epoch": 0.13485615980120425,
+      "grad_norm": 217.39767456054688,
+      "learning_rate": 1.9926657587371717e-05,
+      "loss": 24.7812,
+      "step": 2822
+    },
+    {
+      "epoch": 0.13490394724266463,
+      "grad_norm": 423.4729919433594,
+      "learning_rate": 1.992656400384325e-05,
+      "loss": 23.625,
+      "step": 2823
+    },
+    {
+      "epoch": 0.13495173468412502,
+      "grad_norm": 316.5213623046875,
+      "learning_rate": 1.9926470360867475e-05,
+      "loss": 49.625,
+      "step": 2824
+    },
+    {
+      "epoch": 0.13499952212558539,
+      "grad_norm": 394.9630432128906,
+      "learning_rate": 1.992637665844495e-05,
+      "loss": 49.0,
+      "step": 2825
+    },
+    {
+      "epoch": 0.13504730956704578,
+      "grad_norm": 182.74452209472656,
+      "learning_rate": 1.9926282896576236e-05,
+      "loss": 25.0,
+      "step": 2826
+    },
+    {
+      "epoch": 0.13509509700850617,
+      "grad_norm": 356.28070068359375,
+      "learning_rate": 1.99261890752619e-05,
+      "loss": 30.125,
+      "step": 2827
+    },
+    {
+      "epoch": 0.13514288444996655,
+      "grad_norm": 261.572509765625,
+      "learning_rate": 1.9926095194502494e-05,
+      "loss": 34.375,
+      "step": 2828
+    },
+    {
+      "epoch": 0.13519067189142694,
+      "grad_norm": 380.0047607421875,
+      "learning_rate": 1.9926001254298588e-05,
+      "loss": 26.6875,
+      "step": 2829
+    },
+    {
+      "epoch": 0.1352384593328873,
+      "grad_norm": 299.5689697265625,
+      "learning_rate": 1.9925907254650743e-05,
+      "loss": 37.125,
+      "step": 2830
+    },
+    {
+      "epoch": 0.1352862467743477,
+      "grad_norm": 325.0065612792969,
+      "learning_rate": 1.992581319555952e-05,
+      "loss": 41.4688,
+      "step": 2831
+    },
+    {
+      "epoch": 0.13533403421580809,
+      "grad_norm": 305.0484313964844,
+      "learning_rate": 1.9925719077025487e-05,
+      "loss": 44.4375,
+      "step": 2832
+    },
+    {
+      "epoch": 0.13538182165726848,
+      "grad_norm": 293.66534423828125,
+      "learning_rate": 1.9925624899049203e-05,
+      "loss": 25.5625,
+      "step": 2833
+    },
+    {
+      "epoch": 0.13542960909872886,
+      "grad_norm": 497.08502197265625,
+      "learning_rate": 1.992553066163123e-05,
+      "loss": 36.0625,
+      "step": 2834
+    },
+    {
+      "epoch": 0.13547739654018923,
+      "grad_norm": 196.2782440185547,
+      "learning_rate": 1.9925436364772143e-05,
+      "loss": 32.8125,
+      "step": 2835
+    },
+    {
+      "epoch": 0.13552518398164962,
+      "grad_norm": 285.57623291015625,
+      "learning_rate": 1.9925342008472493e-05,
+      "loss": 24.875,
+      "step": 2836
+    },
+    {
+      "epoch": 0.13557297142311,
+      "grad_norm": 308.0261535644531,
+      "learning_rate": 1.9925247592732856e-05,
+      "loss": 32.6562,
+      "step": 2837
+    },
+    {
+      "epoch": 0.1356207588645704,
+      "grad_norm": 434.6124572753906,
+      "learning_rate": 1.992515311755379e-05,
+      "loss": 35.8125,
+      "step": 2838
+    },
+    {
+      "epoch": 0.13566854630603079,
+      "grad_norm": 706.3496704101562,
+      "learning_rate": 1.9925058582935865e-05,
+      "loss": 33.3594,
+      "step": 2839
+    },
+    {
+      "epoch": 0.13571633374749115,
+      "grad_norm": 431.05029296875,
+      "learning_rate": 1.9924963988879648e-05,
+      "loss": 39.7812,
+      "step": 2840
+    },
+    {
+      "epoch": 0.13576412118895154,
+      "grad_norm": 308.3752136230469,
+      "learning_rate": 1.99248693353857e-05,
+      "loss": 31.7188,
+      "step": 2841
+    },
+    {
+      "epoch": 0.13581190863041193,
+      "grad_norm": 427.6258850097656,
+      "learning_rate": 1.992477462245459e-05,
+      "loss": 26.1719,
+      "step": 2842
+    },
+    {
+      "epoch": 0.13585969607187232,
+      "grad_norm": 558.011474609375,
+      "learning_rate": 1.992467985008689e-05,
+      "loss": 31.8125,
+      "step": 2843
+    },
+    {
+      "epoch": 0.1359074835133327,
+      "grad_norm": 255.9066619873047,
+      "learning_rate": 1.9924585018283163e-05,
+      "loss": 31.4688,
+      "step": 2844
+    },
+    {
+      "epoch": 0.13595527095479307,
+      "grad_norm": 344.8656311035156,
+      "learning_rate": 1.992449012704398e-05,
+      "loss": 39.5938,
+      "step": 2845
+    },
+    {
+      "epoch": 0.13600305839625346,
+      "grad_norm": 332.28515625,
+      "learning_rate": 1.9924395176369903e-05,
+      "loss": 29.4375,
+      "step": 2846
+    },
+    {
+      "epoch": 0.13605084583771385,
+      "grad_norm": 246.74342346191406,
+      "learning_rate": 1.9924300166261507e-05,
+      "loss": 32.6875,
+      "step": 2847
+    },
+    {
+      "epoch": 0.13609863327917424,
+      "grad_norm": 412.9715576171875,
+      "learning_rate": 1.992420509671936e-05,
+      "loss": 24.9688,
+      "step": 2848
+    },
+    {
+      "epoch": 0.13614642072063463,
+      "grad_norm": 248.504638671875,
+      "learning_rate": 1.992410996774403e-05,
+      "loss": 34.625,
+      "step": 2849
+    },
+    {
+      "epoch": 0.13619420816209502,
+      "grad_norm": 207.06834411621094,
+      "learning_rate": 1.9924014779336085e-05,
+      "loss": 38.7188,
+      "step": 2850
+    },
+    {
+      "epoch": 0.13624199560355538,
+      "grad_norm": 220.04507446289062,
+      "learning_rate": 1.9923919531496098e-05,
+      "loss": 30.2812,
+      "step": 2851
+    },
+    {
+      "epoch": 0.13628978304501577,
+      "grad_norm": 339.3418273925781,
+      "learning_rate": 1.9923824224224637e-05,
+      "loss": 33.4375,
+      "step": 2852
+    },
+    {
+      "epoch": 0.13633757048647616,
+      "grad_norm": 425.1686096191406,
+      "learning_rate": 1.9923728857522275e-05,
+      "loss": 50.3125,
+      "step": 2853
+    },
+    {
+      "epoch": 0.13638535792793655,
+      "grad_norm": 354.7095947265625,
+      "learning_rate": 1.9923633431389584e-05,
+      "loss": 29.4688,
+      "step": 2854
+    },
+    {
+      "epoch": 0.13643314536939694,
+      "grad_norm": 414.2217712402344,
+      "learning_rate": 1.992353794582713e-05,
+      "loss": 55.1875,
+      "step": 2855
+    },
+    {
+      "epoch": 0.1364809328108573,
+      "grad_norm": 339.34991455078125,
+      "learning_rate": 1.9923442400835494e-05,
+      "loss": 31.8438,
+      "step": 2856
+    },
+    {
+      "epoch": 0.1365287202523177,
+      "grad_norm": 398.0774230957031,
+      "learning_rate": 1.9923346796415236e-05,
+      "loss": 26.2188,
+      "step": 2857
+    },
+    {
+      "epoch": 0.13657650769377808,
+      "grad_norm": 272.22540283203125,
+      "learning_rate": 1.992325113256694e-05,
+      "loss": 39.2188,
+      "step": 2858
+    },
+    {
+      "epoch": 0.13662429513523847,
+      "grad_norm": 484.6317138671875,
+      "learning_rate": 1.9923155409291175e-05,
+      "loss": 48.8438,
+      "step": 2859
+    },
+    {
+      "epoch": 0.13667208257669886,
+      "grad_norm": 358.0116882324219,
+      "learning_rate": 1.992305962658851e-05,
+      "loss": 37.4375,
+      "step": 2860
+    },
+    {
+      "epoch": 0.13671987001815922,
+      "grad_norm": 423.39453125,
+      "learning_rate": 1.9922963784459524e-05,
+      "loss": 37.75,
+      "step": 2861
+    },
+    {
+      "epoch": 0.1367676574596196,
+      "grad_norm": 441.2469482421875,
+      "learning_rate": 1.992286788290479e-05,
+      "loss": 35.875,
+      "step": 2862
+    },
+    {
+      "epoch": 0.13681544490108,
+      "grad_norm": 413.2027282714844,
+      "learning_rate": 1.992277192192488e-05,
+      "loss": 38.2812,
+      "step": 2863
+    },
+    {
+      "epoch": 0.1368632323425404,
+      "grad_norm": 207.2311248779297,
+      "learning_rate": 1.992267590152037e-05,
+      "loss": 29.0,
+      "step": 2864
+    },
+    {
+      "epoch": 0.13691101978400078,
+      "grad_norm": 390.839111328125,
+      "learning_rate": 1.9922579821691836e-05,
+      "loss": 33.1875,
+      "step": 2865
+    },
+    {
+      "epoch": 0.13695880722546114,
+      "grad_norm": 286.3174133300781,
+      "learning_rate": 1.9922483682439854e-05,
+      "loss": 42.1562,
+      "step": 2866
+    },
+    {
+      "epoch": 0.13700659466692153,
+      "grad_norm": 385.2286376953125,
+      "learning_rate": 1.9922387483764994e-05,
+      "loss": 39.4062,
+      "step": 2867
+    },
+    {
+      "epoch": 0.13705438210838192,
+      "grad_norm": 658.9359130859375,
+      "learning_rate": 1.9922291225667842e-05,
+      "loss": 43.0938,
+      "step": 2868
+    },
+    {
+      "epoch": 0.1371021695498423,
+      "grad_norm": 442.0788269042969,
+      "learning_rate": 1.9922194908148964e-05,
+      "loss": 25.875,
+      "step": 2869
+    },
+    {
+      "epoch": 0.1371499569913027,
+      "grad_norm": 390.4961242675781,
+      "learning_rate": 1.992209853120894e-05,
+      "loss": 40.0312,
+      "step": 2870
+    },
+    {
+      "epoch": 0.13719774443276306,
+      "grad_norm": 486.30517578125,
+      "learning_rate": 1.9922002094848353e-05,
+      "loss": 37.875,
+      "step": 2871
+    },
+    {
+      "epoch": 0.13724553187422345,
+      "grad_norm": 332.1962585449219,
+      "learning_rate": 1.9921905599067776e-05,
+      "loss": 34.6875,
+      "step": 2872
+    },
+    {
+      "epoch": 0.13729331931568384,
+      "grad_norm": 289.630859375,
+      "learning_rate": 1.9921809043867786e-05,
+      "loss": 31.0312,
+      "step": 2873
+    },
+    {
+      "epoch": 0.13734110675714423,
+      "grad_norm": 288.8526916503906,
+      "learning_rate": 1.9921712429248964e-05,
+      "loss": 40.5938,
+      "step": 2874
+    },
+    {
+      "epoch": 0.13738889419860462,
+      "grad_norm": 329.5124206542969,
+      "learning_rate": 1.9921615755211886e-05,
+      "loss": 44.1562,
+      "step": 2875
+    },
+    {
+      "epoch": 0.13743668164006498,
+      "grad_norm": 233.37001037597656,
+      "learning_rate": 1.9921519021757133e-05,
+      "loss": 33.25,
+      "step": 2876
+    },
+    {
+      "epoch": 0.13748446908152537,
+      "grad_norm": 276.1614074707031,
+      "learning_rate": 1.9921422228885283e-05,
+      "loss": 27.875,
+      "step": 2877
+    },
+    {
+      "epoch": 0.13753225652298576,
+      "grad_norm": 599.0596313476562,
+      "learning_rate": 1.9921325376596913e-05,
+      "loss": 40.1406,
+      "step": 2878
+    },
+    {
+      "epoch": 0.13758004396444615,
+      "grad_norm": 345.9906311035156,
+      "learning_rate": 1.9921228464892608e-05,
+      "loss": 34.5,
+      "step": 2879
+    },
+    {
+      "epoch": 0.13762783140590654,
+      "grad_norm": 351.9178161621094,
+      "learning_rate": 1.9921131493772943e-05,
+      "loss": 30.5312,
+      "step": 2880
+    },
+    {
+      "epoch": 0.1376756188473669,
+      "grad_norm": 385.7011413574219,
+      "learning_rate": 1.9921034463238508e-05,
+      "loss": 34.0312,
+      "step": 2881
+    },
+    {
+      "epoch": 0.1377234062888273,
+      "grad_norm": 186.25572204589844,
+      "learning_rate": 1.992093737328988e-05,
+      "loss": 29.875,
+      "step": 2882
+    },
+    {
+      "epoch": 0.13777119373028768,
+      "grad_norm": 229.74534606933594,
+      "learning_rate": 1.992084022392763e-05,
+      "loss": 23.9062,
+      "step": 2883
+    },
+    {
+      "epoch": 0.13781898117174807,
+      "grad_norm": 418.78509521484375,
+      "learning_rate": 1.9920743015152354e-05,
+      "loss": 31.4688,
+      "step": 2884
+    },
+    {
+      "epoch": 0.13786676861320846,
+      "grad_norm": 327.0857238769531,
+      "learning_rate": 1.9920645746964627e-05,
+      "loss": 36.5625,
+      "step": 2885
+    },
+    {
+      "epoch": 0.13791455605466885,
+      "grad_norm": 350.3637390136719,
+      "learning_rate": 1.9920548419365034e-05,
+      "loss": 24.7656,
+      "step": 2886
+    },
+    {
+      "epoch": 0.1379623434961292,
+      "grad_norm": 290.4924011230469,
+      "learning_rate": 1.9920451032354158e-05,
+      "loss": 25.2812,
+      "step": 2887
+    },
+    {
+      "epoch": 0.1380101309375896,
+      "grad_norm": 222.5868377685547,
+      "learning_rate": 1.992035358593258e-05,
+      "loss": 28.3125,
+      "step": 2888
+    },
+    {
+      "epoch": 0.13805791837905,
+      "grad_norm": 348.8224182128906,
+      "learning_rate": 1.9920256080100886e-05,
+      "loss": 31.0625,
+      "step": 2889
+    },
+    {
+      "epoch": 0.13810570582051038,
+      "grad_norm": 277.7151794433594,
+      "learning_rate": 1.9920158514859654e-05,
+      "loss": 34.7344,
+      "step": 2890
+    },
+    {
+      "epoch": 0.13815349326197077,
+      "grad_norm": 389.7119445800781,
+      "learning_rate": 1.992006089020948e-05,
+      "loss": 34.4062,
+      "step": 2891
+    },
+    {
+      "epoch": 0.13820128070343113,
+      "grad_norm": 297.56610107421875,
+      "learning_rate": 1.9919963206150937e-05,
+      "loss": 34.875,
+      "step": 2892
+    },
+    {
+      "epoch": 0.13824906814489152,
+      "grad_norm": 245.14610290527344,
+      "learning_rate": 1.9919865462684615e-05,
+      "loss": 34.875,
+      "step": 2893
+    },
+    {
+      "epoch": 0.1382968555863519,
+      "grad_norm": 285.09722900390625,
+      "learning_rate": 1.99197676598111e-05,
+      "loss": 31.5312,
+      "step": 2894
+    },
+    {
+      "epoch": 0.1383446430278123,
+      "grad_norm": 308.6308288574219,
+      "learning_rate": 1.9919669797530977e-05,
+      "loss": 32.1562,
+      "step": 2895
+    },
+    {
+      "epoch": 0.1383924304692727,
+      "grad_norm": 364.1923522949219,
+      "learning_rate": 1.991957187584483e-05,
+      "loss": 42.1875,
+      "step": 2896
+    },
+    {
+      "epoch": 0.13844021791073305,
+      "grad_norm": 402.3630065917969,
+      "learning_rate": 1.991947389475325e-05,
+      "loss": 37.5938,
+      "step": 2897
+    },
+    {
+      "epoch": 0.13848800535219344,
+      "grad_norm": 294.7395935058594,
+      "learning_rate": 1.991937585425682e-05,
+      "loss": 22.1406,
+      "step": 2898
+    },
+    {
+      "epoch": 0.13853579279365383,
+      "grad_norm": 512.4445190429688,
+      "learning_rate": 1.9919277754356126e-05,
+      "loss": 37.5625,
+      "step": 2899
+    },
+    {
+      "epoch": 0.13858358023511422,
+      "grad_norm": 276.5286865234375,
+      "learning_rate": 1.991917959505176e-05,
+      "loss": 39.8125,
+      "step": 2900
+    },
+    {
+      "epoch": 0.1386313676765746,
+      "grad_norm": 210.4777374267578,
+      "learning_rate": 1.9919081376344306e-05,
+      "loss": 38.9062,
+      "step": 2901
+    },
+    {
+      "epoch": 0.13867915511803497,
+      "grad_norm": 266.9028625488281,
+      "learning_rate": 1.9918983098234355e-05,
+      "loss": 24.3438,
+      "step": 2902
+    },
+    {
+      "epoch": 0.13872694255949536,
+      "grad_norm": 311.9222106933594,
+      "learning_rate": 1.9918884760722492e-05,
+      "loss": 24.2188,
+      "step": 2903
+    },
+    {
+      "epoch": 0.13877473000095575,
+      "grad_norm": 189.6295166015625,
+      "learning_rate": 1.991878636380931e-05,
+      "loss": 29.0312,
+      "step": 2904
+    },
+    {
+      "epoch": 0.13882251744241614,
+      "grad_norm": 213.9039764404297,
+      "learning_rate": 1.9918687907495396e-05,
+      "loss": 30.5938,
+      "step": 2905
+    },
+    {
+      "epoch": 0.13887030488387653,
+      "grad_norm": 376.1907958984375,
+      "learning_rate": 1.9918589391781343e-05,
+      "loss": 28.0,
+      "step": 2906
+    },
+    {
+      "epoch": 0.1389180923253369,
+      "grad_norm": 378.4282531738281,
+      "learning_rate": 1.9918490816667733e-05,
+      "loss": 45.875,
+      "step": 2907
+    },
+    {
+      "epoch": 0.13896587976679728,
+      "grad_norm": 272.583984375,
+      "learning_rate": 1.9918392182155168e-05,
+      "loss": 21.5625,
+      "step": 2908
+    },
+    {
+      "epoch": 0.13901366720825767,
+      "grad_norm": 257.6453552246094,
+      "learning_rate": 1.9918293488244224e-05,
+      "loss": 21.0625,
+      "step": 2909
+    },
+    {
+      "epoch": 0.13906145464971806,
+      "grad_norm": 589.7673950195312,
+      "learning_rate": 1.9918194734935505e-05,
+      "loss": 41.125,
+      "step": 2910
+    },
+    {
+      "epoch": 0.13910924209117845,
+      "grad_norm": 293.7672119140625,
+      "learning_rate": 1.9918095922229596e-05,
+      "loss": 32.8125,
+      "step": 2911
+    },
+    {
+      "epoch": 0.1391570295326388,
+      "grad_norm": 246.722412109375,
+      "learning_rate": 1.991799705012709e-05,
+      "loss": 32.6875,
+      "step": 2912
+    },
+    {
+      "epoch": 0.1392048169740992,
+      "grad_norm": 403.5628967285156,
+      "learning_rate": 1.991789811862858e-05,
+      "loss": 32.4062,
+      "step": 2913
+    },
+    {
+      "epoch": 0.1392526044155596,
+      "grad_norm": 469.19061279296875,
+      "learning_rate": 1.9917799127734657e-05,
+      "loss": 38.1875,
+      "step": 2914
+    },
+    {
+      "epoch": 0.13930039185701998,
+      "grad_norm": 283.1775207519531,
+      "learning_rate": 1.9917700077445917e-05,
+      "loss": 18.4219,
+      "step": 2915
+    },
+    {
+      "epoch": 0.13934817929848037,
+      "grad_norm": 314.3921203613281,
+      "learning_rate": 1.991760096776295e-05,
+      "loss": 29.2969,
+      "step": 2916
+    },
+    {
+      "epoch": 0.13939596673994073,
+      "grad_norm": 840.8506469726562,
+      "learning_rate": 1.991750179868635e-05,
+      "loss": 33.2812,
+      "step": 2917
+    },
+    {
+      "epoch": 0.13944375418140112,
+      "grad_norm": 228.90269470214844,
+      "learning_rate": 1.991740257021671e-05,
+      "loss": 32.0312,
+      "step": 2918
+    },
+    {
+      "epoch": 0.1394915416228615,
+      "grad_norm": 385.83251953125,
+      "learning_rate": 1.9917303282354626e-05,
+      "loss": 34.625,
+      "step": 2919
+    },
+    {
+      "epoch": 0.1395393290643219,
+      "grad_norm": 308.78314208984375,
+      "learning_rate": 1.9917203935100695e-05,
+      "loss": 33.875,
+      "step": 2920
+    },
+    {
+      "epoch": 0.1395871165057823,
+      "grad_norm": 305.2386474609375,
+      "learning_rate": 1.9917104528455504e-05,
+      "loss": 36.75,
+      "step": 2921
+    },
+    {
+      "epoch": 0.13963490394724268,
+      "grad_norm": 401.4048767089844,
+      "learning_rate": 1.9917005062419657e-05,
+      "loss": 40.0625,
+      "step": 2922
+    },
+    {
+      "epoch": 0.13968269138870304,
+      "grad_norm": 249.4705352783203,
+      "learning_rate": 1.9916905536993748e-05,
+      "loss": 32.5312,
+      "step": 2923
+    },
+    {
+      "epoch": 0.13973047883016343,
+      "grad_norm": 307.9200134277344,
+      "learning_rate": 1.9916805952178365e-05,
+      "loss": 27.8438,
+      "step": 2924
+    },
+    {
+      "epoch": 0.13977826627162382,
+      "grad_norm": 256.42242431640625,
+      "learning_rate": 1.9916706307974117e-05,
+      "loss": 35.8125,
+      "step": 2925
+    },
+    {
+      "epoch": 0.1398260537130842,
+      "grad_norm": 325.91912841796875,
+      "learning_rate": 1.991660660438159e-05,
+      "loss": 40.4688,
+      "step": 2926
+    },
+    {
+      "epoch": 0.1398738411545446,
+      "grad_norm": 248.29165649414062,
+      "learning_rate": 1.991650684140139e-05,
+      "loss": 22.5,
+      "step": 2927
+    },
+    {
+      "epoch": 0.13992162859600496,
+      "grad_norm": 313.7271423339844,
+      "learning_rate": 1.9916407019034105e-05,
+      "loss": 34.0312,
+      "step": 2928
+    },
+    {
+      "epoch": 0.13996941603746535,
+      "grad_norm": 419.8387756347656,
+      "learning_rate": 1.991630713728034e-05,
+      "loss": 41.1875,
+      "step": 2929
+    },
+    {
+      "epoch": 0.14001720347892574,
+      "grad_norm": 311.3793029785156,
+      "learning_rate": 1.9916207196140687e-05,
+      "loss": 31.875,
+      "step": 2930
+    },
+    {
+      "epoch": 0.14006499092038613,
+      "grad_norm": 382.8471984863281,
+      "learning_rate": 1.9916107195615754e-05,
+      "loss": 35.0312,
+      "step": 2931
+    },
+    {
+      "epoch": 0.14011277836184652,
+      "grad_norm": 299.1754150390625,
+      "learning_rate": 1.991600713570613e-05,
+      "loss": 32.5625,
+      "step": 2932
+    },
+    {
+      "epoch": 0.14016056580330688,
+      "grad_norm": 308.4897766113281,
+      "learning_rate": 1.991590701641242e-05,
+      "loss": 31.25,
+      "step": 2933
+    },
+    {
+      "epoch": 0.14020835324476727,
+      "grad_norm": 412.173095703125,
+      "learning_rate": 1.9915806837735222e-05,
+      "loss": 33.0938,
+      "step": 2934
+    },
+    {
+      "epoch": 0.14025614068622766,
+      "grad_norm": 239.84085083007812,
+      "learning_rate": 1.9915706599675135e-05,
+      "loss": 31.0938,
+      "step": 2935
+    },
+    {
+      "epoch": 0.14030392812768805,
+      "grad_norm": 328.5198059082031,
+      "learning_rate": 1.9915606302232763e-05,
+      "loss": 35.6562,
+      "step": 2936
+    },
+    {
+      "epoch": 0.14035171556914844,
+      "grad_norm": 317.25823974609375,
+      "learning_rate": 1.9915505945408702e-05,
+      "loss": 38.6875,
+      "step": 2937
+    },
+    {
+      "epoch": 0.1403995030106088,
+      "grad_norm": 896.2338256835938,
+      "learning_rate": 1.9915405529203556e-05,
+      "loss": 26.75,
+      "step": 2938
+    },
+    {
+      "epoch": 0.1404472904520692,
+      "grad_norm": 228.30661010742188,
+      "learning_rate": 1.991530505361792e-05,
+      "loss": 32.3125,
+      "step": 2939
+    },
+    {
+      "epoch": 0.14049507789352958,
+      "grad_norm": 556.1264038085938,
+      "learning_rate": 1.991520451865241e-05,
+      "loss": 30.5625,
+      "step": 2940
+    },
+    {
+      "epoch": 0.14054286533498997,
+      "grad_norm": 313.42950439453125,
+      "learning_rate": 1.9915103924307614e-05,
+      "loss": 38.9688,
+      "step": 2941
+    },
+    {
+      "epoch": 0.14059065277645036,
+      "grad_norm": 330.6275634765625,
+      "learning_rate": 1.9915003270584136e-05,
+      "loss": 29.1875,
+      "step": 2942
+    },
+    {
+      "epoch": 0.14063844021791072,
+      "grad_norm": 385.0976867675781,
+      "learning_rate": 1.9914902557482588e-05,
+      "loss": 41.8438,
+      "step": 2943
+    },
+    {
+      "epoch": 0.1406862276593711,
+      "grad_norm": 205.66754150390625,
+      "learning_rate": 1.9914801785003566e-05,
+      "loss": 33.9062,
+      "step": 2944
+    },
+    {
+      "epoch": 0.1407340151008315,
+      "grad_norm": 383.86212158203125,
+      "learning_rate": 1.9914700953147674e-05,
+      "loss": 33.5312,
+      "step": 2945
+    },
+    {
+      "epoch": 0.1407818025422919,
+      "grad_norm": 196.4595184326172,
+      "learning_rate": 1.9914600061915517e-05,
+      "loss": 32.6562,
+      "step": 2946
+    },
+    {
+      "epoch": 0.14082958998375228,
+      "grad_norm": 308.25994873046875,
+      "learning_rate": 1.99144991113077e-05,
+      "loss": 34.0312,
+      "step": 2947
+    },
+    {
+      "epoch": 0.14087737742521264,
+      "grad_norm": 246.8185272216797,
+      "learning_rate": 1.9914398101324824e-05,
+      "loss": 30.4844,
+      "step": 2948
+    },
+    {
+      "epoch": 0.14092516486667303,
+      "grad_norm": 291.1853942871094,
+      "learning_rate": 1.9914297031967496e-05,
+      "loss": 35.5,
+      "step": 2949
+    },
+    {
+      "epoch": 0.14097295230813342,
+      "grad_norm": 264.9283447265625,
+      "learning_rate": 1.9914195903236327e-05,
+      "loss": 41.8125,
+      "step": 2950
+    },
+    {
+      "epoch": 0.1410207397495938,
+      "grad_norm": 444.4185485839844,
+      "learning_rate": 1.9914094715131913e-05,
+      "loss": 32.5938,
+      "step": 2951
+    },
+    {
+      "epoch": 0.1410685271910542,
+      "grad_norm": 270.31195068359375,
+      "learning_rate": 1.9913993467654866e-05,
+      "loss": 33.7188,
+      "step": 2952
+    },
+    {
+      "epoch": 0.1411163146325146,
+      "grad_norm": 208.2755584716797,
+      "learning_rate": 1.9913892160805787e-05,
+      "loss": 32.2188,
+      "step": 2953
+    },
+    {
+      "epoch": 0.14116410207397495,
+      "grad_norm": 414.93731689453125,
+      "learning_rate": 1.991379079458529e-05,
+      "loss": 31.7812,
+      "step": 2954
+    },
+    {
+      "epoch": 0.14121188951543534,
+      "grad_norm": 321.679931640625,
+      "learning_rate": 1.991368936899398e-05,
+      "loss": 30.1875,
+      "step": 2955
+    },
+    {
+      "epoch": 0.14125967695689573,
+      "grad_norm": 566.3649291992188,
+      "learning_rate": 1.991358788403246e-05,
+      "loss": 38.4688,
+      "step": 2956
+    },
+    {
+      "epoch": 0.14130746439835612,
+      "grad_norm": 241.71298217773438,
+      "learning_rate": 1.9913486339701344e-05,
+      "loss": 37.5625,
+      "step": 2957
+    },
+    {
+      "epoch": 0.1413552518398165,
+      "grad_norm": 244.58824157714844,
+      "learning_rate": 1.991338473600123e-05,
+      "loss": 34.25,
+      "step": 2958
+    },
+    {
+      "epoch": 0.14140303928127687,
+      "grad_norm": 321.75506591796875,
+      "learning_rate": 1.991328307293274e-05,
+      "loss": 29.4688,
+      "step": 2959
+    },
+    {
+      "epoch": 0.14145082672273726,
+      "grad_norm": 212.79017639160156,
+      "learning_rate": 1.9913181350496473e-05,
+      "loss": 30.1875,
+      "step": 2960
+    },
+    {
+      "epoch": 0.14149861416419765,
+      "grad_norm": 278.5289306640625,
+      "learning_rate": 1.9913079568693042e-05,
+      "loss": 34.375,
+      "step": 2961
+    },
+    {
+      "epoch": 0.14154640160565804,
+      "grad_norm": 344.3460693359375,
+      "learning_rate": 1.9912977727523054e-05,
+      "loss": 32.5781,
+      "step": 2962
+    },
+    {
+      "epoch": 0.14159418904711843,
+      "grad_norm": 280.1801452636719,
+      "learning_rate": 1.9912875826987125e-05,
+      "loss": 33.1719,
+      "step": 2963
+    },
+    {
+      "epoch": 0.1416419764885788,
+      "grad_norm": 381.584228515625,
+      "learning_rate": 1.9912773867085856e-05,
+      "loss": 32.2188,
+      "step": 2964
+    },
+    {
+      "epoch": 0.14168976393003918,
+      "grad_norm": 261.7203063964844,
+      "learning_rate": 1.9912671847819865e-05,
+      "loss": 25.0625,
+      "step": 2965
+    },
+    {
+      "epoch": 0.14173755137149957,
+      "grad_norm": 518.305419921875,
+      "learning_rate": 1.9912569769189757e-05,
+      "loss": 40.3438,
+      "step": 2966
+    },
+    {
+      "epoch": 0.14178533881295996,
+      "grad_norm": 247.0626678466797,
+      "learning_rate": 1.991246763119615e-05,
+      "loss": 38.7188,
+      "step": 2967
+    },
+    {
+      "epoch": 0.14183312625442035,
+      "grad_norm": 607.513916015625,
+      "learning_rate": 1.9912365433839654e-05,
+      "loss": 34.2188,
+      "step": 2968
+    },
+    {
+      "epoch": 0.1418809136958807,
+      "grad_norm": 509.66571044921875,
+      "learning_rate": 1.9912263177120875e-05,
+      "loss": 34.1562,
+      "step": 2969
+    },
+    {
+      "epoch": 0.1419287011373411,
+      "grad_norm": 203.1407928466797,
+      "learning_rate": 1.9912160861040432e-05,
+      "loss": 35.2812,
+      "step": 2970
+    },
+    {
+      "epoch": 0.1419764885788015,
+      "grad_norm": 226.10086059570312,
+      "learning_rate": 1.991205848559894e-05,
+      "loss": 32.6562,
+      "step": 2971
+    },
+    {
+      "epoch": 0.14202427602026188,
+      "grad_norm": 378.48931884765625,
+      "learning_rate": 1.9911956050797e-05,
+      "loss": 32.1875,
+      "step": 2972
+    },
+    {
+      "epoch": 0.14207206346172227,
+      "grad_norm": 360.5218200683594,
+      "learning_rate": 1.991185355663524e-05,
+      "loss": 32.9688,
+      "step": 2973
+    },
+    {
+      "epoch": 0.14211985090318263,
+      "grad_norm": 508.8696594238281,
+      "learning_rate": 1.9911751003114263e-05,
+      "loss": 60.0,
+      "step": 2974
+    },
+    {
+      "epoch": 0.14216763834464302,
+      "grad_norm": 242.2655792236328,
+      "learning_rate": 1.9911648390234688e-05,
+      "loss": 24.9688,
+      "step": 2975
+    },
+    {
+      "epoch": 0.1422154257861034,
+      "grad_norm": 289.7908935546875,
+      "learning_rate": 1.991154571799713e-05,
+      "loss": 34.2969,
+      "step": 2976
+    },
+    {
+      "epoch": 0.1422632132275638,
+      "grad_norm": 296.0725402832031,
+      "learning_rate": 1.9911442986402202e-05,
+      "loss": 39.625,
+      "step": 2977
+    },
+    {
+      "epoch": 0.1423110006690242,
+      "grad_norm": 261.02716064453125,
+      "learning_rate": 1.9911340195450518e-05,
+      "loss": 37.7812,
+      "step": 2978
+    },
+    {
+      "epoch": 0.14235878811048455,
+      "grad_norm": 312.0843505859375,
+      "learning_rate": 1.9911237345142695e-05,
+      "loss": 28.75,
+      "step": 2979
+    },
+    {
+      "epoch": 0.14240657555194494,
+      "grad_norm": 317.3240661621094,
+      "learning_rate": 1.9911134435479353e-05,
+      "loss": 34.8438,
+      "step": 2980
+    },
+    {
+      "epoch": 0.14245436299340533,
+      "grad_norm": 353.7084045410156,
+      "learning_rate": 1.9911031466461103e-05,
+      "loss": 34.0312,
+      "step": 2981
+    },
+    {
+      "epoch": 0.14250215043486572,
+      "grad_norm": 224.58245849609375,
+      "learning_rate": 1.991092843808856e-05,
+      "loss": 25.4375,
+      "step": 2982
+    },
+    {
+      "epoch": 0.1425499378763261,
+      "grad_norm": 336.5250549316406,
+      "learning_rate": 1.991082535036235e-05,
+      "loss": 25.5625,
+      "step": 2983
+    },
+    {
+      "epoch": 0.14259772531778647,
+      "grad_norm": 199.0989990234375,
+      "learning_rate": 1.991072220328308e-05,
+      "loss": 21.0625,
+      "step": 2984
+    },
+    {
+      "epoch": 0.14264551275924686,
+      "grad_norm": 426.5583801269531,
+      "learning_rate": 1.9910618996851373e-05,
+      "loss": 43.9688,
+      "step": 2985
+    },
+    {
+      "epoch": 0.14269330020070725,
+      "grad_norm": 653.9781494140625,
+      "learning_rate": 1.9910515731067848e-05,
+      "loss": 35.9688,
+      "step": 2986
+    },
+    {
+      "epoch": 0.14274108764216764,
+      "grad_norm": 287.58953857421875,
+      "learning_rate": 1.991041240593312e-05,
+      "loss": 28.4688,
+      "step": 2987
+    },
+    {
+      "epoch": 0.14278887508362803,
+      "grad_norm": 422.7608337402344,
+      "learning_rate": 1.9910309021447812e-05,
+      "loss": 28.6875,
+      "step": 2988
+    },
+    {
+      "epoch": 0.14283666252508842,
+      "grad_norm": 293.1349792480469,
+      "learning_rate": 1.991020557761254e-05,
+      "loss": 40.4688,
+      "step": 2989
+    },
+    {
+      "epoch": 0.14288444996654878,
+      "grad_norm": 301.50537109375,
+      "learning_rate": 1.991010207442792e-05,
+      "loss": 33.375,
+      "step": 2990
+    },
+    {
+      "epoch": 0.14293223740800917,
+      "grad_norm": 341.74700927734375,
+      "learning_rate": 1.9909998511894582e-05,
+      "loss": 36.7812,
+      "step": 2991
+    },
+    {
+      "epoch": 0.14298002484946956,
+      "grad_norm": 330.7748718261719,
+      "learning_rate": 1.9909894890013138e-05,
+      "loss": 35.0625,
+      "step": 2992
+    },
+    {
+      "epoch": 0.14302781229092995,
+      "grad_norm": 419.6318664550781,
+      "learning_rate": 1.9909791208784212e-05,
+      "loss": 40.375,
+      "step": 2993
+    },
+    {
+      "epoch": 0.14307559973239034,
+      "grad_norm": 185.88681030273438,
+      "learning_rate": 1.9909687468208423e-05,
+      "loss": 27.5938,
+      "step": 2994
+    },
+    {
+      "epoch": 0.1431233871738507,
+      "grad_norm": 187.8988494873047,
+      "learning_rate": 1.9909583668286393e-05,
+      "loss": 26.6406,
+      "step": 2995
+    },
+    {
+      "epoch": 0.1431711746153111,
+      "grad_norm": 232.1923828125,
+      "learning_rate": 1.9909479809018744e-05,
+      "loss": 28.5,
+      "step": 2996
+    },
+    {
+      "epoch": 0.14321896205677148,
+      "grad_norm": 175.39027404785156,
+      "learning_rate": 1.9909375890406094e-05,
+      "loss": 30.7812,
+      "step": 2997
+    },
+    {
+      "epoch": 0.14326674949823187,
+      "grad_norm": 334.994873046875,
+      "learning_rate": 1.9909271912449075e-05,
+      "loss": 37.0625,
+      "step": 2998
+    },
+    {
+      "epoch": 0.14331453693969226,
+      "grad_norm": 710.4290771484375,
+      "learning_rate": 1.99091678751483e-05,
+      "loss": 32.625,
+      "step": 2999
+    },
+    {
+      "epoch": 0.14336232438115262,
+      "grad_norm": 323.9297790527344,
+      "learning_rate": 1.9909063778504398e-05,
+      "loss": 23.7344,
+      "step": 3000
+    },
+    {
+      "epoch": 0.143410111822613,
+      "grad_norm": 196.82838439941406,
+      "learning_rate": 1.990895962251799e-05,
+      "loss": 27.2188,
+      "step": 3001
+    },
+    {
+      "epoch": 0.1434578992640734,
+      "grad_norm": 259.0228576660156,
+      "learning_rate": 1.99088554071897e-05,
+      "loss": 29.0625,
+      "step": 3002
+    },
+    {
+      "epoch": 0.1435056867055338,
+      "grad_norm": 301.86663818359375,
+      "learning_rate": 1.990875113252015e-05,
+      "loss": 33.4375,
+      "step": 3003
+    },
+    {
+      "epoch": 0.14355347414699418,
+      "grad_norm": 266.5263671875,
+      "learning_rate": 1.9908646798509964e-05,
+      "loss": 30.6562,
+      "step": 3004
+    },
+    {
+      "epoch": 0.14360126158845454,
+      "grad_norm": 192.85711669921875,
+      "learning_rate": 1.9908542405159775e-05,
+      "loss": 22.625,
+      "step": 3005
+    },
+    {
+      "epoch": 0.14364904902991493,
+      "grad_norm": 499.81304931640625,
+      "learning_rate": 1.9908437952470198e-05,
+      "loss": 21.4219,
+      "step": 3006
+    },
+    {
+      "epoch": 0.14369683647137532,
+      "grad_norm": 502.3828430175781,
+      "learning_rate": 1.9908333440441866e-05,
+      "loss": 30.75,
+      "step": 3007
+    },
+    {
+      "epoch": 0.1437446239128357,
+      "grad_norm": 237.9075927734375,
+      "learning_rate": 1.99082288690754e-05,
+      "loss": 32.1875,
+      "step": 3008
+    },
+    {
+      "epoch": 0.1437924113542961,
+      "grad_norm": 282.79986572265625,
+      "learning_rate": 1.990812423837143e-05,
+      "loss": 31.5938,
+      "step": 3009
+    },
+    {
+      "epoch": 0.14384019879575646,
+      "grad_norm": 271.8930969238281,
+      "learning_rate": 1.9908019548330582e-05,
+      "loss": 25.5625,
+      "step": 3010
+    },
+    {
+      "epoch": 0.14388798623721685,
+      "grad_norm": 379.9117126464844,
+      "learning_rate": 1.9907914798953478e-05,
+      "loss": 30.5312,
+      "step": 3011
+    },
+    {
+      "epoch": 0.14393577367867724,
+      "grad_norm": 267.58642578125,
+      "learning_rate": 1.990780999024075e-05,
+      "loss": 29.9062,
+      "step": 3012
+    },
+    {
+      "epoch": 0.14398356112013763,
+      "grad_norm": 334.7962646484375,
+      "learning_rate": 1.990770512219303e-05,
+      "loss": 31.4062,
+      "step": 3013
+    },
+    {
+      "epoch": 0.14403134856159802,
+      "grad_norm": 242.1017608642578,
+      "learning_rate": 1.9907600194810933e-05,
+      "loss": 29.8125,
+      "step": 3014
+    },
+    {
+      "epoch": 0.14407913600305838,
+      "grad_norm": 258.8847351074219,
+      "learning_rate": 1.99074952080951e-05,
+      "loss": 29.0312,
+      "step": 3015
+    },
+    {
+      "epoch": 0.14412692344451877,
+      "grad_norm": 384.94573974609375,
+      "learning_rate": 1.9907390162046156e-05,
+      "loss": 31.875,
+      "step": 3016
+    },
+    {
+      "epoch": 0.14417471088597916,
+      "grad_norm": 254.03341674804688,
+      "learning_rate": 1.9907285056664726e-05,
+      "loss": 27.2188,
+      "step": 3017
+    },
+    {
+      "epoch": 0.14422249832743955,
+      "grad_norm": 527.5396728515625,
+      "learning_rate": 1.9907179891951444e-05,
+      "loss": 46.5625,
+      "step": 3018
+    },
+    {
+      "epoch": 0.14427028576889994,
+      "grad_norm": 228.868896484375,
+      "learning_rate": 1.9907074667906933e-05,
+      "loss": 26.8281,
+      "step": 3019
+    },
+    {
+      "epoch": 0.1443180732103603,
+      "grad_norm": 220.00503540039062,
+      "learning_rate": 1.9906969384531833e-05,
+      "loss": 29.6562,
+      "step": 3020
+    },
+    {
+      "epoch": 0.1443658606518207,
+      "grad_norm": 245.590087890625,
+      "learning_rate": 1.990686404182677e-05,
+      "loss": 43.9688,
+      "step": 3021
+    },
+    {
+      "epoch": 0.14441364809328108,
+      "grad_norm": 156.7640380859375,
+      "learning_rate": 1.9906758639792373e-05,
+      "loss": 19.2812,
+      "step": 3022
+    },
+    {
+      "epoch": 0.14446143553474147,
+      "grad_norm": 207.32603454589844,
+      "learning_rate": 1.9906653178429278e-05,
+      "loss": 33.75,
+      "step": 3023
+    },
+    {
+      "epoch": 0.14450922297620186,
+      "grad_norm": 347.74261474609375,
+      "learning_rate": 1.990654765773811e-05,
+      "loss": 37.4375,
+      "step": 3024
+    },
+    {
+      "epoch": 0.14455701041766225,
+      "grad_norm": 346.6424560546875,
+      "learning_rate": 1.9906442077719506e-05,
+      "loss": 44.25,
+      "step": 3025
+    },
+    {
+      "epoch": 0.1446047978591226,
+      "grad_norm": 269.70111083984375,
+      "learning_rate": 1.9906336438374097e-05,
+      "loss": 28.5312,
+      "step": 3026
+    },
+    {
+      "epoch": 0.144652585300583,
+      "grad_norm": 376.4731750488281,
+      "learning_rate": 1.9906230739702517e-05,
+      "loss": 28.9375,
+      "step": 3027
+    },
+    {
+      "epoch": 0.1447003727420434,
+      "grad_norm": 285.5782775878906,
+      "learning_rate": 1.9906124981705394e-05,
+      "loss": 36.4062,
+      "step": 3028
+    },
+    {
+      "epoch": 0.14474816018350378,
+      "grad_norm": 297.8397216796875,
+      "learning_rate": 1.9906019164383366e-05,
+      "loss": 44.3594,
+      "step": 3029
+    },
+    {
+      "epoch": 0.14479594762496417,
+      "grad_norm": 239.00311279296875,
+      "learning_rate": 1.9905913287737066e-05,
+      "loss": 36.625,
+      "step": 3030
+    },
+    {
+      "epoch": 0.14484373506642453,
+      "grad_norm": 274.468017578125,
+      "learning_rate": 1.990580735176713e-05,
+      "loss": 24.875,
+      "step": 3031
+    },
+    {
+      "epoch": 0.14489152250788492,
+      "grad_norm": 441.4358825683594,
+      "learning_rate": 1.9905701356474186e-05,
+      "loss": 28.8438,
+      "step": 3032
+    },
+    {
+      "epoch": 0.1449393099493453,
+      "grad_norm": 418.18731689453125,
+      "learning_rate": 1.9905595301858874e-05,
+      "loss": 44.4062,
+      "step": 3033
+    },
+    {
+      "epoch": 0.1449870973908057,
+      "grad_norm": 318.1873779296875,
+      "learning_rate": 1.990548918792183e-05,
+      "loss": 38.1562,
+      "step": 3034
+    },
+    {
+      "epoch": 0.1450348848322661,
+      "grad_norm": 331.8105773925781,
+      "learning_rate": 1.9905383014663683e-05,
+      "loss": 29.7344,
+      "step": 3035
+    },
+    {
+      "epoch": 0.14508267227372645,
+      "grad_norm": 291.2139892578125,
+      "learning_rate": 1.9905276782085075e-05,
+      "loss": 32.3594,
+      "step": 3036
+    },
+    {
+      "epoch": 0.14513045971518684,
+      "grad_norm": 292.0378112792969,
+      "learning_rate": 1.9905170490186642e-05,
+      "loss": 37.3906,
+      "step": 3037
+    },
+    {
+      "epoch": 0.14517824715664723,
+      "grad_norm": 223.20315551757812,
+      "learning_rate": 1.9905064138969018e-05,
+      "loss": 26.3438,
+      "step": 3038
+    },
+    {
+      "epoch": 0.14522603459810762,
+      "grad_norm": 298.6890869140625,
+      "learning_rate": 1.990495772843284e-05,
+      "loss": 31.4062,
+      "step": 3039
+    },
+    {
+      "epoch": 0.145273822039568,
+      "grad_norm": 229.41282653808594,
+      "learning_rate": 1.9904851258578744e-05,
+      "loss": 34.375,
+      "step": 3040
+    },
+    {
+      "epoch": 0.14532160948102837,
+      "grad_norm": 508.40008544921875,
+      "learning_rate": 1.9904744729407376e-05,
+      "loss": 33.0,
+      "step": 3041
+    },
+    {
+      "epoch": 0.14536939692248876,
+      "grad_norm": 293.8253173828125,
+      "learning_rate": 1.9904638140919363e-05,
+      "loss": 29.0,
+      "step": 3042
+    },
+    {
+      "epoch": 0.14541718436394915,
+      "grad_norm": 516.9281616210938,
+      "learning_rate": 1.990453149311535e-05,
+      "loss": 41.6875,
+      "step": 3043
+    },
+    {
+      "epoch": 0.14546497180540954,
+      "grad_norm": 283.67822265625,
+      "learning_rate": 1.9904424785995974e-05,
+      "loss": 26.9062,
+      "step": 3044
+    },
+    {
+      "epoch": 0.14551275924686993,
+      "grad_norm": 255.5218505859375,
+      "learning_rate": 1.990431801956187e-05,
+      "loss": 31.9062,
+      "step": 3045
+    },
+    {
+      "epoch": 0.1455605466883303,
+      "grad_norm": 306.3142395019531,
+      "learning_rate": 1.9904211193813686e-05,
+      "loss": 33.5625,
+      "step": 3046
+    },
+    {
+      "epoch": 0.14560833412979068,
+      "grad_norm": 258.0625915527344,
+      "learning_rate": 1.9904104308752053e-05,
+      "loss": 38.25,
+      "step": 3047
+    },
+    {
+      "epoch": 0.14565612157125107,
+      "grad_norm": 632.41943359375,
+      "learning_rate": 1.9903997364377615e-05,
+      "loss": 38.0312,
+      "step": 3048
+    },
+    {
+      "epoch": 0.14570390901271146,
+      "grad_norm": 326.2455749511719,
+      "learning_rate": 1.9903890360691017e-05,
+      "loss": 33.5,
+      "step": 3049
+    },
+    {
+      "epoch": 0.14575169645417185,
+      "grad_norm": 967.557373046875,
+      "learning_rate": 1.990378329769289e-05,
+      "loss": 23.9375,
+      "step": 3050
+    },
+    {
+      "epoch": 0.14579948389563221,
+      "grad_norm": 444.5269470214844,
+      "learning_rate": 1.9903676175383882e-05,
+      "loss": 34.5,
+      "step": 3051
+    },
+    {
+      "epoch": 0.1458472713370926,
+      "grad_norm": 197.16847229003906,
+      "learning_rate": 1.9903568993764634e-05,
+      "loss": 28.8125,
+      "step": 3052
+    },
+    {
+      "epoch": 0.145895058778553,
+      "grad_norm": 337.71783447265625,
+      "learning_rate": 1.9903461752835785e-05,
+      "loss": 42.5,
+      "step": 3053
+    },
+    {
+      "epoch": 0.14594284622001338,
+      "grad_norm": 323.62957763671875,
+      "learning_rate": 1.9903354452597985e-05,
+      "loss": 27.5469,
+      "step": 3054
+    },
+    {
+      "epoch": 0.14599063366147377,
+      "grad_norm": 351.2625427246094,
+      "learning_rate": 1.9903247093051866e-05,
+      "loss": 44.5312,
+      "step": 3055
+    },
+    {
+      "epoch": 0.14603842110293414,
+      "grad_norm": 352.10162353515625,
+      "learning_rate": 1.9903139674198076e-05,
+      "loss": 42.5,
+      "step": 3056
+    },
+    {
+      "epoch": 0.14608620854439452,
+      "grad_norm": 174.72784423828125,
+      "learning_rate": 1.9903032196037254e-05,
+      "loss": 28.1562,
+      "step": 3057
+    },
+    {
+      "epoch": 0.14613399598585491,
+      "grad_norm": 272.0370178222656,
+      "learning_rate": 1.9902924658570052e-05,
+      "loss": 24.4062,
+      "step": 3058
+    },
+    {
+      "epoch": 0.1461817834273153,
+      "grad_norm": 203.49757385253906,
+      "learning_rate": 1.990281706179711e-05,
+      "loss": 24.5,
+      "step": 3059
+    },
+    {
+      "epoch": 0.1462295708687757,
+      "grad_norm": 247.86834716796875,
+      "learning_rate": 1.990270940571907e-05,
+      "loss": 33.0,
+      "step": 3060
+    },
+    {
+      "epoch": 0.14627735831023608,
+      "grad_norm": 305.29052734375,
+      "learning_rate": 1.990260169033658e-05,
+      "loss": 34.5625,
+      "step": 3061
+    },
+    {
+      "epoch": 0.14632514575169644,
+      "grad_norm": 323.4219055175781,
+      "learning_rate": 1.9902493915650285e-05,
+      "loss": 33.4375,
+      "step": 3062
+    },
+    {
+      "epoch": 0.14637293319315683,
+      "grad_norm": 526.0252685546875,
+      "learning_rate": 1.9902386081660826e-05,
+      "loss": 47.4062,
+      "step": 3063
+    },
+    {
+      "epoch": 0.14642072063461722,
+      "grad_norm": 487.0704650878906,
+      "learning_rate": 1.9902278188368852e-05,
+      "loss": 35.2188,
+      "step": 3064
+    },
+    {
+      "epoch": 0.1464685080760776,
+      "grad_norm": 246.43728637695312,
+      "learning_rate": 1.9902170235775014e-05,
+      "loss": 36.9688,
+      "step": 3065
+    },
+    {
+      "epoch": 0.146516295517538,
+      "grad_norm": 406.470947265625,
+      "learning_rate": 1.990206222387995e-05,
+      "loss": 34.8125,
+      "step": 3066
+    },
+    {
+      "epoch": 0.14656408295899837,
+      "grad_norm": 271.3485412597656,
+      "learning_rate": 1.990195415268431e-05,
+      "loss": 41.0625,
+      "step": 3067
+    },
+    {
+      "epoch": 0.14661187040045875,
+      "grad_norm": 219.5888214111328,
+      "learning_rate": 1.990184602218874e-05,
+      "loss": 34.2188,
+      "step": 3068
+    },
+    {
+      "epoch": 0.14665965784191914,
+      "grad_norm": 298.5223388671875,
+      "learning_rate": 1.990173783239389e-05,
+      "loss": 29.4531,
+      "step": 3069
+    },
+    {
+      "epoch": 0.14670744528337953,
+      "grad_norm": 236.50604248046875,
+      "learning_rate": 1.990162958330041e-05,
+      "loss": 31.875,
+      "step": 3070
+    },
+    {
+      "epoch": 0.14675523272483992,
+      "grad_norm": 246.53890991210938,
+      "learning_rate": 1.9901521274908944e-05,
+      "loss": 35.75,
+      "step": 3071
+    },
+    {
+      "epoch": 0.14680302016630029,
+      "grad_norm": 503.8414611816406,
+      "learning_rate": 1.9901412907220142e-05,
+      "loss": 28.9688,
+      "step": 3072
+    },
+    {
+      "epoch": 0.14685080760776067,
+      "grad_norm": 308.3282165527344,
+      "learning_rate": 1.9901304480234653e-05,
+      "loss": 38.6875,
+      "step": 3073
+    },
+    {
+      "epoch": 0.14689859504922106,
+      "grad_norm": 510.7093505859375,
+      "learning_rate": 1.9901195993953128e-05,
+      "loss": 44.0312,
+      "step": 3074
+    },
+    {
+      "epoch": 0.14694638249068145,
+      "grad_norm": 246.2061309814453,
+      "learning_rate": 1.990108744837621e-05,
+      "loss": 29.2344,
+      "step": 3075
+    },
+    {
+      "epoch": 0.14699416993214184,
+      "grad_norm": 466.6665344238281,
+      "learning_rate": 1.9900978843504558e-05,
+      "loss": 45.7188,
+      "step": 3076
+    },
+    {
+      "epoch": 0.1470419573736022,
+      "grad_norm": 396.0592041015625,
+      "learning_rate": 1.990087017933882e-05,
+      "loss": 38.7812,
+      "step": 3077
+    },
+    {
+      "epoch": 0.1470897448150626,
+      "grad_norm": 287.6061096191406,
+      "learning_rate": 1.9900761455879642e-05,
+      "loss": 34.9375,
+      "step": 3078
+    },
+    {
+      "epoch": 0.14713753225652298,
+      "grad_norm": 226.58534240722656,
+      "learning_rate": 1.9900652673127677e-05,
+      "loss": 31.7188,
+      "step": 3079
+    },
+    {
+      "epoch": 0.14718531969798337,
+      "grad_norm": 384.182861328125,
+      "learning_rate": 1.9900543831083582e-05,
+      "loss": 30.7188,
+      "step": 3080
+    },
+    {
+      "epoch": 0.14723310713944376,
+      "grad_norm": 358.9239196777344,
+      "learning_rate": 1.9900434929748e-05,
+      "loss": 36.7188,
+      "step": 3081
+    },
+    {
+      "epoch": 0.14728089458090413,
+      "grad_norm": 358.01708984375,
+      "learning_rate": 1.990032596912159e-05,
+      "loss": 37.0312,
+      "step": 3082
+    },
+    {
+      "epoch": 0.14732868202236452,
+      "grad_norm": 182.9413604736328,
+      "learning_rate": 1.9900216949205006e-05,
+      "loss": 28.8125,
+      "step": 3083
+    },
+    {
+      "epoch": 0.1473764694638249,
+      "grad_norm": 389.7852478027344,
+      "learning_rate": 1.9900107869998892e-05,
+      "loss": 26.875,
+      "step": 3084
+    },
+    {
+      "epoch": 0.1474242569052853,
+      "grad_norm": 261.9800720214844,
+      "learning_rate": 1.989999873150391e-05,
+      "loss": 25.8125,
+      "step": 3085
+    },
+    {
+      "epoch": 0.14747204434674568,
+      "grad_norm": 167.89947509765625,
+      "learning_rate": 1.989988953372071e-05,
+      "loss": 27.8125,
+      "step": 3086
+    },
+    {
+      "epoch": 0.14751983178820605,
+      "grad_norm": 1085.8623046875,
+      "learning_rate": 1.9899780276649943e-05,
+      "loss": 52.7812,
+      "step": 3087
+    },
+    {
+      "epoch": 0.14756761922966644,
+      "grad_norm": 528.8355712890625,
+      "learning_rate": 1.989967096029227e-05,
+      "loss": 43.4688,
+      "step": 3088
+    },
+    {
+      "epoch": 0.14761540667112683,
+      "grad_norm": 324.5207214355469,
+      "learning_rate": 1.9899561584648342e-05,
+      "loss": 24.25,
+      "step": 3089
+    },
+    {
+      "epoch": 0.14766319411258721,
+      "grad_norm": 215.88043212890625,
+      "learning_rate": 1.989945214971881e-05,
+      "loss": 35.0625,
+      "step": 3090
+    },
+    {
+      "epoch": 0.1477109815540476,
+      "grad_norm": 352.1768493652344,
+      "learning_rate": 1.9899342655504337e-05,
+      "loss": 31.4688,
+      "step": 3091
+    },
+    {
+      "epoch": 0.147758768995508,
+      "grad_norm": 241.51585388183594,
+      "learning_rate": 1.9899233102005573e-05,
+      "loss": 25.2344,
+      "step": 3092
+    },
+    {
+      "epoch": 0.14780655643696836,
+      "grad_norm": 609.3065185546875,
+      "learning_rate": 1.9899123489223178e-05,
+      "loss": 30.4375,
+      "step": 3093
+    },
+    {
+      "epoch": 0.14785434387842875,
+      "grad_norm": 347.3304138183594,
+      "learning_rate": 1.9899013817157806e-05,
+      "loss": 44.375,
+      "step": 3094
+    },
+    {
+      "epoch": 0.14790213131988914,
+      "grad_norm": 507.61920166015625,
+      "learning_rate": 1.9898904085810114e-05,
+      "loss": 36.625,
+      "step": 3095
+    },
+    {
+      "epoch": 0.14794991876134952,
+      "grad_norm": 291.2778015136719,
+      "learning_rate": 1.989879429518076e-05,
+      "loss": 32.25,
+      "step": 3096
+    },
+    {
+      "epoch": 0.14799770620280991,
+      "grad_norm": 185.83941650390625,
+      "learning_rate": 1.98986844452704e-05,
+      "loss": 25.125,
+      "step": 3097
+    },
+    {
+      "epoch": 0.14804549364427028,
+      "grad_norm": 484.66162109375,
+      "learning_rate": 1.9898574536079693e-05,
+      "loss": 53.1875,
+      "step": 3098
+    },
+    {
+      "epoch": 0.14809328108573067,
+      "grad_norm": 348.7864990234375,
+      "learning_rate": 1.9898464567609298e-05,
+      "loss": 36.625,
+      "step": 3099
+    },
+    {
+      "epoch": 0.14814106852719106,
+      "grad_norm": 349.8623046875,
+      "learning_rate": 1.9898354539859874e-05,
+      "loss": 26.0625,
+      "step": 3100
+    },
+    {
+      "epoch": 0.14818885596865145,
+      "grad_norm": 274.85699462890625,
+      "learning_rate": 1.989824445283208e-05,
+      "loss": 29.4688,
+      "step": 3101
+    },
+    {
+      "epoch": 0.14823664341011183,
+      "grad_norm": 433.79827880859375,
+      "learning_rate": 1.989813430652657e-05,
+      "loss": 62.3125,
+      "step": 3102
+    },
+    {
+      "epoch": 0.1482844308515722,
+      "grad_norm": 557.147705078125,
+      "learning_rate": 1.989802410094401e-05,
+      "loss": 31.25,
+      "step": 3103
+    },
+    {
+      "epoch": 0.14833221829303259,
+      "grad_norm": 163.81349182128906,
+      "learning_rate": 1.9897913836085053e-05,
+      "loss": 26.125,
+      "step": 3104
+    },
+    {
+      "epoch": 0.14838000573449298,
+      "grad_norm": 281.3189392089844,
+      "learning_rate": 1.989780351195037e-05,
+      "loss": 35.5625,
+      "step": 3105
+    },
+    {
+      "epoch": 0.14842779317595337,
+      "grad_norm": 324.70001220703125,
+      "learning_rate": 1.9897693128540613e-05,
+      "loss": 33.5938,
+      "step": 3106
+    },
+    {
+      "epoch": 0.14847558061741375,
+      "grad_norm": 451.3268127441406,
+      "learning_rate": 1.9897582685856447e-05,
+      "loss": 48.5625,
+      "step": 3107
+    },
+    {
+      "epoch": 0.14852336805887412,
+      "grad_norm": 229.3728485107422,
+      "learning_rate": 1.989747218389853e-05,
+      "loss": 32.25,
+      "step": 3108
+    },
+    {
+      "epoch": 0.1485711555003345,
+      "grad_norm": 203.921142578125,
+      "learning_rate": 1.9897361622667527e-05,
+      "loss": 35.2812,
+      "step": 3109
+    },
+    {
+      "epoch": 0.1486189429417949,
+      "grad_norm": 377.5052490234375,
+      "learning_rate": 1.98972510021641e-05,
+      "loss": 36.125,
+      "step": 3110
+    },
+    {
+      "epoch": 0.14866673038325529,
+      "grad_norm": 222.67066955566406,
+      "learning_rate": 1.9897140322388908e-05,
+      "loss": 27.25,
+      "step": 3111
+    },
+    {
+      "epoch": 0.14871451782471568,
+      "grad_norm": 406.6022644042969,
+      "learning_rate": 1.9897029583342618e-05,
+      "loss": 24.9844,
+      "step": 3112
+    },
+    {
+      "epoch": 0.14876230526617604,
+      "grad_norm": 278.2630615234375,
+      "learning_rate": 1.9896918785025892e-05,
+      "loss": 34.6562,
+      "step": 3113
+    },
+    {
+      "epoch": 0.14881009270763643,
+      "grad_norm": 448.2288513183594,
+      "learning_rate": 1.989680792743939e-05,
+      "loss": 42.9688,
+      "step": 3114
+    },
+    {
+      "epoch": 0.14885788014909682,
+      "grad_norm": 236.7550811767578,
+      "learning_rate": 1.9896697010583782e-05,
+      "loss": 34.5938,
+      "step": 3115
+    },
+    {
+      "epoch": 0.1489056675905572,
+      "grad_norm": 446.4225769042969,
+      "learning_rate": 1.989658603445973e-05,
+      "loss": 33.375,
+      "step": 3116
+    },
+    {
+      "epoch": 0.1489534550320176,
+      "grad_norm": 377.6585388183594,
+      "learning_rate": 1.989647499906789e-05,
+      "loss": 36.7812,
+      "step": 3117
+    },
+    {
+      "epoch": 0.14900124247347796,
+      "grad_norm": 454.2922058105469,
+      "learning_rate": 1.9896363904408943e-05,
+      "loss": 32.5312,
+      "step": 3118
+    },
+    {
+      "epoch": 0.14904902991493835,
+      "grad_norm": 451.5090637207031,
+      "learning_rate": 1.9896252750483544e-05,
+      "loss": 31.875,
+      "step": 3119
+    },
+    {
+      "epoch": 0.14909681735639874,
+      "grad_norm": 431.7815246582031,
+      "learning_rate": 1.989614153729236e-05,
+      "loss": 39.4688,
+      "step": 3120
+    },
+    {
+      "epoch": 0.14914460479785913,
+      "grad_norm": 269.9084777832031,
+      "learning_rate": 1.9896030264836058e-05,
+      "loss": 29.8438,
+      "step": 3121
+    },
+    {
+      "epoch": 0.14919239223931952,
+      "grad_norm": 338.052734375,
+      "learning_rate": 1.9895918933115306e-05,
+      "loss": 18.2656,
+      "step": 3122
+    },
+    {
+      "epoch": 0.14924017968077988,
+      "grad_norm": 345.3547668457031,
+      "learning_rate": 1.9895807542130766e-05,
+      "loss": 25.25,
+      "step": 3123
+    },
+    {
+      "epoch": 0.14928796712224027,
+      "grad_norm": 372.45989990234375,
+      "learning_rate": 1.989569609188311e-05,
+      "loss": 44.0625,
+      "step": 3124
+    },
+    {
+      "epoch": 0.14933575456370066,
+      "grad_norm": 277.3712463378906,
+      "learning_rate": 1.9895584582373e-05,
+      "loss": 38.875,
+      "step": 3125
+    },
+    {
+      "epoch": 0.14938354200516105,
+      "grad_norm": 274.0302734375,
+      "learning_rate": 1.989547301360111e-05,
+      "loss": 35.3281,
+      "step": 3126
+    },
+    {
+      "epoch": 0.14943132944662144,
+      "grad_norm": 326.2088317871094,
+      "learning_rate": 1.9895361385568103e-05,
+      "loss": 31.25,
+      "step": 3127
+    },
+    {
+      "epoch": 0.14947911688808183,
+      "grad_norm": 370.5972900390625,
+      "learning_rate": 1.9895249698274652e-05,
+      "loss": 35.4375,
+      "step": 3128
+    },
+    {
+      "epoch": 0.1495269043295422,
+      "grad_norm": 398.7841796875,
+      "learning_rate": 1.9895137951721425e-05,
+      "loss": 42.0,
+      "step": 3129
+    },
+    {
+      "epoch": 0.14957469177100258,
+      "grad_norm": 286.9811706542969,
+      "learning_rate": 1.9895026145909085e-05,
+      "loss": 32.1875,
+      "step": 3130
+    },
+    {
+      "epoch": 0.14962247921246297,
+      "grad_norm": 174.4773712158203,
+      "learning_rate": 1.989491428083831e-05,
+      "loss": 25.625,
+      "step": 3131
+    },
+    {
+      "epoch": 0.14967026665392336,
+      "grad_norm": 185.49029541015625,
+      "learning_rate": 1.9894802356509767e-05,
+      "loss": 29.625,
+      "step": 3132
+    },
+    {
+      "epoch": 0.14971805409538375,
+      "grad_norm": 346.1474304199219,
+      "learning_rate": 1.9894690372924124e-05,
+      "loss": 40.9688,
+      "step": 3133
+    },
+    {
+      "epoch": 0.1497658415368441,
+      "grad_norm": 522.4959716796875,
+      "learning_rate": 1.9894578330082055e-05,
+      "loss": 29.0625,
+      "step": 3134
+    },
+    {
+      "epoch": 0.1498136289783045,
+      "grad_norm": 342.5203552246094,
+      "learning_rate": 1.9894466227984228e-05,
+      "loss": 36.6875,
+      "step": 3135
+    },
+    {
+      "epoch": 0.1498614164197649,
+      "grad_norm": 228.20606994628906,
+      "learning_rate": 1.9894354066631316e-05,
+      "loss": 24.375,
+      "step": 3136
+    },
+    {
+      "epoch": 0.14990920386122528,
+      "grad_norm": 190.5350341796875,
+      "learning_rate": 1.989424184602399e-05,
+      "loss": 25.4062,
+      "step": 3137
+    },
+    {
+      "epoch": 0.14995699130268567,
+      "grad_norm": 647.7693481445312,
+      "learning_rate": 1.9894129566162923e-05,
+      "loss": 37.9688,
+      "step": 3138
+    },
+    {
+      "epoch": 0.15000477874414603,
+      "grad_norm": 627.583740234375,
+      "learning_rate": 1.9894017227048787e-05,
+      "loss": 35.6562,
+      "step": 3139
+    },
+    {
+      "epoch": 0.15005256618560642,
+      "grad_norm": 302.52813720703125,
+      "learning_rate": 1.9893904828682253e-05,
+      "loss": 45.7812,
+      "step": 3140
+    },
+    {
+      "epoch": 0.1501003536270668,
+      "grad_norm": 552.31298828125,
+      "learning_rate": 1.9893792371063996e-05,
+      "loss": 46.7188,
+      "step": 3141
+    },
+    {
+      "epoch": 0.1501481410685272,
+      "grad_norm": 229.27883911132812,
+      "learning_rate": 1.989367985419469e-05,
+      "loss": 32.1562,
+      "step": 3142
+    },
+    {
+      "epoch": 0.1501959285099876,
+      "grad_norm": 249.68824768066406,
+      "learning_rate": 1.9893567278075006e-05,
+      "loss": 25.4375,
+      "step": 3143
+    },
+    {
+      "epoch": 0.15024371595144795,
+      "grad_norm": 332.5997009277344,
+      "learning_rate": 1.989345464270562e-05,
+      "loss": 39.5938,
+      "step": 3144
+    },
+    {
+      "epoch": 0.15029150339290834,
+      "grad_norm": 342.7133483886719,
+      "learning_rate": 1.9893341948087214e-05,
+      "loss": 40.25,
+      "step": 3145
+    },
+    {
+      "epoch": 0.15033929083436873,
+      "grad_norm": 284.4294128417969,
+      "learning_rate": 1.989322919422045e-05,
+      "loss": 42.75,
+      "step": 3146
+    },
+    {
+      "epoch": 0.15038707827582912,
+      "grad_norm": 256.49212646484375,
+      "learning_rate": 1.9893116381106006e-05,
+      "loss": 24.5312,
+      "step": 3147
+    },
+    {
+      "epoch": 0.1504348657172895,
+      "grad_norm": 437.512939453125,
+      "learning_rate": 1.9893003508744565e-05,
+      "loss": 32.6875,
+      "step": 3148
+    },
+    {
+      "epoch": 0.15048265315874987,
+      "grad_norm": 480.21002197265625,
+      "learning_rate": 1.9892890577136795e-05,
+      "loss": 29.3125,
+      "step": 3149
+    },
+    {
+      "epoch": 0.15053044060021026,
+      "grad_norm": 325.6759338378906,
+      "learning_rate": 1.989277758628338e-05,
+      "loss": 33.7344,
+      "step": 3150
+    },
+    {
+      "epoch": 0.15057822804167065,
+      "grad_norm": 420.5087585449219,
+      "learning_rate": 1.989266453618499e-05,
+      "loss": 39.75,
+      "step": 3151
+    },
+    {
+      "epoch": 0.15062601548313104,
+      "grad_norm": 353.64398193359375,
+      "learning_rate": 1.9892551426842307e-05,
+      "loss": 39.1875,
+      "step": 3152
+    },
+    {
+      "epoch": 0.15067380292459143,
+      "grad_norm": 526.3397827148438,
+      "learning_rate": 1.9892438258256002e-05,
+      "loss": 37.7188,
+      "step": 3153
+    },
+    {
+      "epoch": 0.1507215903660518,
+      "grad_norm": 193.812255859375,
+      "learning_rate": 1.989232503042676e-05,
+      "loss": 34.7812,
+      "step": 3154
+    },
+    {
+      "epoch": 0.15076937780751218,
+      "grad_norm": 368.2368469238281,
+      "learning_rate": 1.9892211743355253e-05,
+      "loss": 36.5,
+      "step": 3155
+    },
+    {
+      "epoch": 0.15081716524897257,
+      "grad_norm": 349.7262878417969,
+      "learning_rate": 1.9892098397042164e-05,
+      "loss": 39.0938,
+      "step": 3156
+    },
+    {
+      "epoch": 0.15086495269043296,
+      "grad_norm": 252.60621643066406,
+      "learning_rate": 1.9891984991488167e-05,
+      "loss": 36.6875,
+      "step": 3157
+    },
+    {
+      "epoch": 0.15091274013189335,
+      "grad_norm": 314.19390869140625,
+      "learning_rate": 1.989187152669395e-05,
+      "loss": 45.375,
+      "step": 3158
+    },
+    {
+      "epoch": 0.1509605275733537,
+      "grad_norm": 456.3187561035156,
+      "learning_rate": 1.9891758002660178e-05,
+      "loss": 36.5625,
+      "step": 3159
+    },
+    {
+      "epoch": 0.1510083150148141,
+      "grad_norm": 266.93017578125,
+      "learning_rate": 1.9891644419387545e-05,
+      "loss": 28.2969,
+      "step": 3160
+    },
+    {
+      "epoch": 0.1510561024562745,
+      "grad_norm": 416.2080078125,
+      "learning_rate": 1.9891530776876725e-05,
+      "loss": 42.0,
+      "step": 3161
+    },
+    {
+      "epoch": 0.15110388989773488,
+      "grad_norm": 380.5648498535156,
+      "learning_rate": 1.98914170751284e-05,
+      "loss": 41.9375,
+      "step": 3162
+    },
+    {
+      "epoch": 0.15115167733919527,
+      "grad_norm": 520.5908203125,
+      "learning_rate": 1.9891303314143248e-05,
+      "loss": 42.4375,
+      "step": 3163
+    },
+    {
+      "epoch": 0.15119946478065566,
+      "grad_norm": 531.2772827148438,
+      "learning_rate": 1.9891189493921954e-05,
+      "loss": 32.5938,
+      "step": 3164
+    },
+    {
+      "epoch": 0.15124725222211602,
+      "grad_norm": 218.08847045898438,
+      "learning_rate": 1.98910756144652e-05,
+      "loss": 32.3125,
+      "step": 3165
+    },
+    {
+      "epoch": 0.1512950396635764,
+      "grad_norm": 226.67758178710938,
+      "learning_rate": 1.9890961675773663e-05,
+      "loss": 30.5625,
+      "step": 3166
+    },
+    {
+      "epoch": 0.1513428271050368,
+      "grad_norm": 200.8135528564453,
+      "learning_rate": 1.9890847677848028e-05,
+      "loss": 27.0312,
+      "step": 3167
+    },
+    {
+      "epoch": 0.1513906145464972,
+      "grad_norm": 424.3864440917969,
+      "learning_rate": 1.989073362068898e-05,
+      "loss": 39.4062,
+      "step": 3168
+    },
+    {
+      "epoch": 0.15143840198795758,
+      "grad_norm": 318.3902893066406,
+      "learning_rate": 1.98906195042972e-05,
+      "loss": 28.0938,
+      "step": 3169
+    },
+    {
+      "epoch": 0.15148618942941794,
+      "grad_norm": 394.88177490234375,
+      "learning_rate": 1.9890505328673367e-05,
+      "loss": 25.8438,
+      "step": 3170
+    },
+    {
+      "epoch": 0.15153397687087833,
+      "grad_norm": 282.0362854003906,
+      "learning_rate": 1.9890391093818176e-05,
+      "loss": 25.9531,
+      "step": 3171
+    },
+    {
+      "epoch": 0.15158176431233872,
+      "grad_norm": 322.8276672363281,
+      "learning_rate": 1.98902767997323e-05,
+      "loss": 31.25,
+      "step": 3172
+    },
+    {
+      "epoch": 0.1516295517537991,
+      "grad_norm": 258.885986328125,
+      "learning_rate": 1.989016244641643e-05,
+      "loss": 31.375,
+      "step": 3173
+    },
+    {
+      "epoch": 0.1516773391952595,
+      "grad_norm": 313.8882141113281,
+      "learning_rate": 1.9890048033871247e-05,
+      "loss": 25.1875,
+      "step": 3174
+    },
+    {
+      "epoch": 0.15172512663671986,
+      "grad_norm": 287.399658203125,
+      "learning_rate": 1.9889933562097438e-05,
+      "loss": 40.5938,
+      "step": 3175
+    },
+    {
+      "epoch": 0.15177291407818025,
+      "grad_norm": 370.35626220703125,
+      "learning_rate": 1.9889819031095693e-05,
+      "loss": 31.5938,
+      "step": 3176
+    },
+    {
+      "epoch": 0.15182070151964064,
+      "grad_norm": 527.3199462890625,
+      "learning_rate": 1.9889704440866688e-05,
+      "loss": 24.3281,
+      "step": 3177
+    },
+    {
+      "epoch": 0.15186848896110103,
+      "grad_norm": 352.4715270996094,
+      "learning_rate": 1.9889589791411116e-05,
+      "loss": 33.6562,
+      "step": 3178
+    },
+    {
+      "epoch": 0.15191627640256142,
+      "grad_norm": 500.1576232910156,
+      "learning_rate": 1.9889475082729665e-05,
+      "loss": 36.9375,
+      "step": 3179
+    },
+    {
+      "epoch": 0.15196406384402178,
+      "grad_norm": 399.0154113769531,
+      "learning_rate": 1.9889360314823017e-05,
+      "loss": 41.1875,
+      "step": 3180
+    },
+    {
+      "epoch": 0.15201185128548217,
+      "grad_norm": 274.941162109375,
+      "learning_rate": 1.9889245487691863e-05,
+      "loss": 47.4375,
+      "step": 3181
+    },
+    {
+      "epoch": 0.15205963872694256,
+      "grad_norm": 279.5736389160156,
+      "learning_rate": 1.9889130601336886e-05,
+      "loss": 45.8438,
+      "step": 3182
+    },
+    {
+      "epoch": 0.15210742616840295,
+      "grad_norm": 481.14404296875,
+      "learning_rate": 1.988901565575878e-05,
+      "loss": 31.0,
+      "step": 3183
+    },
+    {
+      "epoch": 0.15215521360986334,
+      "grad_norm": 292.23211669921875,
+      "learning_rate": 1.988890065095823e-05,
+      "loss": 32.6562,
+      "step": 3184
+    },
+    {
+      "epoch": 0.1522030010513237,
+      "grad_norm": 310.2000427246094,
+      "learning_rate": 1.988878558693592e-05,
+      "loss": 41.625,
+      "step": 3185
+    },
+    {
+      "epoch": 0.1522507884927841,
+      "grad_norm": 408.9123840332031,
+      "learning_rate": 1.9888670463692554e-05,
+      "loss": 35.3594,
+      "step": 3186
+    },
+    {
+      "epoch": 0.15229857593424448,
+      "grad_norm": 200.0945281982422,
+      "learning_rate": 1.9888555281228804e-05,
+      "loss": 30.9375,
+      "step": 3187
+    },
+    {
+      "epoch": 0.15234636337570487,
+      "grad_norm": 208.0569305419922,
+      "learning_rate": 1.988844003954537e-05,
+      "loss": 29.4375,
+      "step": 3188
+    },
+    {
+      "epoch": 0.15239415081716526,
+      "grad_norm": 173.74728393554688,
+      "learning_rate": 1.988832473864294e-05,
+      "loss": 23.3125,
+      "step": 3189
+    },
+    {
+      "epoch": 0.15244193825862562,
+      "grad_norm": 139.78793334960938,
+      "learning_rate": 1.9888209378522204e-05,
+      "loss": 21.4531,
+      "step": 3190
+    },
+    {
+      "epoch": 0.152489725700086,
+      "grad_norm": 255.98399353027344,
+      "learning_rate": 1.9888093959183854e-05,
+      "loss": 30.5938,
+      "step": 3191
+    },
+    {
+      "epoch": 0.1525375131415464,
+      "grad_norm": 242.9175262451172,
+      "learning_rate": 1.988797848062858e-05,
+      "loss": 26.6875,
+      "step": 3192
+    },
+    {
+      "epoch": 0.1525853005830068,
+      "grad_norm": 417.73541259765625,
+      "learning_rate": 1.9887862942857072e-05,
+      "loss": 37.3125,
+      "step": 3193
+    },
+    {
+      "epoch": 0.15263308802446718,
+      "grad_norm": 236.44461059570312,
+      "learning_rate": 1.988774734587003e-05,
+      "loss": 30.25,
+      "step": 3194
+    },
+    {
+      "epoch": 0.15268087546592757,
+      "grad_norm": 378.98944091796875,
+      "learning_rate": 1.988763168966813e-05,
+      "loss": 40.125,
+      "step": 3195
+    },
+    {
+      "epoch": 0.15272866290738793,
+      "grad_norm": 175.6027069091797,
+      "learning_rate": 1.988751597425208e-05,
+      "loss": 25.375,
+      "step": 3196
+    },
+    {
+      "epoch": 0.15277645034884832,
+      "grad_norm": 409.3121032714844,
+      "learning_rate": 1.9887400199622574e-05,
+      "loss": 34.6875,
+      "step": 3197
+    },
+    {
+      "epoch": 0.1528242377903087,
+      "grad_norm": 745.2850341796875,
+      "learning_rate": 1.988728436578029e-05,
+      "loss": 31.2188,
+      "step": 3198
+    },
+    {
+      "epoch": 0.1528720252317691,
+      "grad_norm": 320.5612487792969,
+      "learning_rate": 1.9887168472725934e-05,
+      "loss": 28.4375,
+      "step": 3199
+    },
+    {
+      "epoch": 0.1529198126732295,
+      "grad_norm": 389.60467529296875,
+      "learning_rate": 1.9887052520460198e-05,
+      "loss": 22.2031,
+      "step": 3200
+    },
+    {
+      "epoch": 0.15296760011468985,
+      "grad_norm": 801.554443359375,
+      "learning_rate": 1.988693650898377e-05,
+      "loss": 33.4375,
+      "step": 3201
+    },
+    {
+      "epoch": 0.15301538755615024,
+      "grad_norm": 267.13836669921875,
+      "learning_rate": 1.9886820438297357e-05,
+      "loss": 35.5,
+      "step": 3202
+    },
+    {
+      "epoch": 0.15306317499761063,
+      "grad_norm": 440.7191467285156,
+      "learning_rate": 1.988670430840164e-05,
+      "loss": 30.5625,
+      "step": 3203
+    },
+    {
+      "epoch": 0.15311096243907102,
+      "grad_norm": 249.45640563964844,
+      "learning_rate": 1.988658811929733e-05,
+      "loss": 43.25,
+      "step": 3204
+    },
+    {
+      "epoch": 0.1531587498805314,
+      "grad_norm": 285.3744812011719,
+      "learning_rate": 1.988647187098511e-05,
+      "loss": 28.7812,
+      "step": 3205
+    },
+    {
+      "epoch": 0.15320653732199177,
+      "grad_norm": 301.0740661621094,
+      "learning_rate": 1.9886355563465676e-05,
+      "loss": 39.5312,
+      "step": 3206
+    },
+    {
+      "epoch": 0.15325432476345216,
+      "grad_norm": 262.9726867675781,
+      "learning_rate": 1.9886239196739736e-05,
+      "loss": 41.375,
+      "step": 3207
+    },
+    {
+      "epoch": 0.15330211220491255,
+      "grad_norm": 281.06231689453125,
+      "learning_rate": 1.9886122770807977e-05,
+      "loss": 31.3438,
+      "step": 3208
+    },
+    {
+      "epoch": 0.15334989964637294,
+      "grad_norm": 354.1546325683594,
+      "learning_rate": 1.98860062856711e-05,
+      "loss": 40.0312,
+      "step": 3209
+    },
+    {
+      "epoch": 0.15339768708783333,
+      "grad_norm": 387.65802001953125,
+      "learning_rate": 1.98858897413298e-05,
+      "loss": 35.8125,
+      "step": 3210
+    },
+    {
+      "epoch": 0.1534454745292937,
+      "grad_norm": 262.0903625488281,
+      "learning_rate": 1.9885773137784777e-05,
+      "loss": 35.625,
+      "step": 3211
+    },
+    {
+      "epoch": 0.15349326197075408,
+      "grad_norm": 274.4162292480469,
+      "learning_rate": 1.9885656475036732e-05,
+      "loss": 31.6562,
+      "step": 3212
+    },
+    {
+      "epoch": 0.15354104941221447,
+      "grad_norm": 443.2928771972656,
+      "learning_rate": 1.988553975308636e-05,
+      "loss": 29.875,
+      "step": 3213
+    },
+    {
+      "epoch": 0.15358883685367486,
+      "grad_norm": 312.7649841308594,
+      "learning_rate": 1.9885422971934357e-05,
+      "loss": 41.5938,
+      "step": 3214
+    },
+    {
+      "epoch": 0.15363662429513525,
+      "grad_norm": 393.2950134277344,
+      "learning_rate": 1.988530613158143e-05,
+      "loss": 42.2812,
+      "step": 3215
+    },
+    {
+      "epoch": 0.1536844117365956,
+      "grad_norm": 269.85009765625,
+      "learning_rate": 1.988518923202827e-05,
+      "loss": 25.625,
+      "step": 3216
+    },
+    {
+      "epoch": 0.153732199178056,
+      "grad_norm": 154.3572998046875,
+      "learning_rate": 1.9885072273275587e-05,
+      "loss": 27.8125,
+      "step": 3217
+    },
+    {
+      "epoch": 0.1537799866195164,
+      "grad_norm": 262.1119384765625,
+      "learning_rate": 1.9884955255324076e-05,
+      "loss": 43.375,
+      "step": 3218
+    },
+    {
+      "epoch": 0.15382777406097678,
+      "grad_norm": 316.3575134277344,
+      "learning_rate": 1.9884838178174438e-05,
+      "loss": 31.6562,
+      "step": 3219
+    },
+    {
+      "epoch": 0.15387556150243717,
+      "grad_norm": 614.9578857421875,
+      "learning_rate": 1.988472104182737e-05,
+      "loss": 31.5312,
+      "step": 3220
+    },
+    {
+      "epoch": 0.15392334894389753,
+      "grad_norm": 243.1018524169922,
+      "learning_rate": 1.988460384628358e-05,
+      "loss": 31.8594,
+      "step": 3221
+    },
+    {
+      "epoch": 0.15397113638535792,
+      "grad_norm": 430.4413146972656,
+      "learning_rate": 1.988448659154377e-05,
+      "loss": 27.5938,
+      "step": 3222
+    },
+    {
+      "epoch": 0.1540189238268183,
+      "grad_norm": 451.9230041503906,
+      "learning_rate": 1.988436927760864e-05,
+      "loss": 41.8438,
+      "step": 3223
+    },
+    {
+      "epoch": 0.1540667112682787,
+      "grad_norm": 281.3039245605469,
+      "learning_rate": 1.988425190447889e-05,
+      "loss": 37.9375,
+      "step": 3224
+    },
+    {
+      "epoch": 0.1541144987097391,
+      "grad_norm": 485.7484436035156,
+      "learning_rate": 1.9884134472155224e-05,
+      "loss": 27.6875,
+      "step": 3225
+    },
+    {
+      "epoch": 0.15416228615119945,
+      "grad_norm": 270.5130920410156,
+      "learning_rate": 1.9884016980638346e-05,
+      "loss": 22.2344,
+      "step": 3226
+    },
+    {
+      "epoch": 0.15421007359265984,
+      "grad_norm": 251.52899169921875,
+      "learning_rate": 1.9883899429928965e-05,
+      "loss": 52.4062,
+      "step": 3227
+    },
+    {
+      "epoch": 0.15425786103412023,
+      "grad_norm": 329.902099609375,
+      "learning_rate": 1.9883781820027777e-05,
+      "loss": 30.0938,
+      "step": 3228
+    },
+    {
+      "epoch": 0.15430564847558062,
+      "grad_norm": 267.216064453125,
+      "learning_rate": 1.988366415093549e-05,
+      "loss": 35.75,
+      "step": 3229
+    },
+    {
+      "epoch": 0.154353435917041,
+      "grad_norm": 205.6476287841797,
+      "learning_rate": 1.9883546422652808e-05,
+      "loss": 34.8125,
+      "step": 3230
+    },
+    {
+      "epoch": 0.1544012233585014,
+      "grad_norm": 312.34881591796875,
+      "learning_rate": 1.9883428635180436e-05,
+      "loss": 27.8125,
+      "step": 3231
+    },
+    {
+      "epoch": 0.15444901079996176,
+      "grad_norm": 308.2460632324219,
+      "learning_rate": 1.988331078851908e-05,
+      "loss": 34.9375,
+      "step": 3232
+    },
+    {
+      "epoch": 0.15449679824142215,
+      "grad_norm": 371.55963134765625,
+      "learning_rate": 1.9883192882669444e-05,
+      "loss": 36.3125,
+      "step": 3233
+    },
+    {
+      "epoch": 0.15454458568288254,
+      "grad_norm": 417.5213928222656,
+      "learning_rate": 1.988307491763224e-05,
+      "loss": 32.1562,
+      "step": 3234
+    },
+    {
+      "epoch": 0.15459237312434293,
+      "grad_norm": 349.6613464355469,
+      "learning_rate": 1.9882956893408166e-05,
+      "loss": 43.3125,
+      "step": 3235
+    },
+    {
+      "epoch": 0.15464016056580332,
+      "grad_norm": 203.5707550048828,
+      "learning_rate": 1.9882838809997932e-05,
+      "loss": 28.1875,
+      "step": 3236
+    },
+    {
+      "epoch": 0.15468794800726368,
+      "grad_norm": 332.7487487792969,
+      "learning_rate": 1.9882720667402247e-05,
+      "loss": 42.4375,
+      "step": 3237
+    },
+    {
+      "epoch": 0.15473573544872407,
+      "grad_norm": 334.0010681152344,
+      "learning_rate": 1.9882602465621818e-05,
+      "loss": 23.9219,
+      "step": 3238
+    },
+    {
+      "epoch": 0.15478352289018446,
+      "grad_norm": 378.80780029296875,
+      "learning_rate": 1.988248420465735e-05,
+      "loss": 49.75,
+      "step": 3239
+    },
+    {
+      "epoch": 0.15483131033164485,
+      "grad_norm": 274.33477783203125,
+      "learning_rate": 1.9882365884509556e-05,
+      "loss": 29.75,
+      "step": 3240
+    },
+    {
+      "epoch": 0.15487909777310524,
+      "grad_norm": 322.54010009765625,
+      "learning_rate": 1.9882247505179143e-05,
+      "loss": 54.6875,
+      "step": 3241
+    },
+    {
+      "epoch": 0.1549268852145656,
+      "grad_norm": 169.87364196777344,
+      "learning_rate": 1.988212906666682e-05,
+      "loss": 21.4375,
+      "step": 3242
+    },
+    {
+      "epoch": 0.154974672656026,
+      "grad_norm": 543.1226806640625,
+      "learning_rate": 1.988201056897329e-05,
+      "loss": 45.3438,
+      "step": 3243
+    },
+    {
+      "epoch": 0.15502246009748638,
+      "grad_norm": 250.48606872558594,
+      "learning_rate": 1.9881892012099268e-05,
+      "loss": 28.0,
+      "step": 3244
+    },
+    {
+      "epoch": 0.15507024753894677,
+      "grad_norm": 265.7042236328125,
+      "learning_rate": 1.9881773396045467e-05,
+      "loss": 35.6875,
+      "step": 3245
+    },
+    {
+      "epoch": 0.15511803498040716,
+      "grad_norm": 228.64144897460938,
+      "learning_rate": 1.9881654720812594e-05,
+      "loss": 49.25,
+      "step": 3246
+    },
+    {
+      "epoch": 0.15516582242186752,
+      "grad_norm": 209.3657989501953,
+      "learning_rate": 1.9881535986401365e-05,
+      "loss": 44.2188,
+      "step": 3247
+    },
+    {
+      "epoch": 0.1552136098633279,
+      "grad_norm": 207.47152709960938,
+      "learning_rate": 1.9881417192812477e-05,
+      "loss": 35.2812,
+      "step": 3248
+    },
+    {
+      "epoch": 0.1552613973047883,
+      "grad_norm": 314.36053466796875,
+      "learning_rate": 1.988129834004666e-05,
+      "loss": 26.5,
+      "step": 3249
+    },
+    {
+      "epoch": 0.1553091847462487,
+      "grad_norm": 235.65711975097656,
+      "learning_rate": 1.9881179428104605e-05,
+      "loss": 22.25,
+      "step": 3250
+    },
+    {
+      "epoch": 0.15535697218770908,
+      "grad_norm": 276.0000305175781,
+      "learning_rate": 1.9881060456987044e-05,
+      "loss": 30.9688,
+      "step": 3251
+    },
+    {
+      "epoch": 0.15540475962916944,
+      "grad_norm": 371.0314636230469,
+      "learning_rate": 1.9880941426694677e-05,
+      "loss": 33.5625,
+      "step": 3252
+    },
+    {
+      "epoch": 0.15545254707062983,
+      "grad_norm": 341.3395690917969,
+      "learning_rate": 1.9880822337228226e-05,
+      "loss": 32.9375,
+      "step": 3253
+    },
+    {
+      "epoch": 0.15550033451209022,
+      "grad_norm": 241.24473571777344,
+      "learning_rate": 1.988070318858839e-05,
+      "loss": 34.5625,
+      "step": 3254
+    },
+    {
+      "epoch": 0.1555481219535506,
+      "grad_norm": 179.68467712402344,
+      "learning_rate": 1.98805839807759e-05,
+      "loss": 31.4375,
+      "step": 3255
+    },
+    {
+      "epoch": 0.155595909395011,
+      "grad_norm": 174.5067901611328,
+      "learning_rate": 1.9880464713791458e-05,
+      "loss": 29.2812,
+      "step": 3256
+    },
+    {
+      "epoch": 0.15564369683647136,
+      "grad_norm": 590.6844482421875,
+      "learning_rate": 1.9880345387635782e-05,
+      "loss": 33.0312,
+      "step": 3257
+    },
+    {
+      "epoch": 0.15569148427793175,
+      "grad_norm": 275.8378601074219,
+      "learning_rate": 1.9880226002309585e-05,
+      "loss": 29.0469,
+      "step": 3258
+    },
+    {
+      "epoch": 0.15573927171939214,
+      "grad_norm": 314.70440673828125,
+      "learning_rate": 1.9880106557813584e-05,
+      "loss": 31.7188,
+      "step": 3259
+    },
+    {
+      "epoch": 0.15578705916085253,
+      "grad_norm": 331.4544982910156,
+      "learning_rate": 1.9879987054148496e-05,
+      "loss": 34.2188,
+      "step": 3260
+    },
+    {
+      "epoch": 0.15583484660231292,
+      "grad_norm": 240.6176300048828,
+      "learning_rate": 1.987986749131503e-05,
+      "loss": 42.4844,
+      "step": 3261
+    },
+    {
+      "epoch": 0.15588263404377328,
+      "grad_norm": 315.2412414550781,
+      "learning_rate": 1.987974786931391e-05,
+      "loss": 27.75,
+      "step": 3262
+    },
+    {
+      "epoch": 0.15593042148523367,
+      "grad_norm": 280.71527099609375,
+      "learning_rate": 1.9879628188145847e-05,
+      "loss": 32.7812,
+      "step": 3263
+    },
+    {
+      "epoch": 0.15597820892669406,
+      "grad_norm": 249.32797241210938,
+      "learning_rate": 1.9879508447811557e-05,
+      "loss": 46.2188,
+      "step": 3264
+    },
+    {
+      "epoch": 0.15602599636815445,
+      "grad_norm": 252.7446746826172,
+      "learning_rate": 1.9879388648311762e-05,
+      "loss": 34.6562,
+      "step": 3265
+    },
+    {
+      "epoch": 0.15607378380961484,
+      "grad_norm": 338.6782531738281,
+      "learning_rate": 1.9879268789647177e-05,
+      "loss": 33.1875,
+      "step": 3266
+    },
+    {
+      "epoch": 0.15612157125107523,
+      "grad_norm": 468.9125061035156,
+      "learning_rate": 1.987914887181852e-05,
+      "loss": 35.5,
+      "step": 3267
+    },
+    {
+      "epoch": 0.1561693586925356,
+      "grad_norm": 258.3658752441406,
+      "learning_rate": 1.9879028894826507e-05,
+      "loss": 32.0,
+      "step": 3268
+    },
+    {
+      "epoch": 0.15621714613399598,
+      "grad_norm": 397.60211181640625,
+      "learning_rate": 1.987890885867186e-05,
+      "loss": 35.7188,
+      "step": 3269
+    },
+    {
+      "epoch": 0.15626493357545637,
+      "grad_norm": 548.4396362304688,
+      "learning_rate": 1.9878788763355295e-05,
+      "loss": 42.9062,
+      "step": 3270
+    },
+    {
+      "epoch": 0.15631272101691676,
+      "grad_norm": 229.75531005859375,
+      "learning_rate": 1.9878668608877534e-05,
+      "loss": 30.8438,
+      "step": 3271
+    },
+    {
+      "epoch": 0.15636050845837715,
+      "grad_norm": 334.2484130859375,
+      "learning_rate": 1.9878548395239293e-05,
+      "loss": 34.2031,
+      "step": 3272
+    },
+    {
+      "epoch": 0.1564082958998375,
+      "grad_norm": 230.06561279296875,
+      "learning_rate": 1.9878428122441295e-05,
+      "loss": 24.1875,
+      "step": 3273
+    },
+    {
+      "epoch": 0.1564560833412979,
+      "grad_norm": 277.6059265136719,
+      "learning_rate": 1.987830779048426e-05,
+      "loss": 23.875,
+      "step": 3274
+    },
+    {
+      "epoch": 0.1565038707827583,
+      "grad_norm": 280.6407775878906,
+      "learning_rate": 1.9878187399368906e-05,
+      "loss": 28.125,
+      "step": 3275
+    },
+    {
+      "epoch": 0.15655165822421868,
+      "grad_norm": 287.97930908203125,
+      "learning_rate": 1.9878066949095958e-05,
+      "loss": 24.125,
+      "step": 3276
+    },
+    {
+      "epoch": 0.15659944566567907,
+      "grad_norm": 449.5836181640625,
+      "learning_rate": 1.9877946439666133e-05,
+      "loss": 33.5938,
+      "step": 3277
+    },
+    {
+      "epoch": 0.15664723310713943,
+      "grad_norm": 321.6755065917969,
+      "learning_rate": 1.9877825871080158e-05,
+      "loss": 33.2812,
+      "step": 3278
+    },
+    {
+      "epoch": 0.15669502054859982,
+      "grad_norm": 255.99151611328125,
+      "learning_rate": 1.987770524333875e-05,
+      "loss": 38.8125,
+      "step": 3279
+    },
+    {
+      "epoch": 0.1567428079900602,
+      "grad_norm": 241.93580627441406,
+      "learning_rate": 1.9877584556442632e-05,
+      "loss": 33.5312,
+      "step": 3280
+    },
+    {
+      "epoch": 0.1567905954315206,
+      "grad_norm": 307.9083557128906,
+      "learning_rate": 1.987746381039253e-05,
+      "loss": 30.4062,
+      "step": 3281
+    },
+    {
+      "epoch": 0.156838382872981,
+      "grad_norm": 198.93133544921875,
+      "learning_rate": 1.9877343005189162e-05,
+      "loss": 26.7188,
+      "step": 3282
+    },
+    {
+      "epoch": 0.15688617031444135,
+      "grad_norm": 309.54534912109375,
+      "learning_rate": 1.9877222140833258e-05,
+      "loss": 33.4688,
+      "step": 3283
+    },
+    {
+      "epoch": 0.15693395775590174,
+      "grad_norm": 284.3702392578125,
+      "learning_rate": 1.987710121732554e-05,
+      "loss": 32.9375,
+      "step": 3284
+    },
+    {
+      "epoch": 0.15698174519736213,
+      "grad_norm": 356.034912109375,
+      "learning_rate": 1.987698023466673e-05,
+      "loss": 38.8125,
+      "step": 3285
+    },
+    {
+      "epoch": 0.15702953263882252,
+      "grad_norm": 186.3476104736328,
+      "learning_rate": 1.9876859192857548e-05,
+      "loss": 32.1562,
+      "step": 3286
+    },
+    {
+      "epoch": 0.1570773200802829,
+      "grad_norm": 227.23114013671875,
+      "learning_rate": 1.9876738091898727e-05,
+      "loss": 38.9688,
+      "step": 3287
+    },
+    {
+      "epoch": 0.15712510752174327,
+      "grad_norm": 253.75485229492188,
+      "learning_rate": 1.987661693179099e-05,
+      "loss": 30.3125,
+      "step": 3288
+    },
+    {
+      "epoch": 0.15717289496320366,
+      "grad_norm": 311.60943603515625,
+      "learning_rate": 1.9876495712535064e-05,
+      "loss": 32.1875,
+      "step": 3289
+    },
+    {
+      "epoch": 0.15722068240466405,
+      "grad_norm": 345.32421875,
+      "learning_rate": 1.987637443413167e-05,
+      "loss": 33.2188,
+      "step": 3290
+    },
+    {
+      "epoch": 0.15726846984612444,
+      "grad_norm": 282.482666015625,
+      "learning_rate": 1.9876253096581535e-05,
+      "loss": 36.0312,
+      "step": 3291
+    },
+    {
+      "epoch": 0.15731625728758483,
+      "grad_norm": 205.00308227539062,
+      "learning_rate": 1.9876131699885393e-05,
+      "loss": 27.4062,
+      "step": 3292
+    },
+    {
+      "epoch": 0.1573640447290452,
+      "grad_norm": 217.3274383544922,
+      "learning_rate": 1.9876010244043963e-05,
+      "loss": 27.625,
+      "step": 3293
+    },
+    {
+      "epoch": 0.15741183217050558,
+      "grad_norm": 475.2699279785156,
+      "learning_rate": 1.9875888729057976e-05,
+      "loss": 39.2812,
+      "step": 3294
+    },
+    {
+      "epoch": 0.15745961961196597,
+      "grad_norm": 325.2453308105469,
+      "learning_rate": 1.9875767154928157e-05,
+      "loss": 32.125,
+      "step": 3295
+    },
+    {
+      "epoch": 0.15750740705342636,
+      "grad_norm": 274.262451171875,
+      "learning_rate": 1.987564552165524e-05,
+      "loss": 26.7812,
+      "step": 3296
+    },
+    {
+      "epoch": 0.15755519449488675,
+      "grad_norm": 289.49578857421875,
+      "learning_rate": 1.9875523829239945e-05,
+      "loss": 32.3125,
+      "step": 3297
+    },
+    {
+      "epoch": 0.15760298193634714,
+      "grad_norm": 259.0636291503906,
+      "learning_rate": 1.987540207768301e-05,
+      "loss": 39.8125,
+      "step": 3298
+    },
+    {
+      "epoch": 0.1576507693778075,
+      "grad_norm": 271.0495300292969,
+      "learning_rate": 1.9875280266985152e-05,
+      "loss": 30.4375,
+      "step": 3299
+    },
+    {
+      "epoch": 0.1576985568192679,
+      "grad_norm": 281.85113525390625,
+      "learning_rate": 1.9875158397147116e-05,
+      "loss": 30.3125,
+      "step": 3300
+    },
+    {
+      "epoch": 0.15774634426072828,
+      "grad_norm": 692.094482421875,
+      "learning_rate": 1.987503646816962e-05,
+      "loss": 31.875,
+      "step": 3301
+    },
+    {
+      "epoch": 0.15779413170218867,
+      "grad_norm": 313.8076171875,
+      "learning_rate": 1.9874914480053395e-05,
+      "loss": 37.5,
+      "step": 3302
+    },
+    {
+      "epoch": 0.15784191914364906,
+      "grad_norm": 160.80514526367188,
+      "learning_rate": 1.987479243279918e-05,
+      "loss": 25.7969,
+      "step": 3303
+    },
+    {
+      "epoch": 0.15788970658510942,
+      "grad_norm": 372.93310546875,
+      "learning_rate": 1.9874670326407696e-05,
+      "loss": 32.8125,
+      "step": 3304
+    },
+    {
+      "epoch": 0.1579374940265698,
+      "grad_norm": 218.50975036621094,
+      "learning_rate": 1.9874548160879677e-05,
+      "loss": 27.1406,
+      "step": 3305
+    },
+    {
+      "epoch": 0.1579852814680302,
+      "grad_norm": 333.5744934082031,
+      "learning_rate": 1.987442593621586e-05,
+      "loss": 25.7188,
+      "step": 3306
+    },
+    {
+      "epoch": 0.1580330689094906,
+      "grad_norm": 345.324462890625,
+      "learning_rate": 1.9874303652416972e-05,
+      "loss": 33.4375,
+      "step": 3307
+    },
+    {
+      "epoch": 0.15808085635095098,
+      "grad_norm": 156.814208984375,
+      "learning_rate": 1.987418130948375e-05,
+      "loss": 23.9062,
+      "step": 3308
+    },
+    {
+      "epoch": 0.15812864379241134,
+      "grad_norm": 272.9564514160156,
+      "learning_rate": 1.9874058907416918e-05,
+      "loss": 40.9062,
+      "step": 3309
+    },
+    {
+      "epoch": 0.15817643123387173,
+      "grad_norm": 238.74937438964844,
+      "learning_rate": 1.9873936446217216e-05,
+      "loss": 32.75,
+      "step": 3310
+    },
+    {
+      "epoch": 0.15822421867533212,
+      "grad_norm": 191.65090942382812,
+      "learning_rate": 1.9873813925885374e-05,
+      "loss": 26.4688,
+      "step": 3311
+    },
+    {
+      "epoch": 0.1582720061167925,
+      "grad_norm": 330.72503662109375,
+      "learning_rate": 1.987369134642213e-05,
+      "loss": 35.375,
+      "step": 3312
+    },
+    {
+      "epoch": 0.1583197935582529,
+      "grad_norm": 220.9027099609375,
+      "learning_rate": 1.9873568707828213e-05,
+      "loss": 29.7188,
+      "step": 3313
+    },
+    {
+      "epoch": 0.15836758099971326,
+      "grad_norm": 295.1617126464844,
+      "learning_rate": 1.9873446010104362e-05,
+      "loss": 32.6562,
+      "step": 3314
+    },
+    {
+      "epoch": 0.15841536844117365,
+      "grad_norm": 371.1319274902344,
+      "learning_rate": 1.987332325325131e-05,
+      "loss": 42.6875,
+      "step": 3315
+    },
+    {
+      "epoch": 0.15846315588263404,
+      "grad_norm": 302.0148010253906,
+      "learning_rate": 1.987320043726979e-05,
+      "loss": 32.6875,
+      "step": 3316
+    },
+    {
+      "epoch": 0.15851094332409443,
+      "grad_norm": 408.85693359375,
+      "learning_rate": 1.987307756216054e-05,
+      "loss": 27.4688,
+      "step": 3317
+    },
+    {
+      "epoch": 0.15855873076555482,
+      "grad_norm": 385.2250671386719,
+      "learning_rate": 1.9872954627924296e-05,
+      "loss": 30.1562,
+      "step": 3318
+    },
+    {
+      "epoch": 0.15860651820701518,
+      "grad_norm": 1256.1588134765625,
+      "learning_rate": 1.9872831634561792e-05,
+      "loss": 31.9062,
+      "step": 3319
+    },
+    {
+      "epoch": 0.15865430564847557,
+      "grad_norm": 401.0244445800781,
+      "learning_rate": 1.9872708582073766e-05,
+      "loss": 30.5,
+      "step": 3320
+    },
+    {
+      "epoch": 0.15870209308993596,
+      "grad_norm": 441.37518310546875,
+      "learning_rate": 1.9872585470460953e-05,
+      "loss": 29.2188,
+      "step": 3321
+    },
+    {
+      "epoch": 0.15874988053139635,
+      "grad_norm": 242.90895080566406,
+      "learning_rate": 1.9872462299724095e-05,
+      "loss": 30.5312,
+      "step": 3322
+    },
+    {
+      "epoch": 0.15879766797285674,
+      "grad_norm": 184.95681762695312,
+      "learning_rate": 1.9872339069863927e-05,
+      "loss": 26.0625,
+      "step": 3323
+    },
+    {
+      "epoch": 0.1588454554143171,
+      "grad_norm": 347.7010192871094,
+      "learning_rate": 1.9872215780881182e-05,
+      "loss": 34.5312,
+      "step": 3324
+    },
+    {
+      "epoch": 0.1588932428557775,
+      "grad_norm": 442.4744567871094,
+      "learning_rate": 1.9872092432776608e-05,
+      "loss": 30.6875,
+      "step": 3325
+    },
+    {
+      "epoch": 0.15894103029723788,
+      "grad_norm": 222.59901428222656,
+      "learning_rate": 1.987196902555094e-05,
+      "loss": 24.7812,
+      "step": 3326
+    },
+    {
+      "epoch": 0.15898881773869827,
+      "grad_norm": 292.2230529785156,
+      "learning_rate": 1.9871845559204912e-05,
+      "loss": 25.875,
+      "step": 3327
+    },
+    {
+      "epoch": 0.15903660518015866,
+      "grad_norm": 409.6077575683594,
+      "learning_rate": 1.987172203373927e-05,
+      "loss": 24.75,
+      "step": 3328
+    },
+    {
+      "epoch": 0.15908439262161903,
+      "grad_norm": 238.87144470214844,
+      "learning_rate": 1.987159844915475e-05,
+      "loss": 27.4375,
+      "step": 3329
+    },
+    {
+      "epoch": 0.15913218006307941,
+      "grad_norm": 475.3829650878906,
+      "learning_rate": 1.9871474805452093e-05,
+      "loss": 31.9375,
+      "step": 3330
+    },
+    {
+      "epoch": 0.1591799675045398,
+      "grad_norm": 292.0406799316406,
+      "learning_rate": 1.9871351102632038e-05,
+      "loss": 28.875,
+      "step": 3331
+    },
+    {
+      "epoch": 0.1592277549460002,
+      "grad_norm": 212.10299682617188,
+      "learning_rate": 1.987122734069533e-05,
+      "loss": 32.8125,
+      "step": 3332
+    },
+    {
+      "epoch": 0.15927554238746058,
+      "grad_norm": 295.90618896484375,
+      "learning_rate": 1.9871103519642707e-05,
+      "loss": 34.9375,
+      "step": 3333
+    },
+    {
+      "epoch": 0.15932332982892097,
+      "grad_norm": 543.5679931640625,
+      "learning_rate": 1.9870979639474912e-05,
+      "loss": 39.375,
+      "step": 3334
+    },
+    {
+      "epoch": 0.15937111727038134,
+      "grad_norm": 304.7020263671875,
+      "learning_rate": 1.9870855700192684e-05,
+      "loss": 34.2812,
+      "step": 3335
+    },
+    {
+      "epoch": 0.15941890471184172,
+      "grad_norm": 265.5685119628906,
+      "learning_rate": 1.987073170179677e-05,
+      "loss": 30.4062,
+      "step": 3336
+    },
+    {
+      "epoch": 0.15946669215330211,
+      "grad_norm": 266.5054931640625,
+      "learning_rate": 1.987060764428791e-05,
+      "loss": 30.0625,
+      "step": 3337
+    },
+    {
+      "epoch": 0.1595144795947625,
+      "grad_norm": 315.9832763671875,
+      "learning_rate": 1.987048352766684e-05,
+      "loss": 38.4688,
+      "step": 3338
+    },
+    {
+      "epoch": 0.1595622670362229,
+      "grad_norm": 289.87493896484375,
+      "learning_rate": 1.9870359351934315e-05,
+      "loss": 34.1562,
+      "step": 3339
+    },
+    {
+      "epoch": 0.15961005447768326,
+      "grad_norm": 284.0861511230469,
+      "learning_rate": 1.9870235117091074e-05,
+      "loss": 24.7344,
+      "step": 3340
+    },
+    {
+      "epoch": 0.15965784191914364,
+      "grad_norm": 245.54837036132812,
+      "learning_rate": 1.9870110823137862e-05,
+      "loss": 30.8906,
+      "step": 3341
+    },
+    {
+      "epoch": 0.15970562936060403,
+      "grad_norm": 198.12680053710938,
+      "learning_rate": 1.9869986470075418e-05,
+      "loss": 27.5625,
+      "step": 3342
+    },
+    {
+      "epoch": 0.15975341680206442,
+      "grad_norm": 324.7474365234375,
+      "learning_rate": 1.9869862057904494e-05,
+      "loss": 24.6875,
+      "step": 3343
+    },
+    {
+      "epoch": 0.1598012042435248,
+      "grad_norm": 712.638916015625,
+      "learning_rate": 1.986973758662583e-05,
+      "loss": 51.6875,
+      "step": 3344
+    },
+    {
+      "epoch": 0.15984899168498518,
+      "grad_norm": 429.69586181640625,
+      "learning_rate": 1.9869613056240175e-05,
+      "loss": 40.6875,
+      "step": 3345
+    },
+    {
+      "epoch": 0.15989677912644557,
+      "grad_norm": 256.031494140625,
+      "learning_rate": 1.9869488466748274e-05,
+      "loss": 24.5,
+      "step": 3346
+    },
+    {
+      "epoch": 0.15994456656790595,
+      "grad_norm": 325.35467529296875,
+      "learning_rate": 1.9869363818150867e-05,
+      "loss": 31.4375,
+      "step": 3347
+    },
+    {
+      "epoch": 0.15999235400936634,
+      "grad_norm": 307.7760314941406,
+      "learning_rate": 1.986923911044871e-05,
+      "loss": 35.5625,
+      "step": 3348
+    },
+    {
+      "epoch": 0.16004014145082673,
+      "grad_norm": 274.7405090332031,
+      "learning_rate": 1.9869114343642545e-05,
+      "loss": 29.8125,
+      "step": 3349
+    },
+    {
+      "epoch": 0.1600879288922871,
+      "grad_norm": 274.4249572753906,
+      "learning_rate": 1.9868989517733123e-05,
+      "loss": 35.3438,
+      "step": 3350
+    },
+    {
+      "epoch": 0.16013571633374749,
+      "grad_norm": 380.1120300292969,
+      "learning_rate": 1.9868864632721184e-05,
+      "loss": 38.125,
+      "step": 3351
+    },
+    {
+      "epoch": 0.16018350377520787,
+      "grad_norm": 517.2462158203125,
+      "learning_rate": 1.9868739688607478e-05,
+      "loss": 45.3438,
+      "step": 3352
+    },
+    {
+      "epoch": 0.16023129121666826,
+      "grad_norm": 255.6783447265625,
+      "learning_rate": 1.9868614685392762e-05,
+      "loss": 28.1562,
+      "step": 3353
+    },
+    {
+      "epoch": 0.16027907865812865,
+      "grad_norm": 162.3375701904297,
+      "learning_rate": 1.9868489623077773e-05,
+      "loss": 22.75,
+      "step": 3354
+    },
+    {
+      "epoch": 0.16032686609958902,
+      "grad_norm": 595.1123046875,
+      "learning_rate": 1.9868364501663265e-05,
+      "loss": 48.6562,
+      "step": 3355
+    },
+    {
+      "epoch": 0.1603746535410494,
+      "grad_norm": 239.4072723388672,
+      "learning_rate": 1.9868239321149988e-05,
+      "loss": 35.1875,
+      "step": 3356
+    },
+    {
+      "epoch": 0.1604224409825098,
+      "grad_norm": 281.9884948730469,
+      "learning_rate": 1.9868114081538694e-05,
+      "loss": 39.5,
+      "step": 3357
+    },
+    {
+      "epoch": 0.16047022842397018,
+      "grad_norm": 269.8783874511719,
+      "learning_rate": 1.9867988782830127e-05,
+      "loss": 33.5938,
+      "step": 3358
+    },
+    {
+      "epoch": 0.16051801586543057,
+      "grad_norm": 185.5802764892578,
+      "learning_rate": 1.986786342502504e-05,
+      "loss": 21.7656,
+      "step": 3359
+    },
+    {
+      "epoch": 0.16056580330689094,
+      "grad_norm": 438.1958923339844,
+      "learning_rate": 1.9867738008124188e-05,
+      "loss": 33.5625,
+      "step": 3360
+    },
+    {
+      "epoch": 0.16061359074835133,
+      "grad_norm": 266.4540710449219,
+      "learning_rate": 1.9867612532128316e-05,
+      "loss": 21.9375,
+      "step": 3361
+    },
+    {
+      "epoch": 0.16066137818981172,
+      "grad_norm": 208.6061553955078,
+      "learning_rate": 1.9867486997038177e-05,
+      "loss": 21.0938,
+      "step": 3362
+    },
+    {
+      "epoch": 0.1607091656312721,
+      "grad_norm": 349.3642272949219,
+      "learning_rate": 1.9867361402854523e-05,
+      "loss": 42.9375,
+      "step": 3363
+    },
+    {
+      "epoch": 0.1607569530727325,
+      "grad_norm": 289.8294677734375,
+      "learning_rate": 1.9867235749578108e-05,
+      "loss": 27.4375,
+      "step": 3364
+    },
+    {
+      "epoch": 0.16080474051419286,
+      "grad_norm": 238.7503662109375,
+      "learning_rate": 1.9867110037209682e-05,
+      "loss": 35.2812,
+      "step": 3365
+    },
+    {
+      "epoch": 0.16085252795565325,
+      "grad_norm": 272.0626220703125,
+      "learning_rate": 1.9866984265749998e-05,
+      "loss": 20.0,
+      "step": 3366
+    },
+    {
+      "epoch": 0.16090031539711364,
+      "grad_norm": 469.15216064453125,
+      "learning_rate": 1.9866858435199812e-05,
+      "loss": 31.0,
+      "step": 3367
+    },
+    {
+      "epoch": 0.16094810283857403,
+      "grad_norm": 242.3526153564453,
+      "learning_rate": 1.9866732545559876e-05,
+      "loss": 31.5312,
+      "step": 3368
+    },
+    {
+      "epoch": 0.16099589028003441,
+      "grad_norm": 408.2452087402344,
+      "learning_rate": 1.986660659683094e-05,
+      "loss": 40.125,
+      "step": 3369
+    },
+    {
+      "epoch": 0.1610436777214948,
+      "grad_norm": 196.2765655517578,
+      "learning_rate": 1.9866480589013764e-05,
+      "loss": 33.8438,
+      "step": 3370
+    },
+    {
+      "epoch": 0.16109146516295517,
+      "grad_norm": 642.3167724609375,
+      "learning_rate": 1.9866354522109104e-05,
+      "loss": 66.0312,
+      "step": 3371
+    },
+    {
+      "epoch": 0.16113925260441556,
+      "grad_norm": 286.8620910644531,
+      "learning_rate": 1.9866228396117705e-05,
+      "loss": 37.25,
+      "step": 3372
+    },
+    {
+      "epoch": 0.16118704004587595,
+      "grad_norm": 247.89952087402344,
+      "learning_rate": 1.9866102211040334e-05,
+      "loss": 25.9062,
+      "step": 3373
+    },
+    {
+      "epoch": 0.16123482748733634,
+      "grad_norm": 485.8577575683594,
+      "learning_rate": 1.9865975966877742e-05,
+      "loss": 35.0,
+      "step": 3374
+    },
+    {
+      "epoch": 0.16128261492879672,
+      "grad_norm": 239.68714904785156,
+      "learning_rate": 1.986584966363068e-05,
+      "loss": 30.7031,
+      "step": 3375
+    },
+    {
+      "epoch": 0.1613304023702571,
+      "grad_norm": 352.4443664550781,
+      "learning_rate": 1.9865723301299914e-05,
+      "loss": 32.7188,
+      "step": 3376
+    },
+    {
+      "epoch": 0.16137818981171748,
+      "grad_norm": 462.4958801269531,
+      "learning_rate": 1.986559687988619e-05,
+      "loss": 30.9688,
+      "step": 3377
+    },
+    {
+      "epoch": 0.16142597725317787,
+      "grad_norm": 175.53936767578125,
+      "learning_rate": 1.9865470399390278e-05,
+      "loss": 21.0156,
+      "step": 3378
+    },
+    {
+      "epoch": 0.16147376469463826,
+      "grad_norm": 308.7025451660156,
+      "learning_rate": 1.986534385981292e-05,
+      "loss": 40.6562,
+      "step": 3379
+    },
+    {
+      "epoch": 0.16152155213609865,
+      "grad_norm": 446.4073791503906,
+      "learning_rate": 1.9865217261154888e-05,
+      "loss": 29.5,
+      "step": 3380
+    },
+    {
+      "epoch": 0.161569339577559,
+      "grad_norm": 233.88323974609375,
+      "learning_rate": 1.9865090603416934e-05,
+      "loss": 27.1562,
+      "step": 3381
+    },
+    {
+      "epoch": 0.1616171270190194,
+      "grad_norm": 230.5516815185547,
+      "learning_rate": 1.9864963886599814e-05,
+      "loss": 27.4375,
+      "step": 3382
+    },
+    {
+      "epoch": 0.16166491446047979,
+      "grad_norm": 294.2676696777344,
+      "learning_rate": 1.986483711070429e-05,
+      "loss": 26.5625,
+      "step": 3383
+    },
+    {
+      "epoch": 0.16171270190194018,
+      "grad_norm": 512.9766235351562,
+      "learning_rate": 1.9864710275731122e-05,
+      "loss": 39.7812,
+      "step": 3384
+    },
+    {
+      "epoch": 0.16176048934340057,
+      "grad_norm": 340.1108093261719,
+      "learning_rate": 1.986458338168107e-05,
+      "loss": 39.1562,
+      "step": 3385
+    },
+    {
+      "epoch": 0.16180827678486093,
+      "grad_norm": 341.0651550292969,
+      "learning_rate": 1.986445642855489e-05,
+      "loss": 27.6875,
+      "step": 3386
+    },
+    {
+      "epoch": 0.16185606422632132,
+      "grad_norm": 229.9415283203125,
+      "learning_rate": 1.9864329416353345e-05,
+      "loss": 21.7188,
+      "step": 3387
+    },
+    {
+      "epoch": 0.1619038516677817,
+      "grad_norm": 257.8858642578125,
+      "learning_rate": 1.9864202345077195e-05,
+      "loss": 32.4375,
+      "step": 3388
+    },
+    {
+      "epoch": 0.1619516391092421,
+      "grad_norm": 465.4844970703125,
+      "learning_rate": 1.9864075214727203e-05,
+      "loss": 19.3438,
+      "step": 3389
+    },
+    {
+      "epoch": 0.16199942655070249,
+      "grad_norm": 153.63609313964844,
+      "learning_rate": 1.9863948025304123e-05,
+      "loss": 23.625,
+      "step": 3390
+    },
+    {
+      "epoch": 0.16204721399216285,
+      "grad_norm": 179.07008361816406,
+      "learning_rate": 1.9863820776808728e-05,
+      "loss": 28.375,
+      "step": 3391
+    },
+    {
+      "epoch": 0.16209500143362324,
+      "grad_norm": 299.16143798828125,
+      "learning_rate": 1.986369346924177e-05,
+      "loss": 34.125,
+      "step": 3392
+    },
+    {
+      "epoch": 0.16214278887508363,
+      "grad_norm": 208.80767822265625,
+      "learning_rate": 1.9863566102604023e-05,
+      "loss": 28.4062,
+      "step": 3393
+    },
+    {
+      "epoch": 0.16219057631654402,
+      "grad_norm": 139.33474731445312,
+      "learning_rate": 1.9863438676896237e-05,
+      "loss": 27.6562,
+      "step": 3394
+    },
+    {
+      "epoch": 0.1622383637580044,
+      "grad_norm": 325.2917175292969,
+      "learning_rate": 1.9863311192119182e-05,
+      "loss": 38.875,
+      "step": 3395
+    },
+    {
+      "epoch": 0.16228615119946477,
+      "grad_norm": 438.57574462890625,
+      "learning_rate": 1.9863183648273617e-05,
+      "loss": 50.375,
+      "step": 3396
+    },
+    {
+      "epoch": 0.16233393864092516,
+      "grad_norm": 211.74737548828125,
+      "learning_rate": 1.9863056045360314e-05,
+      "loss": 27.375,
+      "step": 3397
+    },
+    {
+      "epoch": 0.16238172608238555,
+      "grad_norm": 291.7501220703125,
+      "learning_rate": 1.986292838338003e-05,
+      "loss": 27.875,
+      "step": 3398
+    },
+    {
+      "epoch": 0.16242951352384594,
+      "grad_norm": 380.26507568359375,
+      "learning_rate": 1.986280066233353e-05,
+      "loss": 33.375,
+      "step": 3399
+    },
+    {
+      "epoch": 0.16247730096530633,
+      "grad_norm": 387.33880615234375,
+      "learning_rate": 1.986267288222158e-05,
+      "loss": 30.1562,
+      "step": 3400
+    },
+    {
+      "epoch": 0.1625250884067667,
+      "grad_norm": 448.0811767578125,
+      "learning_rate": 1.986254504304495e-05,
+      "loss": 32.7188,
+      "step": 3401
+    },
+    {
+      "epoch": 0.16257287584822708,
+      "grad_norm": 206.80014038085938,
+      "learning_rate": 1.98624171448044e-05,
+      "loss": 21.1562,
+      "step": 3402
+    },
+    {
+      "epoch": 0.16262066328968747,
+      "grad_norm": 448.1962890625,
+      "learning_rate": 1.9862289187500695e-05,
+      "loss": 26.0312,
+      "step": 3403
+    },
+    {
+      "epoch": 0.16266845073114786,
+      "grad_norm": 192.7012481689453,
+      "learning_rate": 1.9862161171134605e-05,
+      "loss": 25.5938,
+      "step": 3404
+    },
+    {
+      "epoch": 0.16271623817260825,
+      "grad_norm": 256.55322265625,
+      "learning_rate": 1.9862033095706897e-05,
+      "loss": 37.875,
+      "step": 3405
+    },
+    {
+      "epoch": 0.16276402561406864,
+      "grad_norm": 171.78167724609375,
+      "learning_rate": 1.9861904961218333e-05,
+      "loss": 25.8281,
+      "step": 3406
+    },
+    {
+      "epoch": 0.162811813055529,
+      "grad_norm": 220.8426971435547,
+      "learning_rate": 1.9861776767669685e-05,
+      "loss": 39.9688,
+      "step": 3407
+    },
+    {
+      "epoch": 0.1628596004969894,
+      "grad_norm": 525.4767456054688,
+      "learning_rate": 1.986164851506172e-05,
+      "loss": 36.9375,
+      "step": 3408
+    },
+    {
+      "epoch": 0.16290738793844978,
+      "grad_norm": 387.237060546875,
+      "learning_rate": 1.9861520203395207e-05,
+      "loss": 41.0312,
+      "step": 3409
+    },
+    {
+      "epoch": 0.16295517537991017,
+      "grad_norm": 245.431396484375,
+      "learning_rate": 1.986139183267091e-05,
+      "loss": 33.4062,
+      "step": 3410
+    },
+    {
+      "epoch": 0.16300296282137056,
+      "grad_norm": 703.9052734375,
+      "learning_rate": 1.98612634028896e-05,
+      "loss": 23.9688,
+      "step": 3411
+    },
+    {
+      "epoch": 0.16305075026283092,
+      "grad_norm": 244.3893280029297,
+      "learning_rate": 1.986113491405205e-05,
+      "loss": 33.6562,
+      "step": 3412
+    },
+    {
+      "epoch": 0.1630985377042913,
+      "grad_norm": 264.15130615234375,
+      "learning_rate": 1.9861006366159022e-05,
+      "loss": 33.0625,
+      "step": 3413
+    },
+    {
+      "epoch": 0.1631463251457517,
+      "grad_norm": 393.4654846191406,
+      "learning_rate": 1.9860877759211293e-05,
+      "loss": 24.7188,
+      "step": 3414
+    },
+    {
+      "epoch": 0.1631941125872121,
+      "grad_norm": 352.750244140625,
+      "learning_rate": 1.9860749093209632e-05,
+      "loss": 29.1562,
+      "step": 3415
+    },
+    {
+      "epoch": 0.16324190002867248,
+      "grad_norm": 368.9651184082031,
+      "learning_rate": 1.9860620368154802e-05,
+      "loss": 21.8438,
+      "step": 3416
+    },
+    {
+      "epoch": 0.16328968747013284,
+      "grad_norm": 283.1205749511719,
+      "learning_rate": 1.9860491584047584e-05,
+      "loss": 29.9219,
+      "step": 3417
+    },
+    {
+      "epoch": 0.16333747491159323,
+      "grad_norm": 411.06634521484375,
+      "learning_rate": 1.9860362740888745e-05,
+      "loss": 45.9688,
+      "step": 3418
+    },
+    {
+      "epoch": 0.16338526235305362,
+      "grad_norm": 219.0233612060547,
+      "learning_rate": 1.9860233838679055e-05,
+      "loss": 34.6875,
+      "step": 3419
+    },
+    {
+      "epoch": 0.163433049794514,
+      "grad_norm": 362.61578369140625,
+      "learning_rate": 1.986010487741929e-05,
+      "loss": 42.875,
+      "step": 3420
+    },
+    {
+      "epoch": 0.1634808372359744,
+      "grad_norm": 228.17955017089844,
+      "learning_rate": 1.9859975857110218e-05,
+      "loss": 23.0,
+      "step": 3421
+    },
+    {
+      "epoch": 0.16352862467743476,
+      "grad_norm": 189.01841735839844,
+      "learning_rate": 1.9859846777752613e-05,
+      "loss": 22.6875,
+      "step": 3422
+    },
+    {
+      "epoch": 0.16357641211889515,
+      "grad_norm": 375.0142517089844,
+      "learning_rate": 1.9859717639347247e-05,
+      "loss": 30.875,
+      "step": 3423
+    },
+    {
+      "epoch": 0.16362419956035554,
+      "grad_norm": 462.55535888671875,
+      "learning_rate": 1.9859588441894896e-05,
+      "loss": 51.25,
+      "step": 3424
+    },
+    {
+      "epoch": 0.16367198700181593,
+      "grad_norm": 308.56298828125,
+      "learning_rate": 1.9859459185396335e-05,
+      "loss": 24.5625,
+      "step": 3425
+    },
+    {
+      "epoch": 0.16371977444327632,
+      "grad_norm": 443.18597412109375,
+      "learning_rate": 1.9859329869852334e-05,
+      "loss": 44.3125,
+      "step": 3426
+    },
+    {
+      "epoch": 0.16376756188473668,
+      "grad_norm": 281.2784729003906,
+      "learning_rate": 1.985920049526367e-05,
+      "loss": 26.5,
+      "step": 3427
+    },
+    {
+      "epoch": 0.16381534932619707,
+      "grad_norm": 509.2125244140625,
+      "learning_rate": 1.9859071061631115e-05,
+      "loss": 37.125,
+      "step": 3428
+    },
+    {
+      "epoch": 0.16386313676765746,
+      "grad_norm": 335.65203857421875,
+      "learning_rate": 1.9858941568955445e-05,
+      "loss": 39.125,
+      "step": 3429
+    },
+    {
+      "epoch": 0.16391092420911785,
+      "grad_norm": 345.9712219238281,
+      "learning_rate": 1.9858812017237442e-05,
+      "loss": 30.7812,
+      "step": 3430
+    },
+    {
+      "epoch": 0.16395871165057824,
+      "grad_norm": 327.329345703125,
+      "learning_rate": 1.985868240647787e-05,
+      "loss": 27.3438,
+      "step": 3431
+    },
+    {
+      "epoch": 0.1640064990920386,
+      "grad_norm": 340.96533203125,
+      "learning_rate": 1.9858552736677516e-05,
+      "loss": 26.8906,
+      "step": 3432
+    },
+    {
+      "epoch": 0.164054286533499,
+      "grad_norm": 411.2142333984375,
+      "learning_rate": 1.9858423007837148e-05,
+      "loss": 29.9375,
+      "step": 3433
+    },
+    {
+      "epoch": 0.16410207397495938,
+      "grad_norm": 422.2138366699219,
+      "learning_rate": 1.985829321995755e-05,
+      "loss": 50.625,
+      "step": 3434
+    },
+    {
+      "epoch": 0.16414986141641977,
+      "grad_norm": 268.2543640136719,
+      "learning_rate": 1.9858163373039498e-05,
+      "loss": 27.0312,
+      "step": 3435
+    },
+    {
+      "epoch": 0.16419764885788016,
+      "grad_norm": 358.7884216308594,
+      "learning_rate": 1.9858033467083765e-05,
+      "loss": 27.625,
+      "step": 3436
+    },
+    {
+      "epoch": 0.16424543629934055,
+      "grad_norm": 454.2990417480469,
+      "learning_rate": 1.9857903502091133e-05,
+      "loss": 40.875,
+      "step": 3437
+    },
+    {
+      "epoch": 0.1642932237408009,
+      "grad_norm": 197.81765747070312,
+      "learning_rate": 1.9857773478062378e-05,
+      "loss": 30.1562,
+      "step": 3438
+    },
+    {
+      "epoch": 0.1643410111822613,
+      "grad_norm": 195.64710998535156,
+      "learning_rate": 1.985764339499828e-05,
+      "loss": 22.2188,
+      "step": 3439
+    },
+    {
+      "epoch": 0.1643887986237217,
+      "grad_norm": 306.9146728515625,
+      "learning_rate": 1.985751325289962e-05,
+      "loss": 30.5625,
+      "step": 3440
+    },
+    {
+      "epoch": 0.16443658606518208,
+      "grad_norm": 337.6479797363281,
+      "learning_rate": 1.9857383051767175e-05,
+      "loss": 35.2188,
+      "step": 3441
+    },
+    {
+      "epoch": 0.16448437350664247,
+      "grad_norm": 255.49298095703125,
+      "learning_rate": 1.985725279160172e-05,
+      "loss": 30.0078,
+      "step": 3442
+    },
+    {
+      "epoch": 0.16453216094810283,
+      "grad_norm": 205.24386596679688,
+      "learning_rate": 1.9857122472404048e-05,
+      "loss": 18.9688,
+      "step": 3443
+    },
+    {
+      "epoch": 0.16457994838956322,
+      "grad_norm": 344.41680908203125,
+      "learning_rate": 1.9856992094174923e-05,
+      "loss": 44.9375,
+      "step": 3444
+    },
+    {
+      "epoch": 0.1646277358310236,
+      "grad_norm": 290.55938720703125,
+      "learning_rate": 1.985686165691514e-05,
+      "loss": 31.7812,
+      "step": 3445
+    },
+    {
+      "epoch": 0.164675523272484,
+      "grad_norm": 310.43194580078125,
+      "learning_rate": 1.9856731160625474e-05,
+      "loss": 26.2812,
+      "step": 3446
+    },
+    {
+      "epoch": 0.1647233107139444,
+      "grad_norm": 264.6733703613281,
+      "learning_rate": 1.9856600605306707e-05,
+      "loss": 23.1875,
+      "step": 3447
+    },
+    {
+      "epoch": 0.16477109815540475,
+      "grad_norm": 432.8406066894531,
+      "learning_rate": 1.985646999095962e-05,
+      "loss": 39.0,
+      "step": 3448
+    },
+    {
+      "epoch": 0.16481888559686514,
+      "grad_norm": 255.6907501220703,
+      "learning_rate": 1.9856339317584997e-05,
+      "loss": 32.9375,
+      "step": 3449
+    },
+    {
+      "epoch": 0.16486667303832553,
+      "grad_norm": 329.8694763183594,
+      "learning_rate": 1.9856208585183618e-05,
+      "loss": 48.9688,
+      "step": 3450
+    },
+    {
+      "epoch": 0.16491446047978592,
+      "grad_norm": 374.61444091796875,
+      "learning_rate": 1.985607779375627e-05,
+      "loss": 34.6562,
+      "step": 3451
+    },
+    {
+      "epoch": 0.1649622479212463,
+      "grad_norm": 1007.4974975585938,
+      "learning_rate": 1.9855946943303734e-05,
+      "loss": 35.5469,
+      "step": 3452
+    },
+    {
+      "epoch": 0.16501003536270667,
+      "grad_norm": 431.9736633300781,
+      "learning_rate": 1.985581603382679e-05,
+      "loss": 34.0312,
+      "step": 3453
+    },
+    {
+      "epoch": 0.16505782280416706,
+      "grad_norm": 229.26666259765625,
+      "learning_rate": 1.985568506532623e-05,
+      "loss": 34.625,
+      "step": 3454
+    },
+    {
+      "epoch": 0.16510561024562745,
+      "grad_norm": 280.2152099609375,
+      "learning_rate": 1.9855554037802827e-05,
+      "loss": 31.5,
+      "step": 3455
+    },
+    {
+      "epoch": 0.16515339768708784,
+      "grad_norm": 427.5509948730469,
+      "learning_rate": 1.985542295125738e-05,
+      "loss": 40.5,
+      "step": 3456
+    },
+    {
+      "epoch": 0.16520118512854823,
+      "grad_norm": 213.53121948242188,
+      "learning_rate": 1.9855291805690663e-05,
+      "loss": 35.9375,
+      "step": 3457
+    },
+    {
+      "epoch": 0.1652489725700086,
+      "grad_norm": 339.31292724609375,
+      "learning_rate": 1.9855160601103463e-05,
+      "loss": 35.7188,
+      "step": 3458
+    },
+    {
+      "epoch": 0.16529676001146898,
+      "grad_norm": 208.59884643554688,
+      "learning_rate": 1.985502933749657e-05,
+      "loss": 30.0,
+      "step": 3459
+    },
+    {
+      "epoch": 0.16534454745292937,
+      "grad_norm": 418.9216003417969,
+      "learning_rate": 1.9854898014870768e-05,
+      "loss": 50.375,
+      "step": 3460
+    },
+    {
+      "epoch": 0.16539233489438976,
+      "grad_norm": 447.0813903808594,
+      "learning_rate": 1.9854766633226844e-05,
+      "loss": 29.625,
+      "step": 3461
+    },
+    {
+      "epoch": 0.16544012233585015,
+      "grad_norm": 305.94830322265625,
+      "learning_rate": 1.9854635192565582e-05,
+      "loss": 25.9375,
+      "step": 3462
+    },
+    {
+      "epoch": 0.1654879097773105,
+      "grad_norm": 282.3113098144531,
+      "learning_rate": 1.985450369288777e-05,
+      "loss": 26.5312,
+      "step": 3463
+    },
+    {
+      "epoch": 0.1655356972187709,
+      "grad_norm": 281.10791015625,
+      "learning_rate": 1.9854372134194197e-05,
+      "loss": 46.7812,
+      "step": 3464
+    },
+    {
+      "epoch": 0.1655834846602313,
+      "grad_norm": 225.53570556640625,
+      "learning_rate": 1.985424051648565e-05,
+      "loss": 41.8125,
+      "step": 3465
+    },
+    {
+      "epoch": 0.16563127210169168,
+      "grad_norm": 317.847900390625,
+      "learning_rate": 1.9854108839762923e-05,
+      "loss": 28.375,
+      "step": 3466
+    },
+    {
+      "epoch": 0.16567905954315207,
+      "grad_norm": 309.2608947753906,
+      "learning_rate": 1.9853977104026797e-05,
+      "loss": 34.0625,
+      "step": 3467
+    },
+    {
+      "epoch": 0.16572684698461243,
+      "grad_norm": 193.86647033691406,
+      "learning_rate": 1.985384530927806e-05,
+      "loss": 36.5938,
+      "step": 3468
+    },
+    {
+      "epoch": 0.16577463442607282,
+      "grad_norm": 592.2745971679688,
+      "learning_rate": 1.985371345551751e-05,
+      "loss": 25.4688,
+      "step": 3469
+    },
+    {
+      "epoch": 0.1658224218675332,
+      "grad_norm": 432.9772644042969,
+      "learning_rate": 1.9853581542745926e-05,
+      "loss": 31.9375,
+      "step": 3470
+    },
+    {
+      "epoch": 0.1658702093089936,
+      "grad_norm": 221.41282653808594,
+      "learning_rate": 1.9853449570964106e-05,
+      "loss": 39.2812,
+      "step": 3471
+    },
+    {
+      "epoch": 0.165917996750454,
+      "grad_norm": 367.7264709472656,
+      "learning_rate": 1.9853317540172838e-05,
+      "loss": 31.7188,
+      "step": 3472
+    },
+    {
+      "epoch": 0.16596578419191438,
+      "grad_norm": 349.8426208496094,
+      "learning_rate": 1.985318545037291e-05,
+      "loss": 39.5625,
+      "step": 3473
+    },
+    {
+      "epoch": 0.16601357163337474,
+      "grad_norm": 238.36825561523438,
+      "learning_rate": 1.9853053301565115e-05,
+      "loss": 23.8594,
+      "step": 3474
+    },
+    {
+      "epoch": 0.16606135907483513,
+      "grad_norm": 243.56134033203125,
+      "learning_rate": 1.9852921093750245e-05,
+      "loss": 37.5625,
+      "step": 3475
+    },
+    {
+      "epoch": 0.16610914651629552,
+      "grad_norm": 328.61505126953125,
+      "learning_rate": 1.9852788826929092e-05,
+      "loss": 23.5312,
+      "step": 3476
+    },
+    {
+      "epoch": 0.1661569339577559,
+      "grad_norm": 358.2658996582031,
+      "learning_rate": 1.985265650110245e-05,
+      "loss": 29.375,
+      "step": 3477
+    },
+    {
+      "epoch": 0.1662047213992163,
+      "grad_norm": 298.8739318847656,
+      "learning_rate": 1.9852524116271107e-05,
+      "loss": 33.1562,
+      "step": 3478
+    },
+    {
+      "epoch": 0.16625250884067666,
+      "grad_norm": 215.922119140625,
+      "learning_rate": 1.9852391672435857e-05,
+      "loss": 29.6562,
+      "step": 3479
+    },
+    {
+      "epoch": 0.16630029628213705,
+      "grad_norm": 356.7195129394531,
+      "learning_rate": 1.9852259169597495e-05,
+      "loss": 24.8125,
+      "step": 3480
+    },
+    {
+      "epoch": 0.16634808372359744,
+      "grad_norm": 497.06048583984375,
+      "learning_rate": 1.9852126607756813e-05,
+      "loss": 35.8438,
+      "step": 3481
+    },
+    {
+      "epoch": 0.16639587116505783,
+      "grad_norm": 428.8581237792969,
+      "learning_rate": 1.98519939869146e-05,
+      "loss": 22.6875,
+      "step": 3482
+    },
+    {
+      "epoch": 0.16644365860651822,
+      "grad_norm": 300.1742858886719,
+      "learning_rate": 1.985186130707166e-05,
+      "loss": 38.9375,
+      "step": 3483
+    },
+    {
+      "epoch": 0.16649144604797858,
+      "grad_norm": 343.4075927734375,
+      "learning_rate": 1.9851728568228788e-05,
+      "loss": 43.4375,
+      "step": 3484
+    },
+    {
+      "epoch": 0.16653923348943897,
+      "grad_norm": 397.44549560546875,
+      "learning_rate": 1.985159577038677e-05,
+      "loss": 33.9375,
+      "step": 3485
+    },
+    {
+      "epoch": 0.16658702093089936,
+      "grad_norm": 489.7644348144531,
+      "learning_rate": 1.9851462913546403e-05,
+      "loss": 42.2188,
+      "step": 3486
+    },
+    {
+      "epoch": 0.16663480837235975,
+      "grad_norm": 289.688232421875,
+      "learning_rate": 1.985132999770849e-05,
+      "loss": 33.0938,
+      "step": 3487
+    },
+    {
+      "epoch": 0.16668259581382014,
+      "grad_norm": 220.5069122314453,
+      "learning_rate": 1.985119702287382e-05,
+      "loss": 20.9688,
+      "step": 3488
+    },
+    {
+      "epoch": 0.1667303832552805,
+      "grad_norm": 284.8126525878906,
+      "learning_rate": 1.985106398904319e-05,
+      "loss": 24.125,
+      "step": 3489
+    },
+    {
+      "epoch": 0.1667781706967409,
+      "grad_norm": 283.6460266113281,
+      "learning_rate": 1.9850930896217398e-05,
+      "loss": 37.0625,
+      "step": 3490
+    },
+    {
+      "epoch": 0.16682595813820128,
+      "grad_norm": 246.463623046875,
+      "learning_rate": 1.9850797744397245e-05,
+      "loss": 24.4375,
+      "step": 3491
+    },
+    {
+      "epoch": 0.16687374557966167,
+      "grad_norm": 277.1999816894531,
+      "learning_rate": 1.985066453358352e-05,
+      "loss": 38.8125,
+      "step": 3492
+    },
+    {
+      "epoch": 0.16692153302112206,
+      "grad_norm": 390.3894348144531,
+      "learning_rate": 1.9850531263777024e-05,
+      "loss": 32.7812,
+      "step": 3493
+    },
+    {
+      "epoch": 0.16696932046258242,
+      "grad_norm": 582.55712890625,
+      "learning_rate": 1.985039793497856e-05,
+      "loss": 27.4062,
+      "step": 3494
+    },
+    {
+      "epoch": 0.1670171079040428,
+      "grad_norm": 206.11569213867188,
+      "learning_rate": 1.9850264547188922e-05,
+      "loss": 24.0312,
+      "step": 3495
+    },
+    {
+      "epoch": 0.1670648953455032,
+      "grad_norm": 331.88751220703125,
+      "learning_rate": 1.985013110040891e-05,
+      "loss": 36.2812,
+      "step": 3496
+    },
+    {
+      "epoch": 0.1671126827869636,
+      "grad_norm": 200.23277282714844,
+      "learning_rate": 1.9849997594639324e-05,
+      "loss": 29.9375,
+      "step": 3497
+    },
+    {
+      "epoch": 0.16716047022842398,
+      "grad_norm": 442.19537353515625,
+      "learning_rate": 1.984986402988096e-05,
+      "loss": 28.0312,
+      "step": 3498
+    },
+    {
+      "epoch": 0.16720825766988434,
+      "grad_norm": 367.1327209472656,
+      "learning_rate": 1.9849730406134622e-05,
+      "loss": 24.7812,
+      "step": 3499
+    },
+    {
+      "epoch": 0.16725604511134473,
+      "grad_norm": 250.80809020996094,
+      "learning_rate": 1.984959672340111e-05,
+      "loss": 36.5938,
+      "step": 3500
+    },
+    {
+      "epoch": 0.16730383255280512,
+      "grad_norm": 304.3704833984375,
+      "learning_rate": 1.9849462981681217e-05,
+      "loss": 32.5,
+      "step": 3501
+    },
+    {
+      "epoch": 0.1673516199942655,
+      "grad_norm": 392.64697265625,
+      "learning_rate": 1.9849329180975754e-05,
+      "loss": 38.625,
+      "step": 3502
+    },
+    {
+      "epoch": 0.1673994074357259,
+      "grad_norm": 313.32061767578125,
+      "learning_rate": 1.984919532128552e-05,
+      "loss": 32.4062,
+      "step": 3503
+    },
+    {
+      "epoch": 0.16744719487718626,
+      "grad_norm": 320.533935546875,
+      "learning_rate": 1.984906140261131e-05,
+      "loss": 34.75,
+      "step": 3504
+    },
+    {
+      "epoch": 0.16749498231864665,
+      "grad_norm": 306.3211669921875,
+      "learning_rate": 1.9848927424953935e-05,
+      "loss": 31.1875,
+      "step": 3505
+    },
+    {
+      "epoch": 0.16754276976010704,
+      "grad_norm": 747.7223510742188,
+      "learning_rate": 1.9848793388314194e-05,
+      "loss": 41.0,
+      "step": 3506
+    },
+    {
+      "epoch": 0.16759055720156743,
+      "grad_norm": 465.7088623046875,
+      "learning_rate": 1.9848659292692885e-05,
+      "loss": 30.1562,
+      "step": 3507
+    },
+    {
+      "epoch": 0.16763834464302782,
+      "grad_norm": 369.069580078125,
+      "learning_rate": 1.9848525138090816e-05,
+      "loss": 40.2812,
+      "step": 3508
+    },
+    {
+      "epoch": 0.1676861320844882,
+      "grad_norm": 375.2417907714844,
+      "learning_rate": 1.9848390924508795e-05,
+      "loss": 36.4062,
+      "step": 3509
+    },
+    {
+      "epoch": 0.16773391952594857,
+      "grad_norm": 475.89117431640625,
+      "learning_rate": 1.9848256651947616e-05,
+      "loss": 35.6562,
+      "step": 3510
+    },
+    {
+      "epoch": 0.16778170696740896,
+      "grad_norm": 410.0548400878906,
+      "learning_rate": 1.984812232040809e-05,
+      "loss": 38.5938,
+      "step": 3511
+    },
+    {
+      "epoch": 0.16782949440886935,
+      "grad_norm": 319.95806884765625,
+      "learning_rate": 1.9847987929891013e-05,
+      "loss": 28.9375,
+      "step": 3512
+    },
+    {
+      "epoch": 0.16787728185032974,
+      "grad_norm": 241.45611572265625,
+      "learning_rate": 1.9847853480397197e-05,
+      "loss": 29.5,
+      "step": 3513
+    },
+    {
+      "epoch": 0.16792506929179013,
+      "grad_norm": 300.9352111816406,
+      "learning_rate": 1.984771897192745e-05,
+      "loss": 50.3125,
+      "step": 3514
+    },
+    {
+      "epoch": 0.1679728567332505,
+      "grad_norm": 334.51446533203125,
+      "learning_rate": 1.984758440448257e-05,
+      "loss": 43.5312,
+      "step": 3515
+    },
+    {
+      "epoch": 0.16802064417471088,
+      "grad_norm": 415.1585388183594,
+      "learning_rate": 1.984744977806337e-05,
+      "loss": 32.0,
+      "step": 3516
+    },
+    {
+      "epoch": 0.16806843161617127,
+      "grad_norm": 279.5237121582031,
+      "learning_rate": 1.984731509267065e-05,
+      "loss": 30.0312,
+      "step": 3517
+    },
+    {
+      "epoch": 0.16811621905763166,
+      "grad_norm": 470.7381896972656,
+      "learning_rate": 1.9847180348305217e-05,
+      "loss": 38.125,
+      "step": 3518
+    },
+    {
+      "epoch": 0.16816400649909205,
+      "grad_norm": 290.7308654785156,
+      "learning_rate": 1.9847045544967884e-05,
+      "loss": 42.8438,
+      "step": 3519
+    },
+    {
+      "epoch": 0.1682117939405524,
+      "grad_norm": 240.5962677001953,
+      "learning_rate": 1.9846910682659453e-05,
+      "loss": 34.4688,
+      "step": 3520
+    },
+    {
+      "epoch": 0.1682595813820128,
+      "grad_norm": 289.1859130859375,
+      "learning_rate": 1.984677576138073e-05,
+      "loss": 33.9375,
+      "step": 3521
+    },
+    {
+      "epoch": 0.1683073688234732,
+      "grad_norm": 446.20513916015625,
+      "learning_rate": 1.984664078113253e-05,
+      "loss": 39.8438,
+      "step": 3522
+    },
+    {
+      "epoch": 0.16835515626493358,
+      "grad_norm": 271.8984680175781,
+      "learning_rate": 1.9846505741915658e-05,
+      "loss": 28.6875,
+      "step": 3523
+    },
+    {
+      "epoch": 0.16840294370639397,
+      "grad_norm": 378.4170837402344,
+      "learning_rate": 1.984637064373092e-05,
+      "loss": 31.4375,
+      "step": 3524
+    },
+    {
+      "epoch": 0.16845073114785433,
+      "grad_norm": 820.2372436523438,
+      "learning_rate": 1.9846235486579126e-05,
+      "loss": 41.625,
+      "step": 3525
+    },
+    {
+      "epoch": 0.16849851858931472,
+      "grad_norm": 225.4706573486328,
+      "learning_rate": 1.984610027046109e-05,
+      "loss": 26.0938,
+      "step": 3526
+    },
+    {
+      "epoch": 0.1685463060307751,
+      "grad_norm": 319.1077880859375,
+      "learning_rate": 1.9845964995377613e-05,
+      "loss": 51.6562,
+      "step": 3527
+    },
+    {
+      "epoch": 0.1685940934722355,
+      "grad_norm": 314.41766357421875,
+      "learning_rate": 1.9845829661329517e-05,
+      "loss": 25.7188,
+      "step": 3528
+    },
+    {
+      "epoch": 0.1686418809136959,
+      "grad_norm": 221.17677307128906,
+      "learning_rate": 1.98456942683176e-05,
+      "loss": 26.0469,
+      "step": 3529
+    },
+    {
+      "epoch": 0.16868966835515625,
+      "grad_norm": 231.70018005371094,
+      "learning_rate": 1.9845558816342684e-05,
+      "loss": 27.3438,
+      "step": 3530
+    },
+    {
+      "epoch": 0.16873745579661664,
+      "grad_norm": 322.3021240234375,
+      "learning_rate": 1.984542330540557e-05,
+      "loss": 30.5938,
+      "step": 3531
+    },
+    {
+      "epoch": 0.16878524323807703,
+      "grad_norm": 432.1557312011719,
+      "learning_rate": 1.9845287735507076e-05,
+      "loss": 30.0,
+      "step": 3532
+    },
+    {
+      "epoch": 0.16883303067953742,
+      "grad_norm": 479.70111083984375,
+      "learning_rate": 1.9845152106648014e-05,
+      "loss": 30.0312,
+      "step": 3533
+    },
+    {
+      "epoch": 0.1688808181209978,
+      "grad_norm": 345.5691833496094,
+      "learning_rate": 1.9845016418829194e-05,
+      "loss": 34.9062,
+      "step": 3534
+    },
+    {
+      "epoch": 0.16892860556245817,
+      "grad_norm": 316.6738586425781,
+      "learning_rate": 1.9844880672051426e-05,
+      "loss": 28.375,
+      "step": 3535
+    },
+    {
+      "epoch": 0.16897639300391856,
+      "grad_norm": 275.0949401855469,
+      "learning_rate": 1.984474486631553e-05,
+      "loss": 31.375,
+      "step": 3536
+    },
+    {
+      "epoch": 0.16902418044537895,
+      "grad_norm": 163.30227661132812,
+      "learning_rate": 1.9844609001622313e-05,
+      "loss": 23.5469,
+      "step": 3537
+    },
+    {
+      "epoch": 0.16907196788683934,
+      "grad_norm": 457.62750244140625,
+      "learning_rate": 1.9844473077972597e-05,
+      "loss": 43.6562,
+      "step": 3538
+    },
+    {
+      "epoch": 0.16911975532829973,
+      "grad_norm": 208.2698974609375,
+      "learning_rate": 1.9844337095367186e-05,
+      "loss": 34.1875,
+      "step": 3539
+    },
+    {
+      "epoch": 0.16916754276976012,
+      "grad_norm": 540.8850708007812,
+      "learning_rate": 1.98442010538069e-05,
+      "loss": 40.8438,
+      "step": 3540
+    },
+    {
+      "epoch": 0.16921533021122048,
+      "grad_norm": 326.89215087890625,
+      "learning_rate": 1.9844064953292546e-05,
+      "loss": 37.1562,
+      "step": 3541
+    },
+    {
+      "epoch": 0.16926311765268087,
+      "grad_norm": 698.5953369140625,
+      "learning_rate": 1.984392879382495e-05,
+      "loss": 19.6875,
+      "step": 3542
+    },
+    {
+      "epoch": 0.16931090509414126,
+      "grad_norm": 248.50315856933594,
+      "learning_rate": 1.9843792575404924e-05,
+      "loss": 28.2812,
+      "step": 3543
+    },
+    {
+      "epoch": 0.16935869253560165,
+      "grad_norm": 141.49197387695312,
+      "learning_rate": 1.984365629803328e-05,
+      "loss": 31.0625,
+      "step": 3544
+    },
+    {
+      "epoch": 0.16940647997706204,
+      "grad_norm": 404.34326171875,
+      "learning_rate": 1.9843519961710837e-05,
+      "loss": 50.1875,
+      "step": 3545
+    },
+    {
+      "epoch": 0.1694542674185224,
+      "grad_norm": 422.1598815917969,
+      "learning_rate": 1.984338356643841e-05,
+      "loss": 34.0,
+      "step": 3546
+    },
+    {
+      "epoch": 0.1695020548599828,
+      "grad_norm": 207.81729125976562,
+      "learning_rate": 1.984324711221682e-05,
+      "loss": 33.6875,
+      "step": 3547
+    },
+    {
+      "epoch": 0.16954984230144318,
+      "grad_norm": 832.6295166015625,
+      "learning_rate": 1.984311059904688e-05,
+      "loss": 23.0,
+      "step": 3548
+    },
+    {
+      "epoch": 0.16959762974290357,
+      "grad_norm": 197.1317901611328,
+      "learning_rate": 1.9842974026929405e-05,
+      "loss": 25.5625,
+      "step": 3549
+    },
+    {
+      "epoch": 0.16964541718436396,
+      "grad_norm": 362.00067138671875,
+      "learning_rate": 1.9842837395865222e-05,
+      "loss": 47.7188,
+      "step": 3550
+    },
+    {
+      "epoch": 0.16969320462582432,
+      "grad_norm": 298.3664855957031,
+      "learning_rate": 1.984270070585514e-05,
+      "loss": 33.75,
+      "step": 3551
+    },
+    {
+      "epoch": 0.1697409920672847,
+      "grad_norm": 266.4098815917969,
+      "learning_rate": 1.9842563956899982e-05,
+      "loss": 47.4375,
+      "step": 3552
+    },
+    {
+      "epoch": 0.1697887795087451,
+      "grad_norm": 221.20338439941406,
+      "learning_rate": 1.984242714900057e-05,
+      "loss": 28.1406,
+      "step": 3553
+    },
+    {
+      "epoch": 0.1698365669502055,
+      "grad_norm": 311.48260498046875,
+      "learning_rate": 1.9842290282157714e-05,
+      "loss": 35.8125,
+      "step": 3554
+    },
+    {
+      "epoch": 0.16988435439166588,
+      "grad_norm": 290.4327087402344,
+      "learning_rate": 1.9842153356372242e-05,
+      "loss": 34.25,
+      "step": 3555
+    },
+    {
+      "epoch": 0.16993214183312624,
+      "grad_norm": 193.06996154785156,
+      "learning_rate": 1.984201637164497e-05,
+      "loss": 35.5625,
+      "step": 3556
+    },
+    {
+      "epoch": 0.16997992927458663,
+      "grad_norm": 362.3489685058594,
+      "learning_rate": 1.984187932797672e-05,
+      "loss": 28.8125,
+      "step": 3557
+    },
+    {
+      "epoch": 0.17002771671604702,
+      "grad_norm": 234.9668731689453,
+      "learning_rate": 1.9841742225368313e-05,
+      "loss": 29.9219,
+      "step": 3558
+    },
+    {
+      "epoch": 0.1700755041575074,
+      "grad_norm": 216.36434936523438,
+      "learning_rate": 1.9841605063820572e-05,
+      "loss": 27.625,
+      "step": 3559
+    },
+    {
+      "epoch": 0.1701232915989678,
+      "grad_norm": 240.72901916503906,
+      "learning_rate": 1.9841467843334313e-05,
+      "loss": 28.6875,
+      "step": 3560
+    },
+    {
+      "epoch": 0.17017107904042816,
+      "grad_norm": 347.20269775390625,
+      "learning_rate": 1.984133056391036e-05,
+      "loss": 28.125,
+      "step": 3561
+    },
+    {
+      "epoch": 0.17021886648188855,
+      "grad_norm": 230.49864196777344,
+      "learning_rate": 1.9841193225549536e-05,
+      "loss": 33.1562,
+      "step": 3562
+    },
+    {
+      "epoch": 0.17026665392334894,
+      "grad_norm": 267.47509765625,
+      "learning_rate": 1.984105582825266e-05,
+      "loss": 30.1562,
+      "step": 3563
+    },
+    {
+      "epoch": 0.17031444136480933,
+      "grad_norm": 179.89756774902344,
+      "learning_rate": 1.9840918372020564e-05,
+      "loss": 28.625,
+      "step": 3564
+    },
+    {
+      "epoch": 0.17036222880626972,
+      "grad_norm": 230.44033813476562,
+      "learning_rate": 1.9840780856854064e-05,
+      "loss": 33.6875,
+      "step": 3565
+    },
+    {
+      "epoch": 0.17041001624773008,
+      "grad_norm": 349.51177978515625,
+      "learning_rate": 1.9840643282753982e-05,
+      "loss": 34.8125,
+      "step": 3566
+    },
+    {
+      "epoch": 0.17045780368919047,
+      "grad_norm": 295.3620910644531,
+      "learning_rate": 1.9840505649721147e-05,
+      "loss": 31.9688,
+      "step": 3567
+    },
+    {
+      "epoch": 0.17050559113065086,
+      "grad_norm": 629.3884887695312,
+      "learning_rate": 1.984036795775638e-05,
+      "loss": 47.25,
+      "step": 3568
+    },
+    {
+      "epoch": 0.17055337857211125,
+      "grad_norm": 172.01840209960938,
+      "learning_rate": 1.9840230206860505e-05,
+      "loss": 22.3906,
+      "step": 3569
+    },
+    {
+      "epoch": 0.17060116601357164,
+      "grad_norm": 332.0861511230469,
+      "learning_rate": 1.984009239703435e-05,
+      "loss": 30.4688,
+      "step": 3570
+    },
+    {
+      "epoch": 0.170648953455032,
+      "grad_norm": 352.8310241699219,
+      "learning_rate": 1.983995452827874e-05,
+      "loss": 31.6562,
+      "step": 3571
+    },
+    {
+      "epoch": 0.1706967408964924,
+      "grad_norm": 561.779052734375,
+      "learning_rate": 1.9839816600594498e-05,
+      "loss": 43.625,
+      "step": 3572
+    },
+    {
+      "epoch": 0.17074452833795278,
+      "grad_norm": 355.2072448730469,
+      "learning_rate": 1.9839678613982453e-05,
+      "loss": 37.1875,
+      "step": 3573
+    },
+    {
+      "epoch": 0.17079231577941317,
+      "grad_norm": 194.23666381835938,
+      "learning_rate": 1.9839540568443426e-05,
+      "loss": 31.4688,
+      "step": 3574
+    },
+    {
+      "epoch": 0.17084010322087356,
+      "grad_norm": 408.5392761230469,
+      "learning_rate": 1.983940246397825e-05,
+      "loss": 25.75,
+      "step": 3575
+    },
+    {
+      "epoch": 0.17088789066233395,
+      "grad_norm": 228.18429565429688,
+      "learning_rate": 1.9839264300587747e-05,
+      "loss": 33.0625,
+      "step": 3576
+    },
+    {
+      "epoch": 0.17093567810379431,
+      "grad_norm": 168.92364501953125,
+      "learning_rate": 1.983912607827275e-05,
+      "loss": 25.0156,
+      "step": 3577
+    },
+    {
+      "epoch": 0.1709834655452547,
+      "grad_norm": 316.8429870605469,
+      "learning_rate": 1.9838987797034085e-05,
+      "loss": 47.3125,
+      "step": 3578
+    },
+    {
+      "epoch": 0.1710312529867151,
+      "grad_norm": 214.70033264160156,
+      "learning_rate": 1.9838849456872578e-05,
+      "loss": 32.4062,
+      "step": 3579
+    },
+    {
+      "epoch": 0.17107904042817548,
+      "grad_norm": 247.23472595214844,
+      "learning_rate": 1.9838711057789054e-05,
+      "loss": 27.5,
+      "step": 3580
+    },
+    {
+      "epoch": 0.17112682786963587,
+      "grad_norm": 299.375732421875,
+      "learning_rate": 1.983857259978435e-05,
+      "loss": 36.375,
+      "step": 3581
+    },
+    {
+      "epoch": 0.17117461531109623,
+      "grad_norm": 457.4747009277344,
+      "learning_rate": 1.983843408285929e-05,
+      "loss": 34.1875,
+      "step": 3582
+    },
+    {
+      "epoch": 0.17122240275255662,
+      "grad_norm": 426.6193542480469,
+      "learning_rate": 1.9838295507014707e-05,
+      "loss": 37.0312,
+      "step": 3583
+    },
+    {
+      "epoch": 0.171270190194017,
+      "grad_norm": 200.66592407226562,
+      "learning_rate": 1.9838156872251428e-05,
+      "loss": 23.5,
+      "step": 3584
+    },
+    {
+      "epoch": 0.1713179776354774,
+      "grad_norm": 307.0692138671875,
+      "learning_rate": 1.983801817857028e-05,
+      "loss": 34.6719,
+      "step": 3585
+    },
+    {
+      "epoch": 0.1713657650769378,
+      "grad_norm": 390.04150390625,
+      "learning_rate": 1.9837879425972105e-05,
+      "loss": 36.75,
+      "step": 3586
+    },
+    {
+      "epoch": 0.17141355251839815,
+      "grad_norm": 261.83013916015625,
+      "learning_rate": 1.983774061445772e-05,
+      "loss": 35.5312,
+      "step": 3587
+    },
+    {
+      "epoch": 0.17146133995985854,
+      "grad_norm": 575.759765625,
+      "learning_rate": 1.9837601744027965e-05,
+      "loss": 31.125,
+      "step": 3588
+    },
+    {
+      "epoch": 0.17150912740131893,
+      "grad_norm": 213.44873046875,
+      "learning_rate": 1.9837462814683672e-05,
+      "loss": 28.625,
+      "step": 3589
+    },
+    {
+      "epoch": 0.17155691484277932,
+      "grad_norm": 309.89923095703125,
+      "learning_rate": 1.983732382642567e-05,
+      "loss": 42.75,
+      "step": 3590
+    },
+    {
+      "epoch": 0.1716047022842397,
+      "grad_norm": 271.496826171875,
+      "learning_rate": 1.983718477925479e-05,
+      "loss": 30.125,
+      "step": 3591
+    },
+    {
+      "epoch": 0.17165248972570007,
+      "grad_norm": 217.5181884765625,
+      "learning_rate": 1.9837045673171865e-05,
+      "loss": 21.6094,
+      "step": 3592
+    },
+    {
+      "epoch": 0.17170027716716046,
+      "grad_norm": 286.0359191894531,
+      "learning_rate": 1.9836906508177735e-05,
+      "loss": 30.7812,
+      "step": 3593
+    },
+    {
+      "epoch": 0.17174806460862085,
+      "grad_norm": 310.836181640625,
+      "learning_rate": 1.983676728427322e-05,
+      "loss": 29.4688,
+      "step": 3594
+    },
+    {
+      "epoch": 0.17179585205008124,
+      "grad_norm": 295.0235290527344,
+      "learning_rate": 1.983662800145917e-05,
+      "loss": 36.1562,
+      "step": 3595
+    },
+    {
+      "epoch": 0.17184363949154163,
+      "grad_norm": 411.3863830566406,
+      "learning_rate": 1.9836488659736408e-05,
+      "loss": 31.7188,
+      "step": 3596
+    },
+    {
+      "epoch": 0.171891426933002,
+      "grad_norm": 233.55393981933594,
+      "learning_rate": 1.9836349259105772e-05,
+      "loss": 34.7344,
+      "step": 3597
+    },
+    {
+      "epoch": 0.17193921437446238,
+      "grad_norm": 301.2337646484375,
+      "learning_rate": 1.9836209799568094e-05,
+      "loss": 37.0625,
+      "step": 3598
+    },
+    {
+      "epoch": 0.17198700181592277,
+      "grad_norm": 638.7186889648438,
+      "learning_rate": 1.9836070281124214e-05,
+      "loss": 26.125,
+      "step": 3599
+    },
+    {
+      "epoch": 0.17203478925738316,
+      "grad_norm": 376.38153076171875,
+      "learning_rate": 1.9835930703774963e-05,
+      "loss": 34.0938,
+      "step": 3600
+    },
+    {
+      "epoch": 0.17208257669884355,
+      "grad_norm": 267.5673828125,
+      "learning_rate": 1.9835791067521183e-05,
+      "loss": 32.125,
+      "step": 3601
+    },
+    {
+      "epoch": 0.17213036414030392,
+      "grad_norm": 253.88401794433594,
+      "learning_rate": 1.98356513723637e-05,
+      "loss": 32.0625,
+      "step": 3602
+    },
+    {
+      "epoch": 0.1721781515817643,
+      "grad_norm": 418.7522888183594,
+      "learning_rate": 1.983551161830336e-05,
+      "loss": 30.5781,
+      "step": 3603
+    },
+    {
+      "epoch": 0.1722259390232247,
+      "grad_norm": 226.3052520751953,
+      "learning_rate": 1.9835371805340997e-05,
+      "loss": 29.1875,
+      "step": 3604
+    },
+    {
+      "epoch": 0.17227372646468508,
+      "grad_norm": 244.96156311035156,
+      "learning_rate": 1.9835231933477448e-05,
+      "loss": 29.5625,
+      "step": 3605
+    },
+    {
+      "epoch": 0.17232151390614547,
+      "grad_norm": 185.0454559326172,
+      "learning_rate": 1.983509200271355e-05,
+      "loss": 32.0,
+      "step": 3606
+    },
+    {
+      "epoch": 0.17236930134760584,
+      "grad_norm": 239.50811767578125,
+      "learning_rate": 1.9834952013050143e-05,
+      "loss": 30.6562,
+      "step": 3607
+    },
+    {
+      "epoch": 0.17241708878906623,
+      "grad_norm": 498.7598571777344,
+      "learning_rate": 1.983481196448806e-05,
+      "loss": 44.3438,
+      "step": 3608
+    },
+    {
+      "epoch": 0.17246487623052661,
+      "grad_norm": 219.37437438964844,
+      "learning_rate": 1.983467185702815e-05,
+      "loss": 28.5938,
+      "step": 3609
+    },
+    {
+      "epoch": 0.172512663671987,
+      "grad_norm": 249.68154907226562,
+      "learning_rate": 1.983453169067124e-05,
+      "loss": 23.7812,
+      "step": 3610
+    },
+    {
+      "epoch": 0.1725604511134474,
+      "grad_norm": 226.5826873779297,
+      "learning_rate": 1.9834391465418177e-05,
+      "loss": 29.6875,
+      "step": 3611
+    },
+    {
+      "epoch": 0.17260823855490778,
+      "grad_norm": 195.6660614013672,
+      "learning_rate": 1.9834251181269798e-05,
+      "loss": 25.6406,
+      "step": 3612
+    },
+    {
+      "epoch": 0.17265602599636815,
+      "grad_norm": 226.6217041015625,
+      "learning_rate": 1.9834110838226946e-05,
+      "loss": 31.875,
+      "step": 3613
+    },
+    {
+      "epoch": 0.17270381343782854,
+      "grad_norm": 204.7030029296875,
+      "learning_rate": 1.983397043629046e-05,
+      "loss": 35.1562,
+      "step": 3614
+    },
+    {
+      "epoch": 0.17275160087928892,
+      "grad_norm": 244.52413940429688,
+      "learning_rate": 1.983382997546118e-05,
+      "loss": 30.1094,
+      "step": 3615
+    },
+    {
+      "epoch": 0.17279938832074931,
+      "grad_norm": 328.828369140625,
+      "learning_rate": 1.9833689455739948e-05,
+      "loss": 44.2188,
+      "step": 3616
+    },
+    {
+      "epoch": 0.1728471757622097,
+      "grad_norm": 473.11553955078125,
+      "learning_rate": 1.9833548877127605e-05,
+      "loss": 40.7812,
+      "step": 3617
+    },
+    {
+      "epoch": 0.17289496320367007,
+      "grad_norm": 263.5074462890625,
+      "learning_rate": 1.9833408239624988e-05,
+      "loss": 31.5938,
+      "step": 3618
+    },
+    {
+      "epoch": 0.17294275064513046,
+      "grad_norm": 398.69732666015625,
+      "learning_rate": 1.983326754323295e-05,
+      "loss": 36.9375,
+      "step": 3619
+    },
+    {
+      "epoch": 0.17299053808659084,
+      "grad_norm": 456.26629638671875,
+      "learning_rate": 1.9833126787952327e-05,
+      "loss": 32.6562,
+      "step": 3620
+    },
+    {
+      "epoch": 0.17303832552805123,
+      "grad_norm": 246.75685119628906,
+      "learning_rate": 1.9832985973783964e-05,
+      "loss": 23.4688,
+      "step": 3621
+    },
+    {
+      "epoch": 0.17308611296951162,
+      "grad_norm": 273.6767578125,
+      "learning_rate": 1.9832845100728698e-05,
+      "loss": 33.2188,
+      "step": 3622
+    },
+    {
+      "epoch": 0.17313390041097199,
+      "grad_norm": 318.568603515625,
+      "learning_rate": 1.9832704168787383e-05,
+      "loss": 32.4062,
+      "step": 3623
+    },
+    {
+      "epoch": 0.17318168785243238,
+      "grad_norm": 564.376220703125,
+      "learning_rate": 1.9832563177960856e-05,
+      "loss": 53.4375,
+      "step": 3624
+    },
+    {
+      "epoch": 0.17322947529389277,
+      "grad_norm": 355.6813659667969,
+      "learning_rate": 1.9832422128249964e-05,
+      "loss": 28.9062,
+      "step": 3625
+    },
+    {
+      "epoch": 0.17327726273535315,
+      "grad_norm": 226.1666259765625,
+      "learning_rate": 1.9832281019655546e-05,
+      "loss": 31.5312,
+      "step": 3626
+    },
+    {
+      "epoch": 0.17332505017681354,
+      "grad_norm": 272.6893005371094,
+      "learning_rate": 1.9832139852178455e-05,
+      "loss": 42.0938,
+      "step": 3627
+    },
+    {
+      "epoch": 0.1733728376182739,
+      "grad_norm": 322.9616394042969,
+      "learning_rate": 1.9831998625819533e-05,
+      "loss": 35.3438,
+      "step": 3628
+    },
+    {
+      "epoch": 0.1734206250597343,
+      "grad_norm": 430.2592468261719,
+      "learning_rate": 1.9831857340579627e-05,
+      "loss": 35.4688,
+      "step": 3629
+    },
+    {
+      "epoch": 0.17346841250119469,
+      "grad_norm": 350.8222351074219,
+      "learning_rate": 1.983171599645958e-05,
+      "loss": 38.5,
+      "step": 3630
+    },
+    {
+      "epoch": 0.17351619994265507,
+      "grad_norm": 305.0854797363281,
+      "learning_rate": 1.9831574593460242e-05,
+      "loss": 31.5625,
+      "step": 3631
+    },
+    {
+      "epoch": 0.17356398738411546,
+      "grad_norm": 254.9148712158203,
+      "learning_rate": 1.9831433131582457e-05,
+      "loss": 24.5,
+      "step": 3632
+    },
+    {
+      "epoch": 0.17361177482557583,
+      "grad_norm": 169.71681213378906,
+      "learning_rate": 1.9831291610827076e-05,
+      "loss": 26.5312,
+      "step": 3633
+    },
+    {
+      "epoch": 0.17365956226703622,
+      "grad_norm": 240.2923126220703,
+      "learning_rate": 1.9831150031194943e-05,
+      "loss": 34.5625,
+      "step": 3634
+    },
+    {
+      "epoch": 0.1737073497084966,
+      "grad_norm": 137.8771209716797,
+      "learning_rate": 1.9831008392686906e-05,
+      "loss": 17.2031,
+      "step": 3635
+    },
+    {
+      "epoch": 0.173755137149957,
+      "grad_norm": 573.0940551757812,
+      "learning_rate": 1.9830866695303817e-05,
+      "loss": 76.9062,
+      "step": 3636
+    },
+    {
+      "epoch": 0.17380292459141738,
+      "grad_norm": 224.47872924804688,
+      "learning_rate": 1.9830724939046518e-05,
+      "loss": 41.2812,
+      "step": 3637
+    },
+    {
+      "epoch": 0.17385071203287775,
+      "grad_norm": 633.076904296875,
+      "learning_rate": 1.983058312391586e-05,
+      "loss": 33.5938,
+      "step": 3638
+    },
+    {
+      "epoch": 0.17389849947433814,
+      "grad_norm": 152.57679748535156,
+      "learning_rate": 1.98304412499127e-05,
+      "loss": 21.4375,
+      "step": 3639
+    },
+    {
+      "epoch": 0.17394628691579853,
+      "grad_norm": 356.5037841796875,
+      "learning_rate": 1.9830299317037882e-05,
+      "loss": 29.5,
+      "step": 3640
+    },
+    {
+      "epoch": 0.17399407435725892,
+      "grad_norm": 405.2581787109375,
+      "learning_rate": 1.983015732529225e-05,
+      "loss": 28.6875,
+      "step": 3641
+    },
+    {
+      "epoch": 0.1740418617987193,
+      "grad_norm": 338.2331848144531,
+      "learning_rate": 1.9830015274676663e-05,
+      "loss": 50.375,
+      "step": 3642
+    },
+    {
+      "epoch": 0.17408964924017967,
+      "grad_norm": 429.75567626953125,
+      "learning_rate": 1.982987316519197e-05,
+      "loss": 41.1875,
+      "step": 3643
+    },
+    {
+      "epoch": 0.17413743668164006,
+      "grad_norm": 407.3725280761719,
+      "learning_rate": 1.982973099683902e-05,
+      "loss": 38.3125,
+      "step": 3644
+    },
+    {
+      "epoch": 0.17418522412310045,
+      "grad_norm": 244.23101806640625,
+      "learning_rate": 1.9829588769618664e-05,
+      "loss": 25.5312,
+      "step": 3645
+    },
+    {
+      "epoch": 0.17423301156456084,
+      "grad_norm": 310.1794738769531,
+      "learning_rate": 1.9829446483531756e-05,
+      "loss": 36.9062,
+      "step": 3646
+    },
+    {
+      "epoch": 0.17428079900602123,
+      "grad_norm": 213.71182250976562,
+      "learning_rate": 1.9829304138579145e-05,
+      "loss": 35.375,
+      "step": 3647
+    },
+    {
+      "epoch": 0.17432858644748161,
+      "grad_norm": 339.0190734863281,
+      "learning_rate": 1.9829161734761688e-05,
+      "loss": 27.125,
+      "step": 3648
+    },
+    {
+      "epoch": 0.17437637388894198,
+      "grad_norm": 184.22708129882812,
+      "learning_rate": 1.9829019272080235e-05,
+      "loss": 24.0938,
+      "step": 3649
+    },
+    {
+      "epoch": 0.17442416133040237,
+      "grad_norm": 337.5972900390625,
+      "learning_rate": 1.9828876750535637e-05,
+      "loss": 34.8438,
+      "step": 3650
+    },
+    {
+      "epoch": 0.17447194877186276,
+      "grad_norm": 342.0623779296875,
+      "learning_rate": 1.982873417012875e-05,
+      "loss": 35.5,
+      "step": 3651
+    },
+    {
+      "epoch": 0.17451973621332315,
+      "grad_norm": 221.30921936035156,
+      "learning_rate": 1.982859153086043e-05,
+      "loss": 28.5312,
+      "step": 3652
+    },
+    {
+      "epoch": 0.17456752365478354,
+      "grad_norm": 389.65081787109375,
+      "learning_rate": 1.982844883273153e-05,
+      "loss": 35.9688,
+      "step": 3653
+    },
+    {
+      "epoch": 0.1746153110962439,
+      "grad_norm": 261.5858459472656,
+      "learning_rate": 1.9828306075742903e-05,
+      "loss": 29.9062,
+      "step": 3654
+    },
+    {
+      "epoch": 0.1746630985377043,
+      "grad_norm": 227.7987060546875,
+      "learning_rate": 1.9828163259895404e-05,
+      "loss": 32.1875,
+      "step": 3655
+    },
+    {
+      "epoch": 0.17471088597916468,
+      "grad_norm": 311.7969970703125,
+      "learning_rate": 1.9828020385189888e-05,
+      "loss": 24.875,
+      "step": 3656
+    },
+    {
+      "epoch": 0.17475867342062507,
+      "grad_norm": 217.96630859375,
+      "learning_rate": 1.982787745162721e-05,
+      "loss": 30.7188,
+      "step": 3657
+    },
+    {
+      "epoch": 0.17480646086208546,
+      "grad_norm": 338.29534912109375,
+      "learning_rate": 1.9827734459208233e-05,
+      "loss": 49.5938,
+      "step": 3658
+    },
+    {
+      "epoch": 0.17485424830354582,
+      "grad_norm": 341.4270935058594,
+      "learning_rate": 1.9827591407933803e-05,
+      "loss": 33.75,
+      "step": 3659
+    },
+    {
+      "epoch": 0.1749020357450062,
+      "grad_norm": 506.57666015625,
+      "learning_rate": 1.9827448297804784e-05,
+      "loss": 35.625,
+      "step": 3660
+    },
+    {
+      "epoch": 0.1749498231864666,
+      "grad_norm": 286.13525390625,
+      "learning_rate": 1.982730512882203e-05,
+      "loss": 34.5625,
+      "step": 3661
+    },
+    {
+      "epoch": 0.17499761062792699,
+      "grad_norm": 318.8814392089844,
+      "learning_rate": 1.9827161900986397e-05,
+      "loss": 34.8125,
+      "step": 3662
+    },
+    {
+      "epoch": 0.17504539806938738,
+      "grad_norm": 388.66595458984375,
+      "learning_rate": 1.9827018614298747e-05,
+      "loss": 29.8438,
+      "step": 3663
+    },
+    {
+      "epoch": 0.17509318551084774,
+      "grad_norm": 195.9277801513672,
+      "learning_rate": 1.9826875268759935e-05,
+      "loss": 25.7188,
+      "step": 3664
+    },
+    {
+      "epoch": 0.17514097295230813,
+      "grad_norm": 562.2301025390625,
+      "learning_rate": 1.982673186437082e-05,
+      "loss": 43.9688,
+      "step": 3665
+    },
+    {
+      "epoch": 0.17518876039376852,
+      "grad_norm": 285.5445556640625,
+      "learning_rate": 1.982658840113226e-05,
+      "loss": 32.3125,
+      "step": 3666
+    },
+    {
+      "epoch": 0.1752365478352289,
+      "grad_norm": 665.9674072265625,
+      "learning_rate": 1.982644487904512e-05,
+      "loss": 32.125,
+      "step": 3667
+    },
+    {
+      "epoch": 0.1752843352766893,
+      "grad_norm": 322.5362854003906,
+      "learning_rate": 1.982630129811025e-05,
+      "loss": 39.4688,
+      "step": 3668
+    },
+    {
+      "epoch": 0.17533212271814966,
+      "grad_norm": 294.5265197753906,
+      "learning_rate": 1.9826157658328517e-05,
+      "loss": 32.7188,
+      "step": 3669
+    },
+    {
+      "epoch": 0.17537991015961005,
+      "grad_norm": 380.4341125488281,
+      "learning_rate": 1.9826013959700776e-05,
+      "loss": 33.0938,
+      "step": 3670
+    },
+    {
+      "epoch": 0.17542769760107044,
+      "grad_norm": 313.6872253417969,
+      "learning_rate": 1.9825870202227894e-05,
+      "loss": 37.0625,
+      "step": 3671
+    },
+    {
+      "epoch": 0.17547548504253083,
+      "grad_norm": 178.99209594726562,
+      "learning_rate": 1.9825726385910728e-05,
+      "loss": 22.2031,
+      "step": 3672
+    },
+    {
+      "epoch": 0.17552327248399122,
+      "grad_norm": 423.8652038574219,
+      "learning_rate": 1.982558251075014e-05,
+      "loss": 25.1562,
+      "step": 3673
+    },
+    {
+      "epoch": 0.17557105992545158,
+      "grad_norm": 252.500244140625,
+      "learning_rate": 1.9825438576746986e-05,
+      "loss": 31.3125,
+      "step": 3674
+    },
+    {
+      "epoch": 0.17561884736691197,
+      "grad_norm": 278.2852478027344,
+      "learning_rate": 1.982529458390214e-05,
+      "loss": 27.9375,
+      "step": 3675
+    },
+    {
+      "epoch": 0.17566663480837236,
+      "grad_norm": 471.2547302246094,
+      "learning_rate": 1.9825150532216453e-05,
+      "loss": 31.875,
+      "step": 3676
+    },
+    {
+      "epoch": 0.17571442224983275,
+      "grad_norm": 384.0494689941406,
+      "learning_rate": 1.9825006421690793e-05,
+      "loss": 27.5156,
+      "step": 3677
+    },
+    {
+      "epoch": 0.17576220969129314,
+      "grad_norm": 312.2179870605469,
+      "learning_rate": 1.9824862252326023e-05,
+      "loss": 26.2812,
+      "step": 3678
+    },
+    {
+      "epoch": 0.17580999713275353,
+      "grad_norm": 301.6268005371094,
+      "learning_rate": 1.9824718024123006e-05,
+      "loss": 48.7812,
+      "step": 3679
+    },
+    {
+      "epoch": 0.1758577845742139,
+      "grad_norm": 285.7330017089844,
+      "learning_rate": 1.9824573737082605e-05,
+      "loss": 33.125,
+      "step": 3680
+    },
+    {
+      "epoch": 0.17590557201567428,
+      "grad_norm": 346.9136047363281,
+      "learning_rate": 1.9824429391205682e-05,
+      "loss": 33.5625,
+      "step": 3681
+    },
+    {
+      "epoch": 0.17595335945713467,
+      "grad_norm": 325.4571228027344,
+      "learning_rate": 1.982428498649311e-05,
+      "loss": 45.75,
+      "step": 3682
+    },
+    {
+      "epoch": 0.17600114689859506,
+      "grad_norm": 169.7426300048828,
+      "learning_rate": 1.982414052294574e-05,
+      "loss": 23.1875,
+      "step": 3683
+    },
+    {
+      "epoch": 0.17604893434005545,
+      "grad_norm": 268.9563293457031,
+      "learning_rate": 1.982399600056445e-05,
+      "loss": 33.1562,
+      "step": 3684
+    },
+    {
+      "epoch": 0.1760967217815158,
+      "grad_norm": 490.5125732421875,
+      "learning_rate": 1.98238514193501e-05,
+      "loss": 48.375,
+      "step": 3685
+    },
+    {
+      "epoch": 0.1761445092229762,
+      "grad_norm": 569.0946044921875,
+      "learning_rate": 1.9823706779303557e-05,
+      "loss": 30.5,
+      "step": 3686
+    },
+    {
+      "epoch": 0.1761922966644366,
+      "grad_norm": 272.9203796386719,
+      "learning_rate": 1.9823562080425684e-05,
+      "loss": 20.9062,
+      "step": 3687
+    },
+    {
+      "epoch": 0.17624008410589698,
+      "grad_norm": 164.96258544921875,
+      "learning_rate": 1.982341732271735e-05,
+      "loss": 29.3125,
+      "step": 3688
+    },
+    {
+      "epoch": 0.17628787154735737,
+      "grad_norm": 237.0784149169922,
+      "learning_rate": 1.9823272506179422e-05,
+      "loss": 40.2812,
+      "step": 3689
+    },
+    {
+      "epoch": 0.17633565898881773,
+      "grad_norm": 193.5498809814453,
+      "learning_rate": 1.982312763081277e-05,
+      "loss": 21.8125,
+      "step": 3690
+    },
+    {
+      "epoch": 0.17638344643027812,
+      "grad_norm": 640.0030517578125,
+      "learning_rate": 1.9822982696618257e-05,
+      "loss": 32.625,
+      "step": 3691
+    },
+    {
+      "epoch": 0.1764312338717385,
+      "grad_norm": 263.7180480957031,
+      "learning_rate": 1.982283770359675e-05,
+      "loss": 30.5938,
+      "step": 3692
+    },
+    {
+      "epoch": 0.1764790213131989,
+      "grad_norm": 219.83294677734375,
+      "learning_rate": 1.9822692651749126e-05,
+      "loss": 28.3906,
+      "step": 3693
+    },
+    {
+      "epoch": 0.1765268087546593,
+      "grad_norm": 257.87335205078125,
+      "learning_rate": 1.982254754107624e-05,
+      "loss": 30.0156,
+      "step": 3694
+    },
+    {
+      "epoch": 0.17657459619611965,
+      "grad_norm": 286.0092468261719,
+      "learning_rate": 1.982240237157898e-05,
+      "loss": 25.7812,
+      "step": 3695
+    },
+    {
+      "epoch": 0.17662238363758004,
+      "grad_norm": 299.0249328613281,
+      "learning_rate": 1.9822257143258195e-05,
+      "loss": 25.875,
+      "step": 3696
+    },
+    {
+      "epoch": 0.17667017107904043,
+      "grad_norm": 368.4676208496094,
+      "learning_rate": 1.9822111856114765e-05,
+      "loss": 24.0156,
+      "step": 3697
+    },
+    {
+      "epoch": 0.17671795852050082,
+      "grad_norm": 459.7320251464844,
+      "learning_rate": 1.9821966510149558e-05,
+      "loss": 34.625,
+      "step": 3698
+    },
+    {
+      "epoch": 0.1767657459619612,
+      "grad_norm": 256.0334777832031,
+      "learning_rate": 1.982182110536345e-05,
+      "loss": 29.3438,
+      "step": 3699
+    },
+    {
+      "epoch": 0.17681353340342157,
+      "grad_norm": 291.09051513671875,
+      "learning_rate": 1.9821675641757306e-05,
+      "loss": 30.2188,
+      "step": 3700
+    },
+    {
+      "epoch": 0.17686132084488196,
+      "grad_norm": 290.4842834472656,
+      "learning_rate": 1.9821530119332e-05,
+      "loss": 27.4375,
+      "step": 3701
+    },
+    {
+      "epoch": 0.17690910828634235,
+      "grad_norm": 270.52557373046875,
+      "learning_rate": 1.9821384538088396e-05,
+      "loss": 27.6562,
+      "step": 3702
+    },
+    {
+      "epoch": 0.17695689572780274,
+      "grad_norm": 323.67437744140625,
+      "learning_rate": 1.9821238898027376e-05,
+      "loss": 27.5938,
+      "step": 3703
+    },
+    {
+      "epoch": 0.17700468316926313,
+      "grad_norm": 284.45135498046875,
+      "learning_rate": 1.9821093199149806e-05,
+      "loss": 38.9375,
+      "step": 3704
+    },
+    {
+      "epoch": 0.1770524706107235,
+      "grad_norm": 403.5816650390625,
+      "learning_rate": 1.982094744145656e-05,
+      "loss": 45.5625,
+      "step": 3705
+    },
+    {
+      "epoch": 0.17710025805218388,
+      "grad_norm": 474.63897705078125,
+      "learning_rate": 1.9820801624948513e-05,
+      "loss": 36.6875,
+      "step": 3706
+    },
+    {
+      "epoch": 0.17714804549364427,
+      "grad_norm": 454.8456115722656,
+      "learning_rate": 1.9820655749626535e-05,
+      "loss": 31.2812,
+      "step": 3707
+    },
+    {
+      "epoch": 0.17719583293510466,
+      "grad_norm": 187.38705444335938,
+      "learning_rate": 1.9820509815491503e-05,
+      "loss": 30.8438,
+      "step": 3708
+    },
+    {
+      "epoch": 0.17724362037656505,
+      "grad_norm": 396.77655029296875,
+      "learning_rate": 1.982036382254429e-05,
+      "loss": 34.9375,
+      "step": 3709
+    },
+    {
+      "epoch": 0.1772914078180254,
+      "grad_norm": 293.3086242675781,
+      "learning_rate": 1.9820217770785766e-05,
+      "loss": 36.375,
+      "step": 3710
+    },
+    {
+      "epoch": 0.1773391952594858,
+      "grad_norm": 664.8541870117188,
+      "learning_rate": 1.982007166021681e-05,
+      "loss": 32.25,
+      "step": 3711
+    },
+    {
+      "epoch": 0.1773869827009462,
+      "grad_norm": 291.37298583984375,
+      "learning_rate": 1.9819925490838298e-05,
+      "loss": 33.0625,
+      "step": 3712
+    },
+    {
+      "epoch": 0.17743477014240658,
+      "grad_norm": 192.70968627929688,
+      "learning_rate": 1.9819779262651102e-05,
+      "loss": 23.875,
+      "step": 3713
+    },
+    {
+      "epoch": 0.17748255758386697,
+      "grad_norm": 510.2301025390625,
+      "learning_rate": 1.98196329756561e-05,
+      "loss": 27.5938,
+      "step": 3714
+    },
+    {
+      "epoch": 0.17753034502532736,
+      "grad_norm": 294.1710510253906,
+      "learning_rate": 1.9819486629854164e-05,
+      "loss": 32.2031,
+      "step": 3715
+    },
+    {
+      "epoch": 0.17757813246678772,
+      "grad_norm": 296.3539123535156,
+      "learning_rate": 1.9819340225246177e-05,
+      "loss": 40.5625,
+      "step": 3716
+    },
+    {
+      "epoch": 0.1776259199082481,
+      "grad_norm": 292.3162536621094,
+      "learning_rate": 1.9819193761833016e-05,
+      "loss": 31.1875,
+      "step": 3717
+    },
+    {
+      "epoch": 0.1776737073497085,
+      "grad_norm": 462.1116943359375,
+      "learning_rate": 1.981904723961555e-05,
+      "loss": 35.5312,
+      "step": 3718
+    },
+    {
+      "epoch": 0.1777214947911689,
+      "grad_norm": 238.23806762695312,
+      "learning_rate": 1.981890065859466e-05,
+      "loss": 34.125,
+      "step": 3719
+    },
+    {
+      "epoch": 0.17776928223262928,
+      "grad_norm": 716.289306640625,
+      "learning_rate": 1.9818754018771227e-05,
+      "loss": 33.8125,
+      "step": 3720
+    },
+    {
+      "epoch": 0.17781706967408964,
+      "grad_norm": 499.2848815917969,
+      "learning_rate": 1.9818607320146127e-05,
+      "loss": 45.0,
+      "step": 3721
+    },
+    {
+      "epoch": 0.17786485711555003,
+      "grad_norm": 299.33038330078125,
+      "learning_rate": 1.9818460562720237e-05,
+      "loss": 30.4688,
+      "step": 3722
+    },
+    {
+      "epoch": 0.17791264455701042,
+      "grad_norm": 276.5322570800781,
+      "learning_rate": 1.981831374649444e-05,
+      "loss": 27.7812,
+      "step": 3723
+    },
+    {
+      "epoch": 0.1779604319984708,
+      "grad_norm": 210.55552673339844,
+      "learning_rate": 1.981816687146961e-05,
+      "loss": 19.2812,
+      "step": 3724
+    },
+    {
+      "epoch": 0.1780082194399312,
+      "grad_norm": 337.0535888671875,
+      "learning_rate": 1.9818019937646632e-05,
+      "loss": 32.3125,
+      "step": 3725
+    },
+    {
+      "epoch": 0.17805600688139156,
+      "grad_norm": 215.4736785888672,
+      "learning_rate": 1.981787294502638e-05,
+      "loss": 28.5312,
+      "step": 3726
+    },
+    {
+      "epoch": 0.17810379432285195,
+      "grad_norm": 172.36415100097656,
+      "learning_rate": 1.9817725893609744e-05,
+      "loss": 27.2031,
+      "step": 3727
+    },
+    {
+      "epoch": 0.17815158176431234,
+      "grad_norm": 385.48748779296875,
+      "learning_rate": 1.9817578783397593e-05,
+      "loss": 38.3125,
+      "step": 3728
+    },
+    {
+      "epoch": 0.17819936920577273,
+      "grad_norm": 248.63809204101562,
+      "learning_rate": 1.9817431614390814e-05,
+      "loss": 37.0312,
+      "step": 3729
+    },
+    {
+      "epoch": 0.17824715664723312,
+      "grad_norm": 405.5925598144531,
+      "learning_rate": 1.9817284386590286e-05,
+      "loss": 37.75,
+      "step": 3730
+    },
+    {
+      "epoch": 0.17829494408869348,
+      "grad_norm": 286.3303527832031,
+      "learning_rate": 1.9817137099996896e-05,
+      "loss": 25.4062,
+      "step": 3731
+    },
+    {
+      "epoch": 0.17834273153015387,
+      "grad_norm": 241.86129760742188,
+      "learning_rate": 1.981698975461152e-05,
+      "loss": 40.625,
+      "step": 3732
+    },
+    {
+      "epoch": 0.17839051897161426,
+      "grad_norm": 432.7809753417969,
+      "learning_rate": 1.9816842350435045e-05,
+      "loss": 36.0312,
+      "step": 3733
+    },
+    {
+      "epoch": 0.17843830641307465,
+      "grad_norm": 279.6558837890625,
+      "learning_rate": 1.981669488746835e-05,
+      "loss": 30.9688,
+      "step": 3734
+    },
+    {
+      "epoch": 0.17848609385453504,
+      "grad_norm": 330.7392578125,
+      "learning_rate": 1.9816547365712317e-05,
+      "loss": 33.1562,
+      "step": 3735
+    },
+    {
+      "epoch": 0.1785338812959954,
+      "grad_norm": 247.25198364257812,
+      "learning_rate": 1.9816399785167835e-05,
+      "loss": 27.8125,
+      "step": 3736
+    },
+    {
+      "epoch": 0.1785816687374558,
+      "grad_norm": 375.40985107421875,
+      "learning_rate": 1.9816252145835784e-05,
+      "loss": 34.0625,
+      "step": 3737
+    },
+    {
+      "epoch": 0.17862945617891618,
+      "grad_norm": 222.33091735839844,
+      "learning_rate": 1.9816104447717048e-05,
+      "loss": 41.25,
+      "step": 3738
+    },
+    {
+      "epoch": 0.17867724362037657,
+      "grad_norm": 452.4213562011719,
+      "learning_rate": 1.9815956690812514e-05,
+      "loss": 57.25,
+      "step": 3739
+    },
+    {
+      "epoch": 0.17872503106183696,
+      "grad_norm": 291.156982421875,
+      "learning_rate": 1.9815808875123066e-05,
+      "loss": 28.3438,
+      "step": 3740
+    },
+    {
+      "epoch": 0.17877281850329732,
+      "grad_norm": 370.6606140136719,
+      "learning_rate": 1.981566100064959e-05,
+      "loss": 24.0938,
+      "step": 3741
+    },
+    {
+      "epoch": 0.1788206059447577,
+      "grad_norm": 405.955322265625,
+      "learning_rate": 1.981551306739297e-05,
+      "loss": 42.3125,
+      "step": 3742
+    },
+    {
+      "epoch": 0.1788683933862181,
+      "grad_norm": 395.96722412109375,
+      "learning_rate": 1.9815365075354088e-05,
+      "loss": 37.5625,
+      "step": 3743
+    },
+    {
+      "epoch": 0.1789161808276785,
+      "grad_norm": 520.531005859375,
+      "learning_rate": 1.9815217024533838e-05,
+      "loss": 44.5625,
+      "step": 3744
+    },
+    {
+      "epoch": 0.17896396826913888,
+      "grad_norm": 284.4803161621094,
+      "learning_rate": 1.9815068914933102e-05,
+      "loss": 32.8438,
+      "step": 3745
+    },
+    {
+      "epoch": 0.17901175571059924,
+      "grad_norm": 418.7712707519531,
+      "learning_rate": 1.981492074655277e-05,
+      "loss": 46.4062,
+      "step": 3746
+    },
+    {
+      "epoch": 0.17905954315205963,
+      "grad_norm": 407.834228515625,
+      "learning_rate": 1.9814772519393724e-05,
+      "loss": 30.75,
+      "step": 3747
+    },
+    {
+      "epoch": 0.17910733059352002,
+      "grad_norm": 347.99810791015625,
+      "learning_rate": 1.981462423345686e-05,
+      "loss": 29.7188,
+      "step": 3748
+    },
+    {
+      "epoch": 0.1791551180349804,
+      "grad_norm": 216.1036834716797,
+      "learning_rate": 1.9814475888743055e-05,
+      "loss": 31.7188,
+      "step": 3749
+    },
+    {
+      "epoch": 0.1792029054764408,
+      "grad_norm": 198.50279235839844,
+      "learning_rate": 1.981432748525321e-05,
+      "loss": 32.5,
+      "step": 3750
+    },
+    {
+      "epoch": 0.1792506929179012,
+      "grad_norm": 219.0403594970703,
+      "learning_rate": 1.9814179022988203e-05,
+      "loss": 41.1875,
+      "step": 3751
+    },
+    {
+      "epoch": 0.17929848035936155,
+      "grad_norm": 274.0545654296875,
+      "learning_rate": 1.9814030501948925e-05,
+      "loss": 35.7188,
+      "step": 3752
+    },
+    {
+      "epoch": 0.17934626780082194,
+      "grad_norm": 188.54734802246094,
+      "learning_rate": 1.9813881922136274e-05,
+      "loss": 26.1875,
+      "step": 3753
+    },
+    {
+      "epoch": 0.17939405524228233,
+      "grad_norm": 344.5545959472656,
+      "learning_rate": 1.981373328355113e-05,
+      "loss": 25.9375,
+      "step": 3754
+    },
+    {
+      "epoch": 0.17944184268374272,
+      "grad_norm": 271.9704895019531,
+      "learning_rate": 1.9813584586194388e-05,
+      "loss": 27.6562,
+      "step": 3755
+    },
+    {
+      "epoch": 0.1794896301252031,
+      "grad_norm": 271.21075439453125,
+      "learning_rate": 1.981343583006694e-05,
+      "loss": 34.0312,
+      "step": 3756
+    },
+    {
+      "epoch": 0.17953741756666347,
+      "grad_norm": 268.3387451171875,
+      "learning_rate": 1.981328701516967e-05,
+      "loss": 29.3438,
+      "step": 3757
+    },
+    {
+      "epoch": 0.17958520500812386,
+      "grad_norm": 305.3018798828125,
+      "learning_rate": 1.9813138141503473e-05,
+      "loss": 33.7188,
+      "step": 3758
+    },
+    {
+      "epoch": 0.17963299244958425,
+      "grad_norm": 349.70916748046875,
+      "learning_rate": 1.9812989209069244e-05,
+      "loss": 29.7188,
+      "step": 3759
+    },
+    {
+      "epoch": 0.17968077989104464,
+      "grad_norm": 264.4208679199219,
+      "learning_rate": 1.981284021786787e-05,
+      "loss": 47.5,
+      "step": 3760
+    },
+    {
+      "epoch": 0.17972856733250503,
+      "grad_norm": 421.5847473144531,
+      "learning_rate": 1.9812691167900246e-05,
+      "loss": 29.0625,
+      "step": 3761
+    },
+    {
+      "epoch": 0.1797763547739654,
+      "grad_norm": 305.0455627441406,
+      "learning_rate": 1.9812542059167263e-05,
+      "loss": 34.5312,
+      "step": 3762
+    },
+    {
+      "epoch": 0.17982414221542578,
+      "grad_norm": 231.9413604736328,
+      "learning_rate": 1.9812392891669817e-05,
+      "loss": 27.8125,
+      "step": 3763
+    },
+    {
+      "epoch": 0.17987192965688617,
+      "grad_norm": 157.21714782714844,
+      "learning_rate": 1.9812243665408796e-05,
+      "loss": 21.4531,
+      "step": 3764
+    },
+    {
+      "epoch": 0.17991971709834656,
+      "grad_norm": 326.4568176269531,
+      "learning_rate": 1.98120943803851e-05,
+      "loss": 26.4531,
+      "step": 3765
+    },
+    {
+      "epoch": 0.17996750453980695,
+      "grad_norm": 271.65313720703125,
+      "learning_rate": 1.9811945036599615e-05,
+      "loss": 26.2031,
+      "step": 3766
+    },
+    {
+      "epoch": 0.1800152919812673,
+      "grad_norm": 222.8485565185547,
+      "learning_rate": 1.9811795634053243e-05,
+      "loss": 38.4062,
+      "step": 3767
+    },
+    {
+      "epoch": 0.1800630794227277,
+      "grad_norm": 198.92295837402344,
+      "learning_rate": 1.9811646172746875e-05,
+      "loss": 22.1406,
+      "step": 3768
+    },
+    {
+      "epoch": 0.1801108668641881,
+      "grad_norm": 333.5831604003906,
+      "learning_rate": 1.9811496652681408e-05,
+      "loss": 36.0625,
+      "step": 3769
+    },
+    {
+      "epoch": 0.18015865430564848,
+      "grad_norm": 382.7810974121094,
+      "learning_rate": 1.9811347073857736e-05,
+      "loss": 42.875,
+      "step": 3770
+    },
+    {
+      "epoch": 0.18020644174710887,
+      "grad_norm": 347.3628234863281,
+      "learning_rate": 1.9811197436276753e-05,
+      "loss": 25.9062,
+      "step": 3771
+    },
+    {
+      "epoch": 0.18025422918856923,
+      "grad_norm": 260.03173828125,
+      "learning_rate": 1.981104773993936e-05,
+      "loss": 40.5469,
+      "step": 3772
+    },
+    {
+      "epoch": 0.18030201663002962,
+      "grad_norm": 356.7530517578125,
+      "learning_rate": 1.981089798484645e-05,
+      "loss": 38.6562,
+      "step": 3773
+    },
+    {
+      "epoch": 0.18034980407149,
+      "grad_norm": 301.27862548828125,
+      "learning_rate": 1.9810748170998918e-05,
+      "loss": 43.125,
+      "step": 3774
+    },
+    {
+      "epoch": 0.1803975915129504,
+      "grad_norm": 252.67066955566406,
+      "learning_rate": 1.981059829839767e-05,
+      "loss": 20.3906,
+      "step": 3775
+    },
+    {
+      "epoch": 0.1804453789544108,
+      "grad_norm": 180.6222381591797,
+      "learning_rate": 1.981044836704359e-05,
+      "loss": 26.3125,
+      "step": 3776
+    },
+    {
+      "epoch": 0.18049316639587115,
+      "grad_norm": 460.9908447265625,
+      "learning_rate": 1.981029837693759e-05,
+      "loss": 38.8125,
+      "step": 3777
+    },
+    {
+      "epoch": 0.18054095383733154,
+      "grad_norm": 220.9749298095703,
+      "learning_rate": 1.9810148328080556e-05,
+      "loss": 34.375,
+      "step": 3778
+    },
+    {
+      "epoch": 0.18058874127879193,
+      "grad_norm": 457.6956481933594,
+      "learning_rate": 1.9809998220473396e-05,
+      "loss": 34.2188,
+      "step": 3779
+    },
+    {
+      "epoch": 0.18063652872025232,
+      "grad_norm": 306.65277099609375,
+      "learning_rate": 1.9809848054117005e-05,
+      "loss": 38.7188,
+      "step": 3780
+    },
+    {
+      "epoch": 0.1806843161617127,
+      "grad_norm": 379.7240905761719,
+      "learning_rate": 1.980969782901228e-05,
+      "loss": 33.1875,
+      "step": 3781
+    },
+    {
+      "epoch": 0.1807321036031731,
+      "grad_norm": 212.96360778808594,
+      "learning_rate": 1.980954754516012e-05,
+      "loss": 38.4062,
+      "step": 3782
+    },
+    {
+      "epoch": 0.18077989104463346,
+      "grad_norm": 205.781005859375,
+      "learning_rate": 1.9809397202561437e-05,
+      "loss": 33.125,
+      "step": 3783
+    },
+    {
+      "epoch": 0.18082767848609385,
+      "grad_norm": 282.69171142578125,
+      "learning_rate": 1.9809246801217114e-05,
+      "loss": 33.1562,
+      "step": 3784
+    },
+    {
+      "epoch": 0.18087546592755424,
+      "grad_norm": 792.90478515625,
+      "learning_rate": 1.9809096341128065e-05,
+      "loss": 45.9062,
+      "step": 3785
+    },
+    {
+      "epoch": 0.18092325336901463,
+      "grad_norm": 389.81396484375,
+      "learning_rate": 1.9808945822295183e-05,
+      "loss": 29.4688,
+      "step": 3786
+    },
+    {
+      "epoch": 0.18097104081047502,
+      "grad_norm": 264.535400390625,
+      "learning_rate": 1.9808795244719374e-05,
+      "loss": 26.5625,
+      "step": 3787
+    },
+    {
+      "epoch": 0.18101882825193538,
+      "grad_norm": 452.6300964355469,
+      "learning_rate": 1.9808644608401536e-05,
+      "loss": 38.9688,
+      "step": 3788
+    },
+    {
+      "epoch": 0.18106661569339577,
+      "grad_norm": 316.46533203125,
+      "learning_rate": 1.9808493913342575e-05,
+      "loss": 29.8438,
+      "step": 3789
+    },
+    {
+      "epoch": 0.18111440313485616,
+      "grad_norm": 531.5066528320312,
+      "learning_rate": 1.9808343159543395e-05,
+      "loss": 36.6562,
+      "step": 3790
+    },
+    {
+      "epoch": 0.18116219057631655,
+      "grad_norm": 179.81521606445312,
+      "learning_rate": 1.9808192347004895e-05,
+      "loss": 20.875,
+      "step": 3791
+    },
+    {
+      "epoch": 0.18120997801777694,
+      "grad_norm": 248.69000244140625,
+      "learning_rate": 1.9808041475727974e-05,
+      "loss": 43.0,
+      "step": 3792
+    },
+    {
+      "epoch": 0.1812577654592373,
+      "grad_norm": 224.80555725097656,
+      "learning_rate": 1.9807890545713543e-05,
+      "loss": 32.0625,
+      "step": 3793
+    },
+    {
+      "epoch": 0.1813055529006977,
+      "grad_norm": 346.679931640625,
+      "learning_rate": 1.9807739556962503e-05,
+      "loss": 33.125,
+      "step": 3794
+    },
+    {
+      "epoch": 0.18135334034215808,
+      "grad_norm": 222.38986206054688,
+      "learning_rate": 1.9807588509475763e-05,
+      "loss": 38.8281,
+      "step": 3795
+    },
+    {
+      "epoch": 0.18140112778361847,
+      "grad_norm": 359.3632507324219,
+      "learning_rate": 1.9807437403254216e-05,
+      "loss": 41.0938,
+      "step": 3796
+    },
+    {
+      "epoch": 0.18144891522507886,
+      "grad_norm": 278.07550048828125,
+      "learning_rate": 1.980728623829878e-05,
+      "loss": 32.75,
+      "step": 3797
+    },
+    {
+      "epoch": 0.18149670266653922,
+      "grad_norm": 264.3013916015625,
+      "learning_rate": 1.980713501461035e-05,
+      "loss": 26.9688,
+      "step": 3798
+    },
+    {
+      "epoch": 0.1815444901079996,
+      "grad_norm": 665.7493896484375,
+      "learning_rate": 1.9806983732189837e-05,
+      "loss": 30.4531,
+      "step": 3799
+    },
+    {
+      "epoch": 0.18159227754946,
+      "grad_norm": 265.1446533203125,
+      "learning_rate": 1.9806832391038146e-05,
+      "loss": 35.0938,
+      "step": 3800
+    },
+    {
+      "epoch": 0.1816400649909204,
+      "grad_norm": 345.8609924316406,
+      "learning_rate": 1.9806680991156183e-05,
+      "loss": 38.4688,
+      "step": 3801
+    },
+    {
+      "epoch": 0.18168785243238078,
+      "grad_norm": 952.6685180664062,
+      "learning_rate": 1.9806529532544857e-05,
+      "loss": 32.7812,
+      "step": 3802
+    },
+    {
+      "epoch": 0.18173563987384114,
+      "grad_norm": 331.1293640136719,
+      "learning_rate": 1.9806378015205072e-05,
+      "loss": 38.6875,
+      "step": 3803
+    },
+    {
+      "epoch": 0.18178342731530153,
+      "grad_norm": 379.0486755371094,
+      "learning_rate": 1.9806226439137734e-05,
+      "loss": 35.4375,
+      "step": 3804
+    },
+    {
+      "epoch": 0.18183121475676192,
+      "grad_norm": 243.2239227294922,
+      "learning_rate": 1.9806074804343756e-05,
+      "loss": 32.5625,
+      "step": 3805
+    },
+    {
+      "epoch": 0.1818790021982223,
+      "grad_norm": 165.6313934326172,
+      "learning_rate": 1.980592311082404e-05,
+      "loss": 23.2422,
+      "step": 3806
+    },
+    {
+      "epoch": 0.1819267896396827,
+      "grad_norm": 303.7413330078125,
+      "learning_rate": 1.9805771358579502e-05,
+      "loss": 33.375,
+      "step": 3807
+    },
+    {
+      "epoch": 0.18197457708114306,
+      "grad_norm": 313.5982360839844,
+      "learning_rate": 1.9805619547611043e-05,
+      "loss": 26.2656,
+      "step": 3808
+    },
+    {
+      "epoch": 0.18202236452260345,
+      "grad_norm": 386.8451843261719,
+      "learning_rate": 1.980546767791958e-05,
+      "loss": 34.9688,
+      "step": 3809
+    },
+    {
+      "epoch": 0.18207015196406384,
+      "grad_norm": 210.6798858642578,
+      "learning_rate": 1.9805315749506017e-05,
+      "loss": 32.375,
+      "step": 3810
+    },
+    {
+      "epoch": 0.18211793940552423,
+      "grad_norm": 282.5639953613281,
+      "learning_rate": 1.980516376237126e-05,
+      "loss": 30.0938,
+      "step": 3811
+    },
+    {
+      "epoch": 0.18216572684698462,
+      "grad_norm": 226.61407470703125,
+      "learning_rate": 1.9805011716516227e-05,
+      "loss": 36.0,
+      "step": 3812
+    },
+    {
+      "epoch": 0.18221351428844498,
+      "grad_norm": 306.0494689941406,
+      "learning_rate": 1.9804859611941828e-05,
+      "loss": 27.9688,
+      "step": 3813
+    },
+    {
+      "epoch": 0.18226130172990537,
+      "grad_norm": 352.6593933105469,
+      "learning_rate": 1.980470744864897e-05,
+      "loss": 31.9688,
+      "step": 3814
+    },
+    {
+      "epoch": 0.18230908917136576,
+      "grad_norm": 337.3034973144531,
+      "learning_rate": 1.9804555226638563e-05,
+      "loss": 32.3125,
+      "step": 3815
+    },
+    {
+      "epoch": 0.18235687661282615,
+      "grad_norm": 401.6924743652344,
+      "learning_rate": 1.9804402945911527e-05,
+      "loss": 30.125,
+      "step": 3816
+    },
+    {
+      "epoch": 0.18240466405428654,
+      "grad_norm": 325.8736267089844,
+      "learning_rate": 1.9804250606468766e-05,
+      "loss": 33.125,
+      "step": 3817
+    },
+    {
+      "epoch": 0.18245245149574693,
+      "grad_norm": 755.0955810546875,
+      "learning_rate": 1.9804098208311192e-05,
+      "loss": 42.8438,
+      "step": 3818
+    },
+    {
+      "epoch": 0.1825002389372073,
+      "grad_norm": 240.0248565673828,
+      "learning_rate": 1.9803945751439724e-05,
+      "loss": 34.375,
+      "step": 3819
+    },
+    {
+      "epoch": 0.18254802637866768,
+      "grad_norm": 339.7793884277344,
+      "learning_rate": 1.980379323585527e-05,
+      "loss": 38.3438,
+      "step": 3820
+    },
+    {
+      "epoch": 0.18259581382012807,
+      "grad_norm": 381.56414794921875,
+      "learning_rate": 1.9803640661558747e-05,
+      "loss": 45.3125,
+      "step": 3821
+    },
+    {
+      "epoch": 0.18264360126158846,
+      "grad_norm": 438.6014099121094,
+      "learning_rate": 1.9803488028551063e-05,
+      "loss": 38.9688,
+      "step": 3822
+    },
+    {
+      "epoch": 0.18269138870304885,
+      "grad_norm": 281.596923828125,
+      "learning_rate": 1.9803335336833137e-05,
+      "loss": 31.0781,
+      "step": 3823
+    },
+    {
+      "epoch": 0.1827391761445092,
+      "grad_norm": 244.88339233398438,
+      "learning_rate": 1.980318258640588e-05,
+      "loss": 40.6875,
+      "step": 3824
+    },
+    {
+      "epoch": 0.1827869635859696,
+      "grad_norm": 351.5735778808594,
+      "learning_rate": 1.9803029777270215e-05,
+      "loss": 36.2188,
+      "step": 3825
+    },
+    {
+      "epoch": 0.18283475102743,
+      "grad_norm": 230.07723999023438,
+      "learning_rate": 1.980287690942705e-05,
+      "loss": 29.3438,
+      "step": 3826
+    },
+    {
+      "epoch": 0.18288253846889038,
+      "grad_norm": 307.0950927734375,
+      "learning_rate": 1.9802723982877295e-05,
+      "loss": 27.6094,
+      "step": 3827
+    },
+    {
+      "epoch": 0.18293032591035077,
+      "grad_norm": 304.44732666015625,
+      "learning_rate": 1.980257099762188e-05,
+      "loss": 27.3438,
+      "step": 3828
+    },
+    {
+      "epoch": 0.18297811335181113,
+      "grad_norm": 269.1279296875,
+      "learning_rate": 1.980241795366171e-05,
+      "loss": 33.9062,
+      "step": 3829
+    },
+    {
+      "epoch": 0.18302590079327152,
+      "grad_norm": 249.0505828857422,
+      "learning_rate": 1.9802264850997702e-05,
+      "loss": 24.6875,
+      "step": 3830
+    },
+    {
+      "epoch": 0.1830736882347319,
+      "grad_norm": 368.4229736328125,
+      "learning_rate": 1.980211168963078e-05,
+      "loss": 37.2812,
+      "step": 3831
+    },
+    {
+      "epoch": 0.1831214756761923,
+      "grad_norm": 205.16900634765625,
+      "learning_rate": 1.9801958469561855e-05,
+      "loss": 30.3125,
+      "step": 3832
+    },
+    {
+      "epoch": 0.1831692631176527,
+      "grad_norm": 371.701416015625,
+      "learning_rate": 1.9801805190791848e-05,
+      "loss": 28.75,
+      "step": 3833
+    },
+    {
+      "epoch": 0.18321705055911305,
+      "grad_norm": 328.158935546875,
+      "learning_rate": 1.9801651853321675e-05,
+      "loss": 33.25,
+      "step": 3834
+    },
+    {
+      "epoch": 0.18326483800057344,
+      "grad_norm": 238.79891967773438,
+      "learning_rate": 1.9801498457152258e-05,
+      "loss": 30.3438,
+      "step": 3835
+    },
+    {
+      "epoch": 0.18331262544203383,
+      "grad_norm": 340.6151123046875,
+      "learning_rate": 1.9801345002284508e-05,
+      "loss": 31.6562,
+      "step": 3836
+    },
+    {
+      "epoch": 0.18336041288349422,
+      "grad_norm": 225.85931396484375,
+      "learning_rate": 1.980119148871935e-05,
+      "loss": 35.4688,
+      "step": 3837
+    },
+    {
+      "epoch": 0.1834082003249546,
+      "grad_norm": 209.9234619140625,
+      "learning_rate": 1.9801037916457706e-05,
+      "loss": 20.9219,
+      "step": 3838
+    },
+    {
+      "epoch": 0.18345598776641497,
+      "grad_norm": 436.958740234375,
+      "learning_rate": 1.9800884285500486e-05,
+      "loss": 21.9688,
+      "step": 3839
+    },
+    {
+      "epoch": 0.18350377520787536,
+      "grad_norm": 280.32806396484375,
+      "learning_rate": 1.980073059584862e-05,
+      "loss": 30.6875,
+      "step": 3840
+    },
+    {
+      "epoch": 0.18355156264933575,
+      "grad_norm": 443.854736328125,
+      "learning_rate": 1.9800576847503023e-05,
+      "loss": 35.875,
+      "step": 3841
+    },
+    {
+      "epoch": 0.18359935009079614,
+      "grad_norm": 526.538330078125,
+      "learning_rate": 1.9800423040464614e-05,
+      "loss": 36.375,
+      "step": 3842
+    },
+    {
+      "epoch": 0.18364713753225653,
+      "grad_norm": 304.5657958984375,
+      "learning_rate": 1.980026917473432e-05,
+      "loss": 35.7812,
+      "step": 3843
+    },
+    {
+      "epoch": 0.1836949249737169,
+      "grad_norm": 355.1044616699219,
+      "learning_rate": 1.980011525031306e-05,
+      "loss": 26.1875,
+      "step": 3844
+    },
+    {
+      "epoch": 0.18374271241517728,
+      "grad_norm": 291.83551025390625,
+      "learning_rate": 1.9799961267201754e-05,
+      "loss": 32.0312,
+      "step": 3845
+    },
+    {
+      "epoch": 0.18379049985663767,
+      "grad_norm": 299.6478271484375,
+      "learning_rate": 1.9799807225401324e-05,
+      "loss": 29.0625,
+      "step": 3846
+    },
+    {
+      "epoch": 0.18383828729809806,
+      "grad_norm": 216.7747802734375,
+      "learning_rate": 1.9799653124912695e-05,
+      "loss": 25.2812,
+      "step": 3847
+    },
+    {
+      "epoch": 0.18388607473955845,
+      "grad_norm": 413.343994140625,
+      "learning_rate": 1.979949896573679e-05,
+      "loss": 41.375,
+      "step": 3848
+    },
+    {
+      "epoch": 0.18393386218101881,
+      "grad_norm": 361.7152099609375,
+      "learning_rate": 1.979934474787453e-05,
+      "loss": 34.5625,
+      "step": 3849
+    },
+    {
+      "epoch": 0.1839816496224792,
+      "grad_norm": 261.9277038574219,
+      "learning_rate": 1.979919047132684e-05,
+      "loss": 33.0938,
+      "step": 3850
+    },
+    {
+      "epoch": 0.1840294370639396,
+      "grad_norm": 131.60081481933594,
+      "learning_rate": 1.9799036136094644e-05,
+      "loss": 20.1719,
+      "step": 3851
+    },
+    {
+      "epoch": 0.18407722450539998,
+      "grad_norm": 209.7982635498047,
+      "learning_rate": 1.9798881742178863e-05,
+      "loss": 29.0938,
+      "step": 3852
+    },
+    {
+      "epoch": 0.18412501194686037,
+      "grad_norm": 277.2597351074219,
+      "learning_rate": 1.9798727289580427e-05,
+      "loss": 26.2188,
+      "step": 3853
+    },
+    {
+      "epoch": 0.18417279938832076,
+      "grad_norm": 332.9265441894531,
+      "learning_rate": 1.979857277830026e-05,
+      "loss": 38.875,
+      "step": 3854
+    },
+    {
+      "epoch": 0.18422058682978112,
+      "grad_norm": 541.8787231445312,
+      "learning_rate": 1.979841820833928e-05,
+      "loss": 31.7344,
+      "step": 3855
+    },
+    {
+      "epoch": 0.18426837427124151,
+      "grad_norm": 259.8687744140625,
+      "learning_rate": 1.979826357969842e-05,
+      "loss": 29.5,
+      "step": 3856
+    },
+    {
+      "epoch": 0.1843161617127019,
+      "grad_norm": 374.4109191894531,
+      "learning_rate": 1.979810889237861e-05,
+      "loss": 29.9688,
+      "step": 3857
+    },
+    {
+      "epoch": 0.1843639491541623,
+      "grad_norm": 352.539306640625,
+      "learning_rate": 1.9797954146380765e-05,
+      "loss": 30.75,
+      "step": 3858
+    },
+    {
+      "epoch": 0.18441173659562268,
+      "grad_norm": 484.151123046875,
+      "learning_rate": 1.979779934170582e-05,
+      "loss": 29.875,
+      "step": 3859
+    },
+    {
+      "epoch": 0.18445952403708304,
+      "grad_norm": 255.71180725097656,
+      "learning_rate": 1.97976444783547e-05,
+      "loss": 34.4688,
+      "step": 3860
+    },
+    {
+      "epoch": 0.18450731147854343,
+      "grad_norm": 246.32911682128906,
+      "learning_rate": 1.9797489556328327e-05,
+      "loss": 39.7188,
+      "step": 3861
+    },
+    {
+      "epoch": 0.18455509892000382,
+      "grad_norm": 246.53982543945312,
+      "learning_rate": 1.979733457562764e-05,
+      "loss": 27.4844,
+      "step": 3862
+    },
+    {
+      "epoch": 0.1846028863614642,
+      "grad_norm": 247.45779418945312,
+      "learning_rate": 1.9797179536253557e-05,
+      "loss": 32.4688,
+      "step": 3863
+    },
+    {
+      "epoch": 0.1846506738029246,
+      "grad_norm": 640.1885986328125,
+      "learning_rate": 1.9797024438207013e-05,
+      "loss": 37.5312,
+      "step": 3864
+    },
+    {
+      "epoch": 0.18469846124438496,
+      "grad_norm": 291.9783630371094,
+      "learning_rate": 1.9796869281488932e-05,
+      "loss": 38.9062,
+      "step": 3865
+    },
+    {
+      "epoch": 0.18474624868584535,
+      "grad_norm": 254.73703002929688,
+      "learning_rate": 1.9796714066100247e-05,
+      "loss": 23.9844,
+      "step": 3866
+    },
+    {
+      "epoch": 0.18479403612730574,
+      "grad_norm": 541.3826904296875,
+      "learning_rate": 1.9796558792041886e-05,
+      "loss": 35.9531,
+      "step": 3867
+    },
+    {
+      "epoch": 0.18484182356876613,
+      "grad_norm": 1304.8157958984375,
+      "learning_rate": 1.979640345931478e-05,
+      "loss": 20.6875,
+      "step": 3868
+    },
+    {
+      "epoch": 0.18488961101022652,
+      "grad_norm": 561.5842895507812,
+      "learning_rate": 1.9796248067919855e-05,
+      "loss": 41.2812,
+      "step": 3869
+    },
+    {
+      "epoch": 0.18493739845168689,
+      "grad_norm": 422.0996398925781,
+      "learning_rate": 1.9796092617858046e-05,
+      "loss": 44.7812,
+      "step": 3870
+    },
+    {
+      "epoch": 0.18498518589314727,
+      "grad_norm": 306.8495178222656,
+      "learning_rate": 1.9795937109130284e-05,
+      "loss": 33.5625,
+      "step": 3871
+    },
+    {
+      "epoch": 0.18503297333460766,
+      "grad_norm": 260.0572814941406,
+      "learning_rate": 1.9795781541737498e-05,
+      "loss": 22.125,
+      "step": 3872
+    },
+    {
+      "epoch": 0.18508076077606805,
+      "grad_norm": 167.7884521484375,
+      "learning_rate": 1.979562591568062e-05,
+      "loss": 33.0,
+      "step": 3873
+    },
+    {
+      "epoch": 0.18512854821752844,
+      "grad_norm": 502.616455078125,
+      "learning_rate": 1.9795470230960584e-05,
+      "loss": 40.625,
+      "step": 3874
+    },
+    {
+      "epoch": 0.1851763356589888,
+      "grad_norm": 335.8844909667969,
+      "learning_rate": 1.979531448757832e-05,
+      "loss": 36.75,
+      "step": 3875
+    },
+    {
+      "epoch": 0.1852241231004492,
+      "grad_norm": 377.58648681640625,
+      "learning_rate": 1.979515868553476e-05,
+      "loss": 44.4062,
+      "step": 3876
+    },
+    {
+      "epoch": 0.18527191054190958,
+      "grad_norm": 396.5775146484375,
+      "learning_rate": 1.979500282483084e-05,
+      "loss": 34.25,
+      "step": 3877
+    },
+    {
+      "epoch": 0.18531969798336997,
+      "grad_norm": 253.79095458984375,
+      "learning_rate": 1.9794846905467492e-05,
+      "loss": 23.5469,
+      "step": 3878
+    },
+    {
+      "epoch": 0.18536748542483036,
+      "grad_norm": 689.7809448242188,
+      "learning_rate": 1.979469092744565e-05,
+      "loss": 31.9688,
+      "step": 3879
+    },
+    {
+      "epoch": 0.18541527286629073,
+      "grad_norm": 401.1208801269531,
+      "learning_rate": 1.979453489076625e-05,
+      "loss": 35.1875,
+      "step": 3880
+    },
+    {
+      "epoch": 0.18546306030775112,
+      "grad_norm": 689.4625854492188,
+      "learning_rate": 1.9794378795430224e-05,
+      "loss": 34.5938,
+      "step": 3881
+    },
+    {
+      "epoch": 0.1855108477492115,
+      "grad_norm": 459.66912841796875,
+      "learning_rate": 1.9794222641438506e-05,
+      "loss": 56.25,
+      "step": 3882
+    },
+    {
+      "epoch": 0.1855586351906719,
+      "grad_norm": 360.6564636230469,
+      "learning_rate": 1.979406642879203e-05,
+      "loss": 45.9375,
+      "step": 3883
+    },
+    {
+      "epoch": 0.18560642263213228,
+      "grad_norm": 197.32237243652344,
+      "learning_rate": 1.9793910157491737e-05,
+      "loss": 27.9375,
+      "step": 3884
+    },
+    {
+      "epoch": 0.18565421007359267,
+      "grad_norm": 344.5399475097656,
+      "learning_rate": 1.9793753827538557e-05,
+      "loss": 43.3125,
+      "step": 3885
+    },
+    {
+      "epoch": 0.18570199751505304,
+      "grad_norm": 257.64996337890625,
+      "learning_rate": 1.979359743893343e-05,
+      "loss": 39.25,
+      "step": 3886
+    },
+    {
+      "epoch": 0.18574978495651343,
+      "grad_norm": 222.9371795654297,
+      "learning_rate": 1.9793440991677296e-05,
+      "loss": 31.0312,
+      "step": 3887
+    },
+    {
+      "epoch": 0.18579757239797381,
+      "grad_norm": 173.95408630371094,
+      "learning_rate": 1.9793284485771083e-05,
+      "loss": 34.8438,
+      "step": 3888
+    },
+    {
+      "epoch": 0.1858453598394342,
+      "grad_norm": 329.41766357421875,
+      "learning_rate": 1.9793127921215733e-05,
+      "loss": 34.1094,
+      "step": 3889
+    },
+    {
+      "epoch": 0.1858931472808946,
+      "grad_norm": 2991.87744140625,
+      "learning_rate": 1.9792971298012184e-05,
+      "loss": 22.5312,
+      "step": 3890
+    },
+    {
+      "epoch": 0.18594093472235496,
+      "grad_norm": 430.9214782714844,
+      "learning_rate": 1.9792814616161374e-05,
+      "loss": 41.9062,
+      "step": 3891
+    },
+    {
+      "epoch": 0.18598872216381535,
+      "grad_norm": 310.8123779296875,
+      "learning_rate": 1.979265787566424e-05,
+      "loss": 37.375,
+      "step": 3892
+    },
+    {
+      "epoch": 0.18603650960527573,
+      "grad_norm": 219.90774536132812,
+      "learning_rate": 1.979250107652172e-05,
+      "loss": 28.5938,
+      "step": 3893
+    },
+    {
+      "epoch": 0.18608429704673612,
+      "grad_norm": 651.7098999023438,
+      "learning_rate": 1.9792344218734753e-05,
+      "loss": 38.7812,
+      "step": 3894
+    },
+    {
+      "epoch": 0.18613208448819651,
+      "grad_norm": 313.87066650390625,
+      "learning_rate": 1.9792187302304285e-05,
+      "loss": 49.3438,
+      "step": 3895
+    },
+    {
+      "epoch": 0.18617987192965688,
+      "grad_norm": 620.1934204101562,
+      "learning_rate": 1.9792030327231245e-05,
+      "loss": 30.2188,
+      "step": 3896
+    },
+    {
+      "epoch": 0.18622765937111727,
+      "grad_norm": 350.52813720703125,
+      "learning_rate": 1.979187329351658e-05,
+      "loss": 39.0938,
+      "step": 3897
+    },
+    {
+      "epoch": 0.18627544681257766,
+      "grad_norm": 467.65234375,
+      "learning_rate": 1.9791716201161234e-05,
+      "loss": 36.375,
+      "step": 3898
+    },
+    {
+      "epoch": 0.18632323425403804,
+      "grad_norm": 323.3076477050781,
+      "learning_rate": 1.979155905016614e-05,
+      "loss": 27.25,
+      "step": 3899
+    },
+    {
+      "epoch": 0.18637102169549843,
+      "grad_norm": 238.70877075195312,
+      "learning_rate": 1.9791401840532238e-05,
+      "loss": 36.0312,
+      "step": 3900
+    },
+    {
+      "epoch": 0.1864188091369588,
+      "grad_norm": 396.3551940917969,
+      "learning_rate": 1.9791244572260475e-05,
+      "loss": 34.75,
+      "step": 3901
+    },
+    {
+      "epoch": 0.18646659657841919,
+      "grad_norm": 375.8337707519531,
+      "learning_rate": 1.9791087245351793e-05,
+      "loss": 38.375,
+      "step": 3902
+    },
+    {
+      "epoch": 0.18651438401987958,
+      "grad_norm": 455.32086181640625,
+      "learning_rate": 1.9790929859807132e-05,
+      "loss": 27.5312,
+      "step": 3903
+    },
+    {
+      "epoch": 0.18656217146133997,
+      "grad_norm": 260.5675354003906,
+      "learning_rate": 1.9790772415627436e-05,
+      "loss": 31.5,
+      "step": 3904
+    },
+    {
+      "epoch": 0.18660995890280035,
+      "grad_norm": 372.7168273925781,
+      "learning_rate": 1.9790614912813643e-05,
+      "loss": 38.5,
+      "step": 3905
+    },
+    {
+      "epoch": 0.18665774634426072,
+      "grad_norm": 194.16983032226562,
+      "learning_rate": 1.9790457351366704e-05,
+      "loss": 34.9062,
+      "step": 3906
+    },
+    {
+      "epoch": 0.1867055337857211,
+      "grad_norm": 353.9281311035156,
+      "learning_rate": 1.9790299731287555e-05,
+      "loss": 41.2812,
+      "step": 3907
+    },
+    {
+      "epoch": 0.1867533212271815,
+      "grad_norm": 294.48883056640625,
+      "learning_rate": 1.9790142052577148e-05,
+      "loss": 28.3438,
+      "step": 3908
+    },
+    {
+      "epoch": 0.18680110866864189,
+      "grad_norm": 165.65267944335938,
+      "learning_rate": 1.9789984315236418e-05,
+      "loss": 33.0156,
+      "step": 3909
+    },
+    {
+      "epoch": 0.18684889611010227,
+      "grad_norm": 716.5346069335938,
+      "learning_rate": 1.9789826519266317e-05,
+      "loss": 36.0312,
+      "step": 3910
+    },
+    {
+      "epoch": 0.18689668355156264,
+      "grad_norm": 428.3857116699219,
+      "learning_rate": 1.9789668664667788e-05,
+      "loss": 39.0625,
+      "step": 3911
+    },
+    {
+      "epoch": 0.18694447099302303,
+      "grad_norm": 244.3739471435547,
+      "learning_rate": 1.9789510751441777e-05,
+      "loss": 34.8438,
+      "step": 3912
+    },
+    {
+      "epoch": 0.18699225843448342,
+      "grad_norm": 271.8495788574219,
+      "learning_rate": 1.9789352779589225e-05,
+      "loss": 34.4062,
+      "step": 3913
+    },
+    {
+      "epoch": 0.1870400458759438,
+      "grad_norm": 356.28448486328125,
+      "learning_rate": 1.9789194749111084e-05,
+      "loss": 31.5625,
+      "step": 3914
+    },
+    {
+      "epoch": 0.1870878333174042,
+      "grad_norm": 181.62088012695312,
+      "learning_rate": 1.9789036660008298e-05,
+      "loss": 26.9062,
+      "step": 3915
+    },
+    {
+      "epoch": 0.18713562075886456,
+      "grad_norm": 471.4971618652344,
+      "learning_rate": 1.9788878512281812e-05,
+      "loss": 43.0938,
+      "step": 3916
+    },
+    {
+      "epoch": 0.18718340820032495,
+      "grad_norm": 242.94189453125,
+      "learning_rate": 1.9788720305932573e-05,
+      "loss": 33.0625,
+      "step": 3917
+    },
+    {
+      "epoch": 0.18723119564178534,
+      "grad_norm": 311.1826171875,
+      "learning_rate": 1.9788562040961536e-05,
+      "loss": 37.0312,
+      "step": 3918
+    },
+    {
+      "epoch": 0.18727898308324573,
+      "grad_norm": 450.1711730957031,
+      "learning_rate": 1.978840371736964e-05,
+      "loss": 34.375,
+      "step": 3919
+    },
+    {
+      "epoch": 0.18732677052470612,
+      "grad_norm": 317.0005798339844,
+      "learning_rate": 1.9788245335157836e-05,
+      "loss": 36.75,
+      "step": 3920
+    },
+    {
+      "epoch": 0.1873745579661665,
+      "grad_norm": 205.1971893310547,
+      "learning_rate": 1.9788086894327072e-05,
+      "loss": 25.3125,
+      "step": 3921
+    },
+    {
+      "epoch": 0.18742234540762687,
+      "grad_norm": 244.521728515625,
+      "learning_rate": 1.97879283948783e-05,
+      "loss": 32.5,
+      "step": 3922
+    },
+    {
+      "epoch": 0.18747013284908726,
+      "grad_norm": 338.8150329589844,
+      "learning_rate": 1.9787769836812464e-05,
+      "loss": 28.3281,
+      "step": 3923
+    },
+    {
+      "epoch": 0.18751792029054765,
+      "grad_norm": 193.9845733642578,
+      "learning_rate": 1.9787611220130517e-05,
+      "loss": 27.8125,
+      "step": 3924
+    },
+    {
+      "epoch": 0.18756570773200804,
+      "grad_norm": 577.9354858398438,
+      "learning_rate": 1.978745254483341e-05,
+      "loss": 35.625,
+      "step": 3925
+    },
+    {
+      "epoch": 0.18761349517346843,
+      "grad_norm": 382.1015319824219,
+      "learning_rate": 1.978729381092209e-05,
+      "loss": 42.375,
+      "step": 3926
+    },
+    {
+      "epoch": 0.1876612826149288,
+      "grad_norm": 284.4609069824219,
+      "learning_rate": 1.9787135018397513e-05,
+      "loss": 27.6875,
+      "step": 3927
+    },
+    {
+      "epoch": 0.18770907005638918,
+      "grad_norm": 407.106201171875,
+      "learning_rate": 1.978697616726062e-05,
+      "loss": 36.3125,
+      "step": 3928
+    },
+    {
+      "epoch": 0.18775685749784957,
+      "grad_norm": 268.2326965332031,
+      "learning_rate": 1.9786817257512373e-05,
+      "loss": 28.75,
+      "step": 3929
+    },
+    {
+      "epoch": 0.18780464493930996,
+      "grad_norm": 400.96429443359375,
+      "learning_rate": 1.9786658289153714e-05,
+      "loss": 31.75,
+      "step": 3930
+    },
+    {
+      "epoch": 0.18785243238077035,
+      "grad_norm": 171.57948303222656,
+      "learning_rate": 1.9786499262185606e-05,
+      "loss": 31.1562,
+      "step": 3931
+    },
+    {
+      "epoch": 0.1879002198222307,
+      "grad_norm": 255.83197021484375,
+      "learning_rate": 1.9786340176608992e-05,
+      "loss": 31.125,
+      "step": 3932
+    },
+    {
+      "epoch": 0.1879480072636911,
+      "grad_norm": 253.97601318359375,
+      "learning_rate": 1.978618103242483e-05,
+      "loss": 29.4375,
+      "step": 3933
+    },
+    {
+      "epoch": 0.1879957947051515,
+      "grad_norm": 422.507568359375,
+      "learning_rate": 1.978602182963407e-05,
+      "loss": 35.6875,
+      "step": 3934
+    },
+    {
+      "epoch": 0.18804358214661188,
+      "grad_norm": 356.36883544921875,
+      "learning_rate": 1.978586256823767e-05,
+      "loss": 35.5625,
+      "step": 3935
+    },
+    {
+      "epoch": 0.18809136958807227,
+      "grad_norm": 473.76611328125,
+      "learning_rate": 1.9785703248236576e-05,
+      "loss": 31.4844,
+      "step": 3936
+    },
+    {
+      "epoch": 0.18813915702953263,
+      "grad_norm": 262.91229248046875,
+      "learning_rate": 1.9785543869631745e-05,
+      "loss": 32.5781,
+      "step": 3937
+    },
+    {
+      "epoch": 0.18818694447099302,
+      "grad_norm": 206.78013610839844,
+      "learning_rate": 1.9785384432424138e-05,
+      "loss": 35.5625,
+      "step": 3938
+    },
+    {
+      "epoch": 0.1882347319124534,
+      "grad_norm": 319.7591552734375,
+      "learning_rate": 1.9785224936614702e-05,
+      "loss": 21.3594,
+      "step": 3939
+    },
+    {
+      "epoch": 0.1882825193539138,
+      "grad_norm": 385.8708190917969,
+      "learning_rate": 1.9785065382204396e-05,
+      "loss": 30.7812,
+      "step": 3940
+    },
+    {
+      "epoch": 0.18833030679537419,
+      "grad_norm": 400.1594543457031,
+      "learning_rate": 1.9784905769194175e-05,
+      "loss": 41.1562,
+      "step": 3941
+    },
+    {
+      "epoch": 0.18837809423683455,
+      "grad_norm": 281.67535400390625,
+      "learning_rate": 1.9784746097584992e-05,
+      "loss": 35.7812,
+      "step": 3942
+    },
+    {
+      "epoch": 0.18842588167829494,
+      "grad_norm": 432.9112854003906,
+      "learning_rate": 1.978458636737781e-05,
+      "loss": 36.0312,
+      "step": 3943
+    },
+    {
+      "epoch": 0.18847366911975533,
+      "grad_norm": 308.87322998046875,
+      "learning_rate": 1.978442657857358e-05,
+      "loss": 49.5,
+      "step": 3944
+    },
+    {
+      "epoch": 0.18852145656121572,
+      "grad_norm": 343.8390808105469,
+      "learning_rate": 1.9784266731173257e-05,
+      "loss": 29.2188,
+      "step": 3945
+    },
+    {
+      "epoch": 0.1885692440026761,
+      "grad_norm": 321.00836181640625,
+      "learning_rate": 1.9784106825177802e-05,
+      "loss": 28.7188,
+      "step": 3946
+    },
+    {
+      "epoch": 0.18861703144413647,
+      "grad_norm": 442.0682678222656,
+      "learning_rate": 1.9783946860588176e-05,
+      "loss": 31.9688,
+      "step": 3947
+    },
+    {
+      "epoch": 0.18866481888559686,
+      "grad_norm": 309.0681457519531,
+      "learning_rate": 1.978378683740533e-05,
+      "loss": 24.1875,
+      "step": 3948
+    },
+    {
+      "epoch": 0.18871260632705725,
+      "grad_norm": 406.712158203125,
+      "learning_rate": 1.9783626755630224e-05,
+      "loss": 25.5,
+      "step": 3949
+    },
+    {
+      "epoch": 0.18876039376851764,
+      "grad_norm": 271.1976318359375,
+      "learning_rate": 1.978346661526382e-05,
+      "loss": 36.3438,
+      "step": 3950
+    },
+    {
+      "epoch": 0.18880818120997803,
+      "grad_norm": 357.5943908691406,
+      "learning_rate": 1.9783306416307075e-05,
+      "loss": 33.1562,
+      "step": 3951
+    },
+    {
+      "epoch": 0.1888559686514384,
+      "grad_norm": 244.9384002685547,
+      "learning_rate": 1.978314615876095e-05,
+      "loss": 39.7812,
+      "step": 3952
+    },
+    {
+      "epoch": 0.18890375609289878,
+      "grad_norm": 320.93548583984375,
+      "learning_rate": 1.97829858426264e-05,
+      "loss": 42.125,
+      "step": 3953
+    },
+    {
+      "epoch": 0.18895154353435917,
+      "grad_norm": 347.5837707519531,
+      "learning_rate": 1.978282546790439e-05,
+      "loss": 29.1562,
+      "step": 3954
+    },
+    {
+      "epoch": 0.18899933097581956,
+      "grad_norm": 401.9059753417969,
+      "learning_rate": 1.978266503459588e-05,
+      "loss": 30.7812,
+      "step": 3955
+    },
+    {
+      "epoch": 0.18904711841727995,
+      "grad_norm": 288.7123107910156,
+      "learning_rate": 1.978250454270183e-05,
+      "loss": 27.4688,
+      "step": 3956
+    },
+    {
+      "epoch": 0.18909490585874034,
+      "grad_norm": 243.73968505859375,
+      "learning_rate": 1.97823439922232e-05,
+      "loss": 38.5938,
+      "step": 3957
+    },
+    {
+      "epoch": 0.1891426933002007,
+      "grad_norm": 260.5407409667969,
+      "learning_rate": 1.978218338316095e-05,
+      "loss": 31.0,
+      "step": 3958
+    },
+    {
+      "epoch": 0.1891904807416611,
+      "grad_norm": 292.2037353515625,
+      "learning_rate": 1.9782022715516044e-05,
+      "loss": 19.7969,
+      "step": 3959
+    },
+    {
+      "epoch": 0.18923826818312148,
+      "grad_norm": 435.6917724609375,
+      "learning_rate": 1.9781861989289445e-05,
+      "loss": 32.7812,
+      "step": 3960
+    },
+    {
+      "epoch": 0.18928605562458187,
+      "grad_norm": 243.31150817871094,
+      "learning_rate": 1.9781701204482115e-05,
+      "loss": 36.5938,
+      "step": 3961
+    },
+    {
+      "epoch": 0.18933384306604226,
+      "grad_norm": 280.5212707519531,
+      "learning_rate": 1.9781540361095017e-05,
+      "loss": 34.8125,
+      "step": 3962
+    },
+    {
+      "epoch": 0.18938163050750262,
+      "grad_norm": 396.1963195800781,
+      "learning_rate": 1.9781379459129113e-05,
+      "loss": 36.9062,
+      "step": 3963
+    },
+    {
+      "epoch": 0.189429417948963,
+      "grad_norm": 303.5749816894531,
+      "learning_rate": 1.9781218498585367e-05,
+      "loss": 42.625,
+      "step": 3964
+    },
+    {
+      "epoch": 0.1894772053904234,
+      "grad_norm": 177.33409118652344,
+      "learning_rate": 1.9781057479464743e-05,
+      "loss": 23.7188,
+      "step": 3965
+    },
+    {
+      "epoch": 0.1895249928318838,
+      "grad_norm": 353.70977783203125,
+      "learning_rate": 1.978089640176821e-05,
+      "loss": 36.125,
+      "step": 3966
+    },
+    {
+      "epoch": 0.18957278027334418,
+      "grad_norm": 380.8034362792969,
+      "learning_rate": 1.9780735265496725e-05,
+      "loss": 36.6875,
+      "step": 3967
+    },
+    {
+      "epoch": 0.18962056771480454,
+      "grad_norm": 387.81365966796875,
+      "learning_rate": 1.978057407065126e-05,
+      "loss": 34.9375,
+      "step": 3968
+    },
+    {
+      "epoch": 0.18966835515626493,
+      "grad_norm": 187.5417938232422,
+      "learning_rate": 1.978041281723277e-05,
+      "loss": 39.0312,
+      "step": 3969
+    },
+    {
+      "epoch": 0.18971614259772532,
+      "grad_norm": 373.6678466796875,
+      "learning_rate": 1.978025150524223e-05,
+      "loss": 32.2812,
+      "step": 3970
+    },
+    {
+      "epoch": 0.1897639300391857,
+      "grad_norm": 282.52459716796875,
+      "learning_rate": 1.9780090134680607e-05,
+      "loss": 32.9062,
+      "step": 3971
+    },
+    {
+      "epoch": 0.1898117174806461,
+      "grad_norm": 313.0135192871094,
+      "learning_rate": 1.977992870554886e-05,
+      "loss": 34.9375,
+      "step": 3972
+    },
+    {
+      "epoch": 0.18985950492210646,
+      "grad_norm": 337.32061767578125,
+      "learning_rate": 1.9779767217847963e-05,
+      "loss": 30.75,
+      "step": 3973
+    },
+    {
+      "epoch": 0.18990729236356685,
+      "grad_norm": 311.2404479980469,
+      "learning_rate": 1.9779605671578878e-05,
+      "loss": 27.1875,
+      "step": 3974
+    },
+    {
+      "epoch": 0.18995507980502724,
+      "grad_norm": 261.2665100097656,
+      "learning_rate": 1.9779444066742574e-05,
+      "loss": 30.5938,
+      "step": 3975
+    },
+    {
+      "epoch": 0.19000286724648763,
+      "grad_norm": 302.7329406738281,
+      "learning_rate": 1.977928240334002e-05,
+      "loss": 41.875,
+      "step": 3976
+    },
+    {
+      "epoch": 0.19005065468794802,
+      "grad_norm": 214.8092803955078,
+      "learning_rate": 1.977912068137218e-05,
+      "loss": 29.5,
+      "step": 3977
+    },
+    {
+      "epoch": 0.19009844212940838,
+      "grad_norm": 358.44647216796875,
+      "learning_rate": 1.9778958900840027e-05,
+      "loss": 37.875,
+      "step": 3978
+    },
+    {
+      "epoch": 0.19014622957086877,
+      "grad_norm": 263.04351806640625,
+      "learning_rate": 1.977879706174453e-05,
+      "loss": 33.7188,
+      "step": 3979
+    },
+    {
+      "epoch": 0.19019401701232916,
+      "grad_norm": 276.1875,
+      "learning_rate": 1.9778635164086653e-05,
+      "loss": 26.9375,
+      "step": 3980
+    },
+    {
+      "epoch": 0.19024180445378955,
+      "grad_norm": 279.58074951171875,
+      "learning_rate": 1.9778473207867374e-05,
+      "loss": 35.3438,
+      "step": 3981
+    },
+    {
+      "epoch": 0.19028959189524994,
+      "grad_norm": 411.1024475097656,
+      "learning_rate": 1.977831119308766e-05,
+      "loss": 36.4062,
+      "step": 3982
+    },
+    {
+      "epoch": 0.1903373793367103,
+      "grad_norm": 226.58824157714844,
+      "learning_rate": 1.9778149119748473e-05,
+      "loss": 22.0469,
+      "step": 3983
+    },
+    {
+      "epoch": 0.1903851667781707,
+      "grad_norm": 376.4179382324219,
+      "learning_rate": 1.9777986987850793e-05,
+      "loss": 27.3438,
+      "step": 3984
+    },
+    {
+      "epoch": 0.19043295421963108,
+      "grad_norm": 393.9270324707031,
+      "learning_rate": 1.9777824797395588e-05,
+      "loss": 26.8438,
+      "step": 3985
+    },
+    {
+      "epoch": 0.19048074166109147,
+      "grad_norm": 407.75311279296875,
+      "learning_rate": 1.977766254838383e-05,
+      "loss": 44.5625,
+      "step": 3986
+    },
+    {
+      "epoch": 0.19052852910255186,
+      "grad_norm": 212.10186767578125,
+      "learning_rate": 1.9777500240816486e-05,
+      "loss": 21.2031,
+      "step": 3987
+    },
+    {
+      "epoch": 0.19057631654401222,
+      "grad_norm": 435.1466064453125,
+      "learning_rate": 1.977733787469454e-05,
+      "loss": 31.8125,
+      "step": 3988
+    },
+    {
+      "epoch": 0.1906241039854726,
+      "grad_norm": 348.1539001464844,
+      "learning_rate": 1.977717545001895e-05,
+      "loss": 27.7188,
+      "step": 3989
+    },
+    {
+      "epoch": 0.190671891426933,
+      "grad_norm": 424.4244689941406,
+      "learning_rate": 1.9777012966790697e-05,
+      "loss": 40.0625,
+      "step": 3990
+    },
+    {
+      "epoch": 0.1907196788683934,
+      "grad_norm": 444.3172912597656,
+      "learning_rate": 1.977685042501075e-05,
+      "loss": 29.8438,
+      "step": 3991
+    },
+    {
+      "epoch": 0.19076746630985378,
+      "grad_norm": 342.26031494140625,
+      "learning_rate": 1.9776687824680088e-05,
+      "loss": 31.9375,
+      "step": 3992
+    },
+    {
+      "epoch": 0.19081525375131417,
+      "grad_norm": 214.92861938476562,
+      "learning_rate": 1.9776525165799677e-05,
+      "loss": 28.75,
+      "step": 3993
+    },
+    {
+      "epoch": 0.19086304119277453,
+      "grad_norm": 267.16693115234375,
+      "learning_rate": 1.97763624483705e-05,
+      "loss": 48.6875,
+      "step": 3994
+    },
+    {
+      "epoch": 0.19091082863423492,
+      "grad_norm": 338.4673156738281,
+      "learning_rate": 1.9776199672393523e-05,
+      "loss": 40.125,
+      "step": 3995
+    },
+    {
+      "epoch": 0.1909586160756953,
+      "grad_norm": 210.37339782714844,
+      "learning_rate": 1.9776036837869728e-05,
+      "loss": 30.3125,
+      "step": 3996
+    },
+    {
+      "epoch": 0.1910064035171557,
+      "grad_norm": 356.3463134765625,
+      "learning_rate": 1.9775873944800086e-05,
+      "loss": 31.8125,
+      "step": 3997
+    },
+    {
+      "epoch": 0.1910541909586161,
+      "grad_norm": 387.5511169433594,
+      "learning_rate": 1.9775710993185574e-05,
+      "loss": 39.2812,
+      "step": 3998
+    },
+    {
+      "epoch": 0.19110197840007645,
+      "grad_norm": 407.4232177734375,
+      "learning_rate": 1.9775547983027163e-05,
+      "loss": 37.6875,
+      "step": 3999
+    },
+    {
+      "epoch": 0.19114976584153684,
+      "grad_norm": 471.1973876953125,
+      "learning_rate": 1.9775384914325835e-05,
+      "loss": 37.1875,
+      "step": 4000
+    },
+    {
+      "epoch": 0.19119755328299723,
+      "grad_norm": 307.9933776855469,
+      "learning_rate": 1.9775221787082568e-05,
+      "loss": 39.8125,
+      "step": 4001
+    },
+    {
+      "epoch": 0.19124534072445762,
+      "grad_norm": 276.8818664550781,
+      "learning_rate": 1.9775058601298337e-05,
+      "loss": 41.0,
+      "step": 4002
+    },
+    {
+      "epoch": 0.191293128165918,
+      "grad_norm": 355.6499328613281,
+      "learning_rate": 1.9774895356974113e-05,
+      "loss": 27.3125,
+      "step": 4003
+    },
+    {
+      "epoch": 0.19134091560737837,
+      "grad_norm": 252.14151000976562,
+      "learning_rate": 1.977473205411088e-05,
+      "loss": 28.7812,
+      "step": 4004
+    },
+    {
+      "epoch": 0.19138870304883876,
+      "grad_norm": 234.60316467285156,
+      "learning_rate": 1.977456869270962e-05,
+      "loss": 31.0938,
+      "step": 4005
+    },
+    {
+      "epoch": 0.19143649049029915,
+      "grad_norm": 173.64439392089844,
+      "learning_rate": 1.9774405272771303e-05,
+      "loss": 22.9531,
+      "step": 4006
+    },
+    {
+      "epoch": 0.19148427793175954,
+      "grad_norm": 307.9468688964844,
+      "learning_rate": 1.977424179429691e-05,
+      "loss": 36.8125,
+      "step": 4007
+    },
+    {
+      "epoch": 0.19153206537321993,
+      "grad_norm": 308.54522705078125,
+      "learning_rate": 1.977407825728742e-05,
+      "loss": 24.375,
+      "step": 4008
+    },
+    {
+      "epoch": 0.1915798528146803,
+      "grad_norm": 287.35980224609375,
+      "learning_rate": 1.9773914661743815e-05,
+      "loss": 28.75,
+      "step": 4009
+    },
+    {
+      "epoch": 0.19162764025614068,
+      "grad_norm": 465.4920349121094,
+      "learning_rate": 1.9773751007667074e-05,
+      "loss": 30.7812,
+      "step": 4010
+    },
+    {
+      "epoch": 0.19167542769760107,
+      "grad_norm": 388.63836669921875,
+      "learning_rate": 1.9773587295058175e-05,
+      "loss": 32.7812,
+      "step": 4011
+    },
+    {
+      "epoch": 0.19172321513906146,
+      "grad_norm": 489.8146057128906,
+      "learning_rate": 1.9773423523918097e-05,
+      "loss": 37.375,
+      "step": 4012
+    },
+    {
+      "epoch": 0.19177100258052185,
+      "grad_norm": 322.39605712890625,
+      "learning_rate": 1.9773259694247828e-05,
+      "loss": 32.4375,
+      "step": 4013
+    },
+    {
+      "epoch": 0.1918187900219822,
+      "grad_norm": 189.78419494628906,
+      "learning_rate": 1.9773095806048342e-05,
+      "loss": 27.1875,
+      "step": 4014
+    },
+    {
+      "epoch": 0.1918665774634426,
+      "grad_norm": 305.5228271484375,
+      "learning_rate": 1.9772931859320624e-05,
+      "loss": 36.0312,
+      "step": 4015
+    },
+    {
+      "epoch": 0.191914364904903,
+      "grad_norm": 364.7961120605469,
+      "learning_rate": 1.977276785406565e-05,
+      "loss": 30.4844,
+      "step": 4016
+    },
+    {
+      "epoch": 0.19196215234636338,
+      "grad_norm": 291.999755859375,
+      "learning_rate": 1.9772603790284412e-05,
+      "loss": 35.875,
+      "step": 4017
+    },
+    {
+      "epoch": 0.19200993978782377,
+      "grad_norm": 424.1929016113281,
+      "learning_rate": 1.9772439667977887e-05,
+      "loss": 35.4688,
+      "step": 4018
+    },
+    {
+      "epoch": 0.19205772722928413,
+      "grad_norm": 240.2839813232422,
+      "learning_rate": 1.9772275487147054e-05,
+      "loss": 26.4688,
+      "step": 4019
+    },
+    {
+      "epoch": 0.19210551467074452,
+      "grad_norm": 316.2575988769531,
+      "learning_rate": 1.9772111247792906e-05,
+      "loss": 33.2812,
+      "step": 4020
+    },
+    {
+      "epoch": 0.1921533021122049,
+      "grad_norm": 405.2969665527344,
+      "learning_rate": 1.9771946949916417e-05,
+      "loss": 40.0,
+      "step": 4021
+    },
+    {
+      "epoch": 0.1922010895536653,
+      "grad_norm": 282.2313537597656,
+      "learning_rate": 1.9771782593518578e-05,
+      "loss": 32.8125,
+      "step": 4022
+    },
+    {
+      "epoch": 0.1922488769951257,
+      "grad_norm": 230.70428466796875,
+      "learning_rate": 1.9771618178600368e-05,
+      "loss": 37.0938,
+      "step": 4023
+    },
+    {
+      "epoch": 0.19229666443658608,
+      "grad_norm": 407.81591796875,
+      "learning_rate": 1.9771453705162776e-05,
+      "loss": 22.6562,
+      "step": 4024
+    },
+    {
+      "epoch": 0.19234445187804644,
+      "grad_norm": 482.9520568847656,
+      "learning_rate": 1.9771289173206784e-05,
+      "loss": 45.4062,
+      "step": 4025
+    },
+    {
+      "epoch": 0.19239223931950683,
+      "grad_norm": 377.7250061035156,
+      "learning_rate": 1.977112458273338e-05,
+      "loss": 33.9688,
+      "step": 4026
+    },
+    {
+      "epoch": 0.19244002676096722,
+      "grad_norm": 255.39651489257812,
+      "learning_rate": 1.9770959933743543e-05,
+      "loss": 28.6875,
+      "step": 4027
+    },
+    {
+      "epoch": 0.1924878142024276,
+      "grad_norm": 577.3758544921875,
+      "learning_rate": 1.977079522623827e-05,
+      "loss": 28.2188,
+      "step": 4028
+    },
+    {
+      "epoch": 0.192535601643888,
+      "grad_norm": 329.675537109375,
+      "learning_rate": 1.977063046021854e-05,
+      "loss": 29.2812,
+      "step": 4029
+    },
+    {
+      "epoch": 0.19258338908534836,
+      "grad_norm": 192.10719299316406,
+      "learning_rate": 1.9770465635685336e-05,
+      "loss": 26.9375,
+      "step": 4030
+    },
+    {
+      "epoch": 0.19263117652680875,
+      "grad_norm": 381.42584228515625,
+      "learning_rate": 1.9770300752639656e-05,
+      "loss": 52.25,
+      "step": 4031
+    },
+    {
+      "epoch": 0.19267896396826914,
+      "grad_norm": 483.2037353515625,
+      "learning_rate": 1.977013581108248e-05,
+      "loss": 44.75,
+      "step": 4032
+    },
+    {
+      "epoch": 0.19272675140972953,
+      "grad_norm": 323.0796813964844,
+      "learning_rate": 1.9769970811014792e-05,
+      "loss": 27.7188,
+      "step": 4033
+    },
+    {
+      "epoch": 0.19277453885118992,
+      "grad_norm": 331.5999755859375,
+      "learning_rate": 1.976980575243759e-05,
+      "loss": 24.4375,
+      "step": 4034
+    },
+    {
+      "epoch": 0.19282232629265028,
+      "grad_norm": 563.4755859375,
+      "learning_rate": 1.9769640635351862e-05,
+      "loss": 24.8125,
+      "step": 4035
+    },
+    {
+      "epoch": 0.19287011373411067,
+      "grad_norm": 218.67868041992188,
+      "learning_rate": 1.976947545975859e-05,
+      "loss": 21.5469,
+      "step": 4036
+    },
+    {
+      "epoch": 0.19291790117557106,
+      "grad_norm": 392.3744201660156,
+      "learning_rate": 1.9769310225658764e-05,
+      "loss": 37.5938,
+      "step": 4037
+    },
+    {
+      "epoch": 0.19296568861703145,
+      "grad_norm": 412.4794616699219,
+      "learning_rate": 1.976914493305338e-05,
+      "loss": 24.5938,
+      "step": 4038
+    },
+    {
+      "epoch": 0.19301347605849184,
+      "grad_norm": 211.0226287841797,
+      "learning_rate": 1.9768979581943418e-05,
+      "loss": 32.6875,
+      "step": 4039
+    },
+    {
+      "epoch": 0.1930612634999522,
+      "grad_norm": 299.130615234375,
+      "learning_rate": 1.9768814172329874e-05,
+      "loss": 37.25,
+      "step": 4040
+    },
+    {
+      "epoch": 0.1931090509414126,
+      "grad_norm": 537.2156982421875,
+      "learning_rate": 1.9768648704213743e-05,
+      "loss": 35.3438,
+      "step": 4041
+    },
+    {
+      "epoch": 0.19315683838287298,
+      "grad_norm": 440.1295471191406,
+      "learning_rate": 1.9768483177596008e-05,
+      "loss": 22.8438,
+      "step": 4042
+    },
+    {
+      "epoch": 0.19320462582433337,
+      "grad_norm": 274.628662109375,
+      "learning_rate": 1.9768317592477664e-05,
+      "loss": 34.75,
+      "step": 4043
+    },
+    {
+      "epoch": 0.19325241326579376,
+      "grad_norm": 320.27117919921875,
+      "learning_rate": 1.9768151948859705e-05,
+      "loss": 47.0625,
+      "step": 4044
+    },
+    {
+      "epoch": 0.19330020070725412,
+      "grad_norm": 256.4256896972656,
+      "learning_rate": 1.9767986246743116e-05,
+      "loss": 28.9844,
+      "step": 4045
+    },
+    {
+      "epoch": 0.1933479881487145,
+      "grad_norm": 313.3624572753906,
+      "learning_rate": 1.9767820486128894e-05,
+      "loss": 38.0625,
+      "step": 4046
+    },
+    {
+      "epoch": 0.1933957755901749,
+      "grad_norm": 505.185791015625,
+      "learning_rate": 1.9767654667018034e-05,
+      "loss": 29.6719,
+      "step": 4047
+    },
+    {
+      "epoch": 0.1934435630316353,
+      "grad_norm": 519.2825317382812,
+      "learning_rate": 1.9767488789411526e-05,
+      "loss": 31.8125,
+      "step": 4048
+    },
+    {
+      "epoch": 0.19349135047309568,
+      "grad_norm": 184.38504028320312,
+      "learning_rate": 1.9767322853310362e-05,
+      "loss": 18.0781,
+      "step": 4049
+    },
+    {
+      "epoch": 0.19353913791455604,
+      "grad_norm": 209.25367736816406,
+      "learning_rate": 1.976715685871554e-05,
+      "loss": 28.0,
+      "step": 4050
+    },
+    {
+      "epoch": 0.19358692535601643,
+      "grad_norm": 349.421630859375,
+      "learning_rate": 1.9766990805628047e-05,
+      "loss": 36.9688,
+      "step": 4051
+    },
+    {
+      "epoch": 0.19363471279747682,
+      "grad_norm": 255.35377502441406,
+      "learning_rate": 1.9766824694048884e-05,
+      "loss": 31.7188,
+      "step": 4052
+    },
+    {
+      "epoch": 0.1936825002389372,
+      "grad_norm": 385.1595458984375,
+      "learning_rate": 1.9766658523979047e-05,
+      "loss": 39.125,
+      "step": 4053
+    },
+    {
+      "epoch": 0.1937302876803976,
+      "grad_norm": 409.3277893066406,
+      "learning_rate": 1.9766492295419524e-05,
+      "loss": 33.6719,
+      "step": 4054
+    },
+    {
+      "epoch": 0.19377807512185796,
+      "grad_norm": 232.77096557617188,
+      "learning_rate": 1.9766326008371313e-05,
+      "loss": 28.3125,
+      "step": 4055
+    },
+    {
+      "epoch": 0.19382586256331835,
+      "grad_norm": 422.4906311035156,
+      "learning_rate": 1.9766159662835416e-05,
+      "loss": 39.2188,
+      "step": 4056
+    },
+    {
+      "epoch": 0.19387365000477874,
+      "grad_norm": 472.1141662597656,
+      "learning_rate": 1.9765993258812822e-05,
+      "loss": 39.6875,
+      "step": 4057
+    },
+    {
+      "epoch": 0.19392143744623913,
+      "grad_norm": 321.22528076171875,
+      "learning_rate": 1.976582679630453e-05,
+      "loss": 41.2812,
+      "step": 4058
+    },
+    {
+      "epoch": 0.19396922488769952,
+      "grad_norm": 363.53472900390625,
+      "learning_rate": 1.9765660275311536e-05,
+      "loss": 31.8125,
+      "step": 4059
+    },
+    {
+      "epoch": 0.1940170123291599,
+      "grad_norm": 1028.644775390625,
+      "learning_rate": 1.976549369583484e-05,
+      "loss": 27.5625,
+      "step": 4060
+    },
+    {
+      "epoch": 0.19406479977062027,
+      "grad_norm": 242.95555114746094,
+      "learning_rate": 1.9765327057875433e-05,
+      "loss": 25.5,
+      "step": 4061
+    },
+    {
+      "epoch": 0.19411258721208066,
+      "grad_norm": 424.1167297363281,
+      "learning_rate": 1.9765160361434324e-05,
+      "loss": 38.0,
+      "step": 4062
+    },
+    {
+      "epoch": 0.19416037465354105,
+      "grad_norm": 414.4930725097656,
+      "learning_rate": 1.9764993606512503e-05,
+      "loss": 39.9688,
+      "step": 4063
+    },
+    {
+      "epoch": 0.19420816209500144,
+      "grad_norm": 295.29595947265625,
+      "learning_rate": 1.9764826793110967e-05,
+      "loss": 33.6562,
+      "step": 4064
+    },
+    {
+      "epoch": 0.19425594953646183,
+      "grad_norm": 234.04212951660156,
+      "learning_rate": 1.976465992123072e-05,
+      "loss": 29.9375,
+      "step": 4065
+    },
+    {
+      "epoch": 0.1943037369779222,
+      "grad_norm": 350.920654296875,
+      "learning_rate": 1.9764492990872764e-05,
+      "loss": 36.8438,
+      "step": 4066
+    },
+    {
+      "epoch": 0.19435152441938258,
+      "grad_norm": 370.2956237792969,
+      "learning_rate": 1.976432600203809e-05,
+      "loss": 36.9375,
+      "step": 4067
+    },
+    {
+      "epoch": 0.19439931186084297,
+      "grad_norm": 175.83291625976562,
+      "learning_rate": 1.9764158954727706e-05,
+      "loss": 26.9531,
+      "step": 4068
+    },
+    {
+      "epoch": 0.19444709930230336,
+      "grad_norm": 384.2574462890625,
+      "learning_rate": 1.9763991848942608e-05,
+      "loss": 33.9375,
+      "step": 4069
+    },
+    {
+      "epoch": 0.19449488674376375,
+      "grad_norm": 343.4920654296875,
+      "learning_rate": 1.97638246846838e-05,
+      "loss": 31.5938,
+      "step": 4070
+    },
+    {
+      "epoch": 0.1945426741852241,
+      "grad_norm": 357.1239929199219,
+      "learning_rate": 1.9763657461952275e-05,
+      "loss": 42.1562,
+      "step": 4071
+    },
+    {
+      "epoch": 0.1945904616266845,
+      "grad_norm": 288.1497497558594,
+      "learning_rate": 1.9763490180749046e-05,
+      "loss": 46.7812,
+      "step": 4072
+    },
+    {
+      "epoch": 0.1946382490681449,
+      "grad_norm": 304.3608703613281,
+      "learning_rate": 1.976332284107511e-05,
+      "loss": 32.0625,
+      "step": 4073
+    },
+    {
+      "epoch": 0.19468603650960528,
+      "grad_norm": 343.4524841308594,
+      "learning_rate": 1.9763155442931463e-05,
+      "loss": 22.8438,
+      "step": 4074
+    },
+    {
+      "epoch": 0.19473382395106567,
+      "grad_norm": 273.46502685546875,
+      "learning_rate": 1.9762987986319114e-05,
+      "loss": 37.7812,
+      "step": 4075
+    },
+    {
+      "epoch": 0.19478161139252603,
+      "grad_norm": 335.2936706542969,
+      "learning_rate": 1.9762820471239067e-05,
+      "loss": 26.3438,
+      "step": 4076
+    },
+    {
+      "epoch": 0.19482939883398642,
+      "grad_norm": 206.10263061523438,
+      "learning_rate": 1.976265289769232e-05,
+      "loss": 25.3906,
+      "step": 4077
+    },
+    {
+      "epoch": 0.1948771862754468,
+      "grad_norm": 301.4068298339844,
+      "learning_rate": 1.976248526567988e-05,
+      "loss": 31.1406,
+      "step": 4078
+    },
+    {
+      "epoch": 0.1949249737169072,
+      "grad_norm": 242.2554473876953,
+      "learning_rate": 1.9762317575202753e-05,
+      "loss": 29.6094,
+      "step": 4079
+    },
+    {
+      "epoch": 0.1949727611583676,
+      "grad_norm": 248.23941040039062,
+      "learning_rate": 1.9762149826261937e-05,
+      "loss": 26.6562,
+      "step": 4080
+    },
+    {
+      "epoch": 0.19502054859982795,
+      "grad_norm": 239.406494140625,
+      "learning_rate": 1.9761982018858442e-05,
+      "loss": 36.2812,
+      "step": 4081
+    },
+    {
+      "epoch": 0.19506833604128834,
+      "grad_norm": 280.3421325683594,
+      "learning_rate": 1.9761814152993272e-05,
+      "loss": 29.4062,
+      "step": 4082
+    },
+    {
+      "epoch": 0.19511612348274873,
+      "grad_norm": 378.07720947265625,
+      "learning_rate": 1.976164622866743e-05,
+      "loss": 32.0938,
+      "step": 4083
+    },
+    {
+      "epoch": 0.19516391092420912,
+      "grad_norm": 240.6234893798828,
+      "learning_rate": 1.9761478245881925e-05,
+      "loss": 32.5312,
+      "step": 4084
+    },
+    {
+      "epoch": 0.1952116983656695,
+      "grad_norm": 768.2212524414062,
+      "learning_rate": 1.9761310204637757e-05,
+      "loss": 23.7656,
+      "step": 4085
+    },
+    {
+      "epoch": 0.19525948580712987,
+      "grad_norm": 244.99302673339844,
+      "learning_rate": 1.976114210493594e-05,
+      "loss": 36.75,
+      "step": 4086
+    },
+    {
+      "epoch": 0.19530727324859026,
+      "grad_norm": 436.15008544921875,
+      "learning_rate": 1.976097394677748e-05,
+      "loss": 40.625,
+      "step": 4087
+    },
+    {
+      "epoch": 0.19535506069005065,
+      "grad_norm": 192.3028564453125,
+      "learning_rate": 1.9760805730163376e-05,
+      "loss": 19.75,
+      "step": 4088
+    },
+    {
+      "epoch": 0.19540284813151104,
+      "grad_norm": 261.7130432128906,
+      "learning_rate": 1.976063745509464e-05,
+      "loss": 31.5781,
+      "step": 4089
+    },
+    {
+      "epoch": 0.19545063557297143,
+      "grad_norm": 315.9620666503906,
+      "learning_rate": 1.9760469121572284e-05,
+      "loss": 28.4375,
+      "step": 4090
+    },
+    {
+      "epoch": 0.1954984230144318,
+      "grad_norm": 496.6698913574219,
+      "learning_rate": 1.976030072959731e-05,
+      "loss": 39.9688,
+      "step": 4091
+    },
+    {
+      "epoch": 0.19554621045589218,
+      "grad_norm": 490.9248046875,
+      "learning_rate": 1.976013227917073e-05,
+      "loss": 49.5938,
+      "step": 4092
+    },
+    {
+      "epoch": 0.19559399789735257,
+      "grad_norm": 244.1269989013672,
+      "learning_rate": 1.9759963770293554e-05,
+      "loss": 30.875,
+      "step": 4093
+    },
+    {
+      "epoch": 0.19564178533881296,
+      "grad_norm": 310.76898193359375,
+      "learning_rate": 1.9759795202966783e-05,
+      "loss": 38.4062,
+      "step": 4094
+    },
+    {
+      "epoch": 0.19568957278027335,
+      "grad_norm": 263.5950622558594,
+      "learning_rate": 1.9759626577191436e-05,
+      "loss": 33.5,
+      "step": 4095
+    },
+    {
+      "epoch": 0.19573736022173374,
+      "grad_norm": 279.64361572265625,
+      "learning_rate": 1.9759457892968518e-05,
+      "loss": 26.75,
+      "step": 4096
+    },
+    {
+      "epoch": 0.1957851476631941,
+      "grad_norm": 411.21710205078125,
+      "learning_rate": 1.9759289150299043e-05,
+      "loss": 44.4688,
+      "step": 4097
+    },
+    {
+      "epoch": 0.1958329351046545,
+      "grad_norm": 498.6195983886719,
+      "learning_rate": 1.9759120349184016e-05,
+      "loss": 43.9688,
+      "step": 4098
+    },
+    {
+      "epoch": 0.19588072254611488,
+      "grad_norm": 288.2307434082031,
+      "learning_rate": 1.9758951489624452e-05,
+      "loss": 31.125,
+      "step": 4099
+    },
+    {
+      "epoch": 0.19592850998757527,
+      "grad_norm": 394.31109619140625,
+      "learning_rate": 1.975878257162136e-05,
+      "loss": 33.25,
+      "step": 4100
+    },
+    {
+      "epoch": 0.19597629742903566,
+      "grad_norm": 242.07464599609375,
+      "learning_rate": 1.9758613595175754e-05,
+      "loss": 25.8906,
+      "step": 4101
+    },
+    {
+      "epoch": 0.19602408487049602,
+      "grad_norm": 265.80712890625,
+      "learning_rate": 1.9758444560288643e-05,
+      "loss": 22.7969,
+      "step": 4102
+    },
+    {
+      "epoch": 0.1960718723119564,
+      "grad_norm": 399.5069580078125,
+      "learning_rate": 1.9758275466961043e-05,
+      "loss": 28.5,
+      "step": 4103
+    },
+    {
+      "epoch": 0.1961196597534168,
+      "grad_norm": 347.2105407714844,
+      "learning_rate": 1.9758106315193963e-05,
+      "loss": 44.0469,
+      "step": 4104
+    },
+    {
+      "epoch": 0.1961674471948772,
+      "grad_norm": 216.50318908691406,
+      "learning_rate": 1.975793710498842e-05,
+      "loss": 27.2188,
+      "step": 4105
+    },
+    {
+      "epoch": 0.19621523463633758,
+      "grad_norm": 362.27203369140625,
+      "learning_rate": 1.975776783634542e-05,
+      "loss": 38.9062,
+      "step": 4106
+    },
+    {
+      "epoch": 0.19626302207779794,
+      "grad_norm": 302.47735595703125,
+      "learning_rate": 1.9757598509265986e-05,
+      "loss": 44.3125,
+      "step": 4107
+    },
+    {
+      "epoch": 0.19631080951925833,
+      "grad_norm": 399.9326477050781,
+      "learning_rate": 1.9757429123751125e-05,
+      "loss": 39.9688,
+      "step": 4108
+    },
+    {
+      "epoch": 0.19635859696071872,
+      "grad_norm": 270.2955627441406,
+      "learning_rate": 1.9757259679801856e-05,
+      "loss": 41.7031,
+      "step": 4109
+    },
+    {
+      "epoch": 0.1964063844021791,
+      "grad_norm": 291.59033203125,
+      "learning_rate": 1.9757090177419193e-05,
+      "loss": 35.9688,
+      "step": 4110
+    },
+    {
+      "epoch": 0.1964541718436395,
+      "grad_norm": 405.3925476074219,
+      "learning_rate": 1.9756920616604148e-05,
+      "loss": 31.0312,
+      "step": 4111
+    },
+    {
+      "epoch": 0.19650195928509986,
+      "grad_norm": 234.58743286132812,
+      "learning_rate": 1.9756750997357738e-05,
+      "loss": 31.25,
+      "step": 4112
+    },
+    {
+      "epoch": 0.19654974672656025,
+      "grad_norm": 185.1422119140625,
+      "learning_rate": 1.975658131968098e-05,
+      "loss": 23.875,
+      "step": 4113
+    },
+    {
+      "epoch": 0.19659753416802064,
+      "grad_norm": 269.4940490722656,
+      "learning_rate": 1.975641158357489e-05,
+      "loss": 25.3125,
+      "step": 4114
+    },
+    {
+      "epoch": 0.19664532160948103,
+      "grad_norm": 282.65093994140625,
+      "learning_rate": 1.975624178904048e-05,
+      "loss": 26.3594,
+      "step": 4115
+    },
+    {
+      "epoch": 0.19669310905094142,
+      "grad_norm": 212.06358337402344,
+      "learning_rate": 1.9756071936078776e-05,
+      "loss": 31.6562,
+      "step": 4116
+    },
+    {
+      "epoch": 0.19674089649240178,
+      "grad_norm": 215.23248291015625,
+      "learning_rate": 1.9755902024690784e-05,
+      "loss": 24.7812,
+      "step": 4117
+    },
+    {
+      "epoch": 0.19678868393386217,
+      "grad_norm": 437.16058349609375,
+      "learning_rate": 1.9755732054877535e-05,
+      "loss": 37.7188,
+      "step": 4118
+    },
+    {
+      "epoch": 0.19683647137532256,
+      "grad_norm": 166.744873046875,
+      "learning_rate": 1.9755562026640034e-05,
+      "loss": 24.5938,
+      "step": 4119
+    },
+    {
+      "epoch": 0.19688425881678295,
+      "grad_norm": 252.26133728027344,
+      "learning_rate": 1.975539193997931e-05,
+      "loss": 24.125,
+      "step": 4120
+    },
+    {
+      "epoch": 0.19693204625824334,
+      "grad_norm": 333.6788330078125,
+      "learning_rate": 1.975522179489637e-05,
+      "loss": 29.9688,
+      "step": 4121
+    },
+    {
+      "epoch": 0.1969798336997037,
+      "grad_norm": 332.6498107910156,
+      "learning_rate": 1.9755051591392237e-05,
+      "loss": 43.6562,
+      "step": 4122
+    },
+    {
+      "epoch": 0.1970276211411641,
+      "grad_norm": 371.48248291015625,
+      "learning_rate": 1.975488132946794e-05,
+      "loss": 34.1562,
+      "step": 4123
+    },
+    {
+      "epoch": 0.19707540858262448,
+      "grad_norm": 223.4522247314453,
+      "learning_rate": 1.9754711009124485e-05,
+      "loss": 33.2188,
+      "step": 4124
+    },
+    {
+      "epoch": 0.19712319602408487,
+      "grad_norm": 334.1884460449219,
+      "learning_rate": 1.9754540630362903e-05,
+      "loss": 33.5312,
+      "step": 4125
+    },
+    {
+      "epoch": 0.19717098346554526,
+      "grad_norm": 174.92474365234375,
+      "learning_rate": 1.9754370193184207e-05,
+      "loss": 19.7969,
+      "step": 4126
+    },
+    {
+      "epoch": 0.19721877090700565,
+      "grad_norm": 176.79696655273438,
+      "learning_rate": 1.975419969758942e-05,
+      "loss": 27.4688,
+      "step": 4127
+    },
+    {
+      "epoch": 0.19726655834846601,
+      "grad_norm": 245.30511474609375,
+      "learning_rate": 1.9754029143579562e-05,
+      "loss": 27.1094,
+      "step": 4128
+    },
+    {
+      "epoch": 0.1973143457899264,
+      "grad_norm": 174.3140106201172,
+      "learning_rate": 1.9753858531155658e-05,
+      "loss": 25.2188,
+      "step": 4129
+    },
+    {
+      "epoch": 0.1973621332313868,
+      "grad_norm": 367.7413330078125,
+      "learning_rate": 1.9753687860318728e-05,
+      "loss": 38.4062,
+      "step": 4130
+    },
+    {
+      "epoch": 0.19740992067284718,
+      "grad_norm": 328.1348571777344,
+      "learning_rate": 1.975351713106979e-05,
+      "loss": 28.5312,
+      "step": 4131
+    },
+    {
+      "epoch": 0.19745770811430757,
+      "grad_norm": 295.69384765625,
+      "learning_rate": 1.9753346343409873e-05,
+      "loss": 23.6562,
+      "step": 4132
+    },
+    {
+      "epoch": 0.19750549555576793,
+      "grad_norm": 528.8643798828125,
+      "learning_rate": 1.9753175497339994e-05,
+      "loss": 22.4375,
+      "step": 4133
+    },
+    {
+      "epoch": 0.19755328299722832,
+      "grad_norm": 281.1327819824219,
+      "learning_rate": 1.975300459286118e-05,
+      "loss": 31.7188,
+      "step": 4134
+    },
+    {
+      "epoch": 0.19760107043868871,
+      "grad_norm": 540.192138671875,
+      "learning_rate": 1.975283362997445e-05,
+      "loss": 31.0312,
+      "step": 4135
+    },
+    {
+      "epoch": 0.1976488578801491,
+      "grad_norm": 290.3775939941406,
+      "learning_rate": 1.9752662608680838e-05,
+      "loss": 37.6875,
+      "step": 4136
+    },
+    {
+      "epoch": 0.1976966453216095,
+      "grad_norm": 396.9519958496094,
+      "learning_rate": 1.975249152898136e-05,
+      "loss": 46.9375,
+      "step": 4137
+    },
+    {
+      "epoch": 0.19774443276306986,
+      "grad_norm": 376.15106201171875,
+      "learning_rate": 1.9752320390877037e-05,
+      "loss": 51.5938,
+      "step": 4138
+    },
+    {
+      "epoch": 0.19779222020453024,
+      "grad_norm": 204.47024536132812,
+      "learning_rate": 1.9752149194368902e-05,
+      "loss": 32.7812,
+      "step": 4139
+    },
+    {
+      "epoch": 0.19784000764599063,
+      "grad_norm": 223.0762939453125,
+      "learning_rate": 1.9751977939457978e-05,
+      "loss": 27.75,
+      "step": 4140
+    },
+    {
+      "epoch": 0.19788779508745102,
+      "grad_norm": 260.467529296875,
+      "learning_rate": 1.9751806626145287e-05,
+      "loss": 28.5,
+      "step": 4141
+    },
+    {
+      "epoch": 0.1979355825289114,
+      "grad_norm": 230.72274780273438,
+      "learning_rate": 1.975163525443186e-05,
+      "loss": 24.7812,
+      "step": 4142
+    },
+    {
+      "epoch": 0.19798336997037178,
+      "grad_norm": 577.0140991210938,
+      "learning_rate": 1.975146382431872e-05,
+      "loss": 28.625,
+      "step": 4143
+    },
+    {
+      "epoch": 0.19803115741183216,
+      "grad_norm": 277.9981384277344,
+      "learning_rate": 1.9751292335806896e-05,
+      "loss": 29.25,
+      "step": 4144
+    },
+    {
+      "epoch": 0.19807894485329255,
+      "grad_norm": 250.77232360839844,
+      "learning_rate": 1.975112078889741e-05,
+      "loss": 25.3438,
+      "step": 4145
+    },
+    {
+      "epoch": 0.19812673229475294,
+      "grad_norm": 326.8592224121094,
+      "learning_rate": 1.9750949183591296e-05,
+      "loss": 35.3125,
+      "step": 4146
+    },
+    {
+      "epoch": 0.19817451973621333,
+      "grad_norm": 404.3504943847656,
+      "learning_rate": 1.9750777519889576e-05,
+      "loss": 33.5938,
+      "step": 4147
+    },
+    {
+      "epoch": 0.1982223071776737,
+      "grad_norm": 195.2409210205078,
+      "learning_rate": 1.9750605797793283e-05,
+      "loss": 23.75,
+      "step": 4148
+    },
+    {
+      "epoch": 0.19827009461913409,
+      "grad_norm": 174.7480010986328,
+      "learning_rate": 1.9750434017303443e-05,
+      "loss": 30.0469,
+      "step": 4149
+    },
+    {
+      "epoch": 0.19831788206059447,
+      "grad_norm": 326.81768798828125,
+      "learning_rate": 1.9750262178421082e-05,
+      "loss": 36.75,
+      "step": 4150
+    },
+    {
+      "epoch": 0.19836566950205486,
+      "grad_norm": 359.5292663574219,
+      "learning_rate": 1.9750090281147232e-05,
+      "loss": 34.75,
+      "step": 4151
+    },
+    {
+      "epoch": 0.19841345694351525,
+      "grad_norm": 347.2897644042969,
+      "learning_rate": 1.9749918325482925e-05,
+      "loss": 39.875,
+      "step": 4152
+    },
+    {
+      "epoch": 0.19846124438497562,
+      "grad_norm": 224.98928833007812,
+      "learning_rate": 1.9749746311429184e-05,
+      "loss": 27.1875,
+      "step": 4153
+    },
+    {
+      "epoch": 0.198509031826436,
+      "grad_norm": 689.0075073242188,
+      "learning_rate": 1.974957423898705e-05,
+      "loss": 39.4062,
+      "step": 4154
+    },
+    {
+      "epoch": 0.1985568192678964,
+      "grad_norm": 287.6737060546875,
+      "learning_rate": 1.9749402108157542e-05,
+      "loss": 29.375,
+      "step": 4155
+    },
+    {
+      "epoch": 0.19860460670935678,
+      "grad_norm": 243.51840209960938,
+      "learning_rate": 1.9749229918941694e-05,
+      "loss": 21.2812,
+      "step": 4156
+    },
+    {
+      "epoch": 0.19865239415081717,
+      "grad_norm": 261.103515625,
+      "learning_rate": 1.9749057671340543e-05,
+      "loss": 40.875,
+      "step": 4157
+    },
+    {
+      "epoch": 0.19870018159227754,
+      "grad_norm": 198.01844787597656,
+      "learning_rate": 1.974888536535511e-05,
+      "loss": 21.875,
+      "step": 4158
+    },
+    {
+      "epoch": 0.19874796903373793,
+      "grad_norm": 1119.3436279296875,
+      "learning_rate": 1.9748713000986443e-05,
+      "loss": 33.8438,
+      "step": 4159
+    },
+    {
+      "epoch": 0.19879575647519832,
+      "grad_norm": 324.867431640625,
+      "learning_rate": 1.9748540578235554e-05,
+      "loss": 28.9688,
+      "step": 4160
+    },
+    {
+      "epoch": 0.1988435439166587,
+      "grad_norm": 399.40594482421875,
+      "learning_rate": 1.9748368097103492e-05,
+      "loss": 45.0625,
+      "step": 4161
+    },
+    {
+      "epoch": 0.1988913313581191,
+      "grad_norm": 328.9217224121094,
+      "learning_rate": 1.9748195557591284e-05,
+      "loss": 39.9688,
+      "step": 4162
+    },
+    {
+      "epoch": 0.19893911879957948,
+      "grad_norm": 276.68463134765625,
+      "learning_rate": 1.9748022959699962e-05,
+      "loss": 28.8438,
+      "step": 4163
+    },
+    {
+      "epoch": 0.19898690624103985,
+      "grad_norm": 219.22186279296875,
+      "learning_rate": 1.974785030343056e-05,
+      "loss": 23.0,
+      "step": 4164
+    },
+    {
+      "epoch": 0.19903469368250024,
+      "grad_norm": 231.43951416015625,
+      "learning_rate": 1.9747677588784116e-05,
+      "loss": 25.9062,
+      "step": 4165
+    },
+    {
+      "epoch": 0.19908248112396063,
+      "grad_norm": 289.3184814453125,
+      "learning_rate": 1.9747504815761658e-05,
+      "loss": 29.5938,
+      "step": 4166
+    },
+    {
+      "epoch": 0.19913026856542101,
+      "grad_norm": 329.15618896484375,
+      "learning_rate": 1.9747331984364226e-05,
+      "loss": 26.3125,
+      "step": 4167
+    },
+    {
+      "epoch": 0.1991780560068814,
+      "grad_norm": 300.7098693847656,
+      "learning_rate": 1.9747159094592852e-05,
+      "loss": 38.3438,
+      "step": 4168
+    },
+    {
+      "epoch": 0.19922584344834177,
+      "grad_norm": 443.8155517578125,
+      "learning_rate": 1.974698614644857e-05,
+      "loss": 31.2188,
+      "step": 4169
+    },
+    {
+      "epoch": 0.19927363088980216,
+      "grad_norm": 224.8648681640625,
+      "learning_rate": 1.9746813139932422e-05,
+      "loss": 34.0,
+      "step": 4170
+    },
+    {
+      "epoch": 0.19932141833126255,
+      "grad_norm": 464.1116027832031,
+      "learning_rate": 1.9746640075045436e-05,
+      "loss": 33.5312,
+      "step": 4171
+    },
+    {
+      "epoch": 0.19936920577272293,
+      "grad_norm": 234.3634490966797,
+      "learning_rate": 1.9746466951788658e-05,
+      "loss": 22.2031,
+      "step": 4172
+    },
+    {
+      "epoch": 0.19941699321418332,
+      "grad_norm": 594.1982421875,
+      "learning_rate": 1.9746293770163113e-05,
+      "loss": 31.625,
+      "step": 4173
+    },
+    {
+      "epoch": 0.1994647806556437,
+      "grad_norm": 630.1856689453125,
+      "learning_rate": 1.9746120530169846e-05,
+      "loss": 27.6094,
+      "step": 4174
+    },
+    {
+      "epoch": 0.19951256809710408,
+      "grad_norm": 385.8991394042969,
+      "learning_rate": 1.9745947231809897e-05,
+      "loss": 30.4688,
+      "step": 4175
+    },
+    {
+      "epoch": 0.19956035553856447,
+      "grad_norm": 201.5564727783203,
+      "learning_rate": 1.9745773875084296e-05,
+      "loss": 24.5625,
+      "step": 4176
+    },
+    {
+      "epoch": 0.19960814298002486,
+      "grad_norm": 402.95037841796875,
+      "learning_rate": 1.974560045999409e-05,
+      "loss": 43.3438,
+      "step": 4177
+    },
+    {
+      "epoch": 0.19965593042148524,
+      "grad_norm": 360.08843994140625,
+      "learning_rate": 1.9745426986540307e-05,
+      "loss": 31.0156,
+      "step": 4178
+    },
+    {
+      "epoch": 0.1997037178629456,
+      "grad_norm": 629.015380859375,
+      "learning_rate": 1.974525345472399e-05,
+      "loss": 45.625,
+      "step": 4179
+    },
+    {
+      "epoch": 0.199751505304406,
+      "grad_norm": 200.17782592773438,
+      "learning_rate": 1.9745079864546184e-05,
+      "loss": 22.9219,
+      "step": 4180
+    },
+    {
+      "epoch": 0.19979929274586639,
+      "grad_norm": 195.6339111328125,
+      "learning_rate": 1.9744906216007924e-05,
+      "loss": 28.9375,
+      "step": 4181
+    },
+    {
+      "epoch": 0.19984708018732678,
+      "grad_norm": 177.69473266601562,
+      "learning_rate": 1.974473250911025e-05,
+      "loss": 26.5,
+      "step": 4182
+    },
+    {
+      "epoch": 0.19989486762878717,
+      "grad_norm": 259.8806457519531,
+      "learning_rate": 1.97445587438542e-05,
+      "loss": 27.9375,
+      "step": 4183
+    },
+    {
+      "epoch": 0.19994265507024753,
+      "grad_norm": 203.30035400390625,
+      "learning_rate": 1.974438492024082e-05,
+      "loss": 27.8281,
+      "step": 4184
+    },
+    {
+      "epoch": 0.19999044251170792,
+      "grad_norm": 411.6985168457031,
+      "learning_rate": 1.9744211038271147e-05,
+      "loss": 30.3438,
+      "step": 4185
+    },
+    {
+      "epoch": 0.2000382299531683,
+      "grad_norm": 521.8297119140625,
+      "learning_rate": 1.9744037097946222e-05,
+      "loss": 50.375,
+      "step": 4186
+    },
+    {
+      "epoch": 0.2000860173946287,
+      "grad_norm": 324.2400817871094,
+      "learning_rate": 1.974386309926709e-05,
+      "loss": 33.9688,
+      "step": 4187
+    },
+    {
+      "epoch": 0.20013380483608909,
+      "grad_norm": 259.23895263671875,
+      "learning_rate": 1.974368904223479e-05,
+      "loss": 32.5625,
+      "step": 4188
+    },
+    {
+      "epoch": 0.20018159227754945,
+      "grad_norm": 356.5201721191406,
+      "learning_rate": 1.9743514926850366e-05,
+      "loss": 32.0312,
+      "step": 4189
+    },
+    {
+      "epoch": 0.20022937971900984,
+      "grad_norm": 387.6375427246094,
+      "learning_rate": 1.974334075311486e-05,
+      "loss": 33.0625,
+      "step": 4190
+    },
+    {
+      "epoch": 0.20027716716047023,
+      "grad_norm": 215.85890197753906,
+      "learning_rate": 1.9743166521029313e-05,
+      "loss": 26.6562,
+      "step": 4191
+    },
+    {
+      "epoch": 0.20032495460193062,
+      "grad_norm": 269.55804443359375,
+      "learning_rate": 1.9742992230594774e-05,
+      "loss": 39.4688,
+      "step": 4192
+    },
+    {
+      "epoch": 0.200372742043391,
+      "grad_norm": 200.41978454589844,
+      "learning_rate": 1.9742817881812283e-05,
+      "loss": 28.8125,
+      "step": 4193
+    },
+    {
+      "epoch": 0.20042052948485137,
+      "grad_norm": 413.0944519042969,
+      "learning_rate": 1.9742643474682882e-05,
+      "loss": 37.6875,
+      "step": 4194
+    },
+    {
+      "epoch": 0.20046831692631176,
+      "grad_norm": 300.7647705078125,
+      "learning_rate": 1.9742469009207622e-05,
+      "loss": 39.125,
+      "step": 4195
+    },
+    {
+      "epoch": 0.20051610436777215,
+      "grad_norm": 279.2559509277344,
+      "learning_rate": 1.974229448538754e-05,
+      "loss": 39.5,
+      "step": 4196
+    },
+    {
+      "epoch": 0.20056389180923254,
+      "grad_norm": 272.5938415527344,
+      "learning_rate": 1.9742119903223687e-05,
+      "loss": 43.1875,
+      "step": 4197
+    },
+    {
+      "epoch": 0.20061167925069293,
+      "grad_norm": 322.341064453125,
+      "learning_rate": 1.9741945262717106e-05,
+      "loss": 27.0,
+      "step": 4198
+    },
+    {
+      "epoch": 0.20065946669215332,
+      "grad_norm": 438.22381591796875,
+      "learning_rate": 1.9741770563868843e-05,
+      "loss": 48.75,
+      "step": 4199
+    },
+    {
+      "epoch": 0.20070725413361368,
+      "grad_norm": 361.7326965332031,
+      "learning_rate": 1.9741595806679946e-05,
+      "loss": 32.8438,
+      "step": 4200
+    },
+    {
+      "epoch": 0.20075504157507407,
+      "grad_norm": 376.258544921875,
+      "learning_rate": 1.9741420991151458e-05,
+      "loss": 39.2188,
+      "step": 4201
+    },
+    {
+      "epoch": 0.20080282901653446,
+      "grad_norm": 187.34754943847656,
+      "learning_rate": 1.974124611728443e-05,
+      "loss": 29.8906,
+      "step": 4202
+    },
+    {
+      "epoch": 0.20085061645799485,
+      "grad_norm": 230.58880615234375,
+      "learning_rate": 1.9741071185079908e-05,
+      "loss": 22.75,
+      "step": 4203
+    },
+    {
+      "epoch": 0.20089840389945524,
+      "grad_norm": 200.60923767089844,
+      "learning_rate": 1.9740896194538936e-05,
+      "loss": 28.0,
+      "step": 4204
+    },
+    {
+      "epoch": 0.2009461913409156,
+      "grad_norm": 388.55908203125,
+      "learning_rate": 1.974072114566257e-05,
+      "loss": 43.4688,
+      "step": 4205
+    },
+    {
+      "epoch": 0.200993978782376,
+      "grad_norm": 288.8836364746094,
+      "learning_rate": 1.9740546038451848e-05,
+      "loss": 32.5,
+      "step": 4206
+    },
+    {
+      "epoch": 0.20104176622383638,
+      "grad_norm": 291.9073791503906,
+      "learning_rate": 1.9740370872907828e-05,
+      "loss": 46.4688,
+      "step": 4207
+    },
+    {
+      "epoch": 0.20108955366529677,
+      "grad_norm": 406.6026306152344,
+      "learning_rate": 1.9740195649031553e-05,
+      "loss": 30.9062,
+      "step": 4208
+    },
+    {
+      "epoch": 0.20113734110675716,
+      "grad_norm": 298.5077819824219,
+      "learning_rate": 1.9740020366824073e-05,
+      "loss": 29.5312,
+      "step": 4209
+    },
+    {
+      "epoch": 0.20118512854821752,
+      "grad_norm": 375.2472839355469,
+      "learning_rate": 1.973984502628644e-05,
+      "loss": 36.1875,
+      "step": 4210
+    },
+    {
+      "epoch": 0.2012329159896779,
+      "grad_norm": 231.84181213378906,
+      "learning_rate": 1.9739669627419705e-05,
+      "loss": 34.0,
+      "step": 4211
+    },
+    {
+      "epoch": 0.2012807034311383,
+      "grad_norm": 249.14674377441406,
+      "learning_rate": 1.9739494170224915e-05,
+      "loss": 21.0,
+      "step": 4212
+    },
+    {
+      "epoch": 0.2013284908725987,
+      "grad_norm": 258.58447265625,
+      "learning_rate": 1.9739318654703124e-05,
+      "loss": 35.5312,
+      "step": 4213
+    },
+    {
+      "epoch": 0.20137627831405908,
+      "grad_norm": 278.9831848144531,
+      "learning_rate": 1.973914308085538e-05,
+      "loss": 28.8438,
+      "step": 4214
+    },
+    {
+      "epoch": 0.20142406575551944,
+      "grad_norm": 315.4942932128906,
+      "learning_rate": 1.9738967448682736e-05,
+      "loss": 35.6875,
+      "step": 4215
+    },
+    {
+      "epoch": 0.20147185319697983,
+      "grad_norm": 310.8949890136719,
+      "learning_rate": 1.9738791758186245e-05,
+      "loss": 24.4062,
+      "step": 4216
+    },
+    {
+      "epoch": 0.20151964063844022,
+      "grad_norm": 506.0464782714844,
+      "learning_rate": 1.9738616009366956e-05,
+      "loss": 39.1875,
+      "step": 4217
+    },
+    {
+      "epoch": 0.2015674280799006,
+      "grad_norm": 286.620849609375,
+      "learning_rate": 1.9738440202225925e-05,
+      "loss": 33.1562,
+      "step": 4218
+    },
+    {
+      "epoch": 0.201615215521361,
+      "grad_norm": 275.2962341308594,
+      "learning_rate": 1.9738264336764198e-05,
+      "loss": 46.0938,
+      "step": 4219
+    },
+    {
+      "epoch": 0.20166300296282136,
+      "grad_norm": 415.3243408203125,
+      "learning_rate": 1.973808841298284e-05,
+      "loss": 38.125,
+      "step": 4220
+    },
+    {
+      "epoch": 0.20171079040428175,
+      "grad_norm": 317.6602478027344,
+      "learning_rate": 1.9737912430882895e-05,
+      "loss": 39.7188,
+      "step": 4221
+    },
+    {
+      "epoch": 0.20175857784574214,
+      "grad_norm": 641.552734375,
+      "learning_rate": 1.9737736390465422e-05,
+      "loss": 30.625,
+      "step": 4222
+    },
+    {
+      "epoch": 0.20180636528720253,
+      "grad_norm": 430.1091003417969,
+      "learning_rate": 1.973756029173147e-05,
+      "loss": 45.3438,
+      "step": 4223
+    },
+    {
+      "epoch": 0.20185415272866292,
+      "grad_norm": 357.5966796875,
+      "learning_rate": 1.9737384134682096e-05,
+      "loss": 41.2812,
+      "step": 4224
+    },
+    {
+      "epoch": 0.20190194017012328,
+      "grad_norm": 315.10003662109375,
+      "learning_rate": 1.973720791931836e-05,
+      "loss": 32.2812,
+      "step": 4225
+    },
+    {
+      "epoch": 0.20194972761158367,
+      "grad_norm": 259.17388916015625,
+      "learning_rate": 1.973703164564131e-05,
+      "loss": 24.9688,
+      "step": 4226
+    },
+    {
+      "epoch": 0.20199751505304406,
+      "grad_norm": 295.24267578125,
+      "learning_rate": 1.9736855313652005e-05,
+      "loss": 20.4219,
+      "step": 4227
+    },
+    {
+      "epoch": 0.20204530249450445,
+      "grad_norm": 305.583740234375,
+      "learning_rate": 1.9736678923351504e-05,
+      "loss": 36.6562,
+      "step": 4228
+    },
+    {
+      "epoch": 0.20209308993596484,
+      "grad_norm": 299.42010498046875,
+      "learning_rate": 1.9736502474740854e-05,
+      "loss": 28.0625,
+      "step": 4229
+    },
+    {
+      "epoch": 0.2021408773774252,
+      "grad_norm": 299.6004333496094,
+      "learning_rate": 1.973632596782112e-05,
+      "loss": 38.8125,
+      "step": 4230
+    },
+    {
+      "epoch": 0.2021886648188856,
+      "grad_norm": 313.1617736816406,
+      "learning_rate": 1.973614940259336e-05,
+      "loss": 29.4375,
+      "step": 4231
+    },
+    {
+      "epoch": 0.20223645226034598,
+      "grad_norm": 616.4645385742188,
+      "learning_rate": 1.9735972779058627e-05,
+      "loss": 50.5625,
+      "step": 4232
+    },
+    {
+      "epoch": 0.20228423970180637,
+      "grad_norm": 338.8038635253906,
+      "learning_rate": 1.9735796097217977e-05,
+      "loss": 27.5938,
+      "step": 4233
+    },
+    {
+      "epoch": 0.20233202714326676,
+      "grad_norm": 335.5025939941406,
+      "learning_rate": 1.9735619357072475e-05,
+      "loss": 39.125,
+      "step": 4234
+    },
+    {
+      "epoch": 0.20237981458472715,
+      "grad_norm": 526.5997314453125,
+      "learning_rate": 1.973544255862317e-05,
+      "loss": 33.9375,
+      "step": 4235
+    },
+    {
+      "epoch": 0.2024276020261875,
+      "grad_norm": 229.44239807128906,
+      "learning_rate": 1.9735265701871132e-05,
+      "loss": 30.8438,
+      "step": 4236
+    },
+    {
+      "epoch": 0.2024753894676479,
+      "grad_norm": 447.2876281738281,
+      "learning_rate": 1.973508878681741e-05,
+      "loss": 40.25,
+      "step": 4237
+    },
+    {
+      "epoch": 0.2025231769091083,
+      "grad_norm": 207.21212768554688,
+      "learning_rate": 1.973491181346307e-05,
+      "loss": 24.3438,
+      "step": 4238
+    },
+    {
+      "epoch": 0.20257096435056868,
+      "grad_norm": 226.00254821777344,
+      "learning_rate": 1.973473478180917e-05,
+      "loss": 33.4688,
+      "step": 4239
+    },
+    {
+      "epoch": 0.20261875179202907,
+      "grad_norm": 256.0664978027344,
+      "learning_rate": 1.973455769185677e-05,
+      "loss": 31.5625,
+      "step": 4240
+    },
+    {
+      "epoch": 0.20266653923348943,
+      "grad_norm": 383.6069030761719,
+      "learning_rate": 1.9734380543606932e-05,
+      "loss": 45.4375,
+      "step": 4241
+    },
+    {
+      "epoch": 0.20271432667494982,
+      "grad_norm": 186.22604370117188,
+      "learning_rate": 1.973420333706071e-05,
+      "loss": 19.7188,
+      "step": 4242
+    },
+    {
+      "epoch": 0.2027621141164102,
+      "grad_norm": 277.531005859375,
+      "learning_rate": 1.9734026072219173e-05,
+      "loss": 31.6094,
+      "step": 4243
+    },
+    {
+      "epoch": 0.2028099015578706,
+      "grad_norm": 322.3463439941406,
+      "learning_rate": 1.973384874908338e-05,
+      "loss": 38.0312,
+      "step": 4244
+    },
+    {
+      "epoch": 0.202857688999331,
+      "grad_norm": 504.47723388671875,
+      "learning_rate": 1.9733671367654398e-05,
+      "loss": 39.9688,
+      "step": 4245
+    },
+    {
+      "epoch": 0.20290547644079135,
+      "grad_norm": 1097.73974609375,
+      "learning_rate": 1.9733493927933282e-05,
+      "loss": 23.4531,
+      "step": 4246
+    },
+    {
+      "epoch": 0.20295326388225174,
+      "grad_norm": 198.8264923095703,
+      "learning_rate": 1.9733316429921093e-05,
+      "loss": 24.2812,
+      "step": 4247
+    },
+    {
+      "epoch": 0.20300105132371213,
+      "grad_norm": 250.00050354003906,
+      "learning_rate": 1.97331388736189e-05,
+      "loss": 33.5312,
+      "step": 4248
+    },
+    {
+      "epoch": 0.20304883876517252,
+      "grad_norm": 209.68902587890625,
+      "learning_rate": 1.9732961259027763e-05,
+      "loss": 27.8594,
+      "step": 4249
+    },
+    {
+      "epoch": 0.2030966262066329,
+      "grad_norm": 192.40249633789062,
+      "learning_rate": 1.973278358614875e-05,
+      "loss": 26.7188,
+      "step": 4250
+    },
+    {
+      "epoch": 0.20314441364809327,
+      "grad_norm": 349.7903747558594,
+      "learning_rate": 1.973260585498292e-05,
+      "loss": 39.5156,
+      "step": 4251
+    },
+    {
+      "epoch": 0.20319220108955366,
+      "grad_norm": 299.1434020996094,
+      "learning_rate": 1.9732428065531342e-05,
+      "loss": 39.0,
+      "step": 4252
+    },
+    {
+      "epoch": 0.20323998853101405,
+      "grad_norm": 648.4518432617188,
+      "learning_rate": 1.9732250217795075e-05,
+      "loss": 29.5312,
+      "step": 4253
+    },
+    {
+      "epoch": 0.20328777597247444,
+      "grad_norm": 507.0822448730469,
+      "learning_rate": 1.973207231177519e-05,
+      "loss": 52.7656,
+      "step": 4254
+    },
+    {
+      "epoch": 0.20333556341393483,
+      "grad_norm": 329.8949279785156,
+      "learning_rate": 1.9731894347472746e-05,
+      "loss": 38.2188,
+      "step": 4255
+    },
+    {
+      "epoch": 0.2033833508553952,
+      "grad_norm": 250.87181091308594,
+      "learning_rate": 1.9731716324888818e-05,
+      "loss": 37.4688,
+      "step": 4256
+    },
+    {
+      "epoch": 0.20343113829685558,
+      "grad_norm": 464.1993103027344,
+      "learning_rate": 1.973153824402446e-05,
+      "loss": 40.0938,
+      "step": 4257
+    },
+    {
+      "epoch": 0.20347892573831597,
+      "grad_norm": 183.7901153564453,
+      "learning_rate": 1.9731360104880747e-05,
+      "loss": 27.9375,
+      "step": 4258
+    },
+    {
+      "epoch": 0.20352671317977636,
+      "grad_norm": 162.0398406982422,
+      "learning_rate": 1.9731181907458746e-05,
+      "loss": 21.6875,
+      "step": 4259
+    },
+    {
+      "epoch": 0.20357450062123675,
+      "grad_norm": 307.20654296875,
+      "learning_rate": 1.9731003651759523e-05,
+      "loss": 33.5,
+      "step": 4260
+    },
+    {
+      "epoch": 0.2036222880626971,
+      "grad_norm": 363.542724609375,
+      "learning_rate": 1.973082533778414e-05,
+      "loss": 31.4688,
+      "step": 4261
+    },
+    {
+      "epoch": 0.2036700755041575,
+      "grad_norm": 315.79638671875,
+      "learning_rate": 1.9730646965533676e-05,
+      "loss": 32.6875,
+      "step": 4262
+    },
+    {
+      "epoch": 0.2037178629456179,
+      "grad_norm": 238.21788024902344,
+      "learning_rate": 1.9730468535009187e-05,
+      "loss": 28.875,
+      "step": 4263
+    },
+    {
+      "epoch": 0.20376565038707828,
+      "grad_norm": 288.8086242675781,
+      "learning_rate": 1.9730290046211752e-05,
+      "loss": 22.125,
+      "step": 4264
+    },
+    {
+      "epoch": 0.20381343782853867,
+      "grad_norm": 386.20379638671875,
+      "learning_rate": 1.973011149914243e-05,
+      "loss": 36.8125,
+      "step": 4265
+    },
+    {
+      "epoch": 0.20386122526999906,
+      "grad_norm": 291.0232238769531,
+      "learning_rate": 1.9729932893802298e-05,
+      "loss": 26.7344,
+      "step": 4266
+    },
+    {
+      "epoch": 0.20390901271145942,
+      "grad_norm": 253.76707458496094,
+      "learning_rate": 1.972975423019242e-05,
+      "loss": 36.375,
+      "step": 4267
+    },
+    {
+      "epoch": 0.2039568001529198,
+      "grad_norm": 274.6047058105469,
+      "learning_rate": 1.9729575508313874e-05,
+      "loss": 30.375,
+      "step": 4268
+    },
+    {
+      "epoch": 0.2040045875943802,
+      "grad_norm": 607.3938598632812,
+      "learning_rate": 1.9729396728167723e-05,
+      "loss": 39.75,
+      "step": 4269
+    },
+    {
+      "epoch": 0.2040523750358406,
+      "grad_norm": 193.85150146484375,
+      "learning_rate": 1.972921788975504e-05,
+      "loss": 19.4531,
+      "step": 4270
+    },
+    {
+      "epoch": 0.20410016247730098,
+      "grad_norm": 222.64627075195312,
+      "learning_rate": 1.9729038993076895e-05,
+      "loss": 27.1562,
+      "step": 4271
+    },
+    {
+      "epoch": 0.20414794991876134,
+      "grad_norm": 547.4046630859375,
+      "learning_rate": 1.9728860038134363e-05,
+      "loss": 33.7812,
+      "step": 4272
+    },
+    {
+      "epoch": 0.20419573736022173,
+      "grad_norm": 272.7759704589844,
+      "learning_rate": 1.972868102492851e-05,
+      "loss": 27.8281,
+      "step": 4273
+    },
+    {
+      "epoch": 0.20424352480168212,
+      "grad_norm": 324.3540954589844,
+      "learning_rate": 1.972850195346041e-05,
+      "loss": 34.2656,
+      "step": 4274
+    },
+    {
+      "epoch": 0.2042913122431425,
+      "grad_norm": 492.2923278808594,
+      "learning_rate": 1.9728322823731138e-05,
+      "loss": 29.875,
+      "step": 4275
+    },
+    {
+      "epoch": 0.2043390996846029,
+      "grad_norm": 217.80226135253906,
+      "learning_rate": 1.9728143635741767e-05,
+      "loss": 33.5,
+      "step": 4276
+    },
+    {
+      "epoch": 0.20438688712606326,
+      "grad_norm": 445.3084716796875,
+      "learning_rate": 1.972796438949337e-05,
+      "loss": 36.9688,
+      "step": 4277
+    },
+    {
+      "epoch": 0.20443467456752365,
+      "grad_norm": 417.3974609375,
+      "learning_rate": 1.9727785084987014e-05,
+      "loss": 37.0,
+      "step": 4278
+    },
+    {
+      "epoch": 0.20448246200898404,
+      "grad_norm": 653.466552734375,
+      "learning_rate": 1.9727605722223782e-05,
+      "loss": 38.7188,
+      "step": 4279
+    },
+    {
+      "epoch": 0.20453024945044443,
+      "grad_norm": 346.18682861328125,
+      "learning_rate": 1.972742630120474e-05,
+      "loss": 29.7812,
+      "step": 4280
+    },
+    {
+      "epoch": 0.20457803689190482,
+      "grad_norm": 239.1958465576172,
+      "learning_rate": 1.972724682193097e-05,
+      "loss": 30.0938,
+      "step": 4281
+    },
+    {
+      "epoch": 0.20462582433336518,
+      "grad_norm": 259.717529296875,
+      "learning_rate": 1.972706728440354e-05,
+      "loss": 32.4062,
+      "step": 4282
+    },
+    {
+      "epoch": 0.20467361177482557,
+      "grad_norm": 220.41848754882812,
+      "learning_rate": 1.972688768862353e-05,
+      "loss": 27.625,
+      "step": 4283
+    },
+    {
+      "epoch": 0.20472139921628596,
+      "grad_norm": 358.6311950683594,
+      "learning_rate": 1.972670803459201e-05,
+      "loss": 33.1562,
+      "step": 4284
+    },
+    {
+      "epoch": 0.20476918665774635,
+      "grad_norm": 424.0581359863281,
+      "learning_rate": 1.9726528322310065e-05,
+      "loss": 36.75,
+      "step": 4285
+    },
+    {
+      "epoch": 0.20481697409920674,
+      "grad_norm": 230.79713439941406,
+      "learning_rate": 1.9726348551778765e-05,
+      "loss": 22.8594,
+      "step": 4286
+    },
+    {
+      "epoch": 0.2048647615406671,
+      "grad_norm": 281.7160949707031,
+      "learning_rate": 1.9726168722999185e-05,
+      "loss": 41.75,
+      "step": 4287
+    },
+    {
+      "epoch": 0.2049125489821275,
+      "grad_norm": 352.80792236328125,
+      "learning_rate": 1.9725988835972406e-05,
+      "loss": 27.4375,
+      "step": 4288
+    },
+    {
+      "epoch": 0.20496033642358788,
+      "grad_norm": 207.19186401367188,
+      "learning_rate": 1.9725808890699503e-05,
+      "loss": 21.2031,
+      "step": 4289
+    },
+    {
+      "epoch": 0.20500812386504827,
+      "grad_norm": 220.1492462158203,
+      "learning_rate": 1.9725628887181556e-05,
+      "loss": 25.7812,
+      "step": 4290
+    },
+    {
+      "epoch": 0.20505591130650866,
+      "grad_norm": 249.79246520996094,
+      "learning_rate": 1.9725448825419642e-05,
+      "loss": 31.0,
+      "step": 4291
+    },
+    {
+      "epoch": 0.20510369874796902,
+      "grad_norm": 236.05557250976562,
+      "learning_rate": 1.9725268705414837e-05,
+      "loss": 24.2344,
+      "step": 4292
+    },
+    {
+      "epoch": 0.2051514861894294,
+      "grad_norm": 314.5975036621094,
+      "learning_rate": 1.972508852716822e-05,
+      "loss": 29.6406,
+      "step": 4293
+    },
+    {
+      "epoch": 0.2051992736308898,
+      "grad_norm": 474.4159851074219,
+      "learning_rate": 1.9724908290680874e-05,
+      "loss": 33.125,
+      "step": 4294
+    },
+    {
+      "epoch": 0.2052470610723502,
+      "grad_norm": 478.1466979980469,
+      "learning_rate": 1.9724727995953877e-05,
+      "loss": 40.8438,
+      "step": 4295
+    },
+    {
+      "epoch": 0.20529484851381058,
+      "grad_norm": 247.8697509765625,
+      "learning_rate": 1.9724547642988307e-05,
+      "loss": 31.5938,
+      "step": 4296
+    },
+    {
+      "epoch": 0.20534263595527094,
+      "grad_norm": 244.53048706054688,
+      "learning_rate": 1.9724367231785243e-05,
+      "loss": 30.4062,
+      "step": 4297
+    },
+    {
+      "epoch": 0.20539042339673133,
+      "grad_norm": 330.62005615234375,
+      "learning_rate": 1.9724186762345768e-05,
+      "loss": 32.5625,
+      "step": 4298
+    },
+    {
+      "epoch": 0.20543821083819172,
+      "grad_norm": 242.86312866210938,
+      "learning_rate": 1.9724006234670962e-05,
+      "loss": 23.4375,
+      "step": 4299
+    },
+    {
+      "epoch": 0.2054859982796521,
+      "grad_norm": 320.126953125,
+      "learning_rate": 1.9723825648761905e-05,
+      "loss": 40.4375,
+      "step": 4300
+    },
+    {
+      "epoch": 0.2055337857211125,
+      "grad_norm": 467.2427673339844,
+      "learning_rate": 1.9723645004619682e-05,
+      "loss": 31.8125,
+      "step": 4301
+    },
+    {
+      "epoch": 0.2055815731625729,
+      "grad_norm": 521.1271362304688,
+      "learning_rate": 1.972346430224537e-05,
+      "loss": 36.4531,
+      "step": 4302
+    },
+    {
+      "epoch": 0.20562936060403325,
+      "grad_norm": 312.5668029785156,
+      "learning_rate": 1.9723283541640055e-05,
+      "loss": 36.3125,
+      "step": 4303
+    },
+    {
+      "epoch": 0.20567714804549364,
+      "grad_norm": 339.2530212402344,
+      "learning_rate": 1.9723102722804818e-05,
+      "loss": 25.0625,
+      "step": 4304
+    },
+    {
+      "epoch": 0.20572493548695403,
+      "grad_norm": 327.71746826171875,
+      "learning_rate": 1.9722921845740742e-05,
+      "loss": 31.8125,
+      "step": 4305
+    },
+    {
+      "epoch": 0.20577272292841442,
+      "grad_norm": 503.30914306640625,
+      "learning_rate": 1.972274091044891e-05,
+      "loss": 43.875,
+      "step": 4306
+    },
+    {
+      "epoch": 0.2058205103698748,
+      "grad_norm": 339.18243408203125,
+      "learning_rate": 1.9722559916930405e-05,
+      "loss": 29.875,
+      "step": 4307
+    },
+    {
+      "epoch": 0.20586829781133517,
+      "grad_norm": 339.38934326171875,
+      "learning_rate": 1.9722378865186313e-05,
+      "loss": 35.5,
+      "step": 4308
+    },
+    {
+      "epoch": 0.20591608525279556,
+      "grad_norm": 284.448486328125,
+      "learning_rate": 1.9722197755217714e-05,
+      "loss": 43.3125,
+      "step": 4309
+    },
+    {
+      "epoch": 0.20596387269425595,
+      "grad_norm": 309.0695495605469,
+      "learning_rate": 1.9722016587025697e-05,
+      "loss": 28.8906,
+      "step": 4310
+    },
+    {
+      "epoch": 0.20601166013571634,
+      "grad_norm": 365.1925964355469,
+      "learning_rate": 1.9721835360611345e-05,
+      "loss": 34.5938,
+      "step": 4311
+    },
+    {
+      "epoch": 0.20605944757717673,
+      "grad_norm": 630.4376220703125,
+      "learning_rate": 1.9721654075975747e-05,
+      "loss": 54.0,
+      "step": 4312
+    },
+    {
+      "epoch": 0.2061072350186371,
+      "grad_norm": 364.94091796875,
+      "learning_rate": 1.9721472733119983e-05,
+      "loss": 47.125,
+      "step": 4313
+    },
+    {
+      "epoch": 0.20615502246009748,
+      "grad_norm": 383.9787902832031,
+      "learning_rate": 1.972129133204514e-05,
+      "loss": 35.8438,
+      "step": 4314
+    },
+    {
+      "epoch": 0.20620280990155787,
+      "grad_norm": 272.6750793457031,
+      "learning_rate": 1.9721109872752308e-05,
+      "loss": 24.875,
+      "step": 4315
+    },
+    {
+      "epoch": 0.20625059734301826,
+      "grad_norm": 523.1648559570312,
+      "learning_rate": 1.972092835524257e-05,
+      "loss": 47.6875,
+      "step": 4316
+    },
+    {
+      "epoch": 0.20629838478447865,
+      "grad_norm": 241.27059936523438,
+      "learning_rate": 1.9720746779517017e-05,
+      "loss": 34.5,
+      "step": 4317
+    },
+    {
+      "epoch": 0.206346172225939,
+      "grad_norm": 476.84814453125,
+      "learning_rate": 1.9720565145576734e-05,
+      "loss": 28.25,
+      "step": 4318
+    },
+    {
+      "epoch": 0.2063939596673994,
+      "grad_norm": 399.8280944824219,
+      "learning_rate": 1.9720383453422807e-05,
+      "loss": 37.9375,
+      "step": 4319
+    },
+    {
+      "epoch": 0.2064417471088598,
+      "grad_norm": 510.623291015625,
+      "learning_rate": 1.9720201703056324e-05,
+      "loss": 46.25,
+      "step": 4320
+    },
+    {
+      "epoch": 0.20648953455032018,
+      "grad_norm": 420.1025695800781,
+      "learning_rate": 1.9720019894478376e-05,
+      "loss": 31.9688,
+      "step": 4321
+    },
+    {
+      "epoch": 0.20653732199178057,
+      "grad_norm": 396.0736389160156,
+      "learning_rate": 1.9719838027690054e-05,
+      "loss": 36.3438,
+      "step": 4322
+    },
+    {
+      "epoch": 0.20658510943324093,
+      "grad_norm": 304.8518371582031,
+      "learning_rate": 1.9719656102692445e-05,
+      "loss": 33.0312,
+      "step": 4323
+    },
+    {
+      "epoch": 0.20663289687470132,
+      "grad_norm": 197.82046508789062,
+      "learning_rate": 1.9719474119486634e-05,
+      "loss": 33.0938,
+      "step": 4324
+    },
+    {
+      "epoch": 0.2066806843161617,
+      "grad_norm": 763.2069702148438,
+      "learning_rate": 1.9719292078073718e-05,
+      "loss": 47.4375,
+      "step": 4325
+    },
+    {
+      "epoch": 0.2067284717576221,
+      "grad_norm": 361.0002136230469,
+      "learning_rate": 1.971910997845478e-05,
+      "loss": 35.375,
+      "step": 4326
+    },
+    {
+      "epoch": 0.2067762591990825,
+      "grad_norm": 374.0859375,
+      "learning_rate": 1.9718927820630916e-05,
+      "loss": 34.5938,
+      "step": 4327
+    },
+    {
+      "epoch": 0.20682404664054285,
+      "grad_norm": 480.53045654296875,
+      "learning_rate": 1.9718745604603215e-05,
+      "loss": 30.0312,
+      "step": 4328
+    },
+    {
+      "epoch": 0.20687183408200324,
+      "grad_norm": 267.2437438964844,
+      "learning_rate": 1.971856333037277e-05,
+      "loss": 35.0938,
+      "step": 4329
+    },
+    {
+      "epoch": 0.20691962152346363,
+      "grad_norm": 267.61669921875,
+      "learning_rate": 1.971838099794067e-05,
+      "loss": 35.5,
+      "step": 4330
+    },
+    {
+      "epoch": 0.20696740896492402,
+      "grad_norm": 222.74269104003906,
+      "learning_rate": 1.9718198607308005e-05,
+      "loss": 30.375,
+      "step": 4331
+    },
+    {
+      "epoch": 0.2070151964063844,
+      "grad_norm": 310.0284118652344,
+      "learning_rate": 1.9718016158475874e-05,
+      "loss": 41.375,
+      "step": 4332
+    },
+    {
+      "epoch": 0.20706298384784477,
+      "grad_norm": 246.69483947753906,
+      "learning_rate": 1.9717833651445365e-05,
+      "loss": 29.2188,
+      "step": 4333
+    },
+    {
+      "epoch": 0.20711077128930516,
+      "grad_norm": 342.2109680175781,
+      "learning_rate": 1.971765108621757e-05,
+      "loss": 32.625,
+      "step": 4334
+    },
+    {
+      "epoch": 0.20715855873076555,
+      "grad_norm": 358.37725830078125,
+      "learning_rate": 1.9717468462793586e-05,
+      "loss": 25.5938,
+      "step": 4335
+    },
+    {
+      "epoch": 0.20720634617222594,
+      "grad_norm": 449.4670715332031,
+      "learning_rate": 1.9717285781174507e-05,
+      "loss": 30.6875,
+      "step": 4336
+    },
+    {
+      "epoch": 0.20725413361368633,
+      "grad_norm": 231.89956665039062,
+      "learning_rate": 1.971710304136142e-05,
+      "loss": 33.7656,
+      "step": 4337
+    },
+    {
+      "epoch": 0.20730192105514672,
+      "grad_norm": 241.96258544921875,
+      "learning_rate": 1.971692024335543e-05,
+      "loss": 30.2188,
+      "step": 4338
+    },
+    {
+      "epoch": 0.20734970849660708,
+      "grad_norm": 380.2773742675781,
+      "learning_rate": 1.9716737387157623e-05,
+      "loss": 34.6562,
+      "step": 4339
+    },
+    {
+      "epoch": 0.20739749593806747,
+      "grad_norm": 385.59747314453125,
+      "learning_rate": 1.9716554472769096e-05,
+      "loss": 33.0938,
+      "step": 4340
+    },
+    {
+      "epoch": 0.20744528337952786,
+      "grad_norm": 244.25302124023438,
+      "learning_rate": 1.9716371500190947e-05,
+      "loss": 39.3125,
+      "step": 4341
+    },
+    {
+      "epoch": 0.20749307082098825,
+      "grad_norm": 399.8205871582031,
+      "learning_rate": 1.971618846942427e-05,
+      "loss": 38.0312,
+      "step": 4342
+    },
+    {
+      "epoch": 0.20754085826244864,
+      "grad_norm": 334.5459289550781,
+      "learning_rate": 1.9716005380470164e-05,
+      "loss": 29.7812,
+      "step": 4343
+    },
+    {
+      "epoch": 0.207588645703909,
+      "grad_norm": 313.11138916015625,
+      "learning_rate": 1.971582223332972e-05,
+      "loss": 33.2812,
+      "step": 4344
+    },
+    {
+      "epoch": 0.2076364331453694,
+      "grad_norm": 240.57180786132812,
+      "learning_rate": 1.9715639028004036e-05,
+      "loss": 31.9375,
+      "step": 4345
+    },
+    {
+      "epoch": 0.20768422058682978,
+      "grad_norm": 203.7135009765625,
+      "learning_rate": 1.9715455764494213e-05,
+      "loss": 20.25,
+      "step": 4346
+    },
+    {
+      "epoch": 0.20773200802829017,
+      "grad_norm": 268.6174621582031,
+      "learning_rate": 1.9715272442801345e-05,
+      "loss": 27.5312,
+      "step": 4347
+    },
+    {
+      "epoch": 0.20777979546975056,
+      "grad_norm": 421.467041015625,
+      "learning_rate": 1.9715089062926532e-05,
+      "loss": 30.3438,
+      "step": 4348
+    },
+    {
+      "epoch": 0.20782758291121092,
+      "grad_norm": 152.1560821533203,
+      "learning_rate": 1.971490562487087e-05,
+      "loss": 32.6875,
+      "step": 4349
+    },
+    {
+      "epoch": 0.2078753703526713,
+      "grad_norm": 327.6828918457031,
+      "learning_rate": 1.9714722128635465e-05,
+      "loss": 37.3906,
+      "step": 4350
+    },
+    {
+      "epoch": 0.2079231577941317,
+      "grad_norm": 296.7202453613281,
+      "learning_rate": 1.9714538574221402e-05,
+      "loss": 30.6562,
+      "step": 4351
+    },
+    {
+      "epoch": 0.2079709452355921,
+      "grad_norm": 367.0940246582031,
+      "learning_rate": 1.9714354961629793e-05,
+      "loss": 33.4688,
+      "step": 4352
+    },
+    {
+      "epoch": 0.20801873267705248,
+      "grad_norm": 399.5161437988281,
+      "learning_rate": 1.971417129086173e-05,
+      "loss": 29.1562,
+      "step": 4353
+    },
+    {
+      "epoch": 0.20806652011851284,
+      "grad_norm": 177.02349853515625,
+      "learning_rate": 1.971398756191832e-05,
+      "loss": 27.9375,
+      "step": 4354
+    },
+    {
+      "epoch": 0.20811430755997323,
+      "grad_norm": 399.44390869140625,
+      "learning_rate": 1.9713803774800657e-05,
+      "loss": 32.0469,
+      "step": 4355
+    },
+    {
+      "epoch": 0.20816209500143362,
+      "grad_norm": 387.0593566894531,
+      "learning_rate": 1.971361992950984e-05,
+      "loss": 31.625,
+      "step": 4356
+    },
+    {
+      "epoch": 0.208209882442894,
+      "grad_norm": 277.2893981933594,
+      "learning_rate": 1.9713436026046976e-05,
+      "loss": 35.4688,
+      "step": 4357
+    },
+    {
+      "epoch": 0.2082576698843544,
+      "grad_norm": 288.0400085449219,
+      "learning_rate": 1.9713252064413164e-05,
+      "loss": 25.1094,
+      "step": 4358
+    },
+    {
+      "epoch": 0.20830545732581476,
+      "grad_norm": 471.0584716796875,
+      "learning_rate": 1.9713068044609504e-05,
+      "loss": 26.0938,
+      "step": 4359
+    },
+    {
+      "epoch": 0.20835324476727515,
+      "grad_norm": 515.478515625,
+      "learning_rate": 1.9712883966637105e-05,
+      "loss": 45.1875,
+      "step": 4360
+    },
+    {
+      "epoch": 0.20840103220873554,
+      "grad_norm": 274.8017578125,
+      "learning_rate": 1.9712699830497057e-05,
+      "loss": 37.0938,
+      "step": 4361
+    },
+    {
+      "epoch": 0.20844881965019593,
+      "grad_norm": 272.4976806640625,
+      "learning_rate": 1.9712515636190474e-05,
+      "loss": 34.0938,
+      "step": 4362
+    },
+    {
+      "epoch": 0.20849660709165632,
+      "grad_norm": 200.16470336914062,
+      "learning_rate": 1.9712331383718454e-05,
+      "loss": 18.6875,
+      "step": 4363
+    },
+    {
+      "epoch": 0.20854439453311668,
+      "grad_norm": 319.6448669433594,
+      "learning_rate": 1.9712147073082103e-05,
+      "loss": 27.375,
+      "step": 4364
+    },
+    {
+      "epoch": 0.20859218197457707,
+      "grad_norm": 218.91192626953125,
+      "learning_rate": 1.971196270428252e-05,
+      "loss": 29.8438,
+      "step": 4365
+    },
+    {
+      "epoch": 0.20863996941603746,
+      "grad_norm": 375.24700927734375,
+      "learning_rate": 1.9711778277320816e-05,
+      "loss": 28.2812,
+      "step": 4366
+    },
+    {
+      "epoch": 0.20868775685749785,
+      "grad_norm": 240.89437866210938,
+      "learning_rate": 1.9711593792198088e-05,
+      "loss": 33.8125,
+      "step": 4367
+    },
+    {
+      "epoch": 0.20873554429895824,
+      "grad_norm": 266.4220275878906,
+      "learning_rate": 1.9711409248915448e-05,
+      "loss": 27.4375,
+      "step": 4368
+    },
+    {
+      "epoch": 0.20878333174041863,
+      "grad_norm": 305.2143249511719,
+      "learning_rate": 1.9711224647473995e-05,
+      "loss": 36.5312,
+      "step": 4369
+    },
+    {
+      "epoch": 0.208831119181879,
+      "grad_norm": 288.4984436035156,
+      "learning_rate": 1.971103998787484e-05,
+      "loss": 46.5938,
+      "step": 4370
+    },
+    {
+      "epoch": 0.20887890662333938,
+      "grad_norm": 244.85928344726562,
+      "learning_rate": 1.9710855270119086e-05,
+      "loss": 28.0,
+      "step": 4371
+    },
+    {
+      "epoch": 0.20892669406479977,
+      "grad_norm": 308.15704345703125,
+      "learning_rate": 1.9710670494207836e-05,
+      "loss": 30.0312,
+      "step": 4372
+    },
+    {
+      "epoch": 0.20897448150626016,
+      "grad_norm": 450.1282043457031,
+      "learning_rate": 1.97104856601422e-05,
+      "loss": 27.8438,
+      "step": 4373
+    },
+    {
+      "epoch": 0.20902226894772055,
+      "grad_norm": 485.4095764160156,
+      "learning_rate": 1.971030076792329e-05,
+      "loss": 32.7188,
+      "step": 4374
+    },
+    {
+      "epoch": 0.2090700563891809,
+      "grad_norm": 274.60595703125,
+      "learning_rate": 1.9710115817552203e-05,
+      "loss": 29.4375,
+      "step": 4375
+    },
+    {
+      "epoch": 0.2091178438306413,
+      "grad_norm": 546.3486938476562,
+      "learning_rate": 1.9709930809030053e-05,
+      "loss": 31.5625,
+      "step": 4376
+    },
+    {
+      "epoch": 0.2091656312721017,
+      "grad_norm": 277.5357971191406,
+      "learning_rate": 1.9709745742357946e-05,
+      "loss": 32.1562,
+      "step": 4377
+    },
+    {
+      "epoch": 0.20921341871356208,
+      "grad_norm": 194.76803588867188,
+      "learning_rate": 1.9709560617536993e-05,
+      "loss": 36.3125,
+      "step": 4378
+    },
+    {
+      "epoch": 0.20926120615502247,
+      "grad_norm": 197.97988891601562,
+      "learning_rate": 1.97093754345683e-05,
+      "loss": 27.1562,
+      "step": 4379
+    },
+    {
+      "epoch": 0.20930899359648283,
+      "grad_norm": 322.23651123046875,
+      "learning_rate": 1.9709190193452978e-05,
+      "loss": 35.0625,
+      "step": 4380
+    },
+    {
+      "epoch": 0.20935678103794322,
+      "grad_norm": 134.89173889160156,
+      "learning_rate": 1.970900489419213e-05,
+      "loss": 23.9688,
+      "step": 4381
+    },
+    {
+      "epoch": 0.2094045684794036,
+      "grad_norm": 194.80227661132812,
+      "learning_rate": 1.9708819536786875e-05,
+      "loss": 20.8594,
+      "step": 4382
+    },
+    {
+      "epoch": 0.209452355920864,
+      "grad_norm": 321.31170654296875,
+      "learning_rate": 1.9708634121238322e-05,
+      "loss": 26.9375,
+      "step": 4383
+    },
+    {
+      "epoch": 0.2095001433623244,
+      "grad_norm": 434.4169616699219,
+      "learning_rate": 1.9708448647547575e-05,
+      "loss": 35.125,
+      "step": 4384
+    },
+    {
+      "epoch": 0.20954793080378475,
+      "grad_norm": 268.3638000488281,
+      "learning_rate": 1.9708263115715747e-05,
+      "loss": 31.5,
+      "step": 4385
+    },
+    {
+      "epoch": 0.20959571824524514,
+      "grad_norm": 154.5870819091797,
+      "learning_rate": 1.9708077525743947e-05,
+      "loss": 27.2188,
+      "step": 4386
+    },
+    {
+      "epoch": 0.20964350568670553,
+      "grad_norm": 777.8577270507812,
+      "learning_rate": 1.9707891877633293e-05,
+      "loss": 29.5312,
+      "step": 4387
+    },
+    {
+      "epoch": 0.20969129312816592,
+      "grad_norm": 184.8386688232422,
+      "learning_rate": 1.9707706171384893e-05,
+      "loss": 33.25,
+      "step": 4388
+    },
+    {
+      "epoch": 0.2097390805696263,
+      "grad_norm": 562.4370727539062,
+      "learning_rate": 1.9707520406999862e-05,
+      "loss": 29.1875,
+      "step": 4389
+    },
+    {
+      "epoch": 0.20978686801108667,
+      "grad_norm": 330.5695495605469,
+      "learning_rate": 1.9707334584479307e-05,
+      "loss": 39.1562,
+      "step": 4390
+    },
+    {
+      "epoch": 0.20983465545254706,
+      "grad_norm": 354.36376953125,
+      "learning_rate": 1.9707148703824343e-05,
+      "loss": 23.2188,
+      "step": 4391
+    },
+    {
+      "epoch": 0.20988244289400745,
+      "grad_norm": 319.99298095703125,
+      "learning_rate": 1.9706962765036084e-05,
+      "loss": 27.8438,
+      "step": 4392
+    },
+    {
+      "epoch": 0.20993023033546784,
+      "grad_norm": 483.83380126953125,
+      "learning_rate": 1.9706776768115647e-05,
+      "loss": 34.0625,
+      "step": 4393
+    },
+    {
+      "epoch": 0.20997801777692823,
+      "grad_norm": 354.9193420410156,
+      "learning_rate": 1.9706590713064137e-05,
+      "loss": 45.1875,
+      "step": 4394
+    },
+    {
+      "epoch": 0.2100258052183886,
+      "grad_norm": 209.97523498535156,
+      "learning_rate": 1.9706404599882678e-05,
+      "loss": 24.0625,
+      "step": 4395
+    },
+    {
+      "epoch": 0.21007359265984898,
+      "grad_norm": 265.3504943847656,
+      "learning_rate": 1.970621842857238e-05,
+      "loss": 32.0938,
+      "step": 4396
+    },
+    {
+      "epoch": 0.21012138010130937,
+      "grad_norm": 308.0489807128906,
+      "learning_rate": 1.9706032199134354e-05,
+      "loss": 30.75,
+      "step": 4397
+    },
+    {
+      "epoch": 0.21016916754276976,
+      "grad_norm": 191.61221313476562,
+      "learning_rate": 1.9705845911569722e-05,
+      "loss": 25.9062,
+      "step": 4398
+    },
+    {
+      "epoch": 0.21021695498423015,
+      "grad_norm": 216.4225311279297,
+      "learning_rate": 1.97056595658796e-05,
+      "loss": 20.8906,
+      "step": 4399
+    },
+    {
+      "epoch": 0.21026474242569052,
+      "grad_norm": 210.76568603515625,
+      "learning_rate": 1.9705473162065093e-05,
+      "loss": 33.1875,
+      "step": 4400
+    },
+    {
+      "epoch": 0.2103125298671509,
+      "grad_norm": 403.1091003417969,
+      "learning_rate": 1.970528670012733e-05,
+      "loss": 27.25,
+      "step": 4401
+    },
+    {
+      "epoch": 0.2103603173086113,
+      "grad_norm": 168.95472717285156,
+      "learning_rate": 1.9705100180067426e-05,
+      "loss": 26.9531,
+      "step": 4402
+    },
+    {
+      "epoch": 0.21040810475007168,
+      "grad_norm": 251.58389282226562,
+      "learning_rate": 1.970491360188649e-05,
+      "loss": 39.0312,
+      "step": 4403
+    },
+    {
+      "epoch": 0.21045589219153207,
+      "grad_norm": 265.8272705078125,
+      "learning_rate": 1.9704726965585646e-05,
+      "loss": 26.0781,
+      "step": 4404
+    },
+    {
+      "epoch": 0.21050367963299246,
+      "grad_norm": 160.32081604003906,
+      "learning_rate": 1.970454027116601e-05,
+      "loss": 25.7812,
+      "step": 4405
+    },
+    {
+      "epoch": 0.21055146707445282,
+      "grad_norm": 309.9428405761719,
+      "learning_rate": 1.97043535186287e-05,
+      "loss": 24.9688,
+      "step": 4406
+    },
+    {
+      "epoch": 0.21059925451591321,
+      "grad_norm": 428.3788146972656,
+      "learning_rate": 1.9704166707974837e-05,
+      "loss": 29.0625,
+      "step": 4407
+    },
+    {
+      "epoch": 0.2106470419573736,
+      "grad_norm": 385.2200927734375,
+      "learning_rate": 1.9703979839205535e-05,
+      "loss": 32.0312,
+      "step": 4408
+    },
+    {
+      "epoch": 0.210694829398834,
+      "grad_norm": 235.24392700195312,
+      "learning_rate": 1.9703792912321912e-05,
+      "loss": 25.3438,
+      "step": 4409
+    },
+    {
+      "epoch": 0.21074261684029438,
+      "grad_norm": 326.21734619140625,
+      "learning_rate": 1.9703605927325097e-05,
+      "loss": 34.5938,
+      "step": 4410
+    },
+    {
+      "epoch": 0.21079040428175475,
+      "grad_norm": 340.02423095703125,
+      "learning_rate": 1.97034188842162e-05,
+      "loss": 26.875,
+      "step": 4411
+    },
+    {
+      "epoch": 0.21083819172321513,
+      "grad_norm": 142.96661376953125,
+      "learning_rate": 1.9703231782996344e-05,
+      "loss": 31.6562,
+      "step": 4412
+    },
+    {
+      "epoch": 0.21088597916467552,
+      "grad_norm": 337.0550231933594,
+      "learning_rate": 1.970304462366665e-05,
+      "loss": 42.75,
+      "step": 4413
+    },
+    {
+      "epoch": 0.21093376660613591,
+      "grad_norm": 189.2049560546875,
+      "learning_rate": 1.9702857406228243e-05,
+      "loss": 25.6719,
+      "step": 4414
+    },
+    {
+      "epoch": 0.2109815540475963,
+      "grad_norm": 275.26934814453125,
+      "learning_rate": 1.9702670130682237e-05,
+      "loss": 42.5312,
+      "step": 4415
+    },
+    {
+      "epoch": 0.21102934148905667,
+      "grad_norm": 424.8143310546875,
+      "learning_rate": 1.9702482797029757e-05,
+      "loss": 28.4688,
+      "step": 4416
+    },
+    {
+      "epoch": 0.21107712893051706,
+      "grad_norm": 311.883056640625,
+      "learning_rate": 1.970229540527193e-05,
+      "loss": 41.4688,
+      "step": 4417
+    },
+    {
+      "epoch": 0.21112491637197744,
+      "grad_norm": 691.5280151367188,
+      "learning_rate": 1.9702107955409862e-05,
+      "loss": 53.0625,
+      "step": 4418
+    },
+    {
+      "epoch": 0.21117270381343783,
+      "grad_norm": 221.95718383789062,
+      "learning_rate": 1.9701920447444697e-05,
+      "loss": 32.3125,
+      "step": 4419
+    },
+    {
+      "epoch": 0.21122049125489822,
+      "grad_norm": 280.09173583984375,
+      "learning_rate": 1.9701732881377544e-05,
+      "loss": 44.1875,
+      "step": 4420
+    },
+    {
+      "epoch": 0.21126827869635859,
+      "grad_norm": 343.0464172363281,
+      "learning_rate": 1.9701545257209527e-05,
+      "loss": 43.2812,
+      "step": 4421
+    },
+    {
+      "epoch": 0.21131606613781898,
+      "grad_norm": 193.41590881347656,
+      "learning_rate": 1.9701357574941773e-05,
+      "loss": 24.5938,
+      "step": 4422
+    },
+    {
+      "epoch": 0.21136385357927936,
+      "grad_norm": 455.5365905761719,
+      "learning_rate": 1.9701169834575406e-05,
+      "loss": 38.1875,
+      "step": 4423
+    },
+    {
+      "epoch": 0.21141164102073975,
+      "grad_norm": 266.31195068359375,
+      "learning_rate": 1.970098203611155e-05,
+      "loss": 29.25,
+      "step": 4424
+    },
+    {
+      "epoch": 0.21145942846220014,
+      "grad_norm": 253.13330078125,
+      "learning_rate": 1.970079417955133e-05,
+      "loss": 32.0,
+      "step": 4425
+    },
+    {
+      "epoch": 0.2115072159036605,
+      "grad_norm": 256.2344665527344,
+      "learning_rate": 1.970060626489587e-05,
+      "loss": 38.375,
+      "step": 4426
+    },
+    {
+      "epoch": 0.2115550033451209,
+      "grad_norm": 146.36355590820312,
+      "learning_rate": 1.9700418292146296e-05,
+      "loss": 26.5312,
+      "step": 4427
+    },
+    {
+      "epoch": 0.21160279078658129,
+      "grad_norm": 195.78782653808594,
+      "learning_rate": 1.970023026130373e-05,
+      "loss": 29.3438,
+      "step": 4428
+    },
+    {
+      "epoch": 0.21165057822804167,
+      "grad_norm": 493.0392761230469,
+      "learning_rate": 1.9700042172369307e-05,
+      "loss": 34.9688,
+      "step": 4429
+    },
+    {
+      "epoch": 0.21169836566950206,
+      "grad_norm": 208.8314971923828,
+      "learning_rate": 1.9699854025344142e-05,
+      "loss": 27.2969,
+      "step": 4430
+    },
+    {
+      "epoch": 0.21174615311096243,
+      "grad_norm": 424.4413757324219,
+      "learning_rate": 1.9699665820229374e-05,
+      "loss": 48.875,
+      "step": 4431
+    },
+    {
+      "epoch": 0.21179394055242282,
+      "grad_norm": 412.89544677734375,
+      "learning_rate": 1.969947755702612e-05,
+      "loss": 30.5469,
+      "step": 4432
+    },
+    {
+      "epoch": 0.2118417279938832,
+      "grad_norm": 266.5829162597656,
+      "learning_rate": 1.969928923573551e-05,
+      "loss": 37.5312,
+      "step": 4433
+    },
+    {
+      "epoch": 0.2118895154353436,
+      "grad_norm": 323.2187194824219,
+      "learning_rate": 1.9699100856358674e-05,
+      "loss": 34.625,
+      "step": 4434
+    },
+    {
+      "epoch": 0.21193730287680398,
+      "grad_norm": 470.2401428222656,
+      "learning_rate": 1.969891241889674e-05,
+      "loss": 28.8438,
+      "step": 4435
+    },
+    {
+      "epoch": 0.21198509031826435,
+      "grad_norm": 185.96617126464844,
+      "learning_rate": 1.9698723923350837e-05,
+      "loss": 27.0,
+      "step": 4436
+    },
+    {
+      "epoch": 0.21203287775972474,
+      "grad_norm": 322.2357177734375,
+      "learning_rate": 1.9698535369722092e-05,
+      "loss": 27.7812,
+      "step": 4437
+    },
+    {
+      "epoch": 0.21208066520118513,
+      "grad_norm": 379.437744140625,
+      "learning_rate": 1.9698346758011634e-05,
+      "loss": 25.5938,
+      "step": 4438
+    },
+    {
+      "epoch": 0.21212845264264552,
+      "grad_norm": 803.3839721679688,
+      "learning_rate": 1.9698158088220588e-05,
+      "loss": 28.375,
+      "step": 4439
+    },
+    {
+      "epoch": 0.2121762400841059,
+      "grad_norm": 240.24220275878906,
+      "learning_rate": 1.9697969360350098e-05,
+      "loss": 18.4062,
+      "step": 4440
+    },
+    {
+      "epoch": 0.2122240275255663,
+      "grad_norm": 173.09193420410156,
+      "learning_rate": 1.969778057440128e-05,
+      "loss": 23.1875,
+      "step": 4441
+    },
+    {
+      "epoch": 0.21227181496702666,
+      "grad_norm": 223.4761199951172,
+      "learning_rate": 1.9697591730375268e-05,
+      "loss": 21.875,
+      "step": 4442
+    },
+    {
+      "epoch": 0.21231960240848705,
+      "grad_norm": 331.4659118652344,
+      "learning_rate": 1.96974028282732e-05,
+      "loss": 34.375,
+      "step": 4443
+    },
+    {
+      "epoch": 0.21236738984994744,
+      "grad_norm": 193.3192138671875,
+      "learning_rate": 1.96972138680962e-05,
+      "loss": 28.5781,
+      "step": 4444
+    },
+    {
+      "epoch": 0.21241517729140783,
+      "grad_norm": 348.71502685546875,
+      "learning_rate": 1.9697024849845402e-05,
+      "loss": 23.4062,
+      "step": 4445
+    },
+    {
+      "epoch": 0.21246296473286821,
+      "grad_norm": 183.4240264892578,
+      "learning_rate": 1.969683577352194e-05,
+      "loss": 30.3438,
+      "step": 4446
+    },
+    {
+      "epoch": 0.21251075217432858,
+      "grad_norm": 604.5244140625,
+      "learning_rate": 1.9696646639126938e-05,
+      "loss": 26.6562,
+      "step": 4447
+    },
+    {
+      "epoch": 0.21255853961578897,
+      "grad_norm": 418.1222229003906,
+      "learning_rate": 1.969645744666154e-05,
+      "loss": 35.125,
+      "step": 4448
+    },
+    {
+      "epoch": 0.21260632705724936,
+      "grad_norm": 284.4052734375,
+      "learning_rate": 1.969626819612687e-05,
+      "loss": 33.2188,
+      "step": 4449
+    },
+    {
+      "epoch": 0.21265411449870975,
+      "grad_norm": 372.9136962890625,
+      "learning_rate": 1.969607888752407e-05,
+      "loss": 43.25,
+      "step": 4450
+    },
+    {
+      "epoch": 0.21270190194017013,
+      "grad_norm": 345.04248046875,
+      "learning_rate": 1.9695889520854266e-05,
+      "loss": 54.3125,
+      "step": 4451
+    },
+    {
+      "epoch": 0.2127496893816305,
+      "grad_norm": 274.26702880859375,
+      "learning_rate": 1.9695700096118594e-05,
+      "loss": 34.125,
+      "step": 4452
+    },
+    {
+      "epoch": 0.2127974768230909,
+      "grad_norm": 268.6417541503906,
+      "learning_rate": 1.969551061331819e-05,
+      "loss": 32.25,
+      "step": 4453
+    },
+    {
+      "epoch": 0.21284526426455128,
+      "grad_norm": 202.2913055419922,
+      "learning_rate": 1.969532107245419e-05,
+      "loss": 28.1875,
+      "step": 4454
+    },
+    {
+      "epoch": 0.21289305170601167,
+      "grad_norm": 223.01808166503906,
+      "learning_rate": 1.9695131473527723e-05,
+      "loss": 23.375,
+      "step": 4455
+    },
+    {
+      "epoch": 0.21294083914747206,
+      "grad_norm": 409.8912658691406,
+      "learning_rate": 1.9694941816539933e-05,
+      "loss": 31.7188,
+      "step": 4456
+    },
+    {
+      "epoch": 0.21298862658893242,
+      "grad_norm": 507.2973327636719,
+      "learning_rate": 1.969475210149195e-05,
+      "loss": 34.75,
+      "step": 4457
+    },
+    {
+      "epoch": 0.2130364140303928,
+      "grad_norm": 473.52056884765625,
+      "learning_rate": 1.969456232838491e-05,
+      "loss": 32.4688,
+      "step": 4458
+    },
+    {
+      "epoch": 0.2130842014718532,
+      "grad_norm": 343.5003967285156,
+      "learning_rate": 1.9694372497219954e-05,
+      "loss": 23.9844,
+      "step": 4459
+    },
+    {
+      "epoch": 0.21313198891331359,
+      "grad_norm": 445.1285400390625,
+      "learning_rate": 1.9694182607998213e-05,
+      "loss": 47.7812,
+      "step": 4460
+    },
+    {
+      "epoch": 0.21317977635477398,
+      "grad_norm": 344.9941711425781,
+      "learning_rate": 1.969399266072083e-05,
+      "loss": 29.9062,
+      "step": 4461
+    },
+    {
+      "epoch": 0.21322756379623434,
+      "grad_norm": 428.39739990234375,
+      "learning_rate": 1.9693802655388937e-05,
+      "loss": 30.4375,
+      "step": 4462
+    },
+    {
+      "epoch": 0.21327535123769473,
+      "grad_norm": 158.28990173339844,
+      "learning_rate": 1.9693612592003673e-05,
+      "loss": 22.4062,
+      "step": 4463
+    },
+    {
+      "epoch": 0.21332313867915512,
+      "grad_norm": 454.00860595703125,
+      "learning_rate": 1.9693422470566183e-05,
+      "loss": 44.4062,
+      "step": 4464
+    },
+    {
+      "epoch": 0.2133709261206155,
+      "grad_norm": 305.611083984375,
+      "learning_rate": 1.9693232291077594e-05,
+      "loss": 26.7031,
+      "step": 4465
+    },
+    {
+      "epoch": 0.2134187135620759,
+      "grad_norm": 443.50726318359375,
+      "learning_rate": 1.9693042053539056e-05,
+      "loss": 25.5938,
+      "step": 4466
+    },
+    {
+      "epoch": 0.21346650100353626,
+      "grad_norm": 400.6654357910156,
+      "learning_rate": 1.9692851757951704e-05,
+      "loss": 31.1094,
+      "step": 4467
+    },
+    {
+      "epoch": 0.21351428844499665,
+      "grad_norm": 295.8929138183594,
+      "learning_rate": 1.9692661404316675e-05,
+      "loss": 37.75,
+      "step": 4468
+    },
+    {
+      "epoch": 0.21356207588645704,
+      "grad_norm": 903.53173828125,
+      "learning_rate": 1.9692470992635112e-05,
+      "loss": 36.0938,
+      "step": 4469
+    },
+    {
+      "epoch": 0.21360986332791743,
+      "grad_norm": 204.93492126464844,
+      "learning_rate": 1.9692280522908153e-05,
+      "loss": 30.6562,
+      "step": 4470
+    },
+    {
+      "epoch": 0.21365765076937782,
+      "grad_norm": 238.28216552734375,
+      "learning_rate": 1.9692089995136943e-05,
+      "loss": 33.6875,
+      "step": 4471
+    },
+    {
+      "epoch": 0.2137054382108382,
+      "grad_norm": 482.4095458984375,
+      "learning_rate": 1.9691899409322618e-05,
+      "loss": 38.8125,
+      "step": 4472
+    },
+    {
+      "epoch": 0.21375322565229857,
+      "grad_norm": 322.5523681640625,
+      "learning_rate": 1.969170876546632e-05,
+      "loss": 20.75,
+      "step": 4473
+    },
+    {
+      "epoch": 0.21380101309375896,
+      "grad_norm": 259.212890625,
+      "learning_rate": 1.969151806356919e-05,
+      "loss": 29.2656,
+      "step": 4474
+    },
+    {
+      "epoch": 0.21384880053521935,
+      "grad_norm": 507.0396423339844,
+      "learning_rate": 1.969132730363238e-05,
+      "loss": 29.5312,
+      "step": 4475
+    },
+    {
+      "epoch": 0.21389658797667974,
+      "grad_norm": 334.6543273925781,
+      "learning_rate": 1.9691136485657023e-05,
+      "loss": 44.4375,
+      "step": 4476
+    },
+    {
+      "epoch": 0.21394437541814013,
+      "grad_norm": 368.9328308105469,
+      "learning_rate": 1.9690945609644257e-05,
+      "loss": 32.6562,
+      "step": 4477
+    },
+    {
+      "epoch": 0.2139921628596005,
+      "grad_norm": 524.7675170898438,
+      "learning_rate": 1.969075467559524e-05,
+      "loss": 28.9062,
+      "step": 4478
+    },
+    {
+      "epoch": 0.21403995030106088,
+      "grad_norm": 285.5974426269531,
+      "learning_rate": 1.9690563683511105e-05,
+      "loss": 21.0938,
+      "step": 4479
+    },
+    {
+      "epoch": 0.21408773774252127,
+      "grad_norm": 253.13841247558594,
+      "learning_rate": 1.9690372633392993e-05,
+      "loss": 31.5312,
+      "step": 4480
+    },
+    {
+      "epoch": 0.21413552518398166,
+      "grad_norm": 434.70867919921875,
+      "learning_rate": 1.9690181525242056e-05,
+      "loss": 35.5312,
+      "step": 4481
+    },
+    {
+      "epoch": 0.21418331262544205,
+      "grad_norm": 395.43505859375,
+      "learning_rate": 1.9689990359059434e-05,
+      "loss": 44.1562,
+      "step": 4482
+    },
+    {
+      "epoch": 0.2142311000669024,
+      "grad_norm": 259.9591369628906,
+      "learning_rate": 1.9689799134846276e-05,
+      "loss": 27.7812,
+      "step": 4483
+    },
+    {
+      "epoch": 0.2142788875083628,
+      "grad_norm": 417.0921325683594,
+      "learning_rate": 1.968960785260372e-05,
+      "loss": 38.375,
+      "step": 4484
+    },
+    {
+      "epoch": 0.2143266749498232,
+      "grad_norm": 226.31214904785156,
+      "learning_rate": 1.968941651233292e-05,
+      "loss": 23.75,
+      "step": 4485
+    },
+    {
+      "epoch": 0.21437446239128358,
+      "grad_norm": 254.9435577392578,
+      "learning_rate": 1.968922511403502e-05,
+      "loss": 34.8438,
+      "step": 4486
+    },
+    {
+      "epoch": 0.21442224983274397,
+      "grad_norm": 237.80035400390625,
+      "learning_rate": 1.9689033657711157e-05,
+      "loss": 24.1406,
+      "step": 4487
+    },
+    {
+      "epoch": 0.21447003727420433,
+      "grad_norm": 295.4924011230469,
+      "learning_rate": 1.968884214336249e-05,
+      "loss": 35.75,
+      "step": 4488
+    },
+    {
+      "epoch": 0.21451782471566472,
+      "grad_norm": 228.3863983154297,
+      "learning_rate": 1.968865057099016e-05,
+      "loss": 26.5469,
+      "step": 4489
+    },
+    {
+      "epoch": 0.2145656121571251,
+      "grad_norm": 481.7884826660156,
+      "learning_rate": 1.9688458940595314e-05,
+      "loss": 40.0312,
+      "step": 4490
+    },
+    {
+      "epoch": 0.2146133995985855,
+      "grad_norm": 388.08819580078125,
+      "learning_rate": 1.96882672521791e-05,
+      "loss": 18.5312,
+      "step": 4491
+    },
+    {
+      "epoch": 0.2146611870400459,
+      "grad_norm": 278.7588806152344,
+      "learning_rate": 1.968807550574267e-05,
+      "loss": 31.2656,
+      "step": 4492
+    },
+    {
+      "epoch": 0.21470897448150625,
+      "grad_norm": 299.1122741699219,
+      "learning_rate": 1.968788370128716e-05,
+      "loss": 33.75,
+      "step": 4493
+    },
+    {
+      "epoch": 0.21475676192296664,
+      "grad_norm": 385.7936096191406,
+      "learning_rate": 1.9687691838813733e-05,
+      "loss": 33.3438,
+      "step": 4494
+    },
+    {
+      "epoch": 0.21480454936442703,
+      "grad_norm": 604.276123046875,
+      "learning_rate": 1.9687499918323534e-05,
+      "loss": 34.7812,
+      "step": 4495
+    },
+    {
+      "epoch": 0.21485233680588742,
+      "grad_norm": 329.9467468261719,
+      "learning_rate": 1.968730793981771e-05,
+      "loss": 29.125,
+      "step": 4496
+    },
+    {
+      "epoch": 0.2149001242473478,
+      "grad_norm": 318.0345458984375,
+      "learning_rate": 1.968711590329741e-05,
+      "loss": 28.0938,
+      "step": 4497
+    },
+    {
+      "epoch": 0.21494791168880817,
+      "grad_norm": 337.9721374511719,
+      "learning_rate": 1.9686923808763784e-05,
+      "loss": 26.3438,
+      "step": 4498
+    },
+    {
+      "epoch": 0.21499569913026856,
+      "grad_norm": 190.70533752441406,
+      "learning_rate": 1.968673165621799e-05,
+      "loss": 27.3438,
+      "step": 4499
+    },
+    {
+      "epoch": 0.21504348657172895,
+      "grad_norm": 241.00588989257812,
+      "learning_rate": 1.968653944566117e-05,
+      "loss": 32.8281,
+      "step": 4500
+    },
+    {
+      "epoch": 0.21509127401318934,
+      "grad_norm": 347.3020935058594,
+      "learning_rate": 1.9686347177094474e-05,
+      "loss": 40.3906,
+      "step": 4501
+    },
+    {
+      "epoch": 0.21513906145464973,
+      "grad_norm": 339.1159362792969,
+      "learning_rate": 1.9686154850519063e-05,
+      "loss": 32.6875,
+      "step": 4502
+    },
+    {
+      "epoch": 0.2151868488961101,
+      "grad_norm": 506.7765808105469,
+      "learning_rate": 1.9685962465936077e-05,
+      "loss": 35.6875,
+      "step": 4503
+    },
+    {
+      "epoch": 0.21523463633757048,
+      "grad_norm": 196.12188720703125,
+      "learning_rate": 1.9685770023346676e-05,
+      "loss": 26.5781,
+      "step": 4504
+    },
+    {
+      "epoch": 0.21528242377903087,
+      "grad_norm": 234.94235229492188,
+      "learning_rate": 1.968557752275201e-05,
+      "loss": 27.3438,
+      "step": 4505
+    },
+    {
+      "epoch": 0.21533021122049126,
+      "grad_norm": 270.6793518066406,
+      "learning_rate": 1.968538496415324e-05,
+      "loss": 29.75,
+      "step": 4506
+    },
+    {
+      "epoch": 0.21537799866195165,
+      "grad_norm": 154.93942260742188,
+      "learning_rate": 1.9685192347551503e-05,
+      "loss": 22.7812,
+      "step": 4507
+    },
+    {
+      "epoch": 0.21542578610341204,
+      "grad_norm": 334.3826599121094,
+      "learning_rate": 1.9684999672947964e-05,
+      "loss": 37.2188,
+      "step": 4508
+    },
+    {
+      "epoch": 0.2154735735448724,
+      "grad_norm": 244.24203491210938,
+      "learning_rate": 1.9684806940343772e-05,
+      "loss": 36.5938,
+      "step": 4509
+    },
+    {
+      "epoch": 0.2155213609863328,
+      "grad_norm": 270.7223815917969,
+      "learning_rate": 1.9684614149740087e-05,
+      "loss": 34.5938,
+      "step": 4510
+    },
+    {
+      "epoch": 0.21556914842779318,
+      "grad_norm": 352.1265563964844,
+      "learning_rate": 1.9684421301138056e-05,
+      "loss": 35.3438,
+      "step": 4511
+    },
+    {
+      "epoch": 0.21561693586925357,
+      "grad_norm": 318.03094482421875,
+      "learning_rate": 1.9684228394538843e-05,
+      "loss": 35.7812,
+      "step": 4512
+    },
+    {
+      "epoch": 0.21566472331071396,
+      "grad_norm": 321.45513916015625,
+      "learning_rate": 1.9684035429943593e-05,
+      "loss": 40.6875,
+      "step": 4513
+    },
+    {
+      "epoch": 0.21571251075217432,
+      "grad_norm": 308.41131591796875,
+      "learning_rate": 1.968384240735347e-05,
+      "loss": 28.25,
+      "step": 4514
+    },
+    {
+      "epoch": 0.2157602981936347,
+      "grad_norm": 178.71041870117188,
+      "learning_rate": 1.9683649326769624e-05,
+      "loss": 25.3125,
+      "step": 4515
+    },
+    {
+      "epoch": 0.2158080856350951,
+      "grad_norm": 270.8446350097656,
+      "learning_rate": 1.9683456188193216e-05,
+      "loss": 34.1875,
+      "step": 4516
+    },
+    {
+      "epoch": 0.2158558730765555,
+      "grad_norm": 202.60533142089844,
+      "learning_rate": 1.9683262991625396e-05,
+      "loss": 29.75,
+      "step": 4517
+    },
+    {
+      "epoch": 0.21590366051801588,
+      "grad_norm": 335.4356689453125,
+      "learning_rate": 1.968306973706733e-05,
+      "loss": 43.0625,
+      "step": 4518
+    },
+    {
+      "epoch": 0.21595144795947624,
+      "grad_norm": 625.6824340820312,
+      "learning_rate": 1.968287642452017e-05,
+      "loss": 33.25,
+      "step": 4519
+    },
+    {
+      "epoch": 0.21599923540093663,
+      "grad_norm": 370.2367248535156,
+      "learning_rate": 1.9682683053985073e-05,
+      "loss": 46.5312,
+      "step": 4520
+    },
+    {
+      "epoch": 0.21604702284239702,
+      "grad_norm": 447.66839599609375,
+      "learning_rate": 1.9682489625463202e-05,
+      "loss": 40.8125,
+      "step": 4521
+    },
+    {
+      "epoch": 0.2160948102838574,
+      "grad_norm": 138.03578186035156,
+      "learning_rate": 1.968229613895571e-05,
+      "loss": 21.4375,
+      "step": 4522
+    },
+    {
+      "epoch": 0.2161425977253178,
+      "grad_norm": 230.41558837890625,
+      "learning_rate": 1.9682102594463756e-05,
+      "loss": 32.6875,
+      "step": 4523
+    },
+    {
+      "epoch": 0.21619038516677816,
+      "grad_norm": 235.97195434570312,
+      "learning_rate": 1.96819089919885e-05,
+      "loss": 35.75,
+      "step": 4524
+    },
+    {
+      "epoch": 0.21623817260823855,
+      "grad_norm": 233.05191040039062,
+      "learning_rate": 1.9681715331531107e-05,
+      "loss": 29.4375,
+      "step": 4525
+    },
+    {
+      "epoch": 0.21628596004969894,
+      "grad_norm": 213.41481018066406,
+      "learning_rate": 1.968152161309273e-05,
+      "loss": 34.125,
+      "step": 4526
+    },
+    {
+      "epoch": 0.21633374749115933,
+      "grad_norm": 432.0680847167969,
+      "learning_rate": 1.9681327836674532e-05,
+      "loss": 35.625,
+      "step": 4527
+    },
+    {
+      "epoch": 0.21638153493261972,
+      "grad_norm": 258.6445617675781,
+      "learning_rate": 1.9681134002277668e-05,
+      "loss": 31.0,
+      "step": 4528
+    },
+    {
+      "epoch": 0.21642932237408008,
+      "grad_norm": 478.1079406738281,
+      "learning_rate": 1.9680940109903307e-05,
+      "loss": 31.875,
+      "step": 4529
+    },
+    {
+      "epoch": 0.21647710981554047,
+      "grad_norm": 178.9910125732422,
+      "learning_rate": 1.9680746159552607e-05,
+      "loss": 27.0938,
+      "step": 4530
+    },
+    {
+      "epoch": 0.21652489725700086,
+      "grad_norm": 266.24188232421875,
+      "learning_rate": 1.968055215122673e-05,
+      "loss": 34.9688,
+      "step": 4531
+    },
+    {
+      "epoch": 0.21657268469846125,
+      "grad_norm": 276.75494384765625,
+      "learning_rate": 1.968035808492683e-05,
+      "loss": 25.4531,
+      "step": 4532
+    },
+    {
+      "epoch": 0.21662047213992164,
+      "grad_norm": 297.9444274902344,
+      "learning_rate": 1.9680163960654083e-05,
+      "loss": 38.3125,
+      "step": 4533
+    },
+    {
+      "epoch": 0.216668259581382,
+      "grad_norm": 186.88026428222656,
+      "learning_rate": 1.9679969778409645e-05,
+      "loss": 33.5625,
+      "step": 4534
+    },
+    {
+      "epoch": 0.2167160470228424,
+      "grad_norm": 222.77061462402344,
+      "learning_rate": 1.9679775538194678e-05,
+      "loss": 28.0625,
+      "step": 4535
+    },
+    {
+      "epoch": 0.21676383446430278,
+      "grad_norm": 234.6671905517578,
+      "learning_rate": 1.9679581240010345e-05,
+      "loss": 20.6094,
+      "step": 4536
+    },
+    {
+      "epoch": 0.21681162190576317,
+      "grad_norm": 371.0813293457031,
+      "learning_rate": 1.9679386883857808e-05,
+      "loss": 33.4062,
+      "step": 4537
+    },
+    {
+      "epoch": 0.21685940934722356,
+      "grad_norm": 270.958984375,
+      "learning_rate": 1.9679192469738236e-05,
+      "loss": 23.9375,
+      "step": 4538
+    },
+    {
+      "epoch": 0.21690719678868392,
+      "grad_norm": 154.12037658691406,
+      "learning_rate": 1.9678997997652787e-05,
+      "loss": 22.7656,
+      "step": 4539
+    },
+    {
+      "epoch": 0.2169549842301443,
+      "grad_norm": 256.33038330078125,
+      "learning_rate": 1.9678803467602635e-05,
+      "loss": 31.2969,
+      "step": 4540
+    },
+    {
+      "epoch": 0.2170027716716047,
+      "grad_norm": 119.19770812988281,
+      "learning_rate": 1.9678608879588937e-05,
+      "loss": 15.1562,
+      "step": 4541
+    },
+    {
+      "epoch": 0.2170505591130651,
+      "grad_norm": 185.82650756835938,
+      "learning_rate": 1.967841423361286e-05,
+      "loss": 33.9062,
+      "step": 4542
+    },
+    {
+      "epoch": 0.21709834655452548,
+      "grad_norm": 177.15269470214844,
+      "learning_rate": 1.967821952967557e-05,
+      "loss": 27.6094,
+      "step": 4543
+    },
+    {
+      "epoch": 0.21714613399598587,
+      "grad_norm": 652.9451293945312,
+      "learning_rate": 1.9678024767778235e-05,
+      "loss": 28.7188,
+      "step": 4544
+    },
+    {
+      "epoch": 0.21719392143744623,
+      "grad_norm": 378.9336242675781,
+      "learning_rate": 1.9677829947922018e-05,
+      "loss": 38.8438,
+      "step": 4545
+    },
+    {
+      "epoch": 0.21724170887890662,
+      "grad_norm": 498.2395935058594,
+      "learning_rate": 1.967763507010809e-05,
+      "loss": 35.125,
+      "step": 4546
+    },
+    {
+      "epoch": 0.217289496320367,
+      "grad_norm": 225.76979064941406,
+      "learning_rate": 1.967744013433761e-05,
+      "loss": 34.8125,
+      "step": 4547
+    },
+    {
+      "epoch": 0.2173372837618274,
+      "grad_norm": 366.9715576171875,
+      "learning_rate": 1.9677245140611757e-05,
+      "loss": 42.9375,
+      "step": 4548
+    },
+    {
+      "epoch": 0.2173850712032878,
+      "grad_norm": 284.3435363769531,
+      "learning_rate": 1.967705008893169e-05,
+      "loss": 27.5312,
+      "step": 4549
+    },
+    {
+      "epoch": 0.21743285864474815,
+      "grad_norm": 559.8435668945312,
+      "learning_rate": 1.9676854979298577e-05,
+      "loss": 34.7188,
+      "step": 4550
+    },
+    {
+      "epoch": 0.21748064608620854,
+      "grad_norm": 184.16754150390625,
+      "learning_rate": 1.9676659811713593e-05,
+      "loss": 21.6094,
+      "step": 4551
+    },
+    {
+      "epoch": 0.21752843352766893,
+      "grad_norm": 266.5343017578125,
+      "learning_rate": 1.9676464586177905e-05,
+      "loss": 26.6875,
+      "step": 4552
+    },
+    {
+      "epoch": 0.21757622096912932,
+      "grad_norm": 340.1637878417969,
+      "learning_rate": 1.9676269302692677e-05,
+      "loss": 32.1562,
+      "step": 4553
+    },
+    {
+      "epoch": 0.2176240084105897,
+      "grad_norm": 418.6806335449219,
+      "learning_rate": 1.967607396125908e-05,
+      "loss": 31.3281,
+      "step": 4554
+    },
+    {
+      "epoch": 0.21767179585205007,
+      "grad_norm": 341.251220703125,
+      "learning_rate": 1.9675878561878288e-05,
+      "loss": 45.0312,
+      "step": 4555
+    },
+    {
+      "epoch": 0.21771958329351046,
+      "grad_norm": 216.64834594726562,
+      "learning_rate": 1.967568310455147e-05,
+      "loss": 34.125,
+      "step": 4556
+    },
+    {
+      "epoch": 0.21776737073497085,
+      "grad_norm": 288.92333984375,
+      "learning_rate": 1.967548758927979e-05,
+      "loss": 31.6875,
+      "step": 4557
+    },
+    {
+      "epoch": 0.21781515817643124,
+      "grad_norm": 311.17987060546875,
+      "learning_rate": 1.967529201606443e-05,
+      "loss": 40.1562,
+      "step": 4558
+    },
+    {
+      "epoch": 0.21786294561789163,
+      "grad_norm": 461.05877685546875,
+      "learning_rate": 1.9675096384906553e-05,
+      "loss": 27.0312,
+      "step": 4559
+    },
+    {
+      "epoch": 0.217910733059352,
+      "grad_norm": 272.6870422363281,
+      "learning_rate": 1.9674900695807334e-05,
+      "loss": 32.4688,
+      "step": 4560
+    },
+    {
+      "epoch": 0.21795852050081238,
+      "grad_norm": 410.8215026855469,
+      "learning_rate": 1.967470494876794e-05,
+      "loss": 46.75,
+      "step": 4561
+    },
+    {
+      "epoch": 0.21800630794227277,
+      "grad_norm": 196.13238525390625,
+      "learning_rate": 1.9674509143789553e-05,
+      "loss": 38.5,
+      "step": 4562
+    },
+    {
+      "epoch": 0.21805409538373316,
+      "grad_norm": 310.7529296875,
+      "learning_rate": 1.9674313280873335e-05,
+      "loss": 31.375,
+      "step": 4563
+    },
+    {
+      "epoch": 0.21810188282519355,
+      "grad_norm": 661.2642822265625,
+      "learning_rate": 1.967411736002047e-05,
+      "loss": 26.7188,
+      "step": 4564
+    },
+    {
+      "epoch": 0.2181496702666539,
+      "grad_norm": 375.492919921875,
+      "learning_rate": 1.9673921381232117e-05,
+      "loss": 41.7188,
+      "step": 4565
+    },
+    {
+      "epoch": 0.2181974577081143,
+      "grad_norm": 267.8503112792969,
+      "learning_rate": 1.967372534450946e-05,
+      "loss": 31.375,
+      "step": 4566
+    },
+    {
+      "epoch": 0.2182452451495747,
+      "grad_norm": 274.3324279785156,
+      "learning_rate": 1.9673529249853676e-05,
+      "loss": 40.9375,
+      "step": 4567
+    },
+    {
+      "epoch": 0.21829303259103508,
+      "grad_norm": 172.5609893798828,
+      "learning_rate": 1.967333309726593e-05,
+      "loss": 25.0625,
+      "step": 4568
+    },
+    {
+      "epoch": 0.21834082003249547,
+      "grad_norm": 215.19949340820312,
+      "learning_rate": 1.96731368867474e-05,
+      "loss": 34.0156,
+      "step": 4569
+    },
+    {
+      "epoch": 0.21838860747395583,
+      "grad_norm": 336.7247009277344,
+      "learning_rate": 1.967294061829926e-05,
+      "loss": 30.1875,
+      "step": 4570
+    },
+    {
+      "epoch": 0.21843639491541622,
+      "grad_norm": 298.3206787109375,
+      "learning_rate": 1.967274429192269e-05,
+      "loss": 27.625,
+      "step": 4571
+    },
+    {
+      "epoch": 0.2184841823568766,
+      "grad_norm": 392.5600280761719,
+      "learning_rate": 1.9672547907618863e-05,
+      "loss": 27.9062,
+      "step": 4572
+    },
+    {
+      "epoch": 0.218531969798337,
+      "grad_norm": 313.2545471191406,
+      "learning_rate": 1.9672351465388955e-05,
+      "loss": 45.4375,
+      "step": 4573
+    },
+    {
+      "epoch": 0.2185797572397974,
+      "grad_norm": 283.6635437011719,
+      "learning_rate": 1.9672154965234144e-05,
+      "loss": 31.875,
+      "step": 4574
+    },
+    {
+      "epoch": 0.21862754468125775,
+      "grad_norm": 367.1680908203125,
+      "learning_rate": 1.96719584071556e-05,
+      "loss": 45.0625,
+      "step": 4575
+    },
+    {
+      "epoch": 0.21867533212271814,
+      "grad_norm": 409.1950988769531,
+      "learning_rate": 1.9671761791154513e-05,
+      "loss": 29.8125,
+      "step": 4576
+    },
+    {
+      "epoch": 0.21872311956417853,
+      "grad_norm": 231.74798583984375,
+      "learning_rate": 1.9671565117232047e-05,
+      "loss": 30.8125,
+      "step": 4577
+    },
+    {
+      "epoch": 0.21877090700563892,
+      "grad_norm": 181.93142700195312,
+      "learning_rate": 1.9671368385389388e-05,
+      "loss": 22.3281,
+      "step": 4578
+    },
+    {
+      "epoch": 0.2188186944470993,
+      "grad_norm": 331.3000793457031,
+      "learning_rate": 1.967117159562771e-05,
+      "loss": 31.0938,
+      "step": 4579
+    },
+    {
+      "epoch": 0.2188664818885597,
+      "grad_norm": 365.0597839355469,
+      "learning_rate": 1.9670974747948196e-05,
+      "loss": 40.7188,
+      "step": 4580
+    },
+    {
+      "epoch": 0.21891426933002006,
+      "grad_norm": 319.8353576660156,
+      "learning_rate": 1.967077784235202e-05,
+      "loss": 39.6562,
+      "step": 4581
+    },
+    {
+      "epoch": 0.21896205677148045,
+      "grad_norm": 405.2617492675781,
+      "learning_rate": 1.9670580878840366e-05,
+      "loss": 26.0938,
+      "step": 4582
+    },
+    {
+      "epoch": 0.21900984421294084,
+      "grad_norm": 225.7344207763672,
+      "learning_rate": 1.9670383857414407e-05,
+      "loss": 22.9688,
+      "step": 4583
+    },
+    {
+      "epoch": 0.21905763165440123,
+      "grad_norm": 360.50146484375,
+      "learning_rate": 1.9670186778075333e-05,
+      "loss": 52.8125,
+      "step": 4584
+    },
+    {
+      "epoch": 0.21910541909586162,
+      "grad_norm": 374.6687316894531,
+      "learning_rate": 1.966998964082431e-05,
+      "loss": 42.75,
+      "step": 4585
+    },
+    {
+      "epoch": 0.21915320653732198,
+      "grad_norm": 260.92120361328125,
+      "learning_rate": 1.9669792445662534e-05,
+      "loss": 37.75,
+      "step": 4586
+    },
+    {
+      "epoch": 0.21920099397878237,
+      "grad_norm": 249.17132568359375,
+      "learning_rate": 1.9669595192591177e-05,
+      "loss": 40.9375,
+      "step": 4587
+    },
+    {
+      "epoch": 0.21924878142024276,
+      "grad_norm": 223.0717315673828,
+      "learning_rate": 1.966939788161142e-05,
+      "loss": 31.3438,
+      "step": 4588
+    },
+    {
+      "epoch": 0.21929656886170315,
+      "grad_norm": 257.9685363769531,
+      "learning_rate": 1.9669200512724447e-05,
+      "loss": 31.4375,
+      "step": 4589
+    },
+    {
+      "epoch": 0.21934435630316354,
+      "grad_norm": 438.8654479980469,
+      "learning_rate": 1.966900308593144e-05,
+      "loss": 40.7188,
+      "step": 4590
+    },
+    {
+      "epoch": 0.2193921437446239,
+      "grad_norm": 217.40902709960938,
+      "learning_rate": 1.9668805601233582e-05,
+      "loss": 32.6562,
+      "step": 4591
+    },
+    {
+      "epoch": 0.2194399311860843,
+      "grad_norm": 289.7273864746094,
+      "learning_rate": 1.9668608058632053e-05,
+      "loss": 34.5312,
+      "step": 4592
+    },
+    {
+      "epoch": 0.21948771862754468,
+      "grad_norm": 172.18276977539062,
+      "learning_rate": 1.966841045812804e-05,
+      "loss": 29.5,
+      "step": 4593
+    },
+    {
+      "epoch": 0.21953550606900507,
+      "grad_norm": 290.00384521484375,
+      "learning_rate": 1.966821279972272e-05,
+      "loss": 36.0625,
+      "step": 4594
+    },
+    {
+      "epoch": 0.21958329351046546,
+      "grad_norm": 340.87030029296875,
+      "learning_rate": 1.9668015083417285e-05,
+      "loss": 38.1562,
+      "step": 4595
+    },
+    {
+      "epoch": 0.21963108095192582,
+      "grad_norm": 217.84414672851562,
+      "learning_rate": 1.9667817309212913e-05,
+      "loss": 30.7344,
+      "step": 4596
+    },
+    {
+      "epoch": 0.2196788683933862,
+      "grad_norm": 524.4381103515625,
+      "learning_rate": 1.9667619477110793e-05,
+      "loss": 54.6562,
+      "step": 4597
+    },
+    {
+      "epoch": 0.2197266558348466,
+      "grad_norm": 262.3214416503906,
+      "learning_rate": 1.96674215871121e-05,
+      "loss": 29.8438,
+      "step": 4598
+    },
+    {
+      "epoch": 0.219774443276307,
+      "grad_norm": 677.1913452148438,
+      "learning_rate": 1.966722363921803e-05,
+      "loss": 39.8125,
+      "step": 4599
+    },
+    {
+      "epoch": 0.21982223071776738,
+      "grad_norm": 325.4091796875,
+      "learning_rate": 1.9667025633429766e-05,
+      "loss": 28.0312,
+      "step": 4600
+    },
+    {
+      "epoch": 0.21987001815922774,
+      "grad_norm": 599.1859130859375,
+      "learning_rate": 1.9666827569748492e-05,
+      "loss": 31.375,
+      "step": 4601
+    },
+    {
+      "epoch": 0.21991780560068813,
+      "grad_norm": 303.7923889160156,
+      "learning_rate": 1.9666629448175393e-05,
+      "loss": 40.875,
+      "step": 4602
+    },
+    {
+      "epoch": 0.21996559304214852,
+      "grad_norm": 223.47012329101562,
+      "learning_rate": 1.9666431268711655e-05,
+      "loss": 30.1719,
+      "step": 4603
+    },
+    {
+      "epoch": 0.2200133804836089,
+      "grad_norm": 431.44573974609375,
+      "learning_rate": 1.966623303135847e-05,
+      "loss": 34.9375,
+      "step": 4604
+    },
+    {
+      "epoch": 0.2200611679250693,
+      "grad_norm": 220.486572265625,
+      "learning_rate": 1.9666034736117023e-05,
+      "loss": 32.0,
+      "step": 4605
+    },
+    {
+      "epoch": 0.22010895536652966,
+      "grad_norm": 233.3253936767578,
+      "learning_rate": 1.9665836382988497e-05,
+      "loss": 31.8125,
+      "step": 4606
+    },
+    {
+      "epoch": 0.22015674280799005,
+      "grad_norm": 361.8118591308594,
+      "learning_rate": 1.9665637971974086e-05,
+      "loss": 44.3438,
+      "step": 4607
+    },
+    {
+      "epoch": 0.22020453024945044,
+      "grad_norm": 189.33335876464844,
+      "learning_rate": 1.9665439503074978e-05,
+      "loss": 28.4375,
+      "step": 4608
+    },
+    {
+      "epoch": 0.22025231769091083,
+      "grad_norm": 341.96905517578125,
+      "learning_rate": 1.9665240976292356e-05,
+      "loss": 33.3125,
+      "step": 4609
+    },
+    {
+      "epoch": 0.22030010513237122,
+      "grad_norm": 220.02853393554688,
+      "learning_rate": 1.966504239162741e-05,
+      "loss": 32.3438,
+      "step": 4610
+    },
+    {
+      "epoch": 0.2203478925738316,
+      "grad_norm": 185.1913299560547,
+      "learning_rate": 1.9664843749081335e-05,
+      "loss": 20.7031,
+      "step": 4611
+    },
+    {
+      "epoch": 0.22039568001529197,
+      "grad_norm": 499.2134704589844,
+      "learning_rate": 1.9664645048655315e-05,
+      "loss": 42.9062,
+      "step": 4612
+    },
+    {
+      "epoch": 0.22044346745675236,
+      "grad_norm": 434.72998046875,
+      "learning_rate": 1.966444629035054e-05,
+      "loss": 34.75,
+      "step": 4613
+    },
+    {
+      "epoch": 0.22049125489821275,
+      "grad_norm": 335.91448974609375,
+      "learning_rate": 1.9664247474168206e-05,
+      "loss": 28.875,
+      "step": 4614
+    },
+    {
+      "epoch": 0.22053904233967314,
+      "grad_norm": 350.186279296875,
+      "learning_rate": 1.96640486001095e-05,
+      "loss": 41.1875,
+      "step": 4615
+    },
+    {
+      "epoch": 0.22058682978113353,
+      "grad_norm": 270.71856689453125,
+      "learning_rate": 1.9663849668175612e-05,
+      "loss": 22.0,
+      "step": 4616
+    },
+    {
+      "epoch": 0.2206346172225939,
+      "grad_norm": 230.17979431152344,
+      "learning_rate": 1.9663650678367735e-05,
+      "loss": 30.1875,
+      "step": 4617
+    },
+    {
+      "epoch": 0.22068240466405428,
+      "grad_norm": 296.6890563964844,
+      "learning_rate": 1.966345163068706e-05,
+      "loss": 29.3438,
+      "step": 4618
+    },
+    {
+      "epoch": 0.22073019210551467,
+      "grad_norm": 327.50225830078125,
+      "learning_rate": 1.9663252525134776e-05,
+      "loss": 36.2188,
+      "step": 4619
+    },
+    {
+      "epoch": 0.22077797954697506,
+      "grad_norm": 473.6865234375,
+      "learning_rate": 1.966305336171208e-05,
+      "loss": 39.8125,
+      "step": 4620
+    },
+    {
+      "epoch": 0.22082576698843545,
+      "grad_norm": 151.6071014404297,
+      "learning_rate": 1.9662854140420165e-05,
+      "loss": 33.5625,
+      "step": 4621
+    },
+    {
+      "epoch": 0.2208735544298958,
+      "grad_norm": 495.7065124511719,
+      "learning_rate": 1.966265486126022e-05,
+      "loss": 38.6875,
+      "step": 4622
+    },
+    {
+      "epoch": 0.2209213418713562,
+      "grad_norm": 333.2850341796875,
+      "learning_rate": 1.966245552423344e-05,
+      "loss": 24.375,
+      "step": 4623
+    },
+    {
+      "epoch": 0.2209691293128166,
+      "grad_norm": 268.38812255859375,
+      "learning_rate": 1.9662256129341022e-05,
+      "loss": 28.7969,
+      "step": 4624
+    },
+    {
+      "epoch": 0.22101691675427698,
+      "grad_norm": 227.03152465820312,
+      "learning_rate": 1.9662056676584157e-05,
+      "loss": 24.3438,
+      "step": 4625
+    },
+    {
+      "epoch": 0.22106470419573737,
+      "grad_norm": 207.52146911621094,
+      "learning_rate": 1.966185716596404e-05,
+      "loss": 29.6875,
+      "step": 4626
+    },
+    {
+      "epoch": 0.22111249163719773,
+      "grad_norm": 840.6912841796875,
+      "learning_rate": 1.9661657597481863e-05,
+      "loss": 37.8125,
+      "step": 4627
+    },
+    {
+      "epoch": 0.22116027907865812,
+      "grad_norm": 360.2738952636719,
+      "learning_rate": 1.9661457971138826e-05,
+      "loss": 28.9375,
+      "step": 4628
+    },
+    {
+      "epoch": 0.2212080665201185,
+      "grad_norm": 474.1193542480469,
+      "learning_rate": 1.9661258286936124e-05,
+      "loss": 37.7188,
+      "step": 4629
+    },
+    {
+      "epoch": 0.2212558539615789,
+      "grad_norm": 290.3564453125,
+      "learning_rate": 1.966105854487495e-05,
+      "loss": 23.6562,
+      "step": 4630
+    },
+    {
+      "epoch": 0.2213036414030393,
+      "grad_norm": 277.8455505371094,
+      "learning_rate": 1.96608587449565e-05,
+      "loss": 20.8125,
+      "step": 4631
+    },
+    {
+      "epoch": 0.22135142884449965,
+      "grad_norm": 423.1603698730469,
+      "learning_rate": 1.9660658887181975e-05,
+      "loss": 39.1562,
+      "step": 4632
+    },
+    {
+      "epoch": 0.22139921628596004,
+      "grad_norm": 279.9942321777344,
+      "learning_rate": 1.9660458971552565e-05,
+      "loss": 24.75,
+      "step": 4633
+    },
+    {
+      "epoch": 0.22144700372742043,
+      "grad_norm": 404.0779724121094,
+      "learning_rate": 1.9660258998069476e-05,
+      "loss": 46.25,
+      "step": 4634
+    },
+    {
+      "epoch": 0.22149479116888082,
+      "grad_norm": 217.32582092285156,
+      "learning_rate": 1.9660058966733895e-05,
+      "loss": 31.8125,
+      "step": 4635
+    },
+    {
+      "epoch": 0.2215425786103412,
+      "grad_norm": 251.2658233642578,
+      "learning_rate": 1.9659858877547028e-05,
+      "loss": 30.5,
+      "step": 4636
+    },
+    {
+      "epoch": 0.22159036605180157,
+      "grad_norm": 190.37619018554688,
+      "learning_rate": 1.9659658730510073e-05,
+      "loss": 24.9375,
+      "step": 4637
+    },
+    {
+      "epoch": 0.22163815349326196,
+      "grad_norm": 344.2021789550781,
+      "learning_rate": 1.9659458525624224e-05,
+      "loss": 34.1562,
+      "step": 4638
+    },
+    {
+      "epoch": 0.22168594093472235,
+      "grad_norm": 236.2229461669922,
+      "learning_rate": 1.9659258262890683e-05,
+      "loss": 31.7969,
+      "step": 4639
+    },
+    {
+      "epoch": 0.22173372837618274,
+      "grad_norm": 201.84829711914062,
+      "learning_rate": 1.965905794231065e-05,
+      "loss": 25.0312,
+      "step": 4640
+    },
+    {
+      "epoch": 0.22178151581764313,
+      "grad_norm": 399.4181823730469,
+      "learning_rate": 1.9658857563885325e-05,
+      "loss": 43.75,
+      "step": 4641
+    },
+    {
+      "epoch": 0.2218293032591035,
+      "grad_norm": 283.1235046386719,
+      "learning_rate": 1.9658657127615903e-05,
+      "loss": 31.5312,
+      "step": 4642
+    },
+    {
+      "epoch": 0.22187709070056388,
+      "grad_norm": 273.5910949707031,
+      "learning_rate": 1.965845663350359e-05,
+      "loss": 33.4688,
+      "step": 4643
+    },
+    {
+      "epoch": 0.22192487814202427,
+      "grad_norm": 259.7506103515625,
+      "learning_rate": 1.9658256081549585e-05,
+      "loss": 31.5,
+      "step": 4644
+    },
+    {
+      "epoch": 0.22197266558348466,
+      "grad_norm": 178.41278076171875,
+      "learning_rate": 1.9658055471755086e-05,
+      "loss": 26.9688,
+      "step": 4645
+    },
+    {
+      "epoch": 0.22202045302494505,
+      "grad_norm": 184.29002380371094,
+      "learning_rate": 1.96578548041213e-05,
+      "loss": 22.0938,
+      "step": 4646
+    },
+    {
+      "epoch": 0.22206824046640544,
+      "grad_norm": 302.2322082519531,
+      "learning_rate": 1.9657654078649426e-05,
+      "loss": 33.4688,
+      "step": 4647
+    },
+    {
+      "epoch": 0.2221160279078658,
+      "grad_norm": 590.3652954101562,
+      "learning_rate": 1.9657453295340664e-05,
+      "loss": 37.75,
+      "step": 4648
+    },
+    {
+      "epoch": 0.2221638153493262,
+      "grad_norm": 330.422119140625,
+      "learning_rate": 1.9657252454196218e-05,
+      "loss": 42.4062,
+      "step": 4649
+    },
+    {
+      "epoch": 0.22221160279078658,
+      "grad_norm": 378.4360046386719,
+      "learning_rate": 1.965705155521729e-05,
+      "loss": 32.8438,
+      "step": 4650
+    },
+    {
+      "epoch": 0.22225939023224697,
+      "grad_norm": 340.4503173828125,
+      "learning_rate": 1.965685059840509e-05,
+      "loss": 49.25,
+      "step": 4651
+    },
+    {
+      "epoch": 0.22230717767370736,
+      "grad_norm": 427.3334045410156,
+      "learning_rate": 1.965664958376081e-05,
+      "loss": 37.1875,
+      "step": 4652
+    },
+    {
+      "epoch": 0.22235496511516772,
+      "grad_norm": 319.2262268066406,
+      "learning_rate": 1.9656448511285663e-05,
+      "loss": 21.7812,
+      "step": 4653
+    },
+    {
+      "epoch": 0.2224027525566281,
+      "grad_norm": 292.68255615234375,
+      "learning_rate": 1.9656247380980846e-05,
+      "loss": 33.125,
+      "step": 4654
+    },
+    {
+      "epoch": 0.2224505399980885,
+      "grad_norm": 285.0592041015625,
+      "learning_rate": 1.9656046192847568e-05,
+      "loss": 35.0625,
+      "step": 4655
+    },
+    {
+      "epoch": 0.2224983274395489,
+      "grad_norm": 329.5060729980469,
+      "learning_rate": 1.9655844946887035e-05,
+      "loss": 46.6562,
+      "step": 4656
+    },
+    {
+      "epoch": 0.22254611488100928,
+      "grad_norm": 159.8158416748047,
+      "learning_rate": 1.9655643643100447e-05,
+      "loss": 23.4531,
+      "step": 4657
+    },
+    {
+      "epoch": 0.22259390232246964,
+      "grad_norm": 746.8233032226562,
+      "learning_rate": 1.9655442281489018e-05,
+      "loss": 31.9531,
+      "step": 4658
+    },
+    {
+      "epoch": 0.22264168976393003,
+      "grad_norm": 269.77777099609375,
+      "learning_rate": 1.9655240862053942e-05,
+      "loss": 30.5469,
+      "step": 4659
+    },
+    {
+      "epoch": 0.22268947720539042,
+      "grad_norm": 187.35675048828125,
+      "learning_rate": 1.965503938479644e-05,
+      "loss": 38.2188,
+      "step": 4660
+    },
+    {
+      "epoch": 0.2227372646468508,
+      "grad_norm": 384.1453552246094,
+      "learning_rate": 1.9654837849717704e-05,
+      "loss": 32.5312,
+      "step": 4661
+    },
+    {
+      "epoch": 0.2227850520883112,
+      "grad_norm": 355.1474304199219,
+      "learning_rate": 1.965463625681895e-05,
+      "loss": 29.125,
+      "step": 4662
+    },
+    {
+      "epoch": 0.22283283952977156,
+      "grad_norm": 319.10980224609375,
+      "learning_rate": 1.9654434606101384e-05,
+      "loss": 32.625,
+      "step": 4663
+    },
+    {
+      "epoch": 0.22288062697123195,
+      "grad_norm": 366.5937194824219,
+      "learning_rate": 1.9654232897566208e-05,
+      "loss": 44.7812,
+      "step": 4664
+    },
+    {
+      "epoch": 0.22292841441269234,
+      "grad_norm": 296.014892578125,
+      "learning_rate": 1.9654031131214636e-05,
+      "loss": 26.625,
+      "step": 4665
+    },
+    {
+      "epoch": 0.22297620185415273,
+      "grad_norm": 191.72080993652344,
+      "learning_rate": 1.9653829307047875e-05,
+      "loss": 24.2969,
+      "step": 4666
+    },
+    {
+      "epoch": 0.22302398929561312,
+      "grad_norm": 277.0973815917969,
+      "learning_rate": 1.9653627425067135e-05,
+      "loss": 31.5,
+      "step": 4667
+    },
+    {
+      "epoch": 0.22307177673707348,
+      "grad_norm": 229.66502380371094,
+      "learning_rate": 1.965342548527362e-05,
+      "loss": 22.5,
+      "step": 4668
+    },
+    {
+      "epoch": 0.22311956417853387,
+      "grad_norm": 290.88043212890625,
+      "learning_rate": 1.9653223487668546e-05,
+      "loss": 25.25,
+      "step": 4669
+    },
+    {
+      "epoch": 0.22316735161999426,
+      "grad_norm": 390.7012023925781,
+      "learning_rate": 1.9653021432253118e-05,
+      "loss": 40.6562,
+      "step": 4670
+    },
+    {
+      "epoch": 0.22321513906145465,
+      "grad_norm": 438.83453369140625,
+      "learning_rate": 1.9652819319028547e-05,
+      "loss": 36.5938,
+      "step": 4671
+    },
+    {
+      "epoch": 0.22326292650291504,
+      "grad_norm": 348.0589904785156,
+      "learning_rate": 1.9652617147996045e-05,
+      "loss": 26.4531,
+      "step": 4672
+    },
+    {
+      "epoch": 0.2233107139443754,
+      "grad_norm": 376.9155578613281,
+      "learning_rate": 1.9652414919156824e-05,
+      "loss": 33.125,
+      "step": 4673
+    },
+    {
+      "epoch": 0.2233585013858358,
+      "grad_norm": 248.2299346923828,
+      "learning_rate": 1.9652212632512086e-05,
+      "loss": 38.4062,
+      "step": 4674
+    },
+    {
+      "epoch": 0.22340628882729618,
+      "grad_norm": 314.53912353515625,
+      "learning_rate": 1.9652010288063056e-05,
+      "loss": 29.3125,
+      "step": 4675
+    },
+    {
+      "epoch": 0.22345407626875657,
+      "grad_norm": 535.276123046875,
+      "learning_rate": 1.9651807885810935e-05,
+      "loss": 33.5,
+      "step": 4676
+    },
+    {
+      "epoch": 0.22350186371021696,
+      "grad_norm": 212.64419555664062,
+      "learning_rate": 1.965160542575694e-05,
+      "loss": 21.3125,
+      "step": 4677
+    },
+    {
+      "epoch": 0.22354965115167733,
+      "grad_norm": 342.7879943847656,
+      "learning_rate": 1.9651402907902278e-05,
+      "loss": 33.9375,
+      "step": 4678
+    },
+    {
+      "epoch": 0.22359743859313772,
+      "grad_norm": 291.40521240234375,
+      "learning_rate": 1.965120033224817e-05,
+      "loss": 35.9062,
+      "step": 4679
+    },
+    {
+      "epoch": 0.2236452260345981,
+      "grad_norm": 261.5084228515625,
+      "learning_rate": 1.965099769879583e-05,
+      "loss": 38.3438,
+      "step": 4680
+    },
+    {
+      "epoch": 0.2236930134760585,
+      "grad_norm": 278.6749572753906,
+      "learning_rate": 1.9650795007546462e-05,
+      "loss": 30.0625,
+      "step": 4681
+    },
+    {
+      "epoch": 0.22374080091751888,
+      "grad_norm": 331.270263671875,
+      "learning_rate": 1.9650592258501285e-05,
+      "loss": 40.625,
+      "step": 4682
+    },
+    {
+      "epoch": 0.22378858835897927,
+      "grad_norm": 512.6818237304688,
+      "learning_rate": 1.9650389451661516e-05,
+      "loss": 33.6562,
+      "step": 4683
+    },
+    {
+      "epoch": 0.22383637580043964,
+      "grad_norm": 294.71868896484375,
+      "learning_rate": 1.9650186587028363e-05,
+      "loss": 38.6562,
+      "step": 4684
+    },
+    {
+      "epoch": 0.22388416324190002,
+      "grad_norm": 237.75733947753906,
+      "learning_rate": 1.9649983664603047e-05,
+      "loss": 29.0625,
+      "step": 4685
+    },
+    {
+      "epoch": 0.22393195068336041,
+      "grad_norm": 279.515625,
+      "learning_rate": 1.964978068438678e-05,
+      "loss": 30.7188,
+      "step": 4686
+    },
+    {
+      "epoch": 0.2239797381248208,
+      "grad_norm": 152.52586364746094,
+      "learning_rate": 1.9649577646380776e-05,
+      "loss": 24.1562,
+      "step": 4687
+    },
+    {
+      "epoch": 0.2240275255662812,
+      "grad_norm": 166.06443786621094,
+      "learning_rate": 1.9649374550586257e-05,
+      "loss": 28.9844,
+      "step": 4688
+    },
+    {
+      "epoch": 0.22407531300774156,
+      "grad_norm": 248.53256225585938,
+      "learning_rate": 1.9649171397004433e-05,
+      "loss": 30.1875,
+      "step": 4689
+    },
+    {
+      "epoch": 0.22412310044920195,
+      "grad_norm": 341.142578125,
+      "learning_rate": 1.964896818563652e-05,
+      "loss": 39.5938,
+      "step": 4690
+    },
+    {
+      "epoch": 0.22417088789066233,
+      "grad_norm": 399.9749450683594,
+      "learning_rate": 1.9648764916483746e-05,
+      "loss": 31.875,
+      "step": 4691
+    },
+    {
+      "epoch": 0.22421867533212272,
+      "grad_norm": 312.1953125,
+      "learning_rate": 1.9648561589547315e-05,
+      "loss": 28.3125,
+      "step": 4692
+    },
+    {
+      "epoch": 0.22426646277358311,
+      "grad_norm": 197.82034301757812,
+      "learning_rate": 1.9648358204828452e-05,
+      "loss": 35.2188,
+      "step": 4693
+    },
+    {
+      "epoch": 0.22431425021504348,
+      "grad_norm": 217.1279754638672,
+      "learning_rate": 1.9648154762328372e-05,
+      "loss": 34.4375,
+      "step": 4694
+    },
+    {
+      "epoch": 0.22436203765650387,
+      "grad_norm": 370.8404846191406,
+      "learning_rate": 1.9647951262048295e-05,
+      "loss": 32.7188,
+      "step": 4695
+    },
+    {
+      "epoch": 0.22440982509796426,
+      "grad_norm": 232.5091552734375,
+      "learning_rate": 1.964774770398944e-05,
+      "loss": 33.4688,
+      "step": 4696
+    },
+    {
+      "epoch": 0.22445761253942464,
+      "grad_norm": 221.80606079101562,
+      "learning_rate": 1.9647544088153024e-05,
+      "loss": 27.75,
+      "step": 4697
+    },
+    {
+      "epoch": 0.22450539998088503,
+      "grad_norm": 306.3248291015625,
+      "learning_rate": 1.964734041454027e-05,
+      "loss": 38.8438,
+      "step": 4698
+    },
+    {
+      "epoch": 0.2245531874223454,
+      "grad_norm": 399.9960632324219,
+      "learning_rate": 1.9647136683152393e-05,
+      "loss": 32.6562,
+      "step": 4699
+    },
+    {
+      "epoch": 0.22460097486380579,
+      "grad_norm": 598.495849609375,
+      "learning_rate": 1.9646932893990615e-05,
+      "loss": 41.7812,
+      "step": 4700
+    },
+    {
+      "epoch": 0.22464876230526618,
+      "grad_norm": 294.9986877441406,
+      "learning_rate": 1.964672904705616e-05,
+      "loss": 35.0938,
+      "step": 4701
+    },
+    {
+      "epoch": 0.22469654974672656,
+      "grad_norm": 268.13726806640625,
+      "learning_rate": 1.964652514235024e-05,
+      "loss": 26.5938,
+      "step": 4702
+    },
+    {
+      "epoch": 0.22474433718818695,
+      "grad_norm": 232.7891387939453,
+      "learning_rate": 1.964632117987409e-05,
+      "loss": 29.75,
+      "step": 4703
+    },
+    {
+      "epoch": 0.22479212462964732,
+      "grad_norm": 301.33892822265625,
+      "learning_rate": 1.9646117159628917e-05,
+      "loss": 22.4375,
+      "step": 4704
+    },
+    {
+      "epoch": 0.2248399120711077,
+      "grad_norm": 332.5973205566406,
+      "learning_rate": 1.964591308161595e-05,
+      "loss": 32.0312,
+      "step": 4705
+    },
+    {
+      "epoch": 0.2248876995125681,
+      "grad_norm": 130.5733184814453,
+      "learning_rate": 1.9645708945836412e-05,
+      "loss": 21.6875,
+      "step": 4706
+    },
+    {
+      "epoch": 0.22493548695402849,
+      "grad_norm": 246.01290893554688,
+      "learning_rate": 1.9645504752291524e-05,
+      "loss": 27.5312,
+      "step": 4707
+    },
+    {
+      "epoch": 0.22498327439548887,
+      "grad_norm": 131.9801025390625,
+      "learning_rate": 1.964530050098251e-05,
+      "loss": 29.4062,
+      "step": 4708
+    },
+    {
+      "epoch": 0.22503106183694924,
+      "grad_norm": 347.046630859375,
+      "learning_rate": 1.9645096191910586e-05,
+      "loss": 29.7812,
+      "step": 4709
+    },
+    {
+      "epoch": 0.22507884927840963,
+      "grad_norm": 284.92242431640625,
+      "learning_rate": 1.9644891825076987e-05,
+      "loss": 24.5,
+      "step": 4710
+    },
+    {
+      "epoch": 0.22512663671987002,
+      "grad_norm": 171.57579040527344,
+      "learning_rate": 1.964468740048293e-05,
+      "loss": 21.7656,
+      "step": 4711
+    },
+    {
+      "epoch": 0.2251744241613304,
+      "grad_norm": 232.34275817871094,
+      "learning_rate": 1.9644482918129636e-05,
+      "loss": 31.625,
+      "step": 4712
+    },
+    {
+      "epoch": 0.2252222116027908,
+      "grad_norm": 325.7746887207031,
+      "learning_rate": 1.964427837801834e-05,
+      "loss": 47.0312,
+      "step": 4713
+    },
+    {
+      "epoch": 0.22526999904425118,
+      "grad_norm": 262.6032409667969,
+      "learning_rate": 1.964407378015026e-05,
+      "loss": 19.8906,
+      "step": 4714
+    },
+    {
+      "epoch": 0.22531778648571155,
+      "grad_norm": 385.0771789550781,
+      "learning_rate": 1.9643869124526622e-05,
+      "loss": 44.125,
+      "step": 4715
+    },
+    {
+      "epoch": 0.22536557392717194,
+      "grad_norm": 283.1434631347656,
+      "learning_rate": 1.964366441114865e-05,
+      "loss": 30.8438,
+      "step": 4716
+    },
+    {
+      "epoch": 0.22541336136863233,
+      "grad_norm": 287.2266540527344,
+      "learning_rate": 1.9643459640017574e-05,
+      "loss": 29.9375,
+      "step": 4717
+    },
+    {
+      "epoch": 0.22546114881009272,
+      "grad_norm": 259.80804443359375,
+      "learning_rate": 1.9643254811134617e-05,
+      "loss": 31.0312,
+      "step": 4718
+    },
+    {
+      "epoch": 0.2255089362515531,
+      "grad_norm": 308.3274230957031,
+      "learning_rate": 1.9643049924501007e-05,
+      "loss": 30.75,
+      "step": 4719
+    },
+    {
+      "epoch": 0.22555672369301347,
+      "grad_norm": 281.5445861816406,
+      "learning_rate": 1.964284498011797e-05,
+      "loss": 37.625,
+      "step": 4720
+    },
+    {
+      "epoch": 0.22560451113447386,
+      "grad_norm": 633.3366088867188,
+      "learning_rate": 1.9642639977986735e-05,
+      "loss": 39.1562,
+      "step": 4721
+    },
+    {
+      "epoch": 0.22565229857593425,
+      "grad_norm": 255.46182250976562,
+      "learning_rate": 1.9642434918108532e-05,
+      "loss": 36.875,
+      "step": 4722
+    },
+    {
+      "epoch": 0.22570008601739464,
+      "grad_norm": 180.2681121826172,
+      "learning_rate": 1.9642229800484583e-05,
+      "loss": 26.7344,
+      "step": 4723
+    },
+    {
+      "epoch": 0.22574787345885503,
+      "grad_norm": 218.8755645751953,
+      "learning_rate": 1.9642024625116117e-05,
+      "loss": 25.375,
+      "step": 4724
+    },
+    {
+      "epoch": 0.2257956609003154,
+      "grad_norm": 185.46371459960938,
+      "learning_rate": 1.9641819392004372e-05,
+      "loss": 28.1875,
+      "step": 4725
+    },
+    {
+      "epoch": 0.22584344834177578,
+      "grad_norm": 280.2803649902344,
+      "learning_rate": 1.9641614101150564e-05,
+      "loss": 26.125,
+      "step": 4726
+    },
+    {
+      "epoch": 0.22589123578323617,
+      "grad_norm": 391.9000244140625,
+      "learning_rate": 1.964140875255593e-05,
+      "loss": 31.5625,
+      "step": 4727
+    },
+    {
+      "epoch": 0.22593902322469656,
+      "grad_norm": 266.01885986328125,
+      "learning_rate": 1.96412033462217e-05,
+      "loss": 30.3438,
+      "step": 4728
+    },
+    {
+      "epoch": 0.22598681066615695,
+      "grad_norm": 283.4632568359375,
+      "learning_rate": 1.96409978821491e-05,
+      "loss": 23.9688,
+      "step": 4729
+    },
+    {
+      "epoch": 0.2260345981076173,
+      "grad_norm": 244.35797119140625,
+      "learning_rate": 1.9640792360339364e-05,
+      "loss": 37.125,
+      "step": 4730
+    },
+    {
+      "epoch": 0.2260823855490777,
+      "grad_norm": 330.51507568359375,
+      "learning_rate": 1.9640586780793725e-05,
+      "loss": 33.4062,
+      "step": 4731
+    },
+    {
+      "epoch": 0.2261301729905381,
+      "grad_norm": 473.240478515625,
+      "learning_rate": 1.9640381143513406e-05,
+      "loss": 37.7188,
+      "step": 4732
+    },
+    {
+      "epoch": 0.22617796043199848,
+      "grad_norm": 260.31103515625,
+      "learning_rate": 1.9640175448499646e-05,
+      "loss": 27.4375,
+      "step": 4733
+    },
+    {
+      "epoch": 0.22622574787345887,
+      "grad_norm": 424.8189697265625,
+      "learning_rate": 1.9639969695753676e-05,
+      "loss": 25.6406,
+      "step": 4734
+    },
+    {
+      "epoch": 0.22627353531491923,
+      "grad_norm": 278.0741271972656,
+      "learning_rate": 1.9639763885276722e-05,
+      "loss": 31.9062,
+      "step": 4735
+    },
+    {
+      "epoch": 0.22632132275637962,
+      "grad_norm": 176.45628356933594,
+      "learning_rate": 1.9639558017070027e-05,
+      "loss": 29.25,
+      "step": 4736
+    },
+    {
+      "epoch": 0.22636911019784,
+      "grad_norm": 214.49159240722656,
+      "learning_rate": 1.963935209113481e-05,
+      "loss": 39.5312,
+      "step": 4737
+    },
+    {
+      "epoch": 0.2264168976393004,
+      "grad_norm": 270.7076110839844,
+      "learning_rate": 1.963914610747232e-05,
+      "loss": 21.9688,
+      "step": 4738
+    },
+    {
+      "epoch": 0.22646468508076079,
+      "grad_norm": 345.14410400390625,
+      "learning_rate": 1.9638940066083778e-05,
+      "loss": 33.0625,
+      "step": 4739
+    },
+    {
+      "epoch": 0.22651247252222115,
+      "grad_norm": 236.43199157714844,
+      "learning_rate": 1.9638733966970423e-05,
+      "loss": 24.8125,
+      "step": 4740
+    },
+    {
+      "epoch": 0.22656025996368154,
+      "grad_norm": 245.68992614746094,
+      "learning_rate": 1.963852781013349e-05,
+      "loss": 26.7812,
+      "step": 4741
+    },
+    {
+      "epoch": 0.22660804740514193,
+      "grad_norm": 250.01495361328125,
+      "learning_rate": 1.9638321595574214e-05,
+      "loss": 27.25,
+      "step": 4742
+    },
+    {
+      "epoch": 0.22665583484660232,
+      "grad_norm": 368.87115478515625,
+      "learning_rate": 1.9638115323293826e-05,
+      "loss": 31.625,
+      "step": 4743
+    },
+    {
+      "epoch": 0.2267036222880627,
+      "grad_norm": 160.4058380126953,
+      "learning_rate": 1.9637908993293564e-05,
+      "loss": 27.7812,
+      "step": 4744
+    },
+    {
+      "epoch": 0.22675140972952307,
+      "grad_norm": 161.5645751953125,
+      "learning_rate": 1.9637702605574664e-05,
+      "loss": 23.0938,
+      "step": 4745
+    },
+    {
+      "epoch": 0.22679919717098346,
+      "grad_norm": 412.6045227050781,
+      "learning_rate": 1.9637496160138364e-05,
+      "loss": 38.2812,
+      "step": 4746
+    },
+    {
+      "epoch": 0.22684698461244385,
+      "grad_norm": 305.04315185546875,
+      "learning_rate": 1.9637289656985895e-05,
+      "loss": 29.5938,
+      "step": 4747
+    },
+    {
+      "epoch": 0.22689477205390424,
+      "grad_norm": 277.958251953125,
+      "learning_rate": 1.9637083096118496e-05,
+      "loss": 36.3125,
+      "step": 4748
+    },
+    {
+      "epoch": 0.22694255949536463,
+      "grad_norm": 244.9992218017578,
+      "learning_rate": 1.9636876477537405e-05,
+      "loss": 29.1875,
+      "step": 4749
+    },
+    {
+      "epoch": 0.22699034693682502,
+      "grad_norm": 605.2577514648438,
+      "learning_rate": 1.963666980124386e-05,
+      "loss": 35.7812,
+      "step": 4750
+    },
+    {
+      "epoch": 0.22703813437828538,
+      "grad_norm": 253.42349243164062,
+      "learning_rate": 1.9636463067239094e-05,
+      "loss": 33.8438,
+      "step": 4751
+    },
+    {
+      "epoch": 0.22708592181974577,
+      "grad_norm": 303.094970703125,
+      "learning_rate": 1.9636256275524354e-05,
+      "loss": 28.1875,
+      "step": 4752
+    },
+    {
+      "epoch": 0.22713370926120616,
+      "grad_norm": 214.1721649169922,
+      "learning_rate": 1.963604942610087e-05,
+      "loss": 33.0,
+      "step": 4753
+    },
+    {
+      "epoch": 0.22718149670266655,
+      "grad_norm": 1169.7252197265625,
+      "learning_rate": 1.9635842518969884e-05,
+      "loss": 26.8906,
+      "step": 4754
+    },
+    {
+      "epoch": 0.22722928414412694,
+      "grad_norm": 394.7673034667969,
+      "learning_rate": 1.9635635554132635e-05,
+      "loss": 24.9062,
+      "step": 4755
+    },
+    {
+      "epoch": 0.2272770715855873,
+      "grad_norm": 381.7850341796875,
+      "learning_rate": 1.9635428531590365e-05,
+      "loss": 28.5625,
+      "step": 4756
+    },
+    {
+      "epoch": 0.2273248590270477,
+      "grad_norm": 414.64642333984375,
+      "learning_rate": 1.9635221451344307e-05,
+      "loss": 30.375,
+      "step": 4757
+    },
+    {
+      "epoch": 0.22737264646850808,
+      "grad_norm": 208.34230041503906,
+      "learning_rate": 1.9635014313395708e-05,
+      "loss": 18.5781,
+      "step": 4758
+    },
+    {
+      "epoch": 0.22742043390996847,
+      "grad_norm": 292.9031982421875,
+      "learning_rate": 1.9634807117745806e-05,
+      "loss": 31.3438,
+      "step": 4759
+    },
+    {
+      "epoch": 0.22746822135142886,
+      "grad_norm": 303.4735412597656,
+      "learning_rate": 1.963459986439584e-05,
+      "loss": 34.7188,
+      "step": 4760
+    },
+    {
+      "epoch": 0.22751600879288922,
+      "grad_norm": 240.752685546875,
+      "learning_rate": 1.9634392553347052e-05,
+      "loss": 20.0312,
+      "step": 4761
+    },
+    {
+      "epoch": 0.2275637962343496,
+      "grad_norm": 265.7709045410156,
+      "learning_rate": 1.9634185184600688e-05,
+      "loss": 28.3125,
+      "step": 4762
+    },
+    {
+      "epoch": 0.22761158367581,
+      "grad_norm": 295.26983642578125,
+      "learning_rate": 1.9633977758157984e-05,
+      "loss": 33.2812,
+      "step": 4763
+    },
+    {
+      "epoch": 0.2276593711172704,
+      "grad_norm": 420.6263427734375,
+      "learning_rate": 1.9633770274020183e-05,
+      "loss": 40.625,
+      "step": 4764
+    },
+    {
+      "epoch": 0.22770715855873078,
+      "grad_norm": 331.4140625,
+      "learning_rate": 1.963356273218853e-05,
+      "loss": 29.5938,
+      "step": 4765
+    },
+    {
+      "epoch": 0.22775494600019114,
+      "grad_norm": 351.0438537597656,
+      "learning_rate": 1.963335513266427e-05,
+      "loss": 30.6094,
+      "step": 4766
+    },
+    {
+      "epoch": 0.22780273344165153,
+      "grad_norm": 253.48977661132812,
+      "learning_rate": 1.9633147475448638e-05,
+      "loss": 36.4375,
+      "step": 4767
+    },
+    {
+      "epoch": 0.22785052088311192,
+      "grad_norm": 191.09141540527344,
+      "learning_rate": 1.9632939760542887e-05,
+      "loss": 24.1562,
+      "step": 4768
+    },
+    {
+      "epoch": 0.2278983083245723,
+      "grad_norm": 221.42083740234375,
+      "learning_rate": 1.9632731987948256e-05,
+      "loss": 31.125,
+      "step": 4769
+    },
+    {
+      "epoch": 0.2279460957660327,
+      "grad_norm": 456.7795104980469,
+      "learning_rate": 1.963252415766599e-05,
+      "loss": 34.75,
+      "step": 4770
+    },
+    {
+      "epoch": 0.22799388320749306,
+      "grad_norm": 366.12469482421875,
+      "learning_rate": 1.9632316269697332e-05,
+      "loss": 34.8438,
+      "step": 4771
+    },
+    {
+      "epoch": 0.22804167064895345,
+      "grad_norm": 337.0107116699219,
+      "learning_rate": 1.963210832404353e-05,
+      "loss": 38.5938,
+      "step": 4772
+    },
+    {
+      "epoch": 0.22808945809041384,
+      "grad_norm": 199.7872314453125,
+      "learning_rate": 1.9631900320705828e-05,
+      "loss": 23.3438,
+      "step": 4773
+    },
+    {
+      "epoch": 0.22813724553187423,
+      "grad_norm": 587.45849609375,
+      "learning_rate": 1.963169225968547e-05,
+      "loss": 39.4688,
+      "step": 4774
+    },
+    {
+      "epoch": 0.22818503297333462,
+      "grad_norm": 2079.447509765625,
+      "learning_rate": 1.9631484140983704e-05,
+      "loss": 30.6562,
+      "step": 4775
+    },
+    {
+      "epoch": 0.22823282041479498,
+      "grad_norm": 235.34730529785156,
+      "learning_rate": 1.963127596460178e-05,
+      "loss": 34.625,
+      "step": 4776
+    },
+    {
+      "epoch": 0.22828060785625537,
+      "grad_norm": 236.46929931640625,
+      "learning_rate": 1.9631067730540935e-05,
+      "loss": 25.5938,
+      "step": 4777
+    },
+    {
+      "epoch": 0.22832839529771576,
+      "grad_norm": 205.58425903320312,
+      "learning_rate": 1.9630859438802426e-05,
+      "loss": 20.25,
+      "step": 4778
+    },
+    {
+      "epoch": 0.22837618273917615,
+      "grad_norm": 319.20758056640625,
+      "learning_rate": 1.9630651089387493e-05,
+      "loss": 27.1562,
+      "step": 4779
+    },
+    {
+      "epoch": 0.22842397018063654,
+      "grad_norm": 437.20806884765625,
+      "learning_rate": 1.963044268229739e-05,
+      "loss": 44.0625,
+      "step": 4780
+    },
+    {
+      "epoch": 0.2284717576220969,
+      "grad_norm": 433.14678955078125,
+      "learning_rate": 1.9630234217533362e-05,
+      "loss": 32.4688,
+      "step": 4781
+    },
+    {
+      "epoch": 0.2285195450635573,
+      "grad_norm": 281.9693298339844,
+      "learning_rate": 1.963002569509665e-05,
+      "loss": 39.75,
+      "step": 4782
+    },
+    {
+      "epoch": 0.22856733250501768,
+      "grad_norm": 271.9456787109375,
+      "learning_rate": 1.962981711498852e-05,
+      "loss": 20.8438,
+      "step": 4783
+    },
+    {
+      "epoch": 0.22861511994647807,
+      "grad_norm": 204.35324096679688,
+      "learning_rate": 1.962960847721021e-05,
+      "loss": 23.6875,
+      "step": 4784
+    },
+    {
+      "epoch": 0.22866290738793846,
+      "grad_norm": 332.002197265625,
+      "learning_rate": 1.9629399781762966e-05,
+      "loss": 43.4062,
+      "step": 4785
+    },
+    {
+      "epoch": 0.22871069482939885,
+      "grad_norm": 311.0250549316406,
+      "learning_rate": 1.9629191028648044e-05,
+      "loss": 32.0312,
+      "step": 4786
+    },
+    {
+      "epoch": 0.2287584822708592,
+      "grad_norm": 219.84967041015625,
+      "learning_rate": 1.9628982217866695e-05,
+      "loss": 25.5625,
+      "step": 4787
+    },
+    {
+      "epoch": 0.2288062697123196,
+      "grad_norm": 319.1742858886719,
+      "learning_rate": 1.9628773349420166e-05,
+      "loss": 39.25,
+      "step": 4788
+    },
+    {
+      "epoch": 0.22885405715378,
+      "grad_norm": 803.1210327148438,
+      "learning_rate": 1.962856442330971e-05,
+      "loss": 31.9531,
+      "step": 4789
+    },
+    {
+      "epoch": 0.22890184459524038,
+      "grad_norm": 368.4375305175781,
+      "learning_rate": 1.9628355439536574e-05,
+      "loss": 30.3125,
+      "step": 4790
+    },
+    {
+      "epoch": 0.22894963203670077,
+      "grad_norm": 297.1246643066406,
+      "learning_rate": 1.9628146398102018e-05,
+      "loss": 34.0469,
+      "step": 4791
+    },
+    {
+      "epoch": 0.22899741947816113,
+      "grad_norm": 533.0296630859375,
+      "learning_rate": 1.9627937299007286e-05,
+      "loss": 39.25,
+      "step": 4792
+    },
+    {
+      "epoch": 0.22904520691962152,
+      "grad_norm": 304.17962646484375,
+      "learning_rate": 1.9627728142253632e-05,
+      "loss": 33.8438,
+      "step": 4793
+    },
+    {
+      "epoch": 0.2290929943610819,
+      "grad_norm": 362.71441650390625,
+      "learning_rate": 1.962751892784231e-05,
+      "loss": 27.8438,
+      "step": 4794
+    },
+    {
+      "epoch": 0.2291407818025423,
+      "grad_norm": 413.553955078125,
+      "learning_rate": 1.9627309655774574e-05,
+      "loss": 34.9062,
+      "step": 4795
+    },
+    {
+      "epoch": 0.2291885692440027,
+      "grad_norm": 342.1400451660156,
+      "learning_rate": 1.9627100326051676e-05,
+      "loss": 38.375,
+      "step": 4796
+    },
+    {
+      "epoch": 0.22923635668546305,
+      "grad_norm": 227.72178649902344,
+      "learning_rate": 1.962689093867487e-05,
+      "loss": 26.9688,
+      "step": 4797
+    },
+    {
+      "epoch": 0.22928414412692344,
+      "grad_norm": 551.4176025390625,
+      "learning_rate": 1.962668149364541e-05,
+      "loss": 45.2812,
+      "step": 4798
+    },
+    {
+      "epoch": 0.22933193156838383,
+      "grad_norm": 380.5619201660156,
+      "learning_rate": 1.9626471990964543e-05,
+      "loss": 28.0625,
+      "step": 4799
+    },
+    {
+      "epoch": 0.22937971900984422,
+      "grad_norm": 341.2156982421875,
+      "learning_rate": 1.9626262430633537e-05,
+      "loss": 29.0781,
+      "step": 4800
+    },
+    {
+      "epoch": 0.2294275064513046,
+      "grad_norm": 210.31137084960938,
+      "learning_rate": 1.962605281265364e-05,
+      "loss": 32.4688,
+      "step": 4801
+    },
+    {
+      "epoch": 0.22947529389276497,
+      "grad_norm": 271.00604248046875,
+      "learning_rate": 1.9625843137026104e-05,
+      "loss": 36.75,
+      "step": 4802
+    },
+    {
+      "epoch": 0.22952308133422536,
+      "grad_norm": 327.6620788574219,
+      "learning_rate": 1.962563340375219e-05,
+      "loss": 36.9375,
+      "step": 4803
+    },
+    {
+      "epoch": 0.22957086877568575,
+      "grad_norm": 308.19244384765625,
+      "learning_rate": 1.962542361283315e-05,
+      "loss": 24.0469,
+      "step": 4804
+    },
+    {
+      "epoch": 0.22961865621714614,
+      "grad_norm": 516.757080078125,
+      "learning_rate": 1.9625213764270248e-05,
+      "loss": 23.2031,
+      "step": 4805
+    },
+    {
+      "epoch": 0.22966644365860653,
+      "grad_norm": 417.6830749511719,
+      "learning_rate": 1.9625003858064732e-05,
+      "loss": 38.9062,
+      "step": 4806
+    },
+    {
+      "epoch": 0.2297142311000669,
+      "grad_norm": 290.3357238769531,
+      "learning_rate": 1.9624793894217863e-05,
+      "loss": 25.625,
+      "step": 4807
+    },
+    {
+      "epoch": 0.22976201854152728,
+      "grad_norm": 164.59873962402344,
+      "learning_rate": 1.96245838727309e-05,
+      "loss": 26.0,
+      "step": 4808
+    },
+    {
+      "epoch": 0.22980980598298767,
+      "grad_norm": 222.10789489746094,
+      "learning_rate": 1.9624373793605098e-05,
+      "loss": 33.0625,
+      "step": 4809
+    },
+    {
+      "epoch": 0.22985759342444806,
+      "grad_norm": 277.55078125,
+      "learning_rate": 1.9624163656841714e-05,
+      "loss": 33.5938,
+      "step": 4810
+    },
+    {
+      "epoch": 0.22990538086590845,
+      "grad_norm": 291.6412658691406,
+      "learning_rate": 1.962395346244201e-05,
+      "loss": 36.2812,
+      "step": 4811
+    },
+    {
+      "epoch": 0.2299531683073688,
+      "grad_norm": 279.940673828125,
+      "learning_rate": 1.962374321040724e-05,
+      "loss": 29.4375,
+      "step": 4812
+    },
+    {
+      "epoch": 0.2300009557488292,
+      "grad_norm": 304.7825927734375,
+      "learning_rate": 1.9623532900738672e-05,
+      "loss": 27.6094,
+      "step": 4813
+    },
+    {
+      "epoch": 0.2300487431902896,
+      "grad_norm": 362.8910827636719,
+      "learning_rate": 1.9623322533437554e-05,
+      "loss": 26.375,
+      "step": 4814
+    },
+    {
+      "epoch": 0.23009653063174998,
+      "grad_norm": 257.47113037109375,
+      "learning_rate": 1.9623112108505152e-05,
+      "loss": 30.5312,
+      "step": 4815
+    },
+    {
+      "epoch": 0.23014431807321037,
+      "grad_norm": 331.0890808105469,
+      "learning_rate": 1.962290162594273e-05,
+      "loss": 38.5,
+      "step": 4816
+    },
+    {
+      "epoch": 0.23019210551467073,
+      "grad_norm": 268.8407287597656,
+      "learning_rate": 1.962269108575154e-05,
+      "loss": 31.9688,
+      "step": 4817
+    },
+    {
+      "epoch": 0.23023989295613112,
+      "grad_norm": 214.01869201660156,
+      "learning_rate": 1.9622480487932847e-05,
+      "loss": 22.0625,
+      "step": 4818
+    },
+    {
+      "epoch": 0.2302876803975915,
+      "grad_norm": 239.92555236816406,
+      "learning_rate": 1.9622269832487916e-05,
+      "loss": 28.9062,
+      "step": 4819
+    },
+    {
+      "epoch": 0.2303354678390519,
+      "grad_norm": 234.92967224121094,
+      "learning_rate": 1.9622059119418006e-05,
+      "loss": 38.4688,
+      "step": 4820
+    },
+    {
+      "epoch": 0.2303832552805123,
+      "grad_norm": 314.86614990234375,
+      "learning_rate": 1.9621848348724373e-05,
+      "loss": 31.375,
+      "step": 4821
+    },
+    {
+      "epoch": 0.23043104272197268,
+      "grad_norm": 328.9530029296875,
+      "learning_rate": 1.9621637520408284e-05,
+      "loss": 22.9688,
+      "step": 4822
+    },
+    {
+      "epoch": 0.23047883016343304,
+      "grad_norm": 286.46319580078125,
+      "learning_rate": 1.9621426634471e-05,
+      "loss": 30.1562,
+      "step": 4823
+    },
+    {
+      "epoch": 0.23052661760489343,
+      "grad_norm": 562.18310546875,
+      "learning_rate": 1.962121569091379e-05,
+      "loss": 30.3594,
+      "step": 4824
+    },
+    {
+      "epoch": 0.23057440504635382,
+      "grad_norm": 349.5518493652344,
+      "learning_rate": 1.9621004689737914e-05,
+      "loss": 23.3906,
+      "step": 4825
+    },
+    {
+      "epoch": 0.2306221924878142,
+      "grad_norm": 206.4661102294922,
+      "learning_rate": 1.9620793630944632e-05,
+      "loss": 33.5625,
+      "step": 4826
+    },
+    {
+      "epoch": 0.2306699799292746,
+      "grad_norm": 205.7373809814453,
+      "learning_rate": 1.9620582514535206e-05,
+      "loss": 29.7656,
+      "step": 4827
+    },
+    {
+      "epoch": 0.23071776737073496,
+      "grad_norm": 231.23593139648438,
+      "learning_rate": 1.962037134051091e-05,
+      "loss": 42.1562,
+      "step": 4828
+    },
+    {
+      "epoch": 0.23076555481219535,
+      "grad_norm": 179.28456115722656,
+      "learning_rate": 1.9620160108873003e-05,
+      "loss": 34.125,
+      "step": 4829
+    },
+    {
+      "epoch": 0.23081334225365574,
+      "grad_norm": 231.7796173095703,
+      "learning_rate": 1.961994881962275e-05,
+      "loss": 30.8438,
+      "step": 4830
+    },
+    {
+      "epoch": 0.23086112969511613,
+      "grad_norm": 266.709228515625,
+      "learning_rate": 1.9619737472761416e-05,
+      "loss": 23.2812,
+      "step": 4831
+    },
+    {
+      "epoch": 0.23090891713657652,
+      "grad_norm": 290.829345703125,
+      "learning_rate": 1.9619526068290268e-05,
+      "loss": 32.625,
+      "step": 4832
+    },
+    {
+      "epoch": 0.23095670457803688,
+      "grad_norm": 212.1308135986328,
+      "learning_rate": 1.961931460621057e-05,
+      "loss": 20.6094,
+      "step": 4833
+    },
+    {
+      "epoch": 0.23100449201949727,
+      "grad_norm": 232.29571533203125,
+      "learning_rate": 1.961910308652359e-05,
+      "loss": 31.1562,
+      "step": 4834
+    },
+    {
+      "epoch": 0.23105227946095766,
+      "grad_norm": 419.76806640625,
+      "learning_rate": 1.96188915092306e-05,
+      "loss": 47.875,
+      "step": 4835
+    },
+    {
+      "epoch": 0.23110006690241805,
+      "grad_norm": 403.6621398925781,
+      "learning_rate": 1.9618679874332855e-05,
+      "loss": 32.3281,
+      "step": 4836
+    },
+    {
+      "epoch": 0.23114785434387844,
+      "grad_norm": 211.54515075683594,
+      "learning_rate": 1.961846818183163e-05,
+      "loss": 24.8125,
+      "step": 4837
+    },
+    {
+      "epoch": 0.2311956417853388,
+      "grad_norm": 292.4543762207031,
+      "learning_rate": 1.961825643172819e-05,
+      "loss": 26.7188,
+      "step": 4838
+    },
+    {
+      "epoch": 0.2312434292267992,
+      "grad_norm": 563.2700805664062,
+      "learning_rate": 1.961804462402381e-05,
+      "loss": 32.8438,
+      "step": 4839
+    },
+    {
+      "epoch": 0.23129121666825958,
+      "grad_norm": 514.8895263671875,
+      "learning_rate": 1.9617832758719752e-05,
+      "loss": 36.375,
+      "step": 4840
+    },
+    {
+      "epoch": 0.23133900410971997,
+      "grad_norm": 331.6380920410156,
+      "learning_rate": 1.9617620835817287e-05,
+      "loss": 31.75,
+      "step": 4841
+    },
+    {
+      "epoch": 0.23138679155118036,
+      "grad_norm": 253.06031799316406,
+      "learning_rate": 1.961740885531768e-05,
+      "loss": 19.5938,
+      "step": 4842
+    },
+    {
+      "epoch": 0.23143457899264072,
+      "grad_norm": 241.34002685546875,
+      "learning_rate": 1.9617196817222207e-05,
+      "loss": 28.8438,
+      "step": 4843
+    },
+    {
+      "epoch": 0.2314823664341011,
+      "grad_norm": 268.13720703125,
+      "learning_rate": 1.961698472153213e-05,
+      "loss": 26.5625,
+      "step": 4844
+    },
+    {
+      "epoch": 0.2315301538755615,
+      "grad_norm": 238.49383544921875,
+      "learning_rate": 1.9616772568248727e-05,
+      "loss": 27.875,
+      "step": 4845
+    },
+    {
+      "epoch": 0.2315779413170219,
+      "grad_norm": 219.72918701171875,
+      "learning_rate": 1.9616560357373265e-05,
+      "loss": 27.6562,
+      "step": 4846
+    },
+    {
+      "epoch": 0.23162572875848228,
+      "grad_norm": 151.27413940429688,
+      "learning_rate": 1.961634808890702e-05,
+      "loss": 33.4219,
+      "step": 4847
+    },
+    {
+      "epoch": 0.23167351619994264,
+      "grad_norm": 448.6991271972656,
+      "learning_rate": 1.9616135762851248e-05,
+      "loss": 33.9375,
+      "step": 4848
+    },
+    {
+      "epoch": 0.23172130364140303,
+      "grad_norm": 291.7342224121094,
+      "learning_rate": 1.961592337920724e-05,
+      "loss": 29.1875,
+      "step": 4849
+    },
+    {
+      "epoch": 0.23176909108286342,
+      "grad_norm": 459.5650329589844,
+      "learning_rate": 1.9615710937976256e-05,
+      "loss": 40.625,
+      "step": 4850
+    },
+    {
+      "epoch": 0.2318168785243238,
+      "grad_norm": 550.6927490234375,
+      "learning_rate": 1.961549843915957e-05,
+      "loss": 21.3281,
+      "step": 4851
+    },
+    {
+      "epoch": 0.2318646659657842,
+      "grad_norm": 293.6772766113281,
+      "learning_rate": 1.9615285882758456e-05,
+      "loss": 28.2812,
+      "step": 4852
+    },
+    {
+      "epoch": 0.2319124534072446,
+      "grad_norm": 186.23544311523438,
+      "learning_rate": 1.9615073268774187e-05,
+      "loss": 22.9062,
+      "step": 4853
+    },
+    {
+      "epoch": 0.23196024084870495,
+      "grad_norm": 357.386474609375,
+      "learning_rate": 1.9614860597208038e-05,
+      "loss": 39.9375,
+      "step": 4854
+    },
+    {
+      "epoch": 0.23200802829016534,
+      "grad_norm": 241.72291564941406,
+      "learning_rate": 1.9614647868061278e-05,
+      "loss": 30.0312,
+      "step": 4855
+    },
+    {
+      "epoch": 0.23205581573162573,
+      "grad_norm": 193.81593322753906,
+      "learning_rate": 1.9614435081335186e-05,
+      "loss": 24.25,
+      "step": 4856
+    },
+    {
+      "epoch": 0.23210360317308612,
+      "grad_norm": 254.69419860839844,
+      "learning_rate": 1.961422223703103e-05,
+      "loss": 29.4062,
+      "step": 4857
+    },
+    {
+      "epoch": 0.2321513906145465,
+      "grad_norm": 402.0416259765625,
+      "learning_rate": 1.9614009335150094e-05,
+      "loss": 31.7812,
+      "step": 4858
+    },
+    {
+      "epoch": 0.23219917805600687,
+      "grad_norm": 270.3533630371094,
+      "learning_rate": 1.9613796375693645e-05,
+      "loss": 34.1875,
+      "step": 4859
+    },
+    {
+      "epoch": 0.23224696549746726,
+      "grad_norm": 193.96006774902344,
+      "learning_rate": 1.961358335866296e-05,
+      "loss": 22.125,
+      "step": 4860
+    },
+    {
+      "epoch": 0.23229475293892765,
+      "grad_norm": 343.50946044921875,
+      "learning_rate": 1.9613370284059315e-05,
+      "loss": 28.9062,
+      "step": 4861
+    },
+    {
+      "epoch": 0.23234254038038804,
+      "grad_norm": 391.7087707519531,
+      "learning_rate": 1.9613157151883988e-05,
+      "loss": 38.2188,
+      "step": 4862
+    },
+    {
+      "epoch": 0.23239032782184843,
+      "grad_norm": 330.853515625,
+      "learning_rate": 1.961294396213825e-05,
+      "loss": 33.5312,
+      "step": 4863
+    },
+    {
+      "epoch": 0.2324381152633088,
+      "grad_norm": 555.8787841796875,
+      "learning_rate": 1.9612730714823388e-05,
+      "loss": 37.25,
+      "step": 4864
+    },
+    {
+      "epoch": 0.23248590270476918,
+      "grad_norm": 490.81964111328125,
+      "learning_rate": 1.961251740994067e-05,
+      "loss": 25.2031,
+      "step": 4865
+    },
+    {
+      "epoch": 0.23253369014622957,
+      "grad_norm": 399.1799621582031,
+      "learning_rate": 1.961230404749138e-05,
+      "loss": 38.6562,
+      "step": 4866
+    },
+    {
+      "epoch": 0.23258147758768996,
+      "grad_norm": 639.534912109375,
+      "learning_rate": 1.9612090627476784e-05,
+      "loss": 49.7812,
+      "step": 4867
+    },
+    {
+      "epoch": 0.23262926502915035,
+      "grad_norm": 227.52032470703125,
+      "learning_rate": 1.9611877149898175e-05,
+      "loss": 28.0938,
+      "step": 4868
+    },
+    {
+      "epoch": 0.2326770524706107,
+      "grad_norm": 286.39886474609375,
+      "learning_rate": 1.961166361475682e-05,
+      "loss": 30.2812,
+      "step": 4869
+    },
+    {
+      "epoch": 0.2327248399120711,
+      "grad_norm": 358.9225158691406,
+      "learning_rate": 1.9611450022054007e-05,
+      "loss": 26.7188,
+      "step": 4870
+    },
+    {
+      "epoch": 0.2327726273535315,
+      "grad_norm": 279.8756103515625,
+      "learning_rate": 1.9611236371791005e-05,
+      "loss": 30.1562,
+      "step": 4871
+    },
+    {
+      "epoch": 0.23282041479499188,
+      "grad_norm": 336.97119140625,
+      "learning_rate": 1.9611022663969103e-05,
+      "loss": 29.7188,
+      "step": 4872
+    },
+    {
+      "epoch": 0.23286820223645227,
+      "grad_norm": 261.3772888183594,
+      "learning_rate": 1.9610808898589577e-05,
+      "loss": 40.0312,
+      "step": 4873
+    },
+    {
+      "epoch": 0.23291598967791263,
+      "grad_norm": 249.9510040283203,
+      "learning_rate": 1.9610595075653708e-05,
+      "loss": 29.4688,
+      "step": 4874
+    },
+    {
+      "epoch": 0.23296377711937302,
+      "grad_norm": 324.6424865722656,
+      "learning_rate": 1.9610381195162773e-05,
+      "loss": 33.3125,
+      "step": 4875
+    },
+    {
+      "epoch": 0.2330115645608334,
+      "grad_norm": 146.86325073242188,
+      "learning_rate": 1.9610167257118054e-05,
+      "loss": 23.5781,
+      "step": 4876
+    },
+    {
+      "epoch": 0.2330593520022938,
+      "grad_norm": 150.07666015625,
+      "learning_rate": 1.9609953261520838e-05,
+      "loss": 32.6875,
+      "step": 4877
+    },
+    {
+      "epoch": 0.2331071394437542,
+      "grad_norm": 299.5101318359375,
+      "learning_rate": 1.9609739208372402e-05,
+      "loss": 35.375,
+      "step": 4878
+    },
+    {
+      "epoch": 0.23315492688521455,
+      "grad_norm": 496.2390441894531,
+      "learning_rate": 1.9609525097674023e-05,
+      "loss": 36.375,
+      "step": 4879
+    },
+    {
+      "epoch": 0.23320271432667494,
+      "grad_norm": 276.2347412109375,
+      "learning_rate": 1.960931092942699e-05,
+      "loss": 37.6562,
+      "step": 4880
+    },
+    {
+      "epoch": 0.23325050176813533,
+      "grad_norm": 270.0282897949219,
+      "learning_rate": 1.9609096703632588e-05,
+      "loss": 42.9688,
+      "step": 4881
+    },
+    {
+      "epoch": 0.23329828920959572,
+      "grad_norm": 301.4933776855469,
+      "learning_rate": 1.9608882420292092e-05,
+      "loss": 32.5938,
+      "step": 4882
+    },
+    {
+      "epoch": 0.2333460766510561,
+      "grad_norm": 262.9529724121094,
+      "learning_rate": 1.960866807940679e-05,
+      "loss": 23.9688,
+      "step": 4883
+    },
+    {
+      "epoch": 0.23339386409251647,
+      "grad_norm": 350.6224060058594,
+      "learning_rate": 1.9608453680977967e-05,
+      "loss": 38.0,
+      "step": 4884
+    },
+    {
+      "epoch": 0.23344165153397686,
+      "grad_norm": 407.6633605957031,
+      "learning_rate": 1.9608239225006903e-05,
+      "loss": 38.0625,
+      "step": 4885
+    },
+    {
+      "epoch": 0.23348943897543725,
+      "grad_norm": 388.27728271484375,
+      "learning_rate": 1.960802471149488e-05,
+      "loss": 34.0312,
+      "step": 4886
+    },
+    {
+      "epoch": 0.23353722641689764,
+      "grad_norm": 263.44927978515625,
+      "learning_rate": 1.9607810140443192e-05,
+      "loss": 31.0312,
+      "step": 4887
+    },
+    {
+      "epoch": 0.23358501385835803,
+      "grad_norm": 389.0252380371094,
+      "learning_rate": 1.9607595511853118e-05,
+      "loss": 31.8125,
+      "step": 4888
+    },
+    {
+      "epoch": 0.23363280129981842,
+      "grad_norm": 314.3399353027344,
+      "learning_rate": 1.9607380825725942e-05,
+      "loss": 30.8438,
+      "step": 4889
+    },
+    {
+      "epoch": 0.23368058874127878,
+      "grad_norm": 328.9097900390625,
+      "learning_rate": 1.9607166082062955e-05,
+      "loss": 36.5312,
+      "step": 4890
+    },
+    {
+      "epoch": 0.23372837618273917,
+      "grad_norm": 416.3053283691406,
+      "learning_rate": 1.960695128086544e-05,
+      "loss": 28.2812,
+      "step": 4891
+    },
+    {
+      "epoch": 0.23377616362419956,
+      "grad_norm": 323.21905517578125,
+      "learning_rate": 1.9606736422134677e-05,
+      "loss": 38.375,
+      "step": 4892
+    },
+    {
+      "epoch": 0.23382395106565995,
+      "grad_norm": 415.8025207519531,
+      "learning_rate": 1.9606521505871966e-05,
+      "loss": 37.8125,
+      "step": 4893
+    },
+    {
+      "epoch": 0.23387173850712034,
+      "grad_norm": 282.4140930175781,
+      "learning_rate": 1.960630653207858e-05,
+      "loss": 32.3438,
+      "step": 4894
+    },
+    {
+      "epoch": 0.2339195259485807,
+      "grad_norm": 591.08349609375,
+      "learning_rate": 1.9606091500755823e-05,
+      "loss": 48.25,
+      "step": 4895
+    },
+    {
+      "epoch": 0.2339673133900411,
+      "grad_norm": 380.8459167480469,
+      "learning_rate": 1.9605876411904966e-05,
+      "loss": 31.8125,
+      "step": 4896
+    },
+    {
+      "epoch": 0.23401510083150148,
+      "grad_norm": 256.4588623046875,
+      "learning_rate": 1.9605661265527307e-05,
+      "loss": 25.1562,
+      "step": 4897
+    },
+    {
+      "epoch": 0.23406288827296187,
+      "grad_norm": 242.62554931640625,
+      "learning_rate": 1.960544606162413e-05,
+      "loss": 24.0312,
+      "step": 4898
+    },
+    {
+      "epoch": 0.23411067571442226,
+      "grad_norm": 251.57618713378906,
+      "learning_rate": 1.9605230800196727e-05,
+      "loss": 38.9375,
+      "step": 4899
+    },
+    {
+      "epoch": 0.23415846315588262,
+      "grad_norm": 203.0952606201172,
+      "learning_rate": 1.9605015481246384e-05,
+      "loss": 28.1406,
+      "step": 4900
+    },
+    {
+      "epoch": 0.234206250597343,
+      "grad_norm": 207.01051330566406,
+      "learning_rate": 1.9604800104774393e-05,
+      "loss": 25.75,
+      "step": 4901
+    },
+    {
+      "epoch": 0.2342540380388034,
+      "grad_norm": 298.3515625,
+      "learning_rate": 1.9604584670782042e-05,
+      "loss": 47.5938,
+      "step": 4902
+    },
+    {
+      "epoch": 0.2343018254802638,
+      "grad_norm": 203.81236267089844,
+      "learning_rate": 1.9604369179270624e-05,
+      "loss": 25.9688,
+      "step": 4903
+    },
+    {
+      "epoch": 0.23434961292172418,
+      "grad_norm": 334.8489685058594,
+      "learning_rate": 1.9604153630241426e-05,
+      "loss": 37.0312,
+      "step": 4904
+    },
+    {
+      "epoch": 0.23439740036318454,
+      "grad_norm": 372.7115173339844,
+      "learning_rate": 1.960393802369574e-05,
+      "loss": 35.75,
+      "step": 4905
+    },
+    {
+      "epoch": 0.23444518780464493,
+      "grad_norm": 225.48861694335938,
+      "learning_rate": 1.9603722359634862e-05,
+      "loss": 31.1562,
+      "step": 4906
+    },
+    {
+      "epoch": 0.23449297524610532,
+      "grad_norm": 283.32275390625,
+      "learning_rate": 1.9603506638060076e-05,
+      "loss": 35.0,
+      "step": 4907
+    },
+    {
+      "epoch": 0.2345407626875657,
+      "grad_norm": 332.18389892578125,
+      "learning_rate": 1.9603290858972678e-05,
+      "loss": 37.0938,
+      "step": 4908
+    },
+    {
+      "epoch": 0.2345885501290261,
+      "grad_norm": 321.9850769042969,
+      "learning_rate": 1.9603075022373956e-05,
+      "loss": 36.0938,
+      "step": 4909
+    },
+    {
+      "epoch": 0.23463633757048646,
+      "grad_norm": 487.50927734375,
+      "learning_rate": 1.960285912826521e-05,
+      "loss": 46.1875,
+      "step": 4910
+    },
+    {
+      "epoch": 0.23468412501194685,
+      "grad_norm": 365.81549072265625,
+      "learning_rate": 1.9602643176647727e-05,
+      "loss": 41.9375,
+      "step": 4911
+    },
+    {
+      "epoch": 0.23473191245340724,
+      "grad_norm": 191.5312957763672,
+      "learning_rate": 1.9602427167522803e-05,
+      "loss": 29.3125,
+      "step": 4912
+    },
+    {
+      "epoch": 0.23477969989486763,
+      "grad_norm": 208.3425750732422,
+      "learning_rate": 1.960221110089173e-05,
+      "loss": 26.125,
+      "step": 4913
+    },
+    {
+      "epoch": 0.23482748733632802,
+      "grad_norm": 239.5242462158203,
+      "learning_rate": 1.9601994976755803e-05,
+      "loss": 33.8281,
+      "step": 4914
+    },
+    {
+      "epoch": 0.23487527477778838,
+      "grad_norm": 418.55377197265625,
+      "learning_rate": 1.960177879511632e-05,
+      "loss": 36.7812,
+      "step": 4915
+    },
+    {
+      "epoch": 0.23492306221924877,
+      "grad_norm": 219.62344360351562,
+      "learning_rate": 1.9601562555974566e-05,
+      "loss": 28.4688,
+      "step": 4916
+    },
+    {
+      "epoch": 0.23497084966070916,
+      "grad_norm": 225.4668731689453,
+      "learning_rate": 1.9601346259331843e-05,
+      "loss": 34.8438,
+      "step": 4917
+    },
+    {
+      "epoch": 0.23501863710216955,
+      "grad_norm": 490.7071533203125,
+      "learning_rate": 1.9601129905189444e-05,
+      "loss": 44.1562,
+      "step": 4918
+    },
+    {
+      "epoch": 0.23506642454362994,
+      "grad_norm": 255.2958526611328,
+      "learning_rate": 1.960091349354867e-05,
+      "loss": 29.0,
+      "step": 4919
+    },
+    {
+      "epoch": 0.2351142119850903,
+      "grad_norm": 459.1228942871094,
+      "learning_rate": 1.9600697024410807e-05,
+      "loss": 23.2031,
+      "step": 4920
+    },
+    {
+      "epoch": 0.2351619994265507,
+      "grad_norm": 280.40643310546875,
+      "learning_rate": 1.9600480497777165e-05,
+      "loss": 31.75,
+      "step": 4921
+    },
+    {
+      "epoch": 0.23520978686801108,
+      "grad_norm": 203.4328155517578,
+      "learning_rate": 1.9600263913649027e-05,
+      "loss": 30.7812,
+      "step": 4922
+    },
+    {
+      "epoch": 0.23525757430947147,
+      "grad_norm": 255.44093322753906,
+      "learning_rate": 1.9600047272027698e-05,
+      "loss": 34.125,
+      "step": 4923
+    },
+    {
+      "epoch": 0.23530536175093186,
+      "grad_norm": 240.70571899414062,
+      "learning_rate": 1.959983057291447e-05,
+      "loss": 27.0938,
+      "step": 4924
+    },
+    {
+      "epoch": 0.23535314919239225,
+      "grad_norm": 367.0530090332031,
+      "learning_rate": 1.959961381631065e-05,
+      "loss": 31.75,
+      "step": 4925
+    },
+    {
+      "epoch": 0.23540093663385261,
+      "grad_norm": 344.99676513671875,
+      "learning_rate": 1.9599397002217525e-05,
+      "loss": 33.5625,
+      "step": 4926
+    },
+    {
+      "epoch": 0.235448724075313,
+      "grad_norm": 395.02099609375,
+      "learning_rate": 1.95991801306364e-05,
+      "loss": 35.6562,
+      "step": 4927
+    },
+    {
+      "epoch": 0.2354965115167734,
+      "grad_norm": 222.41810607910156,
+      "learning_rate": 1.959896320156857e-05,
+      "loss": 27.5625,
+      "step": 4928
+    },
+    {
+      "epoch": 0.23554429895823378,
+      "grad_norm": 249.55068969726562,
+      "learning_rate": 1.959874621501534e-05,
+      "loss": 32.9062,
+      "step": 4929
+    },
+    {
+      "epoch": 0.23559208639969417,
+      "grad_norm": 190.60914611816406,
+      "learning_rate": 1.9598529170978006e-05,
+      "loss": 24.5,
+      "step": 4930
+    },
+    {
+      "epoch": 0.23563987384115453,
+      "grad_norm": 265.8779602050781,
+      "learning_rate": 1.959831206945787e-05,
+      "loss": 27.5,
+      "step": 4931
+    },
+    {
+      "epoch": 0.23568766128261492,
+      "grad_norm": 167.65408325195312,
+      "learning_rate": 1.959809491045622e-05,
+      "loss": 25.8906,
+      "step": 4932
+    },
+    {
+      "epoch": 0.2357354487240753,
+      "grad_norm": 601.16748046875,
+      "learning_rate": 1.9597877693974376e-05,
+      "loss": 41.2812,
+      "step": 4933
+    },
+    {
+      "epoch": 0.2357832361655357,
+      "grad_norm": 411.6577453613281,
+      "learning_rate": 1.9597660420013627e-05,
+      "loss": 44.875,
+      "step": 4934
+    },
+    {
+      "epoch": 0.2358310236069961,
+      "grad_norm": 567.8541870117188,
+      "learning_rate": 1.9597443088575273e-05,
+      "loss": 46.0,
+      "step": 4935
+    },
+    {
+      "epoch": 0.23587881104845645,
+      "grad_norm": 259.0328674316406,
+      "learning_rate": 1.9597225699660623e-05,
+      "loss": 32.0,
+      "step": 4936
+    },
+    {
+      "epoch": 0.23592659848991684,
+      "grad_norm": 270.74688720703125,
+      "learning_rate": 1.9597008253270973e-05,
+      "loss": 36.7188,
+      "step": 4937
+    },
+    {
+      "epoch": 0.23597438593137723,
+      "grad_norm": 452.55755615234375,
+      "learning_rate": 1.959679074940763e-05,
+      "loss": 34.7188,
+      "step": 4938
+    },
+    {
+      "epoch": 0.23602217337283762,
+      "grad_norm": 189.1807861328125,
+      "learning_rate": 1.959657318807189e-05,
+      "loss": 33.125,
+      "step": 4939
+    },
+    {
+      "epoch": 0.236069960814298,
+      "grad_norm": 234.97438049316406,
+      "learning_rate": 1.959635556926506e-05,
+      "loss": 25.0625,
+      "step": 4940
+    },
+    {
+      "epoch": 0.23611774825575838,
+      "grad_norm": 337.7186279296875,
+      "learning_rate": 1.9596137892988444e-05,
+      "loss": 47.8125,
+      "step": 4941
+    },
+    {
+      "epoch": 0.23616553569721876,
+      "grad_norm": 244.14645385742188,
+      "learning_rate": 1.9595920159243347e-05,
+      "loss": 36.9375,
+      "step": 4942
+    },
+    {
+      "epoch": 0.23621332313867915,
+      "grad_norm": 267.4421081542969,
+      "learning_rate": 1.9595702368031064e-05,
+      "loss": 38.5312,
+      "step": 4943
+    },
+    {
+      "epoch": 0.23626111058013954,
+      "grad_norm": 354.0300598144531,
+      "learning_rate": 1.959548451935291e-05,
+      "loss": 31.2812,
+      "step": 4944
+    },
+    {
+      "epoch": 0.23630889802159993,
+      "grad_norm": 523.4486694335938,
+      "learning_rate": 1.9595266613210185e-05,
+      "loss": 28.375,
+      "step": 4945
+    },
+    {
+      "epoch": 0.2363566854630603,
+      "grad_norm": 300.68560791015625,
+      "learning_rate": 1.9595048649604193e-05,
+      "loss": 33.6875,
+      "step": 4946
+    },
+    {
+      "epoch": 0.23640447290452068,
+      "grad_norm": 320.26824951171875,
+      "learning_rate": 1.9594830628536244e-05,
+      "loss": 31.8125,
+      "step": 4947
+    },
+    {
+      "epoch": 0.23645226034598107,
+      "grad_norm": 360.73468017578125,
+      "learning_rate": 1.9594612550007637e-05,
+      "loss": 42.625,
+      "step": 4948
+    },
+    {
+      "epoch": 0.23650004778744146,
+      "grad_norm": 208.19175720214844,
+      "learning_rate": 1.9594394414019683e-05,
+      "loss": 23.1094,
+      "step": 4949
+    },
+    {
+      "epoch": 0.23654783522890185,
+      "grad_norm": 297.1004333496094,
+      "learning_rate": 1.9594176220573685e-05,
+      "loss": 40.8438,
+      "step": 4950
+    },
+    {
+      "epoch": 0.23659562267036222,
+      "grad_norm": 197.28306579589844,
+      "learning_rate": 1.959395796967095e-05,
+      "loss": 26.25,
+      "step": 4951
+    },
+    {
+      "epoch": 0.2366434101118226,
+      "grad_norm": 429.0021667480469,
+      "learning_rate": 1.959373966131279e-05,
+      "loss": 29.5781,
+      "step": 4952
+    },
+    {
+      "epoch": 0.236691197553283,
+      "grad_norm": 246.75692749023438,
+      "learning_rate": 1.9593521295500507e-05,
+      "loss": 26.0,
+      "step": 4953
+    },
+    {
+      "epoch": 0.23673898499474338,
+      "grad_norm": 337.9953918457031,
+      "learning_rate": 1.959330287223541e-05,
+      "loss": 29.625,
+      "step": 4954
+    },
+    {
+      "epoch": 0.23678677243620377,
+      "grad_norm": 319.4907531738281,
+      "learning_rate": 1.9593084391518808e-05,
+      "loss": 31.4062,
+      "step": 4955
+    },
+    {
+      "epoch": 0.23683455987766416,
+      "grad_norm": 337.0701904296875,
+      "learning_rate": 1.9592865853352007e-05,
+      "loss": 33.0312,
+      "step": 4956
+    },
+    {
+      "epoch": 0.23688234731912453,
+      "grad_norm": 349.05462646484375,
+      "learning_rate": 1.959264725773632e-05,
+      "loss": 30.0,
+      "step": 4957
+    },
+    {
+      "epoch": 0.23693013476058492,
+      "grad_norm": 214.8892364501953,
+      "learning_rate": 1.9592428604673056e-05,
+      "loss": 29.2188,
+      "step": 4958
+    },
+    {
+      "epoch": 0.2369779222020453,
+      "grad_norm": 168.30162048339844,
+      "learning_rate": 1.9592209894163517e-05,
+      "loss": 23.625,
+      "step": 4959
+    },
+    {
+      "epoch": 0.2370257096435057,
+      "grad_norm": 490.80865478515625,
+      "learning_rate": 1.9591991126209024e-05,
+      "loss": 28.25,
+      "step": 4960
+    },
+    {
+      "epoch": 0.23707349708496608,
+      "grad_norm": 221.4979248046875,
+      "learning_rate": 1.9591772300810877e-05,
+      "loss": 29.0,
+      "step": 4961
+    },
+    {
+      "epoch": 0.23712128452642645,
+      "grad_norm": 275.5137939453125,
+      "learning_rate": 1.9591553417970392e-05,
+      "loss": 26.8594,
+      "step": 4962
+    },
+    {
+      "epoch": 0.23716907196788684,
+      "grad_norm": 296.9053649902344,
+      "learning_rate": 1.9591334477688875e-05,
+      "loss": 30.8438,
+      "step": 4963
+    },
+    {
+      "epoch": 0.23721685940934722,
+      "grad_norm": 589.9487915039062,
+      "learning_rate": 1.9591115479967646e-05,
+      "loss": 35.1875,
+      "step": 4964
+    },
+    {
+      "epoch": 0.23726464685080761,
+      "grad_norm": 389.17266845703125,
+      "learning_rate": 1.9590896424808007e-05,
+      "loss": 35.0938,
+      "step": 4965
+    },
+    {
+      "epoch": 0.237312434292268,
+      "grad_norm": 429.8813171386719,
+      "learning_rate": 1.9590677312211278e-05,
+      "loss": 44.0781,
+      "step": 4966
+    },
+    {
+      "epoch": 0.23736022173372837,
+      "grad_norm": 348.77447509765625,
+      "learning_rate": 1.9590458142178766e-05,
+      "loss": 35.0312,
+      "step": 4967
+    },
+    {
+      "epoch": 0.23740800917518876,
+      "grad_norm": 467.7351379394531,
+      "learning_rate": 1.9590238914711786e-05,
+      "loss": 20.1875,
+      "step": 4968
+    },
+    {
+      "epoch": 0.23745579661664915,
+      "grad_norm": 382.2550354003906,
+      "learning_rate": 1.9590019629811645e-05,
+      "loss": 35.625,
+      "step": 4969
+    },
+    {
+      "epoch": 0.23750358405810953,
+      "grad_norm": 318.1357727050781,
+      "learning_rate": 1.9589800287479665e-05,
+      "loss": 27.9062,
+      "step": 4970
+    },
+    {
+      "epoch": 0.23755137149956992,
+      "grad_norm": 293.9580383300781,
+      "learning_rate": 1.9589580887717154e-05,
+      "loss": 32.9844,
+      "step": 4971
+    },
+    {
+      "epoch": 0.2375991589410303,
+      "grad_norm": 312.09722900390625,
+      "learning_rate": 1.958936143052543e-05,
+      "loss": 21.9062,
+      "step": 4972
+    },
+    {
+      "epoch": 0.23764694638249068,
+      "grad_norm": 380.63616943359375,
+      "learning_rate": 1.95891419159058e-05,
+      "loss": 32.9688,
+      "step": 4973
+    },
+    {
+      "epoch": 0.23769473382395107,
+      "grad_norm": 455.95025634765625,
+      "learning_rate": 1.9588922343859586e-05,
+      "loss": 29.5625,
+      "step": 4974
+    },
+    {
+      "epoch": 0.23774252126541146,
+      "grad_norm": 421.3523864746094,
+      "learning_rate": 1.95887027143881e-05,
+      "loss": 35.5312,
+      "step": 4975
+    },
+    {
+      "epoch": 0.23779030870687184,
+      "grad_norm": 203.40557861328125,
+      "learning_rate": 1.958848302749266e-05,
+      "loss": 36.4062,
+      "step": 4976
+    },
+    {
+      "epoch": 0.2378380961483322,
+      "grad_norm": 349.3103942871094,
+      "learning_rate": 1.9588263283174575e-05,
+      "loss": 31.8125,
+      "step": 4977
+    },
+    {
+      "epoch": 0.2378858835897926,
+      "grad_norm": 280.2018737792969,
+      "learning_rate": 1.9588043481435167e-05,
+      "loss": 28.9688,
+      "step": 4978
+    },
+    {
+      "epoch": 0.23793367103125299,
+      "grad_norm": 265.0484313964844,
+      "learning_rate": 1.958782362227575e-05,
+      "loss": 28.0156,
+      "step": 4979
+    },
+    {
+      "epoch": 0.23798145847271338,
+      "grad_norm": 248.25732421875,
+      "learning_rate": 1.9587603705697643e-05,
+      "loss": 29.2812,
+      "step": 4980
+    },
+    {
+      "epoch": 0.23802924591417376,
+      "grad_norm": 378.3414611816406,
+      "learning_rate": 1.958738373170216e-05,
+      "loss": 44.75,
+      "step": 4981
+    },
+    {
+      "epoch": 0.23807703335563413,
+      "grad_norm": 236.02914428710938,
+      "learning_rate": 1.9587163700290618e-05,
+      "loss": 23.4844,
+      "step": 4982
+    },
+    {
+      "epoch": 0.23812482079709452,
+      "grad_norm": 279.836669921875,
+      "learning_rate": 1.9586943611464338e-05,
+      "loss": 32.5,
+      "step": 4983
+    },
+    {
+      "epoch": 0.2381726082385549,
+      "grad_norm": 349.47625732421875,
+      "learning_rate": 1.9586723465224636e-05,
+      "loss": 26.0312,
+      "step": 4984
+    },
+    {
+      "epoch": 0.2382203956800153,
+      "grad_norm": 223.76710510253906,
+      "learning_rate": 1.9586503261572832e-05,
+      "loss": 31.875,
+      "step": 4985
+    },
+    {
+      "epoch": 0.23826818312147569,
+      "grad_norm": 176.28619384765625,
+      "learning_rate": 1.9586283000510242e-05,
+      "loss": 27.1562,
+      "step": 4986
+    },
+    {
+      "epoch": 0.23831597056293605,
+      "grad_norm": 514.8421020507812,
+      "learning_rate": 1.9586062682038185e-05,
+      "loss": 40.5,
+      "step": 4987
+    },
+    {
+      "epoch": 0.23836375800439644,
+      "grad_norm": 395.92242431640625,
+      "learning_rate": 1.9585842306157985e-05,
+      "loss": 31.3281,
+      "step": 4988
+    },
+    {
+      "epoch": 0.23841154544585683,
+      "grad_norm": 211.92933654785156,
+      "learning_rate": 1.958562187287096e-05,
+      "loss": 31.4375,
+      "step": 4989
+    },
+    {
+      "epoch": 0.23845933288731722,
+      "grad_norm": 310.1468811035156,
+      "learning_rate": 1.9585401382178423e-05,
+      "loss": 18.4375,
+      "step": 4990
+    },
+    {
+      "epoch": 0.2385071203287776,
+      "grad_norm": 409.27154541015625,
+      "learning_rate": 1.9585180834081704e-05,
+      "loss": 43.7812,
+      "step": 4991
+    },
+    {
+      "epoch": 0.238554907770238,
+      "grad_norm": 305.62506103515625,
+      "learning_rate": 1.958496022858212e-05,
+      "loss": 31.8125,
+      "step": 4992
+    },
+    {
+      "epoch": 0.23860269521169836,
+      "grad_norm": 885.9899291992188,
+      "learning_rate": 1.9584739565680992e-05,
+      "loss": 32.5312,
+      "step": 4993
+    },
+    {
+      "epoch": 0.23865048265315875,
+      "grad_norm": 254.0165252685547,
+      "learning_rate": 1.9584518845379642e-05,
+      "loss": 34.625,
+      "step": 4994
+    },
+    {
+      "epoch": 0.23869827009461914,
+      "grad_norm": 327.2271423339844,
+      "learning_rate": 1.958429806767939e-05,
+      "loss": 24.4375,
+      "step": 4995
+    },
+    {
+      "epoch": 0.23874605753607953,
+      "grad_norm": 374.1911315917969,
+      "learning_rate": 1.958407723258156e-05,
+      "loss": 25.8906,
+      "step": 4996
+    },
+    {
+      "epoch": 0.23879384497753992,
+      "grad_norm": 222.36648559570312,
+      "learning_rate": 1.9583856340087476e-05,
+      "loss": 21.0469,
+      "step": 4997
+    },
+    {
+      "epoch": 0.23884163241900028,
+      "grad_norm": 346.13018798828125,
+      "learning_rate": 1.9583635390198455e-05,
+      "loss": 27.0312,
+      "step": 4998
+    },
+    {
+      "epoch": 0.23888941986046067,
+      "grad_norm": 472.5365295410156,
+      "learning_rate": 1.958341438291583e-05,
+      "loss": 41.8125,
+      "step": 4999
+    },
+    {
+      "epoch": 0.23893720730192106,
+      "grad_norm": 285.1940612792969,
+      "learning_rate": 1.9583193318240917e-05,
+      "loss": 32.875,
+      "step": 5000
+    },
+    {
+      "epoch": 0.23898499474338145,
+      "grad_norm": 316.5612487792969,
+      "learning_rate": 1.958297219617504e-05,
+      "loss": 34.9062,
+      "step": 5001
+    },
+    {
+      "epoch": 0.23903278218484184,
+      "grad_norm": 336.5349426269531,
+      "learning_rate": 1.9582751016719527e-05,
+      "loss": 34.0312,
+      "step": 5002
+    },
+    {
+      "epoch": 0.2390805696263022,
+      "grad_norm": 514.4503784179688,
+      "learning_rate": 1.95825297798757e-05,
+      "loss": 32.875,
+      "step": 5003
+    },
+    {
+      "epoch": 0.2391283570677626,
+      "grad_norm": 330.9886169433594,
+      "learning_rate": 1.9582308485644882e-05,
+      "loss": 35.6562,
+      "step": 5004
+    },
+    {
+      "epoch": 0.23917614450922298,
+      "grad_norm": 243.93556213378906,
+      "learning_rate": 1.9582087134028403e-05,
+      "loss": 24.0,
+      "step": 5005
+    },
+    {
+      "epoch": 0.23922393195068337,
+      "grad_norm": 372.8141784667969,
+      "learning_rate": 1.9581865725027586e-05,
+      "loss": 30.4688,
+      "step": 5006
+    },
+    {
+      "epoch": 0.23927171939214376,
+      "grad_norm": 500.0347595214844,
+      "learning_rate": 1.9581644258643756e-05,
+      "loss": 24.5,
+      "step": 5007
+    },
+    {
+      "epoch": 0.23931950683360412,
+      "grad_norm": 353.5435485839844,
+      "learning_rate": 1.9581422734878242e-05,
+      "loss": 22.1406,
+      "step": 5008
+    },
+    {
+      "epoch": 0.2393672942750645,
+      "grad_norm": 214.19638061523438,
+      "learning_rate": 1.958120115373237e-05,
+      "loss": 35.2188,
+      "step": 5009
+    },
+    {
+      "epoch": 0.2394150817165249,
+      "grad_norm": 346.4753112792969,
+      "learning_rate": 1.9580979515207462e-05,
+      "loss": 33.4062,
+      "step": 5010
+    },
+    {
+      "epoch": 0.2394628691579853,
+      "grad_norm": 291.2325744628906,
+      "learning_rate": 1.9580757819304856e-05,
+      "loss": 22.7812,
+      "step": 5011
+    },
+    {
+      "epoch": 0.23951065659944568,
+      "grad_norm": 327.0716857910156,
+      "learning_rate": 1.958053606602587e-05,
+      "loss": 31.4688,
+      "step": 5012
+    },
+    {
+      "epoch": 0.23955844404090604,
+      "grad_norm": 208.4564666748047,
+      "learning_rate": 1.9580314255371836e-05,
+      "loss": 23.8438,
+      "step": 5013
+    },
+    {
+      "epoch": 0.23960623148236643,
+      "grad_norm": 269.3580322265625,
+      "learning_rate": 1.958009238734408e-05,
+      "loss": 41.1875,
+      "step": 5014
+    },
+    {
+      "epoch": 0.23965401892382682,
+      "grad_norm": 302.9829406738281,
+      "learning_rate": 1.9579870461943932e-05,
+      "loss": 35.4688,
+      "step": 5015
+    },
+    {
+      "epoch": 0.2397018063652872,
+      "grad_norm": 227.3331756591797,
+      "learning_rate": 1.9579648479172724e-05,
+      "loss": 23.7812,
+      "step": 5016
+    },
+    {
+      "epoch": 0.2397495938067476,
+      "grad_norm": 324.9248352050781,
+      "learning_rate": 1.957942643903178e-05,
+      "loss": 30.5938,
+      "step": 5017
+    },
+    {
+      "epoch": 0.23979738124820796,
+      "grad_norm": 371.4962463378906,
+      "learning_rate": 1.9579204341522432e-05,
+      "loss": 38.4375,
+      "step": 5018
+    },
+    {
+      "epoch": 0.23984516868966835,
+      "grad_norm": 383.53076171875,
+      "learning_rate": 1.9578982186646015e-05,
+      "loss": 31.875,
+      "step": 5019
+    },
+    {
+      "epoch": 0.23989295613112874,
+      "grad_norm": 312.61224365234375,
+      "learning_rate": 1.957875997440385e-05,
+      "loss": 31.6562,
+      "step": 5020
+    },
+    {
+      "epoch": 0.23994074357258913,
+      "grad_norm": 234.19691467285156,
+      "learning_rate": 1.9578537704797278e-05,
+      "loss": 27.5781,
+      "step": 5021
+    },
+    {
+      "epoch": 0.23998853101404952,
+      "grad_norm": 227.9401092529297,
+      "learning_rate": 1.957831537782762e-05,
+      "loss": 28.0,
+      "step": 5022
+    },
+    {
+      "epoch": 0.24003631845550988,
+      "grad_norm": 230.8338623046875,
+      "learning_rate": 1.9578092993496212e-05,
+      "loss": 23.9375,
+      "step": 5023
+    },
+    {
+      "epoch": 0.24008410589697027,
+      "grad_norm": 283.81060791015625,
+      "learning_rate": 1.9577870551804393e-05,
+      "loss": 37.3125,
+      "step": 5024
+    },
+    {
+      "epoch": 0.24013189333843066,
+      "grad_norm": 291.6313171386719,
+      "learning_rate": 1.957764805275348e-05,
+      "loss": 39.9375,
+      "step": 5025
+    },
+    {
+      "epoch": 0.24017968077989105,
+      "grad_norm": 302.5210266113281,
+      "learning_rate": 1.957742549634482e-05,
+      "loss": 34.6875,
+      "step": 5026
+    },
+    {
+      "epoch": 0.24022746822135144,
+      "grad_norm": 211.9313507080078,
+      "learning_rate": 1.9577202882579737e-05,
+      "loss": 29.3125,
+      "step": 5027
+    },
+    {
+      "epoch": 0.24027525566281183,
+      "grad_norm": 305.9429626464844,
+      "learning_rate": 1.9576980211459564e-05,
+      "loss": 30.375,
+      "step": 5028
+    },
+    {
+      "epoch": 0.2403230431042722,
+      "grad_norm": 194.044677734375,
+      "learning_rate": 1.957675748298564e-05,
+      "loss": 41.6875,
+      "step": 5029
+    },
+    {
+      "epoch": 0.24037083054573258,
+      "grad_norm": 316.2671813964844,
+      "learning_rate": 1.9576534697159298e-05,
+      "loss": 29.8125,
+      "step": 5030
+    },
+    {
+      "epoch": 0.24041861798719297,
+      "grad_norm": 285.0970153808594,
+      "learning_rate": 1.9576311853981868e-05,
+      "loss": 32.625,
+      "step": 5031
+    },
+    {
+      "epoch": 0.24046640542865336,
+      "grad_norm": 206.86419677734375,
+      "learning_rate": 1.9576088953454686e-05,
+      "loss": 31.0312,
+      "step": 5032
+    },
+    {
+      "epoch": 0.24051419287011375,
+      "grad_norm": 454.0442199707031,
+      "learning_rate": 1.9575865995579088e-05,
+      "loss": 46.3438,
+      "step": 5033
+    },
+    {
+      "epoch": 0.2405619803115741,
+      "grad_norm": 228.70196533203125,
+      "learning_rate": 1.957564298035641e-05,
+      "loss": 28.8125,
+      "step": 5034
+    },
+    {
+      "epoch": 0.2406097677530345,
+      "grad_norm": 350.7996826171875,
+      "learning_rate": 1.9575419907787986e-05,
+      "loss": 31.2188,
+      "step": 5035
+    },
+    {
+      "epoch": 0.2406575551944949,
+      "grad_norm": 186.38035583496094,
+      "learning_rate": 1.957519677787515e-05,
+      "loss": 28.4688,
+      "step": 5036
+    },
+    {
+      "epoch": 0.24070534263595528,
+      "grad_norm": 429.5257263183594,
+      "learning_rate": 1.9574973590619243e-05,
+      "loss": 41.375,
+      "step": 5037
+    },
+    {
+      "epoch": 0.24075313007741567,
+      "grad_norm": 219.07247924804688,
+      "learning_rate": 1.95747503460216e-05,
+      "loss": 34.8125,
+      "step": 5038
+    },
+    {
+      "epoch": 0.24080091751887603,
+      "grad_norm": 300.2610168457031,
+      "learning_rate": 1.9574527044083556e-05,
+      "loss": 29.125,
+      "step": 5039
+    },
+    {
+      "epoch": 0.24084870496033642,
+      "grad_norm": 170.5174560546875,
+      "learning_rate": 1.9574303684806454e-05,
+      "loss": 23.9375,
+      "step": 5040
+    },
+    {
+      "epoch": 0.2408964924017968,
+      "grad_norm": 225.62139892578125,
+      "learning_rate": 1.9574080268191622e-05,
+      "loss": 35.2188,
+      "step": 5041
+    },
+    {
+      "epoch": 0.2409442798432572,
+      "grad_norm": 393.7321472167969,
+      "learning_rate": 1.9573856794240405e-05,
+      "loss": 31.8125,
+      "step": 5042
+    },
+    {
+      "epoch": 0.2409920672847176,
+      "grad_norm": 276.66851806640625,
+      "learning_rate": 1.957363326295414e-05,
+      "loss": 26.3438,
+      "step": 5043
+    },
+    {
+      "epoch": 0.24103985472617795,
+      "grad_norm": 232.20143127441406,
+      "learning_rate": 1.9573409674334164e-05,
+      "loss": 29.6562,
+      "step": 5044
+    },
+    {
+      "epoch": 0.24108764216763834,
+      "grad_norm": 318.8984069824219,
+      "learning_rate": 1.9573186028381817e-05,
+      "loss": 31.3438,
+      "step": 5045
+    },
+    {
+      "epoch": 0.24113542960909873,
+      "grad_norm": 208.62937927246094,
+      "learning_rate": 1.9572962325098438e-05,
+      "loss": 29.5312,
+      "step": 5046
+    },
+    {
+      "epoch": 0.24118321705055912,
+      "grad_norm": 199.79473876953125,
+      "learning_rate": 1.957273856448537e-05,
+      "loss": 22.9062,
+      "step": 5047
+    },
+    {
+      "epoch": 0.2412310044920195,
+      "grad_norm": 232.37176513671875,
+      "learning_rate": 1.9572514746543944e-05,
+      "loss": 32.625,
+      "step": 5048
+    },
+    {
+      "epoch": 0.24127879193347987,
+      "grad_norm": 335.6168212890625,
+      "learning_rate": 1.9572290871275513e-05,
+      "loss": 40.6875,
+      "step": 5049
+    },
+    {
+      "epoch": 0.24132657937494026,
+      "grad_norm": 232.80160522460938,
+      "learning_rate": 1.9572066938681406e-05,
+      "loss": 23.4219,
+      "step": 5050
+    },
+    {
+      "epoch": 0.24137436681640065,
+      "grad_norm": 236.81277465820312,
+      "learning_rate": 1.9571842948762976e-05,
+      "loss": 25.5938,
+      "step": 5051
+    },
+    {
+      "epoch": 0.24142215425786104,
+      "grad_norm": 444.298583984375,
+      "learning_rate": 1.9571618901521554e-05,
+      "loss": 38.6719,
+      "step": 5052
+    },
+    {
+      "epoch": 0.24146994169932143,
+      "grad_norm": 323.3636474609375,
+      "learning_rate": 1.9571394796958484e-05,
+      "loss": 26.6562,
+      "step": 5053
+    },
+    {
+      "epoch": 0.2415177291407818,
+      "grad_norm": 224.96591186523438,
+      "learning_rate": 1.9571170635075113e-05,
+      "loss": 28.9688,
+      "step": 5054
+    },
+    {
+      "epoch": 0.24156551658224218,
+      "grad_norm": 221.90306091308594,
+      "learning_rate": 1.957094641587278e-05,
+      "loss": 28.5156,
+      "step": 5055
+    },
+    {
+      "epoch": 0.24161330402370257,
+      "grad_norm": 344.8029479980469,
+      "learning_rate": 1.9570722139352823e-05,
+      "loss": 36.8438,
+      "step": 5056
+    },
+    {
+      "epoch": 0.24166109146516296,
+      "grad_norm": 292.28094482421875,
+      "learning_rate": 1.9570497805516597e-05,
+      "loss": 42.875,
+      "step": 5057
+    },
+    {
+      "epoch": 0.24170887890662335,
+      "grad_norm": 232.01475524902344,
+      "learning_rate": 1.9570273414365432e-05,
+      "loss": 37.125,
+      "step": 5058
+    },
+    {
+      "epoch": 0.24175666634808374,
+      "grad_norm": 206.31512451171875,
+      "learning_rate": 1.957004896590068e-05,
+      "loss": 24.4375,
+      "step": 5059
+    },
+    {
+      "epoch": 0.2418044537895441,
+      "grad_norm": 217.33380126953125,
+      "learning_rate": 1.9569824460123685e-05,
+      "loss": 38.5312,
+      "step": 5060
+    },
+    {
+      "epoch": 0.2418522412310045,
+      "grad_norm": 209.76844787597656,
+      "learning_rate": 1.956959989703579e-05,
+      "loss": 25.0625,
+      "step": 5061
+    },
+    {
+      "epoch": 0.24190002867246488,
+      "grad_norm": 181.06448364257812,
+      "learning_rate": 1.956937527663834e-05,
+      "loss": 30.9844,
+      "step": 5062
+    },
+    {
+      "epoch": 0.24194781611392527,
+      "grad_norm": 280.5280456542969,
+      "learning_rate": 1.956915059893268e-05,
+      "loss": 37.0938,
+      "step": 5063
+    },
+    {
+      "epoch": 0.24199560355538566,
+      "grad_norm": 319.9557189941406,
+      "learning_rate": 1.9568925863920155e-05,
+      "loss": 28.2656,
+      "step": 5064
+    },
+    {
+      "epoch": 0.24204339099684602,
+      "grad_norm": 321.8280334472656,
+      "learning_rate": 1.956870107160211e-05,
+      "loss": 40.5938,
+      "step": 5065
+    },
+    {
+      "epoch": 0.2420911784383064,
+      "grad_norm": 297.24053955078125,
+      "learning_rate": 1.956847622197989e-05,
+      "loss": 43.5625,
+      "step": 5066
+    },
+    {
+      "epoch": 0.2421389658797668,
+      "grad_norm": 335.9384460449219,
+      "learning_rate": 1.9568251315054853e-05,
+      "loss": 30.9375,
+      "step": 5067
+    },
+    {
+      "epoch": 0.2421867533212272,
+      "grad_norm": 285.3891296386719,
+      "learning_rate": 1.956802635082833e-05,
+      "loss": 35.0312,
+      "step": 5068
+    },
+    {
+      "epoch": 0.24223454076268758,
+      "grad_norm": 198.09288024902344,
+      "learning_rate": 1.9567801329301675e-05,
+      "loss": 30.375,
+      "step": 5069
+    },
+    {
+      "epoch": 0.24228232820414794,
+      "grad_norm": 200.7952880859375,
+      "learning_rate": 1.9567576250476238e-05,
+      "loss": 27.25,
+      "step": 5070
+    },
+    {
+      "epoch": 0.24233011564560833,
+      "grad_norm": 226.82217407226562,
+      "learning_rate": 1.9567351114353366e-05,
+      "loss": 28.5625,
+      "step": 5071
+    },
+    {
+      "epoch": 0.24237790308706872,
+      "grad_norm": 298.5737609863281,
+      "learning_rate": 1.9567125920934403e-05,
+      "loss": 24.0469,
+      "step": 5072
+    },
+    {
+      "epoch": 0.2424256905285291,
+      "grad_norm": 356.6317138671875,
+      "learning_rate": 1.9566900670220702e-05,
+      "loss": 41.2812,
+      "step": 5073
+    },
+    {
+      "epoch": 0.2424734779699895,
+      "grad_norm": 448.74407958984375,
+      "learning_rate": 1.9566675362213614e-05,
+      "loss": 30.9375,
+      "step": 5074
+    },
+    {
+      "epoch": 0.24252126541144986,
+      "grad_norm": 266.52276611328125,
+      "learning_rate": 1.9566449996914482e-05,
+      "loss": 26.0,
+      "step": 5075
+    },
+    {
+      "epoch": 0.24256905285291025,
+      "grad_norm": 216.04502868652344,
+      "learning_rate": 1.956622457432466e-05,
+      "loss": 35.8125,
+      "step": 5076
+    },
+    {
+      "epoch": 0.24261684029437064,
+      "grad_norm": 427.51611328125,
+      "learning_rate": 1.9565999094445494e-05,
+      "loss": 29.625,
+      "step": 5077
+    },
+    {
+      "epoch": 0.24266462773583103,
+      "grad_norm": 204.44793701171875,
+      "learning_rate": 1.956577355727834e-05,
+      "loss": 33.5312,
+      "step": 5078
+    },
+    {
+      "epoch": 0.24271241517729142,
+      "grad_norm": 237.43495178222656,
+      "learning_rate": 1.9565547962824543e-05,
+      "loss": 30.4688,
+      "step": 5079
+    },
+    {
+      "epoch": 0.24276020261875178,
+      "grad_norm": 481.2728576660156,
+      "learning_rate": 1.9565322311085458e-05,
+      "loss": 63.4375,
+      "step": 5080
+    },
+    {
+      "epoch": 0.24280799006021217,
+      "grad_norm": 241.20570373535156,
+      "learning_rate": 1.9565096602062436e-05,
+      "loss": 33.125,
+      "step": 5081
+    },
+    {
+      "epoch": 0.24285577750167256,
+      "grad_norm": 204.68858337402344,
+      "learning_rate": 1.9564870835756825e-05,
+      "loss": 26.5,
+      "step": 5082
+    },
+    {
+      "epoch": 0.24290356494313295,
+      "grad_norm": 231.2637481689453,
+      "learning_rate": 1.9564645012169982e-05,
+      "loss": 25.2188,
+      "step": 5083
+    },
+    {
+      "epoch": 0.24295135238459334,
+      "grad_norm": 501.0528564453125,
+      "learning_rate": 1.9564419131303257e-05,
+      "loss": 31.0938,
+      "step": 5084
+    },
+    {
+      "epoch": 0.2429991398260537,
+      "grad_norm": 178.82955932617188,
+      "learning_rate": 1.9564193193158002e-05,
+      "loss": 23.6562,
+      "step": 5085
+    },
+    {
+      "epoch": 0.2430469272675141,
+      "grad_norm": 245.59388732910156,
+      "learning_rate": 1.956396719773557e-05,
+      "loss": 23.3125,
+      "step": 5086
+    },
+    {
+      "epoch": 0.24309471470897448,
+      "grad_norm": 296.1590270996094,
+      "learning_rate": 1.9563741145037315e-05,
+      "loss": 27.5625,
+      "step": 5087
+    },
+    {
+      "epoch": 0.24314250215043487,
+      "grad_norm": 504.2522888183594,
+      "learning_rate": 1.9563515035064593e-05,
+      "loss": 29.6094,
+      "step": 5088
+    },
+    {
+      "epoch": 0.24319028959189526,
+      "grad_norm": 466.43115234375,
+      "learning_rate": 1.9563288867818756e-05,
+      "loss": 37.0,
+      "step": 5089
+    },
+    {
+      "epoch": 0.24323807703335562,
+      "grad_norm": 259.0183410644531,
+      "learning_rate": 1.956306264330116e-05,
+      "loss": 40.7812,
+      "step": 5090
+    },
+    {
+      "epoch": 0.243285864474816,
+      "grad_norm": 342.53076171875,
+      "learning_rate": 1.9562836361513154e-05,
+      "loss": 35.5312,
+      "step": 5091
+    },
+    {
+      "epoch": 0.2433336519162764,
+      "grad_norm": 232.45240783691406,
+      "learning_rate": 1.9562610022456103e-05,
+      "loss": 23.5938,
+      "step": 5092
+    },
+    {
+      "epoch": 0.2433814393577368,
+      "grad_norm": 311.8684387207031,
+      "learning_rate": 1.9562383626131357e-05,
+      "loss": 38.8125,
+      "step": 5093
+    },
+    {
+      "epoch": 0.24342922679919718,
+      "grad_norm": 225.3309326171875,
+      "learning_rate": 1.956215717254027e-05,
+      "loss": 27.5312,
+      "step": 5094
+    },
+    {
+      "epoch": 0.24347701424065757,
+      "grad_norm": 303.0809631347656,
+      "learning_rate": 1.9561930661684197e-05,
+      "loss": 39.8438,
+      "step": 5095
+    },
+    {
+      "epoch": 0.24352480168211793,
+      "grad_norm": 222.1435546875,
+      "learning_rate": 1.95617040935645e-05,
+      "loss": 28.6562,
+      "step": 5096
+    },
+    {
+      "epoch": 0.24357258912357832,
+      "grad_norm": 235.4651336669922,
+      "learning_rate": 1.9561477468182536e-05,
+      "loss": 33.0312,
+      "step": 5097
+    },
+    {
+      "epoch": 0.2436203765650387,
+      "grad_norm": 203.27317810058594,
+      "learning_rate": 1.9561250785539655e-05,
+      "loss": 36.2188,
+      "step": 5098
+    },
+    {
+      "epoch": 0.2436681640064991,
+      "grad_norm": 212.3547821044922,
+      "learning_rate": 1.9561024045637224e-05,
+      "loss": 32.7812,
+      "step": 5099
+    },
+    {
+      "epoch": 0.2437159514479595,
+      "grad_norm": 390.26068115234375,
+      "learning_rate": 1.9560797248476593e-05,
+      "loss": 31.9531,
+      "step": 5100
+    },
+    {
+      "epoch": 0.24376373888941985,
+      "grad_norm": 233.9477996826172,
+      "learning_rate": 1.9560570394059122e-05,
+      "loss": 30.4375,
+      "step": 5101
+    },
+    {
+      "epoch": 0.24381152633088024,
+      "grad_norm": 332.09417724609375,
+      "learning_rate": 1.9560343482386176e-05,
+      "loss": 32.4062,
+      "step": 5102
+    },
+    {
+      "epoch": 0.24385931377234063,
+      "grad_norm": 399.5453796386719,
+      "learning_rate": 1.9560116513459104e-05,
+      "loss": 31.5625,
+      "step": 5103
+    },
+    {
+      "epoch": 0.24390710121380102,
+      "grad_norm": 339.2538757324219,
+      "learning_rate": 1.9559889487279273e-05,
+      "loss": 30.5312,
+      "step": 5104
+    },
+    {
+      "epoch": 0.2439548886552614,
+      "grad_norm": 281.3460998535156,
+      "learning_rate": 1.9559662403848038e-05,
+      "loss": 30.625,
+      "step": 5105
+    },
+    {
+      "epoch": 0.24400267609672177,
+      "grad_norm": 340.6047668457031,
+      "learning_rate": 1.955943526316676e-05,
+      "loss": 41.625,
+      "step": 5106
+    },
+    {
+      "epoch": 0.24405046353818216,
+      "grad_norm": 277.7685241699219,
+      "learning_rate": 1.9559208065236803e-05,
+      "loss": 26.1875,
+      "step": 5107
+    },
+    {
+      "epoch": 0.24409825097964255,
+      "grad_norm": 231.91500854492188,
+      "learning_rate": 1.955898081005952e-05,
+      "loss": 28.2812,
+      "step": 5108
+    },
+    {
+      "epoch": 0.24414603842110294,
+      "grad_norm": 655.421875,
+      "learning_rate": 1.955875349763628e-05,
+      "loss": 30.5625,
+      "step": 5109
+    },
+    {
+      "epoch": 0.24419382586256333,
+      "grad_norm": 243.81857299804688,
+      "learning_rate": 1.9558526127968437e-05,
+      "loss": 37.2188,
+      "step": 5110
+    },
+    {
+      "epoch": 0.2442416133040237,
+      "grad_norm": 127.81819152832031,
+      "learning_rate": 1.9558298701057363e-05,
+      "loss": 24.8906,
+      "step": 5111
+    },
+    {
+      "epoch": 0.24428940074548408,
+      "grad_norm": 188.0219268798828,
+      "learning_rate": 1.9558071216904405e-05,
+      "loss": 28.0625,
+      "step": 5112
+    },
+    {
+      "epoch": 0.24433718818694447,
+      "grad_norm": 270.58843994140625,
+      "learning_rate": 1.955784367551094e-05,
+      "loss": 31.9375,
+      "step": 5113
+    },
+    {
+      "epoch": 0.24438497562840486,
+      "grad_norm": 174.6825408935547,
+      "learning_rate": 1.955761607687832e-05,
+      "loss": 32.2812,
+      "step": 5114
+    },
+    {
+      "epoch": 0.24443276306986525,
+      "grad_norm": 210.44720458984375,
+      "learning_rate": 1.955738842100792e-05,
+      "loss": 35.625,
+      "step": 5115
+    },
+    {
+      "epoch": 0.2444805505113256,
+      "grad_norm": 295.3960876464844,
+      "learning_rate": 1.9557160707901088e-05,
+      "loss": 36.5,
+      "step": 5116
+    },
+    {
+      "epoch": 0.244528337952786,
+      "grad_norm": 268.0978088378906,
+      "learning_rate": 1.9556932937559197e-05,
+      "loss": 38.5,
+      "step": 5117
+    },
+    {
+      "epoch": 0.2445761253942464,
+      "grad_norm": 536.1712036132812,
+      "learning_rate": 1.955670510998361e-05,
+      "loss": 26.625,
+      "step": 5118
+    },
+    {
+      "epoch": 0.24462391283570678,
+      "grad_norm": 411.7326965332031,
+      "learning_rate": 1.9556477225175688e-05,
+      "loss": 35.0,
+      "step": 5119
+    },
+    {
+      "epoch": 0.24467170027716717,
+      "grad_norm": 248.46710205078125,
+      "learning_rate": 1.9556249283136807e-05,
+      "loss": 36.8125,
+      "step": 5120
+    },
+    {
+      "epoch": 0.24471948771862753,
+      "grad_norm": 282.48114013671875,
+      "learning_rate": 1.9556021283868314e-05,
+      "loss": 31.0312,
+      "step": 5121
+    },
+    {
+      "epoch": 0.24476727516008792,
+      "grad_norm": 269.94775390625,
+      "learning_rate": 1.9555793227371593e-05,
+      "loss": 27.4688,
+      "step": 5122
+    },
+    {
+      "epoch": 0.2448150626015483,
+      "grad_norm": 294.831787109375,
+      "learning_rate": 1.9555565113647997e-05,
+      "loss": 23.9062,
+      "step": 5123
+    },
+    {
+      "epoch": 0.2448628500430087,
+      "grad_norm": 252.3130340576172,
+      "learning_rate": 1.9555336942698892e-05,
+      "loss": 31.6875,
+      "step": 5124
+    },
+    {
+      "epoch": 0.2449106374844691,
+      "grad_norm": 270.1381530761719,
+      "learning_rate": 1.955510871452565e-05,
+      "loss": 29.0312,
+      "step": 5125
+    },
+    {
+      "epoch": 0.24495842492592945,
+      "grad_norm": 462.4276123046875,
+      "learning_rate": 1.9554880429129642e-05,
+      "loss": 38.3281,
+      "step": 5126
+    },
+    {
+      "epoch": 0.24500621236738984,
+      "grad_norm": 150.5258026123047,
+      "learning_rate": 1.9554652086512225e-05,
+      "loss": 31.4062,
+      "step": 5127
+    },
+    {
+      "epoch": 0.24505399980885023,
+      "grad_norm": 245.20361328125,
+      "learning_rate": 1.9554423686674774e-05,
+      "loss": 28.7188,
+      "step": 5128
+    },
+    {
+      "epoch": 0.24510178725031062,
+      "grad_norm": 233.79058837890625,
+      "learning_rate": 1.955419522961865e-05,
+      "loss": 24.375,
+      "step": 5129
+    },
+    {
+      "epoch": 0.245149574691771,
+      "grad_norm": 280.3564147949219,
+      "learning_rate": 1.9553966715345226e-05,
+      "loss": 27.7188,
+      "step": 5130
+    },
+    {
+      "epoch": 0.2451973621332314,
+      "grad_norm": 377.0256042480469,
+      "learning_rate": 1.955373814385587e-05,
+      "loss": 26.7969,
+      "step": 5131
+    },
+    {
+      "epoch": 0.24524514957469176,
+      "grad_norm": 459.0621643066406,
+      "learning_rate": 1.955350951515195e-05,
+      "loss": 32.125,
+      "step": 5132
+    },
+    {
+      "epoch": 0.24529293701615215,
+      "grad_norm": 245.86477661132812,
+      "learning_rate": 1.9553280829234837e-05,
+      "loss": 33.5,
+      "step": 5133
+    },
+    {
+      "epoch": 0.24534072445761254,
+      "grad_norm": 279.53143310546875,
+      "learning_rate": 1.9553052086105896e-05,
+      "loss": 36.5938,
+      "step": 5134
+    },
+    {
+      "epoch": 0.24538851189907293,
+      "grad_norm": 175.19236755371094,
+      "learning_rate": 1.95528232857665e-05,
+      "loss": 22.6875,
+      "step": 5135
+    },
+    {
+      "epoch": 0.24543629934053332,
+      "grad_norm": 335.65704345703125,
+      "learning_rate": 1.9552594428218018e-05,
+      "loss": 30.875,
+      "step": 5136
+    },
+    {
+      "epoch": 0.24548408678199368,
+      "grad_norm": 201.10130310058594,
+      "learning_rate": 1.9552365513461825e-05,
+      "loss": 33.0312,
+      "step": 5137
+    },
+    {
+      "epoch": 0.24553187422345407,
+      "grad_norm": 295.61627197265625,
+      "learning_rate": 1.9552136541499287e-05,
+      "loss": 20.0938,
+      "step": 5138
+    },
+    {
+      "epoch": 0.24557966166491446,
+      "grad_norm": 236.95603942871094,
+      "learning_rate": 1.955190751233178e-05,
+      "loss": 33.9375,
+      "step": 5139
+    },
+    {
+      "epoch": 0.24562744910637485,
+      "grad_norm": 354.5416564941406,
+      "learning_rate": 1.9551678425960666e-05,
+      "loss": 33.375,
+      "step": 5140
+    },
+    {
+      "epoch": 0.24567523654783524,
+      "grad_norm": 265.9691467285156,
+      "learning_rate": 1.9551449282387328e-05,
+      "loss": 29.4062,
+      "step": 5141
+    },
+    {
+      "epoch": 0.2457230239892956,
+      "grad_norm": 308.3513488769531,
+      "learning_rate": 1.955122008161313e-05,
+      "loss": 37.0312,
+      "step": 5142
+    },
+    {
+      "epoch": 0.245770811430756,
+      "grad_norm": 325.3061218261719,
+      "learning_rate": 1.955099082363945e-05,
+      "loss": 26.4219,
+      "step": 5143
+    },
+    {
+      "epoch": 0.24581859887221638,
+      "grad_norm": 162.23634338378906,
+      "learning_rate": 1.955076150846766e-05,
+      "loss": 32.1562,
+      "step": 5144
+    },
+    {
+      "epoch": 0.24586638631367677,
+      "grad_norm": 294.5204162597656,
+      "learning_rate": 1.9550532136099132e-05,
+      "loss": 28.8438,
+      "step": 5145
+    },
+    {
+      "epoch": 0.24591417375513716,
+      "grad_norm": 164.5022430419922,
+      "learning_rate": 1.955030270653524e-05,
+      "loss": 23.9062,
+      "step": 5146
+    },
+    {
+      "epoch": 0.24596196119659752,
+      "grad_norm": 357.1878662109375,
+      "learning_rate": 1.955007321977736e-05,
+      "loss": 37.5312,
+      "step": 5147
+    },
+    {
+      "epoch": 0.2460097486380579,
+      "grad_norm": 378.734130859375,
+      "learning_rate": 1.954984367582686e-05,
+      "loss": 29.875,
+      "step": 5148
+    },
+    {
+      "epoch": 0.2460575360795183,
+      "grad_norm": 272.80657958984375,
+      "learning_rate": 1.9549614074685123e-05,
+      "loss": 31.3594,
+      "step": 5149
+    },
+    {
+      "epoch": 0.2461053235209787,
+      "grad_norm": 204.44485473632812,
+      "learning_rate": 1.9549384416353518e-05,
+      "loss": 29.6094,
+      "step": 5150
+    },
+    {
+      "epoch": 0.24615311096243908,
+      "grad_norm": 157.23184204101562,
+      "learning_rate": 1.9549154700833424e-05,
+      "loss": 18.7969,
+      "step": 5151
+    },
+    {
+      "epoch": 0.24620089840389944,
+      "grad_norm": 267.6189880371094,
+      "learning_rate": 1.9548924928126212e-05,
+      "loss": 23.2188,
+      "step": 5152
+    },
+    {
+      "epoch": 0.24624868584535983,
+      "grad_norm": 332.8806457519531,
+      "learning_rate": 1.9548695098233265e-05,
+      "loss": 38.75,
+      "step": 5153
+    },
+    {
+      "epoch": 0.24629647328682022,
+      "grad_norm": 407.85986328125,
+      "learning_rate": 1.954846521115595e-05,
+      "loss": 34.3438,
+      "step": 5154
+    },
+    {
+      "epoch": 0.2463442607282806,
+      "grad_norm": 226.4926300048828,
+      "learning_rate": 1.9548235266895656e-05,
+      "loss": 28.4062,
+      "step": 5155
+    },
+    {
+      "epoch": 0.246392048169741,
+      "grad_norm": 200.66293334960938,
+      "learning_rate": 1.954800526545375e-05,
+      "loss": 34.8438,
+      "step": 5156
+    },
+    {
+      "epoch": 0.24643983561120136,
+      "grad_norm": 213.4750213623047,
+      "learning_rate": 1.9547775206831613e-05,
+      "loss": 23.3594,
+      "step": 5157
+    },
+    {
+      "epoch": 0.24648762305266175,
+      "grad_norm": 527.5840454101562,
+      "learning_rate": 1.9547545091030623e-05,
+      "loss": 32.0625,
+      "step": 5158
+    },
+    {
+      "epoch": 0.24653541049412214,
+      "grad_norm": 311.52685546875,
+      "learning_rate": 1.9547314918052157e-05,
+      "loss": 42.25,
+      "step": 5159
+    },
+    {
+      "epoch": 0.24658319793558253,
+      "grad_norm": 475.29498291015625,
+      "learning_rate": 1.9547084687897592e-05,
+      "loss": 46.4062,
+      "step": 5160
+    },
+    {
+      "epoch": 0.24663098537704292,
+      "grad_norm": 321.8283386230469,
+      "learning_rate": 1.954685440056831e-05,
+      "loss": 38.6875,
+      "step": 5161
+    },
+    {
+      "epoch": 0.24667877281850328,
+      "grad_norm": 403.544189453125,
+      "learning_rate": 1.9546624056065693e-05,
+      "loss": 41.5938,
+      "step": 5162
+    },
+    {
+      "epoch": 0.24672656025996367,
+      "grad_norm": 402.8560791015625,
+      "learning_rate": 1.9546393654391113e-05,
+      "loss": 25.3594,
+      "step": 5163
+    },
+    {
+      "epoch": 0.24677434770142406,
+      "grad_norm": 269.9842224121094,
+      "learning_rate": 1.9546163195545953e-05,
+      "loss": 33.3125,
+      "step": 5164
+    },
+    {
+      "epoch": 0.24682213514288445,
+      "grad_norm": 381.2034606933594,
+      "learning_rate": 1.9545932679531595e-05,
+      "loss": 32.5,
+      "step": 5165
+    },
+    {
+      "epoch": 0.24686992258434484,
+      "grad_norm": 279.9151916503906,
+      "learning_rate": 1.9545702106349415e-05,
+      "loss": 44.7656,
+      "step": 5166
+    },
+    {
+      "epoch": 0.24691771002580523,
+      "grad_norm": 199.79701232910156,
+      "learning_rate": 1.9545471476000802e-05,
+      "loss": 29.25,
+      "step": 5167
+    },
+    {
+      "epoch": 0.2469654974672656,
+      "grad_norm": 214.9279022216797,
+      "learning_rate": 1.9545240788487128e-05,
+      "loss": 21.25,
+      "step": 5168
+    },
+    {
+      "epoch": 0.24701328490872598,
+      "grad_norm": 591.03271484375,
+      "learning_rate": 1.9545010043809775e-05,
+      "loss": 20.6094,
+      "step": 5169
+    },
+    {
+      "epoch": 0.24706107235018637,
+      "grad_norm": 216.8146514892578,
+      "learning_rate": 1.9544779241970136e-05,
+      "loss": 32.3438,
+      "step": 5170
+    },
+    {
+      "epoch": 0.24710885979164676,
+      "grad_norm": 236.97142028808594,
+      "learning_rate": 1.954454838296958e-05,
+      "loss": 23.6406,
+      "step": 5171
+    },
+    {
+      "epoch": 0.24715664723310715,
+      "grad_norm": 433.43048095703125,
+      "learning_rate": 1.9544317466809498e-05,
+      "loss": 27.2656,
+      "step": 5172
+    },
+    {
+      "epoch": 0.2472044346745675,
+      "grad_norm": 266.52325439453125,
+      "learning_rate": 1.9544086493491268e-05,
+      "loss": 27.6562,
+      "step": 5173
+    },
+    {
+      "epoch": 0.2472522221160279,
+      "grad_norm": 413.9320373535156,
+      "learning_rate": 1.9543855463016274e-05,
+      "loss": 31.0156,
+      "step": 5174
+    },
+    {
+      "epoch": 0.2473000095574883,
+      "grad_norm": 331.8121032714844,
+      "learning_rate": 1.9543624375385903e-05,
+      "loss": 46.2188,
+      "step": 5175
+    },
+    {
+      "epoch": 0.24734779699894868,
+      "grad_norm": 252.50271606445312,
+      "learning_rate": 1.9543393230601536e-05,
+      "loss": 24.0312,
+      "step": 5176
+    },
+    {
+      "epoch": 0.24739558444040907,
+      "grad_norm": 247.40660095214844,
+      "learning_rate": 1.9543162028664556e-05,
+      "loss": 32.1562,
+      "step": 5177
+    },
+    {
+      "epoch": 0.24744337188186943,
+      "grad_norm": 228.30108642578125,
+      "learning_rate": 1.9542930769576352e-05,
+      "loss": 31.7812,
+      "step": 5178
+    },
+    {
+      "epoch": 0.24749115932332982,
+      "grad_norm": 312.33099365234375,
+      "learning_rate": 1.954269945333831e-05,
+      "loss": 42.25,
+      "step": 5179
+    },
+    {
+      "epoch": 0.2475389467647902,
+      "grad_norm": 277.8793640136719,
+      "learning_rate": 1.9542468079951806e-05,
+      "loss": 30.6562,
+      "step": 5180
+    },
+    {
+      "epoch": 0.2475867342062506,
+      "grad_norm": 314.5132751464844,
+      "learning_rate": 1.9542236649418232e-05,
+      "loss": 32.0938,
+      "step": 5181
+    },
+    {
+      "epoch": 0.247634521647711,
+      "grad_norm": 251.6604766845703,
+      "learning_rate": 1.9542005161738973e-05,
+      "loss": 27.2188,
+      "step": 5182
+    },
+    {
+      "epoch": 0.24768230908917135,
+      "grad_norm": 301.65557861328125,
+      "learning_rate": 1.954177361691542e-05,
+      "loss": 33.6562,
+      "step": 5183
+    },
+    {
+      "epoch": 0.24773009653063174,
+      "grad_norm": 362.7125244140625,
+      "learning_rate": 1.954154201494895e-05,
+      "loss": 37.9219,
+      "step": 5184
+    },
+    {
+      "epoch": 0.24777788397209213,
+      "grad_norm": 400.63336181640625,
+      "learning_rate": 1.954131035584096e-05,
+      "loss": 29.9375,
+      "step": 5185
+    },
+    {
+      "epoch": 0.24782567141355252,
+      "grad_norm": 379.7372131347656,
+      "learning_rate": 1.9541078639592828e-05,
+      "loss": 32.625,
+      "step": 5186
+    },
+    {
+      "epoch": 0.2478734588550129,
+      "grad_norm": 235.66522216796875,
+      "learning_rate": 1.9540846866205948e-05,
+      "loss": 34.9375,
+      "step": 5187
+    },
+    {
+      "epoch": 0.24792124629647327,
+      "grad_norm": 283.5098876953125,
+      "learning_rate": 1.954061503568171e-05,
+      "loss": 30.125,
+      "step": 5188
+    },
+    {
+      "epoch": 0.24796903373793366,
+      "grad_norm": 181.07235717773438,
+      "learning_rate": 1.9540383148021495e-05,
+      "loss": 29.75,
+      "step": 5189
+    },
+    {
+      "epoch": 0.24801682117939405,
+      "grad_norm": 184.5323944091797,
+      "learning_rate": 1.9540151203226693e-05,
+      "loss": 25.8438,
+      "step": 5190
+    },
+    {
+      "epoch": 0.24806460862085444,
+      "grad_norm": 176.52210998535156,
+      "learning_rate": 1.95399192012987e-05,
+      "loss": 22.375,
+      "step": 5191
+    },
+    {
+      "epoch": 0.24811239606231483,
+      "grad_norm": 475.72918701171875,
+      "learning_rate": 1.9539687142238902e-05,
+      "loss": 25.7812,
+      "step": 5192
+    },
+    {
+      "epoch": 0.2481601835037752,
+      "grad_norm": 424.7929992675781,
+      "learning_rate": 1.953945502604868e-05,
+      "loss": 39.875,
+      "step": 5193
+    },
+    {
+      "epoch": 0.24820797094523558,
+      "grad_norm": 338.2557373046875,
+      "learning_rate": 1.953922285272944e-05,
+      "loss": 34.4688,
+      "step": 5194
+    },
+    {
+      "epoch": 0.24825575838669597,
+      "grad_norm": 522.89453125,
+      "learning_rate": 1.953899062228256e-05,
+      "loss": 29.3438,
+      "step": 5195
+    },
+    {
+      "epoch": 0.24830354582815636,
+      "grad_norm": 345.0396728515625,
+      "learning_rate": 1.9538758334709435e-05,
+      "loss": 32.0938,
+      "step": 5196
+    },
+    {
+      "epoch": 0.24835133326961675,
+      "grad_norm": 259.2247314453125,
+      "learning_rate": 1.9538525990011456e-05,
+      "loss": 33.8438,
+      "step": 5197
+    },
+    {
+      "epoch": 0.24839912071107714,
+      "grad_norm": 347.5380859375,
+      "learning_rate": 1.9538293588190016e-05,
+      "loss": 40.3438,
+      "step": 5198
+    },
+    {
+      "epoch": 0.2484469081525375,
+      "grad_norm": 295.0997314453125,
+      "learning_rate": 1.9538061129246503e-05,
+      "loss": 23.6562,
+      "step": 5199
+    },
+    {
+      "epoch": 0.2484946955939979,
+      "grad_norm": 265.6351013183594,
+      "learning_rate": 1.9537828613182314e-05,
+      "loss": 31.0938,
+      "step": 5200
+    },
+    {
+      "epoch": 0.24854248303545828,
+      "grad_norm": 161.4124298095703,
+      "learning_rate": 1.9537596039998834e-05,
+      "loss": 21.7188,
+      "step": 5201
+    },
+    {
+      "epoch": 0.24859027047691867,
+      "grad_norm": 263.1192932128906,
+      "learning_rate": 1.9537363409697466e-05,
+      "loss": 42.8125,
+      "step": 5202
+    },
+    {
+      "epoch": 0.24863805791837906,
+      "grad_norm": 374.5740966796875,
+      "learning_rate": 1.9537130722279592e-05,
+      "loss": 29.0,
+      "step": 5203
+    },
+    {
+      "epoch": 0.24868584535983942,
+      "grad_norm": 202.66429138183594,
+      "learning_rate": 1.953689797774662e-05,
+      "loss": 29.8125,
+      "step": 5204
+    },
+    {
+      "epoch": 0.24873363280129981,
+      "grad_norm": 290.8245544433594,
+      "learning_rate": 1.9536665176099928e-05,
+      "loss": 31.3125,
+      "step": 5205
+    },
+    {
+      "epoch": 0.2487814202427602,
+      "grad_norm": 217.11715698242188,
+      "learning_rate": 1.9536432317340916e-05,
+      "loss": 25.6875,
+      "step": 5206
+    },
+    {
+      "epoch": 0.2488292076842206,
+      "grad_norm": 306.5295715332031,
+      "learning_rate": 1.9536199401470983e-05,
+      "loss": 32.4844,
+      "step": 5207
+    },
+    {
+      "epoch": 0.24887699512568098,
+      "grad_norm": 272.5928955078125,
+      "learning_rate": 1.9535966428491523e-05,
+      "loss": 30.0,
+      "step": 5208
+    },
+    {
+      "epoch": 0.24892478256714134,
+      "grad_norm": 434.462646484375,
+      "learning_rate": 1.9535733398403926e-05,
+      "loss": 34.25,
+      "step": 5209
+    },
+    {
+      "epoch": 0.24897257000860173,
+      "grad_norm": 159.5247344970703,
+      "learning_rate": 1.953550031120959e-05,
+      "loss": 31.3438,
+      "step": 5210
+    },
+    {
+      "epoch": 0.24902035745006212,
+      "grad_norm": 373.7100830078125,
+      "learning_rate": 1.953526716690991e-05,
+      "loss": 40.9688,
+      "step": 5211
+    },
+    {
+      "epoch": 0.2490681448915225,
+      "grad_norm": 281.8932800292969,
+      "learning_rate": 1.9535033965506286e-05,
+      "loss": 31.3438,
+      "step": 5212
+    },
+    {
+      "epoch": 0.2491159323329829,
+      "grad_norm": 321.57916259765625,
+      "learning_rate": 1.9534800707000113e-05,
+      "loss": 32.4375,
+      "step": 5213
+    },
+    {
+      "epoch": 0.24916371977444327,
+      "grad_norm": 267.0216064453125,
+      "learning_rate": 1.9534567391392784e-05,
+      "loss": 33.6094,
+      "step": 5214
+    },
+    {
+      "epoch": 0.24921150721590365,
+      "grad_norm": 236.2978973388672,
+      "learning_rate": 1.9534334018685703e-05,
+      "loss": 29.5,
+      "step": 5215
+    },
+    {
+      "epoch": 0.24925929465736404,
+      "grad_norm": 305.2652282714844,
+      "learning_rate": 1.953410058888026e-05,
+      "loss": 43.4688,
+      "step": 5216
+    },
+    {
+      "epoch": 0.24930708209882443,
+      "grad_norm": 348.274169921875,
+      "learning_rate": 1.953386710197786e-05,
+      "loss": 41.3438,
+      "step": 5217
+    },
+    {
+      "epoch": 0.24935486954028482,
+      "grad_norm": 188.66323852539062,
+      "learning_rate": 1.9533633557979897e-05,
+      "loss": 24.4688,
+      "step": 5218
+    },
+    {
+      "epoch": 0.24940265698174519,
+      "grad_norm": 232.9337615966797,
+      "learning_rate": 1.953339995688777e-05,
+      "loss": 33.0625,
+      "step": 5219
+    },
+    {
+      "epoch": 0.24945044442320558,
+      "grad_norm": 329.1785888671875,
+      "learning_rate": 1.953316629870288e-05,
+      "loss": 25.7344,
+      "step": 5220
+    },
+    {
+      "epoch": 0.24949823186466596,
+      "grad_norm": 307.8741760253906,
+      "learning_rate": 1.9532932583426626e-05,
+      "loss": 30.9531,
+      "step": 5221
+    },
+    {
+      "epoch": 0.24954601930612635,
+      "grad_norm": 251.61082458496094,
+      "learning_rate": 1.95326988110604e-05,
+      "loss": 29.2969,
+      "step": 5222
+    },
+    {
+      "epoch": 0.24959380674758674,
+      "grad_norm": 280.22613525390625,
+      "learning_rate": 1.9532464981605613e-05,
+      "loss": 28.75,
+      "step": 5223
+    },
+    {
+      "epoch": 0.2496415941890471,
+      "grad_norm": 310.6142578125,
+      "learning_rate": 1.9532231095063664e-05,
+      "loss": 32.25,
+      "step": 5224
+    },
+    {
+      "epoch": 0.2496893816305075,
+      "grad_norm": 301.3856201171875,
+      "learning_rate": 1.953199715143595e-05,
+      "loss": 45.4375,
+      "step": 5225
+    },
+    {
+      "epoch": 0.24973716907196788,
+      "grad_norm": 335.435791015625,
+      "learning_rate": 1.953176315072387e-05,
+      "loss": 25.5312,
+      "step": 5226
+    },
+    {
+      "epoch": 0.24978495651342827,
+      "grad_norm": 272.8744201660156,
+      "learning_rate": 1.953152909292883e-05,
+      "loss": 22.375,
+      "step": 5227
+    },
+    {
+      "epoch": 0.24983274395488866,
+      "grad_norm": 388.4523620605469,
+      "learning_rate": 1.9531294978052228e-05,
+      "loss": 34.0625,
+      "step": 5228
+    },
+    {
+      "epoch": 0.24988053139634903,
+      "grad_norm": 389.8676452636719,
+      "learning_rate": 1.9531060806095466e-05,
+      "loss": 29.0,
+      "step": 5229
+    },
+    {
+      "epoch": 0.24992831883780942,
+      "grad_norm": 320.2853088378906,
+      "learning_rate": 1.9530826577059953e-05,
+      "loss": 38.75,
+      "step": 5230
+    },
+    {
+      "epoch": 0.2499761062792698,
+      "grad_norm": 342.5827941894531,
+      "learning_rate": 1.9530592290947083e-05,
+      "loss": 27.5625,
+      "step": 5231
+    },
+    {
+      "epoch": 0.2500238937207302,
+      "grad_norm": 204.18333435058594,
+      "learning_rate": 1.9530357947758264e-05,
+      "loss": 24.6875,
+      "step": 5232
+    },
+    {
+      "epoch": 0.2500716811621906,
+      "grad_norm": 294.5633239746094,
+      "learning_rate": 1.95301235474949e-05,
+      "loss": 21.5938,
+      "step": 5233
+    },
+    {
+      "epoch": 0.250119468603651,
+      "grad_norm": 384.93878173828125,
+      "learning_rate": 1.9529889090158394e-05,
+      "loss": 36.1562,
+      "step": 5234
+    },
+    {
+      "epoch": 0.25016725604511136,
+      "grad_norm": 247.68629455566406,
+      "learning_rate": 1.952965457575015e-05,
+      "loss": 37.75,
+      "step": 5235
+    },
+    {
+      "epoch": 0.25021504348657175,
+      "grad_norm": 283.2159729003906,
+      "learning_rate": 1.9529420004271568e-05,
+      "loss": 22.875,
+      "step": 5236
+    },
+    {
+      "epoch": 0.2502628309280321,
+      "grad_norm": 212.23609924316406,
+      "learning_rate": 1.9529185375724057e-05,
+      "loss": 26.9375,
+      "step": 5237
+    },
+    {
+      "epoch": 0.2503106183694925,
+      "grad_norm": 436.0233154296875,
+      "learning_rate": 1.9528950690109024e-05,
+      "loss": 39.375,
+      "step": 5238
+    },
+    {
+      "epoch": 0.25035840581095287,
+      "grad_norm": 250.9228515625,
+      "learning_rate": 1.952871594742787e-05,
+      "loss": 27.8438,
+      "step": 5239
+    },
+    {
+      "epoch": 0.25040619325241326,
+      "grad_norm": 302.7801208496094,
+      "learning_rate": 1.9528481147682003e-05,
+      "loss": 22.5312,
+      "step": 5240
+    },
+    {
+      "epoch": 0.25045398069387365,
+      "grad_norm": 400.0721130371094,
+      "learning_rate": 1.952824629087283e-05,
+      "loss": 31.9062,
+      "step": 5241
+    },
+    {
+      "epoch": 0.25050176813533404,
+      "grad_norm": 249.3318634033203,
+      "learning_rate": 1.9528011377001754e-05,
+      "loss": 23.1562,
+      "step": 5242
+    },
+    {
+      "epoch": 0.2505495555767944,
+      "grad_norm": 651.1591186523438,
+      "learning_rate": 1.9527776406070187e-05,
+      "loss": 40.75,
+      "step": 5243
+    },
+    {
+      "epoch": 0.2505973430182548,
+      "grad_norm": 307.4486999511719,
+      "learning_rate": 1.9527541378079534e-05,
+      "loss": 34.6875,
+      "step": 5244
+    },
+    {
+      "epoch": 0.2506451304597152,
+      "grad_norm": 220.03939819335938,
+      "learning_rate": 1.95273062930312e-05,
+      "loss": 22.4375,
+      "step": 5245
+    },
+    {
+      "epoch": 0.2506929179011756,
+      "grad_norm": 213.4686737060547,
+      "learning_rate": 1.9527071150926596e-05,
+      "loss": 30.9375,
+      "step": 5246
+    },
+    {
+      "epoch": 0.25074070534263593,
+      "grad_norm": 326.65557861328125,
+      "learning_rate": 1.9526835951767128e-05,
+      "loss": 23.8125,
+      "step": 5247
+    },
+    {
+      "epoch": 0.2507884927840963,
+      "grad_norm": 412.6080627441406,
+      "learning_rate": 1.9526600695554207e-05,
+      "loss": 41.9688,
+      "step": 5248
+    },
+    {
+      "epoch": 0.2508362802255567,
+      "grad_norm": 222.24319458007812,
+      "learning_rate": 1.952636538228924e-05,
+      "loss": 19.2031,
+      "step": 5249
+    },
+    {
+      "epoch": 0.2508840676670171,
+      "grad_norm": 213.87939453125,
+      "learning_rate": 1.9526130011973635e-05,
+      "loss": 26.0938,
+      "step": 5250
+    },
+    {
+      "epoch": 0.2509318551084775,
+      "grad_norm": 233.37757873535156,
+      "learning_rate": 1.9525894584608807e-05,
+      "loss": 29.625,
+      "step": 5251
+    },
+    {
+      "epoch": 0.2509796425499379,
+      "grad_norm": 366.40576171875,
+      "learning_rate": 1.952565910019616e-05,
+      "loss": 37.0625,
+      "step": 5252
+    },
+    {
+      "epoch": 0.25102742999139827,
+      "grad_norm": 459.2578125,
+      "learning_rate": 1.952542355873711e-05,
+      "loss": 37.0,
+      "step": 5253
+    },
+    {
+      "epoch": 0.25107521743285866,
+      "grad_norm": 253.93963623046875,
+      "learning_rate": 1.9525187960233058e-05,
+      "loss": 30.5625,
+      "step": 5254
+    },
+    {
+      "epoch": 0.25112300487431904,
+      "grad_norm": 391.3570251464844,
+      "learning_rate": 1.9524952304685424e-05,
+      "loss": 48.4375,
+      "step": 5255
+    },
+    {
+      "epoch": 0.25117079231577943,
+      "grad_norm": 515.9744873046875,
+      "learning_rate": 1.9524716592095617e-05,
+      "loss": 30.5,
+      "step": 5256
+    },
+    {
+      "epoch": 0.2512185797572398,
+      "grad_norm": 344.6597900390625,
+      "learning_rate": 1.9524480822465046e-05,
+      "loss": 29.625,
+      "step": 5257
+    },
+    {
+      "epoch": 0.25126636719870016,
+      "grad_norm": 447.9403991699219,
+      "learning_rate": 1.9524244995795127e-05,
+      "loss": 24.4375,
+      "step": 5258
+    },
+    {
+      "epoch": 0.25131415464016055,
+      "grad_norm": 337.310791015625,
+      "learning_rate": 1.9524009112087266e-05,
+      "loss": 35.5,
+      "step": 5259
+    },
+    {
+      "epoch": 0.25136194208162094,
+      "grad_norm": 128.83177185058594,
+      "learning_rate": 1.9523773171342884e-05,
+      "loss": 20.0469,
+      "step": 5260
+    },
+    {
+      "epoch": 0.2514097295230813,
+      "grad_norm": 209.85055541992188,
+      "learning_rate": 1.9523537173563388e-05,
+      "loss": 32.5312,
+      "step": 5261
+    },
+    {
+      "epoch": 0.2514575169645417,
+      "grad_norm": 169.11436462402344,
+      "learning_rate": 1.9523301118750193e-05,
+      "loss": 15.5938,
+      "step": 5262
+    },
+    {
+      "epoch": 0.2515053044060021,
+      "grad_norm": 526.4893798828125,
+      "learning_rate": 1.9523065006904715e-05,
+      "loss": 34.1562,
+      "step": 5263
+    },
+    {
+      "epoch": 0.2515530918474625,
+      "grad_norm": 356.4687194824219,
+      "learning_rate": 1.9522828838028362e-05,
+      "loss": 27.8438,
+      "step": 5264
+    },
+    {
+      "epoch": 0.2516008792889229,
+      "grad_norm": 240.41712951660156,
+      "learning_rate": 1.9522592612122552e-05,
+      "loss": 25.0625,
+      "step": 5265
+    },
+    {
+      "epoch": 0.2516486667303833,
+      "grad_norm": 185.29876708984375,
+      "learning_rate": 1.9522356329188704e-05,
+      "loss": 21.2188,
+      "step": 5266
+    },
+    {
+      "epoch": 0.25169645417184366,
+      "grad_norm": 737.1307373046875,
+      "learning_rate": 1.9522119989228226e-05,
+      "loss": 31.9688,
+      "step": 5267
+    },
+    {
+      "epoch": 0.251744241613304,
+      "grad_norm": 302.0870056152344,
+      "learning_rate": 1.9521883592242537e-05,
+      "loss": 34.8125,
+      "step": 5268
+    },
+    {
+      "epoch": 0.2517920290547644,
+      "grad_norm": 350.05743408203125,
+      "learning_rate": 1.9521647138233054e-05,
+      "loss": 29.7188,
+      "step": 5269
+    },
+    {
+      "epoch": 0.2518398164962248,
+      "grad_norm": 415.1817626953125,
+      "learning_rate": 1.952141062720119e-05,
+      "loss": 24.0938,
+      "step": 5270
+    },
+    {
+      "epoch": 0.25188760393768517,
+      "grad_norm": 214.1986846923828,
+      "learning_rate": 1.9521174059148356e-05,
+      "loss": 26.3125,
+      "step": 5271
+    },
+    {
+      "epoch": 0.25193539137914556,
+      "grad_norm": 349.9768371582031,
+      "learning_rate": 1.952093743407598e-05,
+      "loss": 44.375,
+      "step": 5272
+    },
+    {
+      "epoch": 0.25198317882060595,
+      "grad_norm": 629.1519775390625,
+      "learning_rate": 1.9520700751985474e-05,
+      "loss": 49.4375,
+      "step": 5273
+    },
+    {
+      "epoch": 0.25203096626206634,
+      "grad_norm": 323.04132080078125,
+      "learning_rate": 1.9520464012878254e-05,
+      "loss": 25.625,
+      "step": 5274
+    },
+    {
+      "epoch": 0.2520787537035267,
+      "grad_norm": 241.6963348388672,
+      "learning_rate": 1.9520227216755742e-05,
+      "loss": 34.6562,
+      "step": 5275
+    },
+    {
+      "epoch": 0.2521265411449871,
+      "grad_norm": 158.38121032714844,
+      "learning_rate": 1.951999036361935e-05,
+      "loss": 23.3125,
+      "step": 5276
+    },
+    {
+      "epoch": 0.2521743285864475,
+      "grad_norm": 405.98565673828125,
+      "learning_rate": 1.9519753453470503e-05,
+      "loss": 30.4375,
+      "step": 5277
+    },
+    {
+      "epoch": 0.25222211602790784,
+      "grad_norm": 289.99578857421875,
+      "learning_rate": 1.9519516486310616e-05,
+      "loss": 29.0312,
+      "step": 5278
+    },
+    {
+      "epoch": 0.25226990346936823,
+      "grad_norm": 1156.0731201171875,
+      "learning_rate": 1.9519279462141112e-05,
+      "loss": 46.5625,
+      "step": 5279
+    },
+    {
+      "epoch": 0.2523176909108286,
+      "grad_norm": 301.66168212890625,
+      "learning_rate": 1.95190423809634e-05,
+      "loss": 29.1562,
+      "step": 5280
+    },
+    {
+      "epoch": 0.252365478352289,
+      "grad_norm": 264.6631774902344,
+      "learning_rate": 1.951880524277891e-05,
+      "loss": 30.9062,
+      "step": 5281
+    },
+    {
+      "epoch": 0.2524132657937494,
+      "grad_norm": 379.1880187988281,
+      "learning_rate": 1.9518568047589064e-05,
+      "loss": 32.8438,
+      "step": 5282
+    },
+    {
+      "epoch": 0.2524610532352098,
+      "grad_norm": 275.8571472167969,
+      "learning_rate": 1.9518330795395272e-05,
+      "loss": 20.0,
+      "step": 5283
+    },
+    {
+      "epoch": 0.2525088406766702,
+      "grad_norm": 313.6063537597656,
+      "learning_rate": 1.9518093486198964e-05,
+      "loss": 29.8438,
+      "step": 5284
+    },
+    {
+      "epoch": 0.25255662811813057,
+      "grad_norm": 360.0638427734375,
+      "learning_rate": 1.9517856120001558e-05,
+      "loss": 41.5,
+      "step": 5285
+    },
+    {
+      "epoch": 0.25260441555959096,
+      "grad_norm": 251.54205322265625,
+      "learning_rate": 1.951761869680447e-05,
+      "loss": 27.8438,
+      "step": 5286
+    },
+    {
+      "epoch": 0.25265220300105135,
+      "grad_norm": 323.09246826171875,
+      "learning_rate": 1.9517381216609132e-05,
+      "loss": 39.0,
+      "step": 5287
+    },
+    {
+      "epoch": 0.25269999044251173,
+      "grad_norm": 492.85357666015625,
+      "learning_rate": 1.951714367941696e-05,
+      "loss": 24.375,
+      "step": 5288
+    },
+    {
+      "epoch": 0.25274777788397207,
+      "grad_norm": 280.9544372558594,
+      "learning_rate": 1.9516906085229376e-05,
+      "loss": 33.7188,
+      "step": 5289
+    },
+    {
+      "epoch": 0.25279556532543246,
+      "grad_norm": 378.119140625,
+      "learning_rate": 1.951666843404781e-05,
+      "loss": 28.8438,
+      "step": 5290
+    },
+    {
+      "epoch": 0.25284335276689285,
+      "grad_norm": 534.9013671875,
+      "learning_rate": 1.9516430725873673e-05,
+      "loss": 29.5,
+      "step": 5291
+    },
+    {
+      "epoch": 0.25289114020835324,
+      "grad_norm": 317.460205078125,
+      "learning_rate": 1.95161929607084e-05,
+      "loss": 24.0781,
+      "step": 5292
+    },
+    {
+      "epoch": 0.2529389276498136,
+      "grad_norm": 439.0053405761719,
+      "learning_rate": 1.951595513855341e-05,
+      "loss": 30.9375,
+      "step": 5293
+    },
+    {
+      "epoch": 0.252986715091274,
+      "grad_norm": 402.96405029296875,
+      "learning_rate": 1.9515717259410125e-05,
+      "loss": 39.3594,
+      "step": 5294
+    },
+    {
+      "epoch": 0.2530345025327344,
+      "grad_norm": 707.54541015625,
+      "learning_rate": 1.9515479323279973e-05,
+      "loss": 34.625,
+      "step": 5295
+    },
+    {
+      "epoch": 0.2530822899741948,
+      "grad_norm": 517.0714721679688,
+      "learning_rate": 1.951524133016438e-05,
+      "loss": 38.9062,
+      "step": 5296
+    },
+    {
+      "epoch": 0.2531300774156552,
+      "grad_norm": 280.1748352050781,
+      "learning_rate": 1.951500328006477e-05,
+      "loss": 27.375,
+      "step": 5297
+    },
+    {
+      "epoch": 0.2531778648571156,
+      "grad_norm": 243.9877166748047,
+      "learning_rate": 1.9514765172982565e-05,
+      "loss": 24.5938,
+      "step": 5298
+    },
+    {
+      "epoch": 0.2532256522985759,
+      "grad_norm": 207.097900390625,
+      "learning_rate": 1.9514527008919194e-05,
+      "loss": 30.4844,
+      "step": 5299
+    },
+    {
+      "epoch": 0.2532734397400363,
+      "grad_norm": 323.9228210449219,
+      "learning_rate": 1.951428878787609e-05,
+      "loss": 34.8438,
+      "step": 5300
+    },
+    {
+      "epoch": 0.2533212271814967,
+      "grad_norm": 348.6520080566406,
+      "learning_rate": 1.9514050509854664e-05,
+      "loss": 35.1719,
+      "step": 5301
+    },
+    {
+      "epoch": 0.2533690146229571,
+      "grad_norm": 522.090087890625,
+      "learning_rate": 1.9513812174856358e-05,
+      "loss": 30.0,
+      "step": 5302
+    },
+    {
+      "epoch": 0.25341680206441747,
+      "grad_norm": 336.93377685546875,
+      "learning_rate": 1.951357378288259e-05,
+      "loss": 34.5,
+      "step": 5303
+    },
+    {
+      "epoch": 0.25346458950587786,
+      "grad_norm": 353.2395935058594,
+      "learning_rate": 1.951333533393479e-05,
+      "loss": 38.875,
+      "step": 5304
+    },
+    {
+      "epoch": 0.25351237694733825,
+      "grad_norm": 354.6710205078125,
+      "learning_rate": 1.951309682801439e-05,
+      "loss": 40.0625,
+      "step": 5305
+    },
+    {
+      "epoch": 0.25356016438879864,
+      "grad_norm": 393.02130126953125,
+      "learning_rate": 1.951285826512282e-05,
+      "loss": 36.875,
+      "step": 5306
+    },
+    {
+      "epoch": 0.253607951830259,
+      "grad_norm": 499.9966125488281,
+      "learning_rate": 1.9512619645261495e-05,
+      "loss": 37.0312,
+      "step": 5307
+    },
+    {
+      "epoch": 0.2536557392717194,
+      "grad_norm": 295.2095031738281,
+      "learning_rate": 1.9512380968431856e-05,
+      "loss": 29.4062,
+      "step": 5308
+    },
+    {
+      "epoch": 0.25370352671317975,
+      "grad_norm": 380.56866455078125,
+      "learning_rate": 1.951214223463533e-05,
+      "loss": 42.5312,
+      "step": 5309
+    },
+    {
+      "epoch": 0.25375131415464014,
+      "grad_norm": 256.7742614746094,
+      "learning_rate": 1.9511903443873345e-05,
+      "loss": 33.25,
+      "step": 5310
+    },
+    {
+      "epoch": 0.25379910159610053,
+      "grad_norm": 160.88662719726562,
+      "learning_rate": 1.9511664596147334e-05,
+      "loss": 19.8125,
+      "step": 5311
+    },
+    {
+      "epoch": 0.2538468890375609,
+      "grad_norm": 191.77740478515625,
+      "learning_rate": 1.9511425691458724e-05,
+      "loss": 24.7188,
+      "step": 5312
+    },
+    {
+      "epoch": 0.2538946764790213,
+      "grad_norm": 491.70306396484375,
+      "learning_rate": 1.9511186729808946e-05,
+      "loss": 43.3438,
+      "step": 5313
+    },
+    {
+      "epoch": 0.2539424639204817,
+      "grad_norm": 428.34210205078125,
+      "learning_rate": 1.9510947711199435e-05,
+      "loss": 35.4062,
+      "step": 5314
+    },
+    {
+      "epoch": 0.2539902513619421,
+      "grad_norm": 391.66839599609375,
+      "learning_rate": 1.9510708635631618e-05,
+      "loss": 28.7656,
+      "step": 5315
+    },
+    {
+      "epoch": 0.2540380388034025,
+      "grad_norm": 364.453857421875,
+      "learning_rate": 1.951046950310693e-05,
+      "loss": 30.0781,
+      "step": 5316
+    },
+    {
+      "epoch": 0.25408582624486287,
+      "grad_norm": 360.939208984375,
+      "learning_rate": 1.95102303136268e-05,
+      "loss": 36.9062,
+      "step": 5317
+    },
+    {
+      "epoch": 0.25413361368632326,
+      "grad_norm": 438.2403869628906,
+      "learning_rate": 1.950999106719266e-05,
+      "loss": 30.6875,
+      "step": 5318
+    },
+    {
+      "epoch": 0.25418140112778365,
+      "grad_norm": 523.32421875,
+      "learning_rate": 1.950975176380595e-05,
+      "loss": 44.3125,
+      "step": 5319
+    },
+    {
+      "epoch": 0.254229188569244,
+      "grad_norm": 294.72637939453125,
+      "learning_rate": 1.9509512403468094e-05,
+      "loss": 34.7812,
+      "step": 5320
+    },
+    {
+      "epoch": 0.25427697601070437,
+      "grad_norm": 524.702880859375,
+      "learning_rate": 1.950927298618053e-05,
+      "loss": 44.5781,
+      "step": 5321
+    },
+    {
+      "epoch": 0.25432476345216476,
+      "grad_norm": 512.5150756835938,
+      "learning_rate": 1.950903351194469e-05,
+      "loss": 45.9688,
+      "step": 5322
+    },
+    {
+      "epoch": 0.25437255089362515,
+      "grad_norm": 209.1116180419922,
+      "learning_rate": 1.950879398076201e-05,
+      "loss": 22.5469,
+      "step": 5323
+    },
+    {
+      "epoch": 0.25442033833508554,
+      "grad_norm": 263.1311950683594,
+      "learning_rate": 1.9508554392633926e-05,
+      "loss": 38.4844,
+      "step": 5324
+    },
+    {
+      "epoch": 0.25446812577654593,
+      "grad_norm": 364.99737548828125,
+      "learning_rate": 1.950831474756187e-05,
+      "loss": 32.9375,
+      "step": 5325
+    },
+    {
+      "epoch": 0.2545159132180063,
+      "grad_norm": 182.9624786376953,
+      "learning_rate": 1.9508075045547278e-05,
+      "loss": 25.5625,
+      "step": 5326
+    },
+    {
+      "epoch": 0.2545637006594667,
+      "grad_norm": 272.5750427246094,
+      "learning_rate": 1.9507835286591584e-05,
+      "loss": 33.5625,
+      "step": 5327
+    },
+    {
+      "epoch": 0.2546114881009271,
+      "grad_norm": 305.2213134765625,
+      "learning_rate": 1.9507595470696225e-05,
+      "loss": 37.7812,
+      "step": 5328
+    },
+    {
+      "epoch": 0.2546592755423875,
+      "grad_norm": 230.85726928710938,
+      "learning_rate": 1.9507355597862637e-05,
+      "loss": 20.6562,
+      "step": 5329
+    },
+    {
+      "epoch": 0.2547070629838478,
+      "grad_norm": 281.1910400390625,
+      "learning_rate": 1.9507115668092256e-05,
+      "loss": 30.625,
+      "step": 5330
+    },
+    {
+      "epoch": 0.2547548504253082,
+      "grad_norm": 448.4043273925781,
+      "learning_rate": 1.9506875681386523e-05,
+      "loss": 35.375,
+      "step": 5331
+    },
+    {
+      "epoch": 0.2548026378667686,
+      "grad_norm": 188.09585571289062,
+      "learning_rate": 1.9506635637746867e-05,
+      "loss": 23.5625,
+      "step": 5332
+    },
+    {
+      "epoch": 0.254850425308229,
+      "grad_norm": 261.1357116699219,
+      "learning_rate": 1.9506395537174732e-05,
+      "loss": 33.8281,
+      "step": 5333
+    },
+    {
+      "epoch": 0.2548982127496894,
+      "grad_norm": 86.99845123291016,
+      "learning_rate": 1.9506155379671558e-05,
+      "loss": 16.7344,
+      "step": 5334
+    },
+    {
+      "epoch": 0.25494600019114977,
+      "grad_norm": 480.3233642578125,
+      "learning_rate": 1.9505915165238777e-05,
+      "loss": 31.25,
+      "step": 5335
+    },
+    {
+      "epoch": 0.25499378763261016,
+      "grad_norm": 493.4771728515625,
+      "learning_rate": 1.950567489387783e-05,
+      "loss": 30.0938,
+      "step": 5336
+    },
+    {
+      "epoch": 0.25504157507407055,
+      "grad_norm": 372.4158020019531,
+      "learning_rate": 1.9505434565590158e-05,
+      "loss": 30.4062,
+      "step": 5337
+    },
+    {
+      "epoch": 0.25508936251553094,
+      "grad_norm": 354.9364929199219,
+      "learning_rate": 1.9505194180377195e-05,
+      "loss": 41.7812,
+      "step": 5338
+    },
+    {
+      "epoch": 0.2551371499569913,
+      "grad_norm": 160.67575073242188,
+      "learning_rate": 1.9504953738240386e-05,
+      "loss": 30.0625,
+      "step": 5339
+    },
+    {
+      "epoch": 0.25518493739845166,
+      "grad_norm": 446.5616455078125,
+      "learning_rate": 1.9504713239181168e-05,
+      "loss": 34.0938,
+      "step": 5340
+    },
+    {
+      "epoch": 0.25523272483991205,
+      "grad_norm": 499.4380187988281,
+      "learning_rate": 1.9504472683200983e-05,
+      "loss": 27.2812,
+      "step": 5341
+    },
+    {
+      "epoch": 0.25528051228137244,
+      "grad_norm": 395.12884521484375,
+      "learning_rate": 1.950423207030127e-05,
+      "loss": 35.0312,
+      "step": 5342
+    },
+    {
+      "epoch": 0.25532829972283283,
+      "grad_norm": 372.0797424316406,
+      "learning_rate": 1.9503991400483473e-05,
+      "loss": 25.2969,
+      "step": 5343
+    },
+    {
+      "epoch": 0.2553760871642932,
+      "grad_norm": 290.9223937988281,
+      "learning_rate": 1.950375067374903e-05,
+      "loss": 42.375,
+      "step": 5344
+    },
+    {
+      "epoch": 0.2554238746057536,
+      "grad_norm": 151.35537719726562,
+      "learning_rate": 1.950350989009938e-05,
+      "loss": 29.9375,
+      "step": 5345
+    },
+    {
+      "epoch": 0.255471662047214,
+      "grad_norm": 228.65904235839844,
+      "learning_rate": 1.9503269049535973e-05,
+      "loss": 22.8281,
+      "step": 5346
+    },
+    {
+      "epoch": 0.2555194494886744,
+      "grad_norm": 304.9455261230469,
+      "learning_rate": 1.9503028152060245e-05,
+      "loss": 31.7188,
+      "step": 5347
+    },
+    {
+      "epoch": 0.2555672369301348,
+      "grad_norm": 220.12765502929688,
+      "learning_rate": 1.950278719767364e-05,
+      "loss": 26.5625,
+      "step": 5348
+    },
+    {
+      "epoch": 0.25561502437159517,
+      "grad_norm": 303.2898864746094,
+      "learning_rate": 1.9502546186377604e-05,
+      "loss": 26.375,
+      "step": 5349
+    },
+    {
+      "epoch": 0.2556628118130555,
+      "grad_norm": 293.3318786621094,
+      "learning_rate": 1.9502305118173573e-05,
+      "loss": 31.375,
+      "step": 5350
+    },
+    {
+      "epoch": 0.2557105992545159,
+      "grad_norm": 365.3528747558594,
+      "learning_rate": 1.9502063993063002e-05,
+      "loss": 38.4062,
+      "step": 5351
+    },
+    {
+      "epoch": 0.2557583866959763,
+      "grad_norm": 242.49867248535156,
+      "learning_rate": 1.9501822811047325e-05,
+      "loss": 34.3125,
+      "step": 5352
+    },
+    {
+      "epoch": 0.25580617413743667,
+      "grad_norm": 272.41058349609375,
+      "learning_rate": 1.9501581572127992e-05,
+      "loss": 34.0625,
+      "step": 5353
+    },
+    {
+      "epoch": 0.25585396157889706,
+      "grad_norm": 236.73074340820312,
+      "learning_rate": 1.9501340276306445e-05,
+      "loss": 26.9375,
+      "step": 5354
+    },
+    {
+      "epoch": 0.25590174902035745,
+      "grad_norm": 337.15631103515625,
+      "learning_rate": 1.950109892358413e-05,
+      "loss": 31.8281,
+      "step": 5355
+    },
+    {
+      "epoch": 0.25594953646181784,
+      "grad_norm": 276.1431884765625,
+      "learning_rate": 1.9500857513962493e-05,
+      "loss": 34.3438,
+      "step": 5356
+    },
+    {
+      "epoch": 0.25599732390327823,
+      "grad_norm": 210.2300567626953,
+      "learning_rate": 1.9500616047442977e-05,
+      "loss": 35.9375,
+      "step": 5357
+    },
+    {
+      "epoch": 0.2560451113447386,
+      "grad_norm": 225.18133544921875,
+      "learning_rate": 1.950037452402703e-05,
+      "loss": 26.75,
+      "step": 5358
+    },
+    {
+      "epoch": 0.256092898786199,
+      "grad_norm": 154.75302124023438,
+      "learning_rate": 1.95001329437161e-05,
+      "loss": 24.8438,
+      "step": 5359
+    },
+    {
+      "epoch": 0.2561406862276594,
+      "grad_norm": 476.8839416503906,
+      "learning_rate": 1.949989130651163e-05,
+      "loss": 25.625,
+      "step": 5360
+    },
+    {
+      "epoch": 0.25618847366911973,
+      "grad_norm": 352.49114990234375,
+      "learning_rate": 1.9499649612415073e-05,
+      "loss": 29.5625,
+      "step": 5361
+    },
+    {
+      "epoch": 0.2562362611105801,
+      "grad_norm": 341.6372375488281,
+      "learning_rate": 1.949940786142787e-05,
+      "loss": 32.5938,
+      "step": 5362
+    },
+    {
+      "epoch": 0.2562840485520405,
+      "grad_norm": 561.14599609375,
+      "learning_rate": 1.949916605355147e-05,
+      "loss": 32.0312,
+      "step": 5363
+    },
+    {
+      "epoch": 0.2563318359935009,
+      "grad_norm": 258.16778564453125,
+      "learning_rate": 1.9498924188787326e-05,
+      "loss": 21.7031,
+      "step": 5364
+    },
+    {
+      "epoch": 0.2563796234349613,
+      "grad_norm": 258.30877685546875,
+      "learning_rate": 1.9498682267136883e-05,
+      "loss": 24.25,
+      "step": 5365
+    },
+    {
+      "epoch": 0.2564274108764217,
+      "grad_norm": 459.620361328125,
+      "learning_rate": 1.9498440288601586e-05,
+      "loss": 43.125,
+      "step": 5366
+    },
+    {
+      "epoch": 0.25647519831788207,
+      "grad_norm": 344.8111877441406,
+      "learning_rate": 1.949819825318289e-05,
+      "loss": 28.0312,
+      "step": 5367
+    },
+    {
+      "epoch": 0.25652298575934246,
+      "grad_norm": 274.3281555175781,
+      "learning_rate": 1.9497956160882245e-05,
+      "loss": 18.6562,
+      "step": 5368
+    },
+    {
+      "epoch": 0.25657077320080285,
+      "grad_norm": 425.6934509277344,
+      "learning_rate": 1.94977140117011e-05,
+      "loss": 29.4062,
+      "step": 5369
+    },
+    {
+      "epoch": 0.25661856064226324,
+      "grad_norm": 382.72222900390625,
+      "learning_rate": 1.94974718056409e-05,
+      "loss": 27.4375,
+      "step": 5370
+    },
+    {
+      "epoch": 0.25666634808372357,
+      "grad_norm": 563.6610107421875,
+      "learning_rate": 1.9497229542703096e-05,
+      "loss": 46.2188,
+      "step": 5371
+    },
+    {
+      "epoch": 0.25671413552518396,
+      "grad_norm": 199.06773376464844,
+      "learning_rate": 1.9496987222889145e-05,
+      "loss": 40.0,
+      "step": 5372
+    },
+    {
+      "epoch": 0.25676192296664435,
+      "grad_norm": 309.306396484375,
+      "learning_rate": 1.9496744846200496e-05,
+      "loss": 49.1562,
+      "step": 5373
+    },
+    {
+      "epoch": 0.25680971040810474,
+      "grad_norm": 227.97537231445312,
+      "learning_rate": 1.94965024126386e-05,
+      "loss": 29.4688,
+      "step": 5374
+    },
+    {
+      "epoch": 0.25685749784956513,
+      "grad_norm": 518.8073120117188,
+      "learning_rate": 1.94962599222049e-05,
+      "loss": 35.6406,
+      "step": 5375
+    },
+    {
+      "epoch": 0.2569052852910255,
+      "grad_norm": 509.76519775390625,
+      "learning_rate": 1.949601737490087e-05,
+      "loss": 41.2812,
+      "step": 5376
+    },
+    {
+      "epoch": 0.2569530727324859,
+      "grad_norm": 973.8460693359375,
+      "learning_rate": 1.949577477072794e-05,
+      "loss": 44.7188,
+      "step": 5377
+    },
+    {
+      "epoch": 0.2570008601739463,
+      "grad_norm": 208.81434631347656,
+      "learning_rate": 1.9495532109687572e-05,
+      "loss": 24.8125,
+      "step": 5378
+    },
+    {
+      "epoch": 0.2570486476154067,
+      "grad_norm": 390.9140625,
+      "learning_rate": 1.9495289391781225e-05,
+      "loss": 27.5625,
+      "step": 5379
+    },
+    {
+      "epoch": 0.2570964350568671,
+      "grad_norm": 581.1339111328125,
+      "learning_rate": 1.9495046617010344e-05,
+      "loss": 26.1562,
+      "step": 5380
+    },
+    {
+      "epoch": 0.2571442224983274,
+      "grad_norm": 264.7378234863281,
+      "learning_rate": 1.9494803785376382e-05,
+      "loss": 41.0,
+      "step": 5381
+    },
+    {
+      "epoch": 0.2571920099397878,
+      "grad_norm": 262.79046630859375,
+      "learning_rate": 1.9494560896880804e-05,
+      "loss": 33.8125,
+      "step": 5382
+    },
+    {
+      "epoch": 0.2572397973812482,
+      "grad_norm": 517.0218505859375,
+      "learning_rate": 1.949431795152505e-05,
+      "loss": 37.1562,
+      "step": 5383
+    },
+    {
+      "epoch": 0.2572875848227086,
+      "grad_norm": 396.8024597167969,
+      "learning_rate": 1.949407494931059e-05,
+      "loss": 39.625,
+      "step": 5384
+    },
+    {
+      "epoch": 0.25733537226416897,
+      "grad_norm": 230.27606201171875,
+      "learning_rate": 1.9493831890238866e-05,
+      "loss": 27.25,
+      "step": 5385
+    },
+    {
+      "epoch": 0.25738315970562936,
+      "grad_norm": 399.790771484375,
+      "learning_rate": 1.949358877431134e-05,
+      "loss": 30.4844,
+      "step": 5386
+    },
+    {
+      "epoch": 0.25743094714708975,
+      "grad_norm": 284.24835205078125,
+      "learning_rate": 1.949334560152947e-05,
+      "loss": 29.125,
+      "step": 5387
+    },
+    {
+      "epoch": 0.25747873458855014,
+      "grad_norm": 300.73089599609375,
+      "learning_rate": 1.9493102371894708e-05,
+      "loss": 35.7031,
+      "step": 5388
+    },
+    {
+      "epoch": 0.25752652203001053,
+      "grad_norm": 226.8376007080078,
+      "learning_rate": 1.9492859085408513e-05,
+      "loss": 32.75,
+      "step": 5389
+    },
+    {
+      "epoch": 0.2575743094714709,
+      "grad_norm": 643.5053100585938,
+      "learning_rate": 1.949261574207234e-05,
+      "loss": 30.6562,
+      "step": 5390
+    },
+    {
+      "epoch": 0.2576220969129313,
+      "grad_norm": 323.3419189453125,
+      "learning_rate": 1.9492372341887648e-05,
+      "loss": 38.4062,
+      "step": 5391
+    },
+    {
+      "epoch": 0.25766988435439164,
+      "grad_norm": 192.7344512939453,
+      "learning_rate": 1.9492128884855895e-05,
+      "loss": 25.1094,
+      "step": 5392
+    },
+    {
+      "epoch": 0.25771767179585203,
+      "grad_norm": 225.77760314941406,
+      "learning_rate": 1.9491885370978538e-05,
+      "loss": 36.5312,
+      "step": 5393
+    },
+    {
+      "epoch": 0.2577654592373124,
+      "grad_norm": 283.59722900390625,
+      "learning_rate": 1.9491641800257034e-05,
+      "loss": 32.5938,
+      "step": 5394
+    },
+    {
+      "epoch": 0.2578132466787728,
+      "grad_norm": 172.099609375,
+      "learning_rate": 1.9491398172692846e-05,
+      "loss": 19.375,
+      "step": 5395
+    },
+    {
+      "epoch": 0.2578610341202332,
+      "grad_norm": 378.21368408203125,
+      "learning_rate": 1.9491154488287428e-05,
+      "loss": 27.5312,
+      "step": 5396
+    },
+    {
+      "epoch": 0.2579088215616936,
+      "grad_norm": 185.9651641845703,
+      "learning_rate": 1.9490910747042243e-05,
+      "loss": 19.9062,
+      "step": 5397
+    },
+    {
+      "epoch": 0.257956609003154,
+      "grad_norm": 318.34222412109375,
+      "learning_rate": 1.949066694895875e-05,
+      "loss": 33.3438,
+      "step": 5398
+    },
+    {
+      "epoch": 0.25800439644461437,
+      "grad_norm": 218.5948486328125,
+      "learning_rate": 1.9490423094038403e-05,
+      "loss": 29.6562,
+      "step": 5399
+    },
+    {
+      "epoch": 0.25805218388607476,
+      "grad_norm": 346.7300720214844,
+      "learning_rate": 1.9490179182282674e-05,
+      "loss": 29.8125,
+      "step": 5400
+    },
+    {
+      "epoch": 0.25809997132753515,
+      "grad_norm": 295.7574768066406,
+      "learning_rate": 1.9489935213693013e-05,
+      "loss": 27.8125,
+      "step": 5401
+    },
+    {
+      "epoch": 0.2581477587689955,
+      "grad_norm": 183.71487426757812,
+      "learning_rate": 1.9489691188270887e-05,
+      "loss": 21.375,
+      "step": 5402
+    },
+    {
+      "epoch": 0.2581955462104559,
+      "grad_norm": 277.2547912597656,
+      "learning_rate": 1.948944710601776e-05,
+      "loss": 33.0625,
+      "step": 5403
+    },
+    {
+      "epoch": 0.25824333365191626,
+      "grad_norm": 488.7015380859375,
+      "learning_rate": 1.9489202966935084e-05,
+      "loss": 34.0312,
+      "step": 5404
+    },
+    {
+      "epoch": 0.25829112109337665,
+      "grad_norm": 601.87109375,
+      "learning_rate": 1.9488958771024328e-05,
+      "loss": 43.5,
+      "step": 5405
+    },
+    {
+      "epoch": 0.25833890853483704,
+      "grad_norm": 194.96743774414062,
+      "learning_rate": 1.948871451828695e-05,
+      "loss": 25.125,
+      "step": 5406
+    },
+    {
+      "epoch": 0.25838669597629743,
+      "grad_norm": 355.9051513671875,
+      "learning_rate": 1.9488470208724422e-05,
+      "loss": 52.0625,
+      "step": 5407
+    },
+    {
+      "epoch": 0.2584344834177578,
+      "grad_norm": 343.6790466308594,
+      "learning_rate": 1.94882258423382e-05,
+      "loss": 27.6562,
+      "step": 5408
+    },
+    {
+      "epoch": 0.2584822708592182,
+      "grad_norm": 304.2332458496094,
+      "learning_rate": 1.9487981419129746e-05,
+      "loss": 38.2812,
+      "step": 5409
+    },
+    {
+      "epoch": 0.2585300583006786,
+      "grad_norm": 213.04701232910156,
+      "learning_rate": 1.9487736939100524e-05,
+      "loss": 28.5,
+      "step": 5410
+    },
+    {
+      "epoch": 0.258577845742139,
+      "grad_norm": 592.79736328125,
+      "learning_rate": 1.9487492402252004e-05,
+      "loss": 25.5,
+      "step": 5411
+    },
+    {
+      "epoch": 0.2586256331835993,
+      "grad_norm": 417.2725524902344,
+      "learning_rate": 1.9487247808585645e-05,
+      "loss": 22.4062,
+      "step": 5412
+    },
+    {
+      "epoch": 0.2586734206250597,
+      "grad_norm": 196.9846649169922,
+      "learning_rate": 1.9487003158102914e-05,
+      "loss": 28.125,
+      "step": 5413
+    },
+    {
+      "epoch": 0.2587212080665201,
+      "grad_norm": 591.5204467773438,
+      "learning_rate": 1.9486758450805276e-05,
+      "loss": 37.0312,
+      "step": 5414
+    },
+    {
+      "epoch": 0.2587689955079805,
+      "grad_norm": 250.75128173828125,
+      "learning_rate": 1.9486513686694194e-05,
+      "loss": 25.5781,
+      "step": 5415
+    },
+    {
+      "epoch": 0.2588167829494409,
+      "grad_norm": 313.7484436035156,
+      "learning_rate": 1.948626886577114e-05,
+      "loss": 34.8438,
+      "step": 5416
+    },
+    {
+      "epoch": 0.25886457039090127,
+      "grad_norm": 467.9106750488281,
+      "learning_rate": 1.9486023988037576e-05,
+      "loss": 31.3594,
+      "step": 5417
+    },
+    {
+      "epoch": 0.25891235783236166,
+      "grad_norm": 378.8692626953125,
+      "learning_rate": 1.9485779053494967e-05,
+      "loss": 25.4688,
+      "step": 5418
+    },
+    {
+      "epoch": 0.25896014527382205,
+      "grad_norm": 295.0548095703125,
+      "learning_rate": 1.948553406214478e-05,
+      "loss": 24.0312,
+      "step": 5419
+    },
+    {
+      "epoch": 0.25900793271528244,
+      "grad_norm": 389.5636291503906,
+      "learning_rate": 1.9485289013988483e-05,
+      "loss": 30.0938,
+      "step": 5420
+    },
+    {
+      "epoch": 0.25905572015674283,
+      "grad_norm": 258.24945068359375,
+      "learning_rate": 1.9485043909027544e-05,
+      "loss": 32.7812,
+      "step": 5421
+    },
+    {
+      "epoch": 0.2591035075982032,
+      "grad_norm": 235.50421142578125,
+      "learning_rate": 1.9484798747263435e-05,
+      "loss": 29.0938,
+      "step": 5422
+    },
+    {
+      "epoch": 0.25915129503966355,
+      "grad_norm": 192.78578186035156,
+      "learning_rate": 1.948455352869762e-05,
+      "loss": 26.5625,
+      "step": 5423
+    },
+    {
+      "epoch": 0.25919908248112394,
+      "grad_norm": 242.57192993164062,
+      "learning_rate": 1.9484308253331567e-05,
+      "loss": 30.2812,
+      "step": 5424
+    },
+    {
+      "epoch": 0.25924686992258433,
+      "grad_norm": 329.1783142089844,
+      "learning_rate": 1.9484062921166743e-05,
+      "loss": 38.0,
+      "step": 5425
+    },
+    {
+      "epoch": 0.2592946573640447,
+      "grad_norm": 278.103271484375,
+      "learning_rate": 1.9483817532204622e-05,
+      "loss": 27.4219,
+      "step": 5426
+    },
+    {
+      "epoch": 0.2593424448055051,
+      "grad_norm": 244.17579650878906,
+      "learning_rate": 1.9483572086446673e-05,
+      "loss": 21.875,
+      "step": 5427
+    },
+    {
+      "epoch": 0.2593902322469655,
+      "grad_norm": 276.84130859375,
+      "learning_rate": 1.948332658389436e-05,
+      "loss": 22.3438,
+      "step": 5428
+    },
+    {
+      "epoch": 0.2594380196884259,
+      "grad_norm": 354.3677062988281,
+      "learning_rate": 1.948308102454916e-05,
+      "loss": 29.2188,
+      "step": 5429
+    },
+    {
+      "epoch": 0.2594858071298863,
+      "grad_norm": 394.6656494140625,
+      "learning_rate": 1.9482835408412543e-05,
+      "loss": 30.7188,
+      "step": 5430
+    },
+    {
+      "epoch": 0.25953359457134667,
+      "grad_norm": 369.626708984375,
+      "learning_rate": 1.9482589735485974e-05,
+      "loss": 31.4375,
+      "step": 5431
+    },
+    {
+      "epoch": 0.25958138201280706,
+      "grad_norm": 202.87303161621094,
+      "learning_rate": 1.9482344005770932e-05,
+      "loss": 23.6562,
+      "step": 5432
+    },
+    {
+      "epoch": 0.2596291694542674,
+      "grad_norm": 195.77088928222656,
+      "learning_rate": 1.9482098219268884e-05,
+      "loss": 23.7969,
+      "step": 5433
+    },
+    {
+      "epoch": 0.2596769568957278,
+      "grad_norm": 312.99530029296875,
+      "learning_rate": 1.9481852375981302e-05,
+      "loss": 29.25,
+      "step": 5434
+    },
+    {
+      "epoch": 0.2597247443371882,
+      "grad_norm": 194.076904296875,
+      "learning_rate": 1.948160647590966e-05,
+      "loss": 34.25,
+      "step": 5435
+    },
+    {
+      "epoch": 0.25977253177864856,
+      "grad_norm": 217.3942413330078,
+      "learning_rate": 1.948136051905543e-05,
+      "loss": 31.75,
+      "step": 5436
+    },
+    {
+      "epoch": 0.25982031922010895,
+      "grad_norm": 120.98530578613281,
+      "learning_rate": 1.9481114505420084e-05,
+      "loss": 20.6094,
+      "step": 5437
+    },
+    {
+      "epoch": 0.25986810666156934,
+      "grad_norm": 172.78634643554688,
+      "learning_rate": 1.9480868435005098e-05,
+      "loss": 24.3594,
+      "step": 5438
+    },
+    {
+      "epoch": 0.25991589410302973,
+      "grad_norm": 256.6009521484375,
+      "learning_rate": 1.948062230781194e-05,
+      "loss": 25.1562,
+      "step": 5439
+    },
+    {
+      "epoch": 0.2599636815444901,
+      "grad_norm": 319.1143798828125,
+      "learning_rate": 1.948037612384209e-05,
+      "loss": 32.1562,
+      "step": 5440
+    },
+    {
+      "epoch": 0.2600114689859505,
+      "grad_norm": 288.3929748535156,
+      "learning_rate": 1.948012988309702e-05,
+      "loss": 33.0625,
+      "step": 5441
+    },
+    {
+      "epoch": 0.2600592564274109,
+      "grad_norm": 494.18304443359375,
+      "learning_rate": 1.9479883585578206e-05,
+      "loss": 40.9062,
+      "step": 5442
+    },
+    {
+      "epoch": 0.26010704386887123,
+      "grad_norm": 312.661865234375,
+      "learning_rate": 1.947963723128712e-05,
+      "loss": 45.2188,
+      "step": 5443
+    },
+    {
+      "epoch": 0.2601548313103316,
+      "grad_norm": 258.1629638671875,
+      "learning_rate": 1.947939082022524e-05,
+      "loss": 24.375,
+      "step": 5444
+    },
+    {
+      "epoch": 0.260202618751792,
+      "grad_norm": 371.7928771972656,
+      "learning_rate": 1.9479144352394043e-05,
+      "loss": 34.1875,
+      "step": 5445
+    },
+    {
+      "epoch": 0.2602504061932524,
+      "grad_norm": 583.5095825195312,
+      "learning_rate": 1.9478897827795e-05,
+      "loss": 59.9375,
+      "step": 5446
+    },
+    {
+      "epoch": 0.2602981936347128,
+      "grad_norm": 211.58750915527344,
+      "learning_rate": 1.947865124642959e-05,
+      "loss": 31.5312,
+      "step": 5447
+    },
+    {
+      "epoch": 0.2603459810761732,
+      "grad_norm": 240.72125244140625,
+      "learning_rate": 1.9478404608299287e-05,
+      "loss": 31.0,
+      "step": 5448
+    },
+    {
+      "epoch": 0.2603937685176336,
+      "grad_norm": 283.1352233886719,
+      "learning_rate": 1.9478157913405577e-05,
+      "loss": 24.9062,
+      "step": 5449
+    },
+    {
+      "epoch": 0.26044155595909396,
+      "grad_norm": 355.3458251953125,
+      "learning_rate": 1.947791116174993e-05,
+      "loss": 35.4688,
+      "step": 5450
+    },
+    {
+      "epoch": 0.26048934340055435,
+      "grad_norm": 227.59442138671875,
+      "learning_rate": 1.947766435333382e-05,
+      "loss": 26.5,
+      "step": 5451
+    },
+    {
+      "epoch": 0.26053713084201474,
+      "grad_norm": 248.24325561523438,
+      "learning_rate": 1.9477417488158732e-05,
+      "loss": 31.4375,
+      "step": 5452
+    },
+    {
+      "epoch": 0.2605849182834751,
+      "grad_norm": 292.65399169921875,
+      "learning_rate": 1.9477170566226148e-05,
+      "loss": 31.125,
+      "step": 5453
+    },
+    {
+      "epoch": 0.26063270572493547,
+      "grad_norm": 290.01080322265625,
+      "learning_rate": 1.9476923587537536e-05,
+      "loss": 34.3125,
+      "step": 5454
+    },
+    {
+      "epoch": 0.26068049316639585,
+      "grad_norm": 203.58364868164062,
+      "learning_rate": 1.947667655209438e-05,
+      "loss": 33.4375,
+      "step": 5455
+    },
+    {
+      "epoch": 0.26072828060785624,
+      "grad_norm": 191.032470703125,
+      "learning_rate": 1.947642945989816e-05,
+      "loss": 24.1562,
+      "step": 5456
+    },
+    {
+      "epoch": 0.26077606804931663,
+      "grad_norm": 226.05499267578125,
+      "learning_rate": 1.9476182310950354e-05,
+      "loss": 31.4688,
+      "step": 5457
+    },
+    {
+      "epoch": 0.260823855490777,
+      "grad_norm": 202.40208435058594,
+      "learning_rate": 1.947593510525245e-05,
+      "loss": 34.9375,
+      "step": 5458
+    },
+    {
+      "epoch": 0.2608716429322374,
+      "grad_norm": 212.79562377929688,
+      "learning_rate": 1.9475687842805916e-05,
+      "loss": 19.0469,
+      "step": 5459
+    },
+    {
+      "epoch": 0.2609194303736978,
+      "grad_norm": 528.3020629882812,
+      "learning_rate": 1.947544052361224e-05,
+      "loss": 37.2188,
+      "step": 5460
+    },
+    {
+      "epoch": 0.2609672178151582,
+      "grad_norm": 322.6656188964844,
+      "learning_rate": 1.9475193147672903e-05,
+      "loss": 30.25,
+      "step": 5461
+    },
+    {
+      "epoch": 0.2610150052566186,
+      "grad_norm": 305.31036376953125,
+      "learning_rate": 1.947494571498939e-05,
+      "loss": 29.875,
+      "step": 5462
+    },
+    {
+      "epoch": 0.26106279269807897,
+      "grad_norm": 223.9083709716797,
+      "learning_rate": 1.947469822556317e-05,
+      "loss": 34.0625,
+      "step": 5463
+    },
+    {
+      "epoch": 0.2611105801395393,
+      "grad_norm": 204.5091094970703,
+      "learning_rate": 1.9474450679395736e-05,
+      "loss": 31.1875,
+      "step": 5464
+    },
+    {
+      "epoch": 0.2611583675809997,
+      "grad_norm": 292.4074401855469,
+      "learning_rate": 1.9474203076488568e-05,
+      "loss": 26.4375,
+      "step": 5465
+    },
+    {
+      "epoch": 0.2612061550224601,
+      "grad_norm": 188.7159881591797,
+      "learning_rate": 1.9473955416843152e-05,
+      "loss": 24.0781,
+      "step": 5466
+    },
+    {
+      "epoch": 0.2612539424639205,
+      "grad_norm": 300.64166259765625,
+      "learning_rate": 1.9473707700460965e-05,
+      "loss": 31.1562,
+      "step": 5467
+    },
+    {
+      "epoch": 0.26130172990538086,
+      "grad_norm": 324.5849914550781,
+      "learning_rate": 1.9473459927343492e-05,
+      "loss": 34.75,
+      "step": 5468
+    },
+    {
+      "epoch": 0.26134951734684125,
+      "grad_norm": 296.9037780761719,
+      "learning_rate": 1.947321209749222e-05,
+      "loss": 30.5312,
+      "step": 5469
+    },
+    {
+      "epoch": 0.26139730478830164,
+      "grad_norm": 292.7657470703125,
+      "learning_rate": 1.947296421090863e-05,
+      "loss": 31.8125,
+      "step": 5470
+    },
+    {
+      "epoch": 0.26144509222976203,
+      "grad_norm": 357.9006652832031,
+      "learning_rate": 1.947271626759421e-05,
+      "loss": 19.5781,
+      "step": 5471
+    },
+    {
+      "epoch": 0.2614928796712224,
+      "grad_norm": 235.3651580810547,
+      "learning_rate": 1.947246826755044e-05,
+      "loss": 32.4844,
+      "step": 5472
+    },
+    {
+      "epoch": 0.2615406671126828,
+      "grad_norm": 236.94496154785156,
+      "learning_rate": 1.947222021077881e-05,
+      "loss": 43.1562,
+      "step": 5473
+    },
+    {
+      "epoch": 0.26158845455414315,
+      "grad_norm": 242.3484649658203,
+      "learning_rate": 1.94719720972808e-05,
+      "loss": 27.2031,
+      "step": 5474
+    },
+    {
+      "epoch": 0.26163624199560354,
+      "grad_norm": 116.1094970703125,
+      "learning_rate": 1.9471723927057904e-05,
+      "loss": 16.5469,
+      "step": 5475
+    },
+    {
+      "epoch": 0.2616840294370639,
+      "grad_norm": 340.047119140625,
+      "learning_rate": 1.9471475700111603e-05,
+      "loss": 48.6094,
+      "step": 5476
+    },
+    {
+      "epoch": 0.2617318168785243,
+      "grad_norm": 192.65538024902344,
+      "learning_rate": 1.9471227416443384e-05,
+      "loss": 23.75,
+      "step": 5477
+    },
+    {
+      "epoch": 0.2617796043199847,
+      "grad_norm": 545.1316528320312,
+      "learning_rate": 1.947097907605473e-05,
+      "loss": 34.8438,
+      "step": 5478
+    },
+    {
+      "epoch": 0.2618273917614451,
+      "grad_norm": 353.406494140625,
+      "learning_rate": 1.9470730678947135e-05,
+      "loss": 39.2188,
+      "step": 5479
+    },
+    {
+      "epoch": 0.2618751792029055,
+      "grad_norm": 442.1297607421875,
+      "learning_rate": 1.9470482225122086e-05,
+      "loss": 68.25,
+      "step": 5480
+    },
+    {
+      "epoch": 0.2619229666443659,
+      "grad_norm": 205.69863891601562,
+      "learning_rate": 1.9470233714581063e-05,
+      "loss": 20.5625,
+      "step": 5481
+    },
+    {
+      "epoch": 0.26197075408582626,
+      "grad_norm": 338.5935363769531,
+      "learning_rate": 1.9469985147325566e-05,
+      "loss": 45.875,
+      "step": 5482
+    },
+    {
+      "epoch": 0.26201854152728665,
+      "grad_norm": 394.7203674316406,
+      "learning_rate": 1.9469736523357073e-05,
+      "loss": 43.0,
+      "step": 5483
+    },
+    {
+      "epoch": 0.262066328968747,
+      "grad_norm": 496.83416748046875,
+      "learning_rate": 1.9469487842677082e-05,
+      "loss": 43.4844,
+      "step": 5484
+    },
+    {
+      "epoch": 0.2621141164102074,
+      "grad_norm": 192.5157470703125,
+      "learning_rate": 1.9469239105287073e-05,
+      "loss": 20.0312,
+      "step": 5485
+    },
+    {
+      "epoch": 0.26216190385166777,
+      "grad_norm": 656.7136840820312,
+      "learning_rate": 1.9468990311188543e-05,
+      "loss": 21.7188,
+      "step": 5486
+    },
+    {
+      "epoch": 0.26220969129312816,
+      "grad_norm": 385.0705261230469,
+      "learning_rate": 1.946874146038298e-05,
+      "loss": 48.8125,
+      "step": 5487
+    },
+    {
+      "epoch": 0.26225747873458854,
+      "grad_norm": 119.36076354980469,
+      "learning_rate": 1.9468492552871872e-05,
+      "loss": 25.3281,
+      "step": 5488
+    },
+    {
+      "epoch": 0.26230526617604893,
+      "grad_norm": 408.89947509765625,
+      "learning_rate": 1.9468243588656716e-05,
+      "loss": 28.2812,
+      "step": 5489
+    },
+    {
+      "epoch": 0.2623530536175093,
+      "grad_norm": 283.3460998535156,
+      "learning_rate": 1.9467994567738992e-05,
+      "loss": 27.5938,
+      "step": 5490
+    },
+    {
+      "epoch": 0.2624008410589697,
+      "grad_norm": 272.24822998046875,
+      "learning_rate": 1.94677454901202e-05,
+      "loss": 30.7812,
+      "step": 5491
+    },
+    {
+      "epoch": 0.2624486285004301,
+      "grad_norm": 184.09432983398438,
+      "learning_rate": 1.946749635580183e-05,
+      "loss": 30.0,
+      "step": 5492
+    },
+    {
+      "epoch": 0.2624964159418905,
+      "grad_norm": 339.37939453125,
+      "learning_rate": 1.946724716478537e-05,
+      "loss": 24.9062,
+      "step": 5493
+    },
+    {
+      "epoch": 0.2625442033833509,
+      "grad_norm": 396.042724609375,
+      "learning_rate": 1.946699791707232e-05,
+      "loss": 31.0625,
+      "step": 5494
+    },
+    {
+      "epoch": 0.2625919908248112,
+      "grad_norm": 263.1059265136719,
+      "learning_rate": 1.9466748612664168e-05,
+      "loss": 32.0,
+      "step": 5495
+    },
+    {
+      "epoch": 0.2626397782662716,
+      "grad_norm": 219.97515869140625,
+      "learning_rate": 1.9466499251562407e-05,
+      "loss": 34.6562,
+      "step": 5496
+    },
+    {
+      "epoch": 0.262687565707732,
+      "grad_norm": 294.7446594238281,
+      "learning_rate": 1.9466249833768527e-05,
+      "loss": 23.625,
+      "step": 5497
+    },
+    {
+      "epoch": 0.2627353531491924,
+      "grad_norm": 141.9260711669922,
+      "learning_rate": 1.9466000359284027e-05,
+      "loss": 24.3438,
+      "step": 5498
+    },
+    {
+      "epoch": 0.2627831405906528,
+      "grad_norm": 204.62208557128906,
+      "learning_rate": 1.94657508281104e-05,
+      "loss": 40.0312,
+      "step": 5499
+    },
+    {
+      "epoch": 0.26283092803211316,
+      "grad_norm": 376.48272705078125,
+      "learning_rate": 1.946550124024914e-05,
+      "loss": 45.1562,
+      "step": 5500
+    },
+    {
+      "epoch": 0.26287871547357355,
+      "grad_norm": 278.9669189453125,
+      "learning_rate": 1.946525159570174e-05,
+      "loss": 40.625,
+      "step": 5501
+    },
+    {
+      "epoch": 0.26292650291503394,
+      "grad_norm": 319.4554443359375,
+      "learning_rate": 1.9465001894469696e-05,
+      "loss": 23.6562,
+      "step": 5502
+    },
+    {
+      "epoch": 0.26297429035649433,
+      "grad_norm": 201.44464111328125,
+      "learning_rate": 1.9464752136554507e-05,
+      "loss": 33.4375,
+      "step": 5503
+    },
+    {
+      "epoch": 0.2630220777979547,
+      "grad_norm": 371.2925109863281,
+      "learning_rate": 1.9464502321957662e-05,
+      "loss": 24.6562,
+      "step": 5504
+    },
+    {
+      "epoch": 0.26306986523941506,
+      "grad_norm": 274.1232604980469,
+      "learning_rate": 1.9464252450680666e-05,
+      "loss": 35.125,
+      "step": 5505
+    },
+    {
+      "epoch": 0.26311765268087545,
+      "grad_norm": 323.6124572753906,
+      "learning_rate": 1.9464002522725005e-05,
+      "loss": 35.4062,
+      "step": 5506
+    },
+    {
+      "epoch": 0.26316544012233584,
+      "grad_norm": 343.8294982910156,
+      "learning_rate": 1.9463752538092185e-05,
+      "loss": 25.2031,
+      "step": 5507
+    },
+    {
+      "epoch": 0.2632132275637962,
+      "grad_norm": 222.9718780517578,
+      "learning_rate": 1.9463502496783695e-05,
+      "loss": 27.5625,
+      "step": 5508
+    },
+    {
+      "epoch": 0.2632610150052566,
+      "grad_norm": 275.0780334472656,
+      "learning_rate": 1.9463252398801037e-05,
+      "loss": 30.5938,
+      "step": 5509
+    },
+    {
+      "epoch": 0.263308802446717,
+      "grad_norm": 298.5122375488281,
+      "learning_rate": 1.946300224414571e-05,
+      "loss": 31.5,
+      "step": 5510
+    },
+    {
+      "epoch": 0.2633565898881774,
+      "grad_norm": 220.4885711669922,
+      "learning_rate": 1.9462752032819208e-05,
+      "loss": 25.25,
+      "step": 5511
+    },
+    {
+      "epoch": 0.2634043773296378,
+      "grad_norm": 296.0784606933594,
+      "learning_rate": 1.946250176482303e-05,
+      "loss": 25.1875,
+      "step": 5512
+    },
+    {
+      "epoch": 0.2634521647710982,
+      "grad_norm": 338.8716125488281,
+      "learning_rate": 1.946225144015868e-05,
+      "loss": 25.6875,
+      "step": 5513
+    },
+    {
+      "epoch": 0.26349995221255856,
+      "grad_norm": 316.1597595214844,
+      "learning_rate": 1.946200105882765e-05,
+      "loss": 29.875,
+      "step": 5514
+    },
+    {
+      "epoch": 0.2635477396540189,
+      "grad_norm": 725.6903686523438,
+      "learning_rate": 1.9461750620831447e-05,
+      "loss": 28.7812,
+      "step": 5515
+    },
+    {
+      "epoch": 0.2635955270954793,
+      "grad_norm": 216.78318786621094,
+      "learning_rate": 1.9461500126171568e-05,
+      "loss": 26.1562,
+      "step": 5516
+    },
+    {
+      "epoch": 0.2636433145369397,
+      "grad_norm": 1355.4534912109375,
+      "learning_rate": 1.9461249574849508e-05,
+      "loss": 32.5625,
+      "step": 5517
+    },
+    {
+      "epoch": 0.26369110197840007,
+      "grad_norm": 298.4677429199219,
+      "learning_rate": 1.9460998966866774e-05,
+      "loss": 33.4062,
+      "step": 5518
+    },
+    {
+      "epoch": 0.26373888941986046,
+      "grad_norm": 241.34088134765625,
+      "learning_rate": 1.9460748302224862e-05,
+      "loss": 23.0938,
+      "step": 5519
+    },
+    {
+      "epoch": 0.26378667686132085,
+      "grad_norm": 313.4100646972656,
+      "learning_rate": 1.9460497580925275e-05,
+      "loss": 30.75,
+      "step": 5520
+    },
+    {
+      "epoch": 0.26383446430278124,
+      "grad_norm": 373.8049621582031,
+      "learning_rate": 1.9460246802969517e-05,
+      "loss": 43.7188,
+      "step": 5521
+    },
+    {
+      "epoch": 0.2638822517442416,
+      "grad_norm": 264.6130065917969,
+      "learning_rate": 1.9459995968359083e-05,
+      "loss": 28.8906,
+      "step": 5522
+    },
+    {
+      "epoch": 0.263930039185702,
+      "grad_norm": 337.5728759765625,
+      "learning_rate": 1.9459745077095484e-05,
+      "loss": 45.9688,
+      "step": 5523
+    },
+    {
+      "epoch": 0.2639778266271624,
+      "grad_norm": 260.0816345214844,
+      "learning_rate": 1.9459494129180218e-05,
+      "loss": 36.0938,
+      "step": 5524
+    },
+    {
+      "epoch": 0.26402561406862274,
+      "grad_norm": 255.96298217773438,
+      "learning_rate": 1.945924312461479e-05,
+      "loss": 28.7812,
+      "step": 5525
+    },
+    {
+      "epoch": 0.26407340151008313,
+      "grad_norm": 220.460205078125,
+      "learning_rate": 1.94589920634007e-05,
+      "loss": 40.3438,
+      "step": 5526
+    },
+    {
+      "epoch": 0.2641211889515435,
+      "grad_norm": 185.79623413085938,
+      "learning_rate": 1.945874094553945e-05,
+      "loss": 30.4062,
+      "step": 5527
+    },
+    {
+      "epoch": 0.2641689763930039,
+      "grad_norm": 260.9101867675781,
+      "learning_rate": 1.945848977103255e-05,
+      "loss": 25.0312,
+      "step": 5528
+    },
+    {
+      "epoch": 0.2642167638344643,
+      "grad_norm": 402.01202392578125,
+      "learning_rate": 1.94582385398815e-05,
+      "loss": 38.5938,
+      "step": 5529
+    },
+    {
+      "epoch": 0.2642645512759247,
+      "grad_norm": 360.5325927734375,
+      "learning_rate": 1.945798725208781e-05,
+      "loss": 43.125,
+      "step": 5530
+    },
+    {
+      "epoch": 0.2643123387173851,
+      "grad_norm": 357.73565673828125,
+      "learning_rate": 1.9457735907652975e-05,
+      "loss": 26.625,
+      "step": 5531
+    },
+    {
+      "epoch": 0.26436012615884547,
+      "grad_norm": 255.566650390625,
+      "learning_rate": 1.9457484506578507e-05,
+      "loss": 35.3438,
+      "step": 5532
+    },
+    {
+      "epoch": 0.26440791360030585,
+      "grad_norm": 243.46168518066406,
+      "learning_rate": 1.945723304886591e-05,
+      "loss": 27.875,
+      "step": 5533
+    },
+    {
+      "epoch": 0.26445570104176624,
+      "grad_norm": 221.3276824951172,
+      "learning_rate": 1.9456981534516694e-05,
+      "loss": 23.2812,
+      "step": 5534
+    },
+    {
+      "epoch": 0.26450348848322663,
+      "grad_norm": 137.7931671142578,
+      "learning_rate": 1.9456729963532357e-05,
+      "loss": 19.4688,
+      "step": 5535
+    },
+    {
+      "epoch": 0.26455127592468697,
+      "grad_norm": 313.7470397949219,
+      "learning_rate": 1.945647833591441e-05,
+      "loss": 43.9375,
+      "step": 5536
+    },
+    {
+      "epoch": 0.26459906336614736,
+      "grad_norm": 305.6278381347656,
+      "learning_rate": 1.945622665166436e-05,
+      "loss": 23.1562,
+      "step": 5537
+    },
+    {
+      "epoch": 0.26464685080760775,
+      "grad_norm": 329.8356628417969,
+      "learning_rate": 1.9455974910783717e-05,
+      "loss": 30.9062,
+      "step": 5538
+    },
+    {
+      "epoch": 0.26469463824906814,
+      "grad_norm": 381.30609130859375,
+      "learning_rate": 1.9455723113273984e-05,
+      "loss": 31.4688,
+      "step": 5539
+    },
+    {
+      "epoch": 0.2647424256905285,
+      "grad_norm": 255.56332397460938,
+      "learning_rate": 1.945547125913667e-05,
+      "loss": 24.25,
+      "step": 5540
+    },
+    {
+      "epoch": 0.2647902131319889,
+      "grad_norm": 232.6953887939453,
+      "learning_rate": 1.945521934837329e-05,
+      "loss": 28.375,
+      "step": 5541
+    },
+    {
+      "epoch": 0.2648380005734493,
+      "grad_norm": 212.9328155517578,
+      "learning_rate": 1.945496738098534e-05,
+      "loss": 35.8438,
+      "step": 5542
+    },
+    {
+      "epoch": 0.2648857880149097,
+      "grad_norm": 208.4164276123047,
+      "learning_rate": 1.9454715356974337e-05,
+      "loss": 30.4375,
+      "step": 5543
+    },
+    {
+      "epoch": 0.2649335754563701,
+      "grad_norm": 197.2734832763672,
+      "learning_rate": 1.9454463276341792e-05,
+      "loss": 28.0,
+      "step": 5544
+    },
+    {
+      "epoch": 0.2649813628978305,
+      "grad_norm": 403.0894775390625,
+      "learning_rate": 1.9454211139089208e-05,
+      "loss": 27.1875,
+      "step": 5545
+    },
+    {
+      "epoch": 0.2650291503392908,
+      "grad_norm": 521.6626586914062,
+      "learning_rate": 1.94539589452181e-05,
+      "loss": 22.0781,
+      "step": 5546
+    },
+    {
+      "epoch": 0.2650769377807512,
+      "grad_norm": 507.1287536621094,
+      "learning_rate": 1.9453706694729975e-05,
+      "loss": 33.625,
+      "step": 5547
+    },
+    {
+      "epoch": 0.2651247252222116,
+      "grad_norm": 164.61976623535156,
+      "learning_rate": 1.9453454387626346e-05,
+      "loss": 28.7812,
+      "step": 5548
+    },
+    {
+      "epoch": 0.265172512663672,
+      "grad_norm": 211.4630889892578,
+      "learning_rate": 1.9453202023908722e-05,
+      "loss": 31.2969,
+      "step": 5549
+    },
+    {
+      "epoch": 0.26522030010513237,
+      "grad_norm": 277.920654296875,
+      "learning_rate": 1.945294960357862e-05,
+      "loss": 29.4688,
+      "step": 5550
+    },
+    {
+      "epoch": 0.26526808754659276,
+      "grad_norm": 326.7745361328125,
+      "learning_rate": 1.9452697126637547e-05,
+      "loss": 20.875,
+      "step": 5551
+    },
+    {
+      "epoch": 0.26531587498805315,
+      "grad_norm": 169.35647583007812,
+      "learning_rate": 1.9452444593087015e-05,
+      "loss": 25.2812,
+      "step": 5552
+    },
+    {
+      "epoch": 0.26536366242951354,
+      "grad_norm": 206.20802307128906,
+      "learning_rate": 1.9452192002928536e-05,
+      "loss": 33.4062,
+      "step": 5553
+    },
+    {
+      "epoch": 0.2654114498709739,
+      "grad_norm": 287.8423767089844,
+      "learning_rate": 1.9451939356163625e-05,
+      "loss": 26.2812,
+      "step": 5554
+    },
+    {
+      "epoch": 0.2654592373124343,
+      "grad_norm": 430.0354309082031,
+      "learning_rate": 1.9451686652793792e-05,
+      "loss": 25.8125,
+      "step": 5555
+    },
+    {
+      "epoch": 0.26550702475389465,
+      "grad_norm": 221.09263610839844,
+      "learning_rate": 1.945143389282055e-05,
+      "loss": 32.7812,
+      "step": 5556
+    },
+    {
+      "epoch": 0.26555481219535504,
+      "grad_norm": 265.6168212890625,
+      "learning_rate": 1.945118107624542e-05,
+      "loss": 29.9062,
+      "step": 5557
+    },
+    {
+      "epoch": 0.26560259963681543,
+      "grad_norm": 305.97845458984375,
+      "learning_rate": 1.945092820306991e-05,
+      "loss": 30.4062,
+      "step": 5558
+    },
+    {
+      "epoch": 0.2656503870782758,
+      "grad_norm": 369.5391540527344,
+      "learning_rate": 1.945067527329553e-05,
+      "loss": 48.0,
+      "step": 5559
+    },
+    {
+      "epoch": 0.2656981745197362,
+      "grad_norm": 269.3193359375,
+      "learning_rate": 1.94504222869238e-05,
+      "loss": 24.4375,
+      "step": 5560
+    },
+    {
+      "epoch": 0.2657459619611966,
+      "grad_norm": 361.2881164550781,
+      "learning_rate": 1.945016924395624e-05,
+      "loss": 37.2188,
+      "step": 5561
+    },
+    {
+      "epoch": 0.265793749402657,
+      "grad_norm": 137.1732635498047,
+      "learning_rate": 1.944991614439436e-05,
+      "loss": 19.0938,
+      "step": 5562
+    },
+    {
+      "epoch": 0.2658415368441174,
+      "grad_norm": 182.16746520996094,
+      "learning_rate": 1.9449662988239673e-05,
+      "loss": 28.9688,
+      "step": 5563
+    },
+    {
+      "epoch": 0.26588932428557777,
+      "grad_norm": 416.4931945800781,
+      "learning_rate": 1.9449409775493698e-05,
+      "loss": 29.9375,
+      "step": 5564
+    },
+    {
+      "epoch": 0.26593711172703816,
+      "grad_norm": 444.435546875,
+      "learning_rate": 1.9449156506157954e-05,
+      "loss": 31.8125,
+      "step": 5565
+    },
+    {
+      "epoch": 0.26598489916849855,
+      "grad_norm": 251.15383911132812,
+      "learning_rate": 1.9448903180233955e-05,
+      "loss": 29.7188,
+      "step": 5566
+    },
+    {
+      "epoch": 0.2660326866099589,
+      "grad_norm": 494.3858337402344,
+      "learning_rate": 1.9448649797723215e-05,
+      "loss": 38.625,
+      "step": 5567
+    },
+    {
+      "epoch": 0.26608047405141927,
+      "grad_norm": 218.2796173095703,
+      "learning_rate": 1.944839635862726e-05,
+      "loss": 22.625,
+      "step": 5568
+    },
+    {
+      "epoch": 0.26612826149287966,
+      "grad_norm": 401.06451416015625,
+      "learning_rate": 1.9448142862947598e-05,
+      "loss": 42.875,
+      "step": 5569
+    },
+    {
+      "epoch": 0.26617604893434005,
+      "grad_norm": 210.60910034179688,
+      "learning_rate": 1.9447889310685753e-05,
+      "loss": 29.8281,
+      "step": 5570
+    },
+    {
+      "epoch": 0.26622383637580044,
+      "grad_norm": 228.8553924560547,
+      "learning_rate": 1.9447635701843242e-05,
+      "loss": 39.8125,
+      "step": 5571
+    },
+    {
+      "epoch": 0.2662716238172608,
+      "grad_norm": 256.3940734863281,
+      "learning_rate": 1.9447382036421584e-05,
+      "loss": 34.2344,
+      "step": 5572
+    },
+    {
+      "epoch": 0.2663194112587212,
+      "grad_norm": 271.74755859375,
+      "learning_rate": 1.9447128314422298e-05,
+      "loss": 31.5312,
+      "step": 5573
+    },
+    {
+      "epoch": 0.2663671987001816,
+      "grad_norm": 390.881103515625,
+      "learning_rate": 1.9446874535846904e-05,
+      "loss": 22.4062,
+      "step": 5574
+    },
+    {
+      "epoch": 0.266414986141642,
+      "grad_norm": 388.1300354003906,
+      "learning_rate": 1.9446620700696922e-05,
+      "loss": 33.9375,
+      "step": 5575
+    },
+    {
+      "epoch": 0.2664627735831024,
+      "grad_norm": 255.3145294189453,
+      "learning_rate": 1.944636680897387e-05,
+      "loss": 25.9062,
+      "step": 5576
+    },
+    {
+      "epoch": 0.2665105610245627,
+      "grad_norm": 232.34400939941406,
+      "learning_rate": 1.944611286067927e-05,
+      "loss": 34.0938,
+      "step": 5577
+    },
+    {
+      "epoch": 0.2665583484660231,
+      "grad_norm": 367.67254638671875,
+      "learning_rate": 1.9445858855814644e-05,
+      "loss": 25.875,
+      "step": 5578
+    },
+    {
+      "epoch": 0.2666061359074835,
+      "grad_norm": 263.5279846191406,
+      "learning_rate": 1.944560479438151e-05,
+      "loss": 27.1875,
+      "step": 5579
+    },
+    {
+      "epoch": 0.2666539233489439,
+      "grad_norm": 208.90951538085938,
+      "learning_rate": 1.9445350676381394e-05,
+      "loss": 32.5938,
+      "step": 5580
+    },
+    {
+      "epoch": 0.2667017107904043,
+      "grad_norm": 347.9067687988281,
+      "learning_rate": 1.9445096501815817e-05,
+      "loss": 37.875,
+      "step": 5581
+    },
+    {
+      "epoch": 0.26674949823186467,
+      "grad_norm": 325.189208984375,
+      "learning_rate": 1.9444842270686294e-05,
+      "loss": 36.125,
+      "step": 5582
+    },
+    {
+      "epoch": 0.26679728567332506,
+      "grad_norm": 316.87249755859375,
+      "learning_rate": 1.9444587982994357e-05,
+      "loss": 40.375,
+      "step": 5583
+    },
+    {
+      "epoch": 0.26684507311478545,
+      "grad_norm": 242.73043823242188,
+      "learning_rate": 1.9444333638741525e-05,
+      "loss": 28.375,
+      "step": 5584
+    },
+    {
+      "epoch": 0.26689286055624584,
+      "grad_norm": 368.6346740722656,
+      "learning_rate": 1.9444079237929317e-05,
+      "loss": 23.7344,
+      "step": 5585
+    },
+    {
+      "epoch": 0.2669406479977062,
+      "grad_norm": 400.2077331542969,
+      "learning_rate": 1.9443824780559263e-05,
+      "loss": 34.4062,
+      "step": 5586
+    },
+    {
+      "epoch": 0.26698843543916656,
+      "grad_norm": 233.37982177734375,
+      "learning_rate": 1.9443570266632886e-05,
+      "loss": 20.6562,
+      "step": 5587
+    },
+    {
+      "epoch": 0.26703622288062695,
+      "grad_norm": 182.3187255859375,
+      "learning_rate": 1.944331569615171e-05,
+      "loss": 23.75,
+      "step": 5588
+    },
+    {
+      "epoch": 0.26708401032208734,
+      "grad_norm": 294.8467102050781,
+      "learning_rate": 1.9443061069117252e-05,
+      "loss": 33.7656,
+      "step": 5589
+    },
+    {
+      "epoch": 0.26713179776354773,
+      "grad_norm": 239.27394104003906,
+      "learning_rate": 1.9442806385531047e-05,
+      "loss": 35.1562,
+      "step": 5590
+    },
+    {
+      "epoch": 0.2671795852050081,
+      "grad_norm": 314.8025207519531,
+      "learning_rate": 1.9442551645394615e-05,
+      "loss": 41.75,
+      "step": 5591
+    },
+    {
+      "epoch": 0.2672273726464685,
+      "grad_norm": 277.95806884765625,
+      "learning_rate": 1.9442296848709484e-05,
+      "loss": 32.6562,
+      "step": 5592
+    },
+    {
+      "epoch": 0.2672751600879289,
+      "grad_norm": 171.8895263671875,
+      "learning_rate": 1.9442041995477176e-05,
+      "loss": 30.1875,
+      "step": 5593
+    },
+    {
+      "epoch": 0.2673229475293893,
+      "grad_norm": 354.2317199707031,
+      "learning_rate": 1.9441787085699224e-05,
+      "loss": 33.1562,
+      "step": 5594
+    },
+    {
+      "epoch": 0.2673707349708497,
+      "grad_norm": 367.0086364746094,
+      "learning_rate": 1.9441532119377152e-05,
+      "loss": 29.7188,
+      "step": 5595
+    },
+    {
+      "epoch": 0.26741852241231007,
+      "grad_norm": 205.5752716064453,
+      "learning_rate": 1.9441277096512482e-05,
+      "loss": 29.4375,
+      "step": 5596
+    },
+    {
+      "epoch": 0.26746630985377046,
+      "grad_norm": 295.85498046875,
+      "learning_rate": 1.9441022017106744e-05,
+      "loss": 41.4688,
+      "step": 5597
+    },
+    {
+      "epoch": 0.2675140972952308,
+      "grad_norm": 432.78045654296875,
+      "learning_rate": 1.944076688116147e-05,
+      "loss": 41.4375,
+      "step": 5598
+    },
+    {
+      "epoch": 0.2675618847366912,
+      "grad_norm": 155.21055603027344,
+      "learning_rate": 1.944051168867818e-05,
+      "loss": 23.7812,
+      "step": 5599
+    },
+    {
+      "epoch": 0.26760967217815157,
+      "grad_norm": 212.7801513671875,
+      "learning_rate": 1.9440256439658408e-05,
+      "loss": 20.4062,
+      "step": 5600
+    },
+    {
+      "epoch": 0.26765745961961196,
+      "grad_norm": 260.58001708984375,
+      "learning_rate": 1.9440001134103682e-05,
+      "loss": 27.25,
+      "step": 5601
+    },
+    {
+      "epoch": 0.26770524706107235,
+      "grad_norm": 278.05517578125,
+      "learning_rate": 1.9439745772015528e-05,
+      "loss": 32.1875,
+      "step": 5602
+    },
+    {
+      "epoch": 0.26775303450253274,
+      "grad_norm": 305.5174865722656,
+      "learning_rate": 1.943949035339548e-05,
+      "loss": 37.375,
+      "step": 5603
+    },
+    {
+      "epoch": 0.26780082194399313,
+      "grad_norm": 286.8929138183594,
+      "learning_rate": 1.9439234878245066e-05,
+      "loss": 26.625,
+      "step": 5604
+    },
+    {
+      "epoch": 0.2678486093854535,
+      "grad_norm": 210.96409606933594,
+      "learning_rate": 1.9438979346565815e-05,
+      "loss": 28.75,
+      "step": 5605
+    },
+    {
+      "epoch": 0.2678963968269139,
+      "grad_norm": 527.620849609375,
+      "learning_rate": 1.9438723758359254e-05,
+      "loss": 35.0,
+      "step": 5606
+    },
+    {
+      "epoch": 0.2679441842683743,
+      "grad_norm": 174.549560546875,
+      "learning_rate": 1.9438468113626918e-05,
+      "loss": 27.625,
+      "step": 5607
+    },
+    {
+      "epoch": 0.26799197170983463,
+      "grad_norm": 157.51834106445312,
+      "learning_rate": 1.943821241237034e-05,
+      "loss": 26.125,
+      "step": 5608
+    },
+    {
+      "epoch": 0.268039759151295,
+      "grad_norm": 191.85028076171875,
+      "learning_rate": 1.9437956654591045e-05,
+      "loss": 28.4688,
+      "step": 5609
+    },
+    {
+      "epoch": 0.2680875465927554,
+      "grad_norm": 300.33709716796875,
+      "learning_rate": 1.9437700840290567e-05,
+      "loss": 27.375,
+      "step": 5610
+    },
+    {
+      "epoch": 0.2681353340342158,
+      "grad_norm": 357.9884338378906,
+      "learning_rate": 1.9437444969470443e-05,
+      "loss": 35.2031,
+      "step": 5611
+    },
+    {
+      "epoch": 0.2681831214756762,
+      "grad_norm": 193.41990661621094,
+      "learning_rate": 1.9437189042132195e-05,
+      "loss": 25.7812,
+      "step": 5612
+    },
+    {
+      "epoch": 0.2682309089171366,
+      "grad_norm": 250.82618713378906,
+      "learning_rate": 1.9436933058277368e-05,
+      "loss": 33.5938,
+      "step": 5613
+    },
+    {
+      "epoch": 0.26827869635859697,
+      "grad_norm": 314.787353515625,
+      "learning_rate": 1.943667701790749e-05,
+      "loss": 39.7812,
+      "step": 5614
+    },
+    {
+      "epoch": 0.26832648380005736,
+      "grad_norm": 345.304443359375,
+      "learning_rate": 1.9436420921024088e-05,
+      "loss": 39.75,
+      "step": 5615
+    },
+    {
+      "epoch": 0.26837427124151775,
+      "grad_norm": 384.9530029296875,
+      "learning_rate": 1.94361647676287e-05,
+      "loss": 48.4375,
+      "step": 5616
+    },
+    {
+      "epoch": 0.26842205868297814,
+      "grad_norm": 531.9877319335938,
+      "learning_rate": 1.9435908557722867e-05,
+      "loss": 51.9062,
+      "step": 5617
+    },
+    {
+      "epoch": 0.26846984612443847,
+      "grad_norm": 199.379638671875,
+      "learning_rate": 1.9435652291308115e-05,
+      "loss": 33.8125,
+      "step": 5618
+    },
+    {
+      "epoch": 0.26851763356589886,
+      "grad_norm": 250.74131774902344,
+      "learning_rate": 1.9435395968385982e-05,
+      "loss": 35.9062,
+      "step": 5619
+    },
+    {
+      "epoch": 0.26856542100735925,
+      "grad_norm": 610.0777587890625,
+      "learning_rate": 1.9435139588958e-05,
+      "loss": 43.9688,
+      "step": 5620
+    },
+    {
+      "epoch": 0.26861320844881964,
+      "grad_norm": 356.0401916503906,
+      "learning_rate": 1.9434883153025707e-05,
+      "loss": 35.4375,
+      "step": 5621
+    },
+    {
+      "epoch": 0.26866099589028003,
+      "grad_norm": 292.5006408691406,
+      "learning_rate": 1.9434626660590638e-05,
+      "loss": 28.8438,
+      "step": 5622
+    },
+    {
+      "epoch": 0.2687087833317404,
+      "grad_norm": 257.67974853515625,
+      "learning_rate": 1.943437011165433e-05,
+      "loss": 36.7188,
+      "step": 5623
+    },
+    {
+      "epoch": 0.2687565707732008,
+      "grad_norm": 202.00953674316406,
+      "learning_rate": 1.943411350621832e-05,
+      "loss": 26.5625,
+      "step": 5624
+    },
+    {
+      "epoch": 0.2688043582146612,
+      "grad_norm": 403.4644775390625,
+      "learning_rate": 1.9433856844284142e-05,
+      "loss": 22.9375,
+      "step": 5625
+    },
+    {
+      "epoch": 0.2688521456561216,
+      "grad_norm": 251.5850830078125,
+      "learning_rate": 1.9433600125853334e-05,
+      "loss": 28.2188,
+      "step": 5626
+    },
+    {
+      "epoch": 0.268899933097582,
+      "grad_norm": 304.6828308105469,
+      "learning_rate": 1.9433343350927437e-05,
+      "loss": 27.0625,
+      "step": 5627
+    },
+    {
+      "epoch": 0.2689477205390423,
+      "grad_norm": 315.3111572265625,
+      "learning_rate": 1.9433086519507984e-05,
+      "loss": 32.5,
+      "step": 5628
+    },
+    {
+      "epoch": 0.2689955079805027,
+      "grad_norm": 238.5854949951172,
+      "learning_rate": 1.943282963159651e-05,
+      "loss": 22.3281,
+      "step": 5629
+    },
+    {
+      "epoch": 0.2690432954219631,
+      "grad_norm": 344.973876953125,
+      "learning_rate": 1.9432572687194565e-05,
+      "loss": 24.5938,
+      "step": 5630
+    },
+    {
+      "epoch": 0.2690910828634235,
+      "grad_norm": 228.61561584472656,
+      "learning_rate": 1.9432315686303676e-05,
+      "loss": 32.7188,
+      "step": 5631
+    },
+    {
+      "epoch": 0.26913887030488387,
+      "grad_norm": 190.92605590820312,
+      "learning_rate": 1.943205862892539e-05,
+      "loss": 18.2188,
+      "step": 5632
+    },
+    {
+      "epoch": 0.26918665774634426,
+      "grad_norm": 236.77981567382812,
+      "learning_rate": 1.9431801515061245e-05,
+      "loss": 21.5938,
+      "step": 5633
+    },
+    {
+      "epoch": 0.26923444518780465,
+      "grad_norm": 196.59730529785156,
+      "learning_rate": 1.9431544344712776e-05,
+      "loss": 25.4531,
+      "step": 5634
+    },
+    {
+      "epoch": 0.26928223262926504,
+      "grad_norm": 275.5777587890625,
+      "learning_rate": 1.9431287117881527e-05,
+      "loss": 24.9844,
+      "step": 5635
+    },
+    {
+      "epoch": 0.26933002007072543,
+      "grad_norm": 364.64794921875,
+      "learning_rate": 1.943102983456904e-05,
+      "loss": 28.1562,
+      "step": 5636
+    },
+    {
+      "epoch": 0.2693778075121858,
+      "grad_norm": 220.39842224121094,
+      "learning_rate": 1.943077249477685e-05,
+      "loss": 26.0312,
+      "step": 5637
+    },
+    {
+      "epoch": 0.2694255949536462,
+      "grad_norm": 188.75588989257812,
+      "learning_rate": 1.9430515098506504e-05,
+      "loss": 25.3125,
+      "step": 5638
+    },
+    {
+      "epoch": 0.26947338239510654,
+      "grad_norm": 338.3082580566406,
+      "learning_rate": 1.9430257645759543e-05,
+      "loss": 33.0625,
+      "step": 5639
+    },
+    {
+      "epoch": 0.26952116983656693,
+      "grad_norm": 422.5770568847656,
+      "learning_rate": 1.9430000136537505e-05,
+      "loss": 30.875,
+      "step": 5640
+    },
+    {
+      "epoch": 0.2695689572780273,
+      "grad_norm": 356.9231262207031,
+      "learning_rate": 1.9429742570841934e-05,
+      "loss": 30.75,
+      "step": 5641
+    },
+    {
+      "epoch": 0.2696167447194877,
+      "grad_norm": 313.815185546875,
+      "learning_rate": 1.9429484948674374e-05,
+      "loss": 37.8125,
+      "step": 5642
+    },
+    {
+      "epoch": 0.2696645321609481,
+      "grad_norm": 325.543701171875,
+      "learning_rate": 1.9429227270036364e-05,
+      "loss": 35.4062,
+      "step": 5643
+    },
+    {
+      "epoch": 0.2697123196024085,
+      "grad_norm": 219.5629119873047,
+      "learning_rate": 1.942896953492945e-05,
+      "loss": 31.6719,
+      "step": 5644
+    },
+    {
+      "epoch": 0.2697601070438689,
+      "grad_norm": 317.396484375,
+      "learning_rate": 1.942871174335518e-05,
+      "loss": 34.0938,
+      "step": 5645
+    },
+    {
+      "epoch": 0.26980789448532927,
+      "grad_norm": 662.129150390625,
+      "learning_rate": 1.9428453895315086e-05,
+      "loss": 34.4375,
+      "step": 5646
+    },
+    {
+      "epoch": 0.26985568192678966,
+      "grad_norm": 314.2282409667969,
+      "learning_rate": 1.9428195990810723e-05,
+      "loss": 37.3438,
+      "step": 5647
+    },
+    {
+      "epoch": 0.26990346936825005,
+      "grad_norm": 277.9909362792969,
+      "learning_rate": 1.9427938029843632e-05,
+      "loss": 32.3438,
+      "step": 5648
+    },
+    {
+      "epoch": 0.2699512568097104,
+      "grad_norm": 350.8580017089844,
+      "learning_rate": 1.9427680012415354e-05,
+      "loss": 32.75,
+      "step": 5649
+    },
+    {
+      "epoch": 0.26999904425117077,
+      "grad_norm": 311.5029296875,
+      "learning_rate": 1.942742193852744e-05,
+      "loss": 35.9062,
+      "step": 5650
+    },
+    {
+      "epoch": 0.27004683169263116,
+      "grad_norm": 202.03065490722656,
+      "learning_rate": 1.9427163808181438e-05,
+      "loss": 27.1875,
+      "step": 5651
+    },
+    {
+      "epoch": 0.27009461913409155,
+      "grad_norm": 274.3587951660156,
+      "learning_rate": 1.9426905621378883e-05,
+      "loss": 25.875,
+      "step": 5652
+    },
+    {
+      "epoch": 0.27014240657555194,
+      "grad_norm": 295.08819580078125,
+      "learning_rate": 1.9426647378121332e-05,
+      "loss": 30.5625,
+      "step": 5653
+    },
+    {
+      "epoch": 0.27019019401701233,
+      "grad_norm": 215.0218505859375,
+      "learning_rate": 1.9426389078410325e-05,
+      "loss": 35.125,
+      "step": 5654
+    },
+    {
+      "epoch": 0.2702379814584727,
+      "grad_norm": 262.814453125,
+      "learning_rate": 1.942613072224741e-05,
+      "loss": 26.7188,
+      "step": 5655
+    },
+    {
+      "epoch": 0.2702857688999331,
+      "grad_norm": 315.4048767089844,
+      "learning_rate": 1.9425872309634134e-05,
+      "loss": 28.4375,
+      "step": 5656
+    },
+    {
+      "epoch": 0.2703335563413935,
+      "grad_norm": 273.8074951171875,
+      "learning_rate": 1.9425613840572046e-05,
+      "loss": 27.2812,
+      "step": 5657
+    },
+    {
+      "epoch": 0.2703813437828539,
+      "grad_norm": 341.05078125,
+      "learning_rate": 1.9425355315062696e-05,
+      "loss": 32.0312,
+      "step": 5658
+    },
+    {
+      "epoch": 0.2704291312243142,
+      "grad_norm": 138.4838104248047,
+      "learning_rate": 1.9425096733107626e-05,
+      "loss": 25.8594,
+      "step": 5659
+    },
+    {
+      "epoch": 0.2704769186657746,
+      "grad_norm": 383.658447265625,
+      "learning_rate": 1.9424838094708392e-05,
+      "loss": 33.4062,
+      "step": 5660
+    },
+    {
+      "epoch": 0.270524706107235,
+      "grad_norm": 615.6646118164062,
+      "learning_rate": 1.9424579399866537e-05,
+      "loss": 31.6875,
+      "step": 5661
+    },
+    {
+      "epoch": 0.2705724935486954,
+      "grad_norm": 279.6173400878906,
+      "learning_rate": 1.942432064858361e-05,
+      "loss": 30.3438,
+      "step": 5662
+    },
+    {
+      "epoch": 0.2706202809901558,
+      "grad_norm": 1113.5699462890625,
+      "learning_rate": 1.942406184086117e-05,
+      "loss": 43.3438,
+      "step": 5663
+    },
+    {
+      "epoch": 0.27066806843161617,
+      "grad_norm": 196.03350830078125,
+      "learning_rate": 1.9423802976700753e-05,
+      "loss": 26.2812,
+      "step": 5664
+    },
+    {
+      "epoch": 0.27071585587307656,
+      "grad_norm": 349.34527587890625,
+      "learning_rate": 1.942354405610392e-05,
+      "loss": 35.3438,
+      "step": 5665
+    },
+    {
+      "epoch": 0.27076364331453695,
+      "grad_norm": 413.73309326171875,
+      "learning_rate": 1.9423285079072216e-05,
+      "loss": 29.9688,
+      "step": 5666
+    },
+    {
+      "epoch": 0.27081143075599734,
+      "grad_norm": 211.79876708984375,
+      "learning_rate": 1.9423026045607196e-05,
+      "loss": 35.4375,
+      "step": 5667
+    },
+    {
+      "epoch": 0.27085921819745773,
+      "grad_norm": 352.3566589355469,
+      "learning_rate": 1.9422766955710405e-05,
+      "loss": 32.0625,
+      "step": 5668
+    },
+    {
+      "epoch": 0.2709070056389181,
+      "grad_norm": 337.2213134765625,
+      "learning_rate": 1.9422507809383405e-05,
+      "loss": 52.0938,
+      "step": 5669
+    },
+    {
+      "epoch": 0.27095479308037845,
+      "grad_norm": 397.1688537597656,
+      "learning_rate": 1.9422248606627737e-05,
+      "loss": 32.2812,
+      "step": 5670
+    },
+    {
+      "epoch": 0.27100258052183884,
+      "grad_norm": 245.7818145751953,
+      "learning_rate": 1.9421989347444958e-05,
+      "loss": 32.6562,
+      "step": 5671
+    },
+    {
+      "epoch": 0.27105036796329923,
+      "grad_norm": 211.97792053222656,
+      "learning_rate": 1.942173003183662e-05,
+      "loss": 23.2812,
+      "step": 5672
+    },
+    {
+      "epoch": 0.2710981554047596,
+      "grad_norm": 165.74774169921875,
+      "learning_rate": 1.9421470659804278e-05,
+      "loss": 22.3125,
+      "step": 5673
+    },
+    {
+      "epoch": 0.27114594284622,
+      "grad_norm": 371.74774169921875,
+      "learning_rate": 1.9421211231349485e-05,
+      "loss": 20.8125,
+      "step": 5674
+    },
+    {
+      "epoch": 0.2711937302876804,
+      "grad_norm": 205.08106994628906,
+      "learning_rate": 1.942095174647379e-05,
+      "loss": 35.875,
+      "step": 5675
+    },
+    {
+      "epoch": 0.2712415177291408,
+      "grad_norm": 326.8571472167969,
+      "learning_rate": 1.9420692205178753e-05,
+      "loss": 33.6562,
+      "step": 5676
+    },
+    {
+      "epoch": 0.2712893051706012,
+      "grad_norm": 252.0503692626953,
+      "learning_rate": 1.9420432607465923e-05,
+      "loss": 30.5938,
+      "step": 5677
+    },
+    {
+      "epoch": 0.27133709261206157,
+      "grad_norm": 268.4956970214844,
+      "learning_rate": 1.942017295333686e-05,
+      "loss": 24.3125,
+      "step": 5678
+    },
+    {
+      "epoch": 0.27138488005352196,
+      "grad_norm": 346.992919921875,
+      "learning_rate": 1.9419913242793116e-05,
+      "loss": 28.5,
+      "step": 5679
+    },
+    {
+      "epoch": 0.2714326674949823,
+      "grad_norm": 273.97357177734375,
+      "learning_rate": 1.941965347583625e-05,
+      "loss": 24.4062,
+      "step": 5680
+    },
+    {
+      "epoch": 0.2714804549364427,
+      "grad_norm": 324.7698059082031,
+      "learning_rate": 1.941939365246781e-05,
+      "loss": 30.6875,
+      "step": 5681
+    },
+    {
+      "epoch": 0.2715282423779031,
+      "grad_norm": 359.4752502441406,
+      "learning_rate": 1.9419133772689352e-05,
+      "loss": 29.9375,
+      "step": 5682
+    },
+    {
+      "epoch": 0.27157602981936346,
+      "grad_norm": 283.0115966796875,
+      "learning_rate": 1.9418873836502445e-05,
+      "loss": 42.5,
+      "step": 5683
+    },
+    {
+      "epoch": 0.27162381726082385,
+      "grad_norm": 162.40492248535156,
+      "learning_rate": 1.9418613843908635e-05,
+      "loss": 18.75,
+      "step": 5684
+    },
+    {
+      "epoch": 0.27167160470228424,
+      "grad_norm": 244.86317443847656,
+      "learning_rate": 1.941835379490948e-05,
+      "loss": 28.6562,
+      "step": 5685
+    },
+    {
+      "epoch": 0.27171939214374463,
+      "grad_norm": 380.5736389160156,
+      "learning_rate": 1.9418093689506537e-05,
+      "loss": 26.9375,
+      "step": 5686
+    },
+    {
+      "epoch": 0.271767179585205,
+      "grad_norm": 232.3018341064453,
+      "learning_rate": 1.941783352770137e-05,
+      "loss": 29.8281,
+      "step": 5687
+    },
+    {
+      "epoch": 0.2718149670266654,
+      "grad_norm": 347.5600891113281,
+      "learning_rate": 1.9417573309495534e-05,
+      "loss": 27.0312,
+      "step": 5688
+    },
+    {
+      "epoch": 0.2718627544681258,
+      "grad_norm": 224.76406860351562,
+      "learning_rate": 1.9417313034890578e-05,
+      "loss": 34.7812,
+      "step": 5689
+    },
+    {
+      "epoch": 0.27191054190958613,
+      "grad_norm": 417.7089538574219,
+      "learning_rate": 1.9417052703888072e-05,
+      "loss": 25.1719,
+      "step": 5690
+    },
+    {
+      "epoch": 0.2719583293510465,
+      "grad_norm": 346.8804931640625,
+      "learning_rate": 1.9416792316489573e-05,
+      "loss": 27.625,
+      "step": 5691
+    },
+    {
+      "epoch": 0.2720061167925069,
+      "grad_norm": 245.12826538085938,
+      "learning_rate": 1.941653187269664e-05,
+      "loss": 29.625,
+      "step": 5692
+    },
+    {
+      "epoch": 0.2720539042339673,
+      "grad_norm": 226.50047302246094,
+      "learning_rate": 1.941627137251083e-05,
+      "loss": 24.4688,
+      "step": 5693
+    },
+    {
+      "epoch": 0.2721016916754277,
+      "grad_norm": 246.41946411132812,
+      "learning_rate": 1.9416010815933705e-05,
+      "loss": 19.6406,
+      "step": 5694
+    },
+    {
+      "epoch": 0.2721494791168881,
+      "grad_norm": 258.0677795410156,
+      "learning_rate": 1.9415750202966826e-05,
+      "loss": 24.0,
+      "step": 5695
+    },
+    {
+      "epoch": 0.27219726655834847,
+      "grad_norm": 323.9757385253906,
+      "learning_rate": 1.941548953361175e-05,
+      "loss": 37.125,
+      "step": 5696
+    },
+    {
+      "epoch": 0.27224505399980886,
+      "grad_norm": 144.48907470703125,
+      "learning_rate": 1.9415228807870043e-05,
+      "loss": 29.4062,
+      "step": 5697
+    },
+    {
+      "epoch": 0.27229284144126925,
+      "grad_norm": 193.93907165527344,
+      "learning_rate": 1.9414968025743265e-05,
+      "loss": 31.5,
+      "step": 5698
+    },
+    {
+      "epoch": 0.27234062888272964,
+      "grad_norm": 296.63189697265625,
+      "learning_rate": 1.941470718723298e-05,
+      "loss": 41.25,
+      "step": 5699
+    },
+    {
+      "epoch": 0.27238841632419003,
+      "grad_norm": 193.19161987304688,
+      "learning_rate": 1.941444629234074e-05,
+      "loss": 24.9062,
+      "step": 5700
+    },
+    {
+      "epoch": 0.27243620376565036,
+      "grad_norm": 418.6407775878906,
+      "learning_rate": 1.941418534106812e-05,
+      "loss": 36.5938,
+      "step": 5701
+    },
+    {
+      "epoch": 0.27248399120711075,
+      "grad_norm": 587.327392578125,
+      "learning_rate": 1.9413924333416677e-05,
+      "loss": 30.5938,
+      "step": 5702
+    },
+    {
+      "epoch": 0.27253177864857114,
+      "grad_norm": 145.60574340820312,
+      "learning_rate": 1.9413663269387972e-05,
+      "loss": 22.3125,
+      "step": 5703
+    },
+    {
+      "epoch": 0.27257956609003153,
+      "grad_norm": 197.56687927246094,
+      "learning_rate": 1.9413402148983573e-05,
+      "loss": 31.0312,
+      "step": 5704
+    },
+    {
+      "epoch": 0.2726273535314919,
+      "grad_norm": 282.12603759765625,
+      "learning_rate": 1.9413140972205042e-05,
+      "loss": 33.6875,
+      "step": 5705
+    },
+    {
+      "epoch": 0.2726751409729523,
+      "grad_norm": 251.83143615722656,
+      "learning_rate": 1.9412879739053944e-05,
+      "loss": 36.5312,
+      "step": 5706
+    },
+    {
+      "epoch": 0.2727229284144127,
+      "grad_norm": 328.9927978515625,
+      "learning_rate": 1.941261844953184e-05,
+      "loss": 28.1562,
+      "step": 5707
+    },
+    {
+      "epoch": 0.2727707158558731,
+      "grad_norm": 451.5283508300781,
+      "learning_rate": 1.9412357103640295e-05,
+      "loss": 31.6562,
+      "step": 5708
+    },
+    {
+      "epoch": 0.2728185032973335,
+      "grad_norm": 268.7708740234375,
+      "learning_rate": 1.9412095701380878e-05,
+      "loss": 34.5938,
+      "step": 5709
+    },
+    {
+      "epoch": 0.27286629073879387,
+      "grad_norm": 384.34027099609375,
+      "learning_rate": 1.9411834242755156e-05,
+      "loss": 35.375,
+      "step": 5710
+    },
+    {
+      "epoch": 0.2729140781802542,
+      "grad_norm": 276.03594970703125,
+      "learning_rate": 1.9411572727764687e-05,
+      "loss": 30.0625,
+      "step": 5711
+    },
+    {
+      "epoch": 0.2729618656217146,
+      "grad_norm": 163.18650817871094,
+      "learning_rate": 1.9411311156411042e-05,
+      "loss": 21.2031,
+      "step": 5712
+    },
+    {
+      "epoch": 0.273009653063175,
+      "grad_norm": 206.07147216796875,
+      "learning_rate": 1.9411049528695792e-05,
+      "loss": 29.0938,
+      "step": 5713
+    },
+    {
+      "epoch": 0.2730574405046354,
+      "grad_norm": 196.11300659179688,
+      "learning_rate": 1.9410787844620494e-05,
+      "loss": 24.75,
+      "step": 5714
+    },
+    {
+      "epoch": 0.27310522794609576,
+      "grad_norm": 242.1032257080078,
+      "learning_rate": 1.941052610418672e-05,
+      "loss": 27.3438,
+      "step": 5715
+    },
+    {
+      "epoch": 0.27315301538755615,
+      "grad_norm": 307.4346618652344,
+      "learning_rate": 1.941026430739604e-05,
+      "loss": 28.75,
+      "step": 5716
+    },
+    {
+      "epoch": 0.27320080282901654,
+      "grad_norm": 393.7160339355469,
+      "learning_rate": 1.9410002454250018e-05,
+      "loss": 34.4688,
+      "step": 5717
+    },
+    {
+      "epoch": 0.27324859027047693,
+      "grad_norm": 216.60458374023438,
+      "learning_rate": 1.9409740544750227e-05,
+      "loss": 15.1094,
+      "step": 5718
+    },
+    {
+      "epoch": 0.2732963777119373,
+      "grad_norm": 392.8595275878906,
+      "learning_rate": 1.9409478578898228e-05,
+      "loss": 27.1562,
+      "step": 5719
+    },
+    {
+      "epoch": 0.2733441651533977,
+      "grad_norm": 370.8778381347656,
+      "learning_rate": 1.9409216556695594e-05,
+      "loss": 34.8438,
+      "step": 5720
+    },
+    {
+      "epoch": 0.27339195259485805,
+      "grad_norm": 351.3748474121094,
+      "learning_rate": 1.9408954478143896e-05,
+      "loss": 33.5,
+      "step": 5721
+    },
+    {
+      "epoch": 0.27343974003631843,
+      "grad_norm": 159.9450225830078,
+      "learning_rate": 1.94086923432447e-05,
+      "loss": 20.6875,
+      "step": 5722
+    },
+    {
+      "epoch": 0.2734875274777788,
+      "grad_norm": 215.05535888671875,
+      "learning_rate": 1.940843015199958e-05,
+      "loss": 25.3438,
+      "step": 5723
+    },
+    {
+      "epoch": 0.2735353149192392,
+      "grad_norm": 243.6734619140625,
+      "learning_rate": 1.94081679044101e-05,
+      "loss": 35.0,
+      "step": 5724
+    },
+    {
+      "epoch": 0.2735831023606996,
+      "grad_norm": 394.282958984375,
+      "learning_rate": 1.9407905600477836e-05,
+      "loss": 40.625,
+      "step": 5725
+    },
+    {
+      "epoch": 0.27363088980216,
+      "grad_norm": 275.31512451171875,
+      "learning_rate": 1.9407643240204356e-05,
+      "loss": 38.4688,
+      "step": 5726
+    },
+    {
+      "epoch": 0.2736786772436204,
+      "grad_norm": 283.1435852050781,
+      "learning_rate": 1.9407380823591234e-05,
+      "loss": 34.6562,
+      "step": 5727
+    },
+    {
+      "epoch": 0.2737264646850808,
+      "grad_norm": 418.30908203125,
+      "learning_rate": 1.9407118350640038e-05,
+      "loss": 25.6875,
+      "step": 5728
+    },
+    {
+      "epoch": 0.27377425212654116,
+      "grad_norm": 384.91204833984375,
+      "learning_rate": 1.940685582135234e-05,
+      "loss": 27.9688,
+      "step": 5729
+    },
+    {
+      "epoch": 0.27382203956800155,
+      "grad_norm": 1112.2265625,
+      "learning_rate": 1.9406593235729715e-05,
+      "loss": 28.0312,
+      "step": 5730
+    },
+    {
+      "epoch": 0.2738698270094619,
+      "grad_norm": 273.8189697265625,
+      "learning_rate": 1.9406330593773734e-05,
+      "loss": 31.4062,
+      "step": 5731
+    },
+    {
+      "epoch": 0.2739176144509223,
+      "grad_norm": 196.43504333496094,
+      "learning_rate": 1.9406067895485973e-05,
+      "loss": 33.8438,
+      "step": 5732
+    },
+    {
+      "epoch": 0.27396540189238267,
+      "grad_norm": 244.51031494140625,
+      "learning_rate": 1.9405805140868003e-05,
+      "loss": 27.4531,
+      "step": 5733
+    },
+    {
+      "epoch": 0.27401318933384305,
+      "grad_norm": 391.21221923828125,
+      "learning_rate": 1.940554232992139e-05,
+      "loss": 42.375,
+      "step": 5734
+    },
+    {
+      "epoch": 0.27406097677530344,
+      "grad_norm": 579.5389404296875,
+      "learning_rate": 1.9405279462647723e-05,
+      "loss": 42.3438,
+      "step": 5735
+    },
+    {
+      "epoch": 0.27410876421676383,
+      "grad_norm": 233.1802978515625,
+      "learning_rate": 1.9405016539048564e-05,
+      "loss": 29.8125,
+      "step": 5736
+    },
+    {
+      "epoch": 0.2741565516582242,
+      "grad_norm": 216.25550842285156,
+      "learning_rate": 1.9404753559125492e-05,
+      "loss": 39.7812,
+      "step": 5737
+    },
+    {
+      "epoch": 0.2742043390996846,
+      "grad_norm": 296.4809875488281,
+      "learning_rate": 1.9404490522880085e-05,
+      "loss": 41.6562,
+      "step": 5738
+    },
+    {
+      "epoch": 0.274252126541145,
+      "grad_norm": 545.8626098632812,
+      "learning_rate": 1.940422743031391e-05,
+      "loss": 35.8438,
+      "step": 5739
+    },
+    {
+      "epoch": 0.2742999139826054,
+      "grad_norm": 359.34033203125,
+      "learning_rate": 1.9403964281428547e-05,
+      "loss": 33.0,
+      "step": 5740
+    },
+    {
+      "epoch": 0.2743477014240658,
+      "grad_norm": 274.4095153808594,
+      "learning_rate": 1.9403701076225577e-05,
+      "loss": 30.0,
+      "step": 5741
+    },
+    {
+      "epoch": 0.2743954888655261,
+      "grad_norm": 221.38525390625,
+      "learning_rate": 1.940343781470657e-05,
+      "loss": 34.375,
+      "step": 5742
+    },
+    {
+      "epoch": 0.2744432763069865,
+      "grad_norm": 324.79608154296875,
+      "learning_rate": 1.9403174496873104e-05,
+      "loss": 33.9062,
+      "step": 5743
+    },
+    {
+      "epoch": 0.2744910637484469,
+      "grad_norm": 243.67213439941406,
+      "learning_rate": 1.9402911122726756e-05,
+      "loss": 24.3438,
+      "step": 5744
+    },
+    {
+      "epoch": 0.2745388511899073,
+      "grad_norm": 306.76202392578125,
+      "learning_rate": 1.9402647692269103e-05,
+      "loss": 32.2812,
+      "step": 5745
+    },
+    {
+      "epoch": 0.2745866386313677,
+      "grad_norm": 357.93096923828125,
+      "learning_rate": 1.9402384205501725e-05,
+      "loss": 30.0625,
+      "step": 5746
+    },
+    {
+      "epoch": 0.27463442607282806,
+      "grad_norm": 376.7606506347656,
+      "learning_rate": 1.94021206624262e-05,
+      "loss": 36.5625,
+      "step": 5747
+    },
+    {
+      "epoch": 0.27468221351428845,
+      "grad_norm": 260.9236145019531,
+      "learning_rate": 1.9401857063044097e-05,
+      "loss": 40.0,
+      "step": 5748
+    },
+    {
+      "epoch": 0.27473000095574884,
+      "grad_norm": 174.30014038085938,
+      "learning_rate": 1.9401593407357008e-05,
+      "loss": 16.7344,
+      "step": 5749
+    },
+    {
+      "epoch": 0.27477778839720923,
+      "grad_norm": 352.74517822265625,
+      "learning_rate": 1.9401329695366503e-05,
+      "loss": 27.875,
+      "step": 5750
+    },
+    {
+      "epoch": 0.2748255758386696,
+      "grad_norm": 450.2288513183594,
+      "learning_rate": 1.9401065927074163e-05,
+      "loss": 38.8125,
+      "step": 5751
+    },
+    {
+      "epoch": 0.27487336328012996,
+      "grad_norm": 621.8130493164062,
+      "learning_rate": 1.9400802102481572e-05,
+      "loss": 38.1719,
+      "step": 5752
+    },
+    {
+      "epoch": 0.27492115072159035,
+      "grad_norm": 220.11727905273438,
+      "learning_rate": 1.9400538221590306e-05,
+      "loss": 19.2656,
+      "step": 5753
+    },
+    {
+      "epoch": 0.27496893816305074,
+      "grad_norm": 267.019775390625,
+      "learning_rate": 1.9400274284401944e-05,
+      "loss": 29.9688,
+      "step": 5754
+    },
+    {
+      "epoch": 0.2750167256045111,
+      "grad_norm": 446.47760009765625,
+      "learning_rate": 1.940001029091807e-05,
+      "loss": 35.1875,
+      "step": 5755
+    },
+    {
+      "epoch": 0.2750645130459715,
+      "grad_norm": 433.5012512207031,
+      "learning_rate": 1.9399746241140264e-05,
+      "loss": 32.9062,
+      "step": 5756
+    },
+    {
+      "epoch": 0.2751123004874319,
+      "grad_norm": 350.3825378417969,
+      "learning_rate": 1.9399482135070107e-05,
+      "loss": 26.3125,
+      "step": 5757
+    },
+    {
+      "epoch": 0.2751600879288923,
+      "grad_norm": 204.00836181640625,
+      "learning_rate": 1.9399217972709183e-05,
+      "loss": 25.9688,
+      "step": 5758
+    },
+    {
+      "epoch": 0.2752078753703527,
+      "grad_norm": 259.66741943359375,
+      "learning_rate": 1.939895375405907e-05,
+      "loss": 34.6875,
+      "step": 5759
+    },
+    {
+      "epoch": 0.2752556628118131,
+      "grad_norm": 280.46533203125,
+      "learning_rate": 1.939868947912135e-05,
+      "loss": 40.0,
+      "step": 5760
+    },
+    {
+      "epoch": 0.27530345025327346,
+      "grad_norm": 348.52203369140625,
+      "learning_rate": 1.939842514789761e-05,
+      "loss": 36.1562,
+      "step": 5761
+    },
+    {
+      "epoch": 0.2753512376947338,
+      "grad_norm": 421.31939697265625,
+      "learning_rate": 1.939816076038943e-05,
+      "loss": 31.5312,
+      "step": 5762
+    },
+    {
+      "epoch": 0.2753990251361942,
+      "grad_norm": 191.5745849609375,
+      "learning_rate": 1.939789631659839e-05,
+      "loss": 21.0469,
+      "step": 5763
+    },
+    {
+      "epoch": 0.2754468125776546,
+      "grad_norm": 358.82696533203125,
+      "learning_rate": 1.9397631816526083e-05,
+      "loss": 37.3125,
+      "step": 5764
+    },
+    {
+      "epoch": 0.27549460001911497,
+      "grad_norm": 278.6841125488281,
+      "learning_rate": 1.9397367260174086e-05,
+      "loss": 35.5938,
+      "step": 5765
+    },
+    {
+      "epoch": 0.27554238746057536,
+      "grad_norm": 254.37867736816406,
+      "learning_rate": 1.9397102647543982e-05,
+      "loss": 27.8594,
+      "step": 5766
+    },
+    {
+      "epoch": 0.27559017490203574,
+      "grad_norm": 351.6602783203125,
+      "learning_rate": 1.9396837978637362e-05,
+      "loss": 40.5,
+      "step": 5767
+    },
+    {
+      "epoch": 0.27563796234349613,
+      "grad_norm": 226.59707641601562,
+      "learning_rate": 1.9396573253455808e-05,
+      "loss": 23.7656,
+      "step": 5768
+    },
+    {
+      "epoch": 0.2756857497849565,
+      "grad_norm": 253.56874084472656,
+      "learning_rate": 1.9396308472000905e-05,
+      "loss": 29.4688,
+      "step": 5769
+    },
+    {
+      "epoch": 0.2757335372264169,
+      "grad_norm": 186.74871826171875,
+      "learning_rate": 1.939604363427424e-05,
+      "loss": 28.3125,
+      "step": 5770
+    },
+    {
+      "epoch": 0.2757813246678773,
+      "grad_norm": 454.8395690917969,
+      "learning_rate": 1.9395778740277395e-05,
+      "loss": 38.4375,
+      "step": 5771
+    },
+    {
+      "epoch": 0.2758291121093377,
+      "grad_norm": 387.58795166015625,
+      "learning_rate": 1.939551379001196e-05,
+      "loss": 37.4688,
+      "step": 5772
+    },
+    {
+      "epoch": 0.275876899550798,
+      "grad_norm": 452.6258239746094,
+      "learning_rate": 1.939524878347952e-05,
+      "loss": 27.7188,
+      "step": 5773
+    },
+    {
+      "epoch": 0.2759246869922584,
+      "grad_norm": 251.0355682373047,
+      "learning_rate": 1.9394983720681666e-05,
+      "loss": 20.9375,
+      "step": 5774
+    },
+    {
+      "epoch": 0.2759724744337188,
+      "grad_norm": 235.45310974121094,
+      "learning_rate": 1.939471860161998e-05,
+      "loss": 25.5,
+      "step": 5775
+    },
+    {
+      "epoch": 0.2760202618751792,
+      "grad_norm": 974.8075561523438,
+      "learning_rate": 1.9394453426296053e-05,
+      "loss": 32.6875,
+      "step": 5776
+    },
+    {
+      "epoch": 0.2760680493166396,
+      "grad_norm": 200.8237762451172,
+      "learning_rate": 1.939418819471147e-05,
+      "loss": 34.8281,
+      "step": 5777
+    },
+    {
+      "epoch": 0.2761158367581,
+      "grad_norm": 1233.7685546875,
+      "learning_rate": 1.9393922906867827e-05,
+      "loss": 31.625,
+      "step": 5778
+    },
+    {
+      "epoch": 0.27616362419956036,
+      "grad_norm": 367.56719970703125,
+      "learning_rate": 1.93936575627667e-05,
+      "loss": 24.7812,
+      "step": 5779
+    },
+    {
+      "epoch": 0.27621141164102075,
+      "grad_norm": 337.0511474609375,
+      "learning_rate": 1.939339216240969e-05,
+      "loss": 37.125,
+      "step": 5780
+    },
+    {
+      "epoch": 0.27625919908248114,
+      "grad_norm": 188.68695068359375,
+      "learning_rate": 1.9393126705798382e-05,
+      "loss": 27.2812,
+      "step": 5781
+    },
+    {
+      "epoch": 0.27630698652394153,
+      "grad_norm": 257.18896484375,
+      "learning_rate": 1.939286119293436e-05,
+      "loss": 28.7031,
+      "step": 5782
+    },
+    {
+      "epoch": 0.27635477396540187,
+      "grad_norm": 222.71688842773438,
+      "learning_rate": 1.9392595623819228e-05,
+      "loss": 24.5469,
+      "step": 5783
+    },
+    {
+      "epoch": 0.27640256140686226,
+      "grad_norm": 463.67108154296875,
+      "learning_rate": 1.9392329998454564e-05,
+      "loss": 32.875,
+      "step": 5784
+    },
+    {
+      "epoch": 0.27645034884832265,
+      "grad_norm": 305.1614074707031,
+      "learning_rate": 1.9392064316841963e-05,
+      "loss": 40.3125,
+      "step": 5785
+    },
+    {
+      "epoch": 0.27649813628978304,
+      "grad_norm": 383.0969543457031,
+      "learning_rate": 1.9391798578983012e-05,
+      "loss": 30.4375,
+      "step": 5786
+    },
+    {
+      "epoch": 0.2765459237312434,
+      "grad_norm": 268.3951721191406,
+      "learning_rate": 1.9391532784879313e-05,
+      "loss": 28.4844,
+      "step": 5787
+    },
+    {
+      "epoch": 0.2765937111727038,
+      "grad_norm": 194.6860809326172,
+      "learning_rate": 1.9391266934532446e-05,
+      "loss": 29.4688,
+      "step": 5788
+    },
+    {
+      "epoch": 0.2766414986141642,
+      "grad_norm": 126.43290710449219,
+      "learning_rate": 1.939100102794401e-05,
+      "loss": 24.7031,
+      "step": 5789
+    },
+    {
+      "epoch": 0.2766892860556246,
+      "grad_norm": 329.2347412109375,
+      "learning_rate": 1.9390735065115596e-05,
+      "loss": 46.0312,
+      "step": 5790
+    },
+    {
+      "epoch": 0.276737073497085,
+      "grad_norm": 206.2635955810547,
+      "learning_rate": 1.9390469046048796e-05,
+      "loss": 27.5938,
+      "step": 5791
+    },
+    {
+      "epoch": 0.2767848609385454,
+      "grad_norm": 207.40200805664062,
+      "learning_rate": 1.93902029707452e-05,
+      "loss": 31.5312,
+      "step": 5792
+    },
+    {
+      "epoch": 0.2768326483800057,
+      "grad_norm": 204.1547393798828,
+      "learning_rate": 1.9389936839206407e-05,
+      "loss": 34.0,
+      "step": 5793
+    },
+    {
+      "epoch": 0.2768804358214661,
+      "grad_norm": 212.955078125,
+      "learning_rate": 1.938967065143401e-05,
+      "loss": 23.7812,
+      "step": 5794
+    },
+    {
+      "epoch": 0.2769282232629265,
+      "grad_norm": 390.1400451660156,
+      "learning_rate": 1.9389404407429602e-05,
+      "loss": 31.0938,
+      "step": 5795
+    },
+    {
+      "epoch": 0.2769760107043869,
+      "grad_norm": 385.9322814941406,
+      "learning_rate": 1.938913810719478e-05,
+      "loss": 33.1875,
+      "step": 5796
+    },
+    {
+      "epoch": 0.27702379814584727,
+      "grad_norm": 151.3592071533203,
+      "learning_rate": 1.938887175073113e-05,
+      "loss": 28.5625,
+      "step": 5797
+    },
+    {
+      "epoch": 0.27707158558730766,
+      "grad_norm": 309.7931213378906,
+      "learning_rate": 1.9388605338040258e-05,
+      "loss": 37.4375,
+      "step": 5798
+    },
+    {
+      "epoch": 0.27711937302876805,
+      "grad_norm": 164.94754028320312,
+      "learning_rate": 1.9388338869123752e-05,
+      "loss": 26.75,
+      "step": 5799
+    },
+    {
+      "epoch": 0.27716716047022844,
+      "grad_norm": 379.9256286621094,
+      "learning_rate": 1.9388072343983212e-05,
+      "loss": 44.4375,
+      "step": 5800
+    },
+    {
+      "epoch": 0.2772149479116888,
+      "grad_norm": 316.8470153808594,
+      "learning_rate": 1.938780576262023e-05,
+      "loss": 28.7188,
+      "step": 5801
+    },
+    {
+      "epoch": 0.2772627353531492,
+      "grad_norm": 270.2286071777344,
+      "learning_rate": 1.9387539125036405e-05,
+      "loss": 29.8125,
+      "step": 5802
+    },
+    {
+      "epoch": 0.2773105227946096,
+      "grad_norm": 429.8112487792969,
+      "learning_rate": 1.9387272431233337e-05,
+      "loss": 30.75,
+      "step": 5803
+    },
+    {
+      "epoch": 0.27735831023606994,
+      "grad_norm": 202.37342834472656,
+      "learning_rate": 1.9387005681212617e-05,
+      "loss": 28.625,
+      "step": 5804
+    },
+    {
+      "epoch": 0.27740609767753033,
+      "grad_norm": 214.7425537109375,
+      "learning_rate": 1.938673887497585e-05,
+      "loss": 28.2188,
+      "step": 5805
+    },
+    {
+      "epoch": 0.2774538851189907,
+      "grad_norm": 372.8440246582031,
+      "learning_rate": 1.9386472012524624e-05,
+      "loss": 42.9219,
+      "step": 5806
+    },
+    {
+      "epoch": 0.2775016725604511,
+      "grad_norm": 785.3990478515625,
+      "learning_rate": 1.9386205093860545e-05,
+      "loss": 27.5312,
+      "step": 5807
+    },
+    {
+      "epoch": 0.2775494600019115,
+      "grad_norm": 229.51564025878906,
+      "learning_rate": 1.938593811898521e-05,
+      "loss": 40.125,
+      "step": 5808
+    },
+    {
+      "epoch": 0.2775972474433719,
+      "grad_norm": 288.5585632324219,
+      "learning_rate": 1.9385671087900214e-05,
+      "loss": 36.5,
+      "step": 5809
+    },
+    {
+      "epoch": 0.2776450348848323,
+      "grad_norm": 411.8368835449219,
+      "learning_rate": 1.938540400060716e-05,
+      "loss": 28.1719,
+      "step": 5810
+    },
+    {
+      "epoch": 0.27769282232629267,
+      "grad_norm": 214.0243377685547,
+      "learning_rate": 1.9385136857107645e-05,
+      "loss": 34.4375,
+      "step": 5811
+    },
+    {
+      "epoch": 0.27774060976775305,
+      "grad_norm": 254.10137939453125,
+      "learning_rate": 1.9384869657403277e-05,
+      "loss": 31.4375,
+      "step": 5812
+    },
+    {
+      "epoch": 0.27778839720921344,
+      "grad_norm": 329.4844055175781,
+      "learning_rate": 1.9384602401495646e-05,
+      "loss": 34.0625,
+      "step": 5813
+    },
+    {
+      "epoch": 0.2778361846506738,
+      "grad_norm": 149.80807495117188,
+      "learning_rate": 1.9384335089386353e-05,
+      "loss": 19.4531,
+      "step": 5814
+    },
+    {
+      "epoch": 0.27788397209213417,
+      "grad_norm": 228.00277709960938,
+      "learning_rate": 1.9384067721077006e-05,
+      "loss": 28.2031,
+      "step": 5815
+    },
+    {
+      "epoch": 0.27793175953359456,
+      "grad_norm": 253.5513916015625,
+      "learning_rate": 1.93838002965692e-05,
+      "loss": 29.0469,
+      "step": 5816
+    },
+    {
+      "epoch": 0.27797954697505495,
+      "grad_norm": 243.47491455078125,
+      "learning_rate": 1.9383532815864536e-05,
+      "loss": 28.7812,
+      "step": 5817
+    },
+    {
+      "epoch": 0.27802733441651534,
+      "grad_norm": 349.50103759765625,
+      "learning_rate": 1.938326527896462e-05,
+      "loss": 34.7031,
+      "step": 5818
+    },
+    {
+      "epoch": 0.2780751218579757,
+      "grad_norm": 283.6195373535156,
+      "learning_rate": 1.9382997685871057e-05,
+      "loss": 26.0,
+      "step": 5819
+    },
+    {
+      "epoch": 0.2781229092994361,
+      "grad_norm": 237.48207092285156,
+      "learning_rate": 1.9382730036585442e-05,
+      "loss": 28.9688,
+      "step": 5820
+    },
+    {
+      "epoch": 0.2781706967408965,
+      "grad_norm": 299.4703063964844,
+      "learning_rate": 1.9382462331109383e-05,
+      "loss": 21.1094,
+      "step": 5821
+    },
+    {
+      "epoch": 0.2782184841823569,
+      "grad_norm": 322.6150207519531,
+      "learning_rate": 1.9382194569444478e-05,
+      "loss": 32.0,
+      "step": 5822
+    },
+    {
+      "epoch": 0.2782662716238173,
+      "grad_norm": 661.0195922851562,
+      "learning_rate": 1.9381926751592334e-05,
+      "loss": 35.5,
+      "step": 5823
+    },
+    {
+      "epoch": 0.2783140590652776,
+      "grad_norm": 279.1905822753906,
+      "learning_rate": 1.938165887755456e-05,
+      "loss": 42.3438,
+      "step": 5824
+    },
+    {
+      "epoch": 0.278361846506738,
+      "grad_norm": 187.78562927246094,
+      "learning_rate": 1.938139094733275e-05,
+      "loss": 20.7344,
+      "step": 5825
+    },
+    {
+      "epoch": 0.2784096339481984,
+      "grad_norm": 160.56797790527344,
+      "learning_rate": 1.9381122960928514e-05,
+      "loss": 29.1562,
+      "step": 5826
+    },
+    {
+      "epoch": 0.2784574213896588,
+      "grad_norm": 211.83648681640625,
+      "learning_rate": 1.938085491834346e-05,
+      "loss": 29.375,
+      "step": 5827
+    },
+    {
+      "epoch": 0.2785052088311192,
+      "grad_norm": 265.32037353515625,
+      "learning_rate": 1.9380586819579187e-05,
+      "loss": 32.0469,
+      "step": 5828
+    },
+    {
+      "epoch": 0.27855299627257957,
+      "grad_norm": 300.7254943847656,
+      "learning_rate": 1.9380318664637305e-05,
+      "loss": 34.4375,
+      "step": 5829
+    },
+    {
+      "epoch": 0.27860078371403996,
+      "grad_norm": 275.52142333984375,
+      "learning_rate": 1.9380050453519415e-05,
+      "loss": 23.6562,
+      "step": 5830
+    },
+    {
+      "epoch": 0.27864857115550035,
+      "grad_norm": 275.4549865722656,
+      "learning_rate": 1.9379782186227127e-05,
+      "loss": 38.75,
+      "step": 5831
+    },
+    {
+      "epoch": 0.27869635859696074,
+      "grad_norm": 416.27899169921875,
+      "learning_rate": 1.9379513862762046e-05,
+      "loss": 26.8125,
+      "step": 5832
+    },
+    {
+      "epoch": 0.2787441460384211,
+      "grad_norm": 248.7934112548828,
+      "learning_rate": 1.9379245483125783e-05,
+      "loss": 37.3438,
+      "step": 5833
+    },
+    {
+      "epoch": 0.27879193347988146,
+      "grad_norm": 605.838134765625,
+      "learning_rate": 1.937897704731994e-05,
+      "loss": 43.5625,
+      "step": 5834
+    },
+    {
+      "epoch": 0.27883972092134185,
+      "grad_norm": 482.10601806640625,
+      "learning_rate": 1.937870855534613e-05,
+      "loss": 29.0,
+      "step": 5835
+    },
+    {
+      "epoch": 0.27888750836280224,
+      "grad_norm": 206.82232666015625,
+      "learning_rate": 1.9378440007205953e-05,
+      "loss": 24.4062,
+      "step": 5836
+    },
+    {
+      "epoch": 0.27893529580426263,
+      "grad_norm": 248.17108154296875,
+      "learning_rate": 1.9378171402901024e-05,
+      "loss": 31.9688,
+      "step": 5837
+    },
+    {
+      "epoch": 0.278983083245723,
+      "grad_norm": 259.642333984375,
+      "learning_rate": 1.937790274243295e-05,
+      "loss": 33.625,
+      "step": 5838
+    },
+    {
+      "epoch": 0.2790308706871834,
+      "grad_norm": 118.95832061767578,
+      "learning_rate": 1.9377634025803336e-05,
+      "loss": 33.375,
+      "step": 5839
+    },
+    {
+      "epoch": 0.2790786581286438,
+      "grad_norm": 636.0706787109375,
+      "learning_rate": 1.93773652530138e-05,
+      "loss": 38.5469,
+      "step": 5840
+    },
+    {
+      "epoch": 0.2791264455701042,
+      "grad_norm": 296.2403869628906,
+      "learning_rate": 1.937709642406594e-05,
+      "loss": 24.9375,
+      "step": 5841
+    },
+    {
+      "epoch": 0.2791742330115646,
+      "grad_norm": 327.3177490234375,
+      "learning_rate": 1.9376827538961377e-05,
+      "loss": 26.9688,
+      "step": 5842
+    },
+    {
+      "epoch": 0.27922202045302497,
+      "grad_norm": 264.91278076171875,
+      "learning_rate": 1.9376558597701717e-05,
+      "loss": 30.9844,
+      "step": 5843
+    },
+    {
+      "epoch": 0.27926980789448536,
+      "grad_norm": 225.39071655273438,
+      "learning_rate": 1.9376289600288566e-05,
+      "loss": 24.0312,
+      "step": 5844
+    },
+    {
+      "epoch": 0.2793175953359457,
+      "grad_norm": 324.220947265625,
+      "learning_rate": 1.9376020546723542e-05,
+      "loss": 29.9688,
+      "step": 5845
+    },
+    {
+      "epoch": 0.2793653827774061,
+      "grad_norm": 258.84381103515625,
+      "learning_rate": 1.9375751437008253e-05,
+      "loss": 33.25,
+      "step": 5846
+    },
+    {
+      "epoch": 0.27941317021886647,
+      "grad_norm": 540.3355102539062,
+      "learning_rate": 1.937548227114431e-05,
+      "loss": 31.25,
+      "step": 5847
+    },
+    {
+      "epoch": 0.27946095766032686,
+      "grad_norm": 305.98162841796875,
+      "learning_rate": 1.9375213049133324e-05,
+      "loss": 30.7969,
+      "step": 5848
+    },
+    {
+      "epoch": 0.27950874510178725,
+      "grad_norm": 1032.2579345703125,
+      "learning_rate": 1.9374943770976914e-05,
+      "loss": 33.5312,
+      "step": 5849
+    },
+    {
+      "epoch": 0.27955653254324764,
+      "grad_norm": 315.99041748046875,
+      "learning_rate": 1.9374674436676684e-05,
+      "loss": 35.4688,
+      "step": 5850
+    },
+    {
+      "epoch": 0.279604319984708,
+      "grad_norm": 744.5625610351562,
+      "learning_rate": 1.9374405046234252e-05,
+      "loss": 35.4375,
+      "step": 5851
+    },
+    {
+      "epoch": 0.2796521074261684,
+      "grad_norm": 373.6371154785156,
+      "learning_rate": 1.9374135599651233e-05,
+      "loss": 37.125,
+      "step": 5852
+    },
+    {
+      "epoch": 0.2796998948676288,
+      "grad_norm": 243.97500610351562,
+      "learning_rate": 1.9373866096929234e-05,
+      "loss": 23.75,
+      "step": 5853
+    },
+    {
+      "epoch": 0.2797476823090892,
+      "grad_norm": 443.0277404785156,
+      "learning_rate": 1.9373596538069873e-05,
+      "loss": 26.9219,
+      "step": 5854
+    },
+    {
+      "epoch": 0.27979546975054953,
+      "grad_norm": 319.3979187011719,
+      "learning_rate": 1.9373326923074765e-05,
+      "loss": 31.2188,
+      "step": 5855
+    },
+    {
+      "epoch": 0.2798432571920099,
+      "grad_norm": 328.4288330078125,
+      "learning_rate": 1.937305725194552e-05,
+      "loss": 55.625,
+      "step": 5856
+    },
+    {
+      "epoch": 0.2798910446334703,
+      "grad_norm": 471.96636962890625,
+      "learning_rate": 1.9372787524683764e-05,
+      "loss": 37.625,
+      "step": 5857
+    },
+    {
+      "epoch": 0.2799388320749307,
+      "grad_norm": 243.87075805664062,
+      "learning_rate": 1.9372517741291097e-05,
+      "loss": 31.9062,
+      "step": 5858
+    },
+    {
+      "epoch": 0.2799866195163911,
+      "grad_norm": 385.5470275878906,
+      "learning_rate": 1.9372247901769147e-05,
+      "loss": 47.375,
+      "step": 5859
+    },
+    {
+      "epoch": 0.2800344069578515,
+      "grad_norm": 205.0647735595703,
+      "learning_rate": 1.937197800611953e-05,
+      "loss": 24.9062,
+      "step": 5860
+    },
+    {
+      "epoch": 0.28008219439931187,
+      "grad_norm": 208.39881896972656,
+      "learning_rate": 1.9371708054343846e-05,
+      "loss": 31.125,
+      "step": 5861
+    },
+    {
+      "epoch": 0.28012998184077226,
+      "grad_norm": 214.01544189453125,
+      "learning_rate": 1.9371438046443734e-05,
+      "loss": 28.625,
+      "step": 5862
+    },
+    {
+      "epoch": 0.28017776928223265,
+      "grad_norm": 524.6484375,
+      "learning_rate": 1.9371167982420794e-05,
+      "loss": 31.75,
+      "step": 5863
+    },
+    {
+      "epoch": 0.28022555672369304,
+      "grad_norm": 354.151123046875,
+      "learning_rate": 1.9370897862276653e-05,
+      "loss": 49.4688,
+      "step": 5864
+    },
+    {
+      "epoch": 0.28027334416515337,
+      "grad_norm": 489.6422119140625,
+      "learning_rate": 1.9370627686012927e-05,
+      "loss": 40.4375,
+      "step": 5865
+    },
+    {
+      "epoch": 0.28032113160661376,
+      "grad_norm": 228.8111572265625,
+      "learning_rate": 1.937035745363123e-05,
+      "loss": 45.0625,
+      "step": 5866
+    },
+    {
+      "epoch": 0.28036891904807415,
+      "grad_norm": 166.65907287597656,
+      "learning_rate": 1.9370087165133183e-05,
+      "loss": 33.875,
+      "step": 5867
+    },
+    {
+      "epoch": 0.28041670648953454,
+      "grad_norm": 212.7750244140625,
+      "learning_rate": 1.9369816820520405e-05,
+      "loss": 29.8438,
+      "step": 5868
+    },
+    {
+      "epoch": 0.28046449393099493,
+      "grad_norm": 155.6568603515625,
+      "learning_rate": 1.9369546419794517e-05,
+      "loss": 18.2656,
+      "step": 5869
+    },
+    {
+      "epoch": 0.2805122813724553,
+      "grad_norm": 259.953369140625,
+      "learning_rate": 1.9369275962957134e-05,
+      "loss": 35.25,
+      "step": 5870
+    },
+    {
+      "epoch": 0.2805600688139157,
+      "grad_norm": 355.596923828125,
+      "learning_rate": 1.9369005450009876e-05,
+      "loss": 41.4688,
+      "step": 5871
+    },
+    {
+      "epoch": 0.2806078562553761,
+      "grad_norm": 326.34173583984375,
+      "learning_rate": 1.936873488095437e-05,
+      "loss": 30.0625,
+      "step": 5872
+    },
+    {
+      "epoch": 0.2806556436968365,
+      "grad_norm": 285.88836669921875,
+      "learning_rate": 1.9368464255792228e-05,
+      "loss": 29.125,
+      "step": 5873
+    },
+    {
+      "epoch": 0.2807034311382969,
+      "grad_norm": 363.1654052734375,
+      "learning_rate": 1.936819357452507e-05,
+      "loss": 33.75,
+      "step": 5874
+    },
+    {
+      "epoch": 0.28075121857975727,
+      "grad_norm": 415.4634094238281,
+      "learning_rate": 1.9367922837154525e-05,
+      "loss": 30.3438,
+      "step": 5875
+    },
+    {
+      "epoch": 0.2807990060212176,
+      "grad_norm": 275.07635498046875,
+      "learning_rate": 1.936765204368221e-05,
+      "loss": 29.8438,
+      "step": 5876
+    },
+    {
+      "epoch": 0.280846793462678,
+      "grad_norm": 250.62139892578125,
+      "learning_rate": 1.9367381194109748e-05,
+      "loss": 30.2188,
+      "step": 5877
+    },
+    {
+      "epoch": 0.2808945809041384,
+      "grad_norm": 207.61370849609375,
+      "learning_rate": 1.9367110288438754e-05,
+      "loss": 41.5,
+      "step": 5878
+    },
+    {
+      "epoch": 0.28094236834559877,
+      "grad_norm": 200.3382110595703,
+      "learning_rate": 1.9366839326670862e-05,
+      "loss": 26.0938,
+      "step": 5879
+    },
+    {
+      "epoch": 0.28099015578705916,
+      "grad_norm": 282.2162780761719,
+      "learning_rate": 1.9366568308807685e-05,
+      "loss": 30.9375,
+      "step": 5880
+    },
+    {
+      "epoch": 0.28103794322851955,
+      "grad_norm": 360.32177734375,
+      "learning_rate": 1.936629723485085e-05,
+      "loss": 40.625,
+      "step": 5881
+    },
+    {
+      "epoch": 0.28108573066997994,
+      "grad_norm": 871.5706787109375,
+      "learning_rate": 1.9366026104801986e-05,
+      "loss": 28.6875,
+      "step": 5882
+    },
+    {
+      "epoch": 0.28113351811144033,
+      "grad_norm": 196.1949920654297,
+      "learning_rate": 1.936575491866271e-05,
+      "loss": 35.2188,
+      "step": 5883
+    },
+    {
+      "epoch": 0.2811813055529007,
+      "grad_norm": 314.8996276855469,
+      "learning_rate": 1.9365483676434643e-05,
+      "loss": 39.5938,
+      "step": 5884
+    },
+    {
+      "epoch": 0.2812290929943611,
+      "grad_norm": 496.1061706542969,
+      "learning_rate": 1.9365212378119412e-05,
+      "loss": 29.8125,
+      "step": 5885
+    },
+    {
+      "epoch": 0.28127688043582144,
+      "grad_norm": 234.4661865234375,
+      "learning_rate": 1.936494102371865e-05,
+      "loss": 31.4375,
+      "step": 5886
+    },
+    {
+      "epoch": 0.28132466787728183,
+      "grad_norm": 337.083251953125,
+      "learning_rate": 1.9364669613233974e-05,
+      "loss": 31.0625,
+      "step": 5887
+    },
+    {
+      "epoch": 0.2813724553187422,
+      "grad_norm": 385.34912109375,
+      "learning_rate": 1.9364398146667006e-05,
+      "loss": 33.4375,
+      "step": 5888
+    },
+    {
+      "epoch": 0.2814202427602026,
+      "grad_norm": 341.8302307128906,
+      "learning_rate": 1.9364126624019378e-05,
+      "loss": 26.625,
+      "step": 5889
+    },
+    {
+      "epoch": 0.281468030201663,
+      "grad_norm": 307.5618591308594,
+      "learning_rate": 1.9363855045292718e-05,
+      "loss": 34.0625,
+      "step": 5890
+    },
+    {
+      "epoch": 0.2815158176431234,
+      "grad_norm": 332.3780517578125,
+      "learning_rate": 1.9363583410488645e-05,
+      "loss": 37.0938,
+      "step": 5891
+    },
+    {
+      "epoch": 0.2815636050845838,
+      "grad_norm": 191.56591796875,
+      "learning_rate": 1.9363311719608792e-05,
+      "loss": 32.25,
+      "step": 5892
+    },
+    {
+      "epoch": 0.28161139252604417,
+      "grad_norm": 553.876953125,
+      "learning_rate": 1.9363039972654785e-05,
+      "loss": 34.1875,
+      "step": 5893
+    },
+    {
+      "epoch": 0.28165917996750456,
+      "grad_norm": 306.7488708496094,
+      "learning_rate": 1.9362768169628244e-05,
+      "loss": 40.5,
+      "step": 5894
+    },
+    {
+      "epoch": 0.28170696740896495,
+      "grad_norm": 354.8270568847656,
+      "learning_rate": 1.936249631053081e-05,
+      "loss": 36.625,
+      "step": 5895
+    },
+    {
+      "epoch": 0.2817547548504253,
+      "grad_norm": 483.9059753417969,
+      "learning_rate": 1.93622243953641e-05,
+      "loss": 34.3125,
+      "step": 5896
+    },
+    {
+      "epoch": 0.28180254229188567,
+      "grad_norm": 184.6626739501953,
+      "learning_rate": 1.936195242412975e-05,
+      "loss": 28.5938,
+      "step": 5897
+    },
+    {
+      "epoch": 0.28185032973334606,
+      "grad_norm": 1017.8466186523438,
+      "learning_rate": 1.9361680396829383e-05,
+      "loss": 34.8438,
+      "step": 5898
+    },
+    {
+      "epoch": 0.28189811717480645,
+      "grad_norm": 172.04432678222656,
+      "learning_rate": 1.936140831346463e-05,
+      "loss": 34.0469,
+      "step": 5899
+    },
+    {
+      "epoch": 0.28194590461626684,
+      "grad_norm": 393.75921630859375,
+      "learning_rate": 1.936113617403712e-05,
+      "loss": 35.9688,
+      "step": 5900
+    },
+    {
+      "epoch": 0.28199369205772723,
+      "grad_norm": 740.7838134765625,
+      "learning_rate": 1.9360863978548482e-05,
+      "loss": 36.0625,
+      "step": 5901
+    },
+    {
+      "epoch": 0.2820414794991876,
+      "grad_norm": 310.0006408691406,
+      "learning_rate": 1.9360591727000353e-05,
+      "loss": 41.7188,
+      "step": 5902
+    },
+    {
+      "epoch": 0.282089266940648,
+      "grad_norm": 273.2044982910156,
+      "learning_rate": 1.9360319419394354e-05,
+      "loss": 31.0938,
+      "step": 5903
+    },
+    {
+      "epoch": 0.2821370543821084,
+      "grad_norm": 259.7184753417969,
+      "learning_rate": 1.936004705573212e-05,
+      "loss": 35.3125,
+      "step": 5904
+    },
+    {
+      "epoch": 0.2821848418235688,
+      "grad_norm": 233.4584197998047,
+      "learning_rate": 1.9359774636015284e-05,
+      "loss": 27.625,
+      "step": 5905
+    },
+    {
+      "epoch": 0.2822326292650292,
+      "grad_norm": 228.16241455078125,
+      "learning_rate": 1.9359502160245473e-05,
+      "loss": 25.5781,
+      "step": 5906
+    },
+    {
+      "epoch": 0.2822804167064895,
+      "grad_norm": 216.7676544189453,
+      "learning_rate": 1.9359229628424323e-05,
+      "loss": 33.875,
+      "step": 5907
+    },
+    {
+      "epoch": 0.2823282041479499,
+      "grad_norm": 420.79754638671875,
+      "learning_rate": 1.9358957040553465e-05,
+      "loss": 26.7812,
+      "step": 5908
+    },
+    {
+      "epoch": 0.2823759915894103,
+      "grad_norm": 286.336181640625,
+      "learning_rate": 1.9358684396634532e-05,
+      "loss": 37.6875,
+      "step": 5909
+    },
+    {
+      "epoch": 0.2824237790308707,
+      "grad_norm": 350.2505187988281,
+      "learning_rate": 1.9358411696669147e-05,
+      "loss": 29.2812,
+      "step": 5910
+    },
+    {
+      "epoch": 0.28247156647233107,
+      "grad_norm": 440.93988037109375,
+      "learning_rate": 1.9358138940658962e-05,
+      "loss": 52.5625,
+      "step": 5911
+    },
+    {
+      "epoch": 0.28251935391379146,
+      "grad_norm": 303.19854736328125,
+      "learning_rate": 1.9357866128605595e-05,
+      "loss": 31.5,
+      "step": 5912
+    },
+    {
+      "epoch": 0.28256714135525185,
+      "grad_norm": 403.4550476074219,
+      "learning_rate": 1.9357593260510682e-05,
+      "loss": 34.7812,
+      "step": 5913
+    },
+    {
+      "epoch": 0.28261492879671224,
+      "grad_norm": 497.9838562011719,
+      "learning_rate": 1.9357320336375865e-05,
+      "loss": 37.6875,
+      "step": 5914
+    },
+    {
+      "epoch": 0.28266271623817263,
+      "grad_norm": 381.7442932128906,
+      "learning_rate": 1.9357047356202772e-05,
+      "loss": 26.8125,
+      "step": 5915
+    },
+    {
+      "epoch": 0.282710503679633,
+      "grad_norm": 304.91973876953125,
+      "learning_rate": 1.9356774319993038e-05,
+      "loss": 47.3438,
+      "step": 5916
+    },
+    {
+      "epoch": 0.28275829112109335,
+      "grad_norm": 204.744140625,
+      "learning_rate": 1.9356501227748297e-05,
+      "loss": 33.9062,
+      "step": 5917
+    },
+    {
+      "epoch": 0.28280607856255374,
+      "grad_norm": 513.9169921875,
+      "learning_rate": 1.9356228079470192e-05,
+      "loss": 37.25,
+      "step": 5918
+    },
+    {
+      "epoch": 0.28285386600401413,
+      "grad_norm": 291.07757568359375,
+      "learning_rate": 1.9355954875160353e-05,
+      "loss": 28.4531,
+      "step": 5919
+    },
+    {
+      "epoch": 0.2829016534454745,
+      "grad_norm": 171.55734252929688,
+      "learning_rate": 1.9355681614820416e-05,
+      "loss": 22.7188,
+      "step": 5920
+    },
+    {
+      "epoch": 0.2829494408869349,
+      "grad_norm": 373.79095458984375,
+      "learning_rate": 1.9355408298452018e-05,
+      "loss": 29.1875,
+      "step": 5921
+    },
+    {
+      "epoch": 0.2829972283283953,
+      "grad_norm": 280.2132568359375,
+      "learning_rate": 1.9355134926056795e-05,
+      "loss": 34.9062,
+      "step": 5922
+    },
+    {
+      "epoch": 0.2830450157698557,
+      "grad_norm": 239.43045043945312,
+      "learning_rate": 1.9354861497636386e-05,
+      "loss": 33.75,
+      "step": 5923
+    },
+    {
+      "epoch": 0.2830928032113161,
+      "grad_norm": 336.648681640625,
+      "learning_rate": 1.935458801319243e-05,
+      "loss": 33.2812,
+      "step": 5924
+    },
+    {
+      "epoch": 0.28314059065277647,
+      "grad_norm": 283.6493225097656,
+      "learning_rate": 1.9354314472726557e-05,
+      "loss": 31.3906,
+      "step": 5925
+    },
+    {
+      "epoch": 0.28318837809423686,
+      "grad_norm": 248.18856811523438,
+      "learning_rate": 1.9354040876240416e-05,
+      "loss": 24.4375,
+      "step": 5926
+    },
+    {
+      "epoch": 0.2832361655356972,
+      "grad_norm": 208.54376220703125,
+      "learning_rate": 1.9353767223735636e-05,
+      "loss": 28.2812,
+      "step": 5927
+    },
+    {
+      "epoch": 0.2832839529771576,
+      "grad_norm": 634.5123291015625,
+      "learning_rate": 1.9353493515213863e-05,
+      "loss": 31.4688,
+      "step": 5928
+    },
+    {
+      "epoch": 0.28333174041861797,
+      "grad_norm": 567.2380981445312,
+      "learning_rate": 1.935321975067673e-05,
+      "loss": 32.0,
+      "step": 5929
+    },
+    {
+      "epoch": 0.28337952786007836,
+      "grad_norm": 341.09722900390625,
+      "learning_rate": 1.9352945930125885e-05,
+      "loss": 25.4375,
+      "step": 5930
+    },
+    {
+      "epoch": 0.28342731530153875,
+      "grad_norm": 264.8779602050781,
+      "learning_rate": 1.9352672053562957e-05,
+      "loss": 21.0156,
+      "step": 5931
+    },
+    {
+      "epoch": 0.28347510274299914,
+      "grad_norm": 242.58697509765625,
+      "learning_rate": 1.9352398120989596e-05,
+      "loss": 29.125,
+      "step": 5932
+    },
+    {
+      "epoch": 0.28352289018445953,
+      "grad_norm": 461.0904235839844,
+      "learning_rate": 1.9352124132407434e-05,
+      "loss": 32.2188,
+      "step": 5933
+    },
+    {
+      "epoch": 0.2835706776259199,
+      "grad_norm": 426.0505676269531,
+      "learning_rate": 1.935185008781812e-05,
+      "loss": 27.8438,
+      "step": 5934
+    },
+    {
+      "epoch": 0.2836184650673803,
+      "grad_norm": 337.69024658203125,
+      "learning_rate": 1.935157598722329e-05,
+      "loss": 25.9062,
+      "step": 5935
+    },
+    {
+      "epoch": 0.2836662525088407,
+      "grad_norm": 580.0631103515625,
+      "learning_rate": 1.9351301830624586e-05,
+      "loss": 34.0625,
+      "step": 5936
+    },
+    {
+      "epoch": 0.28371403995030103,
+      "grad_norm": 180.22935485839844,
+      "learning_rate": 1.935102761802365e-05,
+      "loss": 27.2812,
+      "step": 5937
+    },
+    {
+      "epoch": 0.2837618273917614,
+      "grad_norm": 215.8681640625,
+      "learning_rate": 1.9350753349422123e-05,
+      "loss": 38.1875,
+      "step": 5938
+    },
+    {
+      "epoch": 0.2838096148332218,
+      "grad_norm": 541.2721557617188,
+      "learning_rate": 1.9350479024821653e-05,
+      "loss": 36.625,
+      "step": 5939
+    },
+    {
+      "epoch": 0.2838574022746822,
+      "grad_norm": 252.0384979248047,
+      "learning_rate": 1.935020464422388e-05,
+      "loss": 30.3125,
+      "step": 5940
+    },
+    {
+      "epoch": 0.2839051897161426,
+      "grad_norm": 348.5536804199219,
+      "learning_rate": 1.9349930207630443e-05,
+      "loss": 27.6406,
+      "step": 5941
+    },
+    {
+      "epoch": 0.283952977157603,
+      "grad_norm": 483.5394287109375,
+      "learning_rate": 1.9349655715042987e-05,
+      "loss": 24.6562,
+      "step": 5942
+    },
+    {
+      "epoch": 0.28400076459906337,
+      "grad_norm": 248.9008026123047,
+      "learning_rate": 1.9349381166463163e-05,
+      "loss": 32.5938,
+      "step": 5943
+    },
+    {
+      "epoch": 0.28404855204052376,
+      "grad_norm": 228.87408447265625,
+      "learning_rate": 1.9349106561892605e-05,
+      "loss": 19.2656,
+      "step": 5944
+    },
+    {
+      "epoch": 0.28409633948198415,
+      "grad_norm": 244.20068359375,
+      "learning_rate": 1.9348831901332965e-05,
+      "loss": 25.5312,
+      "step": 5945
+    },
+    {
+      "epoch": 0.28414412692344454,
+      "grad_norm": 234.5347442626953,
+      "learning_rate": 1.9348557184785884e-05,
+      "loss": 28.4062,
+      "step": 5946
+    },
+    {
+      "epoch": 0.28419191436490493,
+      "grad_norm": 248.45652770996094,
+      "learning_rate": 1.934828241225301e-05,
+      "loss": 28.7812,
+      "step": 5947
+    },
+    {
+      "epoch": 0.28423970180636526,
+      "grad_norm": 173.6070556640625,
+      "learning_rate": 1.9348007583735985e-05,
+      "loss": 31.8438,
+      "step": 5948
+    },
+    {
+      "epoch": 0.28428748924782565,
+      "grad_norm": 360.6756591796875,
+      "learning_rate": 1.9347732699236457e-05,
+      "loss": 34.0,
+      "step": 5949
+    },
+    {
+      "epoch": 0.28433527668928604,
+      "grad_norm": 190.63589477539062,
+      "learning_rate": 1.9347457758756074e-05,
+      "loss": 30.8125,
+      "step": 5950
+    },
+    {
+      "epoch": 0.28438306413074643,
+      "grad_norm": 342.281005859375,
+      "learning_rate": 1.934718276229648e-05,
+      "loss": 40.9688,
+      "step": 5951
+    },
+    {
+      "epoch": 0.2844308515722068,
+      "grad_norm": 302.1863708496094,
+      "learning_rate": 1.934690770985932e-05,
+      "loss": 31.4688,
+      "step": 5952
+    },
+    {
+      "epoch": 0.2844786390136672,
+      "grad_norm": 211.75511169433594,
+      "learning_rate": 1.9346632601446247e-05,
+      "loss": 25.2656,
+      "step": 5953
+    },
+    {
+      "epoch": 0.2845264264551276,
+      "grad_norm": 404.41680908203125,
+      "learning_rate": 1.93463574370589e-05,
+      "loss": 28.1875,
+      "step": 5954
+    },
+    {
+      "epoch": 0.284574213896588,
+      "grad_norm": 198.2606658935547,
+      "learning_rate": 1.9346082216698934e-05,
+      "loss": 22.1406,
+      "step": 5955
+    },
+    {
+      "epoch": 0.2846220013380484,
+      "grad_norm": 599.7806396484375,
+      "learning_rate": 1.9345806940368002e-05,
+      "loss": 24.4688,
+      "step": 5956
+    },
+    {
+      "epoch": 0.28466978877950877,
+      "grad_norm": 345.3267822265625,
+      "learning_rate": 1.934553160806774e-05,
+      "loss": 28.6406,
+      "step": 5957
+    },
+    {
+      "epoch": 0.2847175762209691,
+      "grad_norm": 314.33990478515625,
+      "learning_rate": 1.93452562197998e-05,
+      "loss": 31.1562,
+      "step": 5958
+    },
+    {
+      "epoch": 0.2847653636624295,
+      "grad_norm": 334.5697937011719,
+      "learning_rate": 1.934498077556584e-05,
+      "loss": 35.2188,
+      "step": 5959
+    },
+    {
+      "epoch": 0.2848131511038899,
+      "grad_norm": 271.48468017578125,
+      "learning_rate": 1.9344705275367502e-05,
+      "loss": 36.4062,
+      "step": 5960
+    },
+    {
+      "epoch": 0.2848609385453503,
+      "grad_norm": 278.3705139160156,
+      "learning_rate": 1.9344429719206436e-05,
+      "loss": 31.5312,
+      "step": 5961
+    },
+    {
+      "epoch": 0.28490872598681066,
+      "grad_norm": 213.44015502929688,
+      "learning_rate": 1.934415410708429e-05,
+      "loss": 26.8438,
+      "step": 5962
+    },
+    {
+      "epoch": 0.28495651342827105,
+      "grad_norm": 264.2769470214844,
+      "learning_rate": 1.9343878439002722e-05,
+      "loss": 36.75,
+      "step": 5963
+    },
+    {
+      "epoch": 0.28500430086973144,
+      "grad_norm": 337.672119140625,
+      "learning_rate": 1.9343602714963378e-05,
+      "loss": 36.6406,
+      "step": 5964
+    },
+    {
+      "epoch": 0.28505208831119183,
+      "grad_norm": 171.43783569335938,
+      "learning_rate": 1.9343326934967913e-05,
+      "loss": 27.5938,
+      "step": 5965
+    },
+    {
+      "epoch": 0.2850998757526522,
+      "grad_norm": 313.5019226074219,
+      "learning_rate": 1.9343051099017972e-05,
+      "loss": 33.0938,
+      "step": 5966
+    },
+    {
+      "epoch": 0.2851476631941126,
+      "grad_norm": 445.7123718261719,
+      "learning_rate": 1.9342775207115214e-05,
+      "loss": 41.9375,
+      "step": 5967
+    },
+    {
+      "epoch": 0.28519545063557294,
+      "grad_norm": 350.9511413574219,
+      "learning_rate": 1.934249925926129e-05,
+      "loss": 32.0312,
+      "step": 5968
+    },
+    {
+      "epoch": 0.28524323807703333,
+      "grad_norm": 281.97454833984375,
+      "learning_rate": 1.9342223255457844e-05,
+      "loss": 24.0625,
+      "step": 5969
+    },
+    {
+      "epoch": 0.2852910255184937,
+      "grad_norm": 367.6109619140625,
+      "learning_rate": 1.934194719570654e-05,
+      "loss": 23.1562,
+      "step": 5970
+    },
+    {
+      "epoch": 0.2853388129599541,
+      "grad_norm": 396.28326416015625,
+      "learning_rate": 1.9341671080009027e-05,
+      "loss": 33.0312,
+      "step": 5971
+    },
+    {
+      "epoch": 0.2853866004014145,
+      "grad_norm": 341.2853088378906,
+      "learning_rate": 1.9341394908366956e-05,
+      "loss": 28.6562,
+      "step": 5972
+    },
+    {
+      "epoch": 0.2854343878428749,
+      "grad_norm": 314.31500244140625,
+      "learning_rate": 1.9341118680781982e-05,
+      "loss": 31.6875,
+      "step": 5973
+    },
+    {
+      "epoch": 0.2854821752843353,
+      "grad_norm": 305.5682678222656,
+      "learning_rate": 1.9340842397255763e-05,
+      "loss": 31.5312,
+      "step": 5974
+    },
+    {
+      "epoch": 0.28552996272579567,
+      "grad_norm": 240.85618591308594,
+      "learning_rate": 1.934056605778995e-05,
+      "loss": 22.9688,
+      "step": 5975
+    },
+    {
+      "epoch": 0.28557775016725606,
+      "grad_norm": 375.4723205566406,
+      "learning_rate": 1.93402896623862e-05,
+      "loss": 28.9375,
+      "step": 5976
+    },
+    {
+      "epoch": 0.28562553760871645,
+      "grad_norm": 202.54534912109375,
+      "learning_rate": 1.9340013211046167e-05,
+      "loss": 25.1875,
+      "step": 5977
+    },
+    {
+      "epoch": 0.28567332505017684,
+      "grad_norm": 208.2860870361328,
+      "learning_rate": 1.933973670377151e-05,
+      "loss": 24.1719,
+      "step": 5978
+    },
+    {
+      "epoch": 0.2857211124916372,
+      "grad_norm": 329.1067810058594,
+      "learning_rate": 1.9339460140563875e-05,
+      "loss": 35.3125,
+      "step": 5979
+    },
+    {
+      "epoch": 0.28576889993309756,
+      "grad_norm": 351.7210388183594,
+      "learning_rate": 1.933918352142493e-05,
+      "loss": 33.9062,
+      "step": 5980
+    },
+    {
+      "epoch": 0.28581668737455795,
+      "grad_norm": 343.129638671875,
+      "learning_rate": 1.9338906846356322e-05,
+      "loss": 25.5,
+      "step": 5981
+    },
+    {
+      "epoch": 0.28586447481601834,
+      "grad_norm": 253.0447540283203,
+      "learning_rate": 1.9338630115359714e-05,
+      "loss": 32.7812,
+      "step": 5982
+    },
+    {
+      "epoch": 0.28591226225747873,
+      "grad_norm": 235.85789489746094,
+      "learning_rate": 1.9338353328436767e-05,
+      "loss": 26.1875,
+      "step": 5983
+    },
+    {
+      "epoch": 0.2859600496989391,
+      "grad_norm": 364.4714050292969,
+      "learning_rate": 1.9338076485589126e-05,
+      "loss": 38.25,
+      "step": 5984
+    },
+    {
+      "epoch": 0.2860078371403995,
+      "grad_norm": 236.6611785888672,
+      "learning_rate": 1.933779958681846e-05,
+      "loss": 29.9375,
+      "step": 5985
+    },
+    {
+      "epoch": 0.2860556245818599,
+      "grad_norm": 348.6860656738281,
+      "learning_rate": 1.933752263212642e-05,
+      "loss": 29.9219,
+      "step": 5986
+    },
+    {
+      "epoch": 0.2861034120233203,
+      "grad_norm": 227.52992248535156,
+      "learning_rate": 1.9337245621514675e-05,
+      "loss": 19.6719,
+      "step": 5987
+    },
+    {
+      "epoch": 0.2861511994647807,
+      "grad_norm": 258.9483947753906,
+      "learning_rate": 1.933696855498487e-05,
+      "loss": 32.7188,
+      "step": 5988
+    },
+    {
+      "epoch": 0.286198986906241,
+      "grad_norm": 314.90643310546875,
+      "learning_rate": 1.933669143253868e-05,
+      "loss": 28.9062,
+      "step": 5989
+    },
+    {
+      "epoch": 0.2862467743477014,
+      "grad_norm": 243.86019897460938,
+      "learning_rate": 1.9336414254177747e-05,
+      "loss": 23.7812,
+      "step": 5990
+    },
+    {
+      "epoch": 0.2862945617891618,
+      "grad_norm": 362.93426513671875,
+      "learning_rate": 1.9336137019903743e-05,
+      "loss": 30.9375,
+      "step": 5991
+    },
+    {
+      "epoch": 0.2863423492306222,
+      "grad_norm": 298.1068420410156,
+      "learning_rate": 1.9335859729718325e-05,
+      "loss": 28.125,
+      "step": 5992
+    },
+    {
+      "epoch": 0.2863901366720826,
+      "grad_norm": 226.0843505859375,
+      "learning_rate": 1.9335582383623156e-05,
+      "loss": 27.4375,
+      "step": 5993
+    },
+    {
+      "epoch": 0.28643792411354296,
+      "grad_norm": 243.10894775390625,
+      "learning_rate": 1.9335304981619895e-05,
+      "loss": 24.8281,
+      "step": 5994
+    },
+    {
+      "epoch": 0.28648571155500335,
+      "grad_norm": 236.19692993164062,
+      "learning_rate": 1.9335027523710196e-05,
+      "loss": 37.6562,
+      "step": 5995
+    },
+    {
+      "epoch": 0.28653349899646374,
+      "grad_norm": 330.9320068359375,
+      "learning_rate": 1.9334750009895737e-05,
+      "loss": 28.5625,
+      "step": 5996
+    },
+    {
+      "epoch": 0.28658128643792413,
+      "grad_norm": 275.2455139160156,
+      "learning_rate": 1.9334472440178163e-05,
+      "loss": 23.6562,
+      "step": 5997
+    },
+    {
+      "epoch": 0.2866290738793845,
+      "grad_norm": 705.1957397460938,
+      "learning_rate": 1.933419481455915e-05,
+      "loss": 22.75,
+      "step": 5998
+    },
+    {
+      "epoch": 0.28667686132084486,
+      "grad_norm": 339.2889709472656,
+      "learning_rate": 1.933391713304035e-05,
+      "loss": 28.3594,
+      "step": 5999
+    },
+    {
+      "epoch": 0.28672464876230525,
+      "grad_norm": 380.3536682128906,
+      "learning_rate": 1.9333639395623432e-05,
+      "loss": 42.5,
+      "step": 6000
+    },
+    {
+      "epoch": 0.28677243620376563,
+      "grad_norm": 272.1109924316406,
+      "learning_rate": 1.9333361602310055e-05,
+      "loss": 39.1562,
+      "step": 6001
+    },
+    {
+      "epoch": 0.286820223645226,
+      "grad_norm": 306.1494445800781,
+      "learning_rate": 1.9333083753101892e-05,
+      "loss": 36.0938,
+      "step": 6002
+    },
+    {
+      "epoch": 0.2868680110866864,
+      "grad_norm": 917.7430419921875,
+      "learning_rate": 1.9332805848000597e-05,
+      "loss": 22.875,
+      "step": 6003
+    },
+    {
+      "epoch": 0.2869157985281468,
+      "grad_norm": 225.06202697753906,
+      "learning_rate": 1.9332527887007836e-05,
+      "loss": 26.8438,
+      "step": 6004
+    },
+    {
+      "epoch": 0.2869635859696072,
+      "grad_norm": 321.2269592285156,
+      "learning_rate": 1.9332249870125276e-05,
+      "loss": 37.7188,
+      "step": 6005
+    },
+    {
+      "epoch": 0.2870113734110676,
+      "grad_norm": 348.26605224609375,
+      "learning_rate": 1.933197179735458e-05,
+      "loss": 32.8438,
+      "step": 6006
+    },
+    {
+      "epoch": 0.287059160852528,
+      "grad_norm": 177.4469757080078,
+      "learning_rate": 1.9331693668697415e-05,
+      "loss": 27.5625,
+      "step": 6007
+    },
+    {
+      "epoch": 0.28710694829398836,
+      "grad_norm": 306.8416442871094,
+      "learning_rate": 1.9331415484155447e-05,
+      "loss": 38.3125,
+      "step": 6008
+    },
+    {
+      "epoch": 0.28715473573544875,
+      "grad_norm": 144.09906005859375,
+      "learning_rate": 1.9331137243730342e-05,
+      "loss": 23.0938,
+      "step": 6009
+    },
+    {
+      "epoch": 0.2872025231769091,
+      "grad_norm": 304.32574462890625,
+      "learning_rate": 1.9330858947423766e-05,
+      "loss": 39.2812,
+      "step": 6010
+    },
+    {
+      "epoch": 0.2872503106183695,
+      "grad_norm": 243.72628784179688,
+      "learning_rate": 1.933058059523738e-05,
+      "loss": 39.5312,
+      "step": 6011
+    },
+    {
+      "epoch": 0.28729809805982987,
+      "grad_norm": 234.15696716308594,
+      "learning_rate": 1.933030218717286e-05,
+      "loss": 22.4688,
+      "step": 6012
+    },
+    {
+      "epoch": 0.28734588550129025,
+      "grad_norm": 337.725341796875,
+      "learning_rate": 1.9330023723231868e-05,
+      "loss": 42.4375,
+      "step": 6013
+    },
+    {
+      "epoch": 0.28739367294275064,
+      "grad_norm": 228.4212646484375,
+      "learning_rate": 1.9329745203416076e-05,
+      "loss": 21.0,
+      "step": 6014
+    },
+    {
+      "epoch": 0.28744146038421103,
+      "grad_norm": 170.60350036621094,
+      "learning_rate": 1.9329466627727144e-05,
+      "loss": 30.25,
+      "step": 6015
+    },
+    {
+      "epoch": 0.2874892478256714,
+      "grad_norm": 221.00059509277344,
+      "learning_rate": 1.9329187996166747e-05,
+      "loss": 32.4062,
+      "step": 6016
+    },
+    {
+      "epoch": 0.2875370352671318,
+      "grad_norm": 299.5694580078125,
+      "learning_rate": 1.9328909308736555e-05,
+      "loss": 40.5625,
+      "step": 6017
+    },
+    {
+      "epoch": 0.2875848227085922,
+      "grad_norm": 260.4635314941406,
+      "learning_rate": 1.932863056543823e-05,
+      "loss": 28.2188,
+      "step": 6018
+    },
+    {
+      "epoch": 0.2876326101500526,
+      "grad_norm": 184.4764404296875,
+      "learning_rate": 1.9328351766273447e-05,
+      "loss": 33.9062,
+      "step": 6019
+    },
+    {
+      "epoch": 0.2876803975915129,
+      "grad_norm": 240.0782470703125,
+      "learning_rate": 1.9328072911243875e-05,
+      "loss": 46.25,
+      "step": 6020
+    },
+    {
+      "epoch": 0.2877281850329733,
+      "grad_norm": 263.2455749511719,
+      "learning_rate": 1.9327794000351178e-05,
+      "loss": 41.6562,
+      "step": 6021
+    },
+    {
+      "epoch": 0.2877759724744337,
+      "grad_norm": 340.1177062988281,
+      "learning_rate": 1.9327515033597035e-05,
+      "loss": 40.4688,
+      "step": 6022
+    },
+    {
+      "epoch": 0.2878237599158941,
+      "grad_norm": 196.9037322998047,
+      "learning_rate": 1.932723601098311e-05,
+      "loss": 46.2188,
+      "step": 6023
+    },
+    {
+      "epoch": 0.2878715473573545,
+      "grad_norm": 394.1496887207031,
+      "learning_rate": 1.932695693251108e-05,
+      "loss": 39.2812,
+      "step": 6024
+    },
+    {
+      "epoch": 0.2879193347988149,
+      "grad_norm": 243.2462158203125,
+      "learning_rate": 1.9326677798182612e-05,
+      "loss": 35.7344,
+      "step": 6025
+    },
+    {
+      "epoch": 0.28796712224027526,
+      "grad_norm": 362.1644287109375,
+      "learning_rate": 1.932639860799938e-05,
+      "loss": 28.9375,
+      "step": 6026
+    },
+    {
+      "epoch": 0.28801490968173565,
+      "grad_norm": 151.28500366210938,
+      "learning_rate": 1.932611936196305e-05,
+      "loss": 18.7969,
+      "step": 6027
+    },
+    {
+      "epoch": 0.28806269712319604,
+      "grad_norm": 290.1481628417969,
+      "learning_rate": 1.9325840060075304e-05,
+      "loss": 23.9062,
+      "step": 6028
+    },
+    {
+      "epoch": 0.28811048456465643,
+      "grad_norm": 342.2574768066406,
+      "learning_rate": 1.9325560702337806e-05,
+      "loss": 27.6875,
+      "step": 6029
+    },
+    {
+      "epoch": 0.28815827200611677,
+      "grad_norm": 396.78631591796875,
+      "learning_rate": 1.9325281288752235e-05,
+      "loss": 35.5625,
+      "step": 6030
+    },
+    {
+      "epoch": 0.28820605944757716,
+      "grad_norm": 254.26290893554688,
+      "learning_rate": 1.932500181932026e-05,
+      "loss": 34.875,
+      "step": 6031
+    },
+    {
+      "epoch": 0.28825384688903755,
+      "grad_norm": 310.37139892578125,
+      "learning_rate": 1.932472229404356e-05,
+      "loss": 28.0,
+      "step": 6032
+    },
+    {
+      "epoch": 0.28830163433049794,
+      "grad_norm": 209.1796875,
+      "learning_rate": 1.9324442712923802e-05,
+      "loss": 30.0,
+      "step": 6033
+    },
+    {
+      "epoch": 0.2883494217719583,
+      "grad_norm": 276.3482360839844,
+      "learning_rate": 1.9324163075962666e-05,
+      "loss": 44.2812,
+      "step": 6034
+    },
+    {
+      "epoch": 0.2883972092134187,
+      "grad_norm": 156.59234619140625,
+      "learning_rate": 1.9323883383161825e-05,
+      "loss": 20.7969,
+      "step": 6035
+    },
+    {
+      "epoch": 0.2884449966548791,
+      "grad_norm": 266.6684875488281,
+      "learning_rate": 1.9323603634522952e-05,
+      "loss": 21.8281,
+      "step": 6036
+    },
+    {
+      "epoch": 0.2884927840963395,
+      "grad_norm": 304.4491882324219,
+      "learning_rate": 1.9323323830047726e-05,
+      "loss": 28.25,
+      "step": 6037
+    },
+    {
+      "epoch": 0.2885405715377999,
+      "grad_norm": 459.4523010253906,
+      "learning_rate": 1.9323043969737818e-05,
+      "loss": 24.375,
+      "step": 6038
+    },
+    {
+      "epoch": 0.2885883589792603,
+      "grad_norm": 186.43540954589844,
+      "learning_rate": 1.9322764053594907e-05,
+      "loss": 20.4375,
+      "step": 6039
+    },
+    {
+      "epoch": 0.2886361464207206,
+      "grad_norm": 263.3680114746094,
+      "learning_rate": 1.9322484081620674e-05,
+      "loss": 27.9062,
+      "step": 6040
+    },
+    {
+      "epoch": 0.288683933862181,
+      "grad_norm": 188.2672576904297,
+      "learning_rate": 1.9322204053816788e-05,
+      "loss": 23.625,
+      "step": 6041
+    },
+    {
+      "epoch": 0.2887317213036414,
+      "grad_norm": 263.3852844238281,
+      "learning_rate": 1.9321923970184926e-05,
+      "loss": 30.8906,
+      "step": 6042
+    },
+    {
+      "epoch": 0.2887795087451018,
+      "grad_norm": 175.0093994140625,
+      "learning_rate": 1.932164383072677e-05,
+      "loss": 28.8906,
+      "step": 6043
+    },
+    {
+      "epoch": 0.28882729618656217,
+      "grad_norm": 171.50120544433594,
+      "learning_rate": 1.932136363544399e-05,
+      "loss": 26.2969,
+      "step": 6044
+    },
+    {
+      "epoch": 0.28887508362802256,
+      "grad_norm": 391.91717529296875,
+      "learning_rate": 1.9321083384338276e-05,
+      "loss": 29.5938,
+      "step": 6045
+    },
+    {
+      "epoch": 0.28892287106948294,
+      "grad_norm": 341.1947326660156,
+      "learning_rate": 1.93208030774113e-05,
+      "loss": 35.5,
+      "step": 6046
+    },
+    {
+      "epoch": 0.28897065851094333,
+      "grad_norm": 397.5829772949219,
+      "learning_rate": 1.932052271466474e-05,
+      "loss": 26.5312,
+      "step": 6047
+    },
+    {
+      "epoch": 0.2890184459524037,
+      "grad_norm": 266.9362487792969,
+      "learning_rate": 1.9320242296100275e-05,
+      "loss": 28.5312,
+      "step": 6048
+    },
+    {
+      "epoch": 0.2890662333938641,
+      "grad_norm": 329.4126892089844,
+      "learning_rate": 1.9319961821719582e-05,
+      "loss": 28.1875,
+      "step": 6049
+    },
+    {
+      "epoch": 0.2891140208353245,
+      "grad_norm": 315.4526672363281,
+      "learning_rate": 1.931968129152435e-05,
+      "loss": 36.7188,
+      "step": 6050
+    },
+    {
+      "epoch": 0.28916180827678484,
+      "grad_norm": 394.0503234863281,
+      "learning_rate": 1.9319400705516253e-05,
+      "loss": 24.0625,
+      "step": 6051
+    },
+    {
+      "epoch": 0.2892095957182452,
+      "grad_norm": 303.3075256347656,
+      "learning_rate": 1.9319120063696967e-05,
+      "loss": 38.0312,
+      "step": 6052
+    },
+    {
+      "epoch": 0.2892573831597056,
+      "grad_norm": 292.5859069824219,
+      "learning_rate": 1.9318839366068177e-05,
+      "loss": 27.125,
+      "step": 6053
+    },
+    {
+      "epoch": 0.289305170601166,
+      "grad_norm": 192.65328979492188,
+      "learning_rate": 1.931855861263156e-05,
+      "loss": 38.25,
+      "step": 6054
+    },
+    {
+      "epoch": 0.2893529580426264,
+      "grad_norm": 302.0857849121094,
+      "learning_rate": 1.931827780338881e-05,
+      "loss": 35.8125,
+      "step": 6055
+    },
+    {
+      "epoch": 0.2894007454840868,
+      "grad_norm": 443.3746032714844,
+      "learning_rate": 1.9317996938341594e-05,
+      "loss": 33.75,
+      "step": 6056
+    },
+    {
+      "epoch": 0.2894485329255472,
+      "grad_norm": 703.174072265625,
+      "learning_rate": 1.93177160174916e-05,
+      "loss": 34.4375,
+      "step": 6057
+    },
+    {
+      "epoch": 0.28949632036700756,
+      "grad_norm": 197.1072540283203,
+      "learning_rate": 1.931743504084051e-05,
+      "loss": 29.6562,
+      "step": 6058
+    },
+    {
+      "epoch": 0.28954410780846795,
+      "grad_norm": 499.64483642578125,
+      "learning_rate": 1.931715400839001e-05,
+      "loss": 29.5938,
+      "step": 6059
+    },
+    {
+      "epoch": 0.28959189524992834,
+      "grad_norm": 210.09718322753906,
+      "learning_rate": 1.931687292014178e-05,
+      "loss": 32.8125,
+      "step": 6060
+    },
+    {
+      "epoch": 0.2896396826913887,
+      "grad_norm": 313.5323486328125,
+      "learning_rate": 1.9316591776097498e-05,
+      "loss": 32.8125,
+      "step": 6061
+    },
+    {
+      "epoch": 0.28968747013284907,
+      "grad_norm": 311.5058288574219,
+      "learning_rate": 1.931631057625886e-05,
+      "loss": 37.25,
+      "step": 6062
+    },
+    {
+      "epoch": 0.28973525757430946,
+      "grad_norm": 294.2243347167969,
+      "learning_rate": 1.9316029320627536e-05,
+      "loss": 31.0938,
+      "step": 6063
+    },
+    {
+      "epoch": 0.28978304501576985,
+      "grad_norm": 399.47186279296875,
+      "learning_rate": 1.9315748009205222e-05,
+      "loss": 37.0625,
+      "step": 6064
+    },
+    {
+      "epoch": 0.28983083245723024,
+      "grad_norm": 383.44189453125,
+      "learning_rate": 1.9315466641993598e-05,
+      "loss": 36.4062,
+      "step": 6065
+    },
+    {
+      "epoch": 0.2898786198986906,
+      "grad_norm": 364.5353088378906,
+      "learning_rate": 1.9315185218994344e-05,
+      "loss": 28.125,
+      "step": 6066
+    },
+    {
+      "epoch": 0.289926407340151,
+      "grad_norm": 250.84437561035156,
+      "learning_rate": 1.9314903740209155e-05,
+      "loss": 29.1875,
+      "step": 6067
+    },
+    {
+      "epoch": 0.2899741947816114,
+      "grad_norm": 183.30284118652344,
+      "learning_rate": 1.931462220563971e-05,
+      "loss": 24.5781,
+      "step": 6068
+    },
+    {
+      "epoch": 0.2900219822230718,
+      "grad_norm": 218.06602478027344,
+      "learning_rate": 1.9314340615287703e-05,
+      "loss": 38.0312,
+      "step": 6069
+    },
+    {
+      "epoch": 0.2900697696645322,
+      "grad_norm": 303.2174377441406,
+      "learning_rate": 1.931405896915481e-05,
+      "loss": 34.1562,
+      "step": 6070
+    },
+    {
+      "epoch": 0.2901175571059925,
+      "grad_norm": 298.93231201171875,
+      "learning_rate": 1.931377726724272e-05,
+      "loss": 36.9375,
+      "step": 6071
+    },
+    {
+      "epoch": 0.2901653445474529,
+      "grad_norm": 313.63836669921875,
+      "learning_rate": 1.9313495509553127e-05,
+      "loss": 31.1875,
+      "step": 6072
+    },
+    {
+      "epoch": 0.2902131319889133,
+      "grad_norm": 1240.7208251953125,
+      "learning_rate": 1.931321369608771e-05,
+      "loss": 32.875,
+      "step": 6073
+    },
+    {
+      "epoch": 0.2902609194303737,
+      "grad_norm": 242.18264770507812,
+      "learning_rate": 1.931293182684816e-05,
+      "loss": 23.5938,
+      "step": 6074
+    },
+    {
+      "epoch": 0.2903087068718341,
+      "grad_norm": 603.5771484375,
+      "learning_rate": 1.9312649901836168e-05,
+      "loss": 36.3125,
+      "step": 6075
+    },
+    {
+      "epoch": 0.29035649431329447,
+      "grad_norm": 348.9944763183594,
+      "learning_rate": 1.9312367921053416e-05,
+      "loss": 23.2656,
+      "step": 6076
+    },
+    {
+      "epoch": 0.29040428175475486,
+      "grad_norm": 332.1884460449219,
+      "learning_rate": 1.9312085884501602e-05,
+      "loss": 30.7812,
+      "step": 6077
+    },
+    {
+      "epoch": 0.29045206919621525,
+      "grad_norm": 220.18280029296875,
+      "learning_rate": 1.9311803792182406e-05,
+      "loss": 32.75,
+      "step": 6078
+    },
+    {
+      "epoch": 0.29049985663767564,
+      "grad_norm": 221.28501892089844,
+      "learning_rate": 1.9311521644097518e-05,
+      "loss": 29.4688,
+      "step": 6079
+    },
+    {
+      "epoch": 0.290547644079136,
+      "grad_norm": 289.0404968261719,
+      "learning_rate": 1.9311239440248636e-05,
+      "loss": 37.4062,
+      "step": 6080
+    },
+    {
+      "epoch": 0.2905954315205964,
+      "grad_norm": 241.684814453125,
+      "learning_rate": 1.931095718063744e-05,
+      "loss": 26.25,
+      "step": 6081
+    },
+    {
+      "epoch": 0.29064321896205675,
+      "grad_norm": 239.8198699951172,
+      "learning_rate": 1.931067486526563e-05,
+      "loss": 29.2188,
+      "step": 6082
+    },
+    {
+      "epoch": 0.29069100640351714,
+      "grad_norm": 282.043212890625,
+      "learning_rate": 1.9310392494134886e-05,
+      "loss": 36.3125,
+      "step": 6083
+    },
+    {
+      "epoch": 0.29073879384497753,
+      "grad_norm": 349.14178466796875,
+      "learning_rate": 1.9310110067246905e-05,
+      "loss": 33.6875,
+      "step": 6084
+    },
+    {
+      "epoch": 0.2907865812864379,
+      "grad_norm": 308.87677001953125,
+      "learning_rate": 1.9309827584603383e-05,
+      "loss": 33.375,
+      "step": 6085
+    },
+    {
+      "epoch": 0.2908343687278983,
+      "grad_norm": 291.11749267578125,
+      "learning_rate": 1.9309545046206005e-05,
+      "loss": 31.0938,
+      "step": 6086
+    },
+    {
+      "epoch": 0.2908821561693587,
+      "grad_norm": 204.1290740966797,
+      "learning_rate": 1.930926245205646e-05,
+      "loss": 33.375,
+      "step": 6087
+    },
+    {
+      "epoch": 0.2909299436108191,
+      "grad_norm": 372.6976013183594,
+      "learning_rate": 1.930897980215645e-05,
+      "loss": 26.5312,
+      "step": 6088
+    },
+    {
+      "epoch": 0.2909777310522795,
+      "grad_norm": 437.1960754394531,
+      "learning_rate": 1.9308697096507663e-05,
+      "loss": 29.4688,
+      "step": 6089
+    },
+    {
+      "epoch": 0.29102551849373987,
+      "grad_norm": 332.63470458984375,
+      "learning_rate": 1.9308414335111792e-05,
+      "loss": 42.5,
+      "step": 6090
+    },
+    {
+      "epoch": 0.29107330593520025,
+      "grad_norm": 324.4256286621094,
+      "learning_rate": 1.9308131517970528e-05,
+      "loss": 46.4375,
+      "step": 6091
+    },
+    {
+      "epoch": 0.2911210933766606,
+      "grad_norm": 231.27394104003906,
+      "learning_rate": 1.9307848645085567e-05,
+      "loss": 29.1875,
+      "step": 6092
+    },
+    {
+      "epoch": 0.291168880818121,
+      "grad_norm": 337.6073303222656,
+      "learning_rate": 1.9307565716458602e-05,
+      "loss": 28.8125,
+      "step": 6093
+    },
+    {
+      "epoch": 0.29121666825958137,
+      "grad_norm": 365.6283264160156,
+      "learning_rate": 1.9307282732091333e-05,
+      "loss": 36.8125,
+      "step": 6094
+    },
+    {
+      "epoch": 0.29126445570104176,
+      "grad_norm": 360.4795227050781,
+      "learning_rate": 1.9306999691985447e-05,
+      "loss": 33.2031,
+      "step": 6095
+    },
+    {
+      "epoch": 0.29131224314250215,
+      "grad_norm": 225.2423858642578,
+      "learning_rate": 1.9306716596142642e-05,
+      "loss": 30.4062,
+      "step": 6096
+    },
+    {
+      "epoch": 0.29136003058396254,
+      "grad_norm": 309.489990234375,
+      "learning_rate": 1.9306433444564614e-05,
+      "loss": 30.1094,
+      "step": 6097
+    },
+    {
+      "epoch": 0.2914078180254229,
+      "grad_norm": 275.147216796875,
+      "learning_rate": 1.930615023725306e-05,
+      "loss": 23.6719,
+      "step": 6098
+    },
+    {
+      "epoch": 0.2914556054668833,
+      "grad_norm": 209.9690399169922,
+      "learning_rate": 1.9305866974209674e-05,
+      "loss": 27.0625,
+      "step": 6099
+    },
+    {
+      "epoch": 0.2915033929083437,
+      "grad_norm": 196.057861328125,
+      "learning_rate": 1.9305583655436148e-05,
+      "loss": 34.375,
+      "step": 6100
+    },
+    {
+      "epoch": 0.2915511803498041,
+      "grad_norm": 353.9417724609375,
+      "learning_rate": 1.9305300280934187e-05,
+      "loss": 34.4688,
+      "step": 6101
+    },
+    {
+      "epoch": 0.29159896779126443,
+      "grad_norm": 260.328125,
+      "learning_rate": 1.9305016850705485e-05,
+      "loss": 18.0,
+      "step": 6102
+    },
+    {
+      "epoch": 0.2916467552327248,
+      "grad_norm": 223.3673553466797,
+      "learning_rate": 1.930473336475174e-05,
+      "loss": 32.4375,
+      "step": 6103
+    },
+    {
+      "epoch": 0.2916945426741852,
+      "grad_norm": 717.303955078125,
+      "learning_rate": 1.9304449823074646e-05,
+      "loss": 33.8438,
+      "step": 6104
+    },
+    {
+      "epoch": 0.2917423301156456,
+      "grad_norm": 546.5785522460938,
+      "learning_rate": 1.93041662256759e-05,
+      "loss": 33.2812,
+      "step": 6105
+    },
+    {
+      "epoch": 0.291790117557106,
+      "grad_norm": 326.77001953125,
+      "learning_rate": 1.930388257255721e-05,
+      "loss": 27.1875,
+      "step": 6106
+    },
+    {
+      "epoch": 0.2918379049985664,
+      "grad_norm": 543.04736328125,
+      "learning_rate": 1.9303598863720266e-05,
+      "loss": 40.4688,
+      "step": 6107
+    },
+    {
+      "epoch": 0.29188569244002677,
+      "grad_norm": 260.4125671386719,
+      "learning_rate": 1.930331509916677e-05,
+      "loss": 29.375,
+      "step": 6108
+    },
+    {
+      "epoch": 0.29193347988148716,
+      "grad_norm": 295.9078063964844,
+      "learning_rate": 1.930303127889842e-05,
+      "loss": 40.3125,
+      "step": 6109
+    },
+    {
+      "epoch": 0.29198126732294755,
+      "grad_norm": 421.3298645019531,
+      "learning_rate": 1.9302747402916923e-05,
+      "loss": 24.0312,
+      "step": 6110
+    },
+    {
+      "epoch": 0.29202905476440794,
+      "grad_norm": 310.5345458984375,
+      "learning_rate": 1.9302463471223967e-05,
+      "loss": 39.0,
+      "step": 6111
+    },
+    {
+      "epoch": 0.29207684220586827,
+      "grad_norm": 214.17337036132812,
+      "learning_rate": 1.930217948382126e-05,
+      "loss": 27.3125,
+      "step": 6112
+    },
+    {
+      "epoch": 0.29212462964732866,
+      "grad_norm": 344.1778869628906,
+      "learning_rate": 1.9301895440710502e-05,
+      "loss": 25.875,
+      "step": 6113
+    },
+    {
+      "epoch": 0.29217241708878905,
+      "grad_norm": 207.64108276367188,
+      "learning_rate": 1.930161134189339e-05,
+      "loss": 23.3438,
+      "step": 6114
+    },
+    {
+      "epoch": 0.29222020453024944,
+      "grad_norm": 288.2550964355469,
+      "learning_rate": 1.930132718737163e-05,
+      "loss": 27.9062,
+      "step": 6115
+    },
+    {
+      "epoch": 0.29226799197170983,
+      "grad_norm": 212.14813232421875,
+      "learning_rate": 1.9301042977146924e-05,
+      "loss": 36.625,
+      "step": 6116
+    },
+    {
+      "epoch": 0.2923157794131702,
+      "grad_norm": 201.71693420410156,
+      "learning_rate": 1.9300758711220967e-05,
+      "loss": 29.4688,
+      "step": 6117
+    },
+    {
+      "epoch": 0.2923635668546306,
+      "grad_norm": 240.5697784423828,
+      "learning_rate": 1.9300474389595472e-05,
+      "loss": 25.9219,
+      "step": 6118
+    },
+    {
+      "epoch": 0.292411354296091,
+      "grad_norm": 214.03858947753906,
+      "learning_rate": 1.9300190012272137e-05,
+      "loss": 27.9219,
+      "step": 6119
+    },
+    {
+      "epoch": 0.2924591417375514,
+      "grad_norm": 304.4770812988281,
+      "learning_rate": 1.9299905579252658e-05,
+      "loss": 26.0,
+      "step": 6120
+    },
+    {
+      "epoch": 0.2925069291790118,
+      "grad_norm": 239.6478729248047,
+      "learning_rate": 1.929962109053875e-05,
+      "loss": 36.0312,
+      "step": 6121
+    },
+    {
+      "epoch": 0.29255471662047217,
+      "grad_norm": 193.83349609375,
+      "learning_rate": 1.929933654613211e-05,
+      "loss": 23.9531,
+      "step": 6122
+    },
+    {
+      "epoch": 0.2926025040619325,
+      "grad_norm": 240.26124572753906,
+      "learning_rate": 1.9299051946034445e-05,
+      "loss": 37.9688,
+      "step": 6123
+    },
+    {
+      "epoch": 0.2926502915033929,
+      "grad_norm": 176.2869873046875,
+      "learning_rate": 1.9298767290247453e-05,
+      "loss": 19.3125,
+      "step": 6124
+    },
+    {
+      "epoch": 0.2926980789448533,
+      "grad_norm": 542.5494384765625,
+      "learning_rate": 1.9298482578772848e-05,
+      "loss": 25.8438,
+      "step": 6125
+    },
+    {
+      "epoch": 0.29274586638631367,
+      "grad_norm": 330.7113037109375,
+      "learning_rate": 1.929819781161233e-05,
+      "loss": 46.5312,
+      "step": 6126
+    },
+    {
+      "epoch": 0.29279365382777406,
+      "grad_norm": 288.4055480957031,
+      "learning_rate": 1.9297912988767607e-05,
+      "loss": 32.8438,
+      "step": 6127
+    },
+    {
+      "epoch": 0.29284144126923445,
+      "grad_norm": 128.31590270996094,
+      "learning_rate": 1.929762811024038e-05,
+      "loss": 18.0156,
+      "step": 6128
+    },
+    {
+      "epoch": 0.29288922871069484,
+      "grad_norm": 283.9371643066406,
+      "learning_rate": 1.9297343176032356e-05,
+      "loss": 32.25,
+      "step": 6129
+    },
+    {
+      "epoch": 0.2929370161521552,
+      "grad_norm": 292.11053466796875,
+      "learning_rate": 1.9297058186145245e-05,
+      "loss": 28.75,
+      "step": 6130
+    },
+    {
+      "epoch": 0.2929848035936156,
+      "grad_norm": 282.76873779296875,
+      "learning_rate": 1.9296773140580755e-05,
+      "loss": 25.6562,
+      "step": 6131
+    },
+    {
+      "epoch": 0.293032591035076,
+      "grad_norm": 206.4135284423828,
+      "learning_rate": 1.9296488039340585e-05,
+      "loss": 31.0938,
+      "step": 6132
+    },
+    {
+      "epoch": 0.29308037847653634,
+      "grad_norm": 165.48068237304688,
+      "learning_rate": 1.929620288242645e-05,
+      "loss": 18.125,
+      "step": 6133
+    },
+    {
+      "epoch": 0.29312816591799673,
+      "grad_norm": 205.0067138671875,
+      "learning_rate": 1.9295917669840057e-05,
+      "loss": 22.5,
+      "step": 6134
+    },
+    {
+      "epoch": 0.2931759533594571,
+      "grad_norm": 301.443115234375,
+      "learning_rate": 1.929563240158311e-05,
+      "loss": 30.8438,
+      "step": 6135
+    },
+    {
+      "epoch": 0.2932237408009175,
+      "grad_norm": 344.5712585449219,
+      "learning_rate": 1.929534707765732e-05,
+      "loss": 43.625,
+      "step": 6136
+    },
+    {
+      "epoch": 0.2932715282423779,
+      "grad_norm": 287.19140625,
+      "learning_rate": 1.9295061698064393e-05,
+      "loss": 30.8125,
+      "step": 6137
+    },
+    {
+      "epoch": 0.2933193156838383,
+      "grad_norm": 266.396240234375,
+      "learning_rate": 1.9294776262806044e-05,
+      "loss": 32.0625,
+      "step": 6138
+    },
+    {
+      "epoch": 0.2933671031252987,
+      "grad_norm": 316.308349609375,
+      "learning_rate": 1.9294490771883976e-05,
+      "loss": 50.8125,
+      "step": 6139
+    },
+    {
+      "epoch": 0.29341489056675907,
+      "grad_norm": 407.39654541015625,
+      "learning_rate": 1.9294205225299904e-05,
+      "loss": 36.625,
+      "step": 6140
+    },
+    {
+      "epoch": 0.29346267800821946,
+      "grad_norm": 350.3403015136719,
+      "learning_rate": 1.9293919623055535e-05,
+      "loss": 45.3438,
+      "step": 6141
+    },
+    {
+      "epoch": 0.29351046544967985,
+      "grad_norm": 308.41168212890625,
+      "learning_rate": 1.9293633965152577e-05,
+      "loss": 29.3438,
+      "step": 6142
+    },
+    {
+      "epoch": 0.2935582528911402,
+      "grad_norm": 418.5398254394531,
+      "learning_rate": 1.9293348251592748e-05,
+      "loss": 31.4375,
+      "step": 6143
+    },
+    {
+      "epoch": 0.29360604033260057,
+      "grad_norm": 273.2884521484375,
+      "learning_rate": 1.929306248237775e-05,
+      "loss": 30.4062,
+      "step": 6144
+    },
+    {
+      "epoch": 0.29365382777406096,
+      "grad_norm": 313.8786926269531,
+      "learning_rate": 1.9292776657509302e-05,
+      "loss": 34.0938,
+      "step": 6145
+    },
+    {
+      "epoch": 0.29370161521552135,
+      "grad_norm": 376.3475341796875,
+      "learning_rate": 1.9292490776989114e-05,
+      "loss": 26.25,
+      "step": 6146
+    },
+    {
+      "epoch": 0.29374940265698174,
+      "grad_norm": 191.0454559326172,
+      "learning_rate": 1.9292204840818892e-05,
+      "loss": 24.3438,
+      "step": 6147
+    },
+    {
+      "epoch": 0.29379719009844213,
+      "grad_norm": 343.0378723144531,
+      "learning_rate": 1.929191884900036e-05,
+      "loss": 32.3125,
+      "step": 6148
+    },
+    {
+      "epoch": 0.2938449775399025,
+      "grad_norm": 301.97100830078125,
+      "learning_rate": 1.9291632801535217e-05,
+      "loss": 35.3125,
+      "step": 6149
+    },
+    {
+      "epoch": 0.2938927649813629,
+      "grad_norm": 453.2720947265625,
+      "learning_rate": 1.929134669842519e-05,
+      "loss": 30.0625,
+      "step": 6150
+    },
+    {
+      "epoch": 0.2939405524228233,
+      "grad_norm": 353.27716064453125,
+      "learning_rate": 1.9291060539671978e-05,
+      "loss": 34.125,
+      "step": 6151
+    },
+    {
+      "epoch": 0.2939883398642837,
+      "grad_norm": 318.6303405761719,
+      "learning_rate": 1.9290774325277305e-05,
+      "loss": 24.9375,
+      "step": 6152
+    },
+    {
+      "epoch": 0.2940361273057441,
+      "grad_norm": 289.1422424316406,
+      "learning_rate": 1.9290488055242887e-05,
+      "loss": 37.2812,
+      "step": 6153
+    },
+    {
+      "epoch": 0.2940839147472044,
+      "grad_norm": 388.58642578125,
+      "learning_rate": 1.9290201729570426e-05,
+      "loss": 26.25,
+      "step": 6154
+    },
+    {
+      "epoch": 0.2941317021886648,
+      "grad_norm": 454.7581787109375,
+      "learning_rate": 1.9289915348261646e-05,
+      "loss": 34.4219,
+      "step": 6155
+    },
+    {
+      "epoch": 0.2941794896301252,
+      "grad_norm": 563.0596923828125,
+      "learning_rate": 1.9289628911318264e-05,
+      "loss": 32.0312,
+      "step": 6156
+    },
+    {
+      "epoch": 0.2942272770715856,
+      "grad_norm": 278.8079528808594,
+      "learning_rate": 1.928934241874199e-05,
+      "loss": 29.8125,
+      "step": 6157
+    },
+    {
+      "epoch": 0.29427506451304597,
+      "grad_norm": 214.16265869140625,
+      "learning_rate": 1.9289055870534542e-05,
+      "loss": 32.4062,
+      "step": 6158
+    },
+    {
+      "epoch": 0.29432285195450636,
+      "grad_norm": 464.28082275390625,
+      "learning_rate": 1.9288769266697637e-05,
+      "loss": 35.9375,
+      "step": 6159
+    },
+    {
+      "epoch": 0.29437063939596675,
+      "grad_norm": 308.78131103515625,
+      "learning_rate": 1.9288482607232984e-05,
+      "loss": 46.3125,
+      "step": 6160
+    },
+    {
+      "epoch": 0.29441842683742714,
+      "grad_norm": 230.34561157226562,
+      "learning_rate": 1.9288195892142313e-05,
+      "loss": 26.3125,
+      "step": 6161
+    },
+    {
+      "epoch": 0.29446621427888753,
+      "grad_norm": 311.85003662109375,
+      "learning_rate": 1.928790912142733e-05,
+      "loss": 24.125,
+      "step": 6162
+    },
+    {
+      "epoch": 0.2945140017203479,
+      "grad_norm": 240.49127197265625,
+      "learning_rate": 1.9287622295089753e-05,
+      "loss": 30.8125,
+      "step": 6163
+    },
+    {
+      "epoch": 0.29456178916180825,
+      "grad_norm": 350.5538330078125,
+      "learning_rate": 1.9287335413131307e-05,
+      "loss": 27.8594,
+      "step": 6164
+    },
+    {
+      "epoch": 0.29460957660326864,
+      "grad_norm": 259.7457275390625,
+      "learning_rate": 1.9287048475553704e-05,
+      "loss": 26.9062,
+      "step": 6165
+    },
+    {
+      "epoch": 0.29465736404472903,
+      "grad_norm": 405.171630859375,
+      "learning_rate": 1.9286761482358663e-05,
+      "loss": 37.1875,
+      "step": 6166
+    },
+    {
+      "epoch": 0.2947051514861894,
+      "grad_norm": 340.5980529785156,
+      "learning_rate": 1.9286474433547906e-05,
+      "loss": 50.3125,
+      "step": 6167
+    },
+    {
+      "epoch": 0.2947529389276498,
+      "grad_norm": 306.6221923828125,
+      "learning_rate": 1.9286187329123152e-05,
+      "loss": 25.4375,
+      "step": 6168
+    },
+    {
+      "epoch": 0.2948007263691102,
+      "grad_norm": 277.4869079589844,
+      "learning_rate": 1.9285900169086114e-05,
+      "loss": 22.5156,
+      "step": 6169
+    },
+    {
+      "epoch": 0.2948485138105706,
+      "grad_norm": 163.4853057861328,
+      "learning_rate": 1.928561295343852e-05,
+      "loss": 26.0938,
+      "step": 6170
+    },
+    {
+      "epoch": 0.294896301252031,
+      "grad_norm": 446.3652648925781,
+      "learning_rate": 1.9285325682182082e-05,
+      "loss": 29.5469,
+      "step": 6171
+    },
+    {
+      "epoch": 0.29494408869349137,
+      "grad_norm": 577.2802734375,
+      "learning_rate": 1.9285038355318527e-05,
+      "loss": 32.9375,
+      "step": 6172
+    },
+    {
+      "epoch": 0.29499187613495176,
+      "grad_norm": 272.8876647949219,
+      "learning_rate": 1.9284750972849573e-05,
+      "loss": 38.375,
+      "step": 6173
+    },
+    {
+      "epoch": 0.2950396635764121,
+      "grad_norm": 371.5779113769531,
+      "learning_rate": 1.928446353477694e-05,
+      "loss": 33.5156,
+      "step": 6174
+    },
+    {
+      "epoch": 0.2950874510178725,
+      "grad_norm": 285.61309814453125,
+      "learning_rate": 1.9284176041102354e-05,
+      "loss": 30.0938,
+      "step": 6175
+    },
+    {
+      "epoch": 0.29513523845933287,
+      "grad_norm": 258.072265625,
+      "learning_rate": 1.928388849182753e-05,
+      "loss": 27.875,
+      "step": 6176
+    },
+    {
+      "epoch": 0.29518302590079326,
+      "grad_norm": 299.9710998535156,
+      "learning_rate": 1.9283600886954196e-05,
+      "loss": 36.6875,
+      "step": 6177
+    },
+    {
+      "epoch": 0.29523081334225365,
+      "grad_norm": 174.38304138183594,
+      "learning_rate": 1.9283313226484072e-05,
+      "loss": 18.5938,
+      "step": 6178
+    },
+    {
+      "epoch": 0.29527860078371404,
+      "grad_norm": 304.09844970703125,
+      "learning_rate": 1.928302551041888e-05,
+      "loss": 27.75,
+      "step": 6179
+    },
+    {
+      "epoch": 0.29532638822517443,
+      "grad_norm": 326.175048828125,
+      "learning_rate": 1.928273773876034e-05,
+      "loss": 27.3125,
+      "step": 6180
+    },
+    {
+      "epoch": 0.2953741756666348,
+      "grad_norm": 279.8275146484375,
+      "learning_rate": 1.928244991151018e-05,
+      "loss": 34.3125,
+      "step": 6181
+    },
+    {
+      "epoch": 0.2954219631080952,
+      "grad_norm": 429.25531005859375,
+      "learning_rate": 1.9282162028670126e-05,
+      "loss": 44.375,
+      "step": 6182
+    },
+    {
+      "epoch": 0.2954697505495556,
+      "grad_norm": 210.42213439941406,
+      "learning_rate": 1.9281874090241895e-05,
+      "loss": 45.5938,
+      "step": 6183
+    },
+    {
+      "epoch": 0.295517537991016,
+      "grad_norm": 122.48075103759766,
+      "learning_rate": 1.9281586096227222e-05,
+      "loss": 21.5312,
+      "step": 6184
+    },
+    {
+      "epoch": 0.2955653254324763,
+      "grad_norm": 329.29730224609375,
+      "learning_rate": 1.9281298046627818e-05,
+      "loss": 34.2188,
+      "step": 6185
+    },
+    {
+      "epoch": 0.2956131128739367,
+      "grad_norm": 262.1260681152344,
+      "learning_rate": 1.9281009941445417e-05,
+      "loss": 25.9375,
+      "step": 6186
+    },
+    {
+      "epoch": 0.2956609003153971,
+      "grad_norm": 317.2467041015625,
+      "learning_rate": 1.928072178068174e-05,
+      "loss": 25.9062,
+      "step": 6187
+    },
+    {
+      "epoch": 0.2957086877568575,
+      "grad_norm": 310.3223876953125,
+      "learning_rate": 1.9280433564338516e-05,
+      "loss": 25.8438,
+      "step": 6188
+    },
+    {
+      "epoch": 0.2957564751983179,
+      "grad_norm": 472.49957275390625,
+      "learning_rate": 1.9280145292417473e-05,
+      "loss": 42.125,
+      "step": 6189
+    },
+    {
+      "epoch": 0.29580426263977827,
+      "grad_norm": 302.48492431640625,
+      "learning_rate": 1.927985696492033e-05,
+      "loss": 29.3125,
+      "step": 6190
+    },
+    {
+      "epoch": 0.29585205008123866,
+      "grad_norm": 297.9491882324219,
+      "learning_rate": 1.9279568581848822e-05,
+      "loss": 27.75,
+      "step": 6191
+    },
+    {
+      "epoch": 0.29589983752269905,
+      "grad_norm": 398.8423767089844,
+      "learning_rate": 1.927928014320467e-05,
+      "loss": 27.7812,
+      "step": 6192
+    },
+    {
+      "epoch": 0.29594762496415944,
+      "grad_norm": 700.6522827148438,
+      "learning_rate": 1.9278991648989605e-05,
+      "loss": 38.375,
+      "step": 6193
+    },
+    {
+      "epoch": 0.29599541240561983,
+      "grad_norm": 294.5000915527344,
+      "learning_rate": 1.9278703099205353e-05,
+      "loss": 37.8438,
+      "step": 6194
+    },
+    {
+      "epoch": 0.29604319984708016,
+      "grad_norm": 561.2796630859375,
+      "learning_rate": 1.9278414493853642e-05,
+      "loss": 33.8125,
+      "step": 6195
+    },
+    {
+      "epoch": 0.29609098728854055,
+      "grad_norm": 156.19076538085938,
+      "learning_rate": 1.9278125832936197e-05,
+      "loss": 26.9688,
+      "step": 6196
+    },
+    {
+      "epoch": 0.29613877473000094,
+      "grad_norm": 235.43797302246094,
+      "learning_rate": 1.9277837116454753e-05,
+      "loss": 30.9062,
+      "step": 6197
+    },
+    {
+      "epoch": 0.29618656217146133,
+      "grad_norm": 504.5610046386719,
+      "learning_rate": 1.9277548344411038e-05,
+      "loss": 24.0938,
+      "step": 6198
+    },
+    {
+      "epoch": 0.2962343496129217,
+      "grad_norm": 370.4865417480469,
+      "learning_rate": 1.927725951680678e-05,
+      "loss": 33.625,
+      "step": 6199
+    },
+    {
+      "epoch": 0.2962821370543821,
+      "grad_norm": 317.3531188964844,
+      "learning_rate": 1.9276970633643704e-05,
+      "loss": 31.8438,
+      "step": 6200
+    },
+    {
+      "epoch": 0.2963299244958425,
+      "grad_norm": 193.13101196289062,
+      "learning_rate": 1.927668169492355e-05,
+      "loss": 21.8594,
+      "step": 6201
+    },
+    {
+      "epoch": 0.2963777119373029,
+      "grad_norm": 243.46588134765625,
+      "learning_rate": 1.9276392700648038e-05,
+      "loss": 33.0312,
+      "step": 6202
+    },
+    {
+      "epoch": 0.2964254993787633,
+      "grad_norm": 468.01776123046875,
+      "learning_rate": 1.927610365081891e-05,
+      "loss": 39.4062,
+      "step": 6203
+    },
+    {
+      "epoch": 0.29647328682022367,
+      "grad_norm": 465.6832580566406,
+      "learning_rate": 1.9275814545437882e-05,
+      "loss": 25.1406,
+      "step": 6204
+    },
+    {
+      "epoch": 0.296521074261684,
+      "grad_norm": 1387.7138671875,
+      "learning_rate": 1.92755253845067e-05,
+      "loss": 35.1562,
+      "step": 6205
+    },
+    {
+      "epoch": 0.2965688617031444,
+      "grad_norm": 436.5267639160156,
+      "learning_rate": 1.9275236168027088e-05,
+      "loss": 31.25,
+      "step": 6206
+    },
+    {
+      "epoch": 0.2966166491446048,
+      "grad_norm": 363.7691955566406,
+      "learning_rate": 1.927494689600078e-05,
+      "loss": 33.0312,
+      "step": 6207
+    },
+    {
+      "epoch": 0.29666443658606517,
+      "grad_norm": 212.95730590820312,
+      "learning_rate": 1.9274657568429506e-05,
+      "loss": 28.2188,
+      "step": 6208
+    },
+    {
+      "epoch": 0.29671222402752556,
+      "grad_norm": 176.9496307373047,
+      "learning_rate": 1.9274368185315002e-05,
+      "loss": 25.3125,
+      "step": 6209
+    },
+    {
+      "epoch": 0.29676001146898595,
+      "grad_norm": 297.40350341796875,
+      "learning_rate": 1.9274078746659e-05,
+      "loss": 23.0469,
+      "step": 6210
+    },
+    {
+      "epoch": 0.29680779891044634,
+      "grad_norm": 292.5887145996094,
+      "learning_rate": 1.9273789252463233e-05,
+      "loss": 28.8438,
+      "step": 6211
+    },
+    {
+      "epoch": 0.29685558635190673,
+      "grad_norm": 374.23846435546875,
+      "learning_rate": 1.9273499702729438e-05,
+      "loss": 38.875,
+      "step": 6212
+    },
+    {
+      "epoch": 0.2969033737933671,
+      "grad_norm": 375.6688537597656,
+      "learning_rate": 1.927321009745934e-05,
+      "loss": 46.6562,
+      "step": 6213
+    },
+    {
+      "epoch": 0.2969511612348275,
+      "grad_norm": 163.9303436279297,
+      "learning_rate": 1.9272920436654684e-05,
+      "loss": 27.9375,
+      "step": 6214
+    },
+    {
+      "epoch": 0.29699894867628784,
+      "grad_norm": 285.9098815917969,
+      "learning_rate": 1.92726307203172e-05,
+      "loss": 37.5312,
+      "step": 6215
+    },
+    {
+      "epoch": 0.29704673611774823,
+      "grad_norm": 237.1662139892578,
+      "learning_rate": 1.9272340948448617e-05,
+      "loss": 26.0469,
+      "step": 6216
+    },
+    {
+      "epoch": 0.2970945235592086,
+      "grad_norm": 184.16258239746094,
+      "learning_rate": 1.9272051121050682e-05,
+      "loss": 24.4219,
+      "step": 6217
+    },
+    {
+      "epoch": 0.297142311000669,
+      "grad_norm": 332.10308837890625,
+      "learning_rate": 1.9271761238125123e-05,
+      "loss": 36.5,
+      "step": 6218
+    },
+    {
+      "epoch": 0.2971900984421294,
+      "grad_norm": 268.66912841796875,
+      "learning_rate": 1.9271471299673678e-05,
+      "loss": 34.3125,
+      "step": 6219
+    },
+    {
+      "epoch": 0.2972378858835898,
+      "grad_norm": 273.4487609863281,
+      "learning_rate": 1.9271181305698084e-05,
+      "loss": 32.875,
+      "step": 6220
+    },
+    {
+      "epoch": 0.2972856733250502,
+      "grad_norm": 262.42205810546875,
+      "learning_rate": 1.9270891256200078e-05,
+      "loss": 33.2188,
+      "step": 6221
+    },
+    {
+      "epoch": 0.29733346076651057,
+      "grad_norm": 594.8912963867188,
+      "learning_rate": 1.9270601151181396e-05,
+      "loss": 35.4375,
+      "step": 6222
+    },
+    {
+      "epoch": 0.29738124820797096,
+      "grad_norm": 291.1504821777344,
+      "learning_rate": 1.9270310990643773e-05,
+      "loss": 33.0,
+      "step": 6223
+    },
+    {
+      "epoch": 0.29742903564943135,
+      "grad_norm": 950.4963989257812,
+      "learning_rate": 1.927002077458895e-05,
+      "loss": 26.5,
+      "step": 6224
+    },
+    {
+      "epoch": 0.29747682309089174,
+      "grad_norm": 729.4801025390625,
+      "learning_rate": 1.9269730503018666e-05,
+      "loss": 38.9688,
+      "step": 6225
+    },
+    {
+      "epoch": 0.2975246105323521,
+      "grad_norm": 361.1546630859375,
+      "learning_rate": 1.9269440175934657e-05,
+      "loss": 44.125,
+      "step": 6226
+    },
+    {
+      "epoch": 0.29757239797381246,
+      "grad_norm": 255.27964782714844,
+      "learning_rate": 1.926914979333866e-05,
+      "loss": 32.7812,
+      "step": 6227
+    },
+    {
+      "epoch": 0.29762018541527285,
+      "grad_norm": 269.7453918457031,
+      "learning_rate": 1.926885935523242e-05,
+      "loss": 23.8125,
+      "step": 6228
+    },
+    {
+      "epoch": 0.29766797285673324,
+      "grad_norm": 309.86962890625,
+      "learning_rate": 1.926856886161767e-05,
+      "loss": 36.6562,
+      "step": 6229
+    },
+    {
+      "epoch": 0.29771576029819363,
+      "grad_norm": 332.5517272949219,
+      "learning_rate": 1.9268278312496153e-05,
+      "loss": 28.3438,
+      "step": 6230
+    },
+    {
+      "epoch": 0.297763547739654,
+      "grad_norm": 241.70205688476562,
+      "learning_rate": 1.9267987707869605e-05,
+      "loss": 26.2812,
+      "step": 6231
+    },
+    {
+      "epoch": 0.2978113351811144,
+      "grad_norm": 261.2096862792969,
+      "learning_rate": 1.9267697047739773e-05,
+      "loss": 32.5312,
+      "step": 6232
+    },
+    {
+      "epoch": 0.2978591226225748,
+      "grad_norm": 488.40728759765625,
+      "learning_rate": 1.9267406332108396e-05,
+      "loss": 32.4688,
+      "step": 6233
+    },
+    {
+      "epoch": 0.2979069100640352,
+      "grad_norm": 464.419921875,
+      "learning_rate": 1.926711556097721e-05,
+      "loss": 24.1562,
+      "step": 6234
+    },
+    {
+      "epoch": 0.2979546975054956,
+      "grad_norm": 309.5663146972656,
+      "learning_rate": 1.926682473434796e-05,
+      "loss": 25.1562,
+      "step": 6235
+    },
+    {
+      "epoch": 0.2980024849469559,
+      "grad_norm": 339.6923828125,
+      "learning_rate": 1.926653385222239e-05,
+      "loss": 38.1875,
+      "step": 6236
+    },
+    {
+      "epoch": 0.2980502723884163,
+      "grad_norm": 262.0715026855469,
+      "learning_rate": 1.9266242914602236e-05,
+      "loss": 33.3125,
+      "step": 6237
+    },
+    {
+      "epoch": 0.2980980598298767,
+      "grad_norm": 344.4971008300781,
+      "learning_rate": 1.9265951921489245e-05,
+      "loss": 36.1875,
+      "step": 6238
+    },
+    {
+      "epoch": 0.2981458472713371,
+      "grad_norm": 281.3501281738281,
+      "learning_rate": 1.926566087288516e-05,
+      "loss": 33.5312,
+      "step": 6239
+    },
+    {
+      "epoch": 0.2981936347127975,
+      "grad_norm": 430.5467529296875,
+      "learning_rate": 1.926536976879172e-05,
+      "loss": 38.0312,
+      "step": 6240
+    },
+    {
+      "epoch": 0.29824142215425786,
+      "grad_norm": 488.9439697265625,
+      "learning_rate": 1.926507860921067e-05,
+      "loss": 37.2812,
+      "step": 6241
+    },
+    {
+      "epoch": 0.29828920959571825,
+      "grad_norm": 374.3377990722656,
+      "learning_rate": 1.9264787394143756e-05,
+      "loss": 31.9375,
+      "step": 6242
+    },
+    {
+      "epoch": 0.29833699703717864,
+      "grad_norm": 317.9432678222656,
+      "learning_rate": 1.926449612359272e-05,
+      "loss": 26.1719,
+      "step": 6243
+    },
+    {
+      "epoch": 0.29838478447863903,
+      "grad_norm": 402.4190979003906,
+      "learning_rate": 1.9264204797559307e-05,
+      "loss": 42.5,
+      "step": 6244
+    },
+    {
+      "epoch": 0.2984325719200994,
+      "grad_norm": 368.21502685546875,
+      "learning_rate": 1.9263913416045263e-05,
+      "loss": 45.5,
+      "step": 6245
+    },
+    {
+      "epoch": 0.29848035936155976,
+      "grad_norm": 487.7511901855469,
+      "learning_rate": 1.9263621979052326e-05,
+      "loss": 42.0938,
+      "step": 6246
+    },
+    {
+      "epoch": 0.29852814680302014,
+      "grad_norm": 226.14801025390625,
+      "learning_rate": 1.9263330486582252e-05,
+      "loss": 26.625,
+      "step": 6247
+    },
+    {
+      "epoch": 0.29857593424448053,
+      "grad_norm": 403.32757568359375,
+      "learning_rate": 1.9263038938636778e-05,
+      "loss": 37.75,
+      "step": 6248
+    },
+    {
+      "epoch": 0.2986237216859409,
+      "grad_norm": 444.4831237792969,
+      "learning_rate": 1.9262747335217656e-05,
+      "loss": 26.5312,
+      "step": 6249
+    },
+    {
+      "epoch": 0.2986715091274013,
+      "grad_norm": 245.81826782226562,
+      "learning_rate": 1.9262455676326627e-05,
+      "loss": 29.4062,
+      "step": 6250
+    },
+    {
+      "epoch": 0.2987192965688617,
+      "grad_norm": 199.95448303222656,
+      "learning_rate": 1.9262163961965444e-05,
+      "loss": 21.6406,
+      "step": 6251
+    },
+    {
+      "epoch": 0.2987670840103221,
+      "grad_norm": 214.8126220703125,
+      "learning_rate": 1.9261872192135847e-05,
+      "loss": 35.0625,
+      "step": 6252
+    },
+    {
+      "epoch": 0.2988148714517825,
+      "grad_norm": 225.7969970703125,
+      "learning_rate": 1.926158036683959e-05,
+      "loss": 36.5,
+      "step": 6253
+    },
+    {
+      "epoch": 0.29886265889324287,
+      "grad_norm": 315.76904296875,
+      "learning_rate": 1.9261288486078414e-05,
+      "loss": 29.8125,
+      "step": 6254
+    },
+    {
+      "epoch": 0.29891044633470326,
+      "grad_norm": 266.11224365234375,
+      "learning_rate": 1.9260996549854073e-05,
+      "loss": 35.8125,
+      "step": 6255
+    },
+    {
+      "epoch": 0.29895823377616365,
+      "grad_norm": 171.38475036621094,
+      "learning_rate": 1.926070455816831e-05,
+      "loss": 29.375,
+      "step": 6256
+    },
+    {
+      "epoch": 0.299006021217624,
+      "grad_norm": 384.32647705078125,
+      "learning_rate": 1.9260412511022877e-05,
+      "loss": 28.0938,
+      "step": 6257
+    },
+    {
+      "epoch": 0.2990538086590844,
+      "grad_norm": 305.32904052734375,
+      "learning_rate": 1.926012040841952e-05,
+      "loss": 23.4688,
+      "step": 6258
+    },
+    {
+      "epoch": 0.29910159610054476,
+      "grad_norm": 173.89651489257812,
+      "learning_rate": 1.9259828250359996e-05,
+      "loss": 34.125,
+      "step": 6259
+    },
+    {
+      "epoch": 0.29914938354200515,
+      "grad_norm": 355.9966125488281,
+      "learning_rate": 1.9259536036846044e-05,
+      "loss": 27.7656,
+      "step": 6260
+    },
+    {
+      "epoch": 0.29919717098346554,
+      "grad_norm": 422.61322021484375,
+      "learning_rate": 1.9259243767879424e-05,
+      "loss": 33.1875,
+      "step": 6261
+    },
+    {
+      "epoch": 0.29924495842492593,
+      "grad_norm": 223.2009735107422,
+      "learning_rate": 1.9258951443461876e-05,
+      "loss": 26.5625,
+      "step": 6262
+    },
+    {
+      "epoch": 0.2992927458663863,
+      "grad_norm": 224.4335479736328,
+      "learning_rate": 1.9258659063595163e-05,
+      "loss": 33.0938,
+      "step": 6263
+    },
+    {
+      "epoch": 0.2993405333078467,
+      "grad_norm": 293.2540283203125,
+      "learning_rate": 1.9258366628281026e-05,
+      "loss": 28.7812,
+      "step": 6264
+    },
+    {
+      "epoch": 0.2993883207493071,
+      "grad_norm": 360.0335998535156,
+      "learning_rate": 1.925807413752122e-05,
+      "loss": 36.625,
+      "step": 6265
+    },
+    {
+      "epoch": 0.2994361081907675,
+      "grad_norm": 138.88343811035156,
+      "learning_rate": 1.9257781591317494e-05,
+      "loss": 31.9375,
+      "step": 6266
+    },
+    {
+      "epoch": 0.2994838956322278,
+      "grad_norm": 387.5376281738281,
+      "learning_rate": 1.9257488989671602e-05,
+      "loss": 30.0938,
+      "step": 6267
+    },
+    {
+      "epoch": 0.2995316830736882,
+      "grad_norm": 254.41307067871094,
+      "learning_rate": 1.9257196332585296e-05,
+      "loss": 25.5312,
+      "step": 6268
+    },
+    {
+      "epoch": 0.2995794705151486,
+      "grad_norm": 241.56747436523438,
+      "learning_rate": 1.9256903620060332e-05,
+      "loss": 34.4375,
+      "step": 6269
+    },
+    {
+      "epoch": 0.299627257956609,
+      "grad_norm": 296.2711181640625,
+      "learning_rate": 1.9256610852098457e-05,
+      "loss": 40.0938,
+      "step": 6270
+    },
+    {
+      "epoch": 0.2996750453980694,
+      "grad_norm": 407.22528076171875,
+      "learning_rate": 1.925631802870143e-05,
+      "loss": 25.2344,
+      "step": 6271
+    },
+    {
+      "epoch": 0.2997228328395298,
+      "grad_norm": 191.61607360839844,
+      "learning_rate": 1.9256025149871003e-05,
+      "loss": 19.625,
+      "step": 6272
+    },
+    {
+      "epoch": 0.29977062028099016,
+      "grad_norm": 205.88345336914062,
+      "learning_rate": 1.9255732215608923e-05,
+      "loss": 29.4688,
+      "step": 6273
+    },
+    {
+      "epoch": 0.29981840772245055,
+      "grad_norm": 712.2738647460938,
+      "learning_rate": 1.9255439225916957e-05,
+      "loss": 22.7344,
+      "step": 6274
+    },
+    {
+      "epoch": 0.29986619516391094,
+      "grad_norm": 286.74615478515625,
+      "learning_rate": 1.925514618079685e-05,
+      "loss": 29.7188,
+      "step": 6275
+    },
+    {
+      "epoch": 0.29991398260537133,
+      "grad_norm": 239.2658233642578,
+      "learning_rate": 1.925485308025036e-05,
+      "loss": 22.75,
+      "step": 6276
+    },
+    {
+      "epoch": 0.29996177004683167,
+      "grad_norm": 339.4931335449219,
+      "learning_rate": 1.925455992427924e-05,
+      "loss": 31.9062,
+      "step": 6277
+    },
+    {
+      "epoch": 0.30000955748829206,
+      "grad_norm": 297.65673828125,
+      "learning_rate": 1.925426671288525e-05,
+      "loss": 34.3438,
+      "step": 6278
+    },
+    {
+      "epoch": 0.30005734492975245,
+      "grad_norm": 313.066650390625,
+      "learning_rate": 1.925397344607014e-05,
+      "loss": 42.0625,
+      "step": 6279
+    },
+    {
+      "epoch": 0.30010513237121283,
+      "grad_norm": 202.9029998779297,
+      "learning_rate": 1.9253680123835675e-05,
+      "loss": 30.6562,
+      "step": 6280
+    },
+    {
+      "epoch": 0.3001529198126732,
+      "grad_norm": 393.2472839355469,
+      "learning_rate": 1.9253386746183605e-05,
+      "loss": 41.1875,
+      "step": 6281
+    },
+    {
+      "epoch": 0.3002007072541336,
+      "grad_norm": 260.1733093261719,
+      "learning_rate": 1.9253093313115688e-05,
+      "loss": 27.9688,
+      "step": 6282
+    },
+    {
+      "epoch": 0.300248494695594,
+      "grad_norm": 395.76263427734375,
+      "learning_rate": 1.925279982463368e-05,
+      "loss": 37.5625,
+      "step": 6283
+    },
+    {
+      "epoch": 0.3002962821370544,
+      "grad_norm": 327.8010559082031,
+      "learning_rate": 1.9252506280739345e-05,
+      "loss": 44.6875,
+      "step": 6284
+    },
+    {
+      "epoch": 0.3003440695785148,
+      "grad_norm": 226.2234344482422,
+      "learning_rate": 1.9252212681434433e-05,
+      "loss": 34.9062,
+      "step": 6285
+    },
+    {
+      "epoch": 0.3003918570199752,
+      "grad_norm": 278.3730773925781,
+      "learning_rate": 1.9251919026720704e-05,
+      "loss": 25.875,
+      "step": 6286
+    },
+    {
+      "epoch": 0.30043964446143556,
+      "grad_norm": 342.8778381347656,
+      "learning_rate": 1.925162531659992e-05,
+      "loss": 34.5625,
+      "step": 6287
+    },
+    {
+      "epoch": 0.3004874319028959,
+      "grad_norm": 179.28404235839844,
+      "learning_rate": 1.9251331551073843e-05,
+      "loss": 22.625,
+      "step": 6288
+    },
+    {
+      "epoch": 0.3005352193443563,
+      "grad_norm": 368.5514831542969,
+      "learning_rate": 1.925103773014422e-05,
+      "loss": 39.1562,
+      "step": 6289
+    },
+    {
+      "epoch": 0.3005830067858167,
+      "grad_norm": 318.13623046875,
+      "learning_rate": 1.9250743853812822e-05,
+      "loss": 35.4375,
+      "step": 6290
+    },
+    {
+      "epoch": 0.30063079422727707,
+      "grad_norm": 298.57806396484375,
+      "learning_rate": 1.9250449922081403e-05,
+      "loss": 24.3125,
+      "step": 6291
+    },
+    {
+      "epoch": 0.30067858166873745,
+      "grad_norm": 312.5061340332031,
+      "learning_rate": 1.925015593495173e-05,
+      "loss": 25.4688,
+      "step": 6292
+    },
+    {
+      "epoch": 0.30072636911019784,
+      "grad_norm": 278.0131530761719,
+      "learning_rate": 1.9249861892425555e-05,
+      "loss": 47.2812,
+      "step": 6293
+    },
+    {
+      "epoch": 0.30077415655165823,
+      "grad_norm": 210.26954650878906,
+      "learning_rate": 1.9249567794504642e-05,
+      "loss": 25.0625,
+      "step": 6294
+    },
+    {
+      "epoch": 0.3008219439931186,
+      "grad_norm": 467.6882629394531,
+      "learning_rate": 1.9249273641190756e-05,
+      "loss": 50.5,
+      "step": 6295
+    },
+    {
+      "epoch": 0.300869731434579,
+      "grad_norm": 249.42776489257812,
+      "learning_rate": 1.9248979432485652e-05,
+      "loss": 36.9062,
+      "step": 6296
+    },
+    {
+      "epoch": 0.3009175188760394,
+      "grad_norm": 283.5545349121094,
+      "learning_rate": 1.92486851683911e-05,
+      "loss": 34.8594,
+      "step": 6297
+    },
+    {
+      "epoch": 0.30096530631749974,
+      "grad_norm": 193.1895751953125,
+      "learning_rate": 1.9248390848908857e-05,
+      "loss": 34.2188,
+      "step": 6298
+    },
+    {
+      "epoch": 0.3010130937589601,
+      "grad_norm": 292.57110595703125,
+      "learning_rate": 1.9248096474040686e-05,
+      "loss": 31.1875,
+      "step": 6299
+    },
+    {
+      "epoch": 0.3010608812004205,
+      "grad_norm": 289.4040222167969,
+      "learning_rate": 1.924780204378835e-05,
+      "loss": 35.4375,
+      "step": 6300
+    },
+    {
+      "epoch": 0.3011086686418809,
+      "grad_norm": 214.54115295410156,
+      "learning_rate": 1.924750755815361e-05,
+      "loss": 26.3125,
+      "step": 6301
+    },
+    {
+      "epoch": 0.3011564560833413,
+      "grad_norm": 211.59991455078125,
+      "learning_rate": 1.9247213017138234e-05,
+      "loss": 21.2188,
+      "step": 6302
+    },
+    {
+      "epoch": 0.3012042435248017,
+      "grad_norm": 275.22412109375,
+      "learning_rate": 1.9246918420743985e-05,
+      "loss": 21.6719,
+      "step": 6303
+    },
+    {
+      "epoch": 0.3012520309662621,
+      "grad_norm": 161.8895721435547,
+      "learning_rate": 1.9246623768972626e-05,
+      "loss": 26.8438,
+      "step": 6304
+    },
+    {
+      "epoch": 0.30129981840772246,
+      "grad_norm": 341.6291809082031,
+      "learning_rate": 1.9246329061825926e-05,
+      "loss": 27.7812,
+      "step": 6305
+    },
+    {
+      "epoch": 0.30134760584918285,
+      "grad_norm": 274.50665283203125,
+      "learning_rate": 1.924603429930564e-05,
+      "loss": 25.5,
+      "step": 6306
+    },
+    {
+      "epoch": 0.30139539329064324,
+      "grad_norm": 405.6559753417969,
+      "learning_rate": 1.924573948141354e-05,
+      "loss": 33.0,
+      "step": 6307
+    },
+    {
+      "epoch": 0.3014431807321036,
+      "grad_norm": 482.3657531738281,
+      "learning_rate": 1.9245444608151395e-05,
+      "loss": 32.2188,
+      "step": 6308
+    },
+    {
+      "epoch": 0.30149096817356397,
+      "grad_norm": 300.9731140136719,
+      "learning_rate": 1.924514967952096e-05,
+      "loss": 28.625,
+      "step": 6309
+    },
+    {
+      "epoch": 0.30153875561502436,
+      "grad_norm": 307.2794494628906,
+      "learning_rate": 1.9244854695524015e-05,
+      "loss": 25.9688,
+      "step": 6310
+    },
+    {
+      "epoch": 0.30158654305648475,
+      "grad_norm": 310.7000427246094,
+      "learning_rate": 1.9244559656162316e-05,
+      "loss": 33.0625,
+      "step": 6311
+    },
+    {
+      "epoch": 0.30163433049794514,
+      "grad_norm": 313.01788330078125,
+      "learning_rate": 1.9244264561437635e-05,
+      "loss": 27.4375,
+      "step": 6312
+    },
+    {
+      "epoch": 0.3016821179394055,
+      "grad_norm": 357.37945556640625,
+      "learning_rate": 1.9243969411351738e-05,
+      "loss": 30.7812,
+      "step": 6313
+    },
+    {
+      "epoch": 0.3017299053808659,
+      "grad_norm": 299.3935852050781,
+      "learning_rate": 1.924367420590639e-05,
+      "loss": 26.3438,
+      "step": 6314
+    },
+    {
+      "epoch": 0.3017776928223263,
+      "grad_norm": 236.44577026367188,
+      "learning_rate": 1.9243378945103363e-05,
+      "loss": 32.0625,
+      "step": 6315
+    },
+    {
+      "epoch": 0.3018254802637867,
+      "grad_norm": 348.4356689453125,
+      "learning_rate": 1.9243083628944422e-05,
+      "loss": 34.6562,
+      "step": 6316
+    },
+    {
+      "epoch": 0.3018732677052471,
+      "grad_norm": 311.8541259765625,
+      "learning_rate": 1.9242788257431336e-05,
+      "loss": 31.4375,
+      "step": 6317
+    },
+    {
+      "epoch": 0.3019210551467074,
+      "grad_norm": 223.7669677734375,
+      "learning_rate": 1.9242492830565877e-05,
+      "loss": 24.5625,
+      "step": 6318
+    },
+    {
+      "epoch": 0.3019688425881678,
+      "grad_norm": 357.53680419921875,
+      "learning_rate": 1.924219734834981e-05,
+      "loss": 34.9375,
+      "step": 6319
+    },
+    {
+      "epoch": 0.3020166300296282,
+      "grad_norm": 385.5590515136719,
+      "learning_rate": 1.924190181078491e-05,
+      "loss": 34.0625,
+      "step": 6320
+    },
+    {
+      "epoch": 0.3020644174710886,
+      "grad_norm": 294.7279052734375,
+      "learning_rate": 1.924160621787294e-05,
+      "loss": 35.9062,
+      "step": 6321
+    },
+    {
+      "epoch": 0.302112204912549,
+      "grad_norm": 351.2880859375,
+      "learning_rate": 1.9241310569615673e-05,
+      "loss": 35.9375,
+      "step": 6322
+    },
+    {
+      "epoch": 0.30215999235400937,
+      "grad_norm": 186.8588104248047,
+      "learning_rate": 1.9241014866014884e-05,
+      "loss": 23.8125,
+      "step": 6323
+    },
+    {
+      "epoch": 0.30220777979546976,
+      "grad_norm": 232.14785766601562,
+      "learning_rate": 1.9240719107072336e-05,
+      "loss": 33.375,
+      "step": 6324
+    },
+    {
+      "epoch": 0.30225556723693014,
+      "grad_norm": 328.2237854003906,
+      "learning_rate": 1.9240423292789806e-05,
+      "loss": 39.0625,
+      "step": 6325
+    },
+    {
+      "epoch": 0.30230335467839053,
+      "grad_norm": 328.5041809082031,
+      "learning_rate": 1.9240127423169068e-05,
+      "loss": 25.0625,
+      "step": 6326
+    },
+    {
+      "epoch": 0.3023511421198509,
+      "grad_norm": 336.1376647949219,
+      "learning_rate": 1.9239831498211884e-05,
+      "loss": 34.4062,
+      "step": 6327
+    },
+    {
+      "epoch": 0.3023989295613113,
+      "grad_norm": 262.53021240234375,
+      "learning_rate": 1.9239535517920034e-05,
+      "loss": 30.1562,
+      "step": 6328
+    },
+    {
+      "epoch": 0.30244671700277165,
+      "grad_norm": 594.0551147460938,
+      "learning_rate": 1.9239239482295285e-05,
+      "loss": 35.9531,
+      "step": 6329
+    },
+    {
+      "epoch": 0.30249450444423204,
+      "grad_norm": 481.9644775390625,
+      "learning_rate": 1.923894339133942e-05,
+      "loss": 26.0625,
+      "step": 6330
+    },
+    {
+      "epoch": 0.3025422918856924,
+      "grad_norm": 316.347412109375,
+      "learning_rate": 1.9238647245054202e-05,
+      "loss": 31.9219,
+      "step": 6331
+    },
+    {
+      "epoch": 0.3025900793271528,
+      "grad_norm": 234.53598022460938,
+      "learning_rate": 1.923835104344141e-05,
+      "loss": 26.2812,
+      "step": 6332
+    },
+    {
+      "epoch": 0.3026378667686132,
+      "grad_norm": 236.46368408203125,
+      "learning_rate": 1.9238054786502816e-05,
+      "loss": 28.5,
+      "step": 6333
+    },
+    {
+      "epoch": 0.3026856542100736,
+      "grad_norm": 256.5905456542969,
+      "learning_rate": 1.923775847424019e-05,
+      "loss": 27.2812,
+      "step": 6334
+    },
+    {
+      "epoch": 0.302733441651534,
+      "grad_norm": 231.7652587890625,
+      "learning_rate": 1.9237462106655315e-05,
+      "loss": 26.1094,
+      "step": 6335
+    },
+    {
+      "epoch": 0.3027812290929944,
+      "grad_norm": 509.31524658203125,
+      "learning_rate": 1.923716568374996e-05,
+      "loss": 34.5469,
+      "step": 6336
+    },
+    {
+      "epoch": 0.30282901653445476,
+      "grad_norm": 212.14280700683594,
+      "learning_rate": 1.92368692055259e-05,
+      "loss": 38.9688,
+      "step": 6337
+    },
+    {
+      "epoch": 0.30287680397591515,
+      "grad_norm": 262.82794189453125,
+      "learning_rate": 1.9236572671984913e-05,
+      "loss": 35.0938,
+      "step": 6338
+    },
+    {
+      "epoch": 0.3029245914173755,
+      "grad_norm": 499.4991149902344,
+      "learning_rate": 1.9236276083128778e-05,
+      "loss": 47.5,
+      "step": 6339
+    },
+    {
+      "epoch": 0.3029723788588359,
+      "grad_norm": 279.56939697265625,
+      "learning_rate": 1.9235979438959266e-05,
+      "loss": 26.125,
+      "step": 6340
+    },
+    {
+      "epoch": 0.30302016630029627,
+      "grad_norm": 329.485595703125,
+      "learning_rate": 1.923568273947815e-05,
+      "loss": 28.6875,
+      "step": 6341
+    },
+    {
+      "epoch": 0.30306795374175666,
+      "grad_norm": 274.0664978027344,
+      "learning_rate": 1.9235385984687217e-05,
+      "loss": 34.9688,
+      "step": 6342
+    },
+    {
+      "epoch": 0.30311574118321705,
+      "grad_norm": 293.4368591308594,
+      "learning_rate": 1.9235089174588237e-05,
+      "loss": 29.6875,
+      "step": 6343
+    },
+    {
+      "epoch": 0.30316352862467744,
+      "grad_norm": 340.00714111328125,
+      "learning_rate": 1.923479230918299e-05,
+      "loss": 38.4688,
+      "step": 6344
+    },
+    {
+      "epoch": 0.3032113160661378,
+      "grad_norm": 179.520263671875,
+      "learning_rate": 1.9234495388473253e-05,
+      "loss": 21.2656,
+      "step": 6345
+    },
+    {
+      "epoch": 0.3032591035075982,
+      "grad_norm": 276.384521484375,
+      "learning_rate": 1.9234198412460804e-05,
+      "loss": 23.5938,
+      "step": 6346
+    },
+    {
+      "epoch": 0.3033068909490586,
+      "grad_norm": 270.322265625,
+      "learning_rate": 1.923390138114742e-05,
+      "loss": 30.7188,
+      "step": 6347
+    },
+    {
+      "epoch": 0.303354678390519,
+      "grad_norm": 217.20877075195312,
+      "learning_rate": 1.9233604294534883e-05,
+      "loss": 25.3125,
+      "step": 6348
+    },
+    {
+      "epoch": 0.30340246583197933,
+      "grad_norm": 208.9134063720703,
+      "learning_rate": 1.9233307152624973e-05,
+      "loss": 26.125,
+      "step": 6349
+    },
+    {
+      "epoch": 0.3034502532734397,
+      "grad_norm": 286.0543212890625,
+      "learning_rate": 1.9233009955419464e-05,
+      "loss": 21.1406,
+      "step": 6350
+    },
+    {
+      "epoch": 0.3034980407149001,
+      "grad_norm": 345.4263000488281,
+      "learning_rate": 1.9232712702920143e-05,
+      "loss": 31.1562,
+      "step": 6351
+    },
+    {
+      "epoch": 0.3035458281563605,
+      "grad_norm": 400.5796813964844,
+      "learning_rate": 1.9232415395128785e-05,
+      "loss": 40.25,
+      "step": 6352
+    },
+    {
+      "epoch": 0.3035936155978209,
+      "grad_norm": 367.8110046386719,
+      "learning_rate": 1.923211803204717e-05,
+      "loss": 29.1562,
+      "step": 6353
+    },
+    {
+      "epoch": 0.3036414030392813,
+      "grad_norm": 370.89031982421875,
+      "learning_rate": 1.923182061367708e-05,
+      "loss": 36.4062,
+      "step": 6354
+    },
+    {
+      "epoch": 0.30368919048074167,
+      "grad_norm": 281.7793273925781,
+      "learning_rate": 1.9231523140020303e-05,
+      "loss": 30.8125,
+      "step": 6355
+    },
+    {
+      "epoch": 0.30373697792220206,
+      "grad_norm": 314.4439392089844,
+      "learning_rate": 1.923122561107861e-05,
+      "loss": 35.4375,
+      "step": 6356
+    },
+    {
+      "epoch": 0.30378476536366245,
+      "grad_norm": 309.47021484375,
+      "learning_rate": 1.923092802685379e-05,
+      "loss": 32.375,
+      "step": 6357
+    },
+    {
+      "epoch": 0.30383255280512284,
+      "grad_norm": 224.2667694091797,
+      "learning_rate": 1.923063038734762e-05,
+      "loss": 28.5625,
+      "step": 6358
+    },
+    {
+      "epoch": 0.3038803402465832,
+      "grad_norm": 238.50393676757812,
+      "learning_rate": 1.923033269256188e-05,
+      "loss": 41.9062,
+      "step": 6359
+    },
+    {
+      "epoch": 0.30392812768804356,
+      "grad_norm": 284.4062194824219,
+      "learning_rate": 1.9230034942498365e-05,
+      "loss": 31.4062,
+      "step": 6360
+    },
+    {
+      "epoch": 0.30397591512950395,
+      "grad_norm": 381.66375732421875,
+      "learning_rate": 1.9229737137158847e-05,
+      "loss": 40.25,
+      "step": 6361
+    },
+    {
+      "epoch": 0.30402370257096434,
+      "grad_norm": 437.7597351074219,
+      "learning_rate": 1.9229439276545113e-05,
+      "loss": 62.125,
+      "step": 6362
+    },
+    {
+      "epoch": 0.3040714900124247,
+      "grad_norm": 252.5128173828125,
+      "learning_rate": 1.922914136065895e-05,
+      "loss": 39.4375,
+      "step": 6363
+    },
+    {
+      "epoch": 0.3041192774538851,
+      "grad_norm": 212.06158447265625,
+      "learning_rate": 1.9228843389502133e-05,
+      "loss": 28.4375,
+      "step": 6364
+    },
+    {
+      "epoch": 0.3041670648953455,
+      "grad_norm": 238.79336547851562,
+      "learning_rate": 1.9228545363076455e-05,
+      "loss": 26.6562,
+      "step": 6365
+    },
+    {
+      "epoch": 0.3042148523368059,
+      "grad_norm": 538.5335083007812,
+      "learning_rate": 1.92282472813837e-05,
+      "loss": 52.125,
+      "step": 6366
+    },
+    {
+      "epoch": 0.3042626397782663,
+      "grad_norm": 455.6069641113281,
+      "learning_rate": 1.9227949144425653e-05,
+      "loss": 30.375,
+      "step": 6367
+    },
+    {
+      "epoch": 0.3043104272197267,
+      "grad_norm": 291.02557373046875,
+      "learning_rate": 1.9227650952204094e-05,
+      "loss": 33.6875,
+      "step": 6368
+    },
+    {
+      "epoch": 0.30435821466118707,
+      "grad_norm": 501.154541015625,
+      "learning_rate": 1.9227352704720818e-05,
+      "loss": 24.3125,
+      "step": 6369
+    },
+    {
+      "epoch": 0.3044060021026474,
+      "grad_norm": 316.59002685546875,
+      "learning_rate": 1.9227054401977603e-05,
+      "loss": 33.2812,
+      "step": 6370
+    },
+    {
+      "epoch": 0.3044537895441078,
+      "grad_norm": 266.4580383300781,
+      "learning_rate": 1.9226756043976236e-05,
+      "loss": 30.125,
+      "step": 6371
+    },
+    {
+      "epoch": 0.3045015769855682,
+      "grad_norm": 428.6146240234375,
+      "learning_rate": 1.922645763071851e-05,
+      "loss": 38.875,
+      "step": 6372
+    },
+    {
+      "epoch": 0.30454936442702857,
+      "grad_norm": 463.1658630371094,
+      "learning_rate": 1.9226159162206203e-05,
+      "loss": 38.6875,
+      "step": 6373
+    },
+    {
+      "epoch": 0.30459715186848896,
+      "grad_norm": 274.0367126464844,
+      "learning_rate": 1.9225860638441115e-05,
+      "loss": 21.2969,
+      "step": 6374
+    },
+    {
+      "epoch": 0.30464493930994935,
+      "grad_norm": 399.7661437988281,
+      "learning_rate": 1.922556205942502e-05,
+      "loss": 29.0156,
+      "step": 6375
+    },
+    {
+      "epoch": 0.30469272675140974,
+      "grad_norm": 253.66531372070312,
+      "learning_rate": 1.9225263425159713e-05,
+      "loss": 32.75,
+      "step": 6376
+    },
+    {
+      "epoch": 0.3047405141928701,
+      "grad_norm": 276.3292236328125,
+      "learning_rate": 1.9224964735646984e-05,
+      "loss": 41.75,
+      "step": 6377
+    },
+    {
+      "epoch": 0.3047883016343305,
+      "grad_norm": 404.74261474609375,
+      "learning_rate": 1.9224665990888622e-05,
+      "loss": 38.9062,
+      "step": 6378
+    },
+    {
+      "epoch": 0.3048360890757909,
+      "grad_norm": 312.30706787109375,
+      "learning_rate": 1.922436719088641e-05,
+      "loss": 29.9219,
+      "step": 6379
+    },
+    {
+      "epoch": 0.30488387651725124,
+      "grad_norm": 268.8869323730469,
+      "learning_rate": 1.9224068335642142e-05,
+      "loss": 28.25,
+      "step": 6380
+    },
+    {
+      "epoch": 0.30493166395871163,
+      "grad_norm": 287.5164489746094,
+      "learning_rate": 1.922376942515761e-05,
+      "loss": 31.6562,
+      "step": 6381
+    },
+    {
+      "epoch": 0.304979451400172,
+      "grad_norm": 237.49349975585938,
+      "learning_rate": 1.9223470459434595e-05,
+      "loss": 26.0312,
+      "step": 6382
+    },
+    {
+      "epoch": 0.3050272388416324,
+      "grad_norm": 231.96490478515625,
+      "learning_rate": 1.9223171438474896e-05,
+      "loss": 28.1562,
+      "step": 6383
+    },
+    {
+      "epoch": 0.3050750262830928,
+      "grad_norm": 190.08668518066406,
+      "learning_rate": 1.9222872362280303e-05,
+      "loss": 25.7812,
+      "step": 6384
+    },
+    {
+      "epoch": 0.3051228137245532,
+      "grad_norm": 238.9701690673828,
+      "learning_rate": 1.9222573230852606e-05,
+      "loss": 27.0938,
+      "step": 6385
+    },
+    {
+      "epoch": 0.3051706011660136,
+      "grad_norm": 127.88323974609375,
+      "learning_rate": 1.9222274044193594e-05,
+      "loss": 20.5938,
+      "step": 6386
+    },
+    {
+      "epoch": 0.30521838860747397,
+      "grad_norm": 344.4214782714844,
+      "learning_rate": 1.922197480230506e-05,
+      "loss": 29.9688,
+      "step": 6387
+    },
+    {
+      "epoch": 0.30526617604893436,
+      "grad_norm": 958.5239868164062,
+      "learning_rate": 1.92216755051888e-05,
+      "loss": 45.9375,
+      "step": 6388
+    },
+    {
+      "epoch": 0.30531396349039475,
+      "grad_norm": 318.5000305175781,
+      "learning_rate": 1.9221376152846597e-05,
+      "loss": 31.2812,
+      "step": 6389
+    },
+    {
+      "epoch": 0.30536175093185514,
+      "grad_norm": 1086.1138916015625,
+      "learning_rate": 1.9221076745280254e-05,
+      "loss": 32.4375,
+      "step": 6390
+    },
+    {
+      "epoch": 0.30540953837331547,
+      "grad_norm": 171.6846923828125,
+      "learning_rate": 1.9220777282491557e-05,
+      "loss": 25.8281,
+      "step": 6391
+    },
+    {
+      "epoch": 0.30545732581477586,
+      "grad_norm": 235.6659393310547,
+      "learning_rate": 1.9220477764482306e-05,
+      "loss": 25.25,
+      "step": 6392
+    },
+    {
+      "epoch": 0.30550511325623625,
+      "grad_norm": 289.1375732421875,
+      "learning_rate": 1.922017819125429e-05,
+      "loss": 25.9688,
+      "step": 6393
+    },
+    {
+      "epoch": 0.30555290069769664,
+      "grad_norm": 354.18634033203125,
+      "learning_rate": 1.92198785628093e-05,
+      "loss": 36.9375,
+      "step": 6394
+    },
+    {
+      "epoch": 0.30560068813915703,
+      "grad_norm": 215.26284790039062,
+      "learning_rate": 1.9219578879149138e-05,
+      "loss": 29.1875,
+      "step": 6395
+    },
+    {
+      "epoch": 0.3056484755806174,
+      "grad_norm": 240.91729736328125,
+      "learning_rate": 1.921927914027559e-05,
+      "loss": 25.875,
+      "step": 6396
+    },
+    {
+      "epoch": 0.3056962630220778,
+      "grad_norm": 362.34564208984375,
+      "learning_rate": 1.9218979346190463e-05,
+      "loss": 30.9219,
+      "step": 6397
+    },
+    {
+      "epoch": 0.3057440504635382,
+      "grad_norm": 898.3140258789062,
+      "learning_rate": 1.9218679496895543e-05,
+      "loss": 27.2188,
+      "step": 6398
+    },
+    {
+      "epoch": 0.3057918379049986,
+      "grad_norm": 352.3651428222656,
+      "learning_rate": 1.921837959239263e-05,
+      "loss": 35.8438,
+      "step": 6399
+    },
+    {
+      "epoch": 0.305839625346459,
+      "grad_norm": 337.5351867675781,
+      "learning_rate": 1.9218079632683512e-05,
+      "loss": 39.9688,
+      "step": 6400
+    },
+    {
+      "epoch": 0.3058874127879193,
+      "grad_norm": 297.494140625,
+      "learning_rate": 1.9217779617769995e-05,
+      "loss": 37.9375,
+      "step": 6401
+    },
+    {
+      "epoch": 0.3059352002293797,
+      "grad_norm": 293.65472412109375,
+      "learning_rate": 1.9217479547653875e-05,
+      "loss": 30.0625,
+      "step": 6402
+    },
+    {
+      "epoch": 0.3059829876708401,
+      "grad_norm": 184.9591064453125,
+      "learning_rate": 1.9217179422336945e-05,
+      "loss": 31.7812,
+      "step": 6403
+    },
+    {
+      "epoch": 0.3060307751123005,
+      "grad_norm": 432.6162109375,
+      "learning_rate": 1.9216879241821003e-05,
+      "loss": 27.3438,
+      "step": 6404
+    },
+    {
+      "epoch": 0.30607856255376087,
+      "grad_norm": 207.84535217285156,
+      "learning_rate": 1.9216579006107844e-05,
+      "loss": 41.8125,
+      "step": 6405
+    },
+    {
+      "epoch": 0.30612634999522126,
+      "grad_norm": 327.1422119140625,
+      "learning_rate": 1.9216278715199273e-05,
+      "loss": 20.5625,
+      "step": 6406
+    },
+    {
+      "epoch": 0.30617413743668165,
+      "grad_norm": 293.8371887207031,
+      "learning_rate": 1.9215978369097087e-05,
+      "loss": 40.2188,
+      "step": 6407
+    },
+    {
+      "epoch": 0.30622192487814204,
+      "grad_norm": 345.8734436035156,
+      "learning_rate": 1.9215677967803078e-05,
+      "loss": 33.4688,
+      "step": 6408
+    },
+    {
+      "epoch": 0.3062697123196024,
+      "grad_norm": 411.0612487792969,
+      "learning_rate": 1.921537751131905e-05,
+      "loss": 35.25,
+      "step": 6409
+    },
+    {
+      "epoch": 0.3063174997610628,
+      "grad_norm": 319.033935546875,
+      "learning_rate": 1.9215076999646803e-05,
+      "loss": 36.9062,
+      "step": 6410
+    },
+    {
+      "epoch": 0.30636528720252315,
+      "grad_norm": 306.31060791015625,
+      "learning_rate": 1.9214776432788132e-05,
+      "loss": 33.9688,
+      "step": 6411
+    },
+    {
+      "epoch": 0.30641307464398354,
+      "grad_norm": 323.0766296386719,
+      "learning_rate": 1.9214475810744848e-05,
+      "loss": 32.4688,
+      "step": 6412
+    },
+    {
+      "epoch": 0.30646086208544393,
+      "grad_norm": 294.1572570800781,
+      "learning_rate": 1.921417513351874e-05,
+      "loss": 42.9062,
+      "step": 6413
+    },
+    {
+      "epoch": 0.3065086495269043,
+      "grad_norm": 355.66064453125,
+      "learning_rate": 1.9213874401111613e-05,
+      "loss": 36.6562,
+      "step": 6414
+    },
+    {
+      "epoch": 0.3065564369683647,
+      "grad_norm": 285.5471496582031,
+      "learning_rate": 1.9213573613525264e-05,
+      "loss": 23.5,
+      "step": 6415
+    },
+    {
+      "epoch": 0.3066042244098251,
+      "grad_norm": 285.2007751464844,
+      "learning_rate": 1.92132727707615e-05,
+      "loss": 27.4375,
+      "step": 6416
+    },
+    {
+      "epoch": 0.3066520118512855,
+      "grad_norm": 311.8127136230469,
+      "learning_rate": 1.921297187282212e-05,
+      "loss": 31.2812,
+      "step": 6417
+    },
+    {
+      "epoch": 0.3066997992927459,
+      "grad_norm": 330.0398254394531,
+      "learning_rate": 1.9212670919708928e-05,
+      "loss": 34.5312,
+      "step": 6418
+    },
+    {
+      "epoch": 0.30674758673420627,
+      "grad_norm": 217.99317932128906,
+      "learning_rate": 1.9212369911423726e-05,
+      "loss": 27.9375,
+      "step": 6419
+    },
+    {
+      "epoch": 0.30679537417566666,
+      "grad_norm": 231.43338012695312,
+      "learning_rate": 1.9212068847968313e-05,
+      "loss": 24.8438,
+      "step": 6420
+    },
+    {
+      "epoch": 0.306843161617127,
+      "grad_norm": 367.76580810546875,
+      "learning_rate": 1.9211767729344497e-05,
+      "loss": 23.7812,
+      "step": 6421
+    },
+    {
+      "epoch": 0.3068909490585874,
+      "grad_norm": 392.6176452636719,
+      "learning_rate": 1.9211466555554074e-05,
+      "loss": 35.0938,
+      "step": 6422
+    },
+    {
+      "epoch": 0.30693873650004777,
+      "grad_norm": 289.24169921875,
+      "learning_rate": 1.9211165326598856e-05,
+      "loss": 25.0156,
+      "step": 6423
+    },
+    {
+      "epoch": 0.30698652394150816,
+      "grad_norm": 250.09201049804688,
+      "learning_rate": 1.9210864042480645e-05,
+      "loss": 24.5625,
+      "step": 6424
+    },
+    {
+      "epoch": 0.30703431138296855,
+      "grad_norm": 351.29949951171875,
+      "learning_rate": 1.921056270320124e-05,
+      "loss": 26.5625,
+      "step": 6425
+    },
+    {
+      "epoch": 0.30708209882442894,
+      "grad_norm": 258.6075744628906,
+      "learning_rate": 1.921026130876245e-05,
+      "loss": 33.5312,
+      "step": 6426
+    },
+    {
+      "epoch": 0.30712988626588933,
+      "grad_norm": 284.83367919921875,
+      "learning_rate": 1.920995985916608e-05,
+      "loss": 22.3438,
+      "step": 6427
+    },
+    {
+      "epoch": 0.3071776737073497,
+      "grad_norm": 590.7901611328125,
+      "learning_rate": 1.9209658354413935e-05,
+      "loss": 30.375,
+      "step": 6428
+    },
+    {
+      "epoch": 0.3072254611488101,
+      "grad_norm": 322.3880615234375,
+      "learning_rate": 1.9209356794507817e-05,
+      "loss": 26.3281,
+      "step": 6429
+    },
+    {
+      "epoch": 0.3072732485902705,
+      "grad_norm": 220.91799926757812,
+      "learning_rate": 1.920905517944954e-05,
+      "loss": 29.0938,
+      "step": 6430
+    },
+    {
+      "epoch": 0.3073210360317309,
+      "grad_norm": 260.6278991699219,
+      "learning_rate": 1.92087535092409e-05,
+      "loss": 20.6875,
+      "step": 6431
+    },
+    {
+      "epoch": 0.3073688234731912,
+      "grad_norm": 574.1016235351562,
+      "learning_rate": 1.9208451783883714e-05,
+      "loss": 41.625,
+      "step": 6432
+    },
+    {
+      "epoch": 0.3074166109146516,
+      "grad_norm": 306.8036193847656,
+      "learning_rate": 1.920815000337978e-05,
+      "loss": 30.2656,
+      "step": 6433
+    },
+    {
+      "epoch": 0.307464398356112,
+      "grad_norm": 455.93157958984375,
+      "learning_rate": 1.920784816773091e-05,
+      "loss": 33.2031,
+      "step": 6434
+    },
+    {
+      "epoch": 0.3075121857975724,
+      "grad_norm": 164.3420867919922,
+      "learning_rate": 1.9207546276938914e-05,
+      "loss": 20.5312,
+      "step": 6435
+    },
+    {
+      "epoch": 0.3075599732390328,
+      "grad_norm": 326.19061279296875,
+      "learning_rate": 1.9207244331005593e-05,
+      "loss": 28.1406,
+      "step": 6436
+    },
+    {
+      "epoch": 0.30760776068049317,
+      "grad_norm": 325.53106689453125,
+      "learning_rate": 1.9206942329932762e-05,
+      "loss": 23.6875,
+      "step": 6437
+    },
+    {
+      "epoch": 0.30765554812195356,
+      "grad_norm": 404.52447509765625,
+      "learning_rate": 1.9206640273722227e-05,
+      "loss": 22.2656,
+      "step": 6438
+    },
+    {
+      "epoch": 0.30770333556341395,
+      "grad_norm": 263.6827697753906,
+      "learning_rate": 1.9206338162375796e-05,
+      "loss": 35.9375,
+      "step": 6439
+    },
+    {
+      "epoch": 0.30775112300487434,
+      "grad_norm": 254.86328125,
+      "learning_rate": 1.920603599589528e-05,
+      "loss": 28.3438,
+      "step": 6440
+    },
+    {
+      "epoch": 0.30779891044633473,
+      "grad_norm": 240.02523803710938,
+      "learning_rate": 1.9205733774282482e-05,
+      "loss": 22.375,
+      "step": 6441
+    },
+    {
+      "epoch": 0.30784669788779506,
+      "grad_norm": 434.1181335449219,
+      "learning_rate": 1.920543149753922e-05,
+      "loss": 36.0625,
+      "step": 6442
+    },
+    {
+      "epoch": 0.30789448532925545,
+      "grad_norm": 441.25958251953125,
+      "learning_rate": 1.92051291656673e-05,
+      "loss": 37.375,
+      "step": 6443
+    },
+    {
+      "epoch": 0.30794227277071584,
+      "grad_norm": 337.6384582519531,
+      "learning_rate": 1.920482677866854e-05,
+      "loss": 42.1875,
+      "step": 6444
+    },
+    {
+      "epoch": 0.30799006021217623,
+      "grad_norm": 271.54010009765625,
+      "learning_rate": 1.920452433654474e-05,
+      "loss": 20.1094,
+      "step": 6445
+    },
+    {
+      "epoch": 0.3080378476536366,
+      "grad_norm": 245.0625762939453,
+      "learning_rate": 1.920422183929772e-05,
+      "loss": 29.9688,
+      "step": 6446
+    },
+    {
+      "epoch": 0.308085635095097,
+      "grad_norm": 381.2179260253906,
+      "learning_rate": 1.9203919286929283e-05,
+      "loss": 43.5625,
+      "step": 6447
+    },
+    {
+      "epoch": 0.3081334225365574,
+      "grad_norm": 307.5794372558594,
+      "learning_rate": 1.9203616679441252e-05,
+      "loss": 43.1562,
+      "step": 6448
+    },
+    {
+      "epoch": 0.3081812099780178,
+      "grad_norm": 384.9559326171875,
+      "learning_rate": 1.9203314016835425e-05,
+      "loss": 30.75,
+      "step": 6449
+    },
+    {
+      "epoch": 0.3082289974194782,
+      "grad_norm": 290.6125183105469,
+      "learning_rate": 1.920301129911363e-05,
+      "loss": 35.5312,
+      "step": 6450
+    },
+    {
+      "epoch": 0.30827678486093857,
+      "grad_norm": 210.87936401367188,
+      "learning_rate": 1.920270852627767e-05,
+      "loss": 26.375,
+      "step": 6451
+    },
+    {
+      "epoch": 0.3083245723023989,
+      "grad_norm": 585.66259765625,
+      "learning_rate": 1.920240569832936e-05,
+      "loss": 25.6875,
+      "step": 6452
+    },
+    {
+      "epoch": 0.3083723597438593,
+      "grad_norm": 265.8975524902344,
+      "learning_rate": 1.9202102815270512e-05,
+      "loss": 33.9375,
+      "step": 6453
+    },
+    {
+      "epoch": 0.3084201471853197,
+      "grad_norm": 301.27410888671875,
+      "learning_rate": 1.9201799877102946e-05,
+      "loss": 33.6562,
+      "step": 6454
+    },
+    {
+      "epoch": 0.30846793462678007,
+      "grad_norm": 801.92919921875,
+      "learning_rate": 1.9201496883828473e-05,
+      "loss": 57.0,
+      "step": 6455
+    },
+    {
+      "epoch": 0.30851572206824046,
+      "grad_norm": 697.5421752929688,
+      "learning_rate": 1.9201193835448904e-05,
+      "loss": 42.3125,
+      "step": 6456
+    },
+    {
+      "epoch": 0.30856350950970085,
+      "grad_norm": 275.42254638671875,
+      "learning_rate": 1.9200890731966056e-05,
+      "loss": 28.9062,
+      "step": 6457
+    },
+    {
+      "epoch": 0.30861129695116124,
+      "grad_norm": 264.2186584472656,
+      "learning_rate": 1.9200587573381747e-05,
+      "loss": 35.5938,
+      "step": 6458
+    },
+    {
+      "epoch": 0.30865908439262163,
+      "grad_norm": 182.55796813964844,
+      "learning_rate": 1.920028435969779e-05,
+      "loss": 32.375,
+      "step": 6459
+    },
+    {
+      "epoch": 0.308706871834082,
+      "grad_norm": 229.51649475097656,
+      "learning_rate": 1.9199981090916e-05,
+      "loss": 35.8125,
+      "step": 6460
+    },
+    {
+      "epoch": 0.3087546592755424,
+      "grad_norm": 169.77273559570312,
+      "learning_rate": 1.9199677767038196e-05,
+      "loss": 21.5156,
+      "step": 6461
+    },
+    {
+      "epoch": 0.3088024467170028,
+      "grad_norm": 246.7168426513672,
+      "learning_rate": 1.9199374388066193e-05,
+      "loss": 30.8125,
+      "step": 6462
+    },
+    {
+      "epoch": 0.30885023415846313,
+      "grad_norm": 353.5467834472656,
+      "learning_rate": 1.9199070954001806e-05,
+      "loss": 28.125,
+      "step": 6463
+    },
+    {
+      "epoch": 0.3088980215999235,
+      "grad_norm": 232.56582641601562,
+      "learning_rate": 1.9198767464846856e-05,
+      "loss": 38.5,
+      "step": 6464
+    },
+    {
+      "epoch": 0.3089458090413839,
+      "grad_norm": 481.9575500488281,
+      "learning_rate": 1.9198463920603157e-05,
+      "loss": 42.5938,
+      "step": 6465
+    },
+    {
+      "epoch": 0.3089935964828443,
+      "grad_norm": 237.831298828125,
+      "learning_rate": 1.919816032127253e-05,
+      "loss": 34.0938,
+      "step": 6466
+    },
+    {
+      "epoch": 0.3090413839243047,
+      "grad_norm": 215.09890747070312,
+      "learning_rate": 1.9197856666856792e-05,
+      "loss": 25.6875,
+      "step": 6467
+    },
+    {
+      "epoch": 0.3090891713657651,
+      "grad_norm": 295.5408630371094,
+      "learning_rate": 1.9197552957357758e-05,
+      "loss": 28.5,
+      "step": 6468
+    },
+    {
+      "epoch": 0.30913695880722547,
+      "grad_norm": 342.4904479980469,
+      "learning_rate": 1.9197249192777256e-05,
+      "loss": 36.9062,
+      "step": 6469
+    },
+    {
+      "epoch": 0.30918474624868586,
+      "grad_norm": 248.54412841796875,
+      "learning_rate": 1.9196945373117094e-05,
+      "loss": 31.5938,
+      "step": 6470
+    },
+    {
+      "epoch": 0.30923253369014625,
+      "grad_norm": 299.0928649902344,
+      "learning_rate": 1.9196641498379096e-05,
+      "loss": 32.3438,
+      "step": 6471
+    },
+    {
+      "epoch": 0.30928032113160664,
+      "grad_norm": 284.9281311035156,
+      "learning_rate": 1.9196337568565085e-05,
+      "loss": 28.3125,
+      "step": 6472
+    },
+    {
+      "epoch": 0.309328108573067,
+      "grad_norm": 276.05511474609375,
+      "learning_rate": 1.9196033583676876e-05,
+      "loss": 31.8438,
+      "step": 6473
+    },
+    {
+      "epoch": 0.30937589601452736,
+      "grad_norm": 227.24331665039062,
+      "learning_rate": 1.9195729543716296e-05,
+      "loss": 34.9062,
+      "step": 6474
+    },
+    {
+      "epoch": 0.30942368345598775,
+      "grad_norm": 384.1789245605469,
+      "learning_rate": 1.9195425448685157e-05,
+      "loss": 29.4375,
+      "step": 6475
+    },
+    {
+      "epoch": 0.30947147089744814,
+      "grad_norm": 279.6209411621094,
+      "learning_rate": 1.9195121298585286e-05,
+      "loss": 27.8125,
+      "step": 6476
+    },
+    {
+      "epoch": 0.30951925833890853,
+      "grad_norm": 280.1331481933594,
+      "learning_rate": 1.9194817093418506e-05,
+      "loss": 36.125,
+      "step": 6477
+    },
+    {
+      "epoch": 0.3095670457803689,
+      "grad_norm": 185.9913787841797,
+      "learning_rate": 1.9194512833186635e-05,
+      "loss": 32.2344,
+      "step": 6478
+    },
+    {
+      "epoch": 0.3096148332218293,
+      "grad_norm": 270.72265625,
+      "learning_rate": 1.9194208517891494e-05,
+      "loss": 27.8281,
+      "step": 6479
+    },
+    {
+      "epoch": 0.3096626206632897,
+      "grad_norm": 242.35882568359375,
+      "learning_rate": 1.9193904147534908e-05,
+      "loss": 27.4531,
+      "step": 6480
+    },
+    {
+      "epoch": 0.3097104081047501,
+      "grad_norm": 170.39120483398438,
+      "learning_rate": 1.9193599722118704e-05,
+      "loss": 21.0312,
+      "step": 6481
+    },
+    {
+      "epoch": 0.3097581955462105,
+      "grad_norm": 356.8520812988281,
+      "learning_rate": 1.9193295241644698e-05,
+      "loss": 33.9688,
+      "step": 6482
+    },
+    {
+      "epoch": 0.3098059829876708,
+      "grad_norm": 439.32452392578125,
+      "learning_rate": 1.9192990706114715e-05,
+      "loss": 31.25,
+      "step": 6483
+    },
+    {
+      "epoch": 0.3098537704291312,
+      "grad_norm": 341.9338684082031,
+      "learning_rate": 1.919268611553058e-05,
+      "loss": 42.0312,
+      "step": 6484
+    },
+    {
+      "epoch": 0.3099015578705916,
+      "grad_norm": 393.923095703125,
+      "learning_rate": 1.919238146989412e-05,
+      "loss": 41.375,
+      "step": 6485
+    },
+    {
+      "epoch": 0.309949345312052,
+      "grad_norm": 349.542236328125,
+      "learning_rate": 1.9192076769207153e-05,
+      "loss": 30.1562,
+      "step": 6486
+    },
+    {
+      "epoch": 0.30999713275351237,
+      "grad_norm": 196.45079040527344,
+      "learning_rate": 1.9191772013471505e-05,
+      "loss": 25.5,
+      "step": 6487
+    },
+    {
+      "epoch": 0.31004492019497276,
+      "grad_norm": 493.5398254394531,
+      "learning_rate": 1.9191467202689008e-05,
+      "loss": 36.9688,
+      "step": 6488
+    },
+    {
+      "epoch": 0.31009270763643315,
+      "grad_norm": 171.44830322265625,
+      "learning_rate": 1.9191162336861482e-05,
+      "loss": 25.4688,
+      "step": 6489
+    },
+    {
+      "epoch": 0.31014049507789354,
+      "grad_norm": 285.7070007324219,
+      "learning_rate": 1.919085741599075e-05,
+      "loss": 35.0938,
+      "step": 6490
+    },
+    {
+      "epoch": 0.31018828251935393,
+      "grad_norm": 312.77618408203125,
+      "learning_rate": 1.9190552440078645e-05,
+      "loss": 43.5,
+      "step": 6491
+    },
+    {
+      "epoch": 0.3102360699608143,
+      "grad_norm": 286.23065185546875,
+      "learning_rate": 1.9190247409126993e-05,
+      "loss": 29.375,
+      "step": 6492
+    },
+    {
+      "epoch": 0.3102838574022747,
+      "grad_norm": 349.0089111328125,
+      "learning_rate": 1.9189942323137613e-05,
+      "loss": 36.5625,
+      "step": 6493
+    },
+    {
+      "epoch": 0.31033164484373504,
+      "grad_norm": 178.84349060058594,
+      "learning_rate": 1.9189637182112336e-05,
+      "loss": 40.4688,
+      "step": 6494
+    },
+    {
+      "epoch": 0.31037943228519543,
+      "grad_norm": 262.73944091796875,
+      "learning_rate": 1.9189331986052993e-05,
+      "loss": 26.1875,
+      "step": 6495
+    },
+    {
+      "epoch": 0.3104272197266558,
+      "grad_norm": 456.394287109375,
+      "learning_rate": 1.9189026734961408e-05,
+      "loss": 28.4688,
+      "step": 6496
+    },
+    {
+      "epoch": 0.3104750071681162,
+      "grad_norm": 355.6913146972656,
+      "learning_rate": 1.9188721428839407e-05,
+      "loss": 37.2812,
+      "step": 6497
+    },
+    {
+      "epoch": 0.3105227946095766,
+      "grad_norm": 330.2840576171875,
+      "learning_rate": 1.9188416067688823e-05,
+      "loss": 47.0625,
+      "step": 6498
+    },
+    {
+      "epoch": 0.310570582051037,
+      "grad_norm": 432.27294921875,
+      "learning_rate": 1.9188110651511486e-05,
+      "loss": 20.3438,
+      "step": 6499
+    },
+    {
+      "epoch": 0.3106183694924974,
+      "grad_norm": 185.4561309814453,
+      "learning_rate": 1.918780518030922e-05,
+      "loss": 37.1562,
+      "step": 6500
+    },
+    {
+      "epoch": 0.31066615693395777,
+      "grad_norm": 267.2953186035156,
+      "learning_rate": 1.918749965408386e-05,
+      "loss": 36.4375,
+      "step": 6501
+    },
+    {
+      "epoch": 0.31071394437541816,
+      "grad_norm": 544.1068115234375,
+      "learning_rate": 1.918719407283723e-05,
+      "loss": 33.125,
+      "step": 6502
+    },
+    {
+      "epoch": 0.31076173181687855,
+      "grad_norm": 336.9491882324219,
+      "learning_rate": 1.9186888436571157e-05,
+      "loss": 23.125,
+      "step": 6503
+    },
+    {
+      "epoch": 0.3108095192583389,
+      "grad_norm": 278.3368835449219,
+      "learning_rate": 1.918658274528748e-05,
+      "loss": 23.4844,
+      "step": 6504
+    },
+    {
+      "epoch": 0.3108573066997993,
+      "grad_norm": 216.68069458007812,
+      "learning_rate": 1.9186276998988026e-05,
+      "loss": 48.5312,
+      "step": 6505
+    },
+    {
+      "epoch": 0.31090509414125966,
+      "grad_norm": 176.481201171875,
+      "learning_rate": 1.918597119767463e-05,
+      "loss": 29.3906,
+      "step": 6506
+    },
+    {
+      "epoch": 0.31095288158272005,
+      "grad_norm": 265.5019226074219,
+      "learning_rate": 1.9185665341349117e-05,
+      "loss": 35.75,
+      "step": 6507
+    },
+    {
+      "epoch": 0.31100066902418044,
+      "grad_norm": 438.8013916015625,
+      "learning_rate": 1.918535943001332e-05,
+      "loss": 27.1562,
+      "step": 6508
+    },
+    {
+      "epoch": 0.31104845646564083,
+      "grad_norm": 223.9108428955078,
+      "learning_rate": 1.9185053463669073e-05,
+      "loss": 25.4062,
+      "step": 6509
+    },
+    {
+      "epoch": 0.3110962439071012,
+      "grad_norm": 265.24957275390625,
+      "learning_rate": 1.918474744231821e-05,
+      "loss": 47.625,
+      "step": 6510
+    },
+    {
+      "epoch": 0.3111440313485616,
+      "grad_norm": 216.3686065673828,
+      "learning_rate": 1.9184441365962558e-05,
+      "loss": 26.4062,
+      "step": 6511
+    },
+    {
+      "epoch": 0.311191818790022,
+      "grad_norm": 330.7846984863281,
+      "learning_rate": 1.9184135234603956e-05,
+      "loss": 29.0938,
+      "step": 6512
+    },
+    {
+      "epoch": 0.3112396062314824,
+      "grad_norm": 225.71888732910156,
+      "learning_rate": 1.9183829048244232e-05,
+      "loss": 28.3125,
+      "step": 6513
+    },
+    {
+      "epoch": 0.3112873936729427,
+      "grad_norm": 252.76564025878906,
+      "learning_rate": 1.9183522806885226e-05,
+      "loss": 24.25,
+      "step": 6514
+    },
+    {
+      "epoch": 0.3113351811144031,
+      "grad_norm": 149.08209228515625,
+      "learning_rate": 1.9183216510528767e-05,
+      "loss": 19.9375,
+      "step": 6515
+    },
+    {
+      "epoch": 0.3113829685558635,
+      "grad_norm": 295.38555908203125,
+      "learning_rate": 1.918291015917669e-05,
+      "loss": 41.9375,
+      "step": 6516
+    },
+    {
+      "epoch": 0.3114307559973239,
+      "grad_norm": 727.0610961914062,
+      "learning_rate": 1.9182603752830832e-05,
+      "loss": 35.375,
+      "step": 6517
+    },
+    {
+      "epoch": 0.3114785434387843,
+      "grad_norm": 268.6139831542969,
+      "learning_rate": 1.9182297291493025e-05,
+      "loss": 25.5,
+      "step": 6518
+    },
+    {
+      "epoch": 0.3115263308802447,
+      "grad_norm": 249.39654541015625,
+      "learning_rate": 1.91819907751651e-05,
+      "loss": 33.5312,
+      "step": 6519
+    },
+    {
+      "epoch": 0.31157411832170506,
+      "grad_norm": 396.63458251953125,
+      "learning_rate": 1.9181684203848907e-05,
+      "loss": 26.7656,
+      "step": 6520
+    },
+    {
+      "epoch": 0.31162190576316545,
+      "grad_norm": 337.2057189941406,
+      "learning_rate": 1.918137757754627e-05,
+      "loss": 37.3125,
+      "step": 6521
+    },
+    {
+      "epoch": 0.31166969320462584,
+      "grad_norm": 236.50509643554688,
+      "learning_rate": 1.918107089625903e-05,
+      "loss": 32.9375,
+      "step": 6522
+    },
+    {
+      "epoch": 0.31171748064608623,
+      "grad_norm": 645.6500854492188,
+      "learning_rate": 1.918076415998902e-05,
+      "loss": 33.6562,
+      "step": 6523
+    },
+    {
+      "epoch": 0.31176526808754657,
+      "grad_norm": 268.64093017578125,
+      "learning_rate": 1.918045736873808e-05,
+      "loss": 44.375,
+      "step": 6524
+    },
+    {
+      "epoch": 0.31181305552900695,
+      "grad_norm": 332.0940246582031,
+      "learning_rate": 1.918015052250805e-05,
+      "loss": 24.5,
+      "step": 6525
+    },
+    {
+      "epoch": 0.31186084297046734,
+      "grad_norm": 210.98419189453125,
+      "learning_rate": 1.9179843621300757e-05,
+      "loss": 37.0312,
+      "step": 6526
+    },
+    {
+      "epoch": 0.31190863041192773,
+      "grad_norm": 261.7438049316406,
+      "learning_rate": 1.917953666511805e-05,
+      "loss": 25.5312,
+      "step": 6527
+    },
+    {
+      "epoch": 0.3119564178533881,
+      "grad_norm": 548.3908081054688,
+      "learning_rate": 1.9179229653961762e-05,
+      "loss": 39.4688,
+      "step": 6528
+    },
+    {
+      "epoch": 0.3120042052948485,
+      "grad_norm": 430.00506591796875,
+      "learning_rate": 1.9178922587833734e-05,
+      "loss": 40.125,
+      "step": 6529
+    },
+    {
+      "epoch": 0.3120519927363089,
+      "grad_norm": 247.9043426513672,
+      "learning_rate": 1.9178615466735802e-05,
+      "loss": 37.4375,
+      "step": 6530
+    },
+    {
+      "epoch": 0.3120997801777693,
+      "grad_norm": 202.88861083984375,
+      "learning_rate": 1.917830829066981e-05,
+      "loss": 29.2812,
+      "step": 6531
+    },
+    {
+      "epoch": 0.3121475676192297,
+      "grad_norm": 302.3780822753906,
+      "learning_rate": 1.917800105963759e-05,
+      "loss": 27.6094,
+      "step": 6532
+    },
+    {
+      "epoch": 0.31219535506069007,
+      "grad_norm": 279.1530456542969,
+      "learning_rate": 1.917769377364099e-05,
+      "loss": 34.2812,
+      "step": 6533
+    },
+    {
+      "epoch": 0.31224314250215046,
+      "grad_norm": 295.2740173339844,
+      "learning_rate": 1.9177386432681847e-05,
+      "loss": 38.6562,
+      "step": 6534
+    },
+    {
+      "epoch": 0.3122909299436108,
+      "grad_norm": 287.0408020019531,
+      "learning_rate": 1.9177079036761998e-05,
+      "loss": 23.9375,
+      "step": 6535
+    },
+    {
+      "epoch": 0.3123387173850712,
+      "grad_norm": 285.11083984375,
+      "learning_rate": 1.917677158588329e-05,
+      "loss": 24.8438,
+      "step": 6536
+    },
+    {
+      "epoch": 0.3123865048265316,
+      "grad_norm": 590.7463989257812,
+      "learning_rate": 1.9176464080047565e-05,
+      "loss": 32.4688,
+      "step": 6537
+    },
+    {
+      "epoch": 0.31243429226799196,
+      "grad_norm": 227.13067626953125,
+      "learning_rate": 1.9176156519256656e-05,
+      "loss": 28.8125,
+      "step": 6538
+    },
+    {
+      "epoch": 0.31248207970945235,
+      "grad_norm": 278.5008850097656,
+      "learning_rate": 1.917584890351241e-05,
+      "loss": 40.2969,
+      "step": 6539
+    },
+    {
+      "epoch": 0.31252986715091274,
+      "grad_norm": 280.42010498046875,
+      "learning_rate": 1.9175541232816667e-05,
+      "loss": 39.5,
+      "step": 6540
+    },
+    {
+      "epoch": 0.31257765459237313,
+      "grad_norm": 328.09259033203125,
+      "learning_rate": 1.9175233507171276e-05,
+      "loss": 25.6406,
+      "step": 6541
+    },
+    {
+      "epoch": 0.3126254420338335,
+      "grad_norm": 441.07598876953125,
+      "learning_rate": 1.9174925726578076e-05,
+      "loss": 33.625,
+      "step": 6542
+    },
+    {
+      "epoch": 0.3126732294752939,
+      "grad_norm": 143.24880981445312,
+      "learning_rate": 1.917461789103891e-05,
+      "loss": 23.4062,
+      "step": 6543
+    },
+    {
+      "epoch": 0.3127210169167543,
+      "grad_norm": 265.797607421875,
+      "learning_rate": 1.9174310000555617e-05,
+      "loss": 29.9375,
+      "step": 6544
+    },
+    {
+      "epoch": 0.31276880435821464,
+      "grad_norm": 329.38677978515625,
+      "learning_rate": 1.917400205513005e-05,
+      "loss": 37.4375,
+      "step": 6545
+    },
+    {
+      "epoch": 0.312816591799675,
+      "grad_norm": 406.1733093261719,
+      "learning_rate": 1.9173694054764044e-05,
+      "loss": 33.1562,
+      "step": 6546
+    },
+    {
+      "epoch": 0.3128643792411354,
+      "grad_norm": 388.2430725097656,
+      "learning_rate": 1.917338599945945e-05,
+      "loss": 31.0312,
+      "step": 6547
+    },
+    {
+      "epoch": 0.3129121666825958,
+      "grad_norm": 283.7956848144531,
+      "learning_rate": 1.9173077889218114e-05,
+      "loss": 35.5625,
+      "step": 6548
+    },
+    {
+      "epoch": 0.3129599541240562,
+      "grad_norm": 445.083984375,
+      "learning_rate": 1.9172769724041872e-05,
+      "loss": 33.625,
+      "step": 6549
+    },
+    {
+      "epoch": 0.3130077415655166,
+      "grad_norm": 632.1222534179688,
+      "learning_rate": 1.917246150393258e-05,
+      "loss": 30.0938,
+      "step": 6550
+    },
+    {
+      "epoch": 0.313055529006977,
+      "grad_norm": 440.5638732910156,
+      "learning_rate": 1.9172153228892077e-05,
+      "loss": 33.7188,
+      "step": 6551
+    },
+    {
+      "epoch": 0.31310331644843736,
+      "grad_norm": 272.54681396484375,
+      "learning_rate": 1.9171844898922208e-05,
+      "loss": 24.0625,
+      "step": 6552
+    },
+    {
+      "epoch": 0.31315110388989775,
+      "grad_norm": 259.73919677734375,
+      "learning_rate": 1.917153651402483e-05,
+      "loss": 30.5781,
+      "step": 6553
+    },
+    {
+      "epoch": 0.31319889133135814,
+      "grad_norm": 209.2395782470703,
+      "learning_rate": 1.917122807420178e-05,
+      "loss": 25.7188,
+      "step": 6554
+    },
+    {
+      "epoch": 0.3132466787728185,
+      "grad_norm": 181.2698974609375,
+      "learning_rate": 1.917091957945491e-05,
+      "loss": 17.6406,
+      "step": 6555
+    },
+    {
+      "epoch": 0.31329446621427887,
+      "grad_norm": 391.1937561035156,
+      "learning_rate": 1.9170611029786062e-05,
+      "loss": 42.375,
+      "step": 6556
+    },
+    {
+      "epoch": 0.31334225365573926,
+      "grad_norm": 518.8490600585938,
+      "learning_rate": 1.9170302425197086e-05,
+      "loss": 32.625,
+      "step": 6557
+    },
+    {
+      "epoch": 0.31339004109719965,
+      "grad_norm": 263.1672058105469,
+      "learning_rate": 1.9169993765689834e-05,
+      "loss": 25.0312,
+      "step": 6558
+    },
+    {
+      "epoch": 0.31343782853866003,
+      "grad_norm": 205.9305419921875,
+      "learning_rate": 1.916968505126615e-05,
+      "loss": 34.6406,
+      "step": 6559
+    },
+    {
+      "epoch": 0.3134856159801204,
+      "grad_norm": 231.24595642089844,
+      "learning_rate": 1.916937628192789e-05,
+      "loss": 40.8125,
+      "step": 6560
+    },
+    {
+      "epoch": 0.3135334034215808,
+      "grad_norm": 211.60935974121094,
+      "learning_rate": 1.9169067457676895e-05,
+      "loss": 22.25,
+      "step": 6561
+    },
+    {
+      "epoch": 0.3135811908630412,
+      "grad_norm": 588.3204956054688,
+      "learning_rate": 1.9168758578515016e-05,
+      "loss": 46.3438,
+      "step": 6562
+    },
+    {
+      "epoch": 0.3136289783045016,
+      "grad_norm": 232.7662353515625,
+      "learning_rate": 1.9168449644444105e-05,
+      "loss": 23.0312,
+      "step": 6563
+    },
+    {
+      "epoch": 0.313676765745962,
+      "grad_norm": 173.6164093017578,
+      "learning_rate": 1.916814065546601e-05,
+      "loss": 30.25,
+      "step": 6564
+    },
+    {
+      "epoch": 0.3137245531874224,
+      "grad_norm": 188.21331787109375,
+      "learning_rate": 1.916783161158258e-05,
+      "loss": 28.2812,
+      "step": 6565
+    },
+    {
+      "epoch": 0.3137723406288827,
+      "grad_norm": 354.7277526855469,
+      "learning_rate": 1.9167522512795673e-05,
+      "loss": 36.3125,
+      "step": 6566
+    },
+    {
+      "epoch": 0.3138201280703431,
+      "grad_norm": 217.3837890625,
+      "learning_rate": 1.9167213359107137e-05,
+      "loss": 21.0938,
+      "step": 6567
+    },
+    {
+      "epoch": 0.3138679155118035,
+      "grad_norm": 187.41090393066406,
+      "learning_rate": 1.916690415051882e-05,
+      "loss": 30.7188,
+      "step": 6568
+    },
+    {
+      "epoch": 0.3139157029532639,
+      "grad_norm": 267.19451904296875,
+      "learning_rate": 1.916659488703257e-05,
+      "loss": 27.2188,
+      "step": 6569
+    },
+    {
+      "epoch": 0.31396349039472427,
+      "grad_norm": 200.51251220703125,
+      "learning_rate": 1.9166285568650252e-05,
+      "loss": 31.6562,
+      "step": 6570
+    },
+    {
+      "epoch": 0.31401127783618465,
+      "grad_norm": 399.36541748046875,
+      "learning_rate": 1.916597619537371e-05,
+      "loss": 43.9062,
+      "step": 6571
+    },
+    {
+      "epoch": 0.31405906527764504,
+      "grad_norm": 221.2670440673828,
+      "learning_rate": 1.9165666767204797e-05,
+      "loss": 29.0469,
+      "step": 6572
+    },
+    {
+      "epoch": 0.31410685271910543,
+      "grad_norm": 418.9213562011719,
+      "learning_rate": 1.9165357284145364e-05,
+      "loss": 46.0312,
+      "step": 6573
+    },
+    {
+      "epoch": 0.3141546401605658,
+      "grad_norm": 350.7264404296875,
+      "learning_rate": 1.9165047746197272e-05,
+      "loss": 28.625,
+      "step": 6574
+    },
+    {
+      "epoch": 0.3142024276020262,
+      "grad_norm": 253.85826110839844,
+      "learning_rate": 1.9164738153362366e-05,
+      "loss": 30.25,
+      "step": 6575
+    },
+    {
+      "epoch": 0.31425021504348655,
+      "grad_norm": 143.84278869628906,
+      "learning_rate": 1.9164428505642507e-05,
+      "loss": 23.3125,
+      "step": 6576
+    },
+    {
+      "epoch": 0.31429800248494694,
+      "grad_norm": 177.8920135498047,
+      "learning_rate": 1.9164118803039548e-05,
+      "loss": 32.2812,
+      "step": 6577
+    },
+    {
+      "epoch": 0.3143457899264073,
+      "grad_norm": 262.9647521972656,
+      "learning_rate": 1.916380904555534e-05,
+      "loss": 35.9688,
+      "step": 6578
+    },
+    {
+      "epoch": 0.3143935773678677,
+      "grad_norm": 225.2413330078125,
+      "learning_rate": 1.916349923319174e-05,
+      "loss": 30.125,
+      "step": 6579
+    },
+    {
+      "epoch": 0.3144413648093281,
+      "grad_norm": 344.6206359863281,
+      "learning_rate": 1.9163189365950606e-05,
+      "loss": 32.3125,
+      "step": 6580
+    },
+    {
+      "epoch": 0.3144891522507885,
+      "grad_norm": 231.5526885986328,
+      "learning_rate": 1.9162879443833787e-05,
+      "loss": 28.125,
+      "step": 6581
+    },
+    {
+      "epoch": 0.3145369396922489,
+      "grad_norm": 190.38821411132812,
+      "learning_rate": 1.9162569466843148e-05,
+      "loss": 30.125,
+      "step": 6582
+    },
+    {
+      "epoch": 0.3145847271337093,
+      "grad_norm": 262.6019287109375,
+      "learning_rate": 1.916225943498054e-05,
+      "loss": 35.1875,
+      "step": 6583
+    },
+    {
+      "epoch": 0.31463251457516966,
+      "grad_norm": 563.0034790039062,
+      "learning_rate": 1.9161949348247823e-05,
+      "loss": 28.75,
+      "step": 6584
+    },
+    {
+      "epoch": 0.31468030201663005,
+      "grad_norm": 291.9646911621094,
+      "learning_rate": 1.9161639206646847e-05,
+      "loss": 43.875,
+      "step": 6585
+    },
+    {
+      "epoch": 0.3147280894580904,
+      "grad_norm": 301.18780517578125,
+      "learning_rate": 1.9161329010179474e-05,
+      "loss": 28.7812,
+      "step": 6586
+    },
+    {
+      "epoch": 0.3147758768995508,
+      "grad_norm": 264.95599365234375,
+      "learning_rate": 1.9161018758847562e-05,
+      "loss": 29.1875,
+      "step": 6587
+    },
+    {
+      "epoch": 0.31482366434101117,
+      "grad_norm": 167.8469696044922,
+      "learning_rate": 1.916070845265297e-05,
+      "loss": 29.7188,
+      "step": 6588
+    },
+    {
+      "epoch": 0.31487145178247156,
+      "grad_norm": 193.76651000976562,
+      "learning_rate": 1.9160398091597555e-05,
+      "loss": 23.875,
+      "step": 6589
+    },
+    {
+      "epoch": 0.31491923922393195,
+      "grad_norm": 215.98377990722656,
+      "learning_rate": 1.9160087675683174e-05,
+      "loss": 25.6875,
+      "step": 6590
+    },
+    {
+      "epoch": 0.31496702666539234,
+      "grad_norm": 379.48760986328125,
+      "learning_rate": 1.915977720491169e-05,
+      "loss": 35.8125,
+      "step": 6591
+    },
+    {
+      "epoch": 0.3150148141068527,
+      "grad_norm": 184.690673828125,
+      "learning_rate": 1.9159466679284955e-05,
+      "loss": 24.4375,
+      "step": 6592
+    },
+    {
+      "epoch": 0.3150626015483131,
+      "grad_norm": 371.7203063964844,
+      "learning_rate": 1.9159156098804842e-05,
+      "loss": 28.4062,
+      "step": 6593
+    },
+    {
+      "epoch": 0.3151103889897735,
+      "grad_norm": 393.7461853027344,
+      "learning_rate": 1.9158845463473196e-05,
+      "loss": 33.5312,
+      "step": 6594
+    },
+    {
+      "epoch": 0.3151581764312339,
+      "grad_norm": 263.5121154785156,
+      "learning_rate": 1.9158534773291884e-05,
+      "loss": 19.8438,
+      "step": 6595
+    },
+    {
+      "epoch": 0.3152059638726943,
+      "grad_norm": 310.0113525390625,
+      "learning_rate": 1.915822402826277e-05,
+      "loss": 30.0312,
+      "step": 6596
+    },
+    {
+      "epoch": 0.3152537513141546,
+      "grad_norm": 586.6400756835938,
+      "learning_rate": 1.9157913228387707e-05,
+      "loss": 42.75,
+      "step": 6597
+    },
+    {
+      "epoch": 0.315301538755615,
+      "grad_norm": 190.61068725585938,
+      "learning_rate": 1.915760237366856e-05,
+      "loss": 26.5781,
+      "step": 6598
+    },
+    {
+      "epoch": 0.3153493261970754,
+      "grad_norm": 409.9090270996094,
+      "learning_rate": 1.91572914641072e-05,
+      "loss": 42.0938,
+      "step": 6599
+    },
+    {
+      "epoch": 0.3153971136385358,
+      "grad_norm": 135.10865783691406,
+      "learning_rate": 1.9156980499705473e-05,
+      "loss": 30.5,
+      "step": 6600
+    },
+    {
+      "epoch": 0.3154449010799962,
+      "grad_norm": 179.97425842285156,
+      "learning_rate": 1.9156669480465247e-05,
+      "loss": 27.8594,
+      "step": 6601
+    },
+    {
+      "epoch": 0.31549268852145657,
+      "grad_norm": 217.6216278076172,
+      "learning_rate": 1.915635840638839e-05,
+      "loss": 25.0625,
+      "step": 6602
+    },
+    {
+      "epoch": 0.31554047596291696,
+      "grad_norm": 353.66864013671875,
+      "learning_rate": 1.915604727747676e-05,
+      "loss": 43.2812,
+      "step": 6603
+    },
+    {
+      "epoch": 0.31558826340437734,
+      "grad_norm": 249.86578369140625,
+      "learning_rate": 1.9155736093732224e-05,
+      "loss": 30.7188,
+      "step": 6604
+    },
+    {
+      "epoch": 0.31563605084583773,
+      "grad_norm": 554.61767578125,
+      "learning_rate": 1.9155424855156642e-05,
+      "loss": 43.1875,
+      "step": 6605
+    },
+    {
+      "epoch": 0.3156838382872981,
+      "grad_norm": 259.3978576660156,
+      "learning_rate": 1.9155113561751876e-05,
+      "loss": 34.2188,
+      "step": 6606
+    },
+    {
+      "epoch": 0.31573162572875846,
+      "grad_norm": 302.3865661621094,
+      "learning_rate": 1.9154802213519795e-05,
+      "loss": 21.2969,
+      "step": 6607
+    },
+    {
+      "epoch": 0.31577941317021885,
+      "grad_norm": 273.5467529296875,
+      "learning_rate": 1.915449081046226e-05,
+      "loss": 23.7031,
+      "step": 6608
+    },
+    {
+      "epoch": 0.31582720061167924,
+      "grad_norm": 249.3129425048828,
+      "learning_rate": 1.915417935258114e-05,
+      "loss": 24.0312,
+      "step": 6609
+    },
+    {
+      "epoch": 0.3158749880531396,
+      "grad_norm": 191.5319061279297,
+      "learning_rate": 1.9153867839878297e-05,
+      "loss": 18.375,
+      "step": 6610
+    },
+    {
+      "epoch": 0.3159227754946,
+      "grad_norm": 448.38238525390625,
+      "learning_rate": 1.9153556272355596e-05,
+      "loss": 37.0,
+      "step": 6611
+    },
+    {
+      "epoch": 0.3159705629360604,
+      "grad_norm": 192.20191955566406,
+      "learning_rate": 1.9153244650014905e-05,
+      "loss": 25.4375,
+      "step": 6612
+    },
+    {
+      "epoch": 0.3160183503775208,
+      "grad_norm": 261.920166015625,
+      "learning_rate": 1.915293297285809e-05,
+      "loss": 36.5781,
+      "step": 6613
+    },
+    {
+      "epoch": 0.3160661378189812,
+      "grad_norm": 289.4808654785156,
+      "learning_rate": 1.9152621240887016e-05,
+      "loss": 37.4062,
+      "step": 6614
+    },
+    {
+      "epoch": 0.3161139252604416,
+      "grad_norm": 324.8726806640625,
+      "learning_rate": 1.9152309454103553e-05,
+      "loss": 26.875,
+      "step": 6615
+    },
+    {
+      "epoch": 0.31616171270190196,
+      "grad_norm": 489.88995361328125,
+      "learning_rate": 1.9151997612509562e-05,
+      "loss": 26.875,
+      "step": 6616
+    },
+    {
+      "epoch": 0.3162095001433623,
+      "grad_norm": 297.6175842285156,
+      "learning_rate": 1.915168571610692e-05,
+      "loss": 21.0938,
+      "step": 6617
+    },
+    {
+      "epoch": 0.3162572875848227,
+      "grad_norm": 278.55047607421875,
+      "learning_rate": 1.9151373764897484e-05,
+      "loss": 25.1562,
+      "step": 6618
+    },
+    {
+      "epoch": 0.3163050750262831,
+      "grad_norm": 438.3288269042969,
+      "learning_rate": 1.915106175888313e-05,
+      "loss": 22.0938,
+      "step": 6619
+    },
+    {
+      "epoch": 0.31635286246774347,
+      "grad_norm": 205.03729248046875,
+      "learning_rate": 1.9150749698065727e-05,
+      "loss": 28.625,
+      "step": 6620
+    },
+    {
+      "epoch": 0.31640064990920386,
+      "grad_norm": 296.62689208984375,
+      "learning_rate": 1.9150437582447136e-05,
+      "loss": 31.6719,
+      "step": 6621
+    },
+    {
+      "epoch": 0.31644843735066425,
+      "grad_norm": 500.3116455078125,
+      "learning_rate": 1.9150125412029233e-05,
+      "loss": 33.9375,
+      "step": 6622
+    },
+    {
+      "epoch": 0.31649622479212464,
+      "grad_norm": 308.92645263671875,
+      "learning_rate": 1.914981318681389e-05,
+      "loss": 25.3125,
+      "step": 6623
+    },
+    {
+      "epoch": 0.316544012233585,
+      "grad_norm": 450.400634765625,
+      "learning_rate": 1.914950090680297e-05,
+      "loss": 37.3125,
+      "step": 6624
+    },
+    {
+      "epoch": 0.3165917996750454,
+      "grad_norm": 190.8094024658203,
+      "learning_rate": 1.914918857199834e-05,
+      "loss": 24.6094,
+      "step": 6625
+    },
+    {
+      "epoch": 0.3166395871165058,
+      "grad_norm": 611.7954711914062,
+      "learning_rate": 1.9148876182401884e-05,
+      "loss": 47.4375,
+      "step": 6626
+    },
+    {
+      "epoch": 0.31668737455796614,
+      "grad_norm": 441.0165710449219,
+      "learning_rate": 1.914856373801546e-05,
+      "loss": 30.25,
+      "step": 6627
+    },
+    {
+      "epoch": 0.31673516199942653,
+      "grad_norm": 477.8585510253906,
+      "learning_rate": 1.9148251238840947e-05,
+      "loss": 43.875,
+      "step": 6628
+    },
+    {
+      "epoch": 0.3167829494408869,
+      "grad_norm": 206.6574249267578,
+      "learning_rate": 1.9147938684880213e-05,
+      "loss": 30.7812,
+      "step": 6629
+    },
+    {
+      "epoch": 0.3168307368823473,
+      "grad_norm": 205.2957763671875,
+      "learning_rate": 1.9147626076135127e-05,
+      "loss": 30.9531,
+      "step": 6630
+    },
+    {
+      "epoch": 0.3168785243238077,
+      "grad_norm": 324.2019958496094,
+      "learning_rate": 1.9147313412607568e-05,
+      "loss": 31.625,
+      "step": 6631
+    },
+    {
+      "epoch": 0.3169263117652681,
+      "grad_norm": 235.2144775390625,
+      "learning_rate": 1.9147000694299403e-05,
+      "loss": 29.4062,
+      "step": 6632
+    },
+    {
+      "epoch": 0.3169740992067285,
+      "grad_norm": 346.7778625488281,
+      "learning_rate": 1.9146687921212507e-05,
+      "loss": 27.3438,
+      "step": 6633
+    },
+    {
+      "epoch": 0.31702188664818887,
+      "grad_norm": 223.39051818847656,
+      "learning_rate": 1.9146375093348755e-05,
+      "loss": 39.3125,
+      "step": 6634
+    },
+    {
+      "epoch": 0.31706967408964926,
+      "grad_norm": 285.9524841308594,
+      "learning_rate": 1.9146062210710016e-05,
+      "loss": 29.875,
+      "step": 6635
+    },
+    {
+      "epoch": 0.31711746153110965,
+      "grad_norm": 436.71630859375,
+      "learning_rate": 1.9145749273298168e-05,
+      "loss": 30.2812,
+      "step": 6636
+    },
+    {
+      "epoch": 0.31716524897257004,
+      "grad_norm": 240.44815063476562,
+      "learning_rate": 1.9145436281115083e-05,
+      "loss": 27.5625,
+      "step": 6637
+    },
+    {
+      "epoch": 0.31721303641403037,
+      "grad_norm": 233.11026000976562,
+      "learning_rate": 1.9145123234162635e-05,
+      "loss": 24.9688,
+      "step": 6638
+    },
+    {
+      "epoch": 0.31726082385549076,
+      "grad_norm": 273.8106994628906,
+      "learning_rate": 1.9144810132442696e-05,
+      "loss": 33.4844,
+      "step": 6639
+    },
+    {
+      "epoch": 0.31730861129695115,
+      "grad_norm": 246.813232421875,
+      "learning_rate": 1.9144496975957147e-05,
+      "loss": 30.5312,
+      "step": 6640
+    },
+    {
+      "epoch": 0.31735639873841154,
+      "grad_norm": 259.3525085449219,
+      "learning_rate": 1.9144183764707862e-05,
+      "loss": 27.9375,
+      "step": 6641
+    },
+    {
+      "epoch": 0.3174041861798719,
+      "grad_norm": 296.2680358886719,
+      "learning_rate": 1.9143870498696712e-05,
+      "loss": 36.1562,
+      "step": 6642
+    },
+    {
+      "epoch": 0.3174519736213323,
+      "grad_norm": 244.5293731689453,
+      "learning_rate": 1.914355717792558e-05,
+      "loss": 26.8125,
+      "step": 6643
+    },
+    {
+      "epoch": 0.3174997610627927,
+      "grad_norm": 462.48907470703125,
+      "learning_rate": 1.9143243802396338e-05,
+      "loss": 36.2812,
+      "step": 6644
+    },
+    {
+      "epoch": 0.3175475485042531,
+      "grad_norm": 280.9392395019531,
+      "learning_rate": 1.9142930372110865e-05,
+      "loss": 37.8438,
+      "step": 6645
+    },
+    {
+      "epoch": 0.3175953359457135,
+      "grad_norm": 342.70941162109375,
+      "learning_rate": 1.914261688707103e-05,
+      "loss": 43.875,
+      "step": 6646
+    },
+    {
+      "epoch": 0.3176431233871739,
+      "grad_norm": 296.80096435546875,
+      "learning_rate": 1.9142303347278727e-05,
+      "loss": 28.0312,
+      "step": 6647
+    },
+    {
+      "epoch": 0.3176909108286342,
+      "grad_norm": 350.0669860839844,
+      "learning_rate": 1.914198975273582e-05,
+      "loss": 36.3125,
+      "step": 6648
+    },
+    {
+      "epoch": 0.3177386982700946,
+      "grad_norm": 415.61053466796875,
+      "learning_rate": 1.9141676103444188e-05,
+      "loss": 36.3125,
+      "step": 6649
+    },
+    {
+      "epoch": 0.317786485711555,
+      "grad_norm": 266.38482666015625,
+      "learning_rate": 1.9141362399405713e-05,
+      "loss": 21.6719,
+      "step": 6650
+    },
+    {
+      "epoch": 0.3178342731530154,
+      "grad_norm": 286.3039245605469,
+      "learning_rate": 1.9141048640622273e-05,
+      "loss": 36.0625,
+      "step": 6651
+    },
+    {
+      "epoch": 0.31788206059447577,
+      "grad_norm": 242.15771484375,
+      "learning_rate": 1.9140734827095748e-05,
+      "loss": 36.4062,
+      "step": 6652
+    },
+    {
+      "epoch": 0.31792984803593616,
+      "grad_norm": 288.07391357421875,
+      "learning_rate": 1.9140420958828017e-05,
+      "loss": 37.0312,
+      "step": 6653
+    },
+    {
+      "epoch": 0.31797763547739655,
+      "grad_norm": 363.0089111328125,
+      "learning_rate": 1.9140107035820955e-05,
+      "loss": 35.0625,
+      "step": 6654
+    },
+    {
+      "epoch": 0.31802542291885694,
+      "grad_norm": 252.13197326660156,
+      "learning_rate": 1.913979305807645e-05,
+      "loss": 38.7812,
+      "step": 6655
+    },
+    {
+      "epoch": 0.3180732103603173,
+      "grad_norm": 385.5895080566406,
+      "learning_rate": 1.9139479025596375e-05,
+      "loss": 38.4062,
+      "step": 6656
+    },
+    {
+      "epoch": 0.3181209978017777,
+      "grad_norm": 416.510009765625,
+      "learning_rate": 1.9139164938382614e-05,
+      "loss": 27.7812,
+      "step": 6657
+    },
+    {
+      "epoch": 0.31816878524323805,
+      "grad_norm": 231.50149536132812,
+      "learning_rate": 1.913885079643705e-05,
+      "loss": 30.25,
+      "step": 6658
+    },
+    {
+      "epoch": 0.31821657268469844,
+      "grad_norm": 306.0300598144531,
+      "learning_rate": 1.913853659976156e-05,
+      "loss": 31.3438,
+      "step": 6659
+    },
+    {
+      "epoch": 0.31826436012615883,
+      "grad_norm": 291.6292419433594,
+      "learning_rate": 1.913822234835803e-05,
+      "loss": 20.8594,
+      "step": 6660
+    },
+    {
+      "epoch": 0.3183121475676192,
+      "grad_norm": 339.9940185546875,
+      "learning_rate": 1.913790804222834e-05,
+      "loss": 31.4688,
+      "step": 6661
+    },
+    {
+      "epoch": 0.3183599350090796,
+      "grad_norm": 476.2843933105469,
+      "learning_rate": 1.913759368137437e-05,
+      "loss": 29.7188,
+      "step": 6662
+    },
+    {
+      "epoch": 0.31840772245054,
+      "grad_norm": 250.82144165039062,
+      "learning_rate": 1.9137279265798003e-05,
+      "loss": 29.3125,
+      "step": 6663
+    },
+    {
+      "epoch": 0.3184555098920004,
+      "grad_norm": 378.3016052246094,
+      "learning_rate": 1.9136964795501124e-05,
+      "loss": 27.5625,
+      "step": 6664
+    },
+    {
+      "epoch": 0.3185032973334608,
+      "grad_norm": 408.27880859375,
+      "learning_rate": 1.913665027048562e-05,
+      "loss": 37.9688,
+      "step": 6665
+    },
+    {
+      "epoch": 0.31855108477492117,
+      "grad_norm": 271.87176513671875,
+      "learning_rate": 1.9136335690753367e-05,
+      "loss": 29.1875,
+      "step": 6666
+    },
+    {
+      "epoch": 0.31859887221638156,
+      "grad_norm": 327.77960205078125,
+      "learning_rate": 1.9136021056306253e-05,
+      "loss": 32.9062,
+      "step": 6667
+    },
+    {
+      "epoch": 0.31864665965784195,
+      "grad_norm": 419.92633056640625,
+      "learning_rate": 1.913570636714616e-05,
+      "loss": 36.25,
+      "step": 6668
+    },
+    {
+      "epoch": 0.3186944470993023,
+      "grad_norm": 287.8183288574219,
+      "learning_rate": 1.9135391623274976e-05,
+      "loss": 28.4062,
+      "step": 6669
+    },
+    {
+      "epoch": 0.31874223454076267,
+      "grad_norm": 220.2414093017578,
+      "learning_rate": 1.9135076824694585e-05,
+      "loss": 27.7188,
+      "step": 6670
+    },
+    {
+      "epoch": 0.31879002198222306,
+      "grad_norm": 160.27349853515625,
+      "learning_rate": 1.913476197140687e-05,
+      "loss": 35.625,
+      "step": 6671
+    },
+    {
+      "epoch": 0.31883780942368345,
+      "grad_norm": 260.1578369140625,
+      "learning_rate": 1.9134447063413717e-05,
+      "loss": 35.0938,
+      "step": 6672
+    },
+    {
+      "epoch": 0.31888559686514384,
+      "grad_norm": 264.1314392089844,
+      "learning_rate": 1.9134132100717013e-05,
+      "loss": 27.2812,
+      "step": 6673
+    },
+    {
+      "epoch": 0.31893338430660423,
+      "grad_norm": 324.3389892578125,
+      "learning_rate": 1.9133817083318646e-05,
+      "loss": 36.7812,
+      "step": 6674
+    },
+    {
+      "epoch": 0.3189811717480646,
+      "grad_norm": 194.63839721679688,
+      "learning_rate": 1.9133502011220498e-05,
+      "loss": 24.6562,
+      "step": 6675
+    },
+    {
+      "epoch": 0.319028959189525,
+      "grad_norm": 320.7763671875,
+      "learning_rate": 1.9133186884424458e-05,
+      "loss": 40.6562,
+      "step": 6676
+    },
+    {
+      "epoch": 0.3190767466309854,
+      "grad_norm": 344.9080810546875,
+      "learning_rate": 1.9132871702932418e-05,
+      "loss": 43.6562,
+      "step": 6677
+    },
+    {
+      "epoch": 0.3191245340724458,
+      "grad_norm": 369.6319580078125,
+      "learning_rate": 1.9132556466746257e-05,
+      "loss": 40.0625,
+      "step": 6678
+    },
+    {
+      "epoch": 0.3191723215139061,
+      "grad_norm": 408.69488525390625,
+      "learning_rate": 1.9132241175867867e-05,
+      "loss": 34.4375,
+      "step": 6679
+    },
+    {
+      "epoch": 0.3192201089553665,
+      "grad_norm": 512.4950561523438,
+      "learning_rate": 1.9131925830299138e-05,
+      "loss": 36.4375,
+      "step": 6680
+    },
+    {
+      "epoch": 0.3192678963968269,
+      "grad_norm": 297.9035339355469,
+      "learning_rate": 1.9131610430041957e-05,
+      "loss": 29.625,
+      "step": 6681
+    },
+    {
+      "epoch": 0.3193156838382873,
+      "grad_norm": 357.4656677246094,
+      "learning_rate": 1.913129497509821e-05,
+      "loss": 32.1562,
+      "step": 6682
+    },
+    {
+      "epoch": 0.3193634712797477,
+      "grad_norm": 222.75987243652344,
+      "learning_rate": 1.913097946546979e-05,
+      "loss": 23.375,
+      "step": 6683
+    },
+    {
+      "epoch": 0.31941125872120807,
+      "grad_norm": 351.9584045410156,
+      "learning_rate": 1.9130663901158585e-05,
+      "loss": 37.9375,
+      "step": 6684
+    },
+    {
+      "epoch": 0.31945904616266846,
+      "grad_norm": 318.5334167480469,
+      "learning_rate": 1.913034828216649e-05,
+      "loss": 31.625,
+      "step": 6685
+    },
+    {
+      "epoch": 0.31950683360412885,
+      "grad_norm": 270.40869140625,
+      "learning_rate": 1.9130032608495383e-05,
+      "loss": 27.25,
+      "step": 6686
+    },
+    {
+      "epoch": 0.31955462104558924,
+      "grad_norm": 248.16429138183594,
+      "learning_rate": 1.9129716880147163e-05,
+      "loss": 26.4531,
+      "step": 6687
+    },
+    {
+      "epoch": 0.3196024084870496,
+      "grad_norm": 223.36068725585938,
+      "learning_rate": 1.912940109712372e-05,
+      "loss": 19.3125,
+      "step": 6688
+    },
+    {
+      "epoch": 0.31965019592850996,
+      "grad_norm": 404.7003479003906,
+      "learning_rate": 1.9129085259426946e-05,
+      "loss": 34.0312,
+      "step": 6689
+    },
+    {
+      "epoch": 0.31969798336997035,
+      "grad_norm": 703.8738403320312,
+      "learning_rate": 1.9128769367058733e-05,
+      "loss": 24.0312,
+      "step": 6690
+    },
+    {
+      "epoch": 0.31974577081143074,
+      "grad_norm": 361.952880859375,
+      "learning_rate": 1.9128453420020968e-05,
+      "loss": 37.0312,
+      "step": 6691
+    },
+    {
+      "epoch": 0.31979355825289113,
+      "grad_norm": 303.6523132324219,
+      "learning_rate": 1.9128137418315544e-05,
+      "loss": 35.5938,
+      "step": 6692
+    },
+    {
+      "epoch": 0.3198413456943515,
+      "grad_norm": 318.415771484375,
+      "learning_rate": 1.912782136194436e-05,
+      "loss": 38.2812,
+      "step": 6693
+    },
+    {
+      "epoch": 0.3198891331358119,
+      "grad_norm": 233.05174255371094,
+      "learning_rate": 1.91275052509093e-05,
+      "loss": 25.0781,
+      "step": 6694
+    },
+    {
+      "epoch": 0.3199369205772723,
+      "grad_norm": 361.751220703125,
+      "learning_rate": 1.9127189085212262e-05,
+      "loss": 34.0,
+      "step": 6695
+    },
+    {
+      "epoch": 0.3199847080187327,
+      "grad_norm": 287.38787841796875,
+      "learning_rate": 1.9126872864855142e-05,
+      "loss": 31.2188,
+      "step": 6696
+    },
+    {
+      "epoch": 0.3200324954601931,
+      "grad_norm": 194.00050354003906,
+      "learning_rate": 1.9126556589839826e-05,
+      "loss": 25.2188,
+      "step": 6697
+    },
+    {
+      "epoch": 0.32008028290165347,
+      "grad_norm": 653.9310302734375,
+      "learning_rate": 1.9126240260168216e-05,
+      "loss": 33.0312,
+      "step": 6698
+    },
+    {
+      "epoch": 0.3201280703431138,
+      "grad_norm": 224.43411254882812,
+      "learning_rate": 1.91259238758422e-05,
+      "loss": 22.7344,
+      "step": 6699
+    },
+    {
+      "epoch": 0.3201758577845742,
+      "grad_norm": 300.1830139160156,
+      "learning_rate": 1.9125607436863678e-05,
+      "loss": 26.2344,
+      "step": 6700
+    },
+    {
+      "epoch": 0.3202236452260346,
+      "grad_norm": 448.2950744628906,
+      "learning_rate": 1.9125290943234542e-05,
+      "loss": 33.875,
+      "step": 6701
+    },
+    {
+      "epoch": 0.32027143266749497,
+      "grad_norm": 265.9686584472656,
+      "learning_rate": 1.9124974394956687e-05,
+      "loss": 35.1562,
+      "step": 6702
+    },
+    {
+      "epoch": 0.32031922010895536,
+      "grad_norm": 409.7647705078125,
+      "learning_rate": 1.9124657792032014e-05,
+      "loss": 50.3438,
+      "step": 6703
+    },
+    {
+      "epoch": 0.32036700755041575,
+      "grad_norm": 393.6961975097656,
+      "learning_rate": 1.9124341134462406e-05,
+      "loss": 41.375,
+      "step": 6704
+    },
+    {
+      "epoch": 0.32041479499187614,
+      "grad_norm": 245.48388671875,
+      "learning_rate": 1.9124024422249777e-05,
+      "loss": 34.125,
+      "step": 6705
+    },
+    {
+      "epoch": 0.32046258243333653,
+      "grad_norm": 157.9149932861328,
+      "learning_rate": 1.9123707655396012e-05,
+      "loss": 26.7656,
+      "step": 6706
+    },
+    {
+      "epoch": 0.3205103698747969,
+      "grad_norm": 232.09353637695312,
+      "learning_rate": 1.912339083390301e-05,
+      "loss": 24.5625,
+      "step": 6707
+    },
+    {
+      "epoch": 0.3205581573162573,
+      "grad_norm": 225.4948272705078,
+      "learning_rate": 1.9123073957772672e-05,
+      "loss": 24.375,
+      "step": 6708
+    },
+    {
+      "epoch": 0.3206059447577177,
+      "grad_norm": 297.80218505859375,
+      "learning_rate": 1.912275702700689e-05,
+      "loss": 35.625,
+      "step": 6709
+    },
+    {
+      "epoch": 0.32065373219917803,
+      "grad_norm": 309.76910400390625,
+      "learning_rate": 1.9122440041607567e-05,
+      "loss": 33.1719,
+      "step": 6710
+    },
+    {
+      "epoch": 0.3207015196406384,
+      "grad_norm": 116.16233825683594,
+      "learning_rate": 1.9122123001576597e-05,
+      "loss": 18.7656,
+      "step": 6711
+    },
+    {
+      "epoch": 0.3207493070820988,
+      "grad_norm": 488.1369323730469,
+      "learning_rate": 1.9121805906915884e-05,
+      "loss": 38.2812,
+      "step": 6712
+    },
+    {
+      "epoch": 0.3207970945235592,
+      "grad_norm": 372.3577880859375,
+      "learning_rate": 1.912148875762732e-05,
+      "loss": 31.3906,
+      "step": 6713
+    },
+    {
+      "epoch": 0.3208448819650196,
+      "grad_norm": 275.761962890625,
+      "learning_rate": 1.9121171553712813e-05,
+      "loss": 26.0,
+      "step": 6714
+    },
+    {
+      "epoch": 0.32089266940648,
+      "grad_norm": 181.92654418945312,
+      "learning_rate": 1.912085429517425e-05,
+      "loss": 27.9375,
+      "step": 6715
+    },
+    {
+      "epoch": 0.32094045684794037,
+      "grad_norm": 286.3571472167969,
+      "learning_rate": 1.912053698201355e-05,
+      "loss": 22.125,
+      "step": 6716
+    },
+    {
+      "epoch": 0.32098824428940076,
+      "grad_norm": 339.75433349609375,
+      "learning_rate": 1.9120219614232595e-05,
+      "loss": 33.0312,
+      "step": 6717
+    },
+    {
+      "epoch": 0.32103603173086115,
+      "grad_norm": 144.96148681640625,
+      "learning_rate": 1.9119902191833293e-05,
+      "loss": 31.4844,
+      "step": 6718
+    },
+    {
+      "epoch": 0.32108381917232154,
+      "grad_norm": 179.9127655029297,
+      "learning_rate": 1.9119584714817544e-05,
+      "loss": 32.125,
+      "step": 6719
+    },
+    {
+      "epoch": 0.3211316066137819,
+      "grad_norm": 435.2538146972656,
+      "learning_rate": 1.9119267183187255e-05,
+      "loss": 27.9688,
+      "step": 6720
+    },
+    {
+      "epoch": 0.32117939405524226,
+      "grad_norm": 593.05029296875,
+      "learning_rate": 1.911894959694432e-05,
+      "loss": 29.0,
+      "step": 6721
+    },
+    {
+      "epoch": 0.32122718149670265,
+      "grad_norm": 212.7615966796875,
+      "learning_rate": 1.9118631956090643e-05,
+      "loss": 30.5938,
+      "step": 6722
+    },
+    {
+      "epoch": 0.32127496893816304,
+      "grad_norm": 189.51768493652344,
+      "learning_rate": 1.9118314260628126e-05,
+      "loss": 22.7344,
+      "step": 6723
+    },
+    {
+      "epoch": 0.32132275637962343,
+      "grad_norm": 192.79258728027344,
+      "learning_rate": 1.9117996510558675e-05,
+      "loss": 31.6562,
+      "step": 6724
+    },
+    {
+      "epoch": 0.3213705438210838,
+      "grad_norm": 223.93846130371094,
+      "learning_rate": 1.9117678705884188e-05,
+      "loss": 27.5625,
+      "step": 6725
+    },
+    {
+      "epoch": 0.3214183312625442,
+      "grad_norm": 555.8049926757812,
+      "learning_rate": 1.9117360846606573e-05,
+      "loss": 32.4688,
+      "step": 6726
+    },
+    {
+      "epoch": 0.3214661187040046,
+      "grad_norm": 207.32135009765625,
+      "learning_rate": 1.911704293272773e-05,
+      "loss": 34.9688,
+      "step": 6727
+    },
+    {
+      "epoch": 0.321513906145465,
+      "grad_norm": 344.83013916015625,
+      "learning_rate": 1.9116724964249563e-05,
+      "loss": 24.4844,
+      "step": 6728
+    },
+    {
+      "epoch": 0.3215616935869254,
+      "grad_norm": 264.9658203125,
+      "learning_rate": 1.9116406941173976e-05,
+      "loss": 16.4062,
+      "step": 6729
+    },
+    {
+      "epoch": 0.3216094810283857,
+      "grad_norm": 300.68927001953125,
+      "learning_rate": 1.9116088863502878e-05,
+      "loss": 35.8125,
+      "step": 6730
+    },
+    {
+      "epoch": 0.3216572684698461,
+      "grad_norm": 256.1054992675781,
+      "learning_rate": 1.911577073123817e-05,
+      "loss": 33.6562,
+      "step": 6731
+    },
+    {
+      "epoch": 0.3217050559113065,
+      "grad_norm": 180.44644165039062,
+      "learning_rate": 1.911545254438176e-05,
+      "loss": 27.0938,
+      "step": 6732
+    },
+    {
+      "epoch": 0.3217528433527669,
+      "grad_norm": 201.2101593017578,
+      "learning_rate": 1.9115134302935546e-05,
+      "loss": 25.125,
+      "step": 6733
+    },
+    {
+      "epoch": 0.32180063079422727,
+      "grad_norm": 194.05108642578125,
+      "learning_rate": 1.911481600690144e-05,
+      "loss": 25.9219,
+      "step": 6734
+    },
+    {
+      "epoch": 0.32184841823568766,
+      "grad_norm": 325.85845947265625,
+      "learning_rate": 1.911449765628135e-05,
+      "loss": 23.625,
+      "step": 6735
+    },
+    {
+      "epoch": 0.32189620567714805,
+      "grad_norm": 206.07366943359375,
+      "learning_rate": 1.9114179251077184e-05,
+      "loss": 32.0625,
+      "step": 6736
+    },
+    {
+      "epoch": 0.32194399311860844,
+      "grad_norm": 286.5458984375,
+      "learning_rate": 1.9113860791290838e-05,
+      "loss": 24.2656,
+      "step": 6737
+    },
+    {
+      "epoch": 0.32199178056006883,
+      "grad_norm": 386.4047546386719,
+      "learning_rate": 1.911354227692423e-05,
+      "loss": 33.0,
+      "step": 6738
+    },
+    {
+      "epoch": 0.3220395680015292,
+      "grad_norm": 357.0669860839844,
+      "learning_rate": 1.911322370797926e-05,
+      "loss": 30.5156,
+      "step": 6739
+    },
+    {
+      "epoch": 0.3220873554429896,
+      "grad_norm": 210.9862823486328,
+      "learning_rate": 1.911290508445784e-05,
+      "loss": 27.125,
+      "step": 6740
+    },
+    {
+      "epoch": 0.32213514288444994,
+      "grad_norm": 318.84637451171875,
+      "learning_rate": 1.911258640636188e-05,
+      "loss": 27.4062,
+      "step": 6741
+    },
+    {
+      "epoch": 0.32218293032591033,
+      "grad_norm": 229.12840270996094,
+      "learning_rate": 1.9112267673693282e-05,
+      "loss": 29.8125,
+      "step": 6742
+    },
+    {
+      "epoch": 0.3222307177673707,
+      "grad_norm": 252.63381958007812,
+      "learning_rate": 1.9111948886453963e-05,
+      "loss": 34.625,
+      "step": 6743
+    },
+    {
+      "epoch": 0.3222785052088311,
+      "grad_norm": 215.05760192871094,
+      "learning_rate": 1.9111630044645826e-05,
+      "loss": 38.8125,
+      "step": 6744
+    },
+    {
+      "epoch": 0.3223262926502915,
+      "grad_norm": 255.1714324951172,
+      "learning_rate": 1.911131114827078e-05,
+      "loss": 27.7812,
+      "step": 6745
+    },
+    {
+      "epoch": 0.3223740800917519,
+      "grad_norm": 627.2537231445312,
+      "learning_rate": 1.911099219733074e-05,
+      "loss": 29.9688,
+      "step": 6746
+    },
+    {
+      "epoch": 0.3224218675332123,
+      "grad_norm": 462.2353515625,
+      "learning_rate": 1.9110673191827612e-05,
+      "loss": 23.1562,
+      "step": 6747
+    },
+    {
+      "epoch": 0.32246965497467267,
+      "grad_norm": 520.3936157226562,
+      "learning_rate": 1.9110354131763307e-05,
+      "loss": 34.6562,
+      "step": 6748
+    },
+    {
+      "epoch": 0.32251744241613306,
+      "grad_norm": 265.730224609375,
+      "learning_rate": 1.911003501713974e-05,
+      "loss": 36.9688,
+      "step": 6749
+    },
+    {
+      "epoch": 0.32256522985759345,
+      "grad_norm": 352.6546325683594,
+      "learning_rate": 1.9109715847958814e-05,
+      "loss": 41.9062,
+      "step": 6750
+    },
+    {
+      "epoch": 0.3226130172990538,
+      "grad_norm": 267.9762268066406,
+      "learning_rate": 1.9109396624222448e-05,
+      "loss": 31.625,
+      "step": 6751
+    },
+    {
+      "epoch": 0.3226608047405142,
+      "grad_norm": 261.5243835449219,
+      "learning_rate": 1.910907734593255e-05,
+      "loss": 28.4688,
+      "step": 6752
+    },
+    {
+      "epoch": 0.32270859218197456,
+      "grad_norm": 486.39837646484375,
+      "learning_rate": 1.9108758013091027e-05,
+      "loss": 33.1562,
+      "step": 6753
+    },
+    {
+      "epoch": 0.32275637962343495,
+      "grad_norm": 279.9895935058594,
+      "learning_rate": 1.9108438625699805e-05,
+      "loss": 31.8125,
+      "step": 6754
+    },
+    {
+      "epoch": 0.32280416706489534,
+      "grad_norm": 344.30218505859375,
+      "learning_rate": 1.9108119183760782e-05,
+      "loss": 25.0312,
+      "step": 6755
+    },
+    {
+      "epoch": 0.32285195450635573,
+      "grad_norm": 312.83587646484375,
+      "learning_rate": 1.9107799687275883e-05,
+      "loss": 33.7656,
+      "step": 6756
+    },
+    {
+      "epoch": 0.3228997419478161,
+      "grad_norm": 378.5539855957031,
+      "learning_rate": 1.9107480136247013e-05,
+      "loss": 36.875,
+      "step": 6757
+    },
+    {
+      "epoch": 0.3229475293892765,
+      "grad_norm": 330.1031494140625,
+      "learning_rate": 1.910716053067609e-05,
+      "loss": 29.9688,
+      "step": 6758
+    },
+    {
+      "epoch": 0.3229953168307369,
+      "grad_norm": 311.3955383300781,
+      "learning_rate": 1.9106840870565028e-05,
+      "loss": 38.125,
+      "step": 6759
+    },
+    {
+      "epoch": 0.3230431042721973,
+      "grad_norm": 180.95924377441406,
+      "learning_rate": 1.9106521155915738e-05,
+      "loss": 31.3125,
+      "step": 6760
+    },
+    {
+      "epoch": 0.3230908917136576,
+      "grad_norm": 275.91168212890625,
+      "learning_rate": 1.9106201386730137e-05,
+      "loss": 19.3594,
+      "step": 6761
+    },
+    {
+      "epoch": 0.323138679155118,
+      "grad_norm": 212.4227752685547,
+      "learning_rate": 1.9105881563010143e-05,
+      "loss": 35.6562,
+      "step": 6762
+    },
+    {
+      "epoch": 0.3231864665965784,
+      "grad_norm": 260.1114807128906,
+      "learning_rate": 1.9105561684757666e-05,
+      "loss": 31.0625,
+      "step": 6763
+    },
+    {
+      "epoch": 0.3232342540380388,
+      "grad_norm": 331.8435363769531,
+      "learning_rate": 1.9105241751974624e-05,
+      "loss": 29.8125,
+      "step": 6764
+    },
+    {
+      "epoch": 0.3232820414794992,
+      "grad_norm": 170.3843231201172,
+      "learning_rate": 1.9104921764662935e-05,
+      "loss": 27.1406,
+      "step": 6765
+    },
+    {
+      "epoch": 0.32332982892095957,
+      "grad_norm": 278.7771911621094,
+      "learning_rate": 1.9104601722824506e-05,
+      "loss": 24.8438,
+      "step": 6766
+    },
+    {
+      "epoch": 0.32337761636241996,
+      "grad_norm": 247.13706970214844,
+      "learning_rate": 1.910428162646127e-05,
+      "loss": 38.0,
+      "step": 6767
+    },
+    {
+      "epoch": 0.32342540380388035,
+      "grad_norm": 271.5149230957031,
+      "learning_rate": 1.910396147557513e-05,
+      "loss": 27.5,
+      "step": 6768
+    },
+    {
+      "epoch": 0.32347319124534074,
+      "grad_norm": 331.5340576171875,
+      "learning_rate": 1.9103641270168006e-05,
+      "loss": 28.8125,
+      "step": 6769
+    },
+    {
+      "epoch": 0.32352097868680113,
+      "grad_norm": 506.62957763671875,
+      "learning_rate": 1.9103321010241826e-05,
+      "loss": 45.4062,
+      "step": 6770
+    },
+    {
+      "epoch": 0.3235687661282615,
+      "grad_norm": 191.1995391845703,
+      "learning_rate": 1.910300069579849e-05,
+      "loss": 29.4062,
+      "step": 6771
+    },
+    {
+      "epoch": 0.32361655356972185,
+      "grad_norm": 311.9026794433594,
+      "learning_rate": 1.9102680326839932e-05,
+      "loss": 51.0938,
+      "step": 6772
+    },
+    {
+      "epoch": 0.32366434101118224,
+      "grad_norm": 4475.728515625,
+      "learning_rate": 1.910235990336806e-05,
+      "loss": 30.2812,
+      "step": 6773
+    },
+    {
+      "epoch": 0.32371212845264263,
+      "grad_norm": 362.108154296875,
+      "learning_rate": 1.9102039425384802e-05,
+      "loss": 21.5625,
+      "step": 6774
+    },
+    {
+      "epoch": 0.323759915894103,
+      "grad_norm": 173.09381103515625,
+      "learning_rate": 1.910171889289207e-05,
+      "loss": 24.3438,
+      "step": 6775
+    },
+    {
+      "epoch": 0.3238077033355634,
+      "grad_norm": 350.80694580078125,
+      "learning_rate": 1.910139830589179e-05,
+      "loss": 38.5312,
+      "step": 6776
+    },
+    {
+      "epoch": 0.3238554907770238,
+      "grad_norm": 481.7821960449219,
+      "learning_rate": 1.9101077664385874e-05,
+      "loss": 24.7188,
+      "step": 6777
+    },
+    {
+      "epoch": 0.3239032782184842,
+      "grad_norm": 616.3258056640625,
+      "learning_rate": 1.9100756968376246e-05,
+      "loss": 35.0938,
+      "step": 6778
+    },
+    {
+      "epoch": 0.3239510656599446,
+      "grad_norm": 357.0534973144531,
+      "learning_rate": 1.910043621786483e-05,
+      "loss": 30.7188,
+      "step": 6779
+    },
+    {
+      "epoch": 0.32399885310140497,
+      "grad_norm": 342.32080078125,
+      "learning_rate": 1.9100115412853543e-05,
+      "loss": 35.0625,
+      "step": 6780
+    },
+    {
+      "epoch": 0.32404664054286536,
+      "grad_norm": 319.9524841308594,
+      "learning_rate": 1.9099794553344307e-05,
+      "loss": 31.0,
+      "step": 6781
+    },
+    {
+      "epoch": 0.3240944279843257,
+      "grad_norm": 318.1162414550781,
+      "learning_rate": 1.909947363933904e-05,
+      "loss": 39.0625,
+      "step": 6782
+    },
+    {
+      "epoch": 0.3241422154257861,
+      "grad_norm": 231.114990234375,
+      "learning_rate": 1.9099152670839673e-05,
+      "loss": 22.9375,
+      "step": 6783
+    },
+    {
+      "epoch": 0.3241900028672465,
+      "grad_norm": 166.77381896972656,
+      "learning_rate": 1.909883164784812e-05,
+      "loss": 24.5781,
+      "step": 6784
+    },
+    {
+      "epoch": 0.32423779030870686,
+      "grad_norm": 159.72894287109375,
+      "learning_rate": 1.9098510570366306e-05,
+      "loss": 27.4844,
+      "step": 6785
+    },
+    {
+      "epoch": 0.32428557775016725,
+      "grad_norm": 459.5630798339844,
+      "learning_rate": 1.9098189438396152e-05,
+      "loss": 38.6875,
+      "step": 6786
+    },
+    {
+      "epoch": 0.32433336519162764,
+      "grad_norm": 192.52301025390625,
+      "learning_rate": 1.9097868251939587e-05,
+      "loss": 18.3125,
+      "step": 6787
+    },
+    {
+      "epoch": 0.32438115263308803,
+      "grad_norm": 241.44508361816406,
+      "learning_rate": 1.909754701099853e-05,
+      "loss": 42.3125,
+      "step": 6788
+    },
+    {
+      "epoch": 0.3244289400745484,
+      "grad_norm": 261.29010009765625,
+      "learning_rate": 1.9097225715574903e-05,
+      "loss": 41.625,
+      "step": 6789
+    },
+    {
+      "epoch": 0.3244767275160088,
+      "grad_norm": 393.40283203125,
+      "learning_rate": 1.9096904365670633e-05,
+      "loss": 34.9062,
+      "step": 6790
+    },
+    {
+      "epoch": 0.3245245149574692,
+      "grad_norm": 346.3504943847656,
+      "learning_rate": 1.9096582961287646e-05,
+      "loss": 41.4375,
+      "step": 6791
+    },
+    {
+      "epoch": 0.32457230239892954,
+      "grad_norm": 366.9179382324219,
+      "learning_rate": 1.9096261502427864e-05,
+      "loss": 28.7188,
+      "step": 6792
+    },
+    {
+      "epoch": 0.3246200898403899,
+      "grad_norm": 311.1528015136719,
+      "learning_rate": 1.909593998909321e-05,
+      "loss": 31.9062,
+      "step": 6793
+    },
+    {
+      "epoch": 0.3246678772818503,
+      "grad_norm": 201.66896057128906,
+      "learning_rate": 1.909561842128562e-05,
+      "loss": 21.3906,
+      "step": 6794
+    },
+    {
+      "epoch": 0.3247156647233107,
+      "grad_norm": 721.4171752929688,
+      "learning_rate": 1.9095296799007005e-05,
+      "loss": 40.1875,
+      "step": 6795
+    },
+    {
+      "epoch": 0.3247634521647711,
+      "grad_norm": 340.770263671875,
+      "learning_rate": 1.9094975122259303e-05,
+      "loss": 33.9375,
+      "step": 6796
+    },
+    {
+      "epoch": 0.3248112396062315,
+      "grad_norm": 988.5144653320312,
+      "learning_rate": 1.9094653391044432e-05,
+      "loss": 38.4688,
+      "step": 6797
+    },
+    {
+      "epoch": 0.3248590270476919,
+      "grad_norm": 348.4211120605469,
+      "learning_rate": 1.9094331605364326e-05,
+      "loss": 26.4062,
+      "step": 6798
+    },
+    {
+      "epoch": 0.32490681448915226,
+      "grad_norm": 248.29769897460938,
+      "learning_rate": 1.9094009765220906e-05,
+      "loss": 31.0938,
+      "step": 6799
+    },
+    {
+      "epoch": 0.32495460193061265,
+      "grad_norm": 330.386474609375,
+      "learning_rate": 1.90936878706161e-05,
+      "loss": 36.5,
+      "step": 6800
+    },
+    {
+      "epoch": 0.32500238937207304,
+      "grad_norm": 512.487548828125,
+      "learning_rate": 1.9093365921551843e-05,
+      "loss": 41.625,
+      "step": 6801
+    },
+    {
+      "epoch": 0.3250501768135334,
+      "grad_norm": 257.9412536621094,
+      "learning_rate": 1.9093043918030056e-05,
+      "loss": 32.1875,
+      "step": 6802
+    },
+    {
+      "epoch": 0.32509796425499377,
+      "grad_norm": 730.4078369140625,
+      "learning_rate": 1.909272186005267e-05,
+      "loss": 51.1562,
+      "step": 6803
+    },
+    {
+      "epoch": 0.32514575169645415,
+      "grad_norm": 552.260498046875,
+      "learning_rate": 1.9092399747621607e-05,
+      "loss": 32.6406,
+      "step": 6804
+    },
+    {
+      "epoch": 0.32519353913791454,
+      "grad_norm": 484.5477600097656,
+      "learning_rate": 1.909207758073881e-05,
+      "loss": 34.1875,
+      "step": 6805
+    },
+    {
+      "epoch": 0.32524132657937493,
+      "grad_norm": 308.08941650390625,
+      "learning_rate": 1.9091755359406196e-05,
+      "loss": 34.0312,
+      "step": 6806
+    },
+    {
+      "epoch": 0.3252891140208353,
+      "grad_norm": 338.54974365234375,
+      "learning_rate": 1.9091433083625698e-05,
+      "loss": 56.0,
+      "step": 6807
+    },
+    {
+      "epoch": 0.3253369014622957,
+      "grad_norm": 348.2638854980469,
+      "learning_rate": 1.909111075339925e-05,
+      "loss": 30.5625,
+      "step": 6808
+    },
+    {
+      "epoch": 0.3253846889037561,
+      "grad_norm": 424.9931945800781,
+      "learning_rate": 1.9090788368728777e-05,
+      "loss": 46.6875,
+      "step": 6809
+    },
+    {
+      "epoch": 0.3254324763452165,
+      "grad_norm": 444.48638916015625,
+      "learning_rate": 1.9090465929616214e-05,
+      "loss": 41.375,
+      "step": 6810
+    },
+    {
+      "epoch": 0.3254802637866769,
+      "grad_norm": 197.1157989501953,
+      "learning_rate": 1.9090143436063488e-05,
+      "loss": 27.0312,
+      "step": 6811
+    },
+    {
+      "epoch": 0.32552805122813727,
+      "grad_norm": 424.9844055175781,
+      "learning_rate": 1.9089820888072533e-05,
+      "loss": 29.625,
+      "step": 6812
+    },
+    {
+      "epoch": 0.3255758386695976,
+      "grad_norm": 316.30120849609375,
+      "learning_rate": 1.9089498285645282e-05,
+      "loss": 31.7812,
+      "step": 6813
+    },
+    {
+      "epoch": 0.325623626111058,
+      "grad_norm": 209.25050354003906,
+      "learning_rate": 1.908917562878366e-05,
+      "loss": 29.625,
+      "step": 6814
+    },
+    {
+      "epoch": 0.3256714135525184,
+      "grad_norm": 119.53022003173828,
+      "learning_rate": 1.908885291748961e-05,
+      "loss": 29.0,
+      "step": 6815
+    },
+    {
+      "epoch": 0.3257192009939788,
+      "grad_norm": 332.82098388671875,
+      "learning_rate": 1.9088530151765052e-05,
+      "loss": 30.7812,
+      "step": 6816
+    },
+    {
+      "epoch": 0.32576698843543916,
+      "grad_norm": 326.5733642578125,
+      "learning_rate": 1.9088207331611932e-05,
+      "loss": 34.4375,
+      "step": 6817
+    },
+    {
+      "epoch": 0.32581477587689955,
+      "grad_norm": 259.358154296875,
+      "learning_rate": 1.9087884457032175e-05,
+      "loss": 30.0625,
+      "step": 6818
+    },
+    {
+      "epoch": 0.32586256331835994,
+      "grad_norm": 160.5398406982422,
+      "learning_rate": 1.908756152802772e-05,
+      "loss": 37.125,
+      "step": 6819
+    },
+    {
+      "epoch": 0.32591035075982033,
+      "grad_norm": 351.74554443359375,
+      "learning_rate": 1.9087238544600494e-05,
+      "loss": 37.0,
+      "step": 6820
+    },
+    {
+      "epoch": 0.3259581382012807,
+      "grad_norm": 219.71038818359375,
+      "learning_rate": 1.9086915506752432e-05,
+      "loss": 41.4688,
+      "step": 6821
+    },
+    {
+      "epoch": 0.3260059256427411,
+      "grad_norm": 384.9964904785156,
+      "learning_rate": 1.9086592414485475e-05,
+      "loss": 30.9375,
+      "step": 6822
+    },
+    {
+      "epoch": 0.32605371308420145,
+      "grad_norm": 240.9429168701172,
+      "learning_rate": 1.9086269267801554e-05,
+      "loss": 43.9375,
+      "step": 6823
+    },
+    {
+      "epoch": 0.32610150052566184,
+      "grad_norm": 358.525146484375,
+      "learning_rate": 1.9085946066702603e-05,
+      "loss": 23.4219,
+      "step": 6824
+    },
+    {
+      "epoch": 0.3261492879671222,
+      "grad_norm": 213.91329956054688,
+      "learning_rate": 1.908562281119056e-05,
+      "loss": 34.4062,
+      "step": 6825
+    },
+    {
+      "epoch": 0.3261970754085826,
+      "grad_norm": 238.84332275390625,
+      "learning_rate": 1.908529950126736e-05,
+      "loss": 30.0,
+      "step": 6826
+    },
+    {
+      "epoch": 0.326244862850043,
+      "grad_norm": 210.86341857910156,
+      "learning_rate": 1.9084976136934943e-05,
+      "loss": 28.25,
+      "step": 6827
+    },
+    {
+      "epoch": 0.3262926502915034,
+      "grad_norm": 338.66204833984375,
+      "learning_rate": 1.9084652718195237e-05,
+      "loss": 33.3125,
+      "step": 6828
+    },
+    {
+      "epoch": 0.3263404377329638,
+      "grad_norm": 325.0677795410156,
+      "learning_rate": 1.9084329245050188e-05,
+      "loss": 18.6406,
+      "step": 6829
+    },
+    {
+      "epoch": 0.3263882251744242,
+      "grad_norm": 256.2452697753906,
+      "learning_rate": 1.9084005717501727e-05,
+      "loss": 37.5938,
+      "step": 6830
+    },
+    {
+      "epoch": 0.32643601261588456,
+      "grad_norm": 164.21865844726562,
+      "learning_rate": 1.908368213555179e-05,
+      "loss": 25.6875,
+      "step": 6831
+    },
+    {
+      "epoch": 0.32648380005734495,
+      "grad_norm": 197.218994140625,
+      "learning_rate": 1.9083358499202323e-05,
+      "loss": 30.0,
+      "step": 6832
+    },
+    {
+      "epoch": 0.3265315874988053,
+      "grad_norm": 377.22705078125,
+      "learning_rate": 1.9083034808455255e-05,
+      "loss": 28.4062,
+      "step": 6833
+    },
+    {
+      "epoch": 0.3265793749402657,
+      "grad_norm": 268.3878173828125,
+      "learning_rate": 1.908271106331253e-05,
+      "loss": 31.0312,
+      "step": 6834
+    },
+    {
+      "epoch": 0.32662716238172607,
+      "grad_norm": 275.97216796875,
+      "learning_rate": 1.908238726377609e-05,
+      "loss": 33.6562,
+      "step": 6835
+    },
+    {
+      "epoch": 0.32667494982318646,
+      "grad_norm": 265.2521667480469,
+      "learning_rate": 1.9082063409847863e-05,
+      "loss": 41.0312,
+      "step": 6836
+    },
+    {
+      "epoch": 0.32672273726464685,
+      "grad_norm": 265.9994201660156,
+      "learning_rate": 1.9081739501529798e-05,
+      "loss": 27.0469,
+      "step": 6837
+    },
+    {
+      "epoch": 0.32677052470610723,
+      "grad_norm": 376.03851318359375,
+      "learning_rate": 1.9081415538823832e-05,
+      "loss": 31.875,
+      "step": 6838
+    },
+    {
+      "epoch": 0.3268183121475676,
+      "grad_norm": 392.7776184082031,
+      "learning_rate": 1.9081091521731907e-05,
+      "loss": 30.9688,
+      "step": 6839
+    },
+    {
+      "epoch": 0.326866099589028,
+      "grad_norm": 258.0090026855469,
+      "learning_rate": 1.908076745025596e-05,
+      "loss": 24.125,
+      "step": 6840
+    },
+    {
+      "epoch": 0.3269138870304884,
+      "grad_norm": 307.5455627441406,
+      "learning_rate": 1.9080443324397934e-05,
+      "loss": 27.125,
+      "step": 6841
+    },
+    {
+      "epoch": 0.3269616744719488,
+      "grad_norm": 362.5063781738281,
+      "learning_rate": 1.908011914415977e-05,
+      "loss": 30.9688,
+      "step": 6842
+    },
+    {
+      "epoch": 0.3270094619134092,
+      "grad_norm": 368.6202697753906,
+      "learning_rate": 1.9079794909543406e-05,
+      "loss": 30.7344,
+      "step": 6843
+    },
+    {
+      "epoch": 0.3270572493548695,
+      "grad_norm": 238.22247314453125,
+      "learning_rate": 1.907947062055079e-05,
+      "loss": 30.1094,
+      "step": 6844
+    },
+    {
+      "epoch": 0.3271050367963299,
+      "grad_norm": 225.7130584716797,
+      "learning_rate": 1.907914627718386e-05,
+      "loss": 32.1562,
+      "step": 6845
+    },
+    {
+      "epoch": 0.3271528242377903,
+      "grad_norm": 305.1488037109375,
+      "learning_rate": 1.9078821879444556e-05,
+      "loss": 28.375,
+      "step": 6846
+    },
+    {
+      "epoch": 0.3272006116792507,
+      "grad_norm": 437.7874755859375,
+      "learning_rate": 1.907849742733483e-05,
+      "loss": 42.125,
+      "step": 6847
+    },
+    {
+      "epoch": 0.3272483991207111,
+      "grad_norm": 207.42771911621094,
+      "learning_rate": 1.9078172920856612e-05,
+      "loss": 33.9375,
+      "step": 6848
+    },
+    {
+      "epoch": 0.32729618656217146,
+      "grad_norm": 189.75306701660156,
+      "learning_rate": 1.9077848360011856e-05,
+      "loss": 24.875,
+      "step": 6849
+    },
+    {
+      "epoch": 0.32734397400363185,
+      "grad_norm": 310.4147644042969,
+      "learning_rate": 1.9077523744802502e-05,
+      "loss": 26.3438,
+      "step": 6850
+    },
+    {
+      "epoch": 0.32739176144509224,
+      "grad_norm": 227.73341369628906,
+      "learning_rate": 1.9077199075230493e-05,
+      "loss": 28.6562,
+      "step": 6851
+    },
+    {
+      "epoch": 0.32743954888655263,
+      "grad_norm": 360.77471923828125,
+      "learning_rate": 1.9076874351297773e-05,
+      "loss": 33.1875,
+      "step": 6852
+    },
+    {
+      "epoch": 0.327487336328013,
+      "grad_norm": 312.0251770019531,
+      "learning_rate": 1.907654957300629e-05,
+      "loss": 32.7188,
+      "step": 6853
+    },
+    {
+      "epoch": 0.32753512376947336,
+      "grad_norm": 407.6138916015625,
+      "learning_rate": 1.9076224740357988e-05,
+      "loss": 29.7812,
+      "step": 6854
+    },
+    {
+      "epoch": 0.32758291121093375,
+      "grad_norm": 711.34912109375,
+      "learning_rate": 1.907589985335481e-05,
+      "loss": 29.9688,
+      "step": 6855
+    },
+    {
+      "epoch": 0.32763069865239414,
+      "grad_norm": 391.9530334472656,
+      "learning_rate": 1.9075574911998704e-05,
+      "loss": 27.0938,
+      "step": 6856
+    },
+    {
+      "epoch": 0.3276784860938545,
+      "grad_norm": 255.79586791992188,
+      "learning_rate": 1.9075249916291613e-05,
+      "loss": 34.6094,
+      "step": 6857
+    },
+    {
+      "epoch": 0.3277262735353149,
+      "grad_norm": 529.1596069335938,
+      "learning_rate": 1.9074924866235487e-05,
+      "loss": 38.375,
+      "step": 6858
+    },
+    {
+      "epoch": 0.3277740609767753,
+      "grad_norm": 451.164794921875,
+      "learning_rate": 1.907459976183227e-05,
+      "loss": 25.1406,
+      "step": 6859
+    },
+    {
+      "epoch": 0.3278218484182357,
+      "grad_norm": 284.3125305175781,
+      "learning_rate": 1.9074274603083908e-05,
+      "loss": 38.0938,
+      "step": 6860
+    },
+    {
+      "epoch": 0.3278696358596961,
+      "grad_norm": 163.6104736328125,
+      "learning_rate": 1.9073949389992354e-05,
+      "loss": 21.9844,
+      "step": 6861
+    },
+    {
+      "epoch": 0.3279174233011565,
+      "grad_norm": 319.1903381347656,
+      "learning_rate": 1.907362412255955e-05,
+      "loss": 27.4375,
+      "step": 6862
+    },
+    {
+      "epoch": 0.32796521074261686,
+      "grad_norm": 322.353271484375,
+      "learning_rate": 1.9073298800787446e-05,
+      "loss": 29.9688,
+      "step": 6863
+    },
+    {
+      "epoch": 0.3280129981840772,
+      "grad_norm": 235.04751586914062,
+      "learning_rate": 1.907297342467799e-05,
+      "loss": 27.8281,
+      "step": 6864
+    },
+    {
+      "epoch": 0.3280607856255376,
+      "grad_norm": 228.66439819335938,
+      "learning_rate": 1.907264799423313e-05,
+      "loss": 28.5625,
+      "step": 6865
+    },
+    {
+      "epoch": 0.328108573066998,
+      "grad_norm": 484.2010803222656,
+      "learning_rate": 1.9072322509454814e-05,
+      "loss": 29.8125,
+      "step": 6866
+    },
+    {
+      "epoch": 0.32815636050845837,
+      "grad_norm": 319.35186767578125,
+      "learning_rate": 1.9071996970344995e-05,
+      "loss": 33.75,
+      "step": 6867
+    },
+    {
+      "epoch": 0.32820414794991876,
+      "grad_norm": 249.53294372558594,
+      "learning_rate": 1.907167137690562e-05,
+      "loss": 27.875,
+      "step": 6868
+    },
+    {
+      "epoch": 0.32825193539137915,
+      "grad_norm": 377.0387268066406,
+      "learning_rate": 1.9071345729138637e-05,
+      "loss": 29.4688,
+      "step": 6869
+    },
+    {
+      "epoch": 0.32829972283283954,
+      "grad_norm": 251.23130798339844,
+      "learning_rate": 1.9071020027046e-05,
+      "loss": 32.5938,
+      "step": 6870
+    },
+    {
+      "epoch": 0.3283475102742999,
+      "grad_norm": 415.0148620605469,
+      "learning_rate": 1.907069427062966e-05,
+      "loss": 28.2031,
+      "step": 6871
+    },
+    {
+      "epoch": 0.3283952977157603,
+      "grad_norm": 280.7465515136719,
+      "learning_rate": 1.9070368459891564e-05,
+      "loss": 38.0,
+      "step": 6872
+    },
+    {
+      "epoch": 0.3284430851572207,
+      "grad_norm": 267.3474426269531,
+      "learning_rate": 1.907004259483366e-05,
+      "loss": 33.6562,
+      "step": 6873
+    },
+    {
+      "epoch": 0.3284908725986811,
+      "grad_norm": 356.7877197265625,
+      "learning_rate": 1.906971667545791e-05,
+      "loss": 29.5,
+      "step": 6874
+    },
+    {
+      "epoch": 0.32853866004014143,
+      "grad_norm": 669.2262573242188,
+      "learning_rate": 1.9069390701766258e-05,
+      "loss": 38.5,
+      "step": 6875
+    },
+    {
+      "epoch": 0.3285864474816018,
+      "grad_norm": 457.141357421875,
+      "learning_rate": 1.9069064673760664e-05,
+      "loss": 26.6562,
+      "step": 6876
+    },
+    {
+      "epoch": 0.3286342349230622,
+      "grad_norm": 209.9205322265625,
+      "learning_rate": 1.906873859144307e-05,
+      "loss": 29.9375,
+      "step": 6877
+    },
+    {
+      "epoch": 0.3286820223645226,
+      "grad_norm": 376.6632995605469,
+      "learning_rate": 1.9068412454815433e-05,
+      "loss": 39.625,
+      "step": 6878
+    },
+    {
+      "epoch": 0.328729809805983,
+      "grad_norm": 478.56097412109375,
+      "learning_rate": 1.9068086263879708e-05,
+      "loss": 34.2812,
+      "step": 6879
+    },
+    {
+      "epoch": 0.3287775972474434,
+      "grad_norm": 198.5219268798828,
+      "learning_rate": 1.9067760018637847e-05,
+      "loss": 25.5625,
+      "step": 6880
+    },
+    {
+      "epoch": 0.32882538468890377,
+      "grad_norm": 492.4750671386719,
+      "learning_rate": 1.9067433719091805e-05,
+      "loss": 41.375,
+      "step": 6881
+    },
+    {
+      "epoch": 0.32887317213036416,
+      "grad_norm": 338.9797058105469,
+      "learning_rate": 1.9067107365243536e-05,
+      "loss": 33.0938,
+      "step": 6882
+    },
+    {
+      "epoch": 0.32892095957182454,
+      "grad_norm": 254.1630096435547,
+      "learning_rate": 1.906678095709499e-05,
+      "loss": 22.4375,
+      "step": 6883
+    },
+    {
+      "epoch": 0.32896874701328493,
+      "grad_norm": 233.62388610839844,
+      "learning_rate": 1.9066454494648127e-05,
+      "loss": 25.875,
+      "step": 6884
+    },
+    {
+      "epoch": 0.32901653445474527,
+      "grad_norm": 452.9372253417969,
+      "learning_rate": 1.9066127977904902e-05,
+      "loss": 38.5312,
+      "step": 6885
+    },
+    {
+      "epoch": 0.32906432189620566,
+      "grad_norm": 256.4586181640625,
+      "learning_rate": 1.9065801406867268e-05,
+      "loss": 33.7812,
+      "step": 6886
+    },
+    {
+      "epoch": 0.32911210933766605,
+      "grad_norm": 283.86883544921875,
+      "learning_rate": 1.9065474781537183e-05,
+      "loss": 23.8594,
+      "step": 6887
+    },
+    {
+      "epoch": 0.32915989677912644,
+      "grad_norm": 360.2967224121094,
+      "learning_rate": 1.90651481019166e-05,
+      "loss": 33.4375,
+      "step": 6888
+    },
+    {
+      "epoch": 0.3292076842205868,
+      "grad_norm": 356.086181640625,
+      "learning_rate": 1.906482136800748e-05,
+      "loss": 30.0938,
+      "step": 6889
+    },
+    {
+      "epoch": 0.3292554716620472,
+      "grad_norm": 544.5108642578125,
+      "learning_rate": 1.906449457981177e-05,
+      "loss": 33.1562,
+      "step": 6890
+    },
+    {
+      "epoch": 0.3293032591035076,
+      "grad_norm": 309.4557189941406,
+      "learning_rate": 1.906416773733144e-05,
+      "loss": 39.75,
+      "step": 6891
+    },
+    {
+      "epoch": 0.329351046544968,
+      "grad_norm": 337.1120910644531,
+      "learning_rate": 1.906384084056844e-05,
+      "loss": 43.625,
+      "step": 6892
+    },
+    {
+      "epoch": 0.3293988339864284,
+      "grad_norm": 263.43475341796875,
+      "learning_rate": 1.9063513889524728e-05,
+      "loss": 28.1562,
+      "step": 6893
+    },
+    {
+      "epoch": 0.3294466214278888,
+      "grad_norm": 264.9313049316406,
+      "learning_rate": 1.9063186884202263e-05,
+      "loss": 35.1562,
+      "step": 6894
+    },
+    {
+      "epoch": 0.3294944088693491,
+      "grad_norm": 261.5267333984375,
+      "learning_rate": 1.9062859824603004e-05,
+      "loss": 26.6406,
+      "step": 6895
+    },
+    {
+      "epoch": 0.3295421963108095,
+      "grad_norm": 258.83026123046875,
+      "learning_rate": 1.906253271072891e-05,
+      "loss": 21.8125,
+      "step": 6896
+    },
+    {
+      "epoch": 0.3295899837522699,
+      "grad_norm": 229.30337524414062,
+      "learning_rate": 1.9062205542581936e-05,
+      "loss": 35.375,
+      "step": 6897
+    },
+    {
+      "epoch": 0.3296377711937303,
+      "grad_norm": 559.0715942382812,
+      "learning_rate": 1.9061878320164045e-05,
+      "loss": 37.75,
+      "step": 6898
+    },
+    {
+      "epoch": 0.32968555863519067,
+      "grad_norm": 490.1305847167969,
+      "learning_rate": 1.9061551043477195e-05,
+      "loss": 30.25,
+      "step": 6899
+    },
+    {
+      "epoch": 0.32973334607665106,
+      "grad_norm": 332.949951171875,
+      "learning_rate": 1.9061223712523352e-05,
+      "loss": 34.6875,
+      "step": 6900
+    },
+    {
+      "epoch": 0.32978113351811145,
+      "grad_norm": 302.9874572753906,
+      "learning_rate": 1.9060896327304466e-05,
+      "loss": 26.1875,
+      "step": 6901
+    },
+    {
+      "epoch": 0.32982892095957184,
+      "grad_norm": 309.5277099609375,
+      "learning_rate": 1.9060568887822508e-05,
+      "loss": 32.25,
+      "step": 6902
+    },
+    {
+      "epoch": 0.3298767084010322,
+      "grad_norm": 291.0054931640625,
+      "learning_rate": 1.9060241394079426e-05,
+      "loss": 39.4375,
+      "step": 6903
+    },
+    {
+      "epoch": 0.3299244958424926,
+      "grad_norm": 261.4095458984375,
+      "learning_rate": 1.9059913846077195e-05,
+      "loss": 33.5,
+      "step": 6904
+    },
+    {
+      "epoch": 0.32997228328395295,
+      "grad_norm": 806.4779663085938,
+      "learning_rate": 1.9059586243817768e-05,
+      "loss": 48.4688,
+      "step": 6905
+    },
+    {
+      "epoch": 0.33002007072541334,
+      "grad_norm": 412.0989074707031,
+      "learning_rate": 1.905925858730311e-05,
+      "loss": 38.25,
+      "step": 6906
+    },
+    {
+      "epoch": 0.33006785816687373,
+      "grad_norm": 273.25262451171875,
+      "learning_rate": 1.9058930876535183e-05,
+      "loss": 32.1875,
+      "step": 6907
+    },
+    {
+      "epoch": 0.3301156456083341,
+      "grad_norm": 212.93902587890625,
+      "learning_rate": 1.905860311151595e-05,
+      "loss": 34.5625,
+      "step": 6908
+    },
+    {
+      "epoch": 0.3301634330497945,
+      "grad_norm": 352.84234619140625,
+      "learning_rate": 1.905827529224737e-05,
+      "loss": 29.3438,
+      "step": 6909
+    },
+    {
+      "epoch": 0.3302112204912549,
+      "grad_norm": 339.5392761230469,
+      "learning_rate": 1.905794741873141e-05,
+      "loss": 49.875,
+      "step": 6910
+    },
+    {
+      "epoch": 0.3302590079327153,
+      "grad_norm": 472.5325927734375,
+      "learning_rate": 1.9057619490970038e-05,
+      "loss": 27.7344,
+      "step": 6911
+    },
+    {
+      "epoch": 0.3303067953741757,
+      "grad_norm": 128.25381469726562,
+      "learning_rate": 1.9057291508965208e-05,
+      "loss": 16.875,
+      "step": 6912
+    },
+    {
+      "epoch": 0.33035458281563607,
+      "grad_norm": 173.87322998046875,
+      "learning_rate": 1.905696347271889e-05,
+      "loss": 31.5,
+      "step": 6913
+    },
+    {
+      "epoch": 0.33040237025709646,
+      "grad_norm": 232.6036834716797,
+      "learning_rate": 1.905663538223305e-05,
+      "loss": 25.9062,
+      "step": 6914
+    },
+    {
+      "epoch": 0.33045015769855685,
+      "grad_norm": 221.06890869140625,
+      "learning_rate": 1.9056307237509646e-05,
+      "loss": 34.5938,
+      "step": 6915
+    },
+    {
+      "epoch": 0.3304979451400172,
+      "grad_norm": 213.41912841796875,
+      "learning_rate": 1.905597903855065e-05,
+      "loss": 32.375,
+      "step": 6916
+    },
+    {
+      "epoch": 0.33054573258147757,
+      "grad_norm": 456.4862976074219,
+      "learning_rate": 1.9055650785358023e-05,
+      "loss": 37.3125,
+      "step": 6917
+    },
+    {
+      "epoch": 0.33059352002293796,
+      "grad_norm": 276.6824645996094,
+      "learning_rate": 1.9055322477933737e-05,
+      "loss": 28.3125,
+      "step": 6918
+    },
+    {
+      "epoch": 0.33064130746439835,
+      "grad_norm": 197.3297882080078,
+      "learning_rate": 1.9054994116279748e-05,
+      "loss": 27.9688,
+      "step": 6919
+    },
+    {
+      "epoch": 0.33068909490585874,
+      "grad_norm": 300.0647888183594,
+      "learning_rate": 1.9054665700398032e-05,
+      "loss": 32.375,
+      "step": 6920
+    },
+    {
+      "epoch": 0.3307368823473191,
+      "grad_norm": 197.70777893066406,
+      "learning_rate": 1.9054337230290555e-05,
+      "loss": 33.6875,
+      "step": 6921
+    },
+    {
+      "epoch": 0.3307846697887795,
+      "grad_norm": 313.73089599609375,
+      "learning_rate": 1.9054008705959274e-05,
+      "loss": 34.1562,
+      "step": 6922
+    },
+    {
+      "epoch": 0.3308324572302399,
+      "grad_norm": 286.31158447265625,
+      "learning_rate": 1.9053680127406168e-05,
+      "loss": 33.7812,
+      "step": 6923
+    },
+    {
+      "epoch": 0.3308802446717003,
+      "grad_norm": 509.1833801269531,
+      "learning_rate": 1.90533514946332e-05,
+      "loss": 39.5,
+      "step": 6924
+    },
+    {
+      "epoch": 0.3309280321131607,
+      "grad_norm": 396.4406433105469,
+      "learning_rate": 1.905302280764234e-05,
+      "loss": 39.875,
+      "step": 6925
+    },
+    {
+      "epoch": 0.330975819554621,
+      "grad_norm": 196.5318603515625,
+      "learning_rate": 1.9052694066435554e-05,
+      "loss": 28.125,
+      "step": 6926
+    },
+    {
+      "epoch": 0.3310236069960814,
+      "grad_norm": 249.59344482421875,
+      "learning_rate": 1.9052365271014814e-05,
+      "loss": 30.6562,
+      "step": 6927
+    },
+    {
+      "epoch": 0.3310713944375418,
+      "grad_norm": 196.93179321289062,
+      "learning_rate": 1.9052036421382084e-05,
+      "loss": 24.25,
+      "step": 6928
+    },
+    {
+      "epoch": 0.3311191818790022,
+      "grad_norm": 301.89166259765625,
+      "learning_rate": 1.9051707517539335e-05,
+      "loss": 25.6562,
+      "step": 6929
+    },
+    {
+      "epoch": 0.3311669693204626,
+      "grad_norm": 136.42958068847656,
+      "learning_rate": 1.905137855948854e-05,
+      "loss": 26.2969,
+      "step": 6930
+    },
+    {
+      "epoch": 0.33121475676192297,
+      "grad_norm": 221.86502075195312,
+      "learning_rate": 1.9051049547231665e-05,
+      "loss": 26.7188,
+      "step": 6931
+    },
+    {
+      "epoch": 0.33126254420338336,
+      "grad_norm": 404.72235107421875,
+      "learning_rate": 1.9050720480770685e-05,
+      "loss": 42.8125,
+      "step": 6932
+    },
+    {
+      "epoch": 0.33131033164484375,
+      "grad_norm": 281.3046569824219,
+      "learning_rate": 1.9050391360107565e-05,
+      "loss": 42.625,
+      "step": 6933
+    },
+    {
+      "epoch": 0.33135811908630414,
+      "grad_norm": 423.50531005859375,
+      "learning_rate": 1.905006218524428e-05,
+      "loss": 34.3438,
+      "step": 6934
+    },
+    {
+      "epoch": 0.3314059065277645,
+      "grad_norm": 371.2621765136719,
+      "learning_rate": 1.90497329561828e-05,
+      "loss": 41.3125,
+      "step": 6935
+    },
+    {
+      "epoch": 0.33145369396922486,
+      "grad_norm": 149.04769897460938,
+      "learning_rate": 1.9049403672925097e-05,
+      "loss": 22.8438,
+      "step": 6936
+    },
+    {
+      "epoch": 0.33150148141068525,
+      "grad_norm": 241.05006408691406,
+      "learning_rate": 1.9049074335473144e-05,
+      "loss": 31.4375,
+      "step": 6937
+    },
+    {
+      "epoch": 0.33154926885214564,
+      "grad_norm": 376.8194885253906,
+      "learning_rate": 1.904874494382891e-05,
+      "loss": 24.6562,
+      "step": 6938
+    },
+    {
+      "epoch": 0.33159705629360603,
+      "grad_norm": 217.6071014404297,
+      "learning_rate": 1.9048415497994376e-05,
+      "loss": 28.3438,
+      "step": 6939
+    },
+    {
+      "epoch": 0.3316448437350664,
+      "grad_norm": 2641.211181640625,
+      "learning_rate": 1.9048085997971505e-05,
+      "loss": 26.1562,
+      "step": 6940
+    },
+    {
+      "epoch": 0.3316926311765268,
+      "grad_norm": 451.17559814453125,
+      "learning_rate": 1.9047756443762273e-05,
+      "loss": 39.1875,
+      "step": 6941
+    },
+    {
+      "epoch": 0.3317404186179872,
+      "grad_norm": 170.0915069580078,
+      "learning_rate": 1.9047426835368654e-05,
+      "loss": 21.7188,
+      "step": 6942
+    },
+    {
+      "epoch": 0.3317882060594476,
+      "grad_norm": 262.6629333496094,
+      "learning_rate": 1.9047097172792625e-05,
+      "loss": 33.0625,
+      "step": 6943
+    },
+    {
+      "epoch": 0.331835993500908,
+      "grad_norm": 615.8779296875,
+      "learning_rate": 1.9046767456036154e-05,
+      "loss": 43.3125,
+      "step": 6944
+    },
+    {
+      "epoch": 0.33188378094236837,
+      "grad_norm": 292.859375,
+      "learning_rate": 1.9046437685101226e-05,
+      "loss": 34.8125,
+      "step": 6945
+    },
+    {
+      "epoch": 0.33193156838382876,
+      "grad_norm": 336.9511413574219,
+      "learning_rate": 1.9046107859989803e-05,
+      "loss": 43.7188,
+      "step": 6946
+    },
+    {
+      "epoch": 0.3319793558252891,
+      "grad_norm": 243.86412048339844,
+      "learning_rate": 1.904577798070387e-05,
+      "loss": 34.7812,
+      "step": 6947
+    },
+    {
+      "epoch": 0.3320271432667495,
+      "grad_norm": 495.9593811035156,
+      "learning_rate": 1.9045448047245397e-05,
+      "loss": 37.6875,
+      "step": 6948
+    },
+    {
+      "epoch": 0.33207493070820987,
+      "grad_norm": 981.5863647460938,
+      "learning_rate": 1.9045118059616365e-05,
+      "loss": 46.9375,
+      "step": 6949
+    },
+    {
+      "epoch": 0.33212271814967026,
+      "grad_norm": 277.039306640625,
+      "learning_rate": 1.9044788017818746e-05,
+      "loss": 29.4688,
+      "step": 6950
+    },
+    {
+      "epoch": 0.33217050559113065,
+      "grad_norm": 407.88726806640625,
+      "learning_rate": 1.9044457921854514e-05,
+      "loss": 36.0,
+      "step": 6951
+    },
+    {
+      "epoch": 0.33221829303259104,
+      "grad_norm": 333.8565673828125,
+      "learning_rate": 1.9044127771725657e-05,
+      "loss": 29.875,
+      "step": 6952
+    },
+    {
+      "epoch": 0.33226608047405143,
+      "grad_norm": 438.43878173828125,
+      "learning_rate": 1.9043797567434138e-05,
+      "loss": 38.0625,
+      "step": 6953
+    },
+    {
+      "epoch": 0.3323138679155118,
+      "grad_norm": 206.50320434570312,
+      "learning_rate": 1.9043467308981944e-05,
+      "loss": 23.3438,
+      "step": 6954
+    },
+    {
+      "epoch": 0.3323616553569722,
+      "grad_norm": 577.974365234375,
+      "learning_rate": 1.904313699637105e-05,
+      "loss": 36.9688,
+      "step": 6955
+    },
+    {
+      "epoch": 0.3324094427984326,
+      "grad_norm": 188.99488830566406,
+      "learning_rate": 1.9042806629603435e-05,
+      "loss": 29.875,
+      "step": 6956
+    },
+    {
+      "epoch": 0.33245723023989293,
+      "grad_norm": 527.4015502929688,
+      "learning_rate": 1.9042476208681075e-05,
+      "loss": 21.875,
+      "step": 6957
+    },
+    {
+      "epoch": 0.3325050176813533,
+      "grad_norm": 406.2728576660156,
+      "learning_rate": 1.9042145733605954e-05,
+      "loss": 50.1562,
+      "step": 6958
+    },
+    {
+      "epoch": 0.3325528051228137,
+      "grad_norm": 363.2790222167969,
+      "learning_rate": 1.9041815204380043e-05,
+      "loss": 36.3438,
+      "step": 6959
+    },
+    {
+      "epoch": 0.3326005925642741,
+      "grad_norm": 224.3190155029297,
+      "learning_rate": 1.904148462100533e-05,
+      "loss": 31.7969,
+      "step": 6960
+    },
+    {
+      "epoch": 0.3326483800057345,
+      "grad_norm": 242.0306396484375,
+      "learning_rate": 1.904115398348379e-05,
+      "loss": 40.0312,
+      "step": 6961
+    },
+    {
+      "epoch": 0.3326961674471949,
+      "grad_norm": 381.34661865234375,
+      "learning_rate": 1.90408232918174e-05,
+      "loss": 37.5625,
+      "step": 6962
+    },
+    {
+      "epoch": 0.33274395488865527,
+      "grad_norm": 227.06549072265625,
+      "learning_rate": 1.9040492546008148e-05,
+      "loss": 27.8125,
+      "step": 6963
+    },
+    {
+      "epoch": 0.33279174233011566,
+      "grad_norm": 218.74752807617188,
+      "learning_rate": 1.9040161746058012e-05,
+      "loss": 46.5,
+      "step": 6964
+    },
+    {
+      "epoch": 0.33283952977157605,
+      "grad_norm": 353.94146728515625,
+      "learning_rate": 1.903983089196897e-05,
+      "loss": 34.4375,
+      "step": 6965
+    },
+    {
+      "epoch": 0.33288731721303644,
+      "grad_norm": 555.10693359375,
+      "learning_rate": 1.9039499983743005e-05,
+      "loss": 30.875,
+      "step": 6966
+    },
+    {
+      "epoch": 0.33293510465449677,
+      "grad_norm": 480.82757568359375,
+      "learning_rate": 1.90391690213821e-05,
+      "loss": 41.0,
+      "step": 6967
+    },
+    {
+      "epoch": 0.33298289209595716,
+      "grad_norm": 424.1373291015625,
+      "learning_rate": 1.903883800488824e-05,
+      "loss": 31.7656,
+      "step": 6968
+    },
+    {
+      "epoch": 0.33303067953741755,
+      "grad_norm": 200.7818603515625,
+      "learning_rate": 1.90385069342634e-05,
+      "loss": 20.0781,
+      "step": 6969
+    },
+    {
+      "epoch": 0.33307846697887794,
+      "grad_norm": 293.3722229003906,
+      "learning_rate": 1.9038175809509566e-05,
+      "loss": 44.8125,
+      "step": 6970
+    },
+    {
+      "epoch": 0.33312625442033833,
+      "grad_norm": 189.2563934326172,
+      "learning_rate": 1.9037844630628717e-05,
+      "loss": 31.4688,
+      "step": 6971
+    },
+    {
+      "epoch": 0.3331740418617987,
+      "grad_norm": 558.3974609375,
+      "learning_rate": 1.903751339762285e-05,
+      "loss": 21.1406,
+      "step": 6972
+    },
+    {
+      "epoch": 0.3332218293032591,
+      "grad_norm": 339.87640380859375,
+      "learning_rate": 1.9037182110493932e-05,
+      "loss": 35.375,
+      "step": 6973
+    },
+    {
+      "epoch": 0.3332696167447195,
+      "grad_norm": 283.13519287109375,
+      "learning_rate": 1.9036850769243956e-05,
+      "loss": 31.5,
+      "step": 6974
+    },
+    {
+      "epoch": 0.3333174041861799,
+      "grad_norm": 405.84130859375,
+      "learning_rate": 1.903651937387491e-05,
+      "loss": 19.7812,
+      "step": 6975
+    },
+    {
+      "epoch": 0.3333651916276403,
+      "grad_norm": 301.9732971191406,
+      "learning_rate": 1.9036187924388767e-05,
+      "loss": 46.4062,
+      "step": 6976
+    },
+    {
+      "epoch": 0.33341297906910067,
+      "grad_norm": 287.430419921875,
+      "learning_rate": 1.903585642078752e-05,
+      "loss": 28.9375,
+      "step": 6977
+    },
+    {
+      "epoch": 0.333460766510561,
+      "grad_norm": 253.9080810546875,
+      "learning_rate": 1.9035524863073153e-05,
+      "loss": 29.0,
+      "step": 6978
+    },
+    {
+      "epoch": 0.3335085539520214,
+      "grad_norm": 327.2752685546875,
+      "learning_rate": 1.9035193251247653e-05,
+      "loss": 25.5938,
+      "step": 6979
+    },
+    {
+      "epoch": 0.3335563413934818,
+      "grad_norm": 161.9159393310547,
+      "learning_rate": 1.9034861585312997e-05,
+      "loss": 26.1875,
+      "step": 6980
+    },
+    {
+      "epoch": 0.33360412883494217,
+      "grad_norm": 239.41015625,
+      "learning_rate": 1.9034529865271184e-05,
+      "loss": 31.6562,
+      "step": 6981
+    },
+    {
+      "epoch": 0.33365191627640256,
+      "grad_norm": 444.8929138183594,
+      "learning_rate": 1.9034198091124197e-05,
+      "loss": 50.625,
+      "step": 6982
+    },
+    {
+      "epoch": 0.33369970371786295,
+      "grad_norm": 309.52349853515625,
+      "learning_rate": 1.9033866262874017e-05,
+      "loss": 35.5,
+      "step": 6983
+    },
+    {
+      "epoch": 0.33374749115932334,
+      "grad_norm": 401.6581726074219,
+      "learning_rate": 1.9033534380522636e-05,
+      "loss": 30.9375,
+      "step": 6984
+    },
+    {
+      "epoch": 0.33379527860078373,
+      "grad_norm": 328.03460693359375,
+      "learning_rate": 1.903320244407204e-05,
+      "loss": 33.5938,
+      "step": 6985
+    },
+    {
+      "epoch": 0.3338430660422441,
+      "grad_norm": 399.4557189941406,
+      "learning_rate": 1.903287045352422e-05,
+      "loss": 41.875,
+      "step": 6986
+    },
+    {
+      "epoch": 0.3338908534837045,
+      "grad_norm": 407.62811279296875,
+      "learning_rate": 1.9032538408881156e-05,
+      "loss": 34.7188,
+      "step": 6987
+    },
+    {
+      "epoch": 0.33393864092516484,
+      "grad_norm": 711.7098388671875,
+      "learning_rate": 1.9032206310144844e-05,
+      "loss": 49.3438,
+      "step": 6988
+    },
+    {
+      "epoch": 0.33398642836662523,
+      "grad_norm": 291.20947265625,
+      "learning_rate": 1.9031874157317273e-05,
+      "loss": 33.9062,
+      "step": 6989
+    },
+    {
+      "epoch": 0.3340342158080856,
+      "grad_norm": 491.041015625,
+      "learning_rate": 1.903154195040043e-05,
+      "loss": 33.4688,
+      "step": 6990
+    },
+    {
+      "epoch": 0.334082003249546,
+      "grad_norm": 261.4754638671875,
+      "learning_rate": 1.9031209689396304e-05,
+      "loss": 37.625,
+      "step": 6991
+    },
+    {
+      "epoch": 0.3341297906910064,
+      "grad_norm": 210.49134826660156,
+      "learning_rate": 1.9030877374306883e-05,
+      "loss": 21.1875,
+      "step": 6992
+    },
+    {
+      "epoch": 0.3341775781324668,
+      "grad_norm": 409.45172119140625,
+      "learning_rate": 1.9030545005134165e-05,
+      "loss": 37.8125,
+      "step": 6993
+    },
+    {
+      "epoch": 0.3342253655739272,
+      "grad_norm": 385.7628173828125,
+      "learning_rate": 1.903021258188013e-05,
+      "loss": 38.8125,
+      "step": 6994
+    },
+    {
+      "epoch": 0.33427315301538757,
+      "grad_norm": 477.7385559082031,
+      "learning_rate": 1.9029880104546777e-05,
+      "loss": 30.5,
+      "step": 6995
+    },
+    {
+      "epoch": 0.33432094045684796,
+      "grad_norm": 452.7008972167969,
+      "learning_rate": 1.9029547573136092e-05,
+      "loss": 33.3594,
+      "step": 6996
+    },
+    {
+      "epoch": 0.33436872789830835,
+      "grad_norm": 433.6820068359375,
+      "learning_rate": 1.9029214987650068e-05,
+      "loss": 40.2188,
+      "step": 6997
+    },
+    {
+      "epoch": 0.3344165153397687,
+      "grad_norm": 173.87246704101562,
+      "learning_rate": 1.90288823480907e-05,
+      "loss": 30.5938,
+      "step": 6998
+    },
+    {
+      "epoch": 0.3344643027812291,
+      "grad_norm": 311.07269287109375,
+      "learning_rate": 1.9028549654459976e-05,
+      "loss": 30.7812,
+      "step": 6999
+    },
+    {
+      "epoch": 0.33451209022268946,
+      "grad_norm": 235.01229858398438,
+      "learning_rate": 1.902821690675989e-05,
+      "loss": 23.1562,
+      "step": 7000
+    },
+    {
+      "epoch": 0.33455987766414985,
+      "grad_norm": 266.5805969238281,
+      "learning_rate": 1.9027884104992428e-05,
+      "loss": 31.9062,
+      "step": 7001
+    },
+    {
+      "epoch": 0.33460766510561024,
+      "grad_norm": 420.37469482421875,
+      "learning_rate": 1.9027551249159596e-05,
+      "loss": 44.8438,
+      "step": 7002
+    },
+    {
+      "epoch": 0.33465545254707063,
+      "grad_norm": 382.4769287109375,
+      "learning_rate": 1.902721833926338e-05,
+      "loss": 33.8906,
+      "step": 7003
+    },
+    {
+      "epoch": 0.334703239988531,
+      "grad_norm": 316.2768249511719,
+      "learning_rate": 1.9026885375305775e-05,
+      "loss": 32.5938,
+      "step": 7004
+    },
+    {
+      "epoch": 0.3347510274299914,
+      "grad_norm": 326.89556884765625,
+      "learning_rate": 1.9026552357288774e-05,
+      "loss": 23.6406,
+      "step": 7005
+    },
+    {
+      "epoch": 0.3347988148714518,
+      "grad_norm": 279.6045837402344,
+      "learning_rate": 1.902621928521437e-05,
+      "loss": 22.4688,
+      "step": 7006
+    },
+    {
+      "epoch": 0.3348466023129122,
+      "grad_norm": 338.65234375,
+      "learning_rate": 1.902588615908456e-05,
+      "loss": 43.3125,
+      "step": 7007
+    },
+    {
+      "epoch": 0.3348943897543725,
+      "grad_norm": 269.48638916015625,
+      "learning_rate": 1.902555297890134e-05,
+      "loss": 34.2188,
+      "step": 7008
+    },
+    {
+      "epoch": 0.3349421771958329,
+      "grad_norm": 324.68505859375,
+      "learning_rate": 1.9025219744666702e-05,
+      "loss": 29.375,
+      "step": 7009
+    },
+    {
+      "epoch": 0.3349899646372933,
+      "grad_norm": 189.9913330078125,
+      "learning_rate": 1.9024886456382643e-05,
+      "loss": 27.7188,
+      "step": 7010
+    },
+    {
+      "epoch": 0.3350377520787537,
+      "grad_norm": 142.1360626220703,
+      "learning_rate": 1.9024553114051162e-05,
+      "loss": 21.375,
+      "step": 7011
+    },
+    {
+      "epoch": 0.3350855395202141,
+      "grad_norm": 234.46961975097656,
+      "learning_rate": 1.902421971767425e-05,
+      "loss": 35.5,
+      "step": 7012
+    },
+    {
+      "epoch": 0.33513332696167447,
+      "grad_norm": 347.9950256347656,
+      "learning_rate": 1.902388626725391e-05,
+      "loss": 36.3125,
+      "step": 7013
+    },
+    {
+      "epoch": 0.33518111440313486,
+      "grad_norm": 182.609375,
+      "learning_rate": 1.902355276279213e-05,
+      "loss": 25.75,
+      "step": 7014
+    },
+    {
+      "epoch": 0.33522890184459525,
+      "grad_norm": 349.57415771484375,
+      "learning_rate": 1.9023219204290916e-05,
+      "loss": 36.125,
+      "step": 7015
+    },
+    {
+      "epoch": 0.33527668928605564,
+      "grad_norm": 334.35015869140625,
+      "learning_rate": 1.9022885591752263e-05,
+      "loss": 28.25,
+      "step": 7016
+    },
+    {
+      "epoch": 0.33532447672751603,
+      "grad_norm": 213.4569091796875,
+      "learning_rate": 1.9022551925178166e-05,
+      "loss": 24.5312,
+      "step": 7017
+    },
+    {
+      "epoch": 0.3353722641689764,
+      "grad_norm": 190.69981384277344,
+      "learning_rate": 1.9022218204570625e-05,
+      "loss": 21.5625,
+      "step": 7018
+    },
+    {
+      "epoch": 0.33542005161043675,
+      "grad_norm": 385.9877624511719,
+      "learning_rate": 1.9021884429931638e-05,
+      "loss": 39.0,
+      "step": 7019
+    },
+    {
+      "epoch": 0.33546783905189714,
+      "grad_norm": 782.003173828125,
+      "learning_rate": 1.9021550601263208e-05,
+      "loss": 43.0,
+      "step": 7020
+    },
+    {
+      "epoch": 0.33551562649335753,
+      "grad_norm": 238.91822814941406,
+      "learning_rate": 1.9021216718567327e-05,
+      "loss": 25.9844,
+      "step": 7021
+    },
+    {
+      "epoch": 0.3355634139348179,
+      "grad_norm": 535.2842407226562,
+      "learning_rate": 1.9020882781846003e-05,
+      "loss": 35.375,
+      "step": 7022
+    },
+    {
+      "epoch": 0.3356112013762783,
+      "grad_norm": 161.56053161621094,
+      "learning_rate": 1.9020548791101227e-05,
+      "loss": 25.375,
+      "step": 7023
+    },
+    {
+      "epoch": 0.3356589888177387,
+      "grad_norm": 319.0997009277344,
+      "learning_rate": 1.9020214746335007e-05,
+      "loss": 30.625,
+      "step": 7024
+    },
+    {
+      "epoch": 0.3357067762591991,
+      "grad_norm": 334.8680419921875,
+      "learning_rate": 1.901988064754934e-05,
+      "loss": 34.4688,
+      "step": 7025
+    },
+    {
+      "epoch": 0.3357545637006595,
+      "grad_norm": 380.6283874511719,
+      "learning_rate": 1.9019546494746224e-05,
+      "loss": 33.2812,
+      "step": 7026
+    },
+    {
+      "epoch": 0.33580235114211987,
+      "grad_norm": 178.23521423339844,
+      "learning_rate": 1.9019212287927663e-05,
+      "loss": 18.8438,
+      "step": 7027
+    },
+    {
+      "epoch": 0.33585013858358026,
+      "grad_norm": 690.1215209960938,
+      "learning_rate": 1.901887802709566e-05,
+      "loss": 34.4688,
+      "step": 7028
+    },
+    {
+      "epoch": 0.3358979260250406,
+      "grad_norm": 262.7074279785156,
+      "learning_rate": 1.9018543712252216e-05,
+      "loss": 30.1562,
+      "step": 7029
+    },
+    {
+      "epoch": 0.335945713466501,
+      "grad_norm": 216.13958740234375,
+      "learning_rate": 1.901820934339933e-05,
+      "loss": 27.4062,
+      "step": 7030
+    },
+    {
+      "epoch": 0.3359935009079614,
+      "grad_norm": 211.33749389648438,
+      "learning_rate": 1.9017874920539007e-05,
+      "loss": 20.875,
+      "step": 7031
+    },
+    {
+      "epoch": 0.33604128834942176,
+      "grad_norm": 382.171142578125,
+      "learning_rate": 1.901754044367325e-05,
+      "loss": 19.3125,
+      "step": 7032
+    },
+    {
+      "epoch": 0.33608907579088215,
+      "grad_norm": 477.85101318359375,
+      "learning_rate": 1.901720591280406e-05,
+      "loss": 43.625,
+      "step": 7033
+    },
+    {
+      "epoch": 0.33613686323234254,
+      "grad_norm": 222.15455627441406,
+      "learning_rate": 1.9016871327933445e-05,
+      "loss": 32.7188,
+      "step": 7034
+    },
+    {
+      "epoch": 0.33618465067380293,
+      "grad_norm": 450.3448791503906,
+      "learning_rate": 1.90165366890634e-05,
+      "loss": 50.25,
+      "step": 7035
+    },
+    {
+      "epoch": 0.3362324381152633,
+      "grad_norm": 359.0989074707031,
+      "learning_rate": 1.9016201996195943e-05,
+      "loss": 34.4688,
+      "step": 7036
+    },
+    {
+      "epoch": 0.3362802255567237,
+      "grad_norm": 385.884521484375,
+      "learning_rate": 1.9015867249333064e-05,
+      "loss": 27.9219,
+      "step": 7037
+    },
+    {
+      "epoch": 0.3363280129981841,
+      "grad_norm": 176.1959228515625,
+      "learning_rate": 1.9015532448476778e-05,
+      "loss": 25.4844,
+      "step": 7038
+    },
+    {
+      "epoch": 0.33637580043964443,
+      "grad_norm": 275.45025634765625,
+      "learning_rate": 1.901519759362908e-05,
+      "loss": 25.7188,
+      "step": 7039
+    },
+    {
+      "epoch": 0.3364235878811048,
+      "grad_norm": 176.68414306640625,
+      "learning_rate": 1.9014862684791988e-05,
+      "loss": 24.25,
+      "step": 7040
+    },
+    {
+      "epoch": 0.3364713753225652,
+      "grad_norm": 296.127197265625,
+      "learning_rate": 1.90145277219675e-05,
+      "loss": 25.3125,
+      "step": 7041
+    },
+    {
+      "epoch": 0.3365191627640256,
+      "grad_norm": 229.8800811767578,
+      "learning_rate": 1.901419270515762e-05,
+      "loss": 27.0,
+      "step": 7042
+    },
+    {
+      "epoch": 0.336566950205486,
+      "grad_norm": 230.06910705566406,
+      "learning_rate": 1.9013857634364353e-05,
+      "loss": 25.0312,
+      "step": 7043
+    },
+    {
+      "epoch": 0.3366147376469464,
+      "grad_norm": 291.4309997558594,
+      "learning_rate": 1.9013522509589716e-05,
+      "loss": 31.7188,
+      "step": 7044
+    },
+    {
+      "epoch": 0.33666252508840677,
+      "grad_norm": 289.255859375,
+      "learning_rate": 1.9013187330835708e-05,
+      "loss": 30.375,
+      "step": 7045
+    },
+    {
+      "epoch": 0.33671031252986716,
+      "grad_norm": 270.93212890625,
+      "learning_rate": 1.901285209810434e-05,
+      "loss": 32.4375,
+      "step": 7046
+    },
+    {
+      "epoch": 0.33675809997132755,
+      "grad_norm": 338.1552429199219,
+      "learning_rate": 1.9012516811397616e-05,
+      "loss": 25.7812,
+      "step": 7047
+    },
+    {
+      "epoch": 0.33680588741278794,
+      "grad_norm": 159.61410522460938,
+      "learning_rate": 1.9012181470717546e-05,
+      "loss": 24.5156,
+      "step": 7048
+    },
+    {
+      "epoch": 0.33685367485424833,
+      "grad_norm": 252.30296325683594,
+      "learning_rate": 1.901184607606614e-05,
+      "loss": 36.125,
+      "step": 7049
+    },
+    {
+      "epoch": 0.33690146229570866,
+      "grad_norm": 265.1634521484375,
+      "learning_rate": 1.90115106274454e-05,
+      "loss": 30.7812,
+      "step": 7050
+    },
+    {
+      "epoch": 0.33694924973716905,
+      "grad_norm": 266.3760070800781,
+      "learning_rate": 1.9011175124857342e-05,
+      "loss": 31.2656,
+      "step": 7051
+    },
+    {
+      "epoch": 0.33699703717862944,
+      "grad_norm": 287.5572814941406,
+      "learning_rate": 1.901083956830397e-05,
+      "loss": 33.4375,
+      "step": 7052
+    },
+    {
+      "epoch": 0.33704482462008983,
+      "grad_norm": 395.858154296875,
+      "learning_rate": 1.90105039577873e-05,
+      "loss": 28.3125,
+      "step": 7053
+    },
+    {
+      "epoch": 0.3370926120615502,
+      "grad_norm": 185.89706420898438,
+      "learning_rate": 1.9010168293309338e-05,
+      "loss": 24.875,
+      "step": 7054
+    },
+    {
+      "epoch": 0.3371403995030106,
+      "grad_norm": 433.0205078125,
+      "learning_rate": 1.9009832574872093e-05,
+      "loss": 32.9062,
+      "step": 7055
+    },
+    {
+      "epoch": 0.337188186944471,
+      "grad_norm": 414.77117919921875,
+      "learning_rate": 1.9009496802477575e-05,
+      "loss": 39.4688,
+      "step": 7056
+    },
+    {
+      "epoch": 0.3372359743859314,
+      "grad_norm": 711.5863647460938,
+      "learning_rate": 1.9009160976127797e-05,
+      "loss": 40.6562,
+      "step": 7057
+    },
+    {
+      "epoch": 0.3372837618273918,
+      "grad_norm": 263.8650207519531,
+      "learning_rate": 1.900882509582477e-05,
+      "loss": 34.2812,
+      "step": 7058
+    },
+    {
+      "epoch": 0.33733154926885217,
+      "grad_norm": 493.3107604980469,
+      "learning_rate": 1.9008489161570507e-05,
+      "loss": 33.4375,
+      "step": 7059
+    },
+    {
+      "epoch": 0.3373793367103125,
+      "grad_norm": 306.6656494140625,
+      "learning_rate": 1.9008153173367018e-05,
+      "loss": 33.5625,
+      "step": 7060
+    },
+    {
+      "epoch": 0.3374271241517729,
+      "grad_norm": 300.3797302246094,
+      "learning_rate": 1.900781713121631e-05,
+      "loss": 29.9062,
+      "step": 7061
+    },
+    {
+      "epoch": 0.3374749115932333,
+      "grad_norm": 400.3514404296875,
+      "learning_rate": 1.9007481035120404e-05,
+      "loss": 39.5625,
+      "step": 7062
+    },
+    {
+      "epoch": 0.3375226990346937,
+      "grad_norm": 301.37823486328125,
+      "learning_rate": 1.900714488508131e-05,
+      "loss": 43.2812,
+      "step": 7063
+    },
+    {
+      "epoch": 0.33757048647615406,
+      "grad_norm": 260.56182861328125,
+      "learning_rate": 1.9006808681101044e-05,
+      "loss": 29.2188,
+      "step": 7064
+    },
+    {
+      "epoch": 0.33761827391761445,
+      "grad_norm": 414.6518249511719,
+      "learning_rate": 1.9006472423181613e-05,
+      "loss": 33.5938,
+      "step": 7065
+    },
+    {
+      "epoch": 0.33766606135907484,
+      "grad_norm": 325.24176025390625,
+      "learning_rate": 1.9006136111325035e-05,
+      "loss": 44.0625,
+      "step": 7066
+    },
+    {
+      "epoch": 0.33771384880053523,
+      "grad_norm": 210.01797485351562,
+      "learning_rate": 1.900579974553332e-05,
+      "loss": 25.5,
+      "step": 7067
+    },
+    {
+      "epoch": 0.3377616362419956,
+      "grad_norm": 178.44580078125,
+      "learning_rate": 1.9005463325808487e-05,
+      "loss": 33.5,
+      "step": 7068
+    },
+    {
+      "epoch": 0.337809423683456,
+      "grad_norm": 225.86651611328125,
+      "learning_rate": 1.9005126852152546e-05,
+      "loss": 24.7031,
+      "step": 7069
+    },
+    {
+      "epoch": 0.33785721112491635,
+      "grad_norm": 366.6631164550781,
+      "learning_rate": 1.900479032456752e-05,
+      "loss": 33.8125,
+      "step": 7070
+    },
+    {
+      "epoch": 0.33790499856637674,
+      "grad_norm": 281.24700927734375,
+      "learning_rate": 1.9004453743055413e-05,
+      "loss": 27.0,
+      "step": 7071
+    },
+    {
+      "epoch": 0.3379527860078371,
+      "grad_norm": 358.2030334472656,
+      "learning_rate": 1.9004117107618253e-05,
+      "loss": 21.4688,
+      "step": 7072
+    },
+    {
+      "epoch": 0.3380005734492975,
+      "grad_norm": 461.6257629394531,
+      "learning_rate": 1.9003780418258047e-05,
+      "loss": 40.8438,
+      "step": 7073
+    },
+    {
+      "epoch": 0.3380483608907579,
+      "grad_norm": 341.93646240234375,
+      "learning_rate": 1.9003443674976814e-05,
+      "loss": 36.1875,
+      "step": 7074
+    },
+    {
+      "epoch": 0.3380961483322183,
+      "grad_norm": 348.724609375,
+      "learning_rate": 1.9003106877776575e-05,
+      "loss": 32.2812,
+      "step": 7075
+    },
+    {
+      "epoch": 0.3381439357736787,
+      "grad_norm": 462.9946594238281,
+      "learning_rate": 1.9002770026659337e-05,
+      "loss": 31.0312,
+      "step": 7076
+    },
+    {
+      "epoch": 0.3381917232151391,
+      "grad_norm": 524.8123168945312,
+      "learning_rate": 1.9002433121627128e-05,
+      "loss": 48.625,
+      "step": 7077
+    },
+    {
+      "epoch": 0.33823951065659946,
+      "grad_norm": 213.76219177246094,
+      "learning_rate": 1.900209616268196e-05,
+      "loss": 21.4531,
+      "step": 7078
+    },
+    {
+      "epoch": 0.33828729809805985,
+      "grad_norm": 150.2784881591797,
+      "learning_rate": 1.900175914982585e-05,
+      "loss": 23.125,
+      "step": 7079
+    },
+    {
+      "epoch": 0.33833508553952024,
+      "grad_norm": 310.3809509277344,
+      "learning_rate": 1.9001422083060817e-05,
+      "loss": 32.7812,
+      "step": 7080
+    },
+    {
+      "epoch": 0.3383828729809806,
+      "grad_norm": 150.6363983154297,
+      "learning_rate": 1.9001084962388883e-05,
+      "loss": 28.6875,
+      "step": 7081
+    },
+    {
+      "epoch": 0.33843066042244097,
+      "grad_norm": 225.34048461914062,
+      "learning_rate": 1.9000747787812067e-05,
+      "loss": 39.9062,
+      "step": 7082
+    },
+    {
+      "epoch": 0.33847844786390135,
+      "grad_norm": 216.26727294921875,
+      "learning_rate": 1.9000410559332382e-05,
+      "loss": 29.0,
+      "step": 7083
+    },
+    {
+      "epoch": 0.33852623530536174,
+      "grad_norm": 195.8135986328125,
+      "learning_rate": 1.9000073276951853e-05,
+      "loss": 25.6562,
+      "step": 7084
+    },
+    {
+      "epoch": 0.33857402274682213,
+      "grad_norm": 323.04193115234375,
+      "learning_rate": 1.89997359406725e-05,
+      "loss": 39.5312,
+      "step": 7085
+    },
+    {
+      "epoch": 0.3386218101882825,
+      "grad_norm": 607.07470703125,
+      "learning_rate": 1.899939855049634e-05,
+      "loss": 44.5938,
+      "step": 7086
+    },
+    {
+      "epoch": 0.3386695976297429,
+      "grad_norm": 317.91748046875,
+      "learning_rate": 1.8999061106425393e-05,
+      "loss": 33.375,
+      "step": 7087
+    },
+    {
+      "epoch": 0.3387173850712033,
+      "grad_norm": 289.5054931640625,
+      "learning_rate": 1.8998723608461684e-05,
+      "loss": 24.5,
+      "step": 7088
+    },
+    {
+      "epoch": 0.3387651725126637,
+      "grad_norm": 292.43096923828125,
+      "learning_rate": 1.899838605660723e-05,
+      "loss": 43.0625,
+      "step": 7089
+    },
+    {
+      "epoch": 0.3388129599541241,
+      "grad_norm": 148.5511016845703,
+      "learning_rate": 1.899804845086406e-05,
+      "loss": 23.375,
+      "step": 7090
+    },
+    {
+      "epoch": 0.3388607473955844,
+      "grad_norm": 253.20730590820312,
+      "learning_rate": 1.8997710791234184e-05,
+      "loss": 30.0,
+      "step": 7091
+    },
+    {
+      "epoch": 0.3389085348370448,
+      "grad_norm": 286.732421875,
+      "learning_rate": 1.8997373077719635e-05,
+      "loss": 38.7812,
+      "step": 7092
+    },
+    {
+      "epoch": 0.3389563222785052,
+      "grad_norm": 216.5843505859375,
+      "learning_rate": 1.899703531032243e-05,
+      "loss": 32.9062,
+      "step": 7093
+    },
+    {
+      "epoch": 0.3390041097199656,
+      "grad_norm": 224.11474609375,
+      "learning_rate": 1.8996697489044595e-05,
+      "loss": 25.0938,
+      "step": 7094
+    },
+    {
+      "epoch": 0.339051897161426,
+      "grad_norm": 224.2600555419922,
+      "learning_rate": 1.8996359613888146e-05,
+      "loss": 24.7188,
+      "step": 7095
+    },
+    {
+      "epoch": 0.33909968460288636,
+      "grad_norm": 365.44866943359375,
+      "learning_rate": 1.8996021684855113e-05,
+      "loss": 30.2812,
+      "step": 7096
+    },
+    {
+      "epoch": 0.33914747204434675,
+      "grad_norm": 290.8984069824219,
+      "learning_rate": 1.8995683701947522e-05,
+      "loss": 35.0,
+      "step": 7097
+    },
+    {
+      "epoch": 0.33919525948580714,
+      "grad_norm": 178.14559936523438,
+      "learning_rate": 1.8995345665167388e-05,
+      "loss": 29.25,
+      "step": 7098
+    },
+    {
+      "epoch": 0.33924304692726753,
+      "grad_norm": 302.59747314453125,
+      "learning_rate": 1.8995007574516745e-05,
+      "loss": 39.0,
+      "step": 7099
+    },
+    {
+      "epoch": 0.3392908343687279,
+      "grad_norm": 229.2371826171875,
+      "learning_rate": 1.899466942999761e-05,
+      "loss": 38.5312,
+      "step": 7100
+    },
+    {
+      "epoch": 0.33933862181018826,
+      "grad_norm": 279.79400634765625,
+      "learning_rate": 1.899433123161201e-05,
+      "loss": 40.25,
+      "step": 7101
+    },
+    {
+      "epoch": 0.33938640925164865,
+      "grad_norm": 222.55709838867188,
+      "learning_rate": 1.8993992979361977e-05,
+      "loss": 36.9375,
+      "step": 7102
+    },
+    {
+      "epoch": 0.33943419669310904,
+      "grad_norm": 343.3392333984375,
+      "learning_rate": 1.899365467324953e-05,
+      "loss": 32.9375,
+      "step": 7103
+    },
+    {
+      "epoch": 0.3394819841345694,
+      "grad_norm": 244.0195770263672,
+      "learning_rate": 1.8993316313276694e-05,
+      "loss": 28.0938,
+      "step": 7104
+    },
+    {
+      "epoch": 0.3395297715760298,
+      "grad_norm": 333.8631591796875,
+      "learning_rate": 1.89929778994455e-05,
+      "loss": 40.4688,
+      "step": 7105
+    },
+    {
+      "epoch": 0.3395775590174902,
+      "grad_norm": 196.9356231689453,
+      "learning_rate": 1.899263943175797e-05,
+      "loss": 31.2188,
+      "step": 7106
+    },
+    {
+      "epoch": 0.3396253464589506,
+      "grad_norm": 390.6435241699219,
+      "learning_rate": 1.8992300910216138e-05,
+      "loss": 40.0312,
+      "step": 7107
+    },
+    {
+      "epoch": 0.339673133900411,
+      "grad_norm": 314.69903564453125,
+      "learning_rate": 1.8991962334822024e-05,
+      "loss": 24.7812,
+      "step": 7108
+    },
+    {
+      "epoch": 0.3397209213418714,
+      "grad_norm": 279.979248046875,
+      "learning_rate": 1.8991623705577658e-05,
+      "loss": 31.25,
+      "step": 7109
+    },
+    {
+      "epoch": 0.33976870878333176,
+      "grad_norm": 228.6232452392578,
+      "learning_rate": 1.899128502248507e-05,
+      "loss": 31.0,
+      "step": 7110
+    },
+    {
+      "epoch": 0.3398164962247921,
+      "grad_norm": 369.6065979003906,
+      "learning_rate": 1.8990946285546283e-05,
+      "loss": 34.5625,
+      "step": 7111
+    },
+    {
+      "epoch": 0.3398642836662525,
+      "grad_norm": 228.294921875,
+      "learning_rate": 1.8990607494763332e-05,
+      "loss": 26.6719,
+      "step": 7112
+    },
+    {
+      "epoch": 0.3399120711077129,
+      "grad_norm": 277.3376770019531,
+      "learning_rate": 1.8990268650138244e-05,
+      "loss": 30.3125,
+      "step": 7113
+    },
+    {
+      "epoch": 0.33995985854917327,
+      "grad_norm": 332.59271240234375,
+      "learning_rate": 1.8989929751673045e-05,
+      "loss": 28.375,
+      "step": 7114
+    },
+    {
+      "epoch": 0.34000764599063366,
+      "grad_norm": 328.2667541503906,
+      "learning_rate": 1.8989590799369768e-05,
+      "loss": 31.5312,
+      "step": 7115
+    },
+    {
+      "epoch": 0.34005543343209405,
+      "grad_norm": 381.2052917480469,
+      "learning_rate": 1.898925179323044e-05,
+      "loss": 31.3438,
+      "step": 7116
+    },
+    {
+      "epoch": 0.34010322087355443,
+      "grad_norm": 542.5902099609375,
+      "learning_rate": 1.89889127332571e-05,
+      "loss": 36.0938,
+      "step": 7117
+    },
+    {
+      "epoch": 0.3401510083150148,
+      "grad_norm": 255.3440704345703,
+      "learning_rate": 1.8988573619451768e-05,
+      "loss": 38.0938,
+      "step": 7118
+    },
+    {
+      "epoch": 0.3401987957564752,
+      "grad_norm": 467.7928771972656,
+      "learning_rate": 1.8988234451816473e-05,
+      "loss": 16.7031,
+      "step": 7119
+    },
+    {
+      "epoch": 0.3402465831979356,
+      "grad_norm": 251.77854919433594,
+      "learning_rate": 1.8987895230353257e-05,
+      "loss": 23.1875,
+      "step": 7120
+    },
+    {
+      "epoch": 0.340294370639396,
+      "grad_norm": 192.65945434570312,
+      "learning_rate": 1.8987555955064144e-05,
+      "loss": 27.5469,
+      "step": 7121
+    },
+    {
+      "epoch": 0.3403421580808563,
+      "grad_norm": 366.30023193359375,
+      "learning_rate": 1.8987216625951172e-05,
+      "loss": 35.5312,
+      "step": 7122
+    },
+    {
+      "epoch": 0.3403899455223167,
+      "grad_norm": 276.6162109375,
+      "learning_rate": 1.8986877243016365e-05,
+      "loss": 22.2656,
+      "step": 7123
+    },
+    {
+      "epoch": 0.3404377329637771,
+      "grad_norm": 212.13160705566406,
+      "learning_rate": 1.898653780626176e-05,
+      "loss": 32.0,
+      "step": 7124
+    },
+    {
+      "epoch": 0.3404855204052375,
+      "grad_norm": 722.7847900390625,
+      "learning_rate": 1.8986198315689392e-05,
+      "loss": 36.4688,
+      "step": 7125
+    },
+    {
+      "epoch": 0.3405333078466979,
+      "grad_norm": 153.92312622070312,
+      "learning_rate": 1.898585877130129e-05,
+      "loss": 17.0625,
+      "step": 7126
+    },
+    {
+      "epoch": 0.3405810952881583,
+      "grad_norm": 277.5404052734375,
+      "learning_rate": 1.8985519173099485e-05,
+      "loss": 22.5938,
+      "step": 7127
+    },
+    {
+      "epoch": 0.34062888272961866,
+      "grad_norm": 453.70941162109375,
+      "learning_rate": 1.8985179521086018e-05,
+      "loss": 34.4219,
+      "step": 7128
+    },
+    {
+      "epoch": 0.34067667017107905,
+      "grad_norm": 511.3116455078125,
+      "learning_rate": 1.898483981526292e-05,
+      "loss": 36.3438,
+      "step": 7129
+    },
+    {
+      "epoch": 0.34072445761253944,
+      "grad_norm": 300.5853576660156,
+      "learning_rate": 1.8984500055632224e-05,
+      "loss": 43.375,
+      "step": 7130
+    },
+    {
+      "epoch": 0.34077224505399983,
+      "grad_norm": 266.2929382324219,
+      "learning_rate": 1.8984160242195967e-05,
+      "loss": 33.4219,
+      "step": 7131
+    },
+    {
+      "epoch": 0.34082003249546017,
+      "grad_norm": 300.6904296875,
+      "learning_rate": 1.8983820374956184e-05,
+      "loss": 27.8125,
+      "step": 7132
+    },
+    {
+      "epoch": 0.34086781993692056,
+      "grad_norm": 232.23341369628906,
+      "learning_rate": 1.8983480453914908e-05,
+      "loss": 28.0312,
+      "step": 7133
+    },
+    {
+      "epoch": 0.34091560737838095,
+      "grad_norm": 321.0449523925781,
+      "learning_rate": 1.898314047907418e-05,
+      "loss": 26.1875,
+      "step": 7134
+    },
+    {
+      "epoch": 0.34096339481984134,
+      "grad_norm": 214.08287048339844,
+      "learning_rate": 1.8982800450436025e-05,
+      "loss": 25.6406,
+      "step": 7135
+    },
+    {
+      "epoch": 0.3410111822613017,
+      "grad_norm": 285.47100830078125,
+      "learning_rate": 1.8982460368002487e-05,
+      "loss": 30.1562,
+      "step": 7136
+    },
+    {
+      "epoch": 0.3410589697027621,
+      "grad_norm": 278.0736389160156,
+      "learning_rate": 1.8982120231775604e-05,
+      "loss": 37.5938,
+      "step": 7137
+    },
+    {
+      "epoch": 0.3411067571442225,
+      "grad_norm": 539.9820556640625,
+      "learning_rate": 1.898178004175741e-05,
+      "loss": 26.625,
+      "step": 7138
+    },
+    {
+      "epoch": 0.3411545445856829,
+      "grad_norm": 468.379638671875,
+      "learning_rate": 1.8981439797949947e-05,
+      "loss": 37.9062,
+      "step": 7139
+    },
+    {
+      "epoch": 0.3412023320271433,
+      "grad_norm": 320.0400390625,
+      "learning_rate": 1.8981099500355244e-05,
+      "loss": 27.6875,
+      "step": 7140
+    },
+    {
+      "epoch": 0.3412501194686037,
+      "grad_norm": 341.5025634765625,
+      "learning_rate": 1.8980759148975346e-05,
+      "loss": 19.5,
+      "step": 7141
+    },
+    {
+      "epoch": 0.341297906910064,
+      "grad_norm": 242.1216583251953,
+      "learning_rate": 1.898041874381229e-05,
+      "loss": 25.2812,
+      "step": 7142
+    },
+    {
+      "epoch": 0.3413456943515244,
+      "grad_norm": 379.6972961425781,
+      "learning_rate": 1.898007828486811e-05,
+      "loss": 49.1875,
+      "step": 7143
+    },
+    {
+      "epoch": 0.3413934817929848,
+      "grad_norm": 223.71817016601562,
+      "learning_rate": 1.8979737772144852e-05,
+      "loss": 22.625,
+      "step": 7144
+    },
+    {
+      "epoch": 0.3414412692344452,
+      "grad_norm": 213.4416961669922,
+      "learning_rate": 1.897939720564455e-05,
+      "loss": 24.3125,
+      "step": 7145
+    },
+    {
+      "epoch": 0.34148905667590557,
+      "grad_norm": 415.4753723144531,
+      "learning_rate": 1.897905658536925e-05,
+      "loss": 31.9062,
+      "step": 7146
+    },
+    {
+      "epoch": 0.34153684411736596,
+      "grad_norm": 217.18841552734375,
+      "learning_rate": 1.8978715911320982e-05,
+      "loss": 26.5,
+      "step": 7147
+    },
+    {
+      "epoch": 0.34158463155882635,
+      "grad_norm": 291.31591796875,
+      "learning_rate": 1.8978375183501793e-05,
+      "loss": 27.0,
+      "step": 7148
+    },
+    {
+      "epoch": 0.34163241900028674,
+      "grad_norm": 366.2919006347656,
+      "learning_rate": 1.897803440191372e-05,
+      "loss": 27.1562,
+      "step": 7149
+    },
+    {
+      "epoch": 0.3416802064417471,
+      "grad_norm": 342.0884704589844,
+      "learning_rate": 1.8977693566558807e-05,
+      "loss": 27.6406,
+      "step": 7150
+    },
+    {
+      "epoch": 0.3417279938832075,
+      "grad_norm": 390.58441162109375,
+      "learning_rate": 1.8977352677439097e-05,
+      "loss": 40.8125,
+      "step": 7151
+    },
+    {
+      "epoch": 0.3417757813246679,
+      "grad_norm": 368.26007080078125,
+      "learning_rate": 1.8977011734556626e-05,
+      "loss": 38.4375,
+      "step": 7152
+    },
+    {
+      "epoch": 0.34182356876612824,
+      "grad_norm": 258.9798278808594,
+      "learning_rate": 1.8976670737913435e-05,
+      "loss": 35.8125,
+      "step": 7153
+    },
+    {
+      "epoch": 0.34187135620758863,
+      "grad_norm": 484.552490234375,
+      "learning_rate": 1.8976329687511574e-05,
+      "loss": 29.8125,
+      "step": 7154
+    },
+    {
+      "epoch": 0.341919143649049,
+      "grad_norm": 330.0081481933594,
+      "learning_rate": 1.8975988583353078e-05,
+      "loss": 40.5938,
+      "step": 7155
+    },
+    {
+      "epoch": 0.3419669310905094,
+      "grad_norm": 286.09014892578125,
+      "learning_rate": 1.8975647425439994e-05,
+      "loss": 31.125,
+      "step": 7156
+    },
+    {
+      "epoch": 0.3420147185319698,
+      "grad_norm": 231.66183471679688,
+      "learning_rate": 1.8975306213774366e-05,
+      "loss": 33.4375,
+      "step": 7157
+    },
+    {
+      "epoch": 0.3420625059734302,
+      "grad_norm": 230.3385467529297,
+      "learning_rate": 1.897496494835823e-05,
+      "loss": 40.0,
+      "step": 7158
+    },
+    {
+      "epoch": 0.3421102934148906,
+      "grad_norm": 237.7991485595703,
+      "learning_rate": 1.8974623629193636e-05,
+      "loss": 43.9375,
+      "step": 7159
+    },
+    {
+      "epoch": 0.34215808085635097,
+      "grad_norm": 199.6206512451172,
+      "learning_rate": 1.8974282256282632e-05,
+      "loss": 34.3281,
+      "step": 7160
+    },
+    {
+      "epoch": 0.34220586829781136,
+      "grad_norm": 278.12408447265625,
+      "learning_rate": 1.897394082962725e-05,
+      "loss": 32.3125,
+      "step": 7161
+    },
+    {
+      "epoch": 0.34225365573927174,
+      "grad_norm": 478.7044677734375,
+      "learning_rate": 1.8973599349229544e-05,
+      "loss": 33.5938,
+      "step": 7162
+    },
+    {
+      "epoch": 0.3423014431807321,
+      "grad_norm": 533.1484985351562,
+      "learning_rate": 1.897325781509156e-05,
+      "loss": 29.5625,
+      "step": 7163
+    },
+    {
+      "epoch": 0.34234923062219247,
+      "grad_norm": 245.80601501464844,
+      "learning_rate": 1.897291622721534e-05,
+      "loss": 20.5156,
+      "step": 7164
+    },
+    {
+      "epoch": 0.34239701806365286,
+      "grad_norm": 465.9595642089844,
+      "learning_rate": 1.897257458560293e-05,
+      "loss": 31.9062,
+      "step": 7165
+    },
+    {
+      "epoch": 0.34244480550511325,
+      "grad_norm": 255.4505615234375,
+      "learning_rate": 1.8972232890256373e-05,
+      "loss": 26.4219,
+      "step": 7166
+    },
+    {
+      "epoch": 0.34249259294657364,
+      "grad_norm": 340.91497802734375,
+      "learning_rate": 1.897189114117772e-05,
+      "loss": 31.2812,
+      "step": 7167
+    },
+    {
+      "epoch": 0.342540380388034,
+      "grad_norm": 338.66827392578125,
+      "learning_rate": 1.897154933836902e-05,
+      "loss": 32.6562,
+      "step": 7168
+    },
+    {
+      "epoch": 0.3425881678294944,
+      "grad_norm": 277.33441162109375,
+      "learning_rate": 1.897120748183231e-05,
+      "loss": 37.5938,
+      "step": 7169
+    },
+    {
+      "epoch": 0.3426359552709548,
+      "grad_norm": 349.42730712890625,
+      "learning_rate": 1.8970865571569646e-05,
+      "loss": 50.0,
+      "step": 7170
+    },
+    {
+      "epoch": 0.3426837427124152,
+      "grad_norm": 305.3601379394531,
+      "learning_rate": 1.8970523607583073e-05,
+      "loss": 23.5625,
+      "step": 7171
+    },
+    {
+      "epoch": 0.3427315301538756,
+      "grad_norm": 248.0301055908203,
+      "learning_rate": 1.8970181589874637e-05,
+      "loss": 37.5625,
+      "step": 7172
+    },
+    {
+      "epoch": 0.3427793175953359,
+      "grad_norm": 458.2043762207031,
+      "learning_rate": 1.896983951844639e-05,
+      "loss": 27.8438,
+      "step": 7173
+    },
+    {
+      "epoch": 0.3428271050367963,
+      "grad_norm": 571.8594360351562,
+      "learning_rate": 1.8969497393300376e-05,
+      "loss": 37.625,
+      "step": 7174
+    },
+    {
+      "epoch": 0.3428748924782567,
+      "grad_norm": 321.4458312988281,
+      "learning_rate": 1.8969155214438647e-05,
+      "loss": 26.375,
+      "step": 7175
+    },
+    {
+      "epoch": 0.3429226799197171,
+      "grad_norm": 364.1348876953125,
+      "learning_rate": 1.8968812981863255e-05,
+      "loss": 47.7188,
+      "step": 7176
+    },
+    {
+      "epoch": 0.3429704673611775,
+      "grad_norm": 9405.5107421875,
+      "learning_rate": 1.896847069557624e-05,
+      "loss": 32.1719,
+      "step": 7177
+    },
+    {
+      "epoch": 0.34301825480263787,
+      "grad_norm": 382.4674377441406,
+      "learning_rate": 1.8968128355579663e-05,
+      "loss": 46.5625,
+      "step": 7178
+    },
+    {
+      "epoch": 0.34306604224409826,
+      "grad_norm": 370.1640625,
+      "learning_rate": 1.896778596187557e-05,
+      "loss": 22.7969,
+      "step": 7179
+    },
+    {
+      "epoch": 0.34311382968555865,
+      "grad_norm": 388.5075988769531,
+      "learning_rate": 1.8967443514466008e-05,
+      "loss": 29.8438,
+      "step": 7180
+    },
+    {
+      "epoch": 0.34316161712701904,
+      "grad_norm": 723.03564453125,
+      "learning_rate": 1.896710101335303e-05,
+      "loss": 42.2812,
+      "step": 7181
+    },
+    {
+      "epoch": 0.3432094045684794,
+      "grad_norm": 315.87860107421875,
+      "learning_rate": 1.896675845853869e-05,
+      "loss": 28.1562,
+      "step": 7182
+    },
+    {
+      "epoch": 0.3432571920099398,
+      "grad_norm": 371.7093811035156,
+      "learning_rate": 1.8966415850025037e-05,
+      "loss": 36.7031,
+      "step": 7183
+    },
+    {
+      "epoch": 0.34330497945140015,
+      "grad_norm": 370.39300537109375,
+      "learning_rate": 1.896607318781412e-05,
+      "loss": 41.5625,
+      "step": 7184
+    },
+    {
+      "epoch": 0.34335276689286054,
+      "grad_norm": 274.93292236328125,
+      "learning_rate": 1.8965730471907994e-05,
+      "loss": 34.7812,
+      "step": 7185
+    },
+    {
+      "epoch": 0.34340055433432093,
+      "grad_norm": 272.22613525390625,
+      "learning_rate": 1.8965387702308716e-05,
+      "loss": 33.6875,
+      "step": 7186
+    },
+    {
+      "epoch": 0.3434483417757813,
+      "grad_norm": 268.4779357910156,
+      "learning_rate": 1.896504487901833e-05,
+      "loss": 34.25,
+      "step": 7187
+    },
+    {
+      "epoch": 0.3434961292172417,
+      "grad_norm": 299.8260192871094,
+      "learning_rate": 1.8964702002038893e-05,
+      "loss": 45.5,
+      "step": 7188
+    },
+    {
+      "epoch": 0.3435439166587021,
+      "grad_norm": 298.9342041015625,
+      "learning_rate": 1.8964359071372462e-05,
+      "loss": 40.5,
+      "step": 7189
+    },
+    {
+      "epoch": 0.3435917041001625,
+      "grad_norm": 286.5215148925781,
+      "learning_rate": 1.8964016087021086e-05,
+      "loss": 40.9688,
+      "step": 7190
+    },
+    {
+      "epoch": 0.3436394915416229,
+      "grad_norm": 280.6225891113281,
+      "learning_rate": 1.896367304898682e-05,
+      "loss": 42.7188,
+      "step": 7191
+    },
+    {
+      "epoch": 0.34368727898308327,
+      "grad_norm": 227.42111206054688,
+      "learning_rate": 1.8963329957271722e-05,
+      "loss": 30.8125,
+      "step": 7192
+    },
+    {
+      "epoch": 0.34373506642454366,
+      "grad_norm": 522.7756958007812,
+      "learning_rate": 1.896298681187784e-05,
+      "loss": 56.8125,
+      "step": 7193
+    },
+    {
+      "epoch": 0.343782853866004,
+      "grad_norm": 442.44110107421875,
+      "learning_rate": 1.896264361280723e-05,
+      "loss": 41.8906,
+      "step": 7194
+    },
+    {
+      "epoch": 0.3438306413074644,
+      "grad_norm": 317.43719482421875,
+      "learning_rate": 1.8962300360061952e-05,
+      "loss": 32.6562,
+      "step": 7195
+    },
+    {
+      "epoch": 0.34387842874892477,
+      "grad_norm": 552.7781372070312,
+      "learning_rate": 1.896195705364406e-05,
+      "loss": 45.6875,
+      "step": 7196
+    },
+    {
+      "epoch": 0.34392621619038516,
+      "grad_norm": 416.2026672363281,
+      "learning_rate": 1.8961613693555612e-05,
+      "loss": 33.8438,
+      "step": 7197
+    },
+    {
+      "epoch": 0.34397400363184555,
+      "grad_norm": 543.4774780273438,
+      "learning_rate": 1.8961270279798658e-05,
+      "loss": 39.8125,
+      "step": 7198
+    },
+    {
+      "epoch": 0.34402179107330594,
+      "grad_norm": 521.4977416992188,
+      "learning_rate": 1.8960926812375257e-05,
+      "loss": 36.3594,
+      "step": 7199
+    },
+    {
+      "epoch": 0.3440695785147663,
+      "grad_norm": 286.1069641113281,
+      "learning_rate": 1.896058329128747e-05,
+      "loss": 42.6875,
+      "step": 7200
+    },
+    {
+      "epoch": 0.3441173659562267,
+      "grad_norm": 240.42628479003906,
+      "learning_rate": 1.896023971653735e-05,
+      "loss": 37.7188,
+      "step": 7201
+    },
+    {
+      "epoch": 0.3441651533976871,
+      "grad_norm": 483.67559814453125,
+      "learning_rate": 1.8959896088126958e-05,
+      "loss": 35.4375,
+      "step": 7202
+    },
+    {
+      "epoch": 0.3442129408391475,
+      "grad_norm": 626.82861328125,
+      "learning_rate": 1.8959552406058348e-05,
+      "loss": 39.0625,
+      "step": 7203
+    },
+    {
+      "epoch": 0.34426072828060783,
+      "grad_norm": 283.4032287597656,
+      "learning_rate": 1.895920867033358e-05,
+      "loss": 38.9688,
+      "step": 7204
+    },
+    {
+      "epoch": 0.3443085157220682,
+      "grad_norm": 431.6803894042969,
+      "learning_rate": 1.8958864880954713e-05,
+      "loss": 48.4375,
+      "step": 7205
+    },
+    {
+      "epoch": 0.3443563031635286,
+      "grad_norm": 270.0607604980469,
+      "learning_rate": 1.895852103792381e-05,
+      "loss": 31.4375,
+      "step": 7206
+    },
+    {
+      "epoch": 0.344404090604989,
+      "grad_norm": 318.7169494628906,
+      "learning_rate": 1.8958177141242918e-05,
+      "loss": 42.4375,
+      "step": 7207
+    },
+    {
+      "epoch": 0.3444518780464494,
+      "grad_norm": 292.7340393066406,
+      "learning_rate": 1.8957833190914105e-05,
+      "loss": 38.6562,
+      "step": 7208
+    },
+    {
+      "epoch": 0.3444996654879098,
+      "grad_norm": 357.1002197265625,
+      "learning_rate": 1.8957489186939435e-05,
+      "loss": 46.5625,
+      "step": 7209
+    },
+    {
+      "epoch": 0.34454745292937017,
+      "grad_norm": 263.0076599121094,
+      "learning_rate": 1.895714512932096e-05,
+      "loss": 35.1875,
+      "step": 7210
+    },
+    {
+      "epoch": 0.34459524037083056,
+      "grad_norm": 441.9399719238281,
+      "learning_rate": 1.8956801018060742e-05,
+      "loss": 33.1875,
+      "step": 7211
+    },
+    {
+      "epoch": 0.34464302781229095,
+      "grad_norm": 188.18275451660156,
+      "learning_rate": 1.8956456853160845e-05,
+      "loss": 27.9062,
+      "step": 7212
+    },
+    {
+      "epoch": 0.34469081525375134,
+      "grad_norm": 457.7461853027344,
+      "learning_rate": 1.8956112634623328e-05,
+      "loss": 47.25,
+      "step": 7213
+    },
+    {
+      "epoch": 0.34473860269521167,
+      "grad_norm": 441.43817138671875,
+      "learning_rate": 1.8955768362450255e-05,
+      "loss": 33.1875,
+      "step": 7214
+    },
+    {
+      "epoch": 0.34478639013667206,
+      "grad_norm": 241.3450927734375,
+      "learning_rate": 1.8955424036643686e-05,
+      "loss": 26.9688,
+      "step": 7215
+    },
+    {
+      "epoch": 0.34483417757813245,
+      "grad_norm": 415.6021728515625,
+      "learning_rate": 1.895507965720568e-05,
+      "loss": 31.75,
+      "step": 7216
+    },
+    {
+      "epoch": 0.34488196501959284,
+      "grad_norm": 181.05462646484375,
+      "learning_rate": 1.89547352241383e-05,
+      "loss": 23.5938,
+      "step": 7217
+    },
+    {
+      "epoch": 0.34492975246105323,
+      "grad_norm": 468.7451171875,
+      "learning_rate": 1.8954390737443616e-05,
+      "loss": 42.6562,
+      "step": 7218
+    },
+    {
+      "epoch": 0.3449775399025136,
+      "grad_norm": 208.17652893066406,
+      "learning_rate": 1.8954046197123684e-05,
+      "loss": 41.3438,
+      "step": 7219
+    },
+    {
+      "epoch": 0.345025327343974,
+      "grad_norm": 382.1023254394531,
+      "learning_rate": 1.8953701603180568e-05,
+      "loss": 32.125,
+      "step": 7220
+    },
+    {
+      "epoch": 0.3450731147854344,
+      "grad_norm": 463.2196044921875,
+      "learning_rate": 1.8953356955616334e-05,
+      "loss": 33.3125,
+      "step": 7221
+    },
+    {
+      "epoch": 0.3451209022268948,
+      "grad_norm": 297.90228271484375,
+      "learning_rate": 1.8953012254433047e-05,
+      "loss": 40.2812,
+      "step": 7222
+    },
+    {
+      "epoch": 0.3451686896683552,
+      "grad_norm": 320.150634765625,
+      "learning_rate": 1.8952667499632764e-05,
+      "loss": 26.1562,
+      "step": 7223
+    },
+    {
+      "epoch": 0.34521647710981557,
+      "grad_norm": 182.89675903320312,
+      "learning_rate": 1.895232269121756e-05,
+      "loss": 25.5312,
+      "step": 7224
+    },
+    {
+      "epoch": 0.3452642645512759,
+      "grad_norm": 301.25933837890625,
+      "learning_rate": 1.8951977829189488e-05,
+      "loss": 40.0938,
+      "step": 7225
+    },
+    {
+      "epoch": 0.3453120519927363,
+      "grad_norm": 203.80638122558594,
+      "learning_rate": 1.8951632913550625e-05,
+      "loss": 20.6094,
+      "step": 7226
+    },
+    {
+      "epoch": 0.3453598394341967,
+      "grad_norm": 515.0438232421875,
+      "learning_rate": 1.8951287944303033e-05,
+      "loss": 34.0312,
+      "step": 7227
+    },
+    {
+      "epoch": 0.34540762687565707,
+      "grad_norm": 163.99107360839844,
+      "learning_rate": 1.8950942921448773e-05,
+      "loss": 32.75,
+      "step": 7228
+    },
+    {
+      "epoch": 0.34545541431711746,
+      "grad_norm": 363.6496887207031,
+      "learning_rate": 1.8950597844989917e-05,
+      "loss": 34.6562,
+      "step": 7229
+    },
+    {
+      "epoch": 0.34550320175857785,
+      "grad_norm": 387.2239685058594,
+      "learning_rate": 1.895025271492853e-05,
+      "loss": 30.3125,
+      "step": 7230
+    },
+    {
+      "epoch": 0.34555098920003824,
+      "grad_norm": 356.3061828613281,
+      "learning_rate": 1.8949907531266673e-05,
+      "loss": 39.9375,
+      "step": 7231
+    },
+    {
+      "epoch": 0.34559877664149863,
+      "grad_norm": 281.6580810546875,
+      "learning_rate": 1.8949562294006422e-05,
+      "loss": 43.6562,
+      "step": 7232
+    },
+    {
+      "epoch": 0.345646564082959,
+      "grad_norm": 298.9127502441406,
+      "learning_rate": 1.894921700314984e-05,
+      "loss": 27.2656,
+      "step": 7233
+    },
+    {
+      "epoch": 0.3456943515244194,
+      "grad_norm": 259.0386657714844,
+      "learning_rate": 1.8948871658698998e-05,
+      "loss": 34.5625,
+      "step": 7234
+    },
+    {
+      "epoch": 0.34574213896587974,
+      "grad_norm": 367.1854248046875,
+      "learning_rate": 1.894852626065596e-05,
+      "loss": 45.6875,
+      "step": 7235
+    },
+    {
+      "epoch": 0.34578992640734013,
+      "grad_norm": 204.5325927734375,
+      "learning_rate": 1.8948180809022796e-05,
+      "loss": 35.9062,
+      "step": 7236
+    },
+    {
+      "epoch": 0.3458377138488005,
+      "grad_norm": 269.8145446777344,
+      "learning_rate": 1.8947835303801578e-05,
+      "loss": 30.0312,
+      "step": 7237
+    },
+    {
+      "epoch": 0.3458855012902609,
+      "grad_norm": 522.261962890625,
+      "learning_rate": 1.8947489744994372e-05,
+      "loss": 35.7812,
+      "step": 7238
+    },
+    {
+      "epoch": 0.3459332887317213,
+      "grad_norm": 296.0666198730469,
+      "learning_rate": 1.8947144132603242e-05,
+      "loss": 41.7812,
+      "step": 7239
+    },
+    {
+      "epoch": 0.3459810761731817,
+      "grad_norm": 228.8570556640625,
+      "learning_rate": 1.894679846663027e-05,
+      "loss": 39.4531,
+      "step": 7240
+    },
+    {
+      "epoch": 0.3460288636146421,
+      "grad_norm": 265.1365661621094,
+      "learning_rate": 1.894645274707752e-05,
+      "loss": 39.75,
+      "step": 7241
+    },
+    {
+      "epoch": 0.34607665105610247,
+      "grad_norm": 377.8880920410156,
+      "learning_rate": 1.894610697394706e-05,
+      "loss": 24.6875,
+      "step": 7242
+    },
+    {
+      "epoch": 0.34612443849756286,
+      "grad_norm": 383.2815856933594,
+      "learning_rate": 1.8945761147240964e-05,
+      "loss": 29.875,
+      "step": 7243
+    },
+    {
+      "epoch": 0.34617222593902325,
+      "grad_norm": 181.44686889648438,
+      "learning_rate": 1.89454152669613e-05,
+      "loss": 33.375,
+      "step": 7244
+    },
+    {
+      "epoch": 0.3462200133804836,
+      "grad_norm": 345.7710266113281,
+      "learning_rate": 1.894506933311014e-05,
+      "loss": 50.3125,
+      "step": 7245
+    },
+    {
+      "epoch": 0.34626780082194397,
+      "grad_norm": 227.40618896484375,
+      "learning_rate": 1.8944723345689563e-05,
+      "loss": 33.8125,
+      "step": 7246
+    },
+    {
+      "epoch": 0.34631558826340436,
+      "grad_norm": 330.5174255371094,
+      "learning_rate": 1.894437730470163e-05,
+      "loss": 29.6719,
+      "step": 7247
+    },
+    {
+      "epoch": 0.34636337570486475,
+      "grad_norm": 218.9755096435547,
+      "learning_rate": 1.894403121014842e-05,
+      "loss": 31.25,
+      "step": 7248
+    },
+    {
+      "epoch": 0.34641116314632514,
+      "grad_norm": 250.08433532714844,
+      "learning_rate": 1.8943685062032002e-05,
+      "loss": 29.5,
+      "step": 7249
+    },
+    {
+      "epoch": 0.34645895058778553,
+      "grad_norm": 540.9083862304688,
+      "learning_rate": 1.894333886035445e-05,
+      "loss": 40.5625,
+      "step": 7250
+    },
+    {
+      "epoch": 0.3465067380292459,
+      "grad_norm": 372.21307373046875,
+      "learning_rate": 1.8942992605117843e-05,
+      "loss": 40.4688,
+      "step": 7251
+    },
+    {
+      "epoch": 0.3465545254707063,
+      "grad_norm": 337.8659362792969,
+      "learning_rate": 1.8942646296324248e-05,
+      "loss": 29.4688,
+      "step": 7252
+    },
+    {
+      "epoch": 0.3466023129121667,
+      "grad_norm": 329.9681701660156,
+      "learning_rate": 1.894229993397574e-05,
+      "loss": 24.625,
+      "step": 7253
+    },
+    {
+      "epoch": 0.3466501003536271,
+      "grad_norm": 251.36215209960938,
+      "learning_rate": 1.8941953518074398e-05,
+      "loss": 35.3438,
+      "step": 7254
+    },
+    {
+      "epoch": 0.3466978877950875,
+      "grad_norm": 519.5154418945312,
+      "learning_rate": 1.8941607048622287e-05,
+      "loss": 21.3438,
+      "step": 7255
+    },
+    {
+      "epoch": 0.3467456752365478,
+      "grad_norm": 180.37411499023438,
+      "learning_rate": 1.894126052562149e-05,
+      "loss": 27.5938,
+      "step": 7256
+    },
+    {
+      "epoch": 0.3467934626780082,
+      "grad_norm": 536.7769775390625,
+      "learning_rate": 1.894091394907408e-05,
+      "loss": 36.625,
+      "step": 7257
+    },
+    {
+      "epoch": 0.3468412501194686,
+      "grad_norm": 335.1966552734375,
+      "learning_rate": 1.894056731898213e-05,
+      "loss": 28.625,
+      "step": 7258
+    },
+    {
+      "epoch": 0.346889037560929,
+      "grad_norm": 368.55120849609375,
+      "learning_rate": 1.8940220635347725e-05,
+      "loss": 31.6719,
+      "step": 7259
+    },
+    {
+      "epoch": 0.34693682500238937,
+      "grad_norm": 312.92449951171875,
+      "learning_rate": 1.8939873898172928e-05,
+      "loss": 28.25,
+      "step": 7260
+    },
+    {
+      "epoch": 0.34698461244384976,
+      "grad_norm": 176.52117919921875,
+      "learning_rate": 1.8939527107459822e-05,
+      "loss": 26.3125,
+      "step": 7261
+    },
+    {
+      "epoch": 0.34703239988531015,
+      "grad_norm": 385.5111083984375,
+      "learning_rate": 1.893918026321049e-05,
+      "loss": 30.0312,
+      "step": 7262
+    },
+    {
+      "epoch": 0.34708018732677054,
+      "grad_norm": 179.1588134765625,
+      "learning_rate": 1.8938833365426997e-05,
+      "loss": 23.8125,
+      "step": 7263
+    },
+    {
+      "epoch": 0.34712797476823093,
+      "grad_norm": 258.6731872558594,
+      "learning_rate": 1.8938486414111426e-05,
+      "loss": 31.9062,
+      "step": 7264
+    },
+    {
+      "epoch": 0.3471757622096913,
+      "grad_norm": 325.81353759765625,
+      "learning_rate": 1.893813940926586e-05,
+      "loss": 25.8125,
+      "step": 7265
+    },
+    {
+      "epoch": 0.34722354965115165,
+      "grad_norm": 420.75653076171875,
+      "learning_rate": 1.893779235089237e-05,
+      "loss": 30.75,
+      "step": 7266
+    },
+    {
+      "epoch": 0.34727133709261204,
+      "grad_norm": 842.3651123046875,
+      "learning_rate": 1.8937445238993035e-05,
+      "loss": 31.9688,
+      "step": 7267
+    },
+    {
+      "epoch": 0.34731912453407243,
+      "grad_norm": 253.15505981445312,
+      "learning_rate": 1.8937098073569938e-05,
+      "loss": 32.5,
+      "step": 7268
+    },
+    {
+      "epoch": 0.3473669119755328,
+      "grad_norm": 270.65460205078125,
+      "learning_rate": 1.8936750854625152e-05,
+      "loss": 34.0938,
+      "step": 7269
+    },
+    {
+      "epoch": 0.3474146994169932,
+      "grad_norm": 293.94189453125,
+      "learning_rate": 1.8936403582160763e-05,
+      "loss": 40.6875,
+      "step": 7270
+    },
+    {
+      "epoch": 0.3474624868584536,
+      "grad_norm": 408.40692138671875,
+      "learning_rate": 1.8936056256178846e-05,
+      "loss": 37.875,
+      "step": 7271
+    },
+    {
+      "epoch": 0.347510274299914,
+      "grad_norm": 290.3282775878906,
+      "learning_rate": 1.8935708876681483e-05,
+      "loss": 29.1562,
+      "step": 7272
+    },
+    {
+      "epoch": 0.3475580617413744,
+      "grad_norm": 205.71737670898438,
+      "learning_rate": 1.8935361443670754e-05,
+      "loss": 31.9375,
+      "step": 7273
+    },
+    {
+      "epoch": 0.34760584918283477,
+      "grad_norm": 225.98382568359375,
+      "learning_rate": 1.893501395714874e-05,
+      "loss": 36.4062,
+      "step": 7274
+    },
+    {
+      "epoch": 0.34765363662429516,
+      "grad_norm": 298.9551696777344,
+      "learning_rate": 1.8934666417117523e-05,
+      "loss": 28.9062,
+      "step": 7275
+    },
+    {
+      "epoch": 0.3477014240657555,
+      "grad_norm": 314.45123291015625,
+      "learning_rate": 1.8934318823579183e-05,
+      "loss": 27.4062,
+      "step": 7276
+    },
+    {
+      "epoch": 0.3477492115072159,
+      "grad_norm": 275.6854248046875,
+      "learning_rate": 1.89339711765358e-05,
+      "loss": 36.1562,
+      "step": 7277
+    },
+    {
+      "epoch": 0.3477969989486763,
+      "grad_norm": 288.89227294921875,
+      "learning_rate": 1.893362347598946e-05,
+      "loss": 24.9375,
+      "step": 7278
+    },
+    {
+      "epoch": 0.34784478639013666,
+      "grad_norm": 271.2244873046875,
+      "learning_rate": 1.8933275721942243e-05,
+      "loss": 34.2188,
+      "step": 7279
+    },
+    {
+      "epoch": 0.34789257383159705,
+      "grad_norm": 135.87289428710938,
+      "learning_rate": 1.8932927914396227e-05,
+      "loss": 17.75,
+      "step": 7280
+    },
+    {
+      "epoch": 0.34794036127305744,
+      "grad_norm": 286.1506652832031,
+      "learning_rate": 1.8932580053353505e-05,
+      "loss": 34.9062,
+      "step": 7281
+    },
+    {
+      "epoch": 0.34798814871451783,
+      "grad_norm": 336.261474609375,
+      "learning_rate": 1.8932232138816153e-05,
+      "loss": 42.0625,
+      "step": 7282
+    },
+    {
+      "epoch": 0.3480359361559782,
+      "grad_norm": 251.9384002685547,
+      "learning_rate": 1.893188417078625e-05,
+      "loss": 34.5,
+      "step": 7283
+    },
+    {
+      "epoch": 0.3480837235974386,
+      "grad_norm": 141.5546875,
+      "learning_rate": 1.8931536149265893e-05,
+      "loss": 26.875,
+      "step": 7284
+    },
+    {
+      "epoch": 0.348131511038899,
+      "grad_norm": 268.5780029296875,
+      "learning_rate": 1.893118807425716e-05,
+      "loss": 32.0,
+      "step": 7285
+    },
+    {
+      "epoch": 0.34817929848035933,
+      "grad_norm": 237.75538635253906,
+      "learning_rate": 1.893083994576213e-05,
+      "loss": 22.6719,
+      "step": 7286
+    },
+    {
+      "epoch": 0.3482270859218197,
+      "grad_norm": 185.3690948486328,
+      "learning_rate": 1.8930491763782893e-05,
+      "loss": 30.0625,
+      "step": 7287
+    },
+    {
+      "epoch": 0.3482748733632801,
+      "grad_norm": 225.83555603027344,
+      "learning_rate": 1.893014352832154e-05,
+      "loss": 19.375,
+      "step": 7288
+    },
+    {
+      "epoch": 0.3483226608047405,
+      "grad_norm": 355.12103271484375,
+      "learning_rate": 1.8929795239380143e-05,
+      "loss": 40.8438,
+      "step": 7289
+    },
+    {
+      "epoch": 0.3483704482462009,
+      "grad_norm": 362.52532958984375,
+      "learning_rate": 1.89294468969608e-05,
+      "loss": 32.25,
+      "step": 7290
+    },
+    {
+      "epoch": 0.3484182356876613,
+      "grad_norm": 420.8961486816406,
+      "learning_rate": 1.8929098501065592e-05,
+      "loss": 35.125,
+      "step": 7291
+    },
+    {
+      "epoch": 0.34846602312912167,
+      "grad_norm": 242.44740295410156,
+      "learning_rate": 1.8928750051696603e-05,
+      "loss": 34.4375,
+      "step": 7292
+    },
+    {
+      "epoch": 0.34851381057058206,
+      "grad_norm": 281.0243835449219,
+      "learning_rate": 1.8928401548855923e-05,
+      "loss": 42.75,
+      "step": 7293
+    },
+    {
+      "epoch": 0.34856159801204245,
+      "grad_norm": 197.07232666015625,
+      "learning_rate": 1.892805299254564e-05,
+      "loss": 30.9688,
+      "step": 7294
+    },
+    {
+      "epoch": 0.34860938545350284,
+      "grad_norm": 382.8902282714844,
+      "learning_rate": 1.892770438276784e-05,
+      "loss": 26.9375,
+      "step": 7295
+    },
+    {
+      "epoch": 0.34865717289496323,
+      "grad_norm": 431.2952880859375,
+      "learning_rate": 1.8927355719524607e-05,
+      "loss": 38.7188,
+      "step": 7296
+    },
+    {
+      "epoch": 0.34870496033642356,
+      "grad_norm": 484.0950012207031,
+      "learning_rate": 1.8927007002818037e-05,
+      "loss": 21.4531,
+      "step": 7297
+    },
+    {
+      "epoch": 0.34875274777788395,
+      "grad_norm": 182.18431091308594,
+      "learning_rate": 1.892665823265021e-05,
+      "loss": 31.7812,
+      "step": 7298
+    },
+    {
+      "epoch": 0.34880053521934434,
+      "grad_norm": 300.4461364746094,
+      "learning_rate": 1.892630940902322e-05,
+      "loss": 40.8438,
+      "step": 7299
+    },
+    {
+      "epoch": 0.34884832266080473,
+      "grad_norm": 209.5955352783203,
+      "learning_rate": 1.892596053193916e-05,
+      "loss": 31.0938,
+      "step": 7300
+    },
+    {
+      "epoch": 0.3488961101022651,
+      "grad_norm": 320.2753601074219,
+      "learning_rate": 1.892561160140011e-05,
+      "loss": 29.2812,
+      "step": 7301
+    },
+    {
+      "epoch": 0.3489438975437255,
+      "grad_norm": 253.1324462890625,
+      "learning_rate": 1.8925262617408162e-05,
+      "loss": 31.375,
+      "step": 7302
+    },
+    {
+      "epoch": 0.3489916849851859,
+      "grad_norm": 189.0294647216797,
+      "learning_rate": 1.8924913579965412e-05,
+      "loss": 25.2344,
+      "step": 7303
+    },
+    {
+      "epoch": 0.3490394724266463,
+      "grad_norm": 236.70181274414062,
+      "learning_rate": 1.8924564489073944e-05,
+      "loss": 26.3125,
+      "step": 7304
+    },
+    {
+      "epoch": 0.3490872598681067,
+      "grad_norm": 410.8941345214844,
+      "learning_rate": 1.892421534473585e-05,
+      "loss": 29.5,
+      "step": 7305
+    },
+    {
+      "epoch": 0.34913504730956707,
+      "grad_norm": 288.73297119140625,
+      "learning_rate": 1.8923866146953217e-05,
+      "loss": 26.8438,
+      "step": 7306
+    },
+    {
+      "epoch": 0.3491828347510274,
+      "grad_norm": 367.5281066894531,
+      "learning_rate": 1.8923516895728146e-05,
+      "loss": 39.4688,
+      "step": 7307
+    },
+    {
+      "epoch": 0.3492306221924878,
+      "grad_norm": 235.1362762451172,
+      "learning_rate": 1.8923167591062723e-05,
+      "loss": 38.7812,
+      "step": 7308
+    },
+    {
+      "epoch": 0.3492784096339482,
+      "grad_norm": 168.70188903808594,
+      "learning_rate": 1.8922818232959038e-05,
+      "loss": 27.4844,
+      "step": 7309
+    },
+    {
+      "epoch": 0.3493261970754086,
+      "grad_norm": 251.4639892578125,
+      "learning_rate": 1.892246882141919e-05,
+      "loss": 23.2656,
+      "step": 7310
+    },
+    {
+      "epoch": 0.34937398451686896,
+      "grad_norm": 299.0328369140625,
+      "learning_rate": 1.8922119356445262e-05,
+      "loss": 38.2812,
+      "step": 7311
+    },
+    {
+      "epoch": 0.34942177195832935,
+      "grad_norm": 464.7369689941406,
+      "learning_rate": 1.8921769838039352e-05,
+      "loss": 46.125,
+      "step": 7312
+    },
+    {
+      "epoch": 0.34946955939978974,
+      "grad_norm": 248.16429138183594,
+      "learning_rate": 1.8921420266203556e-05,
+      "loss": 27.2188,
+      "step": 7313
+    },
+    {
+      "epoch": 0.34951734684125013,
+      "grad_norm": 275.6862487792969,
+      "learning_rate": 1.8921070640939964e-05,
+      "loss": 28.2188,
+      "step": 7314
+    },
+    {
+      "epoch": 0.3495651342827105,
+      "grad_norm": 380.2895202636719,
+      "learning_rate": 1.8920720962250666e-05,
+      "loss": 45.25,
+      "step": 7315
+    },
+    {
+      "epoch": 0.3496129217241709,
+      "grad_norm": 187.66954040527344,
+      "learning_rate": 1.8920371230137764e-05,
+      "loss": 23.7188,
+      "step": 7316
+    },
+    {
+      "epoch": 0.34966070916563124,
+      "grad_norm": 418.8016357421875,
+      "learning_rate": 1.8920021444603348e-05,
+      "loss": 32.9062,
+      "step": 7317
+    },
+    {
+      "epoch": 0.34970849660709163,
+      "grad_norm": 240.9725799560547,
+      "learning_rate": 1.8919671605649515e-05,
+      "loss": 30.6562,
+      "step": 7318
+    },
+    {
+      "epoch": 0.349756284048552,
+      "grad_norm": 265.572509765625,
+      "learning_rate": 1.8919321713278355e-05,
+      "loss": 32.125,
+      "step": 7319
+    },
+    {
+      "epoch": 0.3498040714900124,
+      "grad_norm": 239.392578125,
+      "learning_rate": 1.891897176749197e-05,
+      "loss": 36.9062,
+      "step": 7320
+    },
+    {
+      "epoch": 0.3498518589314728,
+      "grad_norm": 270.0259704589844,
+      "learning_rate": 1.8918621768292452e-05,
+      "loss": 31.9375,
+      "step": 7321
+    },
+    {
+      "epoch": 0.3498996463729332,
+      "grad_norm": 283.2477722167969,
+      "learning_rate": 1.8918271715681897e-05,
+      "loss": 35.75,
+      "step": 7322
+    },
+    {
+      "epoch": 0.3499474338143936,
+      "grad_norm": 246.14404296875,
+      "learning_rate": 1.89179216096624e-05,
+      "loss": 33.8125,
+      "step": 7323
+    },
+    {
+      "epoch": 0.34999522125585397,
+      "grad_norm": 383.333251953125,
+      "learning_rate": 1.8917571450236068e-05,
+      "loss": 23.9531,
+      "step": 7324
+    },
+    {
+      "epoch": 0.35004300869731436,
+      "grad_norm": 231.06813049316406,
+      "learning_rate": 1.891722123740498e-05,
+      "loss": 44.875,
+      "step": 7325
+    },
+    {
+      "epoch": 0.35009079613877475,
+      "grad_norm": 398.9374084472656,
+      "learning_rate": 1.891687097117125e-05,
+      "loss": 42.375,
+      "step": 7326
+    },
+    {
+      "epoch": 0.35013858358023514,
+      "grad_norm": 370.3470153808594,
+      "learning_rate": 1.8916520651536966e-05,
+      "loss": 49.8438,
+      "step": 7327
+    },
+    {
+      "epoch": 0.3501863710216955,
+      "grad_norm": 286.03948974609375,
+      "learning_rate": 1.891617027850423e-05,
+      "loss": 31.8438,
+      "step": 7328
+    },
+    {
+      "epoch": 0.35023415846315586,
+      "grad_norm": 215.5796661376953,
+      "learning_rate": 1.891581985207514e-05,
+      "loss": 18.8125,
+      "step": 7329
+    },
+    {
+      "epoch": 0.35028194590461625,
+      "grad_norm": 584.0435180664062,
+      "learning_rate": 1.891546937225179e-05,
+      "loss": 34.4062,
+      "step": 7330
+    },
+    {
+      "epoch": 0.35032973334607664,
+      "grad_norm": 461.8079528808594,
+      "learning_rate": 1.8915118839036286e-05,
+      "loss": 35.8438,
+      "step": 7331
+    },
+    {
+      "epoch": 0.35037752078753703,
+      "grad_norm": 295.589599609375,
+      "learning_rate": 1.8914768252430722e-05,
+      "loss": 30.7812,
+      "step": 7332
+    },
+    {
+      "epoch": 0.3504253082289974,
+      "grad_norm": 315.69573974609375,
+      "learning_rate": 1.8914417612437197e-05,
+      "loss": 41.2188,
+      "step": 7333
+    },
+    {
+      "epoch": 0.3504730956704578,
+      "grad_norm": 183.59609985351562,
+      "learning_rate": 1.8914066919057815e-05,
+      "loss": 22.3125,
+      "step": 7334
+    },
+    {
+      "epoch": 0.3505208831119182,
+      "grad_norm": 165.11105346679688,
+      "learning_rate": 1.8913716172294676e-05,
+      "loss": 24.125,
+      "step": 7335
+    },
+    {
+      "epoch": 0.3505686705533786,
+      "grad_norm": 413.95867919921875,
+      "learning_rate": 1.891336537214988e-05,
+      "loss": 44.25,
+      "step": 7336
+    },
+    {
+      "epoch": 0.350616457994839,
+      "grad_norm": 233.19700622558594,
+      "learning_rate": 1.8913014518625522e-05,
+      "loss": 33.4375,
+      "step": 7337
+    },
+    {
+      "epoch": 0.3506642454362993,
+      "grad_norm": 353.3946838378906,
+      "learning_rate": 1.8912663611723713e-05,
+      "loss": 22.4062,
+      "step": 7338
+    },
+    {
+      "epoch": 0.3507120328777597,
+      "grad_norm": 319.8522644042969,
+      "learning_rate": 1.8912312651446546e-05,
+      "loss": 28.2188,
+      "step": 7339
+    },
+    {
+      "epoch": 0.3507598203192201,
+      "grad_norm": 239.4649658203125,
+      "learning_rate": 1.891196163779613e-05,
+      "loss": 32.7188,
+      "step": 7340
+    },
+    {
+      "epoch": 0.3508076077606805,
+      "grad_norm": 215.84017944335938,
+      "learning_rate": 1.8911610570774562e-05,
+      "loss": 26.7812,
+      "step": 7341
+    },
+    {
+      "epoch": 0.3508553952021409,
+      "grad_norm": 309.0899963378906,
+      "learning_rate": 1.8911259450383946e-05,
+      "loss": 25.25,
+      "step": 7342
+    },
+    {
+      "epoch": 0.35090318264360126,
+      "grad_norm": 234.51441955566406,
+      "learning_rate": 1.8910908276626382e-05,
+      "loss": 30.7188,
+      "step": 7343
+    },
+    {
+      "epoch": 0.35095097008506165,
+      "grad_norm": 311.64654541015625,
+      "learning_rate": 1.8910557049503977e-05,
+      "loss": 32.4531,
+      "step": 7344
+    },
+    {
+      "epoch": 0.35099875752652204,
+      "grad_norm": 418.7950439453125,
+      "learning_rate": 1.8910205769018835e-05,
+      "loss": 31.0625,
+      "step": 7345
+    },
+    {
+      "epoch": 0.35104654496798243,
+      "grad_norm": 213.24856567382812,
+      "learning_rate": 1.8909854435173054e-05,
+      "loss": 29.0938,
+      "step": 7346
+    },
+    {
+      "epoch": 0.3510943324094428,
+      "grad_norm": 524.4606323242188,
+      "learning_rate": 1.8909503047968744e-05,
+      "loss": 36.5938,
+      "step": 7347
+    },
+    {
+      "epoch": 0.35114211985090316,
+      "grad_norm": 369.2322998046875,
+      "learning_rate": 1.890915160740801e-05,
+      "loss": 38.5625,
+      "step": 7348
+    },
+    {
+      "epoch": 0.35118990729236355,
+      "grad_norm": 336.5618896484375,
+      "learning_rate": 1.8908800113492946e-05,
+      "loss": 37.3438,
+      "step": 7349
+    },
+    {
+      "epoch": 0.35123769473382394,
+      "grad_norm": 620.1934814453125,
+      "learning_rate": 1.8908448566225674e-05,
+      "loss": 40.4375,
+      "step": 7350
+    },
+    {
+      "epoch": 0.3512854821752843,
+      "grad_norm": 189.76564025878906,
+      "learning_rate": 1.890809696560828e-05,
+      "loss": 37.2188,
+      "step": 7351
+    },
+    {
+      "epoch": 0.3513332696167447,
+      "grad_norm": 209.69544982910156,
+      "learning_rate": 1.8907745311642888e-05,
+      "loss": 18.2812,
+      "step": 7352
+    },
+    {
+      "epoch": 0.3513810570582051,
+      "grad_norm": 135.9495849609375,
+      "learning_rate": 1.8907393604331593e-05,
+      "loss": 24.3438,
+      "step": 7353
+    },
+    {
+      "epoch": 0.3514288444996655,
+      "grad_norm": 404.2163391113281,
+      "learning_rate": 1.8907041843676507e-05,
+      "loss": 42.1406,
+      "step": 7354
+    },
+    {
+      "epoch": 0.3514766319411259,
+      "grad_norm": 408.9443054199219,
+      "learning_rate": 1.890669002967973e-05,
+      "loss": 26.5938,
+      "step": 7355
+    },
+    {
+      "epoch": 0.3515244193825863,
+      "grad_norm": 383.729248046875,
+      "learning_rate": 1.890633816234337e-05,
+      "loss": 48.3125,
+      "step": 7356
+    },
+    {
+      "epoch": 0.35157220682404666,
+      "grad_norm": 252.6617889404297,
+      "learning_rate": 1.8905986241669542e-05,
+      "loss": 31.9062,
+      "step": 7357
+    },
+    {
+      "epoch": 0.35161999426550705,
+      "grad_norm": 244.26222229003906,
+      "learning_rate": 1.8905634267660345e-05,
+      "loss": 20.7812,
+      "step": 7358
+    },
+    {
+      "epoch": 0.3516677817069674,
+      "grad_norm": 286.0547180175781,
+      "learning_rate": 1.890528224031789e-05,
+      "loss": 32.7188,
+      "step": 7359
+    },
+    {
+      "epoch": 0.3517155691484278,
+      "grad_norm": 398.2574768066406,
+      "learning_rate": 1.890493015964429e-05,
+      "loss": 36.9062,
+      "step": 7360
+    },
+    {
+      "epoch": 0.35176335658988817,
+      "grad_norm": 250.1801300048828,
+      "learning_rate": 1.8904578025641644e-05,
+      "loss": 32.3438,
+      "step": 7361
+    },
+    {
+      "epoch": 0.35181114403134855,
+      "grad_norm": 320.81243896484375,
+      "learning_rate": 1.8904225838312068e-05,
+      "loss": 42.3125,
+      "step": 7362
+    },
+    {
+      "epoch": 0.35185893147280894,
+      "grad_norm": 279.6913146972656,
+      "learning_rate": 1.8903873597657665e-05,
+      "loss": 33.1562,
+      "step": 7363
+    },
+    {
+      "epoch": 0.35190671891426933,
+      "grad_norm": 236.57469177246094,
+      "learning_rate": 1.8903521303680556e-05,
+      "loss": 30.0312,
+      "step": 7364
+    },
+    {
+      "epoch": 0.3519545063557297,
+      "grad_norm": 214.1432647705078,
+      "learning_rate": 1.890316895638284e-05,
+      "loss": 26.3438,
+      "step": 7365
+    },
+    {
+      "epoch": 0.3520022937971901,
+      "grad_norm": 346.957275390625,
+      "learning_rate": 1.8902816555766626e-05,
+      "loss": 41.9375,
+      "step": 7366
+    },
+    {
+      "epoch": 0.3520500812386505,
+      "grad_norm": 278.0399169921875,
+      "learning_rate": 1.8902464101834034e-05,
+      "loss": 47.875,
+      "step": 7367
+    },
+    {
+      "epoch": 0.3520978686801109,
+      "grad_norm": 304.1458435058594,
+      "learning_rate": 1.8902111594587164e-05,
+      "loss": 35.7188,
+      "step": 7368
+    },
+    {
+      "epoch": 0.3521456561215712,
+      "grad_norm": 658.8212890625,
+      "learning_rate": 1.8901759034028136e-05,
+      "loss": 29.4531,
+      "step": 7369
+    },
+    {
+      "epoch": 0.3521934435630316,
+      "grad_norm": 589.8859252929688,
+      "learning_rate": 1.8901406420159057e-05,
+      "loss": 50.5938,
+      "step": 7370
+    },
+    {
+      "epoch": 0.352241231004492,
+      "grad_norm": 447.5217590332031,
+      "learning_rate": 1.890105375298204e-05,
+      "loss": 26.0938,
+      "step": 7371
+    },
+    {
+      "epoch": 0.3522890184459524,
+      "grad_norm": 231.4503173828125,
+      "learning_rate": 1.8900701032499193e-05,
+      "loss": 27.5312,
+      "step": 7372
+    },
+    {
+      "epoch": 0.3523368058874128,
+      "grad_norm": 316.9501037597656,
+      "learning_rate": 1.8900348258712635e-05,
+      "loss": 30.5,
+      "step": 7373
+    },
+    {
+      "epoch": 0.3523845933288732,
+      "grad_norm": 210.3210906982422,
+      "learning_rate": 1.8899995431624475e-05,
+      "loss": 26.5,
+      "step": 7374
+    },
+    {
+      "epoch": 0.35243238077033356,
+      "grad_norm": 280.25628662109375,
+      "learning_rate": 1.8899642551236827e-05,
+      "loss": 31.625,
+      "step": 7375
+    },
+    {
+      "epoch": 0.35248016821179395,
+      "grad_norm": 298.36383056640625,
+      "learning_rate": 1.8899289617551803e-05,
+      "loss": 36.0938,
+      "step": 7376
+    },
+    {
+      "epoch": 0.35252795565325434,
+      "grad_norm": 267.3148193359375,
+      "learning_rate": 1.8898936630571517e-05,
+      "loss": 25.9531,
+      "step": 7377
+    },
+    {
+      "epoch": 0.35257574309471473,
+      "grad_norm": 348.6468505859375,
+      "learning_rate": 1.8898583590298087e-05,
+      "loss": 25.9688,
+      "step": 7378
+    },
+    {
+      "epoch": 0.35262353053617507,
+      "grad_norm": 372.7756042480469,
+      "learning_rate": 1.889823049673362e-05,
+      "loss": 27.0,
+      "step": 7379
+    },
+    {
+      "epoch": 0.35267131797763546,
+      "grad_norm": 189.8241424560547,
+      "learning_rate": 1.8897877349880235e-05,
+      "loss": 24.6562,
+      "step": 7380
+    },
+    {
+      "epoch": 0.35271910541909585,
+      "grad_norm": 291.0760192871094,
+      "learning_rate": 1.889752414974005e-05,
+      "loss": 35.8125,
+      "step": 7381
+    },
+    {
+      "epoch": 0.35276689286055624,
+      "grad_norm": 326.41253662109375,
+      "learning_rate": 1.8897170896315168e-05,
+      "loss": 25.875,
+      "step": 7382
+    },
+    {
+      "epoch": 0.3528146803020166,
+      "grad_norm": 318.5305480957031,
+      "learning_rate": 1.889681758960772e-05,
+      "loss": 35.625,
+      "step": 7383
+    },
+    {
+      "epoch": 0.352862467743477,
+      "grad_norm": 351.4057922363281,
+      "learning_rate": 1.889646422961981e-05,
+      "loss": 25.8125,
+      "step": 7384
+    },
+    {
+      "epoch": 0.3529102551849374,
+      "grad_norm": 623.7816772460938,
+      "learning_rate": 1.889611081635356e-05,
+      "loss": 38.5625,
+      "step": 7385
+    },
+    {
+      "epoch": 0.3529580426263978,
+      "grad_norm": 351.3359680175781,
+      "learning_rate": 1.8895757349811087e-05,
+      "loss": 28.6094,
+      "step": 7386
+    },
+    {
+      "epoch": 0.3530058300678582,
+      "grad_norm": 601.27880859375,
+      "learning_rate": 1.8895403829994507e-05,
+      "loss": 46.5312,
+      "step": 7387
+    },
+    {
+      "epoch": 0.3530536175093186,
+      "grad_norm": 292.55609130859375,
+      "learning_rate": 1.8895050256905934e-05,
+      "loss": 32.7188,
+      "step": 7388
+    },
+    {
+      "epoch": 0.3531014049507789,
+      "grad_norm": 151.44383239746094,
+      "learning_rate": 1.889469663054749e-05,
+      "loss": 20.8906,
+      "step": 7389
+    },
+    {
+      "epoch": 0.3531491923922393,
+      "grad_norm": 286.8259582519531,
+      "learning_rate": 1.889434295092129e-05,
+      "loss": 26.4375,
+      "step": 7390
+    },
+    {
+      "epoch": 0.3531969798336997,
+      "grad_norm": 285.7261047363281,
+      "learning_rate": 1.8893989218029447e-05,
+      "loss": 34.3281,
+      "step": 7391
+    },
+    {
+      "epoch": 0.3532447672751601,
+      "grad_norm": 500.8916015625,
+      "learning_rate": 1.889363543187409e-05,
+      "loss": 33.3438,
+      "step": 7392
+    },
+    {
+      "epoch": 0.35329255471662047,
+      "grad_norm": 345.7882385253906,
+      "learning_rate": 1.8893281592457333e-05,
+      "loss": 36.0,
+      "step": 7393
+    },
+    {
+      "epoch": 0.35334034215808086,
+      "grad_norm": 304.50799560546875,
+      "learning_rate": 1.8892927699781294e-05,
+      "loss": 27.5,
+      "step": 7394
+    },
+    {
+      "epoch": 0.35338812959954125,
+      "grad_norm": 245.47857666015625,
+      "learning_rate": 1.8892573753848094e-05,
+      "loss": 23.9531,
+      "step": 7395
+    },
+    {
+      "epoch": 0.35343591704100163,
+      "grad_norm": 361.6618957519531,
+      "learning_rate": 1.889221975465985e-05,
+      "loss": 28.6875,
+      "step": 7396
+    },
+    {
+      "epoch": 0.353483704482462,
+      "grad_norm": 829.65185546875,
+      "learning_rate": 1.8891865702218684e-05,
+      "loss": 35.9688,
+      "step": 7397
+    },
+    {
+      "epoch": 0.3535314919239224,
+      "grad_norm": 256.6192626953125,
+      "learning_rate": 1.8891511596526718e-05,
+      "loss": 41.5312,
+      "step": 7398
+    },
+    {
+      "epoch": 0.3535792793653828,
+      "grad_norm": 353.5360107421875,
+      "learning_rate": 1.889115743758607e-05,
+      "loss": 30.375,
+      "step": 7399
+    },
+    {
+      "epoch": 0.35362706680684314,
+      "grad_norm": 284.4103698730469,
+      "learning_rate": 1.889080322539886e-05,
+      "loss": 30.8125,
+      "step": 7400
+    },
+    {
+      "epoch": 0.3536748542483035,
+      "grad_norm": 261.06951904296875,
+      "learning_rate": 1.8890448959967212e-05,
+      "loss": 40.7188,
+      "step": 7401
+    },
+    {
+      "epoch": 0.3537226416897639,
+      "grad_norm": 374.78387451171875,
+      "learning_rate": 1.8890094641293246e-05,
+      "loss": 26.5625,
+      "step": 7402
+    },
+    {
+      "epoch": 0.3537704291312243,
+      "grad_norm": 607.06396484375,
+      "learning_rate": 1.8889740269379082e-05,
+      "loss": 36.0938,
+      "step": 7403
+    },
+    {
+      "epoch": 0.3538182165726847,
+      "grad_norm": 210.95347595214844,
+      "learning_rate": 1.888938584422685e-05,
+      "loss": 35.3438,
+      "step": 7404
+    },
+    {
+      "epoch": 0.3538660040141451,
+      "grad_norm": 300.3031005859375,
+      "learning_rate": 1.8889031365838663e-05,
+      "loss": 21.7812,
+      "step": 7405
+    },
+    {
+      "epoch": 0.3539137914556055,
+      "grad_norm": 383.5283203125,
+      "learning_rate": 1.888867683421665e-05,
+      "loss": 41.3125,
+      "step": 7406
+    },
+    {
+      "epoch": 0.35396157889706586,
+      "grad_norm": 407.17681884765625,
+      "learning_rate": 1.8888322249362932e-05,
+      "loss": 30.6562,
+      "step": 7407
+    },
+    {
+      "epoch": 0.35400936633852625,
+      "grad_norm": 341.11151123046875,
+      "learning_rate": 1.8887967611279635e-05,
+      "loss": 36.6875,
+      "step": 7408
+    },
+    {
+      "epoch": 0.35405715377998664,
+      "grad_norm": 242.9927520751953,
+      "learning_rate": 1.888761291996888e-05,
+      "loss": 32.3906,
+      "step": 7409
+    },
+    {
+      "epoch": 0.354104941221447,
+      "grad_norm": 343.3616638183594,
+      "learning_rate": 1.888725817543279e-05,
+      "loss": 22.1719,
+      "step": 7410
+    },
+    {
+      "epoch": 0.35415272866290737,
+      "grad_norm": 316.1905212402344,
+      "learning_rate": 1.888690337767349e-05,
+      "loss": 30.2344,
+      "step": 7411
+    },
+    {
+      "epoch": 0.35420051610436776,
+      "grad_norm": 196.4784698486328,
+      "learning_rate": 1.8886548526693107e-05,
+      "loss": 22.6562,
+      "step": 7412
+    },
+    {
+      "epoch": 0.35424830354582815,
+      "grad_norm": 343.45037841796875,
+      "learning_rate": 1.8886193622493766e-05,
+      "loss": 29.1562,
+      "step": 7413
+    },
+    {
+      "epoch": 0.35429609098728854,
+      "grad_norm": 472.1734313964844,
+      "learning_rate": 1.888583866507759e-05,
+      "loss": 32.1562,
+      "step": 7414
+    },
+    {
+      "epoch": 0.3543438784287489,
+      "grad_norm": 406.8834533691406,
+      "learning_rate": 1.888548365444671e-05,
+      "loss": 32.4375,
+      "step": 7415
+    },
+    {
+      "epoch": 0.3543916658702093,
+      "grad_norm": 405.29351806640625,
+      "learning_rate": 1.8885128590603246e-05,
+      "loss": 32.9062,
+      "step": 7416
+    },
+    {
+      "epoch": 0.3544394533116697,
+      "grad_norm": 301.3822937011719,
+      "learning_rate": 1.8884773473549326e-05,
+      "loss": 24.2344,
+      "step": 7417
+    },
+    {
+      "epoch": 0.3544872407531301,
+      "grad_norm": 719.7596435546875,
+      "learning_rate": 1.888441830328708e-05,
+      "loss": 32.6719,
+      "step": 7418
+    },
+    {
+      "epoch": 0.3545350281945905,
+      "grad_norm": 381.0060119628906,
+      "learning_rate": 1.8884063079818628e-05,
+      "loss": 40.5312,
+      "step": 7419
+    },
+    {
+      "epoch": 0.3545828156360508,
+      "grad_norm": 223.97694396972656,
+      "learning_rate": 1.8883707803146106e-05,
+      "loss": 28.6562,
+      "step": 7420
+    },
+    {
+      "epoch": 0.3546306030775112,
+      "grad_norm": 485.2770080566406,
+      "learning_rate": 1.8883352473271634e-05,
+      "loss": 25.6094,
+      "step": 7421
+    },
+    {
+      "epoch": 0.3546783905189716,
+      "grad_norm": 310.4774169921875,
+      "learning_rate": 1.8882997090197347e-05,
+      "loss": 40.3125,
+      "step": 7422
+    },
+    {
+      "epoch": 0.354726177960432,
+      "grad_norm": 315.2010192871094,
+      "learning_rate": 1.8882641653925366e-05,
+      "loss": 30.0938,
+      "step": 7423
+    },
+    {
+      "epoch": 0.3547739654018924,
+      "grad_norm": 319.35760498046875,
+      "learning_rate": 1.8882286164457825e-05,
+      "loss": 28.7812,
+      "step": 7424
+    },
+    {
+      "epoch": 0.35482175284335277,
+      "grad_norm": 376.9599304199219,
+      "learning_rate": 1.888193062179685e-05,
+      "loss": 33.25,
+      "step": 7425
+    },
+    {
+      "epoch": 0.35486954028481316,
+      "grad_norm": 335.9553527832031,
+      "learning_rate": 1.8881575025944576e-05,
+      "loss": 30.2188,
+      "step": 7426
+    },
+    {
+      "epoch": 0.35491732772627355,
+      "grad_norm": 275.61346435546875,
+      "learning_rate": 1.8881219376903122e-05,
+      "loss": 34.9688,
+      "step": 7427
+    },
+    {
+      "epoch": 0.35496511516773394,
+      "grad_norm": 364.30096435546875,
+      "learning_rate": 1.8880863674674627e-05,
+      "loss": 41.9375,
+      "step": 7428
+    },
+    {
+      "epoch": 0.3550129026091943,
+      "grad_norm": 458.8159484863281,
+      "learning_rate": 1.8880507919261214e-05,
+      "loss": 33.6562,
+      "step": 7429
+    },
+    {
+      "epoch": 0.3550606900506547,
+      "grad_norm": 316.78955078125,
+      "learning_rate": 1.8880152110665022e-05,
+      "loss": 31.25,
+      "step": 7430
+    },
+    {
+      "epoch": 0.35510847749211505,
+      "grad_norm": 315.83551025390625,
+      "learning_rate": 1.8879796248888174e-05,
+      "loss": 34.5,
+      "step": 7431
+    },
+    {
+      "epoch": 0.35515626493357544,
+      "grad_norm": 407.7603454589844,
+      "learning_rate": 1.887944033393281e-05,
+      "loss": 35.4375,
+      "step": 7432
+    },
+    {
+      "epoch": 0.35520405237503583,
+      "grad_norm": 191.13418579101562,
+      "learning_rate": 1.887908436580105e-05,
+      "loss": 32.875,
+      "step": 7433
+    },
+    {
+      "epoch": 0.3552518398164962,
+      "grad_norm": 672.8107299804688,
+      "learning_rate": 1.8878728344495038e-05,
+      "loss": 27.0938,
+      "step": 7434
+    },
+    {
+      "epoch": 0.3552996272579566,
+      "grad_norm": 251.3061981201172,
+      "learning_rate": 1.8878372270016894e-05,
+      "loss": 26.7188,
+      "step": 7435
+    },
+    {
+      "epoch": 0.355347414699417,
+      "grad_norm": 339.9533386230469,
+      "learning_rate": 1.8878016142368757e-05,
+      "loss": 22.6875,
+      "step": 7436
+    },
+    {
+      "epoch": 0.3553952021408774,
+      "grad_norm": 417.91131591796875,
+      "learning_rate": 1.8877659961552762e-05,
+      "loss": 48.1562,
+      "step": 7437
+    },
+    {
+      "epoch": 0.3554429895823378,
+      "grad_norm": 386.0958557128906,
+      "learning_rate": 1.887730372757104e-05,
+      "loss": 40.0312,
+      "step": 7438
+    },
+    {
+      "epoch": 0.35549077702379817,
+      "grad_norm": 280.6597595214844,
+      "learning_rate": 1.887694744042572e-05,
+      "loss": 37.9062,
+      "step": 7439
+    },
+    {
+      "epoch": 0.35553856446525856,
+      "grad_norm": 391.3482971191406,
+      "learning_rate": 1.8876591100118942e-05,
+      "loss": 49.0,
+      "step": 7440
+    },
+    {
+      "epoch": 0.3555863519067189,
+      "grad_norm": 717.7969360351562,
+      "learning_rate": 1.8876234706652836e-05,
+      "loss": 33.4062,
+      "step": 7441
+    },
+    {
+      "epoch": 0.3556341393481793,
+      "grad_norm": 230.01528930664062,
+      "learning_rate": 1.8875878260029536e-05,
+      "loss": 32.3125,
+      "step": 7442
+    },
+    {
+      "epoch": 0.35568192678963967,
+      "grad_norm": 172.7243194580078,
+      "learning_rate": 1.887552176025118e-05,
+      "loss": 28.5938,
+      "step": 7443
+    },
+    {
+      "epoch": 0.35572971423110006,
+      "grad_norm": 198.94895935058594,
+      "learning_rate": 1.8875165207319902e-05,
+      "loss": 27.4688,
+      "step": 7444
+    },
+    {
+      "epoch": 0.35577750167256045,
+      "grad_norm": 418.9104309082031,
+      "learning_rate": 1.8874808601237836e-05,
+      "loss": 46.2188,
+      "step": 7445
+    },
+    {
+      "epoch": 0.35582528911402084,
+      "grad_norm": 268.992431640625,
+      "learning_rate": 1.8874451942007116e-05,
+      "loss": 31.0625,
+      "step": 7446
+    },
+    {
+      "epoch": 0.3558730765554812,
+      "grad_norm": 247.86932373046875,
+      "learning_rate": 1.8874095229629882e-05,
+      "loss": 30.125,
+      "step": 7447
+    },
+    {
+      "epoch": 0.3559208639969416,
+      "grad_norm": 255.42138671875,
+      "learning_rate": 1.8873738464108267e-05,
+      "loss": 34.75,
+      "step": 7448
+    },
+    {
+      "epoch": 0.355968651438402,
+      "grad_norm": 310.77197265625,
+      "learning_rate": 1.887338164544441e-05,
+      "loss": 40.125,
+      "step": 7449
+    },
+    {
+      "epoch": 0.3560164388798624,
+      "grad_norm": 415.4845886230469,
+      "learning_rate": 1.887302477364045e-05,
+      "loss": 29.7188,
+      "step": 7450
+    },
+    {
+      "epoch": 0.35606422632132273,
+      "grad_norm": 437.5477600097656,
+      "learning_rate": 1.8872667848698515e-05,
+      "loss": 42.9688,
+      "step": 7451
+    },
+    {
+      "epoch": 0.3561120137627831,
+      "grad_norm": 279.4404296875,
+      "learning_rate": 1.887231087062075e-05,
+      "loss": 27.9531,
+      "step": 7452
+    },
+    {
+      "epoch": 0.3561598012042435,
+      "grad_norm": 271.1183166503906,
+      "learning_rate": 1.887195383940929e-05,
+      "loss": 27.5,
+      "step": 7453
+    },
+    {
+      "epoch": 0.3562075886457039,
+      "grad_norm": 180.94850158691406,
+      "learning_rate": 1.887159675506628e-05,
+      "loss": 31.8438,
+      "step": 7454
+    },
+    {
+      "epoch": 0.3562553760871643,
+      "grad_norm": 307.99853515625,
+      "learning_rate": 1.887123961759385e-05,
+      "loss": 38.3438,
+      "step": 7455
+    },
+    {
+      "epoch": 0.3563031635286247,
+      "grad_norm": 186.04754638671875,
+      "learning_rate": 1.887088242699414e-05,
+      "loss": 20.0312,
+      "step": 7456
+    },
+    {
+      "epoch": 0.35635095097008507,
+      "grad_norm": 256.5317687988281,
+      "learning_rate": 1.8870525183269293e-05,
+      "loss": 31.75,
+      "step": 7457
+    },
+    {
+      "epoch": 0.35639873841154546,
+      "grad_norm": 410.138427734375,
+      "learning_rate": 1.8870167886421447e-05,
+      "loss": 29.75,
+      "step": 7458
+    },
+    {
+      "epoch": 0.35644652585300585,
+      "grad_norm": 598.912841796875,
+      "learning_rate": 1.8869810536452736e-05,
+      "loss": 35.2188,
+      "step": 7459
+    },
+    {
+      "epoch": 0.35649431329446624,
+      "grad_norm": 224.7624053955078,
+      "learning_rate": 1.886945313336531e-05,
+      "loss": 33.4375,
+      "step": 7460
+    },
+    {
+      "epoch": 0.3565421007359266,
+      "grad_norm": 468.0816955566406,
+      "learning_rate": 1.8869095677161304e-05,
+      "loss": 53.5625,
+      "step": 7461
+    },
+    {
+      "epoch": 0.35658988817738696,
+      "grad_norm": 177.4344482421875,
+      "learning_rate": 1.8868738167842857e-05,
+      "loss": 26.125,
+      "step": 7462
+    },
+    {
+      "epoch": 0.35663767561884735,
+      "grad_norm": 230.09779357910156,
+      "learning_rate": 1.8868380605412112e-05,
+      "loss": 30.375,
+      "step": 7463
+    },
+    {
+      "epoch": 0.35668546306030774,
+      "grad_norm": 183.10447692871094,
+      "learning_rate": 1.8868022989871213e-05,
+      "loss": 28.25,
+      "step": 7464
+    },
+    {
+      "epoch": 0.35673325050176813,
+      "grad_norm": 189.95419311523438,
+      "learning_rate": 1.88676653212223e-05,
+      "loss": 19.375,
+      "step": 7465
+    },
+    {
+      "epoch": 0.3567810379432285,
+      "grad_norm": 231.7121124267578,
+      "learning_rate": 1.886730759946751e-05,
+      "loss": 29.0938,
+      "step": 7466
+    },
+    {
+      "epoch": 0.3568288253846889,
+      "grad_norm": 348.9607849121094,
+      "learning_rate": 1.8866949824608995e-05,
+      "loss": 25.75,
+      "step": 7467
+    },
+    {
+      "epoch": 0.3568766128261493,
+      "grad_norm": 129.4095458984375,
+      "learning_rate": 1.8866591996648885e-05,
+      "loss": 20.2031,
+      "step": 7468
+    },
+    {
+      "epoch": 0.3569244002676097,
+      "grad_norm": 203.29266357421875,
+      "learning_rate": 1.8866234115589333e-05,
+      "loss": 30.0,
+      "step": 7469
+    },
+    {
+      "epoch": 0.3569721877090701,
+      "grad_norm": 265.0450134277344,
+      "learning_rate": 1.886587618143248e-05,
+      "loss": 32.7812,
+      "step": 7470
+    },
+    {
+      "epoch": 0.35701997515053047,
+      "grad_norm": 166.83204650878906,
+      "learning_rate": 1.8865518194180474e-05,
+      "loss": 24.1875,
+      "step": 7471
+    },
+    {
+      "epoch": 0.3570677625919908,
+      "grad_norm": 360.91064453125,
+      "learning_rate": 1.8865160153835448e-05,
+      "loss": 33.0,
+      "step": 7472
+    },
+    {
+      "epoch": 0.3571155500334512,
+      "grad_norm": 285.77197265625,
+      "learning_rate": 1.886480206039955e-05,
+      "loss": 26.375,
+      "step": 7473
+    },
+    {
+      "epoch": 0.3571633374749116,
+      "grad_norm": 221.52442932128906,
+      "learning_rate": 1.886444391387493e-05,
+      "loss": 29.6875,
+      "step": 7474
+    },
+    {
+      "epoch": 0.35721112491637197,
+      "grad_norm": 455.5876159667969,
+      "learning_rate": 1.8864085714263728e-05,
+      "loss": 30.9688,
+      "step": 7475
+    },
+    {
+      "epoch": 0.35725891235783236,
+      "grad_norm": 307.8226623535156,
+      "learning_rate": 1.8863727461568088e-05,
+      "loss": 31.5469,
+      "step": 7476
+    },
+    {
+      "epoch": 0.35730669979929275,
+      "grad_norm": 480.0223083496094,
+      "learning_rate": 1.886336915579016e-05,
+      "loss": 46.125,
+      "step": 7477
+    },
+    {
+      "epoch": 0.35735448724075314,
+      "grad_norm": 208.91270446777344,
+      "learning_rate": 1.886301079693209e-05,
+      "loss": 22.1875,
+      "step": 7478
+    },
+    {
+      "epoch": 0.3574022746822135,
+      "grad_norm": 403.3684387207031,
+      "learning_rate": 1.8862652384996017e-05,
+      "loss": 39.5625,
+      "step": 7479
+    },
+    {
+      "epoch": 0.3574500621236739,
+      "grad_norm": 212.20773315429688,
+      "learning_rate": 1.8862293919984095e-05,
+      "loss": 22.0625,
+      "step": 7480
+    },
+    {
+      "epoch": 0.3574978495651343,
+      "grad_norm": 520.6026611328125,
+      "learning_rate": 1.8861935401898467e-05,
+      "loss": 35.0938,
+      "step": 7481
+    },
+    {
+      "epoch": 0.35754563700659464,
+      "grad_norm": 308.6565856933594,
+      "learning_rate": 1.8861576830741282e-05,
+      "loss": 27.3438,
+      "step": 7482
+    },
+    {
+      "epoch": 0.35759342444805503,
+      "grad_norm": 403.69805908203125,
+      "learning_rate": 1.8861218206514684e-05,
+      "loss": 38.0312,
+      "step": 7483
+    },
+    {
+      "epoch": 0.3576412118895154,
+      "grad_norm": 131.9940185546875,
+      "learning_rate": 1.8860859529220828e-05,
+      "loss": 23.8438,
+      "step": 7484
+    },
+    {
+      "epoch": 0.3576889993309758,
+      "grad_norm": 332.9547119140625,
+      "learning_rate": 1.8860500798861855e-05,
+      "loss": 25.3438,
+      "step": 7485
+    },
+    {
+      "epoch": 0.3577367867724362,
+      "grad_norm": 406.2306823730469,
+      "learning_rate": 1.8860142015439914e-05,
+      "loss": 38.4688,
+      "step": 7486
+    },
+    {
+      "epoch": 0.3577845742138966,
+      "grad_norm": 258.5828552246094,
+      "learning_rate": 1.8859783178957152e-05,
+      "loss": 28.7812,
+      "step": 7487
+    },
+    {
+      "epoch": 0.357832361655357,
+      "grad_norm": 264.347900390625,
+      "learning_rate": 1.8859424289415725e-05,
+      "loss": 29.5625,
+      "step": 7488
+    },
+    {
+      "epoch": 0.35788014909681737,
+      "grad_norm": 300.6796569824219,
+      "learning_rate": 1.885906534681778e-05,
+      "loss": 33.0625,
+      "step": 7489
+    },
+    {
+      "epoch": 0.35792793653827776,
+      "grad_norm": 235.31565856933594,
+      "learning_rate": 1.885870635116546e-05,
+      "loss": 30.7812,
+      "step": 7490
+    },
+    {
+      "epoch": 0.35797572397973815,
+      "grad_norm": 480.93511962890625,
+      "learning_rate": 1.885834730246092e-05,
+      "loss": 36.375,
+      "step": 7491
+    },
+    {
+      "epoch": 0.3580235114211985,
+      "grad_norm": 247.9004669189453,
+      "learning_rate": 1.8857988200706315e-05,
+      "loss": 33.7188,
+      "step": 7492
+    },
+    {
+      "epoch": 0.35807129886265887,
+      "grad_norm": 320.93084716796875,
+      "learning_rate": 1.8857629045903788e-05,
+      "loss": 29.5625,
+      "step": 7493
+    },
+    {
+      "epoch": 0.35811908630411926,
+      "grad_norm": 181.00802612304688,
+      "learning_rate": 1.885726983805549e-05,
+      "loss": 24.75,
+      "step": 7494
+    },
+    {
+      "epoch": 0.35816687374557965,
+      "grad_norm": 244.85667419433594,
+      "learning_rate": 1.885691057716358e-05,
+      "loss": 29.6562,
+      "step": 7495
+    },
+    {
+      "epoch": 0.35821466118704004,
+      "grad_norm": 245.16204833984375,
+      "learning_rate": 1.88565512632302e-05,
+      "loss": 31.9062,
+      "step": 7496
+    },
+    {
+      "epoch": 0.35826244862850043,
+      "grad_norm": 207.17819213867188,
+      "learning_rate": 1.885619189625751e-05,
+      "loss": 31.0625,
+      "step": 7497
+    },
+    {
+      "epoch": 0.3583102360699608,
+      "grad_norm": 451.2432556152344,
+      "learning_rate": 1.8855832476247657e-05,
+      "loss": 36.9688,
+      "step": 7498
+    },
+    {
+      "epoch": 0.3583580235114212,
+      "grad_norm": 203.13417053222656,
+      "learning_rate": 1.885547300320279e-05,
+      "loss": 28.5156,
+      "step": 7499
+    },
+    {
+      "epoch": 0.3584058109528816,
+      "grad_norm": 388.64630126953125,
+      "learning_rate": 1.885511347712507e-05,
+      "loss": 23.3281,
+      "step": 7500
+    },
+    {
+      "epoch": 0.358453598394342,
+      "grad_norm": 235.5515899658203,
+      "learning_rate": 1.8854753898016646e-05,
+      "loss": 28.0625,
+      "step": 7501
+    },
+    {
+      "epoch": 0.3585013858358024,
+      "grad_norm": 321.6824035644531,
+      "learning_rate": 1.8854394265879672e-05,
+      "loss": 28.6875,
+      "step": 7502
+    },
+    {
+      "epoch": 0.3585491732772627,
+      "grad_norm": 246.98690795898438,
+      "learning_rate": 1.8854034580716304e-05,
+      "loss": 28.6094,
+      "step": 7503
+    },
+    {
+      "epoch": 0.3585969607187231,
+      "grad_norm": 307.9635925292969,
+      "learning_rate": 1.885367484252869e-05,
+      "loss": 34.4688,
+      "step": 7504
+    },
+    {
+      "epoch": 0.3586447481601835,
+      "grad_norm": 291.8018798828125,
+      "learning_rate": 1.885331505131899e-05,
+      "loss": 22.6719,
+      "step": 7505
+    },
+    {
+      "epoch": 0.3586925356016439,
+      "grad_norm": 375.64678955078125,
+      "learning_rate": 1.8852955207089355e-05,
+      "loss": 27.5625,
+      "step": 7506
+    },
+    {
+      "epoch": 0.35874032304310427,
+      "grad_norm": 197.82568359375,
+      "learning_rate": 1.8852595309841944e-05,
+      "loss": 37.8125,
+      "step": 7507
+    },
+    {
+      "epoch": 0.35878811048456466,
+      "grad_norm": 188.59645080566406,
+      "learning_rate": 1.8852235359578908e-05,
+      "loss": 22.9219,
+      "step": 7508
+    },
+    {
+      "epoch": 0.35883589792602505,
+      "grad_norm": 175.5252685546875,
+      "learning_rate": 1.8851875356302403e-05,
+      "loss": 26.75,
+      "step": 7509
+    },
+    {
+      "epoch": 0.35888368536748544,
+      "grad_norm": 238.18190002441406,
+      "learning_rate": 1.8851515300014593e-05,
+      "loss": 30.0312,
+      "step": 7510
+    },
+    {
+      "epoch": 0.35893147280894583,
+      "grad_norm": 350.8433837890625,
+      "learning_rate": 1.8851155190717624e-05,
+      "loss": 32.375,
+      "step": 7511
+    },
+    {
+      "epoch": 0.3589792602504062,
+      "grad_norm": 382.5985107421875,
+      "learning_rate": 1.8850795028413658e-05,
+      "loss": 33.2188,
+      "step": 7512
+    },
+    {
+      "epoch": 0.35902704769186655,
+      "grad_norm": 471.57049560546875,
+      "learning_rate": 1.8850434813104847e-05,
+      "loss": 36.7188,
+      "step": 7513
+    },
+    {
+      "epoch": 0.35907483513332694,
+      "grad_norm": 274.706298828125,
+      "learning_rate": 1.8850074544793357e-05,
+      "loss": 27.1875,
+      "step": 7514
+    },
+    {
+      "epoch": 0.35912262257478733,
+      "grad_norm": 480.71270751953125,
+      "learning_rate": 1.8849714223481334e-05,
+      "loss": 28.9375,
+      "step": 7515
+    },
+    {
+      "epoch": 0.3591704100162477,
+      "grad_norm": 637.5121459960938,
+      "learning_rate": 1.8849353849170944e-05,
+      "loss": 38.7188,
+      "step": 7516
+    },
+    {
+      "epoch": 0.3592181974577081,
+      "grad_norm": 228.08726501464844,
+      "learning_rate": 1.8848993421864345e-05,
+      "loss": 30.2812,
+      "step": 7517
+    },
+    {
+      "epoch": 0.3592659848991685,
+      "grad_norm": 263.2985534667969,
+      "learning_rate": 1.8848632941563693e-05,
+      "loss": 42.0,
+      "step": 7518
+    },
+    {
+      "epoch": 0.3593137723406289,
+      "grad_norm": 267.3095397949219,
+      "learning_rate": 1.8848272408271148e-05,
+      "loss": 24.8125,
+      "step": 7519
+    },
+    {
+      "epoch": 0.3593615597820893,
+      "grad_norm": 538.3402099609375,
+      "learning_rate": 1.8847911821988866e-05,
+      "loss": 35.875,
+      "step": 7520
+    },
+    {
+      "epoch": 0.35940934722354967,
+      "grad_norm": 256.5815734863281,
+      "learning_rate": 1.8847551182719015e-05,
+      "loss": 25.9375,
+      "step": 7521
+    },
+    {
+      "epoch": 0.35945713466501006,
+      "grad_norm": 216.8558807373047,
+      "learning_rate": 1.8847190490463746e-05,
+      "loss": 28.8438,
+      "step": 7522
+    },
+    {
+      "epoch": 0.3595049221064704,
+      "grad_norm": 218.99777221679688,
+      "learning_rate": 1.8846829745225218e-05,
+      "loss": 34.6875,
+      "step": 7523
+    },
+    {
+      "epoch": 0.3595527095479308,
+      "grad_norm": 173.0286102294922,
+      "learning_rate": 1.8846468947005602e-05,
+      "loss": 20.7031,
+      "step": 7524
+    },
+    {
+      "epoch": 0.35960049698939117,
+      "grad_norm": 231.17929077148438,
+      "learning_rate": 1.8846108095807047e-05,
+      "loss": 29.25,
+      "step": 7525
+    },
+    {
+      "epoch": 0.35964828443085156,
+      "grad_norm": 295.6564636230469,
+      "learning_rate": 1.884574719163172e-05,
+      "loss": 66.1875,
+      "step": 7526
+    },
+    {
+      "epoch": 0.35969607187231195,
+      "grad_norm": 189.24530029296875,
+      "learning_rate": 1.8845386234481782e-05,
+      "loss": 20.7656,
+      "step": 7527
+    },
+    {
+      "epoch": 0.35974385931377234,
+      "grad_norm": 216.56382751464844,
+      "learning_rate": 1.8845025224359395e-05,
+      "loss": 29.5938,
+      "step": 7528
+    },
+    {
+      "epoch": 0.35979164675523273,
+      "grad_norm": 241.55247497558594,
+      "learning_rate": 1.8844664161266722e-05,
+      "loss": 24.9688,
+      "step": 7529
+    },
+    {
+      "epoch": 0.3598394341966931,
+      "grad_norm": 289.32086181640625,
+      "learning_rate": 1.8844303045205918e-05,
+      "loss": 33.7812,
+      "step": 7530
+    },
+    {
+      "epoch": 0.3598872216381535,
+      "grad_norm": 174.20091247558594,
+      "learning_rate": 1.8843941876179154e-05,
+      "loss": 29.5,
+      "step": 7531
+    },
+    {
+      "epoch": 0.3599350090796139,
+      "grad_norm": 671.0271606445312,
+      "learning_rate": 1.8843580654188593e-05,
+      "loss": 39.9062,
+      "step": 7532
+    },
+    {
+      "epoch": 0.3599827965210743,
+      "grad_norm": 444.7439880371094,
+      "learning_rate": 1.8843219379236388e-05,
+      "loss": 29.1562,
+      "step": 7533
+    },
+    {
+      "epoch": 0.3600305839625346,
+      "grad_norm": 1443.0374755859375,
+      "learning_rate": 1.884285805132472e-05,
+      "loss": 28.9062,
+      "step": 7534
+    },
+    {
+      "epoch": 0.360078371403995,
+      "grad_norm": 366.864990234375,
+      "learning_rate": 1.8842496670455733e-05,
+      "loss": 34.6562,
+      "step": 7535
+    },
+    {
+      "epoch": 0.3601261588454554,
+      "grad_norm": 325.9754333496094,
+      "learning_rate": 1.8842135236631606e-05,
+      "loss": 36.9531,
+      "step": 7536
+    },
+    {
+      "epoch": 0.3601739462869158,
+      "grad_norm": 292.8196105957031,
+      "learning_rate": 1.8841773749854496e-05,
+      "loss": 29.2969,
+      "step": 7537
+    },
+    {
+      "epoch": 0.3602217337283762,
+      "grad_norm": 261.14794921875,
+      "learning_rate": 1.8841412210126572e-05,
+      "loss": 26.5938,
+      "step": 7538
+    },
+    {
+      "epoch": 0.36026952116983657,
+      "grad_norm": 372.8592529296875,
+      "learning_rate": 1.8841050617449995e-05,
+      "loss": 27.5156,
+      "step": 7539
+    },
+    {
+      "epoch": 0.36031730861129696,
+      "grad_norm": 233.82461547851562,
+      "learning_rate": 1.8840688971826936e-05,
+      "loss": 26.8438,
+      "step": 7540
+    },
+    {
+      "epoch": 0.36036509605275735,
+      "grad_norm": 296.7589111328125,
+      "learning_rate": 1.8840327273259555e-05,
+      "loss": 29.5938,
+      "step": 7541
+    },
+    {
+      "epoch": 0.36041288349421774,
+      "grad_norm": 350.13525390625,
+      "learning_rate": 1.8839965521750022e-05,
+      "loss": 30.0312,
+      "step": 7542
+    },
+    {
+      "epoch": 0.36046067093567813,
+      "grad_norm": 204.61782836914062,
+      "learning_rate": 1.88396037173005e-05,
+      "loss": 38.0,
+      "step": 7543
+    },
+    {
+      "epoch": 0.36050845837713846,
+      "grad_norm": 468.41357421875,
+      "learning_rate": 1.8839241859913164e-05,
+      "loss": 33.4062,
+      "step": 7544
+    },
+    {
+      "epoch": 0.36055624581859885,
+      "grad_norm": 303.7296447753906,
+      "learning_rate": 1.8838879949590168e-05,
+      "loss": 33.6875,
+      "step": 7545
+    },
+    {
+      "epoch": 0.36060403326005924,
+      "grad_norm": 449.64752197265625,
+      "learning_rate": 1.883851798633369e-05,
+      "loss": 39.0625,
+      "step": 7546
+    },
+    {
+      "epoch": 0.36065182070151963,
+      "grad_norm": 212.3726806640625,
+      "learning_rate": 1.8838155970145892e-05,
+      "loss": 36.7812,
+      "step": 7547
+    },
+    {
+      "epoch": 0.36069960814298,
+      "grad_norm": 565.6693115234375,
+      "learning_rate": 1.8837793901028948e-05,
+      "loss": 30.1562,
+      "step": 7548
+    },
+    {
+      "epoch": 0.3607473955844404,
+      "grad_norm": 480.7836608886719,
+      "learning_rate": 1.883743177898502e-05,
+      "loss": 33.125,
+      "step": 7549
+    },
+    {
+      "epoch": 0.3607951830259008,
+      "grad_norm": 403.35015869140625,
+      "learning_rate": 1.883706960401628e-05,
+      "loss": 37.8125,
+      "step": 7550
+    },
+    {
+      "epoch": 0.3608429704673612,
+      "grad_norm": 213.79281616210938,
+      "learning_rate": 1.8836707376124893e-05,
+      "loss": 35.4688,
+      "step": 7551
+    },
+    {
+      "epoch": 0.3608907579088216,
+      "grad_norm": 166.55197143554688,
+      "learning_rate": 1.8836345095313034e-05,
+      "loss": 27.625,
+      "step": 7552
+    },
+    {
+      "epoch": 0.36093854535028197,
+      "grad_norm": 272.993408203125,
+      "learning_rate": 1.883598276158287e-05,
+      "loss": 40.0625,
+      "step": 7553
+    },
+    {
+      "epoch": 0.3609863327917423,
+      "grad_norm": 306.4644470214844,
+      "learning_rate": 1.883562037493657e-05,
+      "loss": 30.0312,
+      "step": 7554
+    },
+    {
+      "epoch": 0.3610341202332027,
+      "grad_norm": 216.8501739501953,
+      "learning_rate": 1.8835257935376307e-05,
+      "loss": 29.5,
+      "step": 7555
+    },
+    {
+      "epoch": 0.3610819076746631,
+      "grad_norm": 359.6438903808594,
+      "learning_rate": 1.8834895442904242e-05,
+      "loss": 45.4375,
+      "step": 7556
+    },
+    {
+      "epoch": 0.3611296951161235,
+      "grad_norm": 504.25360107421875,
+      "learning_rate": 1.8834532897522563e-05,
+      "loss": 35.4375,
+      "step": 7557
+    },
+    {
+      "epoch": 0.36117748255758386,
+      "grad_norm": 342.0338439941406,
+      "learning_rate": 1.8834170299233428e-05,
+      "loss": 33.0625,
+      "step": 7558
+    },
+    {
+      "epoch": 0.36122526999904425,
+      "grad_norm": 250.28341674804688,
+      "learning_rate": 1.883380764803901e-05,
+      "loss": 34.3125,
+      "step": 7559
+    },
+    {
+      "epoch": 0.36127305744050464,
+      "grad_norm": 328.3794860839844,
+      "learning_rate": 1.8833444943941487e-05,
+      "loss": 32.5938,
+      "step": 7560
+    },
+    {
+      "epoch": 0.36132084488196503,
+      "grad_norm": 331.0907897949219,
+      "learning_rate": 1.8833082186943023e-05,
+      "loss": 32.4688,
+      "step": 7561
+    },
+    {
+      "epoch": 0.3613686323234254,
+      "grad_norm": 218.54576110839844,
+      "learning_rate": 1.8832719377045795e-05,
+      "loss": 30.3906,
+      "step": 7562
+    },
+    {
+      "epoch": 0.3614164197648858,
+      "grad_norm": 563.14599609375,
+      "learning_rate": 1.883235651425198e-05,
+      "loss": 44.875,
+      "step": 7563
+    },
+    {
+      "epoch": 0.3614642072063462,
+      "grad_norm": 442.4461975097656,
+      "learning_rate": 1.883199359856374e-05,
+      "loss": 36.375,
+      "step": 7564
+    },
+    {
+      "epoch": 0.36151199464780653,
+      "grad_norm": 242.1422119140625,
+      "learning_rate": 1.8831630629983258e-05,
+      "loss": 30.4688,
+      "step": 7565
+    },
+    {
+      "epoch": 0.3615597820892669,
+      "grad_norm": 222.025146484375,
+      "learning_rate": 1.8831267608512705e-05,
+      "loss": 31.625,
+      "step": 7566
+    },
+    {
+      "epoch": 0.3616075695307273,
+      "grad_norm": 362.24017333984375,
+      "learning_rate": 1.8830904534154254e-05,
+      "loss": 25.7812,
+      "step": 7567
+    },
+    {
+      "epoch": 0.3616553569721877,
+      "grad_norm": 223.65170288085938,
+      "learning_rate": 1.883054140691008e-05,
+      "loss": 30.4844,
+      "step": 7568
+    },
+    {
+      "epoch": 0.3617031444136481,
+      "grad_norm": 302.5780944824219,
+      "learning_rate": 1.8830178226782356e-05,
+      "loss": 43.1875,
+      "step": 7569
+    },
+    {
+      "epoch": 0.3617509318551085,
+      "grad_norm": 214.5697479248047,
+      "learning_rate": 1.882981499377326e-05,
+      "loss": 28.9062,
+      "step": 7570
+    },
+    {
+      "epoch": 0.36179871929656887,
+      "grad_norm": 223.09689331054688,
+      "learning_rate": 1.8829451707884966e-05,
+      "loss": 31.25,
+      "step": 7571
+    },
+    {
+      "epoch": 0.36184650673802926,
+      "grad_norm": 720.0508422851562,
+      "learning_rate": 1.8829088369119648e-05,
+      "loss": 28.1875,
+      "step": 7572
+    },
+    {
+      "epoch": 0.36189429417948965,
+      "grad_norm": 422.479248046875,
+      "learning_rate": 1.882872497747948e-05,
+      "loss": 29.6562,
+      "step": 7573
+    },
+    {
+      "epoch": 0.36194208162095004,
+      "grad_norm": 292.4466552734375,
+      "learning_rate": 1.8828361532966647e-05,
+      "loss": 34.375,
+      "step": 7574
+    },
+    {
+      "epoch": 0.3619898690624104,
+      "grad_norm": 227.30056762695312,
+      "learning_rate": 1.882799803558332e-05,
+      "loss": 24.6406,
+      "step": 7575
+    },
+    {
+      "epoch": 0.36203765650387076,
+      "grad_norm": 309.82977294921875,
+      "learning_rate": 1.8827634485331673e-05,
+      "loss": 45.625,
+      "step": 7576
+    },
+    {
+      "epoch": 0.36208544394533115,
+      "grad_norm": 234.8880157470703,
+      "learning_rate": 1.882727088221389e-05,
+      "loss": 29.1875,
+      "step": 7577
+    },
+    {
+      "epoch": 0.36213323138679154,
+      "grad_norm": 281.1477355957031,
+      "learning_rate": 1.882690722623214e-05,
+      "loss": 29.2188,
+      "step": 7578
+    },
+    {
+      "epoch": 0.36218101882825193,
+      "grad_norm": 362.76116943359375,
+      "learning_rate": 1.882654351738861e-05,
+      "loss": 33.2188,
+      "step": 7579
+    },
+    {
+      "epoch": 0.3622288062697123,
+      "grad_norm": 259.95306396484375,
+      "learning_rate": 1.882617975568547e-05,
+      "loss": 20.7969,
+      "step": 7580
+    },
+    {
+      "epoch": 0.3622765937111727,
+      "grad_norm": 419.1451416015625,
+      "learning_rate": 1.8825815941124904e-05,
+      "loss": 29.0625,
+      "step": 7581
+    },
+    {
+      "epoch": 0.3623243811526331,
+      "grad_norm": 229.5048828125,
+      "learning_rate": 1.8825452073709088e-05,
+      "loss": 34.9375,
+      "step": 7582
+    },
+    {
+      "epoch": 0.3623721685940935,
+      "grad_norm": 479.263427734375,
+      "learning_rate": 1.8825088153440206e-05,
+      "loss": 33.8125,
+      "step": 7583
+    },
+    {
+      "epoch": 0.3624199560355539,
+      "grad_norm": 191.34002685546875,
+      "learning_rate": 1.8824724180320428e-05,
+      "loss": 24.3125,
+      "step": 7584
+    },
+    {
+      "epoch": 0.3624677434770142,
+      "grad_norm": 206.0779266357422,
+      "learning_rate": 1.882436015435194e-05,
+      "loss": 28.3438,
+      "step": 7585
+    },
+    {
+      "epoch": 0.3625155309184746,
+      "grad_norm": 264.0519714355469,
+      "learning_rate": 1.8823996075536925e-05,
+      "loss": 26.1875,
+      "step": 7586
+    },
+    {
+      "epoch": 0.362563318359935,
+      "grad_norm": 307.613037109375,
+      "learning_rate": 1.8823631943877557e-05,
+      "loss": 34.7812,
+      "step": 7587
+    },
+    {
+      "epoch": 0.3626111058013954,
+      "grad_norm": 231.83018493652344,
+      "learning_rate": 1.8823267759376018e-05,
+      "loss": 30.4688,
+      "step": 7588
+    },
+    {
+      "epoch": 0.3626588932428558,
+      "grad_norm": 410.8326721191406,
+      "learning_rate": 1.8822903522034493e-05,
+      "loss": 27.625,
+      "step": 7589
+    },
+    {
+      "epoch": 0.36270668068431616,
+      "grad_norm": 290.6324768066406,
+      "learning_rate": 1.882253923185516e-05,
+      "loss": 26.7812,
+      "step": 7590
+    },
+    {
+      "epoch": 0.36275446812577655,
+      "grad_norm": 339.94464111328125,
+      "learning_rate": 1.88221748888402e-05,
+      "loss": 45.0625,
+      "step": 7591
+    },
+    {
+      "epoch": 0.36280225556723694,
+      "grad_norm": 319.08447265625,
+      "learning_rate": 1.8821810492991797e-05,
+      "loss": 30.2031,
+      "step": 7592
+    },
+    {
+      "epoch": 0.36285004300869733,
+      "grad_norm": 190.39199829101562,
+      "learning_rate": 1.882144604431213e-05,
+      "loss": 19.4062,
+      "step": 7593
+    },
+    {
+      "epoch": 0.3628978304501577,
+      "grad_norm": 275.0890197753906,
+      "learning_rate": 1.8821081542803385e-05,
+      "loss": 24.0938,
+      "step": 7594
+    },
+    {
+      "epoch": 0.36294561789161806,
+      "grad_norm": 377.1067810058594,
+      "learning_rate": 1.8820716988467745e-05,
+      "loss": 32.0938,
+      "step": 7595
+    },
+    {
+      "epoch": 0.36299340533307844,
+      "grad_norm": 353.9481201171875,
+      "learning_rate": 1.8820352381307394e-05,
+      "loss": 35.3438,
+      "step": 7596
+    },
+    {
+      "epoch": 0.36304119277453883,
+      "grad_norm": 326.8175048828125,
+      "learning_rate": 1.881998772132451e-05,
+      "loss": 34.7188,
+      "step": 7597
+    },
+    {
+      "epoch": 0.3630889802159992,
+      "grad_norm": 401.92193603515625,
+      "learning_rate": 1.8819623008521285e-05,
+      "loss": 43.2812,
+      "step": 7598
+    },
+    {
+      "epoch": 0.3631367676574596,
+      "grad_norm": 432.1461486816406,
+      "learning_rate": 1.8819258242899894e-05,
+      "loss": 35.3438,
+      "step": 7599
+    },
+    {
+      "epoch": 0.36318455509892,
+      "grad_norm": 321.7174377441406,
+      "learning_rate": 1.881889342446253e-05,
+      "loss": 45.0938,
+      "step": 7600
+    },
+    {
+      "epoch": 0.3632323425403804,
+      "grad_norm": 250.13446044921875,
+      "learning_rate": 1.881852855321137e-05,
+      "loss": 29.4219,
+      "step": 7601
+    },
+    {
+      "epoch": 0.3632801299818408,
+      "grad_norm": 231.52853393554688,
+      "learning_rate": 1.8818163629148603e-05,
+      "loss": 37.3438,
+      "step": 7602
+    },
+    {
+      "epoch": 0.36332791742330117,
+      "grad_norm": 159.674072265625,
+      "learning_rate": 1.8817798652276416e-05,
+      "loss": 25.5938,
+      "step": 7603
+    },
+    {
+      "epoch": 0.36337570486476156,
+      "grad_norm": 378.5470886230469,
+      "learning_rate": 1.8817433622596993e-05,
+      "loss": 25.4844,
+      "step": 7604
+    },
+    {
+      "epoch": 0.36342349230622195,
+      "grad_norm": 326.2493591308594,
+      "learning_rate": 1.881706854011252e-05,
+      "loss": 34.2188,
+      "step": 7605
+    },
+    {
+      "epoch": 0.3634712797476823,
+      "grad_norm": 274.3365173339844,
+      "learning_rate": 1.8816703404825184e-05,
+      "loss": 24.7188,
+      "step": 7606
+    },
+    {
+      "epoch": 0.3635190671891427,
+      "grad_norm": 232.8475799560547,
+      "learning_rate": 1.881633821673717e-05,
+      "loss": 27.0312,
+      "step": 7607
+    },
+    {
+      "epoch": 0.36356685463060306,
+      "grad_norm": 368.181640625,
+      "learning_rate": 1.881597297585067e-05,
+      "loss": 31.4688,
+      "step": 7608
+    },
+    {
+      "epoch": 0.36361464207206345,
+      "grad_norm": 255.4959259033203,
+      "learning_rate": 1.8815607682167866e-05,
+      "loss": 32.0312,
+      "step": 7609
+    },
+    {
+      "epoch": 0.36366242951352384,
+      "grad_norm": 240.7438201904297,
+      "learning_rate": 1.8815242335690945e-05,
+      "loss": 24.9531,
+      "step": 7610
+    },
+    {
+      "epoch": 0.36371021695498423,
+      "grad_norm": 419.0920104980469,
+      "learning_rate": 1.88148769364221e-05,
+      "loss": 38.125,
+      "step": 7611
+    },
+    {
+      "epoch": 0.3637580043964446,
+      "grad_norm": 518.957763671875,
+      "learning_rate": 1.881451148436351e-05,
+      "loss": 27.875,
+      "step": 7612
+    },
+    {
+      "epoch": 0.363805791837905,
+      "grad_norm": 401.16796875,
+      "learning_rate": 1.8814145979517377e-05,
+      "loss": 36.1562,
+      "step": 7613
+    },
+    {
+      "epoch": 0.3638535792793654,
+      "grad_norm": 333.16656494140625,
+      "learning_rate": 1.8813780421885882e-05,
+      "loss": 33.7812,
+      "step": 7614
+    },
+    {
+      "epoch": 0.3639013667208258,
+      "grad_norm": 189.02517700195312,
+      "learning_rate": 1.8813414811471214e-05,
+      "loss": 29.5312,
+      "step": 7615
+    },
+    {
+      "epoch": 0.3639491541622861,
+      "grad_norm": 535.802001953125,
+      "learning_rate": 1.8813049148275562e-05,
+      "loss": 31.0,
+      "step": 7616
+    },
+    {
+      "epoch": 0.3639969416037465,
+      "grad_norm": 324.7236022949219,
+      "learning_rate": 1.881268343230112e-05,
+      "loss": 33.875,
+      "step": 7617
+    },
+    {
+      "epoch": 0.3640447290452069,
+      "grad_norm": 354.0919494628906,
+      "learning_rate": 1.8812317663550076e-05,
+      "loss": 33.4062,
+      "step": 7618
+    },
+    {
+      "epoch": 0.3640925164866673,
+      "grad_norm": 389.12103271484375,
+      "learning_rate": 1.881195184202462e-05,
+      "loss": 38.8281,
+      "step": 7619
+    },
+    {
+      "epoch": 0.3641403039281277,
+      "grad_norm": 300.7252502441406,
+      "learning_rate": 1.8811585967726943e-05,
+      "loss": 32.5312,
+      "step": 7620
+    },
+    {
+      "epoch": 0.3641880913695881,
+      "grad_norm": 188.36123657226562,
+      "learning_rate": 1.8811220040659233e-05,
+      "loss": 26.8125,
+      "step": 7621
+    },
+    {
+      "epoch": 0.36423587881104846,
+      "grad_norm": 425.96624755859375,
+      "learning_rate": 1.8810854060823688e-05,
+      "loss": 38.9062,
+      "step": 7622
+    },
+    {
+      "epoch": 0.36428366625250885,
+      "grad_norm": 223.0269317626953,
+      "learning_rate": 1.8810488028222497e-05,
+      "loss": 28.8125,
+      "step": 7623
+    },
+    {
+      "epoch": 0.36433145369396924,
+      "grad_norm": 339.3089599609375,
+      "learning_rate": 1.8810121942857848e-05,
+      "loss": 27.375,
+      "step": 7624
+    },
+    {
+      "epoch": 0.36437924113542963,
+      "grad_norm": 178.304931640625,
+      "learning_rate": 1.8809755804731936e-05,
+      "loss": 31.25,
+      "step": 7625
+    },
+    {
+      "epoch": 0.36442702857688997,
+      "grad_norm": 429.5230407714844,
+      "learning_rate": 1.880938961384696e-05,
+      "loss": 37.0,
+      "step": 7626
+    },
+    {
+      "epoch": 0.36447481601835036,
+      "grad_norm": 300.28070068359375,
+      "learning_rate": 1.8809023370205103e-05,
+      "loss": 33.5,
+      "step": 7627
+    },
+    {
+      "epoch": 0.36452260345981075,
+      "grad_norm": 206.5615997314453,
+      "learning_rate": 1.880865707380856e-05,
+      "loss": 31.0312,
+      "step": 7628
+    },
+    {
+      "epoch": 0.36457039090127114,
+      "grad_norm": 200.70004272460938,
+      "learning_rate": 1.8808290724659533e-05,
+      "loss": 30.0625,
+      "step": 7629
+    },
+    {
+      "epoch": 0.3646181783427315,
+      "grad_norm": 191.897705078125,
+      "learning_rate": 1.880792432276021e-05,
+      "loss": 22.625,
+      "step": 7630
+    },
+    {
+      "epoch": 0.3646659657841919,
+      "grad_norm": 300.3218994140625,
+      "learning_rate": 1.8807557868112783e-05,
+      "loss": 22.0625,
+      "step": 7631
+    },
+    {
+      "epoch": 0.3647137532256523,
+      "grad_norm": 289.8287048339844,
+      "learning_rate": 1.880719136071945e-05,
+      "loss": 30.4375,
+      "step": 7632
+    },
+    {
+      "epoch": 0.3647615406671127,
+      "grad_norm": 243.9867706298828,
+      "learning_rate": 1.8806824800582406e-05,
+      "loss": 32.9688,
+      "step": 7633
+    },
+    {
+      "epoch": 0.3648093281085731,
+      "grad_norm": 499.46527099609375,
+      "learning_rate": 1.8806458187703845e-05,
+      "loss": 38.0938,
+      "step": 7634
+    },
+    {
+      "epoch": 0.3648571155500335,
+      "grad_norm": 297.0954284667969,
+      "learning_rate": 1.8806091522085963e-05,
+      "loss": 29.5,
+      "step": 7635
+    },
+    {
+      "epoch": 0.36490490299149386,
+      "grad_norm": 386.9015808105469,
+      "learning_rate": 1.8805724803730957e-05,
+      "loss": 26.1094,
+      "step": 7636
+    },
+    {
+      "epoch": 0.3649526904329542,
+      "grad_norm": 344.45928955078125,
+      "learning_rate": 1.880535803264102e-05,
+      "loss": 27.6875,
+      "step": 7637
+    },
+    {
+      "epoch": 0.3650004778744146,
+      "grad_norm": 189.6036376953125,
+      "learning_rate": 1.880499120881835e-05,
+      "loss": 24.0,
+      "step": 7638
+    },
+    {
+      "epoch": 0.365048265315875,
+      "grad_norm": 284.60760498046875,
+      "learning_rate": 1.8804624332265145e-05,
+      "loss": 35.0469,
+      "step": 7639
+    },
+    {
+      "epoch": 0.36509605275733537,
+      "grad_norm": 341.26416015625,
+      "learning_rate": 1.8804257402983603e-05,
+      "loss": 34.0,
+      "step": 7640
+    },
+    {
+      "epoch": 0.36514384019879575,
+      "grad_norm": 286.16668701171875,
+      "learning_rate": 1.8803890420975918e-05,
+      "loss": 37.1875,
+      "step": 7641
+    },
+    {
+      "epoch": 0.36519162764025614,
+      "grad_norm": 376.3797607421875,
+      "learning_rate": 1.880352338624429e-05,
+      "loss": 25.8438,
+      "step": 7642
+    },
+    {
+      "epoch": 0.36523941508171653,
+      "grad_norm": 289.4349365234375,
+      "learning_rate": 1.8803156298790916e-05,
+      "loss": 32.0625,
+      "step": 7643
+    },
+    {
+      "epoch": 0.3652872025231769,
+      "grad_norm": 358.3353576660156,
+      "learning_rate": 1.8802789158617994e-05,
+      "loss": 27.1094,
+      "step": 7644
+    },
+    {
+      "epoch": 0.3653349899646373,
+      "grad_norm": 238.60513305664062,
+      "learning_rate": 1.8802421965727727e-05,
+      "loss": 35.9062,
+      "step": 7645
+    },
+    {
+      "epoch": 0.3653827774060977,
+      "grad_norm": 163.20034790039062,
+      "learning_rate": 1.880205472012231e-05,
+      "loss": 29.8438,
+      "step": 7646
+    },
+    {
+      "epoch": 0.36543056484755804,
+      "grad_norm": 804.1926879882812,
+      "learning_rate": 1.880168742180394e-05,
+      "loss": 33.9375,
+      "step": 7647
+    },
+    {
+      "epoch": 0.3654783522890184,
+      "grad_norm": 248.4725799560547,
+      "learning_rate": 1.880132007077482e-05,
+      "loss": 27.0625,
+      "step": 7648
+    },
+    {
+      "epoch": 0.3655261397304788,
+      "grad_norm": 443.9844055175781,
+      "learning_rate": 1.8800952667037152e-05,
+      "loss": 28.9062,
+      "step": 7649
+    },
+    {
+      "epoch": 0.3655739271719392,
+      "grad_norm": 605.9338989257812,
+      "learning_rate": 1.8800585210593133e-05,
+      "loss": 32.5938,
+      "step": 7650
+    },
+    {
+      "epoch": 0.3656217146133996,
+      "grad_norm": 304.12811279296875,
+      "learning_rate": 1.880021770144496e-05,
+      "loss": 33.7188,
+      "step": 7651
+    },
+    {
+      "epoch": 0.36566950205486,
+      "grad_norm": 344.81195068359375,
+      "learning_rate": 1.8799850139594844e-05,
+      "loss": 39.25,
+      "step": 7652
+    },
+    {
+      "epoch": 0.3657172894963204,
+      "grad_norm": 229.7420196533203,
+      "learning_rate": 1.879948252504498e-05,
+      "loss": 32.1875,
+      "step": 7653
+    },
+    {
+      "epoch": 0.36576507693778076,
+      "grad_norm": 299.5927429199219,
+      "learning_rate": 1.879911485779757e-05,
+      "loss": 30.1875,
+      "step": 7654
+    },
+    {
+      "epoch": 0.36581286437924115,
+      "grad_norm": 863.0224609375,
+      "learning_rate": 1.8798747137854817e-05,
+      "loss": 38.3125,
+      "step": 7655
+    },
+    {
+      "epoch": 0.36586065182070154,
+      "grad_norm": 285.3380126953125,
+      "learning_rate": 1.8798379365218918e-05,
+      "loss": 24.8594,
+      "step": 7656
+    },
+    {
+      "epoch": 0.3659084392621619,
+      "grad_norm": 217.6092529296875,
+      "learning_rate": 1.8798011539892084e-05,
+      "loss": 29.5,
+      "step": 7657
+    },
+    {
+      "epoch": 0.36595622670362227,
+      "grad_norm": 400.4649963378906,
+      "learning_rate": 1.8797643661876507e-05,
+      "loss": 35.7031,
+      "step": 7658
+    },
+    {
+      "epoch": 0.36600401414508266,
+      "grad_norm": 224.18182373046875,
+      "learning_rate": 1.8797275731174404e-05,
+      "loss": 21.1562,
+      "step": 7659
+    },
+    {
+      "epoch": 0.36605180158654305,
+      "grad_norm": 210.8863983154297,
+      "learning_rate": 1.8796907747787966e-05,
+      "loss": 39.5625,
+      "step": 7660
+    },
+    {
+      "epoch": 0.36609958902800344,
+      "grad_norm": 336.43115234375,
+      "learning_rate": 1.8796539711719406e-05,
+      "loss": 33.7344,
+      "step": 7661
+    },
+    {
+      "epoch": 0.3661473764694638,
+      "grad_norm": 478.8846435546875,
+      "learning_rate": 1.879617162297092e-05,
+      "loss": 24.75,
+      "step": 7662
+    },
+    {
+      "epoch": 0.3661951639109242,
+      "grad_norm": 206.66403198242188,
+      "learning_rate": 1.8795803481544717e-05,
+      "loss": 33.625,
+      "step": 7663
+    },
+    {
+      "epoch": 0.3662429513523846,
+      "grad_norm": 298.6183166503906,
+      "learning_rate": 1.8795435287443e-05,
+      "loss": 23.0312,
+      "step": 7664
+    },
+    {
+      "epoch": 0.366290738793845,
+      "grad_norm": 318.08856201171875,
+      "learning_rate": 1.879506704066798e-05,
+      "loss": 34.5938,
+      "step": 7665
+    },
+    {
+      "epoch": 0.3663385262353054,
+      "grad_norm": 210.2049560546875,
+      "learning_rate": 1.8794698741221852e-05,
+      "loss": 30.0625,
+      "step": 7666
+    },
+    {
+      "epoch": 0.3663863136767658,
+      "grad_norm": 419.2144775390625,
+      "learning_rate": 1.8794330389106827e-05,
+      "loss": 31.0,
+      "step": 7667
+    },
+    {
+      "epoch": 0.3664341011182261,
+      "grad_norm": 357.4974670410156,
+      "learning_rate": 1.8793961984325113e-05,
+      "loss": 22.9062,
+      "step": 7668
+    },
+    {
+      "epoch": 0.3664818885596865,
+      "grad_norm": 244.369384765625,
+      "learning_rate": 1.879359352687891e-05,
+      "loss": 23.9844,
+      "step": 7669
+    },
+    {
+      "epoch": 0.3665296760011469,
+      "grad_norm": 324.950439453125,
+      "learning_rate": 1.8793225016770432e-05,
+      "loss": 29.6562,
+      "step": 7670
+    },
+    {
+      "epoch": 0.3665774634426073,
+      "grad_norm": 268.053955078125,
+      "learning_rate": 1.8792856454001885e-05,
+      "loss": 30.0156,
+      "step": 7671
+    },
+    {
+      "epoch": 0.36662525088406767,
+      "grad_norm": 316.146484375,
+      "learning_rate": 1.879248783857547e-05,
+      "loss": 35.75,
+      "step": 7672
+    },
+    {
+      "epoch": 0.36667303832552806,
+      "grad_norm": 266.0660400390625,
+      "learning_rate": 1.8792119170493398e-05,
+      "loss": 35.4062,
+      "step": 7673
+    },
+    {
+      "epoch": 0.36672082576698845,
+      "grad_norm": 307.217041015625,
+      "learning_rate": 1.8791750449757878e-05,
+      "loss": 32.0938,
+      "step": 7674
+    },
+    {
+      "epoch": 0.36676861320844883,
+      "grad_norm": 352.9117736816406,
+      "learning_rate": 1.8791381676371115e-05,
+      "loss": 41.6875,
+      "step": 7675
+    },
+    {
+      "epoch": 0.3668164006499092,
+      "grad_norm": 701.3113403320312,
+      "learning_rate": 1.8791012850335325e-05,
+      "loss": 46.5625,
+      "step": 7676
+    },
+    {
+      "epoch": 0.3668641880913696,
+      "grad_norm": 368.59820556640625,
+      "learning_rate": 1.879064397165271e-05,
+      "loss": 29.9062,
+      "step": 7677
+    },
+    {
+      "epoch": 0.36691197553282995,
+      "grad_norm": 264.6268310546875,
+      "learning_rate": 1.8790275040325477e-05,
+      "loss": 28.375,
+      "step": 7678
+    },
+    {
+      "epoch": 0.36695976297429034,
+      "grad_norm": 377.40447998046875,
+      "learning_rate": 1.8789906056355844e-05,
+      "loss": 38.625,
+      "step": 7679
+    },
+    {
+      "epoch": 0.3670075504157507,
+      "grad_norm": 301.45953369140625,
+      "learning_rate": 1.878953701974601e-05,
+      "loss": 41.2188,
+      "step": 7680
+    },
+    {
+      "epoch": 0.3670553378572111,
+      "grad_norm": 833.2973022460938,
+      "learning_rate": 1.8789167930498194e-05,
+      "loss": 41.375,
+      "step": 7681
+    },
+    {
+      "epoch": 0.3671031252986715,
+      "grad_norm": 218.1099090576172,
+      "learning_rate": 1.8788798788614606e-05,
+      "loss": 22.9688,
+      "step": 7682
+    },
+    {
+      "epoch": 0.3671509127401319,
+      "grad_norm": 354.803466796875,
+      "learning_rate": 1.878842959409745e-05,
+      "loss": 36.375,
+      "step": 7683
+    },
+    {
+      "epoch": 0.3671987001815923,
+      "grad_norm": 371.8501892089844,
+      "learning_rate": 1.8788060346948942e-05,
+      "loss": 33.0,
+      "step": 7684
+    },
+    {
+      "epoch": 0.3672464876230527,
+      "grad_norm": 283.3427429199219,
+      "learning_rate": 1.8787691047171294e-05,
+      "loss": 34.625,
+      "step": 7685
+    },
+    {
+      "epoch": 0.36729427506451306,
+      "grad_norm": 250.6181640625,
+      "learning_rate": 1.8787321694766713e-05,
+      "loss": 23.6875,
+      "step": 7686
+    },
+    {
+      "epoch": 0.36734206250597345,
+      "grad_norm": 689.8641967773438,
+      "learning_rate": 1.8786952289737415e-05,
+      "loss": 43.2812,
+      "step": 7687
+    },
+    {
+      "epoch": 0.3673898499474338,
+      "grad_norm": 204.51791381835938,
+      "learning_rate": 1.8786582832085612e-05,
+      "loss": 29.8438,
+      "step": 7688
+    },
+    {
+      "epoch": 0.3674376373888942,
+      "grad_norm": 308.81439208984375,
+      "learning_rate": 1.8786213321813514e-05,
+      "loss": 46.375,
+      "step": 7689
+    },
+    {
+      "epoch": 0.36748542483035457,
+      "grad_norm": 1466.360595703125,
+      "learning_rate": 1.8785843758923333e-05,
+      "loss": 35.1719,
+      "step": 7690
+    },
+    {
+      "epoch": 0.36753321227181496,
+      "grad_norm": 226.96414184570312,
+      "learning_rate": 1.878547414341729e-05,
+      "loss": 38.0938,
+      "step": 7691
+    },
+    {
+      "epoch": 0.36758099971327535,
+      "grad_norm": 392.1111145019531,
+      "learning_rate": 1.878510447529759e-05,
+      "loss": 33.1875,
+      "step": 7692
+    },
+    {
+      "epoch": 0.36762878715473574,
+      "grad_norm": 343.3519592285156,
+      "learning_rate": 1.8784734754566453e-05,
+      "loss": 33.6875,
+      "step": 7693
+    },
+    {
+      "epoch": 0.3676765745961961,
+      "grad_norm": 321.4608154296875,
+      "learning_rate": 1.8784364981226088e-05,
+      "loss": 41.875,
+      "step": 7694
+    },
+    {
+      "epoch": 0.3677243620376565,
+      "grad_norm": 347.32672119140625,
+      "learning_rate": 1.8783995155278715e-05,
+      "loss": 27.9375,
+      "step": 7695
+    },
+    {
+      "epoch": 0.3677721494791169,
+      "grad_norm": 280.4858093261719,
+      "learning_rate": 1.8783625276726544e-05,
+      "loss": 34.9688,
+      "step": 7696
+    },
+    {
+      "epoch": 0.3678199369205773,
+      "grad_norm": 509.822998046875,
+      "learning_rate": 1.8783255345571787e-05,
+      "loss": 44.2188,
+      "step": 7697
+    },
+    {
+      "epoch": 0.36786772436203763,
+      "grad_norm": 301.6512756347656,
+      "learning_rate": 1.8782885361816668e-05,
+      "loss": 35.3125,
+      "step": 7698
+    },
+    {
+      "epoch": 0.367915511803498,
+      "grad_norm": 236.6892852783203,
+      "learning_rate": 1.8782515325463397e-05,
+      "loss": 22.4375,
+      "step": 7699
+    },
+    {
+      "epoch": 0.3679632992449584,
+      "grad_norm": 604.1671142578125,
+      "learning_rate": 1.878214523651419e-05,
+      "loss": 40.1562,
+      "step": 7700
+    },
+    {
+      "epoch": 0.3680110866864188,
+      "grad_norm": 648.8147583007812,
+      "learning_rate": 1.878177509497127e-05,
+      "loss": 41.375,
+      "step": 7701
+    },
+    {
+      "epoch": 0.3680588741278792,
+      "grad_norm": 275.82757568359375,
+      "learning_rate": 1.8781404900836846e-05,
+      "loss": 42.0625,
+      "step": 7702
+    },
+    {
+      "epoch": 0.3681066615693396,
+      "grad_norm": 214.02951049804688,
+      "learning_rate": 1.8781034654113138e-05,
+      "loss": 25.0312,
+      "step": 7703
+    },
+    {
+      "epoch": 0.36815444901079997,
+      "grad_norm": 368.5078430175781,
+      "learning_rate": 1.8780664354802365e-05,
+      "loss": 37.6875,
+      "step": 7704
+    },
+    {
+      "epoch": 0.36820223645226036,
+      "grad_norm": 280.6742858886719,
+      "learning_rate": 1.8780294002906743e-05,
+      "loss": 25.8906,
+      "step": 7705
+    },
+    {
+      "epoch": 0.36825002389372075,
+      "grad_norm": 246.3919677734375,
+      "learning_rate": 1.8779923598428485e-05,
+      "loss": 32.5938,
+      "step": 7706
+    },
+    {
+      "epoch": 0.36829781133518114,
+      "grad_norm": 310.4850769042969,
+      "learning_rate": 1.8779553141369816e-05,
+      "loss": 40.5312,
+      "step": 7707
+    },
+    {
+      "epoch": 0.3683455987766415,
+      "grad_norm": 198.8409423828125,
+      "learning_rate": 1.8779182631732956e-05,
+      "loss": 32.0312,
+      "step": 7708
+    },
+    {
+      "epoch": 0.36839338621810186,
+      "grad_norm": 215.5658721923828,
+      "learning_rate": 1.8778812069520117e-05,
+      "loss": 20.4219,
+      "step": 7709
+    },
+    {
+      "epoch": 0.36844117365956225,
+      "grad_norm": 243.4021453857422,
+      "learning_rate": 1.877844145473352e-05,
+      "loss": 26.125,
+      "step": 7710
+    },
+    {
+      "epoch": 0.36848896110102264,
+      "grad_norm": 214.93409729003906,
+      "learning_rate": 1.8778070787375387e-05,
+      "loss": 30.9688,
+      "step": 7711
+    },
+    {
+      "epoch": 0.36853674854248303,
+      "grad_norm": 306.8210144042969,
+      "learning_rate": 1.8777700067447937e-05,
+      "loss": 32.9062,
+      "step": 7712
+    },
+    {
+      "epoch": 0.3685845359839434,
+      "grad_norm": 199.02268981933594,
+      "learning_rate": 1.877732929495339e-05,
+      "loss": 33.8125,
+      "step": 7713
+    },
+    {
+      "epoch": 0.3686323234254038,
+      "grad_norm": 224.9210968017578,
+      "learning_rate": 1.8776958469893965e-05,
+      "loss": 22.2188,
+      "step": 7714
+    },
+    {
+      "epoch": 0.3686801108668642,
+      "grad_norm": 293.4992370605469,
+      "learning_rate": 1.8776587592271888e-05,
+      "loss": 24.6562,
+      "step": 7715
+    },
+    {
+      "epoch": 0.3687278983083246,
+      "grad_norm": 268.7623596191406,
+      "learning_rate": 1.8776216662089373e-05,
+      "loss": 26.0312,
+      "step": 7716
+    },
+    {
+      "epoch": 0.368775685749785,
+      "grad_norm": 174.6165008544922,
+      "learning_rate": 1.8775845679348647e-05,
+      "loss": 30.4375,
+      "step": 7717
+    },
+    {
+      "epoch": 0.36882347319124537,
+      "grad_norm": 388.26373291015625,
+      "learning_rate": 1.877547464405193e-05,
+      "loss": 33.3125,
+      "step": 7718
+    },
+    {
+      "epoch": 0.3688712606327057,
+      "grad_norm": 180.1781005859375,
+      "learning_rate": 1.877510355620144e-05,
+      "loss": 33.8125,
+      "step": 7719
+    },
+    {
+      "epoch": 0.3689190480741661,
+      "grad_norm": 325.9894104003906,
+      "learning_rate": 1.8774732415799403e-05,
+      "loss": 35.5312,
+      "step": 7720
+    },
+    {
+      "epoch": 0.3689668355156265,
+      "grad_norm": 238.80673217773438,
+      "learning_rate": 1.8774361222848044e-05,
+      "loss": 20.3281,
+      "step": 7721
+    },
+    {
+      "epoch": 0.36901462295708687,
+      "grad_norm": 238.90074157714844,
+      "learning_rate": 1.8773989977349583e-05,
+      "loss": 24.0781,
+      "step": 7722
+    },
+    {
+      "epoch": 0.36906241039854726,
+      "grad_norm": 420.2862854003906,
+      "learning_rate": 1.877361867930624e-05,
+      "loss": 34.7812,
+      "step": 7723
+    },
+    {
+      "epoch": 0.36911019784000765,
+      "grad_norm": 255.903564453125,
+      "learning_rate": 1.8773247328720246e-05,
+      "loss": 29.8438,
+      "step": 7724
+    },
+    {
+      "epoch": 0.36915798528146804,
+      "grad_norm": 508.1484069824219,
+      "learning_rate": 1.877287592559382e-05,
+      "loss": 39.2188,
+      "step": 7725
+    },
+    {
+      "epoch": 0.3692057727229284,
+      "grad_norm": 194.15744018554688,
+      "learning_rate": 1.8772504469929184e-05,
+      "loss": 26.1562,
+      "step": 7726
+    },
+    {
+      "epoch": 0.3692535601643888,
+      "grad_norm": 383.78692626953125,
+      "learning_rate": 1.877213296172857e-05,
+      "loss": 39.5938,
+      "step": 7727
+    },
+    {
+      "epoch": 0.3693013476058492,
+      "grad_norm": 358.7936706542969,
+      "learning_rate": 1.8771761400994198e-05,
+      "loss": 40.0312,
+      "step": 7728
+    },
+    {
+      "epoch": 0.36934913504730954,
+      "grad_norm": 413.0543518066406,
+      "learning_rate": 1.8771389787728292e-05,
+      "loss": 30.4062,
+      "step": 7729
+    },
+    {
+      "epoch": 0.36939692248876993,
+      "grad_norm": 265.4194641113281,
+      "learning_rate": 1.8771018121933083e-05,
+      "loss": 33.4688,
+      "step": 7730
+    },
+    {
+      "epoch": 0.3694447099302303,
+      "grad_norm": 305.3341979980469,
+      "learning_rate": 1.877064640361079e-05,
+      "loss": 33.75,
+      "step": 7731
+    },
+    {
+      "epoch": 0.3694924973716907,
+      "grad_norm": 195.37002563476562,
+      "learning_rate": 1.877027463276364e-05,
+      "loss": 30.0938,
+      "step": 7732
+    },
+    {
+      "epoch": 0.3695402848131511,
+      "grad_norm": 469.6912841796875,
+      "learning_rate": 1.8769902809393866e-05,
+      "loss": 38.4062,
+      "step": 7733
+    },
+    {
+      "epoch": 0.3695880722546115,
+      "grad_norm": 343.4494934082031,
+      "learning_rate": 1.8769530933503694e-05,
+      "loss": 41.5625,
+      "step": 7734
+    },
+    {
+      "epoch": 0.3696358596960719,
+      "grad_norm": 372.4700927734375,
+      "learning_rate": 1.876915900509534e-05,
+      "loss": 29.0938,
+      "step": 7735
+    },
+    {
+      "epoch": 0.36968364713753227,
+      "grad_norm": 178.363037109375,
+      "learning_rate": 1.8768787024171044e-05,
+      "loss": 26.125,
+      "step": 7736
+    },
+    {
+      "epoch": 0.36973143457899266,
+      "grad_norm": 282.4857177734375,
+      "learning_rate": 1.8768414990733025e-05,
+      "loss": 30.25,
+      "step": 7737
+    },
+    {
+      "epoch": 0.36977922202045305,
+      "grad_norm": 322.6661376953125,
+      "learning_rate": 1.8768042904783513e-05,
+      "loss": 28.75,
+      "step": 7738
+    },
+    {
+      "epoch": 0.36982700946191344,
+      "grad_norm": 328.1428527832031,
+      "learning_rate": 1.8767670766324742e-05,
+      "loss": 28.2656,
+      "step": 7739
+    },
+    {
+      "epoch": 0.36987479690337377,
+      "grad_norm": 217.47637939453125,
+      "learning_rate": 1.8767298575358937e-05,
+      "loss": 23.6406,
+      "step": 7740
+    },
+    {
+      "epoch": 0.36992258434483416,
+      "grad_norm": 414.02392578125,
+      "learning_rate": 1.8766926331888325e-05,
+      "loss": 24.4062,
+      "step": 7741
+    },
+    {
+      "epoch": 0.36997037178629455,
+      "grad_norm": 237.49705505371094,
+      "learning_rate": 1.8766554035915134e-05,
+      "loss": 27.875,
+      "step": 7742
+    },
+    {
+      "epoch": 0.37001815922775494,
+      "grad_norm": 418.1728820800781,
+      "learning_rate": 1.8766181687441597e-05,
+      "loss": 43.5625,
+      "step": 7743
+    },
+    {
+      "epoch": 0.37006594666921533,
+      "grad_norm": 362.0909729003906,
+      "learning_rate": 1.8765809286469948e-05,
+      "loss": 21.0312,
+      "step": 7744
+    },
+    {
+      "epoch": 0.3701137341106757,
+      "grad_norm": 370.4949035644531,
+      "learning_rate": 1.876543683300241e-05,
+      "loss": 26.9062,
+      "step": 7745
+    },
+    {
+      "epoch": 0.3701615215521361,
+      "grad_norm": 330.67535400390625,
+      "learning_rate": 1.8765064327041212e-05,
+      "loss": 31.0469,
+      "step": 7746
+    },
+    {
+      "epoch": 0.3702093089935965,
+      "grad_norm": 306.3636779785156,
+      "learning_rate": 1.876469176858859e-05,
+      "loss": 43.0,
+      "step": 7747
+    },
+    {
+      "epoch": 0.3702570964350569,
+      "grad_norm": 224.52236938476562,
+      "learning_rate": 1.8764319157646778e-05,
+      "loss": 28.0,
+      "step": 7748
+    },
+    {
+      "epoch": 0.3703048838765173,
+      "grad_norm": 195.57647705078125,
+      "learning_rate": 1.8763946494218e-05,
+      "loss": 30.875,
+      "step": 7749
+    },
+    {
+      "epoch": 0.3703526713179776,
+      "grad_norm": 204.8881378173828,
+      "learning_rate": 1.8763573778304495e-05,
+      "loss": 30.0625,
+      "step": 7750
+    },
+    {
+      "epoch": 0.370400458759438,
+      "grad_norm": 432.1060485839844,
+      "learning_rate": 1.8763201009908486e-05,
+      "loss": 33.5938,
+      "step": 7751
+    },
+    {
+      "epoch": 0.3704482462008984,
+      "grad_norm": 393.3429260253906,
+      "learning_rate": 1.8762828189032213e-05,
+      "loss": 50.25,
+      "step": 7752
+    },
+    {
+      "epoch": 0.3704960336423588,
+      "grad_norm": 335.7950134277344,
+      "learning_rate": 1.8762455315677906e-05,
+      "loss": 37.0938,
+      "step": 7753
+    },
+    {
+      "epoch": 0.37054382108381917,
+      "grad_norm": 532.62841796875,
+      "learning_rate": 1.8762082389847797e-05,
+      "loss": 31.25,
+      "step": 7754
+    },
+    {
+      "epoch": 0.37059160852527956,
+      "grad_norm": 323.0497741699219,
+      "learning_rate": 1.8761709411544122e-05,
+      "loss": 40.2812,
+      "step": 7755
+    },
+    {
+      "epoch": 0.37063939596673995,
+      "grad_norm": 259.4559020996094,
+      "learning_rate": 1.8761336380769114e-05,
+      "loss": 40.3125,
+      "step": 7756
+    },
+    {
+      "epoch": 0.37068718340820034,
+      "grad_norm": 218.6863250732422,
+      "learning_rate": 1.8760963297525006e-05,
+      "loss": 26.2812,
+      "step": 7757
+    },
+    {
+      "epoch": 0.3707349708496607,
+      "grad_norm": 201.03997802734375,
+      "learning_rate": 1.876059016181403e-05,
+      "loss": 28.2812,
+      "step": 7758
+    },
+    {
+      "epoch": 0.3707827582911211,
+      "grad_norm": 176.38436889648438,
+      "learning_rate": 1.8760216973638427e-05,
+      "loss": 21.3125,
+      "step": 7759
+    },
+    {
+      "epoch": 0.37083054573258145,
+      "grad_norm": 247.46421813964844,
+      "learning_rate": 1.8759843733000426e-05,
+      "loss": 33.1875,
+      "step": 7760
+    },
+    {
+      "epoch": 0.37087833317404184,
+      "grad_norm": 192.91973876953125,
+      "learning_rate": 1.8759470439902265e-05,
+      "loss": 31.125,
+      "step": 7761
+    },
+    {
+      "epoch": 0.37092612061550223,
+      "grad_norm": 529.24462890625,
+      "learning_rate": 1.875909709434618e-05,
+      "loss": 29.5625,
+      "step": 7762
+    },
+    {
+      "epoch": 0.3709739080569626,
+      "grad_norm": 193.3756103515625,
+      "learning_rate": 1.8758723696334402e-05,
+      "loss": 21.5156,
+      "step": 7763
+    },
+    {
+      "epoch": 0.371021695498423,
+      "grad_norm": 206.4928436279297,
+      "learning_rate": 1.8758350245869175e-05,
+      "loss": 19.5156,
+      "step": 7764
+    },
+    {
+      "epoch": 0.3710694829398834,
+      "grad_norm": 425.60992431640625,
+      "learning_rate": 1.875797674295273e-05,
+      "loss": 29.4062,
+      "step": 7765
+    },
+    {
+      "epoch": 0.3711172703813438,
+      "grad_norm": 372.3020935058594,
+      "learning_rate": 1.8757603187587304e-05,
+      "loss": 39.6562,
+      "step": 7766
+    },
+    {
+      "epoch": 0.3711650578228042,
+      "grad_norm": 226.96266174316406,
+      "learning_rate": 1.8757229579775136e-05,
+      "loss": 36.1875,
+      "step": 7767
+    },
+    {
+      "epoch": 0.37121284526426457,
+      "grad_norm": 290.20965576171875,
+      "learning_rate": 1.8756855919518463e-05,
+      "loss": 45.4062,
+      "step": 7768
+    },
+    {
+      "epoch": 0.37126063270572496,
+      "grad_norm": 1110.736083984375,
+      "learning_rate": 1.8756482206819523e-05,
+      "loss": 33.4844,
+      "step": 7769
+    },
+    {
+      "epoch": 0.37130842014718535,
+      "grad_norm": 276.7503967285156,
+      "learning_rate": 1.8756108441680553e-05,
+      "loss": 28.8438,
+      "step": 7770
+    },
+    {
+      "epoch": 0.3713562075886457,
+      "grad_norm": 444.4546813964844,
+      "learning_rate": 1.8755734624103793e-05,
+      "loss": 38.3438,
+      "step": 7771
+    },
+    {
+      "epoch": 0.37140399503010607,
+      "grad_norm": 328.2121887207031,
+      "learning_rate": 1.875536075409148e-05,
+      "loss": 39.5938,
+      "step": 7772
+    },
+    {
+      "epoch": 0.37145178247156646,
+      "grad_norm": 200.2076416015625,
+      "learning_rate": 1.8754986831645853e-05,
+      "loss": 24.5625,
+      "step": 7773
+    },
+    {
+      "epoch": 0.37149956991302685,
+      "grad_norm": 273.7995300292969,
+      "learning_rate": 1.875461285676915e-05,
+      "loss": 21.5469,
+      "step": 7774
+    },
+    {
+      "epoch": 0.37154735735448724,
+      "grad_norm": 308.4806823730469,
+      "learning_rate": 1.8754238829463615e-05,
+      "loss": 26.2188,
+      "step": 7775
+    },
+    {
+      "epoch": 0.37159514479594763,
+      "grad_norm": 264.30340576171875,
+      "learning_rate": 1.8753864749731486e-05,
+      "loss": 23.5312,
+      "step": 7776
+    },
+    {
+      "epoch": 0.371642932237408,
+      "grad_norm": 193.18089294433594,
+      "learning_rate": 1.8753490617575e-05,
+      "loss": 34.0,
+      "step": 7777
+    },
+    {
+      "epoch": 0.3716907196788684,
+      "grad_norm": 288.1856689453125,
+      "learning_rate": 1.8753116432996404e-05,
+      "loss": 31.6562,
+      "step": 7778
+    },
+    {
+      "epoch": 0.3717385071203288,
+      "grad_norm": 189.57977294921875,
+      "learning_rate": 1.8752742195997934e-05,
+      "loss": 24.1875,
+      "step": 7779
+    },
+    {
+      "epoch": 0.3717862945617892,
+      "grad_norm": 422.28802490234375,
+      "learning_rate": 1.875236790658183e-05,
+      "loss": 38.0312,
+      "step": 7780
+    },
+    {
+      "epoch": 0.3718340820032495,
+      "grad_norm": 227.38636779785156,
+      "learning_rate": 1.8751993564750338e-05,
+      "loss": 27.4531,
+      "step": 7781
+    },
+    {
+      "epoch": 0.3718818694447099,
+      "grad_norm": 223.3329620361328,
+      "learning_rate": 1.8751619170505696e-05,
+      "loss": 37.5312,
+      "step": 7782
+    },
+    {
+      "epoch": 0.3719296568861703,
+      "grad_norm": 439.013427734375,
+      "learning_rate": 1.875124472385015e-05,
+      "loss": 37.9688,
+      "step": 7783
+    },
+    {
+      "epoch": 0.3719774443276307,
+      "grad_norm": 206.11764526367188,
+      "learning_rate": 1.875087022478594e-05,
+      "loss": 42.8125,
+      "step": 7784
+    },
+    {
+      "epoch": 0.3720252317690911,
+      "grad_norm": 288.7162170410156,
+      "learning_rate": 1.8750495673315305e-05,
+      "loss": 44.9688,
+      "step": 7785
+    },
+    {
+      "epoch": 0.37207301921055147,
+      "grad_norm": 232.68768310546875,
+      "learning_rate": 1.8750121069440496e-05,
+      "loss": 31.3125,
+      "step": 7786
+    },
+    {
+      "epoch": 0.37212080665201186,
+      "grad_norm": 214.0339813232422,
+      "learning_rate": 1.8749746413163753e-05,
+      "loss": 35.0625,
+      "step": 7787
+    },
+    {
+      "epoch": 0.37216859409347225,
+      "grad_norm": 286.01470947265625,
+      "learning_rate": 1.874937170448732e-05,
+      "loss": 26.4062,
+      "step": 7788
+    },
+    {
+      "epoch": 0.37221638153493264,
+      "grad_norm": 281.1807556152344,
+      "learning_rate": 1.8748996943413437e-05,
+      "loss": 33.9062,
+      "step": 7789
+    },
+    {
+      "epoch": 0.37226416897639303,
+      "grad_norm": 320.8418273925781,
+      "learning_rate": 1.8748622129944353e-05,
+      "loss": 31.5469,
+      "step": 7790
+    },
+    {
+      "epoch": 0.37231195641785336,
+      "grad_norm": 487.8702697753906,
+      "learning_rate": 1.8748247264082315e-05,
+      "loss": 36.375,
+      "step": 7791
+    },
+    {
+      "epoch": 0.37235974385931375,
+      "grad_norm": 177.4617156982422,
+      "learning_rate": 1.874787234582956e-05,
+      "loss": 29.4062,
+      "step": 7792
+    },
+    {
+      "epoch": 0.37240753130077414,
+      "grad_norm": 314.5553894042969,
+      "learning_rate": 1.8747497375188336e-05,
+      "loss": 42.0625,
+      "step": 7793
+    },
+    {
+      "epoch": 0.37245531874223453,
+      "grad_norm": 497.8958435058594,
+      "learning_rate": 1.8747122352160892e-05,
+      "loss": 36.9688,
+      "step": 7794
+    },
+    {
+      "epoch": 0.3725031061836949,
+      "grad_norm": 320.8559265136719,
+      "learning_rate": 1.8746747276749472e-05,
+      "loss": 38.6875,
+      "step": 7795
+    },
+    {
+      "epoch": 0.3725508936251553,
+      "grad_norm": 488.9991760253906,
+      "learning_rate": 1.874637214895632e-05,
+      "loss": 37.0312,
+      "step": 7796
+    },
+    {
+      "epoch": 0.3725986810666157,
+      "grad_norm": 530.7672119140625,
+      "learning_rate": 1.874599696878369e-05,
+      "loss": 43.8594,
+      "step": 7797
+    },
+    {
+      "epoch": 0.3726464685080761,
+      "grad_norm": 274.0915832519531,
+      "learning_rate": 1.874562173623382e-05,
+      "loss": 29.8906,
+      "step": 7798
+    },
+    {
+      "epoch": 0.3726942559495365,
+      "grad_norm": 344.6879577636719,
+      "learning_rate": 1.874524645130896e-05,
+      "loss": 28.0625,
+      "step": 7799
+    },
+    {
+      "epoch": 0.37274204339099687,
+      "grad_norm": 295.1672058105469,
+      "learning_rate": 1.874487111401136e-05,
+      "loss": 30.5312,
+      "step": 7800
+    },
+    {
+      "epoch": 0.3727898308324572,
+      "grad_norm": 258.7146911621094,
+      "learning_rate": 1.8744495724343267e-05,
+      "loss": 36.25,
+      "step": 7801
+    },
+    {
+      "epoch": 0.3728376182739176,
+      "grad_norm": 245.94761657714844,
+      "learning_rate": 1.8744120282306927e-05,
+      "loss": 22.3125,
+      "step": 7802
+    },
+    {
+      "epoch": 0.372885405715378,
+      "grad_norm": 256.4246826171875,
+      "learning_rate": 1.874374478790459e-05,
+      "loss": 29.5938,
+      "step": 7803
+    },
+    {
+      "epoch": 0.37293319315683837,
+      "grad_norm": 309.81427001953125,
+      "learning_rate": 1.8743369241138502e-05,
+      "loss": 33.5938,
+      "step": 7804
+    },
+    {
+      "epoch": 0.37298098059829876,
+      "grad_norm": 220.06224060058594,
+      "learning_rate": 1.8742993642010917e-05,
+      "loss": 21.7188,
+      "step": 7805
+    },
+    {
+      "epoch": 0.37302876803975915,
+      "grad_norm": 172.26727294921875,
+      "learning_rate": 1.874261799052408e-05,
+      "loss": 25.7812,
+      "step": 7806
+    },
+    {
+      "epoch": 0.37307655548121954,
+      "grad_norm": 271.570556640625,
+      "learning_rate": 1.8742242286680242e-05,
+      "loss": 35.4062,
+      "step": 7807
+    },
+    {
+      "epoch": 0.37312434292267993,
+      "grad_norm": 240.61048889160156,
+      "learning_rate": 1.8741866530481652e-05,
+      "loss": 34.7188,
+      "step": 7808
+    },
+    {
+      "epoch": 0.3731721303641403,
+      "grad_norm": 576.1687622070312,
+      "learning_rate": 1.8741490721930568e-05,
+      "loss": 48.375,
+      "step": 7809
+    },
+    {
+      "epoch": 0.3732199178056007,
+      "grad_norm": 275.3052062988281,
+      "learning_rate": 1.874111486102923e-05,
+      "loss": 33.2812,
+      "step": 7810
+    },
+    {
+      "epoch": 0.3732677052470611,
+      "grad_norm": 226.02268981933594,
+      "learning_rate": 1.8740738947779892e-05,
+      "loss": 37.2188,
+      "step": 7811
+    },
+    {
+      "epoch": 0.37331549268852143,
+      "grad_norm": 303.01385498046875,
+      "learning_rate": 1.8740362982184806e-05,
+      "loss": 46.25,
+      "step": 7812
+    },
+    {
+      "epoch": 0.3733632801299818,
+      "grad_norm": 257.0728759765625,
+      "learning_rate": 1.8739986964246226e-05,
+      "loss": 24.2188,
+      "step": 7813
+    },
+    {
+      "epoch": 0.3734110675714422,
+      "grad_norm": 246.2018585205078,
+      "learning_rate": 1.87396108939664e-05,
+      "loss": 30.9062,
+      "step": 7814
+    },
+    {
+      "epoch": 0.3734588550129026,
+      "grad_norm": 284.9423828125,
+      "learning_rate": 1.8739234771347587e-05,
+      "loss": 39.0938,
+      "step": 7815
+    },
+    {
+      "epoch": 0.373506642454363,
+      "grad_norm": 330.5692443847656,
+      "learning_rate": 1.8738858596392025e-05,
+      "loss": 39.4062,
+      "step": 7816
+    },
+    {
+      "epoch": 0.3735544298958234,
+      "grad_norm": 356.27178955078125,
+      "learning_rate": 1.8738482369101984e-05,
+      "loss": 25.875,
+      "step": 7817
+    },
+    {
+      "epoch": 0.37360221733728377,
+      "grad_norm": 437.4115905761719,
+      "learning_rate": 1.8738106089479706e-05,
+      "loss": 35.1875,
+      "step": 7818
+    },
+    {
+      "epoch": 0.37365000477874416,
+      "grad_norm": 360.81689453125,
+      "learning_rate": 1.873772975752745e-05,
+      "loss": 31.5,
+      "step": 7819
+    },
+    {
+      "epoch": 0.37369779222020455,
+      "grad_norm": 253.83665466308594,
+      "learning_rate": 1.8737353373247463e-05,
+      "loss": 26.7656,
+      "step": 7820
+    },
+    {
+      "epoch": 0.37374557966166494,
+      "grad_norm": 245.84120178222656,
+      "learning_rate": 1.8736976936642007e-05,
+      "loss": 23.6094,
+      "step": 7821
+    },
+    {
+      "epoch": 0.3737933671031253,
+      "grad_norm": 252.72756958007812,
+      "learning_rate": 1.8736600447713335e-05,
+      "loss": 26.6406,
+      "step": 7822
+    },
+    {
+      "epoch": 0.37384115454458566,
+      "grad_norm": 251.49575805664062,
+      "learning_rate": 1.8736223906463698e-05,
+      "loss": 17.9688,
+      "step": 7823
+    },
+    {
+      "epoch": 0.37388894198604605,
+      "grad_norm": 231.21824645996094,
+      "learning_rate": 1.873584731289535e-05,
+      "loss": 25.9062,
+      "step": 7824
+    },
+    {
+      "epoch": 0.37393672942750644,
+      "grad_norm": 412.7818908691406,
+      "learning_rate": 1.873547066701055e-05,
+      "loss": 34.3125,
+      "step": 7825
+    },
+    {
+      "epoch": 0.37398451686896683,
+      "grad_norm": 194.5163116455078,
+      "learning_rate": 1.8735093968811556e-05,
+      "loss": 40.6562,
+      "step": 7826
+    },
+    {
+      "epoch": 0.3740323043104272,
+      "grad_norm": 285.8558654785156,
+      "learning_rate": 1.8734717218300616e-05,
+      "loss": 31.0,
+      "step": 7827
+    },
+    {
+      "epoch": 0.3740800917518876,
+      "grad_norm": 314.2549133300781,
+      "learning_rate": 1.8734340415479995e-05,
+      "loss": 39.375,
+      "step": 7828
+    },
+    {
+      "epoch": 0.374127879193348,
+      "grad_norm": 3297.850341796875,
+      "learning_rate": 1.873396356035194e-05,
+      "loss": 26.4844,
+      "step": 7829
+    },
+    {
+      "epoch": 0.3741756666348084,
+      "grad_norm": 253.31002807617188,
+      "learning_rate": 1.8733586652918716e-05,
+      "loss": 30.3125,
+      "step": 7830
+    },
+    {
+      "epoch": 0.3742234540762688,
+      "grad_norm": 194.90267944335938,
+      "learning_rate": 1.873320969318258e-05,
+      "loss": 28.5312,
+      "step": 7831
+    },
+    {
+      "epoch": 0.3742712415177291,
+      "grad_norm": 242.6205291748047,
+      "learning_rate": 1.8732832681145782e-05,
+      "loss": 36.0938,
+      "step": 7832
+    },
+    {
+      "epoch": 0.3743190289591895,
+      "grad_norm": 308.9754333496094,
+      "learning_rate": 1.873245561681059e-05,
+      "loss": 36.125,
+      "step": 7833
+    },
+    {
+      "epoch": 0.3743668164006499,
+      "grad_norm": 162.76332092285156,
+      "learning_rate": 1.873207850017925e-05,
+      "loss": 30.8438,
+      "step": 7834
+    },
+    {
+      "epoch": 0.3744146038421103,
+      "grad_norm": 419.92578125,
+      "learning_rate": 1.873170133125403e-05,
+      "loss": 38.0,
+      "step": 7835
+    },
+    {
+      "epoch": 0.3744623912835707,
+      "grad_norm": 208.26022338867188,
+      "learning_rate": 1.8731324110037187e-05,
+      "loss": 27.8438,
+      "step": 7836
+    },
+    {
+      "epoch": 0.37451017872503106,
+      "grad_norm": 238.954833984375,
+      "learning_rate": 1.8730946836530982e-05,
+      "loss": 31.5312,
+      "step": 7837
+    },
+    {
+      "epoch": 0.37455796616649145,
+      "grad_norm": 305.835693359375,
+      "learning_rate": 1.8730569510737667e-05,
+      "loss": 32.2188,
+      "step": 7838
+    },
+    {
+      "epoch": 0.37460575360795184,
+      "grad_norm": 258.5153503417969,
+      "learning_rate": 1.873019213265951e-05,
+      "loss": 45.5,
+      "step": 7839
+    },
+    {
+      "epoch": 0.37465354104941223,
+      "grad_norm": 179.13693237304688,
+      "learning_rate": 1.8729814702298764e-05,
+      "loss": 21.3125,
+      "step": 7840
+    },
+    {
+      "epoch": 0.3747013284908726,
+      "grad_norm": 276.1048889160156,
+      "learning_rate": 1.8729437219657695e-05,
+      "loss": 46.25,
+      "step": 7841
+    },
+    {
+      "epoch": 0.374749115932333,
+      "grad_norm": 288.72357177734375,
+      "learning_rate": 1.872905968473856e-05,
+      "loss": 48.25,
+      "step": 7842
+    },
+    {
+      "epoch": 0.37479690337379334,
+      "grad_norm": 162.04727172851562,
+      "learning_rate": 1.872868209754362e-05,
+      "loss": 22.0781,
+      "step": 7843
+    },
+    {
+      "epoch": 0.37484469081525373,
+      "grad_norm": 236.0955810546875,
+      "learning_rate": 1.8728304458075136e-05,
+      "loss": 22.9688,
+      "step": 7844
+    },
+    {
+      "epoch": 0.3748924782567141,
+      "grad_norm": 404.1779479980469,
+      "learning_rate": 1.8727926766335375e-05,
+      "loss": 36.2812,
+      "step": 7845
+    },
+    {
+      "epoch": 0.3749402656981745,
+      "grad_norm": 215.6497039794922,
+      "learning_rate": 1.872754902232659e-05,
+      "loss": 30.0625,
+      "step": 7846
+    },
+    {
+      "epoch": 0.3749880531396349,
+      "grad_norm": 269.6871337890625,
+      "learning_rate": 1.872717122605105e-05,
+      "loss": 33.2812,
+      "step": 7847
+    },
+    {
+      "epoch": 0.3750358405810953,
+      "grad_norm": 260.1807556152344,
+      "learning_rate": 1.8726793377511017e-05,
+      "loss": 32.2188,
+      "step": 7848
+    },
+    {
+      "epoch": 0.3750836280225557,
+      "grad_norm": 239.32058715820312,
+      "learning_rate": 1.872641547670875e-05,
+      "loss": 24.2188,
+      "step": 7849
+    },
+    {
+      "epoch": 0.37513141546401607,
+      "grad_norm": 179.55679321289062,
+      "learning_rate": 1.8726037523646516e-05,
+      "loss": 19.375,
+      "step": 7850
+    },
+    {
+      "epoch": 0.37517920290547646,
+      "grad_norm": 241.32437133789062,
+      "learning_rate": 1.8725659518326576e-05,
+      "loss": 28.5312,
+      "step": 7851
+    },
+    {
+      "epoch": 0.37522699034693685,
+      "grad_norm": 404.7673034667969,
+      "learning_rate": 1.8725281460751198e-05,
+      "loss": 19.8438,
+      "step": 7852
+    },
+    {
+      "epoch": 0.3752747777883972,
+      "grad_norm": 337.64990234375,
+      "learning_rate": 1.872490335092264e-05,
+      "loss": 32.2812,
+      "step": 7853
+    },
+    {
+      "epoch": 0.3753225652298576,
+      "grad_norm": 252.139404296875,
+      "learning_rate": 1.8724525188843168e-05,
+      "loss": 35.1562,
+      "step": 7854
+    },
+    {
+      "epoch": 0.37537035267131796,
+      "grad_norm": 493.3846740722656,
+      "learning_rate": 1.8724146974515046e-05,
+      "loss": 35.875,
+      "step": 7855
+    },
+    {
+      "epoch": 0.37541814011277835,
+      "grad_norm": 189.86383056640625,
+      "learning_rate": 1.8723768707940547e-05,
+      "loss": 30.0938,
+      "step": 7856
+    },
+    {
+      "epoch": 0.37546592755423874,
+      "grad_norm": 669.2755126953125,
+      "learning_rate": 1.8723390389121925e-05,
+      "loss": 22.1875,
+      "step": 7857
+    },
+    {
+      "epoch": 0.37551371499569913,
+      "grad_norm": 287.7023620605469,
+      "learning_rate": 1.8723012018061456e-05,
+      "loss": 29.6875,
+      "step": 7858
+    },
+    {
+      "epoch": 0.3755615024371595,
+      "grad_norm": 416.4176025390625,
+      "learning_rate": 1.8722633594761395e-05,
+      "loss": 28.9844,
+      "step": 7859
+    },
+    {
+      "epoch": 0.3756092898786199,
+      "grad_norm": 281.3686828613281,
+      "learning_rate": 1.8722255119224016e-05,
+      "loss": 23.25,
+      "step": 7860
+    },
+    {
+      "epoch": 0.3756570773200803,
+      "grad_norm": 373.6914367675781,
+      "learning_rate": 1.8721876591451583e-05,
+      "loss": 38.75,
+      "step": 7861
+    },
+    {
+      "epoch": 0.3757048647615407,
+      "grad_norm": 171.94786071777344,
+      "learning_rate": 1.8721498011446368e-05,
+      "loss": 29.4844,
+      "step": 7862
+    },
+    {
+      "epoch": 0.375752652203001,
+      "grad_norm": 841.6760864257812,
+      "learning_rate": 1.872111937921063e-05,
+      "loss": 40.6562,
+      "step": 7863
+    },
+    {
+      "epoch": 0.3758004396444614,
+      "grad_norm": 290.9394226074219,
+      "learning_rate": 1.872074069474664e-05,
+      "loss": 27.8125,
+      "step": 7864
+    },
+    {
+      "epoch": 0.3758482270859218,
+      "grad_norm": 290.76617431640625,
+      "learning_rate": 1.8720361958056667e-05,
+      "loss": 44.6562,
+      "step": 7865
+    },
+    {
+      "epoch": 0.3758960145273822,
+      "grad_norm": 342.35406494140625,
+      "learning_rate": 1.871998316914298e-05,
+      "loss": 37.0,
+      "step": 7866
+    },
+    {
+      "epoch": 0.3759438019688426,
+      "grad_norm": 334.44964599609375,
+      "learning_rate": 1.8719604328007844e-05,
+      "loss": 29.8125,
+      "step": 7867
+    },
+    {
+      "epoch": 0.375991589410303,
+      "grad_norm": 349.11541748046875,
+      "learning_rate": 1.8719225434653527e-05,
+      "loss": 21.0312,
+      "step": 7868
+    },
+    {
+      "epoch": 0.37603937685176336,
+      "grad_norm": 247.04647827148438,
+      "learning_rate": 1.8718846489082303e-05,
+      "loss": 30.25,
+      "step": 7869
+    },
+    {
+      "epoch": 0.37608716429322375,
+      "grad_norm": 219.1681671142578,
+      "learning_rate": 1.871846749129644e-05,
+      "loss": 33.4219,
+      "step": 7870
+    },
+    {
+      "epoch": 0.37613495173468414,
+      "grad_norm": 215.65892028808594,
+      "learning_rate": 1.8718088441298206e-05,
+      "loss": 25.9062,
+      "step": 7871
+    },
+    {
+      "epoch": 0.37618273917614453,
+      "grad_norm": 161.77113342285156,
+      "learning_rate": 1.8717709339089867e-05,
+      "loss": 20.6719,
+      "step": 7872
+    },
+    {
+      "epoch": 0.37623052661760487,
+      "grad_norm": 601.4889526367188,
+      "learning_rate": 1.8717330184673704e-05,
+      "loss": 44.0312,
+      "step": 7873
+    },
+    {
+      "epoch": 0.37627831405906526,
+      "grad_norm": 254.70941162109375,
+      "learning_rate": 1.871695097805198e-05,
+      "loss": 33.0,
+      "step": 7874
+    },
+    {
+      "epoch": 0.37632610150052564,
+      "grad_norm": 195.9031219482422,
+      "learning_rate": 1.8716571719226965e-05,
+      "loss": 28.25,
+      "step": 7875
+    },
+    {
+      "epoch": 0.37637388894198603,
+      "grad_norm": 467.0195007324219,
+      "learning_rate": 1.8716192408200936e-05,
+      "loss": 26.6875,
+      "step": 7876
+    },
+    {
+      "epoch": 0.3764216763834464,
+      "grad_norm": 239.7362518310547,
+      "learning_rate": 1.8715813044976162e-05,
+      "loss": 29.4062,
+      "step": 7877
+    },
+    {
+      "epoch": 0.3764694638249068,
+      "grad_norm": 378.462646484375,
+      "learning_rate": 1.871543362955491e-05,
+      "loss": 33.1562,
+      "step": 7878
+    },
+    {
+      "epoch": 0.3765172512663672,
+      "grad_norm": 563.6546020507812,
+      "learning_rate": 1.8715054161939463e-05,
+      "loss": 43.375,
+      "step": 7879
+    },
+    {
+      "epoch": 0.3765650387078276,
+      "grad_norm": 330.87506103515625,
+      "learning_rate": 1.8714674642132084e-05,
+      "loss": 29.25,
+      "step": 7880
+    },
+    {
+      "epoch": 0.376612826149288,
+      "grad_norm": 419.42236328125,
+      "learning_rate": 1.8714295070135047e-05,
+      "loss": 44.9375,
+      "step": 7881
+    },
+    {
+      "epoch": 0.37666061359074837,
+      "grad_norm": 385.7675476074219,
+      "learning_rate": 1.8713915445950627e-05,
+      "loss": 34.75,
+      "step": 7882
+    },
+    {
+      "epoch": 0.37670840103220876,
+      "grad_norm": 240.53077697753906,
+      "learning_rate": 1.87135357695811e-05,
+      "loss": 30.8125,
+      "step": 7883
+    },
+    {
+      "epoch": 0.3767561884736691,
+      "grad_norm": 229.1948699951172,
+      "learning_rate": 1.8713156041028736e-05,
+      "loss": 29.9375,
+      "step": 7884
+    },
+    {
+      "epoch": 0.3768039759151295,
+      "grad_norm": 306.34429931640625,
+      "learning_rate": 1.871277626029581e-05,
+      "loss": 28.3438,
+      "step": 7885
+    },
+    {
+      "epoch": 0.3768517633565899,
+      "grad_norm": 237.7097625732422,
+      "learning_rate": 1.8712396427384595e-05,
+      "loss": 35.0625,
+      "step": 7886
+    },
+    {
+      "epoch": 0.37689955079805026,
+      "grad_norm": 223.58331298828125,
+      "learning_rate": 1.8712016542297374e-05,
+      "loss": 21.75,
+      "step": 7887
+    },
+    {
+      "epoch": 0.37694733823951065,
+      "grad_norm": 728.023193359375,
+      "learning_rate": 1.871163660503641e-05,
+      "loss": 23.2188,
+      "step": 7888
+    },
+    {
+      "epoch": 0.37699512568097104,
+      "grad_norm": 288.5835266113281,
+      "learning_rate": 1.8711256615603984e-05,
+      "loss": 34.5312,
+      "step": 7889
+    },
+    {
+      "epoch": 0.37704291312243143,
+      "grad_norm": 245.01040649414062,
+      "learning_rate": 1.871087657400237e-05,
+      "loss": 37.5938,
+      "step": 7890
+    },
+    {
+      "epoch": 0.3770907005638918,
+      "grad_norm": 157.8743896484375,
+      "learning_rate": 1.871049648023385e-05,
+      "loss": 25.5469,
+      "step": 7891
+    },
+    {
+      "epoch": 0.3771384880053522,
+      "grad_norm": 171.87008666992188,
+      "learning_rate": 1.8710116334300695e-05,
+      "loss": 20.7969,
+      "step": 7892
+    },
+    {
+      "epoch": 0.3771862754468126,
+      "grad_norm": 329.51873779296875,
+      "learning_rate": 1.870973613620518e-05,
+      "loss": 25.7812,
+      "step": 7893
+    },
+    {
+      "epoch": 0.37723406288827294,
+      "grad_norm": 273.15240478515625,
+      "learning_rate": 1.8709355885949586e-05,
+      "loss": 24.625,
+      "step": 7894
+    },
+    {
+      "epoch": 0.3772818503297333,
+      "grad_norm": 518.260498046875,
+      "learning_rate": 1.8708975583536188e-05,
+      "loss": 33.4062,
+      "step": 7895
+    },
+    {
+      "epoch": 0.3773296377711937,
+      "grad_norm": 245.27256774902344,
+      "learning_rate": 1.8708595228967265e-05,
+      "loss": 27.9688,
+      "step": 7896
+    },
+    {
+      "epoch": 0.3773774252126541,
+      "grad_norm": 333.52508544921875,
+      "learning_rate": 1.870821482224509e-05,
+      "loss": 25.8594,
+      "step": 7897
+    },
+    {
+      "epoch": 0.3774252126541145,
+      "grad_norm": 182.40042114257812,
+      "learning_rate": 1.8707834363371948e-05,
+      "loss": 27.8438,
+      "step": 7898
+    },
+    {
+      "epoch": 0.3774730000955749,
+      "grad_norm": 267.8863220214844,
+      "learning_rate": 1.8707453852350113e-05,
+      "loss": 41.9375,
+      "step": 7899
+    },
+    {
+      "epoch": 0.3775207875370353,
+      "grad_norm": 223.58616638183594,
+      "learning_rate": 1.8707073289181865e-05,
+      "loss": 30.3438,
+      "step": 7900
+    },
+    {
+      "epoch": 0.37756857497849566,
+      "grad_norm": 366.4346008300781,
+      "learning_rate": 1.8706692673869482e-05,
+      "loss": 30.4375,
+      "step": 7901
+    },
+    {
+      "epoch": 0.37761636241995605,
+      "grad_norm": 363.26947021484375,
+      "learning_rate": 1.8706312006415248e-05,
+      "loss": 39.5,
+      "step": 7902
+    },
+    {
+      "epoch": 0.37766414986141644,
+      "grad_norm": 256.70111083984375,
+      "learning_rate": 1.8705931286821437e-05,
+      "loss": 23.0312,
+      "step": 7903
+    },
+    {
+      "epoch": 0.3777119373028768,
+      "grad_norm": 335.98675537109375,
+      "learning_rate": 1.8705550515090333e-05,
+      "loss": 35.1562,
+      "step": 7904
+    },
+    {
+      "epoch": 0.37775972474433717,
+      "grad_norm": 276.1191711425781,
+      "learning_rate": 1.8705169691224215e-05,
+      "loss": 25.5625,
+      "step": 7905
+    },
+    {
+      "epoch": 0.37780751218579756,
+      "grad_norm": 367.3399658203125,
+      "learning_rate": 1.8704788815225357e-05,
+      "loss": 30.0625,
+      "step": 7906
+    },
+    {
+      "epoch": 0.37785529962725795,
+      "grad_norm": 262.65655517578125,
+      "learning_rate": 1.8704407887096053e-05,
+      "loss": 32.4688,
+      "step": 7907
+    },
+    {
+      "epoch": 0.37790308706871834,
+      "grad_norm": 386.44598388671875,
+      "learning_rate": 1.8704026906838576e-05,
+      "loss": 25.5625,
+      "step": 7908
+    },
+    {
+      "epoch": 0.3779508745101787,
+      "grad_norm": 218.64828491210938,
+      "learning_rate": 1.870364587445521e-05,
+      "loss": 25.5469,
+      "step": 7909
+    },
+    {
+      "epoch": 0.3779986619516391,
+      "grad_norm": 221.74029541015625,
+      "learning_rate": 1.8703264789948235e-05,
+      "loss": 31.5938,
+      "step": 7910
+    },
+    {
+      "epoch": 0.3780464493930995,
+      "grad_norm": 271.5175476074219,
+      "learning_rate": 1.870288365331993e-05,
+      "loss": 42.1406,
+      "step": 7911
+    },
+    {
+      "epoch": 0.3780942368345599,
+      "grad_norm": 172.9272003173828,
+      "learning_rate": 1.870250246457259e-05,
+      "loss": 24.0,
+      "step": 7912
+    },
+    {
+      "epoch": 0.3781420242760203,
+      "grad_norm": 255.7619171142578,
+      "learning_rate": 1.8702121223708482e-05,
+      "loss": 27.4531,
+      "step": 7913
+    },
+    {
+      "epoch": 0.3781898117174807,
+      "grad_norm": 286.997802734375,
+      "learning_rate": 1.87017399307299e-05,
+      "loss": 28.6562,
+      "step": 7914
+    },
+    {
+      "epoch": 0.378237599158941,
+      "grad_norm": 351.35296630859375,
+      "learning_rate": 1.8701358585639124e-05,
+      "loss": 41.5,
+      "step": 7915
+    },
+    {
+      "epoch": 0.3782853866004014,
+      "grad_norm": 527.6509399414062,
+      "learning_rate": 1.870097718843844e-05,
+      "loss": 27.0625,
+      "step": 7916
+    },
+    {
+      "epoch": 0.3783331740418618,
+      "grad_norm": 238.14114379882812,
+      "learning_rate": 1.8700595739130126e-05,
+      "loss": 26.125,
+      "step": 7917
+    },
+    {
+      "epoch": 0.3783809614833222,
+      "grad_norm": 287.8044738769531,
+      "learning_rate": 1.8700214237716472e-05,
+      "loss": 36.0625,
+      "step": 7918
+    },
+    {
+      "epoch": 0.37842874892478257,
+      "grad_norm": 296.6766662597656,
+      "learning_rate": 1.869983268419976e-05,
+      "loss": 35.0312,
+      "step": 7919
+    },
+    {
+      "epoch": 0.37847653636624295,
+      "grad_norm": 306.80755615234375,
+      "learning_rate": 1.869945107858228e-05,
+      "loss": 26.4062,
+      "step": 7920
+    },
+    {
+      "epoch": 0.37852432380770334,
+      "grad_norm": 217.6965789794922,
+      "learning_rate": 1.869906942086631e-05,
+      "loss": 24.625,
+      "step": 7921
+    },
+    {
+      "epoch": 0.37857211124916373,
+      "grad_norm": 316.3792724609375,
+      "learning_rate": 1.8698687711054143e-05,
+      "loss": 42.75,
+      "step": 7922
+    },
+    {
+      "epoch": 0.3786198986906241,
+      "grad_norm": 447.0315856933594,
+      "learning_rate": 1.8698305949148055e-05,
+      "loss": 44.9375,
+      "step": 7923
+    },
+    {
+      "epoch": 0.3786676861320845,
+      "grad_norm": 275.9459533691406,
+      "learning_rate": 1.8697924135150343e-05,
+      "loss": 34.1562,
+      "step": 7924
+    },
+    {
+      "epoch": 0.37871547357354485,
+      "grad_norm": 341.41058349609375,
+      "learning_rate": 1.8697542269063285e-05,
+      "loss": 23.1562,
+      "step": 7925
+    },
+    {
+      "epoch": 0.37876326101500524,
+      "grad_norm": 308.095458984375,
+      "learning_rate": 1.8697160350889174e-05,
+      "loss": 33.1875,
+      "step": 7926
+    },
+    {
+      "epoch": 0.3788110484564656,
+      "grad_norm": 261.76666259765625,
+      "learning_rate": 1.8696778380630294e-05,
+      "loss": 36.9375,
+      "step": 7927
+    },
+    {
+      "epoch": 0.378858835897926,
+      "grad_norm": 451.4151611328125,
+      "learning_rate": 1.8696396358288935e-05,
+      "loss": 43.0938,
+      "step": 7928
+    },
+    {
+      "epoch": 0.3789066233393864,
+      "grad_norm": 151.45555114746094,
+      "learning_rate": 1.8696014283867382e-05,
+      "loss": 21.0781,
+      "step": 7929
+    },
+    {
+      "epoch": 0.3789544107808468,
+      "grad_norm": 270.2586975097656,
+      "learning_rate": 1.8695632157367926e-05,
+      "loss": 24.3438,
+      "step": 7930
+    },
+    {
+      "epoch": 0.3790021982223072,
+      "grad_norm": 270.7202453613281,
+      "learning_rate": 1.869524997879285e-05,
+      "loss": 35.9375,
+      "step": 7931
+    },
+    {
+      "epoch": 0.3790499856637676,
+      "grad_norm": 878.0547485351562,
+      "learning_rate": 1.869486774814445e-05,
+      "loss": 27.7812,
+      "step": 7932
+    },
+    {
+      "epoch": 0.37909777310522796,
+      "grad_norm": 206.35699462890625,
+      "learning_rate": 1.869448546542501e-05,
+      "loss": 22.7031,
+      "step": 7933
+    },
+    {
+      "epoch": 0.37914556054668835,
+      "grad_norm": 221.76251220703125,
+      "learning_rate": 1.869410313063682e-05,
+      "loss": 34.4375,
+      "step": 7934
+    },
+    {
+      "epoch": 0.3791933479881487,
+      "grad_norm": 321.0824890136719,
+      "learning_rate": 1.8693720743782174e-05,
+      "loss": 37.4062,
+      "step": 7935
+    },
+    {
+      "epoch": 0.3792411354296091,
+      "grad_norm": 436.1253662109375,
+      "learning_rate": 1.8693338304863356e-05,
+      "loss": 36.0312,
+      "step": 7936
+    },
+    {
+      "epoch": 0.37928892287106947,
+      "grad_norm": 253.69117736816406,
+      "learning_rate": 1.8692955813882662e-05,
+      "loss": 32.0625,
+      "step": 7937
+    },
+    {
+      "epoch": 0.37933671031252986,
+      "grad_norm": 363.08709716796875,
+      "learning_rate": 1.8692573270842377e-05,
+      "loss": 29.0625,
+      "step": 7938
+    },
+    {
+      "epoch": 0.37938449775399025,
+      "grad_norm": 339.35601806640625,
+      "learning_rate": 1.8692190675744796e-05,
+      "loss": 26.4375,
+      "step": 7939
+    },
+    {
+      "epoch": 0.37943228519545064,
+      "grad_norm": 397.3490295410156,
+      "learning_rate": 1.8691808028592205e-05,
+      "loss": 37.7188,
+      "step": 7940
+    },
+    {
+      "epoch": 0.379480072636911,
+      "grad_norm": 335.61785888671875,
+      "learning_rate": 1.8691425329386905e-05,
+      "loss": 28.4688,
+      "step": 7941
+    },
+    {
+      "epoch": 0.3795278600783714,
+      "grad_norm": 309.4527282714844,
+      "learning_rate": 1.869104257813118e-05,
+      "loss": 31.5,
+      "step": 7942
+    },
+    {
+      "epoch": 0.3795756475198318,
+      "grad_norm": 209.04159545898438,
+      "learning_rate": 1.8690659774827324e-05,
+      "loss": 29.2188,
+      "step": 7943
+    },
+    {
+      "epoch": 0.3796234349612922,
+      "grad_norm": 881.0103759765625,
+      "learning_rate": 1.869027691947763e-05,
+      "loss": 33.25,
+      "step": 7944
+    },
+    {
+      "epoch": 0.3796712224027526,
+      "grad_norm": 170.21475219726562,
+      "learning_rate": 1.868989401208439e-05,
+      "loss": 28.75,
+      "step": 7945
+    },
+    {
+      "epoch": 0.3797190098442129,
+      "grad_norm": 347.8041687011719,
+      "learning_rate": 1.86895110526499e-05,
+      "loss": 35.4219,
+      "step": 7946
+    },
+    {
+      "epoch": 0.3797667972856733,
+      "grad_norm": 303.4095764160156,
+      "learning_rate": 1.868912804117645e-05,
+      "loss": 37.6562,
+      "step": 7947
+    },
+    {
+      "epoch": 0.3798145847271337,
+      "grad_norm": 283.0177001953125,
+      "learning_rate": 1.868874497766634e-05,
+      "loss": 31.6875,
+      "step": 7948
+    },
+    {
+      "epoch": 0.3798623721685941,
+      "grad_norm": 230.8030548095703,
+      "learning_rate": 1.8688361862121852e-05,
+      "loss": 34.0312,
+      "step": 7949
+    },
+    {
+      "epoch": 0.3799101596100545,
+      "grad_norm": 409.9535217285156,
+      "learning_rate": 1.8687978694545286e-05,
+      "loss": 32.3125,
+      "step": 7950
+    },
+    {
+      "epoch": 0.37995794705151487,
+      "grad_norm": 447.5361328125,
+      "learning_rate": 1.8687595474938943e-05,
+      "loss": 36.25,
+      "step": 7951
+    },
+    {
+      "epoch": 0.38000573449297526,
+      "grad_norm": 337.650390625,
+      "learning_rate": 1.8687212203305115e-05,
+      "loss": 41.375,
+      "step": 7952
+    },
+    {
+      "epoch": 0.38005352193443565,
+      "grad_norm": 304.40673828125,
+      "learning_rate": 1.8686828879646093e-05,
+      "loss": 22.25,
+      "step": 7953
+    },
+    {
+      "epoch": 0.38010130937589603,
+      "grad_norm": 257.60235595703125,
+      "learning_rate": 1.8686445503964174e-05,
+      "loss": 36.875,
+      "step": 7954
+    },
+    {
+      "epoch": 0.3801490968173564,
+      "grad_norm": 260.6361999511719,
+      "learning_rate": 1.8686062076261656e-05,
+      "loss": 38.75,
+      "step": 7955
+    },
+    {
+      "epoch": 0.38019688425881676,
+      "grad_norm": 334.31201171875,
+      "learning_rate": 1.8685678596540832e-05,
+      "loss": 31.9375,
+      "step": 7956
+    },
+    {
+      "epoch": 0.38024467170027715,
+      "grad_norm": 323.72979736328125,
+      "learning_rate": 1.8685295064804006e-05,
+      "loss": 40.3125,
+      "step": 7957
+    },
+    {
+      "epoch": 0.38029245914173754,
+      "grad_norm": 267.4328308105469,
+      "learning_rate": 1.8684911481053465e-05,
+      "loss": 32.75,
+      "step": 7958
+    },
+    {
+      "epoch": 0.3803402465831979,
+      "grad_norm": 208.38363647460938,
+      "learning_rate": 1.8684527845291513e-05,
+      "loss": 21.1719,
+      "step": 7959
+    },
+    {
+      "epoch": 0.3803880340246583,
+      "grad_norm": 190.20889282226562,
+      "learning_rate": 1.8684144157520444e-05,
+      "loss": 21.8125,
+      "step": 7960
+    },
+    {
+      "epoch": 0.3804358214661187,
+      "grad_norm": 349.7573547363281,
+      "learning_rate": 1.8683760417742558e-05,
+      "loss": 28.1562,
+      "step": 7961
+    },
+    {
+      "epoch": 0.3804836089075791,
+      "grad_norm": 277.7581787109375,
+      "learning_rate": 1.8683376625960156e-05,
+      "loss": 27.75,
+      "step": 7962
+    },
+    {
+      "epoch": 0.3805313963490395,
+      "grad_norm": 216.5404510498047,
+      "learning_rate": 1.8682992782175528e-05,
+      "loss": 19.9688,
+      "step": 7963
+    },
+    {
+      "epoch": 0.3805791837904999,
+      "grad_norm": 444.8524475097656,
+      "learning_rate": 1.8682608886390975e-05,
+      "loss": 36.7188,
+      "step": 7964
+    },
+    {
+      "epoch": 0.38062697123196026,
+      "grad_norm": 267.31658935546875,
+      "learning_rate": 1.86822249386088e-05,
+      "loss": 33.4062,
+      "step": 7965
+    },
+    {
+      "epoch": 0.3806747586734206,
+      "grad_norm": 161.0555877685547,
+      "learning_rate": 1.8681840938831306e-05,
+      "loss": 27.2031,
+      "step": 7966
+    },
+    {
+      "epoch": 0.380722546114881,
+      "grad_norm": 344.58502197265625,
+      "learning_rate": 1.8681456887060784e-05,
+      "loss": 24.375,
+      "step": 7967
+    },
+    {
+      "epoch": 0.3807703335563414,
+      "grad_norm": 233.4298095703125,
+      "learning_rate": 1.8681072783299535e-05,
+      "loss": 26.2188,
+      "step": 7968
+    },
+    {
+      "epoch": 0.38081812099780177,
+      "grad_norm": 456.35504150390625,
+      "learning_rate": 1.8680688627549864e-05,
+      "loss": 32.8438,
+      "step": 7969
+    },
+    {
+      "epoch": 0.38086590843926216,
+      "grad_norm": 395.50775146484375,
+      "learning_rate": 1.8680304419814068e-05,
+      "loss": 29.4375,
+      "step": 7970
+    },
+    {
+      "epoch": 0.38091369588072255,
+      "grad_norm": 457.92529296875,
+      "learning_rate": 1.867992016009445e-05,
+      "loss": 42.0938,
+      "step": 7971
+    },
+    {
+      "epoch": 0.38096148332218294,
+      "grad_norm": 248.27430725097656,
+      "learning_rate": 1.8679535848393315e-05,
+      "loss": 24.125,
+      "step": 7972
+    },
+    {
+      "epoch": 0.3810092707636433,
+      "grad_norm": 284.8375244140625,
+      "learning_rate": 1.8679151484712956e-05,
+      "loss": 26.7188,
+      "step": 7973
+    },
+    {
+      "epoch": 0.3810570582051037,
+      "grad_norm": 262.2656555175781,
+      "learning_rate": 1.8678767069055673e-05,
+      "loss": 29.6875,
+      "step": 7974
+    },
+    {
+      "epoch": 0.3811048456465641,
+      "grad_norm": 261.7760314941406,
+      "learning_rate": 1.8678382601423782e-05,
+      "loss": 23.9062,
+      "step": 7975
+    },
+    {
+      "epoch": 0.38115263308802444,
+      "grad_norm": 277.2904357910156,
+      "learning_rate": 1.8677998081819572e-05,
+      "loss": 32.4375,
+      "step": 7976
+    },
+    {
+      "epoch": 0.38120042052948483,
+      "grad_norm": 233.14501953125,
+      "learning_rate": 1.8677613510245357e-05,
+      "loss": 31.0312,
+      "step": 7977
+    },
+    {
+      "epoch": 0.3812482079709452,
+      "grad_norm": 277.6539611816406,
+      "learning_rate": 1.8677228886703428e-05,
+      "loss": 29.1562,
+      "step": 7978
+    },
+    {
+      "epoch": 0.3812959954124056,
+      "grad_norm": 191.28265380859375,
+      "learning_rate": 1.8676844211196103e-05,
+      "loss": 33.9062,
+      "step": 7979
+    },
+    {
+      "epoch": 0.381343782853866,
+      "grad_norm": 375.70458984375,
+      "learning_rate": 1.8676459483725667e-05,
+      "loss": 45.75,
+      "step": 7980
+    },
+    {
+      "epoch": 0.3813915702953264,
+      "grad_norm": 295.1392517089844,
+      "learning_rate": 1.867607470429444e-05,
+      "loss": 34.125,
+      "step": 7981
+    },
+    {
+      "epoch": 0.3814393577367868,
+      "grad_norm": 188.9141387939453,
+      "learning_rate": 1.867568987290472e-05,
+      "loss": 27.4688,
+      "step": 7982
+    },
+    {
+      "epoch": 0.38148714517824717,
+      "grad_norm": 267.1747741699219,
+      "learning_rate": 1.8675304989558816e-05,
+      "loss": 33.875,
+      "step": 7983
+    },
+    {
+      "epoch": 0.38153493261970756,
+      "grad_norm": 300.224609375,
+      "learning_rate": 1.8674920054259024e-05,
+      "loss": 34.4688,
+      "step": 7984
+    },
+    {
+      "epoch": 0.38158272006116795,
+      "grad_norm": 251.30320739746094,
+      "learning_rate": 1.8674535067007656e-05,
+      "loss": 31.7812,
+      "step": 7985
+    },
+    {
+      "epoch": 0.38163050750262834,
+      "grad_norm": 276.5930480957031,
+      "learning_rate": 1.867415002780702e-05,
+      "loss": 29.1562,
+      "step": 7986
+    },
+    {
+      "epoch": 0.38167829494408867,
+      "grad_norm": 244.38426208496094,
+      "learning_rate": 1.8673764936659413e-05,
+      "loss": 32.3438,
+      "step": 7987
+    },
+    {
+      "epoch": 0.38172608238554906,
+      "grad_norm": 222.59442138671875,
+      "learning_rate": 1.867337979356715e-05,
+      "loss": 21.875,
+      "step": 7988
+    },
+    {
+      "epoch": 0.38177386982700945,
+      "grad_norm": 302.5842590332031,
+      "learning_rate": 1.867299459853253e-05,
+      "loss": 25.0938,
+      "step": 7989
+    },
+    {
+      "epoch": 0.38182165726846984,
+      "grad_norm": 211.0364990234375,
+      "learning_rate": 1.8672609351557863e-05,
+      "loss": 28.0,
+      "step": 7990
+    },
+    {
+      "epoch": 0.38186944470993023,
+      "grad_norm": 373.0455017089844,
+      "learning_rate": 1.867222405264546e-05,
+      "loss": 41.3125,
+      "step": 7991
+    },
+    {
+      "epoch": 0.3819172321513906,
+      "grad_norm": 214.0826873779297,
+      "learning_rate": 1.8671838701797626e-05,
+      "loss": 26.2188,
+      "step": 7992
+    },
+    {
+      "epoch": 0.381965019592851,
+      "grad_norm": 217.93655395507812,
+      "learning_rate": 1.8671453299016665e-05,
+      "loss": 31.1719,
+      "step": 7993
+    },
+    {
+      "epoch": 0.3820128070343114,
+      "grad_norm": 212.76101684570312,
+      "learning_rate": 1.867106784430489e-05,
+      "loss": 33.6094,
+      "step": 7994
+    },
+    {
+      "epoch": 0.3820605944757718,
+      "grad_norm": 184.52134704589844,
+      "learning_rate": 1.8670682337664607e-05,
+      "loss": 20.4531,
+      "step": 7995
+    },
+    {
+      "epoch": 0.3821083819172322,
+      "grad_norm": 336.9434509277344,
+      "learning_rate": 1.8670296779098125e-05,
+      "loss": 35.75,
+      "step": 7996
+    },
+    {
+      "epoch": 0.3821561693586925,
+      "grad_norm": 277.7869873046875,
+      "learning_rate": 1.866991116860775e-05,
+      "loss": 40.8438,
+      "step": 7997
+    },
+    {
+      "epoch": 0.3822039568001529,
+      "grad_norm": 167.64898681640625,
+      "learning_rate": 1.8669525506195796e-05,
+      "loss": 22.0469,
+      "step": 7998
+    },
+    {
+      "epoch": 0.3822517442416133,
+      "grad_norm": 213.5030517578125,
+      "learning_rate": 1.8669139791864574e-05,
+      "loss": 35.125,
+      "step": 7999
+    },
+    {
+      "epoch": 0.3822995316830737,
+      "grad_norm": 260.65777587890625,
+      "learning_rate": 1.8668754025616388e-05,
+      "loss": 30.1875,
+      "step": 8000
+    },
+    {
+      "epoch": 0.38234731912453407,
+      "grad_norm": 376.8825378417969,
+      "learning_rate": 1.8668368207453553e-05,
+      "loss": 28.8438,
+      "step": 8001
+    },
+    {
+      "epoch": 0.38239510656599446,
+      "grad_norm": 428.3104248046875,
+      "learning_rate": 1.8667982337378375e-05,
+      "loss": 33.9375,
+      "step": 8002
+    },
+    {
+      "epoch": 0.38244289400745485,
+      "grad_norm": 243.53663635253906,
+      "learning_rate": 1.866759641539317e-05,
+      "loss": 28.875,
+      "step": 8003
+    },
+    {
+      "epoch": 0.38249068144891524,
+      "grad_norm": 389.6954650878906,
+      "learning_rate": 1.8667210441500247e-05,
+      "loss": 31.4688,
+      "step": 8004
+    },
+    {
+      "epoch": 0.3825384688903756,
+      "grad_norm": 214.2615203857422,
+      "learning_rate": 1.8666824415701915e-05,
+      "loss": 22.125,
+      "step": 8005
+    },
+    {
+      "epoch": 0.382586256331836,
+      "grad_norm": 218.67913818359375,
+      "learning_rate": 1.866643833800049e-05,
+      "loss": 29.25,
+      "step": 8006
+    },
+    {
+      "epoch": 0.38263404377329635,
+      "grad_norm": 244.3673553466797,
+      "learning_rate": 1.866605220839828e-05,
+      "loss": 40.9375,
+      "step": 8007
+    },
+    {
+      "epoch": 0.38268183121475674,
+      "grad_norm": 508.8408203125,
+      "learning_rate": 1.8665666026897603e-05,
+      "loss": 29.2812,
+      "step": 8008
+    },
+    {
+      "epoch": 0.38272961865621713,
+      "grad_norm": 420.93902587890625,
+      "learning_rate": 1.8665279793500765e-05,
+      "loss": 36.4688,
+      "step": 8009
+    },
+    {
+      "epoch": 0.3827774060976775,
+      "grad_norm": 363.3736877441406,
+      "learning_rate": 1.8664893508210084e-05,
+      "loss": 28.8438,
+      "step": 8010
+    },
+    {
+      "epoch": 0.3828251935391379,
+      "grad_norm": 429.6044006347656,
+      "learning_rate": 1.866450717102787e-05,
+      "loss": 33.625,
+      "step": 8011
+    },
+    {
+      "epoch": 0.3828729809805983,
+      "grad_norm": 185.25636291503906,
+      "learning_rate": 1.8664120781956437e-05,
+      "loss": 23.9375,
+      "step": 8012
+    },
+    {
+      "epoch": 0.3829207684220587,
+      "grad_norm": 177.10804748535156,
+      "learning_rate": 1.8663734340998106e-05,
+      "loss": 27.5312,
+      "step": 8013
+    },
+    {
+      "epoch": 0.3829685558635191,
+      "grad_norm": 295.3541259765625,
+      "learning_rate": 1.866334784815518e-05,
+      "loss": 29.9062,
+      "step": 8014
+    },
+    {
+      "epoch": 0.38301634330497947,
+      "grad_norm": 240.20870971679688,
+      "learning_rate": 1.8662961303429984e-05,
+      "loss": 38.0938,
+      "step": 8015
+    },
+    {
+      "epoch": 0.38306413074643986,
+      "grad_norm": 316.21551513671875,
+      "learning_rate": 1.8662574706824826e-05,
+      "loss": 37.8125,
+      "step": 8016
+    },
+    {
+      "epoch": 0.38311191818790025,
+      "grad_norm": 312.7898254394531,
+      "learning_rate": 1.866218805834202e-05,
+      "loss": 44.875,
+      "step": 8017
+    },
+    {
+      "epoch": 0.3831597056293606,
+      "grad_norm": 182.69297790527344,
+      "learning_rate": 1.866180135798389e-05,
+      "loss": 28.2812,
+      "step": 8018
+    },
+    {
+      "epoch": 0.38320749307082097,
+      "grad_norm": 291.376953125,
+      "learning_rate": 1.8661414605752745e-05,
+      "loss": 25.5625,
+      "step": 8019
+    },
+    {
+      "epoch": 0.38325528051228136,
+      "grad_norm": 294.8521728515625,
+      "learning_rate": 1.86610278016509e-05,
+      "loss": 29.8594,
+      "step": 8020
+    },
+    {
+      "epoch": 0.38330306795374175,
+      "grad_norm": 251.54864501953125,
+      "learning_rate": 1.8660640945680676e-05,
+      "loss": 23.625,
+      "step": 8021
+    },
+    {
+      "epoch": 0.38335085539520214,
+      "grad_norm": 418.6094970703125,
+      "learning_rate": 1.866025403784439e-05,
+      "loss": 34.5625,
+      "step": 8022
+    },
+    {
+      "epoch": 0.38339864283666253,
+      "grad_norm": 317.7956848144531,
+      "learning_rate": 1.8659867078144353e-05,
+      "loss": 26.7188,
+      "step": 8023
+    },
+    {
+      "epoch": 0.3834464302781229,
+      "grad_norm": 316.9461975097656,
+      "learning_rate": 1.865948006658289e-05,
+      "loss": 23.5625,
+      "step": 8024
+    },
+    {
+      "epoch": 0.3834942177195833,
+      "grad_norm": 507.6817626953125,
+      "learning_rate": 1.8659093003162313e-05,
+      "loss": 31.5469,
+      "step": 8025
+    },
+    {
+      "epoch": 0.3835420051610437,
+      "grad_norm": 204.96881103515625,
+      "learning_rate": 1.865870588788494e-05,
+      "loss": 24.7031,
+      "step": 8026
+    },
+    {
+      "epoch": 0.3835897926025041,
+      "grad_norm": 328.585205078125,
+      "learning_rate": 1.8658318720753098e-05,
+      "loss": 32.2188,
+      "step": 8027
+    },
+    {
+      "epoch": 0.3836375800439644,
+      "grad_norm": 222.2975311279297,
+      "learning_rate": 1.86579315017691e-05,
+      "loss": 21.8125,
+      "step": 8028
+    },
+    {
+      "epoch": 0.3836853674854248,
+      "grad_norm": 252.20858764648438,
+      "learning_rate": 1.8657544230935255e-05,
+      "loss": 28.5469,
+      "step": 8029
+    },
+    {
+      "epoch": 0.3837331549268852,
+      "grad_norm": 250.19346618652344,
+      "learning_rate": 1.8657156908253898e-05,
+      "loss": 21.5312,
+      "step": 8030
+    },
+    {
+      "epoch": 0.3837809423683456,
+      "grad_norm": 356.1833801269531,
+      "learning_rate": 1.8656769533727338e-05,
+      "loss": 25.4375,
+      "step": 8031
+    },
+    {
+      "epoch": 0.383828729809806,
+      "grad_norm": 188.71389770507812,
+      "learning_rate": 1.8656382107357903e-05,
+      "loss": 28.6562,
+      "step": 8032
+    },
+    {
+      "epoch": 0.38387651725126637,
+      "grad_norm": 337.8352966308594,
+      "learning_rate": 1.8655994629147907e-05,
+      "loss": 34.8125,
+      "step": 8033
+    },
+    {
+      "epoch": 0.38392430469272676,
+      "grad_norm": 163.9821319580078,
+      "learning_rate": 1.8655607099099674e-05,
+      "loss": 27.1094,
+      "step": 8034
+    },
+    {
+      "epoch": 0.38397209213418715,
+      "grad_norm": 342.0323181152344,
+      "learning_rate": 1.8655219517215522e-05,
+      "loss": 35.625,
+      "step": 8035
+    },
+    {
+      "epoch": 0.38401987957564754,
+      "grad_norm": 427.4494934082031,
+      "learning_rate": 1.865483188349777e-05,
+      "loss": 29.0312,
+      "step": 8036
+    },
+    {
+      "epoch": 0.3840676670171079,
+      "grad_norm": 165.0319366455078,
+      "learning_rate": 1.8654444197948746e-05,
+      "loss": 23.6562,
+      "step": 8037
+    },
+    {
+      "epoch": 0.38411545445856826,
+      "grad_norm": 323.22271728515625,
+      "learning_rate": 1.8654056460570768e-05,
+      "loss": 36.4062,
+      "step": 8038
+    },
+    {
+      "epoch": 0.38416324190002865,
+      "grad_norm": 231.18478393554688,
+      "learning_rate": 1.865366867136616e-05,
+      "loss": 40.5,
+      "step": 8039
+    },
+    {
+      "epoch": 0.38421102934148904,
+      "grad_norm": 227.10264587402344,
+      "learning_rate": 1.8653280830337245e-05,
+      "loss": 33.0938,
+      "step": 8040
+    },
+    {
+      "epoch": 0.38425881678294943,
+      "grad_norm": 294.53143310546875,
+      "learning_rate": 1.865289293748634e-05,
+      "loss": 54.1562,
+      "step": 8041
+    },
+    {
+      "epoch": 0.3843066042244098,
+      "grad_norm": 177.5758819580078,
+      "learning_rate": 1.8652504992815773e-05,
+      "loss": 24.9688,
+      "step": 8042
+    },
+    {
+      "epoch": 0.3843543916658702,
+      "grad_norm": 152.1894989013672,
+      "learning_rate": 1.8652116996327865e-05,
+      "loss": 28.5,
+      "step": 8043
+    },
+    {
+      "epoch": 0.3844021791073306,
+      "grad_norm": 301.5509338378906,
+      "learning_rate": 1.865172894802494e-05,
+      "loss": 44.0,
+      "step": 8044
+    },
+    {
+      "epoch": 0.384449966548791,
+      "grad_norm": 214.54771423339844,
+      "learning_rate": 1.8651340847909323e-05,
+      "loss": 28.1562,
+      "step": 8045
+    },
+    {
+      "epoch": 0.3844977539902514,
+      "grad_norm": 422.7997741699219,
+      "learning_rate": 1.8650952695983337e-05,
+      "loss": 24.7188,
+      "step": 8046
+    },
+    {
+      "epoch": 0.38454554143171177,
+      "grad_norm": 248.24623107910156,
+      "learning_rate": 1.8650564492249307e-05,
+      "loss": 25.8438,
+      "step": 8047
+    },
+    {
+      "epoch": 0.38459332887317216,
+      "grad_norm": 236.40640258789062,
+      "learning_rate": 1.8650176236709558e-05,
+      "loss": 32.5312,
+      "step": 8048
+    },
+    {
+      "epoch": 0.3846411163146325,
+      "grad_norm": 245.1873321533203,
+      "learning_rate": 1.8649787929366417e-05,
+      "loss": 35.1875,
+      "step": 8049
+    },
+    {
+      "epoch": 0.3846889037560929,
+      "grad_norm": 215.26805114746094,
+      "learning_rate": 1.8649399570222206e-05,
+      "loss": 21.2812,
+      "step": 8050
+    },
+    {
+      "epoch": 0.38473669119755327,
+      "grad_norm": 400.9502258300781,
+      "learning_rate": 1.8649011159279254e-05,
+      "loss": 19.5938,
+      "step": 8051
+    },
+    {
+      "epoch": 0.38478447863901366,
+      "grad_norm": 163.39390563964844,
+      "learning_rate": 1.864862269653988e-05,
+      "loss": 23.9844,
+      "step": 8052
+    },
+    {
+      "epoch": 0.38483226608047405,
+      "grad_norm": 239.93878173828125,
+      "learning_rate": 1.8648234182006423e-05,
+      "loss": 23.1875,
+      "step": 8053
+    },
+    {
+      "epoch": 0.38488005352193444,
+      "grad_norm": 170.95726013183594,
+      "learning_rate": 1.86478456156812e-05,
+      "loss": 26.5,
+      "step": 8054
+    },
+    {
+      "epoch": 0.38492784096339483,
+      "grad_norm": 223.10821533203125,
+      "learning_rate": 1.864745699756654e-05,
+      "loss": 19.875,
+      "step": 8055
+    },
+    {
+      "epoch": 0.3849756284048552,
+      "grad_norm": 300.9271240234375,
+      "learning_rate": 1.8647068327664774e-05,
+      "loss": 30.1875,
+      "step": 8056
+    },
+    {
+      "epoch": 0.3850234158463156,
+      "grad_norm": 301.46710205078125,
+      "learning_rate": 1.864667960597822e-05,
+      "loss": 32.8125,
+      "step": 8057
+    },
+    {
+      "epoch": 0.385071203287776,
+      "grad_norm": 331.21795654296875,
+      "learning_rate": 1.8646290832509216e-05,
+      "loss": 26.0625,
+      "step": 8058
+    },
+    {
+      "epoch": 0.38511899072923633,
+      "grad_norm": 245.855224609375,
+      "learning_rate": 1.8645902007260085e-05,
+      "loss": 38.4688,
+      "step": 8059
+    },
+    {
+      "epoch": 0.3851667781706967,
+      "grad_norm": 321.8228454589844,
+      "learning_rate": 1.864551313023316e-05,
+      "loss": 33.625,
+      "step": 8060
+    },
+    {
+      "epoch": 0.3852145656121571,
+      "grad_norm": 275.34490966796875,
+      "learning_rate": 1.864512420143077e-05,
+      "loss": 32.125,
+      "step": 8061
+    },
+    {
+      "epoch": 0.3852623530536175,
+      "grad_norm": 363.71820068359375,
+      "learning_rate": 1.8644735220855235e-05,
+      "loss": 30.1562,
+      "step": 8062
+    },
+    {
+      "epoch": 0.3853101404950779,
+      "grad_norm": 272.79656982421875,
+      "learning_rate": 1.8644346188508893e-05,
+      "loss": 30.3438,
+      "step": 8063
+    },
+    {
+      "epoch": 0.3853579279365383,
+      "grad_norm": 365.2321472167969,
+      "learning_rate": 1.8643957104394072e-05,
+      "loss": 28.4062,
+      "step": 8064
+    },
+    {
+      "epoch": 0.38540571537799867,
+      "grad_norm": 353.3622131347656,
+      "learning_rate": 1.86435679685131e-05,
+      "loss": 30.0312,
+      "step": 8065
+    },
+    {
+      "epoch": 0.38545350281945906,
+      "grad_norm": 331.4656066894531,
+      "learning_rate": 1.864317878086831e-05,
+      "loss": 25.4688,
+      "step": 8066
+    },
+    {
+      "epoch": 0.38550129026091945,
+      "grad_norm": 193.21444702148438,
+      "learning_rate": 1.864278954146203e-05,
+      "loss": 23.4375,
+      "step": 8067
+    },
+    {
+      "epoch": 0.38554907770237984,
+      "grad_norm": 274.87255859375,
+      "learning_rate": 1.86424002502966e-05,
+      "loss": 32.8438,
+      "step": 8068
+    },
+    {
+      "epoch": 0.3855968651438402,
+      "grad_norm": 362.2981872558594,
+      "learning_rate": 1.8642010907374337e-05,
+      "loss": 34.1562,
+      "step": 8069
+    },
+    {
+      "epoch": 0.38564465258530056,
+      "grad_norm": 143.08541870117188,
+      "learning_rate": 1.8641621512697583e-05,
+      "loss": 29.1719,
+      "step": 8070
+    },
+    {
+      "epoch": 0.38569244002676095,
+      "grad_norm": 169.78494262695312,
+      "learning_rate": 1.8641232066268667e-05,
+      "loss": 24.0,
+      "step": 8071
+    },
+    {
+      "epoch": 0.38574022746822134,
+      "grad_norm": 360.4056091308594,
+      "learning_rate": 1.864084256808992e-05,
+      "loss": 34.9062,
+      "step": 8072
+    },
+    {
+      "epoch": 0.38578801490968173,
+      "grad_norm": 224.91384887695312,
+      "learning_rate": 1.8640453018163677e-05,
+      "loss": 26.9375,
+      "step": 8073
+    },
+    {
+      "epoch": 0.3858358023511421,
+      "grad_norm": 551.9913940429688,
+      "learning_rate": 1.8640063416492267e-05,
+      "loss": 29.2188,
+      "step": 8074
+    },
+    {
+      "epoch": 0.3858835897926025,
+      "grad_norm": 243.8289337158203,
+      "learning_rate": 1.8639673763078026e-05,
+      "loss": 22.0,
+      "step": 8075
+    },
+    {
+      "epoch": 0.3859313772340629,
+      "grad_norm": 424.9419860839844,
+      "learning_rate": 1.8639284057923294e-05,
+      "loss": 29.1406,
+      "step": 8076
+    },
+    {
+      "epoch": 0.3859791646755233,
+      "grad_norm": 225.89227294921875,
+      "learning_rate": 1.863889430103039e-05,
+      "loss": 36.9375,
+      "step": 8077
+    },
+    {
+      "epoch": 0.3860269521169837,
+      "grad_norm": 229.04037475585938,
+      "learning_rate": 1.863850449240166e-05,
+      "loss": 23.0312,
+      "step": 8078
+    },
+    {
+      "epoch": 0.386074739558444,
+      "grad_norm": 440.7296142578125,
+      "learning_rate": 1.8638114632039436e-05,
+      "loss": 20.9844,
+      "step": 8079
+    },
+    {
+      "epoch": 0.3861225269999044,
+      "grad_norm": 349.0260009765625,
+      "learning_rate": 1.863772471994605e-05,
+      "loss": 29.0156,
+      "step": 8080
+    },
+    {
+      "epoch": 0.3861703144413648,
+      "grad_norm": 228.31744384765625,
+      "learning_rate": 1.8637334756123837e-05,
+      "loss": 30.5,
+      "step": 8081
+    },
+    {
+      "epoch": 0.3862181018828252,
+      "grad_norm": 211.611572265625,
+      "learning_rate": 1.8636944740575137e-05,
+      "loss": 21.3594,
+      "step": 8082
+    },
+    {
+      "epoch": 0.38626588932428557,
+      "grad_norm": 202.2803955078125,
+      "learning_rate": 1.863655467330228e-05,
+      "loss": 33.6875,
+      "step": 8083
+    },
+    {
+      "epoch": 0.38631367676574596,
+      "grad_norm": 315.9827575683594,
+      "learning_rate": 1.8636164554307608e-05,
+      "loss": 32.1719,
+      "step": 8084
+    },
+    {
+      "epoch": 0.38636146420720635,
+      "grad_norm": 241.4781951904297,
+      "learning_rate": 1.8635774383593454e-05,
+      "loss": 29.9062,
+      "step": 8085
+    },
+    {
+      "epoch": 0.38640925164866674,
+      "grad_norm": 437.4174499511719,
+      "learning_rate": 1.863538416116215e-05,
+      "loss": 41.875,
+      "step": 8086
+    },
+    {
+      "epoch": 0.38645703909012713,
+      "grad_norm": 280.94403076171875,
+      "learning_rate": 1.863499388701604e-05,
+      "loss": 26.8125,
+      "step": 8087
+    },
+    {
+      "epoch": 0.3865048265315875,
+      "grad_norm": 191.4333038330078,
+      "learning_rate": 1.8634603561157458e-05,
+      "loss": 25.5312,
+      "step": 8088
+    },
+    {
+      "epoch": 0.3865526139730479,
+      "grad_norm": 213.60948181152344,
+      "learning_rate": 1.8634213183588744e-05,
+      "loss": 24.5312,
+      "step": 8089
+    },
+    {
+      "epoch": 0.38660040141450824,
+      "grad_norm": 274.7421875,
+      "learning_rate": 1.8633822754312233e-05,
+      "loss": 30.6562,
+      "step": 8090
+    },
+    {
+      "epoch": 0.38664818885596863,
+      "grad_norm": 592.1480102539062,
+      "learning_rate": 1.863343227333027e-05,
+      "loss": 28.6406,
+      "step": 8091
+    },
+    {
+      "epoch": 0.386695976297429,
+      "grad_norm": 314.0282287597656,
+      "learning_rate": 1.863304174064518e-05,
+      "loss": 32.1875,
+      "step": 8092
+    },
+    {
+      "epoch": 0.3867437637388894,
+      "grad_norm": 311.4851989746094,
+      "learning_rate": 1.8632651156259315e-05,
+      "loss": 29.2188,
+      "step": 8093
+    },
+    {
+      "epoch": 0.3867915511803498,
+      "grad_norm": 309.1726379394531,
+      "learning_rate": 1.8632260520175007e-05,
+      "loss": 38.9688,
+      "step": 8094
+    },
+    {
+      "epoch": 0.3868393386218102,
+      "grad_norm": 287.8360900878906,
+      "learning_rate": 1.8631869832394597e-05,
+      "loss": 41.8125,
+      "step": 8095
+    },
+    {
+      "epoch": 0.3868871260632706,
+      "grad_norm": 262.6879577636719,
+      "learning_rate": 1.863147909292042e-05,
+      "loss": 23.6875,
+      "step": 8096
+    },
+    {
+      "epoch": 0.38693491350473097,
+      "grad_norm": 287.4619140625,
+      "learning_rate": 1.8631088301754826e-05,
+      "loss": 33.3125,
+      "step": 8097
+    },
+    {
+      "epoch": 0.38698270094619136,
+      "grad_norm": 196.28289794921875,
+      "learning_rate": 1.863069745890015e-05,
+      "loss": 27.0,
+      "step": 8098
+    },
+    {
+      "epoch": 0.38703048838765175,
+      "grad_norm": 264.46978759765625,
+      "learning_rate": 1.863030656435873e-05,
+      "loss": 33.75,
+      "step": 8099
+    },
+    {
+      "epoch": 0.3870782758291121,
+      "grad_norm": 297.7865905761719,
+      "learning_rate": 1.8629915618132915e-05,
+      "loss": 35.9062,
+      "step": 8100
+    },
+    {
+      "epoch": 0.3871260632705725,
+      "grad_norm": 417.7939758300781,
+      "learning_rate": 1.862952462022504e-05,
+      "loss": 29.3125,
+      "step": 8101
+    },
+    {
+      "epoch": 0.38717385071203286,
+      "grad_norm": 343.5752258300781,
+      "learning_rate": 1.8629133570637444e-05,
+      "loss": 34.6562,
+      "step": 8102
+    },
+    {
+      "epoch": 0.38722163815349325,
+      "grad_norm": 256.8042297363281,
+      "learning_rate": 1.8628742469372474e-05,
+      "loss": 27.6562,
+      "step": 8103
+    },
+    {
+      "epoch": 0.38726942559495364,
+      "grad_norm": 289.5220947265625,
+      "learning_rate": 1.862835131643247e-05,
+      "loss": 36.1562,
+      "step": 8104
+    },
+    {
+      "epoch": 0.38731721303641403,
+      "grad_norm": 214.0763397216797,
+      "learning_rate": 1.862796011181978e-05,
+      "loss": 26.5312,
+      "step": 8105
+    },
+    {
+      "epoch": 0.3873650004778744,
+      "grad_norm": 336.7920227050781,
+      "learning_rate": 1.8627568855536738e-05,
+      "loss": 34.9375,
+      "step": 8106
+    },
+    {
+      "epoch": 0.3874127879193348,
+      "grad_norm": 299.4971618652344,
+      "learning_rate": 1.862717754758569e-05,
+      "loss": 27.7969,
+      "step": 8107
+    },
+    {
+      "epoch": 0.3874605753607952,
+      "grad_norm": 151.0955352783203,
+      "learning_rate": 1.8626786187968982e-05,
+      "loss": 33.4688,
+      "step": 8108
+    },
+    {
+      "epoch": 0.3875083628022556,
+      "grad_norm": 292.22021484375,
+      "learning_rate": 1.8626394776688957e-05,
+      "loss": 27.0938,
+      "step": 8109
+    },
+    {
+      "epoch": 0.3875561502437159,
+      "grad_norm": 294.63311767578125,
+      "learning_rate": 1.862600331374796e-05,
+      "loss": 31.9062,
+      "step": 8110
+    },
+    {
+      "epoch": 0.3876039376851763,
+      "grad_norm": 138.2022247314453,
+      "learning_rate": 1.8625611799148332e-05,
+      "loss": 27.4062,
+      "step": 8111
+    },
+    {
+      "epoch": 0.3876517251266367,
+      "grad_norm": 248.1700897216797,
+      "learning_rate": 1.8625220232892418e-05,
+      "loss": 37.375,
+      "step": 8112
+    },
+    {
+      "epoch": 0.3876995125680971,
+      "grad_norm": 195.88690185546875,
+      "learning_rate": 1.8624828614982564e-05,
+      "loss": 19.3281,
+      "step": 8113
+    },
+    {
+      "epoch": 0.3877473000095575,
+      "grad_norm": 271.19720458984375,
+      "learning_rate": 1.862443694542112e-05,
+      "loss": 26.9375,
+      "step": 8114
+    },
+    {
+      "epoch": 0.3877950874510179,
+      "grad_norm": 219.4196319580078,
+      "learning_rate": 1.8624045224210424e-05,
+      "loss": 32.1875,
+      "step": 8115
+    },
+    {
+      "epoch": 0.38784287489247826,
+      "grad_norm": 222.09002685546875,
+      "learning_rate": 1.8623653451352826e-05,
+      "loss": 28.625,
+      "step": 8116
+    },
+    {
+      "epoch": 0.38789066233393865,
+      "grad_norm": 212.0945281982422,
+      "learning_rate": 1.862326162685067e-05,
+      "loss": 31.5,
+      "step": 8117
+    },
+    {
+      "epoch": 0.38793844977539904,
+      "grad_norm": 163.18975830078125,
+      "learning_rate": 1.8622869750706307e-05,
+      "loss": 28.7812,
+      "step": 8118
+    },
+    {
+      "epoch": 0.38798623721685943,
+      "grad_norm": 380.3054504394531,
+      "learning_rate": 1.8622477822922077e-05,
+      "loss": 23.6562,
+      "step": 8119
+    },
+    {
+      "epoch": 0.3880340246583198,
+      "grad_norm": 253.59100341796875,
+      "learning_rate": 1.8622085843500333e-05,
+      "loss": 29.3594,
+      "step": 8120
+    },
+    {
+      "epoch": 0.38808181209978015,
+      "grad_norm": 221.99046325683594,
+      "learning_rate": 1.862169381244342e-05,
+      "loss": 31.1875,
+      "step": 8121
+    },
+    {
+      "epoch": 0.38812959954124054,
+      "grad_norm": 169.99839782714844,
+      "learning_rate": 1.8621301729753684e-05,
+      "loss": 20.8906,
+      "step": 8122
+    },
+    {
+      "epoch": 0.38817738698270093,
+      "grad_norm": 227.82481384277344,
+      "learning_rate": 1.8620909595433477e-05,
+      "loss": 24.0469,
+      "step": 8123
+    },
+    {
+      "epoch": 0.3882251744241613,
+      "grad_norm": 1098.0970458984375,
+      "learning_rate": 1.8620517409485148e-05,
+      "loss": 18.375,
+      "step": 8124
+    },
+    {
+      "epoch": 0.3882729618656217,
+      "grad_norm": 217.11752319335938,
+      "learning_rate": 1.8620125171911042e-05,
+      "loss": 29.6562,
+      "step": 8125
+    },
+    {
+      "epoch": 0.3883207493070821,
+      "grad_norm": 247.7126922607422,
+      "learning_rate": 1.8619732882713507e-05,
+      "loss": 23.625,
+      "step": 8126
+    },
+    {
+      "epoch": 0.3883685367485425,
+      "grad_norm": 207.6173553466797,
+      "learning_rate": 1.8619340541894897e-05,
+      "loss": 27.4375,
+      "step": 8127
+    },
+    {
+      "epoch": 0.3884163241900029,
+      "grad_norm": 261.3791809082031,
+      "learning_rate": 1.8618948149457558e-05,
+      "loss": 38.625,
+      "step": 8128
+    },
+    {
+      "epoch": 0.38846411163146327,
+      "grad_norm": 364.7640075683594,
+      "learning_rate": 1.861855570540384e-05,
+      "loss": 24.6562,
+      "step": 8129
+    },
+    {
+      "epoch": 0.38851189907292366,
+      "grad_norm": 210.22976684570312,
+      "learning_rate": 1.8618163209736094e-05,
+      "loss": 24.4375,
+      "step": 8130
+    },
+    {
+      "epoch": 0.388559686514384,
+      "grad_norm": 205.66860961914062,
+      "learning_rate": 1.8617770662456673e-05,
+      "loss": 29.8438,
+      "step": 8131
+    },
+    {
+      "epoch": 0.3886074739558444,
+      "grad_norm": 251.74098205566406,
+      "learning_rate": 1.8617378063567924e-05,
+      "loss": 31.4062,
+      "step": 8132
+    },
+    {
+      "epoch": 0.3886552613973048,
+      "grad_norm": 161.7385711669922,
+      "learning_rate": 1.8616985413072202e-05,
+      "loss": 23.1875,
+      "step": 8133
+    },
+    {
+      "epoch": 0.38870304883876516,
+      "grad_norm": 191.55813598632812,
+      "learning_rate": 1.8616592710971855e-05,
+      "loss": 27.1875,
+      "step": 8134
+    },
+    {
+      "epoch": 0.38875083628022555,
+      "grad_norm": 607.8379516601562,
+      "learning_rate": 1.8616199957269234e-05,
+      "loss": 51.4688,
+      "step": 8135
+    },
+    {
+      "epoch": 0.38879862372168594,
+      "grad_norm": 474.464111328125,
+      "learning_rate": 1.8615807151966697e-05,
+      "loss": 39.1875,
+      "step": 8136
+    },
+    {
+      "epoch": 0.38884641116314633,
+      "grad_norm": 372.8956298828125,
+      "learning_rate": 1.8615414295066593e-05,
+      "loss": 30.4375,
+      "step": 8137
+    },
+    {
+      "epoch": 0.3888941986046067,
+      "grad_norm": 301.93914794921875,
+      "learning_rate": 1.861502138657127e-05,
+      "loss": 29.0312,
+      "step": 8138
+    },
+    {
+      "epoch": 0.3889419860460671,
+      "grad_norm": 779.3930053710938,
+      "learning_rate": 1.8614628426483084e-05,
+      "loss": 46.5938,
+      "step": 8139
+    },
+    {
+      "epoch": 0.3889897734875275,
+      "grad_norm": 215.5988006591797,
+      "learning_rate": 1.8614235414804395e-05,
+      "loss": 27.8906,
+      "step": 8140
+    },
+    {
+      "epoch": 0.38903756092898784,
+      "grad_norm": 557.0686645507812,
+      "learning_rate": 1.861384235153755e-05,
+      "loss": 44.75,
+      "step": 8141
+    },
+    {
+      "epoch": 0.3890853483704482,
+      "grad_norm": 298.96490478515625,
+      "learning_rate": 1.8613449236684906e-05,
+      "loss": 40.4062,
+      "step": 8142
+    },
+    {
+      "epoch": 0.3891331358119086,
+      "grad_norm": 403.7286071777344,
+      "learning_rate": 1.8613056070248812e-05,
+      "loss": 35.4062,
+      "step": 8143
+    },
+    {
+      "epoch": 0.389180923253369,
+      "grad_norm": 776.0914916992188,
+      "learning_rate": 1.8612662852231627e-05,
+      "loss": 26.0,
+      "step": 8144
+    },
+    {
+      "epoch": 0.3892287106948294,
+      "grad_norm": 251.735107421875,
+      "learning_rate": 1.8612269582635705e-05,
+      "loss": 36.125,
+      "step": 8145
+    },
+    {
+      "epoch": 0.3892764981362898,
+      "grad_norm": 240.99818420410156,
+      "learning_rate": 1.86118762614634e-05,
+      "loss": 30.9688,
+      "step": 8146
+    },
+    {
+      "epoch": 0.3893242855777502,
+      "grad_norm": 148.41424560546875,
+      "learning_rate": 1.8611482888717072e-05,
+      "loss": 25.1562,
+      "step": 8147
+    },
+    {
+      "epoch": 0.38937207301921056,
+      "grad_norm": 342.0234069824219,
+      "learning_rate": 1.861108946439907e-05,
+      "loss": 26.2031,
+      "step": 8148
+    },
+    {
+      "epoch": 0.38941986046067095,
+      "grad_norm": 338.8043518066406,
+      "learning_rate": 1.8610695988511753e-05,
+      "loss": 33.8906,
+      "step": 8149
+    },
+    {
+      "epoch": 0.38946764790213134,
+      "grad_norm": 477.10638427734375,
+      "learning_rate": 1.861030246105748e-05,
+      "loss": 31.9062,
+      "step": 8150
+    },
+    {
+      "epoch": 0.38951543534359173,
+      "grad_norm": 286.6305847167969,
+      "learning_rate": 1.8609908882038605e-05,
+      "loss": 33.2188,
+      "step": 8151
+    },
+    {
+      "epoch": 0.38956322278505207,
+      "grad_norm": 288.7764587402344,
+      "learning_rate": 1.8609515251457485e-05,
+      "loss": 22.9062,
+      "step": 8152
+    },
+    {
+      "epoch": 0.38961101022651246,
+      "grad_norm": 194.12347412109375,
+      "learning_rate": 1.860912156931648e-05,
+      "loss": 28.25,
+      "step": 8153
+    },
+    {
+      "epoch": 0.38965879766797284,
+      "grad_norm": 631.3010864257812,
+      "learning_rate": 1.8608727835617942e-05,
+      "loss": 31.75,
+      "step": 8154
+    },
+    {
+      "epoch": 0.38970658510943323,
+      "grad_norm": 376.69378662109375,
+      "learning_rate": 1.8608334050364236e-05,
+      "loss": 32.125,
+      "step": 8155
+    },
+    {
+      "epoch": 0.3897543725508936,
+      "grad_norm": 219.45196533203125,
+      "learning_rate": 1.8607940213557716e-05,
+      "loss": 33.3125,
+      "step": 8156
+    },
+    {
+      "epoch": 0.389802159992354,
+      "grad_norm": 185.961669921875,
+      "learning_rate": 1.860754632520074e-05,
+      "loss": 31.5469,
+      "step": 8157
+    },
+    {
+      "epoch": 0.3898499474338144,
+      "grad_norm": 357.20196533203125,
+      "learning_rate": 1.860715238529567e-05,
+      "loss": 35.3125,
+      "step": 8158
+    },
+    {
+      "epoch": 0.3898977348752748,
+      "grad_norm": 383.6502685546875,
+      "learning_rate": 1.860675839384486e-05,
+      "loss": 36.4688,
+      "step": 8159
+    },
+    {
+      "epoch": 0.3899455223167352,
+      "grad_norm": 191.01683044433594,
+      "learning_rate": 1.860636435085068e-05,
+      "loss": 23.3594,
+      "step": 8160
+    },
+    {
+      "epoch": 0.38999330975819557,
+      "grad_norm": 243.396240234375,
+      "learning_rate": 1.8605970256315476e-05,
+      "loss": 31.7188,
+      "step": 8161
+    },
+    {
+      "epoch": 0.3900410971996559,
+      "grad_norm": 406.0951232910156,
+      "learning_rate": 1.8605576110241617e-05,
+      "loss": 46.2188,
+      "step": 8162
+    },
+    {
+      "epoch": 0.3900888846411163,
+      "grad_norm": 293.7870178222656,
+      "learning_rate": 1.8605181912631462e-05,
+      "loss": 29.2188,
+      "step": 8163
+    },
+    {
+      "epoch": 0.3901366720825767,
+      "grad_norm": 306.2093811035156,
+      "learning_rate": 1.8604787663487372e-05,
+      "loss": 28.8438,
+      "step": 8164
+    },
+    {
+      "epoch": 0.3901844595240371,
+      "grad_norm": 203.94873046875,
+      "learning_rate": 1.8604393362811704e-05,
+      "loss": 27.6562,
+      "step": 8165
+    },
+    {
+      "epoch": 0.39023224696549746,
+      "grad_norm": 346.2461853027344,
+      "learning_rate": 1.8603999010606825e-05,
+      "loss": 54.4688,
+      "step": 8166
+    },
+    {
+      "epoch": 0.39028003440695785,
+      "grad_norm": 192.21099853515625,
+      "learning_rate": 1.8603604606875095e-05,
+      "loss": 30.9062,
+      "step": 8167
+    },
+    {
+      "epoch": 0.39032782184841824,
+      "grad_norm": 289.97698974609375,
+      "learning_rate": 1.8603210151618873e-05,
+      "loss": 32.9375,
+      "step": 8168
+    },
+    {
+      "epoch": 0.39037560928987863,
+      "grad_norm": 376.63543701171875,
+      "learning_rate": 1.8602815644840523e-05,
+      "loss": 27.9688,
+      "step": 8169
+    },
+    {
+      "epoch": 0.390423396731339,
+      "grad_norm": 272.2184753417969,
+      "learning_rate": 1.8602421086542407e-05,
+      "loss": 32.9375,
+      "step": 8170
+    },
+    {
+      "epoch": 0.3904711841727994,
+      "grad_norm": 315.24468994140625,
+      "learning_rate": 1.8602026476726894e-05,
+      "loss": 34.8125,
+      "step": 8171
+    },
+    {
+      "epoch": 0.39051897161425975,
+      "grad_norm": 345.2933654785156,
+      "learning_rate": 1.8601631815396338e-05,
+      "loss": 30.9062,
+      "step": 8172
+    },
+    {
+      "epoch": 0.39056675905572014,
+      "grad_norm": 270.0761413574219,
+      "learning_rate": 1.8601237102553107e-05,
+      "loss": 40.125,
+      "step": 8173
+    },
+    {
+      "epoch": 0.3906145464971805,
+      "grad_norm": 303.6083984375,
+      "learning_rate": 1.8600842338199566e-05,
+      "loss": 26.6406,
+      "step": 8174
+    },
+    {
+      "epoch": 0.3906623339386409,
+      "grad_norm": 336.7923583984375,
+      "learning_rate": 1.8600447522338077e-05,
+      "loss": 41.5938,
+      "step": 8175
+    },
+    {
+      "epoch": 0.3907101213801013,
+      "grad_norm": 429.28009033203125,
+      "learning_rate": 1.8600052654971002e-05,
+      "loss": 43.9062,
+      "step": 8176
+    },
+    {
+      "epoch": 0.3907579088215617,
+      "grad_norm": 237.4000701904297,
+      "learning_rate": 1.859965773610071e-05,
+      "loss": 29.0,
+      "step": 8177
+    },
+    {
+      "epoch": 0.3908056962630221,
+      "grad_norm": 258.8604736328125,
+      "learning_rate": 1.8599262765729568e-05,
+      "loss": 29.8438,
+      "step": 8178
+    },
+    {
+      "epoch": 0.3908534837044825,
+      "grad_norm": 279.8747253417969,
+      "learning_rate": 1.8598867743859935e-05,
+      "loss": 26.2344,
+      "step": 8179
+    },
+    {
+      "epoch": 0.39090127114594286,
+      "grad_norm": 401.7416687011719,
+      "learning_rate": 1.859847267049418e-05,
+      "loss": 47.0625,
+      "step": 8180
+    },
+    {
+      "epoch": 0.39094905858740325,
+      "grad_norm": 218.83644104003906,
+      "learning_rate": 1.8598077545634668e-05,
+      "loss": 29.8125,
+      "step": 8181
+    },
+    {
+      "epoch": 0.3909968460288636,
+      "grad_norm": 162.45513916015625,
+      "learning_rate": 1.859768236928377e-05,
+      "loss": 20.4531,
+      "step": 8182
+    },
+    {
+      "epoch": 0.391044633470324,
+      "grad_norm": 278.6842041015625,
+      "learning_rate": 1.8597287141443847e-05,
+      "loss": 22.6875,
+      "step": 8183
+    },
+    {
+      "epoch": 0.39109242091178437,
+      "grad_norm": 462.3714599609375,
+      "learning_rate": 1.8596891862117266e-05,
+      "loss": 33.1875,
+      "step": 8184
+    },
+    {
+      "epoch": 0.39114020835324476,
+      "grad_norm": 296.1944274902344,
+      "learning_rate": 1.8596496531306396e-05,
+      "loss": 35.4375,
+      "step": 8185
+    },
+    {
+      "epoch": 0.39118799579470515,
+      "grad_norm": 340.45062255859375,
+      "learning_rate": 1.8596101149013606e-05,
+      "loss": 33.7812,
+      "step": 8186
+    },
+    {
+      "epoch": 0.39123578323616554,
+      "grad_norm": 246.81118774414062,
+      "learning_rate": 1.859570571524126e-05,
+      "loss": 37.125,
+      "step": 8187
+    },
+    {
+      "epoch": 0.3912835706776259,
+      "grad_norm": 322.2652893066406,
+      "learning_rate": 1.859531022999173e-05,
+      "loss": 39.4375,
+      "step": 8188
+    },
+    {
+      "epoch": 0.3913313581190863,
+      "grad_norm": 243.9047088623047,
+      "learning_rate": 1.859491469326738e-05,
+      "loss": 36.9688,
+      "step": 8189
+    },
+    {
+      "epoch": 0.3913791455605467,
+      "grad_norm": 468.9696960449219,
+      "learning_rate": 1.8594519105070583e-05,
+      "loss": 34.6875,
+      "step": 8190
+    },
+    {
+      "epoch": 0.3914269330020071,
+      "grad_norm": 252.4630126953125,
+      "learning_rate": 1.8594123465403705e-05,
+      "loss": 28.4375,
+      "step": 8191
+    },
+    {
+      "epoch": 0.3914747204434675,
+      "grad_norm": 313.2831115722656,
+      "learning_rate": 1.8593727774269122e-05,
+      "loss": 28.5312,
+      "step": 8192
+    },
+    {
+      "epoch": 0.3915225078849278,
+      "grad_norm": 184.51585388183594,
+      "learning_rate": 1.8593332031669194e-05,
+      "loss": 17.9688,
+      "step": 8193
+    },
+    {
+      "epoch": 0.3915702953263882,
+      "grad_norm": 243.85218811035156,
+      "learning_rate": 1.8592936237606296e-05,
+      "loss": 32.25,
+      "step": 8194
+    },
+    {
+      "epoch": 0.3916180827678486,
+      "grad_norm": 477.93572998046875,
+      "learning_rate": 1.85925403920828e-05,
+      "loss": 26.0,
+      "step": 8195
+    },
+    {
+      "epoch": 0.391665870209309,
+      "grad_norm": 282.1336669921875,
+      "learning_rate": 1.8592144495101073e-05,
+      "loss": 31.5781,
+      "step": 8196
+    },
+    {
+      "epoch": 0.3917136576507694,
+      "grad_norm": 225.08631896972656,
+      "learning_rate": 1.859174854666349e-05,
+      "loss": 35.9219,
+      "step": 8197
+    },
+    {
+      "epoch": 0.39176144509222977,
+      "grad_norm": 166.3748779296875,
+      "learning_rate": 1.8591352546772414e-05,
+      "loss": 29.7188,
+      "step": 8198
+    },
+    {
+      "epoch": 0.39180923253369015,
+      "grad_norm": 173.8748016357422,
+      "learning_rate": 1.8590956495430226e-05,
+      "loss": 21.0625,
+      "step": 8199
+    },
+    {
+      "epoch": 0.39185701997515054,
+      "grad_norm": 311.3232116699219,
+      "learning_rate": 1.8590560392639295e-05,
+      "loss": 38.3438,
+      "step": 8200
+    },
+    {
+      "epoch": 0.39190480741661093,
+      "grad_norm": 181.8260498046875,
+      "learning_rate": 1.859016423840199e-05,
+      "loss": 28.7188,
+      "step": 8201
+    },
+    {
+      "epoch": 0.3919525948580713,
+      "grad_norm": 228.1117401123047,
+      "learning_rate": 1.858976803272068e-05,
+      "loss": 27.3125,
+      "step": 8202
+    },
+    {
+      "epoch": 0.39200038229953166,
+      "grad_norm": 484.42742919921875,
+      "learning_rate": 1.8589371775597755e-05,
+      "loss": 34.9062,
+      "step": 8203
+    },
+    {
+      "epoch": 0.39204816974099205,
+      "grad_norm": 322.4886779785156,
+      "learning_rate": 1.858897546703557e-05,
+      "loss": 29.0938,
+      "step": 8204
+    },
+    {
+      "epoch": 0.39209595718245244,
+      "grad_norm": 349.5367431640625,
+      "learning_rate": 1.8588579107036504e-05,
+      "loss": 26.9062,
+      "step": 8205
+    },
+    {
+      "epoch": 0.3921437446239128,
+      "grad_norm": 252.0022430419922,
+      "learning_rate": 1.8588182695602935e-05,
+      "loss": 24.6719,
+      "step": 8206
+    },
+    {
+      "epoch": 0.3921915320653732,
+      "grad_norm": 213.27505493164062,
+      "learning_rate": 1.858778623273723e-05,
+      "loss": 26.5938,
+      "step": 8207
+    },
+    {
+      "epoch": 0.3922393195068336,
+      "grad_norm": 305.1827697753906,
+      "learning_rate": 1.858738971844177e-05,
+      "loss": 34.6875,
+      "step": 8208
+    },
+    {
+      "epoch": 0.392287106948294,
+      "grad_norm": 297.44952392578125,
+      "learning_rate": 1.8586993152718923e-05,
+      "loss": 29.1875,
+      "step": 8209
+    },
+    {
+      "epoch": 0.3923348943897544,
+      "grad_norm": 297.5419616699219,
+      "learning_rate": 1.858659653557107e-05,
+      "loss": 29.4062,
+      "step": 8210
+    },
+    {
+      "epoch": 0.3923826818312148,
+      "grad_norm": 342.185546875,
+      "learning_rate": 1.858619986700058e-05,
+      "loss": 44.3125,
+      "step": 8211
+    },
+    {
+      "epoch": 0.39243046927267516,
+      "grad_norm": 231.64744567871094,
+      "learning_rate": 1.8585803147009835e-05,
+      "loss": 29.2812,
+      "step": 8212
+    },
+    {
+      "epoch": 0.3924782567141355,
+      "grad_norm": 375.58160400390625,
+      "learning_rate": 1.8585406375601205e-05,
+      "loss": 30.2188,
+      "step": 8213
+    },
+    {
+      "epoch": 0.3925260441555959,
+      "grad_norm": 243.29933166503906,
+      "learning_rate": 1.8585009552777073e-05,
+      "loss": 30.9375,
+      "step": 8214
+    },
+    {
+      "epoch": 0.3925738315970563,
+      "grad_norm": 338.2789611816406,
+      "learning_rate": 1.858461267853981e-05,
+      "loss": 20.5625,
+      "step": 8215
+    },
+    {
+      "epoch": 0.39262161903851667,
+      "grad_norm": 213.71351623535156,
+      "learning_rate": 1.8584215752891793e-05,
+      "loss": 36.9062,
+      "step": 8216
+    },
+    {
+      "epoch": 0.39266940647997706,
+      "grad_norm": 329.5296936035156,
+      "learning_rate": 1.8583818775835402e-05,
+      "loss": 18.5781,
+      "step": 8217
+    },
+    {
+      "epoch": 0.39271719392143745,
+      "grad_norm": 382.1762390136719,
+      "learning_rate": 1.8583421747373012e-05,
+      "loss": 27.3281,
+      "step": 8218
+    },
+    {
+      "epoch": 0.39276498136289784,
+      "grad_norm": 416.62225341796875,
+      "learning_rate": 1.8583024667507e-05,
+      "loss": 46.0938,
+      "step": 8219
+    },
+    {
+      "epoch": 0.3928127688043582,
+      "grad_norm": 207.33956909179688,
+      "learning_rate": 1.8582627536239748e-05,
+      "loss": 24.5625,
+      "step": 8220
+    },
+    {
+      "epoch": 0.3928605562458186,
+      "grad_norm": 223.40167236328125,
+      "learning_rate": 1.8582230353573628e-05,
+      "loss": 21.4062,
+      "step": 8221
+    },
+    {
+      "epoch": 0.392908343687279,
+      "grad_norm": 224.1360626220703,
+      "learning_rate": 1.8581833119511022e-05,
+      "loss": 24.0938,
+      "step": 8222
+    },
+    {
+      "epoch": 0.3929561311287394,
+      "grad_norm": 207.78529357910156,
+      "learning_rate": 1.8581435834054316e-05,
+      "loss": 23.5625,
+      "step": 8223
+    },
+    {
+      "epoch": 0.39300391857019973,
+      "grad_norm": 432.5648193359375,
+      "learning_rate": 1.8581038497205878e-05,
+      "loss": 28.0,
+      "step": 8224
+    },
+    {
+      "epoch": 0.3930517060116601,
+      "grad_norm": 242.3618927001953,
+      "learning_rate": 1.858064110896809e-05,
+      "loss": 28.2188,
+      "step": 8225
+    },
+    {
+      "epoch": 0.3930994934531205,
+      "grad_norm": 292.2153625488281,
+      "learning_rate": 1.8580243669343338e-05,
+      "loss": 34.9688,
+      "step": 8226
+    },
+    {
+      "epoch": 0.3931472808945809,
+      "grad_norm": 314.5289001464844,
+      "learning_rate": 1.8579846178333995e-05,
+      "loss": 29.1562,
+      "step": 8227
+    },
+    {
+      "epoch": 0.3931950683360413,
+      "grad_norm": 275.315673828125,
+      "learning_rate": 1.8579448635942445e-05,
+      "loss": 28.6406,
+      "step": 8228
+    },
+    {
+      "epoch": 0.3932428557775017,
+      "grad_norm": 580.949951171875,
+      "learning_rate": 1.857905104217107e-05,
+      "loss": 40.4375,
+      "step": 8229
+    },
+    {
+      "epoch": 0.39329064321896207,
+      "grad_norm": 222.43673706054688,
+      "learning_rate": 1.8578653397022246e-05,
+      "loss": 27.9062,
+      "step": 8230
+    },
+    {
+      "epoch": 0.39333843066042246,
+      "grad_norm": 324.9644470214844,
+      "learning_rate": 1.857825570049836e-05,
+      "loss": 41.0312,
+      "step": 8231
+    },
+    {
+      "epoch": 0.39338621810188285,
+      "grad_norm": 352.2195129394531,
+      "learning_rate": 1.857785795260179e-05,
+      "loss": 33.3594,
+      "step": 8232
+    },
+    {
+      "epoch": 0.39343400554334323,
+      "grad_norm": 357.5691833496094,
+      "learning_rate": 1.8577460153334922e-05,
+      "loss": 42.0938,
+      "step": 8233
+    },
+    {
+      "epoch": 0.39348179298480357,
+      "grad_norm": 355.4781188964844,
+      "learning_rate": 1.8577062302700134e-05,
+      "loss": 34.125,
+      "step": 8234
+    },
+    {
+      "epoch": 0.39352958042626396,
+      "grad_norm": 234.44908142089844,
+      "learning_rate": 1.8576664400699808e-05,
+      "loss": 40.6875,
+      "step": 8235
+    },
+    {
+      "epoch": 0.39357736786772435,
+      "grad_norm": 409.13946533203125,
+      "learning_rate": 1.857626644733633e-05,
+      "loss": 34.1562,
+      "step": 8236
+    },
+    {
+      "epoch": 0.39362515530918474,
+      "grad_norm": 291.0148620605469,
+      "learning_rate": 1.8575868442612085e-05,
+      "loss": 39.75,
+      "step": 8237
+    },
+    {
+      "epoch": 0.3936729427506451,
+      "grad_norm": 228.34439086914062,
+      "learning_rate": 1.8575470386529452e-05,
+      "loss": 26.1094,
+      "step": 8238
+    },
+    {
+      "epoch": 0.3937207301921055,
+      "grad_norm": 439.3040771484375,
+      "learning_rate": 1.8575072279090818e-05,
+      "loss": 32.1562,
+      "step": 8239
+    },
+    {
+      "epoch": 0.3937685176335659,
+      "grad_norm": 432.18963623046875,
+      "learning_rate": 1.8574674120298563e-05,
+      "loss": 25.25,
+      "step": 8240
+    },
+    {
+      "epoch": 0.3938163050750263,
+      "grad_norm": 597.9803466796875,
+      "learning_rate": 1.8574275910155077e-05,
+      "loss": 48.625,
+      "step": 8241
+    },
+    {
+      "epoch": 0.3938640925164867,
+      "grad_norm": 171.32066345214844,
+      "learning_rate": 1.8573877648662743e-05,
+      "loss": 20.0625,
+      "step": 8242
+    },
+    {
+      "epoch": 0.3939118799579471,
+      "grad_norm": 391.36370849609375,
+      "learning_rate": 1.8573479335823946e-05,
+      "loss": 38.3438,
+      "step": 8243
+    },
+    {
+      "epoch": 0.3939596673994074,
+      "grad_norm": 183.29978942871094,
+      "learning_rate": 1.8573080971641067e-05,
+      "loss": 23.4219,
+      "step": 8244
+    },
+    {
+      "epoch": 0.3940074548408678,
+      "grad_norm": 247.89019775390625,
+      "learning_rate": 1.8572682556116497e-05,
+      "loss": 29.6562,
+      "step": 8245
+    },
+    {
+      "epoch": 0.3940552422823282,
+      "grad_norm": 282.7893371582031,
+      "learning_rate": 1.857228408925262e-05,
+      "loss": 35.2188,
+      "step": 8246
+    },
+    {
+      "epoch": 0.3941030297237886,
+      "grad_norm": 240.7897186279297,
+      "learning_rate": 1.8571885571051822e-05,
+      "loss": 24.9531,
+      "step": 8247
+    },
+    {
+      "epoch": 0.39415081716524897,
+      "grad_norm": 271.8207702636719,
+      "learning_rate": 1.857148700151649e-05,
+      "loss": 34.4375,
+      "step": 8248
+    },
+    {
+      "epoch": 0.39419860460670936,
+      "grad_norm": 352.83111572265625,
+      "learning_rate": 1.8571088380649013e-05,
+      "loss": 38.4688,
+      "step": 8249
+    },
+    {
+      "epoch": 0.39424639204816975,
+      "grad_norm": 246.00823974609375,
+      "learning_rate": 1.8570689708451775e-05,
+      "loss": 32.3438,
+      "step": 8250
+    },
+    {
+      "epoch": 0.39429417948963014,
+      "grad_norm": 250.8484344482422,
+      "learning_rate": 1.8570290984927167e-05,
+      "loss": 22.3125,
+      "step": 8251
+    },
+    {
+      "epoch": 0.3943419669310905,
+      "grad_norm": 765.3641357421875,
+      "learning_rate": 1.8569892210077572e-05,
+      "loss": 39.125,
+      "step": 8252
+    },
+    {
+      "epoch": 0.3943897543725509,
+      "grad_norm": 301.779296875,
+      "learning_rate": 1.856949338390538e-05,
+      "loss": 24.7188,
+      "step": 8253
+    },
+    {
+      "epoch": 0.3944375418140113,
+      "grad_norm": 508.18048095703125,
+      "learning_rate": 1.856909450641298e-05,
+      "loss": 34.625,
+      "step": 8254
+    },
+    {
+      "epoch": 0.39448532925547164,
+      "grad_norm": 195.97219848632812,
+      "learning_rate": 1.8568695577602765e-05,
+      "loss": 23.6562,
+      "step": 8255
+    },
+    {
+      "epoch": 0.39453311669693203,
+      "grad_norm": 219.26808166503906,
+      "learning_rate": 1.856829659747712e-05,
+      "loss": 28.6875,
+      "step": 8256
+    },
+    {
+      "epoch": 0.3945809041383924,
+      "grad_norm": 203.6102294921875,
+      "learning_rate": 1.8567897566038435e-05,
+      "loss": 29.9375,
+      "step": 8257
+    },
+    {
+      "epoch": 0.3946286915798528,
+      "grad_norm": 441.216796875,
+      "learning_rate": 1.856749848328909e-05,
+      "loss": 29.0312,
+      "step": 8258
+    },
+    {
+      "epoch": 0.3946764790213132,
+      "grad_norm": 169.0187530517578,
+      "learning_rate": 1.8567099349231496e-05,
+      "loss": 33.0,
+      "step": 8259
+    },
+    {
+      "epoch": 0.3947242664627736,
+      "grad_norm": 308.4259033203125,
+      "learning_rate": 1.8566700163868027e-05,
+      "loss": 28.3438,
+      "step": 8260
+    },
+    {
+      "epoch": 0.394772053904234,
+      "grad_norm": 258.0414123535156,
+      "learning_rate": 1.8566300927201074e-05,
+      "loss": 30.625,
+      "step": 8261
+    },
+    {
+      "epoch": 0.39481984134569437,
+      "grad_norm": 373.3733825683594,
+      "learning_rate": 1.856590163923304e-05,
+      "loss": 27.9375,
+      "step": 8262
+    },
+    {
+      "epoch": 0.39486762878715476,
+      "grad_norm": 945.9046630859375,
+      "learning_rate": 1.85655022999663e-05,
+      "loss": 37.375,
+      "step": 8263
+    },
+    {
+      "epoch": 0.39491541622861515,
+      "grad_norm": 311.2418518066406,
+      "learning_rate": 1.8565102909403258e-05,
+      "loss": 34.4062,
+      "step": 8264
+    },
+    {
+      "epoch": 0.3949632036700755,
+      "grad_norm": 191.4552764892578,
+      "learning_rate": 1.8564703467546304e-05,
+      "loss": 32.1562,
+      "step": 8265
+    },
+    {
+      "epoch": 0.39501099111153587,
+      "grad_norm": 222.2734832763672,
+      "learning_rate": 1.8564303974397825e-05,
+      "loss": 37.0938,
+      "step": 8266
+    },
+    {
+      "epoch": 0.39505877855299626,
+      "grad_norm": 247.2399139404297,
+      "learning_rate": 1.8563904429960217e-05,
+      "loss": 29.0938,
+      "step": 8267
+    },
+    {
+      "epoch": 0.39510656599445665,
+      "grad_norm": 623.577392578125,
+      "learning_rate": 1.856350483423587e-05,
+      "loss": 34.9688,
+      "step": 8268
+    },
+    {
+      "epoch": 0.39515435343591704,
+      "grad_norm": 334.1789245605469,
+      "learning_rate": 1.856310518722718e-05,
+      "loss": 26.2344,
+      "step": 8269
+    },
+    {
+      "epoch": 0.39520214087737743,
+      "grad_norm": 259.0755920410156,
+      "learning_rate": 1.8562705488936536e-05,
+      "loss": 34.3281,
+      "step": 8270
+    },
+    {
+      "epoch": 0.3952499283188378,
+      "grad_norm": 284.6377868652344,
+      "learning_rate": 1.856230573936634e-05,
+      "loss": 20.25,
+      "step": 8271
+    },
+    {
+      "epoch": 0.3952977157602982,
+      "grad_norm": 357.8142395019531,
+      "learning_rate": 1.8561905938518976e-05,
+      "loss": 31.9062,
+      "step": 8272
+    },
+    {
+      "epoch": 0.3953455032017586,
+      "grad_norm": 347.1187744140625,
+      "learning_rate": 1.856150608639685e-05,
+      "loss": 28.0625,
+      "step": 8273
+    },
+    {
+      "epoch": 0.395393290643219,
+      "grad_norm": 352.6152648925781,
+      "learning_rate": 1.8561106183002346e-05,
+      "loss": 29.5625,
+      "step": 8274
+    },
+    {
+      "epoch": 0.3954410780846793,
+      "grad_norm": 308.2818298339844,
+      "learning_rate": 1.8560706228337863e-05,
+      "loss": 20.7031,
+      "step": 8275
+    },
+    {
+      "epoch": 0.3954888655261397,
+      "grad_norm": 311.12884521484375,
+      "learning_rate": 1.8560306222405796e-05,
+      "loss": 36.5938,
+      "step": 8276
+    },
+    {
+      "epoch": 0.3955366529676001,
+      "grad_norm": 396.5576477050781,
+      "learning_rate": 1.8559906165208543e-05,
+      "loss": 28.4688,
+      "step": 8277
+    },
+    {
+      "epoch": 0.3955844404090605,
+      "grad_norm": 375.2929992675781,
+      "learning_rate": 1.8559506056748494e-05,
+      "loss": 35.4062,
+      "step": 8278
+    },
+    {
+      "epoch": 0.3956322278505209,
+      "grad_norm": 267.8919372558594,
+      "learning_rate": 1.855910589702805e-05,
+      "loss": 23.875,
+      "step": 8279
+    },
+    {
+      "epoch": 0.39568001529198127,
+      "grad_norm": 230.8166046142578,
+      "learning_rate": 1.8558705686049605e-05,
+      "loss": 22.1875,
+      "step": 8280
+    },
+    {
+      "epoch": 0.39572780273344166,
+      "grad_norm": 275.7087097167969,
+      "learning_rate": 1.855830542381556e-05,
+      "loss": 29.7188,
+      "step": 8281
+    },
+    {
+      "epoch": 0.39577559017490205,
+      "grad_norm": 375.0363464355469,
+      "learning_rate": 1.8557905110328306e-05,
+      "loss": 29.1875,
+      "step": 8282
+    },
+    {
+      "epoch": 0.39582337761636244,
+      "grad_norm": 257.02880859375,
+      "learning_rate": 1.8557504745590243e-05,
+      "loss": 35.4688,
+      "step": 8283
+    },
+    {
+      "epoch": 0.3958711650578228,
+      "grad_norm": 344.9496154785156,
+      "learning_rate": 1.855710432960377e-05,
+      "loss": 42.375,
+      "step": 8284
+    },
+    {
+      "epoch": 0.39591895249928316,
+      "grad_norm": 182.393798828125,
+      "learning_rate": 1.855670386237128e-05,
+      "loss": 25.6875,
+      "step": 8285
+    },
+    {
+      "epoch": 0.39596673994074355,
+      "grad_norm": 133.66009521484375,
+      "learning_rate": 1.8556303343895182e-05,
+      "loss": 19.875,
+      "step": 8286
+    },
+    {
+      "epoch": 0.39601452738220394,
+      "grad_norm": 267.4324951171875,
+      "learning_rate": 1.855590277417786e-05,
+      "loss": 31.4062,
+      "step": 8287
+    },
+    {
+      "epoch": 0.39606231482366433,
+      "grad_norm": 514.5291748046875,
+      "learning_rate": 1.855550215322173e-05,
+      "loss": 44.3125,
+      "step": 8288
+    },
+    {
+      "epoch": 0.3961101022651247,
+      "grad_norm": 308.0683288574219,
+      "learning_rate": 1.855510148102917e-05,
+      "loss": 33.0,
+      "step": 8289
+    },
+    {
+      "epoch": 0.3961578897065851,
+      "grad_norm": 241.00363159179688,
+      "learning_rate": 1.85547007576026e-05,
+      "loss": 29.1562,
+      "step": 8290
+    },
+    {
+      "epoch": 0.3962056771480455,
+      "grad_norm": 239.38229370117188,
+      "learning_rate": 1.8554299982944405e-05,
+      "loss": 17.2656,
+      "step": 8291
+    },
+    {
+      "epoch": 0.3962534645895059,
+      "grad_norm": 373.337890625,
+      "learning_rate": 1.8553899157056997e-05,
+      "loss": 44.0625,
+      "step": 8292
+    },
+    {
+      "epoch": 0.3963012520309663,
+      "grad_norm": 788.6160888671875,
+      "learning_rate": 1.855349827994277e-05,
+      "loss": 38.0312,
+      "step": 8293
+    },
+    {
+      "epoch": 0.39634903947242667,
+      "grad_norm": 339.847900390625,
+      "learning_rate": 1.855309735160412e-05,
+      "loss": 30.2812,
+      "step": 8294
+    },
+    {
+      "epoch": 0.39639682691388706,
+      "grad_norm": 308.11590576171875,
+      "learning_rate": 1.8552696372043456e-05,
+      "loss": 33.3438,
+      "step": 8295
+    },
+    {
+      "epoch": 0.3964446143553474,
+      "grad_norm": 401.1492004394531,
+      "learning_rate": 1.855229534126318e-05,
+      "loss": 36.7188,
+      "step": 8296
+    },
+    {
+      "epoch": 0.3964924017968078,
+      "grad_norm": 419.5019836425781,
+      "learning_rate": 1.8551894259265687e-05,
+      "loss": 38.0625,
+      "step": 8297
+    },
+    {
+      "epoch": 0.39654018923826817,
+      "grad_norm": 215.38607788085938,
+      "learning_rate": 1.855149312605338e-05,
+      "loss": 27.5938,
+      "step": 8298
+    },
+    {
+      "epoch": 0.39658797667972856,
+      "grad_norm": 501.2782287597656,
+      "learning_rate": 1.855109194162867e-05,
+      "loss": 33.8125,
+      "step": 8299
+    },
+    {
+      "epoch": 0.39663576412118895,
+      "grad_norm": 315.7489318847656,
+      "learning_rate": 1.8550690705993946e-05,
+      "loss": 33.6875,
+      "step": 8300
+    },
+    {
+      "epoch": 0.39668355156264934,
+      "grad_norm": 281.54119873046875,
+      "learning_rate": 1.8550289419151622e-05,
+      "loss": 24.3594,
+      "step": 8301
+    },
+    {
+      "epoch": 0.39673133900410973,
+      "grad_norm": 193.999267578125,
+      "learning_rate": 1.85498880811041e-05,
+      "loss": 27.7812,
+      "step": 8302
+    },
+    {
+      "epoch": 0.3967791264455701,
+      "grad_norm": 290.10858154296875,
+      "learning_rate": 1.8549486691853778e-05,
+      "loss": 29.3906,
+      "step": 8303
+    },
+    {
+      "epoch": 0.3968269138870305,
+      "grad_norm": 252.47344970703125,
+      "learning_rate": 1.8549085251403062e-05,
+      "loss": 22.1094,
+      "step": 8304
+    },
+    {
+      "epoch": 0.3968747013284909,
+      "grad_norm": 332.1510314941406,
+      "learning_rate": 1.8548683759754358e-05,
+      "loss": 33.0312,
+      "step": 8305
+    },
+    {
+      "epoch": 0.39692248876995123,
+      "grad_norm": 114.0167007446289,
+      "learning_rate": 1.8548282216910068e-05,
+      "loss": 25.7812,
+      "step": 8306
+    },
+    {
+      "epoch": 0.3969702762114116,
+      "grad_norm": 290.1351623535156,
+      "learning_rate": 1.8547880622872597e-05,
+      "loss": 31.6875,
+      "step": 8307
+    },
+    {
+      "epoch": 0.397018063652872,
+      "grad_norm": 158.0453643798828,
+      "learning_rate": 1.8547478977644355e-05,
+      "loss": 18.4219,
+      "step": 8308
+    },
+    {
+      "epoch": 0.3970658510943324,
+      "grad_norm": 203.0682373046875,
+      "learning_rate": 1.854707728122774e-05,
+      "loss": 26.4062,
+      "step": 8309
+    },
+    {
+      "epoch": 0.3971136385357928,
+      "grad_norm": 423.5646057128906,
+      "learning_rate": 1.854667553362516e-05,
+      "loss": 33.3125,
+      "step": 8310
+    },
+    {
+      "epoch": 0.3971614259772532,
+      "grad_norm": 248.3778076171875,
+      "learning_rate": 1.8546273734839024e-05,
+      "loss": 34.5625,
+      "step": 8311
+    },
+    {
+      "epoch": 0.39720921341871357,
+      "grad_norm": 481.8697814941406,
+      "learning_rate": 1.8545871884871734e-05,
+      "loss": 29.75,
+      "step": 8312
+    },
+    {
+      "epoch": 0.39725700086017396,
+      "grad_norm": 354.98504638671875,
+      "learning_rate": 1.85454699837257e-05,
+      "loss": 43.3594,
+      "step": 8313
+    },
+    {
+      "epoch": 0.39730478830163435,
+      "grad_norm": 234.14666748046875,
+      "learning_rate": 1.8545068031403325e-05,
+      "loss": 22.6094,
+      "step": 8314
+    },
+    {
+      "epoch": 0.39735257574309474,
+      "grad_norm": 205.02413940429688,
+      "learning_rate": 1.8544666027907024e-05,
+      "loss": 28.5,
+      "step": 8315
+    },
+    {
+      "epoch": 0.39740036318455507,
+      "grad_norm": 157.13832092285156,
+      "learning_rate": 1.8544263973239193e-05,
+      "loss": 22.125,
+      "step": 8316
+    },
+    {
+      "epoch": 0.39744815062601546,
+      "grad_norm": 185.5178985595703,
+      "learning_rate": 1.854386186740225e-05,
+      "loss": 25.1562,
+      "step": 8317
+    },
+    {
+      "epoch": 0.39749593806747585,
+      "grad_norm": 456.3714599609375,
+      "learning_rate": 1.85434597103986e-05,
+      "loss": 24.875,
+      "step": 8318
+    },
+    {
+      "epoch": 0.39754372550893624,
+      "grad_norm": 284.88409423828125,
+      "learning_rate": 1.8543057502230647e-05,
+      "loss": 32.1562,
+      "step": 8319
+    },
+    {
+      "epoch": 0.39759151295039663,
+      "grad_norm": 276.628173828125,
+      "learning_rate": 1.8542655242900804e-05,
+      "loss": 26.0469,
+      "step": 8320
+    },
+    {
+      "epoch": 0.397639300391857,
+      "grad_norm": 247.9263153076172,
+      "learning_rate": 1.854225293241148e-05,
+      "loss": 23.8906,
+      "step": 8321
+    },
+    {
+      "epoch": 0.3976870878333174,
+      "grad_norm": 185.8129119873047,
+      "learning_rate": 1.854185057076508e-05,
+      "loss": 21.8906,
+      "step": 8322
+    },
+    {
+      "epoch": 0.3977348752747778,
+      "grad_norm": 191.60894775390625,
+      "learning_rate": 1.8541448157964018e-05,
+      "loss": 24.7656,
+      "step": 8323
+    },
+    {
+      "epoch": 0.3977826627162382,
+      "grad_norm": 376.90869140625,
+      "learning_rate": 1.854104569401071e-05,
+      "loss": 38.0,
+      "step": 8324
+    },
+    {
+      "epoch": 0.3978304501576986,
+      "grad_norm": 275.79229736328125,
+      "learning_rate": 1.8540643178907552e-05,
+      "loss": 28.0625,
+      "step": 8325
+    },
+    {
+      "epoch": 0.39787823759915897,
+      "grad_norm": 411.28271484375,
+      "learning_rate": 1.8540240612656964e-05,
+      "loss": 33.9375,
+      "step": 8326
+    },
+    {
+      "epoch": 0.3979260250406193,
+      "grad_norm": 424.452880859375,
+      "learning_rate": 1.8539837995261358e-05,
+      "loss": 50.0938,
+      "step": 8327
+    },
+    {
+      "epoch": 0.3979738124820797,
+      "grad_norm": 212.16319274902344,
+      "learning_rate": 1.8539435326723135e-05,
+      "loss": 28.5938,
+      "step": 8328
+    },
+    {
+      "epoch": 0.3980215999235401,
+      "grad_norm": 400.8265380859375,
+      "learning_rate": 1.853903260704472e-05,
+      "loss": 32.8438,
+      "step": 8329
+    },
+    {
+      "epoch": 0.39806938736500047,
+      "grad_norm": 282.398681640625,
+      "learning_rate": 1.8538629836228512e-05,
+      "loss": 23.3125,
+      "step": 8330
+    },
+    {
+      "epoch": 0.39811717480646086,
+      "grad_norm": 253.53053283691406,
+      "learning_rate": 1.8538227014276932e-05,
+      "loss": 34.3125,
+      "step": 8331
+    },
+    {
+      "epoch": 0.39816496224792125,
+      "grad_norm": 253.52232360839844,
+      "learning_rate": 1.853782414119239e-05,
+      "loss": 34.1875,
+      "step": 8332
+    },
+    {
+      "epoch": 0.39821274968938164,
+      "grad_norm": 356.14825439453125,
+      "learning_rate": 1.85374212169773e-05,
+      "loss": 32.0,
+      "step": 8333
+    },
+    {
+      "epoch": 0.39826053713084203,
+      "grad_norm": 313.8756408691406,
+      "learning_rate": 1.853701824163407e-05,
+      "loss": 31.1406,
+      "step": 8334
+    },
+    {
+      "epoch": 0.3983083245723024,
+      "grad_norm": 463.4196472167969,
+      "learning_rate": 1.8536615215165114e-05,
+      "loss": 26.0312,
+      "step": 8335
+    },
+    {
+      "epoch": 0.3983561120137628,
+      "grad_norm": 205.7637481689453,
+      "learning_rate": 1.8536212137572852e-05,
+      "loss": 23.8438,
+      "step": 8336
+    },
+    {
+      "epoch": 0.39840389945522314,
+      "grad_norm": 241.88931274414062,
+      "learning_rate": 1.8535809008859695e-05,
+      "loss": 24.0312,
+      "step": 8337
+    },
+    {
+      "epoch": 0.39845168689668353,
+      "grad_norm": 311.9635925292969,
+      "learning_rate": 1.8535405829028055e-05,
+      "loss": 32.3125,
+      "step": 8338
+    },
+    {
+      "epoch": 0.3984994743381439,
+      "grad_norm": 615.621826171875,
+      "learning_rate": 1.853500259808035e-05,
+      "loss": 32.7812,
+      "step": 8339
+    },
+    {
+      "epoch": 0.3985472617796043,
+      "grad_norm": 218.2325439453125,
+      "learning_rate": 1.8534599316018988e-05,
+      "loss": 32.4688,
+      "step": 8340
+    },
+    {
+      "epoch": 0.3985950492210647,
+      "grad_norm": 191.06304931640625,
+      "learning_rate": 1.853419598284639e-05,
+      "loss": 33.0625,
+      "step": 8341
+    },
+    {
+      "epoch": 0.3986428366625251,
+      "grad_norm": 303.2343444824219,
+      "learning_rate": 1.8533792598564973e-05,
+      "loss": 32.3281,
+      "step": 8342
+    },
+    {
+      "epoch": 0.3986906241039855,
+      "grad_norm": 368.717041015625,
+      "learning_rate": 1.8533389163177148e-05,
+      "loss": 29.4375,
+      "step": 8343
+    },
+    {
+      "epoch": 0.39873841154544587,
+      "grad_norm": 316.9225769042969,
+      "learning_rate": 1.853298567668533e-05,
+      "loss": 33.0312,
+      "step": 8344
+    },
+    {
+      "epoch": 0.39878619898690626,
+      "grad_norm": 403.28021240234375,
+      "learning_rate": 1.8532582139091945e-05,
+      "loss": 33.1562,
+      "step": 8345
+    },
+    {
+      "epoch": 0.39883398642836665,
+      "grad_norm": 223.4936981201172,
+      "learning_rate": 1.85321785503994e-05,
+      "loss": 30.0312,
+      "step": 8346
+    },
+    {
+      "epoch": 0.398881773869827,
+      "grad_norm": 400.0790100097656,
+      "learning_rate": 1.8531774910610112e-05,
+      "loss": 30.0938,
+      "step": 8347
+    },
+    {
+      "epoch": 0.3989295613112874,
+      "grad_norm": 318.3085021972656,
+      "learning_rate": 1.85313712197265e-05,
+      "loss": 32.3125,
+      "step": 8348
+    },
+    {
+      "epoch": 0.39897734875274776,
+      "grad_norm": 449.99713134765625,
+      "learning_rate": 1.853096747775099e-05,
+      "loss": 41.6875,
+      "step": 8349
+    },
+    {
+      "epoch": 0.39902513619420815,
+      "grad_norm": 253.74530029296875,
+      "learning_rate": 1.853056368468599e-05,
+      "loss": 26.4375,
+      "step": 8350
+    },
+    {
+      "epoch": 0.39907292363566854,
+      "grad_norm": 245.07496643066406,
+      "learning_rate": 1.853015984053392e-05,
+      "loss": 27.9375,
+      "step": 8351
+    },
+    {
+      "epoch": 0.39912071107712893,
+      "grad_norm": 293.5998229980469,
+      "learning_rate": 1.85297559452972e-05,
+      "loss": 35.3125,
+      "step": 8352
+    },
+    {
+      "epoch": 0.3991684985185893,
+      "grad_norm": 260.1607360839844,
+      "learning_rate": 1.8529351998978246e-05,
+      "loss": 24.6562,
+      "step": 8353
+    },
+    {
+      "epoch": 0.3992162859600497,
+      "grad_norm": 202.47293090820312,
+      "learning_rate": 1.8528948001579482e-05,
+      "loss": 22.3438,
+      "step": 8354
+    },
+    {
+      "epoch": 0.3992640734015101,
+      "grad_norm": 200.24710083007812,
+      "learning_rate": 1.8528543953103324e-05,
+      "loss": 32.0312,
+      "step": 8355
+    },
+    {
+      "epoch": 0.3993118608429705,
+      "grad_norm": 422.5766296386719,
+      "learning_rate": 1.8528139853552194e-05,
+      "loss": 40.2812,
+      "step": 8356
+    },
+    {
+      "epoch": 0.3993596482844309,
+      "grad_norm": 359.8543395996094,
+      "learning_rate": 1.8527735702928507e-05,
+      "loss": 28.9688,
+      "step": 8357
+    },
+    {
+      "epoch": 0.3994074357258912,
+      "grad_norm": 356.6164245605469,
+      "learning_rate": 1.852733150123469e-05,
+      "loss": 41.625,
+      "step": 8358
+    },
+    {
+      "epoch": 0.3994552231673516,
+      "grad_norm": 311.8656311035156,
+      "learning_rate": 1.8526927248473162e-05,
+      "loss": 24.0,
+      "step": 8359
+    },
+    {
+      "epoch": 0.399503010608812,
+      "grad_norm": 221.8179931640625,
+      "learning_rate": 1.8526522944646342e-05,
+      "loss": 25.625,
+      "step": 8360
+    },
+    {
+      "epoch": 0.3995507980502724,
+      "grad_norm": 182.78338623046875,
+      "learning_rate": 1.852611858975665e-05,
+      "loss": 29.0312,
+      "step": 8361
+    },
+    {
+      "epoch": 0.39959858549173277,
+      "grad_norm": 297.9623107910156,
+      "learning_rate": 1.8525714183806508e-05,
+      "loss": 36.6562,
+      "step": 8362
+    },
+    {
+      "epoch": 0.39964637293319316,
+      "grad_norm": 444.9325866699219,
+      "learning_rate": 1.852530972679834e-05,
+      "loss": 38.3438,
+      "step": 8363
+    },
+    {
+      "epoch": 0.39969416037465355,
+      "grad_norm": 305.676025390625,
+      "learning_rate": 1.852490521873457e-05,
+      "loss": 35.0938,
+      "step": 8364
+    },
+    {
+      "epoch": 0.39974194781611394,
+      "grad_norm": 172.53323364257812,
+      "learning_rate": 1.8524500659617616e-05,
+      "loss": 27.5938,
+      "step": 8365
+    },
+    {
+      "epoch": 0.39978973525757433,
+      "grad_norm": 227.90594482421875,
+      "learning_rate": 1.8524096049449902e-05,
+      "loss": 32.8125,
+      "step": 8366
+    },
+    {
+      "epoch": 0.3998375226990347,
+      "grad_norm": 267.0672912597656,
+      "learning_rate": 1.8523691388233854e-05,
+      "loss": 37.3125,
+      "step": 8367
+    },
+    {
+      "epoch": 0.39988531014049505,
+      "grad_norm": 276.12017822265625,
+      "learning_rate": 1.852328667597189e-05,
+      "loss": 31.875,
+      "step": 8368
+    },
+    {
+      "epoch": 0.39993309758195544,
+      "grad_norm": 139.38450622558594,
+      "learning_rate": 1.852288191266644e-05,
+      "loss": 25.1406,
+      "step": 8369
+    },
+    {
+      "epoch": 0.39998088502341583,
+      "grad_norm": 194.93850708007812,
+      "learning_rate": 1.8522477098319923e-05,
+      "loss": 26.2344,
+      "step": 8370
+    },
+    {
+      "epoch": 0.4000286724648762,
+      "grad_norm": 252.65565490722656,
+      "learning_rate": 1.8522072232934765e-05,
+      "loss": 33.7812,
+      "step": 8371
+    },
+    {
+      "epoch": 0.4000764599063366,
+      "grad_norm": 216.20155334472656,
+      "learning_rate": 1.8521667316513392e-05,
+      "loss": 34.9062,
+      "step": 8372
+    },
+    {
+      "epoch": 0.400124247347797,
+      "grad_norm": 207.5266571044922,
+      "learning_rate": 1.8521262349058226e-05,
+      "loss": 25.1562,
+      "step": 8373
+    },
+    {
+      "epoch": 0.4001720347892574,
+      "grad_norm": 184.70684814453125,
+      "learning_rate": 1.8520857330571694e-05,
+      "loss": 23.875,
+      "step": 8374
+    },
+    {
+      "epoch": 0.4002198222307178,
+      "grad_norm": 227.990234375,
+      "learning_rate": 1.8520452261056224e-05,
+      "loss": 25.9219,
+      "step": 8375
+    },
+    {
+      "epoch": 0.40026760967217817,
+      "grad_norm": 291.6293640136719,
+      "learning_rate": 1.852004714051424e-05,
+      "loss": 46.3438,
+      "step": 8376
+    },
+    {
+      "epoch": 0.40031539711363856,
+      "grad_norm": 276.15185546875,
+      "learning_rate": 1.8519641968948165e-05,
+      "loss": 28.4062,
+      "step": 8377
+    },
+    {
+      "epoch": 0.4003631845550989,
+      "grad_norm": 241.9154052734375,
+      "learning_rate": 1.8519236746360428e-05,
+      "loss": 41.2812,
+      "step": 8378
+    },
+    {
+      "epoch": 0.4004109719965593,
+      "grad_norm": 879.0984497070312,
+      "learning_rate": 1.8518831472753456e-05,
+      "loss": 33.625,
+      "step": 8379
+    },
+    {
+      "epoch": 0.4004587594380197,
+      "grad_norm": 158.7679443359375,
+      "learning_rate": 1.8518426148129674e-05,
+      "loss": 30.125,
+      "step": 8380
+    },
+    {
+      "epoch": 0.40050654687948006,
+      "grad_norm": 193.66844177246094,
+      "learning_rate": 1.8518020772491513e-05,
+      "loss": 27.625,
+      "step": 8381
+    },
+    {
+      "epoch": 0.40055433432094045,
+      "grad_norm": 613.3650512695312,
+      "learning_rate": 1.85176153458414e-05,
+      "loss": 32.8438,
+      "step": 8382
+    },
+    {
+      "epoch": 0.40060212176240084,
+      "grad_norm": 419.1495056152344,
+      "learning_rate": 1.851720986818176e-05,
+      "loss": 36.8125,
+      "step": 8383
+    },
+    {
+      "epoch": 0.40064990920386123,
+      "grad_norm": 186.15240478515625,
+      "learning_rate": 1.8516804339515023e-05,
+      "loss": 24.7188,
+      "step": 8384
+    },
+    {
+      "epoch": 0.4006976966453216,
+      "grad_norm": 356.52099609375,
+      "learning_rate": 1.851639875984362e-05,
+      "loss": 39.2188,
+      "step": 8385
+    },
+    {
+      "epoch": 0.400745484086782,
+      "grad_norm": 184.96810913085938,
+      "learning_rate": 1.8515993129169978e-05,
+      "loss": 30.0938,
+      "step": 8386
+    },
+    {
+      "epoch": 0.4007932715282424,
+      "grad_norm": 175.62741088867188,
+      "learning_rate": 1.8515587447496522e-05,
+      "loss": 24.7188,
+      "step": 8387
+    },
+    {
+      "epoch": 0.40084105896970273,
+      "grad_norm": 209.97979736328125,
+      "learning_rate": 1.851518171482569e-05,
+      "loss": 30.625,
+      "step": 8388
+    },
+    {
+      "epoch": 0.4008888464111631,
+      "grad_norm": 268.55987548828125,
+      "learning_rate": 1.8514775931159903e-05,
+      "loss": 28.0469,
+      "step": 8389
+    },
+    {
+      "epoch": 0.4009366338526235,
+      "grad_norm": 425.1353759765625,
+      "learning_rate": 1.8514370096501598e-05,
+      "loss": 40.75,
+      "step": 8390
+    },
+    {
+      "epoch": 0.4009844212940839,
+      "grad_norm": 286.7810974121094,
+      "learning_rate": 1.85139642108532e-05,
+      "loss": 34.125,
+      "step": 8391
+    },
+    {
+      "epoch": 0.4010322087355443,
+      "grad_norm": 1232.350341796875,
+      "learning_rate": 1.8513558274217142e-05,
+      "loss": 26.1562,
+      "step": 8392
+    },
+    {
+      "epoch": 0.4010799961770047,
+      "grad_norm": 360.69171142578125,
+      "learning_rate": 1.851315228659586e-05,
+      "loss": 32.7969,
+      "step": 8393
+    },
+    {
+      "epoch": 0.4011277836184651,
+      "grad_norm": 197.22116088867188,
+      "learning_rate": 1.8512746247991774e-05,
+      "loss": 28.5938,
+      "step": 8394
+    },
+    {
+      "epoch": 0.40117557105992546,
+      "grad_norm": 259.97314453125,
+      "learning_rate": 1.851234015840733e-05,
+      "loss": 26.0625,
+      "step": 8395
+    },
+    {
+      "epoch": 0.40122335850138585,
+      "grad_norm": 160.06106567382812,
+      "learning_rate": 1.851193401784495e-05,
+      "loss": 21.3125,
+      "step": 8396
+    },
+    {
+      "epoch": 0.40127114594284624,
+      "grad_norm": 240.48353576660156,
+      "learning_rate": 1.8511527826307065e-05,
+      "loss": 26.5625,
+      "step": 8397
+    },
+    {
+      "epoch": 0.40131893338430663,
+      "grad_norm": 477.9082336425781,
+      "learning_rate": 1.8511121583796114e-05,
+      "loss": 29.9688,
+      "step": 8398
+    },
+    {
+      "epoch": 0.40136672082576696,
+      "grad_norm": 241.73098754882812,
+      "learning_rate": 1.851071529031453e-05,
+      "loss": 37.625,
+      "step": 8399
+    },
+    {
+      "epoch": 0.40141450826722735,
+      "grad_norm": 340.83001708984375,
+      "learning_rate": 1.8510308945864738e-05,
+      "loss": 30.625,
+      "step": 8400
+    },
+    {
+      "epoch": 0.40146229570868774,
+      "grad_norm": 692.34716796875,
+      "learning_rate": 1.8509902550449178e-05,
+      "loss": 43.9688,
+      "step": 8401
+    },
+    {
+      "epoch": 0.40151008315014813,
+      "grad_norm": 260.3470764160156,
+      "learning_rate": 1.850949610407028e-05,
+      "loss": 24.5312,
+      "step": 8402
+    },
+    {
+      "epoch": 0.4015578705916085,
+      "grad_norm": 501.5337219238281,
+      "learning_rate": 1.8509089606730485e-05,
+      "loss": 22.8125,
+      "step": 8403
+    },
+    {
+      "epoch": 0.4016056580330689,
+      "grad_norm": 309.3689880371094,
+      "learning_rate": 1.850868305843222e-05,
+      "loss": 37.25,
+      "step": 8404
+    },
+    {
+      "epoch": 0.4016534454745293,
+      "grad_norm": 334.33734130859375,
+      "learning_rate": 1.8508276459177924e-05,
+      "loss": 37.3125,
+      "step": 8405
+    },
+    {
+      "epoch": 0.4017012329159897,
+      "grad_norm": 328.2012023925781,
+      "learning_rate": 1.8507869808970032e-05,
+      "loss": 41.0625,
+      "step": 8406
+    },
+    {
+      "epoch": 0.4017490203574501,
+      "grad_norm": 247.28506469726562,
+      "learning_rate": 1.8507463107810978e-05,
+      "loss": 28.5312,
+      "step": 8407
+    },
+    {
+      "epoch": 0.40179680779891047,
+      "grad_norm": 281.00006103515625,
+      "learning_rate": 1.8507056355703196e-05,
+      "loss": 30.0312,
+      "step": 8408
+    },
+    {
+      "epoch": 0.4018445952403708,
+      "grad_norm": 417.8860168457031,
+      "learning_rate": 1.8506649552649124e-05,
+      "loss": 23.8125,
+      "step": 8409
+    },
+    {
+      "epoch": 0.4018923826818312,
+      "grad_norm": 140.54571533203125,
+      "learning_rate": 1.85062426986512e-05,
+      "loss": 24.3438,
+      "step": 8410
+    },
+    {
+      "epoch": 0.4019401701232916,
+      "grad_norm": 349.9980773925781,
+      "learning_rate": 1.8505835793711855e-05,
+      "loss": 30.8438,
+      "step": 8411
+    },
+    {
+      "epoch": 0.401987957564752,
+      "grad_norm": 420.2931213378906,
+      "learning_rate": 1.850542883783353e-05,
+      "loss": 47.8125,
+      "step": 8412
+    },
+    {
+      "epoch": 0.40203574500621236,
+      "grad_norm": 272.565673828125,
+      "learning_rate": 1.8505021831018665e-05,
+      "loss": 33.1562,
+      "step": 8413
+    },
+    {
+      "epoch": 0.40208353244767275,
+      "grad_norm": 252.36805725097656,
+      "learning_rate": 1.850461477326969e-05,
+      "loss": 26.7031,
+      "step": 8414
+    },
+    {
+      "epoch": 0.40213131988913314,
+      "grad_norm": 216.677734375,
+      "learning_rate": 1.8504207664589044e-05,
+      "loss": 26.3438,
+      "step": 8415
+    },
+    {
+      "epoch": 0.40217910733059353,
+      "grad_norm": 250.6405029296875,
+      "learning_rate": 1.850380050497917e-05,
+      "loss": 21.2812,
+      "step": 8416
+    },
+    {
+      "epoch": 0.4022268947720539,
+      "grad_norm": 245.7515869140625,
+      "learning_rate": 1.8503393294442504e-05,
+      "loss": 27.2031,
+      "step": 8417
+    },
+    {
+      "epoch": 0.4022746822135143,
+      "grad_norm": 383.0751647949219,
+      "learning_rate": 1.8502986032981485e-05,
+      "loss": 32.7188,
+      "step": 8418
+    },
+    {
+      "epoch": 0.40232246965497465,
+      "grad_norm": 220.5975341796875,
+      "learning_rate": 1.8502578720598553e-05,
+      "loss": 32.3438,
+      "step": 8419
+    },
+    {
+      "epoch": 0.40237025709643504,
+      "grad_norm": 280.7933654785156,
+      "learning_rate": 1.8502171357296144e-05,
+      "loss": 38.2812,
+      "step": 8420
+    },
+    {
+      "epoch": 0.4024180445378954,
+      "grad_norm": 165.20852661132812,
+      "learning_rate": 1.8501763943076697e-05,
+      "loss": 17.4844,
+      "step": 8421
+    },
+    {
+      "epoch": 0.4024658319793558,
+      "grad_norm": 247.14028930664062,
+      "learning_rate": 1.850135647794266e-05,
+      "loss": 28.0625,
+      "step": 8422
+    },
+    {
+      "epoch": 0.4025136194208162,
+      "grad_norm": 465.42437744140625,
+      "learning_rate": 1.8500948961896462e-05,
+      "loss": 40.5312,
+      "step": 8423
+    },
+    {
+      "epoch": 0.4025614068622766,
+      "grad_norm": 308.2834167480469,
+      "learning_rate": 1.8500541394940552e-05,
+      "loss": 37.375,
+      "step": 8424
+    },
+    {
+      "epoch": 0.402609194303737,
+      "grad_norm": 550.4520263671875,
+      "learning_rate": 1.8500133777077366e-05,
+      "loss": 33.2188,
+      "step": 8425
+    },
+    {
+      "epoch": 0.4026569817451974,
+      "grad_norm": 365.81964111328125,
+      "learning_rate": 1.8499726108309347e-05,
+      "loss": 31.1562,
+      "step": 8426
+    },
+    {
+      "epoch": 0.40270476918665776,
+      "grad_norm": 184.25506591796875,
+      "learning_rate": 1.8499318388638937e-05,
+      "loss": 19.3125,
+      "step": 8427
+    },
+    {
+      "epoch": 0.40275255662811815,
+      "grad_norm": 441.1669921875,
+      "learning_rate": 1.849891061806858e-05,
+      "loss": 35.0938,
+      "step": 8428
+    },
+    {
+      "epoch": 0.40280034406957854,
+      "grad_norm": 207.8000030517578,
+      "learning_rate": 1.8498502796600712e-05,
+      "loss": 23.6562,
+      "step": 8429
+    },
+    {
+      "epoch": 0.4028481315110389,
+      "grad_norm": 231.03143310546875,
+      "learning_rate": 1.8498094924237776e-05,
+      "loss": 32.6562,
+      "step": 8430
+    },
+    {
+      "epoch": 0.40289591895249927,
+      "grad_norm": 342.7933349609375,
+      "learning_rate": 1.8497687000982218e-05,
+      "loss": 26.8906,
+      "step": 8431
+    },
+    {
+      "epoch": 0.40294370639395966,
+      "grad_norm": 429.4110412597656,
+      "learning_rate": 1.849727902683648e-05,
+      "loss": 45.6719,
+      "step": 8432
+    },
+    {
+      "epoch": 0.40299149383542004,
+      "grad_norm": 206.54774475097656,
+      "learning_rate": 1.849687100180301e-05,
+      "loss": 28.3438,
+      "step": 8433
+    },
+    {
+      "epoch": 0.40303928127688043,
+      "grad_norm": 354.1680908203125,
+      "learning_rate": 1.849646292588424e-05,
+      "loss": 26.0938,
+      "step": 8434
+    },
+    {
+      "epoch": 0.4030870687183408,
+      "grad_norm": 300.100830078125,
+      "learning_rate": 1.8496054799082627e-05,
+      "loss": 35.5,
+      "step": 8435
+    },
+    {
+      "epoch": 0.4031348561598012,
+      "grad_norm": 262.6518249511719,
+      "learning_rate": 1.84956466214006e-05,
+      "loss": 23.8438,
+      "step": 8436
+    },
+    {
+      "epoch": 0.4031826436012616,
+      "grad_norm": 459.33782958984375,
+      "learning_rate": 1.849523839284062e-05,
+      "loss": 41.0,
+      "step": 8437
+    },
+    {
+      "epoch": 0.403230431042722,
+      "grad_norm": 173.80845642089844,
+      "learning_rate": 1.849483011340512e-05,
+      "loss": 27.375,
+      "step": 8438
+    },
+    {
+      "epoch": 0.4032782184841824,
+      "grad_norm": 361.2769470214844,
+      "learning_rate": 1.849442178309655e-05,
+      "loss": 24.625,
+      "step": 8439
+    },
+    {
+      "epoch": 0.4033260059256427,
+      "grad_norm": 331.3932800292969,
+      "learning_rate": 1.8494013401917355e-05,
+      "loss": 35.4375,
+      "step": 8440
+    },
+    {
+      "epoch": 0.4033737933671031,
+      "grad_norm": 289.4954528808594,
+      "learning_rate": 1.849360496986998e-05,
+      "loss": 28.8438,
+      "step": 8441
+    },
+    {
+      "epoch": 0.4034215808085635,
+      "grad_norm": 416.865478515625,
+      "learning_rate": 1.849319648695687e-05,
+      "loss": 31.1562,
+      "step": 8442
+    },
+    {
+      "epoch": 0.4034693682500239,
+      "grad_norm": 277.0692138671875,
+      "learning_rate": 1.849278795318047e-05,
+      "loss": 31.4375,
+      "step": 8443
+    },
+    {
+      "epoch": 0.4035171556914843,
+      "grad_norm": 252.9141845703125,
+      "learning_rate": 1.8492379368543234e-05,
+      "loss": 26.625,
+      "step": 8444
+    },
+    {
+      "epoch": 0.40356494313294466,
+      "grad_norm": 243.42088317871094,
+      "learning_rate": 1.84919707330476e-05,
+      "loss": 34.125,
+      "step": 8445
+    },
+    {
+      "epoch": 0.40361273057440505,
+      "grad_norm": 276.8922119140625,
+      "learning_rate": 1.8491562046696022e-05,
+      "loss": 27.7344,
+      "step": 8446
+    },
+    {
+      "epoch": 0.40366051801586544,
+      "grad_norm": 218.92147827148438,
+      "learning_rate": 1.8491153309490943e-05,
+      "loss": 35.75,
+      "step": 8447
+    },
+    {
+      "epoch": 0.40370830545732583,
+      "grad_norm": 473.14837646484375,
+      "learning_rate": 1.849074452143481e-05,
+      "loss": 27.1406,
+      "step": 8448
+    },
+    {
+      "epoch": 0.4037560928987862,
+      "grad_norm": 361.16259765625,
+      "learning_rate": 1.8490335682530076e-05,
+      "loss": 37.1562,
+      "step": 8449
+    },
+    {
+      "epoch": 0.40380388034024656,
+      "grad_norm": 291.37432861328125,
+      "learning_rate": 1.8489926792779188e-05,
+      "loss": 21.75,
+      "step": 8450
+    },
+    {
+      "epoch": 0.40385166778170695,
+      "grad_norm": 302.2619934082031,
+      "learning_rate": 1.8489517852184588e-05,
+      "loss": 24.375,
+      "step": 8451
+    },
+    {
+      "epoch": 0.40389945522316734,
+      "grad_norm": 438.83685302734375,
+      "learning_rate": 1.8489108860748736e-05,
+      "loss": 31.875,
+      "step": 8452
+    },
+    {
+      "epoch": 0.4039472426646277,
+      "grad_norm": 301.8273620605469,
+      "learning_rate": 1.8488699818474075e-05,
+      "loss": 31.5938,
+      "step": 8453
+    },
+    {
+      "epoch": 0.4039950301060881,
+      "grad_norm": 308.0859069824219,
+      "learning_rate": 1.8488290725363054e-05,
+      "loss": 39.625,
+      "step": 8454
+    },
+    {
+      "epoch": 0.4040428175475485,
+      "grad_norm": 296.5453186035156,
+      "learning_rate": 1.8487881581418127e-05,
+      "loss": 29.8125,
+      "step": 8455
+    },
+    {
+      "epoch": 0.4040906049890089,
+      "grad_norm": 365.6202697753906,
+      "learning_rate": 1.8487472386641737e-05,
+      "loss": 29.4531,
+      "step": 8456
+    },
+    {
+      "epoch": 0.4041383924304693,
+      "grad_norm": 266.8765869140625,
+      "learning_rate": 1.8487063141036342e-05,
+      "loss": 31.3438,
+      "step": 8457
+    },
+    {
+      "epoch": 0.4041861798719297,
+      "grad_norm": 302.6430358886719,
+      "learning_rate": 1.848665384460439e-05,
+      "loss": 41.2188,
+      "step": 8458
+    },
+    {
+      "epoch": 0.40423396731339006,
+      "grad_norm": 351.46307373046875,
+      "learning_rate": 1.848624449734833e-05,
+      "loss": 51.0,
+      "step": 8459
+    },
+    {
+      "epoch": 0.4042817547548504,
+      "grad_norm": 366.6499938964844,
+      "learning_rate": 1.8485835099270622e-05,
+      "loss": 28.9688,
+      "step": 8460
+    },
+    {
+      "epoch": 0.4043295421963108,
+      "grad_norm": 216.2269744873047,
+      "learning_rate": 1.8485425650373706e-05,
+      "loss": 22.0625,
+      "step": 8461
+    },
+    {
+      "epoch": 0.4043773296377712,
+      "grad_norm": 304.3882751464844,
+      "learning_rate": 1.8485016150660043e-05,
+      "loss": 30.6562,
+      "step": 8462
+    },
+    {
+      "epoch": 0.40442511707923157,
+      "grad_norm": 398.04608154296875,
+      "learning_rate": 1.8484606600132078e-05,
+      "loss": 39.5625,
+      "step": 8463
+    },
+    {
+      "epoch": 0.40447290452069196,
+      "grad_norm": 336.7152099609375,
+      "learning_rate": 1.848419699879227e-05,
+      "loss": 23.9844,
+      "step": 8464
+    },
+    {
+      "epoch": 0.40452069196215235,
+      "grad_norm": 164.89785766601562,
+      "learning_rate": 1.848378734664307e-05,
+      "loss": 29.4531,
+      "step": 8465
+    },
+    {
+      "epoch": 0.40456847940361274,
+      "grad_norm": 314.7974853515625,
+      "learning_rate": 1.8483377643686927e-05,
+      "loss": 35.4375,
+      "step": 8466
+    },
+    {
+      "epoch": 0.4046162668450731,
+      "grad_norm": 268.59765625,
+      "learning_rate": 1.84829678899263e-05,
+      "loss": 41.4062,
+      "step": 8467
+    },
+    {
+      "epoch": 0.4046640542865335,
+      "grad_norm": 220.24827575683594,
+      "learning_rate": 1.8482558085363645e-05,
+      "loss": 31.0938,
+      "step": 8468
+    },
+    {
+      "epoch": 0.4047118417279939,
+      "grad_norm": 232.08151245117188,
+      "learning_rate": 1.848214823000141e-05,
+      "loss": 28.9375,
+      "step": 8469
+    },
+    {
+      "epoch": 0.4047596291694543,
+      "grad_norm": 208.32925415039062,
+      "learning_rate": 1.8481738323842055e-05,
+      "loss": 32.4062,
+      "step": 8470
+    },
+    {
+      "epoch": 0.4048074166109146,
+      "grad_norm": 242.42173767089844,
+      "learning_rate": 1.8481328366888027e-05,
+      "loss": 24.9688,
+      "step": 8471
+    },
+    {
+      "epoch": 0.404855204052375,
+      "grad_norm": 633.9398193359375,
+      "learning_rate": 1.8480918359141787e-05,
+      "loss": 37.2188,
+      "step": 8472
+    },
+    {
+      "epoch": 0.4049029914938354,
+      "grad_norm": 183.622314453125,
+      "learning_rate": 1.848050830060579e-05,
+      "loss": 31.125,
+      "step": 8473
+    },
+    {
+      "epoch": 0.4049507789352958,
+      "grad_norm": 188.25701904296875,
+      "learning_rate": 1.8480098191282493e-05,
+      "loss": 21.1719,
+      "step": 8474
+    },
+    {
+      "epoch": 0.4049985663767562,
+      "grad_norm": 451.61785888671875,
+      "learning_rate": 1.847968803117435e-05,
+      "loss": 31.2188,
+      "step": 8475
+    },
+    {
+      "epoch": 0.4050463538182166,
+      "grad_norm": 227.03465270996094,
+      "learning_rate": 1.8479277820283818e-05,
+      "loss": 31.5938,
+      "step": 8476
+    },
+    {
+      "epoch": 0.40509414125967697,
+      "grad_norm": 191.56300354003906,
+      "learning_rate": 1.847886755861335e-05,
+      "loss": 30.3438,
+      "step": 8477
+    },
+    {
+      "epoch": 0.40514192870113735,
+      "grad_norm": 331.8423156738281,
+      "learning_rate": 1.8478457246165408e-05,
+      "loss": 26.7969,
+      "step": 8478
+    },
+    {
+      "epoch": 0.40518971614259774,
+      "grad_norm": 175.21095275878906,
+      "learning_rate": 1.8478046882942446e-05,
+      "loss": 31.4688,
+      "step": 8479
+    },
+    {
+      "epoch": 0.40523750358405813,
+      "grad_norm": 304.6174621582031,
+      "learning_rate": 1.8477636468946926e-05,
+      "loss": 28.6562,
+      "step": 8480
+    },
+    {
+      "epoch": 0.40528529102551847,
+      "grad_norm": 351.8757629394531,
+      "learning_rate": 1.8477226004181298e-05,
+      "loss": 33.8125,
+      "step": 8481
+    },
+    {
+      "epoch": 0.40533307846697886,
+      "grad_norm": 368.9654541015625,
+      "learning_rate": 1.847681548864803e-05,
+      "loss": 35.9219,
+      "step": 8482
+    },
+    {
+      "epoch": 0.40538086590843925,
+      "grad_norm": 788.088134765625,
+      "learning_rate": 1.847640492234957e-05,
+      "loss": 38.9688,
+      "step": 8483
+    },
+    {
+      "epoch": 0.40542865334989964,
+      "grad_norm": 168.12767028808594,
+      "learning_rate": 1.8475994305288388e-05,
+      "loss": 29.75,
+      "step": 8484
+    },
+    {
+      "epoch": 0.40547644079136,
+      "grad_norm": 578.697265625,
+      "learning_rate": 1.8475583637466933e-05,
+      "loss": 37.625,
+      "step": 8485
+    },
+    {
+      "epoch": 0.4055242282328204,
+      "grad_norm": 290.1846008300781,
+      "learning_rate": 1.847517291888767e-05,
+      "loss": 27.8438,
+      "step": 8486
+    },
+    {
+      "epoch": 0.4055720156742808,
+      "grad_norm": 390.4104919433594,
+      "learning_rate": 1.8474762149553056e-05,
+      "loss": 34.625,
+      "step": 8487
+    },
+    {
+      "epoch": 0.4056198031157412,
+      "grad_norm": 223.14495849609375,
+      "learning_rate": 1.8474351329465553e-05,
+      "loss": 21.75,
+      "step": 8488
+    },
+    {
+      "epoch": 0.4056675905572016,
+      "grad_norm": 402.9072570800781,
+      "learning_rate": 1.8473940458627618e-05,
+      "loss": 36.1094,
+      "step": 8489
+    },
+    {
+      "epoch": 0.405715377998662,
+      "grad_norm": 303.2086181640625,
+      "learning_rate": 1.8473529537041716e-05,
+      "loss": 34.4375,
+      "step": 8490
+    },
+    {
+      "epoch": 0.4057631654401223,
+      "grad_norm": 201.52386474609375,
+      "learning_rate": 1.8473118564710307e-05,
+      "loss": 37.6562,
+      "step": 8491
+    },
+    {
+      "epoch": 0.4058109528815827,
+      "grad_norm": 239.1779022216797,
+      "learning_rate": 1.847270754163585e-05,
+      "loss": 26.8438,
+      "step": 8492
+    },
+    {
+      "epoch": 0.4058587403230431,
+      "grad_norm": 308.5996398925781,
+      "learning_rate": 1.8472296467820808e-05,
+      "loss": 39.875,
+      "step": 8493
+    },
+    {
+      "epoch": 0.4059065277645035,
+      "grad_norm": 482.0539245605469,
+      "learning_rate": 1.8471885343267645e-05,
+      "loss": 34.5625,
+      "step": 8494
+    },
+    {
+      "epoch": 0.40595431520596387,
+      "grad_norm": 205.2205810546875,
+      "learning_rate": 1.8471474167978817e-05,
+      "loss": 34.25,
+      "step": 8495
+    },
+    {
+      "epoch": 0.40600210264742426,
+      "grad_norm": 132.33274841308594,
+      "learning_rate": 1.8471062941956788e-05,
+      "loss": 30.2188,
+      "step": 8496
+    },
+    {
+      "epoch": 0.40604989008888465,
+      "grad_norm": 195.87928771972656,
+      "learning_rate": 1.8470651665204025e-05,
+      "loss": 29.6562,
+      "step": 8497
+    },
+    {
+      "epoch": 0.40609767753034504,
+      "grad_norm": 242.54922485351562,
+      "learning_rate": 1.847024033772299e-05,
+      "loss": 33.875,
+      "step": 8498
+    },
+    {
+      "epoch": 0.4061454649718054,
+      "grad_norm": 200.13232421875,
+      "learning_rate": 1.8469828959516145e-05,
+      "loss": 30.1562,
+      "step": 8499
+    },
+    {
+      "epoch": 0.4061932524132658,
+      "grad_norm": 237.62974548339844,
+      "learning_rate": 1.846941753058595e-05,
+      "loss": 24.4688,
+      "step": 8500
+    },
+    {
+      "epoch": 0.4062410398547262,
+      "grad_norm": 241.40234375,
+      "learning_rate": 1.8469006050934878e-05,
+      "loss": 31.7812,
+      "step": 8501
+    },
+    {
+      "epoch": 0.40628882729618654,
+      "grad_norm": 222.12945556640625,
+      "learning_rate": 1.8468594520565384e-05,
+      "loss": 27.0469,
+      "step": 8502
+    },
+    {
+      "epoch": 0.40633661473764693,
+      "grad_norm": 345.2933044433594,
+      "learning_rate": 1.8468182939479937e-05,
+      "loss": 41.1875,
+      "step": 8503
+    },
+    {
+      "epoch": 0.4063844021791073,
+      "grad_norm": 452.2317810058594,
+      "learning_rate": 1.8467771307681e-05,
+      "loss": 47.75,
+      "step": 8504
+    },
+    {
+      "epoch": 0.4064321896205677,
+      "grad_norm": 661.64111328125,
+      "learning_rate": 1.846735962517104e-05,
+      "loss": 27.2812,
+      "step": 8505
+    },
+    {
+      "epoch": 0.4064799770620281,
+      "grad_norm": 425.0728759765625,
+      "learning_rate": 1.8466947891952524e-05,
+      "loss": 33.0625,
+      "step": 8506
+    },
+    {
+      "epoch": 0.4065277645034885,
+      "grad_norm": 194.93905639648438,
+      "learning_rate": 1.8466536108027914e-05,
+      "loss": 26.8438,
+      "step": 8507
+    },
+    {
+      "epoch": 0.4065755519449489,
+      "grad_norm": 477.1570129394531,
+      "learning_rate": 1.846612427339968e-05,
+      "loss": 28.8125,
+      "step": 8508
+    },
+    {
+      "epoch": 0.40662333938640927,
+      "grad_norm": 492.51104736328125,
+      "learning_rate": 1.846571238807028e-05,
+      "loss": 37.8438,
+      "step": 8509
+    },
+    {
+      "epoch": 0.40667112682786966,
+      "grad_norm": 229.24075317382812,
+      "learning_rate": 1.8465300452042193e-05,
+      "loss": 27.6719,
+      "step": 8510
+    },
+    {
+      "epoch": 0.40671891426933005,
+      "grad_norm": 450.5159606933594,
+      "learning_rate": 1.8464888465317875e-05,
+      "loss": 25.1875,
+      "step": 8511
+    },
+    {
+      "epoch": 0.4067667017107904,
+      "grad_norm": 380.99029541015625,
+      "learning_rate": 1.8464476427899798e-05,
+      "loss": 36.7812,
+      "step": 8512
+    },
+    {
+      "epoch": 0.40681448915225077,
+      "grad_norm": 253.4605712890625,
+      "learning_rate": 1.846406433979043e-05,
+      "loss": 31.0469,
+      "step": 8513
+    },
+    {
+      "epoch": 0.40686227659371116,
+      "grad_norm": 294.2256774902344,
+      "learning_rate": 1.846365220099224e-05,
+      "loss": 27.6562,
+      "step": 8514
+    },
+    {
+      "epoch": 0.40691006403517155,
+      "grad_norm": 309.92498779296875,
+      "learning_rate": 1.8463240011507694e-05,
+      "loss": 33.375,
+      "step": 8515
+    },
+    {
+      "epoch": 0.40695785147663194,
+      "grad_norm": 258.23291015625,
+      "learning_rate": 1.8462827771339257e-05,
+      "loss": 33.875,
+      "step": 8516
+    },
+    {
+      "epoch": 0.4070056389180923,
+      "grad_norm": 257.7117614746094,
+      "learning_rate": 1.8462415480489406e-05,
+      "loss": 36.125,
+      "step": 8517
+    },
+    {
+      "epoch": 0.4070534263595527,
+      "grad_norm": 192.93508911132812,
+      "learning_rate": 1.8462003138960605e-05,
+      "loss": 28.375,
+      "step": 8518
+    },
+    {
+      "epoch": 0.4071012138010131,
+      "grad_norm": 267.718994140625,
+      "learning_rate": 1.846159074675532e-05,
+      "loss": 33.1562,
+      "step": 8519
+    },
+    {
+      "epoch": 0.4071490012424735,
+      "grad_norm": 337.29388427734375,
+      "learning_rate": 1.8461178303876033e-05,
+      "loss": 34.9375,
+      "step": 8520
+    },
+    {
+      "epoch": 0.4071967886839339,
+      "grad_norm": 290.66705322265625,
+      "learning_rate": 1.84607658103252e-05,
+      "loss": 38.5625,
+      "step": 8521
+    },
+    {
+      "epoch": 0.4072445761253942,
+      "grad_norm": 397.1026611328125,
+      "learning_rate": 1.84603532661053e-05,
+      "loss": 40.5938,
+      "step": 8522
+    },
+    {
+      "epoch": 0.4072923635668546,
+      "grad_norm": 336.57586669921875,
+      "learning_rate": 1.84599406712188e-05,
+      "loss": 29.75,
+      "step": 8523
+    },
+    {
+      "epoch": 0.407340151008315,
+      "grad_norm": 290.32830810546875,
+      "learning_rate": 1.845952802566817e-05,
+      "loss": 27.75,
+      "step": 8524
+    },
+    {
+      "epoch": 0.4073879384497754,
+      "grad_norm": 439.61083984375,
+      "learning_rate": 1.8459115329455882e-05,
+      "loss": 33.7188,
+      "step": 8525
+    },
+    {
+      "epoch": 0.4074357258912358,
+      "grad_norm": 274.664794921875,
+      "learning_rate": 1.845870258258441e-05,
+      "loss": 42.2812,
+      "step": 8526
+    },
+    {
+      "epoch": 0.40748351333269617,
+      "grad_norm": 293.850830078125,
+      "learning_rate": 1.8458289785056227e-05,
+      "loss": 29.1719,
+      "step": 8527
+    },
+    {
+      "epoch": 0.40753130077415656,
+      "grad_norm": 420.45556640625,
+      "learning_rate": 1.84578769368738e-05,
+      "loss": 34.0625,
+      "step": 8528
+    },
+    {
+      "epoch": 0.40757908821561695,
+      "grad_norm": 217.26766967773438,
+      "learning_rate": 1.84574640380396e-05,
+      "loss": 21.7031,
+      "step": 8529
+    },
+    {
+      "epoch": 0.40762687565707734,
+      "grad_norm": 239.97027587890625,
+      "learning_rate": 1.845705108855611e-05,
+      "loss": 32.5938,
+      "step": 8530
+    },
+    {
+      "epoch": 0.4076746630985377,
+      "grad_norm": 295.73468017578125,
+      "learning_rate": 1.8456638088425794e-05,
+      "loss": 37.3125,
+      "step": 8531
+    },
+    {
+      "epoch": 0.4077224505399981,
+      "grad_norm": 501.9123229980469,
+      "learning_rate": 1.845622503765113e-05,
+      "loss": 25.6562,
+      "step": 8532
+    },
+    {
+      "epoch": 0.40777023798145845,
+      "grad_norm": 198.54248046875,
+      "learning_rate": 1.8455811936234584e-05,
+      "loss": 21.1719,
+      "step": 8533
+    },
+    {
+      "epoch": 0.40781802542291884,
+      "grad_norm": 347.70465087890625,
+      "learning_rate": 1.845539878417864e-05,
+      "loss": 32.3125,
+      "step": 8534
+    },
+    {
+      "epoch": 0.40786581286437923,
+      "grad_norm": 329.232177734375,
+      "learning_rate": 1.8454985581485768e-05,
+      "loss": 27.4375,
+      "step": 8535
+    },
+    {
+      "epoch": 0.4079136003058396,
+      "grad_norm": 158.70692443847656,
+      "learning_rate": 1.845457232815844e-05,
+      "loss": 21.5469,
+      "step": 8536
+    },
+    {
+      "epoch": 0.4079613877473,
+      "grad_norm": 495.38134765625,
+      "learning_rate": 1.8454159024199133e-05,
+      "loss": 26.5312,
+      "step": 8537
+    },
+    {
+      "epoch": 0.4080091751887604,
+      "grad_norm": 274.5655517578125,
+      "learning_rate": 1.8453745669610325e-05,
+      "loss": 29.625,
+      "step": 8538
+    },
+    {
+      "epoch": 0.4080569626302208,
+      "grad_norm": 286.6686096191406,
+      "learning_rate": 1.8453332264394486e-05,
+      "loss": 25.6562,
+      "step": 8539
+    },
+    {
+      "epoch": 0.4081047500716812,
+      "grad_norm": 501.303466796875,
+      "learning_rate": 1.8452918808554097e-05,
+      "loss": 31.2812,
+      "step": 8540
+    },
+    {
+      "epoch": 0.40815253751314157,
+      "grad_norm": 471.3219909667969,
+      "learning_rate": 1.845250530209163e-05,
+      "loss": 32.5312,
+      "step": 8541
+    },
+    {
+      "epoch": 0.40820032495460196,
+      "grad_norm": 349.6702575683594,
+      "learning_rate": 1.845209174500956e-05,
+      "loss": 25.5625,
+      "step": 8542
+    },
+    {
+      "epoch": 0.4082481123960623,
+      "grad_norm": 206.67274475097656,
+      "learning_rate": 1.845167813731037e-05,
+      "loss": 28.1875,
+      "step": 8543
+    },
+    {
+      "epoch": 0.4082958998375227,
+      "grad_norm": 427.98138427734375,
+      "learning_rate": 1.8451264478996534e-05,
+      "loss": 32.5312,
+      "step": 8544
+    },
+    {
+      "epoch": 0.40834368727898307,
+      "grad_norm": 619.1781005859375,
+      "learning_rate": 1.845085077007053e-05,
+      "loss": 43.0312,
+      "step": 8545
+    },
+    {
+      "epoch": 0.40839147472044346,
+      "grad_norm": 362.9721984863281,
+      "learning_rate": 1.8450437010534833e-05,
+      "loss": 32.6875,
+      "step": 8546
+    },
+    {
+      "epoch": 0.40843926216190385,
+      "grad_norm": 240.5519256591797,
+      "learning_rate": 1.8450023200391923e-05,
+      "loss": 31.0938,
+      "step": 8547
+    },
+    {
+      "epoch": 0.40848704960336424,
+      "grad_norm": 221.899658203125,
+      "learning_rate": 1.8449609339644276e-05,
+      "loss": 30.4062,
+      "step": 8548
+    },
+    {
+      "epoch": 0.40853483704482463,
+      "grad_norm": 3462.63232421875,
+      "learning_rate": 1.8449195428294372e-05,
+      "loss": 28.7812,
+      "step": 8549
+    },
+    {
+      "epoch": 0.408582624486285,
+      "grad_norm": 181.70013427734375,
+      "learning_rate": 1.844878146634469e-05,
+      "loss": 24.1875,
+      "step": 8550
+    },
+    {
+      "epoch": 0.4086304119277454,
+      "grad_norm": 287.90789794921875,
+      "learning_rate": 1.844836745379771e-05,
+      "loss": 16.6562,
+      "step": 8551
+    },
+    {
+      "epoch": 0.4086781993692058,
+      "grad_norm": 375.49542236328125,
+      "learning_rate": 1.8447953390655907e-05,
+      "loss": 26.0938,
+      "step": 8552
+    },
+    {
+      "epoch": 0.40872598681066613,
+      "grad_norm": 195.09463500976562,
+      "learning_rate": 1.8447539276921768e-05,
+      "loss": 29.0938,
+      "step": 8553
+    },
+    {
+      "epoch": 0.4087737742521265,
+      "grad_norm": 318.69146728515625,
+      "learning_rate": 1.8447125112597767e-05,
+      "loss": 46.9062,
+      "step": 8554
+    },
+    {
+      "epoch": 0.4088215616935869,
+      "grad_norm": 374.76898193359375,
+      "learning_rate": 1.844671089768639e-05,
+      "loss": 40.6562,
+      "step": 8555
+    },
+    {
+      "epoch": 0.4088693491350473,
+      "grad_norm": 374.88214111328125,
+      "learning_rate": 1.844629663219011e-05,
+      "loss": 29.2812,
+      "step": 8556
+    },
+    {
+      "epoch": 0.4089171365765077,
+      "grad_norm": 274.5232238769531,
+      "learning_rate": 1.8445882316111415e-05,
+      "loss": 26.375,
+      "step": 8557
+    },
+    {
+      "epoch": 0.4089649240179681,
+      "grad_norm": 322.16900634765625,
+      "learning_rate": 1.844546794945278e-05,
+      "loss": 33.125,
+      "step": 8558
+    },
+    {
+      "epoch": 0.40901271145942847,
+      "grad_norm": 463.7588806152344,
+      "learning_rate": 1.844505353221669e-05,
+      "loss": 38.1875,
+      "step": 8559
+    },
+    {
+      "epoch": 0.40906049890088886,
+      "grad_norm": 145.63131713867188,
+      "learning_rate": 1.8444639064405627e-05,
+      "loss": 30.2812,
+      "step": 8560
+    },
+    {
+      "epoch": 0.40910828634234925,
+      "grad_norm": 186.34983825683594,
+      "learning_rate": 1.8444224546022074e-05,
+      "loss": 24.9375,
+      "step": 8561
+    },
+    {
+      "epoch": 0.40915607378380964,
+      "grad_norm": 415.9239196777344,
+      "learning_rate": 1.844380997706851e-05,
+      "loss": 52.375,
+      "step": 8562
+    },
+    {
+      "epoch": 0.40920386122526997,
+      "grad_norm": 482.836669921875,
+      "learning_rate": 1.844339535754742e-05,
+      "loss": 44.75,
+      "step": 8563
+    },
+    {
+      "epoch": 0.40925164866673036,
+      "grad_norm": 419.7938232421875,
+      "learning_rate": 1.8442980687461286e-05,
+      "loss": 36.6562,
+      "step": 8564
+    },
+    {
+      "epoch": 0.40929943610819075,
+      "grad_norm": 348.3218688964844,
+      "learning_rate": 1.8442565966812594e-05,
+      "loss": 35.9062,
+      "step": 8565
+    },
+    {
+      "epoch": 0.40934722354965114,
+      "grad_norm": 363.146484375,
+      "learning_rate": 1.8442151195603825e-05,
+      "loss": 45.9062,
+      "step": 8566
+    },
+    {
+      "epoch": 0.40939501099111153,
+      "grad_norm": 284.1270446777344,
+      "learning_rate": 1.8441736373837465e-05,
+      "loss": 35.5938,
+      "step": 8567
+    },
+    {
+      "epoch": 0.4094427984325719,
+      "grad_norm": 313.14599609375,
+      "learning_rate": 1.8441321501515994e-05,
+      "loss": 39.625,
+      "step": 8568
+    },
+    {
+      "epoch": 0.4094905858740323,
+      "grad_norm": 348.14105224609375,
+      "learning_rate": 1.8440906578641903e-05,
+      "loss": 24.9375,
+      "step": 8569
+    },
+    {
+      "epoch": 0.4095383733154927,
+      "grad_norm": 267.8116149902344,
+      "learning_rate": 1.844049160521767e-05,
+      "loss": 30.0156,
+      "step": 8570
+    },
+    {
+      "epoch": 0.4095861607569531,
+      "grad_norm": 338.1247253417969,
+      "learning_rate": 1.8440076581245786e-05,
+      "loss": 25.8594,
+      "step": 8571
+    },
+    {
+      "epoch": 0.4096339481984135,
+      "grad_norm": 282.6647033691406,
+      "learning_rate": 1.8439661506728735e-05,
+      "loss": 31.9062,
+      "step": 8572
+    },
+    {
+      "epoch": 0.40968173563987387,
+      "grad_norm": 273.457763671875,
+      "learning_rate": 1.8439246381668998e-05,
+      "loss": 24.2188,
+      "step": 8573
+    },
+    {
+      "epoch": 0.4097295230813342,
+      "grad_norm": 163.24874877929688,
+      "learning_rate": 1.8438831206069067e-05,
+      "loss": 30.5938,
+      "step": 8574
+    },
+    {
+      "epoch": 0.4097773105227946,
+      "grad_norm": 175.73532104492188,
+      "learning_rate": 1.8438415979931425e-05,
+      "loss": 21.0781,
+      "step": 8575
+    },
+    {
+      "epoch": 0.409825097964255,
+      "grad_norm": 260.6129150390625,
+      "learning_rate": 1.843800070325856e-05,
+      "loss": 33.9375,
+      "step": 8576
+    },
+    {
+      "epoch": 0.40987288540571537,
+      "grad_norm": 363.5591735839844,
+      "learning_rate": 1.843758537605296e-05,
+      "loss": 43.9375,
+      "step": 8577
+    },
+    {
+      "epoch": 0.40992067284717576,
+      "grad_norm": 375.32489013671875,
+      "learning_rate": 1.843716999831711e-05,
+      "loss": 45.0,
+      "step": 8578
+    },
+    {
+      "epoch": 0.40996846028863615,
+      "grad_norm": 291.0137939453125,
+      "learning_rate": 1.84367545700535e-05,
+      "loss": 24.1562,
+      "step": 8579
+    },
+    {
+      "epoch": 0.41001624773009654,
+      "grad_norm": 225.92214965820312,
+      "learning_rate": 1.8436339091264614e-05,
+      "loss": 36.6562,
+      "step": 8580
+    },
+    {
+      "epoch": 0.41006403517155693,
+      "grad_norm": 236.16275024414062,
+      "learning_rate": 1.8435923561952944e-05,
+      "loss": 29.375,
+      "step": 8581
+    },
+    {
+      "epoch": 0.4101118226130173,
+      "grad_norm": 354.21990966796875,
+      "learning_rate": 1.843550798212098e-05,
+      "loss": 34.4688,
+      "step": 8582
+    },
+    {
+      "epoch": 0.4101596100544777,
+      "grad_norm": 256.3062744140625,
+      "learning_rate": 1.8435092351771205e-05,
+      "loss": 24.625,
+      "step": 8583
+    },
+    {
+      "epoch": 0.41020739749593804,
+      "grad_norm": 671.8673706054688,
+      "learning_rate": 1.843467667090611e-05,
+      "loss": 26.6562,
+      "step": 8584
+    },
+    {
+      "epoch": 0.41025518493739843,
+      "grad_norm": 262.9315185546875,
+      "learning_rate": 1.8434260939528187e-05,
+      "loss": 29.8906,
+      "step": 8585
+    },
+    {
+      "epoch": 0.4103029723788588,
+      "grad_norm": 537.51513671875,
+      "learning_rate": 1.8433845157639926e-05,
+      "loss": 40.8125,
+      "step": 8586
+    },
+    {
+      "epoch": 0.4103507598203192,
+      "grad_norm": 319.5189514160156,
+      "learning_rate": 1.843342932524381e-05,
+      "loss": 34.5938,
+      "step": 8587
+    },
+    {
+      "epoch": 0.4103985472617796,
+      "grad_norm": 260.3408203125,
+      "learning_rate": 1.843301344234234e-05,
+      "loss": 35.9375,
+      "step": 8588
+    },
+    {
+      "epoch": 0.41044633470324,
+      "grad_norm": 259.6250915527344,
+      "learning_rate": 1.8432597508938e-05,
+      "loss": 37.5312,
+      "step": 8589
+    },
+    {
+      "epoch": 0.4104941221447004,
+      "grad_norm": 312.4521179199219,
+      "learning_rate": 1.843218152503328e-05,
+      "loss": 35.375,
+      "step": 8590
+    },
+    {
+      "epoch": 0.41054190958616077,
+      "grad_norm": 1655.552001953125,
+      "learning_rate": 1.8431765490630675e-05,
+      "loss": 40.9688,
+      "step": 8591
+    },
+    {
+      "epoch": 0.41058969702762116,
+      "grad_norm": 498.1495056152344,
+      "learning_rate": 1.843134940573267e-05,
+      "loss": 38.0938,
+      "step": 8592
+    },
+    {
+      "epoch": 0.41063748446908155,
+      "grad_norm": 244.3649139404297,
+      "learning_rate": 1.8430933270341767e-05,
+      "loss": 32.5,
+      "step": 8593
+    },
+    {
+      "epoch": 0.4106852719105419,
+      "grad_norm": 1064.56103515625,
+      "learning_rate": 1.843051708446045e-05,
+      "loss": 20.6719,
+      "step": 8594
+    },
+    {
+      "epoch": 0.41073305935200227,
+      "grad_norm": 238.4601287841797,
+      "learning_rate": 1.8430100848091215e-05,
+      "loss": 31.0312,
+      "step": 8595
+    },
+    {
+      "epoch": 0.41078084679346266,
+      "grad_norm": 237.2803955078125,
+      "learning_rate": 1.8429684561236554e-05,
+      "loss": 22.7812,
+      "step": 8596
+    },
+    {
+      "epoch": 0.41082863423492305,
+      "grad_norm": 220.57884216308594,
+      "learning_rate": 1.842926822389896e-05,
+      "loss": 23.4062,
+      "step": 8597
+    },
+    {
+      "epoch": 0.41087642167638344,
+      "grad_norm": 256.17083740234375,
+      "learning_rate": 1.8428851836080925e-05,
+      "loss": 24.5,
+      "step": 8598
+    },
+    {
+      "epoch": 0.41092420911784383,
+      "grad_norm": 2433.636474609375,
+      "learning_rate": 1.842843539778494e-05,
+      "loss": 20.9531,
+      "step": 8599
+    },
+    {
+      "epoch": 0.4109719965593042,
+      "grad_norm": 273.5424499511719,
+      "learning_rate": 1.842801890901351e-05,
+      "loss": 32.1562,
+      "step": 8600
+    },
+    {
+      "epoch": 0.4110197840007646,
+      "grad_norm": 262.5630187988281,
+      "learning_rate": 1.8427602369769118e-05,
+      "loss": 27.7812,
+      "step": 8601
+    },
+    {
+      "epoch": 0.411067571442225,
+      "grad_norm": 203.078369140625,
+      "learning_rate": 1.842718578005426e-05,
+      "loss": 27.8125,
+      "step": 8602
+    },
+    {
+      "epoch": 0.4111153588836854,
+      "grad_norm": 258.8623352050781,
+      "learning_rate": 1.8426769139871438e-05,
+      "loss": 31.5938,
+      "step": 8603
+    },
+    {
+      "epoch": 0.4111631463251458,
+      "grad_norm": 194.6833038330078,
+      "learning_rate": 1.842635244922314e-05,
+      "loss": 32.1719,
+      "step": 8604
+    },
+    {
+      "epoch": 0.4112109337666061,
+      "grad_norm": 353.0189208984375,
+      "learning_rate": 1.8425935708111865e-05,
+      "loss": 25.125,
+      "step": 8605
+    },
+    {
+      "epoch": 0.4112587212080665,
+      "grad_norm": 304.1328125,
+      "learning_rate": 1.8425518916540106e-05,
+      "loss": 21.9062,
+      "step": 8606
+    },
+    {
+      "epoch": 0.4113065086495269,
+      "grad_norm": 306.7850036621094,
+      "learning_rate": 1.842510207451036e-05,
+      "loss": 30.875,
+      "step": 8607
+    },
+    {
+      "epoch": 0.4113542960909873,
+      "grad_norm": 202.43670654296875,
+      "learning_rate": 1.8424685182025123e-05,
+      "loss": 19.5312,
+      "step": 8608
+    },
+    {
+      "epoch": 0.41140208353244767,
+      "grad_norm": 203.99765014648438,
+      "learning_rate": 1.8424268239086896e-05,
+      "loss": 32.4062,
+      "step": 8609
+    },
+    {
+      "epoch": 0.41144987097390806,
+      "grad_norm": 263.08978271484375,
+      "learning_rate": 1.8423851245698174e-05,
+      "loss": 29.125,
+      "step": 8610
+    },
+    {
+      "epoch": 0.41149765841536845,
+      "grad_norm": 250.08328247070312,
+      "learning_rate": 1.8423434201861446e-05,
+      "loss": 29.6875,
+      "step": 8611
+    },
+    {
+      "epoch": 0.41154544585682884,
+      "grad_norm": 461.8527526855469,
+      "learning_rate": 1.842301710757922e-05,
+      "loss": 35.1875,
+      "step": 8612
+    },
+    {
+      "epoch": 0.41159323329828923,
+      "grad_norm": 363.9178466796875,
+      "learning_rate": 1.8422599962853992e-05,
+      "loss": 39.5938,
+      "step": 8613
+    },
+    {
+      "epoch": 0.4116410207397496,
+      "grad_norm": 360.4096374511719,
+      "learning_rate": 1.8422182767688256e-05,
+      "loss": 30.0625,
+      "step": 8614
+    },
+    {
+      "epoch": 0.41168880818120995,
+      "grad_norm": 201.0640411376953,
+      "learning_rate": 1.8421765522084513e-05,
+      "loss": 29.2344,
+      "step": 8615
+    },
+    {
+      "epoch": 0.41173659562267034,
+      "grad_norm": 302.4678039550781,
+      "learning_rate": 1.8421348226045268e-05,
+      "loss": 38.2188,
+      "step": 8616
+    },
+    {
+      "epoch": 0.41178438306413073,
+      "grad_norm": 352.9842834472656,
+      "learning_rate": 1.8420930879573006e-05,
+      "loss": 39.1562,
+      "step": 8617
+    },
+    {
+      "epoch": 0.4118321705055911,
+      "grad_norm": 324.8489990234375,
+      "learning_rate": 1.8420513482670236e-05,
+      "loss": 23.6719,
+      "step": 8618
+    },
+    {
+      "epoch": 0.4118799579470515,
+      "grad_norm": 218.6673126220703,
+      "learning_rate": 1.8420096035339454e-05,
+      "loss": 22.7812,
+      "step": 8619
+    },
+    {
+      "epoch": 0.4119277453885119,
+      "grad_norm": 324.568115234375,
+      "learning_rate": 1.8419678537583164e-05,
+      "loss": 28.6094,
+      "step": 8620
+    },
+    {
+      "epoch": 0.4119755328299723,
+      "grad_norm": 480.16497802734375,
+      "learning_rate": 1.8419260989403863e-05,
+      "loss": 38.875,
+      "step": 8621
+    },
+    {
+      "epoch": 0.4120233202714327,
+      "grad_norm": 218.2413787841797,
+      "learning_rate": 1.8418843390804053e-05,
+      "loss": 30.9375,
+      "step": 8622
+    },
+    {
+      "epoch": 0.41207110771289307,
+      "grad_norm": 186.8107147216797,
+      "learning_rate": 1.8418425741786232e-05,
+      "loss": 22.625,
+      "step": 8623
+    },
+    {
+      "epoch": 0.41211889515435346,
+      "grad_norm": 287.93560791015625,
+      "learning_rate": 1.8418008042352905e-05,
+      "loss": 36.5625,
+      "step": 8624
+    },
+    {
+      "epoch": 0.4121666825958138,
+      "grad_norm": 322.2284240722656,
+      "learning_rate": 1.8417590292506573e-05,
+      "loss": 39.2188,
+      "step": 8625
+    },
+    {
+      "epoch": 0.4122144700372742,
+      "grad_norm": 513.0382080078125,
+      "learning_rate": 1.841717249224974e-05,
+      "loss": 28.5625,
+      "step": 8626
+    },
+    {
+      "epoch": 0.4122622574787346,
+      "grad_norm": 436.94281005859375,
+      "learning_rate": 1.84167546415849e-05,
+      "loss": 32.4688,
+      "step": 8627
+    },
+    {
+      "epoch": 0.41231004492019496,
+      "grad_norm": 348.3245544433594,
+      "learning_rate": 1.8416336740514563e-05,
+      "loss": 36.125,
+      "step": 8628
+    },
+    {
+      "epoch": 0.41235783236165535,
+      "grad_norm": 440.2503662109375,
+      "learning_rate": 1.8415918789041226e-05,
+      "loss": 23.1562,
+      "step": 8629
+    },
+    {
+      "epoch": 0.41240561980311574,
+      "grad_norm": 263.6549072265625,
+      "learning_rate": 1.8415500787167396e-05,
+      "loss": 36.2344,
+      "step": 8630
+    },
+    {
+      "epoch": 0.41245340724457613,
+      "grad_norm": 265.7352294921875,
+      "learning_rate": 1.8415082734895577e-05,
+      "loss": 52.5625,
+      "step": 8631
+    },
+    {
+      "epoch": 0.4125011946860365,
+      "grad_norm": 288.4110107421875,
+      "learning_rate": 1.8414664632228268e-05,
+      "loss": 48.5781,
+      "step": 8632
+    },
+    {
+      "epoch": 0.4125489821274969,
+      "grad_norm": 315.022216796875,
+      "learning_rate": 1.8414246479167978e-05,
+      "loss": 29.3438,
+      "step": 8633
+    },
+    {
+      "epoch": 0.4125967695689573,
+      "grad_norm": 327.7742004394531,
+      "learning_rate": 1.841382827571721e-05,
+      "loss": 30.5,
+      "step": 8634
+    },
+    {
+      "epoch": 0.4126445570104177,
+      "grad_norm": 251.35977172851562,
+      "learning_rate": 1.8413410021878464e-05,
+      "loss": 28.3906,
+      "step": 8635
+    },
+    {
+      "epoch": 0.412692344451878,
+      "grad_norm": 245.83639526367188,
+      "learning_rate": 1.841299171765425e-05,
+      "loss": 40.2188,
+      "step": 8636
+    },
+    {
+      "epoch": 0.4127401318933384,
+      "grad_norm": 336.3861389160156,
+      "learning_rate": 1.841257336304707e-05,
+      "loss": 36.3125,
+      "step": 8637
+    },
+    {
+      "epoch": 0.4127879193347988,
+      "grad_norm": 325.34228515625,
+      "learning_rate": 1.8412154958059435e-05,
+      "loss": 32.625,
+      "step": 8638
+    },
+    {
+      "epoch": 0.4128357067762592,
+      "grad_norm": 206.55972290039062,
+      "learning_rate": 1.841173650269384e-05,
+      "loss": 26.75,
+      "step": 8639
+    },
+    {
+      "epoch": 0.4128834942177196,
+      "grad_norm": 327.26947021484375,
+      "learning_rate": 1.8411317996952803e-05,
+      "loss": 28.5938,
+      "step": 8640
+    },
+    {
+      "epoch": 0.41293128165917997,
+      "grad_norm": 364.44219970703125,
+      "learning_rate": 1.8410899440838823e-05,
+      "loss": 30.2812,
+      "step": 8641
+    },
+    {
+      "epoch": 0.41297906910064036,
+      "grad_norm": 286.2712707519531,
+      "learning_rate": 1.8410480834354407e-05,
+      "loss": 33.0625,
+      "step": 8642
+    },
+    {
+      "epoch": 0.41302685654210075,
+      "grad_norm": 144.67953491210938,
+      "learning_rate": 1.8410062177502067e-05,
+      "loss": 33.2188,
+      "step": 8643
+    },
+    {
+      "epoch": 0.41307464398356114,
+      "grad_norm": 225.10401916503906,
+      "learning_rate": 1.8409643470284302e-05,
+      "loss": 28.0,
+      "step": 8644
+    },
+    {
+      "epoch": 0.41312243142502153,
+      "grad_norm": 241.95726013183594,
+      "learning_rate": 1.8409224712703627e-05,
+      "loss": 28.0,
+      "step": 8645
+    },
+    {
+      "epoch": 0.41317021886648186,
+      "grad_norm": 110.59333801269531,
+      "learning_rate": 1.8408805904762545e-05,
+      "loss": 22.1875,
+      "step": 8646
+    },
+    {
+      "epoch": 0.41321800630794225,
+      "grad_norm": 435.73931884765625,
+      "learning_rate": 1.8408387046463568e-05,
+      "loss": 35.5625,
+      "step": 8647
+    },
+    {
+      "epoch": 0.41326579374940264,
+      "grad_norm": 351.08807373046875,
+      "learning_rate": 1.84079681378092e-05,
+      "loss": 33.2812,
+      "step": 8648
+    },
+    {
+      "epoch": 0.41331358119086303,
+      "grad_norm": 206.05270385742188,
+      "learning_rate": 1.8407549178801954e-05,
+      "loss": 26.0,
+      "step": 8649
+    },
+    {
+      "epoch": 0.4133613686323234,
+      "grad_norm": 266.6840515136719,
+      "learning_rate": 1.8407130169444337e-05,
+      "loss": 29.8438,
+      "step": 8650
+    },
+    {
+      "epoch": 0.4134091560737838,
+      "grad_norm": 286.7377624511719,
+      "learning_rate": 1.8406711109738856e-05,
+      "loss": 32.8438,
+      "step": 8651
+    },
+    {
+      "epoch": 0.4134569435152442,
+      "grad_norm": 601.74560546875,
+      "learning_rate": 1.8406291999688026e-05,
+      "loss": 35.3438,
+      "step": 8652
+    },
+    {
+      "epoch": 0.4135047309567046,
+      "grad_norm": 357.47125244140625,
+      "learning_rate": 1.8405872839294355e-05,
+      "loss": 37.6562,
+      "step": 8653
+    },
+    {
+      "epoch": 0.413552518398165,
+      "grad_norm": 256.8876953125,
+      "learning_rate": 1.8405453628560348e-05,
+      "loss": 25.9688,
+      "step": 8654
+    },
+    {
+      "epoch": 0.41360030583962537,
+      "grad_norm": 582.930419921875,
+      "learning_rate": 1.8405034367488524e-05,
+      "loss": 30.0469,
+      "step": 8655
+    },
+    {
+      "epoch": 0.4136480932810857,
+      "grad_norm": 170.62466430664062,
+      "learning_rate": 1.8404615056081385e-05,
+      "loss": 25.3125,
+      "step": 8656
+    },
+    {
+      "epoch": 0.4136958807225461,
+      "grad_norm": 237.91864013671875,
+      "learning_rate": 1.840419569434145e-05,
+      "loss": 23.625,
+      "step": 8657
+    },
+    {
+      "epoch": 0.4137436681640065,
+      "grad_norm": 366.2491455078125,
+      "learning_rate": 1.8403776282271225e-05,
+      "loss": 30.375,
+      "step": 8658
+    },
+    {
+      "epoch": 0.4137914556054669,
+      "grad_norm": 318.69354248046875,
+      "learning_rate": 1.840335681987323e-05,
+      "loss": 23.9375,
+      "step": 8659
+    },
+    {
+      "epoch": 0.41383924304692726,
+      "grad_norm": 366.8310241699219,
+      "learning_rate": 1.8402937307149963e-05,
+      "loss": 26.1875,
+      "step": 8660
+    },
+    {
+      "epoch": 0.41388703048838765,
+      "grad_norm": 391.31219482421875,
+      "learning_rate": 1.8402517744103948e-05,
+      "loss": 35.2812,
+      "step": 8661
+    },
+    {
+      "epoch": 0.41393481792984804,
+      "grad_norm": 222.2873077392578,
+      "learning_rate": 1.8402098130737695e-05,
+      "loss": 43.5,
+      "step": 8662
+    },
+    {
+      "epoch": 0.41398260537130843,
+      "grad_norm": 441.6801452636719,
+      "learning_rate": 1.8401678467053713e-05,
+      "loss": 26.3281,
+      "step": 8663
+    },
+    {
+      "epoch": 0.4140303928127688,
+      "grad_norm": 214.2631072998047,
+      "learning_rate": 1.8401258753054518e-05,
+      "loss": 29.1562,
+      "step": 8664
+    },
+    {
+      "epoch": 0.4140781802542292,
+      "grad_norm": 275.9385986328125,
+      "learning_rate": 1.8400838988742626e-05,
+      "loss": 36.125,
+      "step": 8665
+    },
+    {
+      "epoch": 0.41412596769568955,
+      "grad_norm": 212.17958068847656,
+      "learning_rate": 1.8400419174120548e-05,
+      "loss": 32.2188,
+      "step": 8666
+    },
+    {
+      "epoch": 0.41417375513714993,
+      "grad_norm": 263.3791198730469,
+      "learning_rate": 1.8399999309190798e-05,
+      "loss": 42.2812,
+      "step": 8667
+    },
+    {
+      "epoch": 0.4142215425786103,
+      "grad_norm": 283.19085693359375,
+      "learning_rate": 1.8399579393955893e-05,
+      "loss": 51.5625,
+      "step": 8668
+    },
+    {
+      "epoch": 0.4142693300200707,
+      "grad_norm": 214.7585906982422,
+      "learning_rate": 1.8399159428418344e-05,
+      "loss": 21.9844,
+      "step": 8669
+    },
+    {
+      "epoch": 0.4143171174615311,
+      "grad_norm": 594.805419921875,
+      "learning_rate": 1.839873941258067e-05,
+      "loss": 31.125,
+      "step": 8670
+    },
+    {
+      "epoch": 0.4143649049029915,
+      "grad_norm": 321.06005859375,
+      "learning_rate": 1.839831934644538e-05,
+      "loss": 31.4062,
+      "step": 8671
+    },
+    {
+      "epoch": 0.4144126923444519,
+      "grad_norm": 426.0576171875,
+      "learning_rate": 1.8397899230014998e-05,
+      "loss": 41.5,
+      "step": 8672
+    },
+    {
+      "epoch": 0.4144604797859123,
+      "grad_norm": 298.33502197265625,
+      "learning_rate": 1.8397479063292034e-05,
+      "loss": 33.2188,
+      "step": 8673
+    },
+    {
+      "epoch": 0.41450826722737266,
+      "grad_norm": 252.22898864746094,
+      "learning_rate": 1.8397058846279005e-05,
+      "loss": 25.375,
+      "step": 8674
+    },
+    {
+      "epoch": 0.41455605466883305,
+      "grad_norm": 187.4931640625,
+      "learning_rate": 1.839663857897843e-05,
+      "loss": 29.0781,
+      "step": 8675
+    },
+    {
+      "epoch": 0.41460384211029344,
+      "grad_norm": 204.83023071289062,
+      "learning_rate": 1.8396218261392827e-05,
+      "loss": 32.3281,
+      "step": 8676
+    },
+    {
+      "epoch": 0.4146516295517538,
+      "grad_norm": 277.0971374511719,
+      "learning_rate": 1.8395797893524708e-05,
+      "loss": 26.5312,
+      "step": 8677
+    },
+    {
+      "epoch": 0.41469941699321416,
+      "grad_norm": 130.22738647460938,
+      "learning_rate": 1.839537747537659e-05,
+      "loss": 20.8125,
+      "step": 8678
+    },
+    {
+      "epoch": 0.41474720443467455,
+      "grad_norm": 1489.1407470703125,
+      "learning_rate": 1.8394957006951e-05,
+      "loss": 22.2969,
+      "step": 8679
+    },
+    {
+      "epoch": 0.41479499187613494,
+      "grad_norm": 254.40737915039062,
+      "learning_rate": 1.8394536488250448e-05,
+      "loss": 30.625,
+      "step": 8680
+    },
+    {
+      "epoch": 0.41484277931759533,
+      "grad_norm": 273.37579345703125,
+      "learning_rate": 1.8394115919277453e-05,
+      "loss": 35.375,
+      "step": 8681
+    },
+    {
+      "epoch": 0.4148905667590557,
+      "grad_norm": 351.2657165527344,
+      "learning_rate": 1.8393695300034536e-05,
+      "loss": 21.875,
+      "step": 8682
+    },
+    {
+      "epoch": 0.4149383542005161,
+      "grad_norm": 222.4125518798828,
+      "learning_rate": 1.8393274630524215e-05,
+      "loss": 18.3594,
+      "step": 8683
+    },
+    {
+      "epoch": 0.4149861416419765,
+      "grad_norm": 567.499755859375,
+      "learning_rate": 1.8392853910749008e-05,
+      "loss": 31.25,
+      "step": 8684
+    },
+    {
+      "epoch": 0.4150339290834369,
+      "grad_norm": 168.74667358398438,
+      "learning_rate": 1.8392433140711438e-05,
+      "loss": 39.625,
+      "step": 8685
+    },
+    {
+      "epoch": 0.4150817165248973,
+      "grad_norm": 236.58197021484375,
+      "learning_rate": 1.839201232041402e-05,
+      "loss": 27.0938,
+      "step": 8686
+    },
+    {
+      "epoch": 0.4151295039663576,
+      "grad_norm": 330.7980041503906,
+      "learning_rate": 1.8391591449859277e-05,
+      "loss": 38.4375,
+      "step": 8687
+    },
+    {
+      "epoch": 0.415177291407818,
+      "grad_norm": 241.06234741210938,
+      "learning_rate": 1.8391170529049734e-05,
+      "loss": 24.5,
+      "step": 8688
+    },
+    {
+      "epoch": 0.4152250788492784,
+      "grad_norm": 371.0181579589844,
+      "learning_rate": 1.83907495579879e-05,
+      "loss": 31.9375,
+      "step": 8689
+    },
+    {
+      "epoch": 0.4152728662907388,
+      "grad_norm": 238.74310302734375,
+      "learning_rate": 1.839032853667631e-05,
+      "loss": 25.4688,
+      "step": 8690
+    },
+    {
+      "epoch": 0.4153206537321992,
+      "grad_norm": 286.4949951171875,
+      "learning_rate": 1.8389907465117474e-05,
+      "loss": 27.5469,
+      "step": 8691
+    },
+    {
+      "epoch": 0.41536844117365956,
+      "grad_norm": 1538.1168212890625,
+      "learning_rate": 1.838948634331392e-05,
+      "loss": 33.6562,
+      "step": 8692
+    },
+    {
+      "epoch": 0.41541622861511995,
+      "grad_norm": 364.80426025390625,
+      "learning_rate": 1.838906517126817e-05,
+      "loss": 34.3438,
+      "step": 8693
+    },
+    {
+      "epoch": 0.41546401605658034,
+      "grad_norm": 482.7021179199219,
+      "learning_rate": 1.8388643948982744e-05,
+      "loss": 36.5312,
+      "step": 8694
+    },
+    {
+      "epoch": 0.41551180349804073,
+      "grad_norm": 265.3199462890625,
+      "learning_rate": 1.838822267646016e-05,
+      "loss": 30.2812,
+      "step": 8695
+    },
+    {
+      "epoch": 0.4155595909395011,
+      "grad_norm": 313.0887451171875,
+      "learning_rate": 1.838780135370295e-05,
+      "loss": 28.3906,
+      "step": 8696
+    },
+    {
+      "epoch": 0.41560737838096146,
+      "grad_norm": 227.8555908203125,
+      "learning_rate": 1.8387379980713634e-05,
+      "loss": 20.5781,
+      "step": 8697
+    },
+    {
+      "epoch": 0.41565516582242185,
+      "grad_norm": 249.3795166015625,
+      "learning_rate": 1.838695855749473e-05,
+      "loss": 33.4688,
+      "step": 8698
+    },
+    {
+      "epoch": 0.41570295326388224,
+      "grad_norm": 293.51348876953125,
+      "learning_rate": 1.838653708404877e-05,
+      "loss": 46.0625,
+      "step": 8699
+    },
+    {
+      "epoch": 0.4157507407053426,
+      "grad_norm": 365.01385498046875,
+      "learning_rate": 1.8386115560378276e-05,
+      "loss": 41.3594,
+      "step": 8700
+    },
+    {
+      "epoch": 0.415798528146803,
+      "grad_norm": 242.61251831054688,
+      "learning_rate": 1.8385693986485772e-05,
+      "loss": 36.125,
+      "step": 8701
+    },
+    {
+      "epoch": 0.4158463155882634,
+      "grad_norm": 733.8114013671875,
+      "learning_rate": 1.8385272362373775e-05,
+      "loss": 33.5781,
+      "step": 8702
+    },
+    {
+      "epoch": 0.4158941030297238,
+      "grad_norm": 727.7689208984375,
+      "learning_rate": 1.8384850688044823e-05,
+      "loss": 34.6562,
+      "step": 8703
+    },
+    {
+      "epoch": 0.4159418904711842,
+      "grad_norm": 451.70001220703125,
+      "learning_rate": 1.8384428963501427e-05,
+      "loss": 47.4375,
+      "step": 8704
+    },
+    {
+      "epoch": 0.4159896779126446,
+      "grad_norm": 209.77703857421875,
+      "learning_rate": 1.838400718874613e-05,
+      "loss": 25.9531,
+      "step": 8705
+    },
+    {
+      "epoch": 0.41603746535410496,
+      "grad_norm": 363.0526123046875,
+      "learning_rate": 1.838358536378144e-05,
+      "loss": 34.9375,
+      "step": 8706
+    },
+    {
+      "epoch": 0.41608525279556535,
+      "grad_norm": 547.896484375,
+      "learning_rate": 1.8383163488609894e-05,
+      "loss": 24.0625,
+      "step": 8707
+    },
+    {
+      "epoch": 0.4161330402370257,
+      "grad_norm": 360.9655456542969,
+      "learning_rate": 1.8382741563234018e-05,
+      "loss": 38.125,
+      "step": 8708
+    },
+    {
+      "epoch": 0.4161808276784861,
+      "grad_norm": 262.6253356933594,
+      "learning_rate": 1.8382319587656338e-05,
+      "loss": 27.8438,
+      "step": 8709
+    },
+    {
+      "epoch": 0.41622861511994647,
+      "grad_norm": 250.59217834472656,
+      "learning_rate": 1.8381897561879376e-05,
+      "loss": 30.8125,
+      "step": 8710
+    },
+    {
+      "epoch": 0.41627640256140686,
+      "grad_norm": 579.8781127929688,
+      "learning_rate": 1.8381475485905663e-05,
+      "loss": 36.0625,
+      "step": 8711
+    },
+    {
+      "epoch": 0.41632419000286724,
+      "grad_norm": 434.1754150390625,
+      "learning_rate": 1.838105335973773e-05,
+      "loss": 41.1562,
+      "step": 8712
+    },
+    {
+      "epoch": 0.41637197744432763,
+      "grad_norm": 524.6926879882812,
+      "learning_rate": 1.83806311833781e-05,
+      "loss": 44.3438,
+      "step": 8713
+    },
+    {
+      "epoch": 0.416419764885788,
+      "grad_norm": 285.0836181640625,
+      "learning_rate": 1.8380208956829304e-05,
+      "loss": 36.3438,
+      "step": 8714
+    },
+    {
+      "epoch": 0.4164675523272484,
+      "grad_norm": 331.0234375,
+      "learning_rate": 1.8379786680093868e-05,
+      "loss": 38.0,
+      "step": 8715
+    },
+    {
+      "epoch": 0.4165153397687088,
+      "grad_norm": 297.6832275390625,
+      "learning_rate": 1.8379364353174325e-05,
+      "loss": 35.7188,
+      "step": 8716
+    },
+    {
+      "epoch": 0.4165631272101692,
+      "grad_norm": 255.43687438964844,
+      "learning_rate": 1.83789419760732e-05,
+      "loss": 26.1406,
+      "step": 8717
+    },
+    {
+      "epoch": 0.4166109146516295,
+      "grad_norm": 253.5524139404297,
+      "learning_rate": 1.8378519548793025e-05,
+      "loss": 34.4062,
+      "step": 8718
+    },
+    {
+      "epoch": 0.4166587020930899,
+      "grad_norm": 330.7104187011719,
+      "learning_rate": 1.837809707133633e-05,
+      "loss": 36.7812,
+      "step": 8719
+    },
+    {
+      "epoch": 0.4167064895345503,
+      "grad_norm": 660.4378051757812,
+      "learning_rate": 1.8377674543705645e-05,
+      "loss": 39.4375,
+      "step": 8720
+    },
+    {
+      "epoch": 0.4167542769760107,
+      "grad_norm": 496.63134765625,
+      "learning_rate": 1.8377251965903498e-05,
+      "loss": 26.7812,
+      "step": 8721
+    },
+    {
+      "epoch": 0.4168020644174711,
+      "grad_norm": 346.6117858886719,
+      "learning_rate": 1.837682933793242e-05,
+      "loss": 35.5312,
+      "step": 8722
+    },
+    {
+      "epoch": 0.4168498518589315,
+      "grad_norm": 278.20074462890625,
+      "learning_rate": 1.8376406659794944e-05,
+      "loss": 48.875,
+      "step": 8723
+    },
+    {
+      "epoch": 0.41689763930039186,
+      "grad_norm": 292.997314453125,
+      "learning_rate": 1.8375983931493603e-05,
+      "loss": 21.6875,
+      "step": 8724
+    },
+    {
+      "epoch": 0.41694542674185225,
+      "grad_norm": 196.38671875,
+      "learning_rate": 1.8375561153030926e-05,
+      "loss": 21.4688,
+      "step": 8725
+    },
+    {
+      "epoch": 0.41699321418331264,
+      "grad_norm": 193.8408203125,
+      "learning_rate": 1.837513832440944e-05,
+      "loss": 24.8281,
+      "step": 8726
+    },
+    {
+      "epoch": 0.41704100162477303,
+      "grad_norm": 650.226806640625,
+      "learning_rate": 1.8374715445631687e-05,
+      "loss": 26.0312,
+      "step": 8727
+    },
+    {
+      "epoch": 0.41708878906623337,
+      "grad_norm": 273.12872314453125,
+      "learning_rate": 1.8374292516700197e-05,
+      "loss": 22.0938,
+      "step": 8728
+    },
+    {
+      "epoch": 0.41713657650769376,
+      "grad_norm": 422.5540771484375,
+      "learning_rate": 1.8373869537617496e-05,
+      "loss": 34.625,
+      "step": 8729
+    },
+    {
+      "epoch": 0.41718436394915415,
+      "grad_norm": 273.3046569824219,
+      "learning_rate": 1.8373446508386124e-05,
+      "loss": 32.8125,
+      "step": 8730
+    },
+    {
+      "epoch": 0.41723215139061454,
+      "grad_norm": 367.1352844238281,
+      "learning_rate": 1.8373023429008613e-05,
+      "loss": 26.375,
+      "step": 8731
+    },
+    {
+      "epoch": 0.4172799388320749,
+      "grad_norm": 297.12384033203125,
+      "learning_rate": 1.8372600299487493e-05,
+      "loss": 45.3125,
+      "step": 8732
+    },
+    {
+      "epoch": 0.4173277262735353,
+      "grad_norm": 307.7947692871094,
+      "learning_rate": 1.8372177119825303e-05,
+      "loss": 55.6875,
+      "step": 8733
+    },
+    {
+      "epoch": 0.4173755137149957,
+      "grad_norm": 313.2167663574219,
+      "learning_rate": 1.8371753890024573e-05,
+      "loss": 38.8125,
+      "step": 8734
+    },
+    {
+      "epoch": 0.4174233011564561,
+      "grad_norm": 345.54412841796875,
+      "learning_rate": 1.837133061008784e-05,
+      "loss": 40.1875,
+      "step": 8735
+    },
+    {
+      "epoch": 0.4174710885979165,
+      "grad_norm": 117.68869018554688,
+      "learning_rate": 1.837090728001764e-05,
+      "loss": 23.7188,
+      "step": 8736
+    },
+    {
+      "epoch": 0.4175188760393769,
+      "grad_norm": 1147.9561767578125,
+      "learning_rate": 1.8370483899816507e-05,
+      "loss": 35.9062,
+      "step": 8737
+    },
+    {
+      "epoch": 0.41756666348083726,
+      "grad_norm": 221.75765991210938,
+      "learning_rate": 1.8370060469486977e-05,
+      "loss": 25.6875,
+      "step": 8738
+    },
+    {
+      "epoch": 0.4176144509222976,
+      "grad_norm": 265.45574951171875,
+      "learning_rate": 1.8369636989031583e-05,
+      "loss": 28.5625,
+      "step": 8739
+    },
+    {
+      "epoch": 0.417662238363758,
+      "grad_norm": 297.13232421875,
+      "learning_rate": 1.8369213458452865e-05,
+      "loss": 32.1875,
+      "step": 8740
+    },
+    {
+      "epoch": 0.4177100258052184,
+      "grad_norm": 224.10523986816406,
+      "learning_rate": 1.8368789877753354e-05,
+      "loss": 28.0781,
+      "step": 8741
+    },
+    {
+      "epoch": 0.41775781324667877,
+      "grad_norm": 186.92356872558594,
+      "learning_rate": 1.8368366246935595e-05,
+      "loss": 23.875,
+      "step": 8742
+    },
+    {
+      "epoch": 0.41780560068813916,
+      "grad_norm": 190.32455444335938,
+      "learning_rate": 1.8367942566002115e-05,
+      "loss": 31.1875,
+      "step": 8743
+    },
+    {
+      "epoch": 0.41785338812959955,
+      "grad_norm": 225.90696716308594,
+      "learning_rate": 1.8367518834955463e-05,
+      "loss": 31.9688,
+      "step": 8744
+    },
+    {
+      "epoch": 0.41790117557105994,
+      "grad_norm": 413.3320007324219,
+      "learning_rate": 1.8367095053798168e-05,
+      "loss": 35.9688,
+      "step": 8745
+    },
+    {
+      "epoch": 0.4179489630125203,
+      "grad_norm": 361.44561767578125,
+      "learning_rate": 1.836667122253277e-05,
+      "loss": 35.9688,
+      "step": 8746
+    },
+    {
+      "epoch": 0.4179967504539807,
+      "grad_norm": 467.6999816894531,
+      "learning_rate": 1.8366247341161804e-05,
+      "loss": 26.25,
+      "step": 8747
+    },
+    {
+      "epoch": 0.4180445378954411,
+      "grad_norm": 267.1979675292969,
+      "learning_rate": 1.8365823409687816e-05,
+      "loss": 30.4688,
+      "step": 8748
+    },
+    {
+      "epoch": 0.41809232533690144,
+      "grad_norm": 358.9974670410156,
+      "learning_rate": 1.836539942811334e-05,
+      "loss": 37.9688,
+      "step": 8749
+    },
+    {
+      "epoch": 0.4181401127783618,
+      "grad_norm": 408.2852478027344,
+      "learning_rate": 1.8364975396440912e-05,
+      "loss": 42.3125,
+      "step": 8750
+    },
+    {
+      "epoch": 0.4181879002198222,
+      "grad_norm": 634.8427124023438,
+      "learning_rate": 1.8364551314673082e-05,
+      "loss": 24.6875,
+      "step": 8751
+    },
+    {
+      "epoch": 0.4182356876612826,
+      "grad_norm": 451.7685852050781,
+      "learning_rate": 1.836412718281238e-05,
+      "loss": 33.2812,
+      "step": 8752
+    },
+    {
+      "epoch": 0.418283475102743,
+      "grad_norm": 430.7443542480469,
+      "learning_rate": 1.8363703000861344e-05,
+      "loss": 37.4375,
+      "step": 8753
+    },
+    {
+      "epoch": 0.4183312625442034,
+      "grad_norm": 323.3482666015625,
+      "learning_rate": 1.8363278768822527e-05,
+      "loss": 27.4688,
+      "step": 8754
+    },
+    {
+      "epoch": 0.4183790499856638,
+      "grad_norm": 626.7141723632812,
+      "learning_rate": 1.8362854486698454e-05,
+      "loss": 34.6875,
+      "step": 8755
+    },
+    {
+      "epoch": 0.41842683742712417,
+      "grad_norm": 318.9222106933594,
+      "learning_rate": 1.836243015449168e-05,
+      "loss": 28.75,
+      "step": 8756
+    },
+    {
+      "epoch": 0.41847462486858455,
+      "grad_norm": 252.2134246826172,
+      "learning_rate": 1.8362005772204737e-05,
+      "loss": 26.8438,
+      "step": 8757
+    },
+    {
+      "epoch": 0.41852241231004494,
+      "grad_norm": 206.28414916992188,
+      "learning_rate": 1.8361581339840168e-05,
+      "loss": 26.125,
+      "step": 8758
+    },
+    {
+      "epoch": 0.4185701997515053,
+      "grad_norm": 203.8247833251953,
+      "learning_rate": 1.8361156857400518e-05,
+      "loss": 36.0312,
+      "step": 8759
+    },
+    {
+      "epoch": 0.41861798719296567,
+      "grad_norm": 202.8699493408203,
+      "learning_rate": 1.8360732324888326e-05,
+      "loss": 35.8438,
+      "step": 8760
+    },
+    {
+      "epoch": 0.41866577463442606,
+      "grad_norm": 437.761962890625,
+      "learning_rate": 1.836030774230614e-05,
+      "loss": 38.4688,
+      "step": 8761
+    },
+    {
+      "epoch": 0.41871356207588645,
+      "grad_norm": 1744.1129150390625,
+      "learning_rate": 1.8359883109656493e-05,
+      "loss": 26.4062,
+      "step": 8762
+    },
+    {
+      "epoch": 0.41876134951734684,
+      "grad_norm": 352.0498962402344,
+      "learning_rate": 1.8359458426941937e-05,
+      "loss": 30.0938,
+      "step": 8763
+    },
+    {
+      "epoch": 0.4188091369588072,
+      "grad_norm": 330.31121826171875,
+      "learning_rate": 1.835903369416501e-05,
+      "loss": 36.5,
+      "step": 8764
+    },
+    {
+      "epoch": 0.4188569244002676,
+      "grad_norm": 442.79766845703125,
+      "learning_rate": 1.8358608911328256e-05,
+      "loss": 39.3125,
+      "step": 8765
+    },
+    {
+      "epoch": 0.418904711841728,
+      "grad_norm": 295.3365173339844,
+      "learning_rate": 1.8358184078434224e-05,
+      "loss": 29.9375,
+      "step": 8766
+    },
+    {
+      "epoch": 0.4189524992831884,
+      "grad_norm": 428.0867004394531,
+      "learning_rate": 1.835775919548545e-05,
+      "loss": 32.7188,
+      "step": 8767
+    },
+    {
+      "epoch": 0.4190002867246488,
+      "grad_norm": 268.515869140625,
+      "learning_rate": 1.8357334262484486e-05,
+      "loss": 29.7188,
+      "step": 8768
+    },
+    {
+      "epoch": 0.4190480741661091,
+      "grad_norm": 417.3485412597656,
+      "learning_rate": 1.835690927943387e-05,
+      "loss": 38.0312,
+      "step": 8769
+    },
+    {
+      "epoch": 0.4190958616075695,
+      "grad_norm": 216.8251953125,
+      "learning_rate": 1.8356484246336154e-05,
+      "loss": 26.3438,
+      "step": 8770
+    },
+    {
+      "epoch": 0.4191436490490299,
+      "grad_norm": 696.1604614257812,
+      "learning_rate": 1.835605916319388e-05,
+      "loss": 47.1562,
+      "step": 8771
+    },
+    {
+      "epoch": 0.4191914364904903,
+      "grad_norm": 170.8892822265625,
+      "learning_rate": 1.8355634030009595e-05,
+      "loss": 37.5,
+      "step": 8772
+    },
+    {
+      "epoch": 0.4192392239319507,
+      "grad_norm": 395.04296875,
+      "learning_rate": 1.8355208846785843e-05,
+      "loss": 36.75,
+      "step": 8773
+    },
+    {
+      "epoch": 0.41928701137341107,
+      "grad_norm": 285.1925964355469,
+      "learning_rate": 1.835478361352517e-05,
+      "loss": 41.5312,
+      "step": 8774
+    },
+    {
+      "epoch": 0.41933479881487146,
+      "grad_norm": 529.1453857421875,
+      "learning_rate": 1.8354358330230123e-05,
+      "loss": 36.2188,
+      "step": 8775
+    },
+    {
+      "epoch": 0.41938258625633185,
+      "grad_norm": 205.52825927734375,
+      "learning_rate": 1.835393299690325e-05,
+      "loss": 24.4375,
+      "step": 8776
+    },
+    {
+      "epoch": 0.41943037369779224,
+      "grad_norm": 285.4281921386719,
+      "learning_rate": 1.83535076135471e-05,
+      "loss": 20.75,
+      "step": 8777
+    },
+    {
+      "epoch": 0.4194781611392526,
+      "grad_norm": 152.06687927246094,
+      "learning_rate": 1.8353082180164216e-05,
+      "loss": 18.5156,
+      "step": 8778
+    },
+    {
+      "epoch": 0.419525948580713,
+      "grad_norm": 226.16566467285156,
+      "learning_rate": 1.835265669675715e-05,
+      "loss": 25.3438,
+      "step": 8779
+    },
+    {
+      "epoch": 0.41957373602217335,
+      "grad_norm": 387.04742431640625,
+      "learning_rate": 1.835223116332845e-05,
+      "loss": 30.0625,
+      "step": 8780
+    },
+    {
+      "epoch": 0.41962152346363374,
+      "grad_norm": 390.61883544921875,
+      "learning_rate": 1.8351805579880656e-05,
+      "loss": 23.2812,
+      "step": 8781
+    },
+    {
+      "epoch": 0.41966931090509413,
+      "grad_norm": 304.2652587890625,
+      "learning_rate": 1.835137994641633e-05,
+      "loss": 35.7812,
+      "step": 8782
+    },
+    {
+      "epoch": 0.4197170983465545,
+      "grad_norm": 517.7933959960938,
+      "learning_rate": 1.8350954262938012e-05,
+      "loss": 33.25,
+      "step": 8783
+    },
+    {
+      "epoch": 0.4197648857880149,
+      "grad_norm": 384.9350280761719,
+      "learning_rate": 1.8350528529448254e-05,
+      "loss": 31.125,
+      "step": 8784
+    },
+    {
+      "epoch": 0.4198126732294753,
+      "grad_norm": 356.8712158203125,
+      "learning_rate": 1.8350102745949602e-05,
+      "loss": 30.9375,
+      "step": 8785
+    },
+    {
+      "epoch": 0.4198604606709357,
+      "grad_norm": 276.0863342285156,
+      "learning_rate": 1.8349676912444615e-05,
+      "loss": 22.5938,
+      "step": 8786
+    },
+    {
+      "epoch": 0.4199082481123961,
+      "grad_norm": 270.8577880859375,
+      "learning_rate": 1.834925102893583e-05,
+      "loss": 34.25,
+      "step": 8787
+    },
+    {
+      "epoch": 0.41995603555385647,
+      "grad_norm": 384.22576904296875,
+      "learning_rate": 1.834882509542581e-05,
+      "loss": 33.9688,
+      "step": 8788
+    },
+    {
+      "epoch": 0.42000382299531686,
+      "grad_norm": 324.990478515625,
+      "learning_rate": 1.8348399111917104e-05,
+      "loss": 33.5625,
+      "step": 8789
+    },
+    {
+      "epoch": 0.4200516104367772,
+      "grad_norm": 344.1653137207031,
+      "learning_rate": 1.8347973078412253e-05,
+      "loss": 38.375,
+      "step": 8790
+    },
+    {
+      "epoch": 0.4200993978782376,
+      "grad_norm": 224.27635192871094,
+      "learning_rate": 1.834754699491382e-05,
+      "loss": 27.375,
+      "step": 8791
+    },
+    {
+      "epoch": 0.42014718531969797,
+      "grad_norm": 356.66632080078125,
+      "learning_rate": 1.834712086142435e-05,
+      "loss": 32.5312,
+      "step": 8792
+    },
+    {
+      "epoch": 0.42019497276115836,
+      "grad_norm": 430.8305969238281,
+      "learning_rate": 1.8346694677946396e-05,
+      "loss": 32.6875,
+      "step": 8793
+    },
+    {
+      "epoch": 0.42024276020261875,
+      "grad_norm": 349.76611328125,
+      "learning_rate": 1.8346268444482508e-05,
+      "loss": 27.5938,
+      "step": 8794
+    },
+    {
+      "epoch": 0.42029054764407914,
+      "grad_norm": 329.83038330078125,
+      "learning_rate": 1.8345842161035246e-05,
+      "loss": 29.8906,
+      "step": 8795
+    },
+    {
+      "epoch": 0.4203383350855395,
+      "grad_norm": 807.1425170898438,
+      "learning_rate": 1.8345415827607155e-05,
+      "loss": 36.1562,
+      "step": 8796
+    },
+    {
+      "epoch": 0.4203861225269999,
+      "grad_norm": 189.07015991210938,
+      "learning_rate": 1.8344989444200796e-05,
+      "loss": 27.2344,
+      "step": 8797
+    },
+    {
+      "epoch": 0.4204339099684603,
+      "grad_norm": 714.7323608398438,
+      "learning_rate": 1.8344563010818717e-05,
+      "loss": 34.4688,
+      "step": 8798
+    },
+    {
+      "epoch": 0.4204816974099207,
+      "grad_norm": 293.11102294921875,
+      "learning_rate": 1.834413652746347e-05,
+      "loss": 36.5625,
+      "step": 8799
+    },
+    {
+      "epoch": 0.42052948485138103,
+      "grad_norm": 264.44781494140625,
+      "learning_rate": 1.8343709994137616e-05,
+      "loss": 35.9375,
+      "step": 8800
+    },
+    {
+      "epoch": 0.4205772722928414,
+      "grad_norm": 277.0711364746094,
+      "learning_rate": 1.8343283410843703e-05,
+      "loss": 30.1719,
+      "step": 8801
+    },
+    {
+      "epoch": 0.4206250597343018,
+      "grad_norm": 514.1323852539062,
+      "learning_rate": 1.834285677758429e-05,
+      "loss": 29.875,
+      "step": 8802
+    },
+    {
+      "epoch": 0.4206728471757622,
+      "grad_norm": 263.32891845703125,
+      "learning_rate": 1.8342430094361928e-05,
+      "loss": 32.8438,
+      "step": 8803
+    },
+    {
+      "epoch": 0.4207206346172226,
+      "grad_norm": 241.02273559570312,
+      "learning_rate": 1.834200336117918e-05,
+      "loss": 27.0938,
+      "step": 8804
+    },
+    {
+      "epoch": 0.420768422058683,
+      "grad_norm": 588.4067993164062,
+      "learning_rate": 1.834157657803859e-05,
+      "loss": 35.9688,
+      "step": 8805
+    },
+    {
+      "epoch": 0.42081620950014337,
+      "grad_norm": 184.38894653320312,
+      "learning_rate": 1.8341149744942723e-05,
+      "loss": 28.0,
+      "step": 8806
+    },
+    {
+      "epoch": 0.42086399694160376,
+      "grad_norm": 355.63067626953125,
+      "learning_rate": 1.8340722861894126e-05,
+      "loss": 43.0,
+      "step": 8807
+    },
+    {
+      "epoch": 0.42091178438306415,
+      "grad_norm": 254.76156616210938,
+      "learning_rate": 1.834029592889537e-05,
+      "loss": 31.5625,
+      "step": 8808
+    },
+    {
+      "epoch": 0.42095957182452454,
+      "grad_norm": 289.51171875,
+      "learning_rate": 1.8339868945948997e-05,
+      "loss": 32.125,
+      "step": 8809
+    },
+    {
+      "epoch": 0.4210073592659849,
+      "grad_norm": 292.7994689941406,
+      "learning_rate": 1.833944191305757e-05,
+      "loss": 34.9688,
+      "step": 8810
+    },
+    {
+      "epoch": 0.42105514670744526,
+      "grad_norm": 315.18951416015625,
+      "learning_rate": 1.8339014830223653e-05,
+      "loss": 28.4531,
+      "step": 8811
+    },
+    {
+      "epoch": 0.42110293414890565,
+      "grad_norm": 235.88986206054688,
+      "learning_rate": 1.8338587697449794e-05,
+      "loss": 24.7188,
+      "step": 8812
+    },
+    {
+      "epoch": 0.42115072159036604,
+      "grad_norm": 306.05413818359375,
+      "learning_rate": 1.833816051473855e-05,
+      "loss": 33.0625,
+      "step": 8813
+    },
+    {
+      "epoch": 0.42119850903182643,
+      "grad_norm": 236.34645080566406,
+      "learning_rate": 1.833773328209249e-05,
+      "loss": 27.1562,
+      "step": 8814
+    },
+    {
+      "epoch": 0.4212462964732868,
+      "grad_norm": 550.4974975585938,
+      "learning_rate": 1.8337305999514167e-05,
+      "loss": 34.25,
+      "step": 8815
+    },
+    {
+      "epoch": 0.4212940839147472,
+      "grad_norm": 421.19866943359375,
+      "learning_rate": 1.8336878667006134e-05,
+      "loss": 35.5312,
+      "step": 8816
+    },
+    {
+      "epoch": 0.4213418713562076,
+      "grad_norm": 248.35458374023438,
+      "learning_rate": 1.833645128457096e-05,
+      "loss": 32.6562,
+      "step": 8817
+    },
+    {
+      "epoch": 0.421389658797668,
+      "grad_norm": 376.2989196777344,
+      "learning_rate": 1.8336023852211197e-05,
+      "loss": 38.0,
+      "step": 8818
+    },
+    {
+      "epoch": 0.4214374462391284,
+      "grad_norm": 572.789794921875,
+      "learning_rate": 1.833559636992941e-05,
+      "loss": 35.625,
+      "step": 8819
+    },
+    {
+      "epoch": 0.42148523368058877,
+      "grad_norm": 396.3535461425781,
+      "learning_rate": 1.833516883772815e-05,
+      "loss": 26.75,
+      "step": 8820
+    },
+    {
+      "epoch": 0.4215330211220491,
+      "grad_norm": 165.3147430419922,
+      "learning_rate": 1.8334741255609988e-05,
+      "loss": 22.3906,
+      "step": 8821
+    },
+    {
+      "epoch": 0.4215808085635095,
+      "grad_norm": 862.1336669921875,
+      "learning_rate": 1.8334313623577484e-05,
+      "loss": 35.5938,
+      "step": 8822
+    },
+    {
+      "epoch": 0.4216285960049699,
+      "grad_norm": 307.0355224609375,
+      "learning_rate": 1.8333885941633195e-05,
+      "loss": 26.6875,
+      "step": 8823
+    },
+    {
+      "epoch": 0.42167638344643027,
+      "grad_norm": 246.70970153808594,
+      "learning_rate": 1.833345820977968e-05,
+      "loss": 32.375,
+      "step": 8824
+    },
+    {
+      "epoch": 0.42172417088789066,
+      "grad_norm": 175.9258270263672,
+      "learning_rate": 1.8333030428019505e-05,
+      "loss": 20.4219,
+      "step": 8825
+    },
+    {
+      "epoch": 0.42177195832935105,
+      "grad_norm": 299.5066833496094,
+      "learning_rate": 1.8332602596355227e-05,
+      "loss": 28.6562,
+      "step": 8826
+    },
+    {
+      "epoch": 0.42181974577081144,
+      "grad_norm": 347.4549255371094,
+      "learning_rate": 1.8332174714789416e-05,
+      "loss": 37.8125,
+      "step": 8827
+    },
+    {
+      "epoch": 0.42186753321227183,
+      "grad_norm": 631.1124267578125,
+      "learning_rate": 1.8331746783324626e-05,
+      "loss": 32.375,
+      "step": 8828
+    },
+    {
+      "epoch": 0.4219153206537322,
+      "grad_norm": 282.83837890625,
+      "learning_rate": 1.8331318801963426e-05,
+      "loss": 27.625,
+      "step": 8829
+    },
+    {
+      "epoch": 0.4219631080951926,
+      "grad_norm": 449.4230041503906,
+      "learning_rate": 1.8330890770708377e-05,
+      "loss": 43.875,
+      "step": 8830
+    },
+    {
+      "epoch": 0.42201089553665294,
+      "grad_norm": 460.1726989746094,
+      "learning_rate": 1.833046268956204e-05,
+      "loss": 38.625,
+      "step": 8831
+    },
+    {
+      "epoch": 0.42205868297811333,
+      "grad_norm": 309.034423828125,
+      "learning_rate": 1.833003455852698e-05,
+      "loss": 42.3438,
+      "step": 8832
+    },
+    {
+      "epoch": 0.4221064704195737,
+      "grad_norm": 262.975341796875,
+      "learning_rate": 1.8329606377605768e-05,
+      "loss": 25.75,
+      "step": 8833
+    },
+    {
+      "epoch": 0.4221542578610341,
+      "grad_norm": 384.83856201171875,
+      "learning_rate": 1.8329178146800958e-05,
+      "loss": 44.7812,
+      "step": 8834
+    },
+    {
+      "epoch": 0.4222020453024945,
+      "grad_norm": 370.5191955566406,
+      "learning_rate": 1.8328749866115116e-05,
+      "loss": 37.6562,
+      "step": 8835
+    },
+    {
+      "epoch": 0.4222498327439549,
+      "grad_norm": 476.31585693359375,
+      "learning_rate": 1.832832153555081e-05,
+      "loss": 32.4219,
+      "step": 8836
+    },
+    {
+      "epoch": 0.4222976201854153,
+      "grad_norm": 207.53689575195312,
+      "learning_rate": 1.8327893155110607e-05,
+      "loss": 24.8438,
+      "step": 8837
+    },
+    {
+      "epoch": 0.42234540762687567,
+      "grad_norm": 232.52818298339844,
+      "learning_rate": 1.832746472479707e-05,
+      "loss": 30.9062,
+      "step": 8838
+    },
+    {
+      "epoch": 0.42239319506833606,
+      "grad_norm": 428.24310302734375,
+      "learning_rate": 1.8327036244612762e-05,
+      "loss": 44.3125,
+      "step": 8839
+    },
+    {
+      "epoch": 0.42244098250979645,
+      "grad_norm": 251.21600341796875,
+      "learning_rate": 1.8326607714560255e-05,
+      "loss": 43.8438,
+      "step": 8840
+    },
+    {
+      "epoch": 0.42248876995125684,
+      "grad_norm": 388.4981994628906,
+      "learning_rate": 1.832617913464211e-05,
+      "loss": 41.5625,
+      "step": 8841
+    },
+    {
+      "epoch": 0.42253655739271717,
+      "grad_norm": 222.72317504882812,
+      "learning_rate": 1.8325750504860896e-05,
+      "loss": 24.5312,
+      "step": 8842
+    },
+    {
+      "epoch": 0.42258434483417756,
+      "grad_norm": 507.3508605957031,
+      "learning_rate": 1.832532182521918e-05,
+      "loss": 43.5312,
+      "step": 8843
+    },
+    {
+      "epoch": 0.42263213227563795,
+      "grad_norm": 217.44566345214844,
+      "learning_rate": 1.8324893095719526e-05,
+      "loss": 30.6562,
+      "step": 8844
+    },
+    {
+      "epoch": 0.42267991971709834,
+      "grad_norm": 399.0682373046875,
+      "learning_rate": 1.8324464316364507e-05,
+      "loss": 34.625,
+      "step": 8845
+    },
+    {
+      "epoch": 0.42272770715855873,
+      "grad_norm": 230.3311767578125,
+      "learning_rate": 1.832403548715669e-05,
+      "loss": 28.75,
+      "step": 8846
+    },
+    {
+      "epoch": 0.4227754946000191,
+      "grad_norm": 221.75086975097656,
+      "learning_rate": 1.832360660809864e-05,
+      "loss": 34.8125,
+      "step": 8847
+    },
+    {
+      "epoch": 0.4228232820414795,
+      "grad_norm": 498.9336242675781,
+      "learning_rate": 1.8323177679192926e-05,
+      "loss": 31.5312,
+      "step": 8848
+    },
+    {
+      "epoch": 0.4228710694829399,
+      "grad_norm": 216.0503387451172,
+      "learning_rate": 1.832274870044212e-05,
+      "loss": 38.875,
+      "step": 8849
+    },
+    {
+      "epoch": 0.4229188569244003,
+      "grad_norm": 417.028564453125,
+      "learning_rate": 1.8322319671848784e-05,
+      "loss": 35.0938,
+      "step": 8850
+    },
+    {
+      "epoch": 0.4229666443658607,
+      "grad_norm": 501.7117004394531,
+      "learning_rate": 1.8321890593415495e-05,
+      "loss": 38.8125,
+      "step": 8851
+    },
+    {
+      "epoch": 0.423014431807321,
+      "grad_norm": 168.65689086914062,
+      "learning_rate": 1.832146146514482e-05,
+      "loss": 41.9062,
+      "step": 8852
+    },
+    {
+      "epoch": 0.4230622192487814,
+      "grad_norm": 316.5699768066406,
+      "learning_rate": 1.8321032287039324e-05,
+      "loss": 19.3594,
+      "step": 8853
+    },
+    {
+      "epoch": 0.4231100066902418,
+      "grad_norm": 260.72161865234375,
+      "learning_rate": 1.8320603059101585e-05,
+      "loss": 30.5625,
+      "step": 8854
+    },
+    {
+      "epoch": 0.4231577941317022,
+      "grad_norm": 217.16722106933594,
+      "learning_rate": 1.8320173781334172e-05,
+      "loss": 25.5156,
+      "step": 8855
+    },
+    {
+      "epoch": 0.42320558157316257,
+      "grad_norm": 272.4367370605469,
+      "learning_rate": 1.8319744453739653e-05,
+      "loss": 35.25,
+      "step": 8856
+    },
+    {
+      "epoch": 0.42325336901462296,
+      "grad_norm": 228.22962951660156,
+      "learning_rate": 1.83193150763206e-05,
+      "loss": 31.5,
+      "step": 8857
+    },
+    {
+      "epoch": 0.42330115645608335,
+      "grad_norm": 124.85549926757812,
+      "learning_rate": 1.831888564907958e-05,
+      "loss": 19.2031,
+      "step": 8858
+    },
+    {
+      "epoch": 0.42334894389754374,
+      "grad_norm": 323.7786560058594,
+      "learning_rate": 1.831845617201918e-05,
+      "loss": 27.25,
+      "step": 8859
+    },
+    {
+      "epoch": 0.42339673133900413,
+      "grad_norm": 181.49066162109375,
+      "learning_rate": 1.831802664514195e-05,
+      "loss": 27.75,
+      "step": 8860
+    },
+    {
+      "epoch": 0.4234445187804645,
+      "grad_norm": 439.9024658203125,
+      "learning_rate": 1.8317597068450478e-05,
+      "loss": 40.9375,
+      "step": 8861
+    },
+    {
+      "epoch": 0.42349230622192485,
+      "grad_norm": 625.2481079101562,
+      "learning_rate": 1.8317167441947332e-05,
+      "loss": 29.4688,
+      "step": 8862
+    },
+    {
+      "epoch": 0.42354009366338524,
+      "grad_norm": 266.52593994140625,
+      "learning_rate": 1.8316737765635085e-05,
+      "loss": 33.9375,
+      "step": 8863
+    },
+    {
+      "epoch": 0.42358788110484563,
+      "grad_norm": 316.77520751953125,
+      "learning_rate": 1.8316308039516314e-05,
+      "loss": 34.625,
+      "step": 8864
+    },
+    {
+      "epoch": 0.423635668546306,
+      "grad_norm": 332.3247375488281,
+      "learning_rate": 1.8315878263593582e-05,
+      "loss": 30.5625,
+      "step": 8865
+    },
+    {
+      "epoch": 0.4236834559877664,
+      "grad_norm": 255.20294189453125,
+      "learning_rate": 1.8315448437869473e-05,
+      "loss": 22.9688,
+      "step": 8866
+    },
+    {
+      "epoch": 0.4237312434292268,
+      "grad_norm": 241.17311096191406,
+      "learning_rate": 1.831501856234656e-05,
+      "loss": 33.4375,
+      "step": 8867
+    },
+    {
+      "epoch": 0.4237790308706872,
+      "grad_norm": 245.60044860839844,
+      "learning_rate": 1.831458863702741e-05,
+      "loss": 31.3125,
+      "step": 8868
+    },
+    {
+      "epoch": 0.4238268183121476,
+      "grad_norm": 433.0048828125,
+      "learning_rate": 1.8314158661914608e-05,
+      "loss": 36.9375,
+      "step": 8869
+    },
+    {
+      "epoch": 0.42387460575360797,
+      "grad_norm": 250.91062927246094,
+      "learning_rate": 1.8313728637010722e-05,
+      "loss": 31.375,
+      "step": 8870
+    },
+    {
+      "epoch": 0.42392239319506836,
+      "grad_norm": 377.8349914550781,
+      "learning_rate": 1.831329856231833e-05,
+      "loss": 30.75,
+      "step": 8871
+    },
+    {
+      "epoch": 0.4239701806365287,
+      "grad_norm": 147.69483947753906,
+      "learning_rate": 1.8312868437840002e-05,
+      "loss": 23.0156,
+      "step": 8872
+    },
+    {
+      "epoch": 0.4240179680779891,
+      "grad_norm": 168.45457458496094,
+      "learning_rate": 1.831243826357832e-05,
+      "loss": 29.1562,
+      "step": 8873
+    },
+    {
+      "epoch": 0.42406575551944947,
+      "grad_norm": 214.63429260253906,
+      "learning_rate": 1.8312008039535865e-05,
+      "loss": 27.5,
+      "step": 8874
+    },
+    {
+      "epoch": 0.42411354296090986,
+      "grad_norm": 260.6950988769531,
+      "learning_rate": 1.8311577765715202e-05,
+      "loss": 28.75,
+      "step": 8875
+    },
+    {
+      "epoch": 0.42416133040237025,
+      "grad_norm": 201.76145935058594,
+      "learning_rate": 1.8311147442118913e-05,
+      "loss": 24.7812,
+      "step": 8876
+    },
+    {
+      "epoch": 0.42420911784383064,
+      "grad_norm": 222.124267578125,
+      "learning_rate": 1.831071706874958e-05,
+      "loss": 38.25,
+      "step": 8877
+    },
+    {
+      "epoch": 0.42425690528529103,
+      "grad_norm": 314.2772521972656,
+      "learning_rate": 1.831028664560977e-05,
+      "loss": 34.25,
+      "step": 8878
+    },
+    {
+      "epoch": 0.4243046927267514,
+      "grad_norm": 218.53453063964844,
+      "learning_rate": 1.8309856172702068e-05,
+      "loss": 25.4062,
+      "step": 8879
+    },
+    {
+      "epoch": 0.4243524801682118,
+      "grad_norm": 250.8788604736328,
+      "learning_rate": 1.8309425650029048e-05,
+      "loss": 19.7344,
+      "step": 8880
+    },
+    {
+      "epoch": 0.4244002676096722,
+      "grad_norm": 315.7326354980469,
+      "learning_rate": 1.8308995077593293e-05,
+      "loss": 35.0938,
+      "step": 8881
+    },
+    {
+      "epoch": 0.4244480550511326,
+      "grad_norm": 133.1011962890625,
+      "learning_rate": 1.830856445539738e-05,
+      "loss": 25.125,
+      "step": 8882
+    },
+    {
+      "epoch": 0.4244958424925929,
+      "grad_norm": 212.41159057617188,
+      "learning_rate": 1.8308133783443885e-05,
+      "loss": 28.625,
+      "step": 8883
+    },
+    {
+      "epoch": 0.4245436299340533,
+      "grad_norm": 232.92755126953125,
+      "learning_rate": 1.830770306173539e-05,
+      "loss": 29.0312,
+      "step": 8884
+    },
+    {
+      "epoch": 0.4245914173755137,
+      "grad_norm": 192.18154907226562,
+      "learning_rate": 1.8307272290274474e-05,
+      "loss": 30.9688,
+      "step": 8885
+    },
+    {
+      "epoch": 0.4246392048169741,
+      "grad_norm": 285.47906494140625,
+      "learning_rate": 1.8306841469063713e-05,
+      "loss": 31.8438,
+      "step": 8886
+    },
+    {
+      "epoch": 0.4246869922584345,
+      "grad_norm": 224.21507263183594,
+      "learning_rate": 1.8306410598105694e-05,
+      "loss": 37.3125,
+      "step": 8887
+    },
+    {
+      "epoch": 0.42473477969989487,
+      "grad_norm": 391.6251525878906,
+      "learning_rate": 1.830597967740299e-05,
+      "loss": 34.4062,
+      "step": 8888
+    },
+    {
+      "epoch": 0.42478256714135526,
+      "grad_norm": 262.8887634277344,
+      "learning_rate": 1.8305548706958188e-05,
+      "loss": 31.2812,
+      "step": 8889
+    },
+    {
+      "epoch": 0.42483035458281565,
+      "grad_norm": 236.6481475830078,
+      "learning_rate": 1.8305117686773868e-05,
+      "loss": 34.4062,
+      "step": 8890
+    },
+    {
+      "epoch": 0.42487814202427604,
+      "grad_norm": 329.90557861328125,
+      "learning_rate": 1.8304686616852607e-05,
+      "loss": 28.8594,
+      "step": 8891
+    },
+    {
+      "epoch": 0.42492592946573643,
+      "grad_norm": 199.59657287597656,
+      "learning_rate": 1.830425549719699e-05,
+      "loss": 18.8906,
+      "step": 8892
+    },
+    {
+      "epoch": 0.42497371690719676,
+      "grad_norm": 198.7093963623047,
+      "learning_rate": 1.83038243278096e-05,
+      "loss": 23.5625,
+      "step": 8893
+    },
+    {
+      "epoch": 0.42502150434865715,
+      "grad_norm": 476.1708984375,
+      "learning_rate": 1.8303393108693012e-05,
+      "loss": 30.2656,
+      "step": 8894
+    },
+    {
+      "epoch": 0.42506929179011754,
+      "grad_norm": 244.92059326171875,
+      "learning_rate": 1.8302961839849817e-05,
+      "loss": 28.5312,
+      "step": 8895
+    },
+    {
+      "epoch": 0.42511707923157793,
+      "grad_norm": 201.88592529296875,
+      "learning_rate": 1.8302530521282597e-05,
+      "loss": 31.9688,
+      "step": 8896
+    },
+    {
+      "epoch": 0.4251648666730383,
+      "grad_norm": 472.3582763671875,
+      "learning_rate": 1.830209915299393e-05,
+      "loss": 30.9844,
+      "step": 8897
+    },
+    {
+      "epoch": 0.4252126541144987,
+      "grad_norm": 370.40692138671875,
+      "learning_rate": 1.83016677349864e-05,
+      "loss": 34.2188,
+      "step": 8898
+    },
+    {
+      "epoch": 0.4252604415559591,
+      "grad_norm": 150.9867706298828,
+      "learning_rate": 1.8301236267262594e-05,
+      "loss": 25.4375,
+      "step": 8899
+    },
+    {
+      "epoch": 0.4253082289974195,
+      "grad_norm": 383.23388671875,
+      "learning_rate": 1.8300804749825092e-05,
+      "loss": 32.0781,
+      "step": 8900
+    },
+    {
+      "epoch": 0.4253560164388799,
+      "grad_norm": 222.05857849121094,
+      "learning_rate": 1.8300373182676483e-05,
+      "loss": 21.0312,
+      "step": 8901
+    },
+    {
+      "epoch": 0.42540380388034027,
+      "grad_norm": 227.904052734375,
+      "learning_rate": 1.8299941565819347e-05,
+      "loss": 36.5,
+      "step": 8902
+    },
+    {
+      "epoch": 0.4254515913218006,
+      "grad_norm": 241.6422576904297,
+      "learning_rate": 1.829950989925627e-05,
+      "loss": 32.5,
+      "step": 8903
+    },
+    {
+      "epoch": 0.425499378763261,
+      "grad_norm": 337.8466796875,
+      "learning_rate": 1.8299078182989842e-05,
+      "loss": 25.6875,
+      "step": 8904
+    },
+    {
+      "epoch": 0.4255471662047214,
+      "grad_norm": 326.1476745605469,
+      "learning_rate": 1.8298646417022642e-05,
+      "loss": 30.375,
+      "step": 8905
+    },
+    {
+      "epoch": 0.4255949536461818,
+      "grad_norm": 345.90869140625,
+      "learning_rate": 1.829821460135726e-05,
+      "loss": 42.9531,
+      "step": 8906
+    },
+    {
+      "epoch": 0.42564274108764216,
+      "grad_norm": 167.30712890625,
+      "learning_rate": 1.829778273599628e-05,
+      "loss": 36.5938,
+      "step": 8907
+    },
+    {
+      "epoch": 0.42569052852910255,
+      "grad_norm": 399.6946716308594,
+      "learning_rate": 1.8297350820942288e-05,
+      "loss": 29.3438,
+      "step": 8908
+    },
+    {
+      "epoch": 0.42573831597056294,
+      "grad_norm": 186.61903381347656,
+      "learning_rate": 1.829691885619787e-05,
+      "loss": 39.5312,
+      "step": 8909
+    },
+    {
+      "epoch": 0.42578610341202333,
+      "grad_norm": 301.61077880859375,
+      "learning_rate": 1.8296486841765614e-05,
+      "loss": 39.6562,
+      "step": 8910
+    },
+    {
+      "epoch": 0.4258338908534837,
+      "grad_norm": 200.8445587158203,
+      "learning_rate": 1.8296054777648108e-05,
+      "loss": 26.7188,
+      "step": 8911
+    },
+    {
+      "epoch": 0.4258816782949441,
+      "grad_norm": 227.22840881347656,
+      "learning_rate": 1.8295622663847935e-05,
+      "loss": 26.2344,
+      "step": 8912
+    },
+    {
+      "epoch": 0.4259294657364045,
+      "grad_norm": 371.6736145019531,
+      "learning_rate": 1.829519050036769e-05,
+      "loss": 29.0625,
+      "step": 8913
+    },
+    {
+      "epoch": 0.42597725317786483,
+      "grad_norm": 244.03750610351562,
+      "learning_rate": 1.8294758287209958e-05,
+      "loss": 30.6875,
+      "step": 8914
+    },
+    {
+      "epoch": 0.4260250406193252,
+      "grad_norm": 318.20184326171875,
+      "learning_rate": 1.829432602437733e-05,
+      "loss": 31.5625,
+      "step": 8915
+    },
+    {
+      "epoch": 0.4260728280607856,
+      "grad_norm": 274.4066162109375,
+      "learning_rate": 1.8293893711872386e-05,
+      "loss": 33.1562,
+      "step": 8916
+    },
+    {
+      "epoch": 0.426120615502246,
+      "grad_norm": 283.0533447265625,
+      "learning_rate": 1.8293461349697725e-05,
+      "loss": 27.2188,
+      "step": 8917
+    },
+    {
+      "epoch": 0.4261684029437064,
+      "grad_norm": 209.47235107421875,
+      "learning_rate": 1.829302893785593e-05,
+      "loss": 23.5938,
+      "step": 8918
+    },
+    {
+      "epoch": 0.4262161903851668,
+      "grad_norm": 251.7687530517578,
+      "learning_rate": 1.8292596476349592e-05,
+      "loss": 26.5312,
+      "step": 8919
+    },
+    {
+      "epoch": 0.42626397782662717,
+      "grad_norm": 287.51239013671875,
+      "learning_rate": 1.8292163965181304e-05,
+      "loss": 36.7188,
+      "step": 8920
+    },
+    {
+      "epoch": 0.42631176526808756,
+      "grad_norm": 166.88014221191406,
+      "learning_rate": 1.829173140435365e-05,
+      "loss": 20.7812,
+      "step": 8921
+    },
+    {
+      "epoch": 0.42635955270954795,
+      "grad_norm": 292.52362060546875,
+      "learning_rate": 1.8291298793869226e-05,
+      "loss": 26.4688,
+      "step": 8922
+    },
+    {
+      "epoch": 0.42640734015100834,
+      "grad_norm": 239.5135040283203,
+      "learning_rate": 1.829086613373062e-05,
+      "loss": 26.2812,
+      "step": 8923
+    },
+    {
+      "epoch": 0.4264551275924687,
+      "grad_norm": 270.36541748046875,
+      "learning_rate": 1.8290433423940424e-05,
+      "loss": 37.8438,
+      "step": 8924
+    },
+    {
+      "epoch": 0.42650291503392906,
+      "grad_norm": 445.0869445800781,
+      "learning_rate": 1.829000066450123e-05,
+      "loss": 27.4062,
+      "step": 8925
+    },
+    {
+      "epoch": 0.42655070247538945,
+      "grad_norm": 348.656494140625,
+      "learning_rate": 1.828956785541563e-05,
+      "loss": 28.5625,
+      "step": 8926
+    },
+    {
+      "epoch": 0.42659848991684984,
+      "grad_norm": 201.91371154785156,
+      "learning_rate": 1.8289134996686214e-05,
+      "loss": 16.875,
+      "step": 8927
+    },
+    {
+      "epoch": 0.42664627735831023,
+      "grad_norm": 162.17892456054688,
+      "learning_rate": 1.8288702088315577e-05,
+      "loss": 24.875,
+      "step": 8928
+    },
+    {
+      "epoch": 0.4266940647997706,
+      "grad_norm": 165.7239227294922,
+      "learning_rate": 1.828826913030631e-05,
+      "loss": 29.9844,
+      "step": 8929
+    },
+    {
+      "epoch": 0.426741852241231,
+      "grad_norm": 188.68099975585938,
+      "learning_rate": 1.8287836122661002e-05,
+      "loss": 25.0781,
+      "step": 8930
+    },
+    {
+      "epoch": 0.4267896396826914,
+      "grad_norm": 278.19708251953125,
+      "learning_rate": 1.8287403065382255e-05,
+      "loss": 33.125,
+      "step": 8931
+    },
+    {
+      "epoch": 0.4268374271241518,
+      "grad_norm": 260.6618957519531,
+      "learning_rate": 1.8286969958472652e-05,
+      "loss": 33.0312,
+      "step": 8932
+    },
+    {
+      "epoch": 0.4268852145656122,
+      "grad_norm": 291.0267333984375,
+      "learning_rate": 1.8286536801934796e-05,
+      "loss": 36.875,
+      "step": 8933
+    },
+    {
+      "epoch": 0.4269330020070725,
+      "grad_norm": 357.6528625488281,
+      "learning_rate": 1.8286103595771275e-05,
+      "loss": 33.4062,
+      "step": 8934
+    },
+    {
+      "epoch": 0.4269807894485329,
+      "grad_norm": 671.9085693359375,
+      "learning_rate": 1.8285670339984688e-05,
+      "loss": 45.0625,
+      "step": 8935
+    },
+    {
+      "epoch": 0.4270285768899933,
+      "grad_norm": 291.2249450683594,
+      "learning_rate": 1.828523703457762e-05,
+      "loss": 33.2188,
+      "step": 8936
+    },
+    {
+      "epoch": 0.4270763643314537,
+      "grad_norm": 267.49407958984375,
+      "learning_rate": 1.828480367955268e-05,
+      "loss": 23.9688,
+      "step": 8937
+    },
+    {
+      "epoch": 0.4271241517729141,
+      "grad_norm": 184.51406860351562,
+      "learning_rate": 1.8284370274912456e-05,
+      "loss": 31.3438,
+      "step": 8938
+    },
+    {
+      "epoch": 0.42717193921437446,
+      "grad_norm": 213.81033325195312,
+      "learning_rate": 1.828393682065954e-05,
+      "loss": 19.4688,
+      "step": 8939
+    },
+    {
+      "epoch": 0.42721972665583485,
+      "grad_norm": 219.62648010253906,
+      "learning_rate": 1.8283503316796536e-05,
+      "loss": 26.2188,
+      "step": 8940
+    },
+    {
+      "epoch": 0.42726751409729524,
+      "grad_norm": 247.13174438476562,
+      "learning_rate": 1.8283069763326034e-05,
+      "loss": 25.3438,
+      "step": 8941
+    },
+    {
+      "epoch": 0.42731530153875563,
+      "grad_norm": 151.76719665527344,
+      "learning_rate": 1.828263616025063e-05,
+      "loss": 26.1406,
+      "step": 8942
+    },
+    {
+      "epoch": 0.427363088980216,
+      "grad_norm": 190.59194946289062,
+      "learning_rate": 1.8282202507572925e-05,
+      "loss": 26.7812,
+      "step": 8943
+    },
+    {
+      "epoch": 0.4274108764216764,
+      "grad_norm": 259.0590515136719,
+      "learning_rate": 1.8281768805295515e-05,
+      "loss": 35.5312,
+      "step": 8944
+    },
+    {
+      "epoch": 0.42745866386313675,
+      "grad_norm": 218.69174194335938,
+      "learning_rate": 1.8281335053420995e-05,
+      "loss": 33.0312,
+      "step": 8945
+    },
+    {
+      "epoch": 0.42750645130459713,
+      "grad_norm": 195.86959838867188,
+      "learning_rate": 1.8280901251951962e-05,
+      "loss": 28.9375,
+      "step": 8946
+    },
+    {
+      "epoch": 0.4275542387460575,
+      "grad_norm": 235.47804260253906,
+      "learning_rate": 1.828046740089102e-05,
+      "loss": 25.0,
+      "step": 8947
+    },
+    {
+      "epoch": 0.4276020261875179,
+      "grad_norm": 188.8824920654297,
+      "learning_rate": 1.828003350024076e-05,
+      "loss": 30.0938,
+      "step": 8948
+    },
+    {
+      "epoch": 0.4276498136289783,
+      "grad_norm": 213.53414916992188,
+      "learning_rate": 1.8279599550003783e-05,
+      "loss": 39.25,
+      "step": 8949
+    },
+    {
+      "epoch": 0.4276976010704387,
+      "grad_norm": 205.7195281982422,
+      "learning_rate": 1.827916555018269e-05,
+      "loss": 23.3594,
+      "step": 8950
+    },
+    {
+      "epoch": 0.4277453885118991,
+      "grad_norm": 227.60769653320312,
+      "learning_rate": 1.8278731500780078e-05,
+      "loss": 21.375,
+      "step": 8951
+    },
+    {
+      "epoch": 0.4277931759533595,
+      "grad_norm": 187.314697265625,
+      "learning_rate": 1.8278297401798548e-05,
+      "loss": 30.2656,
+      "step": 8952
+    },
+    {
+      "epoch": 0.42784096339481986,
+      "grad_norm": 349.1188659667969,
+      "learning_rate": 1.82778632532407e-05,
+      "loss": 39.5625,
+      "step": 8953
+    },
+    {
+      "epoch": 0.42788875083628025,
+      "grad_norm": 341.986328125,
+      "learning_rate": 1.8277429055109127e-05,
+      "loss": 30.9688,
+      "step": 8954
+    },
+    {
+      "epoch": 0.4279365382777406,
+      "grad_norm": 417.3154602050781,
+      "learning_rate": 1.8276994807406437e-05,
+      "loss": 39.4062,
+      "step": 8955
+    },
+    {
+      "epoch": 0.427984325719201,
+      "grad_norm": 347.8167724609375,
+      "learning_rate": 1.827656051013523e-05,
+      "loss": 34.1562,
+      "step": 8956
+    },
+    {
+      "epoch": 0.42803211316066136,
+      "grad_norm": 304.846923828125,
+      "learning_rate": 1.8276126163298103e-05,
+      "loss": 24.7656,
+      "step": 8957
+    },
+    {
+      "epoch": 0.42807990060212175,
+      "grad_norm": 754.7037353515625,
+      "learning_rate": 1.827569176689766e-05,
+      "loss": 29.875,
+      "step": 8958
+    },
+    {
+      "epoch": 0.42812768804358214,
+      "grad_norm": 179.7520751953125,
+      "learning_rate": 1.8275257320936505e-05,
+      "loss": 25.125,
+      "step": 8959
+    },
+    {
+      "epoch": 0.42817547548504253,
+      "grad_norm": 196.47169494628906,
+      "learning_rate": 1.8274822825417232e-05,
+      "loss": 26.625,
+      "step": 8960
+    },
+    {
+      "epoch": 0.4282232629265029,
+      "grad_norm": 295.7210693359375,
+      "learning_rate": 1.8274388280342447e-05,
+      "loss": 41.9688,
+      "step": 8961
+    },
+    {
+      "epoch": 0.4282710503679633,
+      "grad_norm": 259.655517578125,
+      "learning_rate": 1.827395368571476e-05,
+      "loss": 24.3438,
+      "step": 8962
+    },
+    {
+      "epoch": 0.4283188378094237,
+      "grad_norm": 168.95875549316406,
+      "learning_rate": 1.827351904153676e-05,
+      "loss": 30.8125,
+      "step": 8963
+    },
+    {
+      "epoch": 0.4283666252508841,
+      "grad_norm": 401.74664306640625,
+      "learning_rate": 1.827308434781106e-05,
+      "loss": 28.0938,
+      "step": 8964
+    },
+    {
+      "epoch": 0.4284144126923444,
+      "grad_norm": 409.1124267578125,
+      "learning_rate": 1.8272649604540258e-05,
+      "loss": 39.875,
+      "step": 8965
+    },
+    {
+      "epoch": 0.4284622001338048,
+      "grad_norm": 404.15008544921875,
+      "learning_rate": 1.8272214811726963e-05,
+      "loss": 17.5625,
+      "step": 8966
+    },
+    {
+      "epoch": 0.4285099875752652,
+      "grad_norm": 316.84356689453125,
+      "learning_rate": 1.827177996937377e-05,
+      "loss": 35.625,
+      "step": 8967
+    },
+    {
+      "epoch": 0.4285577750167256,
+      "grad_norm": 337.212158203125,
+      "learning_rate": 1.8271345077483293e-05,
+      "loss": 32.5,
+      "step": 8968
+    },
+    {
+      "epoch": 0.428605562458186,
+      "grad_norm": 291.9894714355469,
+      "learning_rate": 1.8270910136058132e-05,
+      "loss": 40.7812,
+      "step": 8969
+    },
+    {
+      "epoch": 0.4286533498996464,
+      "grad_norm": 470.0226745605469,
+      "learning_rate": 1.8270475145100886e-05,
+      "loss": 34.2188,
+      "step": 8970
+    },
+    {
+      "epoch": 0.42870113734110676,
+      "grad_norm": 625.4453735351562,
+      "learning_rate": 1.8270040104614172e-05,
+      "loss": 41.2188,
+      "step": 8971
+    },
+    {
+      "epoch": 0.42874892478256715,
+      "grad_norm": 518.2576293945312,
+      "learning_rate": 1.8269605014600587e-05,
+      "loss": 27.3906,
+      "step": 8972
+    },
+    {
+      "epoch": 0.42879671222402754,
+      "grad_norm": 373.77191162109375,
+      "learning_rate": 1.826916987506274e-05,
+      "loss": 31.75,
+      "step": 8973
+    },
+    {
+      "epoch": 0.42884449966548793,
+      "grad_norm": 471.8937683105469,
+      "learning_rate": 1.8268734686003232e-05,
+      "loss": 27.9375,
+      "step": 8974
+    },
+    {
+      "epoch": 0.42889228710694827,
+      "grad_norm": 130.23248291015625,
+      "learning_rate": 1.8268299447424676e-05,
+      "loss": 24.2188,
+      "step": 8975
+    },
+    {
+      "epoch": 0.42894007454840866,
+      "grad_norm": 272.1724853515625,
+      "learning_rate": 1.8267864159329676e-05,
+      "loss": 30.2188,
+      "step": 8976
+    },
+    {
+      "epoch": 0.42898786198986905,
+      "grad_norm": 219.49075317382812,
+      "learning_rate": 1.8267428821720835e-05,
+      "loss": 29.0781,
+      "step": 8977
+    },
+    {
+      "epoch": 0.42903564943132944,
+      "grad_norm": 420.9132995605469,
+      "learning_rate": 1.8266993434600764e-05,
+      "loss": 44.8125,
+      "step": 8978
+    },
+    {
+      "epoch": 0.4290834368727898,
+      "grad_norm": 292.00054931640625,
+      "learning_rate": 1.826655799797207e-05,
+      "loss": 31.5938,
+      "step": 8979
+    },
+    {
+      "epoch": 0.4291312243142502,
+      "grad_norm": 331.0340881347656,
+      "learning_rate": 1.826612251183736e-05,
+      "loss": 40.8438,
+      "step": 8980
+    },
+    {
+      "epoch": 0.4291790117557106,
+      "grad_norm": 1208.828369140625,
+      "learning_rate": 1.8265686976199246e-05,
+      "loss": 21.625,
+      "step": 8981
+    },
+    {
+      "epoch": 0.429226799197171,
+      "grad_norm": 760.0595703125,
+      "learning_rate": 1.826525139106033e-05,
+      "loss": 21.3125,
+      "step": 8982
+    },
+    {
+      "epoch": 0.4292745866386314,
+      "grad_norm": 191.8409881591797,
+      "learning_rate": 1.8264815756423223e-05,
+      "loss": 41.375,
+      "step": 8983
+    },
+    {
+      "epoch": 0.4293223740800918,
+      "grad_norm": 242.89515686035156,
+      "learning_rate": 1.8264380072290535e-05,
+      "loss": 26.6562,
+      "step": 8984
+    },
+    {
+      "epoch": 0.42937016152155216,
+      "grad_norm": 462.38140869140625,
+      "learning_rate": 1.8263944338664874e-05,
+      "loss": 27.4375,
+      "step": 8985
+    },
+    {
+      "epoch": 0.4294179489630125,
+      "grad_norm": 227.5033721923828,
+      "learning_rate": 1.8263508555548846e-05,
+      "loss": 26.6562,
+      "step": 8986
+    },
+    {
+      "epoch": 0.4294657364044729,
+      "grad_norm": 175.0435333251953,
+      "learning_rate": 1.826307272294507e-05,
+      "loss": 27.5,
+      "step": 8987
+    },
+    {
+      "epoch": 0.4295135238459333,
+      "grad_norm": 292.07293701171875,
+      "learning_rate": 1.8262636840856148e-05,
+      "loss": 27.2188,
+      "step": 8988
+    },
+    {
+      "epoch": 0.42956131128739367,
+      "grad_norm": 288.8851623535156,
+      "learning_rate": 1.8262200909284695e-05,
+      "loss": 35.1875,
+      "step": 8989
+    },
+    {
+      "epoch": 0.42960909872885406,
+      "grad_norm": 318.6145935058594,
+      "learning_rate": 1.826176492823332e-05,
+      "loss": 26.0625,
+      "step": 8990
+    },
+    {
+      "epoch": 0.42965688617031444,
+      "grad_norm": 326.5736083984375,
+      "learning_rate": 1.826132889770463e-05,
+      "loss": 42.4375,
+      "step": 8991
+    },
+    {
+      "epoch": 0.42970467361177483,
+      "grad_norm": 287.3843688964844,
+      "learning_rate": 1.8260892817701245e-05,
+      "loss": 28.25,
+      "step": 8992
+    },
+    {
+      "epoch": 0.4297524610532352,
+      "grad_norm": 136.89865112304688,
+      "learning_rate": 1.8260456688225768e-05,
+      "loss": 25.2188,
+      "step": 8993
+    },
+    {
+      "epoch": 0.4298002484946956,
+      "grad_norm": 194.22291564941406,
+      "learning_rate": 1.8260020509280812e-05,
+      "loss": 28.6562,
+      "step": 8994
+    },
+    {
+      "epoch": 0.429848035936156,
+      "grad_norm": 312.33599853515625,
+      "learning_rate": 1.8259584280868993e-05,
+      "loss": 33.2812,
+      "step": 8995
+    },
+    {
+      "epoch": 0.42989582337761634,
+      "grad_norm": 341.96942138671875,
+      "learning_rate": 1.8259148002992927e-05,
+      "loss": 31.3125,
+      "step": 8996
+    },
+    {
+      "epoch": 0.4299436108190767,
+      "grad_norm": 459.0506591796875,
+      "learning_rate": 1.825871167565522e-05,
+      "loss": 26.2188,
+      "step": 8997
+    },
+    {
+      "epoch": 0.4299913982605371,
+      "grad_norm": 196.93479919433594,
+      "learning_rate": 1.825827529885848e-05,
+      "loss": 30.4375,
+      "step": 8998
+    },
+    {
+      "epoch": 0.4300391857019975,
+      "grad_norm": 316.7408142089844,
+      "learning_rate": 1.8257838872605333e-05,
+      "loss": 34.3438,
+      "step": 8999
+    },
+    {
+      "epoch": 0.4300869731434579,
+      "grad_norm": 227.34747314453125,
+      "learning_rate": 1.8257402396898387e-05,
+      "loss": 27.3438,
+      "step": 9000
+    },
+    {
+      "epoch": 0.4301347605849183,
+      "grad_norm": 169.86651611328125,
+      "learning_rate": 1.8256965871740254e-05,
+      "loss": 25.9844,
+      "step": 9001
+    },
+    {
+      "epoch": 0.4301825480263787,
+      "grad_norm": 300.9504699707031,
+      "learning_rate": 1.8256529297133547e-05,
+      "loss": 26.4375,
+      "step": 9002
+    },
+    {
+      "epoch": 0.43023033546783906,
+      "grad_norm": 114.89930725097656,
+      "learning_rate": 1.825609267308089e-05,
+      "loss": 20.625,
+      "step": 9003
+    },
+    {
+      "epoch": 0.43027812290929945,
+      "grad_norm": 295.0553283691406,
+      "learning_rate": 1.8255655999584884e-05,
+      "loss": 30.75,
+      "step": 9004
+    },
+    {
+      "epoch": 0.43032591035075984,
+      "grad_norm": 210.09906005859375,
+      "learning_rate": 1.8255219276648157e-05,
+      "loss": 34.0,
+      "step": 9005
+    },
+    {
+      "epoch": 0.4303736977922202,
+      "grad_norm": 315.43792724609375,
+      "learning_rate": 1.8254782504273317e-05,
+      "loss": 28.9375,
+      "step": 9006
+    },
+    {
+      "epoch": 0.43042148523368057,
+      "grad_norm": 263.7381286621094,
+      "learning_rate": 1.825434568246298e-05,
+      "loss": 45.6562,
+      "step": 9007
+    },
+    {
+      "epoch": 0.43046927267514096,
+      "grad_norm": 368.8883972167969,
+      "learning_rate": 1.8253908811219764e-05,
+      "loss": 27.1875,
+      "step": 9008
+    },
+    {
+      "epoch": 0.43051706011660135,
+      "grad_norm": 214.72593688964844,
+      "learning_rate": 1.8253471890546285e-05,
+      "loss": 34.2188,
+      "step": 9009
+    },
+    {
+      "epoch": 0.43056484755806174,
+      "grad_norm": 240.30039978027344,
+      "learning_rate": 1.825303492044516e-05,
+      "loss": 36.2188,
+      "step": 9010
+    },
+    {
+      "epoch": 0.4306126349995221,
+      "grad_norm": 308.84674072265625,
+      "learning_rate": 1.8252597900919002e-05,
+      "loss": 32.3125,
+      "step": 9011
+    },
+    {
+      "epoch": 0.4306604224409825,
+      "grad_norm": 375.441162109375,
+      "learning_rate": 1.8252160831970433e-05,
+      "loss": 28.8438,
+      "step": 9012
+    },
+    {
+      "epoch": 0.4307082098824429,
+      "grad_norm": 209.6580810546875,
+      "learning_rate": 1.825172371360207e-05,
+      "loss": 37.9531,
+      "step": 9013
+    },
+    {
+      "epoch": 0.4307559973239033,
+      "grad_norm": 461.0677795410156,
+      "learning_rate": 1.825128654581653e-05,
+      "loss": 48.625,
+      "step": 9014
+    },
+    {
+      "epoch": 0.4308037847653637,
+      "grad_norm": 264.07904052734375,
+      "learning_rate": 1.825084932861643e-05,
+      "loss": 35.2969,
+      "step": 9015
+    },
+    {
+      "epoch": 0.4308515722068241,
+      "grad_norm": 198.4450225830078,
+      "learning_rate": 1.8250412062004387e-05,
+      "loss": 21.4375,
+      "step": 9016
+    },
+    {
+      "epoch": 0.4308993596482844,
+      "grad_norm": 315.2850646972656,
+      "learning_rate": 1.8249974745983023e-05,
+      "loss": 26.2812,
+      "step": 9017
+    },
+    {
+      "epoch": 0.4309471470897448,
+      "grad_norm": 404.3844909667969,
+      "learning_rate": 1.824953738055496e-05,
+      "loss": 44.4375,
+      "step": 9018
+    },
+    {
+      "epoch": 0.4309949345312052,
+      "grad_norm": 379.3076171875,
+      "learning_rate": 1.8249099965722807e-05,
+      "loss": 24.1562,
+      "step": 9019
+    },
+    {
+      "epoch": 0.4310427219726656,
+      "grad_norm": 222.8817596435547,
+      "learning_rate": 1.824866250148919e-05,
+      "loss": 28.1562,
+      "step": 9020
+    },
+    {
+      "epoch": 0.43109050941412597,
+      "grad_norm": 202.861083984375,
+      "learning_rate": 1.824822498785673e-05,
+      "loss": 26.125,
+      "step": 9021
+    },
+    {
+      "epoch": 0.43113829685558636,
+      "grad_norm": 269.1628112792969,
+      "learning_rate": 1.8247787424828046e-05,
+      "loss": 29.5312,
+      "step": 9022
+    },
+    {
+      "epoch": 0.43118608429704675,
+      "grad_norm": 379.21832275390625,
+      "learning_rate": 1.8247349812405757e-05,
+      "loss": 38.0938,
+      "step": 9023
+    },
+    {
+      "epoch": 0.43123387173850714,
+      "grad_norm": 269.35064697265625,
+      "learning_rate": 1.8246912150592483e-05,
+      "loss": 32.2188,
+      "step": 9024
+    },
+    {
+      "epoch": 0.4312816591799675,
+      "grad_norm": 403.8253479003906,
+      "learning_rate": 1.8246474439390848e-05,
+      "loss": 34.9375,
+      "step": 9025
+    },
+    {
+      "epoch": 0.4313294466214279,
+      "grad_norm": 188.48065185546875,
+      "learning_rate": 1.8246036678803472e-05,
+      "loss": 26.3438,
+      "step": 9026
+    },
+    {
+      "epoch": 0.43137723406288825,
+      "grad_norm": 243.4899444580078,
+      "learning_rate": 1.8245598868832978e-05,
+      "loss": 29.5312,
+      "step": 9027
+    },
+    {
+      "epoch": 0.43142502150434864,
+      "grad_norm": 249.17190551757812,
+      "learning_rate": 1.8245161009481988e-05,
+      "loss": 28.625,
+      "step": 9028
+    },
+    {
+      "epoch": 0.431472808945809,
+      "grad_norm": 300.8478698730469,
+      "learning_rate": 1.824472310075312e-05,
+      "loss": 24.2812,
+      "step": 9029
+    },
+    {
+      "epoch": 0.4315205963872694,
+      "grad_norm": 523.482421875,
+      "learning_rate": 1.8244285142648998e-05,
+      "loss": 32.2344,
+      "step": 9030
+    },
+    {
+      "epoch": 0.4315683838287298,
+      "grad_norm": 324.88397216796875,
+      "learning_rate": 1.8243847135172247e-05,
+      "loss": 35.4062,
+      "step": 9031
+    },
+    {
+      "epoch": 0.4316161712701902,
+      "grad_norm": 367.1736755371094,
+      "learning_rate": 1.8243409078325493e-05,
+      "loss": 43.75,
+      "step": 9032
+    },
+    {
+      "epoch": 0.4316639587116506,
+      "grad_norm": 287.531005859375,
+      "learning_rate": 1.8242970972111347e-05,
+      "loss": 32.0938,
+      "step": 9033
+    },
+    {
+      "epoch": 0.431711746153111,
+      "grad_norm": 277.5909118652344,
+      "learning_rate": 1.824253281653245e-05,
+      "loss": 25.3594,
+      "step": 9034
+    },
+    {
+      "epoch": 0.43175953359457137,
+      "grad_norm": 189.8876495361328,
+      "learning_rate": 1.824209461159141e-05,
+      "loss": 28.875,
+      "step": 9035
+    },
+    {
+      "epoch": 0.43180732103603175,
+      "grad_norm": 2007.6929931640625,
+      "learning_rate": 1.8241656357290865e-05,
+      "loss": 37.4062,
+      "step": 9036
+    },
+    {
+      "epoch": 0.4318551084774921,
+      "grad_norm": 159.14341735839844,
+      "learning_rate": 1.8241218053633428e-05,
+      "loss": 19.1875,
+      "step": 9037
+    },
+    {
+      "epoch": 0.4319028959189525,
+      "grad_norm": 489.0555114746094,
+      "learning_rate": 1.8240779700621733e-05,
+      "loss": 27.9062,
+      "step": 9038
+    },
+    {
+      "epoch": 0.43195068336041287,
+      "grad_norm": 474.784912109375,
+      "learning_rate": 1.8240341298258398e-05,
+      "loss": 31.0312,
+      "step": 9039
+    },
+    {
+      "epoch": 0.43199847080187326,
+      "grad_norm": 296.7369079589844,
+      "learning_rate": 1.8239902846546052e-05,
+      "loss": 31.0312,
+      "step": 9040
+    },
+    {
+      "epoch": 0.43204625824333365,
+      "grad_norm": 309.7808532714844,
+      "learning_rate": 1.8239464345487323e-05,
+      "loss": 30.75,
+      "step": 9041
+    },
+    {
+      "epoch": 0.43209404568479404,
+      "grad_norm": 2084.96875,
+      "learning_rate": 1.823902579508483e-05,
+      "loss": 34.5938,
+      "step": 9042
+    },
+    {
+      "epoch": 0.4321418331262544,
+      "grad_norm": 210.03001403808594,
+      "learning_rate": 1.823858719534121e-05,
+      "loss": 29.9062,
+      "step": 9043
+    },
+    {
+      "epoch": 0.4321896205677148,
+      "grad_norm": 201.38185119628906,
+      "learning_rate": 1.8238148546259078e-05,
+      "loss": 19.625,
+      "step": 9044
+    },
+    {
+      "epoch": 0.4322374080091752,
+      "grad_norm": 402.24847412109375,
+      "learning_rate": 1.823770984784107e-05,
+      "loss": 33.25,
+      "step": 9045
+    },
+    {
+      "epoch": 0.4322851954506356,
+      "grad_norm": 198.7510986328125,
+      "learning_rate": 1.8237271100089807e-05,
+      "loss": 25.8281,
+      "step": 9046
+    },
+    {
+      "epoch": 0.43233298289209593,
+      "grad_norm": 207.38815307617188,
+      "learning_rate": 1.823683230300792e-05,
+      "loss": 39.1875,
+      "step": 9047
+    },
+    {
+      "epoch": 0.4323807703335563,
+      "grad_norm": 377.9359436035156,
+      "learning_rate": 1.823639345659803e-05,
+      "loss": 35.3594,
+      "step": 9048
+    },
+    {
+      "epoch": 0.4324285577750167,
+      "grad_norm": 475.9678649902344,
+      "learning_rate": 1.823595456086278e-05,
+      "loss": 40.4062,
+      "step": 9049
+    },
+    {
+      "epoch": 0.4324763452164771,
+      "grad_norm": 193.14617919921875,
+      "learning_rate": 1.8235515615804784e-05,
+      "loss": 27.2031,
+      "step": 9050
+    },
+    {
+      "epoch": 0.4325241326579375,
+      "grad_norm": 243.15943908691406,
+      "learning_rate": 1.823507662142668e-05,
+      "loss": 24.0781,
+      "step": 9051
+    },
+    {
+      "epoch": 0.4325719200993979,
+      "grad_norm": 300.3365173339844,
+      "learning_rate": 1.823463757773109e-05,
+      "loss": 35.8438,
+      "step": 9052
+    },
+    {
+      "epoch": 0.43261970754085827,
+      "grad_norm": 302.0899353027344,
+      "learning_rate": 1.823419848472065e-05,
+      "loss": 26.0938,
+      "step": 9053
+    },
+    {
+      "epoch": 0.43266749498231866,
+      "grad_norm": 238.4114227294922,
+      "learning_rate": 1.8233759342397984e-05,
+      "loss": 25.9062,
+      "step": 9054
+    },
+    {
+      "epoch": 0.43271528242377905,
+      "grad_norm": 257.7616271972656,
+      "learning_rate": 1.8233320150765724e-05,
+      "loss": 26.6719,
+      "step": 9055
+    },
+    {
+      "epoch": 0.43276306986523944,
+      "grad_norm": 434.8655090332031,
+      "learning_rate": 1.82328809098265e-05,
+      "loss": 19.9531,
+      "step": 9056
+    },
+    {
+      "epoch": 0.4328108573066998,
+      "grad_norm": 404.4756774902344,
+      "learning_rate": 1.8232441619582945e-05,
+      "loss": 31.6875,
+      "step": 9057
+    },
+    {
+      "epoch": 0.43285864474816016,
+      "grad_norm": 184.82107543945312,
+      "learning_rate": 1.8232002280037684e-05,
+      "loss": 21.625,
+      "step": 9058
+    },
+    {
+      "epoch": 0.43290643218962055,
+      "grad_norm": 219.49671936035156,
+      "learning_rate": 1.823156289119335e-05,
+      "loss": 29.4375,
+      "step": 9059
+    },
+    {
+      "epoch": 0.43295421963108094,
+      "grad_norm": 453.0216064453125,
+      "learning_rate": 1.823112345305258e-05,
+      "loss": 35.8125,
+      "step": 9060
+    },
+    {
+      "epoch": 0.43300200707254133,
+      "grad_norm": 185.01760864257812,
+      "learning_rate": 1.8230683965618002e-05,
+      "loss": 30.875,
+      "step": 9061
+    },
+    {
+      "epoch": 0.4330497945140017,
+      "grad_norm": 440.0815124511719,
+      "learning_rate": 1.8230244428892244e-05,
+      "loss": 32.7812,
+      "step": 9062
+    },
+    {
+      "epoch": 0.4330975819554621,
+      "grad_norm": 270.0755920410156,
+      "learning_rate": 1.8229804842877943e-05,
+      "loss": 24.4844,
+      "step": 9063
+    },
+    {
+      "epoch": 0.4331453693969225,
+      "grad_norm": 327.7030334472656,
+      "learning_rate": 1.8229365207577732e-05,
+      "loss": 32.8438,
+      "step": 9064
+    },
+    {
+      "epoch": 0.4331931568383829,
+      "grad_norm": 322.6798400878906,
+      "learning_rate": 1.822892552299424e-05,
+      "loss": 33.1562,
+      "step": 9065
+    },
+    {
+      "epoch": 0.4332409442798433,
+      "grad_norm": 162.90280151367188,
+      "learning_rate": 1.8228485789130106e-05,
+      "loss": 22.25,
+      "step": 9066
+    },
+    {
+      "epoch": 0.43328873172130367,
+      "grad_norm": 355.0397644042969,
+      "learning_rate": 1.8228046005987955e-05,
+      "loss": 35.625,
+      "step": 9067
+    },
+    {
+      "epoch": 0.433336519162764,
+      "grad_norm": 248.35678100585938,
+      "learning_rate": 1.822760617357043e-05,
+      "loss": 30.9688,
+      "step": 9068
+    },
+    {
+      "epoch": 0.4333843066042244,
+      "grad_norm": 441.62542724609375,
+      "learning_rate": 1.8227166291880158e-05,
+      "loss": 28.2188,
+      "step": 9069
+    },
+    {
+      "epoch": 0.4334320940456848,
+      "grad_norm": 361.29779052734375,
+      "learning_rate": 1.8226726360919774e-05,
+      "loss": 18.4844,
+      "step": 9070
+    },
+    {
+      "epoch": 0.43347988148714517,
+      "grad_norm": 228.15245056152344,
+      "learning_rate": 1.8226286380691918e-05,
+      "loss": 35.5,
+      "step": 9071
+    },
+    {
+      "epoch": 0.43352766892860556,
+      "grad_norm": 348.8346862792969,
+      "learning_rate": 1.822584635119922e-05,
+      "loss": 42.0312,
+      "step": 9072
+    },
+    {
+      "epoch": 0.43357545637006595,
+      "grad_norm": 441.12164306640625,
+      "learning_rate": 1.822540627244432e-05,
+      "loss": 32.8984,
+      "step": 9073
+    },
+    {
+      "epoch": 0.43362324381152634,
+      "grad_norm": 310.10076904296875,
+      "learning_rate": 1.8224966144429844e-05,
+      "loss": 36.4375,
+      "step": 9074
+    },
+    {
+      "epoch": 0.4336710312529867,
+      "grad_norm": 277.9727783203125,
+      "learning_rate": 1.8224525967158438e-05,
+      "loss": 25.3594,
+      "step": 9075
+    },
+    {
+      "epoch": 0.4337188186944471,
+      "grad_norm": 254.48471069335938,
+      "learning_rate": 1.822408574063273e-05,
+      "loss": 30.8438,
+      "step": 9076
+    },
+    {
+      "epoch": 0.4337666061359075,
+      "grad_norm": 133.342529296875,
+      "learning_rate": 1.8223645464855364e-05,
+      "loss": 29.6094,
+      "step": 9077
+    },
+    {
+      "epoch": 0.43381439357736784,
+      "grad_norm": 223.42398071289062,
+      "learning_rate": 1.8223205139828974e-05,
+      "loss": 25.8594,
+      "step": 9078
+    },
+    {
+      "epoch": 0.43386218101882823,
+      "grad_norm": 255.58517456054688,
+      "learning_rate": 1.8222764765556193e-05,
+      "loss": 28.75,
+      "step": 9079
+    },
+    {
+      "epoch": 0.4339099684602886,
+      "grad_norm": 152.63372802734375,
+      "learning_rate": 1.8222324342039662e-05,
+      "loss": 20.0312,
+      "step": 9080
+    },
+    {
+      "epoch": 0.433957755901749,
+      "grad_norm": 319.96514892578125,
+      "learning_rate": 1.822188386928202e-05,
+      "loss": 25.1875,
+      "step": 9081
+    },
+    {
+      "epoch": 0.4340055433432094,
+      "grad_norm": 169.68167114257812,
+      "learning_rate": 1.82214433472859e-05,
+      "loss": 29.1406,
+      "step": 9082
+    },
+    {
+      "epoch": 0.4340533307846698,
+      "grad_norm": 286.41363525390625,
+      "learning_rate": 1.8221002776053944e-05,
+      "loss": 33.25,
+      "step": 9083
+    },
+    {
+      "epoch": 0.4341011182261302,
+      "grad_norm": 227.60842895507812,
+      "learning_rate": 1.8220562155588788e-05,
+      "loss": 28.5312,
+      "step": 9084
+    },
+    {
+      "epoch": 0.43414890566759057,
+      "grad_norm": 398.72930908203125,
+      "learning_rate": 1.8220121485893077e-05,
+      "loss": 29.7188,
+      "step": 9085
+    },
+    {
+      "epoch": 0.43419669310905096,
+      "grad_norm": 218.3107147216797,
+      "learning_rate": 1.821968076696944e-05,
+      "loss": 24.1875,
+      "step": 9086
+    },
+    {
+      "epoch": 0.43424448055051135,
+      "grad_norm": 211.32252502441406,
+      "learning_rate": 1.8219239998820523e-05,
+      "loss": 20.625,
+      "step": 9087
+    },
+    {
+      "epoch": 0.43429226799197174,
+      "grad_norm": 191.01467895507812,
+      "learning_rate": 1.8218799181448965e-05,
+      "loss": 28.375,
+      "step": 9088
+    },
+    {
+      "epoch": 0.43434005543343207,
+      "grad_norm": 196.10873413085938,
+      "learning_rate": 1.8218358314857407e-05,
+      "loss": 21.5312,
+      "step": 9089
+    },
+    {
+      "epoch": 0.43438784287489246,
+      "grad_norm": 299.6061096191406,
+      "learning_rate": 1.8217917399048484e-05,
+      "loss": 20.5156,
+      "step": 9090
+    },
+    {
+      "epoch": 0.43443563031635285,
+      "grad_norm": 539.497314453125,
+      "learning_rate": 1.821747643402484e-05,
+      "loss": 32.125,
+      "step": 9091
+    },
+    {
+      "epoch": 0.43448341775781324,
+      "grad_norm": 324.79345703125,
+      "learning_rate": 1.8217035419789116e-05,
+      "loss": 28.75,
+      "step": 9092
+    },
+    {
+      "epoch": 0.43453120519927363,
+      "grad_norm": 178.47369384765625,
+      "learning_rate": 1.8216594356343953e-05,
+      "loss": 21.4219,
+      "step": 9093
+    },
+    {
+      "epoch": 0.434578992640734,
+      "grad_norm": 531.8305053710938,
+      "learning_rate": 1.821615324369199e-05,
+      "loss": 25.5625,
+      "step": 9094
+    },
+    {
+      "epoch": 0.4346267800821944,
+      "grad_norm": 270.8756408691406,
+      "learning_rate": 1.8215712081835873e-05,
+      "loss": 31.125,
+      "step": 9095
+    },
+    {
+      "epoch": 0.4346745675236548,
+      "grad_norm": 472.1845703125,
+      "learning_rate": 1.8215270870778245e-05,
+      "loss": 24.5312,
+      "step": 9096
+    },
+    {
+      "epoch": 0.4347223549651152,
+      "grad_norm": 319.36126708984375,
+      "learning_rate": 1.821482961052174e-05,
+      "loss": 31.1562,
+      "step": 9097
+    },
+    {
+      "epoch": 0.4347701424065756,
+      "grad_norm": 384.36163330078125,
+      "learning_rate": 1.8214388301069005e-05,
+      "loss": 38.7188,
+      "step": 9098
+    },
+    {
+      "epoch": 0.4348179298480359,
+      "grad_norm": 240.10293579101562,
+      "learning_rate": 1.8213946942422685e-05,
+      "loss": 31.2188,
+      "step": 9099
+    },
+    {
+      "epoch": 0.4348657172894963,
+      "grad_norm": 466.1028137207031,
+      "learning_rate": 1.8213505534585425e-05,
+      "loss": 29.4688,
+      "step": 9100
+    },
+    {
+      "epoch": 0.4349135047309567,
+      "grad_norm": 274.909912109375,
+      "learning_rate": 1.8213064077559864e-05,
+      "loss": 24.7188,
+      "step": 9101
+    },
+    {
+      "epoch": 0.4349612921724171,
+      "grad_norm": 179.51571655273438,
+      "learning_rate": 1.8212622571348645e-05,
+      "loss": 26.6719,
+      "step": 9102
+    },
+    {
+      "epoch": 0.43500907961387747,
+      "grad_norm": 367.61029052734375,
+      "learning_rate": 1.8212181015954414e-05,
+      "loss": 24.9375,
+      "step": 9103
+    },
+    {
+      "epoch": 0.43505686705533786,
+      "grad_norm": 424.5879211425781,
+      "learning_rate": 1.8211739411379817e-05,
+      "loss": 39.75,
+      "step": 9104
+    },
+    {
+      "epoch": 0.43510465449679825,
+      "grad_norm": 670.6067504882812,
+      "learning_rate": 1.8211297757627496e-05,
+      "loss": 40.25,
+      "step": 9105
+    },
+    {
+      "epoch": 0.43515244193825864,
+      "grad_norm": 282.9916076660156,
+      "learning_rate": 1.8210856054700095e-05,
+      "loss": 19.75,
+      "step": 9106
+    },
+    {
+      "epoch": 0.43520022937971903,
+      "grad_norm": 309.7991638183594,
+      "learning_rate": 1.8210414302600263e-05,
+      "loss": 23.7969,
+      "step": 9107
+    },
+    {
+      "epoch": 0.4352480168211794,
+      "grad_norm": 234.15139770507812,
+      "learning_rate": 1.8209972501330643e-05,
+      "loss": 31.6562,
+      "step": 9108
+    },
+    {
+      "epoch": 0.43529580426263975,
+      "grad_norm": 290.29510498046875,
+      "learning_rate": 1.8209530650893884e-05,
+      "loss": 31.8125,
+      "step": 9109
+    },
+    {
+      "epoch": 0.43534359170410014,
+      "grad_norm": 189.37705993652344,
+      "learning_rate": 1.820908875129263e-05,
+      "loss": 32.8125,
+      "step": 9110
+    },
+    {
+      "epoch": 0.43539137914556053,
+      "grad_norm": 236.39157104492188,
+      "learning_rate": 1.820864680252952e-05,
+      "loss": 33.25,
+      "step": 9111
+    },
+    {
+      "epoch": 0.4354391665870209,
+      "grad_norm": 252.15603637695312,
+      "learning_rate": 1.8208204804607216e-05,
+      "loss": 28.8281,
+      "step": 9112
+    },
+    {
+      "epoch": 0.4354869540284813,
+      "grad_norm": 323.97650146484375,
+      "learning_rate": 1.8207762757528353e-05,
+      "loss": 22.375,
+      "step": 9113
+    },
+    {
+      "epoch": 0.4355347414699417,
+      "grad_norm": 179.02578735351562,
+      "learning_rate": 1.820732066129558e-05,
+      "loss": 23.8594,
+      "step": 9114
+    },
+    {
+      "epoch": 0.4355825289114021,
+      "grad_norm": 283.1018371582031,
+      "learning_rate": 1.820687851591155e-05,
+      "loss": 29.9375,
+      "step": 9115
+    },
+    {
+      "epoch": 0.4356303163528625,
+      "grad_norm": 271.856201171875,
+      "learning_rate": 1.8206436321378907e-05,
+      "loss": 27.3438,
+      "step": 9116
+    },
+    {
+      "epoch": 0.43567810379432287,
+      "grad_norm": 246.86439514160156,
+      "learning_rate": 1.82059940777003e-05,
+      "loss": 28.875,
+      "step": 9117
+    },
+    {
+      "epoch": 0.43572589123578326,
+      "grad_norm": 218.8563690185547,
+      "learning_rate": 1.820555178487837e-05,
+      "loss": 29.875,
+      "step": 9118
+    },
+    {
+      "epoch": 0.43577367867724365,
+      "grad_norm": 359.23419189453125,
+      "learning_rate": 1.8205109442915782e-05,
+      "loss": 27.7031,
+      "step": 9119
+    },
+    {
+      "epoch": 0.435821466118704,
+      "grad_norm": 376.11932373046875,
+      "learning_rate": 1.8204667051815176e-05,
+      "loss": 31.25,
+      "step": 9120
+    },
+    {
+      "epoch": 0.43586925356016437,
+      "grad_norm": 264.87701416015625,
+      "learning_rate": 1.8204224611579194e-05,
+      "loss": 29.1719,
+      "step": 9121
+    },
+    {
+      "epoch": 0.43591704100162476,
+      "grad_norm": 367.3170471191406,
+      "learning_rate": 1.8203782122210497e-05,
+      "loss": 36.0312,
+      "step": 9122
+    },
+    {
+      "epoch": 0.43596482844308515,
+      "grad_norm": 353.2549133300781,
+      "learning_rate": 1.820333958371173e-05,
+      "loss": 24.875,
+      "step": 9123
+    },
+    {
+      "epoch": 0.43601261588454554,
+      "grad_norm": 157.4202423095703,
+      "learning_rate": 1.8202896996085546e-05,
+      "loss": 24.0625,
+      "step": 9124
+    },
+    {
+      "epoch": 0.43606040332600593,
+      "grad_norm": 344.9582824707031,
+      "learning_rate": 1.820245435933459e-05,
+      "loss": 39.3438,
+      "step": 9125
+    },
+    {
+      "epoch": 0.4361081907674663,
+      "grad_norm": 210.29139709472656,
+      "learning_rate": 1.820201167346152e-05,
+      "loss": 30.4531,
+      "step": 9126
+    },
+    {
+      "epoch": 0.4361559782089267,
+      "grad_norm": 255.95008850097656,
+      "learning_rate": 1.8201568938468986e-05,
+      "loss": 24.125,
+      "step": 9127
+    },
+    {
+      "epoch": 0.4362037656503871,
+      "grad_norm": 302.0885009765625,
+      "learning_rate": 1.820112615435963e-05,
+      "loss": 29.7188,
+      "step": 9128
+    },
+    {
+      "epoch": 0.4362515530918475,
+      "grad_norm": 446.8626708984375,
+      "learning_rate": 1.820068332113612e-05,
+      "loss": 28.5938,
+      "step": 9129
+    },
+    {
+      "epoch": 0.4362993405333078,
+      "grad_norm": 336.9143981933594,
+      "learning_rate": 1.820024043880109e-05,
+      "loss": 36.7812,
+      "step": 9130
+    },
+    {
+      "epoch": 0.4363471279747682,
+      "grad_norm": 451.6806335449219,
+      "learning_rate": 1.8199797507357204e-05,
+      "loss": 34.3438,
+      "step": 9131
+    },
+    {
+      "epoch": 0.4363949154162286,
+      "grad_norm": 275.592041015625,
+      "learning_rate": 1.819935452680711e-05,
+      "loss": 30.2188,
+      "step": 9132
+    },
+    {
+      "epoch": 0.436442702857689,
+      "grad_norm": 380.7542419433594,
+      "learning_rate": 1.8198911497153465e-05,
+      "loss": 29.1562,
+      "step": 9133
+    },
+    {
+      "epoch": 0.4364904902991494,
+      "grad_norm": 251.29574584960938,
+      "learning_rate": 1.819846841839892e-05,
+      "loss": 22.625,
+      "step": 9134
+    },
+    {
+      "epoch": 0.43653827774060977,
+      "grad_norm": 310.9681701660156,
+      "learning_rate": 1.8198025290546124e-05,
+      "loss": 30.0,
+      "step": 9135
+    },
+    {
+      "epoch": 0.43658606518207016,
+      "grad_norm": 212.0199737548828,
+      "learning_rate": 1.819758211359774e-05,
+      "loss": 28.5312,
+      "step": 9136
+    },
+    {
+      "epoch": 0.43663385262353055,
+      "grad_norm": 449.37860107421875,
+      "learning_rate": 1.8197138887556412e-05,
+      "loss": 32.4375,
+      "step": 9137
+    },
+    {
+      "epoch": 0.43668164006499094,
+      "grad_norm": 299.0910949707031,
+      "learning_rate": 1.8196695612424805e-05,
+      "loss": 27.75,
+      "step": 9138
+    },
+    {
+      "epoch": 0.43672942750645133,
+      "grad_norm": 476.2711181640625,
+      "learning_rate": 1.819625228820556e-05,
+      "loss": 39.125,
+      "step": 9139
+    },
+    {
+      "epoch": 0.43677721494791166,
+      "grad_norm": 217.5568389892578,
+      "learning_rate": 1.819580891490135e-05,
+      "loss": 28.8438,
+      "step": 9140
+    },
+    {
+      "epoch": 0.43682500238937205,
+      "grad_norm": 346.08709716796875,
+      "learning_rate": 1.819536549251481e-05,
+      "loss": 29.5625,
+      "step": 9141
+    },
+    {
+      "epoch": 0.43687278983083244,
+      "grad_norm": 232.2144317626953,
+      "learning_rate": 1.8194922021048614e-05,
+      "loss": 33.0,
+      "step": 9142
+    },
+    {
+      "epoch": 0.43692057727229283,
+      "grad_norm": 369.47467041015625,
+      "learning_rate": 1.8194478500505402e-05,
+      "loss": 33.5625,
+      "step": 9143
+    },
+    {
+      "epoch": 0.4369683647137532,
+      "grad_norm": 386.184814453125,
+      "learning_rate": 1.8194034930887842e-05,
+      "loss": 39.3438,
+      "step": 9144
+    },
+    {
+      "epoch": 0.4370161521552136,
+      "grad_norm": 218.60244750976562,
+      "learning_rate": 1.8193591312198587e-05,
+      "loss": 41.0,
+      "step": 9145
+    },
+    {
+      "epoch": 0.437063939596674,
+      "grad_norm": 167.18699645996094,
+      "learning_rate": 1.819314764444029e-05,
+      "loss": 22.0312,
+      "step": 9146
+    },
+    {
+      "epoch": 0.4371117270381344,
+      "grad_norm": 218.20643615722656,
+      "learning_rate": 1.819270392761561e-05,
+      "loss": 19.8594,
+      "step": 9147
+    },
+    {
+      "epoch": 0.4371595144795948,
+      "grad_norm": 160.49111938476562,
+      "learning_rate": 1.8192260161727205e-05,
+      "loss": 28.7812,
+      "step": 9148
+    },
+    {
+      "epoch": 0.43720730192105517,
+      "grad_norm": 304.7924499511719,
+      "learning_rate": 1.8191816346777736e-05,
+      "loss": 39.9375,
+      "step": 9149
+    },
+    {
+      "epoch": 0.4372550893625155,
+      "grad_norm": 239.50523376464844,
+      "learning_rate": 1.8191372482769854e-05,
+      "loss": 26.3438,
+      "step": 9150
+    },
+    {
+      "epoch": 0.4373028768039759,
+      "grad_norm": 313.4618225097656,
+      "learning_rate": 1.8190928569706224e-05,
+      "loss": 36.0,
+      "step": 9151
+    },
+    {
+      "epoch": 0.4373506642454363,
+      "grad_norm": 224.02268981933594,
+      "learning_rate": 1.8190484607589497e-05,
+      "loss": 47.9375,
+      "step": 9152
+    },
+    {
+      "epoch": 0.43739845168689667,
+      "grad_norm": 382.1374816894531,
+      "learning_rate": 1.819004059642234e-05,
+      "loss": 35.1562,
+      "step": 9153
+    },
+    {
+      "epoch": 0.43744623912835706,
+      "grad_norm": 205.12498474121094,
+      "learning_rate": 1.8189596536207406e-05,
+      "loss": 30.7812,
+      "step": 9154
+    },
+    {
+      "epoch": 0.43749402656981745,
+      "grad_norm": 230.2895965576172,
+      "learning_rate": 1.8189152426947358e-05,
+      "loss": 33.9688,
+      "step": 9155
+    },
+    {
+      "epoch": 0.43754181401127784,
+      "grad_norm": 171.9279327392578,
+      "learning_rate": 1.818870826864485e-05,
+      "loss": 22.3125,
+      "step": 9156
+    },
+    {
+      "epoch": 0.43758960145273823,
+      "grad_norm": 239.5595245361328,
+      "learning_rate": 1.8188264061302544e-05,
+      "loss": 32.25,
+      "step": 9157
+    },
+    {
+      "epoch": 0.4376373888941986,
+      "grad_norm": 285.9573059082031,
+      "learning_rate": 1.818781980492311e-05,
+      "loss": 28.4375,
+      "step": 9158
+    },
+    {
+      "epoch": 0.437685176335659,
+      "grad_norm": 104.51470184326172,
+      "learning_rate": 1.8187375499509193e-05,
+      "loss": 15.8594,
+      "step": 9159
+    },
+    {
+      "epoch": 0.4377329637771194,
+      "grad_norm": 553.0656127929688,
+      "learning_rate": 1.8186931145063464e-05,
+      "loss": 34.1562,
+      "step": 9160
+    },
+    {
+      "epoch": 0.43778075121857973,
+      "grad_norm": 379.67828369140625,
+      "learning_rate": 1.818648674158858e-05,
+      "loss": 31.1875,
+      "step": 9161
+    },
+    {
+      "epoch": 0.4378285386600401,
+      "grad_norm": 440.443359375,
+      "learning_rate": 1.818604228908721e-05,
+      "loss": 42.3438,
+      "step": 9162
+    },
+    {
+      "epoch": 0.4378763261015005,
+      "grad_norm": 294.5115966796875,
+      "learning_rate": 1.8185597787562004e-05,
+      "loss": 31.625,
+      "step": 9163
+    },
+    {
+      "epoch": 0.4379241135429609,
+      "grad_norm": 335.00836181640625,
+      "learning_rate": 1.8185153237015632e-05,
+      "loss": 28.1562,
+      "step": 9164
+    },
+    {
+      "epoch": 0.4379719009844213,
+      "grad_norm": 145.87680053710938,
+      "learning_rate": 1.8184708637450752e-05,
+      "loss": 28.9062,
+      "step": 9165
+    },
+    {
+      "epoch": 0.4380196884258817,
+      "grad_norm": 290.4640808105469,
+      "learning_rate": 1.818426398887003e-05,
+      "loss": 30.5469,
+      "step": 9166
+    },
+    {
+      "epoch": 0.43806747586734207,
+      "grad_norm": 210.0652618408203,
+      "learning_rate": 1.8183819291276127e-05,
+      "loss": 32.2188,
+      "step": 9167
+    },
+    {
+      "epoch": 0.43811526330880246,
+      "grad_norm": 213.10472106933594,
+      "learning_rate": 1.8183374544671708e-05,
+      "loss": 27.5938,
+      "step": 9168
+    },
+    {
+      "epoch": 0.43816305075026285,
+      "grad_norm": 248.390625,
+      "learning_rate": 1.8182929749059432e-05,
+      "loss": 22.4219,
+      "step": 9169
+    },
+    {
+      "epoch": 0.43821083819172324,
+      "grad_norm": 265.6148681640625,
+      "learning_rate": 1.8182484904441968e-05,
+      "loss": 28.6562,
+      "step": 9170
+    },
+    {
+      "epoch": 0.4382586256331836,
+      "grad_norm": 209.45144653320312,
+      "learning_rate": 1.8182040010821973e-05,
+      "loss": 30.4219,
+      "step": 9171
+    },
+    {
+      "epoch": 0.43830641307464396,
+      "grad_norm": 495.9292297363281,
+      "learning_rate": 1.818159506820212e-05,
+      "loss": 44.7344,
+      "step": 9172
+    },
+    {
+      "epoch": 0.43835420051610435,
+      "grad_norm": 376.9564514160156,
+      "learning_rate": 1.818115007658507e-05,
+      "loss": 43.375,
+      "step": 9173
+    },
+    {
+      "epoch": 0.43840198795756474,
+      "grad_norm": 387.5733947753906,
+      "learning_rate": 1.8180705035973486e-05,
+      "loss": 33.4688,
+      "step": 9174
+    },
+    {
+      "epoch": 0.43844977539902513,
+      "grad_norm": 204.07119750976562,
+      "learning_rate": 1.8180259946370034e-05,
+      "loss": 23.125,
+      "step": 9175
+    },
+    {
+      "epoch": 0.4384975628404855,
+      "grad_norm": 272.7729187011719,
+      "learning_rate": 1.817981480777738e-05,
+      "loss": 45.125,
+      "step": 9176
+    },
+    {
+      "epoch": 0.4385453502819459,
+      "grad_norm": 397.15606689453125,
+      "learning_rate": 1.8179369620198194e-05,
+      "loss": 25.5312,
+      "step": 9177
+    },
+    {
+      "epoch": 0.4385931377234063,
+      "grad_norm": 471.3142395019531,
+      "learning_rate": 1.8178924383635136e-05,
+      "loss": 33.4375,
+      "step": 9178
+    },
+    {
+      "epoch": 0.4386409251648667,
+      "grad_norm": 288.6678161621094,
+      "learning_rate": 1.817847909809088e-05,
+      "loss": 25.0,
+      "step": 9179
+    },
+    {
+      "epoch": 0.4386887126063271,
+      "grad_norm": 310.3726806640625,
+      "learning_rate": 1.817803376356808e-05,
+      "loss": 26.8438,
+      "step": 9180
+    },
+    {
+      "epoch": 0.4387365000477874,
+      "grad_norm": 224.35867309570312,
+      "learning_rate": 1.8177588380069414e-05,
+      "loss": 22.5156,
+      "step": 9181
+    },
+    {
+      "epoch": 0.4387842874892478,
+      "grad_norm": 310.2852783203125,
+      "learning_rate": 1.817714294759754e-05,
+      "loss": 24.6562,
+      "step": 9182
+    },
+    {
+      "epoch": 0.4388320749307082,
+      "grad_norm": 173.67161560058594,
+      "learning_rate": 1.8176697466155137e-05,
+      "loss": 20.8594,
+      "step": 9183
+    },
+    {
+      "epoch": 0.4388798623721686,
+      "grad_norm": 257.0853576660156,
+      "learning_rate": 1.8176251935744866e-05,
+      "loss": 29.25,
+      "step": 9184
+    },
+    {
+      "epoch": 0.438927649813629,
+      "grad_norm": 264.6753845214844,
+      "learning_rate": 1.8175806356369396e-05,
+      "loss": 28.5156,
+      "step": 9185
+    },
+    {
+      "epoch": 0.43897543725508936,
+      "grad_norm": 164.04135131835938,
+      "learning_rate": 1.8175360728031394e-05,
+      "loss": 30.9688,
+      "step": 9186
+    },
+    {
+      "epoch": 0.43902322469654975,
+      "grad_norm": 215.41085815429688,
+      "learning_rate": 1.8174915050733532e-05,
+      "loss": 27.8125,
+      "step": 9187
+    },
+    {
+      "epoch": 0.43907101213801014,
+      "grad_norm": 313.39398193359375,
+      "learning_rate": 1.817446932447848e-05,
+      "loss": 25.0,
+      "step": 9188
+    },
+    {
+      "epoch": 0.43911879957947053,
+      "grad_norm": 199.4298858642578,
+      "learning_rate": 1.8174023549268898e-05,
+      "loss": 25.625,
+      "step": 9189
+    },
+    {
+      "epoch": 0.4391665870209309,
+      "grad_norm": 166.84959411621094,
+      "learning_rate": 1.8173577725107466e-05,
+      "loss": 27.6875,
+      "step": 9190
+    },
+    {
+      "epoch": 0.4392143744623913,
+      "grad_norm": 208.3557586669922,
+      "learning_rate": 1.817313185199685e-05,
+      "loss": 24.3438,
+      "step": 9191
+    },
+    {
+      "epoch": 0.43926216190385164,
+      "grad_norm": 381.4080810546875,
+      "learning_rate": 1.817268592993972e-05,
+      "loss": 32.5938,
+      "step": 9192
+    },
+    {
+      "epoch": 0.43930994934531203,
+      "grad_norm": 301.8711242675781,
+      "learning_rate": 1.8172239958938748e-05,
+      "loss": 25.75,
+      "step": 9193
+    },
+    {
+      "epoch": 0.4393577367867724,
+      "grad_norm": 503.376708984375,
+      "learning_rate": 1.8171793938996604e-05,
+      "loss": 43.1562,
+      "step": 9194
+    },
+    {
+      "epoch": 0.4394055242282328,
+      "grad_norm": 258.6742248535156,
+      "learning_rate": 1.817134787011596e-05,
+      "loss": 25.4375,
+      "step": 9195
+    },
+    {
+      "epoch": 0.4394533116696932,
+      "grad_norm": 333.75164794921875,
+      "learning_rate": 1.817090175229948e-05,
+      "loss": 27.7812,
+      "step": 9196
+    },
+    {
+      "epoch": 0.4395010991111536,
+      "grad_norm": 215.6303253173828,
+      "learning_rate": 1.817045558554985e-05,
+      "loss": 27.4062,
+      "step": 9197
+    },
+    {
+      "epoch": 0.439548886552614,
+      "grad_norm": 399.05035400390625,
+      "learning_rate": 1.817000936986973e-05,
+      "loss": 26.3438,
+      "step": 9198
+    },
+    {
+      "epoch": 0.43959667399407437,
+      "grad_norm": 179.61830139160156,
+      "learning_rate": 1.8169563105261792e-05,
+      "loss": 26.8125,
+      "step": 9199
+    },
+    {
+      "epoch": 0.43964446143553476,
+      "grad_norm": 483.6330871582031,
+      "learning_rate": 1.816911679172872e-05,
+      "loss": 40.0625,
+      "step": 9200
+    },
+    {
+      "epoch": 0.43969224887699515,
+      "grad_norm": 268.5841064453125,
+      "learning_rate": 1.8168670429273173e-05,
+      "loss": 22.0,
+      "step": 9201
+    },
+    {
+      "epoch": 0.4397400363184555,
+      "grad_norm": 389.2118835449219,
+      "learning_rate": 1.8168224017897836e-05,
+      "loss": 32.125,
+      "step": 9202
+    },
+    {
+      "epoch": 0.4397878237599159,
+      "grad_norm": 231.1727752685547,
+      "learning_rate": 1.8167777557605373e-05,
+      "loss": 24.0,
+      "step": 9203
+    },
+    {
+      "epoch": 0.43983561120137626,
+      "grad_norm": 166.55873107910156,
+      "learning_rate": 1.8167331048398466e-05,
+      "loss": 22.0938,
+      "step": 9204
+    },
+    {
+      "epoch": 0.43988339864283665,
+      "grad_norm": 125.79423522949219,
+      "learning_rate": 1.816688449027978e-05,
+      "loss": 22.9531,
+      "step": 9205
+    },
+    {
+      "epoch": 0.43993118608429704,
+      "grad_norm": 379.0211486816406,
+      "learning_rate": 1.8166437883251995e-05,
+      "loss": 40.1875,
+      "step": 9206
+    },
+    {
+      "epoch": 0.43997897352575743,
+      "grad_norm": 373.7579040527344,
+      "learning_rate": 1.816599122731779e-05,
+      "loss": 52.375,
+      "step": 9207
+    },
+    {
+      "epoch": 0.4400267609672178,
+      "grad_norm": 390.42840576171875,
+      "learning_rate": 1.8165544522479827e-05,
+      "loss": 31.7031,
+      "step": 9208
+    },
+    {
+      "epoch": 0.4400745484086782,
+      "grad_norm": 228.25152587890625,
+      "learning_rate": 1.8165097768740792e-05,
+      "loss": 23.875,
+      "step": 9209
+    },
+    {
+      "epoch": 0.4401223358501386,
+      "grad_norm": 374.549072265625,
+      "learning_rate": 1.816465096610336e-05,
+      "loss": 43.6875,
+      "step": 9210
+    },
+    {
+      "epoch": 0.440170123291599,
+      "grad_norm": 273.1967468261719,
+      "learning_rate": 1.8164204114570197e-05,
+      "loss": 32.9375,
+      "step": 9211
+    },
+    {
+      "epoch": 0.4402179107330593,
+      "grad_norm": 269.56597900390625,
+      "learning_rate": 1.8163757214143993e-05,
+      "loss": 32.25,
+      "step": 9212
+    },
+    {
+      "epoch": 0.4402656981745197,
+      "grad_norm": 286.487060546875,
+      "learning_rate": 1.8163310264827412e-05,
+      "loss": 32.6562,
+      "step": 9213
+    },
+    {
+      "epoch": 0.4403134856159801,
+      "grad_norm": 292.572265625,
+      "learning_rate": 1.816286326662314e-05,
+      "loss": 33.4688,
+      "step": 9214
+    },
+    {
+      "epoch": 0.4403612730574405,
+      "grad_norm": 291.3477783203125,
+      "learning_rate": 1.816241621953385e-05,
+      "loss": 37.6562,
+      "step": 9215
+    },
+    {
+      "epoch": 0.4404090604989009,
+      "grad_norm": 410.9924621582031,
+      "learning_rate": 1.816196912356222e-05,
+      "loss": 36.0312,
+      "step": 9216
+    },
+    {
+      "epoch": 0.4404568479403613,
+      "grad_norm": 331.424560546875,
+      "learning_rate": 1.8161521978710924e-05,
+      "loss": 27.7812,
+      "step": 9217
+    },
+    {
+      "epoch": 0.44050463538182166,
+      "grad_norm": 251.6744842529297,
+      "learning_rate": 1.8161074784982644e-05,
+      "loss": 24.5,
+      "step": 9218
+    },
+    {
+      "epoch": 0.44055242282328205,
+      "grad_norm": 280.3468322753906,
+      "learning_rate": 1.8160627542380056e-05,
+      "loss": 32.4375,
+      "step": 9219
+    },
+    {
+      "epoch": 0.44060021026474244,
+      "grad_norm": 317.9340515136719,
+      "learning_rate": 1.8160180250905838e-05,
+      "loss": 24.5312,
+      "step": 9220
+    },
+    {
+      "epoch": 0.44064799770620283,
+      "grad_norm": 238.98155212402344,
+      "learning_rate": 1.8159732910562674e-05,
+      "loss": 33.2812,
+      "step": 9221
+    },
+    {
+      "epoch": 0.4406957851476632,
+      "grad_norm": 493.6488952636719,
+      "learning_rate": 1.8159285521353234e-05,
+      "loss": 25.1562,
+      "step": 9222
+    },
+    {
+      "epoch": 0.44074357258912356,
+      "grad_norm": 222.8181915283203,
+      "learning_rate": 1.8158838083280205e-05,
+      "loss": 28.9375,
+      "step": 9223
+    },
+    {
+      "epoch": 0.44079136003058395,
+      "grad_norm": 371.85589599609375,
+      "learning_rate": 1.8158390596346264e-05,
+      "loss": 40.5938,
+      "step": 9224
+    },
+    {
+      "epoch": 0.44083914747204433,
+      "grad_norm": 262.7342224121094,
+      "learning_rate": 1.8157943060554086e-05,
+      "loss": 32.2188,
+      "step": 9225
+    },
+    {
+      "epoch": 0.4408869349135047,
+      "grad_norm": 267.9086608886719,
+      "learning_rate": 1.815749547590636e-05,
+      "loss": 30.6875,
+      "step": 9226
+    },
+    {
+      "epoch": 0.4409347223549651,
+      "grad_norm": 256.11016845703125,
+      "learning_rate": 1.8157047842405763e-05,
+      "loss": 23.9062,
+      "step": 9227
+    },
+    {
+      "epoch": 0.4409825097964255,
+      "grad_norm": 234.54983520507812,
+      "learning_rate": 1.815660016005497e-05,
+      "loss": 28.4844,
+      "step": 9228
+    },
+    {
+      "epoch": 0.4410302972378859,
+      "grad_norm": 291.5899353027344,
+      "learning_rate": 1.815615242885667e-05,
+      "loss": 31.25,
+      "step": 9229
+    },
+    {
+      "epoch": 0.4410780846793463,
+      "grad_norm": 328.0599670410156,
+      "learning_rate": 1.815570464881354e-05,
+      "loss": 35.25,
+      "step": 9230
+    },
+    {
+      "epoch": 0.4411258721208067,
+      "grad_norm": 350.8022155761719,
+      "learning_rate": 1.8155256819928267e-05,
+      "loss": 29.125,
+      "step": 9231
+    },
+    {
+      "epoch": 0.44117365956226706,
+      "grad_norm": 448.2349853515625,
+      "learning_rate": 1.8154808942203526e-05,
+      "loss": 40.3125,
+      "step": 9232
+    },
+    {
+      "epoch": 0.4412214470037274,
+      "grad_norm": 401.3994445800781,
+      "learning_rate": 1.8154361015642002e-05,
+      "loss": 29.0625,
+      "step": 9233
+    },
+    {
+      "epoch": 0.4412692344451878,
+      "grad_norm": 285.00213623046875,
+      "learning_rate": 1.8153913040246375e-05,
+      "loss": 39.9688,
+      "step": 9234
+    },
+    {
+      "epoch": 0.4413170218866482,
+      "grad_norm": 202.60494995117188,
+      "learning_rate": 1.8153465016019334e-05,
+      "loss": 37.4062,
+      "step": 9235
+    },
+    {
+      "epoch": 0.44136480932810856,
+      "grad_norm": 450.9820251464844,
+      "learning_rate": 1.815301694296356e-05,
+      "loss": 37.7812,
+      "step": 9236
+    },
+    {
+      "epoch": 0.44141259676956895,
+      "grad_norm": 211.56263732910156,
+      "learning_rate": 1.815256882108173e-05,
+      "loss": 28.875,
+      "step": 9237
+    },
+    {
+      "epoch": 0.44146038421102934,
+      "grad_norm": 335.3449401855469,
+      "learning_rate": 1.8152120650376535e-05,
+      "loss": 33.3438,
+      "step": 9238
+    },
+    {
+      "epoch": 0.44150817165248973,
+      "grad_norm": 555.0877685546875,
+      "learning_rate": 1.8151672430850655e-05,
+      "loss": 49.5312,
+      "step": 9239
+    },
+    {
+      "epoch": 0.4415559590939501,
+      "grad_norm": 388.6953125,
+      "learning_rate": 1.8151224162506777e-05,
+      "loss": 42.4375,
+      "step": 9240
+    },
+    {
+      "epoch": 0.4416037465354105,
+      "grad_norm": 336.93878173828125,
+      "learning_rate": 1.8150775845347583e-05,
+      "loss": 36.9062,
+      "step": 9241
+    },
+    {
+      "epoch": 0.4416515339768709,
+      "grad_norm": 625.5466918945312,
+      "learning_rate": 1.815032747937576e-05,
+      "loss": 31.7812,
+      "step": 9242
+    },
+    {
+      "epoch": 0.44169932141833124,
+      "grad_norm": 280.9063415527344,
+      "learning_rate": 1.814987906459399e-05,
+      "loss": 28.4062,
+      "step": 9243
+    },
+    {
+      "epoch": 0.4417471088597916,
+      "grad_norm": 246.02069091796875,
+      "learning_rate": 1.8149430601004965e-05,
+      "loss": 30.875,
+      "step": 9244
+    },
+    {
+      "epoch": 0.441794896301252,
+      "grad_norm": 283.64825439453125,
+      "learning_rate": 1.8148982088611365e-05,
+      "loss": 36.0312,
+      "step": 9245
+    },
+    {
+      "epoch": 0.4418426837427124,
+      "grad_norm": 256.6965637207031,
+      "learning_rate": 1.8148533527415874e-05,
+      "loss": 23.625,
+      "step": 9246
+    },
+    {
+      "epoch": 0.4418904711841728,
+      "grad_norm": 159.7294158935547,
+      "learning_rate": 1.8148084917421185e-05,
+      "loss": 20.25,
+      "step": 9247
+    },
+    {
+      "epoch": 0.4419382586256332,
+      "grad_norm": 198.73300170898438,
+      "learning_rate": 1.814763625862998e-05,
+      "loss": 29.2656,
+      "step": 9248
+    },
+    {
+      "epoch": 0.4419860460670936,
+      "grad_norm": 245.4102020263672,
+      "learning_rate": 1.8147187551044947e-05,
+      "loss": 22.6875,
+      "step": 9249
+    },
+    {
+      "epoch": 0.44203383350855396,
+      "grad_norm": 1177.555419921875,
+      "learning_rate": 1.8146738794668775e-05,
+      "loss": 38.8438,
+      "step": 9250
+    },
+    {
+      "epoch": 0.44208162095001435,
+      "grad_norm": 221.74134826660156,
+      "learning_rate": 1.814628998950415e-05,
+      "loss": 30.3125,
+      "step": 9251
+    },
+    {
+      "epoch": 0.44212940839147474,
+      "grad_norm": 266.0734558105469,
+      "learning_rate": 1.8145841135553756e-05,
+      "loss": 33.4062,
+      "step": 9252
+    },
+    {
+      "epoch": 0.4421771958329351,
+      "grad_norm": 291.6091003417969,
+      "learning_rate": 1.8145392232820286e-05,
+      "loss": 23.7812,
+      "step": 9253
+    },
+    {
+      "epoch": 0.44222498327439547,
+      "grad_norm": 264.4947509765625,
+      "learning_rate": 1.814494328130643e-05,
+      "loss": 26.5938,
+      "step": 9254
+    },
+    {
+      "epoch": 0.44227277071585586,
+      "grad_norm": 343.8515930175781,
+      "learning_rate": 1.8144494281014872e-05,
+      "loss": 21.625,
+      "step": 9255
+    },
+    {
+      "epoch": 0.44232055815731625,
+      "grad_norm": 202.61473083496094,
+      "learning_rate": 1.8144045231948298e-05,
+      "loss": 30.7188,
+      "step": 9256
+    },
+    {
+      "epoch": 0.44236834559877664,
+      "grad_norm": 402.4468078613281,
+      "learning_rate": 1.8143596134109408e-05,
+      "loss": 24.9062,
+      "step": 9257
+    },
+    {
+      "epoch": 0.442416133040237,
+      "grad_norm": 390.8718566894531,
+      "learning_rate": 1.814314698750088e-05,
+      "loss": 47.4688,
+      "step": 9258
+    },
+    {
+      "epoch": 0.4424639204816974,
+      "grad_norm": 288.4956970214844,
+      "learning_rate": 1.8142697792125416e-05,
+      "loss": 36.75,
+      "step": 9259
+    },
+    {
+      "epoch": 0.4425117079231578,
+      "grad_norm": 291.9298400878906,
+      "learning_rate": 1.8142248547985694e-05,
+      "loss": 33.0,
+      "step": 9260
+    },
+    {
+      "epoch": 0.4425594953646182,
+      "grad_norm": 324.8245544433594,
+      "learning_rate": 1.814179925508441e-05,
+      "loss": 36.0312,
+      "step": 9261
+    },
+    {
+      "epoch": 0.4426072828060786,
+      "grad_norm": 205.9602813720703,
+      "learning_rate": 1.8141349913424256e-05,
+      "loss": 22.2188,
+      "step": 9262
+    },
+    {
+      "epoch": 0.442655070247539,
+      "grad_norm": 427.6954040527344,
+      "learning_rate": 1.814090052300792e-05,
+      "loss": 30.0312,
+      "step": 9263
+    },
+    {
+      "epoch": 0.4427028576889993,
+      "grad_norm": 210.94825744628906,
+      "learning_rate": 1.8140451083838094e-05,
+      "loss": 38.5625,
+      "step": 9264
+    },
+    {
+      "epoch": 0.4427506451304597,
+      "grad_norm": 304.05157470703125,
+      "learning_rate": 1.8140001595917472e-05,
+      "loss": 32.9688,
+      "step": 9265
+    },
+    {
+      "epoch": 0.4427984325719201,
+      "grad_norm": 180.5044708251953,
+      "learning_rate": 1.8139552059248742e-05,
+      "loss": 20.375,
+      "step": 9266
+    },
+    {
+      "epoch": 0.4428462200133805,
+      "grad_norm": 214.93658447265625,
+      "learning_rate": 1.8139102473834597e-05,
+      "loss": 20.625,
+      "step": 9267
+    },
+    {
+      "epoch": 0.44289400745484087,
+      "grad_norm": 235.62254333496094,
+      "learning_rate": 1.813865283967773e-05,
+      "loss": 26.75,
+      "step": 9268
+    },
+    {
+      "epoch": 0.44294179489630126,
+      "grad_norm": 347.6844482421875,
+      "learning_rate": 1.8138203156780842e-05,
+      "loss": 27.7188,
+      "step": 9269
+    },
+    {
+      "epoch": 0.44298958233776164,
+      "grad_norm": 673.0899047851562,
+      "learning_rate": 1.8137753425146608e-05,
+      "loss": 24.4062,
+      "step": 9270
+    },
+    {
+      "epoch": 0.44303736977922203,
+      "grad_norm": 267.680419921875,
+      "learning_rate": 1.813730364477774e-05,
+      "loss": 20.7812,
+      "step": 9271
+    },
+    {
+      "epoch": 0.4430851572206824,
+      "grad_norm": 441.178955078125,
+      "learning_rate": 1.813685381567692e-05,
+      "loss": 35.8438,
+      "step": 9272
+    },
+    {
+      "epoch": 0.4431329446621428,
+      "grad_norm": 212.7783966064453,
+      "learning_rate": 1.8136403937846842e-05,
+      "loss": 18.125,
+      "step": 9273
+    },
+    {
+      "epoch": 0.44318073210360315,
+      "grad_norm": 310.2304992675781,
+      "learning_rate": 1.8135954011290205e-05,
+      "loss": 42.4062,
+      "step": 9274
+    },
+    {
+      "epoch": 0.44322851954506354,
+      "grad_norm": 292.0583801269531,
+      "learning_rate": 1.8135504036009702e-05,
+      "loss": 32.4375,
+      "step": 9275
+    },
+    {
+      "epoch": 0.4432763069865239,
+      "grad_norm": 213.53184509277344,
+      "learning_rate": 1.813505401200803e-05,
+      "loss": 30.6875,
+      "step": 9276
+    },
+    {
+      "epoch": 0.4433240944279843,
+      "grad_norm": 621.2435913085938,
+      "learning_rate": 1.8134603939287882e-05,
+      "loss": 30.0312,
+      "step": 9277
+    },
+    {
+      "epoch": 0.4433718818694447,
+      "grad_norm": 303.9169006347656,
+      "learning_rate": 1.813415381785195e-05,
+      "loss": 44.3125,
+      "step": 9278
+    },
+    {
+      "epoch": 0.4434196693109051,
+      "grad_norm": 269.2218933105469,
+      "learning_rate": 1.813370364770293e-05,
+      "loss": 33.5938,
+      "step": 9279
+    },
+    {
+      "epoch": 0.4434674567523655,
+      "grad_norm": 334.0011901855469,
+      "learning_rate": 1.8133253428843524e-05,
+      "loss": 34.0312,
+      "step": 9280
+    },
+    {
+      "epoch": 0.4435152441938259,
+      "grad_norm": 303.86676025390625,
+      "learning_rate": 1.8132803161276423e-05,
+      "loss": 31.125,
+      "step": 9281
+    },
+    {
+      "epoch": 0.44356303163528626,
+      "grad_norm": 360.7070007324219,
+      "learning_rate": 1.813235284500433e-05,
+      "loss": 35.5938,
+      "step": 9282
+    },
+    {
+      "epoch": 0.44361081907674665,
+      "grad_norm": 200.88540649414062,
+      "learning_rate": 1.813190248002993e-05,
+      "loss": 28.3125,
+      "step": 9283
+    },
+    {
+      "epoch": 0.443658606518207,
+      "grad_norm": 331.18597412109375,
+      "learning_rate": 1.8131452066355934e-05,
+      "loss": 25.0312,
+      "step": 9284
+    },
+    {
+      "epoch": 0.4437063939596674,
+      "grad_norm": 255.4506072998047,
+      "learning_rate": 1.8131001603985028e-05,
+      "loss": 28.375,
+      "step": 9285
+    },
+    {
+      "epoch": 0.44375418140112777,
+      "grad_norm": 244.15863037109375,
+      "learning_rate": 1.8130551092919916e-05,
+      "loss": 26.8438,
+      "step": 9286
+    },
+    {
+      "epoch": 0.44380196884258816,
+      "grad_norm": 508.4974060058594,
+      "learning_rate": 1.8130100533163294e-05,
+      "loss": 29.7188,
+      "step": 9287
+    },
+    {
+      "epoch": 0.44384975628404855,
+      "grad_norm": 263.2228698730469,
+      "learning_rate": 1.8129649924717856e-05,
+      "loss": 28.8438,
+      "step": 9288
+    },
+    {
+      "epoch": 0.44389754372550894,
+      "grad_norm": 216.5766143798828,
+      "learning_rate": 1.8129199267586314e-05,
+      "loss": 31.3438,
+      "step": 9289
+    },
+    {
+      "epoch": 0.4439453311669693,
+      "grad_norm": 189.2076873779297,
+      "learning_rate": 1.812874856177135e-05,
+      "loss": 23.0,
+      "step": 9290
+    },
+    {
+      "epoch": 0.4439931186084297,
+      "grad_norm": 579.55322265625,
+      "learning_rate": 1.8128297807275673e-05,
+      "loss": 31.3125,
+      "step": 9291
+    },
+    {
+      "epoch": 0.4440409060498901,
+      "grad_norm": 253.69178771972656,
+      "learning_rate": 1.8127847004101985e-05,
+      "loss": 38.5,
+      "step": 9292
+    },
+    {
+      "epoch": 0.4440886934913505,
+      "grad_norm": 142.34022521972656,
+      "learning_rate": 1.8127396152252977e-05,
+      "loss": 20.9062,
+      "step": 9293
+    },
+    {
+      "epoch": 0.4441364809328109,
+      "grad_norm": 416.61962890625,
+      "learning_rate": 1.8126945251731355e-05,
+      "loss": 38.4062,
+      "step": 9294
+    },
+    {
+      "epoch": 0.4441842683742712,
+      "grad_norm": 361.46942138671875,
+      "learning_rate": 1.8126494302539817e-05,
+      "loss": 33.625,
+      "step": 9295
+    },
+    {
+      "epoch": 0.4442320558157316,
+      "grad_norm": 206.3743133544922,
+      "learning_rate": 1.812604330468106e-05,
+      "loss": 31.6562,
+      "step": 9296
+    },
+    {
+      "epoch": 0.444279843257192,
+      "grad_norm": 242.54714965820312,
+      "learning_rate": 1.8125592258157797e-05,
+      "loss": 21.4375,
+      "step": 9297
+    },
+    {
+      "epoch": 0.4443276306986524,
+      "grad_norm": 203.2890167236328,
+      "learning_rate": 1.8125141162972716e-05,
+      "loss": 30.4531,
+      "step": 9298
+    },
+    {
+      "epoch": 0.4443754181401128,
+      "grad_norm": 342.69134521484375,
+      "learning_rate": 1.8124690019128527e-05,
+      "loss": 35.2812,
+      "step": 9299
+    },
+    {
+      "epoch": 0.44442320558157317,
+      "grad_norm": 191.15573120117188,
+      "learning_rate": 1.8124238826627926e-05,
+      "loss": 22.0938,
+      "step": 9300
+    },
+    {
+      "epoch": 0.44447099302303356,
+      "grad_norm": 236.3582305908203,
+      "learning_rate": 1.8123787585473617e-05,
+      "loss": 31.8438,
+      "step": 9301
+    },
+    {
+      "epoch": 0.44451878046449395,
+      "grad_norm": 394.6600341796875,
+      "learning_rate": 1.8123336295668307e-05,
+      "loss": 36.4219,
+      "step": 9302
+    },
+    {
+      "epoch": 0.44456656790595434,
+      "grad_norm": 241.38470458984375,
+      "learning_rate": 1.812288495721469e-05,
+      "loss": 25.2812,
+      "step": 9303
+    },
+    {
+      "epoch": 0.4446143553474147,
+      "grad_norm": 309.45025634765625,
+      "learning_rate": 1.8122433570115476e-05,
+      "loss": 25.5938,
+      "step": 9304
+    },
+    {
+      "epoch": 0.44466214278887506,
+      "grad_norm": 201.1251983642578,
+      "learning_rate": 1.8121982134373362e-05,
+      "loss": 25.9062,
+      "step": 9305
+    },
+    {
+      "epoch": 0.44470993023033545,
+      "grad_norm": 385.7295837402344,
+      "learning_rate": 1.8121530649991062e-05,
+      "loss": 33.9062,
+      "step": 9306
+    },
+    {
+      "epoch": 0.44475771767179584,
+      "grad_norm": 400.3659362792969,
+      "learning_rate": 1.812107911697127e-05,
+      "loss": 28.8438,
+      "step": 9307
+    },
+    {
+      "epoch": 0.4448055051132562,
+      "grad_norm": 222.03012084960938,
+      "learning_rate": 1.812062753531669e-05,
+      "loss": 30.7812,
+      "step": 9308
+    },
+    {
+      "epoch": 0.4448532925547166,
+      "grad_norm": 239.12515258789062,
+      "learning_rate": 1.8120175905030033e-05,
+      "loss": 36.4688,
+      "step": 9309
+    },
+    {
+      "epoch": 0.444901079996177,
+      "grad_norm": 256.4593200683594,
+      "learning_rate": 1.8119724226113996e-05,
+      "loss": 27.9375,
+      "step": 9310
+    },
+    {
+      "epoch": 0.4449488674376374,
+      "grad_norm": 428.3909912109375,
+      "learning_rate": 1.8119272498571295e-05,
+      "loss": 30.875,
+      "step": 9311
+    },
+    {
+      "epoch": 0.4449966548790978,
+      "grad_norm": 449.180419921875,
+      "learning_rate": 1.8118820722404624e-05,
+      "loss": 34.9688,
+      "step": 9312
+    },
+    {
+      "epoch": 0.4450444423205582,
+      "grad_norm": 373.1712951660156,
+      "learning_rate": 1.8118368897616693e-05,
+      "loss": 28.0938,
+      "step": 9313
+    },
+    {
+      "epoch": 0.44509222976201857,
+      "grad_norm": 157.75701904296875,
+      "learning_rate": 1.811791702421021e-05,
+      "loss": 24.6875,
+      "step": 9314
+    },
+    {
+      "epoch": 0.4451400172034789,
+      "grad_norm": 289.8122253417969,
+      "learning_rate": 1.8117465102187876e-05,
+      "loss": 26.9375,
+      "step": 9315
+    },
+    {
+      "epoch": 0.4451878046449393,
+      "grad_norm": 203.54690551757812,
+      "learning_rate": 1.8117013131552404e-05,
+      "loss": 26.1562,
+      "step": 9316
+    },
+    {
+      "epoch": 0.4452355920863997,
+      "grad_norm": 310.978271484375,
+      "learning_rate": 1.8116561112306495e-05,
+      "loss": 25.3438,
+      "step": 9317
+    },
+    {
+      "epoch": 0.44528337952786007,
+      "grad_norm": 301.3807067871094,
+      "learning_rate": 1.8116109044452857e-05,
+      "loss": 32.0625,
+      "step": 9318
+    },
+    {
+      "epoch": 0.44533116696932046,
+      "grad_norm": 218.4989776611328,
+      "learning_rate": 1.81156569279942e-05,
+      "loss": 24.4688,
+      "step": 9319
+    },
+    {
+      "epoch": 0.44537895441078085,
+      "grad_norm": 175.0059356689453,
+      "learning_rate": 1.811520476293323e-05,
+      "loss": 29.1875,
+      "step": 9320
+    },
+    {
+      "epoch": 0.44542674185224124,
+      "grad_norm": 162.70364379882812,
+      "learning_rate": 1.8114752549272657e-05,
+      "loss": 18.4219,
+      "step": 9321
+    },
+    {
+      "epoch": 0.4454745292937016,
+      "grad_norm": 204.95480346679688,
+      "learning_rate": 1.8114300287015183e-05,
+      "loss": 25.7812,
+      "step": 9322
+    },
+    {
+      "epoch": 0.445522316735162,
+      "grad_norm": 335.3138427734375,
+      "learning_rate": 1.8113847976163524e-05,
+      "loss": 23.0,
+      "step": 9323
+    },
+    {
+      "epoch": 0.4455701041766224,
+      "grad_norm": 296.8221435546875,
+      "learning_rate": 1.8113395616720384e-05,
+      "loss": 26.0312,
+      "step": 9324
+    },
+    {
+      "epoch": 0.4456178916180828,
+      "grad_norm": 392.2707824707031,
+      "learning_rate": 1.8112943208688472e-05,
+      "loss": 31.1875,
+      "step": 9325
+    },
+    {
+      "epoch": 0.44566567905954313,
+      "grad_norm": 641.8927612304688,
+      "learning_rate": 1.81124907520705e-05,
+      "loss": 31.1875,
+      "step": 9326
+    },
+    {
+      "epoch": 0.4457134665010035,
+      "grad_norm": 424.42291259765625,
+      "learning_rate": 1.8112038246869178e-05,
+      "loss": 32.1094,
+      "step": 9327
+    },
+    {
+      "epoch": 0.4457612539424639,
+      "grad_norm": 529.9179077148438,
+      "learning_rate": 1.8111585693087213e-05,
+      "loss": 31.3125,
+      "step": 9328
+    },
+    {
+      "epoch": 0.4458090413839243,
+      "grad_norm": 396.0770568847656,
+      "learning_rate": 1.8111133090727316e-05,
+      "loss": 37.4062,
+      "step": 9329
+    },
+    {
+      "epoch": 0.4458568288253847,
+      "grad_norm": 362.5463562011719,
+      "learning_rate": 1.8110680439792196e-05,
+      "loss": 49.125,
+      "step": 9330
+    },
+    {
+      "epoch": 0.4459046162668451,
+      "grad_norm": 196.90432739257812,
+      "learning_rate": 1.811022774028457e-05,
+      "loss": 27.4375,
+      "step": 9331
+    },
+    {
+      "epoch": 0.44595240370830547,
+      "grad_norm": 227.74220275878906,
+      "learning_rate": 1.8109774992207147e-05,
+      "loss": 20.0625,
+      "step": 9332
+    },
+    {
+      "epoch": 0.44600019114976586,
+      "grad_norm": 411.8601379394531,
+      "learning_rate": 1.8109322195562628e-05,
+      "loss": 30.6562,
+      "step": 9333
+    },
+    {
+      "epoch": 0.44604797859122625,
+      "grad_norm": 366.3592834472656,
+      "learning_rate": 1.8108869350353736e-05,
+      "loss": 40.5625,
+      "step": 9334
+    },
+    {
+      "epoch": 0.44609576603268664,
+      "grad_norm": 183.03993225097656,
+      "learning_rate": 1.8108416456583184e-05,
+      "loss": 25.1562,
+      "step": 9335
+    },
+    {
+      "epoch": 0.44614355347414697,
+      "grad_norm": 219.95013427734375,
+      "learning_rate": 1.8107963514253678e-05,
+      "loss": 29.5625,
+      "step": 9336
+    },
+    {
+      "epoch": 0.44619134091560736,
+      "grad_norm": 540.5140380859375,
+      "learning_rate": 1.810751052336793e-05,
+      "loss": 25.8906,
+      "step": 9337
+    },
+    {
+      "epoch": 0.44623912835706775,
+      "grad_norm": 121.35607147216797,
+      "learning_rate": 1.810705748392866e-05,
+      "loss": 23.2656,
+      "step": 9338
+    },
+    {
+      "epoch": 0.44628691579852814,
+      "grad_norm": 237.28977966308594,
+      "learning_rate": 1.8106604395938573e-05,
+      "loss": 23.9688,
+      "step": 9339
+    },
+    {
+      "epoch": 0.44633470323998853,
+      "grad_norm": 220.6215057373047,
+      "learning_rate": 1.810615125940039e-05,
+      "loss": 26.0312,
+      "step": 9340
+    },
+    {
+      "epoch": 0.4463824906814489,
+      "grad_norm": 255.39947509765625,
+      "learning_rate": 1.8105698074316814e-05,
+      "loss": 21.2656,
+      "step": 9341
+    },
+    {
+      "epoch": 0.4464302781229093,
+      "grad_norm": 208.71009826660156,
+      "learning_rate": 1.810524484069057e-05,
+      "loss": 30.9688,
+      "step": 9342
+    },
+    {
+      "epoch": 0.4464780655643697,
+      "grad_norm": 548.6275634765625,
+      "learning_rate": 1.810479155852437e-05,
+      "loss": 61.5938,
+      "step": 9343
+    },
+    {
+      "epoch": 0.4465258530058301,
+      "grad_norm": 271.1895751953125,
+      "learning_rate": 1.8104338227820922e-05,
+      "loss": 30.3438,
+      "step": 9344
+    },
+    {
+      "epoch": 0.4465736404472905,
+      "grad_norm": 218.0966796875,
+      "learning_rate": 1.8103884848582947e-05,
+      "loss": 29.5938,
+      "step": 9345
+    },
+    {
+      "epoch": 0.4466214278887508,
+      "grad_norm": 181.89785766601562,
+      "learning_rate": 1.8103431420813163e-05,
+      "loss": 34.6562,
+      "step": 9346
+    },
+    {
+      "epoch": 0.4466692153302112,
+      "grad_norm": 161.1182861328125,
+      "learning_rate": 1.8102977944514276e-05,
+      "loss": 41.7188,
+      "step": 9347
+    },
+    {
+      "epoch": 0.4467170027716716,
+      "grad_norm": 546.3477172851562,
+      "learning_rate": 1.810252441968901e-05,
+      "loss": 42.5938,
+      "step": 9348
+    },
+    {
+      "epoch": 0.446764790213132,
+      "grad_norm": 359.847412109375,
+      "learning_rate": 1.8102070846340073e-05,
+      "loss": 31.125,
+      "step": 9349
+    },
+    {
+      "epoch": 0.44681257765459237,
+      "grad_norm": 276.7021179199219,
+      "learning_rate": 1.810161722447019e-05,
+      "loss": 43.2812,
+      "step": 9350
+    },
+    {
+      "epoch": 0.44686036509605276,
+      "grad_norm": 228.0110626220703,
+      "learning_rate": 1.8101163554082073e-05,
+      "loss": 28.2188,
+      "step": 9351
+    },
+    {
+      "epoch": 0.44690815253751315,
+      "grad_norm": 244.9862518310547,
+      "learning_rate": 1.810070983517844e-05,
+      "loss": 34.7812,
+      "step": 9352
+    },
+    {
+      "epoch": 0.44695593997897354,
+      "grad_norm": 349.5670471191406,
+      "learning_rate": 1.810025606776201e-05,
+      "loss": 30.6562,
+      "step": 9353
+    },
+    {
+      "epoch": 0.4470037274204339,
+      "grad_norm": 495.4147644042969,
+      "learning_rate": 1.8099802251835494e-05,
+      "loss": 31.0469,
+      "step": 9354
+    },
+    {
+      "epoch": 0.4470515148618943,
+      "grad_norm": 240.26979064941406,
+      "learning_rate": 1.8099348387401617e-05,
+      "loss": 33.5938,
+      "step": 9355
+    },
+    {
+      "epoch": 0.44709930230335465,
+      "grad_norm": 232.53614807128906,
+      "learning_rate": 1.8098894474463094e-05,
+      "loss": 35.8125,
+      "step": 9356
+    },
+    {
+      "epoch": 0.44714708974481504,
+      "grad_norm": 180.722900390625,
+      "learning_rate": 1.809844051302264e-05,
+      "loss": 32.7812,
+      "step": 9357
+    },
+    {
+      "epoch": 0.44719487718627543,
+      "grad_norm": 324.387451171875,
+      "learning_rate": 1.809798650308298e-05,
+      "loss": 31.2031,
+      "step": 9358
+    },
+    {
+      "epoch": 0.4472426646277358,
+      "grad_norm": 288.95654296875,
+      "learning_rate": 1.8097532444646834e-05,
+      "loss": 38.5,
+      "step": 9359
+    },
+    {
+      "epoch": 0.4472904520691962,
+      "grad_norm": 218.8758544921875,
+      "learning_rate": 1.809707833771691e-05,
+      "loss": 26.4688,
+      "step": 9360
+    },
+    {
+      "epoch": 0.4473382395106566,
+      "grad_norm": 408.6924133300781,
+      "learning_rate": 1.8096624182295942e-05,
+      "loss": 33.0,
+      "step": 9361
+    },
+    {
+      "epoch": 0.447386026952117,
+      "grad_norm": 275.3113708496094,
+      "learning_rate": 1.8096169978386636e-05,
+      "loss": 33.2812,
+      "step": 9362
+    },
+    {
+      "epoch": 0.4474338143935774,
+      "grad_norm": 361.9637451171875,
+      "learning_rate": 1.8095715725991724e-05,
+      "loss": 46.375,
+      "step": 9363
+    },
+    {
+      "epoch": 0.44748160183503777,
+      "grad_norm": 232.3316650390625,
+      "learning_rate": 1.8095261425113916e-05,
+      "loss": 30.9062,
+      "step": 9364
+    },
+    {
+      "epoch": 0.44752938927649816,
+      "grad_norm": 224.5308837890625,
+      "learning_rate": 1.809480707575594e-05,
+      "loss": 26.1562,
+      "step": 9365
+    },
+    {
+      "epoch": 0.44757717671795855,
+      "grad_norm": 318.8908386230469,
+      "learning_rate": 1.8094352677920518e-05,
+      "loss": 27.1875,
+      "step": 9366
+    },
+    {
+      "epoch": 0.4476249641594189,
+      "grad_norm": 240.03916931152344,
+      "learning_rate": 1.8093898231610366e-05,
+      "loss": 29.0312,
+      "step": 9367
+    },
+    {
+      "epoch": 0.44767275160087927,
+      "grad_norm": 395.55767822265625,
+      "learning_rate": 1.8093443736828207e-05,
+      "loss": 35.5938,
+      "step": 9368
+    },
+    {
+      "epoch": 0.44772053904233966,
+      "grad_norm": 339.5665588378906,
+      "learning_rate": 1.8092989193576764e-05,
+      "loss": 36.2188,
+      "step": 9369
+    },
+    {
+      "epoch": 0.44776832648380005,
+      "grad_norm": 302.1264343261719,
+      "learning_rate": 1.809253460185876e-05,
+      "loss": 41.875,
+      "step": 9370
+    },
+    {
+      "epoch": 0.44781611392526044,
+      "grad_norm": 386.72210693359375,
+      "learning_rate": 1.809207996167691e-05,
+      "loss": 33.0312,
+      "step": 9371
+    },
+    {
+      "epoch": 0.44786390136672083,
+      "grad_norm": 378.87261962890625,
+      "learning_rate": 1.8091625273033945e-05,
+      "loss": 40.625,
+      "step": 9372
+    },
+    {
+      "epoch": 0.4479116888081812,
+      "grad_norm": 330.6582336425781,
+      "learning_rate": 1.809117053593259e-05,
+      "loss": 31.9375,
+      "step": 9373
+    },
+    {
+      "epoch": 0.4479594762496416,
+      "grad_norm": 208.8421630859375,
+      "learning_rate": 1.8090715750375562e-05,
+      "loss": 29.3125,
+      "step": 9374
+    },
+    {
+      "epoch": 0.448007263691102,
+      "grad_norm": 377.97222900390625,
+      "learning_rate": 1.8090260916365585e-05,
+      "loss": 20.0312,
+      "step": 9375
+    },
+    {
+      "epoch": 0.4480550511325624,
+      "grad_norm": 150.78237915039062,
+      "learning_rate": 1.8089806033905384e-05,
+      "loss": 20.7031,
+      "step": 9376
+    },
+    {
+      "epoch": 0.4481028385740227,
+      "grad_norm": 278.5936584472656,
+      "learning_rate": 1.8089351102997684e-05,
+      "loss": 21.4688,
+      "step": 9377
+    },
+    {
+      "epoch": 0.4481506260154831,
+      "grad_norm": 165.52288818359375,
+      "learning_rate": 1.8088896123645212e-05,
+      "loss": 33.4531,
+      "step": 9378
+    },
+    {
+      "epoch": 0.4481984134569435,
+      "grad_norm": 297.74462890625,
+      "learning_rate": 1.808844109585069e-05,
+      "loss": 35.4062,
+      "step": 9379
+    },
+    {
+      "epoch": 0.4482462008984039,
+      "grad_norm": 247.1878662109375,
+      "learning_rate": 1.8087986019616838e-05,
+      "loss": 41.875,
+      "step": 9380
+    },
+    {
+      "epoch": 0.4482939883398643,
+      "grad_norm": 533.2593994140625,
+      "learning_rate": 1.8087530894946387e-05,
+      "loss": 29.7812,
+      "step": 9381
+    },
+    {
+      "epoch": 0.44834177578132467,
+      "grad_norm": 190.2684326171875,
+      "learning_rate": 1.8087075721842064e-05,
+      "loss": 32.9688,
+      "step": 9382
+    },
+    {
+      "epoch": 0.44838956322278506,
+      "grad_norm": 156.2364501953125,
+      "learning_rate": 1.8086620500306592e-05,
+      "loss": 25.1875,
+      "step": 9383
+    },
+    {
+      "epoch": 0.44843735066424545,
+      "grad_norm": 254.06442260742188,
+      "learning_rate": 1.80861652303427e-05,
+      "loss": 28.9062,
+      "step": 9384
+    },
+    {
+      "epoch": 0.44848513810570584,
+      "grad_norm": 141.4861602783203,
+      "learning_rate": 1.808570991195311e-05,
+      "loss": 24.7812,
+      "step": 9385
+    },
+    {
+      "epoch": 0.44853292554716623,
+      "grad_norm": 332.1251220703125,
+      "learning_rate": 1.808525454514055e-05,
+      "loss": 24.4062,
+      "step": 9386
+    },
+    {
+      "epoch": 0.44858071298862656,
+      "grad_norm": 264.5823974609375,
+      "learning_rate": 1.808479912990775e-05,
+      "loss": 30.375,
+      "step": 9387
+    },
+    {
+      "epoch": 0.44862850043008695,
+      "grad_norm": 224.64154052734375,
+      "learning_rate": 1.8084343666257434e-05,
+      "loss": 28.9375,
+      "step": 9388
+    },
+    {
+      "epoch": 0.44867628787154734,
+      "grad_norm": 232.06890869140625,
+      "learning_rate": 1.808388815419233e-05,
+      "loss": 35.8125,
+      "step": 9389
+    },
+    {
+      "epoch": 0.44872407531300773,
+      "grad_norm": 319.5479431152344,
+      "learning_rate": 1.808343259371517e-05,
+      "loss": 25.6094,
+      "step": 9390
+    },
+    {
+      "epoch": 0.4487718627544681,
+      "grad_norm": 694.6089477539062,
+      "learning_rate": 1.8082976984828678e-05,
+      "loss": 36.7188,
+      "step": 9391
+    },
+    {
+      "epoch": 0.4488196501959285,
+      "grad_norm": 186.75143432617188,
+      "learning_rate": 1.808252132753558e-05,
+      "loss": 26.3438,
+      "step": 9392
+    },
+    {
+      "epoch": 0.4488674376373889,
+      "grad_norm": 258.755126953125,
+      "learning_rate": 1.8082065621838615e-05,
+      "loss": 33.5938,
+      "step": 9393
+    },
+    {
+      "epoch": 0.4489152250788493,
+      "grad_norm": 505.1075134277344,
+      "learning_rate": 1.8081609867740502e-05,
+      "loss": 24.7656,
+      "step": 9394
+    },
+    {
+      "epoch": 0.4489630125203097,
+      "grad_norm": 303.8968505859375,
+      "learning_rate": 1.8081154065243976e-05,
+      "loss": 31.8438,
+      "step": 9395
+    },
+    {
+      "epoch": 0.44901079996177007,
+      "grad_norm": 262.1789245605469,
+      "learning_rate": 1.8080698214351763e-05,
+      "loss": 32.8438,
+      "step": 9396
+    },
+    {
+      "epoch": 0.44905858740323046,
+      "grad_norm": 186.82298278808594,
+      "learning_rate": 1.8080242315066595e-05,
+      "loss": 31.125,
+      "step": 9397
+    },
+    {
+      "epoch": 0.4491063748446908,
+      "grad_norm": 311.27001953125,
+      "learning_rate": 1.80797863673912e-05,
+      "loss": 30.75,
+      "step": 9398
+    },
+    {
+      "epoch": 0.4491541622861512,
+      "grad_norm": 306.55450439453125,
+      "learning_rate": 1.8079330371328314e-05,
+      "loss": 36.5625,
+      "step": 9399
+    },
+    {
+      "epoch": 0.44920194972761157,
+      "grad_norm": 563.5693969726562,
+      "learning_rate": 1.8078874326880663e-05,
+      "loss": 31.9688,
+      "step": 9400
+    },
+    {
+      "epoch": 0.44924973716907196,
+      "grad_norm": 123.58450317382812,
+      "learning_rate": 1.8078418234050977e-05,
+      "loss": 23.7656,
+      "step": 9401
+    },
+    {
+      "epoch": 0.44929752461053235,
+      "grad_norm": 246.05979919433594,
+      "learning_rate": 1.8077962092841995e-05,
+      "loss": 24.9062,
+      "step": 9402
+    },
+    {
+      "epoch": 0.44934531205199274,
+      "grad_norm": 222.22129821777344,
+      "learning_rate": 1.807750590325644e-05,
+      "loss": 25.8281,
+      "step": 9403
+    },
+    {
+      "epoch": 0.44939309949345313,
+      "grad_norm": 258.33953857421875,
+      "learning_rate": 1.8077049665297045e-05,
+      "loss": 24.5625,
+      "step": 9404
+    },
+    {
+      "epoch": 0.4494408869349135,
+      "grad_norm": 203.5543670654297,
+      "learning_rate": 1.807659337896655e-05,
+      "loss": 26.8438,
+      "step": 9405
+    },
+    {
+      "epoch": 0.4494886743763739,
+      "grad_norm": 335.976806640625,
+      "learning_rate": 1.8076137044267682e-05,
+      "loss": 32.875,
+      "step": 9406
+    },
+    {
+      "epoch": 0.4495364618178343,
+      "grad_norm": 503.8282470703125,
+      "learning_rate": 1.807568066120317e-05,
+      "loss": 39.4375,
+      "step": 9407
+    },
+    {
+      "epoch": 0.44958424925929463,
+      "grad_norm": 421.9408874511719,
+      "learning_rate": 1.8075224229775754e-05,
+      "loss": 34.0156,
+      "step": 9408
+    },
+    {
+      "epoch": 0.449632036700755,
+      "grad_norm": 271.90045166015625,
+      "learning_rate": 1.8074767749988164e-05,
+      "loss": 36.0938,
+      "step": 9409
+    },
+    {
+      "epoch": 0.4496798241422154,
+      "grad_norm": 325.2406005859375,
+      "learning_rate": 1.8074311221843134e-05,
+      "loss": 28.6875,
+      "step": 9410
+    },
+    {
+      "epoch": 0.4497276115836758,
+      "grad_norm": 457.8419494628906,
+      "learning_rate": 1.8073854645343402e-05,
+      "loss": 25.4062,
+      "step": 9411
+    },
+    {
+      "epoch": 0.4497753990251362,
+      "grad_norm": 166.08657836914062,
+      "learning_rate": 1.8073398020491695e-05,
+      "loss": 25.3438,
+      "step": 9412
+    },
+    {
+      "epoch": 0.4498231864665966,
+      "grad_norm": 285.4513244628906,
+      "learning_rate": 1.8072941347290752e-05,
+      "loss": 27.0312,
+      "step": 9413
+    },
+    {
+      "epoch": 0.44987097390805697,
+      "grad_norm": 327.445068359375,
+      "learning_rate": 1.807248462574331e-05,
+      "loss": 37.375,
+      "step": 9414
+    },
+    {
+      "epoch": 0.44991876134951736,
+      "grad_norm": 158.9593963623047,
+      "learning_rate": 1.8072027855852098e-05,
+      "loss": 21.8594,
+      "step": 9415
+    },
+    {
+      "epoch": 0.44996654879097775,
+      "grad_norm": 221.41278076171875,
+      "learning_rate": 1.8071571037619856e-05,
+      "loss": 30.6562,
+      "step": 9416
+    },
+    {
+      "epoch": 0.45001433623243814,
+      "grad_norm": 257.171630859375,
+      "learning_rate": 1.8071114171049317e-05,
+      "loss": 28.8438,
+      "step": 9417
+    },
+    {
+      "epoch": 0.4500621236738985,
+      "grad_norm": 243.57762145996094,
+      "learning_rate": 1.8070657256143223e-05,
+      "loss": 29.3438,
+      "step": 9418
+    },
+    {
+      "epoch": 0.45010991111535886,
+      "grad_norm": 249.11355590820312,
+      "learning_rate": 1.8070200292904303e-05,
+      "loss": 34.0312,
+      "step": 9419
+    },
+    {
+      "epoch": 0.45015769855681925,
+      "grad_norm": 389.5863952636719,
+      "learning_rate": 1.8069743281335297e-05,
+      "loss": 24.0312,
+      "step": 9420
+    },
+    {
+      "epoch": 0.45020548599827964,
+      "grad_norm": 235.17225646972656,
+      "learning_rate": 1.806928622143894e-05,
+      "loss": 35.0625,
+      "step": 9421
+    },
+    {
+      "epoch": 0.45025327343974003,
+      "grad_norm": 336.4967041015625,
+      "learning_rate": 1.8068829113217973e-05,
+      "loss": 38.0,
+      "step": 9422
+    },
+    {
+      "epoch": 0.4503010608812004,
+      "grad_norm": 356.08709716796875,
+      "learning_rate": 1.8068371956675134e-05,
+      "loss": 29.5625,
+      "step": 9423
+    },
+    {
+      "epoch": 0.4503488483226608,
+      "grad_norm": 180.36993408203125,
+      "learning_rate": 1.806791475181315e-05,
+      "loss": 26.375,
+      "step": 9424
+    },
+    {
+      "epoch": 0.4503966357641212,
+      "grad_norm": 345.0350646972656,
+      "learning_rate": 1.8067457498634772e-05,
+      "loss": 33.4219,
+      "step": 9425
+    },
+    {
+      "epoch": 0.4504444232055816,
+      "grad_norm": 185.6121826171875,
+      "learning_rate": 1.8067000197142736e-05,
+      "loss": 30.5938,
+      "step": 9426
+    },
+    {
+      "epoch": 0.450492210647042,
+      "grad_norm": 289.5002136230469,
+      "learning_rate": 1.8066542847339775e-05,
+      "loss": 36.9688,
+      "step": 9427
+    },
+    {
+      "epoch": 0.45053999808850237,
+      "grad_norm": 228.2484588623047,
+      "learning_rate": 1.806608544922863e-05,
+      "loss": 31.25,
+      "step": 9428
+    },
+    {
+      "epoch": 0.4505877855299627,
+      "grad_norm": 181.21591186523438,
+      "learning_rate": 1.8065628002812043e-05,
+      "loss": 28.75,
+      "step": 9429
+    },
+    {
+      "epoch": 0.4506355729714231,
+      "grad_norm": 214.7264862060547,
+      "learning_rate": 1.806517050809275e-05,
+      "loss": 31.0469,
+      "step": 9430
+    },
+    {
+      "epoch": 0.4506833604128835,
+      "grad_norm": 183.93508911132812,
+      "learning_rate": 1.8064712965073497e-05,
+      "loss": 23.1875,
+      "step": 9431
+    },
+    {
+      "epoch": 0.45073114785434387,
+      "grad_norm": 324.13818359375,
+      "learning_rate": 1.8064255373757014e-05,
+      "loss": 21.8125,
+      "step": 9432
+    },
+    {
+      "epoch": 0.45077893529580426,
+      "grad_norm": 240.25047302246094,
+      "learning_rate": 1.806379773414605e-05,
+      "loss": 29.1562,
+      "step": 9433
+    },
+    {
+      "epoch": 0.45082672273726465,
+      "grad_norm": 249.5565185546875,
+      "learning_rate": 1.8063340046243343e-05,
+      "loss": 27.5938,
+      "step": 9434
+    },
+    {
+      "epoch": 0.45087451017872504,
+      "grad_norm": 467.24658203125,
+      "learning_rate": 1.8062882310051633e-05,
+      "loss": 25.7812,
+      "step": 9435
+    },
+    {
+      "epoch": 0.45092229762018543,
+      "grad_norm": 150.22006225585938,
+      "learning_rate": 1.806242452557366e-05,
+      "loss": 18.9531,
+      "step": 9436
+    },
+    {
+      "epoch": 0.4509700850616458,
+      "grad_norm": 451.4935607910156,
+      "learning_rate": 1.8061966692812172e-05,
+      "loss": 38.3125,
+      "step": 9437
+    },
+    {
+      "epoch": 0.4510178725031062,
+      "grad_norm": 246.15121459960938,
+      "learning_rate": 1.8061508811769903e-05,
+      "loss": 30.2812,
+      "step": 9438
+    },
+    {
+      "epoch": 0.45106565994456654,
+      "grad_norm": 174.26107788085938,
+      "learning_rate": 1.80610508824496e-05,
+      "loss": 30.6875,
+      "step": 9439
+    },
+    {
+      "epoch": 0.45111344738602693,
+      "grad_norm": 406.12091064453125,
+      "learning_rate": 1.8060592904854e-05,
+      "loss": 34.4375,
+      "step": 9440
+    },
+    {
+      "epoch": 0.4511612348274873,
+      "grad_norm": 657.2994995117188,
+      "learning_rate": 1.8060134878985855e-05,
+      "loss": 26.6562,
+      "step": 9441
+    },
+    {
+      "epoch": 0.4512090222689477,
+      "grad_norm": 295.45208740234375,
+      "learning_rate": 1.80596768048479e-05,
+      "loss": 34.5,
+      "step": 9442
+    },
+    {
+      "epoch": 0.4512568097104081,
+      "grad_norm": 350.38665771484375,
+      "learning_rate": 1.8059218682442883e-05,
+      "loss": 27.2188,
+      "step": 9443
+    },
+    {
+      "epoch": 0.4513045971518685,
+      "grad_norm": 259.3941955566406,
+      "learning_rate": 1.805876051177354e-05,
+      "loss": 40.5312,
+      "step": 9444
+    },
+    {
+      "epoch": 0.4513523845933289,
+      "grad_norm": 517.3085327148438,
+      "learning_rate": 1.8058302292842626e-05,
+      "loss": 24.75,
+      "step": 9445
+    },
+    {
+      "epoch": 0.45140017203478927,
+      "grad_norm": 294.182373046875,
+      "learning_rate": 1.8057844025652876e-05,
+      "loss": 42.1719,
+      "step": 9446
+    },
+    {
+      "epoch": 0.45144795947624966,
+      "grad_norm": 308.2958984375,
+      "learning_rate": 1.805738571020704e-05,
+      "loss": 29.375,
+      "step": 9447
+    },
+    {
+      "epoch": 0.45149574691771005,
+      "grad_norm": 259.45782470703125,
+      "learning_rate": 1.8056927346507857e-05,
+      "loss": 26.3594,
+      "step": 9448
+    },
+    {
+      "epoch": 0.4515435343591704,
+      "grad_norm": 225.15135192871094,
+      "learning_rate": 1.805646893455808e-05,
+      "loss": 22.7812,
+      "step": 9449
+    },
+    {
+      "epoch": 0.4515913218006308,
+      "grad_norm": 301.6103210449219,
+      "learning_rate": 1.8056010474360445e-05,
+      "loss": 33.5,
+      "step": 9450
+    },
+    {
+      "epoch": 0.45163910924209116,
+      "grad_norm": 417.6759033203125,
+      "learning_rate": 1.8055551965917707e-05,
+      "loss": 22.4375,
+      "step": 9451
+    },
+    {
+      "epoch": 0.45168689668355155,
+      "grad_norm": 237.5126190185547,
+      "learning_rate": 1.80550934092326e-05,
+      "loss": 33.9062,
+      "step": 9452
+    },
+    {
+      "epoch": 0.45173468412501194,
+      "grad_norm": 235.1441192626953,
+      "learning_rate": 1.8054634804307885e-05,
+      "loss": 28.25,
+      "step": 9453
+    },
+    {
+      "epoch": 0.45178247156647233,
+      "grad_norm": 283.8306884765625,
+      "learning_rate": 1.80541761511463e-05,
+      "loss": 15.0781,
+      "step": 9454
+    },
+    {
+      "epoch": 0.4518302590079327,
+      "grad_norm": 278.20751953125,
+      "learning_rate": 1.8053717449750588e-05,
+      "loss": 25.9062,
+      "step": 9455
+    },
+    {
+      "epoch": 0.4518780464493931,
+      "grad_norm": 351.0978698730469,
+      "learning_rate": 1.8053258700123503e-05,
+      "loss": 22.7812,
+      "step": 9456
+    },
+    {
+      "epoch": 0.4519258338908535,
+      "grad_norm": 208.5790252685547,
+      "learning_rate": 1.805279990226779e-05,
+      "loss": 23.125,
+      "step": 9457
+    },
+    {
+      "epoch": 0.4519736213323139,
+      "grad_norm": 222.37440490722656,
+      "learning_rate": 1.8052341056186198e-05,
+      "loss": 40.1875,
+      "step": 9458
+    },
+    {
+      "epoch": 0.4520214087737742,
+      "grad_norm": 526.912353515625,
+      "learning_rate": 1.805188216188147e-05,
+      "loss": 28.875,
+      "step": 9459
+    },
+    {
+      "epoch": 0.4520691962152346,
+      "grad_norm": 359.30523681640625,
+      "learning_rate": 1.805142321935636e-05,
+      "loss": 33.9219,
+      "step": 9460
+    },
+    {
+      "epoch": 0.452116983656695,
+      "grad_norm": 182.59877014160156,
+      "learning_rate": 1.8050964228613615e-05,
+      "loss": 20.9062,
+      "step": 9461
+    },
+    {
+      "epoch": 0.4521647710981554,
+      "grad_norm": 942.1769409179688,
+      "learning_rate": 1.8050505189655982e-05,
+      "loss": 33.3438,
+      "step": 9462
+    },
+    {
+      "epoch": 0.4522125585396158,
+      "grad_norm": 547.1744995117188,
+      "learning_rate": 1.805004610248621e-05,
+      "loss": 36.375,
+      "step": 9463
+    },
+    {
+      "epoch": 0.4522603459810762,
+      "grad_norm": 226.18472290039062,
+      "learning_rate": 1.804958696710705e-05,
+      "loss": 28.8438,
+      "step": 9464
+    },
+    {
+      "epoch": 0.45230813342253656,
+      "grad_norm": 284.75531005859375,
+      "learning_rate": 1.8049127783521248e-05,
+      "loss": 24.6719,
+      "step": 9465
+    },
+    {
+      "epoch": 0.45235592086399695,
+      "grad_norm": 894.9762573242188,
+      "learning_rate": 1.804866855173156e-05,
+      "loss": 38.7188,
+      "step": 9466
+    },
+    {
+      "epoch": 0.45240370830545734,
+      "grad_norm": 394.27032470703125,
+      "learning_rate": 1.8048209271740735e-05,
+      "loss": 25.625,
+      "step": 9467
+    },
+    {
+      "epoch": 0.45245149574691773,
+      "grad_norm": 351.57684326171875,
+      "learning_rate": 1.804774994355152e-05,
+      "loss": 31.7188,
+      "step": 9468
+    },
+    {
+      "epoch": 0.4524992831883781,
+      "grad_norm": 302.3231506347656,
+      "learning_rate": 1.8047290567166667e-05,
+      "loss": 26.5781,
+      "step": 9469
+    },
+    {
+      "epoch": 0.45254707062983845,
+      "grad_norm": 219.99684143066406,
+      "learning_rate": 1.8046831142588926e-05,
+      "loss": 30.4062,
+      "step": 9470
+    },
+    {
+      "epoch": 0.45259485807129884,
+      "grad_norm": 258.0020446777344,
+      "learning_rate": 1.804637166982105e-05,
+      "loss": 35.8438,
+      "step": 9471
+    },
+    {
+      "epoch": 0.45264264551275923,
+      "grad_norm": 234.76373291015625,
+      "learning_rate": 1.8045912148865792e-05,
+      "loss": 31.75,
+      "step": 9472
+    },
+    {
+      "epoch": 0.4526904329542196,
+      "grad_norm": 323.3823547363281,
+      "learning_rate": 1.80454525797259e-05,
+      "loss": 28.0938,
+      "step": 9473
+    },
+    {
+      "epoch": 0.45273822039568,
+      "grad_norm": 167.35037231445312,
+      "learning_rate": 1.804499296240413e-05,
+      "loss": 22.875,
+      "step": 9474
+    },
+    {
+      "epoch": 0.4527860078371404,
+      "grad_norm": 178.35397338867188,
+      "learning_rate": 1.8044533296903232e-05,
+      "loss": 25.2344,
+      "step": 9475
+    },
+    {
+      "epoch": 0.4528337952786008,
+      "grad_norm": 201.164794921875,
+      "learning_rate": 1.804407358322596e-05,
+      "loss": 34.7188,
+      "step": 9476
+    },
+    {
+      "epoch": 0.4528815827200612,
+      "grad_norm": 457.08514404296875,
+      "learning_rate": 1.804361382137507e-05,
+      "loss": 33.4688,
+      "step": 9477
+    },
+    {
+      "epoch": 0.45292937016152157,
+      "grad_norm": 244.13877868652344,
+      "learning_rate": 1.8043154011353306e-05,
+      "loss": 39.875,
+      "step": 9478
+    },
+    {
+      "epoch": 0.45297715760298196,
+      "grad_norm": 251.52420043945312,
+      "learning_rate": 1.8042694153163435e-05,
+      "loss": 28.25,
+      "step": 9479
+    },
+    {
+      "epoch": 0.4530249450444423,
+      "grad_norm": 195.192626953125,
+      "learning_rate": 1.80422342468082e-05,
+      "loss": 27.2188,
+      "step": 9480
+    },
+    {
+      "epoch": 0.4530727324859027,
+      "grad_norm": 238.43203735351562,
+      "learning_rate": 1.8041774292290358e-05,
+      "loss": 31.9062,
+      "step": 9481
+    },
+    {
+      "epoch": 0.4531205199273631,
+      "grad_norm": 175.78619384765625,
+      "learning_rate": 1.8041314289612665e-05,
+      "loss": 25.4688,
+      "step": 9482
+    },
+    {
+      "epoch": 0.45316830736882346,
+      "grad_norm": 226.66156005859375,
+      "learning_rate": 1.804085423877788e-05,
+      "loss": 21.8125,
+      "step": 9483
+    },
+    {
+      "epoch": 0.45321609481028385,
+      "grad_norm": 206.45213317871094,
+      "learning_rate": 1.804039413978875e-05,
+      "loss": 23.4375,
+      "step": 9484
+    },
+    {
+      "epoch": 0.45326388225174424,
+      "grad_norm": 273.06988525390625,
+      "learning_rate": 1.8039933992648035e-05,
+      "loss": 37.6875,
+      "step": 9485
+    },
+    {
+      "epoch": 0.45331166969320463,
+      "grad_norm": 203.59896850585938,
+      "learning_rate": 1.8039473797358485e-05,
+      "loss": 24.9844,
+      "step": 9486
+    },
+    {
+      "epoch": 0.453359457134665,
+      "grad_norm": 360.156494140625,
+      "learning_rate": 1.8039013553922868e-05,
+      "loss": 31.3125,
+      "step": 9487
+    },
+    {
+      "epoch": 0.4534072445761254,
+      "grad_norm": 339.4649353027344,
+      "learning_rate": 1.803855326234393e-05,
+      "loss": 33.3125,
+      "step": 9488
+    },
+    {
+      "epoch": 0.4534550320175858,
+      "grad_norm": 299.28466796875,
+      "learning_rate": 1.803809292262443e-05,
+      "loss": 34.2188,
+      "step": 9489
+    },
+    {
+      "epoch": 0.45350281945904614,
+      "grad_norm": 202.0907440185547,
+      "learning_rate": 1.8037632534767125e-05,
+      "loss": 23.8125,
+      "step": 9490
+    },
+    {
+      "epoch": 0.4535506069005065,
+      "grad_norm": 412.0049743652344,
+      "learning_rate": 1.8037172098774776e-05,
+      "loss": 26.4375,
+      "step": 9491
+    },
+    {
+      "epoch": 0.4535983943419669,
+      "grad_norm": 281.6363830566406,
+      "learning_rate": 1.8036711614650136e-05,
+      "loss": 29.5,
+      "step": 9492
+    },
+    {
+      "epoch": 0.4536461817834273,
+      "grad_norm": 421.6874084472656,
+      "learning_rate": 1.8036251082395958e-05,
+      "loss": 33.6875,
+      "step": 9493
+    },
+    {
+      "epoch": 0.4536939692248877,
+      "grad_norm": 191.07894897460938,
+      "learning_rate": 1.8035790502015015e-05,
+      "loss": 27.7969,
+      "step": 9494
+    },
+    {
+      "epoch": 0.4537417566663481,
+      "grad_norm": 145.2281951904297,
+      "learning_rate": 1.8035329873510048e-05,
+      "loss": 22.6719,
+      "step": 9495
+    },
+    {
+      "epoch": 0.4537895441078085,
+      "grad_norm": 241.7117462158203,
+      "learning_rate": 1.8034869196883824e-05,
+      "loss": 35.0625,
+      "step": 9496
+    },
+    {
+      "epoch": 0.45383733154926886,
+      "grad_norm": 238.168701171875,
+      "learning_rate": 1.8034408472139106e-05,
+      "loss": 25.6562,
+      "step": 9497
+    },
+    {
+      "epoch": 0.45388511899072925,
+      "grad_norm": 281.317626953125,
+      "learning_rate": 1.8033947699278646e-05,
+      "loss": 35.375,
+      "step": 9498
+    },
+    {
+      "epoch": 0.45393290643218964,
+      "grad_norm": 348.59063720703125,
+      "learning_rate": 1.8033486878305205e-05,
+      "loss": 32.3125,
+      "step": 9499
+    },
+    {
+      "epoch": 0.45398069387365003,
+      "grad_norm": 258.43292236328125,
+      "learning_rate": 1.8033026009221542e-05,
+      "loss": 21.7969,
+      "step": 9500
+    },
+    {
+      "epoch": 0.45402848131511037,
+      "grad_norm": 303.9830017089844,
+      "learning_rate": 1.8032565092030423e-05,
+      "loss": 30.0625,
+      "step": 9501
+    },
+    {
+      "epoch": 0.45407626875657076,
+      "grad_norm": 195.21456909179688,
+      "learning_rate": 1.80321041267346e-05,
+      "loss": 27.1875,
+      "step": 9502
+    },
+    {
+      "epoch": 0.45412405619803115,
+      "grad_norm": 300.0840759277344,
+      "learning_rate": 1.8031643113336843e-05,
+      "loss": 22.9688,
+      "step": 9503
+    },
+    {
+      "epoch": 0.45417184363949153,
+      "grad_norm": 242.90602111816406,
+      "learning_rate": 1.8031182051839902e-05,
+      "loss": 30.5312,
+      "step": 9504
+    },
+    {
+      "epoch": 0.4542196310809519,
+      "grad_norm": 227.41744995117188,
+      "learning_rate": 1.8030720942246547e-05,
+      "loss": 29.5,
+      "step": 9505
+    },
+    {
+      "epoch": 0.4542674185224123,
+      "grad_norm": 231.25941467285156,
+      "learning_rate": 1.8030259784559535e-05,
+      "loss": 24.8438,
+      "step": 9506
+    },
+    {
+      "epoch": 0.4543152059638727,
+      "grad_norm": 211.61090087890625,
+      "learning_rate": 1.802979857878163e-05,
+      "loss": 26.7812,
+      "step": 9507
+    },
+    {
+      "epoch": 0.4543629934053331,
+      "grad_norm": 456.27801513671875,
+      "learning_rate": 1.802933732491559e-05,
+      "loss": 48.0,
+      "step": 9508
+    },
+    {
+      "epoch": 0.4544107808467935,
+      "grad_norm": 427.50439453125,
+      "learning_rate": 1.802887602296418e-05,
+      "loss": 34.1875,
+      "step": 9509
+    },
+    {
+      "epoch": 0.4544585682882539,
+      "grad_norm": 456.5998229980469,
+      "learning_rate": 1.8028414672930163e-05,
+      "loss": 39.0312,
+      "step": 9510
+    },
+    {
+      "epoch": 0.4545063557297142,
+      "grad_norm": 234.54466247558594,
+      "learning_rate": 1.8027953274816305e-05,
+      "loss": 30.9375,
+      "step": 9511
+    },
+    {
+      "epoch": 0.4545541431711746,
+      "grad_norm": 227.96829223632812,
+      "learning_rate": 1.8027491828625365e-05,
+      "loss": 34.3438,
+      "step": 9512
+    },
+    {
+      "epoch": 0.454601930612635,
+      "grad_norm": 405.0133056640625,
+      "learning_rate": 1.8027030334360104e-05,
+      "loss": 40.8438,
+      "step": 9513
+    },
+    {
+      "epoch": 0.4546497180540954,
+      "grad_norm": 369.8058166503906,
+      "learning_rate": 1.802656879202329e-05,
+      "loss": 28.8594,
+      "step": 9514
+    },
+    {
+      "epoch": 0.45469750549555576,
+      "grad_norm": 303.2574462890625,
+      "learning_rate": 1.8026107201617686e-05,
+      "loss": 30.0,
+      "step": 9515
+    },
+    {
+      "epoch": 0.45474529293701615,
+      "grad_norm": 703.4744873046875,
+      "learning_rate": 1.802564556314606e-05,
+      "loss": 44.75,
+      "step": 9516
+    },
+    {
+      "epoch": 0.45479308037847654,
+      "grad_norm": 584.4772338867188,
+      "learning_rate": 1.8025183876611167e-05,
+      "loss": 30.0312,
+      "step": 9517
+    },
+    {
+      "epoch": 0.45484086781993693,
+      "grad_norm": 284.4781188964844,
+      "learning_rate": 1.8024722142015784e-05,
+      "loss": 40.9375,
+      "step": 9518
+    },
+    {
+      "epoch": 0.4548886552613973,
+      "grad_norm": 257.1505432128906,
+      "learning_rate": 1.8024260359362662e-05,
+      "loss": 41.4375,
+      "step": 9519
+    },
+    {
+      "epoch": 0.4549364427028577,
+      "grad_norm": 161.02845764160156,
+      "learning_rate": 1.802379852865458e-05,
+      "loss": 23.0625,
+      "step": 9520
+    },
+    {
+      "epoch": 0.45498423014431805,
+      "grad_norm": 235.31585693359375,
+      "learning_rate": 1.80233366498943e-05,
+      "loss": 29.1094,
+      "step": 9521
+    },
+    {
+      "epoch": 0.45503201758577844,
+      "grad_norm": 236.38623046875,
+      "learning_rate": 1.8022874723084585e-05,
+      "loss": 31.1562,
+      "step": 9522
+    },
+    {
+      "epoch": 0.4550798050272388,
+      "grad_norm": 382.645751953125,
+      "learning_rate": 1.8022412748228202e-05,
+      "loss": 37.75,
+      "step": 9523
+    },
+    {
+      "epoch": 0.4551275924686992,
+      "grad_norm": 209.82351684570312,
+      "learning_rate": 1.8021950725327917e-05,
+      "loss": 25.8125,
+      "step": 9524
+    },
+    {
+      "epoch": 0.4551753799101596,
+      "grad_norm": 412.6966247558594,
+      "learning_rate": 1.8021488654386502e-05,
+      "loss": 39.5938,
+      "step": 9525
+    },
+    {
+      "epoch": 0.45522316735162,
+      "grad_norm": 461.384033203125,
+      "learning_rate": 1.8021026535406717e-05,
+      "loss": 23.0312,
+      "step": 9526
+    },
+    {
+      "epoch": 0.4552709547930804,
+      "grad_norm": 390.4664611816406,
+      "learning_rate": 1.8020564368391332e-05,
+      "loss": 37.4375,
+      "step": 9527
+    },
+    {
+      "epoch": 0.4553187422345408,
+      "grad_norm": 368.9834289550781,
+      "learning_rate": 1.802010215334312e-05,
+      "loss": 39.4688,
+      "step": 9528
+    },
+    {
+      "epoch": 0.45536652967600116,
+      "grad_norm": 402.58160400390625,
+      "learning_rate": 1.801963989026484e-05,
+      "loss": 31.25,
+      "step": 9529
+    },
+    {
+      "epoch": 0.45541431711746155,
+      "grad_norm": 229.28684997558594,
+      "learning_rate": 1.801917757915927e-05,
+      "loss": 23.125,
+      "step": 9530
+    },
+    {
+      "epoch": 0.45546210455892194,
+      "grad_norm": 205.29937744140625,
+      "learning_rate": 1.8018715220029173e-05,
+      "loss": 39.375,
+      "step": 9531
+    },
+    {
+      "epoch": 0.4555098920003823,
+      "grad_norm": 161.11300659179688,
+      "learning_rate": 1.8018252812877318e-05,
+      "loss": 19.8125,
+      "step": 9532
+    },
+    {
+      "epoch": 0.45555767944184267,
+      "grad_norm": 293.84747314453125,
+      "learning_rate": 1.8017790357706474e-05,
+      "loss": 34.9062,
+      "step": 9533
+    },
+    {
+      "epoch": 0.45560546688330306,
+      "grad_norm": 345.93572998046875,
+      "learning_rate": 1.8017327854519412e-05,
+      "loss": 40.1562,
+      "step": 9534
+    },
+    {
+      "epoch": 0.45565325432476345,
+      "grad_norm": 296.6661376953125,
+      "learning_rate": 1.80168653033189e-05,
+      "loss": 27.2188,
+      "step": 9535
+    },
+    {
+      "epoch": 0.45570104176622384,
+      "grad_norm": 255.4401092529297,
+      "learning_rate": 1.8016402704107716e-05,
+      "loss": 29.9062,
+      "step": 9536
+    },
+    {
+      "epoch": 0.4557488292076842,
+      "grad_norm": 261.3443908691406,
+      "learning_rate": 1.8015940056888617e-05,
+      "loss": 24.0469,
+      "step": 9537
+    },
+    {
+      "epoch": 0.4557966166491446,
+      "grad_norm": 237.7195587158203,
+      "learning_rate": 1.8015477361664384e-05,
+      "loss": 27.0625,
+      "step": 9538
+    },
+    {
+      "epoch": 0.455844404090605,
+      "grad_norm": 208.35484313964844,
+      "learning_rate": 1.801501461843778e-05,
+      "loss": 25.6719,
+      "step": 9539
+    },
+    {
+      "epoch": 0.4558921915320654,
+      "grad_norm": 229.90444946289062,
+      "learning_rate": 1.8014551827211585e-05,
+      "loss": 23.9062,
+      "step": 9540
+    },
+    {
+      "epoch": 0.4559399789735258,
+      "grad_norm": 312.9050598144531,
+      "learning_rate": 1.801408898798857e-05,
+      "loss": 20.0938,
+      "step": 9541
+    },
+    {
+      "epoch": 0.4559877664149861,
+      "grad_norm": 255.16346740722656,
+      "learning_rate": 1.8013626100771494e-05,
+      "loss": 37.7188,
+      "step": 9542
+    },
+    {
+      "epoch": 0.4560355538564465,
+      "grad_norm": 248.98422241210938,
+      "learning_rate": 1.801316316556314e-05,
+      "loss": 25.875,
+      "step": 9543
+    },
+    {
+      "epoch": 0.4560833412979069,
+      "grad_norm": 157.89089965820312,
+      "learning_rate": 1.801270018236628e-05,
+      "loss": 21.0312,
+      "step": 9544
+    },
+    {
+      "epoch": 0.4561311287393673,
+      "grad_norm": 204.99598693847656,
+      "learning_rate": 1.8012237151183683e-05,
+      "loss": 28.9531,
+      "step": 9545
+    },
+    {
+      "epoch": 0.4561789161808277,
+      "grad_norm": 321.59405517578125,
+      "learning_rate": 1.8011774072018127e-05,
+      "loss": 33.625,
+      "step": 9546
+    },
+    {
+      "epoch": 0.45622670362228807,
+      "grad_norm": 316.12286376953125,
+      "learning_rate": 1.8011310944872384e-05,
+      "loss": 30.0,
+      "step": 9547
+    },
+    {
+      "epoch": 0.45627449106374846,
+      "grad_norm": 196.9956512451172,
+      "learning_rate": 1.8010847769749223e-05,
+      "loss": 30.5625,
+      "step": 9548
+    },
+    {
+      "epoch": 0.45632227850520884,
+      "grad_norm": 296.2771911621094,
+      "learning_rate": 1.8010384546651424e-05,
+      "loss": 36.9062,
+      "step": 9549
+    },
+    {
+      "epoch": 0.45637006594666923,
+      "grad_norm": 329.9418640136719,
+      "learning_rate": 1.8009921275581752e-05,
+      "loss": 28.3125,
+      "step": 9550
+    },
+    {
+      "epoch": 0.4564178533881296,
+      "grad_norm": 279.87359619140625,
+      "learning_rate": 1.800945795654299e-05,
+      "loss": 41.7812,
+      "step": 9551
+    },
+    {
+      "epoch": 0.45646564082958996,
+      "grad_norm": 174.4614715576172,
+      "learning_rate": 1.8008994589537913e-05,
+      "loss": 27.0938,
+      "step": 9552
+    },
+    {
+      "epoch": 0.45651342827105035,
+      "grad_norm": 259.6159362792969,
+      "learning_rate": 1.800853117456929e-05,
+      "loss": 30.0,
+      "step": 9553
+    },
+    {
+      "epoch": 0.45656121571251074,
+      "grad_norm": 378.33880615234375,
+      "learning_rate": 1.80080677116399e-05,
+      "loss": 34.25,
+      "step": 9554
+    },
+    {
+      "epoch": 0.4566090031539711,
+      "grad_norm": 214.76100158691406,
+      "learning_rate": 1.8007604200752515e-05,
+      "loss": 22.9844,
+      "step": 9555
+    },
+    {
+      "epoch": 0.4566567905954315,
+      "grad_norm": 222.03863525390625,
+      "learning_rate": 1.8007140641909914e-05,
+      "loss": 33.9062,
+      "step": 9556
+    },
+    {
+      "epoch": 0.4567045780368919,
+      "grad_norm": 270.8836975097656,
+      "learning_rate": 1.800667703511487e-05,
+      "loss": 24.9062,
+      "step": 9557
+    },
+    {
+      "epoch": 0.4567523654783523,
+      "grad_norm": 239.15469360351562,
+      "learning_rate": 1.8006213380370166e-05,
+      "loss": 18.1875,
+      "step": 9558
+    },
+    {
+      "epoch": 0.4568001529198127,
+      "grad_norm": 181.64767456054688,
+      "learning_rate": 1.8005749677678576e-05,
+      "loss": 27.1562,
+      "step": 9559
+    },
+    {
+      "epoch": 0.4568479403612731,
+      "grad_norm": 165.18606567382812,
+      "learning_rate": 1.8005285927042874e-05,
+      "loss": 26.0938,
+      "step": 9560
+    },
+    {
+      "epoch": 0.45689572780273346,
+      "grad_norm": 1732.7886962890625,
+      "learning_rate": 1.8004822128465842e-05,
+      "loss": 32.8438,
+      "step": 9561
+    },
+    {
+      "epoch": 0.4569435152441938,
+      "grad_norm": 512.105712890625,
+      "learning_rate": 1.800435828195025e-05,
+      "loss": 43.1562,
+      "step": 9562
+    },
+    {
+      "epoch": 0.4569913026856542,
+      "grad_norm": 330.71026611328125,
+      "learning_rate": 1.800389438749888e-05,
+      "loss": 29.875,
+      "step": 9563
+    },
+    {
+      "epoch": 0.4570390901271146,
+      "grad_norm": 192.28260803222656,
+      "learning_rate": 1.8003430445114513e-05,
+      "loss": 25.0,
+      "step": 9564
+    },
+    {
+      "epoch": 0.45708687756857497,
+      "grad_norm": 228.93272399902344,
+      "learning_rate": 1.8002966454799925e-05,
+      "loss": 30.2812,
+      "step": 9565
+    },
+    {
+      "epoch": 0.45713466501003536,
+      "grad_norm": 204.21873474121094,
+      "learning_rate": 1.8002502416557896e-05,
+      "loss": 29.5938,
+      "step": 9566
+    },
+    {
+      "epoch": 0.45718245245149575,
+      "grad_norm": 431.7540588378906,
+      "learning_rate": 1.80020383303912e-05,
+      "loss": 27.4688,
+      "step": 9567
+    },
+    {
+      "epoch": 0.45723023989295614,
+      "grad_norm": 333.3139343261719,
+      "learning_rate": 1.8001574196302623e-05,
+      "loss": 23.8594,
+      "step": 9568
+    },
+    {
+      "epoch": 0.4572780273344165,
+      "grad_norm": 569.8565063476562,
+      "learning_rate": 1.8001110014294938e-05,
+      "loss": 32.9688,
+      "step": 9569
+    },
+    {
+      "epoch": 0.4573258147758769,
+      "grad_norm": 233.55288696289062,
+      "learning_rate": 1.800064578437093e-05,
+      "loss": 36.1562,
+      "step": 9570
+    },
+    {
+      "epoch": 0.4573736022173373,
+      "grad_norm": 243.6751708984375,
+      "learning_rate": 1.8000181506533375e-05,
+      "loss": 38.9688,
+      "step": 9571
+    },
+    {
+      "epoch": 0.4574213896587977,
+      "grad_norm": 247.17428588867188,
+      "learning_rate": 1.799971718078506e-05,
+      "loss": 38.8438,
+      "step": 9572
+    },
+    {
+      "epoch": 0.45746917710025803,
+      "grad_norm": 255.0712890625,
+      "learning_rate": 1.7999252807128762e-05,
+      "loss": 33.5938,
+      "step": 9573
+    },
+    {
+      "epoch": 0.4575169645417184,
+      "grad_norm": 254.34226989746094,
+      "learning_rate": 1.7998788385567255e-05,
+      "loss": 38.375,
+      "step": 9574
+    },
+    {
+      "epoch": 0.4575647519831788,
+      "grad_norm": 239.66815185546875,
+      "learning_rate": 1.7998323916103334e-05,
+      "loss": 24.5938,
+      "step": 9575
+    },
+    {
+      "epoch": 0.4576125394246392,
+      "grad_norm": 246.31570434570312,
+      "learning_rate": 1.799785939873977e-05,
+      "loss": 27.7188,
+      "step": 9576
+    },
+    {
+      "epoch": 0.4576603268660996,
+      "grad_norm": 366.8765563964844,
+      "learning_rate": 1.7997394833479348e-05,
+      "loss": 39.0938,
+      "step": 9577
+    },
+    {
+      "epoch": 0.45770811430756,
+      "grad_norm": 350.5565185546875,
+      "learning_rate": 1.7996930220324853e-05,
+      "loss": 32.25,
+      "step": 9578
+    },
+    {
+      "epoch": 0.45775590174902037,
+      "grad_norm": 260.26312255859375,
+      "learning_rate": 1.799646555927906e-05,
+      "loss": 35.3438,
+      "step": 9579
+    },
+    {
+      "epoch": 0.45780368919048076,
+      "grad_norm": 306.9096984863281,
+      "learning_rate": 1.7996000850344763e-05,
+      "loss": 35.7188,
+      "step": 9580
+    },
+    {
+      "epoch": 0.45785147663194115,
+      "grad_norm": 598.8995361328125,
+      "learning_rate": 1.7995536093524736e-05,
+      "loss": 36.625,
+      "step": 9581
+    },
+    {
+      "epoch": 0.45789926407340154,
+      "grad_norm": 365.401611328125,
+      "learning_rate": 1.7995071288821762e-05,
+      "loss": 36.7188,
+      "step": 9582
+    },
+    {
+      "epoch": 0.45794705151486187,
+      "grad_norm": 293.3260192871094,
+      "learning_rate": 1.799460643623863e-05,
+      "loss": 29.6562,
+      "step": 9583
+    },
+    {
+      "epoch": 0.45799483895632226,
+      "grad_norm": 305.14794921875,
+      "learning_rate": 1.799414153577812e-05,
+      "loss": 33.2812,
+      "step": 9584
+    },
+    {
+      "epoch": 0.45804262639778265,
+      "grad_norm": 223.0609893798828,
+      "learning_rate": 1.799367658744302e-05,
+      "loss": 38.9062,
+      "step": 9585
+    },
+    {
+      "epoch": 0.45809041383924304,
+      "grad_norm": 994.3434448242188,
+      "learning_rate": 1.7993211591236108e-05,
+      "loss": 31.7812,
+      "step": 9586
+    },
+    {
+      "epoch": 0.4581382012807034,
+      "grad_norm": 287.598876953125,
+      "learning_rate": 1.7992746547160177e-05,
+      "loss": 33.8125,
+      "step": 9587
+    },
+    {
+      "epoch": 0.4581859887221638,
+      "grad_norm": 524.8763427734375,
+      "learning_rate": 1.7992281455218005e-05,
+      "loss": 34.4688,
+      "step": 9588
+    },
+    {
+      "epoch": 0.4582337761636242,
+      "grad_norm": 251.97096252441406,
+      "learning_rate": 1.799181631541238e-05,
+      "loss": 27.4375,
+      "step": 9589
+    },
+    {
+      "epoch": 0.4582815636050846,
+      "grad_norm": 275.8963317871094,
+      "learning_rate": 1.7991351127746088e-05,
+      "loss": 33.9688,
+      "step": 9590
+    },
+    {
+      "epoch": 0.458329351046545,
+      "grad_norm": 441.42919921875,
+      "learning_rate": 1.7990885892221914e-05,
+      "loss": 37.0938,
+      "step": 9591
+    },
+    {
+      "epoch": 0.4583771384880054,
+      "grad_norm": 302.4161376953125,
+      "learning_rate": 1.7990420608842645e-05,
+      "loss": 30.75,
+      "step": 9592
+    },
+    {
+      "epoch": 0.4584249259294657,
+      "grad_norm": 257.9142761230469,
+      "learning_rate": 1.7989955277611067e-05,
+      "loss": 26.75,
+      "step": 9593
+    },
+    {
+      "epoch": 0.4584727133709261,
+      "grad_norm": 477.1842346191406,
+      "learning_rate": 1.798948989852997e-05,
+      "loss": 30.3125,
+      "step": 9594
+    },
+    {
+      "epoch": 0.4585205008123865,
+      "grad_norm": 222.31939697265625,
+      "learning_rate": 1.7989024471602133e-05,
+      "loss": 21.0625,
+      "step": 9595
+    },
+    {
+      "epoch": 0.4585682882538469,
+      "grad_norm": 643.22509765625,
+      "learning_rate": 1.798855899683035e-05,
+      "loss": 25.8438,
+      "step": 9596
+    },
+    {
+      "epoch": 0.45861607569530727,
+      "grad_norm": 254.18185424804688,
+      "learning_rate": 1.79880934742174e-05,
+      "loss": 24.4688,
+      "step": 9597
+    },
+    {
+      "epoch": 0.45866386313676766,
+      "grad_norm": 334.193603515625,
+      "learning_rate": 1.7987627903766087e-05,
+      "loss": 25.6562,
+      "step": 9598
+    },
+    {
+      "epoch": 0.45871165057822805,
+      "grad_norm": 427.40643310546875,
+      "learning_rate": 1.7987162285479186e-05,
+      "loss": 28.25,
+      "step": 9599
+    },
+    {
+      "epoch": 0.45875943801968844,
+      "grad_norm": 439.1965026855469,
+      "learning_rate": 1.798669661935949e-05,
+      "loss": 41.0625,
+      "step": 9600
+    },
+    {
+      "epoch": 0.4588072254611488,
+      "grad_norm": 157.10296630859375,
+      "learning_rate": 1.798623090540979e-05,
+      "loss": 32.0,
+      "step": 9601
+    },
+    {
+      "epoch": 0.4588550129026092,
+      "grad_norm": 418.70355224609375,
+      "learning_rate": 1.798576514363287e-05,
+      "loss": 41.0312,
+      "step": 9602
+    },
+    {
+      "epoch": 0.4589028003440696,
+      "grad_norm": 264.2810363769531,
+      "learning_rate": 1.7985299334031515e-05,
+      "loss": 30.6094,
+      "step": 9603
+    },
+    {
+      "epoch": 0.45895058778552994,
+      "grad_norm": 379.09967041015625,
+      "learning_rate": 1.7984833476608527e-05,
+      "loss": 42.875,
+      "step": 9604
+    },
+    {
+      "epoch": 0.45899837522699033,
+      "grad_norm": 363.44769287109375,
+      "learning_rate": 1.7984367571366688e-05,
+      "loss": 33.2656,
+      "step": 9605
+    },
+    {
+      "epoch": 0.4590461626684507,
+      "grad_norm": 273.3166198730469,
+      "learning_rate": 1.798390161830879e-05,
+      "loss": 30.0312,
+      "step": 9606
+    },
+    {
+      "epoch": 0.4590939501099111,
+      "grad_norm": 151.31459045410156,
+      "learning_rate": 1.7983435617437623e-05,
+      "loss": 33.5625,
+      "step": 9607
+    },
+    {
+      "epoch": 0.4591417375513715,
+      "grad_norm": 243.49307250976562,
+      "learning_rate": 1.7982969568755982e-05,
+      "loss": 34.375,
+      "step": 9608
+    },
+    {
+      "epoch": 0.4591895249928319,
+      "grad_norm": 267.1593017578125,
+      "learning_rate": 1.798250347226665e-05,
+      "loss": 28.5,
+      "step": 9609
+    },
+    {
+      "epoch": 0.4592373124342923,
+      "grad_norm": 338.3058776855469,
+      "learning_rate": 1.798203732797242e-05,
+      "loss": 29.2812,
+      "step": 9610
+    },
+    {
+      "epoch": 0.45928509987575267,
+      "grad_norm": 232.76510620117188,
+      "learning_rate": 1.798157113587609e-05,
+      "loss": 29.4375,
+      "step": 9611
+    },
+    {
+      "epoch": 0.45933288731721306,
+      "grad_norm": 461.3512878417969,
+      "learning_rate": 1.7981104895980448e-05,
+      "loss": 24.25,
+      "step": 9612
+    },
+    {
+      "epoch": 0.45938067475867345,
+      "grad_norm": 575.5828247070312,
+      "learning_rate": 1.7980638608288287e-05,
+      "loss": 31.5625,
+      "step": 9613
+    },
+    {
+      "epoch": 0.4594284622001338,
+      "grad_norm": 216.5070343017578,
+      "learning_rate": 1.7980172272802398e-05,
+      "loss": 24.9062,
+      "step": 9614
+    },
+    {
+      "epoch": 0.45947624964159417,
+      "grad_norm": 147.01918029785156,
+      "learning_rate": 1.7979705889525575e-05,
+      "loss": 23.7031,
+      "step": 9615
+    },
+    {
+      "epoch": 0.45952403708305456,
+      "grad_norm": 260.0213317871094,
+      "learning_rate": 1.7979239458460607e-05,
+      "loss": 20.5625,
+      "step": 9616
+    },
+    {
+      "epoch": 0.45957182452451495,
+      "grad_norm": 434.3029479980469,
+      "learning_rate": 1.797877297961029e-05,
+      "loss": 21.6562,
+      "step": 9617
+    },
+    {
+      "epoch": 0.45961961196597534,
+      "grad_norm": 166.731201171875,
+      "learning_rate": 1.7978306452977425e-05,
+      "loss": 23.1562,
+      "step": 9618
+    },
+    {
+      "epoch": 0.45966739940743573,
+      "grad_norm": 317.0113220214844,
+      "learning_rate": 1.7977839878564795e-05,
+      "loss": 35.1562,
+      "step": 9619
+    },
+    {
+      "epoch": 0.4597151868488961,
+      "grad_norm": 319.0581359863281,
+      "learning_rate": 1.7977373256375194e-05,
+      "loss": 28.25,
+      "step": 9620
+    },
+    {
+      "epoch": 0.4597629742903565,
+      "grad_norm": 360.92889404296875,
+      "learning_rate": 1.7976906586411423e-05,
+      "loss": 40.0312,
+      "step": 9621
+    },
+    {
+      "epoch": 0.4598107617318169,
+      "grad_norm": 286.569091796875,
+      "learning_rate": 1.7976439868676282e-05,
+      "loss": 30.0625,
+      "step": 9622
+    },
+    {
+      "epoch": 0.4598585491732773,
+      "grad_norm": 356.80718994140625,
+      "learning_rate": 1.797597310317255e-05,
+      "loss": 27.7812,
+      "step": 9623
+    },
+    {
+      "epoch": 0.4599063366147376,
+      "grad_norm": 188.97598266601562,
+      "learning_rate": 1.7975506289903034e-05,
+      "loss": 21.7969,
+      "step": 9624
+    },
+    {
+      "epoch": 0.459954124056198,
+      "grad_norm": 410.0540466308594,
+      "learning_rate": 1.7975039428870528e-05,
+      "loss": 35.8125,
+      "step": 9625
+    },
+    {
+      "epoch": 0.4600019114976584,
+      "grad_norm": 247.21029663085938,
+      "learning_rate": 1.7974572520077825e-05,
+      "loss": 24.75,
+      "step": 9626
+    },
+    {
+      "epoch": 0.4600496989391188,
+      "grad_norm": 240.9096221923828,
+      "learning_rate": 1.797410556352772e-05,
+      "loss": 42.3438,
+      "step": 9627
+    },
+    {
+      "epoch": 0.4600974863805792,
+      "grad_norm": 183.86097717285156,
+      "learning_rate": 1.7973638559223018e-05,
+      "loss": 29.0,
+      "step": 9628
+    },
+    {
+      "epoch": 0.46014527382203957,
+      "grad_norm": 198.52908325195312,
+      "learning_rate": 1.7973171507166507e-05,
+      "loss": 28.7188,
+      "step": 9629
+    },
+    {
+      "epoch": 0.46019306126349996,
+      "grad_norm": 358.1474609375,
+      "learning_rate": 1.7972704407360986e-05,
+      "loss": 22.5938,
+      "step": 9630
+    },
+    {
+      "epoch": 0.46024084870496035,
+      "grad_norm": 350.7216796875,
+      "learning_rate": 1.7972237259809252e-05,
+      "loss": 26.2188,
+      "step": 9631
+    },
+    {
+      "epoch": 0.46028863614642074,
+      "grad_norm": 166.23561096191406,
+      "learning_rate": 1.7971770064514106e-05,
+      "loss": 25.1562,
+      "step": 9632
+    },
+    {
+      "epoch": 0.4603364235878811,
+      "grad_norm": 235.36065673828125,
+      "learning_rate": 1.7971302821478343e-05,
+      "loss": 39.4375,
+      "step": 9633
+    },
+    {
+      "epoch": 0.46038421102934146,
+      "grad_norm": 261.7542724609375,
+      "learning_rate": 1.7970835530704766e-05,
+      "loss": 35.9375,
+      "step": 9634
+    },
+    {
+      "epoch": 0.46043199847080185,
+      "grad_norm": 198.5565948486328,
+      "learning_rate": 1.7970368192196162e-05,
+      "loss": 31.0625,
+      "step": 9635
+    },
+    {
+      "epoch": 0.46047978591226224,
+      "grad_norm": 243.5626678466797,
+      "learning_rate": 1.796990080595534e-05,
+      "loss": 26.25,
+      "step": 9636
+    },
+    {
+      "epoch": 0.46052757335372263,
+      "grad_norm": 284.0124206542969,
+      "learning_rate": 1.7969433371985098e-05,
+      "loss": 25.8125,
+      "step": 9637
+    },
+    {
+      "epoch": 0.460575360795183,
+      "grad_norm": 209.0622100830078,
+      "learning_rate": 1.7968965890288234e-05,
+      "loss": 35.4688,
+      "step": 9638
+    },
+    {
+      "epoch": 0.4606231482366434,
+      "grad_norm": 244.46763610839844,
+      "learning_rate": 1.7968498360867546e-05,
+      "loss": 26.75,
+      "step": 9639
+    },
+    {
+      "epoch": 0.4606709356781038,
+      "grad_norm": 335.47381591796875,
+      "learning_rate": 1.7968030783725834e-05,
+      "loss": 40.2812,
+      "step": 9640
+    },
+    {
+      "epoch": 0.4607187231195642,
+      "grad_norm": 539.9708251953125,
+      "learning_rate": 1.7967563158865897e-05,
+      "loss": 37.0938,
+      "step": 9641
+    },
+    {
+      "epoch": 0.4607665105610246,
+      "grad_norm": 185.99612426757812,
+      "learning_rate": 1.7967095486290542e-05,
+      "loss": 31.6875,
+      "step": 9642
+    },
+    {
+      "epoch": 0.46081429800248497,
+      "grad_norm": 256.1112060546875,
+      "learning_rate": 1.7966627766002562e-05,
+      "loss": 29.75,
+      "step": 9643
+    },
+    {
+      "epoch": 0.46086208544394536,
+      "grad_norm": 194.01824951171875,
+      "learning_rate": 1.7966159998004765e-05,
+      "loss": 22.1875,
+      "step": 9644
+    },
+    {
+      "epoch": 0.4609098728854057,
+      "grad_norm": 479.03729248046875,
+      "learning_rate": 1.7965692182299947e-05,
+      "loss": 49.2188,
+      "step": 9645
+    },
+    {
+      "epoch": 0.4609576603268661,
+      "grad_norm": 282.8611755371094,
+      "learning_rate": 1.796522431889091e-05,
+      "loss": 28.7812,
+      "step": 9646
+    },
+    {
+      "epoch": 0.46100544776832647,
+      "grad_norm": 257.4063415527344,
+      "learning_rate": 1.796475640778046e-05,
+      "loss": 28.625,
+      "step": 9647
+    },
+    {
+      "epoch": 0.46105323520978686,
+      "grad_norm": 144.80511474609375,
+      "learning_rate": 1.7964288448971393e-05,
+      "loss": 25.0781,
+      "step": 9648
+    },
+    {
+      "epoch": 0.46110102265124725,
+      "grad_norm": 329.50653076171875,
+      "learning_rate": 1.796382044246652e-05,
+      "loss": 31.9062,
+      "step": 9649
+    },
+    {
+      "epoch": 0.46114881009270764,
+      "grad_norm": 193.4285125732422,
+      "learning_rate": 1.7963352388268634e-05,
+      "loss": 29.9062,
+      "step": 9650
+    },
+    {
+      "epoch": 0.46119659753416803,
+      "grad_norm": 283.9201965332031,
+      "learning_rate": 1.7962884286380545e-05,
+      "loss": 21.25,
+      "step": 9651
+    },
+    {
+      "epoch": 0.4612443849756284,
+      "grad_norm": 294.574951171875,
+      "learning_rate": 1.7962416136805053e-05,
+      "loss": 30.9688,
+      "step": 9652
+    },
+    {
+      "epoch": 0.4612921724170888,
+      "grad_norm": 208.3024444580078,
+      "learning_rate": 1.7961947939544964e-05,
+      "loss": 24.5,
+      "step": 9653
+    },
+    {
+      "epoch": 0.4613399598585492,
+      "grad_norm": 438.3865966796875,
+      "learning_rate": 1.796147969460308e-05,
+      "loss": 28.625,
+      "step": 9654
+    },
+    {
+      "epoch": 0.46138774730000953,
+      "grad_norm": 218.19342041015625,
+      "learning_rate": 1.7961011401982206e-05,
+      "loss": 30.4375,
+      "step": 9655
+    },
+    {
+      "epoch": 0.4614355347414699,
+      "grad_norm": 295.092529296875,
+      "learning_rate": 1.7960543061685143e-05,
+      "loss": 41.125,
+      "step": 9656
+    },
+    {
+      "epoch": 0.4614833221829303,
+      "grad_norm": 220.03355407714844,
+      "learning_rate": 1.7960074673714702e-05,
+      "loss": 37.4062,
+      "step": 9657
+    },
+    {
+      "epoch": 0.4615311096243907,
+      "grad_norm": 276.1619567871094,
+      "learning_rate": 1.7959606238073687e-05,
+      "loss": 51.25,
+      "step": 9658
+    },
+    {
+      "epoch": 0.4615788970658511,
+      "grad_norm": 290.4543151855469,
+      "learning_rate": 1.7959137754764896e-05,
+      "loss": 25.0625,
+      "step": 9659
+    },
+    {
+      "epoch": 0.4616266845073115,
+      "grad_norm": 451.97412109375,
+      "learning_rate": 1.7958669223791143e-05,
+      "loss": 38.1875,
+      "step": 9660
+    },
+    {
+      "epoch": 0.46167447194877187,
+      "grad_norm": 425.58428955078125,
+      "learning_rate": 1.795820064515523e-05,
+      "loss": 47.1875,
+      "step": 9661
+    },
+    {
+      "epoch": 0.46172225939023226,
+      "grad_norm": 253.10533142089844,
+      "learning_rate": 1.7957732018859965e-05,
+      "loss": 23.75,
+      "step": 9662
+    },
+    {
+      "epoch": 0.46177004683169265,
+      "grad_norm": 222.78411865234375,
+      "learning_rate": 1.7957263344908154e-05,
+      "loss": 27.4062,
+      "step": 9663
+    },
+    {
+      "epoch": 0.46181783427315304,
+      "grad_norm": 200.6387176513672,
+      "learning_rate": 1.7956794623302602e-05,
+      "loss": 30.8125,
+      "step": 9664
+    },
+    {
+      "epoch": 0.4618656217146134,
+      "grad_norm": 768.28173828125,
+      "learning_rate": 1.795632585404612e-05,
+      "loss": 18.75,
+      "step": 9665
+    },
+    {
+      "epoch": 0.46191340915607376,
+      "grad_norm": 518.10009765625,
+      "learning_rate": 1.795585703714151e-05,
+      "loss": 33.5938,
+      "step": 9666
+    },
+    {
+      "epoch": 0.46196119659753415,
+      "grad_norm": 475.07977294921875,
+      "learning_rate": 1.7955388172591584e-05,
+      "loss": 31.1562,
+      "step": 9667
+    },
+    {
+      "epoch": 0.46200898403899454,
+      "grad_norm": 327.5205383300781,
+      "learning_rate": 1.7954919260399143e-05,
+      "loss": 25.9531,
+      "step": 9668
+    },
+    {
+      "epoch": 0.46205677148045493,
+      "grad_norm": 241.74032592773438,
+      "learning_rate": 1.7954450300567004e-05,
+      "loss": 32.0312,
+      "step": 9669
+    },
+    {
+      "epoch": 0.4621045589219153,
+      "grad_norm": 305.64752197265625,
+      "learning_rate": 1.7953981293097973e-05,
+      "loss": 36.6562,
+      "step": 9670
+    },
+    {
+      "epoch": 0.4621523463633757,
+      "grad_norm": 279.04949951171875,
+      "learning_rate": 1.795351223799486e-05,
+      "loss": 29.5,
+      "step": 9671
+    },
+    {
+      "epoch": 0.4622001338048361,
+      "grad_norm": 391.3382873535156,
+      "learning_rate": 1.7953043135260465e-05,
+      "loss": 38.0312,
+      "step": 9672
+    },
+    {
+      "epoch": 0.4622479212462965,
+      "grad_norm": 278.18182373046875,
+      "learning_rate": 1.7952573984897606e-05,
+      "loss": 36.8125,
+      "step": 9673
+    },
+    {
+      "epoch": 0.4622957086877569,
+      "grad_norm": 340.81793212890625,
+      "learning_rate": 1.7952104786909093e-05,
+      "loss": 34.5156,
+      "step": 9674
+    },
+    {
+      "epoch": 0.46234349612921727,
+      "grad_norm": 323.05450439453125,
+      "learning_rate": 1.7951635541297728e-05,
+      "loss": 23.25,
+      "step": 9675
+    },
+    {
+      "epoch": 0.4623912835706776,
+      "grad_norm": 255.64715576171875,
+      "learning_rate": 1.7951166248066333e-05,
+      "loss": 24.0469,
+      "step": 9676
+    },
+    {
+      "epoch": 0.462439071012138,
+      "grad_norm": 304.19830322265625,
+      "learning_rate": 1.7950696907217708e-05,
+      "loss": 41.0312,
+      "step": 9677
+    },
+    {
+      "epoch": 0.4624868584535984,
+      "grad_norm": 477.9432067871094,
+      "learning_rate": 1.795022751875467e-05,
+      "loss": 38.0312,
+      "step": 9678
+    },
+    {
+      "epoch": 0.46253464589505877,
+      "grad_norm": 261.6490783691406,
+      "learning_rate": 1.7949758082680025e-05,
+      "loss": 24.7031,
+      "step": 9679
+    },
+    {
+      "epoch": 0.46258243333651916,
+      "grad_norm": 145.09559631347656,
+      "learning_rate": 1.794928859899659e-05,
+      "loss": 21.2969,
+      "step": 9680
+    },
+    {
+      "epoch": 0.46263022077797955,
+      "grad_norm": 362.77691650390625,
+      "learning_rate": 1.794881906770717e-05,
+      "loss": 28.375,
+      "step": 9681
+    },
+    {
+      "epoch": 0.46267800821943994,
+      "grad_norm": 309.00433349609375,
+      "learning_rate": 1.7948349488814582e-05,
+      "loss": 20.2812,
+      "step": 9682
+    },
+    {
+      "epoch": 0.46272579566090033,
+      "grad_norm": 1356.111328125,
+      "learning_rate": 1.794787986232164e-05,
+      "loss": 28.5312,
+      "step": 9683
+    },
+    {
+      "epoch": 0.4627735831023607,
+      "grad_norm": 299.218994140625,
+      "learning_rate": 1.794741018823115e-05,
+      "loss": 33.9062,
+      "step": 9684
+    },
+    {
+      "epoch": 0.4628213705438211,
+      "grad_norm": 280.529052734375,
+      "learning_rate": 1.794694046654593e-05,
+      "loss": 30.9062,
+      "step": 9685
+    },
+    {
+      "epoch": 0.46286915798528144,
+      "grad_norm": 216.2556915283203,
+      "learning_rate": 1.794647069726879e-05,
+      "loss": 29.0156,
+      "step": 9686
+    },
+    {
+      "epoch": 0.46291694542674183,
+      "grad_norm": 179.84271240234375,
+      "learning_rate": 1.7946000880402543e-05,
+      "loss": 23.75,
+      "step": 9687
+    },
+    {
+      "epoch": 0.4629647328682022,
+      "grad_norm": 296.3994445800781,
+      "learning_rate": 1.7945531015950008e-05,
+      "loss": 26.5156,
+      "step": 9688
+    },
+    {
+      "epoch": 0.4630125203096626,
+      "grad_norm": 226.6447296142578,
+      "learning_rate": 1.794506110391399e-05,
+      "loss": 35.375,
+      "step": 9689
+    },
+    {
+      "epoch": 0.463060307751123,
+      "grad_norm": 337.6133117675781,
+      "learning_rate": 1.7944591144297307e-05,
+      "loss": 33.6719,
+      "step": 9690
+    },
+    {
+      "epoch": 0.4631080951925834,
+      "grad_norm": 356.4283142089844,
+      "learning_rate": 1.7944121137102776e-05,
+      "loss": 28.4062,
+      "step": 9691
+    },
+    {
+      "epoch": 0.4631558826340438,
+      "grad_norm": 205.73951721191406,
+      "learning_rate": 1.794365108233321e-05,
+      "loss": 32.5,
+      "step": 9692
+    },
+    {
+      "epoch": 0.46320367007550417,
+      "grad_norm": 201.75929260253906,
+      "learning_rate": 1.7943180979991428e-05,
+      "loss": 27.0625,
+      "step": 9693
+    },
+    {
+      "epoch": 0.46325145751696456,
+      "grad_norm": 246.12767028808594,
+      "learning_rate": 1.7942710830080238e-05,
+      "loss": 36.5938,
+      "step": 9694
+    },
+    {
+      "epoch": 0.46329924495842495,
+      "grad_norm": 288.13238525390625,
+      "learning_rate": 1.794224063260246e-05,
+      "loss": 27.4375,
+      "step": 9695
+    },
+    {
+      "epoch": 0.4633470323998853,
+      "grad_norm": 224.31748962402344,
+      "learning_rate": 1.7941770387560907e-05,
+      "loss": 27.3438,
+      "step": 9696
+    },
+    {
+      "epoch": 0.4633948198413457,
+      "grad_norm": 299.0016784667969,
+      "learning_rate": 1.7941300094958398e-05,
+      "loss": 29.5625,
+      "step": 9697
+    },
+    {
+      "epoch": 0.46344260728280606,
+      "grad_norm": 585.7472534179688,
+      "learning_rate": 1.7940829754797753e-05,
+      "loss": 28.8438,
+      "step": 9698
+    },
+    {
+      "epoch": 0.46349039472426645,
+      "grad_norm": 206.4099884033203,
+      "learning_rate": 1.794035936708178e-05,
+      "loss": 31.7812,
+      "step": 9699
+    },
+    {
+      "epoch": 0.46353818216572684,
+      "grad_norm": 204.8289794921875,
+      "learning_rate": 1.79398889318133e-05,
+      "loss": 27.2812,
+      "step": 9700
+    },
+    {
+      "epoch": 0.46358596960718723,
+      "grad_norm": 296.82855224609375,
+      "learning_rate": 1.793941844899513e-05,
+      "loss": 35.6875,
+      "step": 9701
+    },
+    {
+      "epoch": 0.4636337570486476,
+      "grad_norm": 301.2406311035156,
+      "learning_rate": 1.7938947918630088e-05,
+      "loss": 23.0,
+      "step": 9702
+    },
+    {
+      "epoch": 0.463681544490108,
+      "grad_norm": 441.5973815917969,
+      "learning_rate": 1.7938477340720993e-05,
+      "loss": 39.9062,
+      "step": 9703
+    },
+    {
+      "epoch": 0.4637293319315684,
+      "grad_norm": 352.828125,
+      "learning_rate": 1.7938006715270663e-05,
+      "loss": 42.625,
+      "step": 9704
+    },
+    {
+      "epoch": 0.4637771193730288,
+      "grad_norm": 235.12364196777344,
+      "learning_rate": 1.7937536042281917e-05,
+      "loss": 31.0312,
+      "step": 9705
+    },
+    {
+      "epoch": 0.4638249068144892,
+      "grad_norm": 317.4960021972656,
+      "learning_rate": 1.793706532175757e-05,
+      "loss": 34.6562,
+      "step": 9706
+    },
+    {
+      "epoch": 0.4638726942559495,
+      "grad_norm": 240.83566284179688,
+      "learning_rate": 1.7936594553700444e-05,
+      "loss": 26.75,
+      "step": 9707
+    },
+    {
+      "epoch": 0.4639204816974099,
+      "grad_norm": 263.6401062011719,
+      "learning_rate": 1.793612373811336e-05,
+      "loss": 19.9531,
+      "step": 9708
+    },
+    {
+      "epoch": 0.4639682691388703,
+      "grad_norm": 242.4384307861328,
+      "learning_rate": 1.793565287499913e-05,
+      "loss": 43.5625,
+      "step": 9709
+    },
+    {
+      "epoch": 0.4640160565803307,
+      "grad_norm": 212.28150939941406,
+      "learning_rate": 1.793518196436058e-05,
+      "loss": 35.375,
+      "step": 9710
+    },
+    {
+      "epoch": 0.46406384402179107,
+      "grad_norm": 227.4986114501953,
+      "learning_rate": 1.793471100620053e-05,
+      "loss": 29.5,
+      "step": 9711
+    },
+    {
+      "epoch": 0.46411163146325146,
+      "grad_norm": 222.46946716308594,
+      "learning_rate": 1.7934240000521804e-05,
+      "loss": 25.2188,
+      "step": 9712
+    },
+    {
+      "epoch": 0.46415941890471185,
+      "grad_norm": 177.91851806640625,
+      "learning_rate": 1.793376894732721e-05,
+      "loss": 27.3125,
+      "step": 9713
+    },
+    {
+      "epoch": 0.46420720634617224,
+      "grad_norm": 328.28021240234375,
+      "learning_rate": 1.7933297846619587e-05,
+      "loss": 35.5625,
+      "step": 9714
+    },
+    {
+      "epoch": 0.46425499378763263,
+      "grad_norm": 252.3773193359375,
+      "learning_rate": 1.793282669840174e-05,
+      "loss": 31.7188,
+      "step": 9715
+    },
+    {
+      "epoch": 0.464302781229093,
+      "grad_norm": 482.2776184082031,
+      "learning_rate": 1.7932355502676498e-05,
+      "loss": 29.3281,
+      "step": 9716
+    },
+    {
+      "epoch": 0.46435056867055335,
+      "grad_norm": 299.858642578125,
+      "learning_rate": 1.7931884259446683e-05,
+      "loss": 34.9062,
+      "step": 9717
+    },
+    {
+      "epoch": 0.46439835611201374,
+      "grad_norm": 274.86773681640625,
+      "learning_rate": 1.7931412968715117e-05,
+      "loss": 26.6562,
+      "step": 9718
+    },
+    {
+      "epoch": 0.46444614355347413,
+      "grad_norm": 410.7890319824219,
+      "learning_rate": 1.7930941630484624e-05,
+      "loss": 32.75,
+      "step": 9719
+    },
+    {
+      "epoch": 0.4644939309949345,
+      "grad_norm": 206.03671264648438,
+      "learning_rate": 1.793047024475802e-05,
+      "loss": 32.125,
+      "step": 9720
+    },
+    {
+      "epoch": 0.4645417184363949,
+      "grad_norm": 137.15000915527344,
+      "learning_rate": 1.7929998811538134e-05,
+      "loss": 16.0156,
+      "step": 9721
+    },
+    {
+      "epoch": 0.4645895058778553,
+      "grad_norm": 469.0516357421875,
+      "learning_rate": 1.7929527330827788e-05,
+      "loss": 39.3125,
+      "step": 9722
+    },
+    {
+      "epoch": 0.4646372933193157,
+      "grad_norm": 186.35647583007812,
+      "learning_rate": 1.7929055802629804e-05,
+      "loss": 21.75,
+      "step": 9723
+    },
+    {
+      "epoch": 0.4646850807607761,
+      "grad_norm": 189.7503662109375,
+      "learning_rate": 1.7928584226947007e-05,
+      "loss": 20.8281,
+      "step": 9724
+    },
+    {
+      "epoch": 0.46473286820223647,
+      "grad_norm": 204.26466369628906,
+      "learning_rate": 1.792811260378222e-05,
+      "loss": 25.5,
+      "step": 9725
+    },
+    {
+      "epoch": 0.46478065564369686,
+      "grad_norm": 308.25146484375,
+      "learning_rate": 1.792764093313827e-05,
+      "loss": 32.125,
+      "step": 9726
+    },
+    {
+      "epoch": 0.4648284430851572,
+      "grad_norm": 534.7822265625,
+      "learning_rate": 1.7927169215017984e-05,
+      "loss": 32.6562,
+      "step": 9727
+    },
+    {
+      "epoch": 0.4648762305266176,
+      "grad_norm": 284.968017578125,
+      "learning_rate": 1.792669744942418e-05,
+      "loss": 43.2812,
+      "step": 9728
+    },
+    {
+      "epoch": 0.464924017968078,
+      "grad_norm": 177.98622131347656,
+      "learning_rate": 1.7926225636359688e-05,
+      "loss": 20.125,
+      "step": 9729
+    },
+    {
+      "epoch": 0.46497180540953836,
+      "grad_norm": 189.24757385253906,
+      "learning_rate": 1.7925753775827328e-05,
+      "loss": 24.5156,
+      "step": 9730
+    },
+    {
+      "epoch": 0.46501959285099875,
+      "grad_norm": 605.6243896484375,
+      "learning_rate": 1.792528186782993e-05,
+      "loss": 27.0156,
+      "step": 9731
+    },
+    {
+      "epoch": 0.46506738029245914,
+      "grad_norm": 290.74560546875,
+      "learning_rate": 1.7924809912370324e-05,
+      "loss": 30.375,
+      "step": 9732
+    },
+    {
+      "epoch": 0.46511516773391953,
+      "grad_norm": 246.26272583007812,
+      "learning_rate": 1.7924337909451332e-05,
+      "loss": 36.8125,
+      "step": 9733
+    },
+    {
+      "epoch": 0.4651629551753799,
+      "grad_norm": 488.36346435546875,
+      "learning_rate": 1.792386585907578e-05,
+      "loss": 33.9375,
+      "step": 9734
+    },
+    {
+      "epoch": 0.4652107426168403,
+      "grad_norm": 189.30224609375,
+      "learning_rate": 1.7923393761246497e-05,
+      "loss": 26.6719,
+      "step": 9735
+    },
+    {
+      "epoch": 0.4652585300583007,
+      "grad_norm": 308.98431396484375,
+      "learning_rate": 1.7922921615966308e-05,
+      "loss": 29.0938,
+      "step": 9736
+    },
+    {
+      "epoch": 0.46530631749976104,
+      "grad_norm": 946.7269897460938,
+      "learning_rate": 1.792244942323804e-05,
+      "loss": 31.625,
+      "step": 9737
+    },
+    {
+      "epoch": 0.4653541049412214,
+      "grad_norm": 282.03118896484375,
+      "learning_rate": 1.7921977183064527e-05,
+      "loss": 26.2344,
+      "step": 9738
+    },
+    {
+      "epoch": 0.4654018923826818,
+      "grad_norm": 252.4560089111328,
+      "learning_rate": 1.792150489544859e-05,
+      "loss": 25.3125,
+      "step": 9739
+    },
+    {
+      "epoch": 0.4654496798241422,
+      "grad_norm": 308.8642272949219,
+      "learning_rate": 1.7921032560393062e-05,
+      "loss": 27.7188,
+      "step": 9740
+    },
+    {
+      "epoch": 0.4654974672656026,
+      "grad_norm": 407.9513244628906,
+      "learning_rate": 1.7920560177900768e-05,
+      "loss": 33.6562,
+      "step": 9741
+    },
+    {
+      "epoch": 0.465545254707063,
+      "grad_norm": 327.538818359375,
+      "learning_rate": 1.792008774797454e-05,
+      "loss": 38.9062,
+      "step": 9742
+    },
+    {
+      "epoch": 0.4655930421485234,
+      "grad_norm": 180.22186279296875,
+      "learning_rate": 1.791961527061721e-05,
+      "loss": 24.8438,
+      "step": 9743
+    },
+    {
+      "epoch": 0.46564082958998376,
+      "grad_norm": 135.074951171875,
+      "learning_rate": 1.7919142745831596e-05,
+      "loss": 22.6719,
+      "step": 9744
+    },
+    {
+      "epoch": 0.46568861703144415,
+      "grad_norm": 230.69964599609375,
+      "learning_rate": 1.7918670173620537e-05,
+      "loss": 28.8125,
+      "step": 9745
+    },
+    {
+      "epoch": 0.46573640447290454,
+      "grad_norm": 302.1847839355469,
+      "learning_rate": 1.791819755398687e-05,
+      "loss": 34.5312,
+      "step": 9746
+    },
+    {
+      "epoch": 0.46578419191436493,
+      "grad_norm": 338.7503662109375,
+      "learning_rate": 1.7917724886933405e-05,
+      "loss": 35.0,
+      "step": 9747
+    },
+    {
+      "epoch": 0.46583197935582527,
+      "grad_norm": 321.12237548828125,
+      "learning_rate": 1.791725217246299e-05,
+      "loss": 36.6875,
+      "step": 9748
+    },
+    {
+      "epoch": 0.46587976679728565,
+      "grad_norm": 362.6529235839844,
+      "learning_rate": 1.7916779410578452e-05,
+      "loss": 45.3125,
+      "step": 9749
+    },
+    {
+      "epoch": 0.46592755423874604,
+      "grad_norm": 284.8213806152344,
+      "learning_rate": 1.7916306601282617e-05,
+      "loss": 35.0,
+      "step": 9750
+    },
+    {
+      "epoch": 0.46597534168020643,
+      "grad_norm": 303.07672119140625,
+      "learning_rate": 1.7915833744578325e-05,
+      "loss": 31.0938,
+      "step": 9751
+    },
+    {
+      "epoch": 0.4660231291216668,
+      "grad_norm": 236.69430541992188,
+      "learning_rate": 1.79153608404684e-05,
+      "loss": 31.6562,
+      "step": 9752
+    },
+    {
+      "epoch": 0.4660709165631272,
+      "grad_norm": 400.3415222167969,
+      "learning_rate": 1.791488788895568e-05,
+      "loss": 36.9062,
+      "step": 9753
+    },
+    {
+      "epoch": 0.4661187040045876,
+      "grad_norm": 286.91546630859375,
+      "learning_rate": 1.791441489004299e-05,
+      "loss": 27.375,
+      "step": 9754
+    },
+    {
+      "epoch": 0.466166491446048,
+      "grad_norm": 685.2913818359375,
+      "learning_rate": 1.7913941843733168e-05,
+      "loss": 27.4844,
+      "step": 9755
+    },
+    {
+      "epoch": 0.4662142788875084,
+      "grad_norm": 200.3455810546875,
+      "learning_rate": 1.791346875002905e-05,
+      "loss": 33.1562,
+      "step": 9756
+    },
+    {
+      "epoch": 0.46626206632896877,
+      "grad_norm": 479.7650146484375,
+      "learning_rate": 1.7912995608933462e-05,
+      "loss": 28.4062,
+      "step": 9757
+    },
+    {
+      "epoch": 0.4663098537704291,
+      "grad_norm": 354.15606689453125,
+      "learning_rate": 1.7912522420449244e-05,
+      "loss": 27.8438,
+      "step": 9758
+    },
+    {
+      "epoch": 0.4663576412118895,
+      "grad_norm": 544.7777099609375,
+      "learning_rate": 1.7912049184579224e-05,
+      "loss": 36.9062,
+      "step": 9759
+    },
+    {
+      "epoch": 0.4664054286533499,
+      "grad_norm": 923.8673095703125,
+      "learning_rate": 1.791157590132624e-05,
+      "loss": 34.3438,
+      "step": 9760
+    },
+    {
+      "epoch": 0.4664532160948103,
+      "grad_norm": 375.7783508300781,
+      "learning_rate": 1.7911102570693125e-05,
+      "loss": 46.6562,
+      "step": 9761
+    },
+    {
+      "epoch": 0.46650100353627066,
+      "grad_norm": 203.4758758544922,
+      "learning_rate": 1.7910629192682713e-05,
+      "loss": 27.375,
+      "step": 9762
+    },
+    {
+      "epoch": 0.46654879097773105,
+      "grad_norm": 354.5451965332031,
+      "learning_rate": 1.791015576729784e-05,
+      "loss": 30.7812,
+      "step": 9763
+    },
+    {
+      "epoch": 0.46659657841919144,
+      "grad_norm": 330.79327392578125,
+      "learning_rate": 1.7909682294541338e-05,
+      "loss": 36.5,
+      "step": 9764
+    },
+    {
+      "epoch": 0.46664436586065183,
+      "grad_norm": 260.5816345214844,
+      "learning_rate": 1.7909208774416047e-05,
+      "loss": 31.5312,
+      "step": 9765
+    },
+    {
+      "epoch": 0.4666921533021122,
+      "grad_norm": 395.1410217285156,
+      "learning_rate": 1.7908735206924802e-05,
+      "loss": 34.6562,
+      "step": 9766
+    },
+    {
+      "epoch": 0.4667399407435726,
+      "grad_norm": 673.3012084960938,
+      "learning_rate": 1.7908261592070442e-05,
+      "loss": 29.7344,
+      "step": 9767
+    },
+    {
+      "epoch": 0.46678772818503295,
+      "grad_norm": 250.28294372558594,
+      "learning_rate": 1.7907787929855794e-05,
+      "loss": 26.125,
+      "step": 9768
+    },
+    {
+      "epoch": 0.46683551562649334,
+      "grad_norm": 281.0001220703125,
+      "learning_rate": 1.7907314220283703e-05,
+      "loss": 32.7188,
+      "step": 9769
+    },
+    {
+      "epoch": 0.4668833030679537,
+      "grad_norm": 202.4510498046875,
+      "learning_rate": 1.7906840463357e-05,
+      "loss": 16.8906,
+      "step": 9770
+    },
+    {
+      "epoch": 0.4669310905094141,
+      "grad_norm": 345.1369934082031,
+      "learning_rate": 1.7906366659078527e-05,
+      "loss": 28.0781,
+      "step": 9771
+    },
+    {
+      "epoch": 0.4669788779508745,
+      "grad_norm": 328.25640869140625,
+      "learning_rate": 1.790589280745112e-05,
+      "loss": 25.0469,
+      "step": 9772
+    },
+    {
+      "epoch": 0.4670266653923349,
+      "grad_norm": 271.45074462890625,
+      "learning_rate": 1.7905418908477617e-05,
+      "loss": 32.9219,
+      "step": 9773
+    },
+    {
+      "epoch": 0.4670744528337953,
+      "grad_norm": 327.8946228027344,
+      "learning_rate": 1.7904944962160855e-05,
+      "loss": 30.5312,
+      "step": 9774
+    },
+    {
+      "epoch": 0.4671222402752557,
+      "grad_norm": 296.0708312988281,
+      "learning_rate": 1.7904470968503675e-05,
+      "loss": 33.0,
+      "step": 9775
+    },
+    {
+      "epoch": 0.46717002771671606,
+      "grad_norm": 324.53338623046875,
+      "learning_rate": 1.790399692750891e-05,
+      "loss": 27.5625,
+      "step": 9776
+    },
+    {
+      "epoch": 0.46721781515817645,
+      "grad_norm": 393.88250732421875,
+      "learning_rate": 1.7903522839179403e-05,
+      "loss": 36.875,
+      "step": 9777
+    },
+    {
+      "epoch": 0.46726560259963684,
+      "grad_norm": 446.9982604980469,
+      "learning_rate": 1.7903048703517993e-05,
+      "loss": 31.2812,
+      "step": 9778
+    },
+    {
+      "epoch": 0.4673133900410972,
+      "grad_norm": 354.6068115234375,
+      "learning_rate": 1.790257452052752e-05,
+      "loss": 36.625,
+      "step": 9779
+    },
+    {
+      "epoch": 0.46736117748255757,
+      "grad_norm": 244.7947540283203,
+      "learning_rate": 1.790210029021082e-05,
+      "loss": 31.4062,
+      "step": 9780
+    },
+    {
+      "epoch": 0.46740896492401796,
+      "grad_norm": 263.8641357421875,
+      "learning_rate": 1.7901626012570737e-05,
+      "loss": 38.0938,
+      "step": 9781
+    },
+    {
+      "epoch": 0.46745675236547835,
+      "grad_norm": 329.411865234375,
+      "learning_rate": 1.790115168761011e-05,
+      "loss": 29.5938,
+      "step": 9782
+    },
+    {
+      "epoch": 0.46750453980693873,
+      "grad_norm": 202.61138916015625,
+      "learning_rate": 1.7900677315331782e-05,
+      "loss": 19.6562,
+      "step": 9783
+    },
+    {
+      "epoch": 0.4675523272483991,
+      "grad_norm": 170.76437377929688,
+      "learning_rate": 1.790020289573859e-05,
+      "loss": 24.6875,
+      "step": 9784
+    },
+    {
+      "epoch": 0.4676001146898595,
+      "grad_norm": 312.99346923828125,
+      "learning_rate": 1.7899728428833375e-05,
+      "loss": 18.3906,
+      "step": 9785
+    },
+    {
+      "epoch": 0.4676479021313199,
+      "grad_norm": 317.94549560546875,
+      "learning_rate": 1.7899253914618985e-05,
+      "loss": 24.0547,
+      "step": 9786
+    },
+    {
+      "epoch": 0.4676956895727803,
+      "grad_norm": 383.2447204589844,
+      "learning_rate": 1.7898779353098255e-05,
+      "loss": 35.375,
+      "step": 9787
+    },
+    {
+      "epoch": 0.4677434770142407,
+      "grad_norm": 272.2588806152344,
+      "learning_rate": 1.7898304744274026e-05,
+      "loss": 24.1875,
+      "step": 9788
+    },
+    {
+      "epoch": 0.467791264455701,
+      "grad_norm": 245.42715454101562,
+      "learning_rate": 1.7897830088149145e-05,
+      "loss": 30.0,
+      "step": 9789
+    },
+    {
+      "epoch": 0.4678390518971614,
+      "grad_norm": 485.97430419921875,
+      "learning_rate": 1.789735538472645e-05,
+      "loss": 27.7656,
+      "step": 9790
+    },
+    {
+      "epoch": 0.4678868393386218,
+      "grad_norm": 255.06434631347656,
+      "learning_rate": 1.789688063400879e-05,
+      "loss": 37.2656,
+      "step": 9791
+    },
+    {
+      "epoch": 0.4679346267800822,
+      "grad_norm": 210.8869171142578,
+      "learning_rate": 1.7896405835999005e-05,
+      "loss": 23.8438,
+      "step": 9792
+    },
+    {
+      "epoch": 0.4679824142215426,
+      "grad_norm": 169.14865112304688,
+      "learning_rate": 1.7895930990699938e-05,
+      "loss": 24.375,
+      "step": 9793
+    },
+    {
+      "epoch": 0.46803020166300296,
+      "grad_norm": 246.31417846679688,
+      "learning_rate": 1.7895456098114433e-05,
+      "loss": 27.375,
+      "step": 9794
+    },
+    {
+      "epoch": 0.46807798910446335,
+      "grad_norm": 183.37014770507812,
+      "learning_rate": 1.789498115824533e-05,
+      "loss": 31.2188,
+      "step": 9795
+    },
+    {
+      "epoch": 0.46812577654592374,
+      "grad_norm": 217.8533477783203,
+      "learning_rate": 1.789450617109548e-05,
+      "loss": 24.5469,
+      "step": 9796
+    },
+    {
+      "epoch": 0.46817356398738413,
+      "grad_norm": 196.51185607910156,
+      "learning_rate": 1.7894031136667726e-05,
+      "loss": 23.5312,
+      "step": 9797
+    },
+    {
+      "epoch": 0.4682213514288445,
+      "grad_norm": 376.7520751953125,
+      "learning_rate": 1.789355605496491e-05,
+      "loss": 28.4688,
+      "step": 9798
+    },
+    {
+      "epoch": 0.46826913887030486,
+      "grad_norm": 235.48712158203125,
+      "learning_rate": 1.7893080925989877e-05,
+      "loss": 30.125,
+      "step": 9799
+    },
+    {
+      "epoch": 0.46831692631176525,
+      "grad_norm": 368.13555908203125,
+      "learning_rate": 1.7892605749745476e-05,
+      "loss": 30.5,
+      "step": 9800
+    },
+    {
+      "epoch": 0.46836471375322564,
+      "grad_norm": 425.43951416015625,
+      "learning_rate": 1.7892130526234553e-05,
+      "loss": 27.4375,
+      "step": 9801
+    },
+    {
+      "epoch": 0.468412501194686,
+      "grad_norm": 202.34385681152344,
+      "learning_rate": 1.789165525545995e-05,
+      "loss": 31.0312,
+      "step": 9802
+    },
+    {
+      "epoch": 0.4684602886361464,
+      "grad_norm": 171.2775421142578,
+      "learning_rate": 1.7891179937424514e-05,
+      "loss": 26.75,
+      "step": 9803
+    },
+    {
+      "epoch": 0.4685080760776068,
+      "grad_norm": 276.2496643066406,
+      "learning_rate": 1.7890704572131093e-05,
+      "loss": 30.125,
+      "step": 9804
+    },
+    {
+      "epoch": 0.4685558635190672,
+      "grad_norm": 282.9294128417969,
+      "learning_rate": 1.7890229159582535e-05,
+      "loss": 37.8438,
+      "step": 9805
+    },
+    {
+      "epoch": 0.4686036509605276,
+      "grad_norm": 262.1871337890625,
+      "learning_rate": 1.7889753699781684e-05,
+      "loss": 33.4375,
+      "step": 9806
+    },
+    {
+      "epoch": 0.468651438401988,
+      "grad_norm": 295.76568603515625,
+      "learning_rate": 1.7889278192731388e-05,
+      "loss": 32.8438,
+      "step": 9807
+    },
+    {
+      "epoch": 0.46869922584344836,
+      "grad_norm": 440.7172546386719,
+      "learning_rate": 1.78888026384345e-05,
+      "loss": 31.5625,
+      "step": 9808
+    },
+    {
+      "epoch": 0.46874701328490875,
+      "grad_norm": 337.47344970703125,
+      "learning_rate": 1.788832703689386e-05,
+      "loss": 26.9688,
+      "step": 9809
+    },
+    {
+      "epoch": 0.4687948007263691,
+      "grad_norm": 306.4737854003906,
+      "learning_rate": 1.7887851388112317e-05,
+      "loss": 40.4688,
+      "step": 9810
+    },
+    {
+      "epoch": 0.4688425881678295,
+      "grad_norm": 233.11392211914062,
+      "learning_rate": 1.7887375692092728e-05,
+      "loss": 32.375,
+      "step": 9811
+    },
+    {
+      "epoch": 0.46889037560928987,
+      "grad_norm": 304.5076904296875,
+      "learning_rate": 1.7886899948837932e-05,
+      "loss": 29.6562,
+      "step": 9812
+    },
+    {
+      "epoch": 0.46893816305075026,
+      "grad_norm": 589.9400634765625,
+      "learning_rate": 1.7886424158350784e-05,
+      "loss": 21.1875,
+      "step": 9813
+    },
+    {
+      "epoch": 0.46898595049221065,
+      "grad_norm": 260.6754455566406,
+      "learning_rate": 1.7885948320634133e-05,
+      "loss": 32.8125,
+      "step": 9814
+    },
+    {
+      "epoch": 0.46903373793367104,
+      "grad_norm": 342.9948425292969,
+      "learning_rate": 1.7885472435690824e-05,
+      "loss": 27.4375,
+      "step": 9815
+    },
+    {
+      "epoch": 0.4690815253751314,
+      "grad_norm": 200.9595947265625,
+      "learning_rate": 1.7884996503523714e-05,
+      "loss": 26.6875,
+      "step": 9816
+    },
+    {
+      "epoch": 0.4691293128165918,
+      "grad_norm": 392.4692687988281,
+      "learning_rate": 1.7884520524135645e-05,
+      "loss": 38.5312,
+      "step": 9817
+    },
+    {
+      "epoch": 0.4691771002580522,
+      "grad_norm": 242.9178924560547,
+      "learning_rate": 1.7884044497529475e-05,
+      "loss": 29.3125,
+      "step": 9818
+    },
+    {
+      "epoch": 0.4692248876995126,
+      "grad_norm": 314.66851806640625,
+      "learning_rate": 1.788356842370805e-05,
+      "loss": 35.6875,
+      "step": 9819
+    },
+    {
+      "epoch": 0.46927267514097293,
+      "grad_norm": 146.1627197265625,
+      "learning_rate": 1.7883092302674223e-05,
+      "loss": 20.5156,
+      "step": 9820
+    },
+    {
+      "epoch": 0.4693204625824333,
+      "grad_norm": 197.77337646484375,
+      "learning_rate": 1.7882616134430845e-05,
+      "loss": 23.3438,
+      "step": 9821
+    },
+    {
+      "epoch": 0.4693682500238937,
+      "grad_norm": 274.98309326171875,
+      "learning_rate": 1.788213991898077e-05,
+      "loss": 28.4375,
+      "step": 9822
+    },
+    {
+      "epoch": 0.4694160374653541,
+      "grad_norm": 182.23318481445312,
+      "learning_rate": 1.7881663656326844e-05,
+      "loss": 16.4844,
+      "step": 9823
+    },
+    {
+      "epoch": 0.4694638249068145,
+      "grad_norm": 212.63043212890625,
+      "learning_rate": 1.7881187346471924e-05,
+      "loss": 33.3125,
+      "step": 9824
+    },
+    {
+      "epoch": 0.4695116123482749,
+      "grad_norm": 211.5309600830078,
+      "learning_rate": 1.7880710989418864e-05,
+      "loss": 38.0,
+      "step": 9825
+    },
+    {
+      "epoch": 0.46955939978973527,
+      "grad_norm": 181.78941345214844,
+      "learning_rate": 1.788023458517051e-05,
+      "loss": 31.6562,
+      "step": 9826
+    },
+    {
+      "epoch": 0.46960718723119566,
+      "grad_norm": 164.66859436035156,
+      "learning_rate": 1.787975813372972e-05,
+      "loss": 23.8594,
+      "step": 9827
+    },
+    {
+      "epoch": 0.46965497467265604,
+      "grad_norm": 232.76766967773438,
+      "learning_rate": 1.787928163509935e-05,
+      "loss": 23.4375,
+      "step": 9828
+    },
+    {
+      "epoch": 0.46970276211411643,
+      "grad_norm": 280.7434997558594,
+      "learning_rate": 1.7878805089282246e-05,
+      "loss": 43.4375,
+      "step": 9829
+    },
+    {
+      "epoch": 0.46975054955557677,
+      "grad_norm": 224.07923889160156,
+      "learning_rate": 1.787832849628127e-05,
+      "loss": 26.7031,
+      "step": 9830
+    },
+    {
+      "epoch": 0.46979833699703716,
+      "grad_norm": 253.2567901611328,
+      "learning_rate": 1.787785185609927e-05,
+      "loss": 37.375,
+      "step": 9831
+    },
+    {
+      "epoch": 0.46984612443849755,
+      "grad_norm": 254.1488037109375,
+      "learning_rate": 1.7877375168739098e-05,
+      "loss": 28.4375,
+      "step": 9832
+    },
+    {
+      "epoch": 0.46989391187995794,
+      "grad_norm": 246.85659790039062,
+      "learning_rate": 1.787689843420362e-05,
+      "loss": 22.7188,
+      "step": 9833
+    },
+    {
+      "epoch": 0.4699416993214183,
+      "grad_norm": 367.6113586425781,
+      "learning_rate": 1.7876421652495684e-05,
+      "loss": 18.5156,
+      "step": 9834
+    },
+    {
+      "epoch": 0.4699894867628787,
+      "grad_norm": 386.79669189453125,
+      "learning_rate": 1.787594482361814e-05,
+      "loss": 41.5312,
+      "step": 9835
+    },
+    {
+      "epoch": 0.4700372742043391,
+      "grad_norm": 390.35595703125,
+      "learning_rate": 1.7875467947573856e-05,
+      "loss": 37.3906,
+      "step": 9836
+    },
+    {
+      "epoch": 0.4700850616457995,
+      "grad_norm": 275.3044128417969,
+      "learning_rate": 1.7874991024365678e-05,
+      "loss": 37.1562,
+      "step": 9837
+    },
+    {
+      "epoch": 0.4701328490872599,
+      "grad_norm": 360.1604309082031,
+      "learning_rate": 1.7874514053996465e-05,
+      "loss": 38.9375,
+      "step": 9838
+    },
+    {
+      "epoch": 0.4701806365287203,
+      "grad_norm": 524.5740356445312,
+      "learning_rate": 1.7874037036469075e-05,
+      "loss": 26.5938,
+      "step": 9839
+    },
+    {
+      "epoch": 0.4702284239701806,
+      "grad_norm": 190.17074584960938,
+      "learning_rate": 1.787355997178636e-05,
+      "loss": 25.1562,
+      "step": 9840
+    },
+    {
+      "epoch": 0.470276211411641,
+      "grad_norm": 208.3516082763672,
+      "learning_rate": 1.7873082859951183e-05,
+      "loss": 32.125,
+      "step": 9841
+    },
+    {
+      "epoch": 0.4703239988531014,
+      "grad_norm": 266.3547668457031,
+      "learning_rate": 1.78726057009664e-05,
+      "loss": 40.0,
+      "step": 9842
+    },
+    {
+      "epoch": 0.4703717862945618,
+      "grad_norm": 334.116455078125,
+      "learning_rate": 1.7872128494834867e-05,
+      "loss": 20.5469,
+      "step": 9843
+    },
+    {
+      "epoch": 0.47041957373602217,
+      "grad_norm": 262.7239990234375,
+      "learning_rate": 1.787165124155944e-05,
+      "loss": 37.75,
+      "step": 9844
+    },
+    {
+      "epoch": 0.47046736117748256,
+      "grad_norm": 232.55734252929688,
+      "learning_rate": 1.7871173941142982e-05,
+      "loss": 30.1094,
+      "step": 9845
+    },
+    {
+      "epoch": 0.47051514861894295,
+      "grad_norm": 245.58059692382812,
+      "learning_rate": 1.7870696593588347e-05,
+      "loss": 22.5469,
+      "step": 9846
+    },
+    {
+      "epoch": 0.47056293606040334,
+      "grad_norm": 390.1888427734375,
+      "learning_rate": 1.7870219198898392e-05,
+      "loss": 47.25,
+      "step": 9847
+    },
+    {
+      "epoch": 0.4706107235018637,
+      "grad_norm": 354.6308288574219,
+      "learning_rate": 1.7869741757075983e-05,
+      "loss": 28.0625,
+      "step": 9848
+    },
+    {
+      "epoch": 0.4706585109433241,
+      "grad_norm": 196.90966796875,
+      "learning_rate": 1.7869264268123977e-05,
+      "loss": 23.7812,
+      "step": 9849
+    },
+    {
+      "epoch": 0.4707062983847845,
+      "grad_norm": 227.98098754882812,
+      "learning_rate": 1.7868786732045232e-05,
+      "loss": 32.3438,
+      "step": 9850
+    },
+    {
+      "epoch": 0.47075408582624484,
+      "grad_norm": 326.78350830078125,
+      "learning_rate": 1.7868309148842606e-05,
+      "loss": 27.4375,
+      "step": 9851
+    },
+    {
+      "epoch": 0.47080187326770523,
+      "grad_norm": 207.28759765625,
+      "learning_rate": 1.786783151851896e-05,
+      "loss": 26.8125,
+      "step": 9852
+    },
+    {
+      "epoch": 0.4708496607091656,
+      "grad_norm": 407.6114807128906,
+      "learning_rate": 1.7867353841077156e-05,
+      "loss": 38.3125,
+      "step": 9853
+    },
+    {
+      "epoch": 0.470897448150626,
+      "grad_norm": 257.7538146972656,
+      "learning_rate": 1.786687611652006e-05,
+      "loss": 25.0938,
+      "step": 9854
+    },
+    {
+      "epoch": 0.4709452355920864,
+      "grad_norm": 199.96253967285156,
+      "learning_rate": 1.7866398344850518e-05,
+      "loss": 37.8438,
+      "step": 9855
+    },
+    {
+      "epoch": 0.4709930230335468,
+      "grad_norm": 549.22021484375,
+      "learning_rate": 1.7865920526071407e-05,
+      "loss": 29.9062,
+      "step": 9856
+    },
+    {
+      "epoch": 0.4710408104750072,
+      "grad_norm": 344.4994812011719,
+      "learning_rate": 1.786544266018558e-05,
+      "loss": 23.375,
+      "step": 9857
+    },
+    {
+      "epoch": 0.47108859791646757,
+      "grad_norm": 293.6474609375,
+      "learning_rate": 1.7864964747195902e-05,
+      "loss": 33.4062,
+      "step": 9858
+    },
+    {
+      "epoch": 0.47113638535792796,
+      "grad_norm": 432.7511291503906,
+      "learning_rate": 1.786448678710523e-05,
+      "loss": 38.4375,
+      "step": 9859
+    },
+    {
+      "epoch": 0.47118417279938835,
+      "grad_norm": 228.19717407226562,
+      "learning_rate": 1.786400877991643e-05,
+      "loss": 25.4062,
+      "step": 9860
+    },
+    {
+      "epoch": 0.4712319602408487,
+      "grad_norm": 680.03173828125,
+      "learning_rate": 1.7863530725632368e-05,
+      "loss": 28.4062,
+      "step": 9861
+    },
+    {
+      "epoch": 0.47127974768230907,
+      "grad_norm": 291.9327087402344,
+      "learning_rate": 1.7863052624255903e-05,
+      "loss": 36.3438,
+      "step": 9862
+    },
+    {
+      "epoch": 0.47132753512376946,
+      "grad_norm": 478.3287353515625,
+      "learning_rate": 1.78625744757899e-05,
+      "loss": 38.7812,
+      "step": 9863
+    },
+    {
+      "epoch": 0.47137532256522985,
+      "grad_norm": 366.74078369140625,
+      "learning_rate": 1.786209628023722e-05,
+      "loss": 39.6562,
+      "step": 9864
+    },
+    {
+      "epoch": 0.47142311000669024,
+      "grad_norm": 245.05958557128906,
+      "learning_rate": 1.786161803760073e-05,
+      "loss": 24.7812,
+      "step": 9865
+    },
+    {
+      "epoch": 0.4714708974481506,
+      "grad_norm": 221.94168090820312,
+      "learning_rate": 1.7861139747883286e-05,
+      "loss": 30.3125,
+      "step": 9866
+    },
+    {
+      "epoch": 0.471518684889611,
+      "grad_norm": 259.2113342285156,
+      "learning_rate": 1.7860661411087763e-05,
+      "loss": 26.25,
+      "step": 9867
+    },
+    {
+      "epoch": 0.4715664723310714,
+      "grad_norm": 183.54345703125,
+      "learning_rate": 1.7860183027217024e-05,
+      "loss": 22.2188,
+      "step": 9868
+    },
+    {
+      "epoch": 0.4716142597725318,
+      "grad_norm": 176.5474395751953,
+      "learning_rate": 1.7859704596273924e-05,
+      "loss": 25.0312,
+      "step": 9869
+    },
+    {
+      "epoch": 0.4716620472139922,
+      "grad_norm": 279.0367431640625,
+      "learning_rate": 1.7859226118261342e-05,
+      "loss": 27.4062,
+      "step": 9870
+    },
+    {
+      "epoch": 0.4717098346554525,
+      "grad_norm": 261.3001708984375,
+      "learning_rate": 1.7858747593182134e-05,
+      "loss": 20.9531,
+      "step": 9871
+    },
+    {
+      "epoch": 0.4717576220969129,
+      "grad_norm": 239.7184295654297,
+      "learning_rate": 1.7858269021039167e-05,
+      "loss": 24.25,
+      "step": 9872
+    },
+    {
+      "epoch": 0.4718054095383733,
+      "grad_norm": 321.8081359863281,
+      "learning_rate": 1.785779040183531e-05,
+      "loss": 35.3125,
+      "step": 9873
+    },
+    {
+      "epoch": 0.4718531969798337,
+      "grad_norm": 293.5203552246094,
+      "learning_rate": 1.785731173557343e-05,
+      "loss": 23.9375,
+      "step": 9874
+    },
+    {
+      "epoch": 0.4719009844212941,
+      "grad_norm": 139.89552307128906,
+      "learning_rate": 1.785683302225639e-05,
+      "loss": 22.1094,
+      "step": 9875
+    },
+    {
+      "epoch": 0.47194877186275447,
+      "grad_norm": 293.7864685058594,
+      "learning_rate": 1.7856354261887058e-05,
+      "loss": 51.6875,
+      "step": 9876
+    },
+    {
+      "epoch": 0.47199655930421486,
+      "grad_norm": 276.29705810546875,
+      "learning_rate": 1.78558754544683e-05,
+      "loss": 31.3438,
+      "step": 9877
+    },
+    {
+      "epoch": 0.47204434674567525,
+      "grad_norm": 260.81292724609375,
+      "learning_rate": 1.7855396600002985e-05,
+      "loss": 31.5625,
+      "step": 9878
+    },
+    {
+      "epoch": 0.47209213418713564,
+      "grad_norm": 280.359130859375,
+      "learning_rate": 1.785491769849398e-05,
+      "loss": 26.5625,
+      "step": 9879
+    },
+    {
+      "epoch": 0.472139921628596,
+      "grad_norm": 141.15211486816406,
+      "learning_rate": 1.7854438749944158e-05,
+      "loss": 21.5,
+      "step": 9880
+    },
+    {
+      "epoch": 0.4721877090700564,
+      "grad_norm": 245.57568359375,
+      "learning_rate": 1.785395975435638e-05,
+      "loss": 32.625,
+      "step": 9881
+    },
+    {
+      "epoch": 0.47223549651151675,
+      "grad_norm": 361.69232177734375,
+      "learning_rate": 1.7853480711733518e-05,
+      "loss": 31.1562,
+      "step": 9882
+    },
+    {
+      "epoch": 0.47228328395297714,
+      "grad_norm": 331.524658203125,
+      "learning_rate": 1.7853001622078438e-05,
+      "loss": 27.1094,
+      "step": 9883
+    },
+    {
+      "epoch": 0.47233107139443753,
+      "grad_norm": 200.17677307128906,
+      "learning_rate": 1.7852522485394015e-05,
+      "loss": 21.2344,
+      "step": 9884
+    },
+    {
+      "epoch": 0.4723788588358979,
+      "grad_norm": 244.97662353515625,
+      "learning_rate": 1.7852043301683112e-05,
+      "loss": 28.2812,
+      "step": 9885
+    },
+    {
+      "epoch": 0.4724266462773583,
+      "grad_norm": 273.978271484375,
+      "learning_rate": 1.7851564070948603e-05,
+      "loss": 23.6875,
+      "step": 9886
+    },
+    {
+      "epoch": 0.4724744337188187,
+      "grad_norm": 236.12112426757812,
+      "learning_rate": 1.7851084793193357e-05,
+      "loss": 24.5,
+      "step": 9887
+    },
+    {
+      "epoch": 0.4725222211602791,
+      "grad_norm": 378.7245788574219,
+      "learning_rate": 1.785060546842024e-05,
+      "loss": 27.8125,
+      "step": 9888
+    },
+    {
+      "epoch": 0.4725700086017395,
+      "grad_norm": 199.42428588867188,
+      "learning_rate": 1.785012609663213e-05,
+      "loss": 19.0312,
+      "step": 9889
+    },
+    {
+      "epoch": 0.47261779604319987,
+      "grad_norm": 245.58602905273438,
+      "learning_rate": 1.7849646677831894e-05,
+      "loss": 30.2188,
+      "step": 9890
+    },
+    {
+      "epoch": 0.47266558348466026,
+      "grad_norm": 281.2104797363281,
+      "learning_rate": 1.78491672120224e-05,
+      "loss": 34.875,
+      "step": 9891
+    },
+    {
+      "epoch": 0.4727133709261206,
+      "grad_norm": 281.926025390625,
+      "learning_rate": 1.784868769920653e-05,
+      "loss": 36.1875,
+      "step": 9892
+    },
+    {
+      "epoch": 0.472761158367581,
+      "grad_norm": 280.4870300292969,
+      "learning_rate": 1.7848208139387144e-05,
+      "loss": 25.25,
+      "step": 9893
+    },
+    {
+      "epoch": 0.47280894580904137,
+      "grad_norm": 179.2386932373047,
+      "learning_rate": 1.7847728532567116e-05,
+      "loss": 30.0,
+      "step": 9894
+    },
+    {
+      "epoch": 0.47285673325050176,
+      "grad_norm": 270.4190673828125,
+      "learning_rate": 1.7847248878749322e-05,
+      "loss": 29.4375,
+      "step": 9895
+    },
+    {
+      "epoch": 0.47290452069196215,
+      "grad_norm": 201.23513793945312,
+      "learning_rate": 1.784676917793663e-05,
+      "loss": 22.0469,
+      "step": 9896
+    },
+    {
+      "epoch": 0.47295230813342254,
+      "grad_norm": 181.1591339111328,
+      "learning_rate": 1.784628943013192e-05,
+      "loss": 23.9375,
+      "step": 9897
+    },
+    {
+      "epoch": 0.47300009557488293,
+      "grad_norm": 428.0220642089844,
+      "learning_rate": 1.7845809635338057e-05,
+      "loss": 29.2812,
+      "step": 9898
+    },
+    {
+      "epoch": 0.4730478830163433,
+      "grad_norm": 253.57493591308594,
+      "learning_rate": 1.784532979355792e-05,
+      "loss": 34.6875,
+      "step": 9899
+    },
+    {
+      "epoch": 0.4730956704578037,
+      "grad_norm": 428.98590087890625,
+      "learning_rate": 1.7844849904794387e-05,
+      "loss": 35.4688,
+      "step": 9900
+    },
+    {
+      "epoch": 0.4731434578992641,
+      "grad_norm": 294.1230773925781,
+      "learning_rate": 1.7844369969050317e-05,
+      "loss": 37.8438,
+      "step": 9901
+    },
+    {
+      "epoch": 0.47319124534072443,
+      "grad_norm": 254.9349822998047,
+      "learning_rate": 1.7843889986328597e-05,
+      "loss": 31.1719,
+      "step": 9902
+    },
+    {
+      "epoch": 0.4732390327821848,
+      "grad_norm": 285.99591064453125,
+      "learning_rate": 1.7843409956632096e-05,
+      "loss": 33.4062,
+      "step": 9903
+    },
+    {
+      "epoch": 0.4732868202236452,
+      "grad_norm": 138.2268524169922,
+      "learning_rate": 1.7842929879963692e-05,
+      "loss": 24.3438,
+      "step": 9904
+    },
+    {
+      "epoch": 0.4733346076651056,
+      "grad_norm": 297.9251708984375,
+      "learning_rate": 1.7842449756326257e-05,
+      "loss": 25.2812,
+      "step": 9905
+    },
+    {
+      "epoch": 0.473382395106566,
+      "grad_norm": 383.75128173828125,
+      "learning_rate": 1.7841969585722664e-05,
+      "loss": 37.75,
+      "step": 9906
+    },
+    {
+      "epoch": 0.4734301825480264,
+      "grad_norm": 326.1099853515625,
+      "learning_rate": 1.7841489368155795e-05,
+      "loss": 40.9375,
+      "step": 9907
+    },
+    {
+      "epoch": 0.47347796998948677,
+      "grad_norm": 233.88400268554688,
+      "learning_rate": 1.7841009103628523e-05,
+      "loss": 23.8438,
+      "step": 9908
+    },
+    {
+      "epoch": 0.47352575743094716,
+      "grad_norm": 419.6272277832031,
+      "learning_rate": 1.7840528792143725e-05,
+      "loss": 31.375,
+      "step": 9909
+    },
+    {
+      "epoch": 0.47357354487240755,
+      "grad_norm": 373.895751953125,
+      "learning_rate": 1.7840048433704278e-05,
+      "loss": 34.4375,
+      "step": 9910
+    },
+    {
+      "epoch": 0.47362133231386794,
+      "grad_norm": 318.2415771484375,
+      "learning_rate": 1.7839568028313056e-05,
+      "loss": 29.5469,
+      "step": 9911
+    },
+    {
+      "epoch": 0.4736691197553283,
+      "grad_norm": 201.64402770996094,
+      "learning_rate": 1.7839087575972932e-05,
+      "loss": 23.0,
+      "step": 9912
+    },
+    {
+      "epoch": 0.47371690719678866,
+      "grad_norm": 203.08465576171875,
+      "learning_rate": 1.7838607076686797e-05,
+      "loss": 24.9688,
+      "step": 9913
+    },
+    {
+      "epoch": 0.47376469463824905,
+      "grad_norm": 314.6912841796875,
+      "learning_rate": 1.7838126530457516e-05,
+      "loss": 33.125,
+      "step": 9914
+    },
+    {
+      "epoch": 0.47381248207970944,
+      "grad_norm": 316.3511047363281,
+      "learning_rate": 1.783764593728797e-05,
+      "loss": 25.6719,
+      "step": 9915
+    },
+    {
+      "epoch": 0.47386026952116983,
+      "grad_norm": 211.04212951660156,
+      "learning_rate": 1.7837165297181042e-05,
+      "loss": 23.1875,
+      "step": 9916
+    },
+    {
+      "epoch": 0.4739080569626302,
+      "grad_norm": 233.8092498779297,
+      "learning_rate": 1.7836684610139602e-05,
+      "loss": 28.5625,
+      "step": 9917
+    },
+    {
+      "epoch": 0.4739558444040906,
+      "grad_norm": 185.26014709472656,
+      "learning_rate": 1.7836203876166536e-05,
+      "loss": 29.9844,
+      "step": 9918
+    },
+    {
+      "epoch": 0.474003631845551,
+      "grad_norm": 195.13418579101562,
+      "learning_rate": 1.783572309526472e-05,
+      "loss": 26.2812,
+      "step": 9919
+    },
+    {
+      "epoch": 0.4740514192870114,
+      "grad_norm": 313.812255859375,
+      "learning_rate": 1.7835242267437033e-05,
+      "loss": 31.6562,
+      "step": 9920
+    },
+    {
+      "epoch": 0.4740992067284718,
+      "grad_norm": 259.5391845703125,
+      "learning_rate": 1.7834761392686355e-05,
+      "loss": 28.125,
+      "step": 9921
+    },
+    {
+      "epoch": 0.47414699416993217,
+      "grad_norm": 339.6260681152344,
+      "learning_rate": 1.7834280471015566e-05,
+      "loss": 29.3125,
+      "step": 9922
+    },
+    {
+      "epoch": 0.4741947816113925,
+      "grad_norm": 449.3461608886719,
+      "learning_rate": 1.7833799502427546e-05,
+      "loss": 47.8125,
+      "step": 9923
+    },
+    {
+      "epoch": 0.4742425690528529,
+      "grad_norm": 334.4110412597656,
+      "learning_rate": 1.7833318486925177e-05,
+      "loss": 44.6875,
+      "step": 9924
+    },
+    {
+      "epoch": 0.4742903564943133,
+      "grad_norm": 410.87896728515625,
+      "learning_rate": 1.7832837424511335e-05,
+      "loss": 29.5469,
+      "step": 9925
+    },
+    {
+      "epoch": 0.47433814393577367,
+      "grad_norm": 303.3402404785156,
+      "learning_rate": 1.7832356315188907e-05,
+      "loss": 39.5625,
+      "step": 9926
+    },
+    {
+      "epoch": 0.47438593137723406,
+      "grad_norm": 323.46905517578125,
+      "learning_rate": 1.783187515896077e-05,
+      "loss": 28.0938,
+      "step": 9927
+    },
+    {
+      "epoch": 0.47443371881869445,
+      "grad_norm": 181.92494201660156,
+      "learning_rate": 1.7831393955829807e-05,
+      "loss": 23.0625,
+      "step": 9928
+    },
+    {
+      "epoch": 0.47448150626015484,
+      "grad_norm": 325.06451416015625,
+      "learning_rate": 1.7830912705798896e-05,
+      "loss": 24.3125,
+      "step": 9929
+    },
+    {
+      "epoch": 0.47452929370161523,
+      "grad_norm": 263.1690979003906,
+      "learning_rate": 1.7830431408870924e-05,
+      "loss": 19.7031,
+      "step": 9930
+    },
+    {
+      "epoch": 0.4745770811430756,
+      "grad_norm": 272.31964111328125,
+      "learning_rate": 1.7829950065048773e-05,
+      "loss": 35.5312,
+      "step": 9931
+    },
+    {
+      "epoch": 0.474624868584536,
+      "grad_norm": 242.27801513671875,
+      "learning_rate": 1.7829468674335325e-05,
+      "loss": 30.75,
+      "step": 9932
+    },
+    {
+      "epoch": 0.47467265602599634,
+      "grad_norm": 166.7408905029297,
+      "learning_rate": 1.7828987236733463e-05,
+      "loss": 22.0312,
+      "step": 9933
+    },
+    {
+      "epoch": 0.47472044346745673,
+      "grad_norm": 277.8443908691406,
+      "learning_rate": 1.7828505752246072e-05,
+      "loss": 29.2188,
+      "step": 9934
+    },
+    {
+      "epoch": 0.4747682309089171,
+      "grad_norm": 291.5760498046875,
+      "learning_rate": 1.7828024220876026e-05,
+      "loss": 30.8125,
+      "step": 9935
+    },
+    {
+      "epoch": 0.4748160183503775,
+      "grad_norm": 322.44891357421875,
+      "learning_rate": 1.7827542642626218e-05,
+      "loss": 26.0938,
+      "step": 9936
+    },
+    {
+      "epoch": 0.4748638057918379,
+      "grad_norm": 390.0469665527344,
+      "learning_rate": 1.7827061017499535e-05,
+      "loss": 30.8438,
+      "step": 9937
+    },
+    {
+      "epoch": 0.4749115932332983,
+      "grad_norm": 224.54385375976562,
+      "learning_rate": 1.782657934549885e-05,
+      "loss": 29.7812,
+      "step": 9938
+    },
+    {
+      "epoch": 0.4749593806747587,
+      "grad_norm": 261.5272216796875,
+      "learning_rate": 1.782609762662706e-05,
+      "loss": 27.0938,
+      "step": 9939
+    },
+    {
+      "epoch": 0.47500716811621907,
+      "grad_norm": 195.0709991455078,
+      "learning_rate": 1.7825615860887037e-05,
+      "loss": 28.9375,
+      "step": 9940
+    },
+    {
+      "epoch": 0.47505495555767946,
+      "grad_norm": 136.94940185546875,
+      "learning_rate": 1.7825134048281677e-05,
+      "loss": 17.2031,
+      "step": 9941
+    },
+    {
+      "epoch": 0.47510274299913985,
+      "grad_norm": 739.2972412109375,
+      "learning_rate": 1.782465218881386e-05,
+      "loss": 41.8438,
+      "step": 9942
+    },
+    {
+      "epoch": 0.4751505304406002,
+      "grad_norm": 240.53111267089844,
+      "learning_rate": 1.7824170282486473e-05,
+      "loss": 33.0312,
+      "step": 9943
+    },
+    {
+      "epoch": 0.4751983178820606,
+      "grad_norm": 321.703369140625,
+      "learning_rate": 1.7823688329302402e-05,
+      "loss": 34.8125,
+      "step": 9944
+    },
+    {
+      "epoch": 0.47524610532352096,
+      "grad_norm": 290.97125244140625,
+      "learning_rate": 1.7823206329264535e-05,
+      "loss": 35.6875,
+      "step": 9945
+    },
+    {
+      "epoch": 0.47529389276498135,
+      "grad_norm": 443.87457275390625,
+      "learning_rate": 1.7822724282375753e-05,
+      "loss": 35.0938,
+      "step": 9946
+    },
+    {
+      "epoch": 0.47534168020644174,
+      "grad_norm": 316.5172119140625,
+      "learning_rate": 1.782224218863895e-05,
+      "loss": 29.5312,
+      "step": 9947
+    },
+    {
+      "epoch": 0.47538946764790213,
+      "grad_norm": 242.57369995117188,
+      "learning_rate": 1.7821760048057007e-05,
+      "loss": 23.1719,
+      "step": 9948
+    },
+    {
+      "epoch": 0.4754372550893625,
+      "grad_norm": 297.1904296875,
+      "learning_rate": 1.782127786063282e-05,
+      "loss": 27.5625,
+      "step": 9949
+    },
+    {
+      "epoch": 0.4754850425308229,
+      "grad_norm": 231.15792846679688,
+      "learning_rate": 1.7820795626369264e-05,
+      "loss": 30.2188,
+      "step": 9950
+    },
+    {
+      "epoch": 0.4755328299722833,
+      "grad_norm": 191.2313690185547,
+      "learning_rate": 1.7820313345269235e-05,
+      "loss": 24.6875,
+      "step": 9951
+    },
+    {
+      "epoch": 0.4755806174137437,
+      "grad_norm": 307.7349853515625,
+      "learning_rate": 1.781983101733562e-05,
+      "loss": 20.5625,
+      "step": 9952
+    },
+    {
+      "epoch": 0.4756284048552041,
+      "grad_norm": 287.9317626953125,
+      "learning_rate": 1.7819348642571312e-05,
+      "loss": 22.9062,
+      "step": 9953
+    },
+    {
+      "epoch": 0.4756761922966644,
+      "grad_norm": 236.6066436767578,
+      "learning_rate": 1.7818866220979193e-05,
+      "loss": 28.5312,
+      "step": 9954
+    },
+    {
+      "epoch": 0.4757239797381248,
+      "grad_norm": 208.7148895263672,
+      "learning_rate": 1.7818383752562152e-05,
+      "loss": 29.4688,
+      "step": 9955
+    },
+    {
+      "epoch": 0.4757717671795852,
+      "grad_norm": 378.2896423339844,
+      "learning_rate": 1.781790123732308e-05,
+      "loss": 28.75,
+      "step": 9956
+    },
+    {
+      "epoch": 0.4758195546210456,
+      "grad_norm": 835.0413208007812,
+      "learning_rate": 1.781741867526487e-05,
+      "loss": 29.625,
+      "step": 9957
+    },
+    {
+      "epoch": 0.47586734206250597,
+      "grad_norm": 452.6773681640625,
+      "learning_rate": 1.7816936066390413e-05,
+      "loss": 33.625,
+      "step": 9958
+    },
+    {
+      "epoch": 0.47591512950396636,
+      "grad_norm": 162.61199951171875,
+      "learning_rate": 1.781645341070259e-05,
+      "loss": 19.0625,
+      "step": 9959
+    },
+    {
+      "epoch": 0.47596291694542675,
+      "grad_norm": 201.8694610595703,
+      "learning_rate": 1.7815970708204296e-05,
+      "loss": 17.6719,
+      "step": 9960
+    },
+    {
+      "epoch": 0.47601070438688714,
+      "grad_norm": 305.78509521484375,
+      "learning_rate": 1.7815487958898424e-05,
+      "loss": 30.2812,
+      "step": 9961
+    },
+    {
+      "epoch": 0.47605849182834753,
+      "grad_norm": 449.36224365234375,
+      "learning_rate": 1.781500516278787e-05,
+      "loss": 34.4688,
+      "step": 9962
+    },
+    {
+      "epoch": 0.4761062792698079,
+      "grad_norm": 205.0010986328125,
+      "learning_rate": 1.7814522319875515e-05,
+      "loss": 23.75,
+      "step": 9963
+    },
+    {
+      "epoch": 0.47615406671126825,
+      "grad_norm": 191.3749237060547,
+      "learning_rate": 1.781403943016425e-05,
+      "loss": 38.9688,
+      "step": 9964
+    },
+    {
+      "epoch": 0.47620185415272864,
+      "grad_norm": 306.7520751953125,
+      "learning_rate": 1.781355649365698e-05,
+      "loss": 34.4062,
+      "step": 9965
+    },
+    {
+      "epoch": 0.47624964159418903,
+      "grad_norm": 331.8057556152344,
+      "learning_rate": 1.7813073510356585e-05,
+      "loss": 36.375,
+      "step": 9966
+    },
+    {
+      "epoch": 0.4762974290356494,
+      "grad_norm": 220.4652099609375,
+      "learning_rate": 1.7812590480265962e-05,
+      "loss": 19.7031,
+      "step": 9967
+    },
+    {
+      "epoch": 0.4763452164771098,
+      "grad_norm": 355.1884765625,
+      "learning_rate": 1.7812107403388e-05,
+      "loss": 30.6719,
+      "step": 9968
+    },
+    {
+      "epoch": 0.4763930039185702,
+      "grad_norm": 332.2666320800781,
+      "learning_rate": 1.78116242797256e-05,
+      "loss": 23.5156,
+      "step": 9969
+    },
+    {
+      "epoch": 0.4764407913600306,
+      "grad_norm": 181.2340850830078,
+      "learning_rate": 1.7811141109281648e-05,
+      "loss": 20.8906,
+      "step": 9970
+    },
+    {
+      "epoch": 0.476488578801491,
+      "grad_norm": 215.91563415527344,
+      "learning_rate": 1.7810657892059038e-05,
+      "loss": 23.5312,
+      "step": 9971
+    },
+    {
+      "epoch": 0.47653636624295137,
+      "grad_norm": 385.4688415527344,
+      "learning_rate": 1.781017462806067e-05,
+      "loss": 30.9219,
+      "step": 9972
+    },
+    {
+      "epoch": 0.47658415368441176,
+      "grad_norm": 196.94818115234375,
+      "learning_rate": 1.7809691317289427e-05,
+      "loss": 32.875,
+      "step": 9973
+    },
+    {
+      "epoch": 0.4766319411258721,
+      "grad_norm": 448.84442138671875,
+      "learning_rate": 1.7809207959748212e-05,
+      "loss": 24.0625,
+      "step": 9974
+    },
+    {
+      "epoch": 0.4766797285673325,
+      "grad_norm": 524.41162109375,
+      "learning_rate": 1.7808724555439924e-05,
+      "loss": 20.9844,
+      "step": 9975
+    },
+    {
+      "epoch": 0.4767275160087929,
+      "grad_norm": 305.0440979003906,
+      "learning_rate": 1.7808241104367448e-05,
+      "loss": 29.7188,
+      "step": 9976
+    },
+    {
+      "epoch": 0.47677530345025326,
+      "grad_norm": 301.3887634277344,
+      "learning_rate": 1.780775760653368e-05,
+      "loss": 36.0312,
+      "step": 9977
+    },
+    {
+      "epoch": 0.47682309089171365,
+      "grad_norm": 197.6572723388672,
+      "learning_rate": 1.7807274061941524e-05,
+      "loss": 27.7188,
+      "step": 9978
+    },
+    {
+      "epoch": 0.47687087833317404,
+      "grad_norm": 412.32989501953125,
+      "learning_rate": 1.780679047059387e-05,
+      "loss": 32.5625,
+      "step": 9979
+    },
+    {
+      "epoch": 0.47691866577463443,
+      "grad_norm": 211.13265991210938,
+      "learning_rate": 1.7806306832493616e-05,
+      "loss": 34.9375,
+      "step": 9980
+    },
+    {
+      "epoch": 0.4769664532160948,
+      "grad_norm": 202.8482208251953,
+      "learning_rate": 1.780582314764365e-05,
+      "loss": 22.875,
+      "step": 9981
+    },
+    {
+      "epoch": 0.4770142406575552,
+      "grad_norm": 204.1258544921875,
+      "learning_rate": 1.7805339416046884e-05,
+      "loss": 23.4219,
+      "step": 9982
+    },
+    {
+      "epoch": 0.4770620280990156,
+      "grad_norm": 414.72088623046875,
+      "learning_rate": 1.78048556377062e-05,
+      "loss": 26.4531,
+      "step": 9983
+    },
+    {
+      "epoch": 0.477109815540476,
+      "grad_norm": 280.3617858886719,
+      "learning_rate": 1.7804371812624506e-05,
+      "loss": 32.2031,
+      "step": 9984
+    },
+    {
+      "epoch": 0.4771576029819363,
+      "grad_norm": 1251.3443603515625,
+      "learning_rate": 1.780388794080469e-05,
+      "loss": 20.1562,
+      "step": 9985
+    },
+    {
+      "epoch": 0.4772053904233967,
+      "grad_norm": 331.1771545410156,
+      "learning_rate": 1.780340402224966e-05,
+      "loss": 37.4375,
+      "step": 9986
+    },
+    {
+      "epoch": 0.4772531778648571,
+      "grad_norm": 273.93865966796875,
+      "learning_rate": 1.780292005696231e-05,
+      "loss": 30.625,
+      "step": 9987
+    },
+    {
+      "epoch": 0.4773009653063175,
+      "grad_norm": 227.59117126464844,
+      "learning_rate": 1.7802436044945533e-05,
+      "loss": 27.8438,
+      "step": 9988
+    },
+    {
+      "epoch": 0.4773487527477779,
+      "grad_norm": 296.3421936035156,
+      "learning_rate": 1.7801951986202235e-05,
+      "loss": 37.0,
+      "step": 9989
+    },
+    {
+      "epoch": 0.47739654018923827,
+      "grad_norm": 298.619873046875,
+      "learning_rate": 1.780146788073531e-05,
+      "loss": 32.0,
+      "step": 9990
+    },
+    {
+      "epoch": 0.47744432763069866,
+      "grad_norm": 234.8892059326172,
+      "learning_rate": 1.780098372854766e-05,
+      "loss": 29.375,
+      "step": 9991
+    },
+    {
+      "epoch": 0.47749211507215905,
+      "grad_norm": 330.2879333496094,
+      "learning_rate": 1.7800499529642184e-05,
+      "loss": 32.6094,
+      "step": 9992
+    },
+    {
+      "epoch": 0.47753990251361944,
+      "grad_norm": 284.498291015625,
+      "learning_rate": 1.780001528402178e-05,
+      "loss": 30.25,
+      "step": 9993
+    },
+    {
+      "epoch": 0.47758768995507983,
+      "grad_norm": 363.3243713378906,
+      "learning_rate": 1.779953099168935e-05,
+      "loss": 44.9688,
+      "step": 9994
+    },
+    {
+      "epoch": 0.47763547739654016,
+      "grad_norm": 447.168701171875,
+      "learning_rate": 1.7799046652647793e-05,
+      "loss": 39.0312,
+      "step": 9995
+    },
+    {
+      "epoch": 0.47768326483800055,
+      "grad_norm": 220.66656494140625,
+      "learning_rate": 1.779856226690001e-05,
+      "loss": 26.7188,
+      "step": 9996
+    },
+    {
+      "epoch": 0.47773105227946094,
+      "grad_norm": 205.56072998046875,
+      "learning_rate": 1.7798077834448903e-05,
+      "loss": 24.1875,
+      "step": 9997
+    },
+    {
+      "epoch": 0.47777883972092133,
+      "grad_norm": 457.9070129394531,
+      "learning_rate": 1.779759335529737e-05,
+      "loss": 27.5469,
+      "step": 9998
+    },
+    {
+      "epoch": 0.4778266271623817,
+      "grad_norm": 190.58840942382812,
+      "learning_rate": 1.7797108829448314e-05,
+      "loss": 16.6719,
+      "step": 9999
+    },
+    {
+      "epoch": 0.4778744146038421,
+      "grad_norm": 199.27545166015625,
+      "learning_rate": 1.779662425690464e-05,
+      "loss": 25.9062,
+      "step": 10000
+    },
+    {
+      "epoch": 0.4779222020453025,
+      "grad_norm": 244.5635986328125,
+      "learning_rate": 1.7796139637669246e-05,
+      "loss": 27.5938,
+      "step": 10001
+    },
+    {
+      "epoch": 0.4779699894867629,
+      "grad_norm": 189.97616577148438,
+      "learning_rate": 1.7795654971745034e-05,
+      "loss": 35.8281,
+      "step": 10002
+    },
+    {
+      "epoch": 0.4780177769282233,
+      "grad_norm": 266.3131408691406,
+      "learning_rate": 1.779517025913491e-05,
+      "loss": 27.9219,
+      "step": 10003
+    },
+    {
+      "epoch": 0.47806556436968367,
+      "grad_norm": 464.1783752441406,
+      "learning_rate": 1.7794685499841776e-05,
+      "loss": 29.0938,
+      "step": 10004
+    },
+    {
+      "epoch": 0.478113351811144,
+      "grad_norm": 271.4942626953125,
+      "learning_rate": 1.779420069386853e-05,
+      "loss": 21.5625,
+      "step": 10005
+    },
+    {
+      "epoch": 0.4781611392526044,
+      "grad_norm": 255.22952270507812,
+      "learning_rate": 1.7793715841218083e-05,
+      "loss": 31.4688,
+      "step": 10006
+    },
+    {
+      "epoch": 0.4782089266940648,
+      "grad_norm": 229.1576690673828,
+      "learning_rate": 1.7793230941893332e-05,
+      "loss": 30.1562,
+      "step": 10007
+    },
+    {
+      "epoch": 0.4782567141355252,
+      "grad_norm": 495.100341796875,
+      "learning_rate": 1.779274599589718e-05,
+      "loss": 30.0,
+      "step": 10008
+    },
+    {
+      "epoch": 0.47830450157698556,
+      "grad_norm": 257.83685302734375,
+      "learning_rate": 1.779226100323254e-05,
+      "loss": 32.5312,
+      "step": 10009
+    },
+    {
+      "epoch": 0.47835228901844595,
+      "grad_norm": 272.5314636230469,
+      "learning_rate": 1.779177596390231e-05,
+      "loss": 28.2188,
+      "step": 10010
+    },
+    {
+      "epoch": 0.47840007645990634,
+      "grad_norm": 299.19610595703125,
+      "learning_rate": 1.77912908779094e-05,
+      "loss": 31.3125,
+      "step": 10011
+    },
+    {
+      "epoch": 0.47844786390136673,
+      "grad_norm": 344.41278076171875,
+      "learning_rate": 1.7790805745256703e-05,
+      "loss": 28.75,
+      "step": 10012
+    },
+    {
+      "epoch": 0.4784956513428271,
+      "grad_norm": 462.2366027832031,
+      "learning_rate": 1.779032056594714e-05,
+      "loss": 27.2344,
+      "step": 10013
+    },
+    {
+      "epoch": 0.4785434387842875,
+      "grad_norm": 364.9425354003906,
+      "learning_rate": 1.7789835339983605e-05,
+      "loss": 28.8125,
+      "step": 10014
+    },
+    {
+      "epoch": 0.4785912262257479,
+      "grad_norm": 127.48890686035156,
+      "learning_rate": 1.7789350067369012e-05,
+      "loss": 26.2812,
+      "step": 10015
+    },
+    {
+      "epoch": 0.47863901366720824,
+      "grad_norm": 708.6865234375,
+      "learning_rate": 1.778886474810626e-05,
+      "loss": 30.0938,
+      "step": 10016
+    },
+    {
+      "epoch": 0.4786868011086686,
+      "grad_norm": 224.13656616210938,
+      "learning_rate": 1.7788379382198257e-05,
+      "loss": 25.3125,
+      "step": 10017
+    },
+    {
+      "epoch": 0.478734588550129,
+      "grad_norm": 483.1494445800781,
+      "learning_rate": 1.7787893969647912e-05,
+      "loss": 23.6875,
+      "step": 10018
+    },
+    {
+      "epoch": 0.4787823759915894,
+      "grad_norm": 321.6819152832031,
+      "learning_rate": 1.7787408510458135e-05,
+      "loss": 34.1562,
+      "step": 10019
+    },
+    {
+      "epoch": 0.4788301634330498,
+      "grad_norm": 220.77236938476562,
+      "learning_rate": 1.7786923004631824e-05,
+      "loss": 26.5938,
+      "step": 10020
+    },
+    {
+      "epoch": 0.4788779508745102,
+      "grad_norm": 174.8436279296875,
+      "learning_rate": 1.7786437452171897e-05,
+      "loss": 24.5625,
+      "step": 10021
+    },
+    {
+      "epoch": 0.4789257383159706,
+      "grad_norm": 182.3497772216797,
+      "learning_rate": 1.7785951853081255e-05,
+      "loss": 26.375,
+      "step": 10022
+    },
+    {
+      "epoch": 0.47897352575743096,
+      "grad_norm": 295.17877197265625,
+      "learning_rate": 1.7785466207362808e-05,
+      "loss": 41.875,
+      "step": 10023
+    },
+    {
+      "epoch": 0.47902131319889135,
+      "grad_norm": 245.9034423828125,
+      "learning_rate": 1.7784980515019463e-05,
+      "loss": 32.5312,
+      "step": 10024
+    },
+    {
+      "epoch": 0.47906910064035174,
+      "grad_norm": 613.1146850585938,
+      "learning_rate": 1.7784494776054133e-05,
+      "loss": 28.3281,
+      "step": 10025
+    },
+    {
+      "epoch": 0.4791168880818121,
+      "grad_norm": 422.73370361328125,
+      "learning_rate": 1.778400899046972e-05,
+      "loss": 31.0625,
+      "step": 10026
+    },
+    {
+      "epoch": 0.47916467552327247,
+      "grad_norm": 303.978759765625,
+      "learning_rate": 1.778352315826914e-05,
+      "loss": 34.1875,
+      "step": 10027
+    },
+    {
+      "epoch": 0.47921246296473285,
+      "grad_norm": 270.7469787597656,
+      "learning_rate": 1.77830372794553e-05,
+      "loss": 39.0938,
+      "step": 10028
+    },
+    {
+      "epoch": 0.47926025040619324,
+      "grad_norm": 337.8382873535156,
+      "learning_rate": 1.778255135403111e-05,
+      "loss": 47.3125,
+      "step": 10029
+    },
+    {
+      "epoch": 0.47930803784765363,
+      "grad_norm": 315.73370361328125,
+      "learning_rate": 1.7782065381999477e-05,
+      "loss": 26.5,
+      "step": 10030
+    },
+    {
+      "epoch": 0.479355825289114,
+      "grad_norm": 729.8055419921875,
+      "learning_rate": 1.778157936336332e-05,
+      "loss": 23.1875,
+      "step": 10031
+    },
+    {
+      "epoch": 0.4794036127305744,
+      "grad_norm": 339.29718017578125,
+      "learning_rate": 1.7781093298125537e-05,
+      "loss": 28.0,
+      "step": 10032
+    },
+    {
+      "epoch": 0.4794514001720348,
+      "grad_norm": 219.61830139160156,
+      "learning_rate": 1.7780607186289047e-05,
+      "loss": 24.1875,
+      "step": 10033
+    },
+    {
+      "epoch": 0.4794991876134952,
+      "grad_norm": 194.64964294433594,
+      "learning_rate": 1.778012102785676e-05,
+      "loss": 35.0625,
+      "step": 10034
+    },
+    {
+      "epoch": 0.4795469750549556,
+      "grad_norm": 318.3837585449219,
+      "learning_rate": 1.7779634822831588e-05,
+      "loss": 43.5625,
+      "step": 10035
+    },
+    {
+      "epoch": 0.4795947624964159,
+      "grad_norm": 251.1515655517578,
+      "learning_rate": 1.777914857121644e-05,
+      "loss": 23.9844,
+      "step": 10036
+    },
+    {
+      "epoch": 0.4796425499378763,
+      "grad_norm": 346.1156005859375,
+      "learning_rate": 1.7778662273014232e-05,
+      "loss": 32.1562,
+      "step": 10037
+    },
+    {
+      "epoch": 0.4796903373793367,
+      "grad_norm": 411.33160400390625,
+      "learning_rate": 1.7778175928227876e-05,
+      "loss": 33.9062,
+      "step": 10038
+    },
+    {
+      "epoch": 0.4797381248207971,
+      "grad_norm": 262.9749755859375,
+      "learning_rate": 1.777768953686028e-05,
+      "loss": 18.375,
+      "step": 10039
+    },
+    {
+      "epoch": 0.4797859122622575,
+      "grad_norm": 371.2261047363281,
+      "learning_rate": 1.777720309891436e-05,
+      "loss": 33.5312,
+      "step": 10040
+    },
+    {
+      "epoch": 0.47983369970371786,
+      "grad_norm": 344.7365417480469,
+      "learning_rate": 1.7776716614393027e-05,
+      "loss": 32.7812,
+      "step": 10041
+    },
+    {
+      "epoch": 0.47988148714517825,
+      "grad_norm": 329.43023681640625,
+      "learning_rate": 1.77762300832992e-05,
+      "loss": 32.875,
+      "step": 10042
+    },
+    {
+      "epoch": 0.47992927458663864,
+      "grad_norm": 260.0185241699219,
+      "learning_rate": 1.7775743505635787e-05,
+      "loss": 29.375,
+      "step": 10043
+    },
+    {
+      "epoch": 0.47997706202809903,
+      "grad_norm": 274.6487121582031,
+      "learning_rate": 1.7775256881405702e-05,
+      "loss": 37.7812,
+      "step": 10044
+    },
+    {
+      "epoch": 0.4800248494695594,
+      "grad_norm": 335.20269775390625,
+      "learning_rate": 1.7774770210611865e-05,
+      "loss": 42.2812,
+      "step": 10045
+    },
+    {
+      "epoch": 0.48007263691101976,
+      "grad_norm": 268.58251953125,
+      "learning_rate": 1.7774283493257182e-05,
+      "loss": 24.5469,
+      "step": 10046
+    },
+    {
+      "epoch": 0.48012042435248015,
+      "grad_norm": 156.87384033203125,
+      "learning_rate": 1.777379672934458e-05,
+      "loss": 20.625,
+      "step": 10047
+    },
+    {
+      "epoch": 0.48016821179394054,
+      "grad_norm": 176.843505859375,
+      "learning_rate": 1.7773309918876956e-05,
+      "loss": 24.8438,
+      "step": 10048
+    },
+    {
+      "epoch": 0.4802159992354009,
+      "grad_norm": 182.52369689941406,
+      "learning_rate": 1.7772823061857244e-05,
+      "loss": 29.1562,
+      "step": 10049
+    },
+    {
+      "epoch": 0.4802637866768613,
+      "grad_norm": 441.3014221191406,
+      "learning_rate": 1.777233615828835e-05,
+      "loss": 29.3125,
+      "step": 10050
+    },
+    {
+      "epoch": 0.4803115741183217,
+      "grad_norm": 280.36517333984375,
+      "learning_rate": 1.777184920817319e-05,
+      "loss": 28.5625,
+      "step": 10051
+    },
+    {
+      "epoch": 0.4803593615597821,
+      "grad_norm": 223.3994903564453,
+      "learning_rate": 1.777136221151468e-05,
+      "loss": 30.625,
+      "step": 10052
+    },
+    {
+      "epoch": 0.4804071490012425,
+      "grad_norm": 261.86181640625,
+      "learning_rate": 1.777087516831574e-05,
+      "loss": 34.4062,
+      "step": 10053
+    },
+    {
+      "epoch": 0.4804549364427029,
+      "grad_norm": 163.118896484375,
+      "learning_rate": 1.7770388078579286e-05,
+      "loss": 26.0,
+      "step": 10054
+    },
+    {
+      "epoch": 0.48050272388416326,
+      "grad_norm": 259.58697509765625,
+      "learning_rate": 1.7769900942308234e-05,
+      "loss": 32.7812,
+      "step": 10055
+    },
+    {
+      "epoch": 0.48055051132562365,
+      "grad_norm": 208.8131866455078,
+      "learning_rate": 1.77694137595055e-05,
+      "loss": 27.375,
+      "step": 10056
+    },
+    {
+      "epoch": 0.480598298767084,
+      "grad_norm": 282.6532287597656,
+      "learning_rate": 1.7768926530174005e-05,
+      "loss": 22.2656,
+      "step": 10057
+    },
+    {
+      "epoch": 0.4806460862085444,
+      "grad_norm": 347.05059814453125,
+      "learning_rate": 1.776843925431666e-05,
+      "loss": 20.3594,
+      "step": 10058
+    },
+    {
+      "epoch": 0.48069387365000477,
+      "grad_norm": 243.73886108398438,
+      "learning_rate": 1.7767951931936392e-05,
+      "loss": 26.2031,
+      "step": 10059
+    },
+    {
+      "epoch": 0.48074166109146516,
+      "grad_norm": 208.85096740722656,
+      "learning_rate": 1.7767464563036116e-05,
+      "loss": 28.0312,
+      "step": 10060
+    },
+    {
+      "epoch": 0.48078944853292555,
+      "grad_norm": 366.6146545410156,
+      "learning_rate": 1.7766977147618745e-05,
+      "loss": 34.4688,
+      "step": 10061
+    },
+    {
+      "epoch": 0.48083723597438593,
+      "grad_norm": 1858.4180908203125,
+      "learning_rate": 1.7766489685687208e-05,
+      "loss": 35.6875,
+      "step": 10062
+    },
+    {
+      "epoch": 0.4808850234158463,
+      "grad_norm": 244.39439392089844,
+      "learning_rate": 1.7766002177244417e-05,
+      "loss": 29.0625,
+      "step": 10063
+    },
+    {
+      "epoch": 0.4809328108573067,
+      "grad_norm": 222.5511016845703,
+      "learning_rate": 1.7765514622293296e-05,
+      "loss": 22.625,
+      "step": 10064
+    },
+    {
+      "epoch": 0.4809805982987671,
+      "grad_norm": 339.7926025390625,
+      "learning_rate": 1.776502702083676e-05,
+      "loss": 38.9375,
+      "step": 10065
+    },
+    {
+      "epoch": 0.4810283857402275,
+      "grad_norm": 268.50213623046875,
+      "learning_rate": 1.7764539372877733e-05,
+      "loss": 26.0938,
+      "step": 10066
+    },
+    {
+      "epoch": 0.4810761731816878,
+      "grad_norm": 222.4757843017578,
+      "learning_rate": 1.7764051678419134e-05,
+      "loss": 38.2031,
+      "step": 10067
+    },
+    {
+      "epoch": 0.4811239606231482,
+      "grad_norm": 520.27783203125,
+      "learning_rate": 1.7763563937463885e-05,
+      "loss": 30.125,
+      "step": 10068
+    },
+    {
+      "epoch": 0.4811717480646086,
+      "grad_norm": 246.67538452148438,
+      "learning_rate": 1.7763076150014906e-05,
+      "loss": 29.6875,
+      "step": 10069
+    },
+    {
+      "epoch": 0.481219535506069,
+      "grad_norm": 339.4500427246094,
+      "learning_rate": 1.7762588316075114e-05,
+      "loss": 34.5625,
+      "step": 10070
+    },
+    {
+      "epoch": 0.4812673229475294,
+      "grad_norm": 236.6169891357422,
+      "learning_rate": 1.776210043564744e-05,
+      "loss": 37.5625,
+      "step": 10071
+    },
+    {
+      "epoch": 0.4813151103889898,
+      "grad_norm": 417.1305236816406,
+      "learning_rate": 1.7761612508734797e-05,
+      "loss": 38.0938,
+      "step": 10072
+    },
+    {
+      "epoch": 0.48136289783045016,
+      "grad_norm": 197.70333862304688,
+      "learning_rate": 1.7761124535340107e-05,
+      "loss": 20.1875,
+      "step": 10073
+    },
+    {
+      "epoch": 0.48141068527191055,
+      "grad_norm": 238.64273071289062,
+      "learning_rate": 1.7760636515466297e-05,
+      "loss": 20.4062,
+      "step": 10074
+    },
+    {
+      "epoch": 0.48145847271337094,
+      "grad_norm": 328.8666687011719,
+      "learning_rate": 1.7760148449116294e-05,
+      "loss": 32.0625,
+      "step": 10075
+    },
+    {
+      "epoch": 0.48150626015483133,
+      "grad_norm": 438.6085205078125,
+      "learning_rate": 1.775966033629301e-05,
+      "loss": 47.2188,
+      "step": 10076
+    },
+    {
+      "epoch": 0.48155404759629167,
+      "grad_norm": 304.50640869140625,
+      "learning_rate": 1.7759172176999377e-05,
+      "loss": 27.7656,
+      "step": 10077
+    },
+    {
+      "epoch": 0.48160183503775206,
+      "grad_norm": 241.68739318847656,
+      "learning_rate": 1.775868397123831e-05,
+      "loss": 27.8906,
+      "step": 10078
+    },
+    {
+      "epoch": 0.48164962247921245,
+      "grad_norm": 289.2494201660156,
+      "learning_rate": 1.7758195719012742e-05,
+      "loss": 30.6875,
+      "step": 10079
+    },
+    {
+      "epoch": 0.48169740992067284,
+      "grad_norm": 244.71739196777344,
+      "learning_rate": 1.7757707420325592e-05,
+      "loss": 32.0938,
+      "step": 10080
+    },
+    {
+      "epoch": 0.4817451973621332,
+      "grad_norm": 242.07302856445312,
+      "learning_rate": 1.775721907517978e-05,
+      "loss": 29.75,
+      "step": 10081
+    },
+    {
+      "epoch": 0.4817929848035936,
+      "grad_norm": 288.01885986328125,
+      "learning_rate": 1.775673068357824e-05,
+      "loss": 23.5625,
+      "step": 10082
+    },
+    {
+      "epoch": 0.481840772245054,
+      "grad_norm": 205.53073120117188,
+      "learning_rate": 1.775624224552389e-05,
+      "loss": 33.625,
+      "step": 10083
+    },
+    {
+      "epoch": 0.4818885596865144,
+      "grad_norm": 1201.7216796875,
+      "learning_rate": 1.7755753761019657e-05,
+      "loss": 22.6406,
+      "step": 10084
+    },
+    {
+      "epoch": 0.4819363471279748,
+      "grad_norm": 268.22283935546875,
+      "learning_rate": 1.7755265230068467e-05,
+      "loss": 22.6562,
+      "step": 10085
+    },
+    {
+      "epoch": 0.4819841345694352,
+      "grad_norm": 401.6806335449219,
+      "learning_rate": 1.7754776652673247e-05,
+      "loss": 37.875,
+      "step": 10086
+    },
+    {
+      "epoch": 0.48203192201089556,
+      "grad_norm": 343.12261962890625,
+      "learning_rate": 1.7754288028836923e-05,
+      "loss": 35.2188,
+      "step": 10087
+    },
+    {
+      "epoch": 0.4820797094523559,
+      "grad_norm": 381.9781494140625,
+      "learning_rate": 1.7753799358562416e-05,
+      "loss": 23.7188,
+      "step": 10088
+    },
+    {
+      "epoch": 0.4821274968938163,
+      "grad_norm": 335.8993225097656,
+      "learning_rate": 1.7753310641852655e-05,
+      "loss": 32.9375,
+      "step": 10089
+    },
+    {
+      "epoch": 0.4821752843352767,
+      "grad_norm": 300.437744140625,
+      "learning_rate": 1.7752821878710568e-05,
+      "loss": 28.6875,
+      "step": 10090
+    },
+    {
+      "epoch": 0.48222307177673707,
+      "grad_norm": 254.68484497070312,
+      "learning_rate": 1.7752333069139084e-05,
+      "loss": 30.4062,
+      "step": 10091
+    },
+    {
+      "epoch": 0.48227085921819746,
+      "grad_norm": 267.3912353515625,
+      "learning_rate": 1.775184421314113e-05,
+      "loss": 25.4688,
+      "step": 10092
+    },
+    {
+      "epoch": 0.48231864665965785,
+      "grad_norm": 805.193359375,
+      "learning_rate": 1.7751355310719628e-05,
+      "loss": 31.0,
+      "step": 10093
+    },
+    {
+      "epoch": 0.48236643410111824,
+      "grad_norm": 362.7505187988281,
+      "learning_rate": 1.775086636187751e-05,
+      "loss": 35.1562,
+      "step": 10094
+    },
+    {
+      "epoch": 0.4824142215425786,
+      "grad_norm": 264.1462097167969,
+      "learning_rate": 1.7750377366617705e-05,
+      "loss": 26.125,
+      "step": 10095
+    },
+    {
+      "epoch": 0.482462008984039,
+      "grad_norm": 467.2864685058594,
+      "learning_rate": 1.774988832494314e-05,
+      "loss": 40.0625,
+      "step": 10096
+    },
+    {
+      "epoch": 0.4825097964254994,
+      "grad_norm": 320.9876708984375,
+      "learning_rate": 1.7749399236856745e-05,
+      "loss": 32.5938,
+      "step": 10097
+    },
+    {
+      "epoch": 0.48255758386695974,
+      "grad_norm": 261.8139343261719,
+      "learning_rate": 1.7748910102361444e-05,
+      "loss": 41.6562,
+      "step": 10098
+    },
+    {
+      "epoch": 0.48260537130842013,
+      "grad_norm": 210.19741821289062,
+      "learning_rate": 1.7748420921460173e-05,
+      "loss": 30.9062,
+      "step": 10099
+    },
+    {
+      "epoch": 0.4826531587498805,
+      "grad_norm": 228.13546752929688,
+      "learning_rate": 1.774793169415586e-05,
+      "loss": 22.8594,
+      "step": 10100
+    },
+    {
+      "epoch": 0.4827009461913409,
+      "grad_norm": 165.01063537597656,
+      "learning_rate": 1.7747442420451435e-05,
+      "loss": 32.5312,
+      "step": 10101
+    },
+    {
+      "epoch": 0.4827487336328013,
+      "grad_norm": 384.8475646972656,
+      "learning_rate": 1.7746953100349822e-05,
+      "loss": 29.2188,
+      "step": 10102
+    },
+    {
+      "epoch": 0.4827965210742617,
+      "grad_norm": 273.3464660644531,
+      "learning_rate": 1.774646373385396e-05,
+      "loss": 28.3594,
+      "step": 10103
+    },
+    {
+      "epoch": 0.4828443085157221,
+      "grad_norm": 397.65960693359375,
+      "learning_rate": 1.7745974320966775e-05,
+      "loss": 37.2188,
+      "step": 10104
+    },
+    {
+      "epoch": 0.48289209595718247,
+      "grad_norm": 275.1923522949219,
+      "learning_rate": 1.77454848616912e-05,
+      "loss": 30.6875,
+      "step": 10105
+    },
+    {
+      "epoch": 0.48293988339864286,
+      "grad_norm": 181.99990844726562,
+      "learning_rate": 1.7744995356030164e-05,
+      "loss": 28.4062,
+      "step": 10106
+    },
+    {
+      "epoch": 0.48298767084010324,
+      "grad_norm": 353.0145568847656,
+      "learning_rate": 1.7744505803986597e-05,
+      "loss": 47.9375,
+      "step": 10107
+    },
+    {
+      "epoch": 0.4830354582815636,
+      "grad_norm": 221.21888732910156,
+      "learning_rate": 1.7744016205563436e-05,
+      "loss": 27.75,
+      "step": 10108
+    },
+    {
+      "epoch": 0.48308324572302397,
+      "grad_norm": 262.3585510253906,
+      "learning_rate": 1.7743526560763612e-05,
+      "loss": 33.6875,
+      "step": 10109
+    },
+    {
+      "epoch": 0.48313103316448436,
+      "grad_norm": 384.19525146484375,
+      "learning_rate": 1.7743036869590052e-05,
+      "loss": 28.6562,
+      "step": 10110
+    },
+    {
+      "epoch": 0.48317882060594475,
+      "grad_norm": 800.5570068359375,
+      "learning_rate": 1.7742547132045694e-05,
+      "loss": 35.2188,
+      "step": 10111
+    },
+    {
+      "epoch": 0.48322660804740514,
+      "grad_norm": 213.12059020996094,
+      "learning_rate": 1.774205734813347e-05,
+      "loss": 27.5,
+      "step": 10112
+    },
+    {
+      "epoch": 0.4832743954888655,
+      "grad_norm": 232.47679138183594,
+      "learning_rate": 1.7741567517856313e-05,
+      "loss": 30.8125,
+      "step": 10113
+    },
+    {
+      "epoch": 0.4833221829303259,
+      "grad_norm": 203.3876495361328,
+      "learning_rate": 1.7741077641217157e-05,
+      "loss": 33.0625,
+      "step": 10114
+    },
+    {
+      "epoch": 0.4833699703717863,
+      "grad_norm": 330.0902099609375,
+      "learning_rate": 1.7740587718218933e-05,
+      "loss": 32.9688,
+      "step": 10115
+    },
+    {
+      "epoch": 0.4834177578132467,
+      "grad_norm": 254.8919677734375,
+      "learning_rate": 1.7740097748864575e-05,
+      "loss": 37.1406,
+      "step": 10116
+    },
+    {
+      "epoch": 0.4834655452547071,
+      "grad_norm": 287.2901306152344,
+      "learning_rate": 1.773960773315702e-05,
+      "loss": 22.0,
+      "step": 10117
+    },
+    {
+      "epoch": 0.4835133326961675,
+      "grad_norm": 290.3754577636719,
+      "learning_rate": 1.77391176710992e-05,
+      "loss": 29.1094,
+      "step": 10118
+    },
+    {
+      "epoch": 0.4835611201376278,
+      "grad_norm": 286.4742431640625,
+      "learning_rate": 1.7738627562694057e-05,
+      "loss": 29.625,
+      "step": 10119
+    },
+    {
+      "epoch": 0.4836089075790882,
+      "grad_norm": 355.2514343261719,
+      "learning_rate": 1.7738137407944515e-05,
+      "loss": 38.5625,
+      "step": 10120
+    },
+    {
+      "epoch": 0.4836566950205486,
+      "grad_norm": 295.1697692871094,
+      "learning_rate": 1.7737647206853516e-05,
+      "loss": 27.6094,
+      "step": 10121
+    },
+    {
+      "epoch": 0.483704482462009,
+      "grad_norm": 270.5863342285156,
+      "learning_rate": 1.7737156959423997e-05,
+      "loss": 36.5,
+      "step": 10122
+    },
+    {
+      "epoch": 0.48375226990346937,
+      "grad_norm": 255.37911987304688,
+      "learning_rate": 1.773666666565889e-05,
+      "loss": 31.25,
+      "step": 10123
+    },
+    {
+      "epoch": 0.48380005734492976,
+      "grad_norm": 609.935302734375,
+      "learning_rate": 1.773617632556113e-05,
+      "loss": 29.4062,
+      "step": 10124
+    },
+    {
+      "epoch": 0.48384784478639015,
+      "grad_norm": 288.7276916503906,
+      "learning_rate": 1.773568593913366e-05,
+      "loss": 32.6406,
+      "step": 10125
+    },
+    {
+      "epoch": 0.48389563222785054,
+      "grad_norm": 355.33856201171875,
+      "learning_rate": 1.773519550637941e-05,
+      "loss": 32.4375,
+      "step": 10126
+    },
+    {
+      "epoch": 0.4839434196693109,
+      "grad_norm": 262.22271728515625,
+      "learning_rate": 1.773470502730132e-05,
+      "loss": 32.0,
+      "step": 10127
+    },
+    {
+      "epoch": 0.4839912071107713,
+      "grad_norm": 310.90521240234375,
+      "learning_rate": 1.773421450190233e-05,
+      "loss": 36.0625,
+      "step": 10128
+    },
+    {
+      "epoch": 0.48403899455223165,
+      "grad_norm": 396.2037353515625,
+      "learning_rate": 1.7733723930185374e-05,
+      "loss": 33.3125,
+      "step": 10129
+    },
+    {
+      "epoch": 0.48408678199369204,
+      "grad_norm": 256.1486511230469,
+      "learning_rate": 1.773323331215339e-05,
+      "loss": 31.0,
+      "step": 10130
+    },
+    {
+      "epoch": 0.48413456943515243,
+      "grad_norm": 326.7659606933594,
+      "learning_rate": 1.773274264780932e-05,
+      "loss": 34.5625,
+      "step": 10131
+    },
+    {
+      "epoch": 0.4841823568766128,
+      "grad_norm": 274.2362365722656,
+      "learning_rate": 1.7732251937156096e-05,
+      "loss": 23.8125,
+      "step": 10132
+    },
+    {
+      "epoch": 0.4842301443180732,
+      "grad_norm": 216.026123046875,
+      "learning_rate": 1.7731761180196663e-05,
+      "loss": 39.1562,
+      "step": 10133
+    },
+    {
+      "epoch": 0.4842779317595336,
+      "grad_norm": 203.64926147460938,
+      "learning_rate": 1.7731270376933956e-05,
+      "loss": 22.1562,
+      "step": 10134
+    },
+    {
+      "epoch": 0.484325719200994,
+      "grad_norm": 264.18902587890625,
+      "learning_rate": 1.7730779527370915e-05,
+      "loss": 33.5,
+      "step": 10135
+    },
+    {
+      "epoch": 0.4843735066424544,
+      "grad_norm": 386.70404052734375,
+      "learning_rate": 1.773028863151048e-05,
+      "loss": 41.4375,
+      "step": 10136
+    },
+    {
+      "epoch": 0.48442129408391477,
+      "grad_norm": 246.4448699951172,
+      "learning_rate": 1.772979768935559e-05,
+      "loss": 29.75,
+      "step": 10137
+    },
+    {
+      "epoch": 0.48446908152537516,
+      "grad_norm": 444.322021484375,
+      "learning_rate": 1.772930670090919e-05,
+      "loss": 34.5,
+      "step": 10138
+    },
+    {
+      "epoch": 0.4845168689668355,
+      "grad_norm": 284.0444030761719,
+      "learning_rate": 1.7728815666174215e-05,
+      "loss": 37.6094,
+      "step": 10139
+    },
+    {
+      "epoch": 0.4845646564082959,
+      "grad_norm": 471.7994384765625,
+      "learning_rate": 1.7728324585153606e-05,
+      "loss": 34.0469,
+      "step": 10140
+    },
+    {
+      "epoch": 0.48461244384975627,
+      "grad_norm": 402.4693298339844,
+      "learning_rate": 1.7727833457850304e-05,
+      "loss": 50.6562,
+      "step": 10141
+    },
+    {
+      "epoch": 0.48466023129121666,
+      "grad_norm": 194.046630859375,
+      "learning_rate": 1.772734228426725e-05,
+      "loss": 28.5469,
+      "step": 10142
+    },
+    {
+      "epoch": 0.48470801873267705,
+      "grad_norm": 424.7291564941406,
+      "learning_rate": 1.772685106440739e-05,
+      "loss": 39.2969,
+      "step": 10143
+    },
+    {
+      "epoch": 0.48475580617413744,
+      "grad_norm": 429.37261962890625,
+      "learning_rate": 1.7726359798273663e-05,
+      "loss": 33.125,
+      "step": 10144
+    },
+    {
+      "epoch": 0.4848035936155978,
+      "grad_norm": 323.1968994140625,
+      "learning_rate": 1.7725868485869007e-05,
+      "loss": 30.0312,
+      "step": 10145
+    },
+    {
+      "epoch": 0.4848513810570582,
+      "grad_norm": 244.4700469970703,
+      "learning_rate": 1.772537712719637e-05,
+      "loss": 37.9375,
+      "step": 10146
+    },
+    {
+      "epoch": 0.4848991684985186,
+      "grad_norm": 229.26922607421875,
+      "learning_rate": 1.772488572225869e-05,
+      "loss": 18.2969,
+      "step": 10147
+    },
+    {
+      "epoch": 0.484946955939979,
+      "grad_norm": 171.9078369140625,
+      "learning_rate": 1.7724394271058915e-05,
+      "loss": 21.375,
+      "step": 10148
+    },
+    {
+      "epoch": 0.48499474338143933,
+      "grad_norm": 317.75860595703125,
+      "learning_rate": 1.772390277359999e-05,
+      "loss": 31.75,
+      "step": 10149
+    },
+    {
+      "epoch": 0.4850425308228997,
+      "grad_norm": 380.53509521484375,
+      "learning_rate": 1.7723411229884847e-05,
+      "loss": 47.9688,
+      "step": 10150
+    },
+    {
+      "epoch": 0.4850903182643601,
+      "grad_norm": 195.1066131591797,
+      "learning_rate": 1.7722919639916435e-05,
+      "loss": 34.875,
+      "step": 10151
+    },
+    {
+      "epoch": 0.4851381057058205,
+      "grad_norm": 362.3992919921875,
+      "learning_rate": 1.7722428003697704e-05,
+      "loss": 40.5312,
+      "step": 10152
+    },
+    {
+      "epoch": 0.4851858931472809,
+      "grad_norm": 246.9278106689453,
+      "learning_rate": 1.7721936321231593e-05,
+      "loss": 33.4062,
+      "step": 10153
+    },
+    {
+      "epoch": 0.4852336805887413,
+      "grad_norm": 246.58631896972656,
+      "learning_rate": 1.7721444592521047e-05,
+      "loss": 26.8438,
+      "step": 10154
+    },
+    {
+      "epoch": 0.48528146803020167,
+      "grad_norm": 162.81137084960938,
+      "learning_rate": 1.7720952817569012e-05,
+      "loss": 31.8438,
+      "step": 10155
+    },
+    {
+      "epoch": 0.48532925547166206,
+      "grad_norm": 289.5990905761719,
+      "learning_rate": 1.7720460996378434e-05,
+      "loss": 32.0312,
+      "step": 10156
+    },
+    {
+      "epoch": 0.48537704291312245,
+      "grad_norm": 429.60675048828125,
+      "learning_rate": 1.7719969128952253e-05,
+      "loss": 30.5312,
+      "step": 10157
+    },
+    {
+      "epoch": 0.48542483035458284,
+      "grad_norm": 217.9482421875,
+      "learning_rate": 1.7719477215293423e-05,
+      "loss": 36.8438,
+      "step": 10158
+    },
+    {
+      "epoch": 0.4854726177960432,
+      "grad_norm": 231.68991088867188,
+      "learning_rate": 1.7718985255404882e-05,
+      "loss": 24.2812,
+      "step": 10159
+    },
+    {
+      "epoch": 0.48552040523750356,
+      "grad_norm": 206.83599853515625,
+      "learning_rate": 1.771849324928958e-05,
+      "loss": 36.9062,
+      "step": 10160
+    },
+    {
+      "epoch": 0.48556819267896395,
+      "grad_norm": 173.99000549316406,
+      "learning_rate": 1.7718001196950466e-05,
+      "loss": 22.6875,
+      "step": 10161
+    },
+    {
+      "epoch": 0.48561598012042434,
+      "grad_norm": 319.2889099121094,
+      "learning_rate": 1.7717509098390482e-05,
+      "loss": 18.5938,
+      "step": 10162
+    },
+    {
+      "epoch": 0.48566376756188473,
+      "grad_norm": 176.3263702392578,
+      "learning_rate": 1.7717016953612572e-05,
+      "loss": 24.8438,
+      "step": 10163
+    },
+    {
+      "epoch": 0.4857115550033451,
+      "grad_norm": 280.5237731933594,
+      "learning_rate": 1.7716524762619695e-05,
+      "loss": 27.9375,
+      "step": 10164
+    },
+    {
+      "epoch": 0.4857593424448055,
+      "grad_norm": 205.54083251953125,
+      "learning_rate": 1.7716032525414787e-05,
+      "loss": 26.3125,
+      "step": 10165
+    },
+    {
+      "epoch": 0.4858071298862659,
+      "grad_norm": 216.14610290527344,
+      "learning_rate": 1.7715540242000802e-05,
+      "loss": 25.3438,
+      "step": 10166
+    },
+    {
+      "epoch": 0.4858549173277263,
+      "grad_norm": 275.3814392089844,
+      "learning_rate": 1.7715047912380686e-05,
+      "loss": 26.375,
+      "step": 10167
+    },
+    {
+      "epoch": 0.4859027047691867,
+      "grad_norm": 271.83697509765625,
+      "learning_rate": 1.7714555536557393e-05,
+      "loss": 33.5312,
+      "step": 10168
+    },
+    {
+      "epoch": 0.48595049221064707,
+      "grad_norm": 311.23602294921875,
+      "learning_rate": 1.7714063114533863e-05,
+      "loss": 33.0938,
+      "step": 10169
+    },
+    {
+      "epoch": 0.4859982796521074,
+      "grad_norm": 503.159912109375,
+      "learning_rate": 1.7713570646313048e-05,
+      "loss": 30.4062,
+      "step": 10170
+    },
+    {
+      "epoch": 0.4860460670935678,
+      "grad_norm": 650.8583374023438,
+      "learning_rate": 1.77130781318979e-05,
+      "loss": 37.75,
+      "step": 10171
+    },
+    {
+      "epoch": 0.4860938545350282,
+      "grad_norm": 308.9186706542969,
+      "learning_rate": 1.7712585571291362e-05,
+      "loss": 34.9688,
+      "step": 10172
+    },
+    {
+      "epoch": 0.48614164197648857,
+      "grad_norm": 350.42913818359375,
+      "learning_rate": 1.7712092964496394e-05,
+      "loss": 28.2812,
+      "step": 10173
+    },
+    {
+      "epoch": 0.48618942941794896,
+      "grad_norm": 290.161865234375,
+      "learning_rate": 1.771160031151594e-05,
+      "loss": 43.0625,
+      "step": 10174
+    },
+    {
+      "epoch": 0.48623721685940935,
+      "grad_norm": 276.7914733886719,
+      "learning_rate": 1.7711107612352948e-05,
+      "loss": 28.8125,
+      "step": 10175
+    },
+    {
+      "epoch": 0.48628500430086974,
+      "grad_norm": 245.35733032226562,
+      "learning_rate": 1.7710614867010373e-05,
+      "loss": 37.0938,
+      "step": 10176
+    },
+    {
+      "epoch": 0.48633279174233013,
+      "grad_norm": 403.67572021484375,
+      "learning_rate": 1.7710122075491163e-05,
+      "loss": 44.1562,
+      "step": 10177
+    },
+    {
+      "epoch": 0.4863805791837905,
+      "grad_norm": 292.0830078125,
+      "learning_rate": 1.7709629237798273e-05,
+      "loss": 23.0,
+      "step": 10178
+    },
+    {
+      "epoch": 0.4864283666252509,
+      "grad_norm": 114.35638427734375,
+      "learning_rate": 1.770913635393465e-05,
+      "loss": 18.9688,
+      "step": 10179
+    },
+    {
+      "epoch": 0.48647615406671124,
+      "grad_norm": 174.6654052734375,
+      "learning_rate": 1.7708643423903245e-05,
+      "loss": 25.375,
+      "step": 10180
+    },
+    {
+      "epoch": 0.48652394150817163,
+      "grad_norm": 287.77197265625,
+      "learning_rate": 1.7708150447707017e-05,
+      "loss": 28.3438,
+      "step": 10181
+    },
+    {
+      "epoch": 0.486571728949632,
+      "grad_norm": 1465.4482421875,
+      "learning_rate": 1.7707657425348913e-05,
+      "loss": 35.375,
+      "step": 10182
+    },
+    {
+      "epoch": 0.4866195163910924,
+      "grad_norm": 270.34814453125,
+      "learning_rate": 1.770716435683189e-05,
+      "loss": 29.3438,
+      "step": 10183
+    },
+    {
+      "epoch": 0.4866673038325528,
+      "grad_norm": 441.6709289550781,
+      "learning_rate": 1.770667124215889e-05,
+      "loss": 35.0625,
+      "step": 10184
+    },
+    {
+      "epoch": 0.4867150912740132,
+      "grad_norm": 166.23728942871094,
+      "learning_rate": 1.770617808133288e-05,
+      "loss": 26.0469,
+      "step": 10185
+    },
+    {
+      "epoch": 0.4867628787154736,
+      "grad_norm": 290.487060546875,
+      "learning_rate": 1.7705684874356806e-05,
+      "loss": 31.7812,
+      "step": 10186
+    },
+    {
+      "epoch": 0.48681066615693397,
+      "grad_norm": 177.43092346191406,
+      "learning_rate": 1.770519162123362e-05,
+      "loss": 31.6562,
+      "step": 10187
+    },
+    {
+      "epoch": 0.48685845359839436,
+      "grad_norm": 281.63201904296875,
+      "learning_rate": 1.770469832196628e-05,
+      "loss": 25.2812,
+      "step": 10188
+    },
+    {
+      "epoch": 0.48690624103985475,
+      "grad_norm": 233.3647918701172,
+      "learning_rate": 1.7704204976557742e-05,
+      "loss": 31.2188,
+      "step": 10189
+    },
+    {
+      "epoch": 0.48695402848131514,
+      "grad_norm": 193.1064453125,
+      "learning_rate": 1.7703711585010953e-05,
+      "loss": 28.0625,
+      "step": 10190
+    },
+    {
+      "epoch": 0.48700181592277547,
+      "grad_norm": 388.9996643066406,
+      "learning_rate": 1.7703218147328875e-05,
+      "loss": 42.7188,
+      "step": 10191
+    },
+    {
+      "epoch": 0.48704960336423586,
+      "grad_norm": 247.70591735839844,
+      "learning_rate": 1.770272466351446e-05,
+      "loss": 25.375,
+      "step": 10192
+    },
+    {
+      "epoch": 0.48709739080569625,
+      "grad_norm": 161.34678649902344,
+      "learning_rate": 1.7702231133570658e-05,
+      "loss": 24.375,
+      "step": 10193
+    },
+    {
+      "epoch": 0.48714517824715664,
+      "grad_norm": 308.5768127441406,
+      "learning_rate": 1.7701737557500435e-05,
+      "loss": 25.1562,
+      "step": 10194
+    },
+    {
+      "epoch": 0.48719296568861703,
+      "grad_norm": 286.683349609375,
+      "learning_rate": 1.770124393530674e-05,
+      "loss": 22.4375,
+      "step": 10195
+    },
+    {
+      "epoch": 0.4872407531300774,
+      "grad_norm": 520.9005737304688,
+      "learning_rate": 1.7700750266992535e-05,
+      "loss": 33.6562,
+      "step": 10196
+    },
+    {
+      "epoch": 0.4872885405715378,
+      "grad_norm": 430.629150390625,
+      "learning_rate": 1.7700256552560768e-05,
+      "loss": 29.2188,
+      "step": 10197
+    },
+    {
+      "epoch": 0.4873363280129982,
+      "grad_norm": 260.28009033203125,
+      "learning_rate": 1.7699762792014402e-05,
+      "loss": 27.9688,
+      "step": 10198
+    },
+    {
+      "epoch": 0.4873841154544586,
+      "grad_norm": 240.07693481445312,
+      "learning_rate": 1.7699268985356393e-05,
+      "loss": 28.0625,
+      "step": 10199
+    },
+    {
+      "epoch": 0.487431902895919,
+      "grad_norm": 243.3818359375,
+      "learning_rate": 1.7698775132589698e-05,
+      "loss": 39.0312,
+      "step": 10200
+    },
+    {
+      "epoch": 0.4874796903373793,
+      "grad_norm": 227.10128784179688,
+      "learning_rate": 1.7698281233717272e-05,
+      "loss": 32.6562,
+      "step": 10201
+    },
+    {
+      "epoch": 0.4875274777788397,
+      "grad_norm": 517.3318481445312,
+      "learning_rate": 1.7697787288742076e-05,
+      "loss": 44.5625,
+      "step": 10202
+    },
+    {
+      "epoch": 0.4875752652203001,
+      "grad_norm": 301.6767578125,
+      "learning_rate": 1.7697293297667068e-05,
+      "loss": 26.8438,
+      "step": 10203
+    },
+    {
+      "epoch": 0.4876230526617605,
+      "grad_norm": 126.32200622558594,
+      "learning_rate": 1.7696799260495202e-05,
+      "loss": 17.7812,
+      "step": 10204
+    },
+    {
+      "epoch": 0.48767084010322087,
+      "grad_norm": 417.03411865234375,
+      "learning_rate": 1.7696305177229446e-05,
+      "loss": 29.4062,
+      "step": 10205
+    },
+    {
+      "epoch": 0.48771862754468126,
+      "grad_norm": 263.00323486328125,
+      "learning_rate": 1.7695811047872745e-05,
+      "loss": 32.75,
+      "step": 10206
+    },
+    {
+      "epoch": 0.48776641498614165,
+      "grad_norm": 240.35243225097656,
+      "learning_rate": 1.7695316872428076e-05,
+      "loss": 25.2812,
+      "step": 10207
+    },
+    {
+      "epoch": 0.48781420242760204,
+      "grad_norm": 215.533447265625,
+      "learning_rate": 1.769482265089838e-05,
+      "loss": 31.1562,
+      "step": 10208
+    },
+    {
+      "epoch": 0.48786198986906243,
+      "grad_norm": 483.5580749511719,
+      "learning_rate": 1.769432838328663e-05,
+      "loss": 25.0469,
+      "step": 10209
+    },
+    {
+      "epoch": 0.4879097773105228,
+      "grad_norm": 632.4359130859375,
+      "learning_rate": 1.7693834069595777e-05,
+      "loss": 40.2188,
+      "step": 10210
+    },
+    {
+      "epoch": 0.48795756475198315,
+      "grad_norm": 175.93539428710938,
+      "learning_rate": 1.769333970982879e-05,
+      "loss": 28.6094,
+      "step": 10211
+    },
+    {
+      "epoch": 0.48800535219344354,
+      "grad_norm": 244.5309295654297,
+      "learning_rate": 1.7692845303988626e-05,
+      "loss": 28.375,
+      "step": 10212
+    },
+    {
+      "epoch": 0.48805313963490393,
+      "grad_norm": 233.20684814453125,
+      "learning_rate": 1.769235085207824e-05,
+      "loss": 33.6875,
+      "step": 10213
+    },
+    {
+      "epoch": 0.4881009270763643,
+      "grad_norm": 232.20046997070312,
+      "learning_rate": 1.76918563541006e-05,
+      "loss": 28.5312,
+      "step": 10214
+    },
+    {
+      "epoch": 0.4881487145178247,
+      "grad_norm": 181.8485565185547,
+      "learning_rate": 1.769136181005867e-05,
+      "loss": 31.4375,
+      "step": 10215
+    },
+    {
+      "epoch": 0.4881965019592851,
+      "grad_norm": 416.7934265136719,
+      "learning_rate": 1.76908672199554e-05,
+      "loss": 40.9688,
+      "step": 10216
+    },
+    {
+      "epoch": 0.4882442894007455,
+      "grad_norm": 266.9679870605469,
+      "learning_rate": 1.769037258379377e-05,
+      "loss": 26.2812,
+      "step": 10217
+    },
+    {
+      "epoch": 0.4882920768422059,
+      "grad_norm": 400.96563720703125,
+      "learning_rate": 1.7689877901576724e-05,
+      "loss": 41.4062,
+      "step": 10218
+    },
+    {
+      "epoch": 0.48833986428366627,
+      "grad_norm": 251.25112915039062,
+      "learning_rate": 1.768938317330723e-05,
+      "loss": 33.75,
+      "step": 10219
+    },
+    {
+      "epoch": 0.48838765172512666,
+      "grad_norm": 261.6355895996094,
+      "learning_rate": 1.7688888398988256e-05,
+      "loss": 28.8125,
+      "step": 10220
+    },
+    {
+      "epoch": 0.488435439166587,
+      "grad_norm": 739.277587890625,
+      "learning_rate": 1.768839357862276e-05,
+      "loss": 40.8125,
+      "step": 10221
+    },
+    {
+      "epoch": 0.4884832266080474,
+      "grad_norm": 1703.49658203125,
+      "learning_rate": 1.768789871221371e-05,
+      "loss": 37.0,
+      "step": 10222
+    },
+    {
+      "epoch": 0.4885310140495078,
+      "grad_norm": 333.3083801269531,
+      "learning_rate": 1.7687403799764068e-05,
+      "loss": 29.5625,
+      "step": 10223
+    },
+    {
+      "epoch": 0.48857880149096816,
+      "grad_norm": 284.90582275390625,
+      "learning_rate": 1.7686908841276796e-05,
+      "loss": 36.8125,
+      "step": 10224
+    },
+    {
+      "epoch": 0.48862658893242855,
+      "grad_norm": 262.88201904296875,
+      "learning_rate": 1.7686413836754856e-05,
+      "loss": 32.7812,
+      "step": 10225
+    },
+    {
+      "epoch": 0.48867437637388894,
+      "grad_norm": 212.76040649414062,
+      "learning_rate": 1.7685918786201215e-05,
+      "loss": 28.9688,
+      "step": 10226
+    },
+    {
+      "epoch": 0.48872216381534933,
+      "grad_norm": 398.0252990722656,
+      "learning_rate": 1.768542368961884e-05,
+      "loss": 33.5312,
+      "step": 10227
+    },
+    {
+      "epoch": 0.4887699512568097,
+      "grad_norm": 364.85723876953125,
+      "learning_rate": 1.7684928547010693e-05,
+      "loss": 34.875,
+      "step": 10228
+    },
+    {
+      "epoch": 0.4888177386982701,
+      "grad_norm": 314.9020080566406,
+      "learning_rate": 1.768443335837974e-05,
+      "loss": 22.9531,
+      "step": 10229
+    },
+    {
+      "epoch": 0.4888655261397305,
+      "grad_norm": 300.6067199707031,
+      "learning_rate": 1.768393812372895e-05,
+      "loss": 36.875,
+      "step": 10230
+    },
+    {
+      "epoch": 0.4889133135811909,
+      "grad_norm": 258.412353515625,
+      "learning_rate": 1.7683442843061283e-05,
+      "loss": 31.4062,
+      "step": 10231
+    },
+    {
+      "epoch": 0.4889611010226512,
+      "grad_norm": 434.068359375,
+      "learning_rate": 1.7682947516379706e-05,
+      "loss": 27.0625,
+      "step": 10232
+    },
+    {
+      "epoch": 0.4890088884641116,
+      "grad_norm": 239.6343536376953,
+      "learning_rate": 1.768245214368719e-05,
+      "loss": 33.3125,
+      "step": 10233
+    },
+    {
+      "epoch": 0.489056675905572,
+      "grad_norm": 282.4825744628906,
+      "learning_rate": 1.7681956724986698e-05,
+      "loss": 39.25,
+      "step": 10234
+    },
+    {
+      "epoch": 0.4891044633470324,
+      "grad_norm": 283.1004333496094,
+      "learning_rate": 1.76814612602812e-05,
+      "loss": 30.1562,
+      "step": 10235
+    },
+    {
+      "epoch": 0.4891522507884928,
+      "grad_norm": 182.0222930908203,
+      "learning_rate": 1.7680965749573658e-05,
+      "loss": 26.7812,
+      "step": 10236
+    },
+    {
+      "epoch": 0.48920003822995317,
+      "grad_norm": 244.0048065185547,
+      "learning_rate": 1.7680470192867043e-05,
+      "loss": 31.8594,
+      "step": 10237
+    },
+    {
+      "epoch": 0.48924782567141356,
+      "grad_norm": 332.1965637207031,
+      "learning_rate": 1.7679974590164323e-05,
+      "loss": 28.6875,
+      "step": 10238
+    },
+    {
+      "epoch": 0.48929561311287395,
+      "grad_norm": 221.00543212890625,
+      "learning_rate": 1.7679478941468463e-05,
+      "loss": 31.5156,
+      "step": 10239
+    },
+    {
+      "epoch": 0.48934340055433434,
+      "grad_norm": 287.71478271484375,
+      "learning_rate": 1.7678983246782434e-05,
+      "loss": 36.1562,
+      "step": 10240
+    },
+    {
+      "epoch": 0.48939118799579473,
+      "grad_norm": 307.2289123535156,
+      "learning_rate": 1.7678487506109204e-05,
+      "loss": 30.5312,
+      "step": 10241
+    },
+    {
+      "epoch": 0.48943897543725506,
+      "grad_norm": 207.5235137939453,
+      "learning_rate": 1.767799171945174e-05,
+      "loss": 25.125,
+      "step": 10242
+    },
+    {
+      "epoch": 0.48948676287871545,
+      "grad_norm": 411.1856689453125,
+      "learning_rate": 1.7677495886813017e-05,
+      "loss": 38.7812,
+      "step": 10243
+    },
+    {
+      "epoch": 0.48953455032017584,
+      "grad_norm": 206.3561553955078,
+      "learning_rate": 1.7677000008195996e-05,
+      "loss": 25.4688,
+      "step": 10244
+    },
+    {
+      "epoch": 0.48958233776163623,
+      "grad_norm": 363.1993103027344,
+      "learning_rate": 1.7676504083603656e-05,
+      "loss": 20.7188,
+      "step": 10245
+    },
+    {
+      "epoch": 0.4896301252030966,
+      "grad_norm": 261.619140625,
+      "learning_rate": 1.767600811303896e-05,
+      "loss": 22.3594,
+      "step": 10246
+    },
+    {
+      "epoch": 0.489677912644557,
+      "grad_norm": 231.60414123535156,
+      "learning_rate": 1.767551209650488e-05,
+      "loss": 26.7031,
+      "step": 10247
+    },
+    {
+      "epoch": 0.4897257000860174,
+      "grad_norm": 248.3803253173828,
+      "learning_rate": 1.7675016034004385e-05,
+      "loss": 33.4688,
+      "step": 10248
+    },
+    {
+      "epoch": 0.4897734875274778,
+      "grad_norm": 165.5059051513672,
+      "learning_rate": 1.7674519925540447e-05,
+      "loss": 23.2891,
+      "step": 10249
+    },
+    {
+      "epoch": 0.4898212749689382,
+      "grad_norm": 630.94140625,
+      "learning_rate": 1.767402377111604e-05,
+      "loss": 31.8438,
+      "step": 10250
+    },
+    {
+      "epoch": 0.48986906241039857,
+      "grad_norm": 277.2452697753906,
+      "learning_rate": 1.7673527570734134e-05,
+      "loss": 27.5156,
+      "step": 10251
+    },
+    {
+      "epoch": 0.4899168498518589,
+      "grad_norm": 352.08966064453125,
+      "learning_rate": 1.7673031324397694e-05,
+      "loss": 32.25,
+      "step": 10252
+    },
+    {
+      "epoch": 0.4899646372933193,
+      "grad_norm": 453.16485595703125,
+      "learning_rate": 1.76725350321097e-05,
+      "loss": 45.75,
+      "step": 10253
+    },
+    {
+      "epoch": 0.4900124247347797,
+      "grad_norm": 199.0177001953125,
+      "learning_rate": 1.7672038693873124e-05,
+      "loss": 27.9375,
+      "step": 10254
+    },
+    {
+      "epoch": 0.4900602121762401,
+      "grad_norm": 366.33624267578125,
+      "learning_rate": 1.7671542309690936e-05,
+      "loss": 38.3125,
+      "step": 10255
+    },
+    {
+      "epoch": 0.49010799961770046,
+      "grad_norm": 320.7419738769531,
+      "learning_rate": 1.7671045879566104e-05,
+      "loss": 29.6562,
+      "step": 10256
+    },
+    {
+      "epoch": 0.49015578705916085,
+      "grad_norm": 184.3797607421875,
+      "learning_rate": 1.767054940350161e-05,
+      "loss": 31.8438,
+      "step": 10257
+    },
+    {
+      "epoch": 0.49020357450062124,
+      "grad_norm": 510.1966552734375,
+      "learning_rate": 1.767005288150042e-05,
+      "loss": 34.3594,
+      "step": 10258
+    },
+    {
+      "epoch": 0.49025136194208163,
+      "grad_norm": 317.7969665527344,
+      "learning_rate": 1.766955631356551e-05,
+      "loss": 29.8438,
+      "step": 10259
+    },
+    {
+      "epoch": 0.490299149383542,
+      "grad_norm": 235.79652404785156,
+      "learning_rate": 1.7669059699699855e-05,
+      "loss": 31.8125,
+      "step": 10260
+    },
+    {
+      "epoch": 0.4903469368250024,
+      "grad_norm": 311.6294860839844,
+      "learning_rate": 1.7668563039906427e-05,
+      "loss": 26.1875,
+      "step": 10261
+    },
+    {
+      "epoch": 0.4903947242664628,
+      "grad_norm": 308.0523986816406,
+      "learning_rate": 1.7668066334188204e-05,
+      "loss": 28.3125,
+      "step": 10262
+    },
+    {
+      "epoch": 0.49044251170792313,
+      "grad_norm": 197.0966796875,
+      "learning_rate": 1.7667569582548155e-05,
+      "loss": 26.6875,
+      "step": 10263
+    },
+    {
+      "epoch": 0.4904902991493835,
+      "grad_norm": 257.80328369140625,
+      "learning_rate": 1.766707278498926e-05,
+      "loss": 23.75,
+      "step": 10264
+    },
+    {
+      "epoch": 0.4905380865908439,
+      "grad_norm": 115.05799865722656,
+      "learning_rate": 1.7666575941514495e-05,
+      "loss": 14.0,
+      "step": 10265
+    },
+    {
+      "epoch": 0.4905858740323043,
+      "grad_norm": 249.2037353515625,
+      "learning_rate": 1.7666079052126827e-05,
+      "loss": 29.25,
+      "step": 10266
+    },
+    {
+      "epoch": 0.4906336614737647,
+      "grad_norm": 236.2556610107422,
+      "learning_rate": 1.766558211682924e-05,
+      "loss": 23.9375,
+      "step": 10267
+    },
+    {
+      "epoch": 0.4906814489152251,
+      "grad_norm": 179.14059448242188,
+      "learning_rate": 1.766508513562471e-05,
+      "loss": 29.3125,
+      "step": 10268
+    },
+    {
+      "epoch": 0.49072923635668547,
+      "grad_norm": 404.33526611328125,
+      "learning_rate": 1.766458810851621e-05,
+      "loss": 36.125,
+      "step": 10269
+    },
+    {
+      "epoch": 0.49077702379814586,
+      "grad_norm": 354.4436340332031,
+      "learning_rate": 1.7664091035506718e-05,
+      "loss": 30.6562,
+      "step": 10270
+    },
+    {
+      "epoch": 0.49082481123960625,
+      "grad_norm": 262.5579833984375,
+      "learning_rate": 1.7663593916599206e-05,
+      "loss": 29.5312,
+      "step": 10271
+    },
+    {
+      "epoch": 0.49087259868106664,
+      "grad_norm": 361.8150939941406,
+      "learning_rate": 1.7663096751796658e-05,
+      "loss": 22.5625,
+      "step": 10272
+    },
+    {
+      "epoch": 0.490920386122527,
+      "grad_norm": 175.91702270507812,
+      "learning_rate": 1.7662599541102045e-05,
+      "loss": 23.0,
+      "step": 10273
+    },
+    {
+      "epoch": 0.49096817356398736,
+      "grad_norm": 350.8815002441406,
+      "learning_rate": 1.7662102284518354e-05,
+      "loss": 58.1875,
+      "step": 10274
+    },
+    {
+      "epoch": 0.49101596100544775,
+      "grad_norm": 429.9906005859375,
+      "learning_rate": 1.7661604982048554e-05,
+      "loss": 42.5625,
+      "step": 10275
+    },
+    {
+      "epoch": 0.49106374844690814,
+      "grad_norm": 191.48057556152344,
+      "learning_rate": 1.7661107633695626e-05,
+      "loss": 24.9688,
+      "step": 10276
+    },
+    {
+      "epoch": 0.49111153588836853,
+      "grad_norm": 306.6693115234375,
+      "learning_rate": 1.766061023946255e-05,
+      "loss": 33.7812,
+      "step": 10277
+    },
+    {
+      "epoch": 0.4911593233298289,
+      "grad_norm": 193.4333953857422,
+      "learning_rate": 1.76601127993523e-05,
+      "loss": 38.0,
+      "step": 10278
+    },
+    {
+      "epoch": 0.4912071107712893,
+      "grad_norm": 203.2100830078125,
+      "learning_rate": 1.7659615313367862e-05,
+      "loss": 24.1562,
+      "step": 10279
+    },
+    {
+      "epoch": 0.4912548982127497,
+      "grad_norm": 424.275146484375,
+      "learning_rate": 1.7659117781512213e-05,
+      "loss": 30.6875,
+      "step": 10280
+    },
+    {
+      "epoch": 0.4913026856542101,
+      "grad_norm": 226.08729553222656,
+      "learning_rate": 1.765862020378833e-05,
+      "loss": 23.4375,
+      "step": 10281
+    },
+    {
+      "epoch": 0.4913504730956705,
+      "grad_norm": 247.3249053955078,
+      "learning_rate": 1.765812258019919e-05,
+      "loss": 30.9844,
+      "step": 10282
+    },
+    {
+      "epoch": 0.4913982605371308,
+      "grad_norm": 632.890625,
+      "learning_rate": 1.7657624910747783e-05,
+      "loss": 34.7812,
+      "step": 10283
+    },
+    {
+      "epoch": 0.4914460479785912,
+      "grad_norm": 457.9267578125,
+      "learning_rate": 1.7657127195437082e-05,
+      "loss": 30.8281,
+      "step": 10284
+    },
+    {
+      "epoch": 0.4914938354200516,
+      "grad_norm": 232.05885314941406,
+      "learning_rate": 1.765662943427007e-05,
+      "loss": 24.4688,
+      "step": 10285
+    },
+    {
+      "epoch": 0.491541622861512,
+      "grad_norm": 338.88427734375,
+      "learning_rate": 1.7656131627249727e-05,
+      "loss": 27.7188,
+      "step": 10286
+    },
+    {
+      "epoch": 0.4915894103029724,
+      "grad_norm": 186.4441680908203,
+      "learning_rate": 1.7655633774379036e-05,
+      "loss": 33.8125,
+      "step": 10287
+    },
+    {
+      "epoch": 0.49163719774443276,
+      "grad_norm": 223.86631774902344,
+      "learning_rate": 1.7655135875660976e-05,
+      "loss": 35.1562,
+      "step": 10288
+    },
+    {
+      "epoch": 0.49168498518589315,
+      "grad_norm": 200.17929077148438,
+      "learning_rate": 1.765463793109853e-05,
+      "loss": 35.6875,
+      "step": 10289
+    },
+    {
+      "epoch": 0.49173277262735354,
+      "grad_norm": 222.0673370361328,
+      "learning_rate": 1.765413994069468e-05,
+      "loss": 33.9062,
+      "step": 10290
+    },
+    {
+      "epoch": 0.49178056006881393,
+      "grad_norm": 437.3462219238281,
+      "learning_rate": 1.7653641904452408e-05,
+      "loss": 34.3125,
+      "step": 10291
+    },
+    {
+      "epoch": 0.4918283475102743,
+      "grad_norm": 314.7987060546875,
+      "learning_rate": 1.76531438223747e-05,
+      "loss": 27.8438,
+      "step": 10292
+    },
+    {
+      "epoch": 0.4918761349517347,
+      "grad_norm": 136.0668487548828,
+      "learning_rate": 1.765264569446453e-05,
+      "loss": 17.9219,
+      "step": 10293
+    },
+    {
+      "epoch": 0.49192392239319505,
+      "grad_norm": 367.0231628417969,
+      "learning_rate": 1.765214752072489e-05,
+      "loss": 31.5625,
+      "step": 10294
+    },
+    {
+      "epoch": 0.49197170983465544,
+      "grad_norm": 178.1527862548828,
+      "learning_rate": 1.765164930115876e-05,
+      "loss": 22.3594,
+      "step": 10295
+    },
+    {
+      "epoch": 0.4920194972761158,
+      "grad_norm": 521.5611572265625,
+      "learning_rate": 1.7651151035769125e-05,
+      "loss": 23.75,
+      "step": 10296
+    },
+    {
+      "epoch": 0.4920672847175762,
+      "grad_norm": 163.05926513671875,
+      "learning_rate": 1.7650652724558965e-05,
+      "loss": 30.375,
+      "step": 10297
+    },
+    {
+      "epoch": 0.4921150721590366,
+      "grad_norm": 286.0851745605469,
+      "learning_rate": 1.7650154367531272e-05,
+      "loss": 32.3125,
+      "step": 10298
+    },
+    {
+      "epoch": 0.492162859600497,
+      "grad_norm": 190.92860412597656,
+      "learning_rate": 1.764965596468902e-05,
+      "loss": 27.2188,
+      "step": 10299
+    },
+    {
+      "epoch": 0.4922106470419574,
+      "grad_norm": 645.2282104492188,
+      "learning_rate": 1.7649157516035205e-05,
+      "loss": 33.25,
+      "step": 10300
+    },
+    {
+      "epoch": 0.4922584344834178,
+      "grad_norm": 249.6407012939453,
+      "learning_rate": 1.7648659021572805e-05,
+      "loss": 36.5625,
+      "step": 10301
+    },
+    {
+      "epoch": 0.49230622192487816,
+      "grad_norm": 261.4796447753906,
+      "learning_rate": 1.7648160481304804e-05,
+      "loss": 20.2188,
+      "step": 10302
+    },
+    {
+      "epoch": 0.49235400936633855,
+      "grad_norm": 463.9218444824219,
+      "learning_rate": 1.7647661895234194e-05,
+      "loss": 25.5469,
+      "step": 10303
+    },
+    {
+      "epoch": 0.4924017968077989,
+      "grad_norm": 321.5693054199219,
+      "learning_rate": 1.7647163263363954e-05,
+      "loss": 37.0,
+      "step": 10304
+    },
+    {
+      "epoch": 0.4924495842492593,
+      "grad_norm": 291.7826843261719,
+      "learning_rate": 1.764666458569708e-05,
+      "loss": 28.0781,
+      "step": 10305
+    },
+    {
+      "epoch": 0.49249737169071967,
+      "grad_norm": 343.9391784667969,
+      "learning_rate": 1.7646165862236543e-05,
+      "loss": 29.375,
+      "step": 10306
+    },
+    {
+      "epoch": 0.49254515913218005,
+      "grad_norm": 307.7158203125,
+      "learning_rate": 1.7645667092985345e-05,
+      "loss": 37.875,
+      "step": 10307
+    },
+    {
+      "epoch": 0.49259294657364044,
+      "grad_norm": 780.08447265625,
+      "learning_rate": 1.7645168277946466e-05,
+      "loss": 43.8438,
+      "step": 10308
+    },
+    {
+      "epoch": 0.49264073401510083,
+      "grad_norm": 440.6993408203125,
+      "learning_rate": 1.7644669417122892e-05,
+      "loss": 46.2812,
+      "step": 10309
+    },
+    {
+      "epoch": 0.4926885214565612,
+      "grad_norm": 185.1717987060547,
+      "learning_rate": 1.7644170510517614e-05,
+      "loss": 25.5312,
+      "step": 10310
+    },
+    {
+      "epoch": 0.4927363088980216,
+      "grad_norm": 207.13690185546875,
+      "learning_rate": 1.764367155813362e-05,
+      "loss": 28.0469,
+      "step": 10311
+    },
+    {
+      "epoch": 0.492784096339482,
+      "grad_norm": 216.28973388671875,
+      "learning_rate": 1.7643172559973892e-05,
+      "loss": 28.625,
+      "step": 10312
+    },
+    {
+      "epoch": 0.4928318837809424,
+      "grad_norm": 205.8828887939453,
+      "learning_rate": 1.7642673516041426e-05,
+      "loss": 31.9062,
+      "step": 10313
+    },
+    {
+      "epoch": 0.4928796712224027,
+      "grad_norm": 424.5765686035156,
+      "learning_rate": 1.764217442633921e-05,
+      "loss": 25.0,
+      "step": 10314
+    },
+    {
+      "epoch": 0.4929274586638631,
+      "grad_norm": 174.9531707763672,
+      "learning_rate": 1.7641675290870222e-05,
+      "loss": 22.3125,
+      "step": 10315
+    },
+    {
+      "epoch": 0.4929752461053235,
+      "grad_norm": 335.2431945800781,
+      "learning_rate": 1.7641176109637465e-05,
+      "loss": 27.375,
+      "step": 10316
+    },
+    {
+      "epoch": 0.4930230335467839,
+      "grad_norm": 247.5973663330078,
+      "learning_rate": 1.7640676882643926e-05,
+      "loss": 31.9062,
+      "step": 10317
+    },
+    {
+      "epoch": 0.4930708209882443,
+      "grad_norm": 205.01614379882812,
+      "learning_rate": 1.7640177609892587e-05,
+      "loss": 26.0625,
+      "step": 10318
+    },
+    {
+      "epoch": 0.4931186084297047,
+      "grad_norm": 165.00729370117188,
+      "learning_rate": 1.7639678291386442e-05,
+      "loss": 27.5938,
+      "step": 10319
+    },
+    {
+      "epoch": 0.49316639587116506,
+      "grad_norm": 753.5029907226562,
+      "learning_rate": 1.7639178927128483e-05,
+      "loss": 32.125,
+      "step": 10320
+    },
+    {
+      "epoch": 0.49321418331262545,
+      "grad_norm": 267.284423828125,
+      "learning_rate": 1.76386795171217e-05,
+      "loss": 28.0938,
+      "step": 10321
+    },
+    {
+      "epoch": 0.49326197075408584,
+      "grad_norm": 299.81988525390625,
+      "learning_rate": 1.7638180061369087e-05,
+      "loss": 33.1562,
+      "step": 10322
+    },
+    {
+      "epoch": 0.49330975819554623,
+      "grad_norm": 245.92189025878906,
+      "learning_rate": 1.7637680559873624e-05,
+      "loss": 33.4062,
+      "step": 10323
+    },
+    {
+      "epoch": 0.49335754563700657,
+      "grad_norm": 260.9539489746094,
+      "learning_rate": 1.7637181012638313e-05,
+      "loss": 36.9219,
+      "step": 10324
+    },
+    {
+      "epoch": 0.49340533307846696,
+      "grad_norm": 191.47975158691406,
+      "learning_rate": 1.7636681419666145e-05,
+      "loss": 38.3125,
+      "step": 10325
+    },
+    {
+      "epoch": 0.49345312051992735,
+      "grad_norm": 288.6903381347656,
+      "learning_rate": 1.7636181780960105e-05,
+      "loss": 39.375,
+      "step": 10326
+    },
+    {
+      "epoch": 0.49350090796138774,
+      "grad_norm": 425.3341064453125,
+      "learning_rate": 1.763568209652319e-05,
+      "loss": 31.7812,
+      "step": 10327
+    },
+    {
+      "epoch": 0.4935486954028481,
+      "grad_norm": 166.0514678955078,
+      "learning_rate": 1.7635182366358397e-05,
+      "loss": 20.8438,
+      "step": 10328
+    },
+    {
+      "epoch": 0.4935964828443085,
+      "grad_norm": 255.34556579589844,
+      "learning_rate": 1.7634682590468707e-05,
+      "loss": 23.6875,
+      "step": 10329
+    },
+    {
+      "epoch": 0.4936442702857689,
+      "grad_norm": 219.11122131347656,
+      "learning_rate": 1.7634182768857124e-05,
+      "loss": 33.8125,
+      "step": 10330
+    },
+    {
+      "epoch": 0.4936920577272293,
+      "grad_norm": 156.62002563476562,
+      "learning_rate": 1.7633682901526637e-05,
+      "loss": 34.5156,
+      "step": 10331
+    },
+    {
+      "epoch": 0.4937398451686897,
+      "grad_norm": 227.24623107910156,
+      "learning_rate": 1.763318298848024e-05,
+      "loss": 29.125,
+      "step": 10332
+    },
+    {
+      "epoch": 0.4937876326101501,
+      "grad_norm": 213.50071716308594,
+      "learning_rate": 1.7632683029720924e-05,
+      "loss": 22.6562,
+      "step": 10333
+    },
+    {
+      "epoch": 0.49383542005161046,
+      "grad_norm": 284.8601989746094,
+      "learning_rate": 1.763218302525169e-05,
+      "loss": 24.1562,
+      "step": 10334
+    },
+    {
+      "epoch": 0.4938832074930708,
+      "grad_norm": 274.8423767089844,
+      "learning_rate": 1.7631682975075523e-05,
+      "loss": 37.5312,
+      "step": 10335
+    },
+    {
+      "epoch": 0.4939309949345312,
+      "grad_norm": 347.341552734375,
+      "learning_rate": 1.763118287919542e-05,
+      "loss": 34.0469,
+      "step": 10336
+    },
+    {
+      "epoch": 0.4939787823759916,
+      "grad_norm": 267.32598876953125,
+      "learning_rate": 1.7630682737614384e-05,
+      "loss": 27.4375,
+      "step": 10337
+    },
+    {
+      "epoch": 0.49402656981745197,
+      "grad_norm": 291.9156188964844,
+      "learning_rate": 1.7630182550335405e-05,
+      "loss": 33.25,
+      "step": 10338
+    },
+    {
+      "epoch": 0.49407435725891236,
+      "grad_norm": 193.45318603515625,
+      "learning_rate": 1.7629682317361476e-05,
+      "loss": 24.4062,
+      "step": 10339
+    },
+    {
+      "epoch": 0.49412214470037275,
+      "grad_norm": 226.90005493164062,
+      "learning_rate": 1.7629182038695594e-05,
+      "loss": 31.0938,
+      "step": 10340
+    },
+    {
+      "epoch": 0.49416993214183313,
+      "grad_norm": 203.09120178222656,
+      "learning_rate": 1.7628681714340758e-05,
+      "loss": 24.6875,
+      "step": 10341
+    },
+    {
+      "epoch": 0.4942177195832935,
+      "grad_norm": 334.6645812988281,
+      "learning_rate": 1.762818134429996e-05,
+      "loss": 19.9062,
+      "step": 10342
+    },
+    {
+      "epoch": 0.4942655070247539,
+      "grad_norm": 315.755859375,
+      "learning_rate": 1.7627680928576202e-05,
+      "loss": 28.5,
+      "step": 10343
+    },
+    {
+      "epoch": 0.4943132944662143,
+      "grad_norm": 494.019287109375,
+      "learning_rate": 1.7627180467172475e-05,
+      "loss": 42.6875,
+      "step": 10344
+    },
+    {
+      "epoch": 0.49436108190767464,
+      "grad_norm": 297.8738098144531,
+      "learning_rate": 1.762667996009178e-05,
+      "loss": 42.8438,
+      "step": 10345
+    },
+    {
+      "epoch": 0.494408869349135,
+      "grad_norm": 258.4468688964844,
+      "learning_rate": 1.762617940733711e-05,
+      "loss": 24.0625,
+      "step": 10346
+    },
+    {
+      "epoch": 0.4944566567905954,
+      "grad_norm": 195.50831604003906,
+      "learning_rate": 1.762567880891147e-05,
+      "loss": 25.0312,
+      "step": 10347
+    },
+    {
+      "epoch": 0.4945044442320558,
+      "grad_norm": 129.64999389648438,
+      "learning_rate": 1.7625178164817855e-05,
+      "loss": 33.7812,
+      "step": 10348
+    },
+    {
+      "epoch": 0.4945522316735162,
+      "grad_norm": 415.1452941894531,
+      "learning_rate": 1.7624677475059256e-05,
+      "loss": 29.2188,
+      "step": 10349
+    },
+    {
+      "epoch": 0.4946000191149766,
+      "grad_norm": 230.74267578125,
+      "learning_rate": 1.762417673963868e-05,
+      "loss": 33.8281,
+      "step": 10350
+    },
+    {
+      "epoch": 0.494647806556437,
+      "grad_norm": 226.03575134277344,
+      "learning_rate": 1.7623675958559126e-05,
+      "loss": 28.9375,
+      "step": 10351
+    },
+    {
+      "epoch": 0.49469559399789736,
+      "grad_norm": 170.45799255371094,
+      "learning_rate": 1.7623175131823588e-05,
+      "loss": 27.6562,
+      "step": 10352
+    },
+    {
+      "epoch": 0.49474338143935775,
+      "grad_norm": 203.59457397460938,
+      "learning_rate": 1.7622674259435067e-05,
+      "loss": 27.5938,
+      "step": 10353
+    },
+    {
+      "epoch": 0.49479116888081814,
+      "grad_norm": 260.5982360839844,
+      "learning_rate": 1.7622173341396563e-05,
+      "loss": 18.9844,
+      "step": 10354
+    },
+    {
+      "epoch": 0.4948389563222785,
+      "grad_norm": 247.9949188232422,
+      "learning_rate": 1.7621672377711078e-05,
+      "loss": 43.1875,
+      "step": 10355
+    },
+    {
+      "epoch": 0.49488674376373887,
+      "grad_norm": 318.1054992675781,
+      "learning_rate": 1.762117136838161e-05,
+      "loss": 25.4531,
+      "step": 10356
+    },
+    {
+      "epoch": 0.49493453120519926,
+      "grad_norm": 247.60580444335938,
+      "learning_rate": 1.7620670313411156e-05,
+      "loss": 35.5312,
+      "step": 10357
+    },
+    {
+      "epoch": 0.49498231864665965,
+      "grad_norm": 172.74317932128906,
+      "learning_rate": 1.7620169212802723e-05,
+      "loss": 17.6875,
+      "step": 10358
+    },
+    {
+      "epoch": 0.49503010608812004,
+      "grad_norm": 189.0012664794922,
+      "learning_rate": 1.761966806655931e-05,
+      "loss": 25.3438,
+      "step": 10359
+    },
+    {
+      "epoch": 0.4950778935295804,
+      "grad_norm": 649.8289184570312,
+      "learning_rate": 1.7619166874683914e-05,
+      "loss": 28.5,
+      "step": 10360
+    },
+    {
+      "epoch": 0.4951256809710408,
+      "grad_norm": 163.14772033691406,
+      "learning_rate": 1.761866563717954e-05,
+      "loss": 18.9062,
+      "step": 10361
+    },
+    {
+      "epoch": 0.4951734684125012,
+      "grad_norm": 266.6062316894531,
+      "learning_rate": 1.7618164354049196e-05,
+      "loss": 30.1875,
+      "step": 10362
+    },
+    {
+      "epoch": 0.4952212558539616,
+      "grad_norm": 167.406005859375,
+      "learning_rate": 1.761766302529587e-05,
+      "loss": 23.75,
+      "step": 10363
+    },
+    {
+      "epoch": 0.495269043295422,
+      "grad_norm": 351.108154296875,
+      "learning_rate": 1.7617161650922575e-05,
+      "loss": 23.5312,
+      "step": 10364
+    },
+    {
+      "epoch": 0.4953168307368824,
+      "grad_norm": 272.9892272949219,
+      "learning_rate": 1.761666023093231e-05,
+      "loss": 27.2969,
+      "step": 10365
+    },
+    {
+      "epoch": 0.4953646181783427,
+      "grad_norm": 751.50634765625,
+      "learning_rate": 1.7616158765328082e-05,
+      "loss": 29.1562,
+      "step": 10366
+    },
+    {
+      "epoch": 0.4954124056198031,
+      "grad_norm": 219.77456665039062,
+      "learning_rate": 1.7615657254112887e-05,
+      "loss": 23.25,
+      "step": 10367
+    },
+    {
+      "epoch": 0.4954601930612635,
+      "grad_norm": 639.2337036132812,
+      "learning_rate": 1.7615155697289734e-05,
+      "loss": 20.1562,
+      "step": 10368
+    },
+    {
+      "epoch": 0.4955079805027239,
+      "grad_norm": 160.6510009765625,
+      "learning_rate": 1.7614654094861622e-05,
+      "loss": 22.4375,
+      "step": 10369
+    },
+    {
+      "epoch": 0.49555576794418427,
+      "grad_norm": 235.3756866455078,
+      "learning_rate": 1.7614152446831557e-05,
+      "loss": 23.8281,
+      "step": 10370
+    },
+    {
+      "epoch": 0.49560355538564466,
+      "grad_norm": 261.19940185546875,
+      "learning_rate": 1.7613650753202548e-05,
+      "loss": 34.6875,
+      "step": 10371
+    },
+    {
+      "epoch": 0.49565134282710505,
+      "grad_norm": 190.0816192626953,
+      "learning_rate": 1.761314901397759e-05,
+      "loss": 26.6094,
+      "step": 10372
+    },
+    {
+      "epoch": 0.49569913026856544,
+      "grad_norm": 437.7867126464844,
+      "learning_rate": 1.7612647229159695e-05,
+      "loss": 25.1719,
+      "step": 10373
+    },
+    {
+      "epoch": 0.4957469177100258,
+      "grad_norm": 229.6114959716797,
+      "learning_rate": 1.7612145398751866e-05,
+      "loss": 23.9062,
+      "step": 10374
+    },
+    {
+      "epoch": 0.4957947051514862,
+      "grad_norm": 255.83694458007812,
+      "learning_rate": 1.761164352275711e-05,
+      "loss": 23.4062,
+      "step": 10375
+    },
+    {
+      "epoch": 0.49584249259294655,
+      "grad_norm": 181.97952270507812,
+      "learning_rate": 1.7611141601178433e-05,
+      "loss": 24.75,
+      "step": 10376
+    },
+    {
+      "epoch": 0.49589028003440694,
+      "grad_norm": 260.91583251953125,
+      "learning_rate": 1.7610639634018832e-05,
+      "loss": 21.5625,
+      "step": 10377
+    },
+    {
+      "epoch": 0.49593806747586733,
+      "grad_norm": 543.2469482421875,
+      "learning_rate": 1.7610137621281327e-05,
+      "loss": 33.1562,
+      "step": 10378
+    },
+    {
+      "epoch": 0.4959858549173277,
+      "grad_norm": 410.9160461425781,
+      "learning_rate": 1.7609635562968916e-05,
+      "loss": 36.3125,
+      "step": 10379
+    },
+    {
+      "epoch": 0.4960336423587881,
+      "grad_norm": 415.7640075683594,
+      "learning_rate": 1.7609133459084604e-05,
+      "loss": 32.9531,
+      "step": 10380
+    },
+    {
+      "epoch": 0.4960814298002485,
+      "grad_norm": 203.1409149169922,
+      "learning_rate": 1.7608631309631404e-05,
+      "loss": 24.5625,
+      "step": 10381
+    },
+    {
+      "epoch": 0.4961292172417089,
+      "grad_norm": 473.10797119140625,
+      "learning_rate": 1.7608129114612317e-05,
+      "loss": 37.6562,
+      "step": 10382
+    },
+    {
+      "epoch": 0.4961770046831693,
+      "grad_norm": 184.59901428222656,
+      "learning_rate": 1.7607626874030356e-05,
+      "loss": 27.2969,
+      "step": 10383
+    },
+    {
+      "epoch": 0.49622479212462967,
+      "grad_norm": 176.79039001464844,
+      "learning_rate": 1.7607124587888528e-05,
+      "loss": 26.1562,
+      "step": 10384
+    },
+    {
+      "epoch": 0.49627257956609006,
+      "grad_norm": 293.86749267578125,
+      "learning_rate": 1.7606622256189837e-05,
+      "loss": 19.5469,
+      "step": 10385
+    },
+    {
+      "epoch": 0.4963203670075504,
+      "grad_norm": 250.64666748046875,
+      "learning_rate": 1.7606119878937296e-05,
+      "loss": 34.9062,
+      "step": 10386
+    },
+    {
+      "epoch": 0.4963681544490108,
+      "grad_norm": 259.2954406738281,
+      "learning_rate": 1.760561745613391e-05,
+      "loss": 24.1406,
+      "step": 10387
+    },
+    {
+      "epoch": 0.49641594189047117,
+      "grad_norm": 247.7317657470703,
+      "learning_rate": 1.7605114987782688e-05,
+      "loss": 26.2188,
+      "step": 10388
+    },
+    {
+      "epoch": 0.49646372933193156,
+      "grad_norm": 321.38043212890625,
+      "learning_rate": 1.7604612473886643e-05,
+      "loss": 42.8438,
+      "step": 10389
+    },
+    {
+      "epoch": 0.49651151677339195,
+      "grad_norm": 396.6768798828125,
+      "learning_rate": 1.760410991444878e-05,
+      "loss": 31.8438,
+      "step": 10390
+    },
+    {
+      "epoch": 0.49655930421485234,
+      "grad_norm": 334.78448486328125,
+      "learning_rate": 1.760360730947211e-05,
+      "loss": 32.3438,
+      "step": 10391
+    },
+    {
+      "epoch": 0.4966070916563127,
+      "grad_norm": 367.52117919921875,
+      "learning_rate": 1.7603104658959647e-05,
+      "loss": 29.4531,
+      "step": 10392
+    },
+    {
+      "epoch": 0.4966548790977731,
+      "grad_norm": 657.0634765625,
+      "learning_rate": 1.76026019629144e-05,
+      "loss": 41.4688,
+      "step": 10393
+    },
+    {
+      "epoch": 0.4967026665392335,
+      "grad_norm": 227.9937286376953,
+      "learning_rate": 1.760209922133937e-05,
+      "loss": 31.4688,
+      "step": 10394
+    },
+    {
+      "epoch": 0.4967504539806939,
+      "grad_norm": 280.7000732421875,
+      "learning_rate": 1.7601596434237576e-05,
+      "loss": 30.9062,
+      "step": 10395
+    },
+    {
+      "epoch": 0.4967982414221543,
+      "grad_norm": 171.11338806152344,
+      "learning_rate": 1.7601093601612033e-05,
+      "loss": 22.4688,
+      "step": 10396
+    },
+    {
+      "epoch": 0.4968460288636146,
+      "grad_norm": 328.6293640136719,
+      "learning_rate": 1.7600590723465746e-05,
+      "loss": 31.9375,
+      "step": 10397
+    },
+    {
+      "epoch": 0.496893816305075,
+      "grad_norm": 706.090576171875,
+      "learning_rate": 1.7600087799801725e-05,
+      "loss": 27.1562,
+      "step": 10398
+    },
+    {
+      "epoch": 0.4969416037465354,
+      "grad_norm": 973.8650512695312,
+      "learning_rate": 1.7599584830622988e-05,
+      "loss": 32.75,
+      "step": 10399
+    },
+    {
+      "epoch": 0.4969893911879958,
+      "grad_norm": 238.15255737304688,
+      "learning_rate": 1.7599081815932544e-05,
+      "loss": 24.4375,
+      "step": 10400
+    },
+    {
+      "epoch": 0.4970371786294562,
+      "grad_norm": 186.84800720214844,
+      "learning_rate": 1.7598578755733405e-05,
+      "loss": 24.5469,
+      "step": 10401
+    },
+    {
+      "epoch": 0.49708496607091657,
+      "grad_norm": 287.2948303222656,
+      "learning_rate": 1.7598075650028583e-05,
+      "loss": 25.7344,
+      "step": 10402
+    },
+    {
+      "epoch": 0.49713275351237696,
+      "grad_norm": 347.62744140625,
+      "learning_rate": 1.7597572498821093e-05,
+      "loss": 33.875,
+      "step": 10403
+    },
+    {
+      "epoch": 0.49718054095383735,
+      "grad_norm": 275.18988037109375,
+      "learning_rate": 1.7597069302113948e-05,
+      "loss": 24.8438,
+      "step": 10404
+    },
+    {
+      "epoch": 0.49722832839529774,
+      "grad_norm": 447.6940612792969,
+      "learning_rate": 1.759656605991016e-05,
+      "loss": 46.875,
+      "step": 10405
+    },
+    {
+      "epoch": 0.4972761158367581,
+      "grad_norm": 265.7253723144531,
+      "learning_rate": 1.759606277221274e-05,
+      "loss": 29.5938,
+      "step": 10406
+    },
+    {
+      "epoch": 0.49732390327821846,
+      "grad_norm": 251.57801818847656,
+      "learning_rate": 1.7595559439024708e-05,
+      "loss": 32.0312,
+      "step": 10407
+    },
+    {
+      "epoch": 0.49737169071967885,
+      "grad_norm": 206.73260498046875,
+      "learning_rate": 1.7595056060349075e-05,
+      "loss": 30.5156,
+      "step": 10408
+    },
+    {
+      "epoch": 0.49741947816113924,
+      "grad_norm": 284.114501953125,
+      "learning_rate": 1.759455263618886e-05,
+      "loss": 27.5781,
+      "step": 10409
+    },
+    {
+      "epoch": 0.49746726560259963,
+      "grad_norm": 331.0407409667969,
+      "learning_rate": 1.7594049166547073e-05,
+      "loss": 29.25,
+      "step": 10410
+    },
+    {
+      "epoch": 0.49751505304406,
+      "grad_norm": 214.2861785888672,
+      "learning_rate": 1.7593545651426727e-05,
+      "loss": 27.0,
+      "step": 10411
+    },
+    {
+      "epoch": 0.4975628404855204,
+      "grad_norm": 264.86187744140625,
+      "learning_rate": 1.7593042090830844e-05,
+      "loss": 29.9688,
+      "step": 10412
+    },
+    {
+      "epoch": 0.4976106279269808,
+      "grad_norm": 264.16729736328125,
+      "learning_rate": 1.759253848476244e-05,
+      "loss": 35.3438,
+      "step": 10413
+    },
+    {
+      "epoch": 0.4976584153684412,
+      "grad_norm": 345.48468017578125,
+      "learning_rate": 1.759203483322452e-05,
+      "loss": 26.5625,
+      "step": 10414
+    },
+    {
+      "epoch": 0.4977062028099016,
+      "grad_norm": 538.1602783203125,
+      "learning_rate": 1.7591531136220114e-05,
+      "loss": 27.5938,
+      "step": 10415
+    },
+    {
+      "epoch": 0.49775399025136197,
+      "grad_norm": 198.9261474609375,
+      "learning_rate": 1.7591027393752233e-05,
+      "loss": 30.8125,
+      "step": 10416
+    },
+    {
+      "epoch": 0.4978017776928223,
+      "grad_norm": 192.84307861328125,
+      "learning_rate": 1.759052360582389e-05,
+      "loss": 29.875,
+      "step": 10417
+    },
+    {
+      "epoch": 0.4978495651342827,
+      "grad_norm": 393.11700439453125,
+      "learning_rate": 1.7590019772438104e-05,
+      "loss": 43.3125,
+      "step": 10418
+    },
+    {
+      "epoch": 0.4978973525757431,
+      "grad_norm": 384.9756774902344,
+      "learning_rate": 1.758951589359789e-05,
+      "loss": 27.125,
+      "step": 10419
+    },
+    {
+      "epoch": 0.49794514001720347,
+      "grad_norm": 262.46807861328125,
+      "learning_rate": 1.7589011969306277e-05,
+      "loss": 28.5,
+      "step": 10420
+    },
+    {
+      "epoch": 0.49799292745866386,
+      "grad_norm": 341.3887023925781,
+      "learning_rate": 1.758850799956627e-05,
+      "loss": 28.6562,
+      "step": 10421
+    },
+    {
+      "epoch": 0.49804071490012425,
+      "grad_norm": 1539.78857421875,
+      "learning_rate": 1.758800398438089e-05,
+      "loss": 34.875,
+      "step": 10422
+    },
+    {
+      "epoch": 0.49808850234158464,
+      "grad_norm": 240.5517120361328,
+      "learning_rate": 1.7587499923753164e-05,
+      "loss": 33.5781,
+      "step": 10423
+    },
+    {
+      "epoch": 0.498136289783045,
+      "grad_norm": 361.63348388671875,
+      "learning_rate": 1.75869958176861e-05,
+      "loss": 39.4375,
+      "step": 10424
+    },
+    {
+      "epoch": 0.4981840772245054,
+      "grad_norm": 226.52088928222656,
+      "learning_rate": 1.7586491666182723e-05,
+      "loss": 27.0938,
+      "step": 10425
+    },
+    {
+      "epoch": 0.4982318646659658,
+      "grad_norm": 425.9832458496094,
+      "learning_rate": 1.758598746924605e-05,
+      "loss": 36.9688,
+      "step": 10426
+    },
+    {
+      "epoch": 0.49827965210742614,
+      "grad_norm": 295.5322570800781,
+      "learning_rate": 1.7585483226879096e-05,
+      "loss": 32.3438,
+      "step": 10427
+    },
+    {
+      "epoch": 0.49832743954888653,
+      "grad_norm": 246.85801696777344,
+      "learning_rate": 1.7584978939084888e-05,
+      "loss": 21.4688,
+      "step": 10428
+    },
+    {
+      "epoch": 0.4983752269903469,
+      "grad_norm": 635.32958984375,
+      "learning_rate": 1.7584474605866448e-05,
+      "loss": 49.5,
+      "step": 10429
+    },
+    {
+      "epoch": 0.4984230144318073,
+      "grad_norm": 168.3414764404297,
+      "learning_rate": 1.7583970227226784e-05,
+      "loss": 24.5625,
+      "step": 10430
+    },
+    {
+      "epoch": 0.4984708018732677,
+      "grad_norm": 141.75804138183594,
+      "learning_rate": 1.7583465803168932e-05,
+      "loss": 26.4844,
+      "step": 10431
+    },
+    {
+      "epoch": 0.4985185893147281,
+      "grad_norm": 177.22509765625,
+      "learning_rate": 1.75829613336959e-05,
+      "loss": 26.7188,
+      "step": 10432
+    },
+    {
+      "epoch": 0.4985663767561885,
+      "grad_norm": 225.5432586669922,
+      "learning_rate": 1.7582456818810717e-05,
+      "loss": 24.6719,
+      "step": 10433
+    },
+    {
+      "epoch": 0.49861416419764887,
+      "grad_norm": 277.4381408691406,
+      "learning_rate": 1.7581952258516398e-05,
+      "loss": 41.8438,
+      "step": 10434
+    },
+    {
+      "epoch": 0.49866195163910926,
+      "grad_norm": 348.6788330078125,
+      "learning_rate": 1.7581447652815973e-05,
+      "loss": 29.6875,
+      "step": 10435
+    },
+    {
+      "epoch": 0.49870973908056965,
+      "grad_norm": 356.10919189453125,
+      "learning_rate": 1.7580943001712457e-05,
+      "loss": 32.9062,
+      "step": 10436
+    },
+    {
+      "epoch": 0.49875752652203004,
+      "grad_norm": 256.44781494140625,
+      "learning_rate": 1.7580438305208874e-05,
+      "loss": 35.5938,
+      "step": 10437
+    },
+    {
+      "epoch": 0.49880531396349037,
+      "grad_norm": 347.7173156738281,
+      "learning_rate": 1.7579933563308248e-05,
+      "loss": 39.9688,
+      "step": 10438
+    },
+    {
+      "epoch": 0.49885310140495076,
+      "grad_norm": 287.4013977050781,
+      "learning_rate": 1.75794287760136e-05,
+      "loss": 33.9688,
+      "step": 10439
+    },
+    {
+      "epoch": 0.49890088884641115,
+      "grad_norm": 298.53643798828125,
+      "learning_rate": 1.7578923943327954e-05,
+      "loss": 25.5,
+      "step": 10440
+    },
+    {
+      "epoch": 0.49894867628787154,
+      "grad_norm": 248.1222381591797,
+      "learning_rate": 1.7578419065254334e-05,
+      "loss": 28.1562,
+      "step": 10441
+    },
+    {
+      "epoch": 0.49899646372933193,
+      "grad_norm": 188.2392578125,
+      "learning_rate": 1.7577914141795763e-05,
+      "loss": 29.2188,
+      "step": 10442
+    },
+    {
+      "epoch": 0.4990442511707923,
+      "grad_norm": 129.5726318359375,
+      "learning_rate": 1.757740917295526e-05,
+      "loss": 21.9688,
+      "step": 10443
+    },
+    {
+      "epoch": 0.4990920386122527,
+      "grad_norm": 180.9275665283203,
+      "learning_rate": 1.757690415873586e-05,
+      "loss": 18.8438,
+      "step": 10444
+    },
+    {
+      "epoch": 0.4991398260537131,
+      "grad_norm": 216.0998077392578,
+      "learning_rate": 1.757639909914058e-05,
+      "loss": 25.125,
+      "step": 10445
+    },
+    {
+      "epoch": 0.4991876134951735,
+      "grad_norm": 320.266845703125,
+      "learning_rate": 1.7575893994172443e-05,
+      "loss": 29.125,
+      "step": 10446
+    },
+    {
+      "epoch": 0.4992354009366339,
+      "grad_norm": 287.2264099121094,
+      "learning_rate": 1.7575388843834475e-05,
+      "loss": 36.2031,
+      "step": 10447
+    },
+    {
+      "epoch": 0.4992831883780942,
+      "grad_norm": 174.882080078125,
+      "learning_rate": 1.7574883648129706e-05,
+      "loss": 34.0938,
+      "step": 10448
+    },
+    {
+      "epoch": 0.4993309758195546,
+      "grad_norm": 329.23687744140625,
+      "learning_rate": 1.7574378407061153e-05,
+      "loss": 36.25,
+      "step": 10449
+    },
+    {
+      "epoch": 0.499378763261015,
+      "grad_norm": 170.464111328125,
+      "learning_rate": 1.757387312063185e-05,
+      "loss": 22.5625,
+      "step": 10450
+    },
+    {
+      "epoch": 0.4994265507024754,
+      "grad_norm": 339.4584045410156,
+      "learning_rate": 1.7573367788844823e-05,
+      "loss": 31.2812,
+      "step": 10451
+    },
+    {
+      "epoch": 0.49947433814393577,
+      "grad_norm": 321.8939208984375,
+      "learning_rate": 1.7572862411703097e-05,
+      "loss": 28.125,
+      "step": 10452
+    },
+    {
+      "epoch": 0.49952212558539616,
+      "grad_norm": 196.83253479003906,
+      "learning_rate": 1.7572356989209692e-05,
+      "loss": 36.5781,
+      "step": 10453
+    },
+    {
+      "epoch": 0.49956991302685655,
+      "grad_norm": 228.66464233398438,
+      "learning_rate": 1.757185152136764e-05,
+      "loss": 32.2812,
+      "step": 10454
+    },
+    {
+      "epoch": 0.49961770046831694,
+      "grad_norm": 433.9095764160156,
+      "learning_rate": 1.7571346008179968e-05,
+      "loss": 28.1875,
+      "step": 10455
+    },
+    {
+      "epoch": 0.49966548790977733,
+      "grad_norm": 165.1686553955078,
+      "learning_rate": 1.7570840449649704e-05,
+      "loss": 21.9062,
+      "step": 10456
+    },
+    {
+      "epoch": 0.4997132753512377,
+      "grad_norm": 250.00999450683594,
+      "learning_rate": 1.7570334845779874e-05,
+      "loss": 26.4062,
+      "step": 10457
+    },
+    {
+      "epoch": 0.49976106279269805,
+      "grad_norm": 228.79360961914062,
+      "learning_rate": 1.7569829196573506e-05,
+      "loss": 26.4062,
+      "step": 10458
+    },
+    {
+      "epoch": 0.49980885023415844,
+      "grad_norm": 283.1791687011719,
+      "learning_rate": 1.7569323502033634e-05,
+      "loss": 45.7188,
+      "step": 10459
+    },
+    {
+      "epoch": 0.49985663767561883,
+      "grad_norm": 338.4588317871094,
+      "learning_rate": 1.7568817762163275e-05,
+      "loss": 31.1875,
+      "step": 10460
+    },
+    {
+      "epoch": 0.4999044251170792,
+      "grad_norm": 300.8099670410156,
+      "learning_rate": 1.7568311976965466e-05,
+      "loss": 35.1562,
+      "step": 10461
+    },
+    {
+      "epoch": 0.4999522125585396,
+      "grad_norm": 288.3768615722656,
+      "learning_rate": 1.7567806146443233e-05,
+      "loss": 39.4062,
+      "step": 10462
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 249.58334350585938,
+      "learning_rate": 1.7567300270599607e-05,
+      "loss": 25.7812,
+      "step": 10463
+    },
+    {
+      "epoch": 0.5000477874414604,
+      "grad_norm": 327.35650634765625,
+      "learning_rate": 1.756679434943762e-05,
+      "loss": 33.4062,
+      "step": 10464
+    },
+    {
+      "epoch": 0.5000955748829208,
+      "grad_norm": 271.7575988769531,
+      "learning_rate": 1.7566288382960298e-05,
+      "loss": 27.6719,
+      "step": 10465
+    },
+    {
+      "epoch": 0.5001433623243812,
+      "grad_norm": 571.5078125,
+      "learning_rate": 1.756578237117067e-05,
+      "loss": 33.0,
+      "step": 10466
+    },
+    {
+      "epoch": 0.5001911497658416,
+      "grad_norm": 363.6549987792969,
+      "learning_rate": 1.7565276314071767e-05,
+      "loss": 32.375,
+      "step": 10467
+    },
+    {
+      "epoch": 0.500238937207302,
+      "grad_norm": 268.5498046875,
+      "learning_rate": 1.756477021166662e-05,
+      "loss": 30.2188,
+      "step": 10468
+    },
+    {
+      "epoch": 0.5002867246487623,
+      "grad_norm": 288.00634765625,
+      "learning_rate": 1.7564264063958264e-05,
+      "loss": 33.0312,
+      "step": 10469
+    },
+    {
+      "epoch": 0.5003345120902227,
+      "grad_norm": 304.2537536621094,
+      "learning_rate": 1.7563757870949724e-05,
+      "loss": 22.7656,
+      "step": 10470
+    },
+    {
+      "epoch": 0.5003822995316831,
+      "grad_norm": 481.2891540527344,
+      "learning_rate": 1.7563251632644037e-05,
+      "loss": 25.25,
+      "step": 10471
+    },
+    {
+      "epoch": 0.5004300869731435,
+      "grad_norm": 305.6642150878906,
+      "learning_rate": 1.756274534904423e-05,
+      "loss": 27.5,
+      "step": 10472
+    },
+    {
+      "epoch": 0.5004778744146039,
+      "grad_norm": 406.32122802734375,
+      "learning_rate": 1.756223902015334e-05,
+      "loss": 29.7031,
+      "step": 10473
+    },
+    {
+      "epoch": 0.5005256618560642,
+      "grad_norm": 313.84881591796875,
+      "learning_rate": 1.7561732645974392e-05,
+      "loss": 28.3438,
+      "step": 10474
+    },
+    {
+      "epoch": 0.5005734492975246,
+      "grad_norm": 197.35826110839844,
+      "learning_rate": 1.7561226226510425e-05,
+      "loss": 29.0312,
+      "step": 10475
+    },
+    {
+      "epoch": 0.500621236738985,
+      "grad_norm": 568.9713134765625,
+      "learning_rate": 1.756071976176447e-05,
+      "loss": 23.2812,
+      "step": 10476
+    },
+    {
+      "epoch": 0.5006690241804453,
+      "grad_norm": 215.32125854492188,
+      "learning_rate": 1.7560213251739558e-05,
+      "loss": 33.75,
+      "step": 10477
+    },
+    {
+      "epoch": 0.5007168116219057,
+      "grad_norm": 275.0281066894531,
+      "learning_rate": 1.7559706696438726e-05,
+      "loss": 31.5312,
+      "step": 10478
+    },
+    {
+      "epoch": 0.5007645990633661,
+      "grad_norm": 360.89471435546875,
+      "learning_rate": 1.7559200095865003e-05,
+      "loss": 28.2812,
+      "step": 10479
+    },
+    {
+      "epoch": 0.5008123865048265,
+      "grad_norm": 138.51878356933594,
+      "learning_rate": 1.7558693450021428e-05,
+      "loss": 25.3125,
+      "step": 10480
+    },
+    {
+      "epoch": 0.5008601739462869,
+      "grad_norm": 210.80789184570312,
+      "learning_rate": 1.755818675891103e-05,
+      "loss": 26.7188,
+      "step": 10481
+    },
+    {
+      "epoch": 0.5009079613877473,
+      "grad_norm": 295.7857971191406,
+      "learning_rate": 1.7557680022536848e-05,
+      "loss": 24.375,
+      "step": 10482
+    },
+    {
+      "epoch": 0.5009557488292077,
+      "grad_norm": 199.9693603515625,
+      "learning_rate": 1.7557173240901914e-05,
+      "loss": 24.375,
+      "step": 10483
+    },
+    {
+      "epoch": 0.5010035362706681,
+      "grad_norm": 215.30661010742188,
+      "learning_rate": 1.7556666414009265e-05,
+      "loss": 27.5,
+      "step": 10484
+    },
+    {
+      "epoch": 0.5010513237121285,
+      "grad_norm": 319.0732116699219,
+      "learning_rate": 1.7556159541861932e-05,
+      "loss": 34.7188,
+      "step": 10485
+    },
+    {
+      "epoch": 0.5010991111535888,
+      "grad_norm": 312.519775390625,
+      "learning_rate": 1.755565262446296e-05,
+      "loss": 23.625,
+      "step": 10486
+    },
+    {
+      "epoch": 0.5011468985950492,
+      "grad_norm": 188.80905151367188,
+      "learning_rate": 1.755514566181537e-05,
+      "loss": 17.25,
+      "step": 10487
+    },
+    {
+      "epoch": 0.5011946860365096,
+      "grad_norm": 282.3636474609375,
+      "learning_rate": 1.755463865392221e-05,
+      "loss": 32.0625,
+      "step": 10488
+    },
+    {
+      "epoch": 0.50124247347797,
+      "grad_norm": 297.9172058105469,
+      "learning_rate": 1.7554131600786514e-05,
+      "loss": 22.0781,
+      "step": 10489
+    },
+    {
+      "epoch": 0.5012902609194304,
+      "grad_norm": 323.0281982421875,
+      "learning_rate": 1.7553624502411314e-05,
+      "loss": 41.375,
+      "step": 10490
+    },
+    {
+      "epoch": 0.5013380483608908,
+      "grad_norm": 156.72808837890625,
+      "learning_rate": 1.7553117358799653e-05,
+      "loss": 27.9375,
+      "step": 10491
+    },
+    {
+      "epoch": 0.5013858358023512,
+      "grad_norm": 454.706298828125,
+      "learning_rate": 1.755261016995456e-05,
+      "loss": 26.0781,
+      "step": 10492
+    },
+    {
+      "epoch": 0.5014336232438116,
+      "grad_norm": 336.6768493652344,
+      "learning_rate": 1.7552102935879087e-05,
+      "loss": 36.25,
+      "step": 10493
+    },
+    {
+      "epoch": 0.5014814106852719,
+      "grad_norm": 919.564208984375,
+      "learning_rate": 1.7551595656576254e-05,
+      "loss": 38.7812,
+      "step": 10494
+    },
+    {
+      "epoch": 0.5015291981267322,
+      "grad_norm": 268.2475891113281,
+      "learning_rate": 1.7551088332049112e-05,
+      "loss": 29.5156,
+      "step": 10495
+    },
+    {
+      "epoch": 0.5015769855681926,
+      "grad_norm": 465.56390380859375,
+      "learning_rate": 1.755058096230069e-05,
+      "loss": 28.25,
+      "step": 10496
+    },
+    {
+      "epoch": 0.501624773009653,
+      "grad_norm": 440.7229919433594,
+      "learning_rate": 1.7550073547334035e-05,
+      "loss": 33.9062,
+      "step": 10497
+    },
+    {
+      "epoch": 0.5016725604511134,
+      "grad_norm": 193.78280639648438,
+      "learning_rate": 1.7549566087152178e-05,
+      "loss": 25.5625,
+      "step": 10498
+    },
+    {
+      "epoch": 0.5017203478925738,
+      "grad_norm": 229.1329345703125,
+      "learning_rate": 1.7549058581758165e-05,
+      "loss": 24.8125,
+      "step": 10499
+    },
+    {
+      "epoch": 0.5017681353340342,
+      "grad_norm": 378.208984375,
+      "learning_rate": 1.7548551031155033e-05,
+      "loss": 37.4375,
+      "step": 10500
+    },
+    {
+      "epoch": 0.5018159227754946,
+      "grad_norm": 212.73806762695312,
+      "learning_rate": 1.7548043435345817e-05,
+      "loss": 34.5938,
+      "step": 10501
+    },
+    {
+      "epoch": 0.501863710216955,
+      "grad_norm": 246.70477294921875,
+      "learning_rate": 1.7547535794333563e-05,
+      "loss": 29.7812,
+      "step": 10502
+    },
+    {
+      "epoch": 0.5019114976584154,
+      "grad_norm": 183.6995849609375,
+      "learning_rate": 1.754702810812131e-05,
+      "loss": 22.5,
+      "step": 10503
+    },
+    {
+      "epoch": 0.5019592850998758,
+      "grad_norm": 433.23828125,
+      "learning_rate": 1.7546520376712093e-05,
+      "loss": 25.6719,
+      "step": 10504
+    },
+    {
+      "epoch": 0.5020070725413361,
+      "grad_norm": 444.14935302734375,
+      "learning_rate": 1.7546012600108956e-05,
+      "loss": 20.4844,
+      "step": 10505
+    },
+    {
+      "epoch": 0.5020548599827965,
+      "grad_norm": 308.1746520996094,
+      "learning_rate": 1.7545504778314947e-05,
+      "loss": 30.75,
+      "step": 10506
+    },
+    {
+      "epoch": 0.5021026474242569,
+      "grad_norm": 179.11009216308594,
+      "learning_rate": 1.7544996911333093e-05,
+      "loss": 18.3594,
+      "step": 10507
+    },
+    {
+      "epoch": 0.5021504348657173,
+      "grad_norm": 209.58285522460938,
+      "learning_rate": 1.754448899916645e-05,
+      "loss": 30.8594,
+      "step": 10508
+    },
+    {
+      "epoch": 0.5021982223071777,
+      "grad_norm": 326.8172607421875,
+      "learning_rate": 1.754398104181805e-05,
+      "loss": 42.8125,
+      "step": 10509
+    },
+    {
+      "epoch": 0.5022460097486381,
+      "grad_norm": 261.2045593261719,
+      "learning_rate": 1.7543473039290936e-05,
+      "loss": 33.4062,
+      "step": 10510
+    },
+    {
+      "epoch": 0.5022937971900985,
+      "grad_norm": 293.99365234375,
+      "learning_rate": 1.7542964991588155e-05,
+      "loss": 45.375,
+      "step": 10511
+    },
+    {
+      "epoch": 0.5023415846315589,
+      "grad_norm": 301.76263427734375,
+      "learning_rate": 1.7542456898712745e-05,
+      "loss": 26.5,
+      "step": 10512
+    },
+    {
+      "epoch": 0.5023893720730193,
+      "grad_norm": 306.89630126953125,
+      "learning_rate": 1.754194876066775e-05,
+      "loss": 38.8125,
+      "step": 10513
+    },
+    {
+      "epoch": 0.5024371595144796,
+      "grad_norm": 225.3773956298828,
+      "learning_rate": 1.7541440577456215e-05,
+      "loss": 27.75,
+      "step": 10514
+    },
+    {
+      "epoch": 0.5024849469559399,
+      "grad_norm": 173.88621520996094,
+      "learning_rate": 1.7540932349081184e-05,
+      "loss": 20.0,
+      "step": 10515
+    },
+    {
+      "epoch": 0.5025327343974003,
+      "grad_norm": 532.4908447265625,
+      "learning_rate": 1.7540424075545698e-05,
+      "loss": 31.8125,
+      "step": 10516
+    },
+    {
+      "epoch": 0.5025805218388607,
+      "grad_norm": 198.81883239746094,
+      "learning_rate": 1.7539915756852797e-05,
+      "loss": 30.0,
+      "step": 10517
+    },
+    {
+      "epoch": 0.5026283092803211,
+      "grad_norm": 1692.8521728515625,
+      "learning_rate": 1.7539407393005533e-05,
+      "loss": 28.1562,
+      "step": 10518
+    },
+    {
+      "epoch": 0.5026760967217815,
+      "grad_norm": 255.47825622558594,
+      "learning_rate": 1.753889898400695e-05,
+      "loss": 27.5469,
+      "step": 10519
+    },
+    {
+      "epoch": 0.5027238841632419,
+      "grad_norm": 230.80740356445312,
+      "learning_rate": 1.753839052986009e-05,
+      "loss": 23.5312,
+      "step": 10520
+    },
+    {
+      "epoch": 0.5027716716047023,
+      "grad_norm": 230.9470977783203,
+      "learning_rate": 1.753788203056799e-05,
+      "loss": 23.7969,
+      "step": 10521
+    },
+    {
+      "epoch": 0.5028194590461627,
+      "grad_norm": 234.5597686767578,
+      "learning_rate": 1.753737348613371e-05,
+      "loss": 26.4219,
+      "step": 10522
+    },
+    {
+      "epoch": 0.502867246487623,
+      "grad_norm": 242.6634521484375,
+      "learning_rate": 1.7536864896560288e-05,
+      "loss": 24.3125,
+      "step": 10523
+    },
+    {
+      "epoch": 0.5029150339290834,
+      "grad_norm": 268.7727355957031,
+      "learning_rate": 1.753635626185077e-05,
+      "loss": 27.6875,
+      "step": 10524
+    },
+    {
+      "epoch": 0.5029628213705438,
+      "grad_norm": 273.1171569824219,
+      "learning_rate": 1.75358475820082e-05,
+      "loss": 21.9531,
+      "step": 10525
+    },
+    {
+      "epoch": 0.5030106088120042,
+      "grad_norm": 206.9467315673828,
+      "learning_rate": 1.7535338857035632e-05,
+      "loss": 30.0,
+      "step": 10526
+    },
+    {
+      "epoch": 0.5030583962534646,
+      "grad_norm": 271.7080383300781,
+      "learning_rate": 1.7534830086936103e-05,
+      "loss": 33.7188,
+      "step": 10527
+    },
+    {
+      "epoch": 0.503106183694925,
+      "grad_norm": 184.7759246826172,
+      "learning_rate": 1.7534321271712665e-05,
+      "loss": 31.625,
+      "step": 10528
+    },
+    {
+      "epoch": 0.5031539711363854,
+      "grad_norm": 267.2725830078125,
+      "learning_rate": 1.7533812411368365e-05,
+      "loss": 23.5469,
+      "step": 10529
+    },
+    {
+      "epoch": 0.5032017585778458,
+      "grad_norm": 134.44288635253906,
+      "learning_rate": 1.7533303505906252e-05,
+      "loss": 24.6875,
+      "step": 10530
+    },
+    {
+      "epoch": 0.5032495460193062,
+      "grad_norm": 525.8603515625,
+      "learning_rate": 1.753279455532937e-05,
+      "loss": 26.1875,
+      "step": 10531
+    },
+    {
+      "epoch": 0.5032973334607665,
+      "grad_norm": 315.31884765625,
+      "learning_rate": 1.7532285559640767e-05,
+      "loss": 31.6562,
+      "step": 10532
+    },
+    {
+      "epoch": 0.5033451209022269,
+      "grad_norm": 322.24786376953125,
+      "learning_rate": 1.7531776518843498e-05,
+      "loss": 33.125,
+      "step": 10533
+    },
+    {
+      "epoch": 0.5033929083436873,
+      "grad_norm": 296.3017578125,
+      "learning_rate": 1.7531267432940602e-05,
+      "loss": 29.625,
+      "step": 10534
+    },
+    {
+      "epoch": 0.5034406957851477,
+      "grad_norm": 314.7044677734375,
+      "learning_rate": 1.753075830193513e-05,
+      "loss": 30.5,
+      "step": 10535
+    },
+    {
+      "epoch": 0.503488483226608,
+      "grad_norm": 188.99456787109375,
+      "learning_rate": 1.7530249125830137e-05,
+      "loss": 30.0938,
+      "step": 10536
+    },
+    {
+      "epoch": 0.5035362706680684,
+      "grad_norm": 212.71356201171875,
+      "learning_rate": 1.752973990462867e-05,
+      "loss": 31.2812,
+      "step": 10537
+    },
+    {
+      "epoch": 0.5035840581095288,
+      "grad_norm": 964.476318359375,
+      "learning_rate": 1.752923063833377e-05,
+      "loss": 25.3125,
+      "step": 10538
+    },
+    {
+      "epoch": 0.5036318455509892,
+      "grad_norm": 344.5025634765625,
+      "learning_rate": 1.7528721326948498e-05,
+      "loss": 27.6875,
+      "step": 10539
+    },
+    {
+      "epoch": 0.5036796329924496,
+      "grad_norm": 233.17015075683594,
+      "learning_rate": 1.7528211970475903e-05,
+      "loss": 43.875,
+      "step": 10540
+    },
+    {
+      "epoch": 0.50372742043391,
+      "grad_norm": 318.95556640625,
+      "learning_rate": 1.752770256891903e-05,
+      "loss": 28.1875,
+      "step": 10541
+    },
+    {
+      "epoch": 0.5037752078753703,
+      "grad_norm": 285.2497253417969,
+      "learning_rate": 1.752719312228093e-05,
+      "loss": 28.8125,
+      "step": 10542
+    },
+    {
+      "epoch": 0.5038229953168307,
+      "grad_norm": 265.05914306640625,
+      "learning_rate": 1.7526683630564658e-05,
+      "loss": 40.8125,
+      "step": 10543
+    },
+    {
+      "epoch": 0.5038707827582911,
+      "grad_norm": 236.33193969726562,
+      "learning_rate": 1.7526174093773263e-05,
+      "loss": 32.4688,
+      "step": 10544
+    },
+    {
+      "epoch": 0.5039185701997515,
+      "grad_norm": 213.01788330078125,
+      "learning_rate": 1.7525664511909795e-05,
+      "loss": 21.8438,
+      "step": 10545
+    },
+    {
+      "epoch": 0.5039663576412119,
+      "grad_norm": 143.1461944580078,
+      "learning_rate": 1.7525154884977306e-05,
+      "loss": 19.9062,
+      "step": 10546
+    },
+    {
+      "epoch": 0.5040141450826723,
+      "grad_norm": 215.32948303222656,
+      "learning_rate": 1.7524645212978853e-05,
+      "loss": 36.9688,
+      "step": 10547
+    },
+    {
+      "epoch": 0.5040619325241327,
+      "grad_norm": 257.6070556640625,
+      "learning_rate": 1.7524135495917485e-05,
+      "loss": 40.1562,
+      "step": 10548
+    },
+    {
+      "epoch": 0.5041097199655931,
+      "grad_norm": 233.73829650878906,
+      "learning_rate": 1.7523625733796254e-05,
+      "loss": 29.8906,
+      "step": 10549
+    },
+    {
+      "epoch": 0.5041575074070535,
+      "grad_norm": 366.2027587890625,
+      "learning_rate": 1.752311592661821e-05,
+      "loss": 31.0312,
+      "step": 10550
+    },
+    {
+      "epoch": 0.5042052948485138,
+      "grad_norm": 363.4733581542969,
+      "learning_rate": 1.752260607438641e-05,
+      "loss": 26.4688,
+      "step": 10551
+    },
+    {
+      "epoch": 0.5042530822899742,
+      "grad_norm": 231.67286682128906,
+      "learning_rate": 1.7522096177103905e-05,
+      "loss": 30.6875,
+      "step": 10552
+    },
+    {
+      "epoch": 0.5043008697314346,
+      "grad_norm": 287.6100769042969,
+      "learning_rate": 1.7521586234773755e-05,
+      "loss": 36.0312,
+      "step": 10553
+    },
+    {
+      "epoch": 0.504348657172895,
+      "grad_norm": 304.2272033691406,
+      "learning_rate": 1.7521076247399006e-05,
+      "loss": 30.5625,
+      "step": 10554
+    },
+    {
+      "epoch": 0.5043964446143554,
+      "grad_norm": 221.0116729736328,
+      "learning_rate": 1.7520566214982715e-05,
+      "loss": 29.0625,
+      "step": 10555
+    },
+    {
+      "epoch": 0.5044442320558157,
+      "grad_norm": 243.0378875732422,
+      "learning_rate": 1.7520056137527937e-05,
+      "loss": 26.7344,
+      "step": 10556
+    },
+    {
+      "epoch": 0.5044920194972761,
+      "grad_norm": 272.90185546875,
+      "learning_rate": 1.7519546015037728e-05,
+      "loss": 33.5312,
+      "step": 10557
+    },
+    {
+      "epoch": 0.5045398069387365,
+      "grad_norm": 220.5647735595703,
+      "learning_rate": 1.7519035847515138e-05,
+      "loss": 32.4062,
+      "step": 10558
+    },
+    {
+      "epoch": 0.5045875943801968,
+      "grad_norm": 173.55484008789062,
+      "learning_rate": 1.7518525634963226e-05,
+      "loss": 24.25,
+      "step": 10559
+    },
+    {
+      "epoch": 0.5046353818216572,
+      "grad_norm": 221.57473754882812,
+      "learning_rate": 1.751801537738505e-05,
+      "loss": 43.1875,
+      "step": 10560
+    },
+    {
+      "epoch": 0.5046831692631176,
+      "grad_norm": 246.99081420898438,
+      "learning_rate": 1.751750507478366e-05,
+      "loss": 33.2188,
+      "step": 10561
+    },
+    {
+      "epoch": 0.504730956704578,
+      "grad_norm": 190.8383331298828,
+      "learning_rate": 1.7516994727162114e-05,
+      "loss": 30.1562,
+      "step": 10562
+    },
+    {
+      "epoch": 0.5047787441460384,
+      "grad_norm": 225.56997680664062,
+      "learning_rate": 1.7516484334523472e-05,
+      "loss": 28.0,
+      "step": 10563
+    },
+    {
+      "epoch": 0.5048265315874988,
+      "grad_norm": 312.05975341796875,
+      "learning_rate": 1.7515973896870786e-05,
+      "loss": 35.125,
+      "step": 10564
+    },
+    {
+      "epoch": 0.5048743190289592,
+      "grad_norm": 158.53948974609375,
+      "learning_rate": 1.7515463414207118e-05,
+      "loss": 29.2969,
+      "step": 10565
+    },
+    {
+      "epoch": 0.5049221064704196,
+      "grad_norm": 318.8154602050781,
+      "learning_rate": 1.7514952886535518e-05,
+      "loss": 25.25,
+      "step": 10566
+    },
+    {
+      "epoch": 0.50496989391188,
+      "grad_norm": 192.6144256591797,
+      "learning_rate": 1.7514442313859047e-05,
+      "loss": 28.6562,
+      "step": 10567
+    },
+    {
+      "epoch": 0.5050176813533404,
+      "grad_norm": 249.55224609375,
+      "learning_rate": 1.7513931696180764e-05,
+      "loss": 23.125,
+      "step": 10568
+    },
+    {
+      "epoch": 0.5050654687948007,
+      "grad_norm": 192.97848510742188,
+      "learning_rate": 1.7513421033503722e-05,
+      "loss": 27.4062,
+      "step": 10569
+    },
+    {
+      "epoch": 0.5051132562362611,
+      "grad_norm": 145.01890563964844,
+      "learning_rate": 1.7512910325830986e-05,
+      "loss": 26.4688,
+      "step": 10570
+    },
+    {
+      "epoch": 0.5051610436777215,
+      "grad_norm": 296.01336669921875,
+      "learning_rate": 1.7512399573165612e-05,
+      "loss": 37.5,
+      "step": 10571
+    },
+    {
+      "epoch": 0.5052088311191819,
+      "grad_norm": 212.49826049804688,
+      "learning_rate": 1.7511888775510662e-05,
+      "loss": 30.7188,
+      "step": 10572
+    },
+    {
+      "epoch": 0.5052566185606423,
+      "grad_norm": 382.091064453125,
+      "learning_rate": 1.7511377932869186e-05,
+      "loss": 38.875,
+      "step": 10573
+    },
+    {
+      "epoch": 0.5053044060021027,
+      "grad_norm": 513.4784545898438,
+      "learning_rate": 1.751086704524425e-05,
+      "loss": 26.125,
+      "step": 10574
+    },
+    {
+      "epoch": 0.5053521934435631,
+      "grad_norm": 264.04364013671875,
+      "learning_rate": 1.751035611263891e-05,
+      "loss": 36.3125,
+      "step": 10575
+    },
+    {
+      "epoch": 0.5053999808850235,
+      "grad_norm": 279.12652587890625,
+      "learning_rate": 1.750984513505623e-05,
+      "loss": 30.3438,
+      "step": 10576
+    },
+    {
+      "epoch": 0.5054477683264837,
+      "grad_norm": 169.43185424804688,
+      "learning_rate": 1.750933411249927e-05,
+      "loss": 31.2969,
+      "step": 10577
+    },
+    {
+      "epoch": 0.5054955557679441,
+      "grad_norm": 270.47705078125,
+      "learning_rate": 1.7508823044971084e-05,
+      "loss": 31.7031,
+      "step": 10578
+    },
+    {
+      "epoch": 0.5055433432094045,
+      "grad_norm": 332.7901916503906,
+      "learning_rate": 1.750831193247474e-05,
+      "loss": 33.75,
+      "step": 10579
+    },
+    {
+      "epoch": 0.5055911306508649,
+      "grad_norm": 400.52154541015625,
+      "learning_rate": 1.75078007750133e-05,
+      "loss": 20.125,
+      "step": 10580
+    },
+    {
+      "epoch": 0.5056389180923253,
+      "grad_norm": 276.09918212890625,
+      "learning_rate": 1.750728957258981e-05,
+      "loss": 36.8125,
+      "step": 10581
+    },
+    {
+      "epoch": 0.5056867055337857,
+      "grad_norm": 248.10853576660156,
+      "learning_rate": 1.7506778325207353e-05,
+      "loss": 24.9062,
+      "step": 10582
+    },
+    {
+      "epoch": 0.5057344929752461,
+      "grad_norm": 395.9595642089844,
+      "learning_rate": 1.7506267032868973e-05,
+      "loss": 35.5625,
+      "step": 10583
+    },
+    {
+      "epoch": 0.5057822804167065,
+      "grad_norm": 410.7479553222656,
+      "learning_rate": 1.7505755695577742e-05,
+      "loss": 35.875,
+      "step": 10584
+    },
+    {
+      "epoch": 0.5058300678581669,
+      "grad_norm": 321.0069580078125,
+      "learning_rate": 1.750524431333672e-05,
+      "loss": 36.2812,
+      "step": 10585
+    },
+    {
+      "epoch": 0.5058778552996273,
+      "grad_norm": 270.55859375,
+      "learning_rate": 1.750473288614897e-05,
+      "loss": 31.125,
+      "step": 10586
+    },
+    {
+      "epoch": 0.5059256427410876,
+      "grad_norm": 231.06314086914062,
+      "learning_rate": 1.750422141401755e-05,
+      "loss": 31.7188,
+      "step": 10587
+    },
+    {
+      "epoch": 0.505973430182548,
+      "grad_norm": 348.35418701171875,
+      "learning_rate": 1.750370989694553e-05,
+      "loss": 25.7812,
+      "step": 10588
+    },
+    {
+      "epoch": 0.5060212176240084,
+      "grad_norm": 384.1180114746094,
+      "learning_rate": 1.750319833493597e-05,
+      "loss": 33.2188,
+      "step": 10589
+    },
+    {
+      "epoch": 0.5060690050654688,
+      "grad_norm": 400.794189453125,
+      "learning_rate": 1.7502686727991932e-05,
+      "loss": 39.1875,
+      "step": 10590
+    },
+    {
+      "epoch": 0.5061167925069292,
+      "grad_norm": 248.5517578125,
+      "learning_rate": 1.7502175076116483e-05,
+      "loss": 31.9062,
+      "step": 10591
+    },
+    {
+      "epoch": 0.5061645799483896,
+      "grad_norm": 405.7171630859375,
+      "learning_rate": 1.7501663379312685e-05,
+      "loss": 28.1406,
+      "step": 10592
+    },
+    {
+      "epoch": 0.50621236738985,
+      "grad_norm": 412.24188232421875,
+      "learning_rate": 1.7501151637583604e-05,
+      "loss": 35.2188,
+      "step": 10593
+    },
+    {
+      "epoch": 0.5062601548313104,
+      "grad_norm": 310.59735107421875,
+      "learning_rate": 1.75006398509323e-05,
+      "loss": 23.8906,
+      "step": 10594
+    },
+    {
+      "epoch": 0.5063079422727708,
+      "grad_norm": 332.8541259765625,
+      "learning_rate": 1.7500128019361847e-05,
+      "loss": 26.2188,
+      "step": 10595
+    },
+    {
+      "epoch": 0.5063557297142312,
+      "grad_norm": 414.6373291015625,
+      "learning_rate": 1.7499616142875307e-05,
+      "loss": 28.375,
+      "step": 10596
+    },
+    {
+      "epoch": 0.5064035171556914,
+      "grad_norm": 153.37393188476562,
+      "learning_rate": 1.749910422147574e-05,
+      "loss": 26.4688,
+      "step": 10597
+    },
+    {
+      "epoch": 0.5064513045971518,
+      "grad_norm": 151.7041473388672,
+      "learning_rate": 1.7498592255166212e-05,
+      "loss": 18.3438,
+      "step": 10598
+    },
+    {
+      "epoch": 0.5064990920386122,
+      "grad_norm": 317.91693115234375,
+      "learning_rate": 1.7498080243949795e-05,
+      "loss": 32.8438,
+      "step": 10599
+    },
+    {
+      "epoch": 0.5065468794800726,
+      "grad_norm": 513.0570068359375,
+      "learning_rate": 1.7497568187829555e-05,
+      "loss": 43.4062,
+      "step": 10600
+    },
+    {
+      "epoch": 0.506594666921533,
+      "grad_norm": 171.40528869628906,
+      "learning_rate": 1.7497056086808553e-05,
+      "loss": 24.0312,
+      "step": 10601
+    },
+    {
+      "epoch": 0.5066424543629934,
+      "grad_norm": 254.81944274902344,
+      "learning_rate": 1.7496543940889858e-05,
+      "loss": 33.8125,
+      "step": 10602
+    },
+    {
+      "epoch": 0.5066902418044538,
+      "grad_norm": 258.03912353515625,
+      "learning_rate": 1.749603175007654e-05,
+      "loss": 29.0938,
+      "step": 10603
+    },
+    {
+      "epoch": 0.5067380292459142,
+      "grad_norm": 511.83905029296875,
+      "learning_rate": 1.7495519514371664e-05,
+      "loss": 53.5,
+      "step": 10604
+    },
+    {
+      "epoch": 0.5067858166873745,
+      "grad_norm": 246.08795166015625,
+      "learning_rate": 1.7495007233778295e-05,
+      "loss": 25.5,
+      "step": 10605
+    },
+    {
+      "epoch": 0.5068336041288349,
+      "grad_norm": 331.22454833984375,
+      "learning_rate": 1.7494494908299508e-05,
+      "loss": 31.6875,
+      "step": 10606
+    },
+    {
+      "epoch": 0.5068813915702953,
+      "grad_norm": 317.5105895996094,
+      "learning_rate": 1.7493982537938366e-05,
+      "loss": 28.0938,
+      "step": 10607
+    },
+    {
+      "epoch": 0.5069291790117557,
+      "grad_norm": 367.5413513183594,
+      "learning_rate": 1.749347012269794e-05,
+      "loss": 28.75,
+      "step": 10608
+    },
+    {
+      "epoch": 0.5069769664532161,
+      "grad_norm": 241.35923767089844,
+      "learning_rate": 1.7492957662581297e-05,
+      "loss": 33.5,
+      "step": 10609
+    },
+    {
+      "epoch": 0.5070247538946765,
+      "grad_norm": 379.1698303222656,
+      "learning_rate": 1.74924451575915e-05,
+      "loss": 29.2188,
+      "step": 10610
+    },
+    {
+      "epoch": 0.5070725413361369,
+      "grad_norm": 420.5527038574219,
+      "learning_rate": 1.7491932607731634e-05,
+      "loss": 41.9062,
+      "step": 10611
+    },
+    {
+      "epoch": 0.5071203287775973,
+      "grad_norm": 190.60198974609375,
+      "learning_rate": 1.749142001300475e-05,
+      "loss": 32.0,
+      "step": 10612
+    },
+    {
+      "epoch": 0.5071681162190577,
+      "grad_norm": 388.45123291015625,
+      "learning_rate": 1.749090737341393e-05,
+      "loss": 26.9375,
+      "step": 10613
+    },
+    {
+      "epoch": 0.507215903660518,
+      "grad_norm": 224.9827117919922,
+      "learning_rate": 1.7490394688962245e-05,
+      "loss": 30.9062,
+      "step": 10614
+    },
+    {
+      "epoch": 0.5072636911019784,
+      "grad_norm": 307.54388427734375,
+      "learning_rate": 1.7489881959652755e-05,
+      "loss": 30.875,
+      "step": 10615
+    },
+    {
+      "epoch": 0.5073114785434388,
+      "grad_norm": 204.47317504882812,
+      "learning_rate": 1.748936918548854e-05,
+      "loss": 25.625,
+      "step": 10616
+    },
+    {
+      "epoch": 0.5073592659848992,
+      "grad_norm": 226.64083862304688,
+      "learning_rate": 1.7488856366472665e-05,
+      "loss": 39.25,
+      "step": 10617
+    },
+    {
+      "epoch": 0.5074070534263595,
+      "grad_norm": 294.86895751953125,
+      "learning_rate": 1.7488343502608206e-05,
+      "loss": 34.5625,
+      "step": 10618
+    },
+    {
+      "epoch": 0.5074548408678199,
+      "grad_norm": 221.60528564453125,
+      "learning_rate": 1.748783059389823e-05,
+      "loss": 32.2188,
+      "step": 10619
+    },
+    {
+      "epoch": 0.5075026283092803,
+      "grad_norm": 297.6901550292969,
+      "learning_rate": 1.7487317640345813e-05,
+      "loss": 28.7812,
+      "step": 10620
+    },
+    {
+      "epoch": 0.5075504157507407,
+      "grad_norm": 187.03453063964844,
+      "learning_rate": 1.7486804641954024e-05,
+      "loss": 28.4688,
+      "step": 10621
+    },
+    {
+      "epoch": 0.5075982031922011,
+      "grad_norm": 722.6444702148438,
+      "learning_rate": 1.7486291598725934e-05,
+      "loss": 24.5625,
+      "step": 10622
+    },
+    {
+      "epoch": 0.5076459906336614,
+      "grad_norm": 322.5620422363281,
+      "learning_rate": 1.7485778510664618e-05,
+      "loss": 34.4062,
+      "step": 10623
+    },
+    {
+      "epoch": 0.5076937780751218,
+      "grad_norm": 435.7621154785156,
+      "learning_rate": 1.748526537777315e-05,
+      "loss": 25.0312,
+      "step": 10624
+    },
+    {
+      "epoch": 0.5077415655165822,
+      "grad_norm": 201.66912841796875,
+      "learning_rate": 1.74847522000546e-05,
+      "loss": 34.4375,
+      "step": 10625
+    },
+    {
+      "epoch": 0.5077893529580426,
+      "grad_norm": 177.759765625,
+      "learning_rate": 1.7484238977512042e-05,
+      "loss": 18.1562,
+      "step": 10626
+    },
+    {
+      "epoch": 0.507837140399503,
+      "grad_norm": 161.26986694335938,
+      "learning_rate": 1.748372571014855e-05,
+      "loss": 26.1719,
+      "step": 10627
+    },
+    {
+      "epoch": 0.5078849278409634,
+      "grad_norm": 267.9458923339844,
+      "learning_rate": 1.7483212397967197e-05,
+      "loss": 30.2812,
+      "step": 10628
+    },
+    {
+      "epoch": 0.5079327152824238,
+      "grad_norm": 226.2238311767578,
+      "learning_rate": 1.748269904097106e-05,
+      "loss": 27.9062,
+      "step": 10629
+    },
+    {
+      "epoch": 0.5079805027238842,
+      "grad_norm": 530.9319458007812,
+      "learning_rate": 1.748218563916321e-05,
+      "loss": 32.125,
+      "step": 10630
+    },
+    {
+      "epoch": 0.5080282901653446,
+      "grad_norm": 202.30770874023438,
+      "learning_rate": 1.748167219254672e-05,
+      "loss": 23.5156,
+      "step": 10631
+    },
+    {
+      "epoch": 0.508076077606805,
+      "grad_norm": 238.2554473876953,
+      "learning_rate": 1.748115870112467e-05,
+      "loss": 50.625,
+      "step": 10632
+    },
+    {
+      "epoch": 0.5081238650482653,
+      "grad_norm": 233.39492797851562,
+      "learning_rate": 1.748064516490013e-05,
+      "loss": 25.5312,
+      "step": 10633
+    },
+    {
+      "epoch": 0.5081716524897257,
+      "grad_norm": 301.4647521972656,
+      "learning_rate": 1.7480131583876182e-05,
+      "loss": 30.2188,
+      "step": 10634
+    },
+    {
+      "epoch": 0.5082194399311861,
+      "grad_norm": 312.0151062011719,
+      "learning_rate": 1.7479617958055898e-05,
+      "loss": 28.4062,
+      "step": 10635
+    },
+    {
+      "epoch": 0.5082672273726465,
+      "grad_norm": 219.32765197753906,
+      "learning_rate": 1.747910428744235e-05,
+      "loss": 31.5,
+      "step": 10636
+    },
+    {
+      "epoch": 0.5083150148141069,
+      "grad_norm": 206.07781982421875,
+      "learning_rate": 1.7478590572038617e-05,
+      "loss": 30.8125,
+      "step": 10637
+    },
+    {
+      "epoch": 0.5083628022555673,
+      "grad_norm": 233.41468811035156,
+      "learning_rate": 1.7478076811847784e-05,
+      "loss": 23.25,
+      "step": 10638
+    },
+    {
+      "epoch": 0.5084105896970276,
+      "grad_norm": 241.1920928955078,
+      "learning_rate": 1.7477563006872916e-05,
+      "loss": 27.4375,
+      "step": 10639
+    },
+    {
+      "epoch": 0.508458377138488,
+      "grad_norm": 178.14585876464844,
+      "learning_rate": 1.7477049157117093e-05,
+      "loss": 21.8906,
+      "step": 10640
+    },
+    {
+      "epoch": 0.5085061645799483,
+      "grad_norm": 234.55296325683594,
+      "learning_rate": 1.7476535262583395e-05,
+      "loss": 30.0312,
+      "step": 10641
+    },
+    {
+      "epoch": 0.5085539520214087,
+      "grad_norm": 350.8919982910156,
+      "learning_rate": 1.7476021323274896e-05,
+      "loss": 34.5,
+      "step": 10642
+    },
+    {
+      "epoch": 0.5086017394628691,
+      "grad_norm": 372.41241455078125,
+      "learning_rate": 1.747550733919468e-05,
+      "loss": 41.875,
+      "step": 10643
+    },
+    {
+      "epoch": 0.5086495269043295,
+      "grad_norm": 310.8108825683594,
+      "learning_rate": 1.7474993310345817e-05,
+      "loss": 41.1875,
+      "step": 10644
+    },
+    {
+      "epoch": 0.5086973143457899,
+      "grad_norm": 268.96710205078125,
+      "learning_rate": 1.7474479236731393e-05,
+      "loss": 22.9531,
+      "step": 10645
+    },
+    {
+      "epoch": 0.5087451017872503,
+      "grad_norm": 329.34112548828125,
+      "learning_rate": 1.747396511835448e-05,
+      "loss": 33.8438,
+      "step": 10646
+    },
+    {
+      "epoch": 0.5087928892287107,
+      "grad_norm": 218.2032928466797,
+      "learning_rate": 1.747345095521816e-05,
+      "loss": 21.4844,
+      "step": 10647
+    },
+    {
+      "epoch": 0.5088406766701711,
+      "grad_norm": 245.4301300048828,
+      "learning_rate": 1.7472936747325516e-05,
+      "loss": 20.375,
+      "step": 10648
+    },
+    {
+      "epoch": 0.5088884641116315,
+      "grad_norm": 271.91815185546875,
+      "learning_rate": 1.747242249467962e-05,
+      "loss": 31.6875,
+      "step": 10649
+    },
+    {
+      "epoch": 0.5089362515530919,
+      "grad_norm": 387.2709045410156,
+      "learning_rate": 1.7471908197283558e-05,
+      "loss": 32.6875,
+      "step": 10650
+    },
+    {
+      "epoch": 0.5089840389945522,
+      "grad_norm": 330.7616882324219,
+      "learning_rate": 1.7471393855140405e-05,
+      "loss": 39.9688,
+      "step": 10651
+    },
+    {
+      "epoch": 0.5090318264360126,
+      "grad_norm": 312.4365539550781,
+      "learning_rate": 1.7470879468253242e-05,
+      "loss": 30.0625,
+      "step": 10652
+    },
+    {
+      "epoch": 0.509079613877473,
+      "grad_norm": 251.6667938232422,
+      "learning_rate": 1.7470365036625155e-05,
+      "loss": 26.9375,
+      "step": 10653
+    },
+    {
+      "epoch": 0.5091274013189334,
+      "grad_norm": 285.0291442871094,
+      "learning_rate": 1.746985056025922e-05,
+      "loss": 32.2812,
+      "step": 10654
+    },
+    {
+      "epoch": 0.5091751887603938,
+      "grad_norm": 379.8377990722656,
+      "learning_rate": 1.7469336039158517e-05,
+      "loss": 43.4062,
+      "step": 10655
+    },
+    {
+      "epoch": 0.5092229762018542,
+      "grad_norm": 298.0951232910156,
+      "learning_rate": 1.7468821473326133e-05,
+      "loss": 29.0781,
+      "step": 10656
+    },
+    {
+      "epoch": 0.5092707636433146,
+      "grad_norm": 282.2476806640625,
+      "learning_rate": 1.746830686276514e-05,
+      "loss": 27.375,
+      "step": 10657
+    },
+    {
+      "epoch": 0.509318551084775,
+      "grad_norm": 296.52978515625,
+      "learning_rate": 1.746779220747863e-05,
+      "loss": 28.3438,
+      "step": 10658
+    },
+    {
+      "epoch": 0.5093663385262353,
+      "grad_norm": 158.02560424804688,
+      "learning_rate": 1.746727750746968e-05,
+      "loss": 27.1875,
+      "step": 10659
+    },
+    {
+      "epoch": 0.5094141259676956,
+      "grad_norm": 557.503662109375,
+      "learning_rate": 1.746676276274137e-05,
+      "loss": 37.8438,
+      "step": 10660
+    },
+    {
+      "epoch": 0.509461913409156,
+      "grad_norm": 316.7301025390625,
+      "learning_rate": 1.7466247973296792e-05,
+      "loss": 29.7969,
+      "step": 10661
+    },
+    {
+      "epoch": 0.5095097008506164,
+      "grad_norm": 690.1317138671875,
+      "learning_rate": 1.7465733139139017e-05,
+      "loss": 19.2812,
+      "step": 10662
+    },
+    {
+      "epoch": 0.5095574882920768,
+      "grad_norm": 410.8655090332031,
+      "learning_rate": 1.7465218260271137e-05,
+      "loss": 39.125,
+      "step": 10663
+    },
+    {
+      "epoch": 0.5096052757335372,
+      "grad_norm": 224.9005126953125,
+      "learning_rate": 1.746470333669623e-05,
+      "loss": 33.8125,
+      "step": 10664
+    },
+    {
+      "epoch": 0.5096530631749976,
+      "grad_norm": 377.2870178222656,
+      "learning_rate": 1.7464188368417385e-05,
+      "loss": 39.875,
+      "step": 10665
+    },
+    {
+      "epoch": 0.509700850616458,
+      "grad_norm": 285.7446594238281,
+      "learning_rate": 1.7463673355437684e-05,
+      "loss": 28.2188,
+      "step": 10666
+    },
+    {
+      "epoch": 0.5097486380579184,
+      "grad_norm": 829.9375,
+      "learning_rate": 1.7463158297760207e-05,
+      "loss": 39.7812,
+      "step": 10667
+    },
+    {
+      "epoch": 0.5097964254993788,
+      "grad_norm": 181.57472229003906,
+      "learning_rate": 1.746264319538804e-05,
+      "loss": 23.5312,
+      "step": 10668
+    },
+    {
+      "epoch": 0.5098442129408391,
+      "grad_norm": 1032.8636474609375,
+      "learning_rate": 1.7462128048324273e-05,
+      "loss": 20.9375,
+      "step": 10669
+    },
+    {
+      "epoch": 0.5098920003822995,
+      "grad_norm": 202.5225067138672,
+      "learning_rate": 1.746161285657199e-05,
+      "loss": 30.75,
+      "step": 10670
+    },
+    {
+      "epoch": 0.5099397878237599,
+      "grad_norm": 229.71246337890625,
+      "learning_rate": 1.7461097620134274e-05,
+      "loss": 23.8281,
+      "step": 10671
+    },
+    {
+      "epoch": 0.5099875752652203,
+      "grad_norm": 209.06893920898438,
+      "learning_rate": 1.7460582339014208e-05,
+      "loss": 22.3438,
+      "step": 10672
+    },
+    {
+      "epoch": 0.5100353627066807,
+      "grad_norm": 336.6075134277344,
+      "learning_rate": 1.7460067013214878e-05,
+      "loss": 35.7188,
+      "step": 10673
+    },
+    {
+      "epoch": 0.5100831501481411,
+      "grad_norm": 394.93878173828125,
+      "learning_rate": 1.7459551642739375e-05,
+      "loss": 39.4375,
+      "step": 10674
+    },
+    {
+      "epoch": 0.5101309375896015,
+      "grad_norm": 247.12181091308594,
+      "learning_rate": 1.7459036227590785e-05,
+      "loss": 30.9062,
+      "step": 10675
+    },
+    {
+      "epoch": 0.5101787250310619,
+      "grad_norm": 521.1420288085938,
+      "learning_rate": 1.7458520767772192e-05,
+      "loss": 32.375,
+      "step": 10676
+    },
+    {
+      "epoch": 0.5102265124725223,
+      "grad_norm": 226.36631774902344,
+      "learning_rate": 1.7458005263286685e-05,
+      "loss": 27.4688,
+      "step": 10677
+    },
+    {
+      "epoch": 0.5102742999139827,
+      "grad_norm": 234.4343719482422,
+      "learning_rate": 1.7457489714137347e-05,
+      "loss": 26.5469,
+      "step": 10678
+    },
+    {
+      "epoch": 0.510322087355443,
+      "grad_norm": 250.97291564941406,
+      "learning_rate": 1.745697412032727e-05,
+      "loss": 25.9688,
+      "step": 10679
+    },
+    {
+      "epoch": 0.5103698747969033,
+      "grad_norm": 134.55845642089844,
+      "learning_rate": 1.7456458481859537e-05,
+      "loss": 23.1875,
+      "step": 10680
+    },
+    {
+      "epoch": 0.5104176622383637,
+      "grad_norm": 283.70379638671875,
+      "learning_rate": 1.7455942798737244e-05,
+      "loss": 30.4375,
+      "step": 10681
+    },
+    {
+      "epoch": 0.5104654496798241,
+      "grad_norm": 330.2618408203125,
+      "learning_rate": 1.7455427070963474e-05,
+      "loss": 24.5938,
+      "step": 10682
+    },
+    {
+      "epoch": 0.5105132371212845,
+      "grad_norm": 272.0116882324219,
+      "learning_rate": 1.7454911298541314e-05,
+      "loss": 23.9062,
+      "step": 10683
+    },
+    {
+      "epoch": 0.5105610245627449,
+      "grad_norm": 271.5090637207031,
+      "learning_rate": 1.7454395481473852e-05,
+      "loss": 31.9141,
+      "step": 10684
+    },
+    {
+      "epoch": 0.5106088120042053,
+      "grad_norm": 434.3214416503906,
+      "learning_rate": 1.7453879619764184e-05,
+      "loss": 29.125,
+      "step": 10685
+    },
+    {
+      "epoch": 0.5106565994456657,
+      "grad_norm": 212.2577362060547,
+      "learning_rate": 1.7453363713415394e-05,
+      "loss": 25.5312,
+      "step": 10686
+    },
+    {
+      "epoch": 0.510704386887126,
+      "grad_norm": 573.6970825195312,
+      "learning_rate": 1.7452847762430573e-05,
+      "loss": 34.125,
+      "step": 10687
+    },
+    {
+      "epoch": 0.5107521743285864,
+      "grad_norm": 229.9691619873047,
+      "learning_rate": 1.7452331766812812e-05,
+      "loss": 29.125,
+      "step": 10688
+    },
+    {
+      "epoch": 0.5107999617700468,
+      "grad_norm": 229.50547790527344,
+      "learning_rate": 1.7451815726565196e-05,
+      "loss": 24.9688,
+      "step": 10689
+    },
+    {
+      "epoch": 0.5108477492115072,
+      "grad_norm": 187.28854370117188,
+      "learning_rate": 1.7451299641690823e-05,
+      "loss": 25.4062,
+      "step": 10690
+    },
+    {
+      "epoch": 0.5108955366529676,
+      "grad_norm": 235.82313537597656,
+      "learning_rate": 1.745078351219278e-05,
+      "loss": 29.7812,
+      "step": 10691
+    },
+    {
+      "epoch": 0.510943324094428,
+      "grad_norm": 244.70420837402344,
+      "learning_rate": 1.7450267338074157e-05,
+      "loss": 30.1562,
+      "step": 10692
+    },
+    {
+      "epoch": 0.5109911115358884,
+      "grad_norm": 371.4309997558594,
+      "learning_rate": 1.7449751119338045e-05,
+      "loss": 23.0156,
+      "step": 10693
+    },
+    {
+      "epoch": 0.5110388989773488,
+      "grad_norm": 300.9826965332031,
+      "learning_rate": 1.7449234855987538e-05,
+      "loss": 33.6562,
+      "step": 10694
+    },
+    {
+      "epoch": 0.5110866864188092,
+      "grad_norm": 206.74404907226562,
+      "learning_rate": 1.7448718548025726e-05,
+      "loss": 28.8594,
+      "step": 10695
+    },
+    {
+      "epoch": 0.5111344738602696,
+      "grad_norm": 502.41143798828125,
+      "learning_rate": 1.74482021954557e-05,
+      "loss": 31.2812,
+      "step": 10696
+    },
+    {
+      "epoch": 0.51118226130173,
+      "grad_norm": 416.3824462890625,
+      "learning_rate": 1.7447685798280554e-05,
+      "loss": 20.5,
+      "step": 10697
+    },
+    {
+      "epoch": 0.5112300487431903,
+      "grad_norm": 341.37091064453125,
+      "learning_rate": 1.744716935650338e-05,
+      "loss": 30.0781,
+      "step": 10698
+    },
+    {
+      "epoch": 0.5112778361846507,
+      "grad_norm": 540.0457153320312,
+      "learning_rate": 1.7446652870127276e-05,
+      "loss": 32.8906,
+      "step": 10699
+    },
+    {
+      "epoch": 0.511325623626111,
+      "grad_norm": 384.5559387207031,
+      "learning_rate": 1.7446136339155323e-05,
+      "loss": 39.2188,
+      "step": 10700
+    },
+    {
+      "epoch": 0.5113734110675714,
+      "grad_norm": 180.9189453125,
+      "learning_rate": 1.7445619763590627e-05,
+      "loss": 24.3438,
+      "step": 10701
+    },
+    {
+      "epoch": 0.5114211985090318,
+      "grad_norm": 211.2831268310547,
+      "learning_rate": 1.7445103143436273e-05,
+      "loss": 26.1562,
+      "step": 10702
+    },
+    {
+      "epoch": 0.5114689859504922,
+      "grad_norm": 299.5577087402344,
+      "learning_rate": 1.744458647869536e-05,
+      "loss": 28.4062,
+      "step": 10703
+    },
+    {
+      "epoch": 0.5115167733919526,
+      "grad_norm": 1008.5198974609375,
+      "learning_rate": 1.744406976937098e-05,
+      "loss": 31.5938,
+      "step": 10704
+    },
+    {
+      "epoch": 0.511564560833413,
+      "grad_norm": 260.2474670410156,
+      "learning_rate": 1.7443553015466227e-05,
+      "loss": 29.5312,
+      "step": 10705
+    },
+    {
+      "epoch": 0.5116123482748733,
+      "grad_norm": 183.13905334472656,
+      "learning_rate": 1.7443036216984194e-05,
+      "loss": 29.6562,
+      "step": 10706
+    },
+    {
+      "epoch": 0.5116601357163337,
+      "grad_norm": 294.2026672363281,
+      "learning_rate": 1.744251937392798e-05,
+      "loss": 41.4062,
+      "step": 10707
+    },
+    {
+      "epoch": 0.5117079231577941,
+      "grad_norm": 215.052734375,
+      "learning_rate": 1.744200248630068e-05,
+      "loss": 27.6562,
+      "step": 10708
+    },
+    {
+      "epoch": 0.5117557105992545,
+      "grad_norm": 252.11085510253906,
+      "learning_rate": 1.7441485554105388e-05,
+      "loss": 27.9375,
+      "step": 10709
+    },
+    {
+      "epoch": 0.5118034980407149,
+      "grad_norm": 353.5172119140625,
+      "learning_rate": 1.7440968577345196e-05,
+      "loss": 46.2031,
+      "step": 10710
+    },
+    {
+      "epoch": 0.5118512854821753,
+      "grad_norm": 247.79067993164062,
+      "learning_rate": 1.7440451556023204e-05,
+      "loss": 41.3125,
+      "step": 10711
+    },
+    {
+      "epoch": 0.5118990729236357,
+      "grad_norm": 339.1260681152344,
+      "learning_rate": 1.7439934490142508e-05,
+      "loss": 23.75,
+      "step": 10712
+    },
+    {
+      "epoch": 0.5119468603650961,
+      "grad_norm": 484.4173889160156,
+      "learning_rate": 1.7439417379706206e-05,
+      "loss": 29.1875,
+      "step": 10713
+    },
+    {
+      "epoch": 0.5119946478065565,
+      "grad_norm": 264.51446533203125,
+      "learning_rate": 1.7438900224717397e-05,
+      "loss": 31.2188,
+      "step": 10714
+    },
+    {
+      "epoch": 0.5120424352480168,
+      "grad_norm": 197.56646728515625,
+      "learning_rate": 1.7438383025179168e-05,
+      "loss": 25.0938,
+      "step": 10715
+    },
+    {
+      "epoch": 0.5120902226894772,
+      "grad_norm": 244.20562744140625,
+      "learning_rate": 1.7437865781094626e-05,
+      "loss": 26.3906,
+      "step": 10716
+    },
+    {
+      "epoch": 0.5121380101309376,
+      "grad_norm": 272.7153625488281,
+      "learning_rate": 1.7437348492466868e-05,
+      "loss": 38.6875,
+      "step": 10717
+    },
+    {
+      "epoch": 0.512185797572398,
+      "grad_norm": 429.1715393066406,
+      "learning_rate": 1.7436831159298986e-05,
+      "loss": 27.4375,
+      "step": 10718
+    },
+    {
+      "epoch": 0.5122335850138584,
+      "grad_norm": 285.6784362792969,
+      "learning_rate": 1.7436313781594082e-05,
+      "loss": 28.3906,
+      "step": 10719
+    },
+    {
+      "epoch": 0.5122813724553188,
+      "grad_norm": 254.79319763183594,
+      "learning_rate": 1.7435796359355255e-05,
+      "loss": 30.75,
+      "step": 10720
+    },
+    {
+      "epoch": 0.5123291598967791,
+      "grad_norm": 371.8374938964844,
+      "learning_rate": 1.7435278892585602e-05,
+      "loss": 40.375,
+      "step": 10721
+    },
+    {
+      "epoch": 0.5123769473382395,
+      "grad_norm": 347.56134033203125,
+      "learning_rate": 1.743476138128822e-05,
+      "loss": 29.0156,
+      "step": 10722
+    },
+    {
+      "epoch": 0.5124247347796999,
+      "grad_norm": 368.1895751953125,
+      "learning_rate": 1.7434243825466212e-05,
+      "loss": 38.5938,
+      "step": 10723
+    },
+    {
+      "epoch": 0.5124725222211602,
+      "grad_norm": 464.2805480957031,
+      "learning_rate": 1.743372622512268e-05,
+      "loss": 32.125,
+      "step": 10724
+    },
+    {
+      "epoch": 0.5125203096626206,
+      "grad_norm": 314.55023193359375,
+      "learning_rate": 1.7433208580260716e-05,
+      "loss": 31.2344,
+      "step": 10725
+    },
+    {
+      "epoch": 0.512568097104081,
+      "grad_norm": 242.7811737060547,
+      "learning_rate": 1.7432690890883425e-05,
+      "loss": 27.0,
+      "step": 10726
+    },
+    {
+      "epoch": 0.5126158845455414,
+      "grad_norm": 308.3526916503906,
+      "learning_rate": 1.743217315699391e-05,
+      "loss": 36.4688,
+      "step": 10727
+    },
+    {
+      "epoch": 0.5126636719870018,
+      "grad_norm": 263.3756408691406,
+      "learning_rate": 1.7431655378595262e-05,
+      "loss": 22.7969,
+      "step": 10728
+    },
+    {
+      "epoch": 0.5127114594284622,
+      "grad_norm": 439.9298095703125,
+      "learning_rate": 1.7431137555690593e-05,
+      "loss": 27.9531,
+      "step": 10729
+    },
+    {
+      "epoch": 0.5127592468699226,
+      "grad_norm": 258.91571044921875,
+      "learning_rate": 1.7430619688282995e-05,
+      "loss": 31.375,
+      "step": 10730
+    },
+    {
+      "epoch": 0.512807034311383,
+      "grad_norm": 197.52667236328125,
+      "learning_rate": 1.7430101776375577e-05,
+      "loss": 33.0625,
+      "step": 10731
+    },
+    {
+      "epoch": 0.5128548217528434,
+      "grad_norm": 357.305419921875,
+      "learning_rate": 1.742958381997143e-05,
+      "loss": 45.1562,
+      "step": 10732
+    },
+    {
+      "epoch": 0.5129026091943037,
+      "grad_norm": 308.8397521972656,
+      "learning_rate": 1.742906581907367e-05,
+      "loss": 30.5625,
+      "step": 10733
+    },
+    {
+      "epoch": 0.5129503966357641,
+      "grad_norm": 147.027587890625,
+      "learning_rate": 1.742854777368539e-05,
+      "loss": 21.5312,
+      "step": 10734
+    },
+    {
+      "epoch": 0.5129981840772245,
+      "grad_norm": 356.63250732421875,
+      "learning_rate": 1.742802968380969e-05,
+      "loss": 27.3125,
+      "step": 10735
+    },
+    {
+      "epoch": 0.5130459715186849,
+      "grad_norm": 808.701904296875,
+      "learning_rate": 1.7427511549449682e-05,
+      "loss": 51.1562,
+      "step": 10736
+    },
+    {
+      "epoch": 0.5130937589601453,
+      "grad_norm": 288.3629150390625,
+      "learning_rate": 1.742699337060846e-05,
+      "loss": 22.9844,
+      "step": 10737
+    },
+    {
+      "epoch": 0.5131415464016057,
+      "grad_norm": 310.39117431640625,
+      "learning_rate": 1.7426475147289134e-05,
+      "loss": 27.3125,
+      "step": 10738
+    },
+    {
+      "epoch": 0.5131893338430661,
+      "grad_norm": 461.6164855957031,
+      "learning_rate": 1.7425956879494802e-05,
+      "loss": 24.6562,
+      "step": 10739
+    },
+    {
+      "epoch": 0.5132371212845265,
+      "grad_norm": 152.71383666992188,
+      "learning_rate": 1.7425438567228574e-05,
+      "loss": 20.875,
+      "step": 10740
+    },
+    {
+      "epoch": 0.5132849087259869,
+      "grad_norm": 184.6689910888672,
+      "learning_rate": 1.7424920210493547e-05,
+      "loss": 20.9688,
+      "step": 10741
+    },
+    {
+      "epoch": 0.5133326961674471,
+      "grad_norm": 507.9234619140625,
+      "learning_rate": 1.7424401809292833e-05,
+      "loss": 37.6562,
+      "step": 10742
+    },
+    {
+      "epoch": 0.5133804836089075,
+      "grad_norm": 313.6058349609375,
+      "learning_rate": 1.7423883363629528e-05,
+      "loss": 46.875,
+      "step": 10743
+    },
+    {
+      "epoch": 0.5134282710503679,
+      "grad_norm": 406.5523376464844,
+      "learning_rate": 1.7423364873506747e-05,
+      "loss": 40.625,
+      "step": 10744
+    },
+    {
+      "epoch": 0.5134760584918283,
+      "grad_norm": 505.1024475097656,
+      "learning_rate": 1.742284633892758e-05,
+      "loss": 50.375,
+      "step": 10745
+    },
+    {
+      "epoch": 0.5135238459332887,
+      "grad_norm": 282.55474853515625,
+      "learning_rate": 1.742232775989515e-05,
+      "loss": 29.0312,
+      "step": 10746
+    },
+    {
+      "epoch": 0.5135716333747491,
+      "grad_norm": 350.1957702636719,
+      "learning_rate": 1.742180913641255e-05,
+      "loss": 43.0625,
+      "step": 10747
+    },
+    {
+      "epoch": 0.5136194208162095,
+      "grad_norm": 246.36605834960938,
+      "learning_rate": 1.742129046848289e-05,
+      "loss": 37.4688,
+      "step": 10748
+    },
+    {
+      "epoch": 0.5136672082576699,
+      "grad_norm": 593.6851196289062,
+      "learning_rate": 1.7420771756109278e-05,
+      "loss": 27.7969,
+      "step": 10749
+    },
+    {
+      "epoch": 0.5137149956991303,
+      "grad_norm": 304.3099670410156,
+      "learning_rate": 1.7420252999294816e-05,
+      "loss": 29.5,
+      "step": 10750
+    },
+    {
+      "epoch": 0.5137627831405907,
+      "grad_norm": 207.88157653808594,
+      "learning_rate": 1.7419734198042613e-05,
+      "loss": 29.4531,
+      "step": 10751
+    },
+    {
+      "epoch": 0.513810570582051,
+      "grad_norm": 244.50094604492188,
+      "learning_rate": 1.741921535235578e-05,
+      "loss": 28.625,
+      "step": 10752
+    },
+    {
+      "epoch": 0.5138583580235114,
+      "grad_norm": 213.34405517578125,
+      "learning_rate": 1.7418696462237418e-05,
+      "loss": 28.1875,
+      "step": 10753
+    },
+    {
+      "epoch": 0.5139061454649718,
+      "grad_norm": 257.71337890625,
+      "learning_rate": 1.741817752769064e-05,
+      "loss": 38.5625,
+      "step": 10754
+    },
+    {
+      "epoch": 0.5139539329064322,
+      "grad_norm": 268.63494873046875,
+      "learning_rate": 1.7417658548718544e-05,
+      "loss": 32.2656,
+      "step": 10755
+    },
+    {
+      "epoch": 0.5140017203478926,
+      "grad_norm": 689.286865234375,
+      "learning_rate": 1.741713952532425e-05,
+      "loss": 36.6562,
+      "step": 10756
+    },
+    {
+      "epoch": 0.514049507789353,
+      "grad_norm": 311.5868225097656,
+      "learning_rate": 1.741662045751086e-05,
+      "loss": 34.5625,
+      "step": 10757
+    },
+    {
+      "epoch": 0.5140972952308134,
+      "grad_norm": 369.6382141113281,
+      "learning_rate": 1.7416101345281485e-05,
+      "loss": 22.8125,
+      "step": 10758
+    },
+    {
+      "epoch": 0.5141450826722738,
+      "grad_norm": 305.6905517578125,
+      "learning_rate": 1.741558218863923e-05,
+      "loss": 34.4062,
+      "step": 10759
+    },
+    {
+      "epoch": 0.5141928701137342,
+      "grad_norm": 235.0974578857422,
+      "learning_rate": 1.7415062987587207e-05,
+      "loss": 31.375,
+      "step": 10760
+    },
+    {
+      "epoch": 0.5142406575551945,
+      "grad_norm": 277.6950378417969,
+      "learning_rate": 1.7414543742128525e-05,
+      "loss": 27.6719,
+      "step": 10761
+    },
+    {
+      "epoch": 0.5142884449966548,
+      "grad_norm": 233.30917358398438,
+      "learning_rate": 1.7414024452266292e-05,
+      "loss": 17.7812,
+      "step": 10762
+    },
+    {
+      "epoch": 0.5143362324381152,
+      "grad_norm": 192.35231018066406,
+      "learning_rate": 1.7413505118003618e-05,
+      "loss": 27.0938,
+      "step": 10763
+    },
+    {
+      "epoch": 0.5143840198795756,
+      "grad_norm": 162.38873291015625,
+      "learning_rate": 1.741298573934362e-05,
+      "loss": 26.6875,
+      "step": 10764
+    },
+    {
+      "epoch": 0.514431807321036,
+      "grad_norm": 104.55523681640625,
+      "learning_rate": 1.7412466316289397e-05,
+      "loss": 23.9844,
+      "step": 10765
+    },
+    {
+      "epoch": 0.5144795947624964,
+      "grad_norm": 224.92999267578125,
+      "learning_rate": 1.7411946848844067e-05,
+      "loss": 36.0,
+      "step": 10766
+    },
+    {
+      "epoch": 0.5145273822039568,
+      "grad_norm": 287.7350158691406,
+      "learning_rate": 1.741142733701074e-05,
+      "loss": 27.25,
+      "step": 10767
+    },
+    {
+      "epoch": 0.5145751696454172,
+      "grad_norm": 314.45550537109375,
+      "learning_rate": 1.741090778079253e-05,
+      "loss": 42.2812,
+      "step": 10768
+    },
+    {
+      "epoch": 0.5146229570868776,
+      "grad_norm": 286.0794372558594,
+      "learning_rate": 1.741038818019254e-05,
+      "loss": 34.7188,
+      "step": 10769
+    },
+    {
+      "epoch": 0.5146707445283379,
+      "grad_norm": 244.5833740234375,
+      "learning_rate": 1.7409868535213892e-05,
+      "loss": 33.7812,
+      "step": 10770
+    },
+    {
+      "epoch": 0.5147185319697983,
+      "grad_norm": 326.239013671875,
+      "learning_rate": 1.740934884585969e-05,
+      "loss": 34.5781,
+      "step": 10771
+    },
+    {
+      "epoch": 0.5147663194112587,
+      "grad_norm": 153.7664794921875,
+      "learning_rate": 1.7408829112133045e-05,
+      "loss": 20.0,
+      "step": 10772
+    },
+    {
+      "epoch": 0.5148141068527191,
+      "grad_norm": 275.21099853515625,
+      "learning_rate": 1.740830933403708e-05,
+      "loss": 33.5312,
+      "step": 10773
+    },
+    {
+      "epoch": 0.5148618942941795,
+      "grad_norm": 158.78494262695312,
+      "learning_rate": 1.7407789511574896e-05,
+      "loss": 28.6875,
+      "step": 10774
+    },
+    {
+      "epoch": 0.5149096817356399,
+      "grad_norm": 427.3362121582031,
+      "learning_rate": 1.7407269644749615e-05,
+      "loss": 23.2812,
+      "step": 10775
+    },
+    {
+      "epoch": 0.5149574691771003,
+      "grad_norm": 339.4757385253906,
+      "learning_rate": 1.7406749733564344e-05,
+      "loss": 36.375,
+      "step": 10776
+    },
+    {
+      "epoch": 0.5150052566185607,
+      "grad_norm": 202.598876953125,
+      "learning_rate": 1.7406229778022204e-05,
+      "loss": 24.0312,
+      "step": 10777
+    },
+    {
+      "epoch": 0.5150530440600211,
+      "grad_norm": 302.24530029296875,
+      "learning_rate": 1.74057097781263e-05,
+      "loss": 34.0938,
+      "step": 10778
+    },
+    {
+      "epoch": 0.5151008315014814,
+      "grad_norm": 195.38621520996094,
+      "learning_rate": 1.7405189733879754e-05,
+      "loss": 24.7656,
+      "step": 10779
+    },
+    {
+      "epoch": 0.5151486189429418,
+      "grad_norm": 321.5375061035156,
+      "learning_rate": 1.7404669645285676e-05,
+      "loss": 25.0312,
+      "step": 10780
+    },
+    {
+      "epoch": 0.5151964063844022,
+      "grad_norm": 211.27081298828125,
+      "learning_rate": 1.7404149512347183e-05,
+      "loss": 25.2812,
+      "step": 10781
+    },
+    {
+      "epoch": 0.5152441938258626,
+      "grad_norm": 255.37179565429688,
+      "learning_rate": 1.7403629335067386e-05,
+      "loss": 30.0312,
+      "step": 10782
+    },
+    {
+      "epoch": 0.5152919812673229,
+      "grad_norm": 193.4983673095703,
+      "learning_rate": 1.7403109113449398e-05,
+      "loss": 18.3438,
+      "step": 10783
+    },
+    {
+      "epoch": 0.5153397687087833,
+      "grad_norm": 217.56564331054688,
+      "learning_rate": 1.7402588847496344e-05,
+      "loss": 27.7812,
+      "step": 10784
+    },
+    {
+      "epoch": 0.5153875561502437,
+      "grad_norm": 478.6335754394531,
+      "learning_rate": 1.7402068537211338e-05,
+      "loss": 40.0938,
+      "step": 10785
+    },
+    {
+      "epoch": 0.5154353435917041,
+      "grad_norm": 240.42355346679688,
+      "learning_rate": 1.7401548182597485e-05,
+      "loss": 35.1094,
+      "step": 10786
+    },
+    {
+      "epoch": 0.5154831310331645,
+      "grad_norm": 329.1959533691406,
+      "learning_rate": 1.7401027783657914e-05,
+      "loss": 25.9375,
+      "step": 10787
+    },
+    {
+      "epoch": 0.5155309184746248,
+      "grad_norm": 269.1515197753906,
+      "learning_rate": 1.7400507340395734e-05,
+      "loss": 25.2969,
+      "step": 10788
+    },
+    {
+      "epoch": 0.5155787059160852,
+      "grad_norm": 317.0832824707031,
+      "learning_rate": 1.7399986852814067e-05,
+      "loss": 39.0312,
+      "step": 10789
+    },
+    {
+      "epoch": 0.5156264933575456,
+      "grad_norm": 487.00689697265625,
+      "learning_rate": 1.7399466320916025e-05,
+      "loss": 31.0625,
+      "step": 10790
+    },
+    {
+      "epoch": 0.515674280799006,
+      "grad_norm": 337.6962890625,
+      "learning_rate": 1.739894574470473e-05,
+      "loss": 30.5938,
+      "step": 10791
+    },
+    {
+      "epoch": 0.5157220682404664,
+      "grad_norm": 414.2168884277344,
+      "learning_rate": 1.7398425124183295e-05,
+      "loss": 29.2188,
+      "step": 10792
+    },
+    {
+      "epoch": 0.5157698556819268,
+      "grad_norm": 271.38763427734375,
+      "learning_rate": 1.7397904459354843e-05,
+      "loss": 24.1719,
+      "step": 10793
+    },
+    {
+      "epoch": 0.5158176431233872,
+      "grad_norm": 208.41610717773438,
+      "learning_rate": 1.7397383750222486e-05,
+      "loss": 29.5156,
+      "step": 10794
+    },
+    {
+      "epoch": 0.5158654305648476,
+      "grad_norm": 349.3856201171875,
+      "learning_rate": 1.739686299678935e-05,
+      "loss": 30.7188,
+      "step": 10795
+    },
+    {
+      "epoch": 0.515913218006308,
+      "grad_norm": 331.06805419921875,
+      "learning_rate": 1.7396342199058546e-05,
+      "loss": 34.5,
+      "step": 10796
+    },
+    {
+      "epoch": 0.5159610054477684,
+      "grad_norm": 223.73252868652344,
+      "learning_rate": 1.7395821357033194e-05,
+      "loss": 26.4688,
+      "step": 10797
+    },
+    {
+      "epoch": 0.5160087928892287,
+      "grad_norm": 337.7071228027344,
+      "learning_rate": 1.7395300470716418e-05,
+      "loss": 37.0625,
+      "step": 10798
+    },
+    {
+      "epoch": 0.5160565803306891,
+      "grad_norm": 406.1834716796875,
+      "learning_rate": 1.7394779540111332e-05,
+      "loss": 28.0625,
+      "step": 10799
+    },
+    {
+      "epoch": 0.5161043677721495,
+      "grad_norm": 305.69561767578125,
+      "learning_rate": 1.7394258565221063e-05,
+      "loss": 30.0625,
+      "step": 10800
+    },
+    {
+      "epoch": 0.5161521552136099,
+      "grad_norm": 201.7854461669922,
+      "learning_rate": 1.7393737546048724e-05,
+      "loss": 26.5156,
+      "step": 10801
+    },
+    {
+      "epoch": 0.5161999426550703,
+      "grad_norm": 296.5394592285156,
+      "learning_rate": 1.7393216482597437e-05,
+      "loss": 43.7188,
+      "step": 10802
+    },
+    {
+      "epoch": 0.5162477300965306,
+      "grad_norm": 163.5699005126953,
+      "learning_rate": 1.7392695374870325e-05,
+      "loss": 21.125,
+      "step": 10803
+    },
+    {
+      "epoch": 0.516295517537991,
+      "grad_norm": 235.40113830566406,
+      "learning_rate": 1.7392174222870508e-05,
+      "loss": 38.9062,
+      "step": 10804
+    },
+    {
+      "epoch": 0.5163433049794514,
+      "grad_norm": 403.2709655761719,
+      "learning_rate": 1.7391653026601103e-05,
+      "loss": 30.75,
+      "step": 10805
+    },
+    {
+      "epoch": 0.5163910924209117,
+      "grad_norm": 330.8519592285156,
+      "learning_rate": 1.7391131786065235e-05,
+      "loss": 19.9219,
+      "step": 10806
+    },
+    {
+      "epoch": 0.5164388798623721,
+      "grad_norm": 325.7643737792969,
+      "learning_rate": 1.7390610501266024e-05,
+      "loss": 46.8125,
+      "step": 10807
+    },
+    {
+      "epoch": 0.5164866673038325,
+      "grad_norm": 211.92938232421875,
+      "learning_rate": 1.7390089172206594e-05,
+      "loss": 22.2188,
+      "step": 10808
+    },
+    {
+      "epoch": 0.5165344547452929,
+      "grad_norm": 318.0908203125,
+      "learning_rate": 1.7389567798890065e-05,
+      "loss": 34.5,
+      "step": 10809
+    },
+    {
+      "epoch": 0.5165822421867533,
+      "grad_norm": 436.5062561035156,
+      "learning_rate": 1.7389046381319557e-05,
+      "loss": 39.6875,
+      "step": 10810
+    },
+    {
+      "epoch": 0.5166300296282137,
+      "grad_norm": 368.5380554199219,
+      "learning_rate": 1.7388524919498202e-05,
+      "loss": 16.75,
+      "step": 10811
+    },
+    {
+      "epoch": 0.5166778170696741,
+      "grad_norm": 354.09197998046875,
+      "learning_rate": 1.7388003413429113e-05,
+      "loss": 26.875,
+      "step": 10812
+    },
+    {
+      "epoch": 0.5167256045111345,
+      "grad_norm": 270.25048828125,
+      "learning_rate": 1.7387481863115417e-05,
+      "loss": 23.5625,
+      "step": 10813
+    },
+    {
+      "epoch": 0.5167733919525949,
+      "grad_norm": 153.26284790039062,
+      "learning_rate": 1.7386960268560234e-05,
+      "loss": 29.1562,
+      "step": 10814
+    },
+    {
+      "epoch": 0.5168211793940553,
+      "grad_norm": 576.4549560546875,
+      "learning_rate": 1.7386438629766696e-05,
+      "loss": 43.2188,
+      "step": 10815
+    },
+    {
+      "epoch": 0.5168689668355156,
+      "grad_norm": 149.7681121826172,
+      "learning_rate": 1.738591694673792e-05,
+      "loss": 30.5625,
+      "step": 10816
+    },
+    {
+      "epoch": 0.516916754276976,
+      "grad_norm": 426.8295593261719,
+      "learning_rate": 1.738539521947703e-05,
+      "loss": 36.875,
+      "step": 10817
+    },
+    {
+      "epoch": 0.5169645417184364,
+      "grad_norm": 389.1157531738281,
+      "learning_rate": 1.7384873447987153e-05,
+      "loss": 27.1094,
+      "step": 10818
+    },
+    {
+      "epoch": 0.5170123291598968,
+      "grad_norm": 331.24969482421875,
+      "learning_rate": 1.7384351632271418e-05,
+      "loss": 33.6094,
+      "step": 10819
+    },
+    {
+      "epoch": 0.5170601166013572,
+      "grad_norm": 311.9212341308594,
+      "learning_rate": 1.738382977233294e-05,
+      "loss": 27.3438,
+      "step": 10820
+    },
+    {
+      "epoch": 0.5171079040428176,
+      "grad_norm": 206.0509796142578,
+      "learning_rate": 1.738330786817485e-05,
+      "loss": 32.2188,
+      "step": 10821
+    },
+    {
+      "epoch": 0.517155691484278,
+      "grad_norm": 283.29937744140625,
+      "learning_rate": 1.7382785919800272e-05,
+      "loss": 33.9375,
+      "step": 10822
+    },
+    {
+      "epoch": 0.5172034789257384,
+      "grad_norm": 388.64312744140625,
+      "learning_rate": 1.7382263927212334e-05,
+      "loss": 33.375,
+      "step": 10823
+    },
+    {
+      "epoch": 0.5172512663671986,
+      "grad_norm": 521.246337890625,
+      "learning_rate": 1.7381741890414162e-05,
+      "loss": 37.9688,
+      "step": 10824
+    },
+    {
+      "epoch": 0.517299053808659,
+      "grad_norm": 245.7911376953125,
+      "learning_rate": 1.738121980940888e-05,
+      "loss": 28.0,
+      "step": 10825
+    },
+    {
+      "epoch": 0.5173468412501194,
+      "grad_norm": 204.4126434326172,
+      "learning_rate": 1.7380697684199614e-05,
+      "loss": 30.1719,
+      "step": 10826
+    },
+    {
+      "epoch": 0.5173946286915798,
+      "grad_norm": 390.12567138671875,
+      "learning_rate": 1.7380175514789496e-05,
+      "loss": 34.4688,
+      "step": 10827
+    },
+    {
+      "epoch": 0.5174424161330402,
+      "grad_norm": 209.3656768798828,
+      "learning_rate": 1.737965330118165e-05,
+      "loss": 24.4688,
+      "step": 10828
+    },
+    {
+      "epoch": 0.5174902035745006,
+      "grad_norm": 359.017333984375,
+      "learning_rate": 1.73791310433792e-05,
+      "loss": 26.9844,
+      "step": 10829
+    },
+    {
+      "epoch": 0.517537991015961,
+      "grad_norm": 174.5418701171875,
+      "learning_rate": 1.7378608741385277e-05,
+      "loss": 21.9688,
+      "step": 10830
+    },
+    {
+      "epoch": 0.5175857784574214,
+      "grad_norm": 312.8227233886719,
+      "learning_rate": 1.7378086395203012e-05,
+      "loss": 33.6875,
+      "step": 10831
+    },
+    {
+      "epoch": 0.5176335658988818,
+      "grad_norm": 309.9815979003906,
+      "learning_rate": 1.7377564004835527e-05,
+      "loss": 34.5625,
+      "step": 10832
+    },
+    {
+      "epoch": 0.5176813533403422,
+      "grad_norm": 170.9883575439453,
+      "learning_rate": 1.7377041570285954e-05,
+      "loss": 34.4688,
+      "step": 10833
+    },
+    {
+      "epoch": 0.5177291407818025,
+      "grad_norm": 123.51240539550781,
+      "learning_rate": 1.737651909155742e-05,
+      "loss": 23.1562,
+      "step": 10834
+    },
+    {
+      "epoch": 0.5177769282232629,
+      "grad_norm": 390.16839599609375,
+      "learning_rate": 1.7375996568653055e-05,
+      "loss": 27.1094,
+      "step": 10835
+    },
+    {
+      "epoch": 0.5178247156647233,
+      "grad_norm": 191.47760009765625,
+      "learning_rate": 1.7375474001575988e-05,
+      "loss": 29.2812,
+      "step": 10836
+    },
+    {
+      "epoch": 0.5178725031061837,
+      "grad_norm": 354.85943603515625,
+      "learning_rate": 1.737495139032935e-05,
+      "loss": 49.25,
+      "step": 10837
+    },
+    {
+      "epoch": 0.5179202905476441,
+      "grad_norm": 225.75588989257812,
+      "learning_rate": 1.737442873491627e-05,
+      "loss": 24.6406,
+      "step": 10838
+    },
+    {
+      "epoch": 0.5179680779891045,
+      "grad_norm": 194.2923583984375,
+      "learning_rate": 1.7373906035339874e-05,
+      "loss": 23.25,
+      "step": 10839
+    },
+    {
+      "epoch": 0.5180158654305649,
+      "grad_norm": 436.1954040527344,
+      "learning_rate": 1.7373383291603302e-05,
+      "loss": 35.1875,
+      "step": 10840
+    },
+    {
+      "epoch": 0.5180636528720253,
+      "grad_norm": 3109.57861328125,
+      "learning_rate": 1.7372860503709672e-05,
+      "loss": 19.1875,
+      "step": 10841
+    },
+    {
+      "epoch": 0.5181114403134857,
+      "grad_norm": 229.4488067626953,
+      "learning_rate": 1.7372337671662125e-05,
+      "loss": 27.4062,
+      "step": 10842
+    },
+    {
+      "epoch": 0.518159227754946,
+      "grad_norm": 310.927734375,
+      "learning_rate": 1.737181479546379e-05,
+      "loss": 33.9062,
+      "step": 10843
+    },
+    {
+      "epoch": 0.5182070151964064,
+      "grad_norm": 273.9632873535156,
+      "learning_rate": 1.737129187511779e-05,
+      "loss": 31.4688,
+      "step": 10844
+    },
+    {
+      "epoch": 0.5182548026378667,
+      "grad_norm": 418.0873107910156,
+      "learning_rate": 1.737076891062727e-05,
+      "loss": 25.7188,
+      "step": 10845
+    },
+    {
+      "epoch": 0.5183025900793271,
+      "grad_norm": 417.7205505371094,
+      "learning_rate": 1.737024590199535e-05,
+      "loss": 40.1562,
+      "step": 10846
+    },
+    {
+      "epoch": 0.5183503775207875,
+      "grad_norm": 203.2418212890625,
+      "learning_rate": 1.736972284922517e-05,
+      "loss": 27.3125,
+      "step": 10847
+    },
+    {
+      "epoch": 0.5183981649622479,
+      "grad_norm": 159.06044006347656,
+      "learning_rate": 1.7369199752319858e-05,
+      "loss": 26.0625,
+      "step": 10848
+    },
+    {
+      "epoch": 0.5184459524037083,
+      "grad_norm": 370.6373596191406,
+      "learning_rate": 1.7368676611282553e-05,
+      "loss": 28.9688,
+      "step": 10849
+    },
+    {
+      "epoch": 0.5184937398451687,
+      "grad_norm": 327.1879577636719,
+      "learning_rate": 1.7368153426116376e-05,
+      "loss": 31.5938,
+      "step": 10850
+    },
+    {
+      "epoch": 0.5185415272866291,
+      "grad_norm": 383.8645935058594,
+      "learning_rate": 1.736763019682447e-05,
+      "loss": 33.625,
+      "step": 10851
+    },
+    {
+      "epoch": 0.5185893147280894,
+      "grad_norm": 234.02743530273438,
+      "learning_rate": 1.736710692340997e-05,
+      "loss": 31.1562,
+      "step": 10852
+    },
+    {
+      "epoch": 0.5186371021695498,
+      "grad_norm": 343.4505615234375,
+      "learning_rate": 1.7366583605876e-05,
+      "loss": 23.0625,
+      "step": 10853
+    },
+    {
+      "epoch": 0.5186848896110102,
+      "grad_norm": 240.31472778320312,
+      "learning_rate": 1.7366060244225704e-05,
+      "loss": 23.125,
+      "step": 10854
+    },
+    {
+      "epoch": 0.5187326770524706,
+      "grad_norm": 341.0083923339844,
+      "learning_rate": 1.736553683846221e-05,
+      "loss": 28.875,
+      "step": 10855
+    },
+    {
+      "epoch": 0.518780464493931,
+      "grad_norm": 150.59100341796875,
+      "learning_rate": 1.7365013388588656e-05,
+      "loss": 22.8906,
+      "step": 10856
+    },
+    {
+      "epoch": 0.5188282519353914,
+      "grad_norm": 246.94338989257812,
+      "learning_rate": 1.7364489894608175e-05,
+      "loss": 31.8125,
+      "step": 10857
+    },
+    {
+      "epoch": 0.5188760393768518,
+      "grad_norm": 175.87698364257812,
+      "learning_rate": 1.73639663565239e-05,
+      "loss": 26.7188,
+      "step": 10858
+    },
+    {
+      "epoch": 0.5189238268183122,
+      "grad_norm": 233.01202392578125,
+      "learning_rate": 1.7363442774338972e-05,
+      "loss": 32.7812,
+      "step": 10859
+    },
+    {
+      "epoch": 0.5189716142597726,
+      "grad_norm": 324.2884826660156,
+      "learning_rate": 1.7362919148056522e-05,
+      "loss": 30.7188,
+      "step": 10860
+    },
+    {
+      "epoch": 0.519019401701233,
+      "grad_norm": 226.47616577148438,
+      "learning_rate": 1.7362395477679685e-05,
+      "loss": 28.5625,
+      "step": 10861
+    },
+    {
+      "epoch": 0.5190671891426933,
+      "grad_norm": 368.78662109375,
+      "learning_rate": 1.73618717632116e-05,
+      "loss": 31.2812,
+      "step": 10862
+    },
+    {
+      "epoch": 0.5191149765841537,
+      "grad_norm": 220.16859436035156,
+      "learning_rate": 1.7361348004655405e-05,
+      "loss": 33.5938,
+      "step": 10863
+    },
+    {
+      "epoch": 0.5191627640256141,
+      "grad_norm": 322.2940979003906,
+      "learning_rate": 1.736082420201423e-05,
+      "loss": 40.5938,
+      "step": 10864
+    },
+    {
+      "epoch": 0.5192105514670744,
+      "grad_norm": 269.0696716308594,
+      "learning_rate": 1.736030035529122e-05,
+      "loss": 36.8125,
+      "step": 10865
+    },
+    {
+      "epoch": 0.5192583389085348,
+      "grad_norm": 579.3068237304688,
+      "learning_rate": 1.7359776464489508e-05,
+      "loss": 30.3438,
+      "step": 10866
+    },
+    {
+      "epoch": 0.5193061263499952,
+      "grad_norm": 341.2600402832031,
+      "learning_rate": 1.7359252529612233e-05,
+      "loss": 33.3281,
+      "step": 10867
+    },
+    {
+      "epoch": 0.5193539137914556,
+      "grad_norm": 618.3671264648438,
+      "learning_rate": 1.7358728550662526e-05,
+      "loss": 35.6562,
+      "step": 10868
+    },
+    {
+      "epoch": 0.519401701232916,
+      "grad_norm": 379.0350341796875,
+      "learning_rate": 1.7358204527643535e-05,
+      "loss": 26.1562,
+      "step": 10869
+    },
+    {
+      "epoch": 0.5194494886743763,
+      "grad_norm": 473.19891357421875,
+      "learning_rate": 1.735768046055839e-05,
+      "loss": 33.625,
+      "step": 10870
+    },
+    {
+      "epoch": 0.5194972761158367,
+      "grad_norm": 695.4783935546875,
+      "learning_rate": 1.7357156349410232e-05,
+      "loss": 38.8125,
+      "step": 10871
+    },
+    {
+      "epoch": 0.5195450635572971,
+      "grad_norm": 221.46878051757812,
+      "learning_rate": 1.7356632194202205e-05,
+      "loss": 33.8125,
+      "step": 10872
+    },
+    {
+      "epoch": 0.5195928509987575,
+      "grad_norm": 387.8112487792969,
+      "learning_rate": 1.7356107994937447e-05,
+      "loss": 40.5,
+      "step": 10873
+    },
+    {
+      "epoch": 0.5196406384402179,
+      "grad_norm": 198.73594665527344,
+      "learning_rate": 1.7355583751619084e-05,
+      "loss": 24.125,
+      "step": 10874
+    },
+    {
+      "epoch": 0.5196884258816783,
+      "grad_norm": 352.37200927734375,
+      "learning_rate": 1.7355059464250275e-05,
+      "loss": 26.6719,
+      "step": 10875
+    },
+    {
+      "epoch": 0.5197362133231387,
+      "grad_norm": 167.96078491210938,
+      "learning_rate": 1.7354535132834147e-05,
+      "loss": 22.5938,
+      "step": 10876
+    },
+    {
+      "epoch": 0.5197840007645991,
+      "grad_norm": 322.43402099609375,
+      "learning_rate": 1.7354010757373843e-05,
+      "loss": 20.7344,
+      "step": 10877
+    },
+    {
+      "epoch": 0.5198317882060595,
+      "grad_norm": 317.1596984863281,
+      "learning_rate": 1.7353486337872502e-05,
+      "loss": 37.2188,
+      "step": 10878
+    },
+    {
+      "epoch": 0.5198795756475199,
+      "grad_norm": 260.933837890625,
+      "learning_rate": 1.735296187433327e-05,
+      "loss": 33.125,
+      "step": 10879
+    },
+    {
+      "epoch": 0.5199273630889802,
+      "grad_norm": 355.3714294433594,
+      "learning_rate": 1.735243736675928e-05,
+      "loss": 34.5625,
+      "step": 10880
+    },
+    {
+      "epoch": 0.5199751505304406,
+      "grad_norm": 252.2137908935547,
+      "learning_rate": 1.735191281515368e-05,
+      "loss": 30.0,
+      "step": 10881
+    },
+    {
+      "epoch": 0.520022937971901,
+      "grad_norm": 217.84762573242188,
+      "learning_rate": 1.7351388219519608e-05,
+      "loss": 35.5,
+      "step": 10882
+    },
+    {
+      "epoch": 0.5200707254133614,
+      "grad_norm": 487.2115478515625,
+      "learning_rate": 1.7350863579860208e-05,
+      "loss": 25.9062,
+      "step": 10883
+    },
+    {
+      "epoch": 0.5201185128548218,
+      "grad_norm": 407.1139831542969,
+      "learning_rate": 1.735033889617862e-05,
+      "loss": 27.5312,
+      "step": 10884
+    },
+    {
+      "epoch": 0.5201663002962822,
+      "grad_norm": 374.7720031738281,
+      "learning_rate": 1.734981416847799e-05,
+      "loss": 32.5,
+      "step": 10885
+    },
+    {
+      "epoch": 0.5202140877377425,
+      "grad_norm": 488.36669921875,
+      "learning_rate": 1.734928939676145e-05,
+      "loss": 42.5625,
+      "step": 10886
+    },
+    {
+      "epoch": 0.5202618751792029,
+      "grad_norm": 260.84210205078125,
+      "learning_rate": 1.7348764581032154e-05,
+      "loss": 30.5312,
+      "step": 10887
+    },
+    {
+      "epoch": 0.5203096626206632,
+      "grad_norm": 286.659423828125,
+      "learning_rate": 1.734823972129324e-05,
+      "loss": 20.0938,
+      "step": 10888
+    },
+    {
+      "epoch": 0.5203574500621236,
+      "grad_norm": 274.11578369140625,
+      "learning_rate": 1.734771481754785e-05,
+      "loss": 25.2812,
+      "step": 10889
+    },
+    {
+      "epoch": 0.520405237503584,
+      "grad_norm": 181.1244354248047,
+      "learning_rate": 1.734718986979913e-05,
+      "loss": 30.75,
+      "step": 10890
+    },
+    {
+      "epoch": 0.5204530249450444,
+      "grad_norm": 207.5797882080078,
+      "learning_rate": 1.7346664878050226e-05,
+      "loss": 27.625,
+      "step": 10891
+    },
+    {
+      "epoch": 0.5205008123865048,
+      "grad_norm": 195.8327178955078,
+      "learning_rate": 1.7346139842304277e-05,
+      "loss": 34.6562,
+      "step": 10892
+    },
+    {
+      "epoch": 0.5205485998279652,
+      "grad_norm": 221.84100341796875,
+      "learning_rate": 1.734561476256443e-05,
+      "loss": 34.4062,
+      "step": 10893
+    },
+    {
+      "epoch": 0.5205963872694256,
+      "grad_norm": 616.934326171875,
+      "learning_rate": 1.734508963883383e-05,
+      "loss": 24.5781,
+      "step": 10894
+    },
+    {
+      "epoch": 0.520644174710886,
+      "grad_norm": 259.6113586425781,
+      "learning_rate": 1.734456447111562e-05,
+      "loss": 32.5625,
+      "step": 10895
+    },
+    {
+      "epoch": 0.5206919621523464,
+      "grad_norm": 565.8519287109375,
+      "learning_rate": 1.7344039259412943e-05,
+      "loss": 45.4688,
+      "step": 10896
+    },
+    {
+      "epoch": 0.5207397495938068,
+      "grad_norm": 346.7381286621094,
+      "learning_rate": 1.7343514003728953e-05,
+      "loss": 24.4062,
+      "step": 10897
+    },
+    {
+      "epoch": 0.5207875370352671,
+      "grad_norm": 815.8873901367188,
+      "learning_rate": 1.7342988704066783e-05,
+      "loss": 26.875,
+      "step": 10898
+    },
+    {
+      "epoch": 0.5208353244767275,
+      "grad_norm": 181.83596801757812,
+      "learning_rate": 1.7342463360429593e-05,
+      "loss": 25.7656,
+      "step": 10899
+    },
+    {
+      "epoch": 0.5208831119181879,
+      "grad_norm": 243.7274169921875,
+      "learning_rate": 1.7341937972820517e-05,
+      "loss": 31.7812,
+      "step": 10900
+    },
+    {
+      "epoch": 0.5209308993596483,
+      "grad_norm": 230.31468200683594,
+      "learning_rate": 1.734141254124271e-05,
+      "loss": 27.375,
+      "step": 10901
+    },
+    {
+      "epoch": 0.5209786868011087,
+      "grad_norm": 392.6820068359375,
+      "learning_rate": 1.734088706569931e-05,
+      "loss": 33.5938,
+      "step": 10902
+    },
+    {
+      "epoch": 0.5210264742425691,
+      "grad_norm": 328.4477844238281,
+      "learning_rate": 1.734036154619347e-05,
+      "loss": 21.8438,
+      "step": 10903
+    },
+    {
+      "epoch": 0.5210742616840295,
+      "grad_norm": 373.1319885253906,
+      "learning_rate": 1.7339835982728336e-05,
+      "loss": 28.6562,
+      "step": 10904
+    },
+    {
+      "epoch": 0.5211220491254899,
+      "grad_norm": 293.6482849121094,
+      "learning_rate": 1.7339310375307057e-05,
+      "loss": 39.5781,
+      "step": 10905
+    },
+    {
+      "epoch": 0.5211698365669502,
+      "grad_norm": 497.57061767578125,
+      "learning_rate": 1.733878472393278e-05,
+      "loss": 37.7812,
+      "step": 10906
+    },
+    {
+      "epoch": 0.5212176240084105,
+      "grad_norm": 456.7773742675781,
+      "learning_rate": 1.7338259028608647e-05,
+      "loss": 32.6562,
+      "step": 10907
+    },
+    {
+      "epoch": 0.5212654114498709,
+      "grad_norm": 243.3043670654297,
+      "learning_rate": 1.7337733289337817e-05,
+      "loss": 27.1406,
+      "step": 10908
+    },
+    {
+      "epoch": 0.5213131988913313,
+      "grad_norm": 196.17822265625,
+      "learning_rate": 1.733720750612343e-05,
+      "loss": 32.125,
+      "step": 10909
+    },
+    {
+      "epoch": 0.5213609863327917,
+      "grad_norm": 467.1000061035156,
+      "learning_rate": 1.7336681678968638e-05,
+      "loss": 45.5312,
+      "step": 10910
+    },
+    {
+      "epoch": 0.5214087737742521,
+      "grad_norm": 340.6568908691406,
+      "learning_rate": 1.733615580787659e-05,
+      "loss": 41.9062,
+      "step": 10911
+    },
+    {
+      "epoch": 0.5214565612157125,
+      "grad_norm": 248.78553771972656,
+      "learning_rate": 1.7335629892850436e-05,
+      "loss": 32.0625,
+      "step": 10912
+    },
+    {
+      "epoch": 0.5215043486571729,
+      "grad_norm": 233.98699951171875,
+      "learning_rate": 1.7335103933893324e-05,
+      "loss": 27.2812,
+      "step": 10913
+    },
+    {
+      "epoch": 0.5215521360986333,
+      "grad_norm": 119.95978546142578,
+      "learning_rate": 1.7334577931008406e-05,
+      "loss": 24.2969,
+      "step": 10914
+    },
+    {
+      "epoch": 0.5215999235400937,
+      "grad_norm": 209.52732849121094,
+      "learning_rate": 1.733405188419883e-05,
+      "loss": 42.0625,
+      "step": 10915
+    },
+    {
+      "epoch": 0.521647710981554,
+      "grad_norm": 156.23388671875,
+      "learning_rate": 1.7333525793467743e-05,
+      "loss": 27.0938,
+      "step": 10916
+    },
+    {
+      "epoch": 0.5216954984230144,
+      "grad_norm": 176.97872924804688,
+      "learning_rate": 1.7332999658818302e-05,
+      "loss": 19.2812,
+      "step": 10917
+    },
+    {
+      "epoch": 0.5217432858644748,
+      "grad_norm": 330.64056396484375,
+      "learning_rate": 1.7332473480253654e-05,
+      "loss": 26.6875,
+      "step": 10918
+    },
+    {
+      "epoch": 0.5217910733059352,
+      "grad_norm": 359.8878173828125,
+      "learning_rate": 1.7331947257776952e-05,
+      "loss": 41.0625,
+      "step": 10919
+    },
+    {
+      "epoch": 0.5218388607473956,
+      "grad_norm": 199.13999938964844,
+      "learning_rate": 1.7331420991391346e-05,
+      "loss": 24.8438,
+      "step": 10920
+    },
+    {
+      "epoch": 0.521886648188856,
+      "grad_norm": 146.60107421875,
+      "learning_rate": 1.733089468109999e-05,
+      "loss": 18.25,
+      "step": 10921
+    },
+    {
+      "epoch": 0.5219344356303164,
+      "grad_norm": 233.19847106933594,
+      "learning_rate": 1.7330368326906032e-05,
+      "loss": 34.5625,
+      "step": 10922
+    },
+    {
+      "epoch": 0.5219822230717768,
+      "grad_norm": 218.0288543701172,
+      "learning_rate": 1.7329841928812627e-05,
+      "loss": 21.4844,
+      "step": 10923
+    },
+    {
+      "epoch": 0.5220300105132372,
+      "grad_norm": 254.2544403076172,
+      "learning_rate": 1.7329315486822928e-05,
+      "loss": 29.9375,
+      "step": 10924
+    },
+    {
+      "epoch": 0.5220777979546976,
+      "grad_norm": 235.50535583496094,
+      "learning_rate": 1.7328789000940087e-05,
+      "loss": 27.125,
+      "step": 10925
+    },
+    {
+      "epoch": 0.5221255853961579,
+      "grad_norm": 224.17257690429688,
+      "learning_rate": 1.7328262471167255e-05,
+      "loss": 34.0938,
+      "step": 10926
+    },
+    {
+      "epoch": 0.5221733728376182,
+      "grad_norm": 235.2196502685547,
+      "learning_rate": 1.732773589750759e-05,
+      "loss": 22.125,
+      "step": 10927
+    },
+    {
+      "epoch": 0.5222211602790786,
+      "grad_norm": 414.5887756347656,
+      "learning_rate": 1.732720927996424e-05,
+      "loss": 23.75,
+      "step": 10928
+    },
+    {
+      "epoch": 0.522268947720539,
+      "grad_norm": 342.210205078125,
+      "learning_rate": 1.7326682618540364e-05,
+      "loss": 24.0156,
+      "step": 10929
+    },
+    {
+      "epoch": 0.5223167351619994,
+      "grad_norm": 237.94960021972656,
+      "learning_rate": 1.732615591323911e-05,
+      "loss": 35.75,
+      "step": 10930
+    },
+    {
+      "epoch": 0.5223645226034598,
+      "grad_norm": 195.0623779296875,
+      "learning_rate": 1.7325629164063633e-05,
+      "loss": 27.0312,
+      "step": 10931
+    },
+    {
+      "epoch": 0.5224123100449202,
+      "grad_norm": 320.7535400390625,
+      "learning_rate": 1.7325102371017094e-05,
+      "loss": 37.375,
+      "step": 10932
+    },
+    {
+      "epoch": 0.5224600974863806,
+      "grad_norm": 235.14573669433594,
+      "learning_rate": 1.732457553410264e-05,
+      "loss": 36.1875,
+      "step": 10933
+    },
+    {
+      "epoch": 0.522507884927841,
+      "grad_norm": 349.126220703125,
+      "learning_rate": 1.7324048653323434e-05,
+      "loss": 24.25,
+      "step": 10934
+    },
+    {
+      "epoch": 0.5225556723693013,
+      "grad_norm": 173.93861389160156,
+      "learning_rate": 1.7323521728682626e-05,
+      "loss": 33.0625,
+      "step": 10935
+    },
+    {
+      "epoch": 0.5226034598107617,
+      "grad_norm": 275.349365234375,
+      "learning_rate": 1.7322994760183373e-05,
+      "loss": 29.8438,
+      "step": 10936
+    },
+    {
+      "epoch": 0.5226512472522221,
+      "grad_norm": 457.6010437011719,
+      "learning_rate": 1.732246774782883e-05,
+      "loss": 43.4375,
+      "step": 10937
+    },
+    {
+      "epoch": 0.5226990346936825,
+      "grad_norm": 616.892333984375,
+      "learning_rate": 1.7321940691622155e-05,
+      "loss": 32.9375,
+      "step": 10938
+    },
+    {
+      "epoch": 0.5227468221351429,
+      "grad_norm": 193.5892791748047,
+      "learning_rate": 1.73214135915665e-05,
+      "loss": 24.4375,
+      "step": 10939
+    },
+    {
+      "epoch": 0.5227946095766033,
+      "grad_norm": 258.311767578125,
+      "learning_rate": 1.7320886447665028e-05,
+      "loss": 29.1875,
+      "step": 10940
+    },
+    {
+      "epoch": 0.5228423970180637,
+      "grad_norm": 519.6082763671875,
+      "learning_rate": 1.732035925992089e-05,
+      "loss": 29.2812,
+      "step": 10941
+    },
+    {
+      "epoch": 0.5228901844595241,
+      "grad_norm": 519.7660522460938,
+      "learning_rate": 1.7319832028337247e-05,
+      "loss": 20.4219,
+      "step": 10942
+    },
+    {
+      "epoch": 0.5229379719009845,
+      "grad_norm": 245.66510009765625,
+      "learning_rate": 1.731930475291726e-05,
+      "loss": 25.8594,
+      "step": 10943
+    },
+    {
+      "epoch": 0.5229857593424448,
+      "grad_norm": 540.6640014648438,
+      "learning_rate": 1.7318777433664075e-05,
+      "loss": 32.3438,
+      "step": 10944
+    },
+    {
+      "epoch": 0.5230335467839052,
+      "grad_norm": 189.1369171142578,
+      "learning_rate": 1.731825007058086e-05,
+      "loss": 21.7188,
+      "step": 10945
+    },
+    {
+      "epoch": 0.5230813342253656,
+      "grad_norm": 407.4664001464844,
+      "learning_rate": 1.7317722663670767e-05,
+      "loss": 32.5938,
+      "step": 10946
+    },
+    {
+      "epoch": 0.523129121666826,
+      "grad_norm": 564.2678833007812,
+      "learning_rate": 1.7317195212936965e-05,
+      "loss": 28.5,
+      "step": 10947
+    },
+    {
+      "epoch": 0.5231769091082863,
+      "grad_norm": 588.5888061523438,
+      "learning_rate": 1.7316667718382598e-05,
+      "loss": 32.75,
+      "step": 10948
+    },
+    {
+      "epoch": 0.5232246965497467,
+      "grad_norm": 174.7591094970703,
+      "learning_rate": 1.7316140180010837e-05,
+      "loss": 30.5,
+      "step": 10949
+    },
+    {
+      "epoch": 0.5232724839912071,
+      "grad_norm": 266.29547119140625,
+      "learning_rate": 1.7315612597824833e-05,
+      "loss": 29.7188,
+      "step": 10950
+    },
+    {
+      "epoch": 0.5233202714326675,
+      "grad_norm": 185.8922576904297,
+      "learning_rate": 1.7315084971827754e-05,
+      "loss": 25.75,
+      "step": 10951
+    },
+    {
+      "epoch": 0.5233680588741279,
+      "grad_norm": 398.1221923828125,
+      "learning_rate": 1.731455730202275e-05,
+      "loss": 35.0938,
+      "step": 10952
+    },
+    {
+      "epoch": 0.5234158463155882,
+      "grad_norm": 305.7319030761719,
+      "learning_rate": 1.7314029588412992e-05,
+      "loss": 40.2812,
+      "step": 10953
+    },
+    {
+      "epoch": 0.5234636337570486,
+      "grad_norm": 479.29852294921875,
+      "learning_rate": 1.7313501831001628e-05,
+      "loss": 50.375,
+      "step": 10954
+    },
+    {
+      "epoch": 0.523511421198509,
+      "grad_norm": 214.8782196044922,
+      "learning_rate": 1.731297402979183e-05,
+      "loss": 24.0,
+      "step": 10955
+    },
+    {
+      "epoch": 0.5235592086399694,
+      "grad_norm": 223.6822052001953,
+      "learning_rate": 1.7312446184786752e-05,
+      "loss": 32.0,
+      "step": 10956
+    },
+    {
+      "epoch": 0.5236069960814298,
+      "grad_norm": 240.87222290039062,
+      "learning_rate": 1.7311918295989557e-05,
+      "loss": 23.4219,
+      "step": 10957
+    },
+    {
+      "epoch": 0.5236547835228902,
+      "grad_norm": 236.74014282226562,
+      "learning_rate": 1.7311390363403407e-05,
+      "loss": 29.6562,
+      "step": 10958
+    },
+    {
+      "epoch": 0.5237025709643506,
+      "grad_norm": 210.7335662841797,
+      "learning_rate": 1.731086238703146e-05,
+      "loss": 28.625,
+      "step": 10959
+    },
+    {
+      "epoch": 0.523750358405811,
+      "grad_norm": 274.6717529296875,
+      "learning_rate": 1.7310334366876884e-05,
+      "loss": 31.0938,
+      "step": 10960
+    },
+    {
+      "epoch": 0.5237981458472714,
+      "grad_norm": 293.8413391113281,
+      "learning_rate": 1.730980630294284e-05,
+      "loss": 19.6875,
+      "step": 10961
+    },
+    {
+      "epoch": 0.5238459332887317,
+      "grad_norm": 641.3836059570312,
+      "learning_rate": 1.7309278195232485e-05,
+      "loss": 33.2656,
+      "step": 10962
+    },
+    {
+      "epoch": 0.5238937207301921,
+      "grad_norm": 186.81288146972656,
+      "learning_rate": 1.7308750043748987e-05,
+      "loss": 29.8594,
+      "step": 10963
+    },
+    {
+      "epoch": 0.5239415081716525,
+      "grad_norm": 396.50689697265625,
+      "learning_rate": 1.7308221848495504e-05,
+      "loss": 28.6562,
+      "step": 10964
+    },
+    {
+      "epoch": 0.5239892956131129,
+      "grad_norm": 505.79046630859375,
+      "learning_rate": 1.7307693609475206e-05,
+      "loss": 31.7812,
+      "step": 10965
+    },
+    {
+      "epoch": 0.5240370830545733,
+      "grad_norm": 326.3678283691406,
+      "learning_rate": 1.730716532669125e-05,
+      "loss": 38.6875,
+      "step": 10966
+    },
+    {
+      "epoch": 0.5240848704960337,
+      "grad_norm": 275.1905822753906,
+      "learning_rate": 1.7306637000146804e-05,
+      "loss": 24.5938,
+      "step": 10967
+    },
+    {
+      "epoch": 0.524132657937494,
+      "grad_norm": 340.6767883300781,
+      "learning_rate": 1.7306108629845028e-05,
+      "loss": 25.8906,
+      "step": 10968
+    },
+    {
+      "epoch": 0.5241804453789544,
+      "grad_norm": 301.4737243652344,
+      "learning_rate": 1.730558021578909e-05,
+      "loss": 27.9375,
+      "step": 10969
+    },
+    {
+      "epoch": 0.5242282328204148,
+      "grad_norm": 225.0808563232422,
+      "learning_rate": 1.7305051757982155e-05,
+      "loss": 30.0312,
+      "step": 10970
+    },
+    {
+      "epoch": 0.5242760202618751,
+      "grad_norm": 434.20361328125,
+      "learning_rate": 1.7304523256427386e-05,
+      "loss": 38.7812,
+      "step": 10971
+    },
+    {
+      "epoch": 0.5243238077033355,
+      "grad_norm": 269.5158386230469,
+      "learning_rate": 1.7303994711127947e-05,
+      "loss": 22.5938,
+      "step": 10972
+    },
+    {
+      "epoch": 0.5243715951447959,
+      "grad_norm": 248.64491271972656,
+      "learning_rate": 1.7303466122087004e-05,
+      "loss": 28.9375,
+      "step": 10973
+    },
+    {
+      "epoch": 0.5244193825862563,
+      "grad_norm": 184.8556671142578,
+      "learning_rate": 1.7302937489307726e-05,
+      "loss": 25.6094,
+      "step": 10974
+    },
+    {
+      "epoch": 0.5244671700277167,
+      "grad_norm": 546.2682495117188,
+      "learning_rate": 1.7302408812793274e-05,
+      "loss": 45.7031,
+      "step": 10975
+    },
+    {
+      "epoch": 0.5245149574691771,
+      "grad_norm": 524.64990234375,
+      "learning_rate": 1.7301880092546816e-05,
+      "loss": 35.625,
+      "step": 10976
+    },
+    {
+      "epoch": 0.5245627449106375,
+      "grad_norm": 285.1683044433594,
+      "learning_rate": 1.730135132857152e-05,
+      "loss": 23.9688,
+      "step": 10977
+    },
+    {
+      "epoch": 0.5246105323520979,
+      "grad_norm": 311.92803955078125,
+      "learning_rate": 1.7300822520870547e-05,
+      "loss": 40.375,
+      "step": 10978
+    },
+    {
+      "epoch": 0.5246583197935583,
+      "grad_norm": 342.48016357421875,
+      "learning_rate": 1.7300293669447067e-05,
+      "loss": 31.0312,
+      "step": 10979
+    },
+    {
+      "epoch": 0.5247061072350186,
+      "grad_norm": 267.7325134277344,
+      "learning_rate": 1.729976477430425e-05,
+      "loss": 22.8594,
+      "step": 10980
+    },
+    {
+      "epoch": 0.524753894676479,
+      "grad_norm": 229.43179321289062,
+      "learning_rate": 1.7299235835445263e-05,
+      "loss": 26.1562,
+      "step": 10981
+    },
+    {
+      "epoch": 0.5248016821179394,
+      "grad_norm": 304.0910339355469,
+      "learning_rate": 1.729870685287327e-05,
+      "loss": 35.8281,
+      "step": 10982
+    },
+    {
+      "epoch": 0.5248494695593998,
+      "grad_norm": 218.00270080566406,
+      "learning_rate": 1.729817782659144e-05,
+      "loss": 25.2344,
+      "step": 10983
+    },
+    {
+      "epoch": 0.5248972570008602,
+      "grad_norm": 427.8212890625,
+      "learning_rate": 1.7297648756602944e-05,
+      "loss": 37.125,
+      "step": 10984
+    },
+    {
+      "epoch": 0.5249450444423206,
+      "grad_norm": 225.6282958984375,
+      "learning_rate": 1.729711964291095e-05,
+      "loss": 28.1875,
+      "step": 10985
+    },
+    {
+      "epoch": 0.524992831883781,
+      "grad_norm": 198.83900451660156,
+      "learning_rate": 1.729659048551862e-05,
+      "loss": 30.5938,
+      "step": 10986
+    },
+    {
+      "epoch": 0.5250406193252414,
+      "grad_norm": 147.85787963867188,
+      "learning_rate": 1.7296061284429132e-05,
+      "loss": 23.0938,
+      "step": 10987
+    },
+    {
+      "epoch": 0.5250884067667018,
+      "grad_norm": 479.71380615234375,
+      "learning_rate": 1.729553203964565e-05,
+      "loss": 39.0312,
+      "step": 10988
+    },
+    {
+      "epoch": 0.525136194208162,
+      "grad_norm": 312.9248046875,
+      "learning_rate": 1.7295002751171347e-05,
+      "loss": 37.2969,
+      "step": 10989
+    },
+    {
+      "epoch": 0.5251839816496224,
+      "grad_norm": 321.42462158203125,
+      "learning_rate": 1.729447341900939e-05,
+      "loss": 29.125,
+      "step": 10990
+    },
+    {
+      "epoch": 0.5252317690910828,
+      "grad_norm": 1114.6170654296875,
+      "learning_rate": 1.729394404316295e-05,
+      "loss": 26.6562,
+      "step": 10991
+    },
+    {
+      "epoch": 0.5252795565325432,
+      "grad_norm": 204.8256072998047,
+      "learning_rate": 1.7293414623635195e-05,
+      "loss": 23.7656,
+      "step": 10992
+    },
+    {
+      "epoch": 0.5253273439740036,
+      "grad_norm": 319.0712585449219,
+      "learning_rate": 1.7292885160429298e-05,
+      "loss": 29.625,
+      "step": 10993
+    },
+    {
+      "epoch": 0.525375131415464,
+      "grad_norm": 243.39935302734375,
+      "learning_rate": 1.729235565354843e-05,
+      "loss": 27.3125,
+      "step": 10994
+    },
+    {
+      "epoch": 0.5254229188569244,
+      "grad_norm": 281.68499755859375,
+      "learning_rate": 1.729182610299576e-05,
+      "loss": 29.7188,
+      "step": 10995
+    },
+    {
+      "epoch": 0.5254707062983848,
+      "grad_norm": 231.53378295898438,
+      "learning_rate": 1.7291296508774464e-05,
+      "loss": 25.9062,
+      "step": 10996
+    },
+    {
+      "epoch": 0.5255184937398452,
+      "grad_norm": 251.53811645507812,
+      "learning_rate": 1.7290766870887707e-05,
+      "loss": 26.2656,
+      "step": 10997
+    },
+    {
+      "epoch": 0.5255662811813056,
+      "grad_norm": 253.6534423828125,
+      "learning_rate": 1.7290237189338664e-05,
+      "loss": 26.5,
+      "step": 10998
+    },
+    {
+      "epoch": 0.5256140686227659,
+      "grad_norm": 149.02310180664062,
+      "learning_rate": 1.7289707464130508e-05,
+      "loss": 25.4375,
+      "step": 10999
+    },
+    {
+      "epoch": 0.5256618560642263,
+      "grad_norm": 277.9515380859375,
+      "learning_rate": 1.7289177695266413e-05,
+      "loss": 34.875,
+      "step": 11000
+    },
+    {
+      "epoch": 0.5257096435056867,
+      "grad_norm": 203.46347045898438,
+      "learning_rate": 1.7288647882749546e-05,
+      "loss": 37.25,
+      "step": 11001
+    },
+    {
+      "epoch": 0.5257574309471471,
+      "grad_norm": 662.4093017578125,
+      "learning_rate": 1.7288118026583083e-05,
+      "loss": 39.125,
+      "step": 11002
+    },
+    {
+      "epoch": 0.5258052183886075,
+      "grad_norm": 248.4141387939453,
+      "learning_rate": 1.7287588126770198e-05,
+      "loss": 29.7188,
+      "step": 11003
+    },
+    {
+      "epoch": 0.5258530058300679,
+      "grad_norm": 193.3485107421875,
+      "learning_rate": 1.7287058183314065e-05,
+      "loss": 28.6562,
+      "step": 11004
+    },
+    {
+      "epoch": 0.5259007932715283,
+      "grad_norm": 274.9598083496094,
+      "learning_rate": 1.7286528196217857e-05,
+      "loss": 24.4844,
+      "step": 11005
+    },
+    {
+      "epoch": 0.5259485807129887,
+      "grad_norm": 406.0533752441406,
+      "learning_rate": 1.7285998165484744e-05,
+      "loss": 38.8438,
+      "step": 11006
+    },
+    {
+      "epoch": 0.5259963681544491,
+      "grad_norm": 210.8398895263672,
+      "learning_rate": 1.7285468091117904e-05,
+      "loss": 22.2188,
+      "step": 11007
+    },
+    {
+      "epoch": 0.5260441555959094,
+      "grad_norm": 256.1170349121094,
+      "learning_rate": 1.7284937973120512e-05,
+      "loss": 28.7188,
+      "step": 11008
+    },
+    {
+      "epoch": 0.5260919430373697,
+      "grad_norm": 190.6298370361328,
+      "learning_rate": 1.7284407811495744e-05,
+      "loss": 27.2188,
+      "step": 11009
+    },
+    {
+      "epoch": 0.5261397304788301,
+      "grad_norm": 216.876708984375,
+      "learning_rate": 1.728387760624677e-05,
+      "loss": 32.125,
+      "step": 11010
+    },
+    {
+      "epoch": 0.5261875179202905,
+      "grad_norm": 341.7475891113281,
+      "learning_rate": 1.728334735737677e-05,
+      "loss": 20.3594,
+      "step": 11011
+    },
+    {
+      "epoch": 0.5262353053617509,
+      "grad_norm": 743.4315795898438,
+      "learning_rate": 1.7282817064888914e-05,
+      "loss": 52.4375,
+      "step": 11012
+    },
+    {
+      "epoch": 0.5262830928032113,
+      "grad_norm": 433.6857604980469,
+      "learning_rate": 1.7282286728786383e-05,
+      "loss": 29.2812,
+      "step": 11013
+    },
+    {
+      "epoch": 0.5263308802446717,
+      "grad_norm": 228.0430450439453,
+      "learning_rate": 1.728175634907235e-05,
+      "loss": 30.6406,
+      "step": 11014
+    },
+    {
+      "epoch": 0.5263786676861321,
+      "grad_norm": 3492.597900390625,
+      "learning_rate": 1.7281225925749994e-05,
+      "loss": 17.625,
+      "step": 11015
+    },
+    {
+      "epoch": 0.5264264551275925,
+      "grad_norm": 272.2335205078125,
+      "learning_rate": 1.728069545882249e-05,
+      "loss": 24.25,
+      "step": 11016
+    },
+    {
+      "epoch": 0.5264742425690528,
+      "grad_norm": 258.22015380859375,
+      "learning_rate": 1.7280164948293015e-05,
+      "loss": 25.625,
+      "step": 11017
+    },
+    {
+      "epoch": 0.5265220300105132,
+      "grad_norm": 373.9059753417969,
+      "learning_rate": 1.7279634394164745e-05,
+      "loss": 34.0312,
+      "step": 11018
+    },
+    {
+      "epoch": 0.5265698174519736,
+      "grad_norm": 213.78433227539062,
+      "learning_rate": 1.7279103796440862e-05,
+      "loss": 37.5312,
+      "step": 11019
+    },
+    {
+      "epoch": 0.526617604893434,
+      "grad_norm": 145.8133544921875,
+      "learning_rate": 1.7278573155124534e-05,
+      "loss": 22.875,
+      "step": 11020
+    },
+    {
+      "epoch": 0.5266653923348944,
+      "grad_norm": 599.5891723632812,
+      "learning_rate": 1.7278042470218948e-05,
+      "loss": 32.6562,
+      "step": 11021
+    },
+    {
+      "epoch": 0.5267131797763548,
+      "grad_norm": 308.6909484863281,
+      "learning_rate": 1.727751174172728e-05,
+      "loss": 35.3125,
+      "step": 11022
+    },
+    {
+      "epoch": 0.5267609672178152,
+      "grad_norm": 304.7881774902344,
+      "learning_rate": 1.7276980969652702e-05,
+      "loss": 37.0312,
+      "step": 11023
+    },
+    {
+      "epoch": 0.5268087546592756,
+      "grad_norm": 328.517333984375,
+      "learning_rate": 1.7276450153998406e-05,
+      "loss": 27.0625,
+      "step": 11024
+    },
+    {
+      "epoch": 0.526856542100736,
+      "grad_norm": 174.11129760742188,
+      "learning_rate": 1.7275919294767557e-05,
+      "loss": 31.1875,
+      "step": 11025
+    },
+    {
+      "epoch": 0.5269043295421963,
+      "grad_norm": 326.90826416015625,
+      "learning_rate": 1.7275388391963342e-05,
+      "loss": 36.3594,
+      "step": 11026
+    },
+    {
+      "epoch": 0.5269521169836567,
+      "grad_norm": 196.105712890625,
+      "learning_rate": 1.7274857445588934e-05,
+      "loss": 33.5938,
+      "step": 11027
+    },
+    {
+      "epoch": 0.5269999044251171,
+      "grad_norm": 225.7966766357422,
+      "learning_rate": 1.7274326455647523e-05,
+      "loss": 25.375,
+      "step": 11028
+    },
+    {
+      "epoch": 0.5270476918665775,
+      "grad_norm": 247.56126403808594,
+      "learning_rate": 1.7273795422142278e-05,
+      "loss": 33.6562,
+      "step": 11029
+    },
+    {
+      "epoch": 0.5270954793080378,
+      "grad_norm": 359.5040588378906,
+      "learning_rate": 1.727326434507639e-05,
+      "loss": 36.4062,
+      "step": 11030
+    },
+    {
+      "epoch": 0.5271432667494982,
+      "grad_norm": 386.5221862792969,
+      "learning_rate": 1.727273322445303e-05,
+      "loss": 36.0312,
+      "step": 11031
+    },
+    {
+      "epoch": 0.5271910541909586,
+      "grad_norm": 203.77894592285156,
+      "learning_rate": 1.7272202060275382e-05,
+      "loss": 29.3281,
+      "step": 11032
+    },
+    {
+      "epoch": 0.527238841632419,
+      "grad_norm": 463.45831298828125,
+      "learning_rate": 1.7271670852546628e-05,
+      "loss": 35.6562,
+      "step": 11033
+    },
+    {
+      "epoch": 0.5272866290738794,
+      "grad_norm": 478.8196105957031,
+      "learning_rate": 1.727113960126995e-05,
+      "loss": 30.125,
+      "step": 11034
+    },
+    {
+      "epoch": 0.5273344165153397,
+      "grad_norm": 234.1077117919922,
+      "learning_rate": 1.7270608306448527e-05,
+      "loss": 26.9688,
+      "step": 11035
+    },
+    {
+      "epoch": 0.5273822039568001,
+      "grad_norm": 253.8394317626953,
+      "learning_rate": 1.727007696808554e-05,
+      "loss": 24.5625,
+      "step": 11036
+    },
+    {
+      "epoch": 0.5274299913982605,
+      "grad_norm": 280.67706298828125,
+      "learning_rate": 1.7269545586184175e-05,
+      "loss": 37.4688,
+      "step": 11037
+    },
+    {
+      "epoch": 0.5274777788397209,
+      "grad_norm": 270.0375061035156,
+      "learning_rate": 1.7269014160747614e-05,
+      "loss": 27.125,
+      "step": 11038
+    },
+    {
+      "epoch": 0.5275255662811813,
+      "grad_norm": 227.58657836914062,
+      "learning_rate": 1.7268482691779035e-05,
+      "loss": 24.5156,
+      "step": 11039
+    },
+    {
+      "epoch": 0.5275733537226417,
+      "grad_norm": 284.94683837890625,
+      "learning_rate": 1.7267951179281625e-05,
+      "loss": 41.5,
+      "step": 11040
+    },
+    {
+      "epoch": 0.5276211411641021,
+      "grad_norm": 280.6128845214844,
+      "learning_rate": 1.7267419623258564e-05,
+      "loss": 24.9688,
+      "step": 11041
+    },
+    {
+      "epoch": 0.5276689286055625,
+      "grad_norm": 146.84707641601562,
+      "learning_rate": 1.726688802371304e-05,
+      "loss": 26.3125,
+      "step": 11042
+    },
+    {
+      "epoch": 0.5277167160470229,
+      "grad_norm": 225.04139709472656,
+      "learning_rate": 1.726635638064823e-05,
+      "loss": 44.9375,
+      "step": 11043
+    },
+    {
+      "epoch": 0.5277645034884832,
+      "grad_norm": 309.6176452636719,
+      "learning_rate": 1.7265824694067324e-05,
+      "loss": 32.875,
+      "step": 11044
+    },
+    {
+      "epoch": 0.5278122909299436,
+      "grad_norm": 294.7338562011719,
+      "learning_rate": 1.72652929639735e-05,
+      "loss": 29.0312,
+      "step": 11045
+    },
+    {
+      "epoch": 0.527860078371404,
+      "grad_norm": 284.880859375,
+      "learning_rate": 1.726476119036995e-05,
+      "loss": 28.5,
+      "step": 11046
+    },
+    {
+      "epoch": 0.5279078658128644,
+      "grad_norm": 236.10499572753906,
+      "learning_rate": 1.7264229373259853e-05,
+      "loss": 35.1875,
+      "step": 11047
+    },
+    {
+      "epoch": 0.5279556532543248,
+      "grad_norm": 841.4340209960938,
+      "learning_rate": 1.7263697512646397e-05,
+      "loss": 37.4375,
+      "step": 11048
+    },
+    {
+      "epoch": 0.5280034406957852,
+      "grad_norm": 265.12255859375,
+      "learning_rate": 1.726316560853276e-05,
+      "loss": 26.8125,
+      "step": 11049
+    },
+    {
+      "epoch": 0.5280512281372455,
+      "grad_norm": 259.574462890625,
+      "learning_rate": 1.726263366092214e-05,
+      "loss": 28.9062,
+      "step": 11050
+    },
+    {
+      "epoch": 0.5280990155787059,
+      "grad_norm": 329.18682861328125,
+      "learning_rate": 1.726210166981771e-05,
+      "loss": 42.3438,
+      "step": 11051
+    },
+    {
+      "epoch": 0.5281468030201663,
+      "grad_norm": 211.30613708496094,
+      "learning_rate": 1.7261569635222668e-05,
+      "loss": 25.1719,
+      "step": 11052
+    },
+    {
+      "epoch": 0.5281945904616266,
+      "grad_norm": 158.05931091308594,
+      "learning_rate": 1.726103755714019e-05,
+      "loss": 24.6875,
+      "step": 11053
+    },
+    {
+      "epoch": 0.528242377903087,
+      "grad_norm": 428.3520812988281,
+      "learning_rate": 1.7260505435573468e-05,
+      "loss": 31.1875,
+      "step": 11054
+    },
+    {
+      "epoch": 0.5282901653445474,
+      "grad_norm": 255.5503692626953,
+      "learning_rate": 1.7259973270525684e-05,
+      "loss": 36.625,
+      "step": 11055
+    },
+    {
+      "epoch": 0.5283379527860078,
+      "grad_norm": 318.7042236328125,
+      "learning_rate": 1.7259441062000032e-05,
+      "loss": 43.3438,
+      "step": 11056
+    },
+    {
+      "epoch": 0.5283857402274682,
+      "grad_norm": 125.90923309326172,
+      "learning_rate": 1.725890880999969e-05,
+      "loss": 17.9688,
+      "step": 11057
+    },
+    {
+      "epoch": 0.5284335276689286,
+      "grad_norm": 257.4761962890625,
+      "learning_rate": 1.7258376514527855e-05,
+      "loss": 42.1875,
+      "step": 11058
+    },
+    {
+      "epoch": 0.528481315110389,
+      "grad_norm": 237.9059295654297,
+      "learning_rate": 1.7257844175587714e-05,
+      "loss": 26.7188,
+      "step": 11059
+    },
+    {
+      "epoch": 0.5285291025518494,
+      "grad_norm": 286.73321533203125,
+      "learning_rate": 1.7257311793182446e-05,
+      "loss": 35.3438,
+      "step": 11060
+    },
+    {
+      "epoch": 0.5285768899933098,
+      "grad_norm": 157.9317626953125,
+      "learning_rate": 1.7256779367315244e-05,
+      "loss": 23.4375,
+      "step": 11061
+    },
+    {
+      "epoch": 0.5286246774347702,
+      "grad_norm": 187.02276611328125,
+      "learning_rate": 1.72562468979893e-05,
+      "loss": 36.1562,
+      "step": 11062
+    },
+    {
+      "epoch": 0.5286724648762305,
+      "grad_norm": 231.20748901367188,
+      "learning_rate": 1.72557143852078e-05,
+      "loss": 22.6875,
+      "step": 11063
+    },
+    {
+      "epoch": 0.5287202523176909,
+      "grad_norm": 323.37188720703125,
+      "learning_rate": 1.725518182897393e-05,
+      "loss": 39.7188,
+      "step": 11064
+    },
+    {
+      "epoch": 0.5287680397591513,
+      "grad_norm": 1699.2490234375,
+      "learning_rate": 1.7254649229290887e-05,
+      "loss": 39.5,
+      "step": 11065
+    },
+    {
+      "epoch": 0.5288158272006117,
+      "grad_norm": 256.67327880859375,
+      "learning_rate": 1.7254116586161855e-05,
+      "loss": 33.5625,
+      "step": 11066
+    },
+    {
+      "epoch": 0.5288636146420721,
+      "grad_norm": 291.70025634765625,
+      "learning_rate": 1.7253583899590024e-05,
+      "loss": 22.2969,
+      "step": 11067
+    },
+    {
+      "epoch": 0.5289114020835325,
+      "grad_norm": 375.09710693359375,
+      "learning_rate": 1.7253051169578586e-05,
+      "loss": 33.4062,
+      "step": 11068
+    },
+    {
+      "epoch": 0.5289591895249929,
+      "grad_norm": 400.3630065917969,
+      "learning_rate": 1.725251839613073e-05,
+      "loss": 19.0156,
+      "step": 11069
+    },
+    {
+      "epoch": 0.5290069769664533,
+      "grad_norm": 205.13893127441406,
+      "learning_rate": 1.725198557924965e-05,
+      "loss": 25.5938,
+      "step": 11070
+    },
+    {
+      "epoch": 0.5290547644079135,
+      "grad_norm": 188.76376342773438,
+      "learning_rate": 1.725145271893853e-05,
+      "loss": 25.9688,
+      "step": 11071
+    },
+    {
+      "epoch": 0.5291025518493739,
+      "grad_norm": 237.39498901367188,
+      "learning_rate": 1.7250919815200568e-05,
+      "loss": 22.6875,
+      "step": 11072
+    },
+    {
+      "epoch": 0.5291503392908343,
+      "grad_norm": 263.5717468261719,
+      "learning_rate": 1.725038686803895e-05,
+      "loss": 31.8438,
+      "step": 11073
+    },
+    {
+      "epoch": 0.5291981267322947,
+      "grad_norm": 189.61322021484375,
+      "learning_rate": 1.724985387745687e-05,
+      "loss": 25.8906,
+      "step": 11074
+    },
+    {
+      "epoch": 0.5292459141737551,
+      "grad_norm": 196.93377685546875,
+      "learning_rate": 1.7249320843457522e-05,
+      "loss": 25.1562,
+      "step": 11075
+    },
+    {
+      "epoch": 0.5292937016152155,
+      "grad_norm": 564.2329711914062,
+      "learning_rate": 1.7248787766044096e-05,
+      "loss": 22.375,
+      "step": 11076
+    },
+    {
+      "epoch": 0.5293414890566759,
+      "grad_norm": 187.98829650878906,
+      "learning_rate": 1.7248254645219785e-05,
+      "loss": 23.125,
+      "step": 11077
+    },
+    {
+      "epoch": 0.5293892764981363,
+      "grad_norm": 260.3169860839844,
+      "learning_rate": 1.724772148098778e-05,
+      "loss": 26.375,
+      "step": 11078
+    },
+    {
+      "epoch": 0.5294370639395967,
+      "grad_norm": 301.49688720703125,
+      "learning_rate": 1.7247188273351278e-05,
+      "loss": 30.4062,
+      "step": 11079
+    },
+    {
+      "epoch": 0.529484851381057,
+      "grad_norm": 416.1703186035156,
+      "learning_rate": 1.724665502231347e-05,
+      "loss": 33.2812,
+      "step": 11080
+    },
+    {
+      "epoch": 0.5295326388225174,
+      "grad_norm": 263.8381652832031,
+      "learning_rate": 1.7246121727877544e-05,
+      "loss": 27.5312,
+      "step": 11081
+    },
+    {
+      "epoch": 0.5295804262639778,
+      "grad_norm": 1426.885009765625,
+      "learning_rate": 1.7245588390046702e-05,
+      "loss": 52.0,
+      "step": 11082
+    },
+    {
+      "epoch": 0.5296282137054382,
+      "grad_norm": 416.0635986328125,
+      "learning_rate": 1.7245055008824137e-05,
+      "loss": 24.7812,
+      "step": 11083
+    },
+    {
+      "epoch": 0.5296760011468986,
+      "grad_norm": 197.5101318359375,
+      "learning_rate": 1.724452158421304e-05,
+      "loss": 19.2031,
+      "step": 11084
+    },
+    {
+      "epoch": 0.529723788588359,
+      "grad_norm": 542.6193237304688,
+      "learning_rate": 1.7243988116216607e-05,
+      "loss": 39.6875,
+      "step": 11085
+    },
+    {
+      "epoch": 0.5297715760298194,
+      "grad_norm": 220.90432739257812,
+      "learning_rate": 1.724345460483803e-05,
+      "loss": 26.9688,
+      "step": 11086
+    },
+    {
+      "epoch": 0.5298193634712798,
+      "grad_norm": 479.5157775878906,
+      "learning_rate": 1.724292105008051e-05,
+      "loss": 24.5781,
+      "step": 11087
+    },
+    {
+      "epoch": 0.5298671509127402,
+      "grad_norm": 135.5609130859375,
+      "learning_rate": 1.7242387451947237e-05,
+      "loss": 21.0781,
+      "step": 11088
+    },
+    {
+      "epoch": 0.5299149383542006,
+      "grad_norm": 204.06260681152344,
+      "learning_rate": 1.724185381044141e-05,
+      "loss": 24.6875,
+      "step": 11089
+    },
+    {
+      "epoch": 0.529962725795661,
+      "grad_norm": 211.321533203125,
+      "learning_rate": 1.7241320125566216e-05,
+      "loss": 28.7812,
+      "step": 11090
+    },
+    {
+      "epoch": 0.5300105132371213,
+      "grad_norm": 281.0378723144531,
+      "learning_rate": 1.7240786397324867e-05,
+      "loss": 32.0312,
+      "step": 11091
+    },
+    {
+      "epoch": 0.5300583006785816,
+      "grad_norm": 162.0124969482422,
+      "learning_rate": 1.7240252625720545e-05,
+      "loss": 22.3594,
+      "step": 11092
+    },
+    {
+      "epoch": 0.530106088120042,
+      "grad_norm": 162.32815551757812,
+      "learning_rate": 1.7239718810756457e-05,
+      "loss": 25.375,
+      "step": 11093
+    },
+    {
+      "epoch": 0.5301538755615024,
+      "grad_norm": 338.5764465332031,
+      "learning_rate": 1.723918495243579e-05,
+      "loss": 37.2812,
+      "step": 11094
+    },
+    {
+      "epoch": 0.5302016630029628,
+      "grad_norm": 274.2347412109375,
+      "learning_rate": 1.723865105076175e-05,
+      "loss": 30.0,
+      "step": 11095
+    },
+    {
+      "epoch": 0.5302494504444232,
+      "grad_norm": 331.53594970703125,
+      "learning_rate": 1.7238117105737532e-05,
+      "loss": 29.2031,
+      "step": 11096
+    },
+    {
+      "epoch": 0.5302972378858836,
+      "grad_norm": 274.8694763183594,
+      "learning_rate": 1.7237583117366328e-05,
+      "loss": 26.1875,
+      "step": 11097
+    },
+    {
+      "epoch": 0.530345025327344,
+      "grad_norm": 152.75318908691406,
+      "learning_rate": 1.7237049085651347e-05,
+      "loss": 20.875,
+      "step": 11098
+    },
+    {
+      "epoch": 0.5303928127688043,
+      "grad_norm": 394.973388671875,
+      "learning_rate": 1.7236515010595773e-05,
+      "loss": 37.2812,
+      "step": 11099
+    },
+    {
+      "epoch": 0.5304406002102647,
+      "grad_norm": 215.62557983398438,
+      "learning_rate": 1.7235980892202813e-05,
+      "loss": 26.8125,
+      "step": 11100
+    },
+    {
+      "epoch": 0.5304883876517251,
+      "grad_norm": 313.4603576660156,
+      "learning_rate": 1.7235446730475668e-05,
+      "loss": 22.75,
+      "step": 11101
+    },
+    {
+      "epoch": 0.5305361750931855,
+      "grad_norm": 756.1647338867188,
+      "learning_rate": 1.723491252541753e-05,
+      "loss": 35.0,
+      "step": 11102
+    },
+    {
+      "epoch": 0.5305839625346459,
+      "grad_norm": 179.21311950683594,
+      "learning_rate": 1.72343782770316e-05,
+      "loss": 37.375,
+      "step": 11103
+    },
+    {
+      "epoch": 0.5306317499761063,
+      "grad_norm": 367.8311462402344,
+      "learning_rate": 1.7233843985321083e-05,
+      "loss": 31.4688,
+      "step": 11104
+    },
+    {
+      "epoch": 0.5306795374175667,
+      "grad_norm": 237.34034729003906,
+      "learning_rate": 1.7233309650289174e-05,
+      "loss": 31.1562,
+      "step": 11105
+    },
+    {
+      "epoch": 0.5307273248590271,
+      "grad_norm": 330.1041259765625,
+      "learning_rate": 1.7232775271939074e-05,
+      "loss": 39.0,
+      "step": 11106
+    },
+    {
+      "epoch": 0.5307751123004875,
+      "grad_norm": 411.7471618652344,
+      "learning_rate": 1.723224085027398e-05,
+      "loss": 41.5625,
+      "step": 11107
+    },
+    {
+      "epoch": 0.5308228997419479,
+      "grad_norm": 258.9189453125,
+      "learning_rate": 1.7231706385297096e-05,
+      "loss": 31.3125,
+      "step": 11108
+    },
+    {
+      "epoch": 0.5308706871834082,
+      "grad_norm": 279.42181396484375,
+      "learning_rate": 1.7231171877011624e-05,
+      "loss": 34.0625,
+      "step": 11109
+    },
+    {
+      "epoch": 0.5309184746248686,
+      "grad_norm": 253.94679260253906,
+      "learning_rate": 1.7230637325420763e-05,
+      "loss": 30.8125,
+      "step": 11110
+    },
+    {
+      "epoch": 0.530966262066329,
+      "grad_norm": 370.0539245605469,
+      "learning_rate": 1.7230102730527714e-05,
+      "loss": 35.5,
+      "step": 11111
+    },
+    {
+      "epoch": 0.5310140495077893,
+      "grad_norm": 230.17453002929688,
+      "learning_rate": 1.7229568092335683e-05,
+      "loss": 30.5312,
+      "step": 11112
+    },
+    {
+      "epoch": 0.5310618369492497,
+      "grad_norm": 390.431884765625,
+      "learning_rate": 1.7229033410847863e-05,
+      "loss": 48.375,
+      "step": 11113
+    },
+    {
+      "epoch": 0.5311096243907101,
+      "grad_norm": 296.3749694824219,
+      "learning_rate": 1.7228498686067462e-05,
+      "loss": 35.875,
+      "step": 11114
+    },
+    {
+      "epoch": 0.5311574118321705,
+      "grad_norm": 244.10357666015625,
+      "learning_rate": 1.722796391799768e-05,
+      "loss": 25.9219,
+      "step": 11115
+    },
+    {
+      "epoch": 0.5312051992736309,
+      "grad_norm": 292.6946716308594,
+      "learning_rate": 1.7227429106641726e-05,
+      "loss": 27.4688,
+      "step": 11116
+    },
+    {
+      "epoch": 0.5312529867150912,
+      "grad_norm": 317.2368469238281,
+      "learning_rate": 1.722689425200279e-05,
+      "loss": 32.9531,
+      "step": 11117
+    },
+    {
+      "epoch": 0.5313007741565516,
+      "grad_norm": 189.9898223876953,
+      "learning_rate": 1.7226359354084088e-05,
+      "loss": 27.7812,
+      "step": 11118
+    },
+    {
+      "epoch": 0.531348561598012,
+      "grad_norm": 181.32664489746094,
+      "learning_rate": 1.7225824412888815e-05,
+      "loss": 23.875,
+      "step": 11119
+    },
+    {
+      "epoch": 0.5313963490394724,
+      "grad_norm": 365.475341796875,
+      "learning_rate": 1.722528942842018e-05,
+      "loss": 30.8125,
+      "step": 11120
+    },
+    {
+      "epoch": 0.5314441364809328,
+      "grad_norm": 575.3175659179688,
+      "learning_rate": 1.7224754400681383e-05,
+      "loss": 24.5938,
+      "step": 11121
+    },
+    {
+      "epoch": 0.5314919239223932,
+      "grad_norm": 185.8062744140625,
+      "learning_rate": 1.722421932967563e-05,
+      "loss": 34.9688,
+      "step": 11122
+    },
+    {
+      "epoch": 0.5315397113638536,
+      "grad_norm": 376.884033203125,
+      "learning_rate": 1.7223684215406125e-05,
+      "loss": 31.9844,
+      "step": 11123
+    },
+    {
+      "epoch": 0.531587498805314,
+      "grad_norm": 321.9914245605469,
+      "learning_rate": 1.7223149057876076e-05,
+      "loss": 27.6875,
+      "step": 11124
+    },
+    {
+      "epoch": 0.5316352862467744,
+      "grad_norm": 262.3547058105469,
+      "learning_rate": 1.722261385708868e-05,
+      "loss": 32.0938,
+      "step": 11125
+    },
+    {
+      "epoch": 0.5316830736882348,
+      "grad_norm": 243.3488006591797,
+      "learning_rate": 1.722207861304715e-05,
+      "loss": 29.0938,
+      "step": 11126
+    },
+    {
+      "epoch": 0.5317308611296951,
+      "grad_norm": 237.93685913085938,
+      "learning_rate": 1.7221543325754684e-05,
+      "loss": 33.5938,
+      "step": 11127
+    },
+    {
+      "epoch": 0.5317786485711555,
+      "grad_norm": 314.51702880859375,
+      "learning_rate": 1.7221007995214493e-05,
+      "loss": 28.125,
+      "step": 11128
+    },
+    {
+      "epoch": 0.5318264360126159,
+      "grad_norm": 319.6945495605469,
+      "learning_rate": 1.7220472621429783e-05,
+      "loss": 29.7031,
+      "step": 11129
+    },
+    {
+      "epoch": 0.5318742234540763,
+      "grad_norm": 363.6639404296875,
+      "learning_rate": 1.721993720440376e-05,
+      "loss": 26.5938,
+      "step": 11130
+    },
+    {
+      "epoch": 0.5319220108955367,
+      "grad_norm": 336.2123718261719,
+      "learning_rate": 1.721940174413963e-05,
+      "loss": 38.4062,
+      "step": 11131
+    },
+    {
+      "epoch": 0.5319697983369971,
+      "grad_norm": 314.9789733886719,
+      "learning_rate": 1.7218866240640596e-05,
+      "loss": 31.0,
+      "step": 11132
+    },
+    {
+      "epoch": 0.5320175857784574,
+      "grad_norm": 306.23699951171875,
+      "learning_rate": 1.721833069390987e-05,
+      "loss": 27.7188,
+      "step": 11133
+    },
+    {
+      "epoch": 0.5320653732199178,
+      "grad_norm": 259.4081115722656,
+      "learning_rate": 1.7217795103950658e-05,
+      "loss": 34.1406,
+      "step": 11134
+    },
+    {
+      "epoch": 0.5321131606613781,
+      "grad_norm": 217.00442504882812,
+      "learning_rate": 1.7217259470766163e-05,
+      "loss": 31.5312,
+      "step": 11135
+    },
+    {
+      "epoch": 0.5321609481028385,
+      "grad_norm": 215.34783935546875,
+      "learning_rate": 1.72167237943596e-05,
+      "loss": 32.2188,
+      "step": 11136
+    },
+    {
+      "epoch": 0.5322087355442989,
+      "grad_norm": 160.98785400390625,
+      "learning_rate": 1.721618807473417e-05,
+      "loss": 20.9375,
+      "step": 11137
+    },
+    {
+      "epoch": 0.5322565229857593,
+      "grad_norm": 242.3562469482422,
+      "learning_rate": 1.721565231189309e-05,
+      "loss": 39.9375,
+      "step": 11138
+    },
+    {
+      "epoch": 0.5323043104272197,
+      "grad_norm": 212.10643005371094,
+      "learning_rate": 1.7215116505839563e-05,
+      "loss": 22.9688,
+      "step": 11139
+    },
+    {
+      "epoch": 0.5323520978686801,
+      "grad_norm": 232.21751403808594,
+      "learning_rate": 1.7214580656576794e-05,
+      "loss": 33.375,
+      "step": 11140
+    },
+    {
+      "epoch": 0.5323998853101405,
+      "grad_norm": 164.38217163085938,
+      "learning_rate": 1.7214044764108e-05,
+      "loss": 26.3594,
+      "step": 11141
+    },
+    {
+      "epoch": 0.5324476727516009,
+      "grad_norm": 305.10748291015625,
+      "learning_rate": 1.7213508828436385e-05,
+      "loss": 28.4688,
+      "step": 11142
+    },
+    {
+      "epoch": 0.5324954601930613,
+      "grad_norm": 204.8473663330078,
+      "learning_rate": 1.721297284956516e-05,
+      "loss": 24.1562,
+      "step": 11143
+    },
+    {
+      "epoch": 0.5325432476345217,
+      "grad_norm": 236.2970428466797,
+      "learning_rate": 1.7212436827497535e-05,
+      "loss": 24.2656,
+      "step": 11144
+    },
+    {
+      "epoch": 0.532591035075982,
+      "grad_norm": 533.0973510742188,
+      "learning_rate": 1.721190076223672e-05,
+      "loss": 24.7969,
+      "step": 11145
+    },
+    {
+      "epoch": 0.5326388225174424,
+      "grad_norm": 243.1036834716797,
+      "learning_rate": 1.7211364653785925e-05,
+      "loss": 27.4375,
+      "step": 11146
+    },
+    {
+      "epoch": 0.5326866099589028,
+      "grad_norm": 247.70628356933594,
+      "learning_rate": 1.721082850214836e-05,
+      "loss": 32.0312,
+      "step": 11147
+    },
+    {
+      "epoch": 0.5327343974003632,
+      "grad_norm": 189.64596557617188,
+      "learning_rate": 1.7210292307327238e-05,
+      "loss": 29.1875,
+      "step": 11148
+    },
+    {
+      "epoch": 0.5327821848418236,
+      "grad_norm": 249.23492431640625,
+      "learning_rate": 1.720975606932577e-05,
+      "loss": 33.1562,
+      "step": 11149
+    },
+    {
+      "epoch": 0.532829972283284,
+      "grad_norm": 204.410888671875,
+      "learning_rate": 1.7209219788147166e-05,
+      "loss": 28.5938,
+      "step": 11150
+    },
+    {
+      "epoch": 0.5328777597247444,
+      "grad_norm": 168.05809020996094,
+      "learning_rate": 1.720868346379464e-05,
+      "loss": 18.8281,
+      "step": 11151
+    },
+    {
+      "epoch": 0.5329255471662048,
+      "grad_norm": 252.1167755126953,
+      "learning_rate": 1.7208147096271394e-05,
+      "loss": 25.0312,
+      "step": 11152
+    },
+    {
+      "epoch": 0.532973334607665,
+      "grad_norm": 205.5370635986328,
+      "learning_rate": 1.7207610685580653e-05,
+      "loss": 28.25,
+      "step": 11153
+    },
+    {
+      "epoch": 0.5330211220491254,
+      "grad_norm": 275.14801025390625,
+      "learning_rate": 1.7207074231725625e-05,
+      "loss": 37.125,
+      "step": 11154
+    },
+    {
+      "epoch": 0.5330689094905858,
+      "grad_norm": 190.55075073242188,
+      "learning_rate": 1.7206537734709524e-05,
+      "loss": 25.25,
+      "step": 11155
+    },
+    {
+      "epoch": 0.5331166969320462,
+      "grad_norm": 228.91116333007812,
+      "learning_rate": 1.7206001194535557e-05,
+      "loss": 24.7188,
+      "step": 11156
+    },
+    {
+      "epoch": 0.5331644843735066,
+      "grad_norm": 281.6965637207031,
+      "learning_rate": 1.7205464611206945e-05,
+      "loss": 33.9688,
+      "step": 11157
+    },
+    {
+      "epoch": 0.533212271814967,
+      "grad_norm": 226.4371795654297,
+      "learning_rate": 1.720492798472689e-05,
+      "loss": 36.9688,
+      "step": 11158
+    },
+    {
+      "epoch": 0.5332600592564274,
+      "grad_norm": 241.6605224609375,
+      "learning_rate": 1.720439131509862e-05,
+      "loss": 31.5938,
+      "step": 11159
+    },
+    {
+      "epoch": 0.5333078466978878,
+      "grad_norm": 213.86573791503906,
+      "learning_rate": 1.720385460232534e-05,
+      "loss": 28.8438,
+      "step": 11160
+    },
+    {
+      "epoch": 0.5333556341393482,
+      "grad_norm": 291.52069091796875,
+      "learning_rate": 1.7203317846410268e-05,
+      "loss": 32.8125,
+      "step": 11161
+    },
+    {
+      "epoch": 0.5334034215808086,
+      "grad_norm": 628.9254760742188,
+      "learning_rate": 1.7202781047356615e-05,
+      "loss": 38.375,
+      "step": 11162
+    },
+    {
+      "epoch": 0.533451209022269,
+      "grad_norm": 318.2308654785156,
+      "learning_rate": 1.72022442051676e-05,
+      "loss": 30.7812,
+      "step": 11163
+    },
+    {
+      "epoch": 0.5334989964637293,
+      "grad_norm": 238.115234375,
+      "learning_rate": 1.720170731984643e-05,
+      "loss": 25.0469,
+      "step": 11164
+    },
+    {
+      "epoch": 0.5335467839051897,
+      "grad_norm": 213.27886962890625,
+      "learning_rate": 1.7201170391396332e-05,
+      "loss": 17.8438,
+      "step": 11165
+    },
+    {
+      "epoch": 0.5335945713466501,
+      "grad_norm": 341.8805847167969,
+      "learning_rate": 1.7200633419820513e-05,
+      "loss": 26.7969,
+      "step": 11166
+    },
+    {
+      "epoch": 0.5336423587881105,
+      "grad_norm": 194.13107299804688,
+      "learning_rate": 1.720009640512219e-05,
+      "loss": 36.25,
+      "step": 11167
+    },
+    {
+      "epoch": 0.5336901462295709,
+      "grad_norm": 272.7686767578125,
+      "learning_rate": 1.7199559347304588e-05,
+      "loss": 34.5156,
+      "step": 11168
+    },
+    {
+      "epoch": 0.5337379336710313,
+      "grad_norm": 277.886474609375,
+      "learning_rate": 1.7199022246370906e-05,
+      "loss": 23.1875,
+      "step": 11169
+    },
+    {
+      "epoch": 0.5337857211124917,
+      "grad_norm": 212.25628662109375,
+      "learning_rate": 1.7198485102324372e-05,
+      "loss": 38.75,
+      "step": 11170
+    },
+    {
+      "epoch": 0.5338335085539521,
+      "grad_norm": 486.09161376953125,
+      "learning_rate": 1.71979479151682e-05,
+      "loss": 26.9062,
+      "step": 11171
+    },
+    {
+      "epoch": 0.5338812959954125,
+      "grad_norm": 258.8063049316406,
+      "learning_rate": 1.7197410684905613e-05,
+      "loss": 23.3438,
+      "step": 11172
+    },
+    {
+      "epoch": 0.5339290834368728,
+      "grad_norm": 407.9618835449219,
+      "learning_rate": 1.719687341153982e-05,
+      "loss": 31.75,
+      "step": 11173
+    },
+    {
+      "epoch": 0.5339768708783331,
+      "grad_norm": 205.7763671875,
+      "learning_rate": 1.7196336095074043e-05,
+      "loss": 28.9688,
+      "step": 11174
+    },
+    {
+      "epoch": 0.5340246583197935,
+      "grad_norm": 246.71742248535156,
+      "learning_rate": 1.71957987355115e-05,
+      "loss": 36.3125,
+      "step": 11175
+    },
+    {
+      "epoch": 0.5340724457612539,
+      "grad_norm": 371.44287109375,
+      "learning_rate": 1.71952613328554e-05,
+      "loss": 46.4375,
+      "step": 11176
+    },
+    {
+      "epoch": 0.5341202332027143,
+      "grad_norm": 214.45814514160156,
+      "learning_rate": 1.7194723887108976e-05,
+      "loss": 23.0469,
+      "step": 11177
+    },
+    {
+      "epoch": 0.5341680206441747,
+      "grad_norm": 215.94273376464844,
+      "learning_rate": 1.7194186398275438e-05,
+      "loss": 26.75,
+      "step": 11178
+    },
+    {
+      "epoch": 0.5342158080856351,
+      "grad_norm": 249.6183624267578,
+      "learning_rate": 1.719364886635801e-05,
+      "loss": 29.3438,
+      "step": 11179
+    },
+    {
+      "epoch": 0.5342635955270955,
+      "grad_norm": 265.76104736328125,
+      "learning_rate": 1.7193111291359903e-05,
+      "loss": 42.7188,
+      "step": 11180
+    },
+    {
+      "epoch": 0.5343113829685558,
+      "grad_norm": 400.3876037597656,
+      "learning_rate": 1.7192573673284343e-05,
+      "loss": 34.25,
+      "step": 11181
+    },
+    {
+      "epoch": 0.5343591704100162,
+      "grad_norm": 335.3745422363281,
+      "learning_rate": 1.7192036012134546e-05,
+      "loss": 37.125,
+      "step": 11182
+    },
+    {
+      "epoch": 0.5344069578514766,
+      "grad_norm": 344.03057861328125,
+      "learning_rate": 1.7191498307913733e-05,
+      "loss": 28.6406,
+      "step": 11183
+    },
+    {
+      "epoch": 0.534454745292937,
+      "grad_norm": 214.14634704589844,
+      "learning_rate": 1.7190960560625127e-05,
+      "loss": 23.8438,
+      "step": 11184
+    },
+    {
+      "epoch": 0.5345025327343974,
+      "grad_norm": 252.0417022705078,
+      "learning_rate": 1.7190422770271946e-05,
+      "loss": 34.375,
+      "step": 11185
+    },
+    {
+      "epoch": 0.5345503201758578,
+      "grad_norm": 194.2592010498047,
+      "learning_rate": 1.718988493685741e-05,
+      "loss": 27.5312,
+      "step": 11186
+    },
+    {
+      "epoch": 0.5345981076173182,
+      "grad_norm": 268.71148681640625,
+      "learning_rate": 1.7189347060384742e-05,
+      "loss": 29.8125,
+      "step": 11187
+    },
+    {
+      "epoch": 0.5346458950587786,
+      "grad_norm": 166.1886749267578,
+      "learning_rate": 1.718880914085716e-05,
+      "loss": 32.1875,
+      "step": 11188
+    },
+    {
+      "epoch": 0.534693682500239,
+      "grad_norm": 298.0922546386719,
+      "learning_rate": 1.7188271178277887e-05,
+      "loss": 36.125,
+      "step": 11189
+    },
+    {
+      "epoch": 0.5347414699416994,
+      "grad_norm": 149.40223693847656,
+      "learning_rate": 1.7187733172650145e-05,
+      "loss": 15.4531,
+      "step": 11190
+    },
+    {
+      "epoch": 0.5347892573831597,
+      "grad_norm": 531.9278564453125,
+      "learning_rate": 1.7187195123977156e-05,
+      "loss": 29.375,
+      "step": 11191
+    },
+    {
+      "epoch": 0.5348370448246201,
+      "grad_norm": 228.2917938232422,
+      "learning_rate": 1.7186657032262145e-05,
+      "loss": 28.0625,
+      "step": 11192
+    },
+    {
+      "epoch": 0.5348848322660805,
+      "grad_norm": 393.90228271484375,
+      "learning_rate": 1.718611889750833e-05,
+      "loss": 42.5,
+      "step": 11193
+    },
+    {
+      "epoch": 0.5349326197075409,
+      "grad_norm": 249.3939666748047,
+      "learning_rate": 1.7185580719718934e-05,
+      "loss": 25.9062,
+      "step": 11194
+    },
+    {
+      "epoch": 0.5349804071490012,
+      "grad_norm": 306.57122802734375,
+      "learning_rate": 1.7185042498897185e-05,
+      "loss": 27.5938,
+      "step": 11195
+    },
+    {
+      "epoch": 0.5350281945904616,
+      "grad_norm": 218.097412109375,
+      "learning_rate": 1.71845042350463e-05,
+      "loss": 24.9375,
+      "step": 11196
+    },
+    {
+      "epoch": 0.535075982031922,
+      "grad_norm": 443.6697692871094,
+      "learning_rate": 1.7183965928169506e-05,
+      "loss": 37.2188,
+      "step": 11197
+    },
+    {
+      "epoch": 0.5351237694733824,
+      "grad_norm": 161.3433837890625,
+      "learning_rate": 1.7183427578270026e-05,
+      "loss": 24.9688,
+      "step": 11198
+    },
+    {
+      "epoch": 0.5351715569148427,
+      "grad_norm": 182.1490478515625,
+      "learning_rate": 1.7182889185351084e-05,
+      "loss": 32.9688,
+      "step": 11199
+    },
+    {
+      "epoch": 0.5352193443563031,
+      "grad_norm": 317.5735778808594,
+      "learning_rate": 1.7182350749415903e-05,
+      "loss": 36.6875,
+      "step": 11200
+    },
+    {
+      "epoch": 0.5352671317977635,
+      "grad_norm": 131.2672882080078,
+      "learning_rate": 1.7181812270467708e-05,
+      "loss": 21.9062,
+      "step": 11201
+    },
+    {
+      "epoch": 0.5353149192392239,
+      "grad_norm": 249.73809814453125,
+      "learning_rate": 1.7181273748509724e-05,
+      "loss": 26.6562,
+      "step": 11202
+    },
+    {
+      "epoch": 0.5353627066806843,
+      "grad_norm": 217.43698120117188,
+      "learning_rate": 1.718073518354518e-05,
+      "loss": 23.75,
+      "step": 11203
+    },
+    {
+      "epoch": 0.5354104941221447,
+      "grad_norm": 231.76651000976562,
+      "learning_rate": 1.71801965755773e-05,
+      "loss": 24.2812,
+      "step": 11204
+    },
+    {
+      "epoch": 0.5354582815636051,
+      "grad_norm": 251.75515747070312,
+      "learning_rate": 1.7179657924609303e-05,
+      "loss": 27.9375,
+      "step": 11205
+    },
+    {
+      "epoch": 0.5355060690050655,
+      "grad_norm": 455.67791748046875,
+      "learning_rate": 1.717911923064442e-05,
+      "loss": 39.75,
+      "step": 11206
+    },
+    {
+      "epoch": 0.5355538564465259,
+      "grad_norm": 274.0278625488281,
+      "learning_rate": 1.7178580493685876e-05,
+      "loss": 24.125,
+      "step": 11207
+    },
+    {
+      "epoch": 0.5356016438879863,
+      "grad_norm": 292.322509765625,
+      "learning_rate": 1.7178041713736903e-05,
+      "loss": 33.3125,
+      "step": 11208
+    },
+    {
+      "epoch": 0.5356494313294466,
+      "grad_norm": 164.80967712402344,
+      "learning_rate": 1.7177502890800717e-05,
+      "loss": 19.75,
+      "step": 11209
+    },
+    {
+      "epoch": 0.535697218770907,
+      "grad_norm": 353.3350524902344,
+      "learning_rate": 1.7176964024880553e-05,
+      "loss": 28.1719,
+      "step": 11210
+    },
+    {
+      "epoch": 0.5357450062123674,
+      "grad_norm": 301.3569030761719,
+      "learning_rate": 1.717642511597963e-05,
+      "loss": 28.875,
+      "step": 11211
+    },
+    {
+      "epoch": 0.5357927936538278,
+      "grad_norm": 341.8813781738281,
+      "learning_rate": 1.7175886164101186e-05,
+      "loss": 32.125,
+      "step": 11212
+    },
+    {
+      "epoch": 0.5358405810952882,
+      "grad_norm": 358.2275085449219,
+      "learning_rate": 1.717534716924844e-05,
+      "loss": 20.3125,
+      "step": 11213
+    },
+    {
+      "epoch": 0.5358883685367486,
+      "grad_norm": 331.67694091796875,
+      "learning_rate": 1.7174808131424625e-05,
+      "loss": 27.5,
+      "step": 11214
+    },
+    {
+      "epoch": 0.5359361559782089,
+      "grad_norm": 335.05010986328125,
+      "learning_rate": 1.7174269050632968e-05,
+      "loss": 35.25,
+      "step": 11215
+    },
+    {
+      "epoch": 0.5359839434196693,
+      "grad_norm": 315.15325927734375,
+      "learning_rate": 1.7173729926876696e-05,
+      "loss": 32.0312,
+      "step": 11216
+    },
+    {
+      "epoch": 0.5360317308611297,
+      "grad_norm": 321.9910583496094,
+      "learning_rate": 1.717319076015904e-05,
+      "loss": 26.9062,
+      "step": 11217
+    },
+    {
+      "epoch": 0.53607951830259,
+      "grad_norm": 457.90997314453125,
+      "learning_rate": 1.7172651550483224e-05,
+      "loss": 34.8125,
+      "step": 11218
+    },
+    {
+      "epoch": 0.5361273057440504,
+      "grad_norm": 197.76278686523438,
+      "learning_rate": 1.7172112297852482e-05,
+      "loss": 20.5312,
+      "step": 11219
+    },
+    {
+      "epoch": 0.5361750931855108,
+      "grad_norm": 299.0721740722656,
+      "learning_rate": 1.717157300227004e-05,
+      "loss": 28.0312,
+      "step": 11220
+    },
+    {
+      "epoch": 0.5362228806269712,
+      "grad_norm": 281.4726257324219,
+      "learning_rate": 1.7171033663739133e-05,
+      "loss": 22.7031,
+      "step": 11221
+    },
+    {
+      "epoch": 0.5362706680684316,
+      "grad_norm": 385.98797607421875,
+      "learning_rate": 1.7170494282262987e-05,
+      "loss": 29.9062,
+      "step": 11222
+    },
+    {
+      "epoch": 0.536318455509892,
+      "grad_norm": 195.8494110107422,
+      "learning_rate": 1.716995485784483e-05,
+      "loss": 22.7344,
+      "step": 11223
+    },
+    {
+      "epoch": 0.5363662429513524,
+      "grad_norm": 228.16639709472656,
+      "learning_rate": 1.7169415390487897e-05,
+      "loss": 29.9062,
+      "step": 11224
+    },
+    {
+      "epoch": 0.5364140303928128,
+      "grad_norm": 156.9923095703125,
+      "learning_rate": 1.7168875880195418e-05,
+      "loss": 28.875,
+      "step": 11225
+    },
+    {
+      "epoch": 0.5364618178342732,
+      "grad_norm": 389.1508483886719,
+      "learning_rate": 1.716833632697062e-05,
+      "loss": 30.0312,
+      "step": 11226
+    },
+    {
+      "epoch": 0.5365096052757335,
+      "grad_norm": 161.23056030273438,
+      "learning_rate": 1.7167796730816738e-05,
+      "loss": 30.25,
+      "step": 11227
+    },
+    {
+      "epoch": 0.5365573927171939,
+      "grad_norm": 301.0029602050781,
+      "learning_rate": 1.7167257091737005e-05,
+      "loss": 44.75,
+      "step": 11228
+    },
+    {
+      "epoch": 0.5366051801586543,
+      "grad_norm": 320.0274658203125,
+      "learning_rate": 1.7166717409734647e-05,
+      "loss": 40.875,
+      "step": 11229
+    },
+    {
+      "epoch": 0.5366529676001147,
+      "grad_norm": 342.45672607421875,
+      "learning_rate": 1.7166177684812903e-05,
+      "loss": 33.1562,
+      "step": 11230
+    },
+    {
+      "epoch": 0.5367007550415751,
+      "grad_norm": 300.8514709472656,
+      "learning_rate": 1.7165637916975e-05,
+      "loss": 26.6562,
+      "step": 11231
+    },
+    {
+      "epoch": 0.5367485424830355,
+      "grad_norm": 416.54547119140625,
+      "learning_rate": 1.7165098106224173e-05,
+      "loss": 30.375,
+      "step": 11232
+    },
+    {
+      "epoch": 0.5367963299244959,
+      "grad_norm": 197.4921875,
+      "learning_rate": 1.716455825256365e-05,
+      "loss": 26.3125,
+      "step": 11233
+    },
+    {
+      "epoch": 0.5368441173659563,
+      "grad_norm": 287.0664978027344,
+      "learning_rate": 1.716401835599667e-05,
+      "loss": 25.5312,
+      "step": 11234
+    },
+    {
+      "epoch": 0.5368919048074167,
+      "grad_norm": 297.93035888671875,
+      "learning_rate": 1.7163478416526465e-05,
+      "loss": 24.9688,
+      "step": 11235
+    },
+    {
+      "epoch": 0.5369396922488769,
+      "grad_norm": 216.06346130371094,
+      "learning_rate": 1.7162938434156266e-05,
+      "loss": 18.7656,
+      "step": 11236
+    },
+    {
+      "epoch": 0.5369874796903373,
+      "grad_norm": 350.5523681640625,
+      "learning_rate": 1.716239840888931e-05,
+      "loss": 24.0781,
+      "step": 11237
+    },
+    {
+      "epoch": 0.5370352671317977,
+      "grad_norm": 386.7939453125,
+      "learning_rate": 1.716185834072883e-05,
+      "loss": 30.1875,
+      "step": 11238
+    },
+    {
+      "epoch": 0.5370830545732581,
+      "grad_norm": 229.45236206054688,
+      "learning_rate": 1.716131822967806e-05,
+      "loss": 27.7188,
+      "step": 11239
+    },
+    {
+      "epoch": 0.5371308420147185,
+      "grad_norm": 234.7770538330078,
+      "learning_rate": 1.7160778075740233e-05,
+      "loss": 32.9375,
+      "step": 11240
+    },
+    {
+      "epoch": 0.5371786294561789,
+      "grad_norm": 467.75543212890625,
+      "learning_rate": 1.7160237878918584e-05,
+      "loss": 36.2188,
+      "step": 11241
+    },
+    {
+      "epoch": 0.5372264168976393,
+      "grad_norm": 352.4891052246094,
+      "learning_rate": 1.7159697639216354e-05,
+      "loss": 30.4531,
+      "step": 11242
+    },
+    {
+      "epoch": 0.5372742043390997,
+      "grad_norm": 292.513916015625,
+      "learning_rate": 1.715915735663677e-05,
+      "loss": 29.4375,
+      "step": 11243
+    },
+    {
+      "epoch": 0.5373219917805601,
+      "grad_norm": 209.93658447265625,
+      "learning_rate": 1.7158617031183073e-05,
+      "loss": 26.8594,
+      "step": 11244
+    },
+    {
+      "epoch": 0.5373697792220204,
+      "grad_norm": 200.4152069091797,
+      "learning_rate": 1.7158076662858496e-05,
+      "loss": 26.4375,
+      "step": 11245
+    },
+    {
+      "epoch": 0.5374175666634808,
+      "grad_norm": 301.74749755859375,
+      "learning_rate": 1.7157536251666277e-05,
+      "loss": 36.75,
+      "step": 11246
+    },
+    {
+      "epoch": 0.5374653541049412,
+      "grad_norm": 291.6761779785156,
+      "learning_rate": 1.715699579760965e-05,
+      "loss": 28.4375,
+      "step": 11247
+    },
+    {
+      "epoch": 0.5375131415464016,
+      "grad_norm": 374.0081481933594,
+      "learning_rate": 1.7156455300691856e-05,
+      "loss": 28.8125,
+      "step": 11248
+    },
+    {
+      "epoch": 0.537560928987862,
+      "grad_norm": 270.00189208984375,
+      "learning_rate": 1.7155914760916125e-05,
+      "loss": 28.4375,
+      "step": 11249
+    },
+    {
+      "epoch": 0.5376087164293224,
+      "grad_norm": 142.7064971923828,
+      "learning_rate": 1.71553741782857e-05,
+      "loss": 24.3438,
+      "step": 11250
+    },
+    {
+      "epoch": 0.5376565038707828,
+      "grad_norm": 355.7185974121094,
+      "learning_rate": 1.715483355280382e-05,
+      "loss": 28.5156,
+      "step": 11251
+    },
+    {
+      "epoch": 0.5377042913122432,
+      "grad_norm": 205.180908203125,
+      "learning_rate": 1.7154292884473712e-05,
+      "loss": 22.0938,
+      "step": 11252
+    },
+    {
+      "epoch": 0.5377520787537036,
+      "grad_norm": 222.5334014892578,
+      "learning_rate": 1.7153752173298628e-05,
+      "loss": 39.4062,
+      "step": 11253
+    },
+    {
+      "epoch": 0.537799866195164,
+      "grad_norm": 285.25628662109375,
+      "learning_rate": 1.7153211419281797e-05,
+      "loss": 29.6562,
+      "step": 11254
+    },
+    {
+      "epoch": 0.5378476536366243,
+      "grad_norm": 677.1456909179688,
+      "learning_rate": 1.715267062242646e-05,
+      "loss": 26.5938,
+      "step": 11255
+    },
+    {
+      "epoch": 0.5378954410780846,
+      "grad_norm": 358.9060363769531,
+      "learning_rate": 1.7152129782735856e-05,
+      "loss": 36.75,
+      "step": 11256
+    },
+    {
+      "epoch": 0.537943228519545,
+      "grad_norm": 262.9631042480469,
+      "learning_rate": 1.7151588900213224e-05,
+      "loss": 29.0,
+      "step": 11257
+    },
+    {
+      "epoch": 0.5379910159610054,
+      "grad_norm": 321.8312683105469,
+      "learning_rate": 1.71510479748618e-05,
+      "loss": 30.1562,
+      "step": 11258
+    },
+    {
+      "epoch": 0.5380388034024658,
+      "grad_norm": 271.1079406738281,
+      "learning_rate": 1.7150507006684825e-05,
+      "loss": 38.1875,
+      "step": 11259
+    },
+    {
+      "epoch": 0.5380865908439262,
+      "grad_norm": 434.82958984375,
+      "learning_rate": 1.7149965995685543e-05,
+      "loss": 33.5312,
+      "step": 11260
+    },
+    {
+      "epoch": 0.5381343782853866,
+      "grad_norm": 367.75677490234375,
+      "learning_rate": 1.714942494186719e-05,
+      "loss": 43.25,
+      "step": 11261
+    },
+    {
+      "epoch": 0.538182165726847,
+      "grad_norm": 228.0821075439453,
+      "learning_rate": 1.7148883845233007e-05,
+      "loss": 20.5469,
+      "step": 11262
+    },
+    {
+      "epoch": 0.5382299531683074,
+      "grad_norm": 361.1465759277344,
+      "learning_rate": 1.7148342705786234e-05,
+      "loss": 35.4375,
+      "step": 11263
+    },
+    {
+      "epoch": 0.5382777406097677,
+      "grad_norm": 234.2676239013672,
+      "learning_rate": 1.714780152353011e-05,
+      "loss": 27.75,
+      "step": 11264
+    },
+    {
+      "epoch": 0.5383255280512281,
+      "grad_norm": 977.209228515625,
+      "learning_rate": 1.714726029846788e-05,
+      "loss": 34.0938,
+      "step": 11265
+    },
+    {
+      "epoch": 0.5383733154926885,
+      "grad_norm": 228.26760864257812,
+      "learning_rate": 1.7146719030602784e-05,
+      "loss": 30.2031,
+      "step": 11266
+    },
+    {
+      "epoch": 0.5384211029341489,
+      "grad_norm": 231.5771026611328,
+      "learning_rate": 1.7146177719938065e-05,
+      "loss": 40.2188,
+      "step": 11267
+    },
+    {
+      "epoch": 0.5384688903756093,
+      "grad_norm": 269.9811096191406,
+      "learning_rate": 1.7145636366476956e-05,
+      "loss": 23.5625,
+      "step": 11268
+    },
+    {
+      "epoch": 0.5385166778170697,
+      "grad_norm": 278.6568603515625,
+      "learning_rate": 1.7145094970222712e-05,
+      "loss": 32.0938,
+      "step": 11269
+    },
+    {
+      "epoch": 0.5385644652585301,
+      "grad_norm": 124.86782836914062,
+      "learning_rate": 1.7144553531178566e-05,
+      "loss": 19.2344,
+      "step": 11270
+    },
+    {
+      "epoch": 0.5386122526999905,
+      "grad_norm": 232.63204956054688,
+      "learning_rate": 1.7144012049347763e-05,
+      "loss": 31.625,
+      "step": 11271
+    },
+    {
+      "epoch": 0.5386600401414509,
+      "grad_norm": 358.9369812011719,
+      "learning_rate": 1.7143470524733547e-05,
+      "loss": 33.0938,
+      "step": 11272
+    },
+    {
+      "epoch": 0.5387078275829112,
+      "grad_norm": 201.1172637939453,
+      "learning_rate": 1.714292895733916e-05,
+      "loss": 30.0,
+      "step": 11273
+    },
+    {
+      "epoch": 0.5387556150243716,
+      "grad_norm": 204.5725860595703,
+      "learning_rate": 1.7142387347167842e-05,
+      "loss": 25.3438,
+      "step": 11274
+    },
+    {
+      "epoch": 0.538803402465832,
+      "grad_norm": 439.4527587890625,
+      "learning_rate": 1.7141845694222846e-05,
+      "loss": 42.0,
+      "step": 11275
+    },
+    {
+      "epoch": 0.5388511899072924,
+      "grad_norm": 181.77297973632812,
+      "learning_rate": 1.7141303998507405e-05,
+      "loss": 28.2969,
+      "step": 11276
+    },
+    {
+      "epoch": 0.5388989773487527,
+      "grad_norm": 405.9817199707031,
+      "learning_rate": 1.714076226002477e-05,
+      "loss": 31.5625,
+      "step": 11277
+    },
+    {
+      "epoch": 0.5389467647902131,
+      "grad_norm": 141.40951538085938,
+      "learning_rate": 1.714022047877818e-05,
+      "loss": 24.125,
+      "step": 11278
+    },
+    {
+      "epoch": 0.5389945522316735,
+      "grad_norm": 286.5029602050781,
+      "learning_rate": 1.713967865477089e-05,
+      "loss": 38.9062,
+      "step": 11279
+    },
+    {
+      "epoch": 0.5390423396731339,
+      "grad_norm": 277.30029296875,
+      "learning_rate": 1.7139136788006133e-05,
+      "loss": 24.4688,
+      "step": 11280
+    },
+    {
+      "epoch": 0.5390901271145943,
+      "grad_norm": 265.1837463378906,
+      "learning_rate": 1.713859487848716e-05,
+      "loss": 24.875,
+      "step": 11281
+    },
+    {
+      "epoch": 0.5391379145560546,
+      "grad_norm": 324.3782958984375,
+      "learning_rate": 1.7138052926217212e-05,
+      "loss": 36.8438,
+      "step": 11282
+    },
+    {
+      "epoch": 0.539185701997515,
+      "grad_norm": 228.45184326171875,
+      "learning_rate": 1.713751093119954e-05,
+      "loss": 31.8438,
+      "step": 11283
+    },
+    {
+      "epoch": 0.5392334894389754,
+      "grad_norm": 332.8226013183594,
+      "learning_rate": 1.7136968893437388e-05,
+      "loss": 36.4375,
+      "step": 11284
+    },
+    {
+      "epoch": 0.5392812768804358,
+      "grad_norm": 352.16845703125,
+      "learning_rate": 1.7136426812933998e-05,
+      "loss": 24.8906,
+      "step": 11285
+    },
+    {
+      "epoch": 0.5393290643218962,
+      "grad_norm": 119.82947540283203,
+      "learning_rate": 1.7135884689692623e-05,
+      "loss": 25.75,
+      "step": 11286
+    },
+    {
+      "epoch": 0.5393768517633566,
+      "grad_norm": 158.14373779296875,
+      "learning_rate": 1.7135342523716504e-05,
+      "loss": 23.5625,
+      "step": 11287
+    },
+    {
+      "epoch": 0.539424639204817,
+      "grad_norm": 262.08856201171875,
+      "learning_rate": 1.7134800315008894e-05,
+      "loss": 28.4062,
+      "step": 11288
+    },
+    {
+      "epoch": 0.5394724266462774,
+      "grad_norm": 715.2462158203125,
+      "learning_rate": 1.7134258063573036e-05,
+      "loss": 37.4688,
+      "step": 11289
+    },
+    {
+      "epoch": 0.5395202140877378,
+      "grad_norm": 306.64093017578125,
+      "learning_rate": 1.7133715769412175e-05,
+      "loss": 38.0312,
+      "step": 11290
+    },
+    {
+      "epoch": 0.5395680015291981,
+      "grad_norm": 234.67965698242188,
+      "learning_rate": 1.7133173432529565e-05,
+      "loss": 24.1875,
+      "step": 11291
+    },
+    {
+      "epoch": 0.5396157889706585,
+      "grad_norm": 193.765869140625,
+      "learning_rate": 1.7132631052928447e-05,
+      "loss": 21.6719,
+      "step": 11292
+    },
+    {
+      "epoch": 0.5396635764121189,
+      "grad_norm": 144.3224334716797,
+      "learning_rate": 1.7132088630612074e-05,
+      "loss": 32.0156,
+      "step": 11293
+    },
+    {
+      "epoch": 0.5397113638535793,
+      "grad_norm": 285.1517028808594,
+      "learning_rate": 1.7131546165583695e-05,
+      "loss": 28.6875,
+      "step": 11294
+    },
+    {
+      "epoch": 0.5397591512950397,
+      "grad_norm": 188.66650390625,
+      "learning_rate": 1.7131003657846554e-05,
+      "loss": 33.3125,
+      "step": 11295
+    },
+    {
+      "epoch": 0.5398069387365001,
+      "grad_norm": 271.5484619140625,
+      "learning_rate": 1.7130461107403904e-05,
+      "loss": 22.4375,
+      "step": 11296
+    },
+    {
+      "epoch": 0.5398547261779605,
+      "grad_norm": 453.1276550292969,
+      "learning_rate": 1.7129918514258994e-05,
+      "loss": 24.375,
+      "step": 11297
+    },
+    {
+      "epoch": 0.5399025136194208,
+      "grad_norm": 436.0302429199219,
+      "learning_rate": 1.7129375878415068e-05,
+      "loss": 31.4062,
+      "step": 11298
+    },
+    {
+      "epoch": 0.5399503010608812,
+      "grad_norm": 407.97247314453125,
+      "learning_rate": 1.7128833199875382e-05,
+      "loss": 25.1406,
+      "step": 11299
+    },
+    {
+      "epoch": 0.5399980885023415,
+      "grad_norm": 204.7148895263672,
+      "learning_rate": 1.7128290478643186e-05,
+      "loss": 35.3125,
+      "step": 11300
+    },
+    {
+      "epoch": 0.5400458759438019,
+      "grad_norm": 209.4720001220703,
+      "learning_rate": 1.7127747714721726e-05,
+      "loss": 27.9375,
+      "step": 11301
+    },
+    {
+      "epoch": 0.5400936633852623,
+      "grad_norm": 234.5523223876953,
+      "learning_rate": 1.7127204908114253e-05,
+      "loss": 25.4375,
+      "step": 11302
+    },
+    {
+      "epoch": 0.5401414508267227,
+      "grad_norm": 275.6106262207031,
+      "learning_rate": 1.7126662058824025e-05,
+      "loss": 38.25,
+      "step": 11303
+    },
+    {
+      "epoch": 0.5401892382681831,
+      "grad_norm": 149.83750915527344,
+      "learning_rate": 1.7126119166854283e-05,
+      "loss": 28.9219,
+      "step": 11304
+    },
+    {
+      "epoch": 0.5402370257096435,
+      "grad_norm": 248.48184204101562,
+      "learning_rate": 1.7125576232208284e-05,
+      "loss": 28.0938,
+      "step": 11305
+    },
+    {
+      "epoch": 0.5402848131511039,
+      "grad_norm": 312.7725830078125,
+      "learning_rate": 1.7125033254889273e-05,
+      "loss": 33.2188,
+      "step": 11306
+    },
+    {
+      "epoch": 0.5403326005925643,
+      "grad_norm": 760.3355102539062,
+      "learning_rate": 1.7124490234900513e-05,
+      "loss": 34.5938,
+      "step": 11307
+    },
+    {
+      "epoch": 0.5403803880340247,
+      "grad_norm": 296.4732360839844,
+      "learning_rate": 1.7123947172245247e-05,
+      "loss": 32.1562,
+      "step": 11308
+    },
+    {
+      "epoch": 0.540428175475485,
+      "grad_norm": 2157.153076171875,
+      "learning_rate": 1.7123404066926726e-05,
+      "loss": 22.6562,
+      "step": 11309
+    },
+    {
+      "epoch": 0.5404759629169454,
+      "grad_norm": 154.55003356933594,
+      "learning_rate": 1.712286091894821e-05,
+      "loss": 28.5156,
+      "step": 11310
+    },
+    {
+      "epoch": 0.5405237503584058,
+      "grad_norm": 321.9458312988281,
+      "learning_rate": 1.7122317728312952e-05,
+      "loss": 30.2344,
+      "step": 11311
+    },
+    {
+      "epoch": 0.5405715377998662,
+      "grad_norm": 241.53482055664062,
+      "learning_rate": 1.7121774495024196e-05,
+      "loss": 24.2812,
+      "step": 11312
+    },
+    {
+      "epoch": 0.5406193252413266,
+      "grad_norm": 181.3386993408203,
+      "learning_rate": 1.71212312190852e-05,
+      "loss": 35.6875,
+      "step": 11313
+    },
+    {
+      "epoch": 0.540667112682787,
+      "grad_norm": 355.3093566894531,
+      "learning_rate": 1.712068790049922e-05,
+      "loss": 38.0312,
+      "step": 11314
+    },
+    {
+      "epoch": 0.5407149001242474,
+      "grad_norm": 282.9993591308594,
+      "learning_rate": 1.712014453926951e-05,
+      "loss": 23.6562,
+      "step": 11315
+    },
+    {
+      "epoch": 0.5407626875657078,
+      "grad_norm": 279.4750061035156,
+      "learning_rate": 1.711960113539932e-05,
+      "loss": 30.4062,
+      "step": 11316
+    },
+    {
+      "epoch": 0.5408104750071682,
+      "grad_norm": 375.1612243652344,
+      "learning_rate": 1.71190576888919e-05,
+      "loss": 33.75,
+      "step": 11317
+    },
+    {
+      "epoch": 0.5408582624486284,
+      "grad_norm": 421.1372375488281,
+      "learning_rate": 1.7118514199750515e-05,
+      "loss": 24.4688,
+      "step": 11318
+    },
+    {
+      "epoch": 0.5409060498900888,
+      "grad_norm": 317.6026916503906,
+      "learning_rate": 1.7117970667978418e-05,
+      "loss": 25.0156,
+      "step": 11319
+    },
+    {
+      "epoch": 0.5409538373315492,
+      "grad_norm": 181.78659057617188,
+      "learning_rate": 1.711742709357886e-05,
+      "loss": 22.4375,
+      "step": 11320
+    },
+    {
+      "epoch": 0.5410016247730096,
+      "grad_norm": 384.75445556640625,
+      "learning_rate": 1.7116883476555094e-05,
+      "loss": 32.6562,
+      "step": 11321
+    },
+    {
+      "epoch": 0.54104941221447,
+      "grad_norm": 341.7010192871094,
+      "learning_rate": 1.7116339816910383e-05,
+      "loss": 25.3281,
+      "step": 11322
+    },
+    {
+      "epoch": 0.5410971996559304,
+      "grad_norm": 150.83856201171875,
+      "learning_rate": 1.711579611464798e-05,
+      "loss": 24.0938,
+      "step": 11323
+    },
+    {
+      "epoch": 0.5411449870973908,
+      "grad_norm": 204.63893127441406,
+      "learning_rate": 1.7115252369771136e-05,
+      "loss": 23.7812,
+      "step": 11324
+    },
+    {
+      "epoch": 0.5411927745388512,
+      "grad_norm": 233.66604614257812,
+      "learning_rate": 1.7114708582283115e-05,
+      "loss": 36.1562,
+      "step": 11325
+    },
+    {
+      "epoch": 0.5412405619803116,
+      "grad_norm": 186.4464569091797,
+      "learning_rate": 1.711416475218717e-05,
+      "loss": 35.875,
+      "step": 11326
+    },
+    {
+      "epoch": 0.541288349421772,
+      "grad_norm": 546.07470703125,
+      "learning_rate": 1.7113620879486553e-05,
+      "loss": 37.9688,
+      "step": 11327
+    },
+    {
+      "epoch": 0.5413361368632323,
+      "grad_norm": 253.39413452148438,
+      "learning_rate": 1.7113076964184534e-05,
+      "loss": 22.8438,
+      "step": 11328
+    },
+    {
+      "epoch": 0.5413839243046927,
+      "grad_norm": 1846.54736328125,
+      "learning_rate": 1.7112533006284357e-05,
+      "loss": 25.0938,
+      "step": 11329
+    },
+    {
+      "epoch": 0.5414317117461531,
+      "grad_norm": 255.94566345214844,
+      "learning_rate": 1.7111989005789285e-05,
+      "loss": 22.3125,
+      "step": 11330
+    },
+    {
+      "epoch": 0.5414794991876135,
+      "grad_norm": 191.20547485351562,
+      "learning_rate": 1.7111444962702578e-05,
+      "loss": 25.4688,
+      "step": 11331
+    },
+    {
+      "epoch": 0.5415272866290739,
+      "grad_norm": 336.9773864746094,
+      "learning_rate": 1.711090087702749e-05,
+      "loss": 23.75,
+      "step": 11332
+    },
+    {
+      "epoch": 0.5415750740705343,
+      "grad_norm": 360.33197021484375,
+      "learning_rate": 1.7110356748767284e-05,
+      "loss": 36.375,
+      "step": 11333
+    },
+    {
+      "epoch": 0.5416228615119947,
+      "grad_norm": 179.76316833496094,
+      "learning_rate": 1.7109812577925213e-05,
+      "loss": 28.4375,
+      "step": 11334
+    },
+    {
+      "epoch": 0.5416706489534551,
+      "grad_norm": 344.3802490234375,
+      "learning_rate": 1.710926836450454e-05,
+      "loss": 32.0625,
+      "step": 11335
+    },
+    {
+      "epoch": 0.5417184363949155,
+      "grad_norm": 238.69363403320312,
+      "learning_rate": 1.7108724108508522e-05,
+      "loss": 30.1094,
+      "step": 11336
+    },
+    {
+      "epoch": 0.5417662238363758,
+      "grad_norm": 621.72119140625,
+      "learning_rate": 1.710817980994042e-05,
+      "loss": 38.25,
+      "step": 11337
+    },
+    {
+      "epoch": 0.5418140112778362,
+      "grad_norm": 361.7713928222656,
+      "learning_rate": 1.7107635468803498e-05,
+      "loss": 33.0938,
+      "step": 11338
+    },
+    {
+      "epoch": 0.5418617987192965,
+      "grad_norm": 245.74102783203125,
+      "learning_rate": 1.7107091085101003e-05,
+      "loss": 29.5312,
+      "step": 11339
+    },
+    {
+      "epoch": 0.5419095861607569,
+      "grad_norm": 263.3844909667969,
+      "learning_rate": 1.7106546658836208e-05,
+      "loss": 24.7812,
+      "step": 11340
+    },
+    {
+      "epoch": 0.5419573736022173,
+      "grad_norm": 275.4741516113281,
+      "learning_rate": 1.7106002190012367e-05,
+      "loss": 32.7188,
+      "step": 11341
+    },
+    {
+      "epoch": 0.5420051610436777,
+      "grad_norm": 253.9532928466797,
+      "learning_rate": 1.710545767863274e-05,
+      "loss": 26.8906,
+      "step": 11342
+    },
+    {
+      "epoch": 0.5420529484851381,
+      "grad_norm": 258.12017822265625,
+      "learning_rate": 1.7104913124700592e-05,
+      "loss": 35.5,
+      "step": 11343
+    },
+    {
+      "epoch": 0.5421007359265985,
+      "grad_norm": 223.7550048828125,
+      "learning_rate": 1.7104368528219183e-05,
+      "loss": 31.7031,
+      "step": 11344
+    },
+    {
+      "epoch": 0.5421485233680589,
+      "grad_norm": 202.1261444091797,
+      "learning_rate": 1.7103823889191776e-05,
+      "loss": 23.8281,
+      "step": 11345
+    },
+    {
+      "epoch": 0.5421963108095192,
+      "grad_norm": 492.79925537109375,
+      "learning_rate": 1.7103279207621625e-05,
+      "loss": 25.5625,
+      "step": 11346
+    },
+    {
+      "epoch": 0.5422440982509796,
+      "grad_norm": 150.19107055664062,
+      "learning_rate": 1.7102734483511998e-05,
+      "loss": 30.5938,
+      "step": 11347
+    },
+    {
+      "epoch": 0.54229188569244,
+      "grad_norm": 293.8123474121094,
+      "learning_rate": 1.710218971686616e-05,
+      "loss": 35.3125,
+      "step": 11348
+    },
+    {
+      "epoch": 0.5423396731339004,
+      "grad_norm": 369.2253112792969,
+      "learning_rate": 1.7101644907687367e-05,
+      "loss": 43.1562,
+      "step": 11349
+    },
+    {
+      "epoch": 0.5423874605753608,
+      "grad_norm": 263.4482421875,
+      "learning_rate": 1.7101100055978884e-05,
+      "loss": 29.125,
+      "step": 11350
+    },
+    {
+      "epoch": 0.5424352480168212,
+      "grad_norm": 261.50225830078125,
+      "learning_rate": 1.7100555161743978e-05,
+      "loss": 30.4375,
+      "step": 11351
+    },
+    {
+      "epoch": 0.5424830354582816,
+      "grad_norm": 136.37008666992188,
+      "learning_rate": 1.710001022498591e-05,
+      "loss": 16.1562,
+      "step": 11352
+    },
+    {
+      "epoch": 0.542530822899742,
+      "grad_norm": 333.0787353515625,
+      "learning_rate": 1.709946524570794e-05,
+      "loss": 31.9688,
+      "step": 11353
+    },
+    {
+      "epoch": 0.5425786103412024,
+      "grad_norm": 318.6020812988281,
+      "learning_rate": 1.709892022391333e-05,
+      "loss": 24.9688,
+      "step": 11354
+    },
+    {
+      "epoch": 0.5426263977826628,
+      "grad_norm": 355.80047607421875,
+      "learning_rate": 1.709837515960535e-05,
+      "loss": 25.9375,
+      "step": 11355
+    },
+    {
+      "epoch": 0.5426741852241231,
+      "grad_norm": 156.49508666992188,
+      "learning_rate": 1.7097830052787266e-05,
+      "loss": 18.0469,
+      "step": 11356
+    },
+    {
+      "epoch": 0.5427219726655835,
+      "grad_norm": 220.2246856689453,
+      "learning_rate": 1.7097284903462336e-05,
+      "loss": 25.1875,
+      "step": 11357
+    },
+    {
+      "epoch": 0.5427697601070439,
+      "grad_norm": 337.8689270019531,
+      "learning_rate": 1.7096739711633828e-05,
+      "loss": 31.4688,
+      "step": 11358
+    },
+    {
+      "epoch": 0.5428175475485042,
+      "grad_norm": 203.67953491210938,
+      "learning_rate": 1.7096194477305005e-05,
+      "loss": 28.7188,
+      "step": 11359
+    },
+    {
+      "epoch": 0.5428653349899646,
+      "grad_norm": 300.7508239746094,
+      "learning_rate": 1.7095649200479133e-05,
+      "loss": 33.4375,
+      "step": 11360
+    },
+    {
+      "epoch": 0.542913122431425,
+      "grad_norm": 256.53399658203125,
+      "learning_rate": 1.709510388115948e-05,
+      "loss": 30.0938,
+      "step": 11361
+    },
+    {
+      "epoch": 0.5429609098728854,
+      "grad_norm": 384.5404968261719,
+      "learning_rate": 1.7094558519349313e-05,
+      "loss": 30.9062,
+      "step": 11362
+    },
+    {
+      "epoch": 0.5430086973143458,
+      "grad_norm": 222.11476135253906,
+      "learning_rate": 1.709401311505189e-05,
+      "loss": 25.7656,
+      "step": 11363
+    },
+    {
+      "epoch": 0.5430564847558061,
+      "grad_norm": 316.8607482910156,
+      "learning_rate": 1.7093467668270484e-05,
+      "loss": 35.1875,
+      "step": 11364
+    },
+    {
+      "epoch": 0.5431042721972665,
+      "grad_norm": 338.8182067871094,
+      "learning_rate": 1.709292217900836e-05,
+      "loss": 24.5312,
+      "step": 11365
+    },
+    {
+      "epoch": 0.5431520596387269,
+      "grad_norm": 258.9671325683594,
+      "learning_rate": 1.7092376647268785e-05,
+      "loss": 29.6094,
+      "step": 11366
+    },
+    {
+      "epoch": 0.5431998470801873,
+      "grad_norm": 164.49346923828125,
+      "learning_rate": 1.7091831073055022e-05,
+      "loss": 22.0312,
+      "step": 11367
+    },
+    {
+      "epoch": 0.5432476345216477,
+      "grad_norm": 335.0423583984375,
+      "learning_rate": 1.7091285456370346e-05,
+      "loss": 41.25,
+      "step": 11368
+    },
+    {
+      "epoch": 0.5432954219631081,
+      "grad_norm": 225.65704345703125,
+      "learning_rate": 1.709073979721802e-05,
+      "loss": 27.5,
+      "step": 11369
+    },
+    {
+      "epoch": 0.5433432094045685,
+      "grad_norm": 255.90577697753906,
+      "learning_rate": 1.709019409560131e-05,
+      "loss": 21.25,
+      "step": 11370
+    },
+    {
+      "epoch": 0.5433909968460289,
+      "grad_norm": 808.6934204101562,
+      "learning_rate": 1.7089648351523485e-05,
+      "loss": 42.3125,
+      "step": 11371
+    },
+    {
+      "epoch": 0.5434387842874893,
+      "grad_norm": 238.28036499023438,
+      "learning_rate": 1.708910256498782e-05,
+      "loss": 24.4219,
+      "step": 11372
+    },
+    {
+      "epoch": 0.5434865717289497,
+      "grad_norm": 606.1187744140625,
+      "learning_rate": 1.7088556735997574e-05,
+      "loss": 26.9375,
+      "step": 11373
+    },
+    {
+      "epoch": 0.54353435917041,
+      "grad_norm": 283.6907958984375,
+      "learning_rate": 1.7088010864556023e-05,
+      "loss": 24.3438,
+      "step": 11374
+    },
+    {
+      "epoch": 0.5435821466118704,
+      "grad_norm": 342.21124267578125,
+      "learning_rate": 1.708746495066643e-05,
+      "loss": 24.75,
+      "step": 11375
+    },
+    {
+      "epoch": 0.5436299340533308,
+      "grad_norm": 486.7598571777344,
+      "learning_rate": 1.7086918994332068e-05,
+      "loss": 39.7188,
+      "step": 11376
+    },
+    {
+      "epoch": 0.5436777214947912,
+      "grad_norm": 306.3571472167969,
+      "learning_rate": 1.708637299555621e-05,
+      "loss": 37.125,
+      "step": 11377
+    },
+    {
+      "epoch": 0.5437255089362516,
+      "grad_norm": 278.00030517578125,
+      "learning_rate": 1.7085826954342114e-05,
+      "loss": 46.4062,
+      "step": 11378
+    },
+    {
+      "epoch": 0.543773296377712,
+      "grad_norm": 1066.5126953125,
+      "learning_rate": 1.708528087069306e-05,
+      "loss": 30.8594,
+      "step": 11379
+    },
+    {
+      "epoch": 0.5438210838191723,
+      "grad_norm": 319.15301513671875,
+      "learning_rate": 1.7084734744612317e-05,
+      "loss": 27.7812,
+      "step": 11380
+    },
+    {
+      "epoch": 0.5438688712606327,
+      "grad_norm": 212.83334350585938,
+      "learning_rate": 1.708418857610316e-05,
+      "loss": 26.5469,
+      "step": 11381
+    },
+    {
+      "epoch": 0.543916658702093,
+      "grad_norm": 336.50714111328125,
+      "learning_rate": 1.7083642365168848e-05,
+      "loss": 34.875,
+      "step": 11382
+    },
+    {
+      "epoch": 0.5439644461435534,
+      "grad_norm": 144.76235961914062,
+      "learning_rate": 1.708309611181266e-05,
+      "loss": 25.2812,
+      "step": 11383
+    },
+    {
+      "epoch": 0.5440122335850138,
+      "grad_norm": 451.1048278808594,
+      "learning_rate": 1.7082549816037866e-05,
+      "loss": 41.8438,
+      "step": 11384
+    },
+    {
+      "epoch": 0.5440600210264742,
+      "grad_norm": 403.0803527832031,
+      "learning_rate": 1.7082003477847737e-05,
+      "loss": 30.8438,
+      "step": 11385
+    },
+    {
+      "epoch": 0.5441078084679346,
+      "grad_norm": 404.2527770996094,
+      "learning_rate": 1.7081457097245547e-05,
+      "loss": 43.625,
+      "step": 11386
+    },
+    {
+      "epoch": 0.544155595909395,
+      "grad_norm": 227.22401428222656,
+      "learning_rate": 1.708091067423457e-05,
+      "loss": 29.75,
+      "step": 11387
+    },
+    {
+      "epoch": 0.5442033833508554,
+      "grad_norm": 235.42210388183594,
+      "learning_rate": 1.708036420881807e-05,
+      "loss": 21.8438,
+      "step": 11388
+    },
+    {
+      "epoch": 0.5442511707923158,
+      "grad_norm": 367.1485290527344,
+      "learning_rate": 1.7079817700999322e-05,
+      "loss": 32.375,
+      "step": 11389
+    },
+    {
+      "epoch": 0.5442989582337762,
+      "grad_norm": 285.8837890625,
+      "learning_rate": 1.7079271150781607e-05,
+      "loss": 28.9062,
+      "step": 11390
+    },
+    {
+      "epoch": 0.5443467456752366,
+      "grad_norm": 305.3602294921875,
+      "learning_rate": 1.7078724558168192e-05,
+      "loss": 27.0,
+      "step": 11391
+    },
+    {
+      "epoch": 0.5443945331166969,
+      "grad_norm": 401.7821350097656,
+      "learning_rate": 1.7078177923162346e-05,
+      "loss": 40.0,
+      "step": 11392
+    },
+    {
+      "epoch": 0.5444423205581573,
+      "grad_norm": 299.8880920410156,
+      "learning_rate": 1.7077631245767354e-05,
+      "loss": 29.5312,
+      "step": 11393
+    },
+    {
+      "epoch": 0.5444901079996177,
+      "grad_norm": 321.43951416015625,
+      "learning_rate": 1.7077084525986477e-05,
+      "loss": 33.4062,
+      "step": 11394
+    },
+    {
+      "epoch": 0.5445378954410781,
+      "grad_norm": 446.3723449707031,
+      "learning_rate": 1.7076537763823e-05,
+      "loss": 38.3125,
+      "step": 11395
+    },
+    {
+      "epoch": 0.5445856828825385,
+      "grad_norm": 146.6322479248047,
+      "learning_rate": 1.7075990959280195e-05,
+      "loss": 26.9688,
+      "step": 11396
+    },
+    {
+      "epoch": 0.5446334703239989,
+      "grad_norm": 365.2220153808594,
+      "learning_rate": 1.707544411236133e-05,
+      "loss": 27.6094,
+      "step": 11397
+    },
+    {
+      "epoch": 0.5446812577654593,
+      "grad_norm": 235.46456909179688,
+      "learning_rate": 1.7074897223069687e-05,
+      "loss": 28.0625,
+      "step": 11398
+    },
+    {
+      "epoch": 0.5447290452069197,
+      "grad_norm": 326.16632080078125,
+      "learning_rate": 1.707435029140854e-05,
+      "loss": 29.0312,
+      "step": 11399
+    },
+    {
+      "epoch": 0.5447768326483801,
+      "grad_norm": 535.20556640625,
+      "learning_rate": 1.707380331738116e-05,
+      "loss": 22.8281,
+      "step": 11400
+    },
+    {
+      "epoch": 0.5448246200898403,
+      "grad_norm": 429.8789367675781,
+      "learning_rate": 1.7073256300990828e-05,
+      "loss": 32.875,
+      "step": 11401
+    },
+    {
+      "epoch": 0.5448724075313007,
+      "grad_norm": 189.69171142578125,
+      "learning_rate": 1.7072709242240816e-05,
+      "loss": 31.8906,
+      "step": 11402
+    },
+    {
+      "epoch": 0.5449201949727611,
+      "grad_norm": 500.2297058105469,
+      "learning_rate": 1.7072162141134403e-05,
+      "loss": 35.6406,
+      "step": 11403
+    },
+    {
+      "epoch": 0.5449679824142215,
+      "grad_norm": 208.6665496826172,
+      "learning_rate": 1.7071614997674863e-05,
+      "loss": 21.9219,
+      "step": 11404
+    },
+    {
+      "epoch": 0.5450157698556819,
+      "grad_norm": 233.98468017578125,
+      "learning_rate": 1.7071067811865477e-05,
+      "loss": 28.3438,
+      "step": 11405
+    },
+    {
+      "epoch": 0.5450635572971423,
+      "grad_norm": 268.5945129394531,
+      "learning_rate": 1.7070520583709516e-05,
+      "loss": 24.8438,
+      "step": 11406
+    },
+    {
+      "epoch": 0.5451113447386027,
+      "grad_norm": 244.3768768310547,
+      "learning_rate": 1.7069973313210263e-05,
+      "loss": 34.1562,
+      "step": 11407
+    },
+    {
+      "epoch": 0.5451591321800631,
+      "grad_norm": 324.62908935546875,
+      "learning_rate": 1.706942600037099e-05,
+      "loss": 23.875,
+      "step": 11408
+    },
+    {
+      "epoch": 0.5452069196215235,
+      "grad_norm": 197.06521606445312,
+      "learning_rate": 1.706887864519498e-05,
+      "loss": 33.0312,
+      "step": 11409
+    },
+    {
+      "epoch": 0.5452547070629838,
+      "grad_norm": 255.5030975341797,
+      "learning_rate": 1.7068331247685507e-05,
+      "loss": 29.1562,
+      "step": 11410
+    },
+    {
+      "epoch": 0.5453024945044442,
+      "grad_norm": 256.9647216796875,
+      "learning_rate": 1.706778380784585e-05,
+      "loss": 34.0,
+      "step": 11411
+    },
+    {
+      "epoch": 0.5453502819459046,
+      "grad_norm": 167.01832580566406,
+      "learning_rate": 1.706723632567929e-05,
+      "loss": 31.8594,
+      "step": 11412
+    },
+    {
+      "epoch": 0.545398069387365,
+      "grad_norm": 356.9712219238281,
+      "learning_rate": 1.70666888011891e-05,
+      "loss": 33.125,
+      "step": 11413
+    },
+    {
+      "epoch": 0.5454458568288254,
+      "grad_norm": 233.15892028808594,
+      "learning_rate": 1.7066141234378565e-05,
+      "loss": 28.6562,
+      "step": 11414
+    },
+    {
+      "epoch": 0.5454936442702858,
+      "grad_norm": 221.95077514648438,
+      "learning_rate": 1.706559362525096e-05,
+      "loss": 28.75,
+      "step": 11415
+    },
+    {
+      "epoch": 0.5455414317117462,
+      "grad_norm": 421.7384338378906,
+      "learning_rate": 1.7065045973809568e-05,
+      "loss": 31.8125,
+      "step": 11416
+    },
+    {
+      "epoch": 0.5455892191532066,
+      "grad_norm": 377.1820983886719,
+      "learning_rate": 1.7064498280057665e-05,
+      "loss": 36.0938,
+      "step": 11417
+    },
+    {
+      "epoch": 0.545637006594667,
+      "grad_norm": 434.58526611328125,
+      "learning_rate": 1.7063950543998536e-05,
+      "loss": 29.0,
+      "step": 11418
+    },
+    {
+      "epoch": 0.5456847940361274,
+      "grad_norm": 191.0963134765625,
+      "learning_rate": 1.7063402765635458e-05,
+      "loss": 26.125,
+      "step": 11419
+    },
+    {
+      "epoch": 0.5457325814775877,
+      "grad_norm": 353.41827392578125,
+      "learning_rate": 1.7062854944971707e-05,
+      "loss": 35.9062,
+      "step": 11420
+    },
+    {
+      "epoch": 0.545780368919048,
+      "grad_norm": 367.7879333496094,
+      "learning_rate": 1.7062307082010574e-05,
+      "loss": 37.4062,
+      "step": 11421
+    },
+    {
+      "epoch": 0.5458281563605084,
+      "grad_norm": 313.2166748046875,
+      "learning_rate": 1.706175917675533e-05,
+      "loss": 38.875,
+      "step": 11422
+    },
+    {
+      "epoch": 0.5458759438019688,
+      "grad_norm": 363.8643493652344,
+      "learning_rate": 1.7061211229209266e-05,
+      "loss": 32.3125,
+      "step": 11423
+    },
+    {
+      "epoch": 0.5459237312434292,
+      "grad_norm": 451.1894226074219,
+      "learning_rate": 1.706066323937565e-05,
+      "loss": 33.9062,
+      "step": 11424
+    },
+    {
+      "epoch": 0.5459715186848896,
+      "grad_norm": 260.7688293457031,
+      "learning_rate": 1.7060115207257782e-05,
+      "loss": 31.375,
+      "step": 11425
+    },
+    {
+      "epoch": 0.54601930612635,
+      "grad_norm": 247.69410705566406,
+      "learning_rate": 1.705956713285893e-05,
+      "loss": 30.1094,
+      "step": 11426
+    },
+    {
+      "epoch": 0.5460670935678104,
+      "grad_norm": 252.8120574951172,
+      "learning_rate": 1.7059019016182377e-05,
+      "loss": 33.6875,
+      "step": 11427
+    },
+    {
+      "epoch": 0.5461148810092707,
+      "grad_norm": 693.25,
+      "learning_rate": 1.705847085723141e-05,
+      "loss": 44.625,
+      "step": 11428
+    },
+    {
+      "epoch": 0.5461626684507311,
+      "grad_norm": 282.3975524902344,
+      "learning_rate": 1.7057922656009313e-05,
+      "loss": 24.8125,
+      "step": 11429
+    },
+    {
+      "epoch": 0.5462104558921915,
+      "grad_norm": 290.1830139160156,
+      "learning_rate": 1.7057374412519366e-05,
+      "loss": 39.125,
+      "step": 11430
+    },
+    {
+      "epoch": 0.5462582433336519,
+      "grad_norm": 386.3077697753906,
+      "learning_rate": 1.705682612676485e-05,
+      "loss": 26.25,
+      "step": 11431
+    },
+    {
+      "epoch": 0.5463060307751123,
+      "grad_norm": 229.0012969970703,
+      "learning_rate": 1.7056277798749056e-05,
+      "loss": 31.4531,
+      "step": 11432
+    },
+    {
+      "epoch": 0.5463538182165727,
+      "grad_norm": 474.6371765136719,
+      "learning_rate": 1.7055729428475258e-05,
+      "loss": 24.625,
+      "step": 11433
+    },
+    {
+      "epoch": 0.5464016056580331,
+      "grad_norm": 216.4331512451172,
+      "learning_rate": 1.7055181015946747e-05,
+      "loss": 22.6719,
+      "step": 11434
+    },
+    {
+      "epoch": 0.5464493930994935,
+      "grad_norm": 212.64903259277344,
+      "learning_rate": 1.7054632561166807e-05,
+      "loss": 27.5938,
+      "step": 11435
+    },
+    {
+      "epoch": 0.5464971805409539,
+      "grad_norm": 523.8350219726562,
+      "learning_rate": 1.705408406413872e-05,
+      "loss": 32.0,
+      "step": 11436
+    },
+    {
+      "epoch": 0.5465449679824143,
+      "grad_norm": 213.22286987304688,
+      "learning_rate": 1.7053535524865773e-05,
+      "loss": 21.3125,
+      "step": 11437
+    },
+    {
+      "epoch": 0.5465927554238746,
+      "grad_norm": 311.8038330078125,
+      "learning_rate": 1.7052986943351245e-05,
+      "loss": 35.0312,
+      "step": 11438
+    },
+    {
+      "epoch": 0.546640542865335,
+      "grad_norm": 542.29931640625,
+      "learning_rate": 1.7052438319598426e-05,
+      "loss": 33.3125,
+      "step": 11439
+    },
+    {
+      "epoch": 0.5466883303067954,
+      "grad_norm": 259.1871032714844,
+      "learning_rate": 1.705188965361061e-05,
+      "loss": 27.8125,
+      "step": 11440
+    },
+    {
+      "epoch": 0.5467361177482558,
+      "grad_norm": 209.0807647705078,
+      "learning_rate": 1.7051340945391067e-05,
+      "loss": 31.25,
+      "step": 11441
+    },
+    {
+      "epoch": 0.5467839051897161,
+      "grad_norm": 333.4949951171875,
+      "learning_rate": 1.7050792194943096e-05,
+      "loss": 24.1875,
+      "step": 11442
+    },
+    {
+      "epoch": 0.5468316926311765,
+      "grad_norm": 202.01763916015625,
+      "learning_rate": 1.7050243402269973e-05,
+      "loss": 25.875,
+      "step": 11443
+    },
+    {
+      "epoch": 0.5468794800726369,
+      "grad_norm": 492.9174499511719,
+      "learning_rate": 1.704969456737499e-05,
+      "loss": 23.1875,
+      "step": 11444
+    },
+    {
+      "epoch": 0.5469272675140973,
+      "grad_norm": 672.6654052734375,
+      "learning_rate": 1.7049145690261435e-05,
+      "loss": 35.9062,
+      "step": 11445
+    },
+    {
+      "epoch": 0.5469750549555576,
+      "grad_norm": 391.0259094238281,
+      "learning_rate": 1.704859677093259e-05,
+      "loss": 39.375,
+      "step": 11446
+    },
+    {
+      "epoch": 0.547022842397018,
+      "grad_norm": 260.5267333984375,
+      "learning_rate": 1.704804780939175e-05,
+      "loss": 33.5938,
+      "step": 11447
+    },
+    {
+      "epoch": 0.5470706298384784,
+      "grad_norm": 565.5250854492188,
+      "learning_rate": 1.7047498805642195e-05,
+      "loss": 28.5625,
+      "step": 11448
+    },
+    {
+      "epoch": 0.5471184172799388,
+      "grad_norm": 426.04840087890625,
+      "learning_rate": 1.7046949759687213e-05,
+      "loss": 37.5625,
+      "step": 11449
+    },
+    {
+      "epoch": 0.5471662047213992,
+      "grad_norm": 355.2886962890625,
+      "learning_rate": 1.7046400671530102e-05,
+      "loss": 35.4062,
+      "step": 11450
+    },
+    {
+      "epoch": 0.5472139921628596,
+      "grad_norm": 274.25048828125,
+      "learning_rate": 1.704585154117414e-05,
+      "loss": 27.0312,
+      "step": 11451
+    },
+    {
+      "epoch": 0.54726177960432,
+      "grad_norm": 580.4429931640625,
+      "learning_rate": 1.704530236862262e-05,
+      "loss": 31.4062,
+      "step": 11452
+    },
+    {
+      "epoch": 0.5473095670457804,
+      "grad_norm": 272.0418395996094,
+      "learning_rate": 1.7044753153878827e-05,
+      "loss": 34.7031,
+      "step": 11453
+    },
+    {
+      "epoch": 0.5473573544872408,
+      "grad_norm": 261.6675720214844,
+      "learning_rate": 1.7044203896946054e-05,
+      "loss": 27.125,
+      "step": 11454
+    },
+    {
+      "epoch": 0.5474051419287012,
+      "grad_norm": 303.5552062988281,
+      "learning_rate": 1.704365459782759e-05,
+      "loss": 25.6562,
+      "step": 11455
+    },
+    {
+      "epoch": 0.5474529293701615,
+      "grad_norm": 533.7571411132812,
+      "learning_rate": 1.7043105256526723e-05,
+      "loss": 32.9844,
+      "step": 11456
+    },
+    {
+      "epoch": 0.5475007168116219,
+      "grad_norm": 414.4913330078125,
+      "learning_rate": 1.704255587304674e-05,
+      "loss": 40.5312,
+      "step": 11457
+    },
+    {
+      "epoch": 0.5475485042530823,
+      "grad_norm": 208.58990478515625,
+      "learning_rate": 1.7042006447390945e-05,
+      "loss": 19.2812,
+      "step": 11458
+    },
+    {
+      "epoch": 0.5475962916945427,
+      "grad_norm": 195.1011962890625,
+      "learning_rate": 1.7041456979562608e-05,
+      "loss": 27.6875,
+      "step": 11459
+    },
+    {
+      "epoch": 0.5476440791360031,
+      "grad_norm": 322.4867858886719,
+      "learning_rate": 1.7040907469565034e-05,
+      "loss": 36.75,
+      "step": 11460
+    },
+    {
+      "epoch": 0.5476918665774635,
+      "grad_norm": 335.120361328125,
+      "learning_rate": 1.704035791740151e-05,
+      "loss": 29.25,
+      "step": 11461
+    },
+    {
+      "epoch": 0.5477396540189238,
+      "grad_norm": 315.694580078125,
+      "learning_rate": 1.7039808323075325e-05,
+      "loss": 28.8438,
+      "step": 11462
+    },
+    {
+      "epoch": 0.5477874414603842,
+      "grad_norm": 270.6265869140625,
+      "learning_rate": 1.7039258686589772e-05,
+      "loss": 21.9531,
+      "step": 11463
+    },
+    {
+      "epoch": 0.5478352289018446,
+      "grad_norm": 308.46356201171875,
+      "learning_rate": 1.7038709007948145e-05,
+      "loss": 26.6562,
+      "step": 11464
+    },
+    {
+      "epoch": 0.5478830163433049,
+      "grad_norm": 408.4858703613281,
+      "learning_rate": 1.703815928715373e-05,
+      "loss": 25.6875,
+      "step": 11465
+    },
+    {
+      "epoch": 0.5479308037847653,
+      "grad_norm": 425.04632568359375,
+      "learning_rate": 1.7037609524209825e-05,
+      "loss": 29.8594,
+      "step": 11466
+    },
+    {
+      "epoch": 0.5479785912262257,
+      "grad_norm": 254.24490356445312,
+      "learning_rate": 1.7037059719119718e-05,
+      "loss": 30.25,
+      "step": 11467
+    },
+    {
+      "epoch": 0.5480263786676861,
+      "grad_norm": 257.5835876464844,
+      "learning_rate": 1.7036509871886706e-05,
+      "loss": 30.9375,
+      "step": 11468
+    },
+    {
+      "epoch": 0.5480741661091465,
+      "grad_norm": 202.64459228515625,
+      "learning_rate": 1.703595998251408e-05,
+      "loss": 25.375,
+      "step": 11469
+    },
+    {
+      "epoch": 0.5481219535506069,
+      "grad_norm": 222.43206787109375,
+      "learning_rate": 1.703541005100513e-05,
+      "loss": 33.9062,
+      "step": 11470
+    },
+    {
+      "epoch": 0.5481697409920673,
+      "grad_norm": 324.1990966796875,
+      "learning_rate": 1.703486007736315e-05,
+      "loss": 36.2812,
+      "step": 11471
+    },
+    {
+      "epoch": 0.5482175284335277,
+      "grad_norm": 266.84075927734375,
+      "learning_rate": 1.7034310061591436e-05,
+      "loss": 26.9062,
+      "step": 11472
+    },
+    {
+      "epoch": 0.5482653158749881,
+      "grad_norm": 445.28973388671875,
+      "learning_rate": 1.7033760003693287e-05,
+      "loss": 36.6562,
+      "step": 11473
+    },
+    {
+      "epoch": 0.5483131033164484,
+      "grad_norm": 390.3338623046875,
+      "learning_rate": 1.7033209903671987e-05,
+      "loss": 29.7344,
+      "step": 11474
+    },
+    {
+      "epoch": 0.5483608907579088,
+      "grad_norm": 430.5171813964844,
+      "learning_rate": 1.7032659761530838e-05,
+      "loss": 26.7344,
+      "step": 11475
+    },
+    {
+      "epoch": 0.5484086781993692,
+      "grad_norm": 352.2432861328125,
+      "learning_rate": 1.703210957727313e-05,
+      "loss": 40.1875,
+      "step": 11476
+    },
+    {
+      "epoch": 0.5484564656408296,
+      "grad_norm": 283.810546875,
+      "learning_rate": 1.7031559350902158e-05,
+      "loss": 29.5938,
+      "step": 11477
+    },
+    {
+      "epoch": 0.54850425308229,
+      "grad_norm": 689.8085327148438,
+      "learning_rate": 1.703100908242122e-05,
+      "loss": 43.375,
+      "step": 11478
+    },
+    {
+      "epoch": 0.5485520405237504,
+      "grad_norm": 399.72198486328125,
+      "learning_rate": 1.703045877183361e-05,
+      "loss": 34.6562,
+      "step": 11479
+    },
+    {
+      "epoch": 0.5485998279652108,
+      "grad_norm": 267.3704528808594,
+      "learning_rate": 1.7029908419142625e-05,
+      "loss": 32.1562,
+      "step": 11480
+    },
+    {
+      "epoch": 0.5486476154066712,
+      "grad_norm": 449.0155944824219,
+      "learning_rate": 1.702935802435156e-05,
+      "loss": 29.7188,
+      "step": 11481
+    },
+    {
+      "epoch": 0.5486954028481316,
+      "grad_norm": 422.0911865234375,
+      "learning_rate": 1.7028807587463707e-05,
+      "loss": 36.875,
+      "step": 11482
+    },
+    {
+      "epoch": 0.5487431902895918,
+      "grad_norm": 588.8692626953125,
+      "learning_rate": 1.7028257108482372e-05,
+      "loss": 20.375,
+      "step": 11483
+    },
+    {
+      "epoch": 0.5487909777310522,
+      "grad_norm": 325.4515686035156,
+      "learning_rate": 1.7027706587410843e-05,
+      "loss": 23.0625,
+      "step": 11484
+    },
+    {
+      "epoch": 0.5488387651725126,
+      "grad_norm": 286.8272399902344,
+      "learning_rate": 1.7027156024252418e-05,
+      "loss": 26.2188,
+      "step": 11485
+    },
+    {
+      "epoch": 0.548886552613973,
+      "grad_norm": 269.99786376953125,
+      "learning_rate": 1.7026605419010395e-05,
+      "loss": 23.5156,
+      "step": 11486
+    },
+    {
+      "epoch": 0.5489343400554334,
+      "grad_norm": 365.7243347167969,
+      "learning_rate": 1.7026054771688073e-05,
+      "loss": 43.4375,
+      "step": 11487
+    },
+    {
+      "epoch": 0.5489821274968938,
+      "grad_norm": 128.0035858154297,
+      "learning_rate": 1.7025504082288752e-05,
+      "loss": 26.7656,
+      "step": 11488
+    },
+    {
+      "epoch": 0.5490299149383542,
+      "grad_norm": 181.77784729003906,
+      "learning_rate": 1.7024953350815726e-05,
+      "loss": 21.0469,
+      "step": 11489
+    },
+    {
+      "epoch": 0.5490777023798146,
+      "grad_norm": 252.4931640625,
+      "learning_rate": 1.7024402577272294e-05,
+      "loss": 28.875,
+      "step": 11490
+    },
+    {
+      "epoch": 0.549125489821275,
+      "grad_norm": 180.50254821777344,
+      "learning_rate": 1.7023851761661758e-05,
+      "loss": 20.1719,
+      "step": 11491
+    },
+    {
+      "epoch": 0.5491732772627353,
+      "grad_norm": 273.1561279296875,
+      "learning_rate": 1.7023300903987405e-05,
+      "loss": 27.7812,
+      "step": 11492
+    },
+    {
+      "epoch": 0.5492210647041957,
+      "grad_norm": 229.12159729003906,
+      "learning_rate": 1.7022750004252548e-05,
+      "loss": 26.9062,
+      "step": 11493
+    },
+    {
+      "epoch": 0.5492688521456561,
+      "grad_norm": 261.51416015625,
+      "learning_rate": 1.7022199062460476e-05,
+      "loss": 31.125,
+      "step": 11494
+    },
+    {
+      "epoch": 0.5493166395871165,
+      "grad_norm": 176.5799102783203,
+      "learning_rate": 1.7021648078614498e-05,
+      "loss": 25.4688,
+      "step": 11495
+    },
+    {
+      "epoch": 0.5493644270285769,
+      "grad_norm": 316.8616943359375,
+      "learning_rate": 1.7021097052717905e-05,
+      "loss": 34.1562,
+      "step": 11496
+    },
+    {
+      "epoch": 0.5494122144700373,
+      "grad_norm": 259.0550537109375,
+      "learning_rate": 1.7020545984774003e-05,
+      "loss": 32.125,
+      "step": 11497
+    },
+    {
+      "epoch": 0.5494600019114977,
+      "grad_norm": 307.8118591308594,
+      "learning_rate": 1.7019994874786087e-05,
+      "loss": 33.875,
+      "step": 11498
+    },
+    {
+      "epoch": 0.5495077893529581,
+      "grad_norm": 235.09388732910156,
+      "learning_rate": 1.7019443722757462e-05,
+      "loss": 35.4062,
+      "step": 11499
+    },
+    {
+      "epoch": 0.5495555767944185,
+      "grad_norm": 333.5619812011719,
+      "learning_rate": 1.7018892528691422e-05,
+      "loss": 32.6562,
+      "step": 11500
+    },
+    {
+      "epoch": 0.5496033642358789,
+      "grad_norm": 234.59201049804688,
+      "learning_rate": 1.7018341292591277e-05,
+      "loss": 27.875,
+      "step": 11501
+    },
+    {
+      "epoch": 0.5496511516773392,
+      "grad_norm": 217.30181884765625,
+      "learning_rate": 1.7017790014460324e-05,
+      "loss": 24.7188,
+      "step": 11502
+    },
+    {
+      "epoch": 0.5496989391187996,
+      "grad_norm": 176.21490478515625,
+      "learning_rate": 1.7017238694301862e-05,
+      "loss": 28.625,
+      "step": 11503
+    },
+    {
+      "epoch": 0.5497467265602599,
+      "grad_norm": 212.09201049804688,
+      "learning_rate": 1.7016687332119196e-05,
+      "loss": 23.8438,
+      "step": 11504
+    },
+    {
+      "epoch": 0.5497945140017203,
+      "grad_norm": 215.43658447265625,
+      "learning_rate": 1.7016135927915626e-05,
+      "loss": 26.6875,
+      "step": 11505
+    },
+    {
+      "epoch": 0.5498423014431807,
+      "grad_norm": 441.0290222167969,
+      "learning_rate": 1.7015584481694457e-05,
+      "loss": 28.7812,
+      "step": 11506
+    },
+    {
+      "epoch": 0.5498900888846411,
+      "grad_norm": 262.7301330566406,
+      "learning_rate": 1.7015032993458987e-05,
+      "loss": 31.6562,
+      "step": 11507
+    },
+    {
+      "epoch": 0.5499378763261015,
+      "grad_norm": 216.10791015625,
+      "learning_rate": 1.7014481463212523e-05,
+      "loss": 27.9375,
+      "step": 11508
+    },
+    {
+      "epoch": 0.5499856637675619,
+      "grad_norm": 223.58709716796875,
+      "learning_rate": 1.7013929890958367e-05,
+      "loss": 37.7969,
+      "step": 11509
+    },
+    {
+      "epoch": 0.5500334512090223,
+      "grad_norm": 247.67819213867188,
+      "learning_rate": 1.701337827669982e-05,
+      "loss": 29.4688,
+      "step": 11510
+    },
+    {
+      "epoch": 0.5500812386504826,
+      "grad_norm": 302.389404296875,
+      "learning_rate": 1.7012826620440187e-05,
+      "loss": 32.4375,
+      "step": 11511
+    },
+    {
+      "epoch": 0.550129026091943,
+      "grad_norm": 257.2082824707031,
+      "learning_rate": 1.7012274922182773e-05,
+      "loss": 38.7812,
+      "step": 11512
+    },
+    {
+      "epoch": 0.5501768135334034,
+      "grad_norm": 186.0840606689453,
+      "learning_rate": 1.7011723181930878e-05,
+      "loss": 23.5312,
+      "step": 11513
+    },
+    {
+      "epoch": 0.5502246009748638,
+      "grad_norm": 276.1649475097656,
+      "learning_rate": 1.7011171399687812e-05,
+      "loss": 27.25,
+      "step": 11514
+    },
+    {
+      "epoch": 0.5502723884163242,
+      "grad_norm": 340.4146728515625,
+      "learning_rate": 1.7010619575456876e-05,
+      "loss": 34.2812,
+      "step": 11515
+    },
+    {
+      "epoch": 0.5503201758577846,
+      "grad_norm": 158.64109802246094,
+      "learning_rate": 1.7010067709241373e-05,
+      "loss": 24.5938,
+      "step": 11516
+    },
+    {
+      "epoch": 0.550367963299245,
+      "grad_norm": 268.3252258300781,
+      "learning_rate": 1.7009515801044606e-05,
+      "loss": 27.9688,
+      "step": 11517
+    },
+    {
+      "epoch": 0.5504157507407054,
+      "grad_norm": 179.45474243164062,
+      "learning_rate": 1.700896385086989e-05,
+      "loss": 18.8125,
+      "step": 11518
+    },
+    {
+      "epoch": 0.5504635381821658,
+      "grad_norm": 323.27655029296875,
+      "learning_rate": 1.7008411858720523e-05,
+      "loss": 40.5625,
+      "step": 11519
+    },
+    {
+      "epoch": 0.5505113256236261,
+      "grad_norm": 434.0962219238281,
+      "learning_rate": 1.700785982459981e-05,
+      "loss": 34.5625,
+      "step": 11520
+    },
+    {
+      "epoch": 0.5505591130650865,
+      "grad_norm": 217.3876953125,
+      "learning_rate": 1.700730774851106e-05,
+      "loss": 26.2969,
+      "step": 11521
+    },
+    {
+      "epoch": 0.5506069005065469,
+      "grad_norm": 224.6541290283203,
+      "learning_rate": 1.700675563045758e-05,
+      "loss": 22.8125,
+      "step": 11522
+    },
+    {
+      "epoch": 0.5506546879480073,
+      "grad_norm": 332.1375732421875,
+      "learning_rate": 1.7006203470442676e-05,
+      "loss": 16.6094,
+      "step": 11523
+    },
+    {
+      "epoch": 0.5507024753894676,
+      "grad_norm": 246.53135681152344,
+      "learning_rate": 1.7005651268469652e-05,
+      "loss": 35.875,
+      "step": 11524
+    },
+    {
+      "epoch": 0.550750262830928,
+      "grad_norm": 363.1719055175781,
+      "learning_rate": 1.700509902454182e-05,
+      "loss": 31.0938,
+      "step": 11525
+    },
+    {
+      "epoch": 0.5507980502723884,
+      "grad_norm": 147.95359802246094,
+      "learning_rate": 1.700454673866248e-05,
+      "loss": 18.9062,
+      "step": 11526
+    },
+    {
+      "epoch": 0.5508458377138488,
+      "grad_norm": 238.32456970214844,
+      "learning_rate": 1.7003994410834942e-05,
+      "loss": 27.4375,
+      "step": 11527
+    },
+    {
+      "epoch": 0.5508936251553092,
+      "grad_norm": 209.68850708007812,
+      "learning_rate": 1.700344204106252e-05,
+      "loss": 26.2812,
+      "step": 11528
+    },
+    {
+      "epoch": 0.5509414125967695,
+      "grad_norm": 195.25653076171875,
+      "learning_rate": 1.7002889629348515e-05,
+      "loss": 24.625,
+      "step": 11529
+    },
+    {
+      "epoch": 0.5509892000382299,
+      "grad_norm": 524.2013549804688,
+      "learning_rate": 1.7002337175696235e-05,
+      "loss": 26.0625,
+      "step": 11530
+    },
+    {
+      "epoch": 0.5510369874796903,
+      "grad_norm": 302.9010009765625,
+      "learning_rate": 1.700178468010899e-05,
+      "loss": 31.9375,
+      "step": 11531
+    },
+    {
+      "epoch": 0.5510847749211507,
+      "grad_norm": 220.38543701171875,
+      "learning_rate": 1.7001232142590096e-05,
+      "loss": 32.9688,
+      "step": 11532
+    },
+    {
+      "epoch": 0.5511325623626111,
+      "grad_norm": 297.3534240722656,
+      "learning_rate": 1.700067956314285e-05,
+      "loss": 30.6562,
+      "step": 11533
+    },
+    {
+      "epoch": 0.5511803498040715,
+      "grad_norm": 147.73667907714844,
+      "learning_rate": 1.7000126941770568e-05,
+      "loss": 26.4219,
+      "step": 11534
+    },
+    {
+      "epoch": 0.5512281372455319,
+      "grad_norm": 425.296630859375,
+      "learning_rate": 1.699957427847656e-05,
+      "loss": 33.875,
+      "step": 11535
+    },
+    {
+      "epoch": 0.5512759246869923,
+      "grad_norm": 212.8565216064453,
+      "learning_rate": 1.699902157326413e-05,
+      "loss": 25.0312,
+      "step": 11536
+    },
+    {
+      "epoch": 0.5513237121284527,
+      "grad_norm": 280.8220520019531,
+      "learning_rate": 1.6998468826136596e-05,
+      "loss": 24.5938,
+      "step": 11537
+    },
+    {
+      "epoch": 0.551371499569913,
+      "grad_norm": 181.92967224121094,
+      "learning_rate": 1.6997916037097264e-05,
+      "loss": 24.4375,
+      "step": 11538
+    },
+    {
+      "epoch": 0.5514192870113734,
+      "grad_norm": 252.24635314941406,
+      "learning_rate": 1.6997363206149445e-05,
+      "loss": 28.8438,
+      "step": 11539
+    },
+    {
+      "epoch": 0.5514670744528338,
+      "grad_norm": 205.52664184570312,
+      "learning_rate": 1.6996810333296447e-05,
+      "loss": 24.1562,
+      "step": 11540
+    },
+    {
+      "epoch": 0.5515148618942942,
+      "grad_norm": 260.3065490722656,
+      "learning_rate": 1.6996257418541582e-05,
+      "loss": 29.4688,
+      "step": 11541
+    },
+    {
+      "epoch": 0.5515626493357546,
+      "grad_norm": 193.8919219970703,
+      "learning_rate": 1.699570446188817e-05,
+      "loss": 25.9844,
+      "step": 11542
+    },
+    {
+      "epoch": 0.551610436777215,
+      "grad_norm": 246.48757934570312,
+      "learning_rate": 1.699515146333951e-05,
+      "loss": 21.4688,
+      "step": 11543
+    },
+    {
+      "epoch": 0.5516582242186754,
+      "grad_norm": 256.47247314453125,
+      "learning_rate": 1.6994598422898918e-05,
+      "loss": 26.0938,
+      "step": 11544
+    },
+    {
+      "epoch": 0.5517060116601357,
+      "grad_norm": 306.54986572265625,
+      "learning_rate": 1.699404534056971e-05,
+      "loss": 27.9688,
+      "step": 11545
+    },
+    {
+      "epoch": 0.551753799101596,
+      "grad_norm": 271.7945251464844,
+      "learning_rate": 1.699349221635519e-05,
+      "loss": 43.2812,
+      "step": 11546
+    },
+    {
+      "epoch": 0.5518015865430564,
+      "grad_norm": 218.90870666503906,
+      "learning_rate": 1.699293905025868e-05,
+      "loss": 24.6875,
+      "step": 11547
+    },
+    {
+      "epoch": 0.5518493739845168,
+      "grad_norm": 274.5588073730469,
+      "learning_rate": 1.699238584228349e-05,
+      "loss": 29.2812,
+      "step": 11548
+    },
+    {
+      "epoch": 0.5518971614259772,
+      "grad_norm": 334.8590393066406,
+      "learning_rate": 1.699183259243293e-05,
+      "loss": 28.1562,
+      "step": 11549
+    },
+    {
+      "epoch": 0.5519449488674376,
+      "grad_norm": 158.38302612304688,
+      "learning_rate": 1.6991279300710314e-05,
+      "loss": 23.1875,
+      "step": 11550
+    },
+    {
+      "epoch": 0.551992736308898,
+      "grad_norm": 272.44903564453125,
+      "learning_rate": 1.6990725967118954e-05,
+      "loss": 36.7188,
+      "step": 11551
+    },
+    {
+      "epoch": 0.5520405237503584,
+      "grad_norm": 1217.51904296875,
+      "learning_rate": 1.6990172591662172e-05,
+      "loss": 32.2188,
+      "step": 11552
+    },
+    {
+      "epoch": 0.5520883111918188,
+      "grad_norm": 245.51895141601562,
+      "learning_rate": 1.698961917434327e-05,
+      "loss": 36.8125,
+      "step": 11553
+    },
+    {
+      "epoch": 0.5521360986332792,
+      "grad_norm": 336.2518310546875,
+      "learning_rate": 1.6989065715165568e-05,
+      "loss": 31.5938,
+      "step": 11554
+    },
+    {
+      "epoch": 0.5521838860747396,
+      "grad_norm": 268.1345520019531,
+      "learning_rate": 1.6988512214132383e-05,
+      "loss": 36.5625,
+      "step": 11555
+    },
+    {
+      "epoch": 0.5522316735162,
+      "grad_norm": 315.29132080078125,
+      "learning_rate": 1.698795867124703e-05,
+      "loss": 31.0938,
+      "step": 11556
+    },
+    {
+      "epoch": 0.5522794609576603,
+      "grad_norm": 329.16546630859375,
+      "learning_rate": 1.6987405086512818e-05,
+      "loss": 25.25,
+      "step": 11557
+    },
+    {
+      "epoch": 0.5523272483991207,
+      "grad_norm": 537.5112915039062,
+      "learning_rate": 1.6986851459933067e-05,
+      "loss": 32.5938,
+      "step": 11558
+    },
+    {
+      "epoch": 0.5523750358405811,
+      "grad_norm": 202.53201293945312,
+      "learning_rate": 1.698629779151109e-05,
+      "loss": 23.5625,
+      "step": 11559
+    },
+    {
+      "epoch": 0.5524228232820415,
+      "grad_norm": 397.7210388183594,
+      "learning_rate": 1.6985744081250205e-05,
+      "loss": 35.9062,
+      "step": 11560
+    },
+    {
+      "epoch": 0.5524706107235019,
+      "grad_norm": 488.1899108886719,
+      "learning_rate": 1.6985190329153728e-05,
+      "loss": 35.4531,
+      "step": 11561
+    },
+    {
+      "epoch": 0.5525183981649623,
+      "grad_norm": 435.6086120605469,
+      "learning_rate": 1.6984636535224973e-05,
+      "loss": 31.5,
+      "step": 11562
+    },
+    {
+      "epoch": 0.5525661856064227,
+      "grad_norm": 230.6662139892578,
+      "learning_rate": 1.6984082699467258e-05,
+      "loss": 29.6719,
+      "step": 11563
+    },
+    {
+      "epoch": 0.5526139730478831,
+      "grad_norm": 207.76669311523438,
+      "learning_rate": 1.69835288218839e-05,
+      "loss": 25.7188,
+      "step": 11564
+    },
+    {
+      "epoch": 0.5526617604893433,
+      "grad_norm": 306.60089111328125,
+      "learning_rate": 1.6982974902478215e-05,
+      "loss": 36.1875,
+      "step": 11565
+    },
+    {
+      "epoch": 0.5527095479308037,
+      "grad_norm": 208.52345275878906,
+      "learning_rate": 1.698242094125352e-05,
+      "loss": 27.3125,
+      "step": 11566
+    },
+    {
+      "epoch": 0.5527573353722641,
+      "grad_norm": 314.148681640625,
+      "learning_rate": 1.6981866938213135e-05,
+      "loss": 41.3125,
+      "step": 11567
+    },
+    {
+      "epoch": 0.5528051228137245,
+      "grad_norm": 489.65625,
+      "learning_rate": 1.6981312893360377e-05,
+      "loss": 36.7188,
+      "step": 11568
+    },
+    {
+      "epoch": 0.5528529102551849,
+      "grad_norm": 210.3566131591797,
+      "learning_rate": 1.698075880669856e-05,
+      "loss": 23.9062,
+      "step": 11569
+    },
+    {
+      "epoch": 0.5529006976966453,
+      "grad_norm": 329.0448913574219,
+      "learning_rate": 1.698020467823101e-05,
+      "loss": 38.0312,
+      "step": 11570
+    },
+    {
+      "epoch": 0.5529484851381057,
+      "grad_norm": 248.90647888183594,
+      "learning_rate": 1.6979650507961036e-05,
+      "loss": 28.6719,
+      "step": 11571
+    },
+    {
+      "epoch": 0.5529962725795661,
+      "grad_norm": 589.3602294921875,
+      "learning_rate": 1.6979096295891963e-05,
+      "loss": 32.4688,
+      "step": 11572
+    },
+    {
+      "epoch": 0.5530440600210265,
+      "grad_norm": 457.4079284667969,
+      "learning_rate": 1.697854204202711e-05,
+      "loss": 32.9688,
+      "step": 11573
+    },
+    {
+      "epoch": 0.5530918474624869,
+      "grad_norm": 285.65093994140625,
+      "learning_rate": 1.6977987746369794e-05,
+      "loss": 22.6406,
+      "step": 11574
+    },
+    {
+      "epoch": 0.5531396349039472,
+      "grad_norm": 252.89776611328125,
+      "learning_rate": 1.6977433408923337e-05,
+      "loss": 23.7188,
+      "step": 11575
+    },
+    {
+      "epoch": 0.5531874223454076,
+      "grad_norm": 287.076904296875,
+      "learning_rate": 1.6976879029691055e-05,
+      "loss": 23.5938,
+      "step": 11576
+    },
+    {
+      "epoch": 0.553235209786868,
+      "grad_norm": 189.91937255859375,
+      "learning_rate": 1.6976324608676274e-05,
+      "loss": 25.6875,
+      "step": 11577
+    },
+    {
+      "epoch": 0.5532829972283284,
+      "grad_norm": 178.3907470703125,
+      "learning_rate": 1.6975770145882305e-05,
+      "loss": 18.7188,
+      "step": 11578
+    },
+    {
+      "epoch": 0.5533307846697888,
+      "grad_norm": 194.88848876953125,
+      "learning_rate": 1.6975215641312477e-05,
+      "loss": 29.25,
+      "step": 11579
+    },
+    {
+      "epoch": 0.5533785721112492,
+      "grad_norm": 302.1095275878906,
+      "learning_rate": 1.697466109497011e-05,
+      "loss": 32.5938,
+      "step": 11580
+    },
+    {
+      "epoch": 0.5534263595527096,
+      "grad_norm": 244.55885314941406,
+      "learning_rate": 1.697410650685852e-05,
+      "loss": 34.4688,
+      "step": 11581
+    },
+    {
+      "epoch": 0.55347414699417,
+      "grad_norm": 282.5295104980469,
+      "learning_rate": 1.697355187698103e-05,
+      "loss": 26.0938,
+      "step": 11582
+    },
+    {
+      "epoch": 0.5535219344356304,
+      "grad_norm": 515.1892700195312,
+      "learning_rate": 1.6972997205340963e-05,
+      "loss": 38.375,
+      "step": 11583
+    },
+    {
+      "epoch": 0.5535697218770907,
+      "grad_norm": 182.46417236328125,
+      "learning_rate": 1.6972442491941647e-05,
+      "loss": 27.5625,
+      "step": 11584
+    },
+    {
+      "epoch": 0.5536175093185511,
+      "grad_norm": 281.8889465332031,
+      "learning_rate": 1.697188773678639e-05,
+      "loss": 39.875,
+      "step": 11585
+    },
+    {
+      "epoch": 0.5536652967600114,
+      "grad_norm": 332.32574462890625,
+      "learning_rate": 1.697133293987852e-05,
+      "loss": 25.4062,
+      "step": 11586
+    },
+    {
+      "epoch": 0.5537130842014718,
+      "grad_norm": 317.8613586425781,
+      "learning_rate": 1.6970778101221366e-05,
+      "loss": 38.375,
+      "step": 11587
+    },
+    {
+      "epoch": 0.5537608716429322,
+      "grad_norm": 171.39483642578125,
+      "learning_rate": 1.6970223220818245e-05,
+      "loss": 25.0,
+      "step": 11588
+    },
+    {
+      "epoch": 0.5538086590843926,
+      "grad_norm": 426.7756042480469,
+      "learning_rate": 1.696966829867248e-05,
+      "loss": 27.2812,
+      "step": 11589
+    },
+    {
+      "epoch": 0.553856446525853,
+      "grad_norm": 190.8629608154297,
+      "learning_rate": 1.6969113334787396e-05,
+      "loss": 23.125,
+      "step": 11590
+    },
+    {
+      "epoch": 0.5539042339673134,
+      "grad_norm": 568.318603515625,
+      "learning_rate": 1.6968558329166314e-05,
+      "loss": 37.5,
+      "step": 11591
+    },
+    {
+      "epoch": 0.5539520214087738,
+      "grad_norm": 301.2799377441406,
+      "learning_rate": 1.6968003281812563e-05,
+      "loss": 25.1562,
+      "step": 11592
+    },
+    {
+      "epoch": 0.5539998088502341,
+      "grad_norm": 252.14781188964844,
+      "learning_rate": 1.6967448192729463e-05,
+      "loss": 38.5312,
+      "step": 11593
+    },
+    {
+      "epoch": 0.5540475962916945,
+      "grad_norm": 294.35614013671875,
+      "learning_rate": 1.6966893061920337e-05,
+      "loss": 26.1562,
+      "step": 11594
+    },
+    {
+      "epoch": 0.5540953837331549,
+      "grad_norm": 326.1760559082031,
+      "learning_rate": 1.696633788938851e-05,
+      "loss": 26.3125,
+      "step": 11595
+    },
+    {
+      "epoch": 0.5541431711746153,
+      "grad_norm": 572.2747192382812,
+      "learning_rate": 1.696578267513731e-05,
+      "loss": 34.375,
+      "step": 11596
+    },
+    {
+      "epoch": 0.5541909586160757,
+      "grad_norm": 229.81736755371094,
+      "learning_rate": 1.696522741917006e-05,
+      "loss": 29.7188,
+      "step": 11597
+    },
+    {
+      "epoch": 0.5542387460575361,
+      "grad_norm": 268.3642883300781,
+      "learning_rate": 1.6964672121490085e-05,
+      "loss": 30.1562,
+      "step": 11598
+    },
+    {
+      "epoch": 0.5542865334989965,
+      "grad_norm": 188.66567993164062,
+      "learning_rate": 1.6964116782100712e-05,
+      "loss": 30.0625,
+      "step": 11599
+    },
+    {
+      "epoch": 0.5543343209404569,
+      "grad_norm": 361.288330078125,
+      "learning_rate": 1.6963561401005267e-05,
+      "loss": 26.0,
+      "step": 11600
+    },
+    {
+      "epoch": 0.5543821083819173,
+      "grad_norm": 457.49993896484375,
+      "learning_rate": 1.6963005978207072e-05,
+      "loss": 28.3438,
+      "step": 11601
+    },
+    {
+      "epoch": 0.5544298958233776,
+      "grad_norm": 249.62265014648438,
+      "learning_rate": 1.6962450513709455e-05,
+      "loss": 41.9688,
+      "step": 11602
+    },
+    {
+      "epoch": 0.554477683264838,
+      "grad_norm": 250.76382446289062,
+      "learning_rate": 1.6961895007515744e-05,
+      "loss": 30.7812,
+      "step": 11603
+    },
+    {
+      "epoch": 0.5545254707062984,
+      "grad_norm": 131.28848266601562,
+      "learning_rate": 1.696133945962927e-05,
+      "loss": 21.5,
+      "step": 11604
+    },
+    {
+      "epoch": 0.5545732581477588,
+      "grad_norm": 366.8092956542969,
+      "learning_rate": 1.6960783870053347e-05,
+      "loss": 20.8594,
+      "step": 11605
+    },
+    {
+      "epoch": 0.5546210455892192,
+      "grad_norm": 501.9822998046875,
+      "learning_rate": 1.6960228238791318e-05,
+      "loss": 30.5,
+      "step": 11606
+    },
+    {
+      "epoch": 0.5546688330306795,
+      "grad_norm": 419.70745849609375,
+      "learning_rate": 1.69596725658465e-05,
+      "loss": 38.2188,
+      "step": 11607
+    },
+    {
+      "epoch": 0.5547166204721399,
+      "grad_norm": 382.6226806640625,
+      "learning_rate": 1.6959116851222225e-05,
+      "loss": 26.875,
+      "step": 11608
+    },
+    {
+      "epoch": 0.5547644079136003,
+      "grad_norm": 356.953857421875,
+      "learning_rate": 1.6958561094921816e-05,
+      "loss": 26.8125,
+      "step": 11609
+    },
+    {
+      "epoch": 0.5548121953550607,
+      "grad_norm": 130.2354736328125,
+      "learning_rate": 1.695800529694861e-05,
+      "loss": 23.125,
+      "step": 11610
+    },
+    {
+      "epoch": 0.554859982796521,
+      "grad_norm": 278.77691650390625,
+      "learning_rate": 1.6957449457305924e-05,
+      "loss": 27.9688,
+      "step": 11611
+    },
+    {
+      "epoch": 0.5549077702379814,
+      "grad_norm": 309.21112060546875,
+      "learning_rate": 1.6956893575997096e-05,
+      "loss": 38.5625,
+      "step": 11612
+    },
+    {
+      "epoch": 0.5549555576794418,
+      "grad_norm": 258.0460510253906,
+      "learning_rate": 1.6956337653025455e-05,
+      "loss": 24.0938,
+      "step": 11613
+    },
+    {
+      "epoch": 0.5550033451209022,
+      "grad_norm": 165.8351287841797,
+      "learning_rate": 1.6955781688394328e-05,
+      "loss": 23.4922,
+      "step": 11614
+    },
+    {
+      "epoch": 0.5550511325623626,
+      "grad_norm": 235.29612731933594,
+      "learning_rate": 1.6955225682107042e-05,
+      "loss": 26.1875,
+      "step": 11615
+    },
+    {
+      "epoch": 0.555098920003823,
+      "grad_norm": 183.5436553955078,
+      "learning_rate": 1.6954669634166928e-05,
+      "loss": 26.4375,
+      "step": 11616
+    },
+    {
+      "epoch": 0.5551467074452834,
+      "grad_norm": 196.06167602539062,
+      "learning_rate": 1.695411354457732e-05,
+      "loss": 20.5156,
+      "step": 11617
+    },
+    {
+      "epoch": 0.5551944948867438,
+      "grad_norm": 227.50465393066406,
+      "learning_rate": 1.695355741334154e-05,
+      "loss": 28.3438,
+      "step": 11618
+    },
+    {
+      "epoch": 0.5552422823282042,
+      "grad_norm": 242.2455596923828,
+      "learning_rate": 1.695300124046293e-05,
+      "loss": 48.1562,
+      "step": 11619
+    },
+    {
+      "epoch": 0.5552900697696646,
+      "grad_norm": 269.53515625,
+      "learning_rate": 1.695244502594481e-05,
+      "loss": 38.0625,
+      "step": 11620
+    },
+    {
+      "epoch": 0.5553378572111249,
+      "grad_norm": 275.21966552734375,
+      "learning_rate": 1.6951888769790515e-05,
+      "loss": 31.5938,
+      "step": 11621
+    },
+    {
+      "epoch": 0.5553856446525853,
+      "grad_norm": 436.9161682128906,
+      "learning_rate": 1.695133247200338e-05,
+      "loss": 44.0938,
+      "step": 11622
+    },
+    {
+      "epoch": 0.5554334320940457,
+      "grad_norm": 174.640625,
+      "learning_rate": 1.6950776132586733e-05,
+      "loss": 21.6875,
+      "step": 11623
+    },
+    {
+      "epoch": 0.5554812195355061,
+      "grad_norm": 188.7869873046875,
+      "learning_rate": 1.6950219751543905e-05,
+      "loss": 29.7812,
+      "step": 11624
+    },
+    {
+      "epoch": 0.5555290069769665,
+      "grad_norm": 187.70652770996094,
+      "learning_rate": 1.6949663328878225e-05,
+      "loss": 25.0625,
+      "step": 11625
+    },
+    {
+      "epoch": 0.5555767944184269,
+      "grad_norm": 389.96441650390625,
+      "learning_rate": 1.6949106864593034e-05,
+      "loss": 35.4062,
+      "step": 11626
+    },
+    {
+      "epoch": 0.5556245818598872,
+      "grad_norm": 176.57310485839844,
+      "learning_rate": 1.6948550358691655e-05,
+      "loss": 27.6719,
+      "step": 11627
+    },
+    {
+      "epoch": 0.5556723693013476,
+      "grad_norm": 419.4621276855469,
+      "learning_rate": 1.694799381117743e-05,
+      "loss": 25.9688,
+      "step": 11628
+    },
+    {
+      "epoch": 0.555720156742808,
+      "grad_norm": 174.84117126464844,
+      "learning_rate": 1.6947437222053686e-05,
+      "loss": 20.9844,
+      "step": 11629
+    },
+    {
+      "epoch": 0.5557679441842683,
+      "grad_norm": 343.8885498046875,
+      "learning_rate": 1.6946880591323757e-05,
+      "loss": 42.8125,
+      "step": 11630
+    },
+    {
+      "epoch": 0.5558157316257287,
+      "grad_norm": 352.6263732910156,
+      "learning_rate": 1.6946323918990978e-05,
+      "loss": 28.9688,
+      "step": 11631
+    },
+    {
+      "epoch": 0.5558635190671891,
+      "grad_norm": 250.05247497558594,
+      "learning_rate": 1.6945767205058687e-05,
+      "loss": 24.75,
+      "step": 11632
+    },
+    {
+      "epoch": 0.5559113065086495,
+      "grad_norm": 322.9815673828125,
+      "learning_rate": 1.6945210449530206e-05,
+      "loss": 29.9062,
+      "step": 11633
+    },
+    {
+      "epoch": 0.5559590939501099,
+      "grad_norm": 199.94456481933594,
+      "learning_rate": 1.6944653652408874e-05,
+      "loss": 31.1562,
+      "step": 11634
+    },
+    {
+      "epoch": 0.5560068813915703,
+      "grad_norm": 285.4964294433594,
+      "learning_rate": 1.694409681369803e-05,
+      "loss": 39.125,
+      "step": 11635
+    },
+    {
+      "epoch": 0.5560546688330307,
+      "grad_norm": 359.1888732910156,
+      "learning_rate": 1.694353993340101e-05,
+      "loss": 23.1875,
+      "step": 11636
+    },
+    {
+      "epoch": 0.5561024562744911,
+      "grad_norm": 321.904052734375,
+      "learning_rate": 1.6942983011521146e-05,
+      "loss": 39.25,
+      "step": 11637
+    },
+    {
+      "epoch": 0.5561502437159515,
+      "grad_norm": 224.4709930419922,
+      "learning_rate": 1.6942426048061768e-05,
+      "loss": 29.6719,
+      "step": 11638
+    },
+    {
+      "epoch": 0.5561980311574118,
+      "grad_norm": 256.1324462890625,
+      "learning_rate": 1.694186904302622e-05,
+      "loss": 38.3125,
+      "step": 11639
+    },
+    {
+      "epoch": 0.5562458185988722,
+      "grad_norm": 272.45281982421875,
+      "learning_rate": 1.6941311996417833e-05,
+      "loss": 28.5312,
+      "step": 11640
+    },
+    {
+      "epoch": 0.5562936060403326,
+      "grad_norm": 465.5322265625,
+      "learning_rate": 1.6940754908239944e-05,
+      "loss": 31.3906,
+      "step": 11641
+    },
+    {
+      "epoch": 0.556341393481793,
+      "grad_norm": 200.57858276367188,
+      "learning_rate": 1.6940197778495886e-05,
+      "loss": 35.3125,
+      "step": 11642
+    },
+    {
+      "epoch": 0.5563891809232534,
+      "grad_norm": 138.75796508789062,
+      "learning_rate": 1.6939640607189e-05,
+      "loss": 24.3047,
+      "step": 11643
+    },
+    {
+      "epoch": 0.5564369683647138,
+      "grad_norm": 278.0791320800781,
+      "learning_rate": 1.693908339432262e-05,
+      "loss": 32.9688,
+      "step": 11644
+    },
+    {
+      "epoch": 0.5564847558061742,
+      "grad_norm": 267.54583740234375,
+      "learning_rate": 1.693852613990009e-05,
+      "loss": 23.7812,
+      "step": 11645
+    },
+    {
+      "epoch": 0.5565325432476346,
+      "grad_norm": 238.89231872558594,
+      "learning_rate": 1.6937968843924738e-05,
+      "loss": 29.5938,
+      "step": 11646
+    },
+    {
+      "epoch": 0.556580330689095,
+      "grad_norm": 234.7679901123047,
+      "learning_rate": 1.6937411506399906e-05,
+      "loss": 37.125,
+      "step": 11647
+    },
+    {
+      "epoch": 0.5566281181305552,
+      "grad_norm": 375.0663146972656,
+      "learning_rate": 1.6936854127328928e-05,
+      "loss": 42.1719,
+      "step": 11648
+    },
+    {
+      "epoch": 0.5566759055720156,
+      "grad_norm": 218.06781005859375,
+      "learning_rate": 1.6936296706715148e-05,
+      "loss": 35.6562,
+      "step": 11649
+    },
+    {
+      "epoch": 0.556723693013476,
+      "grad_norm": 203.9705352783203,
+      "learning_rate": 1.69357392445619e-05,
+      "loss": 24.6875,
+      "step": 11650
+    },
+    {
+      "epoch": 0.5567714804549364,
+      "grad_norm": 247.8710174560547,
+      "learning_rate": 1.693518174087252e-05,
+      "loss": 21.8906,
+      "step": 11651
+    },
+    {
+      "epoch": 0.5568192678963968,
+      "grad_norm": 258.21929931640625,
+      "learning_rate": 1.6934624195650355e-05,
+      "loss": 46.5,
+      "step": 11652
+    },
+    {
+      "epoch": 0.5568670553378572,
+      "grad_norm": 182.27825927734375,
+      "learning_rate": 1.6934066608898736e-05,
+      "loss": 15.7188,
+      "step": 11653
+    },
+    {
+      "epoch": 0.5569148427793176,
+      "grad_norm": 512.0236206054688,
+      "learning_rate": 1.693350898062101e-05,
+      "loss": 27.5938,
+      "step": 11654
+    },
+    {
+      "epoch": 0.556962630220778,
+      "grad_norm": 350.35546875,
+      "learning_rate": 1.6932951310820507e-05,
+      "loss": 39.0625,
+      "step": 11655
+    },
+    {
+      "epoch": 0.5570104176622384,
+      "grad_norm": 394.79266357421875,
+      "learning_rate": 1.6932393599500574e-05,
+      "loss": 30.375,
+      "step": 11656
+    },
+    {
+      "epoch": 0.5570582051036987,
+      "grad_norm": 258.1360168457031,
+      "learning_rate": 1.6931835846664547e-05,
+      "loss": 31.375,
+      "step": 11657
+    },
+    {
+      "epoch": 0.5571059925451591,
+      "grad_norm": 250.9691619873047,
+      "learning_rate": 1.6931278052315772e-05,
+      "loss": 24.8125,
+      "step": 11658
+    },
+    {
+      "epoch": 0.5571537799866195,
+      "grad_norm": 161.20558166503906,
+      "learning_rate": 1.6930720216457577e-05,
+      "loss": 23.375,
+      "step": 11659
+    },
+    {
+      "epoch": 0.5572015674280799,
+      "grad_norm": 500.355224609375,
+      "learning_rate": 1.693016233909332e-05,
+      "loss": 37.8906,
+      "step": 11660
+    },
+    {
+      "epoch": 0.5572493548695403,
+      "grad_norm": 322.70953369140625,
+      "learning_rate": 1.692960442022633e-05,
+      "loss": 36.4688,
+      "step": 11661
+    },
+    {
+      "epoch": 0.5572971423110007,
+      "grad_norm": 229.44064331054688,
+      "learning_rate": 1.692904645985995e-05,
+      "loss": 28.75,
+      "step": 11662
+    },
+    {
+      "epoch": 0.5573449297524611,
+      "grad_norm": 184.08920288085938,
+      "learning_rate": 1.6928488457997524e-05,
+      "loss": 26.2188,
+      "step": 11663
+    },
+    {
+      "epoch": 0.5573927171939215,
+      "grad_norm": 431.0083923339844,
+      "learning_rate": 1.6927930414642387e-05,
+      "loss": 37.0625,
+      "step": 11664
+    },
+    {
+      "epoch": 0.5574405046353819,
+      "grad_norm": 315.26385498046875,
+      "learning_rate": 1.6927372329797892e-05,
+      "loss": 29.125,
+      "step": 11665
+    },
+    {
+      "epoch": 0.5574882920768423,
+      "grad_norm": 271.02264404296875,
+      "learning_rate": 1.6926814203467374e-05,
+      "loss": 41.25,
+      "step": 11666
+    },
+    {
+      "epoch": 0.5575360795183026,
+      "grad_norm": 290.4611511230469,
+      "learning_rate": 1.692625603565418e-05,
+      "loss": 29.6562,
+      "step": 11667
+    },
+    {
+      "epoch": 0.5575838669597629,
+      "grad_norm": 488.0001220703125,
+      "learning_rate": 1.692569782636164e-05,
+      "loss": 34.0625,
+      "step": 11668
+    },
+    {
+      "epoch": 0.5576316544012233,
+      "grad_norm": 290.9994812011719,
+      "learning_rate": 1.6925139575593116e-05,
+      "loss": 28.7188,
+      "step": 11669
+    },
+    {
+      "epoch": 0.5576794418426837,
+      "grad_norm": 180.0902862548828,
+      "learning_rate": 1.692458128335194e-05,
+      "loss": 18.8906,
+      "step": 11670
+    },
+    {
+      "epoch": 0.5577272292841441,
+      "grad_norm": 286.1622619628906,
+      "learning_rate": 1.6924022949641457e-05,
+      "loss": 27.5312,
+      "step": 11671
+    },
+    {
+      "epoch": 0.5577750167256045,
+      "grad_norm": 185.09933471679688,
+      "learning_rate": 1.692346457446501e-05,
+      "loss": 24.5938,
+      "step": 11672
+    },
+    {
+      "epoch": 0.5578228041670649,
+      "grad_norm": 229.44683837890625,
+      "learning_rate": 1.692290615782594e-05,
+      "loss": 29.9062,
+      "step": 11673
+    },
+    {
+      "epoch": 0.5578705916085253,
+      "grad_norm": 207.1173553466797,
+      "learning_rate": 1.6922347699727603e-05,
+      "loss": 33.5938,
+      "step": 11674
+    },
+    {
+      "epoch": 0.5579183790499856,
+      "grad_norm": 247.7669219970703,
+      "learning_rate": 1.692178920017333e-05,
+      "loss": 34.375,
+      "step": 11675
+    },
+    {
+      "epoch": 0.557966166491446,
+      "grad_norm": 658.5857543945312,
+      "learning_rate": 1.6921230659166473e-05,
+      "loss": 35.9688,
+      "step": 11676
+    },
+    {
+      "epoch": 0.5580139539329064,
+      "grad_norm": 344.7434997558594,
+      "learning_rate": 1.6920672076710376e-05,
+      "loss": 38.5,
+      "step": 11677
+    },
+    {
+      "epoch": 0.5580617413743668,
+      "grad_norm": 146.50315856933594,
+      "learning_rate": 1.6920113452808384e-05,
+      "loss": 18.9219,
+      "step": 11678
+    },
+    {
+      "epoch": 0.5581095288158272,
+      "grad_norm": 578.5969848632812,
+      "learning_rate": 1.6919554787463838e-05,
+      "loss": 39.4375,
+      "step": 11679
+    },
+    {
+      "epoch": 0.5581573162572876,
+      "grad_norm": 303.6741943359375,
+      "learning_rate": 1.6918996080680092e-05,
+      "loss": 30.6875,
+      "step": 11680
+    },
+    {
+      "epoch": 0.558205103698748,
+      "grad_norm": 331.1929931640625,
+      "learning_rate": 1.6918437332460484e-05,
+      "loss": 30.6562,
+      "step": 11681
+    },
+    {
+      "epoch": 0.5582528911402084,
+      "grad_norm": 178.79818725585938,
+      "learning_rate": 1.6917878542808365e-05,
+      "loss": 24.9531,
+      "step": 11682
+    },
+    {
+      "epoch": 0.5583006785816688,
+      "grad_norm": 319.7364807128906,
+      "learning_rate": 1.691731971172708e-05,
+      "loss": 35.4375,
+      "step": 11683
+    },
+    {
+      "epoch": 0.5583484660231292,
+      "grad_norm": 236.5606231689453,
+      "learning_rate": 1.6916760839219977e-05,
+      "loss": 38.0312,
+      "step": 11684
+    },
+    {
+      "epoch": 0.5583962534645895,
+      "grad_norm": 206.4500274658203,
+      "learning_rate": 1.6916201925290398e-05,
+      "loss": 36.5625,
+      "step": 11685
+    },
+    {
+      "epoch": 0.5584440409060499,
+      "grad_norm": 353.8872375488281,
+      "learning_rate": 1.6915642969941696e-05,
+      "loss": 35.6875,
+      "step": 11686
+    },
+    {
+      "epoch": 0.5584918283475103,
+      "grad_norm": 332.00067138671875,
+      "learning_rate": 1.6915083973177217e-05,
+      "loss": 19.5,
+      "step": 11687
+    },
+    {
+      "epoch": 0.5585396157889707,
+      "grad_norm": 176.9626922607422,
+      "learning_rate": 1.6914524935000308e-05,
+      "loss": 32.2812,
+      "step": 11688
+    },
+    {
+      "epoch": 0.558587403230431,
+      "grad_norm": 296.3358154296875,
+      "learning_rate": 1.6913965855414317e-05,
+      "loss": 21.75,
+      "step": 11689
+    },
+    {
+      "epoch": 0.5586351906718914,
+      "grad_norm": 218.39588928222656,
+      "learning_rate": 1.691340673442259e-05,
+      "loss": 21.9688,
+      "step": 11690
+    },
+    {
+      "epoch": 0.5586829781133518,
+      "grad_norm": 217.13377380371094,
+      "learning_rate": 1.691284757202848e-05,
+      "loss": 23.4375,
+      "step": 11691
+    },
+    {
+      "epoch": 0.5587307655548122,
+      "grad_norm": 210.219970703125,
+      "learning_rate": 1.691228836823533e-05,
+      "loss": 32.5938,
+      "step": 11692
+    },
+    {
+      "epoch": 0.5587785529962725,
+      "grad_norm": 226.96897888183594,
+      "learning_rate": 1.6911729123046493e-05,
+      "loss": 35.5625,
+      "step": 11693
+    },
+    {
+      "epoch": 0.5588263404377329,
+      "grad_norm": 470.4732360839844,
+      "learning_rate": 1.6911169836465317e-05,
+      "loss": 24.5938,
+      "step": 11694
+    },
+    {
+      "epoch": 0.5588741278791933,
+      "grad_norm": 276.6443176269531,
+      "learning_rate": 1.6910610508495153e-05,
+      "loss": 28.8125,
+      "step": 11695
+    },
+    {
+      "epoch": 0.5589219153206537,
+      "grad_norm": 287.9710998535156,
+      "learning_rate": 1.691005113913935e-05,
+      "loss": 28.2812,
+      "step": 11696
+    },
+    {
+      "epoch": 0.5589697027621141,
+      "grad_norm": 310.76776123046875,
+      "learning_rate": 1.6909491728401257e-05,
+      "loss": 29.0469,
+      "step": 11697
+    },
+    {
+      "epoch": 0.5590174902035745,
+      "grad_norm": 233.52587890625,
+      "learning_rate": 1.690893227628422e-05,
+      "loss": 26.9062,
+      "step": 11698
+    },
+    {
+      "epoch": 0.5590652776450349,
+      "grad_norm": 291.9871826171875,
+      "learning_rate": 1.6908372782791596e-05,
+      "loss": 37.5625,
+      "step": 11699
+    },
+    {
+      "epoch": 0.5591130650864953,
+      "grad_norm": 322.1146545410156,
+      "learning_rate": 1.6907813247926733e-05,
+      "loss": 35.0312,
+      "step": 11700
+    },
+    {
+      "epoch": 0.5591608525279557,
+      "grad_norm": 231.4595184326172,
+      "learning_rate": 1.690725367169298e-05,
+      "loss": 23.3438,
+      "step": 11701
+    },
+    {
+      "epoch": 0.559208639969416,
+      "grad_norm": 239.1690216064453,
+      "learning_rate": 1.6906694054093695e-05,
+      "loss": 26.0625,
+      "step": 11702
+    },
+    {
+      "epoch": 0.5592564274108764,
+      "grad_norm": 202.35459899902344,
+      "learning_rate": 1.6906134395132224e-05,
+      "loss": 24.5312,
+      "step": 11703
+    },
+    {
+      "epoch": 0.5593042148523368,
+      "grad_norm": 385.84716796875,
+      "learning_rate": 1.690557469481192e-05,
+      "loss": 21.3438,
+      "step": 11704
+    },
+    {
+      "epoch": 0.5593520022937972,
+      "grad_norm": 352.00830078125,
+      "learning_rate": 1.6905014953136133e-05,
+      "loss": 24.9062,
+      "step": 11705
+    },
+    {
+      "epoch": 0.5593997897352576,
+      "grad_norm": 498.57879638671875,
+      "learning_rate": 1.6904455170108215e-05,
+      "loss": 42.2188,
+      "step": 11706
+    },
+    {
+      "epoch": 0.559447577176718,
+      "grad_norm": 260.7814636230469,
+      "learning_rate": 1.690389534573152e-05,
+      "loss": 37.7188,
+      "step": 11707
+    },
+    {
+      "epoch": 0.5594953646181784,
+      "grad_norm": 287.8773498535156,
+      "learning_rate": 1.69033354800094e-05,
+      "loss": 33.875,
+      "step": 11708
+    },
+    {
+      "epoch": 0.5595431520596388,
+      "grad_norm": 242.17335510253906,
+      "learning_rate": 1.690277557294521e-05,
+      "loss": 20.6406,
+      "step": 11709
+    },
+    {
+      "epoch": 0.5595909395010991,
+      "grad_norm": 273.68743896484375,
+      "learning_rate": 1.6902215624542298e-05,
+      "loss": 37.625,
+      "step": 11710
+    },
+    {
+      "epoch": 0.5596387269425595,
+      "grad_norm": 251.59645080566406,
+      "learning_rate": 1.6901655634804022e-05,
+      "loss": 25.2656,
+      "step": 11711
+    },
+    {
+      "epoch": 0.5596865143840198,
+      "grad_norm": 417.3850402832031,
+      "learning_rate": 1.6901095603733737e-05,
+      "loss": 37.4375,
+      "step": 11712
+    },
+    {
+      "epoch": 0.5597343018254802,
+      "grad_norm": 292.11749267578125,
+      "learning_rate": 1.690053553133479e-05,
+      "loss": 31.1875,
+      "step": 11713
+    },
+    {
+      "epoch": 0.5597820892669406,
+      "grad_norm": 241.93373107910156,
+      "learning_rate": 1.6899975417610542e-05,
+      "loss": 22.2812,
+      "step": 11714
+    },
+    {
+      "epoch": 0.559829876708401,
+      "grad_norm": 227.46031188964844,
+      "learning_rate": 1.6899415262564348e-05,
+      "loss": 18.8125,
+      "step": 11715
+    },
+    {
+      "epoch": 0.5598776641498614,
+      "grad_norm": 217.07907104492188,
+      "learning_rate": 1.6898855066199554e-05,
+      "loss": 28.8125,
+      "step": 11716
+    },
+    {
+      "epoch": 0.5599254515913218,
+      "grad_norm": 489.8430480957031,
+      "learning_rate": 1.689829482851952e-05,
+      "loss": 36.375,
+      "step": 11717
+    },
+    {
+      "epoch": 0.5599732390327822,
+      "grad_norm": 286.56396484375,
+      "learning_rate": 1.6897734549527602e-05,
+      "loss": 28.4688,
+      "step": 11718
+    },
+    {
+      "epoch": 0.5600210264742426,
+      "grad_norm": 260.5849304199219,
+      "learning_rate": 1.6897174229227157e-05,
+      "loss": 25.625,
+      "step": 11719
+    },
+    {
+      "epoch": 0.560068813915703,
+      "grad_norm": 272.1166076660156,
+      "learning_rate": 1.6896613867621536e-05,
+      "loss": 43.125,
+      "step": 11720
+    },
+    {
+      "epoch": 0.5601166013571633,
+      "grad_norm": 875.794189453125,
+      "learning_rate": 1.6896053464714097e-05,
+      "loss": 44.5625,
+      "step": 11721
+    },
+    {
+      "epoch": 0.5601643887986237,
+      "grad_norm": 285.41204833984375,
+      "learning_rate": 1.68954930205082e-05,
+      "loss": 24.9375,
+      "step": 11722
+    },
+    {
+      "epoch": 0.5602121762400841,
+      "grad_norm": 632.1488647460938,
+      "learning_rate": 1.6894932535007193e-05,
+      "loss": 44.125,
+      "step": 11723
+    },
+    {
+      "epoch": 0.5602599636815445,
+      "grad_norm": 304.3161926269531,
+      "learning_rate": 1.689437200821444e-05,
+      "loss": 29.7812,
+      "step": 11724
+    },
+    {
+      "epoch": 0.5603077511230049,
+      "grad_norm": 476.1374206542969,
+      "learning_rate": 1.689381144013329e-05,
+      "loss": 34.4062,
+      "step": 11725
+    },
+    {
+      "epoch": 0.5603555385644653,
+      "grad_norm": 430.1083068847656,
+      "learning_rate": 1.689325083076711e-05,
+      "loss": 25.7188,
+      "step": 11726
+    },
+    {
+      "epoch": 0.5604033260059257,
+      "grad_norm": 104.5256118774414,
+      "learning_rate": 1.689269018011925e-05,
+      "loss": 15.9297,
+      "step": 11727
+    },
+    {
+      "epoch": 0.5604511134473861,
+      "grad_norm": 185.9354248046875,
+      "learning_rate": 1.689212948819307e-05,
+      "loss": 25.9688,
+      "step": 11728
+    },
+    {
+      "epoch": 0.5604989008888465,
+      "grad_norm": 224.6534881591797,
+      "learning_rate": 1.6891568754991927e-05,
+      "loss": 18.9688,
+      "step": 11729
+    },
+    {
+      "epoch": 0.5605466883303067,
+      "grad_norm": 290.227783203125,
+      "learning_rate": 1.6891007980519184e-05,
+      "loss": 30.2812,
+      "step": 11730
+    },
+    {
+      "epoch": 0.5605944757717671,
+      "grad_norm": 218.21884155273438,
+      "learning_rate": 1.6890447164778187e-05,
+      "loss": 21.4219,
+      "step": 11731
+    },
+    {
+      "epoch": 0.5606422632132275,
+      "grad_norm": 370.2537841796875,
+      "learning_rate": 1.688988630777231e-05,
+      "loss": 35.3125,
+      "step": 11732
+    },
+    {
+      "epoch": 0.5606900506546879,
+      "grad_norm": 278.6074523925781,
+      "learning_rate": 1.6889325409504898e-05,
+      "loss": 30.4688,
+      "step": 11733
+    },
+    {
+      "epoch": 0.5607378380961483,
+      "grad_norm": 175.4282684326172,
+      "learning_rate": 1.6888764469979322e-05,
+      "loss": 21.8594,
+      "step": 11734
+    },
+    {
+      "epoch": 0.5607856255376087,
+      "grad_norm": 291.6916198730469,
+      "learning_rate": 1.6888203489198932e-05,
+      "loss": 28.1562,
+      "step": 11735
+    },
+    {
+      "epoch": 0.5608334129790691,
+      "grad_norm": 263.96221923828125,
+      "learning_rate": 1.6887642467167092e-05,
+      "loss": 24.9375,
+      "step": 11736
+    },
+    {
+      "epoch": 0.5608812004205295,
+      "grad_norm": 260.8227233886719,
+      "learning_rate": 1.6887081403887164e-05,
+      "loss": 27.25,
+      "step": 11737
+    },
+    {
+      "epoch": 0.5609289878619899,
+      "grad_norm": 265.52325439453125,
+      "learning_rate": 1.6886520299362504e-05,
+      "loss": 28.3125,
+      "step": 11738
+    },
+    {
+      "epoch": 0.5609767753034502,
+      "grad_norm": 336.4325866699219,
+      "learning_rate": 1.688595915359647e-05,
+      "loss": 28.0,
+      "step": 11739
+    },
+    {
+      "epoch": 0.5610245627449106,
+      "grad_norm": 298.5507507324219,
+      "learning_rate": 1.688539796659243e-05,
+      "loss": 41.3125,
+      "step": 11740
+    },
+    {
+      "epoch": 0.561072350186371,
+      "grad_norm": 356.0567932128906,
+      "learning_rate": 1.688483673835374e-05,
+      "loss": 36.5312,
+      "step": 11741
+    },
+    {
+      "epoch": 0.5611201376278314,
+      "grad_norm": 268.83465576171875,
+      "learning_rate": 1.688427546888376e-05,
+      "loss": 26.3125,
+      "step": 11742
+    },
+    {
+      "epoch": 0.5611679250692918,
+      "grad_norm": 231.9149169921875,
+      "learning_rate": 1.6883714158185857e-05,
+      "loss": 35.3125,
+      "step": 11743
+    },
+    {
+      "epoch": 0.5612157125107522,
+      "grad_norm": 287.2386474609375,
+      "learning_rate": 1.6883152806263385e-05,
+      "loss": 28.375,
+      "step": 11744
+    },
+    {
+      "epoch": 0.5612634999522126,
+      "grad_norm": 216.77401733398438,
+      "learning_rate": 1.6882591413119712e-05,
+      "loss": 26.7344,
+      "step": 11745
+    },
+    {
+      "epoch": 0.561311287393673,
+      "grad_norm": 325.955078125,
+      "learning_rate": 1.6882029978758193e-05,
+      "loss": 27.0,
+      "step": 11746
+    },
+    {
+      "epoch": 0.5613590748351334,
+      "grad_norm": 293.94366455078125,
+      "learning_rate": 1.68814685031822e-05,
+      "loss": 32.4375,
+      "step": 11747
+    },
+    {
+      "epoch": 0.5614068622765938,
+      "grad_norm": 231.65573120117188,
+      "learning_rate": 1.6880906986395088e-05,
+      "loss": 28.375,
+      "step": 11748
+    },
+    {
+      "epoch": 0.5614546497180541,
+      "grad_norm": 322.9169921875,
+      "learning_rate": 1.688034542840022e-05,
+      "loss": 28.2656,
+      "step": 11749
+    },
+    {
+      "epoch": 0.5615024371595145,
+      "grad_norm": 193.474365234375,
+      "learning_rate": 1.6879783829200963e-05,
+      "loss": 24.7188,
+      "step": 11750
+    },
+    {
+      "epoch": 0.5615502246009748,
+      "grad_norm": 231.22393798828125,
+      "learning_rate": 1.6879222188800675e-05,
+      "loss": 27.5,
+      "step": 11751
+    },
+    {
+      "epoch": 0.5615980120424352,
+      "grad_norm": 361.5845031738281,
+      "learning_rate": 1.6878660507202728e-05,
+      "loss": 29.8125,
+      "step": 11752
+    },
+    {
+      "epoch": 0.5616457994838956,
+      "grad_norm": 217.45310974121094,
+      "learning_rate": 1.6878098784410478e-05,
+      "loss": 25.2031,
+      "step": 11753
+    },
+    {
+      "epoch": 0.561693586925356,
+      "grad_norm": 153.1723175048828,
+      "learning_rate": 1.6877537020427294e-05,
+      "loss": 27.6562,
+      "step": 11754
+    },
+    {
+      "epoch": 0.5617413743668164,
+      "grad_norm": 314.2919616699219,
+      "learning_rate": 1.6876975215256533e-05,
+      "loss": 34.7188,
+      "step": 11755
+    },
+    {
+      "epoch": 0.5617891618082768,
+      "grad_norm": 467.8641357421875,
+      "learning_rate": 1.6876413368901567e-05,
+      "loss": 27.2188,
+      "step": 11756
+    },
+    {
+      "epoch": 0.5618369492497371,
+      "grad_norm": 315.5211486816406,
+      "learning_rate": 1.6875851481365756e-05,
+      "loss": 27.8125,
+      "step": 11757
+    },
+    {
+      "epoch": 0.5618847366911975,
+      "grad_norm": 297.2864990234375,
+      "learning_rate": 1.6875289552652468e-05,
+      "loss": 30.5,
+      "step": 11758
+    },
+    {
+      "epoch": 0.5619325241326579,
+      "grad_norm": 211.84710693359375,
+      "learning_rate": 1.6874727582765068e-05,
+      "loss": 23.9688,
+      "step": 11759
+    },
+    {
+      "epoch": 0.5619803115741183,
+      "grad_norm": 400.8441467285156,
+      "learning_rate": 1.687416557170692e-05,
+      "loss": 25.4375,
+      "step": 11760
+    },
+    {
+      "epoch": 0.5620280990155787,
+      "grad_norm": 369.6362609863281,
+      "learning_rate": 1.6873603519481392e-05,
+      "loss": 28.4688,
+      "step": 11761
+    },
+    {
+      "epoch": 0.5620758864570391,
+      "grad_norm": 183.82371520996094,
+      "learning_rate": 1.6873041426091845e-05,
+      "loss": 17.1406,
+      "step": 11762
+    },
+    {
+      "epoch": 0.5621236738984995,
+      "grad_norm": 491.8389587402344,
+      "learning_rate": 1.687247929154165e-05,
+      "loss": 25.5781,
+      "step": 11763
+    },
+    {
+      "epoch": 0.5621714613399599,
+      "grad_norm": 493.7373352050781,
+      "learning_rate": 1.687191711583417e-05,
+      "loss": 37.0,
+      "step": 11764
+    },
+    {
+      "epoch": 0.5622192487814203,
+      "grad_norm": 690.2088012695312,
+      "learning_rate": 1.6871354898972777e-05,
+      "loss": 38.25,
+      "step": 11765
+    },
+    {
+      "epoch": 0.5622670362228807,
+      "grad_norm": 251.27926635742188,
+      "learning_rate": 1.6870792640960832e-05,
+      "loss": 34.625,
+      "step": 11766
+    },
+    {
+      "epoch": 0.562314823664341,
+      "grad_norm": 387.99505615234375,
+      "learning_rate": 1.6870230341801706e-05,
+      "loss": 36.0,
+      "step": 11767
+    },
+    {
+      "epoch": 0.5623626111058014,
+      "grad_norm": 299.5808410644531,
+      "learning_rate": 1.686966800149877e-05,
+      "loss": 24.5938,
+      "step": 11768
+    },
+    {
+      "epoch": 0.5624103985472618,
+      "grad_norm": 270.2427978515625,
+      "learning_rate": 1.686910562005538e-05,
+      "loss": 28.2188,
+      "step": 11769
+    },
+    {
+      "epoch": 0.5624581859887222,
+      "grad_norm": 278.2069091796875,
+      "learning_rate": 1.6868543197474914e-05,
+      "loss": 32.6562,
+      "step": 11770
+    },
+    {
+      "epoch": 0.5625059734301825,
+      "grad_norm": 149.39328002929688,
+      "learning_rate": 1.6867980733760733e-05,
+      "loss": 23.6719,
+      "step": 11771
+    },
+    {
+      "epoch": 0.5625537608716429,
+      "grad_norm": 205.4525909423828,
+      "learning_rate": 1.6867418228916217e-05,
+      "loss": 33.5625,
+      "step": 11772
+    },
+    {
+      "epoch": 0.5626015483131033,
+      "grad_norm": 176.49087524414062,
+      "learning_rate": 1.686685568294472e-05,
+      "loss": 33.25,
+      "step": 11773
+    },
+    {
+      "epoch": 0.5626493357545637,
+      "grad_norm": 373.1969909667969,
+      "learning_rate": 1.686629309584962e-05,
+      "loss": 38.6875,
+      "step": 11774
+    },
+    {
+      "epoch": 0.562697123196024,
+      "grad_norm": 218.33937072753906,
+      "learning_rate": 1.686573046763429e-05,
+      "loss": 32.2812,
+      "step": 11775
+    },
+    {
+      "epoch": 0.5627449106374844,
+      "grad_norm": 258.95941162109375,
+      "learning_rate": 1.6865167798302087e-05,
+      "loss": 29.0,
+      "step": 11776
+    },
+    {
+      "epoch": 0.5627926980789448,
+      "grad_norm": 269.34747314453125,
+      "learning_rate": 1.686460508785639e-05,
+      "loss": 21.7812,
+      "step": 11777
+    },
+    {
+      "epoch": 0.5628404855204052,
+      "grad_norm": 286.0543212890625,
+      "learning_rate": 1.6864042336300565e-05,
+      "loss": 29.9062,
+      "step": 11778
+    },
+    {
+      "epoch": 0.5628882729618656,
+      "grad_norm": 417.925048828125,
+      "learning_rate": 1.6863479543637985e-05,
+      "loss": 29.8906,
+      "step": 11779
+    },
+    {
+      "epoch": 0.562936060403326,
+      "grad_norm": 381.2706298828125,
+      "learning_rate": 1.686291670987202e-05,
+      "loss": 20.0,
+      "step": 11780
+    },
+    {
+      "epoch": 0.5629838478447864,
+      "grad_norm": 203.27037048339844,
+      "learning_rate": 1.6862353835006036e-05,
+      "loss": 27.8125,
+      "step": 11781
+    },
+    {
+      "epoch": 0.5630316352862468,
+      "grad_norm": 354.4080810546875,
+      "learning_rate": 1.6861790919043407e-05,
+      "loss": 26.8438,
+      "step": 11782
+    },
+    {
+      "epoch": 0.5630794227277072,
+      "grad_norm": 388.6993408203125,
+      "learning_rate": 1.686122796198751e-05,
+      "loss": 34.9062,
+      "step": 11783
+    },
+    {
+      "epoch": 0.5631272101691676,
+      "grad_norm": 175.40980529785156,
+      "learning_rate": 1.6860664963841705e-05,
+      "loss": 21.5938,
+      "step": 11784
+    },
+    {
+      "epoch": 0.563174997610628,
+      "grad_norm": 459.6969299316406,
+      "learning_rate": 1.6860101924609372e-05,
+      "loss": 31.9688,
+      "step": 11785
+    },
+    {
+      "epoch": 0.5632227850520883,
+      "grad_norm": 145.39512634277344,
+      "learning_rate": 1.685953884429388e-05,
+      "loss": 26.4375,
+      "step": 11786
+    },
+    {
+      "epoch": 0.5632705724935487,
+      "grad_norm": 191.72830200195312,
+      "learning_rate": 1.6858975722898603e-05,
+      "loss": 21.7344,
+      "step": 11787
+    },
+    {
+      "epoch": 0.5633183599350091,
+      "grad_norm": 169.81219482421875,
+      "learning_rate": 1.6858412560426912e-05,
+      "loss": 26.9844,
+      "step": 11788
+    },
+    {
+      "epoch": 0.5633661473764695,
+      "grad_norm": 479.3723449707031,
+      "learning_rate": 1.6857849356882178e-05,
+      "loss": 32.9375,
+      "step": 11789
+    },
+    {
+      "epoch": 0.5634139348179299,
+      "grad_norm": 252.60581970214844,
+      "learning_rate": 1.6857286112267777e-05,
+      "loss": 20.5781,
+      "step": 11790
+    },
+    {
+      "epoch": 0.5634617222593903,
+      "grad_norm": 185.78359985351562,
+      "learning_rate": 1.685672282658708e-05,
+      "loss": 25.625,
+      "step": 11791
+    },
+    {
+      "epoch": 0.5635095097008506,
+      "grad_norm": 199.46463012695312,
+      "learning_rate": 1.6856159499843457e-05,
+      "loss": 25.4219,
+      "step": 11792
+    },
+    {
+      "epoch": 0.563557297142311,
+      "grad_norm": 530.5464477539062,
+      "learning_rate": 1.685559613204029e-05,
+      "loss": 34.5625,
+      "step": 11793
+    },
+    {
+      "epoch": 0.5636050845837713,
+      "grad_norm": 232.7379913330078,
+      "learning_rate": 1.685503272318095e-05,
+      "loss": 38.0938,
+      "step": 11794
+    },
+    {
+      "epoch": 0.5636528720252317,
+      "grad_norm": 217.7005615234375,
+      "learning_rate": 1.6854469273268805e-05,
+      "loss": 36.2812,
+      "step": 11795
+    },
+    {
+      "epoch": 0.5637006594666921,
+      "grad_norm": 247.7076416015625,
+      "learning_rate": 1.6853905782307235e-05,
+      "loss": 29.875,
+      "step": 11796
+    },
+    {
+      "epoch": 0.5637484469081525,
+      "grad_norm": 167.44384765625,
+      "learning_rate": 1.6853342250299613e-05,
+      "loss": 24.8438,
+      "step": 11797
+    },
+    {
+      "epoch": 0.5637962343496129,
+      "grad_norm": 238.75062561035156,
+      "learning_rate": 1.685277867724932e-05,
+      "loss": 37.9688,
+      "step": 11798
+    },
+    {
+      "epoch": 0.5638440217910733,
+      "grad_norm": 332.4197998046875,
+      "learning_rate": 1.6852215063159715e-05,
+      "loss": 43.9375,
+      "step": 11799
+    },
+    {
+      "epoch": 0.5638918092325337,
+      "grad_norm": 247.9935760498047,
+      "learning_rate": 1.6851651408034188e-05,
+      "loss": 23.8438,
+      "step": 11800
+    },
+    {
+      "epoch": 0.5639395966739941,
+      "grad_norm": 285.7172546386719,
+      "learning_rate": 1.685108771187611e-05,
+      "loss": 38.4062,
+      "step": 11801
+    },
+    {
+      "epoch": 0.5639873841154545,
+      "grad_norm": 226.1323699951172,
+      "learning_rate": 1.6850523974688856e-05,
+      "loss": 22.9688,
+      "step": 11802
+    },
+    {
+      "epoch": 0.5640351715569148,
+      "grad_norm": 234.28475952148438,
+      "learning_rate": 1.6849960196475808e-05,
+      "loss": 21.1094,
+      "step": 11803
+    },
+    {
+      "epoch": 0.5640829589983752,
+      "grad_norm": 203.66238403320312,
+      "learning_rate": 1.6849396377240334e-05,
+      "loss": 26.8594,
+      "step": 11804
+    },
+    {
+      "epoch": 0.5641307464398356,
+      "grad_norm": 233.02734375,
+      "learning_rate": 1.6848832516985815e-05,
+      "loss": 29.375,
+      "step": 11805
+    },
+    {
+      "epoch": 0.564178533881296,
+      "grad_norm": 1343.3272705078125,
+      "learning_rate": 1.6848268615715624e-05,
+      "loss": 28.5,
+      "step": 11806
+    },
+    {
+      "epoch": 0.5642263213227564,
+      "grad_norm": 353.0688171386719,
+      "learning_rate": 1.6847704673433144e-05,
+      "loss": 34.7812,
+      "step": 11807
+    },
+    {
+      "epoch": 0.5642741087642168,
+      "grad_norm": 502.85089111328125,
+      "learning_rate": 1.6847140690141743e-05,
+      "loss": 41.1562,
+      "step": 11808
+    },
+    {
+      "epoch": 0.5643218962056772,
+      "grad_norm": 311.583984375,
+      "learning_rate": 1.684657666584481e-05,
+      "loss": 31.875,
+      "step": 11809
+    },
+    {
+      "epoch": 0.5643696836471376,
+      "grad_norm": 209.58432006835938,
+      "learning_rate": 1.6846012600545716e-05,
+      "loss": 18.4375,
+      "step": 11810
+    },
+    {
+      "epoch": 0.564417471088598,
+      "grad_norm": 297.0042724609375,
+      "learning_rate": 1.684544849424784e-05,
+      "loss": 35.7812,
+      "step": 11811
+    },
+    {
+      "epoch": 0.5644652585300584,
+      "grad_norm": 250.2515411376953,
+      "learning_rate": 1.684488434695456e-05,
+      "loss": 23.25,
+      "step": 11812
+    },
+    {
+      "epoch": 0.5645130459715186,
+      "grad_norm": 342.85333251953125,
+      "learning_rate": 1.6844320158669256e-05,
+      "loss": 31.125,
+      "step": 11813
+    },
+    {
+      "epoch": 0.564560833412979,
+      "grad_norm": 420.4732971191406,
+      "learning_rate": 1.6843755929395304e-05,
+      "loss": 37.4062,
+      "step": 11814
+    },
+    {
+      "epoch": 0.5646086208544394,
+      "grad_norm": 197.87774658203125,
+      "learning_rate": 1.6843191659136086e-05,
+      "loss": 26.5,
+      "step": 11815
+    },
+    {
+      "epoch": 0.5646564082958998,
+      "grad_norm": 245.45928955078125,
+      "learning_rate": 1.6842627347894982e-05,
+      "loss": 25.125,
+      "step": 11816
+    },
+    {
+      "epoch": 0.5647041957373602,
+      "grad_norm": 221.29945373535156,
+      "learning_rate": 1.6842062995675366e-05,
+      "loss": 34.2812,
+      "step": 11817
+    },
+    {
+      "epoch": 0.5647519831788206,
+      "grad_norm": 281.60040283203125,
+      "learning_rate": 1.6841498602480623e-05,
+      "loss": 22.0156,
+      "step": 11818
+    },
+    {
+      "epoch": 0.564799770620281,
+      "grad_norm": 474.6932678222656,
+      "learning_rate": 1.6840934168314133e-05,
+      "loss": 36.9062,
+      "step": 11819
+    },
+    {
+      "epoch": 0.5648475580617414,
+      "grad_norm": 219.81712341308594,
+      "learning_rate": 1.6840369693179273e-05,
+      "loss": 35.1562,
+      "step": 11820
+    },
+    {
+      "epoch": 0.5648953455032018,
+      "grad_norm": 346.89703369140625,
+      "learning_rate": 1.6839805177079425e-05,
+      "loss": 41.1562,
+      "step": 11821
+    },
+    {
+      "epoch": 0.5649431329446621,
+      "grad_norm": 681.7949829101562,
+      "learning_rate": 1.6839240620017972e-05,
+      "loss": 17.5156,
+      "step": 11822
+    },
+    {
+      "epoch": 0.5649909203861225,
+      "grad_norm": 218.72695922851562,
+      "learning_rate": 1.683867602199829e-05,
+      "loss": 28.4375,
+      "step": 11823
+    },
+    {
+      "epoch": 0.5650387078275829,
+      "grad_norm": 253.8745574951172,
+      "learning_rate": 1.6838111383023763e-05,
+      "loss": 30.0469,
+      "step": 11824
+    },
+    {
+      "epoch": 0.5650864952690433,
+      "grad_norm": 870.93359375,
+      "learning_rate": 1.6837546703097772e-05,
+      "loss": 26.3594,
+      "step": 11825
+    },
+    {
+      "epoch": 0.5651342827105037,
+      "grad_norm": 311.4002380371094,
+      "learning_rate": 1.6836981982223705e-05,
+      "loss": 29.3438,
+      "step": 11826
+    },
+    {
+      "epoch": 0.5651820701519641,
+      "grad_norm": 149.2542724609375,
+      "learning_rate": 1.683641722040493e-05,
+      "loss": 22.8906,
+      "step": 11827
+    },
+    {
+      "epoch": 0.5652298575934245,
+      "grad_norm": 309.90557861328125,
+      "learning_rate": 1.683585241764484e-05,
+      "loss": 19.7812,
+      "step": 11828
+    },
+    {
+      "epoch": 0.5652776450348849,
+      "grad_norm": 282.19451904296875,
+      "learning_rate": 1.6835287573946817e-05,
+      "loss": 34.0312,
+      "step": 11829
+    },
+    {
+      "epoch": 0.5653254324763453,
+      "grad_norm": 233.61837768554688,
+      "learning_rate": 1.6834722689314237e-05,
+      "loss": 22.4531,
+      "step": 11830
+    },
+    {
+      "epoch": 0.5653732199178056,
+      "grad_norm": 213.64109802246094,
+      "learning_rate": 1.683415776375049e-05,
+      "loss": 24.0,
+      "step": 11831
+    },
+    {
+      "epoch": 0.565421007359266,
+      "grad_norm": 195.7261962890625,
+      "learning_rate": 1.6833592797258956e-05,
+      "loss": 20.3906,
+      "step": 11832
+    },
+    {
+      "epoch": 0.5654687948007263,
+      "grad_norm": 238.9994354248047,
+      "learning_rate": 1.683302778984302e-05,
+      "loss": 29.0,
+      "step": 11833
+    },
+    {
+      "epoch": 0.5655165822421867,
+      "grad_norm": 308.0556335449219,
+      "learning_rate": 1.6832462741506064e-05,
+      "loss": 33.3281,
+      "step": 11834
+    },
+    {
+      "epoch": 0.5655643696836471,
+      "grad_norm": 609.5601196289062,
+      "learning_rate": 1.6831897652251472e-05,
+      "loss": 24.4375,
+      "step": 11835
+    },
+    {
+      "epoch": 0.5656121571251075,
+      "grad_norm": 346.3751525878906,
+      "learning_rate": 1.683133252208263e-05,
+      "loss": 22.7188,
+      "step": 11836
+    },
+    {
+      "epoch": 0.5656599445665679,
+      "grad_norm": 329.0229797363281,
+      "learning_rate": 1.6830767351002923e-05,
+      "loss": 34.9062,
+      "step": 11837
+    },
+    {
+      "epoch": 0.5657077320080283,
+      "grad_norm": 222.6241912841797,
+      "learning_rate": 1.6830202139015724e-05,
+      "loss": 26.2344,
+      "step": 11838
+    },
+    {
+      "epoch": 0.5657555194494887,
+      "grad_norm": 204.70361328125,
+      "learning_rate": 1.6829636886124437e-05,
+      "loss": 39.0625,
+      "step": 11839
+    },
+    {
+      "epoch": 0.565803306890949,
+      "grad_norm": 443.6664123535156,
+      "learning_rate": 1.6829071592332432e-05,
+      "loss": 28.75,
+      "step": 11840
+    },
+    {
+      "epoch": 0.5658510943324094,
+      "grad_norm": 289.97509765625,
+      "learning_rate": 1.6828506257643106e-05,
+      "loss": 29.1562,
+      "step": 11841
+    },
+    {
+      "epoch": 0.5658988817738698,
+      "grad_norm": 374.2915954589844,
+      "learning_rate": 1.6827940882059835e-05,
+      "loss": 31.0938,
+      "step": 11842
+    },
+    {
+      "epoch": 0.5659466692153302,
+      "grad_norm": 233.9560546875,
+      "learning_rate": 1.6827375465586007e-05,
+      "loss": 20.5625,
+      "step": 11843
+    },
+    {
+      "epoch": 0.5659944566567906,
+      "grad_norm": 530.3665161132812,
+      "learning_rate": 1.6826810008225015e-05,
+      "loss": 23.4219,
+      "step": 11844
+    },
+    {
+      "epoch": 0.566042244098251,
+      "grad_norm": 347.3353576660156,
+      "learning_rate": 1.6826244509980237e-05,
+      "loss": 32.25,
+      "step": 11845
+    },
+    {
+      "epoch": 0.5660900315397114,
+      "grad_norm": 320.852783203125,
+      "learning_rate": 1.6825678970855063e-05,
+      "loss": 28.875,
+      "step": 11846
+    },
+    {
+      "epoch": 0.5661378189811718,
+      "grad_norm": 376.7746887207031,
+      "learning_rate": 1.682511339085288e-05,
+      "loss": 28.6562,
+      "step": 11847
+    },
+    {
+      "epoch": 0.5661856064226322,
+      "grad_norm": 196.24072265625,
+      "learning_rate": 1.6824547769977072e-05,
+      "loss": 25.6875,
+      "step": 11848
+    },
+    {
+      "epoch": 0.5662333938640925,
+      "grad_norm": 421.58477783203125,
+      "learning_rate": 1.682398210823103e-05,
+      "loss": 30.5938,
+      "step": 11849
+    },
+    {
+      "epoch": 0.5662811813055529,
+      "grad_norm": 249.16534423828125,
+      "learning_rate": 1.682341640561814e-05,
+      "loss": 26.4688,
+      "step": 11850
+    },
+    {
+      "epoch": 0.5663289687470133,
+      "grad_norm": 543.7396850585938,
+      "learning_rate": 1.682285066214179e-05,
+      "loss": 44.875,
+      "step": 11851
+    },
+    {
+      "epoch": 0.5663767561884737,
+      "grad_norm": 198.96380615234375,
+      "learning_rate": 1.6822284877805372e-05,
+      "loss": 28.8906,
+      "step": 11852
+    },
+    {
+      "epoch": 0.5664245436299341,
+      "grad_norm": 172.0143585205078,
+      "learning_rate": 1.682171905261227e-05,
+      "loss": 23.125,
+      "step": 11853
+    },
+    {
+      "epoch": 0.5664723310713944,
+      "grad_norm": 162.5365447998047,
+      "learning_rate": 1.682115318656587e-05,
+      "loss": 22.2812,
+      "step": 11854
+    },
+    {
+      "epoch": 0.5665201185128548,
+      "grad_norm": 364.4249267578125,
+      "learning_rate": 1.6820587279669568e-05,
+      "loss": 24.9062,
+      "step": 11855
+    },
+    {
+      "epoch": 0.5665679059543152,
+      "grad_norm": 383.5674133300781,
+      "learning_rate": 1.6820021331926746e-05,
+      "loss": 44.875,
+      "step": 11856
+    },
+    {
+      "epoch": 0.5666156933957756,
+      "grad_norm": 363.6066589355469,
+      "learning_rate": 1.6819455343340798e-05,
+      "loss": 39.5625,
+      "step": 11857
+    },
+    {
+      "epoch": 0.5666634808372359,
+      "grad_norm": 252.01016235351562,
+      "learning_rate": 1.681888931391511e-05,
+      "loss": 23.9375,
+      "step": 11858
+    },
+    {
+      "epoch": 0.5667112682786963,
+      "grad_norm": 249.08126831054688,
+      "learning_rate": 1.6818323243653077e-05,
+      "loss": 27.1875,
+      "step": 11859
+    },
+    {
+      "epoch": 0.5667590557201567,
+      "grad_norm": 167.58802795410156,
+      "learning_rate": 1.6817757132558084e-05,
+      "loss": 22.875,
+      "step": 11860
+    },
+    {
+      "epoch": 0.5668068431616171,
+      "grad_norm": 207.39205932617188,
+      "learning_rate": 1.6817190980633524e-05,
+      "loss": 23.6875,
+      "step": 11861
+    },
+    {
+      "epoch": 0.5668546306030775,
+      "grad_norm": 198.35916137695312,
+      "learning_rate": 1.6816624787882787e-05,
+      "loss": 20.4688,
+      "step": 11862
+    },
+    {
+      "epoch": 0.5669024180445379,
+      "grad_norm": 272.36566162109375,
+      "learning_rate": 1.6816058554309262e-05,
+      "loss": 33.125,
+      "step": 11863
+    },
+    {
+      "epoch": 0.5669502054859983,
+      "grad_norm": 300.7550354003906,
+      "learning_rate": 1.681549227991634e-05,
+      "loss": 30.3125,
+      "step": 11864
+    },
+    {
+      "epoch": 0.5669979929274587,
+      "grad_norm": 486.6412658691406,
+      "learning_rate": 1.6814925964707415e-05,
+      "loss": 28.0625,
+      "step": 11865
+    },
+    {
+      "epoch": 0.5670457803689191,
+      "grad_norm": 310.49908447265625,
+      "learning_rate": 1.6814359608685876e-05,
+      "loss": 40.0312,
+      "step": 11866
+    },
+    {
+      "epoch": 0.5670935678103795,
+      "grad_norm": 336.3490905761719,
+      "learning_rate": 1.681379321185512e-05,
+      "loss": 26.2344,
+      "step": 11867
+    },
+    {
+      "epoch": 0.5671413552518398,
+      "grad_norm": 125.46270751953125,
+      "learning_rate": 1.681322677421853e-05,
+      "loss": 19.1875,
+      "step": 11868
+    },
+    {
+      "epoch": 0.5671891426933002,
+      "grad_norm": 414.6909484863281,
+      "learning_rate": 1.6812660295779507e-05,
+      "loss": 30.375,
+      "step": 11869
+    },
+    {
+      "epoch": 0.5672369301347606,
+      "grad_norm": 364.4064025878906,
+      "learning_rate": 1.6812093776541438e-05,
+      "loss": 38.4375,
+      "step": 11870
+    },
+    {
+      "epoch": 0.567284717576221,
+      "grad_norm": 272.1197509765625,
+      "learning_rate": 1.6811527216507717e-05,
+      "loss": 26.9375,
+      "step": 11871
+    },
+    {
+      "epoch": 0.5673325050176814,
+      "grad_norm": 282.4771728515625,
+      "learning_rate": 1.6810960615681737e-05,
+      "loss": 33.4375,
+      "step": 11872
+    },
+    {
+      "epoch": 0.5673802924591418,
+      "grad_norm": 269.62432861328125,
+      "learning_rate": 1.681039397406689e-05,
+      "loss": 35.375,
+      "step": 11873
+    },
+    {
+      "epoch": 0.5674280799006021,
+      "grad_norm": 288.2469787597656,
+      "learning_rate": 1.6809827291666576e-05,
+      "loss": 34.3438,
+      "step": 11874
+    },
+    {
+      "epoch": 0.5674758673420625,
+      "grad_norm": 437.4466247558594,
+      "learning_rate": 1.680926056848418e-05,
+      "loss": 20.5,
+      "step": 11875
+    },
+    {
+      "epoch": 0.5675236547835228,
+      "grad_norm": 307.5303955078125,
+      "learning_rate": 1.6808693804523096e-05,
+      "loss": 36.3125,
+      "step": 11876
+    },
+    {
+      "epoch": 0.5675714422249832,
+      "grad_norm": 308.99664306640625,
+      "learning_rate": 1.680812699978673e-05,
+      "loss": 28.4062,
+      "step": 11877
+    },
+    {
+      "epoch": 0.5676192296664436,
+      "grad_norm": 351.0746765136719,
+      "learning_rate": 1.6807560154278465e-05,
+      "loss": 27.625,
+      "step": 11878
+    },
+    {
+      "epoch": 0.567667017107904,
+      "grad_norm": 275.0272216796875,
+      "learning_rate": 1.6806993268001693e-05,
+      "loss": 29.5469,
+      "step": 11879
+    },
+    {
+      "epoch": 0.5677148045493644,
+      "grad_norm": 233.0321807861328,
+      "learning_rate": 1.680642634095982e-05,
+      "loss": 25.7812,
+      "step": 11880
+    },
+    {
+      "epoch": 0.5677625919908248,
+      "grad_norm": 282.727783203125,
+      "learning_rate": 1.6805859373156237e-05,
+      "loss": 30.5625,
+      "step": 11881
+    },
+    {
+      "epoch": 0.5678103794322852,
+      "grad_norm": 480.69586181640625,
+      "learning_rate": 1.6805292364594336e-05,
+      "loss": 40.8125,
+      "step": 11882
+    },
+    {
+      "epoch": 0.5678581668737456,
+      "grad_norm": 255.49862670898438,
+      "learning_rate": 1.680472531527752e-05,
+      "loss": 34.75,
+      "step": 11883
+    },
+    {
+      "epoch": 0.567905954315206,
+      "grad_norm": 518.491943359375,
+      "learning_rate": 1.680415822520917e-05,
+      "loss": 39.3438,
+      "step": 11884
+    },
+    {
+      "epoch": 0.5679537417566664,
+      "grad_norm": 281.6446838378906,
+      "learning_rate": 1.68035910943927e-05,
+      "loss": 29.3438,
+      "step": 11885
+    },
+    {
+      "epoch": 0.5680015291981267,
+      "grad_norm": 270.9760437011719,
+      "learning_rate": 1.6803023922831494e-05,
+      "loss": 26.0625,
+      "step": 11886
+    },
+    {
+      "epoch": 0.5680493166395871,
+      "grad_norm": 272.78875732421875,
+      "learning_rate": 1.6802456710528956e-05,
+      "loss": 42.375,
+      "step": 11887
+    },
+    {
+      "epoch": 0.5680971040810475,
+      "grad_norm": 173.7926025390625,
+      "learning_rate": 1.6801889457488477e-05,
+      "loss": 27.6875,
+      "step": 11888
+    },
+    {
+      "epoch": 0.5681448915225079,
+      "grad_norm": 249.58474731445312,
+      "learning_rate": 1.680132216371346e-05,
+      "loss": 32.0938,
+      "step": 11889
+    },
+    {
+      "epoch": 0.5681926789639683,
+      "grad_norm": 272.6472473144531,
+      "learning_rate": 1.68007548292073e-05,
+      "loss": 30.625,
+      "step": 11890
+    },
+    {
+      "epoch": 0.5682404664054287,
+      "grad_norm": 264.45001220703125,
+      "learning_rate": 1.680018745397339e-05,
+      "loss": 21.625,
+      "step": 11891
+    },
+    {
+      "epoch": 0.5682882538468891,
+      "grad_norm": 274.995361328125,
+      "learning_rate": 1.6799620038015136e-05,
+      "loss": 31.375,
+      "step": 11892
+    },
+    {
+      "epoch": 0.5683360412883495,
+      "grad_norm": 282.69085693359375,
+      "learning_rate": 1.6799052581335925e-05,
+      "loss": 39.2656,
+      "step": 11893
+    },
+    {
+      "epoch": 0.5683838287298099,
+      "grad_norm": 235.4918670654297,
+      "learning_rate": 1.679848508393917e-05,
+      "loss": 25.7188,
+      "step": 11894
+    },
+    {
+      "epoch": 0.5684316161712701,
+      "grad_norm": 208.00538635253906,
+      "learning_rate": 1.679791754582826e-05,
+      "loss": 23.9062,
+      "step": 11895
+    },
+    {
+      "epoch": 0.5684794036127305,
+      "grad_norm": 432.4782409667969,
+      "learning_rate": 1.6797349967006592e-05,
+      "loss": 30.9688,
+      "step": 11896
+    },
+    {
+      "epoch": 0.5685271910541909,
+      "grad_norm": 248.44349670410156,
+      "learning_rate": 1.679678234747757e-05,
+      "loss": 32.4688,
+      "step": 11897
+    },
+    {
+      "epoch": 0.5685749784956513,
+      "grad_norm": 223.61355590820312,
+      "learning_rate": 1.6796214687244595e-05,
+      "loss": 31.0938,
+      "step": 11898
+    },
+    {
+      "epoch": 0.5686227659371117,
+      "grad_norm": 341.75006103515625,
+      "learning_rate": 1.679564698631106e-05,
+      "loss": 29.3281,
+      "step": 11899
+    },
+    {
+      "epoch": 0.5686705533785721,
+      "grad_norm": 231.7101287841797,
+      "learning_rate": 1.679507924468037e-05,
+      "loss": 25.7656,
+      "step": 11900
+    },
+    {
+      "epoch": 0.5687183408200325,
+      "grad_norm": 176.83880615234375,
+      "learning_rate": 1.6794511462355926e-05,
+      "loss": 31.5938,
+      "step": 11901
+    },
+    {
+      "epoch": 0.5687661282614929,
+      "grad_norm": 395.9107971191406,
+      "learning_rate": 1.6793943639341122e-05,
+      "loss": 26.0625,
+      "step": 11902
+    },
+    {
+      "epoch": 0.5688139157029533,
+      "grad_norm": 751.7776489257812,
+      "learning_rate": 1.679337577563936e-05,
+      "loss": 31.5625,
+      "step": 11903
+    },
+    {
+      "epoch": 0.5688617031444136,
+      "grad_norm": 229.1905975341797,
+      "learning_rate": 1.679280787125405e-05,
+      "loss": 41.75,
+      "step": 11904
+    },
+    {
+      "epoch": 0.568909490585874,
+      "grad_norm": 211.32546997070312,
+      "learning_rate": 1.679223992618858e-05,
+      "loss": 27.8125,
+      "step": 11905
+    },
+    {
+      "epoch": 0.5689572780273344,
+      "grad_norm": 248.24380493164062,
+      "learning_rate": 1.6791671940446358e-05,
+      "loss": 32.3281,
+      "step": 11906
+    },
+    {
+      "epoch": 0.5690050654687948,
+      "grad_norm": 225.4283447265625,
+      "learning_rate": 1.6791103914030788e-05,
+      "loss": 22.5,
+      "step": 11907
+    },
+    {
+      "epoch": 0.5690528529102552,
+      "grad_norm": 277.84490966796875,
+      "learning_rate": 1.6790535846945263e-05,
+      "loss": 34.7812,
+      "step": 11908
+    },
+    {
+      "epoch": 0.5691006403517156,
+      "grad_norm": 240.91604614257812,
+      "learning_rate": 1.6789967739193195e-05,
+      "loss": 24.2969,
+      "step": 11909
+    },
+    {
+      "epoch": 0.569148427793176,
+      "grad_norm": 248.14572143554688,
+      "learning_rate": 1.6789399590777982e-05,
+      "loss": 24.9219,
+      "step": 11910
+    },
+    {
+      "epoch": 0.5691962152346364,
+      "grad_norm": 188.75222778320312,
+      "learning_rate": 1.6788831401703026e-05,
+      "loss": 37.5,
+      "step": 11911
+    },
+    {
+      "epoch": 0.5692440026760968,
+      "grad_norm": 213.44857788085938,
+      "learning_rate": 1.6788263171971726e-05,
+      "loss": 27.6562,
+      "step": 11912
+    },
+    {
+      "epoch": 0.5692917901175572,
+      "grad_norm": 278.4033508300781,
+      "learning_rate": 1.6787694901587492e-05,
+      "loss": 39.125,
+      "step": 11913
+    },
+    {
+      "epoch": 0.5693395775590175,
+      "grad_norm": 218.84817504882812,
+      "learning_rate": 1.6787126590553724e-05,
+      "loss": 30.9688,
+      "step": 11914
+    },
+    {
+      "epoch": 0.5693873650004779,
+      "grad_norm": 257.93927001953125,
+      "learning_rate": 1.6786558238873826e-05,
+      "loss": 28.5625,
+      "step": 11915
+    },
+    {
+      "epoch": 0.5694351524419382,
+      "grad_norm": 291.6706848144531,
+      "learning_rate": 1.67859898465512e-05,
+      "loss": 29.6562,
+      "step": 11916
+    },
+    {
+      "epoch": 0.5694829398833986,
+      "grad_norm": 257.8446960449219,
+      "learning_rate": 1.6785421413589252e-05,
+      "loss": 29.4375,
+      "step": 11917
+    },
+    {
+      "epoch": 0.569530727324859,
+      "grad_norm": 195.65724182128906,
+      "learning_rate": 1.6784852939991382e-05,
+      "loss": 38.2188,
+      "step": 11918
+    },
+    {
+      "epoch": 0.5695785147663194,
+      "grad_norm": 283.1322326660156,
+      "learning_rate": 1.6784284425761e-05,
+      "loss": 32.625,
+      "step": 11919
+    },
+    {
+      "epoch": 0.5696263022077798,
+      "grad_norm": 200.99085998535156,
+      "learning_rate": 1.678371587090151e-05,
+      "loss": 28.9062,
+      "step": 11920
+    },
+    {
+      "epoch": 0.5696740896492402,
+      "grad_norm": 204.17263793945312,
+      "learning_rate": 1.6783147275416317e-05,
+      "loss": 21.5469,
+      "step": 11921
+    },
+    {
+      "epoch": 0.5697218770907005,
+      "grad_norm": 329.9338684082031,
+      "learning_rate": 1.678257863930882e-05,
+      "loss": 25.6562,
+      "step": 11922
+    },
+    {
+      "epoch": 0.5697696645321609,
+      "grad_norm": 247.43106079101562,
+      "learning_rate": 1.678200996258243e-05,
+      "loss": 23.625,
+      "step": 11923
+    },
+    {
+      "epoch": 0.5698174519736213,
+      "grad_norm": 304.8544616699219,
+      "learning_rate": 1.6781441245240552e-05,
+      "loss": 35.875,
+      "step": 11924
+    },
+    {
+      "epoch": 0.5698652394150817,
+      "grad_norm": 705.5540161132812,
+      "learning_rate": 1.6780872487286593e-05,
+      "loss": 30.0625,
+      "step": 11925
+    },
+    {
+      "epoch": 0.5699130268565421,
+      "grad_norm": 246.91189575195312,
+      "learning_rate": 1.6780303688723957e-05,
+      "loss": 33.5938,
+      "step": 11926
+    },
+    {
+      "epoch": 0.5699608142980025,
+      "grad_norm": 533.4800415039062,
+      "learning_rate": 1.677973484955605e-05,
+      "loss": 30.9375,
+      "step": 11927
+    },
+    {
+      "epoch": 0.5700086017394629,
+      "grad_norm": 247.67568969726562,
+      "learning_rate": 1.6779165969786278e-05,
+      "loss": 27.6406,
+      "step": 11928
+    },
+    {
+      "epoch": 0.5700563891809233,
+      "grad_norm": 176.46109008789062,
+      "learning_rate": 1.6778597049418054e-05,
+      "loss": 21.125,
+      "step": 11929
+    },
+    {
+      "epoch": 0.5701041766223837,
+      "grad_norm": 321.1809997558594,
+      "learning_rate": 1.6778028088454774e-05,
+      "loss": 33.2188,
+      "step": 11930
+    },
+    {
+      "epoch": 0.570151964063844,
+      "grad_norm": 150.4003448486328,
+      "learning_rate": 1.6777459086899856e-05,
+      "loss": 27.875,
+      "step": 11931
+    },
+    {
+      "epoch": 0.5701997515053044,
+      "grad_norm": 356.62725830078125,
+      "learning_rate": 1.67768900447567e-05,
+      "loss": 36.125,
+      "step": 11932
+    },
+    {
+      "epoch": 0.5702475389467648,
+      "grad_norm": 355.0539245605469,
+      "learning_rate": 1.677632096202872e-05,
+      "loss": 20.9375,
+      "step": 11933
+    },
+    {
+      "epoch": 0.5702953263882252,
+      "grad_norm": 228.61395263671875,
+      "learning_rate": 1.6775751838719324e-05,
+      "loss": 34.2188,
+      "step": 11934
+    },
+    {
+      "epoch": 0.5703431138296856,
+      "grad_norm": 229.09701538085938,
+      "learning_rate": 1.6775182674831914e-05,
+      "loss": 32.9844,
+      "step": 11935
+    },
+    {
+      "epoch": 0.5703909012711459,
+      "grad_norm": 325.3840637207031,
+      "learning_rate": 1.67746134703699e-05,
+      "loss": 27.2812,
+      "step": 11936
+    },
+    {
+      "epoch": 0.5704386887126063,
+      "grad_norm": 260.4210510253906,
+      "learning_rate": 1.6774044225336696e-05,
+      "loss": 24.375,
+      "step": 11937
+    },
+    {
+      "epoch": 0.5704864761540667,
+      "grad_norm": 326.2873229980469,
+      "learning_rate": 1.677347493973571e-05,
+      "loss": 22.25,
+      "step": 11938
+    },
+    {
+      "epoch": 0.5705342635955271,
+      "grad_norm": 239.29974365234375,
+      "learning_rate": 1.6772905613570345e-05,
+      "loss": 22.0,
+      "step": 11939
+    },
+    {
+      "epoch": 0.5705820510369874,
+      "grad_norm": 202.64495849609375,
+      "learning_rate": 1.677233624684402e-05,
+      "loss": 28.125,
+      "step": 11940
+    },
+    {
+      "epoch": 0.5706298384784478,
+      "grad_norm": 180.6459503173828,
+      "learning_rate": 1.6771766839560136e-05,
+      "loss": 24.5938,
+      "step": 11941
+    },
+    {
+      "epoch": 0.5706776259199082,
+      "grad_norm": 500.4961242675781,
+      "learning_rate": 1.6771197391722104e-05,
+      "loss": 48.2812,
+      "step": 11942
+    },
+    {
+      "epoch": 0.5707254133613686,
+      "grad_norm": 387.8796081542969,
+      "learning_rate": 1.6770627903333342e-05,
+      "loss": 24.75,
+      "step": 11943
+    },
+    {
+      "epoch": 0.570773200802829,
+      "grad_norm": 273.41217041015625,
+      "learning_rate": 1.6770058374397252e-05,
+      "loss": 24.4844,
+      "step": 11944
+    },
+    {
+      "epoch": 0.5708209882442894,
+      "grad_norm": 310.6583251953125,
+      "learning_rate": 1.676948880491725e-05,
+      "loss": 34.2188,
+      "step": 11945
+    },
+    {
+      "epoch": 0.5708687756857498,
+      "grad_norm": 359.35797119140625,
+      "learning_rate": 1.6768919194896745e-05,
+      "loss": 29.8594,
+      "step": 11946
+    },
+    {
+      "epoch": 0.5709165631272102,
+      "grad_norm": 287.0464782714844,
+      "learning_rate": 1.6768349544339148e-05,
+      "loss": 34.3125,
+      "step": 11947
+    },
+    {
+      "epoch": 0.5709643505686706,
+      "grad_norm": 234.00917053222656,
+      "learning_rate": 1.676777985324787e-05,
+      "loss": 38.9688,
+      "step": 11948
+    },
+    {
+      "epoch": 0.571012138010131,
+      "grad_norm": 270.02423095703125,
+      "learning_rate": 1.6767210121626323e-05,
+      "loss": 23.6562,
+      "step": 11949
+    },
+    {
+      "epoch": 0.5710599254515913,
+      "grad_norm": 313.38433837890625,
+      "learning_rate": 1.676664034947792e-05,
+      "loss": 34.1562,
+      "step": 11950
+    },
+    {
+      "epoch": 0.5711077128930517,
+      "grad_norm": 344.62713623046875,
+      "learning_rate": 1.6766070536806073e-05,
+      "loss": 28.125,
+      "step": 11951
+    },
+    {
+      "epoch": 0.5711555003345121,
+      "grad_norm": 209.51223754882812,
+      "learning_rate": 1.6765500683614197e-05,
+      "loss": 35.6562,
+      "step": 11952
+    },
+    {
+      "epoch": 0.5712032877759725,
+      "grad_norm": 248.970458984375,
+      "learning_rate": 1.67649307899057e-05,
+      "loss": 32.1875,
+      "step": 11953
+    },
+    {
+      "epoch": 0.5712510752174329,
+      "grad_norm": 157.48341369628906,
+      "learning_rate": 1.6764360855683995e-05,
+      "loss": 23.6406,
+      "step": 11954
+    },
+    {
+      "epoch": 0.5712988626588933,
+      "grad_norm": 300.396728515625,
+      "learning_rate": 1.6763790880952496e-05,
+      "loss": 28.9375,
+      "step": 11955
+    },
+    {
+      "epoch": 0.5713466501003537,
+      "grad_norm": 317.8902893066406,
+      "learning_rate": 1.676322086571462e-05,
+      "loss": 37.6875,
+      "step": 11956
+    },
+    {
+      "epoch": 0.571394437541814,
+      "grad_norm": 491.3121337890625,
+      "learning_rate": 1.6762650809973776e-05,
+      "loss": 42.3125,
+      "step": 11957
+    },
+    {
+      "epoch": 0.5714422249832743,
+      "grad_norm": 231.22048950195312,
+      "learning_rate": 1.676208071373338e-05,
+      "loss": 31.8438,
+      "step": 11958
+    },
+    {
+      "epoch": 0.5714900124247347,
+      "grad_norm": 149.25721740722656,
+      "learning_rate": 1.6761510576996847e-05,
+      "loss": 20.7812,
+      "step": 11959
+    },
+    {
+      "epoch": 0.5715377998661951,
+      "grad_norm": 316.5571594238281,
+      "learning_rate": 1.6760940399767588e-05,
+      "loss": 31.6875,
+      "step": 11960
+    },
+    {
+      "epoch": 0.5715855873076555,
+      "grad_norm": 583.988037109375,
+      "learning_rate": 1.6760370182049025e-05,
+      "loss": 29.3125,
+      "step": 11961
+    },
+    {
+      "epoch": 0.5716333747491159,
+      "grad_norm": 383.82843017578125,
+      "learning_rate": 1.6759799923844564e-05,
+      "loss": 35.5,
+      "step": 11962
+    },
+    {
+      "epoch": 0.5716811621905763,
+      "grad_norm": 290.672607421875,
+      "learning_rate": 1.6759229625157627e-05,
+      "loss": 26.6562,
+      "step": 11963
+    },
+    {
+      "epoch": 0.5717289496320367,
+      "grad_norm": 329.76385498046875,
+      "learning_rate": 1.6758659285991622e-05,
+      "loss": 25.7812,
+      "step": 11964
+    },
+    {
+      "epoch": 0.5717767370734971,
+      "grad_norm": 248.0692901611328,
+      "learning_rate": 1.6758088906349972e-05,
+      "loss": 24.0312,
+      "step": 11965
+    },
+    {
+      "epoch": 0.5718245245149575,
+      "grad_norm": 466.9515686035156,
+      "learning_rate": 1.6757518486236088e-05,
+      "loss": 29.6562,
+      "step": 11966
+    },
+    {
+      "epoch": 0.5718723119564179,
+      "grad_norm": 153.0729522705078,
+      "learning_rate": 1.675694802565339e-05,
+      "loss": 20.5156,
+      "step": 11967
+    },
+    {
+      "epoch": 0.5719200993978782,
+      "grad_norm": 186.10031127929688,
+      "learning_rate": 1.675637752460529e-05,
+      "loss": 29.3438,
+      "step": 11968
+    },
+    {
+      "epoch": 0.5719678868393386,
+      "grad_norm": 502.0336608886719,
+      "learning_rate": 1.675580698309521e-05,
+      "loss": 26.625,
+      "step": 11969
+    },
+    {
+      "epoch": 0.572015674280799,
+      "grad_norm": 225.4567108154297,
+      "learning_rate": 1.675523640112656e-05,
+      "loss": 28.6406,
+      "step": 11970
+    },
+    {
+      "epoch": 0.5720634617222594,
+      "grad_norm": 275.6123962402344,
+      "learning_rate": 1.6754665778702764e-05,
+      "loss": 25.5312,
+      "step": 11971
+    },
+    {
+      "epoch": 0.5721112491637198,
+      "grad_norm": 306.4798889160156,
+      "learning_rate": 1.675409511582723e-05,
+      "loss": 44.7969,
+      "step": 11972
+    },
+    {
+      "epoch": 0.5721590366051802,
+      "grad_norm": 301.6507263183594,
+      "learning_rate": 1.675352441250339e-05,
+      "loss": 28.4375,
+      "step": 11973
+    },
+    {
+      "epoch": 0.5722068240466406,
+      "grad_norm": 297.927001953125,
+      "learning_rate": 1.6752953668734645e-05,
+      "loss": 28.5625,
+      "step": 11974
+    },
+    {
+      "epoch": 0.572254611488101,
+      "grad_norm": 285.44219970703125,
+      "learning_rate": 1.6752382884524424e-05,
+      "loss": 25.8281,
+      "step": 11975
+    },
+    {
+      "epoch": 0.5723023989295614,
+      "grad_norm": 583.5838012695312,
+      "learning_rate": 1.6751812059876143e-05,
+      "loss": 41.2188,
+      "step": 11976
+    },
+    {
+      "epoch": 0.5723501863710216,
+      "grad_norm": 159.4142608642578,
+      "learning_rate": 1.6751241194793223e-05,
+      "loss": 21.625,
+      "step": 11977
+    },
+    {
+      "epoch": 0.572397973812482,
+      "grad_norm": 153.2750244140625,
+      "learning_rate": 1.6750670289279075e-05,
+      "loss": 37.125,
+      "step": 11978
+    },
+    {
+      "epoch": 0.5724457612539424,
+      "grad_norm": 185.9519500732422,
+      "learning_rate": 1.6750099343337126e-05,
+      "loss": 26.6562,
+      "step": 11979
+    },
+    {
+      "epoch": 0.5724935486954028,
+      "grad_norm": 342.853515625,
+      "learning_rate": 1.674952835697079e-05,
+      "loss": 28.9062,
+      "step": 11980
+    },
+    {
+      "epoch": 0.5725413361368632,
+      "grad_norm": 400.3189697265625,
+      "learning_rate": 1.674895733018349e-05,
+      "loss": 36.0312,
+      "step": 11981
+    },
+    {
+      "epoch": 0.5725891235783236,
+      "grad_norm": 406.64080810546875,
+      "learning_rate": 1.6748386262978643e-05,
+      "loss": 36.1875,
+      "step": 11982
+    },
+    {
+      "epoch": 0.572636911019784,
+      "grad_norm": 166.39170837402344,
+      "learning_rate": 1.6747815155359666e-05,
+      "loss": 24.3125,
+      "step": 11983
+    },
+    {
+      "epoch": 0.5726846984612444,
+      "grad_norm": 420.66497802734375,
+      "learning_rate": 1.674724400732999e-05,
+      "loss": 32.2812,
+      "step": 11984
+    },
+    {
+      "epoch": 0.5727324859027048,
+      "grad_norm": 240.18630981445312,
+      "learning_rate": 1.6746672818893026e-05,
+      "loss": 25.0781,
+      "step": 11985
+    },
+    {
+      "epoch": 0.5727802733441651,
+      "grad_norm": 309.7054748535156,
+      "learning_rate": 1.67461015900522e-05,
+      "loss": 32.75,
+      "step": 11986
+    },
+    {
+      "epoch": 0.5728280607856255,
+      "grad_norm": 314.1375732421875,
+      "learning_rate": 1.6745530320810926e-05,
+      "loss": 33.375,
+      "step": 11987
+    },
+    {
+      "epoch": 0.5728758482270859,
+      "grad_norm": 488.52008056640625,
+      "learning_rate": 1.674495901117263e-05,
+      "loss": 29.9375,
+      "step": 11988
+    },
+    {
+      "epoch": 0.5729236356685463,
+      "grad_norm": 514.1344604492188,
+      "learning_rate": 1.6744387661140735e-05,
+      "loss": 37.4375,
+      "step": 11989
+    },
+    {
+      "epoch": 0.5729714231100067,
+      "grad_norm": 271.9957580566406,
+      "learning_rate": 1.674381627071866e-05,
+      "loss": 29.0938,
+      "step": 11990
+    },
+    {
+      "epoch": 0.5730192105514671,
+      "grad_norm": 236.80450439453125,
+      "learning_rate": 1.674324483990983e-05,
+      "loss": 28.375,
+      "step": 11991
+    },
+    {
+      "epoch": 0.5730669979929275,
+      "grad_norm": 160.66441345214844,
+      "learning_rate": 1.674267336871766e-05,
+      "loss": 26.0938,
+      "step": 11992
+    },
+    {
+      "epoch": 0.5731147854343879,
+      "grad_norm": 360.3531799316406,
+      "learning_rate": 1.6742101857145582e-05,
+      "loss": 23.0938,
+      "step": 11993
+    },
+    {
+      "epoch": 0.5731625728758483,
+      "grad_norm": 371.3485412597656,
+      "learning_rate": 1.674153030519701e-05,
+      "loss": 28.7812,
+      "step": 11994
+    },
+    {
+      "epoch": 0.5732103603173087,
+      "grad_norm": 381.6061096191406,
+      "learning_rate": 1.674095871287537e-05,
+      "loss": 37.4688,
+      "step": 11995
+    },
+    {
+      "epoch": 0.573258147758769,
+      "grad_norm": 426.1602783203125,
+      "learning_rate": 1.6740387080184084e-05,
+      "loss": 31.625,
+      "step": 11996
+    },
+    {
+      "epoch": 0.5733059352002294,
+      "grad_norm": 284.8576354980469,
+      "learning_rate": 1.673981540712658e-05,
+      "loss": 35.6562,
+      "step": 11997
+    },
+    {
+      "epoch": 0.5733537226416897,
+      "grad_norm": 214.5718994140625,
+      "learning_rate": 1.673924369370628e-05,
+      "loss": 27.875,
+      "step": 11998
+    },
+    {
+      "epoch": 0.5734015100831501,
+      "grad_norm": 328.9445495605469,
+      "learning_rate": 1.6738671939926604e-05,
+      "loss": 37.875,
+      "step": 11999
+    },
+    {
+      "epoch": 0.5734492975246105,
+      "grad_norm": 201.70120239257812,
+      "learning_rate": 1.6738100145790977e-05,
+      "loss": 27.5,
+      "step": 12000
+    },
+    {
+      "epoch": 0.5734970849660709,
+      "grad_norm": 344.9445495605469,
+      "learning_rate": 1.6737528311302823e-05,
+      "loss": 47.5938,
+      "step": 12001
+    },
+    {
+      "epoch": 0.5735448724075313,
+      "grad_norm": 310.49957275390625,
+      "learning_rate": 1.6736956436465573e-05,
+      "loss": 30.4219,
+      "step": 12002
+    },
+    {
+      "epoch": 0.5735926598489917,
+      "grad_norm": 193.92042541503906,
+      "learning_rate": 1.6736384521282647e-05,
+      "loss": 27.7188,
+      "step": 12003
+    },
+    {
+      "epoch": 0.573640447290452,
+      "grad_norm": 330.8074951171875,
+      "learning_rate": 1.6735812565757466e-05,
+      "loss": 27.8125,
+      "step": 12004
+    },
+    {
+      "epoch": 0.5736882347319124,
+      "grad_norm": 573.0880126953125,
+      "learning_rate": 1.6735240569893462e-05,
+      "loss": 33.5938,
+      "step": 12005
+    },
+    {
+      "epoch": 0.5737360221733728,
+      "grad_norm": 201.57228088378906,
+      "learning_rate": 1.6734668533694057e-05,
+      "loss": 27.8438,
+      "step": 12006
+    },
+    {
+      "epoch": 0.5737838096148332,
+      "grad_norm": 235.43930053710938,
+      "learning_rate": 1.673409645716268e-05,
+      "loss": 25.9375,
+      "step": 12007
+    },
+    {
+      "epoch": 0.5738315970562936,
+      "grad_norm": 253.8765411376953,
+      "learning_rate": 1.673352434030275e-05,
+      "loss": 24.625,
+      "step": 12008
+    },
+    {
+      "epoch": 0.573879384497754,
+      "grad_norm": 550.990966796875,
+      "learning_rate": 1.67329521831177e-05,
+      "loss": 27.5625,
+      "step": 12009
+    },
+    {
+      "epoch": 0.5739271719392144,
+      "grad_norm": 226.03216552734375,
+      "learning_rate": 1.6732379985610955e-05,
+      "loss": 18.7031,
+      "step": 12010
+    },
+    {
+      "epoch": 0.5739749593806748,
+      "grad_norm": 499.4429931640625,
+      "learning_rate": 1.673180774778594e-05,
+      "loss": 36.0,
+      "step": 12011
+    },
+    {
+      "epoch": 0.5740227468221352,
+      "grad_norm": 462.314697265625,
+      "learning_rate": 1.6731235469646087e-05,
+      "loss": 44.3125,
+      "step": 12012
+    },
+    {
+      "epoch": 0.5740705342635956,
+      "grad_norm": 252.97691345214844,
+      "learning_rate": 1.6730663151194816e-05,
+      "loss": 26.2812,
+      "step": 12013
+    },
+    {
+      "epoch": 0.574118321705056,
+      "grad_norm": 271.9776916503906,
+      "learning_rate": 1.673009079243556e-05,
+      "loss": 29.2812,
+      "step": 12014
+    },
+    {
+      "epoch": 0.5741661091465163,
+      "grad_norm": 340.0765075683594,
+      "learning_rate": 1.672951839337174e-05,
+      "loss": 30.375,
+      "step": 12015
+    },
+    {
+      "epoch": 0.5742138965879767,
+      "grad_norm": 247.1085205078125,
+      "learning_rate": 1.672894595400679e-05,
+      "loss": 28.7812,
+      "step": 12016
+    },
+    {
+      "epoch": 0.5742616840294371,
+      "grad_norm": 278.7659606933594,
+      "learning_rate": 1.6728373474344136e-05,
+      "loss": 28.75,
+      "step": 12017
+    },
+    {
+      "epoch": 0.5743094714708975,
+      "grad_norm": 162.5175323486328,
+      "learning_rate": 1.6727800954387207e-05,
+      "loss": 30.0938,
+      "step": 12018
+    },
+    {
+      "epoch": 0.5743572589123578,
+      "grad_norm": 281.3023986816406,
+      "learning_rate": 1.672722839413943e-05,
+      "loss": 26.9844,
+      "step": 12019
+    },
+    {
+      "epoch": 0.5744050463538182,
+      "grad_norm": 254.0083465576172,
+      "learning_rate": 1.672665579360424e-05,
+      "loss": 33.5938,
+      "step": 12020
+    },
+    {
+      "epoch": 0.5744528337952786,
+      "grad_norm": 244.09347534179688,
+      "learning_rate": 1.672608315278506e-05,
+      "loss": 22.8281,
+      "step": 12021
+    },
+    {
+      "epoch": 0.574500621236739,
+      "grad_norm": 680.4611206054688,
+      "learning_rate": 1.6725510471685318e-05,
+      "loss": 23.9688,
+      "step": 12022
+    },
+    {
+      "epoch": 0.5745484086781993,
+      "grad_norm": 252.38833618164062,
+      "learning_rate": 1.6724937750308447e-05,
+      "loss": 25.3125,
+      "step": 12023
+    },
+    {
+      "epoch": 0.5745961961196597,
+      "grad_norm": 198.3096466064453,
+      "learning_rate": 1.672436498865788e-05,
+      "loss": 26.0625,
+      "step": 12024
+    },
+    {
+      "epoch": 0.5746439835611201,
+      "grad_norm": 221.44418334960938,
+      "learning_rate": 1.672379218673704e-05,
+      "loss": 23.2188,
+      "step": 12025
+    },
+    {
+      "epoch": 0.5746917710025805,
+      "grad_norm": 265.1253967285156,
+      "learning_rate": 1.6723219344549365e-05,
+      "loss": 30.8438,
+      "step": 12026
+    },
+    {
+      "epoch": 0.5747395584440409,
+      "grad_norm": 254.52877807617188,
+      "learning_rate": 1.6722646462098276e-05,
+      "loss": 21.5781,
+      "step": 12027
+    },
+    {
+      "epoch": 0.5747873458855013,
+      "grad_norm": 257.4490051269531,
+      "learning_rate": 1.6722073539387213e-05,
+      "loss": 25.8281,
+      "step": 12028
+    },
+    {
+      "epoch": 0.5748351333269617,
+      "grad_norm": 278.3036804199219,
+      "learning_rate": 1.6721500576419604e-05,
+      "loss": 30.5625,
+      "step": 12029
+    },
+    {
+      "epoch": 0.5748829207684221,
+      "grad_norm": 263.7148742675781,
+      "learning_rate": 1.6720927573198876e-05,
+      "loss": 22.1094,
+      "step": 12030
+    },
+    {
+      "epoch": 0.5749307082098825,
+      "grad_norm": 344.27020263671875,
+      "learning_rate": 1.672035452972847e-05,
+      "loss": 44.9375,
+      "step": 12031
+    },
+    {
+      "epoch": 0.5749784956513428,
+      "grad_norm": 236.53602600097656,
+      "learning_rate": 1.6719781446011805e-05,
+      "loss": 39.8438,
+      "step": 12032
+    },
+    {
+      "epoch": 0.5750262830928032,
+      "grad_norm": 275.1663513183594,
+      "learning_rate": 1.6719208322052324e-05,
+      "loss": 34.7812,
+      "step": 12033
+    },
+    {
+      "epoch": 0.5750740705342636,
+      "grad_norm": 231.82135009765625,
+      "learning_rate": 1.6718635157853455e-05,
+      "loss": 36.3125,
+      "step": 12034
+    },
+    {
+      "epoch": 0.575121857975724,
+      "grad_norm": 268.8547668457031,
+      "learning_rate": 1.671806195341863e-05,
+      "loss": 32.7812,
+      "step": 12035
+    },
+    {
+      "epoch": 0.5751696454171844,
+      "grad_norm": 286.1409606933594,
+      "learning_rate": 1.6717488708751282e-05,
+      "loss": 29.1875,
+      "step": 12036
+    },
+    {
+      "epoch": 0.5752174328586448,
+      "grad_norm": 223.30531311035156,
+      "learning_rate": 1.6716915423854847e-05,
+      "loss": 27.7031,
+      "step": 12037
+    },
+    {
+      "epoch": 0.5752652203001052,
+      "grad_norm": 300.014892578125,
+      "learning_rate": 1.6716342098732755e-05,
+      "loss": 33.9688,
+      "step": 12038
+    },
+    {
+      "epoch": 0.5753130077415655,
+      "grad_norm": 226.93511962890625,
+      "learning_rate": 1.671576873338844e-05,
+      "loss": 23.1562,
+      "step": 12039
+    },
+    {
+      "epoch": 0.5753607951830259,
+      "grad_norm": 570.1444091796875,
+      "learning_rate": 1.6715195327825334e-05,
+      "loss": 30.8438,
+      "step": 12040
+    },
+    {
+      "epoch": 0.5754085826244862,
+      "grad_norm": 240.95101928710938,
+      "learning_rate": 1.6714621882046875e-05,
+      "loss": 41.3125,
+      "step": 12041
+    },
+    {
+      "epoch": 0.5754563700659466,
+      "grad_norm": 375.9928894042969,
+      "learning_rate": 1.6714048396056496e-05,
+      "loss": 25.625,
+      "step": 12042
+    },
+    {
+      "epoch": 0.575504157507407,
+      "grad_norm": 429.83551025390625,
+      "learning_rate": 1.671347486985763e-05,
+      "loss": 18.4688,
+      "step": 12043
+    },
+    {
+      "epoch": 0.5755519449488674,
+      "grad_norm": 156.28579711914062,
+      "learning_rate": 1.671290130345371e-05,
+      "loss": 24.8125,
+      "step": 12044
+    },
+    {
+      "epoch": 0.5755997323903278,
+      "grad_norm": 446.0502624511719,
+      "learning_rate": 1.6712327696848178e-05,
+      "loss": 32.0938,
+      "step": 12045
+    },
+    {
+      "epoch": 0.5756475198317882,
+      "grad_norm": 224.84451293945312,
+      "learning_rate": 1.671175405004446e-05,
+      "loss": 26.3125,
+      "step": 12046
+    },
+    {
+      "epoch": 0.5756953072732486,
+      "grad_norm": 340.9016418457031,
+      "learning_rate": 1.6711180363045994e-05,
+      "loss": 25.4688,
+      "step": 12047
+    },
+    {
+      "epoch": 0.575743094714709,
+      "grad_norm": 225.0303497314453,
+      "learning_rate": 1.6710606635856224e-05,
+      "loss": 22.1719,
+      "step": 12048
+    },
+    {
+      "epoch": 0.5757908821561694,
+      "grad_norm": 417.0411376953125,
+      "learning_rate": 1.6710032868478573e-05,
+      "loss": 26.625,
+      "step": 12049
+    },
+    {
+      "epoch": 0.5758386695976297,
+      "grad_norm": 311.92816162109375,
+      "learning_rate": 1.6709459060916486e-05,
+      "loss": 45.6875,
+      "step": 12050
+    },
+    {
+      "epoch": 0.5758864570390901,
+      "grad_norm": 295.3570251464844,
+      "learning_rate": 1.67088852131734e-05,
+      "loss": 31.125,
+      "step": 12051
+    },
+    {
+      "epoch": 0.5759342444805505,
+      "grad_norm": 311.13494873046875,
+      "learning_rate": 1.6708311325252745e-05,
+      "loss": 32.0938,
+      "step": 12052
+    },
+    {
+      "epoch": 0.5759820319220109,
+      "grad_norm": 364.5673522949219,
+      "learning_rate": 1.670773739715796e-05,
+      "loss": 25.1875,
+      "step": 12053
+    },
+    {
+      "epoch": 0.5760298193634713,
+      "grad_norm": 292.25830078125,
+      "learning_rate": 1.6707163428892487e-05,
+      "loss": 26.375,
+      "step": 12054
+    },
+    {
+      "epoch": 0.5760776068049317,
+      "grad_norm": 309.15386962890625,
+      "learning_rate": 1.6706589420459756e-05,
+      "loss": 28.0938,
+      "step": 12055
+    },
+    {
+      "epoch": 0.5761253942463921,
+      "grad_norm": 208.17750549316406,
+      "learning_rate": 1.670601537186321e-05,
+      "loss": 25.6562,
+      "step": 12056
+    },
+    {
+      "epoch": 0.5761731816878525,
+      "grad_norm": 369.2452392578125,
+      "learning_rate": 1.6705441283106285e-05,
+      "loss": 31.8281,
+      "step": 12057
+    },
+    {
+      "epoch": 0.5762209691293129,
+      "grad_norm": 141.09765625,
+      "learning_rate": 1.670486715419242e-05,
+      "loss": 27.9688,
+      "step": 12058
+    },
+    {
+      "epoch": 0.5762687565707733,
+      "grad_norm": 199.14292907714844,
+      "learning_rate": 1.670429298512505e-05,
+      "loss": 29.9688,
+      "step": 12059
+    },
+    {
+      "epoch": 0.5763165440122335,
+      "grad_norm": 148.56703186035156,
+      "learning_rate": 1.6703718775907618e-05,
+      "loss": 26.3516,
+      "step": 12060
+    },
+    {
+      "epoch": 0.5763643314536939,
+      "grad_norm": 304.9864501953125,
+      "learning_rate": 1.670314452654356e-05,
+      "loss": 33.7188,
+      "step": 12061
+    },
+    {
+      "epoch": 0.5764121188951543,
+      "grad_norm": 194.64492797851562,
+      "learning_rate": 1.6702570237036315e-05,
+      "loss": 24.5938,
+      "step": 12062
+    },
+    {
+      "epoch": 0.5764599063366147,
+      "grad_norm": 271.3778991699219,
+      "learning_rate": 1.6701995907389323e-05,
+      "loss": 39.5938,
+      "step": 12063
+    },
+    {
+      "epoch": 0.5765076937780751,
+      "grad_norm": 252.2543487548828,
+      "learning_rate": 1.6701421537606028e-05,
+      "loss": 32.7969,
+      "step": 12064
+    },
+    {
+      "epoch": 0.5765554812195355,
+      "grad_norm": 320.3238220214844,
+      "learning_rate": 1.6700847127689857e-05,
+      "loss": 45.25,
+      "step": 12065
+    },
+    {
+      "epoch": 0.5766032686609959,
+      "grad_norm": 229.65333557128906,
+      "learning_rate": 1.6700272677644264e-05,
+      "loss": 23.7344,
+      "step": 12066
+    },
+    {
+      "epoch": 0.5766510561024563,
+      "grad_norm": 294.9862365722656,
+      "learning_rate": 1.6699698187472684e-05,
+      "loss": 31.5938,
+      "step": 12067
+    },
+    {
+      "epoch": 0.5766988435439167,
+      "grad_norm": 182.9795684814453,
+      "learning_rate": 1.6699123657178553e-05,
+      "loss": 23.4062,
+      "step": 12068
+    },
+    {
+      "epoch": 0.576746630985377,
+      "grad_norm": 475.41473388671875,
+      "learning_rate": 1.669854908676532e-05,
+      "loss": 28.5,
+      "step": 12069
+    },
+    {
+      "epoch": 0.5767944184268374,
+      "grad_norm": 846.08544921875,
+      "learning_rate": 1.6697974476236418e-05,
+      "loss": 26.25,
+      "step": 12070
+    },
+    {
+      "epoch": 0.5768422058682978,
+      "grad_norm": 377.2989501953125,
+      "learning_rate": 1.669739982559529e-05,
+      "loss": 42.0625,
+      "step": 12071
+    },
+    {
+      "epoch": 0.5768899933097582,
+      "grad_norm": 307.8536682128906,
+      "learning_rate": 1.6696825134845383e-05,
+      "loss": 33.4062,
+      "step": 12072
+    },
+    {
+      "epoch": 0.5769377807512186,
+      "grad_norm": 324.1768798828125,
+      "learning_rate": 1.669625040399013e-05,
+      "loss": 34.7812,
+      "step": 12073
+    },
+    {
+      "epoch": 0.576985568192679,
+      "grad_norm": 697.78759765625,
+      "learning_rate": 1.6695675633032982e-05,
+      "loss": 31.9375,
+      "step": 12074
+    },
+    {
+      "epoch": 0.5770333556341394,
+      "grad_norm": 263.7396545410156,
+      "learning_rate": 1.6695100821977376e-05,
+      "loss": 18.6875,
+      "step": 12075
+    },
+    {
+      "epoch": 0.5770811430755998,
+      "grad_norm": 293.0986328125,
+      "learning_rate": 1.6694525970826757e-05,
+      "loss": 24.375,
+      "step": 12076
+    },
+    {
+      "epoch": 0.5771289305170602,
+      "grad_norm": 268.302734375,
+      "learning_rate": 1.6693951079584562e-05,
+      "loss": 33.6562,
+      "step": 12077
+    },
+    {
+      "epoch": 0.5771767179585205,
+      "grad_norm": 417.7389831542969,
+      "learning_rate": 1.6693376148254238e-05,
+      "loss": 32.875,
+      "step": 12078
+    },
+    {
+      "epoch": 0.5772245053999809,
+      "grad_norm": 758.8814086914062,
+      "learning_rate": 1.6692801176839232e-05,
+      "loss": 42.9062,
+      "step": 12079
+    },
+    {
+      "epoch": 0.5772722928414412,
+      "grad_norm": 1175.6829833984375,
+      "learning_rate": 1.6692226165342976e-05,
+      "loss": 26.2812,
+      "step": 12080
+    },
+    {
+      "epoch": 0.5773200802829016,
+      "grad_norm": 249.98565673828125,
+      "learning_rate": 1.6691651113768926e-05,
+      "loss": 28.0938,
+      "step": 12081
+    },
+    {
+      "epoch": 0.577367867724362,
+      "grad_norm": 257.406982421875,
+      "learning_rate": 1.6691076022120517e-05,
+      "loss": 21.2656,
+      "step": 12082
+    },
+    {
+      "epoch": 0.5774156551658224,
+      "grad_norm": 255.8693389892578,
+      "learning_rate": 1.66905008904012e-05,
+      "loss": 27.9688,
+      "step": 12083
+    },
+    {
+      "epoch": 0.5774634426072828,
+      "grad_norm": 188.79847717285156,
+      "learning_rate": 1.6689925718614414e-05,
+      "loss": 31.125,
+      "step": 12084
+    },
+    {
+      "epoch": 0.5775112300487432,
+      "grad_norm": 289.1529235839844,
+      "learning_rate": 1.6689350506763603e-05,
+      "loss": 28.8125,
+      "step": 12085
+    },
+    {
+      "epoch": 0.5775590174902036,
+      "grad_norm": 194.22364807128906,
+      "learning_rate": 1.6688775254852217e-05,
+      "loss": 37.4219,
+      "step": 12086
+    },
+    {
+      "epoch": 0.5776068049316639,
+      "grad_norm": 325.6588439941406,
+      "learning_rate": 1.6688199962883698e-05,
+      "loss": 34.9688,
+      "step": 12087
+    },
+    {
+      "epoch": 0.5776545923731243,
+      "grad_norm": 283.1585388183594,
+      "learning_rate": 1.668762463086149e-05,
+      "loss": 30.0938,
+      "step": 12088
+    },
+    {
+      "epoch": 0.5777023798145847,
+      "grad_norm": 568.5361938476562,
+      "learning_rate": 1.6687049258789042e-05,
+      "loss": 33.0,
+      "step": 12089
+    },
+    {
+      "epoch": 0.5777501672560451,
+      "grad_norm": 263.6376953125,
+      "learning_rate": 1.6686473846669797e-05,
+      "loss": 42.8125,
+      "step": 12090
+    },
+    {
+      "epoch": 0.5777979546975055,
+      "grad_norm": 223.19003295898438,
+      "learning_rate": 1.66858983945072e-05,
+      "loss": 33.9688,
+      "step": 12091
+    },
+    {
+      "epoch": 0.5778457421389659,
+      "grad_norm": 359.3989562988281,
+      "learning_rate": 1.66853229023047e-05,
+      "loss": 27.6562,
+      "step": 12092
+    },
+    {
+      "epoch": 0.5778935295804263,
+      "grad_norm": 325.68896484375,
+      "learning_rate": 1.6684747370065745e-05,
+      "loss": 36.375,
+      "step": 12093
+    },
+    {
+      "epoch": 0.5779413170218867,
+      "grad_norm": 176.0889434814453,
+      "learning_rate": 1.6684171797793773e-05,
+      "loss": 25.9062,
+      "step": 12094
+    },
+    {
+      "epoch": 0.5779891044633471,
+      "grad_norm": 204.10675048828125,
+      "learning_rate": 1.668359618549224e-05,
+      "loss": 23.1562,
+      "step": 12095
+    },
+    {
+      "epoch": 0.5780368919048074,
+      "grad_norm": 365.4208679199219,
+      "learning_rate": 1.668302053316459e-05,
+      "loss": 42.7188,
+      "step": 12096
+    },
+    {
+      "epoch": 0.5780846793462678,
+      "grad_norm": 248.88406372070312,
+      "learning_rate": 1.668244484081427e-05,
+      "loss": 31.375,
+      "step": 12097
+    },
+    {
+      "epoch": 0.5781324667877282,
+      "grad_norm": 221.2660369873047,
+      "learning_rate": 1.668186910844473e-05,
+      "loss": 19.4688,
+      "step": 12098
+    },
+    {
+      "epoch": 0.5781802542291886,
+      "grad_norm": 230.1566619873047,
+      "learning_rate": 1.6681293336059414e-05,
+      "loss": 19.8281,
+      "step": 12099
+    },
+    {
+      "epoch": 0.578228041670649,
+      "grad_norm": 254.8298797607422,
+      "learning_rate": 1.6680717523661773e-05,
+      "loss": 27.5,
+      "step": 12100
+    },
+    {
+      "epoch": 0.5782758291121093,
+      "grad_norm": 369.0947570800781,
+      "learning_rate": 1.6680141671255256e-05,
+      "loss": 31.7969,
+      "step": 12101
+    },
+    {
+      "epoch": 0.5783236165535697,
+      "grad_norm": 429.3982849121094,
+      "learning_rate": 1.6679565778843305e-05,
+      "loss": 33.5625,
+      "step": 12102
+    },
+    {
+      "epoch": 0.5783714039950301,
+      "grad_norm": 412.0685119628906,
+      "learning_rate": 1.6678989846429376e-05,
+      "loss": 29.1562,
+      "step": 12103
+    },
+    {
+      "epoch": 0.5784191914364905,
+      "grad_norm": 283.6796875,
+      "learning_rate": 1.6678413874016918e-05,
+      "loss": 27.8125,
+      "step": 12104
+    },
+    {
+      "epoch": 0.5784669788779508,
+      "grad_norm": 309.97552490234375,
+      "learning_rate": 1.6677837861609377e-05,
+      "loss": 25.0938,
+      "step": 12105
+    },
+    {
+      "epoch": 0.5785147663194112,
+      "grad_norm": 325.79034423828125,
+      "learning_rate": 1.6677261809210206e-05,
+      "loss": 27.2188,
+      "step": 12106
+    },
+    {
+      "epoch": 0.5785625537608716,
+      "grad_norm": 454.1187744140625,
+      "learning_rate": 1.6676685716822853e-05,
+      "loss": 29.7188,
+      "step": 12107
+    },
+    {
+      "epoch": 0.578610341202332,
+      "grad_norm": 204.476318359375,
+      "learning_rate": 1.6676109584450764e-05,
+      "loss": 25.4688,
+      "step": 12108
+    },
+    {
+      "epoch": 0.5786581286437924,
+      "grad_norm": 200.216064453125,
+      "learning_rate": 1.6675533412097396e-05,
+      "loss": 27.0,
+      "step": 12109
+    },
+    {
+      "epoch": 0.5787059160852528,
+      "grad_norm": 333.8499755859375,
+      "learning_rate": 1.6674957199766196e-05,
+      "loss": 39.4062,
+      "step": 12110
+    },
+    {
+      "epoch": 0.5787537035267132,
+      "grad_norm": 638.4346923828125,
+      "learning_rate": 1.6674380947460615e-05,
+      "loss": 33.8125,
+      "step": 12111
+    },
+    {
+      "epoch": 0.5788014909681736,
+      "grad_norm": 163.25662231445312,
+      "learning_rate": 1.667380465518411e-05,
+      "loss": 32.5312,
+      "step": 12112
+    },
+    {
+      "epoch": 0.578849278409634,
+      "grad_norm": 154.1450958251953,
+      "learning_rate": 1.6673228322940115e-05,
+      "loss": 21.0312,
+      "step": 12113
+    },
+    {
+      "epoch": 0.5788970658510944,
+      "grad_norm": 342.47027587890625,
+      "learning_rate": 1.66726519507321e-05,
+      "loss": 23.1562,
+      "step": 12114
+    },
+    {
+      "epoch": 0.5789448532925547,
+      "grad_norm": 184.92791748046875,
+      "learning_rate": 1.667207553856351e-05,
+      "loss": 29.25,
+      "step": 12115
+    },
+    {
+      "epoch": 0.5789926407340151,
+      "grad_norm": 265.50128173828125,
+      "learning_rate": 1.6671499086437796e-05,
+      "loss": 30.0312,
+      "step": 12116
+    },
+    {
+      "epoch": 0.5790404281754755,
+      "grad_norm": 199.2022705078125,
+      "learning_rate": 1.667092259435841e-05,
+      "loss": 30.2188,
+      "step": 12117
+    },
+    {
+      "epoch": 0.5790882156169359,
+      "grad_norm": 352.7899169921875,
+      "learning_rate": 1.6670346062328812e-05,
+      "loss": 30.5,
+      "step": 12118
+    },
+    {
+      "epoch": 0.5791360030583963,
+      "grad_norm": 233.4121551513672,
+      "learning_rate": 1.666976949035244e-05,
+      "loss": 19.4219,
+      "step": 12119
+    },
+    {
+      "epoch": 0.5791837904998567,
+      "grad_norm": 201.73631286621094,
+      "learning_rate": 1.666919287843276e-05,
+      "loss": 23.2812,
+      "step": 12120
+    },
+    {
+      "epoch": 0.5792315779413171,
+      "grad_norm": 382.6164245605469,
+      "learning_rate": 1.6668616226573218e-05,
+      "loss": 27.1875,
+      "step": 12121
+    },
+    {
+      "epoch": 0.5792793653827774,
+      "grad_norm": 234.6842041015625,
+      "learning_rate": 1.666803953477727e-05,
+      "loss": 33.4688,
+      "step": 12122
+    },
+    {
+      "epoch": 0.5793271528242377,
+      "grad_norm": 248.55319213867188,
+      "learning_rate": 1.666746280304837e-05,
+      "loss": 27.1094,
+      "step": 12123
+    },
+    {
+      "epoch": 0.5793749402656981,
+      "grad_norm": 149.87355041503906,
+      "learning_rate": 1.6666886031389973e-05,
+      "loss": 25.75,
+      "step": 12124
+    },
+    {
+      "epoch": 0.5794227277071585,
+      "grad_norm": 221.0314178466797,
+      "learning_rate": 1.666630921980553e-05,
+      "loss": 21.4531,
+      "step": 12125
+    },
+    {
+      "epoch": 0.5794705151486189,
+      "grad_norm": 245.868896484375,
+      "learning_rate": 1.6665732368298494e-05,
+      "loss": 28.2188,
+      "step": 12126
+    },
+    {
+      "epoch": 0.5795183025900793,
+      "grad_norm": 277.72503662109375,
+      "learning_rate": 1.6665155476872327e-05,
+      "loss": 25.9375,
+      "step": 12127
+    },
+    {
+      "epoch": 0.5795660900315397,
+      "grad_norm": 253.1490020751953,
+      "learning_rate": 1.666457854553047e-05,
+      "loss": 44.875,
+      "step": 12128
+    },
+    {
+      "epoch": 0.5796138774730001,
+      "grad_norm": 347.68975830078125,
+      "learning_rate": 1.6664001574276396e-05,
+      "loss": 28.5,
+      "step": 12129
+    },
+    {
+      "epoch": 0.5796616649144605,
+      "grad_norm": 161.01824951171875,
+      "learning_rate": 1.6663424563113547e-05,
+      "loss": 18.2188,
+      "step": 12130
+    },
+    {
+      "epoch": 0.5797094523559209,
+      "grad_norm": 370.1448669433594,
+      "learning_rate": 1.6662847512045387e-05,
+      "loss": 31.0,
+      "step": 12131
+    },
+    {
+      "epoch": 0.5797572397973813,
+      "grad_norm": 190.40675354003906,
+      "learning_rate": 1.6662270421075365e-05,
+      "loss": 29.5781,
+      "step": 12132
+    },
+    {
+      "epoch": 0.5798050272388416,
+      "grad_norm": 230.58349609375,
+      "learning_rate": 1.6661693290206943e-05,
+      "loss": 29.5,
+      "step": 12133
+    },
+    {
+      "epoch": 0.579852814680302,
+      "grad_norm": 202.4788360595703,
+      "learning_rate": 1.666111611944357e-05,
+      "loss": 31.0312,
+      "step": 12134
+    },
+    {
+      "epoch": 0.5799006021217624,
+      "grad_norm": 176.42677307128906,
+      "learning_rate": 1.6660538908788708e-05,
+      "loss": 37.5,
+      "step": 12135
+    },
+    {
+      "epoch": 0.5799483895632228,
+      "grad_norm": 250.39988708496094,
+      "learning_rate": 1.6659961658245813e-05,
+      "loss": 21.4375,
+      "step": 12136
+    },
+    {
+      "epoch": 0.5799961770046832,
+      "grad_norm": 288.6143493652344,
+      "learning_rate": 1.665938436781834e-05,
+      "loss": 24.2188,
+      "step": 12137
+    },
+    {
+      "epoch": 0.5800439644461436,
+      "grad_norm": 238.823974609375,
+      "learning_rate": 1.665880703750975e-05,
+      "loss": 29.1875,
+      "step": 12138
+    },
+    {
+      "epoch": 0.580091751887604,
+      "grad_norm": 258.5746154785156,
+      "learning_rate": 1.6658229667323495e-05,
+      "loss": 34.7188,
+      "step": 12139
+    },
+    {
+      "epoch": 0.5801395393290644,
+      "grad_norm": 214.7610626220703,
+      "learning_rate": 1.665765225726304e-05,
+      "loss": 26.2656,
+      "step": 12140
+    },
+    {
+      "epoch": 0.5801873267705248,
+      "grad_norm": 279.0517272949219,
+      "learning_rate": 1.6657074807331834e-05,
+      "loss": 26.5938,
+      "step": 12141
+    },
+    {
+      "epoch": 0.580235114211985,
+      "grad_norm": 330.24871826171875,
+      "learning_rate": 1.6656497317533344e-05,
+      "loss": 27.375,
+      "step": 12142
+    },
+    {
+      "epoch": 0.5802829016534454,
+      "grad_norm": 191.08531188964844,
+      "learning_rate": 1.6655919787871023e-05,
+      "loss": 22.5,
+      "step": 12143
+    },
+    {
+      "epoch": 0.5803306890949058,
+      "grad_norm": 346.0721435546875,
+      "learning_rate": 1.665534221834833e-05,
+      "loss": 31.3438,
+      "step": 12144
+    },
+    {
+      "epoch": 0.5803784765363662,
+      "grad_norm": 248.5044708251953,
+      "learning_rate": 1.6654764608968723e-05,
+      "loss": 28.1562,
+      "step": 12145
+    },
+    {
+      "epoch": 0.5804262639778266,
+      "grad_norm": 713.2371215820312,
+      "learning_rate": 1.6654186959735667e-05,
+      "loss": 32.5312,
+      "step": 12146
+    },
+    {
+      "epoch": 0.580474051419287,
+      "grad_norm": 219.47837829589844,
+      "learning_rate": 1.6653609270652614e-05,
+      "loss": 33.0625,
+      "step": 12147
+    },
+    {
+      "epoch": 0.5805218388607474,
+      "grad_norm": 322.19122314453125,
+      "learning_rate": 1.665303154172303e-05,
+      "loss": 22.7188,
+      "step": 12148
+    },
+    {
+      "epoch": 0.5805696263022078,
+      "grad_norm": 259.8943786621094,
+      "learning_rate": 1.665245377295037e-05,
+      "loss": 23.375,
+      "step": 12149
+    },
+    {
+      "epoch": 0.5806174137436682,
+      "grad_norm": 257.2976989746094,
+      "learning_rate": 1.6651875964338097e-05,
+      "loss": 36.0,
+      "step": 12150
+    },
+    {
+      "epoch": 0.5806652011851285,
+      "grad_norm": 255.0376739501953,
+      "learning_rate": 1.6651298115889668e-05,
+      "loss": 34.0312,
+      "step": 12151
+    },
+    {
+      "epoch": 0.5807129886265889,
+      "grad_norm": 332.8140869140625,
+      "learning_rate": 1.665072022760855e-05,
+      "loss": 43.6562,
+      "step": 12152
+    },
+    {
+      "epoch": 0.5807607760680493,
+      "grad_norm": 469.8076477050781,
+      "learning_rate": 1.6650142299498195e-05,
+      "loss": 28.1875,
+      "step": 12153
+    },
+    {
+      "epoch": 0.5808085635095097,
+      "grad_norm": 309.5485534667969,
+      "learning_rate": 1.664956433156207e-05,
+      "loss": 32.7188,
+      "step": 12154
+    },
+    {
+      "epoch": 0.5808563509509701,
+      "grad_norm": 637.1109619140625,
+      "learning_rate": 1.6648986323803638e-05,
+      "loss": 33.8281,
+      "step": 12155
+    },
+    {
+      "epoch": 0.5809041383924305,
+      "grad_norm": 204.87696838378906,
+      "learning_rate": 1.6648408276226355e-05,
+      "loss": 36.5625,
+      "step": 12156
+    },
+    {
+      "epoch": 0.5809519258338909,
+      "grad_norm": 290.4299621582031,
+      "learning_rate": 1.6647830188833682e-05,
+      "loss": 29.5469,
+      "step": 12157
+    },
+    {
+      "epoch": 0.5809997132753513,
+      "grad_norm": 214.3538818359375,
+      "learning_rate": 1.6647252061629088e-05,
+      "loss": 21.0,
+      "step": 12158
+    },
+    {
+      "epoch": 0.5810475007168117,
+      "grad_norm": 418.566162109375,
+      "learning_rate": 1.6646673894616033e-05,
+      "loss": 42.7812,
+      "step": 12159
+    },
+    {
+      "epoch": 0.581095288158272,
+      "grad_norm": 312.2135314941406,
+      "learning_rate": 1.6646095687797976e-05,
+      "loss": 25.9688,
+      "step": 12160
+    },
+    {
+      "epoch": 0.5811430755997324,
+      "grad_norm": 802.2264404296875,
+      "learning_rate": 1.664551744117838e-05,
+      "loss": 33.1875,
+      "step": 12161
+    },
+    {
+      "epoch": 0.5811908630411928,
+      "grad_norm": 302.29095458984375,
+      "learning_rate": 1.6644939154760713e-05,
+      "loss": 23.5938,
+      "step": 12162
+    },
+    {
+      "epoch": 0.5812386504826531,
+      "grad_norm": 425.0050048828125,
+      "learning_rate": 1.664436082854843e-05,
+      "loss": 37.7812,
+      "step": 12163
+    },
+    {
+      "epoch": 0.5812864379241135,
+      "grad_norm": 622.4270629882812,
+      "learning_rate": 1.6643782462545003e-05,
+      "loss": 41.8125,
+      "step": 12164
+    },
+    {
+      "epoch": 0.5813342253655739,
+      "grad_norm": 224.89308166503906,
+      "learning_rate": 1.664320405675389e-05,
+      "loss": 18.8594,
+      "step": 12165
+    },
+    {
+      "epoch": 0.5813820128070343,
+      "grad_norm": 204.9474334716797,
+      "learning_rate": 1.6642625611178562e-05,
+      "loss": 27.8125,
+      "step": 12166
+    },
+    {
+      "epoch": 0.5814298002484947,
+      "grad_norm": 163.15740966796875,
+      "learning_rate": 1.6642047125822468e-05,
+      "loss": 30.625,
+      "step": 12167
+    },
+    {
+      "epoch": 0.5814775876899551,
+      "grad_norm": 1406.8580322265625,
+      "learning_rate": 1.664146860068909e-05,
+      "loss": 28.6875,
+      "step": 12168
+    },
+    {
+      "epoch": 0.5815253751314154,
+      "grad_norm": 372.3299560546875,
+      "learning_rate": 1.664089003578188e-05,
+      "loss": 37.8125,
+      "step": 12169
+    },
+    {
+      "epoch": 0.5815731625728758,
+      "grad_norm": 261.5475158691406,
+      "learning_rate": 1.6640311431104314e-05,
+      "loss": 20.3906,
+      "step": 12170
+    },
+    {
+      "epoch": 0.5816209500143362,
+      "grad_norm": 332.3494873046875,
+      "learning_rate": 1.6639732786659847e-05,
+      "loss": 34.8125,
+      "step": 12171
+    },
+    {
+      "epoch": 0.5816687374557966,
+      "grad_norm": 358.1787109375,
+      "learning_rate": 1.6639154102451948e-05,
+      "loss": 30.5625,
+      "step": 12172
+    },
+    {
+      "epoch": 0.581716524897257,
+      "grad_norm": 185.3836669921875,
+      "learning_rate": 1.6638575378484084e-05,
+      "loss": 19.8125,
+      "step": 12173
+    },
+    {
+      "epoch": 0.5817643123387174,
+      "grad_norm": 201.7130584716797,
+      "learning_rate": 1.663799661475972e-05,
+      "loss": 32.4062,
+      "step": 12174
+    },
+    {
+      "epoch": 0.5818120997801778,
+      "grad_norm": 318.0351867675781,
+      "learning_rate": 1.663741781128232e-05,
+      "loss": 34.4688,
+      "step": 12175
+    },
+    {
+      "epoch": 0.5818598872216382,
+      "grad_norm": 204.0980224609375,
+      "learning_rate": 1.6636838968055355e-05,
+      "loss": 20.1719,
+      "step": 12176
+    },
+    {
+      "epoch": 0.5819076746630986,
+      "grad_norm": 211.67803955078125,
+      "learning_rate": 1.6636260085082287e-05,
+      "loss": 22.5312,
+      "step": 12177
+    },
+    {
+      "epoch": 0.581955462104559,
+      "grad_norm": 462.84661865234375,
+      "learning_rate": 1.663568116236658e-05,
+      "loss": 27.5625,
+      "step": 12178
+    },
+    {
+      "epoch": 0.5820032495460193,
+      "grad_norm": 320.25335693359375,
+      "learning_rate": 1.6635102199911707e-05,
+      "loss": 26.5312,
+      "step": 12179
+    },
+    {
+      "epoch": 0.5820510369874797,
+      "grad_norm": 200.1485137939453,
+      "learning_rate": 1.6634523197721137e-05,
+      "loss": 27.7812,
+      "step": 12180
+    },
+    {
+      "epoch": 0.5820988244289401,
+      "grad_norm": 615.2738037109375,
+      "learning_rate": 1.663394415579833e-05,
+      "loss": 36.1875,
+      "step": 12181
+    },
+    {
+      "epoch": 0.5821466118704005,
+      "grad_norm": 256.497802734375,
+      "learning_rate": 1.663336507414676e-05,
+      "loss": 32.2656,
+      "step": 12182
+    },
+    {
+      "epoch": 0.5821943993118608,
+      "grad_norm": 154.451904296875,
+      "learning_rate": 1.6632785952769893e-05,
+      "loss": 29.2188,
+      "step": 12183
+    },
+    {
+      "epoch": 0.5822421867533212,
+      "grad_norm": 184.1690216064453,
+      "learning_rate": 1.66322067916712e-05,
+      "loss": 24.4062,
+      "step": 12184
+    },
+    {
+      "epoch": 0.5822899741947816,
+      "grad_norm": 215.0409393310547,
+      "learning_rate": 1.663162759085414e-05,
+      "loss": 22.2188,
+      "step": 12185
+    },
+    {
+      "epoch": 0.582337761636242,
+      "grad_norm": 591.0325317382812,
+      "learning_rate": 1.663104835032219e-05,
+      "loss": 25.0625,
+      "step": 12186
+    },
+    {
+      "epoch": 0.5823855490777023,
+      "grad_norm": 216.3590545654297,
+      "learning_rate": 1.6630469070078815e-05,
+      "loss": 35.2188,
+      "step": 12187
+    },
+    {
+      "epoch": 0.5824333365191627,
+      "grad_norm": 355.18798828125,
+      "learning_rate": 1.6629889750127487e-05,
+      "loss": 31.7656,
+      "step": 12188
+    },
+    {
+      "epoch": 0.5824811239606231,
+      "grad_norm": 307.2384948730469,
+      "learning_rate": 1.662931039047168e-05,
+      "loss": 31.0938,
+      "step": 12189
+    },
+    {
+      "epoch": 0.5825289114020835,
+      "grad_norm": 298.34136962890625,
+      "learning_rate": 1.662873099111485e-05,
+      "loss": 27.2188,
+      "step": 12190
+    },
+    {
+      "epoch": 0.5825766988435439,
+      "grad_norm": 208.17776489257812,
+      "learning_rate": 1.6628151552060476e-05,
+      "loss": 32.7188,
+      "step": 12191
+    },
+    {
+      "epoch": 0.5826244862850043,
+      "grad_norm": 513.1463012695312,
+      "learning_rate": 1.662757207331203e-05,
+      "loss": 35.375,
+      "step": 12192
+    },
+    {
+      "epoch": 0.5826722737264647,
+      "grad_norm": 387.6566467285156,
+      "learning_rate": 1.6626992554872978e-05,
+      "loss": 33.1562,
+      "step": 12193
+    },
+    {
+      "epoch": 0.5827200611679251,
+      "grad_norm": 252.41627502441406,
+      "learning_rate": 1.662641299674679e-05,
+      "loss": 24.4688,
+      "step": 12194
+    },
+    {
+      "epoch": 0.5827678486093855,
+      "grad_norm": 226.811279296875,
+      "learning_rate": 1.662583339893694e-05,
+      "loss": 24.1719,
+      "step": 12195
+    },
+    {
+      "epoch": 0.5828156360508459,
+      "grad_norm": 391.3471374511719,
+      "learning_rate": 1.6625253761446898e-05,
+      "loss": 25.3125,
+      "step": 12196
+    },
+    {
+      "epoch": 0.5828634234923062,
+      "grad_norm": 187.49998474121094,
+      "learning_rate": 1.6624674084280137e-05,
+      "loss": 14.0625,
+      "step": 12197
+    },
+    {
+      "epoch": 0.5829112109337666,
+      "grad_norm": 315.43585205078125,
+      "learning_rate": 1.6624094367440124e-05,
+      "loss": 31.1562,
+      "step": 12198
+    },
+    {
+      "epoch": 0.582958998375227,
+      "grad_norm": 234.2685546875,
+      "learning_rate": 1.6623514610930332e-05,
+      "loss": 29.5625,
+      "step": 12199
+    },
+    {
+      "epoch": 0.5830067858166874,
+      "grad_norm": 276.3744812011719,
+      "learning_rate": 1.6622934814754232e-05,
+      "loss": 28.125,
+      "step": 12200
+    },
+    {
+      "epoch": 0.5830545732581478,
+      "grad_norm": 165.764404296875,
+      "learning_rate": 1.6622354978915306e-05,
+      "loss": 27.5625,
+      "step": 12201
+    },
+    {
+      "epoch": 0.5831023606996082,
+      "grad_norm": 303.4974670410156,
+      "learning_rate": 1.6621775103417013e-05,
+      "loss": 29.0,
+      "step": 12202
+    },
+    {
+      "epoch": 0.5831501481410686,
+      "grad_norm": 323.0596618652344,
+      "learning_rate": 1.6621195188262833e-05,
+      "loss": 33.0312,
+      "step": 12203
+    },
+    {
+      "epoch": 0.5831979355825289,
+      "grad_norm": 180.2101287841797,
+      "learning_rate": 1.6620615233456235e-05,
+      "loss": 22.1719,
+      "step": 12204
+    },
+    {
+      "epoch": 0.5832457230239892,
+      "grad_norm": 250.48435974121094,
+      "learning_rate": 1.66200352390007e-05,
+      "loss": 24.4531,
+      "step": 12205
+    },
+    {
+      "epoch": 0.5832935104654496,
+      "grad_norm": 276.6656799316406,
+      "learning_rate": 1.6619455204899692e-05,
+      "loss": 26.8438,
+      "step": 12206
+    },
+    {
+      "epoch": 0.58334129790691,
+      "grad_norm": 279.2274169921875,
+      "learning_rate": 1.6618875131156692e-05,
+      "loss": 35.4375,
+      "step": 12207
+    },
+    {
+      "epoch": 0.5833890853483704,
+      "grad_norm": 306.653076171875,
+      "learning_rate": 1.661829501777517e-05,
+      "loss": 43.25,
+      "step": 12208
+    },
+    {
+      "epoch": 0.5834368727898308,
+      "grad_norm": 139.2261199951172,
+      "learning_rate": 1.6617714864758596e-05,
+      "loss": 18.3281,
+      "step": 12209
+    },
+    {
+      "epoch": 0.5834846602312912,
+      "grad_norm": 226.57046508789062,
+      "learning_rate": 1.6617134672110452e-05,
+      "loss": 27.9375,
+      "step": 12210
+    },
+    {
+      "epoch": 0.5835324476727516,
+      "grad_norm": 275.3348693847656,
+      "learning_rate": 1.661655443983421e-05,
+      "loss": 30.25,
+      "step": 12211
+    },
+    {
+      "epoch": 0.583580235114212,
+      "grad_norm": 241.02342224121094,
+      "learning_rate": 1.6615974167933345e-05,
+      "loss": 25.6562,
+      "step": 12212
+    },
+    {
+      "epoch": 0.5836280225556724,
+      "grad_norm": 201.4398956298828,
+      "learning_rate": 1.661539385641133e-05,
+      "loss": 33.75,
+      "step": 12213
+    },
+    {
+      "epoch": 0.5836758099971328,
+      "grad_norm": 285.21881103515625,
+      "learning_rate": 1.6614813505271648e-05,
+      "loss": 23.25,
+      "step": 12214
+    },
+    {
+      "epoch": 0.5837235974385931,
+      "grad_norm": 486.2926025390625,
+      "learning_rate": 1.6614233114517765e-05,
+      "loss": 30.2188,
+      "step": 12215
+    },
+    {
+      "epoch": 0.5837713848800535,
+      "grad_norm": 339.3509521484375,
+      "learning_rate": 1.661365268415316e-05,
+      "loss": 28.0312,
+      "step": 12216
+    },
+    {
+      "epoch": 0.5838191723215139,
+      "grad_norm": 268.94818115234375,
+      "learning_rate": 1.661307221418131e-05,
+      "loss": 29.8438,
+      "step": 12217
+    },
+    {
+      "epoch": 0.5838669597629743,
+      "grad_norm": 287.2487487792969,
+      "learning_rate": 1.6612491704605688e-05,
+      "loss": 26.5469,
+      "step": 12218
+    },
+    {
+      "epoch": 0.5839147472044347,
+      "grad_norm": 278.7444763183594,
+      "learning_rate": 1.6611911155429773e-05,
+      "loss": 34.5312,
+      "step": 12219
+    },
+    {
+      "epoch": 0.5839625346458951,
+      "grad_norm": 221.28155517578125,
+      "learning_rate": 1.6611330566657046e-05,
+      "loss": 28.5625,
+      "step": 12220
+    },
+    {
+      "epoch": 0.5840103220873555,
+      "grad_norm": 447.0961608886719,
+      "learning_rate": 1.6610749938290977e-05,
+      "loss": 30.6875,
+      "step": 12221
+    },
+    {
+      "epoch": 0.5840581095288159,
+      "grad_norm": 172.34271240234375,
+      "learning_rate": 1.6610169270335045e-05,
+      "loss": 22.3281,
+      "step": 12222
+    },
+    {
+      "epoch": 0.5841058969702763,
+      "grad_norm": 192.82472229003906,
+      "learning_rate": 1.660958856279273e-05,
+      "loss": 26.9375,
+      "step": 12223
+    },
+    {
+      "epoch": 0.5841536844117365,
+      "grad_norm": 323.1794128417969,
+      "learning_rate": 1.660900781566751e-05,
+      "loss": 25.8906,
+      "step": 12224
+    },
+    {
+      "epoch": 0.5842014718531969,
+      "grad_norm": 322.54345703125,
+      "learning_rate": 1.660842702896286e-05,
+      "loss": 26.6562,
+      "step": 12225
+    },
+    {
+      "epoch": 0.5842492592946573,
+      "grad_norm": 565.5650024414062,
+      "learning_rate": 1.6607846202682255e-05,
+      "loss": 33.0938,
+      "step": 12226
+    },
+    {
+      "epoch": 0.5842970467361177,
+      "grad_norm": 205.523681640625,
+      "learning_rate": 1.6607265336829184e-05,
+      "loss": 30.0,
+      "step": 12227
+    },
+    {
+      "epoch": 0.5843448341775781,
+      "grad_norm": 251.8824462890625,
+      "learning_rate": 1.6606684431407115e-05,
+      "loss": 26.875,
+      "step": 12228
+    },
+    {
+      "epoch": 0.5843926216190385,
+      "grad_norm": 686.209716796875,
+      "learning_rate": 1.6606103486419534e-05,
+      "loss": 24.5312,
+      "step": 12229
+    },
+    {
+      "epoch": 0.5844404090604989,
+      "grad_norm": 430.8753356933594,
+      "learning_rate": 1.6605522501869917e-05,
+      "loss": 36.4062,
+      "step": 12230
+    },
+    {
+      "epoch": 0.5844881965019593,
+      "grad_norm": 352.1416320800781,
+      "learning_rate": 1.6604941477761744e-05,
+      "loss": 22.4688,
+      "step": 12231
+    },
+    {
+      "epoch": 0.5845359839434197,
+      "grad_norm": 306.1439208984375,
+      "learning_rate": 1.6604360414098494e-05,
+      "loss": 27.5625,
+      "step": 12232
+    },
+    {
+      "epoch": 0.58458377138488,
+      "grad_norm": 305.1667785644531,
+      "learning_rate": 1.6603779310883644e-05,
+      "loss": 34.4375,
+      "step": 12233
+    },
+    {
+      "epoch": 0.5846315588263404,
+      "grad_norm": 324.26019287109375,
+      "learning_rate": 1.660319816812068e-05,
+      "loss": 29.6875,
+      "step": 12234
+    },
+    {
+      "epoch": 0.5846793462678008,
+      "grad_norm": 300.7947692871094,
+      "learning_rate": 1.6602616985813078e-05,
+      "loss": 29.2188,
+      "step": 12235
+    },
+    {
+      "epoch": 0.5847271337092612,
+      "grad_norm": 359.439697265625,
+      "learning_rate": 1.660203576396432e-05,
+      "loss": 31.9375,
+      "step": 12236
+    },
+    {
+      "epoch": 0.5847749211507216,
+      "grad_norm": 309.95245361328125,
+      "learning_rate": 1.660145450257789e-05,
+      "loss": 31.375,
+      "step": 12237
+    },
+    {
+      "epoch": 0.584822708592182,
+      "grad_norm": 175.80075073242188,
+      "learning_rate": 1.6600873201657262e-05,
+      "loss": 28.7812,
+      "step": 12238
+    },
+    {
+      "epoch": 0.5848704960336424,
+      "grad_norm": 217.68234252929688,
+      "learning_rate": 1.6600291861205922e-05,
+      "loss": 23.3438,
+      "step": 12239
+    },
+    {
+      "epoch": 0.5849182834751028,
+      "grad_norm": 302.03692626953125,
+      "learning_rate": 1.6599710481227353e-05,
+      "loss": 29.5312,
+      "step": 12240
+    },
+    {
+      "epoch": 0.5849660709165632,
+      "grad_norm": 200.2249755859375,
+      "learning_rate": 1.659912906172503e-05,
+      "loss": 33.8594,
+      "step": 12241
+    },
+    {
+      "epoch": 0.5850138583580236,
+      "grad_norm": 182.88369750976562,
+      "learning_rate": 1.659854760270244e-05,
+      "loss": 29.1562,
+      "step": 12242
+    },
+    {
+      "epoch": 0.5850616457994839,
+      "grad_norm": 331.2779235839844,
+      "learning_rate": 1.6597966104163067e-05,
+      "loss": 25.75,
+      "step": 12243
+    },
+    {
+      "epoch": 0.5851094332409443,
+      "grad_norm": 289.7914733886719,
+      "learning_rate": 1.659738456611039e-05,
+      "loss": 24.4688,
+      "step": 12244
+    },
+    {
+      "epoch": 0.5851572206824046,
+      "grad_norm": 456.4210510253906,
+      "learning_rate": 1.6596802988547893e-05,
+      "loss": 33.6562,
+      "step": 12245
+    },
+    {
+      "epoch": 0.585205008123865,
+      "grad_norm": 332.615478515625,
+      "learning_rate": 1.6596221371479055e-05,
+      "loss": 33.9688,
+      "step": 12246
+    },
+    {
+      "epoch": 0.5852527955653254,
+      "grad_norm": 190.75535583496094,
+      "learning_rate": 1.6595639714907362e-05,
+      "loss": 22.4375,
+      "step": 12247
+    },
+    {
+      "epoch": 0.5853005830067858,
+      "grad_norm": 315.7871398925781,
+      "learning_rate": 1.65950580188363e-05,
+      "loss": 39.3125,
+      "step": 12248
+    },
+    {
+      "epoch": 0.5853483704482462,
+      "grad_norm": 261.5530090332031,
+      "learning_rate": 1.6594476283269352e-05,
+      "loss": 26.2969,
+      "step": 12249
+    },
+    {
+      "epoch": 0.5853961578897066,
+      "grad_norm": 220.83172607421875,
+      "learning_rate": 1.6593894508209998e-05,
+      "loss": 32.4688,
+      "step": 12250
+    },
+    {
+      "epoch": 0.585443945331167,
+      "grad_norm": 277.8092346191406,
+      "learning_rate": 1.6593312693661727e-05,
+      "loss": 32.0625,
+      "step": 12251
+    },
+    {
+      "epoch": 0.5854917327726273,
+      "grad_norm": 212.72642517089844,
+      "learning_rate": 1.6592730839628016e-05,
+      "loss": 38.1562,
+      "step": 12252
+    },
+    {
+      "epoch": 0.5855395202140877,
+      "grad_norm": 221.47573852539062,
+      "learning_rate": 1.6592148946112357e-05,
+      "loss": 26.9062,
+      "step": 12253
+    },
+    {
+      "epoch": 0.5855873076555481,
+      "grad_norm": 428.4280090332031,
+      "learning_rate": 1.659156701311823e-05,
+      "loss": 36.0625,
+      "step": 12254
+    },
+    {
+      "epoch": 0.5856350950970085,
+      "grad_norm": 269.4364318847656,
+      "learning_rate": 1.6590985040649128e-05,
+      "loss": 26.9375,
+      "step": 12255
+    },
+    {
+      "epoch": 0.5856828825384689,
+      "grad_norm": 221.7718505859375,
+      "learning_rate": 1.6590403028708526e-05,
+      "loss": 25.3125,
+      "step": 12256
+    },
+    {
+      "epoch": 0.5857306699799293,
+      "grad_norm": 310.6712951660156,
+      "learning_rate": 1.6589820977299916e-05,
+      "loss": 35.3125,
+      "step": 12257
+    },
+    {
+      "epoch": 0.5857784574213897,
+      "grad_norm": 534.7733154296875,
+      "learning_rate": 1.658923888642678e-05,
+      "loss": 40.0,
+      "step": 12258
+    },
+    {
+      "epoch": 0.5858262448628501,
+      "grad_norm": 370.5240173339844,
+      "learning_rate": 1.6588656756092602e-05,
+      "loss": 32.2344,
+      "step": 12259
+    },
+    {
+      "epoch": 0.5858740323043105,
+      "grad_norm": 219.0373077392578,
+      "learning_rate": 1.658807458630088e-05,
+      "loss": 21.0312,
+      "step": 12260
+    },
+    {
+      "epoch": 0.5859218197457708,
+      "grad_norm": 603.20458984375,
+      "learning_rate": 1.6587492377055085e-05,
+      "loss": 36.7812,
+      "step": 12261
+    },
+    {
+      "epoch": 0.5859696071872312,
+      "grad_norm": 213.01333618164062,
+      "learning_rate": 1.658691012835871e-05,
+      "loss": 25.5,
+      "step": 12262
+    },
+    {
+      "epoch": 0.5860173946286916,
+      "grad_norm": 191.9263153076172,
+      "learning_rate": 1.6586327840215248e-05,
+      "loss": 25.2188,
+      "step": 12263
+    },
+    {
+      "epoch": 0.586065182070152,
+      "grad_norm": 253.21189880371094,
+      "learning_rate": 1.658574551262818e-05,
+      "loss": 37.7188,
+      "step": 12264
+    },
+    {
+      "epoch": 0.5861129695116124,
+      "grad_norm": 189.0412139892578,
+      "learning_rate": 1.658516314560099e-05,
+      "loss": 25.3594,
+      "step": 12265
+    },
+    {
+      "epoch": 0.5861607569530727,
+      "grad_norm": 233.03416442871094,
+      "learning_rate": 1.6584580739137175e-05,
+      "loss": 27.5938,
+      "step": 12266
+    },
+    {
+      "epoch": 0.5862085443945331,
+      "grad_norm": 169.66876220703125,
+      "learning_rate": 1.6583998293240215e-05,
+      "loss": 17.5938,
+      "step": 12267
+    },
+    {
+      "epoch": 0.5862563318359935,
+      "grad_norm": 378.465087890625,
+      "learning_rate": 1.65834158079136e-05,
+      "loss": 32.7812,
+      "step": 12268
+    },
+    {
+      "epoch": 0.5863041192774539,
+      "grad_norm": 265.4543762207031,
+      "learning_rate": 1.6582833283160824e-05,
+      "loss": 28.9688,
+      "step": 12269
+    },
+    {
+      "epoch": 0.5863519067189142,
+      "grad_norm": 433.7330627441406,
+      "learning_rate": 1.6582250718985366e-05,
+      "loss": 35.8125,
+      "step": 12270
+    },
+    {
+      "epoch": 0.5863996941603746,
+      "grad_norm": 304.0389709472656,
+      "learning_rate": 1.6581668115390722e-05,
+      "loss": 34.4375,
+      "step": 12271
+    },
+    {
+      "epoch": 0.586447481601835,
+      "grad_norm": 204.01658630371094,
+      "learning_rate": 1.658108547238038e-05,
+      "loss": 33.4688,
+      "step": 12272
+    },
+    {
+      "epoch": 0.5864952690432954,
+      "grad_norm": 237.2511749267578,
+      "learning_rate": 1.6580502789957825e-05,
+      "loss": 15.0469,
+      "step": 12273
+    },
+    {
+      "epoch": 0.5865430564847558,
+      "grad_norm": 360.2411804199219,
+      "learning_rate": 1.657992006812655e-05,
+      "loss": 27.875,
+      "step": 12274
+    },
+    {
+      "epoch": 0.5865908439262162,
+      "grad_norm": 353.5699462890625,
+      "learning_rate": 1.6579337306890046e-05,
+      "loss": 28.625,
+      "step": 12275
+    },
+    {
+      "epoch": 0.5866386313676766,
+      "grad_norm": 267.92816162109375,
+      "learning_rate": 1.6578754506251798e-05,
+      "loss": 19.7344,
+      "step": 12276
+    },
+    {
+      "epoch": 0.586686418809137,
+      "grad_norm": 239.86497497558594,
+      "learning_rate": 1.65781716662153e-05,
+      "loss": 22.125,
+      "step": 12277
+    },
+    {
+      "epoch": 0.5867342062505974,
+      "grad_norm": 297.6913757324219,
+      "learning_rate": 1.6577588786784042e-05,
+      "loss": 30.6562,
+      "step": 12278
+    },
+    {
+      "epoch": 0.5867819936920577,
+      "grad_norm": 277.4569091796875,
+      "learning_rate": 1.6577005867961516e-05,
+      "loss": 19.5,
+      "step": 12279
+    },
+    {
+      "epoch": 0.5868297811335181,
+      "grad_norm": 217.31288146972656,
+      "learning_rate": 1.6576422909751213e-05,
+      "loss": 31.5312,
+      "step": 12280
+    },
+    {
+      "epoch": 0.5868775685749785,
+      "grad_norm": 224.50439453125,
+      "learning_rate": 1.6575839912156623e-05,
+      "loss": 24.0938,
+      "step": 12281
+    },
+    {
+      "epoch": 0.5869253560164389,
+      "grad_norm": 411.5003662109375,
+      "learning_rate": 1.6575256875181234e-05,
+      "loss": 50.6562,
+      "step": 12282
+    },
+    {
+      "epoch": 0.5869731434578993,
+      "grad_norm": 392.484130859375,
+      "learning_rate": 1.657467379882854e-05,
+      "loss": 32.7812,
+      "step": 12283
+    },
+    {
+      "epoch": 0.5870209308993597,
+      "grad_norm": 236.24070739746094,
+      "learning_rate": 1.6574090683102037e-05,
+      "loss": 32.2188,
+      "step": 12284
+    },
+    {
+      "epoch": 0.5870687183408201,
+      "grad_norm": 606.2783203125,
+      "learning_rate": 1.6573507528005213e-05,
+      "loss": 28.8281,
+      "step": 12285
+    },
+    {
+      "epoch": 0.5871165057822804,
+      "grad_norm": 302.41741943359375,
+      "learning_rate": 1.657292433354156e-05,
+      "loss": 34.4062,
+      "step": 12286
+    },
+    {
+      "epoch": 0.5871642932237408,
+      "grad_norm": 388.61260986328125,
+      "learning_rate": 1.657234109971457e-05,
+      "loss": 27.6562,
+      "step": 12287
+    },
+    {
+      "epoch": 0.5872120806652011,
+      "grad_norm": 279.5479736328125,
+      "learning_rate": 1.657175782652774e-05,
+      "loss": 33.5,
+      "step": 12288
+    },
+    {
+      "epoch": 0.5872598681066615,
+      "grad_norm": 403.0102233886719,
+      "learning_rate": 1.657117451398456e-05,
+      "loss": 29.125,
+      "step": 12289
+    },
+    {
+      "epoch": 0.5873076555481219,
+      "grad_norm": 242.56532287597656,
+      "learning_rate": 1.6570591162088522e-05,
+      "loss": 27.75,
+      "step": 12290
+    },
+    {
+      "epoch": 0.5873554429895823,
+      "grad_norm": 680.714111328125,
+      "learning_rate": 1.657000777084312e-05,
+      "loss": 27.8438,
+      "step": 12291
+    },
+    {
+      "epoch": 0.5874032304310427,
+      "grad_norm": 248.73721313476562,
+      "learning_rate": 1.6569424340251858e-05,
+      "loss": 29.4688,
+      "step": 12292
+    },
+    {
+      "epoch": 0.5874510178725031,
+      "grad_norm": 266.5473937988281,
+      "learning_rate": 1.6568840870318214e-05,
+      "loss": 30.7188,
+      "step": 12293
+    },
+    {
+      "epoch": 0.5874988053139635,
+      "grad_norm": 265.8112487792969,
+      "learning_rate": 1.656825736104569e-05,
+      "loss": 26.5312,
+      "step": 12294
+    },
+    {
+      "epoch": 0.5875465927554239,
+      "grad_norm": 512.305419921875,
+      "learning_rate": 1.656767381243778e-05,
+      "loss": 30.0625,
+      "step": 12295
+    },
+    {
+      "epoch": 0.5875943801968843,
+      "grad_norm": 230.8739471435547,
+      "learning_rate": 1.656709022449798e-05,
+      "loss": 29.5,
+      "step": 12296
+    },
+    {
+      "epoch": 0.5876421676383446,
+      "grad_norm": 294.0675964355469,
+      "learning_rate": 1.656650659722978e-05,
+      "loss": 33.2188,
+      "step": 12297
+    },
+    {
+      "epoch": 0.587689955079805,
+      "grad_norm": 236.4325408935547,
+      "learning_rate": 1.6565922930636678e-05,
+      "loss": 27.4219,
+      "step": 12298
+    },
+    {
+      "epoch": 0.5877377425212654,
+      "grad_norm": 223.05364990234375,
+      "learning_rate": 1.6565339224722173e-05,
+      "loss": 42.0,
+      "step": 12299
+    },
+    {
+      "epoch": 0.5877855299627258,
+      "grad_norm": 337.0379333496094,
+      "learning_rate": 1.6564755479489757e-05,
+      "loss": 28.0938,
+      "step": 12300
+    },
+    {
+      "epoch": 0.5878333174041862,
+      "grad_norm": 346.5346374511719,
+      "learning_rate": 1.6564171694942927e-05,
+      "loss": 24.1875,
+      "step": 12301
+    },
+    {
+      "epoch": 0.5878811048456466,
+      "grad_norm": 264.02215576171875,
+      "learning_rate": 1.656358787108518e-05,
+      "loss": 39.875,
+      "step": 12302
+    },
+    {
+      "epoch": 0.587928892287107,
+      "grad_norm": 408.6805419921875,
+      "learning_rate": 1.656300400792001e-05,
+      "loss": 19.3594,
+      "step": 12303
+    },
+    {
+      "epoch": 0.5879766797285674,
+      "grad_norm": 492.5030822753906,
+      "learning_rate": 1.6562420105450913e-05,
+      "loss": 19.4219,
+      "step": 12304
+    },
+    {
+      "epoch": 0.5880244671700278,
+      "grad_norm": 313.5722961425781,
+      "learning_rate": 1.656183616368139e-05,
+      "loss": 45.5,
+      "step": 12305
+    },
+    {
+      "epoch": 0.5880722546114882,
+      "grad_norm": 349.7981262207031,
+      "learning_rate": 1.6561252182614932e-05,
+      "loss": 26.5938,
+      "step": 12306
+    },
+    {
+      "epoch": 0.5881200420529484,
+      "grad_norm": 268.30535888671875,
+      "learning_rate": 1.656066816225504e-05,
+      "loss": 32.2812,
+      "step": 12307
+    },
+    {
+      "epoch": 0.5881678294944088,
+      "grad_norm": 261.7879943847656,
+      "learning_rate": 1.6560084102605215e-05,
+      "loss": 21.0312,
+      "step": 12308
+    },
+    {
+      "epoch": 0.5882156169358692,
+      "grad_norm": 272.3984069824219,
+      "learning_rate": 1.655950000366895e-05,
+      "loss": 35.3438,
+      "step": 12309
+    },
+    {
+      "epoch": 0.5882634043773296,
+      "grad_norm": 519.024169921875,
+      "learning_rate": 1.6558915865449743e-05,
+      "loss": 28.7812,
+      "step": 12310
+    },
+    {
+      "epoch": 0.58831119181879,
+      "grad_norm": 280.30126953125,
+      "learning_rate": 1.655833168795109e-05,
+      "loss": 24.2812,
+      "step": 12311
+    },
+    {
+      "epoch": 0.5883589792602504,
+      "grad_norm": 357.6273498535156,
+      "learning_rate": 1.6557747471176498e-05,
+      "loss": 26.625,
+      "step": 12312
+    },
+    {
+      "epoch": 0.5884067667017108,
+      "grad_norm": 357.66009521484375,
+      "learning_rate": 1.655716321512946e-05,
+      "loss": 25.8906,
+      "step": 12313
+    },
+    {
+      "epoch": 0.5884545541431712,
+      "grad_norm": 353.31256103515625,
+      "learning_rate": 1.6556578919813474e-05,
+      "loss": 37.25,
+      "step": 12314
+    },
+    {
+      "epoch": 0.5885023415846315,
+      "grad_norm": 150.4537353515625,
+      "learning_rate": 1.655599458523204e-05,
+      "loss": 26.7656,
+      "step": 12315
+    },
+    {
+      "epoch": 0.5885501290260919,
+      "grad_norm": 224.3253936767578,
+      "learning_rate": 1.6555410211388657e-05,
+      "loss": 28.4375,
+      "step": 12316
+    },
+    {
+      "epoch": 0.5885979164675523,
+      "grad_norm": 240.9046630859375,
+      "learning_rate": 1.655482579828683e-05,
+      "loss": 26.5156,
+      "step": 12317
+    },
+    {
+      "epoch": 0.5886457039090127,
+      "grad_norm": 227.477783203125,
+      "learning_rate": 1.655424134593005e-05,
+      "loss": 28.75,
+      "step": 12318
+    },
+    {
+      "epoch": 0.5886934913504731,
+      "grad_norm": 425.73358154296875,
+      "learning_rate": 1.6553656854321825e-05,
+      "loss": 22.9219,
+      "step": 12319
+    },
+    {
+      "epoch": 0.5887412787919335,
+      "grad_norm": 482.0859680175781,
+      "learning_rate": 1.655307232346565e-05,
+      "loss": 35.5938,
+      "step": 12320
+    },
+    {
+      "epoch": 0.5887890662333939,
+      "grad_norm": 255.5584716796875,
+      "learning_rate": 1.6552487753365024e-05,
+      "loss": 32.2812,
+      "step": 12321
+    },
+    {
+      "epoch": 0.5888368536748543,
+      "grad_norm": 405.5695495605469,
+      "learning_rate": 1.6551903144023456e-05,
+      "loss": 34.625,
+      "step": 12322
+    },
+    {
+      "epoch": 0.5888846411163147,
+      "grad_norm": 232.67398071289062,
+      "learning_rate": 1.6551318495444443e-05,
+      "loss": 24.875,
+      "step": 12323
+    },
+    {
+      "epoch": 0.5889324285577751,
+      "grad_norm": 225.1361541748047,
+      "learning_rate": 1.6550733807631486e-05,
+      "loss": 26.6875,
+      "step": 12324
+    },
+    {
+      "epoch": 0.5889802159992354,
+      "grad_norm": 213.03855895996094,
+      "learning_rate": 1.6550149080588083e-05,
+      "loss": 30.0,
+      "step": 12325
+    },
+    {
+      "epoch": 0.5890280034406958,
+      "grad_norm": 390.6352844238281,
+      "learning_rate": 1.6549564314317738e-05,
+      "loss": 25.9375,
+      "step": 12326
+    },
+    {
+      "epoch": 0.5890757908821561,
+      "grad_norm": 289.5142517089844,
+      "learning_rate": 1.654897950882396e-05,
+      "loss": 25.4375,
+      "step": 12327
+    },
+    {
+      "epoch": 0.5891235783236165,
+      "grad_norm": 427.7078552246094,
+      "learning_rate": 1.6548394664110242e-05,
+      "loss": 40.625,
+      "step": 12328
+    },
+    {
+      "epoch": 0.5891713657650769,
+      "grad_norm": 325.2410888671875,
+      "learning_rate": 1.6547809780180088e-05,
+      "loss": 30.0,
+      "step": 12329
+    },
+    {
+      "epoch": 0.5892191532065373,
+      "grad_norm": 416.1816101074219,
+      "learning_rate": 1.6547224857037005e-05,
+      "loss": 29.5,
+      "step": 12330
+    },
+    {
+      "epoch": 0.5892669406479977,
+      "grad_norm": 173.99363708496094,
+      "learning_rate": 1.6546639894684492e-05,
+      "loss": 25.4062,
+      "step": 12331
+    },
+    {
+      "epoch": 0.5893147280894581,
+      "grad_norm": 825.4193115234375,
+      "learning_rate": 1.6546054893126053e-05,
+      "loss": 26.5625,
+      "step": 12332
+    },
+    {
+      "epoch": 0.5893625155309185,
+      "grad_norm": 206.11685180664062,
+      "learning_rate": 1.6545469852365194e-05,
+      "loss": 20.6094,
+      "step": 12333
+    },
+    {
+      "epoch": 0.5894103029723788,
+      "grad_norm": 428.4859313964844,
+      "learning_rate": 1.6544884772405415e-05,
+      "loss": 38.4062,
+      "step": 12334
+    },
+    {
+      "epoch": 0.5894580904138392,
+      "grad_norm": 213.38255310058594,
+      "learning_rate": 1.654429965325022e-05,
+      "loss": 21.4219,
+      "step": 12335
+    },
+    {
+      "epoch": 0.5895058778552996,
+      "grad_norm": 378.39044189453125,
+      "learning_rate": 1.6543714494903117e-05,
+      "loss": 37.3125,
+      "step": 12336
+    },
+    {
+      "epoch": 0.58955366529676,
+      "grad_norm": 166.40208435058594,
+      "learning_rate": 1.6543129297367606e-05,
+      "loss": 21.7188,
+      "step": 12337
+    },
+    {
+      "epoch": 0.5896014527382204,
+      "grad_norm": 454.4432373046875,
+      "learning_rate": 1.6542544060647196e-05,
+      "loss": 22.7188,
+      "step": 12338
+    },
+    {
+      "epoch": 0.5896492401796808,
+      "grad_norm": 200.49359130859375,
+      "learning_rate": 1.6541958784745387e-05,
+      "loss": 24.0312,
+      "step": 12339
+    },
+    {
+      "epoch": 0.5896970276211412,
+      "grad_norm": 352.6239318847656,
+      "learning_rate": 1.6541373469665688e-05,
+      "loss": 28.4375,
+      "step": 12340
+    },
+    {
+      "epoch": 0.5897448150626016,
+      "grad_norm": 338.2691345214844,
+      "learning_rate": 1.6540788115411603e-05,
+      "loss": 35.2812,
+      "step": 12341
+    },
+    {
+      "epoch": 0.589792602504062,
+      "grad_norm": 206.02365112304688,
+      "learning_rate": 1.6540202721986632e-05,
+      "loss": 29.375,
+      "step": 12342
+    },
+    {
+      "epoch": 0.5898403899455223,
+      "grad_norm": 231.0288543701172,
+      "learning_rate": 1.653961728939429e-05,
+      "loss": 32.2188,
+      "step": 12343
+    },
+    {
+      "epoch": 0.5898881773869827,
+      "grad_norm": 341.2235107421875,
+      "learning_rate": 1.6539031817638082e-05,
+      "loss": 29.9688,
+      "step": 12344
+    },
+    {
+      "epoch": 0.5899359648284431,
+      "grad_norm": 379.50616455078125,
+      "learning_rate": 1.6538446306721506e-05,
+      "loss": 30.0,
+      "step": 12345
+    },
+    {
+      "epoch": 0.5899837522699035,
+      "grad_norm": 307.5552062988281,
+      "learning_rate": 1.6537860756648078e-05,
+      "loss": 28.0938,
+      "step": 12346
+    },
+    {
+      "epoch": 0.5900315397113639,
+      "grad_norm": 208.71640014648438,
+      "learning_rate": 1.6537275167421297e-05,
+      "loss": 30.5,
+      "step": 12347
+    },
+    {
+      "epoch": 0.5900793271528242,
+      "grad_norm": 230.4685821533203,
+      "learning_rate": 1.6536689539044673e-05,
+      "loss": 22.375,
+      "step": 12348
+    },
+    {
+      "epoch": 0.5901271145942846,
+      "grad_norm": 263.87359619140625,
+      "learning_rate": 1.6536103871521714e-05,
+      "loss": 32.0938,
+      "step": 12349
+    },
+    {
+      "epoch": 0.590174902035745,
+      "grad_norm": 916.0692138671875,
+      "learning_rate": 1.6535518164855922e-05,
+      "loss": 29.3438,
+      "step": 12350
+    },
+    {
+      "epoch": 0.5902226894772054,
+      "grad_norm": 271.29840087890625,
+      "learning_rate": 1.653493241905082e-05,
+      "loss": 26.7188,
+      "step": 12351
+    },
+    {
+      "epoch": 0.5902704769186657,
+      "grad_norm": 213.00218200683594,
+      "learning_rate": 1.6534346634109896e-05,
+      "loss": 32.0938,
+      "step": 12352
+    },
+    {
+      "epoch": 0.5903182643601261,
+      "grad_norm": 462.9962463378906,
+      "learning_rate": 1.653376081003667e-05,
+      "loss": 38.1562,
+      "step": 12353
+    },
+    {
+      "epoch": 0.5903660518015865,
+      "grad_norm": 418.7240905761719,
+      "learning_rate": 1.653317494683465e-05,
+      "loss": 27.3594,
+      "step": 12354
+    },
+    {
+      "epoch": 0.5904138392430469,
+      "grad_norm": 243.13893127441406,
+      "learning_rate": 1.6532589044507338e-05,
+      "loss": 29.4062,
+      "step": 12355
+    },
+    {
+      "epoch": 0.5904616266845073,
+      "grad_norm": 308.5025329589844,
+      "learning_rate": 1.6532003103058253e-05,
+      "loss": 27.5938,
+      "step": 12356
+    },
+    {
+      "epoch": 0.5905094141259677,
+      "grad_norm": 275.572021484375,
+      "learning_rate": 1.653141712249089e-05,
+      "loss": 31.25,
+      "step": 12357
+    },
+    {
+      "epoch": 0.5905572015674281,
+      "grad_norm": 212.86558532714844,
+      "learning_rate": 1.6530831102808772e-05,
+      "loss": 19.875,
+      "step": 12358
+    },
+    {
+      "epoch": 0.5906049890088885,
+      "grad_norm": 303.0726623535156,
+      "learning_rate": 1.65302450440154e-05,
+      "loss": 24.3125,
+      "step": 12359
+    },
+    {
+      "epoch": 0.5906527764503489,
+      "grad_norm": 389.4013977050781,
+      "learning_rate": 1.6529658946114288e-05,
+      "loss": 27.3281,
+      "step": 12360
+    },
+    {
+      "epoch": 0.5907005638918092,
+      "grad_norm": 273.72845458984375,
+      "learning_rate": 1.6529072809108945e-05,
+      "loss": 34.4062,
+      "step": 12361
+    },
+    {
+      "epoch": 0.5907483513332696,
+      "grad_norm": 446.50189208984375,
+      "learning_rate": 1.6528486633002878e-05,
+      "loss": 50.875,
+      "step": 12362
+    },
+    {
+      "epoch": 0.59079613877473,
+      "grad_norm": 256.6151428222656,
+      "learning_rate": 1.6527900417799602e-05,
+      "loss": 28.2188,
+      "step": 12363
+    },
+    {
+      "epoch": 0.5908439262161904,
+      "grad_norm": 197.0704345703125,
+      "learning_rate": 1.6527314163502626e-05,
+      "loss": 27.1562,
+      "step": 12364
+    },
+    {
+      "epoch": 0.5908917136576508,
+      "grad_norm": 333.22900390625,
+      "learning_rate": 1.652672787011546e-05,
+      "loss": 36.0625,
+      "step": 12365
+    },
+    {
+      "epoch": 0.5909395010991112,
+      "grad_norm": 254.34535217285156,
+      "learning_rate": 1.6526141537641617e-05,
+      "loss": 28.6562,
+      "step": 12366
+    },
+    {
+      "epoch": 0.5909872885405716,
+      "grad_norm": 467.2496032714844,
+      "learning_rate": 1.6525555166084604e-05,
+      "loss": 41.0625,
+      "step": 12367
+    },
+    {
+      "epoch": 0.591035075982032,
+      "grad_norm": 483.79339599609375,
+      "learning_rate": 1.6524968755447938e-05,
+      "loss": 47.3125,
+      "step": 12368
+    },
+    {
+      "epoch": 0.5910828634234923,
+      "grad_norm": 133.9268035888672,
+      "learning_rate": 1.652438230573513e-05,
+      "loss": 23.4375,
+      "step": 12369
+    },
+    {
+      "epoch": 0.5911306508649526,
+      "grad_norm": 207.71435546875,
+      "learning_rate": 1.652379581694969e-05,
+      "loss": 27.4688,
+      "step": 12370
+    },
+    {
+      "epoch": 0.591178438306413,
+      "grad_norm": 365.13385009765625,
+      "learning_rate": 1.6523209289095136e-05,
+      "loss": 40.2188,
+      "step": 12371
+    },
+    {
+      "epoch": 0.5912262257478734,
+      "grad_norm": 232.97715759277344,
+      "learning_rate": 1.6522622722174965e-05,
+      "loss": 27.0938,
+      "step": 12372
+    },
+    {
+      "epoch": 0.5912740131893338,
+      "grad_norm": 237.78192138671875,
+      "learning_rate": 1.6522036116192707e-05,
+      "loss": 24.4531,
+      "step": 12373
+    },
+    {
+      "epoch": 0.5913218006307942,
+      "grad_norm": 155.13516235351562,
+      "learning_rate": 1.6521449471151867e-05,
+      "loss": 26.125,
+      "step": 12374
+    },
+    {
+      "epoch": 0.5913695880722546,
+      "grad_norm": 361.4460754394531,
+      "learning_rate": 1.652086278705596e-05,
+      "loss": 20.6875,
+      "step": 12375
+    },
+    {
+      "epoch": 0.591417375513715,
+      "grad_norm": 142.84165954589844,
+      "learning_rate": 1.65202760639085e-05,
+      "loss": 30.5312,
+      "step": 12376
+    },
+    {
+      "epoch": 0.5914651629551754,
+      "grad_norm": 296.08270263671875,
+      "learning_rate": 1.6519689301712997e-05,
+      "loss": 45.5,
+      "step": 12377
+    },
+    {
+      "epoch": 0.5915129503966358,
+      "grad_norm": 329.9304504394531,
+      "learning_rate": 1.6519102500472972e-05,
+      "loss": 25.1875,
+      "step": 12378
+    },
+    {
+      "epoch": 0.5915607378380962,
+      "grad_norm": 207.34510803222656,
+      "learning_rate": 1.651851566019193e-05,
+      "loss": 26.5781,
+      "step": 12379
+    },
+    {
+      "epoch": 0.5916085252795565,
+      "grad_norm": 428.63031005859375,
+      "learning_rate": 1.6517928780873392e-05,
+      "loss": 37.2812,
+      "step": 12380
+    },
+    {
+      "epoch": 0.5916563127210169,
+      "grad_norm": 180.41513061523438,
+      "learning_rate": 1.6517341862520874e-05,
+      "loss": 22.4219,
+      "step": 12381
+    },
+    {
+      "epoch": 0.5917041001624773,
+      "grad_norm": 268.71246337890625,
+      "learning_rate": 1.6516754905137888e-05,
+      "loss": 29.0625,
+      "step": 12382
+    },
+    {
+      "epoch": 0.5917518876039377,
+      "grad_norm": 251.4417724609375,
+      "learning_rate": 1.6516167908727943e-05,
+      "loss": 25.6875,
+      "step": 12383
+    },
+    {
+      "epoch": 0.5917996750453981,
+      "grad_norm": 302.1917724609375,
+      "learning_rate": 1.6515580873294567e-05,
+      "loss": 25.4688,
+      "step": 12384
+    },
+    {
+      "epoch": 0.5918474624868585,
+      "grad_norm": 268.4900817871094,
+      "learning_rate": 1.6514993798841263e-05,
+      "loss": 28.9062,
+      "step": 12385
+    },
+    {
+      "epoch": 0.5918952499283189,
+      "grad_norm": 254.1959686279297,
+      "learning_rate": 1.6514406685371558e-05,
+      "loss": 32.9688,
+      "step": 12386
+    },
+    {
+      "epoch": 0.5919430373697793,
+      "grad_norm": 387.3868103027344,
+      "learning_rate": 1.6513819532888962e-05,
+      "loss": 27.0938,
+      "step": 12387
+    },
+    {
+      "epoch": 0.5919908248112397,
+      "grad_norm": 420.15643310546875,
+      "learning_rate": 1.651323234139699e-05,
+      "loss": 44.3438,
+      "step": 12388
+    },
+    {
+      "epoch": 0.5920386122526999,
+      "grad_norm": 860.242431640625,
+      "learning_rate": 1.6512645110899162e-05,
+      "loss": 27.0469,
+      "step": 12389
+    },
+    {
+      "epoch": 0.5920863996941603,
+      "grad_norm": 259.93658447265625,
+      "learning_rate": 1.6512057841398995e-05,
+      "loss": 26.2188,
+      "step": 12390
+    },
+    {
+      "epoch": 0.5921341871356207,
+      "grad_norm": 248.38461303710938,
+      "learning_rate": 1.6511470532900002e-05,
+      "loss": 22.3125,
+      "step": 12391
+    },
+    {
+      "epoch": 0.5921819745770811,
+      "grad_norm": 256.8936462402344,
+      "learning_rate": 1.6510883185405702e-05,
+      "loss": 31.0312,
+      "step": 12392
+    },
+    {
+      "epoch": 0.5922297620185415,
+      "grad_norm": 193.91775512695312,
+      "learning_rate": 1.6510295798919612e-05,
+      "loss": 20.4531,
+      "step": 12393
+    },
+    {
+      "epoch": 0.5922775494600019,
+      "grad_norm": 369.28656005859375,
+      "learning_rate": 1.6509708373445253e-05,
+      "loss": 36.3438,
+      "step": 12394
+    },
+    {
+      "epoch": 0.5923253369014623,
+      "grad_norm": 322.7803039550781,
+      "learning_rate": 1.650912090898614e-05,
+      "loss": 25.8125,
+      "step": 12395
+    },
+    {
+      "epoch": 0.5923731243429227,
+      "grad_norm": 739.391845703125,
+      "learning_rate": 1.6508533405545795e-05,
+      "loss": 37.3125,
+      "step": 12396
+    },
+    {
+      "epoch": 0.592420911784383,
+      "grad_norm": 204.65164184570312,
+      "learning_rate": 1.650794586312773e-05,
+      "loss": 26.0312,
+      "step": 12397
+    },
+    {
+      "epoch": 0.5924686992258434,
+      "grad_norm": 298.2205810546875,
+      "learning_rate": 1.6507358281735466e-05,
+      "loss": 35.4062,
+      "step": 12398
+    },
+    {
+      "epoch": 0.5925164866673038,
+      "grad_norm": 165.75035095214844,
+      "learning_rate": 1.6506770661372528e-05,
+      "loss": 19.375,
+      "step": 12399
+    },
+    {
+      "epoch": 0.5925642741087642,
+      "grad_norm": 236.65093994140625,
+      "learning_rate": 1.650618300204242e-05,
+      "loss": 27.25,
+      "step": 12400
+    },
+    {
+      "epoch": 0.5926120615502246,
+      "grad_norm": 595.2076416015625,
+      "learning_rate": 1.650559530374868e-05,
+      "loss": 40.9688,
+      "step": 12401
+    },
+    {
+      "epoch": 0.592659848991685,
+      "grad_norm": 786.3818359375,
+      "learning_rate": 1.6505007566494816e-05,
+      "loss": 27.0,
+      "step": 12402
+    },
+    {
+      "epoch": 0.5927076364331454,
+      "grad_norm": 288.625732421875,
+      "learning_rate": 1.6504419790284348e-05,
+      "loss": 27.7188,
+      "step": 12403
+    },
+    {
+      "epoch": 0.5927554238746058,
+      "grad_norm": 182.1391143798828,
+      "learning_rate": 1.6503831975120803e-05,
+      "loss": 21.3125,
+      "step": 12404
+    },
+    {
+      "epoch": 0.5928032113160662,
+      "grad_norm": 220.45962524414062,
+      "learning_rate": 1.6503244121007695e-05,
+      "loss": 28.0625,
+      "step": 12405
+    },
+    {
+      "epoch": 0.5928509987575266,
+      "grad_norm": 245.064453125,
+      "learning_rate": 1.6502656227948543e-05,
+      "loss": 26.4375,
+      "step": 12406
+    },
+    {
+      "epoch": 0.592898786198987,
+      "grad_norm": 438.3304748535156,
+      "learning_rate": 1.6502068295946873e-05,
+      "loss": 40.2188,
+      "step": 12407
+    },
+    {
+      "epoch": 0.5929465736404473,
+      "grad_norm": 401.2806396484375,
+      "learning_rate": 1.6501480325006206e-05,
+      "loss": 35.4062,
+      "step": 12408
+    },
+    {
+      "epoch": 0.5929943610819077,
+      "grad_norm": 316.3826599121094,
+      "learning_rate": 1.6500892315130058e-05,
+      "loss": 26.8906,
+      "step": 12409
+    },
+    {
+      "epoch": 0.593042148523368,
+      "grad_norm": 268.20977783203125,
+      "learning_rate": 1.6500304266321957e-05,
+      "loss": 26.8125,
+      "step": 12410
+    },
+    {
+      "epoch": 0.5930899359648284,
+      "grad_norm": 482.58038330078125,
+      "learning_rate": 1.6499716178585416e-05,
+      "loss": 33.5,
+      "step": 12411
+    },
+    {
+      "epoch": 0.5931377234062888,
+      "grad_norm": 313.46942138671875,
+      "learning_rate": 1.6499128051923966e-05,
+      "loss": 31.75,
+      "step": 12412
+    },
+    {
+      "epoch": 0.5931855108477492,
+      "grad_norm": 291.220703125,
+      "learning_rate": 1.6498539886341122e-05,
+      "loss": 23.75,
+      "step": 12413
+    },
+    {
+      "epoch": 0.5932332982892096,
+      "grad_norm": 242.8282470703125,
+      "learning_rate": 1.649795168184041e-05,
+      "loss": 32.7188,
+      "step": 12414
+    },
+    {
+      "epoch": 0.59328108573067,
+      "grad_norm": 281.2330627441406,
+      "learning_rate": 1.649736343842536e-05,
+      "loss": 30.1875,
+      "step": 12415
+    },
+    {
+      "epoch": 0.5933288731721303,
+      "grad_norm": 222.2350311279297,
+      "learning_rate": 1.6496775156099478e-05,
+      "loss": 30.25,
+      "step": 12416
+    },
+    {
+      "epoch": 0.5933766606135907,
+      "grad_norm": 214.41632080078125,
+      "learning_rate": 1.64961868348663e-05,
+      "loss": 28.1562,
+      "step": 12417
+    },
+    {
+      "epoch": 0.5934244480550511,
+      "grad_norm": 368.000244140625,
+      "learning_rate": 1.649559847472934e-05,
+      "loss": 29.6562,
+      "step": 12418
+    },
+    {
+      "epoch": 0.5934722354965115,
+      "grad_norm": 188.06263732910156,
+      "learning_rate": 1.649501007569213e-05,
+      "loss": 32.2969,
+      "step": 12419
+    },
+    {
+      "epoch": 0.5935200229379719,
+      "grad_norm": 216.93482971191406,
+      "learning_rate": 1.6494421637758194e-05,
+      "loss": 21.9062,
+      "step": 12420
+    },
+    {
+      "epoch": 0.5935678103794323,
+      "grad_norm": 475.7621154785156,
+      "learning_rate": 1.6493833160931047e-05,
+      "loss": 29.1562,
+      "step": 12421
+    },
+    {
+      "epoch": 0.5936155978208927,
+      "grad_norm": 383.9112548828125,
+      "learning_rate": 1.6493244645214222e-05,
+      "loss": 25.125,
+      "step": 12422
+    },
+    {
+      "epoch": 0.5936633852623531,
+      "grad_norm": 155.14920043945312,
+      "learning_rate": 1.649265609061124e-05,
+      "loss": 25.5625,
+      "step": 12423
+    },
+    {
+      "epoch": 0.5937111727038135,
+      "grad_norm": 302.12896728515625,
+      "learning_rate": 1.6492067497125623e-05,
+      "loss": 27.6406,
+      "step": 12424
+    },
+    {
+      "epoch": 0.5937589601452739,
+      "grad_norm": 228.69082641601562,
+      "learning_rate": 1.6491478864760902e-05,
+      "loss": 30.5625,
+      "step": 12425
+    },
+    {
+      "epoch": 0.5938067475867342,
+      "grad_norm": 197.0725860595703,
+      "learning_rate": 1.6490890193520595e-05,
+      "loss": 32.625,
+      "step": 12426
+    },
+    {
+      "epoch": 0.5938545350281946,
+      "grad_norm": 432.9409484863281,
+      "learning_rate": 1.6490301483408235e-05,
+      "loss": 29.9844,
+      "step": 12427
+    },
+    {
+      "epoch": 0.593902322469655,
+      "grad_norm": 308.3875427246094,
+      "learning_rate": 1.6489712734427342e-05,
+      "loss": 27.5312,
+      "step": 12428
+    },
+    {
+      "epoch": 0.5939501099111154,
+      "grad_norm": 220.27810668945312,
+      "learning_rate": 1.6489123946581447e-05,
+      "loss": 33.25,
+      "step": 12429
+    },
+    {
+      "epoch": 0.5939978973525757,
+      "grad_norm": 200.24342346191406,
+      "learning_rate": 1.6488535119874073e-05,
+      "loss": 23.9375,
+      "step": 12430
+    },
+    {
+      "epoch": 0.5940456847940361,
+      "grad_norm": 179.76841735839844,
+      "learning_rate": 1.648794625430874e-05,
+      "loss": 24.5469,
+      "step": 12431
+    },
+    {
+      "epoch": 0.5940934722354965,
+      "grad_norm": 260.4904479980469,
+      "learning_rate": 1.6487357349888985e-05,
+      "loss": 27.0469,
+      "step": 12432
+    },
+    {
+      "epoch": 0.5941412596769569,
+      "grad_norm": 305.44293212890625,
+      "learning_rate": 1.648676840661833e-05,
+      "loss": 37.6875,
+      "step": 12433
+    },
+    {
+      "epoch": 0.5941890471184172,
+      "grad_norm": 224.87452697753906,
+      "learning_rate": 1.6486179424500303e-05,
+      "loss": 35.2812,
+      "step": 12434
+    },
+    {
+      "epoch": 0.5942368345598776,
+      "grad_norm": 558.4074096679688,
+      "learning_rate": 1.648559040353843e-05,
+      "loss": 44.0625,
+      "step": 12435
+    },
+    {
+      "epoch": 0.594284622001338,
+      "grad_norm": 222.0809326171875,
+      "learning_rate": 1.6485001343736238e-05,
+      "loss": 24.3438,
+      "step": 12436
+    },
+    {
+      "epoch": 0.5943324094427984,
+      "grad_norm": 177.214599609375,
+      "learning_rate": 1.6484412245097258e-05,
+      "loss": 26.3125,
+      "step": 12437
+    },
+    {
+      "epoch": 0.5943801968842588,
+      "grad_norm": 184.20767211914062,
+      "learning_rate": 1.6483823107625015e-05,
+      "loss": 23.0781,
+      "step": 12438
+    },
+    {
+      "epoch": 0.5944279843257192,
+      "grad_norm": 185.588134765625,
+      "learning_rate": 1.6483233931323038e-05,
+      "loss": 31.6719,
+      "step": 12439
+    },
+    {
+      "epoch": 0.5944757717671796,
+      "grad_norm": 475.9747619628906,
+      "learning_rate": 1.6482644716194855e-05,
+      "loss": 20.3594,
+      "step": 12440
+    },
+    {
+      "epoch": 0.59452355920864,
+      "grad_norm": 193.13470458984375,
+      "learning_rate": 1.6482055462243995e-05,
+      "loss": 28.1406,
+      "step": 12441
+    },
+    {
+      "epoch": 0.5945713466501004,
+      "grad_norm": 381.3667907714844,
+      "learning_rate": 1.6481466169473988e-05,
+      "loss": 22.3594,
+      "step": 12442
+    },
+    {
+      "epoch": 0.5946191340915608,
+      "grad_norm": 377.4970703125,
+      "learning_rate": 1.648087683788836e-05,
+      "loss": 31.4062,
+      "step": 12443
+    },
+    {
+      "epoch": 0.5946669215330211,
+      "grad_norm": 247.91738891601562,
+      "learning_rate": 1.6480287467490643e-05,
+      "loss": 28.9062,
+      "step": 12444
+    },
+    {
+      "epoch": 0.5947147089744815,
+      "grad_norm": 335.64251708984375,
+      "learning_rate": 1.647969805828437e-05,
+      "loss": 28.8281,
+      "step": 12445
+    },
+    {
+      "epoch": 0.5947624964159419,
+      "grad_norm": 225.2023468017578,
+      "learning_rate": 1.647910861027306e-05,
+      "loss": 26.25,
+      "step": 12446
+    },
+    {
+      "epoch": 0.5948102838574023,
+      "grad_norm": 238.78314208984375,
+      "learning_rate": 1.6478519123460253e-05,
+      "loss": 31.3438,
+      "step": 12447
+    },
+    {
+      "epoch": 0.5948580712988627,
+      "grad_norm": 482.7978820800781,
+      "learning_rate": 1.6477929597849477e-05,
+      "loss": 32.4375,
+      "step": 12448
+    },
+    {
+      "epoch": 0.5949058587403231,
+      "grad_norm": 209.16177368164062,
+      "learning_rate": 1.647734003344426e-05,
+      "loss": 27.4375,
+      "step": 12449
+    },
+    {
+      "epoch": 0.5949536461817835,
+      "grad_norm": 355.5301208496094,
+      "learning_rate": 1.6476750430248134e-05,
+      "loss": 30.2188,
+      "step": 12450
+    },
+    {
+      "epoch": 0.5950014336232438,
+      "grad_norm": 276.48419189453125,
+      "learning_rate": 1.647616078826463e-05,
+      "loss": 24.4375,
+      "step": 12451
+    },
+    {
+      "epoch": 0.5950492210647041,
+      "grad_norm": 248.3272247314453,
+      "learning_rate": 1.6475571107497283e-05,
+      "loss": 30.6562,
+      "step": 12452
+    },
+    {
+      "epoch": 0.5950970085061645,
+      "grad_norm": 154.2890167236328,
+      "learning_rate": 1.6474981387949616e-05,
+      "loss": 16.3281,
+      "step": 12453
+    },
+    {
+      "epoch": 0.5951447959476249,
+      "grad_norm": 305.82958984375,
+      "learning_rate": 1.647439162962517e-05,
+      "loss": 34.4062,
+      "step": 12454
+    },
+    {
+      "epoch": 0.5951925833890853,
+      "grad_norm": 203.8528594970703,
+      "learning_rate": 1.6473801832527468e-05,
+      "loss": 22.7812,
+      "step": 12455
+    },
+    {
+      "epoch": 0.5952403708305457,
+      "grad_norm": 124.95417785644531,
+      "learning_rate": 1.647321199666005e-05,
+      "loss": 19.3281,
+      "step": 12456
+    },
+    {
+      "epoch": 0.5952881582720061,
+      "grad_norm": 234.26742553710938,
+      "learning_rate": 1.6472622122026445e-05,
+      "loss": 23.5625,
+      "step": 12457
+    },
+    {
+      "epoch": 0.5953359457134665,
+      "grad_norm": 193.6869659423828,
+      "learning_rate": 1.6472032208630183e-05,
+      "loss": 26.5,
+      "step": 12458
+    },
+    {
+      "epoch": 0.5953837331549269,
+      "grad_norm": 430.0929260253906,
+      "learning_rate": 1.64714422564748e-05,
+      "loss": 24.0625,
+      "step": 12459
+    },
+    {
+      "epoch": 0.5954315205963873,
+      "grad_norm": 355.24267578125,
+      "learning_rate": 1.6470852265563827e-05,
+      "loss": 22.0625,
+      "step": 12460
+    },
+    {
+      "epoch": 0.5954793080378477,
+      "grad_norm": 306.141845703125,
+      "learning_rate": 1.6470262235900803e-05,
+      "loss": 35.5,
+      "step": 12461
+    },
+    {
+      "epoch": 0.595527095479308,
+      "grad_norm": 292.6918029785156,
+      "learning_rate": 1.6469672167489255e-05,
+      "loss": 45.4375,
+      "step": 12462
+    },
+    {
+      "epoch": 0.5955748829207684,
+      "grad_norm": 223.1745147705078,
+      "learning_rate": 1.646908206033272e-05,
+      "loss": 25.1562,
+      "step": 12463
+    },
+    {
+      "epoch": 0.5956226703622288,
+      "grad_norm": 516.8321533203125,
+      "learning_rate": 1.646849191443473e-05,
+      "loss": 26.4688,
+      "step": 12464
+    },
+    {
+      "epoch": 0.5956704578036892,
+      "grad_norm": 383.4211730957031,
+      "learning_rate": 1.6467901729798815e-05,
+      "loss": 36.5312,
+      "step": 12465
+    },
+    {
+      "epoch": 0.5957182452451496,
+      "grad_norm": 205.92379760742188,
+      "learning_rate": 1.646731150642852e-05,
+      "loss": 29.25,
+      "step": 12466
+    },
+    {
+      "epoch": 0.59576603268661,
+      "grad_norm": 200.8943328857422,
+      "learning_rate": 1.6466721244327372e-05,
+      "loss": 27.2188,
+      "step": 12467
+    },
+    {
+      "epoch": 0.5958138201280704,
+      "grad_norm": 147.86781311035156,
+      "learning_rate": 1.646613094349891e-05,
+      "loss": 31.2812,
+      "step": 12468
+    },
+    {
+      "epoch": 0.5958616075695308,
+      "grad_norm": 210.60545349121094,
+      "learning_rate": 1.6465540603946665e-05,
+      "loss": 19.0781,
+      "step": 12469
+    },
+    {
+      "epoch": 0.5959093950109912,
+      "grad_norm": 256.33270263671875,
+      "learning_rate": 1.6464950225674177e-05,
+      "loss": 33.375,
+      "step": 12470
+    },
+    {
+      "epoch": 0.5959571824524516,
+      "grad_norm": 202.801025390625,
+      "learning_rate": 1.646435980868498e-05,
+      "loss": 26.4688,
+      "step": 12471
+    },
+    {
+      "epoch": 0.5960049698939118,
+      "grad_norm": 274.725341796875,
+      "learning_rate": 1.6463769352982605e-05,
+      "loss": 26.2188,
+      "step": 12472
+    },
+    {
+      "epoch": 0.5960527573353722,
+      "grad_norm": 327.935791015625,
+      "learning_rate": 1.6463178858570595e-05,
+      "loss": 29.3438,
+      "step": 12473
+    },
+    {
+      "epoch": 0.5961005447768326,
+      "grad_norm": 594.399169921875,
+      "learning_rate": 1.646258832545248e-05,
+      "loss": 26.0625,
+      "step": 12474
+    },
+    {
+      "epoch": 0.596148332218293,
+      "grad_norm": 321.25927734375,
+      "learning_rate": 1.6461997753631804e-05,
+      "loss": 31.9062,
+      "step": 12475
+    },
+    {
+      "epoch": 0.5961961196597534,
+      "grad_norm": 283.33917236328125,
+      "learning_rate": 1.64614071431121e-05,
+      "loss": 30.8438,
+      "step": 12476
+    },
+    {
+      "epoch": 0.5962439071012138,
+      "grad_norm": 315.8201904296875,
+      "learning_rate": 1.6460816493896902e-05,
+      "loss": 35.2188,
+      "step": 12477
+    },
+    {
+      "epoch": 0.5962916945426742,
+      "grad_norm": 171.51510620117188,
+      "learning_rate": 1.6460225805989753e-05,
+      "loss": 23.3594,
+      "step": 12478
+    },
+    {
+      "epoch": 0.5963394819841346,
+      "grad_norm": 405.7919616699219,
+      "learning_rate": 1.6459635079394184e-05,
+      "loss": 31.5781,
+      "step": 12479
+    },
+    {
+      "epoch": 0.596387269425595,
+      "grad_norm": 266.9374084472656,
+      "learning_rate": 1.6459044314113735e-05,
+      "loss": 25.5625,
+      "step": 12480
+    },
+    {
+      "epoch": 0.5964350568670553,
+      "grad_norm": 204.4564208984375,
+      "learning_rate": 1.645845351015195e-05,
+      "loss": 23.7812,
+      "step": 12481
+    },
+    {
+      "epoch": 0.5964828443085157,
+      "grad_norm": 304.2580261230469,
+      "learning_rate": 1.645786266751236e-05,
+      "loss": 31.0938,
+      "step": 12482
+    },
+    {
+      "epoch": 0.5965306317499761,
+      "grad_norm": 181.5062255859375,
+      "learning_rate": 1.6457271786198502e-05,
+      "loss": 18.7812,
+      "step": 12483
+    },
+    {
+      "epoch": 0.5965784191914365,
+      "grad_norm": 305.1260681152344,
+      "learning_rate": 1.6456680866213923e-05,
+      "loss": 26.375,
+      "step": 12484
+    },
+    {
+      "epoch": 0.5966262066328969,
+      "grad_norm": 275.38116455078125,
+      "learning_rate": 1.6456089907562155e-05,
+      "loss": 45.6562,
+      "step": 12485
+    },
+    {
+      "epoch": 0.5966739940743573,
+      "grad_norm": 460.37274169921875,
+      "learning_rate": 1.645549891024674e-05,
+      "loss": 26.3906,
+      "step": 12486
+    },
+    {
+      "epoch": 0.5967217815158177,
+      "grad_norm": 202.2096710205078,
+      "learning_rate": 1.645490787427122e-05,
+      "loss": 30.6562,
+      "step": 12487
+    },
+    {
+      "epoch": 0.5967695689572781,
+      "grad_norm": 296.3473205566406,
+      "learning_rate": 1.6454316799639123e-05,
+      "loss": 26.0312,
+      "step": 12488
+    },
+    {
+      "epoch": 0.5968173563987385,
+      "grad_norm": 416.25543212890625,
+      "learning_rate": 1.6453725686354002e-05,
+      "loss": 28.4062,
+      "step": 12489
+    },
+    {
+      "epoch": 0.5968651438401988,
+      "grad_norm": 422.7059631347656,
+      "learning_rate": 1.645313453441939e-05,
+      "loss": 26.625,
+      "step": 12490
+    },
+    {
+      "epoch": 0.5969129312816592,
+      "grad_norm": 259.410400390625,
+      "learning_rate": 1.645254334383883e-05,
+      "loss": 27.875,
+      "step": 12491
+    },
+    {
+      "epoch": 0.5969607187231195,
+      "grad_norm": 315.0276794433594,
+      "learning_rate": 1.645195211461586e-05,
+      "loss": 27.1875,
+      "step": 12492
+    },
+    {
+      "epoch": 0.5970085061645799,
+      "grad_norm": 223.89697265625,
+      "learning_rate": 1.6451360846754023e-05,
+      "loss": 21.75,
+      "step": 12493
+    },
+    {
+      "epoch": 0.5970562936060403,
+      "grad_norm": 269.7120666503906,
+      "learning_rate": 1.6450769540256855e-05,
+      "loss": 27.3906,
+      "step": 12494
+    },
+    {
+      "epoch": 0.5971040810475007,
+      "grad_norm": 211.28775024414062,
+      "learning_rate": 1.6450178195127907e-05,
+      "loss": 34.5,
+      "step": 12495
+    },
+    {
+      "epoch": 0.5971518684889611,
+      "grad_norm": 323.8656005859375,
+      "learning_rate": 1.6449586811370713e-05,
+      "loss": 26.9375,
+      "step": 12496
+    },
+    {
+      "epoch": 0.5971996559304215,
+      "grad_norm": 214.63388061523438,
+      "learning_rate": 1.6448995388988816e-05,
+      "loss": 26.2812,
+      "step": 12497
+    },
+    {
+      "epoch": 0.5972474433718818,
+      "grad_norm": 274.99981689453125,
+      "learning_rate": 1.6448403927985758e-05,
+      "loss": 34.0,
+      "step": 12498
+    },
+    {
+      "epoch": 0.5972952308133422,
+      "grad_norm": 315.20123291015625,
+      "learning_rate": 1.644781242836508e-05,
+      "loss": 32.125,
+      "step": 12499
+    },
+    {
+      "epoch": 0.5973430182548026,
+      "grad_norm": 478.7157897949219,
+      "learning_rate": 1.6447220890130328e-05,
+      "loss": 39.0,
+      "step": 12500
+    },
+    {
+      "epoch": 0.597390805696263,
+      "grad_norm": 470.557373046875,
+      "learning_rate": 1.644662931328504e-05,
+      "loss": 21.0156,
+      "step": 12501
+    },
+    {
+      "epoch": 0.5974385931377234,
+      "grad_norm": 270.8439025878906,
+      "learning_rate": 1.6446037697832765e-05,
+      "loss": 25.375,
+      "step": 12502
+    },
+    {
+      "epoch": 0.5974863805791838,
+      "grad_norm": 456.08514404296875,
+      "learning_rate": 1.6445446043777037e-05,
+      "loss": 43.8125,
+      "step": 12503
+    },
+    {
+      "epoch": 0.5975341680206442,
+      "grad_norm": 172.671630859375,
+      "learning_rate": 1.6444854351121408e-05,
+      "loss": 21.4375,
+      "step": 12504
+    },
+    {
+      "epoch": 0.5975819554621046,
+      "grad_norm": 273.7481994628906,
+      "learning_rate": 1.6444262619869414e-05,
+      "loss": 28.7812,
+      "step": 12505
+    },
+    {
+      "epoch": 0.597629742903565,
+      "grad_norm": 435.27655029296875,
+      "learning_rate": 1.64436708500246e-05,
+      "loss": 26.2344,
+      "step": 12506
+    },
+    {
+      "epoch": 0.5976775303450254,
+      "grad_norm": 227.98085021972656,
+      "learning_rate": 1.6443079041590518e-05,
+      "loss": 31.5312,
+      "step": 12507
+    },
+    {
+      "epoch": 0.5977253177864857,
+      "grad_norm": 308.97998046875,
+      "learning_rate": 1.6442487194570703e-05,
+      "loss": 30.8125,
+      "step": 12508
+    },
+    {
+      "epoch": 0.5977731052279461,
+      "grad_norm": 214.75938415527344,
+      "learning_rate": 1.6441895308968704e-05,
+      "loss": 24.0781,
+      "step": 12509
+    },
+    {
+      "epoch": 0.5978208926694065,
+      "grad_norm": 140.3674774169922,
+      "learning_rate": 1.6441303384788067e-05,
+      "loss": 21.4375,
+      "step": 12510
+    },
+    {
+      "epoch": 0.5978686801108669,
+      "grad_norm": 324.85479736328125,
+      "learning_rate": 1.644071142203233e-05,
+      "loss": 26.3125,
+      "step": 12511
+    },
+    {
+      "epoch": 0.5979164675523273,
+      "grad_norm": 249.36607360839844,
+      "learning_rate": 1.6440119420705043e-05,
+      "loss": 19.6875,
+      "step": 12512
+    },
+    {
+      "epoch": 0.5979642549937876,
+      "grad_norm": 414.1717529296875,
+      "learning_rate": 1.643952738080975e-05,
+      "loss": 20.4844,
+      "step": 12513
+    },
+    {
+      "epoch": 0.598012042435248,
+      "grad_norm": 259.604248046875,
+      "learning_rate": 1.643893530235e-05,
+      "loss": 27.7812,
+      "step": 12514
+    },
+    {
+      "epoch": 0.5980598298767084,
+      "grad_norm": 193.7106475830078,
+      "learning_rate": 1.6438343185329334e-05,
+      "loss": 35.375,
+      "step": 12515
+    },
+    {
+      "epoch": 0.5981076173181687,
+      "grad_norm": 151.27359008789062,
+      "learning_rate": 1.6437751029751304e-05,
+      "loss": 28.2812,
+      "step": 12516
+    },
+    {
+      "epoch": 0.5981554047596291,
+      "grad_norm": 233.7391815185547,
+      "learning_rate": 1.643715883561945e-05,
+      "loss": 29.0,
+      "step": 12517
+    },
+    {
+      "epoch": 0.5982031922010895,
+      "grad_norm": 214.26919555664062,
+      "learning_rate": 1.6436566602937318e-05,
+      "loss": 22.25,
+      "step": 12518
+    },
+    {
+      "epoch": 0.5982509796425499,
+      "grad_norm": 405.50762939453125,
+      "learning_rate": 1.6435974331708462e-05,
+      "loss": 36.5625,
+      "step": 12519
+    },
+    {
+      "epoch": 0.5982987670840103,
+      "grad_norm": 222.46533203125,
+      "learning_rate": 1.6435382021936418e-05,
+      "loss": 21.4062,
+      "step": 12520
+    },
+    {
+      "epoch": 0.5983465545254707,
+      "grad_norm": 223.5999298095703,
+      "learning_rate": 1.6434789673624748e-05,
+      "loss": 23.7656,
+      "step": 12521
+    },
+    {
+      "epoch": 0.5983943419669311,
+      "grad_norm": 261.05419921875,
+      "learning_rate": 1.6434197286776985e-05,
+      "loss": 32.8906,
+      "step": 12522
+    },
+    {
+      "epoch": 0.5984421294083915,
+      "grad_norm": 178.50999450683594,
+      "learning_rate": 1.6433604861396684e-05,
+      "loss": 33.5312,
+      "step": 12523
+    },
+    {
+      "epoch": 0.5984899168498519,
+      "grad_norm": 415.90814208984375,
+      "learning_rate": 1.6433012397487395e-05,
+      "loss": 33.7812,
+      "step": 12524
+    },
+    {
+      "epoch": 0.5985377042913123,
+      "grad_norm": 177.19265747070312,
+      "learning_rate": 1.6432419895052655e-05,
+      "loss": 20.5156,
+      "step": 12525
+    },
+    {
+      "epoch": 0.5985854917327726,
+      "grad_norm": 239.85501098632812,
+      "learning_rate": 1.6431827354096026e-05,
+      "loss": 31.75,
+      "step": 12526
+    },
+    {
+      "epoch": 0.598633279174233,
+      "grad_norm": 962.3118896484375,
+      "learning_rate": 1.643123477462105e-05,
+      "loss": 39.875,
+      "step": 12527
+    },
+    {
+      "epoch": 0.5986810666156934,
+      "grad_norm": 238.21006774902344,
+      "learning_rate": 1.6430642156631272e-05,
+      "loss": 32.4062,
+      "step": 12528
+    },
+    {
+      "epoch": 0.5987288540571538,
+      "grad_norm": 208.0295867919922,
+      "learning_rate": 1.643004950013025e-05,
+      "loss": 26.9219,
+      "step": 12529
+    },
+    {
+      "epoch": 0.5987766414986142,
+      "grad_norm": 393.65771484375,
+      "learning_rate": 1.6429456805121525e-05,
+      "loss": 40.8438,
+      "step": 12530
+    },
+    {
+      "epoch": 0.5988244289400746,
+      "grad_norm": 395.4906921386719,
+      "learning_rate": 1.6428864071608653e-05,
+      "loss": 26.2969,
+      "step": 12531
+    },
+    {
+      "epoch": 0.598872216381535,
+      "grad_norm": 344.6236572265625,
+      "learning_rate": 1.642827129959518e-05,
+      "loss": 24.9844,
+      "step": 12532
+    },
+    {
+      "epoch": 0.5989200038229953,
+      "grad_norm": 184.24313354492188,
+      "learning_rate": 1.6427678489084656e-05,
+      "loss": 22.8125,
+      "step": 12533
+    },
+    {
+      "epoch": 0.5989677912644557,
+      "grad_norm": 484.0040588378906,
+      "learning_rate": 1.6427085640080633e-05,
+      "loss": 26.375,
+      "step": 12534
+    },
+    {
+      "epoch": 0.599015578705916,
+      "grad_norm": 195.9525146484375,
+      "learning_rate": 1.6426492752586657e-05,
+      "loss": 28.7188,
+      "step": 12535
+    },
+    {
+      "epoch": 0.5990633661473764,
+      "grad_norm": 431.2080993652344,
+      "learning_rate": 1.6425899826606286e-05,
+      "loss": 33.4062,
+      "step": 12536
+    },
+    {
+      "epoch": 0.5991111535888368,
+      "grad_norm": 503.135986328125,
+      "learning_rate": 1.6425306862143066e-05,
+      "loss": 40.7188,
+      "step": 12537
+    },
+    {
+      "epoch": 0.5991589410302972,
+      "grad_norm": 172.52822875976562,
+      "learning_rate": 1.6424713859200546e-05,
+      "loss": 29.0,
+      "step": 12538
+    },
+    {
+      "epoch": 0.5992067284717576,
+      "grad_norm": 473.16619873046875,
+      "learning_rate": 1.642412081778228e-05,
+      "loss": 32.9062,
+      "step": 12539
+    },
+    {
+      "epoch": 0.599254515913218,
+      "grad_norm": 420.0470275878906,
+      "learning_rate": 1.6423527737891824e-05,
+      "loss": 28.1562,
+      "step": 12540
+    },
+    {
+      "epoch": 0.5993023033546784,
+      "grad_norm": 223.01329040527344,
+      "learning_rate": 1.6422934619532723e-05,
+      "loss": 34.3281,
+      "step": 12541
+    },
+    {
+      "epoch": 0.5993500907961388,
+      "grad_norm": 203.41470336914062,
+      "learning_rate": 1.642234146270853e-05,
+      "loss": 31.75,
+      "step": 12542
+    },
+    {
+      "epoch": 0.5993978782375992,
+      "grad_norm": 523.2920532226562,
+      "learning_rate": 1.64217482674228e-05,
+      "loss": 31.3125,
+      "step": 12543
+    },
+    {
+      "epoch": 0.5994456656790595,
+      "grad_norm": 414.1139221191406,
+      "learning_rate": 1.6421155033679085e-05,
+      "loss": 23.7812,
+      "step": 12544
+    },
+    {
+      "epoch": 0.5994934531205199,
+      "grad_norm": 214.5606231689453,
+      "learning_rate": 1.642056176148094e-05,
+      "loss": 22.5312,
+      "step": 12545
+    },
+    {
+      "epoch": 0.5995412405619803,
+      "grad_norm": 294.0807800292969,
+      "learning_rate": 1.641996845083191e-05,
+      "loss": 35.4375,
+      "step": 12546
+    },
+    {
+      "epoch": 0.5995890280034407,
+      "grad_norm": 301.70831298828125,
+      "learning_rate": 1.641937510173555e-05,
+      "loss": 30.9688,
+      "step": 12547
+    },
+    {
+      "epoch": 0.5996368154449011,
+      "grad_norm": 291.4012145996094,
+      "learning_rate": 1.6418781714195424e-05,
+      "loss": 32.125,
+      "step": 12548
+    },
+    {
+      "epoch": 0.5996846028863615,
+      "grad_norm": 427.5147705078125,
+      "learning_rate": 1.6418188288215075e-05,
+      "loss": 29.875,
+      "step": 12549
+    },
+    {
+      "epoch": 0.5997323903278219,
+      "grad_norm": 195.8125762939453,
+      "learning_rate": 1.6417594823798058e-05,
+      "loss": 25.5312,
+      "step": 12550
+    },
+    {
+      "epoch": 0.5997801777692823,
+      "grad_norm": 253.40020751953125,
+      "learning_rate": 1.641700132094793e-05,
+      "loss": 28.3125,
+      "step": 12551
+    },
+    {
+      "epoch": 0.5998279652107427,
+      "grad_norm": 425.5459289550781,
+      "learning_rate": 1.6416407779668248e-05,
+      "loss": 36.0312,
+      "step": 12552
+    },
+    {
+      "epoch": 0.599875752652203,
+      "grad_norm": 160.48788452148438,
+      "learning_rate": 1.6415814199962556e-05,
+      "loss": 26.0625,
+      "step": 12553
+    },
+    {
+      "epoch": 0.5999235400936633,
+      "grad_norm": 182.22299194335938,
+      "learning_rate": 1.641522058183442e-05,
+      "loss": 24.375,
+      "step": 12554
+    },
+    {
+      "epoch": 0.5999713275351237,
+      "grad_norm": 356.03253173828125,
+      "learning_rate": 1.641462692528739e-05,
+      "loss": 27.0312,
+      "step": 12555
+    },
+    {
+      "epoch": 0.6000191149765841,
+      "grad_norm": 181.8680419921875,
+      "learning_rate": 1.6414033230325022e-05,
+      "loss": 31.2188,
+      "step": 12556
+    },
+    {
+      "epoch": 0.6000669024180445,
+      "grad_norm": 324.0976867675781,
+      "learning_rate": 1.641343949695087e-05,
+      "loss": 34.5312,
+      "step": 12557
+    },
+    {
+      "epoch": 0.6001146898595049,
+      "grad_norm": 338.2344665527344,
+      "learning_rate": 1.641284572516849e-05,
+      "loss": 27.2031,
+      "step": 12558
+    },
+    {
+      "epoch": 0.6001624773009653,
+      "grad_norm": 186.44642639160156,
+      "learning_rate": 1.641225191498144e-05,
+      "loss": 34.2344,
+      "step": 12559
+    },
+    {
+      "epoch": 0.6002102647424257,
+      "grad_norm": 191.67294311523438,
+      "learning_rate": 1.6411658066393277e-05,
+      "loss": 23.5,
+      "step": 12560
+    },
+    {
+      "epoch": 0.6002580521838861,
+      "grad_norm": 317.02777099609375,
+      "learning_rate": 1.6411064179407556e-05,
+      "loss": 26.0938,
+      "step": 12561
+    },
+    {
+      "epoch": 0.6003058396253464,
+      "grad_norm": 264.2601013183594,
+      "learning_rate": 1.641047025402783e-05,
+      "loss": 35.7188,
+      "step": 12562
+    },
+    {
+      "epoch": 0.6003536270668068,
+      "grad_norm": 242.24330139160156,
+      "learning_rate": 1.6409876290257664e-05,
+      "loss": 22.2188,
+      "step": 12563
+    },
+    {
+      "epoch": 0.6004014145082672,
+      "grad_norm": 237.05479431152344,
+      "learning_rate": 1.6409282288100605e-05,
+      "loss": 32.25,
+      "step": 12564
+    },
+    {
+      "epoch": 0.6004492019497276,
+      "grad_norm": 302.9148254394531,
+      "learning_rate": 1.6408688247560217e-05,
+      "loss": 28.5,
+      "step": 12565
+    },
+    {
+      "epoch": 0.600496989391188,
+      "grad_norm": 283.5011291503906,
+      "learning_rate": 1.6408094168640055e-05,
+      "loss": 37.7031,
+      "step": 12566
+    },
+    {
+      "epoch": 0.6005447768326484,
+      "grad_norm": 255.90798950195312,
+      "learning_rate": 1.640750005134368e-05,
+      "loss": 27.9688,
+      "step": 12567
+    },
+    {
+      "epoch": 0.6005925642741088,
+      "grad_norm": 267.1352844238281,
+      "learning_rate": 1.6406905895674645e-05,
+      "loss": 38.2188,
+      "step": 12568
+    },
+    {
+      "epoch": 0.6006403517155692,
+      "grad_norm": 241.55677795410156,
+      "learning_rate": 1.6406311701636512e-05,
+      "loss": 40.2188,
+      "step": 12569
+    },
+    {
+      "epoch": 0.6006881391570296,
+      "grad_norm": 767.337890625,
+      "learning_rate": 1.640571746923284e-05,
+      "loss": 33.0938,
+      "step": 12570
+    },
+    {
+      "epoch": 0.60073592659849,
+      "grad_norm": 272.1349182128906,
+      "learning_rate": 1.6405123198467185e-05,
+      "loss": 29.4062,
+      "step": 12571
+    },
+    {
+      "epoch": 0.6007837140399503,
+      "grad_norm": 238.29232788085938,
+      "learning_rate": 1.6404528889343105e-05,
+      "loss": 30.9062,
+      "step": 12572
+    },
+    {
+      "epoch": 0.6008315014814107,
+      "grad_norm": 226.80899047851562,
+      "learning_rate": 1.640393454186416e-05,
+      "loss": 24.2188,
+      "step": 12573
+    },
+    {
+      "epoch": 0.6008792889228711,
+      "grad_norm": 283.0044860839844,
+      "learning_rate": 1.6403340156033913e-05,
+      "loss": 30.25,
+      "step": 12574
+    },
+    {
+      "epoch": 0.6009270763643314,
+      "grad_norm": 212.37269592285156,
+      "learning_rate": 1.6402745731855922e-05,
+      "loss": 24.5,
+      "step": 12575
+    },
+    {
+      "epoch": 0.6009748638057918,
+      "grad_norm": 355.75286865234375,
+      "learning_rate": 1.6402151269333742e-05,
+      "loss": 33.125,
+      "step": 12576
+    },
+    {
+      "epoch": 0.6010226512472522,
+      "grad_norm": 253.46560668945312,
+      "learning_rate": 1.640155676847094e-05,
+      "loss": 31.1719,
+      "step": 12577
+    },
+    {
+      "epoch": 0.6010704386887126,
+      "grad_norm": 168.22842407226562,
+      "learning_rate": 1.6400962229271074e-05,
+      "loss": 23.5312,
+      "step": 12578
+    },
+    {
+      "epoch": 0.601118226130173,
+      "grad_norm": 211.08224487304688,
+      "learning_rate": 1.64003676517377e-05,
+      "loss": 25.9375,
+      "step": 12579
+    },
+    {
+      "epoch": 0.6011660135716334,
+      "grad_norm": 278.1919250488281,
+      "learning_rate": 1.6399773035874388e-05,
+      "loss": 27.5625,
+      "step": 12580
+    },
+    {
+      "epoch": 0.6012138010130937,
+      "grad_norm": 429.6394958496094,
+      "learning_rate": 1.6399178381684688e-05,
+      "loss": 29.6562,
+      "step": 12581
+    },
+    {
+      "epoch": 0.6012615884545541,
+      "grad_norm": 188.91600036621094,
+      "learning_rate": 1.6398583689172172e-05,
+      "loss": 28.5312,
+      "step": 12582
+    },
+    {
+      "epoch": 0.6013093758960145,
+      "grad_norm": 316.89093017578125,
+      "learning_rate": 1.6397988958340393e-05,
+      "loss": 28.0,
+      "step": 12583
+    },
+    {
+      "epoch": 0.6013571633374749,
+      "grad_norm": 255.4795379638672,
+      "learning_rate": 1.6397394189192913e-05,
+      "loss": 29.5625,
+      "step": 12584
+    },
+    {
+      "epoch": 0.6014049507789353,
+      "grad_norm": 210.37144470214844,
+      "learning_rate": 1.6396799381733303e-05,
+      "loss": 22.1719,
+      "step": 12585
+    },
+    {
+      "epoch": 0.6014527382203957,
+      "grad_norm": 393.3052062988281,
+      "learning_rate": 1.6396204535965113e-05,
+      "loss": 38.25,
+      "step": 12586
+    },
+    {
+      "epoch": 0.6015005256618561,
+      "grad_norm": 390.86175537109375,
+      "learning_rate": 1.6395609651891915e-05,
+      "loss": 39.2812,
+      "step": 12587
+    },
+    {
+      "epoch": 0.6015483131033165,
+      "grad_norm": 377.5045471191406,
+      "learning_rate": 1.6395014729517266e-05,
+      "loss": 42.0,
+      "step": 12588
+    },
+    {
+      "epoch": 0.6015961005447769,
+      "grad_norm": 414.9403076171875,
+      "learning_rate": 1.639441976884473e-05,
+      "loss": 31.5,
+      "step": 12589
+    },
+    {
+      "epoch": 0.6016438879862372,
+      "grad_norm": 274.8614196777344,
+      "learning_rate": 1.6393824769877873e-05,
+      "loss": 25.8125,
+      "step": 12590
+    },
+    {
+      "epoch": 0.6016916754276976,
+      "grad_norm": 503.3509826660156,
+      "learning_rate": 1.6393229732620253e-05,
+      "loss": 25.875,
+      "step": 12591
+    },
+    {
+      "epoch": 0.601739462869158,
+      "grad_norm": 189.0369873046875,
+      "learning_rate": 1.639263465707544e-05,
+      "loss": 27.3125,
+      "step": 12592
+    },
+    {
+      "epoch": 0.6017872503106184,
+      "grad_norm": 210.48898315429688,
+      "learning_rate": 1.639203954324699e-05,
+      "loss": 26.9219,
+      "step": 12593
+    },
+    {
+      "epoch": 0.6018350377520788,
+      "grad_norm": 214.97799682617188,
+      "learning_rate": 1.6391444391138477e-05,
+      "loss": 33.6562,
+      "step": 12594
+    },
+    {
+      "epoch": 0.6018828251935391,
+      "grad_norm": 310.5218505859375,
+      "learning_rate": 1.6390849200753452e-05,
+      "loss": 36.25,
+      "step": 12595
+    },
+    {
+      "epoch": 0.6019306126349995,
+      "grad_norm": 391.4812316894531,
+      "learning_rate": 1.639025397209549e-05,
+      "loss": 37.625,
+      "step": 12596
+    },
+    {
+      "epoch": 0.6019784000764599,
+      "grad_norm": 650.1032104492188,
+      "learning_rate": 1.6389658705168154e-05,
+      "loss": 27.9062,
+      "step": 12597
+    },
+    {
+      "epoch": 0.6020261875179203,
+      "grad_norm": 245.84014892578125,
+      "learning_rate": 1.638906339997501e-05,
+      "loss": 25.2812,
+      "step": 12598
+    },
+    {
+      "epoch": 0.6020739749593806,
+      "grad_norm": 290.6471862792969,
+      "learning_rate": 1.638846805651961e-05,
+      "loss": 26.4688,
+      "step": 12599
+    },
+    {
+      "epoch": 0.602121762400841,
+      "grad_norm": 353.1018371582031,
+      "learning_rate": 1.638787267480554e-05,
+      "loss": 32.9688,
+      "step": 12600
+    },
+    {
+      "epoch": 0.6021695498423014,
+      "grad_norm": 255.66746520996094,
+      "learning_rate": 1.6387277254836352e-05,
+      "loss": 37.6875,
+      "step": 12601
+    },
+    {
+      "epoch": 0.6022173372837618,
+      "grad_norm": 221.6012725830078,
+      "learning_rate": 1.6386681796615617e-05,
+      "loss": 39.0625,
+      "step": 12602
+    },
+    {
+      "epoch": 0.6022651247252222,
+      "grad_norm": 220.29507446289062,
+      "learning_rate": 1.6386086300146895e-05,
+      "loss": 39.2188,
+      "step": 12603
+    },
+    {
+      "epoch": 0.6023129121666826,
+      "grad_norm": 1146.7362060546875,
+      "learning_rate": 1.6385490765433757e-05,
+      "loss": 35.5781,
+      "step": 12604
+    },
+    {
+      "epoch": 0.602360699608143,
+      "grad_norm": 222.83226013183594,
+      "learning_rate": 1.638489519247977e-05,
+      "loss": 24.2969,
+      "step": 12605
+    },
+    {
+      "epoch": 0.6024084870496034,
+      "grad_norm": 273.5945739746094,
+      "learning_rate": 1.6384299581288502e-05,
+      "loss": 21.7812,
+      "step": 12606
+    },
+    {
+      "epoch": 0.6024562744910638,
+      "grad_norm": 370.2705078125,
+      "learning_rate": 1.6383703931863512e-05,
+      "loss": 35.0938,
+      "step": 12607
+    },
+    {
+      "epoch": 0.6025040619325241,
+      "grad_norm": 564.4642333984375,
+      "learning_rate": 1.6383108244208378e-05,
+      "loss": 43.4375,
+      "step": 12608
+    },
+    {
+      "epoch": 0.6025518493739845,
+      "grad_norm": 475.8773498535156,
+      "learning_rate": 1.6382512518326658e-05,
+      "loss": 33.5,
+      "step": 12609
+    },
+    {
+      "epoch": 0.6025996368154449,
+      "grad_norm": 233.22665405273438,
+      "learning_rate": 1.6381916754221928e-05,
+      "loss": 26.8125,
+      "step": 12610
+    },
+    {
+      "epoch": 0.6026474242569053,
+      "grad_norm": 447.9670104980469,
+      "learning_rate": 1.638132095189775e-05,
+      "loss": 39.6875,
+      "step": 12611
+    },
+    {
+      "epoch": 0.6026952116983657,
+      "grad_norm": 414.0372314453125,
+      "learning_rate": 1.6380725111357693e-05,
+      "loss": 21.875,
+      "step": 12612
+    },
+    {
+      "epoch": 0.6027429991398261,
+      "grad_norm": 835.126953125,
+      "learning_rate": 1.6380129232605326e-05,
+      "loss": 29.9375,
+      "step": 12613
+    },
+    {
+      "epoch": 0.6027907865812865,
+      "grad_norm": 200.46253967285156,
+      "learning_rate": 1.6379533315644214e-05,
+      "loss": 23.1875,
+      "step": 12614
+    },
+    {
+      "epoch": 0.6028385740227469,
+      "grad_norm": 341.8686828613281,
+      "learning_rate": 1.6378937360477935e-05,
+      "loss": 32.5312,
+      "step": 12615
+    },
+    {
+      "epoch": 0.6028863614642072,
+      "grad_norm": 406.8277282714844,
+      "learning_rate": 1.6378341367110047e-05,
+      "loss": 44.0625,
+      "step": 12616
+    },
+    {
+      "epoch": 0.6029341489056675,
+      "grad_norm": 201.1126708984375,
+      "learning_rate": 1.637774533554413e-05,
+      "loss": 30.0625,
+      "step": 12617
+    },
+    {
+      "epoch": 0.6029819363471279,
+      "grad_norm": 220.1360321044922,
+      "learning_rate": 1.6377149265783747e-05,
+      "loss": 23.3125,
+      "step": 12618
+    },
+    {
+      "epoch": 0.6030297237885883,
+      "grad_norm": 230.37716674804688,
+      "learning_rate": 1.6376553157832463e-05,
+      "loss": 23.7969,
+      "step": 12619
+    },
+    {
+      "epoch": 0.6030775112300487,
+      "grad_norm": 357.6717834472656,
+      "learning_rate": 1.637595701169386e-05,
+      "loss": 29.2188,
+      "step": 12620
+    },
+    {
+      "epoch": 0.6031252986715091,
+      "grad_norm": 293.4843444824219,
+      "learning_rate": 1.63753608273715e-05,
+      "loss": 28.8438,
+      "step": 12621
+    },
+    {
+      "epoch": 0.6031730861129695,
+      "grad_norm": 246.041015625,
+      "learning_rate": 1.6374764604868954e-05,
+      "loss": 27.875,
+      "step": 12622
+    },
+    {
+      "epoch": 0.6032208735544299,
+      "grad_norm": 285.7381896972656,
+      "learning_rate": 1.6374168344189794e-05,
+      "loss": 29.5312,
+      "step": 12623
+    },
+    {
+      "epoch": 0.6032686609958903,
+      "grad_norm": 319.9861755371094,
+      "learning_rate": 1.637357204533759e-05,
+      "loss": 26.4062,
+      "step": 12624
+    },
+    {
+      "epoch": 0.6033164484373507,
+      "grad_norm": 509.51715087890625,
+      "learning_rate": 1.6372975708315912e-05,
+      "loss": 39.375,
+      "step": 12625
+    },
+    {
+      "epoch": 0.603364235878811,
+      "grad_norm": 455.4928283691406,
+      "learning_rate": 1.6372379333128336e-05,
+      "loss": 41.75,
+      "step": 12626
+    },
+    {
+      "epoch": 0.6034120233202714,
+      "grad_norm": 259.4550476074219,
+      "learning_rate": 1.637178291977843e-05,
+      "loss": 35.4688,
+      "step": 12627
+    },
+    {
+      "epoch": 0.6034598107617318,
+      "grad_norm": 278.0183410644531,
+      "learning_rate": 1.6371186468269766e-05,
+      "loss": 28.5,
+      "step": 12628
+    },
+    {
+      "epoch": 0.6035075982031922,
+      "grad_norm": 415.27899169921875,
+      "learning_rate": 1.6370589978605914e-05,
+      "loss": 39.4688,
+      "step": 12629
+    },
+    {
+      "epoch": 0.6035553856446526,
+      "grad_norm": 305.8541564941406,
+      "learning_rate": 1.6369993450790455e-05,
+      "loss": 41.5938,
+      "step": 12630
+    },
+    {
+      "epoch": 0.603603173086113,
+      "grad_norm": 1437.1051025390625,
+      "learning_rate": 1.6369396884826946e-05,
+      "loss": 35.8125,
+      "step": 12631
+    },
+    {
+      "epoch": 0.6036509605275734,
+      "grad_norm": 356.81842041015625,
+      "learning_rate": 1.6368800280718975e-05,
+      "loss": 32.25,
+      "step": 12632
+    },
+    {
+      "epoch": 0.6036987479690338,
+      "grad_norm": 218.2954559326172,
+      "learning_rate": 1.6368203638470107e-05,
+      "loss": 24.25,
+      "step": 12633
+    },
+    {
+      "epoch": 0.6037465354104942,
+      "grad_norm": 302.79241943359375,
+      "learning_rate": 1.6367606958083912e-05,
+      "loss": 26.4375,
+      "step": 12634
+    },
+    {
+      "epoch": 0.6037943228519546,
+      "grad_norm": 341.4245910644531,
+      "learning_rate": 1.6367010239563975e-05,
+      "loss": 28.375,
+      "step": 12635
+    },
+    {
+      "epoch": 0.6038421102934148,
+      "grad_norm": 355.28326416015625,
+      "learning_rate": 1.6366413482913858e-05,
+      "loss": 38.375,
+      "step": 12636
+    },
+    {
+      "epoch": 0.6038898977348752,
+      "grad_norm": 205.3650665283203,
+      "learning_rate": 1.6365816688137138e-05,
+      "loss": 31.3125,
+      "step": 12637
+    },
+    {
+      "epoch": 0.6039376851763356,
+      "grad_norm": 213.9029541015625,
+      "learning_rate": 1.636521985523739e-05,
+      "loss": 30.375,
+      "step": 12638
+    },
+    {
+      "epoch": 0.603985472617796,
+      "grad_norm": 462.7770690917969,
+      "learning_rate": 1.6364622984218193e-05,
+      "loss": 27.9844,
+      "step": 12639
+    },
+    {
+      "epoch": 0.6040332600592564,
+      "grad_norm": 182.88400268554688,
+      "learning_rate": 1.6364026075083114e-05,
+      "loss": 23.2031,
+      "step": 12640
+    },
+    {
+      "epoch": 0.6040810475007168,
+      "grad_norm": 204.1875457763672,
+      "learning_rate": 1.636342912783573e-05,
+      "loss": 26.5625,
+      "step": 12641
+    },
+    {
+      "epoch": 0.6041288349421772,
+      "grad_norm": 224.99998474121094,
+      "learning_rate": 1.6362832142479615e-05,
+      "loss": 30.6562,
+      "step": 12642
+    },
+    {
+      "epoch": 0.6041766223836376,
+      "grad_norm": 325.50872802734375,
+      "learning_rate": 1.636223511901835e-05,
+      "loss": 49.2812,
+      "step": 12643
+    },
+    {
+      "epoch": 0.604224409825098,
+      "grad_norm": 339.06524658203125,
+      "learning_rate": 1.6361638057455502e-05,
+      "loss": 26.0625,
+      "step": 12644
+    },
+    {
+      "epoch": 0.6042721972665583,
+      "grad_norm": 400.33294677734375,
+      "learning_rate": 1.6361040957794652e-05,
+      "loss": 28.4375,
+      "step": 12645
+    },
+    {
+      "epoch": 0.6043199847080187,
+      "grad_norm": 490.96966552734375,
+      "learning_rate": 1.636044382003938e-05,
+      "loss": 31.625,
+      "step": 12646
+    },
+    {
+      "epoch": 0.6043677721494791,
+      "grad_norm": 159.43942260742188,
+      "learning_rate": 1.635984664419325e-05,
+      "loss": 32.2656,
+      "step": 12647
+    },
+    {
+      "epoch": 0.6044155595909395,
+      "grad_norm": 363.30059814453125,
+      "learning_rate": 1.635924943025985e-05,
+      "loss": 29.2812,
+      "step": 12648
+    },
+    {
+      "epoch": 0.6044633470323999,
+      "grad_norm": 236.36561584472656,
+      "learning_rate": 1.6358652178242747e-05,
+      "loss": 30.6562,
+      "step": 12649
+    },
+    {
+      "epoch": 0.6045111344738603,
+      "grad_norm": 204.66958618164062,
+      "learning_rate": 1.6358054888145524e-05,
+      "loss": 21.8906,
+      "step": 12650
+    },
+    {
+      "epoch": 0.6045589219153207,
+      "grad_norm": 214.96974182128906,
+      "learning_rate": 1.6357457559971756e-05,
+      "loss": 27.3281,
+      "step": 12651
+    },
+    {
+      "epoch": 0.6046067093567811,
+      "grad_norm": 316.6502380371094,
+      "learning_rate": 1.6356860193725024e-05,
+      "loss": 32.4844,
+      "step": 12652
+    },
+    {
+      "epoch": 0.6046544967982415,
+      "grad_norm": 383.2603759765625,
+      "learning_rate": 1.63562627894089e-05,
+      "loss": 25.0,
+      "step": 12653
+    },
+    {
+      "epoch": 0.6047022842397018,
+      "grad_norm": 104.45992279052734,
+      "learning_rate": 1.6355665347026963e-05,
+      "loss": 23.1875,
+      "step": 12654
+    },
+    {
+      "epoch": 0.6047500716811622,
+      "grad_norm": 242.90283203125,
+      "learning_rate": 1.635506786658279e-05,
+      "loss": 27.6562,
+      "step": 12655
+    },
+    {
+      "epoch": 0.6047978591226226,
+      "grad_norm": 277.3155517578125,
+      "learning_rate": 1.6354470348079962e-05,
+      "loss": 27.9688,
+      "step": 12656
+    },
+    {
+      "epoch": 0.6048456465640829,
+      "grad_norm": 157.47161865234375,
+      "learning_rate": 1.635387279152206e-05,
+      "loss": 34.4062,
+      "step": 12657
+    },
+    {
+      "epoch": 0.6048934340055433,
+      "grad_norm": 456.36785888671875,
+      "learning_rate": 1.6353275196912656e-05,
+      "loss": 35.5312,
+      "step": 12658
+    },
+    {
+      "epoch": 0.6049412214470037,
+      "grad_norm": 198.59075927734375,
+      "learning_rate": 1.635267756425533e-05,
+      "loss": 35.25,
+      "step": 12659
+    },
+    {
+      "epoch": 0.6049890088884641,
+      "grad_norm": 239.06729125976562,
+      "learning_rate": 1.6352079893553662e-05,
+      "loss": 28.2344,
+      "step": 12660
+    },
+    {
+      "epoch": 0.6050367963299245,
+      "grad_norm": 366.9148864746094,
+      "learning_rate": 1.6351482184811234e-05,
+      "loss": 26.5625,
+      "step": 12661
+    },
+    {
+      "epoch": 0.6050845837713849,
+      "grad_norm": 392.552490234375,
+      "learning_rate": 1.6350884438031622e-05,
+      "loss": 29.2188,
+      "step": 12662
+    },
+    {
+      "epoch": 0.6051323712128452,
+      "grad_norm": 340.8963928222656,
+      "learning_rate": 1.635028665321841e-05,
+      "loss": 26.875,
+      "step": 12663
+    },
+    {
+      "epoch": 0.6051801586543056,
+      "grad_norm": 336.4913024902344,
+      "learning_rate": 1.634968883037517e-05,
+      "loss": 29.3125,
+      "step": 12664
+    },
+    {
+      "epoch": 0.605227946095766,
+      "grad_norm": 149.24163818359375,
+      "learning_rate": 1.634909096950549e-05,
+      "loss": 15.3594,
+      "step": 12665
+    },
+    {
+      "epoch": 0.6052757335372264,
+      "grad_norm": 511.23797607421875,
+      "learning_rate": 1.6348493070612948e-05,
+      "loss": 32.8125,
+      "step": 12666
+    },
+    {
+      "epoch": 0.6053235209786868,
+      "grad_norm": 371.5372314453125,
+      "learning_rate": 1.6347895133701125e-05,
+      "loss": 28.5938,
+      "step": 12667
+    },
+    {
+      "epoch": 0.6053713084201472,
+      "grad_norm": 347.97772216796875,
+      "learning_rate": 1.6347297158773602e-05,
+      "loss": 27.2812,
+      "step": 12668
+    },
+    {
+      "epoch": 0.6054190958616076,
+      "grad_norm": 214.80581665039062,
+      "learning_rate": 1.6346699145833955e-05,
+      "loss": 33.4375,
+      "step": 12669
+    },
+    {
+      "epoch": 0.605466883303068,
+      "grad_norm": 212.83673095703125,
+      "learning_rate": 1.6346101094885775e-05,
+      "loss": 24.8438,
+      "step": 12670
+    },
+    {
+      "epoch": 0.6055146707445284,
+      "grad_norm": 333.1592102050781,
+      "learning_rate": 1.6345503005932632e-05,
+      "loss": 32.8438,
+      "step": 12671
+    },
+    {
+      "epoch": 0.6055624581859888,
+      "grad_norm": 205.5394744873047,
+      "learning_rate": 1.634490487897812e-05,
+      "loss": 27.5,
+      "step": 12672
+    },
+    {
+      "epoch": 0.6056102456274491,
+      "grad_norm": 207.12710571289062,
+      "learning_rate": 1.634430671402581e-05,
+      "loss": 21.5625,
+      "step": 12673
+    },
+    {
+      "epoch": 0.6056580330689095,
+      "grad_norm": 173.60592651367188,
+      "learning_rate": 1.6343708511079293e-05,
+      "loss": 26.7031,
+      "step": 12674
+    },
+    {
+      "epoch": 0.6057058205103699,
+      "grad_norm": 219.44393920898438,
+      "learning_rate": 1.6343110270142148e-05,
+      "loss": 35.6562,
+      "step": 12675
+    },
+    {
+      "epoch": 0.6057536079518303,
+      "grad_norm": 300.38934326171875,
+      "learning_rate": 1.6342511991217957e-05,
+      "loss": 39.1094,
+      "step": 12676
+    },
+    {
+      "epoch": 0.6058013953932907,
+      "grad_norm": 172.24050903320312,
+      "learning_rate": 1.6341913674310297e-05,
+      "loss": 30.75,
+      "step": 12677
+    },
+    {
+      "epoch": 0.605849182834751,
+      "grad_norm": 234.1220245361328,
+      "learning_rate": 1.6341315319422765e-05,
+      "loss": 24.8125,
+      "step": 12678
+    },
+    {
+      "epoch": 0.6058969702762114,
+      "grad_norm": 229.56431579589844,
+      "learning_rate": 1.6340716926558934e-05,
+      "loss": 29.7812,
+      "step": 12679
+    },
+    {
+      "epoch": 0.6059447577176718,
+      "grad_norm": 217.81008911132812,
+      "learning_rate": 1.634011849572239e-05,
+      "loss": 18.1719,
+      "step": 12680
+    },
+    {
+      "epoch": 0.6059925451591321,
+      "grad_norm": 272.254638671875,
+      "learning_rate": 1.6339520026916715e-05,
+      "loss": 23.6406,
+      "step": 12681
+    },
+    {
+      "epoch": 0.6060403326005925,
+      "grad_norm": 461.800048828125,
+      "learning_rate": 1.63389215201455e-05,
+      "loss": 26.375,
+      "step": 12682
+    },
+    {
+      "epoch": 0.6060881200420529,
+      "grad_norm": 224.52935791015625,
+      "learning_rate": 1.6338322975412323e-05,
+      "loss": 33.4062,
+      "step": 12683
+    },
+    {
+      "epoch": 0.6061359074835133,
+      "grad_norm": 245.3937530517578,
+      "learning_rate": 1.6337724392720765e-05,
+      "loss": 27.0625,
+      "step": 12684
+    },
+    {
+      "epoch": 0.6061836949249737,
+      "grad_norm": 258.0972595214844,
+      "learning_rate": 1.6337125772074423e-05,
+      "loss": 31.6562,
+      "step": 12685
+    },
+    {
+      "epoch": 0.6062314823664341,
+      "grad_norm": 235.84039306640625,
+      "learning_rate": 1.633652711347687e-05,
+      "loss": 32.8906,
+      "step": 12686
+    },
+    {
+      "epoch": 0.6062792698078945,
+      "grad_norm": 291.4261779785156,
+      "learning_rate": 1.6335928416931698e-05,
+      "loss": 22.1094,
+      "step": 12687
+    },
+    {
+      "epoch": 0.6063270572493549,
+      "grad_norm": 226.47023010253906,
+      "learning_rate": 1.633532968244249e-05,
+      "loss": 32.5312,
+      "step": 12688
+    },
+    {
+      "epoch": 0.6063748446908153,
+      "grad_norm": 360.2270812988281,
+      "learning_rate": 1.6334730910012832e-05,
+      "loss": 25.5,
+      "step": 12689
+    },
+    {
+      "epoch": 0.6064226321322757,
+      "grad_norm": 264.8742980957031,
+      "learning_rate": 1.6334132099646312e-05,
+      "loss": 29.1562,
+      "step": 12690
+    },
+    {
+      "epoch": 0.606470419573736,
+      "grad_norm": 312.82562255859375,
+      "learning_rate": 1.6333533251346513e-05,
+      "loss": 29.4062,
+      "step": 12691
+    },
+    {
+      "epoch": 0.6065182070151964,
+      "grad_norm": 267.1966247558594,
+      "learning_rate": 1.633293436511702e-05,
+      "loss": 20.7031,
+      "step": 12692
+    },
+    {
+      "epoch": 0.6065659944566568,
+      "grad_norm": 294.6369934082031,
+      "learning_rate": 1.633233544096142e-05,
+      "loss": 30.5312,
+      "step": 12693
+    },
+    {
+      "epoch": 0.6066137818981172,
+      "grad_norm": 323.606201171875,
+      "learning_rate": 1.6331736478883307e-05,
+      "loss": 46.3125,
+      "step": 12694
+    },
+    {
+      "epoch": 0.6066615693395776,
+      "grad_norm": 255.60775756835938,
+      "learning_rate": 1.633113747888626e-05,
+      "loss": 22.0625,
+      "step": 12695
+    },
+    {
+      "epoch": 0.606709356781038,
+      "grad_norm": 236.63485717773438,
+      "learning_rate": 1.633053844097387e-05,
+      "loss": 35.1875,
+      "step": 12696
+    },
+    {
+      "epoch": 0.6067571442224984,
+      "grad_norm": 383.4175720214844,
+      "learning_rate": 1.632993936514972e-05,
+      "loss": 37.5312,
+      "step": 12697
+    },
+    {
+      "epoch": 0.6068049316639587,
+      "grad_norm": 433.8821716308594,
+      "learning_rate": 1.6329340251417406e-05,
+      "loss": 25.125,
+      "step": 12698
+    },
+    {
+      "epoch": 0.606852719105419,
+      "grad_norm": 167.63363647460938,
+      "learning_rate": 1.632874109978051e-05,
+      "loss": 20.0312,
+      "step": 12699
+    },
+    {
+      "epoch": 0.6069005065468794,
+      "grad_norm": 215.3314666748047,
+      "learning_rate": 1.632814191024262e-05,
+      "loss": 27.9062,
+      "step": 12700
+    },
+    {
+      "epoch": 0.6069482939883398,
+      "grad_norm": 392.3738708496094,
+      "learning_rate": 1.6327542682807324e-05,
+      "loss": 24.0469,
+      "step": 12701
+    },
+    {
+      "epoch": 0.6069960814298002,
+      "grad_norm": 313.47247314453125,
+      "learning_rate": 1.6326943417478215e-05,
+      "loss": 31.3438,
+      "step": 12702
+    },
+    {
+      "epoch": 0.6070438688712606,
+      "grad_norm": 252.2650604248047,
+      "learning_rate": 1.6326344114258877e-05,
+      "loss": 25.3438,
+      "step": 12703
+    },
+    {
+      "epoch": 0.607091656312721,
+      "grad_norm": 493.0980529785156,
+      "learning_rate": 1.63257447731529e-05,
+      "loss": 36.5625,
+      "step": 12704
+    },
+    {
+      "epoch": 0.6071394437541814,
+      "grad_norm": 269.4796142578125,
+      "learning_rate": 1.632514539416388e-05,
+      "loss": 30.7812,
+      "step": 12705
+    },
+    {
+      "epoch": 0.6071872311956418,
+      "grad_norm": 408.52569580078125,
+      "learning_rate": 1.6324545977295396e-05,
+      "loss": 28.5938,
+      "step": 12706
+    },
+    {
+      "epoch": 0.6072350186371022,
+      "grad_norm": 450.14276123046875,
+      "learning_rate": 1.632394652255104e-05,
+      "loss": 33.9062,
+      "step": 12707
+    },
+    {
+      "epoch": 0.6072828060785626,
+      "grad_norm": 335.7658386230469,
+      "learning_rate": 1.6323347029934407e-05,
+      "loss": 40.375,
+      "step": 12708
+    },
+    {
+      "epoch": 0.6073305935200229,
+      "grad_norm": 339.25537109375,
+      "learning_rate": 1.632274749944909e-05,
+      "loss": 24.7344,
+      "step": 12709
+    },
+    {
+      "epoch": 0.6073783809614833,
+      "grad_norm": 254.6636962890625,
+      "learning_rate": 1.6322147931098666e-05,
+      "loss": 29.375,
+      "step": 12710
+    },
+    {
+      "epoch": 0.6074261684029437,
+      "grad_norm": 348.6214904785156,
+      "learning_rate": 1.6321548324886735e-05,
+      "loss": 33.5625,
+      "step": 12711
+    },
+    {
+      "epoch": 0.6074739558444041,
+      "grad_norm": 304.2633972167969,
+      "learning_rate": 1.632094868081689e-05,
+      "loss": 34.5469,
+      "step": 12712
+    },
+    {
+      "epoch": 0.6075217432858645,
+      "grad_norm": 187.8547821044922,
+      "learning_rate": 1.6320348998892715e-05,
+      "loss": 22.875,
+      "step": 12713
+    },
+    {
+      "epoch": 0.6075695307273249,
+      "grad_norm": 268.51458740234375,
+      "learning_rate": 1.631974927911781e-05,
+      "loss": 25.6719,
+      "step": 12714
+    },
+    {
+      "epoch": 0.6076173181687853,
+      "grad_norm": 453.4163818359375,
+      "learning_rate": 1.6319149521495758e-05,
+      "loss": 23.9062,
+      "step": 12715
+    },
+    {
+      "epoch": 0.6076651056102457,
+      "grad_norm": 260.2591552734375,
+      "learning_rate": 1.6318549726030154e-05,
+      "loss": 33.6875,
+      "step": 12716
+    },
+    {
+      "epoch": 0.6077128930517061,
+      "grad_norm": 190.86111450195312,
+      "learning_rate": 1.631794989272459e-05,
+      "loss": 21.6719,
+      "step": 12717
+    },
+    {
+      "epoch": 0.6077606804931664,
+      "grad_norm": 174.8882293701172,
+      "learning_rate": 1.631735002158266e-05,
+      "loss": 22.1875,
+      "step": 12718
+    },
+    {
+      "epoch": 0.6078084679346267,
+      "grad_norm": 264.3677978515625,
+      "learning_rate": 1.6316750112607954e-05,
+      "loss": 35.7812,
+      "step": 12719
+    },
+    {
+      "epoch": 0.6078562553760871,
+      "grad_norm": 419.45318603515625,
+      "learning_rate": 1.631615016580407e-05,
+      "loss": 30.5625,
+      "step": 12720
+    },
+    {
+      "epoch": 0.6079040428175475,
+      "grad_norm": 546.8475952148438,
+      "learning_rate": 1.631555018117459e-05,
+      "loss": 25.5156,
+      "step": 12721
+    },
+    {
+      "epoch": 0.6079518302590079,
+      "grad_norm": 395.8031921386719,
+      "learning_rate": 1.6314950158723117e-05,
+      "loss": 26.1094,
+      "step": 12722
+    },
+    {
+      "epoch": 0.6079996177004683,
+      "grad_norm": 164.1907501220703,
+      "learning_rate": 1.6314350098453242e-05,
+      "loss": 22.2188,
+      "step": 12723
+    },
+    {
+      "epoch": 0.6080474051419287,
+      "grad_norm": 302.09527587890625,
+      "learning_rate": 1.6313750000368557e-05,
+      "loss": 28.8125,
+      "step": 12724
+    },
+    {
+      "epoch": 0.6080951925833891,
+      "grad_norm": 254.37478637695312,
+      "learning_rate": 1.6313149864472656e-05,
+      "loss": 39.75,
+      "step": 12725
+    },
+    {
+      "epoch": 0.6081429800248495,
+      "grad_norm": 202.8241424560547,
+      "learning_rate": 1.6312549690769132e-05,
+      "loss": 27.2656,
+      "step": 12726
+    },
+    {
+      "epoch": 0.6081907674663098,
+      "grad_norm": 379.7015380859375,
+      "learning_rate": 1.631194947926158e-05,
+      "loss": 34.0938,
+      "step": 12727
+    },
+    {
+      "epoch": 0.6082385549077702,
+      "grad_norm": 141.24887084960938,
+      "learning_rate": 1.63113492299536e-05,
+      "loss": 24.0781,
+      "step": 12728
+    },
+    {
+      "epoch": 0.6082863423492306,
+      "grad_norm": 237.90087890625,
+      "learning_rate": 1.6310748942848776e-05,
+      "loss": 34.4688,
+      "step": 12729
+    },
+    {
+      "epoch": 0.608334129790691,
+      "grad_norm": 143.8866729736328,
+      "learning_rate": 1.6310148617950714e-05,
+      "loss": 27.2969,
+      "step": 12730
+    },
+    {
+      "epoch": 0.6083819172321514,
+      "grad_norm": 249.5459442138672,
+      "learning_rate": 1.6309548255263003e-05,
+      "loss": 35.3438,
+      "step": 12731
+    },
+    {
+      "epoch": 0.6084297046736118,
+      "grad_norm": 341.8866271972656,
+      "learning_rate": 1.630894785478924e-05,
+      "loss": 42.7188,
+      "step": 12732
+    },
+    {
+      "epoch": 0.6084774921150722,
+      "grad_norm": 243.2675018310547,
+      "learning_rate": 1.630834741653302e-05,
+      "loss": 26.5,
+      "step": 12733
+    },
+    {
+      "epoch": 0.6085252795565326,
+      "grad_norm": 220.322265625,
+      "learning_rate": 1.6307746940497936e-05,
+      "loss": 40.375,
+      "step": 12734
+    },
+    {
+      "epoch": 0.608573066997993,
+      "grad_norm": 289.7385559082031,
+      "learning_rate": 1.630714642668759e-05,
+      "loss": 28.9375,
+      "step": 12735
+    },
+    {
+      "epoch": 0.6086208544394534,
+      "grad_norm": 232.42337036132812,
+      "learning_rate": 1.6306545875105574e-05,
+      "loss": 40.2188,
+      "step": 12736
+    },
+    {
+      "epoch": 0.6086686418809137,
+      "grad_norm": 400.3733825683594,
+      "learning_rate": 1.6305945285755488e-05,
+      "loss": 31.2188,
+      "step": 12737
+    },
+    {
+      "epoch": 0.6087164293223741,
+      "grad_norm": 237.9873504638672,
+      "learning_rate": 1.6305344658640922e-05,
+      "loss": 28.1875,
+      "step": 12738
+    },
+    {
+      "epoch": 0.6087642167638344,
+      "grad_norm": 262.73089599609375,
+      "learning_rate": 1.6304743993765482e-05,
+      "loss": 28.1875,
+      "step": 12739
+    },
+    {
+      "epoch": 0.6088120042052948,
+      "grad_norm": 169.53533935546875,
+      "learning_rate": 1.630414329113276e-05,
+      "loss": 28.9531,
+      "step": 12740
+    },
+    {
+      "epoch": 0.6088597916467552,
+      "grad_norm": 164.5828857421875,
+      "learning_rate": 1.6303542550746354e-05,
+      "loss": 25.3438,
+      "step": 12741
+    },
+    {
+      "epoch": 0.6089075790882156,
+      "grad_norm": 666.4824829101562,
+      "learning_rate": 1.6302941772609863e-05,
+      "loss": 34.1875,
+      "step": 12742
+    },
+    {
+      "epoch": 0.608955366529676,
+      "grad_norm": 194.9796905517578,
+      "learning_rate": 1.630234095672688e-05,
+      "loss": 17.125,
+      "step": 12743
+    },
+    {
+      "epoch": 0.6090031539711364,
+      "grad_norm": 295.97235107421875,
+      "learning_rate": 1.630174010310101e-05,
+      "loss": 31.125,
+      "step": 12744
+    },
+    {
+      "epoch": 0.6090509414125967,
+      "grad_norm": 250.4517364501953,
+      "learning_rate": 1.6301139211735847e-05,
+      "loss": 32.2812,
+      "step": 12745
+    },
+    {
+      "epoch": 0.6090987288540571,
+      "grad_norm": 359.9290771484375,
+      "learning_rate": 1.630053828263499e-05,
+      "loss": 37.0312,
+      "step": 12746
+    },
+    {
+      "epoch": 0.6091465162955175,
+      "grad_norm": 221.41796875,
+      "learning_rate": 1.629993731580204e-05,
+      "loss": 29.5312,
+      "step": 12747
+    },
+    {
+      "epoch": 0.6091943037369779,
+      "grad_norm": 227.8697509765625,
+      "learning_rate": 1.6299336311240593e-05,
+      "loss": 19.1875,
+      "step": 12748
+    },
+    {
+      "epoch": 0.6092420911784383,
+      "grad_norm": 136.69036865234375,
+      "learning_rate": 1.6298735268954255e-05,
+      "loss": 17.4531,
+      "step": 12749
+    },
+    {
+      "epoch": 0.6092898786198987,
+      "grad_norm": 150.57119750976562,
+      "learning_rate": 1.6298134188946615e-05,
+      "loss": 22.5469,
+      "step": 12750
+    },
+    {
+      "epoch": 0.6093376660613591,
+      "grad_norm": 261.03631591796875,
+      "learning_rate": 1.629753307122128e-05,
+      "loss": 25.25,
+      "step": 12751
+    },
+    {
+      "epoch": 0.6093854535028195,
+      "grad_norm": 281.1275634765625,
+      "learning_rate": 1.6296931915781846e-05,
+      "loss": 26.5625,
+      "step": 12752
+    },
+    {
+      "epoch": 0.6094332409442799,
+      "grad_norm": 207.84495544433594,
+      "learning_rate": 1.6296330722631916e-05,
+      "loss": 30.0625,
+      "step": 12753
+    },
+    {
+      "epoch": 0.6094810283857403,
+      "grad_norm": 152.5014190673828,
+      "learning_rate": 1.629572949177509e-05,
+      "loss": 21.5,
+      "step": 12754
+    },
+    {
+      "epoch": 0.6095288158272006,
+      "grad_norm": 287.69390869140625,
+      "learning_rate": 1.629512822321497e-05,
+      "loss": 31.5938,
+      "step": 12755
+    },
+    {
+      "epoch": 0.609576603268661,
+      "grad_norm": 231.4188232421875,
+      "learning_rate": 1.6294526916955154e-05,
+      "loss": 23.4688,
+      "step": 12756
+    },
+    {
+      "epoch": 0.6096243907101214,
+      "grad_norm": 209.7782440185547,
+      "learning_rate": 1.6293925572999244e-05,
+      "loss": 32.875,
+      "step": 12757
+    },
+    {
+      "epoch": 0.6096721781515818,
+      "grad_norm": 336.4147033691406,
+      "learning_rate": 1.629332419135084e-05,
+      "loss": 21.5,
+      "step": 12758
+    },
+    {
+      "epoch": 0.6097199655930422,
+      "grad_norm": 170.71401977539062,
+      "learning_rate": 1.6292722772013544e-05,
+      "loss": 21.0781,
+      "step": 12759
+    },
+    {
+      "epoch": 0.6097677530345025,
+      "grad_norm": 246.2196044921875,
+      "learning_rate": 1.629212131499096e-05,
+      "loss": 31.5938,
+      "step": 12760
+    },
+    {
+      "epoch": 0.6098155404759629,
+      "grad_norm": 452.4713439941406,
+      "learning_rate": 1.6291519820286686e-05,
+      "loss": 28.2812,
+      "step": 12761
+    },
+    {
+      "epoch": 0.6098633279174233,
+      "grad_norm": 229.6090087890625,
+      "learning_rate": 1.629091828790433e-05,
+      "loss": 24.75,
+      "step": 12762
+    },
+    {
+      "epoch": 0.6099111153588836,
+      "grad_norm": 207.2592315673828,
+      "learning_rate": 1.6290316717847486e-05,
+      "loss": 30.7812,
+      "step": 12763
+    },
+    {
+      "epoch": 0.609958902800344,
+      "grad_norm": 267.4375305175781,
+      "learning_rate": 1.6289715110119767e-05,
+      "loss": 24.2344,
+      "step": 12764
+    },
+    {
+      "epoch": 0.6100066902418044,
+      "grad_norm": 212.953857421875,
+      "learning_rate": 1.628911346472477e-05,
+      "loss": 28.4844,
+      "step": 12765
+    },
+    {
+      "epoch": 0.6100544776832648,
+      "grad_norm": 199.95278930664062,
+      "learning_rate": 1.6288511781666095e-05,
+      "loss": 23.7656,
+      "step": 12766
+    },
+    {
+      "epoch": 0.6101022651247252,
+      "grad_norm": 347.8849792480469,
+      "learning_rate": 1.6287910060947352e-05,
+      "loss": 39.3125,
+      "step": 12767
+    },
+    {
+      "epoch": 0.6101500525661856,
+      "grad_norm": 178.77613830566406,
+      "learning_rate": 1.6287308302572143e-05,
+      "loss": 27.1094,
+      "step": 12768
+    },
+    {
+      "epoch": 0.610197840007646,
+      "grad_norm": 230.49758911132812,
+      "learning_rate": 1.6286706506544067e-05,
+      "loss": 23.75,
+      "step": 12769
+    },
+    {
+      "epoch": 0.6102456274491064,
+      "grad_norm": 357.6561279296875,
+      "learning_rate": 1.6286104672866728e-05,
+      "loss": 48.2188,
+      "step": 12770
+    },
+    {
+      "epoch": 0.6102934148905668,
+      "grad_norm": 293.1282653808594,
+      "learning_rate": 1.6285502801543738e-05,
+      "loss": 34.5625,
+      "step": 12771
+    },
+    {
+      "epoch": 0.6103412023320272,
+      "grad_norm": 345.74267578125,
+      "learning_rate": 1.6284900892578695e-05,
+      "loss": 35.3125,
+      "step": 12772
+    },
+    {
+      "epoch": 0.6103889897734875,
+      "grad_norm": 197.57838439941406,
+      "learning_rate": 1.6284298945975205e-05,
+      "loss": 19.0156,
+      "step": 12773
+    },
+    {
+      "epoch": 0.6104367772149479,
+      "grad_norm": 301.8907470703125,
+      "learning_rate": 1.6283696961736875e-05,
+      "loss": 23.3438,
+      "step": 12774
+    },
+    {
+      "epoch": 0.6104845646564083,
+      "grad_norm": 295.8419189453125,
+      "learning_rate": 1.6283094939867305e-05,
+      "loss": 22.1406,
+      "step": 12775
+    },
+    {
+      "epoch": 0.6105323520978687,
+      "grad_norm": 215.2137451171875,
+      "learning_rate": 1.6282492880370108e-05,
+      "loss": 21.0469,
+      "step": 12776
+    },
+    {
+      "epoch": 0.6105801395393291,
+      "grad_norm": 299.56439208984375,
+      "learning_rate": 1.6281890783248883e-05,
+      "loss": 23.7969,
+      "step": 12777
+    },
+    {
+      "epoch": 0.6106279269807895,
+      "grad_norm": 555.28466796875,
+      "learning_rate": 1.628128864850724e-05,
+      "loss": 19.3125,
+      "step": 12778
+    },
+    {
+      "epoch": 0.6106757144222499,
+      "grad_norm": 1180.4349365234375,
+      "learning_rate": 1.628068647614878e-05,
+      "loss": 32.4062,
+      "step": 12779
+    },
+    {
+      "epoch": 0.6107235018637103,
+      "grad_norm": 644.577392578125,
+      "learning_rate": 1.6280084266177115e-05,
+      "loss": 26.3438,
+      "step": 12780
+    },
+    {
+      "epoch": 0.6107712893051706,
+      "grad_norm": 246.77386474609375,
+      "learning_rate": 1.6279482018595846e-05,
+      "loss": 27.9062,
+      "step": 12781
+    },
+    {
+      "epoch": 0.6108190767466309,
+      "grad_norm": 244.69154357910156,
+      "learning_rate": 1.6278879733408587e-05,
+      "loss": 30.0,
+      "step": 12782
+    },
+    {
+      "epoch": 0.6108668641880913,
+      "grad_norm": 438.7042236328125,
+      "learning_rate": 1.6278277410618937e-05,
+      "loss": 29.7188,
+      "step": 12783
+    },
+    {
+      "epoch": 0.6109146516295517,
+      "grad_norm": 186.43878173828125,
+      "learning_rate": 1.6277675050230507e-05,
+      "loss": 24.9531,
+      "step": 12784
+    },
+    {
+      "epoch": 0.6109624390710121,
+      "grad_norm": 401.609375,
+      "learning_rate": 1.6277072652246903e-05,
+      "loss": 42.3125,
+      "step": 12785
+    },
+    {
+      "epoch": 0.6110102265124725,
+      "grad_norm": 482.7764892578125,
+      "learning_rate": 1.6276470216671733e-05,
+      "loss": 34.8594,
+      "step": 12786
+    },
+    {
+      "epoch": 0.6110580139539329,
+      "grad_norm": 182.76824951171875,
+      "learning_rate": 1.627586774350861e-05,
+      "loss": 30.0781,
+      "step": 12787
+    },
+    {
+      "epoch": 0.6111058013953933,
+      "grad_norm": 282.316162109375,
+      "learning_rate": 1.627526523276113e-05,
+      "loss": 25.2344,
+      "step": 12788
+    },
+    {
+      "epoch": 0.6111535888368537,
+      "grad_norm": 274.6858215332031,
+      "learning_rate": 1.6274662684432913e-05,
+      "loss": 24.6094,
+      "step": 12789
+    },
+    {
+      "epoch": 0.6112013762783141,
+      "grad_norm": 280.8995666503906,
+      "learning_rate": 1.627406009852756e-05,
+      "loss": 34.375,
+      "step": 12790
+    },
+    {
+      "epoch": 0.6112491637197744,
+      "grad_norm": 396.52215576171875,
+      "learning_rate": 1.627345747504869e-05,
+      "loss": 53.5625,
+      "step": 12791
+    },
+    {
+      "epoch": 0.6112969511612348,
+      "grad_norm": 224.45919799804688,
+      "learning_rate": 1.6272854813999898e-05,
+      "loss": 25.0781,
+      "step": 12792
+    },
+    {
+      "epoch": 0.6113447386026952,
+      "grad_norm": 389.0329284667969,
+      "learning_rate": 1.6272252115384802e-05,
+      "loss": 35.9062,
+      "step": 12793
+    },
+    {
+      "epoch": 0.6113925260441556,
+      "grad_norm": 178.18612670898438,
+      "learning_rate": 1.627164937920701e-05,
+      "loss": 19.5312,
+      "step": 12794
+    },
+    {
+      "epoch": 0.611440313485616,
+      "grad_norm": 217.62779235839844,
+      "learning_rate": 1.6271046605470128e-05,
+      "loss": 35.0938,
+      "step": 12795
+    },
+    {
+      "epoch": 0.6114881009270764,
+      "grad_norm": 271.5962219238281,
+      "learning_rate": 1.6270443794177773e-05,
+      "loss": 25.4062,
+      "step": 12796
+    },
+    {
+      "epoch": 0.6115358883685368,
+      "grad_norm": 293.67987060546875,
+      "learning_rate": 1.6269840945333547e-05,
+      "loss": 35.8438,
+      "step": 12797
+    },
+    {
+      "epoch": 0.6115836758099972,
+      "grad_norm": 428.97918701171875,
+      "learning_rate": 1.626923805894107e-05,
+      "loss": 26.7812,
+      "step": 12798
+    },
+    {
+      "epoch": 0.6116314632514576,
+      "grad_norm": 270.8417663574219,
+      "learning_rate": 1.6268635135003937e-05,
+      "loss": 31.875,
+      "step": 12799
+    },
+    {
+      "epoch": 0.611679250692918,
+      "grad_norm": 207.78512573242188,
+      "learning_rate": 1.6268032173525777e-05,
+      "loss": 32.0625,
+      "step": 12800
+    },
+    {
+      "epoch": 0.6117270381343782,
+      "grad_norm": 189.32969665527344,
+      "learning_rate": 1.6267429174510185e-05,
+      "loss": 18.1719,
+      "step": 12801
+    },
+    {
+      "epoch": 0.6117748255758386,
+      "grad_norm": 286.43603515625,
+      "learning_rate": 1.6266826137960782e-05,
+      "loss": 25.3438,
+      "step": 12802
+    },
+    {
+      "epoch": 0.611822613017299,
+      "grad_norm": 270.44873046875,
+      "learning_rate": 1.6266223063881178e-05,
+      "loss": 33.0625,
+      "step": 12803
+    },
+    {
+      "epoch": 0.6118704004587594,
+      "grad_norm": 332.1372985839844,
+      "learning_rate": 1.6265619952274986e-05,
+      "loss": 30.0625,
+      "step": 12804
+    },
+    {
+      "epoch": 0.6119181879002198,
+      "grad_norm": 354.9804992675781,
+      "learning_rate": 1.6265016803145814e-05,
+      "loss": 31.6562,
+      "step": 12805
+    },
+    {
+      "epoch": 0.6119659753416802,
+      "grad_norm": 291.732177734375,
+      "learning_rate": 1.6264413616497273e-05,
+      "loss": 31.4062,
+      "step": 12806
+    },
+    {
+      "epoch": 0.6120137627831406,
+      "grad_norm": 294.2371520996094,
+      "learning_rate": 1.626381039233298e-05,
+      "loss": 31.9062,
+      "step": 12807
+    },
+    {
+      "epoch": 0.612061550224601,
+      "grad_norm": 270.18450927734375,
+      "learning_rate": 1.6263207130656543e-05,
+      "loss": 18.9375,
+      "step": 12808
+    },
+    {
+      "epoch": 0.6121093376660613,
+      "grad_norm": 194.6002655029297,
+      "learning_rate": 1.626260383147158e-05,
+      "loss": 28.625,
+      "step": 12809
+    },
+    {
+      "epoch": 0.6121571251075217,
+      "grad_norm": 254.38763427734375,
+      "learning_rate": 1.6262000494781697e-05,
+      "loss": 24.9688,
+      "step": 12810
+    },
+    {
+      "epoch": 0.6122049125489821,
+      "grad_norm": 241.89752197265625,
+      "learning_rate": 1.626139712059051e-05,
+      "loss": 28.5312,
+      "step": 12811
+    },
+    {
+      "epoch": 0.6122526999904425,
+      "grad_norm": 251.75299072265625,
+      "learning_rate": 1.626079370890164e-05,
+      "loss": 26.6562,
+      "step": 12812
+    },
+    {
+      "epoch": 0.6123004874319029,
+      "grad_norm": 191.2732696533203,
+      "learning_rate": 1.6260190259718692e-05,
+      "loss": 25.3125,
+      "step": 12813
+    },
+    {
+      "epoch": 0.6123482748733633,
+      "grad_norm": 312.696533203125,
+      "learning_rate": 1.625958677304528e-05,
+      "loss": 25.0938,
+      "step": 12814
+    },
+    {
+      "epoch": 0.6123960623148237,
+      "grad_norm": 270.7458801269531,
+      "learning_rate": 1.6258983248885024e-05,
+      "loss": 27.0312,
+      "step": 12815
+    },
+    {
+      "epoch": 0.6124438497562841,
+      "grad_norm": 298.0069885253906,
+      "learning_rate": 1.6258379687241533e-05,
+      "loss": 27.0,
+      "step": 12816
+    },
+    {
+      "epoch": 0.6124916371977445,
+      "grad_norm": 181.2966766357422,
+      "learning_rate": 1.6257776088118423e-05,
+      "loss": 21.7031,
+      "step": 12817
+    },
+    {
+      "epoch": 0.6125394246392049,
+      "grad_norm": 183.82725524902344,
+      "learning_rate": 1.6257172451519306e-05,
+      "loss": 28.4062,
+      "step": 12818
+    },
+    {
+      "epoch": 0.6125872120806652,
+      "grad_norm": 330.5196838378906,
+      "learning_rate": 1.6256568777447804e-05,
+      "loss": 27.5938,
+      "step": 12819
+    },
+    {
+      "epoch": 0.6126349995221256,
+      "grad_norm": 339.49005126953125,
+      "learning_rate": 1.6255965065907528e-05,
+      "loss": 29.8594,
+      "step": 12820
+    },
+    {
+      "epoch": 0.612682786963586,
+      "grad_norm": 305.3830871582031,
+      "learning_rate": 1.625536131690209e-05,
+      "loss": 21.2188,
+      "step": 12821
+    },
+    {
+      "epoch": 0.6127305744050463,
+      "grad_norm": 284.2075500488281,
+      "learning_rate": 1.6254757530435116e-05,
+      "loss": 25.2812,
+      "step": 12822
+    },
+    {
+      "epoch": 0.6127783618465067,
+      "grad_norm": 251.12319946289062,
+      "learning_rate": 1.625415370651021e-05,
+      "loss": 26.0,
+      "step": 12823
+    },
+    {
+      "epoch": 0.6128261492879671,
+      "grad_norm": 252.19825744628906,
+      "learning_rate": 1.6253549845130993e-05,
+      "loss": 32.6562,
+      "step": 12824
+    },
+    {
+      "epoch": 0.6128739367294275,
+      "grad_norm": 360.1532897949219,
+      "learning_rate": 1.6252945946301083e-05,
+      "loss": 24.0312,
+      "step": 12825
+    },
+    {
+      "epoch": 0.6129217241708879,
+      "grad_norm": 170.59109497070312,
+      "learning_rate": 1.6252342010024095e-05,
+      "loss": 29.5938,
+      "step": 12826
+    },
+    {
+      "epoch": 0.6129695116123483,
+      "grad_norm": 101.35813903808594,
+      "learning_rate": 1.625173803630365e-05,
+      "loss": 18.2344,
+      "step": 12827
+    },
+    {
+      "epoch": 0.6130172990538086,
+      "grad_norm": 393.2751770019531,
+      "learning_rate": 1.6251134025143357e-05,
+      "loss": 33.9375,
+      "step": 12828
+    },
+    {
+      "epoch": 0.613065086495269,
+      "grad_norm": 157.833740234375,
+      "learning_rate": 1.6250529976546835e-05,
+      "loss": 25.2188,
+      "step": 12829
+    },
+    {
+      "epoch": 0.6131128739367294,
+      "grad_norm": 300.7584533691406,
+      "learning_rate": 1.6249925890517708e-05,
+      "loss": 25.6875,
+      "step": 12830
+    },
+    {
+      "epoch": 0.6131606613781898,
+      "grad_norm": 388.6747131347656,
+      "learning_rate": 1.624932176705959e-05,
+      "loss": 24.375,
+      "step": 12831
+    },
+    {
+      "epoch": 0.6132084488196502,
+      "grad_norm": 286.8998718261719,
+      "learning_rate": 1.6248717606176095e-05,
+      "loss": 26.4531,
+      "step": 12832
+    },
+    {
+      "epoch": 0.6132562362611106,
+      "grad_norm": 200.8793182373047,
+      "learning_rate": 1.6248113407870847e-05,
+      "loss": 26.25,
+      "step": 12833
+    },
+    {
+      "epoch": 0.613304023702571,
+      "grad_norm": 330.009521484375,
+      "learning_rate": 1.624750917214746e-05,
+      "loss": 28.0312,
+      "step": 12834
+    },
+    {
+      "epoch": 0.6133518111440314,
+      "grad_norm": 138.71107482910156,
+      "learning_rate": 1.6246904899009558e-05,
+      "loss": 23.7188,
+      "step": 12835
+    },
+    {
+      "epoch": 0.6133995985854918,
+      "grad_norm": 260.6235656738281,
+      "learning_rate": 1.6246300588460755e-05,
+      "loss": 25.8438,
+      "step": 12836
+    },
+    {
+      "epoch": 0.6134473860269521,
+      "grad_norm": 189.43434143066406,
+      "learning_rate": 1.624569624050467e-05,
+      "loss": 31.625,
+      "step": 12837
+    },
+    {
+      "epoch": 0.6134951734684125,
+      "grad_norm": 333.18060302734375,
+      "learning_rate": 1.6245091855144924e-05,
+      "loss": 35.3438,
+      "step": 12838
+    },
+    {
+      "epoch": 0.6135429609098729,
+      "grad_norm": 204.50479125976562,
+      "learning_rate": 1.6244487432385137e-05,
+      "loss": 29.5,
+      "step": 12839
+    },
+    {
+      "epoch": 0.6135907483513333,
+      "grad_norm": 177.90431213378906,
+      "learning_rate": 1.624388297222893e-05,
+      "loss": 26.0938,
+      "step": 12840
+    },
+    {
+      "epoch": 0.6136385357927937,
+      "grad_norm": 303.66925048828125,
+      "learning_rate": 1.6243278474679914e-05,
+      "loss": 23.5156,
+      "step": 12841
+    },
+    {
+      "epoch": 0.613686323234254,
+      "grad_norm": 207.8606719970703,
+      "learning_rate": 1.6242673939741722e-05,
+      "loss": 31.2188,
+      "step": 12842
+    },
+    {
+      "epoch": 0.6137341106757144,
+      "grad_norm": 250.40121459960938,
+      "learning_rate": 1.6242069367417966e-05,
+      "loss": 26.0156,
+      "step": 12843
+    },
+    {
+      "epoch": 0.6137818981171748,
+      "grad_norm": 189.8128204345703,
+      "learning_rate": 1.624146475771227e-05,
+      "loss": 21.2188,
+      "step": 12844
+    },
+    {
+      "epoch": 0.6138296855586352,
+      "grad_norm": 176.29051208496094,
+      "learning_rate": 1.6240860110628252e-05,
+      "loss": 20.9844,
+      "step": 12845
+    },
+    {
+      "epoch": 0.6138774730000955,
+      "grad_norm": 206.8200225830078,
+      "learning_rate": 1.6240255426169538e-05,
+      "loss": 25.1406,
+      "step": 12846
+    },
+    {
+      "epoch": 0.6139252604415559,
+      "grad_norm": 247.74951171875,
+      "learning_rate": 1.6239650704339744e-05,
+      "loss": 24.4688,
+      "step": 12847
+    },
+    {
+      "epoch": 0.6139730478830163,
+      "grad_norm": 190.477783203125,
+      "learning_rate": 1.6239045945142495e-05,
+      "loss": 27.5,
+      "step": 12848
+    },
+    {
+      "epoch": 0.6140208353244767,
+      "grad_norm": 248.99349975585938,
+      "learning_rate": 1.623844114858141e-05,
+      "loss": 24.4375,
+      "step": 12849
+    },
+    {
+      "epoch": 0.6140686227659371,
+      "grad_norm": 227.59442138671875,
+      "learning_rate": 1.6237836314660113e-05,
+      "loss": 37.0938,
+      "step": 12850
+    },
+    {
+      "epoch": 0.6141164102073975,
+      "grad_norm": 118.03951263427734,
+      "learning_rate": 1.6237231443382224e-05,
+      "loss": 18.5,
+      "step": 12851
+    },
+    {
+      "epoch": 0.6141641976488579,
+      "grad_norm": 281.0494689941406,
+      "learning_rate": 1.623662653475137e-05,
+      "loss": 40.4375,
+      "step": 12852
+    },
+    {
+      "epoch": 0.6142119850903183,
+      "grad_norm": 234.1346435546875,
+      "learning_rate": 1.6236021588771168e-05,
+      "loss": 21.0,
+      "step": 12853
+    },
+    {
+      "epoch": 0.6142597725317787,
+      "grad_norm": 483.9310607910156,
+      "learning_rate": 1.6235416605445243e-05,
+      "loss": 25.6562,
+      "step": 12854
+    },
+    {
+      "epoch": 0.614307559973239,
+      "grad_norm": 271.7360534667969,
+      "learning_rate": 1.623481158477722e-05,
+      "loss": 23.5625,
+      "step": 12855
+    },
+    {
+      "epoch": 0.6143553474146994,
+      "grad_norm": 329.8126525878906,
+      "learning_rate": 1.623420652677072e-05,
+      "loss": 32.3125,
+      "step": 12856
+    },
+    {
+      "epoch": 0.6144031348561598,
+      "grad_norm": 285.1743469238281,
+      "learning_rate": 1.6233601431429367e-05,
+      "loss": 41.125,
+      "step": 12857
+    },
+    {
+      "epoch": 0.6144509222976202,
+      "grad_norm": 152.02879333496094,
+      "learning_rate": 1.6232996298756785e-05,
+      "loss": 29.6719,
+      "step": 12858
+    },
+    {
+      "epoch": 0.6144987097390806,
+      "grad_norm": 444.569091796875,
+      "learning_rate": 1.62323911287566e-05,
+      "loss": 32.75,
+      "step": 12859
+    },
+    {
+      "epoch": 0.614546497180541,
+      "grad_norm": 286.39349365234375,
+      "learning_rate": 1.623178592143243e-05,
+      "loss": 29.0312,
+      "step": 12860
+    },
+    {
+      "epoch": 0.6145942846220014,
+      "grad_norm": 258.9179382324219,
+      "learning_rate": 1.6231180676787907e-05,
+      "loss": 33.9375,
+      "step": 12861
+    },
+    {
+      "epoch": 0.6146420720634618,
+      "grad_norm": 288.0184326171875,
+      "learning_rate": 1.623057539482665e-05,
+      "loss": 28.5938,
+      "step": 12862
+    },
+    {
+      "epoch": 0.614689859504922,
+      "grad_norm": 281.1784973144531,
+      "learning_rate": 1.622997007555229e-05,
+      "loss": 32.6094,
+      "step": 12863
+    },
+    {
+      "epoch": 0.6147376469463824,
+      "grad_norm": 172.93719482421875,
+      "learning_rate": 1.6229364718968443e-05,
+      "loss": 28.2188,
+      "step": 12864
+    },
+    {
+      "epoch": 0.6147854343878428,
+      "grad_norm": 183.23802185058594,
+      "learning_rate": 1.6228759325078744e-05,
+      "loss": 24.1875,
+      "step": 12865
+    },
+    {
+      "epoch": 0.6148332218293032,
+      "grad_norm": 250.5220184326172,
+      "learning_rate": 1.622815389388681e-05,
+      "loss": 30.1562,
+      "step": 12866
+    },
+    {
+      "epoch": 0.6148810092707636,
+      "grad_norm": 227.6396484375,
+      "learning_rate": 1.622754842539627e-05,
+      "loss": 26.0312,
+      "step": 12867
+    },
+    {
+      "epoch": 0.614928796712224,
+      "grad_norm": 272.2311706542969,
+      "learning_rate": 1.6226942919610756e-05,
+      "loss": 30.6719,
+      "step": 12868
+    },
+    {
+      "epoch": 0.6149765841536844,
+      "grad_norm": 196.84078979492188,
+      "learning_rate": 1.6226337376533882e-05,
+      "loss": 24.9375,
+      "step": 12869
+    },
+    {
+      "epoch": 0.6150243715951448,
+      "grad_norm": 263.8421936035156,
+      "learning_rate": 1.6225731796169287e-05,
+      "loss": 21.9688,
+      "step": 12870
+    },
+    {
+      "epoch": 0.6150721590366052,
+      "grad_norm": 287.27862548828125,
+      "learning_rate": 1.622512617852059e-05,
+      "loss": 37.5625,
+      "step": 12871
+    },
+    {
+      "epoch": 0.6151199464780656,
+      "grad_norm": 170.7286834716797,
+      "learning_rate": 1.622452052359142e-05,
+      "loss": 20.8906,
+      "step": 12872
+    },
+    {
+      "epoch": 0.615167733919526,
+      "grad_norm": 210.4033966064453,
+      "learning_rate": 1.6223914831385403e-05,
+      "loss": 36.7188,
+      "step": 12873
+    },
+    {
+      "epoch": 0.6152155213609863,
+      "grad_norm": 256.2545471191406,
+      "learning_rate": 1.622330910190617e-05,
+      "loss": 27.375,
+      "step": 12874
+    },
+    {
+      "epoch": 0.6152633088024467,
+      "grad_norm": 221.72755432128906,
+      "learning_rate": 1.6222703335157342e-05,
+      "loss": 24.0938,
+      "step": 12875
+    },
+    {
+      "epoch": 0.6153110962439071,
+      "grad_norm": 362.2103271484375,
+      "learning_rate": 1.6222097531142554e-05,
+      "loss": 41.25,
+      "step": 12876
+    },
+    {
+      "epoch": 0.6153588836853675,
+      "grad_norm": 232.93687438964844,
+      "learning_rate": 1.622149168986543e-05,
+      "loss": 21.8281,
+      "step": 12877
+    },
+    {
+      "epoch": 0.6154066711268279,
+      "grad_norm": 266.8937683105469,
+      "learning_rate": 1.6220885811329595e-05,
+      "loss": 21.9688,
+      "step": 12878
+    },
+    {
+      "epoch": 0.6154544585682883,
+      "grad_norm": 323.875244140625,
+      "learning_rate": 1.6220279895538686e-05,
+      "loss": 33.8125,
+      "step": 12879
+    },
+    {
+      "epoch": 0.6155022460097487,
+      "grad_norm": 228.0548095703125,
+      "learning_rate": 1.621967394249632e-05,
+      "loss": 26.7812,
+      "step": 12880
+    },
+    {
+      "epoch": 0.6155500334512091,
+      "grad_norm": 205.678466796875,
+      "learning_rate": 1.621906795220614e-05,
+      "loss": 21.5,
+      "step": 12881
+    },
+    {
+      "epoch": 0.6155978208926695,
+      "grad_norm": 422.34124755859375,
+      "learning_rate": 1.621846192467176e-05,
+      "loss": 30.5,
+      "step": 12882
+    },
+    {
+      "epoch": 0.6156456083341298,
+      "grad_norm": 243.472412109375,
+      "learning_rate": 1.6217855859896826e-05,
+      "loss": 36.625,
+      "step": 12883
+    },
+    {
+      "epoch": 0.6156933957755901,
+      "grad_norm": 338.76605224609375,
+      "learning_rate": 1.6217249757884954e-05,
+      "loss": 27.1875,
+      "step": 12884
+    },
+    {
+      "epoch": 0.6157411832170505,
+      "grad_norm": 243.25733947753906,
+      "learning_rate": 1.6216643618639777e-05,
+      "loss": 28.25,
+      "step": 12885
+    },
+    {
+      "epoch": 0.6157889706585109,
+      "grad_norm": 213.93455505371094,
+      "learning_rate": 1.621603744216493e-05,
+      "loss": 25.0469,
+      "step": 12886
+    },
+    {
+      "epoch": 0.6158367580999713,
+      "grad_norm": 159.98513793945312,
+      "learning_rate": 1.621543122846404e-05,
+      "loss": 19.2031,
+      "step": 12887
+    },
+    {
+      "epoch": 0.6158845455414317,
+      "grad_norm": 525.4913940429688,
+      "learning_rate": 1.6214824977540733e-05,
+      "loss": 30.1406,
+      "step": 12888
+    },
+    {
+      "epoch": 0.6159323329828921,
+      "grad_norm": 343.9949951171875,
+      "learning_rate": 1.6214218689398643e-05,
+      "loss": 35.1875,
+      "step": 12889
+    },
+    {
+      "epoch": 0.6159801204243525,
+      "grad_norm": 407.36590576171875,
+      "learning_rate": 1.6213612364041408e-05,
+      "loss": 31.3438,
+      "step": 12890
+    },
+    {
+      "epoch": 0.6160279078658129,
+      "grad_norm": 372.10540771484375,
+      "learning_rate": 1.6213006001472647e-05,
+      "loss": 30.75,
+      "step": 12891
+    },
+    {
+      "epoch": 0.6160756953072732,
+      "grad_norm": 174.02487182617188,
+      "learning_rate": 1.6212399601696e-05,
+      "loss": 23.8125,
+      "step": 12892
+    },
+    {
+      "epoch": 0.6161234827487336,
+      "grad_norm": 298.0630187988281,
+      "learning_rate": 1.621179316471509e-05,
+      "loss": 29.0,
+      "step": 12893
+    },
+    {
+      "epoch": 0.616171270190194,
+      "grad_norm": 276.5260925292969,
+      "learning_rate": 1.621118669053356e-05,
+      "loss": 23.4062,
+      "step": 12894
+    },
+    {
+      "epoch": 0.6162190576316544,
+      "grad_norm": 170.41506958007812,
+      "learning_rate": 1.6210580179155036e-05,
+      "loss": 21.9375,
+      "step": 12895
+    },
+    {
+      "epoch": 0.6162668450731148,
+      "grad_norm": 284.7977294921875,
+      "learning_rate": 1.6209973630583153e-05,
+      "loss": 23.375,
+      "step": 12896
+    },
+    {
+      "epoch": 0.6163146325145752,
+      "grad_norm": 323.3957214355469,
+      "learning_rate": 1.6209367044821535e-05,
+      "loss": 29.5156,
+      "step": 12897
+    },
+    {
+      "epoch": 0.6163624199560356,
+      "grad_norm": 275.3162536621094,
+      "learning_rate": 1.6208760421873823e-05,
+      "loss": 25.75,
+      "step": 12898
+    },
+    {
+      "epoch": 0.616410207397496,
+      "grad_norm": 969.6749267578125,
+      "learning_rate": 1.6208153761743648e-05,
+      "loss": 23.3125,
+      "step": 12899
+    },
+    {
+      "epoch": 0.6164579948389564,
+      "grad_norm": 402.674560546875,
+      "learning_rate": 1.6207547064434642e-05,
+      "loss": 27.625,
+      "step": 12900
+    },
+    {
+      "epoch": 0.6165057822804167,
+      "grad_norm": 234.9366912841797,
+      "learning_rate": 1.620694032995044e-05,
+      "loss": 32.9375,
+      "step": 12901
+    },
+    {
+      "epoch": 0.6165535697218771,
+      "grad_norm": 282.4393310546875,
+      "learning_rate": 1.6206333558294677e-05,
+      "loss": 28.5938,
+      "step": 12902
+    },
+    {
+      "epoch": 0.6166013571633375,
+      "grad_norm": 225.3639678955078,
+      "learning_rate": 1.6205726749470982e-05,
+      "loss": 21.7656,
+      "step": 12903
+    },
+    {
+      "epoch": 0.6166491446047978,
+      "grad_norm": 307.0461730957031,
+      "learning_rate": 1.6205119903482987e-05,
+      "loss": 21.25,
+      "step": 12904
+    },
+    {
+      "epoch": 0.6166969320462582,
+      "grad_norm": 335.3608703613281,
+      "learning_rate": 1.6204513020334336e-05,
+      "loss": 33.9375,
+      "step": 12905
+    },
+    {
+      "epoch": 0.6167447194877186,
+      "grad_norm": 356.01763916015625,
+      "learning_rate": 1.6203906100028657e-05,
+      "loss": 24.3906,
+      "step": 12906
+    },
+    {
+      "epoch": 0.616792506929179,
+      "grad_norm": 188.22262573242188,
+      "learning_rate": 1.6203299142569586e-05,
+      "loss": 25.1875,
+      "step": 12907
+    },
+    {
+      "epoch": 0.6168402943706394,
+      "grad_norm": 444.6759033203125,
+      "learning_rate": 1.6202692147960757e-05,
+      "loss": 26.2812,
+      "step": 12908
+    },
+    {
+      "epoch": 0.6168880818120998,
+      "grad_norm": 316.53363037109375,
+      "learning_rate": 1.6202085116205806e-05,
+      "loss": 37.6875,
+      "step": 12909
+    },
+    {
+      "epoch": 0.6169358692535601,
+      "grad_norm": 447.18646240234375,
+      "learning_rate": 1.6201478047308366e-05,
+      "loss": 20.1719,
+      "step": 12910
+    },
+    {
+      "epoch": 0.6169836566950205,
+      "grad_norm": 367.4606628417969,
+      "learning_rate": 1.6200870941272075e-05,
+      "loss": 17.2656,
+      "step": 12911
+    },
+    {
+      "epoch": 0.6170314441364809,
+      "grad_norm": 216.4386749267578,
+      "learning_rate": 1.620026379810057e-05,
+      "loss": 30.75,
+      "step": 12912
+    },
+    {
+      "epoch": 0.6170792315779413,
+      "grad_norm": 341.7032775878906,
+      "learning_rate": 1.6199656617797486e-05,
+      "loss": 21.0156,
+      "step": 12913
+    },
+    {
+      "epoch": 0.6171270190194017,
+      "grad_norm": 374.51593017578125,
+      "learning_rate": 1.619904940036646e-05,
+      "loss": 34.125,
+      "step": 12914
+    },
+    {
+      "epoch": 0.6171748064608621,
+      "grad_norm": 347.3348083496094,
+      "learning_rate": 1.6198442145811123e-05,
+      "loss": 30.6094,
+      "step": 12915
+    },
+    {
+      "epoch": 0.6172225939023225,
+      "grad_norm": 181.12725830078125,
+      "learning_rate": 1.6197834854135118e-05,
+      "loss": 21.5625,
+      "step": 12916
+    },
+    {
+      "epoch": 0.6172703813437829,
+      "grad_norm": 378.21282958984375,
+      "learning_rate": 1.6197227525342077e-05,
+      "loss": 27.9375,
+      "step": 12917
+    },
+    {
+      "epoch": 0.6173181687852433,
+      "grad_norm": 570.8720092773438,
+      "learning_rate": 1.6196620159435644e-05,
+      "loss": 41.0625,
+      "step": 12918
+    },
+    {
+      "epoch": 0.6173659562267036,
+      "grad_norm": 254.66131591796875,
+      "learning_rate": 1.6196012756419448e-05,
+      "loss": 28.6094,
+      "step": 12919
+    },
+    {
+      "epoch": 0.617413743668164,
+      "grad_norm": 346.5263671875,
+      "learning_rate": 1.619540531629713e-05,
+      "loss": 29.4531,
+      "step": 12920
+    },
+    {
+      "epoch": 0.6174615311096244,
+      "grad_norm": 336.7150573730469,
+      "learning_rate": 1.6194797839072333e-05,
+      "loss": 25.0781,
+      "step": 12921
+    },
+    {
+      "epoch": 0.6175093185510848,
+      "grad_norm": 125.15845489501953,
+      "learning_rate": 1.619419032474869e-05,
+      "loss": 17.0625,
+      "step": 12922
+    },
+    {
+      "epoch": 0.6175571059925452,
+      "grad_norm": 196.75209045410156,
+      "learning_rate": 1.6193582773329833e-05,
+      "loss": 30.25,
+      "step": 12923
+    },
+    {
+      "epoch": 0.6176048934340056,
+      "grad_norm": 150.46788024902344,
+      "learning_rate": 1.6192975184819415e-05,
+      "loss": 22.0781,
+      "step": 12924
+    },
+    {
+      "epoch": 0.6176526808754659,
+      "grad_norm": 238.38687133789062,
+      "learning_rate": 1.6192367559221063e-05,
+      "loss": 27.8125,
+      "step": 12925
+    },
+    {
+      "epoch": 0.6177004683169263,
+      "grad_norm": 1303.49072265625,
+      "learning_rate": 1.619175989653842e-05,
+      "loss": 24.125,
+      "step": 12926
+    },
+    {
+      "epoch": 0.6177482557583867,
+      "grad_norm": 201.70387268066406,
+      "learning_rate": 1.6191152196775126e-05,
+      "loss": 26.6094,
+      "step": 12927
+    },
+    {
+      "epoch": 0.617796043199847,
+      "grad_norm": 238.3048095703125,
+      "learning_rate": 1.6190544459934815e-05,
+      "loss": 24.2656,
+      "step": 12928
+    },
+    {
+      "epoch": 0.6178438306413074,
+      "grad_norm": 278.55035400390625,
+      "learning_rate": 1.6189936686021136e-05,
+      "loss": 21.2812,
+      "step": 12929
+    },
+    {
+      "epoch": 0.6178916180827678,
+      "grad_norm": 228.4933624267578,
+      "learning_rate": 1.618932887503772e-05,
+      "loss": 16.5781,
+      "step": 12930
+    },
+    {
+      "epoch": 0.6179394055242282,
+      "grad_norm": 216.6737060546875,
+      "learning_rate": 1.6188721026988215e-05,
+      "loss": 29.25,
+      "step": 12931
+    },
+    {
+      "epoch": 0.6179871929656886,
+      "grad_norm": 476.3935241699219,
+      "learning_rate": 1.618811314187625e-05,
+      "loss": 37.7188,
+      "step": 12932
+    },
+    {
+      "epoch": 0.618034980407149,
+      "grad_norm": 222.5821075439453,
+      "learning_rate": 1.6187505219705477e-05,
+      "loss": 24.4062,
+      "step": 12933
+    },
+    {
+      "epoch": 0.6180827678486094,
+      "grad_norm": 300.7355651855469,
+      "learning_rate": 1.618689726047953e-05,
+      "loss": 27.5938,
+      "step": 12934
+    },
+    {
+      "epoch": 0.6181305552900698,
+      "grad_norm": 371.2987060546875,
+      "learning_rate": 1.6186289264202052e-05,
+      "loss": 35.125,
+      "step": 12935
+    },
+    {
+      "epoch": 0.6181783427315302,
+      "grad_norm": 421.69561767578125,
+      "learning_rate": 1.6185681230876683e-05,
+      "loss": 26.2188,
+      "step": 12936
+    },
+    {
+      "epoch": 0.6182261301729906,
+      "grad_norm": 185.858642578125,
+      "learning_rate": 1.6185073160507066e-05,
+      "loss": 23.0938,
+      "step": 12937
+    },
+    {
+      "epoch": 0.6182739176144509,
+      "grad_norm": 281.3382873535156,
+      "learning_rate": 1.6184465053096845e-05,
+      "loss": 26.25,
+      "step": 12938
+    },
+    {
+      "epoch": 0.6183217050559113,
+      "grad_norm": 226.74609375,
+      "learning_rate": 1.6183856908649653e-05,
+      "loss": 21.4375,
+      "step": 12939
+    },
+    {
+      "epoch": 0.6183694924973717,
+      "grad_norm": 385.1646728515625,
+      "learning_rate": 1.6183248727169145e-05,
+      "loss": 33.25,
+      "step": 12940
+    },
+    {
+      "epoch": 0.6184172799388321,
+      "grad_norm": 414.7064208984375,
+      "learning_rate": 1.6182640508658947e-05,
+      "loss": 32.5781,
+      "step": 12941
+    },
+    {
+      "epoch": 0.6184650673802925,
+      "grad_norm": 482.4356994628906,
+      "learning_rate": 1.6182032253122714e-05,
+      "loss": 29.9375,
+      "step": 12942
+    },
+    {
+      "epoch": 0.6185128548217529,
+      "grad_norm": 308.7550964355469,
+      "learning_rate": 1.6181423960564084e-05,
+      "loss": 29.875,
+      "step": 12943
+    },
+    {
+      "epoch": 0.6185606422632133,
+      "grad_norm": 296.3978271484375,
+      "learning_rate": 1.61808156309867e-05,
+      "loss": 25.9844,
+      "step": 12944
+    },
+    {
+      "epoch": 0.6186084297046736,
+      "grad_norm": 285.1017761230469,
+      "learning_rate": 1.6180207264394206e-05,
+      "loss": 33.8125,
+      "step": 12945
+    },
+    {
+      "epoch": 0.618656217146134,
+      "grad_norm": 252.90914916992188,
+      "learning_rate": 1.6179598860790248e-05,
+      "loss": 26.3438,
+      "step": 12946
+    },
+    {
+      "epoch": 0.6187040045875943,
+      "grad_norm": 223.89939880371094,
+      "learning_rate": 1.6178990420178464e-05,
+      "loss": 24.5781,
+      "step": 12947
+    },
+    {
+      "epoch": 0.6187517920290547,
+      "grad_norm": 359.7917785644531,
+      "learning_rate": 1.61783819425625e-05,
+      "loss": 29.2188,
+      "step": 12948
+    },
+    {
+      "epoch": 0.6187995794705151,
+      "grad_norm": 239.43528747558594,
+      "learning_rate": 1.6177773427946004e-05,
+      "loss": 30.6719,
+      "step": 12949
+    },
+    {
+      "epoch": 0.6188473669119755,
+      "grad_norm": 390.5517272949219,
+      "learning_rate": 1.6177164876332613e-05,
+      "loss": 30.1875,
+      "step": 12950
+    },
+    {
+      "epoch": 0.6188951543534359,
+      "grad_norm": 209.94595336914062,
+      "learning_rate": 1.617655628772598e-05,
+      "loss": 30.875,
+      "step": 12951
+    },
+    {
+      "epoch": 0.6189429417948963,
+      "grad_norm": 229.16456604003906,
+      "learning_rate": 1.6175947662129735e-05,
+      "loss": 35.3906,
+      "step": 12952
+    },
+    {
+      "epoch": 0.6189907292363567,
+      "grad_norm": 322.8425598144531,
+      "learning_rate": 1.6175338999547543e-05,
+      "loss": 40.25,
+      "step": 12953
+    },
+    {
+      "epoch": 0.6190385166778171,
+      "grad_norm": 351.4302673339844,
+      "learning_rate": 1.6174730299983035e-05,
+      "loss": 35.3125,
+      "step": 12954
+    },
+    {
+      "epoch": 0.6190863041192775,
+      "grad_norm": 240.62753295898438,
+      "learning_rate": 1.617412156343986e-05,
+      "loss": 29.0625,
+      "step": 12955
+    },
+    {
+      "epoch": 0.6191340915607378,
+      "grad_norm": 521.4837036132812,
+      "learning_rate": 1.6173512789921662e-05,
+      "loss": 38.9375,
+      "step": 12956
+    },
+    {
+      "epoch": 0.6191818790021982,
+      "grad_norm": 442.5289611816406,
+      "learning_rate": 1.617290397943209e-05,
+      "loss": 30.7812,
+      "step": 12957
+    },
+    {
+      "epoch": 0.6192296664436586,
+      "grad_norm": 363.06671142578125,
+      "learning_rate": 1.6172295131974788e-05,
+      "loss": 25.625,
+      "step": 12958
+    },
+    {
+      "epoch": 0.619277453885119,
+      "grad_norm": 191.8357391357422,
+      "learning_rate": 1.6171686247553403e-05,
+      "loss": 25.0938,
+      "step": 12959
+    },
+    {
+      "epoch": 0.6193252413265794,
+      "grad_norm": 468.00579833984375,
+      "learning_rate": 1.617107732617158e-05,
+      "loss": 34.7188,
+      "step": 12960
+    },
+    {
+      "epoch": 0.6193730287680398,
+      "grad_norm": 191.33709716796875,
+      "learning_rate": 1.6170468367832968e-05,
+      "loss": 22.8438,
+      "step": 12961
+    },
+    {
+      "epoch": 0.6194208162095002,
+      "grad_norm": 323.0854797363281,
+      "learning_rate": 1.616985937254121e-05,
+      "loss": 33.7188,
+      "step": 12962
+    },
+    {
+      "epoch": 0.6194686036509606,
+      "grad_norm": 509.0546875,
+      "learning_rate": 1.616925034029996e-05,
+      "loss": 47.5938,
+      "step": 12963
+    },
+    {
+      "epoch": 0.619516391092421,
+      "grad_norm": 721.0060424804688,
+      "learning_rate": 1.616864127111286e-05,
+      "loss": 34.0625,
+      "step": 12964
+    },
+    {
+      "epoch": 0.6195641785338813,
+      "grad_norm": 211.71974182128906,
+      "learning_rate": 1.6168032164983555e-05,
+      "loss": 25.9062,
+      "step": 12965
+    },
+    {
+      "epoch": 0.6196119659753416,
+      "grad_norm": 150.79051208496094,
+      "learning_rate": 1.61674230219157e-05,
+      "loss": 26.9062,
+      "step": 12966
+    },
+    {
+      "epoch": 0.619659753416802,
+      "grad_norm": 269.1678161621094,
+      "learning_rate": 1.6166813841912936e-05,
+      "loss": 29.25,
+      "step": 12967
+    },
+    {
+      "epoch": 0.6197075408582624,
+      "grad_norm": 348.72265625,
+      "learning_rate": 1.616620462497892e-05,
+      "loss": 32.5156,
+      "step": 12968
+    },
+    {
+      "epoch": 0.6197553282997228,
+      "grad_norm": 528.20263671875,
+      "learning_rate": 1.6165595371117287e-05,
+      "loss": 31.0625,
+      "step": 12969
+    },
+    {
+      "epoch": 0.6198031157411832,
+      "grad_norm": 351.6991271972656,
+      "learning_rate": 1.61649860803317e-05,
+      "loss": 33.2812,
+      "step": 12970
+    },
+    {
+      "epoch": 0.6198509031826436,
+      "grad_norm": 337.5946044921875,
+      "learning_rate": 1.6164376752625797e-05,
+      "loss": 45.125,
+      "step": 12971
+    },
+    {
+      "epoch": 0.619898690624104,
+      "grad_norm": 210.1447296142578,
+      "learning_rate": 1.6163767388003234e-05,
+      "loss": 17.9844,
+      "step": 12972
+    },
+    {
+      "epoch": 0.6199464780655644,
+      "grad_norm": 222.27818298339844,
+      "learning_rate": 1.616315798646766e-05,
+      "loss": 24.5,
+      "step": 12973
+    },
+    {
+      "epoch": 0.6199942655070247,
+      "grad_norm": 351.23687744140625,
+      "learning_rate": 1.6162548548022715e-05,
+      "loss": 51.3125,
+      "step": 12974
+    },
+    {
+      "epoch": 0.6200420529484851,
+      "grad_norm": 595.545654296875,
+      "learning_rate": 1.6161939072672064e-05,
+      "loss": 21.8438,
+      "step": 12975
+    },
+    {
+      "epoch": 0.6200898403899455,
+      "grad_norm": 280.4642028808594,
+      "learning_rate": 1.6161329560419343e-05,
+      "loss": 33.2188,
+      "step": 12976
+    },
+    {
+      "epoch": 0.6201376278314059,
+      "grad_norm": 341.73223876953125,
+      "learning_rate": 1.6160720011268212e-05,
+      "loss": 38.0,
+      "step": 12977
+    },
+    {
+      "epoch": 0.6201854152728663,
+      "grad_norm": 169.60293579101562,
+      "learning_rate": 1.6160110425222315e-05,
+      "loss": 21.6562,
+      "step": 12978
+    },
+    {
+      "epoch": 0.6202332027143267,
+      "grad_norm": 356.48223876953125,
+      "learning_rate": 1.6159500802285308e-05,
+      "loss": 27.1562,
+      "step": 12979
+    },
+    {
+      "epoch": 0.6202809901557871,
+      "grad_norm": 323.57958984375,
+      "learning_rate": 1.615889114246084e-05,
+      "loss": 35.9375,
+      "step": 12980
+    },
+    {
+      "epoch": 0.6203287775972475,
+      "grad_norm": 253.9941864013672,
+      "learning_rate": 1.6158281445752558e-05,
+      "loss": 25.0312,
+      "step": 12981
+    },
+    {
+      "epoch": 0.6203765650387079,
+      "grad_norm": 174.12017822265625,
+      "learning_rate": 1.6157671712164116e-05,
+      "loss": 19.3906,
+      "step": 12982
+    },
+    {
+      "epoch": 0.6204243524801683,
+      "grad_norm": 217.86012268066406,
+      "learning_rate": 1.6157061941699167e-05,
+      "loss": 32.8438,
+      "step": 12983
+    },
+    {
+      "epoch": 0.6204721399216286,
+      "grad_norm": 298.77752685546875,
+      "learning_rate": 1.6156452134361362e-05,
+      "loss": 26.6562,
+      "step": 12984
+    },
+    {
+      "epoch": 0.620519927363089,
+      "grad_norm": 258.6474609375,
+      "learning_rate": 1.6155842290154352e-05,
+      "loss": 26.125,
+      "step": 12985
+    },
+    {
+      "epoch": 0.6205677148045494,
+      "grad_norm": 331.7445983886719,
+      "learning_rate": 1.6155232409081794e-05,
+      "loss": 27.8125,
+      "step": 12986
+    },
+    {
+      "epoch": 0.6206155022460097,
+      "grad_norm": 323.8998107910156,
+      "learning_rate": 1.6154622491147334e-05,
+      "loss": 43.3125,
+      "step": 12987
+    },
+    {
+      "epoch": 0.6206632896874701,
+      "grad_norm": 188.9784698486328,
+      "learning_rate": 1.6154012536354626e-05,
+      "loss": 27.1562,
+      "step": 12988
+    },
+    {
+      "epoch": 0.6207110771289305,
+      "grad_norm": 345.8946838378906,
+      "learning_rate": 1.6153402544707324e-05,
+      "loss": 29.5625,
+      "step": 12989
+    },
+    {
+      "epoch": 0.6207588645703909,
+      "grad_norm": 288.15069580078125,
+      "learning_rate": 1.615279251620908e-05,
+      "loss": 31.4219,
+      "step": 12990
+    },
+    {
+      "epoch": 0.6208066520118513,
+      "grad_norm": 280.9354248046875,
+      "learning_rate": 1.615218245086355e-05,
+      "loss": 30.6562,
+      "step": 12991
+    },
+    {
+      "epoch": 0.6208544394533116,
+      "grad_norm": 245.1080780029297,
+      "learning_rate": 1.6151572348674384e-05,
+      "loss": 26.75,
+      "step": 12992
+    },
+    {
+      "epoch": 0.620902226894772,
+      "grad_norm": 205.5031280517578,
+      "learning_rate": 1.6150962209645236e-05,
+      "loss": 24.9688,
+      "step": 12993
+    },
+    {
+      "epoch": 0.6209500143362324,
+      "grad_norm": 890.2908325195312,
+      "learning_rate": 1.6150352033779765e-05,
+      "loss": 27.5938,
+      "step": 12994
+    },
+    {
+      "epoch": 0.6209978017776928,
+      "grad_norm": 269.71466064453125,
+      "learning_rate": 1.6149741821081617e-05,
+      "loss": 18.7656,
+      "step": 12995
+    },
+    {
+      "epoch": 0.6210455892191532,
+      "grad_norm": 316.2146911621094,
+      "learning_rate": 1.6149131571554454e-05,
+      "loss": 28.6875,
+      "step": 12996
+    },
+    {
+      "epoch": 0.6210933766606136,
+      "grad_norm": 159.07130432128906,
+      "learning_rate": 1.6148521285201926e-05,
+      "loss": 22.6719,
+      "step": 12997
+    },
+    {
+      "epoch": 0.621141164102074,
+      "grad_norm": 255.4195098876953,
+      "learning_rate": 1.6147910962027694e-05,
+      "loss": 28.5625,
+      "step": 12998
+    },
+    {
+      "epoch": 0.6211889515435344,
+      "grad_norm": 361.50872802734375,
+      "learning_rate": 1.6147300602035403e-05,
+      "loss": 17.5156,
+      "step": 12999
+    },
+    {
+      "epoch": 0.6212367389849948,
+      "grad_norm": 259.54156494140625,
+      "learning_rate": 1.6146690205228712e-05,
+      "loss": 31.6562,
+      "step": 13000
+    },
+    {
+      "epoch": 0.6212845264264552,
+      "grad_norm": 369.0967102050781,
+      "learning_rate": 1.6146079771611284e-05,
+      "loss": 37.625,
+      "step": 13001
+    },
+    {
+      "epoch": 0.6213323138679155,
+      "grad_norm": 338.180908203125,
+      "learning_rate": 1.6145469301186764e-05,
+      "loss": 31.2812,
+      "step": 13002
+    },
+    {
+      "epoch": 0.6213801013093759,
+      "grad_norm": 141.24453735351562,
+      "learning_rate": 1.614485879395882e-05,
+      "loss": 26.25,
+      "step": 13003
+    },
+    {
+      "epoch": 0.6214278887508363,
+      "grad_norm": 295.1896667480469,
+      "learning_rate": 1.6144248249931093e-05,
+      "loss": 42.25,
+      "step": 13004
+    },
+    {
+      "epoch": 0.6214756761922967,
+      "grad_norm": 309.2901916503906,
+      "learning_rate": 1.614363766910725e-05,
+      "loss": 36.5312,
+      "step": 13005
+    },
+    {
+      "epoch": 0.6215234636337571,
+      "grad_norm": 325.6037902832031,
+      "learning_rate": 1.614302705149094e-05,
+      "loss": 20.1719,
+      "step": 13006
+    },
+    {
+      "epoch": 0.6215712510752174,
+      "grad_norm": 271.10504150390625,
+      "learning_rate": 1.614241639708583e-05,
+      "loss": 36.4688,
+      "step": 13007
+    },
+    {
+      "epoch": 0.6216190385166778,
+      "grad_norm": 197.81561279296875,
+      "learning_rate": 1.614180570589557e-05,
+      "loss": 26.625,
+      "step": 13008
+    },
+    {
+      "epoch": 0.6216668259581382,
+      "grad_norm": 374.38763427734375,
+      "learning_rate": 1.614119497792382e-05,
+      "loss": 35.1875,
+      "step": 13009
+    },
+    {
+      "epoch": 0.6217146133995985,
+      "grad_norm": 241.1434783935547,
+      "learning_rate": 1.6140584213174238e-05,
+      "loss": 21.1875,
+      "step": 13010
+    },
+    {
+      "epoch": 0.6217624008410589,
+      "grad_norm": 365.7185363769531,
+      "learning_rate": 1.6139973411650478e-05,
+      "loss": 22.4062,
+      "step": 13011
+    },
+    {
+      "epoch": 0.6218101882825193,
+      "grad_norm": 295.3576354980469,
+      "learning_rate": 1.61393625733562e-05,
+      "loss": 20.375,
+      "step": 13012
+    },
+    {
+      "epoch": 0.6218579757239797,
+      "grad_norm": 193.85409545898438,
+      "learning_rate": 1.6138751698295064e-05,
+      "loss": 26.7188,
+      "step": 13013
+    },
+    {
+      "epoch": 0.6219057631654401,
+      "grad_norm": 205.6129608154297,
+      "learning_rate": 1.613814078647072e-05,
+      "loss": 27.5781,
+      "step": 13014
+    },
+    {
+      "epoch": 0.6219535506069005,
+      "grad_norm": 330.0702209472656,
+      "learning_rate": 1.613752983788684e-05,
+      "loss": 36.4062,
+      "step": 13015
+    },
+    {
+      "epoch": 0.6220013380483609,
+      "grad_norm": 377.03411865234375,
+      "learning_rate": 1.6136918852547075e-05,
+      "loss": 22.7812,
+      "step": 13016
+    },
+    {
+      "epoch": 0.6220491254898213,
+      "grad_norm": 156.0616912841797,
+      "learning_rate": 1.6136307830455082e-05,
+      "loss": 24.0312,
+      "step": 13017
+    },
+    {
+      "epoch": 0.6220969129312817,
+      "grad_norm": 252.4314422607422,
+      "learning_rate": 1.6135696771614524e-05,
+      "loss": 28.3438,
+      "step": 13018
+    },
+    {
+      "epoch": 0.622144700372742,
+      "grad_norm": 259.3438415527344,
+      "learning_rate": 1.613508567602906e-05,
+      "loss": 29.1875,
+      "step": 13019
+    },
+    {
+      "epoch": 0.6221924878142024,
+      "grad_norm": 428.5653076171875,
+      "learning_rate": 1.6134474543702353e-05,
+      "loss": 37.7812,
+      "step": 13020
+    },
+    {
+      "epoch": 0.6222402752556628,
+      "grad_norm": 189.48696899414062,
+      "learning_rate": 1.613386337463805e-05,
+      "loss": 27.0938,
+      "step": 13021
+    },
+    {
+      "epoch": 0.6222880626971232,
+      "grad_norm": 276.84271240234375,
+      "learning_rate": 1.6133252168839832e-05,
+      "loss": 31.3125,
+      "step": 13022
+    },
+    {
+      "epoch": 0.6223358501385836,
+      "grad_norm": 213.3420867919922,
+      "learning_rate": 1.613264092631134e-05,
+      "loss": 19.1875,
+      "step": 13023
+    },
+    {
+      "epoch": 0.622383637580044,
+      "grad_norm": 184.16787719726562,
+      "learning_rate": 1.613202964705624e-05,
+      "loss": 23.25,
+      "step": 13024
+    },
+    {
+      "epoch": 0.6224314250215044,
+      "grad_norm": 957.3631591796875,
+      "learning_rate": 1.61314183310782e-05,
+      "loss": 28.8438,
+      "step": 13025
+    },
+    {
+      "epoch": 0.6224792124629648,
+      "grad_norm": 447.1647033691406,
+      "learning_rate": 1.6130806978380874e-05,
+      "loss": 37.3438,
+      "step": 13026
+    },
+    {
+      "epoch": 0.6225269999044252,
+      "grad_norm": 301.2959899902344,
+      "learning_rate": 1.6130195588967924e-05,
+      "loss": 34.3906,
+      "step": 13027
+    },
+    {
+      "epoch": 0.6225747873458854,
+      "grad_norm": 238.79774475097656,
+      "learning_rate": 1.6129584162843018e-05,
+      "loss": 22.375,
+      "step": 13028
+    },
+    {
+      "epoch": 0.6226225747873458,
+      "grad_norm": 155.12677001953125,
+      "learning_rate": 1.6128972700009808e-05,
+      "loss": 27.4688,
+      "step": 13029
+    },
+    {
+      "epoch": 0.6226703622288062,
+      "grad_norm": 278.0919494628906,
+      "learning_rate": 1.612836120047196e-05,
+      "loss": 29.0,
+      "step": 13030
+    },
+    {
+      "epoch": 0.6227181496702666,
+      "grad_norm": 204.4875030517578,
+      "learning_rate": 1.6127749664233136e-05,
+      "loss": 20.2266,
+      "step": 13031
+    },
+    {
+      "epoch": 0.622765937111727,
+      "grad_norm": 376.5308532714844,
+      "learning_rate": 1.6127138091296996e-05,
+      "loss": 30.625,
+      "step": 13032
+    },
+    {
+      "epoch": 0.6228137245531874,
+      "grad_norm": 193.40911865234375,
+      "learning_rate": 1.612652648166721e-05,
+      "loss": 27.9062,
+      "step": 13033
+    },
+    {
+      "epoch": 0.6228615119946478,
+      "grad_norm": 181.87594604492188,
+      "learning_rate": 1.6125914835347432e-05,
+      "loss": 32.6875,
+      "step": 13034
+    },
+    {
+      "epoch": 0.6229092994361082,
+      "grad_norm": 174.02659606933594,
+      "learning_rate": 1.6125303152341333e-05,
+      "loss": 21.2812,
+      "step": 13035
+    },
+    {
+      "epoch": 0.6229570868775686,
+      "grad_norm": 524.646728515625,
+      "learning_rate": 1.6124691432652565e-05,
+      "loss": 25.75,
+      "step": 13036
+    },
+    {
+      "epoch": 0.623004874319029,
+      "grad_norm": 345.91015625,
+      "learning_rate": 1.6124079676284806e-05,
+      "loss": 32.6875,
+      "step": 13037
+    },
+    {
+      "epoch": 0.6230526617604893,
+      "grad_norm": 237.2003631591797,
+      "learning_rate": 1.6123467883241707e-05,
+      "loss": 24.6875,
+      "step": 13038
+    },
+    {
+      "epoch": 0.6231004492019497,
+      "grad_norm": 584.0636596679688,
+      "learning_rate": 1.612285605352694e-05,
+      "loss": 28.3438,
+      "step": 13039
+    },
+    {
+      "epoch": 0.6231482366434101,
+      "grad_norm": 448.2093811035156,
+      "learning_rate": 1.6122244187144164e-05,
+      "loss": 28.6875,
+      "step": 13040
+    },
+    {
+      "epoch": 0.6231960240848705,
+      "grad_norm": 253.70123291015625,
+      "learning_rate": 1.6121632284097045e-05,
+      "loss": 27.2188,
+      "step": 13041
+    },
+    {
+      "epoch": 0.6232438115263309,
+      "grad_norm": 236.50758361816406,
+      "learning_rate": 1.612102034438925e-05,
+      "loss": 31.1562,
+      "step": 13042
+    },
+    {
+      "epoch": 0.6232915989677913,
+      "grad_norm": 429.9808349609375,
+      "learning_rate": 1.612040836802444e-05,
+      "loss": 31.9531,
+      "step": 13043
+    },
+    {
+      "epoch": 0.6233393864092517,
+      "grad_norm": 297.3841857910156,
+      "learning_rate": 1.6119796355006277e-05,
+      "loss": 26.8438,
+      "step": 13044
+    },
+    {
+      "epoch": 0.6233871738507121,
+      "grad_norm": 224.4201202392578,
+      "learning_rate": 1.6119184305338436e-05,
+      "loss": 23.0938,
+      "step": 13045
+    },
+    {
+      "epoch": 0.6234349612921725,
+      "grad_norm": 371.4305114746094,
+      "learning_rate": 1.6118572219024575e-05,
+      "loss": 36.4688,
+      "step": 13046
+    },
+    {
+      "epoch": 0.6234827487336329,
+      "grad_norm": 264.1335754394531,
+      "learning_rate": 1.6117960096068364e-05,
+      "loss": 29.625,
+      "step": 13047
+    },
+    {
+      "epoch": 0.6235305361750931,
+      "grad_norm": 650.5601196289062,
+      "learning_rate": 1.611734793647346e-05,
+      "loss": 29.625,
+      "step": 13048
+    },
+    {
+      "epoch": 0.6235783236165535,
+      "grad_norm": 244.0857391357422,
+      "learning_rate": 1.611673574024354e-05,
+      "loss": 33.2812,
+      "step": 13049
+    },
+    {
+      "epoch": 0.6236261110580139,
+      "grad_norm": 273.00048828125,
+      "learning_rate": 1.6116123507382266e-05,
+      "loss": 33.2188,
+      "step": 13050
+    },
+    {
+      "epoch": 0.6236738984994743,
+      "grad_norm": 300.86773681640625,
+      "learning_rate": 1.6115511237893305e-05,
+      "loss": 28.8438,
+      "step": 13051
+    },
+    {
+      "epoch": 0.6237216859409347,
+      "grad_norm": 393.3485107421875,
+      "learning_rate": 1.611489893178032e-05,
+      "loss": 36.8125,
+      "step": 13052
+    },
+    {
+      "epoch": 0.6237694733823951,
+      "grad_norm": 436.4407653808594,
+      "learning_rate": 1.6114286589046984e-05,
+      "loss": 29.625,
+      "step": 13053
+    },
+    {
+      "epoch": 0.6238172608238555,
+      "grad_norm": 163.10145568847656,
+      "learning_rate": 1.6113674209696955e-05,
+      "loss": 20.4062,
+      "step": 13054
+    },
+    {
+      "epoch": 0.6238650482653159,
+      "grad_norm": 383.4930419921875,
+      "learning_rate": 1.6113061793733914e-05,
+      "loss": 28.0938,
+      "step": 13055
+    },
+    {
+      "epoch": 0.6239128357067762,
+      "grad_norm": 566.07568359375,
+      "learning_rate": 1.6112449341161512e-05,
+      "loss": 27.5625,
+      "step": 13056
+    },
+    {
+      "epoch": 0.6239606231482366,
+      "grad_norm": 259.07305908203125,
+      "learning_rate": 1.6111836851983437e-05,
+      "loss": 24.6562,
+      "step": 13057
+    },
+    {
+      "epoch": 0.624008410589697,
+      "grad_norm": 396.5558776855469,
+      "learning_rate": 1.611122432620334e-05,
+      "loss": 27.4375,
+      "step": 13058
+    },
+    {
+      "epoch": 0.6240561980311574,
+      "grad_norm": 240.3834686279297,
+      "learning_rate": 1.611061176382489e-05,
+      "loss": 32.3438,
+      "step": 13059
+    },
+    {
+      "epoch": 0.6241039854726178,
+      "grad_norm": 271.1544494628906,
+      "learning_rate": 1.6109999164851765e-05,
+      "loss": 26.6875,
+      "step": 13060
+    },
+    {
+      "epoch": 0.6241517729140782,
+      "grad_norm": 149.6444091796875,
+      "learning_rate": 1.6109386529287633e-05,
+      "loss": 26.75,
+      "step": 13061
+    },
+    {
+      "epoch": 0.6241995603555386,
+      "grad_norm": 206.0425262451172,
+      "learning_rate": 1.6108773857136153e-05,
+      "loss": 26.3438,
+      "step": 13062
+    },
+    {
+      "epoch": 0.624247347796999,
+      "grad_norm": 227.87376403808594,
+      "learning_rate": 1.6108161148401002e-05,
+      "loss": 24.1406,
+      "step": 13063
+    },
+    {
+      "epoch": 0.6242951352384594,
+      "grad_norm": 544.6517333984375,
+      "learning_rate": 1.6107548403085845e-05,
+      "loss": 31.0,
+      "step": 13064
+    },
+    {
+      "epoch": 0.6243429226799198,
+      "grad_norm": 218.33302307128906,
+      "learning_rate": 1.610693562119436e-05,
+      "loss": 23.1875,
+      "step": 13065
+    },
+    {
+      "epoch": 0.6243907101213801,
+      "grad_norm": 223.8938751220703,
+      "learning_rate": 1.6106322802730202e-05,
+      "loss": 23.3125,
+      "step": 13066
+    },
+    {
+      "epoch": 0.6244384975628405,
+      "grad_norm": 220.38699340820312,
+      "learning_rate": 1.610570994769706e-05,
+      "loss": 31.5625,
+      "step": 13067
+    },
+    {
+      "epoch": 0.6244862850043009,
+      "grad_norm": 241.73593139648438,
+      "learning_rate": 1.6105097056098587e-05,
+      "loss": 41.625,
+      "step": 13068
+    },
+    {
+      "epoch": 0.6245340724457612,
+      "grad_norm": 281.799560546875,
+      "learning_rate": 1.610448412793846e-05,
+      "loss": 41.9375,
+      "step": 13069
+    },
+    {
+      "epoch": 0.6245818598872216,
+      "grad_norm": 228.78836059570312,
+      "learning_rate": 1.6103871163220353e-05,
+      "loss": 27.2812,
+      "step": 13070
+    },
+    {
+      "epoch": 0.624629647328682,
+      "grad_norm": 248.76553344726562,
+      "learning_rate": 1.6103258161947933e-05,
+      "loss": 23.3125,
+      "step": 13071
+    },
+    {
+      "epoch": 0.6246774347701424,
+      "grad_norm": 609.187744140625,
+      "learning_rate": 1.6102645124124873e-05,
+      "loss": 35.1719,
+      "step": 13072
+    },
+    {
+      "epoch": 0.6247252222116028,
+      "grad_norm": 330.1278076171875,
+      "learning_rate": 1.610203204975484e-05,
+      "loss": 31.1875,
+      "step": 13073
+    },
+    {
+      "epoch": 0.6247730096530631,
+      "grad_norm": 401.6578674316406,
+      "learning_rate": 1.610141893884151e-05,
+      "loss": 28.0938,
+      "step": 13074
+    },
+    {
+      "epoch": 0.6248207970945235,
+      "grad_norm": 345.15692138671875,
+      "learning_rate": 1.6100805791388555e-05,
+      "loss": 36.4688,
+      "step": 13075
+    },
+    {
+      "epoch": 0.6248685845359839,
+      "grad_norm": 373.2955017089844,
+      "learning_rate": 1.6100192607399646e-05,
+      "loss": 28.2812,
+      "step": 13076
+    },
+    {
+      "epoch": 0.6249163719774443,
+      "grad_norm": 275.5971984863281,
+      "learning_rate": 1.6099579386878453e-05,
+      "loss": 26.5938,
+      "step": 13077
+    },
+    {
+      "epoch": 0.6249641594189047,
+      "grad_norm": 265.14923095703125,
+      "learning_rate": 1.609896612982865e-05,
+      "loss": 35.625,
+      "step": 13078
+    },
+    {
+      "epoch": 0.6250119468603651,
+      "grad_norm": 480.148681640625,
+      "learning_rate": 1.609835283625391e-05,
+      "loss": 27.2031,
+      "step": 13079
+    },
+    {
+      "epoch": 0.6250597343018255,
+      "grad_norm": 160.04571533203125,
+      "learning_rate": 1.6097739506157907e-05,
+      "loss": 28.6562,
+      "step": 13080
+    },
+    {
+      "epoch": 0.6251075217432859,
+      "grad_norm": 260.8797912597656,
+      "learning_rate": 1.6097126139544314e-05,
+      "loss": 35.0,
+      "step": 13081
+    },
+    {
+      "epoch": 0.6251553091847463,
+      "grad_norm": 416.6506042480469,
+      "learning_rate": 1.6096512736416797e-05,
+      "loss": 32.375,
+      "step": 13082
+    },
+    {
+      "epoch": 0.6252030966262067,
+      "grad_norm": 328.1876525878906,
+      "learning_rate": 1.609589929677904e-05,
+      "loss": 32.0781,
+      "step": 13083
+    },
+    {
+      "epoch": 0.625250884067667,
+      "grad_norm": 265.5179443359375,
+      "learning_rate": 1.6095285820634715e-05,
+      "loss": 25.25,
+      "step": 13084
+    },
+    {
+      "epoch": 0.6252986715091274,
+      "grad_norm": 312.0985107421875,
+      "learning_rate": 1.6094672307987485e-05,
+      "loss": 46.0625,
+      "step": 13085
+    },
+    {
+      "epoch": 0.6253464589505878,
+      "grad_norm": 234.331298828125,
+      "learning_rate": 1.609405875884104e-05,
+      "loss": 22.4688,
+      "step": 13086
+    },
+    {
+      "epoch": 0.6253942463920482,
+      "grad_norm": 279.2537536621094,
+      "learning_rate": 1.609344517319904e-05,
+      "loss": 29.3438,
+      "step": 13087
+    },
+    {
+      "epoch": 0.6254420338335086,
+      "grad_norm": 323.6297302246094,
+      "learning_rate": 1.609283155106517e-05,
+      "loss": 30.3438,
+      "step": 13088
+    },
+    {
+      "epoch": 0.625489821274969,
+      "grad_norm": 390.6487731933594,
+      "learning_rate": 1.60922178924431e-05,
+      "loss": 24.7188,
+      "step": 13089
+    },
+    {
+      "epoch": 0.6255376087164293,
+      "grad_norm": 161.37754821777344,
+      "learning_rate": 1.6091604197336503e-05,
+      "loss": 20.2031,
+      "step": 13090
+    },
+    {
+      "epoch": 0.6255853961578897,
+      "grad_norm": 260.42620849609375,
+      "learning_rate": 1.609099046574906e-05,
+      "loss": 23.75,
+      "step": 13091
+    },
+    {
+      "epoch": 0.62563318359935,
+      "grad_norm": 316.4950256347656,
+      "learning_rate": 1.6090376697684442e-05,
+      "loss": 27.9688,
+      "step": 13092
+    },
+    {
+      "epoch": 0.6256809710408104,
+      "grad_norm": 249.32005310058594,
+      "learning_rate": 1.608976289314633e-05,
+      "loss": 25.0938,
+      "step": 13093
+    },
+    {
+      "epoch": 0.6257287584822708,
+      "grad_norm": 431.56842041015625,
+      "learning_rate": 1.6089149052138394e-05,
+      "loss": 31.1875,
+      "step": 13094
+    },
+    {
+      "epoch": 0.6257765459237312,
+      "grad_norm": 304.7994079589844,
+      "learning_rate": 1.6088535174664312e-05,
+      "loss": 35.875,
+      "step": 13095
+    },
+    {
+      "epoch": 0.6258243333651916,
+      "grad_norm": 165.83514404296875,
+      "learning_rate": 1.6087921260727762e-05,
+      "loss": 25.7812,
+      "step": 13096
+    },
+    {
+      "epoch": 0.625872120806652,
+      "grad_norm": 320.1938171386719,
+      "learning_rate": 1.6087307310332418e-05,
+      "loss": 34.9062,
+      "step": 13097
+    },
+    {
+      "epoch": 0.6259199082481124,
+      "grad_norm": 242.79054260253906,
+      "learning_rate": 1.6086693323481958e-05,
+      "loss": 28.5312,
+      "step": 13098
+    },
+    {
+      "epoch": 0.6259676956895728,
+      "grad_norm": 175.7755889892578,
+      "learning_rate": 1.608607930018006e-05,
+      "loss": 15.625,
+      "step": 13099
+    },
+    {
+      "epoch": 0.6260154831310332,
+      "grad_norm": 472.1401062011719,
+      "learning_rate": 1.6085465240430398e-05,
+      "loss": 41.4375,
+      "step": 13100
+    },
+    {
+      "epoch": 0.6260632705724936,
+      "grad_norm": 230.64869689941406,
+      "learning_rate": 1.608485114423665e-05,
+      "loss": 44.1875,
+      "step": 13101
+    },
+    {
+      "epoch": 0.626111058013954,
+      "grad_norm": 173.3900909423828,
+      "learning_rate": 1.60842370116025e-05,
+      "loss": 27.0625,
+      "step": 13102
+    },
+    {
+      "epoch": 0.6261588454554143,
+      "grad_norm": 403.216552734375,
+      "learning_rate": 1.608362284253162e-05,
+      "loss": 34.0625,
+      "step": 13103
+    },
+    {
+      "epoch": 0.6262066328968747,
+      "grad_norm": 223.0033721923828,
+      "learning_rate": 1.608300863702769e-05,
+      "loss": 22.875,
+      "step": 13104
+    },
+    {
+      "epoch": 0.6262544203383351,
+      "grad_norm": 219.49249267578125,
+      "learning_rate": 1.6082394395094385e-05,
+      "loss": 34.3438,
+      "step": 13105
+    },
+    {
+      "epoch": 0.6263022077797955,
+      "grad_norm": 361.8747863769531,
+      "learning_rate": 1.6081780116735385e-05,
+      "loss": 29.1875,
+      "step": 13106
+    },
+    {
+      "epoch": 0.6263499952212559,
+      "grad_norm": 463.7554931640625,
+      "learning_rate": 1.6081165801954374e-05,
+      "loss": 42.1562,
+      "step": 13107
+    },
+    {
+      "epoch": 0.6263977826627163,
+      "grad_norm": 305.98419189453125,
+      "learning_rate": 1.6080551450755023e-05,
+      "loss": 32.0312,
+      "step": 13108
+    },
+    {
+      "epoch": 0.6264455701041767,
+      "grad_norm": 238.30860900878906,
+      "learning_rate": 1.6079937063141017e-05,
+      "loss": 35.5938,
+      "step": 13109
+    },
+    {
+      "epoch": 0.626493357545637,
+      "grad_norm": 291.4582214355469,
+      "learning_rate": 1.6079322639116033e-05,
+      "loss": 29.8438,
+      "step": 13110
+    },
+    {
+      "epoch": 0.6265411449870973,
+      "grad_norm": 144.59197998046875,
+      "learning_rate": 1.607870817868375e-05,
+      "loss": 22.9688,
+      "step": 13111
+    },
+    {
+      "epoch": 0.6265889324285577,
+      "grad_norm": 298.2469787597656,
+      "learning_rate": 1.607809368184785e-05,
+      "loss": 30.2188,
+      "step": 13112
+    },
+    {
+      "epoch": 0.6266367198700181,
+      "grad_norm": 254.482666015625,
+      "learning_rate": 1.607747914861201e-05,
+      "loss": 25.5312,
+      "step": 13113
+    },
+    {
+      "epoch": 0.6266845073114785,
+      "grad_norm": 166.83383178710938,
+      "learning_rate": 1.6076864578979915e-05,
+      "loss": 33.6406,
+      "step": 13114
+    },
+    {
+      "epoch": 0.6267322947529389,
+      "grad_norm": 219.81582641601562,
+      "learning_rate": 1.6076249972955235e-05,
+      "loss": 30.0312,
+      "step": 13115
+    },
+    {
+      "epoch": 0.6267800821943993,
+      "grad_norm": 399.6902770996094,
+      "learning_rate": 1.6075635330541666e-05,
+      "loss": 34.8125,
+      "step": 13116
+    },
+    {
+      "epoch": 0.6268278696358597,
+      "grad_norm": 270.1032409667969,
+      "learning_rate": 1.607502065174288e-05,
+      "loss": 36.4688,
+      "step": 13117
+    },
+    {
+      "epoch": 0.6268756570773201,
+      "grad_norm": 248.282470703125,
+      "learning_rate": 1.6074405936562558e-05,
+      "loss": 27.9219,
+      "step": 13118
+    },
+    {
+      "epoch": 0.6269234445187805,
+      "grad_norm": 266.0499572753906,
+      "learning_rate": 1.607379118500438e-05,
+      "loss": 30.375,
+      "step": 13119
+    },
+    {
+      "epoch": 0.6269712319602408,
+      "grad_norm": 322.31427001953125,
+      "learning_rate": 1.6073176397072035e-05,
+      "loss": 41.125,
+      "step": 13120
+    },
+    {
+      "epoch": 0.6270190194017012,
+      "grad_norm": 166.2080535888672,
+      "learning_rate": 1.6072561572769197e-05,
+      "loss": 31.0625,
+      "step": 13121
+    },
+    {
+      "epoch": 0.6270668068431616,
+      "grad_norm": 566.0060424804688,
+      "learning_rate": 1.6071946712099552e-05,
+      "loss": 37.7969,
+      "step": 13122
+    },
+    {
+      "epoch": 0.627114594284622,
+      "grad_norm": 335.306396484375,
+      "learning_rate": 1.607133181506678e-05,
+      "loss": 27.2031,
+      "step": 13123
+    },
+    {
+      "epoch": 0.6271623817260824,
+      "grad_norm": 266.96453857421875,
+      "learning_rate": 1.6070716881674564e-05,
+      "loss": 22.1719,
+      "step": 13124
+    },
+    {
+      "epoch": 0.6272101691675428,
+      "grad_norm": 237.4620361328125,
+      "learning_rate": 1.6070101911926587e-05,
+      "loss": 22.8438,
+      "step": 13125
+    },
+    {
+      "epoch": 0.6272579566090032,
+      "grad_norm": 371.3720703125,
+      "learning_rate": 1.6069486905826535e-05,
+      "loss": 24.9219,
+      "step": 13126
+    },
+    {
+      "epoch": 0.6273057440504636,
+      "grad_norm": 255.70144653320312,
+      "learning_rate": 1.6068871863378086e-05,
+      "loss": 31.4688,
+      "step": 13127
+    },
+    {
+      "epoch": 0.627353531491924,
+      "grad_norm": 222.82696533203125,
+      "learning_rate": 1.6068256784584924e-05,
+      "loss": 37.2812,
+      "step": 13128
+    },
+    {
+      "epoch": 0.6274013189333844,
+      "grad_norm": 370.5789489746094,
+      "learning_rate": 1.606764166945074e-05,
+      "loss": 32.1406,
+      "step": 13129
+    },
+    {
+      "epoch": 0.6274491063748447,
+      "grad_norm": 423.59259033203125,
+      "learning_rate": 1.6067026517979206e-05,
+      "loss": 28.9688,
+      "step": 13130
+    },
+    {
+      "epoch": 0.627496893816305,
+      "grad_norm": 274.5926208496094,
+      "learning_rate": 1.6066411330174015e-05,
+      "loss": 32.5,
+      "step": 13131
+    },
+    {
+      "epoch": 0.6275446812577654,
+      "grad_norm": 467.1575622558594,
+      "learning_rate": 1.6065796106038845e-05,
+      "loss": 27.6094,
+      "step": 13132
+    },
+    {
+      "epoch": 0.6275924686992258,
+      "grad_norm": 255.2228546142578,
+      "learning_rate": 1.6065180845577387e-05,
+      "loss": 31.0,
+      "step": 13133
+    },
+    {
+      "epoch": 0.6276402561406862,
+      "grad_norm": 346.9335632324219,
+      "learning_rate": 1.606456554879332e-05,
+      "loss": 32.2188,
+      "step": 13134
+    },
+    {
+      "epoch": 0.6276880435821466,
+      "grad_norm": 403.9846496582031,
+      "learning_rate": 1.606395021569033e-05,
+      "loss": 30.4375,
+      "step": 13135
+    },
+    {
+      "epoch": 0.627735831023607,
+      "grad_norm": 356.8247985839844,
+      "learning_rate": 1.6063334846272104e-05,
+      "loss": 19.3438,
+      "step": 13136
+    },
+    {
+      "epoch": 0.6277836184650674,
+      "grad_norm": 276.4423828125,
+      "learning_rate": 1.6062719440542324e-05,
+      "loss": 34.1562,
+      "step": 13137
+    },
+    {
+      "epoch": 0.6278314059065278,
+      "grad_norm": 235.18516540527344,
+      "learning_rate": 1.6062103998504683e-05,
+      "loss": 26.5312,
+      "step": 13138
+    },
+    {
+      "epoch": 0.6278791933479881,
+      "grad_norm": 218.45066833496094,
+      "learning_rate": 1.6061488520162854e-05,
+      "loss": 23.7344,
+      "step": 13139
+    },
+    {
+      "epoch": 0.6279269807894485,
+      "grad_norm": 140.67138671875,
+      "learning_rate": 1.6060873005520537e-05,
+      "loss": 22.375,
+      "step": 13140
+    },
+    {
+      "epoch": 0.6279747682309089,
+      "grad_norm": 368.7466125488281,
+      "learning_rate": 1.606025745458141e-05,
+      "loss": 28.9844,
+      "step": 13141
+    },
+    {
+      "epoch": 0.6280225556723693,
+      "grad_norm": 312.5170593261719,
+      "learning_rate": 1.6059641867349154e-05,
+      "loss": 38.2188,
+      "step": 13142
+    },
+    {
+      "epoch": 0.6280703431138297,
+      "grad_norm": 245.48458862304688,
+      "learning_rate": 1.6059026243827468e-05,
+      "loss": 24.4062,
+      "step": 13143
+    },
+    {
+      "epoch": 0.6281181305552901,
+      "grad_norm": 175.63262939453125,
+      "learning_rate": 1.6058410584020035e-05,
+      "loss": 23.4844,
+      "step": 13144
+    },
+    {
+      "epoch": 0.6281659179967505,
+      "grad_norm": 289.048828125,
+      "learning_rate": 1.6057794887930538e-05,
+      "loss": 26.1562,
+      "step": 13145
+    },
+    {
+      "epoch": 0.6282137054382109,
+      "grad_norm": 300.7943115234375,
+      "learning_rate": 1.6057179155562665e-05,
+      "loss": 26.6875,
+      "step": 13146
+    },
+    {
+      "epoch": 0.6282614928796713,
+      "grad_norm": 515.6234741210938,
+      "learning_rate": 1.6056563386920107e-05,
+      "loss": 24.8438,
+      "step": 13147
+    },
+    {
+      "epoch": 0.6283092803211316,
+      "grad_norm": 196.92984008789062,
+      "learning_rate": 1.6055947582006545e-05,
+      "loss": 28.0,
+      "step": 13148
+    },
+    {
+      "epoch": 0.628357067762592,
+      "grad_norm": 234.17861938476562,
+      "learning_rate": 1.6055331740825675e-05,
+      "loss": 40.1875,
+      "step": 13149
+    },
+    {
+      "epoch": 0.6284048552040524,
+      "grad_norm": 472.5646057128906,
+      "learning_rate": 1.605471586338118e-05,
+      "loss": 32.8594,
+      "step": 13150
+    },
+    {
+      "epoch": 0.6284526426455127,
+      "grad_norm": 174.92312622070312,
+      "learning_rate": 1.6054099949676752e-05,
+      "loss": 27.1875,
+      "step": 13151
+    },
+    {
+      "epoch": 0.6285004300869731,
+      "grad_norm": 218.1044158935547,
+      "learning_rate": 1.6053483999716072e-05,
+      "loss": 25.7656,
+      "step": 13152
+    },
+    {
+      "epoch": 0.6285482175284335,
+      "grad_norm": 212.85887145996094,
+      "learning_rate": 1.605286801350284e-05,
+      "loss": 32.7188,
+      "step": 13153
+    },
+    {
+      "epoch": 0.6285960049698939,
+      "grad_norm": 173.85101318359375,
+      "learning_rate": 1.6052251991040737e-05,
+      "loss": 25.125,
+      "step": 13154
+    },
+    {
+      "epoch": 0.6286437924113543,
+      "grad_norm": 266.6371154785156,
+      "learning_rate": 1.6051635932333454e-05,
+      "loss": 25.4219,
+      "step": 13155
+    },
+    {
+      "epoch": 0.6286915798528147,
+      "grad_norm": 313.2966003417969,
+      "learning_rate": 1.605101983738468e-05,
+      "loss": 29.25,
+      "step": 13156
+    },
+    {
+      "epoch": 0.628739367294275,
+      "grad_norm": 267.1029968261719,
+      "learning_rate": 1.6050403706198103e-05,
+      "loss": 26.5938,
+      "step": 13157
+    },
+    {
+      "epoch": 0.6287871547357354,
+      "grad_norm": 197.9749298095703,
+      "learning_rate": 1.6049787538777418e-05,
+      "loss": 31.0625,
+      "step": 13158
+    },
+    {
+      "epoch": 0.6288349421771958,
+      "grad_norm": 322.9404602050781,
+      "learning_rate": 1.604917133512631e-05,
+      "loss": 28.8594,
+      "step": 13159
+    },
+    {
+      "epoch": 0.6288827296186562,
+      "grad_norm": 429.43505859375,
+      "learning_rate": 1.6048555095248473e-05,
+      "loss": 28.5938,
+      "step": 13160
+    },
+    {
+      "epoch": 0.6289305170601166,
+      "grad_norm": 239.40786743164062,
+      "learning_rate": 1.6047938819147596e-05,
+      "loss": 20.9375,
+      "step": 13161
+    },
+    {
+      "epoch": 0.628978304501577,
+      "grad_norm": 293.6202087402344,
+      "learning_rate": 1.6047322506827373e-05,
+      "loss": 27.0938,
+      "step": 13162
+    },
+    {
+      "epoch": 0.6290260919430374,
+      "grad_norm": 189.5511016845703,
+      "learning_rate": 1.6046706158291484e-05,
+      "loss": 24.0,
+      "step": 13163
+    },
+    {
+      "epoch": 0.6290738793844978,
+      "grad_norm": 317.0052490234375,
+      "learning_rate": 1.6046089773543632e-05,
+      "loss": 32.6562,
+      "step": 13164
+    },
+    {
+      "epoch": 0.6291216668259582,
+      "grad_norm": 350.3844909667969,
+      "learning_rate": 1.60454733525875e-05,
+      "loss": 25.1562,
+      "step": 13165
+    },
+    {
+      "epoch": 0.6291694542674185,
+      "grad_norm": 200.63400268554688,
+      "learning_rate": 1.6044856895426785e-05,
+      "loss": 24.125,
+      "step": 13166
+    },
+    {
+      "epoch": 0.6292172417088789,
+      "grad_norm": 386.7980041503906,
+      "learning_rate": 1.6044240402065182e-05,
+      "loss": 35.5,
+      "step": 13167
+    },
+    {
+      "epoch": 0.6292650291503393,
+      "grad_norm": 260.5834655761719,
+      "learning_rate": 1.6043623872506372e-05,
+      "loss": 32.3438,
+      "step": 13168
+    },
+    {
+      "epoch": 0.6293128165917997,
+      "grad_norm": 330.9058532714844,
+      "learning_rate": 1.6043007306754057e-05,
+      "loss": 29.7812,
+      "step": 13169
+    },
+    {
+      "epoch": 0.6293606040332601,
+      "grad_norm": 392.5855407714844,
+      "learning_rate": 1.6042390704811924e-05,
+      "loss": 42.75,
+      "step": 13170
+    },
+    {
+      "epoch": 0.6294083914747205,
+      "grad_norm": 155.48524475097656,
+      "learning_rate": 1.604177406668367e-05,
+      "loss": 20.6719,
+      "step": 13171
+    },
+    {
+      "epoch": 0.6294561789161808,
+      "grad_norm": 179.2462158203125,
+      "learning_rate": 1.604115739237298e-05,
+      "loss": 31.2812,
+      "step": 13172
+    },
+    {
+      "epoch": 0.6295039663576412,
+      "grad_norm": 287.36798095703125,
+      "learning_rate": 1.6040540681883555e-05,
+      "loss": 29.0625,
+      "step": 13173
+    },
+    {
+      "epoch": 0.6295517537991016,
+      "grad_norm": 283.9982604980469,
+      "learning_rate": 1.6039923935219087e-05,
+      "loss": 31.6562,
+      "step": 13174
+    },
+    {
+      "epoch": 0.6295995412405619,
+      "grad_norm": 343.6258544921875,
+      "learning_rate": 1.603930715238327e-05,
+      "loss": 41.6875,
+      "step": 13175
+    },
+    {
+      "epoch": 0.6296473286820223,
+      "grad_norm": 358.1221008300781,
+      "learning_rate": 1.6038690333379793e-05,
+      "loss": 24.6562,
+      "step": 13176
+    },
+    {
+      "epoch": 0.6296951161234827,
+      "grad_norm": 725.0645751953125,
+      "learning_rate": 1.6038073478212353e-05,
+      "loss": 33.8125,
+      "step": 13177
+    },
+    {
+      "epoch": 0.6297429035649431,
+      "grad_norm": 173.13600158691406,
+      "learning_rate": 1.6037456586884643e-05,
+      "loss": 24.6406,
+      "step": 13178
+    },
+    {
+      "epoch": 0.6297906910064035,
+      "grad_norm": 1054.582763671875,
+      "learning_rate": 1.6036839659400362e-05,
+      "loss": 34.5,
+      "step": 13179
+    },
+    {
+      "epoch": 0.6298384784478639,
+      "grad_norm": 206.3310089111328,
+      "learning_rate": 1.60362226957632e-05,
+      "loss": 18.4688,
+      "step": 13180
+    },
+    {
+      "epoch": 0.6298862658893243,
+      "grad_norm": 405.23297119140625,
+      "learning_rate": 1.6035605695976852e-05,
+      "loss": 24.875,
+      "step": 13181
+    },
+    {
+      "epoch": 0.6299340533307847,
+      "grad_norm": 650.2579345703125,
+      "learning_rate": 1.6034988660045015e-05,
+      "loss": 36.0625,
+      "step": 13182
+    },
+    {
+      "epoch": 0.6299818407722451,
+      "grad_norm": 238.635986328125,
+      "learning_rate": 1.6034371587971384e-05,
+      "loss": 27.375,
+      "step": 13183
+    },
+    {
+      "epoch": 0.6300296282137055,
+      "grad_norm": 255.1705322265625,
+      "learning_rate": 1.603375447975965e-05,
+      "loss": 43.2188,
+      "step": 13184
+    },
+    {
+      "epoch": 0.6300774156551658,
+      "grad_norm": 319.9737243652344,
+      "learning_rate": 1.6033137335413516e-05,
+      "loss": 24.625,
+      "step": 13185
+    },
+    {
+      "epoch": 0.6301252030966262,
+      "grad_norm": 308.6746826171875,
+      "learning_rate": 1.6032520154936672e-05,
+      "loss": 33.5312,
+      "step": 13186
+    },
+    {
+      "epoch": 0.6301729905380866,
+      "grad_norm": 523.7512817382812,
+      "learning_rate": 1.6031902938332816e-05,
+      "loss": 32.0938,
+      "step": 13187
+    },
+    {
+      "epoch": 0.630220777979547,
+      "grad_norm": 133.41281127929688,
+      "learning_rate": 1.6031285685605648e-05,
+      "loss": 22.2969,
+      "step": 13188
+    },
+    {
+      "epoch": 0.6302685654210074,
+      "grad_norm": 385.1084289550781,
+      "learning_rate": 1.6030668396758857e-05,
+      "loss": 30.5,
+      "step": 13189
+    },
+    {
+      "epoch": 0.6303163528624678,
+      "grad_norm": 375.87066650390625,
+      "learning_rate": 1.6030051071796146e-05,
+      "loss": 31.4062,
+      "step": 13190
+    },
+    {
+      "epoch": 0.6303641403039282,
+      "grad_norm": 391.7684631347656,
+      "learning_rate": 1.602943371072121e-05,
+      "loss": 32.1562,
+      "step": 13191
+    },
+    {
+      "epoch": 0.6304119277453886,
+      "grad_norm": 456.265380859375,
+      "learning_rate": 1.6028816313537748e-05,
+      "loss": 28.2188,
+      "step": 13192
+    },
+    {
+      "epoch": 0.6304597151868488,
+      "grad_norm": 309.557373046875,
+      "learning_rate": 1.6028198880249454e-05,
+      "loss": 26.875,
+      "step": 13193
+    },
+    {
+      "epoch": 0.6305075026283092,
+      "grad_norm": 252.93287658691406,
+      "learning_rate": 1.6027581410860026e-05,
+      "loss": 31.1875,
+      "step": 13194
+    },
+    {
+      "epoch": 0.6305552900697696,
+      "grad_norm": 317.949462890625,
+      "learning_rate": 1.6026963905373164e-05,
+      "loss": 24.625,
+      "step": 13195
+    },
+    {
+      "epoch": 0.63060307751123,
+      "grad_norm": 243.6180419921875,
+      "learning_rate": 1.6026346363792565e-05,
+      "loss": 25.2656,
+      "step": 13196
+    },
+    {
+      "epoch": 0.6306508649526904,
+      "grad_norm": 306.3638916015625,
+      "learning_rate": 1.602572878612193e-05,
+      "loss": 27.25,
+      "step": 13197
+    },
+    {
+      "epoch": 0.6306986523941508,
+      "grad_norm": 253.50827026367188,
+      "learning_rate": 1.602511117236495e-05,
+      "loss": 37.0,
+      "step": 13198
+    },
+    {
+      "epoch": 0.6307464398356112,
+      "grad_norm": 691.4923706054688,
+      "learning_rate": 1.602449352252533e-05,
+      "loss": 25.5938,
+      "step": 13199
+    },
+    {
+      "epoch": 0.6307942272770716,
+      "grad_norm": 248.1042938232422,
+      "learning_rate": 1.602387583660677e-05,
+      "loss": 30.4688,
+      "step": 13200
+    },
+    {
+      "epoch": 0.630842014718532,
+      "grad_norm": 481.6053161621094,
+      "learning_rate": 1.6023258114612965e-05,
+      "loss": 30.5938,
+      "step": 13201
+    },
+    {
+      "epoch": 0.6308898021599924,
+      "grad_norm": 320.71051025390625,
+      "learning_rate": 1.6022640356547617e-05,
+      "loss": 23.8281,
+      "step": 13202
+    },
+    {
+      "epoch": 0.6309375896014527,
+      "grad_norm": 268.1177978515625,
+      "learning_rate": 1.6022022562414424e-05,
+      "loss": 30.9062,
+      "step": 13203
+    },
+    {
+      "epoch": 0.6309853770429131,
+      "grad_norm": 338.22552490234375,
+      "learning_rate": 1.6021404732217085e-05,
+      "loss": 28.75,
+      "step": 13204
+    },
+    {
+      "epoch": 0.6310331644843735,
+      "grad_norm": 279.55859375,
+      "learning_rate": 1.6020786865959305e-05,
+      "loss": 28.0156,
+      "step": 13205
+    },
+    {
+      "epoch": 0.6310809519258339,
+      "grad_norm": 234.96945190429688,
+      "learning_rate": 1.6020168963644778e-05,
+      "loss": 27.625,
+      "step": 13206
+    },
+    {
+      "epoch": 0.6311287393672943,
+      "grad_norm": 269.78594970703125,
+      "learning_rate": 1.6019551025277206e-05,
+      "loss": 19.5156,
+      "step": 13207
+    },
+    {
+      "epoch": 0.6311765268087547,
+      "grad_norm": 208.6881561279297,
+      "learning_rate": 1.6018933050860294e-05,
+      "loss": 22.6875,
+      "step": 13208
+    },
+    {
+      "epoch": 0.6312243142502151,
+      "grad_norm": 375.006103515625,
+      "learning_rate": 1.6018315040397735e-05,
+      "loss": 20.1875,
+      "step": 13209
+    },
+    {
+      "epoch": 0.6312721016916755,
+      "grad_norm": 216.79833984375,
+      "learning_rate": 1.601769699389324e-05,
+      "loss": 18.2188,
+      "step": 13210
+    },
+    {
+      "epoch": 0.6313198891331359,
+      "grad_norm": 198.690673828125,
+      "learning_rate": 1.60170789113505e-05,
+      "loss": 27.8438,
+      "step": 13211
+    },
+    {
+      "epoch": 0.6313676765745962,
+      "grad_norm": 165.47311401367188,
+      "learning_rate": 1.601646079277322e-05,
+      "loss": 25.3125,
+      "step": 13212
+    },
+    {
+      "epoch": 0.6314154640160565,
+      "grad_norm": 310.93023681640625,
+      "learning_rate": 1.601584263816511e-05,
+      "loss": 28.125,
+      "step": 13213
+    },
+    {
+      "epoch": 0.6314632514575169,
+      "grad_norm": 345.79412841796875,
+      "learning_rate": 1.6015224447529862e-05,
+      "loss": 31.0625,
+      "step": 13214
+    },
+    {
+      "epoch": 0.6315110388989773,
+      "grad_norm": 220.15757751464844,
+      "learning_rate": 1.6014606220871184e-05,
+      "loss": 23.1875,
+      "step": 13215
+    },
+    {
+      "epoch": 0.6315588263404377,
+      "grad_norm": 383.5669860839844,
+      "learning_rate": 1.601398795819277e-05,
+      "loss": 38.2656,
+      "step": 13216
+    },
+    {
+      "epoch": 0.6316066137818981,
+      "grad_norm": 261.4054260253906,
+      "learning_rate": 1.6013369659498335e-05,
+      "loss": 26.4062,
+      "step": 13217
+    },
+    {
+      "epoch": 0.6316544012233585,
+      "grad_norm": 271.3121643066406,
+      "learning_rate": 1.6012751324791568e-05,
+      "loss": 25.625,
+      "step": 13218
+    },
+    {
+      "epoch": 0.6317021886648189,
+      "grad_norm": 468.66363525390625,
+      "learning_rate": 1.6012132954076183e-05,
+      "loss": 26.5625,
+      "step": 13219
+    },
+    {
+      "epoch": 0.6317499761062793,
+      "grad_norm": 283.06646728515625,
+      "learning_rate": 1.601151454735588e-05,
+      "loss": 29.1875,
+      "step": 13220
+    },
+    {
+      "epoch": 0.6317977635477396,
+      "grad_norm": 239.06044006347656,
+      "learning_rate": 1.601089610463436e-05,
+      "loss": 26.5469,
+      "step": 13221
+    },
+    {
+      "epoch": 0.6318455509892,
+      "grad_norm": 290.537353515625,
+      "learning_rate": 1.601027762591533e-05,
+      "loss": 27.125,
+      "step": 13222
+    },
+    {
+      "epoch": 0.6318933384306604,
+      "grad_norm": 439.61468505859375,
+      "learning_rate": 1.600965911120249e-05,
+      "loss": 38.1875,
+      "step": 13223
+    },
+    {
+      "epoch": 0.6319411258721208,
+      "grad_norm": 340.5361022949219,
+      "learning_rate": 1.6009040560499548e-05,
+      "loss": 34.2812,
+      "step": 13224
+    },
+    {
+      "epoch": 0.6319889133135812,
+      "grad_norm": 261.6954040527344,
+      "learning_rate": 1.600842197381021e-05,
+      "loss": 33.3438,
+      "step": 13225
+    },
+    {
+      "epoch": 0.6320367007550416,
+      "grad_norm": 558.7315063476562,
+      "learning_rate": 1.6007803351138173e-05,
+      "loss": 24.0781,
+      "step": 13226
+    },
+    {
+      "epoch": 0.632084488196502,
+      "grad_norm": 434.2112731933594,
+      "learning_rate": 1.600718469248715e-05,
+      "loss": 25.2812,
+      "step": 13227
+    },
+    {
+      "epoch": 0.6321322756379624,
+      "grad_norm": 368.3888244628906,
+      "learning_rate": 1.6006565997860836e-05,
+      "loss": 38.8125,
+      "step": 13228
+    },
+    {
+      "epoch": 0.6321800630794228,
+      "grad_norm": 338.907470703125,
+      "learning_rate": 1.6005947267262948e-05,
+      "loss": 27.9062,
+      "step": 13229
+    },
+    {
+      "epoch": 0.6322278505208832,
+      "grad_norm": 264.1942443847656,
+      "learning_rate": 1.6005328500697185e-05,
+      "loss": 25.9062,
+      "step": 13230
+    },
+    {
+      "epoch": 0.6322756379623435,
+      "grad_norm": 538.1384887695312,
+      "learning_rate": 1.600470969816725e-05,
+      "loss": 38.0938,
+      "step": 13231
+    },
+    {
+      "epoch": 0.6323234254038039,
+      "grad_norm": 281.5591125488281,
+      "learning_rate": 1.6004090859676856e-05,
+      "loss": 34.6562,
+      "step": 13232
+    },
+    {
+      "epoch": 0.6323712128452643,
+      "grad_norm": 214.9210968017578,
+      "learning_rate": 1.60034719852297e-05,
+      "loss": 24.2812,
+      "step": 13233
+    },
+    {
+      "epoch": 0.6324190002867246,
+      "grad_norm": 180.72459411621094,
+      "learning_rate": 1.60028530748295e-05,
+      "loss": 27.5781,
+      "step": 13234
+    },
+    {
+      "epoch": 0.632466787728185,
+      "grad_norm": 265.2141418457031,
+      "learning_rate": 1.600223412847995e-05,
+      "loss": 21.75,
+      "step": 13235
+    },
+    {
+      "epoch": 0.6325145751696454,
+      "grad_norm": 407.9674377441406,
+      "learning_rate": 1.6001615146184765e-05,
+      "loss": 29.8438,
+      "step": 13236
+    },
+    {
+      "epoch": 0.6325623626111058,
+      "grad_norm": 177.8297882080078,
+      "learning_rate": 1.600099612794765e-05,
+      "loss": 22.5,
+      "step": 13237
+    },
+    {
+      "epoch": 0.6326101500525662,
+      "grad_norm": 364.41192626953125,
+      "learning_rate": 1.600037707377231e-05,
+      "loss": 34.0625,
+      "step": 13238
+    },
+    {
+      "epoch": 0.6326579374940265,
+      "grad_norm": 215.7785186767578,
+      "learning_rate": 1.5999757983662456e-05,
+      "loss": 22.9688,
+      "step": 13239
+    },
+    {
+      "epoch": 0.6327057249354869,
+      "grad_norm": 247.2539520263672,
+      "learning_rate": 1.5999138857621792e-05,
+      "loss": 23.9062,
+      "step": 13240
+    },
+    {
+      "epoch": 0.6327535123769473,
+      "grad_norm": 383.4892578125,
+      "learning_rate": 1.599851969565403e-05,
+      "loss": 21.2812,
+      "step": 13241
+    },
+    {
+      "epoch": 0.6328012998184077,
+      "grad_norm": 379.2607421875,
+      "learning_rate": 1.5997900497762874e-05,
+      "loss": 29.4688,
+      "step": 13242
+    },
+    {
+      "epoch": 0.6328490872598681,
+      "grad_norm": 306.138671875,
+      "learning_rate": 1.5997281263952032e-05,
+      "loss": 29.0312,
+      "step": 13243
+    },
+    {
+      "epoch": 0.6328968747013285,
+      "grad_norm": 163.8458709716797,
+      "learning_rate": 1.5996661994225212e-05,
+      "loss": 26.5,
+      "step": 13244
+    },
+    {
+      "epoch": 0.6329446621427889,
+      "grad_norm": 361.25433349609375,
+      "learning_rate": 1.5996042688586126e-05,
+      "loss": 20.9844,
+      "step": 13245
+    },
+    {
+      "epoch": 0.6329924495842493,
+      "grad_norm": 272.81549072265625,
+      "learning_rate": 1.5995423347038484e-05,
+      "loss": 38.0625,
+      "step": 13246
+    },
+    {
+      "epoch": 0.6330402370257097,
+      "grad_norm": 312.5263671875,
+      "learning_rate": 1.5994803969585987e-05,
+      "loss": 31.125,
+      "step": 13247
+    },
+    {
+      "epoch": 0.63308802446717,
+      "grad_norm": 214.42027282714844,
+      "learning_rate": 1.5994184556232353e-05,
+      "loss": 25.625,
+      "step": 13248
+    },
+    {
+      "epoch": 0.6331358119086304,
+      "grad_norm": 235.28097534179688,
+      "learning_rate": 1.599356510698129e-05,
+      "loss": 36.0625,
+      "step": 13249
+    },
+    {
+      "epoch": 0.6331835993500908,
+      "grad_norm": 347.3147888183594,
+      "learning_rate": 1.5992945621836503e-05,
+      "loss": 21.5,
+      "step": 13250
+    },
+    {
+      "epoch": 0.6332313867915512,
+      "grad_norm": 286.1087341308594,
+      "learning_rate": 1.599232610080171e-05,
+      "loss": 27.9062,
+      "step": 13251
+    },
+    {
+      "epoch": 0.6332791742330116,
+      "grad_norm": 338.6226806640625,
+      "learning_rate": 1.599170654388061e-05,
+      "loss": 35.5625,
+      "step": 13252
+    },
+    {
+      "epoch": 0.633326961674472,
+      "grad_norm": 172.67189025878906,
+      "learning_rate": 1.599108695107692e-05,
+      "loss": 25.0312,
+      "step": 13253
+    },
+    {
+      "epoch": 0.6333747491159323,
+      "grad_norm": 509.31292724609375,
+      "learning_rate": 1.599046732239435e-05,
+      "loss": 28.5938,
+      "step": 13254
+    },
+    {
+      "epoch": 0.6334225365573927,
+      "grad_norm": 161.0148468017578,
+      "learning_rate": 1.598984765783661e-05,
+      "loss": 31.3594,
+      "step": 13255
+    },
+    {
+      "epoch": 0.6334703239988531,
+      "grad_norm": 227.70347595214844,
+      "learning_rate": 1.5989227957407415e-05,
+      "loss": 29.1562,
+      "step": 13256
+    },
+    {
+      "epoch": 0.6335181114403134,
+      "grad_norm": 275.6152038574219,
+      "learning_rate": 1.598860822111047e-05,
+      "loss": 32.625,
+      "step": 13257
+    },
+    {
+      "epoch": 0.6335658988817738,
+      "grad_norm": 600.5259399414062,
+      "learning_rate": 1.598798844894949e-05,
+      "loss": 38.0312,
+      "step": 13258
+    },
+    {
+      "epoch": 0.6336136863232342,
+      "grad_norm": 245.9822998046875,
+      "learning_rate": 1.5987368640928186e-05,
+      "loss": 36.5938,
+      "step": 13259
+    },
+    {
+      "epoch": 0.6336614737646946,
+      "grad_norm": 258.3755798339844,
+      "learning_rate": 1.5986748797050267e-05,
+      "loss": 16.9844,
+      "step": 13260
+    },
+    {
+      "epoch": 0.633709261206155,
+      "grad_norm": 304.5435791015625,
+      "learning_rate": 1.598612891731945e-05,
+      "loss": 29.1562,
+      "step": 13261
+    },
+    {
+      "epoch": 0.6337570486476154,
+      "grad_norm": 343.45391845703125,
+      "learning_rate": 1.5985509001739446e-05,
+      "loss": 36.4062,
+      "step": 13262
+    },
+    {
+      "epoch": 0.6338048360890758,
+      "grad_norm": 390.32244873046875,
+      "learning_rate": 1.5984889050313964e-05,
+      "loss": 27.7812,
+      "step": 13263
+    },
+    {
+      "epoch": 0.6338526235305362,
+      "grad_norm": 136.37286376953125,
+      "learning_rate": 1.5984269063046723e-05,
+      "loss": 23.5,
+      "step": 13264
+    },
+    {
+      "epoch": 0.6339004109719966,
+      "grad_norm": 179.8804473876953,
+      "learning_rate": 1.598364903994143e-05,
+      "loss": 27.5781,
+      "step": 13265
+    },
+    {
+      "epoch": 0.633948198413457,
+      "grad_norm": 356.2320556640625,
+      "learning_rate": 1.59830289810018e-05,
+      "loss": 34.4688,
+      "step": 13266
+    },
+    {
+      "epoch": 0.6339959858549173,
+      "grad_norm": 281.1309509277344,
+      "learning_rate": 1.5982408886231545e-05,
+      "loss": 33.125,
+      "step": 13267
+    },
+    {
+      "epoch": 0.6340437732963777,
+      "grad_norm": 421.69415283203125,
+      "learning_rate": 1.5981788755634383e-05,
+      "loss": 35.2656,
+      "step": 13268
+    },
+    {
+      "epoch": 0.6340915607378381,
+      "grad_norm": 212.4282989501953,
+      "learning_rate": 1.5981168589214022e-05,
+      "loss": 28.9375,
+      "step": 13269
+    },
+    {
+      "epoch": 0.6341393481792985,
+      "grad_norm": 264.8861083984375,
+      "learning_rate": 1.5980548386974183e-05,
+      "loss": 26.3281,
+      "step": 13270
+    },
+    {
+      "epoch": 0.6341871356207589,
+      "grad_norm": 835.1301879882812,
+      "learning_rate": 1.5979928148918573e-05,
+      "loss": 26.9062,
+      "step": 13271
+    },
+    {
+      "epoch": 0.6342349230622193,
+      "grad_norm": 912.453857421875,
+      "learning_rate": 1.597930787505091e-05,
+      "loss": 33.5,
+      "step": 13272
+    },
+    {
+      "epoch": 0.6342827105036797,
+      "grad_norm": 385.3463134765625,
+      "learning_rate": 1.5978687565374907e-05,
+      "loss": 34.5938,
+      "step": 13273
+    },
+    {
+      "epoch": 0.6343304979451401,
+      "grad_norm": 241.5428009033203,
+      "learning_rate": 1.597806721989428e-05,
+      "loss": 27.8125,
+      "step": 13274
+    },
+    {
+      "epoch": 0.6343782853866003,
+      "grad_norm": 176.10691833496094,
+      "learning_rate": 1.5977446838612748e-05,
+      "loss": 29.8438,
+      "step": 13275
+    },
+    {
+      "epoch": 0.6344260728280607,
+      "grad_norm": 150.10255432128906,
+      "learning_rate": 1.597682642153402e-05,
+      "loss": 38.5469,
+      "step": 13276
+    },
+    {
+      "epoch": 0.6344738602695211,
+      "grad_norm": 241.81710815429688,
+      "learning_rate": 1.5976205968661815e-05,
+      "loss": 24.0781,
+      "step": 13277
+    },
+    {
+      "epoch": 0.6345216477109815,
+      "grad_norm": 426.4542541503906,
+      "learning_rate": 1.5975585479999848e-05,
+      "loss": 25.3125,
+      "step": 13278
+    },
+    {
+      "epoch": 0.6345694351524419,
+      "grad_norm": 309.1446228027344,
+      "learning_rate": 1.5974964955551834e-05,
+      "loss": 35.7188,
+      "step": 13279
+    },
+    {
+      "epoch": 0.6346172225939023,
+      "grad_norm": 566.8678588867188,
+      "learning_rate": 1.597434439532149e-05,
+      "loss": 32.1562,
+      "step": 13280
+    },
+    {
+      "epoch": 0.6346650100353627,
+      "grad_norm": 226.7045135498047,
+      "learning_rate": 1.597372379931253e-05,
+      "loss": 42.4375,
+      "step": 13281
+    },
+    {
+      "epoch": 0.6347127974768231,
+      "grad_norm": 405.44696044921875,
+      "learning_rate": 1.5973103167528673e-05,
+      "loss": 33.9375,
+      "step": 13282
+    },
+    {
+      "epoch": 0.6347605849182835,
+      "grad_norm": 233.91342163085938,
+      "learning_rate": 1.597248249997364e-05,
+      "loss": 30.5,
+      "step": 13283
+    },
+    {
+      "epoch": 0.6348083723597439,
+      "grad_norm": 215.66513061523438,
+      "learning_rate": 1.5971861796651138e-05,
+      "loss": 27.5,
+      "step": 13284
+    },
+    {
+      "epoch": 0.6348561598012042,
+      "grad_norm": 189.6516571044922,
+      "learning_rate": 1.597124105756489e-05,
+      "loss": 29.1562,
+      "step": 13285
+    },
+    {
+      "epoch": 0.6349039472426646,
+      "grad_norm": 262.3612060546875,
+      "learning_rate": 1.5970620282718616e-05,
+      "loss": 26.2188,
+      "step": 13286
+    },
+    {
+      "epoch": 0.634951734684125,
+      "grad_norm": 421.0437927246094,
+      "learning_rate": 1.5969999472116028e-05,
+      "loss": 31.25,
+      "step": 13287
+    },
+    {
+      "epoch": 0.6349995221255854,
+      "grad_norm": 420.48834228515625,
+      "learning_rate": 1.596937862576085e-05,
+      "loss": 27.2344,
+      "step": 13288
+    },
+    {
+      "epoch": 0.6350473095670458,
+      "grad_norm": 382.4642333984375,
+      "learning_rate": 1.5968757743656795e-05,
+      "loss": 41.625,
+      "step": 13289
+    },
+    {
+      "epoch": 0.6350950970085062,
+      "grad_norm": 293.5050048828125,
+      "learning_rate": 1.5968136825807585e-05,
+      "loss": 22.8125,
+      "step": 13290
+    },
+    {
+      "epoch": 0.6351428844499666,
+      "grad_norm": 239.47506713867188,
+      "learning_rate": 1.5967515872216934e-05,
+      "loss": 23.8594,
+      "step": 13291
+    },
+    {
+      "epoch": 0.635190671891427,
+      "grad_norm": 367.0846252441406,
+      "learning_rate": 1.596689488288856e-05,
+      "loss": 26.3438,
+      "step": 13292
+    },
+    {
+      "epoch": 0.6352384593328874,
+      "grad_norm": 248.52835083007812,
+      "learning_rate": 1.596627385782619e-05,
+      "loss": 34.9062,
+      "step": 13293
+    },
+    {
+      "epoch": 0.6352862467743478,
+      "grad_norm": 206.40805053710938,
+      "learning_rate": 1.5965652797033535e-05,
+      "loss": 35.0312,
+      "step": 13294
+    },
+    {
+      "epoch": 0.6353340342158081,
+      "grad_norm": 309.927490234375,
+      "learning_rate": 1.5965031700514318e-05,
+      "loss": 38.5938,
+      "step": 13295
+    },
+    {
+      "epoch": 0.6353818216572684,
+      "grad_norm": 341.2310791015625,
+      "learning_rate": 1.5964410568272263e-05,
+      "loss": 31.0,
+      "step": 13296
+    },
+    {
+      "epoch": 0.6354296090987288,
+      "grad_norm": 489.86651611328125,
+      "learning_rate": 1.596378940031108e-05,
+      "loss": 41.5625,
+      "step": 13297
+    },
+    {
+      "epoch": 0.6354773965401892,
+      "grad_norm": 333.4239196777344,
+      "learning_rate": 1.5963168196634493e-05,
+      "loss": 27.9375,
+      "step": 13298
+    },
+    {
+      "epoch": 0.6355251839816496,
+      "grad_norm": 426.6106872558594,
+      "learning_rate": 1.5962546957246226e-05,
+      "loss": 30.4688,
+      "step": 13299
+    },
+    {
+      "epoch": 0.63557297142311,
+      "grad_norm": 495.6370849609375,
+      "learning_rate": 1.5961925682149994e-05,
+      "loss": 29.4688,
+      "step": 13300
+    },
+    {
+      "epoch": 0.6356207588645704,
+      "grad_norm": 460.75799560546875,
+      "learning_rate": 1.5961304371349524e-05,
+      "loss": 29.125,
+      "step": 13301
+    },
+    {
+      "epoch": 0.6356685463060308,
+      "grad_norm": 331.9131774902344,
+      "learning_rate": 1.5960683024848533e-05,
+      "loss": 31.8438,
+      "step": 13302
+    },
+    {
+      "epoch": 0.6357163337474911,
+      "grad_norm": 509.65936279296875,
+      "learning_rate": 1.5960061642650738e-05,
+      "loss": 36.4375,
+      "step": 13303
+    },
+    {
+      "epoch": 0.6357641211889515,
+      "grad_norm": 228.81121826171875,
+      "learning_rate": 1.5959440224759865e-05,
+      "loss": 32.0312,
+      "step": 13304
+    },
+    {
+      "epoch": 0.6358119086304119,
+      "grad_norm": 311.4343566894531,
+      "learning_rate": 1.5958818771179635e-05,
+      "loss": 30.2188,
+      "step": 13305
+    },
+    {
+      "epoch": 0.6358596960718723,
+      "grad_norm": 185.4990692138672,
+      "learning_rate": 1.5958197281913772e-05,
+      "loss": 35.1875,
+      "step": 13306
+    },
+    {
+      "epoch": 0.6359074835133327,
+      "grad_norm": 395.1968994140625,
+      "learning_rate": 1.5957575756965992e-05,
+      "loss": 39.875,
+      "step": 13307
+    },
+    {
+      "epoch": 0.6359552709547931,
+      "grad_norm": 217.59901428222656,
+      "learning_rate": 1.5956954196340025e-05,
+      "loss": 34.9375,
+      "step": 13308
+    },
+    {
+      "epoch": 0.6360030583962535,
+      "grad_norm": 356.0663757324219,
+      "learning_rate": 1.5956332600039582e-05,
+      "loss": 36.4688,
+      "step": 13309
+    },
+    {
+      "epoch": 0.6360508458377139,
+      "grad_norm": 385.8086242675781,
+      "learning_rate": 1.59557109680684e-05,
+      "loss": 41.5938,
+      "step": 13310
+    },
+    {
+      "epoch": 0.6360986332791743,
+      "grad_norm": 281.63104248046875,
+      "learning_rate": 1.5955089300430188e-05,
+      "loss": 20.2812,
+      "step": 13311
+    },
+    {
+      "epoch": 0.6361464207206347,
+      "grad_norm": 383.2874755859375,
+      "learning_rate": 1.595446759712868e-05,
+      "loss": 27.875,
+      "step": 13312
+    },
+    {
+      "epoch": 0.636194208162095,
+      "grad_norm": 315.33306884765625,
+      "learning_rate": 1.5953845858167595e-05,
+      "loss": 27.5,
+      "step": 13313
+    },
+    {
+      "epoch": 0.6362419956035554,
+      "grad_norm": 274.9770202636719,
+      "learning_rate": 1.5953224083550653e-05,
+      "loss": 21.3281,
+      "step": 13314
+    },
+    {
+      "epoch": 0.6362897830450158,
+      "grad_norm": 271.6895446777344,
+      "learning_rate": 1.595260227328158e-05,
+      "loss": 44.9062,
+      "step": 13315
+    },
+    {
+      "epoch": 0.6363375704864761,
+      "grad_norm": 334.9958190917969,
+      "learning_rate": 1.59519804273641e-05,
+      "loss": 35.3125,
+      "step": 13316
+    },
+    {
+      "epoch": 0.6363853579279365,
+      "grad_norm": 255.62496948242188,
+      "learning_rate": 1.5951358545801942e-05,
+      "loss": 30.5312,
+      "step": 13317
+    },
+    {
+      "epoch": 0.6364331453693969,
+      "grad_norm": 234.00457763671875,
+      "learning_rate": 1.5950736628598822e-05,
+      "loss": 26.0625,
+      "step": 13318
+    },
+    {
+      "epoch": 0.6364809328108573,
+      "grad_norm": 250.8967742919922,
+      "learning_rate": 1.595011467575847e-05,
+      "loss": 18.2188,
+      "step": 13319
+    },
+    {
+      "epoch": 0.6365287202523177,
+      "grad_norm": 177.5620880126953,
+      "learning_rate": 1.5949492687284605e-05,
+      "loss": 34.5938,
+      "step": 13320
+    },
+    {
+      "epoch": 0.636576507693778,
+      "grad_norm": 149.61573791503906,
+      "learning_rate": 1.594887066318096e-05,
+      "loss": 30.5625,
+      "step": 13321
+    },
+    {
+      "epoch": 0.6366242951352384,
+      "grad_norm": 533.3980102539062,
+      "learning_rate": 1.5948248603451255e-05,
+      "loss": 34.125,
+      "step": 13322
+    },
+    {
+      "epoch": 0.6366720825766988,
+      "grad_norm": 283.250244140625,
+      "learning_rate": 1.5947626508099216e-05,
+      "loss": 31.0312,
+      "step": 13323
+    },
+    {
+      "epoch": 0.6367198700181592,
+      "grad_norm": 216.76731872558594,
+      "learning_rate": 1.5947004377128568e-05,
+      "loss": 29.1875,
+      "step": 13324
+    },
+    {
+      "epoch": 0.6367676574596196,
+      "grad_norm": 380.9833984375,
+      "learning_rate": 1.5946382210543037e-05,
+      "loss": 30.9062,
+      "step": 13325
+    },
+    {
+      "epoch": 0.63681544490108,
+      "grad_norm": 285.6947937011719,
+      "learning_rate": 1.594576000834635e-05,
+      "loss": 25.875,
+      "step": 13326
+    },
+    {
+      "epoch": 0.6368632323425404,
+      "grad_norm": 205.0043182373047,
+      "learning_rate": 1.5945137770542235e-05,
+      "loss": 26.2969,
+      "step": 13327
+    },
+    {
+      "epoch": 0.6369110197840008,
+      "grad_norm": 133.57144165039062,
+      "learning_rate": 1.5944515497134415e-05,
+      "loss": 18.6875,
+      "step": 13328
+    },
+    {
+      "epoch": 0.6369588072254612,
+      "grad_norm": 226.79493713378906,
+      "learning_rate": 1.5943893188126613e-05,
+      "loss": 38.875,
+      "step": 13329
+    },
+    {
+      "epoch": 0.6370065946669216,
+      "grad_norm": 648.6033325195312,
+      "learning_rate": 1.5943270843522566e-05,
+      "loss": 31.1875,
+      "step": 13330
+    },
+    {
+      "epoch": 0.637054382108382,
+      "grad_norm": 165.86830139160156,
+      "learning_rate": 1.5942648463325992e-05,
+      "loss": 23.9531,
+      "step": 13331
+    },
+    {
+      "epoch": 0.6371021695498423,
+      "grad_norm": 143.45970153808594,
+      "learning_rate": 1.5942026047540627e-05,
+      "loss": 17.1406,
+      "step": 13332
+    },
+    {
+      "epoch": 0.6371499569913027,
+      "grad_norm": 309.57537841796875,
+      "learning_rate": 1.594140359617019e-05,
+      "loss": 26.4219,
+      "step": 13333
+    },
+    {
+      "epoch": 0.6371977444327631,
+      "grad_norm": 174.47213745117188,
+      "learning_rate": 1.594078110921841e-05,
+      "loss": 25.3906,
+      "step": 13334
+    },
+    {
+      "epoch": 0.6372455318742235,
+      "grad_norm": 243.15875244140625,
+      "learning_rate": 1.5940158586689018e-05,
+      "loss": 28.75,
+      "step": 13335
+    },
+    {
+      "epoch": 0.6372933193156839,
+      "grad_norm": 417.8159484863281,
+      "learning_rate": 1.5939536028585743e-05,
+      "loss": 36.4062,
+      "step": 13336
+    },
+    {
+      "epoch": 0.6373411067571442,
+      "grad_norm": 251.6916961669922,
+      "learning_rate": 1.593891343491231e-05,
+      "loss": 23.9062,
+      "step": 13337
+    },
+    {
+      "epoch": 0.6373888941986046,
+      "grad_norm": 287.8303527832031,
+      "learning_rate": 1.5938290805672446e-05,
+      "loss": 31.0938,
+      "step": 13338
+    },
+    {
+      "epoch": 0.637436681640065,
+      "grad_norm": 322.8180847167969,
+      "learning_rate": 1.5937668140869888e-05,
+      "loss": 31.8438,
+      "step": 13339
+    },
+    {
+      "epoch": 0.6374844690815253,
+      "grad_norm": 191.791015625,
+      "learning_rate": 1.5937045440508358e-05,
+      "loss": 25.4062,
+      "step": 13340
+    },
+    {
+      "epoch": 0.6375322565229857,
+      "grad_norm": 349.94549560546875,
+      "learning_rate": 1.5936422704591586e-05,
+      "loss": 28.8438,
+      "step": 13341
+    },
+    {
+      "epoch": 0.6375800439644461,
+      "grad_norm": 310.0810241699219,
+      "learning_rate": 1.59357999331233e-05,
+      "loss": 28.5312,
+      "step": 13342
+    },
+    {
+      "epoch": 0.6376278314059065,
+      "grad_norm": 288.55780029296875,
+      "learning_rate": 1.5935177126107234e-05,
+      "loss": 24.6875,
+      "step": 13343
+    },
+    {
+      "epoch": 0.6376756188473669,
+      "grad_norm": 327.1171875,
+      "learning_rate": 1.5934554283547114e-05,
+      "loss": 24.2812,
+      "step": 13344
+    },
+    {
+      "epoch": 0.6377234062888273,
+      "grad_norm": 290.0255432128906,
+      "learning_rate": 1.5933931405446674e-05,
+      "loss": 33.625,
+      "step": 13345
+    },
+    {
+      "epoch": 0.6377711937302877,
+      "grad_norm": 182.49972534179688,
+      "learning_rate": 1.5933308491809637e-05,
+      "loss": 17.9844,
+      "step": 13346
+    },
+    {
+      "epoch": 0.6378189811717481,
+      "grad_norm": 381.7657470703125,
+      "learning_rate": 1.5932685542639745e-05,
+      "loss": 33.3438,
+      "step": 13347
+    },
+    {
+      "epoch": 0.6378667686132085,
+      "grad_norm": 271.44293212890625,
+      "learning_rate": 1.5932062557940716e-05,
+      "loss": 31.6719,
+      "step": 13348
+    },
+    {
+      "epoch": 0.6379145560546688,
+      "grad_norm": 332.0821838378906,
+      "learning_rate": 1.593143953771629e-05,
+      "loss": 33.0625,
+      "step": 13349
+    },
+    {
+      "epoch": 0.6379623434961292,
+      "grad_norm": 286.25457763671875,
+      "learning_rate": 1.5930816481970194e-05,
+      "loss": 24.5938,
+      "step": 13350
+    },
+    {
+      "epoch": 0.6380101309375896,
+      "grad_norm": 356.2165222167969,
+      "learning_rate": 1.593019339070616e-05,
+      "loss": 25.0312,
+      "step": 13351
+    },
+    {
+      "epoch": 0.63805791837905,
+      "grad_norm": 399.33612060546875,
+      "learning_rate": 1.592957026392792e-05,
+      "loss": 34.3438,
+      "step": 13352
+    },
+    {
+      "epoch": 0.6381057058205104,
+      "grad_norm": 300.5486145019531,
+      "learning_rate": 1.59289471016392e-05,
+      "loss": 26.9375,
+      "step": 13353
+    },
+    {
+      "epoch": 0.6381534932619708,
+      "grad_norm": 193.3385009765625,
+      "learning_rate": 1.5928323903843746e-05,
+      "loss": 24.9531,
+      "step": 13354
+    },
+    {
+      "epoch": 0.6382012807034312,
+      "grad_norm": 198.84263610839844,
+      "learning_rate": 1.5927700670545278e-05,
+      "loss": 21.875,
+      "step": 13355
+    },
+    {
+      "epoch": 0.6382490681448916,
+      "grad_norm": 174.85623168945312,
+      "learning_rate": 1.592707740174753e-05,
+      "loss": 29.3125,
+      "step": 13356
+    },
+    {
+      "epoch": 0.6382968555863519,
+      "grad_norm": 468.7618408203125,
+      "learning_rate": 1.592645409745424e-05,
+      "loss": 26.1562,
+      "step": 13357
+    },
+    {
+      "epoch": 0.6383446430278122,
+      "grad_norm": 429.5875244140625,
+      "learning_rate": 1.5925830757669133e-05,
+      "loss": 22.5,
+      "step": 13358
+    },
+    {
+      "epoch": 0.6383924304692726,
+      "grad_norm": 230.0517578125,
+      "learning_rate": 1.592520738239595e-05,
+      "loss": 24.0,
+      "step": 13359
+    },
+    {
+      "epoch": 0.638440217910733,
+      "grad_norm": 249.81927490234375,
+      "learning_rate": 1.5924583971638416e-05,
+      "loss": 28.1562,
+      "step": 13360
+    },
+    {
+      "epoch": 0.6384880053521934,
+      "grad_norm": 133.10333251953125,
+      "learning_rate": 1.592396052540027e-05,
+      "loss": 26.4375,
+      "step": 13361
+    },
+    {
+      "epoch": 0.6385357927936538,
+      "grad_norm": 345.26385498046875,
+      "learning_rate": 1.5923337043685248e-05,
+      "loss": 28.6875,
+      "step": 13362
+    },
+    {
+      "epoch": 0.6385835802351142,
+      "grad_norm": 368.72442626953125,
+      "learning_rate": 1.592271352649708e-05,
+      "loss": 25.1562,
+      "step": 13363
+    },
+    {
+      "epoch": 0.6386313676765746,
+      "grad_norm": 160.36077880859375,
+      "learning_rate": 1.5922089973839496e-05,
+      "loss": 18.9531,
+      "step": 13364
+    },
+    {
+      "epoch": 0.638679155118035,
+      "grad_norm": 272.9621276855469,
+      "learning_rate": 1.5921466385716236e-05,
+      "loss": 31.3125,
+      "step": 13365
+    },
+    {
+      "epoch": 0.6387269425594954,
+      "grad_norm": 299.7570495605469,
+      "learning_rate": 1.5920842762131037e-05,
+      "loss": 38.2812,
+      "step": 13366
+    },
+    {
+      "epoch": 0.6387747300009557,
+      "grad_norm": 309.92706298828125,
+      "learning_rate": 1.5920219103087626e-05,
+      "loss": 38.9375,
+      "step": 13367
+    },
+    {
+      "epoch": 0.6388225174424161,
+      "grad_norm": 394.18621826171875,
+      "learning_rate": 1.5919595408589743e-05,
+      "loss": 20.3125,
+      "step": 13368
+    },
+    {
+      "epoch": 0.6388703048838765,
+      "grad_norm": 350.2018737792969,
+      "learning_rate": 1.5918971678641126e-05,
+      "loss": 25.5,
+      "step": 13369
+    },
+    {
+      "epoch": 0.6389180923253369,
+      "grad_norm": 290.4906311035156,
+      "learning_rate": 1.5918347913245497e-05,
+      "loss": 28.0938,
+      "step": 13370
+    },
+    {
+      "epoch": 0.6389658797667973,
+      "grad_norm": 334.93988037109375,
+      "learning_rate": 1.5917724112406606e-05,
+      "loss": 34.0938,
+      "step": 13371
+    },
+    {
+      "epoch": 0.6390136672082577,
+      "grad_norm": 175.29251098632812,
+      "learning_rate": 1.5917100276128184e-05,
+      "loss": 22.4062,
+      "step": 13372
+    },
+    {
+      "epoch": 0.6390614546497181,
+      "grad_norm": 285.77239990234375,
+      "learning_rate": 1.5916476404413967e-05,
+      "loss": 18.9062,
+      "step": 13373
+    },
+    {
+      "epoch": 0.6391092420911785,
+      "grad_norm": 186.07647705078125,
+      "learning_rate": 1.5915852497267686e-05,
+      "loss": 25.3438,
+      "step": 13374
+    },
+    {
+      "epoch": 0.6391570295326389,
+      "grad_norm": 346.7168273925781,
+      "learning_rate": 1.5915228554693088e-05,
+      "loss": 28.25,
+      "step": 13375
+    },
+    {
+      "epoch": 0.6392048169740993,
+      "grad_norm": 201.8067169189453,
+      "learning_rate": 1.59146045766939e-05,
+      "loss": 22.2031,
+      "step": 13376
+    },
+    {
+      "epoch": 0.6392526044155596,
+      "grad_norm": 198.010986328125,
+      "learning_rate": 1.5913980563273863e-05,
+      "loss": 24.625,
+      "step": 13377
+    },
+    {
+      "epoch": 0.6393003918570199,
+      "grad_norm": 129.88099670410156,
+      "learning_rate": 1.5913356514436715e-05,
+      "loss": 24.3281,
+      "step": 13378
+    },
+    {
+      "epoch": 0.6393481792984803,
+      "grad_norm": 181.95909118652344,
+      "learning_rate": 1.5912732430186192e-05,
+      "loss": 19.8438,
+      "step": 13379
+    },
+    {
+      "epoch": 0.6393959667399407,
+      "grad_norm": 422.7223205566406,
+      "learning_rate": 1.591210831052603e-05,
+      "loss": 29.6719,
+      "step": 13380
+    },
+    {
+      "epoch": 0.6394437541814011,
+      "grad_norm": 236.154296875,
+      "learning_rate": 1.591148415545997e-05,
+      "loss": 44.6562,
+      "step": 13381
+    },
+    {
+      "epoch": 0.6394915416228615,
+      "grad_norm": 470.5670166015625,
+      "learning_rate": 1.5910859964991746e-05,
+      "loss": 57.0938,
+      "step": 13382
+    },
+    {
+      "epoch": 0.6395393290643219,
+      "grad_norm": 556.9716796875,
+      "learning_rate": 1.5910235739125095e-05,
+      "loss": 22.5312,
+      "step": 13383
+    },
+    {
+      "epoch": 0.6395871165057823,
+      "grad_norm": 360.4926452636719,
+      "learning_rate": 1.5909611477863762e-05,
+      "loss": 33.375,
+      "step": 13384
+    },
+    {
+      "epoch": 0.6396349039472427,
+      "grad_norm": 392.94732666015625,
+      "learning_rate": 1.5908987181211482e-05,
+      "loss": 25.2812,
+      "step": 13385
+    },
+    {
+      "epoch": 0.639682691388703,
+      "grad_norm": 271.3813171386719,
+      "learning_rate": 1.590836284917199e-05,
+      "loss": 24.9062,
+      "step": 13386
+    },
+    {
+      "epoch": 0.6397304788301634,
+      "grad_norm": 237.1096649169922,
+      "learning_rate": 1.5907738481749034e-05,
+      "loss": 29.2188,
+      "step": 13387
+    },
+    {
+      "epoch": 0.6397782662716238,
+      "grad_norm": 196.3538360595703,
+      "learning_rate": 1.5907114078946344e-05,
+      "loss": 18.4062,
+      "step": 13388
+    },
+    {
+      "epoch": 0.6398260537130842,
+      "grad_norm": 271.4307861328125,
+      "learning_rate": 1.5906489640767662e-05,
+      "loss": 23.625,
+      "step": 13389
+    },
+    {
+      "epoch": 0.6398738411545446,
+      "grad_norm": 216.52610778808594,
+      "learning_rate": 1.5905865167216732e-05,
+      "loss": 24.1875,
+      "step": 13390
+    },
+    {
+      "epoch": 0.639921628596005,
+      "grad_norm": 225.53240966796875,
+      "learning_rate": 1.5905240658297287e-05,
+      "loss": 26.0469,
+      "step": 13391
+    },
+    {
+      "epoch": 0.6399694160374654,
+      "grad_norm": 195.5972137451172,
+      "learning_rate": 1.5904616114013068e-05,
+      "loss": 27.9375,
+      "step": 13392
+    },
+    {
+      "epoch": 0.6400172034789258,
+      "grad_norm": 235.74240112304688,
+      "learning_rate": 1.5903991534367825e-05,
+      "loss": 32.0,
+      "step": 13393
+    },
+    {
+      "epoch": 0.6400649909203862,
+      "grad_norm": 329.0805969238281,
+      "learning_rate": 1.5903366919365283e-05,
+      "loss": 33.1094,
+      "step": 13394
+    },
+    {
+      "epoch": 0.6401127783618465,
+      "grad_norm": 311.9689636230469,
+      "learning_rate": 1.5902742269009198e-05,
+      "loss": 28.3125,
+      "step": 13395
+    },
+    {
+      "epoch": 0.6401605658033069,
+      "grad_norm": 251.3920440673828,
+      "learning_rate": 1.5902117583303298e-05,
+      "loss": 33.5625,
+      "step": 13396
+    },
+    {
+      "epoch": 0.6402083532447673,
+      "grad_norm": 195.124755859375,
+      "learning_rate": 1.5901492862251332e-05,
+      "loss": 25.2188,
+      "step": 13397
+    },
+    {
+      "epoch": 0.6402561406862276,
+      "grad_norm": 288.9931335449219,
+      "learning_rate": 1.590086810585704e-05,
+      "loss": 28.1562,
+      "step": 13398
+    },
+    {
+      "epoch": 0.640303928127688,
+      "grad_norm": 322.8770446777344,
+      "learning_rate": 1.590024331412416e-05,
+      "loss": 39.2812,
+      "step": 13399
+    },
+    {
+      "epoch": 0.6403517155691484,
+      "grad_norm": 234.8529815673828,
+      "learning_rate": 1.5899618487056435e-05,
+      "loss": 27.875,
+      "step": 13400
+    },
+    {
+      "epoch": 0.6403995030106088,
+      "grad_norm": 220.50485229492188,
+      "learning_rate": 1.589899362465761e-05,
+      "loss": 30.0625,
+      "step": 13401
+    },
+    {
+      "epoch": 0.6404472904520692,
+      "grad_norm": 384.9276123046875,
+      "learning_rate": 1.5898368726931423e-05,
+      "loss": 42.4062,
+      "step": 13402
+    },
+    {
+      "epoch": 0.6404950778935296,
+      "grad_norm": 165.96372985839844,
+      "learning_rate": 1.589774379388162e-05,
+      "loss": 25.3438,
+      "step": 13403
+    },
+    {
+      "epoch": 0.6405428653349899,
+      "grad_norm": 217.24447631835938,
+      "learning_rate": 1.589711882551194e-05,
+      "loss": 27.875,
+      "step": 13404
+    },
+    {
+      "epoch": 0.6405906527764503,
+      "grad_norm": 317.7846374511719,
+      "learning_rate": 1.5896493821826128e-05,
+      "loss": 29.125,
+      "step": 13405
+    },
+    {
+      "epoch": 0.6406384402179107,
+      "grad_norm": 555.6869506835938,
+      "learning_rate": 1.589586878282793e-05,
+      "loss": 26.9688,
+      "step": 13406
+    },
+    {
+      "epoch": 0.6406862276593711,
+      "grad_norm": 237.5223388671875,
+      "learning_rate": 1.5895243708521082e-05,
+      "loss": 24.0312,
+      "step": 13407
+    },
+    {
+      "epoch": 0.6407340151008315,
+      "grad_norm": 314.8997497558594,
+      "learning_rate": 1.5894618598909334e-05,
+      "loss": 34.1562,
+      "step": 13408
+    },
+    {
+      "epoch": 0.6407818025422919,
+      "grad_norm": 297.3420104980469,
+      "learning_rate": 1.5893993453996424e-05,
+      "loss": 28.1562,
+      "step": 13409
+    },
+    {
+      "epoch": 0.6408295899837523,
+      "grad_norm": 390.904052734375,
+      "learning_rate": 1.5893368273786102e-05,
+      "loss": 47.625,
+      "step": 13410
+    },
+    {
+      "epoch": 0.6408773774252127,
+      "grad_norm": 178.0278778076172,
+      "learning_rate": 1.5892743058282106e-05,
+      "loss": 21.5938,
+      "step": 13411
+    },
+    {
+      "epoch": 0.6409251648666731,
+      "grad_norm": 273.85009765625,
+      "learning_rate": 1.589211780748818e-05,
+      "loss": 30.1719,
+      "step": 13412
+    },
+    {
+      "epoch": 0.6409729523081334,
+      "grad_norm": 323.462890625,
+      "learning_rate": 1.5891492521408075e-05,
+      "loss": 31.4531,
+      "step": 13413
+    },
+    {
+      "epoch": 0.6410207397495938,
+      "grad_norm": 367.13134765625,
+      "learning_rate": 1.589086720004553e-05,
+      "loss": 28.375,
+      "step": 13414
+    },
+    {
+      "epoch": 0.6410685271910542,
+      "grad_norm": 225.2667999267578,
+      "learning_rate": 1.5890241843404293e-05,
+      "loss": 27.3125,
+      "step": 13415
+    },
+    {
+      "epoch": 0.6411163146325146,
+      "grad_norm": 182.01048278808594,
+      "learning_rate": 1.588961645148811e-05,
+      "loss": 22.4219,
+      "step": 13416
+    },
+    {
+      "epoch": 0.641164102073975,
+      "grad_norm": 217.7257843017578,
+      "learning_rate": 1.5888991024300723e-05,
+      "loss": 23.5938,
+      "step": 13417
+    },
+    {
+      "epoch": 0.6412118895154354,
+      "grad_norm": 671.6284790039062,
+      "learning_rate": 1.5888365561845874e-05,
+      "loss": 23.9375,
+      "step": 13418
+    },
+    {
+      "epoch": 0.6412596769568957,
+      "grad_norm": 366.6080627441406,
+      "learning_rate": 1.5887740064127316e-05,
+      "loss": 23.9375,
+      "step": 13419
+    },
+    {
+      "epoch": 0.6413074643983561,
+      "grad_norm": 244.60414123535156,
+      "learning_rate": 1.5887114531148795e-05,
+      "loss": 41.1562,
+      "step": 13420
+    },
+    {
+      "epoch": 0.6413552518398165,
+      "grad_norm": 110.49250793457031,
+      "learning_rate": 1.5886488962914053e-05,
+      "loss": 18.0938,
+      "step": 13421
+    },
+    {
+      "epoch": 0.6414030392812768,
+      "grad_norm": 367.6673583984375,
+      "learning_rate": 1.588586335942684e-05,
+      "loss": 34.0938,
+      "step": 13422
+    },
+    {
+      "epoch": 0.6414508267227372,
+      "grad_norm": 177.81712341308594,
+      "learning_rate": 1.5885237720690895e-05,
+      "loss": 30.2188,
+      "step": 13423
+    },
+    {
+      "epoch": 0.6414986141641976,
+      "grad_norm": 323.61602783203125,
+      "learning_rate": 1.5884612046709974e-05,
+      "loss": 31.6562,
+      "step": 13424
+    },
+    {
+      "epoch": 0.641546401605658,
+      "grad_norm": 286.7356872558594,
+      "learning_rate": 1.5883986337487817e-05,
+      "loss": 34.4062,
+      "step": 13425
+    },
+    {
+      "epoch": 0.6415941890471184,
+      "grad_norm": 187.63143920898438,
+      "learning_rate": 1.5883360593028178e-05,
+      "loss": 25.7812,
+      "step": 13426
+    },
+    {
+      "epoch": 0.6416419764885788,
+      "grad_norm": 208.23007202148438,
+      "learning_rate": 1.5882734813334798e-05,
+      "loss": 18.8906,
+      "step": 13427
+    },
+    {
+      "epoch": 0.6416897639300392,
+      "grad_norm": 139.01014709472656,
+      "learning_rate": 1.5882108998411427e-05,
+      "loss": 16.5156,
+      "step": 13428
+    },
+    {
+      "epoch": 0.6417375513714996,
+      "grad_norm": 811.7327270507812,
+      "learning_rate": 1.5881483148261815e-05,
+      "loss": 29.7812,
+      "step": 13429
+    },
+    {
+      "epoch": 0.64178533881296,
+      "grad_norm": 266.8387451171875,
+      "learning_rate": 1.5880857262889707e-05,
+      "loss": 29.4375,
+      "step": 13430
+    },
+    {
+      "epoch": 0.6418331262544203,
+      "grad_norm": 304.3870544433594,
+      "learning_rate": 1.5880231342298854e-05,
+      "loss": 27.1875,
+      "step": 13431
+    },
+    {
+      "epoch": 0.6418809136958807,
+      "grad_norm": 252.30816650390625,
+      "learning_rate": 1.5879605386493002e-05,
+      "loss": 30.0156,
+      "step": 13432
+    },
+    {
+      "epoch": 0.6419287011373411,
+      "grad_norm": 247.48570251464844,
+      "learning_rate": 1.5878979395475896e-05,
+      "loss": 27.6562,
+      "step": 13433
+    },
+    {
+      "epoch": 0.6419764885788015,
+      "grad_norm": 145.4819793701172,
+      "learning_rate": 1.5878353369251296e-05,
+      "loss": 20.6719,
+      "step": 13434
+    },
+    {
+      "epoch": 0.6420242760202619,
+      "grad_norm": 400.83551025390625,
+      "learning_rate": 1.587772730782294e-05,
+      "loss": 33.5625,
+      "step": 13435
+    },
+    {
+      "epoch": 0.6420720634617223,
+      "grad_norm": 598.0536499023438,
+      "learning_rate": 1.5877101211194584e-05,
+      "loss": 34.9375,
+      "step": 13436
+    },
+    {
+      "epoch": 0.6421198509031827,
+      "grad_norm": 421.33563232421875,
+      "learning_rate": 1.5876475079369977e-05,
+      "loss": 33.375,
+      "step": 13437
+    },
+    {
+      "epoch": 0.6421676383446431,
+      "grad_norm": 194.99200439453125,
+      "learning_rate": 1.5875848912352865e-05,
+      "loss": 30.8438,
+      "step": 13438
+    },
+    {
+      "epoch": 0.6422154257861035,
+      "grad_norm": 166.86341857910156,
+      "learning_rate": 1.5875222710147e-05,
+      "loss": 19.8438,
+      "step": 13439
+    },
+    {
+      "epoch": 0.6422632132275637,
+      "grad_norm": 176.40609741210938,
+      "learning_rate": 1.5874596472756133e-05,
+      "loss": 25.5625,
+      "step": 13440
+    },
+    {
+      "epoch": 0.6423110006690241,
+      "grad_norm": 310.5708312988281,
+      "learning_rate": 1.587397020018401e-05,
+      "loss": 35.5,
+      "step": 13441
+    },
+    {
+      "epoch": 0.6423587881104845,
+      "grad_norm": 294.8253173828125,
+      "learning_rate": 1.5873343892434388e-05,
+      "loss": 33.9375,
+      "step": 13442
+    },
+    {
+      "epoch": 0.6424065755519449,
+      "grad_norm": 261.9523620605469,
+      "learning_rate": 1.5872717549511013e-05,
+      "loss": 33.75,
+      "step": 13443
+    },
+    {
+      "epoch": 0.6424543629934053,
+      "grad_norm": 409.99005126953125,
+      "learning_rate": 1.5872091171417638e-05,
+      "loss": 30.75,
+      "step": 13444
+    },
+    {
+      "epoch": 0.6425021504348657,
+      "grad_norm": 329.4294738769531,
+      "learning_rate": 1.587146475815802e-05,
+      "loss": 26.2656,
+      "step": 13445
+    },
+    {
+      "epoch": 0.6425499378763261,
+      "grad_norm": 183.35479736328125,
+      "learning_rate": 1.5870838309735894e-05,
+      "loss": 26.6562,
+      "step": 13446
+    },
+    {
+      "epoch": 0.6425977253177865,
+      "grad_norm": 291.6596984863281,
+      "learning_rate": 1.5870211826155028e-05,
+      "loss": 29.6562,
+      "step": 13447
+    },
+    {
+      "epoch": 0.6426455127592469,
+      "grad_norm": 262.6186828613281,
+      "learning_rate": 1.586958530741917e-05,
+      "loss": 26.0938,
+      "step": 13448
+    },
+    {
+      "epoch": 0.6426933002007073,
+      "grad_norm": 545.0744018554688,
+      "learning_rate": 1.5868958753532065e-05,
+      "loss": 23.875,
+      "step": 13449
+    },
+    {
+      "epoch": 0.6427410876421676,
+      "grad_norm": 156.71792602539062,
+      "learning_rate": 1.586833216449747e-05,
+      "loss": 20.0469,
+      "step": 13450
+    },
+    {
+      "epoch": 0.642788875083628,
+      "grad_norm": 255.5547637939453,
+      "learning_rate": 1.586770554031914e-05,
+      "loss": 19.8594,
+      "step": 13451
+    },
+    {
+      "epoch": 0.6428366625250884,
+      "grad_norm": 342.3975524902344,
+      "learning_rate": 1.5867078881000824e-05,
+      "loss": 24.0625,
+      "step": 13452
+    },
+    {
+      "epoch": 0.6428844499665488,
+      "grad_norm": 280.9224853515625,
+      "learning_rate": 1.5866452186546277e-05,
+      "loss": 28.9688,
+      "step": 13453
+    },
+    {
+      "epoch": 0.6429322374080092,
+      "grad_norm": 245.9900665283203,
+      "learning_rate": 1.5865825456959254e-05,
+      "loss": 27.4062,
+      "step": 13454
+    },
+    {
+      "epoch": 0.6429800248494696,
+      "grad_norm": 271.8099670410156,
+      "learning_rate": 1.58651986922435e-05,
+      "loss": 26.0,
+      "step": 13455
+    },
+    {
+      "epoch": 0.64302781229093,
+      "grad_norm": 312.0519104003906,
+      "learning_rate": 1.5864571892402778e-05,
+      "loss": 29.2344,
+      "step": 13456
+    },
+    {
+      "epoch": 0.6430755997323904,
+      "grad_norm": 190.3315887451172,
+      "learning_rate": 1.5863945057440833e-05,
+      "loss": 18.2656,
+      "step": 13457
+    },
+    {
+      "epoch": 0.6431233871738508,
+      "grad_norm": 344.4421691894531,
+      "learning_rate": 1.586331818736143e-05,
+      "loss": 20.0469,
+      "step": 13458
+    },
+    {
+      "epoch": 0.6431711746153111,
+      "grad_norm": 260.6586608886719,
+      "learning_rate": 1.5862691282168313e-05,
+      "loss": 32.6875,
+      "step": 13459
+    },
+    {
+      "epoch": 0.6432189620567714,
+      "grad_norm": 386.7878723144531,
+      "learning_rate": 1.5862064341865242e-05,
+      "loss": 37.6094,
+      "step": 13460
+    },
+    {
+      "epoch": 0.6432667494982318,
+      "grad_norm": 144.67645263671875,
+      "learning_rate": 1.586143736645597e-05,
+      "loss": 28.2812,
+      "step": 13461
+    },
+    {
+      "epoch": 0.6433145369396922,
+      "grad_norm": 347.9596862792969,
+      "learning_rate": 1.586081035594425e-05,
+      "loss": 35.5469,
+      "step": 13462
+    },
+    {
+      "epoch": 0.6433623243811526,
+      "grad_norm": 262.2106018066406,
+      "learning_rate": 1.5860183310333835e-05,
+      "loss": 32.2812,
+      "step": 13463
+    },
+    {
+      "epoch": 0.643410111822613,
+      "grad_norm": 273.1392822265625,
+      "learning_rate": 1.5859556229628487e-05,
+      "loss": 26.2188,
+      "step": 13464
+    },
+    {
+      "epoch": 0.6434578992640734,
+      "grad_norm": 268.5738830566406,
+      "learning_rate": 1.585892911383196e-05,
+      "loss": 26.0625,
+      "step": 13465
+    },
+    {
+      "epoch": 0.6435056867055338,
+      "grad_norm": 375.0934753417969,
+      "learning_rate": 1.5858301962948006e-05,
+      "loss": 31.25,
+      "step": 13466
+    },
+    {
+      "epoch": 0.6435534741469942,
+      "grad_norm": 279.13006591796875,
+      "learning_rate": 1.5857674776980383e-05,
+      "loss": 24.7188,
+      "step": 13467
+    },
+    {
+      "epoch": 0.6436012615884545,
+      "grad_norm": 304.844482421875,
+      "learning_rate": 1.585704755593285e-05,
+      "loss": 27.0,
+      "step": 13468
+    },
+    {
+      "epoch": 0.6436490490299149,
+      "grad_norm": 222.58522033691406,
+      "learning_rate": 1.5856420299809152e-05,
+      "loss": 30.4062,
+      "step": 13469
+    },
+    {
+      "epoch": 0.6436968364713753,
+      "grad_norm": 183.6499481201172,
+      "learning_rate": 1.5855793008613057e-05,
+      "loss": 26.4688,
+      "step": 13470
+    },
+    {
+      "epoch": 0.6437446239128357,
+      "grad_norm": 376.42901611328125,
+      "learning_rate": 1.585516568234832e-05,
+      "loss": 33.5312,
+      "step": 13471
+    },
+    {
+      "epoch": 0.6437924113542961,
+      "grad_norm": 268.9551696777344,
+      "learning_rate": 1.5854538321018697e-05,
+      "loss": 28.6094,
+      "step": 13472
+    },
+    {
+      "epoch": 0.6438401987957565,
+      "grad_norm": 391.7409973144531,
+      "learning_rate": 1.5853910924627936e-05,
+      "loss": 33.625,
+      "step": 13473
+    },
+    {
+      "epoch": 0.6438879862372169,
+      "grad_norm": 285.5008239746094,
+      "learning_rate": 1.585328349317981e-05,
+      "loss": 27.5938,
+      "step": 13474
+    },
+    {
+      "epoch": 0.6439357736786773,
+      "grad_norm": 334.0325927734375,
+      "learning_rate": 1.5852656026678063e-05,
+      "loss": 26.2031,
+      "step": 13475
+    },
+    {
+      "epoch": 0.6439835611201377,
+      "grad_norm": 210.9848175048828,
+      "learning_rate": 1.585202852512646e-05,
+      "loss": 27.5781,
+      "step": 13476
+    },
+    {
+      "epoch": 0.644031348561598,
+      "grad_norm": 934.9454956054688,
+      "learning_rate": 1.5851400988528756e-05,
+      "loss": 34.25,
+      "step": 13477
+    },
+    {
+      "epoch": 0.6440791360030584,
+      "grad_norm": 246.77542114257812,
+      "learning_rate": 1.5850773416888715e-05,
+      "loss": 32.875,
+      "step": 13478
+    },
+    {
+      "epoch": 0.6441269234445188,
+      "grad_norm": 272.27117919921875,
+      "learning_rate": 1.585014581021009e-05,
+      "loss": 26.375,
+      "step": 13479
+    },
+    {
+      "epoch": 0.6441747108859792,
+      "grad_norm": 274.23028564453125,
+      "learning_rate": 1.584951816849664e-05,
+      "loss": 33.2812,
+      "step": 13480
+    },
+    {
+      "epoch": 0.6442224983274395,
+      "grad_norm": 211.58006286621094,
+      "learning_rate": 1.584889049175212e-05,
+      "loss": 27.1875,
+      "step": 13481
+    },
+    {
+      "epoch": 0.6442702857688999,
+      "grad_norm": 215.01718139648438,
+      "learning_rate": 1.58482627799803e-05,
+      "loss": 28.0,
+      "step": 13482
+    },
+    {
+      "epoch": 0.6443180732103603,
+      "grad_norm": 228.28407287597656,
+      "learning_rate": 1.5847635033184924e-05,
+      "loss": 29.0312,
+      "step": 13483
+    },
+    {
+      "epoch": 0.6443658606518207,
+      "grad_norm": 318.2898254394531,
+      "learning_rate": 1.5847007251369765e-05,
+      "loss": 22.7188,
+      "step": 13484
+    },
+    {
+      "epoch": 0.644413648093281,
+      "grad_norm": 333.60516357421875,
+      "learning_rate": 1.584637943453858e-05,
+      "loss": 30.625,
+      "step": 13485
+    },
+    {
+      "epoch": 0.6444614355347414,
+      "grad_norm": 215.01678466796875,
+      "learning_rate": 1.584575158269512e-05,
+      "loss": 27.0,
+      "step": 13486
+    },
+    {
+      "epoch": 0.6445092229762018,
+      "grad_norm": 371.763427734375,
+      "learning_rate": 1.5845123695843155e-05,
+      "loss": 28.5,
+      "step": 13487
+    },
+    {
+      "epoch": 0.6445570104176622,
+      "grad_norm": 222.34066772460938,
+      "learning_rate": 1.584449577398644e-05,
+      "loss": 28.9688,
+      "step": 13488
+    },
+    {
+      "epoch": 0.6446047978591226,
+      "grad_norm": 156.47113037109375,
+      "learning_rate": 1.5843867817128736e-05,
+      "loss": 23.1094,
+      "step": 13489
+    },
+    {
+      "epoch": 0.644652585300583,
+      "grad_norm": 318.39215087890625,
+      "learning_rate": 1.5843239825273804e-05,
+      "loss": 33.6562,
+      "step": 13490
+    },
+    {
+      "epoch": 0.6447003727420434,
+      "grad_norm": 360.5020446777344,
+      "learning_rate": 1.5842611798425406e-05,
+      "loss": 34.0625,
+      "step": 13491
+    },
+    {
+      "epoch": 0.6447481601835038,
+      "grad_norm": 376.6694641113281,
+      "learning_rate": 1.5841983736587307e-05,
+      "loss": 24.75,
+      "step": 13492
+    },
+    {
+      "epoch": 0.6447959476249642,
+      "grad_norm": 263.0882263183594,
+      "learning_rate": 1.5841355639763257e-05,
+      "loss": 20.7031,
+      "step": 13493
+    },
+    {
+      "epoch": 0.6448437350664246,
+      "grad_norm": 245.0242462158203,
+      "learning_rate": 1.5840727507957025e-05,
+      "loss": 33.0,
+      "step": 13494
+    },
+    {
+      "epoch": 0.644891522507885,
+      "grad_norm": 198.78160095214844,
+      "learning_rate": 1.5840099341172374e-05,
+      "loss": 20.125,
+      "step": 13495
+    },
+    {
+      "epoch": 0.6449393099493453,
+      "grad_norm": 348.9689636230469,
+      "learning_rate": 1.5839471139413065e-05,
+      "loss": 39.7188,
+      "step": 13496
+    },
+    {
+      "epoch": 0.6449870973908057,
+      "grad_norm": 386.099365234375,
+      "learning_rate": 1.5838842902682856e-05,
+      "loss": 25.7969,
+      "step": 13497
+    },
+    {
+      "epoch": 0.6450348848322661,
+      "grad_norm": 983.7569580078125,
+      "learning_rate": 1.5838214630985514e-05,
+      "loss": 31.5,
+      "step": 13498
+    },
+    {
+      "epoch": 0.6450826722737265,
+      "grad_norm": 596.5570068359375,
+      "learning_rate": 1.58375863243248e-05,
+      "loss": 42.6875,
+      "step": 13499
+    },
+    {
+      "epoch": 0.6451304597151869,
+      "grad_norm": 233.18695068359375,
+      "learning_rate": 1.5836957982704474e-05,
+      "loss": 26.5312,
+      "step": 13500
+    },
+    {
+      "epoch": 0.6451782471566472,
+      "grad_norm": 171.56459045410156,
+      "learning_rate": 1.58363296061283e-05,
+      "loss": 25.125,
+      "step": 13501
+    },
+    {
+      "epoch": 0.6452260345981076,
+      "grad_norm": 403.52496337890625,
+      "learning_rate": 1.5835701194600047e-05,
+      "loss": 36.2812,
+      "step": 13502
+    },
+    {
+      "epoch": 0.645273822039568,
+      "grad_norm": 460.84356689453125,
+      "learning_rate": 1.5835072748123474e-05,
+      "loss": 26.9688,
+      "step": 13503
+    },
+    {
+      "epoch": 0.6453216094810283,
+      "grad_norm": 375.926025390625,
+      "learning_rate": 1.5834444266702343e-05,
+      "loss": 31.6719,
+      "step": 13504
+    },
+    {
+      "epoch": 0.6453693969224887,
+      "grad_norm": 272.88922119140625,
+      "learning_rate": 1.5833815750340415e-05,
+      "loss": 31.8438,
+      "step": 13505
+    },
+    {
+      "epoch": 0.6454171843639491,
+      "grad_norm": 398.6279296875,
+      "learning_rate": 1.5833187199041464e-05,
+      "loss": 20.9375,
+      "step": 13506
+    },
+    {
+      "epoch": 0.6454649718054095,
+      "grad_norm": 318.24896240234375,
+      "learning_rate": 1.583255861280925e-05,
+      "loss": 24.6562,
+      "step": 13507
+    },
+    {
+      "epoch": 0.6455127592468699,
+      "grad_norm": 377.37939453125,
+      "learning_rate": 1.5831929991647532e-05,
+      "loss": 37.7188,
+      "step": 13508
+    },
+    {
+      "epoch": 0.6455605466883303,
+      "grad_norm": 333.0444641113281,
+      "learning_rate": 1.583130133556008e-05,
+      "loss": 24.3125,
+      "step": 13509
+    },
+    {
+      "epoch": 0.6456083341297907,
+      "grad_norm": 176.70973205566406,
+      "learning_rate": 1.5830672644550654e-05,
+      "loss": 22.3438,
+      "step": 13510
+    },
+    {
+      "epoch": 0.6456561215712511,
+      "grad_norm": 229.17041015625,
+      "learning_rate": 1.5830043918623027e-05,
+      "loss": 22.9688,
+      "step": 13511
+    },
+    {
+      "epoch": 0.6457039090127115,
+      "grad_norm": 462.35528564453125,
+      "learning_rate": 1.582941515778096e-05,
+      "loss": 33.75,
+      "step": 13512
+    },
+    {
+      "epoch": 0.6457516964541719,
+      "grad_norm": 367.7763977050781,
+      "learning_rate": 1.5828786362028216e-05,
+      "loss": 39.1875,
+      "step": 13513
+    },
+    {
+      "epoch": 0.6457994838956322,
+      "grad_norm": 291.9103698730469,
+      "learning_rate": 1.5828157531368563e-05,
+      "loss": 27.375,
+      "step": 13514
+    },
+    {
+      "epoch": 0.6458472713370926,
+      "grad_norm": 378.9373474121094,
+      "learning_rate": 1.5827528665805766e-05,
+      "loss": 24.3438,
+      "step": 13515
+    },
+    {
+      "epoch": 0.645895058778553,
+      "grad_norm": 335.26025390625,
+      "learning_rate": 1.5826899765343592e-05,
+      "loss": 46.0312,
+      "step": 13516
+    },
+    {
+      "epoch": 0.6459428462200134,
+      "grad_norm": 219.0507354736328,
+      "learning_rate": 1.582627082998581e-05,
+      "loss": 28.6562,
+      "step": 13517
+    },
+    {
+      "epoch": 0.6459906336614738,
+      "grad_norm": 262.85546875,
+      "learning_rate": 1.582564185973618e-05,
+      "loss": 24.8594,
+      "step": 13518
+    },
+    {
+      "epoch": 0.6460384211029342,
+      "grad_norm": 304.5174255371094,
+      "learning_rate": 1.5825012854598477e-05,
+      "loss": 26.25,
+      "step": 13519
+    },
+    {
+      "epoch": 0.6460862085443946,
+      "grad_norm": 1114.2384033203125,
+      "learning_rate": 1.582438381457646e-05,
+      "loss": 30.3125,
+      "step": 13520
+    },
+    {
+      "epoch": 0.646133995985855,
+      "grad_norm": 199.62550354003906,
+      "learning_rate": 1.58237547396739e-05,
+      "loss": 20.3125,
+      "step": 13521
+    },
+    {
+      "epoch": 0.6461817834273152,
+      "grad_norm": 151.44436645507812,
+      "learning_rate": 1.5823125629894563e-05,
+      "loss": 32.0156,
+      "step": 13522
+    },
+    {
+      "epoch": 0.6462295708687756,
+      "grad_norm": 284.9854431152344,
+      "learning_rate": 1.582249648524222e-05,
+      "loss": 23.0,
+      "step": 13523
+    },
+    {
+      "epoch": 0.646277358310236,
+      "grad_norm": 238.12277221679688,
+      "learning_rate": 1.5821867305720637e-05,
+      "loss": 29.9688,
+      "step": 13524
+    },
+    {
+      "epoch": 0.6463251457516964,
+      "grad_norm": 191.48109436035156,
+      "learning_rate": 1.5821238091333575e-05,
+      "loss": 29.3281,
+      "step": 13525
+    },
+    {
+      "epoch": 0.6463729331931568,
+      "grad_norm": 1689.094970703125,
+      "learning_rate": 1.5820608842084812e-05,
+      "loss": 29.7188,
+      "step": 13526
+    },
+    {
+      "epoch": 0.6464207206346172,
+      "grad_norm": 151.4390411376953,
+      "learning_rate": 1.5819979557978113e-05,
+      "loss": 21.9531,
+      "step": 13527
+    },
+    {
+      "epoch": 0.6464685080760776,
+      "grad_norm": 269.3197021484375,
+      "learning_rate": 1.5819350239017244e-05,
+      "loss": 28.3125,
+      "step": 13528
+    },
+    {
+      "epoch": 0.646516295517538,
+      "grad_norm": 264.6632995605469,
+      "learning_rate": 1.5818720885205977e-05,
+      "loss": 30.5625,
+      "step": 13529
+    },
+    {
+      "epoch": 0.6465640829589984,
+      "grad_norm": 166.04112243652344,
+      "learning_rate": 1.5818091496548084e-05,
+      "loss": 27.0938,
+      "step": 13530
+    },
+    {
+      "epoch": 0.6466118704004588,
+      "grad_norm": 262.1985778808594,
+      "learning_rate": 1.5817462073047323e-05,
+      "loss": 33.125,
+      "step": 13531
+    },
+    {
+      "epoch": 0.6466596578419191,
+      "grad_norm": 401.24066162109375,
+      "learning_rate": 1.5816832614707478e-05,
+      "loss": 31.8125,
+      "step": 13532
+    },
+    {
+      "epoch": 0.6467074452833795,
+      "grad_norm": 354.97998046875,
+      "learning_rate": 1.581620312153231e-05,
+      "loss": 27.4688,
+      "step": 13533
+    },
+    {
+      "epoch": 0.6467552327248399,
+      "grad_norm": 196.9515380859375,
+      "learning_rate": 1.5815573593525586e-05,
+      "loss": 20.8281,
+      "step": 13534
+    },
+    {
+      "epoch": 0.6468030201663003,
+      "grad_norm": 235.5185546875,
+      "learning_rate": 1.5814944030691084e-05,
+      "loss": 30.4688,
+      "step": 13535
+    },
+    {
+      "epoch": 0.6468508076077607,
+      "grad_norm": 686.063232421875,
+      "learning_rate": 1.581431443303257e-05,
+      "loss": 25.75,
+      "step": 13536
+    },
+    {
+      "epoch": 0.6468985950492211,
+      "grad_norm": 295.9863586425781,
+      "learning_rate": 1.5813684800553814e-05,
+      "loss": 28.0312,
+      "step": 13537
+    },
+    {
+      "epoch": 0.6469463824906815,
+      "grad_norm": 381.6374816894531,
+      "learning_rate": 1.5813055133258587e-05,
+      "loss": 37.9688,
+      "step": 13538
+    },
+    {
+      "epoch": 0.6469941699321419,
+      "grad_norm": 251.5599822998047,
+      "learning_rate": 1.5812425431150663e-05,
+      "loss": 39.4375,
+      "step": 13539
+    },
+    {
+      "epoch": 0.6470419573736023,
+      "grad_norm": 213.6359405517578,
+      "learning_rate": 1.581179569423381e-05,
+      "loss": 35.7031,
+      "step": 13540
+    },
+    {
+      "epoch": 0.6470897448150627,
+      "grad_norm": 1150.3409423828125,
+      "learning_rate": 1.58111659225118e-05,
+      "loss": 20.2969,
+      "step": 13541
+    },
+    {
+      "epoch": 0.647137532256523,
+      "grad_norm": 253.7480010986328,
+      "learning_rate": 1.5810536115988405e-05,
+      "loss": 29.2188,
+      "step": 13542
+    },
+    {
+      "epoch": 0.6471853196979833,
+      "grad_norm": 234.2588653564453,
+      "learning_rate": 1.5809906274667396e-05,
+      "loss": 34.5156,
+      "step": 13543
+    },
+    {
+      "epoch": 0.6472331071394437,
+      "grad_norm": 466.23809814453125,
+      "learning_rate": 1.5809276398552545e-05,
+      "loss": 33.4375,
+      "step": 13544
+    },
+    {
+      "epoch": 0.6472808945809041,
+      "grad_norm": 361.2857666015625,
+      "learning_rate": 1.5808646487647624e-05,
+      "loss": 37.0312,
+      "step": 13545
+    },
+    {
+      "epoch": 0.6473286820223645,
+      "grad_norm": 299.5333557128906,
+      "learning_rate": 1.5808016541956405e-05,
+      "loss": 30.1875,
+      "step": 13546
+    },
+    {
+      "epoch": 0.6473764694638249,
+      "grad_norm": 187.39878845214844,
+      "learning_rate": 1.5807386561482663e-05,
+      "loss": 19.6094,
+      "step": 13547
+    },
+    {
+      "epoch": 0.6474242569052853,
+      "grad_norm": 276.09393310546875,
+      "learning_rate": 1.580675654623017e-05,
+      "loss": 28.7812,
+      "step": 13548
+    },
+    {
+      "epoch": 0.6474720443467457,
+      "grad_norm": 217.27569580078125,
+      "learning_rate": 1.5806126496202697e-05,
+      "loss": 24.2969,
+      "step": 13549
+    },
+    {
+      "epoch": 0.647519831788206,
+      "grad_norm": 462.9986572265625,
+      "learning_rate": 1.5805496411404016e-05,
+      "loss": 42.6875,
+      "step": 13550
+    },
+    {
+      "epoch": 0.6475676192296664,
+      "grad_norm": 206.3901824951172,
+      "learning_rate": 1.5804866291837903e-05,
+      "loss": 34.5938,
+      "step": 13551
+    },
+    {
+      "epoch": 0.6476154066711268,
+      "grad_norm": 519.7098999023438,
+      "learning_rate": 1.5804236137508137e-05,
+      "loss": 31.8125,
+      "step": 13552
+    },
+    {
+      "epoch": 0.6476631941125872,
+      "grad_norm": 258.6459655761719,
+      "learning_rate": 1.580360594841848e-05,
+      "loss": 34.875,
+      "step": 13553
+    },
+    {
+      "epoch": 0.6477109815540476,
+      "grad_norm": 288.3102111816406,
+      "learning_rate": 1.5802975724572714e-05,
+      "loss": 34.7812,
+      "step": 13554
+    },
+    {
+      "epoch": 0.647758768995508,
+      "grad_norm": 379.8730163574219,
+      "learning_rate": 1.580234546597461e-05,
+      "loss": 34.3125,
+      "step": 13555
+    },
+    {
+      "epoch": 0.6478065564369684,
+      "grad_norm": 331.957275390625,
+      "learning_rate": 1.5801715172627946e-05,
+      "loss": 26.3594,
+      "step": 13556
+    },
+    {
+      "epoch": 0.6478543438784288,
+      "grad_norm": 207.3767547607422,
+      "learning_rate": 1.5801084844536494e-05,
+      "loss": 31.4062,
+      "step": 13557
+    },
+    {
+      "epoch": 0.6479021313198892,
+      "grad_norm": 248.0027618408203,
+      "learning_rate": 1.5800454481704025e-05,
+      "loss": 39.5312,
+      "step": 13558
+    },
+    {
+      "epoch": 0.6479499187613496,
+      "grad_norm": 254.29788208007812,
+      "learning_rate": 1.5799824084134322e-05,
+      "loss": 25.75,
+      "step": 13559
+    },
+    {
+      "epoch": 0.6479977062028099,
+      "grad_norm": 241.02947998046875,
+      "learning_rate": 1.579919365183116e-05,
+      "loss": 26.3438,
+      "step": 13560
+    },
+    {
+      "epoch": 0.6480454936442703,
+      "grad_norm": 325.2250061035156,
+      "learning_rate": 1.5798563184798307e-05,
+      "loss": 28.0625,
+      "step": 13561
+    },
+    {
+      "epoch": 0.6480932810857307,
+      "grad_norm": 316.2054443359375,
+      "learning_rate": 1.579793268303954e-05,
+      "loss": 39.8438,
+      "step": 13562
+    },
+    {
+      "epoch": 0.648141068527191,
+      "grad_norm": 312.73431396484375,
+      "learning_rate": 1.5797302146558642e-05,
+      "loss": 18.5312,
+      "step": 13563
+    },
+    {
+      "epoch": 0.6481888559686514,
+      "grad_norm": 263.9278869628906,
+      "learning_rate": 1.5796671575359382e-05,
+      "loss": 24.625,
+      "step": 13564
+    },
+    {
+      "epoch": 0.6482366434101118,
+      "grad_norm": 327.02276611328125,
+      "learning_rate": 1.579604096944554e-05,
+      "loss": 24.1875,
+      "step": 13565
+    },
+    {
+      "epoch": 0.6482844308515722,
+      "grad_norm": 327.8882141113281,
+      "learning_rate": 1.5795410328820892e-05,
+      "loss": 35.875,
+      "step": 13566
+    },
+    {
+      "epoch": 0.6483322182930326,
+      "grad_norm": 190.41458129882812,
+      "learning_rate": 1.5794779653489215e-05,
+      "loss": 26.4688,
+      "step": 13567
+    },
+    {
+      "epoch": 0.648380005734493,
+      "grad_norm": 190.23922729492188,
+      "learning_rate": 1.5794148943454285e-05,
+      "loss": 22.2344,
+      "step": 13568
+    },
+    {
+      "epoch": 0.6484277931759533,
+      "grad_norm": 226.17282104492188,
+      "learning_rate": 1.579351819871988e-05,
+      "loss": 22.4375,
+      "step": 13569
+    },
+    {
+      "epoch": 0.6484755806174137,
+      "grad_norm": 262.79339599609375,
+      "learning_rate": 1.5792887419289776e-05,
+      "loss": 33.0,
+      "step": 13570
+    },
+    {
+      "epoch": 0.6485233680588741,
+      "grad_norm": 285.3729553222656,
+      "learning_rate": 1.579225660516775e-05,
+      "loss": 22.4844,
+      "step": 13571
+    },
+    {
+      "epoch": 0.6485711555003345,
+      "grad_norm": 556.8975219726562,
+      "learning_rate": 1.579162575635758e-05,
+      "loss": 32.625,
+      "step": 13572
+    },
+    {
+      "epoch": 0.6486189429417949,
+      "grad_norm": 342.65423583984375,
+      "learning_rate": 1.5790994872863046e-05,
+      "loss": 38.5312,
+      "step": 13573
+    },
+    {
+      "epoch": 0.6486667303832553,
+      "grad_norm": 126.76985168457031,
+      "learning_rate": 1.5790363954687927e-05,
+      "loss": 23.1562,
+      "step": 13574
+    },
+    {
+      "epoch": 0.6487145178247157,
+      "grad_norm": 273.16204833984375,
+      "learning_rate": 1.5789733001835997e-05,
+      "loss": 33.5312,
+      "step": 13575
+    },
+    {
+      "epoch": 0.6487623052661761,
+      "grad_norm": 237.51165771484375,
+      "learning_rate": 1.5789102014311038e-05,
+      "loss": 26.8125,
+      "step": 13576
+    },
+    {
+      "epoch": 0.6488100927076365,
+      "grad_norm": 288.4887390136719,
+      "learning_rate": 1.5788470992116827e-05,
+      "loss": 34.375,
+      "step": 13577
+    },
+    {
+      "epoch": 0.6488578801490968,
+      "grad_norm": 523.090576171875,
+      "learning_rate": 1.5787839935257146e-05,
+      "loss": 48.0312,
+      "step": 13578
+    },
+    {
+      "epoch": 0.6489056675905572,
+      "grad_norm": 185.56044006347656,
+      "learning_rate": 1.5787208843735772e-05,
+      "loss": 31.7656,
+      "step": 13579
+    },
+    {
+      "epoch": 0.6489534550320176,
+      "grad_norm": 274.6654052734375,
+      "learning_rate": 1.5786577717556486e-05,
+      "loss": 36.25,
+      "step": 13580
+    },
+    {
+      "epoch": 0.649001242473478,
+      "grad_norm": 419.2727966308594,
+      "learning_rate": 1.5785946556723064e-05,
+      "loss": 26.3125,
+      "step": 13581
+    },
+    {
+      "epoch": 0.6490490299149384,
+      "grad_norm": 196.1497802734375,
+      "learning_rate": 1.5785315361239288e-05,
+      "loss": 25.125,
+      "step": 13582
+    },
+    {
+      "epoch": 0.6490968173563988,
+      "grad_norm": 478.3476867675781,
+      "learning_rate": 1.5784684131108938e-05,
+      "loss": 30.2812,
+      "step": 13583
+    },
+    {
+      "epoch": 0.6491446047978591,
+      "grad_norm": 192.6795196533203,
+      "learning_rate": 1.5784052866335794e-05,
+      "loss": 30.0,
+      "step": 13584
+    },
+    {
+      "epoch": 0.6491923922393195,
+      "grad_norm": 172.9293975830078,
+      "learning_rate": 1.5783421566923637e-05,
+      "loss": 28.4062,
+      "step": 13585
+    },
+    {
+      "epoch": 0.6492401796807798,
+      "grad_norm": 319.5758361816406,
+      "learning_rate": 1.578279023287625e-05,
+      "loss": 36.3438,
+      "step": 13586
+    },
+    {
+      "epoch": 0.6492879671222402,
+      "grad_norm": 181.27700805664062,
+      "learning_rate": 1.5782158864197407e-05,
+      "loss": 22.3438,
+      "step": 13587
+    },
+    {
+      "epoch": 0.6493357545637006,
+      "grad_norm": 308.3021240234375,
+      "learning_rate": 1.5781527460890896e-05,
+      "loss": 26.6875,
+      "step": 13588
+    },
+    {
+      "epoch": 0.649383542005161,
+      "grad_norm": 378.3138427734375,
+      "learning_rate": 1.5780896022960494e-05,
+      "loss": 33.9375,
+      "step": 13589
+    },
+    {
+      "epoch": 0.6494313294466214,
+      "grad_norm": 146.8686981201172,
+      "learning_rate": 1.578026455040999e-05,
+      "loss": 26.9375,
+      "step": 13590
+    },
+    {
+      "epoch": 0.6494791168880818,
+      "grad_norm": 229.0111083984375,
+      "learning_rate": 1.5779633043243154e-05,
+      "loss": 33.0312,
+      "step": 13591
+    },
+    {
+      "epoch": 0.6495269043295422,
+      "grad_norm": 220.07835388183594,
+      "learning_rate": 1.5779001501463775e-05,
+      "loss": 25.8438,
+      "step": 13592
+    },
+    {
+      "epoch": 0.6495746917710026,
+      "grad_norm": 231.97723388671875,
+      "learning_rate": 1.5778369925075635e-05,
+      "loss": 21.3125,
+      "step": 13593
+    },
+    {
+      "epoch": 0.649622479212463,
+      "grad_norm": 209.57740783691406,
+      "learning_rate": 1.5777738314082514e-05,
+      "loss": 39.8906,
+      "step": 13594
+    },
+    {
+      "epoch": 0.6496702666539234,
+      "grad_norm": 408.5422058105469,
+      "learning_rate": 1.5777106668488195e-05,
+      "loss": 24.9062,
+      "step": 13595
+    },
+    {
+      "epoch": 0.6497180540953837,
+      "grad_norm": 340.8102722167969,
+      "learning_rate": 1.5776474988296463e-05,
+      "loss": 40.8438,
+      "step": 13596
+    },
+    {
+      "epoch": 0.6497658415368441,
+      "grad_norm": 284.8587951660156,
+      "learning_rate": 1.57758432735111e-05,
+      "loss": 35.9062,
+      "step": 13597
+    },
+    {
+      "epoch": 0.6498136289783045,
+      "grad_norm": 208.8128662109375,
+      "learning_rate": 1.5775211524135888e-05,
+      "loss": 22.2812,
+      "step": 13598
+    },
+    {
+      "epoch": 0.6498614164197649,
+      "grad_norm": 146.17311096191406,
+      "learning_rate": 1.577457974017461e-05,
+      "loss": 21.8906,
+      "step": 13599
+    },
+    {
+      "epoch": 0.6499092038612253,
+      "grad_norm": 344.4765930175781,
+      "learning_rate": 1.5773947921631054e-05,
+      "loss": 28.3438,
+      "step": 13600
+    },
+    {
+      "epoch": 0.6499569913026857,
+      "grad_norm": 324.2193908691406,
+      "learning_rate": 1.5773316068508998e-05,
+      "loss": 35.3438,
+      "step": 13601
+    },
+    {
+      "epoch": 0.6500047787441461,
+      "grad_norm": 252.62034606933594,
+      "learning_rate": 1.577268418081223e-05,
+      "loss": 30.25,
+      "step": 13602
+    },
+    {
+      "epoch": 0.6500525661856065,
+      "grad_norm": 279.96002197265625,
+      "learning_rate": 1.5772052258544528e-05,
+      "loss": 22.125,
+      "step": 13603
+    },
+    {
+      "epoch": 0.6501003536270668,
+      "grad_norm": 219.07461547851562,
+      "learning_rate": 1.5771420301709684e-05,
+      "loss": 24.75,
+      "step": 13604
+    },
+    {
+      "epoch": 0.6501481410685271,
+      "grad_norm": 201.65679931640625,
+      "learning_rate": 1.577078831031148e-05,
+      "loss": 32.7812,
+      "step": 13605
+    },
+    {
+      "epoch": 0.6501959285099875,
+      "grad_norm": 489.3515930175781,
+      "learning_rate": 1.57701562843537e-05,
+      "loss": 52.5,
+      "step": 13606
+    },
+    {
+      "epoch": 0.6502437159514479,
+      "grad_norm": 171.28294372558594,
+      "learning_rate": 1.5769524223840133e-05,
+      "loss": 22.5312,
+      "step": 13607
+    },
+    {
+      "epoch": 0.6502915033929083,
+      "grad_norm": 178.9002227783203,
+      "learning_rate": 1.5768892128774553e-05,
+      "loss": 24.4375,
+      "step": 13608
+    },
+    {
+      "epoch": 0.6503392908343687,
+      "grad_norm": 161.3409423828125,
+      "learning_rate": 1.5768259999160756e-05,
+      "loss": 28.8438,
+      "step": 13609
+    },
+    {
+      "epoch": 0.6503870782758291,
+      "grad_norm": 321.6408996582031,
+      "learning_rate": 1.5767627835002527e-05,
+      "loss": 38.2812,
+      "step": 13610
+    },
+    {
+      "epoch": 0.6504348657172895,
+      "grad_norm": 311.1029052734375,
+      "learning_rate": 1.576699563630365e-05,
+      "loss": 21.3438,
+      "step": 13611
+    },
+    {
+      "epoch": 0.6504826531587499,
+      "grad_norm": 241.97750854492188,
+      "learning_rate": 1.5766363403067906e-05,
+      "loss": 33.0625,
+      "step": 13612
+    },
+    {
+      "epoch": 0.6505304406002103,
+      "grad_norm": 390.84014892578125,
+      "learning_rate": 1.576573113529909e-05,
+      "loss": 32.9062,
+      "step": 13613
+    },
+    {
+      "epoch": 0.6505782280416706,
+      "grad_norm": 245.18870544433594,
+      "learning_rate": 1.5765098833000983e-05,
+      "loss": 43.875,
+      "step": 13614
+    },
+    {
+      "epoch": 0.650626015483131,
+      "grad_norm": 335.4354248046875,
+      "learning_rate": 1.5764466496177374e-05,
+      "loss": 30.625,
+      "step": 13615
+    },
+    {
+      "epoch": 0.6506738029245914,
+      "grad_norm": 303.5650939941406,
+      "learning_rate": 1.5763834124832046e-05,
+      "loss": 36.9688,
+      "step": 13616
+    },
+    {
+      "epoch": 0.6507215903660518,
+      "grad_norm": 371.3548278808594,
+      "learning_rate": 1.5763201718968794e-05,
+      "loss": 29.3438,
+      "step": 13617
+    },
+    {
+      "epoch": 0.6507693778075122,
+      "grad_norm": 278.2360534667969,
+      "learning_rate": 1.57625692785914e-05,
+      "loss": 35.3438,
+      "step": 13618
+    },
+    {
+      "epoch": 0.6508171652489726,
+      "grad_norm": 370.8257141113281,
+      "learning_rate": 1.5761936803703645e-05,
+      "loss": 32.0625,
+      "step": 13619
+    },
+    {
+      "epoch": 0.650864952690433,
+      "grad_norm": 366.1514892578125,
+      "learning_rate": 1.5761304294309328e-05,
+      "loss": 29.75,
+      "step": 13620
+    },
+    {
+      "epoch": 0.6509127401318934,
+      "grad_norm": 188.97494506835938,
+      "learning_rate": 1.576067175041223e-05,
+      "loss": 22.9375,
+      "step": 13621
+    },
+    {
+      "epoch": 0.6509605275733538,
+      "grad_norm": 423.294921875,
+      "learning_rate": 1.5760039172016144e-05,
+      "loss": 43.8438,
+      "step": 13622
+    },
+    {
+      "epoch": 0.6510083150148142,
+      "grad_norm": 198.66200256347656,
+      "learning_rate": 1.5759406559124856e-05,
+      "loss": 25.9688,
+      "step": 13623
+    },
+    {
+      "epoch": 0.6510561024562745,
+      "grad_norm": 126.0601806640625,
+      "learning_rate": 1.5758773911742153e-05,
+      "loss": 24.7812,
+      "step": 13624
+    },
+    {
+      "epoch": 0.6511038898977348,
+      "grad_norm": 301.95550537109375,
+      "learning_rate": 1.5758141229871826e-05,
+      "loss": 36.9688,
+      "step": 13625
+    },
+    {
+      "epoch": 0.6511516773391952,
+      "grad_norm": 201.02174377441406,
+      "learning_rate": 1.5757508513517663e-05,
+      "loss": 31.4375,
+      "step": 13626
+    },
+    {
+      "epoch": 0.6511994647806556,
+      "grad_norm": 301.2821044921875,
+      "learning_rate": 1.5756875762683455e-05,
+      "loss": 32.25,
+      "step": 13627
+    },
+    {
+      "epoch": 0.651247252222116,
+      "grad_norm": 236.90493774414062,
+      "learning_rate": 1.5756242977372986e-05,
+      "loss": 33.5156,
+      "step": 13628
+    },
+    {
+      "epoch": 0.6512950396635764,
+      "grad_norm": 184.9727325439453,
+      "learning_rate": 1.575561015759005e-05,
+      "loss": 27.4375,
+      "step": 13629
+    },
+    {
+      "epoch": 0.6513428271050368,
+      "grad_norm": 322.4443664550781,
+      "learning_rate": 1.5754977303338437e-05,
+      "loss": 37.0,
+      "step": 13630
+    },
+    {
+      "epoch": 0.6513906145464972,
+      "grad_norm": 254.5730743408203,
+      "learning_rate": 1.5754344414621936e-05,
+      "loss": 31.8438,
+      "step": 13631
+    },
+    {
+      "epoch": 0.6514384019879575,
+      "grad_norm": 182.4102783203125,
+      "learning_rate": 1.5753711491444336e-05,
+      "loss": 21.625,
+      "step": 13632
+    },
+    {
+      "epoch": 0.6514861894294179,
+      "grad_norm": 181.10865783691406,
+      "learning_rate": 1.575307853380943e-05,
+      "loss": 30.625,
+      "step": 13633
+    },
+    {
+      "epoch": 0.6515339768708783,
+      "grad_norm": 383.5365905761719,
+      "learning_rate": 1.5752445541721007e-05,
+      "loss": 20.6094,
+      "step": 13634
+    },
+    {
+      "epoch": 0.6515817643123387,
+      "grad_norm": 280.0225524902344,
+      "learning_rate": 1.5751812515182857e-05,
+      "loss": 21.875,
+      "step": 13635
+    },
+    {
+      "epoch": 0.6516295517537991,
+      "grad_norm": 198.6507568359375,
+      "learning_rate": 1.5751179454198774e-05,
+      "loss": 24.2656,
+      "step": 13636
+    },
+    {
+      "epoch": 0.6516773391952595,
+      "grad_norm": 407.978759765625,
+      "learning_rate": 1.575054635877254e-05,
+      "loss": 24.4688,
+      "step": 13637
+    },
+    {
+      "epoch": 0.6517251266367199,
+      "grad_norm": 617.2994384765625,
+      "learning_rate": 1.5749913228907962e-05,
+      "loss": 44.1875,
+      "step": 13638
+    },
+    {
+      "epoch": 0.6517729140781803,
+      "grad_norm": 257.5738220214844,
+      "learning_rate": 1.574928006460882e-05,
+      "loss": 27.2812,
+      "step": 13639
+    },
+    {
+      "epoch": 0.6518207015196407,
+      "grad_norm": 310.7657775878906,
+      "learning_rate": 1.5748646865878908e-05,
+      "loss": 34.4375,
+      "step": 13640
+    },
+    {
+      "epoch": 0.6518684889611011,
+      "grad_norm": 332.0256652832031,
+      "learning_rate": 1.5748013632722022e-05,
+      "loss": 27.2344,
+      "step": 13641
+    },
+    {
+      "epoch": 0.6519162764025614,
+      "grad_norm": 260.2125244140625,
+      "learning_rate": 1.5747380365141947e-05,
+      "loss": 24.8438,
+      "step": 13642
+    },
+    {
+      "epoch": 0.6519640638440218,
+      "grad_norm": 164.21096801757812,
+      "learning_rate": 1.5746747063142486e-05,
+      "loss": 20.8281,
+      "step": 13643
+    },
+    {
+      "epoch": 0.6520118512854822,
+      "grad_norm": 298.43890380859375,
+      "learning_rate": 1.574611372672742e-05,
+      "loss": 32.2188,
+      "step": 13644
+    },
+    {
+      "epoch": 0.6520596387269426,
+      "grad_norm": 190.2522430419922,
+      "learning_rate": 1.5745480355900546e-05,
+      "loss": 25.7812,
+      "step": 13645
+    },
+    {
+      "epoch": 0.6521074261684029,
+      "grad_norm": 354.6372375488281,
+      "learning_rate": 1.574484695066566e-05,
+      "loss": 37.0312,
+      "step": 13646
+    },
+    {
+      "epoch": 0.6521552136098633,
+      "grad_norm": 357.64703369140625,
+      "learning_rate": 1.5744213511026557e-05,
+      "loss": 40.125,
+      "step": 13647
+    },
+    {
+      "epoch": 0.6522030010513237,
+      "grad_norm": 396.44268798828125,
+      "learning_rate": 1.5743580036987027e-05,
+      "loss": 34.0625,
+      "step": 13648
+    },
+    {
+      "epoch": 0.6522507884927841,
+      "grad_norm": 400.5438537597656,
+      "learning_rate": 1.574294652855086e-05,
+      "loss": 35.625,
+      "step": 13649
+    },
+    {
+      "epoch": 0.6522985759342445,
+      "grad_norm": 213.0857696533203,
+      "learning_rate": 1.5742312985721856e-05,
+      "loss": 26.6875,
+      "step": 13650
+    },
+    {
+      "epoch": 0.6523463633757048,
+      "grad_norm": 326.33209228515625,
+      "learning_rate": 1.5741679408503805e-05,
+      "loss": 21.4062,
+      "step": 13651
+    },
+    {
+      "epoch": 0.6523941508171652,
+      "grad_norm": 300.9931640625,
+      "learning_rate": 1.5741045796900506e-05,
+      "loss": 31.2188,
+      "step": 13652
+    },
+    {
+      "epoch": 0.6524419382586256,
+      "grad_norm": 241.5647430419922,
+      "learning_rate": 1.5740412150915747e-05,
+      "loss": 28.5938,
+      "step": 13653
+    },
+    {
+      "epoch": 0.652489725700086,
+      "grad_norm": 353.9291687011719,
+      "learning_rate": 1.573977847055333e-05,
+      "loss": 28.6875,
+      "step": 13654
+    },
+    {
+      "epoch": 0.6525375131415464,
+      "grad_norm": 285.82769775390625,
+      "learning_rate": 1.5739144755817047e-05,
+      "loss": 23.3125,
+      "step": 13655
+    },
+    {
+      "epoch": 0.6525853005830068,
+      "grad_norm": 197.86654663085938,
+      "learning_rate": 1.5738511006710688e-05,
+      "loss": 28.2812,
+      "step": 13656
+    },
+    {
+      "epoch": 0.6526330880244672,
+      "grad_norm": 168.22848510742188,
+      "learning_rate": 1.5737877223238055e-05,
+      "loss": 16.3594,
+      "step": 13657
+    },
+    {
+      "epoch": 0.6526808754659276,
+      "grad_norm": 189.54893493652344,
+      "learning_rate": 1.5737243405402942e-05,
+      "loss": 29.4062,
+      "step": 13658
+    },
+    {
+      "epoch": 0.652728662907388,
+      "grad_norm": 371.67578125,
+      "learning_rate": 1.5736609553209143e-05,
+      "loss": 29.6875,
+      "step": 13659
+    },
+    {
+      "epoch": 0.6527764503488483,
+      "grad_norm": 360.1553955078125,
+      "learning_rate": 1.5735975666660457e-05,
+      "loss": 33.375,
+      "step": 13660
+    },
+    {
+      "epoch": 0.6528242377903087,
+      "grad_norm": 209.50962829589844,
+      "learning_rate": 1.5735341745760675e-05,
+      "loss": 23.0625,
+      "step": 13661
+    },
+    {
+      "epoch": 0.6528720252317691,
+      "grad_norm": 200.82855224609375,
+      "learning_rate": 1.57347077905136e-05,
+      "loss": 23.7812,
+      "step": 13662
+    },
+    {
+      "epoch": 0.6529198126732295,
+      "grad_norm": 427.8846740722656,
+      "learning_rate": 1.5734073800923023e-05,
+      "loss": 29.25,
+      "step": 13663
+    },
+    {
+      "epoch": 0.6529676001146899,
+      "grad_norm": 202.96409606933594,
+      "learning_rate": 1.573343977699274e-05,
+      "loss": 26.5625,
+      "step": 13664
+    },
+    {
+      "epoch": 0.6530153875561503,
+      "grad_norm": 195.11000061035156,
+      "learning_rate": 1.5732805718726555e-05,
+      "loss": 21.0938,
+      "step": 13665
+    },
+    {
+      "epoch": 0.6530631749976106,
+      "grad_norm": 227.977783203125,
+      "learning_rate": 1.573217162612826e-05,
+      "loss": 29.0469,
+      "step": 13666
+    },
+    {
+      "epoch": 0.653110962439071,
+      "grad_norm": 242.19830322265625,
+      "learning_rate": 1.5731537499201657e-05,
+      "loss": 27.75,
+      "step": 13667
+    },
+    {
+      "epoch": 0.6531587498805314,
+      "grad_norm": 318.9610595703125,
+      "learning_rate": 1.5730903337950537e-05,
+      "loss": 26.875,
+      "step": 13668
+    },
+    {
+      "epoch": 0.6532065373219917,
+      "grad_norm": 317.3240966796875,
+      "learning_rate": 1.57302691423787e-05,
+      "loss": 30.125,
+      "step": 13669
+    },
+    {
+      "epoch": 0.6532543247634521,
+      "grad_norm": 151.73379516601562,
+      "learning_rate": 1.5729634912489945e-05,
+      "loss": 28.0,
+      "step": 13670
+    },
+    {
+      "epoch": 0.6533021122049125,
+      "grad_norm": 252.37490844726562,
+      "learning_rate": 1.5729000648288072e-05,
+      "loss": 26.125,
+      "step": 13671
+    },
+    {
+      "epoch": 0.6533498996463729,
+      "grad_norm": 208.12509155273438,
+      "learning_rate": 1.5728366349776876e-05,
+      "loss": 19.0469,
+      "step": 13672
+    },
+    {
+      "epoch": 0.6533976870878333,
+      "grad_norm": 288.2168273925781,
+      "learning_rate": 1.5727732016960154e-05,
+      "loss": 29.875,
+      "step": 13673
+    },
+    {
+      "epoch": 0.6534454745292937,
+      "grad_norm": 190.1178741455078,
+      "learning_rate": 1.5727097649841714e-05,
+      "loss": 31.7188,
+      "step": 13674
+    },
+    {
+      "epoch": 0.6534932619707541,
+      "grad_norm": 341.8802185058594,
+      "learning_rate": 1.5726463248425346e-05,
+      "loss": 28.6875,
+      "step": 13675
+    },
+    {
+      "epoch": 0.6535410494122145,
+      "grad_norm": 269.33184814453125,
+      "learning_rate": 1.5725828812714853e-05,
+      "loss": 28.7188,
+      "step": 13676
+    },
+    {
+      "epoch": 0.6535888368536749,
+      "grad_norm": 251.03492736816406,
+      "learning_rate": 1.5725194342714033e-05,
+      "loss": 21.9219,
+      "step": 13677
+    },
+    {
+      "epoch": 0.6536366242951352,
+      "grad_norm": 161.79881286621094,
+      "learning_rate": 1.572455983842669e-05,
+      "loss": 29.1406,
+      "step": 13678
+    },
+    {
+      "epoch": 0.6536844117365956,
+      "grad_norm": 191.61135864257812,
+      "learning_rate": 1.5723925299856614e-05,
+      "loss": 30.6875,
+      "step": 13679
+    },
+    {
+      "epoch": 0.653732199178056,
+      "grad_norm": 202.20436096191406,
+      "learning_rate": 1.5723290727007615e-05,
+      "loss": 26.7344,
+      "step": 13680
+    },
+    {
+      "epoch": 0.6537799866195164,
+      "grad_norm": 380.0234375,
+      "learning_rate": 1.5722656119883488e-05,
+      "loss": 37.4062,
+      "step": 13681
+    },
+    {
+      "epoch": 0.6538277740609768,
+      "grad_norm": 213.07530212402344,
+      "learning_rate": 1.5722021478488038e-05,
+      "loss": 24.6406,
+      "step": 13682
+    },
+    {
+      "epoch": 0.6538755615024372,
+      "grad_norm": 308.614013671875,
+      "learning_rate": 1.572138680282506e-05,
+      "loss": 37.5,
+      "step": 13683
+    },
+    {
+      "epoch": 0.6539233489438976,
+      "grad_norm": 325.2217712402344,
+      "learning_rate": 1.5720752092898358e-05,
+      "loss": 32.2031,
+      "step": 13684
+    },
+    {
+      "epoch": 0.653971136385358,
+      "grad_norm": 221.66384887695312,
+      "learning_rate": 1.5720117348711737e-05,
+      "loss": 31.5,
+      "step": 13685
+    },
+    {
+      "epoch": 0.6540189238268184,
+      "grad_norm": 261.04608154296875,
+      "learning_rate": 1.571948257026899e-05,
+      "loss": 26.1094,
+      "step": 13686
+    },
+    {
+      "epoch": 0.6540667112682786,
+      "grad_norm": 279.2422180175781,
+      "learning_rate": 1.571884775757392e-05,
+      "loss": 23.0781,
+      "step": 13687
+    },
+    {
+      "epoch": 0.654114498709739,
+      "grad_norm": 182.48260498046875,
+      "learning_rate": 1.5718212910630333e-05,
+      "loss": 30.2812,
+      "step": 13688
+    },
+    {
+      "epoch": 0.6541622861511994,
+      "grad_norm": 391.9847717285156,
+      "learning_rate": 1.571757802944203e-05,
+      "loss": 34.0938,
+      "step": 13689
+    },
+    {
+      "epoch": 0.6542100735926598,
+      "grad_norm": 247.21510314941406,
+      "learning_rate": 1.5716943114012816e-05,
+      "loss": 36.0,
+      "step": 13690
+    },
+    {
+      "epoch": 0.6542578610341202,
+      "grad_norm": 567.5509643554688,
+      "learning_rate": 1.571630816434649e-05,
+      "loss": 32.8438,
+      "step": 13691
+    },
+    {
+      "epoch": 0.6543056484755806,
+      "grad_norm": 789.6494140625,
+      "learning_rate": 1.571567318044685e-05,
+      "loss": 27.8438,
+      "step": 13692
+    },
+    {
+      "epoch": 0.654353435917041,
+      "grad_norm": 274.7467956542969,
+      "learning_rate": 1.57150381623177e-05,
+      "loss": 27.4375,
+      "step": 13693
+    },
+    {
+      "epoch": 0.6544012233585014,
+      "grad_norm": 324.9294738769531,
+      "learning_rate": 1.5714403109962852e-05,
+      "loss": 26.5312,
+      "step": 13694
+    },
+    {
+      "epoch": 0.6544490107999618,
+      "grad_norm": 499.655517578125,
+      "learning_rate": 1.5713768023386096e-05,
+      "loss": 35.2812,
+      "step": 13695
+    },
+    {
+      "epoch": 0.6544967982414222,
+      "grad_norm": 265.8870849609375,
+      "learning_rate": 1.571313290259125e-05,
+      "loss": 33.875,
+      "step": 13696
+    },
+    {
+      "epoch": 0.6545445856828825,
+      "grad_norm": 403.5804138183594,
+      "learning_rate": 1.5712497747582105e-05,
+      "loss": 28.5938,
+      "step": 13697
+    },
+    {
+      "epoch": 0.6545923731243429,
+      "grad_norm": 101.3613052368164,
+      "learning_rate": 1.5711862558362473e-05,
+      "loss": 17.2344,
+      "step": 13698
+    },
+    {
+      "epoch": 0.6546401605658033,
+      "grad_norm": 468.4749755859375,
+      "learning_rate": 1.5711227334936153e-05,
+      "loss": 37.3438,
+      "step": 13699
+    },
+    {
+      "epoch": 0.6546879480072637,
+      "grad_norm": 231.35037231445312,
+      "learning_rate": 1.571059207730695e-05,
+      "loss": 23.4062,
+      "step": 13700
+    },
+    {
+      "epoch": 0.6547357354487241,
+      "grad_norm": 209.70797729492188,
+      "learning_rate": 1.570995678547867e-05,
+      "loss": 33.6562,
+      "step": 13701
+    },
+    {
+      "epoch": 0.6547835228901845,
+      "grad_norm": 344.81915283203125,
+      "learning_rate": 1.5709321459455116e-05,
+      "loss": 35.25,
+      "step": 13702
+    },
+    {
+      "epoch": 0.6548313103316449,
+      "grad_norm": 355.9380798339844,
+      "learning_rate": 1.5708686099240097e-05,
+      "loss": 33.5625,
+      "step": 13703
+    },
+    {
+      "epoch": 0.6548790977731053,
+      "grad_norm": 360.4333801269531,
+      "learning_rate": 1.5708050704837406e-05,
+      "loss": 35.0,
+      "step": 13704
+    },
+    {
+      "epoch": 0.6549268852145657,
+      "grad_norm": 271.0318298339844,
+      "learning_rate": 1.5707415276250864e-05,
+      "loss": 22.0625,
+      "step": 13705
+    },
+    {
+      "epoch": 0.654974672656026,
+      "grad_norm": 306.4627685546875,
+      "learning_rate": 1.5706779813484265e-05,
+      "loss": 42.9375,
+      "step": 13706
+    },
+    {
+      "epoch": 0.6550224600974863,
+      "grad_norm": 216.04769897460938,
+      "learning_rate": 1.5706144316541422e-05,
+      "loss": 25.5625,
+      "step": 13707
+    },
+    {
+      "epoch": 0.6550702475389467,
+      "grad_norm": 529.214599609375,
+      "learning_rate": 1.570550878542614e-05,
+      "loss": 29.0312,
+      "step": 13708
+    },
+    {
+      "epoch": 0.6551180349804071,
+      "grad_norm": 198.23414611816406,
+      "learning_rate": 1.5704873220142215e-05,
+      "loss": 27.8906,
+      "step": 13709
+    },
+    {
+      "epoch": 0.6551658224218675,
+      "grad_norm": 209.01902770996094,
+      "learning_rate": 1.5704237620693464e-05,
+      "loss": 26.7969,
+      "step": 13710
+    },
+    {
+      "epoch": 0.6552136098633279,
+      "grad_norm": 306.1822509765625,
+      "learning_rate": 1.570360198708369e-05,
+      "loss": 32.7969,
+      "step": 13711
+    },
+    {
+      "epoch": 0.6552613973047883,
+      "grad_norm": 392.7547302246094,
+      "learning_rate": 1.5702966319316702e-05,
+      "loss": 34.0156,
+      "step": 13712
+    },
+    {
+      "epoch": 0.6553091847462487,
+      "grad_norm": 148.4995574951172,
+      "learning_rate": 1.5702330617396304e-05,
+      "loss": 16.2969,
+      "step": 13713
+    },
+    {
+      "epoch": 0.655356972187709,
+      "grad_norm": 223.70191955566406,
+      "learning_rate": 1.57016948813263e-05,
+      "loss": 26.9688,
+      "step": 13714
+    },
+    {
+      "epoch": 0.6554047596291694,
+      "grad_norm": 410.95355224609375,
+      "learning_rate": 1.5701059111110505e-05,
+      "loss": 24.3125,
+      "step": 13715
+    },
+    {
+      "epoch": 0.6554525470706298,
+      "grad_norm": 214.7347869873047,
+      "learning_rate": 1.570042330675272e-05,
+      "loss": 22.625,
+      "step": 13716
+    },
+    {
+      "epoch": 0.6555003345120902,
+      "grad_norm": 374.2527770996094,
+      "learning_rate": 1.5699787468256757e-05,
+      "loss": 31.7812,
+      "step": 13717
+    },
+    {
+      "epoch": 0.6555481219535506,
+      "grad_norm": 305.6658935546875,
+      "learning_rate": 1.569915159562642e-05,
+      "loss": 31.3438,
+      "step": 13718
+    },
+    {
+      "epoch": 0.655595909395011,
+      "grad_norm": 318.93182373046875,
+      "learning_rate": 1.569851568886552e-05,
+      "loss": 29.5,
+      "step": 13719
+    },
+    {
+      "epoch": 0.6556436968364714,
+      "grad_norm": 289.73065185546875,
+      "learning_rate": 1.5697879747977865e-05,
+      "loss": 32.6562,
+      "step": 13720
+    },
+    {
+      "epoch": 0.6556914842779318,
+      "grad_norm": 320.6374206542969,
+      "learning_rate": 1.569724377296726e-05,
+      "loss": 37.5938,
+      "step": 13721
+    },
+    {
+      "epoch": 0.6557392717193922,
+      "grad_norm": 201.9620819091797,
+      "learning_rate": 1.5696607763837517e-05,
+      "loss": 21.5469,
+      "step": 13722
+    },
+    {
+      "epoch": 0.6557870591608526,
+      "grad_norm": 306.40057373046875,
+      "learning_rate": 1.5695971720592444e-05,
+      "loss": 29.0781,
+      "step": 13723
+    },
+    {
+      "epoch": 0.655834846602313,
+      "grad_norm": 216.3247833251953,
+      "learning_rate": 1.5695335643235852e-05,
+      "loss": 26.9062,
+      "step": 13724
+    },
+    {
+      "epoch": 0.6558826340437733,
+      "grad_norm": 215.17161560058594,
+      "learning_rate": 1.5694699531771544e-05,
+      "loss": 27.9062,
+      "step": 13725
+    },
+    {
+      "epoch": 0.6559304214852337,
+      "grad_norm": 368.4380187988281,
+      "learning_rate": 1.569406338620334e-05,
+      "loss": 37.75,
+      "step": 13726
+    },
+    {
+      "epoch": 0.6559782089266941,
+      "grad_norm": 278.6929016113281,
+      "learning_rate": 1.569342720653504e-05,
+      "loss": 38.5,
+      "step": 13727
+    },
+    {
+      "epoch": 0.6560259963681544,
+      "grad_norm": 245.2351837158203,
+      "learning_rate": 1.5692790992770457e-05,
+      "loss": 29.2188,
+      "step": 13728
+    },
+    {
+      "epoch": 0.6560737838096148,
+      "grad_norm": 197.97055053710938,
+      "learning_rate": 1.5692154744913404e-05,
+      "loss": 23.3438,
+      "step": 13729
+    },
+    {
+      "epoch": 0.6561215712510752,
+      "grad_norm": 388.16033935546875,
+      "learning_rate": 1.5691518462967687e-05,
+      "loss": 39.6875,
+      "step": 13730
+    },
+    {
+      "epoch": 0.6561693586925356,
+      "grad_norm": 402.61810302734375,
+      "learning_rate": 1.569088214693712e-05,
+      "loss": 31.75,
+      "step": 13731
+    },
+    {
+      "epoch": 0.656217146133996,
+      "grad_norm": 248.10923767089844,
+      "learning_rate": 1.569024579682551e-05,
+      "loss": 32.125,
+      "step": 13732
+    },
+    {
+      "epoch": 0.6562649335754563,
+      "grad_norm": 323.0453796386719,
+      "learning_rate": 1.5689609412636672e-05,
+      "loss": 36.8125,
+      "step": 13733
+    },
+    {
+      "epoch": 0.6563127210169167,
+      "grad_norm": 2131.845703125,
+      "learning_rate": 1.568897299437442e-05,
+      "loss": 22.1562,
+      "step": 13734
+    },
+    {
+      "epoch": 0.6563605084583771,
+      "grad_norm": 226.9069061279297,
+      "learning_rate": 1.5688336542042555e-05,
+      "loss": 19.6094,
+      "step": 13735
+    },
+    {
+      "epoch": 0.6564082958998375,
+      "grad_norm": 248.2225341796875,
+      "learning_rate": 1.5687700055644893e-05,
+      "loss": 30.6875,
+      "step": 13736
+    },
+    {
+      "epoch": 0.6564560833412979,
+      "grad_norm": 253.30592346191406,
+      "learning_rate": 1.568706353518525e-05,
+      "loss": 33.4688,
+      "step": 13737
+    },
+    {
+      "epoch": 0.6565038707827583,
+      "grad_norm": 586.5435791015625,
+      "learning_rate": 1.5686426980667432e-05,
+      "loss": 20.0938,
+      "step": 13738
+    },
+    {
+      "epoch": 0.6565516582242187,
+      "grad_norm": 446.7486572265625,
+      "learning_rate": 1.5685790392095252e-05,
+      "loss": 41.0938,
+      "step": 13739
+    },
+    {
+      "epoch": 0.6565994456656791,
+      "grad_norm": 250.9171600341797,
+      "learning_rate": 1.568515376947253e-05,
+      "loss": 24.75,
+      "step": 13740
+    },
+    {
+      "epoch": 0.6566472331071395,
+      "grad_norm": 326.4865417480469,
+      "learning_rate": 1.568451711280307e-05,
+      "loss": 24.6562,
+      "step": 13741
+    },
+    {
+      "epoch": 0.6566950205485999,
+      "grad_norm": 239.31521606445312,
+      "learning_rate": 1.5683880422090686e-05,
+      "loss": 34.25,
+      "step": 13742
+    },
+    {
+      "epoch": 0.6567428079900602,
+      "grad_norm": 601.5428466796875,
+      "learning_rate": 1.5683243697339197e-05,
+      "loss": 45.0625,
+      "step": 13743
+    },
+    {
+      "epoch": 0.6567905954315206,
+      "grad_norm": 158.9220733642578,
+      "learning_rate": 1.568260693855241e-05,
+      "loss": 32.125,
+      "step": 13744
+    },
+    {
+      "epoch": 0.656838382872981,
+      "grad_norm": 320.3230895996094,
+      "learning_rate": 1.5681970145734134e-05,
+      "loss": 25.8906,
+      "step": 13745
+    },
+    {
+      "epoch": 0.6568861703144414,
+      "grad_norm": 174.71353149414062,
+      "learning_rate": 1.5681333318888198e-05,
+      "loss": 20.0938,
+      "step": 13746
+    },
+    {
+      "epoch": 0.6569339577559018,
+      "grad_norm": 123.68709564208984,
+      "learning_rate": 1.56806964580184e-05,
+      "loss": 22.4062,
+      "step": 13747
+    },
+    {
+      "epoch": 0.6569817451973622,
+      "grad_norm": 309.50213623046875,
+      "learning_rate": 1.568005956312856e-05,
+      "loss": 34.625,
+      "step": 13748
+    },
+    {
+      "epoch": 0.6570295326388225,
+      "grad_norm": 190.35760498046875,
+      "learning_rate": 1.5679422634222493e-05,
+      "loss": 25.125,
+      "step": 13749
+    },
+    {
+      "epoch": 0.6570773200802829,
+      "grad_norm": 237.8669891357422,
+      "learning_rate": 1.5678785671304018e-05,
+      "loss": 25.875,
+      "step": 13750
+    },
+    {
+      "epoch": 0.6571251075217432,
+      "grad_norm": 210.96054077148438,
+      "learning_rate": 1.567814867437694e-05,
+      "loss": 26.7969,
+      "step": 13751
+    },
+    {
+      "epoch": 0.6571728949632036,
+      "grad_norm": 213.89292907714844,
+      "learning_rate": 1.567751164344508e-05,
+      "loss": 35.6875,
+      "step": 13752
+    },
+    {
+      "epoch": 0.657220682404664,
+      "grad_norm": 248.64297485351562,
+      "learning_rate": 1.567687457851225e-05,
+      "loss": 38.5625,
+      "step": 13753
+    },
+    {
+      "epoch": 0.6572684698461244,
+      "grad_norm": 127.92741394042969,
+      "learning_rate": 1.5676237479582267e-05,
+      "loss": 26.25,
+      "step": 13754
+    },
+    {
+      "epoch": 0.6573162572875848,
+      "grad_norm": 701.9507446289062,
+      "learning_rate": 1.5675600346658946e-05,
+      "loss": 43.0938,
+      "step": 13755
+    },
+    {
+      "epoch": 0.6573640447290452,
+      "grad_norm": 486.4076843261719,
+      "learning_rate": 1.56749631797461e-05,
+      "loss": 28.3438,
+      "step": 13756
+    },
+    {
+      "epoch": 0.6574118321705056,
+      "grad_norm": 320.7314453125,
+      "learning_rate": 1.567432597884755e-05,
+      "loss": 28.9688,
+      "step": 13757
+    },
+    {
+      "epoch": 0.657459619611966,
+      "grad_norm": 140.22772216796875,
+      "learning_rate": 1.567368874396711e-05,
+      "loss": 17.2656,
+      "step": 13758
+    },
+    {
+      "epoch": 0.6575074070534264,
+      "grad_norm": 157.49221801757812,
+      "learning_rate": 1.5673051475108593e-05,
+      "loss": 23.0625,
+      "step": 13759
+    },
+    {
+      "epoch": 0.6575551944948868,
+      "grad_norm": 496.0841979980469,
+      "learning_rate": 1.567241417227582e-05,
+      "loss": 43.5,
+      "step": 13760
+    },
+    {
+      "epoch": 0.6576029819363471,
+      "grad_norm": 237.1095428466797,
+      "learning_rate": 1.5671776835472603e-05,
+      "loss": 26.3594,
+      "step": 13761
+    },
+    {
+      "epoch": 0.6576507693778075,
+      "grad_norm": 247.90530395507812,
+      "learning_rate": 1.5671139464702763e-05,
+      "loss": 29.5312,
+      "step": 13762
+    },
+    {
+      "epoch": 0.6576985568192679,
+      "grad_norm": 237.0028076171875,
+      "learning_rate": 1.5670502059970116e-05,
+      "loss": 20.6719,
+      "step": 13763
+    },
+    {
+      "epoch": 0.6577463442607283,
+      "grad_norm": 300.5065002441406,
+      "learning_rate": 1.566986462127848e-05,
+      "loss": 30.4219,
+      "step": 13764
+    },
+    {
+      "epoch": 0.6577941317021887,
+      "grad_norm": 399.5668640136719,
+      "learning_rate": 1.5669227148631666e-05,
+      "loss": 33.25,
+      "step": 13765
+    },
+    {
+      "epoch": 0.6578419191436491,
+      "grad_norm": 541.5048828125,
+      "learning_rate": 1.56685896420335e-05,
+      "loss": 34.5,
+      "step": 13766
+    },
+    {
+      "epoch": 0.6578897065851095,
+      "grad_norm": 285.3141174316406,
+      "learning_rate": 1.5667952101487796e-05,
+      "loss": 31.875,
+      "step": 13767
+    },
+    {
+      "epoch": 0.6579374940265699,
+      "grad_norm": 379.3536071777344,
+      "learning_rate": 1.5667314526998373e-05,
+      "loss": 39.2188,
+      "step": 13768
+    },
+    {
+      "epoch": 0.6579852814680301,
+      "grad_norm": 963.4124145507812,
+      "learning_rate": 1.566667691856905e-05,
+      "loss": 45.6562,
+      "step": 13769
+    },
+    {
+      "epoch": 0.6580330689094905,
+      "grad_norm": 219.20254516601562,
+      "learning_rate": 1.5666039276203643e-05,
+      "loss": 31.3906,
+      "step": 13770
+    },
+    {
+      "epoch": 0.6580808563509509,
+      "grad_norm": 401.072509765625,
+      "learning_rate": 1.566540159990597e-05,
+      "loss": 31.9375,
+      "step": 13771
+    },
+    {
+      "epoch": 0.6581286437924113,
+      "grad_norm": 228.94857788085938,
+      "learning_rate": 1.566476388967985e-05,
+      "loss": 28.9375,
+      "step": 13772
+    },
+    {
+      "epoch": 0.6581764312338717,
+      "grad_norm": 282.5682067871094,
+      "learning_rate": 1.566412614552911e-05,
+      "loss": 37.6875,
+      "step": 13773
+    },
+    {
+      "epoch": 0.6582242186753321,
+      "grad_norm": 319.7091979980469,
+      "learning_rate": 1.5663488367457564e-05,
+      "loss": 31.6875,
+      "step": 13774
+    },
+    {
+      "epoch": 0.6582720061167925,
+      "grad_norm": 254.6781768798828,
+      "learning_rate": 1.5662850555469023e-05,
+      "loss": 25.0859,
+      "step": 13775
+    },
+    {
+      "epoch": 0.6583197935582529,
+      "grad_norm": 357.9432678222656,
+      "learning_rate": 1.566221270956732e-05,
+      "loss": 35.0,
+      "step": 13776
+    },
+    {
+      "epoch": 0.6583675809997133,
+      "grad_norm": 474.3968200683594,
+      "learning_rate": 1.566157482975627e-05,
+      "loss": 41.625,
+      "step": 13777
+    },
+    {
+      "epoch": 0.6584153684411737,
+      "grad_norm": 412.83929443359375,
+      "learning_rate": 1.5660936916039688e-05,
+      "loss": 28.9688,
+      "step": 13778
+    },
+    {
+      "epoch": 0.658463155882634,
+      "grad_norm": 250.42979431152344,
+      "learning_rate": 1.5660298968421403e-05,
+      "loss": 26.75,
+      "step": 13779
+    },
+    {
+      "epoch": 0.6585109433240944,
+      "grad_norm": 254.88168334960938,
+      "learning_rate": 1.5659660986905225e-05,
+      "loss": 37.1562,
+      "step": 13780
+    },
+    {
+      "epoch": 0.6585587307655548,
+      "grad_norm": 444.5852355957031,
+      "learning_rate": 1.5659022971494983e-05,
+      "loss": 23.2188,
+      "step": 13781
+    },
+    {
+      "epoch": 0.6586065182070152,
+      "grad_norm": 273.03521728515625,
+      "learning_rate": 1.5658384922194496e-05,
+      "loss": 22.5938,
+      "step": 13782
+    },
+    {
+      "epoch": 0.6586543056484756,
+      "grad_norm": 231.99574279785156,
+      "learning_rate": 1.5657746839007585e-05,
+      "loss": 27.375,
+      "step": 13783
+    },
+    {
+      "epoch": 0.658702093089936,
+      "grad_norm": 265.2067565917969,
+      "learning_rate": 1.565710872193807e-05,
+      "loss": 26.9062,
+      "step": 13784
+    },
+    {
+      "epoch": 0.6587498805313964,
+      "grad_norm": 346.4392395019531,
+      "learning_rate": 1.5656470570989778e-05,
+      "loss": 38.9688,
+      "step": 13785
+    },
+    {
+      "epoch": 0.6587976679728568,
+      "grad_norm": 257.1357116699219,
+      "learning_rate": 1.565583238616652e-05,
+      "loss": 32.75,
+      "step": 13786
+    },
+    {
+      "epoch": 0.6588454554143172,
+      "grad_norm": 272.88079833984375,
+      "learning_rate": 1.5655194167472128e-05,
+      "loss": 36.2188,
+      "step": 13787
+    },
+    {
+      "epoch": 0.6588932428557776,
+      "grad_norm": 180.1335906982422,
+      "learning_rate": 1.5654555914910418e-05,
+      "loss": 25.7188,
+      "step": 13788
+    },
+    {
+      "epoch": 0.6589410302972379,
+      "grad_norm": 212.5564727783203,
+      "learning_rate": 1.5653917628485212e-05,
+      "loss": 31.3438,
+      "step": 13789
+    },
+    {
+      "epoch": 0.6589888177386982,
+      "grad_norm": 381.6436462402344,
+      "learning_rate": 1.5653279308200338e-05,
+      "loss": 40.6562,
+      "step": 13790
+    },
+    {
+      "epoch": 0.6590366051801586,
+      "grad_norm": 187.33888244628906,
+      "learning_rate": 1.565264095405962e-05,
+      "loss": 25.25,
+      "step": 13791
+    },
+    {
+      "epoch": 0.659084392621619,
+      "grad_norm": 213.86134338378906,
+      "learning_rate": 1.565200256606687e-05,
+      "loss": 20.9375,
+      "step": 13792
+    },
+    {
+      "epoch": 0.6591321800630794,
+      "grad_norm": 279.5450439453125,
+      "learning_rate": 1.565136414422592e-05,
+      "loss": 29.3125,
+      "step": 13793
+    },
+    {
+      "epoch": 0.6591799675045398,
+      "grad_norm": 153.6134033203125,
+      "learning_rate": 1.5650725688540595e-05,
+      "loss": 21.6562,
+      "step": 13794
+    },
+    {
+      "epoch": 0.6592277549460002,
+      "grad_norm": 248.12208557128906,
+      "learning_rate": 1.5650087199014706e-05,
+      "loss": 25.9062,
+      "step": 13795
+    },
+    {
+      "epoch": 0.6592755423874606,
+      "grad_norm": 219.47744750976562,
+      "learning_rate": 1.564944867565209e-05,
+      "loss": 27.2188,
+      "step": 13796
+    },
+    {
+      "epoch": 0.659323329828921,
+      "grad_norm": 316.26837158203125,
+      "learning_rate": 1.5648810118456564e-05,
+      "loss": 35.2188,
+      "step": 13797
+    },
+    {
+      "epoch": 0.6593711172703813,
+      "grad_norm": 307.26434326171875,
+      "learning_rate": 1.564817152743196e-05,
+      "loss": 28.375,
+      "step": 13798
+    },
+    {
+      "epoch": 0.6594189047118417,
+      "grad_norm": 306.8940124511719,
+      "learning_rate": 1.5647532902582093e-05,
+      "loss": 26.4688,
+      "step": 13799
+    },
+    {
+      "epoch": 0.6594666921533021,
+      "grad_norm": 141.5110321044922,
+      "learning_rate": 1.5646894243910792e-05,
+      "loss": 17.0469,
+      "step": 13800
+    },
+    {
+      "epoch": 0.6595144795947625,
+      "grad_norm": 218.617431640625,
+      "learning_rate": 1.5646255551421877e-05,
+      "loss": 21.4062,
+      "step": 13801
+    },
+    {
+      "epoch": 0.6595622670362229,
+      "grad_norm": 630.6771240234375,
+      "learning_rate": 1.564561682511918e-05,
+      "loss": 27.4062,
+      "step": 13802
+    },
+    {
+      "epoch": 0.6596100544776833,
+      "grad_norm": 495.6818542480469,
+      "learning_rate": 1.5644978065006526e-05,
+      "loss": 30.5938,
+      "step": 13803
+    },
+    {
+      "epoch": 0.6596578419191437,
+      "grad_norm": 342.8332214355469,
+      "learning_rate": 1.5644339271087733e-05,
+      "loss": 35.2188,
+      "step": 13804
+    },
+    {
+      "epoch": 0.6597056293606041,
+      "grad_norm": 389.9975280761719,
+      "learning_rate": 1.5643700443366634e-05,
+      "loss": 40.9375,
+      "step": 13805
+    },
+    {
+      "epoch": 0.6597534168020645,
+      "grad_norm": 351.2249755859375,
+      "learning_rate": 1.564306158184705e-05,
+      "loss": 27.7812,
+      "step": 13806
+    },
+    {
+      "epoch": 0.6598012042435248,
+      "grad_norm": 300.490966796875,
+      "learning_rate": 1.564242268653281e-05,
+      "loss": 25.4062,
+      "step": 13807
+    },
+    {
+      "epoch": 0.6598489916849852,
+      "grad_norm": 227.69960021972656,
+      "learning_rate": 1.5641783757427734e-05,
+      "loss": 26.0312,
+      "step": 13808
+    },
+    {
+      "epoch": 0.6598967791264456,
+      "grad_norm": 264.450439453125,
+      "learning_rate": 1.564114479453566e-05,
+      "loss": 30.9062,
+      "step": 13809
+    },
+    {
+      "epoch": 0.6599445665679059,
+      "grad_norm": 210.85488891601562,
+      "learning_rate": 1.5640505797860405e-05,
+      "loss": 19.6094,
+      "step": 13810
+    },
+    {
+      "epoch": 0.6599923540093663,
+      "grad_norm": 207.4971160888672,
+      "learning_rate": 1.56398667674058e-05,
+      "loss": 28.3438,
+      "step": 13811
+    },
+    {
+      "epoch": 0.6600401414508267,
+      "grad_norm": 215.08949279785156,
+      "learning_rate": 1.5639227703175668e-05,
+      "loss": 23.6562,
+      "step": 13812
+    },
+    {
+      "epoch": 0.6600879288922871,
+      "grad_norm": 372.7287902832031,
+      "learning_rate": 1.563858860517384e-05,
+      "loss": 21.5781,
+      "step": 13813
+    },
+    {
+      "epoch": 0.6601357163337475,
+      "grad_norm": 249.78985595703125,
+      "learning_rate": 1.5637949473404138e-05,
+      "loss": 31.7188,
+      "step": 13814
+    },
+    {
+      "epoch": 0.6601835037752078,
+      "grad_norm": 506.0516662597656,
+      "learning_rate": 1.56373103078704e-05,
+      "loss": 25.75,
+      "step": 13815
+    },
+    {
+      "epoch": 0.6602312912166682,
+      "grad_norm": 230.34426879882812,
+      "learning_rate": 1.5636671108576444e-05,
+      "loss": 26.0312,
+      "step": 13816
+    },
+    {
+      "epoch": 0.6602790786581286,
+      "grad_norm": 163.17343139648438,
+      "learning_rate": 1.56360318755261e-05,
+      "loss": 29.5625,
+      "step": 13817
+    },
+    {
+      "epoch": 0.660326866099589,
+      "grad_norm": 281.03985595703125,
+      "learning_rate": 1.56353926087232e-05,
+      "loss": 29.2969,
+      "step": 13818
+    },
+    {
+      "epoch": 0.6603746535410494,
+      "grad_norm": 391.4772644042969,
+      "learning_rate": 1.563475330817157e-05,
+      "loss": 33.125,
+      "step": 13819
+    },
+    {
+      "epoch": 0.6604224409825098,
+      "grad_norm": 289.3268127441406,
+      "learning_rate": 1.563411397387504e-05,
+      "loss": 33.0312,
+      "step": 13820
+    },
+    {
+      "epoch": 0.6604702284239702,
+      "grad_norm": 193.5655517578125,
+      "learning_rate": 1.563347460583743e-05,
+      "loss": 17.4844,
+      "step": 13821
+    },
+    {
+      "epoch": 0.6605180158654306,
+      "grad_norm": 251.8659210205078,
+      "learning_rate": 1.5632835204062583e-05,
+      "loss": 25.6562,
+      "step": 13822
+    },
+    {
+      "epoch": 0.660565803306891,
+      "grad_norm": 627.46240234375,
+      "learning_rate": 1.563219576855432e-05,
+      "loss": 22.8438,
+      "step": 13823
+    },
+    {
+      "epoch": 0.6606135907483514,
+      "grad_norm": 351.67303466796875,
+      "learning_rate": 1.5631556299316474e-05,
+      "loss": 26.2188,
+      "step": 13824
+    },
+    {
+      "epoch": 0.6606613781898117,
+      "grad_norm": 312.6461181640625,
+      "learning_rate": 1.563091679635287e-05,
+      "loss": 32.5625,
+      "step": 13825
+    },
+    {
+      "epoch": 0.6607091656312721,
+      "grad_norm": 357.909423828125,
+      "learning_rate": 1.563027725966734e-05,
+      "loss": 21.4375,
+      "step": 13826
+    },
+    {
+      "epoch": 0.6607569530727325,
+      "grad_norm": 241.07675170898438,
+      "learning_rate": 1.5629637689263714e-05,
+      "loss": 24.3906,
+      "step": 13827
+    },
+    {
+      "epoch": 0.6608047405141929,
+      "grad_norm": 132.90065002441406,
+      "learning_rate": 1.5628998085145822e-05,
+      "loss": 25.2812,
+      "step": 13828
+    },
+    {
+      "epoch": 0.6608525279556533,
+      "grad_norm": 424.443359375,
+      "learning_rate": 1.56283584473175e-05,
+      "loss": 26.8281,
+      "step": 13829
+    },
+    {
+      "epoch": 0.6609003153971137,
+      "grad_norm": 358.1853942871094,
+      "learning_rate": 1.5627718775782564e-05,
+      "loss": 32.1562,
+      "step": 13830
+    },
+    {
+      "epoch": 0.660948102838574,
+      "grad_norm": 397.1048278808594,
+      "learning_rate": 1.5627079070544862e-05,
+      "loss": 56.1875,
+      "step": 13831
+    },
+    {
+      "epoch": 0.6609958902800344,
+      "grad_norm": 216.87217712402344,
+      "learning_rate": 1.5626439331608215e-05,
+      "loss": 31.3438,
+      "step": 13832
+    },
+    {
+      "epoch": 0.6610436777214947,
+      "grad_norm": 202.401611328125,
+      "learning_rate": 1.5625799558976455e-05,
+      "loss": 28.1875,
+      "step": 13833
+    },
+    {
+      "epoch": 0.6610914651629551,
+      "grad_norm": 202.99603271484375,
+      "learning_rate": 1.5625159752653418e-05,
+      "loss": 27.8281,
+      "step": 13834
+    },
+    {
+      "epoch": 0.6611392526044155,
+      "grad_norm": 398.27069091796875,
+      "learning_rate": 1.562451991264293e-05,
+      "loss": 40.6875,
+      "step": 13835
+    },
+    {
+      "epoch": 0.6611870400458759,
+      "grad_norm": 207.67478942871094,
+      "learning_rate": 1.5623880038948828e-05,
+      "loss": 27.625,
+      "step": 13836
+    },
+    {
+      "epoch": 0.6612348274873363,
+      "grad_norm": 257.0087890625,
+      "learning_rate": 1.5623240131574936e-05,
+      "loss": 42.4375,
+      "step": 13837
+    },
+    {
+      "epoch": 0.6612826149287967,
+      "grad_norm": 366.5529479980469,
+      "learning_rate": 1.5622600190525098e-05,
+      "loss": 25.5938,
+      "step": 13838
+    },
+    {
+      "epoch": 0.6613304023702571,
+      "grad_norm": 297.7383117675781,
+      "learning_rate": 1.5621960215803135e-05,
+      "loss": 22.75,
+      "step": 13839
+    },
+    {
+      "epoch": 0.6613781898117175,
+      "grad_norm": 246.0135040283203,
+      "learning_rate": 1.562132020741289e-05,
+      "loss": 35.5,
+      "step": 13840
+    },
+    {
+      "epoch": 0.6614259772531779,
+      "grad_norm": 268.3595275878906,
+      "learning_rate": 1.5620680165358185e-05,
+      "loss": 37.6562,
+      "step": 13841
+    },
+    {
+      "epoch": 0.6614737646946383,
+      "grad_norm": 380.5044250488281,
+      "learning_rate": 1.562004008964286e-05,
+      "loss": 28.875,
+      "step": 13842
+    },
+    {
+      "epoch": 0.6615215521360986,
+      "grad_norm": 353.8961181640625,
+      "learning_rate": 1.5619399980270748e-05,
+      "loss": 19.875,
+      "step": 13843
+    },
+    {
+      "epoch": 0.661569339577559,
+      "grad_norm": 517.5490112304688,
+      "learning_rate": 1.5618759837245683e-05,
+      "loss": 26.9688,
+      "step": 13844
+    },
+    {
+      "epoch": 0.6616171270190194,
+      "grad_norm": 336.7193908691406,
+      "learning_rate": 1.5618119660571492e-05,
+      "loss": 36.1562,
+      "step": 13845
+    },
+    {
+      "epoch": 0.6616649144604798,
+      "grad_norm": 155.10824584960938,
+      "learning_rate": 1.561747945025202e-05,
+      "loss": 25.7969,
+      "step": 13846
+    },
+    {
+      "epoch": 0.6617127019019402,
+      "grad_norm": 250.0254669189453,
+      "learning_rate": 1.5616839206291086e-05,
+      "loss": 26.9688,
+      "step": 13847
+    },
+    {
+      "epoch": 0.6617604893434006,
+      "grad_norm": 682.7940063476562,
+      "learning_rate": 1.561619892869254e-05,
+      "loss": 24.4375,
+      "step": 13848
+    },
+    {
+      "epoch": 0.661808276784861,
+      "grad_norm": 286.00640869140625,
+      "learning_rate": 1.5615558617460207e-05,
+      "loss": 33.125,
+      "step": 13849
+    },
+    {
+      "epoch": 0.6618560642263214,
+      "grad_norm": 232.99267578125,
+      "learning_rate": 1.561491827259792e-05,
+      "loss": 35.375,
+      "step": 13850
+    },
+    {
+      "epoch": 0.6619038516677818,
+      "grad_norm": 267.70489501953125,
+      "learning_rate": 1.5614277894109525e-05,
+      "loss": 25.7188,
+      "step": 13851
+    },
+    {
+      "epoch": 0.661951639109242,
+      "grad_norm": 284.0428466796875,
+      "learning_rate": 1.5613637481998844e-05,
+      "loss": 26.1875,
+      "step": 13852
+    },
+    {
+      "epoch": 0.6619994265507024,
+      "grad_norm": 351.6350402832031,
+      "learning_rate": 1.561299703626972e-05,
+      "loss": 41.2188,
+      "step": 13853
+    },
+    {
+      "epoch": 0.6620472139921628,
+      "grad_norm": 255.23513793945312,
+      "learning_rate": 1.561235655692599e-05,
+      "loss": 28.1875,
+      "step": 13854
+    },
+    {
+      "epoch": 0.6620950014336232,
+      "grad_norm": 458.301025390625,
+      "learning_rate": 1.561171604397148e-05,
+      "loss": 22.5938,
+      "step": 13855
+    },
+    {
+      "epoch": 0.6621427888750836,
+      "grad_norm": 686.4500732421875,
+      "learning_rate": 1.5611075497410038e-05,
+      "loss": 27.5469,
+      "step": 13856
+    },
+    {
+      "epoch": 0.662190576316544,
+      "grad_norm": 262.42742919921875,
+      "learning_rate": 1.561043491724549e-05,
+      "loss": 19.0938,
+      "step": 13857
+    },
+    {
+      "epoch": 0.6622383637580044,
+      "grad_norm": 518.0241088867188,
+      "learning_rate": 1.5609794303481677e-05,
+      "loss": 49.4688,
+      "step": 13858
+    },
+    {
+      "epoch": 0.6622861511994648,
+      "grad_norm": 297.9412536621094,
+      "learning_rate": 1.5609153656122432e-05,
+      "loss": 28.25,
+      "step": 13859
+    },
+    {
+      "epoch": 0.6623339386409252,
+      "grad_norm": 316.560302734375,
+      "learning_rate": 1.5608512975171598e-05,
+      "loss": 33.4688,
+      "step": 13860
+    },
+    {
+      "epoch": 0.6623817260823855,
+      "grad_norm": 324.26959228515625,
+      "learning_rate": 1.560787226063301e-05,
+      "loss": 25.3125,
+      "step": 13861
+    },
+    {
+      "epoch": 0.6624295135238459,
+      "grad_norm": 247.64662170410156,
+      "learning_rate": 1.5607231512510502e-05,
+      "loss": 21.1406,
+      "step": 13862
+    },
+    {
+      "epoch": 0.6624773009653063,
+      "grad_norm": 155.1138458251953,
+      "learning_rate": 1.5606590730807907e-05,
+      "loss": 14.7188,
+      "step": 13863
+    },
+    {
+      "epoch": 0.6625250884067667,
+      "grad_norm": 412.77899169921875,
+      "learning_rate": 1.5605949915529076e-05,
+      "loss": 36.0938,
+      "step": 13864
+    },
+    {
+      "epoch": 0.6625728758482271,
+      "grad_norm": 372.5749206542969,
+      "learning_rate": 1.5605309066677836e-05,
+      "loss": 35.5469,
+      "step": 13865
+    },
+    {
+      "epoch": 0.6626206632896875,
+      "grad_norm": 307.2231140136719,
+      "learning_rate": 1.5604668184258027e-05,
+      "loss": 26.8438,
+      "step": 13866
+    },
+    {
+      "epoch": 0.6626684507311479,
+      "grad_norm": 281.0444030761719,
+      "learning_rate": 1.5604027268273483e-05,
+      "loss": 27.0312,
+      "step": 13867
+    },
+    {
+      "epoch": 0.6627162381726083,
+      "grad_norm": 265.78997802734375,
+      "learning_rate": 1.5603386318728055e-05,
+      "loss": 27.5938,
+      "step": 13868
+    },
+    {
+      "epoch": 0.6627640256140687,
+      "grad_norm": 271.4378356933594,
+      "learning_rate": 1.5602745335625566e-05,
+      "loss": 33.625,
+      "step": 13869
+    },
+    {
+      "epoch": 0.662811813055529,
+      "grad_norm": 972.8488159179688,
+      "learning_rate": 1.560210431896987e-05,
+      "loss": 47.9688,
+      "step": 13870
+    },
+    {
+      "epoch": 0.6628596004969894,
+      "grad_norm": 247.48463439941406,
+      "learning_rate": 1.560146326876479e-05,
+      "loss": 25.3438,
+      "step": 13871
+    },
+    {
+      "epoch": 0.6629073879384497,
+      "grad_norm": 377.9736328125,
+      "learning_rate": 1.5600822185014176e-05,
+      "loss": 36.25,
+      "step": 13872
+    },
+    {
+      "epoch": 0.6629551753799101,
+      "grad_norm": 463.3349304199219,
+      "learning_rate": 1.5600181067721868e-05,
+      "loss": 47.0938,
+      "step": 13873
+    },
+    {
+      "epoch": 0.6630029628213705,
+      "grad_norm": 389.93133544921875,
+      "learning_rate": 1.5599539916891693e-05,
+      "loss": 56.6562,
+      "step": 13874
+    },
+    {
+      "epoch": 0.6630507502628309,
+      "grad_norm": 236.96177673339844,
+      "learning_rate": 1.559889873252751e-05,
+      "loss": 32.0938,
+      "step": 13875
+    },
+    {
+      "epoch": 0.6630985377042913,
+      "grad_norm": 242.9600830078125,
+      "learning_rate": 1.559825751463314e-05,
+      "loss": 24.75,
+      "step": 13876
+    },
+    {
+      "epoch": 0.6631463251457517,
+      "grad_norm": 349.4975891113281,
+      "learning_rate": 1.5597616263212434e-05,
+      "loss": 29.3438,
+      "step": 13877
+    },
+    {
+      "epoch": 0.6631941125872121,
+      "grad_norm": 322.1494445800781,
+      "learning_rate": 1.5596974978269226e-05,
+      "loss": 24.9531,
+      "step": 13878
+    },
+    {
+      "epoch": 0.6632419000286724,
+      "grad_norm": 343.6470947265625,
+      "learning_rate": 1.5596333659807365e-05,
+      "loss": 22.7578,
+      "step": 13879
+    },
+    {
+      "epoch": 0.6632896874701328,
+      "grad_norm": 164.97964477539062,
+      "learning_rate": 1.5595692307830684e-05,
+      "loss": 39.9688,
+      "step": 13880
+    },
+    {
+      "epoch": 0.6633374749115932,
+      "grad_norm": 311.76434326171875,
+      "learning_rate": 1.559505092234303e-05,
+      "loss": 26.1875,
+      "step": 13881
+    },
+    {
+      "epoch": 0.6633852623530536,
+      "grad_norm": 261.192626953125,
+      "learning_rate": 1.5594409503348233e-05,
+      "loss": 35.4062,
+      "step": 13882
+    },
+    {
+      "epoch": 0.663433049794514,
+      "grad_norm": 422.9885559082031,
+      "learning_rate": 1.5593768050850148e-05,
+      "loss": 25.875,
+      "step": 13883
+    },
+    {
+      "epoch": 0.6634808372359744,
+      "grad_norm": 514.4017333984375,
+      "learning_rate": 1.5593126564852607e-05,
+      "loss": 51.4062,
+      "step": 13884
+    },
+    {
+      "epoch": 0.6635286246774348,
+      "grad_norm": 243.40814208984375,
+      "learning_rate": 1.5592485045359457e-05,
+      "loss": 37.625,
+      "step": 13885
+    },
+    {
+      "epoch": 0.6635764121188952,
+      "grad_norm": 459.7117004394531,
+      "learning_rate": 1.559184349237454e-05,
+      "loss": 37.1875,
+      "step": 13886
+    },
+    {
+      "epoch": 0.6636241995603556,
+      "grad_norm": 231.9327392578125,
+      "learning_rate": 1.5591201905901693e-05,
+      "loss": 27.6562,
+      "step": 13887
+    },
+    {
+      "epoch": 0.663671987001816,
+      "grad_norm": 216.2261962890625,
+      "learning_rate": 1.5590560285944764e-05,
+      "loss": 31.8125,
+      "step": 13888
+    },
+    {
+      "epoch": 0.6637197744432763,
+      "grad_norm": 314.26995849609375,
+      "learning_rate": 1.5589918632507586e-05,
+      "loss": 26.5312,
+      "step": 13889
+    },
+    {
+      "epoch": 0.6637675618847367,
+      "grad_norm": 235.54579162597656,
+      "learning_rate": 1.5589276945594014e-05,
+      "loss": 34.9062,
+      "step": 13890
+    },
+    {
+      "epoch": 0.6638153493261971,
+      "grad_norm": 308.01788330078125,
+      "learning_rate": 1.5588635225207884e-05,
+      "loss": 38.8125,
+      "step": 13891
+    },
+    {
+      "epoch": 0.6638631367676575,
+      "grad_norm": 189.87078857421875,
+      "learning_rate": 1.5587993471353044e-05,
+      "loss": 24.8438,
+      "step": 13892
+    },
+    {
+      "epoch": 0.6639109242091178,
+      "grad_norm": 370.2519836425781,
+      "learning_rate": 1.5587351684033327e-05,
+      "loss": 30.5,
+      "step": 13893
+    },
+    {
+      "epoch": 0.6639587116505782,
+      "grad_norm": 283.3902893066406,
+      "learning_rate": 1.5586709863252587e-05,
+      "loss": 30.25,
+      "step": 13894
+    },
+    {
+      "epoch": 0.6640064990920386,
+      "grad_norm": 191.19992065429688,
+      "learning_rate": 1.5586068009014662e-05,
+      "loss": 22.2188,
+      "step": 13895
+    },
+    {
+      "epoch": 0.664054286533499,
+      "grad_norm": 247.33892822265625,
+      "learning_rate": 1.5585426121323398e-05,
+      "loss": 21.0312,
+      "step": 13896
+    },
+    {
+      "epoch": 0.6641020739749594,
+      "grad_norm": 284.9910888671875,
+      "learning_rate": 1.558478420018264e-05,
+      "loss": 42.2969,
+      "step": 13897
+    },
+    {
+      "epoch": 0.6641498614164197,
+      "grad_norm": 298.3238220214844,
+      "learning_rate": 1.558414224559623e-05,
+      "loss": 24.125,
+      "step": 13898
+    },
+    {
+      "epoch": 0.6641976488578801,
+      "grad_norm": 558.70361328125,
+      "learning_rate": 1.5583500257568012e-05,
+      "loss": 29.125,
+      "step": 13899
+    },
+    {
+      "epoch": 0.6642454362993405,
+      "grad_norm": 320.0551452636719,
+      "learning_rate": 1.5582858236101833e-05,
+      "loss": 37.5469,
+      "step": 13900
+    },
+    {
+      "epoch": 0.6642932237408009,
+      "grad_norm": 216.5380096435547,
+      "learning_rate": 1.558221618120154e-05,
+      "loss": 21.0625,
+      "step": 13901
+    },
+    {
+      "epoch": 0.6643410111822613,
+      "grad_norm": 234.35986328125,
+      "learning_rate": 1.558157409287097e-05,
+      "loss": 28.1094,
+      "step": 13902
+    },
+    {
+      "epoch": 0.6643887986237217,
+      "grad_norm": 179.08140563964844,
+      "learning_rate": 1.558093197111398e-05,
+      "loss": 24.5625,
+      "step": 13903
+    },
+    {
+      "epoch": 0.6644365860651821,
+      "grad_norm": 339.0231018066406,
+      "learning_rate": 1.55802898159344e-05,
+      "loss": 28.625,
+      "step": 13904
+    },
+    {
+      "epoch": 0.6644843735066425,
+      "grad_norm": 246.04701232910156,
+      "learning_rate": 1.5579647627336095e-05,
+      "loss": 28.0156,
+      "step": 13905
+    },
+    {
+      "epoch": 0.6645321609481029,
+      "grad_norm": 223.01239013671875,
+      "learning_rate": 1.5579005405322892e-05,
+      "loss": 31.5,
+      "step": 13906
+    },
+    {
+      "epoch": 0.6645799483895632,
+      "grad_norm": 251.48583984375,
+      "learning_rate": 1.557836314989865e-05,
+      "loss": 29.7812,
+      "step": 13907
+    },
+    {
+      "epoch": 0.6646277358310236,
+      "grad_norm": 181.70094299316406,
+      "learning_rate": 1.557772086106721e-05,
+      "loss": 27.375,
+      "step": 13908
+    },
+    {
+      "epoch": 0.664675523272484,
+      "grad_norm": 686.2049560546875,
+      "learning_rate": 1.5577078538832417e-05,
+      "loss": 33.0312,
+      "step": 13909
+    },
+    {
+      "epoch": 0.6647233107139444,
+      "grad_norm": 479.3957824707031,
+      "learning_rate": 1.5576436183198123e-05,
+      "loss": 27.9688,
+      "step": 13910
+    },
+    {
+      "epoch": 0.6647710981554048,
+      "grad_norm": 459.5008544921875,
+      "learning_rate": 1.557579379416817e-05,
+      "loss": 30.4062,
+      "step": 13911
+    },
+    {
+      "epoch": 0.6648188855968652,
+      "grad_norm": 295.07666015625,
+      "learning_rate": 1.5575151371746405e-05,
+      "loss": 42.7188,
+      "step": 13912
+    },
+    {
+      "epoch": 0.6648666730383255,
+      "grad_norm": 252.7903594970703,
+      "learning_rate": 1.5574508915936682e-05,
+      "loss": 22.25,
+      "step": 13913
+    },
+    {
+      "epoch": 0.6649144604797859,
+      "grad_norm": 481.98614501953125,
+      "learning_rate": 1.557386642674284e-05,
+      "loss": 36.5938,
+      "step": 13914
+    },
+    {
+      "epoch": 0.6649622479212463,
+      "grad_norm": 272.4181213378906,
+      "learning_rate": 1.5573223904168733e-05,
+      "loss": 28.0312,
+      "step": 13915
+    },
+    {
+      "epoch": 0.6650100353627066,
+      "grad_norm": 319.1946105957031,
+      "learning_rate": 1.5572581348218204e-05,
+      "loss": 25.6562,
+      "step": 13916
+    },
+    {
+      "epoch": 0.665057822804167,
+      "grad_norm": 223.6099090576172,
+      "learning_rate": 1.5571938758895103e-05,
+      "loss": 29.8281,
+      "step": 13917
+    },
+    {
+      "epoch": 0.6651056102456274,
+      "grad_norm": 336.52691650390625,
+      "learning_rate": 1.557129613620328e-05,
+      "loss": 26.2812,
+      "step": 13918
+    },
+    {
+      "epoch": 0.6651533976870878,
+      "grad_norm": 175.88360595703125,
+      "learning_rate": 1.5570653480146584e-05,
+      "loss": 27.125,
+      "step": 13919
+    },
+    {
+      "epoch": 0.6652011851285482,
+      "grad_norm": 422.3666687011719,
+      "learning_rate": 1.5570010790728857e-05,
+      "loss": 35.625,
+      "step": 13920
+    },
+    {
+      "epoch": 0.6652489725700086,
+      "grad_norm": 389.45501708984375,
+      "learning_rate": 1.556936806795396e-05,
+      "loss": 33.8438,
+      "step": 13921
+    },
+    {
+      "epoch": 0.665296760011469,
+      "grad_norm": 373.9620361328125,
+      "learning_rate": 1.5568725311825727e-05,
+      "loss": 28.2344,
+      "step": 13922
+    },
+    {
+      "epoch": 0.6653445474529294,
+      "grad_norm": 373.2043762207031,
+      "learning_rate": 1.556808252234802e-05,
+      "loss": 32.3906,
+      "step": 13923
+    },
+    {
+      "epoch": 0.6653923348943898,
+      "grad_norm": 234.8887481689453,
+      "learning_rate": 1.5567439699524676e-05,
+      "loss": 31.6406,
+      "step": 13924
+    },
+    {
+      "epoch": 0.6654401223358501,
+      "grad_norm": 185.4982147216797,
+      "learning_rate": 1.5566796843359562e-05,
+      "loss": 26.5156,
+      "step": 13925
+    },
+    {
+      "epoch": 0.6654879097773105,
+      "grad_norm": 296.5755615234375,
+      "learning_rate": 1.5566153953856512e-05,
+      "loss": 27.2812,
+      "step": 13926
+    },
+    {
+      "epoch": 0.6655356972187709,
+      "grad_norm": 345.373779296875,
+      "learning_rate": 1.5565511031019385e-05,
+      "loss": 29.0625,
+      "step": 13927
+    },
+    {
+      "epoch": 0.6655834846602313,
+      "grad_norm": 257.4228820800781,
+      "learning_rate": 1.5564868074852027e-05,
+      "loss": 36.375,
+      "step": 13928
+    },
+    {
+      "epoch": 0.6656312721016917,
+      "grad_norm": 209.86672973632812,
+      "learning_rate": 1.5564225085358293e-05,
+      "loss": 22.4688,
+      "step": 13929
+    },
+    {
+      "epoch": 0.6656790595431521,
+      "grad_norm": 382.0846862792969,
+      "learning_rate": 1.5563582062542025e-05,
+      "loss": 33.4062,
+      "step": 13930
+    },
+    {
+      "epoch": 0.6657268469846125,
+      "grad_norm": 240.7911834716797,
+      "learning_rate": 1.5562939006407082e-05,
+      "loss": 25.3438,
+      "step": 13931
+    },
+    {
+      "epoch": 0.6657746344260729,
+      "grad_norm": 323.4635009765625,
+      "learning_rate": 1.5562295916957314e-05,
+      "loss": 26.375,
+      "step": 13932
+    },
+    {
+      "epoch": 0.6658224218675333,
+      "grad_norm": 289.39044189453125,
+      "learning_rate": 1.556165279419657e-05,
+      "loss": 30.0625,
+      "step": 13933
+    },
+    {
+      "epoch": 0.6658702093089935,
+      "grad_norm": 197.7432098388672,
+      "learning_rate": 1.55610096381287e-05,
+      "loss": 26.0,
+      "step": 13934
+    },
+    {
+      "epoch": 0.6659179967504539,
+      "grad_norm": 339.39697265625,
+      "learning_rate": 1.556036644875756e-05,
+      "loss": 34.6562,
+      "step": 13935
+    },
+    {
+      "epoch": 0.6659657841919143,
+      "grad_norm": 262.6526794433594,
+      "learning_rate": 1.5559723226086998e-05,
+      "loss": 34.5,
+      "step": 13936
+    },
+    {
+      "epoch": 0.6660135716333747,
+      "grad_norm": 269.2277526855469,
+      "learning_rate": 1.555907997012087e-05,
+      "loss": 32.6562,
+      "step": 13937
+    },
+    {
+      "epoch": 0.6660613590748351,
+      "grad_norm": 252.31277465820312,
+      "learning_rate": 1.5558436680863025e-05,
+      "loss": 41.4688,
+      "step": 13938
+    },
+    {
+      "epoch": 0.6661091465162955,
+      "grad_norm": 334.57611083984375,
+      "learning_rate": 1.5557793358317318e-05,
+      "loss": 38.375,
+      "step": 13939
+    },
+    {
+      "epoch": 0.6661569339577559,
+      "grad_norm": 322.30230712890625,
+      "learning_rate": 1.55571500024876e-05,
+      "loss": 25.9375,
+      "step": 13940
+    },
+    {
+      "epoch": 0.6662047213992163,
+      "grad_norm": 345.7240905761719,
+      "learning_rate": 1.5556506613377722e-05,
+      "loss": 25.125,
+      "step": 13941
+    },
+    {
+      "epoch": 0.6662525088406767,
+      "grad_norm": 211.12448120117188,
+      "learning_rate": 1.555586319099154e-05,
+      "loss": 38.0938,
+      "step": 13942
+    },
+    {
+      "epoch": 0.666300296282137,
+      "grad_norm": 370.32080078125,
+      "learning_rate": 1.555521973533291e-05,
+      "loss": 26.5625,
+      "step": 13943
+    },
+    {
+      "epoch": 0.6663480837235974,
+      "grad_norm": 351.9104919433594,
+      "learning_rate": 1.555457624640568e-05,
+      "loss": 25.5469,
+      "step": 13944
+    },
+    {
+      "epoch": 0.6663958711650578,
+      "grad_norm": 215.572265625,
+      "learning_rate": 1.55539327242137e-05,
+      "loss": 22.9844,
+      "step": 13945
+    },
+    {
+      "epoch": 0.6664436586065182,
+      "grad_norm": 228.96978759765625,
+      "learning_rate": 1.5553289168760834e-05,
+      "loss": 31.2812,
+      "step": 13946
+    },
+    {
+      "epoch": 0.6664914460479786,
+      "grad_norm": 208.5677032470703,
+      "learning_rate": 1.5552645580050934e-05,
+      "loss": 19.9062,
+      "step": 13947
+    },
+    {
+      "epoch": 0.666539233489439,
+      "grad_norm": 256.02056884765625,
+      "learning_rate": 1.555200195808785e-05,
+      "loss": 35.1562,
+      "step": 13948
+    },
+    {
+      "epoch": 0.6665870209308994,
+      "grad_norm": 348.2163391113281,
+      "learning_rate": 1.5551358302875438e-05,
+      "loss": 30.0938,
+      "step": 13949
+    },
+    {
+      "epoch": 0.6666348083723598,
+      "grad_norm": 258.00897216796875,
+      "learning_rate": 1.5550714614417552e-05,
+      "loss": 32.2188,
+      "step": 13950
+    },
+    {
+      "epoch": 0.6666825958138202,
+      "grad_norm": 219.69854736328125,
+      "learning_rate": 1.555007089271805e-05,
+      "loss": 24.25,
+      "step": 13951
+    },
+    {
+      "epoch": 0.6667303832552806,
+      "grad_norm": 267.6196594238281,
+      "learning_rate": 1.5549427137780782e-05,
+      "loss": 25.25,
+      "step": 13952
+    },
+    {
+      "epoch": 0.666778170696741,
+      "grad_norm": 475.12030029296875,
+      "learning_rate": 1.554878334960961e-05,
+      "loss": 41.125,
+      "step": 13953
+    },
+    {
+      "epoch": 0.6668259581382013,
+      "grad_norm": 221.27720642089844,
+      "learning_rate": 1.5548139528208385e-05,
+      "loss": 26.7188,
+      "step": 13954
+    },
+    {
+      "epoch": 0.6668737455796616,
+      "grad_norm": 255.00096130371094,
+      "learning_rate": 1.5547495673580962e-05,
+      "loss": 22.4375,
+      "step": 13955
+    },
+    {
+      "epoch": 0.666921533021122,
+      "grad_norm": 436.10791015625,
+      "learning_rate": 1.5546851785731195e-05,
+      "loss": 31.875,
+      "step": 13956
+    },
+    {
+      "epoch": 0.6669693204625824,
+      "grad_norm": 174.443603515625,
+      "learning_rate": 1.5546207864662948e-05,
+      "loss": 30.4688,
+      "step": 13957
+    },
+    {
+      "epoch": 0.6670171079040428,
+      "grad_norm": 368.0301208496094,
+      "learning_rate": 1.5545563910380073e-05,
+      "loss": 36.0156,
+      "step": 13958
+    },
+    {
+      "epoch": 0.6670648953455032,
+      "grad_norm": 243.1656494140625,
+      "learning_rate": 1.554491992288642e-05,
+      "loss": 37.4062,
+      "step": 13959
+    },
+    {
+      "epoch": 0.6671126827869636,
+      "grad_norm": 237.3880615234375,
+      "learning_rate": 1.5544275902185856e-05,
+      "loss": 22.3125,
+      "step": 13960
+    },
+    {
+      "epoch": 0.667160470228424,
+      "grad_norm": 340.0061340332031,
+      "learning_rate": 1.5543631848282232e-05,
+      "loss": 27.3438,
+      "step": 13961
+    },
+    {
+      "epoch": 0.6672082576698843,
+      "grad_norm": 278.6573791503906,
+      "learning_rate": 1.554298776117941e-05,
+      "loss": 19.9062,
+      "step": 13962
+    },
+    {
+      "epoch": 0.6672560451113447,
+      "grad_norm": 273.7189636230469,
+      "learning_rate": 1.5542343640881238e-05,
+      "loss": 31.6094,
+      "step": 13963
+    },
+    {
+      "epoch": 0.6673038325528051,
+      "grad_norm": 293.4861145019531,
+      "learning_rate": 1.5541699487391585e-05,
+      "loss": 32.2188,
+      "step": 13964
+    },
+    {
+      "epoch": 0.6673516199942655,
+      "grad_norm": 364.90252685546875,
+      "learning_rate": 1.5541055300714297e-05,
+      "loss": 31.2188,
+      "step": 13965
+    },
+    {
+      "epoch": 0.6673994074357259,
+      "grad_norm": 318.89617919921875,
+      "learning_rate": 1.5540411080853243e-05,
+      "loss": 27.6094,
+      "step": 13966
+    },
+    {
+      "epoch": 0.6674471948771863,
+      "grad_norm": 279.8245544433594,
+      "learning_rate": 1.5539766827812272e-05,
+      "loss": 26.0156,
+      "step": 13967
+    },
+    {
+      "epoch": 0.6674949823186467,
+      "grad_norm": 255.86581420898438,
+      "learning_rate": 1.5539122541595247e-05,
+      "loss": 34.75,
+      "step": 13968
+    },
+    {
+      "epoch": 0.6675427697601071,
+      "grad_norm": 186.83340454101562,
+      "learning_rate": 1.5538478222206026e-05,
+      "loss": 28.25,
+      "step": 13969
+    },
+    {
+      "epoch": 0.6675905572015675,
+      "grad_norm": 309.7132873535156,
+      "learning_rate": 1.5537833869648465e-05,
+      "loss": 25.6562,
+      "step": 13970
+    },
+    {
+      "epoch": 0.6676383446430278,
+      "grad_norm": 175.6341094970703,
+      "learning_rate": 1.5537189483926427e-05,
+      "loss": 27.7812,
+      "step": 13971
+    },
+    {
+      "epoch": 0.6676861320844882,
+      "grad_norm": 264.80224609375,
+      "learning_rate": 1.553654506504377e-05,
+      "loss": 29.5625,
+      "step": 13972
+    },
+    {
+      "epoch": 0.6677339195259486,
+      "grad_norm": 355.7557067871094,
+      "learning_rate": 1.5535900613004352e-05,
+      "loss": 26.0938,
+      "step": 13973
+    },
+    {
+      "epoch": 0.667781706967409,
+      "grad_norm": 184.5569305419922,
+      "learning_rate": 1.553525612781203e-05,
+      "loss": 29.0938,
+      "step": 13974
+    },
+    {
+      "epoch": 0.6678294944088693,
+      "grad_norm": 150.3990020751953,
+      "learning_rate": 1.5534611609470667e-05,
+      "loss": 24.0156,
+      "step": 13975
+    },
+    {
+      "epoch": 0.6678772818503297,
+      "grad_norm": 353.4085388183594,
+      "learning_rate": 1.5533967057984122e-05,
+      "loss": 36.1562,
+      "step": 13976
+    },
+    {
+      "epoch": 0.6679250692917901,
+      "grad_norm": 227.7947540283203,
+      "learning_rate": 1.5533322473356257e-05,
+      "loss": 27.8438,
+      "step": 13977
+    },
+    {
+      "epoch": 0.6679728567332505,
+      "grad_norm": 209.6571807861328,
+      "learning_rate": 1.5532677855590926e-05,
+      "loss": 27.8438,
+      "step": 13978
+    },
+    {
+      "epoch": 0.6680206441747109,
+      "grad_norm": 718.7539672851562,
+      "learning_rate": 1.5532033204692e-05,
+      "loss": 28.1875,
+      "step": 13979
+    },
+    {
+      "epoch": 0.6680684316161712,
+      "grad_norm": 261.66326904296875,
+      "learning_rate": 1.553138852066333e-05,
+      "loss": 25.4688,
+      "step": 13980
+    },
+    {
+      "epoch": 0.6681162190576316,
+      "grad_norm": 216.27914428710938,
+      "learning_rate": 1.5530743803508777e-05,
+      "loss": 25.6875,
+      "step": 13981
+    },
+    {
+      "epoch": 0.668164006499092,
+      "grad_norm": 296.4901428222656,
+      "learning_rate": 1.5530099053232212e-05,
+      "loss": 31.6562,
+      "step": 13982
+    },
+    {
+      "epoch": 0.6682117939405524,
+      "grad_norm": 475.89923095703125,
+      "learning_rate": 1.5529454269837482e-05,
+      "loss": 29.875,
+      "step": 13983
+    },
+    {
+      "epoch": 0.6682595813820128,
+      "grad_norm": 338.4292907714844,
+      "learning_rate": 1.5528809453328463e-05,
+      "loss": 29.4062,
+      "step": 13984
+    },
+    {
+      "epoch": 0.6683073688234732,
+      "grad_norm": 294.8868103027344,
+      "learning_rate": 1.5528164603709008e-05,
+      "loss": 24.625,
+      "step": 13985
+    },
+    {
+      "epoch": 0.6683551562649336,
+      "grad_norm": 307.56927490234375,
+      "learning_rate": 1.5527519720982978e-05,
+      "loss": 22.7812,
+      "step": 13986
+    },
+    {
+      "epoch": 0.668402943706394,
+      "grad_norm": 606.8048706054688,
+      "learning_rate": 1.5526874805154237e-05,
+      "loss": 30.0938,
+      "step": 13987
+    },
+    {
+      "epoch": 0.6684507311478544,
+      "grad_norm": 376.8441467285156,
+      "learning_rate": 1.5526229856226646e-05,
+      "loss": 23.625,
+      "step": 13988
+    },
+    {
+      "epoch": 0.6684985185893147,
+      "grad_norm": 208.83238220214844,
+      "learning_rate": 1.5525584874204072e-05,
+      "loss": 26.625,
+      "step": 13989
+    },
+    {
+      "epoch": 0.6685463060307751,
+      "grad_norm": 208.49241638183594,
+      "learning_rate": 1.5524939859090374e-05,
+      "loss": 30.7188,
+      "step": 13990
+    },
+    {
+      "epoch": 0.6685940934722355,
+      "grad_norm": 247.1849365234375,
+      "learning_rate": 1.5524294810889414e-05,
+      "loss": 26.75,
+      "step": 13991
+    },
+    {
+      "epoch": 0.6686418809136959,
+      "grad_norm": 131.37704467773438,
+      "learning_rate": 1.552364972960506e-05,
+      "loss": 17.8438,
+      "step": 13992
+    },
+    {
+      "epoch": 0.6686896683551563,
+      "grad_norm": 336.36761474609375,
+      "learning_rate": 1.552300461524117e-05,
+      "loss": 38.3125,
+      "step": 13993
+    },
+    {
+      "epoch": 0.6687374557966167,
+      "grad_norm": 244.23814392089844,
+      "learning_rate": 1.5522359467801606e-05,
+      "loss": 23.4688,
+      "step": 13994
+    },
+    {
+      "epoch": 0.6687852432380771,
+      "grad_norm": 455.9574279785156,
+      "learning_rate": 1.552171428729024e-05,
+      "loss": 27.125,
+      "step": 13995
+    },
+    {
+      "epoch": 0.6688330306795374,
+      "grad_norm": 367.7630310058594,
+      "learning_rate": 1.5521069073710926e-05,
+      "loss": 25.3281,
+      "step": 13996
+    },
+    {
+      "epoch": 0.6688808181209978,
+      "grad_norm": 563.3963623046875,
+      "learning_rate": 1.5520423827067535e-05,
+      "loss": 37.8438,
+      "step": 13997
+    },
+    {
+      "epoch": 0.6689286055624581,
+      "grad_norm": 258.4998779296875,
+      "learning_rate": 1.5519778547363925e-05,
+      "loss": 34.5,
+      "step": 13998
+    },
+    {
+      "epoch": 0.6689763930039185,
+      "grad_norm": 302.0830383300781,
+      "learning_rate": 1.5519133234603968e-05,
+      "loss": 29.0,
+      "step": 13999
+    },
+    {
+      "epoch": 0.6690241804453789,
+      "grad_norm": 210.52879333496094,
+      "learning_rate": 1.551848788879152e-05,
+      "loss": 26.0,
+      "step": 14000
+    },
+    {
+      "epoch": 0.6690719678868393,
+      "grad_norm": 471.8907165527344,
+      "learning_rate": 1.5517842509930454e-05,
+      "loss": 36.1562,
+      "step": 14001
+    },
+    {
+      "epoch": 0.6691197553282997,
+      "grad_norm": 214.56932067871094,
+      "learning_rate": 1.551719709802463e-05,
+      "loss": 23.5938,
+      "step": 14002
+    },
+    {
+      "epoch": 0.6691675427697601,
+      "grad_norm": 292.6384582519531,
+      "learning_rate": 1.5516551653077916e-05,
+      "loss": 29.0625,
+      "step": 14003
+    },
+    {
+      "epoch": 0.6692153302112205,
+      "grad_norm": 194.7188720703125,
+      "learning_rate": 1.5515906175094177e-05,
+      "loss": 23.2812,
+      "step": 14004
+    },
+    {
+      "epoch": 0.6692631176526809,
+      "grad_norm": 376.8774108886719,
+      "learning_rate": 1.5515260664077274e-05,
+      "loss": 31.6875,
+      "step": 14005
+    },
+    {
+      "epoch": 0.6693109050941413,
+      "grad_norm": 367.9100646972656,
+      "learning_rate": 1.5514615120031077e-05,
+      "loss": 23.3125,
+      "step": 14006
+    },
+    {
+      "epoch": 0.6693586925356017,
+      "grad_norm": 261.78564453125,
+      "learning_rate": 1.5513969542959452e-05,
+      "loss": 31.7188,
+      "step": 14007
+    },
+    {
+      "epoch": 0.669406479977062,
+      "grad_norm": 401.5758361816406,
+      "learning_rate": 1.5513323932866264e-05,
+      "loss": 22.4375,
+      "step": 14008
+    },
+    {
+      "epoch": 0.6694542674185224,
+      "grad_norm": 160.7227325439453,
+      "learning_rate": 1.551267828975538e-05,
+      "loss": 29.0938,
+      "step": 14009
+    },
+    {
+      "epoch": 0.6695020548599828,
+      "grad_norm": 383.6186218261719,
+      "learning_rate": 1.5512032613630665e-05,
+      "loss": 24.2188,
+      "step": 14010
+    },
+    {
+      "epoch": 0.6695498423014432,
+      "grad_norm": 241.5963897705078,
+      "learning_rate": 1.5511386904495988e-05,
+      "loss": 28.0938,
+      "step": 14011
+    },
+    {
+      "epoch": 0.6695976297429036,
+      "grad_norm": 200.2287139892578,
+      "learning_rate": 1.5510741162355216e-05,
+      "loss": 26.5312,
+      "step": 14012
+    },
+    {
+      "epoch": 0.669645417184364,
+      "grad_norm": 313.2181091308594,
+      "learning_rate": 1.5510095387212217e-05,
+      "loss": 24.3125,
+      "step": 14013
+    },
+    {
+      "epoch": 0.6696932046258244,
+      "grad_norm": 316.1817626953125,
+      "learning_rate": 1.550944957907085e-05,
+      "loss": 31.25,
+      "step": 14014
+    },
+    {
+      "epoch": 0.6697409920672848,
+      "grad_norm": 436.7392578125,
+      "learning_rate": 1.5508803737934996e-05,
+      "loss": 30.7188,
+      "step": 14015
+    },
+    {
+      "epoch": 0.669788779508745,
+      "grad_norm": 711.93896484375,
+      "learning_rate": 1.5508157863808513e-05,
+      "loss": 25.3594,
+      "step": 14016
+    },
+    {
+      "epoch": 0.6698365669502054,
+      "grad_norm": 404.05059814453125,
+      "learning_rate": 1.550751195669527e-05,
+      "loss": 35.8281,
+      "step": 14017
+    },
+    {
+      "epoch": 0.6698843543916658,
+      "grad_norm": 192.90521240234375,
+      "learning_rate": 1.550686601659914e-05,
+      "loss": 26.2812,
+      "step": 14018
+    },
+    {
+      "epoch": 0.6699321418331262,
+      "grad_norm": 189.36851501464844,
+      "learning_rate": 1.550622004352399e-05,
+      "loss": 22.75,
+      "step": 14019
+    },
+    {
+      "epoch": 0.6699799292745866,
+      "grad_norm": 304.5968322753906,
+      "learning_rate": 1.5505574037473685e-05,
+      "loss": 25.0625,
+      "step": 14020
+    },
+    {
+      "epoch": 0.670027716716047,
+      "grad_norm": 366.78643798828125,
+      "learning_rate": 1.5504927998452096e-05,
+      "loss": 26.125,
+      "step": 14021
+    },
+    {
+      "epoch": 0.6700755041575074,
+      "grad_norm": 469.6247253417969,
+      "learning_rate": 1.550428192646309e-05,
+      "loss": 22.5156,
+      "step": 14022
+    },
+    {
+      "epoch": 0.6701232915989678,
+      "grad_norm": 249.823974609375,
+      "learning_rate": 1.5503635821510538e-05,
+      "loss": 29.0312,
+      "step": 14023
+    },
+    {
+      "epoch": 0.6701710790404282,
+      "grad_norm": 232.12876892089844,
+      "learning_rate": 1.550298968359831e-05,
+      "loss": 28.8438,
+      "step": 14024
+    },
+    {
+      "epoch": 0.6702188664818886,
+      "grad_norm": 353.46697998046875,
+      "learning_rate": 1.5502343512730273e-05,
+      "loss": 32.0,
+      "step": 14025
+    },
+    {
+      "epoch": 0.6702666539233489,
+      "grad_norm": 175.57701110839844,
+      "learning_rate": 1.55016973089103e-05,
+      "loss": 17.1406,
+      "step": 14026
+    },
+    {
+      "epoch": 0.6703144413648093,
+      "grad_norm": 487.3474426269531,
+      "learning_rate": 1.550105107214226e-05,
+      "loss": 37.75,
+      "step": 14027
+    },
+    {
+      "epoch": 0.6703622288062697,
+      "grad_norm": 445.34716796875,
+      "learning_rate": 1.550040480243002e-05,
+      "loss": 37.0625,
+      "step": 14028
+    },
+    {
+      "epoch": 0.6704100162477301,
+      "grad_norm": 263.2955017089844,
+      "learning_rate": 1.5499758499777454e-05,
+      "loss": 30.5625,
+      "step": 14029
+    },
+    {
+      "epoch": 0.6704578036891905,
+      "grad_norm": 1281.9222412109375,
+      "learning_rate": 1.549911216418843e-05,
+      "loss": 34.0,
+      "step": 14030
+    },
+    {
+      "epoch": 0.6705055911306509,
+      "grad_norm": 399.3844909667969,
+      "learning_rate": 1.5498465795666825e-05,
+      "loss": 23.0312,
+      "step": 14031
+    },
+    {
+      "epoch": 0.6705533785721113,
+      "grad_norm": 259.7547302246094,
+      "learning_rate": 1.5497819394216497e-05,
+      "loss": 23.5625,
+      "step": 14032
+    },
+    {
+      "epoch": 0.6706011660135717,
+      "grad_norm": 304.79718017578125,
+      "learning_rate": 1.5497172959841332e-05,
+      "loss": 26.2188,
+      "step": 14033
+    },
+    {
+      "epoch": 0.6706489534550321,
+      "grad_norm": 258.3816833496094,
+      "learning_rate": 1.549652649254519e-05,
+      "loss": 31.5,
+      "step": 14034
+    },
+    {
+      "epoch": 0.6706967408964924,
+      "grad_norm": 249.2147979736328,
+      "learning_rate": 1.5495879992331947e-05,
+      "loss": 36.4062,
+      "step": 14035
+    },
+    {
+      "epoch": 0.6707445283379528,
+      "grad_norm": 174.114990234375,
+      "learning_rate": 1.5495233459205476e-05,
+      "loss": 23.5312,
+      "step": 14036
+    },
+    {
+      "epoch": 0.6707923157794131,
+      "grad_norm": 282.4155578613281,
+      "learning_rate": 1.5494586893169647e-05,
+      "loss": 22.4531,
+      "step": 14037
+    },
+    {
+      "epoch": 0.6708401032208735,
+      "grad_norm": 559.8585815429688,
+      "learning_rate": 1.5493940294228333e-05,
+      "loss": 33.8438,
+      "step": 14038
+    },
+    {
+      "epoch": 0.6708878906623339,
+      "grad_norm": 299.8243408203125,
+      "learning_rate": 1.5493293662385403e-05,
+      "loss": 28.9375,
+      "step": 14039
+    },
+    {
+      "epoch": 0.6709356781037943,
+      "grad_norm": 152.58580017089844,
+      "learning_rate": 1.5492646997644737e-05,
+      "loss": 23.8906,
+      "step": 14040
+    },
+    {
+      "epoch": 0.6709834655452547,
+      "grad_norm": 269.56378173828125,
+      "learning_rate": 1.5492000300010196e-05,
+      "loss": 23.625,
+      "step": 14041
+    },
+    {
+      "epoch": 0.6710312529867151,
+      "grad_norm": 271.3571472167969,
+      "learning_rate": 1.5491353569485665e-05,
+      "loss": 34.7812,
+      "step": 14042
+    },
+    {
+      "epoch": 0.6710790404281755,
+      "grad_norm": 218.26316833496094,
+      "learning_rate": 1.549070680607501e-05,
+      "loss": 26.1875,
+      "step": 14043
+    },
+    {
+      "epoch": 0.6711268278696358,
+      "grad_norm": 383.841552734375,
+      "learning_rate": 1.549006000978211e-05,
+      "loss": 24.9844,
+      "step": 14044
+    },
+    {
+      "epoch": 0.6711746153110962,
+      "grad_norm": 213.64898681640625,
+      "learning_rate": 1.548941318061083e-05,
+      "loss": 34.7812,
+      "step": 14045
+    },
+    {
+      "epoch": 0.6712224027525566,
+      "grad_norm": 281.0121765136719,
+      "learning_rate": 1.548876631856505e-05,
+      "loss": 32.4688,
+      "step": 14046
+    },
+    {
+      "epoch": 0.671270190194017,
+      "grad_norm": 468.8697814941406,
+      "learning_rate": 1.548811942364864e-05,
+      "loss": 31.0,
+      "step": 14047
+    },
+    {
+      "epoch": 0.6713179776354774,
+      "grad_norm": 194.4471435546875,
+      "learning_rate": 1.548747249586548e-05,
+      "loss": 20.2188,
+      "step": 14048
+    },
+    {
+      "epoch": 0.6713657650769378,
+      "grad_norm": 194.40354919433594,
+      "learning_rate": 1.548682553521944e-05,
+      "loss": 19.8906,
+      "step": 14049
+    },
+    {
+      "epoch": 0.6714135525183982,
+      "grad_norm": 371.4023132324219,
+      "learning_rate": 1.5486178541714393e-05,
+      "loss": 42.4375,
+      "step": 14050
+    },
+    {
+      "epoch": 0.6714613399598586,
+      "grad_norm": 404.1051940917969,
+      "learning_rate": 1.5485531515354216e-05,
+      "loss": 39.0625,
+      "step": 14051
+    },
+    {
+      "epoch": 0.671509127401319,
+      "grad_norm": 299.286376953125,
+      "learning_rate": 1.5484884456142784e-05,
+      "loss": 30.3438,
+      "step": 14052
+    },
+    {
+      "epoch": 0.6715569148427794,
+      "grad_norm": 461.267578125,
+      "learning_rate": 1.548423736408397e-05,
+      "loss": 26.5469,
+      "step": 14053
+    },
+    {
+      "epoch": 0.6716047022842397,
+      "grad_norm": 203.51931762695312,
+      "learning_rate": 1.5483590239181655e-05,
+      "loss": 21.6875,
+      "step": 14054
+    },
+    {
+      "epoch": 0.6716524897257001,
+      "grad_norm": 648.6238403320312,
+      "learning_rate": 1.548294308143971e-05,
+      "loss": 31.6875,
+      "step": 14055
+    },
+    {
+      "epoch": 0.6717002771671605,
+      "grad_norm": 262.8631591796875,
+      "learning_rate": 1.548229589086201e-05,
+      "loss": 17.0156,
+      "step": 14056
+    },
+    {
+      "epoch": 0.6717480646086209,
+      "grad_norm": 303.6676025390625,
+      "learning_rate": 1.5481648667452427e-05,
+      "loss": 34.5312,
+      "step": 14057
+    },
+    {
+      "epoch": 0.6717958520500812,
+      "grad_norm": 312.905517578125,
+      "learning_rate": 1.5481001411214847e-05,
+      "loss": 31.9688,
+      "step": 14058
+    },
+    {
+      "epoch": 0.6718436394915416,
+      "grad_norm": 371.7030944824219,
+      "learning_rate": 1.5480354122153135e-05,
+      "loss": 29.8125,
+      "step": 14059
+    },
+    {
+      "epoch": 0.671891426933002,
+      "grad_norm": 342.93536376953125,
+      "learning_rate": 1.547970680027118e-05,
+      "loss": 33.2188,
+      "step": 14060
+    },
+    {
+      "epoch": 0.6719392143744624,
+      "grad_norm": 300.8334655761719,
+      "learning_rate": 1.547905944557285e-05,
+      "loss": 32.4688,
+      "step": 14061
+    },
+    {
+      "epoch": 0.6719870018159227,
+      "grad_norm": 402.2565002441406,
+      "learning_rate": 1.547841205806202e-05,
+      "loss": 29.875,
+      "step": 14062
+    },
+    {
+      "epoch": 0.6720347892573831,
+      "grad_norm": 208.59280395507812,
+      "learning_rate": 1.5477764637742576e-05,
+      "loss": 29.6094,
+      "step": 14063
+    },
+    {
+      "epoch": 0.6720825766988435,
+      "grad_norm": 180.22923278808594,
+      "learning_rate": 1.5477117184618388e-05,
+      "loss": 17.2344,
+      "step": 14064
+    },
+    {
+      "epoch": 0.6721303641403039,
+      "grad_norm": 285.38873291015625,
+      "learning_rate": 1.5476469698693336e-05,
+      "loss": 31.5625,
+      "step": 14065
+    },
+    {
+      "epoch": 0.6721781515817643,
+      "grad_norm": 305.5152893066406,
+      "learning_rate": 1.5475822179971295e-05,
+      "loss": 28.7969,
+      "step": 14066
+    },
+    {
+      "epoch": 0.6722259390232247,
+      "grad_norm": 280.9677734375,
+      "learning_rate": 1.547517462845615e-05,
+      "loss": 24.7812,
+      "step": 14067
+    },
+    {
+      "epoch": 0.6722737264646851,
+      "grad_norm": 482.56695556640625,
+      "learning_rate": 1.5474527044151768e-05,
+      "loss": 41.9062,
+      "step": 14068
+    },
+    {
+      "epoch": 0.6723215139061455,
+      "grad_norm": 505.77935791015625,
+      "learning_rate": 1.547387942706204e-05,
+      "loss": 28.375,
+      "step": 14069
+    },
+    {
+      "epoch": 0.6723693013476059,
+      "grad_norm": 125.4790267944336,
+      "learning_rate": 1.5473231777190833e-05,
+      "loss": 29.6875,
+      "step": 14070
+    },
+    {
+      "epoch": 0.6724170887890663,
+      "grad_norm": 185.448974609375,
+      "learning_rate": 1.547258409454203e-05,
+      "loss": 37.2344,
+      "step": 14071
+    },
+    {
+      "epoch": 0.6724648762305266,
+      "grad_norm": 274.1732177734375,
+      "learning_rate": 1.5471936379119508e-05,
+      "loss": 27.6562,
+      "step": 14072
+    },
+    {
+      "epoch": 0.672512663671987,
+      "grad_norm": 379.0054931640625,
+      "learning_rate": 1.547128863092715e-05,
+      "loss": 26.4062,
+      "step": 14073
+    },
+    {
+      "epoch": 0.6725604511134474,
+      "grad_norm": 122.1546859741211,
+      "learning_rate": 1.547064084996883e-05,
+      "loss": 18.4531,
+      "step": 14074
+    },
+    {
+      "epoch": 0.6726082385549078,
+      "grad_norm": 685.4647216796875,
+      "learning_rate": 1.5469993036248436e-05,
+      "loss": 38.6562,
+      "step": 14075
+    },
+    {
+      "epoch": 0.6726560259963682,
+      "grad_norm": 183.39918518066406,
+      "learning_rate": 1.546934518976984e-05,
+      "loss": 18.7812,
+      "step": 14076
+    },
+    {
+      "epoch": 0.6727038134378286,
+      "grad_norm": 276.59136962890625,
+      "learning_rate": 1.546869731053692e-05,
+      "loss": 33.0312,
+      "step": 14077
+    },
+    {
+      "epoch": 0.6727516008792889,
+      "grad_norm": 334.3862609863281,
+      "learning_rate": 1.546804939855356e-05,
+      "loss": 42.4375,
+      "step": 14078
+    },
+    {
+      "epoch": 0.6727993883207493,
+      "grad_norm": 212.83367919921875,
+      "learning_rate": 1.5467401453823648e-05,
+      "loss": 15.6406,
+      "step": 14079
+    },
+    {
+      "epoch": 0.6728471757622096,
+      "grad_norm": 220.2476806640625,
+      "learning_rate": 1.546675347635105e-05,
+      "loss": 26.8125,
+      "step": 14080
+    },
+    {
+      "epoch": 0.67289496320367,
+      "grad_norm": 241.2598114013672,
+      "learning_rate": 1.546610546613965e-05,
+      "loss": 32.2188,
+      "step": 14081
+    },
+    {
+      "epoch": 0.6729427506451304,
+      "grad_norm": 185.50924682617188,
+      "learning_rate": 1.5465457423193336e-05,
+      "loss": 24.5781,
+      "step": 14082
+    },
+    {
+      "epoch": 0.6729905380865908,
+      "grad_norm": 311.2310485839844,
+      "learning_rate": 1.5464809347515984e-05,
+      "loss": 27.1875,
+      "step": 14083
+    },
+    {
+      "epoch": 0.6730383255280512,
+      "grad_norm": 243.1075897216797,
+      "learning_rate": 1.5464161239111475e-05,
+      "loss": 26.8281,
+      "step": 14084
+    },
+    {
+      "epoch": 0.6730861129695116,
+      "grad_norm": 150.4004364013672,
+      "learning_rate": 1.5463513097983688e-05,
+      "loss": 29.5,
+      "step": 14085
+    },
+    {
+      "epoch": 0.673133900410972,
+      "grad_norm": 246.9958038330078,
+      "learning_rate": 1.5462864924136512e-05,
+      "loss": 33.4375,
+      "step": 14086
+    },
+    {
+      "epoch": 0.6731816878524324,
+      "grad_norm": 205.80731201171875,
+      "learning_rate": 1.546221671757382e-05,
+      "loss": 30.5,
+      "step": 14087
+    },
+    {
+      "epoch": 0.6732294752938928,
+      "grad_norm": 303.521484375,
+      "learning_rate": 1.5461568478299502e-05,
+      "loss": 32.9062,
+      "step": 14088
+    },
+    {
+      "epoch": 0.6732772627353532,
+      "grad_norm": 213.8377227783203,
+      "learning_rate": 1.5460920206317434e-05,
+      "loss": 27.875,
+      "step": 14089
+    },
+    {
+      "epoch": 0.6733250501768135,
+      "grad_norm": 206.20030212402344,
+      "learning_rate": 1.54602719016315e-05,
+      "loss": 32.0781,
+      "step": 14090
+    },
+    {
+      "epoch": 0.6733728376182739,
+      "grad_norm": 200.539794921875,
+      "learning_rate": 1.5459623564245583e-05,
+      "loss": 20.7188,
+      "step": 14091
+    },
+    {
+      "epoch": 0.6734206250597343,
+      "grad_norm": 187.9794158935547,
+      "learning_rate": 1.5458975194163567e-05,
+      "loss": 32.7188,
+      "step": 14092
+    },
+    {
+      "epoch": 0.6734684125011947,
+      "grad_norm": 546.8079833984375,
+      "learning_rate": 1.5458326791389335e-05,
+      "loss": 28.6875,
+      "step": 14093
+    },
+    {
+      "epoch": 0.6735161999426551,
+      "grad_norm": 297.2930603027344,
+      "learning_rate": 1.5457678355926767e-05,
+      "loss": 32.2969,
+      "step": 14094
+    },
+    {
+      "epoch": 0.6735639873841155,
+      "grad_norm": 453.4134826660156,
+      "learning_rate": 1.5457029887779746e-05,
+      "loss": 31.5312,
+      "step": 14095
+    },
+    {
+      "epoch": 0.6736117748255759,
+      "grad_norm": 258.560791015625,
+      "learning_rate": 1.545638138695216e-05,
+      "loss": 34.8438,
+      "step": 14096
+    },
+    {
+      "epoch": 0.6736595622670363,
+      "grad_norm": 253.71795654296875,
+      "learning_rate": 1.545573285344789e-05,
+      "loss": 28.875,
+      "step": 14097
+    },
+    {
+      "epoch": 0.6737073497084967,
+      "grad_norm": 272.9400329589844,
+      "learning_rate": 1.5455084287270818e-05,
+      "loss": 26.9375,
+      "step": 14098
+    },
+    {
+      "epoch": 0.6737551371499569,
+      "grad_norm": 408.8533630371094,
+      "learning_rate": 1.545443568842483e-05,
+      "loss": 33.5312,
+      "step": 14099
+    },
+    {
+      "epoch": 0.6738029245914173,
+      "grad_norm": 233.3761444091797,
+      "learning_rate": 1.5453787056913813e-05,
+      "loss": 30.625,
+      "step": 14100
+    },
+    {
+      "epoch": 0.6738507120328777,
+      "grad_norm": 206.61312866210938,
+      "learning_rate": 1.5453138392741646e-05,
+      "loss": 36.9062,
+      "step": 14101
+    },
+    {
+      "epoch": 0.6738984994743381,
+      "grad_norm": 242.41090393066406,
+      "learning_rate": 1.5452489695912222e-05,
+      "loss": 21.1562,
+      "step": 14102
+    },
+    {
+      "epoch": 0.6739462869157985,
+      "grad_norm": 309.6409606933594,
+      "learning_rate": 1.5451840966429413e-05,
+      "loss": 34.0938,
+      "step": 14103
+    },
+    {
+      "epoch": 0.6739940743572589,
+      "grad_norm": 241.6111297607422,
+      "learning_rate": 1.5451192204297117e-05,
+      "loss": 20.625,
+      "step": 14104
+    },
+    {
+      "epoch": 0.6740418617987193,
+      "grad_norm": 379.3473815917969,
+      "learning_rate": 1.5450543409519208e-05,
+      "loss": 31.4375,
+      "step": 14105
+    },
+    {
+      "epoch": 0.6740896492401797,
+      "grad_norm": 139.49192810058594,
+      "learning_rate": 1.5449894582099584e-05,
+      "loss": 26.3125,
+      "step": 14106
+    },
+    {
+      "epoch": 0.6741374366816401,
+      "grad_norm": 739.4265747070312,
+      "learning_rate": 1.544924572204212e-05,
+      "loss": 24.25,
+      "step": 14107
+    },
+    {
+      "epoch": 0.6741852241231004,
+      "grad_norm": 275.0810241699219,
+      "learning_rate": 1.5448596829350706e-05,
+      "loss": 24.0781,
+      "step": 14108
+    },
+    {
+      "epoch": 0.6742330115645608,
+      "grad_norm": 388.322509765625,
+      "learning_rate": 1.544794790402923e-05,
+      "loss": 30.0,
+      "step": 14109
+    },
+    {
+      "epoch": 0.6742807990060212,
+      "grad_norm": 276.4560241699219,
+      "learning_rate": 1.5447298946081573e-05,
+      "loss": 28.375,
+      "step": 14110
+    },
+    {
+      "epoch": 0.6743285864474816,
+      "grad_norm": 166.60398864746094,
+      "learning_rate": 1.5446649955511623e-05,
+      "loss": 23.5938,
+      "step": 14111
+    },
+    {
+      "epoch": 0.674376373888942,
+      "grad_norm": 732.0546875,
+      "learning_rate": 1.5446000932323267e-05,
+      "loss": 22.5312,
+      "step": 14112
+    },
+    {
+      "epoch": 0.6744241613304024,
+      "grad_norm": 278.8327941894531,
+      "learning_rate": 1.5445351876520396e-05,
+      "loss": 28.9375,
+      "step": 14113
+    },
+    {
+      "epoch": 0.6744719487718628,
+      "grad_norm": 303.9202575683594,
+      "learning_rate": 1.5444702788106895e-05,
+      "loss": 33.1875,
+      "step": 14114
+    },
+    {
+      "epoch": 0.6745197362133232,
+      "grad_norm": 311.03387451171875,
+      "learning_rate": 1.5444053667086647e-05,
+      "loss": 20.9062,
+      "step": 14115
+    },
+    {
+      "epoch": 0.6745675236547836,
+      "grad_norm": 146.8131561279297,
+      "learning_rate": 1.5443404513463542e-05,
+      "loss": 31.7188,
+      "step": 14116
+    },
+    {
+      "epoch": 0.674615311096244,
+      "grad_norm": 185.5929412841797,
+      "learning_rate": 1.544275532724147e-05,
+      "loss": 25.0,
+      "step": 14117
+    },
+    {
+      "epoch": 0.6746630985377043,
+      "grad_norm": 200.8665008544922,
+      "learning_rate": 1.5442106108424316e-05,
+      "loss": 21.5,
+      "step": 14118
+    },
+    {
+      "epoch": 0.6747108859791646,
+      "grad_norm": 301.8875427246094,
+      "learning_rate": 1.544145685701597e-05,
+      "loss": 29.2812,
+      "step": 14119
+    },
+    {
+      "epoch": 0.674758673420625,
+      "grad_norm": 292.6039123535156,
+      "learning_rate": 1.5440807573020315e-05,
+      "loss": 30.2969,
+      "step": 14120
+    },
+    {
+      "epoch": 0.6748064608620854,
+      "grad_norm": 195.35948181152344,
+      "learning_rate": 1.5440158256441248e-05,
+      "loss": 33.4375,
+      "step": 14121
+    },
+    {
+      "epoch": 0.6748542483035458,
+      "grad_norm": 301.02593994140625,
+      "learning_rate": 1.5439508907282647e-05,
+      "loss": 34.3438,
+      "step": 14122
+    },
+    {
+      "epoch": 0.6749020357450062,
+      "grad_norm": 290.71734619140625,
+      "learning_rate": 1.5438859525548412e-05,
+      "loss": 38.0,
+      "step": 14123
+    },
+    {
+      "epoch": 0.6749498231864666,
+      "grad_norm": 244.47398376464844,
+      "learning_rate": 1.543821011124242e-05,
+      "loss": 22.1562,
+      "step": 14124
+    },
+    {
+      "epoch": 0.674997610627927,
+      "grad_norm": 217.5305938720703,
+      "learning_rate": 1.5437560664368574e-05,
+      "loss": 27.0469,
+      "step": 14125
+    },
+    {
+      "epoch": 0.6750453980693873,
+      "grad_norm": 186.89276123046875,
+      "learning_rate": 1.5436911184930753e-05,
+      "loss": 25.8438,
+      "step": 14126
+    },
+    {
+      "epoch": 0.6750931855108477,
+      "grad_norm": 287.547119140625,
+      "learning_rate": 1.543626167293285e-05,
+      "loss": 34.8438,
+      "step": 14127
+    },
+    {
+      "epoch": 0.6751409729523081,
+      "grad_norm": 399.64569091796875,
+      "learning_rate": 1.5435612128378754e-05,
+      "loss": 34.25,
+      "step": 14128
+    },
+    {
+      "epoch": 0.6751887603937685,
+      "grad_norm": 190.87905883789062,
+      "learning_rate": 1.5434962551272352e-05,
+      "loss": 25.4688,
+      "step": 14129
+    },
+    {
+      "epoch": 0.6752365478352289,
+      "grad_norm": 393.10833740234375,
+      "learning_rate": 1.543431294161754e-05,
+      "loss": 27.6562,
+      "step": 14130
+    },
+    {
+      "epoch": 0.6752843352766893,
+      "grad_norm": 276.33648681640625,
+      "learning_rate": 1.5433663299418208e-05,
+      "loss": 29.75,
+      "step": 14131
+    },
+    {
+      "epoch": 0.6753321227181497,
+      "grad_norm": 257.1852722167969,
+      "learning_rate": 1.5433013624678242e-05,
+      "loss": 27.4688,
+      "step": 14132
+    },
+    {
+      "epoch": 0.6753799101596101,
+      "grad_norm": 732.0838012695312,
+      "learning_rate": 1.5432363917401534e-05,
+      "loss": 52.375,
+      "step": 14133
+    },
+    {
+      "epoch": 0.6754276976010705,
+      "grad_norm": 379.6388854980469,
+      "learning_rate": 1.5431714177591975e-05,
+      "loss": 32.9688,
+      "step": 14134
+    },
+    {
+      "epoch": 0.6754754850425309,
+      "grad_norm": 180.23475646972656,
+      "learning_rate": 1.543106440525346e-05,
+      "loss": 15.3438,
+      "step": 14135
+    },
+    {
+      "epoch": 0.6755232724839912,
+      "grad_norm": 448.3828125,
+      "learning_rate": 1.5430414600389874e-05,
+      "loss": 28.0625,
+      "step": 14136
+    },
+    {
+      "epoch": 0.6755710599254516,
+      "grad_norm": 554.1624755859375,
+      "learning_rate": 1.5429764763005115e-05,
+      "loss": 26.5,
+      "step": 14137
+    },
+    {
+      "epoch": 0.675618847366912,
+      "grad_norm": 264.71966552734375,
+      "learning_rate": 1.5429114893103072e-05,
+      "loss": 23.3438,
+      "step": 14138
+    },
+    {
+      "epoch": 0.6756666348083724,
+      "grad_norm": 275.6622009277344,
+      "learning_rate": 1.5428464990687632e-05,
+      "loss": 30.1875,
+      "step": 14139
+    },
+    {
+      "epoch": 0.6757144222498327,
+      "grad_norm": 380.40484619140625,
+      "learning_rate": 1.5427815055762692e-05,
+      "loss": 47.75,
+      "step": 14140
+    },
+    {
+      "epoch": 0.6757622096912931,
+      "grad_norm": 293.4716491699219,
+      "learning_rate": 1.5427165088332148e-05,
+      "loss": 34.375,
+      "step": 14141
+    },
+    {
+      "epoch": 0.6758099971327535,
+      "grad_norm": 418.83551025390625,
+      "learning_rate": 1.5426515088399882e-05,
+      "loss": 26.6719,
+      "step": 14142
+    },
+    {
+      "epoch": 0.6758577845742139,
+      "grad_norm": 280.9675598144531,
+      "learning_rate": 1.54258650559698e-05,
+      "loss": 29.5469,
+      "step": 14143
+    },
+    {
+      "epoch": 0.6759055720156742,
+      "grad_norm": 327.2589416503906,
+      "learning_rate": 1.542521499104578e-05,
+      "loss": 32.375,
+      "step": 14144
+    },
+    {
+      "epoch": 0.6759533594571346,
+      "grad_norm": 252.38134765625,
+      "learning_rate": 1.542456489363173e-05,
+      "loss": 27.0312,
+      "step": 14145
+    },
+    {
+      "epoch": 0.676001146898595,
+      "grad_norm": 280.9398193359375,
+      "learning_rate": 1.5423914763731527e-05,
+      "loss": 34.3125,
+      "step": 14146
+    },
+    {
+      "epoch": 0.6760489343400554,
+      "grad_norm": 504.1256103515625,
+      "learning_rate": 1.5423264601349083e-05,
+      "loss": 36.625,
+      "step": 14147
+    },
+    {
+      "epoch": 0.6760967217815158,
+      "grad_norm": 223.085205078125,
+      "learning_rate": 1.5422614406488278e-05,
+      "loss": 29.25,
+      "step": 14148
+    },
+    {
+      "epoch": 0.6761445092229762,
+      "grad_norm": 596.3067016601562,
+      "learning_rate": 1.542196417915301e-05,
+      "loss": 32.5312,
+      "step": 14149
+    },
+    {
+      "epoch": 0.6761922966644366,
+      "grad_norm": 278.94580078125,
+      "learning_rate": 1.542131391934717e-05,
+      "loss": 30.0312,
+      "step": 14150
+    },
+    {
+      "epoch": 0.676240084105897,
+      "grad_norm": 285.8739929199219,
+      "learning_rate": 1.5420663627074657e-05,
+      "loss": 32.8125,
+      "step": 14151
+    },
+    {
+      "epoch": 0.6762878715473574,
+      "grad_norm": 259.6178894042969,
+      "learning_rate": 1.542001330233936e-05,
+      "loss": 33.4062,
+      "step": 14152
+    },
+    {
+      "epoch": 0.6763356589888178,
+      "grad_norm": 312.50311279296875,
+      "learning_rate": 1.5419362945145183e-05,
+      "loss": 27.7812,
+      "step": 14153
+    },
+    {
+      "epoch": 0.6763834464302781,
+      "grad_norm": 265.7381896972656,
+      "learning_rate": 1.5418712555496013e-05,
+      "loss": 34.2812,
+      "step": 14154
+    },
+    {
+      "epoch": 0.6764312338717385,
+      "grad_norm": 243.5750274658203,
+      "learning_rate": 1.5418062133395746e-05,
+      "loss": 35.4375,
+      "step": 14155
+    },
+    {
+      "epoch": 0.6764790213131989,
+      "grad_norm": 329.5679931640625,
+      "learning_rate": 1.541741167884828e-05,
+      "loss": 34.375,
+      "step": 14156
+    },
+    {
+      "epoch": 0.6765268087546593,
+      "grad_norm": 556.8798828125,
+      "learning_rate": 1.5416761191857504e-05,
+      "loss": 34.5938,
+      "step": 14157
+    },
+    {
+      "epoch": 0.6765745961961197,
+      "grad_norm": 322.26898193359375,
+      "learning_rate": 1.541611067242732e-05,
+      "loss": 27.1562,
+      "step": 14158
+    },
+    {
+      "epoch": 0.6766223836375801,
+      "grad_norm": 324.404296875,
+      "learning_rate": 1.5415460120561624e-05,
+      "loss": 29.3281,
+      "step": 14159
+    },
+    {
+      "epoch": 0.6766701710790405,
+      "grad_norm": 179.32843017578125,
+      "learning_rate": 1.541480953626431e-05,
+      "loss": 27.7344,
+      "step": 14160
+    },
+    {
+      "epoch": 0.6767179585205008,
+      "grad_norm": 540.9685668945312,
+      "learning_rate": 1.541415891953927e-05,
+      "loss": 31.75,
+      "step": 14161
+    },
+    {
+      "epoch": 0.6767657459619612,
+      "grad_norm": 254.3779754638672,
+      "learning_rate": 1.5413508270390406e-05,
+      "loss": 26.8281,
+      "step": 14162
+    },
+    {
+      "epoch": 0.6768135334034215,
+      "grad_norm": 261.9434509277344,
+      "learning_rate": 1.5412857588821613e-05,
+      "loss": 25.2188,
+      "step": 14163
+    },
+    {
+      "epoch": 0.6768613208448819,
+      "grad_norm": 220.03140258789062,
+      "learning_rate": 1.5412206874836788e-05,
+      "loss": 27.7812,
+      "step": 14164
+    },
+    {
+      "epoch": 0.6769091082863423,
+      "grad_norm": 341.9498596191406,
+      "learning_rate": 1.5411556128439827e-05,
+      "loss": 20.7969,
+      "step": 14165
+    },
+    {
+      "epoch": 0.6769568957278027,
+      "grad_norm": 547.893798828125,
+      "learning_rate": 1.5410905349634627e-05,
+      "loss": 35.0938,
+      "step": 14166
+    },
+    {
+      "epoch": 0.6770046831692631,
+      "grad_norm": 341.1794128417969,
+      "learning_rate": 1.541025453842509e-05,
+      "loss": 31.5625,
+      "step": 14167
+    },
+    {
+      "epoch": 0.6770524706107235,
+      "grad_norm": 229.4539031982422,
+      "learning_rate": 1.5409603694815106e-05,
+      "loss": 31.75,
+      "step": 14168
+    },
+    {
+      "epoch": 0.6771002580521839,
+      "grad_norm": 211.8843231201172,
+      "learning_rate": 1.5408952818808572e-05,
+      "loss": 28.0625,
+      "step": 14169
+    },
+    {
+      "epoch": 0.6771480454936443,
+      "grad_norm": 274.7757263183594,
+      "learning_rate": 1.5408301910409395e-05,
+      "loss": 32.5625,
+      "step": 14170
+    },
+    {
+      "epoch": 0.6771958329351047,
+      "grad_norm": 292.0129089355469,
+      "learning_rate": 1.540765096962147e-05,
+      "loss": 34.7188,
+      "step": 14171
+    },
+    {
+      "epoch": 0.677243620376565,
+      "grad_norm": 293.824462890625,
+      "learning_rate": 1.540699999644869e-05,
+      "loss": 36.25,
+      "step": 14172
+    },
+    {
+      "epoch": 0.6772914078180254,
+      "grad_norm": 608.9293823242188,
+      "learning_rate": 1.5406348990894957e-05,
+      "loss": 30.4062,
+      "step": 14173
+    },
+    {
+      "epoch": 0.6773391952594858,
+      "grad_norm": 325.05810546875,
+      "learning_rate": 1.540569795296417e-05,
+      "loss": 24.0469,
+      "step": 14174
+    },
+    {
+      "epoch": 0.6773869827009462,
+      "grad_norm": 385.5093078613281,
+      "learning_rate": 1.540504688266023e-05,
+      "loss": 24.6406,
+      "step": 14175
+    },
+    {
+      "epoch": 0.6774347701424066,
+      "grad_norm": 288.6622619628906,
+      "learning_rate": 1.540439577998703e-05,
+      "loss": 39.3125,
+      "step": 14176
+    },
+    {
+      "epoch": 0.677482557583867,
+      "grad_norm": 259.7620544433594,
+      "learning_rate": 1.5403744644948474e-05,
+      "loss": 28.625,
+      "step": 14177
+    },
+    {
+      "epoch": 0.6775303450253274,
+      "grad_norm": 263.1334533691406,
+      "learning_rate": 1.5403093477548464e-05,
+      "loss": 23.3438,
+      "step": 14178
+    },
+    {
+      "epoch": 0.6775781324667878,
+      "grad_norm": 498.52935791015625,
+      "learning_rate": 1.540244227779089e-05,
+      "loss": 35.7812,
+      "step": 14179
+    },
+    {
+      "epoch": 0.6776259199082482,
+      "grad_norm": 377.5829772949219,
+      "learning_rate": 1.540179104567966e-05,
+      "loss": 31.0625,
+      "step": 14180
+    },
+    {
+      "epoch": 0.6776737073497084,
+      "grad_norm": 142.81614685058594,
+      "learning_rate": 1.5401139781218674e-05,
+      "loss": 24.875,
+      "step": 14181
+    },
+    {
+      "epoch": 0.6777214947911688,
+      "grad_norm": 233.79299926757812,
+      "learning_rate": 1.5400488484411827e-05,
+      "loss": 26.6562,
+      "step": 14182
+    },
+    {
+      "epoch": 0.6777692822326292,
+      "grad_norm": 378.285888671875,
+      "learning_rate": 1.5399837155263025e-05,
+      "loss": 27.5938,
+      "step": 14183
+    },
+    {
+      "epoch": 0.6778170696740896,
+      "grad_norm": 202.03579711914062,
+      "learning_rate": 1.5399185793776166e-05,
+      "loss": 25.75,
+      "step": 14184
+    },
+    {
+      "epoch": 0.67786485711555,
+      "grad_norm": 287.7081604003906,
+      "learning_rate": 1.539853439995515e-05,
+      "loss": 25.5312,
+      "step": 14185
+    },
+    {
+      "epoch": 0.6779126445570104,
+      "grad_norm": 587.516357421875,
+      "learning_rate": 1.539788297380388e-05,
+      "loss": 27.875,
+      "step": 14186
+    },
+    {
+      "epoch": 0.6779604319984708,
+      "grad_norm": 277.8426513671875,
+      "learning_rate": 1.5397231515326253e-05,
+      "loss": 25.0156,
+      "step": 14187
+    },
+    {
+      "epoch": 0.6780082194399312,
+      "grad_norm": 208.036865234375,
+      "learning_rate": 1.5396580024526177e-05,
+      "loss": 36.0938,
+      "step": 14188
+    },
+    {
+      "epoch": 0.6780560068813916,
+      "grad_norm": 298.0767822265625,
+      "learning_rate": 1.5395928501407553e-05,
+      "loss": 27.2188,
+      "step": 14189
+    },
+    {
+      "epoch": 0.678103794322852,
+      "grad_norm": 517.1375732421875,
+      "learning_rate": 1.5395276945974272e-05,
+      "loss": 35.0625,
+      "step": 14190
+    },
+    {
+      "epoch": 0.6781515817643123,
+      "grad_norm": 255.37554931640625,
+      "learning_rate": 1.5394625358230252e-05,
+      "loss": 29.375,
+      "step": 14191
+    },
+    {
+      "epoch": 0.6781993692057727,
+      "grad_norm": 205.24864196777344,
+      "learning_rate": 1.5393973738179383e-05,
+      "loss": 24.2812,
+      "step": 14192
+    },
+    {
+      "epoch": 0.6782471566472331,
+      "grad_norm": 341.412841796875,
+      "learning_rate": 1.539332208582557e-05,
+      "loss": 34.0625,
+      "step": 14193
+    },
+    {
+      "epoch": 0.6782949440886935,
+      "grad_norm": 856.091796875,
+      "learning_rate": 1.5392670401172717e-05,
+      "loss": 43.3125,
+      "step": 14194
+    },
+    {
+      "epoch": 0.6783427315301539,
+      "grad_norm": 279.4906005859375,
+      "learning_rate": 1.539201868422473e-05,
+      "loss": 27.0469,
+      "step": 14195
+    },
+    {
+      "epoch": 0.6783905189716143,
+      "grad_norm": 125.95411682128906,
+      "learning_rate": 1.5391366934985504e-05,
+      "loss": 18.7031,
+      "step": 14196
+    },
+    {
+      "epoch": 0.6784383064130747,
+      "grad_norm": 301.68011474609375,
+      "learning_rate": 1.5390715153458954e-05,
+      "loss": 26.4688,
+      "step": 14197
+    },
+    {
+      "epoch": 0.6784860938545351,
+      "grad_norm": 315.0523986816406,
+      "learning_rate": 1.539006333964897e-05,
+      "loss": 32.8125,
+      "step": 14198
+    },
+    {
+      "epoch": 0.6785338812959955,
+      "grad_norm": 151.48382568359375,
+      "learning_rate": 1.5389411493559463e-05,
+      "loss": 22.625,
+      "step": 14199
+    },
+    {
+      "epoch": 0.6785816687374558,
+      "grad_norm": 375.2963562011719,
+      "learning_rate": 1.5388759615194336e-05,
+      "loss": 22.5469,
+      "step": 14200
+    },
+    {
+      "epoch": 0.6786294561789162,
+      "grad_norm": 376.1487121582031,
+      "learning_rate": 1.538810770455749e-05,
+      "loss": 37.875,
+      "step": 14201
+    },
+    {
+      "epoch": 0.6786772436203765,
+      "grad_norm": 237.6620635986328,
+      "learning_rate": 1.5387455761652838e-05,
+      "loss": 19.5391,
+      "step": 14202
+    },
+    {
+      "epoch": 0.6787250310618369,
+      "grad_norm": 274.6459045410156,
+      "learning_rate": 1.538680378648427e-05,
+      "loss": 22.5312,
+      "step": 14203
+    },
+    {
+      "epoch": 0.6787728185032973,
+      "grad_norm": 316.1904296875,
+      "learning_rate": 1.53861517790557e-05,
+      "loss": 49.0938,
+      "step": 14204
+    },
+    {
+      "epoch": 0.6788206059447577,
+      "grad_norm": 249.4922637939453,
+      "learning_rate": 1.5385499739371035e-05,
+      "loss": 28.3438,
+      "step": 14205
+    },
+    {
+      "epoch": 0.6788683933862181,
+      "grad_norm": 171.60214233398438,
+      "learning_rate": 1.5384847667434174e-05,
+      "loss": 29.5938,
+      "step": 14206
+    },
+    {
+      "epoch": 0.6789161808276785,
+      "grad_norm": 296.5949401855469,
+      "learning_rate": 1.538419556324902e-05,
+      "loss": 38.1875,
+      "step": 14207
+    },
+    {
+      "epoch": 0.6789639682691389,
+      "grad_norm": 366.5863952636719,
+      "learning_rate": 1.5383543426819486e-05,
+      "loss": 27.4219,
+      "step": 14208
+    },
+    {
+      "epoch": 0.6790117557105992,
+      "grad_norm": 306.9862060546875,
+      "learning_rate": 1.5382891258149472e-05,
+      "loss": 38.4688,
+      "step": 14209
+    },
+    {
+      "epoch": 0.6790595431520596,
+      "grad_norm": 221.10707092285156,
+      "learning_rate": 1.538223905724289e-05,
+      "loss": 22.6094,
+      "step": 14210
+    },
+    {
+      "epoch": 0.67910733059352,
+      "grad_norm": 309.25677490234375,
+      "learning_rate": 1.5381586824103634e-05,
+      "loss": 30.8125,
+      "step": 14211
+    },
+    {
+      "epoch": 0.6791551180349804,
+      "grad_norm": 199.3218231201172,
+      "learning_rate": 1.538093455873562e-05,
+      "loss": 22.5156,
+      "step": 14212
+    },
+    {
+      "epoch": 0.6792029054764408,
+      "grad_norm": 426.9468688964844,
+      "learning_rate": 1.538028226114275e-05,
+      "loss": 30.125,
+      "step": 14213
+    },
+    {
+      "epoch": 0.6792506929179012,
+      "grad_norm": 273.1116943359375,
+      "learning_rate": 1.5379629931328935e-05,
+      "loss": 21.1562,
+      "step": 14214
+    },
+    {
+      "epoch": 0.6792984803593616,
+      "grad_norm": 676.0191650390625,
+      "learning_rate": 1.5378977569298074e-05,
+      "loss": 34.4375,
+      "step": 14215
+    },
+    {
+      "epoch": 0.679346267800822,
+      "grad_norm": 303.5672607421875,
+      "learning_rate": 1.5378325175054083e-05,
+      "loss": 34.3594,
+      "step": 14216
+    },
+    {
+      "epoch": 0.6793940552422824,
+      "grad_norm": 284.7994689941406,
+      "learning_rate": 1.537767274860086e-05,
+      "loss": 28.1875,
+      "step": 14217
+    },
+    {
+      "epoch": 0.6794418426837427,
+      "grad_norm": 295.5987854003906,
+      "learning_rate": 1.537702028994232e-05,
+      "loss": 35.2188,
+      "step": 14218
+    },
+    {
+      "epoch": 0.6794896301252031,
+      "grad_norm": 251.57725524902344,
+      "learning_rate": 1.5376367799082365e-05,
+      "loss": 31.0,
+      "step": 14219
+    },
+    {
+      "epoch": 0.6795374175666635,
+      "grad_norm": 197.32415771484375,
+      "learning_rate": 1.53757152760249e-05,
+      "loss": 33.4062,
+      "step": 14220
+    },
+    {
+      "epoch": 0.6795852050081239,
+      "grad_norm": 126.86891174316406,
+      "learning_rate": 1.5375062720773844e-05,
+      "loss": 28.7188,
+      "step": 14221
+    },
+    {
+      "epoch": 0.6796329924495842,
+      "grad_norm": 387.9704284667969,
+      "learning_rate": 1.5374410133333096e-05,
+      "loss": 42.8125,
+      "step": 14222
+    },
+    {
+      "epoch": 0.6796807798910446,
+      "grad_norm": 188.6119384765625,
+      "learning_rate": 1.5373757513706564e-05,
+      "loss": 26.9531,
+      "step": 14223
+    },
+    {
+      "epoch": 0.679728567332505,
+      "grad_norm": 159.69024658203125,
+      "learning_rate": 1.537310486189816e-05,
+      "loss": 21.6875,
+      "step": 14224
+    },
+    {
+      "epoch": 0.6797763547739654,
+      "grad_norm": 318.89849853515625,
+      "learning_rate": 1.537245217791179e-05,
+      "loss": 45.625,
+      "step": 14225
+    },
+    {
+      "epoch": 0.6798241422154258,
+      "grad_norm": 311.05731201171875,
+      "learning_rate": 1.5371799461751366e-05,
+      "loss": 29.5312,
+      "step": 14226
+    },
+    {
+      "epoch": 0.6798719296568861,
+      "grad_norm": 139.23446655273438,
+      "learning_rate": 1.5371146713420793e-05,
+      "loss": 24.3125,
+      "step": 14227
+    },
+    {
+      "epoch": 0.6799197170983465,
+      "grad_norm": 144.29000854492188,
+      "learning_rate": 1.537049393292398e-05,
+      "loss": 36.9062,
+      "step": 14228
+    },
+    {
+      "epoch": 0.6799675045398069,
+      "grad_norm": 205.7914276123047,
+      "learning_rate": 1.536984112026484e-05,
+      "loss": 23.6875,
+      "step": 14229
+    },
+    {
+      "epoch": 0.6800152919812673,
+      "grad_norm": 279.74078369140625,
+      "learning_rate": 1.5369188275447283e-05,
+      "loss": 23.6406,
+      "step": 14230
+    },
+    {
+      "epoch": 0.6800630794227277,
+      "grad_norm": 252.56906127929688,
+      "learning_rate": 1.5368535398475214e-05,
+      "loss": 34.0938,
+      "step": 14231
+    },
+    {
+      "epoch": 0.6801108668641881,
+      "grad_norm": 269.2483215332031,
+      "learning_rate": 1.536788248935255e-05,
+      "loss": 32.0312,
+      "step": 14232
+    },
+    {
+      "epoch": 0.6801586543056485,
+      "grad_norm": 259.3519287109375,
+      "learning_rate": 1.536722954808319e-05,
+      "loss": 29.0,
+      "step": 14233
+    },
+    {
+      "epoch": 0.6802064417471089,
+      "grad_norm": 294.9844665527344,
+      "learning_rate": 1.5366576574671052e-05,
+      "loss": 27.5312,
+      "step": 14234
+    },
+    {
+      "epoch": 0.6802542291885693,
+      "grad_norm": 185.7781982421875,
+      "learning_rate": 1.5365923569120042e-05,
+      "loss": 25.0938,
+      "step": 14235
+    },
+    {
+      "epoch": 0.6803020166300296,
+      "grad_norm": 489.7378234863281,
+      "learning_rate": 1.536527053143408e-05,
+      "loss": 25.9375,
+      "step": 14236
+    },
+    {
+      "epoch": 0.68034980407149,
+      "grad_norm": 129.02883911132812,
+      "learning_rate": 1.5364617461617068e-05,
+      "loss": 26.1562,
+      "step": 14237
+    },
+    {
+      "epoch": 0.6803975915129504,
+      "grad_norm": 190.59788513183594,
+      "learning_rate": 1.536396435967292e-05,
+      "loss": 32.5312,
+      "step": 14238
+    },
+    {
+      "epoch": 0.6804453789544108,
+      "grad_norm": 177.41236877441406,
+      "learning_rate": 1.5363311225605548e-05,
+      "loss": 29.2188,
+      "step": 14239
+    },
+    {
+      "epoch": 0.6804931663958712,
+      "grad_norm": 463.9992370605469,
+      "learning_rate": 1.536265805941886e-05,
+      "loss": 31.6562,
+      "step": 14240
+    },
+    {
+      "epoch": 0.6805409538373316,
+      "grad_norm": 161.45074462890625,
+      "learning_rate": 1.536200486111677e-05,
+      "loss": 20.8125,
+      "step": 14241
+    },
+    {
+      "epoch": 0.680588741278792,
+      "grad_norm": 392.6280822753906,
+      "learning_rate": 1.5361351630703193e-05,
+      "loss": 28.2344,
+      "step": 14242
+    },
+    {
+      "epoch": 0.6806365287202523,
+      "grad_norm": 240.7147216796875,
+      "learning_rate": 1.5360698368182035e-05,
+      "loss": 20.2812,
+      "step": 14243
+    },
+    {
+      "epoch": 0.6806843161617127,
+      "grad_norm": 294.1617736816406,
+      "learning_rate": 1.5360045073557214e-05,
+      "loss": 30.9062,
+      "step": 14244
+    },
+    {
+      "epoch": 0.680732103603173,
+      "grad_norm": 424.3163757324219,
+      "learning_rate": 1.5359391746832635e-05,
+      "loss": 41.1562,
+      "step": 14245
+    },
+    {
+      "epoch": 0.6807798910446334,
+      "grad_norm": 310.5504150390625,
+      "learning_rate": 1.5358738388012217e-05,
+      "loss": 30.7188,
+      "step": 14246
+    },
+    {
+      "epoch": 0.6808276784860938,
+      "grad_norm": 199.6714630126953,
+      "learning_rate": 1.535808499709987e-05,
+      "loss": 32.4688,
+      "step": 14247
+    },
+    {
+      "epoch": 0.6808754659275542,
+      "grad_norm": 229.0797882080078,
+      "learning_rate": 1.5357431574099505e-05,
+      "loss": 22.0312,
+      "step": 14248
+    },
+    {
+      "epoch": 0.6809232533690146,
+      "grad_norm": 385.4306640625,
+      "learning_rate": 1.5356778119015046e-05,
+      "loss": 30.3438,
+      "step": 14249
+    },
+    {
+      "epoch": 0.680971040810475,
+      "grad_norm": 289.9977722167969,
+      "learning_rate": 1.5356124631850393e-05,
+      "loss": 28.0781,
+      "step": 14250
+    },
+    {
+      "epoch": 0.6810188282519354,
+      "grad_norm": 263.06304931640625,
+      "learning_rate": 1.5355471112609462e-05,
+      "loss": 41.0625,
+      "step": 14251
+    },
+    {
+      "epoch": 0.6810666156933958,
+      "grad_norm": 138.30706787109375,
+      "learning_rate": 1.5354817561296175e-05,
+      "loss": 16.9219,
+      "step": 14252
+    },
+    {
+      "epoch": 0.6811144031348562,
+      "grad_norm": 252.75949096679688,
+      "learning_rate": 1.5354163977914437e-05,
+      "loss": 30.375,
+      "step": 14253
+    },
+    {
+      "epoch": 0.6811621905763166,
+      "grad_norm": 223.21713256835938,
+      "learning_rate": 1.535351036246817e-05,
+      "loss": 23.0312,
+      "step": 14254
+    },
+    {
+      "epoch": 0.6812099780177769,
+      "grad_norm": 297.8592529296875,
+      "learning_rate": 1.5352856714961276e-05,
+      "loss": 30.5938,
+      "step": 14255
+    },
+    {
+      "epoch": 0.6812577654592373,
+      "grad_norm": 189.9027557373047,
+      "learning_rate": 1.5352203035397683e-05,
+      "loss": 29.4531,
+      "step": 14256
+    },
+    {
+      "epoch": 0.6813055529006977,
+      "grad_norm": 201.1627197265625,
+      "learning_rate": 1.53515493237813e-05,
+      "loss": 23.2969,
+      "step": 14257
+    },
+    {
+      "epoch": 0.6813533403421581,
+      "grad_norm": 844.631591796875,
+      "learning_rate": 1.5350895580116042e-05,
+      "loss": 41.1719,
+      "step": 14258
+    },
+    {
+      "epoch": 0.6814011277836185,
+      "grad_norm": 256.30657958984375,
+      "learning_rate": 1.535024180440582e-05,
+      "loss": 30.375,
+      "step": 14259
+    },
+    {
+      "epoch": 0.6814489152250789,
+      "grad_norm": 241.28558349609375,
+      "learning_rate": 1.534958799665456e-05,
+      "loss": 23.125,
+      "step": 14260
+    },
+    {
+      "epoch": 0.6814967026665393,
+      "grad_norm": 301.50482177734375,
+      "learning_rate": 1.5348934156866163e-05,
+      "loss": 29.4688,
+      "step": 14261
+    },
+    {
+      "epoch": 0.6815444901079997,
+      "grad_norm": 221.30789184570312,
+      "learning_rate": 1.5348280285044556e-05,
+      "loss": 21.25,
+      "step": 14262
+    },
+    {
+      "epoch": 0.6815922775494601,
+      "grad_norm": 270.43963623046875,
+      "learning_rate": 1.5347626381193652e-05,
+      "loss": 40.8125,
+      "step": 14263
+    },
+    {
+      "epoch": 0.6816400649909203,
+      "grad_norm": 224.8883056640625,
+      "learning_rate": 1.5346972445317364e-05,
+      "loss": 24.9219,
+      "step": 14264
+    },
+    {
+      "epoch": 0.6816878524323807,
+      "grad_norm": 328.44610595703125,
+      "learning_rate": 1.5346318477419616e-05,
+      "loss": 29.0312,
+      "step": 14265
+    },
+    {
+      "epoch": 0.6817356398738411,
+      "grad_norm": 157.24282836914062,
+      "learning_rate": 1.5345664477504313e-05,
+      "loss": 20.9531,
+      "step": 14266
+    },
+    {
+      "epoch": 0.6817834273153015,
+      "grad_norm": 339.0661315917969,
+      "learning_rate": 1.534501044557538e-05,
+      "loss": 35.125,
+      "step": 14267
+    },
+    {
+      "epoch": 0.6818312147567619,
+      "grad_norm": 243.56259155273438,
+      "learning_rate": 1.534435638163673e-05,
+      "loss": 27.0,
+      "step": 14268
+    },
+    {
+      "epoch": 0.6818790021982223,
+      "grad_norm": 305.01043701171875,
+      "learning_rate": 1.5343702285692282e-05,
+      "loss": 29.7812,
+      "step": 14269
+    },
+    {
+      "epoch": 0.6819267896396827,
+      "grad_norm": 620.6109008789062,
+      "learning_rate": 1.5343048157745958e-05,
+      "loss": 23.4688,
+      "step": 14270
+    },
+    {
+      "epoch": 0.6819745770811431,
+      "grad_norm": 146.38552856445312,
+      "learning_rate": 1.5342393997801662e-05,
+      "loss": 22.4688,
+      "step": 14271
+    },
+    {
+      "epoch": 0.6820223645226035,
+      "grad_norm": 221.74476623535156,
+      "learning_rate": 1.5341739805863323e-05,
+      "loss": 38.9062,
+      "step": 14272
+    },
+    {
+      "epoch": 0.6820701519640638,
+      "grad_norm": 342.7536315917969,
+      "learning_rate": 1.5341085581934857e-05,
+      "loss": 24.9375,
+      "step": 14273
+    },
+    {
+      "epoch": 0.6821179394055242,
+      "grad_norm": 287.5490417480469,
+      "learning_rate": 1.5340431326020177e-05,
+      "loss": 28.3438,
+      "step": 14274
+    },
+    {
+      "epoch": 0.6821657268469846,
+      "grad_norm": 433.008056640625,
+      "learning_rate": 1.5339777038123207e-05,
+      "loss": 43.3125,
+      "step": 14275
+    },
+    {
+      "epoch": 0.682213514288445,
+      "grad_norm": 220.9718780517578,
+      "learning_rate": 1.533912271824786e-05,
+      "loss": 23.6562,
+      "step": 14276
+    },
+    {
+      "epoch": 0.6822613017299054,
+      "grad_norm": 251.42185974121094,
+      "learning_rate": 1.533846836639806e-05,
+      "loss": 23.0,
+      "step": 14277
+    },
+    {
+      "epoch": 0.6823090891713658,
+      "grad_norm": 233.3858642578125,
+      "learning_rate": 1.533781398257772e-05,
+      "loss": 23.5156,
+      "step": 14278
+    },
+    {
+      "epoch": 0.6823568766128262,
+      "grad_norm": 378.963623046875,
+      "learning_rate": 1.5337159566790762e-05,
+      "loss": 41.25,
+      "step": 14279
+    },
+    {
+      "epoch": 0.6824046640542866,
+      "grad_norm": 178.69577026367188,
+      "learning_rate": 1.533650511904111e-05,
+      "loss": 22.7812,
+      "step": 14280
+    },
+    {
+      "epoch": 0.682452451495747,
+      "grad_norm": 254.9628143310547,
+      "learning_rate": 1.5335850639332672e-05,
+      "loss": 37.2812,
+      "step": 14281
+    },
+    {
+      "epoch": 0.6825002389372073,
+      "grad_norm": 299.8025207519531,
+      "learning_rate": 1.5335196127669377e-05,
+      "loss": 37.9688,
+      "step": 14282
+    },
+    {
+      "epoch": 0.6825480263786677,
+      "grad_norm": 330.5370788574219,
+      "learning_rate": 1.533454158405514e-05,
+      "loss": 35.4688,
+      "step": 14283
+    },
+    {
+      "epoch": 0.682595813820128,
+      "grad_norm": 322.45684814453125,
+      "learning_rate": 1.5333887008493884e-05,
+      "loss": 30.5625,
+      "step": 14284
+    },
+    {
+      "epoch": 0.6826436012615884,
+      "grad_norm": 172.41455078125,
+      "learning_rate": 1.5333232400989526e-05,
+      "loss": 28.375,
+      "step": 14285
+    },
+    {
+      "epoch": 0.6826913887030488,
+      "grad_norm": 163.81822204589844,
+      "learning_rate": 1.5332577761545988e-05,
+      "loss": 23.1562,
+      "step": 14286
+    },
+    {
+      "epoch": 0.6827391761445092,
+      "grad_norm": 333.5860900878906,
+      "learning_rate": 1.5331923090167194e-05,
+      "loss": 30.9062,
+      "step": 14287
+    },
+    {
+      "epoch": 0.6827869635859696,
+      "grad_norm": 285.1109619140625,
+      "learning_rate": 1.5331268386857056e-05,
+      "loss": 36.0,
+      "step": 14288
+    },
+    {
+      "epoch": 0.68283475102743,
+      "grad_norm": 258.0849304199219,
+      "learning_rate": 1.5330613651619503e-05,
+      "loss": 32.6562,
+      "step": 14289
+    },
+    {
+      "epoch": 0.6828825384688904,
+      "grad_norm": 241.70277404785156,
+      "learning_rate": 1.532995888445845e-05,
+      "loss": 28.2812,
+      "step": 14290
+    },
+    {
+      "epoch": 0.6829303259103507,
+      "grad_norm": 379.9303894042969,
+      "learning_rate": 1.5329304085377824e-05,
+      "loss": 39.0,
+      "step": 14291
+    },
+    {
+      "epoch": 0.6829781133518111,
+      "grad_norm": 275.2188415527344,
+      "learning_rate": 1.532864925438154e-05,
+      "loss": 32.6562,
+      "step": 14292
+    },
+    {
+      "epoch": 0.6830259007932715,
+      "grad_norm": 283.3204345703125,
+      "learning_rate": 1.5327994391473522e-05,
+      "loss": 36.1562,
+      "step": 14293
+    },
+    {
+      "epoch": 0.6830736882347319,
+      "grad_norm": 219.15274047851562,
+      "learning_rate": 1.5327339496657692e-05,
+      "loss": 31.375,
+      "step": 14294
+    },
+    {
+      "epoch": 0.6831214756761923,
+      "grad_norm": 214.72921752929688,
+      "learning_rate": 1.5326684569937977e-05,
+      "loss": 35.4375,
+      "step": 14295
+    },
+    {
+      "epoch": 0.6831692631176527,
+      "grad_norm": 243.37686157226562,
+      "learning_rate": 1.5326029611318292e-05,
+      "loss": 22.9375,
+      "step": 14296
+    },
+    {
+      "epoch": 0.6832170505591131,
+      "grad_norm": 218.44302368164062,
+      "learning_rate": 1.532537462080256e-05,
+      "loss": 24.875,
+      "step": 14297
+    },
+    {
+      "epoch": 0.6832648380005735,
+      "grad_norm": 143.25210571289062,
+      "learning_rate": 1.532471959839471e-05,
+      "loss": 27.0938,
+      "step": 14298
+    },
+    {
+      "epoch": 0.6833126254420339,
+      "grad_norm": 266.3069152832031,
+      "learning_rate": 1.5324064544098657e-05,
+      "loss": 28.0938,
+      "step": 14299
+    },
+    {
+      "epoch": 0.6833604128834943,
+      "grad_norm": 366.2023010253906,
+      "learning_rate": 1.532340945791833e-05,
+      "loss": 37.4688,
+      "step": 14300
+    },
+    {
+      "epoch": 0.6834082003249546,
+      "grad_norm": 275.62738037109375,
+      "learning_rate": 1.5322754339857648e-05,
+      "loss": 36.375,
+      "step": 14301
+    },
+    {
+      "epoch": 0.683455987766415,
+      "grad_norm": 342.5093688964844,
+      "learning_rate": 1.5322099189920536e-05,
+      "loss": 31.625,
+      "step": 14302
+    },
+    {
+      "epoch": 0.6835037752078754,
+      "grad_norm": 148.98001098632812,
+      "learning_rate": 1.532144400811092e-05,
+      "loss": 27.3594,
+      "step": 14303
+    },
+    {
+      "epoch": 0.6835515626493358,
+      "grad_norm": 303.74908447265625,
+      "learning_rate": 1.5320788794432714e-05,
+      "loss": 36.0312,
+      "step": 14304
+    },
+    {
+      "epoch": 0.6835993500907961,
+      "grad_norm": 338.9745788574219,
+      "learning_rate": 1.5320133548889855e-05,
+      "loss": 31.2188,
+      "step": 14305
+    },
+    {
+      "epoch": 0.6836471375322565,
+      "grad_norm": 190.34954833984375,
+      "learning_rate": 1.5319478271486258e-05,
+      "loss": 29.3594,
+      "step": 14306
+    },
+    {
+      "epoch": 0.6836949249737169,
+      "grad_norm": 178.6737060546875,
+      "learning_rate": 1.5318822962225854e-05,
+      "loss": 24.9375,
+      "step": 14307
+    },
+    {
+      "epoch": 0.6837427124151773,
+      "grad_norm": 396.7375793457031,
+      "learning_rate": 1.5318167621112558e-05,
+      "loss": 33.0,
+      "step": 14308
+    },
+    {
+      "epoch": 0.6837904998566376,
+      "grad_norm": 205.52685546875,
+      "learning_rate": 1.5317512248150302e-05,
+      "loss": 20.6094,
+      "step": 14309
+    },
+    {
+      "epoch": 0.683838287298098,
+      "grad_norm": 315.7369384765625,
+      "learning_rate": 1.531685684334301e-05,
+      "loss": 30.2188,
+      "step": 14310
+    },
+    {
+      "epoch": 0.6838860747395584,
+      "grad_norm": 333.12530517578125,
+      "learning_rate": 1.531620140669461e-05,
+      "loss": 21.8125,
+      "step": 14311
+    },
+    {
+      "epoch": 0.6839338621810188,
+      "grad_norm": 504.10870361328125,
+      "learning_rate": 1.5315545938209016e-05,
+      "loss": 41.375,
+      "step": 14312
+    },
+    {
+      "epoch": 0.6839816496224792,
+      "grad_norm": 380.1316223144531,
+      "learning_rate": 1.5314890437890166e-05,
+      "loss": 31.875,
+      "step": 14313
+    },
+    {
+      "epoch": 0.6840294370639396,
+      "grad_norm": 154.10549926757812,
+      "learning_rate": 1.5314234905741976e-05,
+      "loss": 25.5938,
+      "step": 14314
+    },
+    {
+      "epoch": 0.6840772245054,
+      "grad_norm": 497.3434753417969,
+      "learning_rate": 1.531357934176838e-05,
+      "loss": 41.375,
+      "step": 14315
+    },
+    {
+      "epoch": 0.6841250119468604,
+      "grad_norm": 267.9745178222656,
+      "learning_rate": 1.5312923745973297e-05,
+      "loss": 39.6562,
+      "step": 14316
+    },
+    {
+      "epoch": 0.6841727993883208,
+      "grad_norm": 322.1023254394531,
+      "learning_rate": 1.531226811836066e-05,
+      "loss": 31.875,
+      "step": 14317
+    },
+    {
+      "epoch": 0.6842205868297812,
+      "grad_norm": 231.75711059570312,
+      "learning_rate": 1.5311612458934388e-05,
+      "loss": 22.8594,
+      "step": 14318
+    },
+    {
+      "epoch": 0.6842683742712415,
+      "grad_norm": 383.8706970214844,
+      "learning_rate": 1.5310956767698414e-05,
+      "loss": 32.4375,
+      "step": 14319
+    },
+    {
+      "epoch": 0.6843161617127019,
+      "grad_norm": 200.3617401123047,
+      "learning_rate": 1.5310301044656662e-05,
+      "loss": 30.2188,
+      "step": 14320
+    },
+    {
+      "epoch": 0.6843639491541623,
+      "grad_norm": 297.55810546875,
+      "learning_rate": 1.530964528981306e-05,
+      "loss": 28.0312,
+      "step": 14321
+    },
+    {
+      "epoch": 0.6844117365956227,
+      "grad_norm": 220.83294677734375,
+      "learning_rate": 1.530898950317153e-05,
+      "loss": 28.4375,
+      "step": 14322
+    },
+    {
+      "epoch": 0.6844595240370831,
+      "grad_norm": 327.2972717285156,
+      "learning_rate": 1.5308333684736004e-05,
+      "loss": 32.8125,
+      "step": 14323
+    },
+    {
+      "epoch": 0.6845073114785435,
+      "grad_norm": 504.0868225097656,
+      "learning_rate": 1.5307677834510412e-05,
+      "loss": 32.0,
+      "step": 14324
+    },
+    {
+      "epoch": 0.6845550989200038,
+      "grad_norm": 279.1623840332031,
+      "learning_rate": 1.5307021952498678e-05,
+      "loss": 33.3125,
+      "step": 14325
+    },
+    {
+      "epoch": 0.6846028863614642,
+      "grad_norm": 269.857666015625,
+      "learning_rate": 1.5306366038704727e-05,
+      "loss": 26.8594,
+      "step": 14326
+    },
+    {
+      "epoch": 0.6846506738029245,
+      "grad_norm": 135.5039825439453,
+      "learning_rate": 1.530571009313249e-05,
+      "loss": 23.8594,
+      "step": 14327
+    },
+    {
+      "epoch": 0.6846984612443849,
+      "grad_norm": 263.48614501953125,
+      "learning_rate": 1.53050541157859e-05,
+      "loss": 24.9531,
+      "step": 14328
+    },
+    {
+      "epoch": 0.6847462486858453,
+      "grad_norm": 330.0521240234375,
+      "learning_rate": 1.530439810666888e-05,
+      "loss": 23.5312,
+      "step": 14329
+    },
+    {
+      "epoch": 0.6847940361273057,
+      "grad_norm": 211.0543975830078,
+      "learning_rate": 1.530374206578536e-05,
+      "loss": 21.7812,
+      "step": 14330
+    },
+    {
+      "epoch": 0.6848418235687661,
+      "grad_norm": 417.1722106933594,
+      "learning_rate": 1.5303085993139268e-05,
+      "loss": 39.0,
+      "step": 14331
+    },
+    {
+      "epoch": 0.6848896110102265,
+      "grad_norm": 294.0083923339844,
+      "learning_rate": 1.5302429888734534e-05,
+      "loss": 32.1875,
+      "step": 14332
+    },
+    {
+      "epoch": 0.6849373984516869,
+      "grad_norm": 375.7350158691406,
+      "learning_rate": 1.5301773752575085e-05,
+      "loss": 42.0625,
+      "step": 14333
+    },
+    {
+      "epoch": 0.6849851858931473,
+      "grad_norm": 789.2327270507812,
+      "learning_rate": 1.5301117584664856e-05,
+      "loss": 28.9062,
+      "step": 14334
+    },
+    {
+      "epoch": 0.6850329733346077,
+      "grad_norm": 509.0290832519531,
+      "learning_rate": 1.530046138500777e-05,
+      "loss": 25.3906,
+      "step": 14335
+    },
+    {
+      "epoch": 0.685080760776068,
+      "grad_norm": 321.6832580566406,
+      "learning_rate": 1.5299805153607764e-05,
+      "loss": 46.1562,
+      "step": 14336
+    },
+    {
+      "epoch": 0.6851285482175284,
+      "grad_norm": 287.99932861328125,
+      "learning_rate": 1.529914889046876e-05,
+      "loss": 36.6562,
+      "step": 14337
+    },
+    {
+      "epoch": 0.6851763356589888,
+      "grad_norm": 308.6955261230469,
+      "learning_rate": 1.5298492595594694e-05,
+      "loss": 18.7344,
+      "step": 14338
+    },
+    {
+      "epoch": 0.6852241231004492,
+      "grad_norm": 313.6186828613281,
+      "learning_rate": 1.5297836268989495e-05,
+      "loss": 29.9375,
+      "step": 14339
+    },
+    {
+      "epoch": 0.6852719105419096,
+      "grad_norm": 286.5750427246094,
+      "learning_rate": 1.529717991065709e-05,
+      "loss": 31.125,
+      "step": 14340
+    },
+    {
+      "epoch": 0.68531969798337,
+      "grad_norm": 232.48486328125,
+      "learning_rate": 1.5296523520601413e-05,
+      "loss": 27.25,
+      "step": 14341
+    },
+    {
+      "epoch": 0.6853674854248304,
+      "grad_norm": 169.90936279296875,
+      "learning_rate": 1.5295867098826397e-05,
+      "loss": 22.5312,
+      "step": 14342
+    },
+    {
+      "epoch": 0.6854152728662908,
+      "grad_norm": 108.57058715820312,
+      "learning_rate": 1.5295210645335967e-05,
+      "loss": 14.9844,
+      "step": 14343
+    },
+    {
+      "epoch": 0.6854630603077512,
+      "grad_norm": 247.207275390625,
+      "learning_rate": 1.5294554160134057e-05,
+      "loss": 28.7812,
+      "step": 14344
+    },
+    {
+      "epoch": 0.6855108477492116,
+      "grad_norm": 376.1895446777344,
+      "learning_rate": 1.5293897643224604e-05,
+      "loss": 28.0938,
+      "step": 14345
+    },
+    {
+      "epoch": 0.6855586351906718,
+      "grad_norm": 273.7242736816406,
+      "learning_rate": 1.529324109461153e-05,
+      "loss": 26.3438,
+      "step": 14346
+    },
+    {
+      "epoch": 0.6856064226321322,
+      "grad_norm": 294.1177978515625,
+      "learning_rate": 1.5292584514298778e-05,
+      "loss": 35.2812,
+      "step": 14347
+    },
+    {
+      "epoch": 0.6856542100735926,
+      "grad_norm": 427.2289123535156,
+      "learning_rate": 1.5291927902290272e-05,
+      "loss": 28.5,
+      "step": 14348
+    },
+    {
+      "epoch": 0.685701997515053,
+      "grad_norm": 270.2797546386719,
+      "learning_rate": 1.5291271258589944e-05,
+      "loss": 32.2812,
+      "step": 14349
+    },
+    {
+      "epoch": 0.6857497849565134,
+      "grad_norm": 388.3711242675781,
+      "learning_rate": 1.529061458320173e-05,
+      "loss": 28.6875,
+      "step": 14350
+    },
+    {
+      "epoch": 0.6857975723979738,
+      "grad_norm": 222.1714324951172,
+      "learning_rate": 1.5289957876129562e-05,
+      "loss": 22.7188,
+      "step": 14351
+    },
+    {
+      "epoch": 0.6858453598394342,
+      "grad_norm": 397.23675537109375,
+      "learning_rate": 1.5289301137377372e-05,
+      "loss": 28.2812,
+      "step": 14352
+    },
+    {
+      "epoch": 0.6858931472808946,
+      "grad_norm": 205.99908447265625,
+      "learning_rate": 1.5288644366949094e-05,
+      "loss": 29.2812,
+      "step": 14353
+    },
+    {
+      "epoch": 0.685940934722355,
+      "grad_norm": 181.5008544921875,
+      "learning_rate": 1.5287987564848662e-05,
+      "loss": 26.9531,
+      "step": 14354
+    },
+    {
+      "epoch": 0.6859887221638153,
+      "grad_norm": 276.755126953125,
+      "learning_rate": 1.5287330731080002e-05,
+      "loss": 42.4688,
+      "step": 14355
+    },
+    {
+      "epoch": 0.6860365096052757,
+      "grad_norm": 545.7011108398438,
+      "learning_rate": 1.528667386564706e-05,
+      "loss": 31.0625,
+      "step": 14356
+    },
+    {
+      "epoch": 0.6860842970467361,
+      "grad_norm": 237.6921844482422,
+      "learning_rate": 1.528601696855376e-05,
+      "loss": 32.2656,
+      "step": 14357
+    },
+    {
+      "epoch": 0.6861320844881965,
+      "grad_norm": 243.60487365722656,
+      "learning_rate": 1.5285360039804038e-05,
+      "loss": 25.4062,
+      "step": 14358
+    },
+    {
+      "epoch": 0.6861798719296569,
+      "grad_norm": 222.80015563964844,
+      "learning_rate": 1.5284703079401832e-05,
+      "loss": 30.3281,
+      "step": 14359
+    },
+    {
+      "epoch": 0.6862276593711173,
+      "grad_norm": 378.33978271484375,
+      "learning_rate": 1.528404608735107e-05,
+      "loss": 20.8438,
+      "step": 14360
+    },
+    {
+      "epoch": 0.6862754468125777,
+      "grad_norm": 267.3514099121094,
+      "learning_rate": 1.5283389063655695e-05,
+      "loss": 26.4375,
+      "step": 14361
+    },
+    {
+      "epoch": 0.6863232342540381,
+      "grad_norm": 210.98570251464844,
+      "learning_rate": 1.528273200831963e-05,
+      "loss": 24.625,
+      "step": 14362
+    },
+    {
+      "epoch": 0.6863710216954985,
+      "grad_norm": 227.93844604492188,
+      "learning_rate": 1.5282074921346827e-05,
+      "loss": 20.875,
+      "step": 14363
+    },
+    {
+      "epoch": 0.6864188091369589,
+      "grad_norm": 259.9309997558594,
+      "learning_rate": 1.5281417802741204e-05,
+      "loss": 26.5312,
+      "step": 14364
+    },
+    {
+      "epoch": 0.6864665965784192,
+      "grad_norm": 291.1781311035156,
+      "learning_rate": 1.5280760652506703e-05,
+      "loss": 39.6562,
+      "step": 14365
+    },
+    {
+      "epoch": 0.6865143840198796,
+      "grad_norm": 577.8950805664062,
+      "learning_rate": 1.528010347064726e-05,
+      "loss": 32.7188,
+      "step": 14366
+    },
+    {
+      "epoch": 0.6865621714613399,
+      "grad_norm": 193.77435302734375,
+      "learning_rate": 1.5279446257166813e-05,
+      "loss": 25.75,
+      "step": 14367
+    },
+    {
+      "epoch": 0.6866099589028003,
+      "grad_norm": 242.3773193359375,
+      "learning_rate": 1.5278789012069295e-05,
+      "loss": 29.2812,
+      "step": 14368
+    },
+    {
+      "epoch": 0.6866577463442607,
+      "grad_norm": 201.44638061523438,
+      "learning_rate": 1.527813173535864e-05,
+      "loss": 27.625,
+      "step": 14369
+    },
+    {
+      "epoch": 0.6867055337857211,
+      "grad_norm": 404.0269470214844,
+      "learning_rate": 1.527747442703879e-05,
+      "loss": 31.4062,
+      "step": 14370
+    },
+    {
+      "epoch": 0.6867533212271815,
+      "grad_norm": 175.54986572265625,
+      "learning_rate": 1.5276817087113675e-05,
+      "loss": 24.2656,
+      "step": 14371
+    },
+    {
+      "epoch": 0.6868011086686419,
+      "grad_norm": 170.26808166503906,
+      "learning_rate": 1.5276159715587236e-05,
+      "loss": 24.1875,
+      "step": 14372
+    },
+    {
+      "epoch": 0.6868488961101022,
+      "grad_norm": 243.1099853515625,
+      "learning_rate": 1.527550231246341e-05,
+      "loss": 26.0312,
+      "step": 14373
+    },
+    {
+      "epoch": 0.6868966835515626,
+      "grad_norm": 242.92884826660156,
+      "learning_rate": 1.527484487774613e-05,
+      "loss": 36.5625,
+      "step": 14374
+    },
+    {
+      "epoch": 0.686944470993023,
+      "grad_norm": 326.37451171875,
+      "learning_rate": 1.5274187411439334e-05,
+      "loss": 38.4688,
+      "step": 14375
+    },
+    {
+      "epoch": 0.6869922584344834,
+      "grad_norm": 292.1267395019531,
+      "learning_rate": 1.5273529913546963e-05,
+      "loss": 38.25,
+      "step": 14376
+    },
+    {
+      "epoch": 0.6870400458759438,
+      "grad_norm": 407.9178771972656,
+      "learning_rate": 1.5272872384072952e-05,
+      "loss": 32.8125,
+      "step": 14377
+    },
+    {
+      "epoch": 0.6870878333174042,
+      "grad_norm": 178.70237731933594,
+      "learning_rate": 1.527221482302124e-05,
+      "loss": 20.9531,
+      "step": 14378
+    },
+    {
+      "epoch": 0.6871356207588646,
+      "grad_norm": 185.60986328125,
+      "learning_rate": 1.5271557230395764e-05,
+      "loss": 19.1094,
+      "step": 14379
+    },
+    {
+      "epoch": 0.687183408200325,
+      "grad_norm": 588.758544921875,
+      "learning_rate": 1.527089960620046e-05,
+      "loss": 39.2188,
+      "step": 14380
+    },
+    {
+      "epoch": 0.6872311956417854,
+      "grad_norm": 352.343017578125,
+      "learning_rate": 1.5270241950439272e-05,
+      "loss": 25.75,
+      "step": 14381
+    },
+    {
+      "epoch": 0.6872789830832458,
+      "grad_norm": 303.2256164550781,
+      "learning_rate": 1.5269584263116135e-05,
+      "loss": 33.0312,
+      "step": 14382
+    },
+    {
+      "epoch": 0.6873267705247061,
+      "grad_norm": 505.8270263671875,
+      "learning_rate": 1.526892654423499e-05,
+      "loss": 44.9375,
+      "step": 14383
+    },
+    {
+      "epoch": 0.6873745579661665,
+      "grad_norm": 302.2472229003906,
+      "learning_rate": 1.526826879379977e-05,
+      "loss": 35.6875,
+      "step": 14384
+    },
+    {
+      "epoch": 0.6874223454076269,
+      "grad_norm": 362.87152099609375,
+      "learning_rate": 1.5267611011814415e-05,
+      "loss": 21.6094,
+      "step": 14385
+    },
+    {
+      "epoch": 0.6874701328490873,
+      "grad_norm": 248.51953125,
+      "learning_rate": 1.5266953198282874e-05,
+      "loss": 25.4062,
+      "step": 14386
+    },
+    {
+      "epoch": 0.6875179202905476,
+      "grad_norm": 232.17837524414062,
+      "learning_rate": 1.5266295353209076e-05,
+      "loss": 26.5625,
+      "step": 14387
+    },
+    {
+      "epoch": 0.687565707732008,
+      "grad_norm": 209.91041564941406,
+      "learning_rate": 1.5265637476596965e-05,
+      "loss": 31.8438,
+      "step": 14388
+    },
+    {
+      "epoch": 0.6876134951734684,
+      "grad_norm": 190.8216552734375,
+      "learning_rate": 1.526497956845048e-05,
+      "loss": 25.7188,
+      "step": 14389
+    },
+    {
+      "epoch": 0.6876612826149288,
+      "grad_norm": 488.74737548828125,
+      "learning_rate": 1.526432162877356e-05,
+      "loss": 41.375,
+      "step": 14390
+    },
+    {
+      "epoch": 0.6877090700563891,
+      "grad_norm": 217.53599548339844,
+      "learning_rate": 1.5263663657570145e-05,
+      "loss": 33.375,
+      "step": 14391
+    },
+    {
+      "epoch": 0.6877568574978495,
+      "grad_norm": 170.90696716308594,
+      "learning_rate": 1.526300565484418e-05,
+      "loss": 27.6406,
+      "step": 14392
+    },
+    {
+      "epoch": 0.6878046449393099,
+      "grad_norm": 285.2844543457031,
+      "learning_rate": 1.5262347620599604e-05,
+      "loss": 29.3594,
+      "step": 14393
+    },
+    {
+      "epoch": 0.6878524323807703,
+      "grad_norm": 143.05276489257812,
+      "learning_rate": 1.526168955484035e-05,
+      "loss": 19.4375,
+      "step": 14394
+    },
+    {
+      "epoch": 0.6879002198222307,
+      "grad_norm": 258.47637939453125,
+      "learning_rate": 1.526103145757037e-05,
+      "loss": 34.3438,
+      "step": 14395
+    },
+    {
+      "epoch": 0.6879480072636911,
+      "grad_norm": 216.70706176757812,
+      "learning_rate": 1.52603733287936e-05,
+      "loss": 23.8125,
+      "step": 14396
+    },
+    {
+      "epoch": 0.6879957947051515,
+      "grad_norm": 269.9034118652344,
+      "learning_rate": 1.5259715168513976e-05,
+      "loss": 30.2812,
+      "step": 14397
+    },
+    {
+      "epoch": 0.6880435821466119,
+      "grad_norm": 271.1942138671875,
+      "learning_rate": 1.525905697673545e-05,
+      "loss": 27.5938,
+      "step": 14398
+    },
+    {
+      "epoch": 0.6880913695880723,
+      "grad_norm": 256.4150390625,
+      "learning_rate": 1.5258398753461955e-05,
+      "loss": 30.6719,
+      "step": 14399
+    },
+    {
+      "epoch": 0.6881391570295327,
+      "grad_norm": 232.4008026123047,
+      "learning_rate": 1.5257740498697442e-05,
+      "loss": 35.375,
+      "step": 14400
+    },
+    {
+      "epoch": 0.688186944470993,
+      "grad_norm": 310.92095947265625,
+      "learning_rate": 1.5257082212445842e-05,
+      "loss": 26.625,
+      "step": 14401
+    },
+    {
+      "epoch": 0.6882347319124534,
+      "grad_norm": 210.09249877929688,
+      "learning_rate": 1.5256423894711105e-05,
+      "loss": 27.1875,
+      "step": 14402
+    },
+    {
+      "epoch": 0.6882825193539138,
+      "grad_norm": 201.2035675048828,
+      "learning_rate": 1.5255765545497175e-05,
+      "loss": 33.0625,
+      "step": 14403
+    },
+    {
+      "epoch": 0.6883303067953742,
+      "grad_norm": 215.05621337890625,
+      "learning_rate": 1.525510716480799e-05,
+      "loss": 27.6562,
+      "step": 14404
+    },
+    {
+      "epoch": 0.6883780942368346,
+      "grad_norm": 198.75550842285156,
+      "learning_rate": 1.525444875264749e-05,
+      "loss": 25.9375,
+      "step": 14405
+    },
+    {
+      "epoch": 0.688425881678295,
+      "grad_norm": 119.69989013671875,
+      "learning_rate": 1.5253790309019626e-05,
+      "loss": 17.9375,
+      "step": 14406
+    },
+    {
+      "epoch": 0.6884736691197554,
+      "grad_norm": 313.087646484375,
+      "learning_rate": 1.5253131833928336e-05,
+      "loss": 29.4688,
+      "step": 14407
+    },
+    {
+      "epoch": 0.6885214565612157,
+      "grad_norm": 320.24395751953125,
+      "learning_rate": 1.5252473327377565e-05,
+      "loss": 37.4375,
+      "step": 14408
+    },
+    {
+      "epoch": 0.688569244002676,
+      "grad_norm": 221.1060028076172,
+      "learning_rate": 1.5251814789371256e-05,
+      "loss": 20.375,
+      "step": 14409
+    },
+    {
+      "epoch": 0.6886170314441364,
+      "grad_norm": 210.2133331298828,
+      "learning_rate": 1.5251156219913352e-05,
+      "loss": 31.0312,
+      "step": 14410
+    },
+    {
+      "epoch": 0.6886648188855968,
+      "grad_norm": 435.9326477050781,
+      "learning_rate": 1.5250497619007801e-05,
+      "loss": 23.3438,
+      "step": 14411
+    },
+    {
+      "epoch": 0.6887126063270572,
+      "grad_norm": 279.99481201171875,
+      "learning_rate": 1.5249838986658541e-05,
+      "loss": 26.75,
+      "step": 14412
+    },
+    {
+      "epoch": 0.6887603937685176,
+      "grad_norm": 289.593994140625,
+      "learning_rate": 1.5249180322869522e-05,
+      "loss": 29.75,
+      "step": 14413
+    },
+    {
+      "epoch": 0.688808181209978,
+      "grad_norm": 178.98611450195312,
+      "learning_rate": 1.5248521627644684e-05,
+      "loss": 24.2969,
+      "step": 14414
+    },
+    {
+      "epoch": 0.6888559686514384,
+      "grad_norm": 304.0975341796875,
+      "learning_rate": 1.5247862900987975e-05,
+      "loss": 39.625,
+      "step": 14415
+    },
+    {
+      "epoch": 0.6889037560928988,
+      "grad_norm": 352.8708190917969,
+      "learning_rate": 1.5247204142903338e-05,
+      "loss": 32.8125,
+      "step": 14416
+    },
+    {
+      "epoch": 0.6889515435343592,
+      "grad_norm": 281.6484680175781,
+      "learning_rate": 1.5246545353394721e-05,
+      "loss": 33.5,
+      "step": 14417
+    },
+    {
+      "epoch": 0.6889993309758196,
+      "grad_norm": 484.5951232910156,
+      "learning_rate": 1.5245886532466067e-05,
+      "loss": 27.375,
+      "step": 14418
+    },
+    {
+      "epoch": 0.68904711841728,
+      "grad_norm": 218.98036193847656,
+      "learning_rate": 1.5245227680121322e-05,
+      "loss": 31.0,
+      "step": 14419
+    },
+    {
+      "epoch": 0.6890949058587403,
+      "grad_norm": 171.71295166015625,
+      "learning_rate": 1.5244568796364428e-05,
+      "loss": 16.0625,
+      "step": 14420
+    },
+    {
+      "epoch": 0.6891426933002007,
+      "grad_norm": 186.674072265625,
+      "learning_rate": 1.5243909881199339e-05,
+      "loss": 21.9375,
+      "step": 14421
+    },
+    {
+      "epoch": 0.6891904807416611,
+      "grad_norm": 212.66384887695312,
+      "learning_rate": 1.5243250934629995e-05,
+      "loss": 27.25,
+      "step": 14422
+    },
+    {
+      "epoch": 0.6892382681831215,
+      "grad_norm": 404.6398620605469,
+      "learning_rate": 1.524259195666034e-05,
+      "loss": 27.2344,
+      "step": 14423
+    },
+    {
+      "epoch": 0.6892860556245819,
+      "grad_norm": 225.93812561035156,
+      "learning_rate": 1.5241932947294326e-05,
+      "loss": 34.1875,
+      "step": 14424
+    },
+    {
+      "epoch": 0.6893338430660423,
+      "grad_norm": 119.31414031982422,
+      "learning_rate": 1.5241273906535896e-05,
+      "loss": 23.75,
+      "step": 14425
+    },
+    {
+      "epoch": 0.6893816305075027,
+      "grad_norm": 418.0822448730469,
+      "learning_rate": 1.5240614834389003e-05,
+      "loss": 31.4844,
+      "step": 14426
+    },
+    {
+      "epoch": 0.6894294179489631,
+      "grad_norm": 317.212646484375,
+      "learning_rate": 1.5239955730857584e-05,
+      "loss": 35.8125,
+      "step": 14427
+    },
+    {
+      "epoch": 0.6894772053904233,
+      "grad_norm": 409.9846496582031,
+      "learning_rate": 1.5239296595945596e-05,
+      "loss": 45.4375,
+      "step": 14428
+    },
+    {
+      "epoch": 0.6895249928318837,
+      "grad_norm": 461.8817443847656,
+      "learning_rate": 1.523863742965698e-05,
+      "loss": 30.9375,
+      "step": 14429
+    },
+    {
+      "epoch": 0.6895727802733441,
+      "grad_norm": 249.37567138671875,
+      "learning_rate": 1.5237978231995687e-05,
+      "loss": 20.1094,
+      "step": 14430
+    },
+    {
+      "epoch": 0.6896205677148045,
+      "grad_norm": 262.7302551269531,
+      "learning_rate": 1.523731900296566e-05,
+      "loss": 29.0781,
+      "step": 14431
+    },
+    {
+      "epoch": 0.6896683551562649,
+      "grad_norm": 282.7698974609375,
+      "learning_rate": 1.5236659742570851e-05,
+      "loss": 32.2812,
+      "step": 14432
+    },
+    {
+      "epoch": 0.6897161425977253,
+      "grad_norm": 318.4931640625,
+      "learning_rate": 1.523600045081521e-05,
+      "loss": 26.875,
+      "step": 14433
+    },
+    {
+      "epoch": 0.6897639300391857,
+      "grad_norm": 347.9894714355469,
+      "learning_rate": 1.523534112770268e-05,
+      "loss": 28.4688,
+      "step": 14434
+    },
+    {
+      "epoch": 0.6898117174806461,
+      "grad_norm": 179.5791778564453,
+      "learning_rate": 1.5234681773237214e-05,
+      "loss": 25.6562,
+      "step": 14435
+    },
+    {
+      "epoch": 0.6898595049221065,
+      "grad_norm": 532.5589599609375,
+      "learning_rate": 1.5234022387422759e-05,
+      "loss": 33.8438,
+      "step": 14436
+    },
+    {
+      "epoch": 0.6899072923635668,
+      "grad_norm": 278.0353088378906,
+      "learning_rate": 1.5233362970263263e-05,
+      "loss": 27.5469,
+      "step": 14437
+    },
+    {
+      "epoch": 0.6899550798050272,
+      "grad_norm": 198.8758544921875,
+      "learning_rate": 1.5232703521762675e-05,
+      "loss": 29.2188,
+      "step": 14438
+    },
+    {
+      "epoch": 0.6900028672464876,
+      "grad_norm": 360.70068359375,
+      "learning_rate": 1.5232044041924946e-05,
+      "loss": 31.0,
+      "step": 14439
+    },
+    {
+      "epoch": 0.690050654687948,
+      "grad_norm": 546.236328125,
+      "learning_rate": 1.523138453075402e-05,
+      "loss": 19.7344,
+      "step": 14440
+    },
+    {
+      "epoch": 0.6900984421294084,
+      "grad_norm": 284.83636474609375,
+      "learning_rate": 1.5230724988253855e-05,
+      "loss": 23.375,
+      "step": 14441
+    },
+    {
+      "epoch": 0.6901462295708688,
+      "grad_norm": 234.12246704101562,
+      "learning_rate": 1.5230065414428397e-05,
+      "loss": 24.125,
+      "step": 14442
+    },
+    {
+      "epoch": 0.6901940170123292,
+      "grad_norm": 477.0589599609375,
+      "learning_rate": 1.5229405809281597e-05,
+      "loss": 27.9688,
+      "step": 14443
+    },
+    {
+      "epoch": 0.6902418044537896,
+      "grad_norm": 246.21531677246094,
+      "learning_rate": 1.5228746172817401e-05,
+      "loss": 29.1406,
+      "step": 14444
+    },
+    {
+      "epoch": 0.69028959189525,
+      "grad_norm": 367.7002868652344,
+      "learning_rate": 1.5228086505039764e-05,
+      "loss": 35.2812,
+      "step": 14445
+    },
+    {
+      "epoch": 0.6903373793367104,
+      "grad_norm": 265.1561279296875,
+      "learning_rate": 1.5227426805952634e-05,
+      "loss": 20.7812,
+      "step": 14446
+    },
+    {
+      "epoch": 0.6903851667781707,
+      "grad_norm": 309.93890380859375,
+      "learning_rate": 1.5226767075559963e-05,
+      "loss": 20.0312,
+      "step": 14447
+    },
+    {
+      "epoch": 0.6904329542196311,
+      "grad_norm": 395.536865234375,
+      "learning_rate": 1.5226107313865701e-05,
+      "loss": 35.9375,
+      "step": 14448
+    },
+    {
+      "epoch": 0.6904807416610914,
+      "grad_norm": 372.4538879394531,
+      "learning_rate": 1.5225447520873799e-05,
+      "loss": 31.6562,
+      "step": 14449
+    },
+    {
+      "epoch": 0.6905285291025518,
+      "grad_norm": 299.4063415527344,
+      "learning_rate": 1.5224787696588212e-05,
+      "loss": 30.7812,
+      "step": 14450
+    },
+    {
+      "epoch": 0.6905763165440122,
+      "grad_norm": 396.31512451171875,
+      "learning_rate": 1.5224127841012885e-05,
+      "loss": 27.5,
+      "step": 14451
+    },
+    {
+      "epoch": 0.6906241039854726,
+      "grad_norm": 237.5716552734375,
+      "learning_rate": 1.5223467954151775e-05,
+      "loss": 28.6875,
+      "step": 14452
+    },
+    {
+      "epoch": 0.690671891426933,
+      "grad_norm": 204.07655334472656,
+      "learning_rate": 1.5222808036008834e-05,
+      "loss": 26.7969,
+      "step": 14453
+    },
+    {
+      "epoch": 0.6907196788683934,
+      "grad_norm": 507.2627868652344,
+      "learning_rate": 1.5222148086588008e-05,
+      "loss": 29.6562,
+      "step": 14454
+    },
+    {
+      "epoch": 0.6907674663098538,
+      "grad_norm": 173.70742797851562,
+      "learning_rate": 1.5221488105893256e-05,
+      "loss": 22.3438,
+      "step": 14455
+    },
+    {
+      "epoch": 0.6908152537513141,
+      "grad_norm": 133.0262908935547,
+      "learning_rate": 1.522082809392853e-05,
+      "loss": 19.4062,
+      "step": 14456
+    },
+    {
+      "epoch": 0.6908630411927745,
+      "grad_norm": 376.8013000488281,
+      "learning_rate": 1.522016805069778e-05,
+      "loss": 23.5469,
+      "step": 14457
+    },
+    {
+      "epoch": 0.6909108286342349,
+      "grad_norm": 271.2184753417969,
+      "learning_rate": 1.5219507976204955e-05,
+      "loss": 28.875,
+      "step": 14458
+    },
+    {
+      "epoch": 0.6909586160756953,
+      "grad_norm": 201.41314697265625,
+      "learning_rate": 1.5218847870454014e-05,
+      "loss": 24.2344,
+      "step": 14459
+    },
+    {
+      "epoch": 0.6910064035171557,
+      "grad_norm": 180.1035919189453,
+      "learning_rate": 1.5218187733448906e-05,
+      "loss": 26.3125,
+      "step": 14460
+    },
+    {
+      "epoch": 0.6910541909586161,
+      "grad_norm": 338.234130859375,
+      "learning_rate": 1.521752756519359e-05,
+      "loss": 36.8125,
+      "step": 14461
+    },
+    {
+      "epoch": 0.6911019784000765,
+      "grad_norm": 444.41619873046875,
+      "learning_rate": 1.5216867365692016e-05,
+      "loss": 32.3281,
+      "step": 14462
+    },
+    {
+      "epoch": 0.6911497658415369,
+      "grad_norm": 264.37664794921875,
+      "learning_rate": 1.521620713494814e-05,
+      "loss": 28.375,
+      "step": 14463
+    },
+    {
+      "epoch": 0.6911975532829973,
+      "grad_norm": 433.0616149902344,
+      "learning_rate": 1.5215546872965909e-05,
+      "loss": 34.25,
+      "step": 14464
+    },
+    {
+      "epoch": 0.6912453407244576,
+      "grad_norm": 253.12863159179688,
+      "learning_rate": 1.5214886579749286e-05,
+      "loss": 19.5,
+      "step": 14465
+    },
+    {
+      "epoch": 0.691293128165918,
+      "grad_norm": 225.37173461914062,
+      "learning_rate": 1.521422625530222e-05,
+      "loss": 20.5781,
+      "step": 14466
+    },
+    {
+      "epoch": 0.6913409156073784,
+      "grad_norm": 888.412353515625,
+      "learning_rate": 1.5213565899628669e-05,
+      "loss": 25.9531,
+      "step": 14467
+    },
+    {
+      "epoch": 0.6913887030488388,
+      "grad_norm": 290.890380859375,
+      "learning_rate": 1.5212905512732584e-05,
+      "loss": 29.8438,
+      "step": 14468
+    },
+    {
+      "epoch": 0.6914364904902992,
+      "grad_norm": 806.1634521484375,
+      "learning_rate": 1.5212245094617922e-05,
+      "loss": 20.8125,
+      "step": 14469
+    },
+    {
+      "epoch": 0.6914842779317595,
+      "grad_norm": 178.7628936767578,
+      "learning_rate": 1.5211584645288637e-05,
+      "loss": 36.375,
+      "step": 14470
+    },
+    {
+      "epoch": 0.6915320653732199,
+      "grad_norm": 488.91705322265625,
+      "learning_rate": 1.5210924164748683e-05,
+      "loss": 35.4062,
+      "step": 14471
+    },
+    {
+      "epoch": 0.6915798528146803,
+      "grad_norm": 196.7070770263672,
+      "learning_rate": 1.5210263653002022e-05,
+      "loss": 22.8438,
+      "step": 14472
+    },
+    {
+      "epoch": 0.6916276402561407,
+      "grad_norm": 647.2050170898438,
+      "learning_rate": 1.52096031100526e-05,
+      "loss": 36.0,
+      "step": 14473
+    },
+    {
+      "epoch": 0.691675427697601,
+      "grad_norm": 971.0660400390625,
+      "learning_rate": 1.520894253590438e-05,
+      "loss": 28.6562,
+      "step": 14474
+    },
+    {
+      "epoch": 0.6917232151390614,
+      "grad_norm": 204.0169219970703,
+      "learning_rate": 1.5208281930561315e-05,
+      "loss": 20.75,
+      "step": 14475
+    },
+    {
+      "epoch": 0.6917710025805218,
+      "grad_norm": 247.07762145996094,
+      "learning_rate": 1.5207621294027361e-05,
+      "loss": 28.3438,
+      "step": 14476
+    },
+    {
+      "epoch": 0.6918187900219822,
+      "grad_norm": 216.32022094726562,
+      "learning_rate": 1.5206960626306476e-05,
+      "loss": 23.9375,
+      "step": 14477
+    },
+    {
+      "epoch": 0.6918665774634426,
+      "grad_norm": 274.58526611328125,
+      "learning_rate": 1.5206299927402617e-05,
+      "loss": 19.7969,
+      "step": 14478
+    },
+    {
+      "epoch": 0.691914364904903,
+      "grad_norm": 448.17608642578125,
+      "learning_rate": 1.5205639197319734e-05,
+      "loss": 21.7188,
+      "step": 14479
+    },
+    {
+      "epoch": 0.6919621523463634,
+      "grad_norm": 280.8838806152344,
+      "learning_rate": 1.5204978436061795e-05,
+      "loss": 31.5156,
+      "step": 14480
+    },
+    {
+      "epoch": 0.6920099397878238,
+      "grad_norm": 321.8545837402344,
+      "learning_rate": 1.5204317643632751e-05,
+      "loss": 24.2812,
+      "step": 14481
+    },
+    {
+      "epoch": 0.6920577272292842,
+      "grad_norm": 251.23806762695312,
+      "learning_rate": 1.5203656820036558e-05,
+      "loss": 26.7812,
+      "step": 14482
+    },
+    {
+      "epoch": 0.6921055146707445,
+      "grad_norm": 171.1169891357422,
+      "learning_rate": 1.5202995965277176e-05,
+      "loss": 22.7188,
+      "step": 14483
+    },
+    {
+      "epoch": 0.6921533021122049,
+      "grad_norm": 296.2086181640625,
+      "learning_rate": 1.5202335079358563e-05,
+      "loss": 26.4062,
+      "step": 14484
+    },
+    {
+      "epoch": 0.6922010895536653,
+      "grad_norm": 300.4358825683594,
+      "learning_rate": 1.5201674162284671e-05,
+      "loss": 47.8125,
+      "step": 14485
+    },
+    {
+      "epoch": 0.6922488769951257,
+      "grad_norm": 388.73779296875,
+      "learning_rate": 1.5201013214059467e-05,
+      "loss": 30.8125,
+      "step": 14486
+    },
+    {
+      "epoch": 0.6922966644365861,
+      "grad_norm": 267.73541259765625,
+      "learning_rate": 1.5200352234686903e-05,
+      "loss": 30.5938,
+      "step": 14487
+    },
+    {
+      "epoch": 0.6923444518780465,
+      "grad_norm": 221.21395874023438,
+      "learning_rate": 1.519969122417094e-05,
+      "loss": 35.9062,
+      "step": 14488
+    },
+    {
+      "epoch": 0.6923922393195069,
+      "grad_norm": 205.61154174804688,
+      "learning_rate": 1.5199030182515539e-05,
+      "loss": 25.6875,
+      "step": 14489
+    },
+    {
+      "epoch": 0.6924400267609672,
+      "grad_norm": 406.57745361328125,
+      "learning_rate": 1.5198369109724652e-05,
+      "loss": 37.5625,
+      "step": 14490
+    },
+    {
+      "epoch": 0.6924878142024276,
+      "grad_norm": 249.9676055908203,
+      "learning_rate": 1.5197708005802244e-05,
+      "loss": 40.8438,
+      "step": 14491
+    },
+    {
+      "epoch": 0.6925356016438879,
+      "grad_norm": 162.75521850585938,
+      "learning_rate": 1.519704687075227e-05,
+      "loss": 22.5938,
+      "step": 14492
+    },
+    {
+      "epoch": 0.6925833890853483,
+      "grad_norm": 325.3365173339844,
+      "learning_rate": 1.5196385704578692e-05,
+      "loss": 38.6875,
+      "step": 14493
+    },
+    {
+      "epoch": 0.6926311765268087,
+      "grad_norm": 411.268798828125,
+      "learning_rate": 1.519572450728547e-05,
+      "loss": 34.6562,
+      "step": 14494
+    },
+    {
+      "epoch": 0.6926789639682691,
+      "grad_norm": 164.97799682617188,
+      "learning_rate": 1.519506327887656e-05,
+      "loss": 31.4062,
+      "step": 14495
+    },
+    {
+      "epoch": 0.6927267514097295,
+      "grad_norm": 621.6254272460938,
+      "learning_rate": 1.5194402019355928e-05,
+      "loss": 30.5938,
+      "step": 14496
+    },
+    {
+      "epoch": 0.6927745388511899,
+      "grad_norm": 451.7057800292969,
+      "learning_rate": 1.5193740728727524e-05,
+      "loss": 36.8438,
+      "step": 14497
+    },
+    {
+      "epoch": 0.6928223262926503,
+      "grad_norm": 152.01162719726562,
+      "learning_rate": 1.519307940699532e-05,
+      "loss": 21.0625,
+      "step": 14498
+    },
+    {
+      "epoch": 0.6928701137341107,
+      "grad_norm": 146.93797302246094,
+      "learning_rate": 1.519241805416327e-05,
+      "loss": 26.0625,
+      "step": 14499
+    },
+    {
+      "epoch": 0.6929179011755711,
+      "grad_norm": 253.7166290283203,
+      "learning_rate": 1.5191756670235338e-05,
+      "loss": 28.7812,
+      "step": 14500
+    },
+    {
+      "epoch": 0.6929656886170315,
+      "grad_norm": 177.9822540283203,
+      "learning_rate": 1.5191095255215483e-05,
+      "loss": 23.0312,
+      "step": 14501
+    },
+    {
+      "epoch": 0.6930134760584918,
+      "grad_norm": 254.00277709960938,
+      "learning_rate": 1.5190433809107663e-05,
+      "loss": 35.7188,
+      "step": 14502
+    },
+    {
+      "epoch": 0.6930612634999522,
+      "grad_norm": 275.0858154296875,
+      "learning_rate": 1.5189772331915842e-05,
+      "loss": 24.4688,
+      "step": 14503
+    },
+    {
+      "epoch": 0.6931090509414126,
+      "grad_norm": 225.96722412109375,
+      "learning_rate": 1.5189110823643981e-05,
+      "loss": 29.5625,
+      "step": 14504
+    },
+    {
+      "epoch": 0.693156838382873,
+      "grad_norm": 226.6103057861328,
+      "learning_rate": 1.5188449284296045e-05,
+      "loss": 26.9688,
+      "step": 14505
+    },
+    {
+      "epoch": 0.6932046258243334,
+      "grad_norm": 279.6057434082031,
+      "learning_rate": 1.518778771387599e-05,
+      "loss": 23.8594,
+      "step": 14506
+    },
+    {
+      "epoch": 0.6932524132657938,
+      "grad_norm": 297.342041015625,
+      "learning_rate": 1.5187126112387782e-05,
+      "loss": 25.5625,
+      "step": 14507
+    },
+    {
+      "epoch": 0.6933002007072542,
+      "grad_norm": 340.6679992675781,
+      "learning_rate": 1.5186464479835382e-05,
+      "loss": 32.6562,
+      "step": 14508
+    },
+    {
+      "epoch": 0.6933479881487146,
+      "grad_norm": 160.74005126953125,
+      "learning_rate": 1.518580281622275e-05,
+      "loss": 19.7344,
+      "step": 14509
+    },
+    {
+      "epoch": 0.693395775590175,
+      "grad_norm": 355.7605285644531,
+      "learning_rate": 1.5185141121553853e-05,
+      "loss": 26.75,
+      "step": 14510
+    },
+    {
+      "epoch": 0.6934435630316352,
+      "grad_norm": 268.8357238769531,
+      "learning_rate": 1.5184479395832651e-05,
+      "loss": 40.75,
+      "step": 14511
+    },
+    {
+      "epoch": 0.6934913504730956,
+      "grad_norm": 241.16183471679688,
+      "learning_rate": 1.5183817639063106e-05,
+      "loss": 31.1875,
+      "step": 14512
+    },
+    {
+      "epoch": 0.693539137914556,
+      "grad_norm": 297.63824462890625,
+      "learning_rate": 1.5183155851249183e-05,
+      "loss": 28.4688,
+      "step": 14513
+    },
+    {
+      "epoch": 0.6935869253560164,
+      "grad_norm": 207.3713836669922,
+      "learning_rate": 1.5182494032394844e-05,
+      "loss": 48.5938,
+      "step": 14514
+    },
+    {
+      "epoch": 0.6936347127974768,
+      "grad_norm": 172.56942749023438,
+      "learning_rate": 1.5181832182504055e-05,
+      "loss": 22.625,
+      "step": 14515
+    },
+    {
+      "epoch": 0.6936825002389372,
+      "grad_norm": 226.935302734375,
+      "learning_rate": 1.5181170301580776e-05,
+      "loss": 28.0156,
+      "step": 14516
+    },
+    {
+      "epoch": 0.6937302876803976,
+      "grad_norm": 192.4564208984375,
+      "learning_rate": 1.5180508389628972e-05,
+      "loss": 28.375,
+      "step": 14517
+    },
+    {
+      "epoch": 0.693778075121858,
+      "grad_norm": 248.42942810058594,
+      "learning_rate": 1.5179846446652608e-05,
+      "loss": 31.5469,
+      "step": 14518
+    },
+    {
+      "epoch": 0.6938258625633184,
+      "grad_norm": 434.2548828125,
+      "learning_rate": 1.5179184472655648e-05,
+      "loss": 27.7188,
+      "step": 14519
+    },
+    {
+      "epoch": 0.6938736500047787,
+      "grad_norm": 325.7010803222656,
+      "learning_rate": 1.5178522467642056e-05,
+      "loss": 26.8906,
+      "step": 14520
+    },
+    {
+      "epoch": 0.6939214374462391,
+      "grad_norm": 183.8642578125,
+      "learning_rate": 1.5177860431615796e-05,
+      "loss": 25.7188,
+      "step": 14521
+    },
+    {
+      "epoch": 0.6939692248876995,
+      "grad_norm": 179.44363403320312,
+      "learning_rate": 1.5177198364580835e-05,
+      "loss": 22.0469,
+      "step": 14522
+    },
+    {
+      "epoch": 0.6940170123291599,
+      "grad_norm": 441.68048095703125,
+      "learning_rate": 1.5176536266541132e-05,
+      "loss": 35.5625,
+      "step": 14523
+    },
+    {
+      "epoch": 0.6940647997706203,
+      "grad_norm": 639.136962890625,
+      "learning_rate": 1.5175874137500661e-05,
+      "loss": 33.9062,
+      "step": 14524
+    },
+    {
+      "epoch": 0.6941125872120807,
+      "grad_norm": 247.98509216308594,
+      "learning_rate": 1.517521197746338e-05,
+      "loss": 25.5938,
+      "step": 14525
+    },
+    {
+      "epoch": 0.6941603746535411,
+      "grad_norm": 164.23318481445312,
+      "learning_rate": 1.5174549786433258e-05,
+      "loss": 26.5938,
+      "step": 14526
+    },
+    {
+      "epoch": 0.6942081620950015,
+      "grad_norm": 213.01805114746094,
+      "learning_rate": 1.5173887564414258e-05,
+      "loss": 26.7812,
+      "step": 14527
+    },
+    {
+      "epoch": 0.6942559495364619,
+      "grad_norm": 348.7167663574219,
+      "learning_rate": 1.517322531141035e-05,
+      "loss": 36.375,
+      "step": 14528
+    },
+    {
+      "epoch": 0.6943037369779222,
+      "grad_norm": 426.69354248046875,
+      "learning_rate": 1.5172563027425497e-05,
+      "loss": 27.6562,
+      "step": 14529
+    },
+    {
+      "epoch": 0.6943515244193826,
+      "grad_norm": 244.55601501464844,
+      "learning_rate": 1.5171900712463665e-05,
+      "loss": 31.375,
+      "step": 14530
+    },
+    {
+      "epoch": 0.6943993118608429,
+      "grad_norm": 220.45220947265625,
+      "learning_rate": 1.5171238366528824e-05,
+      "loss": 29.2188,
+      "step": 14531
+    },
+    {
+      "epoch": 0.6944470993023033,
+      "grad_norm": 486.1744689941406,
+      "learning_rate": 1.5170575989624933e-05,
+      "loss": 40.0625,
+      "step": 14532
+    },
+    {
+      "epoch": 0.6944948867437637,
+      "grad_norm": 332.8727111816406,
+      "learning_rate": 1.5169913581755968e-05,
+      "loss": 35.5312,
+      "step": 14533
+    },
+    {
+      "epoch": 0.6945426741852241,
+      "grad_norm": 339.2068176269531,
+      "learning_rate": 1.5169251142925891e-05,
+      "loss": 23.7031,
+      "step": 14534
+    },
+    {
+      "epoch": 0.6945904616266845,
+      "grad_norm": 307.326171875,
+      "learning_rate": 1.5168588673138672e-05,
+      "loss": 31.8125,
+      "step": 14535
+    },
+    {
+      "epoch": 0.6946382490681449,
+      "grad_norm": 340.26507568359375,
+      "learning_rate": 1.5167926172398271e-05,
+      "loss": 28.75,
+      "step": 14536
+    },
+    {
+      "epoch": 0.6946860365096053,
+      "grad_norm": 251.6644744873047,
+      "learning_rate": 1.5167263640708662e-05,
+      "loss": 29.625,
+      "step": 14537
+    },
+    {
+      "epoch": 0.6947338239510656,
+      "grad_norm": 335.5084533691406,
+      "learning_rate": 1.5166601078073813e-05,
+      "loss": 39.25,
+      "step": 14538
+    },
+    {
+      "epoch": 0.694781611392526,
+      "grad_norm": 261.0570373535156,
+      "learning_rate": 1.5165938484497691e-05,
+      "loss": 43.0,
+      "step": 14539
+    },
+    {
+      "epoch": 0.6948293988339864,
+      "grad_norm": 271.5433044433594,
+      "learning_rate": 1.5165275859984259e-05,
+      "loss": 35.4844,
+      "step": 14540
+    },
+    {
+      "epoch": 0.6948771862754468,
+      "grad_norm": 340.7167053222656,
+      "learning_rate": 1.5164613204537495e-05,
+      "loss": 30.375,
+      "step": 14541
+    },
+    {
+      "epoch": 0.6949249737169072,
+      "grad_norm": 267.528076171875,
+      "learning_rate": 1.516395051816136e-05,
+      "loss": 28.4844,
+      "step": 14542
+    },
+    {
+      "epoch": 0.6949727611583676,
+      "grad_norm": 210.54051208496094,
+      "learning_rate": 1.5163287800859823e-05,
+      "loss": 30.1094,
+      "step": 14543
+    },
+    {
+      "epoch": 0.695020548599828,
+      "grad_norm": 237.826171875,
+      "learning_rate": 1.5162625052636855e-05,
+      "loss": 39.0625,
+      "step": 14544
+    },
+    {
+      "epoch": 0.6950683360412884,
+      "grad_norm": 239.3771514892578,
+      "learning_rate": 1.5161962273496426e-05,
+      "loss": 34.2188,
+      "step": 14545
+    },
+    {
+      "epoch": 0.6951161234827488,
+      "grad_norm": 394.0234069824219,
+      "learning_rate": 1.5161299463442506e-05,
+      "loss": 32.0,
+      "step": 14546
+    },
+    {
+      "epoch": 0.6951639109242091,
+      "grad_norm": 207.62962341308594,
+      "learning_rate": 1.5160636622479055e-05,
+      "loss": 29.3125,
+      "step": 14547
+    },
+    {
+      "epoch": 0.6952116983656695,
+      "grad_norm": 271.3136901855469,
+      "learning_rate": 1.5159973750610056e-05,
+      "loss": 26.0312,
+      "step": 14548
+    },
+    {
+      "epoch": 0.6952594858071299,
+      "grad_norm": 437.5271911621094,
+      "learning_rate": 1.5159310847839473e-05,
+      "loss": 33.5625,
+      "step": 14549
+    },
+    {
+      "epoch": 0.6953072732485903,
+      "grad_norm": 227.46353149414062,
+      "learning_rate": 1.515864791417127e-05,
+      "loss": 29.8438,
+      "step": 14550
+    },
+    {
+      "epoch": 0.6953550606900507,
+      "grad_norm": 259.6246337890625,
+      "learning_rate": 1.5157984949609426e-05,
+      "loss": 27.5,
+      "step": 14551
+    },
+    {
+      "epoch": 0.695402848131511,
+      "grad_norm": 234.41806030273438,
+      "learning_rate": 1.5157321954157906e-05,
+      "loss": 34.625,
+      "step": 14552
+    },
+    {
+      "epoch": 0.6954506355729714,
+      "grad_norm": 327.83856201171875,
+      "learning_rate": 1.5156658927820682e-05,
+      "loss": 30.4688,
+      "step": 14553
+    },
+    {
+      "epoch": 0.6954984230144318,
+      "grad_norm": 297.8677062988281,
+      "learning_rate": 1.515599587060173e-05,
+      "loss": 27.7188,
+      "step": 14554
+    },
+    {
+      "epoch": 0.6955462104558922,
+      "grad_norm": 117.75054168701172,
+      "learning_rate": 1.515533278250501e-05,
+      "loss": 28.4844,
+      "step": 14555
+    },
+    {
+      "epoch": 0.6955939978973525,
+      "grad_norm": 173.71868896484375,
+      "learning_rate": 1.5154669663534502e-05,
+      "loss": 28.1875,
+      "step": 14556
+    },
+    {
+      "epoch": 0.6956417853388129,
+      "grad_norm": 275.0281066894531,
+      "learning_rate": 1.5154006513694173e-05,
+      "loss": 36.875,
+      "step": 14557
+    },
+    {
+      "epoch": 0.6956895727802733,
+      "grad_norm": 286.817138671875,
+      "learning_rate": 1.5153343332987995e-05,
+      "loss": 36.6562,
+      "step": 14558
+    },
+    {
+      "epoch": 0.6957373602217337,
+      "grad_norm": 252.34927368164062,
+      "learning_rate": 1.515268012141994e-05,
+      "loss": 34.25,
+      "step": 14559
+    },
+    {
+      "epoch": 0.6957851476631941,
+      "grad_norm": 237.8596954345703,
+      "learning_rate": 1.5152016878993977e-05,
+      "loss": 28.25,
+      "step": 14560
+    },
+    {
+      "epoch": 0.6958329351046545,
+      "grad_norm": 194.81497192382812,
+      "learning_rate": 1.5151353605714087e-05,
+      "loss": 21.9688,
+      "step": 14561
+    },
+    {
+      "epoch": 0.6958807225461149,
+      "grad_norm": 249.21405029296875,
+      "learning_rate": 1.5150690301584232e-05,
+      "loss": 20.3281,
+      "step": 14562
+    },
+    {
+      "epoch": 0.6959285099875753,
+      "grad_norm": 2314.804443359375,
+      "learning_rate": 1.5150026966608389e-05,
+      "loss": 37.5312,
+      "step": 14563
+    },
+    {
+      "epoch": 0.6959762974290357,
+      "grad_norm": 312.08526611328125,
+      "learning_rate": 1.514936360079053e-05,
+      "loss": 22.5781,
+      "step": 14564
+    },
+    {
+      "epoch": 0.696024084870496,
+      "grad_norm": 327.8047180175781,
+      "learning_rate": 1.5148700204134628e-05,
+      "loss": 34.4062,
+      "step": 14565
+    },
+    {
+      "epoch": 0.6960718723119564,
+      "grad_norm": 187.44187927246094,
+      "learning_rate": 1.5148036776644657e-05,
+      "loss": 29.1875,
+      "step": 14566
+    },
+    {
+      "epoch": 0.6961196597534168,
+      "grad_norm": 269.1463623046875,
+      "learning_rate": 1.5147373318324588e-05,
+      "loss": 31.3438,
+      "step": 14567
+    },
+    {
+      "epoch": 0.6961674471948772,
+      "grad_norm": 288.8680114746094,
+      "learning_rate": 1.5146709829178394e-05,
+      "loss": 31.6719,
+      "step": 14568
+    },
+    {
+      "epoch": 0.6962152346363376,
+      "grad_norm": 187.3357696533203,
+      "learning_rate": 1.5146046309210048e-05,
+      "loss": 29.625,
+      "step": 14569
+    },
+    {
+      "epoch": 0.696263022077798,
+      "grad_norm": 413.9271240234375,
+      "learning_rate": 1.5145382758423526e-05,
+      "loss": 30.8125,
+      "step": 14570
+    },
+    {
+      "epoch": 0.6963108095192584,
+      "grad_norm": 252.88040161132812,
+      "learning_rate": 1.51447191768228e-05,
+      "loss": 21.8125,
+      "step": 14571
+    },
+    {
+      "epoch": 0.6963585969607187,
+      "grad_norm": 405.2430419921875,
+      "learning_rate": 1.5144055564411844e-05,
+      "loss": 25.3125,
+      "step": 14572
+    },
+    {
+      "epoch": 0.6964063844021791,
+      "grad_norm": 413.28485107421875,
+      "learning_rate": 1.5143391921194632e-05,
+      "loss": 32.0,
+      "step": 14573
+    },
+    {
+      "epoch": 0.6964541718436394,
+      "grad_norm": 395.4801025390625,
+      "learning_rate": 1.514272824717514e-05,
+      "loss": 36.5625,
+      "step": 14574
+    },
+    {
+      "epoch": 0.6965019592850998,
+      "grad_norm": 436.4611511230469,
+      "learning_rate": 1.5142064542357343e-05,
+      "loss": 26.375,
+      "step": 14575
+    },
+    {
+      "epoch": 0.6965497467265602,
+      "grad_norm": 355.5021667480469,
+      "learning_rate": 1.5141400806745215e-05,
+      "loss": 29.75,
+      "step": 14576
+    },
+    {
+      "epoch": 0.6965975341680206,
+      "grad_norm": 221.549560546875,
+      "learning_rate": 1.5140737040342728e-05,
+      "loss": 29.9062,
+      "step": 14577
+    },
+    {
+      "epoch": 0.696645321609481,
+      "grad_norm": 232.6879119873047,
+      "learning_rate": 1.514007324315386e-05,
+      "loss": 29.0625,
+      "step": 14578
+    },
+    {
+      "epoch": 0.6966931090509414,
+      "grad_norm": 197.4473419189453,
+      "learning_rate": 1.5139409415182588e-05,
+      "loss": 25.9375,
+      "step": 14579
+    },
+    {
+      "epoch": 0.6967408964924018,
+      "grad_norm": 572.269287109375,
+      "learning_rate": 1.5138745556432883e-05,
+      "loss": 31.75,
+      "step": 14580
+    },
+    {
+      "epoch": 0.6967886839338622,
+      "grad_norm": 736.3843994140625,
+      "learning_rate": 1.5138081666908724e-05,
+      "loss": 25.25,
+      "step": 14581
+    },
+    {
+      "epoch": 0.6968364713753226,
+      "grad_norm": 434.7876892089844,
+      "learning_rate": 1.5137417746614084e-05,
+      "loss": 23.5469,
+      "step": 14582
+    },
+    {
+      "epoch": 0.696884258816783,
+      "grad_norm": 177.80931091308594,
+      "learning_rate": 1.5136753795552945e-05,
+      "loss": 22.3281,
+      "step": 14583
+    },
+    {
+      "epoch": 0.6969320462582433,
+      "grad_norm": 208.9765625,
+      "learning_rate": 1.5136089813729276e-05,
+      "loss": 33.7188,
+      "step": 14584
+    },
+    {
+      "epoch": 0.6969798336997037,
+      "grad_norm": 340.765625,
+      "learning_rate": 1.513542580114706e-05,
+      "loss": 31.5,
+      "step": 14585
+    },
+    {
+      "epoch": 0.6970276211411641,
+      "grad_norm": 663.78466796875,
+      "learning_rate": 1.5134761757810264e-05,
+      "loss": 25.7812,
+      "step": 14586
+    },
+    {
+      "epoch": 0.6970754085826245,
+      "grad_norm": 255.44033813476562,
+      "learning_rate": 1.5134097683722876e-05,
+      "loss": 23.1562,
+      "step": 14587
+    },
+    {
+      "epoch": 0.6971231960240849,
+      "grad_norm": 153.71780395507812,
+      "learning_rate": 1.513343357888886e-05,
+      "loss": 26.2812,
+      "step": 14588
+    },
+    {
+      "epoch": 0.6971709834655453,
+      "grad_norm": 403.3502197265625,
+      "learning_rate": 1.5132769443312207e-05,
+      "loss": 31.8125,
+      "step": 14589
+    },
+    {
+      "epoch": 0.6972187709070057,
+      "grad_norm": 328.8139343261719,
+      "learning_rate": 1.513210527699689e-05,
+      "loss": 24.4062,
+      "step": 14590
+    },
+    {
+      "epoch": 0.6972665583484661,
+      "grad_norm": 292.1327819824219,
+      "learning_rate": 1.513144107994688e-05,
+      "loss": 29.0938,
+      "step": 14591
+    },
+    {
+      "epoch": 0.6973143457899265,
+      "grad_norm": 366.15777587890625,
+      "learning_rate": 1.513077685216616e-05,
+      "loss": 25.4688,
+      "step": 14592
+    },
+    {
+      "epoch": 0.6973621332313867,
+      "grad_norm": 266.2080383300781,
+      "learning_rate": 1.5130112593658708e-05,
+      "loss": 25.5469,
+      "step": 14593
+    },
+    {
+      "epoch": 0.6974099206728471,
+      "grad_norm": 251.31072998046875,
+      "learning_rate": 1.5129448304428502e-05,
+      "loss": 27.75,
+      "step": 14594
+    },
+    {
+      "epoch": 0.6974577081143075,
+      "grad_norm": 550.0347900390625,
+      "learning_rate": 1.5128783984479518e-05,
+      "loss": 23.9219,
+      "step": 14595
+    },
+    {
+      "epoch": 0.6975054955557679,
+      "grad_norm": 297.1139221191406,
+      "learning_rate": 1.5128119633815737e-05,
+      "loss": 33.5625,
+      "step": 14596
+    },
+    {
+      "epoch": 0.6975532829972283,
+      "grad_norm": 281.2806091308594,
+      "learning_rate": 1.5127455252441135e-05,
+      "loss": 25.9688,
+      "step": 14597
+    },
+    {
+      "epoch": 0.6976010704386887,
+      "grad_norm": 301.9630432128906,
+      "learning_rate": 1.5126790840359693e-05,
+      "loss": 18.8281,
+      "step": 14598
+    },
+    {
+      "epoch": 0.6976488578801491,
+      "grad_norm": 200.2400360107422,
+      "learning_rate": 1.5126126397575392e-05,
+      "loss": 28.3125,
+      "step": 14599
+    },
+    {
+      "epoch": 0.6976966453216095,
+      "grad_norm": 234.72000122070312,
+      "learning_rate": 1.5125461924092206e-05,
+      "loss": 25.5156,
+      "step": 14600
+    },
+    {
+      "epoch": 0.6977444327630699,
+      "grad_norm": 155.1770477294922,
+      "learning_rate": 1.5124797419914115e-05,
+      "loss": 21.7031,
+      "step": 14601
+    },
+    {
+      "epoch": 0.6977922202045302,
+      "grad_norm": 228.710693359375,
+      "learning_rate": 1.5124132885045105e-05,
+      "loss": 20.7344,
+      "step": 14602
+    },
+    {
+      "epoch": 0.6978400076459906,
+      "grad_norm": 218.88352966308594,
+      "learning_rate": 1.5123468319489148e-05,
+      "loss": 30.125,
+      "step": 14603
+    },
+    {
+      "epoch": 0.697887795087451,
+      "grad_norm": 281.74090576171875,
+      "learning_rate": 1.5122803723250226e-05,
+      "loss": 39.7812,
+      "step": 14604
+    },
+    {
+      "epoch": 0.6979355825289114,
+      "grad_norm": 237.52154541015625,
+      "learning_rate": 1.512213909633232e-05,
+      "loss": 26.5625,
+      "step": 14605
+    },
+    {
+      "epoch": 0.6979833699703718,
+      "grad_norm": 173.2250213623047,
+      "learning_rate": 1.512147443873941e-05,
+      "loss": 24.0625,
+      "step": 14606
+    },
+    {
+      "epoch": 0.6980311574118322,
+      "grad_norm": 233.8634033203125,
+      "learning_rate": 1.5120809750475478e-05,
+      "loss": 33.6875,
+      "step": 14607
+    },
+    {
+      "epoch": 0.6980789448532926,
+      "grad_norm": 149.13340759277344,
+      "learning_rate": 1.5120145031544502e-05,
+      "loss": 21.1719,
+      "step": 14608
+    },
+    {
+      "epoch": 0.698126732294753,
+      "grad_norm": 961.8843994140625,
+      "learning_rate": 1.5119480281950466e-05,
+      "loss": 21.8281,
+      "step": 14609
+    },
+    {
+      "epoch": 0.6981745197362134,
+      "grad_norm": 345.251953125,
+      "learning_rate": 1.5118815501697346e-05,
+      "loss": 24.2344,
+      "step": 14610
+    },
+    {
+      "epoch": 0.6982223071776738,
+      "grad_norm": 518.609130859375,
+      "learning_rate": 1.5118150690789128e-05,
+      "loss": 33.3125,
+      "step": 14611
+    },
+    {
+      "epoch": 0.6982700946191341,
+      "grad_norm": 267.4073791503906,
+      "learning_rate": 1.5117485849229791e-05,
+      "loss": 26.6562,
+      "step": 14612
+    },
+    {
+      "epoch": 0.6983178820605945,
+      "grad_norm": 368.6533203125,
+      "learning_rate": 1.5116820977023321e-05,
+      "loss": 26.1875,
+      "step": 14613
+    },
+    {
+      "epoch": 0.6983656695020548,
+      "grad_norm": 255.53488159179688,
+      "learning_rate": 1.5116156074173693e-05,
+      "loss": 42.8125,
+      "step": 14614
+    },
+    {
+      "epoch": 0.6984134569435152,
+      "grad_norm": 179.20831298828125,
+      "learning_rate": 1.511549114068489e-05,
+      "loss": 29.5312,
+      "step": 14615
+    },
+    {
+      "epoch": 0.6984612443849756,
+      "grad_norm": 210.54330444335938,
+      "learning_rate": 1.5114826176560897e-05,
+      "loss": 24.4375,
+      "step": 14616
+    },
+    {
+      "epoch": 0.698509031826436,
+      "grad_norm": 213.2828369140625,
+      "learning_rate": 1.5114161181805695e-05,
+      "loss": 18.2969,
+      "step": 14617
+    },
+    {
+      "epoch": 0.6985568192678964,
+      "grad_norm": 428.3802795410156,
+      "learning_rate": 1.5113496156423271e-05,
+      "loss": 28.4375,
+      "step": 14618
+    },
+    {
+      "epoch": 0.6986046067093568,
+      "grad_norm": 374.1099853515625,
+      "learning_rate": 1.5112831100417596e-05,
+      "loss": 31.4688,
+      "step": 14619
+    },
+    {
+      "epoch": 0.6986523941508171,
+      "grad_norm": 300.13934326171875,
+      "learning_rate": 1.5112166013792665e-05,
+      "loss": 28.25,
+      "step": 14620
+    },
+    {
+      "epoch": 0.6987001815922775,
+      "grad_norm": 117.3667984008789,
+      "learning_rate": 1.5111500896552453e-05,
+      "loss": 16.9844,
+      "step": 14621
+    },
+    {
+      "epoch": 0.6987479690337379,
+      "grad_norm": 257.8152160644531,
+      "learning_rate": 1.511083574870095e-05,
+      "loss": 33.2188,
+      "step": 14622
+    },
+    {
+      "epoch": 0.6987957564751983,
+      "grad_norm": 1109.135498046875,
+      "learning_rate": 1.511017057024213e-05,
+      "loss": 37.7812,
+      "step": 14623
+    },
+    {
+      "epoch": 0.6988435439166587,
+      "grad_norm": 227.6414794921875,
+      "learning_rate": 1.5109505361179989e-05,
+      "loss": 23.4531,
+      "step": 14624
+    },
+    {
+      "epoch": 0.6988913313581191,
+      "grad_norm": 364.7225036621094,
+      "learning_rate": 1.5108840121518497e-05,
+      "loss": 24.0,
+      "step": 14625
+    },
+    {
+      "epoch": 0.6989391187995795,
+      "grad_norm": 653.552978515625,
+      "learning_rate": 1.510817485126165e-05,
+      "loss": 42.5,
+      "step": 14626
+    },
+    {
+      "epoch": 0.6989869062410399,
+      "grad_norm": 200.08612060546875,
+      "learning_rate": 1.5107509550413426e-05,
+      "loss": 30.4688,
+      "step": 14627
+    },
+    {
+      "epoch": 0.6990346936825003,
+      "grad_norm": 224.67755126953125,
+      "learning_rate": 1.5106844218977808e-05,
+      "loss": 33.375,
+      "step": 14628
+    },
+    {
+      "epoch": 0.6990824811239607,
+      "grad_norm": 352.61279296875,
+      "learning_rate": 1.5106178856958784e-05,
+      "loss": 25.2812,
+      "step": 14629
+    },
+    {
+      "epoch": 0.699130268565421,
+      "grad_norm": 453.0920104980469,
+      "learning_rate": 1.5105513464360338e-05,
+      "loss": 33.75,
+      "step": 14630
+    },
+    {
+      "epoch": 0.6991780560068814,
+      "grad_norm": 212.04104614257812,
+      "learning_rate": 1.5104848041186455e-05,
+      "loss": 21.9688,
+      "step": 14631
+    },
+    {
+      "epoch": 0.6992258434483418,
+      "grad_norm": 328.6004333496094,
+      "learning_rate": 1.510418258744112e-05,
+      "loss": 43.5625,
+      "step": 14632
+    },
+    {
+      "epoch": 0.6992736308898022,
+      "grad_norm": 223.64443969726562,
+      "learning_rate": 1.5103517103128316e-05,
+      "loss": 34.0625,
+      "step": 14633
+    },
+    {
+      "epoch": 0.6993214183312625,
+      "grad_norm": 231.11807250976562,
+      "learning_rate": 1.510285158825203e-05,
+      "loss": 25.9219,
+      "step": 14634
+    },
+    {
+      "epoch": 0.6993692057727229,
+      "grad_norm": 192.8774871826172,
+      "learning_rate": 1.5102186042816244e-05,
+      "loss": 27.0938,
+      "step": 14635
+    },
+    {
+      "epoch": 0.6994169932141833,
+      "grad_norm": 174.53070068359375,
+      "learning_rate": 1.510152046682495e-05,
+      "loss": 23.8594,
+      "step": 14636
+    },
+    {
+      "epoch": 0.6994647806556437,
+      "grad_norm": 370.16510009765625,
+      "learning_rate": 1.5100854860282136e-05,
+      "loss": 25.1797,
+      "step": 14637
+    },
+    {
+      "epoch": 0.699512568097104,
+      "grad_norm": 203.12637329101562,
+      "learning_rate": 1.5100189223191777e-05,
+      "loss": 27.625,
+      "step": 14638
+    },
+    {
+      "epoch": 0.6995603555385644,
+      "grad_norm": 194.56771850585938,
+      "learning_rate": 1.5099523555557866e-05,
+      "loss": 25.1562,
+      "step": 14639
+    },
+    {
+      "epoch": 0.6996081429800248,
+      "grad_norm": 176.8050994873047,
+      "learning_rate": 1.5098857857384392e-05,
+      "loss": 31.875,
+      "step": 14640
+    },
+    {
+      "epoch": 0.6996559304214852,
+      "grad_norm": 311.9299011230469,
+      "learning_rate": 1.5098192128675337e-05,
+      "loss": 28.7344,
+      "step": 14641
+    },
+    {
+      "epoch": 0.6997037178629456,
+      "grad_norm": 208.29519653320312,
+      "learning_rate": 1.5097526369434689e-05,
+      "loss": 31.2188,
+      "step": 14642
+    },
+    {
+      "epoch": 0.699751505304406,
+      "grad_norm": 383.06689453125,
+      "learning_rate": 1.5096860579666437e-05,
+      "loss": 34.1562,
+      "step": 14643
+    },
+    {
+      "epoch": 0.6997992927458664,
+      "grad_norm": 208.11273193359375,
+      "learning_rate": 1.5096194759374568e-05,
+      "loss": 21.9531,
+      "step": 14644
+    },
+    {
+      "epoch": 0.6998470801873268,
+      "grad_norm": 875.3600463867188,
+      "learning_rate": 1.5095528908563063e-05,
+      "loss": 29.8438,
+      "step": 14645
+    },
+    {
+      "epoch": 0.6998948676287872,
+      "grad_norm": 294.23101806640625,
+      "learning_rate": 1.5094863027235921e-05,
+      "loss": 29.8438,
+      "step": 14646
+    },
+    {
+      "epoch": 0.6999426550702476,
+      "grad_norm": 286.45001220703125,
+      "learning_rate": 1.509419711539712e-05,
+      "loss": 28.5938,
+      "step": 14647
+    },
+    {
+      "epoch": 0.6999904425117079,
+      "grad_norm": 376.6093444824219,
+      "learning_rate": 1.5093531173050656e-05,
+      "loss": 24.7031,
+      "step": 14648
+    },
+    {
+      "epoch": 0.7000382299531683,
+      "grad_norm": 308.95635986328125,
+      "learning_rate": 1.5092865200200511e-05,
+      "loss": 27.8125,
+      "step": 14649
+    },
+    {
+      "epoch": 0.7000860173946287,
+      "grad_norm": 138.83238220214844,
+      "learning_rate": 1.5092199196850672e-05,
+      "loss": 20.2031,
+      "step": 14650
+    },
+    {
+      "epoch": 0.7001338048360891,
+      "grad_norm": 411.17523193359375,
+      "learning_rate": 1.5091533163005134e-05,
+      "loss": 29.6562,
+      "step": 14651
+    },
+    {
+      "epoch": 0.7001815922775495,
+      "grad_norm": 207.8002471923828,
+      "learning_rate": 1.509086709866788e-05,
+      "loss": 19.75,
+      "step": 14652
+    },
+    {
+      "epoch": 0.7002293797190099,
+      "grad_norm": 252.87411499023438,
+      "learning_rate": 1.5090201003842901e-05,
+      "loss": 30.0938,
+      "step": 14653
+    },
+    {
+      "epoch": 0.7002771671604703,
+      "grad_norm": 235.8619842529297,
+      "learning_rate": 1.5089534878534187e-05,
+      "loss": 29.375,
+      "step": 14654
+    },
+    {
+      "epoch": 0.7003249546019306,
+      "grad_norm": 261.64208984375,
+      "learning_rate": 1.5088868722745727e-05,
+      "loss": 38.625,
+      "step": 14655
+    },
+    {
+      "epoch": 0.700372742043391,
+      "grad_norm": 218.14776611328125,
+      "learning_rate": 1.5088202536481507e-05,
+      "loss": 32.9375,
+      "step": 14656
+    },
+    {
+      "epoch": 0.7004205294848513,
+      "grad_norm": 297.1759033203125,
+      "learning_rate": 1.5087536319745521e-05,
+      "loss": 23.25,
+      "step": 14657
+    },
+    {
+      "epoch": 0.7004683169263117,
+      "grad_norm": 256.0574645996094,
+      "learning_rate": 1.5086870072541757e-05,
+      "loss": 24.0625,
+      "step": 14658
+    },
+    {
+      "epoch": 0.7005161043677721,
+      "grad_norm": 259.0765686035156,
+      "learning_rate": 1.5086203794874206e-05,
+      "loss": 23.4688,
+      "step": 14659
+    },
+    {
+      "epoch": 0.7005638918092325,
+      "grad_norm": 427.4393005371094,
+      "learning_rate": 1.5085537486746856e-05,
+      "loss": 27.125,
+      "step": 14660
+    },
+    {
+      "epoch": 0.7006116792506929,
+      "grad_norm": 230.07049560546875,
+      "learning_rate": 1.50848711481637e-05,
+      "loss": 27.6562,
+      "step": 14661
+    },
+    {
+      "epoch": 0.7006594666921533,
+      "grad_norm": 341.78900146484375,
+      "learning_rate": 1.5084204779128726e-05,
+      "loss": 32.3125,
+      "step": 14662
+    },
+    {
+      "epoch": 0.7007072541336137,
+      "grad_norm": 218.80001831054688,
+      "learning_rate": 1.5083538379645926e-05,
+      "loss": 20.375,
+      "step": 14663
+    },
+    {
+      "epoch": 0.7007550415750741,
+      "grad_norm": 358.1783142089844,
+      "learning_rate": 1.5082871949719292e-05,
+      "loss": 25.7344,
+      "step": 14664
+    },
+    {
+      "epoch": 0.7008028290165345,
+      "grad_norm": 197.48287963867188,
+      "learning_rate": 1.5082205489352814e-05,
+      "loss": 29.2812,
+      "step": 14665
+    },
+    {
+      "epoch": 0.7008506164579948,
+      "grad_norm": 381.0766296386719,
+      "learning_rate": 1.508153899855048e-05,
+      "loss": 29.5938,
+      "step": 14666
+    },
+    {
+      "epoch": 0.7008984038994552,
+      "grad_norm": 196.90357971191406,
+      "learning_rate": 1.5080872477316288e-05,
+      "loss": 31.1875,
+      "step": 14667
+    },
+    {
+      "epoch": 0.7009461913409156,
+      "grad_norm": 417.8865661621094,
+      "learning_rate": 1.5080205925654224e-05,
+      "loss": 29.7812,
+      "step": 14668
+    },
+    {
+      "epoch": 0.700993978782376,
+      "grad_norm": 211.4241180419922,
+      "learning_rate": 1.5079539343568281e-05,
+      "loss": 26.8125,
+      "step": 14669
+    },
+    {
+      "epoch": 0.7010417662238364,
+      "grad_norm": 141.5565948486328,
+      "learning_rate": 1.5078872731062453e-05,
+      "loss": 19.7969,
+      "step": 14670
+    },
+    {
+      "epoch": 0.7010895536652968,
+      "grad_norm": 359.0303039550781,
+      "learning_rate": 1.5078206088140728e-05,
+      "loss": 30.2031,
+      "step": 14671
+    },
+    {
+      "epoch": 0.7011373411067572,
+      "grad_norm": 436.1200866699219,
+      "learning_rate": 1.5077539414807106e-05,
+      "loss": 36.125,
+      "step": 14672
+    },
+    {
+      "epoch": 0.7011851285482176,
+      "grad_norm": 244.11032104492188,
+      "learning_rate": 1.5076872711065572e-05,
+      "loss": 20.5938,
+      "step": 14673
+    },
+    {
+      "epoch": 0.701232915989678,
+      "grad_norm": 287.95953369140625,
+      "learning_rate": 1.5076205976920122e-05,
+      "loss": 31.1875,
+      "step": 14674
+    },
+    {
+      "epoch": 0.7012807034311382,
+      "grad_norm": 270.9080505371094,
+      "learning_rate": 1.5075539212374748e-05,
+      "loss": 21.625,
+      "step": 14675
+    },
+    {
+      "epoch": 0.7013284908725986,
+      "grad_norm": 467.67498779296875,
+      "learning_rate": 1.5074872417433444e-05,
+      "loss": 30.1562,
+      "step": 14676
+    },
+    {
+      "epoch": 0.701376278314059,
+      "grad_norm": 187.93226623535156,
+      "learning_rate": 1.50742055921002e-05,
+      "loss": 21.0938,
+      "step": 14677
+    },
+    {
+      "epoch": 0.7014240657555194,
+      "grad_norm": 173.86422729492188,
+      "learning_rate": 1.5073538736379014e-05,
+      "loss": 28.6719,
+      "step": 14678
+    },
+    {
+      "epoch": 0.7014718531969798,
+      "grad_norm": 4591.1220703125,
+      "learning_rate": 1.5072871850273878e-05,
+      "loss": 35.5312,
+      "step": 14679
+    },
+    {
+      "epoch": 0.7015196406384402,
+      "grad_norm": 449.1855773925781,
+      "learning_rate": 1.5072204933788786e-05,
+      "loss": 35.0625,
+      "step": 14680
+    },
+    {
+      "epoch": 0.7015674280799006,
+      "grad_norm": 189.59344482421875,
+      "learning_rate": 1.507153798692773e-05,
+      "loss": 29.2188,
+      "step": 14681
+    },
+    {
+      "epoch": 0.701615215521361,
+      "grad_norm": 261.9910888671875,
+      "learning_rate": 1.5070871009694706e-05,
+      "loss": 24.375,
+      "step": 14682
+    },
+    {
+      "epoch": 0.7016630029628214,
+      "grad_norm": 355.1450500488281,
+      "learning_rate": 1.5070204002093709e-05,
+      "loss": 31.4375,
+      "step": 14683
+    },
+    {
+      "epoch": 0.7017107904042817,
+      "grad_norm": 414.96807861328125,
+      "learning_rate": 1.506953696412873e-05,
+      "loss": 29.8125,
+      "step": 14684
+    },
+    {
+      "epoch": 0.7017585778457421,
+      "grad_norm": 258.0747375488281,
+      "learning_rate": 1.5068869895803769e-05,
+      "loss": 31.8906,
+      "step": 14685
+    },
+    {
+      "epoch": 0.7018063652872025,
+      "grad_norm": 203.09877014160156,
+      "learning_rate": 1.5068202797122813e-05,
+      "loss": 34.5938,
+      "step": 14686
+    },
+    {
+      "epoch": 0.7018541527286629,
+      "grad_norm": 212.29129028320312,
+      "learning_rate": 1.5067535668089868e-05,
+      "loss": 27.8438,
+      "step": 14687
+    },
+    {
+      "epoch": 0.7019019401701233,
+      "grad_norm": 316.79693603515625,
+      "learning_rate": 1.506686850870892e-05,
+      "loss": 42.0938,
+      "step": 14688
+    },
+    {
+      "epoch": 0.7019497276115837,
+      "grad_norm": 326.6464538574219,
+      "learning_rate": 1.5066201318983969e-05,
+      "loss": 29.0,
+      "step": 14689
+    },
+    {
+      "epoch": 0.7019975150530441,
+      "grad_norm": 429.4295349121094,
+      "learning_rate": 1.5065534098919008e-05,
+      "loss": 35.5312,
+      "step": 14690
+    },
+    {
+      "epoch": 0.7020453024945045,
+      "grad_norm": 310.080322265625,
+      "learning_rate": 1.5064866848518034e-05,
+      "loss": 27.1562,
+      "step": 14691
+    },
+    {
+      "epoch": 0.7020930899359649,
+      "grad_norm": 266.3523864746094,
+      "learning_rate": 1.5064199567785042e-05,
+      "loss": 37.4375,
+      "step": 14692
+    },
+    {
+      "epoch": 0.7021408773774253,
+      "grad_norm": 284.2115478515625,
+      "learning_rate": 1.5063532256724031e-05,
+      "loss": 31.7188,
+      "step": 14693
+    },
+    {
+      "epoch": 0.7021886648188856,
+      "grad_norm": 182.7411346435547,
+      "learning_rate": 1.5062864915338998e-05,
+      "loss": 25.9062,
+      "step": 14694
+    },
+    {
+      "epoch": 0.702236452260346,
+      "grad_norm": 472.7349853515625,
+      "learning_rate": 1.5062197543633933e-05,
+      "loss": 26.875,
+      "step": 14695
+    },
+    {
+      "epoch": 0.7022842397018063,
+      "grad_norm": 192.5408935546875,
+      "learning_rate": 1.5061530141612836e-05,
+      "loss": 25.625,
+      "step": 14696
+    },
+    {
+      "epoch": 0.7023320271432667,
+      "grad_norm": 198.24606323242188,
+      "learning_rate": 1.506086270927971e-05,
+      "loss": 32.1562,
+      "step": 14697
+    },
+    {
+      "epoch": 0.7023798145847271,
+      "grad_norm": 227.54580688476562,
+      "learning_rate": 1.5060195246638545e-05,
+      "loss": 18.5,
+      "step": 14698
+    },
+    {
+      "epoch": 0.7024276020261875,
+      "grad_norm": 211.07530212402344,
+      "learning_rate": 1.5059527753693334e-05,
+      "loss": 42.5625,
+      "step": 14699
+    },
+    {
+      "epoch": 0.7024753894676479,
+      "grad_norm": 466.6790771484375,
+      "learning_rate": 1.5058860230448086e-05,
+      "loss": 36.7812,
+      "step": 14700
+    },
+    {
+      "epoch": 0.7025231769091083,
+      "grad_norm": 496.6754455566406,
+      "learning_rate": 1.5058192676906794e-05,
+      "loss": 31.1875,
+      "step": 14701
+    },
+    {
+      "epoch": 0.7025709643505686,
+      "grad_norm": 205.41114807128906,
+      "learning_rate": 1.505752509307345e-05,
+      "loss": 30.2969,
+      "step": 14702
+    },
+    {
+      "epoch": 0.702618751792029,
+      "grad_norm": 296.7966613769531,
+      "learning_rate": 1.505685747895206e-05,
+      "loss": 24.6875,
+      "step": 14703
+    },
+    {
+      "epoch": 0.7026665392334894,
+      "grad_norm": 346.3060302734375,
+      "learning_rate": 1.5056189834546618e-05,
+      "loss": 41.2188,
+      "step": 14704
+    },
+    {
+      "epoch": 0.7027143266749498,
+      "grad_norm": 284.9189758300781,
+      "learning_rate": 1.5055522159861125e-05,
+      "loss": 21.0,
+      "step": 14705
+    },
+    {
+      "epoch": 0.7027621141164102,
+      "grad_norm": 230.0303497314453,
+      "learning_rate": 1.5054854454899573e-05,
+      "loss": 32.0938,
+      "step": 14706
+    },
+    {
+      "epoch": 0.7028099015578706,
+      "grad_norm": 278.3022766113281,
+      "learning_rate": 1.5054186719665969e-05,
+      "loss": 29.4062,
+      "step": 14707
+    },
+    {
+      "epoch": 0.702857688999331,
+      "grad_norm": 186.18739318847656,
+      "learning_rate": 1.5053518954164306e-05,
+      "loss": 34.1875,
+      "step": 14708
+    },
+    {
+      "epoch": 0.7029054764407914,
+      "grad_norm": 294.1590270996094,
+      "learning_rate": 1.5052851158398587e-05,
+      "loss": 28.8438,
+      "step": 14709
+    },
+    {
+      "epoch": 0.7029532638822518,
+      "grad_norm": 328.6831970214844,
+      "learning_rate": 1.5052183332372808e-05,
+      "loss": 23.9375,
+      "step": 14710
+    },
+    {
+      "epoch": 0.7030010513237122,
+      "grad_norm": 203.97731018066406,
+      "learning_rate": 1.5051515476090973e-05,
+      "loss": 24.8438,
+      "step": 14711
+    },
+    {
+      "epoch": 0.7030488387651725,
+      "grad_norm": 451.299560546875,
+      "learning_rate": 1.5050847589557076e-05,
+      "loss": 27.1875,
+      "step": 14712
+    },
+    {
+      "epoch": 0.7030966262066329,
+      "grad_norm": 270.3898010253906,
+      "learning_rate": 1.505017967277512e-05,
+      "loss": 27.8438,
+      "step": 14713
+    },
+    {
+      "epoch": 0.7031444136480933,
+      "grad_norm": 460.0415344238281,
+      "learning_rate": 1.5049511725749104e-05,
+      "loss": 37.1562,
+      "step": 14714
+    },
+    {
+      "epoch": 0.7031922010895537,
+      "grad_norm": 282.5934143066406,
+      "learning_rate": 1.5048843748483029e-05,
+      "loss": 32.8125,
+      "step": 14715
+    },
+    {
+      "epoch": 0.7032399885310141,
+      "grad_norm": 271.6627197265625,
+      "learning_rate": 1.5048175740980898e-05,
+      "loss": 34.5625,
+      "step": 14716
+    },
+    {
+      "epoch": 0.7032877759724744,
+      "grad_norm": 428.56103515625,
+      "learning_rate": 1.50475077032467e-05,
+      "loss": 37.4219,
+      "step": 14717
+    },
+    {
+      "epoch": 0.7033355634139348,
+      "grad_norm": 393.5344543457031,
+      "learning_rate": 1.5046839635284451e-05,
+      "loss": 29.3438,
+      "step": 14718
+    },
+    {
+      "epoch": 0.7033833508553952,
+      "grad_norm": 378.36981201171875,
+      "learning_rate": 1.504617153709814e-05,
+      "loss": 37.6094,
+      "step": 14719
+    },
+    {
+      "epoch": 0.7034311382968556,
+      "grad_norm": 284.0560302734375,
+      "learning_rate": 1.5045503408691776e-05,
+      "loss": 29.1562,
+      "step": 14720
+    },
+    {
+      "epoch": 0.7034789257383159,
+      "grad_norm": 235.23097229003906,
+      "learning_rate": 1.5044835250069353e-05,
+      "loss": 23.2656,
+      "step": 14721
+    },
+    {
+      "epoch": 0.7035267131797763,
+      "grad_norm": 327.3603210449219,
+      "learning_rate": 1.5044167061234882e-05,
+      "loss": 23.3125,
+      "step": 14722
+    },
+    {
+      "epoch": 0.7035745006212367,
+      "grad_norm": 112.25492095947266,
+      "learning_rate": 1.5043498842192356e-05,
+      "loss": 16.5938,
+      "step": 14723
+    },
+    {
+      "epoch": 0.7036222880626971,
+      "grad_norm": 277.6175231933594,
+      "learning_rate": 1.5042830592945784e-05,
+      "loss": 36.4375,
+      "step": 14724
+    },
+    {
+      "epoch": 0.7036700755041575,
+      "grad_norm": 368.4019775390625,
+      "learning_rate": 1.5042162313499158e-05,
+      "loss": 31.1562,
+      "step": 14725
+    },
+    {
+      "epoch": 0.7037178629456179,
+      "grad_norm": 276.0011291503906,
+      "learning_rate": 1.5041494003856487e-05,
+      "loss": 31.375,
+      "step": 14726
+    },
+    {
+      "epoch": 0.7037656503870783,
+      "grad_norm": 348.036376953125,
+      "learning_rate": 1.5040825664021777e-05,
+      "loss": 26.4062,
+      "step": 14727
+    },
+    {
+      "epoch": 0.7038134378285387,
+      "grad_norm": 333.4691467285156,
+      "learning_rate": 1.5040157293999018e-05,
+      "loss": 24.4688,
+      "step": 14728
+    },
+    {
+      "epoch": 0.7038612252699991,
+      "grad_norm": 326.04510498046875,
+      "learning_rate": 1.5039488893792227e-05,
+      "loss": 27.5469,
+      "step": 14729
+    },
+    {
+      "epoch": 0.7039090127114594,
+      "grad_norm": 208.4862060546875,
+      "learning_rate": 1.5038820463405399e-05,
+      "loss": 23.5312,
+      "step": 14730
+    },
+    {
+      "epoch": 0.7039568001529198,
+      "grad_norm": 316.366943359375,
+      "learning_rate": 1.5038152002842537e-05,
+      "loss": 22.9531,
+      "step": 14731
+    },
+    {
+      "epoch": 0.7040045875943802,
+      "grad_norm": 254.8007049560547,
+      "learning_rate": 1.5037483512107644e-05,
+      "loss": 35.375,
+      "step": 14732
+    },
+    {
+      "epoch": 0.7040523750358406,
+      "grad_norm": 280.10577392578125,
+      "learning_rate": 1.503681499120473e-05,
+      "loss": 34.7812,
+      "step": 14733
+    },
+    {
+      "epoch": 0.704100162477301,
+      "grad_norm": 190.87266540527344,
+      "learning_rate": 1.5036146440137787e-05,
+      "loss": 31.5938,
+      "step": 14734
+    },
+    {
+      "epoch": 0.7041479499187614,
+      "grad_norm": 292.7822265625,
+      "learning_rate": 1.5035477858910827e-05,
+      "loss": 25.8438,
+      "step": 14735
+    },
+    {
+      "epoch": 0.7041957373602218,
+      "grad_norm": 339.756103515625,
+      "learning_rate": 1.5034809247527857e-05,
+      "loss": 21.1406,
+      "step": 14736
+    },
+    {
+      "epoch": 0.7042435248016821,
+      "grad_norm": 410.16448974609375,
+      "learning_rate": 1.5034140605992871e-05,
+      "loss": 40.4688,
+      "step": 14737
+    },
+    {
+      "epoch": 0.7042913122431425,
+      "grad_norm": 389.8822326660156,
+      "learning_rate": 1.503347193430988e-05,
+      "loss": 25.125,
+      "step": 14738
+    },
+    {
+      "epoch": 0.7043390996846028,
+      "grad_norm": 307.7994689941406,
+      "learning_rate": 1.5032803232482886e-05,
+      "loss": 32.0938,
+      "step": 14739
+    },
+    {
+      "epoch": 0.7043868871260632,
+      "grad_norm": 304.54583740234375,
+      "learning_rate": 1.5032134500515898e-05,
+      "loss": 28.8125,
+      "step": 14740
+    },
+    {
+      "epoch": 0.7044346745675236,
+      "grad_norm": 341.38604736328125,
+      "learning_rate": 1.5031465738412916e-05,
+      "loss": 36.2188,
+      "step": 14741
+    },
+    {
+      "epoch": 0.704482462008984,
+      "grad_norm": 156.09701538085938,
+      "learning_rate": 1.5030796946177946e-05,
+      "loss": 21.75,
+      "step": 14742
+    },
+    {
+      "epoch": 0.7045302494504444,
+      "grad_norm": 201.4138946533203,
+      "learning_rate": 1.503012812381499e-05,
+      "loss": 33.0938,
+      "step": 14743
+    },
+    {
+      "epoch": 0.7045780368919048,
+      "grad_norm": 418.33038330078125,
+      "learning_rate": 1.5029459271328063e-05,
+      "loss": 39.7188,
+      "step": 14744
+    },
+    {
+      "epoch": 0.7046258243333652,
+      "grad_norm": 206.13963317871094,
+      "learning_rate": 1.5028790388721163e-05,
+      "loss": 18.8281,
+      "step": 14745
+    },
+    {
+      "epoch": 0.7046736117748256,
+      "grad_norm": 164.68316650390625,
+      "learning_rate": 1.5028121475998298e-05,
+      "loss": 20.5312,
+      "step": 14746
+    },
+    {
+      "epoch": 0.704721399216286,
+      "grad_norm": 186.85940551757812,
+      "learning_rate": 1.5027452533163474e-05,
+      "loss": 27.1875,
+      "step": 14747
+    },
+    {
+      "epoch": 0.7047691866577463,
+      "grad_norm": 263.2279052734375,
+      "learning_rate": 1.5026783560220696e-05,
+      "loss": 37.375,
+      "step": 14748
+    },
+    {
+      "epoch": 0.7048169740992067,
+      "grad_norm": 239.94293212890625,
+      "learning_rate": 1.5026114557173971e-05,
+      "loss": 25.1875,
+      "step": 14749
+    },
+    {
+      "epoch": 0.7048647615406671,
+      "grad_norm": 198.54885864257812,
+      "learning_rate": 1.5025445524027302e-05,
+      "loss": 21.0625,
+      "step": 14750
+    },
+    {
+      "epoch": 0.7049125489821275,
+      "grad_norm": 268.553955078125,
+      "learning_rate": 1.5024776460784702e-05,
+      "loss": 27.5469,
+      "step": 14751
+    },
+    {
+      "epoch": 0.7049603364235879,
+      "grad_norm": 170.83929443359375,
+      "learning_rate": 1.5024107367450173e-05,
+      "loss": 31.9062,
+      "step": 14752
+    },
+    {
+      "epoch": 0.7050081238650483,
+      "grad_norm": 325.2006530761719,
+      "learning_rate": 1.5023438244027725e-05,
+      "loss": 24.5,
+      "step": 14753
+    },
+    {
+      "epoch": 0.7050559113065087,
+      "grad_norm": 359.3147888183594,
+      "learning_rate": 1.5022769090521366e-05,
+      "loss": 28.7969,
+      "step": 14754
+    },
+    {
+      "epoch": 0.7051036987479691,
+      "grad_norm": 229.3744659423828,
+      "learning_rate": 1.5022099906935097e-05,
+      "loss": 23.1562,
+      "step": 14755
+    },
+    {
+      "epoch": 0.7051514861894295,
+      "grad_norm": 398.9651794433594,
+      "learning_rate": 1.5021430693272932e-05,
+      "loss": 26.5312,
+      "step": 14756
+    },
+    {
+      "epoch": 0.7051992736308899,
+      "grad_norm": 237.46885681152344,
+      "learning_rate": 1.502076144953888e-05,
+      "loss": 32.9375,
+      "step": 14757
+    },
+    {
+      "epoch": 0.7052470610723501,
+      "grad_norm": 294.0566711425781,
+      "learning_rate": 1.5020092175736938e-05,
+      "loss": 32.0938,
+      "step": 14758
+    },
+    {
+      "epoch": 0.7052948485138105,
+      "grad_norm": 225.3658905029297,
+      "learning_rate": 1.5019422871871125e-05,
+      "loss": 26.5781,
+      "step": 14759
+    },
+    {
+      "epoch": 0.7053426359552709,
+      "grad_norm": 196.4225311279297,
+      "learning_rate": 1.501875353794545e-05,
+      "loss": 26.1562,
+      "step": 14760
+    },
+    {
+      "epoch": 0.7053904233967313,
+      "grad_norm": 211.10922241210938,
+      "learning_rate": 1.5018084173963912e-05,
+      "loss": 18.0,
+      "step": 14761
+    },
+    {
+      "epoch": 0.7054382108381917,
+      "grad_norm": 219.88461303710938,
+      "learning_rate": 1.5017414779930526e-05,
+      "loss": 24.0625,
+      "step": 14762
+    },
+    {
+      "epoch": 0.7054859982796521,
+      "grad_norm": 350.781494140625,
+      "learning_rate": 1.5016745355849303e-05,
+      "loss": 41.875,
+      "step": 14763
+    },
+    {
+      "epoch": 0.7055337857211125,
+      "grad_norm": 468.8414001464844,
+      "learning_rate": 1.5016075901724243e-05,
+      "loss": 25.8438,
+      "step": 14764
+    },
+    {
+      "epoch": 0.7055815731625729,
+      "grad_norm": 249.80226135253906,
+      "learning_rate": 1.5015406417559364e-05,
+      "loss": 25.5312,
+      "step": 14765
+    },
+    {
+      "epoch": 0.7056293606040333,
+      "grad_norm": 590.7219848632812,
+      "learning_rate": 1.5014736903358674e-05,
+      "loss": 33.6562,
+      "step": 14766
+    },
+    {
+      "epoch": 0.7056771480454936,
+      "grad_norm": 227.57826232910156,
+      "learning_rate": 1.5014067359126176e-05,
+      "loss": 26.1562,
+      "step": 14767
+    },
+    {
+      "epoch": 0.705724935486954,
+      "grad_norm": 311.1202392578125,
+      "learning_rate": 1.5013397784865888e-05,
+      "loss": 26.7344,
+      "step": 14768
+    },
+    {
+      "epoch": 0.7057727229284144,
+      "grad_norm": 210.95689392089844,
+      "learning_rate": 1.5012728180581815e-05,
+      "loss": 21.875,
+      "step": 14769
+    },
+    {
+      "epoch": 0.7058205103698748,
+      "grad_norm": 361.8265380859375,
+      "learning_rate": 1.501205854627797e-05,
+      "loss": 35.7188,
+      "step": 14770
+    },
+    {
+      "epoch": 0.7058682978113352,
+      "grad_norm": 186.49676513671875,
+      "learning_rate": 1.5011388881958357e-05,
+      "loss": 21.4062,
+      "step": 14771
+    },
+    {
+      "epoch": 0.7059160852527956,
+      "grad_norm": 236.51971435546875,
+      "learning_rate": 1.5010719187626999e-05,
+      "loss": 28.375,
+      "step": 14772
+    },
+    {
+      "epoch": 0.705963872694256,
+      "grad_norm": 218.1238250732422,
+      "learning_rate": 1.5010049463287892e-05,
+      "loss": 40.9375,
+      "step": 14773
+    },
+    {
+      "epoch": 0.7060116601357164,
+      "grad_norm": 352.7384948730469,
+      "learning_rate": 1.5009379708945055e-05,
+      "loss": 31.0625,
+      "step": 14774
+    },
+    {
+      "epoch": 0.7060594475771768,
+      "grad_norm": 330.4125671386719,
+      "learning_rate": 1.50087099246025e-05,
+      "loss": 28.2969,
+      "step": 14775
+    },
+    {
+      "epoch": 0.7061072350186371,
+      "grad_norm": 336.7767333984375,
+      "learning_rate": 1.5008040110264232e-05,
+      "loss": 20.7188,
+      "step": 14776
+    },
+    {
+      "epoch": 0.7061550224600975,
+      "grad_norm": 237.05332946777344,
+      "learning_rate": 1.5007370265934267e-05,
+      "loss": 26.875,
+      "step": 14777
+    },
+    {
+      "epoch": 0.7062028099015578,
+      "grad_norm": 362.4806823730469,
+      "learning_rate": 1.5006700391616615e-05,
+      "loss": 34.0625,
+      "step": 14778
+    },
+    {
+      "epoch": 0.7062505973430182,
+      "grad_norm": 294.1034851074219,
+      "learning_rate": 1.500603048731529e-05,
+      "loss": 30.8125,
+      "step": 14779
+    },
+    {
+      "epoch": 0.7062983847844786,
+      "grad_norm": 174.38613891601562,
+      "learning_rate": 1.5005360553034302e-05,
+      "loss": 23.375,
+      "step": 14780
+    },
+    {
+      "epoch": 0.706346172225939,
+      "grad_norm": 207.31588745117188,
+      "learning_rate": 1.5004690588777662e-05,
+      "loss": 35.0,
+      "step": 14781
+    },
+    {
+      "epoch": 0.7063939596673994,
+      "grad_norm": 543.579833984375,
+      "learning_rate": 1.5004020594549382e-05,
+      "loss": 28.0938,
+      "step": 14782
+    },
+    {
+      "epoch": 0.7064417471088598,
+      "grad_norm": 217.45925903320312,
+      "learning_rate": 1.5003350570353478e-05,
+      "loss": 29.2812,
+      "step": 14783
+    },
+    {
+      "epoch": 0.7064895345503202,
+      "grad_norm": 438.80865478515625,
+      "learning_rate": 1.5002680516193962e-05,
+      "loss": 25.5312,
+      "step": 14784
+    },
+    {
+      "epoch": 0.7065373219917805,
+      "grad_norm": 1297.6004638671875,
+      "learning_rate": 1.5002010432074839e-05,
+      "loss": 16.9688,
+      "step": 14785
+    },
+    {
+      "epoch": 0.7065851094332409,
+      "grad_norm": 278.1061096191406,
+      "learning_rate": 1.500134031800013e-05,
+      "loss": 23.1094,
+      "step": 14786
+    },
+    {
+      "epoch": 0.7066328968747013,
+      "grad_norm": 182.00161743164062,
+      "learning_rate": 1.5000670173973845e-05,
+      "loss": 24.8438,
+      "step": 14787
+    },
+    {
+      "epoch": 0.7066806843161617,
+      "grad_norm": 237.64369201660156,
+      "learning_rate": 1.5000000000000002e-05,
+      "loss": 26.0938,
+      "step": 14788
+    },
+    {
+      "epoch": 0.7067284717576221,
+      "grad_norm": 156.0903778076172,
+      "learning_rate": 1.4999329796082608e-05,
+      "loss": 23.9688,
+      "step": 14789
+    },
+    {
+      "epoch": 0.7067762591990825,
+      "grad_norm": 197.42176818847656,
+      "learning_rate": 1.4998659562225681e-05,
+      "loss": 24.2031,
+      "step": 14790
+    },
+    {
+      "epoch": 0.7068240466405429,
+      "grad_norm": 190.8612518310547,
+      "learning_rate": 1.499798929843323e-05,
+      "loss": 22.8125,
+      "step": 14791
+    },
+    {
+      "epoch": 0.7068718340820033,
+      "grad_norm": 238.06536865234375,
+      "learning_rate": 1.4997319004709276e-05,
+      "loss": 36.6562,
+      "step": 14792
+    },
+    {
+      "epoch": 0.7069196215234637,
+      "grad_norm": 425.6641845703125,
+      "learning_rate": 1.4996648681057827e-05,
+      "loss": 25.6562,
+      "step": 14793
+    },
+    {
+      "epoch": 0.706967408964924,
+      "grad_norm": 202.1905517578125,
+      "learning_rate": 1.49959783274829e-05,
+      "loss": 22.9375,
+      "step": 14794
+    },
+    {
+      "epoch": 0.7070151964063844,
+      "grad_norm": 360.94891357421875,
+      "learning_rate": 1.4995307943988514e-05,
+      "loss": 29.3438,
+      "step": 14795
+    },
+    {
+      "epoch": 0.7070629838478448,
+      "grad_norm": 290.2923889160156,
+      "learning_rate": 1.4994637530578673e-05,
+      "loss": 31.4375,
+      "step": 14796
+    },
+    {
+      "epoch": 0.7071107712893052,
+      "grad_norm": 309.75469970703125,
+      "learning_rate": 1.4993967087257401e-05,
+      "loss": 26.0938,
+      "step": 14797
+    },
+    {
+      "epoch": 0.7071585587307656,
+      "grad_norm": 318.77874755859375,
+      "learning_rate": 1.4993296614028712e-05,
+      "loss": 27.1875,
+      "step": 14798
+    },
+    {
+      "epoch": 0.7072063461722259,
+      "grad_norm": 287.199462890625,
+      "learning_rate": 1.4992626110896615e-05,
+      "loss": 20.0,
+      "step": 14799
+    },
+    {
+      "epoch": 0.7072541336136863,
+      "grad_norm": 346.7113037109375,
+      "learning_rate": 1.4991955577865133e-05,
+      "loss": 27.25,
+      "step": 14800
+    },
+    {
+      "epoch": 0.7073019210551467,
+      "grad_norm": 159.40487670898438,
+      "learning_rate": 1.4991285014938277e-05,
+      "loss": 23.0938,
+      "step": 14801
+    },
+    {
+      "epoch": 0.707349708496607,
+      "grad_norm": 264.4492492675781,
+      "learning_rate": 1.4990614422120064e-05,
+      "loss": 30.8438,
+      "step": 14802
+    },
+    {
+      "epoch": 0.7073974959380674,
+      "grad_norm": 1439.1075439453125,
+      "learning_rate": 1.4989943799414513e-05,
+      "loss": 40.9375,
+      "step": 14803
+    },
+    {
+      "epoch": 0.7074452833795278,
+      "grad_norm": 1345.393310546875,
+      "learning_rate": 1.4989273146825633e-05,
+      "loss": 27.4375,
+      "step": 14804
+    },
+    {
+      "epoch": 0.7074930708209882,
+      "grad_norm": 332.7887268066406,
+      "learning_rate": 1.498860246435745e-05,
+      "loss": 21.7188,
+      "step": 14805
+    },
+    {
+      "epoch": 0.7075408582624486,
+      "grad_norm": 317.3534240722656,
+      "learning_rate": 1.498793175201397e-05,
+      "loss": 29.7188,
+      "step": 14806
+    },
+    {
+      "epoch": 0.707588645703909,
+      "grad_norm": 319.28802490234375,
+      "learning_rate": 1.4987261009799217e-05,
+      "loss": 30.2812,
+      "step": 14807
+    },
+    {
+      "epoch": 0.7076364331453694,
+      "grad_norm": 263.6493835449219,
+      "learning_rate": 1.4986590237717204e-05,
+      "loss": 28.2969,
+      "step": 14808
+    },
+    {
+      "epoch": 0.7076842205868298,
+      "grad_norm": 274.5858459472656,
+      "learning_rate": 1.4985919435771955e-05,
+      "loss": 31.25,
+      "step": 14809
+    },
+    {
+      "epoch": 0.7077320080282902,
+      "grad_norm": 384.191162109375,
+      "learning_rate": 1.498524860396748e-05,
+      "loss": 31.2188,
+      "step": 14810
+    },
+    {
+      "epoch": 0.7077797954697506,
+      "grad_norm": 237.9758758544922,
+      "learning_rate": 1.4984577742307797e-05,
+      "loss": 23.0312,
+      "step": 14811
+    },
+    {
+      "epoch": 0.707827582911211,
+      "grad_norm": 286.6695556640625,
+      "learning_rate": 1.4983906850796925e-05,
+      "loss": 37.375,
+      "step": 14812
+    },
+    {
+      "epoch": 0.7078753703526713,
+      "grad_norm": 272.197021484375,
+      "learning_rate": 1.4983235929438884e-05,
+      "loss": 28.4375,
+      "step": 14813
+    },
+    {
+      "epoch": 0.7079231577941317,
+      "grad_norm": 292.92822265625,
+      "learning_rate": 1.498256497823769e-05,
+      "loss": 32.4375,
+      "step": 14814
+    },
+    {
+      "epoch": 0.7079709452355921,
+      "grad_norm": 330.0391540527344,
+      "learning_rate": 1.4981893997197361e-05,
+      "loss": 32.1875,
+      "step": 14815
+    },
+    {
+      "epoch": 0.7080187326770525,
+      "grad_norm": 278.540283203125,
+      "learning_rate": 1.4981222986321915e-05,
+      "loss": 29.8438,
+      "step": 14816
+    },
+    {
+      "epoch": 0.7080665201185129,
+      "grad_norm": 248.68988037109375,
+      "learning_rate": 1.498055194561537e-05,
+      "loss": 23.9375,
+      "step": 14817
+    },
+    {
+      "epoch": 0.7081143075599733,
+      "grad_norm": 336.1505432128906,
+      "learning_rate": 1.4979880875081744e-05,
+      "loss": 37.5625,
+      "step": 14818
+    },
+    {
+      "epoch": 0.7081620950014337,
+      "grad_norm": 379.8698425292969,
+      "learning_rate": 1.4979209774725058e-05,
+      "loss": 35.9688,
+      "step": 14819
+    },
+    {
+      "epoch": 0.708209882442894,
+      "grad_norm": 436.7208557128906,
+      "learning_rate": 1.4978538644549335e-05,
+      "loss": 35.7188,
+      "step": 14820
+    },
+    {
+      "epoch": 0.7082576698843543,
+      "grad_norm": 247.63710021972656,
+      "learning_rate": 1.4977867484558586e-05,
+      "loss": 31.125,
+      "step": 14821
+    },
+    {
+      "epoch": 0.7083054573258147,
+      "grad_norm": 156.9382781982422,
+      "learning_rate": 1.4977196294756832e-05,
+      "loss": 19.2969,
+      "step": 14822
+    },
+    {
+      "epoch": 0.7083532447672751,
+      "grad_norm": 285.03643798828125,
+      "learning_rate": 1.4976525075148099e-05,
+      "loss": 26.4062,
+      "step": 14823
+    },
+    {
+      "epoch": 0.7084010322087355,
+      "grad_norm": 305.8921813964844,
+      "learning_rate": 1.4975853825736397e-05,
+      "loss": 35.0312,
+      "step": 14824
+    },
+    {
+      "epoch": 0.7084488196501959,
+      "grad_norm": 233.31581115722656,
+      "learning_rate": 1.4975182546525755e-05,
+      "loss": 30.2812,
+      "step": 14825
+    },
+    {
+      "epoch": 0.7084966070916563,
+      "grad_norm": 326.97198486328125,
+      "learning_rate": 1.4974511237520189e-05,
+      "loss": 21.375,
+      "step": 14826
+    },
+    {
+      "epoch": 0.7085443945331167,
+      "grad_norm": 245.5144500732422,
+      "learning_rate": 1.497383989872372e-05,
+      "loss": 34.9688,
+      "step": 14827
+    },
+    {
+      "epoch": 0.7085921819745771,
+      "grad_norm": 391.42010498046875,
+      "learning_rate": 1.4973168530140368e-05,
+      "loss": 30.4531,
+      "step": 14828
+    },
+    {
+      "epoch": 0.7086399694160375,
+      "grad_norm": 246.4459991455078,
+      "learning_rate": 1.497249713177415e-05,
+      "loss": 46.125,
+      "step": 14829
+    },
+    {
+      "epoch": 0.7086877568574979,
+      "grad_norm": 260.1801452636719,
+      "learning_rate": 1.4971825703629095e-05,
+      "loss": 25.2344,
+      "step": 14830
+    },
+    {
+      "epoch": 0.7087355442989582,
+      "grad_norm": 302.6109924316406,
+      "learning_rate": 1.4971154245709215e-05,
+      "loss": 37.0312,
+      "step": 14831
+    },
+    {
+      "epoch": 0.7087833317404186,
+      "grad_norm": 122.3478012084961,
+      "learning_rate": 1.4970482758018539e-05,
+      "loss": 19.5625,
+      "step": 14832
+    },
+    {
+      "epoch": 0.708831119181879,
+      "grad_norm": 559.0804443359375,
+      "learning_rate": 1.4969811240561086e-05,
+      "loss": 38.375,
+      "step": 14833
+    },
+    {
+      "epoch": 0.7088789066233394,
+      "grad_norm": 257.29998779296875,
+      "learning_rate": 1.4969139693340874e-05,
+      "loss": 30.3125,
+      "step": 14834
+    },
+    {
+      "epoch": 0.7089266940647998,
+      "grad_norm": 279.6199035644531,
+      "learning_rate": 1.4968468116361927e-05,
+      "loss": 29.5938,
+      "step": 14835
+    },
+    {
+      "epoch": 0.7089744815062602,
+      "grad_norm": 481.186279296875,
+      "learning_rate": 1.4967796509628269e-05,
+      "loss": 35.5312,
+      "step": 14836
+    },
+    {
+      "epoch": 0.7090222689477206,
+      "grad_norm": 223.44773864746094,
+      "learning_rate": 1.4967124873143917e-05,
+      "loss": 20.6875,
+      "step": 14837
+    },
+    {
+      "epoch": 0.709070056389181,
+      "grad_norm": 264.7937316894531,
+      "learning_rate": 1.4966453206912901e-05,
+      "loss": 22.3438,
+      "step": 14838
+    },
+    {
+      "epoch": 0.7091178438306414,
+      "grad_norm": 201.1951904296875,
+      "learning_rate": 1.4965781510939235e-05,
+      "loss": 28.2969,
+      "step": 14839
+    },
+    {
+      "epoch": 0.7091656312721016,
+      "grad_norm": 232.00999450683594,
+      "learning_rate": 1.4965109785226945e-05,
+      "loss": 29.0469,
+      "step": 14840
+    },
+    {
+      "epoch": 0.709213418713562,
+      "grad_norm": 164.42401123046875,
+      "learning_rate": 1.4964438029780055e-05,
+      "loss": 36.3438,
+      "step": 14841
+    },
+    {
+      "epoch": 0.7092612061550224,
+      "grad_norm": 334.88262939453125,
+      "learning_rate": 1.4963766244602589e-05,
+      "loss": 34.3125,
+      "step": 14842
+    },
+    {
+      "epoch": 0.7093089935964828,
+      "grad_norm": 316.86553955078125,
+      "learning_rate": 1.4963094429698567e-05,
+      "loss": 33.9688,
+      "step": 14843
+    },
+    {
+      "epoch": 0.7093567810379432,
+      "grad_norm": 386.0037536621094,
+      "learning_rate": 1.4962422585072014e-05,
+      "loss": 27.9688,
+      "step": 14844
+    },
+    {
+      "epoch": 0.7094045684794036,
+      "grad_norm": 331.9780578613281,
+      "learning_rate": 1.4961750710726951e-05,
+      "loss": 31.625,
+      "step": 14845
+    },
+    {
+      "epoch": 0.709452355920864,
+      "grad_norm": 385.75396728515625,
+      "learning_rate": 1.4961078806667409e-05,
+      "loss": 26.8906,
+      "step": 14846
+    },
+    {
+      "epoch": 0.7095001433623244,
+      "grad_norm": 188.21632385253906,
+      "learning_rate": 1.4960406872897401e-05,
+      "loss": 25.2188,
+      "step": 14847
+    },
+    {
+      "epoch": 0.7095479308037848,
+      "grad_norm": 242.88011169433594,
+      "learning_rate": 1.4959734909420957e-05,
+      "loss": 28.375,
+      "step": 14848
+    },
+    {
+      "epoch": 0.7095957182452451,
+      "grad_norm": 281.999267578125,
+      "learning_rate": 1.4959062916242103e-05,
+      "loss": 31.875,
+      "step": 14849
+    },
+    {
+      "epoch": 0.7096435056867055,
+      "grad_norm": 284.4606018066406,
+      "learning_rate": 1.4958390893364858e-05,
+      "loss": 22.6406,
+      "step": 14850
+    },
+    {
+      "epoch": 0.7096912931281659,
+      "grad_norm": 309.4819641113281,
+      "learning_rate": 1.4957718840793254e-05,
+      "loss": 40.0,
+      "step": 14851
+    },
+    {
+      "epoch": 0.7097390805696263,
+      "grad_norm": 502.15948486328125,
+      "learning_rate": 1.4957046758531306e-05,
+      "loss": 38.4375,
+      "step": 14852
+    },
+    {
+      "epoch": 0.7097868680110867,
+      "grad_norm": 225.4747314453125,
+      "learning_rate": 1.4956374646583048e-05,
+      "loss": 24.9062,
+      "step": 14853
+    },
+    {
+      "epoch": 0.7098346554525471,
+      "grad_norm": 509.9727478027344,
+      "learning_rate": 1.49557025049525e-05,
+      "loss": 30.4844,
+      "step": 14854
+    },
+    {
+      "epoch": 0.7098824428940075,
+      "grad_norm": 387.71234130859375,
+      "learning_rate": 1.495503033364369e-05,
+      "loss": 32.8125,
+      "step": 14855
+    },
+    {
+      "epoch": 0.7099302303354679,
+      "grad_norm": 292.19171142578125,
+      "learning_rate": 1.495435813266064e-05,
+      "loss": 30.5,
+      "step": 14856
+    },
+    {
+      "epoch": 0.7099780177769283,
+      "grad_norm": 287.4997863769531,
+      "learning_rate": 1.495368590200738e-05,
+      "loss": 24.0,
+      "step": 14857
+    },
+    {
+      "epoch": 0.7100258052183887,
+      "grad_norm": 396.2042541503906,
+      "learning_rate": 1.4953013641687932e-05,
+      "loss": 36.125,
+      "step": 14858
+    },
+    {
+      "epoch": 0.710073592659849,
+      "grad_norm": 397.45025634765625,
+      "learning_rate": 1.4952341351706323e-05,
+      "loss": 28.875,
+      "step": 14859
+    },
+    {
+      "epoch": 0.7101213801013094,
+      "grad_norm": 352.9952392578125,
+      "learning_rate": 1.495166903206658e-05,
+      "loss": 21.6562,
+      "step": 14860
+    },
+    {
+      "epoch": 0.7101691675427697,
+      "grad_norm": 233.89340209960938,
+      "learning_rate": 1.4950996682772729e-05,
+      "loss": 24.7188,
+      "step": 14861
+    },
+    {
+      "epoch": 0.7102169549842301,
+      "grad_norm": 283.9017639160156,
+      "learning_rate": 1.4950324303828796e-05,
+      "loss": 24.125,
+      "step": 14862
+    },
+    {
+      "epoch": 0.7102647424256905,
+      "grad_norm": 208.0472412109375,
+      "learning_rate": 1.494965189523881e-05,
+      "loss": 27.2812,
+      "step": 14863
+    },
+    {
+      "epoch": 0.7103125298671509,
+      "grad_norm": 177.1110076904297,
+      "learning_rate": 1.4948979457006796e-05,
+      "loss": 29.4375,
+      "step": 14864
+    },
+    {
+      "epoch": 0.7103603173086113,
+      "grad_norm": 292.7825012207031,
+      "learning_rate": 1.4948306989136778e-05,
+      "loss": 22.5625,
+      "step": 14865
+    },
+    {
+      "epoch": 0.7104081047500717,
+      "grad_norm": 176.1915283203125,
+      "learning_rate": 1.4947634491632788e-05,
+      "loss": 24.1406,
+      "step": 14866
+    },
+    {
+      "epoch": 0.710455892191532,
+      "grad_norm": 161.8017578125,
+      "learning_rate": 1.4946961964498849e-05,
+      "loss": 23.875,
+      "step": 14867
+    },
+    {
+      "epoch": 0.7105036796329924,
+      "grad_norm": 187.49636840820312,
+      "learning_rate": 1.4946289407738994e-05,
+      "loss": 29.6094,
+      "step": 14868
+    },
+    {
+      "epoch": 0.7105514670744528,
+      "grad_norm": 258.6120910644531,
+      "learning_rate": 1.4945616821357248e-05,
+      "loss": 34.8438,
+      "step": 14869
+    },
+    {
+      "epoch": 0.7105992545159132,
+      "grad_norm": 354.0902099609375,
+      "learning_rate": 1.494494420535764e-05,
+      "loss": 38.8438,
+      "step": 14870
+    },
+    {
+      "epoch": 0.7106470419573736,
+      "grad_norm": 155.63668823242188,
+      "learning_rate": 1.4944271559744194e-05,
+      "loss": 35.75,
+      "step": 14871
+    },
+    {
+      "epoch": 0.710694829398834,
+      "grad_norm": 208.07264709472656,
+      "learning_rate": 1.4943598884520941e-05,
+      "loss": 25.3125,
+      "step": 14872
+    },
+    {
+      "epoch": 0.7107426168402944,
+      "grad_norm": 224.2791748046875,
+      "learning_rate": 1.4942926179691912e-05,
+      "loss": 21.8438,
+      "step": 14873
+    },
+    {
+      "epoch": 0.7107904042817548,
+      "grad_norm": 358.6288757324219,
+      "learning_rate": 1.4942253445261133e-05,
+      "loss": 44.375,
+      "step": 14874
+    },
+    {
+      "epoch": 0.7108381917232152,
+      "grad_norm": 866.0424194335938,
+      "learning_rate": 1.4941580681232632e-05,
+      "loss": 28.2188,
+      "step": 14875
+    },
+    {
+      "epoch": 0.7108859791646756,
+      "grad_norm": 199.48655700683594,
+      "learning_rate": 1.4940907887610439e-05,
+      "loss": 22.8594,
+      "step": 14876
+    },
+    {
+      "epoch": 0.7109337666061359,
+      "grad_norm": 188.13986206054688,
+      "learning_rate": 1.4940235064398586e-05,
+      "loss": 22.9688,
+      "step": 14877
+    },
+    {
+      "epoch": 0.7109815540475963,
+      "grad_norm": 192.8491973876953,
+      "learning_rate": 1.4939562211601098e-05,
+      "loss": 24.0938,
+      "step": 14878
+    },
+    {
+      "epoch": 0.7110293414890567,
+      "grad_norm": 236.4892120361328,
+      "learning_rate": 1.4938889329222003e-05,
+      "loss": 22.0625,
+      "step": 14879
+    },
+    {
+      "epoch": 0.7110771289305171,
+      "grad_norm": 231.2892608642578,
+      "learning_rate": 1.4938216417265336e-05,
+      "loss": 23.1719,
+      "step": 14880
+    },
+    {
+      "epoch": 0.7111249163719774,
+      "grad_norm": 465.39434814453125,
+      "learning_rate": 1.4937543475735128e-05,
+      "loss": 37.125,
+      "step": 14881
+    },
+    {
+      "epoch": 0.7111727038134378,
+      "grad_norm": 155.87855529785156,
+      "learning_rate": 1.4936870504635402e-05,
+      "loss": 27.1562,
+      "step": 14882
+    },
+    {
+      "epoch": 0.7112204912548982,
+      "grad_norm": 320.6781005859375,
+      "learning_rate": 1.4936197503970192e-05,
+      "loss": 33.3438,
+      "step": 14883
+    },
+    {
+      "epoch": 0.7112682786963586,
+      "grad_norm": 210.15570068359375,
+      "learning_rate": 1.493552447374353e-05,
+      "loss": 20.0,
+      "step": 14884
+    },
+    {
+      "epoch": 0.711316066137819,
+      "grad_norm": 210.91575622558594,
+      "learning_rate": 1.4934851413959444e-05,
+      "loss": 26.3438,
+      "step": 14885
+    },
+    {
+      "epoch": 0.7113638535792793,
+      "grad_norm": 352.9141540527344,
+      "learning_rate": 1.4934178324621967e-05,
+      "loss": 29.375,
+      "step": 14886
+    },
+    {
+      "epoch": 0.7114116410207397,
+      "grad_norm": 284.1842041015625,
+      "learning_rate": 1.4933505205735123e-05,
+      "loss": 32.0938,
+      "step": 14887
+    },
+    {
+      "epoch": 0.7114594284622001,
+      "grad_norm": 297.7871398925781,
+      "learning_rate": 1.4932832057302956e-05,
+      "loss": 27.5312,
+      "step": 14888
+    },
+    {
+      "epoch": 0.7115072159036605,
+      "grad_norm": 190.98655700683594,
+      "learning_rate": 1.4932158879329486e-05,
+      "loss": 24.9688,
+      "step": 14889
+    },
+    {
+      "epoch": 0.7115550033451209,
+      "grad_norm": 125.66130828857422,
+      "learning_rate": 1.493148567181875e-05,
+      "loss": 23.7812,
+      "step": 14890
+    },
+    {
+      "epoch": 0.7116027907865813,
+      "grad_norm": 201.4434814453125,
+      "learning_rate": 1.4930812434774779e-05,
+      "loss": 24.9688,
+      "step": 14891
+    },
+    {
+      "epoch": 0.7116505782280417,
+      "grad_norm": 366.6207275390625,
+      "learning_rate": 1.4930139168201603e-05,
+      "loss": 25.1875,
+      "step": 14892
+    },
+    {
+      "epoch": 0.7116983656695021,
+      "grad_norm": 183.99966430664062,
+      "learning_rate": 1.4929465872103255e-05,
+      "loss": 23.375,
+      "step": 14893
+    },
+    {
+      "epoch": 0.7117461531109625,
+      "grad_norm": 342.29608154296875,
+      "learning_rate": 1.4928792546483768e-05,
+      "loss": 25.3906,
+      "step": 14894
+    },
+    {
+      "epoch": 0.7117939405524228,
+      "grad_norm": 111.40591430664062,
+      "learning_rate": 1.4928119191347173e-05,
+      "loss": 24.2812,
+      "step": 14895
+    },
+    {
+      "epoch": 0.7118417279938832,
+      "grad_norm": 183.12823486328125,
+      "learning_rate": 1.4927445806697503e-05,
+      "loss": 28.6562,
+      "step": 14896
+    },
+    {
+      "epoch": 0.7118895154353436,
+      "grad_norm": 418.3170471191406,
+      "learning_rate": 1.4926772392538792e-05,
+      "loss": 25.2188,
+      "step": 14897
+    },
+    {
+      "epoch": 0.711937302876804,
+      "grad_norm": 243.98138427734375,
+      "learning_rate": 1.492609894887507e-05,
+      "loss": 27.1875,
+      "step": 14898
+    },
+    {
+      "epoch": 0.7119850903182644,
+      "grad_norm": 418.5539245605469,
+      "learning_rate": 1.4925425475710374e-05,
+      "loss": 26.4062,
+      "step": 14899
+    },
+    {
+      "epoch": 0.7120328777597248,
+      "grad_norm": 455.7728576660156,
+      "learning_rate": 1.492475197304873e-05,
+      "loss": 24.4062,
+      "step": 14900
+    },
+    {
+      "epoch": 0.7120806652011852,
+      "grad_norm": 372.3818054199219,
+      "learning_rate": 1.4924078440894181e-05,
+      "loss": 42.1875,
+      "step": 14901
+    },
+    {
+      "epoch": 0.7121284526426455,
+      "grad_norm": 269.7281188964844,
+      "learning_rate": 1.4923404879250751e-05,
+      "loss": 35.7812,
+      "step": 14902
+    },
+    {
+      "epoch": 0.7121762400841058,
+      "grad_norm": 365.6903076171875,
+      "learning_rate": 1.4922731288122485e-05,
+      "loss": 31.5938,
+      "step": 14903
+    },
+    {
+      "epoch": 0.7122240275255662,
+      "grad_norm": 253.88560485839844,
+      "learning_rate": 1.4922057667513406e-05,
+      "loss": 34.0625,
+      "step": 14904
+    },
+    {
+      "epoch": 0.7122718149670266,
+      "grad_norm": 248.00132751464844,
+      "learning_rate": 1.4921384017427554e-05,
+      "loss": 34.6875,
+      "step": 14905
+    },
+    {
+      "epoch": 0.712319602408487,
+      "grad_norm": 274.2203063964844,
+      "learning_rate": 1.4920710337868964e-05,
+      "loss": 24.5,
+      "step": 14906
+    },
+    {
+      "epoch": 0.7123673898499474,
+      "grad_norm": 189.75927734375,
+      "learning_rate": 1.4920036628841666e-05,
+      "loss": 26.8281,
+      "step": 14907
+    },
+    {
+      "epoch": 0.7124151772914078,
+      "grad_norm": 178.83737182617188,
+      "learning_rate": 1.4919362890349698e-05,
+      "loss": 15.5625,
+      "step": 14908
+    },
+    {
+      "epoch": 0.7124629647328682,
+      "grad_norm": 352.5021667480469,
+      "learning_rate": 1.4918689122397094e-05,
+      "loss": 35.2031,
+      "step": 14909
+    },
+    {
+      "epoch": 0.7125107521743286,
+      "grad_norm": 282.68865966796875,
+      "learning_rate": 1.491801532498789e-05,
+      "loss": 31.0781,
+      "step": 14910
+    },
+    {
+      "epoch": 0.712558539615789,
+      "grad_norm": 346.65411376953125,
+      "learning_rate": 1.491734149812612e-05,
+      "loss": 32.75,
+      "step": 14911
+    },
+    {
+      "epoch": 0.7126063270572494,
+      "grad_norm": 177.86016845703125,
+      "learning_rate": 1.4916667641815821e-05,
+      "loss": 27.9688,
+      "step": 14912
+    },
+    {
+      "epoch": 0.7126541144987097,
+      "grad_norm": 365.6556701660156,
+      "learning_rate": 1.4915993756061023e-05,
+      "loss": 27.1875,
+      "step": 14913
+    },
+    {
+      "epoch": 0.7127019019401701,
+      "grad_norm": 349.7332763671875,
+      "learning_rate": 1.491531984086577e-05,
+      "loss": 34.4688,
+      "step": 14914
+    },
+    {
+      "epoch": 0.7127496893816305,
+      "grad_norm": 399.73504638671875,
+      "learning_rate": 1.4914645896234089e-05,
+      "loss": 36.5625,
+      "step": 14915
+    },
+    {
+      "epoch": 0.7127974768230909,
+      "grad_norm": 310.8902587890625,
+      "learning_rate": 1.4913971922170024e-05,
+      "loss": 42.6875,
+      "step": 14916
+    },
+    {
+      "epoch": 0.7128452642645513,
+      "grad_norm": 326.9859924316406,
+      "learning_rate": 1.4913297918677605e-05,
+      "loss": 30.0625,
+      "step": 14917
+    },
+    {
+      "epoch": 0.7128930517060117,
+      "grad_norm": 490.33642578125,
+      "learning_rate": 1.4912623885760876e-05,
+      "loss": 26.4688,
+      "step": 14918
+    },
+    {
+      "epoch": 0.7129408391474721,
+      "grad_norm": 153.9147491455078,
+      "learning_rate": 1.4911949823423865e-05,
+      "loss": 24.3125,
+      "step": 14919
+    },
+    {
+      "epoch": 0.7129886265889325,
+      "grad_norm": 270.59619140625,
+      "learning_rate": 1.4911275731670613e-05,
+      "loss": 17.3594,
+      "step": 14920
+    },
+    {
+      "epoch": 0.7130364140303929,
+      "grad_norm": 362.26605224609375,
+      "learning_rate": 1.4910601610505158e-05,
+      "loss": 32.125,
+      "step": 14921
+    },
+    {
+      "epoch": 0.7130842014718533,
+      "grad_norm": 212.45945739746094,
+      "learning_rate": 1.4909927459931535e-05,
+      "loss": 22.0312,
+      "step": 14922
+    },
+    {
+      "epoch": 0.7131319889133135,
+      "grad_norm": 364.52587890625,
+      "learning_rate": 1.4909253279953784e-05,
+      "loss": 37.875,
+      "step": 14923
+    },
+    {
+      "epoch": 0.7131797763547739,
+      "grad_norm": 245.41294860839844,
+      "learning_rate": 1.4908579070575936e-05,
+      "loss": 31.4688,
+      "step": 14924
+    },
+    {
+      "epoch": 0.7132275637962343,
+      "grad_norm": 485.2154846191406,
+      "learning_rate": 1.4907904831802039e-05,
+      "loss": 31.4062,
+      "step": 14925
+    },
+    {
+      "epoch": 0.7132753512376947,
+      "grad_norm": 239.79095458984375,
+      "learning_rate": 1.4907230563636122e-05,
+      "loss": 26.0312,
+      "step": 14926
+    },
+    {
+      "epoch": 0.7133231386791551,
+      "grad_norm": 195.59527587890625,
+      "learning_rate": 1.4906556266082226e-05,
+      "loss": 28.1562,
+      "step": 14927
+    },
+    {
+      "epoch": 0.7133709261206155,
+      "grad_norm": 238.64495849609375,
+      "learning_rate": 1.4905881939144391e-05,
+      "loss": 33.2812,
+      "step": 14928
+    },
+    {
+      "epoch": 0.7134187135620759,
+      "grad_norm": 393.8377685546875,
+      "learning_rate": 1.490520758282665e-05,
+      "loss": 31.8125,
+      "step": 14929
+    },
+    {
+      "epoch": 0.7134665010035363,
+      "grad_norm": 215.16445922851562,
+      "learning_rate": 1.4904533197133049e-05,
+      "loss": 29.625,
+      "step": 14930
+    },
+    {
+      "epoch": 0.7135142884449966,
+      "grad_norm": 229.9565887451172,
+      "learning_rate": 1.4903858782067619e-05,
+      "loss": 37.8594,
+      "step": 14931
+    },
+    {
+      "epoch": 0.713562075886457,
+      "grad_norm": 346.1090393066406,
+      "learning_rate": 1.4903184337634407e-05,
+      "loss": 33.7188,
+      "step": 14932
+    },
+    {
+      "epoch": 0.7136098633279174,
+      "grad_norm": 207.3925018310547,
+      "learning_rate": 1.4902509863837442e-05,
+      "loss": 25.5938,
+      "step": 14933
+    },
+    {
+      "epoch": 0.7136576507693778,
+      "grad_norm": 286.55157470703125,
+      "learning_rate": 1.4901835360680772e-05,
+      "loss": 29.3594,
+      "step": 14934
+    },
+    {
+      "epoch": 0.7137054382108382,
+      "grad_norm": 247.0697021484375,
+      "learning_rate": 1.4901160828168432e-05,
+      "loss": 23.4219,
+      "step": 14935
+    },
+    {
+      "epoch": 0.7137532256522986,
+      "grad_norm": 616.2553100585938,
+      "learning_rate": 1.4900486266304466e-05,
+      "loss": 29.8438,
+      "step": 14936
+    },
+    {
+      "epoch": 0.713801013093759,
+      "grad_norm": 329.2545471191406,
+      "learning_rate": 1.4899811675092909e-05,
+      "loss": 20.9531,
+      "step": 14937
+    },
+    {
+      "epoch": 0.7138488005352194,
+      "grad_norm": 290.5291442871094,
+      "learning_rate": 1.4899137054537801e-05,
+      "loss": 35.0312,
+      "step": 14938
+    },
+    {
+      "epoch": 0.7138965879766798,
+      "grad_norm": 410.53521728515625,
+      "learning_rate": 1.4898462404643183e-05,
+      "loss": 33.5312,
+      "step": 14939
+    },
+    {
+      "epoch": 0.7139443754181402,
+      "grad_norm": 375.60577392578125,
+      "learning_rate": 1.48977877254131e-05,
+      "loss": 30.375,
+      "step": 14940
+    },
+    {
+      "epoch": 0.7139921628596005,
+      "grad_norm": 374.50860595703125,
+      "learning_rate": 1.4897113016851584e-05,
+      "loss": 45.0625,
+      "step": 14941
+    },
+    {
+      "epoch": 0.7140399503010609,
+      "grad_norm": 339.9950866699219,
+      "learning_rate": 1.4896438278962682e-05,
+      "loss": 30.1406,
+      "step": 14942
+    },
+    {
+      "epoch": 0.7140877377425212,
+      "grad_norm": 373.2586669921875,
+      "learning_rate": 1.4895763511750435e-05,
+      "loss": 34.125,
+      "step": 14943
+    },
+    {
+      "epoch": 0.7141355251839816,
+      "grad_norm": 269.6496887207031,
+      "learning_rate": 1.4895088715218879e-05,
+      "loss": 24.375,
+      "step": 14944
+    },
+    {
+      "epoch": 0.714183312625442,
+      "grad_norm": 595.8268432617188,
+      "learning_rate": 1.4894413889372058e-05,
+      "loss": 36.5312,
+      "step": 14945
+    },
+    {
+      "epoch": 0.7142311000669024,
+      "grad_norm": 259.9596252441406,
+      "learning_rate": 1.4893739034214015e-05,
+      "loss": 29.75,
+      "step": 14946
+    },
+    {
+      "epoch": 0.7142788875083628,
+      "grad_norm": 1083.3250732421875,
+      "learning_rate": 1.489306414974879e-05,
+      "loss": 23.125,
+      "step": 14947
+    },
+    {
+      "epoch": 0.7143266749498232,
+      "grad_norm": 214.258544921875,
+      "learning_rate": 1.4892389235980423e-05,
+      "loss": 27.7812,
+      "step": 14948
+    },
+    {
+      "epoch": 0.7143744623912835,
+      "grad_norm": 195.43084716796875,
+      "learning_rate": 1.4891714292912958e-05,
+      "loss": 25.125,
+      "step": 14949
+    },
+    {
+      "epoch": 0.7144222498327439,
+      "grad_norm": 349.99285888671875,
+      "learning_rate": 1.4891039320550436e-05,
+      "loss": 28.125,
+      "step": 14950
+    },
+    {
+      "epoch": 0.7144700372742043,
+      "grad_norm": 309.62835693359375,
+      "learning_rate": 1.4890364318896899e-05,
+      "loss": 40.6875,
+      "step": 14951
+    },
+    {
+      "epoch": 0.7145178247156647,
+      "grad_norm": 250.09048461914062,
+      "learning_rate": 1.488968928795639e-05,
+      "loss": 30.6094,
+      "step": 14952
+    },
+    {
+      "epoch": 0.7145656121571251,
+      "grad_norm": 161.48683166503906,
+      "learning_rate": 1.4889014227732954e-05,
+      "loss": 25.4531,
+      "step": 14953
+    },
+    {
+      "epoch": 0.7146133995985855,
+      "grad_norm": 254.0265350341797,
+      "learning_rate": 1.488833913823063e-05,
+      "loss": 36.4688,
+      "step": 14954
+    },
+    {
+      "epoch": 0.7146611870400459,
+      "grad_norm": 320.0592956542969,
+      "learning_rate": 1.488766401945346e-05,
+      "loss": 24.7031,
+      "step": 14955
+    },
+    {
+      "epoch": 0.7147089744815063,
+      "grad_norm": 382.1715087890625,
+      "learning_rate": 1.4886988871405494e-05,
+      "loss": 25.375,
+      "step": 14956
+    },
+    {
+      "epoch": 0.7147567619229667,
+      "grad_norm": 218.3158721923828,
+      "learning_rate": 1.4886313694090766e-05,
+      "loss": 20.4219,
+      "step": 14957
+    },
+    {
+      "epoch": 0.714804549364427,
+      "grad_norm": 301.0284729003906,
+      "learning_rate": 1.4885638487513327e-05,
+      "loss": 32.75,
+      "step": 14958
+    },
+    {
+      "epoch": 0.7148523368058874,
+      "grad_norm": 215.90695190429688,
+      "learning_rate": 1.4884963251677215e-05,
+      "loss": 26.125,
+      "step": 14959
+    },
+    {
+      "epoch": 0.7149001242473478,
+      "grad_norm": 197.3411407470703,
+      "learning_rate": 1.488428798658648e-05,
+      "loss": 27.2031,
+      "step": 14960
+    },
+    {
+      "epoch": 0.7149479116888082,
+      "grad_norm": 294.3115539550781,
+      "learning_rate": 1.4883612692245161e-05,
+      "loss": 32.5312,
+      "step": 14961
+    },
+    {
+      "epoch": 0.7149956991302686,
+      "grad_norm": 235.42584228515625,
+      "learning_rate": 1.4882937368657305e-05,
+      "loss": 37.7812,
+      "step": 14962
+    },
+    {
+      "epoch": 0.715043486571729,
+      "grad_norm": 242.92588806152344,
+      "learning_rate": 1.4882262015826952e-05,
+      "loss": 24.0,
+      "step": 14963
+    },
+    {
+      "epoch": 0.7150912740131893,
+      "grad_norm": 504.7409973144531,
+      "learning_rate": 1.4881586633758152e-05,
+      "loss": 31.6875,
+      "step": 14964
+    },
+    {
+      "epoch": 0.7151390614546497,
+      "grad_norm": 371.2074890136719,
+      "learning_rate": 1.4880911222454943e-05,
+      "loss": 46.1562,
+      "step": 14965
+    },
+    {
+      "epoch": 0.7151868488961101,
+      "grad_norm": 257.65216064453125,
+      "learning_rate": 1.4880235781921377e-05,
+      "loss": 37.5312,
+      "step": 14966
+    },
+    {
+      "epoch": 0.7152346363375705,
+      "grad_norm": 254.1721954345703,
+      "learning_rate": 1.4879560312161497e-05,
+      "loss": 27.4219,
+      "step": 14967
+    },
+    {
+      "epoch": 0.7152824237790308,
+      "grad_norm": 702.6708374023438,
+      "learning_rate": 1.4878884813179345e-05,
+      "loss": 18.7969,
+      "step": 14968
+    },
+    {
+      "epoch": 0.7153302112204912,
+      "grad_norm": 334.1973876953125,
+      "learning_rate": 1.4878209284978969e-05,
+      "loss": 31.6562,
+      "step": 14969
+    },
+    {
+      "epoch": 0.7153779986619516,
+      "grad_norm": 264.97271728515625,
+      "learning_rate": 1.4877533727564413e-05,
+      "loss": 29.5625,
+      "step": 14970
+    },
+    {
+      "epoch": 0.715425786103412,
+      "grad_norm": 275.5864562988281,
+      "learning_rate": 1.4876858140939725e-05,
+      "loss": 27.8906,
+      "step": 14971
+    },
+    {
+      "epoch": 0.7154735735448724,
+      "grad_norm": 400.7856140136719,
+      "learning_rate": 1.4876182525108949e-05,
+      "loss": 35.7188,
+      "step": 14972
+    },
+    {
+      "epoch": 0.7155213609863328,
+      "grad_norm": 287.91241455078125,
+      "learning_rate": 1.4875506880076131e-05,
+      "loss": 29.25,
+      "step": 14973
+    },
+    {
+      "epoch": 0.7155691484277932,
+      "grad_norm": 426.5400390625,
+      "learning_rate": 1.4874831205845317e-05,
+      "loss": 19.8594,
+      "step": 14974
+    },
+    {
+      "epoch": 0.7156169358692536,
+      "grad_norm": 269.8431701660156,
+      "learning_rate": 1.4874155502420558e-05,
+      "loss": 38.6562,
+      "step": 14975
+    },
+    {
+      "epoch": 0.715664723310714,
+      "grad_norm": 286.67962646484375,
+      "learning_rate": 1.4873479769805896e-05,
+      "loss": 25.7969,
+      "step": 14976
+    },
+    {
+      "epoch": 0.7157125107521743,
+      "grad_norm": 239.51016235351562,
+      "learning_rate": 1.4872804008005375e-05,
+      "loss": 20.0938,
+      "step": 14977
+    },
+    {
+      "epoch": 0.7157602981936347,
+      "grad_norm": 222.6616668701172,
+      "learning_rate": 1.4872128217023049e-05,
+      "loss": 31.0156,
+      "step": 14978
+    },
+    {
+      "epoch": 0.7158080856350951,
+      "grad_norm": 181.71908569335938,
+      "learning_rate": 1.4871452396862963e-05,
+      "loss": 24.9062,
+      "step": 14979
+    },
+    {
+      "epoch": 0.7158558730765555,
+      "grad_norm": 304.3930969238281,
+      "learning_rate": 1.4870776547529162e-05,
+      "loss": 39.5938,
+      "step": 14980
+    },
+    {
+      "epoch": 0.7159036605180159,
+      "grad_norm": 282.4061279296875,
+      "learning_rate": 1.487010066902569e-05,
+      "loss": 28.3438,
+      "step": 14981
+    },
+    {
+      "epoch": 0.7159514479594763,
+      "grad_norm": 233.20526123046875,
+      "learning_rate": 1.4869424761356606e-05,
+      "loss": 28.5312,
+      "step": 14982
+    },
+    {
+      "epoch": 0.7159992354009367,
+      "grad_norm": 176.0288543701172,
+      "learning_rate": 1.4868748824525945e-05,
+      "loss": 21.0625,
+      "step": 14983
+    },
+    {
+      "epoch": 0.716047022842397,
+      "grad_norm": 224.22775268554688,
+      "learning_rate": 1.4868072858537765e-05,
+      "loss": 27.7812,
+      "step": 14984
+    },
+    {
+      "epoch": 0.7160948102838574,
+      "grad_norm": 176.15626525878906,
+      "learning_rate": 1.4867396863396106e-05,
+      "loss": 29.3125,
+      "step": 14985
+    },
+    {
+      "epoch": 0.7161425977253177,
+      "grad_norm": 289.1589050292969,
+      "learning_rate": 1.4866720839105026e-05,
+      "loss": 26.2812,
+      "step": 14986
+    },
+    {
+      "epoch": 0.7161903851667781,
+      "grad_norm": 185.74111938476562,
+      "learning_rate": 1.4866044785668563e-05,
+      "loss": 29.25,
+      "step": 14987
+    },
+    {
+      "epoch": 0.7162381726082385,
+      "grad_norm": 207.6454620361328,
+      "learning_rate": 1.4865368703090774e-05,
+      "loss": 24.3125,
+      "step": 14988
+    },
+    {
+      "epoch": 0.7162859600496989,
+      "grad_norm": 241.83583068847656,
+      "learning_rate": 1.4864692591375702e-05,
+      "loss": 30.6562,
+      "step": 14989
+    },
+    {
+      "epoch": 0.7163337474911593,
+      "grad_norm": 311.79937744140625,
+      "learning_rate": 1.4864016450527401e-05,
+      "loss": 30.6562,
+      "step": 14990
+    },
+    {
+      "epoch": 0.7163815349326197,
+      "grad_norm": 360.62054443359375,
+      "learning_rate": 1.4863340280549916e-05,
+      "loss": 33.5938,
+      "step": 14991
+    },
+    {
+      "epoch": 0.7164293223740801,
+      "grad_norm": 405.143310546875,
+      "learning_rate": 1.4862664081447297e-05,
+      "loss": 32.75,
+      "step": 14992
+    },
+    {
+      "epoch": 0.7164771098155405,
+      "grad_norm": 186.6565399169922,
+      "learning_rate": 1.4861987853223598e-05,
+      "loss": 23.7031,
+      "step": 14993
+    },
+    {
+      "epoch": 0.7165248972570009,
+      "grad_norm": 304.84869384765625,
+      "learning_rate": 1.4861311595882865e-05,
+      "loss": 32.25,
+      "step": 14994
+    },
+    {
+      "epoch": 0.7165726846984612,
+      "grad_norm": 310.34259033203125,
+      "learning_rate": 1.4860635309429147e-05,
+      "loss": 21.2031,
+      "step": 14995
+    },
+    {
+      "epoch": 0.7166204721399216,
+      "grad_norm": 239.36416625976562,
+      "learning_rate": 1.4859958993866497e-05,
+      "loss": 29.9375,
+      "step": 14996
+    },
+    {
+      "epoch": 0.716668259581382,
+      "grad_norm": 367.2035217285156,
+      "learning_rate": 1.4859282649198962e-05,
+      "loss": 25.2344,
+      "step": 14997
+    },
+    {
+      "epoch": 0.7167160470228424,
+      "grad_norm": 207.68466186523438,
+      "learning_rate": 1.4858606275430593e-05,
+      "loss": 29.0625,
+      "step": 14998
+    },
+    {
+      "epoch": 0.7167638344643028,
+      "grad_norm": 359.9343566894531,
+      "learning_rate": 1.4857929872565444e-05,
+      "loss": 37.2812,
+      "step": 14999
+    },
+    {
+      "epoch": 0.7168116219057632,
+      "grad_norm": 307.6014709472656,
+      "learning_rate": 1.4857253440607561e-05,
+      "loss": 22.5625,
+      "step": 15000
+    },
+    {
+      "epoch": 0.7168594093472236,
+      "grad_norm": 193.23233032226562,
+      "learning_rate": 1.4856576979561002e-05,
+      "loss": 23.1875,
+      "step": 15001
+    },
+    {
+      "epoch": 0.716907196788684,
+      "grad_norm": 258.6176452636719,
+      "learning_rate": 1.4855900489429809e-05,
+      "loss": 28.4375,
+      "step": 15002
+    },
+    {
+      "epoch": 0.7169549842301444,
+      "grad_norm": 458.63128662109375,
+      "learning_rate": 1.485522397021804e-05,
+      "loss": 23.875,
+      "step": 15003
+    },
+    {
+      "epoch": 0.7170027716716048,
+      "grad_norm": 352.27655029296875,
+      "learning_rate": 1.4854547421929746e-05,
+      "loss": 28.4375,
+      "step": 15004
+    },
+    {
+      "epoch": 0.717050559113065,
+      "grad_norm": 204.21786499023438,
+      "learning_rate": 1.4853870844568974e-05,
+      "loss": 34.9375,
+      "step": 15005
+    },
+    {
+      "epoch": 0.7170983465545254,
+      "grad_norm": 203.9551544189453,
+      "learning_rate": 1.4853194238139782e-05,
+      "loss": 26.75,
+      "step": 15006
+    },
+    {
+      "epoch": 0.7171461339959858,
+      "grad_norm": 258.77850341796875,
+      "learning_rate": 1.4852517602646216e-05,
+      "loss": 29.25,
+      "step": 15007
+    },
+    {
+      "epoch": 0.7171939214374462,
+      "grad_norm": 488.6036376953125,
+      "learning_rate": 1.485184093809233e-05,
+      "loss": 46.4062,
+      "step": 15008
+    },
+    {
+      "epoch": 0.7172417088789066,
+      "grad_norm": 324.5975341796875,
+      "learning_rate": 1.4851164244482182e-05,
+      "loss": 31.0312,
+      "step": 15009
+    },
+    {
+      "epoch": 0.717289496320367,
+      "grad_norm": 508.3509216308594,
+      "learning_rate": 1.4850487521819815e-05,
+      "loss": 31.5,
+      "step": 15010
+    },
+    {
+      "epoch": 0.7173372837618274,
+      "grad_norm": 184.80165100097656,
+      "learning_rate": 1.4849810770109288e-05,
+      "loss": 23.75,
+      "step": 15011
+    },
+    {
+      "epoch": 0.7173850712032878,
+      "grad_norm": 400.7478942871094,
+      "learning_rate": 1.4849133989354654e-05,
+      "loss": 31.9062,
+      "step": 15012
+    },
+    {
+      "epoch": 0.7174328586447482,
+      "grad_norm": 334.00250244140625,
+      "learning_rate": 1.4848457179559962e-05,
+      "loss": 27.625,
+      "step": 15013
+    },
+    {
+      "epoch": 0.7174806460862085,
+      "grad_norm": 474.2410583496094,
+      "learning_rate": 1.4847780340729271e-05,
+      "loss": 35.3438,
+      "step": 15014
+    },
+    {
+      "epoch": 0.7175284335276689,
+      "grad_norm": 392.8998718261719,
+      "learning_rate": 1.4847103472866631e-05,
+      "loss": 39.0,
+      "step": 15015
+    },
+    {
+      "epoch": 0.7175762209691293,
+      "grad_norm": 265.27777099609375,
+      "learning_rate": 1.4846426575976092e-05,
+      "loss": 33.1094,
+      "step": 15016
+    },
+    {
+      "epoch": 0.7176240084105897,
+      "grad_norm": 268.11578369140625,
+      "learning_rate": 1.4845749650061713e-05,
+      "loss": 27.8125,
+      "step": 15017
+    },
+    {
+      "epoch": 0.7176717958520501,
+      "grad_norm": 429.6171875,
+      "learning_rate": 1.4845072695127547e-05,
+      "loss": 23.5312,
+      "step": 15018
+    },
+    {
+      "epoch": 0.7177195832935105,
+      "grad_norm": 263.3167419433594,
+      "learning_rate": 1.4844395711177649e-05,
+      "loss": 25.7188,
+      "step": 15019
+    },
+    {
+      "epoch": 0.7177673707349709,
+      "grad_norm": 733.0087280273438,
+      "learning_rate": 1.4843718698216068e-05,
+      "loss": 31.6875,
+      "step": 15020
+    },
+    {
+      "epoch": 0.7178151581764313,
+      "grad_norm": 311.03826904296875,
+      "learning_rate": 1.4843041656246864e-05,
+      "loss": 34.1875,
+      "step": 15021
+    },
+    {
+      "epoch": 0.7178629456178917,
+      "grad_norm": 269.69110107421875,
+      "learning_rate": 1.484236458527409e-05,
+      "loss": 32.0312,
+      "step": 15022
+    },
+    {
+      "epoch": 0.717910733059352,
+      "grad_norm": 259.757568359375,
+      "learning_rate": 1.4841687485301801e-05,
+      "loss": 37.7812,
+      "step": 15023
+    },
+    {
+      "epoch": 0.7179585205008124,
+      "grad_norm": 192.4852294921875,
+      "learning_rate": 1.4841010356334048e-05,
+      "loss": 32.7969,
+      "step": 15024
+    },
+    {
+      "epoch": 0.7180063079422728,
+      "grad_norm": 234.61862182617188,
+      "learning_rate": 1.4840333198374894e-05,
+      "loss": 26.75,
+      "step": 15025
+    },
+    {
+      "epoch": 0.7180540953837331,
+      "grad_norm": 235.2255096435547,
+      "learning_rate": 1.483965601142839e-05,
+      "loss": 27.6094,
+      "step": 15026
+    },
+    {
+      "epoch": 0.7181018828251935,
+      "grad_norm": 320.76947021484375,
+      "learning_rate": 1.4838978795498588e-05,
+      "loss": 30.7812,
+      "step": 15027
+    },
+    {
+      "epoch": 0.7181496702666539,
+      "grad_norm": 234.36630249023438,
+      "learning_rate": 1.4838301550589552e-05,
+      "loss": 27.3125,
+      "step": 15028
+    },
+    {
+      "epoch": 0.7181974577081143,
+      "grad_norm": 204.8673095703125,
+      "learning_rate": 1.4837624276705327e-05,
+      "loss": 24.1562,
+      "step": 15029
+    },
+    {
+      "epoch": 0.7182452451495747,
+      "grad_norm": 168.25059509277344,
+      "learning_rate": 1.4836946973849977e-05,
+      "loss": 28.5,
+      "step": 15030
+    },
+    {
+      "epoch": 0.718293032591035,
+      "grad_norm": 266.05975341796875,
+      "learning_rate": 1.4836269642027556e-05,
+      "loss": 32.0938,
+      "step": 15031
+    },
+    {
+      "epoch": 0.7183408200324954,
+      "grad_norm": 361.63604736328125,
+      "learning_rate": 1.4835592281242122e-05,
+      "loss": 28.5312,
+      "step": 15032
+    },
+    {
+      "epoch": 0.7183886074739558,
+      "grad_norm": 199.90061950683594,
+      "learning_rate": 1.4834914891497728e-05,
+      "loss": 22.2188,
+      "step": 15033
+    },
+    {
+      "epoch": 0.7184363949154162,
+      "grad_norm": 202.8625030517578,
+      "learning_rate": 1.4834237472798432e-05,
+      "loss": 26.1562,
+      "step": 15034
+    },
+    {
+      "epoch": 0.7184841823568766,
+      "grad_norm": 259.6209716796875,
+      "learning_rate": 1.483356002514829e-05,
+      "loss": 23.3125,
+      "step": 15035
+    },
+    {
+      "epoch": 0.718531969798337,
+      "grad_norm": 383.9885559082031,
+      "learning_rate": 1.4832882548551366e-05,
+      "loss": 28.2188,
+      "step": 15036
+    },
+    {
+      "epoch": 0.7185797572397974,
+      "grad_norm": 313.2837829589844,
+      "learning_rate": 1.4832205043011707e-05,
+      "loss": 30.5938,
+      "step": 15037
+    },
+    {
+      "epoch": 0.7186275446812578,
+      "grad_norm": 326.92510986328125,
+      "learning_rate": 1.4831527508533376e-05,
+      "loss": 27.0781,
+      "step": 15038
+    },
+    {
+      "epoch": 0.7186753321227182,
+      "grad_norm": 296.25506591796875,
+      "learning_rate": 1.483084994512043e-05,
+      "loss": 25.8438,
+      "step": 15039
+    },
+    {
+      "epoch": 0.7187231195641786,
+      "grad_norm": 292.76348876953125,
+      "learning_rate": 1.4830172352776926e-05,
+      "loss": 28.5312,
+      "step": 15040
+    },
+    {
+      "epoch": 0.718770907005639,
+      "grad_norm": 260.4771423339844,
+      "learning_rate": 1.4829494731506924e-05,
+      "loss": 25.9062,
+      "step": 15041
+    },
+    {
+      "epoch": 0.7188186944470993,
+      "grad_norm": 243.11570739746094,
+      "learning_rate": 1.4828817081314478e-05,
+      "loss": 25.7812,
+      "step": 15042
+    },
+    {
+      "epoch": 0.7188664818885597,
+      "grad_norm": 247.57298278808594,
+      "learning_rate": 1.482813940220365e-05,
+      "loss": 20.2812,
+      "step": 15043
+    },
+    {
+      "epoch": 0.7189142693300201,
+      "grad_norm": 161.90438842773438,
+      "learning_rate": 1.4827461694178498e-05,
+      "loss": 27.2188,
+      "step": 15044
+    },
+    {
+      "epoch": 0.7189620567714805,
+      "grad_norm": 190.10658264160156,
+      "learning_rate": 1.4826783957243077e-05,
+      "loss": 23.5938,
+      "step": 15045
+    },
+    {
+      "epoch": 0.7190098442129408,
+      "grad_norm": 176.39337158203125,
+      "learning_rate": 1.482610619140145e-05,
+      "loss": 24.9375,
+      "step": 15046
+    },
+    {
+      "epoch": 0.7190576316544012,
+      "grad_norm": 251.05137634277344,
+      "learning_rate": 1.4825428396657676e-05,
+      "loss": 39.0625,
+      "step": 15047
+    },
+    {
+      "epoch": 0.7191054190958616,
+      "grad_norm": 283.14593505859375,
+      "learning_rate": 1.4824750573015807e-05,
+      "loss": 30.5,
+      "step": 15048
+    },
+    {
+      "epoch": 0.719153206537322,
+      "grad_norm": 379.8739929199219,
+      "learning_rate": 1.4824072720479912e-05,
+      "loss": 34.8438,
+      "step": 15049
+    },
+    {
+      "epoch": 0.7192009939787823,
+      "grad_norm": 293.2157897949219,
+      "learning_rate": 1.4823394839054044e-05,
+      "loss": 31.7812,
+      "step": 15050
+    },
+    {
+      "epoch": 0.7192487814202427,
+      "grad_norm": 381.6434326171875,
+      "learning_rate": 1.4822716928742267e-05,
+      "loss": 29.9375,
+      "step": 15051
+    },
+    {
+      "epoch": 0.7192965688617031,
+      "grad_norm": 349.89776611328125,
+      "learning_rate": 1.4822038989548636e-05,
+      "loss": 20.7812,
+      "step": 15052
+    },
+    {
+      "epoch": 0.7193443563031635,
+      "grad_norm": 155.12655639648438,
+      "learning_rate": 1.4821361021477217e-05,
+      "loss": 21.4062,
+      "step": 15053
+    },
+    {
+      "epoch": 0.7193921437446239,
+      "grad_norm": 303.5860595703125,
+      "learning_rate": 1.4820683024532065e-05,
+      "loss": 31.0938,
+      "step": 15054
+    },
+    {
+      "epoch": 0.7194399311860843,
+      "grad_norm": 606.1806030273438,
+      "learning_rate": 1.4820004998717239e-05,
+      "loss": 21.1094,
+      "step": 15055
+    },
+    {
+      "epoch": 0.7194877186275447,
+      "grad_norm": 239.95370483398438,
+      "learning_rate": 1.4819326944036807e-05,
+      "loss": 30.4375,
+      "step": 15056
+    },
+    {
+      "epoch": 0.7195355060690051,
+      "grad_norm": 468.87322998046875,
+      "learning_rate": 1.4818648860494822e-05,
+      "loss": 30.6719,
+      "step": 15057
+    },
+    {
+      "epoch": 0.7195832935104655,
+      "grad_norm": 320.94061279296875,
+      "learning_rate": 1.4817970748095351e-05,
+      "loss": 30.0938,
+      "step": 15058
+    },
+    {
+      "epoch": 0.7196310809519259,
+      "grad_norm": 112.70271301269531,
+      "learning_rate": 1.481729260684245e-05,
+      "loss": 20.8906,
+      "step": 15059
+    },
+    {
+      "epoch": 0.7196788683933862,
+      "grad_norm": 170.6583709716797,
+      "learning_rate": 1.4816614436740184e-05,
+      "loss": 27.0938,
+      "step": 15060
+    },
+    {
+      "epoch": 0.7197266558348466,
+      "grad_norm": 334.4192810058594,
+      "learning_rate": 1.4815936237792613e-05,
+      "loss": 34.25,
+      "step": 15061
+    },
+    {
+      "epoch": 0.719774443276307,
+      "grad_norm": 259.1224060058594,
+      "learning_rate": 1.4815258010003797e-05,
+      "loss": 27.8438,
+      "step": 15062
+    },
+    {
+      "epoch": 0.7198222307177674,
+      "grad_norm": 366.48065185546875,
+      "learning_rate": 1.4814579753377798e-05,
+      "loss": 28.25,
+      "step": 15063
+    },
+    {
+      "epoch": 0.7198700181592278,
+      "grad_norm": 164.48080444335938,
+      "learning_rate": 1.481390146791868e-05,
+      "loss": 22.9844,
+      "step": 15064
+    },
+    {
+      "epoch": 0.7199178056006882,
+      "grad_norm": 632.9388427734375,
+      "learning_rate": 1.4813223153630505e-05,
+      "loss": 20.6875,
+      "step": 15065
+    },
+    {
+      "epoch": 0.7199655930421486,
+      "grad_norm": 270.9390563964844,
+      "learning_rate": 1.4812544810517331e-05,
+      "loss": 43.0625,
+      "step": 15066
+    },
+    {
+      "epoch": 0.7200133804836089,
+      "grad_norm": 542.7702026367188,
+      "learning_rate": 1.4811866438583225e-05,
+      "loss": 29.2344,
+      "step": 15067
+    },
+    {
+      "epoch": 0.7200611679250692,
+      "grad_norm": 240.4095458984375,
+      "learning_rate": 1.4811188037832247e-05,
+      "loss": 28.125,
+      "step": 15068
+    },
+    {
+      "epoch": 0.7201089553665296,
+      "grad_norm": 428.8006896972656,
+      "learning_rate": 1.4810509608268464e-05,
+      "loss": 31.5625,
+      "step": 15069
+    },
+    {
+      "epoch": 0.72015674280799,
+      "grad_norm": 227.28506469726562,
+      "learning_rate": 1.4809831149895932e-05,
+      "loss": 20.3906,
+      "step": 15070
+    },
+    {
+      "epoch": 0.7202045302494504,
+      "grad_norm": 323.5008544921875,
+      "learning_rate": 1.480915266271872e-05,
+      "loss": 24.125,
+      "step": 15071
+    },
+    {
+      "epoch": 0.7202523176909108,
+      "grad_norm": 153.0663604736328,
+      "learning_rate": 1.4808474146740888e-05,
+      "loss": 19.7969,
+      "step": 15072
+    },
+    {
+      "epoch": 0.7203001051323712,
+      "grad_norm": 394.1534118652344,
+      "learning_rate": 1.4807795601966502e-05,
+      "loss": 24.0938,
+      "step": 15073
+    },
+    {
+      "epoch": 0.7203478925738316,
+      "grad_norm": 152.43646240234375,
+      "learning_rate": 1.4807117028399623e-05,
+      "loss": 25.0938,
+      "step": 15074
+    },
+    {
+      "epoch": 0.720395680015292,
+      "grad_norm": 319.8125915527344,
+      "learning_rate": 1.4806438426044315e-05,
+      "loss": 28.7188,
+      "step": 15075
+    },
+    {
+      "epoch": 0.7204434674567524,
+      "grad_norm": 200.21835327148438,
+      "learning_rate": 1.4805759794904643e-05,
+      "loss": 23.7344,
+      "step": 15076
+    },
+    {
+      "epoch": 0.7204912548982128,
+      "grad_norm": 241.7154998779297,
+      "learning_rate": 1.4805081134984673e-05,
+      "loss": 28.3125,
+      "step": 15077
+    },
+    {
+      "epoch": 0.7205390423396731,
+      "grad_norm": 272.4078674316406,
+      "learning_rate": 1.4804402446288465e-05,
+      "loss": 31.4688,
+      "step": 15078
+    },
+    {
+      "epoch": 0.7205868297811335,
+      "grad_norm": 234.11691284179688,
+      "learning_rate": 1.4803723728820087e-05,
+      "loss": 29.7812,
+      "step": 15079
+    },
+    {
+      "epoch": 0.7206346172225939,
+      "grad_norm": 197.71546936035156,
+      "learning_rate": 1.4803044982583603e-05,
+      "loss": 27.3125,
+      "step": 15080
+    },
+    {
+      "epoch": 0.7206824046640543,
+      "grad_norm": 224.89134216308594,
+      "learning_rate": 1.4802366207583074e-05,
+      "loss": 22.625,
+      "step": 15081
+    },
+    {
+      "epoch": 0.7207301921055147,
+      "grad_norm": 492.4561767578125,
+      "learning_rate": 1.4801687403822573e-05,
+      "loss": 34.1875,
+      "step": 15082
+    },
+    {
+      "epoch": 0.7207779795469751,
+      "grad_norm": 128.67178344726562,
+      "learning_rate": 1.4801008571306157e-05,
+      "loss": 29.1719,
+      "step": 15083
+    },
+    {
+      "epoch": 0.7208257669884355,
+      "grad_norm": 322.7779235839844,
+      "learning_rate": 1.4800329710037895e-05,
+      "loss": 32.4062,
+      "step": 15084
+    },
+    {
+      "epoch": 0.7208735544298959,
+      "grad_norm": 216.64598083496094,
+      "learning_rate": 1.479965082002185e-05,
+      "loss": 28.3906,
+      "step": 15085
+    },
+    {
+      "epoch": 0.7209213418713563,
+      "grad_norm": 175.32887268066406,
+      "learning_rate": 1.4798971901262093e-05,
+      "loss": 25.7188,
+      "step": 15086
+    },
+    {
+      "epoch": 0.7209691293128165,
+      "grad_norm": 263.26397705078125,
+      "learning_rate": 1.4798292953762685e-05,
+      "loss": 25.9688,
+      "step": 15087
+    },
+    {
+      "epoch": 0.7210169167542769,
+      "grad_norm": 339.15667724609375,
+      "learning_rate": 1.4797613977527696e-05,
+      "loss": 27.8125,
+      "step": 15088
+    },
+    {
+      "epoch": 0.7210647041957373,
+      "grad_norm": 387.6352233886719,
+      "learning_rate": 1.479693497256119e-05,
+      "loss": 37.25,
+      "step": 15089
+    },
+    {
+      "epoch": 0.7211124916371977,
+      "grad_norm": 253.46099853515625,
+      "learning_rate": 1.479625593886723e-05,
+      "loss": 29.4062,
+      "step": 15090
+    },
+    {
+      "epoch": 0.7211602790786581,
+      "grad_norm": 275.5648498535156,
+      "learning_rate": 1.4795576876449889e-05,
+      "loss": 18.5469,
+      "step": 15091
+    },
+    {
+      "epoch": 0.7212080665201185,
+      "grad_norm": 257.9404602050781,
+      "learning_rate": 1.479489778531323e-05,
+      "loss": 35.5938,
+      "step": 15092
+    },
+    {
+      "epoch": 0.7212558539615789,
+      "grad_norm": 261.83660888671875,
+      "learning_rate": 1.4794218665461322e-05,
+      "loss": 34.7812,
+      "step": 15093
+    },
+    {
+      "epoch": 0.7213036414030393,
+      "grad_norm": 294.1613464355469,
+      "learning_rate": 1.4793539516898226e-05,
+      "loss": 24.7812,
+      "step": 15094
+    },
+    {
+      "epoch": 0.7213514288444997,
+      "grad_norm": 339.8568420410156,
+      "learning_rate": 1.4792860339628017e-05,
+      "loss": 29.5938,
+      "step": 15095
+    },
+    {
+      "epoch": 0.72139921628596,
+      "grad_norm": 189.42434692382812,
+      "learning_rate": 1.4792181133654755e-05,
+      "loss": 17.2188,
+      "step": 15096
+    },
+    {
+      "epoch": 0.7214470037274204,
+      "grad_norm": 190.5635223388672,
+      "learning_rate": 1.4791501898982516e-05,
+      "loss": 28.0781,
+      "step": 15097
+    },
+    {
+      "epoch": 0.7214947911688808,
+      "grad_norm": 412.42608642578125,
+      "learning_rate": 1.4790822635615358e-05,
+      "loss": 34.9062,
+      "step": 15098
+    },
+    {
+      "epoch": 0.7215425786103412,
+      "grad_norm": 302.3681945800781,
+      "learning_rate": 1.479014334355736e-05,
+      "loss": 33.0938,
+      "step": 15099
+    },
+    {
+      "epoch": 0.7215903660518016,
+      "grad_norm": 393.31842041015625,
+      "learning_rate": 1.4789464022812582e-05,
+      "loss": 21.9844,
+      "step": 15100
+    },
+    {
+      "epoch": 0.721638153493262,
+      "grad_norm": 191.5790252685547,
+      "learning_rate": 1.4788784673385095e-05,
+      "loss": 28.6562,
+      "step": 15101
+    },
+    {
+      "epoch": 0.7216859409347224,
+      "grad_norm": 282.55999755859375,
+      "learning_rate": 1.4788105295278967e-05,
+      "loss": 37.375,
+      "step": 15102
+    },
+    {
+      "epoch": 0.7217337283761828,
+      "grad_norm": 185.17178344726562,
+      "learning_rate": 1.4787425888498266e-05,
+      "loss": 18.4844,
+      "step": 15103
+    },
+    {
+      "epoch": 0.7217815158176432,
+      "grad_norm": 346.8426208496094,
+      "learning_rate": 1.4786746453047062e-05,
+      "loss": 42.4062,
+      "step": 15104
+    },
+    {
+      "epoch": 0.7218293032591035,
+      "grad_norm": 252.27928161621094,
+      "learning_rate": 1.4786066988929424e-05,
+      "loss": 26.7188,
+      "step": 15105
+    },
+    {
+      "epoch": 0.7218770907005639,
+      "grad_norm": 355.951904296875,
+      "learning_rate": 1.4785387496149419e-05,
+      "loss": 34.5312,
+      "step": 15106
+    },
+    {
+      "epoch": 0.7219248781420243,
+      "grad_norm": 277.717529296875,
+      "learning_rate": 1.4784707974711116e-05,
+      "loss": 23.6719,
+      "step": 15107
+    },
+    {
+      "epoch": 0.7219726655834846,
+      "grad_norm": 323.5867919921875,
+      "learning_rate": 1.478402842461859e-05,
+      "loss": 33.0938,
+      "step": 15108
+    },
+    {
+      "epoch": 0.722020453024945,
+      "grad_norm": 274.5539855957031,
+      "learning_rate": 1.4783348845875906e-05,
+      "loss": 32.875,
+      "step": 15109
+    },
+    {
+      "epoch": 0.7220682404664054,
+      "grad_norm": 665.6380615234375,
+      "learning_rate": 1.4782669238487137e-05,
+      "loss": 31.5156,
+      "step": 15110
+    },
+    {
+      "epoch": 0.7221160279078658,
+      "grad_norm": 271.0504455566406,
+      "learning_rate": 1.4781989602456346e-05,
+      "loss": 30.9062,
+      "step": 15111
+    },
+    {
+      "epoch": 0.7221638153493262,
+      "grad_norm": 434.146240234375,
+      "learning_rate": 1.478130993778761e-05,
+      "loss": 50.8438,
+      "step": 15112
+    },
+    {
+      "epoch": 0.7222116027907866,
+      "grad_norm": 300.0335388183594,
+      "learning_rate": 1.4780630244484997e-05,
+      "loss": 28.125,
+      "step": 15113
+    },
+    {
+      "epoch": 0.722259390232247,
+      "grad_norm": 144.6810302734375,
+      "learning_rate": 1.4779950522552574e-05,
+      "loss": 21.7344,
+      "step": 15114
+    },
+    {
+      "epoch": 0.7223071776737073,
+      "grad_norm": 590.5884399414062,
+      "learning_rate": 1.4779270771994421e-05,
+      "loss": 30.8438,
+      "step": 15115
+    },
+    {
+      "epoch": 0.7223549651151677,
+      "grad_norm": 257.11248779296875,
+      "learning_rate": 1.4778590992814599e-05,
+      "loss": 24.125,
+      "step": 15116
+    },
+    {
+      "epoch": 0.7224027525566281,
+      "grad_norm": 418.97698974609375,
+      "learning_rate": 1.4777911185017186e-05,
+      "loss": 25.6562,
+      "step": 15117
+    },
+    {
+      "epoch": 0.7224505399980885,
+      "grad_norm": 193.95306396484375,
+      "learning_rate": 1.4777231348606246e-05,
+      "loss": 26.7188,
+      "step": 15118
+    },
+    {
+      "epoch": 0.7224983274395489,
+      "grad_norm": 181.38619995117188,
+      "learning_rate": 1.477655148358586e-05,
+      "loss": 36.0781,
+      "step": 15119
+    },
+    {
+      "epoch": 0.7225461148810093,
+      "grad_norm": 190.7942657470703,
+      "learning_rate": 1.4775871589960087e-05,
+      "loss": 21.125,
+      "step": 15120
+    },
+    {
+      "epoch": 0.7225939023224697,
+      "grad_norm": 307.8108215332031,
+      "learning_rate": 1.477519166773301e-05,
+      "loss": 34.875,
+      "step": 15121
+    },
+    {
+      "epoch": 0.7226416897639301,
+      "grad_norm": 284.5529479980469,
+      "learning_rate": 1.4774511716908697e-05,
+      "loss": 37.6875,
+      "step": 15122
+    },
+    {
+      "epoch": 0.7226894772053905,
+      "grad_norm": 232.11305236816406,
+      "learning_rate": 1.477383173749122e-05,
+      "loss": 25.2812,
+      "step": 15123
+    },
+    {
+      "epoch": 0.7227372646468508,
+      "grad_norm": 252.92282104492188,
+      "learning_rate": 1.477315172948465e-05,
+      "loss": 23.5938,
+      "step": 15124
+    },
+    {
+      "epoch": 0.7227850520883112,
+      "grad_norm": 142.10348510742188,
+      "learning_rate": 1.477247169289306e-05,
+      "loss": 27.0781,
+      "step": 15125
+    },
+    {
+      "epoch": 0.7228328395297716,
+      "grad_norm": 351.9115295410156,
+      "learning_rate": 1.4771791627720522e-05,
+      "loss": 30.125,
+      "step": 15126
+    },
+    {
+      "epoch": 0.722880626971232,
+      "grad_norm": 354.47711181640625,
+      "learning_rate": 1.4771111533971112e-05,
+      "loss": 35.2188,
+      "step": 15127
+    },
+    {
+      "epoch": 0.7229284144126924,
+      "grad_norm": 417.99224853515625,
+      "learning_rate": 1.4770431411648898e-05,
+      "loss": 32.25,
+      "step": 15128
+    },
+    {
+      "epoch": 0.7229762018541527,
+      "grad_norm": 145.6304473876953,
+      "learning_rate": 1.4769751260757956e-05,
+      "loss": 25.3438,
+      "step": 15129
+    },
+    {
+      "epoch": 0.7230239892956131,
+      "grad_norm": 209.26377868652344,
+      "learning_rate": 1.4769071081302357e-05,
+      "loss": 25.0625,
+      "step": 15130
+    },
+    {
+      "epoch": 0.7230717767370735,
+      "grad_norm": 289.8605041503906,
+      "learning_rate": 1.4768390873286178e-05,
+      "loss": 20.5312,
+      "step": 15131
+    },
+    {
+      "epoch": 0.7231195641785338,
+      "grad_norm": 235.28746032714844,
+      "learning_rate": 1.476771063671349e-05,
+      "loss": 24.6562,
+      "step": 15132
+    },
+    {
+      "epoch": 0.7231673516199942,
+      "grad_norm": 402.13018798828125,
+      "learning_rate": 1.4767030371588366e-05,
+      "loss": 29.8438,
+      "step": 15133
+    },
+    {
+      "epoch": 0.7232151390614546,
+      "grad_norm": 326.4722595214844,
+      "learning_rate": 1.4766350077914884e-05,
+      "loss": 32.6562,
+      "step": 15134
+    },
+    {
+      "epoch": 0.723262926502915,
+      "grad_norm": 351.4986877441406,
+      "learning_rate": 1.4765669755697114e-05,
+      "loss": 24.1875,
+      "step": 15135
+    },
+    {
+      "epoch": 0.7233107139443754,
+      "grad_norm": 228.3074493408203,
+      "learning_rate": 1.4764989404939132e-05,
+      "loss": 31.375,
+      "step": 15136
+    },
+    {
+      "epoch": 0.7233585013858358,
+      "grad_norm": 150.64700317382812,
+      "learning_rate": 1.4764309025645012e-05,
+      "loss": 24.7031,
+      "step": 15137
+    },
+    {
+      "epoch": 0.7234062888272962,
+      "grad_norm": 207.9077606201172,
+      "learning_rate": 1.4763628617818829e-05,
+      "loss": 26.25,
+      "step": 15138
+    },
+    {
+      "epoch": 0.7234540762687566,
+      "grad_norm": 303.358642578125,
+      "learning_rate": 1.4762948181464656e-05,
+      "loss": 35.3438,
+      "step": 15139
+    },
+    {
+      "epoch": 0.723501863710217,
+      "grad_norm": 380.7345886230469,
+      "learning_rate": 1.4762267716586567e-05,
+      "loss": 38.8125,
+      "step": 15140
+    },
+    {
+      "epoch": 0.7235496511516774,
+      "grad_norm": 504.587890625,
+      "learning_rate": 1.4761587223188642e-05,
+      "loss": 27.0312,
+      "step": 15141
+    },
+    {
+      "epoch": 0.7235974385931377,
+      "grad_norm": 178.76243591308594,
+      "learning_rate": 1.4760906701274955e-05,
+      "loss": 32.5312,
+      "step": 15142
+    },
+    {
+      "epoch": 0.7236452260345981,
+      "grad_norm": 255.62879943847656,
+      "learning_rate": 1.476022615084958e-05,
+      "loss": 34.2188,
+      "step": 15143
+    },
+    {
+      "epoch": 0.7236930134760585,
+      "grad_norm": 323.6331481933594,
+      "learning_rate": 1.4759545571916591e-05,
+      "loss": 25.3125,
+      "step": 15144
+    },
+    {
+      "epoch": 0.7237408009175189,
+      "grad_norm": 276.367919921875,
+      "learning_rate": 1.4758864964480066e-05,
+      "loss": 29.75,
+      "step": 15145
+    },
+    {
+      "epoch": 0.7237885883589793,
+      "grad_norm": 196.69296264648438,
+      "learning_rate": 1.475818432854408e-05,
+      "loss": 22.25,
+      "step": 15146
+    },
+    {
+      "epoch": 0.7238363758004397,
+      "grad_norm": 215.886474609375,
+      "learning_rate": 1.4757503664112712e-05,
+      "loss": 31.4219,
+      "step": 15147
+    },
+    {
+      "epoch": 0.7238841632419001,
+      "grad_norm": 290.6621398925781,
+      "learning_rate": 1.4756822971190033e-05,
+      "loss": 29.3125,
+      "step": 15148
+    },
+    {
+      "epoch": 0.7239319506833604,
+      "grad_norm": 246.5911407470703,
+      "learning_rate": 1.4756142249780124e-05,
+      "loss": 29.5938,
+      "step": 15149
+    },
+    {
+      "epoch": 0.7239797381248207,
+      "grad_norm": 184.6644287109375,
+      "learning_rate": 1.4755461499887061e-05,
+      "loss": 26.3906,
+      "step": 15150
+    },
+    {
+      "epoch": 0.7240275255662811,
+      "grad_norm": 205.6669464111328,
+      "learning_rate": 1.4754780721514916e-05,
+      "loss": 21.4062,
+      "step": 15151
+    },
+    {
+      "epoch": 0.7240753130077415,
+      "grad_norm": 1013.6456909179688,
+      "learning_rate": 1.4754099914667771e-05,
+      "loss": 46.6875,
+      "step": 15152
+    },
+    {
+      "epoch": 0.7241231004492019,
+      "grad_norm": 302.3331604003906,
+      "learning_rate": 1.4753419079349705e-05,
+      "loss": 20.9219,
+      "step": 15153
+    },
+    {
+      "epoch": 0.7241708878906623,
+      "grad_norm": 179.70289611816406,
+      "learning_rate": 1.475273821556479e-05,
+      "loss": 19.5625,
+      "step": 15154
+    },
+    {
+      "epoch": 0.7242186753321227,
+      "grad_norm": 170.3837432861328,
+      "learning_rate": 1.4752057323317105e-05,
+      "loss": 25.9688,
+      "step": 15155
+    },
+    {
+      "epoch": 0.7242664627735831,
+      "grad_norm": 211.0843048095703,
+      "learning_rate": 1.4751376402610732e-05,
+      "loss": 22.7812,
+      "step": 15156
+    },
+    {
+      "epoch": 0.7243142502150435,
+      "grad_norm": 421.48388671875,
+      "learning_rate": 1.4750695453449744e-05,
+      "loss": 26.2656,
+      "step": 15157
+    },
+    {
+      "epoch": 0.7243620376565039,
+      "grad_norm": 287.85638427734375,
+      "learning_rate": 1.475001447583822e-05,
+      "loss": 35.1562,
+      "step": 15158
+    },
+    {
+      "epoch": 0.7244098250979643,
+      "grad_norm": 244.17257690429688,
+      "learning_rate": 1.4749333469780236e-05,
+      "loss": 27.4766,
+      "step": 15159
+    },
+    {
+      "epoch": 0.7244576125394246,
+      "grad_norm": 298.8144226074219,
+      "learning_rate": 1.4748652435279876e-05,
+      "loss": 19.5156,
+      "step": 15160
+    },
+    {
+      "epoch": 0.724505399980885,
+      "grad_norm": 472.00128173828125,
+      "learning_rate": 1.4747971372341214e-05,
+      "loss": 36.4375,
+      "step": 15161
+    },
+    {
+      "epoch": 0.7245531874223454,
+      "grad_norm": 191.15444946289062,
+      "learning_rate": 1.474729028096833e-05,
+      "loss": 23.2812,
+      "step": 15162
+    },
+    {
+      "epoch": 0.7246009748638058,
+      "grad_norm": 335.4366455078125,
+      "learning_rate": 1.4746609161165304e-05,
+      "loss": 27.8438,
+      "step": 15163
+    },
+    {
+      "epoch": 0.7246487623052662,
+      "grad_norm": 369.2109680175781,
+      "learning_rate": 1.474592801293621e-05,
+      "loss": 33.8438,
+      "step": 15164
+    },
+    {
+      "epoch": 0.7246965497467266,
+      "grad_norm": 285.85760498046875,
+      "learning_rate": 1.4745246836285136e-05,
+      "loss": 39.8125,
+      "step": 15165
+    },
+    {
+      "epoch": 0.724744337188187,
+      "grad_norm": 857.3717651367188,
+      "learning_rate": 1.4744565631216152e-05,
+      "loss": 44.3438,
+      "step": 15166
+    },
+    {
+      "epoch": 0.7247921246296474,
+      "grad_norm": 183.7304229736328,
+      "learning_rate": 1.4743884397733345e-05,
+      "loss": 23.9688,
+      "step": 15167
+    },
+    {
+      "epoch": 0.7248399120711078,
+      "grad_norm": 334.4862060546875,
+      "learning_rate": 1.4743203135840791e-05,
+      "loss": 31.3125,
+      "step": 15168
+    },
+    {
+      "epoch": 0.7248876995125682,
+      "grad_norm": 356.40618896484375,
+      "learning_rate": 1.4742521845542571e-05,
+      "loss": 27.625,
+      "step": 15169
+    },
+    {
+      "epoch": 0.7249354869540284,
+      "grad_norm": 176.50306701660156,
+      "learning_rate": 1.4741840526842763e-05,
+      "loss": 20.9531,
+      "step": 15170
+    },
+    {
+      "epoch": 0.7249832743954888,
+      "grad_norm": 230.6710968017578,
+      "learning_rate": 1.4741159179745452e-05,
+      "loss": 27.8594,
+      "step": 15171
+    },
+    {
+      "epoch": 0.7250310618369492,
+      "grad_norm": 248.81399536132812,
+      "learning_rate": 1.4740477804254713e-05,
+      "loss": 37.5,
+      "step": 15172
+    },
+    {
+      "epoch": 0.7250788492784096,
+      "grad_norm": 287.0384216308594,
+      "learning_rate": 1.473979640037463e-05,
+      "loss": 31.9688,
+      "step": 15173
+    },
+    {
+      "epoch": 0.72512663671987,
+      "grad_norm": 213.6568145751953,
+      "learning_rate": 1.4739114968109283e-05,
+      "loss": 26.9688,
+      "step": 15174
+    },
+    {
+      "epoch": 0.7251744241613304,
+      "grad_norm": 322.6990661621094,
+      "learning_rate": 1.4738433507462753e-05,
+      "loss": 23.3594,
+      "step": 15175
+    },
+    {
+      "epoch": 0.7252222116027908,
+      "grad_norm": 214.29061889648438,
+      "learning_rate": 1.473775201843912e-05,
+      "loss": 30.8125,
+      "step": 15176
+    },
+    {
+      "epoch": 0.7252699990442512,
+      "grad_norm": 303.5917053222656,
+      "learning_rate": 1.4737070501042463e-05,
+      "loss": 33.5625,
+      "step": 15177
+    },
+    {
+      "epoch": 0.7253177864857115,
+      "grad_norm": 308.4559631347656,
+      "learning_rate": 1.473638895527687e-05,
+      "loss": 29.1875,
+      "step": 15178
+    },
+    {
+      "epoch": 0.7253655739271719,
+      "grad_norm": 253.0218505859375,
+      "learning_rate": 1.4735707381146416e-05,
+      "loss": 40.6875,
+      "step": 15179
+    },
+    {
+      "epoch": 0.7254133613686323,
+      "grad_norm": 315.1290283203125,
+      "learning_rate": 1.4735025778655185e-05,
+      "loss": 29.1562,
+      "step": 15180
+    },
+    {
+      "epoch": 0.7254611488100927,
+      "grad_norm": 249.80003356933594,
+      "learning_rate": 1.473434414780726e-05,
+      "loss": 21.6094,
+      "step": 15181
+    },
+    {
+      "epoch": 0.7255089362515531,
+      "grad_norm": 198.5012969970703,
+      "learning_rate": 1.4733662488606726e-05,
+      "loss": 31.625,
+      "step": 15182
+    },
+    {
+      "epoch": 0.7255567236930135,
+      "grad_norm": 326.10003662109375,
+      "learning_rate": 1.4732980801057659e-05,
+      "loss": 32.875,
+      "step": 15183
+    },
+    {
+      "epoch": 0.7256045111344739,
+      "grad_norm": 531.0729370117188,
+      "learning_rate": 1.4732299085164143e-05,
+      "loss": 24.8438,
+      "step": 15184
+    },
+    {
+      "epoch": 0.7256522985759343,
+      "grad_norm": 226.87086486816406,
+      "learning_rate": 1.4731617340930263e-05,
+      "loss": 24.4062,
+      "step": 15185
+    },
+    {
+      "epoch": 0.7257000860173947,
+      "grad_norm": 301.01239013671875,
+      "learning_rate": 1.4730935568360103e-05,
+      "loss": 19.2812,
+      "step": 15186
+    },
+    {
+      "epoch": 0.725747873458855,
+      "grad_norm": 237.79901123046875,
+      "learning_rate": 1.473025376745774e-05,
+      "loss": 30.7656,
+      "step": 15187
+    },
+    {
+      "epoch": 0.7257956609003154,
+      "grad_norm": 279.2883605957031,
+      "learning_rate": 1.472957193822726e-05,
+      "loss": 18.2031,
+      "step": 15188
+    },
+    {
+      "epoch": 0.7258434483417758,
+      "grad_norm": 259.28466796875,
+      "learning_rate": 1.4728890080672751e-05,
+      "loss": 24.75,
+      "step": 15189
+    },
+    {
+      "epoch": 0.7258912357832361,
+      "grad_norm": 207.42352294921875,
+      "learning_rate": 1.472820819479829e-05,
+      "loss": 30.7188,
+      "step": 15190
+    },
+    {
+      "epoch": 0.7259390232246965,
+      "grad_norm": 351.42724609375,
+      "learning_rate": 1.4727526280607965e-05,
+      "loss": 29.5312,
+      "step": 15191
+    },
+    {
+      "epoch": 0.7259868106661569,
+      "grad_norm": 464.55682373046875,
+      "learning_rate": 1.4726844338105855e-05,
+      "loss": 26.0469,
+      "step": 15192
+    },
+    {
+      "epoch": 0.7260345981076173,
+      "grad_norm": 325.0287780761719,
+      "learning_rate": 1.4726162367296048e-05,
+      "loss": 36.875,
+      "step": 15193
+    },
+    {
+      "epoch": 0.7260823855490777,
+      "grad_norm": 299.38348388671875,
+      "learning_rate": 1.4725480368182625e-05,
+      "loss": 33.4062,
+      "step": 15194
+    },
+    {
+      "epoch": 0.7261301729905381,
+      "grad_norm": 162.38233947753906,
+      "learning_rate": 1.4724798340769675e-05,
+      "loss": 22.625,
+      "step": 15195
+    },
+    {
+      "epoch": 0.7261779604319984,
+      "grad_norm": 198.1698455810547,
+      "learning_rate": 1.4724116285061278e-05,
+      "loss": 28.4531,
+      "step": 15196
+    },
+    {
+      "epoch": 0.7262257478734588,
+      "grad_norm": 219.76438903808594,
+      "learning_rate": 1.4723434201061522e-05,
+      "loss": 21.0,
+      "step": 15197
+    },
+    {
+      "epoch": 0.7262735353149192,
+      "grad_norm": 254.9746551513672,
+      "learning_rate": 1.4722752088774489e-05,
+      "loss": 21.6406,
+      "step": 15198
+    },
+    {
+      "epoch": 0.7263213227563796,
+      "grad_norm": 206.23843383789062,
+      "learning_rate": 1.4722069948204263e-05,
+      "loss": 24.5312,
+      "step": 15199
+    },
+    {
+      "epoch": 0.72636911019784,
+      "grad_norm": 163.49403381347656,
+      "learning_rate": 1.4721387779354934e-05,
+      "loss": 25.4844,
+      "step": 15200
+    },
+    {
+      "epoch": 0.7264168976393004,
+      "grad_norm": 198.86817932128906,
+      "learning_rate": 1.4720705582230581e-05,
+      "loss": 26.7188,
+      "step": 15201
+    },
+    {
+      "epoch": 0.7264646850807608,
+      "grad_norm": 235.46961975097656,
+      "learning_rate": 1.4720023356835295e-05,
+      "loss": 30.4062,
+      "step": 15202
+    },
+    {
+      "epoch": 0.7265124725222212,
+      "grad_norm": 193.3595428466797,
+      "learning_rate": 1.4719341103173158e-05,
+      "loss": 27.1875,
+      "step": 15203
+    },
+    {
+      "epoch": 0.7265602599636816,
+      "grad_norm": 385.2797546386719,
+      "learning_rate": 1.4718658821248262e-05,
+      "loss": 29.4688,
+      "step": 15204
+    },
+    {
+      "epoch": 0.726608047405142,
+      "grad_norm": 407.4778137207031,
+      "learning_rate": 1.4717976511064684e-05,
+      "loss": 30.8438,
+      "step": 15205
+    },
+    {
+      "epoch": 0.7266558348466023,
+      "grad_norm": 202.05430603027344,
+      "learning_rate": 1.4717294172626517e-05,
+      "loss": 24.625,
+      "step": 15206
+    },
+    {
+      "epoch": 0.7267036222880627,
+      "grad_norm": 243.4223175048828,
+      "learning_rate": 1.4716611805937845e-05,
+      "loss": 23.9844,
+      "step": 15207
+    },
+    {
+      "epoch": 0.7267514097295231,
+      "grad_norm": 446.11346435546875,
+      "learning_rate": 1.4715929411002755e-05,
+      "loss": 35.625,
+      "step": 15208
+    },
+    {
+      "epoch": 0.7267991971709835,
+      "grad_norm": 143.4346466064453,
+      "learning_rate": 1.4715246987825329e-05,
+      "loss": 21.625,
+      "step": 15209
+    },
+    {
+      "epoch": 0.7268469846124439,
+      "grad_norm": 237.36607360839844,
+      "learning_rate": 1.4714564536409661e-05,
+      "loss": 22.9688,
+      "step": 15210
+    },
+    {
+      "epoch": 0.7268947720539042,
+      "grad_norm": 302.78173828125,
+      "learning_rate": 1.4713882056759836e-05,
+      "loss": 28.1719,
+      "step": 15211
+    },
+    {
+      "epoch": 0.7269425594953646,
+      "grad_norm": 129.75738525390625,
+      "learning_rate": 1.4713199548879936e-05,
+      "loss": 19.875,
+      "step": 15212
+    },
+    {
+      "epoch": 0.726990346936825,
+      "grad_norm": 207.1147918701172,
+      "learning_rate": 1.4712517012774056e-05,
+      "loss": 28.375,
+      "step": 15213
+    },
+    {
+      "epoch": 0.7270381343782854,
+      "grad_norm": 297.8456115722656,
+      "learning_rate": 1.4711834448446278e-05,
+      "loss": 21.25,
+      "step": 15214
+    },
+    {
+      "epoch": 0.7270859218197457,
+      "grad_norm": 281.73504638671875,
+      "learning_rate": 1.4711151855900691e-05,
+      "loss": 26.125,
+      "step": 15215
+    },
+    {
+      "epoch": 0.7271337092612061,
+      "grad_norm": 621.8577270507812,
+      "learning_rate": 1.4710469235141385e-05,
+      "loss": 30.9062,
+      "step": 15216
+    },
+    {
+      "epoch": 0.7271814967026665,
+      "grad_norm": 188.6255645751953,
+      "learning_rate": 1.4709786586172445e-05,
+      "loss": 27.875,
+      "step": 15217
+    },
+    {
+      "epoch": 0.7272292841441269,
+      "grad_norm": 437.1468505859375,
+      "learning_rate": 1.4709103908997962e-05,
+      "loss": 29.1875,
+      "step": 15218
+    },
+    {
+      "epoch": 0.7272770715855873,
+      "grad_norm": 242.87783813476562,
+      "learning_rate": 1.4708421203622023e-05,
+      "loss": 24.2812,
+      "step": 15219
+    },
+    {
+      "epoch": 0.7273248590270477,
+      "grad_norm": 1730.5958251953125,
+      "learning_rate": 1.4707738470048715e-05,
+      "loss": 27.2812,
+      "step": 15220
+    },
+    {
+      "epoch": 0.7273726464685081,
+      "grad_norm": 503.1635437011719,
+      "learning_rate": 1.4707055708282129e-05,
+      "loss": 24.2656,
+      "step": 15221
+    },
+    {
+      "epoch": 0.7274204339099685,
+      "grad_norm": 297.1334228515625,
+      "learning_rate": 1.4706372918326356e-05,
+      "loss": 26.6094,
+      "step": 15222
+    },
+    {
+      "epoch": 0.7274682213514289,
+      "grad_norm": 360.52496337890625,
+      "learning_rate": 1.470569010018548e-05,
+      "loss": 26.4688,
+      "step": 15223
+    },
+    {
+      "epoch": 0.7275160087928892,
+      "grad_norm": 179.95225524902344,
+      "learning_rate": 1.470500725386359e-05,
+      "loss": 19.5938,
+      "step": 15224
+    },
+    {
+      "epoch": 0.7275637962343496,
+      "grad_norm": 308.6882019042969,
+      "learning_rate": 1.4704324379364781e-05,
+      "loss": 35.2812,
+      "step": 15225
+    },
+    {
+      "epoch": 0.72761158367581,
+      "grad_norm": 344.2072448730469,
+      "learning_rate": 1.4703641476693137e-05,
+      "loss": 33.375,
+      "step": 15226
+    },
+    {
+      "epoch": 0.7276593711172704,
+      "grad_norm": 516.5615234375,
+      "learning_rate": 1.470295854585275e-05,
+      "loss": 26.0312,
+      "step": 15227
+    },
+    {
+      "epoch": 0.7277071585587308,
+      "grad_norm": 191.10220336914062,
+      "learning_rate": 1.4702275586847712e-05,
+      "loss": 24.5156,
+      "step": 15228
+    },
+    {
+      "epoch": 0.7277549460001912,
+      "grad_norm": 298.532958984375,
+      "learning_rate": 1.4701592599682106e-05,
+      "loss": 27.0625,
+      "step": 15229
+    },
+    {
+      "epoch": 0.7278027334416516,
+      "grad_norm": 129.88661193847656,
+      "learning_rate": 1.4700909584360032e-05,
+      "loss": 20.2109,
+      "step": 15230
+    },
+    {
+      "epoch": 0.727850520883112,
+      "grad_norm": 3883.50537109375,
+      "learning_rate": 1.4700226540885573e-05,
+      "loss": 31.5312,
+      "step": 15231
+    },
+    {
+      "epoch": 0.7278983083245723,
+      "grad_norm": 412.3458557128906,
+      "learning_rate": 1.4699543469262822e-05,
+      "loss": 37.2188,
+      "step": 15232
+    },
+    {
+      "epoch": 0.7279460957660326,
+      "grad_norm": 228.93463134765625,
+      "learning_rate": 1.4698860369495871e-05,
+      "loss": 32.5938,
+      "step": 15233
+    },
+    {
+      "epoch": 0.727993883207493,
+      "grad_norm": 266.3409118652344,
+      "learning_rate": 1.4698177241588809e-05,
+      "loss": 25.0625,
+      "step": 15234
+    },
+    {
+      "epoch": 0.7280416706489534,
+      "grad_norm": 286.291259765625,
+      "learning_rate": 1.4697494085545726e-05,
+      "loss": 30.1094,
+      "step": 15235
+    },
+    {
+      "epoch": 0.7280894580904138,
+      "grad_norm": 307.20721435546875,
+      "learning_rate": 1.4696810901370718e-05,
+      "loss": 26.75,
+      "step": 15236
+    },
+    {
+      "epoch": 0.7281372455318742,
+      "grad_norm": 224.24400329589844,
+      "learning_rate": 1.4696127689067872e-05,
+      "loss": 36.5625,
+      "step": 15237
+    },
+    {
+      "epoch": 0.7281850329733346,
+      "grad_norm": 381.509521484375,
+      "learning_rate": 1.4695444448641279e-05,
+      "loss": 31.7031,
+      "step": 15238
+    },
+    {
+      "epoch": 0.728232820414795,
+      "grad_norm": 287.6650390625,
+      "learning_rate": 1.4694761180095034e-05,
+      "loss": 34.2812,
+      "step": 15239
+    },
+    {
+      "epoch": 0.7282806078562554,
+      "grad_norm": 149.7107696533203,
+      "learning_rate": 1.4694077883433229e-05,
+      "loss": 16.5781,
+      "step": 15240
+    },
+    {
+      "epoch": 0.7283283952977158,
+      "grad_norm": 1092.9493408203125,
+      "learning_rate": 1.4693394558659954e-05,
+      "loss": 20.1875,
+      "step": 15241
+    },
+    {
+      "epoch": 0.7283761827391761,
+      "grad_norm": 220.47482299804688,
+      "learning_rate": 1.46927112057793e-05,
+      "loss": 31.625,
+      "step": 15242
+    },
+    {
+      "epoch": 0.7284239701806365,
+      "grad_norm": 257.4951477050781,
+      "learning_rate": 1.469202782479536e-05,
+      "loss": 33.6562,
+      "step": 15243
+    },
+    {
+      "epoch": 0.7284717576220969,
+      "grad_norm": 239.4128875732422,
+      "learning_rate": 1.469134441571223e-05,
+      "loss": 26.9375,
+      "step": 15244
+    },
+    {
+      "epoch": 0.7285195450635573,
+      "grad_norm": 437.8713073730469,
+      "learning_rate": 1.4690660978534001e-05,
+      "loss": 25.625,
+      "step": 15245
+    },
+    {
+      "epoch": 0.7285673325050177,
+      "grad_norm": 351.2756042480469,
+      "learning_rate": 1.4689977513264766e-05,
+      "loss": 29.2188,
+      "step": 15246
+    },
+    {
+      "epoch": 0.7286151199464781,
+      "grad_norm": 293.5491027832031,
+      "learning_rate": 1.4689294019908614e-05,
+      "loss": 24.9062,
+      "step": 15247
+    },
+    {
+      "epoch": 0.7286629073879385,
+      "grad_norm": 277.0078430175781,
+      "learning_rate": 1.4688610498469644e-05,
+      "loss": 33.5781,
+      "step": 15248
+    },
+    {
+      "epoch": 0.7287106948293989,
+      "grad_norm": 224.77398681640625,
+      "learning_rate": 1.4687926948951944e-05,
+      "loss": 23.8125,
+      "step": 15249
+    },
+    {
+      "epoch": 0.7287584822708593,
+      "grad_norm": 406.8200378417969,
+      "learning_rate": 1.4687243371359613e-05,
+      "loss": 41.1875,
+      "step": 15250
+    },
+    {
+      "epoch": 0.7288062697123197,
+      "grad_norm": 286.5182189941406,
+      "learning_rate": 1.4686559765696744e-05,
+      "loss": 27.7188,
+      "step": 15251
+    },
+    {
+      "epoch": 0.7288540571537799,
+      "grad_norm": 503.9192199707031,
+      "learning_rate": 1.4685876131967427e-05,
+      "loss": 37.2188,
+      "step": 15252
+    },
+    {
+      "epoch": 0.7289018445952403,
+      "grad_norm": 347.7010498046875,
+      "learning_rate": 1.4685192470175759e-05,
+      "loss": 22.7188,
+      "step": 15253
+    },
+    {
+      "epoch": 0.7289496320367007,
+      "grad_norm": 179.9264678955078,
+      "learning_rate": 1.4684508780325835e-05,
+      "loss": 24.0,
+      "step": 15254
+    },
+    {
+      "epoch": 0.7289974194781611,
+      "grad_norm": 331.0921630859375,
+      "learning_rate": 1.4683825062421746e-05,
+      "loss": 28.9375,
+      "step": 15255
+    },
+    {
+      "epoch": 0.7290452069196215,
+      "grad_norm": 210.7624053955078,
+      "learning_rate": 1.4683141316467588e-05,
+      "loss": 25.8438,
+      "step": 15256
+    },
+    {
+      "epoch": 0.7290929943610819,
+      "grad_norm": 188.13742065429688,
+      "learning_rate": 1.4682457542467461e-05,
+      "loss": 27.1406,
+      "step": 15257
+    },
+    {
+      "epoch": 0.7291407818025423,
+      "grad_norm": 270.45703125,
+      "learning_rate": 1.4681773740425453e-05,
+      "loss": 27.875,
+      "step": 15258
+    },
+    {
+      "epoch": 0.7291885692440027,
+      "grad_norm": 596.454345703125,
+      "learning_rate": 1.468108991034566e-05,
+      "loss": 28.4688,
+      "step": 15259
+    },
+    {
+      "epoch": 0.729236356685463,
+      "grad_norm": 344.0950012207031,
+      "learning_rate": 1.4680406052232179e-05,
+      "loss": 24.2188,
+      "step": 15260
+    },
+    {
+      "epoch": 0.7292841441269234,
+      "grad_norm": 221.8853302001953,
+      "learning_rate": 1.4679722166089108e-05,
+      "loss": 34.0156,
+      "step": 15261
+    },
+    {
+      "epoch": 0.7293319315683838,
+      "grad_norm": 484.6630859375,
+      "learning_rate": 1.4679038251920536e-05,
+      "loss": 28.3906,
+      "step": 15262
+    },
+    {
+      "epoch": 0.7293797190098442,
+      "grad_norm": 182.40602111816406,
+      "learning_rate": 1.4678354309730564e-05,
+      "loss": 25.1719,
+      "step": 15263
+    },
+    {
+      "epoch": 0.7294275064513046,
+      "grad_norm": 265.2691650390625,
+      "learning_rate": 1.4677670339523285e-05,
+      "loss": 20.2656,
+      "step": 15264
+    },
+    {
+      "epoch": 0.729475293892765,
+      "grad_norm": 201.04598999023438,
+      "learning_rate": 1.4676986341302799e-05,
+      "loss": 19.1094,
+      "step": 15265
+    },
+    {
+      "epoch": 0.7295230813342254,
+      "grad_norm": 201.79319763183594,
+      "learning_rate": 1.4676302315073196e-05,
+      "loss": 18.4688,
+      "step": 15266
+    },
+    {
+      "epoch": 0.7295708687756858,
+      "grad_norm": 203.6725616455078,
+      "learning_rate": 1.467561826083858e-05,
+      "loss": 23.4844,
+      "step": 15267
+    },
+    {
+      "epoch": 0.7296186562171462,
+      "grad_norm": 194.1215362548828,
+      "learning_rate": 1.4674934178603042e-05,
+      "loss": 20.3125,
+      "step": 15268
+    },
+    {
+      "epoch": 0.7296664436586066,
+      "grad_norm": 607.7736206054688,
+      "learning_rate": 1.4674250068370683e-05,
+      "loss": 25.2109,
+      "step": 15269
+    },
+    {
+      "epoch": 0.729714231100067,
+      "grad_norm": 207.83985900878906,
+      "learning_rate": 1.4673565930145594e-05,
+      "loss": 26.5781,
+      "step": 15270
+    },
+    {
+      "epoch": 0.7297620185415273,
+      "grad_norm": 377.61029052734375,
+      "learning_rate": 1.4672881763931876e-05,
+      "loss": 42.0,
+      "step": 15271
+    },
+    {
+      "epoch": 0.7298098059829877,
+      "grad_norm": 1076.87841796875,
+      "learning_rate": 1.467219756973363e-05,
+      "loss": 23.2969,
+      "step": 15272
+    },
+    {
+      "epoch": 0.729857593424448,
+      "grad_norm": 416.8414611816406,
+      "learning_rate": 1.4671513347554946e-05,
+      "loss": 31.125,
+      "step": 15273
+    },
+    {
+      "epoch": 0.7299053808659084,
+      "grad_norm": 219.74586486816406,
+      "learning_rate": 1.4670829097399928e-05,
+      "loss": 25.4844,
+      "step": 15274
+    },
+    {
+      "epoch": 0.7299531683073688,
+      "grad_norm": 193.2239532470703,
+      "learning_rate": 1.4670144819272666e-05,
+      "loss": 25.4375,
+      "step": 15275
+    },
+    {
+      "epoch": 0.7300009557488292,
+      "grad_norm": 301.7746887207031,
+      "learning_rate": 1.4669460513177267e-05,
+      "loss": 32.9688,
+      "step": 15276
+    },
+    {
+      "epoch": 0.7300487431902896,
+      "grad_norm": 1484.136962890625,
+      "learning_rate": 1.466877617911782e-05,
+      "loss": 39.8125,
+      "step": 15277
+    },
+    {
+      "epoch": 0.73009653063175,
+      "grad_norm": 304.7657775878906,
+      "learning_rate": 1.4668091817098433e-05,
+      "loss": 33.3125,
+      "step": 15278
+    },
+    {
+      "epoch": 0.7301443180732103,
+      "grad_norm": 210.32135009765625,
+      "learning_rate": 1.4667407427123194e-05,
+      "loss": 38.875,
+      "step": 15279
+    },
+    {
+      "epoch": 0.7301921055146707,
+      "grad_norm": 1029.543701171875,
+      "learning_rate": 1.4666723009196214e-05,
+      "loss": 20.7031,
+      "step": 15280
+    },
+    {
+      "epoch": 0.7302398929561311,
+      "grad_norm": 243.8521728515625,
+      "learning_rate": 1.4666038563321578e-05,
+      "loss": 27.7812,
+      "step": 15281
+    },
+    {
+      "epoch": 0.7302876803975915,
+      "grad_norm": 351.5552978515625,
+      "learning_rate": 1.4665354089503396e-05,
+      "loss": 30.9688,
+      "step": 15282
+    },
+    {
+      "epoch": 0.7303354678390519,
+      "grad_norm": 209.15760803222656,
+      "learning_rate": 1.4664669587745763e-05,
+      "loss": 24.4375,
+      "step": 15283
+    },
+    {
+      "epoch": 0.7303832552805123,
+      "grad_norm": 160.3262481689453,
+      "learning_rate": 1.4663985058052776e-05,
+      "loss": 22.5156,
+      "step": 15284
+    },
+    {
+      "epoch": 0.7304310427219727,
+      "grad_norm": 485.77459716796875,
+      "learning_rate": 1.4663300500428538e-05,
+      "loss": 26.5625,
+      "step": 15285
+    },
+    {
+      "epoch": 0.7304788301634331,
+      "grad_norm": 321.4649353027344,
+      "learning_rate": 1.4662615914877147e-05,
+      "loss": 29.3438,
+      "step": 15286
+    },
+    {
+      "epoch": 0.7305266176048935,
+      "grad_norm": 730.946533203125,
+      "learning_rate": 1.4661931301402706e-05,
+      "loss": 23.7188,
+      "step": 15287
+    },
+    {
+      "epoch": 0.7305744050463538,
+      "grad_norm": 295.7939147949219,
+      "learning_rate": 1.4661246660009308e-05,
+      "loss": 30.4375,
+      "step": 15288
+    },
+    {
+      "epoch": 0.7306221924878142,
+      "grad_norm": 393.5194091796875,
+      "learning_rate": 1.4660561990701058e-05,
+      "loss": 33.9844,
+      "step": 15289
+    },
+    {
+      "epoch": 0.7306699799292746,
+      "grad_norm": 440.810302734375,
+      "learning_rate": 1.4659877293482056e-05,
+      "loss": 26.7812,
+      "step": 15290
+    },
+    {
+      "epoch": 0.730717767370735,
+      "grad_norm": 318.5008850097656,
+      "learning_rate": 1.4659192568356404e-05,
+      "loss": 28.5,
+      "step": 15291
+    },
+    {
+      "epoch": 0.7307655548121954,
+      "grad_norm": 323.3309326171875,
+      "learning_rate": 1.4658507815328199e-05,
+      "loss": 34.6875,
+      "step": 15292
+    },
+    {
+      "epoch": 0.7308133422536557,
+      "grad_norm": 202.32521057128906,
+      "learning_rate": 1.4657823034401542e-05,
+      "loss": 23.1875,
+      "step": 15293
+    },
+    {
+      "epoch": 0.7308611296951161,
+      "grad_norm": 196.8831024169922,
+      "learning_rate": 1.4657138225580533e-05,
+      "loss": 39.875,
+      "step": 15294
+    },
+    {
+      "epoch": 0.7309089171365765,
+      "grad_norm": 292.1390380859375,
+      "learning_rate": 1.4656453388869281e-05,
+      "loss": 33.1875,
+      "step": 15295
+    },
+    {
+      "epoch": 0.7309567045780369,
+      "grad_norm": 331.39874267578125,
+      "learning_rate": 1.465576852427188e-05,
+      "loss": 37.4531,
+      "step": 15296
+    },
+    {
+      "epoch": 0.7310044920194972,
+      "grad_norm": 340.9320983886719,
+      "learning_rate": 1.465508363179243e-05,
+      "loss": 43.375,
+      "step": 15297
+    },
+    {
+      "epoch": 0.7310522794609576,
+      "grad_norm": 498.6041564941406,
+      "learning_rate": 1.465439871143504e-05,
+      "loss": 31.3438,
+      "step": 15298
+    },
+    {
+      "epoch": 0.731100066902418,
+      "grad_norm": 304.2619934082031,
+      "learning_rate": 1.4653713763203805e-05,
+      "loss": 38.5312,
+      "step": 15299
+    },
+    {
+      "epoch": 0.7311478543438784,
+      "grad_norm": 313.52001953125,
+      "learning_rate": 1.465302878710283e-05,
+      "loss": 32.3438,
+      "step": 15300
+    },
+    {
+      "epoch": 0.7311956417853388,
+      "grad_norm": 717.8460693359375,
+      "learning_rate": 1.4652343783136215e-05,
+      "loss": 23.6562,
+      "step": 15301
+    },
+    {
+      "epoch": 0.7312434292267992,
+      "grad_norm": 380.077880859375,
+      "learning_rate": 1.4651658751308067e-05,
+      "loss": 36.9375,
+      "step": 15302
+    },
+    {
+      "epoch": 0.7312912166682596,
+      "grad_norm": 253.1358642578125,
+      "learning_rate": 1.4650973691622483e-05,
+      "loss": 31.9688,
+      "step": 15303
+    },
+    {
+      "epoch": 0.73133900410972,
+      "grad_norm": 238.95115661621094,
+      "learning_rate": 1.4650288604083569e-05,
+      "loss": 24.2656,
+      "step": 15304
+    },
+    {
+      "epoch": 0.7313867915511804,
+      "grad_norm": 403.6956481933594,
+      "learning_rate": 1.4649603488695428e-05,
+      "loss": 31.6875,
+      "step": 15305
+    },
+    {
+      "epoch": 0.7314345789926407,
+      "grad_norm": 222.8849334716797,
+      "learning_rate": 1.464891834546216e-05,
+      "loss": 38.9375,
+      "step": 15306
+    },
+    {
+      "epoch": 0.7314823664341011,
+      "grad_norm": 240.6556396484375,
+      "learning_rate": 1.464823317438787e-05,
+      "loss": 24.9062,
+      "step": 15307
+    },
+    {
+      "epoch": 0.7315301538755615,
+      "grad_norm": 228.188232421875,
+      "learning_rate": 1.4647547975476664e-05,
+      "loss": 22.9375,
+      "step": 15308
+    },
+    {
+      "epoch": 0.7315779413170219,
+      "grad_norm": 318.8435974121094,
+      "learning_rate": 1.464686274873264e-05,
+      "loss": 18.5625,
+      "step": 15309
+    },
+    {
+      "epoch": 0.7316257287584823,
+      "grad_norm": 302.8400573730469,
+      "learning_rate": 1.4646177494159903e-05,
+      "loss": 35.1562,
+      "step": 15310
+    },
+    {
+      "epoch": 0.7316735161999427,
+      "grad_norm": 269.02105712890625,
+      "learning_rate": 1.464549221176256e-05,
+      "loss": 19.7656,
+      "step": 15311
+    },
+    {
+      "epoch": 0.7317213036414031,
+      "grad_norm": 218.5513458251953,
+      "learning_rate": 1.464480690154471e-05,
+      "loss": 24.9688,
+      "step": 15312
+    },
+    {
+      "epoch": 0.7317690910828635,
+      "grad_norm": 614.3495483398438,
+      "learning_rate": 1.4644121563510462e-05,
+      "loss": 25.0625,
+      "step": 15313
+    },
+    {
+      "epoch": 0.7318168785243238,
+      "grad_norm": 206.91810607910156,
+      "learning_rate": 1.4643436197663918e-05,
+      "loss": 36.0938,
+      "step": 15314
+    },
+    {
+      "epoch": 0.7318646659657841,
+      "grad_norm": 215.97943115234375,
+      "learning_rate": 1.4642750804009184e-05,
+      "loss": 26.4688,
+      "step": 15315
+    },
+    {
+      "epoch": 0.7319124534072445,
+      "grad_norm": 643.1536865234375,
+      "learning_rate": 1.4642065382550363e-05,
+      "loss": 38.4688,
+      "step": 15316
+    },
+    {
+      "epoch": 0.7319602408487049,
+      "grad_norm": 337.8586120605469,
+      "learning_rate": 1.4641379933291562e-05,
+      "loss": 23.4219,
+      "step": 15317
+    },
+    {
+      "epoch": 0.7320080282901653,
+      "grad_norm": 218.16041564941406,
+      "learning_rate": 1.4640694456236881e-05,
+      "loss": 25.9375,
+      "step": 15318
+    },
+    {
+      "epoch": 0.7320558157316257,
+      "grad_norm": 240.3990020751953,
+      "learning_rate": 1.464000895139043e-05,
+      "loss": 30.1875,
+      "step": 15319
+    },
+    {
+      "epoch": 0.7321036031730861,
+      "grad_norm": 159.8970489501953,
+      "learning_rate": 1.4639323418756313e-05,
+      "loss": 27.4062,
+      "step": 15320
+    },
+    {
+      "epoch": 0.7321513906145465,
+      "grad_norm": 367.65673828125,
+      "learning_rate": 1.4638637858338633e-05,
+      "loss": 33.0938,
+      "step": 15321
+    },
+    {
+      "epoch": 0.7321991780560069,
+      "grad_norm": 342.9638671875,
+      "learning_rate": 1.46379522701415e-05,
+      "loss": 29.7812,
+      "step": 15322
+    },
+    {
+      "epoch": 0.7322469654974673,
+      "grad_norm": 738.2925415039062,
+      "learning_rate": 1.463726665416902e-05,
+      "loss": 34.4688,
+      "step": 15323
+    },
+    {
+      "epoch": 0.7322947529389277,
+      "grad_norm": 447.24969482421875,
+      "learning_rate": 1.4636581010425293e-05,
+      "loss": 35.2188,
+      "step": 15324
+    },
+    {
+      "epoch": 0.732342540380388,
+      "grad_norm": 198.74220275878906,
+      "learning_rate": 1.4635895338914428e-05,
+      "loss": 17.5625,
+      "step": 15325
+    },
+    {
+      "epoch": 0.7323903278218484,
+      "grad_norm": 341.3423156738281,
+      "learning_rate": 1.4635209639640533e-05,
+      "loss": 44.9688,
+      "step": 15326
+    },
+    {
+      "epoch": 0.7324381152633088,
+      "grad_norm": 213.84725952148438,
+      "learning_rate": 1.4634523912607712e-05,
+      "loss": 39.375,
+      "step": 15327
+    },
+    {
+      "epoch": 0.7324859027047692,
+      "grad_norm": 346.8268127441406,
+      "learning_rate": 1.4633838157820074e-05,
+      "loss": 35.6562,
+      "step": 15328
+    },
+    {
+      "epoch": 0.7325336901462296,
+      "grad_norm": 230.76910400390625,
+      "learning_rate": 1.4633152375281724e-05,
+      "loss": 23.8438,
+      "step": 15329
+    },
+    {
+      "epoch": 0.73258147758769,
+      "grad_norm": 481.34979248046875,
+      "learning_rate": 1.4632466564996773e-05,
+      "loss": 35.125,
+      "step": 15330
+    },
+    {
+      "epoch": 0.7326292650291504,
+      "grad_norm": 265.9627990722656,
+      "learning_rate": 1.4631780726969322e-05,
+      "loss": 31.8438,
+      "step": 15331
+    },
+    {
+      "epoch": 0.7326770524706108,
+      "grad_norm": 293.9533386230469,
+      "learning_rate": 1.4631094861203478e-05,
+      "loss": 37.3125,
+      "step": 15332
+    },
+    {
+      "epoch": 0.7327248399120712,
+      "grad_norm": 178.2874755859375,
+      "learning_rate": 1.4630408967703358e-05,
+      "loss": 27.9062,
+      "step": 15333
+    },
+    {
+      "epoch": 0.7327726273535315,
+      "grad_norm": 234.87908935546875,
+      "learning_rate": 1.4629723046473058e-05,
+      "loss": 28.75,
+      "step": 15334
+    },
+    {
+      "epoch": 0.7328204147949918,
+      "grad_norm": 194.02508544921875,
+      "learning_rate": 1.4629037097516694e-05,
+      "loss": 31.1562,
+      "step": 15335
+    },
+    {
+      "epoch": 0.7328682022364522,
+      "grad_norm": 208.19224548339844,
+      "learning_rate": 1.4628351120838367e-05,
+      "loss": 30.4062,
+      "step": 15336
+    },
+    {
+      "epoch": 0.7329159896779126,
+      "grad_norm": 403.4582824707031,
+      "learning_rate": 1.4627665116442193e-05,
+      "loss": 31.875,
+      "step": 15337
+    },
+    {
+      "epoch": 0.732963777119373,
+      "grad_norm": 200.6396026611328,
+      "learning_rate": 1.4626979084332276e-05,
+      "loss": 28.2188,
+      "step": 15338
+    },
+    {
+      "epoch": 0.7330115645608334,
+      "grad_norm": 270.3534240722656,
+      "learning_rate": 1.4626293024512724e-05,
+      "loss": 29.8125,
+      "step": 15339
+    },
+    {
+      "epoch": 0.7330593520022938,
+      "grad_norm": 345.2711486816406,
+      "learning_rate": 1.4625606936987647e-05,
+      "loss": 21.375,
+      "step": 15340
+    },
+    {
+      "epoch": 0.7331071394437542,
+      "grad_norm": 408.01666259765625,
+      "learning_rate": 1.4624920821761151e-05,
+      "loss": 28.1875,
+      "step": 15341
+    },
+    {
+      "epoch": 0.7331549268852146,
+      "grad_norm": 462.44696044921875,
+      "learning_rate": 1.4624234678837348e-05,
+      "loss": 30.6875,
+      "step": 15342
+    },
+    {
+      "epoch": 0.7332027143266749,
+      "grad_norm": 292.00531005859375,
+      "learning_rate": 1.4623548508220347e-05,
+      "loss": 21.6562,
+      "step": 15343
+    },
+    {
+      "epoch": 0.7332505017681353,
+      "grad_norm": 144.79251098632812,
+      "learning_rate": 1.4622862309914256e-05,
+      "loss": 21.0781,
+      "step": 15344
+    },
+    {
+      "epoch": 0.7332982892095957,
+      "grad_norm": 256.9292297363281,
+      "learning_rate": 1.4622176083923182e-05,
+      "loss": 24.3438,
+      "step": 15345
+    },
+    {
+      "epoch": 0.7333460766510561,
+      "grad_norm": 333.8756103515625,
+      "learning_rate": 1.4621489830251243e-05,
+      "loss": 37.25,
+      "step": 15346
+    },
+    {
+      "epoch": 0.7333938640925165,
+      "grad_norm": 153.3564910888672,
+      "learning_rate": 1.462080354890254e-05,
+      "loss": 30.1406,
+      "step": 15347
+    },
+    {
+      "epoch": 0.7334416515339769,
+      "grad_norm": 284.67724609375,
+      "learning_rate": 1.4620117239881187e-05,
+      "loss": 36.5312,
+      "step": 15348
+    },
+    {
+      "epoch": 0.7334894389754373,
+      "grad_norm": 459.5111083984375,
+      "learning_rate": 1.4619430903191292e-05,
+      "loss": 27.4219,
+      "step": 15349
+    },
+    {
+      "epoch": 0.7335372264168977,
+      "grad_norm": 245.85028076171875,
+      "learning_rate": 1.4618744538836968e-05,
+      "loss": 32.125,
+      "step": 15350
+    },
+    {
+      "epoch": 0.7335850138583581,
+      "grad_norm": 320.0376892089844,
+      "learning_rate": 1.4618058146822323e-05,
+      "loss": 27.0312,
+      "step": 15351
+    },
+    {
+      "epoch": 0.7336328012998184,
+      "grad_norm": 224.0841827392578,
+      "learning_rate": 1.461737172715147e-05,
+      "loss": 36.75,
+      "step": 15352
+    },
+    {
+      "epoch": 0.7336805887412788,
+      "grad_norm": 262.01116943359375,
+      "learning_rate": 1.4616685279828516e-05,
+      "loss": 24.875,
+      "step": 15353
+    },
+    {
+      "epoch": 0.7337283761827392,
+      "grad_norm": 644.3884887695312,
+      "learning_rate": 1.4615998804857576e-05,
+      "loss": 35.375,
+      "step": 15354
+    },
+    {
+      "epoch": 0.7337761636241995,
+      "grad_norm": 278.6687316894531,
+      "learning_rate": 1.4615312302242762e-05,
+      "loss": 20.6719,
+      "step": 15355
+    },
+    {
+      "epoch": 0.7338239510656599,
+      "grad_norm": 353.196533203125,
+      "learning_rate": 1.461462577198818e-05,
+      "loss": 25.5625,
+      "step": 15356
+    },
+    {
+      "epoch": 0.7338717385071203,
+      "grad_norm": 234.35304260253906,
+      "learning_rate": 1.4613939214097946e-05,
+      "loss": 25.5625,
+      "step": 15357
+    },
+    {
+      "epoch": 0.7339195259485807,
+      "grad_norm": 218.1603240966797,
+      "learning_rate": 1.4613252628576167e-05,
+      "loss": 35.0938,
+      "step": 15358
+    },
+    {
+      "epoch": 0.7339673133900411,
+      "grad_norm": 383.5833740234375,
+      "learning_rate": 1.4612566015426959e-05,
+      "loss": 33.1875,
+      "step": 15359
+    },
+    {
+      "epoch": 0.7340151008315015,
+      "grad_norm": 282.35015869140625,
+      "learning_rate": 1.461187937465443e-05,
+      "loss": 29.5781,
+      "step": 15360
+    },
+    {
+      "epoch": 0.7340628882729618,
+      "grad_norm": 222.940673828125,
+      "learning_rate": 1.4611192706262695e-05,
+      "loss": 30.0938,
+      "step": 15361
+    },
+    {
+      "epoch": 0.7341106757144222,
+      "grad_norm": 288.6871337890625,
+      "learning_rate": 1.4610506010255866e-05,
+      "loss": 37.3438,
+      "step": 15362
+    },
+    {
+      "epoch": 0.7341584631558826,
+      "grad_norm": 358.5624694824219,
+      "learning_rate": 1.4609819286638059e-05,
+      "loss": 30.4219,
+      "step": 15363
+    },
+    {
+      "epoch": 0.734206250597343,
+      "grad_norm": 247.83897399902344,
+      "learning_rate": 1.460913253541338e-05,
+      "loss": 39.0938,
+      "step": 15364
+    },
+    {
+      "epoch": 0.7342540380388034,
+      "grad_norm": 158.68154907226562,
+      "learning_rate": 1.4608445756585943e-05,
+      "loss": 21.4375,
+      "step": 15365
+    },
+    {
+      "epoch": 0.7343018254802638,
+      "grad_norm": 335.2489929199219,
+      "learning_rate": 1.4607758950159862e-05,
+      "loss": 29.125,
+      "step": 15366
+    },
+    {
+      "epoch": 0.7343496129217242,
+      "grad_norm": 286.64617919921875,
+      "learning_rate": 1.4607072116139253e-05,
+      "loss": 20.7969,
+      "step": 15367
+    },
+    {
+      "epoch": 0.7343974003631846,
+      "grad_norm": 414.0905456542969,
+      "learning_rate": 1.4606385254528229e-05,
+      "loss": 27.9062,
+      "step": 15368
+    },
+    {
+      "epoch": 0.734445187804645,
+      "grad_norm": 246.22764587402344,
+      "learning_rate": 1.4605698365330896e-05,
+      "loss": 27.25,
+      "step": 15369
+    },
+    {
+      "epoch": 0.7344929752461054,
+      "grad_norm": 299.14202880859375,
+      "learning_rate": 1.4605011448551376e-05,
+      "loss": 33.1562,
+      "step": 15370
+    },
+    {
+      "epoch": 0.7345407626875657,
+      "grad_norm": 231.2117462158203,
+      "learning_rate": 1.460432450419378e-05,
+      "loss": 29.7812,
+      "step": 15371
+    },
+    {
+      "epoch": 0.7345885501290261,
+      "grad_norm": 454.0955505371094,
+      "learning_rate": 1.460363753226222e-05,
+      "loss": 28.1562,
+      "step": 15372
+    },
+    {
+      "epoch": 0.7346363375704865,
+      "grad_norm": 193.830078125,
+      "learning_rate": 1.4602950532760814e-05,
+      "loss": 18.2031,
+      "step": 15373
+    },
+    {
+      "epoch": 0.7346841250119469,
+      "grad_norm": 283.84454345703125,
+      "learning_rate": 1.460226350569367e-05,
+      "loss": 32.625,
+      "step": 15374
+    },
+    {
+      "epoch": 0.7347319124534073,
+      "grad_norm": 350.66998291015625,
+      "learning_rate": 1.4601576451064908e-05,
+      "loss": 31.4688,
+      "step": 15375
+    },
+    {
+      "epoch": 0.7347796998948676,
+      "grad_norm": 206.4642791748047,
+      "learning_rate": 1.4600889368878641e-05,
+      "loss": 21.1406,
+      "step": 15376
+    },
+    {
+      "epoch": 0.734827487336328,
+      "grad_norm": 284.5715637207031,
+      "learning_rate": 1.460020225913898e-05,
+      "loss": 21.75,
+      "step": 15377
+    },
+    {
+      "epoch": 0.7348752747777884,
+      "grad_norm": 200.5116729736328,
+      "learning_rate": 1.4599515121850047e-05,
+      "loss": 25.8594,
+      "step": 15378
+    },
+    {
+      "epoch": 0.7349230622192487,
+      "grad_norm": 270.0524597167969,
+      "learning_rate": 1.4598827957015953e-05,
+      "loss": 27.625,
+      "step": 15379
+    },
+    {
+      "epoch": 0.7349708496607091,
+      "grad_norm": 213.17218017578125,
+      "learning_rate": 1.4598140764640814e-05,
+      "loss": 23.3125,
+      "step": 15380
+    },
+    {
+      "epoch": 0.7350186371021695,
+      "grad_norm": 243.0029296875,
+      "learning_rate": 1.4597453544728744e-05,
+      "loss": 29.75,
+      "step": 15381
+    },
+    {
+      "epoch": 0.7350664245436299,
+      "grad_norm": 455.1968688964844,
+      "learning_rate": 1.4596766297283859e-05,
+      "loss": 33.8438,
+      "step": 15382
+    },
+    {
+      "epoch": 0.7351142119850903,
+      "grad_norm": 445.69061279296875,
+      "learning_rate": 1.4596079022310277e-05,
+      "loss": 24.1719,
+      "step": 15383
+    },
+    {
+      "epoch": 0.7351619994265507,
+      "grad_norm": 483.70526123046875,
+      "learning_rate": 1.4595391719812112e-05,
+      "loss": 30.625,
+      "step": 15384
+    },
+    {
+      "epoch": 0.7352097868680111,
+      "grad_norm": 225.50177001953125,
+      "learning_rate": 1.4594704389793477e-05,
+      "loss": 24.5625,
+      "step": 15385
+    },
+    {
+      "epoch": 0.7352575743094715,
+      "grad_norm": 171.08773803710938,
+      "learning_rate": 1.4594017032258494e-05,
+      "loss": 18.6719,
+      "step": 15386
+    },
+    {
+      "epoch": 0.7353053617509319,
+      "grad_norm": 201.5012664794922,
+      "learning_rate": 1.4593329647211279e-05,
+      "loss": 23.3281,
+      "step": 15387
+    },
+    {
+      "epoch": 0.7353531491923923,
+      "grad_norm": 393.2076416015625,
+      "learning_rate": 1.4592642234655944e-05,
+      "loss": 24.0938,
+      "step": 15388
+    },
+    {
+      "epoch": 0.7354009366338526,
+      "grad_norm": 183.6573944091797,
+      "learning_rate": 1.459195479459661e-05,
+      "loss": 18.9219,
+      "step": 15389
+    },
+    {
+      "epoch": 0.735448724075313,
+      "grad_norm": 122.43656921386719,
+      "learning_rate": 1.4591267327037388e-05,
+      "loss": 31.8047,
+      "step": 15390
+    },
+    {
+      "epoch": 0.7354965115167734,
+      "grad_norm": 331.04913330078125,
+      "learning_rate": 1.4590579831982403e-05,
+      "loss": 37.6562,
+      "step": 15391
+    },
+    {
+      "epoch": 0.7355442989582338,
+      "grad_norm": 94.90227508544922,
+      "learning_rate": 1.458989230943577e-05,
+      "loss": 14.8594,
+      "step": 15392
+    },
+    {
+      "epoch": 0.7355920863996942,
+      "grad_norm": 271.3444519042969,
+      "learning_rate": 1.4589204759401599e-05,
+      "loss": 19.6719,
+      "step": 15393
+    },
+    {
+      "epoch": 0.7356398738411546,
+      "grad_norm": 329.3962707519531,
+      "learning_rate": 1.4588517181884016e-05,
+      "loss": 32.9062,
+      "step": 15394
+    },
+    {
+      "epoch": 0.735687661282615,
+      "grad_norm": 222.48304748535156,
+      "learning_rate": 1.4587829576887136e-05,
+      "loss": 26.3438,
+      "step": 15395
+    },
+    {
+      "epoch": 0.7357354487240753,
+      "grad_norm": 163.77613830566406,
+      "learning_rate": 1.4587141944415075e-05,
+      "loss": 25.4688,
+      "step": 15396
+    },
+    {
+      "epoch": 0.7357832361655356,
+      "grad_norm": 325.0348815917969,
+      "learning_rate": 1.4586454284471954e-05,
+      "loss": 34.4375,
+      "step": 15397
+    },
+    {
+      "epoch": 0.735831023606996,
+      "grad_norm": 337.3359375,
+      "learning_rate": 1.4585766597061892e-05,
+      "loss": 24.4375,
+      "step": 15398
+    },
+    {
+      "epoch": 0.7358788110484564,
+      "grad_norm": 292.9256896972656,
+      "learning_rate": 1.4585078882189e-05,
+      "loss": 30.6562,
+      "step": 15399
+    },
+    {
+      "epoch": 0.7359265984899168,
+      "grad_norm": 282.8653564453125,
+      "learning_rate": 1.4584391139857407e-05,
+      "loss": 31.0781,
+      "step": 15400
+    },
+    {
+      "epoch": 0.7359743859313772,
+      "grad_norm": 161.023193359375,
+      "learning_rate": 1.4583703370071224e-05,
+      "loss": 22.0625,
+      "step": 15401
+    },
+    {
+      "epoch": 0.7360221733728376,
+      "grad_norm": 234.72528076171875,
+      "learning_rate": 1.4583015572834576e-05,
+      "loss": 31.0312,
+      "step": 15402
+    },
+    {
+      "epoch": 0.736069960814298,
+      "grad_norm": 290.85003662109375,
+      "learning_rate": 1.4582327748151576e-05,
+      "loss": 36.4062,
+      "step": 15403
+    },
+    {
+      "epoch": 0.7361177482557584,
+      "grad_norm": 177.31002807617188,
+      "learning_rate": 1.4581639896026345e-05,
+      "loss": 21.4688,
+      "step": 15404
+    },
+    {
+      "epoch": 0.7361655356972188,
+      "grad_norm": 216.91534423828125,
+      "learning_rate": 1.4580952016463004e-05,
+      "loss": 26.7812,
+      "step": 15405
+    },
+    {
+      "epoch": 0.7362133231386792,
+      "grad_norm": 261.60003662109375,
+      "learning_rate": 1.4580264109465671e-05,
+      "loss": 27.9062,
+      "step": 15406
+    },
+    {
+      "epoch": 0.7362611105801395,
+      "grad_norm": 276.8035888671875,
+      "learning_rate": 1.4579576175038469e-05,
+      "loss": 27.4062,
+      "step": 15407
+    },
+    {
+      "epoch": 0.7363088980215999,
+      "grad_norm": 205.66835021972656,
+      "learning_rate": 1.4578888213185508e-05,
+      "loss": 25.6875,
+      "step": 15408
+    },
+    {
+      "epoch": 0.7363566854630603,
+      "grad_norm": 213.28790283203125,
+      "learning_rate": 1.457820022391092e-05,
+      "loss": 38.0,
+      "step": 15409
+    },
+    {
+      "epoch": 0.7364044729045207,
+      "grad_norm": 155.64828491210938,
+      "learning_rate": 1.4577512207218818e-05,
+      "loss": 18.6094,
+      "step": 15410
+    },
+    {
+      "epoch": 0.7364522603459811,
+      "grad_norm": 379.6199645996094,
+      "learning_rate": 1.4576824163113328e-05,
+      "loss": 27.9531,
+      "step": 15411
+    },
+    {
+      "epoch": 0.7365000477874415,
+      "grad_norm": 285.67474365234375,
+      "learning_rate": 1.4576136091598562e-05,
+      "loss": 25.9375,
+      "step": 15412
+    },
+    {
+      "epoch": 0.7365478352289019,
+      "grad_norm": 280.8103942871094,
+      "learning_rate": 1.4575447992678648e-05,
+      "loss": 24.0312,
+      "step": 15413
+    },
+    {
+      "epoch": 0.7365956226703623,
+      "grad_norm": 253.8584442138672,
+      "learning_rate": 1.4574759866357707e-05,
+      "loss": 22.875,
+      "step": 15414
+    },
+    {
+      "epoch": 0.7366434101118227,
+      "grad_norm": 232.57357788085938,
+      "learning_rate": 1.4574071712639854e-05,
+      "loss": 25.1562,
+      "step": 15415
+    },
+    {
+      "epoch": 0.736691197553283,
+      "grad_norm": 168.44505310058594,
+      "learning_rate": 1.4573383531529214e-05,
+      "loss": 21.4219,
+      "step": 15416
+    },
+    {
+      "epoch": 0.7367389849947433,
+      "grad_norm": 234.6627960205078,
+      "learning_rate": 1.4572695323029909e-05,
+      "loss": 32.1562,
+      "step": 15417
+    },
+    {
+      "epoch": 0.7367867724362037,
+      "grad_norm": 215.15208435058594,
+      "learning_rate": 1.4572007087146061e-05,
+      "loss": 23.5469,
+      "step": 15418
+    },
+    {
+      "epoch": 0.7368345598776641,
+      "grad_norm": 255.999755859375,
+      "learning_rate": 1.4571318823881787e-05,
+      "loss": 24.9062,
+      "step": 15419
+    },
+    {
+      "epoch": 0.7368823473191245,
+      "grad_norm": 264.44244384765625,
+      "learning_rate": 1.4570630533241213e-05,
+      "loss": 37.2812,
+      "step": 15420
+    },
+    {
+      "epoch": 0.7369301347605849,
+      "grad_norm": 375.8532409667969,
+      "learning_rate": 1.456994221522846e-05,
+      "loss": 33.25,
+      "step": 15421
+    },
+    {
+      "epoch": 0.7369779222020453,
+      "grad_norm": 200.61143493652344,
+      "learning_rate": 1.456925386984765e-05,
+      "loss": 20.2031,
+      "step": 15422
+    },
+    {
+      "epoch": 0.7370257096435057,
+      "grad_norm": 97.63175201416016,
+      "learning_rate": 1.4568565497102904e-05,
+      "loss": 18.1562,
+      "step": 15423
+    },
+    {
+      "epoch": 0.7370734970849661,
+      "grad_norm": 236.1280975341797,
+      "learning_rate": 1.456787709699835e-05,
+      "loss": 30.1719,
+      "step": 15424
+    },
+    {
+      "epoch": 0.7371212845264264,
+      "grad_norm": 494.2720642089844,
+      "learning_rate": 1.4567188669538102e-05,
+      "loss": 33.8438,
+      "step": 15425
+    },
+    {
+      "epoch": 0.7371690719678868,
+      "grad_norm": 277.127197265625,
+      "learning_rate": 1.456650021472629e-05,
+      "loss": 28.8594,
+      "step": 15426
+    },
+    {
+      "epoch": 0.7372168594093472,
+      "grad_norm": 325.4779052734375,
+      "learning_rate": 1.4565811732567028e-05,
+      "loss": 26.2656,
+      "step": 15427
+    },
+    {
+      "epoch": 0.7372646468508076,
+      "grad_norm": 147.30641174316406,
+      "learning_rate": 1.4565123223064453e-05,
+      "loss": 21.7812,
+      "step": 15428
+    },
+    {
+      "epoch": 0.737312434292268,
+      "grad_norm": 254.99961853027344,
+      "learning_rate": 1.4564434686222677e-05,
+      "loss": 35.375,
+      "step": 15429
+    },
+    {
+      "epoch": 0.7373602217337284,
+      "grad_norm": 236.72080993652344,
+      "learning_rate": 1.4563746122045825e-05,
+      "loss": 33.4062,
+      "step": 15430
+    },
+    {
+      "epoch": 0.7374080091751888,
+      "grad_norm": 301.3235168457031,
+      "learning_rate": 1.4563057530538025e-05,
+      "loss": 22.875,
+      "step": 15431
+    },
+    {
+      "epoch": 0.7374557966166492,
+      "grad_norm": 216.77418518066406,
+      "learning_rate": 1.45623689117034e-05,
+      "loss": 23.2812,
+      "step": 15432
+    },
+    {
+      "epoch": 0.7375035840581096,
+      "grad_norm": 234.3764190673828,
+      "learning_rate": 1.456168026554607e-05,
+      "loss": 37.0938,
+      "step": 15433
+    },
+    {
+      "epoch": 0.73755137149957,
+      "grad_norm": 406.5599670410156,
+      "learning_rate": 1.4560991592070159e-05,
+      "loss": 28.8281,
+      "step": 15434
+    },
+    {
+      "epoch": 0.7375991589410303,
+      "grad_norm": 182.07302856445312,
+      "learning_rate": 1.4560302891279798e-05,
+      "loss": 24.6875,
+      "step": 15435
+    },
+    {
+      "epoch": 0.7376469463824907,
+      "grad_norm": 201.5940704345703,
+      "learning_rate": 1.4559614163179107e-05,
+      "loss": 25.7031,
+      "step": 15436
+    },
+    {
+      "epoch": 0.7376947338239511,
+      "grad_norm": 467.588623046875,
+      "learning_rate": 1.4558925407772209e-05,
+      "loss": 28.5312,
+      "step": 15437
+    },
+    {
+      "epoch": 0.7377425212654114,
+      "grad_norm": 231.3053436279297,
+      "learning_rate": 1.455823662506323e-05,
+      "loss": 19.0625,
+      "step": 15438
+    },
+    {
+      "epoch": 0.7377903087068718,
+      "grad_norm": 446.3965148925781,
+      "learning_rate": 1.4557547815056296e-05,
+      "loss": 29.125,
+      "step": 15439
+    },
+    {
+      "epoch": 0.7378380961483322,
+      "grad_norm": 607.672607421875,
+      "learning_rate": 1.455685897775553e-05,
+      "loss": 35.5938,
+      "step": 15440
+    },
+    {
+      "epoch": 0.7378858835897926,
+      "grad_norm": 263.2332458496094,
+      "learning_rate": 1.4556170113165063e-05,
+      "loss": 33.9062,
+      "step": 15441
+    },
+    {
+      "epoch": 0.737933671031253,
+      "grad_norm": 279.61212158203125,
+      "learning_rate": 1.4555481221289012e-05,
+      "loss": 26.125,
+      "step": 15442
+    },
+    {
+      "epoch": 0.7379814584727133,
+      "grad_norm": 293.2403564453125,
+      "learning_rate": 1.4554792302131509e-05,
+      "loss": 30.4375,
+      "step": 15443
+    },
+    {
+      "epoch": 0.7380292459141737,
+      "grad_norm": 185.08871459960938,
+      "learning_rate": 1.4554103355696677e-05,
+      "loss": 23.9219,
+      "step": 15444
+    },
+    {
+      "epoch": 0.7380770333556341,
+      "grad_norm": 143.68731689453125,
+      "learning_rate": 1.455341438198864e-05,
+      "loss": 23.2344,
+      "step": 15445
+    },
+    {
+      "epoch": 0.7381248207970945,
+      "grad_norm": 177.2397003173828,
+      "learning_rate": 1.4552725381011527e-05,
+      "loss": 26.7812,
+      "step": 15446
+    },
+    {
+      "epoch": 0.7381726082385549,
+      "grad_norm": 194.48138427734375,
+      "learning_rate": 1.4552036352769464e-05,
+      "loss": 24.9688,
+      "step": 15447
+    },
+    {
+      "epoch": 0.7382203956800153,
+      "grad_norm": 181.49783325195312,
+      "learning_rate": 1.4551347297266578e-05,
+      "loss": 23.1719,
+      "step": 15448
+    },
+    {
+      "epoch": 0.7382681831214757,
+      "grad_norm": 346.60479736328125,
+      "learning_rate": 1.4550658214506994e-05,
+      "loss": 24.6562,
+      "step": 15449
+    },
+    {
+      "epoch": 0.7383159705629361,
+      "grad_norm": 326.93829345703125,
+      "learning_rate": 1.454996910449484e-05,
+      "loss": 31.2344,
+      "step": 15450
+    },
+    {
+      "epoch": 0.7383637580043965,
+      "grad_norm": 225.24740600585938,
+      "learning_rate": 1.454927996723424e-05,
+      "loss": 23.9844,
+      "step": 15451
+    },
+    {
+      "epoch": 0.7384115454458569,
+      "grad_norm": 307.8833923339844,
+      "learning_rate": 1.4548590802729325e-05,
+      "loss": 39.6562,
+      "step": 15452
+    },
+    {
+      "epoch": 0.7384593328873172,
+      "grad_norm": 327.9216613769531,
+      "learning_rate": 1.454790161098422e-05,
+      "loss": 32.7812,
+      "step": 15453
+    },
+    {
+      "epoch": 0.7385071203287776,
+      "grad_norm": 164.35072326660156,
+      "learning_rate": 1.4547212392003055e-05,
+      "loss": 27.1562,
+      "step": 15454
+    },
+    {
+      "epoch": 0.738554907770238,
+      "grad_norm": 299.57421875,
+      "learning_rate": 1.4546523145789952e-05,
+      "loss": 32.4062,
+      "step": 15455
+    },
+    {
+      "epoch": 0.7386026952116984,
+      "grad_norm": 167.25494384765625,
+      "learning_rate": 1.4545833872349042e-05,
+      "loss": 23.7188,
+      "step": 15456
+    },
+    {
+      "epoch": 0.7386504826531588,
+      "grad_norm": 337.9161682128906,
+      "learning_rate": 1.4545144571684455e-05,
+      "loss": 31.625,
+      "step": 15457
+    },
+    {
+      "epoch": 0.7386982700946191,
+      "grad_norm": 408.7974853515625,
+      "learning_rate": 1.4544455243800315e-05,
+      "loss": 27.5,
+      "step": 15458
+    },
+    {
+      "epoch": 0.7387460575360795,
+      "grad_norm": 158.78514099121094,
+      "learning_rate": 1.4543765888700753e-05,
+      "loss": 27.6875,
+      "step": 15459
+    },
+    {
+      "epoch": 0.7387938449775399,
+      "grad_norm": 282.8459777832031,
+      "learning_rate": 1.4543076506389895e-05,
+      "loss": 33.9062,
+      "step": 15460
+    },
+    {
+      "epoch": 0.7388416324190002,
+      "grad_norm": 372.3911437988281,
+      "learning_rate": 1.4542387096871873e-05,
+      "loss": 27.0312,
+      "step": 15461
+    },
+    {
+      "epoch": 0.7388894198604606,
+      "grad_norm": 157.6658477783203,
+      "learning_rate": 1.4541697660150811e-05,
+      "loss": 28.3594,
+      "step": 15462
+    },
+    {
+      "epoch": 0.738937207301921,
+      "grad_norm": 309.3476257324219,
+      "learning_rate": 1.4541008196230844e-05,
+      "loss": 41.6719,
+      "step": 15463
+    },
+    {
+      "epoch": 0.7389849947433814,
+      "grad_norm": 241.1957244873047,
+      "learning_rate": 1.4540318705116095e-05,
+      "loss": 34.2812,
+      "step": 15464
+    },
+    {
+      "epoch": 0.7390327821848418,
+      "grad_norm": 151.62814331054688,
+      "learning_rate": 1.4539629186810696e-05,
+      "loss": 33.0,
+      "step": 15465
+    },
+    {
+      "epoch": 0.7390805696263022,
+      "grad_norm": 328.5011291503906,
+      "learning_rate": 1.4538939641318777e-05,
+      "loss": 31.7812,
+      "step": 15466
+    },
+    {
+      "epoch": 0.7391283570677626,
+      "grad_norm": 283.1192626953125,
+      "learning_rate": 1.4538250068644464e-05,
+      "loss": 28.4375,
+      "step": 15467
+    },
+    {
+      "epoch": 0.739176144509223,
+      "grad_norm": 342.7378234863281,
+      "learning_rate": 1.4537560468791889e-05,
+      "loss": 43.5625,
+      "step": 15468
+    },
+    {
+      "epoch": 0.7392239319506834,
+      "grad_norm": 340.0805358886719,
+      "learning_rate": 1.4536870841765184e-05,
+      "loss": 25.4375,
+      "step": 15469
+    },
+    {
+      "epoch": 0.7392717193921438,
+      "grad_norm": 301.90997314453125,
+      "learning_rate": 1.4536181187568476e-05,
+      "loss": 19.7188,
+      "step": 15470
+    },
+    {
+      "epoch": 0.7393195068336041,
+      "grad_norm": 295.2398681640625,
+      "learning_rate": 1.4535491506205897e-05,
+      "loss": 27.9062,
+      "step": 15471
+    },
+    {
+      "epoch": 0.7393672942750645,
+      "grad_norm": 251.2637176513672,
+      "learning_rate": 1.4534801797681577e-05,
+      "loss": 37.7188,
+      "step": 15472
+    },
+    {
+      "epoch": 0.7394150817165249,
+      "grad_norm": 337.89385986328125,
+      "learning_rate": 1.4534112061999642e-05,
+      "loss": 26.2344,
+      "step": 15473
+    },
+    {
+      "epoch": 0.7394628691579853,
+      "grad_norm": 217.9177703857422,
+      "learning_rate": 1.4533422299164228e-05,
+      "loss": 20.8281,
+      "step": 15474
+    },
+    {
+      "epoch": 0.7395106565994457,
+      "grad_norm": 238.95823669433594,
+      "learning_rate": 1.4532732509179463e-05,
+      "loss": 27.7188,
+      "step": 15475
+    },
+    {
+      "epoch": 0.7395584440409061,
+      "grad_norm": 155.50146484375,
+      "learning_rate": 1.4532042692049481e-05,
+      "loss": 19.9219,
+      "step": 15476
+    },
+    {
+      "epoch": 0.7396062314823665,
+      "grad_norm": 488.49810791015625,
+      "learning_rate": 1.4531352847778412e-05,
+      "loss": 30.1875,
+      "step": 15477
+    },
+    {
+      "epoch": 0.7396540189238269,
+      "grad_norm": 255.07713317871094,
+      "learning_rate": 1.4530662976370385e-05,
+      "loss": 27.625,
+      "step": 15478
+    },
+    {
+      "epoch": 0.7397018063652872,
+      "grad_norm": 321.02532958984375,
+      "learning_rate": 1.4529973077829534e-05,
+      "loss": 33.5,
+      "step": 15479
+    },
+    {
+      "epoch": 0.7397495938067475,
+      "grad_norm": 507.8737487792969,
+      "learning_rate": 1.4529283152159987e-05,
+      "loss": 35.2188,
+      "step": 15480
+    },
+    {
+      "epoch": 0.7397973812482079,
+      "grad_norm": 229.3331298828125,
+      "learning_rate": 1.4528593199365882e-05,
+      "loss": 18.4375,
+      "step": 15481
+    },
+    {
+      "epoch": 0.7398451686896683,
+      "grad_norm": 238.1676025390625,
+      "learning_rate": 1.4527903219451343e-05,
+      "loss": 26.1875,
+      "step": 15482
+    },
+    {
+      "epoch": 0.7398929561311287,
+      "grad_norm": 253.6488800048828,
+      "learning_rate": 1.4527213212420511e-05,
+      "loss": 30.625,
+      "step": 15483
+    },
+    {
+      "epoch": 0.7399407435725891,
+      "grad_norm": 223.93992614746094,
+      "learning_rate": 1.452652317827751e-05,
+      "loss": 24.2812,
+      "step": 15484
+    },
+    {
+      "epoch": 0.7399885310140495,
+      "grad_norm": 246.61737060546875,
+      "learning_rate": 1.4525833117026476e-05,
+      "loss": 26.5938,
+      "step": 15485
+    },
+    {
+      "epoch": 0.7400363184555099,
+      "grad_norm": 310.8359069824219,
+      "learning_rate": 1.4525143028671544e-05,
+      "loss": 28.1875,
+      "step": 15486
+    },
+    {
+      "epoch": 0.7400841058969703,
+      "grad_norm": 398.5173034667969,
+      "learning_rate": 1.4524452913216842e-05,
+      "loss": 26.8125,
+      "step": 15487
+    },
+    {
+      "epoch": 0.7401318933384307,
+      "grad_norm": 440.6385192871094,
+      "learning_rate": 1.4523762770666507e-05,
+      "loss": 36.7031,
+      "step": 15488
+    },
+    {
+      "epoch": 0.740179680779891,
+      "grad_norm": 261.9306640625,
+      "learning_rate": 1.452307260102467e-05,
+      "loss": 24.6562,
+      "step": 15489
+    },
+    {
+      "epoch": 0.7402274682213514,
+      "grad_norm": 273.515380859375,
+      "learning_rate": 1.4522382404295464e-05,
+      "loss": 38.0625,
+      "step": 15490
+    },
+    {
+      "epoch": 0.7402752556628118,
+      "grad_norm": 258.95867919921875,
+      "learning_rate": 1.4521692180483022e-05,
+      "loss": 32.3438,
+      "step": 15491
+    },
+    {
+      "epoch": 0.7403230431042722,
+      "grad_norm": 489.8158264160156,
+      "learning_rate": 1.452100192959148e-05,
+      "loss": 33.1406,
+      "step": 15492
+    },
+    {
+      "epoch": 0.7403708305457326,
+      "grad_norm": 256.7793273925781,
+      "learning_rate": 1.4520311651624968e-05,
+      "loss": 28.2812,
+      "step": 15493
+    },
+    {
+      "epoch": 0.740418617987193,
+      "grad_norm": 171.8153533935547,
+      "learning_rate": 1.4519621346587625e-05,
+      "loss": 30.6562,
+      "step": 15494
+    },
+    {
+      "epoch": 0.7404664054286534,
+      "grad_norm": 250.49884033203125,
+      "learning_rate": 1.4518931014483576e-05,
+      "loss": 23.3906,
+      "step": 15495
+    },
+    {
+      "epoch": 0.7405141928701138,
+      "grad_norm": 324.7933654785156,
+      "learning_rate": 1.4518240655316969e-05,
+      "loss": 23.4375,
+      "step": 15496
+    },
+    {
+      "epoch": 0.7405619803115742,
+      "grad_norm": 284.82232666015625,
+      "learning_rate": 1.4517550269091925e-05,
+      "loss": 35.375,
+      "step": 15497
+    },
+    {
+      "epoch": 0.7406097677530346,
+      "grad_norm": 426.0223693847656,
+      "learning_rate": 1.4516859855812585e-05,
+      "loss": 27.5938,
+      "step": 15498
+    },
+    {
+      "epoch": 0.7406575551944948,
+      "grad_norm": 265.18048095703125,
+      "learning_rate": 1.4516169415483083e-05,
+      "loss": 27.125,
+      "step": 15499
+    },
+    {
+      "epoch": 0.7407053426359552,
+      "grad_norm": 290.48492431640625,
+      "learning_rate": 1.4515478948107558e-05,
+      "loss": 27.7188,
+      "step": 15500
+    },
+    {
+      "epoch": 0.7407531300774156,
+      "grad_norm": 230.87808227539062,
+      "learning_rate": 1.4514788453690138e-05,
+      "loss": 31.9688,
+      "step": 15501
+    },
+    {
+      "epoch": 0.740800917518876,
+      "grad_norm": 238.6111297607422,
+      "learning_rate": 1.4514097932234959e-05,
+      "loss": 33.3438,
+      "step": 15502
+    },
+    {
+      "epoch": 0.7408487049603364,
+      "grad_norm": 336.6832275390625,
+      "learning_rate": 1.4513407383746159e-05,
+      "loss": 33.7188,
+      "step": 15503
+    },
+    {
+      "epoch": 0.7408964924017968,
+      "grad_norm": 293.3216552734375,
+      "learning_rate": 1.4512716808227874e-05,
+      "loss": 25.1875,
+      "step": 15504
+    },
+    {
+      "epoch": 0.7409442798432572,
+      "grad_norm": 383.1689758300781,
+      "learning_rate": 1.4512026205684237e-05,
+      "loss": 24.3125,
+      "step": 15505
+    },
+    {
+      "epoch": 0.7409920672847176,
+      "grad_norm": 269.8164367675781,
+      "learning_rate": 1.4511335576119385e-05,
+      "loss": 30.9375,
+      "step": 15506
+    },
+    {
+      "epoch": 0.741039854726178,
+      "grad_norm": 321.0503234863281,
+      "learning_rate": 1.4510644919537455e-05,
+      "loss": 27.6875,
+      "step": 15507
+    },
+    {
+      "epoch": 0.7410876421676383,
+      "grad_norm": 273.6556701660156,
+      "learning_rate": 1.4509954235942583e-05,
+      "loss": 30.2656,
+      "step": 15508
+    },
+    {
+      "epoch": 0.7411354296090987,
+      "grad_norm": 271.4320983886719,
+      "learning_rate": 1.4509263525338903e-05,
+      "loss": 27.1875,
+      "step": 15509
+    },
+    {
+      "epoch": 0.7411832170505591,
+      "grad_norm": 389.5380859375,
+      "learning_rate": 1.4508572787730553e-05,
+      "loss": 31.7812,
+      "step": 15510
+    },
+    {
+      "epoch": 0.7412310044920195,
+      "grad_norm": 379.8222961425781,
+      "learning_rate": 1.4507882023121671e-05,
+      "loss": 31.1562,
+      "step": 15511
+    },
+    {
+      "epoch": 0.7412787919334799,
+      "grad_norm": 313.50958251953125,
+      "learning_rate": 1.4507191231516391e-05,
+      "loss": 26.6875,
+      "step": 15512
+    },
+    {
+      "epoch": 0.7413265793749403,
+      "grad_norm": 183.87710571289062,
+      "learning_rate": 1.4506500412918852e-05,
+      "loss": 22.6875,
+      "step": 15513
+    },
+    {
+      "epoch": 0.7413743668164007,
+      "grad_norm": 222.902099609375,
+      "learning_rate": 1.450580956733319e-05,
+      "loss": 28.5,
+      "step": 15514
+    },
+    {
+      "epoch": 0.7414221542578611,
+      "grad_norm": 446.6336975097656,
+      "learning_rate": 1.4505118694763542e-05,
+      "loss": 28.6562,
+      "step": 15515
+    },
+    {
+      "epoch": 0.7414699416993215,
+      "grad_norm": 263.5859069824219,
+      "learning_rate": 1.4504427795214048e-05,
+      "loss": 28.625,
+      "step": 15516
+    },
+    {
+      "epoch": 0.7415177291407818,
+      "grad_norm": 657.5875854492188,
+      "learning_rate": 1.4503736868688842e-05,
+      "loss": 26.5156,
+      "step": 15517
+    },
+    {
+      "epoch": 0.7415655165822422,
+      "grad_norm": 288.0874328613281,
+      "learning_rate": 1.4503045915192067e-05,
+      "loss": 34.125,
+      "step": 15518
+    },
+    {
+      "epoch": 0.7416133040237026,
+      "grad_norm": 304.51373291015625,
+      "learning_rate": 1.4502354934727855e-05,
+      "loss": 24.0,
+      "step": 15519
+    },
+    {
+      "epoch": 0.7416610914651629,
+      "grad_norm": 198.61415100097656,
+      "learning_rate": 1.4501663927300348e-05,
+      "loss": 38.25,
+      "step": 15520
+    },
+    {
+      "epoch": 0.7417088789066233,
+      "grad_norm": 220.6803436279297,
+      "learning_rate": 1.450097289291368e-05,
+      "loss": 23.0938,
+      "step": 15521
+    },
+    {
+      "epoch": 0.7417566663480837,
+      "grad_norm": 229.6671905517578,
+      "learning_rate": 1.4500281831571996e-05,
+      "loss": 25.0625,
+      "step": 15522
+    },
+    {
+      "epoch": 0.7418044537895441,
+      "grad_norm": 419.2908020019531,
+      "learning_rate": 1.4499590743279428e-05,
+      "loss": 31.125,
+      "step": 15523
+    },
+    {
+      "epoch": 0.7418522412310045,
+      "grad_norm": 411.5538635253906,
+      "learning_rate": 1.4498899628040119e-05,
+      "loss": 34.375,
+      "step": 15524
+    },
+    {
+      "epoch": 0.7419000286724649,
+      "grad_norm": 211.975830078125,
+      "learning_rate": 1.4498208485858203e-05,
+      "loss": 29.6875,
+      "step": 15525
+    },
+    {
+      "epoch": 0.7419478161139252,
+      "grad_norm": 434.5321044921875,
+      "learning_rate": 1.4497517316737826e-05,
+      "loss": 29.6875,
+      "step": 15526
+    },
+    {
+      "epoch": 0.7419956035553856,
+      "grad_norm": 232.86920166015625,
+      "learning_rate": 1.4496826120683122e-05,
+      "loss": 26.2188,
+      "step": 15527
+    },
+    {
+      "epoch": 0.742043390996846,
+      "grad_norm": 1708.2921142578125,
+      "learning_rate": 1.4496134897698233e-05,
+      "loss": 35.625,
+      "step": 15528
+    },
+    {
+      "epoch": 0.7420911784383064,
+      "grad_norm": 345.5525817871094,
+      "learning_rate": 1.4495443647787299e-05,
+      "loss": 24.7188,
+      "step": 15529
+    },
+    {
+      "epoch": 0.7421389658797668,
+      "grad_norm": 322.0035095214844,
+      "learning_rate": 1.4494752370954455e-05,
+      "loss": 32.7344,
+      "step": 15530
+    },
+    {
+      "epoch": 0.7421867533212272,
+      "grad_norm": 304.01983642578125,
+      "learning_rate": 1.4494061067203845e-05,
+      "loss": 26.5312,
+      "step": 15531
+    },
+    {
+      "epoch": 0.7422345407626876,
+      "grad_norm": 224.93414306640625,
+      "learning_rate": 1.449336973653961e-05,
+      "loss": 30.0781,
+      "step": 15532
+    },
+    {
+      "epoch": 0.742282328204148,
+      "grad_norm": 422.14984130859375,
+      "learning_rate": 1.4492678378965887e-05,
+      "loss": 31.4062,
+      "step": 15533
+    },
+    {
+      "epoch": 0.7423301156456084,
+      "grad_norm": 302.86956787109375,
+      "learning_rate": 1.4491986994486817e-05,
+      "loss": 33.9375,
+      "step": 15534
+    },
+    {
+      "epoch": 0.7423779030870687,
+      "grad_norm": 183.41482543945312,
+      "learning_rate": 1.4491295583106542e-05,
+      "loss": 24.5938,
+      "step": 15535
+    },
+    {
+      "epoch": 0.7424256905285291,
+      "grad_norm": 137.7790069580078,
+      "learning_rate": 1.4490604144829204e-05,
+      "loss": 17.4531,
+      "step": 15536
+    },
+    {
+      "epoch": 0.7424734779699895,
+      "grad_norm": 159.7095947265625,
+      "learning_rate": 1.448991267965894e-05,
+      "loss": 27.125,
+      "step": 15537
+    },
+    {
+      "epoch": 0.7425212654114499,
+      "grad_norm": 292.42767333984375,
+      "learning_rate": 1.448922118759989e-05,
+      "loss": 25.3438,
+      "step": 15538
+    },
+    {
+      "epoch": 0.7425690528529103,
+      "grad_norm": 814.513671875,
+      "learning_rate": 1.4488529668656202e-05,
+      "loss": 44.875,
+      "step": 15539
+    },
+    {
+      "epoch": 0.7426168402943707,
+      "grad_norm": 229.79603576660156,
+      "learning_rate": 1.448783812283201e-05,
+      "loss": 24.0625,
+      "step": 15540
+    },
+    {
+      "epoch": 0.742664627735831,
+      "grad_norm": 458.46954345703125,
+      "learning_rate": 1.448714655013146e-05,
+      "loss": 42.1562,
+      "step": 15541
+    },
+    {
+      "epoch": 0.7427124151772914,
+      "grad_norm": 278.86151123046875,
+      "learning_rate": 1.448645495055869e-05,
+      "loss": 26.1719,
+      "step": 15542
+    },
+    {
+      "epoch": 0.7427602026187518,
+      "grad_norm": 281.1057434082031,
+      "learning_rate": 1.4485763324117845e-05,
+      "loss": 28.6875,
+      "step": 15543
+    },
+    {
+      "epoch": 0.7428079900602121,
+      "grad_norm": 152.76023864746094,
+      "learning_rate": 1.4485071670813067e-05,
+      "loss": 21.0625,
+      "step": 15544
+    },
+    {
+      "epoch": 0.7428557775016725,
+      "grad_norm": 270.4753723144531,
+      "learning_rate": 1.4484379990648495e-05,
+      "loss": 23.1875,
+      "step": 15545
+    },
+    {
+      "epoch": 0.7429035649431329,
+      "grad_norm": 178.92404174804688,
+      "learning_rate": 1.4483688283628276e-05,
+      "loss": 23.7344,
+      "step": 15546
+    },
+    {
+      "epoch": 0.7429513523845933,
+      "grad_norm": 287.2911071777344,
+      "learning_rate": 1.4482996549756547e-05,
+      "loss": 37.2188,
+      "step": 15547
+    },
+    {
+      "epoch": 0.7429991398260537,
+      "grad_norm": 138.51963806152344,
+      "learning_rate": 1.4482304789037456e-05,
+      "loss": 17.9219,
+      "step": 15548
+    },
+    {
+      "epoch": 0.7430469272675141,
+      "grad_norm": 193.2171630859375,
+      "learning_rate": 1.4481613001475141e-05,
+      "loss": 29.875,
+      "step": 15549
+    },
+    {
+      "epoch": 0.7430947147089745,
+      "grad_norm": 327.8348083496094,
+      "learning_rate": 1.4480921187073748e-05,
+      "loss": 35.4062,
+      "step": 15550
+    },
+    {
+      "epoch": 0.7431425021504349,
+      "grad_norm": 225.6274871826172,
+      "learning_rate": 1.448022934583742e-05,
+      "loss": 31.1875,
+      "step": 15551
+    },
+    {
+      "epoch": 0.7431902895918953,
+      "grad_norm": 215.59262084960938,
+      "learning_rate": 1.4479537477770298e-05,
+      "loss": 21.3906,
+      "step": 15552
+    },
+    {
+      "epoch": 0.7432380770333556,
+      "grad_norm": 316.97021484375,
+      "learning_rate": 1.4478845582876528e-05,
+      "loss": 27.125,
+      "step": 15553
+    },
+    {
+      "epoch": 0.743285864474816,
+      "grad_norm": 308.5238952636719,
+      "learning_rate": 1.447815366116025e-05,
+      "loss": 31.3438,
+      "step": 15554
+    },
+    {
+      "epoch": 0.7433336519162764,
+      "grad_norm": 218.7216796875,
+      "learning_rate": 1.4477461712625612e-05,
+      "loss": 22.0938,
+      "step": 15555
+    },
+    {
+      "epoch": 0.7433814393577368,
+      "grad_norm": 249.45945739746094,
+      "learning_rate": 1.4476769737276754e-05,
+      "loss": 27.9688,
+      "step": 15556
+    },
+    {
+      "epoch": 0.7434292267991972,
+      "grad_norm": 183.34149169921875,
+      "learning_rate": 1.4476077735117824e-05,
+      "loss": 22.9688,
+      "step": 15557
+    },
+    {
+      "epoch": 0.7434770142406576,
+      "grad_norm": 307.65020751953125,
+      "learning_rate": 1.4475385706152963e-05,
+      "loss": 23.875,
+      "step": 15558
+    },
+    {
+      "epoch": 0.743524801682118,
+      "grad_norm": 162.9165802001953,
+      "learning_rate": 1.4474693650386315e-05,
+      "loss": 23.4062,
+      "step": 15559
+    },
+    {
+      "epoch": 0.7435725891235784,
+      "grad_norm": 219.8809051513672,
+      "learning_rate": 1.4474001567822026e-05,
+      "loss": 27.1406,
+      "step": 15560
+    },
+    {
+      "epoch": 0.7436203765650387,
+      "grad_norm": 190.63462829589844,
+      "learning_rate": 1.4473309458464244e-05,
+      "loss": 19.6875,
+      "step": 15561
+    },
+    {
+      "epoch": 0.743668164006499,
+      "grad_norm": 121.5129165649414,
+      "learning_rate": 1.4472617322317108e-05,
+      "loss": 21.2656,
+      "step": 15562
+    },
+    {
+      "epoch": 0.7437159514479594,
+      "grad_norm": 227.5453643798828,
+      "learning_rate": 1.4471925159384766e-05,
+      "loss": 22.9375,
+      "step": 15563
+    },
+    {
+      "epoch": 0.7437637388894198,
+      "grad_norm": 418.3988037109375,
+      "learning_rate": 1.4471232969671363e-05,
+      "loss": 38.7188,
+      "step": 15564
+    },
+    {
+      "epoch": 0.7438115263308802,
+      "grad_norm": 167.7599639892578,
+      "learning_rate": 1.4470540753181044e-05,
+      "loss": 24.4531,
+      "step": 15565
+    },
+    {
+      "epoch": 0.7438593137723406,
+      "grad_norm": 285.4542236328125,
+      "learning_rate": 1.4469848509917954e-05,
+      "loss": 28.4688,
+      "step": 15566
+    },
+    {
+      "epoch": 0.743907101213801,
+      "grad_norm": 338.1954650878906,
+      "learning_rate": 1.4469156239886238e-05,
+      "loss": 23.6875,
+      "step": 15567
+    },
+    {
+      "epoch": 0.7439548886552614,
+      "grad_norm": 376.19073486328125,
+      "learning_rate": 1.4468463943090045e-05,
+      "loss": 23.4062,
+      "step": 15568
+    },
+    {
+      "epoch": 0.7440026760967218,
+      "grad_norm": 356.57470703125,
+      "learning_rate": 1.4467771619533518e-05,
+      "loss": 27.5,
+      "step": 15569
+    },
+    {
+      "epoch": 0.7440504635381822,
+      "grad_norm": 320.96612548828125,
+      "learning_rate": 1.4467079269220805e-05,
+      "loss": 34.0312,
+      "step": 15570
+    },
+    {
+      "epoch": 0.7440982509796426,
+      "grad_norm": 295.4167175292969,
+      "learning_rate": 1.4466386892156048e-05,
+      "loss": 23.4375,
+      "step": 15571
+    },
+    {
+      "epoch": 0.7441460384211029,
+      "grad_norm": 649.7398071289062,
+      "learning_rate": 1.44656944883434e-05,
+      "loss": 43.1875,
+      "step": 15572
+    },
+    {
+      "epoch": 0.7441938258625633,
+      "grad_norm": 178.1383056640625,
+      "learning_rate": 1.4465002057787003e-05,
+      "loss": 32.1562,
+      "step": 15573
+    },
+    {
+      "epoch": 0.7442416133040237,
+      "grad_norm": 435.5471496582031,
+      "learning_rate": 1.4464309600491007e-05,
+      "loss": 32.1875,
+      "step": 15574
+    },
+    {
+      "epoch": 0.7442894007454841,
+      "grad_norm": 428.8120422363281,
+      "learning_rate": 1.4463617116459556e-05,
+      "loss": 31.1719,
+      "step": 15575
+    },
+    {
+      "epoch": 0.7443371881869445,
+      "grad_norm": 202.76678466796875,
+      "learning_rate": 1.4462924605696795e-05,
+      "loss": 33.6875,
+      "step": 15576
+    },
+    {
+      "epoch": 0.7443849756284049,
+      "grad_norm": 278.01611328125,
+      "learning_rate": 1.4462232068206879e-05,
+      "loss": 34.6562,
+      "step": 15577
+    },
+    {
+      "epoch": 0.7444327630698653,
+      "grad_norm": 250.24111938476562,
+      "learning_rate": 1.4461539503993947e-05,
+      "loss": 32.4844,
+      "step": 15578
+    },
+    {
+      "epoch": 0.7444805505113257,
+      "grad_norm": 260.86785888671875,
+      "learning_rate": 1.4460846913062154e-05,
+      "loss": 29.0625,
+      "step": 15579
+    },
+    {
+      "epoch": 0.7445283379527861,
+      "grad_norm": 273.1692199707031,
+      "learning_rate": 1.446015429541564e-05,
+      "loss": 28.1094,
+      "step": 15580
+    },
+    {
+      "epoch": 0.7445761253942464,
+      "grad_norm": 196.53504943847656,
+      "learning_rate": 1.4459461651058559e-05,
+      "loss": 28.2812,
+      "step": 15581
+    },
+    {
+      "epoch": 0.7446239128357067,
+      "grad_norm": 157.4061737060547,
+      "learning_rate": 1.4458768979995057e-05,
+      "loss": 25.7188,
+      "step": 15582
+    },
+    {
+      "epoch": 0.7446717002771671,
+      "grad_norm": 165.52191162109375,
+      "learning_rate": 1.4458076282229283e-05,
+      "loss": 19.9375,
+      "step": 15583
+    },
+    {
+      "epoch": 0.7447194877186275,
+      "grad_norm": 475.9522705078125,
+      "learning_rate": 1.4457383557765385e-05,
+      "loss": 20.5625,
+      "step": 15584
+    },
+    {
+      "epoch": 0.7447672751600879,
+      "grad_norm": 204.6521759033203,
+      "learning_rate": 1.445669080660751e-05,
+      "loss": 23.3125,
+      "step": 15585
+    },
+    {
+      "epoch": 0.7448150626015483,
+      "grad_norm": 147.5863037109375,
+      "learning_rate": 1.4455998028759806e-05,
+      "loss": 19.1719,
+      "step": 15586
+    },
+    {
+      "epoch": 0.7448628500430087,
+      "grad_norm": 175.4368133544922,
+      "learning_rate": 1.4455305224226429e-05,
+      "loss": 22.1875,
+      "step": 15587
+    },
+    {
+      "epoch": 0.7449106374844691,
+      "grad_norm": 270.6293640136719,
+      "learning_rate": 1.4454612393011517e-05,
+      "loss": 27.9375,
+      "step": 15588
+    },
+    {
+      "epoch": 0.7449584249259295,
+      "grad_norm": 220.0522003173828,
+      "learning_rate": 1.4453919535119227e-05,
+      "loss": 25.3438,
+      "step": 15589
+    },
+    {
+      "epoch": 0.7450062123673898,
+      "grad_norm": 242.0421905517578,
+      "learning_rate": 1.4453226650553704e-05,
+      "loss": 31.2812,
+      "step": 15590
+    },
+    {
+      "epoch": 0.7450539998088502,
+      "grad_norm": 277.9724426269531,
+      "learning_rate": 1.44525337393191e-05,
+      "loss": 36.8125,
+      "step": 15591
+    },
+    {
+      "epoch": 0.7451017872503106,
+      "grad_norm": 439.071044921875,
+      "learning_rate": 1.4451840801419568e-05,
+      "loss": 35.4531,
+      "step": 15592
+    },
+    {
+      "epoch": 0.745149574691771,
+      "grad_norm": 215.03370666503906,
+      "learning_rate": 1.4451147836859251e-05,
+      "loss": 23.7188,
+      "step": 15593
+    },
+    {
+      "epoch": 0.7451973621332314,
+      "grad_norm": 242.07801818847656,
+      "learning_rate": 1.4450454845642303e-05,
+      "loss": 23.6562,
+      "step": 15594
+    },
+    {
+      "epoch": 0.7452451495746918,
+      "grad_norm": 195.65328979492188,
+      "learning_rate": 1.4449761827772872e-05,
+      "loss": 25.6406,
+      "step": 15595
+    },
+    {
+      "epoch": 0.7452929370161522,
+      "grad_norm": 381.55560302734375,
+      "learning_rate": 1.4449068783255111e-05,
+      "loss": 34.6562,
+      "step": 15596
+    },
+    {
+      "epoch": 0.7453407244576126,
+      "grad_norm": 189.88865661621094,
+      "learning_rate": 1.4448375712093167e-05,
+      "loss": 22.1719,
+      "step": 15597
+    },
+    {
+      "epoch": 0.745388511899073,
+      "grad_norm": 257.189453125,
+      "learning_rate": 1.4447682614291193e-05,
+      "loss": 29.4531,
+      "step": 15598
+    },
+    {
+      "epoch": 0.7454362993405333,
+      "grad_norm": 207.71844482421875,
+      "learning_rate": 1.4446989489853342e-05,
+      "loss": 19.9062,
+      "step": 15599
+    },
+    {
+      "epoch": 0.7454840867819937,
+      "grad_norm": 375.2666931152344,
+      "learning_rate": 1.4446296338783758e-05,
+      "loss": 24.2188,
+      "step": 15600
+    },
+    {
+      "epoch": 0.7455318742234541,
+      "grad_norm": 344.02496337890625,
+      "learning_rate": 1.4445603161086599e-05,
+      "loss": 23.8906,
+      "step": 15601
+    },
+    {
+      "epoch": 0.7455796616649144,
+      "grad_norm": 211.84913635253906,
+      "learning_rate": 1.4444909956766014e-05,
+      "loss": 31.2812,
+      "step": 15602
+    },
+    {
+      "epoch": 0.7456274491063748,
+      "grad_norm": 135.7587127685547,
+      "learning_rate": 1.4444216725826155e-05,
+      "loss": 19.0156,
+      "step": 15603
+    },
+    {
+      "epoch": 0.7456752365478352,
+      "grad_norm": 213.93153381347656,
+      "learning_rate": 1.4443523468271168e-05,
+      "loss": 27.6562,
+      "step": 15604
+    },
+    {
+      "epoch": 0.7457230239892956,
+      "grad_norm": 262.6467590332031,
+      "learning_rate": 1.4442830184105212e-05,
+      "loss": 24.9688,
+      "step": 15605
+    },
+    {
+      "epoch": 0.745770811430756,
+      "grad_norm": 292.8658752441406,
+      "learning_rate": 1.4442136873332433e-05,
+      "loss": 48.4219,
+      "step": 15606
+    },
+    {
+      "epoch": 0.7458185988722164,
+      "grad_norm": 238.5167236328125,
+      "learning_rate": 1.444144353595699e-05,
+      "loss": 29.1562,
+      "step": 15607
+    },
+    {
+      "epoch": 0.7458663863136767,
+      "grad_norm": 264.14312744140625,
+      "learning_rate": 1.4440750171983027e-05,
+      "loss": 30.3125,
+      "step": 15608
+    },
+    {
+      "epoch": 0.7459141737551371,
+      "grad_norm": 447.2080993652344,
+      "learning_rate": 1.4440056781414705e-05,
+      "loss": 27.4375,
+      "step": 15609
+    },
+    {
+      "epoch": 0.7459619611965975,
+      "grad_norm": 195.904296875,
+      "learning_rate": 1.4439363364256166e-05,
+      "loss": 30.625,
+      "step": 15610
+    },
+    {
+      "epoch": 0.7460097486380579,
+      "grad_norm": 314.951904296875,
+      "learning_rate": 1.4438669920511576e-05,
+      "loss": 27.4844,
+      "step": 15611
+    },
+    {
+      "epoch": 0.7460575360795183,
+      "grad_norm": 239.59519958496094,
+      "learning_rate": 1.4437976450185078e-05,
+      "loss": 36.9375,
+      "step": 15612
+    },
+    {
+      "epoch": 0.7461053235209787,
+      "grad_norm": 261.3643798828125,
+      "learning_rate": 1.4437282953280827e-05,
+      "loss": 34.2344,
+      "step": 15613
+    },
+    {
+      "epoch": 0.7461531109624391,
+      "grad_norm": 380.48956298828125,
+      "learning_rate": 1.4436589429802976e-05,
+      "loss": 31.625,
+      "step": 15614
+    },
+    {
+      "epoch": 0.7462008984038995,
+      "grad_norm": 297.0486755371094,
+      "learning_rate": 1.443589587975568e-05,
+      "loss": 23.7344,
+      "step": 15615
+    },
+    {
+      "epoch": 0.7462486858453599,
+      "grad_norm": 282.4928894042969,
+      "learning_rate": 1.4435202303143093e-05,
+      "loss": 37.4375,
+      "step": 15616
+    },
+    {
+      "epoch": 0.7462964732868202,
+      "grad_norm": 477.0747985839844,
+      "learning_rate": 1.4434508699969365e-05,
+      "loss": 32.6562,
+      "step": 15617
+    },
+    {
+      "epoch": 0.7463442607282806,
+      "grad_norm": 211.18881225585938,
+      "learning_rate": 1.4433815070238655e-05,
+      "loss": 22.4375,
+      "step": 15618
+    },
+    {
+      "epoch": 0.746392048169741,
+      "grad_norm": 268.3219299316406,
+      "learning_rate": 1.443312141395511e-05,
+      "loss": 32.75,
+      "step": 15619
+    },
+    {
+      "epoch": 0.7464398356112014,
+      "grad_norm": 235.9839630126953,
+      "learning_rate": 1.4432427731122892e-05,
+      "loss": 26.125,
+      "step": 15620
+    },
+    {
+      "epoch": 0.7464876230526618,
+      "grad_norm": 351.5877685546875,
+      "learning_rate": 1.4431734021746147e-05,
+      "loss": 26.0938,
+      "step": 15621
+    },
+    {
+      "epoch": 0.7465354104941222,
+      "grad_norm": 296.5453186035156,
+      "learning_rate": 1.4431040285829036e-05,
+      "loss": 26.4219,
+      "step": 15622
+    },
+    {
+      "epoch": 0.7465831979355825,
+      "grad_norm": 337.76849365234375,
+      "learning_rate": 1.443034652337571e-05,
+      "loss": 36.1875,
+      "step": 15623
+    },
+    {
+      "epoch": 0.7466309853770429,
+      "grad_norm": 268.23370361328125,
+      "learning_rate": 1.4429652734390325e-05,
+      "loss": 23.1562,
+      "step": 15624
+    },
+    {
+      "epoch": 0.7466787728185033,
+      "grad_norm": 293.0252685546875,
+      "learning_rate": 1.4428958918877039e-05,
+      "loss": 34.4062,
+      "step": 15625
+    },
+    {
+      "epoch": 0.7467265602599636,
+      "grad_norm": 201.07115173339844,
+      "learning_rate": 1.442826507684e-05,
+      "loss": 21.0469,
+      "step": 15626
+    },
+    {
+      "epoch": 0.746774347701424,
+      "grad_norm": 170.359619140625,
+      "learning_rate": 1.442757120828337e-05,
+      "loss": 24.7656,
+      "step": 15627
+    },
+    {
+      "epoch": 0.7468221351428844,
+      "grad_norm": 248.93507385253906,
+      "learning_rate": 1.4426877313211301e-05,
+      "loss": 24.8281,
+      "step": 15628
+    },
+    {
+      "epoch": 0.7468699225843448,
+      "grad_norm": 173.97230529785156,
+      "learning_rate": 1.4426183391627947e-05,
+      "loss": 16.2656,
+      "step": 15629
+    },
+    {
+      "epoch": 0.7469177100258052,
+      "grad_norm": 174.91893005371094,
+      "learning_rate": 1.4425489443537469e-05,
+      "loss": 23.0312,
+      "step": 15630
+    },
+    {
+      "epoch": 0.7469654974672656,
+      "grad_norm": 776.290283203125,
+      "learning_rate": 1.4424795468944019e-05,
+      "loss": 27.25,
+      "step": 15631
+    },
+    {
+      "epoch": 0.747013284908726,
+      "grad_norm": 200.6343994140625,
+      "learning_rate": 1.4424101467851753e-05,
+      "loss": 20.6875,
+      "step": 15632
+    },
+    {
+      "epoch": 0.7470610723501864,
+      "grad_norm": 240.0219268798828,
+      "learning_rate": 1.4423407440264828e-05,
+      "loss": 31.6094,
+      "step": 15633
+    },
+    {
+      "epoch": 0.7471088597916468,
+      "grad_norm": 487.76556396484375,
+      "learning_rate": 1.4422713386187402e-05,
+      "loss": 45.2188,
+      "step": 15634
+    },
+    {
+      "epoch": 0.7471566472331072,
+      "grad_norm": 599.0196533203125,
+      "learning_rate": 1.4422019305623627e-05,
+      "loss": 27.75,
+      "step": 15635
+    },
+    {
+      "epoch": 0.7472044346745675,
+      "grad_norm": 408.55914306640625,
+      "learning_rate": 1.4421325198577663e-05,
+      "loss": 29.7812,
+      "step": 15636
+    },
+    {
+      "epoch": 0.7472522221160279,
+      "grad_norm": 299.78204345703125,
+      "learning_rate": 1.4420631065053665e-05,
+      "loss": 28.5,
+      "step": 15637
+    },
+    {
+      "epoch": 0.7473000095574883,
+      "grad_norm": 230.97512817382812,
+      "learning_rate": 1.4419936905055794e-05,
+      "loss": 26.9688,
+      "step": 15638
+    },
+    {
+      "epoch": 0.7473477969989487,
+      "grad_norm": 269.1929931640625,
+      "learning_rate": 1.4419242718588203e-05,
+      "loss": 35.4531,
+      "step": 15639
+    },
+    {
+      "epoch": 0.7473955844404091,
+      "grad_norm": 299.9755859375,
+      "learning_rate": 1.441854850565505e-05,
+      "loss": 33.9062,
+      "step": 15640
+    },
+    {
+      "epoch": 0.7474433718818695,
+      "grad_norm": 305.3301086425781,
+      "learning_rate": 1.4417854266260491e-05,
+      "loss": 28.1406,
+      "step": 15641
+    },
+    {
+      "epoch": 0.7474911593233299,
+      "grad_norm": 145.58200073242188,
+      "learning_rate": 1.4417160000408687e-05,
+      "loss": 32.1719,
+      "step": 15642
+    },
+    {
+      "epoch": 0.7475389467647903,
+      "grad_norm": 188.7754669189453,
+      "learning_rate": 1.4416465708103795e-05,
+      "loss": 19.0469,
+      "step": 15643
+    },
+    {
+      "epoch": 0.7475867342062505,
+      "grad_norm": 197.9225616455078,
+      "learning_rate": 1.4415771389349972e-05,
+      "loss": 30.625,
+      "step": 15644
+    },
+    {
+      "epoch": 0.7476345216477109,
+      "grad_norm": 154.47207641601562,
+      "learning_rate": 1.4415077044151376e-05,
+      "loss": 26.7969,
+      "step": 15645
+    },
+    {
+      "epoch": 0.7476823090891713,
+      "grad_norm": 181.54006958007812,
+      "learning_rate": 1.4414382672512166e-05,
+      "loss": 27.75,
+      "step": 15646
+    },
+    {
+      "epoch": 0.7477300965306317,
+      "grad_norm": 299.85443115234375,
+      "learning_rate": 1.44136882744365e-05,
+      "loss": 29.6562,
+      "step": 15647
+    },
+    {
+      "epoch": 0.7477778839720921,
+      "grad_norm": 480.5224304199219,
+      "learning_rate": 1.4412993849928536e-05,
+      "loss": 22.3125,
+      "step": 15648
+    },
+    {
+      "epoch": 0.7478256714135525,
+      "grad_norm": 190.8129425048828,
+      "learning_rate": 1.4412299398992435e-05,
+      "loss": 20.4375,
+      "step": 15649
+    },
+    {
+      "epoch": 0.7478734588550129,
+      "grad_norm": 313.11944580078125,
+      "learning_rate": 1.4411604921632352e-05,
+      "loss": 25.25,
+      "step": 15650
+    },
+    {
+      "epoch": 0.7479212462964733,
+      "grad_norm": 213.0189208984375,
+      "learning_rate": 1.4410910417852448e-05,
+      "loss": 28.5,
+      "step": 15651
+    },
+    {
+      "epoch": 0.7479690337379337,
+      "grad_norm": 390.7244873046875,
+      "learning_rate": 1.4410215887656884e-05,
+      "loss": 42.0938,
+      "step": 15652
+    },
+    {
+      "epoch": 0.748016821179394,
+      "grad_norm": 257.50579833984375,
+      "learning_rate": 1.4409521331049816e-05,
+      "loss": 27.4688,
+      "step": 15653
+    },
+    {
+      "epoch": 0.7480646086208544,
+      "grad_norm": 414.0679626464844,
+      "learning_rate": 1.4408826748035405e-05,
+      "loss": 30.6562,
+      "step": 15654
+    },
+    {
+      "epoch": 0.7481123960623148,
+      "grad_norm": 335.2415771484375,
+      "learning_rate": 1.4408132138617812e-05,
+      "loss": 25.875,
+      "step": 15655
+    },
+    {
+      "epoch": 0.7481601835037752,
+      "grad_norm": 280.4942932128906,
+      "learning_rate": 1.4407437502801193e-05,
+      "loss": 31.6562,
+      "step": 15656
+    },
+    {
+      "epoch": 0.7482079709452356,
+      "grad_norm": 178.62144470214844,
+      "learning_rate": 1.4406742840589714e-05,
+      "loss": 20.5625,
+      "step": 15657
+    },
+    {
+      "epoch": 0.748255758386696,
+      "grad_norm": 201.2855987548828,
+      "learning_rate": 1.4406048151987527e-05,
+      "loss": 33.5312,
+      "step": 15658
+    },
+    {
+      "epoch": 0.7483035458281564,
+      "grad_norm": 149.9289093017578,
+      "learning_rate": 1.4405353436998801e-05,
+      "loss": 25.5938,
+      "step": 15659
+    },
+    {
+      "epoch": 0.7483513332696168,
+      "grad_norm": 250.621337890625,
+      "learning_rate": 1.4404658695627691e-05,
+      "loss": 31.5625,
+      "step": 15660
+    },
+    {
+      "epoch": 0.7483991207110772,
+      "grad_norm": 231.0285186767578,
+      "learning_rate": 1.440396392787836e-05,
+      "loss": 29.7969,
+      "step": 15661
+    },
+    {
+      "epoch": 0.7484469081525376,
+      "grad_norm": 716.6824340820312,
+      "learning_rate": 1.4403269133754968e-05,
+      "loss": 35.5,
+      "step": 15662
+    },
+    {
+      "epoch": 0.748494695593998,
+      "grad_norm": 334.2734680175781,
+      "learning_rate": 1.4402574313261672e-05,
+      "loss": 27.2188,
+      "step": 15663
+    },
+    {
+      "epoch": 0.7485424830354582,
+      "grad_norm": 205.76806640625,
+      "learning_rate": 1.4401879466402639e-05,
+      "loss": 26.5312,
+      "step": 15664
+    },
+    {
+      "epoch": 0.7485902704769186,
+      "grad_norm": 214.1146240234375,
+      "learning_rate": 1.4401184593182026e-05,
+      "loss": 29.625,
+      "step": 15665
+    },
+    {
+      "epoch": 0.748638057918379,
+      "grad_norm": 316.15570068359375,
+      "learning_rate": 1.4400489693604e-05,
+      "loss": 23.3594,
+      "step": 15666
+    },
+    {
+      "epoch": 0.7486858453598394,
+      "grad_norm": 199.30136108398438,
+      "learning_rate": 1.4399794767672719e-05,
+      "loss": 27.2188,
+      "step": 15667
+    },
+    {
+      "epoch": 0.7487336328012998,
+      "grad_norm": 182.7845916748047,
+      "learning_rate": 1.4399099815392343e-05,
+      "loss": 30.8125,
+      "step": 15668
+    },
+    {
+      "epoch": 0.7487814202427602,
+      "grad_norm": 204.85055541992188,
+      "learning_rate": 1.4398404836767035e-05,
+      "loss": 20.4219,
+      "step": 15669
+    },
+    {
+      "epoch": 0.7488292076842206,
+      "grad_norm": 373.0552062988281,
+      "learning_rate": 1.439770983180096e-05,
+      "loss": 25.0625,
+      "step": 15670
+    },
+    {
+      "epoch": 0.748876995125681,
+      "grad_norm": 245.63629150390625,
+      "learning_rate": 1.4397014800498275e-05,
+      "loss": 24.9062,
+      "step": 15671
+    },
+    {
+      "epoch": 0.7489247825671413,
+      "grad_norm": 441.6805114746094,
+      "learning_rate": 1.4396319742863145e-05,
+      "loss": 32.5625,
+      "step": 15672
+    },
+    {
+      "epoch": 0.7489725700086017,
+      "grad_norm": 207.97073364257812,
+      "learning_rate": 1.4395624658899734e-05,
+      "loss": 21.0312,
+      "step": 15673
+    },
+    {
+      "epoch": 0.7490203574500621,
+      "grad_norm": 433.0874938964844,
+      "learning_rate": 1.4394929548612202e-05,
+      "loss": 31.375,
+      "step": 15674
+    },
+    {
+      "epoch": 0.7490681448915225,
+      "grad_norm": 255.81480407714844,
+      "learning_rate": 1.4394234412004715e-05,
+      "loss": 19.9688,
+      "step": 15675
+    },
+    {
+      "epoch": 0.7491159323329829,
+      "grad_norm": 359.3790283203125,
+      "learning_rate": 1.439353924908143e-05,
+      "loss": 27.9375,
+      "step": 15676
+    },
+    {
+      "epoch": 0.7491637197744433,
+      "grad_norm": 250.6316680908203,
+      "learning_rate": 1.4392844059846517e-05,
+      "loss": 21.3281,
+      "step": 15677
+    },
+    {
+      "epoch": 0.7492115072159037,
+      "grad_norm": 215.81065368652344,
+      "learning_rate": 1.4392148844304136e-05,
+      "loss": 26.0312,
+      "step": 15678
+    },
+    {
+      "epoch": 0.7492592946573641,
+      "grad_norm": 537.7962036132812,
+      "learning_rate": 1.4391453602458451e-05,
+      "loss": 25.9062,
+      "step": 15679
+    },
+    {
+      "epoch": 0.7493070820988245,
+      "grad_norm": 243.8365936279297,
+      "learning_rate": 1.4390758334313626e-05,
+      "loss": 27.2812,
+      "step": 15680
+    },
+    {
+      "epoch": 0.7493548695402849,
+      "grad_norm": 285.671142578125,
+      "learning_rate": 1.4390063039873822e-05,
+      "loss": 20.5781,
+      "step": 15681
+    },
+    {
+      "epoch": 0.7494026569817452,
+      "grad_norm": 395.07904052734375,
+      "learning_rate": 1.4389367719143208e-05,
+      "loss": 35.1562,
+      "step": 15682
+    },
+    {
+      "epoch": 0.7494504444232056,
+      "grad_norm": 298.2213439941406,
+      "learning_rate": 1.4388672372125943e-05,
+      "loss": 35.7812,
+      "step": 15683
+    },
+    {
+      "epoch": 0.749498231864666,
+      "grad_norm": 231.4884033203125,
+      "learning_rate": 1.4387976998826196e-05,
+      "loss": 25.125,
+      "step": 15684
+    },
+    {
+      "epoch": 0.7495460193061263,
+      "grad_norm": 258.6141357421875,
+      "learning_rate": 1.4387281599248129e-05,
+      "loss": 25.1875,
+      "step": 15685
+    },
+    {
+      "epoch": 0.7495938067475867,
+      "grad_norm": 218.02938842773438,
+      "learning_rate": 1.4386586173395905e-05,
+      "loss": 27.375,
+      "step": 15686
+    },
+    {
+      "epoch": 0.7496415941890471,
+      "grad_norm": 153.68695068359375,
+      "learning_rate": 1.4385890721273688e-05,
+      "loss": 18.7344,
+      "step": 15687
+    },
+    {
+      "epoch": 0.7496893816305075,
+      "grad_norm": 450.06500244140625,
+      "learning_rate": 1.4385195242885646e-05,
+      "loss": 26.5312,
+      "step": 15688
+    },
+    {
+      "epoch": 0.7497371690719679,
+      "grad_norm": 581.2313842773438,
+      "learning_rate": 1.4384499738235942e-05,
+      "loss": 23.3438,
+      "step": 15689
+    },
+    {
+      "epoch": 0.7497849565134282,
+      "grad_norm": 267.29132080078125,
+      "learning_rate": 1.4383804207328744e-05,
+      "loss": 26.6562,
+      "step": 15690
+    },
+    {
+      "epoch": 0.7498327439548886,
+      "grad_norm": 401.8966979980469,
+      "learning_rate": 1.4383108650168216e-05,
+      "loss": 30.6562,
+      "step": 15691
+    },
+    {
+      "epoch": 0.749880531396349,
+      "grad_norm": 239.22384643554688,
+      "learning_rate": 1.4382413066758523e-05,
+      "loss": 24.0312,
+      "step": 15692
+    },
+    {
+      "epoch": 0.7499283188378094,
+      "grad_norm": 128.5119171142578,
+      "learning_rate": 1.4381717457103828e-05,
+      "loss": 20.375,
+      "step": 15693
+    },
+    {
+      "epoch": 0.7499761062792698,
+      "grad_norm": 414.75836181640625,
+      "learning_rate": 1.4381021821208301e-05,
+      "loss": 30.75,
+      "step": 15694
+    },
+    {
+      "epoch": 0.7500238937207302,
+      "grad_norm": 378.42559814453125,
+      "learning_rate": 1.4380326159076106e-05,
+      "loss": 30.125,
+      "step": 15695
+    },
+    {
+      "epoch": 0.7500716811621906,
+      "grad_norm": 205.03555297851562,
+      "learning_rate": 1.437963047071141e-05,
+      "loss": 24.375,
+      "step": 15696
+    },
+    {
+      "epoch": 0.750119468603651,
+      "grad_norm": 486.7867736816406,
+      "learning_rate": 1.4378934756118379e-05,
+      "loss": 56.6562,
+      "step": 15697
+    },
+    {
+      "epoch": 0.7501672560451114,
+      "grad_norm": 252.9505615234375,
+      "learning_rate": 1.4378239015301178e-05,
+      "loss": 43.6875,
+      "step": 15698
+    },
+    {
+      "epoch": 0.7502150434865718,
+      "grad_norm": 199.7509307861328,
+      "learning_rate": 1.4377543248263976e-05,
+      "loss": 27.6875,
+      "step": 15699
+    },
+    {
+      "epoch": 0.7502628309280321,
+      "grad_norm": 275.44403076171875,
+      "learning_rate": 1.4376847455010939e-05,
+      "loss": 33.25,
+      "step": 15700
+    },
+    {
+      "epoch": 0.7503106183694925,
+      "grad_norm": 191.70526123046875,
+      "learning_rate": 1.4376151635546234e-05,
+      "loss": 39.875,
+      "step": 15701
+    },
+    {
+      "epoch": 0.7503584058109529,
+      "grad_norm": 311.452880859375,
+      "learning_rate": 1.4375455789874024e-05,
+      "loss": 29.375,
+      "step": 15702
+    },
+    {
+      "epoch": 0.7504061932524133,
+      "grad_norm": 200.03866577148438,
+      "learning_rate": 1.4374759917998482e-05,
+      "loss": 26.4062,
+      "step": 15703
+    },
+    {
+      "epoch": 0.7504539806938737,
+      "grad_norm": 229.79736328125,
+      "learning_rate": 1.4374064019923772e-05,
+      "loss": 29.6562,
+      "step": 15704
+    },
+    {
+      "epoch": 0.750501768135334,
+      "grad_norm": 308.3997497558594,
+      "learning_rate": 1.4373368095654065e-05,
+      "loss": 27.0625,
+      "step": 15705
+    },
+    {
+      "epoch": 0.7505495555767944,
+      "grad_norm": 303.44940185546875,
+      "learning_rate": 1.4372672145193523e-05,
+      "loss": 30.8438,
+      "step": 15706
+    },
+    {
+      "epoch": 0.7505973430182548,
+      "grad_norm": 420.9390563964844,
+      "learning_rate": 1.437197616854632e-05,
+      "loss": 29.375,
+      "step": 15707
+    },
+    {
+      "epoch": 0.7506451304597151,
+      "grad_norm": 667.902587890625,
+      "learning_rate": 1.4371280165716619e-05,
+      "loss": 37.2188,
+      "step": 15708
+    },
+    {
+      "epoch": 0.7506929179011755,
+      "grad_norm": 260.7346496582031,
+      "learning_rate": 1.4370584136708592e-05,
+      "loss": 25.0781,
+      "step": 15709
+    },
+    {
+      "epoch": 0.7507407053426359,
+      "grad_norm": 178.96920776367188,
+      "learning_rate": 1.4369888081526404e-05,
+      "loss": 25.0312,
+      "step": 15710
+    },
+    {
+      "epoch": 0.7507884927840963,
+      "grad_norm": 451.02557373046875,
+      "learning_rate": 1.4369192000174226e-05,
+      "loss": 28.0,
+      "step": 15711
+    },
+    {
+      "epoch": 0.7508362802255567,
+      "grad_norm": 340.3199157714844,
+      "learning_rate": 1.4368495892656227e-05,
+      "loss": 39.4531,
+      "step": 15712
+    },
+    {
+      "epoch": 0.7508840676670171,
+      "grad_norm": 130.8263702392578,
+      "learning_rate": 1.436779975897657e-05,
+      "loss": 30.2188,
+      "step": 15713
+    },
+    {
+      "epoch": 0.7509318551084775,
+      "grad_norm": 397.0357360839844,
+      "learning_rate": 1.4367103599139434e-05,
+      "loss": 30.4062,
+      "step": 15714
+    },
+    {
+      "epoch": 0.7509796425499379,
+      "grad_norm": 328.3572998046875,
+      "learning_rate": 1.436640741314898e-05,
+      "loss": 35.0625,
+      "step": 15715
+    },
+    {
+      "epoch": 0.7510274299913983,
+      "grad_norm": 203.6009521484375,
+      "learning_rate": 1.436571120100938e-05,
+      "loss": 29.7812,
+      "step": 15716
+    },
+    {
+      "epoch": 0.7510752174328587,
+      "grad_norm": 181.69442749023438,
+      "learning_rate": 1.4365014962724804e-05,
+      "loss": 24.6875,
+      "step": 15717
+    },
+    {
+      "epoch": 0.751123004874319,
+      "grad_norm": 201.72727966308594,
+      "learning_rate": 1.436431869829942e-05,
+      "loss": 34.6562,
+      "step": 15718
+    },
+    {
+      "epoch": 0.7511707923157794,
+      "grad_norm": 780.1891479492188,
+      "learning_rate": 1.4363622407737396e-05,
+      "loss": 23.5469,
+      "step": 15719
+    },
+    {
+      "epoch": 0.7512185797572398,
+      "grad_norm": 253.17544555664062,
+      "learning_rate": 1.4362926091042908e-05,
+      "loss": 25.5938,
+      "step": 15720
+    },
+    {
+      "epoch": 0.7512663671987002,
+      "grad_norm": 274.1060791015625,
+      "learning_rate": 1.4362229748220122e-05,
+      "loss": 26.0312,
+      "step": 15721
+    },
+    {
+      "epoch": 0.7513141546401606,
+      "grad_norm": 235.45933532714844,
+      "learning_rate": 1.4361533379273207e-05,
+      "loss": 32.6875,
+      "step": 15722
+    },
+    {
+      "epoch": 0.751361942081621,
+      "grad_norm": 364.004638671875,
+      "learning_rate": 1.4360836984206336e-05,
+      "loss": 30.625,
+      "step": 15723
+    },
+    {
+      "epoch": 0.7514097295230814,
+      "grad_norm": 374.8611145019531,
+      "learning_rate": 1.4360140563023679e-05,
+      "loss": 36.3438,
+      "step": 15724
+    },
+    {
+      "epoch": 0.7514575169645418,
+      "grad_norm": 425.8286437988281,
+      "learning_rate": 1.4359444115729406e-05,
+      "loss": 37.9688,
+      "step": 15725
+    },
+    {
+      "epoch": 0.751505304406002,
+      "grad_norm": 318.5260925292969,
+      "learning_rate": 1.4358747642327687e-05,
+      "loss": 32.0938,
+      "step": 15726
+    },
+    {
+      "epoch": 0.7515530918474624,
+      "grad_norm": 422.91998291015625,
+      "learning_rate": 1.4358051142822692e-05,
+      "loss": 31.6875,
+      "step": 15727
+    },
+    {
+      "epoch": 0.7516008792889228,
+      "grad_norm": 306.1160583496094,
+      "learning_rate": 1.4357354617218597e-05,
+      "loss": 28.9062,
+      "step": 15728
+    },
+    {
+      "epoch": 0.7516486667303832,
+      "grad_norm": 352.5556640625,
+      "learning_rate": 1.4356658065519572e-05,
+      "loss": 33.7344,
+      "step": 15729
+    },
+    {
+      "epoch": 0.7516964541718436,
+      "grad_norm": 308.6371154785156,
+      "learning_rate": 1.4355961487729783e-05,
+      "loss": 34.4062,
+      "step": 15730
+    },
+    {
+      "epoch": 0.751744241613304,
+      "grad_norm": 178.82749938964844,
+      "learning_rate": 1.4355264883853408e-05,
+      "loss": 23.3438,
+      "step": 15731
+    },
+    {
+      "epoch": 0.7517920290547644,
+      "grad_norm": 334.2169189453125,
+      "learning_rate": 1.4354568253894616e-05,
+      "loss": 26.5,
+      "step": 15732
+    },
+    {
+      "epoch": 0.7518398164962248,
+      "grad_norm": 246.2309112548828,
+      "learning_rate": 1.4353871597857581e-05,
+      "loss": 25.9062,
+      "step": 15733
+    },
+    {
+      "epoch": 0.7518876039376852,
+      "grad_norm": 276.35223388671875,
+      "learning_rate": 1.4353174915746468e-05,
+      "loss": 26.9375,
+      "step": 15734
+    },
+    {
+      "epoch": 0.7519353913791456,
+      "grad_norm": 239.85108947753906,
+      "learning_rate": 1.4352478207565456e-05,
+      "loss": 32.1875,
+      "step": 15735
+    },
+    {
+      "epoch": 0.751983178820606,
+      "grad_norm": 279.5505065917969,
+      "learning_rate": 1.4351781473318718e-05,
+      "loss": 39.625,
+      "step": 15736
+    },
+    {
+      "epoch": 0.7520309662620663,
+      "grad_norm": 182.635009765625,
+      "learning_rate": 1.4351084713010424e-05,
+      "loss": 37.4844,
+      "step": 15737
+    },
+    {
+      "epoch": 0.7520787537035267,
+      "grad_norm": 152.41802978515625,
+      "learning_rate": 1.4350387926644747e-05,
+      "loss": 25.1719,
+      "step": 15738
+    },
+    {
+      "epoch": 0.7521265411449871,
+      "grad_norm": 179.51956176757812,
+      "learning_rate": 1.4349691114225857e-05,
+      "loss": 21.8438,
+      "step": 15739
+    },
+    {
+      "epoch": 0.7521743285864475,
+      "grad_norm": 243.4461669921875,
+      "learning_rate": 1.4348994275757933e-05,
+      "loss": 24.6719,
+      "step": 15740
+    },
+    {
+      "epoch": 0.7522221160279079,
+      "grad_norm": 288.66864013671875,
+      "learning_rate": 1.434829741124514e-05,
+      "loss": 25.6719,
+      "step": 15741
+    },
+    {
+      "epoch": 0.7522699034693683,
+      "grad_norm": 896.956298828125,
+      "learning_rate": 1.4347600520691662e-05,
+      "loss": 26.7031,
+      "step": 15742
+    },
+    {
+      "epoch": 0.7523176909108287,
+      "grad_norm": 359.0784912109375,
+      "learning_rate": 1.4346903604101665e-05,
+      "loss": 27.1875,
+      "step": 15743
+    },
+    {
+      "epoch": 0.7523654783522891,
+      "grad_norm": 246.029296875,
+      "learning_rate": 1.4346206661479324e-05,
+      "loss": 35.6875,
+      "step": 15744
+    },
+    {
+      "epoch": 0.7524132657937495,
+      "grad_norm": 268.4014587402344,
+      "learning_rate": 1.4345509692828813e-05,
+      "loss": 33.9062,
+      "step": 15745
+    },
+    {
+      "epoch": 0.7524610532352097,
+      "grad_norm": 570.7357177734375,
+      "learning_rate": 1.4344812698154306e-05,
+      "loss": 32.1875,
+      "step": 15746
+    },
+    {
+      "epoch": 0.7525088406766701,
+      "grad_norm": 296.3482666015625,
+      "learning_rate": 1.434411567745998e-05,
+      "loss": 22.3125,
+      "step": 15747
+    },
+    {
+      "epoch": 0.7525566281181305,
+      "grad_norm": 253.9578399658203,
+      "learning_rate": 1.4343418630750003e-05,
+      "loss": 23.9219,
+      "step": 15748
+    },
+    {
+      "epoch": 0.7526044155595909,
+      "grad_norm": 221.66136169433594,
+      "learning_rate": 1.4342721558028556e-05,
+      "loss": 31.5312,
+      "step": 15749
+    },
+    {
+      "epoch": 0.7526522030010513,
+      "grad_norm": 215.51593017578125,
+      "learning_rate": 1.434202445929981e-05,
+      "loss": 23.4219,
+      "step": 15750
+    },
+    {
+      "epoch": 0.7526999904425117,
+      "grad_norm": 257.9485168457031,
+      "learning_rate": 1.4341327334567941e-05,
+      "loss": 28.6875,
+      "step": 15751
+    },
+    {
+      "epoch": 0.7527477778839721,
+      "grad_norm": 324.8338623046875,
+      "learning_rate": 1.4340630183837119e-05,
+      "loss": 28.1562,
+      "step": 15752
+    },
+    {
+      "epoch": 0.7527955653254325,
+      "grad_norm": 534.128173828125,
+      "learning_rate": 1.4339933007111526e-05,
+      "loss": 40.5312,
+      "step": 15753
+    },
+    {
+      "epoch": 0.7528433527668928,
+      "grad_norm": 654.2789916992188,
+      "learning_rate": 1.4339235804395332e-05,
+      "loss": 24.2031,
+      "step": 15754
+    },
+    {
+      "epoch": 0.7528911402083532,
+      "grad_norm": 300.1781005859375,
+      "learning_rate": 1.433853857569272e-05,
+      "loss": 30.4375,
+      "step": 15755
+    },
+    {
+      "epoch": 0.7529389276498136,
+      "grad_norm": 259.136474609375,
+      "learning_rate": 1.4337841321007854e-05,
+      "loss": 27.7812,
+      "step": 15756
+    },
+    {
+      "epoch": 0.752986715091274,
+      "grad_norm": 232.2232208251953,
+      "learning_rate": 1.4337144040344919e-05,
+      "loss": 32.5625,
+      "step": 15757
+    },
+    {
+      "epoch": 0.7530345025327344,
+      "grad_norm": 308.0528259277344,
+      "learning_rate": 1.4336446733708089e-05,
+      "loss": 36.6875,
+      "step": 15758
+    },
+    {
+      "epoch": 0.7530822899741948,
+      "grad_norm": 313.171875,
+      "learning_rate": 1.4335749401101535e-05,
+      "loss": 28.5312,
+      "step": 15759
+    },
+    {
+      "epoch": 0.7531300774156552,
+      "grad_norm": 163.6566925048828,
+      "learning_rate": 1.4335052042529441e-05,
+      "loss": 22.7188,
+      "step": 15760
+    },
+    {
+      "epoch": 0.7531778648571156,
+      "grad_norm": 236.2445831298828,
+      "learning_rate": 1.4334354657995975e-05,
+      "loss": 33.625,
+      "step": 15761
+    },
+    {
+      "epoch": 0.753225652298576,
+      "grad_norm": 278.3105163574219,
+      "learning_rate": 1.433365724750532e-05,
+      "loss": 31.9062,
+      "step": 15762
+    },
+    {
+      "epoch": 0.7532734397400364,
+      "grad_norm": 375.3157653808594,
+      "learning_rate": 1.4332959811061646e-05,
+      "loss": 32.125,
+      "step": 15763
+    },
+    {
+      "epoch": 0.7533212271814967,
+      "grad_norm": 239.08251953125,
+      "learning_rate": 1.4332262348669138e-05,
+      "loss": 21.5781,
+      "step": 15764
+    },
+    {
+      "epoch": 0.7533690146229571,
+      "grad_norm": 273.09930419921875,
+      "learning_rate": 1.433156486033197e-05,
+      "loss": 21.4375,
+      "step": 15765
+    },
+    {
+      "epoch": 0.7534168020644175,
+      "grad_norm": 276.88153076171875,
+      "learning_rate": 1.4330867346054316e-05,
+      "loss": 26.4062,
+      "step": 15766
+    },
+    {
+      "epoch": 0.7534645895058778,
+      "grad_norm": 326.6316833496094,
+      "learning_rate": 1.4330169805840353e-05,
+      "loss": 23.5938,
+      "step": 15767
+    },
+    {
+      "epoch": 0.7535123769473382,
+      "grad_norm": 218.32427978515625,
+      "learning_rate": 1.4329472239694262e-05,
+      "loss": 22.0938,
+      "step": 15768
+    },
+    {
+      "epoch": 0.7535601643887986,
+      "grad_norm": 298.5525207519531,
+      "learning_rate": 1.4328774647620219e-05,
+      "loss": 34.75,
+      "step": 15769
+    },
+    {
+      "epoch": 0.753607951830259,
+      "grad_norm": 194.4935302734375,
+      "learning_rate": 1.43280770296224e-05,
+      "loss": 21.9844,
+      "step": 15770
+    },
+    {
+      "epoch": 0.7536557392717194,
+      "grad_norm": 303.54229736328125,
+      "learning_rate": 1.4327379385704988e-05,
+      "loss": 30.5312,
+      "step": 15771
+    },
+    {
+      "epoch": 0.7537035267131798,
+      "grad_norm": 253.42428588867188,
+      "learning_rate": 1.4326681715872153e-05,
+      "loss": 32.5,
+      "step": 15772
+    },
+    {
+      "epoch": 0.7537513141546401,
+      "grad_norm": 216.6275634765625,
+      "learning_rate": 1.4325984020128079e-05,
+      "loss": 25.9375,
+      "step": 15773
+    },
+    {
+      "epoch": 0.7537991015961005,
+      "grad_norm": 301.9552307128906,
+      "learning_rate": 1.4325286298476941e-05,
+      "loss": 42.2812,
+      "step": 15774
+    },
+    {
+      "epoch": 0.7538468890375609,
+      "grad_norm": 252.8632049560547,
+      "learning_rate": 1.4324588550922921e-05,
+      "loss": 19.7969,
+      "step": 15775
+    },
+    {
+      "epoch": 0.7538946764790213,
+      "grad_norm": 299.1717224121094,
+      "learning_rate": 1.4323890777470195e-05,
+      "loss": 26.7969,
+      "step": 15776
+    },
+    {
+      "epoch": 0.7539424639204817,
+      "grad_norm": 196.15054321289062,
+      "learning_rate": 1.4323192978122946e-05,
+      "loss": 22.2656,
+      "step": 15777
+    },
+    {
+      "epoch": 0.7539902513619421,
+      "grad_norm": 260.36541748046875,
+      "learning_rate": 1.4322495152885346e-05,
+      "loss": 24.0,
+      "step": 15778
+    },
+    {
+      "epoch": 0.7540380388034025,
+      "grad_norm": 184.5824432373047,
+      "learning_rate": 1.4321797301761577e-05,
+      "loss": 34.7656,
+      "step": 15779
+    },
+    {
+      "epoch": 0.7540858262448629,
+      "grad_norm": 344.28607177734375,
+      "learning_rate": 1.4321099424755821e-05,
+      "loss": 26.6562,
+      "step": 15780
+    },
+    {
+      "epoch": 0.7541336136863233,
+      "grad_norm": 465.1166687011719,
+      "learning_rate": 1.4320401521872254e-05,
+      "loss": 32.25,
+      "step": 15781
+    },
+    {
+      "epoch": 0.7541814011277836,
+      "grad_norm": 410.9873962402344,
+      "learning_rate": 1.4319703593115058e-05,
+      "loss": 27.2031,
+      "step": 15782
+    },
+    {
+      "epoch": 0.754229188569244,
+      "grad_norm": 263.8608703613281,
+      "learning_rate": 1.4319005638488413e-05,
+      "loss": 25.5938,
+      "step": 15783
+    },
+    {
+      "epoch": 0.7542769760107044,
+      "grad_norm": 429.5630187988281,
+      "learning_rate": 1.4318307657996495e-05,
+      "loss": 25.5625,
+      "step": 15784
+    },
+    {
+      "epoch": 0.7543247634521648,
+      "grad_norm": 299.9151916503906,
+      "learning_rate": 1.4317609651643484e-05,
+      "loss": 29.3125,
+      "step": 15785
+    },
+    {
+      "epoch": 0.7543725508936252,
+      "grad_norm": 176.08299255371094,
+      "learning_rate": 1.4316911619433567e-05,
+      "loss": 21.5,
+      "step": 15786
+    },
+    {
+      "epoch": 0.7544203383350856,
+      "grad_norm": 232.3184814453125,
+      "learning_rate": 1.4316213561370916e-05,
+      "loss": 33.0625,
+      "step": 15787
+    },
+    {
+      "epoch": 0.7544681257765459,
+      "grad_norm": 292.24505615234375,
+      "learning_rate": 1.4315515477459716e-05,
+      "loss": 27.5625,
+      "step": 15788
+    },
+    {
+      "epoch": 0.7545159132180063,
+      "grad_norm": 204.80319213867188,
+      "learning_rate": 1.4314817367704148e-05,
+      "loss": 26.1094,
+      "step": 15789
+    },
+    {
+      "epoch": 0.7545637006594667,
+      "grad_norm": 303.7396240234375,
+      "learning_rate": 1.4314119232108392e-05,
+      "loss": 22.4688,
+      "step": 15790
+    },
+    {
+      "epoch": 0.754611488100927,
+      "grad_norm": 287.59967041015625,
+      "learning_rate": 1.4313421070676626e-05,
+      "loss": 35.1875,
+      "step": 15791
+    },
+    {
+      "epoch": 0.7546592755423874,
+      "grad_norm": 664.7024536132812,
+      "learning_rate": 1.4312722883413036e-05,
+      "loss": 21.7188,
+      "step": 15792
+    },
+    {
+      "epoch": 0.7547070629838478,
+      "grad_norm": 360.208740234375,
+      "learning_rate": 1.43120246703218e-05,
+      "loss": 31.8438,
+      "step": 15793
+    },
+    {
+      "epoch": 0.7547548504253082,
+      "grad_norm": 216.6967010498047,
+      "learning_rate": 1.43113264314071e-05,
+      "loss": 19.5,
+      "step": 15794
+    },
+    {
+      "epoch": 0.7548026378667686,
+      "grad_norm": 252.35079956054688,
+      "learning_rate": 1.4310628166673119e-05,
+      "loss": 36.9062,
+      "step": 15795
+    },
+    {
+      "epoch": 0.754850425308229,
+      "grad_norm": 299.5736389160156,
+      "learning_rate": 1.4309929876124034e-05,
+      "loss": 25.9688,
+      "step": 15796
+    },
+    {
+      "epoch": 0.7548982127496894,
+      "grad_norm": 370.427490234375,
+      "learning_rate": 1.4309231559764034e-05,
+      "loss": 33.7188,
+      "step": 15797
+    },
+    {
+      "epoch": 0.7549460001911498,
+      "grad_norm": 173.9536590576172,
+      "learning_rate": 1.4308533217597298e-05,
+      "loss": 24.75,
+      "step": 15798
+    },
+    {
+      "epoch": 0.7549937876326102,
+      "grad_norm": 517.9364624023438,
+      "learning_rate": 1.4307834849628006e-05,
+      "loss": 35.875,
+      "step": 15799
+    },
+    {
+      "epoch": 0.7550415750740705,
+      "grad_norm": 200.27088928222656,
+      "learning_rate": 1.4307136455860343e-05,
+      "loss": 27.8281,
+      "step": 15800
+    },
+    {
+      "epoch": 0.7550893625155309,
+      "grad_norm": 358.46954345703125,
+      "learning_rate": 1.4306438036298489e-05,
+      "loss": 32.5312,
+      "step": 15801
+    },
+    {
+      "epoch": 0.7551371499569913,
+      "grad_norm": 278.3699645996094,
+      "learning_rate": 1.4305739590946626e-05,
+      "loss": 22.3125,
+      "step": 15802
+    },
+    {
+      "epoch": 0.7551849373984517,
+      "grad_norm": 324.36407470703125,
+      "learning_rate": 1.4305041119808943e-05,
+      "loss": 35.0312,
+      "step": 15803
+    },
+    {
+      "epoch": 0.7552327248399121,
+      "grad_norm": 316.1702880859375,
+      "learning_rate": 1.4304342622889616e-05,
+      "loss": 24.9531,
+      "step": 15804
+    },
+    {
+      "epoch": 0.7552805122813725,
+      "grad_norm": 285.0114440917969,
+      "learning_rate": 1.430364410019283e-05,
+      "loss": 34.1562,
+      "step": 15805
+    },
+    {
+      "epoch": 0.7553282997228329,
+      "grad_norm": 238.31480407714844,
+      "learning_rate": 1.430294555172277e-05,
+      "loss": 27.2812,
+      "step": 15806
+    },
+    {
+      "epoch": 0.7553760871642933,
+      "grad_norm": 988.2744140625,
+      "learning_rate": 1.430224697748362e-05,
+      "loss": 22.8125,
+      "step": 15807
+    },
+    {
+      "epoch": 0.7554238746057536,
+      "grad_norm": 397.2362365722656,
+      "learning_rate": 1.4301548377479562e-05,
+      "loss": 30.4375,
+      "step": 15808
+    },
+    {
+      "epoch": 0.7554716620472139,
+      "grad_norm": 200.23281860351562,
+      "learning_rate": 1.4300849751714779e-05,
+      "loss": 32.9375,
+      "step": 15809
+    },
+    {
+      "epoch": 0.7555194494886743,
+      "grad_norm": 294.6612243652344,
+      "learning_rate": 1.4300151100193456e-05,
+      "loss": 23.0,
+      "step": 15810
+    },
+    {
+      "epoch": 0.7555672369301347,
+      "grad_norm": 378.42626953125,
+      "learning_rate": 1.4299452422919772e-05,
+      "loss": 22.1562,
+      "step": 15811
+    },
+    {
+      "epoch": 0.7556150243715951,
+      "grad_norm": 219.48104858398438,
+      "learning_rate": 1.4298753719897922e-05,
+      "loss": 23.25,
+      "step": 15812
+    },
+    {
+      "epoch": 0.7556628118130555,
+      "grad_norm": 411.9538879394531,
+      "learning_rate": 1.4298054991132082e-05,
+      "loss": 44.9688,
+      "step": 15813
+    },
+    {
+      "epoch": 0.7557105992545159,
+      "grad_norm": 391.9491882324219,
+      "learning_rate": 1.4297356236626439e-05,
+      "loss": 28.75,
+      "step": 15814
+    },
+    {
+      "epoch": 0.7557583866959763,
+      "grad_norm": 212.236328125,
+      "learning_rate": 1.4296657456385176e-05,
+      "loss": 29.6875,
+      "step": 15815
+    },
+    {
+      "epoch": 0.7558061741374367,
+      "grad_norm": 224.06944274902344,
+      "learning_rate": 1.429595865041248e-05,
+      "loss": 23.625,
+      "step": 15816
+    },
+    {
+      "epoch": 0.7558539615788971,
+      "grad_norm": 232.15513610839844,
+      "learning_rate": 1.4295259818712534e-05,
+      "loss": 27.2188,
+      "step": 15817
+    },
+    {
+      "epoch": 0.7559017490203574,
+      "grad_norm": 480.17828369140625,
+      "learning_rate": 1.4294560961289527e-05,
+      "loss": 40.0625,
+      "step": 15818
+    },
+    {
+      "epoch": 0.7559495364618178,
+      "grad_norm": 246.80746459960938,
+      "learning_rate": 1.429386207814764e-05,
+      "loss": 27.7969,
+      "step": 15819
+    },
+    {
+      "epoch": 0.7559973239032782,
+      "grad_norm": 537.865966796875,
+      "learning_rate": 1.4293163169291057e-05,
+      "loss": 27.625,
+      "step": 15820
+    },
+    {
+      "epoch": 0.7560451113447386,
+      "grad_norm": 344.1540832519531,
+      "learning_rate": 1.429246423472397e-05,
+      "loss": 14.7188,
+      "step": 15821
+    },
+    {
+      "epoch": 0.756092898786199,
+      "grad_norm": 287.7652893066406,
+      "learning_rate": 1.4291765274450557e-05,
+      "loss": 22.3125,
+      "step": 15822
+    },
+    {
+      "epoch": 0.7561406862276594,
+      "grad_norm": 645.7003784179688,
+      "learning_rate": 1.4291066288475013e-05,
+      "loss": 44.5625,
+      "step": 15823
+    },
+    {
+      "epoch": 0.7561884736691198,
+      "grad_norm": 287.1241149902344,
+      "learning_rate": 1.4290367276801513e-05,
+      "loss": 29.1094,
+      "step": 15824
+    },
+    {
+      "epoch": 0.7562362611105802,
+      "grad_norm": 331.33001708984375,
+      "learning_rate": 1.4289668239434256e-05,
+      "loss": 34.5312,
+      "step": 15825
+    },
+    {
+      "epoch": 0.7562840485520406,
+      "grad_norm": 229.8511199951172,
+      "learning_rate": 1.4288969176377415e-05,
+      "loss": 32.9688,
+      "step": 15826
+    },
+    {
+      "epoch": 0.756331835993501,
+      "grad_norm": 260.7441711425781,
+      "learning_rate": 1.4288270087635185e-05,
+      "loss": 26.0938,
+      "step": 15827
+    },
+    {
+      "epoch": 0.7563796234349613,
+      "grad_norm": 378.28363037109375,
+      "learning_rate": 1.428757097321175e-05,
+      "loss": 29.625,
+      "step": 15828
+    },
+    {
+      "epoch": 0.7564274108764216,
+      "grad_norm": 237.16062927246094,
+      "learning_rate": 1.42868718331113e-05,
+      "loss": 27.8438,
+      "step": 15829
+    },
+    {
+      "epoch": 0.756475198317882,
+      "grad_norm": 248.7080078125,
+      "learning_rate": 1.4286172667338018e-05,
+      "loss": 31.7812,
+      "step": 15830
+    },
+    {
+      "epoch": 0.7565229857593424,
+      "grad_norm": 310.6419372558594,
+      "learning_rate": 1.4285473475896095e-05,
+      "loss": 30.2812,
+      "step": 15831
+    },
+    {
+      "epoch": 0.7565707732008028,
+      "grad_norm": 343.0904541015625,
+      "learning_rate": 1.428477425878971e-05,
+      "loss": 24.375,
+      "step": 15832
+    },
+    {
+      "epoch": 0.7566185606422632,
+      "grad_norm": 246.69683837890625,
+      "learning_rate": 1.428407501602306e-05,
+      "loss": 41.2188,
+      "step": 15833
+    },
+    {
+      "epoch": 0.7566663480837236,
+      "grad_norm": 464.528076171875,
+      "learning_rate": 1.428337574760033e-05,
+      "loss": 27.8438,
+      "step": 15834
+    },
+    {
+      "epoch": 0.756714135525184,
+      "grad_norm": 394.83587646484375,
+      "learning_rate": 1.4282676453525701e-05,
+      "loss": 33.5625,
+      "step": 15835
+    },
+    {
+      "epoch": 0.7567619229666444,
+      "grad_norm": 554.1212158203125,
+      "learning_rate": 1.428197713380337e-05,
+      "loss": 31.8125,
+      "step": 15836
+    },
+    {
+      "epoch": 0.7568097104081047,
+      "grad_norm": 252.96502685546875,
+      "learning_rate": 1.4281277788437519e-05,
+      "loss": 28.5312,
+      "step": 15837
+    },
+    {
+      "epoch": 0.7568574978495651,
+      "grad_norm": 478.7550964355469,
+      "learning_rate": 1.4280578417432343e-05,
+      "loss": 36.0,
+      "step": 15838
+    },
+    {
+      "epoch": 0.7569052852910255,
+      "grad_norm": 309.6260070800781,
+      "learning_rate": 1.427987902079202e-05,
+      "loss": 33.4688,
+      "step": 15839
+    },
+    {
+      "epoch": 0.7569530727324859,
+      "grad_norm": 595.7886962890625,
+      "learning_rate": 1.4279179598520748e-05,
+      "loss": 40.2188,
+      "step": 15840
+    },
+    {
+      "epoch": 0.7570008601739463,
+      "grad_norm": 419.5354919433594,
+      "learning_rate": 1.4278480150622708e-05,
+      "loss": 37.2812,
+      "step": 15841
+    },
+    {
+      "epoch": 0.7570486476154067,
+      "grad_norm": 359.6905822753906,
+      "learning_rate": 1.4277780677102098e-05,
+      "loss": 37.4375,
+      "step": 15842
+    },
+    {
+      "epoch": 0.7570964350568671,
+      "grad_norm": 159.91763305664062,
+      "learning_rate": 1.4277081177963098e-05,
+      "loss": 26.4688,
+      "step": 15843
+    },
+    {
+      "epoch": 0.7571442224983275,
+      "grad_norm": 300.0898742675781,
+      "learning_rate": 1.42763816532099e-05,
+      "loss": 22.5312,
+      "step": 15844
+    },
+    {
+      "epoch": 0.7571920099397879,
+      "grad_norm": 198.79676818847656,
+      "learning_rate": 1.4275682102846697e-05,
+      "loss": 20.1875,
+      "step": 15845
+    },
+    {
+      "epoch": 0.7572397973812482,
+      "grad_norm": 183.75860595703125,
+      "learning_rate": 1.4274982526877672e-05,
+      "loss": 26.7188,
+      "step": 15846
+    },
+    {
+      "epoch": 0.7572875848227086,
+      "grad_norm": 297.8255920410156,
+      "learning_rate": 1.4274282925307022e-05,
+      "loss": 34.7188,
+      "step": 15847
+    },
+    {
+      "epoch": 0.757335372264169,
+      "grad_norm": 246.35562133789062,
+      "learning_rate": 1.4273583298138931e-05,
+      "loss": 25.5,
+      "step": 15848
+    },
+    {
+      "epoch": 0.7573831597056293,
+      "grad_norm": 271.2222900390625,
+      "learning_rate": 1.4272883645377591e-05,
+      "loss": 22.4219,
+      "step": 15849
+    },
+    {
+      "epoch": 0.7574309471470897,
+      "grad_norm": 128.19253540039062,
+      "learning_rate": 1.427218396702719e-05,
+      "loss": 19.0469,
+      "step": 15850
+    },
+    {
+      "epoch": 0.7574787345885501,
+      "grad_norm": 202.01751708984375,
+      "learning_rate": 1.427148426309192e-05,
+      "loss": 25.1875,
+      "step": 15851
+    },
+    {
+      "epoch": 0.7575265220300105,
+      "grad_norm": 192.10877990722656,
+      "learning_rate": 1.4270784533575968e-05,
+      "loss": 20.9688,
+      "step": 15852
+    },
+    {
+      "epoch": 0.7575743094714709,
+      "grad_norm": 197.25291442871094,
+      "learning_rate": 1.4270084778483533e-05,
+      "loss": 41.125,
+      "step": 15853
+    },
+    {
+      "epoch": 0.7576220969129313,
+      "grad_norm": 244.28402709960938,
+      "learning_rate": 1.4269384997818799e-05,
+      "loss": 19.75,
+      "step": 15854
+    },
+    {
+      "epoch": 0.7576698843543916,
+      "grad_norm": 213.22354125976562,
+      "learning_rate": 1.4268685191585954e-05,
+      "loss": 24.5703,
+      "step": 15855
+    },
+    {
+      "epoch": 0.757717671795852,
+      "grad_norm": 201.3768768310547,
+      "learning_rate": 1.4267985359789196e-05,
+      "loss": 25.4375,
+      "step": 15856
+    },
+    {
+      "epoch": 0.7577654592373124,
+      "grad_norm": 319.17242431640625,
+      "learning_rate": 1.4267285502432711e-05,
+      "loss": 35.7188,
+      "step": 15857
+    },
+    {
+      "epoch": 0.7578132466787728,
+      "grad_norm": 447.5801696777344,
+      "learning_rate": 1.4266585619520694e-05,
+      "loss": 32.0312,
+      "step": 15858
+    },
+    {
+      "epoch": 0.7578610341202332,
+      "grad_norm": 239.79998779296875,
+      "learning_rate": 1.4265885711057333e-05,
+      "loss": 25.0,
+      "step": 15859
+    },
+    {
+      "epoch": 0.7579088215616936,
+      "grad_norm": 272.07989501953125,
+      "learning_rate": 1.4265185777046822e-05,
+      "loss": 27.0781,
+      "step": 15860
+    },
+    {
+      "epoch": 0.757956609003154,
+      "grad_norm": 268.0356750488281,
+      "learning_rate": 1.426448581749335e-05,
+      "loss": 22.0625,
+      "step": 15861
+    },
+    {
+      "epoch": 0.7580043964446144,
+      "grad_norm": 230.20272827148438,
+      "learning_rate": 1.4263785832401113e-05,
+      "loss": 26.1562,
+      "step": 15862
+    },
+    {
+      "epoch": 0.7580521838860748,
+      "grad_norm": 291.3714599609375,
+      "learning_rate": 1.42630858217743e-05,
+      "loss": 31.6875,
+      "step": 15863
+    },
+    {
+      "epoch": 0.7580999713275351,
+      "grad_norm": 341.96331787109375,
+      "learning_rate": 1.4262385785617105e-05,
+      "loss": 31.5312,
+      "step": 15864
+    },
+    {
+      "epoch": 0.7581477587689955,
+      "grad_norm": 284.7896728515625,
+      "learning_rate": 1.4261685723933718e-05,
+      "loss": 20.3125,
+      "step": 15865
+    },
+    {
+      "epoch": 0.7581955462104559,
+      "grad_norm": 252.08668518066406,
+      "learning_rate": 1.4260985636728333e-05,
+      "loss": 22.9688,
+      "step": 15866
+    },
+    {
+      "epoch": 0.7582433336519163,
+      "grad_norm": 290.32855224609375,
+      "learning_rate": 1.4260285524005142e-05,
+      "loss": 36.75,
+      "step": 15867
+    },
+    {
+      "epoch": 0.7582911210933767,
+      "grad_norm": 195.7585906982422,
+      "learning_rate": 1.4259585385768337e-05,
+      "loss": 28.3438,
+      "step": 15868
+    },
+    {
+      "epoch": 0.7583389085348371,
+      "grad_norm": 313.88916015625,
+      "learning_rate": 1.4258885222022113e-05,
+      "loss": 32.5156,
+      "step": 15869
+    },
+    {
+      "epoch": 0.7583866959762974,
+      "grad_norm": 162.93588256835938,
+      "learning_rate": 1.4258185032770662e-05,
+      "loss": 25.1094,
+      "step": 15870
+    },
+    {
+      "epoch": 0.7584344834177578,
+      "grad_norm": 265.262939453125,
+      "learning_rate": 1.4257484818018177e-05,
+      "loss": 27.9375,
+      "step": 15871
+    },
+    {
+      "epoch": 0.7584822708592182,
+      "grad_norm": 363.6935119628906,
+      "learning_rate": 1.4256784577768849e-05,
+      "loss": 30.4375,
+      "step": 15872
+    },
+    {
+      "epoch": 0.7585300583006785,
+      "grad_norm": 212.2898712158203,
+      "learning_rate": 1.4256084312026879e-05,
+      "loss": 26.375,
+      "step": 15873
+    },
+    {
+      "epoch": 0.7585778457421389,
+      "grad_norm": 249.9171600341797,
+      "learning_rate": 1.4255384020796452e-05,
+      "loss": 27.125,
+      "step": 15874
+    },
+    {
+      "epoch": 0.7586256331835993,
+      "grad_norm": 212.84869384765625,
+      "learning_rate": 1.4254683704081766e-05,
+      "loss": 16.75,
+      "step": 15875
+    },
+    {
+      "epoch": 0.7586734206250597,
+      "grad_norm": 408.38922119140625,
+      "learning_rate": 1.4253983361887017e-05,
+      "loss": 38.625,
+      "step": 15876
+    },
+    {
+      "epoch": 0.7587212080665201,
+      "grad_norm": 804.484130859375,
+      "learning_rate": 1.4253282994216396e-05,
+      "loss": 20.4688,
+      "step": 15877
+    },
+    {
+      "epoch": 0.7587689955079805,
+      "grad_norm": 264.4215087890625,
+      "learning_rate": 1.4252582601074099e-05,
+      "loss": 40.0312,
+      "step": 15878
+    },
+    {
+      "epoch": 0.7588167829494409,
+      "grad_norm": 364.8495788574219,
+      "learning_rate": 1.4251882182464316e-05,
+      "loss": 29.1875,
+      "step": 15879
+    },
+    {
+      "epoch": 0.7588645703909013,
+      "grad_norm": 183.78843688964844,
+      "learning_rate": 1.425118173839125e-05,
+      "loss": 24.6562,
+      "step": 15880
+    },
+    {
+      "epoch": 0.7589123578323617,
+      "grad_norm": 351.26904296875,
+      "learning_rate": 1.4250481268859086e-05,
+      "loss": 24.4531,
+      "step": 15881
+    },
+    {
+      "epoch": 0.758960145273822,
+      "grad_norm": 769.4677124023438,
+      "learning_rate": 1.4249780773872029e-05,
+      "loss": 28.5312,
+      "step": 15882
+    },
+    {
+      "epoch": 0.7590079327152824,
+      "grad_norm": 339.75140380859375,
+      "learning_rate": 1.4249080253434264e-05,
+      "loss": 36.4375,
+      "step": 15883
+    },
+    {
+      "epoch": 0.7590557201567428,
+      "grad_norm": 269.73516845703125,
+      "learning_rate": 1.4248379707549994e-05,
+      "loss": 28.9531,
+      "step": 15884
+    },
+    {
+      "epoch": 0.7591035075982032,
+      "grad_norm": 430.9876403808594,
+      "learning_rate": 1.424767913622341e-05,
+      "loss": 28.25,
+      "step": 15885
+    },
+    {
+      "epoch": 0.7591512950396636,
+      "grad_norm": 362.80926513671875,
+      "learning_rate": 1.4246978539458708e-05,
+      "loss": 30.1719,
+      "step": 15886
+    },
+    {
+      "epoch": 0.759199082481124,
+      "grad_norm": 680.5036010742188,
+      "learning_rate": 1.4246277917260085e-05,
+      "loss": 29.5938,
+      "step": 15887
+    },
+    {
+      "epoch": 0.7592468699225844,
+      "grad_norm": 249.6434783935547,
+      "learning_rate": 1.424557726963174e-05,
+      "loss": 22.4688,
+      "step": 15888
+    },
+    {
+      "epoch": 0.7592946573640448,
+      "grad_norm": 399.4339294433594,
+      "learning_rate": 1.4244876596577862e-05,
+      "loss": 34.0625,
+      "step": 15889
+    },
+    {
+      "epoch": 0.7593424448055052,
+      "grad_norm": 216.39730834960938,
+      "learning_rate": 1.4244175898102652e-05,
+      "loss": 34.0312,
+      "step": 15890
+    },
+    {
+      "epoch": 0.7593902322469654,
+      "grad_norm": 224.37550354003906,
+      "learning_rate": 1.4243475174210303e-05,
+      "loss": 24.7812,
+      "step": 15891
+    },
+    {
+      "epoch": 0.7594380196884258,
+      "grad_norm": 250.4482421875,
+      "learning_rate": 1.4242774424905016e-05,
+      "loss": 26.5312,
+      "step": 15892
+    },
+    {
+      "epoch": 0.7594858071298862,
+      "grad_norm": 245.24703979492188,
+      "learning_rate": 1.4242073650190984e-05,
+      "loss": 26.9219,
+      "step": 15893
+    },
+    {
+      "epoch": 0.7595335945713466,
+      "grad_norm": 248.36624145507812,
+      "learning_rate": 1.4241372850072402e-05,
+      "loss": 25.125,
+      "step": 15894
+    },
+    {
+      "epoch": 0.759581382012807,
+      "grad_norm": 193.0377197265625,
+      "learning_rate": 1.4240672024553472e-05,
+      "loss": 23.0469,
+      "step": 15895
+    },
+    {
+      "epoch": 0.7596291694542674,
+      "grad_norm": 279.46453857421875,
+      "learning_rate": 1.4239971173638391e-05,
+      "loss": 33.7812,
+      "step": 15896
+    },
+    {
+      "epoch": 0.7596769568957278,
+      "grad_norm": 410.7762145996094,
+      "learning_rate": 1.4239270297331349e-05,
+      "loss": 34.5312,
+      "step": 15897
+    },
+    {
+      "epoch": 0.7597247443371882,
+      "grad_norm": 273.6541442871094,
+      "learning_rate": 1.4238569395636552e-05,
+      "loss": 29.1562,
+      "step": 15898
+    },
+    {
+      "epoch": 0.7597725317786486,
+      "grad_norm": 749.7120971679688,
+      "learning_rate": 1.4237868468558191e-05,
+      "loss": 29.3438,
+      "step": 15899
+    },
+    {
+      "epoch": 0.759820319220109,
+      "grad_norm": 318.29986572265625,
+      "learning_rate": 1.4237167516100466e-05,
+      "loss": 34.3125,
+      "step": 15900
+    },
+    {
+      "epoch": 0.7598681066615693,
+      "grad_norm": 286.58209228515625,
+      "learning_rate": 1.4236466538267576e-05,
+      "loss": 25.5625,
+      "step": 15901
+    },
+    {
+      "epoch": 0.7599158941030297,
+      "grad_norm": 148.07122802734375,
+      "learning_rate": 1.4235765535063717e-05,
+      "loss": 27.0781,
+      "step": 15902
+    },
+    {
+      "epoch": 0.7599636815444901,
+      "grad_norm": 308.52496337890625,
+      "learning_rate": 1.423506450649309e-05,
+      "loss": 25.8125,
+      "step": 15903
+    },
+    {
+      "epoch": 0.7600114689859505,
+      "grad_norm": 483.87274169921875,
+      "learning_rate": 1.4234363452559891e-05,
+      "loss": 27.875,
+      "step": 15904
+    },
+    {
+      "epoch": 0.7600592564274109,
+      "grad_norm": 374.68353271484375,
+      "learning_rate": 1.4233662373268318e-05,
+      "loss": 25.5156,
+      "step": 15905
+    },
+    {
+      "epoch": 0.7601070438688713,
+      "grad_norm": 205.0811767578125,
+      "learning_rate": 1.423296126862257e-05,
+      "loss": 27.4375,
+      "step": 15906
+    },
+    {
+      "epoch": 0.7601548313103317,
+      "grad_norm": 215.23655700683594,
+      "learning_rate": 1.4232260138626845e-05,
+      "loss": 32.0625,
+      "step": 15907
+    },
+    {
+      "epoch": 0.7602026187517921,
+      "grad_norm": 166.73681640625,
+      "learning_rate": 1.4231558983285345e-05,
+      "loss": 19.3281,
+      "step": 15908
+    },
+    {
+      "epoch": 0.7602504061932525,
+      "grad_norm": 222.52328491210938,
+      "learning_rate": 1.4230857802602266e-05,
+      "loss": 37.625,
+      "step": 15909
+    },
+    {
+      "epoch": 0.7602981936347128,
+      "grad_norm": 179.25889587402344,
+      "learning_rate": 1.423015659658181e-05,
+      "loss": 15.4844,
+      "step": 15910
+    },
+    {
+      "epoch": 0.7603459810761731,
+      "grad_norm": 315.42352294921875,
+      "learning_rate": 1.422945536522817e-05,
+      "loss": 29.25,
+      "step": 15911
+    },
+    {
+      "epoch": 0.7603937685176335,
+      "grad_norm": 194.8892364501953,
+      "learning_rate": 1.4228754108545552e-05,
+      "loss": 25.3125,
+      "step": 15912
+    },
+    {
+      "epoch": 0.7604415559590939,
+      "grad_norm": 180.0279998779297,
+      "learning_rate": 1.4228052826538157e-05,
+      "loss": 24.4062,
+      "step": 15913
+    },
+    {
+      "epoch": 0.7604893434005543,
+      "grad_norm": 183.59100341796875,
+      "learning_rate": 1.4227351519210178e-05,
+      "loss": 26.8125,
+      "step": 15914
+    },
+    {
+      "epoch": 0.7605371308420147,
+      "grad_norm": 220.65838623046875,
+      "learning_rate": 1.422665018656582e-05,
+      "loss": 25.3594,
+      "step": 15915
+    },
+    {
+      "epoch": 0.7605849182834751,
+      "grad_norm": 252.0928497314453,
+      "learning_rate": 1.4225948828609278e-05,
+      "loss": 31.3125,
+      "step": 15916
+    },
+    {
+      "epoch": 0.7606327057249355,
+      "grad_norm": 493.8304443359375,
+      "learning_rate": 1.4225247445344756e-05,
+      "loss": 18.25,
+      "step": 15917
+    },
+    {
+      "epoch": 0.7606804931663959,
+      "grad_norm": 225.28892517089844,
+      "learning_rate": 1.4224546036776454e-05,
+      "loss": 26.6875,
+      "step": 15918
+    },
+    {
+      "epoch": 0.7607282806078562,
+      "grad_norm": 218.4077911376953,
+      "learning_rate": 1.4223844602908577e-05,
+      "loss": 27.2812,
+      "step": 15919
+    },
+    {
+      "epoch": 0.7607760680493166,
+      "grad_norm": 555.156494140625,
+      "learning_rate": 1.4223143143745315e-05,
+      "loss": 32.5,
+      "step": 15920
+    },
+    {
+      "epoch": 0.760823855490777,
+      "grad_norm": 317.8264465332031,
+      "learning_rate": 1.4222441659290878e-05,
+      "loss": 38.1562,
+      "step": 15921
+    },
+    {
+      "epoch": 0.7608716429322374,
+      "grad_norm": 277.9085388183594,
+      "learning_rate": 1.4221740149549461e-05,
+      "loss": 25.6562,
+      "step": 15922
+    },
+    {
+      "epoch": 0.7609194303736978,
+      "grad_norm": 216.8350830078125,
+      "learning_rate": 1.4221038614525272e-05,
+      "loss": 29.2812,
+      "step": 15923
+    },
+    {
+      "epoch": 0.7609672178151582,
+      "grad_norm": 306.6122131347656,
+      "learning_rate": 1.4220337054222505e-05,
+      "loss": 29.5312,
+      "step": 15924
+    },
+    {
+      "epoch": 0.7610150052566186,
+      "grad_norm": 237.5356903076172,
+      "learning_rate": 1.4219635468645367e-05,
+      "loss": 27.0938,
+      "step": 15925
+    },
+    {
+      "epoch": 0.761062792698079,
+      "grad_norm": 183.3654327392578,
+      "learning_rate": 1.4218933857798056e-05,
+      "loss": 28.5469,
+      "step": 15926
+    },
+    {
+      "epoch": 0.7611105801395394,
+      "grad_norm": 383.33935546875,
+      "learning_rate": 1.4218232221684778e-05,
+      "loss": 29.9375,
+      "step": 15927
+    },
+    {
+      "epoch": 0.7611583675809998,
+      "grad_norm": 948.1813354492188,
+      "learning_rate": 1.421753056030973e-05,
+      "loss": 31.5,
+      "step": 15928
+    },
+    {
+      "epoch": 0.7612061550224601,
+      "grad_norm": 208.90628051757812,
+      "learning_rate": 1.4216828873677115e-05,
+      "loss": 33.1875,
+      "step": 15929
+    },
+    {
+      "epoch": 0.7612539424639205,
+      "grad_norm": 171.1439666748047,
+      "learning_rate": 1.4216127161791138e-05,
+      "loss": 19.5469,
+      "step": 15930
+    },
+    {
+      "epoch": 0.7613017299053809,
+      "grad_norm": 238.87730407714844,
+      "learning_rate": 1.4215425424655997e-05,
+      "loss": 23.4375,
+      "step": 15931
+    },
+    {
+      "epoch": 0.7613495173468412,
+      "grad_norm": 242.67727661132812,
+      "learning_rate": 1.4214723662275902e-05,
+      "loss": 34.3125,
+      "step": 15932
+    },
+    {
+      "epoch": 0.7613973047883016,
+      "grad_norm": 195.32632446289062,
+      "learning_rate": 1.4214021874655046e-05,
+      "loss": 19.7969,
+      "step": 15933
+    },
+    {
+      "epoch": 0.761445092229762,
+      "grad_norm": 218.4293975830078,
+      "learning_rate": 1.421332006179764e-05,
+      "loss": 29.0,
+      "step": 15934
+    },
+    {
+      "epoch": 0.7614928796712224,
+      "grad_norm": 321.61187744140625,
+      "learning_rate": 1.4212618223707879e-05,
+      "loss": 29.3594,
+      "step": 15935
+    },
+    {
+      "epoch": 0.7615406671126828,
+      "grad_norm": 262.216552734375,
+      "learning_rate": 1.4211916360389975e-05,
+      "loss": 25.2969,
+      "step": 15936
+    },
+    {
+      "epoch": 0.7615884545541431,
+      "grad_norm": 230.0326385498047,
+      "learning_rate": 1.4211214471848123e-05,
+      "loss": 25.9375,
+      "step": 15937
+    },
+    {
+      "epoch": 0.7616362419956035,
+      "grad_norm": 275.5536804199219,
+      "learning_rate": 1.4210512558086533e-05,
+      "loss": 25.4062,
+      "step": 15938
+    },
+    {
+      "epoch": 0.7616840294370639,
+      "grad_norm": 156.84117126464844,
+      "learning_rate": 1.4209810619109408e-05,
+      "loss": 21.4531,
+      "step": 15939
+    },
+    {
+      "epoch": 0.7617318168785243,
+      "grad_norm": 287.8038330078125,
+      "learning_rate": 1.4209108654920945e-05,
+      "loss": 22.4531,
+      "step": 15940
+    },
+    {
+      "epoch": 0.7617796043199847,
+      "grad_norm": 369.6673278808594,
+      "learning_rate": 1.4208406665525355e-05,
+      "loss": 32.0312,
+      "step": 15941
+    },
+    {
+      "epoch": 0.7618273917614451,
+      "grad_norm": 306.96673583984375,
+      "learning_rate": 1.4207704650926836e-05,
+      "loss": 31.125,
+      "step": 15942
+    },
+    {
+      "epoch": 0.7618751792029055,
+      "grad_norm": 218.86595153808594,
+      "learning_rate": 1.42070026111296e-05,
+      "loss": 37.2188,
+      "step": 15943
+    },
+    {
+      "epoch": 0.7619229666443659,
+      "grad_norm": 280.4672546386719,
+      "learning_rate": 1.4206300546137844e-05,
+      "loss": 31.5312,
+      "step": 15944
+    },
+    {
+      "epoch": 0.7619707540858263,
+      "grad_norm": 985.9920654296875,
+      "learning_rate": 1.4205598455955775e-05,
+      "loss": 30.4219,
+      "step": 15945
+    },
+    {
+      "epoch": 0.7620185415272867,
+      "grad_norm": 245.75262451171875,
+      "learning_rate": 1.4204896340587602e-05,
+      "loss": 22.3125,
+      "step": 15946
+    },
+    {
+      "epoch": 0.762066328968747,
+      "grad_norm": 162.22109985351562,
+      "learning_rate": 1.4204194200037522e-05,
+      "loss": 24.9062,
+      "step": 15947
+    },
+    {
+      "epoch": 0.7621141164102074,
+      "grad_norm": 285.88922119140625,
+      "learning_rate": 1.4203492034309746e-05,
+      "loss": 26.2969,
+      "step": 15948
+    },
+    {
+      "epoch": 0.7621619038516678,
+      "grad_norm": 221.46409606933594,
+      "learning_rate": 1.4202789843408473e-05,
+      "loss": 24.5781,
+      "step": 15949
+    },
+    {
+      "epoch": 0.7622096912931282,
+      "grad_norm": 198.22789001464844,
+      "learning_rate": 1.4202087627337915e-05,
+      "loss": 27.0938,
+      "step": 15950
+    },
+    {
+      "epoch": 0.7622574787345886,
+      "grad_norm": 255.71856689453125,
+      "learning_rate": 1.4201385386102273e-05,
+      "loss": 26.6875,
+      "step": 15951
+    },
+    {
+      "epoch": 0.7623052661760489,
+      "grad_norm": 307.2825927734375,
+      "learning_rate": 1.4200683119705755e-05,
+      "loss": 33.2188,
+      "step": 15952
+    },
+    {
+      "epoch": 0.7623530536175093,
+      "grad_norm": 232.72930908203125,
+      "learning_rate": 1.4199980828152564e-05,
+      "loss": 19.2812,
+      "step": 15953
+    },
+    {
+      "epoch": 0.7624008410589697,
+      "grad_norm": 480.897705078125,
+      "learning_rate": 1.419927851144691e-05,
+      "loss": 26.7188,
+      "step": 15954
+    },
+    {
+      "epoch": 0.76244862850043,
+      "grad_norm": 322.93743896484375,
+      "learning_rate": 1.4198576169592992e-05,
+      "loss": 30.2812,
+      "step": 15955
+    },
+    {
+      "epoch": 0.7624964159418904,
+      "grad_norm": 223.74078369140625,
+      "learning_rate": 1.4197873802595025e-05,
+      "loss": 28.6875,
+      "step": 15956
+    },
+    {
+      "epoch": 0.7625442033833508,
+      "grad_norm": 306.6098937988281,
+      "learning_rate": 1.4197171410457207e-05,
+      "loss": 34.1875,
+      "step": 15957
+    },
+    {
+      "epoch": 0.7625919908248112,
+      "grad_norm": 159.12762451171875,
+      "learning_rate": 1.419646899318375e-05,
+      "loss": 20.9688,
+      "step": 15958
+    },
+    {
+      "epoch": 0.7626397782662716,
+      "grad_norm": 344.3067321777344,
+      "learning_rate": 1.4195766550778858e-05,
+      "loss": 34.0625,
+      "step": 15959
+    },
+    {
+      "epoch": 0.762687565707732,
+      "grad_norm": 164.6715850830078,
+      "learning_rate": 1.4195064083246739e-05,
+      "loss": 25.7969,
+      "step": 15960
+    },
+    {
+      "epoch": 0.7627353531491924,
+      "grad_norm": 182.6134490966797,
+      "learning_rate": 1.4194361590591599e-05,
+      "loss": 27.3125,
+      "step": 15961
+    },
+    {
+      "epoch": 0.7627831405906528,
+      "grad_norm": 307.3710632324219,
+      "learning_rate": 1.4193659072817644e-05,
+      "loss": 22.75,
+      "step": 15962
+    },
+    {
+      "epoch": 0.7628309280321132,
+      "grad_norm": 244.88046264648438,
+      "learning_rate": 1.4192956529929085e-05,
+      "loss": 29.7031,
+      "step": 15963
+    },
+    {
+      "epoch": 0.7628787154735736,
+      "grad_norm": 355.5458679199219,
+      "learning_rate": 1.4192253961930127e-05,
+      "loss": 20.4375,
+      "step": 15964
+    },
+    {
+      "epoch": 0.7629265029150339,
+      "grad_norm": 199.84657287597656,
+      "learning_rate": 1.4191551368824973e-05,
+      "loss": 27.6562,
+      "step": 15965
+    },
+    {
+      "epoch": 0.7629742903564943,
+      "grad_norm": 212.39511108398438,
+      "learning_rate": 1.4190848750617839e-05,
+      "loss": 28.3438,
+      "step": 15966
+    },
+    {
+      "epoch": 0.7630220777979547,
+      "grad_norm": 217.92994689941406,
+      "learning_rate": 1.4190146107312927e-05,
+      "loss": 35.0625,
+      "step": 15967
+    },
+    {
+      "epoch": 0.7630698652394151,
+      "grad_norm": 200.75999450683594,
+      "learning_rate": 1.4189443438914446e-05,
+      "loss": 27.2188,
+      "step": 15968
+    },
+    {
+      "epoch": 0.7631176526808755,
+      "grad_norm": 329.40545654296875,
+      "learning_rate": 1.4188740745426607e-05,
+      "loss": 30.25,
+      "step": 15969
+    },
+    {
+      "epoch": 0.7631654401223359,
+      "grad_norm": 254.7330322265625,
+      "learning_rate": 1.4188038026853612e-05,
+      "loss": 33.5469,
+      "step": 15970
+    },
+    {
+      "epoch": 0.7632132275637963,
+      "grad_norm": 186.577392578125,
+      "learning_rate": 1.4187335283199677e-05,
+      "loss": 39.0312,
+      "step": 15971
+    },
+    {
+      "epoch": 0.7632610150052567,
+      "grad_norm": 886.2689208984375,
+      "learning_rate": 1.4186632514469003e-05,
+      "loss": 25.0156,
+      "step": 15972
+    },
+    {
+      "epoch": 0.763308802446717,
+      "grad_norm": 143.3651885986328,
+      "learning_rate": 1.4185929720665805e-05,
+      "loss": 21.9062,
+      "step": 15973
+    },
+    {
+      "epoch": 0.7633565898881773,
+      "grad_norm": 194.56008911132812,
+      "learning_rate": 1.4185226901794288e-05,
+      "loss": 32.0938,
+      "step": 15974
+    },
+    {
+      "epoch": 0.7634043773296377,
+      "grad_norm": 244.090576171875,
+      "learning_rate": 1.4184524057858666e-05,
+      "loss": 24.4375,
+      "step": 15975
+    },
+    {
+      "epoch": 0.7634521647710981,
+      "grad_norm": 331.6886291503906,
+      "learning_rate": 1.4183821188863143e-05,
+      "loss": 27.5938,
+      "step": 15976
+    },
+    {
+      "epoch": 0.7634999522125585,
+      "grad_norm": 299.7915954589844,
+      "learning_rate": 1.4183118294811925e-05,
+      "loss": 25.7188,
+      "step": 15977
+    },
+    {
+      "epoch": 0.7635477396540189,
+      "grad_norm": 412.6949768066406,
+      "learning_rate": 1.418241537570923e-05,
+      "loss": 37.0,
+      "step": 15978
+    },
+    {
+      "epoch": 0.7635955270954793,
+      "grad_norm": 300.9413146972656,
+      "learning_rate": 1.4181712431559266e-05,
+      "loss": 41.875,
+      "step": 15979
+    },
+    {
+      "epoch": 0.7636433145369397,
+      "grad_norm": 242.23770141601562,
+      "learning_rate": 1.4181009462366238e-05,
+      "loss": 37.5312,
+      "step": 15980
+    },
+    {
+      "epoch": 0.7636911019784001,
+      "grad_norm": 161.26412963867188,
+      "learning_rate": 1.4180306468134358e-05,
+      "loss": 19.9688,
+      "step": 15981
+    },
+    {
+      "epoch": 0.7637388894198605,
+      "grad_norm": 175.6847686767578,
+      "learning_rate": 1.4179603448867836e-05,
+      "loss": 21.0625,
+      "step": 15982
+    },
+    {
+      "epoch": 0.7637866768613208,
+      "grad_norm": 363.8254089355469,
+      "learning_rate": 1.4178900404570883e-05,
+      "loss": 26.3125,
+      "step": 15983
+    },
+    {
+      "epoch": 0.7638344643027812,
+      "grad_norm": 356.07763671875,
+      "learning_rate": 1.417819733524771e-05,
+      "loss": 22.2344,
+      "step": 15984
+    },
+    {
+      "epoch": 0.7638822517442416,
+      "grad_norm": 500.74530029296875,
+      "learning_rate": 1.4177494240902523e-05,
+      "loss": 33.9375,
+      "step": 15985
+    },
+    {
+      "epoch": 0.763930039185702,
+      "grad_norm": 262.7423400878906,
+      "learning_rate": 1.417679112153954e-05,
+      "loss": 24.1562,
+      "step": 15986
+    },
+    {
+      "epoch": 0.7639778266271624,
+      "grad_norm": 223.50303649902344,
+      "learning_rate": 1.4176087977162962e-05,
+      "loss": 28.7188,
+      "step": 15987
+    },
+    {
+      "epoch": 0.7640256140686228,
+      "grad_norm": 269.97589111328125,
+      "learning_rate": 1.417538480777701e-05,
+      "loss": 26.0781,
+      "step": 15988
+    },
+    {
+      "epoch": 0.7640734015100832,
+      "grad_norm": 323.6982727050781,
+      "learning_rate": 1.4174681613385891e-05,
+      "loss": 29.4531,
+      "step": 15989
+    },
+    {
+      "epoch": 0.7641211889515436,
+      "grad_norm": 317.73388671875,
+      "learning_rate": 1.4173978393993814e-05,
+      "loss": 22.3125,
+      "step": 15990
+    },
+    {
+      "epoch": 0.764168976393004,
+      "grad_norm": 375.0349426269531,
+      "learning_rate": 1.4173275149604994e-05,
+      "loss": 31.8125,
+      "step": 15991
+    },
+    {
+      "epoch": 0.7642167638344644,
+      "grad_norm": 397.2129821777344,
+      "learning_rate": 1.417257188022364e-05,
+      "loss": 27.7812,
+      "step": 15992
+    },
+    {
+      "epoch": 0.7642645512759247,
+      "grad_norm": 196.1460418701172,
+      "learning_rate": 1.4171868585853965e-05,
+      "loss": 30.1875,
+      "step": 15993
+    },
+    {
+      "epoch": 0.764312338717385,
+      "grad_norm": 266.05865478515625,
+      "learning_rate": 1.417116526650018e-05,
+      "loss": 31.8125,
+      "step": 15994
+    },
+    {
+      "epoch": 0.7643601261588454,
+      "grad_norm": 464.40576171875,
+      "learning_rate": 1.4170461922166499e-05,
+      "loss": 37.9062,
+      "step": 15995
+    },
+    {
+      "epoch": 0.7644079136003058,
+      "grad_norm": 130.66644287109375,
+      "learning_rate": 1.4169758552857129e-05,
+      "loss": 20.0312,
+      "step": 15996
+    },
+    {
+      "epoch": 0.7644557010417662,
+      "grad_norm": 182.4834747314453,
+      "learning_rate": 1.416905515857629e-05,
+      "loss": 24.2344,
+      "step": 15997
+    },
+    {
+      "epoch": 0.7645034884832266,
+      "grad_norm": 209.4373016357422,
+      "learning_rate": 1.4168351739328186e-05,
+      "loss": 29.7344,
+      "step": 15998
+    },
+    {
+      "epoch": 0.764551275924687,
+      "grad_norm": 231.3161163330078,
+      "learning_rate": 1.4167648295117035e-05,
+      "loss": 19.375,
+      "step": 15999
+    },
+    {
+      "epoch": 0.7645990633661474,
+      "grad_norm": 217.58192443847656,
+      "learning_rate": 1.4166944825947052e-05,
+      "loss": 22.4844,
+      "step": 16000
+    },
+    {
+      "epoch": 0.7646468508076077,
+      "grad_norm": 291.09552001953125,
+      "learning_rate": 1.4166241331822442e-05,
+      "loss": 30.7188,
+      "step": 16001
+    },
+    {
+      "epoch": 0.7646946382490681,
+      "grad_norm": 406.0220031738281,
+      "learning_rate": 1.4165537812747423e-05,
+      "loss": 36.2188,
+      "step": 16002
+    },
+    {
+      "epoch": 0.7647424256905285,
+      "grad_norm": 221.1988525390625,
+      "learning_rate": 1.4164834268726208e-05,
+      "loss": 32.4375,
+      "step": 16003
+    },
+    {
+      "epoch": 0.7647902131319889,
+      "grad_norm": 258.8143615722656,
+      "learning_rate": 1.416413069976301e-05,
+      "loss": 32.6562,
+      "step": 16004
+    },
+    {
+      "epoch": 0.7648380005734493,
+      "grad_norm": 319.6595153808594,
+      "learning_rate": 1.4163427105862042e-05,
+      "loss": 28.25,
+      "step": 16005
+    },
+    {
+      "epoch": 0.7648857880149097,
+      "grad_norm": 239.4335479736328,
+      "learning_rate": 1.416272348702752e-05,
+      "loss": 23.1719,
+      "step": 16006
+    },
+    {
+      "epoch": 0.7649335754563701,
+      "grad_norm": 178.77188110351562,
+      "learning_rate": 1.416201984326365e-05,
+      "loss": 25.3906,
+      "step": 16007
+    },
+    {
+      "epoch": 0.7649813628978305,
+      "grad_norm": 318.7251892089844,
+      "learning_rate": 1.4161316174574657e-05,
+      "loss": 39.0625,
+      "step": 16008
+    },
+    {
+      "epoch": 0.7650291503392909,
+      "grad_norm": 940.2445678710938,
+      "learning_rate": 1.4160612480964746e-05,
+      "loss": 26.5938,
+      "step": 16009
+    },
+    {
+      "epoch": 0.7650769377807513,
+      "grad_norm": 286.6473083496094,
+      "learning_rate": 1.4159908762438139e-05,
+      "loss": 22.4062,
+      "step": 16010
+    },
+    {
+      "epoch": 0.7651247252222116,
+      "grad_norm": 667.1580810546875,
+      "learning_rate": 1.4159205018999044e-05,
+      "loss": 42.5938,
+      "step": 16011
+    },
+    {
+      "epoch": 0.765172512663672,
+      "grad_norm": 293.1660461425781,
+      "learning_rate": 1.415850125065168e-05,
+      "loss": 37.625,
+      "step": 16012
+    },
+    {
+      "epoch": 0.7652203001051324,
+      "grad_norm": 236.2116241455078,
+      "learning_rate": 1.4157797457400255e-05,
+      "loss": 28.4375,
+      "step": 16013
+    },
+    {
+      "epoch": 0.7652680875465927,
+      "grad_norm": 260.7801208496094,
+      "learning_rate": 1.4157093639248994e-05,
+      "loss": 22.7656,
+      "step": 16014
+    },
+    {
+      "epoch": 0.7653158749880531,
+      "grad_norm": 159.650146484375,
+      "learning_rate": 1.4156389796202104e-05,
+      "loss": 18.6875,
+      "step": 16015
+    },
+    {
+      "epoch": 0.7653636624295135,
+      "grad_norm": 327.8510437011719,
+      "learning_rate": 1.41556859282638e-05,
+      "loss": 24.0625,
+      "step": 16016
+    },
+    {
+      "epoch": 0.7654114498709739,
+      "grad_norm": 184.97280883789062,
+      "learning_rate": 1.41549820354383e-05,
+      "loss": 20.2656,
+      "step": 16017
+    },
+    {
+      "epoch": 0.7654592373124343,
+      "grad_norm": 249.03048706054688,
+      "learning_rate": 1.415427811772982e-05,
+      "loss": 23.9219,
+      "step": 16018
+    },
+    {
+      "epoch": 0.7655070247538946,
+      "grad_norm": 325.9042663574219,
+      "learning_rate": 1.4153574175142575e-05,
+      "loss": 26.4688,
+      "step": 16019
+    },
+    {
+      "epoch": 0.765554812195355,
+      "grad_norm": 410.98291015625,
+      "learning_rate": 1.4152870207680777e-05,
+      "loss": 28.1562,
+      "step": 16020
+    },
+    {
+      "epoch": 0.7656025996368154,
+      "grad_norm": 252.914306640625,
+      "learning_rate": 1.415216621534865e-05,
+      "loss": 48.125,
+      "step": 16021
+    },
+    {
+      "epoch": 0.7656503870782758,
+      "grad_norm": 203.50527954101562,
+      "learning_rate": 1.4151462198150403e-05,
+      "loss": 23.8125,
+      "step": 16022
+    },
+    {
+      "epoch": 0.7656981745197362,
+      "grad_norm": 371.0655822753906,
+      "learning_rate": 1.4150758156090254e-05,
+      "loss": 27.2969,
+      "step": 16023
+    },
+    {
+      "epoch": 0.7657459619611966,
+      "grad_norm": 262.582275390625,
+      "learning_rate": 1.415005408917242e-05,
+      "loss": 36.5312,
+      "step": 16024
+    },
+    {
+      "epoch": 0.765793749402657,
+      "grad_norm": 363.10162353515625,
+      "learning_rate": 1.4149349997401117e-05,
+      "loss": 40.3438,
+      "step": 16025
+    },
+    {
+      "epoch": 0.7658415368441174,
+      "grad_norm": 283.402587890625,
+      "learning_rate": 1.4148645880780563e-05,
+      "loss": 29.4688,
+      "step": 16026
+    },
+    {
+      "epoch": 0.7658893242855778,
+      "grad_norm": 282.0500793457031,
+      "learning_rate": 1.414794173931497e-05,
+      "loss": 31.0,
+      "step": 16027
+    },
+    {
+      "epoch": 0.7659371117270382,
+      "grad_norm": 336.03265380859375,
+      "learning_rate": 1.4147237573008561e-05,
+      "loss": 27.0156,
+      "step": 16028
+    },
+    {
+      "epoch": 0.7659848991684985,
+      "grad_norm": 303.1596374511719,
+      "learning_rate": 1.414653338186555e-05,
+      "loss": 24.25,
+      "step": 16029
+    },
+    {
+      "epoch": 0.7660326866099589,
+      "grad_norm": 188.84674072265625,
+      "learning_rate": 1.4145829165890156e-05,
+      "loss": 25.7188,
+      "step": 16030
+    },
+    {
+      "epoch": 0.7660804740514193,
+      "grad_norm": 244.78466796875,
+      "learning_rate": 1.4145124925086591e-05,
+      "loss": 24.0625,
+      "step": 16031
+    },
+    {
+      "epoch": 0.7661282614928797,
+      "grad_norm": 251.89366149902344,
+      "learning_rate": 1.414442065945908e-05,
+      "loss": 29.2812,
+      "step": 16032
+    },
+    {
+      "epoch": 0.7661760489343401,
+      "grad_norm": 271.9648132324219,
+      "learning_rate": 1.4143716369011835e-05,
+      "loss": 21.6406,
+      "step": 16033
+    },
+    {
+      "epoch": 0.7662238363758005,
+      "grad_norm": 271.6791076660156,
+      "learning_rate": 1.4143012053749076e-05,
+      "loss": 30.6562,
+      "step": 16034
+    },
+    {
+      "epoch": 0.7662716238172608,
+      "grad_norm": 300.5567932128906,
+      "learning_rate": 1.4142307713675019e-05,
+      "loss": 26.7656,
+      "step": 16035
+    },
+    {
+      "epoch": 0.7663194112587212,
+      "grad_norm": 190.8008270263672,
+      "learning_rate": 1.4141603348793887e-05,
+      "loss": 29.3438,
+      "step": 16036
+    },
+    {
+      "epoch": 0.7663671987001816,
+      "grad_norm": 219.11416625976562,
+      "learning_rate": 1.4140898959109894e-05,
+      "loss": 21.625,
+      "step": 16037
+    },
+    {
+      "epoch": 0.7664149861416419,
+      "grad_norm": 236.7203826904297,
+      "learning_rate": 1.414019454462726e-05,
+      "loss": 36.7031,
+      "step": 16038
+    },
+    {
+      "epoch": 0.7664627735831023,
+      "grad_norm": 324.6365661621094,
+      "learning_rate": 1.4139490105350202e-05,
+      "loss": 31.0,
+      "step": 16039
+    },
+    {
+      "epoch": 0.7665105610245627,
+      "grad_norm": 181.64064025878906,
+      "learning_rate": 1.4138785641282939e-05,
+      "loss": 26.3125,
+      "step": 16040
+    },
+    {
+      "epoch": 0.7665583484660231,
+      "grad_norm": 138.48739624023438,
+      "learning_rate": 1.4138081152429692e-05,
+      "loss": 16.3906,
+      "step": 16041
+    },
+    {
+      "epoch": 0.7666061359074835,
+      "grad_norm": 319.5693664550781,
+      "learning_rate": 1.4137376638794678e-05,
+      "loss": 31.7188,
+      "step": 16042
+    },
+    {
+      "epoch": 0.7666539233489439,
+      "grad_norm": 306.1146240234375,
+      "learning_rate": 1.4136672100382117e-05,
+      "loss": 38.0938,
+      "step": 16043
+    },
+    {
+      "epoch": 0.7667017107904043,
+      "grad_norm": 294.7662353515625,
+      "learning_rate": 1.413596753719623e-05,
+      "loss": 29.0312,
+      "step": 16044
+    },
+    {
+      "epoch": 0.7667494982318647,
+      "grad_norm": 183.9281005859375,
+      "learning_rate": 1.4135262949241231e-05,
+      "loss": 23.2188,
+      "step": 16045
+    },
+    {
+      "epoch": 0.7667972856733251,
+      "grad_norm": 658.8013916015625,
+      "learning_rate": 1.4134558336521342e-05,
+      "loss": 36.2812,
+      "step": 16046
+    },
+    {
+      "epoch": 0.7668450731147854,
+      "grad_norm": 301.1699523925781,
+      "learning_rate": 1.4133853699040787e-05,
+      "loss": 35.875,
+      "step": 16047
+    },
+    {
+      "epoch": 0.7668928605562458,
+      "grad_norm": 288.2908020019531,
+      "learning_rate": 1.4133149036803779e-05,
+      "loss": 29.5781,
+      "step": 16048
+    },
+    {
+      "epoch": 0.7669406479977062,
+      "grad_norm": 250.11737060546875,
+      "learning_rate": 1.4132444349814545e-05,
+      "loss": 27.0625,
+      "step": 16049
+    },
+    {
+      "epoch": 0.7669884354391666,
+      "grad_norm": 331.02935791015625,
+      "learning_rate": 1.4131739638077299e-05,
+      "loss": 37.3125,
+      "step": 16050
+    },
+    {
+      "epoch": 0.767036222880627,
+      "grad_norm": 241.45309448242188,
+      "learning_rate": 1.4131034901596264e-05,
+      "loss": 32.5,
+      "step": 16051
+    },
+    {
+      "epoch": 0.7670840103220874,
+      "grad_norm": 378.4796142578125,
+      "learning_rate": 1.4130330140375663e-05,
+      "loss": 23.0625,
+      "step": 16052
+    },
+    {
+      "epoch": 0.7671317977635478,
+      "grad_norm": 269.63079833984375,
+      "learning_rate": 1.4129625354419711e-05,
+      "loss": 31.5781,
+      "step": 16053
+    },
+    {
+      "epoch": 0.7671795852050082,
+      "grad_norm": 193.08575439453125,
+      "learning_rate": 1.4128920543732634e-05,
+      "loss": 34.9531,
+      "step": 16054
+    },
+    {
+      "epoch": 0.7672273726464685,
+      "grad_norm": 218.4912872314453,
+      "learning_rate": 1.4128215708318648e-05,
+      "loss": 24.0,
+      "step": 16055
+    },
+    {
+      "epoch": 0.7672751600879288,
+      "grad_norm": 184.31434631347656,
+      "learning_rate": 1.412751084818198e-05,
+      "loss": 19.8594,
+      "step": 16056
+    },
+    {
+      "epoch": 0.7673229475293892,
+      "grad_norm": 514.0994262695312,
+      "learning_rate": 1.4126805963326846e-05,
+      "loss": 29.1562,
+      "step": 16057
+    },
+    {
+      "epoch": 0.7673707349708496,
+      "grad_norm": 247.86297607421875,
+      "learning_rate": 1.412610105375747e-05,
+      "loss": 23.1094,
+      "step": 16058
+    },
+    {
+      "epoch": 0.76741852241231,
+      "grad_norm": 496.0244140625,
+      "learning_rate": 1.4125396119478072e-05,
+      "loss": 30.7188,
+      "step": 16059
+    },
+    {
+      "epoch": 0.7674663098537704,
+      "grad_norm": 298.69482421875,
+      "learning_rate": 1.4124691160492876e-05,
+      "loss": 33.3438,
+      "step": 16060
+    },
+    {
+      "epoch": 0.7675140972952308,
+      "grad_norm": 211.4532012939453,
+      "learning_rate": 1.4123986176806102e-05,
+      "loss": 31.2812,
+      "step": 16061
+    },
+    {
+      "epoch": 0.7675618847366912,
+      "grad_norm": 400.4440002441406,
+      "learning_rate": 1.4123281168421973e-05,
+      "loss": 42.0,
+      "step": 16062
+    },
+    {
+      "epoch": 0.7676096721781516,
+      "grad_norm": 239.32618713378906,
+      "learning_rate": 1.412257613534471e-05,
+      "loss": 26.4375,
+      "step": 16063
+    },
+    {
+      "epoch": 0.767657459619612,
+      "grad_norm": 333.40997314453125,
+      "learning_rate": 1.4121871077578533e-05,
+      "loss": 24.9375,
+      "step": 16064
+    },
+    {
+      "epoch": 0.7677052470610723,
+      "grad_norm": 268.68585205078125,
+      "learning_rate": 1.4121165995127668e-05,
+      "loss": 26.3438,
+      "step": 16065
+    },
+    {
+      "epoch": 0.7677530345025327,
+      "grad_norm": 337.74884033203125,
+      "learning_rate": 1.4120460887996337e-05,
+      "loss": 39.0,
+      "step": 16066
+    },
+    {
+      "epoch": 0.7678008219439931,
+      "grad_norm": 210.977783203125,
+      "learning_rate": 1.4119755756188762e-05,
+      "loss": 28.5156,
+      "step": 16067
+    },
+    {
+      "epoch": 0.7678486093854535,
+      "grad_norm": 237.52911376953125,
+      "learning_rate": 1.4119050599709166e-05,
+      "loss": 23.9688,
+      "step": 16068
+    },
+    {
+      "epoch": 0.7678963968269139,
+      "grad_norm": 305.6453857421875,
+      "learning_rate": 1.4118345418561771e-05,
+      "loss": 29.5781,
+      "step": 16069
+    },
+    {
+      "epoch": 0.7679441842683743,
+      "grad_norm": 324.85247802734375,
+      "learning_rate": 1.4117640212750803e-05,
+      "loss": 29.5,
+      "step": 16070
+    },
+    {
+      "epoch": 0.7679919717098347,
+      "grad_norm": 287.9618225097656,
+      "learning_rate": 1.4116934982280482e-05,
+      "loss": 26.8438,
+      "step": 16071
+    },
+    {
+      "epoch": 0.7680397591512951,
+      "grad_norm": 407.6082763671875,
+      "learning_rate": 1.4116229727155034e-05,
+      "loss": 18.7188,
+      "step": 16072
+    },
+    {
+      "epoch": 0.7680875465927555,
+      "grad_norm": 280.3626708984375,
+      "learning_rate": 1.4115524447378679e-05,
+      "loss": 31.6562,
+      "step": 16073
+    },
+    {
+      "epoch": 0.7681353340342159,
+      "grad_norm": 332.8164978027344,
+      "learning_rate": 1.4114819142955644e-05,
+      "loss": 26.9688,
+      "step": 16074
+    },
+    {
+      "epoch": 0.7681831214756762,
+      "grad_norm": 201.59466552734375,
+      "learning_rate": 1.4114113813890154e-05,
+      "loss": 30.8125,
+      "step": 16075
+    },
+    {
+      "epoch": 0.7682309089171365,
+      "grad_norm": 374.32659912109375,
+      "learning_rate": 1.4113408460186429e-05,
+      "loss": 31.0,
+      "step": 16076
+    },
+    {
+      "epoch": 0.7682786963585969,
+      "grad_norm": 585.4111328125,
+      "learning_rate": 1.4112703081848695e-05,
+      "loss": 44.75,
+      "step": 16077
+    },
+    {
+      "epoch": 0.7683264838000573,
+      "grad_norm": 176.14639282226562,
+      "learning_rate": 1.4111997678881176e-05,
+      "loss": 25.6875,
+      "step": 16078
+    },
+    {
+      "epoch": 0.7683742712415177,
+      "grad_norm": 140.18894958496094,
+      "learning_rate": 1.4111292251288099e-05,
+      "loss": 18.1562,
+      "step": 16079
+    },
+    {
+      "epoch": 0.7684220586829781,
+      "grad_norm": 293.4906311035156,
+      "learning_rate": 1.4110586799073684e-05,
+      "loss": 27.4688,
+      "step": 16080
+    },
+    {
+      "epoch": 0.7684698461244385,
+      "grad_norm": 357.5858154296875,
+      "learning_rate": 1.4109881322242158e-05,
+      "loss": 29.4062,
+      "step": 16081
+    },
+    {
+      "epoch": 0.7685176335658989,
+      "grad_norm": 170.07040405273438,
+      "learning_rate": 1.4109175820797749e-05,
+      "loss": 24.375,
+      "step": 16082
+    },
+    {
+      "epoch": 0.7685654210073593,
+      "grad_norm": 543.5054931640625,
+      "learning_rate": 1.4108470294744676e-05,
+      "loss": 33.75,
+      "step": 16083
+    },
+    {
+      "epoch": 0.7686132084488196,
+      "grad_norm": 308.25933837890625,
+      "learning_rate": 1.4107764744087169e-05,
+      "loss": 32.8125,
+      "step": 16084
+    },
+    {
+      "epoch": 0.76866099589028,
+      "grad_norm": 288.7884216308594,
+      "learning_rate": 1.4107059168829454e-05,
+      "loss": 28.0469,
+      "step": 16085
+    },
+    {
+      "epoch": 0.7687087833317404,
+      "grad_norm": 336.07061767578125,
+      "learning_rate": 1.4106353568975748e-05,
+      "loss": 21.7188,
+      "step": 16086
+    },
+    {
+      "epoch": 0.7687565707732008,
+      "grad_norm": 300.34002685546875,
+      "learning_rate": 1.4105647944530288e-05,
+      "loss": 34.0938,
+      "step": 16087
+    },
+    {
+      "epoch": 0.7688043582146612,
+      "grad_norm": 134.1227569580078,
+      "learning_rate": 1.410494229549729e-05,
+      "loss": 23.5156,
+      "step": 16088
+    },
+    {
+      "epoch": 0.7688521456561216,
+      "grad_norm": 210.5408935546875,
+      "learning_rate": 1.4104236621880988e-05,
+      "loss": 22.75,
+      "step": 16089
+    },
+    {
+      "epoch": 0.768899933097582,
+      "grad_norm": 230.5834503173828,
+      "learning_rate": 1.4103530923685604e-05,
+      "loss": 26.125,
+      "step": 16090
+    },
+    {
+      "epoch": 0.7689477205390424,
+      "grad_norm": 179.8663330078125,
+      "learning_rate": 1.4102825200915366e-05,
+      "loss": 23.4688,
+      "step": 16091
+    },
+    {
+      "epoch": 0.7689955079805028,
+      "grad_norm": 301.2748107910156,
+      "learning_rate": 1.4102119453574497e-05,
+      "loss": 25.4062,
+      "step": 16092
+    },
+    {
+      "epoch": 0.7690432954219631,
+      "grad_norm": 190.2285614013672,
+      "learning_rate": 1.4101413681667226e-05,
+      "loss": 27.375,
+      "step": 16093
+    },
+    {
+      "epoch": 0.7690910828634235,
+      "grad_norm": 232.9040985107422,
+      "learning_rate": 1.4100707885197781e-05,
+      "loss": 38.1406,
+      "step": 16094
+    },
+    {
+      "epoch": 0.7691388703048839,
+      "grad_norm": 211.272705078125,
+      "learning_rate": 1.4100002064170385e-05,
+      "loss": 27.9375,
+      "step": 16095
+    },
+    {
+      "epoch": 0.7691866577463443,
+      "grad_norm": 343.01678466796875,
+      "learning_rate": 1.4099296218589268e-05,
+      "loss": 36.75,
+      "step": 16096
+    },
+    {
+      "epoch": 0.7692344451878046,
+      "grad_norm": 167.66375732421875,
+      "learning_rate": 1.4098590348458658e-05,
+      "loss": 31.5,
+      "step": 16097
+    },
+    {
+      "epoch": 0.769282232629265,
+      "grad_norm": 621.2842407226562,
+      "learning_rate": 1.4097884453782777e-05,
+      "loss": 30.2656,
+      "step": 16098
+    },
+    {
+      "epoch": 0.7693300200707254,
+      "grad_norm": 194.6721649169922,
+      "learning_rate": 1.4097178534565857e-05,
+      "loss": 25.2188,
+      "step": 16099
+    },
+    {
+      "epoch": 0.7693778075121858,
+      "grad_norm": 267.89312744140625,
+      "learning_rate": 1.4096472590812126e-05,
+      "loss": 28.3125,
+      "step": 16100
+    },
+    {
+      "epoch": 0.7694255949536462,
+      "grad_norm": 123.71570587158203,
+      "learning_rate": 1.4095766622525808e-05,
+      "loss": 21.2812,
+      "step": 16101
+    },
+    {
+      "epoch": 0.7694733823951065,
+      "grad_norm": 206.8055419921875,
+      "learning_rate": 1.4095060629711134e-05,
+      "loss": 16.6875,
+      "step": 16102
+    },
+    {
+      "epoch": 0.7695211698365669,
+      "grad_norm": 605.4111938476562,
+      "learning_rate": 1.409435461237233e-05,
+      "loss": 34.1562,
+      "step": 16103
+    },
+    {
+      "epoch": 0.7695689572780273,
+      "grad_norm": 233.0019073486328,
+      "learning_rate": 1.4093648570513625e-05,
+      "loss": 28.2812,
+      "step": 16104
+    },
+    {
+      "epoch": 0.7696167447194877,
+      "grad_norm": 432.406494140625,
+      "learning_rate": 1.4092942504139248e-05,
+      "loss": 25.3125,
+      "step": 16105
+    },
+    {
+      "epoch": 0.7696645321609481,
+      "grad_norm": 417.7541198730469,
+      "learning_rate": 1.4092236413253427e-05,
+      "loss": 34.75,
+      "step": 16106
+    },
+    {
+      "epoch": 0.7697123196024085,
+      "grad_norm": 200.51100158691406,
+      "learning_rate": 1.409153029786039e-05,
+      "loss": 21.4375,
+      "step": 16107
+    },
+    {
+      "epoch": 0.7697601070438689,
+      "grad_norm": 347.9770202636719,
+      "learning_rate": 1.4090824157964367e-05,
+      "loss": 26.1875,
+      "step": 16108
+    },
+    {
+      "epoch": 0.7698078944853293,
+      "grad_norm": 192.43881225585938,
+      "learning_rate": 1.4090117993569585e-05,
+      "loss": 33.1875,
+      "step": 16109
+    },
+    {
+      "epoch": 0.7698556819267897,
+      "grad_norm": 205.35177612304688,
+      "learning_rate": 1.4089411804680276e-05,
+      "loss": 18.7969,
+      "step": 16110
+    },
+    {
+      "epoch": 0.76990346936825,
+      "grad_norm": 198.7118682861328,
+      "learning_rate": 1.4088705591300663e-05,
+      "loss": 25.1875,
+      "step": 16111
+    },
+    {
+      "epoch": 0.7699512568097104,
+      "grad_norm": 115.73127746582031,
+      "learning_rate": 1.4087999353434982e-05,
+      "loss": 24.6094,
+      "step": 16112
+    },
+    {
+      "epoch": 0.7699990442511708,
+      "grad_norm": 249.02490234375,
+      "learning_rate": 1.4087293091087459e-05,
+      "loss": 26.5,
+      "step": 16113
+    },
+    {
+      "epoch": 0.7700468316926312,
+      "grad_norm": 313.2898254394531,
+      "learning_rate": 1.4086586804262323e-05,
+      "loss": 34.8438,
+      "step": 16114
+    },
+    {
+      "epoch": 0.7700946191340916,
+      "grad_norm": 419.3130798339844,
+      "learning_rate": 1.4085880492963808e-05,
+      "loss": 29.6094,
+      "step": 16115
+    },
+    {
+      "epoch": 0.770142406575552,
+      "grad_norm": 274.7464599609375,
+      "learning_rate": 1.408517415719614e-05,
+      "loss": 20.0156,
+      "step": 16116
+    },
+    {
+      "epoch": 0.7701901940170123,
+      "grad_norm": 409.5837097167969,
+      "learning_rate": 1.4084467796963551e-05,
+      "loss": 34.0625,
+      "step": 16117
+    },
+    {
+      "epoch": 0.7702379814584727,
+      "grad_norm": 373.0616455078125,
+      "learning_rate": 1.4083761412270267e-05,
+      "loss": 30.1094,
+      "step": 16118
+    },
+    {
+      "epoch": 0.770285768899933,
+      "grad_norm": 288.8880310058594,
+      "learning_rate": 1.4083055003120525e-05,
+      "loss": 26.1719,
+      "step": 16119
+    },
+    {
+      "epoch": 0.7703335563413934,
+      "grad_norm": 214.8525390625,
+      "learning_rate": 1.4082348569518552e-05,
+      "loss": 26.9062,
+      "step": 16120
+    },
+    {
+      "epoch": 0.7703813437828538,
+      "grad_norm": 419.3971862792969,
+      "learning_rate": 1.4081642111468576e-05,
+      "loss": 30.1875,
+      "step": 16121
+    },
+    {
+      "epoch": 0.7704291312243142,
+      "grad_norm": 295.6029968261719,
+      "learning_rate": 1.4080935628974835e-05,
+      "loss": 30.9375,
+      "step": 16122
+    },
+    {
+      "epoch": 0.7704769186657746,
+      "grad_norm": 437.2207946777344,
+      "learning_rate": 1.4080229122041551e-05,
+      "loss": 33.25,
+      "step": 16123
+    },
+    {
+      "epoch": 0.770524706107235,
+      "grad_norm": 370.0390319824219,
+      "learning_rate": 1.407952259067296e-05,
+      "loss": 26.9688,
+      "step": 16124
+    },
+    {
+      "epoch": 0.7705724935486954,
+      "grad_norm": 151.99365234375,
+      "learning_rate": 1.4078816034873295e-05,
+      "loss": 17.6016,
+      "step": 16125
+    },
+    {
+      "epoch": 0.7706202809901558,
+      "grad_norm": 165.10574340820312,
+      "learning_rate": 1.4078109454646784e-05,
+      "loss": 23.2188,
+      "step": 16126
+    },
+    {
+      "epoch": 0.7706680684316162,
+      "grad_norm": 210.11172485351562,
+      "learning_rate": 1.4077402849997661e-05,
+      "loss": 25.5469,
+      "step": 16127
+    },
+    {
+      "epoch": 0.7707158558730766,
+      "grad_norm": 324.4854736328125,
+      "learning_rate": 1.4076696220930155e-05,
+      "loss": 36.375,
+      "step": 16128
+    },
+    {
+      "epoch": 0.770763643314537,
+      "grad_norm": 155.1365203857422,
+      "learning_rate": 1.4075989567448498e-05,
+      "loss": 20.2344,
+      "step": 16129
+    },
+    {
+      "epoch": 0.7708114307559973,
+      "grad_norm": 282.0679626464844,
+      "learning_rate": 1.4075282889556925e-05,
+      "loss": 31.1562,
+      "step": 16130
+    },
+    {
+      "epoch": 0.7708592181974577,
+      "grad_norm": 387.9638671875,
+      "learning_rate": 1.4074576187259664e-05,
+      "loss": 34.9375,
+      "step": 16131
+    },
+    {
+      "epoch": 0.7709070056389181,
+      "grad_norm": 204.01736450195312,
+      "learning_rate": 1.4073869460560949e-05,
+      "loss": 28.0,
+      "step": 16132
+    },
+    {
+      "epoch": 0.7709547930803785,
+      "grad_norm": 264.92401123046875,
+      "learning_rate": 1.4073162709465014e-05,
+      "loss": 23.5312,
+      "step": 16133
+    },
+    {
+      "epoch": 0.7710025805218389,
+      "grad_norm": 401.4494323730469,
+      "learning_rate": 1.407245593397609e-05,
+      "loss": 41.0938,
+      "step": 16134
+    },
+    {
+      "epoch": 0.7710503679632993,
+      "grad_norm": 529.961669921875,
+      "learning_rate": 1.4071749134098411e-05,
+      "loss": 27.375,
+      "step": 16135
+    },
+    {
+      "epoch": 0.7710981554047597,
+      "grad_norm": 385.86822509765625,
+      "learning_rate": 1.4071042309836207e-05,
+      "loss": 31.0625,
+      "step": 16136
+    },
+    {
+      "epoch": 0.7711459428462201,
+      "grad_norm": 242.63182067871094,
+      "learning_rate": 1.4070335461193714e-05,
+      "loss": 30.8125,
+      "step": 16137
+    },
+    {
+      "epoch": 0.7711937302876803,
+      "grad_norm": 205.7593536376953,
+      "learning_rate": 1.4069628588175162e-05,
+      "loss": 25.75,
+      "step": 16138
+    },
+    {
+      "epoch": 0.7712415177291407,
+      "grad_norm": 296.4098205566406,
+      "learning_rate": 1.4068921690784787e-05,
+      "loss": 28.1875,
+      "step": 16139
+    },
+    {
+      "epoch": 0.7712893051706011,
+      "grad_norm": 309.6595153808594,
+      "learning_rate": 1.406821476902682e-05,
+      "loss": 35.0625,
+      "step": 16140
+    },
+    {
+      "epoch": 0.7713370926120615,
+      "grad_norm": 269.0927429199219,
+      "learning_rate": 1.4067507822905498e-05,
+      "loss": 30.875,
+      "step": 16141
+    },
+    {
+      "epoch": 0.7713848800535219,
+      "grad_norm": 181.1624298095703,
+      "learning_rate": 1.4066800852425053e-05,
+      "loss": 20.5,
+      "step": 16142
+    },
+    {
+      "epoch": 0.7714326674949823,
+      "grad_norm": 340.91790771484375,
+      "learning_rate": 1.4066093857589715e-05,
+      "loss": 27.0938,
+      "step": 16143
+    },
+    {
+      "epoch": 0.7714804549364427,
+      "grad_norm": 197.68544006347656,
+      "learning_rate": 1.4065386838403725e-05,
+      "loss": 46.0625,
+      "step": 16144
+    },
+    {
+      "epoch": 0.7715282423779031,
+      "grad_norm": 324.2606201171875,
+      "learning_rate": 1.4064679794871314e-05,
+      "loss": 22.0312,
+      "step": 16145
+    },
+    {
+      "epoch": 0.7715760298193635,
+      "grad_norm": 273.4024963378906,
+      "learning_rate": 1.4063972726996715e-05,
+      "loss": 39.125,
+      "step": 16146
+    },
+    {
+      "epoch": 0.7716238172608239,
+      "grad_norm": 197.9686279296875,
+      "learning_rate": 1.4063265634784162e-05,
+      "loss": 20.8594,
+      "step": 16147
+    },
+    {
+      "epoch": 0.7716716047022842,
+      "grad_norm": 314.9399719238281,
+      "learning_rate": 1.4062558518237893e-05,
+      "loss": 23.4062,
+      "step": 16148
+    },
+    {
+      "epoch": 0.7717193921437446,
+      "grad_norm": 370.9339599609375,
+      "learning_rate": 1.4061851377362139e-05,
+      "loss": 34.5781,
+      "step": 16149
+    },
+    {
+      "epoch": 0.771767179585205,
+      "grad_norm": 180.07577514648438,
+      "learning_rate": 1.4061144212161137e-05,
+      "loss": 25.0312,
+      "step": 16150
+    },
+    {
+      "epoch": 0.7718149670266654,
+      "grad_norm": 294.6900329589844,
+      "learning_rate": 1.406043702263912e-05,
+      "loss": 32.7969,
+      "step": 16151
+    },
+    {
+      "epoch": 0.7718627544681258,
+      "grad_norm": 231.74790954589844,
+      "learning_rate": 1.4059729808800326e-05,
+      "loss": 19.875,
+      "step": 16152
+    },
+    {
+      "epoch": 0.7719105419095862,
+      "grad_norm": 139.28732299804688,
+      "learning_rate": 1.4059022570648987e-05,
+      "loss": 27.3125,
+      "step": 16153
+    },
+    {
+      "epoch": 0.7719583293510466,
+      "grad_norm": 402.9920959472656,
+      "learning_rate": 1.4058315308189343e-05,
+      "loss": 29.4688,
+      "step": 16154
+    },
+    {
+      "epoch": 0.772006116792507,
+      "grad_norm": 171.66246032714844,
+      "learning_rate": 1.4057608021425627e-05,
+      "loss": 23.5312,
+      "step": 16155
+    },
+    {
+      "epoch": 0.7720539042339674,
+      "grad_norm": 294.56634521484375,
+      "learning_rate": 1.4056900710362073e-05,
+      "loss": 25.5938,
+      "step": 16156
+    },
+    {
+      "epoch": 0.7721016916754277,
+      "grad_norm": 348.7992858886719,
+      "learning_rate": 1.405619337500292e-05,
+      "loss": 28.6562,
+      "step": 16157
+    },
+    {
+      "epoch": 0.772149479116888,
+      "grad_norm": 400.55413818359375,
+      "learning_rate": 1.4055486015352402e-05,
+      "loss": 30.7188,
+      "step": 16158
+    },
+    {
+      "epoch": 0.7721972665583484,
+      "grad_norm": 177.03335571289062,
+      "learning_rate": 1.4054778631414755e-05,
+      "loss": 29.5312,
+      "step": 16159
+    },
+    {
+      "epoch": 0.7722450539998088,
+      "grad_norm": 197.04226684570312,
+      "learning_rate": 1.4054071223194219e-05,
+      "loss": 27.9688,
+      "step": 16160
+    },
+    {
+      "epoch": 0.7722928414412692,
+      "grad_norm": 223.4356689453125,
+      "learning_rate": 1.4053363790695028e-05,
+      "loss": 26.4375,
+      "step": 16161
+    },
+    {
+      "epoch": 0.7723406288827296,
+      "grad_norm": 306.7578430175781,
+      "learning_rate": 1.4052656333921413e-05,
+      "loss": 25.5781,
+      "step": 16162
+    },
+    {
+      "epoch": 0.77238841632419,
+      "grad_norm": 225.04443359375,
+      "learning_rate": 1.405194885287762e-05,
+      "loss": 41.0625,
+      "step": 16163
+    },
+    {
+      "epoch": 0.7724362037656504,
+      "grad_norm": 166.8342742919922,
+      "learning_rate": 1.4051241347567878e-05,
+      "loss": 20.0312,
+      "step": 16164
+    },
+    {
+      "epoch": 0.7724839912071108,
+      "grad_norm": 178.43540954589844,
+      "learning_rate": 1.4050533817996432e-05,
+      "loss": 23.3438,
+      "step": 16165
+    },
+    {
+      "epoch": 0.7725317786485711,
+      "grad_norm": 258.6228942871094,
+      "learning_rate": 1.4049826264167513e-05,
+      "loss": 25.0,
+      "step": 16166
+    },
+    {
+      "epoch": 0.7725795660900315,
+      "grad_norm": 265.1725158691406,
+      "learning_rate": 1.404911868608536e-05,
+      "loss": 31.6875,
+      "step": 16167
+    },
+    {
+      "epoch": 0.7726273535314919,
+      "grad_norm": 321.9278259277344,
+      "learning_rate": 1.404841108375421e-05,
+      "loss": 38.5,
+      "step": 16168
+    },
+    {
+      "epoch": 0.7726751409729523,
+      "grad_norm": 223.5972137451172,
+      "learning_rate": 1.4047703457178306e-05,
+      "loss": 31.2188,
+      "step": 16169
+    },
+    {
+      "epoch": 0.7727229284144127,
+      "grad_norm": 277.87445068359375,
+      "learning_rate": 1.4046995806361878e-05,
+      "loss": 29.5938,
+      "step": 16170
+    },
+    {
+      "epoch": 0.7727707158558731,
+      "grad_norm": 260.9447937011719,
+      "learning_rate": 1.4046288131309167e-05,
+      "loss": 26.6562,
+      "step": 16171
+    },
+    {
+      "epoch": 0.7728185032973335,
+      "grad_norm": 202.30905151367188,
+      "learning_rate": 1.404558043202441e-05,
+      "loss": 29.75,
+      "step": 16172
+    },
+    {
+      "epoch": 0.7728662907387939,
+      "grad_norm": 237.63540649414062,
+      "learning_rate": 1.4044872708511847e-05,
+      "loss": 31.9375,
+      "step": 16173
+    },
+    {
+      "epoch": 0.7729140781802543,
+      "grad_norm": 407.5663146972656,
+      "learning_rate": 1.404416496077572e-05,
+      "loss": 30.5,
+      "step": 16174
+    },
+    {
+      "epoch": 0.7729618656217146,
+      "grad_norm": 186.3749542236328,
+      "learning_rate": 1.404345718882026e-05,
+      "loss": 19.6875,
+      "step": 16175
+    },
+    {
+      "epoch": 0.773009653063175,
+      "grad_norm": 259.0323181152344,
+      "learning_rate": 1.4042749392649708e-05,
+      "loss": 24.1406,
+      "step": 16176
+    },
+    {
+      "epoch": 0.7730574405046354,
+      "grad_norm": 250.5186309814453,
+      "learning_rate": 1.4042041572268306e-05,
+      "loss": 34.375,
+      "step": 16177
+    },
+    {
+      "epoch": 0.7731052279460958,
+      "grad_norm": 245.40142822265625,
+      "learning_rate": 1.404133372768029e-05,
+      "loss": 30.875,
+      "step": 16178
+    },
+    {
+      "epoch": 0.7731530153875561,
+      "grad_norm": 219.074951171875,
+      "learning_rate": 1.4040625858889898e-05,
+      "loss": 27.4375,
+      "step": 16179
+    },
+    {
+      "epoch": 0.7732008028290165,
+      "grad_norm": 295.9539794921875,
+      "learning_rate": 1.4039917965901373e-05,
+      "loss": 18.4688,
+      "step": 16180
+    },
+    {
+      "epoch": 0.7732485902704769,
+      "grad_norm": 446.8070373535156,
+      "learning_rate": 1.403921004871895e-05,
+      "loss": 34.0938,
+      "step": 16181
+    },
+    {
+      "epoch": 0.7732963777119373,
+      "grad_norm": 315.7773132324219,
+      "learning_rate": 1.4038502107346874e-05,
+      "loss": 26.25,
+      "step": 16182
+    },
+    {
+      "epoch": 0.7733441651533977,
+      "grad_norm": 509.7769775390625,
+      "learning_rate": 1.403779414178938e-05,
+      "loss": 30.25,
+      "step": 16183
+    },
+    {
+      "epoch": 0.773391952594858,
+      "grad_norm": 551.7011108398438,
+      "learning_rate": 1.4037086152050708e-05,
+      "loss": 39.2188,
+      "step": 16184
+    },
+    {
+      "epoch": 0.7734397400363184,
+      "grad_norm": 148.5254364013672,
+      "learning_rate": 1.40363781381351e-05,
+      "loss": 26.3906,
+      "step": 16185
+    },
+    {
+      "epoch": 0.7734875274777788,
+      "grad_norm": 176.67945861816406,
+      "learning_rate": 1.4035670100046797e-05,
+      "loss": 24.2031,
+      "step": 16186
+    },
+    {
+      "epoch": 0.7735353149192392,
+      "grad_norm": 250.94708251953125,
+      "learning_rate": 1.4034962037790036e-05,
+      "loss": 21.2969,
+      "step": 16187
+    },
+    {
+      "epoch": 0.7735831023606996,
+      "grad_norm": 150.30995178222656,
+      "learning_rate": 1.4034253951369056e-05,
+      "loss": 20.2344,
+      "step": 16188
+    },
+    {
+      "epoch": 0.77363088980216,
+      "grad_norm": 329.4256591796875,
+      "learning_rate": 1.4033545840788106e-05,
+      "loss": 24.4688,
+      "step": 16189
+    },
+    {
+      "epoch": 0.7736786772436204,
+      "grad_norm": 523.0911865234375,
+      "learning_rate": 1.4032837706051417e-05,
+      "loss": 33.0625,
+      "step": 16190
+    },
+    {
+      "epoch": 0.7737264646850808,
+      "grad_norm": 200.2091827392578,
+      "learning_rate": 1.4032129547163236e-05,
+      "loss": 24.2969,
+      "step": 16191
+    },
+    {
+      "epoch": 0.7737742521265412,
+      "grad_norm": 282.0137939453125,
+      "learning_rate": 1.4031421364127802e-05,
+      "loss": 25.5625,
+      "step": 16192
+    },
+    {
+      "epoch": 0.7738220395680016,
+      "grad_norm": 318.6431579589844,
+      "learning_rate": 1.4030713156949355e-05,
+      "loss": 32.375,
+      "step": 16193
+    },
+    {
+      "epoch": 0.7738698270094619,
+      "grad_norm": 216.24325561523438,
+      "learning_rate": 1.4030004925632138e-05,
+      "loss": 18.0312,
+      "step": 16194
+    },
+    {
+      "epoch": 0.7739176144509223,
+      "grad_norm": 831.0488891601562,
+      "learning_rate": 1.4029296670180393e-05,
+      "loss": 23.75,
+      "step": 16195
+    },
+    {
+      "epoch": 0.7739654018923827,
+      "grad_norm": 419.9695739746094,
+      "learning_rate": 1.402858839059836e-05,
+      "loss": 26.9375,
+      "step": 16196
+    },
+    {
+      "epoch": 0.7740131893338431,
+      "grad_norm": 366.29010009765625,
+      "learning_rate": 1.4027880086890275e-05,
+      "loss": 33.4688,
+      "step": 16197
+    },
+    {
+      "epoch": 0.7740609767753035,
+      "grad_norm": 497.2182922363281,
+      "learning_rate": 1.4027171759060392e-05,
+      "loss": 37.75,
+      "step": 16198
+    },
+    {
+      "epoch": 0.7741087642167639,
+      "grad_norm": 255.91375732421875,
+      "learning_rate": 1.4026463407112943e-05,
+      "loss": 22.1875,
+      "step": 16199
+    },
+    {
+      "epoch": 0.7741565516582242,
+      "grad_norm": 261.3714294433594,
+      "learning_rate": 1.4025755031052178e-05,
+      "loss": 26.1094,
+      "step": 16200
+    },
+    {
+      "epoch": 0.7742043390996846,
+      "grad_norm": 331.2239074707031,
+      "learning_rate": 1.402504663088233e-05,
+      "loss": 19.0156,
+      "step": 16201
+    },
+    {
+      "epoch": 0.774252126541145,
+      "grad_norm": 264.9503173828125,
+      "learning_rate": 1.4024338206607651e-05,
+      "loss": 27.1875,
+      "step": 16202
+    },
+    {
+      "epoch": 0.7742999139826053,
+      "grad_norm": 234.5925750732422,
+      "learning_rate": 1.4023629758232373e-05,
+      "loss": 19.7812,
+      "step": 16203
+    },
+    {
+      "epoch": 0.7743477014240657,
+      "grad_norm": 312.2699279785156,
+      "learning_rate": 1.4022921285760749e-05,
+      "loss": 36.6875,
+      "step": 16204
+    },
+    {
+      "epoch": 0.7743954888655261,
+      "grad_norm": 167.10140991210938,
+      "learning_rate": 1.4022212789197016e-05,
+      "loss": 23.25,
+      "step": 16205
+    },
+    {
+      "epoch": 0.7744432763069865,
+      "grad_norm": 151.76754760742188,
+      "learning_rate": 1.402150426854542e-05,
+      "loss": 24.1875,
+      "step": 16206
+    },
+    {
+      "epoch": 0.7744910637484469,
+      "grad_norm": 181.85488891601562,
+      "learning_rate": 1.4020795723810203e-05,
+      "loss": 30.1875,
+      "step": 16207
+    },
+    {
+      "epoch": 0.7745388511899073,
+      "grad_norm": 255.6719512939453,
+      "learning_rate": 1.4020087154995606e-05,
+      "loss": 27.3125,
+      "step": 16208
+    },
+    {
+      "epoch": 0.7745866386313677,
+      "grad_norm": 169.7206573486328,
+      "learning_rate": 1.4019378562105877e-05,
+      "loss": 23.7969,
+      "step": 16209
+    },
+    {
+      "epoch": 0.7746344260728281,
+      "grad_norm": 192.2209014892578,
+      "learning_rate": 1.4018669945145255e-05,
+      "loss": 22.9062,
+      "step": 16210
+    },
+    {
+      "epoch": 0.7746822135142885,
+      "grad_norm": 181.40423583984375,
+      "learning_rate": 1.4017961304117986e-05,
+      "loss": 25.875,
+      "step": 16211
+    },
+    {
+      "epoch": 0.7747300009557488,
+      "grad_norm": 412.48419189453125,
+      "learning_rate": 1.401725263902831e-05,
+      "loss": 34.0,
+      "step": 16212
+    },
+    {
+      "epoch": 0.7747777883972092,
+      "grad_norm": 330.14459228515625,
+      "learning_rate": 1.4016543949880479e-05,
+      "loss": 34.1875,
+      "step": 16213
+    },
+    {
+      "epoch": 0.7748255758386696,
+      "grad_norm": 287.00396728515625,
+      "learning_rate": 1.401583523667873e-05,
+      "loss": 28.4688,
+      "step": 16214
+    },
+    {
+      "epoch": 0.77487336328013,
+      "grad_norm": 341.9503173828125,
+      "learning_rate": 1.4015126499427312e-05,
+      "loss": 31.4062,
+      "step": 16215
+    },
+    {
+      "epoch": 0.7749211507215904,
+      "grad_norm": 254.04676818847656,
+      "learning_rate": 1.4014417738130464e-05,
+      "loss": 31.1719,
+      "step": 16216
+    },
+    {
+      "epoch": 0.7749689381630508,
+      "grad_norm": 466.95648193359375,
+      "learning_rate": 1.4013708952792435e-05,
+      "loss": 29.5938,
+      "step": 16217
+    },
+    {
+      "epoch": 0.7750167256045112,
+      "grad_norm": 556.3768920898438,
+      "learning_rate": 1.4013000143417468e-05,
+      "loss": 30.875,
+      "step": 16218
+    },
+    {
+      "epoch": 0.7750645130459716,
+      "grad_norm": 347.26165771484375,
+      "learning_rate": 1.4012291310009812e-05,
+      "loss": 30.0156,
+      "step": 16219
+    },
+    {
+      "epoch": 0.7751123004874318,
+      "grad_norm": 197.09986877441406,
+      "learning_rate": 1.4011582452573704e-05,
+      "loss": 29.1562,
+      "step": 16220
+    },
+    {
+      "epoch": 0.7751600879288922,
+      "grad_norm": 171.4767608642578,
+      "learning_rate": 1.4010873571113394e-05,
+      "loss": 22.1562,
+      "step": 16221
+    },
+    {
+      "epoch": 0.7752078753703526,
+      "grad_norm": 289.78143310546875,
+      "learning_rate": 1.4010164665633129e-05,
+      "loss": 30.3438,
+      "step": 16222
+    },
+    {
+      "epoch": 0.775255662811813,
+      "grad_norm": 278.6423645019531,
+      "learning_rate": 1.400945573613715e-05,
+      "loss": 33.8438,
+      "step": 16223
+    },
+    {
+      "epoch": 0.7753034502532734,
+      "grad_norm": 251.5603485107422,
+      "learning_rate": 1.4008746782629705e-05,
+      "loss": 25.7188,
+      "step": 16224
+    },
+    {
+      "epoch": 0.7753512376947338,
+      "grad_norm": 224.2327117919922,
+      "learning_rate": 1.4008037805115042e-05,
+      "loss": 28.2188,
+      "step": 16225
+    },
+    {
+      "epoch": 0.7753990251361942,
+      "grad_norm": 190.23683166503906,
+      "learning_rate": 1.4007328803597405e-05,
+      "loss": 22.4062,
+      "step": 16226
+    },
+    {
+      "epoch": 0.7754468125776546,
+      "grad_norm": 340.92730712890625,
+      "learning_rate": 1.4006619778081034e-05,
+      "loss": 28.1875,
+      "step": 16227
+    },
+    {
+      "epoch": 0.775494600019115,
+      "grad_norm": 280.3538818359375,
+      "learning_rate": 1.4005910728570185e-05,
+      "loss": 17.5938,
+      "step": 16228
+    },
+    {
+      "epoch": 0.7755423874605754,
+      "grad_norm": 286.1360778808594,
+      "learning_rate": 1.4005201655069097e-05,
+      "loss": 29.2188,
+      "step": 16229
+    },
+    {
+      "epoch": 0.7755901749020357,
+      "grad_norm": 302.7646484375,
+      "learning_rate": 1.4004492557582019e-05,
+      "loss": 37.8438,
+      "step": 16230
+    },
+    {
+      "epoch": 0.7756379623434961,
+      "grad_norm": 249.59127807617188,
+      "learning_rate": 1.40037834361132e-05,
+      "loss": 23.1875,
+      "step": 16231
+    },
+    {
+      "epoch": 0.7756857497849565,
+      "grad_norm": 254.55137634277344,
+      "learning_rate": 1.4003074290666883e-05,
+      "loss": 30.1875,
+      "step": 16232
+    },
+    {
+      "epoch": 0.7757335372264169,
+      "grad_norm": 341.82281494140625,
+      "learning_rate": 1.4002365121247316e-05,
+      "loss": 34.5625,
+      "step": 16233
+    },
+    {
+      "epoch": 0.7757813246678773,
+      "grad_norm": 436.4456787109375,
+      "learning_rate": 1.4001655927858747e-05,
+      "loss": 39.625,
+      "step": 16234
+    },
+    {
+      "epoch": 0.7758291121093377,
+      "grad_norm": 182.36282348632812,
+      "learning_rate": 1.4000946710505425e-05,
+      "loss": 24.875,
+      "step": 16235
+    },
+    {
+      "epoch": 0.7758768995507981,
+      "grad_norm": 175.80880737304688,
+      "learning_rate": 1.4000237469191592e-05,
+      "loss": 20.4844,
+      "step": 16236
+    },
+    {
+      "epoch": 0.7759246869922585,
+      "grad_norm": 246.96482849121094,
+      "learning_rate": 1.39995282039215e-05,
+      "loss": 22.5312,
+      "step": 16237
+    },
+    {
+      "epoch": 0.7759724744337189,
+      "grad_norm": 227.7821807861328,
+      "learning_rate": 1.3998818914699392e-05,
+      "loss": 27.375,
+      "step": 16238
+    },
+    {
+      "epoch": 0.7760202618751793,
+      "grad_norm": 383.6506652832031,
+      "learning_rate": 1.3998109601529521e-05,
+      "loss": 27.9375,
+      "step": 16239
+    },
+    {
+      "epoch": 0.7760680493166396,
+      "grad_norm": 339.1128845214844,
+      "learning_rate": 1.3997400264416133e-05,
+      "loss": 33.3594,
+      "step": 16240
+    },
+    {
+      "epoch": 0.7761158367580999,
+      "grad_norm": 175.43832397460938,
+      "learning_rate": 1.3996690903363473e-05,
+      "loss": 19.4844,
+      "step": 16241
+    },
+    {
+      "epoch": 0.7761636241995603,
+      "grad_norm": 237.98269653320312,
+      "learning_rate": 1.3995981518375794e-05,
+      "loss": 25.4062,
+      "step": 16242
+    },
+    {
+      "epoch": 0.7762114116410207,
+      "grad_norm": 261.90789794921875,
+      "learning_rate": 1.3995272109457343e-05,
+      "loss": 27.2656,
+      "step": 16243
+    },
+    {
+      "epoch": 0.7762591990824811,
+      "grad_norm": 183.67271423339844,
+      "learning_rate": 1.3994562676612364e-05,
+      "loss": 24.2812,
+      "step": 16244
+    },
+    {
+      "epoch": 0.7763069865239415,
+      "grad_norm": 196.67190551757812,
+      "learning_rate": 1.399385321984511e-05,
+      "loss": 37.25,
+      "step": 16245
+    },
+    {
+      "epoch": 0.7763547739654019,
+      "grad_norm": 212.34010314941406,
+      "learning_rate": 1.399314373915983e-05,
+      "loss": 35.25,
+      "step": 16246
+    },
+    {
+      "epoch": 0.7764025614068623,
+      "grad_norm": 186.92608642578125,
+      "learning_rate": 1.3992434234560768e-05,
+      "loss": 25.0938,
+      "step": 16247
+    },
+    {
+      "epoch": 0.7764503488483226,
+      "grad_norm": 243.1831512451172,
+      "learning_rate": 1.3991724706052181e-05,
+      "loss": 30.2188,
+      "step": 16248
+    },
+    {
+      "epoch": 0.776498136289783,
+      "grad_norm": 295.9586181640625,
+      "learning_rate": 1.3991015153638312e-05,
+      "loss": 30.4688,
+      "step": 16249
+    },
+    {
+      "epoch": 0.7765459237312434,
+      "grad_norm": 301.5453796386719,
+      "learning_rate": 1.399030557732341e-05,
+      "loss": 24.0625,
+      "step": 16250
+    },
+    {
+      "epoch": 0.7765937111727038,
+      "grad_norm": 226.60232543945312,
+      "learning_rate": 1.398959597711173e-05,
+      "loss": 29.6875,
+      "step": 16251
+    },
+    {
+      "epoch": 0.7766414986141642,
+      "grad_norm": 242.09288024902344,
+      "learning_rate": 1.3988886353007516e-05,
+      "loss": 30.9219,
+      "step": 16252
+    },
+    {
+      "epoch": 0.7766892860556246,
+      "grad_norm": 316.2496337890625,
+      "learning_rate": 1.398817670501502e-05,
+      "loss": 38.0625,
+      "step": 16253
+    },
+    {
+      "epoch": 0.776737073497085,
+      "grad_norm": 252.70729064941406,
+      "learning_rate": 1.3987467033138491e-05,
+      "loss": 21.4062,
+      "step": 16254
+    },
+    {
+      "epoch": 0.7767848609385454,
+      "grad_norm": 191.7465362548828,
+      "learning_rate": 1.3986757337382181e-05,
+      "loss": 25.5938,
+      "step": 16255
+    },
+    {
+      "epoch": 0.7768326483800058,
+      "grad_norm": 205.577880859375,
+      "learning_rate": 1.398604761775034e-05,
+      "loss": 28.625,
+      "step": 16256
+    },
+    {
+      "epoch": 0.7768804358214662,
+      "grad_norm": 329.3061828613281,
+      "learning_rate": 1.3985337874247216e-05,
+      "loss": 24.8125,
+      "step": 16257
+    },
+    {
+      "epoch": 0.7769282232629265,
+      "grad_norm": 281.8442687988281,
+      "learning_rate": 1.398462810687706e-05,
+      "loss": 23.4219,
+      "step": 16258
+    },
+    {
+      "epoch": 0.7769760107043869,
+      "grad_norm": 865.8484497070312,
+      "learning_rate": 1.3983918315644125e-05,
+      "loss": 28.1562,
+      "step": 16259
+    },
+    {
+      "epoch": 0.7770237981458473,
+      "grad_norm": 234.25701904296875,
+      "learning_rate": 1.3983208500552659e-05,
+      "loss": 21.75,
+      "step": 16260
+    },
+    {
+      "epoch": 0.7770715855873076,
+      "grad_norm": 381.0480651855469,
+      "learning_rate": 1.3982498661606913e-05,
+      "loss": 22.5469,
+      "step": 16261
+    },
+    {
+      "epoch": 0.777119373028768,
+      "grad_norm": 311.7331237792969,
+      "learning_rate": 1.3981788798811137e-05,
+      "loss": 36.2188,
+      "step": 16262
+    },
+    {
+      "epoch": 0.7771671604702284,
+      "grad_norm": 217.7781219482422,
+      "learning_rate": 1.3981078912169588e-05,
+      "loss": 23.8594,
+      "step": 16263
+    },
+    {
+      "epoch": 0.7772149479116888,
+      "grad_norm": 410.3902587890625,
+      "learning_rate": 1.3980369001686511e-05,
+      "loss": 30.5938,
+      "step": 16264
+    },
+    {
+      "epoch": 0.7772627353531492,
+      "grad_norm": 405.8304138183594,
+      "learning_rate": 1.397965906736616e-05,
+      "loss": 29.5938,
+      "step": 16265
+    },
+    {
+      "epoch": 0.7773105227946095,
+      "grad_norm": 243.8238067626953,
+      "learning_rate": 1.3978949109212788e-05,
+      "loss": 26.8438,
+      "step": 16266
+    },
+    {
+      "epoch": 0.7773583102360699,
+      "grad_norm": 293.86932373046875,
+      "learning_rate": 1.3978239127230642e-05,
+      "loss": 30.7344,
+      "step": 16267
+    },
+    {
+      "epoch": 0.7774060976775303,
+      "grad_norm": 234.39749145507812,
+      "learning_rate": 1.3977529121423981e-05,
+      "loss": 19.9688,
+      "step": 16268
+    },
+    {
+      "epoch": 0.7774538851189907,
+      "grad_norm": 169.3736572265625,
+      "learning_rate": 1.397681909179705e-05,
+      "loss": 24.7812,
+      "step": 16269
+    },
+    {
+      "epoch": 0.7775016725604511,
+      "grad_norm": 246.02183532714844,
+      "learning_rate": 1.3976109038354104e-05,
+      "loss": 25.7969,
+      "step": 16270
+    },
+    {
+      "epoch": 0.7775494600019115,
+      "grad_norm": 337.44024658203125,
+      "learning_rate": 1.3975398961099396e-05,
+      "loss": 21.4844,
+      "step": 16271
+    },
+    {
+      "epoch": 0.7775972474433719,
+      "grad_norm": 217.56121826171875,
+      "learning_rate": 1.397468886003718e-05,
+      "loss": 31.5625,
+      "step": 16272
+    },
+    {
+      "epoch": 0.7776450348848323,
+      "grad_norm": 217.88177490234375,
+      "learning_rate": 1.3973978735171703e-05,
+      "loss": 32.7188,
+      "step": 16273
+    },
+    {
+      "epoch": 0.7776928223262927,
+      "grad_norm": 214.00399780273438,
+      "learning_rate": 1.3973268586507222e-05,
+      "loss": 21.8594,
+      "step": 16274
+    },
+    {
+      "epoch": 0.777740609767753,
+      "grad_norm": 262.38494873046875,
+      "learning_rate": 1.3972558414047991e-05,
+      "loss": 24.625,
+      "step": 16275
+    },
+    {
+      "epoch": 0.7777883972092134,
+      "grad_norm": 173.1017303466797,
+      "learning_rate": 1.3971848217798263e-05,
+      "loss": 20.0938,
+      "step": 16276
+    },
+    {
+      "epoch": 0.7778361846506738,
+      "grad_norm": 243.08668518066406,
+      "learning_rate": 1.3971137997762284e-05,
+      "loss": 19.3594,
+      "step": 16277
+    },
+    {
+      "epoch": 0.7778839720921342,
+      "grad_norm": 677.0259399414062,
+      "learning_rate": 1.3970427753944316e-05,
+      "loss": 34.5625,
+      "step": 16278
+    },
+    {
+      "epoch": 0.7779317595335946,
+      "grad_norm": 364.3365783691406,
+      "learning_rate": 1.3969717486348608e-05,
+      "loss": 49.125,
+      "step": 16279
+    },
+    {
+      "epoch": 0.777979546975055,
+      "grad_norm": 213.92529296875,
+      "learning_rate": 1.3969007194979414e-05,
+      "loss": 37.625,
+      "step": 16280
+    },
+    {
+      "epoch": 0.7780273344165154,
+      "grad_norm": 267.3115539550781,
+      "learning_rate": 1.396829687984099e-05,
+      "loss": 32.7188,
+      "step": 16281
+    },
+    {
+      "epoch": 0.7780751218579757,
+      "grad_norm": 180.31243896484375,
+      "learning_rate": 1.3967586540937585e-05,
+      "loss": 31.75,
+      "step": 16282
+    },
+    {
+      "epoch": 0.7781229092994361,
+      "grad_norm": 140.77337646484375,
+      "learning_rate": 1.3966876178273458e-05,
+      "loss": 32.7344,
+      "step": 16283
+    },
+    {
+      "epoch": 0.7781706967408965,
+      "grad_norm": 246.13333129882812,
+      "learning_rate": 1.3966165791852862e-05,
+      "loss": 25.5938,
+      "step": 16284
+    },
+    {
+      "epoch": 0.7782184841823568,
+      "grad_norm": 322.6156921386719,
+      "learning_rate": 1.3965455381680052e-05,
+      "loss": 33.0312,
+      "step": 16285
+    },
+    {
+      "epoch": 0.7782662716238172,
+      "grad_norm": 223.92706298828125,
+      "learning_rate": 1.3964744947759277e-05,
+      "loss": 25.3438,
+      "step": 16286
+    },
+    {
+      "epoch": 0.7783140590652776,
+      "grad_norm": 165.5753173828125,
+      "learning_rate": 1.39640344900948e-05,
+      "loss": 18.0938,
+      "step": 16287
+    },
+    {
+      "epoch": 0.778361846506738,
+      "grad_norm": 302.89666748046875,
+      "learning_rate": 1.3963324008690868e-05,
+      "loss": 29.6875,
+      "step": 16288
+    },
+    {
+      "epoch": 0.7784096339481984,
+      "grad_norm": 166.06446838378906,
+      "learning_rate": 1.396261350355174e-05,
+      "loss": 25.1875,
+      "step": 16289
+    },
+    {
+      "epoch": 0.7784574213896588,
+      "grad_norm": 152.60447692871094,
+      "learning_rate": 1.3961902974681674e-05,
+      "loss": 27.4375,
+      "step": 16290
+    },
+    {
+      "epoch": 0.7785052088311192,
+      "grad_norm": 536.2041625976562,
+      "learning_rate": 1.3961192422084918e-05,
+      "loss": 23.7188,
+      "step": 16291
+    },
+    {
+      "epoch": 0.7785529962725796,
+      "grad_norm": 156.74295043945312,
+      "learning_rate": 1.396048184576573e-05,
+      "loss": 24.7812,
+      "step": 16292
+    },
+    {
+      "epoch": 0.77860078371404,
+      "grad_norm": 185.2610626220703,
+      "learning_rate": 1.3959771245728368e-05,
+      "loss": 36.6875,
+      "step": 16293
+    },
+    {
+      "epoch": 0.7786485711555003,
+      "grad_norm": 220.99729919433594,
+      "learning_rate": 1.3959060621977085e-05,
+      "loss": 20.8594,
+      "step": 16294
+    },
+    {
+      "epoch": 0.7786963585969607,
+      "grad_norm": 266.06182861328125,
+      "learning_rate": 1.3958349974516136e-05,
+      "loss": 28.625,
+      "step": 16295
+    },
+    {
+      "epoch": 0.7787441460384211,
+      "grad_norm": 176.73532104492188,
+      "learning_rate": 1.3957639303349781e-05,
+      "loss": 36.7344,
+      "step": 16296
+    },
+    {
+      "epoch": 0.7787919334798815,
+      "grad_norm": 241.60079956054688,
+      "learning_rate": 1.3956928608482272e-05,
+      "loss": 23.2812,
+      "step": 16297
+    },
+    {
+      "epoch": 0.7788397209213419,
+      "grad_norm": 231.49713134765625,
+      "learning_rate": 1.395621788991787e-05,
+      "loss": 26.8438,
+      "step": 16298
+    },
+    {
+      "epoch": 0.7788875083628023,
+      "grad_norm": 295.2305603027344,
+      "learning_rate": 1.395550714766082e-05,
+      "loss": 25.7812,
+      "step": 16299
+    },
+    {
+      "epoch": 0.7789352958042627,
+      "grad_norm": 205.12742614746094,
+      "learning_rate": 1.3954796381715392e-05,
+      "loss": 26.7656,
+      "step": 16300
+    },
+    {
+      "epoch": 0.7789830832457231,
+      "grad_norm": 241.51202392578125,
+      "learning_rate": 1.3954085592085835e-05,
+      "loss": 25.8438,
+      "step": 16301
+    },
+    {
+      "epoch": 0.7790308706871835,
+      "grad_norm": 319.3462219238281,
+      "learning_rate": 1.395337477877641e-05,
+      "loss": 31.2188,
+      "step": 16302
+    },
+    {
+      "epoch": 0.7790786581286437,
+      "grad_norm": 301.6370849609375,
+      "learning_rate": 1.3952663941791367e-05,
+      "loss": 28.4375,
+      "step": 16303
+    },
+    {
+      "epoch": 0.7791264455701041,
+      "grad_norm": 160.7806854248047,
+      "learning_rate": 1.395195308113497e-05,
+      "loss": 19.6875,
+      "step": 16304
+    },
+    {
+      "epoch": 0.7791742330115645,
+      "grad_norm": 266.87493896484375,
+      "learning_rate": 1.3951242196811474e-05,
+      "loss": 27.6562,
+      "step": 16305
+    },
+    {
+      "epoch": 0.7792220204530249,
+      "grad_norm": 161.3804931640625,
+      "learning_rate": 1.3950531288825133e-05,
+      "loss": 29.9375,
+      "step": 16306
+    },
+    {
+      "epoch": 0.7792698078944853,
+      "grad_norm": 322.5726318359375,
+      "learning_rate": 1.394982035718021e-05,
+      "loss": 24.875,
+      "step": 16307
+    },
+    {
+      "epoch": 0.7793175953359457,
+      "grad_norm": 118.9451675415039,
+      "learning_rate": 1.394910940188096e-05,
+      "loss": 19.4141,
+      "step": 16308
+    },
+    {
+      "epoch": 0.7793653827774061,
+      "grad_norm": 184.0100860595703,
+      "learning_rate": 1.394839842293164e-05,
+      "loss": 19.0469,
+      "step": 16309
+    },
+    {
+      "epoch": 0.7794131702188665,
+      "grad_norm": 334.17474365234375,
+      "learning_rate": 1.3947687420336507e-05,
+      "loss": 28.9219,
+      "step": 16310
+    },
+    {
+      "epoch": 0.7794609576603269,
+      "grad_norm": 325.2736511230469,
+      "learning_rate": 1.394697639409982e-05,
+      "loss": 35.4062,
+      "step": 16311
+    },
+    {
+      "epoch": 0.7795087451017872,
+      "grad_norm": 195.23797607421875,
+      "learning_rate": 1.3946265344225838e-05,
+      "loss": 30.375,
+      "step": 16312
+    },
+    {
+      "epoch": 0.7795565325432476,
+      "grad_norm": 278.1853332519531,
+      "learning_rate": 1.394555427071882e-05,
+      "loss": 26.1875,
+      "step": 16313
+    },
+    {
+      "epoch": 0.779604319984708,
+      "grad_norm": 199.7113494873047,
+      "learning_rate": 1.3944843173583018e-05,
+      "loss": 19.7812,
+      "step": 16314
+    },
+    {
+      "epoch": 0.7796521074261684,
+      "grad_norm": 275.4347839355469,
+      "learning_rate": 1.3944132052822701e-05,
+      "loss": 25.7188,
+      "step": 16315
+    },
+    {
+      "epoch": 0.7796998948676288,
+      "grad_norm": 761.5738525390625,
+      "learning_rate": 1.3943420908442122e-05,
+      "loss": 24.8438,
+      "step": 16316
+    },
+    {
+      "epoch": 0.7797476823090892,
+      "grad_norm": 318.14434814453125,
+      "learning_rate": 1.3942709740445537e-05,
+      "loss": 30.5,
+      "step": 16317
+    },
+    {
+      "epoch": 0.7797954697505496,
+      "grad_norm": 142.00018310546875,
+      "learning_rate": 1.394199854883721e-05,
+      "loss": 26.7812,
+      "step": 16318
+    },
+    {
+      "epoch": 0.77984325719201,
+      "grad_norm": 248.64088439941406,
+      "learning_rate": 1.3941287333621398e-05,
+      "loss": 20.9375,
+      "step": 16319
+    },
+    {
+      "epoch": 0.7798910446334704,
+      "grad_norm": 321.9290466308594,
+      "learning_rate": 1.3940576094802363e-05,
+      "loss": 35.0938,
+      "step": 16320
+    },
+    {
+      "epoch": 0.7799388320749308,
+      "grad_norm": 196.10098266601562,
+      "learning_rate": 1.3939864832384358e-05,
+      "loss": 24.4375,
+      "step": 16321
+    },
+    {
+      "epoch": 0.7799866195163911,
+      "grad_norm": 273.3297424316406,
+      "learning_rate": 1.3939153546371649e-05,
+      "loss": 30.5938,
+      "step": 16322
+    },
+    {
+      "epoch": 0.7800344069578514,
+      "grad_norm": 492.582763671875,
+      "learning_rate": 1.3938442236768492e-05,
+      "loss": 31.2188,
+      "step": 16323
+    },
+    {
+      "epoch": 0.7800821943993118,
+      "grad_norm": 390.5289611816406,
+      "learning_rate": 1.3937730903579148e-05,
+      "loss": 27.8438,
+      "step": 16324
+    },
+    {
+      "epoch": 0.7801299818407722,
+      "grad_norm": 238.2493896484375,
+      "learning_rate": 1.3937019546807878e-05,
+      "loss": 24.7031,
+      "step": 16325
+    },
+    {
+      "epoch": 0.7801777692822326,
+      "grad_norm": 448.041748046875,
+      "learning_rate": 1.3936308166458941e-05,
+      "loss": 28.9688,
+      "step": 16326
+    },
+    {
+      "epoch": 0.780225556723693,
+      "grad_norm": 213.99354553222656,
+      "learning_rate": 1.3935596762536596e-05,
+      "loss": 32.3125,
+      "step": 16327
+    },
+    {
+      "epoch": 0.7802733441651534,
+      "grad_norm": 183.63731384277344,
+      "learning_rate": 1.3934885335045105e-05,
+      "loss": 22.6406,
+      "step": 16328
+    },
+    {
+      "epoch": 0.7803211316066138,
+      "grad_norm": 484.2894592285156,
+      "learning_rate": 1.393417388398873e-05,
+      "loss": 26.4062,
+      "step": 16329
+    },
+    {
+      "epoch": 0.7803689190480741,
+      "grad_norm": 237.49191284179688,
+      "learning_rate": 1.3933462409371727e-05,
+      "loss": 28.5312,
+      "step": 16330
+    },
+    {
+      "epoch": 0.7804167064895345,
+      "grad_norm": 143.13381958007812,
+      "learning_rate": 1.3932750911198363e-05,
+      "loss": 24.5938,
+      "step": 16331
+    },
+    {
+      "epoch": 0.7804644939309949,
+      "grad_norm": 240.5296630859375,
+      "learning_rate": 1.3932039389472891e-05,
+      "loss": 23.5938,
+      "step": 16332
+    },
+    {
+      "epoch": 0.7805122813724553,
+      "grad_norm": 204.922607421875,
+      "learning_rate": 1.393132784419958e-05,
+      "loss": 16.5312,
+      "step": 16333
+    },
+    {
+      "epoch": 0.7805600688139157,
+      "grad_norm": 378.1811828613281,
+      "learning_rate": 1.3930616275382687e-05,
+      "loss": 30.5,
+      "step": 16334
+    },
+    {
+      "epoch": 0.7806078562553761,
+      "grad_norm": 233.5312957763672,
+      "learning_rate": 1.3929904683026477e-05,
+      "loss": 23.0,
+      "step": 16335
+    },
+    {
+      "epoch": 0.7806556436968365,
+      "grad_norm": 260.9599914550781,
+      "learning_rate": 1.3929193067135204e-05,
+      "loss": 23.5625,
+      "step": 16336
+    },
+    {
+      "epoch": 0.7807034311382969,
+      "grad_norm": 269.9862976074219,
+      "learning_rate": 1.392848142771314e-05,
+      "loss": 27.0312,
+      "step": 16337
+    },
+    {
+      "epoch": 0.7807512185797573,
+      "grad_norm": 317.219482421875,
+      "learning_rate": 1.3927769764764536e-05,
+      "loss": 39.2344,
+      "step": 16338
+    },
+    {
+      "epoch": 0.7807990060212177,
+      "grad_norm": 223.5045928955078,
+      "learning_rate": 1.3927058078293665e-05,
+      "loss": 16.3906,
+      "step": 16339
+    },
+    {
+      "epoch": 0.780846793462678,
+      "grad_norm": 308.59954833984375,
+      "learning_rate": 1.3926346368304779e-05,
+      "loss": 29.4688,
+      "step": 16340
+    },
+    {
+      "epoch": 0.7808945809041384,
+      "grad_norm": 343.13671875,
+      "learning_rate": 1.3925634634802148e-05,
+      "loss": 24.1875,
+      "step": 16341
+    },
+    {
+      "epoch": 0.7809423683455988,
+      "grad_norm": 173.90846252441406,
+      "learning_rate": 1.392492287779003e-05,
+      "loss": 21.9219,
+      "step": 16342
+    },
+    {
+      "epoch": 0.7809901557870592,
+      "grad_norm": 178.42120361328125,
+      "learning_rate": 1.3924211097272689e-05,
+      "loss": 21.9062,
+      "step": 16343
+    },
+    {
+      "epoch": 0.7810379432285195,
+      "grad_norm": 473.783203125,
+      "learning_rate": 1.3923499293254386e-05,
+      "loss": 39.125,
+      "step": 16344
+    },
+    {
+      "epoch": 0.7810857306699799,
+      "grad_norm": 181.50588989257812,
+      "learning_rate": 1.3922787465739383e-05,
+      "loss": 28.25,
+      "step": 16345
+    },
+    {
+      "epoch": 0.7811335181114403,
+      "grad_norm": 868.175537109375,
+      "learning_rate": 1.3922075614731947e-05,
+      "loss": 26.3594,
+      "step": 16346
+    },
+    {
+      "epoch": 0.7811813055529007,
+      "grad_norm": 250.63729858398438,
+      "learning_rate": 1.3921363740236337e-05,
+      "loss": 25.9688,
+      "step": 16347
+    },
+    {
+      "epoch": 0.781229092994361,
+      "grad_norm": 259.53515625,
+      "learning_rate": 1.3920651842256821e-05,
+      "loss": 38.7188,
+      "step": 16348
+    },
+    {
+      "epoch": 0.7812768804358214,
+      "grad_norm": 212.83160400390625,
+      "learning_rate": 1.3919939920797659e-05,
+      "loss": 37.7812,
+      "step": 16349
+    },
+    {
+      "epoch": 0.7813246678772818,
+      "grad_norm": 198.0032196044922,
+      "learning_rate": 1.3919227975863114e-05,
+      "loss": 28.25,
+      "step": 16350
+    },
+    {
+      "epoch": 0.7813724553187422,
+      "grad_norm": 505.3100280761719,
+      "learning_rate": 1.391851600745745e-05,
+      "loss": 24.6875,
+      "step": 16351
+    },
+    {
+      "epoch": 0.7814202427602026,
+      "grad_norm": 131.42100524902344,
+      "learning_rate": 1.3917804015584932e-05,
+      "loss": 20.0938,
+      "step": 16352
+    },
+    {
+      "epoch": 0.781468030201663,
+      "grad_norm": 351.3720703125,
+      "learning_rate": 1.3917092000249826e-05,
+      "loss": 30.75,
+      "step": 16353
+    },
+    {
+      "epoch": 0.7815158176431234,
+      "grad_norm": 184.15809631347656,
+      "learning_rate": 1.3916379961456387e-05,
+      "loss": 23.5,
+      "step": 16354
+    },
+    {
+      "epoch": 0.7815636050845838,
+      "grad_norm": 261.91680908203125,
+      "learning_rate": 1.391566789920889e-05,
+      "loss": 27.2656,
+      "step": 16355
+    },
+    {
+      "epoch": 0.7816113925260442,
+      "grad_norm": 359.3453063964844,
+      "learning_rate": 1.3914955813511596e-05,
+      "loss": 29.625,
+      "step": 16356
+    },
+    {
+      "epoch": 0.7816591799675046,
+      "grad_norm": 200.47142028808594,
+      "learning_rate": 1.3914243704368766e-05,
+      "loss": 32.9688,
+      "step": 16357
+    },
+    {
+      "epoch": 0.781706967408965,
+      "grad_norm": 424.8644714355469,
+      "learning_rate": 1.391353157178467e-05,
+      "loss": 40.7812,
+      "step": 16358
+    },
+    {
+      "epoch": 0.7817547548504253,
+      "grad_norm": 287.8338623046875,
+      "learning_rate": 1.3912819415763568e-05,
+      "loss": 25.8594,
+      "step": 16359
+    },
+    {
+      "epoch": 0.7818025422918857,
+      "grad_norm": 385.0013122558594,
+      "learning_rate": 1.3912107236309725e-05,
+      "loss": 21.4688,
+      "step": 16360
+    },
+    {
+      "epoch": 0.7818503297333461,
+      "grad_norm": 243.09982299804688,
+      "learning_rate": 1.3911395033427408e-05,
+      "loss": 22.7812,
+      "step": 16361
+    },
+    {
+      "epoch": 0.7818981171748065,
+      "grad_norm": 320.3756408691406,
+      "learning_rate": 1.3910682807120881e-05,
+      "loss": 35.7812,
+      "step": 16362
+    },
+    {
+      "epoch": 0.7819459046162669,
+      "grad_norm": 260.27801513671875,
+      "learning_rate": 1.3909970557394412e-05,
+      "loss": 31.0625,
+      "step": 16363
+    },
+    {
+      "epoch": 0.7819936920577272,
+      "grad_norm": 297.52899169921875,
+      "learning_rate": 1.3909258284252266e-05,
+      "loss": 27.6562,
+      "step": 16364
+    },
+    {
+      "epoch": 0.7820414794991876,
+      "grad_norm": 175.26512145996094,
+      "learning_rate": 1.3908545987698705e-05,
+      "loss": 28.3438,
+      "step": 16365
+    },
+    {
+      "epoch": 0.782089266940648,
+      "grad_norm": 273.35589599609375,
+      "learning_rate": 1.3907833667737998e-05,
+      "loss": 35.375,
+      "step": 16366
+    },
+    {
+      "epoch": 0.7821370543821083,
+      "grad_norm": 344.01715087890625,
+      "learning_rate": 1.3907121324374408e-05,
+      "loss": 21.2656,
+      "step": 16367
+    },
+    {
+      "epoch": 0.7821848418235687,
+      "grad_norm": 216.03707885742188,
+      "learning_rate": 1.3906408957612204e-05,
+      "loss": 31.6562,
+      "step": 16368
+    },
+    {
+      "epoch": 0.7822326292650291,
+      "grad_norm": 640.7622680664062,
+      "learning_rate": 1.3905696567455649e-05,
+      "loss": 32.625,
+      "step": 16369
+    },
+    {
+      "epoch": 0.7822804167064895,
+      "grad_norm": 451.3681335449219,
+      "learning_rate": 1.3904984153909017e-05,
+      "loss": 36.625,
+      "step": 16370
+    },
+    {
+      "epoch": 0.7823282041479499,
+      "grad_norm": 530.90576171875,
+      "learning_rate": 1.3904271716976563e-05,
+      "loss": 30.625,
+      "step": 16371
+    },
+    {
+      "epoch": 0.7823759915894103,
+      "grad_norm": 419.6000061035156,
+      "learning_rate": 1.3903559256662562e-05,
+      "loss": 28.4688,
+      "step": 16372
+    },
+    {
+      "epoch": 0.7824237790308707,
+      "grad_norm": 328.30389404296875,
+      "learning_rate": 1.3902846772971277e-05,
+      "loss": 34.7812,
+      "step": 16373
+    },
+    {
+      "epoch": 0.7824715664723311,
+      "grad_norm": 318.12139892578125,
+      "learning_rate": 1.3902134265906976e-05,
+      "loss": 30.0625,
+      "step": 16374
+    },
+    {
+      "epoch": 0.7825193539137915,
+      "grad_norm": 146.9862518310547,
+      "learning_rate": 1.3901421735473925e-05,
+      "loss": 28.4062,
+      "step": 16375
+    },
+    {
+      "epoch": 0.7825671413552518,
+      "grad_norm": 334.13726806640625,
+      "learning_rate": 1.3900709181676396e-05,
+      "loss": 35.9375,
+      "step": 16376
+    },
+    {
+      "epoch": 0.7826149287967122,
+      "grad_norm": 311.4115905761719,
+      "learning_rate": 1.3899996604518649e-05,
+      "loss": 31.9375,
+      "step": 16377
+    },
+    {
+      "epoch": 0.7826627162381726,
+      "grad_norm": 346.4432678222656,
+      "learning_rate": 1.3899284004004954e-05,
+      "loss": 35.0312,
+      "step": 16378
+    },
+    {
+      "epoch": 0.782710503679633,
+      "grad_norm": 274.2353210449219,
+      "learning_rate": 1.3898571380139583e-05,
+      "loss": 30.5,
+      "step": 16379
+    },
+    {
+      "epoch": 0.7827582911210934,
+      "grad_norm": 190.1834259033203,
+      "learning_rate": 1.3897858732926794e-05,
+      "loss": 22.7188,
+      "step": 16380
+    },
+    {
+      "epoch": 0.7828060785625538,
+      "grad_norm": 137.11129760742188,
+      "learning_rate": 1.3897146062370865e-05,
+      "loss": 24.7344,
+      "step": 16381
+    },
+    {
+      "epoch": 0.7828538660040142,
+      "grad_norm": 398.07379150390625,
+      "learning_rate": 1.389643336847606e-05,
+      "loss": 26.9688,
+      "step": 16382
+    },
+    {
+      "epoch": 0.7829016534454746,
+      "grad_norm": 467.199951171875,
+      "learning_rate": 1.3895720651246644e-05,
+      "loss": 27.9844,
+      "step": 16383
+    },
+    {
+      "epoch": 0.782949440886935,
+      "grad_norm": 454.9189453125,
+      "learning_rate": 1.3895007910686891e-05,
+      "loss": 26.4688,
+      "step": 16384
+    },
+    {
+      "epoch": 0.7829972283283952,
+      "grad_norm": 195.6547088623047,
+      "learning_rate": 1.3894295146801064e-05,
+      "loss": 25.9375,
+      "step": 16385
+    },
+    {
+      "epoch": 0.7830450157698556,
+      "grad_norm": 288.8786926269531,
+      "learning_rate": 1.3893582359593436e-05,
+      "loss": 44.5312,
+      "step": 16386
+    },
+    {
+      "epoch": 0.783092803211316,
+      "grad_norm": 180.70127868652344,
+      "learning_rate": 1.3892869549068275e-05,
+      "loss": 25.9219,
+      "step": 16387
+    },
+    {
+      "epoch": 0.7831405906527764,
+      "grad_norm": 225.989013671875,
+      "learning_rate": 1.3892156715229847e-05,
+      "loss": 18.6719,
+      "step": 16388
+    },
+    {
+      "epoch": 0.7831883780942368,
+      "grad_norm": 178.6238250732422,
+      "learning_rate": 1.3891443858082422e-05,
+      "loss": 23.1562,
+      "step": 16389
+    },
+    {
+      "epoch": 0.7832361655356972,
+      "grad_norm": 846.7579956054688,
+      "learning_rate": 1.3890730977630272e-05,
+      "loss": 27.0,
+      "step": 16390
+    },
+    {
+      "epoch": 0.7832839529771576,
+      "grad_norm": 227.72430419921875,
+      "learning_rate": 1.389001807387766e-05,
+      "loss": 25.9375,
+      "step": 16391
+    },
+    {
+      "epoch": 0.783331740418618,
+      "grad_norm": 314.84149169921875,
+      "learning_rate": 1.3889305146828865e-05,
+      "loss": 24.6875,
+      "step": 16392
+    },
+    {
+      "epoch": 0.7833795278600784,
+      "grad_norm": 371.2386474609375,
+      "learning_rate": 1.3888592196488145e-05,
+      "loss": 37.0625,
+      "step": 16393
+    },
+    {
+      "epoch": 0.7834273153015388,
+      "grad_norm": 247.6531219482422,
+      "learning_rate": 1.3887879222859776e-05,
+      "loss": 23.8438,
+      "step": 16394
+    },
+    {
+      "epoch": 0.7834751027429991,
+      "grad_norm": 351.2108154296875,
+      "learning_rate": 1.388716622594803e-05,
+      "loss": 28.2188,
+      "step": 16395
+    },
+    {
+      "epoch": 0.7835228901844595,
+      "grad_norm": 232.4677734375,
+      "learning_rate": 1.3886453205757174e-05,
+      "loss": 31.4688,
+      "step": 16396
+    },
+    {
+      "epoch": 0.7835706776259199,
+      "grad_norm": 374.2130126953125,
+      "learning_rate": 1.3885740162291475e-05,
+      "loss": 35.5781,
+      "step": 16397
+    },
+    {
+      "epoch": 0.7836184650673803,
+      "grad_norm": 153.4506378173828,
+      "learning_rate": 1.3885027095555209e-05,
+      "loss": 27.5156,
+      "step": 16398
+    },
+    {
+      "epoch": 0.7836662525088407,
+      "grad_norm": 212.99403381347656,
+      "learning_rate": 1.3884314005552642e-05,
+      "loss": 28.0312,
+      "step": 16399
+    },
+    {
+      "epoch": 0.7837140399503011,
+      "grad_norm": 244.8668670654297,
+      "learning_rate": 1.3883600892288048e-05,
+      "loss": 26.5,
+      "step": 16400
+    },
+    {
+      "epoch": 0.7837618273917615,
+      "grad_norm": 171.38145446777344,
+      "learning_rate": 1.3882887755765694e-05,
+      "loss": 21.3438,
+      "step": 16401
+    },
+    {
+      "epoch": 0.7838096148332219,
+      "grad_norm": 328.7703857421875,
+      "learning_rate": 1.3882174595989854e-05,
+      "loss": 35.3438,
+      "step": 16402
+    },
+    {
+      "epoch": 0.7838574022746823,
+      "grad_norm": 207.50643920898438,
+      "learning_rate": 1.3881461412964799e-05,
+      "loss": 29.2188,
+      "step": 16403
+    },
+    {
+      "epoch": 0.7839051897161426,
+      "grad_norm": 371.12835693359375,
+      "learning_rate": 1.3880748206694796e-05,
+      "loss": 34.8125,
+      "step": 16404
+    },
+    {
+      "epoch": 0.783952977157603,
+      "grad_norm": 397.9326171875,
+      "learning_rate": 1.388003497718412e-05,
+      "loss": 31.1562,
+      "step": 16405
+    },
+    {
+      "epoch": 0.7840007645990633,
+      "grad_norm": 206.5750732421875,
+      "learning_rate": 1.3879321724437041e-05,
+      "loss": 22.2812,
+      "step": 16406
+    },
+    {
+      "epoch": 0.7840485520405237,
+      "grad_norm": 184.84580993652344,
+      "learning_rate": 1.3878608448457831e-05,
+      "loss": 26.7812,
+      "step": 16407
+    },
+    {
+      "epoch": 0.7840963394819841,
+      "grad_norm": 314.4588317871094,
+      "learning_rate": 1.3877895149250759e-05,
+      "loss": 27.8125,
+      "step": 16408
+    },
+    {
+      "epoch": 0.7841441269234445,
+      "grad_norm": 270.00048828125,
+      "learning_rate": 1.3877181826820103e-05,
+      "loss": 16.8594,
+      "step": 16409
+    },
+    {
+      "epoch": 0.7841919143649049,
+      "grad_norm": 243.74002075195312,
+      "learning_rate": 1.3876468481170126e-05,
+      "loss": 27.6875,
+      "step": 16410
+    },
+    {
+      "epoch": 0.7842397018063653,
+      "grad_norm": 420.49981689453125,
+      "learning_rate": 1.3875755112305109e-05,
+      "loss": 36.0938,
+      "step": 16411
+    },
+    {
+      "epoch": 0.7842874892478257,
+      "grad_norm": 407.5658874511719,
+      "learning_rate": 1.3875041720229317e-05,
+      "loss": 26.5469,
+      "step": 16412
+    },
+    {
+      "epoch": 0.784335276689286,
+      "grad_norm": 315.6300354003906,
+      "learning_rate": 1.3874328304947027e-05,
+      "loss": 25.5625,
+      "step": 16413
+    },
+    {
+      "epoch": 0.7843830641307464,
+      "grad_norm": 229.19017028808594,
+      "learning_rate": 1.3873614866462508e-05,
+      "loss": 24.5938,
+      "step": 16414
+    },
+    {
+      "epoch": 0.7844308515722068,
+      "grad_norm": 196.02297973632812,
+      "learning_rate": 1.3872901404780035e-05,
+      "loss": 24.6562,
+      "step": 16415
+    },
+    {
+      "epoch": 0.7844786390136672,
+      "grad_norm": 326.6305847167969,
+      "learning_rate": 1.3872187919903881e-05,
+      "loss": 23.2188,
+      "step": 16416
+    },
+    {
+      "epoch": 0.7845264264551276,
+      "grad_norm": 410.0728759765625,
+      "learning_rate": 1.3871474411838317e-05,
+      "loss": 32.4062,
+      "step": 16417
+    },
+    {
+      "epoch": 0.784574213896588,
+      "grad_norm": 234.2069854736328,
+      "learning_rate": 1.3870760880587617e-05,
+      "loss": 35.7188,
+      "step": 16418
+    },
+    {
+      "epoch": 0.7846220013380484,
+      "grad_norm": 327.90716552734375,
+      "learning_rate": 1.3870047326156053e-05,
+      "loss": 30.0312,
+      "step": 16419
+    },
+    {
+      "epoch": 0.7846697887795088,
+      "grad_norm": 321.772705078125,
+      "learning_rate": 1.3869333748547901e-05,
+      "loss": 14.4688,
+      "step": 16420
+    },
+    {
+      "epoch": 0.7847175762209692,
+      "grad_norm": 261.8020324707031,
+      "learning_rate": 1.3868620147767433e-05,
+      "loss": 23.8438,
+      "step": 16421
+    },
+    {
+      "epoch": 0.7847653636624295,
+      "grad_norm": 386.6285705566406,
+      "learning_rate": 1.386790652381892e-05,
+      "loss": 28.6875,
+      "step": 16422
+    },
+    {
+      "epoch": 0.7848131511038899,
+      "grad_norm": 216.36822509765625,
+      "learning_rate": 1.386719287670664e-05,
+      "loss": 26.625,
+      "step": 16423
+    },
+    {
+      "epoch": 0.7848609385453503,
+      "grad_norm": 184.39691162109375,
+      "learning_rate": 1.3866479206434864e-05,
+      "loss": 25.0,
+      "step": 16424
+    },
+    {
+      "epoch": 0.7849087259868107,
+      "grad_norm": 133.6061248779297,
+      "learning_rate": 1.3865765513007867e-05,
+      "loss": 22.2031,
+      "step": 16425
+    },
+    {
+      "epoch": 0.784956513428271,
+      "grad_norm": 124.5174789428711,
+      "learning_rate": 1.3865051796429923e-05,
+      "loss": 20.1094,
+      "step": 16426
+    },
+    {
+      "epoch": 0.7850043008697314,
+      "grad_norm": 228.83718872070312,
+      "learning_rate": 1.3864338056705304e-05,
+      "loss": 17.7344,
+      "step": 16427
+    },
+    {
+      "epoch": 0.7850520883111918,
+      "grad_norm": 249.76235961914062,
+      "learning_rate": 1.3863624293838287e-05,
+      "loss": 30.4375,
+      "step": 16428
+    },
+    {
+      "epoch": 0.7850998757526522,
+      "grad_norm": 134.48263549804688,
+      "learning_rate": 1.3862910507833147e-05,
+      "loss": 26.2969,
+      "step": 16429
+    },
+    {
+      "epoch": 0.7851476631941126,
+      "grad_norm": 156.57786560058594,
+      "learning_rate": 1.3862196698694158e-05,
+      "loss": 21.3125,
+      "step": 16430
+    },
+    {
+      "epoch": 0.785195450635573,
+      "grad_norm": 270.6647644042969,
+      "learning_rate": 1.3861482866425592e-05,
+      "loss": 25.5,
+      "step": 16431
+    },
+    {
+      "epoch": 0.7852432380770333,
+      "grad_norm": 127.2862777709961,
+      "learning_rate": 1.3860769011031728e-05,
+      "loss": 24.9062,
+      "step": 16432
+    },
+    {
+      "epoch": 0.7852910255184937,
+      "grad_norm": 461.6184387207031,
+      "learning_rate": 1.3860055132516839e-05,
+      "loss": 39.4375,
+      "step": 16433
+    },
+    {
+      "epoch": 0.7853388129599541,
+      "grad_norm": 278.2779846191406,
+      "learning_rate": 1.38593412308852e-05,
+      "loss": 35.1875,
+      "step": 16434
+    },
+    {
+      "epoch": 0.7853866004014145,
+      "grad_norm": 150.3779754638672,
+      "learning_rate": 1.3858627306141089e-05,
+      "loss": 33.4062,
+      "step": 16435
+    },
+    {
+      "epoch": 0.7854343878428749,
+      "grad_norm": 543.3885498046875,
+      "learning_rate": 1.3857913358288774e-05,
+      "loss": 35.4844,
+      "step": 16436
+    },
+    {
+      "epoch": 0.7854821752843353,
+      "grad_norm": 213.5013427734375,
+      "learning_rate": 1.3857199387332543e-05,
+      "loss": 14.8125,
+      "step": 16437
+    },
+    {
+      "epoch": 0.7855299627257957,
+      "grad_norm": 119.37515258789062,
+      "learning_rate": 1.3856485393276661e-05,
+      "loss": 19.7031,
+      "step": 16438
+    },
+    {
+      "epoch": 0.7855777501672561,
+      "grad_norm": 356.974853515625,
+      "learning_rate": 1.3855771376125412e-05,
+      "loss": 28.0156,
+      "step": 16439
+    },
+    {
+      "epoch": 0.7856255376087165,
+      "grad_norm": 380.0419006347656,
+      "learning_rate": 1.3855057335883065e-05,
+      "loss": 27.0625,
+      "step": 16440
+    },
+    {
+      "epoch": 0.7856733250501768,
+      "grad_norm": 227.732666015625,
+      "learning_rate": 1.3854343272553896e-05,
+      "loss": 26.9688,
+      "step": 16441
+    },
+    {
+      "epoch": 0.7857211124916372,
+      "grad_norm": 293.03076171875,
+      "learning_rate": 1.3853629186142188e-05,
+      "loss": 28.1562,
+      "step": 16442
+    },
+    {
+      "epoch": 0.7857688999330976,
+      "grad_norm": 691.1353149414062,
+      "learning_rate": 1.3852915076652211e-05,
+      "loss": 34.8438,
+      "step": 16443
+    },
+    {
+      "epoch": 0.785816687374558,
+      "grad_norm": 332.2660827636719,
+      "learning_rate": 1.3852200944088248e-05,
+      "loss": 39.5625,
+      "step": 16444
+    },
+    {
+      "epoch": 0.7858644748160184,
+      "grad_norm": 220.6402587890625,
+      "learning_rate": 1.3851486788454567e-05,
+      "loss": 27.5625,
+      "step": 16445
+    },
+    {
+      "epoch": 0.7859122622574788,
+      "grad_norm": 205.6803741455078,
+      "learning_rate": 1.3850772609755454e-05,
+      "loss": 30.0156,
+      "step": 16446
+    },
+    {
+      "epoch": 0.7859600496989391,
+      "grad_norm": 387.7325439453125,
+      "learning_rate": 1.385005840799518e-05,
+      "loss": 27.3906,
+      "step": 16447
+    },
+    {
+      "epoch": 0.7860078371403995,
+      "grad_norm": 415.9673156738281,
+      "learning_rate": 1.3849344183178024e-05,
+      "loss": 30.25,
+      "step": 16448
+    },
+    {
+      "epoch": 0.7860556245818598,
+      "grad_norm": 163.41275024414062,
+      "learning_rate": 1.3848629935308262e-05,
+      "loss": 21.5781,
+      "step": 16449
+    },
+    {
+      "epoch": 0.7861034120233202,
+      "grad_norm": 375.5834655761719,
+      "learning_rate": 1.3847915664390176e-05,
+      "loss": 29.0938,
+      "step": 16450
+    },
+    {
+      "epoch": 0.7861511994647806,
+      "grad_norm": 261.19207763671875,
+      "learning_rate": 1.3847201370428041e-05,
+      "loss": 33.3438,
+      "step": 16451
+    },
+    {
+      "epoch": 0.786198986906241,
+      "grad_norm": 253.58335876464844,
+      "learning_rate": 1.3846487053426132e-05,
+      "loss": 34.0,
+      "step": 16452
+    },
+    {
+      "epoch": 0.7862467743477014,
+      "grad_norm": 229.9899139404297,
+      "learning_rate": 1.384577271338873e-05,
+      "loss": 31.0938,
+      "step": 16453
+    },
+    {
+      "epoch": 0.7862945617891618,
+      "grad_norm": 284.42547607421875,
+      "learning_rate": 1.3845058350320109e-05,
+      "loss": 32.375,
+      "step": 16454
+    },
+    {
+      "epoch": 0.7863423492306222,
+      "grad_norm": 392.5393981933594,
+      "learning_rate": 1.3844343964224551e-05,
+      "loss": 25.3906,
+      "step": 16455
+    },
+    {
+      "epoch": 0.7863901366720826,
+      "grad_norm": 389.9371032714844,
+      "learning_rate": 1.3843629555106337e-05,
+      "loss": 27.8438,
+      "step": 16456
+    },
+    {
+      "epoch": 0.786437924113543,
+      "grad_norm": 277.92059326171875,
+      "learning_rate": 1.3842915122969738e-05,
+      "loss": 26.8125,
+      "step": 16457
+    },
+    {
+      "epoch": 0.7864857115550034,
+      "grad_norm": 241.0167999267578,
+      "learning_rate": 1.3842200667819037e-05,
+      "loss": 24.4844,
+      "step": 16458
+    },
+    {
+      "epoch": 0.7865334989964637,
+      "grad_norm": 484.5478515625,
+      "learning_rate": 1.3841486189658513e-05,
+      "loss": 20.625,
+      "step": 16459
+    },
+    {
+      "epoch": 0.7865812864379241,
+      "grad_norm": 620.5595703125,
+      "learning_rate": 1.384077168849244e-05,
+      "loss": 29.4062,
+      "step": 16460
+    },
+    {
+      "epoch": 0.7866290738793845,
+      "grad_norm": 171.27874755859375,
+      "learning_rate": 1.3840057164325102e-05,
+      "loss": 26.0156,
+      "step": 16461
+    },
+    {
+      "epoch": 0.7866768613208449,
+      "grad_norm": 284.0198059082031,
+      "learning_rate": 1.3839342617160778e-05,
+      "loss": 34.3438,
+      "step": 16462
+    },
+    {
+      "epoch": 0.7867246487623053,
+      "grad_norm": 238.5310821533203,
+      "learning_rate": 1.3838628047003745e-05,
+      "loss": 34.9688,
+      "step": 16463
+    },
+    {
+      "epoch": 0.7867724362037657,
+      "grad_norm": 181.45977783203125,
+      "learning_rate": 1.3837913453858285e-05,
+      "loss": 25.5312,
+      "step": 16464
+    },
+    {
+      "epoch": 0.7868202236452261,
+      "grad_norm": 377.94818115234375,
+      "learning_rate": 1.3837198837728671e-05,
+      "loss": 21.0,
+      "step": 16465
+    },
+    {
+      "epoch": 0.7868680110866865,
+      "grad_norm": 224.9989776611328,
+      "learning_rate": 1.3836484198619194e-05,
+      "loss": 30.3438,
+      "step": 16466
+    },
+    {
+      "epoch": 0.7869157985281467,
+      "grad_norm": 340.2186584472656,
+      "learning_rate": 1.383576953653412e-05,
+      "loss": 47.2031,
+      "step": 16467
+    },
+    {
+      "epoch": 0.7869635859696071,
+      "grad_norm": 500.7835998535156,
+      "learning_rate": 1.383505485147774e-05,
+      "loss": 39.5625,
+      "step": 16468
+    },
+    {
+      "epoch": 0.7870113734110675,
+      "grad_norm": 206.31008911132812,
+      "learning_rate": 1.383434014345433e-05,
+      "loss": 28.0,
+      "step": 16469
+    },
+    {
+      "epoch": 0.7870591608525279,
+      "grad_norm": 193.8684844970703,
+      "learning_rate": 1.383362541246817e-05,
+      "loss": 33.75,
+      "step": 16470
+    },
+    {
+      "epoch": 0.7871069482939883,
+      "grad_norm": 291.4967956542969,
+      "learning_rate": 1.3832910658523542e-05,
+      "loss": 25.5938,
+      "step": 16471
+    },
+    {
+      "epoch": 0.7871547357354487,
+      "grad_norm": 216.92852783203125,
+      "learning_rate": 1.3832195881624722e-05,
+      "loss": 22.9219,
+      "step": 16472
+    },
+    {
+      "epoch": 0.7872025231769091,
+      "grad_norm": 272.6059265136719,
+      "learning_rate": 1.3831481081775996e-05,
+      "loss": 34.5,
+      "step": 16473
+    },
+    {
+      "epoch": 0.7872503106183695,
+      "grad_norm": 323.79364013671875,
+      "learning_rate": 1.383076625898164e-05,
+      "loss": 33.625,
+      "step": 16474
+    },
+    {
+      "epoch": 0.7872980980598299,
+      "grad_norm": 210.1522216796875,
+      "learning_rate": 1.383005141324594e-05,
+      "loss": 25.1562,
+      "step": 16475
+    },
+    {
+      "epoch": 0.7873458855012903,
+      "grad_norm": 432.9217529296875,
+      "learning_rate": 1.3829336544573169e-05,
+      "loss": 36.6875,
+      "step": 16476
+    },
+    {
+      "epoch": 0.7873936729427506,
+      "grad_norm": 163.67874145507812,
+      "learning_rate": 1.3828621652967617e-05,
+      "loss": 25.125,
+      "step": 16477
+    },
+    {
+      "epoch": 0.787441460384211,
+      "grad_norm": 179.68710327148438,
+      "learning_rate": 1.382790673843356e-05,
+      "loss": 23.3906,
+      "step": 16478
+    },
+    {
+      "epoch": 0.7874892478256714,
+      "grad_norm": 326.56585693359375,
+      "learning_rate": 1.3827191800975284e-05,
+      "loss": 33.6562,
+      "step": 16479
+    },
+    {
+      "epoch": 0.7875370352671318,
+      "grad_norm": 186.2079620361328,
+      "learning_rate": 1.3826476840597065e-05,
+      "loss": 23.0625,
+      "step": 16480
+    },
+    {
+      "epoch": 0.7875848227085922,
+      "grad_norm": 548.4953002929688,
+      "learning_rate": 1.3825761857303189e-05,
+      "loss": 39.0938,
+      "step": 16481
+    },
+    {
+      "epoch": 0.7876326101500526,
+      "grad_norm": 325.5911560058594,
+      "learning_rate": 1.3825046851097934e-05,
+      "loss": 37.125,
+      "step": 16482
+    },
+    {
+      "epoch": 0.787680397591513,
+      "grad_norm": 276.29656982421875,
+      "learning_rate": 1.3824331821985584e-05,
+      "loss": 37.4375,
+      "step": 16483
+    },
+    {
+      "epoch": 0.7877281850329734,
+      "grad_norm": 674.4381103515625,
+      "learning_rate": 1.382361676997042e-05,
+      "loss": 35.9688,
+      "step": 16484
+    },
+    {
+      "epoch": 0.7877759724744338,
+      "grad_norm": 132.92727661132812,
+      "learning_rate": 1.382290169505673e-05,
+      "loss": 25.125,
+      "step": 16485
+    },
+    {
+      "epoch": 0.7878237599158942,
+      "grad_norm": 210.3883056640625,
+      "learning_rate": 1.382218659724879e-05,
+      "loss": 36.6875,
+      "step": 16486
+    },
+    {
+      "epoch": 0.7878715473573545,
+      "grad_norm": 288.8104553222656,
+      "learning_rate": 1.3821471476550882e-05,
+      "loss": 24.3438,
+      "step": 16487
+    },
+    {
+      "epoch": 0.7879193347988148,
+      "grad_norm": 241.4936981201172,
+      "learning_rate": 1.3820756332967294e-05,
+      "loss": 25.4062,
+      "step": 16488
+    },
+    {
+      "epoch": 0.7879671222402752,
+      "grad_norm": 361.4745788574219,
+      "learning_rate": 1.3820041166502305e-05,
+      "loss": 32.1562,
+      "step": 16489
+    },
+    {
+      "epoch": 0.7880149096817356,
+      "grad_norm": 212.18569946289062,
+      "learning_rate": 1.3819325977160198e-05,
+      "loss": 38.2188,
+      "step": 16490
+    },
+    {
+      "epoch": 0.788062697123196,
+      "grad_norm": 161.30963134765625,
+      "learning_rate": 1.3818610764945256e-05,
+      "loss": 28.25,
+      "step": 16491
+    },
+    {
+      "epoch": 0.7881104845646564,
+      "grad_norm": 203.25328063964844,
+      "learning_rate": 1.3817895529861762e-05,
+      "loss": 27.7188,
+      "step": 16492
+    },
+    {
+      "epoch": 0.7881582720061168,
+      "grad_norm": 147.37979125976562,
+      "learning_rate": 1.3817180271914e-05,
+      "loss": 21.0312,
+      "step": 16493
+    },
+    {
+      "epoch": 0.7882060594475772,
+      "grad_norm": 209.84352111816406,
+      "learning_rate": 1.3816464991106257e-05,
+      "loss": 39.1562,
+      "step": 16494
+    },
+    {
+      "epoch": 0.7882538468890375,
+      "grad_norm": 336.5417785644531,
+      "learning_rate": 1.381574968744281e-05,
+      "loss": 24.2344,
+      "step": 16495
+    },
+    {
+      "epoch": 0.7883016343304979,
+      "grad_norm": 156.2741241455078,
+      "learning_rate": 1.3815034360927947e-05,
+      "loss": 21.5312,
+      "step": 16496
+    },
+    {
+      "epoch": 0.7883494217719583,
+      "grad_norm": 410.98858642578125,
+      "learning_rate": 1.3814319011565951e-05,
+      "loss": 30.6875,
+      "step": 16497
+    },
+    {
+      "epoch": 0.7883972092134187,
+      "grad_norm": 252.6786651611328,
+      "learning_rate": 1.3813603639361108e-05,
+      "loss": 30.0625,
+      "step": 16498
+    },
+    {
+      "epoch": 0.7884449966548791,
+      "grad_norm": 228.73388671875,
+      "learning_rate": 1.3812888244317699e-05,
+      "loss": 23.4375,
+      "step": 16499
+    },
+    {
+      "epoch": 0.7884927840963395,
+      "grad_norm": 146.5915985107422,
+      "learning_rate": 1.3812172826440007e-05,
+      "loss": 24.6406,
+      "step": 16500
+    },
+    {
+      "epoch": 0.7885405715377999,
+      "grad_norm": 144.01002502441406,
+      "learning_rate": 1.3811457385732322e-05,
+      "loss": 18.9688,
+      "step": 16501
+    },
+    {
+      "epoch": 0.7885883589792603,
+      "grad_norm": 426.40850830078125,
+      "learning_rate": 1.3810741922198922e-05,
+      "loss": 34.5625,
+      "step": 16502
+    },
+    {
+      "epoch": 0.7886361464207207,
+      "grad_norm": 396.21514892578125,
+      "learning_rate": 1.3810026435844099e-05,
+      "loss": 37.5312,
+      "step": 16503
+    },
+    {
+      "epoch": 0.788683933862181,
+      "grad_norm": 218.2616729736328,
+      "learning_rate": 1.3809310926672133e-05,
+      "loss": 20.375,
+      "step": 16504
+    },
+    {
+      "epoch": 0.7887317213036414,
+      "grad_norm": 513.2879028320312,
+      "learning_rate": 1.3808595394687309e-05,
+      "loss": 27.4375,
+      "step": 16505
+    },
+    {
+      "epoch": 0.7887795087451018,
+      "grad_norm": 339.8139953613281,
+      "learning_rate": 1.3807879839893913e-05,
+      "loss": 29.375,
+      "step": 16506
+    },
+    {
+      "epoch": 0.7888272961865622,
+      "grad_norm": 728.9711303710938,
+      "learning_rate": 1.380716426229623e-05,
+      "loss": 26.1016,
+      "step": 16507
+    },
+    {
+      "epoch": 0.7888750836280226,
+      "grad_norm": 786.6431274414062,
+      "learning_rate": 1.3806448661898543e-05,
+      "loss": 42.875,
+      "step": 16508
+    },
+    {
+      "epoch": 0.7889228710694829,
+      "grad_norm": 229.88992309570312,
+      "learning_rate": 1.3805733038705144e-05,
+      "loss": 22.4375,
+      "step": 16509
+    },
+    {
+      "epoch": 0.7889706585109433,
+      "grad_norm": 205.8148651123047,
+      "learning_rate": 1.3805017392720315e-05,
+      "loss": 29.25,
+      "step": 16510
+    },
+    {
+      "epoch": 0.7890184459524037,
+      "grad_norm": 169.92076110839844,
+      "learning_rate": 1.3804301723948342e-05,
+      "loss": 22.0,
+      "step": 16511
+    },
+    {
+      "epoch": 0.7890662333938641,
+      "grad_norm": 249.88644409179688,
+      "learning_rate": 1.3803586032393507e-05,
+      "loss": 21.8906,
+      "step": 16512
+    },
+    {
+      "epoch": 0.7891140208353244,
+      "grad_norm": 158.36582946777344,
+      "learning_rate": 1.3802870318060102e-05,
+      "loss": 20.375,
+      "step": 16513
+    },
+    {
+      "epoch": 0.7891618082767848,
+      "grad_norm": 350.89794921875,
+      "learning_rate": 1.3802154580952411e-05,
+      "loss": 31.6875,
+      "step": 16514
+    },
+    {
+      "epoch": 0.7892095957182452,
+      "grad_norm": 236.3859405517578,
+      "learning_rate": 1.380143882107472e-05,
+      "loss": 31.4062,
+      "step": 16515
+    },
+    {
+      "epoch": 0.7892573831597056,
+      "grad_norm": 354.635009765625,
+      "learning_rate": 1.3800723038431314e-05,
+      "loss": 17.75,
+      "step": 16516
+    },
+    {
+      "epoch": 0.789305170601166,
+      "grad_norm": 299.8932800292969,
+      "learning_rate": 1.3800007233026483e-05,
+      "loss": 26.9219,
+      "step": 16517
+    },
+    {
+      "epoch": 0.7893529580426264,
+      "grad_norm": 310.11663818359375,
+      "learning_rate": 1.3799291404864512e-05,
+      "loss": 24.5,
+      "step": 16518
+    },
+    {
+      "epoch": 0.7894007454840868,
+      "grad_norm": 408.0309143066406,
+      "learning_rate": 1.3798575553949687e-05,
+      "loss": 26.7812,
+      "step": 16519
+    },
+    {
+      "epoch": 0.7894485329255472,
+      "grad_norm": 363.9140930175781,
+      "learning_rate": 1.3797859680286297e-05,
+      "loss": 39.0938,
+      "step": 16520
+    },
+    {
+      "epoch": 0.7894963203670076,
+      "grad_norm": 204.4685516357422,
+      "learning_rate": 1.3797143783878628e-05,
+      "loss": 21.625,
+      "step": 16521
+    },
+    {
+      "epoch": 0.789544107808468,
+      "grad_norm": 314.93023681640625,
+      "learning_rate": 1.3796427864730968e-05,
+      "loss": 33.2812,
+      "step": 16522
+    },
+    {
+      "epoch": 0.7895918952499283,
+      "grad_norm": 203.64158630371094,
+      "learning_rate": 1.3795711922847603e-05,
+      "loss": 24.875,
+      "step": 16523
+    },
+    {
+      "epoch": 0.7896396826913887,
+      "grad_norm": 275.1539001464844,
+      "learning_rate": 1.3794995958232819e-05,
+      "loss": 31.5938,
+      "step": 16524
+    },
+    {
+      "epoch": 0.7896874701328491,
+      "grad_norm": 660.2041625976562,
+      "learning_rate": 1.3794279970890911e-05,
+      "loss": 45.0,
+      "step": 16525
+    },
+    {
+      "epoch": 0.7897352575743095,
+      "grad_norm": 604.1859741210938,
+      "learning_rate": 1.3793563960826157e-05,
+      "loss": 43.6719,
+      "step": 16526
+    },
+    {
+      "epoch": 0.7897830450157699,
+      "grad_norm": 338.8754577636719,
+      "learning_rate": 1.3792847928042854e-05,
+      "loss": 38.0938,
+      "step": 16527
+    },
+    {
+      "epoch": 0.7898308324572303,
+      "grad_norm": 156.53819274902344,
+      "learning_rate": 1.3792131872545283e-05,
+      "loss": 15.8594,
+      "step": 16528
+    },
+    {
+      "epoch": 0.7898786198986906,
+      "grad_norm": 366.3364562988281,
+      "learning_rate": 1.3791415794337738e-05,
+      "loss": 29.4375,
+      "step": 16529
+    },
+    {
+      "epoch": 0.789926407340151,
+      "grad_norm": 279.78350830078125,
+      "learning_rate": 1.37906996934245e-05,
+      "loss": 18.375,
+      "step": 16530
+    },
+    {
+      "epoch": 0.7899741947816113,
+      "grad_norm": 210.7526397705078,
+      "learning_rate": 1.3789983569809865e-05,
+      "loss": 31.9688,
+      "step": 16531
+    },
+    {
+      "epoch": 0.7900219822230717,
+      "grad_norm": 249.3191375732422,
+      "learning_rate": 1.378926742349812e-05,
+      "loss": 31.8125,
+      "step": 16532
+    },
+    {
+      "epoch": 0.7900697696645321,
+      "grad_norm": 173.2052001953125,
+      "learning_rate": 1.3788551254493553e-05,
+      "loss": 25.8438,
+      "step": 16533
+    },
+    {
+      "epoch": 0.7901175571059925,
+      "grad_norm": 168.59426879882812,
+      "learning_rate": 1.378783506280045e-05,
+      "loss": 21.8281,
+      "step": 16534
+    },
+    {
+      "epoch": 0.7901653445474529,
+      "grad_norm": 453.9403076171875,
+      "learning_rate": 1.3787118848423104e-05,
+      "loss": 28.9688,
+      "step": 16535
+    },
+    {
+      "epoch": 0.7902131319889133,
+      "grad_norm": 383.7635498046875,
+      "learning_rate": 1.3786402611365804e-05,
+      "loss": 33.0938,
+      "step": 16536
+    },
+    {
+      "epoch": 0.7902609194303737,
+      "grad_norm": 224.48353576660156,
+      "learning_rate": 1.3785686351632839e-05,
+      "loss": 26.0625,
+      "step": 16537
+    },
+    {
+      "epoch": 0.7903087068718341,
+      "grad_norm": 290.0081481933594,
+      "learning_rate": 1.3784970069228493e-05,
+      "loss": 31.875,
+      "step": 16538
+    },
+    {
+      "epoch": 0.7903564943132945,
+      "grad_norm": 377.4878845214844,
+      "learning_rate": 1.3784253764157063e-05,
+      "loss": 33.5625,
+      "step": 16539
+    },
+    {
+      "epoch": 0.7904042817547549,
+      "grad_norm": 182.32423400878906,
+      "learning_rate": 1.3783537436422837e-05,
+      "loss": 28.5625,
+      "step": 16540
+    },
+    {
+      "epoch": 0.7904520691962152,
+      "grad_norm": 495.96490478515625,
+      "learning_rate": 1.3782821086030103e-05,
+      "loss": 31.2812,
+      "step": 16541
+    },
+    {
+      "epoch": 0.7904998566376756,
+      "grad_norm": 364.7535705566406,
+      "learning_rate": 1.378210471298315e-05,
+      "loss": 21.4375,
+      "step": 16542
+    },
+    {
+      "epoch": 0.790547644079136,
+      "grad_norm": 282.96893310546875,
+      "learning_rate": 1.378138831728627e-05,
+      "loss": 24.125,
+      "step": 16543
+    },
+    {
+      "epoch": 0.7905954315205964,
+      "grad_norm": 366.1931457519531,
+      "learning_rate": 1.3780671898943755e-05,
+      "loss": 22.8125,
+      "step": 16544
+    },
+    {
+      "epoch": 0.7906432189620568,
+      "grad_norm": 425.4761962890625,
+      "learning_rate": 1.3779955457959895e-05,
+      "loss": 35.7812,
+      "step": 16545
+    },
+    {
+      "epoch": 0.7906910064035172,
+      "grad_norm": 292.671630859375,
+      "learning_rate": 1.3779238994338977e-05,
+      "loss": 24.1094,
+      "step": 16546
+    },
+    {
+      "epoch": 0.7907387938449776,
+      "grad_norm": 240.53976440429688,
+      "learning_rate": 1.3778522508085297e-05,
+      "loss": 27.1875,
+      "step": 16547
+    },
+    {
+      "epoch": 0.790786581286438,
+      "grad_norm": 172.04554748535156,
+      "learning_rate": 1.377780599920314e-05,
+      "loss": 27.0938,
+      "step": 16548
+    },
+    {
+      "epoch": 0.7908343687278984,
+      "grad_norm": 300.5981140136719,
+      "learning_rate": 1.37770894676968e-05,
+      "loss": 31.6719,
+      "step": 16549
+    },
+    {
+      "epoch": 0.7908821561693586,
+      "grad_norm": 205.45578002929688,
+      "learning_rate": 1.3776372913570568e-05,
+      "loss": 26.3438,
+      "step": 16550
+    },
+    {
+      "epoch": 0.790929943610819,
+      "grad_norm": 269.2804260253906,
+      "learning_rate": 1.3775656336828735e-05,
+      "loss": 39.1562,
+      "step": 16551
+    },
+    {
+      "epoch": 0.7909777310522794,
+      "grad_norm": 316.5997619628906,
+      "learning_rate": 1.3774939737475593e-05,
+      "loss": 33.875,
+      "step": 16552
+    },
+    {
+      "epoch": 0.7910255184937398,
+      "grad_norm": 666.9343872070312,
+      "learning_rate": 1.3774223115515433e-05,
+      "loss": 21.9219,
+      "step": 16553
+    },
+    {
+      "epoch": 0.7910733059352002,
+      "grad_norm": 236.16123962402344,
+      "learning_rate": 1.3773506470952547e-05,
+      "loss": 26.3125,
+      "step": 16554
+    },
+    {
+      "epoch": 0.7911210933766606,
+      "grad_norm": 389.8384704589844,
+      "learning_rate": 1.3772789803791227e-05,
+      "loss": 29.5625,
+      "step": 16555
+    },
+    {
+      "epoch": 0.791168880818121,
+      "grad_norm": 263.5386657714844,
+      "learning_rate": 1.3772073114035762e-05,
+      "loss": 29.8594,
+      "step": 16556
+    },
+    {
+      "epoch": 0.7912166682595814,
+      "grad_norm": 347.33758544921875,
+      "learning_rate": 1.3771356401690448e-05,
+      "loss": 22.5781,
+      "step": 16557
+    },
+    {
+      "epoch": 0.7912644557010418,
+      "grad_norm": 221.96682739257812,
+      "learning_rate": 1.3770639666759574e-05,
+      "loss": 29.3281,
+      "step": 16558
+    },
+    {
+      "epoch": 0.7913122431425021,
+      "grad_norm": 227.45265197753906,
+      "learning_rate": 1.3769922909247434e-05,
+      "loss": 22.4219,
+      "step": 16559
+    },
+    {
+      "epoch": 0.7913600305839625,
+      "grad_norm": 327.7284851074219,
+      "learning_rate": 1.3769206129158323e-05,
+      "loss": 29.4062,
+      "step": 16560
+    },
+    {
+      "epoch": 0.7914078180254229,
+      "grad_norm": 181.5150146484375,
+      "learning_rate": 1.3768489326496527e-05,
+      "loss": 24.8906,
+      "step": 16561
+    },
+    {
+      "epoch": 0.7914556054668833,
+      "grad_norm": 288.7977600097656,
+      "learning_rate": 1.3767772501266348e-05,
+      "loss": 32.1094,
+      "step": 16562
+    },
+    {
+      "epoch": 0.7915033929083437,
+      "grad_norm": 367.1035461425781,
+      "learning_rate": 1.3767055653472067e-05,
+      "loss": 37.25,
+      "step": 16563
+    },
+    {
+      "epoch": 0.7915511803498041,
+      "grad_norm": 492.4146728515625,
+      "learning_rate": 1.3766338783117987e-05,
+      "loss": 45.5,
+      "step": 16564
+    },
+    {
+      "epoch": 0.7915989677912645,
+      "grad_norm": 210.72511291503906,
+      "learning_rate": 1.3765621890208398e-05,
+      "loss": 28.4375,
+      "step": 16565
+    },
+    {
+      "epoch": 0.7916467552327249,
+      "grad_norm": 212.7244110107422,
+      "learning_rate": 1.3764904974747593e-05,
+      "loss": 31.1719,
+      "step": 16566
+    },
+    {
+      "epoch": 0.7916945426741853,
+      "grad_norm": 300.48870849609375,
+      "learning_rate": 1.3764188036739863e-05,
+      "loss": 25.0156,
+      "step": 16567
+    },
+    {
+      "epoch": 0.7917423301156457,
+      "grad_norm": 635.3222045898438,
+      "learning_rate": 1.3763471076189506e-05,
+      "loss": 34.2812,
+      "step": 16568
+    },
+    {
+      "epoch": 0.791790117557106,
+      "grad_norm": 177.90989685058594,
+      "learning_rate": 1.3762754093100812e-05,
+      "loss": 25.6875,
+      "step": 16569
+    },
+    {
+      "epoch": 0.7918379049985663,
+      "grad_norm": 216.0137176513672,
+      "learning_rate": 1.3762037087478077e-05,
+      "loss": 18.2188,
+      "step": 16570
+    },
+    {
+      "epoch": 0.7918856924400267,
+      "grad_norm": 376.50469970703125,
+      "learning_rate": 1.3761320059325594e-05,
+      "loss": 25.8125,
+      "step": 16571
+    },
+    {
+      "epoch": 0.7919334798814871,
+      "grad_norm": 390.88134765625,
+      "learning_rate": 1.3760603008647659e-05,
+      "loss": 38.0312,
+      "step": 16572
+    },
+    {
+      "epoch": 0.7919812673229475,
+      "grad_norm": 263.63079833984375,
+      "learning_rate": 1.3759885935448563e-05,
+      "loss": 21.0312,
+      "step": 16573
+    },
+    {
+      "epoch": 0.7920290547644079,
+      "grad_norm": 145.1030731201172,
+      "learning_rate": 1.37591688397326e-05,
+      "loss": 18.6562,
+      "step": 16574
+    },
+    {
+      "epoch": 0.7920768422058683,
+      "grad_norm": 327.9162902832031,
+      "learning_rate": 1.3758451721504069e-05,
+      "loss": 21.1875,
+      "step": 16575
+    },
+    {
+      "epoch": 0.7921246296473287,
+      "grad_norm": 204.7569580078125,
+      "learning_rate": 1.375773458076726e-05,
+      "loss": 27.125,
+      "step": 16576
+    },
+    {
+      "epoch": 0.792172417088789,
+      "grad_norm": 480.4058532714844,
+      "learning_rate": 1.375701741752647e-05,
+      "loss": 30.9375,
+      "step": 16577
+    },
+    {
+      "epoch": 0.7922202045302494,
+      "grad_norm": 319.168701171875,
+      "learning_rate": 1.3756300231785993e-05,
+      "loss": 34.0156,
+      "step": 16578
+    },
+    {
+      "epoch": 0.7922679919717098,
+      "grad_norm": 522.3139038085938,
+      "learning_rate": 1.3755583023550128e-05,
+      "loss": 35.1094,
+      "step": 16579
+    },
+    {
+      "epoch": 0.7923157794131702,
+      "grad_norm": 272.3753662109375,
+      "learning_rate": 1.3754865792823163e-05,
+      "loss": 25.7812,
+      "step": 16580
+    },
+    {
+      "epoch": 0.7923635668546306,
+      "grad_norm": 282.01007080078125,
+      "learning_rate": 1.37541485396094e-05,
+      "loss": 19.0625,
+      "step": 16581
+    },
+    {
+      "epoch": 0.792411354296091,
+      "grad_norm": 465.1660461425781,
+      "learning_rate": 1.3753431263913126e-05,
+      "loss": 36.4375,
+      "step": 16582
+    },
+    {
+      "epoch": 0.7924591417375514,
+      "grad_norm": 177.74810791015625,
+      "learning_rate": 1.3752713965738649e-05,
+      "loss": 21.0312,
+      "step": 16583
+    },
+    {
+      "epoch": 0.7925069291790118,
+      "grad_norm": 335.4853820800781,
+      "learning_rate": 1.3751996645090256e-05,
+      "loss": 26.5469,
+      "step": 16584
+    },
+    {
+      "epoch": 0.7925547166204722,
+      "grad_norm": 304.81524658203125,
+      "learning_rate": 1.375127930197224e-05,
+      "loss": 37.9688,
+      "step": 16585
+    },
+    {
+      "epoch": 0.7926025040619326,
+      "grad_norm": 176.88401794433594,
+      "learning_rate": 1.3750561936388906e-05,
+      "loss": 24.0312,
+      "step": 16586
+    },
+    {
+      "epoch": 0.792650291503393,
+      "grad_norm": 318.5764465332031,
+      "learning_rate": 1.3749844548344544e-05,
+      "loss": 31.1562,
+      "step": 16587
+    },
+    {
+      "epoch": 0.7926980789448533,
+      "grad_norm": 218.69236755371094,
+      "learning_rate": 1.3749127137843452e-05,
+      "loss": 21.2188,
+      "step": 16588
+    },
+    {
+      "epoch": 0.7927458663863137,
+      "grad_norm": 198.02383422851562,
+      "learning_rate": 1.3748409704889924e-05,
+      "loss": 30.0,
+      "step": 16589
+    },
+    {
+      "epoch": 0.7927936538277741,
+      "grad_norm": 253.4213409423828,
+      "learning_rate": 1.3747692249488263e-05,
+      "loss": 23.0625,
+      "step": 16590
+    },
+    {
+      "epoch": 0.7928414412692344,
+      "grad_norm": 297.27789306640625,
+      "learning_rate": 1.3746974771642756e-05,
+      "loss": 29.375,
+      "step": 16591
+    },
+    {
+      "epoch": 0.7928892287106948,
+      "grad_norm": 328.1109619140625,
+      "learning_rate": 1.3746257271357711e-05,
+      "loss": 24.5469,
+      "step": 16592
+    },
+    {
+      "epoch": 0.7929370161521552,
+      "grad_norm": 261.3802490234375,
+      "learning_rate": 1.3745539748637413e-05,
+      "loss": 25.0625,
+      "step": 16593
+    },
+    {
+      "epoch": 0.7929848035936156,
+      "grad_norm": 365.92181396484375,
+      "learning_rate": 1.3744822203486168e-05,
+      "loss": 24.7812,
+      "step": 16594
+    },
+    {
+      "epoch": 0.793032591035076,
+      "grad_norm": 144.47784423828125,
+      "learning_rate": 1.3744104635908273e-05,
+      "loss": 25.0781,
+      "step": 16595
+    },
+    {
+      "epoch": 0.7930803784765363,
+      "grad_norm": 193.56138610839844,
+      "learning_rate": 1.3743387045908016e-05,
+      "loss": 15.125,
+      "step": 16596
+    },
+    {
+      "epoch": 0.7931281659179967,
+      "grad_norm": 152.72686767578125,
+      "learning_rate": 1.3742669433489705e-05,
+      "loss": 25.75,
+      "step": 16597
+    },
+    {
+      "epoch": 0.7931759533594571,
+      "grad_norm": 196.8296356201172,
+      "learning_rate": 1.3741951798657631e-05,
+      "loss": 27.1562,
+      "step": 16598
+    },
+    {
+      "epoch": 0.7932237408009175,
+      "grad_norm": 482.6298828125,
+      "learning_rate": 1.3741234141416097e-05,
+      "loss": 41.4375,
+      "step": 16599
+    },
+    {
+      "epoch": 0.7932715282423779,
+      "grad_norm": 255.2798309326172,
+      "learning_rate": 1.3740516461769397e-05,
+      "loss": 26.5312,
+      "step": 16600
+    },
+    {
+      "epoch": 0.7933193156838383,
+      "grad_norm": 491.47662353515625,
+      "learning_rate": 1.3739798759721833e-05,
+      "loss": 31.3281,
+      "step": 16601
+    },
+    {
+      "epoch": 0.7933671031252987,
+      "grad_norm": 312.0693664550781,
+      "learning_rate": 1.3739081035277694e-05,
+      "loss": 28.9375,
+      "step": 16602
+    },
+    {
+      "epoch": 0.7934148905667591,
+      "grad_norm": 267.26739501953125,
+      "learning_rate": 1.3738363288441288e-05,
+      "loss": 24.0312,
+      "step": 16603
+    },
+    {
+      "epoch": 0.7934626780082195,
+      "grad_norm": 287.62158203125,
+      "learning_rate": 1.3737645519216909e-05,
+      "loss": 32.4688,
+      "step": 16604
+    },
+    {
+      "epoch": 0.7935104654496798,
+      "grad_norm": 221.47918701171875,
+      "learning_rate": 1.3736927727608858e-05,
+      "loss": 31.125,
+      "step": 16605
+    },
+    {
+      "epoch": 0.7935582528911402,
+      "grad_norm": 420.6555480957031,
+      "learning_rate": 1.3736209913621428e-05,
+      "loss": 31.3438,
+      "step": 16606
+    },
+    {
+      "epoch": 0.7936060403326006,
+      "grad_norm": 241.0940399169922,
+      "learning_rate": 1.3735492077258924e-05,
+      "loss": 28.9688,
+      "step": 16607
+    },
+    {
+      "epoch": 0.793653827774061,
+      "grad_norm": 154.9625701904297,
+      "learning_rate": 1.3734774218525644e-05,
+      "loss": 18.1719,
+      "step": 16608
+    },
+    {
+      "epoch": 0.7937016152155214,
+      "grad_norm": 287.9667053222656,
+      "learning_rate": 1.3734056337425882e-05,
+      "loss": 26.5,
+      "step": 16609
+    },
+    {
+      "epoch": 0.7937494026569818,
+      "grad_norm": 208.71751403808594,
+      "learning_rate": 1.3733338433963942e-05,
+      "loss": 25.1719,
+      "step": 16610
+    },
+    {
+      "epoch": 0.7937971900984422,
+      "grad_norm": 223.15504455566406,
+      "learning_rate": 1.3732620508144123e-05,
+      "loss": 29.6875,
+      "step": 16611
+    },
+    {
+      "epoch": 0.7938449775399025,
+      "grad_norm": 395.627197265625,
+      "learning_rate": 1.3731902559970724e-05,
+      "loss": 26.8281,
+      "step": 16612
+    },
+    {
+      "epoch": 0.7938927649813629,
+      "grad_norm": 157.79075622558594,
+      "learning_rate": 1.3731184589448044e-05,
+      "loss": 20.9062,
+      "step": 16613
+    },
+    {
+      "epoch": 0.7939405524228232,
+      "grad_norm": 157.06045532226562,
+      "learning_rate": 1.3730466596580382e-05,
+      "loss": 20.3438,
+      "step": 16614
+    },
+    {
+      "epoch": 0.7939883398642836,
+      "grad_norm": 307.7126770019531,
+      "learning_rate": 1.3729748581372037e-05,
+      "loss": 26.9062,
+      "step": 16615
+    },
+    {
+      "epoch": 0.794036127305744,
+      "grad_norm": 295.79150390625,
+      "learning_rate": 1.3729030543827315e-05,
+      "loss": 34.875,
+      "step": 16616
+    },
+    {
+      "epoch": 0.7940839147472044,
+      "grad_norm": 193.32974243164062,
+      "learning_rate": 1.3728312483950507e-05,
+      "loss": 25.625,
+      "step": 16617
+    },
+    {
+      "epoch": 0.7941317021886648,
+      "grad_norm": 377.959228515625,
+      "learning_rate": 1.3727594401745923e-05,
+      "loss": 24.1562,
+      "step": 16618
+    },
+    {
+      "epoch": 0.7941794896301252,
+      "grad_norm": 545.2452392578125,
+      "learning_rate": 1.3726876297217857e-05,
+      "loss": 31.7188,
+      "step": 16619
+    },
+    {
+      "epoch": 0.7942272770715856,
+      "grad_norm": 183.26885986328125,
+      "learning_rate": 1.3726158170370609e-05,
+      "loss": 29.5312,
+      "step": 16620
+    },
+    {
+      "epoch": 0.794275064513046,
+      "grad_norm": 358.70782470703125,
+      "learning_rate": 1.3725440021208485e-05,
+      "loss": 29.0625,
+      "step": 16621
+    },
+    {
+      "epoch": 0.7943228519545064,
+      "grad_norm": 144.66357421875,
+      "learning_rate": 1.3724721849735779e-05,
+      "loss": 30.4531,
+      "step": 16622
+    },
+    {
+      "epoch": 0.7943706393959667,
+      "grad_norm": 139.245361328125,
+      "learning_rate": 1.3724003655956796e-05,
+      "loss": 17.8438,
+      "step": 16623
+    },
+    {
+      "epoch": 0.7944184268374271,
+      "grad_norm": 755.779052734375,
+      "learning_rate": 1.3723285439875836e-05,
+      "loss": 30.25,
+      "step": 16624
+    },
+    {
+      "epoch": 0.7944662142788875,
+      "grad_norm": 281.3638000488281,
+      "learning_rate": 1.3722567201497201e-05,
+      "loss": 23.5938,
+      "step": 16625
+    },
+    {
+      "epoch": 0.7945140017203479,
+      "grad_norm": 765.14306640625,
+      "learning_rate": 1.3721848940825193e-05,
+      "loss": 27.0,
+      "step": 16626
+    },
+    {
+      "epoch": 0.7945617891618083,
+      "grad_norm": 385.2803649902344,
+      "learning_rate": 1.3721130657864112e-05,
+      "loss": 29.125,
+      "step": 16627
+    },
+    {
+      "epoch": 0.7946095766032687,
+      "grad_norm": 343.5873107910156,
+      "learning_rate": 1.3720412352618257e-05,
+      "loss": 27.8906,
+      "step": 16628
+    },
+    {
+      "epoch": 0.7946573640447291,
+      "grad_norm": 347.16387939453125,
+      "learning_rate": 1.3719694025091937e-05,
+      "loss": 23.6562,
+      "step": 16629
+    },
+    {
+      "epoch": 0.7947051514861895,
+      "grad_norm": 267.4957275390625,
+      "learning_rate": 1.3718975675289445e-05,
+      "loss": 29.1875,
+      "step": 16630
+    },
+    {
+      "epoch": 0.7947529389276499,
+      "grad_norm": 205.3988494873047,
+      "learning_rate": 1.3718257303215092e-05,
+      "loss": 28.8438,
+      "step": 16631
+    },
+    {
+      "epoch": 0.7948007263691101,
+      "grad_norm": 159.77862548828125,
+      "learning_rate": 1.3717538908873175e-05,
+      "loss": 18.875,
+      "step": 16632
+    },
+    {
+      "epoch": 0.7948485138105705,
+      "grad_norm": 390.35748291015625,
+      "learning_rate": 1.3716820492267995e-05,
+      "loss": 43.9375,
+      "step": 16633
+    },
+    {
+      "epoch": 0.7948963012520309,
+      "grad_norm": 338.2443542480469,
+      "learning_rate": 1.3716102053403856e-05,
+      "loss": 26.7812,
+      "step": 16634
+    },
+    {
+      "epoch": 0.7949440886934913,
+      "grad_norm": 317.1261901855469,
+      "learning_rate": 1.3715383592285064e-05,
+      "loss": 25.1562,
+      "step": 16635
+    },
+    {
+      "epoch": 0.7949918761349517,
+      "grad_norm": 253.84422302246094,
+      "learning_rate": 1.3714665108915915e-05,
+      "loss": 28.75,
+      "step": 16636
+    },
+    {
+      "epoch": 0.7950396635764121,
+      "grad_norm": 261.0901184082031,
+      "learning_rate": 1.3713946603300716e-05,
+      "loss": 36.3125,
+      "step": 16637
+    },
+    {
+      "epoch": 0.7950874510178725,
+      "grad_norm": 254.25970458984375,
+      "learning_rate": 1.3713228075443772e-05,
+      "loss": 23.375,
+      "step": 16638
+    },
+    {
+      "epoch": 0.7951352384593329,
+      "grad_norm": 429.9325866699219,
+      "learning_rate": 1.3712509525349381e-05,
+      "loss": 27.9375,
+      "step": 16639
+    },
+    {
+      "epoch": 0.7951830259007933,
+      "grad_norm": 208.05706787109375,
+      "learning_rate": 1.3711790953021847e-05,
+      "loss": 26.9062,
+      "step": 16640
+    },
+    {
+      "epoch": 0.7952308133422537,
+      "grad_norm": 352.8952331542969,
+      "learning_rate": 1.3711072358465473e-05,
+      "loss": 41.4219,
+      "step": 16641
+    },
+    {
+      "epoch": 0.795278600783714,
+      "grad_norm": 521.89501953125,
+      "learning_rate": 1.3710353741684568e-05,
+      "loss": 26.9062,
+      "step": 16642
+    },
+    {
+      "epoch": 0.7953263882251744,
+      "grad_norm": 173.91928100585938,
+      "learning_rate": 1.370963510268343e-05,
+      "loss": 24.2031,
+      "step": 16643
+    },
+    {
+      "epoch": 0.7953741756666348,
+      "grad_norm": 242.1352996826172,
+      "learning_rate": 1.3708916441466366e-05,
+      "loss": 23.5625,
+      "step": 16644
+    },
+    {
+      "epoch": 0.7954219631080952,
+      "grad_norm": 333.0489196777344,
+      "learning_rate": 1.370819775803768e-05,
+      "loss": 36.875,
+      "step": 16645
+    },
+    {
+      "epoch": 0.7954697505495556,
+      "grad_norm": 297.3197937011719,
+      "learning_rate": 1.3707479052401671e-05,
+      "loss": 27.5312,
+      "step": 16646
+    },
+    {
+      "epoch": 0.795517537991016,
+      "grad_norm": 180.6307830810547,
+      "learning_rate": 1.3706760324562647e-05,
+      "loss": 20.9531,
+      "step": 16647
+    },
+    {
+      "epoch": 0.7955653254324764,
+      "grad_norm": 439.5761413574219,
+      "learning_rate": 1.370604157452491e-05,
+      "loss": 33.6562,
+      "step": 16648
+    },
+    {
+      "epoch": 0.7956131128739368,
+      "grad_norm": 162.1802520751953,
+      "learning_rate": 1.3705322802292771e-05,
+      "loss": 24.8438,
+      "step": 16649
+    },
+    {
+      "epoch": 0.7956609003153972,
+      "grad_norm": 190.8143310546875,
+      "learning_rate": 1.3704604007870524e-05,
+      "loss": 24.2969,
+      "step": 16650
+    },
+    {
+      "epoch": 0.7957086877568575,
+      "grad_norm": 484.01470947265625,
+      "learning_rate": 1.3703885191262482e-05,
+      "loss": 32.9688,
+      "step": 16651
+    },
+    {
+      "epoch": 0.7957564751983179,
+      "grad_norm": 180.21109008789062,
+      "learning_rate": 1.3703166352472947e-05,
+      "loss": 26.6875,
+      "step": 16652
+    },
+    {
+      "epoch": 0.7958042626397782,
+      "grad_norm": 220.79116821289062,
+      "learning_rate": 1.3702447491506226e-05,
+      "loss": 41.25,
+      "step": 16653
+    },
+    {
+      "epoch": 0.7958520500812386,
+      "grad_norm": 193.8394012451172,
+      "learning_rate": 1.3701728608366618e-05,
+      "loss": 24.625,
+      "step": 16654
+    },
+    {
+      "epoch": 0.795899837522699,
+      "grad_norm": 351.59478759765625,
+      "learning_rate": 1.3701009703058437e-05,
+      "loss": 30.5625,
+      "step": 16655
+    },
+    {
+      "epoch": 0.7959476249641594,
+      "grad_norm": 173.63885498046875,
+      "learning_rate": 1.370029077558598e-05,
+      "loss": 28.25,
+      "step": 16656
+    },
+    {
+      "epoch": 0.7959954124056198,
+      "grad_norm": 1022.30615234375,
+      "learning_rate": 1.3699571825953556e-05,
+      "loss": 29.5312,
+      "step": 16657
+    },
+    {
+      "epoch": 0.7960431998470802,
+      "grad_norm": 417.1220397949219,
+      "learning_rate": 1.369885285416547e-05,
+      "loss": 32.5156,
+      "step": 16658
+    },
+    {
+      "epoch": 0.7960909872885406,
+      "grad_norm": 495.3374938964844,
+      "learning_rate": 1.3698133860226028e-05,
+      "loss": 31.7812,
+      "step": 16659
+    },
+    {
+      "epoch": 0.7961387747300009,
+      "grad_norm": 728.3416748046875,
+      "learning_rate": 1.3697414844139539e-05,
+      "loss": 20.5625,
+      "step": 16660
+    },
+    {
+      "epoch": 0.7961865621714613,
+      "grad_norm": 275.7905578613281,
+      "learning_rate": 1.3696695805910303e-05,
+      "loss": 26.5938,
+      "step": 16661
+    },
+    {
+      "epoch": 0.7962343496129217,
+      "grad_norm": 133.4292755126953,
+      "learning_rate": 1.3695976745542632e-05,
+      "loss": 17.8281,
+      "step": 16662
+    },
+    {
+      "epoch": 0.7962821370543821,
+      "grad_norm": 360.0707092285156,
+      "learning_rate": 1.3695257663040826e-05,
+      "loss": 29.6875,
+      "step": 16663
+    },
+    {
+      "epoch": 0.7963299244958425,
+      "grad_norm": 156.4802703857422,
+      "learning_rate": 1.3694538558409198e-05,
+      "loss": 17.6719,
+      "step": 16664
+    },
+    {
+      "epoch": 0.7963777119373029,
+      "grad_norm": 226.45782470703125,
+      "learning_rate": 1.3693819431652048e-05,
+      "loss": 27.3438,
+      "step": 16665
+    },
+    {
+      "epoch": 0.7964254993787633,
+      "grad_norm": 1067.0460205078125,
+      "learning_rate": 1.369310028277369e-05,
+      "loss": 25.8438,
+      "step": 16666
+    },
+    {
+      "epoch": 0.7964732868202237,
+      "grad_norm": 266.8822937011719,
+      "learning_rate": 1.3692381111778423e-05,
+      "loss": 16.4062,
+      "step": 16667
+    },
+    {
+      "epoch": 0.7965210742616841,
+      "grad_norm": 215.65867614746094,
+      "learning_rate": 1.369166191867056e-05,
+      "loss": 29.7188,
+      "step": 16668
+    },
+    {
+      "epoch": 0.7965688617031444,
+      "grad_norm": 169.7332763671875,
+      "learning_rate": 1.3690942703454406e-05,
+      "loss": 20.4688,
+      "step": 16669
+    },
+    {
+      "epoch": 0.7966166491446048,
+      "grad_norm": 431.8258361816406,
+      "learning_rate": 1.3690223466134267e-05,
+      "loss": 25.3594,
+      "step": 16670
+    },
+    {
+      "epoch": 0.7966644365860652,
+      "grad_norm": 358.98675537109375,
+      "learning_rate": 1.3689504206714453e-05,
+      "loss": 51.9375,
+      "step": 16671
+    },
+    {
+      "epoch": 0.7967122240275256,
+      "grad_norm": 317.4737548828125,
+      "learning_rate": 1.3688784925199265e-05,
+      "loss": 35.6875,
+      "step": 16672
+    },
+    {
+      "epoch": 0.7967600114689859,
+      "grad_norm": 246.66380310058594,
+      "learning_rate": 1.3688065621593019e-05,
+      "loss": 25.0312,
+      "step": 16673
+    },
+    {
+      "epoch": 0.7968077989104463,
+      "grad_norm": 268.1900634765625,
+      "learning_rate": 1.3687346295900014e-05,
+      "loss": 31.0938,
+      "step": 16674
+    },
+    {
+      "epoch": 0.7968555863519067,
+      "grad_norm": 169.4755859375,
+      "learning_rate": 1.368662694812457e-05,
+      "loss": 19.375,
+      "step": 16675
+    },
+    {
+      "epoch": 0.7969033737933671,
+      "grad_norm": 257.4179382324219,
+      "learning_rate": 1.368590757827098e-05,
+      "loss": 17.625,
+      "step": 16676
+    },
+    {
+      "epoch": 0.7969511612348275,
+      "grad_norm": 263.4859313964844,
+      "learning_rate": 1.3685188186343565e-05,
+      "loss": 34.0,
+      "step": 16677
+    },
+    {
+      "epoch": 0.7969989486762878,
+      "grad_norm": 212.18118286132812,
+      "learning_rate": 1.3684468772346623e-05,
+      "loss": 32.125,
+      "step": 16678
+    },
+    {
+      "epoch": 0.7970467361177482,
+      "grad_norm": 267.45037841796875,
+      "learning_rate": 1.3683749336284474e-05,
+      "loss": 31.9062,
+      "step": 16679
+    },
+    {
+      "epoch": 0.7970945235592086,
+      "grad_norm": 290.5193176269531,
+      "learning_rate": 1.3683029878161415e-05,
+      "loss": 25.6562,
+      "step": 16680
+    },
+    {
+      "epoch": 0.797142311000669,
+      "grad_norm": 386.25677490234375,
+      "learning_rate": 1.3682310397981761e-05,
+      "loss": 32.0625,
+      "step": 16681
+    },
+    {
+      "epoch": 0.7971900984421294,
+      "grad_norm": 247.72866821289062,
+      "learning_rate": 1.368159089574982e-05,
+      "loss": 30.0625,
+      "step": 16682
+    },
+    {
+      "epoch": 0.7972378858835898,
+      "grad_norm": 289.21435546875,
+      "learning_rate": 1.36808713714699e-05,
+      "loss": 23.4375,
+      "step": 16683
+    },
+    {
+      "epoch": 0.7972856733250502,
+      "grad_norm": 238.62351989746094,
+      "learning_rate": 1.3680151825146308e-05,
+      "loss": 25.1562,
+      "step": 16684
+    },
+    {
+      "epoch": 0.7973334607665106,
+      "grad_norm": 348.3196716308594,
+      "learning_rate": 1.3679432256783358e-05,
+      "loss": 36.9375,
+      "step": 16685
+    },
+    {
+      "epoch": 0.797381248207971,
+      "grad_norm": 286.8015441894531,
+      "learning_rate": 1.3678712666385356e-05,
+      "loss": 28.1875,
+      "step": 16686
+    },
+    {
+      "epoch": 0.7974290356494314,
+      "grad_norm": 191.70030212402344,
+      "learning_rate": 1.3677993053956611e-05,
+      "loss": 24.2812,
+      "step": 16687
+    },
+    {
+      "epoch": 0.7974768230908917,
+      "grad_norm": 259.0337219238281,
+      "learning_rate": 1.3677273419501434e-05,
+      "loss": 26.5312,
+      "step": 16688
+    },
+    {
+      "epoch": 0.7975246105323521,
+      "grad_norm": 357.6161193847656,
+      "learning_rate": 1.3676553763024132e-05,
+      "loss": 30.875,
+      "step": 16689
+    },
+    {
+      "epoch": 0.7975723979738125,
+      "grad_norm": 309.39581298828125,
+      "learning_rate": 1.3675834084529021e-05,
+      "loss": 26.25,
+      "step": 16690
+    },
+    {
+      "epoch": 0.7976201854152729,
+      "grad_norm": 477.8412170410156,
+      "learning_rate": 1.3675114384020402e-05,
+      "loss": 33.0938,
+      "step": 16691
+    },
+    {
+      "epoch": 0.7976679728567333,
+      "grad_norm": 362.70623779296875,
+      "learning_rate": 1.3674394661502595e-05,
+      "loss": 28.3125,
+      "step": 16692
+    },
+    {
+      "epoch": 0.7977157602981937,
+      "grad_norm": 418.2213134765625,
+      "learning_rate": 1.3673674916979903e-05,
+      "loss": 30.375,
+      "step": 16693
+    },
+    {
+      "epoch": 0.797763547739654,
+      "grad_norm": 135.3278350830078,
+      "learning_rate": 1.3672955150456638e-05,
+      "loss": 23.4688,
+      "step": 16694
+    },
+    {
+      "epoch": 0.7978113351811144,
+      "grad_norm": 265.6175537109375,
+      "learning_rate": 1.3672235361937112e-05,
+      "loss": 25.5,
+      "step": 16695
+    },
+    {
+      "epoch": 0.7978591226225747,
+      "grad_norm": 248.92532348632812,
+      "learning_rate": 1.3671515551425634e-05,
+      "loss": 28.6406,
+      "step": 16696
+    },
+    {
+      "epoch": 0.7979069100640351,
+      "grad_norm": 252.8918914794922,
+      "learning_rate": 1.3670795718926515e-05,
+      "loss": 21.5938,
+      "step": 16697
+    },
+    {
+      "epoch": 0.7979546975054955,
+      "grad_norm": 514.4247436523438,
+      "learning_rate": 1.3670075864444065e-05,
+      "loss": 25.625,
+      "step": 16698
+    },
+    {
+      "epoch": 0.7980024849469559,
+      "grad_norm": 233.68797302246094,
+      "learning_rate": 1.3669355987982603e-05,
+      "loss": 23.6562,
+      "step": 16699
+    },
+    {
+      "epoch": 0.7980502723884163,
+      "grad_norm": 384.6007385253906,
+      "learning_rate": 1.3668636089546426e-05,
+      "loss": 47.5312,
+      "step": 16700
+    },
+    {
+      "epoch": 0.7980980598298767,
+      "grad_norm": 414.29638671875,
+      "learning_rate": 1.3667916169139856e-05,
+      "loss": 27.4219,
+      "step": 16701
+    },
+    {
+      "epoch": 0.7981458472713371,
+      "grad_norm": 263.8032531738281,
+      "learning_rate": 1.36671962267672e-05,
+      "loss": 31.5938,
+      "step": 16702
+    },
+    {
+      "epoch": 0.7981936347127975,
+      "grad_norm": 165.88975524902344,
+      "learning_rate": 1.3666476262432774e-05,
+      "loss": 27.2344,
+      "step": 16703
+    },
+    {
+      "epoch": 0.7982414221542579,
+      "grad_norm": 655.05517578125,
+      "learning_rate": 1.3665756276140881e-05,
+      "loss": 37.6562,
+      "step": 16704
+    },
+    {
+      "epoch": 0.7982892095957183,
+      "grad_norm": 299.9135437011719,
+      "learning_rate": 1.366503626789584e-05,
+      "loss": 31.1094,
+      "step": 16705
+    },
+    {
+      "epoch": 0.7983369970371786,
+      "grad_norm": 280.90283203125,
+      "learning_rate": 1.3664316237701964e-05,
+      "loss": 25.5312,
+      "step": 16706
+    },
+    {
+      "epoch": 0.798384784478639,
+      "grad_norm": 291.96954345703125,
+      "learning_rate": 1.3663596185563556e-05,
+      "loss": 25.0,
+      "step": 16707
+    },
+    {
+      "epoch": 0.7984325719200994,
+      "grad_norm": 321.9375305175781,
+      "learning_rate": 1.366287611148494e-05,
+      "loss": 32.125,
+      "step": 16708
+    },
+    {
+      "epoch": 0.7984803593615598,
+      "grad_norm": 265.4198303222656,
+      "learning_rate": 1.3662156015470419e-05,
+      "loss": 34.6875,
+      "step": 16709
+    },
+    {
+      "epoch": 0.7985281468030202,
+      "grad_norm": 163.82569885253906,
+      "learning_rate": 1.366143589752431e-05,
+      "loss": 23.0625,
+      "step": 16710
+    },
+    {
+      "epoch": 0.7985759342444806,
+      "grad_norm": 462.02252197265625,
+      "learning_rate": 1.3660715757650924e-05,
+      "loss": 30.2812,
+      "step": 16711
+    },
+    {
+      "epoch": 0.798623721685941,
+      "grad_norm": 229.96124267578125,
+      "learning_rate": 1.3659995595854574e-05,
+      "loss": 25.375,
+      "step": 16712
+    },
+    {
+      "epoch": 0.7986715091274014,
+      "grad_norm": 222.31138610839844,
+      "learning_rate": 1.3659275412139574e-05,
+      "loss": 23.3281,
+      "step": 16713
+    },
+    {
+      "epoch": 0.7987192965688618,
+      "grad_norm": 323.3382873535156,
+      "learning_rate": 1.3658555206510236e-05,
+      "loss": 36.3281,
+      "step": 16714
+    },
+    {
+      "epoch": 0.798767084010322,
+      "grad_norm": 345.9263916015625,
+      "learning_rate": 1.3657834978970871e-05,
+      "loss": 33.4062,
+      "step": 16715
+    },
+    {
+      "epoch": 0.7988148714517824,
+      "grad_norm": 281.18927001953125,
+      "learning_rate": 1.3657114729525798e-05,
+      "loss": 25.4688,
+      "step": 16716
+    },
+    {
+      "epoch": 0.7988626588932428,
+      "grad_norm": 434.5804138183594,
+      "learning_rate": 1.3656394458179326e-05,
+      "loss": 28.5,
+      "step": 16717
+    },
+    {
+      "epoch": 0.7989104463347032,
+      "grad_norm": 233.00729370117188,
+      "learning_rate": 1.3655674164935768e-05,
+      "loss": 25.5469,
+      "step": 16718
+    },
+    {
+      "epoch": 0.7989582337761636,
+      "grad_norm": 279.0204772949219,
+      "learning_rate": 1.3654953849799437e-05,
+      "loss": 28.5938,
+      "step": 16719
+    },
+    {
+      "epoch": 0.799006021217624,
+      "grad_norm": 406.57977294921875,
+      "learning_rate": 1.3654233512774653e-05,
+      "loss": 20.8594,
+      "step": 16720
+    },
+    {
+      "epoch": 0.7990538086590844,
+      "grad_norm": 243.7982177734375,
+      "learning_rate": 1.3653513153865723e-05,
+      "loss": 27.9375,
+      "step": 16721
+    },
+    {
+      "epoch": 0.7991015961005448,
+      "grad_norm": 244.5059051513672,
+      "learning_rate": 1.3652792773076963e-05,
+      "loss": 31.5938,
+      "step": 16722
+    },
+    {
+      "epoch": 0.7991493835420052,
+      "grad_norm": 168.1148681640625,
+      "learning_rate": 1.365207237041269e-05,
+      "loss": 24.25,
+      "step": 16723
+    },
+    {
+      "epoch": 0.7991971709834655,
+      "grad_norm": 177.36904907226562,
+      "learning_rate": 1.3651351945877212e-05,
+      "loss": 24.5,
+      "step": 16724
+    },
+    {
+      "epoch": 0.7992449584249259,
+      "grad_norm": 268.99188232421875,
+      "learning_rate": 1.3650631499474852e-05,
+      "loss": 24.5,
+      "step": 16725
+    },
+    {
+      "epoch": 0.7992927458663863,
+      "grad_norm": 170.3882598876953,
+      "learning_rate": 1.3649911031209915e-05,
+      "loss": 22.3906,
+      "step": 16726
+    },
+    {
+      "epoch": 0.7993405333078467,
+      "grad_norm": 253.60845947265625,
+      "learning_rate": 1.3649190541086726e-05,
+      "loss": 25.25,
+      "step": 16727
+    },
+    {
+      "epoch": 0.7993883207493071,
+      "grad_norm": 649.3558349609375,
+      "learning_rate": 1.3648470029109588e-05,
+      "loss": 24.375,
+      "step": 16728
+    },
+    {
+      "epoch": 0.7994361081907675,
+      "grad_norm": 435.2515563964844,
+      "learning_rate": 1.3647749495282826e-05,
+      "loss": 37.5312,
+      "step": 16729
+    },
+    {
+      "epoch": 0.7994838956322279,
+      "grad_norm": 224.04763793945312,
+      "learning_rate": 1.3647028939610753e-05,
+      "loss": 17.5469,
+      "step": 16730
+    },
+    {
+      "epoch": 0.7995316830736883,
+      "grad_norm": 216.31187438964844,
+      "learning_rate": 1.3646308362097683e-05,
+      "loss": 29.2188,
+      "step": 16731
+    },
+    {
+      "epoch": 0.7995794705151487,
+      "grad_norm": 321.8828125,
+      "learning_rate": 1.3645587762747927e-05,
+      "loss": 28.1562,
+      "step": 16732
+    },
+    {
+      "epoch": 0.799627257956609,
+      "grad_norm": 321.9773254394531,
+      "learning_rate": 1.3644867141565806e-05,
+      "loss": 43.7812,
+      "step": 16733
+    },
+    {
+      "epoch": 0.7996750453980694,
+      "grad_norm": 167.88673400878906,
+      "learning_rate": 1.3644146498555635e-05,
+      "loss": 20.9062,
+      "step": 16734
+    },
+    {
+      "epoch": 0.7997228328395297,
+      "grad_norm": 271.8813171386719,
+      "learning_rate": 1.3643425833721729e-05,
+      "loss": 29.375,
+      "step": 16735
+    },
+    {
+      "epoch": 0.7997706202809901,
+      "grad_norm": 301.8684387207031,
+      "learning_rate": 1.3642705147068402e-05,
+      "loss": 47.75,
+      "step": 16736
+    },
+    {
+      "epoch": 0.7998184077224505,
+      "grad_norm": 372.6146545410156,
+      "learning_rate": 1.3641984438599973e-05,
+      "loss": 30.2812,
+      "step": 16737
+    },
+    {
+      "epoch": 0.7998661951639109,
+      "grad_norm": 252.04684448242188,
+      "learning_rate": 1.3641263708320756e-05,
+      "loss": 33.0938,
+      "step": 16738
+    },
+    {
+      "epoch": 0.7999139826053713,
+      "grad_norm": 284.7001037597656,
+      "learning_rate": 1.3640542956235065e-05,
+      "loss": 35.4062,
+      "step": 16739
+    },
+    {
+      "epoch": 0.7999617700468317,
+      "grad_norm": 657.17822265625,
+      "learning_rate": 1.3639822182347225e-05,
+      "loss": 25.1094,
+      "step": 16740
+    },
+    {
+      "epoch": 0.8000095574882921,
+      "grad_norm": 354.1913146972656,
+      "learning_rate": 1.3639101386661544e-05,
+      "loss": 35.9062,
+      "step": 16741
+    },
+    {
+      "epoch": 0.8000573449297524,
+      "grad_norm": 285.3573913574219,
+      "learning_rate": 1.363838056918234e-05,
+      "loss": 26.0312,
+      "step": 16742
+    },
+    {
+      "epoch": 0.8001051323712128,
+      "grad_norm": 385.0252685546875,
+      "learning_rate": 1.3637659729913933e-05,
+      "loss": 24.4688,
+      "step": 16743
+    },
+    {
+      "epoch": 0.8001529198126732,
+      "grad_norm": 301.08062744140625,
+      "learning_rate": 1.3636938868860636e-05,
+      "loss": 33.7812,
+      "step": 16744
+    },
+    {
+      "epoch": 0.8002007072541336,
+      "grad_norm": 300.32720947265625,
+      "learning_rate": 1.3636217986026771e-05,
+      "loss": 30.7188,
+      "step": 16745
+    },
+    {
+      "epoch": 0.800248494695594,
+      "grad_norm": 265.6653747558594,
+      "learning_rate": 1.3635497081416648e-05,
+      "loss": 32.75,
+      "step": 16746
+    },
+    {
+      "epoch": 0.8002962821370544,
+      "grad_norm": 227.8498077392578,
+      "learning_rate": 1.3634776155034595e-05,
+      "loss": 29.7188,
+      "step": 16747
+    },
+    {
+      "epoch": 0.8003440695785148,
+      "grad_norm": 284.9864807128906,
+      "learning_rate": 1.3634055206884918e-05,
+      "loss": 21.2969,
+      "step": 16748
+    },
+    {
+      "epoch": 0.8003918570199752,
+      "grad_norm": 264.5194091796875,
+      "learning_rate": 1.3633334236971943e-05,
+      "loss": 30.8125,
+      "step": 16749
+    },
+    {
+      "epoch": 0.8004396444614356,
+      "grad_norm": 124.84425354003906,
+      "learning_rate": 1.3632613245299982e-05,
+      "loss": 18.5625,
+      "step": 16750
+    },
+    {
+      "epoch": 0.800487431902896,
+      "grad_norm": 376.74798583984375,
+      "learning_rate": 1.3631892231873356e-05,
+      "loss": 27.5625,
+      "step": 16751
+    },
+    {
+      "epoch": 0.8005352193443563,
+      "grad_norm": 310.3334045410156,
+      "learning_rate": 1.3631171196696378e-05,
+      "loss": 24.9844,
+      "step": 16752
+    },
+    {
+      "epoch": 0.8005830067858167,
+      "grad_norm": 239.05918884277344,
+      "learning_rate": 1.3630450139773375e-05,
+      "loss": 29.3438,
+      "step": 16753
+    },
+    {
+      "epoch": 0.8006307942272771,
+      "grad_norm": 420.7112121582031,
+      "learning_rate": 1.3629729061108659e-05,
+      "loss": 25.4219,
+      "step": 16754
+    },
+    {
+      "epoch": 0.8006785816687375,
+      "grad_norm": 247.1352996826172,
+      "learning_rate": 1.3629007960706548e-05,
+      "loss": 29.7188,
+      "step": 16755
+    },
+    {
+      "epoch": 0.8007263691101978,
+      "grad_norm": 213.14747619628906,
+      "learning_rate": 1.3628286838571362e-05,
+      "loss": 27.0312,
+      "step": 16756
+    },
+    {
+      "epoch": 0.8007741565516582,
+      "grad_norm": 227.2254180908203,
+      "learning_rate": 1.3627565694707422e-05,
+      "loss": 24.2969,
+      "step": 16757
+    },
+    {
+      "epoch": 0.8008219439931186,
+      "grad_norm": 541.1844482421875,
+      "learning_rate": 1.3626844529119043e-05,
+      "loss": 35.4062,
+      "step": 16758
+    },
+    {
+      "epoch": 0.800869731434579,
+      "grad_norm": 216.61167907714844,
+      "learning_rate": 1.3626123341810545e-05,
+      "loss": 26.2188,
+      "step": 16759
+    },
+    {
+      "epoch": 0.8009175188760393,
+      "grad_norm": 255.33627319335938,
+      "learning_rate": 1.3625402132786247e-05,
+      "loss": 30.0,
+      "step": 16760
+    },
+    {
+      "epoch": 0.8009653063174997,
+      "grad_norm": 179.1730194091797,
+      "learning_rate": 1.3624680902050467e-05,
+      "loss": 28.5,
+      "step": 16761
+    },
+    {
+      "epoch": 0.8010130937589601,
+      "grad_norm": 236.488525390625,
+      "learning_rate": 1.3623959649607528e-05,
+      "loss": 27.5,
+      "step": 16762
+    },
+    {
+      "epoch": 0.8010608812004205,
+      "grad_norm": 386.1838073730469,
+      "learning_rate": 1.3623238375461744e-05,
+      "loss": 29.6094,
+      "step": 16763
+    },
+    {
+      "epoch": 0.8011086686418809,
+      "grad_norm": 355.05523681640625,
+      "learning_rate": 1.3622517079617442e-05,
+      "loss": 29.8125,
+      "step": 16764
+    },
+    {
+      "epoch": 0.8011564560833413,
+      "grad_norm": 269.0946350097656,
+      "learning_rate": 1.3621795762078931e-05,
+      "loss": 30.4062,
+      "step": 16765
+    },
+    {
+      "epoch": 0.8012042435248017,
+      "grad_norm": 288.2148742675781,
+      "learning_rate": 1.3621074422850543e-05,
+      "loss": 28.3438,
+      "step": 16766
+    },
+    {
+      "epoch": 0.8012520309662621,
+      "grad_norm": 336.876220703125,
+      "learning_rate": 1.3620353061936588e-05,
+      "loss": 20.6406,
+      "step": 16767
+    },
+    {
+      "epoch": 0.8012998184077225,
+      "grad_norm": 472.6400146484375,
+      "learning_rate": 1.3619631679341392e-05,
+      "loss": 33.3125,
+      "step": 16768
+    },
+    {
+      "epoch": 0.8013476058491829,
+      "grad_norm": 210.87303161621094,
+      "learning_rate": 1.361891027506927e-05,
+      "loss": 27.9062,
+      "step": 16769
+    },
+    {
+      "epoch": 0.8013953932906432,
+      "grad_norm": 339.93646240234375,
+      "learning_rate": 1.3618188849124548e-05,
+      "loss": 23.7031,
+      "step": 16770
+    },
+    {
+      "epoch": 0.8014431807321036,
+      "grad_norm": 496.89483642578125,
+      "learning_rate": 1.3617467401511541e-05,
+      "loss": 27.6094,
+      "step": 16771
+    },
+    {
+      "epoch": 0.801490968173564,
+      "grad_norm": 174.38900756835938,
+      "learning_rate": 1.3616745932234571e-05,
+      "loss": 31.4375,
+      "step": 16772
+    },
+    {
+      "epoch": 0.8015387556150244,
+      "grad_norm": 384.74725341796875,
+      "learning_rate": 1.3616024441297964e-05,
+      "loss": 33.4062,
+      "step": 16773
+    },
+    {
+      "epoch": 0.8015865430564848,
+      "grad_norm": 175.882080078125,
+      "learning_rate": 1.3615302928706033e-05,
+      "loss": 25.7812,
+      "step": 16774
+    },
+    {
+      "epoch": 0.8016343304979452,
+      "grad_norm": 554.109375,
+      "learning_rate": 1.3614581394463104e-05,
+      "loss": 36.625,
+      "step": 16775
+    },
+    {
+      "epoch": 0.8016821179394055,
+      "grad_norm": 225.26260375976562,
+      "learning_rate": 1.3613859838573495e-05,
+      "loss": 20.6406,
+      "step": 16776
+    },
+    {
+      "epoch": 0.8017299053808659,
+      "grad_norm": 335.645751953125,
+      "learning_rate": 1.3613138261041532e-05,
+      "loss": 27.375,
+      "step": 16777
+    },
+    {
+      "epoch": 0.8017776928223262,
+      "grad_norm": 154.75184631347656,
+      "learning_rate": 1.3612416661871532e-05,
+      "loss": 23.1719,
+      "step": 16778
+    },
+    {
+      "epoch": 0.8018254802637866,
+      "grad_norm": 253.409912109375,
+      "learning_rate": 1.3611695041067817e-05,
+      "loss": 27.4375,
+      "step": 16779
+    },
+    {
+      "epoch": 0.801873267705247,
+      "grad_norm": 216.67333984375,
+      "learning_rate": 1.3610973398634708e-05,
+      "loss": 32.2188,
+      "step": 16780
+    },
+    {
+      "epoch": 0.8019210551467074,
+      "grad_norm": 238.007080078125,
+      "learning_rate": 1.3610251734576527e-05,
+      "loss": 27.2969,
+      "step": 16781
+    },
+    {
+      "epoch": 0.8019688425881678,
+      "grad_norm": 180.09449768066406,
+      "learning_rate": 1.3609530048897599e-05,
+      "loss": 22.2969,
+      "step": 16782
+    },
+    {
+      "epoch": 0.8020166300296282,
+      "grad_norm": 530.1383666992188,
+      "learning_rate": 1.3608808341602244e-05,
+      "loss": 49.5938,
+      "step": 16783
+    },
+    {
+      "epoch": 0.8020644174710886,
+      "grad_norm": 250.07427978515625,
+      "learning_rate": 1.360808661269478e-05,
+      "loss": 25.625,
+      "step": 16784
+    },
+    {
+      "epoch": 0.802112204912549,
+      "grad_norm": 273.6599426269531,
+      "learning_rate": 1.3607364862179537e-05,
+      "loss": 25.0625,
+      "step": 16785
+    },
+    {
+      "epoch": 0.8021599923540094,
+      "grad_norm": 401.5130920410156,
+      "learning_rate": 1.3606643090060831e-05,
+      "loss": 25.4844,
+      "step": 16786
+    },
+    {
+      "epoch": 0.8022077797954698,
+      "grad_norm": 353.9663391113281,
+      "learning_rate": 1.3605921296342985e-05,
+      "loss": 38.0312,
+      "step": 16787
+    },
+    {
+      "epoch": 0.8022555672369301,
+      "grad_norm": 376.9604187011719,
+      "learning_rate": 1.3605199481030326e-05,
+      "loss": 23.6562,
+      "step": 16788
+    },
+    {
+      "epoch": 0.8023033546783905,
+      "grad_norm": 189.0728759765625,
+      "learning_rate": 1.3604477644127174e-05,
+      "loss": 22.9688,
+      "step": 16789
+    },
+    {
+      "epoch": 0.8023511421198509,
+      "grad_norm": 280.8731689453125,
+      "learning_rate": 1.3603755785637853e-05,
+      "loss": 24.5625,
+      "step": 16790
+    },
+    {
+      "epoch": 0.8023989295613113,
+      "grad_norm": 317.6913146972656,
+      "learning_rate": 1.3603033905566685e-05,
+      "loss": 41.6562,
+      "step": 16791
+    },
+    {
+      "epoch": 0.8024467170027717,
+      "grad_norm": 183.40919494628906,
+      "learning_rate": 1.360231200391799e-05,
+      "loss": 23.3438,
+      "step": 16792
+    },
+    {
+      "epoch": 0.8024945044442321,
+      "grad_norm": 263.0223083496094,
+      "learning_rate": 1.3601590080696097e-05,
+      "loss": 26.9062,
+      "step": 16793
+    },
+    {
+      "epoch": 0.8025422918856925,
+      "grad_norm": 250.12791442871094,
+      "learning_rate": 1.3600868135905323e-05,
+      "loss": 18.25,
+      "step": 16794
+    },
+    {
+      "epoch": 0.8025900793271529,
+      "grad_norm": 352.0647888183594,
+      "learning_rate": 1.3600146169549999e-05,
+      "loss": 32.5312,
+      "step": 16795
+    },
+    {
+      "epoch": 0.8026378667686133,
+      "grad_norm": 238.63587951660156,
+      "learning_rate": 1.3599424181634441e-05,
+      "loss": 30.0312,
+      "step": 16796
+    },
+    {
+      "epoch": 0.8026856542100735,
+      "grad_norm": 209.2088165283203,
+      "learning_rate": 1.3598702172162983e-05,
+      "loss": 25.3125,
+      "step": 16797
+    },
+    {
+      "epoch": 0.8027334416515339,
+      "grad_norm": 288.088623046875,
+      "learning_rate": 1.3597980141139937e-05,
+      "loss": 26.0312,
+      "step": 16798
+    },
+    {
+      "epoch": 0.8027812290929943,
+      "grad_norm": 216.1019287109375,
+      "learning_rate": 1.3597258088569635e-05,
+      "loss": 27.6562,
+      "step": 16799
+    },
+    {
+      "epoch": 0.8028290165344547,
+      "grad_norm": 213.68692016601562,
+      "learning_rate": 1.35965360144564e-05,
+      "loss": 25.6562,
+      "step": 16800
+    },
+    {
+      "epoch": 0.8028768039759151,
+      "grad_norm": 195.07896423339844,
+      "learning_rate": 1.3595813918804554e-05,
+      "loss": 27.7812,
+      "step": 16801
+    },
+    {
+      "epoch": 0.8029245914173755,
+      "grad_norm": 220.7793731689453,
+      "learning_rate": 1.3595091801618424e-05,
+      "loss": 26.4062,
+      "step": 16802
+    },
+    {
+      "epoch": 0.8029723788588359,
+      "grad_norm": 228.79141235351562,
+      "learning_rate": 1.359436966290233e-05,
+      "loss": 24.1406,
+      "step": 16803
+    },
+    {
+      "epoch": 0.8030201663002963,
+      "grad_norm": 185.3275146484375,
+      "learning_rate": 1.3593647502660601e-05,
+      "loss": 31.1562,
+      "step": 16804
+    },
+    {
+      "epoch": 0.8030679537417567,
+      "grad_norm": 272.03985595703125,
+      "learning_rate": 1.3592925320897558e-05,
+      "loss": 23.875,
+      "step": 16805
+    },
+    {
+      "epoch": 0.803115741183217,
+      "grad_norm": 234.9751434326172,
+      "learning_rate": 1.3592203117617533e-05,
+      "loss": 30.25,
+      "step": 16806
+    },
+    {
+      "epoch": 0.8031635286246774,
+      "grad_norm": 417.223876953125,
+      "learning_rate": 1.3591480892824845e-05,
+      "loss": 35.9375,
+      "step": 16807
+    },
+    {
+      "epoch": 0.8032113160661378,
+      "grad_norm": 263.91241455078125,
+      "learning_rate": 1.359075864652382e-05,
+      "loss": 31.3438,
+      "step": 16808
+    },
+    {
+      "epoch": 0.8032591035075982,
+      "grad_norm": 213.6464385986328,
+      "learning_rate": 1.3590036378718784e-05,
+      "loss": 31.4375,
+      "step": 16809
+    },
+    {
+      "epoch": 0.8033068909490586,
+      "grad_norm": 193.91152954101562,
+      "learning_rate": 1.3589314089414062e-05,
+      "loss": 25.6094,
+      "step": 16810
+    },
+    {
+      "epoch": 0.803354678390519,
+      "grad_norm": 197.12806701660156,
+      "learning_rate": 1.358859177861398e-05,
+      "loss": 23.0,
+      "step": 16811
+    },
+    {
+      "epoch": 0.8034024658319794,
+      "grad_norm": 360.20697021484375,
+      "learning_rate": 1.3587869446322866e-05,
+      "loss": 30.1562,
+      "step": 16812
+    },
+    {
+      "epoch": 0.8034502532734398,
+      "grad_norm": 524.1571655273438,
+      "learning_rate": 1.358714709254504e-05,
+      "loss": 25.7812,
+      "step": 16813
+    },
+    {
+      "epoch": 0.8034980407149002,
+      "grad_norm": 327.7456970214844,
+      "learning_rate": 1.3586424717284837e-05,
+      "loss": 35.1875,
+      "step": 16814
+    },
+    {
+      "epoch": 0.8035458281563606,
+      "grad_norm": 297.4226989746094,
+      "learning_rate": 1.3585702320546573e-05,
+      "loss": 33.6562,
+      "step": 16815
+    },
+    {
+      "epoch": 0.8035936155978209,
+      "grad_norm": 236.06768798828125,
+      "learning_rate": 1.3584979902334584e-05,
+      "loss": 24.3438,
+      "step": 16816
+    },
+    {
+      "epoch": 0.8036414030392813,
+      "grad_norm": 150.80450439453125,
+      "learning_rate": 1.3584257462653186e-05,
+      "loss": 23.2031,
+      "step": 16817
+    },
+    {
+      "epoch": 0.8036891904807416,
+      "grad_norm": 161.47372436523438,
+      "learning_rate": 1.3583535001506711e-05,
+      "loss": 20.9375,
+      "step": 16818
+    },
+    {
+      "epoch": 0.803736977922202,
+      "grad_norm": 236.65228271484375,
+      "learning_rate": 1.358281251889949e-05,
+      "loss": 24.2812,
+      "step": 16819
+    },
+    {
+      "epoch": 0.8037847653636624,
+      "grad_norm": 368.95013427734375,
+      "learning_rate": 1.358209001483584e-05,
+      "loss": 28.25,
+      "step": 16820
+    },
+    {
+      "epoch": 0.8038325528051228,
+      "grad_norm": 1002.3544311523438,
+      "learning_rate": 1.3581367489320095e-05,
+      "loss": 19.9219,
+      "step": 16821
+    },
+    {
+      "epoch": 0.8038803402465832,
+      "grad_norm": 523.5621337890625,
+      "learning_rate": 1.3580644942356579e-05,
+      "loss": 33.0938,
+      "step": 16822
+    },
+    {
+      "epoch": 0.8039281276880436,
+      "grad_norm": 245.81289672851562,
+      "learning_rate": 1.357992237394962e-05,
+      "loss": 20.4531,
+      "step": 16823
+    },
+    {
+      "epoch": 0.803975915129504,
+      "grad_norm": 316.1282958984375,
+      "learning_rate": 1.3579199784103547e-05,
+      "loss": 39.0312,
+      "step": 16824
+    },
+    {
+      "epoch": 0.8040237025709643,
+      "grad_norm": 185.86334228515625,
+      "learning_rate": 1.3578477172822686e-05,
+      "loss": 25.1562,
+      "step": 16825
+    },
+    {
+      "epoch": 0.8040714900124247,
+      "grad_norm": 291.4936828613281,
+      "learning_rate": 1.3577754540111363e-05,
+      "loss": 26.0,
+      "step": 16826
+    },
+    {
+      "epoch": 0.8041192774538851,
+      "grad_norm": 219.27880859375,
+      "learning_rate": 1.3577031885973905e-05,
+      "loss": 22.4375,
+      "step": 16827
+    },
+    {
+      "epoch": 0.8041670648953455,
+      "grad_norm": 385.79534912109375,
+      "learning_rate": 1.3576309210414646e-05,
+      "loss": 33.5938,
+      "step": 16828
+    },
+    {
+      "epoch": 0.8042148523368059,
+      "grad_norm": 272.77008056640625,
+      "learning_rate": 1.3575586513437906e-05,
+      "loss": 23.7188,
+      "step": 16829
+    },
+    {
+      "epoch": 0.8042626397782663,
+      "grad_norm": 136.20819091796875,
+      "learning_rate": 1.357486379504802e-05,
+      "loss": 29.1562,
+      "step": 16830
+    },
+    {
+      "epoch": 0.8043104272197267,
+      "grad_norm": 319.7027282714844,
+      "learning_rate": 1.3574141055249308e-05,
+      "loss": 32.375,
+      "step": 16831
+    },
+    {
+      "epoch": 0.8043582146611871,
+      "grad_norm": 176.98507690429688,
+      "learning_rate": 1.3573418294046107e-05,
+      "loss": 26.875,
+      "step": 16832
+    },
+    {
+      "epoch": 0.8044060021026475,
+      "grad_norm": 556.552978515625,
+      "learning_rate": 1.357269551144274e-05,
+      "loss": 45.8125,
+      "step": 16833
+    },
+    {
+      "epoch": 0.8044537895441078,
+      "grad_norm": 234.50856018066406,
+      "learning_rate": 1.3571972707443539e-05,
+      "loss": 18.6562,
+      "step": 16834
+    },
+    {
+      "epoch": 0.8045015769855682,
+      "grad_norm": 190.5326385498047,
+      "learning_rate": 1.3571249882052825e-05,
+      "loss": 23.1875,
+      "step": 16835
+    },
+    {
+      "epoch": 0.8045493644270286,
+      "grad_norm": 193.55015563964844,
+      "learning_rate": 1.3570527035274938e-05,
+      "loss": 22.9844,
+      "step": 16836
+    },
+    {
+      "epoch": 0.804597151868489,
+      "grad_norm": 217.46017456054688,
+      "learning_rate": 1.3569804167114197e-05,
+      "loss": 39.25,
+      "step": 16837
+    },
+    {
+      "epoch": 0.8046449393099493,
+      "grad_norm": 153.78204345703125,
+      "learning_rate": 1.356908127757494e-05,
+      "loss": 17.8438,
+      "step": 16838
+    },
+    {
+      "epoch": 0.8046927267514097,
+      "grad_norm": 316.1197204589844,
+      "learning_rate": 1.356835836666149e-05,
+      "loss": 38.8125,
+      "step": 16839
+    },
+    {
+      "epoch": 0.8047405141928701,
+      "grad_norm": 483.26129150390625,
+      "learning_rate": 1.3567635434378175e-05,
+      "loss": 49.625,
+      "step": 16840
+    },
+    {
+      "epoch": 0.8047883016343305,
+      "grad_norm": 323.3569030761719,
+      "learning_rate": 1.3566912480729331e-05,
+      "loss": 34.2188,
+      "step": 16841
+    },
+    {
+      "epoch": 0.8048360890757909,
+      "grad_norm": 166.36669921875,
+      "learning_rate": 1.356618950571928e-05,
+      "loss": 28.0156,
+      "step": 16842
+    },
+    {
+      "epoch": 0.8048838765172512,
+      "grad_norm": 225.6414337158203,
+      "learning_rate": 1.356546650935236e-05,
+      "loss": 22.6562,
+      "step": 16843
+    },
+    {
+      "epoch": 0.8049316639587116,
+      "grad_norm": 263.6085510253906,
+      "learning_rate": 1.356474349163289e-05,
+      "loss": 29.6875,
+      "step": 16844
+    },
+    {
+      "epoch": 0.804979451400172,
+      "grad_norm": 173.58712768554688,
+      "learning_rate": 1.3564020452565212e-05,
+      "loss": 20.0938,
+      "step": 16845
+    },
+    {
+      "epoch": 0.8050272388416324,
+      "grad_norm": 754.8853149414062,
+      "learning_rate": 1.3563297392153647e-05,
+      "loss": 36.0312,
+      "step": 16846
+    },
+    {
+      "epoch": 0.8050750262830928,
+      "grad_norm": 209.69166564941406,
+      "learning_rate": 1.3562574310402532e-05,
+      "loss": 21.0,
+      "step": 16847
+    },
+    {
+      "epoch": 0.8051228137245532,
+      "grad_norm": 118.54432678222656,
+      "learning_rate": 1.356185120731619e-05,
+      "loss": 19.7812,
+      "step": 16848
+    },
+    {
+      "epoch": 0.8051706011660136,
+      "grad_norm": 307.0440368652344,
+      "learning_rate": 1.3561128082898958e-05,
+      "loss": 25.2969,
+      "step": 16849
+    },
+    {
+      "epoch": 0.805218388607474,
+      "grad_norm": 255.54090881347656,
+      "learning_rate": 1.3560404937155163e-05,
+      "loss": 23.9062,
+      "step": 16850
+    },
+    {
+      "epoch": 0.8052661760489344,
+      "grad_norm": 268.5993347167969,
+      "learning_rate": 1.3559681770089136e-05,
+      "loss": 27.1719,
+      "step": 16851
+    },
+    {
+      "epoch": 0.8053139634903947,
+      "grad_norm": 259.1056823730469,
+      "learning_rate": 1.3558958581705213e-05,
+      "loss": 27.0156,
+      "step": 16852
+    },
+    {
+      "epoch": 0.8053617509318551,
+      "grad_norm": 269.8090515136719,
+      "learning_rate": 1.3558235372007713e-05,
+      "loss": 21.3438,
+      "step": 16853
+    },
+    {
+      "epoch": 0.8054095383733155,
+      "grad_norm": 173.32798767089844,
+      "learning_rate": 1.3557512141000978e-05,
+      "loss": 23.0938,
+      "step": 16854
+    },
+    {
+      "epoch": 0.8054573258147759,
+      "grad_norm": 244.0320281982422,
+      "learning_rate": 1.3556788888689336e-05,
+      "loss": 23.0156,
+      "step": 16855
+    },
+    {
+      "epoch": 0.8055051132562363,
+      "grad_norm": 150.1769561767578,
+      "learning_rate": 1.3556065615077118e-05,
+      "loss": 22.2188,
+      "step": 16856
+    },
+    {
+      "epoch": 0.8055529006976967,
+      "grad_norm": 272.2527160644531,
+      "learning_rate": 1.3555342320168654e-05,
+      "loss": 29.7969,
+      "step": 16857
+    },
+    {
+      "epoch": 0.8056006881391571,
+      "grad_norm": 245.30577087402344,
+      "learning_rate": 1.3554619003968279e-05,
+      "loss": 32.8125,
+      "step": 16858
+    },
+    {
+      "epoch": 0.8056484755806174,
+      "grad_norm": 351.3926696777344,
+      "learning_rate": 1.3553895666480321e-05,
+      "loss": 23.7656,
+      "step": 16859
+    },
+    {
+      "epoch": 0.8056962630220778,
+      "grad_norm": 182.89358520507812,
+      "learning_rate": 1.3553172307709117e-05,
+      "loss": 21.8281,
+      "step": 16860
+    },
+    {
+      "epoch": 0.8057440504635381,
+      "grad_norm": 318.21484375,
+      "learning_rate": 1.3552448927658992e-05,
+      "loss": 29.25,
+      "step": 16861
+    },
+    {
+      "epoch": 0.8057918379049985,
+      "grad_norm": 237.34523010253906,
+      "learning_rate": 1.3551725526334286e-05,
+      "loss": 34.0625,
+      "step": 16862
+    },
+    {
+      "epoch": 0.8058396253464589,
+      "grad_norm": 295.6539611816406,
+      "learning_rate": 1.3551002103739323e-05,
+      "loss": 21.9219,
+      "step": 16863
+    },
+    {
+      "epoch": 0.8058874127879193,
+      "grad_norm": 490.443359375,
+      "learning_rate": 1.3550278659878442e-05,
+      "loss": 44.3438,
+      "step": 16864
+    },
+    {
+      "epoch": 0.8059352002293797,
+      "grad_norm": 228.56858825683594,
+      "learning_rate": 1.3549555194755972e-05,
+      "loss": 32.4062,
+      "step": 16865
+    },
+    {
+      "epoch": 0.8059829876708401,
+      "grad_norm": 220.0484161376953,
+      "learning_rate": 1.3548831708376247e-05,
+      "loss": 27.9062,
+      "step": 16866
+    },
+    {
+      "epoch": 0.8060307751123005,
+      "grad_norm": 180.3292236328125,
+      "learning_rate": 1.3548108200743602e-05,
+      "loss": 19.6094,
+      "step": 16867
+    },
+    {
+      "epoch": 0.8060785625537609,
+      "grad_norm": 321.4835205078125,
+      "learning_rate": 1.3547384671862363e-05,
+      "loss": 38.8125,
+      "step": 16868
+    },
+    {
+      "epoch": 0.8061263499952213,
+      "grad_norm": 493.51812744140625,
+      "learning_rate": 1.3546661121736868e-05,
+      "loss": 59.125,
+      "step": 16869
+    },
+    {
+      "epoch": 0.8061741374366816,
+      "grad_norm": 277.31536865234375,
+      "learning_rate": 1.3545937550371448e-05,
+      "loss": 29.9375,
+      "step": 16870
+    },
+    {
+      "epoch": 0.806221924878142,
+      "grad_norm": 347.8594665527344,
+      "learning_rate": 1.354521395777044e-05,
+      "loss": 32.5,
+      "step": 16871
+    },
+    {
+      "epoch": 0.8062697123196024,
+      "grad_norm": 233.7845001220703,
+      "learning_rate": 1.3544490343938172e-05,
+      "loss": 23.6406,
+      "step": 16872
+    },
+    {
+      "epoch": 0.8063174997610628,
+      "grad_norm": 310.84478759765625,
+      "learning_rate": 1.3543766708878984e-05,
+      "loss": 36.7188,
+      "step": 16873
+    },
+    {
+      "epoch": 0.8063652872025232,
+      "grad_norm": 259.7888488769531,
+      "learning_rate": 1.3543043052597205e-05,
+      "loss": 19.6562,
+      "step": 16874
+    },
+    {
+      "epoch": 0.8064130746439836,
+      "grad_norm": 659.7263793945312,
+      "learning_rate": 1.3542319375097171e-05,
+      "loss": 30.4688,
+      "step": 16875
+    },
+    {
+      "epoch": 0.806460862085444,
+      "grad_norm": 302.7743835449219,
+      "learning_rate": 1.3541595676383214e-05,
+      "loss": 25.9375,
+      "step": 16876
+    },
+    {
+      "epoch": 0.8065086495269044,
+      "grad_norm": 157.25401306152344,
+      "learning_rate": 1.3540871956459667e-05,
+      "loss": 24.6719,
+      "step": 16877
+    },
+    {
+      "epoch": 0.8065564369683648,
+      "grad_norm": 335.4722900390625,
+      "learning_rate": 1.3540148215330868e-05,
+      "loss": 39.3125,
+      "step": 16878
+    },
+    {
+      "epoch": 0.806604224409825,
+      "grad_norm": 374.828125,
+      "learning_rate": 1.3539424453001147e-05,
+      "loss": 26.6875,
+      "step": 16879
+    },
+    {
+      "epoch": 0.8066520118512854,
+      "grad_norm": 305.00439453125,
+      "learning_rate": 1.3538700669474843e-05,
+      "loss": 32.0938,
+      "step": 16880
+    },
+    {
+      "epoch": 0.8066997992927458,
+      "grad_norm": 287.9583435058594,
+      "learning_rate": 1.3537976864756288e-05,
+      "loss": 31.5938,
+      "step": 16881
+    },
+    {
+      "epoch": 0.8067475867342062,
+      "grad_norm": 208.4741973876953,
+      "learning_rate": 1.3537253038849816e-05,
+      "loss": 21.9844,
+      "step": 16882
+    },
+    {
+      "epoch": 0.8067953741756666,
+      "grad_norm": 326.1506652832031,
+      "learning_rate": 1.3536529191759761e-05,
+      "loss": 31.0312,
+      "step": 16883
+    },
+    {
+      "epoch": 0.806843161617127,
+      "grad_norm": 226.65345764160156,
+      "learning_rate": 1.3535805323490463e-05,
+      "loss": 28.0312,
+      "step": 16884
+    },
+    {
+      "epoch": 0.8068909490585874,
+      "grad_norm": 199.6646728515625,
+      "learning_rate": 1.3535081434046252e-05,
+      "loss": 23.1562,
+      "step": 16885
+    },
+    {
+      "epoch": 0.8069387365000478,
+      "grad_norm": 211.3791961669922,
+      "learning_rate": 1.3534357523431465e-05,
+      "loss": 28.5938,
+      "step": 16886
+    },
+    {
+      "epoch": 0.8069865239415082,
+      "grad_norm": 315.6329345703125,
+      "learning_rate": 1.3533633591650437e-05,
+      "loss": 22.4219,
+      "step": 16887
+    },
+    {
+      "epoch": 0.8070343113829685,
+      "grad_norm": 278.9219970703125,
+      "learning_rate": 1.3532909638707501e-05,
+      "loss": 26.7812,
+      "step": 16888
+    },
+    {
+      "epoch": 0.8070820988244289,
+      "grad_norm": 311.47039794921875,
+      "learning_rate": 1.3532185664606999e-05,
+      "loss": 20.1562,
+      "step": 16889
+    },
+    {
+      "epoch": 0.8071298862658893,
+      "grad_norm": 218.6582794189453,
+      "learning_rate": 1.3531461669353259e-05,
+      "loss": 23.7656,
+      "step": 16890
+    },
+    {
+      "epoch": 0.8071776737073497,
+      "grad_norm": 478.52880859375,
+      "learning_rate": 1.3530737652950623e-05,
+      "loss": 39.7188,
+      "step": 16891
+    },
+    {
+      "epoch": 0.8072254611488101,
+      "grad_norm": 229.46697998046875,
+      "learning_rate": 1.353001361540342e-05,
+      "loss": 21.1562,
+      "step": 16892
+    },
+    {
+      "epoch": 0.8072732485902705,
+      "grad_norm": 287.8680114746094,
+      "learning_rate": 1.3529289556715997e-05,
+      "loss": 36.1875,
+      "step": 16893
+    },
+    {
+      "epoch": 0.8073210360317309,
+      "grad_norm": 769.0845947265625,
+      "learning_rate": 1.3528565476892679e-05,
+      "loss": 29.0781,
+      "step": 16894
+    },
+    {
+      "epoch": 0.8073688234731913,
+      "grad_norm": 202.92941284179688,
+      "learning_rate": 1.352784137593781e-05,
+      "loss": 20.0938,
+      "step": 16895
+    },
+    {
+      "epoch": 0.8074166109146517,
+      "grad_norm": 246.03021240234375,
+      "learning_rate": 1.352711725385572e-05,
+      "loss": 24.0625,
+      "step": 16896
+    },
+    {
+      "epoch": 0.8074643983561121,
+      "grad_norm": 288.3717346191406,
+      "learning_rate": 1.352639311065075e-05,
+      "loss": 30.0625,
+      "step": 16897
+    },
+    {
+      "epoch": 0.8075121857975724,
+      "grad_norm": 191.5814971923828,
+      "learning_rate": 1.3525668946327237e-05,
+      "loss": 20.625,
+      "step": 16898
+    },
+    {
+      "epoch": 0.8075599732390328,
+      "grad_norm": 505.5921630859375,
+      "learning_rate": 1.3524944760889516e-05,
+      "loss": 33.9688,
+      "step": 16899
+    },
+    {
+      "epoch": 0.8076077606804931,
+      "grad_norm": 260.669189453125,
+      "learning_rate": 1.3524220554341925e-05,
+      "loss": 26.2812,
+      "step": 16900
+    },
+    {
+      "epoch": 0.8076555481219535,
+      "grad_norm": 436.1907653808594,
+      "learning_rate": 1.35234963266888e-05,
+      "loss": 35.4375,
+      "step": 16901
+    },
+    {
+      "epoch": 0.8077033355634139,
+      "grad_norm": 502.08087158203125,
+      "learning_rate": 1.3522772077934477e-05,
+      "loss": 44.0,
+      "step": 16902
+    },
+    {
+      "epoch": 0.8077511230048743,
+      "grad_norm": 226.24386596679688,
+      "learning_rate": 1.3522047808083291e-05,
+      "loss": 21.9688,
+      "step": 16903
+    },
+    {
+      "epoch": 0.8077989104463347,
+      "grad_norm": 196.9414520263672,
+      "learning_rate": 1.3521323517139591e-05,
+      "loss": 33.2188,
+      "step": 16904
+    },
+    {
+      "epoch": 0.8078466978877951,
+      "grad_norm": 292.56304931640625,
+      "learning_rate": 1.3520599205107703e-05,
+      "loss": 30.6875,
+      "step": 16905
+    },
+    {
+      "epoch": 0.8078944853292555,
+      "grad_norm": 254.89834594726562,
+      "learning_rate": 1.3519874871991969e-05,
+      "loss": 29.2188,
+      "step": 16906
+    },
+    {
+      "epoch": 0.8079422727707158,
+      "grad_norm": 238.98040771484375,
+      "learning_rate": 1.3519150517796727e-05,
+      "loss": 25.125,
+      "step": 16907
+    },
+    {
+      "epoch": 0.8079900602121762,
+      "grad_norm": 245.16592407226562,
+      "learning_rate": 1.3518426142526313e-05,
+      "loss": 27.3438,
+      "step": 16908
+    },
+    {
+      "epoch": 0.8080378476536366,
+      "grad_norm": 259.9394226074219,
+      "learning_rate": 1.3517701746185066e-05,
+      "loss": 27.375,
+      "step": 16909
+    },
+    {
+      "epoch": 0.808085635095097,
+      "grad_norm": 303.8420104980469,
+      "learning_rate": 1.3516977328777327e-05,
+      "loss": 31.4062,
+      "step": 16910
+    },
+    {
+      "epoch": 0.8081334225365574,
+      "grad_norm": 303.09051513671875,
+      "learning_rate": 1.3516252890307434e-05,
+      "loss": 34.4844,
+      "step": 16911
+    },
+    {
+      "epoch": 0.8081812099780178,
+      "grad_norm": 184.9936065673828,
+      "learning_rate": 1.3515528430779718e-05,
+      "loss": 22.6719,
+      "step": 16912
+    },
+    {
+      "epoch": 0.8082289974194782,
+      "grad_norm": 280.40826416015625,
+      "learning_rate": 1.3514803950198526e-05,
+      "loss": 25.7188,
+      "step": 16913
+    },
+    {
+      "epoch": 0.8082767848609386,
+      "grad_norm": 309.3834228515625,
+      "learning_rate": 1.3514079448568192e-05,
+      "loss": 49.1875,
+      "step": 16914
+    },
+    {
+      "epoch": 0.808324572302399,
+      "grad_norm": 236.7487030029297,
+      "learning_rate": 1.3513354925893056e-05,
+      "loss": 30.0,
+      "step": 16915
+    },
+    {
+      "epoch": 0.8083723597438593,
+      "grad_norm": 237.6744842529297,
+      "learning_rate": 1.3512630382177461e-05,
+      "loss": 26.4062,
+      "step": 16916
+    },
+    {
+      "epoch": 0.8084201471853197,
+      "grad_norm": 132.80685424804688,
+      "learning_rate": 1.3511905817425741e-05,
+      "loss": 22.625,
+      "step": 16917
+    },
+    {
+      "epoch": 0.8084679346267801,
+      "grad_norm": 165.3907928466797,
+      "learning_rate": 1.3511181231642237e-05,
+      "loss": 29.5938,
+      "step": 16918
+    },
+    {
+      "epoch": 0.8085157220682405,
+      "grad_norm": 340.23919677734375,
+      "learning_rate": 1.3510456624831287e-05,
+      "loss": 32.9375,
+      "step": 16919
+    },
+    {
+      "epoch": 0.8085635095097008,
+      "grad_norm": 311.4313049316406,
+      "learning_rate": 1.350973199699723e-05,
+      "loss": 30.625,
+      "step": 16920
+    },
+    {
+      "epoch": 0.8086112969511612,
+      "grad_norm": 198.34056091308594,
+      "learning_rate": 1.3509007348144412e-05,
+      "loss": 22.4375,
+      "step": 16921
+    },
+    {
+      "epoch": 0.8086590843926216,
+      "grad_norm": 210.03395080566406,
+      "learning_rate": 1.3508282678277162e-05,
+      "loss": 34.75,
+      "step": 16922
+    },
+    {
+      "epoch": 0.808706871834082,
+      "grad_norm": 263.0395812988281,
+      "learning_rate": 1.350755798739983e-05,
+      "loss": 20.2812,
+      "step": 16923
+    },
+    {
+      "epoch": 0.8087546592755424,
+      "grad_norm": 529.7363891601562,
+      "learning_rate": 1.350683327551675e-05,
+      "loss": 28.0312,
+      "step": 16924
+    },
+    {
+      "epoch": 0.8088024467170027,
+      "grad_norm": 203.61512756347656,
+      "learning_rate": 1.3506108542632264e-05,
+      "loss": 22.0156,
+      "step": 16925
+    },
+    {
+      "epoch": 0.8088502341584631,
+      "grad_norm": 258.91949462890625,
+      "learning_rate": 1.3505383788750712e-05,
+      "loss": 30.6562,
+      "step": 16926
+    },
+    {
+      "epoch": 0.8088980215999235,
+      "grad_norm": 4214.63134765625,
+      "learning_rate": 1.3504659013876433e-05,
+      "loss": 19.5312,
+      "step": 16927
+    },
+    {
+      "epoch": 0.8089458090413839,
+      "grad_norm": 262.998046875,
+      "learning_rate": 1.350393421801377e-05,
+      "loss": 25.5,
+      "step": 16928
+    },
+    {
+      "epoch": 0.8089935964828443,
+      "grad_norm": 213.63270568847656,
+      "learning_rate": 1.3503209401167063e-05,
+      "loss": 33.875,
+      "step": 16929
+    },
+    {
+      "epoch": 0.8090413839243047,
+      "grad_norm": 378.605712890625,
+      "learning_rate": 1.3502484563340652e-05,
+      "loss": 24.625,
+      "step": 16930
+    },
+    {
+      "epoch": 0.8090891713657651,
+      "grad_norm": 348.8292236328125,
+      "learning_rate": 1.3501759704538878e-05,
+      "loss": 33.7812,
+      "step": 16931
+    },
+    {
+      "epoch": 0.8091369588072255,
+      "grad_norm": 173.19154357910156,
+      "learning_rate": 1.3501034824766082e-05,
+      "loss": 24.7188,
+      "step": 16932
+    },
+    {
+      "epoch": 0.8091847462486859,
+      "grad_norm": 193.1831817626953,
+      "learning_rate": 1.3500309924026602e-05,
+      "loss": 31.7188,
+      "step": 16933
+    },
+    {
+      "epoch": 0.8092325336901462,
+      "grad_norm": 385.4740905761719,
+      "learning_rate": 1.3499585002324786e-05,
+      "loss": 40.625,
+      "step": 16934
+    },
+    {
+      "epoch": 0.8092803211316066,
+      "grad_norm": 207.08055114746094,
+      "learning_rate": 1.3498860059664968e-05,
+      "loss": 26.2812,
+      "step": 16935
+    },
+    {
+      "epoch": 0.809328108573067,
+      "grad_norm": 214.05328369140625,
+      "learning_rate": 1.3498135096051494e-05,
+      "loss": 27.5938,
+      "step": 16936
+    },
+    {
+      "epoch": 0.8093758960145274,
+      "grad_norm": 525.230712890625,
+      "learning_rate": 1.3497410111488707e-05,
+      "loss": 27.0312,
+      "step": 16937
+    },
+    {
+      "epoch": 0.8094236834559878,
+      "grad_norm": 229.35031127929688,
+      "learning_rate": 1.3496685105980945e-05,
+      "loss": 22.2188,
+      "step": 16938
+    },
+    {
+      "epoch": 0.8094714708974482,
+      "grad_norm": 393.3816833496094,
+      "learning_rate": 1.3495960079532551e-05,
+      "loss": 33.4688,
+      "step": 16939
+    },
+    {
+      "epoch": 0.8095192583389086,
+      "grad_norm": 338.42596435546875,
+      "learning_rate": 1.3495235032147867e-05,
+      "loss": 34.25,
+      "step": 16940
+    },
+    {
+      "epoch": 0.8095670457803689,
+      "grad_norm": 345.8220520019531,
+      "learning_rate": 1.3494509963831236e-05,
+      "loss": 34.125,
+      "step": 16941
+    },
+    {
+      "epoch": 0.8096148332218293,
+      "grad_norm": 213.02151489257812,
+      "learning_rate": 1.3493784874586997e-05,
+      "loss": 29.625,
+      "step": 16942
+    },
+    {
+      "epoch": 0.8096626206632896,
+      "grad_norm": 351.1328125,
+      "learning_rate": 1.3493059764419499e-05,
+      "loss": 15.2344,
+      "step": 16943
+    },
+    {
+      "epoch": 0.80971040810475,
+      "grad_norm": 358.1526184082031,
+      "learning_rate": 1.3492334633333075e-05,
+      "loss": 42.2812,
+      "step": 16944
+    },
+    {
+      "epoch": 0.8097581955462104,
+      "grad_norm": 236.67266845703125,
+      "learning_rate": 1.3491609481332077e-05,
+      "loss": 27.9688,
+      "step": 16945
+    },
+    {
+      "epoch": 0.8098059829876708,
+      "grad_norm": 191.50697326660156,
+      "learning_rate": 1.3490884308420843e-05,
+      "loss": 22.5625,
+      "step": 16946
+    },
+    {
+      "epoch": 0.8098537704291312,
+      "grad_norm": 283.3001403808594,
+      "learning_rate": 1.3490159114603713e-05,
+      "loss": 42.8438,
+      "step": 16947
+    },
+    {
+      "epoch": 0.8099015578705916,
+      "grad_norm": 330.7275695800781,
+      "learning_rate": 1.3489433899885039e-05,
+      "loss": 32.3438,
+      "step": 16948
+    },
+    {
+      "epoch": 0.809949345312052,
+      "grad_norm": 310.88702392578125,
+      "learning_rate": 1.3488708664269157e-05,
+      "loss": 30.1875,
+      "step": 16949
+    },
+    {
+      "epoch": 0.8099971327535124,
+      "grad_norm": 297.408447265625,
+      "learning_rate": 1.3487983407760413e-05,
+      "loss": 38.875,
+      "step": 16950
+    },
+    {
+      "epoch": 0.8100449201949728,
+      "grad_norm": 273.5263671875,
+      "learning_rate": 1.3487258130363143e-05,
+      "loss": 33.0,
+      "step": 16951
+    },
+    {
+      "epoch": 0.8100927076364332,
+      "grad_norm": 244.68133544921875,
+      "learning_rate": 1.3486532832081702e-05,
+      "loss": 34.9375,
+      "step": 16952
+    },
+    {
+      "epoch": 0.8101404950778935,
+      "grad_norm": 237.96241760253906,
+      "learning_rate": 1.3485807512920427e-05,
+      "loss": 23.5938,
+      "step": 16953
+    },
+    {
+      "epoch": 0.8101882825193539,
+      "grad_norm": 221.79408264160156,
+      "learning_rate": 1.3485082172883661e-05,
+      "loss": 25.75,
+      "step": 16954
+    },
+    {
+      "epoch": 0.8102360699608143,
+      "grad_norm": 224.6798553466797,
+      "learning_rate": 1.3484356811975752e-05,
+      "loss": 20.8281,
+      "step": 16955
+    },
+    {
+      "epoch": 0.8102838574022747,
+      "grad_norm": 159.7042236328125,
+      "learning_rate": 1.3483631430201041e-05,
+      "loss": 19.875,
+      "step": 16956
+    },
+    {
+      "epoch": 0.8103316448437351,
+      "grad_norm": 265.32708740234375,
+      "learning_rate": 1.348290602756387e-05,
+      "loss": 25.875,
+      "step": 16957
+    },
+    {
+      "epoch": 0.8103794322851955,
+      "grad_norm": 453.4834289550781,
+      "learning_rate": 1.3482180604068592e-05,
+      "loss": 32.125,
+      "step": 16958
+    },
+    {
+      "epoch": 0.8104272197266559,
+      "grad_norm": 585.4676513671875,
+      "learning_rate": 1.348145515971954e-05,
+      "loss": 34.8594,
+      "step": 16959
+    },
+    {
+      "epoch": 0.8104750071681163,
+      "grad_norm": 210.33395385742188,
+      "learning_rate": 1.3480729694521066e-05,
+      "loss": 30.5,
+      "step": 16960
+    },
+    {
+      "epoch": 0.8105227946095767,
+      "grad_norm": 328.6902160644531,
+      "learning_rate": 1.3480004208477515e-05,
+      "loss": 28.2812,
+      "step": 16961
+    },
+    {
+      "epoch": 0.8105705820510369,
+      "grad_norm": 672.0416870117188,
+      "learning_rate": 1.3479278701593226e-05,
+      "loss": 32.0625,
+      "step": 16962
+    },
+    {
+      "epoch": 0.8106183694924973,
+      "grad_norm": 304.3678283691406,
+      "learning_rate": 1.3478553173872548e-05,
+      "loss": 38.4844,
+      "step": 16963
+    },
+    {
+      "epoch": 0.8106661569339577,
+      "grad_norm": 262.7324523925781,
+      "learning_rate": 1.3477827625319826e-05,
+      "loss": 31.0312,
+      "step": 16964
+    },
+    {
+      "epoch": 0.8107139443754181,
+      "grad_norm": 260.12896728515625,
+      "learning_rate": 1.3477102055939403e-05,
+      "loss": 29.5156,
+      "step": 16965
+    },
+    {
+      "epoch": 0.8107617318168785,
+      "grad_norm": 264.6207580566406,
+      "learning_rate": 1.3476376465735626e-05,
+      "loss": 35.5312,
+      "step": 16966
+    },
+    {
+      "epoch": 0.8108095192583389,
+      "grad_norm": 206.0828857421875,
+      "learning_rate": 1.3475650854712838e-05,
+      "loss": 25.3125,
+      "step": 16967
+    },
+    {
+      "epoch": 0.8108573066997993,
+      "grad_norm": 233.2581024169922,
+      "learning_rate": 1.3474925222875387e-05,
+      "loss": 33.8438,
+      "step": 16968
+    },
+    {
+      "epoch": 0.8109050941412597,
+      "grad_norm": 207.00726318359375,
+      "learning_rate": 1.347419957022762e-05,
+      "loss": 26.6562,
+      "step": 16969
+    },
+    {
+      "epoch": 0.81095288158272,
+      "grad_norm": 267.5017395019531,
+      "learning_rate": 1.3473473896773878e-05,
+      "loss": 27.7812,
+      "step": 16970
+    },
+    {
+      "epoch": 0.8110006690241804,
+      "grad_norm": 274.2920837402344,
+      "learning_rate": 1.347274820251851e-05,
+      "loss": 30.625,
+      "step": 16971
+    },
+    {
+      "epoch": 0.8110484564656408,
+      "grad_norm": 268.4854431152344,
+      "learning_rate": 1.3472022487465863e-05,
+      "loss": 27.1875,
+      "step": 16972
+    },
+    {
+      "epoch": 0.8110962439071012,
+      "grad_norm": 159.05902099609375,
+      "learning_rate": 1.347129675162028e-05,
+      "loss": 24.0938,
+      "step": 16973
+    },
+    {
+      "epoch": 0.8111440313485616,
+      "grad_norm": 261.216552734375,
+      "learning_rate": 1.3470570994986107e-05,
+      "loss": 25.3281,
+      "step": 16974
+    },
+    {
+      "epoch": 0.811191818790022,
+      "grad_norm": 403.5265808105469,
+      "learning_rate": 1.3469845217567694e-05,
+      "loss": 33.7031,
+      "step": 16975
+    },
+    {
+      "epoch": 0.8112396062314824,
+      "grad_norm": 236.70895385742188,
+      "learning_rate": 1.3469119419369385e-05,
+      "loss": 23.0156,
+      "step": 16976
+    },
+    {
+      "epoch": 0.8112873936729428,
+      "grad_norm": 494.12646484375,
+      "learning_rate": 1.3468393600395526e-05,
+      "loss": 42.3125,
+      "step": 16977
+    },
+    {
+      "epoch": 0.8113351811144032,
+      "grad_norm": 207.07614135742188,
+      "learning_rate": 1.3467667760650467e-05,
+      "loss": 17.7656,
+      "step": 16978
+    },
+    {
+      "epoch": 0.8113829685558636,
+      "grad_norm": 390.8294372558594,
+      "learning_rate": 1.3466941900138552e-05,
+      "loss": 44.2969,
+      "step": 16979
+    },
+    {
+      "epoch": 0.811430755997324,
+      "grad_norm": 307.08001708984375,
+      "learning_rate": 1.3466216018864129e-05,
+      "loss": 46.125,
+      "step": 16980
+    },
+    {
+      "epoch": 0.8114785434387843,
+      "grad_norm": 280.4068298339844,
+      "learning_rate": 1.3465490116831543e-05,
+      "loss": 27.7031,
+      "step": 16981
+    },
+    {
+      "epoch": 0.8115263308802446,
+      "grad_norm": 185.30198669433594,
+      "learning_rate": 1.3464764194045145e-05,
+      "loss": 17.3125,
+      "step": 16982
+    },
+    {
+      "epoch": 0.811574118321705,
+      "grad_norm": 228.41537475585938,
+      "learning_rate": 1.346403825050928e-05,
+      "loss": 35.125,
+      "step": 16983
+    },
+    {
+      "epoch": 0.8116219057631654,
+      "grad_norm": 225.9275665283203,
+      "learning_rate": 1.3463312286228294e-05,
+      "loss": 16.5469,
+      "step": 16984
+    },
+    {
+      "epoch": 0.8116696932046258,
+      "grad_norm": 400.0442810058594,
+      "learning_rate": 1.3462586301206538e-05,
+      "loss": 29.1562,
+      "step": 16985
+    },
+    {
+      "epoch": 0.8117174806460862,
+      "grad_norm": 300.2746887207031,
+      "learning_rate": 1.3461860295448354e-05,
+      "loss": 29.8438,
+      "step": 16986
+    },
+    {
+      "epoch": 0.8117652680875466,
+      "grad_norm": 356.5708312988281,
+      "learning_rate": 1.3461134268958101e-05,
+      "loss": 34.0,
+      "step": 16987
+    },
+    {
+      "epoch": 0.811813055529007,
+      "grad_norm": 311.261474609375,
+      "learning_rate": 1.3460408221740113e-05,
+      "loss": 31.4688,
+      "step": 16988
+    },
+    {
+      "epoch": 0.8118608429704673,
+      "grad_norm": 436.87286376953125,
+      "learning_rate": 1.345968215379875e-05,
+      "loss": 30.0,
+      "step": 16989
+    },
+    {
+      "epoch": 0.8119086304119277,
+      "grad_norm": 269.8071594238281,
+      "learning_rate": 1.345895606513835e-05,
+      "loss": 24.1875,
+      "step": 16990
+    },
+    {
+      "epoch": 0.8119564178533881,
+      "grad_norm": 197.19625854492188,
+      "learning_rate": 1.345822995576327e-05,
+      "loss": 20.2969,
+      "step": 16991
+    },
+    {
+      "epoch": 0.8120042052948485,
+      "grad_norm": 208.70677185058594,
+      "learning_rate": 1.3457503825677853e-05,
+      "loss": 31.6875,
+      "step": 16992
+    },
+    {
+      "epoch": 0.8120519927363089,
+      "grad_norm": 322.7052307128906,
+      "learning_rate": 1.3456777674886452e-05,
+      "loss": 50.8125,
+      "step": 16993
+    },
+    {
+      "epoch": 0.8120997801777693,
+      "grad_norm": 302.4080810546875,
+      "learning_rate": 1.3456051503393411e-05,
+      "loss": 25.6875,
+      "step": 16994
+    },
+    {
+      "epoch": 0.8121475676192297,
+      "grad_norm": 267.1912841796875,
+      "learning_rate": 1.3455325311203083e-05,
+      "loss": 29.1875,
+      "step": 16995
+    },
+    {
+      "epoch": 0.8121953550606901,
+      "grad_norm": 474.7017822265625,
+      "learning_rate": 1.3454599098319814e-05,
+      "loss": 35.6562,
+      "step": 16996
+    },
+    {
+      "epoch": 0.8122431425021505,
+      "grad_norm": 231.66323852539062,
+      "learning_rate": 1.3453872864747954e-05,
+      "loss": 20.5625,
+      "step": 16997
+    },
+    {
+      "epoch": 0.8122909299436109,
+      "grad_norm": 170.55702209472656,
+      "learning_rate": 1.3453146610491852e-05,
+      "loss": 27.4062,
+      "step": 16998
+    },
+    {
+      "epoch": 0.8123387173850712,
+      "grad_norm": 400.2953186035156,
+      "learning_rate": 1.3452420335555858e-05,
+      "loss": 30.0625,
+      "step": 16999
+    },
+    {
+      "epoch": 0.8123865048265316,
+      "grad_norm": 262.9073181152344,
+      "learning_rate": 1.3451694039944321e-05,
+      "loss": 30.5,
+      "step": 17000
+    },
+    {
+      "epoch": 0.812434292267992,
+      "grad_norm": 319.15594482421875,
+      "learning_rate": 1.345096772366159e-05,
+      "loss": 43.5,
+      "step": 17001
+    },
+    {
+      "epoch": 0.8124820797094524,
+      "grad_norm": 152.27085876464844,
+      "learning_rate": 1.3450241386712015e-05,
+      "loss": 21.4219,
+      "step": 17002
+    },
+    {
+      "epoch": 0.8125298671509127,
+      "grad_norm": 447.3049011230469,
+      "learning_rate": 1.3449515029099947e-05,
+      "loss": 18.2344,
+      "step": 17003
+    },
+    {
+      "epoch": 0.8125776545923731,
+      "grad_norm": 219.67808532714844,
+      "learning_rate": 1.3448788650829733e-05,
+      "loss": 32.75,
+      "step": 17004
+    },
+    {
+      "epoch": 0.8126254420338335,
+      "grad_norm": 345.6303405761719,
+      "learning_rate": 1.3448062251905727e-05,
+      "loss": 22.2188,
+      "step": 17005
+    },
+    {
+      "epoch": 0.8126732294752939,
+      "grad_norm": 265.24139404296875,
+      "learning_rate": 1.3447335832332277e-05,
+      "loss": 27.75,
+      "step": 17006
+    },
+    {
+      "epoch": 0.8127210169167542,
+      "grad_norm": 493.5264587402344,
+      "learning_rate": 1.3446609392113734e-05,
+      "loss": 22.2344,
+      "step": 17007
+    },
+    {
+      "epoch": 0.8127688043582146,
+      "grad_norm": 218.4178924560547,
+      "learning_rate": 1.3445882931254448e-05,
+      "loss": 24.7969,
+      "step": 17008
+    },
+    {
+      "epoch": 0.812816591799675,
+      "grad_norm": 252.7213897705078,
+      "learning_rate": 1.3445156449758772e-05,
+      "loss": 29.4375,
+      "step": 17009
+    },
+    {
+      "epoch": 0.8128643792411354,
+      "grad_norm": 251.6977996826172,
+      "learning_rate": 1.344442994763105e-05,
+      "loss": 21.4375,
+      "step": 17010
+    },
+    {
+      "epoch": 0.8129121666825958,
+      "grad_norm": 228.6839141845703,
+      "learning_rate": 1.3443703424875641e-05,
+      "loss": 33.125,
+      "step": 17011
+    },
+    {
+      "epoch": 0.8129599541240562,
+      "grad_norm": 267.015625,
+      "learning_rate": 1.344297688149689e-05,
+      "loss": 22.7812,
+      "step": 17012
+    },
+    {
+      "epoch": 0.8130077415655166,
+      "grad_norm": 197.7942352294922,
+      "learning_rate": 1.344225031749915e-05,
+      "loss": 33.6562,
+      "step": 17013
+    },
+    {
+      "epoch": 0.813055529006977,
+      "grad_norm": 200.51585388183594,
+      "learning_rate": 1.3441523732886775e-05,
+      "loss": 28.6562,
+      "step": 17014
+    },
+    {
+      "epoch": 0.8131033164484374,
+      "grad_norm": 212.72215270996094,
+      "learning_rate": 1.3440797127664112e-05,
+      "loss": 27.4688,
+      "step": 17015
+    },
+    {
+      "epoch": 0.8131511038898978,
+      "grad_norm": 152.96646118164062,
+      "learning_rate": 1.3440070501835512e-05,
+      "loss": 28.5625,
+      "step": 17016
+    },
+    {
+      "epoch": 0.8131988913313581,
+      "grad_norm": 252.2996368408203,
+      "learning_rate": 1.3439343855405329e-05,
+      "loss": 28.8438,
+      "step": 17017
+    },
+    {
+      "epoch": 0.8132466787728185,
+      "grad_norm": 228.27615356445312,
+      "learning_rate": 1.3438617188377914e-05,
+      "loss": 43.5,
+      "step": 17018
+    },
+    {
+      "epoch": 0.8132944662142789,
+      "grad_norm": 295.451416015625,
+      "learning_rate": 1.3437890500757621e-05,
+      "loss": 28.6562,
+      "step": 17019
+    },
+    {
+      "epoch": 0.8133422536557393,
+      "grad_norm": 542.5624389648438,
+      "learning_rate": 1.3437163792548798e-05,
+      "loss": 42.5,
+      "step": 17020
+    },
+    {
+      "epoch": 0.8133900410971997,
+      "grad_norm": 187.4296417236328,
+      "learning_rate": 1.34364370637558e-05,
+      "loss": 23.8125,
+      "step": 17021
+    },
+    {
+      "epoch": 0.8134378285386601,
+      "grad_norm": 453.58978271484375,
+      "learning_rate": 1.3435710314382982e-05,
+      "loss": 29.7344,
+      "step": 17022
+    },
+    {
+      "epoch": 0.8134856159801204,
+      "grad_norm": 152.70697021484375,
+      "learning_rate": 1.3434983544434687e-05,
+      "loss": 24.625,
+      "step": 17023
+    },
+    {
+      "epoch": 0.8135334034215808,
+      "grad_norm": 235.74745178222656,
+      "learning_rate": 1.3434256753915275e-05,
+      "loss": 35.6562,
+      "step": 17024
+    },
+    {
+      "epoch": 0.8135811908630411,
+      "grad_norm": 194.6561737060547,
+      "learning_rate": 1.3433529942829096e-05,
+      "loss": 23.7031,
+      "step": 17025
+    },
+    {
+      "epoch": 0.8136289783045015,
+      "grad_norm": 252.55799865722656,
+      "learning_rate": 1.3432803111180506e-05,
+      "loss": 31.1094,
+      "step": 17026
+    },
+    {
+      "epoch": 0.8136767657459619,
+      "grad_norm": 211.8779754638672,
+      "learning_rate": 1.343207625897385e-05,
+      "loss": 28.8281,
+      "step": 17027
+    },
+    {
+      "epoch": 0.8137245531874223,
+      "grad_norm": 117.98193359375,
+      "learning_rate": 1.3431349386213489e-05,
+      "loss": 26.3281,
+      "step": 17028
+    },
+    {
+      "epoch": 0.8137723406288827,
+      "grad_norm": 266.47576904296875,
+      "learning_rate": 1.3430622492903773e-05,
+      "loss": 19.125,
+      "step": 17029
+    },
+    {
+      "epoch": 0.8138201280703431,
+      "grad_norm": 189.4671630859375,
+      "learning_rate": 1.3429895579049053e-05,
+      "loss": 19.2188,
+      "step": 17030
+    },
+    {
+      "epoch": 0.8138679155118035,
+      "grad_norm": 271.96868896484375,
+      "learning_rate": 1.3429168644653685e-05,
+      "loss": 28.9062,
+      "step": 17031
+    },
+    {
+      "epoch": 0.8139157029532639,
+      "grad_norm": 296.3191223144531,
+      "learning_rate": 1.3428441689722023e-05,
+      "loss": 28.6094,
+      "step": 17032
+    },
+    {
+      "epoch": 0.8139634903947243,
+      "grad_norm": 383.9606018066406,
+      "learning_rate": 1.342771471425842e-05,
+      "loss": 24.75,
+      "step": 17033
+    },
+    {
+      "epoch": 0.8140112778361847,
+      "grad_norm": 266.5508117675781,
+      "learning_rate": 1.3426987718267225e-05,
+      "loss": 36.8438,
+      "step": 17034
+    },
+    {
+      "epoch": 0.814059065277645,
+      "grad_norm": 272.8210754394531,
+      "learning_rate": 1.3426260701752798e-05,
+      "loss": 29.8125,
+      "step": 17035
+    },
+    {
+      "epoch": 0.8141068527191054,
+      "grad_norm": 581.2763671875,
+      "learning_rate": 1.342553366471949e-05,
+      "loss": 33.375,
+      "step": 17036
+    },
+    {
+      "epoch": 0.8141546401605658,
+      "grad_norm": 224.42901611328125,
+      "learning_rate": 1.3424806607171657e-05,
+      "loss": 24.7344,
+      "step": 17037
+    },
+    {
+      "epoch": 0.8142024276020262,
+      "grad_norm": 298.9867858886719,
+      "learning_rate": 1.3424079529113647e-05,
+      "loss": 26.875,
+      "step": 17038
+    },
+    {
+      "epoch": 0.8142502150434866,
+      "grad_norm": 159.4271697998047,
+      "learning_rate": 1.3423352430549823e-05,
+      "loss": 31.5312,
+      "step": 17039
+    },
+    {
+      "epoch": 0.814298002484947,
+      "grad_norm": 323.9867248535156,
+      "learning_rate": 1.3422625311484534e-05,
+      "loss": 30.1875,
+      "step": 17040
+    },
+    {
+      "epoch": 0.8143457899264074,
+      "grad_norm": 461.53179931640625,
+      "learning_rate": 1.3421898171922136e-05,
+      "loss": 34.25,
+      "step": 17041
+    },
+    {
+      "epoch": 0.8143935773678678,
+      "grad_norm": 424.6158142089844,
+      "learning_rate": 1.3421171011866983e-05,
+      "loss": 35.6562,
+      "step": 17042
+    },
+    {
+      "epoch": 0.8144413648093282,
+      "grad_norm": 234.12982177734375,
+      "learning_rate": 1.342044383132343e-05,
+      "loss": 22.8906,
+      "step": 17043
+    },
+    {
+      "epoch": 0.8144891522507884,
+      "grad_norm": 132.60414123535156,
+      "learning_rate": 1.3419716630295832e-05,
+      "loss": 22.8438,
+      "step": 17044
+    },
+    {
+      "epoch": 0.8145369396922488,
+      "grad_norm": 154.1231231689453,
+      "learning_rate": 1.3418989408788546e-05,
+      "loss": 24.4688,
+      "step": 17045
+    },
+    {
+      "epoch": 0.8145847271337092,
+      "grad_norm": 300.1042785644531,
+      "learning_rate": 1.3418262166805925e-05,
+      "loss": 32.875,
+      "step": 17046
+    },
+    {
+      "epoch": 0.8146325145751696,
+      "grad_norm": 528.8192138671875,
+      "learning_rate": 1.3417534904352324e-05,
+      "loss": 34.5625,
+      "step": 17047
+    },
+    {
+      "epoch": 0.81468030201663,
+      "grad_norm": 215.7456512451172,
+      "learning_rate": 1.3416807621432097e-05,
+      "loss": 22.8125,
+      "step": 17048
+    },
+    {
+      "epoch": 0.8147280894580904,
+      "grad_norm": 249.22219848632812,
+      "learning_rate": 1.3416080318049603e-05,
+      "loss": 32.9375,
+      "step": 17049
+    },
+    {
+      "epoch": 0.8147758768995508,
+      "grad_norm": 240.75885009765625,
+      "learning_rate": 1.3415352994209197e-05,
+      "loss": 41.4688,
+      "step": 17050
+    },
+    {
+      "epoch": 0.8148236643410112,
+      "grad_norm": 340.4303894042969,
+      "learning_rate": 1.341462564991523e-05,
+      "loss": 38.0,
+      "step": 17051
+    },
+    {
+      "epoch": 0.8148714517824716,
+      "grad_norm": 363.4803771972656,
+      "learning_rate": 1.3413898285172063e-05,
+      "loss": 37.5312,
+      "step": 17052
+    },
+    {
+      "epoch": 0.814919239223932,
+      "grad_norm": 168.66810607910156,
+      "learning_rate": 1.341317089998405e-05,
+      "loss": 25.0938,
+      "step": 17053
+    },
+    {
+      "epoch": 0.8149670266653923,
+      "grad_norm": 206.7735595703125,
+      "learning_rate": 1.3412443494355546e-05,
+      "loss": 26.0781,
+      "step": 17054
+    },
+    {
+      "epoch": 0.8150148141068527,
+      "grad_norm": 341.0814514160156,
+      "learning_rate": 1.3411716068290913e-05,
+      "loss": 28.7188,
+      "step": 17055
+    },
+    {
+      "epoch": 0.8150626015483131,
+      "grad_norm": 305.8813171386719,
+      "learning_rate": 1.3410988621794501e-05,
+      "loss": 35.2812,
+      "step": 17056
+    },
+    {
+      "epoch": 0.8151103889897735,
+      "grad_norm": 222.4815673828125,
+      "learning_rate": 1.3410261154870668e-05,
+      "loss": 26.0625,
+      "step": 17057
+    },
+    {
+      "epoch": 0.8151581764312339,
+      "grad_norm": 225.78762817382812,
+      "learning_rate": 1.3409533667523772e-05,
+      "loss": 25.5312,
+      "step": 17058
+    },
+    {
+      "epoch": 0.8152059638726943,
+      "grad_norm": 750.0734252929688,
+      "learning_rate": 1.3408806159758167e-05,
+      "loss": 28.4688,
+      "step": 17059
+    },
+    {
+      "epoch": 0.8152537513141547,
+      "grad_norm": 189.54571533203125,
+      "learning_rate": 1.3408078631578212e-05,
+      "loss": 20.7656,
+      "step": 17060
+    },
+    {
+      "epoch": 0.8153015387556151,
+      "grad_norm": 183.6538543701172,
+      "learning_rate": 1.3407351082988265e-05,
+      "loss": 24.75,
+      "step": 17061
+    },
+    {
+      "epoch": 0.8153493261970755,
+      "grad_norm": 344.9084777832031,
+      "learning_rate": 1.3406623513992683e-05,
+      "loss": 33.6406,
+      "step": 17062
+    },
+    {
+      "epoch": 0.8153971136385358,
+      "grad_norm": 532.7833251953125,
+      "learning_rate": 1.340589592459582e-05,
+      "loss": 32.4688,
+      "step": 17063
+    },
+    {
+      "epoch": 0.8154449010799962,
+      "grad_norm": 278.1266784667969,
+      "learning_rate": 1.3405168314802035e-05,
+      "loss": 23.0,
+      "step": 17064
+    },
+    {
+      "epoch": 0.8154926885214565,
+      "grad_norm": 223.83958435058594,
+      "learning_rate": 1.3404440684615687e-05,
+      "loss": 22.7656,
+      "step": 17065
+    },
+    {
+      "epoch": 0.8155404759629169,
+      "grad_norm": 280.4206848144531,
+      "learning_rate": 1.340371303404113e-05,
+      "loss": 22.3438,
+      "step": 17066
+    },
+    {
+      "epoch": 0.8155882634043773,
+      "grad_norm": 460.4779357910156,
+      "learning_rate": 1.3402985363082725e-05,
+      "loss": 35.875,
+      "step": 17067
+    },
+    {
+      "epoch": 0.8156360508458377,
+      "grad_norm": 303.5452575683594,
+      "learning_rate": 1.340225767174483e-05,
+      "loss": 38.875,
+      "step": 17068
+    },
+    {
+      "epoch": 0.8156838382872981,
+      "grad_norm": 210.2472381591797,
+      "learning_rate": 1.34015299600318e-05,
+      "loss": 21.8125,
+      "step": 17069
+    },
+    {
+      "epoch": 0.8157316257287585,
+      "grad_norm": 225.22909545898438,
+      "learning_rate": 1.3400802227947995e-05,
+      "loss": 38.0,
+      "step": 17070
+    },
+    {
+      "epoch": 0.8157794131702188,
+      "grad_norm": 266.1400146484375,
+      "learning_rate": 1.3400074475497772e-05,
+      "loss": 22.5938,
+      "step": 17071
+    },
+    {
+      "epoch": 0.8158272006116792,
+      "grad_norm": 148.46002197265625,
+      "learning_rate": 1.3399346702685494e-05,
+      "loss": 26.5781,
+      "step": 17072
+    },
+    {
+      "epoch": 0.8158749880531396,
+      "grad_norm": 350.1178283691406,
+      "learning_rate": 1.339861890951551e-05,
+      "loss": 32.5938,
+      "step": 17073
+    },
+    {
+      "epoch": 0.8159227754946,
+      "grad_norm": 412.8247985839844,
+      "learning_rate": 1.3397891095992189e-05,
+      "loss": 39.375,
+      "step": 17074
+    },
+    {
+      "epoch": 0.8159705629360604,
+      "grad_norm": 280.7618408203125,
+      "learning_rate": 1.3397163262119883e-05,
+      "loss": 24.625,
+      "step": 17075
+    },
+    {
+      "epoch": 0.8160183503775208,
+      "grad_norm": 279.1302490234375,
+      "learning_rate": 1.3396435407902953e-05,
+      "loss": 24.1562,
+      "step": 17076
+    },
+    {
+      "epoch": 0.8160661378189812,
+      "grad_norm": 283.7099609375,
+      "learning_rate": 1.3395707533345754e-05,
+      "loss": 24.125,
+      "step": 17077
+    },
+    {
+      "epoch": 0.8161139252604416,
+      "grad_norm": 508.6175537109375,
+      "learning_rate": 1.3394979638452655e-05,
+      "loss": 34.1875,
+      "step": 17078
+    },
+    {
+      "epoch": 0.816161712701902,
+      "grad_norm": 255.93116760253906,
+      "learning_rate": 1.3394251723228005e-05,
+      "loss": 31.1875,
+      "step": 17079
+    },
+    {
+      "epoch": 0.8162095001433624,
+      "grad_norm": 194.8001708984375,
+      "learning_rate": 1.3393523787676168e-05,
+      "loss": 26.6562,
+      "step": 17080
+    },
+    {
+      "epoch": 0.8162572875848227,
+      "grad_norm": 156.947998046875,
+      "learning_rate": 1.3392795831801499e-05,
+      "loss": 22.4062,
+      "step": 17081
+    },
+    {
+      "epoch": 0.8163050750262831,
+      "grad_norm": 174.35610961914062,
+      "learning_rate": 1.3392067855608366e-05,
+      "loss": 21.8125,
+      "step": 17082
+    },
+    {
+      "epoch": 0.8163528624677435,
+      "grad_norm": 328.7308654785156,
+      "learning_rate": 1.3391339859101122e-05,
+      "loss": 56.4375,
+      "step": 17083
+    },
+    {
+      "epoch": 0.8164006499092039,
+      "grad_norm": 299.67913818359375,
+      "learning_rate": 1.3390611842284125e-05,
+      "loss": 28.6875,
+      "step": 17084
+    },
+    {
+      "epoch": 0.8164484373506642,
+      "grad_norm": 247.1183319091797,
+      "learning_rate": 1.3389883805161743e-05,
+      "loss": 21.0938,
+      "step": 17085
+    },
+    {
+      "epoch": 0.8164962247921246,
+      "grad_norm": 155.6180419921875,
+      "learning_rate": 1.3389155747738327e-05,
+      "loss": 23.9062,
+      "step": 17086
+    },
+    {
+      "epoch": 0.816544012233585,
+      "grad_norm": 260.2084655761719,
+      "learning_rate": 1.3388427670018243e-05,
+      "loss": 36.0938,
+      "step": 17087
+    },
+    {
+      "epoch": 0.8165917996750454,
+      "grad_norm": 170.4676971435547,
+      "learning_rate": 1.3387699572005848e-05,
+      "loss": 24.1875,
+      "step": 17088
+    },
+    {
+      "epoch": 0.8166395871165057,
+      "grad_norm": 386.79974365234375,
+      "learning_rate": 1.3386971453705507e-05,
+      "loss": 26.125,
+      "step": 17089
+    },
+    {
+      "epoch": 0.8166873745579661,
+      "grad_norm": 289.5707702636719,
+      "learning_rate": 1.3386243315121574e-05,
+      "loss": 31.875,
+      "step": 17090
+    },
+    {
+      "epoch": 0.8167351619994265,
+      "grad_norm": 564.5497436523438,
+      "learning_rate": 1.3385515156258416e-05,
+      "loss": 31.0625,
+      "step": 17091
+    },
+    {
+      "epoch": 0.8167829494408869,
+      "grad_norm": 236.86911010742188,
+      "learning_rate": 1.3384786977120387e-05,
+      "loss": 25.6875,
+      "step": 17092
+    },
+    {
+      "epoch": 0.8168307368823473,
+      "grad_norm": 256.2464904785156,
+      "learning_rate": 1.3384058777711855e-05,
+      "loss": 23.7188,
+      "step": 17093
+    },
+    {
+      "epoch": 0.8168785243238077,
+      "grad_norm": 257.029052734375,
+      "learning_rate": 1.3383330558037177e-05,
+      "loss": 27.1562,
+      "step": 17094
+    },
+    {
+      "epoch": 0.8169263117652681,
+      "grad_norm": 238.40225219726562,
+      "learning_rate": 1.3382602318100713e-05,
+      "loss": 26.5625,
+      "step": 17095
+    },
+    {
+      "epoch": 0.8169740992067285,
+      "grad_norm": 266.4735107421875,
+      "learning_rate": 1.3381874057906827e-05,
+      "loss": 16.2812,
+      "step": 17096
+    },
+    {
+      "epoch": 0.8170218866481889,
+      "grad_norm": 354.7410888671875,
+      "learning_rate": 1.3381145777459881e-05,
+      "loss": 31.2812,
+      "step": 17097
+    },
+    {
+      "epoch": 0.8170696740896493,
+      "grad_norm": 446.5370788574219,
+      "learning_rate": 1.3380417476764234e-05,
+      "loss": 29.0938,
+      "step": 17098
+    },
+    {
+      "epoch": 0.8171174615311096,
+      "grad_norm": 443.3290710449219,
+      "learning_rate": 1.3379689155824247e-05,
+      "loss": 34.7188,
+      "step": 17099
+    },
+    {
+      "epoch": 0.81716524897257,
+      "grad_norm": 241.18177795410156,
+      "learning_rate": 1.3378960814644283e-05,
+      "loss": 25.0,
+      "step": 17100
+    },
+    {
+      "epoch": 0.8172130364140304,
+      "grad_norm": 341.34429931640625,
+      "learning_rate": 1.3378232453228703e-05,
+      "loss": 22.8438,
+      "step": 17101
+    },
+    {
+      "epoch": 0.8172608238554908,
+      "grad_norm": 544.79736328125,
+      "learning_rate": 1.3377504071581871e-05,
+      "loss": 23.9062,
+      "step": 17102
+    },
+    {
+      "epoch": 0.8173086112969512,
+      "grad_norm": 201.3973388671875,
+      "learning_rate": 1.3376775669708147e-05,
+      "loss": 28.0,
+      "step": 17103
+    },
+    {
+      "epoch": 0.8173563987384116,
+      "grad_norm": 191.5142364501953,
+      "learning_rate": 1.3376047247611894e-05,
+      "loss": 26.8125,
+      "step": 17104
+    },
+    {
+      "epoch": 0.817404186179872,
+      "grad_norm": 220.52786254882812,
+      "learning_rate": 1.3375318805297472e-05,
+      "loss": 30.5938,
+      "step": 17105
+    },
+    {
+      "epoch": 0.8174519736213323,
+      "grad_norm": 176.1772003173828,
+      "learning_rate": 1.3374590342769251e-05,
+      "loss": 30.8594,
+      "step": 17106
+    },
+    {
+      "epoch": 0.8174997610627927,
+      "grad_norm": 178.4925537109375,
+      "learning_rate": 1.3373861860031587e-05,
+      "loss": 33.4688,
+      "step": 17107
+    },
+    {
+      "epoch": 0.817547548504253,
+      "grad_norm": 344.1469421386719,
+      "learning_rate": 1.337313335708884e-05,
+      "loss": 29.6875,
+      "step": 17108
+    },
+    {
+      "epoch": 0.8175953359457134,
+      "grad_norm": 451.3132629394531,
+      "learning_rate": 1.337240483394538e-05,
+      "loss": 36.9688,
+      "step": 17109
+    },
+    {
+      "epoch": 0.8176431233871738,
+      "grad_norm": 177.9456024169922,
+      "learning_rate": 1.3371676290605566e-05,
+      "loss": 28.0625,
+      "step": 17110
+    },
+    {
+      "epoch": 0.8176909108286342,
+      "grad_norm": 288.0710754394531,
+      "learning_rate": 1.3370947727073762e-05,
+      "loss": 34.1875,
+      "step": 17111
+    },
+    {
+      "epoch": 0.8177386982700946,
+      "grad_norm": 188.26553344726562,
+      "learning_rate": 1.337021914335433e-05,
+      "loss": 22.1562,
+      "step": 17112
+    },
+    {
+      "epoch": 0.817786485711555,
+      "grad_norm": 202.15367126464844,
+      "learning_rate": 1.3369490539451637e-05,
+      "loss": 31.6875,
+      "step": 17113
+    },
+    {
+      "epoch": 0.8178342731530154,
+      "grad_norm": 280.55279541015625,
+      "learning_rate": 1.3368761915370039e-05,
+      "loss": 28.0625,
+      "step": 17114
+    },
+    {
+      "epoch": 0.8178820605944758,
+      "grad_norm": 175.05039978027344,
+      "learning_rate": 1.3368033271113908e-05,
+      "loss": 27.3125,
+      "step": 17115
+    },
+    {
+      "epoch": 0.8179298480359362,
+      "grad_norm": 219.02468872070312,
+      "learning_rate": 1.3367304606687598e-05,
+      "loss": 32.4219,
+      "step": 17116
+    },
+    {
+      "epoch": 0.8179776354773965,
+      "grad_norm": 291.70880126953125,
+      "learning_rate": 1.3366575922095484e-05,
+      "loss": 21.2812,
+      "step": 17117
+    },
+    {
+      "epoch": 0.8180254229188569,
+      "grad_norm": 273.6427917480469,
+      "learning_rate": 1.3365847217341922e-05,
+      "loss": 27.625,
+      "step": 17118
+    },
+    {
+      "epoch": 0.8180732103603173,
+      "grad_norm": 235.1240997314453,
+      "learning_rate": 1.3365118492431279e-05,
+      "loss": 27.2656,
+      "step": 17119
+    },
+    {
+      "epoch": 0.8181209978017777,
+      "grad_norm": 324.0648498535156,
+      "learning_rate": 1.3364389747367919e-05,
+      "loss": 27.5625,
+      "step": 17120
+    },
+    {
+      "epoch": 0.8181687852432381,
+      "grad_norm": 263.6048889160156,
+      "learning_rate": 1.3363660982156203e-05,
+      "loss": 31.125,
+      "step": 17121
+    },
+    {
+      "epoch": 0.8182165726846985,
+      "grad_norm": 221.57569885253906,
+      "learning_rate": 1.3362932196800502e-05,
+      "loss": 23.5312,
+      "step": 17122
+    },
+    {
+      "epoch": 0.8182643601261589,
+      "grad_norm": 284.3431701660156,
+      "learning_rate": 1.3362203391305171e-05,
+      "loss": 27.9688,
+      "step": 17123
+    },
+    {
+      "epoch": 0.8183121475676193,
+      "grad_norm": 1127.24609375,
+      "learning_rate": 1.3361474565674585e-05,
+      "loss": 25.7812,
+      "step": 17124
+    },
+    {
+      "epoch": 0.8183599350090797,
+      "grad_norm": 287.45562744140625,
+      "learning_rate": 1.3360745719913103e-05,
+      "loss": 27.0,
+      "step": 17125
+    },
+    {
+      "epoch": 0.8184077224505399,
+      "grad_norm": 317.98046875,
+      "learning_rate": 1.3360016854025089e-05,
+      "loss": 22.4219,
+      "step": 17126
+    },
+    {
+      "epoch": 0.8184555098920003,
+      "grad_norm": 426.5905456542969,
+      "learning_rate": 1.3359287968014911e-05,
+      "loss": 34.9688,
+      "step": 17127
+    },
+    {
+      "epoch": 0.8185032973334607,
+      "grad_norm": 278.9730529785156,
+      "learning_rate": 1.3358559061886932e-05,
+      "loss": 26.6875,
+      "step": 17128
+    },
+    {
+      "epoch": 0.8185510847749211,
+      "grad_norm": 188.0452117919922,
+      "learning_rate": 1.335783013564552e-05,
+      "loss": 26.5156,
+      "step": 17129
+    },
+    {
+      "epoch": 0.8185988722163815,
+      "grad_norm": 297.61383056640625,
+      "learning_rate": 1.3357101189295037e-05,
+      "loss": 35.9688,
+      "step": 17130
+    },
+    {
+      "epoch": 0.8186466596578419,
+      "grad_norm": 426.5484313964844,
+      "learning_rate": 1.3356372222839848e-05,
+      "loss": 32.5625,
+      "step": 17131
+    },
+    {
+      "epoch": 0.8186944470993023,
+      "grad_norm": 361.89739990234375,
+      "learning_rate": 1.3355643236284322e-05,
+      "loss": 36.8125,
+      "step": 17132
+    },
+    {
+      "epoch": 0.8187422345407627,
+      "grad_norm": 216.09559631347656,
+      "learning_rate": 1.3354914229632822e-05,
+      "loss": 28.5,
+      "step": 17133
+    },
+    {
+      "epoch": 0.8187900219822231,
+      "grad_norm": 225.76612854003906,
+      "learning_rate": 1.3354185202889716e-05,
+      "loss": 27.0312,
+      "step": 17134
+    },
+    {
+      "epoch": 0.8188378094236834,
+      "grad_norm": 316.81640625,
+      "learning_rate": 1.3353456156059368e-05,
+      "loss": 22.5312,
+      "step": 17135
+    },
+    {
+      "epoch": 0.8188855968651438,
+      "grad_norm": 349.2091064453125,
+      "learning_rate": 1.3352727089146144e-05,
+      "loss": 27.8125,
+      "step": 17136
+    },
+    {
+      "epoch": 0.8189333843066042,
+      "grad_norm": 302.6011047363281,
+      "learning_rate": 1.3351998002154415e-05,
+      "loss": 32.25,
+      "step": 17137
+    },
+    {
+      "epoch": 0.8189811717480646,
+      "grad_norm": 496.78118896484375,
+      "learning_rate": 1.3351268895088536e-05,
+      "loss": 23.3438,
+      "step": 17138
+    },
+    {
+      "epoch": 0.819028959189525,
+      "grad_norm": 235.59957885742188,
+      "learning_rate": 1.3350539767952886e-05,
+      "loss": 27.8438,
+      "step": 17139
+    },
+    {
+      "epoch": 0.8190767466309854,
+      "grad_norm": 260.5222473144531,
+      "learning_rate": 1.3349810620751824e-05,
+      "loss": 25.4688,
+      "step": 17140
+    },
+    {
+      "epoch": 0.8191245340724458,
+      "grad_norm": 321.7027587890625,
+      "learning_rate": 1.334908145348972e-05,
+      "loss": 27.5469,
+      "step": 17141
+    },
+    {
+      "epoch": 0.8191723215139062,
+      "grad_norm": 557.4645385742188,
+      "learning_rate": 1.3348352266170942e-05,
+      "loss": 41.2812,
+      "step": 17142
+    },
+    {
+      "epoch": 0.8192201089553666,
+      "grad_norm": 601.7797241210938,
+      "learning_rate": 1.3347623058799848e-05,
+      "loss": 30.1875,
+      "step": 17143
+    },
+    {
+      "epoch": 0.819267896396827,
+      "grad_norm": 222.1743621826172,
+      "learning_rate": 1.3346893831380815e-05,
+      "loss": 23.2031,
+      "step": 17144
+    },
+    {
+      "epoch": 0.8193156838382873,
+      "grad_norm": 267.2655334472656,
+      "learning_rate": 1.334616458391821e-05,
+      "loss": 28.125,
+      "step": 17145
+    },
+    {
+      "epoch": 0.8193634712797477,
+      "grad_norm": 309.21142578125,
+      "learning_rate": 1.3345435316416393e-05,
+      "loss": 35.7188,
+      "step": 17146
+    },
+    {
+      "epoch": 0.819411258721208,
+      "grad_norm": 374.8712158203125,
+      "learning_rate": 1.3344706028879735e-05,
+      "loss": 33.25,
+      "step": 17147
+    },
+    {
+      "epoch": 0.8194590461626684,
+      "grad_norm": 297.5596008300781,
+      "learning_rate": 1.3343976721312606e-05,
+      "loss": 27.375,
+      "step": 17148
+    },
+    {
+      "epoch": 0.8195068336041288,
+      "grad_norm": 279.0321960449219,
+      "learning_rate": 1.3343247393719369e-05,
+      "loss": 35.1875,
+      "step": 17149
+    },
+    {
+      "epoch": 0.8195546210455892,
+      "grad_norm": 418.2736511230469,
+      "learning_rate": 1.3342518046104395e-05,
+      "loss": 29.8125,
+      "step": 17150
+    },
+    {
+      "epoch": 0.8196024084870496,
+      "grad_norm": 193.1239471435547,
+      "learning_rate": 1.334178867847205e-05,
+      "loss": 23.7812,
+      "step": 17151
+    },
+    {
+      "epoch": 0.81965019592851,
+      "grad_norm": 189.59036254882812,
+      "learning_rate": 1.3341059290826705e-05,
+      "loss": 24.625,
+      "step": 17152
+    },
+    {
+      "epoch": 0.8196979833699704,
+      "grad_norm": 376.6097412109375,
+      "learning_rate": 1.3340329883172725e-05,
+      "loss": 21.8281,
+      "step": 17153
+    },
+    {
+      "epoch": 0.8197457708114307,
+      "grad_norm": 282.40472412109375,
+      "learning_rate": 1.3339600455514478e-05,
+      "loss": 26.6562,
+      "step": 17154
+    },
+    {
+      "epoch": 0.8197935582528911,
+      "grad_norm": 323.0654602050781,
+      "learning_rate": 1.3338871007856338e-05,
+      "loss": 21.7969,
+      "step": 17155
+    },
+    {
+      "epoch": 0.8198413456943515,
+      "grad_norm": 357.35821533203125,
+      "learning_rate": 1.3338141540202663e-05,
+      "loss": 36.875,
+      "step": 17156
+    },
+    {
+      "epoch": 0.8198891331358119,
+      "grad_norm": 352.73260498046875,
+      "learning_rate": 1.3337412052557832e-05,
+      "loss": 28.6562,
+      "step": 17157
+    },
+    {
+      "epoch": 0.8199369205772723,
+      "grad_norm": 271.3712158203125,
+      "learning_rate": 1.3336682544926205e-05,
+      "loss": 26.2031,
+      "step": 17158
+    },
+    {
+      "epoch": 0.8199847080187327,
+      "grad_norm": 337.65240478515625,
+      "learning_rate": 1.333595301731216e-05,
+      "loss": 36.75,
+      "step": 17159
+    },
+    {
+      "epoch": 0.8200324954601931,
+      "grad_norm": 231.4136199951172,
+      "learning_rate": 1.3335223469720058e-05,
+      "loss": 22.4375,
+      "step": 17160
+    },
+    {
+      "epoch": 0.8200802829016535,
+      "grad_norm": 351.04486083984375,
+      "learning_rate": 1.333449390215427e-05,
+      "loss": 39.4375,
+      "step": 17161
+    },
+    {
+      "epoch": 0.8201280703431139,
+      "grad_norm": 245.02528381347656,
+      "learning_rate": 1.333376431461917e-05,
+      "loss": 28.25,
+      "step": 17162
+    },
+    {
+      "epoch": 0.8201758577845742,
+      "grad_norm": 271.2816162109375,
+      "learning_rate": 1.333303470711912e-05,
+      "loss": 25.2188,
+      "step": 17163
+    },
+    {
+      "epoch": 0.8202236452260346,
+      "grad_norm": 177.66465759277344,
+      "learning_rate": 1.3332305079658493e-05,
+      "loss": 16.7188,
+      "step": 17164
+    },
+    {
+      "epoch": 0.820271432667495,
+      "grad_norm": 237.82247924804688,
+      "learning_rate": 1.3331575432241661e-05,
+      "loss": 21.3281,
+      "step": 17165
+    },
+    {
+      "epoch": 0.8203192201089554,
+      "grad_norm": 401.45916748046875,
+      "learning_rate": 1.3330845764872988e-05,
+      "loss": 28.4062,
+      "step": 17166
+    },
+    {
+      "epoch": 0.8203670075504158,
+      "grad_norm": 253.97727966308594,
+      "learning_rate": 1.3330116077556849e-05,
+      "loss": 23.4531,
+      "step": 17167
+    },
+    {
+      "epoch": 0.8204147949918761,
+      "grad_norm": 237.51910400390625,
+      "learning_rate": 1.3329386370297615e-05,
+      "loss": 25.6875,
+      "step": 17168
+    },
+    {
+      "epoch": 0.8204625824333365,
+      "grad_norm": 275.05816650390625,
+      "learning_rate": 1.3328656643099646e-05,
+      "loss": 27.125,
+      "step": 17169
+    },
+    {
+      "epoch": 0.8205103698747969,
+      "grad_norm": 236.56459045410156,
+      "learning_rate": 1.3327926895967322e-05,
+      "loss": 24.9844,
+      "step": 17170
+    },
+    {
+      "epoch": 0.8205581573162573,
+      "grad_norm": 375.5146179199219,
+      "learning_rate": 1.332719712890501e-05,
+      "loss": 26.5938,
+      "step": 17171
+    },
+    {
+      "epoch": 0.8206059447577176,
+      "grad_norm": 376.67041015625,
+      "learning_rate": 1.332646734191708e-05,
+      "loss": 17.7344,
+      "step": 17172
+    },
+    {
+      "epoch": 0.820653732199178,
+      "grad_norm": 235.92877197265625,
+      "learning_rate": 1.3325737535007903e-05,
+      "loss": 30.5625,
+      "step": 17173
+    },
+    {
+      "epoch": 0.8207015196406384,
+      "grad_norm": 324.7466125488281,
+      "learning_rate": 1.332500770818185e-05,
+      "loss": 30.3438,
+      "step": 17174
+    },
+    {
+      "epoch": 0.8207493070820988,
+      "grad_norm": 313.1481628417969,
+      "learning_rate": 1.3324277861443291e-05,
+      "loss": 29.7812,
+      "step": 17175
+    },
+    {
+      "epoch": 0.8207970945235592,
+      "grad_norm": 246.32498168945312,
+      "learning_rate": 1.3323547994796597e-05,
+      "loss": 27.2031,
+      "step": 17176
+    },
+    {
+      "epoch": 0.8208448819650196,
+      "grad_norm": 222.29470825195312,
+      "learning_rate": 1.332281810824614e-05,
+      "loss": 22.7812,
+      "step": 17177
+    },
+    {
+      "epoch": 0.82089266940648,
+      "grad_norm": 286.98565673828125,
+      "learning_rate": 1.332208820179629e-05,
+      "loss": 24.4375,
+      "step": 17178
+    },
+    {
+      "epoch": 0.8209404568479404,
+      "grad_norm": 230.0536651611328,
+      "learning_rate": 1.3321358275451417e-05,
+      "loss": 21.1562,
+      "step": 17179
+    },
+    {
+      "epoch": 0.8209882442894008,
+      "grad_norm": 164.12966918945312,
+      "learning_rate": 1.3320628329215897e-05,
+      "loss": 27.2812,
+      "step": 17180
+    },
+    {
+      "epoch": 0.8210360317308611,
+      "grad_norm": 229.3698272705078,
+      "learning_rate": 1.3319898363094095e-05,
+      "loss": 31.0938,
+      "step": 17181
+    },
+    {
+      "epoch": 0.8210838191723215,
+      "grad_norm": 319.023681640625,
+      "learning_rate": 1.3319168377090383e-05,
+      "loss": 25.3438,
+      "step": 17182
+    },
+    {
+      "epoch": 0.8211316066137819,
+      "grad_norm": 315.675537109375,
+      "learning_rate": 1.3318438371209142e-05,
+      "loss": 27.1875,
+      "step": 17183
+    },
+    {
+      "epoch": 0.8211793940552423,
+      "grad_norm": 200.62684631347656,
+      "learning_rate": 1.3317708345454732e-05,
+      "loss": 26.3438,
+      "step": 17184
+    },
+    {
+      "epoch": 0.8212271814967027,
+      "grad_norm": 275.41021728515625,
+      "learning_rate": 1.3316978299831531e-05,
+      "loss": 34.7188,
+      "step": 17185
+    },
+    {
+      "epoch": 0.8212749689381631,
+      "grad_norm": 667.4953002929688,
+      "learning_rate": 1.3316248234343912e-05,
+      "loss": 47.0938,
+      "step": 17186
+    },
+    {
+      "epoch": 0.8213227563796235,
+      "grad_norm": 348.83062744140625,
+      "learning_rate": 1.3315518148996242e-05,
+      "loss": 25.0938,
+      "step": 17187
+    },
+    {
+      "epoch": 0.8213705438210838,
+      "grad_norm": 245.31414794921875,
+      "learning_rate": 1.3314788043792896e-05,
+      "loss": 24.875,
+      "step": 17188
+    },
+    {
+      "epoch": 0.8214183312625442,
+      "grad_norm": 252.8907470703125,
+      "learning_rate": 1.3314057918738253e-05,
+      "loss": 22.2812,
+      "step": 17189
+    },
+    {
+      "epoch": 0.8214661187040045,
+      "grad_norm": 264.44140625,
+      "learning_rate": 1.3313327773836674e-05,
+      "loss": 23.3281,
+      "step": 17190
+    },
+    {
+      "epoch": 0.8215139061454649,
+      "grad_norm": 190.35072326660156,
+      "learning_rate": 1.331259760909254e-05,
+      "loss": 33.0625,
+      "step": 17191
+    },
+    {
+      "epoch": 0.8215616935869253,
+      "grad_norm": 293.0748596191406,
+      "learning_rate": 1.3311867424510218e-05,
+      "loss": 23.8125,
+      "step": 17192
+    },
+    {
+      "epoch": 0.8216094810283857,
+      "grad_norm": 320.6954040527344,
+      "learning_rate": 1.3311137220094086e-05,
+      "loss": 22.6719,
+      "step": 17193
+    },
+    {
+      "epoch": 0.8216572684698461,
+      "grad_norm": 185.2141571044922,
+      "learning_rate": 1.3310406995848513e-05,
+      "loss": 24.75,
+      "step": 17194
+    },
+    {
+      "epoch": 0.8217050559113065,
+      "grad_norm": 217.0054931640625,
+      "learning_rate": 1.3309676751777875e-05,
+      "loss": 26.0312,
+      "step": 17195
+    },
+    {
+      "epoch": 0.8217528433527669,
+      "grad_norm": 181.25555419921875,
+      "learning_rate": 1.3308946487886542e-05,
+      "loss": 25.7812,
+      "step": 17196
+    },
+    {
+      "epoch": 0.8218006307942273,
+      "grad_norm": 348.2626953125,
+      "learning_rate": 1.330821620417889e-05,
+      "loss": 29.1562,
+      "step": 17197
+    },
+    {
+      "epoch": 0.8218484182356877,
+      "grad_norm": 289.25634765625,
+      "learning_rate": 1.3307485900659294e-05,
+      "loss": 36.6562,
+      "step": 17198
+    },
+    {
+      "epoch": 0.821896205677148,
+      "grad_norm": 296.990966796875,
+      "learning_rate": 1.3306755577332122e-05,
+      "loss": 29.9219,
+      "step": 17199
+    },
+    {
+      "epoch": 0.8219439931186084,
+      "grad_norm": 167.41610717773438,
+      "learning_rate": 1.3306025234201753e-05,
+      "loss": 19.7344,
+      "step": 17200
+    },
+    {
+      "epoch": 0.8219917805600688,
+      "grad_norm": 249.1969451904297,
+      "learning_rate": 1.3305294871272558e-05,
+      "loss": 25.3438,
+      "step": 17201
+    },
+    {
+      "epoch": 0.8220395680015292,
+      "grad_norm": 283.9856872558594,
+      "learning_rate": 1.3304564488548912e-05,
+      "loss": 33.75,
+      "step": 17202
+    },
+    {
+      "epoch": 0.8220873554429896,
+      "grad_norm": 267.9376525878906,
+      "learning_rate": 1.330383408603519e-05,
+      "loss": 24.0,
+      "step": 17203
+    },
+    {
+      "epoch": 0.82213514288445,
+      "grad_norm": 290.64788818359375,
+      "learning_rate": 1.330310366373576e-05,
+      "loss": 23.4531,
+      "step": 17204
+    },
+    {
+      "epoch": 0.8221829303259104,
+      "grad_norm": 226.382080078125,
+      "learning_rate": 1.3302373221655006e-05,
+      "loss": 27.375,
+      "step": 17205
+    },
+    {
+      "epoch": 0.8222307177673708,
+      "grad_norm": 261.7071228027344,
+      "learning_rate": 1.3301642759797298e-05,
+      "loss": 23.5938,
+      "step": 17206
+    },
+    {
+      "epoch": 0.8222785052088312,
+      "grad_norm": 193.09703063964844,
+      "learning_rate": 1.3300912278167007e-05,
+      "loss": 21.5625,
+      "step": 17207
+    },
+    {
+      "epoch": 0.8223262926502916,
+      "grad_norm": 282.776123046875,
+      "learning_rate": 1.330018177676851e-05,
+      "loss": 27.5938,
+      "step": 17208
+    },
+    {
+      "epoch": 0.8223740800917518,
+      "grad_norm": 301.22991943359375,
+      "learning_rate": 1.3299451255606188e-05,
+      "loss": 35.5,
+      "step": 17209
+    },
+    {
+      "epoch": 0.8224218675332122,
+      "grad_norm": 209.5558319091797,
+      "learning_rate": 1.3298720714684408e-05,
+      "loss": 26.1719,
+      "step": 17210
+    },
+    {
+      "epoch": 0.8224696549746726,
+      "grad_norm": 238.36630249023438,
+      "learning_rate": 1.3297990154007547e-05,
+      "loss": 21.8906,
+      "step": 17211
+    },
+    {
+      "epoch": 0.822517442416133,
+      "grad_norm": 189.40151977539062,
+      "learning_rate": 1.329725957357998e-05,
+      "loss": 35.1562,
+      "step": 17212
+    },
+    {
+      "epoch": 0.8225652298575934,
+      "grad_norm": 315.4092712402344,
+      "learning_rate": 1.3296528973406084e-05,
+      "loss": 34.8438,
+      "step": 17213
+    },
+    {
+      "epoch": 0.8226130172990538,
+      "grad_norm": 207.46229553222656,
+      "learning_rate": 1.329579835349023e-05,
+      "loss": 22.1875,
+      "step": 17214
+    },
+    {
+      "epoch": 0.8226608047405142,
+      "grad_norm": 154.5809783935547,
+      "learning_rate": 1.32950677138368e-05,
+      "loss": 21.5625,
+      "step": 17215
+    },
+    {
+      "epoch": 0.8227085921819746,
+      "grad_norm": 326.1517639160156,
+      "learning_rate": 1.3294337054450167e-05,
+      "loss": 30.0312,
+      "step": 17216
+    },
+    {
+      "epoch": 0.822756379623435,
+      "grad_norm": 318.69635009765625,
+      "learning_rate": 1.3293606375334703e-05,
+      "loss": 34.375,
+      "step": 17217
+    },
+    {
+      "epoch": 0.8228041670648953,
+      "grad_norm": 396.2792053222656,
+      "learning_rate": 1.3292875676494787e-05,
+      "loss": 34.9688,
+      "step": 17218
+    },
+    {
+      "epoch": 0.8228519545063557,
+      "grad_norm": 332.3191833496094,
+      "learning_rate": 1.3292144957934795e-05,
+      "loss": 30.9062,
+      "step": 17219
+    },
+    {
+      "epoch": 0.8228997419478161,
+      "grad_norm": 314.9247131347656,
+      "learning_rate": 1.3291414219659102e-05,
+      "loss": 24.9062,
+      "step": 17220
+    },
+    {
+      "epoch": 0.8229475293892765,
+      "grad_norm": 196.23953247070312,
+      "learning_rate": 1.3290683461672087e-05,
+      "loss": 22.625,
+      "step": 17221
+    },
+    {
+      "epoch": 0.8229953168307369,
+      "grad_norm": 451.3165588378906,
+      "learning_rate": 1.3289952683978123e-05,
+      "loss": 34.5469,
+      "step": 17222
+    },
+    {
+      "epoch": 0.8230431042721973,
+      "grad_norm": 255.7322998046875,
+      "learning_rate": 1.3289221886581587e-05,
+      "loss": 28.5781,
+      "step": 17223
+    },
+    {
+      "epoch": 0.8230908917136577,
+      "grad_norm": 251.71434020996094,
+      "learning_rate": 1.3288491069486858e-05,
+      "loss": 22.9531,
+      "step": 17224
+    },
+    {
+      "epoch": 0.8231386791551181,
+      "grad_norm": 445.22021484375,
+      "learning_rate": 1.3287760232698308e-05,
+      "loss": 26.4844,
+      "step": 17225
+    },
+    {
+      "epoch": 0.8231864665965785,
+      "grad_norm": 277.3330993652344,
+      "learning_rate": 1.328702937622032e-05,
+      "loss": 33.5,
+      "step": 17226
+    },
+    {
+      "epoch": 0.8232342540380388,
+      "grad_norm": 220.74803161621094,
+      "learning_rate": 1.3286298500057266e-05,
+      "loss": 29.3438,
+      "step": 17227
+    },
+    {
+      "epoch": 0.8232820414794992,
+      "grad_norm": 221.1651153564453,
+      "learning_rate": 1.3285567604213524e-05,
+      "loss": 24.6094,
+      "step": 17228
+    },
+    {
+      "epoch": 0.8233298289209595,
+      "grad_norm": 656.041748046875,
+      "learning_rate": 1.3284836688693474e-05,
+      "loss": 19.375,
+      "step": 17229
+    },
+    {
+      "epoch": 0.8233776163624199,
+      "grad_norm": 180.33963012695312,
+      "learning_rate": 1.3284105753501486e-05,
+      "loss": 20.9688,
+      "step": 17230
+    },
+    {
+      "epoch": 0.8234254038038803,
+      "grad_norm": 323.2940673828125,
+      "learning_rate": 1.3283374798641946e-05,
+      "loss": 38.25,
+      "step": 17231
+    },
+    {
+      "epoch": 0.8234731912453407,
+      "grad_norm": 222.97618103027344,
+      "learning_rate": 1.3282643824119225e-05,
+      "loss": 28.8438,
+      "step": 17232
+    },
+    {
+      "epoch": 0.8235209786868011,
+      "grad_norm": 178.0455780029297,
+      "learning_rate": 1.3281912829937707e-05,
+      "loss": 20.6875,
+      "step": 17233
+    },
+    {
+      "epoch": 0.8235687661282615,
+      "grad_norm": 587.0068359375,
+      "learning_rate": 1.3281181816101763e-05,
+      "loss": 39.1562,
+      "step": 17234
+    },
+    {
+      "epoch": 0.8236165535697219,
+      "grad_norm": 239.72012329101562,
+      "learning_rate": 1.3280450782615774e-05,
+      "loss": 23.7656,
+      "step": 17235
+    },
+    {
+      "epoch": 0.8236643410111822,
+      "grad_norm": 165.5083770751953,
+      "learning_rate": 1.3279719729484117e-05,
+      "loss": 24.1562,
+      "step": 17236
+    },
+    {
+      "epoch": 0.8237121284526426,
+      "grad_norm": 264.0960693359375,
+      "learning_rate": 1.3278988656711173e-05,
+      "loss": 29.8125,
+      "step": 17237
+    },
+    {
+      "epoch": 0.823759915894103,
+      "grad_norm": 494.3870544433594,
+      "learning_rate": 1.3278257564301319e-05,
+      "loss": 29.4375,
+      "step": 17238
+    },
+    {
+      "epoch": 0.8238077033355634,
+      "grad_norm": 161.86607360839844,
+      "learning_rate": 1.3277526452258928e-05,
+      "loss": 21.0,
+      "step": 17239
+    },
+    {
+      "epoch": 0.8238554907770238,
+      "grad_norm": 229.22215270996094,
+      "learning_rate": 1.3276795320588387e-05,
+      "loss": 26.0625,
+      "step": 17240
+    },
+    {
+      "epoch": 0.8239032782184842,
+      "grad_norm": 288.555419921875,
+      "learning_rate": 1.3276064169294068e-05,
+      "loss": 26.25,
+      "step": 17241
+    },
+    {
+      "epoch": 0.8239510656599446,
+      "grad_norm": 259.65618896484375,
+      "learning_rate": 1.3275332998380353e-05,
+      "loss": 23.375,
+      "step": 17242
+    },
+    {
+      "epoch": 0.823998853101405,
+      "grad_norm": 320.0960388183594,
+      "learning_rate": 1.327460180785162e-05,
+      "loss": 26.1406,
+      "step": 17243
+    },
+    {
+      "epoch": 0.8240466405428654,
+      "grad_norm": 240.41883850097656,
+      "learning_rate": 1.3273870597712245e-05,
+      "loss": 26.1875,
+      "step": 17244
+    },
+    {
+      "epoch": 0.8240944279843258,
+      "grad_norm": 387.07305908203125,
+      "learning_rate": 1.3273139367966611e-05,
+      "loss": 27.9375,
+      "step": 17245
+    },
+    {
+      "epoch": 0.8241422154257861,
+      "grad_norm": 231.21363830566406,
+      "learning_rate": 1.3272408118619097e-05,
+      "loss": 31.2188,
+      "step": 17246
+    },
+    {
+      "epoch": 0.8241900028672465,
+      "grad_norm": 147.01913452148438,
+      "learning_rate": 1.327167684967408e-05,
+      "loss": 21.625,
+      "step": 17247
+    },
+    {
+      "epoch": 0.8242377903087069,
+      "grad_norm": 293.5359802246094,
+      "learning_rate": 1.327094556113594e-05,
+      "loss": 33.8438,
+      "step": 17248
+    },
+    {
+      "epoch": 0.8242855777501673,
+      "grad_norm": 237.6864776611328,
+      "learning_rate": 1.3270214253009055e-05,
+      "loss": 31.1172,
+      "step": 17249
+    },
+    {
+      "epoch": 0.8243333651916276,
+      "grad_norm": 345.49029541015625,
+      "learning_rate": 1.326948292529781e-05,
+      "loss": 40.9375,
+      "step": 17250
+    },
+    {
+      "epoch": 0.824381152633088,
+      "grad_norm": 301.4654541015625,
+      "learning_rate": 1.3268751578006577e-05,
+      "loss": 23.9531,
+      "step": 17251
+    },
+    {
+      "epoch": 0.8244289400745484,
+      "grad_norm": 233.91775512695312,
+      "learning_rate": 1.3268020211139746e-05,
+      "loss": 32.1562,
+      "step": 17252
+    },
+    {
+      "epoch": 0.8244767275160088,
+      "grad_norm": 337.713623046875,
+      "learning_rate": 1.3267288824701686e-05,
+      "loss": 29.7344,
+      "step": 17253
+    },
+    {
+      "epoch": 0.8245245149574691,
+      "grad_norm": 261.519775390625,
+      "learning_rate": 1.3266557418696782e-05,
+      "loss": 32.1562,
+      "step": 17254
+    },
+    {
+      "epoch": 0.8245723023989295,
+      "grad_norm": 201.90794372558594,
+      "learning_rate": 1.3265825993129415e-05,
+      "loss": 20.3281,
+      "step": 17255
+    },
+    {
+      "epoch": 0.8246200898403899,
+      "grad_norm": 208.7651824951172,
+      "learning_rate": 1.3265094548003962e-05,
+      "loss": 37.1875,
+      "step": 17256
+    },
+    {
+      "epoch": 0.8246678772818503,
+      "grad_norm": 320.7941589355469,
+      "learning_rate": 1.3264363083324811e-05,
+      "loss": 29.875,
+      "step": 17257
+    },
+    {
+      "epoch": 0.8247156647233107,
+      "grad_norm": 263.919921875,
+      "learning_rate": 1.3263631599096333e-05,
+      "loss": 26.6875,
+      "step": 17258
+    },
+    {
+      "epoch": 0.8247634521647711,
+      "grad_norm": 257.4953308105469,
+      "learning_rate": 1.3262900095322914e-05,
+      "loss": 25.0312,
+      "step": 17259
+    },
+    {
+      "epoch": 0.8248112396062315,
+      "grad_norm": 308.3319396972656,
+      "learning_rate": 1.3262168572008936e-05,
+      "loss": 27.2188,
+      "step": 17260
+    },
+    {
+      "epoch": 0.8248590270476919,
+      "grad_norm": 197.17466735839844,
+      "learning_rate": 1.3261437029158776e-05,
+      "loss": 30.0938,
+      "step": 17261
+    },
+    {
+      "epoch": 0.8249068144891523,
+      "grad_norm": 307.4504089355469,
+      "learning_rate": 1.3260705466776815e-05,
+      "loss": 29.7188,
+      "step": 17262
+    },
+    {
+      "epoch": 0.8249546019306127,
+      "grad_norm": 223.1409454345703,
+      "learning_rate": 1.3259973884867439e-05,
+      "loss": 19.3125,
+      "step": 17263
+    },
+    {
+      "epoch": 0.825002389372073,
+      "grad_norm": 441.92376708984375,
+      "learning_rate": 1.3259242283435025e-05,
+      "loss": 40.9375,
+      "step": 17264
+    },
+    {
+      "epoch": 0.8250501768135334,
+      "grad_norm": 298.13330078125,
+      "learning_rate": 1.3258510662483952e-05,
+      "loss": 30.1719,
+      "step": 17265
+    },
+    {
+      "epoch": 0.8250979642549938,
+      "grad_norm": 408.65142822265625,
+      "learning_rate": 1.325777902201861e-05,
+      "loss": 25.1094,
+      "step": 17266
+    },
+    {
+      "epoch": 0.8251457516964542,
+      "grad_norm": 448.9914855957031,
+      "learning_rate": 1.325704736204337e-05,
+      "loss": 22.6719,
+      "step": 17267
+    },
+    {
+      "epoch": 0.8251935391379146,
+      "grad_norm": 231.23097229003906,
+      "learning_rate": 1.3256315682562622e-05,
+      "loss": 28.0625,
+      "step": 17268
+    },
+    {
+      "epoch": 0.825241326579375,
+      "grad_norm": 317.6975402832031,
+      "learning_rate": 1.3255583983580743e-05,
+      "loss": 24.625,
+      "step": 17269
+    },
+    {
+      "epoch": 0.8252891140208354,
+      "grad_norm": 773.8125,
+      "learning_rate": 1.3254852265102118e-05,
+      "loss": 51.1562,
+      "step": 17270
+    },
+    {
+      "epoch": 0.8253369014622957,
+      "grad_norm": 205.69900512695312,
+      "learning_rate": 1.3254120527131126e-05,
+      "loss": 26.7812,
+      "step": 17271
+    },
+    {
+      "epoch": 0.825384688903756,
+      "grad_norm": 272.07635498046875,
+      "learning_rate": 1.3253388769672156e-05,
+      "loss": 40.875,
+      "step": 17272
+    },
+    {
+      "epoch": 0.8254324763452164,
+      "grad_norm": 325.97100830078125,
+      "learning_rate": 1.325265699272958e-05,
+      "loss": 34.75,
+      "step": 17273
+    },
+    {
+      "epoch": 0.8254802637866768,
+      "grad_norm": 245.1266632080078,
+      "learning_rate": 1.325192519630779e-05,
+      "loss": 30.0312,
+      "step": 17274
+    },
+    {
+      "epoch": 0.8255280512281372,
+      "grad_norm": 396.77252197265625,
+      "learning_rate": 1.3251193380411162e-05,
+      "loss": 31.7969,
+      "step": 17275
+    },
+    {
+      "epoch": 0.8255758386695976,
+      "grad_norm": 244.34132385253906,
+      "learning_rate": 1.3250461545044081e-05,
+      "loss": 23.5,
+      "step": 17276
+    },
+    {
+      "epoch": 0.825623626111058,
+      "grad_norm": 248.10052490234375,
+      "learning_rate": 1.3249729690210928e-05,
+      "loss": 28.6719,
+      "step": 17277
+    },
+    {
+      "epoch": 0.8256714135525184,
+      "grad_norm": 452.05609130859375,
+      "learning_rate": 1.324899781591609e-05,
+      "loss": 40.0312,
+      "step": 17278
+    },
+    {
+      "epoch": 0.8257192009939788,
+      "grad_norm": 241.05369567871094,
+      "learning_rate": 1.3248265922163947e-05,
+      "loss": 22.9688,
+      "step": 17279
+    },
+    {
+      "epoch": 0.8257669884354392,
+      "grad_norm": 688.2023315429688,
+      "learning_rate": 1.3247534008958882e-05,
+      "loss": 20.2031,
+      "step": 17280
+    },
+    {
+      "epoch": 0.8258147758768996,
+      "grad_norm": 315.2413330078125,
+      "learning_rate": 1.3246802076305279e-05,
+      "loss": 19.5469,
+      "step": 17281
+    },
+    {
+      "epoch": 0.8258625633183599,
+      "grad_norm": 468.4419860839844,
+      "learning_rate": 1.324607012420752e-05,
+      "loss": 45.75,
+      "step": 17282
+    },
+    {
+      "epoch": 0.8259103507598203,
+      "grad_norm": 283.2147216796875,
+      "learning_rate": 1.3245338152669992e-05,
+      "loss": 32.0312,
+      "step": 17283
+    },
+    {
+      "epoch": 0.8259581382012807,
+      "grad_norm": 184.70762634277344,
+      "learning_rate": 1.3244606161697073e-05,
+      "loss": 31.3125,
+      "step": 17284
+    },
+    {
+      "epoch": 0.8260059256427411,
+      "grad_norm": 305.8832702636719,
+      "learning_rate": 1.3243874151293152e-05,
+      "loss": 23.3594,
+      "step": 17285
+    },
+    {
+      "epoch": 0.8260537130842015,
+      "grad_norm": 279.6190185546875,
+      "learning_rate": 1.3243142121462609e-05,
+      "loss": 24.9375,
+      "step": 17286
+    },
+    {
+      "epoch": 0.8261015005256619,
+      "grad_norm": 318.9748840332031,
+      "learning_rate": 1.3242410072209831e-05,
+      "loss": 31.5781,
+      "step": 17287
+    },
+    {
+      "epoch": 0.8261492879671223,
+      "grad_norm": 373.03375244140625,
+      "learning_rate": 1.32416780035392e-05,
+      "loss": 31.9688,
+      "step": 17288
+    },
+    {
+      "epoch": 0.8261970754085827,
+      "grad_norm": 258.48394775390625,
+      "learning_rate": 1.3240945915455098e-05,
+      "loss": 20.3438,
+      "step": 17289
+    },
+    {
+      "epoch": 0.8262448628500431,
+      "grad_norm": 171.22581481933594,
+      "learning_rate": 1.3240213807961917e-05,
+      "loss": 21.4688,
+      "step": 17290
+    },
+    {
+      "epoch": 0.8262926502915033,
+      "grad_norm": 282.79852294921875,
+      "learning_rate": 1.3239481681064033e-05,
+      "loss": 24.5625,
+      "step": 17291
+    },
+    {
+      "epoch": 0.8263404377329637,
+      "grad_norm": 152.35035705566406,
+      "learning_rate": 1.3238749534765835e-05,
+      "loss": 26.0938,
+      "step": 17292
+    },
+    {
+      "epoch": 0.8263882251744241,
+      "grad_norm": 178.1607666015625,
+      "learning_rate": 1.3238017369071707e-05,
+      "loss": 24.4688,
+      "step": 17293
+    },
+    {
+      "epoch": 0.8264360126158845,
+      "grad_norm": 337.65008544921875,
+      "learning_rate": 1.3237285183986032e-05,
+      "loss": 34.1562,
+      "step": 17294
+    },
+    {
+      "epoch": 0.8264838000573449,
+      "grad_norm": 682.446533203125,
+      "learning_rate": 1.3236552979513195e-05,
+      "loss": 26.0938,
+      "step": 17295
+    },
+    {
+      "epoch": 0.8265315874988053,
+      "grad_norm": 216.13958740234375,
+      "learning_rate": 1.3235820755657585e-05,
+      "loss": 29.9219,
+      "step": 17296
+    },
+    {
+      "epoch": 0.8265793749402657,
+      "grad_norm": 227.33203125,
+      "learning_rate": 1.323508851242358e-05,
+      "loss": 27.0,
+      "step": 17297
+    },
+    {
+      "epoch": 0.8266271623817261,
+      "grad_norm": 308.166259765625,
+      "learning_rate": 1.3234356249815572e-05,
+      "loss": 31.75,
+      "step": 17298
+    },
+    {
+      "epoch": 0.8266749498231865,
+      "grad_norm": 307.1153564453125,
+      "learning_rate": 1.3233623967837943e-05,
+      "loss": 28.8594,
+      "step": 17299
+    },
+    {
+      "epoch": 0.8267227372646468,
+      "grad_norm": 265.2539978027344,
+      "learning_rate": 1.3232891666495078e-05,
+      "loss": 21.9219,
+      "step": 17300
+    },
+    {
+      "epoch": 0.8267705247061072,
+      "grad_norm": 348.863525390625,
+      "learning_rate": 1.3232159345791366e-05,
+      "loss": 30.7812,
+      "step": 17301
+    },
+    {
+      "epoch": 0.8268183121475676,
+      "grad_norm": 254.90216064453125,
+      "learning_rate": 1.3231427005731185e-05,
+      "loss": 32.7344,
+      "step": 17302
+    },
+    {
+      "epoch": 0.826866099589028,
+      "grad_norm": 213.926513671875,
+      "learning_rate": 1.3230694646318931e-05,
+      "loss": 21.6719,
+      "step": 17303
+    },
+    {
+      "epoch": 0.8269138870304884,
+      "grad_norm": 330.7059326171875,
+      "learning_rate": 1.3229962267558982e-05,
+      "loss": 23.875,
+      "step": 17304
+    },
+    {
+      "epoch": 0.8269616744719488,
+      "grad_norm": 751.736328125,
+      "learning_rate": 1.322922986945573e-05,
+      "loss": 20.2188,
+      "step": 17305
+    },
+    {
+      "epoch": 0.8270094619134092,
+      "grad_norm": 331.774169921875,
+      "learning_rate": 1.3228497452013553e-05,
+      "loss": 27.7812,
+      "step": 17306
+    },
+    {
+      "epoch": 0.8270572493548696,
+      "grad_norm": 1300.283447265625,
+      "learning_rate": 1.3227765015236847e-05,
+      "loss": 35.3438,
+      "step": 17307
+    },
+    {
+      "epoch": 0.82710503679633,
+      "grad_norm": 217.49815368652344,
+      "learning_rate": 1.3227032559129992e-05,
+      "loss": 19.0938,
+      "step": 17308
+    },
+    {
+      "epoch": 0.8271528242377904,
+      "grad_norm": 259.6084289550781,
+      "learning_rate": 1.3226300083697374e-05,
+      "loss": 25.5938,
+      "step": 17309
+    },
+    {
+      "epoch": 0.8272006116792507,
+      "grad_norm": 711.0482788085938,
+      "learning_rate": 1.3225567588943384e-05,
+      "loss": 29.125,
+      "step": 17310
+    },
+    {
+      "epoch": 0.8272483991207111,
+      "grad_norm": 354.8965148925781,
+      "learning_rate": 1.3224835074872407e-05,
+      "loss": 42.3438,
+      "step": 17311
+    },
+    {
+      "epoch": 0.8272961865621714,
+      "grad_norm": 328.81878662109375,
+      "learning_rate": 1.3224102541488825e-05,
+      "loss": 27.75,
+      "step": 17312
+    },
+    {
+      "epoch": 0.8273439740036318,
+      "grad_norm": 254.64376831054688,
+      "learning_rate": 1.3223369988797035e-05,
+      "loss": 28.1562,
+      "step": 17313
+    },
+    {
+      "epoch": 0.8273917614450922,
+      "grad_norm": 350.5214538574219,
+      "learning_rate": 1.3222637416801414e-05,
+      "loss": 36.4375,
+      "step": 17314
+    },
+    {
+      "epoch": 0.8274395488865526,
+      "grad_norm": 226.51315307617188,
+      "learning_rate": 1.322190482550635e-05,
+      "loss": 35.7188,
+      "step": 17315
+    },
+    {
+      "epoch": 0.827487336328013,
+      "grad_norm": 409.6346435546875,
+      "learning_rate": 1.322117221491624e-05,
+      "loss": 23.5781,
+      "step": 17316
+    },
+    {
+      "epoch": 0.8275351237694734,
+      "grad_norm": 314.33929443359375,
+      "learning_rate": 1.322043958503546e-05,
+      "loss": 33.4375,
+      "step": 17317
+    },
+    {
+      "epoch": 0.8275829112109337,
+      "grad_norm": 309.5024108886719,
+      "learning_rate": 1.3219706935868405e-05,
+      "loss": 33.4062,
+      "step": 17318
+    },
+    {
+      "epoch": 0.8276306986523941,
+      "grad_norm": 214.2805633544922,
+      "learning_rate": 1.3218974267419459e-05,
+      "loss": 21.2344,
+      "step": 17319
+    },
+    {
+      "epoch": 0.8276784860938545,
+      "grad_norm": 384.1836242675781,
+      "learning_rate": 1.3218241579693012e-05,
+      "loss": 30.8438,
+      "step": 17320
+    },
+    {
+      "epoch": 0.8277262735353149,
+      "grad_norm": 243.0406494140625,
+      "learning_rate": 1.321750887269345e-05,
+      "loss": 23.4688,
+      "step": 17321
+    },
+    {
+      "epoch": 0.8277740609767753,
+      "grad_norm": 202.0786590576172,
+      "learning_rate": 1.321677614642516e-05,
+      "loss": 39.1562,
+      "step": 17322
+    },
+    {
+      "epoch": 0.8278218484182357,
+      "grad_norm": 454.5838623046875,
+      "learning_rate": 1.3216043400892533e-05,
+      "loss": 30.7188,
+      "step": 17323
+    },
+    {
+      "epoch": 0.8278696358596961,
+      "grad_norm": 319.6166687011719,
+      "learning_rate": 1.3215310636099959e-05,
+      "loss": 23.5938,
+      "step": 17324
+    },
+    {
+      "epoch": 0.8279174233011565,
+      "grad_norm": 378.7439880371094,
+      "learning_rate": 1.321457785205182e-05,
+      "loss": 32.0,
+      "step": 17325
+    },
+    {
+      "epoch": 0.8279652107426169,
+      "grad_norm": 207.6768798828125,
+      "learning_rate": 1.3213845048752508e-05,
+      "loss": 24.4375,
+      "step": 17326
+    },
+    {
+      "epoch": 0.8280129981840773,
+      "grad_norm": 257.7746887207031,
+      "learning_rate": 1.3213112226206413e-05,
+      "loss": 22.8594,
+      "step": 17327
+    },
+    {
+      "epoch": 0.8280607856255376,
+      "grad_norm": 328.9286804199219,
+      "learning_rate": 1.3212379384417917e-05,
+      "loss": 26.6875,
+      "step": 17328
+    },
+    {
+      "epoch": 0.828108573066998,
+      "grad_norm": 438.4681396484375,
+      "learning_rate": 1.3211646523391417e-05,
+      "loss": 25.3125,
+      "step": 17329
+    },
+    {
+      "epoch": 0.8281563605084584,
+      "grad_norm": 189.7083740234375,
+      "learning_rate": 1.3210913643131295e-05,
+      "loss": 26.4688,
+      "step": 17330
+    },
+    {
+      "epoch": 0.8282041479499188,
+      "grad_norm": 302.4670104980469,
+      "learning_rate": 1.3210180743641949e-05,
+      "loss": 28.875,
+      "step": 17331
+    },
+    {
+      "epoch": 0.8282519353913791,
+      "grad_norm": 203.49205017089844,
+      "learning_rate": 1.3209447824927759e-05,
+      "loss": 36.8125,
+      "step": 17332
+    },
+    {
+      "epoch": 0.8282997228328395,
+      "grad_norm": 297.9090576171875,
+      "learning_rate": 1.3208714886993118e-05,
+      "loss": 36.0625,
+      "step": 17333
+    },
+    {
+      "epoch": 0.8283475102742999,
+      "grad_norm": 590.8160400390625,
+      "learning_rate": 1.3207981929842414e-05,
+      "loss": 28.0625,
+      "step": 17334
+    },
+    {
+      "epoch": 0.8283952977157603,
+      "grad_norm": 182.22898864746094,
+      "learning_rate": 1.3207248953480043e-05,
+      "loss": 30.1562,
+      "step": 17335
+    },
+    {
+      "epoch": 0.8284430851572206,
+      "grad_norm": 230.48602294921875,
+      "learning_rate": 1.3206515957910384e-05,
+      "loss": 33.0312,
+      "step": 17336
+    },
+    {
+      "epoch": 0.828490872598681,
+      "grad_norm": 401.436767578125,
+      "learning_rate": 1.3205782943137835e-05,
+      "loss": 32.0625,
+      "step": 17337
+    },
+    {
+      "epoch": 0.8285386600401414,
+      "grad_norm": 141.56639099121094,
+      "learning_rate": 1.3205049909166782e-05,
+      "loss": 24.8125,
+      "step": 17338
+    },
+    {
+      "epoch": 0.8285864474816018,
+      "grad_norm": 222.30044555664062,
+      "learning_rate": 1.3204316856001614e-05,
+      "loss": 25.6562,
+      "step": 17339
+    },
+    {
+      "epoch": 0.8286342349230622,
+      "grad_norm": 378.71148681640625,
+      "learning_rate": 1.3203583783646724e-05,
+      "loss": 30.9375,
+      "step": 17340
+    },
+    {
+      "epoch": 0.8286820223645226,
+      "grad_norm": 223.18170166015625,
+      "learning_rate": 1.32028506921065e-05,
+      "loss": 34.4375,
+      "step": 17341
+    },
+    {
+      "epoch": 0.828729809805983,
+      "grad_norm": 685.6654052734375,
+      "learning_rate": 1.3202117581385334e-05,
+      "loss": 23.9844,
+      "step": 17342
+    },
+    {
+      "epoch": 0.8287775972474434,
+      "grad_norm": 241.8687286376953,
+      "learning_rate": 1.3201384451487617e-05,
+      "loss": 37.625,
+      "step": 17343
+    },
+    {
+      "epoch": 0.8288253846889038,
+      "grad_norm": 303.58544921875,
+      "learning_rate": 1.320065130241774e-05,
+      "loss": 24.3125,
+      "step": 17344
+    },
+    {
+      "epoch": 0.8288731721303642,
+      "grad_norm": 176.83253479003906,
+      "learning_rate": 1.3199918134180085e-05,
+      "loss": 25.1562,
+      "step": 17345
+    },
+    {
+      "epoch": 0.8289209595718245,
+      "grad_norm": 198.58468627929688,
+      "learning_rate": 1.3199184946779053e-05,
+      "loss": 29.9375,
+      "step": 17346
+    },
+    {
+      "epoch": 0.8289687470132849,
+      "grad_norm": 222.86361694335938,
+      "learning_rate": 1.3198451740219031e-05,
+      "loss": 27.0938,
+      "step": 17347
+    },
+    {
+      "epoch": 0.8290165344547453,
+      "grad_norm": 276.8440856933594,
+      "learning_rate": 1.3197718514504412e-05,
+      "loss": 32.3438,
+      "step": 17348
+    },
+    {
+      "epoch": 0.8290643218962057,
+      "grad_norm": 557.9059448242188,
+      "learning_rate": 1.3196985269639581e-05,
+      "loss": 37.9375,
+      "step": 17349
+    },
+    {
+      "epoch": 0.8291121093376661,
+      "grad_norm": 198.6127471923828,
+      "learning_rate": 1.3196252005628939e-05,
+      "loss": 21.3438,
+      "step": 17350
+    },
+    {
+      "epoch": 0.8291598967791265,
+      "grad_norm": 259.12799072265625,
+      "learning_rate": 1.3195518722476868e-05,
+      "loss": 25.1875,
+      "step": 17351
+    },
+    {
+      "epoch": 0.8292076842205869,
+      "grad_norm": 231.01641845703125,
+      "learning_rate": 1.3194785420187761e-05,
+      "loss": 28.9062,
+      "step": 17352
+    },
+    {
+      "epoch": 0.8292554716620472,
+      "grad_norm": 282.4826965332031,
+      "learning_rate": 1.3194052098766017e-05,
+      "loss": 35.0,
+      "step": 17353
+    },
+    {
+      "epoch": 0.8293032591035076,
+      "grad_norm": 233.565185546875,
+      "learning_rate": 1.3193318758216019e-05,
+      "loss": 31.25,
+      "step": 17354
+    },
+    {
+      "epoch": 0.8293510465449679,
+      "grad_norm": 275.37042236328125,
+      "learning_rate": 1.3192585398542163e-05,
+      "loss": 38.2812,
+      "step": 17355
+    },
+    {
+      "epoch": 0.8293988339864283,
+      "grad_norm": 160.8286590576172,
+      "learning_rate": 1.319185201974884e-05,
+      "loss": 26.125,
+      "step": 17356
+    },
+    {
+      "epoch": 0.8294466214278887,
+      "grad_norm": 189.06639099121094,
+      "learning_rate": 1.3191118621840442e-05,
+      "loss": 17.7344,
+      "step": 17357
+    },
+    {
+      "epoch": 0.8294944088693491,
+      "grad_norm": 198.2089385986328,
+      "learning_rate": 1.3190385204821363e-05,
+      "loss": 21.2188,
+      "step": 17358
+    },
+    {
+      "epoch": 0.8295421963108095,
+      "grad_norm": 287.51739501953125,
+      "learning_rate": 1.3189651768695992e-05,
+      "loss": 26.8438,
+      "step": 17359
+    },
+    {
+      "epoch": 0.8295899837522699,
+      "grad_norm": 272.67718505859375,
+      "learning_rate": 1.318891831346872e-05,
+      "loss": 26.4688,
+      "step": 17360
+    },
+    {
+      "epoch": 0.8296377711937303,
+      "grad_norm": 261.0113220214844,
+      "learning_rate": 1.3188184839143946e-05,
+      "loss": 35.2188,
+      "step": 17361
+    },
+    {
+      "epoch": 0.8296855586351907,
+      "grad_norm": 209.811279296875,
+      "learning_rate": 1.3187451345726058e-05,
+      "loss": 20.8438,
+      "step": 17362
+    },
+    {
+      "epoch": 0.8297333460766511,
+      "grad_norm": 288.8708801269531,
+      "learning_rate": 1.318671783321945e-05,
+      "loss": 26.8594,
+      "step": 17363
+    },
+    {
+      "epoch": 0.8297811335181114,
+      "grad_norm": 219.80844116210938,
+      "learning_rate": 1.3185984301628512e-05,
+      "loss": 27.6562,
+      "step": 17364
+    },
+    {
+      "epoch": 0.8298289209595718,
+      "grad_norm": 312.33770751953125,
+      "learning_rate": 1.318525075095764e-05,
+      "loss": 27.7812,
+      "step": 17365
+    },
+    {
+      "epoch": 0.8298767084010322,
+      "grad_norm": 508.16180419921875,
+      "learning_rate": 1.3184517181211226e-05,
+      "loss": 40.0938,
+      "step": 17366
+    },
+    {
+      "epoch": 0.8299244958424926,
+      "grad_norm": 221.94517517089844,
+      "learning_rate": 1.318378359239366e-05,
+      "loss": 28.5,
+      "step": 17367
+    },
+    {
+      "epoch": 0.829972283283953,
+      "grad_norm": 169.8956756591797,
+      "learning_rate": 1.3183049984509344e-05,
+      "loss": 21.1562,
+      "step": 17368
+    },
+    {
+      "epoch": 0.8300200707254134,
+      "grad_norm": 237.19041442871094,
+      "learning_rate": 1.3182316357562661e-05,
+      "loss": 29.5,
+      "step": 17369
+    },
+    {
+      "epoch": 0.8300678581668738,
+      "grad_norm": 155.7390594482422,
+      "learning_rate": 1.3181582711558015e-05,
+      "loss": 22.625,
+      "step": 17370
+    },
+    {
+      "epoch": 0.8301156456083342,
+      "grad_norm": 233.76296997070312,
+      "learning_rate": 1.3180849046499788e-05,
+      "loss": 25.2656,
+      "step": 17371
+    },
+    {
+      "epoch": 0.8301634330497946,
+      "grad_norm": 331.76385498046875,
+      "learning_rate": 1.3180115362392383e-05,
+      "loss": 28.2812,
+      "step": 17372
+    },
+    {
+      "epoch": 0.830211220491255,
+      "grad_norm": 264.18231201171875,
+      "learning_rate": 1.317938165924019e-05,
+      "loss": 21.5,
+      "step": 17373
+    },
+    {
+      "epoch": 0.8302590079327152,
+      "grad_norm": 239.75210571289062,
+      "learning_rate": 1.3178647937047604e-05,
+      "loss": 20.5938,
+      "step": 17374
+    },
+    {
+      "epoch": 0.8303067953741756,
+      "grad_norm": 381.03472900390625,
+      "learning_rate": 1.3177914195819018e-05,
+      "loss": 29.6875,
+      "step": 17375
+    },
+    {
+      "epoch": 0.830354582815636,
+      "grad_norm": 290.765625,
+      "learning_rate": 1.3177180435558828e-05,
+      "loss": 23.875,
+      "step": 17376
+    },
+    {
+      "epoch": 0.8304023702570964,
+      "grad_norm": 203.4198455810547,
+      "learning_rate": 1.3176446656271425e-05,
+      "loss": 29.3906,
+      "step": 17377
+    },
+    {
+      "epoch": 0.8304501576985568,
+      "grad_norm": 358.0986633300781,
+      "learning_rate": 1.3175712857961203e-05,
+      "loss": 22.5938,
+      "step": 17378
+    },
+    {
+      "epoch": 0.8304979451400172,
+      "grad_norm": 270.4186706542969,
+      "learning_rate": 1.3174979040632563e-05,
+      "loss": 21.625,
+      "step": 17379
+    },
+    {
+      "epoch": 0.8305457325814776,
+      "grad_norm": 509.3114929199219,
+      "learning_rate": 1.3174245204289893e-05,
+      "loss": 40.25,
+      "step": 17380
+    },
+    {
+      "epoch": 0.830593520022938,
+      "grad_norm": 233.5596466064453,
+      "learning_rate": 1.3173511348937591e-05,
+      "loss": 28.5625,
+      "step": 17381
+    },
+    {
+      "epoch": 0.8306413074643983,
+      "grad_norm": 247.11770629882812,
+      "learning_rate": 1.317277747458005e-05,
+      "loss": 25.1875,
+      "step": 17382
+    },
+    {
+      "epoch": 0.8306890949058587,
+      "grad_norm": 259.57586669921875,
+      "learning_rate": 1.3172043581221667e-05,
+      "loss": 33.9375,
+      "step": 17383
+    },
+    {
+      "epoch": 0.8307368823473191,
+      "grad_norm": 310.8446044921875,
+      "learning_rate": 1.3171309668866834e-05,
+      "loss": 24.0938,
+      "step": 17384
+    },
+    {
+      "epoch": 0.8307846697887795,
+      "grad_norm": 243.80264282226562,
+      "learning_rate": 1.3170575737519951e-05,
+      "loss": 29.875,
+      "step": 17385
+    },
+    {
+      "epoch": 0.8308324572302399,
+      "grad_norm": 239.61228942871094,
+      "learning_rate": 1.3169841787185412e-05,
+      "loss": 20.7344,
+      "step": 17386
+    },
+    {
+      "epoch": 0.8308802446717003,
+      "grad_norm": 282.3404541015625,
+      "learning_rate": 1.3169107817867605e-05,
+      "loss": 26.6094,
+      "step": 17387
+    },
+    {
+      "epoch": 0.8309280321131607,
+      "grad_norm": 189.10775756835938,
+      "learning_rate": 1.3168373829570935e-05,
+      "loss": 22.1562,
+      "step": 17388
+    },
+    {
+      "epoch": 0.8309758195546211,
+      "grad_norm": 245.98098754882812,
+      "learning_rate": 1.3167639822299794e-05,
+      "loss": 31.6562,
+      "step": 17389
+    },
+    {
+      "epoch": 0.8310236069960815,
+      "grad_norm": 265.0496520996094,
+      "learning_rate": 1.3166905796058577e-05,
+      "loss": 24.6562,
+      "step": 17390
+    },
+    {
+      "epoch": 0.8310713944375419,
+      "grad_norm": 303.7865295410156,
+      "learning_rate": 1.3166171750851682e-05,
+      "loss": 36.9375,
+      "step": 17391
+    },
+    {
+      "epoch": 0.8311191818790022,
+      "grad_norm": 382.7230529785156,
+      "learning_rate": 1.3165437686683504e-05,
+      "loss": 29.375,
+      "step": 17392
+    },
+    {
+      "epoch": 0.8311669693204626,
+      "grad_norm": 613.7902221679688,
+      "learning_rate": 1.3164703603558437e-05,
+      "loss": 30.3125,
+      "step": 17393
+    },
+    {
+      "epoch": 0.8312147567619229,
+      "grad_norm": 409.62249755859375,
+      "learning_rate": 1.3163969501480879e-05,
+      "loss": 30.8438,
+      "step": 17394
+    },
+    {
+      "epoch": 0.8312625442033833,
+      "grad_norm": 143.9852294921875,
+      "learning_rate": 1.3163235380455226e-05,
+      "loss": 18.6719,
+      "step": 17395
+    },
+    {
+      "epoch": 0.8313103316448437,
+      "grad_norm": 278.5024108886719,
+      "learning_rate": 1.3162501240485878e-05,
+      "loss": 24.4688,
+      "step": 17396
+    },
+    {
+      "epoch": 0.8313581190863041,
+      "grad_norm": 176.17892456054688,
+      "learning_rate": 1.3161767081577224e-05,
+      "loss": 24.7656,
+      "step": 17397
+    },
+    {
+      "epoch": 0.8314059065277645,
+      "grad_norm": 232.56423950195312,
+      "learning_rate": 1.3161032903733669e-05,
+      "loss": 20.9531,
+      "step": 17398
+    },
+    {
+      "epoch": 0.8314536939692249,
+      "grad_norm": 455.8326110839844,
+      "learning_rate": 1.3160298706959605e-05,
+      "loss": 39.0938,
+      "step": 17399
+    },
+    {
+      "epoch": 0.8315014814106853,
+      "grad_norm": 171.38299560546875,
+      "learning_rate": 1.3159564491259426e-05,
+      "loss": 26.5625,
+      "step": 17400
+    },
+    {
+      "epoch": 0.8315492688521456,
+      "grad_norm": 291.45025634765625,
+      "learning_rate": 1.3158830256637538e-05,
+      "loss": 30.125,
+      "step": 17401
+    },
+    {
+      "epoch": 0.831597056293606,
+      "grad_norm": 151.3593292236328,
+      "learning_rate": 1.3158096003098329e-05,
+      "loss": 16.9531,
+      "step": 17402
+    },
+    {
+      "epoch": 0.8316448437350664,
+      "grad_norm": 279.2691955566406,
+      "learning_rate": 1.3157361730646201e-05,
+      "loss": 18.8438,
+      "step": 17403
+    },
+    {
+      "epoch": 0.8316926311765268,
+      "grad_norm": 143.45465087890625,
+      "learning_rate": 1.315662743928555e-05,
+      "loss": 20.6562,
+      "step": 17404
+    },
+    {
+      "epoch": 0.8317404186179872,
+      "grad_norm": 337.36334228515625,
+      "learning_rate": 1.3155893129020773e-05,
+      "loss": 26.7812,
+      "step": 17405
+    },
+    {
+      "epoch": 0.8317882060594476,
+      "grad_norm": 850.0082397460938,
+      "learning_rate": 1.3155158799856269e-05,
+      "loss": 40.0625,
+      "step": 17406
+    },
+    {
+      "epoch": 0.831835993500908,
+      "grad_norm": 197.96463012695312,
+      "learning_rate": 1.3154424451796437e-05,
+      "loss": 27.0938,
+      "step": 17407
+    },
+    {
+      "epoch": 0.8318837809423684,
+      "grad_norm": 284.18603515625,
+      "learning_rate": 1.3153690084845671e-05,
+      "loss": 35.0625,
+      "step": 17408
+    },
+    {
+      "epoch": 0.8319315683838288,
+      "grad_norm": 517.225341796875,
+      "learning_rate": 1.3152955699008373e-05,
+      "loss": 19.625,
+      "step": 17409
+    },
+    {
+      "epoch": 0.8319793558252891,
+      "grad_norm": 427.4580993652344,
+      "learning_rate": 1.3152221294288938e-05,
+      "loss": 22.25,
+      "step": 17410
+    },
+    {
+      "epoch": 0.8320271432667495,
+      "grad_norm": 195.99473571777344,
+      "learning_rate": 1.3151486870691761e-05,
+      "loss": 31.0625,
+      "step": 17411
+    },
+    {
+      "epoch": 0.8320749307082099,
+      "grad_norm": 243.10235595703125,
+      "learning_rate": 1.315075242822125e-05,
+      "loss": 30.1562,
+      "step": 17412
+    },
+    {
+      "epoch": 0.8321227181496703,
+      "grad_norm": 387.43609619140625,
+      "learning_rate": 1.3150017966881791e-05,
+      "loss": 28.5625,
+      "step": 17413
+    },
+    {
+      "epoch": 0.8321705055911307,
+      "grad_norm": 507.25872802734375,
+      "learning_rate": 1.3149283486677796e-05,
+      "loss": 38.875,
+      "step": 17414
+    },
+    {
+      "epoch": 0.832218293032591,
+      "grad_norm": 279.78521728515625,
+      "learning_rate": 1.314854898761365e-05,
+      "loss": 30.125,
+      "step": 17415
+    },
+    {
+      "epoch": 0.8322660804740514,
+      "grad_norm": 290.8839111328125,
+      "learning_rate": 1.3147814469693762e-05,
+      "loss": 30.9688,
+      "step": 17416
+    },
+    {
+      "epoch": 0.8323138679155118,
+      "grad_norm": 237.3852081298828,
+      "learning_rate": 1.3147079932922526e-05,
+      "loss": 21.875,
+      "step": 17417
+    },
+    {
+      "epoch": 0.8323616553569722,
+      "grad_norm": 567.2258911132812,
+      "learning_rate": 1.3146345377304344e-05,
+      "loss": 33.0938,
+      "step": 17418
+    },
+    {
+      "epoch": 0.8324094427984325,
+      "grad_norm": 136.16156005859375,
+      "learning_rate": 1.3145610802843612e-05,
+      "loss": 25.375,
+      "step": 17419
+    },
+    {
+      "epoch": 0.8324572302398929,
+      "grad_norm": 1882.8858642578125,
+      "learning_rate": 1.314487620954473e-05,
+      "loss": 21.25,
+      "step": 17420
+    },
+    {
+      "epoch": 0.8325050176813533,
+      "grad_norm": 152.23065185546875,
+      "learning_rate": 1.3144141597412094e-05,
+      "loss": 19.9375,
+      "step": 17421
+    },
+    {
+      "epoch": 0.8325528051228137,
+      "grad_norm": 791.9984130859375,
+      "learning_rate": 1.3143406966450112e-05,
+      "loss": 23.1406,
+      "step": 17422
+    },
+    {
+      "epoch": 0.8326005925642741,
+      "grad_norm": 210.91395568847656,
+      "learning_rate": 1.3142672316663178e-05,
+      "loss": 27.0938,
+      "step": 17423
+    },
+    {
+      "epoch": 0.8326483800057345,
+      "grad_norm": 304.9345703125,
+      "learning_rate": 1.3141937648055692e-05,
+      "loss": 31.125,
+      "step": 17424
+    },
+    {
+      "epoch": 0.8326961674471949,
+      "grad_norm": 467.56500244140625,
+      "learning_rate": 1.3141202960632052e-05,
+      "loss": 30.4062,
+      "step": 17425
+    },
+    {
+      "epoch": 0.8327439548886553,
+      "grad_norm": 363.518310546875,
+      "learning_rate": 1.314046825439666e-05,
+      "loss": 25.8438,
+      "step": 17426
+    },
+    {
+      "epoch": 0.8327917423301157,
+      "grad_norm": 205.0163116455078,
+      "learning_rate": 1.3139733529353917e-05,
+      "loss": 25.25,
+      "step": 17427
+    },
+    {
+      "epoch": 0.832839529771576,
+      "grad_norm": 202.2021026611328,
+      "learning_rate": 1.313899878550822e-05,
+      "loss": 24.1719,
+      "step": 17428
+    },
+    {
+      "epoch": 0.8328873172130364,
+      "grad_norm": 327.399658203125,
+      "learning_rate": 1.313826402286397e-05,
+      "loss": 30.5,
+      "step": 17429
+    },
+    {
+      "epoch": 0.8329351046544968,
+      "grad_norm": 300.1675109863281,
+      "learning_rate": 1.3137529241425568e-05,
+      "loss": 33.2188,
+      "step": 17430
+    },
+    {
+      "epoch": 0.8329828920959572,
+      "grad_norm": 198.6107635498047,
+      "learning_rate": 1.3136794441197415e-05,
+      "loss": 30.8438,
+      "step": 17431
+    },
+    {
+      "epoch": 0.8330306795374176,
+      "grad_norm": 331.0962829589844,
+      "learning_rate": 1.313605962218391e-05,
+      "loss": 19.6406,
+      "step": 17432
+    },
+    {
+      "epoch": 0.833078466978878,
+      "grad_norm": 158.66810607910156,
+      "learning_rate": 1.3135324784389457e-05,
+      "loss": 22.1875,
+      "step": 17433
+    },
+    {
+      "epoch": 0.8331262544203384,
+      "grad_norm": 331.5496520996094,
+      "learning_rate": 1.3134589927818453e-05,
+      "loss": 26.9062,
+      "step": 17434
+    },
+    {
+      "epoch": 0.8331740418617987,
+      "grad_norm": 180.4332275390625,
+      "learning_rate": 1.3133855052475299e-05,
+      "loss": 22.3125,
+      "step": 17435
+    },
+    {
+      "epoch": 0.833221829303259,
+      "grad_norm": 309.99456787109375,
+      "learning_rate": 1.3133120158364396e-05,
+      "loss": 29.5938,
+      "step": 17436
+    },
+    {
+      "epoch": 0.8332696167447194,
+      "grad_norm": 289.13116455078125,
+      "learning_rate": 1.3132385245490147e-05,
+      "loss": 23.2188,
+      "step": 17437
+    },
+    {
+      "epoch": 0.8333174041861798,
+      "grad_norm": 238.956298828125,
+      "learning_rate": 1.3131650313856956e-05,
+      "loss": 26.4688,
+      "step": 17438
+    },
+    {
+      "epoch": 0.8333651916276402,
+      "grad_norm": 426.0861511230469,
+      "learning_rate": 1.3130915363469216e-05,
+      "loss": 28.9688,
+      "step": 17439
+    },
+    {
+      "epoch": 0.8334129790691006,
+      "grad_norm": 225.9840087890625,
+      "learning_rate": 1.3130180394331335e-05,
+      "loss": 34.6562,
+      "step": 17440
+    },
+    {
+      "epoch": 0.833460766510561,
+      "grad_norm": 365.3565368652344,
+      "learning_rate": 1.3129445406447711e-05,
+      "loss": 19.2031,
+      "step": 17441
+    },
+    {
+      "epoch": 0.8335085539520214,
+      "grad_norm": 388.5575256347656,
+      "learning_rate": 1.312871039982275e-05,
+      "loss": 27.6562,
+      "step": 17442
+    },
+    {
+      "epoch": 0.8335563413934818,
+      "grad_norm": 337.6039733886719,
+      "learning_rate": 1.3127975374460849e-05,
+      "loss": 34.5938,
+      "step": 17443
+    },
+    {
+      "epoch": 0.8336041288349422,
+      "grad_norm": 278.4288635253906,
+      "learning_rate": 1.3127240330366414e-05,
+      "loss": 25.4531,
+      "step": 17444
+    },
+    {
+      "epoch": 0.8336519162764026,
+      "grad_norm": 387.7395324707031,
+      "learning_rate": 1.312650526754384e-05,
+      "loss": 32.1562,
+      "step": 17445
+    },
+    {
+      "epoch": 0.833699703717863,
+      "grad_norm": 446.95989990234375,
+      "learning_rate": 1.3125770185997536e-05,
+      "loss": 36.7188,
+      "step": 17446
+    },
+    {
+      "epoch": 0.8337474911593233,
+      "grad_norm": 292.6795349121094,
+      "learning_rate": 1.3125035085731902e-05,
+      "loss": 26.0312,
+      "step": 17447
+    },
+    {
+      "epoch": 0.8337952786007837,
+      "grad_norm": 168.70870971679688,
+      "learning_rate": 1.3124299966751338e-05,
+      "loss": 28.5312,
+      "step": 17448
+    },
+    {
+      "epoch": 0.8338430660422441,
+      "grad_norm": 400.0206298828125,
+      "learning_rate": 1.3123564829060254e-05,
+      "loss": 29.4375,
+      "step": 17449
+    },
+    {
+      "epoch": 0.8338908534837045,
+      "grad_norm": 278.2784423828125,
+      "learning_rate": 1.3122829672663043e-05,
+      "loss": 31.5938,
+      "step": 17450
+    },
+    {
+      "epoch": 0.8339386409251649,
+      "grad_norm": 521.5113525390625,
+      "learning_rate": 1.3122094497564114e-05,
+      "loss": 30.5469,
+      "step": 17451
+    },
+    {
+      "epoch": 0.8339864283666253,
+      "grad_norm": 316.3393859863281,
+      "learning_rate": 1.3121359303767864e-05,
+      "loss": 23.25,
+      "step": 17452
+    },
+    {
+      "epoch": 0.8340342158080857,
+      "grad_norm": 236.3992156982422,
+      "learning_rate": 1.3120624091278705e-05,
+      "loss": 21.9375,
+      "step": 17453
+    },
+    {
+      "epoch": 0.8340820032495461,
+      "grad_norm": 377.5217590332031,
+      "learning_rate": 1.311988886010103e-05,
+      "loss": 28.8594,
+      "step": 17454
+    },
+    {
+      "epoch": 0.8341297906910065,
+      "grad_norm": 323.4098815917969,
+      "learning_rate": 1.3119153610239245e-05,
+      "loss": 33.2812,
+      "step": 17455
+    },
+    {
+      "epoch": 0.8341775781324667,
+      "grad_norm": 351.6771240234375,
+      "learning_rate": 1.311841834169776e-05,
+      "loss": 27.3125,
+      "step": 17456
+    },
+    {
+      "epoch": 0.8342253655739271,
+      "grad_norm": 447.7060852050781,
+      "learning_rate": 1.3117683054480971e-05,
+      "loss": 34.1562,
+      "step": 17457
+    },
+    {
+      "epoch": 0.8342731530153875,
+      "grad_norm": 579.5765991210938,
+      "learning_rate": 1.311694774859328e-05,
+      "loss": 29.4688,
+      "step": 17458
+    },
+    {
+      "epoch": 0.8343209404568479,
+      "grad_norm": 304.6056213378906,
+      "learning_rate": 1.31162124240391e-05,
+      "loss": 38.4688,
+      "step": 17459
+    },
+    {
+      "epoch": 0.8343687278983083,
+      "grad_norm": 178.40516662597656,
+      "learning_rate": 1.3115477080822827e-05,
+      "loss": 19.5,
+      "step": 17460
+    },
+    {
+      "epoch": 0.8344165153397687,
+      "grad_norm": 350.7533874511719,
+      "learning_rate": 1.3114741718948862e-05,
+      "loss": 40.5938,
+      "step": 17461
+    },
+    {
+      "epoch": 0.8344643027812291,
+      "grad_norm": 336.6922302246094,
+      "learning_rate": 1.3114006338421616e-05,
+      "loss": 39.3125,
+      "step": 17462
+    },
+    {
+      "epoch": 0.8345120902226895,
+      "grad_norm": 179.51612854003906,
+      "learning_rate": 1.311327093924549e-05,
+      "loss": 22.0312,
+      "step": 17463
+    },
+    {
+      "epoch": 0.8345598776641499,
+      "grad_norm": 361.62017822265625,
+      "learning_rate": 1.311253552142489e-05,
+      "loss": 23.3125,
+      "step": 17464
+    },
+    {
+      "epoch": 0.8346076651056102,
+      "grad_norm": 337.8329162597656,
+      "learning_rate": 1.3111800084964215e-05,
+      "loss": 22.0,
+      "step": 17465
+    },
+    {
+      "epoch": 0.8346554525470706,
+      "grad_norm": 369.8578186035156,
+      "learning_rate": 1.3111064629867876e-05,
+      "loss": 17.1406,
+      "step": 17466
+    },
+    {
+      "epoch": 0.834703239988531,
+      "grad_norm": 167.3592529296875,
+      "learning_rate": 1.3110329156140271e-05,
+      "loss": 20.7969,
+      "step": 17467
+    },
+    {
+      "epoch": 0.8347510274299914,
+      "grad_norm": 197.6690673828125,
+      "learning_rate": 1.310959366378581e-05,
+      "loss": 30.8125,
+      "step": 17468
+    },
+    {
+      "epoch": 0.8347988148714518,
+      "grad_norm": 347.6988220214844,
+      "learning_rate": 1.3108858152808895e-05,
+      "loss": 28.4375,
+      "step": 17469
+    },
+    {
+      "epoch": 0.8348466023129122,
+      "grad_norm": 327.73486328125,
+      "learning_rate": 1.3108122623213933e-05,
+      "loss": 30.125,
+      "step": 17470
+    },
+    {
+      "epoch": 0.8348943897543726,
+      "grad_norm": 247.11537170410156,
+      "learning_rate": 1.3107387075005327e-05,
+      "loss": 31.25,
+      "step": 17471
+    },
+    {
+      "epoch": 0.834942177195833,
+      "grad_norm": 188.58132934570312,
+      "learning_rate": 1.3106651508187478e-05,
+      "loss": 18.6719,
+      "step": 17472
+    },
+    {
+      "epoch": 0.8349899646372934,
+      "grad_norm": 307.27020263671875,
+      "learning_rate": 1.3105915922764798e-05,
+      "loss": 25.0938,
+      "step": 17473
+    },
+    {
+      "epoch": 0.8350377520787537,
+      "grad_norm": 247.86737060546875,
+      "learning_rate": 1.3105180318741691e-05,
+      "loss": 39.4688,
+      "step": 17474
+    },
+    {
+      "epoch": 0.8350855395202141,
+      "grad_norm": 425.93182373046875,
+      "learning_rate": 1.3104444696122559e-05,
+      "loss": 33.0,
+      "step": 17475
+    },
+    {
+      "epoch": 0.8351333269616745,
+      "grad_norm": 214.03993225097656,
+      "learning_rate": 1.3103709054911807e-05,
+      "loss": 24.9219,
+      "step": 17476
+    },
+    {
+      "epoch": 0.8351811144031348,
+      "grad_norm": 275.71514892578125,
+      "learning_rate": 1.3102973395113847e-05,
+      "loss": 32.4688,
+      "step": 17477
+    },
+    {
+      "epoch": 0.8352289018445952,
+      "grad_norm": 245.18435668945312,
+      "learning_rate": 1.3102237716733075e-05,
+      "loss": 24.2344,
+      "step": 17478
+    },
+    {
+      "epoch": 0.8352766892860556,
+      "grad_norm": 290.6126403808594,
+      "learning_rate": 1.3101502019773907e-05,
+      "loss": 30.2656,
+      "step": 17479
+    },
+    {
+      "epoch": 0.835324476727516,
+      "grad_norm": 300.0220031738281,
+      "learning_rate": 1.310076630424074e-05,
+      "loss": 44.9375,
+      "step": 17480
+    },
+    {
+      "epoch": 0.8353722641689764,
+      "grad_norm": 302.13818359375,
+      "learning_rate": 1.3100030570137987e-05,
+      "loss": 33.8906,
+      "step": 17481
+    },
+    {
+      "epoch": 0.8354200516104368,
+      "grad_norm": 230.44229125976562,
+      "learning_rate": 1.3099294817470048e-05,
+      "loss": 18.7656,
+      "step": 17482
+    },
+    {
+      "epoch": 0.8354678390518971,
+      "grad_norm": 140.35031127929688,
+      "learning_rate": 1.3098559046241334e-05,
+      "loss": 22.1094,
+      "step": 17483
+    },
+    {
+      "epoch": 0.8355156264933575,
+      "grad_norm": 330.50982666015625,
+      "learning_rate": 1.309782325645625e-05,
+      "loss": 31.6562,
+      "step": 17484
+    },
+    {
+      "epoch": 0.8355634139348179,
+      "grad_norm": 243.93809509277344,
+      "learning_rate": 1.3097087448119201e-05,
+      "loss": 24.625,
+      "step": 17485
+    },
+    {
+      "epoch": 0.8356112013762783,
+      "grad_norm": 231.56607055664062,
+      "learning_rate": 1.3096351621234595e-05,
+      "loss": 30.5625,
+      "step": 17486
+    },
+    {
+      "epoch": 0.8356589888177387,
+      "grad_norm": 292.6874694824219,
+      "learning_rate": 1.3095615775806838e-05,
+      "loss": 18.9688,
+      "step": 17487
+    },
+    {
+      "epoch": 0.8357067762591991,
+      "grad_norm": 273.26171875,
+      "learning_rate": 1.3094879911840337e-05,
+      "loss": 23.2812,
+      "step": 17488
+    },
+    {
+      "epoch": 0.8357545637006595,
+      "grad_norm": 194.91909790039062,
+      "learning_rate": 1.30941440293395e-05,
+      "loss": 24.9062,
+      "step": 17489
+    },
+    {
+      "epoch": 0.8358023511421199,
+      "grad_norm": 258.9089660644531,
+      "learning_rate": 1.3093408128308731e-05,
+      "loss": 27.1562,
+      "step": 17490
+    },
+    {
+      "epoch": 0.8358501385835803,
+      "grad_norm": 252.11996459960938,
+      "learning_rate": 1.309267220875244e-05,
+      "loss": 37.8438,
+      "step": 17491
+    },
+    {
+      "epoch": 0.8358979260250406,
+      "grad_norm": 248.53997802734375,
+      "learning_rate": 1.3091936270675034e-05,
+      "loss": 26.0,
+      "step": 17492
+    },
+    {
+      "epoch": 0.835945713466501,
+      "grad_norm": 249.47052001953125,
+      "learning_rate": 1.3091200314080916e-05,
+      "loss": 24.8125,
+      "step": 17493
+    },
+    {
+      "epoch": 0.8359935009079614,
+      "grad_norm": 197.25148010253906,
+      "learning_rate": 1.30904643389745e-05,
+      "loss": 33.9375,
+      "step": 17494
+    },
+    {
+      "epoch": 0.8360412883494218,
+      "grad_norm": 574.8377685546875,
+      "learning_rate": 1.308972834536019e-05,
+      "loss": 25.8438,
+      "step": 17495
+    },
+    {
+      "epoch": 0.8360890757908822,
+      "grad_norm": 334.17340087890625,
+      "learning_rate": 1.3088992333242392e-05,
+      "loss": 38.5938,
+      "step": 17496
+    },
+    {
+      "epoch": 0.8361368632323425,
+      "grad_norm": 171.84291076660156,
+      "learning_rate": 1.308825630262552e-05,
+      "loss": 25.125,
+      "step": 17497
+    },
+    {
+      "epoch": 0.8361846506738029,
+      "grad_norm": 615.02685546875,
+      "learning_rate": 1.3087520253513972e-05,
+      "loss": 23.5156,
+      "step": 17498
+    },
+    {
+      "epoch": 0.8362324381152633,
+      "grad_norm": 323.9758605957031,
+      "learning_rate": 1.3086784185912164e-05,
+      "loss": 30.5625,
+      "step": 17499
+    },
+    {
+      "epoch": 0.8362802255567237,
+      "grad_norm": 237.0492401123047,
+      "learning_rate": 1.3086048099824504e-05,
+      "loss": 18.7031,
+      "step": 17500
+    },
+    {
+      "epoch": 0.836328012998184,
+      "grad_norm": 316.0404357910156,
+      "learning_rate": 1.3085311995255397e-05,
+      "loss": 21.75,
+      "step": 17501
+    },
+    {
+      "epoch": 0.8363758004396444,
+      "grad_norm": 424.32879638671875,
+      "learning_rate": 1.3084575872209252e-05,
+      "loss": 36.9062,
+      "step": 17502
+    },
+    {
+      "epoch": 0.8364235878811048,
+      "grad_norm": 366.6607360839844,
+      "learning_rate": 1.3083839730690475e-05,
+      "loss": 38.2188,
+      "step": 17503
+    },
+    {
+      "epoch": 0.8364713753225652,
+      "grad_norm": 197.1773681640625,
+      "learning_rate": 1.308310357070348e-05,
+      "loss": 19.5156,
+      "step": 17504
+    },
+    {
+      "epoch": 0.8365191627640256,
+      "grad_norm": 238.15443420410156,
+      "learning_rate": 1.3082367392252672e-05,
+      "loss": 22.2344,
+      "step": 17505
+    },
+    {
+      "epoch": 0.836566950205486,
+      "grad_norm": 258.5189514160156,
+      "learning_rate": 1.308163119534246e-05,
+      "loss": 30.7812,
+      "step": 17506
+    },
+    {
+      "epoch": 0.8366147376469464,
+      "grad_norm": 221.9805908203125,
+      "learning_rate": 1.308089497997726e-05,
+      "loss": 30.0,
+      "step": 17507
+    },
+    {
+      "epoch": 0.8366625250884068,
+      "grad_norm": 304.7737121582031,
+      "learning_rate": 1.3080158746161468e-05,
+      "loss": 37.0,
+      "step": 17508
+    },
+    {
+      "epoch": 0.8367103125298672,
+      "grad_norm": 1270.1085205078125,
+      "learning_rate": 1.3079422493899501e-05,
+      "loss": 28.8438,
+      "step": 17509
+    },
+    {
+      "epoch": 0.8367580999713276,
+      "grad_norm": 358.650634765625,
+      "learning_rate": 1.3078686223195767e-05,
+      "loss": 25.0,
+      "step": 17510
+    },
+    {
+      "epoch": 0.8368058874127879,
+      "grad_norm": 310.22296142578125,
+      "learning_rate": 1.3077949934054672e-05,
+      "loss": 28.0781,
+      "step": 17511
+    },
+    {
+      "epoch": 0.8368536748542483,
+      "grad_norm": 289.7317810058594,
+      "learning_rate": 1.3077213626480634e-05,
+      "loss": 42.5312,
+      "step": 17512
+    },
+    {
+      "epoch": 0.8369014622957087,
+      "grad_norm": 308.1477966308594,
+      "learning_rate": 1.3076477300478051e-05,
+      "loss": 29.1875,
+      "step": 17513
+    },
+    {
+      "epoch": 0.8369492497371691,
+      "grad_norm": 302.56103515625,
+      "learning_rate": 1.3075740956051345e-05,
+      "loss": 23.6875,
+      "step": 17514
+    },
+    {
+      "epoch": 0.8369970371786295,
+      "grad_norm": 204.28334045410156,
+      "learning_rate": 1.3075004593204914e-05,
+      "loss": 23.0312,
+      "step": 17515
+    },
+    {
+      "epoch": 0.8370448246200899,
+      "grad_norm": 182.90386962890625,
+      "learning_rate": 1.3074268211943177e-05,
+      "loss": 23.7656,
+      "step": 17516
+    },
+    {
+      "epoch": 0.8370926120615503,
+      "grad_norm": 274.81060791015625,
+      "learning_rate": 1.307353181227054e-05,
+      "loss": 21.0156,
+      "step": 17517
+    },
+    {
+      "epoch": 0.8371403995030106,
+      "grad_norm": 262.9912109375,
+      "learning_rate": 1.3072795394191411e-05,
+      "loss": 31.2812,
+      "step": 17518
+    },
+    {
+      "epoch": 0.837188186944471,
+      "grad_norm": 218.52447509765625,
+      "learning_rate": 1.3072058957710206e-05,
+      "loss": 26.3125,
+      "step": 17519
+    },
+    {
+      "epoch": 0.8372359743859313,
+      "grad_norm": 430.34783935546875,
+      "learning_rate": 1.3071322502831327e-05,
+      "loss": 26.9375,
+      "step": 17520
+    },
+    {
+      "epoch": 0.8372837618273917,
+      "grad_norm": 342.13330078125,
+      "learning_rate": 1.3070586029559195e-05,
+      "loss": 33.7188,
+      "step": 17521
+    },
+    {
+      "epoch": 0.8373315492688521,
+      "grad_norm": 318.7231750488281,
+      "learning_rate": 1.3069849537898214e-05,
+      "loss": 25.375,
+      "step": 17522
+    },
+    {
+      "epoch": 0.8373793367103125,
+      "grad_norm": 341.9538879394531,
+      "learning_rate": 1.3069113027852792e-05,
+      "loss": 29.75,
+      "step": 17523
+    },
+    {
+      "epoch": 0.8374271241517729,
+      "grad_norm": 249.85980224609375,
+      "learning_rate": 1.3068376499427344e-05,
+      "loss": 34.7812,
+      "step": 17524
+    },
+    {
+      "epoch": 0.8374749115932333,
+      "grad_norm": 129.87879943847656,
+      "learning_rate": 1.306763995262628e-05,
+      "loss": 21.1094,
+      "step": 17525
+    },
+    {
+      "epoch": 0.8375226990346937,
+      "grad_norm": 749.2232666015625,
+      "learning_rate": 1.3066903387454014e-05,
+      "loss": 38.9844,
+      "step": 17526
+    },
+    {
+      "epoch": 0.8375704864761541,
+      "grad_norm": 434.5992736816406,
+      "learning_rate": 1.3066166803914953e-05,
+      "loss": 21.4375,
+      "step": 17527
+    },
+    {
+      "epoch": 0.8376182739176145,
+      "grad_norm": 269.8550109863281,
+      "learning_rate": 1.3065430202013505e-05,
+      "loss": 38.2188,
+      "step": 17528
+    },
+    {
+      "epoch": 0.8376660613590748,
+      "grad_norm": 236.0778045654297,
+      "learning_rate": 1.3064693581754091e-05,
+      "loss": 25.6875,
+      "step": 17529
+    },
+    {
+      "epoch": 0.8377138488005352,
+      "grad_norm": 1316.1190185546875,
+      "learning_rate": 1.3063956943141114e-05,
+      "loss": 23.875,
+      "step": 17530
+    },
+    {
+      "epoch": 0.8377616362419956,
+      "grad_norm": 655.8665771484375,
+      "learning_rate": 1.306322028617899e-05,
+      "loss": 25.7188,
+      "step": 17531
+    },
+    {
+      "epoch": 0.837809423683456,
+      "grad_norm": 238.9813690185547,
+      "learning_rate": 1.3062483610872127e-05,
+      "loss": 35.0625,
+      "step": 17532
+    },
+    {
+      "epoch": 0.8378572111249164,
+      "grad_norm": 238.6141357421875,
+      "learning_rate": 1.306174691722494e-05,
+      "loss": 33.4062,
+      "step": 17533
+    },
+    {
+      "epoch": 0.8379049985663768,
+      "grad_norm": 346.46826171875,
+      "learning_rate": 1.3061010205241843e-05,
+      "loss": 23.1406,
+      "step": 17534
+    },
+    {
+      "epoch": 0.8379527860078372,
+      "grad_norm": 207.46871948242188,
+      "learning_rate": 1.3060273474927239e-05,
+      "loss": 29.5,
+      "step": 17535
+    },
+    {
+      "epoch": 0.8380005734492976,
+      "grad_norm": 222.0126495361328,
+      "learning_rate": 1.3059536726285549e-05,
+      "loss": 21.8125,
+      "step": 17536
+    },
+    {
+      "epoch": 0.838048360890758,
+      "grad_norm": 396.935302734375,
+      "learning_rate": 1.305879995932118e-05,
+      "loss": 29.5938,
+      "step": 17537
+    },
+    {
+      "epoch": 0.8380961483322182,
+      "grad_norm": 302.8415222167969,
+      "learning_rate": 1.3058063174038548e-05,
+      "loss": 28.4688,
+      "step": 17538
+    },
+    {
+      "epoch": 0.8381439357736786,
+      "grad_norm": 277.2548522949219,
+      "learning_rate": 1.3057326370442066e-05,
+      "loss": 32.25,
+      "step": 17539
+    },
+    {
+      "epoch": 0.838191723215139,
+      "grad_norm": 373.3226623535156,
+      "learning_rate": 1.305658954853614e-05,
+      "loss": 22.0156,
+      "step": 17540
+    },
+    {
+      "epoch": 0.8382395106565994,
+      "grad_norm": 331.7417907714844,
+      "learning_rate": 1.3055852708325187e-05,
+      "loss": 26.0,
+      "step": 17541
+    },
+    {
+      "epoch": 0.8382872980980598,
+      "grad_norm": 379.0294494628906,
+      "learning_rate": 1.3055115849813622e-05,
+      "loss": 33.8125,
+      "step": 17542
+    },
+    {
+      "epoch": 0.8383350855395202,
+      "grad_norm": 270.9135437011719,
+      "learning_rate": 1.305437897300585e-05,
+      "loss": 31.9375,
+      "step": 17543
+    },
+    {
+      "epoch": 0.8383828729809806,
+      "grad_norm": 192.3608856201172,
+      "learning_rate": 1.3053642077906294e-05,
+      "loss": 26.4062,
+      "step": 17544
+    },
+    {
+      "epoch": 0.838430660422441,
+      "grad_norm": 292.5475158691406,
+      "learning_rate": 1.3052905164519362e-05,
+      "loss": 23.6875,
+      "step": 17545
+    },
+    {
+      "epoch": 0.8384784478639014,
+      "grad_norm": 237.63050842285156,
+      "learning_rate": 1.3052168232849465e-05,
+      "loss": 31.6562,
+      "step": 17546
+    },
+    {
+      "epoch": 0.8385262353053617,
+      "grad_norm": 207.89370727539062,
+      "learning_rate": 1.3051431282901022e-05,
+      "loss": 27.7812,
+      "step": 17547
+    },
+    {
+      "epoch": 0.8385740227468221,
+      "grad_norm": 148.3778839111328,
+      "learning_rate": 1.3050694314678438e-05,
+      "loss": 24.8125,
+      "step": 17548
+    },
+    {
+      "epoch": 0.8386218101882825,
+      "grad_norm": 693.1052856445312,
+      "learning_rate": 1.3049957328186135e-05,
+      "loss": 40.9062,
+      "step": 17549
+    },
+    {
+      "epoch": 0.8386695976297429,
+      "grad_norm": 445.3031005859375,
+      "learning_rate": 1.3049220323428521e-05,
+      "loss": 31.8125,
+      "step": 17550
+    },
+    {
+      "epoch": 0.8387173850712033,
+      "grad_norm": 301.56744384765625,
+      "learning_rate": 1.3048483300410015e-05,
+      "loss": 26.1094,
+      "step": 17551
+    },
+    {
+      "epoch": 0.8387651725126637,
+      "grad_norm": 210.8199462890625,
+      "learning_rate": 1.3047746259135025e-05,
+      "loss": 21.0312,
+      "step": 17552
+    },
+    {
+      "epoch": 0.8388129599541241,
+      "grad_norm": 299.5063781738281,
+      "learning_rate": 1.304700919960797e-05,
+      "loss": 36.2812,
+      "step": 17553
+    },
+    {
+      "epoch": 0.8388607473955845,
+      "grad_norm": 229.81141662597656,
+      "learning_rate": 1.3046272121833261e-05,
+      "loss": 24.7969,
+      "step": 17554
+    },
+    {
+      "epoch": 0.8389085348370449,
+      "grad_norm": 152.11630249023438,
+      "learning_rate": 1.3045535025815311e-05,
+      "loss": 30.1875,
+      "step": 17555
+    },
+    {
+      "epoch": 0.8389563222785053,
+      "grad_norm": 264.80181884765625,
+      "learning_rate": 1.3044797911558538e-05,
+      "loss": 34.9688,
+      "step": 17556
+    },
+    {
+      "epoch": 0.8390041097199656,
+      "grad_norm": 231.67349243164062,
+      "learning_rate": 1.3044060779067354e-05,
+      "loss": 21.0625,
+      "step": 17557
+    },
+    {
+      "epoch": 0.839051897161426,
+      "grad_norm": 302.1668701171875,
+      "learning_rate": 1.3043323628346175e-05,
+      "loss": 33.6562,
+      "step": 17558
+    },
+    {
+      "epoch": 0.8390996846028863,
+      "grad_norm": 215.75424194335938,
+      "learning_rate": 1.3042586459399411e-05,
+      "loss": 25.125,
+      "step": 17559
+    },
+    {
+      "epoch": 0.8391474720443467,
+      "grad_norm": 280.4540710449219,
+      "learning_rate": 1.3041849272231482e-05,
+      "loss": 23.25,
+      "step": 17560
+    },
+    {
+      "epoch": 0.8391952594858071,
+      "grad_norm": 263.06890869140625,
+      "learning_rate": 1.3041112066846799e-05,
+      "loss": 21.6719,
+      "step": 17561
+    },
+    {
+      "epoch": 0.8392430469272675,
+      "grad_norm": 308.85455322265625,
+      "learning_rate": 1.3040374843249782e-05,
+      "loss": 34.875,
+      "step": 17562
+    },
+    {
+      "epoch": 0.8392908343687279,
+      "grad_norm": 280.2027587890625,
+      "learning_rate": 1.3039637601444839e-05,
+      "loss": 31.0312,
+      "step": 17563
+    },
+    {
+      "epoch": 0.8393386218101883,
+      "grad_norm": 324.9265441894531,
+      "learning_rate": 1.3038900341436394e-05,
+      "loss": 27.8125,
+      "step": 17564
+    },
+    {
+      "epoch": 0.8393864092516486,
+      "grad_norm": 273.0747375488281,
+      "learning_rate": 1.3038163063228852e-05,
+      "loss": 30.5469,
+      "step": 17565
+    },
+    {
+      "epoch": 0.839434196693109,
+      "grad_norm": 229.2069549560547,
+      "learning_rate": 1.3037425766826637e-05,
+      "loss": 29.7969,
+      "step": 17566
+    },
+    {
+      "epoch": 0.8394819841345694,
+      "grad_norm": 184.4259490966797,
+      "learning_rate": 1.3036688452234159e-05,
+      "loss": 28.4844,
+      "step": 17567
+    },
+    {
+      "epoch": 0.8395297715760298,
+      "grad_norm": 450.5639953613281,
+      "learning_rate": 1.3035951119455838e-05,
+      "loss": 28.625,
+      "step": 17568
+    },
+    {
+      "epoch": 0.8395775590174902,
+      "grad_norm": 347.6698303222656,
+      "learning_rate": 1.3035213768496087e-05,
+      "loss": 20.9844,
+      "step": 17569
+    },
+    {
+      "epoch": 0.8396253464589506,
+      "grad_norm": 448.7391662597656,
+      "learning_rate": 1.3034476399359319e-05,
+      "loss": 27.7188,
+      "step": 17570
+    },
+    {
+      "epoch": 0.839673133900411,
+      "grad_norm": 211.90309143066406,
+      "learning_rate": 1.3033739012049957e-05,
+      "loss": 23.2188,
+      "step": 17571
+    },
+    {
+      "epoch": 0.8397209213418714,
+      "grad_norm": 297.7200622558594,
+      "learning_rate": 1.3033001606572411e-05,
+      "loss": 23.9688,
+      "step": 17572
+    },
+    {
+      "epoch": 0.8397687087833318,
+      "grad_norm": 285.24603271484375,
+      "learning_rate": 1.30322641829311e-05,
+      "loss": 31.0625,
+      "step": 17573
+    },
+    {
+      "epoch": 0.8398164962247922,
+      "grad_norm": 425.6895751953125,
+      "learning_rate": 1.3031526741130435e-05,
+      "loss": 35.4062,
+      "step": 17574
+    },
+    {
+      "epoch": 0.8398642836662525,
+      "grad_norm": 383.5865783691406,
+      "learning_rate": 1.3030789281174842e-05,
+      "loss": 35.5625,
+      "step": 17575
+    },
+    {
+      "epoch": 0.8399120711077129,
+      "grad_norm": 433.3606872558594,
+      "learning_rate": 1.3030051803068729e-05,
+      "loss": 26.4062,
+      "step": 17576
+    },
+    {
+      "epoch": 0.8399598585491733,
+      "grad_norm": 253.81129455566406,
+      "learning_rate": 1.3029314306816517e-05,
+      "loss": 26.125,
+      "step": 17577
+    },
+    {
+      "epoch": 0.8400076459906337,
+      "grad_norm": 263.1595458984375,
+      "learning_rate": 1.3028576792422618e-05,
+      "loss": 34.75,
+      "step": 17578
+    },
+    {
+      "epoch": 0.8400554334320941,
+      "grad_norm": 268.7812194824219,
+      "learning_rate": 1.3027839259891458e-05,
+      "loss": 23.8594,
+      "step": 17579
+    },
+    {
+      "epoch": 0.8401032208735544,
+      "grad_norm": 281.9099426269531,
+      "learning_rate": 1.3027101709227443e-05,
+      "loss": 21.1875,
+      "step": 17580
+    },
+    {
+      "epoch": 0.8401510083150148,
+      "grad_norm": 352.5053405761719,
+      "learning_rate": 1.3026364140434996e-05,
+      "loss": 27.8125,
+      "step": 17581
+    },
+    {
+      "epoch": 0.8401987957564752,
+      "grad_norm": 236.52218627929688,
+      "learning_rate": 1.3025626553518534e-05,
+      "loss": 32.75,
+      "step": 17582
+    },
+    {
+      "epoch": 0.8402465831979355,
+      "grad_norm": 336.36834716796875,
+      "learning_rate": 1.3024888948482468e-05,
+      "loss": 22.5312,
+      "step": 17583
+    },
+    {
+      "epoch": 0.8402943706393959,
+      "grad_norm": 177.6305694580078,
+      "learning_rate": 1.3024151325331227e-05,
+      "loss": 29.4375,
+      "step": 17584
+    },
+    {
+      "epoch": 0.8403421580808563,
+      "grad_norm": 219.46539306640625,
+      "learning_rate": 1.3023413684069218e-05,
+      "loss": 29.9219,
+      "step": 17585
+    },
+    {
+      "epoch": 0.8403899455223167,
+      "grad_norm": 408.51348876953125,
+      "learning_rate": 1.3022676024700862e-05,
+      "loss": 34.25,
+      "step": 17586
+    },
+    {
+      "epoch": 0.8404377329637771,
+      "grad_norm": 112.31889343261719,
+      "learning_rate": 1.3021938347230581e-05,
+      "loss": 20.0781,
+      "step": 17587
+    },
+    {
+      "epoch": 0.8404855204052375,
+      "grad_norm": 252.46372985839844,
+      "learning_rate": 1.3021200651662784e-05,
+      "loss": 30.2188,
+      "step": 17588
+    },
+    {
+      "epoch": 0.8405333078466979,
+      "grad_norm": 340.1288146972656,
+      "learning_rate": 1.3020462938001897e-05,
+      "loss": 28.1875,
+      "step": 17589
+    },
+    {
+      "epoch": 0.8405810952881583,
+      "grad_norm": 296.3848571777344,
+      "learning_rate": 1.3019725206252333e-05,
+      "loss": 26.1875,
+      "step": 17590
+    },
+    {
+      "epoch": 0.8406288827296187,
+      "grad_norm": 315.9648132324219,
+      "learning_rate": 1.3018987456418511e-05,
+      "loss": 45.2812,
+      "step": 17591
+    },
+    {
+      "epoch": 0.840676670171079,
+      "grad_norm": 148.8778839111328,
+      "learning_rate": 1.3018249688504849e-05,
+      "loss": 16.9375,
+      "step": 17592
+    },
+    {
+      "epoch": 0.8407244576125394,
+      "grad_norm": 697.2428588867188,
+      "learning_rate": 1.3017511902515769e-05,
+      "loss": 36.0312,
+      "step": 17593
+    },
+    {
+      "epoch": 0.8407722450539998,
+      "grad_norm": 177.5648956298828,
+      "learning_rate": 1.3016774098455682e-05,
+      "loss": 28.9219,
+      "step": 17594
+    },
+    {
+      "epoch": 0.8408200324954602,
+      "grad_norm": 384.80810546875,
+      "learning_rate": 1.3016036276329014e-05,
+      "loss": 31.5312,
+      "step": 17595
+    },
+    {
+      "epoch": 0.8408678199369206,
+      "grad_norm": 418.0133972167969,
+      "learning_rate": 1.301529843614018e-05,
+      "loss": 38.2188,
+      "step": 17596
+    },
+    {
+      "epoch": 0.840915607378381,
+      "grad_norm": 447.34942626953125,
+      "learning_rate": 1.30145605778936e-05,
+      "loss": 27.5,
+      "step": 17597
+    },
+    {
+      "epoch": 0.8409633948198414,
+      "grad_norm": 190.73641967773438,
+      "learning_rate": 1.301382270159369e-05,
+      "loss": 22.9688,
+      "step": 17598
+    },
+    {
+      "epoch": 0.8410111822613018,
+      "grad_norm": 384.1645202636719,
+      "learning_rate": 1.3013084807244871e-05,
+      "loss": 26.2344,
+      "step": 17599
+    },
+    {
+      "epoch": 0.8410589697027621,
+      "grad_norm": 791.1597900390625,
+      "learning_rate": 1.3012346894851562e-05,
+      "loss": 35.8125,
+      "step": 17600
+    },
+    {
+      "epoch": 0.8411067571442224,
+      "grad_norm": 189.1234130859375,
+      "learning_rate": 1.3011608964418186e-05,
+      "loss": 35.875,
+      "step": 17601
+    },
+    {
+      "epoch": 0.8411545445856828,
+      "grad_norm": 216.0343780517578,
+      "learning_rate": 1.3010871015949151e-05,
+      "loss": 23.75,
+      "step": 17602
+    },
+    {
+      "epoch": 0.8412023320271432,
+      "grad_norm": 209.3343505859375,
+      "learning_rate": 1.301013304944889e-05,
+      "loss": 34.3125,
+      "step": 17603
+    },
+    {
+      "epoch": 0.8412501194686036,
+      "grad_norm": 489.2939453125,
+      "learning_rate": 1.3009395064921815e-05,
+      "loss": 35.4375,
+      "step": 17604
+    },
+    {
+      "epoch": 0.841297906910064,
+      "grad_norm": 251.1289825439453,
+      "learning_rate": 1.3008657062372345e-05,
+      "loss": 32.6562,
+      "step": 17605
+    },
+    {
+      "epoch": 0.8413456943515244,
+      "grad_norm": 342.6335754394531,
+      "learning_rate": 1.3007919041804904e-05,
+      "loss": 25.8438,
+      "step": 17606
+    },
+    {
+      "epoch": 0.8413934817929848,
+      "grad_norm": 202.8828582763672,
+      "learning_rate": 1.3007181003223908e-05,
+      "loss": 22.3594,
+      "step": 17607
+    },
+    {
+      "epoch": 0.8414412692344452,
+      "grad_norm": 165.85400390625,
+      "learning_rate": 1.3006442946633777e-05,
+      "loss": 32.375,
+      "step": 17608
+    },
+    {
+      "epoch": 0.8414890566759056,
+      "grad_norm": 199.46380615234375,
+      "learning_rate": 1.3005704872038931e-05,
+      "loss": 30.0625,
+      "step": 17609
+    },
+    {
+      "epoch": 0.841536844117366,
+      "grad_norm": 228.2945556640625,
+      "learning_rate": 1.3004966779443794e-05,
+      "loss": 24.1719,
+      "step": 17610
+    },
+    {
+      "epoch": 0.8415846315588263,
+      "grad_norm": 366.95550537109375,
+      "learning_rate": 1.300422866885278e-05,
+      "loss": 33.125,
+      "step": 17611
+    },
+    {
+      "epoch": 0.8416324190002867,
+      "grad_norm": 396.5183410644531,
+      "learning_rate": 1.3003490540270319e-05,
+      "loss": 23.0156,
+      "step": 17612
+    },
+    {
+      "epoch": 0.8416802064417471,
+      "grad_norm": 314.3519592285156,
+      "learning_rate": 1.300275239370082e-05,
+      "loss": 23.2188,
+      "step": 17613
+    },
+    {
+      "epoch": 0.8417279938832075,
+      "grad_norm": 201.37472534179688,
+      "learning_rate": 1.300201422914871e-05,
+      "loss": 26.25,
+      "step": 17614
+    },
+    {
+      "epoch": 0.8417757813246679,
+      "grad_norm": 218.26229858398438,
+      "learning_rate": 1.3001276046618408e-05,
+      "loss": 24.0312,
+      "step": 17615
+    },
+    {
+      "epoch": 0.8418235687661283,
+      "grad_norm": 268.7199401855469,
+      "learning_rate": 1.3000537846114336e-05,
+      "loss": 34.0625,
+      "step": 17616
+    },
+    {
+      "epoch": 0.8418713562075887,
+      "grad_norm": 169.34791564941406,
+      "learning_rate": 1.2999799627640915e-05,
+      "loss": 25.5312,
+      "step": 17617
+    },
+    {
+      "epoch": 0.8419191436490491,
+      "grad_norm": 265.4065246582031,
+      "learning_rate": 1.2999061391202564e-05,
+      "loss": 31.9062,
+      "step": 17618
+    },
+    {
+      "epoch": 0.8419669310905095,
+      "grad_norm": 292.0976257324219,
+      "learning_rate": 1.2998323136803705e-05,
+      "loss": 25.7812,
+      "step": 17619
+    },
+    {
+      "epoch": 0.8420147185319699,
+      "grad_norm": 176.2479705810547,
+      "learning_rate": 1.2997584864448758e-05,
+      "loss": 22.6875,
+      "step": 17620
+    },
+    {
+      "epoch": 0.8420625059734301,
+      "grad_norm": 184.4902801513672,
+      "learning_rate": 1.2996846574142149e-05,
+      "loss": 30.9062,
+      "step": 17621
+    },
+    {
+      "epoch": 0.8421102934148905,
+      "grad_norm": 253.6829833984375,
+      "learning_rate": 1.2996108265888293e-05,
+      "loss": 28.5625,
+      "step": 17622
+    },
+    {
+      "epoch": 0.8421580808563509,
+      "grad_norm": 157.52316284179688,
+      "learning_rate": 1.2995369939691616e-05,
+      "loss": 22.1562,
+      "step": 17623
+    },
+    {
+      "epoch": 0.8422058682978113,
+      "grad_norm": 189.9591064453125,
+      "learning_rate": 1.2994631595556537e-05,
+      "loss": 25.6094,
+      "step": 17624
+    },
+    {
+      "epoch": 0.8422536557392717,
+      "grad_norm": 379.14593505859375,
+      "learning_rate": 1.299389323348748e-05,
+      "loss": 35.0,
+      "step": 17625
+    },
+    {
+      "epoch": 0.8423014431807321,
+      "grad_norm": 257.9386291503906,
+      "learning_rate": 1.2993154853488865e-05,
+      "loss": 38.125,
+      "step": 17626
+    },
+    {
+      "epoch": 0.8423492306221925,
+      "grad_norm": 348.9208679199219,
+      "learning_rate": 1.2992416455565114e-05,
+      "loss": 28.6562,
+      "step": 17627
+    },
+    {
+      "epoch": 0.8423970180636529,
+      "grad_norm": 188.25819396972656,
+      "learning_rate": 1.299167803972065e-05,
+      "loss": 20.4219,
+      "step": 17628
+    },
+    {
+      "epoch": 0.8424448055051132,
+      "grad_norm": 203.19366455078125,
+      "learning_rate": 1.2990939605959896e-05,
+      "loss": 29.5625,
+      "step": 17629
+    },
+    {
+      "epoch": 0.8424925929465736,
+      "grad_norm": 192.22125244140625,
+      "learning_rate": 1.2990201154287274e-05,
+      "loss": 22.375,
+      "step": 17630
+    },
+    {
+      "epoch": 0.842540380388034,
+      "grad_norm": 313.09283447265625,
+      "learning_rate": 1.2989462684707204e-05,
+      "loss": 31.6562,
+      "step": 17631
+    },
+    {
+      "epoch": 0.8425881678294944,
+      "grad_norm": 349.8405456542969,
+      "learning_rate": 1.2988724197224109e-05,
+      "loss": 31.125,
+      "step": 17632
+    },
+    {
+      "epoch": 0.8426359552709548,
+      "grad_norm": 311.5661926269531,
+      "learning_rate": 1.2987985691842412e-05,
+      "loss": 32.1406,
+      "step": 17633
+    },
+    {
+      "epoch": 0.8426837427124152,
+      "grad_norm": 183.6296844482422,
+      "learning_rate": 1.298724716856654e-05,
+      "loss": 20.4688,
+      "step": 17634
+    },
+    {
+      "epoch": 0.8427315301538756,
+      "grad_norm": 246.0988006591797,
+      "learning_rate": 1.298650862740091e-05,
+      "loss": 22.5938,
+      "step": 17635
+    },
+    {
+      "epoch": 0.842779317595336,
+      "grad_norm": 225.05335998535156,
+      "learning_rate": 1.2985770068349946e-05,
+      "loss": 23.625,
+      "step": 17636
+    },
+    {
+      "epoch": 0.8428271050367964,
+      "grad_norm": 206.98260498046875,
+      "learning_rate": 1.2985031491418074e-05,
+      "loss": 25.2188,
+      "step": 17637
+    },
+    {
+      "epoch": 0.8428748924782568,
+      "grad_norm": 262.5158996582031,
+      "learning_rate": 1.2984292896609713e-05,
+      "loss": 26.75,
+      "step": 17638
+    },
+    {
+      "epoch": 0.8429226799197171,
+      "grad_norm": 233.48402404785156,
+      "learning_rate": 1.2983554283929289e-05,
+      "loss": 22.2188,
+      "step": 17639
+    },
+    {
+      "epoch": 0.8429704673611775,
+      "grad_norm": 409.9703063964844,
+      "learning_rate": 1.2982815653381227e-05,
+      "loss": 32.3125,
+      "step": 17640
+    },
+    {
+      "epoch": 0.8430182548026378,
+      "grad_norm": 162.0257110595703,
+      "learning_rate": 1.2982077004969947e-05,
+      "loss": 21.9688,
+      "step": 17641
+    },
+    {
+      "epoch": 0.8430660422440982,
+      "grad_norm": 249.7139129638672,
+      "learning_rate": 1.298133833869987e-05,
+      "loss": 36.6875,
+      "step": 17642
+    },
+    {
+      "epoch": 0.8431138296855586,
+      "grad_norm": 222.6122589111328,
+      "learning_rate": 1.2980599654575428e-05,
+      "loss": 26.1094,
+      "step": 17643
+    },
+    {
+      "epoch": 0.843161617127019,
+      "grad_norm": 179.53578186035156,
+      "learning_rate": 1.2979860952601038e-05,
+      "loss": 33.5938,
+      "step": 17644
+    },
+    {
+      "epoch": 0.8432094045684794,
+      "grad_norm": 258.63232421875,
+      "learning_rate": 1.2979122232781128e-05,
+      "loss": 24.0781,
+      "step": 17645
+    },
+    {
+      "epoch": 0.8432571920099398,
+      "grad_norm": 293.3524169921875,
+      "learning_rate": 1.2978383495120115e-05,
+      "loss": 20.7812,
+      "step": 17646
+    },
+    {
+      "epoch": 0.8433049794514001,
+      "grad_norm": 224.35874938964844,
+      "learning_rate": 1.2977644739622432e-05,
+      "loss": 26.7188,
+      "step": 17647
+    },
+    {
+      "epoch": 0.8433527668928605,
+      "grad_norm": 468.2287902832031,
+      "learning_rate": 1.2976905966292497e-05,
+      "loss": 28.125,
+      "step": 17648
+    },
+    {
+      "epoch": 0.8434005543343209,
+      "grad_norm": 255.02276611328125,
+      "learning_rate": 1.2976167175134739e-05,
+      "loss": 19.2188,
+      "step": 17649
+    },
+    {
+      "epoch": 0.8434483417757813,
+      "grad_norm": 177.32806396484375,
+      "learning_rate": 1.2975428366153577e-05,
+      "loss": 16.4219,
+      "step": 17650
+    },
+    {
+      "epoch": 0.8434961292172417,
+      "grad_norm": 293.08721923828125,
+      "learning_rate": 1.2974689539353443e-05,
+      "loss": 28.6406,
+      "step": 17651
+    },
+    {
+      "epoch": 0.8435439166587021,
+      "grad_norm": 365.6532287597656,
+      "learning_rate": 1.2973950694738756e-05,
+      "loss": 40.0,
+      "step": 17652
+    },
+    {
+      "epoch": 0.8435917041001625,
+      "grad_norm": 245.71957397460938,
+      "learning_rate": 1.2973211832313937e-05,
+      "loss": 27.25,
+      "step": 17653
+    },
+    {
+      "epoch": 0.8436394915416229,
+      "grad_norm": 267.4192810058594,
+      "learning_rate": 1.2972472952083418e-05,
+      "loss": 24.6875,
+      "step": 17654
+    },
+    {
+      "epoch": 0.8436872789830833,
+      "grad_norm": 274.8098449707031,
+      "learning_rate": 1.2971734054051623e-05,
+      "loss": 25.25,
+      "step": 17655
+    },
+    {
+      "epoch": 0.8437350664245437,
+      "grad_norm": 254.16612243652344,
+      "learning_rate": 1.2970995138222976e-05,
+      "loss": 29.125,
+      "step": 17656
+    },
+    {
+      "epoch": 0.843782853866004,
+      "grad_norm": 145.42913818359375,
+      "learning_rate": 1.2970256204601901e-05,
+      "loss": 21.5625,
+      "step": 17657
+    },
+    {
+      "epoch": 0.8438306413074644,
+      "grad_norm": 362.9606018066406,
+      "learning_rate": 1.2969517253192825e-05,
+      "loss": 41.75,
+      "step": 17658
+    },
+    {
+      "epoch": 0.8438784287489248,
+      "grad_norm": 520.4053344726562,
+      "learning_rate": 1.296877828400017e-05,
+      "loss": 29.8125,
+      "step": 17659
+    },
+    {
+      "epoch": 0.8439262161903852,
+      "grad_norm": 274.1705322265625,
+      "learning_rate": 1.2968039297028364e-05,
+      "loss": 28.5625,
+      "step": 17660
+    },
+    {
+      "epoch": 0.8439740036318456,
+      "grad_norm": 567.7704467773438,
+      "learning_rate": 1.2967300292281833e-05,
+      "loss": 22.7031,
+      "step": 17661
+    },
+    {
+      "epoch": 0.8440217910733059,
+      "grad_norm": 487.27783203125,
+      "learning_rate": 1.2966561269765003e-05,
+      "loss": 25.8438,
+      "step": 17662
+    },
+    {
+      "epoch": 0.8440695785147663,
+      "grad_norm": 331.3652038574219,
+      "learning_rate": 1.2965822229482297e-05,
+      "loss": 34.8438,
+      "step": 17663
+    },
+    {
+      "epoch": 0.8441173659562267,
+      "grad_norm": 217.0121307373047,
+      "learning_rate": 1.2965083171438146e-05,
+      "loss": 22.4688,
+      "step": 17664
+    },
+    {
+      "epoch": 0.844165153397687,
+      "grad_norm": 204.5222930908203,
+      "learning_rate": 1.2964344095636971e-05,
+      "loss": 25.875,
+      "step": 17665
+    },
+    {
+      "epoch": 0.8442129408391474,
+      "grad_norm": 284.2731018066406,
+      "learning_rate": 1.2963605002083199e-05,
+      "loss": 26.2812,
+      "step": 17666
+    },
+    {
+      "epoch": 0.8442607282806078,
+      "grad_norm": 198.84010314941406,
+      "learning_rate": 1.296286589078126e-05,
+      "loss": 23.8438,
+      "step": 17667
+    },
+    {
+      "epoch": 0.8443085157220682,
+      "grad_norm": 295.251220703125,
+      "learning_rate": 1.2962126761735574e-05,
+      "loss": 30.0312,
+      "step": 17668
+    },
+    {
+      "epoch": 0.8443563031635286,
+      "grad_norm": 247.29539489746094,
+      "learning_rate": 1.2961387614950574e-05,
+      "loss": 33.2188,
+      "step": 17669
+    },
+    {
+      "epoch": 0.844404090604989,
+      "grad_norm": 148.42440795898438,
+      "learning_rate": 1.2960648450430682e-05,
+      "loss": 26.5625,
+      "step": 17670
+    },
+    {
+      "epoch": 0.8444518780464494,
+      "grad_norm": 421.930419921875,
+      "learning_rate": 1.2959909268180327e-05,
+      "loss": 24.0938,
+      "step": 17671
+    },
+    {
+      "epoch": 0.8444996654879098,
+      "grad_norm": 602.26708984375,
+      "learning_rate": 1.2959170068203932e-05,
+      "loss": 38.0625,
+      "step": 17672
+    },
+    {
+      "epoch": 0.8445474529293702,
+      "grad_norm": 211.96499633789062,
+      "learning_rate": 1.295843085050593e-05,
+      "loss": 19.0312,
+      "step": 17673
+    },
+    {
+      "epoch": 0.8445952403708306,
+      "grad_norm": 292.1279296875,
+      "learning_rate": 1.2957691615090742e-05,
+      "loss": 29.3125,
+      "step": 17674
+    },
+    {
+      "epoch": 0.844643027812291,
+      "grad_norm": 924.536865234375,
+      "learning_rate": 1.2956952361962798e-05,
+      "loss": 22.2031,
+      "step": 17675
+    },
+    {
+      "epoch": 0.8446908152537513,
+      "grad_norm": 825.66748046875,
+      "learning_rate": 1.2956213091126524e-05,
+      "loss": 32.0781,
+      "step": 17676
+    },
+    {
+      "epoch": 0.8447386026952117,
+      "grad_norm": 272.4378662109375,
+      "learning_rate": 1.2955473802586351e-05,
+      "loss": 30.75,
+      "step": 17677
+    },
+    {
+      "epoch": 0.8447863901366721,
+      "grad_norm": 286.1147766113281,
+      "learning_rate": 1.2954734496346704e-05,
+      "loss": 27.4062,
+      "step": 17678
+    },
+    {
+      "epoch": 0.8448341775781325,
+      "grad_norm": 234.36817932128906,
+      "learning_rate": 1.2953995172412006e-05,
+      "loss": 31.4375,
+      "step": 17679
+    },
+    {
+      "epoch": 0.8448819650195929,
+      "grad_norm": 311.427490234375,
+      "learning_rate": 1.2953255830786691e-05,
+      "loss": 28.2188,
+      "step": 17680
+    },
+    {
+      "epoch": 0.8449297524610533,
+      "grad_norm": 454.3600158691406,
+      "learning_rate": 1.2952516471475183e-05,
+      "loss": 24.75,
+      "step": 17681
+    },
+    {
+      "epoch": 0.8449775399025137,
+      "grad_norm": 227.53341674804688,
+      "learning_rate": 1.2951777094481915e-05,
+      "loss": 28.5625,
+      "step": 17682
+    },
+    {
+      "epoch": 0.845025327343974,
+      "grad_norm": 247.18606567382812,
+      "learning_rate": 1.2951037699811306e-05,
+      "loss": 22.6094,
+      "step": 17683
+    },
+    {
+      "epoch": 0.8450731147854343,
+      "grad_norm": 350.0381164550781,
+      "learning_rate": 1.2950298287467793e-05,
+      "loss": 24.0312,
+      "step": 17684
+    },
+    {
+      "epoch": 0.8451209022268947,
+      "grad_norm": 313.01251220703125,
+      "learning_rate": 1.2949558857455797e-05,
+      "loss": 35.0938,
+      "step": 17685
+    },
+    {
+      "epoch": 0.8451686896683551,
+      "grad_norm": 247.1728057861328,
+      "learning_rate": 1.2948819409779751e-05,
+      "loss": 23.8984,
+      "step": 17686
+    },
+    {
+      "epoch": 0.8452164771098155,
+      "grad_norm": 288.031982421875,
+      "learning_rate": 1.2948079944444082e-05,
+      "loss": 29.0625,
+      "step": 17687
+    },
+    {
+      "epoch": 0.8452642645512759,
+      "grad_norm": 194.70831298828125,
+      "learning_rate": 1.294734046145322e-05,
+      "loss": 29.2969,
+      "step": 17688
+    },
+    {
+      "epoch": 0.8453120519927363,
+      "grad_norm": 240.16876220703125,
+      "learning_rate": 1.294660096081159e-05,
+      "loss": 32.25,
+      "step": 17689
+    },
+    {
+      "epoch": 0.8453598394341967,
+      "grad_norm": 172.2130126953125,
+      "learning_rate": 1.2945861442523621e-05,
+      "loss": 20.875,
+      "step": 17690
+    },
+    {
+      "epoch": 0.8454076268756571,
+      "grad_norm": 494.8758850097656,
+      "learning_rate": 1.2945121906593744e-05,
+      "loss": 33.9062,
+      "step": 17691
+    },
+    {
+      "epoch": 0.8454554143171175,
+      "grad_norm": 273.24169921875,
+      "learning_rate": 1.2944382353026388e-05,
+      "loss": 28.5,
+      "step": 17692
+    },
+    {
+      "epoch": 0.8455032017585778,
+      "grad_norm": 360.1415710449219,
+      "learning_rate": 1.294364278182598e-05,
+      "loss": 28.25,
+      "step": 17693
+    },
+    {
+      "epoch": 0.8455509892000382,
+      "grad_norm": 193.5196075439453,
+      "learning_rate": 1.294290319299695e-05,
+      "loss": 27.875,
+      "step": 17694
+    },
+    {
+      "epoch": 0.8455987766414986,
+      "grad_norm": 184.6573028564453,
+      "learning_rate": 1.2942163586543728e-05,
+      "loss": 24.7188,
+      "step": 17695
+    },
+    {
+      "epoch": 0.845646564082959,
+      "grad_norm": 327.2113037109375,
+      "learning_rate": 1.294142396247074e-05,
+      "loss": 30.3438,
+      "step": 17696
+    },
+    {
+      "epoch": 0.8456943515244194,
+      "grad_norm": 350.39874267578125,
+      "learning_rate": 1.2940684320782422e-05,
+      "loss": 35.2188,
+      "step": 17697
+    },
+    {
+      "epoch": 0.8457421389658798,
+      "grad_norm": 277.40203857421875,
+      "learning_rate": 1.2939944661483197e-05,
+      "loss": 16.7656,
+      "step": 17698
+    },
+    {
+      "epoch": 0.8457899264073402,
+      "grad_norm": 706.7400512695312,
+      "learning_rate": 1.2939204984577499e-05,
+      "loss": 36.9062,
+      "step": 17699
+    },
+    {
+      "epoch": 0.8458377138488006,
+      "grad_norm": 266.7259826660156,
+      "learning_rate": 1.293846529006975e-05,
+      "loss": 21.625,
+      "step": 17700
+    },
+    {
+      "epoch": 0.845885501290261,
+      "grad_norm": 292.7949523925781,
+      "learning_rate": 1.2937725577964393e-05,
+      "loss": 26.25,
+      "step": 17701
+    },
+    {
+      "epoch": 0.8459332887317214,
+      "grad_norm": 268.90777587890625,
+      "learning_rate": 1.2936985848265848e-05,
+      "loss": 41.9375,
+      "step": 17702
+    },
+    {
+      "epoch": 0.8459810761731816,
+      "grad_norm": 210.54107666015625,
+      "learning_rate": 1.2936246100978549e-05,
+      "loss": 21.2188,
+      "step": 17703
+    },
+    {
+      "epoch": 0.846028863614642,
+      "grad_norm": 316.2351379394531,
+      "learning_rate": 1.293550633610692e-05,
+      "loss": 35.8438,
+      "step": 17704
+    },
+    {
+      "epoch": 0.8460766510561024,
+      "grad_norm": 201.69992065429688,
+      "learning_rate": 1.2934766553655397e-05,
+      "loss": 23.0469,
+      "step": 17705
+    },
+    {
+      "epoch": 0.8461244384975628,
+      "grad_norm": 650.4580078125,
+      "learning_rate": 1.2934026753628413e-05,
+      "loss": 25.0938,
+      "step": 17706
+    },
+    {
+      "epoch": 0.8461722259390232,
+      "grad_norm": 191.53720092773438,
+      "learning_rate": 1.2933286936030391e-05,
+      "loss": 23.6562,
+      "step": 17707
+    },
+    {
+      "epoch": 0.8462200133804836,
+      "grad_norm": 343.2430725097656,
+      "learning_rate": 1.2932547100865768e-05,
+      "loss": 30.2812,
+      "step": 17708
+    },
+    {
+      "epoch": 0.846267800821944,
+      "grad_norm": 386.7173156738281,
+      "learning_rate": 1.293180724813897e-05,
+      "loss": 39.625,
+      "step": 17709
+    },
+    {
+      "epoch": 0.8463155882634044,
+      "grad_norm": 168.52293395996094,
+      "learning_rate": 1.2931067377854429e-05,
+      "loss": 23.4844,
+      "step": 17710
+    },
+    {
+      "epoch": 0.8463633757048648,
+      "grad_norm": 116.56526947021484,
+      "learning_rate": 1.2930327490016579e-05,
+      "loss": 17.9844,
+      "step": 17711
+    },
+    {
+      "epoch": 0.8464111631463251,
+      "grad_norm": 213.9510955810547,
+      "learning_rate": 1.2929587584629845e-05,
+      "loss": 35.0156,
+      "step": 17712
+    },
+    {
+      "epoch": 0.8464589505877855,
+      "grad_norm": 311.36688232421875,
+      "learning_rate": 1.2928847661698665e-05,
+      "loss": 28.4688,
+      "step": 17713
+    },
+    {
+      "epoch": 0.8465067380292459,
+      "grad_norm": 176.9007110595703,
+      "learning_rate": 1.2928107721227465e-05,
+      "loss": 17.1562,
+      "step": 17714
+    },
+    {
+      "epoch": 0.8465545254707063,
+      "grad_norm": 160.76266479492188,
+      "learning_rate": 1.292736776322068e-05,
+      "loss": 25.0156,
+      "step": 17715
+    },
+    {
+      "epoch": 0.8466023129121667,
+      "grad_norm": 437.2487487792969,
+      "learning_rate": 1.2926627787682737e-05,
+      "loss": 31.25,
+      "step": 17716
+    },
+    {
+      "epoch": 0.8466501003536271,
+      "grad_norm": 237.25796508789062,
+      "learning_rate": 1.2925887794618071e-05,
+      "loss": 24.8438,
+      "step": 17717
+    },
+    {
+      "epoch": 0.8466978877950875,
+      "grad_norm": 286.58575439453125,
+      "learning_rate": 1.292514778403111e-05,
+      "loss": 32.8438,
+      "step": 17718
+    },
+    {
+      "epoch": 0.8467456752365479,
+      "grad_norm": 305.359619140625,
+      "learning_rate": 1.2924407755926294e-05,
+      "loss": 30.9375,
+      "step": 17719
+    },
+    {
+      "epoch": 0.8467934626780083,
+      "grad_norm": 148.739990234375,
+      "learning_rate": 1.2923667710308046e-05,
+      "loss": 22.7969,
+      "step": 17720
+    },
+    {
+      "epoch": 0.8468412501194686,
+      "grad_norm": 230.0015869140625,
+      "learning_rate": 1.29229276471808e-05,
+      "loss": 31.125,
+      "step": 17721
+    },
+    {
+      "epoch": 0.846889037560929,
+      "grad_norm": 761.905029296875,
+      "learning_rate": 1.2922187566548989e-05,
+      "loss": 42.0938,
+      "step": 17722
+    },
+    {
+      "epoch": 0.8469368250023894,
+      "grad_norm": 260.0384826660156,
+      "learning_rate": 1.2921447468417048e-05,
+      "loss": 27.0,
+      "step": 17723
+    },
+    {
+      "epoch": 0.8469846124438497,
+      "grad_norm": 281.8785095214844,
+      "learning_rate": 1.2920707352789403e-05,
+      "loss": 28.5312,
+      "step": 17724
+    },
+    {
+      "epoch": 0.8470323998853101,
+      "grad_norm": 246.3499755859375,
+      "learning_rate": 1.291996721967049e-05,
+      "loss": 29.9688,
+      "step": 17725
+    },
+    {
+      "epoch": 0.8470801873267705,
+      "grad_norm": 231.61459350585938,
+      "learning_rate": 1.2919227069064744e-05,
+      "loss": 24.8125,
+      "step": 17726
+    },
+    {
+      "epoch": 0.8471279747682309,
+      "grad_norm": 176.53343200683594,
+      "learning_rate": 1.2918486900976593e-05,
+      "loss": 21.1562,
+      "step": 17727
+    },
+    {
+      "epoch": 0.8471757622096913,
+      "grad_norm": 279.7185974121094,
+      "learning_rate": 1.291774671541047e-05,
+      "loss": 28.2188,
+      "step": 17728
+    },
+    {
+      "epoch": 0.8472235496511517,
+      "grad_norm": 220.4081573486328,
+      "learning_rate": 1.2917006512370809e-05,
+      "loss": 21.4219,
+      "step": 17729
+    },
+    {
+      "epoch": 0.847271337092612,
+      "grad_norm": 210.53839111328125,
+      "learning_rate": 1.2916266291862045e-05,
+      "loss": 21.9531,
+      "step": 17730
+    },
+    {
+      "epoch": 0.8473191245340724,
+      "grad_norm": 237.55007934570312,
+      "learning_rate": 1.2915526053888607e-05,
+      "loss": 27.1562,
+      "step": 17731
+    },
+    {
+      "epoch": 0.8473669119755328,
+      "grad_norm": 305.66351318359375,
+      "learning_rate": 1.2914785798454931e-05,
+      "loss": 24.7344,
+      "step": 17732
+    },
+    {
+      "epoch": 0.8474146994169932,
+      "grad_norm": 337.7107849121094,
+      "learning_rate": 1.2914045525565451e-05,
+      "loss": 33.2344,
+      "step": 17733
+    },
+    {
+      "epoch": 0.8474624868584536,
+      "grad_norm": 221.77027893066406,
+      "learning_rate": 1.2913305235224596e-05,
+      "loss": 27.0156,
+      "step": 17734
+    },
+    {
+      "epoch": 0.847510274299914,
+      "grad_norm": 240.10748291015625,
+      "learning_rate": 1.2912564927436803e-05,
+      "loss": 21.75,
+      "step": 17735
+    },
+    {
+      "epoch": 0.8475580617413744,
+      "grad_norm": 247.49249267578125,
+      "learning_rate": 1.2911824602206501e-05,
+      "loss": 22.5625,
+      "step": 17736
+    },
+    {
+      "epoch": 0.8476058491828348,
+      "grad_norm": 140.6275177001953,
+      "learning_rate": 1.291108425953813e-05,
+      "loss": 28.4062,
+      "step": 17737
+    },
+    {
+      "epoch": 0.8476536366242952,
+      "grad_norm": 291.5071716308594,
+      "learning_rate": 1.2910343899436125e-05,
+      "loss": 25.0,
+      "step": 17738
+    },
+    {
+      "epoch": 0.8477014240657555,
+      "grad_norm": 237.63262939453125,
+      "learning_rate": 1.290960352190491e-05,
+      "loss": 34.7812,
+      "step": 17739
+    },
+    {
+      "epoch": 0.8477492115072159,
+      "grad_norm": 294.24090576171875,
+      "learning_rate": 1.2908863126948926e-05,
+      "loss": 41.0625,
+      "step": 17740
+    },
+    {
+      "epoch": 0.8477969989486763,
+      "grad_norm": 241.6225128173828,
+      "learning_rate": 1.2908122714572605e-05,
+      "loss": 24.1875,
+      "step": 17741
+    },
+    {
+      "epoch": 0.8478447863901367,
+      "grad_norm": 129.27310180664062,
+      "learning_rate": 1.2907382284780378e-05,
+      "loss": 18.9062,
+      "step": 17742
+    },
+    {
+      "epoch": 0.8478925738315971,
+      "grad_norm": 161.07235717773438,
+      "learning_rate": 1.2906641837576688e-05,
+      "loss": 33.75,
+      "step": 17743
+    },
+    {
+      "epoch": 0.8479403612730574,
+      "grad_norm": 265.8262939453125,
+      "learning_rate": 1.290590137296596e-05,
+      "loss": 33.2188,
+      "step": 17744
+    },
+    {
+      "epoch": 0.8479881487145178,
+      "grad_norm": 275.9621887207031,
+      "learning_rate": 1.2905160890952634e-05,
+      "loss": 29.0625,
+      "step": 17745
+    },
+    {
+      "epoch": 0.8480359361559782,
+      "grad_norm": 320.3386535644531,
+      "learning_rate": 1.2904420391541142e-05,
+      "loss": 25.375,
+      "step": 17746
+    },
+    {
+      "epoch": 0.8480837235974386,
+      "grad_norm": 209.6759796142578,
+      "learning_rate": 1.2903679874735921e-05,
+      "loss": 28.25,
+      "step": 17747
+    },
+    {
+      "epoch": 0.8481315110388989,
+      "grad_norm": 192.67990112304688,
+      "learning_rate": 1.2902939340541402e-05,
+      "loss": 28.2344,
+      "step": 17748
+    },
+    {
+      "epoch": 0.8481792984803593,
+      "grad_norm": 197.85433959960938,
+      "learning_rate": 1.2902198788962026e-05,
+      "loss": 31.6406,
+      "step": 17749
+    },
+    {
+      "epoch": 0.8482270859218197,
+      "grad_norm": 568.65771484375,
+      "learning_rate": 1.290145822000222e-05,
+      "loss": 32.125,
+      "step": 17750
+    },
+    {
+      "epoch": 0.8482748733632801,
+      "grad_norm": 209.93112182617188,
+      "learning_rate": 1.2900717633666427e-05,
+      "loss": 31.4375,
+      "step": 17751
+    },
+    {
+      "epoch": 0.8483226608047405,
+      "grad_norm": 152.18601989746094,
+      "learning_rate": 1.2899977029959077e-05,
+      "loss": 24.4375,
+      "step": 17752
+    },
+    {
+      "epoch": 0.8483704482462009,
+      "grad_norm": 166.84716796875,
+      "learning_rate": 1.2899236408884605e-05,
+      "loss": 21.9375,
+      "step": 17753
+    },
+    {
+      "epoch": 0.8484182356876613,
+      "grad_norm": 262.4190368652344,
+      "learning_rate": 1.2898495770447452e-05,
+      "loss": 30.6562,
+      "step": 17754
+    },
+    {
+      "epoch": 0.8484660231291217,
+      "grad_norm": 278.2730407714844,
+      "learning_rate": 1.2897755114652046e-05,
+      "loss": 27.1562,
+      "step": 17755
+    },
+    {
+      "epoch": 0.8485138105705821,
+      "grad_norm": 313.9521789550781,
+      "learning_rate": 1.2897014441502827e-05,
+      "loss": 30.4688,
+      "step": 17756
+    },
+    {
+      "epoch": 0.8485615980120425,
+      "grad_norm": 232.32943725585938,
+      "learning_rate": 1.2896273751004227e-05,
+      "loss": 27.125,
+      "step": 17757
+    },
+    {
+      "epoch": 0.8486093854535028,
+      "grad_norm": 306.914306640625,
+      "learning_rate": 1.2895533043160688e-05,
+      "loss": 31.0,
+      "step": 17758
+    },
+    {
+      "epoch": 0.8486571728949632,
+      "grad_norm": 304.1976623535156,
+      "learning_rate": 1.2894792317976638e-05,
+      "loss": 25.3125,
+      "step": 17759
+    },
+    {
+      "epoch": 0.8487049603364236,
+      "grad_norm": 397.50628662109375,
+      "learning_rate": 1.2894051575456524e-05,
+      "loss": 41.9375,
+      "step": 17760
+    },
+    {
+      "epoch": 0.848752747777884,
+      "grad_norm": 178.83168029785156,
+      "learning_rate": 1.2893310815604769e-05,
+      "loss": 28.1406,
+      "step": 17761
+    },
+    {
+      "epoch": 0.8488005352193444,
+      "grad_norm": 303.23052978515625,
+      "learning_rate": 1.289257003842582e-05,
+      "loss": 26.4375,
+      "step": 17762
+    },
+    {
+      "epoch": 0.8488483226608048,
+      "grad_norm": 185.54127502441406,
+      "learning_rate": 1.2891829243924108e-05,
+      "loss": 22.0,
+      "step": 17763
+    },
+    {
+      "epoch": 0.8488961101022652,
+      "grad_norm": 265.0433349609375,
+      "learning_rate": 1.2891088432104066e-05,
+      "loss": 26.4375,
+      "step": 17764
+    },
+    {
+      "epoch": 0.8489438975437255,
+      "grad_norm": 441.69610595703125,
+      "learning_rate": 1.2890347602970142e-05,
+      "loss": 29.5781,
+      "step": 17765
+    },
+    {
+      "epoch": 0.8489916849851858,
+      "grad_norm": 148.10032653808594,
+      "learning_rate": 1.288960675652676e-05,
+      "loss": 22.1094,
+      "step": 17766
+    },
+    {
+      "epoch": 0.8490394724266462,
+      "grad_norm": 253.3878631591797,
+      "learning_rate": 1.2888865892778363e-05,
+      "loss": 26.9062,
+      "step": 17767
+    },
+    {
+      "epoch": 0.8490872598681066,
+      "grad_norm": 327.5362548828125,
+      "learning_rate": 1.2888125011729388e-05,
+      "loss": 32.0312,
+      "step": 17768
+    },
+    {
+      "epoch": 0.849135047309567,
+      "grad_norm": 207.41709899902344,
+      "learning_rate": 1.2887384113384272e-05,
+      "loss": 23.5625,
+      "step": 17769
+    },
+    {
+      "epoch": 0.8491828347510274,
+      "grad_norm": 500.66070556640625,
+      "learning_rate": 1.288664319774745e-05,
+      "loss": 38.5625,
+      "step": 17770
+    },
+    {
+      "epoch": 0.8492306221924878,
+      "grad_norm": 293.92510986328125,
+      "learning_rate": 1.288590226482336e-05,
+      "loss": 30.9375,
+      "step": 17771
+    },
+    {
+      "epoch": 0.8492784096339482,
+      "grad_norm": 325.845703125,
+      "learning_rate": 1.288516131461644e-05,
+      "loss": 22.3125,
+      "step": 17772
+    },
+    {
+      "epoch": 0.8493261970754086,
+      "grad_norm": 244.279052734375,
+      "learning_rate": 1.2884420347131123e-05,
+      "loss": 31.2344,
+      "step": 17773
+    },
+    {
+      "epoch": 0.849373984516869,
+      "grad_norm": 261.23126220703125,
+      "learning_rate": 1.2883679362371855e-05,
+      "loss": 26.4062,
+      "step": 17774
+    },
+    {
+      "epoch": 0.8494217719583294,
+      "grad_norm": 309.0952453613281,
+      "learning_rate": 1.2882938360343065e-05,
+      "loss": 20.9844,
+      "step": 17775
+    },
+    {
+      "epoch": 0.8494695593997897,
+      "grad_norm": 200.2853240966797,
+      "learning_rate": 1.2882197341049197e-05,
+      "loss": 23.625,
+      "step": 17776
+    },
+    {
+      "epoch": 0.8495173468412501,
+      "grad_norm": 223.3389434814453,
+      "learning_rate": 1.2881456304494683e-05,
+      "loss": 20.5312,
+      "step": 17777
+    },
+    {
+      "epoch": 0.8495651342827105,
+      "grad_norm": 669.9249877929688,
+      "learning_rate": 1.2880715250683966e-05,
+      "loss": 28.4375,
+      "step": 17778
+    },
+    {
+      "epoch": 0.8496129217241709,
+      "grad_norm": 349.230712890625,
+      "learning_rate": 1.2879974179621479e-05,
+      "loss": 31.3125,
+      "step": 17779
+    },
+    {
+      "epoch": 0.8496607091656313,
+      "grad_norm": 294.759033203125,
+      "learning_rate": 1.2879233091311667e-05,
+      "loss": 28.9688,
+      "step": 17780
+    },
+    {
+      "epoch": 0.8497084966070917,
+      "grad_norm": 231.20510864257812,
+      "learning_rate": 1.2878491985758959e-05,
+      "loss": 25.5938,
+      "step": 17781
+    },
+    {
+      "epoch": 0.8497562840485521,
+      "grad_norm": 244.56649780273438,
+      "learning_rate": 1.2877750862967804e-05,
+      "loss": 20.2812,
+      "step": 17782
+    },
+    {
+      "epoch": 0.8498040714900125,
+      "grad_norm": 229.148681640625,
+      "learning_rate": 1.287700972294263e-05,
+      "loss": 22.3594,
+      "step": 17783
+    },
+    {
+      "epoch": 0.8498518589314729,
+      "grad_norm": 180.64599609375,
+      "learning_rate": 1.2876268565687882e-05,
+      "loss": 22.25,
+      "step": 17784
+    },
+    {
+      "epoch": 0.8498996463729332,
+      "grad_norm": 411.0020446777344,
+      "learning_rate": 1.2875527391207999e-05,
+      "loss": 28.4375,
+      "step": 17785
+    },
+    {
+      "epoch": 0.8499474338143935,
+      "grad_norm": 169.8167266845703,
+      "learning_rate": 1.2874786199507414e-05,
+      "loss": 24.6406,
+      "step": 17786
+    },
+    {
+      "epoch": 0.8499952212558539,
+      "grad_norm": 219.83816528320312,
+      "learning_rate": 1.2874044990590572e-05,
+      "loss": 21.5312,
+      "step": 17787
+    },
+    {
+      "epoch": 0.8500430086973143,
+      "grad_norm": 154.4154052734375,
+      "learning_rate": 1.2873303764461906e-05,
+      "loss": 17.4375,
+      "step": 17788
+    },
+    {
+      "epoch": 0.8500907961387747,
+      "grad_norm": 205.6067657470703,
+      "learning_rate": 1.2872562521125859e-05,
+      "loss": 33.7344,
+      "step": 17789
+    },
+    {
+      "epoch": 0.8501385835802351,
+      "grad_norm": 163.90689086914062,
+      "learning_rate": 1.2871821260586867e-05,
+      "loss": 21.8438,
+      "step": 17790
+    },
+    {
+      "epoch": 0.8501863710216955,
+      "grad_norm": 335.5350341796875,
+      "learning_rate": 1.2871079982849377e-05,
+      "loss": 32.0938,
+      "step": 17791
+    },
+    {
+      "epoch": 0.8502341584631559,
+      "grad_norm": 408.4335021972656,
+      "learning_rate": 1.2870338687917818e-05,
+      "loss": 27.4844,
+      "step": 17792
+    },
+    {
+      "epoch": 0.8502819459046163,
+      "grad_norm": 369.60052490234375,
+      "learning_rate": 1.2869597375796636e-05,
+      "loss": 23.5156,
+      "step": 17793
+    },
+    {
+      "epoch": 0.8503297333460766,
+      "grad_norm": 178.88563537597656,
+      "learning_rate": 1.2868856046490265e-05,
+      "loss": 27.7969,
+      "step": 17794
+    },
+    {
+      "epoch": 0.850377520787537,
+      "grad_norm": 466.47039794921875,
+      "learning_rate": 1.2868114700003154e-05,
+      "loss": 29.3906,
+      "step": 17795
+    },
+    {
+      "epoch": 0.8504253082289974,
+      "grad_norm": 268.03289794921875,
+      "learning_rate": 1.286737333633973e-05,
+      "loss": 27.1719,
+      "step": 17796
+    },
+    {
+      "epoch": 0.8504730956704578,
+      "grad_norm": 251.85354614257812,
+      "learning_rate": 1.2866631955504445e-05,
+      "loss": 30.0938,
+      "step": 17797
+    },
+    {
+      "epoch": 0.8505208831119182,
+      "grad_norm": 278.047607421875,
+      "learning_rate": 1.2865890557501732e-05,
+      "loss": 25.4375,
+      "step": 17798
+    },
+    {
+      "epoch": 0.8505686705533786,
+      "grad_norm": 514.84912109375,
+      "learning_rate": 1.2865149142336034e-05,
+      "loss": 25.125,
+      "step": 17799
+    },
+    {
+      "epoch": 0.850616457994839,
+      "grad_norm": 370.82952880859375,
+      "learning_rate": 1.2864407710011788e-05,
+      "loss": 27.625,
+      "step": 17800
+    },
+    {
+      "epoch": 0.8506642454362994,
+      "grad_norm": 231.117919921875,
+      "learning_rate": 1.2863666260533434e-05,
+      "loss": 38.5,
+      "step": 17801
+    },
+    {
+      "epoch": 0.8507120328777598,
+      "grad_norm": 277.9884033203125,
+      "learning_rate": 1.2862924793905419e-05,
+      "loss": 20.9688,
+      "step": 17802
+    },
+    {
+      "epoch": 0.8507598203192202,
+      "grad_norm": 260.99029541015625,
+      "learning_rate": 1.2862183310132174e-05,
+      "loss": 28.6562,
+      "step": 17803
+    },
+    {
+      "epoch": 0.8508076077606805,
+      "grad_norm": 147.69235229492188,
+      "learning_rate": 1.286144180921815e-05,
+      "loss": 15.1562,
+      "step": 17804
+    },
+    {
+      "epoch": 0.8508553952021409,
+      "grad_norm": 205.9890899658203,
+      "learning_rate": 1.2860700291167776e-05,
+      "loss": 19.1094,
+      "step": 17805
+    },
+    {
+      "epoch": 0.8509031826436012,
+      "grad_norm": 356.3193054199219,
+      "learning_rate": 1.28599587559855e-05,
+      "loss": 29.4688,
+      "step": 17806
+    },
+    {
+      "epoch": 0.8509509700850616,
+      "grad_norm": 290.7714538574219,
+      "learning_rate": 1.2859217203675762e-05,
+      "loss": 21.7188,
+      "step": 17807
+    },
+    {
+      "epoch": 0.850998757526522,
+      "grad_norm": 201.68267822265625,
+      "learning_rate": 1.2858475634243001e-05,
+      "loss": 20.4688,
+      "step": 17808
+    },
+    {
+      "epoch": 0.8510465449679824,
+      "grad_norm": 375.31591796875,
+      "learning_rate": 1.2857734047691662e-05,
+      "loss": 32.9375,
+      "step": 17809
+    },
+    {
+      "epoch": 0.8510943324094428,
+      "grad_norm": 247.7876739501953,
+      "learning_rate": 1.2856992444026184e-05,
+      "loss": 25.5156,
+      "step": 17810
+    },
+    {
+      "epoch": 0.8511421198509032,
+      "grad_norm": 167.78521728515625,
+      "learning_rate": 1.2856250823251006e-05,
+      "loss": 23.6094,
+      "step": 17811
+    },
+    {
+      "epoch": 0.8511899072923635,
+      "grad_norm": 344.76947021484375,
+      "learning_rate": 1.2855509185370569e-05,
+      "loss": 30.2812,
+      "step": 17812
+    },
+    {
+      "epoch": 0.8512376947338239,
+      "grad_norm": 166.87936401367188,
+      "learning_rate": 1.285476753038932e-05,
+      "loss": 24.3438,
+      "step": 17813
+    },
+    {
+      "epoch": 0.8512854821752843,
+      "grad_norm": 367.0085144042969,
+      "learning_rate": 1.2854025858311693e-05,
+      "loss": 34.3125,
+      "step": 17814
+    },
+    {
+      "epoch": 0.8513332696167447,
+      "grad_norm": 201.79661560058594,
+      "learning_rate": 1.285328416914214e-05,
+      "loss": 20.7812,
+      "step": 17815
+    },
+    {
+      "epoch": 0.8513810570582051,
+      "grad_norm": 232.1140594482422,
+      "learning_rate": 1.2852542462885092e-05,
+      "loss": 21.25,
+      "step": 17816
+    },
+    {
+      "epoch": 0.8514288444996655,
+      "grad_norm": 258.7821044921875,
+      "learning_rate": 1.2851800739544998e-05,
+      "loss": 31.9062,
+      "step": 17817
+    },
+    {
+      "epoch": 0.8514766319411259,
+      "grad_norm": 231.9295196533203,
+      "learning_rate": 1.2851058999126297e-05,
+      "loss": 21.6406,
+      "step": 17818
+    },
+    {
+      "epoch": 0.8515244193825863,
+      "grad_norm": 131.83958435058594,
+      "learning_rate": 1.2850317241633432e-05,
+      "loss": 18.0,
+      "step": 17819
+    },
+    {
+      "epoch": 0.8515722068240467,
+      "grad_norm": 239.57420349121094,
+      "learning_rate": 1.2849575467070841e-05,
+      "loss": 22.6875,
+      "step": 17820
+    },
+    {
+      "epoch": 0.851619994265507,
+      "grad_norm": 205.99163818359375,
+      "learning_rate": 1.2848833675442973e-05,
+      "loss": 35.9375,
+      "step": 17821
+    },
+    {
+      "epoch": 0.8516677817069674,
+      "grad_norm": 276.3216247558594,
+      "learning_rate": 1.2848091866754265e-05,
+      "loss": 34.8125,
+      "step": 17822
+    },
+    {
+      "epoch": 0.8517155691484278,
+      "grad_norm": 292.2599792480469,
+      "learning_rate": 1.2847350041009166e-05,
+      "loss": 27.5625,
+      "step": 17823
+    },
+    {
+      "epoch": 0.8517633565898882,
+      "grad_norm": 201.0855255126953,
+      "learning_rate": 1.2846608198212112e-05,
+      "loss": 27.6562,
+      "step": 17824
+    },
+    {
+      "epoch": 0.8518111440313486,
+      "grad_norm": 335.6445617675781,
+      "learning_rate": 1.2845866338367545e-05,
+      "loss": 41.0625,
+      "step": 17825
+    },
+    {
+      "epoch": 0.851858931472809,
+      "grad_norm": 240.26907348632812,
+      "learning_rate": 1.2845124461479913e-05,
+      "loss": 25.7656,
+      "step": 17826
+    },
+    {
+      "epoch": 0.8519067189142693,
+      "grad_norm": 338.01763916015625,
+      "learning_rate": 1.2844382567553656e-05,
+      "loss": 29.1719,
+      "step": 17827
+    },
+    {
+      "epoch": 0.8519545063557297,
+      "grad_norm": 462.7652893066406,
+      "learning_rate": 1.2843640656593221e-05,
+      "loss": 24.5312,
+      "step": 17828
+    },
+    {
+      "epoch": 0.8520022937971901,
+      "grad_norm": 200.239501953125,
+      "learning_rate": 1.2842898728603043e-05,
+      "loss": 20.4219,
+      "step": 17829
+    },
+    {
+      "epoch": 0.8520500812386504,
+      "grad_norm": 711.6351928710938,
+      "learning_rate": 1.2842156783587576e-05,
+      "loss": 28.875,
+      "step": 17830
+    },
+    {
+      "epoch": 0.8520978686801108,
+      "grad_norm": 297.79156494140625,
+      "learning_rate": 1.2841414821551252e-05,
+      "loss": 31.6875,
+      "step": 17831
+    },
+    {
+      "epoch": 0.8521456561215712,
+      "grad_norm": 201.6263427734375,
+      "learning_rate": 1.2840672842498523e-05,
+      "loss": 27.875,
+      "step": 17832
+    },
+    {
+      "epoch": 0.8521934435630316,
+      "grad_norm": 205.45413208007812,
+      "learning_rate": 1.2839930846433828e-05,
+      "loss": 28.0938,
+      "step": 17833
+    },
+    {
+      "epoch": 0.852241231004492,
+      "grad_norm": 304.3275146484375,
+      "learning_rate": 1.2839188833361608e-05,
+      "loss": 22.75,
+      "step": 17834
+    },
+    {
+      "epoch": 0.8522890184459524,
+      "grad_norm": 230.38980102539062,
+      "learning_rate": 1.2838446803286316e-05,
+      "loss": 22.4062,
+      "step": 17835
+    },
+    {
+      "epoch": 0.8523368058874128,
+      "grad_norm": 218.3831024169922,
+      "learning_rate": 1.283770475621239e-05,
+      "loss": 23.8125,
+      "step": 17836
+    },
+    {
+      "epoch": 0.8523845933288732,
+      "grad_norm": 383.6975402832031,
+      "learning_rate": 1.2836962692144272e-05,
+      "loss": 30.875,
+      "step": 17837
+    },
+    {
+      "epoch": 0.8524323807703336,
+      "grad_norm": 406.0203552246094,
+      "learning_rate": 1.2836220611086408e-05,
+      "loss": 39.9375,
+      "step": 17838
+    },
+    {
+      "epoch": 0.852480168211794,
+      "grad_norm": 472.6236267089844,
+      "learning_rate": 1.2835478513043242e-05,
+      "loss": 39.3281,
+      "step": 17839
+    },
+    {
+      "epoch": 0.8525279556532543,
+      "grad_norm": 313.7102355957031,
+      "learning_rate": 1.2834736398019218e-05,
+      "loss": 29.3125,
+      "step": 17840
+    },
+    {
+      "epoch": 0.8525757430947147,
+      "grad_norm": 188.9866943359375,
+      "learning_rate": 1.2833994266018783e-05,
+      "loss": 23.125,
+      "step": 17841
+    },
+    {
+      "epoch": 0.8526235305361751,
+      "grad_norm": 408.8211975097656,
+      "learning_rate": 1.2833252117046377e-05,
+      "loss": 27.5312,
+      "step": 17842
+    },
+    {
+      "epoch": 0.8526713179776355,
+      "grad_norm": 410.195556640625,
+      "learning_rate": 1.2832509951106448e-05,
+      "loss": 30.4688,
+      "step": 17843
+    },
+    {
+      "epoch": 0.8527191054190959,
+      "grad_norm": 163.5697784423828,
+      "learning_rate": 1.2831767768203437e-05,
+      "loss": 21.75,
+      "step": 17844
+    },
+    {
+      "epoch": 0.8527668928605563,
+      "grad_norm": 484.8621826171875,
+      "learning_rate": 1.2831025568341796e-05,
+      "loss": 38.3125,
+      "step": 17845
+    },
+    {
+      "epoch": 0.8528146803020167,
+      "grad_norm": 205.26937866210938,
+      "learning_rate": 1.2830283351525961e-05,
+      "loss": 28.0312,
+      "step": 17846
+    },
+    {
+      "epoch": 0.852862467743477,
+      "grad_norm": 338.1192932128906,
+      "learning_rate": 1.2829541117760382e-05,
+      "loss": 30.4375,
+      "step": 17847
+    },
+    {
+      "epoch": 0.8529102551849373,
+      "grad_norm": 165.75941467285156,
+      "learning_rate": 1.2828798867049504e-05,
+      "loss": 22.2969,
+      "step": 17848
+    },
+    {
+      "epoch": 0.8529580426263977,
+      "grad_norm": 669.3421630859375,
+      "learning_rate": 1.2828056599397769e-05,
+      "loss": 29.8125,
+      "step": 17849
+    },
+    {
+      "epoch": 0.8530058300678581,
+      "grad_norm": 223.7105255126953,
+      "learning_rate": 1.2827314314809625e-05,
+      "loss": 28.9531,
+      "step": 17850
+    },
+    {
+      "epoch": 0.8530536175093185,
+      "grad_norm": 255.16998291015625,
+      "learning_rate": 1.2826572013289519e-05,
+      "loss": 25.5625,
+      "step": 17851
+    },
+    {
+      "epoch": 0.8531014049507789,
+      "grad_norm": 312.72760009765625,
+      "learning_rate": 1.2825829694841889e-05,
+      "loss": 23.0312,
+      "step": 17852
+    },
+    {
+      "epoch": 0.8531491923922393,
+      "grad_norm": 234.34268188476562,
+      "learning_rate": 1.2825087359471187e-05,
+      "loss": 24.2656,
+      "step": 17853
+    },
+    {
+      "epoch": 0.8531969798336997,
+      "grad_norm": 401.0069274902344,
+      "learning_rate": 1.282434500718186e-05,
+      "loss": 32.7188,
+      "step": 17854
+    },
+    {
+      "epoch": 0.8532447672751601,
+      "grad_norm": 169.4271240234375,
+      "learning_rate": 1.2823602637978346e-05,
+      "loss": 25.0,
+      "step": 17855
+    },
+    {
+      "epoch": 0.8532925547166205,
+      "grad_norm": 242.025634765625,
+      "learning_rate": 1.2822860251865099e-05,
+      "loss": 26.6875,
+      "step": 17856
+    },
+    {
+      "epoch": 0.8533403421580809,
+      "grad_norm": 403.8880310058594,
+      "learning_rate": 1.2822117848846559e-05,
+      "loss": 24.5625,
+      "step": 17857
+    },
+    {
+      "epoch": 0.8533881295995412,
+      "grad_norm": 378.2392883300781,
+      "learning_rate": 1.2821375428927177e-05,
+      "loss": 27.5312,
+      "step": 17858
+    },
+    {
+      "epoch": 0.8534359170410016,
+      "grad_norm": 186.01934814453125,
+      "learning_rate": 1.2820632992111395e-05,
+      "loss": 22.2031,
+      "step": 17859
+    },
+    {
+      "epoch": 0.853483704482462,
+      "grad_norm": 284.50360107421875,
+      "learning_rate": 1.2819890538403664e-05,
+      "loss": 39.5625,
+      "step": 17860
+    },
+    {
+      "epoch": 0.8535314919239224,
+      "grad_norm": 152.24835205078125,
+      "learning_rate": 1.2819148067808425e-05,
+      "loss": 19.7188,
+      "step": 17861
+    },
+    {
+      "epoch": 0.8535792793653828,
+      "grad_norm": 244.34121704101562,
+      "learning_rate": 1.2818405580330127e-05,
+      "loss": 24.3125,
+      "step": 17862
+    },
+    {
+      "epoch": 0.8536270668068432,
+      "grad_norm": 179.10401916503906,
+      "learning_rate": 1.2817663075973217e-05,
+      "loss": 31.9375,
+      "step": 17863
+    },
+    {
+      "epoch": 0.8536748542483036,
+      "grad_norm": 216.57583618164062,
+      "learning_rate": 1.2816920554742139e-05,
+      "loss": 28.8125,
+      "step": 17864
+    },
+    {
+      "epoch": 0.853722641689764,
+      "grad_norm": 234.4070587158203,
+      "learning_rate": 1.2816178016641344e-05,
+      "loss": 25.7188,
+      "step": 17865
+    },
+    {
+      "epoch": 0.8537704291312244,
+      "grad_norm": 728.8695678710938,
+      "learning_rate": 1.2815435461675274e-05,
+      "loss": 24.3438,
+      "step": 17866
+    },
+    {
+      "epoch": 0.8538182165726848,
+      "grad_norm": 366.68646240234375,
+      "learning_rate": 1.2814692889848382e-05,
+      "loss": 32.5312,
+      "step": 17867
+    },
+    {
+      "epoch": 0.853866004014145,
+      "grad_norm": 273.576416015625,
+      "learning_rate": 1.281395030116511e-05,
+      "loss": 30.6094,
+      "step": 17868
+    },
+    {
+      "epoch": 0.8539137914556054,
+      "grad_norm": 327.4662170410156,
+      "learning_rate": 1.2813207695629908e-05,
+      "loss": 23.6875,
+      "step": 17869
+    },
+    {
+      "epoch": 0.8539615788970658,
+      "grad_norm": 203.17172241210938,
+      "learning_rate": 1.2812465073247217e-05,
+      "loss": 24.9531,
+      "step": 17870
+    },
+    {
+      "epoch": 0.8540093663385262,
+      "grad_norm": 334.9458312988281,
+      "learning_rate": 1.2811722434021495e-05,
+      "loss": 40.1719,
+      "step": 17871
+    },
+    {
+      "epoch": 0.8540571537799866,
+      "grad_norm": 251.0765838623047,
+      "learning_rate": 1.2810979777957182e-05,
+      "loss": 33.0938,
+      "step": 17872
+    },
+    {
+      "epoch": 0.854104941221447,
+      "grad_norm": 312.9560546875,
+      "learning_rate": 1.2810237105058726e-05,
+      "loss": 36.4688,
+      "step": 17873
+    },
+    {
+      "epoch": 0.8541527286629074,
+      "grad_norm": 202.87454223632812,
+      "learning_rate": 1.2809494415330576e-05,
+      "loss": 20.0312,
+      "step": 17874
+    },
+    {
+      "epoch": 0.8542005161043678,
+      "grad_norm": 204.88369750976562,
+      "learning_rate": 1.2808751708777178e-05,
+      "loss": 29.0469,
+      "step": 17875
+    },
+    {
+      "epoch": 0.8542483035458281,
+      "grad_norm": 172.97532653808594,
+      "learning_rate": 1.2808008985402986e-05,
+      "loss": 28.5312,
+      "step": 17876
+    },
+    {
+      "epoch": 0.8542960909872885,
+      "grad_norm": 388.2259216308594,
+      "learning_rate": 1.2807266245212439e-05,
+      "loss": 27.8281,
+      "step": 17877
+    },
+    {
+      "epoch": 0.8543438784287489,
+      "grad_norm": 214.33592224121094,
+      "learning_rate": 1.2806523488209994e-05,
+      "loss": 27.8672,
+      "step": 17878
+    },
+    {
+      "epoch": 0.8543916658702093,
+      "grad_norm": 213.78170776367188,
+      "learning_rate": 1.280578071440009e-05,
+      "loss": 28.1562,
+      "step": 17879
+    },
+    {
+      "epoch": 0.8544394533116697,
+      "grad_norm": 235.23345947265625,
+      "learning_rate": 1.2805037923787185e-05,
+      "loss": 26.125,
+      "step": 17880
+    },
+    {
+      "epoch": 0.8544872407531301,
+      "grad_norm": 157.71554565429688,
+      "learning_rate": 1.2804295116375718e-05,
+      "loss": 25.5156,
+      "step": 17881
+    },
+    {
+      "epoch": 0.8545350281945905,
+      "grad_norm": 119.36673736572266,
+      "learning_rate": 1.2803552292170145e-05,
+      "loss": 19.8594,
+      "step": 17882
+    },
+    {
+      "epoch": 0.8545828156360509,
+      "grad_norm": 185.16136169433594,
+      "learning_rate": 1.2802809451174912e-05,
+      "loss": 21.8438,
+      "step": 17883
+    },
+    {
+      "epoch": 0.8546306030775113,
+      "grad_norm": 257.66436767578125,
+      "learning_rate": 1.2802066593394465e-05,
+      "loss": 31.2188,
+      "step": 17884
+    },
+    {
+      "epoch": 0.8546783905189717,
+      "grad_norm": 243.28726196289062,
+      "learning_rate": 1.2801323718833252e-05,
+      "loss": 25.9688,
+      "step": 17885
+    },
+    {
+      "epoch": 0.854726177960432,
+      "grad_norm": 270.5487365722656,
+      "learning_rate": 1.280058082749573e-05,
+      "loss": 28.6875,
+      "step": 17886
+    },
+    {
+      "epoch": 0.8547739654018924,
+      "grad_norm": 409.68609619140625,
+      "learning_rate": 1.279983791938634e-05,
+      "loss": 26.7656,
+      "step": 17887
+    },
+    {
+      "epoch": 0.8548217528433528,
+      "grad_norm": 223.5108642578125,
+      "learning_rate": 1.2799094994509531e-05,
+      "loss": 24.75,
+      "step": 17888
+    },
+    {
+      "epoch": 0.8548695402848131,
+      "grad_norm": 200.7019500732422,
+      "learning_rate": 1.279835205286976e-05,
+      "loss": 26.7969,
+      "step": 17889
+    },
+    {
+      "epoch": 0.8549173277262735,
+      "grad_norm": 225.76303100585938,
+      "learning_rate": 1.2797609094471466e-05,
+      "loss": 25.0,
+      "step": 17890
+    },
+    {
+      "epoch": 0.8549651151677339,
+      "grad_norm": 160.43829345703125,
+      "learning_rate": 1.2796866119319108e-05,
+      "loss": 25.625,
+      "step": 17891
+    },
+    {
+      "epoch": 0.8550129026091943,
+      "grad_norm": 220.26931762695312,
+      "learning_rate": 1.2796123127417129e-05,
+      "loss": 29.0625,
+      "step": 17892
+    },
+    {
+      "epoch": 0.8550606900506547,
+      "grad_norm": 227.05873107910156,
+      "learning_rate": 1.279538011876998e-05,
+      "loss": 25.5938,
+      "step": 17893
+    },
+    {
+      "epoch": 0.855108477492115,
+      "grad_norm": 212.25100708007812,
+      "learning_rate": 1.279463709338211e-05,
+      "loss": 26.1719,
+      "step": 17894
+    },
+    {
+      "epoch": 0.8551562649335754,
+      "grad_norm": 430.7182312011719,
+      "learning_rate": 1.2793894051257972e-05,
+      "loss": 27.0781,
+      "step": 17895
+    },
+    {
+      "epoch": 0.8552040523750358,
+      "grad_norm": 152.1884307861328,
+      "learning_rate": 1.2793150992402015e-05,
+      "loss": 23.8594,
+      "step": 17896
+    },
+    {
+      "epoch": 0.8552518398164962,
+      "grad_norm": 181.693603515625,
+      "learning_rate": 1.2792407916818683e-05,
+      "loss": 25.4219,
+      "step": 17897
+    },
+    {
+      "epoch": 0.8552996272579566,
+      "grad_norm": 351.431884765625,
+      "learning_rate": 1.2791664824512435e-05,
+      "loss": 42.9062,
+      "step": 17898
+    },
+    {
+      "epoch": 0.855347414699417,
+      "grad_norm": 194.13841247558594,
+      "learning_rate": 1.2790921715487715e-05,
+      "loss": 24.6719,
+      "step": 17899
+    },
+    {
+      "epoch": 0.8553952021408774,
+      "grad_norm": 297.7143249511719,
+      "learning_rate": 1.2790178589748976e-05,
+      "loss": 31.25,
+      "step": 17900
+    },
+    {
+      "epoch": 0.8554429895823378,
+      "grad_norm": 353.903564453125,
+      "learning_rate": 1.2789435447300666e-05,
+      "loss": 27.9375,
+      "step": 17901
+    },
+    {
+      "epoch": 0.8554907770237982,
+      "grad_norm": 344.51416015625,
+      "learning_rate": 1.2788692288147239e-05,
+      "loss": 19.0938,
+      "step": 17902
+    },
+    {
+      "epoch": 0.8555385644652586,
+      "grad_norm": 825.1062622070312,
+      "learning_rate": 1.2787949112293144e-05,
+      "loss": 22.5938,
+      "step": 17903
+    },
+    {
+      "epoch": 0.855586351906719,
+      "grad_norm": 156.0243377685547,
+      "learning_rate": 1.2787205919742829e-05,
+      "loss": 20.7969,
+      "step": 17904
+    },
+    {
+      "epoch": 0.8556341393481793,
+      "grad_norm": 404.89654541015625,
+      "learning_rate": 1.2786462710500746e-05,
+      "loss": 30.0625,
+      "step": 17905
+    },
+    {
+      "epoch": 0.8556819267896397,
+      "grad_norm": 131.1730499267578,
+      "learning_rate": 1.2785719484571351e-05,
+      "loss": 17.3438,
+      "step": 17906
+    },
+    {
+      "epoch": 0.8557297142311001,
+      "grad_norm": 128.18751525878906,
+      "learning_rate": 1.2784976241959086e-05,
+      "loss": 16.3906,
+      "step": 17907
+    },
+    {
+      "epoch": 0.8557775016725605,
+      "grad_norm": 244.95094299316406,
+      "learning_rate": 1.2784232982668412e-05,
+      "loss": 38.625,
+      "step": 17908
+    },
+    {
+      "epoch": 0.8558252891140208,
+      "grad_norm": 411.9242858886719,
+      "learning_rate": 1.2783489706703773e-05,
+      "loss": 21.4531,
+      "step": 17909
+    },
+    {
+      "epoch": 0.8558730765554812,
+      "grad_norm": 679.62109375,
+      "learning_rate": 1.2782746414069621e-05,
+      "loss": 29.9688,
+      "step": 17910
+    },
+    {
+      "epoch": 0.8559208639969416,
+      "grad_norm": 373.1098937988281,
+      "learning_rate": 1.278200310477041e-05,
+      "loss": 26.3906,
+      "step": 17911
+    },
+    {
+      "epoch": 0.855968651438402,
+      "grad_norm": 215.98133850097656,
+      "learning_rate": 1.2781259778810591e-05,
+      "loss": 26.1562,
+      "step": 17912
+    },
+    {
+      "epoch": 0.8560164388798623,
+      "grad_norm": 254.80328369140625,
+      "learning_rate": 1.2780516436194615e-05,
+      "loss": 23.0,
+      "step": 17913
+    },
+    {
+      "epoch": 0.8560642263213227,
+      "grad_norm": 277.1678161621094,
+      "learning_rate": 1.277977307692693e-05,
+      "loss": 30.2812,
+      "step": 17914
+    },
+    {
+      "epoch": 0.8561120137627831,
+      "grad_norm": 266.88397216796875,
+      "learning_rate": 1.2779029701011994e-05,
+      "loss": 29.3125,
+      "step": 17915
+    },
+    {
+      "epoch": 0.8561598012042435,
+      "grad_norm": 188.93270874023438,
+      "learning_rate": 1.2778286308454255e-05,
+      "loss": 40.8125,
+      "step": 17916
+    },
+    {
+      "epoch": 0.8562075886457039,
+      "grad_norm": 337.818115234375,
+      "learning_rate": 1.2777542899258169e-05,
+      "loss": 29.3125,
+      "step": 17917
+    },
+    {
+      "epoch": 0.8562553760871643,
+      "grad_norm": 428.9577941894531,
+      "learning_rate": 1.2776799473428181e-05,
+      "loss": 24.7031,
+      "step": 17918
+    },
+    {
+      "epoch": 0.8563031635286247,
+      "grad_norm": 163.30783081054688,
+      "learning_rate": 1.2776056030968749e-05,
+      "loss": 22.1562,
+      "step": 17919
+    },
+    {
+      "epoch": 0.8563509509700851,
+      "grad_norm": 336.6308288574219,
+      "learning_rate": 1.2775312571884324e-05,
+      "loss": 31.0469,
+      "step": 17920
+    },
+    {
+      "epoch": 0.8563987384115455,
+      "grad_norm": 172.26019287109375,
+      "learning_rate": 1.2774569096179354e-05,
+      "loss": 24.3438,
+      "step": 17921
+    },
+    {
+      "epoch": 0.8564465258530058,
+      "grad_norm": 387.69415283203125,
+      "learning_rate": 1.27738256038583e-05,
+      "loss": 41.5,
+      "step": 17922
+    },
+    {
+      "epoch": 0.8564943132944662,
+      "grad_norm": 277.20123291015625,
+      "learning_rate": 1.2773082094925606e-05,
+      "loss": 30.6562,
+      "step": 17923
+    },
+    {
+      "epoch": 0.8565421007359266,
+      "grad_norm": 155.74090576171875,
+      "learning_rate": 1.2772338569385732e-05,
+      "loss": 23.3438,
+      "step": 17924
+    },
+    {
+      "epoch": 0.856589888177387,
+      "grad_norm": 231.6206817626953,
+      "learning_rate": 1.2771595027243124e-05,
+      "loss": 29.3438,
+      "step": 17925
+    },
+    {
+      "epoch": 0.8566376756188474,
+      "grad_norm": 532.2300415039062,
+      "learning_rate": 1.2770851468502242e-05,
+      "loss": 28.625,
+      "step": 17926
+    },
+    {
+      "epoch": 0.8566854630603078,
+      "grad_norm": 164.41195678710938,
+      "learning_rate": 1.2770107893167531e-05,
+      "loss": 19.75,
+      "step": 17927
+    },
+    {
+      "epoch": 0.8567332505017682,
+      "grad_norm": 286.6324768066406,
+      "learning_rate": 1.2769364301243453e-05,
+      "loss": 27.7188,
+      "step": 17928
+    },
+    {
+      "epoch": 0.8567810379432286,
+      "grad_norm": 229.908935546875,
+      "learning_rate": 1.276862069273445e-05,
+      "loss": 31.3906,
+      "step": 17929
+    },
+    {
+      "epoch": 0.8568288253846889,
+      "grad_norm": 230.53611755371094,
+      "learning_rate": 1.2767877067644987e-05,
+      "loss": 25.7188,
+      "step": 17930
+    },
+    {
+      "epoch": 0.8568766128261492,
+      "grad_norm": 186.00999450683594,
+      "learning_rate": 1.2767133425979507e-05,
+      "loss": 21.0781,
+      "step": 17931
+    },
+    {
+      "epoch": 0.8569244002676096,
+      "grad_norm": 208.03465270996094,
+      "learning_rate": 1.2766389767742473e-05,
+      "loss": 31.6562,
+      "step": 17932
+    },
+    {
+      "epoch": 0.85697218770907,
+      "grad_norm": 355.06634521484375,
+      "learning_rate": 1.2765646092938333e-05,
+      "loss": 24.7812,
+      "step": 17933
+    },
+    {
+      "epoch": 0.8570199751505304,
+      "grad_norm": 265.06158447265625,
+      "learning_rate": 1.2764902401571542e-05,
+      "loss": 20.1719,
+      "step": 17934
+    },
+    {
+      "epoch": 0.8570677625919908,
+      "grad_norm": 222.2670440673828,
+      "learning_rate": 1.2764158693646552e-05,
+      "loss": 25.7188,
+      "step": 17935
+    },
+    {
+      "epoch": 0.8571155500334512,
+      "grad_norm": 243.5861358642578,
+      "learning_rate": 1.2763414969167818e-05,
+      "loss": 26.125,
+      "step": 17936
+    },
+    {
+      "epoch": 0.8571633374749116,
+      "grad_norm": 196.4882049560547,
+      "learning_rate": 1.2762671228139794e-05,
+      "loss": 16.0469,
+      "step": 17937
+    },
+    {
+      "epoch": 0.857211124916372,
+      "grad_norm": 215.29359436035156,
+      "learning_rate": 1.2761927470566932e-05,
+      "loss": 24.0781,
+      "step": 17938
+    },
+    {
+      "epoch": 0.8572589123578324,
+      "grad_norm": 183.84349060058594,
+      "learning_rate": 1.2761183696453694e-05,
+      "loss": 20.2344,
+      "step": 17939
+    },
+    {
+      "epoch": 0.8573066997992927,
+      "grad_norm": 190.1081085205078,
+      "learning_rate": 1.2760439905804522e-05,
+      "loss": 23.5312,
+      "step": 17940
+    },
+    {
+      "epoch": 0.8573544872407531,
+      "grad_norm": 185.4315185546875,
+      "learning_rate": 1.2759696098623881e-05,
+      "loss": 19.4531,
+      "step": 17941
+    },
+    {
+      "epoch": 0.8574022746822135,
+      "grad_norm": 143.0941162109375,
+      "learning_rate": 1.2758952274916222e-05,
+      "loss": 24.7344,
+      "step": 17942
+    },
+    {
+      "epoch": 0.8574500621236739,
+      "grad_norm": 566.5657348632812,
+      "learning_rate": 1.2758208434685997e-05,
+      "loss": 37.875,
+      "step": 17943
+    },
+    {
+      "epoch": 0.8574978495651343,
+      "grad_norm": 352.8210754394531,
+      "learning_rate": 1.2757464577937662e-05,
+      "loss": 36.5,
+      "step": 17944
+    },
+    {
+      "epoch": 0.8575456370065947,
+      "grad_norm": 542.0441284179688,
+      "learning_rate": 1.2756720704675673e-05,
+      "loss": 26.9219,
+      "step": 17945
+    },
+    {
+      "epoch": 0.8575934244480551,
+      "grad_norm": 261.0493469238281,
+      "learning_rate": 1.2755976814904485e-05,
+      "loss": 26.4062,
+      "step": 17946
+    },
+    {
+      "epoch": 0.8576412118895155,
+      "grad_norm": 429.7922058105469,
+      "learning_rate": 1.275523290862855e-05,
+      "loss": 30.4375,
+      "step": 17947
+    },
+    {
+      "epoch": 0.8576889993309759,
+      "grad_norm": 151.8987579345703,
+      "learning_rate": 1.2754488985852328e-05,
+      "loss": 24.4062,
+      "step": 17948
+    },
+    {
+      "epoch": 0.8577367867724363,
+      "grad_norm": 373.3667907714844,
+      "learning_rate": 1.2753745046580272e-05,
+      "loss": 30.625,
+      "step": 17949
+    },
+    {
+      "epoch": 0.8577845742138965,
+      "grad_norm": 580.5476684570312,
+      "learning_rate": 1.2753001090816832e-05,
+      "loss": 21.75,
+      "step": 17950
+    },
+    {
+      "epoch": 0.8578323616553569,
+      "grad_norm": 256.9781799316406,
+      "learning_rate": 1.2752257118566471e-05,
+      "loss": 18.4844,
+      "step": 17951
+    },
+    {
+      "epoch": 0.8578801490968173,
+      "grad_norm": 224.40492248535156,
+      "learning_rate": 1.275151312983364e-05,
+      "loss": 30.625,
+      "step": 17952
+    },
+    {
+      "epoch": 0.8579279365382777,
+      "grad_norm": 183.0312957763672,
+      "learning_rate": 1.2750769124622797e-05,
+      "loss": 25.0312,
+      "step": 17953
+    },
+    {
+      "epoch": 0.8579757239797381,
+      "grad_norm": 306.02740478515625,
+      "learning_rate": 1.2750025102938394e-05,
+      "loss": 28.125,
+      "step": 17954
+    },
+    {
+      "epoch": 0.8580235114211985,
+      "grad_norm": 232.34446716308594,
+      "learning_rate": 1.2749281064784891e-05,
+      "loss": 28.4688,
+      "step": 17955
+    },
+    {
+      "epoch": 0.8580712988626589,
+      "grad_norm": 348.4522399902344,
+      "learning_rate": 1.2748537010166745e-05,
+      "loss": 25.3594,
+      "step": 17956
+    },
+    {
+      "epoch": 0.8581190863041193,
+      "grad_norm": 261.5939025878906,
+      "learning_rate": 1.2747792939088403e-05,
+      "loss": 31.5,
+      "step": 17957
+    },
+    {
+      "epoch": 0.8581668737455797,
+      "grad_norm": 289.6614990234375,
+      "learning_rate": 1.274704885155433e-05,
+      "loss": 28.7812,
+      "step": 17958
+    },
+    {
+      "epoch": 0.85821466118704,
+      "grad_norm": 433.24072265625,
+      "learning_rate": 1.2746304747568978e-05,
+      "loss": 31.0938,
+      "step": 17959
+    },
+    {
+      "epoch": 0.8582624486285004,
+      "grad_norm": 165.94802856445312,
+      "learning_rate": 1.2745560627136803e-05,
+      "loss": 22.1875,
+      "step": 17960
+    },
+    {
+      "epoch": 0.8583102360699608,
+      "grad_norm": 387.67608642578125,
+      "learning_rate": 1.2744816490262266e-05,
+      "loss": 27.5312,
+      "step": 17961
+    },
+    {
+      "epoch": 0.8583580235114212,
+      "grad_norm": 249.15455627441406,
+      "learning_rate": 1.2744072336949817e-05,
+      "loss": 36.5938,
+      "step": 17962
+    },
+    {
+      "epoch": 0.8584058109528816,
+      "grad_norm": 448.5146789550781,
+      "learning_rate": 1.274332816720392e-05,
+      "loss": 22.7344,
+      "step": 17963
+    },
+    {
+      "epoch": 0.858453598394342,
+      "grad_norm": 387.31170654296875,
+      "learning_rate": 1.274258398102902e-05,
+      "loss": 19.625,
+      "step": 17964
+    },
+    {
+      "epoch": 0.8585013858358024,
+      "grad_norm": 318.0466613769531,
+      "learning_rate": 1.2741839778429586e-05,
+      "loss": 27.2188,
+      "step": 17965
+    },
+    {
+      "epoch": 0.8585491732772628,
+      "grad_norm": 197.3834686279297,
+      "learning_rate": 1.2741095559410071e-05,
+      "loss": 25.0,
+      "step": 17966
+    },
+    {
+      "epoch": 0.8585969607187232,
+      "grad_norm": 333.780517578125,
+      "learning_rate": 1.2740351323974929e-05,
+      "loss": 29.7812,
+      "step": 17967
+    },
+    {
+      "epoch": 0.8586447481601835,
+      "grad_norm": 158.44305419921875,
+      "learning_rate": 1.2739607072128615e-05,
+      "loss": 20.0312,
+      "step": 17968
+    },
+    {
+      "epoch": 0.8586925356016439,
+      "grad_norm": 322.25567626953125,
+      "learning_rate": 1.2738862803875594e-05,
+      "loss": 33.875,
+      "step": 17969
+    },
+    {
+      "epoch": 0.8587403230431043,
+      "grad_norm": 423.89141845703125,
+      "learning_rate": 1.2738118519220318e-05,
+      "loss": 38.4375,
+      "step": 17970
+    },
+    {
+      "epoch": 0.8587881104845646,
+      "grad_norm": 219.15403747558594,
+      "learning_rate": 1.2737374218167244e-05,
+      "loss": 22.875,
+      "step": 17971
+    },
+    {
+      "epoch": 0.858835897926025,
+      "grad_norm": 312.26641845703125,
+      "learning_rate": 1.2736629900720832e-05,
+      "loss": 30.8125,
+      "step": 17972
+    },
+    {
+      "epoch": 0.8588836853674854,
+      "grad_norm": 163.53196716308594,
+      "learning_rate": 1.2735885566885535e-05,
+      "loss": 24.75,
+      "step": 17973
+    },
+    {
+      "epoch": 0.8589314728089458,
+      "grad_norm": 361.17559814453125,
+      "learning_rate": 1.2735141216665819e-05,
+      "loss": 32.8125,
+      "step": 17974
+    },
+    {
+      "epoch": 0.8589792602504062,
+      "grad_norm": 243.8843536376953,
+      "learning_rate": 1.273439685006613e-05,
+      "loss": 33.9375,
+      "step": 17975
+    },
+    {
+      "epoch": 0.8590270476918666,
+      "grad_norm": 189.62193298339844,
+      "learning_rate": 1.2733652467090939e-05,
+      "loss": 23.9844,
+      "step": 17976
+    },
+    {
+      "epoch": 0.8590748351333269,
+      "grad_norm": 247.8138885498047,
+      "learning_rate": 1.2732908067744689e-05,
+      "loss": 25.0,
+      "step": 17977
+    },
+    {
+      "epoch": 0.8591226225747873,
+      "grad_norm": 343.0085144042969,
+      "learning_rate": 1.2732163652031853e-05,
+      "loss": 32.875,
+      "step": 17978
+    },
+    {
+      "epoch": 0.8591704100162477,
+      "grad_norm": 445.47900390625,
+      "learning_rate": 1.2731419219956877e-05,
+      "loss": 22.2188,
+      "step": 17979
+    },
+    {
+      "epoch": 0.8592181974577081,
+      "grad_norm": 219.906982421875,
+      "learning_rate": 1.273067477152423e-05,
+      "loss": 25.1094,
+      "step": 17980
+    },
+    {
+      "epoch": 0.8592659848991685,
+      "grad_norm": 462.0215759277344,
+      "learning_rate": 1.2729930306738362e-05,
+      "loss": 35.1875,
+      "step": 17981
+    },
+    {
+      "epoch": 0.8593137723406289,
+      "grad_norm": 442.3378601074219,
+      "learning_rate": 1.2729185825603736e-05,
+      "loss": 21.1562,
+      "step": 17982
+    },
+    {
+      "epoch": 0.8593615597820893,
+      "grad_norm": 224.1148681640625,
+      "learning_rate": 1.2728441328124803e-05,
+      "loss": 33.125,
+      "step": 17983
+    },
+    {
+      "epoch": 0.8594093472235497,
+      "grad_norm": 403.4873962402344,
+      "learning_rate": 1.2727696814306034e-05,
+      "loss": 37.2188,
+      "step": 17984
+    },
+    {
+      "epoch": 0.8594571346650101,
+      "grad_norm": 312.911865234375,
+      "learning_rate": 1.2726952284151877e-05,
+      "loss": 30.5156,
+      "step": 17985
+    },
+    {
+      "epoch": 0.8595049221064704,
+      "grad_norm": 418.57672119140625,
+      "learning_rate": 1.2726207737666793e-05,
+      "loss": 51.8125,
+      "step": 17986
+    },
+    {
+      "epoch": 0.8595527095479308,
+      "grad_norm": 213.40023803710938,
+      "learning_rate": 1.2725463174855247e-05,
+      "loss": 16.8906,
+      "step": 17987
+    },
+    {
+      "epoch": 0.8596004969893912,
+      "grad_norm": 272.15655517578125,
+      "learning_rate": 1.2724718595721688e-05,
+      "loss": 21.1406,
+      "step": 17988
+    },
+    {
+      "epoch": 0.8596482844308516,
+      "grad_norm": 217.244140625,
+      "learning_rate": 1.2723974000270584e-05,
+      "loss": 23.8594,
+      "step": 17989
+    },
+    {
+      "epoch": 0.859696071872312,
+      "grad_norm": 291.5150146484375,
+      "learning_rate": 1.2723229388506391e-05,
+      "loss": 29.9062,
+      "step": 17990
+    },
+    {
+      "epoch": 0.8597438593137724,
+      "grad_norm": 295.3142395019531,
+      "learning_rate": 1.2722484760433566e-05,
+      "loss": 34.875,
+      "step": 17991
+    },
+    {
+      "epoch": 0.8597916467552327,
+      "grad_norm": 204.70066833496094,
+      "learning_rate": 1.2721740116056568e-05,
+      "loss": 20.7188,
+      "step": 17992
+    },
+    {
+      "epoch": 0.8598394341966931,
+      "grad_norm": 307.9614562988281,
+      "learning_rate": 1.2720995455379863e-05,
+      "loss": 28.625,
+      "step": 17993
+    },
+    {
+      "epoch": 0.8598872216381535,
+      "grad_norm": 216.63560485839844,
+      "learning_rate": 1.2720250778407907e-05,
+      "loss": 28.5938,
+      "step": 17994
+    },
+    {
+      "epoch": 0.8599350090796138,
+      "grad_norm": 630.965087890625,
+      "learning_rate": 1.2719506085145157e-05,
+      "loss": 31.3125,
+      "step": 17995
+    },
+    {
+      "epoch": 0.8599827965210742,
+      "grad_norm": 214.3529815673828,
+      "learning_rate": 1.2718761375596073e-05,
+      "loss": 26.5312,
+      "step": 17996
+    },
+    {
+      "epoch": 0.8600305839625346,
+      "grad_norm": 399.0037536621094,
+      "learning_rate": 1.2718016649765116e-05,
+      "loss": 28.4375,
+      "step": 17997
+    },
+    {
+      "epoch": 0.860078371403995,
+      "grad_norm": 483.66229248046875,
+      "learning_rate": 1.2717271907656752e-05,
+      "loss": 28.6562,
+      "step": 17998
+    },
+    {
+      "epoch": 0.8601261588454554,
+      "grad_norm": 318.7575988769531,
+      "learning_rate": 1.2716527149275433e-05,
+      "loss": 25.2188,
+      "step": 17999
+    },
+    {
+      "epoch": 0.8601739462869158,
+      "grad_norm": 100.03997039794922,
+      "learning_rate": 1.271578237462562e-05,
+      "loss": 19.1094,
+      "step": 18000
+    },
+    {
+      "epoch": 0.8602217337283762,
+      "grad_norm": 442.9471740722656,
+      "learning_rate": 1.2715037583711775e-05,
+      "loss": 37.1719,
+      "step": 18001
+    },
+    {
+      "epoch": 0.8602695211698366,
+      "grad_norm": 378.9115295410156,
+      "learning_rate": 1.271429277653836e-05,
+      "loss": 33.75,
+      "step": 18002
+    },
+    {
+      "epoch": 0.860317308611297,
+      "grad_norm": 280.1596374511719,
+      "learning_rate": 1.271354795310983e-05,
+      "loss": 30.375,
+      "step": 18003
+    },
+    {
+      "epoch": 0.8603650960527573,
+      "grad_norm": 215.32415771484375,
+      "learning_rate": 1.2712803113430654e-05,
+      "loss": 32.1875,
+      "step": 18004
+    },
+    {
+      "epoch": 0.8604128834942177,
+      "grad_norm": 137.59092712402344,
+      "learning_rate": 1.2712058257505287e-05,
+      "loss": 20.6094,
+      "step": 18005
+    },
+    {
+      "epoch": 0.8604606709356781,
+      "grad_norm": 246.50637817382812,
+      "learning_rate": 1.2711313385338187e-05,
+      "loss": 35.5312,
+      "step": 18006
+    },
+    {
+      "epoch": 0.8605084583771385,
+      "grad_norm": 130.70054626464844,
+      "learning_rate": 1.2710568496933822e-05,
+      "loss": 18.8594,
+      "step": 18007
+    },
+    {
+      "epoch": 0.8605562458185989,
+      "grad_norm": 619.4716186523438,
+      "learning_rate": 1.2709823592296646e-05,
+      "loss": 32.625,
+      "step": 18008
+    },
+    {
+      "epoch": 0.8606040332600593,
+      "grad_norm": 201.8169403076172,
+      "learning_rate": 1.2709078671431125e-05,
+      "loss": 21.9688,
+      "step": 18009
+    },
+    {
+      "epoch": 0.8606518207015197,
+      "grad_norm": 288.6363220214844,
+      "learning_rate": 1.2708333734341717e-05,
+      "loss": 29.2812,
+      "step": 18010
+    },
+    {
+      "epoch": 0.8606996081429801,
+      "grad_norm": 217.96205139160156,
+      "learning_rate": 1.270758878103289e-05,
+      "loss": 39.7812,
+      "step": 18011
+    },
+    {
+      "epoch": 0.8607473955844404,
+      "grad_norm": 387.4423522949219,
+      "learning_rate": 1.2706843811509093e-05,
+      "loss": 27.6875,
+      "step": 18012
+    },
+    {
+      "epoch": 0.8607951830259007,
+      "grad_norm": 290.5284423828125,
+      "learning_rate": 1.27060988257748e-05,
+      "loss": 30.6094,
+      "step": 18013
+    },
+    {
+      "epoch": 0.8608429704673611,
+      "grad_norm": 307.1496887207031,
+      "learning_rate": 1.2705353823834463e-05,
+      "loss": 29.1875,
+      "step": 18014
+    },
+    {
+      "epoch": 0.8608907579088215,
+      "grad_norm": 382.91326904296875,
+      "learning_rate": 1.270460880569255e-05,
+      "loss": 29.5781,
+      "step": 18015
+    },
+    {
+      "epoch": 0.8609385453502819,
+      "grad_norm": 182.65435791015625,
+      "learning_rate": 1.2703863771353517e-05,
+      "loss": 25.0312,
+      "step": 18016
+    },
+    {
+      "epoch": 0.8609863327917423,
+      "grad_norm": 201.83346557617188,
+      "learning_rate": 1.2703118720821833e-05,
+      "loss": 32.375,
+      "step": 18017
+    },
+    {
+      "epoch": 0.8610341202332027,
+      "grad_norm": 284.1264953613281,
+      "learning_rate": 1.2702373654101954e-05,
+      "loss": 24.7188,
+      "step": 18018
+    },
+    {
+      "epoch": 0.8610819076746631,
+      "grad_norm": 675.934326171875,
+      "learning_rate": 1.2701628571198344e-05,
+      "loss": 21.4531,
+      "step": 18019
+    },
+    {
+      "epoch": 0.8611296951161235,
+      "grad_norm": 474.52032470703125,
+      "learning_rate": 1.2700883472115464e-05,
+      "loss": 29.5312,
+      "step": 18020
+    },
+    {
+      "epoch": 0.8611774825575839,
+      "grad_norm": 262.19549560546875,
+      "learning_rate": 1.2700138356857777e-05,
+      "loss": 20.6094,
+      "step": 18021
+    },
+    {
+      "epoch": 0.8612252699990443,
+      "grad_norm": 305.3730163574219,
+      "learning_rate": 1.2699393225429747e-05,
+      "loss": 37.4375,
+      "step": 18022
+    },
+    {
+      "epoch": 0.8612730574405046,
+      "grad_norm": 239.54437255859375,
+      "learning_rate": 1.2698648077835831e-05,
+      "loss": 30.1875,
+      "step": 18023
+    },
+    {
+      "epoch": 0.861320844881965,
+      "grad_norm": 192.87750244140625,
+      "learning_rate": 1.2697902914080497e-05,
+      "loss": 22.3281,
+      "step": 18024
+    },
+    {
+      "epoch": 0.8613686323234254,
+      "grad_norm": 280.47845458984375,
+      "learning_rate": 1.2697157734168206e-05,
+      "loss": 36.7812,
+      "step": 18025
+    },
+    {
+      "epoch": 0.8614164197648858,
+      "grad_norm": 257.06158447265625,
+      "learning_rate": 1.2696412538103425e-05,
+      "loss": 26.6719,
+      "step": 18026
+    },
+    {
+      "epoch": 0.8614642072063462,
+      "grad_norm": 198.5865478515625,
+      "learning_rate": 1.2695667325890606e-05,
+      "loss": 27.9688,
+      "step": 18027
+    },
+    {
+      "epoch": 0.8615119946478066,
+      "grad_norm": 408.5882263183594,
+      "learning_rate": 1.269492209753422e-05,
+      "loss": 32.625,
+      "step": 18028
+    },
+    {
+      "epoch": 0.861559782089267,
+      "grad_norm": 592.0028076171875,
+      "learning_rate": 1.2694176853038728e-05,
+      "loss": 37.9062,
+      "step": 18029
+    },
+    {
+      "epoch": 0.8616075695307274,
+      "grad_norm": 264.8338623046875,
+      "learning_rate": 1.2693431592408593e-05,
+      "loss": 23.3438,
+      "step": 18030
+    },
+    {
+      "epoch": 0.8616553569721878,
+      "grad_norm": 251.63552856445312,
+      "learning_rate": 1.2692686315648281e-05,
+      "loss": 21.7188,
+      "step": 18031
+    },
+    {
+      "epoch": 0.8617031444136481,
+      "grad_norm": 176.1324920654297,
+      "learning_rate": 1.269194102276225e-05,
+      "loss": 17.7812,
+      "step": 18032
+    },
+    {
+      "epoch": 0.8617509318551084,
+      "grad_norm": 223.96575927734375,
+      "learning_rate": 1.2691195713754969e-05,
+      "loss": 21.3594,
+      "step": 18033
+    },
+    {
+      "epoch": 0.8617987192965688,
+      "grad_norm": 181.51004028320312,
+      "learning_rate": 1.2690450388630895e-05,
+      "loss": 21.3438,
+      "step": 18034
+    },
+    {
+      "epoch": 0.8618465067380292,
+      "grad_norm": 250.84722900390625,
+      "learning_rate": 1.2689705047394494e-05,
+      "loss": 33.25,
+      "step": 18035
+    },
+    {
+      "epoch": 0.8618942941794896,
+      "grad_norm": 292.108154296875,
+      "learning_rate": 1.2688959690050232e-05,
+      "loss": 28.0625,
+      "step": 18036
+    },
+    {
+      "epoch": 0.86194208162095,
+      "grad_norm": 233.5875701904297,
+      "learning_rate": 1.2688214316602569e-05,
+      "loss": 27.3125,
+      "step": 18037
+    },
+    {
+      "epoch": 0.8619898690624104,
+      "grad_norm": 189.84849548339844,
+      "learning_rate": 1.2687468927055972e-05,
+      "loss": 28.9531,
+      "step": 18038
+    },
+    {
+      "epoch": 0.8620376565038708,
+      "grad_norm": 341.46331787109375,
+      "learning_rate": 1.2686723521414908e-05,
+      "loss": 39.4375,
+      "step": 18039
+    },
+    {
+      "epoch": 0.8620854439453312,
+      "grad_norm": 163.29351806640625,
+      "learning_rate": 1.2685978099683831e-05,
+      "loss": 20.9062,
+      "step": 18040
+    },
+    {
+      "epoch": 0.8621332313867915,
+      "grad_norm": 236.60289001464844,
+      "learning_rate": 1.2685232661867214e-05,
+      "loss": 21.3125,
+      "step": 18041
+    },
+    {
+      "epoch": 0.8621810188282519,
+      "grad_norm": 112.38823699951172,
+      "learning_rate": 1.268448720796952e-05,
+      "loss": 22.6562,
+      "step": 18042
+    },
+    {
+      "epoch": 0.8622288062697123,
+      "grad_norm": 181.78195190429688,
+      "learning_rate": 1.2683741737995208e-05,
+      "loss": 25.25,
+      "step": 18043
+    },
+    {
+      "epoch": 0.8622765937111727,
+      "grad_norm": 303.2718200683594,
+      "learning_rate": 1.2682996251948748e-05,
+      "loss": 27.6562,
+      "step": 18044
+    },
+    {
+      "epoch": 0.8623243811526331,
+      "grad_norm": 206.44891357421875,
+      "learning_rate": 1.26822507498346e-05,
+      "loss": 33.3438,
+      "step": 18045
+    },
+    {
+      "epoch": 0.8623721685940935,
+      "grad_norm": 917.807861328125,
+      "learning_rate": 1.2681505231657234e-05,
+      "loss": 49.0938,
+      "step": 18046
+    },
+    {
+      "epoch": 0.8624199560355539,
+      "grad_norm": 285.4638366699219,
+      "learning_rate": 1.268075969742111e-05,
+      "loss": 25.4375,
+      "step": 18047
+    },
+    {
+      "epoch": 0.8624677434770143,
+      "grad_norm": 230.36883544921875,
+      "learning_rate": 1.2680014147130698e-05,
+      "loss": 36.0625,
+      "step": 18048
+    },
+    {
+      "epoch": 0.8625155309184747,
+      "grad_norm": 294.0378112792969,
+      "learning_rate": 1.2679268580790456e-05,
+      "loss": 26.0312,
+      "step": 18049
+    },
+    {
+      "epoch": 0.862563318359935,
+      "grad_norm": 245.13638305664062,
+      "learning_rate": 1.2678522998404854e-05,
+      "loss": 23.7656,
+      "step": 18050
+    },
+    {
+      "epoch": 0.8626111058013954,
+      "grad_norm": 271.76251220703125,
+      "learning_rate": 1.2677777399978353e-05,
+      "loss": 25.8438,
+      "step": 18051
+    },
+    {
+      "epoch": 0.8626588932428558,
+      "grad_norm": 177.71153259277344,
+      "learning_rate": 1.2677031785515423e-05,
+      "loss": 27.9844,
+      "step": 18052
+    },
+    {
+      "epoch": 0.8627066806843161,
+      "grad_norm": 246.66513061523438,
+      "learning_rate": 1.2676286155020525e-05,
+      "loss": 22.6562,
+      "step": 18053
+    },
+    {
+      "epoch": 0.8627544681257765,
+      "grad_norm": 176.01988220214844,
+      "learning_rate": 1.2675540508498127e-05,
+      "loss": 24.9062,
+      "step": 18054
+    },
+    {
+      "epoch": 0.8628022555672369,
+      "grad_norm": 228.91297912597656,
+      "learning_rate": 1.2674794845952695e-05,
+      "loss": 24.5625,
+      "step": 18055
+    },
+    {
+      "epoch": 0.8628500430086973,
+      "grad_norm": 292.7421875,
+      "learning_rate": 1.2674049167388693e-05,
+      "loss": 33.1094,
+      "step": 18056
+    },
+    {
+      "epoch": 0.8628978304501577,
+      "grad_norm": 282.50128173828125,
+      "learning_rate": 1.2673303472810587e-05,
+      "loss": 26.3906,
+      "step": 18057
+    },
+    {
+      "epoch": 0.862945617891618,
+      "grad_norm": 273.2399597167969,
+      "learning_rate": 1.2672557762222842e-05,
+      "loss": 28.3438,
+      "step": 18058
+    },
+    {
+      "epoch": 0.8629934053330784,
+      "grad_norm": 173.06710815429688,
+      "learning_rate": 1.2671812035629925e-05,
+      "loss": 23.375,
+      "step": 18059
+    },
+    {
+      "epoch": 0.8630411927745388,
+      "grad_norm": 251.05484008789062,
+      "learning_rate": 1.2671066293036298e-05,
+      "loss": 31.875,
+      "step": 18060
+    },
+    {
+      "epoch": 0.8630889802159992,
+      "grad_norm": 182.7122344970703,
+      "learning_rate": 1.2670320534446437e-05,
+      "loss": 20.125,
+      "step": 18061
+    },
+    {
+      "epoch": 0.8631367676574596,
+      "grad_norm": 318.1290588378906,
+      "learning_rate": 1.2669574759864795e-05,
+      "loss": 22.9375,
+      "step": 18062
+    },
+    {
+      "epoch": 0.86318455509892,
+      "grad_norm": 363.12762451171875,
+      "learning_rate": 1.266882896929585e-05,
+      "loss": 27.0312,
+      "step": 18063
+    },
+    {
+      "epoch": 0.8632323425403804,
+      "grad_norm": 303.507568359375,
+      "learning_rate": 1.2668083162744062e-05,
+      "loss": 31.5,
+      "step": 18064
+    },
+    {
+      "epoch": 0.8632801299818408,
+      "grad_norm": 534.5203857421875,
+      "learning_rate": 1.2667337340213898e-05,
+      "loss": 30.8125,
+      "step": 18065
+    },
+    {
+      "epoch": 0.8633279174233012,
+      "grad_norm": 449.880859375,
+      "learning_rate": 1.2666591501709826e-05,
+      "loss": 31.75,
+      "step": 18066
+    },
+    {
+      "epoch": 0.8633757048647616,
+      "grad_norm": 123.86980438232422,
+      "learning_rate": 1.266584564723631e-05,
+      "loss": 22.2344,
+      "step": 18067
+    },
+    {
+      "epoch": 0.863423492306222,
+      "grad_norm": 285.63671875,
+      "learning_rate": 1.2665099776797823e-05,
+      "loss": 27.5,
+      "step": 18068
+    },
+    {
+      "epoch": 0.8634712797476823,
+      "grad_norm": 162.94107055664062,
+      "learning_rate": 1.2664353890398822e-05,
+      "loss": 26.2812,
+      "step": 18069
+    },
+    {
+      "epoch": 0.8635190671891427,
+      "grad_norm": 1034.9769287109375,
+      "learning_rate": 1.266360798804378e-05,
+      "loss": 30.4375,
+      "step": 18070
+    },
+    {
+      "epoch": 0.8635668546306031,
+      "grad_norm": 205.06048583984375,
+      "learning_rate": 1.2662862069737162e-05,
+      "loss": 23.5469,
+      "step": 18071
+    },
+    {
+      "epoch": 0.8636146420720635,
+      "grad_norm": 268.0508728027344,
+      "learning_rate": 1.266211613548344e-05,
+      "loss": 28.25,
+      "step": 18072
+    },
+    {
+      "epoch": 0.8636624295135239,
+      "grad_norm": 272.5834655761719,
+      "learning_rate": 1.2661370185287075e-05,
+      "loss": 25.8906,
+      "step": 18073
+    },
+    {
+      "epoch": 0.8637102169549842,
+      "grad_norm": 216.73486328125,
+      "learning_rate": 1.2660624219152537e-05,
+      "loss": 22.5625,
+      "step": 18074
+    },
+    {
+      "epoch": 0.8637580043964446,
+      "grad_norm": 442.4090881347656,
+      "learning_rate": 1.2659878237084294e-05,
+      "loss": 39.2188,
+      "step": 18075
+    },
+    {
+      "epoch": 0.863805791837905,
+      "grad_norm": 274.7032775878906,
+      "learning_rate": 1.2659132239086813e-05,
+      "loss": 31.2188,
+      "step": 18076
+    },
+    {
+      "epoch": 0.8638535792793653,
+      "grad_norm": 189.22073364257812,
+      "learning_rate": 1.2658386225164558e-05,
+      "loss": 25.9375,
+      "step": 18077
+    },
+    {
+      "epoch": 0.8639013667208257,
+      "grad_norm": 267.23077392578125,
+      "learning_rate": 1.2657640195322003e-05,
+      "loss": 25.4688,
+      "step": 18078
+    },
+    {
+      "epoch": 0.8639491541622861,
+      "grad_norm": 169.51962280273438,
+      "learning_rate": 1.2656894149563612e-05,
+      "loss": 34.8438,
+      "step": 18079
+    },
+    {
+      "epoch": 0.8639969416037465,
+      "grad_norm": 211.26687622070312,
+      "learning_rate": 1.2656148087893851e-05,
+      "loss": 29.0625,
+      "step": 18080
+    },
+    {
+      "epoch": 0.8640447290452069,
+      "grad_norm": 181.13809204101562,
+      "learning_rate": 1.2655402010317193e-05,
+      "loss": 23.9688,
+      "step": 18081
+    },
+    {
+      "epoch": 0.8640925164866673,
+      "grad_norm": 179.82974243164062,
+      "learning_rate": 1.2654655916838103e-05,
+      "loss": 20.3906,
+      "step": 18082
+    },
+    {
+      "epoch": 0.8641403039281277,
+      "grad_norm": 247.2927703857422,
+      "learning_rate": 1.2653909807461049e-05,
+      "loss": 27.1875,
+      "step": 18083
+    },
+    {
+      "epoch": 0.8641880913695881,
+      "grad_norm": 475.8829345703125,
+      "learning_rate": 1.26531636821905e-05,
+      "loss": 40.5,
+      "step": 18084
+    },
+    {
+      "epoch": 0.8642358788110485,
+      "grad_norm": 259.2176208496094,
+      "learning_rate": 1.2652417541030924e-05,
+      "loss": 40.6562,
+      "step": 18085
+    },
+    {
+      "epoch": 0.8642836662525089,
+      "grad_norm": 190.17333984375,
+      "learning_rate": 1.2651671383986788e-05,
+      "loss": 31.25,
+      "step": 18086
+    },
+    {
+      "epoch": 0.8643314536939692,
+      "grad_norm": 400.3239440917969,
+      "learning_rate": 1.2650925211062563e-05,
+      "loss": 17.8125,
+      "step": 18087
+    },
+    {
+      "epoch": 0.8643792411354296,
+      "grad_norm": 395.1119079589844,
+      "learning_rate": 1.2650179022262717e-05,
+      "loss": 32.25,
+      "step": 18088
+    },
+    {
+      "epoch": 0.86442702857689,
+      "grad_norm": 318.04986572265625,
+      "learning_rate": 1.2649432817591717e-05,
+      "loss": 25.0938,
+      "step": 18089
+    },
+    {
+      "epoch": 0.8644748160183504,
+      "grad_norm": 344.7236328125,
+      "learning_rate": 1.2648686597054036e-05,
+      "loss": 19.5781,
+      "step": 18090
+    },
+    {
+      "epoch": 0.8645226034598108,
+      "grad_norm": 316.0961608886719,
+      "learning_rate": 1.2647940360654138e-05,
+      "loss": 37.8125,
+      "step": 18091
+    },
+    {
+      "epoch": 0.8645703909012712,
+      "grad_norm": 405.52313232421875,
+      "learning_rate": 1.2647194108396494e-05,
+      "loss": 25.1406,
+      "step": 18092
+    },
+    {
+      "epoch": 0.8646181783427316,
+      "grad_norm": 217.74790954589844,
+      "learning_rate": 1.2646447840285574e-05,
+      "loss": 29.1094,
+      "step": 18093
+    },
+    {
+      "epoch": 0.8646659657841919,
+      "grad_norm": 237.81558227539062,
+      "learning_rate": 1.2645701556325847e-05,
+      "loss": 21.0625,
+      "step": 18094
+    },
+    {
+      "epoch": 0.8647137532256522,
+      "grad_norm": 163.189208984375,
+      "learning_rate": 1.2644955256521779e-05,
+      "loss": 25.9062,
+      "step": 18095
+    },
+    {
+      "epoch": 0.8647615406671126,
+      "grad_norm": 312.54443359375,
+      "learning_rate": 1.2644208940877842e-05,
+      "loss": 34.375,
+      "step": 18096
+    },
+    {
+      "epoch": 0.864809328108573,
+      "grad_norm": 444.09527587890625,
+      "learning_rate": 1.2643462609398509e-05,
+      "loss": 40.875,
+      "step": 18097
+    },
+    {
+      "epoch": 0.8648571155500334,
+      "grad_norm": 231.86441040039062,
+      "learning_rate": 1.2642716262088244e-05,
+      "loss": 23.9688,
+      "step": 18098
+    },
+    {
+      "epoch": 0.8649049029914938,
+      "grad_norm": 273.5782165527344,
+      "learning_rate": 1.2641969898951515e-05,
+      "loss": 22.7969,
+      "step": 18099
+    },
+    {
+      "epoch": 0.8649526904329542,
+      "grad_norm": 146.46408081054688,
+      "learning_rate": 1.26412235199928e-05,
+      "loss": 24.9219,
+      "step": 18100
+    },
+    {
+      "epoch": 0.8650004778744146,
+      "grad_norm": 200.44573974609375,
+      "learning_rate": 1.2640477125216561e-05,
+      "loss": 21.0,
+      "step": 18101
+    },
+    {
+      "epoch": 0.865048265315875,
+      "grad_norm": 279.8478088378906,
+      "learning_rate": 1.2639730714627277e-05,
+      "loss": 32.6562,
+      "step": 18102
+    },
+    {
+      "epoch": 0.8650960527573354,
+      "grad_norm": 146.4683074951172,
+      "learning_rate": 1.2638984288229408e-05,
+      "loss": 21.0625,
+      "step": 18103
+    },
+    {
+      "epoch": 0.8651438401987958,
+      "grad_norm": 257.16644287109375,
+      "learning_rate": 1.2638237846027428e-05,
+      "loss": 30.5625,
+      "step": 18104
+    },
+    {
+      "epoch": 0.8651916276402561,
+      "grad_norm": 421.696533203125,
+      "learning_rate": 1.263749138802581e-05,
+      "loss": 30.875,
+      "step": 18105
+    },
+    {
+      "epoch": 0.8652394150817165,
+      "grad_norm": 487.29290771484375,
+      "learning_rate": 1.2636744914229015e-05,
+      "loss": 34.6875,
+      "step": 18106
+    },
+    {
+      "epoch": 0.8652872025231769,
+      "grad_norm": 250.76190185546875,
+      "learning_rate": 1.2635998424641528e-05,
+      "loss": 25.6719,
+      "step": 18107
+    },
+    {
+      "epoch": 0.8653349899646373,
+      "grad_norm": 397.3199157714844,
+      "learning_rate": 1.2635251919267809e-05,
+      "loss": 28.125,
+      "step": 18108
+    },
+    {
+      "epoch": 0.8653827774060977,
+      "grad_norm": 325.5527038574219,
+      "learning_rate": 1.263450539811233e-05,
+      "loss": 38.375,
+      "step": 18109
+    },
+    {
+      "epoch": 0.8654305648475581,
+      "grad_norm": 480.13201904296875,
+      "learning_rate": 1.2633758861179564e-05,
+      "loss": 30.2344,
+      "step": 18110
+    },
+    {
+      "epoch": 0.8654783522890185,
+      "grad_norm": 221.4849853515625,
+      "learning_rate": 1.2633012308473982e-05,
+      "loss": 21.2188,
+      "step": 18111
+    },
+    {
+      "epoch": 0.8655261397304789,
+      "grad_norm": 265.17926025390625,
+      "learning_rate": 1.2632265740000053e-05,
+      "loss": 30.4688,
+      "step": 18112
+    },
+    {
+      "epoch": 0.8655739271719393,
+      "grad_norm": 126.11534118652344,
+      "learning_rate": 1.2631519155762249e-05,
+      "loss": 17.2812,
+      "step": 18113
+    },
+    {
+      "epoch": 0.8656217146133997,
+      "grad_norm": 190.0585479736328,
+      "learning_rate": 1.2630772555765043e-05,
+      "loss": 27.625,
+      "step": 18114
+    },
+    {
+      "epoch": 0.8656695020548599,
+      "grad_norm": 173.68467712402344,
+      "learning_rate": 1.2630025940012902e-05,
+      "loss": 39.1875,
+      "step": 18115
+    },
+    {
+      "epoch": 0.8657172894963203,
+      "grad_norm": 220.68736267089844,
+      "learning_rate": 1.2629279308510301e-05,
+      "loss": 28.3125,
+      "step": 18116
+    },
+    {
+      "epoch": 0.8657650769377807,
+      "grad_norm": 223.84567260742188,
+      "learning_rate": 1.2628532661261705e-05,
+      "loss": 20.0625,
+      "step": 18117
+    },
+    {
+      "epoch": 0.8658128643792411,
+      "grad_norm": 181.06617736816406,
+      "learning_rate": 1.2627785998271595e-05,
+      "loss": 25.25,
+      "step": 18118
+    },
+    {
+      "epoch": 0.8658606518207015,
+      "grad_norm": 203.60693359375,
+      "learning_rate": 1.2627039319544434e-05,
+      "loss": 23.3438,
+      "step": 18119
+    },
+    {
+      "epoch": 0.8659084392621619,
+      "grad_norm": 252.63375854492188,
+      "learning_rate": 1.26262926250847e-05,
+      "loss": 27.25,
+      "step": 18120
+    },
+    {
+      "epoch": 0.8659562267036223,
+      "grad_norm": 682.2252197265625,
+      "learning_rate": 1.2625545914896859e-05,
+      "loss": 28.4688,
+      "step": 18121
+    },
+    {
+      "epoch": 0.8660040141450827,
+      "grad_norm": 232.40501403808594,
+      "learning_rate": 1.2624799188985389e-05,
+      "loss": 29.4375,
+      "step": 18122
+    },
+    {
+      "epoch": 0.866051801586543,
+      "grad_norm": 435.6924743652344,
+      "learning_rate": 1.2624052447354756e-05,
+      "loss": 26.75,
+      "step": 18123
+    },
+    {
+      "epoch": 0.8660995890280034,
+      "grad_norm": 155.03102111816406,
+      "learning_rate": 1.2623305690009438e-05,
+      "loss": 19.4062,
+      "step": 18124
+    },
+    {
+      "epoch": 0.8661473764694638,
+      "grad_norm": 363.78631591796875,
+      "learning_rate": 1.26225589169539e-05,
+      "loss": 24.5938,
+      "step": 18125
+    },
+    {
+      "epoch": 0.8661951639109242,
+      "grad_norm": 186.5308380126953,
+      "learning_rate": 1.262181212819262e-05,
+      "loss": 26.0312,
+      "step": 18126
+    },
+    {
+      "epoch": 0.8662429513523846,
+      "grad_norm": 195.34666442871094,
+      "learning_rate": 1.2621065323730071e-05,
+      "loss": 35.3906,
+      "step": 18127
+    },
+    {
+      "epoch": 0.866290738793845,
+      "grad_norm": 250.00782775878906,
+      "learning_rate": 1.2620318503570719e-05,
+      "loss": 23.2812,
+      "step": 18128
+    },
+    {
+      "epoch": 0.8663385262353054,
+      "grad_norm": 307.05718994140625,
+      "learning_rate": 1.2619571667719045e-05,
+      "loss": 30.0625,
+      "step": 18129
+    },
+    {
+      "epoch": 0.8663863136767658,
+      "grad_norm": 198.2989044189453,
+      "learning_rate": 1.2618824816179514e-05,
+      "loss": 14.6875,
+      "step": 18130
+    },
+    {
+      "epoch": 0.8664341011182262,
+      "grad_norm": 222.22642517089844,
+      "learning_rate": 1.2618077948956597e-05,
+      "loss": 30.1562,
+      "step": 18131
+    },
+    {
+      "epoch": 0.8664818885596866,
+      "grad_norm": 288.50299072265625,
+      "learning_rate": 1.2617331066054779e-05,
+      "loss": 23.7812,
+      "step": 18132
+    },
+    {
+      "epoch": 0.8665296760011469,
+      "grad_norm": 359.2951354980469,
+      "learning_rate": 1.261658416747852e-05,
+      "loss": 27.9688,
+      "step": 18133
+    },
+    {
+      "epoch": 0.8665774634426073,
+      "grad_norm": 165.69752502441406,
+      "learning_rate": 1.2615837253232302e-05,
+      "loss": 16.875,
+      "step": 18134
+    },
+    {
+      "epoch": 0.8666252508840677,
+      "grad_norm": 354.02484130859375,
+      "learning_rate": 1.261509032332059e-05,
+      "loss": 35.5938,
+      "step": 18135
+    },
+    {
+      "epoch": 0.866673038325528,
+      "grad_norm": 153.29983520507812,
+      "learning_rate": 1.2614343377747865e-05,
+      "loss": 27.875,
+      "step": 18136
+    },
+    {
+      "epoch": 0.8667208257669884,
+      "grad_norm": 293.14959716796875,
+      "learning_rate": 1.2613596416518594e-05,
+      "loss": 21.8438,
+      "step": 18137
+    },
+    {
+      "epoch": 0.8667686132084488,
+      "grad_norm": 185.62429809570312,
+      "learning_rate": 1.2612849439637253e-05,
+      "loss": 29.7188,
+      "step": 18138
+    },
+    {
+      "epoch": 0.8668164006499092,
+      "grad_norm": 458.3973083496094,
+      "learning_rate": 1.261210244710832e-05,
+      "loss": 34.125,
+      "step": 18139
+    },
+    {
+      "epoch": 0.8668641880913696,
+      "grad_norm": 326.3205871582031,
+      "learning_rate": 1.2611355438936259e-05,
+      "loss": 32.0625,
+      "step": 18140
+    },
+    {
+      "epoch": 0.86691197553283,
+      "grad_norm": 487.5528259277344,
+      "learning_rate": 1.261060841512555e-05,
+      "loss": 24.125,
+      "step": 18141
+    },
+    {
+      "epoch": 0.8669597629742903,
+      "grad_norm": 306.4139099121094,
+      "learning_rate": 1.2609861375680665e-05,
+      "loss": 25.0312,
+      "step": 18142
+    },
+    {
+      "epoch": 0.8670075504157507,
+      "grad_norm": 483.3407287597656,
+      "learning_rate": 1.2609114320606074e-05,
+      "loss": 30.4375,
+      "step": 18143
+    },
+    {
+      "epoch": 0.8670553378572111,
+      "grad_norm": 243.3562774658203,
+      "learning_rate": 1.2608367249906262e-05,
+      "loss": 24.1406,
+      "step": 18144
+    },
+    {
+      "epoch": 0.8671031252986715,
+      "grad_norm": 522.981689453125,
+      "learning_rate": 1.2607620163585692e-05,
+      "loss": 21.5625,
+      "step": 18145
+    },
+    {
+      "epoch": 0.8671509127401319,
+      "grad_norm": 513.5822143554688,
+      "learning_rate": 1.2606873061648842e-05,
+      "loss": 36.6875,
+      "step": 18146
+    },
+    {
+      "epoch": 0.8671987001815923,
+      "grad_norm": 246.68545532226562,
+      "learning_rate": 1.260612594410019e-05,
+      "loss": 26.9375,
+      "step": 18147
+    },
+    {
+      "epoch": 0.8672464876230527,
+      "grad_norm": 268.76068115234375,
+      "learning_rate": 1.2605378810944205e-05,
+      "loss": 24.9688,
+      "step": 18148
+    },
+    {
+      "epoch": 0.8672942750645131,
+      "grad_norm": 211.3094482421875,
+      "learning_rate": 1.2604631662185358e-05,
+      "loss": 28.125,
+      "step": 18149
+    },
+    {
+      "epoch": 0.8673420625059735,
+      "grad_norm": 229.3566436767578,
+      "learning_rate": 1.2603884497828132e-05,
+      "loss": 17.5,
+      "step": 18150
+    },
+    {
+      "epoch": 0.8673898499474338,
+      "grad_norm": 208.8867645263672,
+      "learning_rate": 1.2603137317876999e-05,
+      "loss": 28.9219,
+      "step": 18151
+    },
+    {
+      "epoch": 0.8674376373888942,
+      "grad_norm": 421.7520446777344,
+      "learning_rate": 1.2602390122336429e-05,
+      "loss": 24.1406,
+      "step": 18152
+    },
+    {
+      "epoch": 0.8674854248303546,
+      "grad_norm": 195.8420867919922,
+      "learning_rate": 1.2601642911210904e-05,
+      "loss": 25.75,
+      "step": 18153
+    },
+    {
+      "epoch": 0.867533212271815,
+      "grad_norm": 259.12078857421875,
+      "learning_rate": 1.260089568450489e-05,
+      "loss": 25.8125,
+      "step": 18154
+    },
+    {
+      "epoch": 0.8675809997132754,
+      "grad_norm": 392.3739318847656,
+      "learning_rate": 1.260014844222287e-05,
+      "loss": 25.5781,
+      "step": 18155
+    },
+    {
+      "epoch": 0.8676287871547357,
+      "grad_norm": 517.6122436523438,
+      "learning_rate": 1.2599401184369316e-05,
+      "loss": 34.375,
+      "step": 18156
+    },
+    {
+      "epoch": 0.8676765745961961,
+      "grad_norm": 225.87969970703125,
+      "learning_rate": 1.2598653910948702e-05,
+      "loss": 28.5,
+      "step": 18157
+    },
+    {
+      "epoch": 0.8677243620376565,
+      "grad_norm": 121.9969482421875,
+      "learning_rate": 1.2597906621965504e-05,
+      "loss": 19.6719,
+      "step": 18158
+    },
+    {
+      "epoch": 0.8677721494791168,
+      "grad_norm": 273.7153625488281,
+      "learning_rate": 1.25971593174242e-05,
+      "loss": 20.1562,
+      "step": 18159
+    },
+    {
+      "epoch": 0.8678199369205772,
+      "grad_norm": 346.31842041015625,
+      "learning_rate": 1.2596411997329259e-05,
+      "loss": 27.4062,
+      "step": 18160
+    },
+    {
+      "epoch": 0.8678677243620376,
+      "grad_norm": 240.9521484375,
+      "learning_rate": 1.2595664661685162e-05,
+      "loss": 27.375,
+      "step": 18161
+    },
+    {
+      "epoch": 0.867915511803498,
+      "grad_norm": 266.26971435546875,
+      "learning_rate": 1.2594917310496387e-05,
+      "loss": 33.5469,
+      "step": 18162
+    },
+    {
+      "epoch": 0.8679632992449584,
+      "grad_norm": 260.404541015625,
+      "learning_rate": 1.2594169943767402e-05,
+      "loss": 25.5,
+      "step": 18163
+    },
+    {
+      "epoch": 0.8680110866864188,
+      "grad_norm": 498.0735778808594,
+      "learning_rate": 1.2593422561502687e-05,
+      "loss": 46.2188,
+      "step": 18164
+    },
+    {
+      "epoch": 0.8680588741278792,
+      "grad_norm": 415.5032653808594,
+      "learning_rate": 1.2592675163706717e-05,
+      "loss": 24.375,
+      "step": 18165
+    },
+    {
+      "epoch": 0.8681066615693396,
+      "grad_norm": 213.59815979003906,
+      "learning_rate": 1.259192775038397e-05,
+      "loss": 26.875,
+      "step": 18166
+    },
+    {
+      "epoch": 0.8681544490108,
+      "grad_norm": 190.89395141601562,
+      "learning_rate": 1.2591180321538915e-05,
+      "loss": 23.9688,
+      "step": 18167
+    },
+    {
+      "epoch": 0.8682022364522604,
+      "grad_norm": 159.68267822265625,
+      "learning_rate": 1.259043287717604e-05,
+      "loss": 21.6406,
+      "step": 18168
+    },
+    {
+      "epoch": 0.8682500238937207,
+      "grad_norm": 219.08505249023438,
+      "learning_rate": 1.258968541729981e-05,
+      "loss": 26.5312,
+      "step": 18169
+    },
+    {
+      "epoch": 0.8682978113351811,
+      "grad_norm": 194.6039581298828,
+      "learning_rate": 1.258893794191471e-05,
+      "loss": 22.2656,
+      "step": 18170
+    },
+    {
+      "epoch": 0.8683455987766415,
+      "grad_norm": 125.77297973632812,
+      "learning_rate": 1.2588190451025209e-05,
+      "loss": 20.9688,
+      "step": 18171
+    },
+    {
+      "epoch": 0.8683933862181019,
+      "grad_norm": 251.21678161621094,
+      "learning_rate": 1.2587442944635789e-05,
+      "loss": 25.0,
+      "step": 18172
+    },
+    {
+      "epoch": 0.8684411736595623,
+      "grad_norm": 484.7412109375,
+      "learning_rate": 1.258669542275092e-05,
+      "loss": 32.4531,
+      "step": 18173
+    },
+    {
+      "epoch": 0.8684889611010227,
+      "grad_norm": 196.62730407714844,
+      "learning_rate": 1.2585947885375089e-05,
+      "loss": 23.7812,
+      "step": 18174
+    },
+    {
+      "epoch": 0.8685367485424831,
+      "grad_norm": 408.38323974609375,
+      "learning_rate": 1.2585200332512764e-05,
+      "loss": 23.6562,
+      "step": 18175
+    },
+    {
+      "epoch": 0.8685845359839435,
+      "grad_norm": 261.94769287109375,
+      "learning_rate": 1.2584452764168424e-05,
+      "loss": 31.2188,
+      "step": 18176
+    },
+    {
+      "epoch": 0.8686323234254038,
+      "grad_norm": 203.42800903320312,
+      "learning_rate": 1.258370518034655e-05,
+      "loss": 33.4688,
+      "step": 18177
+    },
+    {
+      "epoch": 0.8686801108668641,
+      "grad_norm": 345.83404541015625,
+      "learning_rate": 1.2582957581051614e-05,
+      "loss": 29.8438,
+      "step": 18178
+    },
+    {
+      "epoch": 0.8687278983083245,
+      "grad_norm": 169.57325744628906,
+      "learning_rate": 1.2582209966288094e-05,
+      "loss": 22.0312,
+      "step": 18179
+    },
+    {
+      "epoch": 0.8687756857497849,
+      "grad_norm": 249.3894500732422,
+      "learning_rate": 1.258146233606047e-05,
+      "loss": 19.8281,
+      "step": 18180
+    },
+    {
+      "epoch": 0.8688234731912453,
+      "grad_norm": 590.0365600585938,
+      "learning_rate": 1.2580714690373219e-05,
+      "loss": 25.4375,
+      "step": 18181
+    },
+    {
+      "epoch": 0.8688712606327057,
+      "grad_norm": 222.7875518798828,
+      "learning_rate": 1.2579967029230815e-05,
+      "loss": 19.625,
+      "step": 18182
+    },
+    {
+      "epoch": 0.8689190480741661,
+      "grad_norm": 158.2121124267578,
+      "learning_rate": 1.2579219352637738e-05,
+      "loss": 30.6562,
+      "step": 18183
+    },
+    {
+      "epoch": 0.8689668355156265,
+      "grad_norm": 259.8391418457031,
+      "learning_rate": 1.2578471660598464e-05,
+      "loss": 32.3438,
+      "step": 18184
+    },
+    {
+      "epoch": 0.8690146229570869,
+      "grad_norm": 328.1470642089844,
+      "learning_rate": 1.2577723953117474e-05,
+      "loss": 33.25,
+      "step": 18185
+    },
+    {
+      "epoch": 0.8690624103985473,
+      "grad_norm": 160.51007080078125,
+      "learning_rate": 1.2576976230199241e-05,
+      "loss": 22.6406,
+      "step": 18186
+    },
+    {
+      "epoch": 0.8691101978400076,
+      "grad_norm": 130.52578735351562,
+      "learning_rate": 1.2576228491848248e-05,
+      "loss": 22.4688,
+      "step": 18187
+    },
+    {
+      "epoch": 0.869157985281468,
+      "grad_norm": 553.1908569335938,
+      "learning_rate": 1.2575480738068971e-05,
+      "loss": 34.625,
+      "step": 18188
+    },
+    {
+      "epoch": 0.8692057727229284,
+      "grad_norm": 238.57093811035156,
+      "learning_rate": 1.2574732968865883e-05,
+      "loss": 31.4062,
+      "step": 18189
+    },
+    {
+      "epoch": 0.8692535601643888,
+      "grad_norm": 290.7712707519531,
+      "learning_rate": 1.2573985184243472e-05,
+      "loss": 28.7812,
+      "step": 18190
+    },
+    {
+      "epoch": 0.8693013476058492,
+      "grad_norm": 271.7774353027344,
+      "learning_rate": 1.2573237384206208e-05,
+      "loss": 25.75,
+      "step": 18191
+    },
+    {
+      "epoch": 0.8693491350473096,
+      "grad_norm": 541.5663452148438,
+      "learning_rate": 1.2572489568758572e-05,
+      "loss": 48.9375,
+      "step": 18192
+    },
+    {
+      "epoch": 0.86939692248877,
+      "grad_norm": 306.1396484375,
+      "learning_rate": 1.2571741737905043e-05,
+      "loss": 24.0,
+      "step": 18193
+    },
+    {
+      "epoch": 0.8694447099302304,
+      "grad_norm": 230.3749542236328,
+      "learning_rate": 1.2570993891650102e-05,
+      "loss": 31.1875,
+      "step": 18194
+    },
+    {
+      "epoch": 0.8694924973716908,
+      "grad_norm": 239.47021484375,
+      "learning_rate": 1.2570246029998225e-05,
+      "loss": 25.5,
+      "step": 18195
+    },
+    {
+      "epoch": 0.8695402848131512,
+      "grad_norm": 232.8798065185547,
+      "learning_rate": 1.256949815295389e-05,
+      "loss": 30.125,
+      "step": 18196
+    },
+    {
+      "epoch": 0.8695880722546114,
+      "grad_norm": 783.1880493164062,
+      "learning_rate": 1.2568750260521577e-05,
+      "loss": 37.4688,
+      "step": 18197
+    },
+    {
+      "epoch": 0.8696358596960718,
+      "grad_norm": 223.16310119628906,
+      "learning_rate": 1.2568002352705764e-05,
+      "loss": 23.6719,
+      "step": 18198
+    },
+    {
+      "epoch": 0.8696836471375322,
+      "grad_norm": 343.9859924316406,
+      "learning_rate": 1.2567254429510929e-05,
+      "loss": 30.25,
+      "step": 18199
+    },
+    {
+      "epoch": 0.8697314345789926,
+      "grad_norm": 316.9653015136719,
+      "learning_rate": 1.2566506490941555e-05,
+      "loss": 30.875,
+      "step": 18200
+    },
+    {
+      "epoch": 0.869779222020453,
+      "grad_norm": 154.69398498535156,
+      "learning_rate": 1.256575853700212e-05,
+      "loss": 18.0,
+      "step": 18201
+    },
+    {
+      "epoch": 0.8698270094619134,
+      "grad_norm": 252.78265380859375,
+      "learning_rate": 1.2565010567697099e-05,
+      "loss": 24.0156,
+      "step": 18202
+    },
+    {
+      "epoch": 0.8698747969033738,
+      "grad_norm": 302.2723388671875,
+      "learning_rate": 1.2564262583030976e-05,
+      "loss": 31.6875,
+      "step": 18203
+    },
+    {
+      "epoch": 0.8699225843448342,
+      "grad_norm": 333.1669616699219,
+      "learning_rate": 1.2563514583008227e-05,
+      "loss": 26.2344,
+      "step": 18204
+    },
+    {
+      "epoch": 0.8699703717862945,
+      "grad_norm": 399.2056884765625,
+      "learning_rate": 1.2562766567633336e-05,
+      "loss": 39.4375,
+      "step": 18205
+    },
+    {
+      "epoch": 0.8700181592277549,
+      "grad_norm": 197.22422790527344,
+      "learning_rate": 1.2562018536910779e-05,
+      "loss": 28.1094,
+      "step": 18206
+    },
+    {
+      "epoch": 0.8700659466692153,
+      "grad_norm": 175.1107177734375,
+      "learning_rate": 1.2561270490845036e-05,
+      "loss": 23.6875,
+      "step": 18207
+    },
+    {
+      "epoch": 0.8701137341106757,
+      "grad_norm": 194.39625549316406,
+      "learning_rate": 1.2560522429440588e-05,
+      "loss": 19.75,
+      "step": 18208
+    },
+    {
+      "epoch": 0.8701615215521361,
+      "grad_norm": 337.7873840332031,
+      "learning_rate": 1.2559774352701917e-05,
+      "loss": 27.3438,
+      "step": 18209
+    },
+    {
+      "epoch": 0.8702093089935965,
+      "grad_norm": 216.5273895263672,
+      "learning_rate": 1.2559026260633495e-05,
+      "loss": 26.5,
+      "step": 18210
+    },
+    {
+      "epoch": 0.8702570964350569,
+      "grad_norm": 157.65098571777344,
+      "learning_rate": 1.2558278153239813e-05,
+      "loss": 24.0312,
+      "step": 18211
+    },
+    {
+      "epoch": 0.8703048838765173,
+      "grad_norm": 535.4583129882812,
+      "learning_rate": 1.2557530030525346e-05,
+      "loss": 32.7188,
+      "step": 18212
+    },
+    {
+      "epoch": 0.8703526713179777,
+      "grad_norm": 172.6658935546875,
+      "learning_rate": 1.2556781892494574e-05,
+      "loss": 28.3125,
+      "step": 18213
+    },
+    {
+      "epoch": 0.8704004587594381,
+      "grad_norm": 272.2440490722656,
+      "learning_rate": 1.2556033739151978e-05,
+      "loss": 25.0,
+      "step": 18214
+    },
+    {
+      "epoch": 0.8704482462008984,
+      "grad_norm": 244.4641571044922,
+      "learning_rate": 1.2555285570502034e-05,
+      "loss": 36.875,
+      "step": 18215
+    },
+    {
+      "epoch": 0.8704960336423588,
+      "grad_norm": 232.2007598876953,
+      "learning_rate": 1.2554537386549231e-05,
+      "loss": 19.5781,
+      "step": 18216
+    },
+    {
+      "epoch": 0.8705438210838192,
+      "grad_norm": 686.0396118164062,
+      "learning_rate": 1.2553789187298043e-05,
+      "loss": 32.125,
+      "step": 18217
+    },
+    {
+      "epoch": 0.8705916085252795,
+      "grad_norm": 171.1536407470703,
+      "learning_rate": 1.2553040972752953e-05,
+      "loss": 23.5938,
+      "step": 18218
+    },
+    {
+      "epoch": 0.8706393959667399,
+      "grad_norm": 287.8353576660156,
+      "learning_rate": 1.2552292742918442e-05,
+      "loss": 28.9375,
+      "step": 18219
+    },
+    {
+      "epoch": 0.8706871834082003,
+      "grad_norm": 342.5917053222656,
+      "learning_rate": 1.255154449779899e-05,
+      "loss": 25.5469,
+      "step": 18220
+    },
+    {
+      "epoch": 0.8707349708496607,
+      "grad_norm": 225.275390625,
+      "learning_rate": 1.255079623739908e-05,
+      "loss": 27.375,
+      "step": 18221
+    },
+    {
+      "epoch": 0.8707827582911211,
+      "grad_norm": 160.543701171875,
+      "learning_rate": 1.2550047961723192e-05,
+      "loss": 22.1562,
+      "step": 18222
+    },
+    {
+      "epoch": 0.8708305457325815,
+      "grad_norm": 176.64686584472656,
+      "learning_rate": 1.2549299670775807e-05,
+      "loss": 27.8906,
+      "step": 18223
+    },
+    {
+      "epoch": 0.8708783331740418,
+      "grad_norm": 305.4482421875,
+      "learning_rate": 1.2548551364561408e-05,
+      "loss": 24.8125,
+      "step": 18224
+    },
+    {
+      "epoch": 0.8709261206155022,
+      "grad_norm": 365.818359375,
+      "learning_rate": 1.2547803043084475e-05,
+      "loss": 25.5312,
+      "step": 18225
+    },
+    {
+      "epoch": 0.8709739080569626,
+      "grad_norm": 237.32894897460938,
+      "learning_rate": 1.2547054706349487e-05,
+      "loss": 32.9688,
+      "step": 18226
+    },
+    {
+      "epoch": 0.871021695498423,
+      "grad_norm": 216.6464080810547,
+      "learning_rate": 1.2546306354360928e-05,
+      "loss": 26.1562,
+      "step": 18227
+    },
+    {
+      "epoch": 0.8710694829398834,
+      "grad_norm": 268.72479248046875,
+      "learning_rate": 1.2545557987123282e-05,
+      "loss": 27.6562,
+      "step": 18228
+    },
+    {
+      "epoch": 0.8711172703813438,
+      "grad_norm": 436.0457763671875,
+      "learning_rate": 1.2544809604641025e-05,
+      "loss": 39.2188,
+      "step": 18229
+    },
+    {
+      "epoch": 0.8711650578228042,
+      "grad_norm": 193.88064575195312,
+      "learning_rate": 1.2544061206918645e-05,
+      "loss": 34.25,
+      "step": 18230
+    },
+    {
+      "epoch": 0.8712128452642646,
+      "grad_norm": 261.6291198730469,
+      "learning_rate": 1.2543312793960621e-05,
+      "loss": 28.4375,
+      "step": 18231
+    },
+    {
+      "epoch": 0.871260632705725,
+      "grad_norm": 385.6478576660156,
+      "learning_rate": 1.2542564365771433e-05,
+      "loss": 34.0312,
+      "step": 18232
+    },
+    {
+      "epoch": 0.8713084201471853,
+      "grad_norm": 191.92147827148438,
+      "learning_rate": 1.2541815922355567e-05,
+      "loss": 18.2188,
+      "step": 18233
+    },
+    {
+      "epoch": 0.8713562075886457,
+      "grad_norm": 332.5910949707031,
+      "learning_rate": 1.2541067463717502e-05,
+      "loss": 27.3438,
+      "step": 18234
+    },
+    {
+      "epoch": 0.8714039950301061,
+      "grad_norm": 398.3642272949219,
+      "learning_rate": 1.2540318989861723e-05,
+      "loss": 23.7656,
+      "step": 18235
+    },
+    {
+      "epoch": 0.8714517824715665,
+      "grad_norm": 418.18682861328125,
+      "learning_rate": 1.2539570500792713e-05,
+      "loss": 36.0625,
+      "step": 18236
+    },
+    {
+      "epoch": 0.8714995699130269,
+      "grad_norm": 204.12136840820312,
+      "learning_rate": 1.253882199651495e-05,
+      "loss": 17.0781,
+      "step": 18237
+    },
+    {
+      "epoch": 0.8715473573544873,
+      "grad_norm": 279.50189208984375,
+      "learning_rate": 1.2538073477032919e-05,
+      "loss": 25.6562,
+      "step": 18238
+    },
+    {
+      "epoch": 0.8715951447959476,
+      "grad_norm": 240.87901306152344,
+      "learning_rate": 1.2537324942351101e-05,
+      "loss": 23.2656,
+      "step": 18239
+    },
+    {
+      "epoch": 0.871642932237408,
+      "grad_norm": 165.053955078125,
+      "learning_rate": 1.2536576392473986e-05,
+      "loss": 16.6719,
+      "step": 18240
+    },
+    {
+      "epoch": 0.8716907196788684,
+      "grad_norm": 345.3170166015625,
+      "learning_rate": 1.2535827827406047e-05,
+      "loss": 24.8906,
+      "step": 18241
+    },
+    {
+      "epoch": 0.8717385071203287,
+      "grad_norm": 241.6658477783203,
+      "learning_rate": 1.2535079247151773e-05,
+      "loss": 20.5625,
+      "step": 18242
+    },
+    {
+      "epoch": 0.8717862945617891,
+      "grad_norm": 344.8480224609375,
+      "learning_rate": 1.2534330651715645e-05,
+      "loss": 37.4688,
+      "step": 18243
+    },
+    {
+      "epoch": 0.8718340820032495,
+      "grad_norm": 574.750244140625,
+      "learning_rate": 1.2533582041102147e-05,
+      "loss": 26.1875,
+      "step": 18244
+    },
+    {
+      "epoch": 0.8718818694447099,
+      "grad_norm": 209.9382781982422,
+      "learning_rate": 1.2532833415315763e-05,
+      "loss": 22.0938,
+      "step": 18245
+    },
+    {
+      "epoch": 0.8719296568861703,
+      "grad_norm": 333.9519958496094,
+      "learning_rate": 1.2532084774360976e-05,
+      "loss": 28.0156,
+      "step": 18246
+    },
+    {
+      "epoch": 0.8719774443276307,
+      "grad_norm": 219.63011169433594,
+      "learning_rate": 1.2531336118242266e-05,
+      "loss": 32.8281,
+      "step": 18247
+    },
+    {
+      "epoch": 0.8720252317690911,
+      "grad_norm": 202.1447296142578,
+      "learning_rate": 1.253058744696412e-05,
+      "loss": 25.3125,
+      "step": 18248
+    },
+    {
+      "epoch": 0.8720730192105515,
+      "grad_norm": 258.8170166015625,
+      "learning_rate": 1.2529838760531021e-05,
+      "loss": 29.5625,
+      "step": 18249
+    },
+    {
+      "epoch": 0.8721208066520119,
+      "grad_norm": 322.1898193359375,
+      "learning_rate": 1.2529090058947451e-05,
+      "loss": 30.3125,
+      "step": 18250
+    },
+    {
+      "epoch": 0.8721685940934722,
+      "grad_norm": 208.8115997314453,
+      "learning_rate": 1.2528341342217893e-05,
+      "loss": 21.0312,
+      "step": 18251
+    },
+    {
+      "epoch": 0.8722163815349326,
+      "grad_norm": 463.7687683105469,
+      "learning_rate": 1.2527592610346836e-05,
+      "loss": 35.0938,
+      "step": 18252
+    },
+    {
+      "epoch": 0.872264168976393,
+      "grad_norm": 232.30984497070312,
+      "learning_rate": 1.252684386333876e-05,
+      "loss": 29.2812,
+      "step": 18253
+    },
+    {
+      "epoch": 0.8723119564178534,
+      "grad_norm": 133.98199462890625,
+      "learning_rate": 1.2526095101198148e-05,
+      "loss": 21.4844,
+      "step": 18254
+    },
+    {
+      "epoch": 0.8723597438593138,
+      "grad_norm": 236.39682006835938,
+      "learning_rate": 1.2525346323929488e-05,
+      "loss": 37.0312,
+      "step": 18255
+    },
+    {
+      "epoch": 0.8724075313007742,
+      "grad_norm": 181.0787353515625,
+      "learning_rate": 1.2524597531537261e-05,
+      "loss": 21.4375,
+      "step": 18256
+    },
+    {
+      "epoch": 0.8724553187422346,
+      "grad_norm": 565.2005004882812,
+      "learning_rate": 1.2523848724025953e-05,
+      "loss": 24.6406,
+      "step": 18257
+    },
+    {
+      "epoch": 0.872503106183695,
+      "grad_norm": 367.8387756347656,
+      "learning_rate": 1.2523099901400046e-05,
+      "loss": 28.625,
+      "step": 18258
+    },
+    {
+      "epoch": 0.8725508936251553,
+      "grad_norm": 232.09808349609375,
+      "learning_rate": 1.2522351063664031e-05,
+      "loss": 23.3438,
+      "step": 18259
+    },
+    {
+      "epoch": 0.8725986810666156,
+      "grad_norm": 349.3130798339844,
+      "learning_rate": 1.2521602210822385e-05,
+      "loss": 18.0156,
+      "step": 18260
+    },
+    {
+      "epoch": 0.872646468508076,
+      "grad_norm": 229.75062561035156,
+      "learning_rate": 1.2520853342879593e-05,
+      "loss": 24.4375,
+      "step": 18261
+    },
+    {
+      "epoch": 0.8726942559495364,
+      "grad_norm": 678.4384765625,
+      "learning_rate": 1.2520104459840145e-05,
+      "loss": 38.0938,
+      "step": 18262
+    },
+    {
+      "epoch": 0.8727420433909968,
+      "grad_norm": 220.5517120361328,
+      "learning_rate": 1.2519355561708526e-05,
+      "loss": 37.75,
+      "step": 18263
+    },
+    {
+      "epoch": 0.8727898308324572,
+      "grad_norm": 249.72103881835938,
+      "learning_rate": 1.2518606648489216e-05,
+      "loss": 40.2188,
+      "step": 18264
+    },
+    {
+      "epoch": 0.8728376182739176,
+      "grad_norm": 176.7986297607422,
+      "learning_rate": 1.2517857720186699e-05,
+      "loss": 20.1875,
+      "step": 18265
+    },
+    {
+      "epoch": 0.872885405715378,
+      "grad_norm": 276.2159423828125,
+      "learning_rate": 1.2517108776805467e-05,
+      "loss": 24.1562,
+      "step": 18266
+    },
+    {
+      "epoch": 0.8729331931568384,
+      "grad_norm": 413.6919250488281,
+      "learning_rate": 1.2516359818349996e-05,
+      "loss": 29.3125,
+      "step": 18267
+    },
+    {
+      "epoch": 0.8729809805982988,
+      "grad_norm": 193.37762451171875,
+      "learning_rate": 1.2515610844824781e-05,
+      "loss": 22.4375,
+      "step": 18268
+    },
+    {
+      "epoch": 0.8730287680397592,
+      "grad_norm": 254.77310180664062,
+      "learning_rate": 1.2514861856234301e-05,
+      "loss": 30.4688,
+      "step": 18269
+    },
+    {
+      "epoch": 0.8730765554812195,
+      "grad_norm": 247.02874755859375,
+      "learning_rate": 1.2514112852583046e-05,
+      "loss": 25.4375,
+      "step": 18270
+    },
+    {
+      "epoch": 0.8731243429226799,
+      "grad_norm": 634.7506713867188,
+      "learning_rate": 1.2513363833875497e-05,
+      "loss": 40.0,
+      "step": 18271
+    },
+    {
+      "epoch": 0.8731721303641403,
+      "grad_norm": 235.64761352539062,
+      "learning_rate": 1.2512614800116142e-05,
+      "loss": 29.7188,
+      "step": 18272
+    },
+    {
+      "epoch": 0.8732199178056007,
+      "grad_norm": 196.6322479248047,
+      "learning_rate": 1.2511865751309468e-05,
+      "loss": 27.1875,
+      "step": 18273
+    },
+    {
+      "epoch": 0.8732677052470611,
+      "grad_norm": 220.1247100830078,
+      "learning_rate": 1.2511116687459958e-05,
+      "loss": 21.7031,
+      "step": 18274
+    },
+    {
+      "epoch": 0.8733154926885215,
+      "grad_norm": 201.292236328125,
+      "learning_rate": 1.2510367608572101e-05,
+      "loss": 27.3438,
+      "step": 18275
+    },
+    {
+      "epoch": 0.8733632801299819,
+      "grad_norm": 322.156494140625,
+      "learning_rate": 1.2509618514650379e-05,
+      "loss": 23.9688,
+      "step": 18276
+    },
+    {
+      "epoch": 0.8734110675714423,
+      "grad_norm": 208.97276306152344,
+      "learning_rate": 1.2508869405699281e-05,
+      "loss": 24.3125,
+      "step": 18277
+    },
+    {
+      "epoch": 0.8734588550129027,
+      "grad_norm": 229.221923828125,
+      "learning_rate": 1.2508120281723295e-05,
+      "loss": 27.7812,
+      "step": 18278
+    },
+    {
+      "epoch": 0.873506642454363,
+      "grad_norm": 224.16879272460938,
+      "learning_rate": 1.2507371142726905e-05,
+      "loss": 21.8594,
+      "step": 18279
+    },
+    {
+      "epoch": 0.8735544298958233,
+      "grad_norm": 408.9442138671875,
+      "learning_rate": 1.2506621988714594e-05,
+      "loss": 44.625,
+      "step": 18280
+    },
+    {
+      "epoch": 0.8736022173372837,
+      "grad_norm": 438.13623046875,
+      "learning_rate": 1.2505872819690853e-05,
+      "loss": 31.875,
+      "step": 18281
+    },
+    {
+      "epoch": 0.8736500047787441,
+      "grad_norm": 216.01443481445312,
+      "learning_rate": 1.2505123635660166e-05,
+      "loss": 30.2188,
+      "step": 18282
+    },
+    {
+      "epoch": 0.8736977922202045,
+      "grad_norm": 338.96112060546875,
+      "learning_rate": 1.2504374436627023e-05,
+      "loss": 23.1875,
+      "step": 18283
+    },
+    {
+      "epoch": 0.8737455796616649,
+      "grad_norm": 266.5936584472656,
+      "learning_rate": 1.2503625222595905e-05,
+      "loss": 26.875,
+      "step": 18284
+    },
+    {
+      "epoch": 0.8737933671031253,
+      "grad_norm": 298.8110656738281,
+      "learning_rate": 1.2502875993571306e-05,
+      "loss": 30.375,
+      "step": 18285
+    },
+    {
+      "epoch": 0.8738411545445857,
+      "grad_norm": 224.78321838378906,
+      "learning_rate": 1.250212674955771e-05,
+      "loss": 26.0312,
+      "step": 18286
+    },
+    {
+      "epoch": 0.873888941986046,
+      "grad_norm": 341.2423095703125,
+      "learning_rate": 1.2501377490559601e-05,
+      "loss": 38.25,
+      "step": 18287
+    },
+    {
+      "epoch": 0.8739367294275064,
+      "grad_norm": 314.051513671875,
+      "learning_rate": 1.250062821658147e-05,
+      "loss": 22.9688,
+      "step": 18288
+    },
+    {
+      "epoch": 0.8739845168689668,
+      "grad_norm": 216.6304473876953,
+      "learning_rate": 1.2499878927627802e-05,
+      "loss": 27.2188,
+      "step": 18289
+    },
+    {
+      "epoch": 0.8740323043104272,
+      "grad_norm": 352.1801452636719,
+      "learning_rate": 1.2499129623703086e-05,
+      "loss": 27.4062,
+      "step": 18290
+    },
+    {
+      "epoch": 0.8740800917518876,
+      "grad_norm": 199.46249389648438,
+      "learning_rate": 1.2498380304811805e-05,
+      "loss": 34.2188,
+      "step": 18291
+    },
+    {
+      "epoch": 0.874127879193348,
+      "grad_norm": 166.23776245117188,
+      "learning_rate": 1.2497630970958454e-05,
+      "loss": 26.375,
+      "step": 18292
+    },
+    {
+      "epoch": 0.8741756666348084,
+      "grad_norm": 214.41749572753906,
+      "learning_rate": 1.2496881622147514e-05,
+      "loss": 22.625,
+      "step": 18293
+    },
+    {
+      "epoch": 0.8742234540762688,
+      "grad_norm": 260.2497253417969,
+      "learning_rate": 1.2496132258383475e-05,
+      "loss": 34.1562,
+      "step": 18294
+    },
+    {
+      "epoch": 0.8742712415177292,
+      "grad_norm": 258.5272521972656,
+      "learning_rate": 1.2495382879670826e-05,
+      "loss": 23.9375,
+      "step": 18295
+    },
+    {
+      "epoch": 0.8743190289591896,
+      "grad_norm": 155.57650756835938,
+      "learning_rate": 1.2494633486014053e-05,
+      "loss": 24.4375,
+      "step": 18296
+    },
+    {
+      "epoch": 0.87436681640065,
+      "grad_norm": 306.2904968261719,
+      "learning_rate": 1.2493884077417646e-05,
+      "loss": 36.3438,
+      "step": 18297
+    },
+    {
+      "epoch": 0.8744146038421103,
+      "grad_norm": 242.80819702148438,
+      "learning_rate": 1.2493134653886088e-05,
+      "loss": 18.9219,
+      "step": 18298
+    },
+    {
+      "epoch": 0.8744623912835707,
+      "grad_norm": 672.6052856445312,
+      "learning_rate": 1.2492385215423872e-05,
+      "loss": 30.4688,
+      "step": 18299
+    },
+    {
+      "epoch": 0.874510178725031,
+      "grad_norm": 484.62841796875,
+      "learning_rate": 1.2491635762035483e-05,
+      "loss": 23.4375,
+      "step": 18300
+    },
+    {
+      "epoch": 0.8745579661664914,
+      "grad_norm": 441.30792236328125,
+      "learning_rate": 1.2490886293725413e-05,
+      "loss": 28.4688,
+      "step": 18301
+    },
+    {
+      "epoch": 0.8746057536079518,
+      "grad_norm": 308.9296569824219,
+      "learning_rate": 1.2490136810498146e-05,
+      "loss": 31.3125,
+      "step": 18302
+    },
+    {
+      "epoch": 0.8746535410494122,
+      "grad_norm": 260.9630126953125,
+      "learning_rate": 1.2489387312358174e-05,
+      "loss": 23.5938,
+      "step": 18303
+    },
+    {
+      "epoch": 0.8747013284908726,
+      "grad_norm": 552.1795654296875,
+      "learning_rate": 1.2488637799309983e-05,
+      "loss": 23.1562,
+      "step": 18304
+    },
+    {
+      "epoch": 0.874749115932333,
+      "grad_norm": 176.1166229248047,
+      "learning_rate": 1.2487888271358067e-05,
+      "loss": 30.5938,
+      "step": 18305
+    },
+    {
+      "epoch": 0.8747969033737933,
+      "grad_norm": 171.18467712402344,
+      "learning_rate": 1.2487138728506905e-05,
+      "loss": 20.0781,
+      "step": 18306
+    },
+    {
+      "epoch": 0.8748446908152537,
+      "grad_norm": 208.66470336914062,
+      "learning_rate": 1.2486389170760995e-05,
+      "loss": 27.0,
+      "step": 18307
+    },
+    {
+      "epoch": 0.8748924782567141,
+      "grad_norm": 280.63275146484375,
+      "learning_rate": 1.2485639598124819e-05,
+      "loss": 27.75,
+      "step": 18308
+    },
+    {
+      "epoch": 0.8749402656981745,
+      "grad_norm": 279.0306396484375,
+      "learning_rate": 1.2484890010602873e-05,
+      "loss": 25.9219,
+      "step": 18309
+    },
+    {
+      "epoch": 0.8749880531396349,
+      "grad_norm": 290.31048583984375,
+      "learning_rate": 1.248414040819964e-05,
+      "loss": 27.625,
+      "step": 18310
+    },
+    {
+      "epoch": 0.8750358405810953,
+      "grad_norm": 214.372314453125,
+      "learning_rate": 1.2483390790919614e-05,
+      "loss": 27.0938,
+      "step": 18311
+    },
+    {
+      "epoch": 0.8750836280225557,
+      "grad_norm": 195.0420684814453,
+      "learning_rate": 1.2482641158767282e-05,
+      "loss": 21.75,
+      "step": 18312
+    },
+    {
+      "epoch": 0.8751314154640161,
+      "grad_norm": 200.0308837890625,
+      "learning_rate": 1.2481891511747129e-05,
+      "loss": 28.7188,
+      "step": 18313
+    },
+    {
+      "epoch": 0.8751792029054765,
+      "grad_norm": 338.57879638671875,
+      "learning_rate": 1.2481141849863649e-05,
+      "loss": 30.1562,
+      "step": 18314
+    },
+    {
+      "epoch": 0.8752269903469369,
+      "grad_norm": 265.42816162109375,
+      "learning_rate": 1.2480392173121332e-05,
+      "loss": 34.9062,
+      "step": 18315
+    },
+    {
+      "epoch": 0.8752747777883972,
+      "grad_norm": 312.84222412109375,
+      "learning_rate": 1.2479642481524666e-05,
+      "loss": 31.2656,
+      "step": 18316
+    },
+    {
+      "epoch": 0.8753225652298576,
+      "grad_norm": 186.2703399658203,
+      "learning_rate": 1.247889277507814e-05,
+      "loss": 21.7188,
+      "step": 18317
+    },
+    {
+      "epoch": 0.875370352671318,
+      "grad_norm": 163.5118865966797,
+      "learning_rate": 1.2478143053786248e-05,
+      "loss": 27.6094,
+      "step": 18318
+    },
+    {
+      "epoch": 0.8754181401127784,
+      "grad_norm": 276.4139709472656,
+      "learning_rate": 1.2477393317653472e-05,
+      "loss": 21.5156,
+      "step": 18319
+    },
+    {
+      "epoch": 0.8754659275542388,
+      "grad_norm": 163.76368713378906,
+      "learning_rate": 1.2476643566684313e-05,
+      "loss": 26.7188,
+      "step": 18320
+    },
+    {
+      "epoch": 0.8755137149956991,
+      "grad_norm": 495.9792175292969,
+      "learning_rate": 1.247589380088325e-05,
+      "loss": 23.6562,
+      "step": 18321
+    },
+    {
+      "epoch": 0.8755615024371595,
+      "grad_norm": 270.97528076171875,
+      "learning_rate": 1.247514402025478e-05,
+      "loss": 25.3906,
+      "step": 18322
+    },
+    {
+      "epoch": 0.8756092898786199,
+      "grad_norm": 221.6212921142578,
+      "learning_rate": 1.247439422480339e-05,
+      "loss": 26.2031,
+      "step": 18323
+    },
+    {
+      "epoch": 0.8756570773200802,
+      "grad_norm": 296.5558166503906,
+      "learning_rate": 1.2473644414533573e-05,
+      "loss": 26.8438,
+      "step": 18324
+    },
+    {
+      "epoch": 0.8757048647615406,
+      "grad_norm": 464.9179382324219,
+      "learning_rate": 1.2472894589449815e-05,
+      "loss": 22.8438,
+      "step": 18325
+    },
+    {
+      "epoch": 0.875752652203001,
+      "grad_norm": 351.7018127441406,
+      "learning_rate": 1.2472144749556612e-05,
+      "loss": 26.0156,
+      "step": 18326
+    },
+    {
+      "epoch": 0.8758004396444614,
+      "grad_norm": 215.839111328125,
+      "learning_rate": 1.2471394894858451e-05,
+      "loss": 49.875,
+      "step": 18327
+    },
+    {
+      "epoch": 0.8758482270859218,
+      "grad_norm": 469.93292236328125,
+      "learning_rate": 1.2470645025359825e-05,
+      "loss": 29.7812,
+      "step": 18328
+    },
+    {
+      "epoch": 0.8758960145273822,
+      "grad_norm": 332.3233642578125,
+      "learning_rate": 1.2469895141065223e-05,
+      "loss": 34.4688,
+      "step": 18329
+    },
+    {
+      "epoch": 0.8759438019688426,
+      "grad_norm": 314.6364440917969,
+      "learning_rate": 1.2469145241979133e-05,
+      "loss": 32.5156,
+      "step": 18330
+    },
+    {
+      "epoch": 0.875991589410303,
+      "grad_norm": 239.76426696777344,
+      "learning_rate": 1.2468395328106051e-05,
+      "loss": 24.8438,
+      "step": 18331
+    },
+    {
+      "epoch": 0.8760393768517634,
+      "grad_norm": 173.60935974121094,
+      "learning_rate": 1.2467645399450466e-05,
+      "loss": 22.6875,
+      "step": 18332
+    },
+    {
+      "epoch": 0.8760871642932238,
+      "grad_norm": 358.8212585449219,
+      "learning_rate": 1.2466895456016869e-05,
+      "loss": 41.6875,
+      "step": 18333
+    },
+    {
+      "epoch": 0.8761349517346841,
+      "grad_norm": 157.2527618408203,
+      "learning_rate": 1.2466145497809754e-05,
+      "loss": 21.5625,
+      "step": 18334
+    },
+    {
+      "epoch": 0.8761827391761445,
+      "grad_norm": 189.11180114746094,
+      "learning_rate": 1.2465395524833605e-05,
+      "loss": 25.7188,
+      "step": 18335
+    },
+    {
+      "epoch": 0.8762305266176049,
+      "grad_norm": 179.80079650878906,
+      "learning_rate": 1.2464645537092923e-05,
+      "loss": 21.3125,
+      "step": 18336
+    },
+    {
+      "epoch": 0.8762783140590653,
+      "grad_norm": 543.10595703125,
+      "learning_rate": 1.2463895534592189e-05,
+      "loss": 38.0938,
+      "step": 18337
+    },
+    {
+      "epoch": 0.8763261015005257,
+      "grad_norm": 321.45501708984375,
+      "learning_rate": 1.2463145517335904e-05,
+      "loss": 28.25,
+      "step": 18338
+    },
+    {
+      "epoch": 0.8763738889419861,
+      "grad_norm": 291.045166015625,
+      "learning_rate": 1.2462395485328553e-05,
+      "loss": 31.4375,
+      "step": 18339
+    },
+    {
+      "epoch": 0.8764216763834465,
+      "grad_norm": 1048.247314453125,
+      "learning_rate": 1.2461645438574635e-05,
+      "loss": 21.7188,
+      "step": 18340
+    },
+    {
+      "epoch": 0.8764694638249069,
+      "grad_norm": 468.0312805175781,
+      "learning_rate": 1.2460895377078632e-05,
+      "loss": 36.6875,
+      "step": 18341
+    },
+    {
+      "epoch": 0.8765172512663671,
+      "grad_norm": 186.5758819580078,
+      "learning_rate": 1.2460145300845043e-05,
+      "loss": 40.4219,
+      "step": 18342
+    },
+    {
+      "epoch": 0.8765650387078275,
+      "grad_norm": 404.8663635253906,
+      "learning_rate": 1.245939520987836e-05,
+      "loss": 26.1562,
+      "step": 18343
+    },
+    {
+      "epoch": 0.8766128261492879,
+      "grad_norm": 297.8669738769531,
+      "learning_rate": 1.2458645104183073e-05,
+      "loss": 29.375,
+      "step": 18344
+    },
+    {
+      "epoch": 0.8766606135907483,
+      "grad_norm": 302.2989807128906,
+      "learning_rate": 1.2457894983763672e-05,
+      "loss": 28.0781,
+      "step": 18345
+    },
+    {
+      "epoch": 0.8767084010322087,
+      "grad_norm": 228.26112365722656,
+      "learning_rate": 1.2457144848624654e-05,
+      "loss": 25.7344,
+      "step": 18346
+    },
+    {
+      "epoch": 0.8767561884736691,
+      "grad_norm": 615.5923461914062,
+      "learning_rate": 1.245639469877051e-05,
+      "loss": 34.4062,
+      "step": 18347
+    },
+    {
+      "epoch": 0.8768039759151295,
+      "grad_norm": 194.82630920410156,
+      "learning_rate": 1.2455644534205726e-05,
+      "loss": 33.1562,
+      "step": 18348
+    },
+    {
+      "epoch": 0.8768517633565899,
+      "grad_norm": 292.3293151855469,
+      "learning_rate": 1.2454894354934803e-05,
+      "loss": 20.1875,
+      "step": 18349
+    },
+    {
+      "epoch": 0.8768995507980503,
+      "grad_norm": 325.6466369628906,
+      "learning_rate": 1.2454144160962229e-05,
+      "loss": 22.625,
+      "step": 18350
+    },
+    {
+      "epoch": 0.8769473382395107,
+      "grad_norm": 265.3175354003906,
+      "learning_rate": 1.2453393952292501e-05,
+      "loss": 34.2812,
+      "step": 18351
+    },
+    {
+      "epoch": 0.876995125680971,
+      "grad_norm": 477.3789978027344,
+      "learning_rate": 1.2452643728930108e-05,
+      "loss": 27.0625,
+      "step": 18352
+    },
+    {
+      "epoch": 0.8770429131224314,
+      "grad_norm": 199.42140197753906,
+      "learning_rate": 1.2451893490879543e-05,
+      "loss": 29.0625,
+      "step": 18353
+    },
+    {
+      "epoch": 0.8770907005638918,
+      "grad_norm": 138.83612060546875,
+      "learning_rate": 1.2451143238145298e-05,
+      "loss": 18.2031,
+      "step": 18354
+    },
+    {
+      "epoch": 0.8771384880053522,
+      "grad_norm": 285.9580383300781,
+      "learning_rate": 1.245039297073187e-05,
+      "loss": 32.0625,
+      "step": 18355
+    },
+    {
+      "epoch": 0.8771862754468126,
+      "grad_norm": 209.79029846191406,
+      "learning_rate": 1.2449642688643751e-05,
+      "loss": 24.2188,
+      "step": 18356
+    },
+    {
+      "epoch": 0.877234062888273,
+      "grad_norm": 301.11590576171875,
+      "learning_rate": 1.2448892391885433e-05,
+      "loss": 28.6562,
+      "step": 18357
+    },
+    {
+      "epoch": 0.8772818503297334,
+      "grad_norm": 218.6232452392578,
+      "learning_rate": 1.244814208046141e-05,
+      "loss": 23.6875,
+      "step": 18358
+    },
+    {
+      "epoch": 0.8773296377711938,
+      "grad_norm": 188.6397247314453,
+      "learning_rate": 1.244739175437617e-05,
+      "loss": 20.6406,
+      "step": 18359
+    },
+    {
+      "epoch": 0.8773774252126542,
+      "grad_norm": 247.41282653808594,
+      "learning_rate": 1.2446641413634217e-05,
+      "loss": 29.3125,
+      "step": 18360
+    },
+    {
+      "epoch": 0.8774252126541146,
+      "grad_norm": 423.6834411621094,
+      "learning_rate": 1.2445891058240038e-05,
+      "loss": 33.7188,
+      "step": 18361
+    },
+    {
+      "epoch": 0.8774730000955748,
+      "grad_norm": 280.3378601074219,
+      "learning_rate": 1.2445140688198127e-05,
+      "loss": 26.125,
+      "step": 18362
+    },
+    {
+      "epoch": 0.8775207875370352,
+      "grad_norm": 153.31822204589844,
+      "learning_rate": 1.2444390303512976e-05,
+      "loss": 25.4531,
+      "step": 18363
+    },
+    {
+      "epoch": 0.8775685749784956,
+      "grad_norm": 273.90118408203125,
+      "learning_rate": 1.2443639904189085e-05,
+      "loss": 27.9062,
+      "step": 18364
+    },
+    {
+      "epoch": 0.877616362419956,
+      "grad_norm": 186.4861297607422,
+      "learning_rate": 1.244288949023094e-05,
+      "loss": 20.5,
+      "step": 18365
+    },
+    {
+      "epoch": 0.8776641498614164,
+      "grad_norm": 365.4076843261719,
+      "learning_rate": 1.2442139061643044e-05,
+      "loss": 32.6562,
+      "step": 18366
+    },
+    {
+      "epoch": 0.8777119373028768,
+      "grad_norm": 164.3645477294922,
+      "learning_rate": 1.2441388618429881e-05,
+      "loss": 23.8438,
+      "step": 18367
+    },
+    {
+      "epoch": 0.8777597247443372,
+      "grad_norm": 180.83456420898438,
+      "learning_rate": 1.2440638160595954e-05,
+      "loss": 19.9688,
+      "step": 18368
+    },
+    {
+      "epoch": 0.8778075121857976,
+      "grad_norm": 238.07090759277344,
+      "learning_rate": 1.243988768814575e-05,
+      "loss": 24.625,
+      "step": 18369
+    },
+    {
+      "epoch": 0.877855299627258,
+      "grad_norm": 225.27224731445312,
+      "learning_rate": 1.2439137201083772e-05,
+      "loss": 23.4375,
+      "step": 18370
+    },
+    {
+      "epoch": 0.8779030870687183,
+      "grad_norm": 333.95611572265625,
+      "learning_rate": 1.2438386699414508e-05,
+      "loss": 30.0312,
+      "step": 18371
+    },
+    {
+      "epoch": 0.8779508745101787,
+      "grad_norm": 319.8053283691406,
+      "learning_rate": 1.2437636183142451e-05,
+      "loss": 26.375,
+      "step": 18372
+    },
+    {
+      "epoch": 0.8779986619516391,
+      "grad_norm": 158.27023315429688,
+      "learning_rate": 1.2436885652272104e-05,
+      "loss": 20.0469,
+      "step": 18373
+    },
+    {
+      "epoch": 0.8780464493930995,
+      "grad_norm": 203.26683044433594,
+      "learning_rate": 1.2436135106807951e-05,
+      "loss": 20.8906,
+      "step": 18374
+    },
+    {
+      "epoch": 0.8780942368345599,
+      "grad_norm": 150.35693359375,
+      "learning_rate": 1.2435384546754496e-05,
+      "loss": 18.2656,
+      "step": 18375
+    },
+    {
+      "epoch": 0.8781420242760203,
+      "grad_norm": 198.7359619140625,
+      "learning_rate": 1.243463397211623e-05,
+      "loss": 29.3125,
+      "step": 18376
+    },
+    {
+      "epoch": 0.8781898117174807,
+      "grad_norm": 455.2084045410156,
+      "learning_rate": 1.2433883382897649e-05,
+      "loss": 33.0,
+      "step": 18377
+    },
+    {
+      "epoch": 0.8782375991589411,
+      "grad_norm": 243.1612548828125,
+      "learning_rate": 1.2433132779103243e-05,
+      "loss": 23.3906,
+      "step": 18378
+    },
+    {
+      "epoch": 0.8782853866004015,
+      "grad_norm": 236.10382080078125,
+      "learning_rate": 1.2432382160737513e-05,
+      "loss": 39.625,
+      "step": 18379
+    },
+    {
+      "epoch": 0.8783331740418618,
+      "grad_norm": 284.898681640625,
+      "learning_rate": 1.2431631527804953e-05,
+      "loss": 23.2188,
+      "step": 18380
+    },
+    {
+      "epoch": 0.8783809614833222,
+      "grad_norm": 241.3184356689453,
+      "learning_rate": 1.2430880880310056e-05,
+      "loss": 23.2188,
+      "step": 18381
+    },
+    {
+      "epoch": 0.8784287489247826,
+      "grad_norm": 230.62777709960938,
+      "learning_rate": 1.2430130218257324e-05,
+      "loss": 32.0,
+      "step": 18382
+    },
+    {
+      "epoch": 0.8784765363662429,
+      "grad_norm": 162.87168884277344,
+      "learning_rate": 1.2429379541651243e-05,
+      "loss": 17.5938,
+      "step": 18383
+    },
+    {
+      "epoch": 0.8785243238077033,
+      "grad_norm": 285.3831481933594,
+      "learning_rate": 1.2428628850496316e-05,
+      "loss": 28.3438,
+      "step": 18384
+    },
+    {
+      "epoch": 0.8785721112491637,
+      "grad_norm": 264.6946105957031,
+      "learning_rate": 1.2427878144797031e-05,
+      "loss": 32.1562,
+      "step": 18385
+    },
+    {
+      "epoch": 0.8786198986906241,
+      "grad_norm": 173.17678833007812,
+      "learning_rate": 1.2427127424557894e-05,
+      "loss": 28.125,
+      "step": 18386
+    },
+    {
+      "epoch": 0.8786676861320845,
+      "grad_norm": 299.7923889160156,
+      "learning_rate": 1.2426376689783393e-05,
+      "loss": 35.9688,
+      "step": 18387
+    },
+    {
+      "epoch": 0.8787154735735448,
+      "grad_norm": 266.2285461425781,
+      "learning_rate": 1.2425625940478027e-05,
+      "loss": 32.7188,
+      "step": 18388
+    },
+    {
+      "epoch": 0.8787632610150052,
+      "grad_norm": 337.1667175292969,
+      "learning_rate": 1.2424875176646292e-05,
+      "loss": 26.3281,
+      "step": 18389
+    },
+    {
+      "epoch": 0.8788110484564656,
+      "grad_norm": 243.2022705078125,
+      "learning_rate": 1.2424124398292685e-05,
+      "loss": 31.2812,
+      "step": 18390
+    },
+    {
+      "epoch": 0.878858835897926,
+      "grad_norm": 165.20912170410156,
+      "learning_rate": 1.2423373605421698e-05,
+      "loss": 21.125,
+      "step": 18391
+    },
+    {
+      "epoch": 0.8789066233393864,
+      "grad_norm": 464.6397399902344,
+      "learning_rate": 1.2422622798037833e-05,
+      "loss": 31.25,
+      "step": 18392
+    },
+    {
+      "epoch": 0.8789544107808468,
+      "grad_norm": 140.49244689941406,
+      "learning_rate": 1.2421871976145583e-05,
+      "loss": 18.6719,
+      "step": 18393
+    },
+    {
+      "epoch": 0.8790021982223072,
+      "grad_norm": 444.1949768066406,
+      "learning_rate": 1.2421121139749443e-05,
+      "loss": 31.4062,
+      "step": 18394
+    },
+    {
+      "epoch": 0.8790499856637676,
+      "grad_norm": 513.9497680664062,
+      "learning_rate": 1.2420370288853915e-05,
+      "loss": 25.5312,
+      "step": 18395
+    },
+    {
+      "epoch": 0.879097773105228,
+      "grad_norm": 259.42767333984375,
+      "learning_rate": 1.2419619423463489e-05,
+      "loss": 30.9688,
+      "step": 18396
+    },
+    {
+      "epoch": 0.8791455605466884,
+      "grad_norm": 720.71630859375,
+      "learning_rate": 1.2418868543582665e-05,
+      "loss": 33.0625,
+      "step": 18397
+    },
+    {
+      "epoch": 0.8791933479881487,
+      "grad_norm": 427.97039794921875,
+      "learning_rate": 1.241811764921594e-05,
+      "loss": 25.5,
+      "step": 18398
+    },
+    {
+      "epoch": 0.8792411354296091,
+      "grad_norm": 137.1540069580078,
+      "learning_rate": 1.241736674036781e-05,
+      "loss": 15.5,
+      "step": 18399
+    },
+    {
+      "epoch": 0.8792889228710695,
+      "grad_norm": 164.35704040527344,
+      "learning_rate": 1.2416615817042772e-05,
+      "loss": 23.0938,
+      "step": 18400
+    },
+    {
+      "epoch": 0.8793367103125299,
+      "grad_norm": 433.7633361816406,
+      "learning_rate": 1.2415864879245325e-05,
+      "loss": 35.9688,
+      "step": 18401
+    },
+    {
+      "epoch": 0.8793844977539903,
+      "grad_norm": 164.57974243164062,
+      "learning_rate": 1.2415113926979965e-05,
+      "loss": 21.0156,
+      "step": 18402
+    },
+    {
+      "epoch": 0.8794322851954506,
+      "grad_norm": 216.47569274902344,
+      "learning_rate": 1.2414362960251188e-05,
+      "loss": 18.1406,
+      "step": 18403
+    },
+    {
+      "epoch": 0.879480072636911,
+      "grad_norm": 225.22332763671875,
+      "learning_rate": 1.241361197906349e-05,
+      "loss": 30.75,
+      "step": 18404
+    },
+    {
+      "epoch": 0.8795278600783714,
+      "grad_norm": 183.63880920410156,
+      "learning_rate": 1.2412860983421376e-05,
+      "loss": 21.8438,
+      "step": 18405
+    },
+    {
+      "epoch": 0.8795756475198317,
+      "grad_norm": 374.4546813964844,
+      "learning_rate": 1.2412109973329336e-05,
+      "loss": 36.4688,
+      "step": 18406
+    },
+    {
+      "epoch": 0.8796234349612921,
+      "grad_norm": 204.42437744140625,
+      "learning_rate": 1.2411358948791867e-05,
+      "loss": 24.125,
+      "step": 18407
+    },
+    {
+      "epoch": 0.8796712224027525,
+      "grad_norm": 346.32208251953125,
+      "learning_rate": 1.2410607909813473e-05,
+      "loss": 26.9062,
+      "step": 18408
+    },
+    {
+      "epoch": 0.8797190098442129,
+      "grad_norm": 556.5082397460938,
+      "learning_rate": 1.2409856856398647e-05,
+      "loss": 50.2188,
+      "step": 18409
+    },
+    {
+      "epoch": 0.8797667972856733,
+      "grad_norm": 365.3089294433594,
+      "learning_rate": 1.2409105788551885e-05,
+      "loss": 35.7188,
+      "step": 18410
+    },
+    {
+      "epoch": 0.8798145847271337,
+      "grad_norm": 150.697265625,
+      "learning_rate": 1.2408354706277692e-05,
+      "loss": 19.0469,
+      "step": 18411
+    },
+    {
+      "epoch": 0.8798623721685941,
+      "grad_norm": 212.9757843017578,
+      "learning_rate": 1.240760360958056e-05,
+      "loss": 21.3438,
+      "step": 18412
+    },
+    {
+      "epoch": 0.8799101596100545,
+      "grad_norm": 613.709228515625,
+      "learning_rate": 1.240685249846499e-05,
+      "loss": 30.0938,
+      "step": 18413
+    },
+    {
+      "epoch": 0.8799579470515149,
+      "grad_norm": 456.40966796875,
+      "learning_rate": 1.240610137293548e-05,
+      "loss": 23.0469,
+      "step": 18414
+    },
+    {
+      "epoch": 0.8800057344929753,
+      "grad_norm": 295.6255798339844,
+      "learning_rate": 1.2405350232996526e-05,
+      "loss": 33.3438,
+      "step": 18415
+    },
+    {
+      "epoch": 0.8800535219344356,
+      "grad_norm": 331.05908203125,
+      "learning_rate": 1.2404599078652625e-05,
+      "loss": 26.5938,
+      "step": 18416
+    },
+    {
+      "epoch": 0.880101309375896,
+      "grad_norm": 218.10696411132812,
+      "learning_rate": 1.2403847909908283e-05,
+      "loss": 21.3438,
+      "step": 18417
+    },
+    {
+      "epoch": 0.8801490968173564,
+      "grad_norm": 210.1245880126953,
+      "learning_rate": 1.2403096726767991e-05,
+      "loss": 27.0625,
+      "step": 18418
+    },
+    {
+      "epoch": 0.8801968842588168,
+      "grad_norm": 275.2142333984375,
+      "learning_rate": 1.2402345529236253e-05,
+      "loss": 29.4531,
+      "step": 18419
+    },
+    {
+      "epoch": 0.8802446717002772,
+      "grad_norm": 437.33203125,
+      "learning_rate": 1.2401594317317562e-05,
+      "loss": 25.0312,
+      "step": 18420
+    },
+    {
+      "epoch": 0.8802924591417376,
+      "grad_norm": 224.03785705566406,
+      "learning_rate": 1.2400843091016424e-05,
+      "loss": 23.4375,
+      "step": 18421
+    },
+    {
+      "epoch": 0.880340246583198,
+      "grad_norm": 408.34423828125,
+      "learning_rate": 1.240009185033733e-05,
+      "loss": 33.4062,
+      "step": 18422
+    },
+    {
+      "epoch": 0.8803880340246584,
+      "grad_norm": 248.12783813476562,
+      "learning_rate": 1.2399340595284785e-05,
+      "loss": 28.5312,
+      "step": 18423
+    },
+    {
+      "epoch": 0.8804358214661187,
+      "grad_norm": 160.2032470703125,
+      "learning_rate": 1.2398589325863284e-05,
+      "loss": 23.875,
+      "step": 18424
+    },
+    {
+      "epoch": 0.880483608907579,
+      "grad_norm": 266.8826904296875,
+      "learning_rate": 1.239783804207733e-05,
+      "loss": 20.5469,
+      "step": 18425
+    },
+    {
+      "epoch": 0.8805313963490394,
+      "grad_norm": 195.326416015625,
+      "learning_rate": 1.2397086743931421e-05,
+      "loss": 22.4531,
+      "step": 18426
+    },
+    {
+      "epoch": 0.8805791837904998,
+      "grad_norm": 369.2487487792969,
+      "learning_rate": 1.2396335431430053e-05,
+      "loss": 30.2812,
+      "step": 18427
+    },
+    {
+      "epoch": 0.8806269712319602,
+      "grad_norm": 169.49990844726562,
+      "learning_rate": 1.2395584104577728e-05,
+      "loss": 30.375,
+      "step": 18428
+    },
+    {
+      "epoch": 0.8806747586734206,
+      "grad_norm": 208.74449157714844,
+      "learning_rate": 1.2394832763378948e-05,
+      "loss": 34.5938,
+      "step": 18429
+    },
+    {
+      "epoch": 0.880722546114881,
+      "grad_norm": 440.9032287597656,
+      "learning_rate": 1.2394081407838206e-05,
+      "loss": 37.8438,
+      "step": 18430
+    },
+    {
+      "epoch": 0.8807703335563414,
+      "grad_norm": 361.5742492675781,
+      "learning_rate": 1.2393330037960008e-05,
+      "loss": 22.9375,
+      "step": 18431
+    },
+    {
+      "epoch": 0.8808181209978018,
+      "grad_norm": 396.4283752441406,
+      "learning_rate": 1.2392578653748852e-05,
+      "loss": 24.4688,
+      "step": 18432
+    },
+    {
+      "epoch": 0.8808659084392622,
+      "grad_norm": 222.84567260742188,
+      "learning_rate": 1.2391827255209234e-05,
+      "loss": 22.2656,
+      "step": 18433
+    },
+    {
+      "epoch": 0.8809136958807225,
+      "grad_norm": 207.04273986816406,
+      "learning_rate": 1.239107584234566e-05,
+      "loss": 21.4688,
+      "step": 18434
+    },
+    {
+      "epoch": 0.8809614833221829,
+      "grad_norm": 336.7125244140625,
+      "learning_rate": 1.2390324415162624e-05,
+      "loss": 25.4531,
+      "step": 18435
+    },
+    {
+      "epoch": 0.8810092707636433,
+      "grad_norm": 231.22377014160156,
+      "learning_rate": 1.2389572973664635e-05,
+      "loss": 28.3281,
+      "step": 18436
+    },
+    {
+      "epoch": 0.8810570582051037,
+      "grad_norm": 272.4112243652344,
+      "learning_rate": 1.2388821517856179e-05,
+      "loss": 36.0312,
+      "step": 18437
+    },
+    {
+      "epoch": 0.8811048456465641,
+      "grad_norm": 233.91102600097656,
+      "learning_rate": 1.238807004774177e-05,
+      "loss": 25.75,
+      "step": 18438
+    },
+    {
+      "epoch": 0.8811526330880245,
+      "grad_norm": 425.3494873046875,
+      "learning_rate": 1.2387318563325902e-05,
+      "loss": 28.2188,
+      "step": 18439
+    },
+    {
+      "epoch": 0.8812004205294849,
+      "grad_norm": 265.0934143066406,
+      "learning_rate": 1.2386567064613078e-05,
+      "loss": 29.9062,
+      "step": 18440
+    },
+    {
+      "epoch": 0.8812482079709453,
+      "grad_norm": 241.06179809570312,
+      "learning_rate": 1.2385815551607796e-05,
+      "loss": 23.8438,
+      "step": 18441
+    },
+    {
+      "epoch": 0.8812959954124057,
+      "grad_norm": 300.82647705078125,
+      "learning_rate": 1.2385064024314554e-05,
+      "loss": 23.3438,
+      "step": 18442
+    },
+    {
+      "epoch": 0.881343782853866,
+      "grad_norm": 245.1126251220703,
+      "learning_rate": 1.2384312482737858e-05,
+      "loss": 22.6719,
+      "step": 18443
+    },
+    {
+      "epoch": 0.8813915702953264,
+      "grad_norm": 238.3112335205078,
+      "learning_rate": 1.238356092688221e-05,
+      "loss": 27.9375,
+      "step": 18444
+    },
+    {
+      "epoch": 0.8814393577367867,
+      "grad_norm": 146.2433624267578,
+      "learning_rate": 1.2382809356752106e-05,
+      "loss": 17.4375,
+      "step": 18445
+    },
+    {
+      "epoch": 0.8814871451782471,
+      "grad_norm": 275.849365234375,
+      "learning_rate": 1.2382057772352045e-05,
+      "loss": 26.25,
+      "step": 18446
+    },
+    {
+      "epoch": 0.8815349326197075,
+      "grad_norm": 223.99925231933594,
+      "learning_rate": 1.2381306173686536e-05,
+      "loss": 19.9844,
+      "step": 18447
+    },
+    {
+      "epoch": 0.8815827200611679,
+      "grad_norm": 283.15625,
+      "learning_rate": 1.2380554560760072e-05,
+      "loss": 27.0312,
+      "step": 18448
+    },
+    {
+      "epoch": 0.8816305075026283,
+      "grad_norm": 176.43853759765625,
+      "learning_rate": 1.2379802933577161e-05,
+      "loss": 28.8281,
+      "step": 18449
+    },
+    {
+      "epoch": 0.8816782949440887,
+      "grad_norm": 257.17877197265625,
+      "learning_rate": 1.23790512921423e-05,
+      "loss": 18.8438,
+      "step": 18450
+    },
+    {
+      "epoch": 0.8817260823855491,
+      "grad_norm": 284.1994323730469,
+      "learning_rate": 1.2378299636459991e-05,
+      "loss": 31.5,
+      "step": 18451
+    },
+    {
+      "epoch": 0.8817738698270094,
+      "grad_norm": 274.09564208984375,
+      "learning_rate": 1.2377547966534736e-05,
+      "loss": 18.3125,
+      "step": 18452
+    },
+    {
+      "epoch": 0.8818216572684698,
+      "grad_norm": 376.9873962402344,
+      "learning_rate": 1.2376796282371037e-05,
+      "loss": 31.5,
+      "step": 18453
+    },
+    {
+      "epoch": 0.8818694447099302,
+      "grad_norm": 427.01214599609375,
+      "learning_rate": 1.2376044583973394e-05,
+      "loss": 27.5,
+      "step": 18454
+    },
+    {
+      "epoch": 0.8819172321513906,
+      "grad_norm": 530.0001220703125,
+      "learning_rate": 1.2375292871346314e-05,
+      "loss": 24.125,
+      "step": 18455
+    },
+    {
+      "epoch": 0.881965019592851,
+      "grad_norm": 394.4094543457031,
+      "learning_rate": 1.2374541144494292e-05,
+      "loss": 31.9844,
+      "step": 18456
+    },
+    {
+      "epoch": 0.8820128070343114,
+      "grad_norm": 319.5635986328125,
+      "learning_rate": 1.2373789403421832e-05,
+      "loss": 35.1562,
+      "step": 18457
+    },
+    {
+      "epoch": 0.8820605944757718,
+      "grad_norm": 304.77374267578125,
+      "learning_rate": 1.2373037648133437e-05,
+      "loss": 29.0156,
+      "step": 18458
+    },
+    {
+      "epoch": 0.8821083819172322,
+      "grad_norm": 275.34796142578125,
+      "learning_rate": 1.237228587863361e-05,
+      "loss": 27.5,
+      "step": 18459
+    },
+    {
+      "epoch": 0.8821561693586926,
+      "grad_norm": 207.695556640625,
+      "learning_rate": 1.2371534094926852e-05,
+      "loss": 28.0312,
+      "step": 18460
+    },
+    {
+      "epoch": 0.882203956800153,
+      "grad_norm": 392.1458740234375,
+      "learning_rate": 1.237078229701766e-05,
+      "loss": 37.0938,
+      "step": 18461
+    },
+    {
+      "epoch": 0.8822517442416133,
+      "grad_norm": 276.9569396972656,
+      "learning_rate": 1.2370030484910545e-05,
+      "loss": 29.5312,
+      "step": 18462
+    },
+    {
+      "epoch": 0.8822995316830737,
+      "grad_norm": 164.49058532714844,
+      "learning_rate": 1.2369278658610004e-05,
+      "loss": 27.4688,
+      "step": 18463
+    },
+    {
+      "epoch": 0.8823473191245341,
+      "grad_norm": 157.48077392578125,
+      "learning_rate": 1.2368526818120543e-05,
+      "loss": 28.0,
+      "step": 18464
+    },
+    {
+      "epoch": 0.8823951065659944,
+      "grad_norm": 447.0937805175781,
+      "learning_rate": 1.236777496344666e-05,
+      "loss": 21.4219,
+      "step": 18465
+    },
+    {
+      "epoch": 0.8824428940074548,
+      "grad_norm": 231.0284881591797,
+      "learning_rate": 1.2367023094592863e-05,
+      "loss": 22.375,
+      "step": 18466
+    },
+    {
+      "epoch": 0.8824906814489152,
+      "grad_norm": 197.71844482421875,
+      "learning_rate": 1.2366271211563653e-05,
+      "loss": 21.9844,
+      "step": 18467
+    },
+    {
+      "epoch": 0.8825384688903756,
+      "grad_norm": 240.48304748535156,
+      "learning_rate": 1.2365519314363526e-05,
+      "loss": 20.6875,
+      "step": 18468
+    },
+    {
+      "epoch": 0.882586256331836,
+      "grad_norm": 312.4612121582031,
+      "learning_rate": 1.2364767402996996e-05,
+      "loss": 29.1875,
+      "step": 18469
+    },
+    {
+      "epoch": 0.8826340437732964,
+      "grad_norm": 168.7265625,
+      "learning_rate": 1.2364015477468556e-05,
+      "loss": 27.7812,
+      "step": 18470
+    },
+    {
+      "epoch": 0.8826818312147567,
+      "grad_norm": 292.1388854980469,
+      "learning_rate": 1.2363263537782719e-05,
+      "loss": 43.2812,
+      "step": 18471
+    },
+    {
+      "epoch": 0.8827296186562171,
+      "grad_norm": 206.63011169433594,
+      "learning_rate": 1.236251158394398e-05,
+      "loss": 18.0781,
+      "step": 18472
+    },
+    {
+      "epoch": 0.8827774060976775,
+      "grad_norm": 521.3735961914062,
+      "learning_rate": 1.2361759615956845e-05,
+      "loss": 33.5938,
+      "step": 18473
+    },
+    {
+      "epoch": 0.8828251935391379,
+      "grad_norm": 385.2513427734375,
+      "learning_rate": 1.2361007633825818e-05,
+      "loss": 27.0781,
+      "step": 18474
+    },
+    {
+      "epoch": 0.8828729809805983,
+      "grad_norm": 279.9648742675781,
+      "learning_rate": 1.23602556375554e-05,
+      "loss": 27.0,
+      "step": 18475
+    },
+    {
+      "epoch": 0.8829207684220587,
+      "grad_norm": 220.14892578125,
+      "learning_rate": 1.23595036271501e-05,
+      "loss": 31.4375,
+      "step": 18476
+    },
+    {
+      "epoch": 0.8829685558635191,
+      "grad_norm": 432.7753601074219,
+      "learning_rate": 1.2358751602614416e-05,
+      "loss": 48.875,
+      "step": 18477
+    },
+    {
+      "epoch": 0.8830163433049795,
+      "grad_norm": 280.21307373046875,
+      "learning_rate": 1.2357999563952852e-05,
+      "loss": 35.3125,
+      "step": 18478
+    },
+    {
+      "epoch": 0.8830641307464399,
+      "grad_norm": 161.807861328125,
+      "learning_rate": 1.2357247511169916e-05,
+      "loss": 25.4688,
+      "step": 18479
+    },
+    {
+      "epoch": 0.8831119181879002,
+      "grad_norm": 273.17724609375,
+      "learning_rate": 1.235649544427011e-05,
+      "loss": 27.25,
+      "step": 18480
+    },
+    {
+      "epoch": 0.8831597056293606,
+      "grad_norm": 190.51585388183594,
+      "learning_rate": 1.2355743363257933e-05,
+      "loss": 25.5625,
+      "step": 18481
+    },
+    {
+      "epoch": 0.883207493070821,
+      "grad_norm": 433.7864990234375,
+      "learning_rate": 1.2354991268137895e-05,
+      "loss": 34.375,
+      "step": 18482
+    },
+    {
+      "epoch": 0.8832552805122814,
+      "grad_norm": 314.8433837890625,
+      "learning_rate": 1.2354239158914497e-05,
+      "loss": 26.3438,
+      "step": 18483
+    },
+    {
+      "epoch": 0.8833030679537418,
+      "grad_norm": 261.6624755859375,
+      "learning_rate": 1.2353487035592244e-05,
+      "loss": 34.0781,
+      "step": 18484
+    },
+    {
+      "epoch": 0.8833508553952022,
+      "grad_norm": 290.41839599609375,
+      "learning_rate": 1.235273489817564e-05,
+      "loss": 31.875,
+      "step": 18485
+    },
+    {
+      "epoch": 0.8833986428366625,
+      "grad_norm": 264.9615173339844,
+      "learning_rate": 1.2351982746669193e-05,
+      "loss": 42.8125,
+      "step": 18486
+    },
+    {
+      "epoch": 0.8834464302781229,
+      "grad_norm": 242.171875,
+      "learning_rate": 1.2351230581077402e-05,
+      "loss": 33.8125,
+      "step": 18487
+    },
+    {
+      "epoch": 0.8834942177195833,
+      "grad_norm": 331.0801086425781,
+      "learning_rate": 1.2350478401404775e-05,
+      "loss": 29.7812,
+      "step": 18488
+    },
+    {
+      "epoch": 0.8835420051610436,
+      "grad_norm": 262.9264221191406,
+      "learning_rate": 1.2349726207655811e-05,
+      "loss": 31.4375,
+      "step": 18489
+    },
+    {
+      "epoch": 0.883589792602504,
+      "grad_norm": 409.1969299316406,
+      "learning_rate": 1.2348973999835025e-05,
+      "loss": 23.7188,
+      "step": 18490
+    },
+    {
+      "epoch": 0.8836375800439644,
+      "grad_norm": 270.3774719238281,
+      "learning_rate": 1.2348221777946915e-05,
+      "loss": 43.4688,
+      "step": 18491
+    },
+    {
+      "epoch": 0.8836853674854248,
+      "grad_norm": 231.94671630859375,
+      "learning_rate": 1.2347469541995985e-05,
+      "loss": 29.6562,
+      "step": 18492
+    },
+    {
+      "epoch": 0.8837331549268852,
+      "grad_norm": 702.9526977539062,
+      "learning_rate": 1.2346717291986743e-05,
+      "loss": 35.7031,
+      "step": 18493
+    },
+    {
+      "epoch": 0.8837809423683456,
+      "grad_norm": 263.5331726074219,
+      "learning_rate": 1.234596502792369e-05,
+      "loss": 29.0938,
+      "step": 18494
+    },
+    {
+      "epoch": 0.883828729809806,
+      "grad_norm": 309.9666748046875,
+      "learning_rate": 1.2345212749811335e-05,
+      "loss": 32.9062,
+      "step": 18495
+    },
+    {
+      "epoch": 0.8838765172512664,
+      "grad_norm": 510.4866027832031,
+      "learning_rate": 1.2344460457654179e-05,
+      "loss": 20.7656,
+      "step": 18496
+    },
+    {
+      "epoch": 0.8839243046927268,
+      "grad_norm": 289.1279602050781,
+      "learning_rate": 1.2343708151456735e-05,
+      "loss": 35.7188,
+      "step": 18497
+    },
+    {
+      "epoch": 0.8839720921341871,
+      "grad_norm": 273.07257080078125,
+      "learning_rate": 1.2342955831223498e-05,
+      "loss": 24.4375,
+      "step": 18498
+    },
+    {
+      "epoch": 0.8840198795756475,
+      "grad_norm": 589.036376953125,
+      "learning_rate": 1.2342203496958982e-05,
+      "loss": 21.7188,
+      "step": 18499
+    },
+    {
+      "epoch": 0.8840676670171079,
+      "grad_norm": 177.25437927246094,
+      "learning_rate": 1.2341451148667689e-05,
+      "loss": 20.5625,
+      "step": 18500
+    },
+    {
+      "epoch": 0.8841154544585683,
+      "grad_norm": 401.3797302246094,
+      "learning_rate": 1.2340698786354124e-05,
+      "loss": 32.5469,
+      "step": 18501
+    },
+    {
+      "epoch": 0.8841632419000287,
+      "grad_norm": 262.24755859375,
+      "learning_rate": 1.2339946410022794e-05,
+      "loss": 17.1562,
+      "step": 18502
+    },
+    {
+      "epoch": 0.8842110293414891,
+      "grad_norm": 220.7054901123047,
+      "learning_rate": 1.2339194019678207e-05,
+      "loss": 20.75,
+      "step": 18503
+    },
+    {
+      "epoch": 0.8842588167829495,
+      "grad_norm": 197.28012084960938,
+      "learning_rate": 1.2338441615324863e-05,
+      "loss": 27.125,
+      "step": 18504
+    },
+    {
+      "epoch": 0.8843066042244099,
+      "grad_norm": 348.2646484375,
+      "learning_rate": 1.233768919696727e-05,
+      "loss": 35.0,
+      "step": 18505
+    },
+    {
+      "epoch": 0.8843543916658702,
+      "grad_norm": 142.39166259765625,
+      "learning_rate": 1.2336936764609939e-05,
+      "loss": 22.3125,
+      "step": 18506
+    },
+    {
+      "epoch": 0.8844021791073305,
+      "grad_norm": 196.09706115722656,
+      "learning_rate": 1.233618431825737e-05,
+      "loss": 29.25,
+      "step": 18507
+    },
+    {
+      "epoch": 0.8844499665487909,
+      "grad_norm": 275.39727783203125,
+      "learning_rate": 1.2335431857914073e-05,
+      "loss": 24.1719,
+      "step": 18508
+    },
+    {
+      "epoch": 0.8844977539902513,
+      "grad_norm": 194.5077362060547,
+      "learning_rate": 1.2334679383584552e-05,
+      "loss": 19.3438,
+      "step": 18509
+    },
+    {
+      "epoch": 0.8845455414317117,
+      "grad_norm": 208.42816162109375,
+      "learning_rate": 1.2333926895273317e-05,
+      "loss": 23.6562,
+      "step": 18510
+    },
+    {
+      "epoch": 0.8845933288731721,
+      "grad_norm": 342.2981262207031,
+      "learning_rate": 1.2333174392984866e-05,
+      "loss": 33.3438,
+      "step": 18511
+    },
+    {
+      "epoch": 0.8846411163146325,
+      "grad_norm": 310.6012878417969,
+      "learning_rate": 1.2332421876723712e-05,
+      "loss": 25.3125,
+      "step": 18512
+    },
+    {
+      "epoch": 0.8846889037560929,
+      "grad_norm": 136.5697021484375,
+      "learning_rate": 1.2331669346494361e-05,
+      "loss": 27.3594,
+      "step": 18513
+    },
+    {
+      "epoch": 0.8847366911975533,
+      "grad_norm": 333.772216796875,
+      "learning_rate": 1.2330916802301323e-05,
+      "loss": 28.2812,
+      "step": 18514
+    },
+    {
+      "epoch": 0.8847844786390137,
+      "grad_norm": 147.47560119628906,
+      "learning_rate": 1.2330164244149096e-05,
+      "loss": 20.8438,
+      "step": 18515
+    },
+    {
+      "epoch": 0.884832266080474,
+      "grad_norm": 278.1310119628906,
+      "learning_rate": 1.2329411672042192e-05,
+      "loss": 20.8594,
+      "step": 18516
+    },
+    {
+      "epoch": 0.8848800535219344,
+      "grad_norm": 314.47802734375,
+      "learning_rate": 1.2328659085985124e-05,
+      "loss": 34.3438,
+      "step": 18517
+    },
+    {
+      "epoch": 0.8849278409633948,
+      "grad_norm": 151.26715087890625,
+      "learning_rate": 1.2327906485982386e-05,
+      "loss": 21.5938,
+      "step": 18518
+    },
+    {
+      "epoch": 0.8849756284048552,
+      "grad_norm": 158.84304809570312,
+      "learning_rate": 1.2327153872038496e-05,
+      "loss": 22.0781,
+      "step": 18519
+    },
+    {
+      "epoch": 0.8850234158463156,
+      "grad_norm": 280.4824523925781,
+      "learning_rate": 1.2326401244157956e-05,
+      "loss": 27.625,
+      "step": 18520
+    },
+    {
+      "epoch": 0.885071203287776,
+      "grad_norm": 219.69345092773438,
+      "learning_rate": 1.2325648602345275e-05,
+      "loss": 23.1562,
+      "step": 18521
+    },
+    {
+      "epoch": 0.8851189907292364,
+      "grad_norm": 258.1860046386719,
+      "learning_rate": 1.2324895946604958e-05,
+      "loss": 28.5312,
+      "step": 18522
+    },
+    {
+      "epoch": 0.8851667781706968,
+      "grad_norm": 332.4681701660156,
+      "learning_rate": 1.2324143276941515e-05,
+      "loss": 22.8125,
+      "step": 18523
+    },
+    {
+      "epoch": 0.8852145656121572,
+      "grad_norm": 457.91119384765625,
+      "learning_rate": 1.2323390593359455e-05,
+      "loss": 45.1562,
+      "step": 18524
+    },
+    {
+      "epoch": 0.8852623530536176,
+      "grad_norm": 196.9236297607422,
+      "learning_rate": 1.2322637895863281e-05,
+      "loss": 22.6094,
+      "step": 18525
+    },
+    {
+      "epoch": 0.885310140495078,
+      "grad_norm": 202.7186279296875,
+      "learning_rate": 1.2321885184457503e-05,
+      "loss": 27.2969,
+      "step": 18526
+    },
+    {
+      "epoch": 0.8853579279365382,
+      "grad_norm": 527.5818481445312,
+      "learning_rate": 1.232113245914663e-05,
+      "loss": 28.0312,
+      "step": 18527
+    },
+    {
+      "epoch": 0.8854057153779986,
+      "grad_norm": 183.66734313964844,
+      "learning_rate": 1.232037971993517e-05,
+      "loss": 24.1406,
+      "step": 18528
+    },
+    {
+      "epoch": 0.885453502819459,
+      "grad_norm": 233.6669464111328,
+      "learning_rate": 1.2319626966827625e-05,
+      "loss": 28.375,
+      "step": 18529
+    },
+    {
+      "epoch": 0.8855012902609194,
+      "grad_norm": 205.7473907470703,
+      "learning_rate": 1.231887419982851e-05,
+      "loss": 30.9062,
+      "step": 18530
+    },
+    {
+      "epoch": 0.8855490777023798,
+      "grad_norm": 330.0540466308594,
+      "learning_rate": 1.231812141894233e-05,
+      "loss": 31.8906,
+      "step": 18531
+    },
+    {
+      "epoch": 0.8855968651438402,
+      "grad_norm": 259.96795654296875,
+      "learning_rate": 1.2317368624173596e-05,
+      "loss": 24.9062,
+      "step": 18532
+    },
+    {
+      "epoch": 0.8856446525853006,
+      "grad_norm": 256.447265625,
+      "learning_rate": 1.231661581552681e-05,
+      "loss": 26.0625,
+      "step": 18533
+    },
+    {
+      "epoch": 0.885692440026761,
+      "grad_norm": 162.76797485351562,
+      "learning_rate": 1.2315862993006488e-05,
+      "loss": 27.5,
+      "step": 18534
+    },
+    {
+      "epoch": 0.8857402274682213,
+      "grad_norm": 342.81683349609375,
+      "learning_rate": 1.2315110156617133e-05,
+      "loss": 46.9062,
+      "step": 18535
+    },
+    {
+      "epoch": 0.8857880149096817,
+      "grad_norm": 288.327880859375,
+      "learning_rate": 1.2314357306363261e-05,
+      "loss": 33.75,
+      "step": 18536
+    },
+    {
+      "epoch": 0.8858358023511421,
+      "grad_norm": 249.1865234375,
+      "learning_rate": 1.2313604442249367e-05,
+      "loss": 25.1719,
+      "step": 18537
+    },
+    {
+      "epoch": 0.8858835897926025,
+      "grad_norm": 253.2073516845703,
+      "learning_rate": 1.2312851564279973e-05,
+      "loss": 26.3125,
+      "step": 18538
+    },
+    {
+      "epoch": 0.8859313772340629,
+      "grad_norm": 258.06317138671875,
+      "learning_rate": 1.2312098672459582e-05,
+      "loss": 22.4062,
+      "step": 18539
+    },
+    {
+      "epoch": 0.8859791646755233,
+      "grad_norm": 208.5610809326172,
+      "learning_rate": 1.2311345766792701e-05,
+      "loss": 31.4375,
+      "step": 18540
+    },
+    {
+      "epoch": 0.8860269521169837,
+      "grad_norm": 296.5298156738281,
+      "learning_rate": 1.2310592847283844e-05,
+      "loss": 27.3125,
+      "step": 18541
+    },
+    {
+      "epoch": 0.8860747395584441,
+      "grad_norm": 292.1957092285156,
+      "learning_rate": 1.2309839913937519e-05,
+      "loss": 28.1719,
+      "step": 18542
+    },
+    {
+      "epoch": 0.8861225269999045,
+      "grad_norm": 249.09646606445312,
+      "learning_rate": 1.230908696675823e-05,
+      "loss": 20.5156,
+      "step": 18543
+    },
+    {
+      "epoch": 0.8861703144413648,
+      "grad_norm": 296.9532165527344,
+      "learning_rate": 1.2308334005750488e-05,
+      "loss": 24.5938,
+      "step": 18544
+    },
+    {
+      "epoch": 0.8862181018828252,
+      "grad_norm": 655.2366333007812,
+      "learning_rate": 1.2307581030918807e-05,
+      "loss": 46.5625,
+      "step": 18545
+    },
+    {
+      "epoch": 0.8862658893242856,
+      "grad_norm": 550.6889038085938,
+      "learning_rate": 1.2306828042267692e-05,
+      "loss": 22.6406,
+      "step": 18546
+    },
+    {
+      "epoch": 0.886313676765746,
+      "grad_norm": 332.59344482421875,
+      "learning_rate": 1.2306075039801655e-05,
+      "loss": 27.7812,
+      "step": 18547
+    },
+    {
+      "epoch": 0.8863614642072063,
+      "grad_norm": 162.49819946289062,
+      "learning_rate": 1.23053220235252e-05,
+      "loss": 24.0938,
+      "step": 18548
+    },
+    {
+      "epoch": 0.8864092516486667,
+      "grad_norm": 204.57644653320312,
+      "learning_rate": 1.2304568993442846e-05,
+      "loss": 26.3125,
+      "step": 18549
+    },
+    {
+      "epoch": 0.8864570390901271,
+      "grad_norm": 298.53704833984375,
+      "learning_rate": 1.2303815949559094e-05,
+      "loss": 41.8125,
+      "step": 18550
+    },
+    {
+      "epoch": 0.8865048265315875,
+      "grad_norm": 214.8814697265625,
+      "learning_rate": 1.230306289187846e-05,
+      "loss": 25.2031,
+      "step": 18551
+    },
+    {
+      "epoch": 0.8865526139730479,
+      "grad_norm": 187.51539611816406,
+      "learning_rate": 1.2302309820405452e-05,
+      "loss": 23.1562,
+      "step": 18552
+    },
+    {
+      "epoch": 0.8866004014145082,
+      "grad_norm": 534.42724609375,
+      "learning_rate": 1.2301556735144573e-05,
+      "loss": 27.2812,
+      "step": 18553
+    },
+    {
+      "epoch": 0.8866481888559686,
+      "grad_norm": 233.7095947265625,
+      "learning_rate": 1.2300803636100345e-05,
+      "loss": 23.6094,
+      "step": 18554
+    },
+    {
+      "epoch": 0.886695976297429,
+      "grad_norm": 168.71365356445312,
+      "learning_rate": 1.2300050523277267e-05,
+      "loss": 25.8281,
+      "step": 18555
+    },
+    {
+      "epoch": 0.8867437637388894,
+      "grad_norm": 233.97885131835938,
+      "learning_rate": 1.2299297396679859e-05,
+      "loss": 31.9375,
+      "step": 18556
+    },
+    {
+      "epoch": 0.8867915511803498,
+      "grad_norm": 301.30340576171875,
+      "learning_rate": 1.2298544256312623e-05,
+      "loss": 33.0,
+      "step": 18557
+    },
+    {
+      "epoch": 0.8868393386218102,
+      "grad_norm": 210.38970947265625,
+      "learning_rate": 1.2297791102180076e-05,
+      "loss": 34.6875,
+      "step": 18558
+    },
+    {
+      "epoch": 0.8868871260632706,
+      "grad_norm": 558.0608520507812,
+      "learning_rate": 1.2297037934286721e-05,
+      "loss": 25.0469,
+      "step": 18559
+    },
+    {
+      "epoch": 0.886934913504731,
+      "grad_norm": 454.45257568359375,
+      "learning_rate": 1.2296284752637077e-05,
+      "loss": 34.4062,
+      "step": 18560
+    },
+    {
+      "epoch": 0.8869827009461914,
+      "grad_norm": 289.6915283203125,
+      "learning_rate": 1.2295531557235647e-05,
+      "loss": 30.4062,
+      "step": 18561
+    },
+    {
+      "epoch": 0.8870304883876517,
+      "grad_norm": 146.49868774414062,
+      "learning_rate": 1.2294778348086949e-05,
+      "loss": 26.0156,
+      "step": 18562
+    },
+    {
+      "epoch": 0.8870782758291121,
+      "grad_norm": 326.90093994140625,
+      "learning_rate": 1.2294025125195486e-05,
+      "loss": 23.1562,
+      "step": 18563
+    },
+    {
+      "epoch": 0.8871260632705725,
+      "grad_norm": 200.3134002685547,
+      "learning_rate": 1.2293271888565775e-05,
+      "loss": 22.7188,
+      "step": 18564
+    },
+    {
+      "epoch": 0.8871738507120329,
+      "grad_norm": 291.8988037109375,
+      "learning_rate": 1.2292518638202325e-05,
+      "loss": 26.4062,
+      "step": 18565
+    },
+    {
+      "epoch": 0.8872216381534933,
+      "grad_norm": 215.3158416748047,
+      "learning_rate": 1.229176537410964e-05,
+      "loss": 24.5,
+      "step": 18566
+    },
+    {
+      "epoch": 0.8872694255949537,
+      "grad_norm": 178.52394104003906,
+      "learning_rate": 1.2291012096292245e-05,
+      "loss": 24.6875,
+      "step": 18567
+    },
+    {
+      "epoch": 0.887317213036414,
+      "grad_norm": 334.7308349609375,
+      "learning_rate": 1.229025880475464e-05,
+      "loss": 44.125,
+      "step": 18568
+    },
+    {
+      "epoch": 0.8873650004778744,
+      "grad_norm": 164.17677307128906,
+      "learning_rate": 1.2289505499501341e-05,
+      "loss": 21.4062,
+      "step": 18569
+    },
+    {
+      "epoch": 0.8874127879193348,
+      "grad_norm": 219.18714904785156,
+      "learning_rate": 1.2288752180536859e-05,
+      "loss": 32.0156,
+      "step": 18570
+    },
+    {
+      "epoch": 0.8874605753607951,
+      "grad_norm": 445.1449890136719,
+      "learning_rate": 1.2287998847865705e-05,
+      "loss": 20.9219,
+      "step": 18571
+    },
+    {
+      "epoch": 0.8875083628022555,
+      "grad_norm": 199.0406951904297,
+      "learning_rate": 1.2287245501492388e-05,
+      "loss": 22.5312,
+      "step": 18572
+    },
+    {
+      "epoch": 0.8875561502437159,
+      "grad_norm": 168.49746704101562,
+      "learning_rate": 1.2286492141421424e-05,
+      "loss": 20.5,
+      "step": 18573
+    },
+    {
+      "epoch": 0.8876039376851763,
+      "grad_norm": 290.2442626953125,
+      "learning_rate": 1.2285738767657323e-05,
+      "loss": 27.5625,
+      "step": 18574
+    },
+    {
+      "epoch": 0.8876517251266367,
+      "grad_norm": 159.33517456054688,
+      "learning_rate": 1.2284985380204597e-05,
+      "loss": 20.3438,
+      "step": 18575
+    },
+    {
+      "epoch": 0.8876995125680971,
+      "grad_norm": 251.82504272460938,
+      "learning_rate": 1.2284231979067753e-05,
+      "loss": 24.0625,
+      "step": 18576
+    },
+    {
+      "epoch": 0.8877473000095575,
+      "grad_norm": 314.8261413574219,
+      "learning_rate": 1.228347856425131e-05,
+      "loss": 31.5938,
+      "step": 18577
+    },
+    {
+      "epoch": 0.8877950874510179,
+      "grad_norm": 155.04347229003906,
+      "learning_rate": 1.2282725135759776e-05,
+      "loss": 28.1406,
+      "step": 18578
+    },
+    {
+      "epoch": 0.8878428748924783,
+      "grad_norm": 328.8699035644531,
+      "learning_rate": 1.2281971693597663e-05,
+      "loss": 24.7031,
+      "step": 18579
+    },
+    {
+      "epoch": 0.8878906623339387,
+      "grad_norm": 210.8218994140625,
+      "learning_rate": 1.2281218237769485e-05,
+      "loss": 23.6406,
+      "step": 18580
+    },
+    {
+      "epoch": 0.887938449775399,
+      "grad_norm": 185.271240234375,
+      "learning_rate": 1.2280464768279754e-05,
+      "loss": 27.1875,
+      "step": 18581
+    },
+    {
+      "epoch": 0.8879862372168594,
+      "grad_norm": 143.83070373535156,
+      "learning_rate": 1.227971128513298e-05,
+      "loss": 28.3906,
+      "step": 18582
+    },
+    {
+      "epoch": 0.8880340246583198,
+      "grad_norm": 205.732666015625,
+      "learning_rate": 1.2278957788333679e-05,
+      "loss": 18.3281,
+      "step": 18583
+    },
+    {
+      "epoch": 0.8880818120997802,
+      "grad_norm": 165.97482299804688,
+      "learning_rate": 1.2278204277886361e-05,
+      "loss": 26.9062,
+      "step": 18584
+    },
+    {
+      "epoch": 0.8881295995412406,
+      "grad_norm": 364.1128234863281,
+      "learning_rate": 1.2277450753795537e-05,
+      "loss": 29.2812,
+      "step": 18585
+    },
+    {
+      "epoch": 0.888177386982701,
+      "grad_norm": 230.26162719726562,
+      "learning_rate": 1.2276697216065722e-05,
+      "loss": 25.1875,
+      "step": 18586
+    },
+    {
+      "epoch": 0.8882251744241614,
+      "grad_norm": 317.4658203125,
+      "learning_rate": 1.2275943664701431e-05,
+      "loss": 32.0625,
+      "step": 18587
+    },
+    {
+      "epoch": 0.8882729618656218,
+      "grad_norm": 281.27020263671875,
+      "learning_rate": 1.2275190099707172e-05,
+      "loss": 24.6562,
+      "step": 18588
+    },
+    {
+      "epoch": 0.888320749307082,
+      "grad_norm": 194.51483154296875,
+      "learning_rate": 1.2274436521087463e-05,
+      "loss": 26.7812,
+      "step": 18589
+    },
+    {
+      "epoch": 0.8883685367485424,
+      "grad_norm": 348.9482727050781,
+      "learning_rate": 1.2273682928846813e-05,
+      "loss": 27.1875,
+      "step": 18590
+    },
+    {
+      "epoch": 0.8884163241900028,
+      "grad_norm": 137.99749755859375,
+      "learning_rate": 1.2272929322989733e-05,
+      "loss": 15.8906,
+      "step": 18591
+    },
+    {
+      "epoch": 0.8884641116314632,
+      "grad_norm": 172.85830688476562,
+      "learning_rate": 1.2272175703520742e-05,
+      "loss": 18.7031,
+      "step": 18592
+    },
+    {
+      "epoch": 0.8885118990729236,
+      "grad_norm": 304.2705078125,
+      "learning_rate": 1.227142207044435e-05,
+      "loss": 31.4062,
+      "step": 18593
+    },
+    {
+      "epoch": 0.888559686514384,
+      "grad_norm": 461.4536437988281,
+      "learning_rate": 1.2270668423765071e-05,
+      "loss": 37.5312,
+      "step": 18594
+    },
+    {
+      "epoch": 0.8886074739558444,
+      "grad_norm": 216.2226104736328,
+      "learning_rate": 1.2269914763487419e-05,
+      "loss": 27.2188,
+      "step": 18595
+    },
+    {
+      "epoch": 0.8886552613973048,
+      "grad_norm": 417.0961608886719,
+      "learning_rate": 1.2269161089615902e-05,
+      "loss": 35.5469,
+      "step": 18596
+    },
+    {
+      "epoch": 0.8887030488387652,
+      "grad_norm": 199.77320861816406,
+      "learning_rate": 1.2268407402155043e-05,
+      "loss": 19.5469,
+      "step": 18597
+    },
+    {
+      "epoch": 0.8887508362802256,
+      "grad_norm": 348.7239685058594,
+      "learning_rate": 1.2267653701109348e-05,
+      "loss": 37.4531,
+      "step": 18598
+    },
+    {
+      "epoch": 0.8887986237216859,
+      "grad_norm": 234.1786651611328,
+      "learning_rate": 1.2266899986483334e-05,
+      "loss": 34.2656,
+      "step": 18599
+    },
+    {
+      "epoch": 0.8888464111631463,
+      "grad_norm": 417.1787414550781,
+      "learning_rate": 1.2266146258281515e-05,
+      "loss": 34.1875,
+      "step": 18600
+    },
+    {
+      "epoch": 0.8888941986046067,
+      "grad_norm": 240.31182861328125,
+      "learning_rate": 1.2265392516508403e-05,
+      "loss": 21.7344,
+      "step": 18601
+    },
+    {
+      "epoch": 0.8889419860460671,
+      "grad_norm": 285.0594177246094,
+      "learning_rate": 1.2264638761168514e-05,
+      "loss": 34.625,
+      "step": 18602
+    },
+    {
+      "epoch": 0.8889897734875275,
+      "grad_norm": 193.54103088378906,
+      "learning_rate": 1.2263884992266362e-05,
+      "loss": 22.25,
+      "step": 18603
+    },
+    {
+      "epoch": 0.8890375609289879,
+      "grad_norm": 215.7117462158203,
+      "learning_rate": 1.2263131209806459e-05,
+      "loss": 21.9688,
+      "step": 18604
+    },
+    {
+      "epoch": 0.8890853483704483,
+      "grad_norm": 239.84130859375,
+      "learning_rate": 1.2262377413793318e-05,
+      "loss": 21.3906,
+      "step": 18605
+    },
+    {
+      "epoch": 0.8891331358119087,
+      "grad_norm": 190.1674041748047,
+      "learning_rate": 1.2261623604231459e-05,
+      "loss": 28.9219,
+      "step": 18606
+    },
+    {
+      "epoch": 0.8891809232533691,
+      "grad_norm": 183.8952178955078,
+      "learning_rate": 1.2260869781125392e-05,
+      "loss": 22.5312,
+      "step": 18607
+    },
+    {
+      "epoch": 0.8892287106948294,
+      "grad_norm": 253.27560424804688,
+      "learning_rate": 1.2260115944479632e-05,
+      "loss": 23.1094,
+      "step": 18608
+    },
+    {
+      "epoch": 0.8892764981362897,
+      "grad_norm": 446.4090881347656,
+      "learning_rate": 1.2259362094298692e-05,
+      "loss": 25.3594,
+      "step": 18609
+    },
+    {
+      "epoch": 0.8893242855777501,
+      "grad_norm": 194.7747344970703,
+      "learning_rate": 1.2258608230587093e-05,
+      "loss": 35.4375,
+      "step": 18610
+    },
+    {
+      "epoch": 0.8893720730192105,
+      "grad_norm": 558.947021484375,
+      "learning_rate": 1.2257854353349339e-05,
+      "loss": 23.5469,
+      "step": 18611
+    },
+    {
+      "epoch": 0.8894198604606709,
+      "grad_norm": 146.69866943359375,
+      "learning_rate": 1.2257100462589954e-05,
+      "loss": 18.1719,
+      "step": 18612
+    },
+    {
+      "epoch": 0.8894676479021313,
+      "grad_norm": 158.0958251953125,
+      "learning_rate": 1.2256346558313452e-05,
+      "loss": 22.8281,
+      "step": 18613
+    },
+    {
+      "epoch": 0.8895154353435917,
+      "grad_norm": 464.5440673828125,
+      "learning_rate": 1.2255592640524343e-05,
+      "loss": 22.0938,
+      "step": 18614
+    },
+    {
+      "epoch": 0.8895632227850521,
+      "grad_norm": 168.55894470214844,
+      "learning_rate": 1.2254838709227145e-05,
+      "loss": 28.25,
+      "step": 18615
+    },
+    {
+      "epoch": 0.8896110102265125,
+      "grad_norm": 194.8265380859375,
+      "learning_rate": 1.225408476442637e-05,
+      "loss": 26.8906,
+      "step": 18616
+    },
+    {
+      "epoch": 0.8896587976679728,
+      "grad_norm": 242.0902557373047,
+      "learning_rate": 1.225333080612654e-05,
+      "loss": 25.5312,
+      "step": 18617
+    },
+    {
+      "epoch": 0.8897065851094332,
+      "grad_norm": 354.0020751953125,
+      "learning_rate": 1.2252576834332164e-05,
+      "loss": 20.8594,
+      "step": 18618
+    },
+    {
+      "epoch": 0.8897543725508936,
+      "grad_norm": 504.0215759277344,
+      "learning_rate": 1.2251822849047761e-05,
+      "loss": 33.1875,
+      "step": 18619
+    },
+    {
+      "epoch": 0.889802159992354,
+      "grad_norm": 255.56759643554688,
+      "learning_rate": 1.2251068850277844e-05,
+      "loss": 29.625,
+      "step": 18620
+    },
+    {
+      "epoch": 0.8898499474338144,
+      "grad_norm": 557.7008056640625,
+      "learning_rate": 1.2250314838026929e-05,
+      "loss": 25.0,
+      "step": 18621
+    },
+    {
+      "epoch": 0.8898977348752748,
+      "grad_norm": 265.8482360839844,
+      "learning_rate": 1.2249560812299532e-05,
+      "loss": 30.875,
+      "step": 18622
+    },
+    {
+      "epoch": 0.8899455223167352,
+      "grad_norm": 337.94415283203125,
+      "learning_rate": 1.2248806773100168e-05,
+      "loss": 20.6562,
+      "step": 18623
+    },
+    {
+      "epoch": 0.8899933097581956,
+      "grad_norm": 355.4704284667969,
+      "learning_rate": 1.2248052720433352e-05,
+      "loss": 27.9375,
+      "step": 18624
+    },
+    {
+      "epoch": 0.890041097199656,
+      "grad_norm": 331.24652099609375,
+      "learning_rate": 1.2247298654303604e-05,
+      "loss": 25.0,
+      "step": 18625
+    },
+    {
+      "epoch": 0.8900888846411164,
+      "grad_norm": 588.826904296875,
+      "learning_rate": 1.2246544574715435e-05,
+      "loss": 29.4375,
+      "step": 18626
+    },
+    {
+      "epoch": 0.8901366720825767,
+      "grad_norm": 342.23419189453125,
+      "learning_rate": 1.2245790481673363e-05,
+      "loss": 25.7812,
+      "step": 18627
+    },
+    {
+      "epoch": 0.8901844595240371,
+      "grad_norm": 211.08985900878906,
+      "learning_rate": 1.2245036375181905e-05,
+      "loss": 22.4531,
+      "step": 18628
+    },
+    {
+      "epoch": 0.8902322469654975,
+      "grad_norm": 439.43328857421875,
+      "learning_rate": 1.2244282255245574e-05,
+      "loss": 22.8438,
+      "step": 18629
+    },
+    {
+      "epoch": 0.8902800344069578,
+      "grad_norm": 226.39990234375,
+      "learning_rate": 1.224352812186889e-05,
+      "loss": 32.4688,
+      "step": 18630
+    },
+    {
+      "epoch": 0.8903278218484182,
+      "grad_norm": 396.1229553222656,
+      "learning_rate": 1.2242773975056365e-05,
+      "loss": 30.6094,
+      "step": 18631
+    },
+    {
+      "epoch": 0.8903756092898786,
+      "grad_norm": 382.9389953613281,
+      "learning_rate": 1.224201981481252e-05,
+      "loss": 25.8281,
+      "step": 18632
+    },
+    {
+      "epoch": 0.890423396731339,
+      "grad_norm": 312.68011474609375,
+      "learning_rate": 1.2241265641141869e-05,
+      "loss": 28.6875,
+      "step": 18633
+    },
+    {
+      "epoch": 0.8904711841727994,
+      "grad_norm": 281.4234313964844,
+      "learning_rate": 1.2240511454048929e-05,
+      "loss": 30.25,
+      "step": 18634
+    },
+    {
+      "epoch": 0.8905189716142597,
+      "grad_norm": 207.74154663085938,
+      "learning_rate": 1.2239757253538213e-05,
+      "loss": 31.1562,
+      "step": 18635
+    },
+    {
+      "epoch": 0.8905667590557201,
+      "grad_norm": 208.4544677734375,
+      "learning_rate": 1.2239003039614246e-05,
+      "loss": 21.875,
+      "step": 18636
+    },
+    {
+      "epoch": 0.8906145464971805,
+      "grad_norm": 229.18392944335938,
+      "learning_rate": 1.2238248812281539e-05,
+      "loss": 23.5,
+      "step": 18637
+    },
+    {
+      "epoch": 0.8906623339386409,
+      "grad_norm": 146.48931884765625,
+      "learning_rate": 1.2237494571544608e-05,
+      "loss": 25.625,
+      "step": 18638
+    },
+    {
+      "epoch": 0.8907101213801013,
+      "grad_norm": 220.43113708496094,
+      "learning_rate": 1.2236740317407974e-05,
+      "loss": 23.9375,
+      "step": 18639
+    },
+    {
+      "epoch": 0.8907579088215617,
+      "grad_norm": 539.9173583984375,
+      "learning_rate": 1.2235986049876149e-05,
+      "loss": 36.6875,
+      "step": 18640
+    },
+    {
+      "epoch": 0.8908056962630221,
+      "grad_norm": 367.96209716796875,
+      "learning_rate": 1.2235231768953658e-05,
+      "loss": 37.3125,
+      "step": 18641
+    },
+    {
+      "epoch": 0.8908534837044825,
+      "grad_norm": 273.4787902832031,
+      "learning_rate": 1.2234477474645005e-05,
+      "loss": 33.7812,
+      "step": 18642
+    },
+    {
+      "epoch": 0.8909012711459429,
+      "grad_norm": 459.4119567871094,
+      "learning_rate": 1.2233723166954721e-05,
+      "loss": 18.1875,
+      "step": 18643
+    },
+    {
+      "epoch": 0.8909490585874033,
+      "grad_norm": 169.28504943847656,
+      "learning_rate": 1.2232968845887314e-05,
+      "loss": 17.7969,
+      "step": 18644
+    },
+    {
+      "epoch": 0.8909968460288636,
+      "grad_norm": 210.85618591308594,
+      "learning_rate": 1.2232214511447307e-05,
+      "loss": 22.125,
+      "step": 18645
+    },
+    {
+      "epoch": 0.891044633470324,
+      "grad_norm": 287.548583984375,
+      "learning_rate": 1.2231460163639215e-05,
+      "loss": 37.9375,
+      "step": 18646
+    },
+    {
+      "epoch": 0.8910924209117844,
+      "grad_norm": 406.041015625,
+      "learning_rate": 1.2230705802467557e-05,
+      "loss": 29.75,
+      "step": 18647
+    },
+    {
+      "epoch": 0.8911402083532448,
+      "grad_norm": 161.63490295410156,
+      "learning_rate": 1.2229951427936846e-05,
+      "loss": 28.75,
+      "step": 18648
+    },
+    {
+      "epoch": 0.8911879957947052,
+      "grad_norm": 370.96368408203125,
+      "learning_rate": 1.2229197040051607e-05,
+      "loss": 30.7812,
+      "step": 18649
+    },
+    {
+      "epoch": 0.8912357832361656,
+      "grad_norm": 274.8286437988281,
+      "learning_rate": 1.2228442638816356e-05,
+      "loss": 37.9688,
+      "step": 18650
+    },
+    {
+      "epoch": 0.8912835706776259,
+      "grad_norm": 302.4200744628906,
+      "learning_rate": 1.2227688224235603e-05,
+      "loss": 31.4219,
+      "step": 18651
+    },
+    {
+      "epoch": 0.8913313581190863,
+      "grad_norm": 273.1310729980469,
+      "learning_rate": 1.2226933796313878e-05,
+      "loss": 29.375,
+      "step": 18652
+    },
+    {
+      "epoch": 0.8913791455605466,
+      "grad_norm": 155.920166015625,
+      "learning_rate": 1.2226179355055687e-05,
+      "loss": 23.9062,
+      "step": 18653
+    },
+    {
+      "epoch": 0.891426933002007,
+      "grad_norm": 156.5362548828125,
+      "learning_rate": 1.222542490046556e-05,
+      "loss": 16.2188,
+      "step": 18654
+    },
+    {
+      "epoch": 0.8914747204434674,
+      "grad_norm": 312.8797302246094,
+      "learning_rate": 1.2224670432548008e-05,
+      "loss": 22.6562,
+      "step": 18655
+    },
+    {
+      "epoch": 0.8915225078849278,
+      "grad_norm": 134.6039581298828,
+      "learning_rate": 1.2223915951307547e-05,
+      "loss": 24.4062,
+      "step": 18656
+    },
+    {
+      "epoch": 0.8915702953263882,
+      "grad_norm": 128.62289428710938,
+      "learning_rate": 1.2223161456748705e-05,
+      "loss": 20.25,
+      "step": 18657
+    },
+    {
+      "epoch": 0.8916180827678486,
+      "grad_norm": 971.21875,
+      "learning_rate": 1.222240694887599e-05,
+      "loss": 19.5312,
+      "step": 18658
+    },
+    {
+      "epoch": 0.891665870209309,
+      "grad_norm": 250.17739868164062,
+      "learning_rate": 1.2221652427693926e-05,
+      "loss": 23.2969,
+      "step": 18659
+    },
+    {
+      "epoch": 0.8917136576507694,
+      "grad_norm": 193.9541015625,
+      "learning_rate": 1.2220897893207033e-05,
+      "loss": 31.0,
+      "step": 18660
+    },
+    {
+      "epoch": 0.8917614450922298,
+      "grad_norm": 541.0620727539062,
+      "learning_rate": 1.2220143345419824e-05,
+      "loss": 20.375,
+      "step": 18661
+    },
+    {
+      "epoch": 0.8918092325336902,
+      "grad_norm": 461.0118408203125,
+      "learning_rate": 1.2219388784336823e-05,
+      "loss": 31.4375,
+      "step": 18662
+    },
+    {
+      "epoch": 0.8918570199751505,
+      "grad_norm": 222.11708068847656,
+      "learning_rate": 1.2218634209962547e-05,
+      "loss": 32.3438,
+      "step": 18663
+    },
+    {
+      "epoch": 0.8919048074166109,
+      "grad_norm": 267.2557373046875,
+      "learning_rate": 1.2217879622301514e-05,
+      "loss": 22.7031,
+      "step": 18664
+    },
+    {
+      "epoch": 0.8919525948580713,
+      "grad_norm": 282.4259338378906,
+      "learning_rate": 1.2217125021358244e-05,
+      "loss": 26.1562,
+      "step": 18665
+    },
+    {
+      "epoch": 0.8920003822995317,
+      "grad_norm": 183.0612030029297,
+      "learning_rate": 1.2216370407137257e-05,
+      "loss": 22.3438,
+      "step": 18666
+    },
+    {
+      "epoch": 0.8920481697409921,
+      "grad_norm": 353.137451171875,
+      "learning_rate": 1.221561577964307e-05,
+      "loss": 29.3125,
+      "step": 18667
+    },
+    {
+      "epoch": 0.8920959571824525,
+      "grad_norm": 292.1787414550781,
+      "learning_rate": 1.2214861138880204e-05,
+      "loss": 22.375,
+      "step": 18668
+    },
+    {
+      "epoch": 0.8921437446239129,
+      "grad_norm": 291.69952392578125,
+      "learning_rate": 1.2214106484853179e-05,
+      "loss": 26.9375,
+      "step": 18669
+    },
+    {
+      "epoch": 0.8921915320653733,
+      "grad_norm": 341.4853210449219,
+      "learning_rate": 1.221335181756651e-05,
+      "loss": 36.875,
+      "step": 18670
+    },
+    {
+      "epoch": 0.8922393195068336,
+      "grad_norm": 285.36920166015625,
+      "learning_rate": 1.2212597137024722e-05,
+      "loss": 26.8125,
+      "step": 18671
+    },
+    {
+      "epoch": 0.8922871069482939,
+      "grad_norm": 279.2369079589844,
+      "learning_rate": 1.2211842443232333e-05,
+      "loss": 31.4375,
+      "step": 18672
+    },
+    {
+      "epoch": 0.8923348943897543,
+      "grad_norm": 435.7710266113281,
+      "learning_rate": 1.221108773619386e-05,
+      "loss": 33.1406,
+      "step": 18673
+    },
+    {
+      "epoch": 0.8923826818312147,
+      "grad_norm": 686.5650634765625,
+      "learning_rate": 1.2210333015913827e-05,
+      "loss": 33.9062,
+      "step": 18674
+    },
+    {
+      "epoch": 0.8924304692726751,
+      "grad_norm": 223.98936462402344,
+      "learning_rate": 1.2209578282396748e-05,
+      "loss": 32.9688,
+      "step": 18675
+    },
+    {
+      "epoch": 0.8924782567141355,
+      "grad_norm": 267.4718322753906,
+      "learning_rate": 1.220882353564715e-05,
+      "loss": 37.1562,
+      "step": 18676
+    },
+    {
+      "epoch": 0.8925260441555959,
+      "grad_norm": 214.1916046142578,
+      "learning_rate": 1.2208068775669544e-05,
+      "loss": 22.9375,
+      "step": 18677
+    },
+    {
+      "epoch": 0.8925738315970563,
+      "grad_norm": 332.9972839355469,
+      "learning_rate": 1.2207314002468458e-05,
+      "loss": 31.9531,
+      "step": 18678
+    },
+    {
+      "epoch": 0.8926216190385167,
+      "grad_norm": 209.4517364501953,
+      "learning_rate": 1.2206559216048408e-05,
+      "loss": 28.6875,
+      "step": 18679
+    },
+    {
+      "epoch": 0.8926694064799771,
+      "grad_norm": 202.5928192138672,
+      "learning_rate": 1.220580441641392e-05,
+      "loss": 24.0938,
+      "step": 18680
+    },
+    {
+      "epoch": 0.8927171939214374,
+      "grad_norm": 222.46310424804688,
+      "learning_rate": 1.2205049603569505e-05,
+      "loss": 29.625,
+      "step": 18681
+    },
+    {
+      "epoch": 0.8927649813628978,
+      "grad_norm": 195.1775665283203,
+      "learning_rate": 1.2204294777519689e-05,
+      "loss": 19.7344,
+      "step": 18682
+    },
+    {
+      "epoch": 0.8928127688043582,
+      "grad_norm": 202.86903381347656,
+      "learning_rate": 1.2203539938268993e-05,
+      "loss": 19.8438,
+      "step": 18683
+    },
+    {
+      "epoch": 0.8928605562458186,
+      "grad_norm": 366.9596862792969,
+      "learning_rate": 1.2202785085821936e-05,
+      "loss": 31.4688,
+      "step": 18684
+    },
+    {
+      "epoch": 0.892908343687279,
+      "grad_norm": 279.5178527832031,
+      "learning_rate": 1.2202030220183036e-05,
+      "loss": 27.9688,
+      "step": 18685
+    },
+    {
+      "epoch": 0.8929561311287394,
+      "grad_norm": 162.3778839111328,
+      "learning_rate": 1.220127534135682e-05,
+      "loss": 19.625,
+      "step": 18686
+    },
+    {
+      "epoch": 0.8930039185701998,
+      "grad_norm": 480.7787170410156,
+      "learning_rate": 1.2200520449347806e-05,
+      "loss": 32.5,
+      "step": 18687
+    },
+    {
+      "epoch": 0.8930517060116602,
+      "grad_norm": 185.84408569335938,
+      "learning_rate": 1.2199765544160512e-05,
+      "loss": 27.4062,
+      "step": 18688
+    },
+    {
+      "epoch": 0.8930994934531206,
+      "grad_norm": 201.10995483398438,
+      "learning_rate": 1.219901062579946e-05,
+      "loss": 23.2812,
+      "step": 18689
+    },
+    {
+      "epoch": 0.893147280894581,
+      "grad_norm": 333.4122314453125,
+      "learning_rate": 1.2198255694269173e-05,
+      "loss": 24.3594,
+      "step": 18690
+    },
+    {
+      "epoch": 0.8931950683360413,
+      "grad_norm": 305.612548828125,
+      "learning_rate": 1.2197500749574171e-05,
+      "loss": 18.0,
+      "step": 18691
+    },
+    {
+      "epoch": 0.8932428557775016,
+      "grad_norm": 477.9975891113281,
+      "learning_rate": 1.2196745791718973e-05,
+      "loss": 31.4375,
+      "step": 18692
+    },
+    {
+      "epoch": 0.893290643218962,
+      "grad_norm": 350.442626953125,
+      "learning_rate": 1.2195990820708104e-05,
+      "loss": 37.625,
+      "step": 18693
+    },
+    {
+      "epoch": 0.8933384306604224,
+      "grad_norm": 253.66885375976562,
+      "learning_rate": 1.2195235836546082e-05,
+      "loss": 25.9375,
+      "step": 18694
+    },
+    {
+      "epoch": 0.8933862181018828,
+      "grad_norm": 234.28826904296875,
+      "learning_rate": 1.2194480839237432e-05,
+      "loss": 22.8906,
+      "step": 18695
+    },
+    {
+      "epoch": 0.8934340055433432,
+      "grad_norm": 461.4573974609375,
+      "learning_rate": 1.2193725828786672e-05,
+      "loss": 28.25,
+      "step": 18696
+    },
+    {
+      "epoch": 0.8934817929848036,
+      "grad_norm": 289.8973693847656,
+      "learning_rate": 1.2192970805198328e-05,
+      "loss": 29.3125,
+      "step": 18697
+    },
+    {
+      "epoch": 0.893529580426264,
+      "grad_norm": 137.1841583251953,
+      "learning_rate": 1.2192215768476915e-05,
+      "loss": 21.3594,
+      "step": 18698
+    },
+    {
+      "epoch": 0.8935773678677243,
+      "grad_norm": 184.4998779296875,
+      "learning_rate": 1.219146071862696e-05,
+      "loss": 30.5,
+      "step": 18699
+    },
+    {
+      "epoch": 0.8936251553091847,
+      "grad_norm": 308.9992980957031,
+      "learning_rate": 1.2190705655652982e-05,
+      "loss": 40.6875,
+      "step": 18700
+    },
+    {
+      "epoch": 0.8936729427506451,
+      "grad_norm": 323.6949157714844,
+      "learning_rate": 1.2189950579559504e-05,
+      "loss": 31.9062,
+      "step": 18701
+    },
+    {
+      "epoch": 0.8937207301921055,
+      "grad_norm": 974.7335815429688,
+      "learning_rate": 1.2189195490351049e-05,
+      "loss": 23.6875,
+      "step": 18702
+    },
+    {
+      "epoch": 0.8937685176335659,
+      "grad_norm": 167.40965270996094,
+      "learning_rate": 1.2188440388032137e-05,
+      "loss": 23.2188,
+      "step": 18703
+    },
+    {
+      "epoch": 0.8938163050750263,
+      "grad_norm": 193.41712951660156,
+      "learning_rate": 1.218768527260729e-05,
+      "loss": 28.625,
+      "step": 18704
+    },
+    {
+      "epoch": 0.8938640925164867,
+      "grad_norm": 476.36224365234375,
+      "learning_rate": 1.2186930144081033e-05,
+      "loss": 42.75,
+      "step": 18705
+    },
+    {
+      "epoch": 0.8939118799579471,
+      "grad_norm": 264.6981201171875,
+      "learning_rate": 1.2186175002457887e-05,
+      "loss": 27.4062,
+      "step": 18706
+    },
+    {
+      "epoch": 0.8939596673994075,
+      "grad_norm": 151.8512725830078,
+      "learning_rate": 1.2185419847742372e-05,
+      "loss": 21.4844,
+      "step": 18707
+    },
+    {
+      "epoch": 0.8940074548408679,
+      "grad_norm": 183.71600341796875,
+      "learning_rate": 1.2184664679939014e-05,
+      "loss": 18.125,
+      "step": 18708
+    },
+    {
+      "epoch": 0.8940552422823282,
+      "grad_norm": 335.7945556640625,
+      "learning_rate": 1.2183909499052329e-05,
+      "loss": 35.8438,
+      "step": 18709
+    },
+    {
+      "epoch": 0.8941030297237886,
+      "grad_norm": 364.504150390625,
+      "learning_rate": 1.2183154305086849e-05,
+      "loss": 34.0,
+      "step": 18710
+    },
+    {
+      "epoch": 0.894150817165249,
+      "grad_norm": 155.73812866210938,
+      "learning_rate": 1.218239909804709e-05,
+      "loss": 28.1562,
+      "step": 18711
+    },
+    {
+      "epoch": 0.8941986046067093,
+      "grad_norm": 146.90719604492188,
+      "learning_rate": 1.2181643877937574e-05,
+      "loss": 18.7109,
+      "step": 18712
+    },
+    {
+      "epoch": 0.8942463920481697,
+      "grad_norm": 193.43881225585938,
+      "learning_rate": 1.2180888644762829e-05,
+      "loss": 33.9844,
+      "step": 18713
+    },
+    {
+      "epoch": 0.8942941794896301,
+      "grad_norm": 234.47547912597656,
+      "learning_rate": 1.2180133398527374e-05,
+      "loss": 32.375,
+      "step": 18714
+    },
+    {
+      "epoch": 0.8943419669310905,
+      "grad_norm": 312.9839782714844,
+      "learning_rate": 1.2179378139235735e-05,
+      "loss": 34.2188,
+      "step": 18715
+    },
+    {
+      "epoch": 0.8943897543725509,
+      "grad_norm": 339.813232421875,
+      "learning_rate": 1.2178622866892432e-05,
+      "loss": 25.1875,
+      "step": 18716
+    },
+    {
+      "epoch": 0.8944375418140112,
+      "grad_norm": 419.7633361816406,
+      "learning_rate": 1.217786758150199e-05,
+      "loss": 34.5,
+      "step": 18717
+    },
+    {
+      "epoch": 0.8944853292554716,
+      "grad_norm": 356.05548095703125,
+      "learning_rate": 1.2177112283068928e-05,
+      "loss": 24.8906,
+      "step": 18718
+    },
+    {
+      "epoch": 0.894533116696932,
+      "grad_norm": 233.657470703125,
+      "learning_rate": 1.2176356971597776e-05,
+      "loss": 32.875,
+      "step": 18719
+    },
+    {
+      "epoch": 0.8945809041383924,
+      "grad_norm": 172.812744140625,
+      "learning_rate": 1.2175601647093053e-05,
+      "loss": 24.8438,
+      "step": 18720
+    },
+    {
+      "epoch": 0.8946286915798528,
+      "grad_norm": 263.0157470703125,
+      "learning_rate": 1.2174846309559283e-05,
+      "loss": 24.5469,
+      "step": 18721
+    },
+    {
+      "epoch": 0.8946764790213132,
+      "grad_norm": 290.9846496582031,
+      "learning_rate": 1.2174090959000991e-05,
+      "loss": 32.4375,
+      "step": 18722
+    },
+    {
+      "epoch": 0.8947242664627736,
+      "grad_norm": 193.3118896484375,
+      "learning_rate": 1.21733355954227e-05,
+      "loss": 27.125,
+      "step": 18723
+    },
+    {
+      "epoch": 0.894772053904234,
+      "grad_norm": 319.3687438964844,
+      "learning_rate": 1.2172580218828934e-05,
+      "loss": 31.3438,
+      "step": 18724
+    },
+    {
+      "epoch": 0.8948198413456944,
+      "grad_norm": 397.1274108886719,
+      "learning_rate": 1.2171824829224213e-05,
+      "loss": 22.4688,
+      "step": 18725
+    },
+    {
+      "epoch": 0.8948676287871548,
+      "grad_norm": 195.45248413085938,
+      "learning_rate": 1.2171069426613065e-05,
+      "loss": 26.3125,
+      "step": 18726
+    },
+    {
+      "epoch": 0.8949154162286151,
+      "grad_norm": 370.50494384765625,
+      "learning_rate": 1.2170314011000011e-05,
+      "loss": 25.9062,
+      "step": 18727
+    },
+    {
+      "epoch": 0.8949632036700755,
+      "grad_norm": 303.90753173828125,
+      "learning_rate": 1.2169558582389578e-05,
+      "loss": 25.1094,
+      "step": 18728
+    },
+    {
+      "epoch": 0.8950109911115359,
+      "grad_norm": 216.19955444335938,
+      "learning_rate": 1.2168803140786287e-05,
+      "loss": 31.6562,
+      "step": 18729
+    },
+    {
+      "epoch": 0.8950587785529963,
+      "grad_norm": 288.32269287109375,
+      "learning_rate": 1.2168047686194667e-05,
+      "loss": 29.2812,
+      "step": 18730
+    },
+    {
+      "epoch": 0.8951065659944567,
+      "grad_norm": 335.77423095703125,
+      "learning_rate": 1.2167292218619235e-05,
+      "loss": 17.9219,
+      "step": 18731
+    },
+    {
+      "epoch": 0.8951543534359171,
+      "grad_norm": 287.7784423828125,
+      "learning_rate": 1.2166536738064523e-05,
+      "loss": 36.0938,
+      "step": 18732
+    },
+    {
+      "epoch": 0.8952021408773774,
+      "grad_norm": 220.6865234375,
+      "learning_rate": 1.2165781244535048e-05,
+      "loss": 27.0625,
+      "step": 18733
+    },
+    {
+      "epoch": 0.8952499283188378,
+      "grad_norm": 186.6240692138672,
+      "learning_rate": 1.2165025738035341e-05,
+      "loss": 25.9062,
+      "step": 18734
+    },
+    {
+      "epoch": 0.8952977157602982,
+      "grad_norm": 282.8831787109375,
+      "learning_rate": 1.2164270218569923e-05,
+      "loss": 26.625,
+      "step": 18735
+    },
+    {
+      "epoch": 0.8953455032017585,
+      "grad_norm": 238.13059997558594,
+      "learning_rate": 1.2163514686143316e-05,
+      "loss": 31.5625,
+      "step": 18736
+    },
+    {
+      "epoch": 0.8953932906432189,
+      "grad_norm": 234.17784118652344,
+      "learning_rate": 1.2162759140760051e-05,
+      "loss": 29.6562,
+      "step": 18737
+    },
+    {
+      "epoch": 0.8954410780846793,
+      "grad_norm": 251.55372619628906,
+      "learning_rate": 1.216200358242465e-05,
+      "loss": 22.1875,
+      "step": 18738
+    },
+    {
+      "epoch": 0.8954888655261397,
+      "grad_norm": 278.70379638671875,
+      "learning_rate": 1.2161248011141637e-05,
+      "loss": 32.2812,
+      "step": 18739
+    },
+    {
+      "epoch": 0.8955366529676001,
+      "grad_norm": 222.01771545410156,
+      "learning_rate": 1.2160492426915535e-05,
+      "loss": 26.5156,
+      "step": 18740
+    },
+    {
+      "epoch": 0.8955844404090605,
+      "grad_norm": 196.8031463623047,
+      "learning_rate": 1.2159736829750873e-05,
+      "loss": 25.375,
+      "step": 18741
+    },
+    {
+      "epoch": 0.8956322278505209,
+      "grad_norm": 349.3326721191406,
+      "learning_rate": 1.2158981219652174e-05,
+      "loss": 27.0312,
+      "step": 18742
+    },
+    {
+      "epoch": 0.8956800152919813,
+      "grad_norm": 206.0021209716797,
+      "learning_rate": 1.215822559662396e-05,
+      "loss": 19.8125,
+      "step": 18743
+    },
+    {
+      "epoch": 0.8957278027334417,
+      "grad_norm": 251.11395263671875,
+      "learning_rate": 1.2157469960670762e-05,
+      "loss": 29.8594,
+      "step": 18744
+    },
+    {
+      "epoch": 0.895775590174902,
+      "grad_norm": 323.3868713378906,
+      "learning_rate": 1.2156714311797104e-05,
+      "loss": 28.2188,
+      "step": 18745
+    },
+    {
+      "epoch": 0.8958233776163624,
+      "grad_norm": 1038.6090087890625,
+      "learning_rate": 1.2155958650007509e-05,
+      "loss": 28.8438,
+      "step": 18746
+    },
+    {
+      "epoch": 0.8958711650578228,
+      "grad_norm": 385.4999694824219,
+      "learning_rate": 1.2155202975306504e-05,
+      "loss": 36.7188,
+      "step": 18747
+    },
+    {
+      "epoch": 0.8959189524992832,
+      "grad_norm": 257.5682678222656,
+      "learning_rate": 1.2154447287698613e-05,
+      "loss": 18.4531,
+      "step": 18748
+    },
+    {
+      "epoch": 0.8959667399407436,
+      "grad_norm": 201.78195190429688,
+      "learning_rate": 1.2153691587188363e-05,
+      "loss": 27.1875,
+      "step": 18749
+    },
+    {
+      "epoch": 0.896014527382204,
+      "grad_norm": 273.8755187988281,
+      "learning_rate": 1.2152935873780284e-05,
+      "loss": 25.5312,
+      "step": 18750
+    },
+    {
+      "epoch": 0.8960623148236644,
+      "grad_norm": 228.0567169189453,
+      "learning_rate": 1.2152180147478889e-05,
+      "loss": 34.9062,
+      "step": 18751
+    },
+    {
+      "epoch": 0.8961101022651248,
+      "grad_norm": 184.76783752441406,
+      "learning_rate": 1.215142440828872e-05,
+      "loss": 24.0,
+      "step": 18752
+    },
+    {
+      "epoch": 0.8961578897065852,
+      "grad_norm": 254.71043395996094,
+      "learning_rate": 1.2150668656214288e-05,
+      "loss": 35.6875,
+      "step": 18753
+    },
+    {
+      "epoch": 0.8962056771480454,
+      "grad_norm": 241.25062561035156,
+      "learning_rate": 1.2149912891260129e-05,
+      "loss": 28.5,
+      "step": 18754
+    },
+    {
+      "epoch": 0.8962534645895058,
+      "grad_norm": 97.15083312988281,
+      "learning_rate": 1.2149157113430769e-05,
+      "loss": 21.0938,
+      "step": 18755
+    },
+    {
+      "epoch": 0.8963012520309662,
+      "grad_norm": 162.02845764160156,
+      "learning_rate": 1.2148401322730727e-05,
+      "loss": 22.6719,
+      "step": 18756
+    },
+    {
+      "epoch": 0.8963490394724266,
+      "grad_norm": 269.76904296875,
+      "learning_rate": 1.2147645519164535e-05,
+      "loss": 45.7812,
+      "step": 18757
+    },
+    {
+      "epoch": 0.896396826913887,
+      "grad_norm": 392.3211669921875,
+      "learning_rate": 1.2146889702736718e-05,
+      "loss": 25.6562,
+      "step": 18758
+    },
+    {
+      "epoch": 0.8964446143553474,
+      "grad_norm": 136.49838256835938,
+      "learning_rate": 1.2146133873451802e-05,
+      "loss": 19.5156,
+      "step": 18759
+    },
+    {
+      "epoch": 0.8964924017968078,
+      "grad_norm": 219.48570251464844,
+      "learning_rate": 1.214537803131431e-05,
+      "loss": 28.1562,
+      "step": 18760
+    },
+    {
+      "epoch": 0.8965401892382682,
+      "grad_norm": 279.0641174316406,
+      "learning_rate": 1.2144622176328776e-05,
+      "loss": 26.1562,
+      "step": 18761
+    },
+    {
+      "epoch": 0.8965879766797286,
+      "grad_norm": 217.4558868408203,
+      "learning_rate": 1.2143866308499719e-05,
+      "loss": 29.7188,
+      "step": 18762
+    },
+    {
+      "epoch": 0.896635764121189,
+      "grad_norm": 142.3384246826172,
+      "learning_rate": 1.214311042783167e-05,
+      "loss": 23.75,
+      "step": 18763
+    },
+    {
+      "epoch": 0.8966835515626493,
+      "grad_norm": 270.6128845214844,
+      "learning_rate": 1.2142354534329154e-05,
+      "loss": 47.7812,
+      "step": 18764
+    },
+    {
+      "epoch": 0.8967313390041097,
+      "grad_norm": 293.5827941894531,
+      "learning_rate": 1.2141598627996702e-05,
+      "loss": 32.6875,
+      "step": 18765
+    },
+    {
+      "epoch": 0.8967791264455701,
+      "grad_norm": 335.3106689453125,
+      "learning_rate": 1.2140842708838836e-05,
+      "loss": 19.1875,
+      "step": 18766
+    },
+    {
+      "epoch": 0.8968269138870305,
+      "grad_norm": 337.1856384277344,
+      "learning_rate": 1.2140086776860085e-05,
+      "loss": 29.3594,
+      "step": 18767
+    },
+    {
+      "epoch": 0.8968747013284909,
+      "grad_norm": 253.25466918945312,
+      "learning_rate": 1.2139330832064975e-05,
+      "loss": 24.4688,
+      "step": 18768
+    },
+    {
+      "epoch": 0.8969224887699513,
+      "grad_norm": 164.42437744140625,
+      "learning_rate": 1.2138574874458034e-05,
+      "loss": 29.1875,
+      "step": 18769
+    },
+    {
+      "epoch": 0.8969702762114117,
+      "grad_norm": 169.1673126220703,
+      "learning_rate": 1.2137818904043789e-05,
+      "loss": 20.6719,
+      "step": 18770
+    },
+    {
+      "epoch": 0.8970180636528721,
+      "grad_norm": 150.72207641601562,
+      "learning_rate": 1.213706292082677e-05,
+      "loss": 20.0781,
+      "step": 18771
+    },
+    {
+      "epoch": 0.8970658510943325,
+      "grad_norm": 118.7855453491211,
+      "learning_rate": 1.2136306924811501e-05,
+      "loss": 17.2969,
+      "step": 18772
+    },
+    {
+      "epoch": 0.8971136385357928,
+      "grad_norm": 512.8658447265625,
+      "learning_rate": 1.2135550916002506e-05,
+      "loss": 27.2969,
+      "step": 18773
+    },
+    {
+      "epoch": 0.8971614259772531,
+      "grad_norm": 318.2391357421875,
+      "learning_rate": 1.213479489440432e-05,
+      "loss": 26.1562,
+      "step": 18774
+    },
+    {
+      "epoch": 0.8972092134187135,
+      "grad_norm": 228.61317443847656,
+      "learning_rate": 1.2134038860021464e-05,
+      "loss": 31.9375,
+      "step": 18775
+    },
+    {
+      "epoch": 0.8972570008601739,
+      "grad_norm": 165.15127563476562,
+      "learning_rate": 1.2133282812858473e-05,
+      "loss": 34.9062,
+      "step": 18776
+    },
+    {
+      "epoch": 0.8973047883016343,
+      "grad_norm": 182.73489379882812,
+      "learning_rate": 1.2132526752919866e-05,
+      "loss": 30.0625,
+      "step": 18777
+    },
+    {
+      "epoch": 0.8973525757430947,
+      "grad_norm": 154.61474609375,
+      "learning_rate": 1.213177068021018e-05,
+      "loss": 23.7344,
+      "step": 18778
+    },
+    {
+      "epoch": 0.8974003631845551,
+      "grad_norm": 185.96099853515625,
+      "learning_rate": 1.2131014594733934e-05,
+      "loss": 26.6719,
+      "step": 18779
+    },
+    {
+      "epoch": 0.8974481506260155,
+      "grad_norm": 276.81524658203125,
+      "learning_rate": 1.2130258496495663e-05,
+      "loss": 36.3594,
+      "step": 18780
+    },
+    {
+      "epoch": 0.8974959380674759,
+      "grad_norm": 280.8168029785156,
+      "learning_rate": 1.2129502385499892e-05,
+      "loss": 17.2344,
+      "step": 18781
+    },
+    {
+      "epoch": 0.8975437255089362,
+      "grad_norm": 279.5036315917969,
+      "learning_rate": 1.2128746261751152e-05,
+      "loss": 38.1562,
+      "step": 18782
+    },
+    {
+      "epoch": 0.8975915129503966,
+      "grad_norm": 416.58685302734375,
+      "learning_rate": 1.2127990125253966e-05,
+      "loss": 21.6406,
+      "step": 18783
+    },
+    {
+      "epoch": 0.897639300391857,
+      "grad_norm": 255.44390869140625,
+      "learning_rate": 1.2127233976012865e-05,
+      "loss": 35.4375,
+      "step": 18784
+    },
+    {
+      "epoch": 0.8976870878333174,
+      "grad_norm": 207.31915283203125,
+      "learning_rate": 1.2126477814032378e-05,
+      "loss": 32.6562,
+      "step": 18785
+    },
+    {
+      "epoch": 0.8977348752747778,
+      "grad_norm": 416.8994445800781,
+      "learning_rate": 1.2125721639317032e-05,
+      "loss": 18.9688,
+      "step": 18786
+    },
+    {
+      "epoch": 0.8977826627162382,
+      "grad_norm": 341.8052062988281,
+      "learning_rate": 1.2124965451871358e-05,
+      "loss": 29.2188,
+      "step": 18787
+    },
+    {
+      "epoch": 0.8978304501576986,
+      "grad_norm": 240.2832489013672,
+      "learning_rate": 1.2124209251699882e-05,
+      "loss": 21.4688,
+      "step": 18788
+    },
+    {
+      "epoch": 0.897878237599159,
+      "grad_norm": 176.04014587402344,
+      "learning_rate": 1.2123453038807134e-05,
+      "loss": 23.3438,
+      "step": 18789
+    },
+    {
+      "epoch": 0.8979260250406194,
+      "grad_norm": 230.61134338378906,
+      "learning_rate": 1.2122696813197641e-05,
+      "loss": 28.9688,
+      "step": 18790
+    },
+    {
+      "epoch": 0.8979738124820797,
+      "grad_norm": 334.28521728515625,
+      "learning_rate": 1.2121940574875935e-05,
+      "loss": 28.9062,
+      "step": 18791
+    },
+    {
+      "epoch": 0.8980215999235401,
+      "grad_norm": 296.38336181640625,
+      "learning_rate": 1.212118432384654e-05,
+      "loss": 26.2812,
+      "step": 18792
+    },
+    {
+      "epoch": 0.8980693873650005,
+      "grad_norm": 229.07720947265625,
+      "learning_rate": 1.2120428060113991e-05,
+      "loss": 23.6875,
+      "step": 18793
+    },
+    {
+      "epoch": 0.8981171748064609,
+      "grad_norm": 318.10504150390625,
+      "learning_rate": 1.2119671783682812e-05,
+      "loss": 24.6875,
+      "step": 18794
+    },
+    {
+      "epoch": 0.8981649622479212,
+      "grad_norm": 306.57208251953125,
+      "learning_rate": 1.2118915494557535e-05,
+      "loss": 31.0938,
+      "step": 18795
+    },
+    {
+      "epoch": 0.8982127496893816,
+      "grad_norm": 381.6827392578125,
+      "learning_rate": 1.2118159192742689e-05,
+      "loss": 23.1875,
+      "step": 18796
+    },
+    {
+      "epoch": 0.898260537130842,
+      "grad_norm": 831.78125,
+      "learning_rate": 1.2117402878242802e-05,
+      "loss": 35.8438,
+      "step": 18797
+    },
+    {
+      "epoch": 0.8983083245723024,
+      "grad_norm": 300.3486022949219,
+      "learning_rate": 1.2116646551062403e-05,
+      "loss": 35.625,
+      "step": 18798
+    },
+    {
+      "epoch": 0.8983561120137628,
+      "grad_norm": 162.2500762939453,
+      "learning_rate": 1.2115890211206023e-05,
+      "loss": 20.7188,
+      "step": 18799
+    },
+    {
+      "epoch": 0.8984038994552231,
+      "grad_norm": 293.7890625,
+      "learning_rate": 1.2115133858678192e-05,
+      "loss": 30.8125,
+      "step": 18800
+    },
+    {
+      "epoch": 0.8984516868966835,
+      "grad_norm": 274.84747314453125,
+      "learning_rate": 1.2114377493483436e-05,
+      "loss": 18.375,
+      "step": 18801
+    },
+    {
+      "epoch": 0.8984994743381439,
+      "grad_norm": 350.60833740234375,
+      "learning_rate": 1.2113621115626289e-05,
+      "loss": 31.0938,
+      "step": 18802
+    },
+    {
+      "epoch": 0.8985472617796043,
+      "grad_norm": 345.6383056640625,
+      "learning_rate": 1.211286472511128e-05,
+      "loss": 29.5312,
+      "step": 18803
+    },
+    {
+      "epoch": 0.8985950492210647,
+      "grad_norm": 434.9549865722656,
+      "learning_rate": 1.2112108321942936e-05,
+      "loss": 40.3438,
+      "step": 18804
+    },
+    {
+      "epoch": 0.8986428366625251,
+      "grad_norm": 177.37522888183594,
+      "learning_rate": 1.2111351906125787e-05,
+      "loss": 21.4531,
+      "step": 18805
+    },
+    {
+      "epoch": 0.8986906241039855,
+      "grad_norm": 150.37762451171875,
+      "learning_rate": 1.2110595477664368e-05,
+      "loss": 23.875,
+      "step": 18806
+    },
+    {
+      "epoch": 0.8987384115454459,
+      "grad_norm": 895.6142578125,
+      "learning_rate": 1.2109839036563203e-05,
+      "loss": 25.4375,
+      "step": 18807
+    },
+    {
+      "epoch": 0.8987861989869063,
+      "grad_norm": 311.8823547363281,
+      "learning_rate": 1.2109082582826825e-05,
+      "loss": 31.6875,
+      "step": 18808
+    },
+    {
+      "epoch": 0.8988339864283666,
+      "grad_norm": 261.8544921875,
+      "learning_rate": 1.2108326116459766e-05,
+      "loss": 20.5781,
+      "step": 18809
+    },
+    {
+      "epoch": 0.898881773869827,
+      "grad_norm": 1022.0941162109375,
+      "learning_rate": 1.210756963746655e-05,
+      "loss": 39.125,
+      "step": 18810
+    },
+    {
+      "epoch": 0.8989295613112874,
+      "grad_norm": 256.0439453125,
+      "learning_rate": 1.2106813145851714e-05,
+      "loss": 30.0,
+      "step": 18811
+    },
+    {
+      "epoch": 0.8989773487527478,
+      "grad_norm": 273.473388671875,
+      "learning_rate": 1.2106056641619786e-05,
+      "loss": 22.5,
+      "step": 18812
+    },
+    {
+      "epoch": 0.8990251361942082,
+      "grad_norm": 300.8601989746094,
+      "learning_rate": 1.2105300124775296e-05,
+      "loss": 25.3125,
+      "step": 18813
+    },
+    {
+      "epoch": 0.8990729236356686,
+      "grad_norm": 359.1367492675781,
+      "learning_rate": 1.2104543595322774e-05,
+      "loss": 31.5625,
+      "step": 18814
+    },
+    {
+      "epoch": 0.8991207110771289,
+      "grad_norm": 341.33966064453125,
+      "learning_rate": 1.2103787053266751e-05,
+      "loss": 38.3438,
+      "step": 18815
+    },
+    {
+      "epoch": 0.8991684985185893,
+      "grad_norm": 383.73095703125,
+      "learning_rate": 1.2103030498611758e-05,
+      "loss": 29.0,
+      "step": 18816
+    },
+    {
+      "epoch": 0.8992162859600497,
+      "grad_norm": 203.6724853515625,
+      "learning_rate": 1.2102273931362327e-05,
+      "loss": 28.5312,
+      "step": 18817
+    },
+    {
+      "epoch": 0.89926407340151,
+      "grad_norm": 313.80072021484375,
+      "learning_rate": 1.2101517351522989e-05,
+      "loss": 27.9375,
+      "step": 18818
+    },
+    {
+      "epoch": 0.8993118608429704,
+      "grad_norm": 226.67213439941406,
+      "learning_rate": 1.2100760759098271e-05,
+      "loss": 26.1875,
+      "step": 18819
+    },
+    {
+      "epoch": 0.8993596482844308,
+      "grad_norm": 225.8964385986328,
+      "learning_rate": 1.210000415409271e-05,
+      "loss": 25.9375,
+      "step": 18820
+    },
+    {
+      "epoch": 0.8994074357258912,
+      "grad_norm": 264.6957702636719,
+      "learning_rate": 1.2099247536510834e-05,
+      "loss": 19.3125,
+      "step": 18821
+    },
+    {
+      "epoch": 0.8994552231673516,
+      "grad_norm": 232.9276123046875,
+      "learning_rate": 1.2098490906357172e-05,
+      "loss": 29.4375,
+      "step": 18822
+    },
+    {
+      "epoch": 0.899503010608812,
+      "grad_norm": 186.9329833984375,
+      "learning_rate": 1.2097734263636256e-05,
+      "loss": 36.6094,
+      "step": 18823
+    },
+    {
+      "epoch": 0.8995507980502724,
+      "grad_norm": 269.82733154296875,
+      "learning_rate": 1.2096977608352622e-05,
+      "loss": 24.2812,
+      "step": 18824
+    },
+    {
+      "epoch": 0.8995985854917328,
+      "grad_norm": 153.9765625,
+      "learning_rate": 1.2096220940510794e-05,
+      "loss": 24.0,
+      "step": 18825
+    },
+    {
+      "epoch": 0.8996463729331932,
+      "grad_norm": 286.3734436035156,
+      "learning_rate": 1.209546426011531e-05,
+      "loss": 29.4062,
+      "step": 18826
+    },
+    {
+      "epoch": 0.8996941603746536,
+      "grad_norm": 251.37005615234375,
+      "learning_rate": 1.2094707567170699e-05,
+      "loss": 22.5,
+      "step": 18827
+    },
+    {
+      "epoch": 0.8997419478161139,
+      "grad_norm": 231.21121215820312,
+      "learning_rate": 1.2093950861681492e-05,
+      "loss": 26.5938,
+      "step": 18828
+    },
+    {
+      "epoch": 0.8997897352575743,
+      "grad_norm": 467.27667236328125,
+      "learning_rate": 1.209319414365222e-05,
+      "loss": 39.9062,
+      "step": 18829
+    },
+    {
+      "epoch": 0.8998375226990347,
+      "grad_norm": 228.12025451660156,
+      "learning_rate": 1.2092437413087419e-05,
+      "loss": 29.875,
+      "step": 18830
+    },
+    {
+      "epoch": 0.8998853101404951,
+      "grad_norm": 547.0039672851562,
+      "learning_rate": 1.2091680669991615e-05,
+      "loss": 34.875,
+      "step": 18831
+    },
+    {
+      "epoch": 0.8999330975819555,
+      "grad_norm": 224.38583374023438,
+      "learning_rate": 1.2090923914369343e-05,
+      "loss": 22.1875,
+      "step": 18832
+    },
+    {
+      "epoch": 0.8999808850234159,
+      "grad_norm": 252.78355407714844,
+      "learning_rate": 1.2090167146225139e-05,
+      "loss": 41.1875,
+      "step": 18833
+    },
+    {
+      "epoch": 0.9000286724648763,
+      "grad_norm": 209.3829803466797,
+      "learning_rate": 1.2089410365563525e-05,
+      "loss": 35.1875,
+      "step": 18834
+    },
+    {
+      "epoch": 0.9000764599063367,
+      "grad_norm": 426.7651062011719,
+      "learning_rate": 1.2088653572389041e-05,
+      "loss": 24.8125,
+      "step": 18835
+    },
+    {
+      "epoch": 0.900124247347797,
+      "grad_norm": 175.8826446533203,
+      "learning_rate": 1.2087896766706222e-05,
+      "loss": 29.4375,
+      "step": 18836
+    },
+    {
+      "epoch": 0.9001720347892573,
+      "grad_norm": 149.85470581054688,
+      "learning_rate": 1.2087139948519588e-05,
+      "loss": 21.2188,
+      "step": 18837
+    },
+    {
+      "epoch": 0.9002198222307177,
+      "grad_norm": 221.75765991210938,
+      "learning_rate": 1.2086383117833684e-05,
+      "loss": 29.9688,
+      "step": 18838
+    },
+    {
+      "epoch": 0.9002676096721781,
+      "grad_norm": 293.8546142578125,
+      "learning_rate": 1.2085626274653038e-05,
+      "loss": 29.5312,
+      "step": 18839
+    },
+    {
+      "epoch": 0.9003153971136385,
+      "grad_norm": 274.7868347167969,
+      "learning_rate": 1.2084869418982176e-05,
+      "loss": 21.0781,
+      "step": 18840
+    },
+    {
+      "epoch": 0.9003631845550989,
+      "grad_norm": 213.64779663085938,
+      "learning_rate": 1.2084112550825642e-05,
+      "loss": 32.25,
+      "step": 18841
+    },
+    {
+      "epoch": 0.9004109719965593,
+      "grad_norm": 224.63800048828125,
+      "learning_rate": 1.2083355670187959e-05,
+      "loss": 29.75,
+      "step": 18842
+    },
+    {
+      "epoch": 0.9004587594380197,
+      "grad_norm": 298.2998046875,
+      "learning_rate": 1.2082598777073667e-05,
+      "loss": 29.8125,
+      "step": 18843
+    },
+    {
+      "epoch": 0.9005065468794801,
+      "grad_norm": 708.5660400390625,
+      "learning_rate": 1.2081841871487294e-05,
+      "loss": 26.8438,
+      "step": 18844
+    },
+    {
+      "epoch": 0.9005543343209405,
+      "grad_norm": 545.7474975585938,
+      "learning_rate": 1.2081084953433374e-05,
+      "loss": 40.1875,
+      "step": 18845
+    },
+    {
+      "epoch": 0.9006021217624008,
+      "grad_norm": 247.28775024414062,
+      "learning_rate": 1.2080328022916441e-05,
+      "loss": 36.25,
+      "step": 18846
+    },
+    {
+      "epoch": 0.9006499092038612,
+      "grad_norm": 290.29620361328125,
+      "learning_rate": 1.2079571079941026e-05,
+      "loss": 30.5,
+      "step": 18847
+    },
+    {
+      "epoch": 0.9006976966453216,
+      "grad_norm": 483.74615478515625,
+      "learning_rate": 1.2078814124511667e-05,
+      "loss": 22.5469,
+      "step": 18848
+    },
+    {
+      "epoch": 0.900745484086782,
+      "grad_norm": 262.68206787109375,
+      "learning_rate": 1.2078057156632892e-05,
+      "loss": 31.5,
+      "step": 18849
+    },
+    {
+      "epoch": 0.9007932715282424,
+      "grad_norm": 235.25057983398438,
+      "learning_rate": 1.2077300176309238e-05,
+      "loss": 22.3906,
+      "step": 18850
+    },
+    {
+      "epoch": 0.9008410589697028,
+      "grad_norm": 294.2258605957031,
+      "learning_rate": 1.207654318354523e-05,
+      "loss": 28.6875,
+      "step": 18851
+    },
+    {
+      "epoch": 0.9008888464111632,
+      "grad_norm": 178.48548889160156,
+      "learning_rate": 1.2075786178345415e-05,
+      "loss": 14.8281,
+      "step": 18852
+    },
+    {
+      "epoch": 0.9009366338526236,
+      "grad_norm": 323.4722595214844,
+      "learning_rate": 1.2075029160714318e-05,
+      "loss": 27.3438,
+      "step": 18853
+    },
+    {
+      "epoch": 0.900984421294084,
+      "grad_norm": 271.0678405761719,
+      "learning_rate": 1.2074272130656473e-05,
+      "loss": 22.4531,
+      "step": 18854
+    },
+    {
+      "epoch": 0.9010322087355443,
+      "grad_norm": 216.94798278808594,
+      "learning_rate": 1.2073515088176413e-05,
+      "loss": 22.1875,
+      "step": 18855
+    },
+    {
+      "epoch": 0.9010799961770047,
+      "grad_norm": 330.6312255859375,
+      "learning_rate": 1.2072758033278675e-05,
+      "loss": 30.8125,
+      "step": 18856
+    },
+    {
+      "epoch": 0.901127783618465,
+      "grad_norm": 301.78314208984375,
+      "learning_rate": 1.207200096596779e-05,
+      "loss": 30.0625,
+      "step": 18857
+    },
+    {
+      "epoch": 0.9011755710599254,
+      "grad_norm": 208.80999755859375,
+      "learning_rate": 1.2071243886248292e-05,
+      "loss": 18.9688,
+      "step": 18858
+    },
+    {
+      "epoch": 0.9012233585013858,
+      "grad_norm": 183.21434020996094,
+      "learning_rate": 1.2070486794124715e-05,
+      "loss": 20.7812,
+      "step": 18859
+    },
+    {
+      "epoch": 0.9012711459428462,
+      "grad_norm": 218.48760986328125,
+      "learning_rate": 1.2069729689601598e-05,
+      "loss": 25.7344,
+      "step": 18860
+    },
+    {
+      "epoch": 0.9013189333843066,
+      "grad_norm": 140.9755096435547,
+      "learning_rate": 1.2068972572683468e-05,
+      "loss": 16.0312,
+      "step": 18861
+    },
+    {
+      "epoch": 0.901366720825767,
+      "grad_norm": 184.12306213378906,
+      "learning_rate": 1.206821544337486e-05,
+      "loss": 28.6562,
+      "step": 18862
+    },
+    {
+      "epoch": 0.9014145082672274,
+      "grad_norm": 254.00088500976562,
+      "learning_rate": 1.2067458301680314e-05,
+      "loss": 45.2188,
+      "step": 18863
+    },
+    {
+      "epoch": 0.9014622957086877,
+      "grad_norm": 317.1862487792969,
+      "learning_rate": 1.2066701147604358e-05,
+      "loss": 41.1875,
+      "step": 18864
+    },
+    {
+      "epoch": 0.9015100831501481,
+      "grad_norm": 239.5130615234375,
+      "learning_rate": 1.2065943981151531e-05,
+      "loss": 23.625,
+      "step": 18865
+    },
+    {
+      "epoch": 0.9015578705916085,
+      "grad_norm": 228.82041931152344,
+      "learning_rate": 1.2065186802326363e-05,
+      "loss": 25.4375,
+      "step": 18866
+    },
+    {
+      "epoch": 0.9016056580330689,
+      "grad_norm": 305.8436584472656,
+      "learning_rate": 1.2064429611133392e-05,
+      "loss": 33.25,
+      "step": 18867
+    },
+    {
+      "epoch": 0.9016534454745293,
+      "grad_norm": 193.7892303466797,
+      "learning_rate": 1.2063672407577154e-05,
+      "loss": 22.2344,
+      "step": 18868
+    },
+    {
+      "epoch": 0.9017012329159897,
+      "grad_norm": 204.97413635253906,
+      "learning_rate": 1.2062915191662179e-05,
+      "loss": 35.5,
+      "step": 18869
+    },
+    {
+      "epoch": 0.9017490203574501,
+      "grad_norm": 383.7662048339844,
+      "learning_rate": 1.2062157963393003e-05,
+      "loss": 29.25,
+      "step": 18870
+    },
+    {
+      "epoch": 0.9017968077989105,
+      "grad_norm": 204.49240112304688,
+      "learning_rate": 1.2061400722774164e-05,
+      "loss": 27.7188,
+      "step": 18871
+    },
+    {
+      "epoch": 0.9018445952403709,
+      "grad_norm": 372.8636169433594,
+      "learning_rate": 1.2060643469810192e-05,
+      "loss": 18.1875,
+      "step": 18872
+    },
+    {
+      "epoch": 0.9018923826818313,
+      "grad_norm": 194.5618438720703,
+      "learning_rate": 1.2059886204505623e-05,
+      "loss": 23.9375,
+      "step": 18873
+    },
+    {
+      "epoch": 0.9019401701232916,
+      "grad_norm": 233.31639099121094,
+      "learning_rate": 1.2059128926864997e-05,
+      "loss": 23.0,
+      "step": 18874
+    },
+    {
+      "epoch": 0.901987957564752,
+      "grad_norm": 671.2907104492188,
+      "learning_rate": 1.2058371636892845e-05,
+      "loss": 31.7812,
+      "step": 18875
+    },
+    {
+      "epoch": 0.9020357450062124,
+      "grad_norm": 307.9321594238281,
+      "learning_rate": 1.2057614334593704e-05,
+      "loss": 27.5312,
+      "step": 18876
+    },
+    {
+      "epoch": 0.9020835324476727,
+      "grad_norm": 273.23516845703125,
+      "learning_rate": 1.2056857019972106e-05,
+      "loss": 22.3281,
+      "step": 18877
+    },
+    {
+      "epoch": 0.9021313198891331,
+      "grad_norm": 349.560302734375,
+      "learning_rate": 1.205609969303259e-05,
+      "loss": 26.25,
+      "step": 18878
+    },
+    {
+      "epoch": 0.9021791073305935,
+      "grad_norm": 557.5443725585938,
+      "learning_rate": 1.2055342353779688e-05,
+      "loss": 28.5625,
+      "step": 18879
+    },
+    {
+      "epoch": 0.9022268947720539,
+      "grad_norm": 373.93695068359375,
+      "learning_rate": 1.205458500221794e-05,
+      "loss": 29.25,
+      "step": 18880
+    },
+    {
+      "epoch": 0.9022746822135143,
+      "grad_norm": 503.46624755859375,
+      "learning_rate": 1.2053827638351878e-05,
+      "loss": 27.4688,
+      "step": 18881
+    },
+    {
+      "epoch": 0.9023224696549746,
+      "grad_norm": 157.21124267578125,
+      "learning_rate": 1.2053070262186038e-05,
+      "loss": 23.5312,
+      "step": 18882
+    },
+    {
+      "epoch": 0.902370257096435,
+      "grad_norm": 426.3101806640625,
+      "learning_rate": 1.2052312873724959e-05,
+      "loss": 23.4688,
+      "step": 18883
+    },
+    {
+      "epoch": 0.9024180445378954,
+      "grad_norm": 605.0654296875,
+      "learning_rate": 1.2051555472973169e-05,
+      "loss": 20.875,
+      "step": 18884
+    },
+    {
+      "epoch": 0.9024658319793558,
+      "grad_norm": 289.4459228515625,
+      "learning_rate": 1.2050798059935214e-05,
+      "loss": 33.8125,
+      "step": 18885
+    },
+    {
+      "epoch": 0.9025136194208162,
+      "grad_norm": 254.84283447265625,
+      "learning_rate": 1.2050040634615623e-05,
+      "loss": 27.25,
+      "step": 18886
+    },
+    {
+      "epoch": 0.9025614068622766,
+      "grad_norm": 248.56394958496094,
+      "learning_rate": 1.2049283197018935e-05,
+      "loss": 29.5938,
+      "step": 18887
+    },
+    {
+      "epoch": 0.902609194303737,
+      "grad_norm": 237.08164978027344,
+      "learning_rate": 1.2048525747149682e-05,
+      "loss": 29.625,
+      "step": 18888
+    },
+    {
+      "epoch": 0.9026569817451974,
+      "grad_norm": 526.0626220703125,
+      "learning_rate": 1.2047768285012405e-05,
+      "loss": 29.2188,
+      "step": 18889
+    },
+    {
+      "epoch": 0.9027047691866578,
+      "grad_norm": 185.803466796875,
+      "learning_rate": 1.2047010810611637e-05,
+      "loss": 22.4844,
+      "step": 18890
+    },
+    {
+      "epoch": 0.9027525566281182,
+      "grad_norm": 109.94166564941406,
+      "learning_rate": 1.2046253323951918e-05,
+      "loss": 28.4375,
+      "step": 18891
+    },
+    {
+      "epoch": 0.9028003440695785,
+      "grad_norm": 232.52777099609375,
+      "learning_rate": 1.2045495825037778e-05,
+      "loss": 29.5781,
+      "step": 18892
+    },
+    {
+      "epoch": 0.9028481315110389,
+      "grad_norm": 191.3583984375,
+      "learning_rate": 1.204473831387376e-05,
+      "loss": 21.7812,
+      "step": 18893
+    },
+    {
+      "epoch": 0.9028959189524993,
+      "grad_norm": 280.4933166503906,
+      "learning_rate": 1.20439807904644e-05,
+      "loss": 30.125,
+      "step": 18894
+    },
+    {
+      "epoch": 0.9029437063939597,
+      "grad_norm": 252.5043487548828,
+      "learning_rate": 1.2043223254814229e-05,
+      "loss": 32.6562,
+      "step": 18895
+    },
+    {
+      "epoch": 0.9029914938354201,
+      "grad_norm": 314.1776123046875,
+      "learning_rate": 1.204246570692779e-05,
+      "loss": 28.75,
+      "step": 18896
+    },
+    {
+      "epoch": 0.9030392812768805,
+      "grad_norm": 345.7398986816406,
+      "learning_rate": 1.2041708146809614e-05,
+      "loss": 32.375,
+      "step": 18897
+    },
+    {
+      "epoch": 0.9030870687183408,
+      "grad_norm": 232.7977294921875,
+      "learning_rate": 1.2040950574464244e-05,
+      "loss": 25.0312,
+      "step": 18898
+    },
+    {
+      "epoch": 0.9031348561598012,
+      "grad_norm": 258.06298828125,
+      "learning_rate": 1.204019298989621e-05,
+      "loss": 21.1719,
+      "step": 18899
+    },
+    {
+      "epoch": 0.9031826436012615,
+      "grad_norm": 404.925048828125,
+      "learning_rate": 1.2039435393110055e-05,
+      "loss": 29.9688,
+      "step": 18900
+    },
+    {
+      "epoch": 0.9032304310427219,
+      "grad_norm": 393.6067199707031,
+      "learning_rate": 1.2038677784110315e-05,
+      "loss": 18.8906,
+      "step": 18901
+    },
+    {
+      "epoch": 0.9032782184841823,
+      "grad_norm": 216.64663696289062,
+      "learning_rate": 1.2037920162901522e-05,
+      "loss": 17.2188,
+      "step": 18902
+    },
+    {
+      "epoch": 0.9033260059256427,
+      "grad_norm": 458.7361755371094,
+      "learning_rate": 1.203716252948822e-05,
+      "loss": 23.1719,
+      "step": 18903
+    },
+    {
+      "epoch": 0.9033737933671031,
+      "grad_norm": 599.0488891601562,
+      "learning_rate": 1.2036404883874942e-05,
+      "loss": 30.8438,
+      "step": 18904
+    },
+    {
+      "epoch": 0.9034215808085635,
+      "grad_norm": 272.4714660644531,
+      "learning_rate": 1.2035647226066227e-05,
+      "loss": 19.4844,
+      "step": 18905
+    },
+    {
+      "epoch": 0.9034693682500239,
+      "grad_norm": 271.4683837890625,
+      "learning_rate": 1.2034889556066609e-05,
+      "loss": 36.7188,
+      "step": 18906
+    },
+    {
+      "epoch": 0.9035171556914843,
+      "grad_norm": 232.9646759033203,
+      "learning_rate": 1.2034131873880633e-05,
+      "loss": 19.5781,
+      "step": 18907
+    },
+    {
+      "epoch": 0.9035649431329447,
+      "grad_norm": 349.88751220703125,
+      "learning_rate": 1.2033374179512827e-05,
+      "loss": 20.8594,
+      "step": 18908
+    },
+    {
+      "epoch": 0.903612730574405,
+      "grad_norm": 261.9075622558594,
+      "learning_rate": 1.2032616472967735e-05,
+      "loss": 27.0625,
+      "step": 18909
+    },
+    {
+      "epoch": 0.9036605180158654,
+      "grad_norm": 684.6785278320312,
+      "learning_rate": 1.2031858754249893e-05,
+      "loss": 34.1562,
+      "step": 18910
+    },
+    {
+      "epoch": 0.9037083054573258,
+      "grad_norm": 614.9559326171875,
+      "learning_rate": 1.203110102336384e-05,
+      "loss": 25.1094,
+      "step": 18911
+    },
+    {
+      "epoch": 0.9037560928987862,
+      "grad_norm": 318.3641662597656,
+      "learning_rate": 1.2030343280314112e-05,
+      "loss": 26.8125,
+      "step": 18912
+    },
+    {
+      "epoch": 0.9038038803402466,
+      "grad_norm": 236.50070190429688,
+      "learning_rate": 1.2029585525105248e-05,
+      "loss": 22.3438,
+      "step": 18913
+    },
+    {
+      "epoch": 0.903851667781707,
+      "grad_norm": 461.2339172363281,
+      "learning_rate": 1.2028827757741783e-05,
+      "loss": 26.9688,
+      "step": 18914
+    },
+    {
+      "epoch": 0.9038994552231674,
+      "grad_norm": 229.44741821289062,
+      "learning_rate": 1.202806997822826e-05,
+      "loss": 32.875,
+      "step": 18915
+    },
+    {
+      "epoch": 0.9039472426646278,
+      "grad_norm": 202.7299041748047,
+      "learning_rate": 1.2027312186569215e-05,
+      "loss": 22.8281,
+      "step": 18916
+    },
+    {
+      "epoch": 0.9039950301060882,
+      "grad_norm": 253.7268829345703,
+      "learning_rate": 1.2026554382769186e-05,
+      "loss": 28.7812,
+      "step": 18917
+    },
+    {
+      "epoch": 0.9040428175475484,
+      "grad_norm": 179.93898010253906,
+      "learning_rate": 1.2025796566832712e-05,
+      "loss": 22.1875,
+      "step": 18918
+    },
+    {
+      "epoch": 0.9040906049890088,
+      "grad_norm": 396.0226745605469,
+      "learning_rate": 1.2025038738764332e-05,
+      "loss": 24.5312,
+      "step": 18919
+    },
+    {
+      "epoch": 0.9041383924304692,
+      "grad_norm": 340.218994140625,
+      "learning_rate": 1.2024280898568581e-05,
+      "loss": 24.0312,
+      "step": 18920
+    },
+    {
+      "epoch": 0.9041861798719296,
+      "grad_norm": 263.0088195800781,
+      "learning_rate": 1.2023523046249997e-05,
+      "loss": 29.125,
+      "step": 18921
+    },
+    {
+      "epoch": 0.90423396731339,
+      "grad_norm": 583.56591796875,
+      "learning_rate": 1.2022765181813124e-05,
+      "loss": 25.7031,
+      "step": 18922
+    },
+    {
+      "epoch": 0.9042817547548504,
+      "grad_norm": 336.9900207519531,
+      "learning_rate": 1.2022007305262495e-05,
+      "loss": 35.4062,
+      "step": 18923
+    },
+    {
+      "epoch": 0.9043295421963108,
+      "grad_norm": 162.3585662841797,
+      "learning_rate": 1.2021249416602654e-05,
+      "loss": 23.375,
+      "step": 18924
+    },
+    {
+      "epoch": 0.9043773296377712,
+      "grad_norm": 252.84967041015625,
+      "learning_rate": 1.2020491515838135e-05,
+      "loss": 30.4688,
+      "step": 18925
+    },
+    {
+      "epoch": 0.9044251170792316,
+      "grad_norm": 290.9367370605469,
+      "learning_rate": 1.201973360297348e-05,
+      "loss": 32.1562,
+      "step": 18926
+    },
+    {
+      "epoch": 0.904472904520692,
+      "grad_norm": 287.5049743652344,
+      "learning_rate": 1.2018975678013228e-05,
+      "loss": 25.875,
+      "step": 18927
+    },
+    {
+      "epoch": 0.9045206919621523,
+      "grad_norm": 135.14999389648438,
+      "learning_rate": 1.2018217740961914e-05,
+      "loss": 29.5156,
+      "step": 18928
+    },
+    {
+      "epoch": 0.9045684794036127,
+      "grad_norm": 197.14120483398438,
+      "learning_rate": 1.2017459791824084e-05,
+      "loss": 21.8438,
+      "step": 18929
+    },
+    {
+      "epoch": 0.9046162668450731,
+      "grad_norm": 192.45921325683594,
+      "learning_rate": 1.201670183060427e-05,
+      "loss": 21.6875,
+      "step": 18930
+    },
+    {
+      "epoch": 0.9046640542865335,
+      "grad_norm": 363.91009521484375,
+      "learning_rate": 1.2015943857307015e-05,
+      "loss": 26.0625,
+      "step": 18931
+    },
+    {
+      "epoch": 0.9047118417279939,
+      "grad_norm": 230.23361206054688,
+      "learning_rate": 1.2015185871936856e-05,
+      "loss": 26.5625,
+      "step": 18932
+    },
+    {
+      "epoch": 0.9047596291694543,
+      "grad_norm": 242.12362670898438,
+      "learning_rate": 1.2014427874498336e-05,
+      "loss": 25.1875,
+      "step": 18933
+    },
+    {
+      "epoch": 0.9048074166109147,
+      "grad_norm": 369.85015869140625,
+      "learning_rate": 1.2013669864995994e-05,
+      "loss": 39.125,
+      "step": 18934
+    },
+    {
+      "epoch": 0.9048552040523751,
+      "grad_norm": 229.30389404296875,
+      "learning_rate": 1.2012911843434365e-05,
+      "loss": 26.9844,
+      "step": 18935
+    },
+    {
+      "epoch": 0.9049029914938355,
+      "grad_norm": 460.5998229980469,
+      "learning_rate": 1.2012153809817992e-05,
+      "loss": 34.1875,
+      "step": 18936
+    },
+    {
+      "epoch": 0.9049507789352959,
+      "grad_norm": 242.87332153320312,
+      "learning_rate": 1.2011395764151415e-05,
+      "loss": 26.6875,
+      "step": 18937
+    },
+    {
+      "epoch": 0.9049985663767562,
+      "grad_norm": 182.5742645263672,
+      "learning_rate": 1.2010637706439172e-05,
+      "loss": 21.0625,
+      "step": 18938
+    },
+    {
+      "epoch": 0.9050463538182165,
+      "grad_norm": 265.3019714355469,
+      "learning_rate": 1.2009879636685804e-05,
+      "loss": 21.0938,
+      "step": 18939
+    },
+    {
+      "epoch": 0.9050941412596769,
+      "grad_norm": 341.0332946777344,
+      "learning_rate": 1.2009121554895848e-05,
+      "loss": 34.75,
+      "step": 18940
+    },
+    {
+      "epoch": 0.9051419287011373,
+      "grad_norm": 200.65762329101562,
+      "learning_rate": 1.2008363461073849e-05,
+      "loss": 29.9062,
+      "step": 18941
+    },
+    {
+      "epoch": 0.9051897161425977,
+      "grad_norm": 230.4215850830078,
+      "learning_rate": 1.2007605355224346e-05,
+      "loss": 26.9375,
+      "step": 18942
+    },
+    {
+      "epoch": 0.9052375035840581,
+      "grad_norm": 227.13316345214844,
+      "learning_rate": 1.2006847237351873e-05,
+      "loss": 26.9062,
+      "step": 18943
+    },
+    {
+      "epoch": 0.9052852910255185,
+      "grad_norm": 168.69943237304688,
+      "learning_rate": 1.2006089107460978e-05,
+      "loss": 22.6875,
+      "step": 18944
+    },
+    {
+      "epoch": 0.9053330784669789,
+      "grad_norm": 362.17913818359375,
+      "learning_rate": 1.2005330965556196e-05,
+      "loss": 32.125,
+      "step": 18945
+    },
+    {
+      "epoch": 0.9053808659084392,
+      "grad_norm": 226.4711456298828,
+      "learning_rate": 1.200457281164207e-05,
+      "loss": 33.0,
+      "step": 18946
+    },
+    {
+      "epoch": 0.9054286533498996,
+      "grad_norm": 285.55047607421875,
+      "learning_rate": 1.2003814645723138e-05,
+      "loss": 24.8125,
+      "step": 18947
+    },
+    {
+      "epoch": 0.90547644079136,
+      "grad_norm": 222.2065887451172,
+      "learning_rate": 1.2003056467803944e-05,
+      "loss": 25.2656,
+      "step": 18948
+    },
+    {
+      "epoch": 0.9055242282328204,
+      "grad_norm": 257.3553771972656,
+      "learning_rate": 1.2002298277889024e-05,
+      "loss": 25.4375,
+      "step": 18949
+    },
+    {
+      "epoch": 0.9055720156742808,
+      "grad_norm": 229.38595581054688,
+      "learning_rate": 1.2001540075982922e-05,
+      "loss": 29.0781,
+      "step": 18950
+    },
+    {
+      "epoch": 0.9056198031157412,
+      "grad_norm": 317.89385986328125,
+      "learning_rate": 1.2000781862090181e-05,
+      "loss": 31.7812,
+      "step": 18951
+    },
+    {
+      "epoch": 0.9056675905572016,
+      "grad_norm": 276.1588134765625,
+      "learning_rate": 1.2000023636215337e-05,
+      "loss": 20.7969,
+      "step": 18952
+    },
+    {
+      "epoch": 0.905715377998662,
+      "grad_norm": 214.04637145996094,
+      "learning_rate": 1.1999265398362932e-05,
+      "loss": 32.4375,
+      "step": 18953
+    },
+    {
+      "epoch": 0.9057631654401224,
+      "grad_norm": 149.81983947753906,
+      "learning_rate": 1.1998507148537503e-05,
+      "loss": 19.8438,
+      "step": 18954
+    },
+    {
+      "epoch": 0.9058109528815828,
+      "grad_norm": 184.36862182617188,
+      "learning_rate": 1.1997748886743598e-05,
+      "loss": 26.0312,
+      "step": 18955
+    },
+    {
+      "epoch": 0.9058587403230431,
+      "grad_norm": 199.25634765625,
+      "learning_rate": 1.1996990612985755e-05,
+      "loss": 24.3594,
+      "step": 18956
+    },
+    {
+      "epoch": 0.9059065277645035,
+      "grad_norm": 267.5669860839844,
+      "learning_rate": 1.1996232327268516e-05,
+      "loss": 25.2031,
+      "step": 18957
+    },
+    {
+      "epoch": 0.9059543152059639,
+      "grad_norm": 209.06224060058594,
+      "learning_rate": 1.1995474029596417e-05,
+      "loss": 26.0156,
+      "step": 18958
+    },
+    {
+      "epoch": 0.9060021026474243,
+      "grad_norm": 203.55694580078125,
+      "learning_rate": 1.1994715719974009e-05,
+      "loss": 28.1875,
+      "step": 18959
+    },
+    {
+      "epoch": 0.9060498900888846,
+      "grad_norm": 223.0182342529297,
+      "learning_rate": 1.1993957398405822e-05,
+      "loss": 28.4062,
+      "step": 18960
+    },
+    {
+      "epoch": 0.906097677530345,
+      "grad_norm": 427.3735656738281,
+      "learning_rate": 1.1993199064896408e-05,
+      "loss": 25.4375,
+      "step": 18961
+    },
+    {
+      "epoch": 0.9061454649718054,
+      "grad_norm": 225.0363311767578,
+      "learning_rate": 1.19924407194503e-05,
+      "loss": 25.6094,
+      "step": 18962
+    },
+    {
+      "epoch": 0.9061932524132658,
+      "grad_norm": 247.30340576171875,
+      "learning_rate": 1.1991682362072046e-05,
+      "loss": 28.7812,
+      "step": 18963
+    },
+    {
+      "epoch": 0.9062410398547261,
+      "grad_norm": 244.6590118408203,
+      "learning_rate": 1.199092399276618e-05,
+      "loss": 22.3125,
+      "step": 18964
+    },
+    {
+      "epoch": 0.9062888272961865,
+      "grad_norm": 286.7992858886719,
+      "learning_rate": 1.1990165611537254e-05,
+      "loss": 27.7812,
+      "step": 18965
+    },
+    {
+      "epoch": 0.9063366147376469,
+      "grad_norm": 299.5816650390625,
+      "learning_rate": 1.1989407218389802e-05,
+      "loss": 22.2188,
+      "step": 18966
+    },
+    {
+      "epoch": 0.9063844021791073,
+      "grad_norm": 332.50830078125,
+      "learning_rate": 1.1988648813328368e-05,
+      "loss": 39.5,
+      "step": 18967
+    },
+    {
+      "epoch": 0.9064321896205677,
+      "grad_norm": 227.4705047607422,
+      "learning_rate": 1.1987890396357494e-05,
+      "loss": 21.2031,
+      "step": 18968
+    },
+    {
+      "epoch": 0.9064799770620281,
+      "grad_norm": 304.37176513671875,
+      "learning_rate": 1.198713196748172e-05,
+      "loss": 25.9688,
+      "step": 18969
+    },
+    {
+      "epoch": 0.9065277645034885,
+      "grad_norm": 277.87847900390625,
+      "learning_rate": 1.198637352670559e-05,
+      "loss": 30.4375,
+      "step": 18970
+    },
+    {
+      "epoch": 0.9065755519449489,
+      "grad_norm": 342.3768005371094,
+      "learning_rate": 1.1985615074033644e-05,
+      "loss": 36.5625,
+      "step": 18971
+    },
+    {
+      "epoch": 0.9066233393864093,
+      "grad_norm": 182.55381774902344,
+      "learning_rate": 1.198485660947043e-05,
+      "loss": 23.5,
+      "step": 18972
+    },
+    {
+      "epoch": 0.9066711268278697,
+      "grad_norm": 264.6026916503906,
+      "learning_rate": 1.1984098133020484e-05,
+      "loss": 28.2188,
+      "step": 18973
+    },
+    {
+      "epoch": 0.90671891426933,
+      "grad_norm": 878.625244140625,
+      "learning_rate": 1.198333964468835e-05,
+      "loss": 29.375,
+      "step": 18974
+    },
+    {
+      "epoch": 0.9067667017107904,
+      "grad_norm": 317.52093505859375,
+      "learning_rate": 1.1982581144478572e-05,
+      "loss": 28.6406,
+      "step": 18975
+    },
+    {
+      "epoch": 0.9068144891522508,
+      "grad_norm": 243.88958740234375,
+      "learning_rate": 1.1981822632395689e-05,
+      "loss": 31.75,
+      "step": 18976
+    },
+    {
+      "epoch": 0.9068622765937112,
+      "grad_norm": 509.7455749511719,
+      "learning_rate": 1.1981064108444245e-05,
+      "loss": 24.8438,
+      "step": 18977
+    },
+    {
+      "epoch": 0.9069100640351716,
+      "grad_norm": 323.954833984375,
+      "learning_rate": 1.1980305572628787e-05,
+      "loss": 27.5312,
+      "step": 18978
+    },
+    {
+      "epoch": 0.906957851476632,
+      "grad_norm": 288.27789306640625,
+      "learning_rate": 1.1979547024953853e-05,
+      "loss": 30.9375,
+      "step": 18979
+    },
+    {
+      "epoch": 0.9070056389180923,
+      "grad_norm": 658.5453491210938,
+      "learning_rate": 1.1978788465423984e-05,
+      "loss": 29.9844,
+      "step": 18980
+    },
+    {
+      "epoch": 0.9070534263595527,
+      "grad_norm": 274.4046630859375,
+      "learning_rate": 1.1978029894043729e-05,
+      "loss": 34.4062,
+      "step": 18981
+    },
+    {
+      "epoch": 0.907101213801013,
+      "grad_norm": 408.0901184082031,
+      "learning_rate": 1.1977271310817624e-05,
+      "loss": 33.7812,
+      "step": 18982
+    },
+    {
+      "epoch": 0.9071490012424734,
+      "grad_norm": 207.85186767578125,
+      "learning_rate": 1.1976512715750217e-05,
+      "loss": 23.5312,
+      "step": 18983
+    },
+    {
+      "epoch": 0.9071967886839338,
+      "grad_norm": 178.28176879882812,
+      "learning_rate": 1.197575410884605e-05,
+      "loss": 24.2188,
+      "step": 18984
+    },
+    {
+      "epoch": 0.9072445761253942,
+      "grad_norm": 285.46929931640625,
+      "learning_rate": 1.1974995490109665e-05,
+      "loss": 34.5312,
+      "step": 18985
+    },
+    {
+      "epoch": 0.9072923635668546,
+      "grad_norm": 224.13677978515625,
+      "learning_rate": 1.1974236859545602e-05,
+      "loss": 33.1875,
+      "step": 18986
+    },
+    {
+      "epoch": 0.907340151008315,
+      "grad_norm": 256.0133056640625,
+      "learning_rate": 1.1973478217158412e-05,
+      "loss": 26.3438,
+      "step": 18987
+    },
+    {
+      "epoch": 0.9073879384497754,
+      "grad_norm": 229.5562744140625,
+      "learning_rate": 1.1972719562952632e-05,
+      "loss": 30.9375,
+      "step": 18988
+    },
+    {
+      "epoch": 0.9074357258912358,
+      "grad_norm": 176.00367736816406,
+      "learning_rate": 1.1971960896932809e-05,
+      "loss": 17.875,
+      "step": 18989
+    },
+    {
+      "epoch": 0.9074835133326962,
+      "grad_norm": 267.0179748535156,
+      "learning_rate": 1.1971202219103483e-05,
+      "loss": 25.625,
+      "step": 18990
+    },
+    {
+      "epoch": 0.9075313007741566,
+      "grad_norm": 601.9465942382812,
+      "learning_rate": 1.1970443529469198e-05,
+      "loss": 33.4062,
+      "step": 18991
+    },
+    {
+      "epoch": 0.907579088215617,
+      "grad_norm": 395.9677734375,
+      "learning_rate": 1.1969684828034503e-05,
+      "loss": 43.25,
+      "step": 18992
+    },
+    {
+      "epoch": 0.9076268756570773,
+      "grad_norm": 224.41744995117188,
+      "learning_rate": 1.1968926114803931e-05,
+      "loss": 23.1875,
+      "step": 18993
+    },
+    {
+      "epoch": 0.9076746630985377,
+      "grad_norm": 255.34275817871094,
+      "learning_rate": 1.196816738978204e-05,
+      "loss": 36.2188,
+      "step": 18994
+    },
+    {
+      "epoch": 0.9077224505399981,
+      "grad_norm": 361.95867919921875,
+      "learning_rate": 1.196740865297336e-05,
+      "loss": 28.6562,
+      "step": 18995
+    },
+    {
+      "epoch": 0.9077702379814585,
+      "grad_norm": 312.2925720214844,
+      "learning_rate": 1.1966649904382444e-05,
+      "loss": 33.3125,
+      "step": 18996
+    },
+    {
+      "epoch": 0.9078180254229189,
+      "grad_norm": 280.6808166503906,
+      "learning_rate": 1.196589114401383e-05,
+      "loss": 26.6562,
+      "step": 18997
+    },
+    {
+      "epoch": 0.9078658128643793,
+      "grad_norm": 255.6416473388672,
+      "learning_rate": 1.1965132371872068e-05,
+      "loss": 28.7812,
+      "step": 18998
+    },
+    {
+      "epoch": 0.9079136003058397,
+      "grad_norm": 271.2833251953125,
+      "learning_rate": 1.1964373587961698e-05,
+      "loss": 47.3594,
+      "step": 18999
+    },
+    {
+      "epoch": 0.9079613877473001,
+      "grad_norm": 260.0146179199219,
+      "learning_rate": 1.1963614792287261e-05,
+      "loss": 26.9062,
+      "step": 19000
+    },
+    {
+      "epoch": 0.9080091751887603,
+      "grad_norm": 190.6222686767578,
+      "learning_rate": 1.196285598485331e-05,
+      "loss": 29.3906,
+      "step": 19001
+    },
+    {
+      "epoch": 0.9080569626302207,
+      "grad_norm": 213.32415771484375,
+      "learning_rate": 1.1962097165664383e-05,
+      "loss": 24.5,
+      "step": 19002
+    },
+    {
+      "epoch": 0.9081047500716811,
+      "grad_norm": 136.75103759765625,
+      "learning_rate": 1.1961338334725028e-05,
+      "loss": 20.2031,
+      "step": 19003
+    },
+    {
+      "epoch": 0.9081525375131415,
+      "grad_norm": 393.8902893066406,
+      "learning_rate": 1.1960579492039783e-05,
+      "loss": 22.75,
+      "step": 19004
+    },
+    {
+      "epoch": 0.9082003249546019,
+      "grad_norm": 446.74609375,
+      "learning_rate": 1.1959820637613197e-05,
+      "loss": 28.7188,
+      "step": 19005
+    },
+    {
+      "epoch": 0.9082481123960623,
+      "grad_norm": 368.38031005859375,
+      "learning_rate": 1.1959061771449816e-05,
+      "loss": 19.6719,
+      "step": 19006
+    },
+    {
+      "epoch": 0.9082958998375227,
+      "grad_norm": 531.2481689453125,
+      "learning_rate": 1.1958302893554183e-05,
+      "loss": 20.9844,
+      "step": 19007
+    },
+    {
+      "epoch": 0.9083436872789831,
+      "grad_norm": 188.59059143066406,
+      "learning_rate": 1.1957544003930842e-05,
+      "loss": 21.6406,
+      "step": 19008
+    },
+    {
+      "epoch": 0.9083914747204435,
+      "grad_norm": 163.86892700195312,
+      "learning_rate": 1.195678510258434e-05,
+      "loss": 25.9688,
+      "step": 19009
+    },
+    {
+      "epoch": 0.9084392621619038,
+      "grad_norm": 251.76739501953125,
+      "learning_rate": 1.1956026189519217e-05,
+      "loss": 22.2812,
+      "step": 19010
+    },
+    {
+      "epoch": 0.9084870496033642,
+      "grad_norm": 227.1519775390625,
+      "learning_rate": 1.1955267264740023e-05,
+      "loss": 36.375,
+      "step": 19011
+    },
+    {
+      "epoch": 0.9085348370448246,
+      "grad_norm": 356.61285400390625,
+      "learning_rate": 1.19545083282513e-05,
+      "loss": 22.3125,
+      "step": 19012
+    },
+    {
+      "epoch": 0.908582624486285,
+      "grad_norm": 444.9112243652344,
+      "learning_rate": 1.1953749380057596e-05,
+      "loss": 39.3906,
+      "step": 19013
+    },
+    {
+      "epoch": 0.9086304119277454,
+      "grad_norm": 383.2682189941406,
+      "learning_rate": 1.1952990420163453e-05,
+      "loss": 25.7188,
+      "step": 19014
+    },
+    {
+      "epoch": 0.9086781993692058,
+      "grad_norm": 196.2792205810547,
+      "learning_rate": 1.1952231448573414e-05,
+      "loss": 19.375,
+      "step": 19015
+    },
+    {
+      "epoch": 0.9087259868106662,
+      "grad_norm": 391.5418701171875,
+      "learning_rate": 1.1951472465292033e-05,
+      "loss": 28.8438,
+      "step": 19016
+    },
+    {
+      "epoch": 0.9087737742521266,
+      "grad_norm": 445.1167297363281,
+      "learning_rate": 1.195071347032385e-05,
+      "loss": 25.6562,
+      "step": 19017
+    },
+    {
+      "epoch": 0.908821561693587,
+      "grad_norm": 291.1525573730469,
+      "learning_rate": 1.194995446367341e-05,
+      "loss": 32.4062,
+      "step": 19018
+    },
+    {
+      "epoch": 0.9088693491350474,
+      "grad_norm": 380.08941650390625,
+      "learning_rate": 1.1949195445345257e-05,
+      "loss": 30.125,
+      "step": 19019
+    },
+    {
+      "epoch": 0.9089171365765077,
+      "grad_norm": 237.15072631835938,
+      "learning_rate": 1.1948436415343938e-05,
+      "loss": 27.5312,
+      "step": 19020
+    },
+    {
+      "epoch": 0.908964924017968,
+      "grad_norm": 299.01983642578125,
+      "learning_rate": 1.1947677373673998e-05,
+      "loss": 26.9062,
+      "step": 19021
+    },
+    {
+      "epoch": 0.9090127114594284,
+      "grad_norm": 230.42669677734375,
+      "learning_rate": 1.1946918320339988e-05,
+      "loss": 24.5156,
+      "step": 19022
+    },
+    {
+      "epoch": 0.9090604989008888,
+      "grad_norm": 346.2547607421875,
+      "learning_rate": 1.1946159255346446e-05,
+      "loss": 34.0625,
+      "step": 19023
+    },
+    {
+      "epoch": 0.9091082863423492,
+      "grad_norm": 264.34796142578125,
+      "learning_rate": 1.1945400178697923e-05,
+      "loss": 24.7344,
+      "step": 19024
+    },
+    {
+      "epoch": 0.9091560737838096,
+      "grad_norm": 323.5679016113281,
+      "learning_rate": 1.194464109039896e-05,
+      "loss": 31.2031,
+      "step": 19025
+    },
+    {
+      "epoch": 0.90920386122527,
+      "grad_norm": 312.52325439453125,
+      "learning_rate": 1.1943881990454112e-05,
+      "loss": 25.5,
+      "step": 19026
+    },
+    {
+      "epoch": 0.9092516486667304,
+      "grad_norm": 591.0262451171875,
+      "learning_rate": 1.1943122878867916e-05,
+      "loss": 30.7969,
+      "step": 19027
+    },
+    {
+      "epoch": 0.9092994361081908,
+      "grad_norm": 239.1065673828125,
+      "learning_rate": 1.1942363755644921e-05,
+      "loss": 30.5938,
+      "step": 19028
+    },
+    {
+      "epoch": 0.9093472235496511,
+      "grad_norm": 342.6327209472656,
+      "learning_rate": 1.1941604620789673e-05,
+      "loss": 23.2812,
+      "step": 19029
+    },
+    {
+      "epoch": 0.9093950109911115,
+      "grad_norm": 387.6448669433594,
+      "learning_rate": 1.194084547430672e-05,
+      "loss": 39.9688,
+      "step": 19030
+    },
+    {
+      "epoch": 0.9094427984325719,
+      "grad_norm": 141.6319580078125,
+      "learning_rate": 1.1940086316200606e-05,
+      "loss": 16.7656,
+      "step": 19031
+    },
+    {
+      "epoch": 0.9094905858740323,
+      "grad_norm": 214.2252960205078,
+      "learning_rate": 1.1939327146475876e-05,
+      "loss": 23.2188,
+      "step": 19032
+    },
+    {
+      "epoch": 0.9095383733154927,
+      "grad_norm": 302.3557434082031,
+      "learning_rate": 1.1938567965137085e-05,
+      "loss": 26.4688,
+      "step": 19033
+    },
+    {
+      "epoch": 0.9095861607569531,
+      "grad_norm": 399.3094787597656,
+      "learning_rate": 1.193780877218877e-05,
+      "loss": 35.4062,
+      "step": 19034
+    },
+    {
+      "epoch": 0.9096339481984135,
+      "grad_norm": 348.73956298828125,
+      "learning_rate": 1.193704956763548e-05,
+      "loss": 35.4688,
+      "step": 19035
+    },
+    {
+      "epoch": 0.9096817356398739,
+      "grad_norm": 408.650390625,
+      "learning_rate": 1.1936290351481763e-05,
+      "loss": 43.4062,
+      "step": 19036
+    },
+    {
+      "epoch": 0.9097295230813343,
+      "grad_norm": 162.38523864746094,
+      "learning_rate": 1.1935531123732167e-05,
+      "loss": 23.2188,
+      "step": 19037
+    },
+    {
+      "epoch": 0.9097773105227946,
+      "grad_norm": 346.76898193359375,
+      "learning_rate": 1.1934771884391234e-05,
+      "loss": 38.4688,
+      "step": 19038
+    },
+    {
+      "epoch": 0.909825097964255,
+      "grad_norm": 1707.63232421875,
+      "learning_rate": 1.1934012633463516e-05,
+      "loss": 26.5938,
+      "step": 19039
+    },
+    {
+      "epoch": 0.9098728854057154,
+      "grad_norm": 190.4502410888672,
+      "learning_rate": 1.1933253370953559e-05,
+      "loss": 22.5156,
+      "step": 19040
+    },
+    {
+      "epoch": 0.9099206728471758,
+      "grad_norm": 177.70640563964844,
+      "learning_rate": 1.1932494096865907e-05,
+      "loss": 19.3438,
+      "step": 19041
+    },
+    {
+      "epoch": 0.9099684602886361,
+      "grad_norm": 509.022216796875,
+      "learning_rate": 1.193173481120511e-05,
+      "loss": 31.125,
+      "step": 19042
+    },
+    {
+      "epoch": 0.9100162477300965,
+      "grad_norm": 241.35472106933594,
+      "learning_rate": 1.1930975513975711e-05,
+      "loss": 27.9844,
+      "step": 19043
+    },
+    {
+      "epoch": 0.9100640351715569,
+      "grad_norm": 298.29559326171875,
+      "learning_rate": 1.1930216205182266e-05,
+      "loss": 41.0781,
+      "step": 19044
+    },
+    {
+      "epoch": 0.9101118226130173,
+      "grad_norm": 288.5009460449219,
+      "learning_rate": 1.1929456884829312e-05,
+      "loss": 31.5,
+      "step": 19045
+    },
+    {
+      "epoch": 0.9101596100544777,
+      "grad_norm": 267.2144775390625,
+      "learning_rate": 1.1928697552921402e-05,
+      "loss": 23.7188,
+      "step": 19046
+    },
+    {
+      "epoch": 0.910207397495938,
+      "grad_norm": 419.8758850097656,
+      "learning_rate": 1.1927938209463081e-05,
+      "loss": 27.4688,
+      "step": 19047
+    },
+    {
+      "epoch": 0.9102551849373984,
+      "grad_norm": 150.1641082763672,
+      "learning_rate": 1.19271788544589e-05,
+      "loss": 18.1406,
+      "step": 19048
+    },
+    {
+      "epoch": 0.9103029723788588,
+      "grad_norm": 343.9351501464844,
+      "learning_rate": 1.1926419487913406e-05,
+      "loss": 33.0625,
+      "step": 19049
+    },
+    {
+      "epoch": 0.9103507598203192,
+      "grad_norm": 331.4909973144531,
+      "learning_rate": 1.1925660109831143e-05,
+      "loss": 27.7188,
+      "step": 19050
+    },
+    {
+      "epoch": 0.9103985472617796,
+      "grad_norm": 543.8264770507812,
+      "learning_rate": 1.1924900720216662e-05,
+      "loss": 26.75,
+      "step": 19051
+    },
+    {
+      "epoch": 0.91044633470324,
+      "grad_norm": 221.61383056640625,
+      "learning_rate": 1.1924141319074506e-05,
+      "loss": 21.5156,
+      "step": 19052
+    },
+    {
+      "epoch": 0.9104941221447004,
+      "grad_norm": 616.147705078125,
+      "learning_rate": 1.192338190640923e-05,
+      "loss": 28.4688,
+      "step": 19053
+    },
+    {
+      "epoch": 0.9105419095861608,
+      "grad_norm": 252.84889221191406,
+      "learning_rate": 1.1922622482225376e-05,
+      "loss": 20.2656,
+      "step": 19054
+    },
+    {
+      "epoch": 0.9105896970276212,
+      "grad_norm": 342.20294189453125,
+      "learning_rate": 1.1921863046527498e-05,
+      "loss": 25.7812,
+      "step": 19055
+    },
+    {
+      "epoch": 0.9106374844690815,
+      "grad_norm": 158.8179931640625,
+      "learning_rate": 1.1921103599320134e-05,
+      "loss": 23.4375,
+      "step": 19056
+    },
+    {
+      "epoch": 0.9106852719105419,
+      "grad_norm": 486.1991882324219,
+      "learning_rate": 1.1920344140607842e-05,
+      "loss": 30.1562,
+      "step": 19057
+    },
+    {
+      "epoch": 0.9107330593520023,
+      "grad_norm": 263.23492431640625,
+      "learning_rate": 1.1919584670395166e-05,
+      "loss": 44.5,
+      "step": 19058
+    },
+    {
+      "epoch": 0.9107808467934627,
+      "grad_norm": 221.55921936035156,
+      "learning_rate": 1.1918825188686655e-05,
+      "loss": 30.6875,
+      "step": 19059
+    },
+    {
+      "epoch": 0.9108286342349231,
+      "grad_norm": 240.35533142089844,
+      "learning_rate": 1.1918065695486855e-05,
+      "loss": 32.375,
+      "step": 19060
+    },
+    {
+      "epoch": 0.9108764216763835,
+      "grad_norm": 172.9978790283203,
+      "learning_rate": 1.1917306190800319e-05,
+      "loss": 21.7188,
+      "step": 19061
+    },
+    {
+      "epoch": 0.9109242091178439,
+      "grad_norm": 356.4701843261719,
+      "learning_rate": 1.1916546674631593e-05,
+      "loss": 22.3438,
+      "step": 19062
+    },
+    {
+      "epoch": 0.9109719965593042,
+      "grad_norm": 390.39892578125,
+      "learning_rate": 1.1915787146985226e-05,
+      "loss": 28.375,
+      "step": 19063
+    },
+    {
+      "epoch": 0.9110197840007646,
+      "grad_norm": 320.71197509765625,
+      "learning_rate": 1.1915027607865764e-05,
+      "loss": 32.5312,
+      "step": 19064
+    },
+    {
+      "epoch": 0.9110675714422249,
+      "grad_norm": 425.34075927734375,
+      "learning_rate": 1.1914268057277758e-05,
+      "loss": 36.2031,
+      "step": 19065
+    },
+    {
+      "epoch": 0.9111153588836853,
+      "grad_norm": 191.7421417236328,
+      "learning_rate": 1.1913508495225758e-05,
+      "loss": 23.0938,
+      "step": 19066
+    },
+    {
+      "epoch": 0.9111631463251457,
+      "grad_norm": 208.6278533935547,
+      "learning_rate": 1.191274892171431e-05,
+      "loss": 34.3281,
+      "step": 19067
+    },
+    {
+      "epoch": 0.9112109337666061,
+      "grad_norm": 321.5133972167969,
+      "learning_rate": 1.1911989336747964e-05,
+      "loss": 31.4688,
+      "step": 19068
+    },
+    {
+      "epoch": 0.9112587212080665,
+      "grad_norm": 210.68772888183594,
+      "learning_rate": 1.191122974033127e-05,
+      "loss": 25.2812,
+      "step": 19069
+    },
+    {
+      "epoch": 0.9113065086495269,
+      "grad_norm": 334.1125793457031,
+      "learning_rate": 1.1910470132468774e-05,
+      "loss": 28.2031,
+      "step": 19070
+    },
+    {
+      "epoch": 0.9113542960909873,
+      "grad_norm": 379.2203674316406,
+      "learning_rate": 1.1909710513165029e-05,
+      "loss": 40.5,
+      "step": 19071
+    },
+    {
+      "epoch": 0.9114020835324477,
+      "grad_norm": 331.7575378417969,
+      "learning_rate": 1.1908950882424581e-05,
+      "loss": 24.2812,
+      "step": 19072
+    },
+    {
+      "epoch": 0.9114498709739081,
+      "grad_norm": 235.9649200439453,
+      "learning_rate": 1.190819124025198e-05,
+      "loss": 35.1719,
+      "step": 19073
+    },
+    {
+      "epoch": 0.9114976584153685,
+      "grad_norm": 247.95401000976562,
+      "learning_rate": 1.1907431586651779e-05,
+      "loss": 28.8438,
+      "step": 19074
+    },
+    {
+      "epoch": 0.9115454458568288,
+      "grad_norm": 291.2884216308594,
+      "learning_rate": 1.1906671921628521e-05,
+      "loss": 41.375,
+      "step": 19075
+    },
+    {
+      "epoch": 0.9115932332982892,
+      "grad_norm": 378.60284423828125,
+      "learning_rate": 1.190591224518676e-05,
+      "loss": 33.0938,
+      "step": 19076
+    },
+    {
+      "epoch": 0.9116410207397496,
+      "grad_norm": 270.5558776855469,
+      "learning_rate": 1.1905152557331043e-05,
+      "loss": 25.5,
+      "step": 19077
+    },
+    {
+      "epoch": 0.91168880818121,
+      "grad_norm": 800.2149658203125,
+      "learning_rate": 1.1904392858065918e-05,
+      "loss": 35.3125,
+      "step": 19078
+    },
+    {
+      "epoch": 0.9117365956226704,
+      "grad_norm": 158.39010620117188,
+      "learning_rate": 1.1903633147395941e-05,
+      "loss": 32.3125,
+      "step": 19079
+    },
+    {
+      "epoch": 0.9117843830641308,
+      "grad_norm": 430.285888671875,
+      "learning_rate": 1.1902873425325657e-05,
+      "loss": 34.8125,
+      "step": 19080
+    },
+    {
+      "epoch": 0.9118321705055912,
+      "grad_norm": 637.7432861328125,
+      "learning_rate": 1.1902113691859616e-05,
+      "loss": 38.6562,
+      "step": 19081
+    },
+    {
+      "epoch": 0.9118799579470516,
+      "grad_norm": 207.0850372314453,
+      "learning_rate": 1.190135394700237e-05,
+      "loss": 21.4062,
+      "step": 19082
+    },
+    {
+      "epoch": 0.9119277453885118,
+      "grad_norm": 299.43743896484375,
+      "learning_rate": 1.1900594190758465e-05,
+      "loss": 32.375,
+      "step": 19083
+    },
+    {
+      "epoch": 0.9119755328299722,
+      "grad_norm": 195.80624389648438,
+      "learning_rate": 1.1899834423132455e-05,
+      "loss": 22.9062,
+      "step": 19084
+    },
+    {
+      "epoch": 0.9120233202714326,
+      "grad_norm": 193.62420654296875,
+      "learning_rate": 1.1899074644128888e-05,
+      "loss": 23.5625,
+      "step": 19085
+    },
+    {
+      "epoch": 0.912071107712893,
+      "grad_norm": 176.6732940673828,
+      "learning_rate": 1.1898314853752311e-05,
+      "loss": 25.7188,
+      "step": 19086
+    },
+    {
+      "epoch": 0.9121188951543534,
+      "grad_norm": 201.77853393554688,
+      "learning_rate": 1.1897555052007282e-05,
+      "loss": 21.9688,
+      "step": 19087
+    },
+    {
+      "epoch": 0.9121666825958138,
+      "grad_norm": 250.07569885253906,
+      "learning_rate": 1.1896795238898344e-05,
+      "loss": 31.9688,
+      "step": 19088
+    },
+    {
+      "epoch": 0.9122144700372742,
+      "grad_norm": 257.3599853515625,
+      "learning_rate": 1.1896035414430051e-05,
+      "loss": 24.625,
+      "step": 19089
+    },
+    {
+      "epoch": 0.9122622574787346,
+      "grad_norm": 238.29391479492188,
+      "learning_rate": 1.1895275578606954e-05,
+      "loss": 27.8125,
+      "step": 19090
+    },
+    {
+      "epoch": 0.912310044920195,
+      "grad_norm": 832.76025390625,
+      "learning_rate": 1.1894515731433598e-05,
+      "loss": 28.0625,
+      "step": 19091
+    },
+    {
+      "epoch": 0.9123578323616554,
+      "grad_norm": 254.53199768066406,
+      "learning_rate": 1.189375587291454e-05,
+      "loss": 30.0,
+      "step": 19092
+    },
+    {
+      "epoch": 0.9124056198031157,
+      "grad_norm": 188.3818359375,
+      "learning_rate": 1.1892996003054326e-05,
+      "loss": 25.75,
+      "step": 19093
+    },
+    {
+      "epoch": 0.9124534072445761,
+      "grad_norm": 171.6894073486328,
+      "learning_rate": 1.1892236121857512e-05,
+      "loss": 23.8125,
+      "step": 19094
+    },
+    {
+      "epoch": 0.9125011946860365,
+      "grad_norm": 235.89540100097656,
+      "learning_rate": 1.1891476229328642e-05,
+      "loss": 25.5,
+      "step": 19095
+    },
+    {
+      "epoch": 0.9125489821274969,
+      "grad_norm": 309.2157897949219,
+      "learning_rate": 1.1890716325472273e-05,
+      "loss": 26.0625,
+      "step": 19096
+    },
+    {
+      "epoch": 0.9125967695689573,
+      "grad_norm": 285.2851867675781,
+      "learning_rate": 1.1889956410292949e-05,
+      "loss": 23.0156,
+      "step": 19097
+    },
+    {
+      "epoch": 0.9126445570104177,
+      "grad_norm": 194.24803161621094,
+      "learning_rate": 1.188919648379523e-05,
+      "loss": 27.1562,
+      "step": 19098
+    },
+    {
+      "epoch": 0.9126923444518781,
+      "grad_norm": 344.02899169921875,
+      "learning_rate": 1.188843654598366e-05,
+      "loss": 38.5469,
+      "step": 19099
+    },
+    {
+      "epoch": 0.9127401318933385,
+      "grad_norm": 478.76751708984375,
+      "learning_rate": 1.188767659686279e-05,
+      "loss": 23.4062,
+      "step": 19100
+    },
+    {
+      "epoch": 0.9127879193347989,
+      "grad_norm": 224.4537353515625,
+      "learning_rate": 1.1886916636437175e-05,
+      "loss": 28.4844,
+      "step": 19101
+    },
+    {
+      "epoch": 0.9128357067762592,
+      "grad_norm": 241.66287231445312,
+      "learning_rate": 1.1886156664711361e-05,
+      "loss": 41.2812,
+      "step": 19102
+    },
+    {
+      "epoch": 0.9128834942177196,
+      "grad_norm": 244.92135620117188,
+      "learning_rate": 1.1885396681689904e-05,
+      "loss": 24.125,
+      "step": 19103
+    },
+    {
+      "epoch": 0.9129312816591799,
+      "grad_norm": 219.4235076904297,
+      "learning_rate": 1.1884636687377355e-05,
+      "loss": 30.2188,
+      "step": 19104
+    },
+    {
+      "epoch": 0.9129790691006403,
+      "grad_norm": 311.2862548828125,
+      "learning_rate": 1.1883876681778263e-05,
+      "loss": 29.0312,
+      "step": 19105
+    },
+    {
+      "epoch": 0.9130268565421007,
+      "grad_norm": 331.5728454589844,
+      "learning_rate": 1.1883116664897179e-05,
+      "loss": 22.9844,
+      "step": 19106
+    },
+    {
+      "epoch": 0.9130746439835611,
+      "grad_norm": 234.34573364257812,
+      "learning_rate": 1.1882356636738659e-05,
+      "loss": 35.1875,
+      "step": 19107
+    },
+    {
+      "epoch": 0.9131224314250215,
+      "grad_norm": 236.2796173095703,
+      "learning_rate": 1.188159659730725e-05,
+      "loss": 31.2188,
+      "step": 19108
+    },
+    {
+      "epoch": 0.9131702188664819,
+      "grad_norm": 418.8958435058594,
+      "learning_rate": 1.1880836546607506e-05,
+      "loss": 21.0938,
+      "step": 19109
+    },
+    {
+      "epoch": 0.9132180063079423,
+      "grad_norm": 253.26600646972656,
+      "learning_rate": 1.1880076484643976e-05,
+      "loss": 22.3438,
+      "step": 19110
+    },
+    {
+      "epoch": 0.9132657937494026,
+      "grad_norm": 191.4874725341797,
+      "learning_rate": 1.1879316411421216e-05,
+      "loss": 26.0,
+      "step": 19111
+    },
+    {
+      "epoch": 0.913313581190863,
+      "grad_norm": 209.62606811523438,
+      "learning_rate": 1.1878556326943777e-05,
+      "loss": 24.875,
+      "step": 19112
+    },
+    {
+      "epoch": 0.9133613686323234,
+      "grad_norm": 390.22662353515625,
+      "learning_rate": 1.1877796231216206e-05,
+      "loss": 33.9062,
+      "step": 19113
+    },
+    {
+      "epoch": 0.9134091560737838,
+      "grad_norm": 310.5786437988281,
+      "learning_rate": 1.1877036124243062e-05,
+      "loss": 25.1562,
+      "step": 19114
+    },
+    {
+      "epoch": 0.9134569435152442,
+      "grad_norm": 257.40399169921875,
+      "learning_rate": 1.1876276006028894e-05,
+      "loss": 32.625,
+      "step": 19115
+    },
+    {
+      "epoch": 0.9135047309567046,
+      "grad_norm": 312.0083312988281,
+      "learning_rate": 1.187551587657825e-05,
+      "loss": 23.3594,
+      "step": 19116
+    },
+    {
+      "epoch": 0.913552518398165,
+      "grad_norm": 535.2650756835938,
+      "learning_rate": 1.187475573589569e-05,
+      "loss": 25.0,
+      "step": 19117
+    },
+    {
+      "epoch": 0.9136003058396254,
+      "grad_norm": 199.9315643310547,
+      "learning_rate": 1.1873995583985757e-05,
+      "loss": 26.7188,
+      "step": 19118
+    },
+    {
+      "epoch": 0.9136480932810858,
+      "grad_norm": 231.07814025878906,
+      "learning_rate": 1.1873235420853013e-05,
+      "loss": 34.5938,
+      "step": 19119
+    },
+    {
+      "epoch": 0.9136958807225461,
+      "grad_norm": 387.02252197265625,
+      "learning_rate": 1.1872475246502004e-05,
+      "loss": 37.8438,
+      "step": 19120
+    },
+    {
+      "epoch": 0.9137436681640065,
+      "grad_norm": 230.88038635253906,
+      "learning_rate": 1.1871715060937283e-05,
+      "loss": 28.0,
+      "step": 19121
+    },
+    {
+      "epoch": 0.9137914556054669,
+      "grad_norm": 202.1309356689453,
+      "learning_rate": 1.1870954864163409e-05,
+      "loss": 31.8438,
+      "step": 19122
+    },
+    {
+      "epoch": 0.9138392430469273,
+      "grad_norm": 358.4366149902344,
+      "learning_rate": 1.1870194656184924e-05,
+      "loss": 34.0312,
+      "step": 19123
+    },
+    {
+      "epoch": 0.9138870304883876,
+      "grad_norm": 537.7469482421875,
+      "learning_rate": 1.1869434437006391e-05,
+      "loss": 22.0625,
+      "step": 19124
+    },
+    {
+      "epoch": 0.913934817929848,
+      "grad_norm": 321.9443359375,
+      "learning_rate": 1.1868674206632355e-05,
+      "loss": 24.7188,
+      "step": 19125
+    },
+    {
+      "epoch": 0.9139826053713084,
+      "grad_norm": 295.9598083496094,
+      "learning_rate": 1.1867913965067372e-05,
+      "loss": 41.0312,
+      "step": 19126
+    },
+    {
+      "epoch": 0.9140303928127688,
+      "grad_norm": 286.6589660644531,
+      "learning_rate": 1.1867153712315994e-05,
+      "loss": 29.9688,
+      "step": 19127
+    },
+    {
+      "epoch": 0.9140781802542292,
+      "grad_norm": 400.78131103515625,
+      "learning_rate": 1.1866393448382775e-05,
+      "loss": 25.6562,
+      "step": 19128
+    },
+    {
+      "epoch": 0.9141259676956895,
+      "grad_norm": 294.5002136230469,
+      "learning_rate": 1.186563317327227e-05,
+      "loss": 27.8125,
+      "step": 19129
+    },
+    {
+      "epoch": 0.9141737551371499,
+      "grad_norm": 339.91278076171875,
+      "learning_rate": 1.1864872886989027e-05,
+      "loss": 28.9688,
+      "step": 19130
+    },
+    {
+      "epoch": 0.9142215425786103,
+      "grad_norm": 166.7061004638672,
+      "learning_rate": 1.1864112589537604e-05,
+      "loss": 17.8281,
+      "step": 19131
+    },
+    {
+      "epoch": 0.9142693300200707,
+      "grad_norm": 180.25746154785156,
+      "learning_rate": 1.186335228092255e-05,
+      "loss": 26.1719,
+      "step": 19132
+    },
+    {
+      "epoch": 0.9143171174615311,
+      "grad_norm": 244.05413818359375,
+      "learning_rate": 1.1862591961148422e-05,
+      "loss": 29.875,
+      "step": 19133
+    },
+    {
+      "epoch": 0.9143649049029915,
+      "grad_norm": 302.7577209472656,
+      "learning_rate": 1.1861831630219769e-05,
+      "loss": 23.7812,
+      "step": 19134
+    },
+    {
+      "epoch": 0.9144126923444519,
+      "grad_norm": 279.9966125488281,
+      "learning_rate": 1.1861071288141149e-05,
+      "loss": 22.2969,
+      "step": 19135
+    },
+    {
+      "epoch": 0.9144604797859123,
+      "grad_norm": 182.9041290283203,
+      "learning_rate": 1.1860310934917115e-05,
+      "loss": 27.2188,
+      "step": 19136
+    },
+    {
+      "epoch": 0.9145082672273727,
+      "grad_norm": 153.4239501953125,
+      "learning_rate": 1.1859550570552214e-05,
+      "loss": 22.1875,
+      "step": 19137
+    },
+    {
+      "epoch": 0.914556054668833,
+      "grad_norm": 340.1970520019531,
+      "learning_rate": 1.1858790195051008e-05,
+      "loss": 27.4531,
+      "step": 19138
+    },
+    {
+      "epoch": 0.9146038421102934,
+      "grad_norm": 199.3583221435547,
+      "learning_rate": 1.1858029808418045e-05,
+      "loss": 18.7812,
+      "step": 19139
+    },
+    {
+      "epoch": 0.9146516295517538,
+      "grad_norm": 285.97662353515625,
+      "learning_rate": 1.1857269410657883e-05,
+      "loss": 31.9062,
+      "step": 19140
+    },
+    {
+      "epoch": 0.9146994169932142,
+      "grad_norm": 350.8269348144531,
+      "learning_rate": 1.1856509001775071e-05,
+      "loss": 38.25,
+      "step": 19141
+    },
+    {
+      "epoch": 0.9147472044346746,
+      "grad_norm": 177.84115600585938,
+      "learning_rate": 1.1855748581774168e-05,
+      "loss": 26.8125,
+      "step": 19142
+    },
+    {
+      "epoch": 0.914794991876135,
+      "grad_norm": 455.74468994140625,
+      "learning_rate": 1.1854988150659726e-05,
+      "loss": 32.5938,
+      "step": 19143
+    },
+    {
+      "epoch": 0.9148427793175954,
+      "grad_norm": 211.10812377929688,
+      "learning_rate": 1.1854227708436298e-05,
+      "loss": 24.75,
+      "step": 19144
+    },
+    {
+      "epoch": 0.9148905667590557,
+      "grad_norm": 952.13330078125,
+      "learning_rate": 1.1853467255108437e-05,
+      "loss": 28.2344,
+      "step": 19145
+    },
+    {
+      "epoch": 0.9149383542005161,
+      "grad_norm": 305.0431823730469,
+      "learning_rate": 1.1852706790680701e-05,
+      "loss": 29.9375,
+      "step": 19146
+    },
+    {
+      "epoch": 0.9149861416419764,
+      "grad_norm": 370.2101135253906,
+      "learning_rate": 1.1851946315157643e-05,
+      "loss": 36.25,
+      "step": 19147
+    },
+    {
+      "epoch": 0.9150339290834368,
+      "grad_norm": 191.62322998046875,
+      "learning_rate": 1.1851185828543814e-05,
+      "loss": 25.5938,
+      "step": 19148
+    },
+    {
+      "epoch": 0.9150817165248972,
+      "grad_norm": 320.784423828125,
+      "learning_rate": 1.185042533084377e-05,
+      "loss": 18.2031,
+      "step": 19149
+    },
+    {
+      "epoch": 0.9151295039663576,
+      "grad_norm": 516.5297241210938,
+      "learning_rate": 1.1849664822062068e-05,
+      "loss": 31.75,
+      "step": 19150
+    },
+    {
+      "epoch": 0.915177291407818,
+      "grad_norm": 353.71240234375,
+      "learning_rate": 1.1848904302203262e-05,
+      "loss": 44.0,
+      "step": 19151
+    },
+    {
+      "epoch": 0.9152250788492784,
+      "grad_norm": 215.84019470214844,
+      "learning_rate": 1.18481437712719e-05,
+      "loss": 38.125,
+      "step": 19152
+    },
+    {
+      "epoch": 0.9152728662907388,
+      "grad_norm": 275.6826171875,
+      "learning_rate": 1.1847383229272547e-05,
+      "loss": 29.8125,
+      "step": 19153
+    },
+    {
+      "epoch": 0.9153206537321992,
+      "grad_norm": 190.5598602294922,
+      "learning_rate": 1.1846622676209747e-05,
+      "loss": 26.6094,
+      "step": 19154
+    },
+    {
+      "epoch": 0.9153684411736596,
+      "grad_norm": 328.2745056152344,
+      "learning_rate": 1.1845862112088062e-05,
+      "loss": 45.3125,
+      "step": 19155
+    },
+    {
+      "epoch": 0.91541622861512,
+      "grad_norm": 330.5655517578125,
+      "learning_rate": 1.1845101536912044e-05,
+      "loss": 22.9375,
+      "step": 19156
+    },
+    {
+      "epoch": 0.9154640160565803,
+      "grad_norm": 297.3896179199219,
+      "learning_rate": 1.184434095068625e-05,
+      "loss": 27.875,
+      "step": 19157
+    },
+    {
+      "epoch": 0.9155118034980407,
+      "grad_norm": 243.46621704101562,
+      "learning_rate": 1.1843580353415232e-05,
+      "loss": 26.3438,
+      "step": 19158
+    },
+    {
+      "epoch": 0.9155595909395011,
+      "grad_norm": 329.157958984375,
+      "learning_rate": 1.1842819745103548e-05,
+      "loss": 36.2812,
+      "step": 19159
+    },
+    {
+      "epoch": 0.9156073783809615,
+      "grad_norm": 286.1505432128906,
+      "learning_rate": 1.1842059125755754e-05,
+      "loss": 35.2812,
+      "step": 19160
+    },
+    {
+      "epoch": 0.9156551658224219,
+      "grad_norm": 293.6903076171875,
+      "learning_rate": 1.1841298495376398e-05,
+      "loss": 23.25,
+      "step": 19161
+    },
+    {
+      "epoch": 0.9157029532638823,
+      "grad_norm": 211.01608276367188,
+      "learning_rate": 1.1840537853970045e-05,
+      "loss": 29.4375,
+      "step": 19162
+    },
+    {
+      "epoch": 0.9157507407053427,
+      "grad_norm": 300.4917297363281,
+      "learning_rate": 1.1839777201541237e-05,
+      "loss": 37.9688,
+      "step": 19163
+    },
+    {
+      "epoch": 0.9157985281468031,
+      "grad_norm": 586.4556884765625,
+      "learning_rate": 1.1839016538094546e-05,
+      "loss": 41.7188,
+      "step": 19164
+    },
+    {
+      "epoch": 0.9158463155882635,
+      "grad_norm": 456.167724609375,
+      "learning_rate": 1.1838255863634515e-05,
+      "loss": 33.4375,
+      "step": 19165
+    },
+    {
+      "epoch": 0.9158941030297237,
+      "grad_norm": 403.6075744628906,
+      "learning_rate": 1.1837495178165706e-05,
+      "loss": 23.4688,
+      "step": 19166
+    },
+    {
+      "epoch": 0.9159418904711841,
+      "grad_norm": 176.59365844726562,
+      "learning_rate": 1.183673448169267e-05,
+      "loss": 29.0312,
+      "step": 19167
+    },
+    {
+      "epoch": 0.9159896779126445,
+      "grad_norm": 201.29071044921875,
+      "learning_rate": 1.1835973774219965e-05,
+      "loss": 29.9375,
+      "step": 19168
+    },
+    {
+      "epoch": 0.9160374653541049,
+      "grad_norm": 571.935302734375,
+      "learning_rate": 1.1835213055752144e-05,
+      "loss": 34.375,
+      "step": 19169
+    },
+    {
+      "epoch": 0.9160852527955653,
+      "grad_norm": 509.6494140625,
+      "learning_rate": 1.1834452326293766e-05,
+      "loss": 40.3438,
+      "step": 19170
+    },
+    {
+      "epoch": 0.9161330402370257,
+      "grad_norm": 591.9038696289062,
+      "learning_rate": 1.1833691585849384e-05,
+      "loss": 26.875,
+      "step": 19171
+    },
+    {
+      "epoch": 0.9161808276784861,
+      "grad_norm": 214.1591339111328,
+      "learning_rate": 1.183293083442356e-05,
+      "loss": 30.5625,
+      "step": 19172
+    },
+    {
+      "epoch": 0.9162286151199465,
+      "grad_norm": 705.479736328125,
+      "learning_rate": 1.1832170072020843e-05,
+      "loss": 46.625,
+      "step": 19173
+    },
+    {
+      "epoch": 0.9162764025614069,
+      "grad_norm": 262.1341247558594,
+      "learning_rate": 1.183140929864579e-05,
+      "loss": 36.2812,
+      "step": 19174
+    },
+    {
+      "epoch": 0.9163241900028672,
+      "grad_norm": 239.80850219726562,
+      "learning_rate": 1.1830648514302962e-05,
+      "loss": 29.4688,
+      "step": 19175
+    },
+    {
+      "epoch": 0.9163719774443276,
+      "grad_norm": 183.15390014648438,
+      "learning_rate": 1.1829887718996908e-05,
+      "loss": 22.6562,
+      "step": 19176
+    },
+    {
+      "epoch": 0.916419764885788,
+      "grad_norm": 210.0666046142578,
+      "learning_rate": 1.182912691273219e-05,
+      "loss": 25.9688,
+      "step": 19177
+    },
+    {
+      "epoch": 0.9164675523272484,
+      "grad_norm": 258.8794860839844,
+      "learning_rate": 1.182836609551336e-05,
+      "loss": 36.7969,
+      "step": 19178
+    },
+    {
+      "epoch": 0.9165153397687088,
+      "grad_norm": 260.1328125,
+      "learning_rate": 1.182760526734498e-05,
+      "loss": 26.8906,
+      "step": 19179
+    },
+    {
+      "epoch": 0.9165631272101692,
+      "grad_norm": 235.16891479492188,
+      "learning_rate": 1.1826844428231601e-05,
+      "loss": 21.125,
+      "step": 19180
+    },
+    {
+      "epoch": 0.9166109146516296,
+      "grad_norm": 218.4022979736328,
+      "learning_rate": 1.1826083578177778e-05,
+      "loss": 34.7344,
+      "step": 19181
+    },
+    {
+      "epoch": 0.91665870209309,
+      "grad_norm": 245.0602569580078,
+      "learning_rate": 1.1825322717188075e-05,
+      "loss": 25.3438,
+      "step": 19182
+    },
+    {
+      "epoch": 0.9167064895345504,
+      "grad_norm": 569.3789672851562,
+      "learning_rate": 1.1824561845267041e-05,
+      "loss": 33.9375,
+      "step": 19183
+    },
+    {
+      "epoch": 0.9167542769760108,
+      "grad_norm": 209.92041015625,
+      "learning_rate": 1.182380096241924e-05,
+      "loss": 19.6094,
+      "step": 19184
+    },
+    {
+      "epoch": 0.9168020644174711,
+      "grad_norm": 322.5570373535156,
+      "learning_rate": 1.1823040068649221e-05,
+      "loss": 36.2812,
+      "step": 19185
+    },
+    {
+      "epoch": 0.9168498518589314,
+      "grad_norm": 422.4869689941406,
+      "learning_rate": 1.1822279163961546e-05,
+      "loss": 33.0312,
+      "step": 19186
+    },
+    {
+      "epoch": 0.9168976393003918,
+      "grad_norm": 238.2116241455078,
+      "learning_rate": 1.1821518248360766e-05,
+      "loss": 33.5625,
+      "step": 19187
+    },
+    {
+      "epoch": 0.9169454267418522,
+      "grad_norm": 165.68182373046875,
+      "learning_rate": 1.1820757321851449e-05,
+      "loss": 22.875,
+      "step": 19188
+    },
+    {
+      "epoch": 0.9169932141833126,
+      "grad_norm": 442.89593505859375,
+      "learning_rate": 1.1819996384438139e-05,
+      "loss": 34.7812,
+      "step": 19189
+    },
+    {
+      "epoch": 0.917041001624773,
+      "grad_norm": 314.1131896972656,
+      "learning_rate": 1.1819235436125402e-05,
+      "loss": 33.7188,
+      "step": 19190
+    },
+    {
+      "epoch": 0.9170887890662334,
+      "grad_norm": 302.9837951660156,
+      "learning_rate": 1.1818474476917792e-05,
+      "loss": 31.5,
+      "step": 19191
+    },
+    {
+      "epoch": 0.9171365765076938,
+      "grad_norm": 533.687255859375,
+      "learning_rate": 1.1817713506819866e-05,
+      "loss": 40.6094,
+      "step": 19192
+    },
+    {
+      "epoch": 0.9171843639491541,
+      "grad_norm": 243.3715362548828,
+      "learning_rate": 1.1816952525836181e-05,
+      "loss": 31.0,
+      "step": 19193
+    },
+    {
+      "epoch": 0.9172321513906145,
+      "grad_norm": 325.7088928222656,
+      "learning_rate": 1.1816191533971295e-05,
+      "loss": 22.7656,
+      "step": 19194
+    },
+    {
+      "epoch": 0.9172799388320749,
+      "grad_norm": 305.0523681640625,
+      "learning_rate": 1.1815430531229766e-05,
+      "loss": 32.7031,
+      "step": 19195
+    },
+    {
+      "epoch": 0.9173277262735353,
+      "grad_norm": 559.1751098632812,
+      "learning_rate": 1.1814669517616151e-05,
+      "loss": 27.0938,
+      "step": 19196
+    },
+    {
+      "epoch": 0.9173755137149957,
+      "grad_norm": 266.9846496582031,
+      "learning_rate": 1.1813908493135007e-05,
+      "loss": 19.3906,
+      "step": 19197
+    },
+    {
+      "epoch": 0.9174233011564561,
+      "grad_norm": 252.7680206298828,
+      "learning_rate": 1.1813147457790892e-05,
+      "loss": 29.625,
+      "step": 19198
+    },
+    {
+      "epoch": 0.9174710885979165,
+      "grad_norm": 182.378662109375,
+      "learning_rate": 1.1812386411588363e-05,
+      "loss": 19.3906,
+      "step": 19199
+    },
+    {
+      "epoch": 0.9175188760393769,
+      "grad_norm": 184.1475372314453,
+      "learning_rate": 1.1811625354531976e-05,
+      "loss": 25.375,
+      "step": 19200
+    },
+    {
+      "epoch": 0.9175666634808373,
+      "grad_norm": 329.084228515625,
+      "learning_rate": 1.1810864286626295e-05,
+      "loss": 33.9688,
+      "step": 19201
+    },
+    {
+      "epoch": 0.9176144509222977,
+      "grad_norm": 276.9572448730469,
+      "learning_rate": 1.1810103207875869e-05,
+      "loss": 32.5,
+      "step": 19202
+    },
+    {
+      "epoch": 0.917662238363758,
+      "grad_norm": 323.0572204589844,
+      "learning_rate": 1.1809342118285265e-05,
+      "loss": 39.25,
+      "step": 19203
+    },
+    {
+      "epoch": 0.9177100258052184,
+      "grad_norm": 310.3533630371094,
+      "learning_rate": 1.1808581017859031e-05,
+      "loss": 25.9062,
+      "step": 19204
+    },
+    {
+      "epoch": 0.9177578132466788,
+      "grad_norm": 198.11236572265625,
+      "learning_rate": 1.1807819906601736e-05,
+      "loss": 29.2188,
+      "step": 19205
+    },
+    {
+      "epoch": 0.9178056006881392,
+      "grad_norm": 459.9400329589844,
+      "learning_rate": 1.1807058784517929e-05,
+      "loss": 29.4375,
+      "step": 19206
+    },
+    {
+      "epoch": 0.9178533881295995,
+      "grad_norm": 203.931396484375,
+      "learning_rate": 1.1806297651612173e-05,
+      "loss": 24.5625,
+      "step": 19207
+    },
+    {
+      "epoch": 0.9179011755710599,
+      "grad_norm": 238.51535034179688,
+      "learning_rate": 1.1805536507889021e-05,
+      "loss": 30.3906,
+      "step": 19208
+    },
+    {
+      "epoch": 0.9179489630125203,
+      "grad_norm": 267.3365783691406,
+      "learning_rate": 1.1804775353353039e-05,
+      "loss": 19.9844,
+      "step": 19209
+    },
+    {
+      "epoch": 0.9179967504539807,
+      "grad_norm": 334.1004638671875,
+      "learning_rate": 1.1804014188008784e-05,
+      "loss": 31.2188,
+      "step": 19210
+    },
+    {
+      "epoch": 0.918044537895441,
+      "grad_norm": 184.18008422851562,
+      "learning_rate": 1.1803253011860807e-05,
+      "loss": 22.3438,
+      "step": 19211
+    },
+    {
+      "epoch": 0.9180923253369014,
+      "grad_norm": 231.2845001220703,
+      "learning_rate": 1.1802491824913672e-05,
+      "loss": 22.125,
+      "step": 19212
+    },
+    {
+      "epoch": 0.9181401127783618,
+      "grad_norm": 264.1697692871094,
+      "learning_rate": 1.1801730627171937e-05,
+      "loss": 21.6094,
+      "step": 19213
+    },
+    {
+      "epoch": 0.9181879002198222,
+      "grad_norm": 155.13465881347656,
+      "learning_rate": 1.1800969418640162e-05,
+      "loss": 25.0938,
+      "step": 19214
+    },
+    {
+      "epoch": 0.9182356876612826,
+      "grad_norm": 254.56349182128906,
+      "learning_rate": 1.1800208199322905e-05,
+      "loss": 32.125,
+      "step": 19215
+    },
+    {
+      "epoch": 0.918283475102743,
+      "grad_norm": 156.2016143798828,
+      "learning_rate": 1.1799446969224724e-05,
+      "loss": 19.0625,
+      "step": 19216
+    },
+    {
+      "epoch": 0.9183312625442034,
+      "grad_norm": 233.73228454589844,
+      "learning_rate": 1.1798685728350172e-05,
+      "loss": 25.2188,
+      "step": 19217
+    },
+    {
+      "epoch": 0.9183790499856638,
+      "grad_norm": 153.2862091064453,
+      "learning_rate": 1.1797924476703819e-05,
+      "loss": 22.4688,
+      "step": 19218
+    },
+    {
+      "epoch": 0.9184268374271242,
+      "grad_norm": 234.49423217773438,
+      "learning_rate": 1.1797163214290215e-05,
+      "loss": 23.1406,
+      "step": 19219
+    },
+    {
+      "epoch": 0.9184746248685846,
+      "grad_norm": 377.77752685546875,
+      "learning_rate": 1.1796401941113924e-05,
+      "loss": 34.6562,
+      "step": 19220
+    },
+    {
+      "epoch": 0.9185224123100449,
+      "grad_norm": 387.8656005859375,
+      "learning_rate": 1.1795640657179503e-05,
+      "loss": 22.0312,
+      "step": 19221
+    },
+    {
+      "epoch": 0.9185701997515053,
+      "grad_norm": 154.57077026367188,
+      "learning_rate": 1.1794879362491511e-05,
+      "loss": 35.75,
+      "step": 19222
+    },
+    {
+      "epoch": 0.9186179871929657,
+      "grad_norm": 240.40582275390625,
+      "learning_rate": 1.1794118057054508e-05,
+      "loss": 19.5938,
+      "step": 19223
+    },
+    {
+      "epoch": 0.9186657746344261,
+      "grad_norm": 168.98504638671875,
+      "learning_rate": 1.1793356740873054e-05,
+      "loss": 24.3906,
+      "step": 19224
+    },
+    {
+      "epoch": 0.9187135620758865,
+      "grad_norm": 355.619384765625,
+      "learning_rate": 1.1792595413951706e-05,
+      "loss": 32.5938,
+      "step": 19225
+    },
+    {
+      "epoch": 0.9187613495173469,
+      "grad_norm": 249.997802734375,
+      "learning_rate": 1.1791834076295023e-05,
+      "loss": 21.6094,
+      "step": 19226
+    },
+    {
+      "epoch": 0.9188091369588072,
+      "grad_norm": 244.96319580078125,
+      "learning_rate": 1.1791072727907572e-05,
+      "loss": 26.6562,
+      "step": 19227
+    },
+    {
+      "epoch": 0.9188569244002676,
+      "grad_norm": 167.8194122314453,
+      "learning_rate": 1.1790311368793898e-05,
+      "loss": 15.875,
+      "step": 19228
+    },
+    {
+      "epoch": 0.918904711841728,
+      "grad_norm": 245.24862670898438,
+      "learning_rate": 1.1789549998958576e-05,
+      "loss": 24.875,
+      "step": 19229
+    },
+    {
+      "epoch": 0.9189524992831883,
+      "grad_norm": 184.9309844970703,
+      "learning_rate": 1.1788788618406155e-05,
+      "loss": 18.2188,
+      "step": 19230
+    },
+    {
+      "epoch": 0.9190002867246487,
+      "grad_norm": 352.4399719238281,
+      "learning_rate": 1.17880272271412e-05,
+      "loss": 31.9375,
+      "step": 19231
+    },
+    {
+      "epoch": 0.9190480741661091,
+      "grad_norm": 316.6117858886719,
+      "learning_rate": 1.1787265825168268e-05,
+      "loss": 20.1562,
+      "step": 19232
+    },
+    {
+      "epoch": 0.9190958616075695,
+      "grad_norm": 152.8236083984375,
+      "learning_rate": 1.1786504412491922e-05,
+      "loss": 19.4062,
+      "step": 19233
+    },
+    {
+      "epoch": 0.9191436490490299,
+      "grad_norm": 297.0968933105469,
+      "learning_rate": 1.178574298911672e-05,
+      "loss": 21.3281,
+      "step": 19234
+    },
+    {
+      "epoch": 0.9191914364904903,
+      "grad_norm": 424.1189880371094,
+      "learning_rate": 1.1784981555047217e-05,
+      "loss": 24.4688,
+      "step": 19235
+    },
+    {
+      "epoch": 0.9192392239319507,
+      "grad_norm": 485.7646789550781,
+      "learning_rate": 1.1784220110287982e-05,
+      "loss": 36.5,
+      "step": 19236
+    },
+    {
+      "epoch": 0.9192870113734111,
+      "grad_norm": 266.6543884277344,
+      "learning_rate": 1.1783458654843567e-05,
+      "loss": 25.3125,
+      "step": 19237
+    },
+    {
+      "epoch": 0.9193347988148715,
+      "grad_norm": 381.3367004394531,
+      "learning_rate": 1.1782697188718539e-05,
+      "loss": 24.0312,
+      "step": 19238
+    },
+    {
+      "epoch": 0.9193825862563318,
+      "grad_norm": 235.7244415283203,
+      "learning_rate": 1.1781935711917454e-05,
+      "loss": 17.5938,
+      "step": 19239
+    },
+    {
+      "epoch": 0.9194303736977922,
+      "grad_norm": 193.09869384765625,
+      "learning_rate": 1.1781174224444875e-05,
+      "loss": 29.0938,
+      "step": 19240
+    },
+    {
+      "epoch": 0.9194781611392526,
+      "grad_norm": 406.6556701660156,
+      "learning_rate": 1.178041272630536e-05,
+      "loss": 29.8125,
+      "step": 19241
+    },
+    {
+      "epoch": 0.919525948580713,
+      "grad_norm": 185.90049743652344,
+      "learning_rate": 1.177965121750347e-05,
+      "loss": 27.0938,
+      "step": 19242
+    },
+    {
+      "epoch": 0.9195737360221734,
+      "grad_norm": 512.0601806640625,
+      "learning_rate": 1.1778889698043763e-05,
+      "loss": 39.9844,
+      "step": 19243
+    },
+    {
+      "epoch": 0.9196215234636338,
+      "grad_norm": 294.7934265136719,
+      "learning_rate": 1.1778128167930804e-05,
+      "loss": 20.6094,
+      "step": 19244
+    },
+    {
+      "epoch": 0.9196693109050942,
+      "grad_norm": 248.5601806640625,
+      "learning_rate": 1.1777366627169156e-05,
+      "loss": 25.5312,
+      "step": 19245
+    },
+    {
+      "epoch": 0.9197170983465546,
+      "grad_norm": 223.05516052246094,
+      "learning_rate": 1.177660507576337e-05,
+      "loss": 37.9688,
+      "step": 19246
+    },
+    {
+      "epoch": 0.919764885788015,
+      "grad_norm": 265.3902587890625,
+      "learning_rate": 1.1775843513718013e-05,
+      "loss": 28.2812,
+      "step": 19247
+    },
+    {
+      "epoch": 0.9198126732294752,
+      "grad_norm": 299.0846252441406,
+      "learning_rate": 1.1775081941037648e-05,
+      "loss": 33.1562,
+      "step": 19248
+    },
+    {
+      "epoch": 0.9198604606709356,
+      "grad_norm": 503.6005859375,
+      "learning_rate": 1.177432035772683e-05,
+      "loss": 25.7188,
+      "step": 19249
+    },
+    {
+      "epoch": 0.919908248112396,
+      "grad_norm": 243.59222412109375,
+      "learning_rate": 1.177355876379012e-05,
+      "loss": 23.5625,
+      "step": 19250
+    },
+    {
+      "epoch": 0.9199560355538564,
+      "grad_norm": 205.779541015625,
+      "learning_rate": 1.1772797159232086e-05,
+      "loss": 27.8125,
+      "step": 19251
+    },
+    {
+      "epoch": 0.9200038229953168,
+      "grad_norm": 348.6398010253906,
+      "learning_rate": 1.1772035544057281e-05,
+      "loss": 29.625,
+      "step": 19252
+    },
+    {
+      "epoch": 0.9200516104367772,
+      "grad_norm": 178.7218017578125,
+      "learning_rate": 1.1771273918270271e-05,
+      "loss": 24.875,
+      "step": 19253
+    },
+    {
+      "epoch": 0.9200993978782376,
+      "grad_norm": 251.2794647216797,
+      "learning_rate": 1.1770512281875617e-05,
+      "loss": 22.2969,
+      "step": 19254
+    },
+    {
+      "epoch": 0.920147185319698,
+      "grad_norm": 124.6893081665039,
+      "learning_rate": 1.1769750634877877e-05,
+      "loss": 14.9688,
+      "step": 19255
+    },
+    {
+      "epoch": 0.9201949727611584,
+      "grad_norm": 310.1748046875,
+      "learning_rate": 1.1768988977281614e-05,
+      "loss": 29.6719,
+      "step": 19256
+    },
+    {
+      "epoch": 0.9202427602026187,
+      "grad_norm": 499.53424072265625,
+      "learning_rate": 1.1768227309091393e-05,
+      "loss": 29.6406,
+      "step": 19257
+    },
+    {
+      "epoch": 0.9202905476440791,
+      "grad_norm": 270.0648498535156,
+      "learning_rate": 1.1767465630311771e-05,
+      "loss": 24.5781,
+      "step": 19258
+    },
+    {
+      "epoch": 0.9203383350855395,
+      "grad_norm": 279.33734130859375,
+      "learning_rate": 1.1766703940947309e-05,
+      "loss": 28.0625,
+      "step": 19259
+    },
+    {
+      "epoch": 0.9203861225269999,
+      "grad_norm": 410.3530578613281,
+      "learning_rate": 1.176594224100257e-05,
+      "loss": 25.6094,
+      "step": 19260
+    },
+    {
+      "epoch": 0.9204339099684603,
+      "grad_norm": 147.9174346923828,
+      "learning_rate": 1.1765180530482116e-05,
+      "loss": 19.25,
+      "step": 19261
+    },
+    {
+      "epoch": 0.9204816974099207,
+      "grad_norm": 241.1543426513672,
+      "learning_rate": 1.176441880939051e-05,
+      "loss": 26.625,
+      "step": 19262
+    },
+    {
+      "epoch": 0.9205294848513811,
+      "grad_norm": 327.26812744140625,
+      "learning_rate": 1.1763657077732311e-05,
+      "loss": 29.9062,
+      "step": 19263
+    },
+    {
+      "epoch": 0.9205772722928415,
+      "grad_norm": 201.1346893310547,
+      "learning_rate": 1.1762895335512083e-05,
+      "loss": 35.1875,
+      "step": 19264
+    },
+    {
+      "epoch": 0.9206250597343019,
+      "grad_norm": 204.4379425048828,
+      "learning_rate": 1.1762133582734382e-05,
+      "loss": 25.0938,
+      "step": 19265
+    },
+    {
+      "epoch": 0.9206728471757623,
+      "grad_norm": 142.9745330810547,
+      "learning_rate": 1.1761371819403779e-05,
+      "loss": 26.625,
+      "step": 19266
+    },
+    {
+      "epoch": 0.9207206346172226,
+      "grad_norm": 229.48492431640625,
+      "learning_rate": 1.1760610045524832e-05,
+      "loss": 25.75,
+      "step": 19267
+    },
+    {
+      "epoch": 0.9207684220586829,
+      "grad_norm": 251.770751953125,
+      "learning_rate": 1.17598482611021e-05,
+      "loss": 24.0312,
+      "step": 19268
+    },
+    {
+      "epoch": 0.9208162095001433,
+      "grad_norm": 461.94708251953125,
+      "learning_rate": 1.175908646614015e-05,
+      "loss": 30.25,
+      "step": 19269
+    },
+    {
+      "epoch": 0.9208639969416037,
+      "grad_norm": 422.1450500488281,
+      "learning_rate": 1.1758324660643542e-05,
+      "loss": 31.4375,
+      "step": 19270
+    },
+    {
+      "epoch": 0.9209117843830641,
+      "grad_norm": 259.2051086425781,
+      "learning_rate": 1.1757562844616837e-05,
+      "loss": 29.125,
+      "step": 19271
+    },
+    {
+      "epoch": 0.9209595718245245,
+      "grad_norm": 180.015625,
+      "learning_rate": 1.1756801018064597e-05,
+      "loss": 26.9531,
+      "step": 19272
+    },
+    {
+      "epoch": 0.9210073592659849,
+      "grad_norm": 227.29637145996094,
+      "learning_rate": 1.1756039180991387e-05,
+      "loss": 25.5625,
+      "step": 19273
+    },
+    {
+      "epoch": 0.9210551467074453,
+      "grad_norm": 364.7650451660156,
+      "learning_rate": 1.1755277333401766e-05,
+      "loss": 27.0938,
+      "step": 19274
+    },
+    {
+      "epoch": 0.9211029341489056,
+      "grad_norm": 250.28306579589844,
+      "learning_rate": 1.1754515475300304e-05,
+      "loss": 33.7812,
+      "step": 19275
+    },
+    {
+      "epoch": 0.921150721590366,
+      "grad_norm": 255.92762756347656,
+      "learning_rate": 1.1753753606691554e-05,
+      "loss": 29.4062,
+      "step": 19276
+    },
+    {
+      "epoch": 0.9211985090318264,
+      "grad_norm": 340.07440185546875,
+      "learning_rate": 1.1752991727580083e-05,
+      "loss": 32.5938,
+      "step": 19277
+    },
+    {
+      "epoch": 0.9212462964732868,
+      "grad_norm": 323.0722961425781,
+      "learning_rate": 1.1752229837970455e-05,
+      "loss": 23.8125,
+      "step": 19278
+    },
+    {
+      "epoch": 0.9212940839147472,
+      "grad_norm": 123.98587799072266,
+      "learning_rate": 1.1751467937867231e-05,
+      "loss": 21.5312,
+      "step": 19279
+    },
+    {
+      "epoch": 0.9213418713562076,
+      "grad_norm": 286.3422546386719,
+      "learning_rate": 1.1750706027274976e-05,
+      "loss": 22.0469,
+      "step": 19280
+    },
+    {
+      "epoch": 0.921389658797668,
+      "grad_norm": 214.0845184326172,
+      "learning_rate": 1.174994410619825e-05,
+      "loss": 21.5,
+      "step": 19281
+    },
+    {
+      "epoch": 0.9214374462391284,
+      "grad_norm": 174.2640380859375,
+      "learning_rate": 1.1749182174641616e-05,
+      "loss": 20.5312,
+      "step": 19282
+    },
+    {
+      "epoch": 0.9214852336805888,
+      "grad_norm": 126.2792739868164,
+      "learning_rate": 1.1748420232609636e-05,
+      "loss": 28.8125,
+      "step": 19283
+    },
+    {
+      "epoch": 0.9215330211220492,
+      "grad_norm": 272.3067626953125,
+      "learning_rate": 1.1747658280106877e-05,
+      "loss": 28.2188,
+      "step": 19284
+    },
+    {
+      "epoch": 0.9215808085635095,
+      "grad_norm": 299.99285888671875,
+      "learning_rate": 1.1746896317137899e-05,
+      "loss": 30.1875,
+      "step": 19285
+    },
+    {
+      "epoch": 0.9216285960049699,
+      "grad_norm": 268.0246276855469,
+      "learning_rate": 1.1746134343707266e-05,
+      "loss": 26.75,
+      "step": 19286
+    },
+    {
+      "epoch": 0.9216763834464303,
+      "grad_norm": 615.4143676757812,
+      "learning_rate": 1.1745372359819543e-05,
+      "loss": 29.8594,
+      "step": 19287
+    },
+    {
+      "epoch": 0.9217241708878907,
+      "grad_norm": 516.2402954101562,
+      "learning_rate": 1.1744610365479292e-05,
+      "loss": 23.9062,
+      "step": 19288
+    },
+    {
+      "epoch": 0.921771958329351,
+      "grad_norm": 217.9462890625,
+      "learning_rate": 1.1743848360691073e-05,
+      "loss": 25.7188,
+      "step": 19289
+    },
+    {
+      "epoch": 0.9218197457708114,
+      "grad_norm": 375.31170654296875,
+      "learning_rate": 1.1743086345459456e-05,
+      "loss": 27.2812,
+      "step": 19290
+    },
+    {
+      "epoch": 0.9218675332122718,
+      "grad_norm": 303.7156982421875,
+      "learning_rate": 1.1742324319788999e-05,
+      "loss": 28.4062,
+      "step": 19291
+    },
+    {
+      "epoch": 0.9219153206537322,
+      "grad_norm": 285.4624938964844,
+      "learning_rate": 1.1741562283684267e-05,
+      "loss": 25.6562,
+      "step": 19292
+    },
+    {
+      "epoch": 0.9219631080951926,
+      "grad_norm": 295.90625,
+      "learning_rate": 1.1740800237149823e-05,
+      "loss": 33.3281,
+      "step": 19293
+    },
+    {
+      "epoch": 0.9220108955366529,
+      "grad_norm": 407.6412353515625,
+      "learning_rate": 1.1740038180190237e-05,
+      "loss": 22.4688,
+      "step": 19294
+    },
+    {
+      "epoch": 0.9220586829781133,
+      "grad_norm": 281.7323913574219,
+      "learning_rate": 1.1739276112810063e-05,
+      "loss": 26.4062,
+      "step": 19295
+    },
+    {
+      "epoch": 0.9221064704195737,
+      "grad_norm": 162.1381072998047,
+      "learning_rate": 1.1738514035013873e-05,
+      "loss": 26.2188,
+      "step": 19296
+    },
+    {
+      "epoch": 0.9221542578610341,
+      "grad_norm": 179.07986450195312,
+      "learning_rate": 1.1737751946806224e-05,
+      "loss": 18.2031,
+      "step": 19297
+    },
+    {
+      "epoch": 0.9222020453024945,
+      "grad_norm": 283.33782958984375,
+      "learning_rate": 1.1736989848191684e-05,
+      "loss": 25.4688,
+      "step": 19298
+    },
+    {
+      "epoch": 0.9222498327439549,
+      "grad_norm": 260.7053527832031,
+      "learning_rate": 1.1736227739174818e-05,
+      "loss": 27.2812,
+      "step": 19299
+    },
+    {
+      "epoch": 0.9222976201854153,
+      "grad_norm": 224.8535919189453,
+      "learning_rate": 1.1735465619760185e-05,
+      "loss": 26.7812,
+      "step": 19300
+    },
+    {
+      "epoch": 0.9223454076268757,
+      "grad_norm": 378.8460998535156,
+      "learning_rate": 1.1734703489952355e-05,
+      "loss": 24.1719,
+      "step": 19301
+    },
+    {
+      "epoch": 0.9223931950683361,
+      "grad_norm": 293.16278076171875,
+      "learning_rate": 1.1733941349755886e-05,
+      "loss": 23.1562,
+      "step": 19302
+    },
+    {
+      "epoch": 0.9224409825097964,
+      "grad_norm": 207.4304656982422,
+      "learning_rate": 1.1733179199175351e-05,
+      "loss": 29.4688,
+      "step": 19303
+    },
+    {
+      "epoch": 0.9224887699512568,
+      "grad_norm": 435.2046813964844,
+      "learning_rate": 1.1732417038215305e-05,
+      "loss": 28.9688,
+      "step": 19304
+    },
+    {
+      "epoch": 0.9225365573927172,
+      "grad_norm": 176.46995544433594,
+      "learning_rate": 1.1731654866880317e-05,
+      "loss": 24.4844,
+      "step": 19305
+    },
+    {
+      "epoch": 0.9225843448341776,
+      "grad_norm": 174.158203125,
+      "learning_rate": 1.1730892685174952e-05,
+      "loss": 25.3125,
+      "step": 19306
+    },
+    {
+      "epoch": 0.922632132275638,
+      "grad_norm": 260.9468994140625,
+      "learning_rate": 1.1730130493103771e-05,
+      "loss": 31.0312,
+      "step": 19307
+    },
+    {
+      "epoch": 0.9226799197170984,
+      "grad_norm": 293.6123352050781,
+      "learning_rate": 1.1729368290671344e-05,
+      "loss": 37.125,
+      "step": 19308
+    },
+    {
+      "epoch": 0.9227277071585588,
+      "grad_norm": 316.7832946777344,
+      "learning_rate": 1.172860607788223e-05,
+      "loss": 19.4531,
+      "step": 19309
+    },
+    {
+      "epoch": 0.9227754946000191,
+      "grad_norm": 186.55418395996094,
+      "learning_rate": 1.1727843854740997e-05,
+      "loss": 22.9688,
+      "step": 19310
+    },
+    {
+      "epoch": 0.9228232820414795,
+      "grad_norm": 509.24664306640625,
+      "learning_rate": 1.1727081621252208e-05,
+      "loss": 31.375,
+      "step": 19311
+    },
+    {
+      "epoch": 0.9228710694829398,
+      "grad_norm": 201.89627075195312,
+      "learning_rate": 1.172631937742043e-05,
+      "loss": 25.8125,
+      "step": 19312
+    },
+    {
+      "epoch": 0.9229188569244002,
+      "grad_norm": 230.0481719970703,
+      "learning_rate": 1.1725557123250227e-05,
+      "loss": 21.75,
+      "step": 19313
+    },
+    {
+      "epoch": 0.9229666443658606,
+      "grad_norm": 234.8001251220703,
+      "learning_rate": 1.1724794858746163e-05,
+      "loss": 29.2188,
+      "step": 19314
+    },
+    {
+      "epoch": 0.923014431807321,
+      "grad_norm": 160.3070526123047,
+      "learning_rate": 1.1724032583912802e-05,
+      "loss": 20.1406,
+      "step": 19315
+    },
+    {
+      "epoch": 0.9230622192487814,
+      "grad_norm": 378.2781982421875,
+      "learning_rate": 1.172327029875471e-05,
+      "loss": 53.5312,
+      "step": 19316
+    },
+    {
+      "epoch": 0.9231100066902418,
+      "grad_norm": 143.45343017578125,
+      "learning_rate": 1.1722508003276454e-05,
+      "loss": 22.6406,
+      "step": 19317
+    },
+    {
+      "epoch": 0.9231577941317022,
+      "grad_norm": 192.83786010742188,
+      "learning_rate": 1.1721745697482599e-05,
+      "loss": 24.5156,
+      "step": 19318
+    },
+    {
+      "epoch": 0.9232055815731626,
+      "grad_norm": 257.6488342285156,
+      "learning_rate": 1.1720983381377706e-05,
+      "loss": 26.7812,
+      "step": 19319
+    },
+    {
+      "epoch": 0.923253369014623,
+      "grad_norm": 260.84930419921875,
+      "learning_rate": 1.1720221054966344e-05,
+      "loss": 24.2812,
+      "step": 19320
+    },
+    {
+      "epoch": 0.9233011564560833,
+      "grad_norm": 589.9293212890625,
+      "learning_rate": 1.1719458718253079e-05,
+      "loss": 22.0,
+      "step": 19321
+    },
+    {
+      "epoch": 0.9233489438975437,
+      "grad_norm": 225.12286376953125,
+      "learning_rate": 1.1718696371242473e-05,
+      "loss": 23.3281,
+      "step": 19322
+    },
+    {
+      "epoch": 0.9233967313390041,
+      "grad_norm": 157.92005920410156,
+      "learning_rate": 1.1717934013939094e-05,
+      "loss": 23.5781,
+      "step": 19323
+    },
+    {
+      "epoch": 0.9234445187804645,
+      "grad_norm": 150.26925659179688,
+      "learning_rate": 1.1717171646347507e-05,
+      "loss": 27.4062,
+      "step": 19324
+    },
+    {
+      "epoch": 0.9234923062219249,
+      "grad_norm": 208.32809448242188,
+      "learning_rate": 1.171640926847228e-05,
+      "loss": 27.2188,
+      "step": 19325
+    },
+    {
+      "epoch": 0.9235400936633853,
+      "grad_norm": 237.08279418945312,
+      "learning_rate": 1.1715646880317972e-05,
+      "loss": 23.4844,
+      "step": 19326
+    },
+    {
+      "epoch": 0.9235878811048457,
+      "grad_norm": 298.8050842285156,
+      "learning_rate": 1.1714884481889154e-05,
+      "loss": 27.125,
+      "step": 19327
+    },
+    {
+      "epoch": 0.9236356685463061,
+      "grad_norm": 468.9504089355469,
+      "learning_rate": 1.1714122073190395e-05,
+      "loss": 24.25,
+      "step": 19328
+    },
+    {
+      "epoch": 0.9236834559877665,
+      "grad_norm": 272.72216796875,
+      "learning_rate": 1.1713359654226254e-05,
+      "loss": 25.625,
+      "step": 19329
+    },
+    {
+      "epoch": 0.9237312434292267,
+      "grad_norm": 301.644287109375,
+      "learning_rate": 1.17125972250013e-05,
+      "loss": 25.0625,
+      "step": 19330
+    },
+    {
+      "epoch": 0.9237790308706871,
+      "grad_norm": 186.58966064453125,
+      "learning_rate": 1.1711834785520098e-05,
+      "loss": 18.3906,
+      "step": 19331
+    },
+    {
+      "epoch": 0.9238268183121475,
+      "grad_norm": 186.0124053955078,
+      "learning_rate": 1.1711072335787215e-05,
+      "loss": 23.4375,
+      "step": 19332
+    },
+    {
+      "epoch": 0.9238746057536079,
+      "grad_norm": 271.9031066894531,
+      "learning_rate": 1.1710309875807214e-05,
+      "loss": 24.7969,
+      "step": 19333
+    },
+    {
+      "epoch": 0.9239223931950683,
+      "grad_norm": 239.96702575683594,
+      "learning_rate": 1.1709547405584666e-05,
+      "loss": 22.7812,
+      "step": 19334
+    },
+    {
+      "epoch": 0.9239701806365287,
+      "grad_norm": 247.24423217773438,
+      "learning_rate": 1.1708784925124133e-05,
+      "loss": 30.5938,
+      "step": 19335
+    },
+    {
+      "epoch": 0.9240179680779891,
+      "grad_norm": 156.83572387695312,
+      "learning_rate": 1.1708022434430187e-05,
+      "loss": 22.625,
+      "step": 19336
+    },
+    {
+      "epoch": 0.9240657555194495,
+      "grad_norm": 204.83029174804688,
+      "learning_rate": 1.1707259933507386e-05,
+      "loss": 31.75,
+      "step": 19337
+    },
+    {
+      "epoch": 0.9241135429609099,
+      "grad_norm": 239.52369689941406,
+      "learning_rate": 1.1706497422360303e-05,
+      "loss": 42.5312,
+      "step": 19338
+    },
+    {
+      "epoch": 0.9241613304023703,
+      "grad_norm": 286.42816162109375,
+      "learning_rate": 1.1705734900993501e-05,
+      "loss": 22.6562,
+      "step": 19339
+    },
+    {
+      "epoch": 0.9242091178438306,
+      "grad_norm": 284.6767272949219,
+      "learning_rate": 1.1704972369411552e-05,
+      "loss": 36.8125,
+      "step": 19340
+    },
+    {
+      "epoch": 0.924256905285291,
+      "grad_norm": 236.92184448242188,
+      "learning_rate": 1.1704209827619015e-05,
+      "loss": 35.0625,
+      "step": 19341
+    },
+    {
+      "epoch": 0.9243046927267514,
+      "grad_norm": 228.95033264160156,
+      "learning_rate": 1.1703447275620461e-05,
+      "loss": 33.9688,
+      "step": 19342
+    },
+    {
+      "epoch": 0.9243524801682118,
+      "grad_norm": 448.804443359375,
+      "learning_rate": 1.1702684713420458e-05,
+      "loss": 32.3438,
+      "step": 19343
+    },
+    {
+      "epoch": 0.9244002676096722,
+      "grad_norm": 347.8515930175781,
+      "learning_rate": 1.1701922141023566e-05,
+      "loss": 31.3125,
+      "step": 19344
+    },
+    {
+      "epoch": 0.9244480550511326,
+      "grad_norm": 304.2272033691406,
+      "learning_rate": 1.170115955843436e-05,
+      "loss": 35.9062,
+      "step": 19345
+    },
+    {
+      "epoch": 0.924495842492593,
+      "grad_norm": 147.85533142089844,
+      "learning_rate": 1.1700396965657406e-05,
+      "loss": 20.5938,
+      "step": 19346
+    },
+    {
+      "epoch": 0.9245436299340534,
+      "grad_norm": 203.9192352294922,
+      "learning_rate": 1.1699634362697265e-05,
+      "loss": 26.875,
+      "step": 19347
+    },
+    {
+      "epoch": 0.9245914173755138,
+      "grad_norm": 230.43116760253906,
+      "learning_rate": 1.1698871749558505e-05,
+      "loss": 22.625,
+      "step": 19348
+    },
+    {
+      "epoch": 0.9246392048169741,
+      "grad_norm": 428.8648986816406,
+      "learning_rate": 1.1698109126245697e-05,
+      "loss": 34.375,
+      "step": 19349
+    },
+    {
+      "epoch": 0.9246869922584345,
+      "grad_norm": 423.1560363769531,
+      "learning_rate": 1.1697346492763409e-05,
+      "loss": 42.9375,
+      "step": 19350
+    },
+    {
+      "epoch": 0.9247347796998948,
+      "grad_norm": 619.1364135742188,
+      "learning_rate": 1.1696583849116204e-05,
+      "loss": 24.0469,
+      "step": 19351
+    },
+    {
+      "epoch": 0.9247825671413552,
+      "grad_norm": 258.4757080078125,
+      "learning_rate": 1.169582119530865e-05,
+      "loss": 28.4375,
+      "step": 19352
+    },
+    {
+      "epoch": 0.9248303545828156,
+      "grad_norm": 367.976806640625,
+      "learning_rate": 1.1695058531345316e-05,
+      "loss": 27.9375,
+      "step": 19353
+    },
+    {
+      "epoch": 0.924878142024276,
+      "grad_norm": 203.89512634277344,
+      "learning_rate": 1.1694295857230767e-05,
+      "loss": 24.1562,
+      "step": 19354
+    },
+    {
+      "epoch": 0.9249259294657364,
+      "grad_norm": 281.43023681640625,
+      "learning_rate": 1.1693533172969574e-05,
+      "loss": 35.25,
+      "step": 19355
+    },
+    {
+      "epoch": 0.9249737169071968,
+      "grad_norm": 329.8952941894531,
+      "learning_rate": 1.1692770478566304e-05,
+      "loss": 30.1875,
+      "step": 19356
+    },
+    {
+      "epoch": 0.9250215043486572,
+      "grad_norm": 208.2200469970703,
+      "learning_rate": 1.169200777402552e-05,
+      "loss": 23.4375,
+      "step": 19357
+    },
+    {
+      "epoch": 0.9250692917901175,
+      "grad_norm": 253.3751220703125,
+      "learning_rate": 1.1691245059351794e-05,
+      "loss": 26.6875,
+      "step": 19358
+    },
+    {
+      "epoch": 0.9251170792315779,
+      "grad_norm": 154.86788940429688,
+      "learning_rate": 1.1690482334549691e-05,
+      "loss": 21.2656,
+      "step": 19359
+    },
+    {
+      "epoch": 0.9251648666730383,
+      "grad_norm": 119.15670776367188,
+      "learning_rate": 1.1689719599623783e-05,
+      "loss": 21.9531,
+      "step": 19360
+    },
+    {
+      "epoch": 0.9252126541144987,
+      "grad_norm": 235.2540283203125,
+      "learning_rate": 1.1688956854578634e-05,
+      "loss": 28.9375,
+      "step": 19361
+    },
+    {
+      "epoch": 0.9252604415559591,
+      "grad_norm": 361.1482238769531,
+      "learning_rate": 1.168819409941881e-05,
+      "loss": 25.4062,
+      "step": 19362
+    },
+    {
+      "epoch": 0.9253082289974195,
+      "grad_norm": 185.2335968017578,
+      "learning_rate": 1.1687431334148886e-05,
+      "loss": 19.6641,
+      "step": 19363
+    },
+    {
+      "epoch": 0.9253560164388799,
+      "grad_norm": 312.0001220703125,
+      "learning_rate": 1.1686668558773424e-05,
+      "loss": 28.1562,
+      "step": 19364
+    },
+    {
+      "epoch": 0.9254038038803403,
+      "grad_norm": 201.9790802001953,
+      "learning_rate": 1.1685905773296992e-05,
+      "loss": 36.75,
+      "step": 19365
+    },
+    {
+      "epoch": 0.9254515913218007,
+      "grad_norm": 270.5314025878906,
+      "learning_rate": 1.1685142977724162e-05,
+      "loss": 27.4219,
+      "step": 19366
+    },
+    {
+      "epoch": 0.925499378763261,
+      "grad_norm": 199.85382080078125,
+      "learning_rate": 1.1684380172059501e-05,
+      "loss": 23.4688,
+      "step": 19367
+    },
+    {
+      "epoch": 0.9255471662047214,
+      "grad_norm": 345.4065246582031,
+      "learning_rate": 1.1683617356307573e-05,
+      "loss": 25.6875,
+      "step": 19368
+    },
+    {
+      "epoch": 0.9255949536461818,
+      "grad_norm": 241.44723510742188,
+      "learning_rate": 1.168285453047295e-05,
+      "loss": 25.9062,
+      "step": 19369
+    },
+    {
+      "epoch": 0.9256427410876422,
+      "grad_norm": 211.42800903320312,
+      "learning_rate": 1.16820916945602e-05,
+      "loss": 24.4062,
+      "step": 19370
+    },
+    {
+      "epoch": 0.9256905285291025,
+      "grad_norm": 582.0621337890625,
+      "learning_rate": 1.1681328848573894e-05,
+      "loss": 28.4375,
+      "step": 19371
+    },
+    {
+      "epoch": 0.9257383159705629,
+      "grad_norm": 322.6900939941406,
+      "learning_rate": 1.1680565992518593e-05,
+      "loss": 33.6562,
+      "step": 19372
+    },
+    {
+      "epoch": 0.9257861034120233,
+      "grad_norm": 380.02203369140625,
+      "learning_rate": 1.1679803126398874e-05,
+      "loss": 18.5156,
+      "step": 19373
+    },
+    {
+      "epoch": 0.9258338908534837,
+      "grad_norm": 203.79312133789062,
+      "learning_rate": 1.16790402502193e-05,
+      "loss": 26.6875,
+      "step": 19374
+    },
+    {
+      "epoch": 0.925881678294944,
+      "grad_norm": 312.9996337890625,
+      "learning_rate": 1.1678277363984445e-05,
+      "loss": 19.4453,
+      "step": 19375
+    },
+    {
+      "epoch": 0.9259294657364044,
+      "grad_norm": 365.7842102050781,
+      "learning_rate": 1.1677514467698869e-05,
+      "loss": 23.875,
+      "step": 19376
+    },
+    {
+      "epoch": 0.9259772531778648,
+      "grad_norm": 276.1846923828125,
+      "learning_rate": 1.1676751561367148e-05,
+      "loss": 28.4062,
+      "step": 19377
+    },
+    {
+      "epoch": 0.9260250406193252,
+      "grad_norm": 241.07008361816406,
+      "learning_rate": 1.167598864499385e-05,
+      "loss": 39.0625,
+      "step": 19378
+    },
+    {
+      "epoch": 0.9260728280607856,
+      "grad_norm": 582.8504028320312,
+      "learning_rate": 1.1675225718583543e-05,
+      "loss": 19.375,
+      "step": 19379
+    },
+    {
+      "epoch": 0.926120615502246,
+      "grad_norm": 303.9689025878906,
+      "learning_rate": 1.1674462782140797e-05,
+      "loss": 35.0,
+      "step": 19380
+    },
+    {
+      "epoch": 0.9261684029437064,
+      "grad_norm": 232.0716552734375,
+      "learning_rate": 1.1673699835670173e-05,
+      "loss": 34.8438,
+      "step": 19381
+    },
+    {
+      "epoch": 0.9262161903851668,
+      "grad_norm": 1898.463623046875,
+      "learning_rate": 1.1672936879176253e-05,
+      "loss": 21.4688,
+      "step": 19382
+    },
+    {
+      "epoch": 0.9262639778266272,
+      "grad_norm": 209.89186096191406,
+      "learning_rate": 1.1672173912663595e-05,
+      "loss": 24.4688,
+      "step": 19383
+    },
+    {
+      "epoch": 0.9263117652680876,
+      "grad_norm": 320.29449462890625,
+      "learning_rate": 1.1671410936136778e-05,
+      "loss": 18.4219,
+      "step": 19384
+    },
+    {
+      "epoch": 0.926359552709548,
+      "grad_norm": 304.2965087890625,
+      "learning_rate": 1.167064794960036e-05,
+      "loss": 27.7656,
+      "step": 19385
+    },
+    {
+      "epoch": 0.9264073401510083,
+      "grad_norm": 444.8484191894531,
+      "learning_rate": 1.166988495305892e-05,
+      "loss": 30.9688,
+      "step": 19386
+    },
+    {
+      "epoch": 0.9264551275924687,
+      "grad_norm": 160.03057861328125,
+      "learning_rate": 1.1669121946517023e-05,
+      "loss": 28.1562,
+      "step": 19387
+    },
+    {
+      "epoch": 0.9265029150339291,
+      "grad_norm": 311.25701904296875,
+      "learning_rate": 1.1668358929979242e-05,
+      "loss": 22.0156,
+      "step": 19388
+    },
+    {
+      "epoch": 0.9265507024753895,
+      "grad_norm": 238.47604370117188,
+      "learning_rate": 1.166759590345014e-05,
+      "loss": 33.4375,
+      "step": 19389
+    },
+    {
+      "epoch": 0.9265984899168499,
+      "grad_norm": 217.62960815429688,
+      "learning_rate": 1.1666832866934294e-05,
+      "loss": 21.1719,
+      "step": 19390
+    },
+    {
+      "epoch": 0.9266462773583103,
+      "grad_norm": 426.8660583496094,
+      "learning_rate": 1.1666069820436267e-05,
+      "loss": 45.5,
+      "step": 19391
+    },
+    {
+      "epoch": 0.9266940647997706,
+      "grad_norm": 421.5151062011719,
+      "learning_rate": 1.1665306763960633e-05,
+      "loss": 29.3125,
+      "step": 19392
+    },
+    {
+      "epoch": 0.926741852241231,
+      "grad_norm": 485.0645751953125,
+      "learning_rate": 1.1664543697511961e-05,
+      "loss": 33.0,
+      "step": 19393
+    },
+    {
+      "epoch": 0.9267896396826913,
+      "grad_norm": 340.257080078125,
+      "learning_rate": 1.166378062109482e-05,
+      "loss": 28.8125,
+      "step": 19394
+    },
+    {
+      "epoch": 0.9268374271241517,
+      "grad_norm": 403.19940185546875,
+      "learning_rate": 1.1663017534713778e-05,
+      "loss": 25.0,
+      "step": 19395
+    },
+    {
+      "epoch": 0.9268852145656121,
+      "grad_norm": 264.179931640625,
+      "learning_rate": 1.1662254438373409e-05,
+      "loss": 21.2344,
+      "step": 19396
+    },
+    {
+      "epoch": 0.9269330020070725,
+      "grad_norm": 229.35678100585938,
+      "learning_rate": 1.1661491332078281e-05,
+      "loss": 29.8438,
+      "step": 19397
+    },
+    {
+      "epoch": 0.9269807894485329,
+      "grad_norm": 418.4024963378906,
+      "learning_rate": 1.166072821583296e-05,
+      "loss": 31.6875,
+      "step": 19398
+    },
+    {
+      "epoch": 0.9270285768899933,
+      "grad_norm": 292.7791442871094,
+      "learning_rate": 1.1659965089642025e-05,
+      "loss": 38.3125,
+      "step": 19399
+    },
+    {
+      "epoch": 0.9270763643314537,
+      "grad_norm": 312.2255554199219,
+      "learning_rate": 1.1659201953510035e-05,
+      "loss": 27.5625,
+      "step": 19400
+    },
+    {
+      "epoch": 0.9271241517729141,
+      "grad_norm": 268.63043212890625,
+      "learning_rate": 1.1658438807441573e-05,
+      "loss": 23.9062,
+      "step": 19401
+    },
+    {
+      "epoch": 0.9271719392143745,
+      "grad_norm": 335.970458984375,
+      "learning_rate": 1.1657675651441197e-05,
+      "loss": 33.9062,
+      "step": 19402
+    },
+    {
+      "epoch": 0.9272197266558349,
+      "grad_norm": 441.67132568359375,
+      "learning_rate": 1.1656912485513485e-05,
+      "loss": 33.5,
+      "step": 19403
+    },
+    {
+      "epoch": 0.9272675140972952,
+      "grad_norm": 145.69259643554688,
+      "learning_rate": 1.1656149309663007e-05,
+      "loss": 16.8438,
+      "step": 19404
+    },
+    {
+      "epoch": 0.9273153015387556,
+      "grad_norm": 365.91766357421875,
+      "learning_rate": 1.1655386123894327e-05,
+      "loss": 21.8438,
+      "step": 19405
+    },
+    {
+      "epoch": 0.927363088980216,
+      "grad_norm": 359.2655029296875,
+      "learning_rate": 1.1654622928212028e-05,
+      "loss": 28.4688,
+      "step": 19406
+    },
+    {
+      "epoch": 0.9274108764216764,
+      "grad_norm": 403.71185302734375,
+      "learning_rate": 1.1653859722620665e-05,
+      "loss": 30.0938,
+      "step": 19407
+    },
+    {
+      "epoch": 0.9274586638631368,
+      "grad_norm": 283.4140930175781,
+      "learning_rate": 1.165309650712482e-05,
+      "loss": 27.0,
+      "step": 19408
+    },
+    {
+      "epoch": 0.9275064513045972,
+      "grad_norm": 215.14434814453125,
+      "learning_rate": 1.1652333281729057e-05,
+      "loss": 23.1875,
+      "step": 19409
+    },
+    {
+      "epoch": 0.9275542387460576,
+      "grad_norm": 184.33047485351562,
+      "learning_rate": 1.1651570046437955e-05,
+      "loss": 31.375,
+      "step": 19410
+    },
+    {
+      "epoch": 0.927602026187518,
+      "grad_norm": 265.0751037597656,
+      "learning_rate": 1.1650806801256077e-05,
+      "loss": 42.75,
+      "step": 19411
+    },
+    {
+      "epoch": 0.9276498136289784,
+      "grad_norm": 201.30091857910156,
+      "learning_rate": 1.1650043546187994e-05,
+      "loss": 27.0625,
+      "step": 19412
+    },
+    {
+      "epoch": 0.9276976010704386,
+      "grad_norm": 298.8399963378906,
+      "learning_rate": 1.1649280281238282e-05,
+      "loss": 37.0938,
+      "step": 19413
+    },
+    {
+      "epoch": 0.927745388511899,
+      "grad_norm": 205.64901733398438,
+      "learning_rate": 1.1648517006411508e-05,
+      "loss": 24.0625,
+      "step": 19414
+    },
+    {
+      "epoch": 0.9277931759533594,
+      "grad_norm": 359.1202697753906,
+      "learning_rate": 1.1647753721712248e-05,
+      "loss": 26.7812,
+      "step": 19415
+    },
+    {
+      "epoch": 0.9278409633948198,
+      "grad_norm": 357.0308532714844,
+      "learning_rate": 1.1646990427145064e-05,
+      "loss": 28.4062,
+      "step": 19416
+    },
+    {
+      "epoch": 0.9278887508362802,
+      "grad_norm": 211.4161376953125,
+      "learning_rate": 1.1646227122714534e-05,
+      "loss": 15.9062,
+      "step": 19417
+    },
+    {
+      "epoch": 0.9279365382777406,
+      "grad_norm": 210.991943359375,
+      "learning_rate": 1.1645463808425229e-05,
+      "loss": 25.7188,
+      "step": 19418
+    },
+    {
+      "epoch": 0.927984325719201,
+      "grad_norm": 204.51809692382812,
+      "learning_rate": 1.1644700484281718e-05,
+      "loss": 26.25,
+      "step": 19419
+    },
+    {
+      "epoch": 0.9280321131606614,
+      "grad_norm": 132.5354461669922,
+      "learning_rate": 1.1643937150288571e-05,
+      "loss": 18.0625,
+      "step": 19420
+    },
+    {
+      "epoch": 0.9280799006021218,
+      "grad_norm": 278.1031799316406,
+      "learning_rate": 1.1643173806450367e-05,
+      "loss": 30.5,
+      "step": 19421
+    },
+    {
+      "epoch": 0.9281276880435821,
+      "grad_norm": 367.09271240234375,
+      "learning_rate": 1.1642410452771668e-05,
+      "loss": 32.625,
+      "step": 19422
+    },
+    {
+      "epoch": 0.9281754754850425,
+      "grad_norm": 421.45123291015625,
+      "learning_rate": 1.1641647089257053e-05,
+      "loss": 34.1562,
+      "step": 19423
+    },
+    {
+      "epoch": 0.9282232629265029,
+      "grad_norm": 243.9907684326172,
+      "learning_rate": 1.1640883715911087e-05,
+      "loss": 24.4375,
+      "step": 19424
+    },
+    {
+      "epoch": 0.9282710503679633,
+      "grad_norm": 215.68408203125,
+      "learning_rate": 1.1640120332738347e-05,
+      "loss": 33.7656,
+      "step": 19425
+    },
+    {
+      "epoch": 0.9283188378094237,
+      "grad_norm": 292.0747985839844,
+      "learning_rate": 1.1639356939743402e-05,
+      "loss": 27.1562,
+      "step": 19426
+    },
+    {
+      "epoch": 0.9283666252508841,
+      "grad_norm": 228.68301391601562,
+      "learning_rate": 1.1638593536930824e-05,
+      "loss": 27.8438,
+      "step": 19427
+    },
+    {
+      "epoch": 0.9284144126923445,
+      "grad_norm": 367.0921936035156,
+      "learning_rate": 1.1637830124305184e-05,
+      "loss": 41.0625,
+      "step": 19428
+    },
+    {
+      "epoch": 0.9284622001338049,
+      "grad_norm": 245.5616912841797,
+      "learning_rate": 1.1637066701871058e-05,
+      "loss": 29.125,
+      "step": 19429
+    },
+    {
+      "epoch": 0.9285099875752653,
+      "grad_norm": 356.57012939453125,
+      "learning_rate": 1.1636303269633015e-05,
+      "loss": 35.6094,
+      "step": 19430
+    },
+    {
+      "epoch": 0.9285577750167257,
+      "grad_norm": 474.8515625,
+      "learning_rate": 1.1635539827595624e-05,
+      "loss": 25.5,
+      "step": 19431
+    },
+    {
+      "epoch": 0.928605562458186,
+      "grad_norm": 287.4787902832031,
+      "learning_rate": 1.1634776375763462e-05,
+      "loss": 22.9844,
+      "step": 19432
+    },
+    {
+      "epoch": 0.9286533498996463,
+      "grad_norm": 289.922607421875,
+      "learning_rate": 1.1634012914141094e-05,
+      "loss": 28.4688,
+      "step": 19433
+    },
+    {
+      "epoch": 0.9287011373411067,
+      "grad_norm": 452.21063232421875,
+      "learning_rate": 1.1633249442733103e-05,
+      "loss": 41.6875,
+      "step": 19434
+    },
+    {
+      "epoch": 0.9287489247825671,
+      "grad_norm": 245.98439025878906,
+      "learning_rate": 1.1632485961544053e-05,
+      "loss": 28.0156,
+      "step": 19435
+    },
+    {
+      "epoch": 0.9287967122240275,
+      "grad_norm": 262.94036865234375,
+      "learning_rate": 1.163172247057852e-05,
+      "loss": 31.0,
+      "step": 19436
+    },
+    {
+      "epoch": 0.9288444996654879,
+      "grad_norm": 224.440185546875,
+      "learning_rate": 1.163095896984107e-05,
+      "loss": 29.6562,
+      "step": 19437
+    },
+    {
+      "epoch": 0.9288922871069483,
+      "grad_norm": 210.48370361328125,
+      "learning_rate": 1.1630195459336286e-05,
+      "loss": 28.1562,
+      "step": 19438
+    },
+    {
+      "epoch": 0.9289400745484087,
+      "grad_norm": 207.92933654785156,
+      "learning_rate": 1.1629431939068732e-05,
+      "loss": 22.2969,
+      "step": 19439
+    },
+    {
+      "epoch": 0.928987861989869,
+      "grad_norm": 229.48204040527344,
+      "learning_rate": 1.1628668409042985e-05,
+      "loss": 25.625,
+      "step": 19440
+    },
+    {
+      "epoch": 0.9290356494313294,
+      "grad_norm": 435.3312683105469,
+      "learning_rate": 1.1627904869263615e-05,
+      "loss": 20.75,
+      "step": 19441
+    },
+    {
+      "epoch": 0.9290834368727898,
+      "grad_norm": 353.70184326171875,
+      "learning_rate": 1.1627141319735193e-05,
+      "loss": 31.9062,
+      "step": 19442
+    },
+    {
+      "epoch": 0.9291312243142502,
+      "grad_norm": 227.18702697753906,
+      "learning_rate": 1.1626377760462297e-05,
+      "loss": 23.3438,
+      "step": 19443
+    },
+    {
+      "epoch": 0.9291790117557106,
+      "grad_norm": 245.4242706298828,
+      "learning_rate": 1.1625614191449496e-05,
+      "loss": 21.1406,
+      "step": 19444
+    },
+    {
+      "epoch": 0.929226799197171,
+      "grad_norm": 272.4814758300781,
+      "learning_rate": 1.1624850612701366e-05,
+      "loss": 38.7812,
+      "step": 19445
+    },
+    {
+      "epoch": 0.9292745866386314,
+      "grad_norm": 195.91278076171875,
+      "learning_rate": 1.1624087024222475e-05,
+      "loss": 19.9688,
+      "step": 19446
+    },
+    {
+      "epoch": 0.9293223740800918,
+      "grad_norm": 218.177734375,
+      "learning_rate": 1.1623323426017398e-05,
+      "loss": 22.8594,
+      "step": 19447
+    },
+    {
+      "epoch": 0.9293701615215522,
+      "grad_norm": 494.42608642578125,
+      "learning_rate": 1.1622559818090708e-05,
+      "loss": 34.5312,
+      "step": 19448
+    },
+    {
+      "epoch": 0.9294179489630126,
+      "grad_norm": 416.7060852050781,
+      "learning_rate": 1.162179620044698e-05,
+      "loss": 38.6562,
+      "step": 19449
+    },
+    {
+      "epoch": 0.9294657364044729,
+      "grad_norm": 364.0669860839844,
+      "learning_rate": 1.1621032573090783e-05,
+      "loss": 22.8438,
+      "step": 19450
+    },
+    {
+      "epoch": 0.9295135238459333,
+      "grad_norm": 309.2936096191406,
+      "learning_rate": 1.1620268936026695e-05,
+      "loss": 25.5312,
+      "step": 19451
+    },
+    {
+      "epoch": 0.9295613112873937,
+      "grad_norm": 283.4593811035156,
+      "learning_rate": 1.1619505289259288e-05,
+      "loss": 25.2969,
+      "step": 19452
+    },
+    {
+      "epoch": 0.9296090987288541,
+      "grad_norm": 426.1647033691406,
+      "learning_rate": 1.1618741632793129e-05,
+      "loss": 36.8438,
+      "step": 19453
+    },
+    {
+      "epoch": 0.9296568861703144,
+      "grad_norm": 294.8512878417969,
+      "learning_rate": 1.16179779666328e-05,
+      "loss": 28.25,
+      "step": 19454
+    },
+    {
+      "epoch": 0.9297046736117748,
+      "grad_norm": 357.5596008300781,
+      "learning_rate": 1.161721429078287e-05,
+      "loss": 22.2812,
+      "step": 19455
+    },
+    {
+      "epoch": 0.9297524610532352,
+      "grad_norm": 222.06265258789062,
+      "learning_rate": 1.1616450605247914e-05,
+      "loss": 22.3438,
+      "step": 19456
+    },
+    {
+      "epoch": 0.9298002484946956,
+      "grad_norm": 112.41093444824219,
+      "learning_rate": 1.1615686910032501e-05,
+      "loss": 16.2344,
+      "step": 19457
+    },
+    {
+      "epoch": 0.929848035936156,
+      "grad_norm": 474.7894287109375,
+      "learning_rate": 1.1614923205141213e-05,
+      "loss": 36.75,
+      "step": 19458
+    },
+    {
+      "epoch": 0.9298958233776163,
+      "grad_norm": 266.0679626464844,
+      "learning_rate": 1.1614159490578616e-05,
+      "loss": 29.3438,
+      "step": 19459
+    },
+    {
+      "epoch": 0.9299436108190767,
+      "grad_norm": 226.81292724609375,
+      "learning_rate": 1.1613395766349289e-05,
+      "loss": 42.4688,
+      "step": 19460
+    },
+    {
+      "epoch": 0.9299913982605371,
+      "grad_norm": 275.6377258300781,
+      "learning_rate": 1.1612632032457802e-05,
+      "loss": 23.5781,
+      "step": 19461
+    },
+    {
+      "epoch": 0.9300391857019975,
+      "grad_norm": 303.68719482421875,
+      "learning_rate": 1.1611868288908729e-05,
+      "loss": 27.75,
+      "step": 19462
+    },
+    {
+      "epoch": 0.9300869731434579,
+      "grad_norm": 261.7056884765625,
+      "learning_rate": 1.1611104535706645e-05,
+      "loss": 31.6406,
+      "step": 19463
+    },
+    {
+      "epoch": 0.9301347605849183,
+      "grad_norm": 661.8890380859375,
+      "learning_rate": 1.1610340772856126e-05,
+      "loss": 26.3438,
+      "step": 19464
+    },
+    {
+      "epoch": 0.9301825480263787,
+      "grad_norm": 185.97970581054688,
+      "learning_rate": 1.1609577000361743e-05,
+      "loss": 18.7969,
+      "step": 19465
+    },
+    {
+      "epoch": 0.9302303354678391,
+      "grad_norm": 260.5376892089844,
+      "learning_rate": 1.1608813218228068e-05,
+      "loss": 35.7188,
+      "step": 19466
+    },
+    {
+      "epoch": 0.9302781229092995,
+      "grad_norm": 416.4895324707031,
+      "learning_rate": 1.160804942645968e-05,
+      "loss": 22.2656,
+      "step": 19467
+    },
+    {
+      "epoch": 0.9303259103507598,
+      "grad_norm": 274.6109924316406,
+      "learning_rate": 1.1607285625061149e-05,
+      "loss": 23.3438,
+      "step": 19468
+    },
+    {
+      "epoch": 0.9303736977922202,
+      "grad_norm": 159.16064453125,
+      "learning_rate": 1.1606521814037052e-05,
+      "loss": 26.7188,
+      "step": 19469
+    },
+    {
+      "epoch": 0.9304214852336806,
+      "grad_norm": 305.5977783203125,
+      "learning_rate": 1.1605757993391964e-05,
+      "loss": 22.8438,
+      "step": 19470
+    },
+    {
+      "epoch": 0.930469272675141,
+      "grad_norm": 306.44140625,
+      "learning_rate": 1.1604994163130457e-05,
+      "loss": 31.5938,
+      "step": 19471
+    },
+    {
+      "epoch": 0.9305170601166014,
+      "grad_norm": 161.0491943359375,
+      "learning_rate": 1.1604230323257104e-05,
+      "loss": 14.5312,
+      "step": 19472
+    },
+    {
+      "epoch": 0.9305648475580618,
+      "grad_norm": 283.3549499511719,
+      "learning_rate": 1.1603466473776482e-05,
+      "loss": 31.9688,
+      "step": 19473
+    },
+    {
+      "epoch": 0.9306126349995221,
+      "grad_norm": 594.98583984375,
+      "learning_rate": 1.1602702614693164e-05,
+      "loss": 30.7656,
+      "step": 19474
+    },
+    {
+      "epoch": 0.9306604224409825,
+      "grad_norm": 153.5478057861328,
+      "learning_rate": 1.160193874601173e-05,
+      "loss": 21.6562,
+      "step": 19475
+    },
+    {
+      "epoch": 0.9307082098824428,
+      "grad_norm": 311.8182067871094,
+      "learning_rate": 1.1601174867736747e-05,
+      "loss": 28.4531,
+      "step": 19476
+    },
+    {
+      "epoch": 0.9307559973239032,
+      "grad_norm": 251.8594207763672,
+      "learning_rate": 1.1600410979872791e-05,
+      "loss": 22.5938,
+      "step": 19477
+    },
+    {
+      "epoch": 0.9308037847653636,
+      "grad_norm": 254.32533264160156,
+      "learning_rate": 1.159964708242444e-05,
+      "loss": 25.5,
+      "step": 19478
+    },
+    {
+      "epoch": 0.930851572206824,
+      "grad_norm": 207.78004455566406,
+      "learning_rate": 1.1598883175396268e-05,
+      "loss": 20.1562,
+      "step": 19479
+    },
+    {
+      "epoch": 0.9308993596482844,
+      "grad_norm": 120.73360443115234,
+      "learning_rate": 1.1598119258792848e-05,
+      "loss": 22.8438,
+      "step": 19480
+    },
+    {
+      "epoch": 0.9309471470897448,
+      "grad_norm": 328.4020080566406,
+      "learning_rate": 1.1597355332618754e-05,
+      "loss": 25.5938,
+      "step": 19481
+    },
+    {
+      "epoch": 0.9309949345312052,
+      "grad_norm": 245.8648681640625,
+      "learning_rate": 1.1596591396878565e-05,
+      "loss": 22.5312,
+      "step": 19482
+    },
+    {
+      "epoch": 0.9310427219726656,
+      "grad_norm": 242.32484436035156,
+      "learning_rate": 1.1595827451576853e-05,
+      "loss": 21.7812,
+      "step": 19483
+    },
+    {
+      "epoch": 0.931090509414126,
+      "grad_norm": 147.45550537109375,
+      "learning_rate": 1.1595063496718195e-05,
+      "loss": 26.9062,
+      "step": 19484
+    },
+    {
+      "epoch": 0.9311382968555864,
+      "grad_norm": 484.46722412109375,
+      "learning_rate": 1.159429953230716e-05,
+      "loss": 22.7969,
+      "step": 19485
+    },
+    {
+      "epoch": 0.9311860842970467,
+      "grad_norm": 3575.790771484375,
+      "learning_rate": 1.1593535558348334e-05,
+      "loss": 29.0,
+      "step": 19486
+    },
+    {
+      "epoch": 0.9312338717385071,
+      "grad_norm": 215.0224609375,
+      "learning_rate": 1.1592771574846281e-05,
+      "loss": 24.3906,
+      "step": 19487
+    },
+    {
+      "epoch": 0.9312816591799675,
+      "grad_norm": 276.00592041015625,
+      "learning_rate": 1.1592007581805587e-05,
+      "loss": 21.7656,
+      "step": 19488
+    },
+    {
+      "epoch": 0.9313294466214279,
+      "grad_norm": 328.6185607910156,
+      "learning_rate": 1.159124357923082e-05,
+      "loss": 33.4375,
+      "step": 19489
+    },
+    {
+      "epoch": 0.9313772340628883,
+      "grad_norm": 228.9446563720703,
+      "learning_rate": 1.1590479567126556e-05,
+      "loss": 25.625,
+      "step": 19490
+    },
+    {
+      "epoch": 0.9314250215043487,
+      "grad_norm": 256.8121337890625,
+      "learning_rate": 1.1589715545497371e-05,
+      "loss": 35.2188,
+      "step": 19491
+    },
+    {
+      "epoch": 0.9314728089458091,
+      "grad_norm": 266.67919921875,
+      "learning_rate": 1.1588951514347841e-05,
+      "loss": 31.9688,
+      "step": 19492
+    },
+    {
+      "epoch": 0.9315205963872695,
+      "grad_norm": 521.7446899414062,
+      "learning_rate": 1.1588187473682543e-05,
+      "loss": 35.25,
+      "step": 19493
+    },
+    {
+      "epoch": 0.9315683838287299,
+      "grad_norm": 362.82916259765625,
+      "learning_rate": 1.1587423423506055e-05,
+      "loss": 23.9688,
+      "step": 19494
+    },
+    {
+      "epoch": 0.9316161712701901,
+      "grad_norm": 184.4127960205078,
+      "learning_rate": 1.1586659363822945e-05,
+      "loss": 30.1562,
+      "step": 19495
+    },
+    {
+      "epoch": 0.9316639587116505,
+      "grad_norm": 413.8603820800781,
+      "learning_rate": 1.1585895294637792e-05,
+      "loss": 30.5,
+      "step": 19496
+    },
+    {
+      "epoch": 0.9317117461531109,
+      "grad_norm": 246.1520233154297,
+      "learning_rate": 1.1585131215955175e-05,
+      "loss": 23.6562,
+      "step": 19497
+    },
+    {
+      "epoch": 0.9317595335945713,
+      "grad_norm": 191.0928192138672,
+      "learning_rate": 1.1584367127779664e-05,
+      "loss": 26.8125,
+      "step": 19498
+    },
+    {
+      "epoch": 0.9318073210360317,
+      "grad_norm": 259.368896484375,
+      "learning_rate": 1.1583603030115842e-05,
+      "loss": 26.0312,
+      "step": 19499
+    },
+    {
+      "epoch": 0.9318551084774921,
+      "grad_norm": 179.2599639892578,
+      "learning_rate": 1.158283892296828e-05,
+      "loss": 27.5781,
+      "step": 19500
+    },
+    {
+      "epoch": 0.9319028959189525,
+      "grad_norm": 407.7101745605469,
+      "learning_rate": 1.1582074806341552e-05,
+      "loss": 39.2188,
+      "step": 19501
+    },
+    {
+      "epoch": 0.9319506833604129,
+      "grad_norm": 464.670654296875,
+      "learning_rate": 1.1581310680240243e-05,
+      "loss": 30.6406,
+      "step": 19502
+    },
+    {
+      "epoch": 0.9319984708018733,
+      "grad_norm": 293.0175476074219,
+      "learning_rate": 1.1580546544668919e-05,
+      "loss": 31.5,
+      "step": 19503
+    },
+    {
+      "epoch": 0.9320462582433336,
+      "grad_norm": 184.0559844970703,
+      "learning_rate": 1.1579782399632162e-05,
+      "loss": 23.7188,
+      "step": 19504
+    },
+    {
+      "epoch": 0.932094045684794,
+      "grad_norm": 231.6029815673828,
+      "learning_rate": 1.1579018245134548e-05,
+      "loss": 21.0,
+      "step": 19505
+    },
+    {
+      "epoch": 0.9321418331262544,
+      "grad_norm": 476.7176208496094,
+      "learning_rate": 1.157825408118065e-05,
+      "loss": 23.8594,
+      "step": 19506
+    },
+    {
+      "epoch": 0.9321896205677148,
+      "grad_norm": 108.4416275024414,
+      "learning_rate": 1.1577489907775047e-05,
+      "loss": 24.7031,
+      "step": 19507
+    },
+    {
+      "epoch": 0.9322374080091752,
+      "grad_norm": 407.7004089355469,
+      "learning_rate": 1.1576725724922318e-05,
+      "loss": 30.9062,
+      "step": 19508
+    },
+    {
+      "epoch": 0.9322851954506356,
+      "grad_norm": 181.5589599609375,
+      "learning_rate": 1.1575961532627035e-05,
+      "loss": 24.875,
+      "step": 19509
+    },
+    {
+      "epoch": 0.932332982892096,
+      "grad_norm": 249.85972595214844,
+      "learning_rate": 1.1575197330893777e-05,
+      "loss": 26.6094,
+      "step": 19510
+    },
+    {
+      "epoch": 0.9323807703335564,
+      "grad_norm": 546.9019165039062,
+      "learning_rate": 1.1574433119727115e-05,
+      "loss": 26.4375,
+      "step": 19511
+    },
+    {
+      "epoch": 0.9324285577750168,
+      "grad_norm": 304.5325622558594,
+      "learning_rate": 1.1573668899131636e-05,
+      "loss": 34.375,
+      "step": 19512
+    },
+    {
+      "epoch": 0.9324763452164772,
+      "grad_norm": 293.2062072753906,
+      "learning_rate": 1.1572904669111908e-05,
+      "loss": 25.9219,
+      "step": 19513
+    },
+    {
+      "epoch": 0.9325241326579375,
+      "grad_norm": 637.1046142578125,
+      "learning_rate": 1.157214042967251e-05,
+      "loss": 34.2031,
+      "step": 19514
+    },
+    {
+      "epoch": 0.9325719200993979,
+      "grad_norm": 221.9391632080078,
+      "learning_rate": 1.157137618081802e-05,
+      "loss": 26.9062,
+      "step": 19515
+    },
+    {
+      "epoch": 0.9326197075408582,
+      "grad_norm": 208.1671905517578,
+      "learning_rate": 1.1570611922553015e-05,
+      "loss": 32.0625,
+      "step": 19516
+    },
+    {
+      "epoch": 0.9326674949823186,
+      "grad_norm": 283.6932678222656,
+      "learning_rate": 1.1569847654882069e-05,
+      "loss": 23.5312,
+      "step": 19517
+    },
+    {
+      "epoch": 0.932715282423779,
+      "grad_norm": 201.65805053710938,
+      "learning_rate": 1.1569083377809762e-05,
+      "loss": 26.8281,
+      "step": 19518
+    },
+    {
+      "epoch": 0.9327630698652394,
+      "grad_norm": 1903.2484130859375,
+      "learning_rate": 1.1568319091340671e-05,
+      "loss": 26.0156,
+      "step": 19519
+    },
+    {
+      "epoch": 0.9328108573066998,
+      "grad_norm": 537.3077392578125,
+      "learning_rate": 1.1567554795479373e-05,
+      "loss": 19.3281,
+      "step": 19520
+    },
+    {
+      "epoch": 0.9328586447481602,
+      "grad_norm": 533.7714233398438,
+      "learning_rate": 1.1566790490230444e-05,
+      "loss": 30.375,
+      "step": 19521
+    },
+    {
+      "epoch": 0.9329064321896205,
+      "grad_norm": 492.47906494140625,
+      "learning_rate": 1.1566026175598461e-05,
+      "loss": 25.5625,
+      "step": 19522
+    },
+    {
+      "epoch": 0.9329542196310809,
+      "grad_norm": 292.8265075683594,
+      "learning_rate": 1.1565261851588003e-05,
+      "loss": 25.8438,
+      "step": 19523
+    },
+    {
+      "epoch": 0.9330020070725413,
+      "grad_norm": 691.2213134765625,
+      "learning_rate": 1.1564497518203645e-05,
+      "loss": 37.2188,
+      "step": 19524
+    },
+    {
+      "epoch": 0.9330497945140017,
+      "grad_norm": 503.9362487792969,
+      "learning_rate": 1.1563733175449967e-05,
+      "loss": 37.3125,
+      "step": 19525
+    },
+    {
+      "epoch": 0.9330975819554621,
+      "grad_norm": 165.9424285888672,
+      "learning_rate": 1.1562968823331546e-05,
+      "loss": 21.6094,
+      "step": 19526
+    },
+    {
+      "epoch": 0.9331453693969225,
+      "grad_norm": 244.17723083496094,
+      "learning_rate": 1.1562204461852958e-05,
+      "loss": 29.0312,
+      "step": 19527
+    },
+    {
+      "epoch": 0.9331931568383829,
+      "grad_norm": 239.60528564453125,
+      "learning_rate": 1.1561440091018781e-05,
+      "loss": 30.0,
+      "step": 19528
+    },
+    {
+      "epoch": 0.9332409442798433,
+      "grad_norm": 214.92787170410156,
+      "learning_rate": 1.156067571083359e-05,
+      "loss": 23.5312,
+      "step": 19529
+    },
+    {
+      "epoch": 0.9332887317213037,
+      "grad_norm": 338.9211730957031,
+      "learning_rate": 1.1559911321301966e-05,
+      "loss": 32.4688,
+      "step": 19530
+    },
+    {
+      "epoch": 0.9333365191627641,
+      "grad_norm": 241.9605255126953,
+      "learning_rate": 1.1559146922428488e-05,
+      "loss": 27.25,
+      "step": 19531
+    },
+    {
+      "epoch": 0.9333843066042244,
+      "grad_norm": 229.77951049804688,
+      "learning_rate": 1.1558382514217729e-05,
+      "loss": 27.7812,
+      "step": 19532
+    },
+    {
+      "epoch": 0.9334320940456848,
+      "grad_norm": 278.5433654785156,
+      "learning_rate": 1.1557618096674273e-05,
+      "loss": 26.7031,
+      "step": 19533
+    },
+    {
+      "epoch": 0.9334798814871452,
+      "grad_norm": 497.996826171875,
+      "learning_rate": 1.1556853669802693e-05,
+      "loss": 30.9375,
+      "step": 19534
+    },
+    {
+      "epoch": 0.9335276689286056,
+      "grad_norm": 142.51080322265625,
+      "learning_rate": 1.1556089233607566e-05,
+      "loss": 20.4062,
+      "step": 19535
+    },
+    {
+      "epoch": 0.9335754563700659,
+      "grad_norm": 285.5811767578125,
+      "learning_rate": 1.1555324788093476e-05,
+      "loss": 27.75,
+      "step": 19536
+    },
+    {
+      "epoch": 0.9336232438115263,
+      "grad_norm": 236.90780639648438,
+      "learning_rate": 1.1554560333264996e-05,
+      "loss": 24.8125,
+      "step": 19537
+    },
+    {
+      "epoch": 0.9336710312529867,
+      "grad_norm": 198.75106811523438,
+      "learning_rate": 1.1553795869126705e-05,
+      "loss": 22.5,
+      "step": 19538
+    },
+    {
+      "epoch": 0.9337188186944471,
+      "grad_norm": 256.8389892578125,
+      "learning_rate": 1.1553031395683184e-05,
+      "loss": 27.3438,
+      "step": 19539
+    },
+    {
+      "epoch": 0.9337666061359075,
+      "grad_norm": 184.7486114501953,
+      "learning_rate": 1.1552266912939005e-05,
+      "loss": 23.625,
+      "step": 19540
+    },
+    {
+      "epoch": 0.9338143935773678,
+      "grad_norm": 318.8090515136719,
+      "learning_rate": 1.1551502420898755e-05,
+      "loss": 28.625,
+      "step": 19541
+    },
+    {
+      "epoch": 0.9338621810188282,
+      "grad_norm": 392.381103515625,
+      "learning_rate": 1.1550737919567005e-05,
+      "loss": 29.9375,
+      "step": 19542
+    },
+    {
+      "epoch": 0.9339099684602886,
+      "grad_norm": 214.6858673095703,
+      "learning_rate": 1.1549973408948334e-05,
+      "loss": 37.5312,
+      "step": 19543
+    },
+    {
+      "epoch": 0.933957755901749,
+      "grad_norm": 880.9417724609375,
+      "learning_rate": 1.1549208889047326e-05,
+      "loss": 28.8438,
+      "step": 19544
+    },
+    {
+      "epoch": 0.9340055433432094,
+      "grad_norm": 195.59149169921875,
+      "learning_rate": 1.1548444359868554e-05,
+      "loss": 16.375,
+      "step": 19545
+    },
+    {
+      "epoch": 0.9340533307846698,
+      "grad_norm": 193.66836547851562,
+      "learning_rate": 1.1547679821416598e-05,
+      "loss": 31.5,
+      "step": 19546
+    },
+    {
+      "epoch": 0.9341011182261302,
+      "grad_norm": 3248.547119140625,
+      "learning_rate": 1.1546915273696038e-05,
+      "loss": 35.9062,
+      "step": 19547
+    },
+    {
+      "epoch": 0.9341489056675906,
+      "grad_norm": 376.313232421875,
+      "learning_rate": 1.1546150716711448e-05,
+      "loss": 20.8125,
+      "step": 19548
+    },
+    {
+      "epoch": 0.934196693109051,
+      "grad_norm": 511.19744873046875,
+      "learning_rate": 1.1545386150467415e-05,
+      "loss": 32.9688,
+      "step": 19549
+    },
+    {
+      "epoch": 0.9342444805505113,
+      "grad_norm": 130.3675079345703,
+      "learning_rate": 1.1544621574968511e-05,
+      "loss": 16.7188,
+      "step": 19550
+    },
+    {
+      "epoch": 0.9342922679919717,
+      "grad_norm": 196.88941955566406,
+      "learning_rate": 1.1543856990219316e-05,
+      "loss": 22.7812,
+      "step": 19551
+    },
+    {
+      "epoch": 0.9343400554334321,
+      "grad_norm": 162.01800537109375,
+      "learning_rate": 1.154309239622441e-05,
+      "loss": 26.2188,
+      "step": 19552
+    },
+    {
+      "epoch": 0.9343878428748925,
+      "grad_norm": 188.54464721679688,
+      "learning_rate": 1.1542327792988373e-05,
+      "loss": 18.4375,
+      "step": 19553
+    },
+    {
+      "epoch": 0.9344356303163529,
+      "grad_norm": 243.4758758544922,
+      "learning_rate": 1.1541563180515783e-05,
+      "loss": 25.0156,
+      "step": 19554
+    },
+    {
+      "epoch": 0.9344834177578133,
+      "grad_norm": 423.2363586425781,
+      "learning_rate": 1.1540798558811214e-05,
+      "loss": 40.3125,
+      "step": 19555
+    },
+    {
+      "epoch": 0.9345312051992737,
+      "grad_norm": 328.4163818359375,
+      "learning_rate": 1.1540033927879255e-05,
+      "loss": 24.9688,
+      "step": 19556
+    },
+    {
+      "epoch": 0.934578992640734,
+      "grad_norm": 276.47772216796875,
+      "learning_rate": 1.1539269287724476e-05,
+      "loss": 24.1875,
+      "step": 19557
+    },
+    {
+      "epoch": 0.9346267800821944,
+      "grad_norm": 371.9958190917969,
+      "learning_rate": 1.1538504638351467e-05,
+      "loss": 38.8594,
+      "step": 19558
+    },
+    {
+      "epoch": 0.9346745675236547,
+      "grad_norm": 349.43414306640625,
+      "learning_rate": 1.1537739979764795e-05,
+      "loss": 33.625,
+      "step": 19559
+    },
+    {
+      "epoch": 0.9347223549651151,
+      "grad_norm": 336.03314208984375,
+      "learning_rate": 1.1536975311969048e-05,
+      "loss": 31.2188,
+      "step": 19560
+    },
+    {
+      "epoch": 0.9347701424065755,
+      "grad_norm": 237.32791137695312,
+      "learning_rate": 1.1536210634968802e-05,
+      "loss": 22.5625,
+      "step": 19561
+    },
+    {
+      "epoch": 0.9348179298480359,
+      "grad_norm": 289.6651306152344,
+      "learning_rate": 1.153544594876863e-05,
+      "loss": 30.4844,
+      "step": 19562
+    },
+    {
+      "epoch": 0.9348657172894963,
+      "grad_norm": 285.2754211425781,
+      "learning_rate": 1.1534681253373123e-05,
+      "loss": 34.375,
+      "step": 19563
+    },
+    {
+      "epoch": 0.9349135047309567,
+      "grad_norm": 263.91546630859375,
+      "learning_rate": 1.1533916548786856e-05,
+      "loss": 35.1562,
+      "step": 19564
+    },
+    {
+      "epoch": 0.9349612921724171,
+      "grad_norm": 321.58837890625,
+      "learning_rate": 1.1533151835014406e-05,
+      "loss": 30.4844,
+      "step": 19565
+    },
+    {
+      "epoch": 0.9350090796138775,
+      "grad_norm": 302.8055419921875,
+      "learning_rate": 1.1532387112060358e-05,
+      "loss": 21.2812,
+      "step": 19566
+    },
+    {
+      "epoch": 0.9350568670553379,
+      "grad_norm": 321.843994140625,
+      "learning_rate": 1.1531622379929286e-05,
+      "loss": 36.125,
+      "step": 19567
+    },
+    {
+      "epoch": 0.9351046544967982,
+      "grad_norm": 393.6600341796875,
+      "learning_rate": 1.1530857638625772e-05,
+      "loss": 26.4062,
+      "step": 19568
+    },
+    {
+      "epoch": 0.9351524419382586,
+      "grad_norm": 232.9751434326172,
+      "learning_rate": 1.1530092888154396e-05,
+      "loss": 25.7188,
+      "step": 19569
+    },
+    {
+      "epoch": 0.935200229379719,
+      "grad_norm": 441.0553283691406,
+      "learning_rate": 1.152932812851974e-05,
+      "loss": 35.4375,
+      "step": 19570
+    },
+    {
+      "epoch": 0.9352480168211794,
+      "grad_norm": 207.1346435546875,
+      "learning_rate": 1.152856335972638e-05,
+      "loss": 27.2812,
+      "step": 19571
+    },
+    {
+      "epoch": 0.9352958042626398,
+      "grad_norm": 387.5546875,
+      "learning_rate": 1.1527798581778897e-05,
+      "loss": 29.8438,
+      "step": 19572
+    },
+    {
+      "epoch": 0.9353435917041002,
+      "grad_norm": 207.42764282226562,
+      "learning_rate": 1.1527033794681875e-05,
+      "loss": 31.0625,
+      "step": 19573
+    },
+    {
+      "epoch": 0.9353913791455606,
+      "grad_norm": 270.9212646484375,
+      "learning_rate": 1.1526268998439891e-05,
+      "loss": 38.5156,
+      "step": 19574
+    },
+    {
+      "epoch": 0.935439166587021,
+      "grad_norm": 468.07293701171875,
+      "learning_rate": 1.1525504193057524e-05,
+      "loss": 25.5625,
+      "step": 19575
+    },
+    {
+      "epoch": 0.9354869540284814,
+      "grad_norm": 224.95494079589844,
+      "learning_rate": 1.1524739378539353e-05,
+      "loss": 28.75,
+      "step": 19576
+    },
+    {
+      "epoch": 0.9355347414699416,
+      "grad_norm": 361.2334289550781,
+      "learning_rate": 1.1523974554889965e-05,
+      "loss": 25.7969,
+      "step": 19577
+    },
+    {
+      "epoch": 0.935582528911402,
+      "grad_norm": 343.37213134765625,
+      "learning_rate": 1.1523209722113932e-05,
+      "loss": 21.1719,
+      "step": 19578
+    },
+    {
+      "epoch": 0.9356303163528624,
+      "grad_norm": 261.6128845214844,
+      "learning_rate": 1.152244488021584e-05,
+      "loss": 38.5,
+      "step": 19579
+    },
+    {
+      "epoch": 0.9356781037943228,
+      "grad_norm": 408.9036865234375,
+      "learning_rate": 1.1521680029200269e-05,
+      "loss": 28.9375,
+      "step": 19580
+    },
+    {
+      "epoch": 0.9357258912357832,
+      "grad_norm": 259.3288879394531,
+      "learning_rate": 1.1520915169071794e-05,
+      "loss": 33.3438,
+      "step": 19581
+    },
+    {
+      "epoch": 0.9357736786772436,
+      "grad_norm": 191.73794555664062,
+      "learning_rate": 1.1520150299835003e-05,
+      "loss": 28.0312,
+      "step": 19582
+    },
+    {
+      "epoch": 0.935821466118704,
+      "grad_norm": 163.16258239746094,
+      "learning_rate": 1.1519385421494471e-05,
+      "loss": 23.7969,
+      "step": 19583
+    },
+    {
+      "epoch": 0.9358692535601644,
+      "grad_norm": 377.8173522949219,
+      "learning_rate": 1.1518620534054783e-05,
+      "loss": 26.1719,
+      "step": 19584
+    },
+    {
+      "epoch": 0.9359170410016248,
+      "grad_norm": 242.455810546875,
+      "learning_rate": 1.1517855637520519e-05,
+      "loss": 27.9375,
+      "step": 19585
+    },
+    {
+      "epoch": 0.9359648284430852,
+      "grad_norm": 373.47796630859375,
+      "learning_rate": 1.1517090731896255e-05,
+      "loss": 32.5,
+      "step": 19586
+    },
+    {
+      "epoch": 0.9360126158845455,
+      "grad_norm": 235.80947875976562,
+      "learning_rate": 1.1516325817186576e-05,
+      "loss": 24.7656,
+      "step": 19587
+    },
+    {
+      "epoch": 0.9360604033260059,
+      "grad_norm": 305.00994873046875,
+      "learning_rate": 1.151556089339606e-05,
+      "loss": 28.4688,
+      "step": 19588
+    },
+    {
+      "epoch": 0.9361081907674663,
+      "grad_norm": 174.72482299804688,
+      "learning_rate": 1.1514795960529294e-05,
+      "loss": 25.4531,
+      "step": 19589
+    },
+    {
+      "epoch": 0.9361559782089267,
+      "grad_norm": 243.1803741455078,
+      "learning_rate": 1.1514031018590852e-05,
+      "loss": 18.4375,
+      "step": 19590
+    },
+    {
+      "epoch": 0.9362037656503871,
+      "grad_norm": 186.64837646484375,
+      "learning_rate": 1.151326606758532e-05,
+      "loss": 18.0,
+      "step": 19591
+    },
+    {
+      "epoch": 0.9362515530918475,
+      "grad_norm": 327.10736083984375,
+      "learning_rate": 1.1512501107517275e-05,
+      "loss": 21.4844,
+      "step": 19592
+    },
+    {
+      "epoch": 0.9362993405333079,
+      "grad_norm": 195.6572723388672,
+      "learning_rate": 1.1511736138391303e-05,
+      "loss": 20.5156,
+      "step": 19593
+    },
+    {
+      "epoch": 0.9363471279747683,
+      "grad_norm": 312.91363525390625,
+      "learning_rate": 1.1510971160211977e-05,
+      "loss": 19.8125,
+      "step": 19594
+    },
+    {
+      "epoch": 0.9363949154162287,
+      "grad_norm": 303.44549560546875,
+      "learning_rate": 1.151020617298389e-05,
+      "loss": 24.75,
+      "step": 19595
+    },
+    {
+      "epoch": 0.936442702857689,
+      "grad_norm": 246.41038513183594,
+      "learning_rate": 1.1509441176711609e-05,
+      "loss": 24.0625,
+      "step": 19596
+    },
+    {
+      "epoch": 0.9364904902991494,
+      "grad_norm": 269.435791015625,
+      "learning_rate": 1.1508676171399729e-05,
+      "loss": 27.3281,
+      "step": 19597
+    },
+    {
+      "epoch": 0.9365382777406097,
+      "grad_norm": 271.532470703125,
+      "learning_rate": 1.1507911157052824e-05,
+      "loss": 29.3125,
+      "step": 19598
+    },
+    {
+      "epoch": 0.9365860651820701,
+      "grad_norm": 285.1575622558594,
+      "learning_rate": 1.1507146133675475e-05,
+      "loss": 28.7812,
+      "step": 19599
+    },
+    {
+      "epoch": 0.9366338526235305,
+      "grad_norm": 206.42715454101562,
+      "learning_rate": 1.1506381101272267e-05,
+      "loss": 21.7812,
+      "step": 19600
+    },
+    {
+      "epoch": 0.9366816400649909,
+      "grad_norm": 205.2825469970703,
+      "learning_rate": 1.150561605984778e-05,
+      "loss": 20.0938,
+      "step": 19601
+    },
+    {
+      "epoch": 0.9367294275064513,
+      "grad_norm": 146.89002990722656,
+      "learning_rate": 1.1504851009406594e-05,
+      "loss": 23.0,
+      "step": 19602
+    },
+    {
+      "epoch": 0.9367772149479117,
+      "grad_norm": 247.4658660888672,
+      "learning_rate": 1.1504085949953294e-05,
+      "loss": 36.2812,
+      "step": 19603
+    },
+    {
+      "epoch": 0.936825002389372,
+      "grad_norm": 325.1156005859375,
+      "learning_rate": 1.1503320881492458e-05,
+      "loss": 40.4688,
+      "step": 19604
+    },
+    {
+      "epoch": 0.9368727898308324,
+      "grad_norm": 275.56512451171875,
+      "learning_rate": 1.1502555804028672e-05,
+      "loss": 24.4531,
+      "step": 19605
+    },
+    {
+      "epoch": 0.9369205772722928,
+      "grad_norm": 235.73617553710938,
+      "learning_rate": 1.1501790717566514e-05,
+      "loss": 16.1094,
+      "step": 19606
+    },
+    {
+      "epoch": 0.9369683647137532,
+      "grad_norm": 212.83367919921875,
+      "learning_rate": 1.150102562211057e-05,
+      "loss": 28.0312,
+      "step": 19607
+    },
+    {
+      "epoch": 0.9370161521552136,
+      "grad_norm": 151.05165100097656,
+      "learning_rate": 1.1500260517665419e-05,
+      "loss": 24.5781,
+      "step": 19608
+    },
+    {
+      "epoch": 0.937063939596674,
+      "grad_norm": 306.7132263183594,
+      "learning_rate": 1.149949540423564e-05,
+      "loss": 26.5625,
+      "step": 19609
+    },
+    {
+      "epoch": 0.9371117270381344,
+      "grad_norm": 1161.5982666015625,
+      "learning_rate": 1.1498730281825823e-05,
+      "loss": 33.8438,
+      "step": 19610
+    },
+    {
+      "epoch": 0.9371595144795948,
+      "grad_norm": 448.1348876953125,
+      "learning_rate": 1.1497965150440544e-05,
+      "loss": 34.2188,
+      "step": 19611
+    },
+    {
+      "epoch": 0.9372073019210552,
+      "grad_norm": 264.1902770996094,
+      "learning_rate": 1.1497200010084384e-05,
+      "loss": 15.5,
+      "step": 19612
+    },
+    {
+      "epoch": 0.9372550893625156,
+      "grad_norm": 343.2016296386719,
+      "learning_rate": 1.1496434860761929e-05,
+      "loss": 46.0312,
+      "step": 19613
+    },
+    {
+      "epoch": 0.937302876803976,
+      "grad_norm": 195.99026489257812,
+      "learning_rate": 1.1495669702477762e-05,
+      "loss": 19.9375,
+      "step": 19614
+    },
+    {
+      "epoch": 0.9373506642454363,
+      "grad_norm": 316.1772766113281,
+      "learning_rate": 1.149490453523646e-05,
+      "loss": 26.0312,
+      "step": 19615
+    },
+    {
+      "epoch": 0.9373984516868967,
+      "grad_norm": 227.87225341796875,
+      "learning_rate": 1.1494139359042612e-05,
+      "loss": 23.25,
+      "step": 19616
+    },
+    {
+      "epoch": 0.9374462391283571,
+      "grad_norm": 132.273193359375,
+      "learning_rate": 1.1493374173900795e-05,
+      "loss": 20.7188,
+      "step": 19617
+    },
+    {
+      "epoch": 0.9374940265698175,
+      "grad_norm": 246.69480895996094,
+      "learning_rate": 1.1492608979815593e-05,
+      "loss": 31.1875,
+      "step": 19618
+    },
+    {
+      "epoch": 0.9375418140112778,
+      "grad_norm": 261.25689697265625,
+      "learning_rate": 1.1491843776791591e-05,
+      "loss": 37.125,
+      "step": 19619
+    },
+    {
+      "epoch": 0.9375896014527382,
+      "grad_norm": 278.0893859863281,
+      "learning_rate": 1.149107856483337e-05,
+      "loss": 29.625,
+      "step": 19620
+    },
+    {
+      "epoch": 0.9376373888941986,
+      "grad_norm": 280.6770324707031,
+      "learning_rate": 1.1490313343945512e-05,
+      "loss": 19.8906,
+      "step": 19621
+    },
+    {
+      "epoch": 0.937685176335659,
+      "grad_norm": 207.10743713378906,
+      "learning_rate": 1.1489548114132603e-05,
+      "loss": 26.4688,
+      "step": 19622
+    },
+    {
+      "epoch": 0.9377329637771193,
+      "grad_norm": 289.49761962890625,
+      "learning_rate": 1.1488782875399218e-05,
+      "loss": 23.3281,
+      "step": 19623
+    },
+    {
+      "epoch": 0.9377807512185797,
+      "grad_norm": 323.62994384765625,
+      "learning_rate": 1.1488017627749948e-05,
+      "loss": 26.75,
+      "step": 19624
+    },
+    {
+      "epoch": 0.9378285386600401,
+      "grad_norm": 235.9827117919922,
+      "learning_rate": 1.148725237118937e-05,
+      "loss": 17.9062,
+      "step": 19625
+    },
+    {
+      "epoch": 0.9378763261015005,
+      "grad_norm": 539.9791870117188,
+      "learning_rate": 1.1486487105722072e-05,
+      "loss": 27.9688,
+      "step": 19626
+    },
+    {
+      "epoch": 0.9379241135429609,
+      "grad_norm": 263.2883605957031,
+      "learning_rate": 1.1485721831352633e-05,
+      "loss": 33.4688,
+      "step": 19627
+    },
+    {
+      "epoch": 0.9379719009844213,
+      "grad_norm": 532.4943237304688,
+      "learning_rate": 1.1484956548085637e-05,
+      "loss": 24.3438,
+      "step": 19628
+    },
+    {
+      "epoch": 0.9380196884258817,
+      "grad_norm": 165.30181884765625,
+      "learning_rate": 1.1484191255925665e-05,
+      "loss": 21.4688,
+      "step": 19629
+    },
+    {
+      "epoch": 0.9380674758673421,
+      "grad_norm": 189.40859985351562,
+      "learning_rate": 1.1483425954877307e-05,
+      "loss": 26.125,
+      "step": 19630
+    },
+    {
+      "epoch": 0.9381152633088025,
+      "grad_norm": 200.7069854736328,
+      "learning_rate": 1.1482660644945138e-05,
+      "loss": 22.75,
+      "step": 19631
+    },
+    {
+      "epoch": 0.9381630507502629,
+      "grad_norm": 906.9786987304688,
+      "learning_rate": 1.1481895326133747e-05,
+      "loss": 28.875,
+      "step": 19632
+    },
+    {
+      "epoch": 0.9382108381917232,
+      "grad_norm": 159.6997833251953,
+      "learning_rate": 1.1481129998447715e-05,
+      "loss": 23.0,
+      "step": 19633
+    },
+    {
+      "epoch": 0.9382586256331836,
+      "grad_norm": 174.81983947753906,
+      "learning_rate": 1.1480364661891626e-05,
+      "loss": 25.3125,
+      "step": 19634
+    },
+    {
+      "epoch": 0.938306413074644,
+      "grad_norm": 242.25123596191406,
+      "learning_rate": 1.1479599316470062e-05,
+      "loss": 36.375,
+      "step": 19635
+    },
+    {
+      "epoch": 0.9383542005161044,
+      "grad_norm": 410.0614318847656,
+      "learning_rate": 1.1478833962187608e-05,
+      "loss": 17.6875,
+      "step": 19636
+    },
+    {
+      "epoch": 0.9384019879575648,
+      "grad_norm": 232.9473419189453,
+      "learning_rate": 1.1478068599048846e-05,
+      "loss": 29.9375,
+      "step": 19637
+    },
+    {
+      "epoch": 0.9384497753990252,
+      "grad_norm": 511.0939025878906,
+      "learning_rate": 1.1477303227058358e-05,
+      "loss": 26.625,
+      "step": 19638
+    },
+    {
+      "epoch": 0.9384975628404855,
+      "grad_norm": 187.40382385253906,
+      "learning_rate": 1.1476537846220735e-05,
+      "loss": 27.375,
+      "step": 19639
+    },
+    {
+      "epoch": 0.9385453502819459,
+      "grad_norm": 442.7354736328125,
+      "learning_rate": 1.1475772456540553e-05,
+      "loss": 29.2969,
+      "step": 19640
+    },
+    {
+      "epoch": 0.9385931377234062,
+      "grad_norm": 461.2395935058594,
+      "learning_rate": 1.1475007058022397e-05,
+      "loss": 32.625,
+      "step": 19641
+    },
+    {
+      "epoch": 0.9386409251648666,
+      "grad_norm": 202.39938354492188,
+      "learning_rate": 1.1474241650670854e-05,
+      "loss": 35.5,
+      "step": 19642
+    },
+    {
+      "epoch": 0.938688712606327,
+      "grad_norm": 145.03709411621094,
+      "learning_rate": 1.1473476234490506e-05,
+      "loss": 17.0,
+      "step": 19643
+    },
+    {
+      "epoch": 0.9387365000477874,
+      "grad_norm": 267.779541015625,
+      "learning_rate": 1.1472710809485933e-05,
+      "loss": 29.0625,
+      "step": 19644
+    },
+    {
+      "epoch": 0.9387842874892478,
+      "grad_norm": 167.28591918945312,
+      "learning_rate": 1.1471945375661729e-05,
+      "loss": 27.0312,
+      "step": 19645
+    },
+    {
+      "epoch": 0.9388320749307082,
+      "grad_norm": 242.14901733398438,
+      "learning_rate": 1.1471179933022467e-05,
+      "loss": 29.5156,
+      "step": 19646
+    },
+    {
+      "epoch": 0.9388798623721686,
+      "grad_norm": 207.80111694335938,
+      "learning_rate": 1.1470414481572736e-05,
+      "loss": 20.8906,
+      "step": 19647
+    },
+    {
+      "epoch": 0.938927649813629,
+      "grad_norm": 309.3642578125,
+      "learning_rate": 1.1469649021317122e-05,
+      "loss": 33.3125,
+      "step": 19648
+    },
+    {
+      "epoch": 0.9389754372550894,
+      "grad_norm": 249.1305694580078,
+      "learning_rate": 1.1468883552260201e-05,
+      "loss": 32.3125,
+      "step": 19649
+    },
+    {
+      "epoch": 0.9390232246965498,
+      "grad_norm": 419.97650146484375,
+      "learning_rate": 1.146811807440657e-05,
+      "loss": 23.3438,
+      "step": 19650
+    },
+    {
+      "epoch": 0.9390710121380101,
+      "grad_norm": 279.68475341796875,
+      "learning_rate": 1.14673525877608e-05,
+      "loss": 24.7188,
+      "step": 19651
+    },
+    {
+      "epoch": 0.9391187995794705,
+      "grad_norm": 743.81494140625,
+      "learning_rate": 1.1466587092327486e-05,
+      "loss": 30.9375,
+      "step": 19652
+    },
+    {
+      "epoch": 0.9391665870209309,
+      "grad_norm": 632.4075317382812,
+      "learning_rate": 1.1465821588111203e-05,
+      "loss": 29.0,
+      "step": 19653
+    },
+    {
+      "epoch": 0.9392143744623913,
+      "grad_norm": 502.45758056640625,
+      "learning_rate": 1.1465056075116545e-05,
+      "loss": 20.3438,
+      "step": 19654
+    },
+    {
+      "epoch": 0.9392621619038517,
+      "grad_norm": 255.17092895507812,
+      "learning_rate": 1.1464290553348087e-05,
+      "loss": 26.3125,
+      "step": 19655
+    },
+    {
+      "epoch": 0.9393099493453121,
+      "grad_norm": 208.50338745117188,
+      "learning_rate": 1.1463525022810422e-05,
+      "loss": 21.6562,
+      "step": 19656
+    },
+    {
+      "epoch": 0.9393577367867725,
+      "grad_norm": 340.34454345703125,
+      "learning_rate": 1.146275948350813e-05,
+      "loss": 31.4531,
+      "step": 19657
+    },
+    {
+      "epoch": 0.9394055242282329,
+      "grad_norm": 184.7791290283203,
+      "learning_rate": 1.1461993935445796e-05,
+      "loss": 25.125,
+      "step": 19658
+    },
+    {
+      "epoch": 0.9394533116696933,
+      "grad_norm": 212.39219665527344,
+      "learning_rate": 1.1461228378628006e-05,
+      "loss": 30.3438,
+      "step": 19659
+    },
+    {
+      "epoch": 0.9395010991111535,
+      "grad_norm": 290.219970703125,
+      "learning_rate": 1.1460462813059341e-05,
+      "loss": 30.0625,
+      "step": 19660
+    },
+    {
+      "epoch": 0.9395488865526139,
+      "grad_norm": 237.9986114501953,
+      "learning_rate": 1.145969723874439e-05,
+      "loss": 25.7656,
+      "step": 19661
+    },
+    {
+      "epoch": 0.9395966739940743,
+      "grad_norm": 305.0749816894531,
+      "learning_rate": 1.1458931655687733e-05,
+      "loss": 30.8125,
+      "step": 19662
+    },
+    {
+      "epoch": 0.9396444614355347,
+      "grad_norm": 445.20721435546875,
+      "learning_rate": 1.145816606389396e-05,
+      "loss": 31.8438,
+      "step": 19663
+    },
+    {
+      "epoch": 0.9396922488769951,
+      "grad_norm": 421.68206787109375,
+      "learning_rate": 1.1457400463367654e-05,
+      "loss": 35.7812,
+      "step": 19664
+    },
+    {
+      "epoch": 0.9397400363184555,
+      "grad_norm": 175.95166015625,
+      "learning_rate": 1.14566348541134e-05,
+      "loss": 28.9688,
+      "step": 19665
+    },
+    {
+      "epoch": 0.9397878237599159,
+      "grad_norm": 382.9961242675781,
+      "learning_rate": 1.1455869236135779e-05,
+      "loss": 28.9375,
+      "step": 19666
+    },
+    {
+      "epoch": 0.9398356112013763,
+      "grad_norm": 470.8785095214844,
+      "learning_rate": 1.1455103609439387e-05,
+      "loss": 37.5,
+      "step": 19667
+    },
+    {
+      "epoch": 0.9398833986428367,
+      "grad_norm": 347.70123291015625,
+      "learning_rate": 1.1454337974028795e-05,
+      "loss": 23.0469,
+      "step": 19668
+    },
+    {
+      "epoch": 0.939931186084297,
+      "grad_norm": 419.6874694824219,
+      "learning_rate": 1.14535723299086e-05,
+      "loss": 23.7188,
+      "step": 19669
+    },
+    {
+      "epoch": 0.9399789735257574,
+      "grad_norm": 370.8002624511719,
+      "learning_rate": 1.1452806677083379e-05,
+      "loss": 25.2969,
+      "step": 19670
+    },
+    {
+      "epoch": 0.9400267609672178,
+      "grad_norm": 534.2286376953125,
+      "learning_rate": 1.1452041015557724e-05,
+      "loss": 29.2812,
+      "step": 19671
+    },
+    {
+      "epoch": 0.9400745484086782,
+      "grad_norm": 434.13623046875,
+      "learning_rate": 1.1451275345336215e-05,
+      "loss": 18.5625,
+      "step": 19672
+    },
+    {
+      "epoch": 0.9401223358501386,
+      "grad_norm": 203.28236389160156,
+      "learning_rate": 1.145050966642344e-05,
+      "loss": 24.6875,
+      "step": 19673
+    },
+    {
+      "epoch": 0.940170123291599,
+      "grad_norm": 225.9993133544922,
+      "learning_rate": 1.1449743978823983e-05,
+      "loss": 31.2969,
+      "step": 19674
+    },
+    {
+      "epoch": 0.9402179107330594,
+      "grad_norm": 218.91256713867188,
+      "learning_rate": 1.144897828254243e-05,
+      "loss": 28.4062,
+      "step": 19675
+    },
+    {
+      "epoch": 0.9402656981745198,
+      "grad_norm": 380.7323913574219,
+      "learning_rate": 1.1448212577583369e-05,
+      "loss": 28.3125,
+      "step": 19676
+    },
+    {
+      "epoch": 0.9403134856159802,
+      "grad_norm": 239.35629272460938,
+      "learning_rate": 1.144744686395138e-05,
+      "loss": 30.7812,
+      "step": 19677
+    },
+    {
+      "epoch": 0.9403612730574405,
+      "grad_norm": 411.5958557128906,
+      "learning_rate": 1.1446681141651058e-05,
+      "loss": 34.0938,
+      "step": 19678
+    },
+    {
+      "epoch": 0.9404090604989009,
+      "grad_norm": 400.3286437988281,
+      "learning_rate": 1.1445915410686977e-05,
+      "loss": 28.0312,
+      "step": 19679
+    },
+    {
+      "epoch": 0.9404568479403612,
+      "grad_norm": 181.729736328125,
+      "learning_rate": 1.1445149671063728e-05,
+      "loss": 26.75,
+      "step": 19680
+    },
+    {
+      "epoch": 0.9405046353818216,
+      "grad_norm": 250.00146484375,
+      "learning_rate": 1.1444383922785897e-05,
+      "loss": 34.8125,
+      "step": 19681
+    },
+    {
+      "epoch": 0.940552422823282,
+      "grad_norm": 269.9049072265625,
+      "learning_rate": 1.1443618165858075e-05,
+      "loss": 27.1562,
+      "step": 19682
+    },
+    {
+      "epoch": 0.9406002102647424,
+      "grad_norm": 254.28875732421875,
+      "learning_rate": 1.144285240028484e-05,
+      "loss": 27.9375,
+      "step": 19683
+    },
+    {
+      "epoch": 0.9406479977062028,
+      "grad_norm": 234.2272491455078,
+      "learning_rate": 1.1442086626070781e-05,
+      "loss": 38.3125,
+      "step": 19684
+    },
+    {
+      "epoch": 0.9406957851476632,
+      "grad_norm": 134.76658630371094,
+      "learning_rate": 1.1441320843220486e-05,
+      "loss": 14.4219,
+      "step": 19685
+    },
+    {
+      "epoch": 0.9407435725891236,
+      "grad_norm": 258.71478271484375,
+      "learning_rate": 1.1440555051738533e-05,
+      "loss": 27.0625,
+      "step": 19686
+    },
+    {
+      "epoch": 0.940791360030584,
+      "grad_norm": 239.36016845703125,
+      "learning_rate": 1.1439789251629521e-05,
+      "loss": 30.0625,
+      "step": 19687
+    },
+    {
+      "epoch": 0.9408391474720443,
+      "grad_norm": 172.67124938964844,
+      "learning_rate": 1.1439023442898024e-05,
+      "loss": 23.25,
+      "step": 19688
+    },
+    {
+      "epoch": 0.9408869349135047,
+      "grad_norm": 261.7664794921875,
+      "learning_rate": 1.1438257625548637e-05,
+      "loss": 27.4688,
+      "step": 19689
+    },
+    {
+      "epoch": 0.9409347223549651,
+      "grad_norm": 182.90846252441406,
+      "learning_rate": 1.1437491799585943e-05,
+      "loss": 27.9062,
+      "step": 19690
+    },
+    {
+      "epoch": 0.9409825097964255,
+      "grad_norm": 323.4125061035156,
+      "learning_rate": 1.1436725965014525e-05,
+      "loss": 39.1562,
+      "step": 19691
+    },
+    {
+      "epoch": 0.9410302972378859,
+      "grad_norm": 464.7209777832031,
+      "learning_rate": 1.1435960121838973e-05,
+      "loss": 25.9688,
+      "step": 19692
+    },
+    {
+      "epoch": 0.9410780846793463,
+      "grad_norm": 229.35000610351562,
+      "learning_rate": 1.1435194270063874e-05,
+      "loss": 38.4062,
+      "step": 19693
+    },
+    {
+      "epoch": 0.9411258721208067,
+      "grad_norm": 563.4234619140625,
+      "learning_rate": 1.1434428409693813e-05,
+      "loss": 33.8281,
+      "step": 19694
+    },
+    {
+      "epoch": 0.9411736595622671,
+      "grad_norm": 176.88218688964844,
+      "learning_rate": 1.1433662540733377e-05,
+      "loss": 23.7656,
+      "step": 19695
+    },
+    {
+      "epoch": 0.9412214470037275,
+      "grad_norm": 274.8823547363281,
+      "learning_rate": 1.1432896663187152e-05,
+      "loss": 25.5625,
+      "step": 19696
+    },
+    {
+      "epoch": 0.9412692344451878,
+      "grad_norm": 378.0207824707031,
+      "learning_rate": 1.1432130777059722e-05,
+      "loss": 21.3125,
+      "step": 19697
+    },
+    {
+      "epoch": 0.9413170218866482,
+      "grad_norm": 351.7396240234375,
+      "learning_rate": 1.1431364882355682e-05,
+      "loss": 31.5938,
+      "step": 19698
+    },
+    {
+      "epoch": 0.9413648093281086,
+      "grad_norm": 246.35264587402344,
+      "learning_rate": 1.1430598979079608e-05,
+      "loss": 27.3594,
+      "step": 19699
+    },
+    {
+      "epoch": 0.941412596769569,
+      "grad_norm": 259.7119445800781,
+      "learning_rate": 1.1429833067236095e-05,
+      "loss": 31.9688,
+      "step": 19700
+    },
+    {
+      "epoch": 0.9414603842110293,
+      "grad_norm": 240.3723602294922,
+      "learning_rate": 1.1429067146829726e-05,
+      "loss": 22.5312,
+      "step": 19701
+    },
+    {
+      "epoch": 0.9415081716524897,
+      "grad_norm": 152.28585815429688,
+      "learning_rate": 1.142830121786509e-05,
+      "loss": 23.125,
+      "step": 19702
+    },
+    {
+      "epoch": 0.9415559590939501,
+      "grad_norm": 275.83642578125,
+      "learning_rate": 1.1427535280346771e-05,
+      "loss": 30.1875,
+      "step": 19703
+    },
+    {
+      "epoch": 0.9416037465354105,
+      "grad_norm": 176.03659057617188,
+      "learning_rate": 1.1426769334279361e-05,
+      "loss": 16.8125,
+      "step": 19704
+    },
+    {
+      "epoch": 0.9416515339768708,
+      "grad_norm": 212.87567138671875,
+      "learning_rate": 1.1426003379667443e-05,
+      "loss": 28.375,
+      "step": 19705
+    },
+    {
+      "epoch": 0.9416993214183312,
+      "grad_norm": 236.56813049316406,
+      "learning_rate": 1.14252374165156e-05,
+      "loss": 24.6562,
+      "step": 19706
+    },
+    {
+      "epoch": 0.9417471088597916,
+      "grad_norm": 296.93914794921875,
+      "learning_rate": 1.1424471444828429e-05,
+      "loss": 30.5625,
+      "step": 19707
+    },
+    {
+      "epoch": 0.941794896301252,
+      "grad_norm": 283.1104736328125,
+      "learning_rate": 1.142370546461051e-05,
+      "loss": 22.1719,
+      "step": 19708
+    },
+    {
+      "epoch": 0.9418426837427124,
+      "grad_norm": 204.35951232910156,
+      "learning_rate": 1.1422939475866434e-05,
+      "loss": 23.0312,
+      "step": 19709
+    },
+    {
+      "epoch": 0.9418904711841728,
+      "grad_norm": 147.8516387939453,
+      "learning_rate": 1.1422173478600785e-05,
+      "loss": 18.1562,
+      "step": 19710
+    },
+    {
+      "epoch": 0.9419382586256332,
+      "grad_norm": 283.9119567871094,
+      "learning_rate": 1.1421407472818153e-05,
+      "loss": 36.9375,
+      "step": 19711
+    },
+    {
+      "epoch": 0.9419860460670936,
+      "grad_norm": 306.179443359375,
+      "learning_rate": 1.1420641458523123e-05,
+      "loss": 32.0938,
+      "step": 19712
+    },
+    {
+      "epoch": 0.942033833508554,
+      "grad_norm": 180.6436767578125,
+      "learning_rate": 1.1419875435720284e-05,
+      "loss": 29.9219,
+      "step": 19713
+    },
+    {
+      "epoch": 0.9420816209500144,
+      "grad_norm": 507.6218566894531,
+      "learning_rate": 1.1419109404414224e-05,
+      "loss": 38.9375,
+      "step": 19714
+    },
+    {
+      "epoch": 0.9421294083914747,
+      "grad_norm": 274.4072265625,
+      "learning_rate": 1.141834336460953e-05,
+      "loss": 33.0,
+      "step": 19715
+    },
+    {
+      "epoch": 0.9421771958329351,
+      "grad_norm": 216.12962341308594,
+      "learning_rate": 1.1417577316310789e-05,
+      "loss": 27.625,
+      "step": 19716
+    },
+    {
+      "epoch": 0.9422249832743955,
+      "grad_norm": 236.28610229492188,
+      "learning_rate": 1.141681125952259e-05,
+      "loss": 20.7969,
+      "step": 19717
+    },
+    {
+      "epoch": 0.9422727707158559,
+      "grad_norm": 170.2576904296875,
+      "learning_rate": 1.1416045194249517e-05,
+      "loss": 23.1562,
+      "step": 19718
+    },
+    {
+      "epoch": 0.9423205581573163,
+      "grad_norm": 285.6624450683594,
+      "learning_rate": 1.1415279120496163e-05,
+      "loss": 33.3125,
+      "step": 19719
+    },
+    {
+      "epoch": 0.9423683455987767,
+      "grad_norm": 168.97528076171875,
+      "learning_rate": 1.1414513038267112e-05,
+      "loss": 24.4531,
+      "step": 19720
+    },
+    {
+      "epoch": 0.9424161330402371,
+      "grad_norm": 255.1053924560547,
+      "learning_rate": 1.1413746947566952e-05,
+      "loss": 17.7812,
+      "step": 19721
+    },
+    {
+      "epoch": 0.9424639204816974,
+      "grad_norm": 193.92857360839844,
+      "learning_rate": 1.1412980848400275e-05,
+      "loss": 23.7812,
+      "step": 19722
+    },
+    {
+      "epoch": 0.9425117079231577,
+      "grad_norm": 248.06634521484375,
+      "learning_rate": 1.1412214740771665e-05,
+      "loss": 30.4688,
+      "step": 19723
+    },
+    {
+      "epoch": 0.9425594953646181,
+      "grad_norm": 290.09619140625,
+      "learning_rate": 1.1411448624685713e-05,
+      "loss": 41.1875,
+      "step": 19724
+    },
+    {
+      "epoch": 0.9426072828060785,
+      "grad_norm": 565.060302734375,
+      "learning_rate": 1.1410682500147e-05,
+      "loss": 48.75,
+      "step": 19725
+    },
+    {
+      "epoch": 0.9426550702475389,
+      "grad_norm": 272.0687561035156,
+      "learning_rate": 1.1409916367160124e-05,
+      "loss": 21.125,
+      "step": 19726
+    },
+    {
+      "epoch": 0.9427028576889993,
+      "grad_norm": 247.1762237548828,
+      "learning_rate": 1.1409150225729663e-05,
+      "loss": 26.8438,
+      "step": 19727
+    },
+    {
+      "epoch": 0.9427506451304597,
+      "grad_norm": 555.6812133789062,
+      "learning_rate": 1.1408384075860215e-05,
+      "loss": 25.9688,
+      "step": 19728
+    },
+    {
+      "epoch": 0.9427984325719201,
+      "grad_norm": 243.65953063964844,
+      "learning_rate": 1.1407617917556362e-05,
+      "loss": 24.8438,
+      "step": 19729
+    },
+    {
+      "epoch": 0.9428462200133805,
+      "grad_norm": 162.9456787109375,
+      "learning_rate": 1.1406851750822693e-05,
+      "loss": 31.8906,
+      "step": 19730
+    },
+    {
+      "epoch": 0.9428940074548409,
+      "grad_norm": 189.86936950683594,
+      "learning_rate": 1.1406085575663801e-05,
+      "loss": 24.4062,
+      "step": 19731
+    },
+    {
+      "epoch": 0.9429417948963013,
+      "grad_norm": 195.79983520507812,
+      "learning_rate": 1.1405319392084266e-05,
+      "loss": 20.5938,
+      "step": 19732
+    },
+    {
+      "epoch": 0.9429895823377616,
+      "grad_norm": 222.96054077148438,
+      "learning_rate": 1.1404553200088687e-05,
+      "loss": 30.9688,
+      "step": 19733
+    },
+    {
+      "epoch": 0.943037369779222,
+      "grad_norm": 164.05064392089844,
+      "learning_rate": 1.1403786999681641e-05,
+      "loss": 23.2031,
+      "step": 19734
+    },
+    {
+      "epoch": 0.9430851572206824,
+      "grad_norm": 219.3410186767578,
+      "learning_rate": 1.1403020790867724e-05,
+      "loss": 26.5312,
+      "step": 19735
+    },
+    {
+      "epoch": 0.9431329446621428,
+      "grad_norm": 298.07354736328125,
+      "learning_rate": 1.140225457365152e-05,
+      "loss": 23.25,
+      "step": 19736
+    },
+    {
+      "epoch": 0.9431807321036032,
+      "grad_norm": 474.8083190917969,
+      "learning_rate": 1.1401488348037627e-05,
+      "loss": 24.1094,
+      "step": 19737
+    },
+    {
+      "epoch": 0.9432285195450636,
+      "grad_norm": 214.4139404296875,
+      "learning_rate": 1.1400722114030622e-05,
+      "loss": 24.7031,
+      "step": 19738
+    },
+    {
+      "epoch": 0.943276306986524,
+      "grad_norm": 244.14285278320312,
+      "learning_rate": 1.1399955871635102e-05,
+      "loss": 41.25,
+      "step": 19739
+    },
+    {
+      "epoch": 0.9433240944279844,
+      "grad_norm": 173.96067810058594,
+      "learning_rate": 1.1399189620855652e-05,
+      "loss": 30.875,
+      "step": 19740
+    },
+    {
+      "epoch": 0.9433718818694448,
+      "grad_norm": 180.93490600585938,
+      "learning_rate": 1.1398423361696862e-05,
+      "loss": 33.5469,
+      "step": 19741
+    },
+    {
+      "epoch": 0.943419669310905,
+      "grad_norm": 591.1304321289062,
+      "learning_rate": 1.139765709416332e-05,
+      "loss": 27.0,
+      "step": 19742
+    },
+    {
+      "epoch": 0.9434674567523654,
+      "grad_norm": 479.5970458984375,
+      "learning_rate": 1.1396890818259616e-05,
+      "loss": 26.4375,
+      "step": 19743
+    },
+    {
+      "epoch": 0.9435152441938258,
+      "grad_norm": 244.58847045898438,
+      "learning_rate": 1.1396124533990337e-05,
+      "loss": 31.5938,
+      "step": 19744
+    },
+    {
+      "epoch": 0.9435630316352862,
+      "grad_norm": 215.27023315429688,
+      "learning_rate": 1.1395358241360074e-05,
+      "loss": 23.2188,
+      "step": 19745
+    },
+    {
+      "epoch": 0.9436108190767466,
+      "grad_norm": 400.0305480957031,
+      "learning_rate": 1.1394591940373418e-05,
+      "loss": 25.9688,
+      "step": 19746
+    },
+    {
+      "epoch": 0.943658606518207,
+      "grad_norm": 282.6861267089844,
+      "learning_rate": 1.1393825631034952e-05,
+      "loss": 35.125,
+      "step": 19747
+    },
+    {
+      "epoch": 0.9437063939596674,
+      "grad_norm": 251.4792022705078,
+      "learning_rate": 1.139305931334927e-05,
+      "loss": 31.5625,
+      "step": 19748
+    },
+    {
+      "epoch": 0.9437541814011278,
+      "grad_norm": 377.5457763671875,
+      "learning_rate": 1.139229298732096e-05,
+      "loss": 32.3125,
+      "step": 19749
+    },
+    {
+      "epoch": 0.9438019688425882,
+      "grad_norm": 225.6988067626953,
+      "learning_rate": 1.1391526652954614e-05,
+      "loss": 20.0312,
+      "step": 19750
+    },
+    {
+      "epoch": 0.9438497562840485,
+      "grad_norm": 259.36871337890625,
+      "learning_rate": 1.1390760310254816e-05,
+      "loss": 30.1328,
+      "step": 19751
+    },
+    {
+      "epoch": 0.9438975437255089,
+      "grad_norm": 318.2008056640625,
+      "learning_rate": 1.1389993959226163e-05,
+      "loss": 27.5,
+      "step": 19752
+    },
+    {
+      "epoch": 0.9439453311669693,
+      "grad_norm": 321.8987731933594,
+      "learning_rate": 1.1389227599873234e-05,
+      "loss": 20.2188,
+      "step": 19753
+    },
+    {
+      "epoch": 0.9439931186084297,
+      "grad_norm": 422.0162658691406,
+      "learning_rate": 1.1388461232200628e-05,
+      "loss": 31.875,
+      "step": 19754
+    },
+    {
+      "epoch": 0.9440409060498901,
+      "grad_norm": 327.630126953125,
+      "learning_rate": 1.1387694856212929e-05,
+      "loss": 28.875,
+      "step": 19755
+    },
+    {
+      "epoch": 0.9440886934913505,
+      "grad_norm": 482.9148864746094,
+      "learning_rate": 1.1386928471914731e-05,
+      "loss": 24.2188,
+      "step": 19756
+    },
+    {
+      "epoch": 0.9441364809328109,
+      "grad_norm": 260.9090881347656,
+      "learning_rate": 1.1386162079310616e-05,
+      "loss": 21.4844,
+      "step": 19757
+    },
+    {
+      "epoch": 0.9441842683742713,
+      "grad_norm": 199.341064453125,
+      "learning_rate": 1.1385395678405185e-05,
+      "loss": 24.875,
+      "step": 19758
+    },
+    {
+      "epoch": 0.9442320558157317,
+      "grad_norm": 218.33143615722656,
+      "learning_rate": 1.1384629269203017e-05,
+      "loss": 26.5,
+      "step": 19759
+    },
+    {
+      "epoch": 0.944279843257192,
+      "grad_norm": 258.68157958984375,
+      "learning_rate": 1.1383862851708709e-05,
+      "loss": 25.0625,
+      "step": 19760
+    },
+    {
+      "epoch": 0.9443276306986524,
+      "grad_norm": 267.6180725097656,
+      "learning_rate": 1.1383096425926847e-05,
+      "loss": 22.1562,
+      "step": 19761
+    },
+    {
+      "epoch": 0.9443754181401128,
+      "grad_norm": 254.4459686279297,
+      "learning_rate": 1.138232999186202e-05,
+      "loss": 33.7812,
+      "step": 19762
+    },
+    {
+      "epoch": 0.9444232055815731,
+      "grad_norm": 218.96861267089844,
+      "learning_rate": 1.1381563549518823e-05,
+      "loss": 19.0625,
+      "step": 19763
+    },
+    {
+      "epoch": 0.9444709930230335,
+      "grad_norm": 209.16851806640625,
+      "learning_rate": 1.1380797098901842e-05,
+      "loss": 30.5625,
+      "step": 19764
+    },
+    {
+      "epoch": 0.9445187804644939,
+      "grad_norm": 187.2565460205078,
+      "learning_rate": 1.1380030640015669e-05,
+      "loss": 26.3125,
+      "step": 19765
+    },
+    {
+      "epoch": 0.9445665679059543,
+      "grad_norm": 297.7673034667969,
+      "learning_rate": 1.1379264172864892e-05,
+      "loss": 31.625,
+      "step": 19766
+    },
+    {
+      "epoch": 0.9446143553474147,
+      "grad_norm": 312.6671142578125,
+      "learning_rate": 1.1378497697454103e-05,
+      "loss": 31.1562,
+      "step": 19767
+    },
+    {
+      "epoch": 0.9446621427888751,
+      "grad_norm": 425.6333923339844,
+      "learning_rate": 1.1377731213787893e-05,
+      "loss": 32.3281,
+      "step": 19768
+    },
+    {
+      "epoch": 0.9447099302303354,
+      "grad_norm": 613.5796508789062,
+      "learning_rate": 1.1376964721870847e-05,
+      "loss": 21.5469,
+      "step": 19769
+    },
+    {
+      "epoch": 0.9447577176717958,
+      "grad_norm": 443.3926696777344,
+      "learning_rate": 1.1376198221707561e-05,
+      "loss": 17.5,
+      "step": 19770
+    },
+    {
+      "epoch": 0.9448055051132562,
+      "grad_norm": 270.59100341796875,
+      "learning_rate": 1.1375431713302623e-05,
+      "loss": 30.0625,
+      "step": 19771
+    },
+    {
+      "epoch": 0.9448532925547166,
+      "grad_norm": 306.32598876953125,
+      "learning_rate": 1.1374665196660626e-05,
+      "loss": 24.8125,
+      "step": 19772
+    },
+    {
+      "epoch": 0.944901079996177,
+      "grad_norm": 203.56280517578125,
+      "learning_rate": 1.1373898671786156e-05,
+      "loss": 21.1562,
+      "step": 19773
+    },
+    {
+      "epoch": 0.9449488674376374,
+      "grad_norm": 164.2971954345703,
+      "learning_rate": 1.1373132138683809e-05,
+      "loss": 25.7344,
+      "step": 19774
+    },
+    {
+      "epoch": 0.9449966548790978,
+      "grad_norm": 288.05706787109375,
+      "learning_rate": 1.1372365597358169e-05,
+      "loss": 26.5156,
+      "step": 19775
+    },
+    {
+      "epoch": 0.9450444423205582,
+      "grad_norm": 189.8568572998047,
+      "learning_rate": 1.1371599047813831e-05,
+      "loss": 26.75,
+      "step": 19776
+    },
+    {
+      "epoch": 0.9450922297620186,
+      "grad_norm": 288.008056640625,
+      "learning_rate": 1.1370832490055383e-05,
+      "loss": 25.7812,
+      "step": 19777
+    },
+    {
+      "epoch": 0.945140017203479,
+      "grad_norm": 188.53355407714844,
+      "learning_rate": 1.1370065924087418e-05,
+      "loss": 22.0938,
+      "step": 19778
+    },
+    {
+      "epoch": 0.9451878046449393,
+      "grad_norm": 342.3585510253906,
+      "learning_rate": 1.1369299349914527e-05,
+      "loss": 31.7812,
+      "step": 19779
+    },
+    {
+      "epoch": 0.9452355920863997,
+      "grad_norm": 264.7396240234375,
+      "learning_rate": 1.1368532767541301e-05,
+      "loss": 23.25,
+      "step": 19780
+    },
+    {
+      "epoch": 0.9452833795278601,
+      "grad_norm": 119.61445617675781,
+      "learning_rate": 1.1367766176972329e-05,
+      "loss": 17.8438,
+      "step": 19781
+    },
+    {
+      "epoch": 0.9453311669693205,
+      "grad_norm": 281.6861572265625,
+      "learning_rate": 1.1366999578212198e-05,
+      "loss": 30.0625,
+      "step": 19782
+    },
+    {
+      "epoch": 0.9453789544107808,
+      "grad_norm": 287.2071533203125,
+      "learning_rate": 1.136623297126551e-05,
+      "loss": 18.3125,
+      "step": 19783
+    },
+    {
+      "epoch": 0.9454267418522412,
+      "grad_norm": 393.25445556640625,
+      "learning_rate": 1.1365466356136843e-05,
+      "loss": 31.2812,
+      "step": 19784
+    },
+    {
+      "epoch": 0.9454745292937016,
+      "grad_norm": 667.1132202148438,
+      "learning_rate": 1.1364699732830799e-05,
+      "loss": 25.6875,
+      "step": 19785
+    },
+    {
+      "epoch": 0.945522316735162,
+      "grad_norm": 501.6753845214844,
+      "learning_rate": 1.1363933101351963e-05,
+      "loss": 24.8906,
+      "step": 19786
+    },
+    {
+      "epoch": 0.9455701041766224,
+      "grad_norm": 255.4608154296875,
+      "learning_rate": 1.1363166461704929e-05,
+      "loss": 33.1875,
+      "step": 19787
+    },
+    {
+      "epoch": 0.9456178916180827,
+      "grad_norm": 284.1745300292969,
+      "learning_rate": 1.1362399813894286e-05,
+      "loss": 23.6562,
+      "step": 19788
+    },
+    {
+      "epoch": 0.9456656790595431,
+      "grad_norm": 286.5917663574219,
+      "learning_rate": 1.1361633157924628e-05,
+      "loss": 29.5312,
+      "step": 19789
+    },
+    {
+      "epoch": 0.9457134665010035,
+      "grad_norm": 199.8147735595703,
+      "learning_rate": 1.136086649380054e-05,
+      "loss": 24.4062,
+      "step": 19790
+    },
+    {
+      "epoch": 0.9457612539424639,
+      "grad_norm": 207.56361389160156,
+      "learning_rate": 1.136009982152662e-05,
+      "loss": 23.1875,
+      "step": 19791
+    },
+    {
+      "epoch": 0.9458090413839243,
+      "grad_norm": 270.55535888671875,
+      "learning_rate": 1.1359333141107458e-05,
+      "loss": 31.0312,
+      "step": 19792
+    },
+    {
+      "epoch": 0.9458568288253847,
+      "grad_norm": 228.71617126464844,
+      "learning_rate": 1.1358566452547644e-05,
+      "loss": 22.4688,
+      "step": 19793
+    },
+    {
+      "epoch": 0.9459046162668451,
+      "grad_norm": 189.49575805664062,
+      "learning_rate": 1.1357799755851769e-05,
+      "loss": 16.3438,
+      "step": 19794
+    },
+    {
+      "epoch": 0.9459524037083055,
+      "grad_norm": 267.894775390625,
+      "learning_rate": 1.1357033051024425e-05,
+      "loss": 33.0,
+      "step": 19795
+    },
+    {
+      "epoch": 0.9460001911497659,
+      "grad_norm": 173.95431518554688,
+      "learning_rate": 1.1356266338070206e-05,
+      "loss": 22.1875,
+      "step": 19796
+    },
+    {
+      "epoch": 0.9460479785912262,
+      "grad_norm": 193.6318359375,
+      "learning_rate": 1.1355499616993699e-05,
+      "loss": 23.2344,
+      "step": 19797
+    },
+    {
+      "epoch": 0.9460957660326866,
+      "grad_norm": 291.1018981933594,
+      "learning_rate": 1.1354732887799502e-05,
+      "loss": 23.8594,
+      "step": 19798
+    },
+    {
+      "epoch": 0.946143553474147,
+      "grad_norm": 237.43128967285156,
+      "learning_rate": 1.13539661504922e-05,
+      "loss": 33.625,
+      "step": 19799
+    },
+    {
+      "epoch": 0.9461913409156074,
+      "grad_norm": 231.4204559326172,
+      "learning_rate": 1.1353199405076389e-05,
+      "loss": 31.6562,
+      "step": 19800
+    },
+    {
+      "epoch": 0.9462391283570678,
+      "grad_norm": 217.07496643066406,
+      "learning_rate": 1.135243265155666e-05,
+      "loss": 26.5625,
+      "step": 19801
+    },
+    {
+      "epoch": 0.9462869157985282,
+      "grad_norm": 296.4460144042969,
+      "learning_rate": 1.1351665889937605e-05,
+      "loss": 26.5625,
+      "step": 19802
+    },
+    {
+      "epoch": 0.9463347032399886,
+      "grad_norm": 371.0996398925781,
+      "learning_rate": 1.1350899120223813e-05,
+      "loss": 34.875,
+      "step": 19803
+    },
+    {
+      "epoch": 0.9463824906814489,
+      "grad_norm": 301.05816650390625,
+      "learning_rate": 1.1350132342419882e-05,
+      "loss": 39.7188,
+      "step": 19804
+    },
+    {
+      "epoch": 0.9464302781229093,
+      "grad_norm": 280.9124450683594,
+      "learning_rate": 1.1349365556530399e-05,
+      "loss": 32.6875,
+      "step": 19805
+    },
+    {
+      "epoch": 0.9464780655643696,
+      "grad_norm": 241.6341552734375,
+      "learning_rate": 1.1348598762559957e-05,
+      "loss": 33.75,
+      "step": 19806
+    },
+    {
+      "epoch": 0.94652585300583,
+      "grad_norm": 292.4034729003906,
+      "learning_rate": 1.134783196051315e-05,
+      "loss": 29.2188,
+      "step": 19807
+    },
+    {
+      "epoch": 0.9465736404472904,
+      "grad_norm": 185.92027282714844,
+      "learning_rate": 1.1347065150394565e-05,
+      "loss": 24.6406,
+      "step": 19808
+    },
+    {
+      "epoch": 0.9466214278887508,
+      "grad_norm": 281.6523742675781,
+      "learning_rate": 1.1346298332208803e-05,
+      "loss": 31.75,
+      "step": 19809
+    },
+    {
+      "epoch": 0.9466692153302112,
+      "grad_norm": 405.5450744628906,
+      "learning_rate": 1.1345531505960445e-05,
+      "loss": 39.2188,
+      "step": 19810
+    },
+    {
+      "epoch": 0.9467170027716716,
+      "grad_norm": 190.09347534179688,
+      "learning_rate": 1.1344764671654096e-05,
+      "loss": 29.2188,
+      "step": 19811
+    },
+    {
+      "epoch": 0.946764790213132,
+      "grad_norm": 391.27606201171875,
+      "learning_rate": 1.1343997829294338e-05,
+      "loss": 36.3438,
+      "step": 19812
+    },
+    {
+      "epoch": 0.9468125776545924,
+      "grad_norm": 338.1487121582031,
+      "learning_rate": 1.1343230978885769e-05,
+      "loss": 30.3906,
+      "step": 19813
+    },
+    {
+      "epoch": 0.9468603650960528,
+      "grad_norm": 224.0546112060547,
+      "learning_rate": 1.1342464120432976e-05,
+      "loss": 23.625,
+      "step": 19814
+    },
+    {
+      "epoch": 0.9469081525375131,
+      "grad_norm": 263.611083984375,
+      "learning_rate": 1.1341697253940561e-05,
+      "loss": 33.7188,
+      "step": 19815
+    },
+    {
+      "epoch": 0.9469559399789735,
+      "grad_norm": 155.2931671142578,
+      "learning_rate": 1.1340930379413107e-05,
+      "loss": 23.9062,
+      "step": 19816
+    },
+    {
+      "epoch": 0.9470037274204339,
+      "grad_norm": 218.96900939941406,
+      "learning_rate": 1.134016349685521e-05,
+      "loss": 47.4062,
+      "step": 19817
+    },
+    {
+      "epoch": 0.9470515148618943,
+      "grad_norm": 297.8929138183594,
+      "learning_rate": 1.1339396606271465e-05,
+      "loss": 27.9219,
+      "step": 19818
+    },
+    {
+      "epoch": 0.9470993023033547,
+      "grad_norm": 153.046142578125,
+      "learning_rate": 1.133862970766646e-05,
+      "loss": 21.6875,
+      "step": 19819
+    },
+    {
+      "epoch": 0.9471470897448151,
+      "grad_norm": 282.554443359375,
+      "learning_rate": 1.1337862801044792e-05,
+      "loss": 32.9062,
+      "step": 19820
+    },
+    {
+      "epoch": 0.9471948771862755,
+      "grad_norm": 221.54022216796875,
+      "learning_rate": 1.1337095886411053e-05,
+      "loss": 30.3438,
+      "step": 19821
+    },
+    {
+      "epoch": 0.9472426646277359,
+      "grad_norm": 238.39993286132812,
+      "learning_rate": 1.1336328963769834e-05,
+      "loss": 24.1562,
+      "step": 19822
+    },
+    {
+      "epoch": 0.9472904520691963,
+      "grad_norm": 351.3132019042969,
+      "learning_rate": 1.1335562033125729e-05,
+      "loss": 31.7812,
+      "step": 19823
+    },
+    {
+      "epoch": 0.9473382395106567,
+      "grad_norm": 190.17422485351562,
+      "learning_rate": 1.133479509448333e-05,
+      "loss": 37.2812,
+      "step": 19824
+    },
+    {
+      "epoch": 0.9473860269521169,
+      "grad_norm": 180.6773223876953,
+      "learning_rate": 1.1334028147847231e-05,
+      "loss": 24.25,
+      "step": 19825
+    },
+    {
+      "epoch": 0.9474338143935773,
+      "grad_norm": 168.51893615722656,
+      "learning_rate": 1.1333261193222027e-05,
+      "loss": 19.875,
+      "step": 19826
+    },
+    {
+      "epoch": 0.9474816018350377,
+      "grad_norm": 229.776611328125,
+      "learning_rate": 1.1332494230612305e-05,
+      "loss": 28.2188,
+      "step": 19827
+    },
+    {
+      "epoch": 0.9475293892764981,
+      "grad_norm": 222.82948303222656,
+      "learning_rate": 1.1331727260022665e-05,
+      "loss": 21.8438,
+      "step": 19828
+    },
+    {
+      "epoch": 0.9475771767179585,
+      "grad_norm": 200.85621643066406,
+      "learning_rate": 1.1330960281457697e-05,
+      "loss": 17.0,
+      "step": 19829
+    },
+    {
+      "epoch": 0.9476249641594189,
+      "grad_norm": 437.932861328125,
+      "learning_rate": 1.1330193294921991e-05,
+      "loss": 25.5312,
+      "step": 19830
+    },
+    {
+      "epoch": 0.9476727516008793,
+      "grad_norm": 221.8157196044922,
+      "learning_rate": 1.1329426300420148e-05,
+      "loss": 22.0938,
+      "step": 19831
+    },
+    {
+      "epoch": 0.9477205390423397,
+      "grad_norm": 421.74407958984375,
+      "learning_rate": 1.1328659297956753e-05,
+      "loss": 36.5312,
+      "step": 19832
+    },
+    {
+      "epoch": 0.9477683264838,
+      "grad_norm": 319.13232421875,
+      "learning_rate": 1.1327892287536407e-05,
+      "loss": 35.4375,
+      "step": 19833
+    },
+    {
+      "epoch": 0.9478161139252604,
+      "grad_norm": 222.52857971191406,
+      "learning_rate": 1.1327125269163695e-05,
+      "loss": 23.4062,
+      "step": 19834
+    },
+    {
+      "epoch": 0.9478639013667208,
+      "grad_norm": 651.6942749023438,
+      "learning_rate": 1.1326358242843218e-05,
+      "loss": 33.5625,
+      "step": 19835
+    },
+    {
+      "epoch": 0.9479116888081812,
+      "grad_norm": 546.75341796875,
+      "learning_rate": 1.1325591208579565e-05,
+      "loss": 44.875,
+      "step": 19836
+    },
+    {
+      "epoch": 0.9479594762496416,
+      "grad_norm": 270.6829833984375,
+      "learning_rate": 1.1324824166377335e-05,
+      "loss": 34.4062,
+      "step": 19837
+    },
+    {
+      "epoch": 0.948007263691102,
+      "grad_norm": 201.10186767578125,
+      "learning_rate": 1.1324057116241116e-05,
+      "loss": 29.3594,
+      "step": 19838
+    },
+    {
+      "epoch": 0.9480550511325624,
+      "grad_norm": 339.3652038574219,
+      "learning_rate": 1.1323290058175502e-05,
+      "loss": 28.875,
+      "step": 19839
+    },
+    {
+      "epoch": 0.9481028385740228,
+      "grad_norm": 269.2307434082031,
+      "learning_rate": 1.1322522992185088e-05,
+      "loss": 27.625,
+      "step": 19840
+    },
+    {
+      "epoch": 0.9481506260154832,
+      "grad_norm": 254.7454376220703,
+      "learning_rate": 1.1321755918274468e-05,
+      "loss": 31.6562,
+      "step": 19841
+    },
+    {
+      "epoch": 0.9481984134569436,
+      "grad_norm": 172.37518310546875,
+      "learning_rate": 1.1320988836448238e-05,
+      "loss": 29.75,
+      "step": 19842
+    },
+    {
+      "epoch": 0.948246200898404,
+      "grad_norm": 331.72705078125,
+      "learning_rate": 1.1320221746710986e-05,
+      "loss": 35.625,
+      "step": 19843
+    },
+    {
+      "epoch": 0.9482939883398643,
+      "grad_norm": 408.9975280761719,
+      "learning_rate": 1.1319454649067312e-05,
+      "loss": 24.0312,
+      "step": 19844
+    },
+    {
+      "epoch": 0.9483417757813246,
+      "grad_norm": 166.1863555908203,
+      "learning_rate": 1.1318687543521804e-05,
+      "loss": 21.3594,
+      "step": 19845
+    },
+    {
+      "epoch": 0.948389563222785,
+      "grad_norm": 340.28765869140625,
+      "learning_rate": 1.1317920430079063e-05,
+      "loss": 26.1094,
+      "step": 19846
+    },
+    {
+      "epoch": 0.9484373506642454,
+      "grad_norm": 257.1081848144531,
+      "learning_rate": 1.1317153308743676e-05,
+      "loss": 28.5,
+      "step": 19847
+    },
+    {
+      "epoch": 0.9484851381057058,
+      "grad_norm": 152.3125762939453,
+      "learning_rate": 1.1316386179520243e-05,
+      "loss": 23.5156,
+      "step": 19848
+    },
+    {
+      "epoch": 0.9485329255471662,
+      "grad_norm": 224.9697265625,
+      "learning_rate": 1.1315619042413353e-05,
+      "loss": 25.6875,
+      "step": 19849
+    },
+    {
+      "epoch": 0.9485807129886266,
+      "grad_norm": 394.07757568359375,
+      "learning_rate": 1.1314851897427603e-05,
+      "loss": 25.375,
+      "step": 19850
+    },
+    {
+      "epoch": 0.948628500430087,
+      "grad_norm": 329.439453125,
+      "learning_rate": 1.1314084744567589e-05,
+      "loss": 27.9844,
+      "step": 19851
+    },
+    {
+      "epoch": 0.9486762878715473,
+      "grad_norm": 382.429931640625,
+      "learning_rate": 1.13133175838379e-05,
+      "loss": 20.1094,
+      "step": 19852
+    },
+    {
+      "epoch": 0.9487240753130077,
+      "grad_norm": 547.671875,
+      "learning_rate": 1.1312550415243136e-05,
+      "loss": 12.4766,
+      "step": 19853
+    },
+    {
+      "epoch": 0.9487718627544681,
+      "grad_norm": 225.11854553222656,
+      "learning_rate": 1.1311783238787886e-05,
+      "loss": 27.9375,
+      "step": 19854
+    },
+    {
+      "epoch": 0.9488196501959285,
+      "grad_norm": 224.14955139160156,
+      "learning_rate": 1.1311016054476749e-05,
+      "loss": 22.9062,
+      "step": 19855
+    },
+    {
+      "epoch": 0.9488674376373889,
+      "grad_norm": 136.18690490722656,
+      "learning_rate": 1.131024886231432e-05,
+      "loss": 19.9531,
+      "step": 19856
+    },
+    {
+      "epoch": 0.9489152250788493,
+      "grad_norm": 233.4764862060547,
+      "learning_rate": 1.1309481662305186e-05,
+      "loss": 28.8125,
+      "step": 19857
+    },
+    {
+      "epoch": 0.9489630125203097,
+      "grad_norm": 156.7943572998047,
+      "learning_rate": 1.1308714454453948e-05,
+      "loss": 22.2344,
+      "step": 19858
+    },
+    {
+      "epoch": 0.9490107999617701,
+      "grad_norm": 229.80853271484375,
+      "learning_rate": 1.13079472387652e-05,
+      "loss": 28.1562,
+      "step": 19859
+    },
+    {
+      "epoch": 0.9490585874032305,
+      "grad_norm": 213.00071716308594,
+      "learning_rate": 1.1307180015243535e-05,
+      "loss": 27.6562,
+      "step": 19860
+    },
+    {
+      "epoch": 0.9491063748446908,
+      "grad_norm": 226.0314178466797,
+      "learning_rate": 1.130641278389355e-05,
+      "loss": 28.75,
+      "step": 19861
+    },
+    {
+      "epoch": 0.9491541622861512,
+      "grad_norm": 188.2298126220703,
+      "learning_rate": 1.1305645544719835e-05,
+      "loss": 17.7188,
+      "step": 19862
+    },
+    {
+      "epoch": 0.9492019497276116,
+      "grad_norm": 244.21324157714844,
+      "learning_rate": 1.1304878297726991e-05,
+      "loss": 35.8438,
+      "step": 19863
+    },
+    {
+      "epoch": 0.949249737169072,
+      "grad_norm": 189.80072021484375,
+      "learning_rate": 1.1304111042919608e-05,
+      "loss": 19.2656,
+      "step": 19864
+    },
+    {
+      "epoch": 0.9492975246105324,
+      "grad_norm": 215.25384521484375,
+      "learning_rate": 1.1303343780302282e-05,
+      "loss": 22.625,
+      "step": 19865
+    },
+    {
+      "epoch": 0.9493453120519927,
+      "grad_norm": 488.97882080078125,
+      "learning_rate": 1.1302576509879613e-05,
+      "loss": 28.0312,
+      "step": 19866
+    },
+    {
+      "epoch": 0.9493930994934531,
+      "grad_norm": 175.11822509765625,
+      "learning_rate": 1.1301809231656185e-05,
+      "loss": 19.5625,
+      "step": 19867
+    },
+    {
+      "epoch": 0.9494408869349135,
+      "grad_norm": 403.9800720214844,
+      "learning_rate": 1.1301041945636604e-05,
+      "loss": 26.2812,
+      "step": 19868
+    },
+    {
+      "epoch": 0.9494886743763739,
+      "grad_norm": 339.7430419921875,
+      "learning_rate": 1.1300274651825458e-05,
+      "loss": 27.0625,
+      "step": 19869
+    },
+    {
+      "epoch": 0.9495364618178342,
+      "grad_norm": 290.51470947265625,
+      "learning_rate": 1.1299507350227348e-05,
+      "loss": 25.1719,
+      "step": 19870
+    },
+    {
+      "epoch": 0.9495842492592946,
+      "grad_norm": 305.3338928222656,
+      "learning_rate": 1.1298740040846863e-05,
+      "loss": 27.75,
+      "step": 19871
+    },
+    {
+      "epoch": 0.949632036700755,
+      "grad_norm": 394.3909606933594,
+      "learning_rate": 1.1297972723688603e-05,
+      "loss": 40.8125,
+      "step": 19872
+    },
+    {
+      "epoch": 0.9496798241422154,
+      "grad_norm": 242.28628540039062,
+      "learning_rate": 1.1297205398757158e-05,
+      "loss": 34.625,
+      "step": 19873
+    },
+    {
+      "epoch": 0.9497276115836758,
+      "grad_norm": 260.6578369140625,
+      "learning_rate": 1.129643806605713e-05,
+      "loss": 24.5781,
+      "step": 19874
+    },
+    {
+      "epoch": 0.9497753990251362,
+      "grad_norm": 131.0295867919922,
+      "learning_rate": 1.1295670725593109e-05,
+      "loss": 15.7344,
+      "step": 19875
+    },
+    {
+      "epoch": 0.9498231864665966,
+      "grad_norm": 339.5267333984375,
+      "learning_rate": 1.1294903377369693e-05,
+      "loss": 31.3438,
+      "step": 19876
+    },
+    {
+      "epoch": 0.949870973908057,
+      "grad_norm": 382.84271240234375,
+      "learning_rate": 1.1294136021391478e-05,
+      "loss": 37.3125,
+      "step": 19877
+    },
+    {
+      "epoch": 0.9499187613495174,
+      "grad_norm": 249.83119201660156,
+      "learning_rate": 1.1293368657663053e-05,
+      "loss": 25.5,
+      "step": 19878
+    },
+    {
+      "epoch": 0.9499665487909777,
+      "grad_norm": 171.6267547607422,
+      "learning_rate": 1.1292601286189025e-05,
+      "loss": 28.25,
+      "step": 19879
+    },
+    {
+      "epoch": 0.9500143362324381,
+      "grad_norm": 167.96475219726562,
+      "learning_rate": 1.1291833906973977e-05,
+      "loss": 24.9531,
+      "step": 19880
+    },
+    {
+      "epoch": 0.9500621236738985,
+      "grad_norm": 384.3359069824219,
+      "learning_rate": 1.1291066520022515e-05,
+      "loss": 25.3438,
+      "step": 19881
+    },
+    {
+      "epoch": 0.9501099111153589,
+      "grad_norm": 191.94129943847656,
+      "learning_rate": 1.1290299125339228e-05,
+      "loss": 22.1562,
+      "step": 19882
+    },
+    {
+      "epoch": 0.9501576985568193,
+      "grad_norm": 343.4170837402344,
+      "learning_rate": 1.1289531722928716e-05,
+      "loss": 35.125,
+      "step": 19883
+    },
+    {
+      "epoch": 0.9502054859982797,
+      "grad_norm": 286.0098571777344,
+      "learning_rate": 1.1288764312795572e-05,
+      "loss": 29.4062,
+      "step": 19884
+    },
+    {
+      "epoch": 0.9502532734397401,
+      "grad_norm": 239.4561309814453,
+      "learning_rate": 1.1287996894944395e-05,
+      "loss": 31.0312,
+      "step": 19885
+    },
+    {
+      "epoch": 0.9503010608812004,
+      "grad_norm": 130.1114044189453,
+      "learning_rate": 1.1287229469379778e-05,
+      "loss": 24.5312,
+      "step": 19886
+    },
+    {
+      "epoch": 0.9503488483226608,
+      "grad_norm": 298.28485107421875,
+      "learning_rate": 1.1286462036106313e-05,
+      "loss": 23.1875,
+      "step": 19887
+    },
+    {
+      "epoch": 0.9503966357641211,
+      "grad_norm": 188.37840270996094,
+      "learning_rate": 1.1285694595128606e-05,
+      "loss": 22.1875,
+      "step": 19888
+    },
+    {
+      "epoch": 0.9504444232055815,
+      "grad_norm": 239.6211395263672,
+      "learning_rate": 1.1284927146451246e-05,
+      "loss": 20.4531,
+      "step": 19889
+    },
+    {
+      "epoch": 0.9504922106470419,
+      "grad_norm": 226.69088745117188,
+      "learning_rate": 1.128415969007883e-05,
+      "loss": 26.5,
+      "step": 19890
+    },
+    {
+      "epoch": 0.9505399980885023,
+      "grad_norm": 268.1134033203125,
+      "learning_rate": 1.1283392226015952e-05,
+      "loss": 26.875,
+      "step": 19891
+    },
+    {
+      "epoch": 0.9505877855299627,
+      "grad_norm": 358.74090576171875,
+      "learning_rate": 1.1282624754267215e-05,
+      "loss": 23.1562,
+      "step": 19892
+    },
+    {
+      "epoch": 0.9506355729714231,
+      "grad_norm": 206.0679473876953,
+      "learning_rate": 1.1281857274837208e-05,
+      "loss": 18.2188,
+      "step": 19893
+    },
+    {
+      "epoch": 0.9506833604128835,
+      "grad_norm": 242.97918701171875,
+      "learning_rate": 1.128108978773053e-05,
+      "loss": 32.0,
+      "step": 19894
+    },
+    {
+      "epoch": 0.9507311478543439,
+      "grad_norm": 231.11764526367188,
+      "learning_rate": 1.1280322292951776e-05,
+      "loss": 21.6719,
+      "step": 19895
+    },
+    {
+      "epoch": 0.9507789352958043,
+      "grad_norm": 122.82490539550781,
+      "learning_rate": 1.1279554790505545e-05,
+      "loss": 18.2656,
+      "step": 19896
+    },
+    {
+      "epoch": 0.9508267227372647,
+      "grad_norm": 292.7901916503906,
+      "learning_rate": 1.127878728039643e-05,
+      "loss": 25.2812,
+      "step": 19897
+    },
+    {
+      "epoch": 0.950874510178725,
+      "grad_norm": 279.63116455078125,
+      "learning_rate": 1.1278019762629033e-05,
+      "loss": 29.0312,
+      "step": 19898
+    },
+    {
+      "epoch": 0.9509222976201854,
+      "grad_norm": 366.6393127441406,
+      "learning_rate": 1.1277252237207943e-05,
+      "loss": 32.375,
+      "step": 19899
+    },
+    {
+      "epoch": 0.9509700850616458,
+      "grad_norm": 230.28578186035156,
+      "learning_rate": 1.1276484704137765e-05,
+      "loss": 25.8125,
+      "step": 19900
+    },
+    {
+      "epoch": 0.9510178725031062,
+      "grad_norm": 245.46788024902344,
+      "learning_rate": 1.1275717163423087e-05,
+      "loss": 26.875,
+      "step": 19901
+    },
+    {
+      "epoch": 0.9510656599445666,
+      "grad_norm": 327.0935363769531,
+      "learning_rate": 1.127494961506851e-05,
+      "loss": 34.0,
+      "step": 19902
+    },
+    {
+      "epoch": 0.951113447386027,
+      "grad_norm": 270.5606384277344,
+      "learning_rate": 1.127418205907863e-05,
+      "loss": 20.1094,
+      "step": 19903
+    },
+    {
+      "epoch": 0.9511612348274874,
+      "grad_norm": 137.7969512939453,
+      "learning_rate": 1.1273414495458046e-05,
+      "loss": 21.4062,
+      "step": 19904
+    },
+    {
+      "epoch": 0.9512090222689478,
+      "grad_norm": 327.3700256347656,
+      "learning_rate": 1.127264692421135e-05,
+      "loss": 34.6875,
+      "step": 19905
+    },
+    {
+      "epoch": 0.9512568097104082,
+      "grad_norm": 131.82859802246094,
+      "learning_rate": 1.127187934534314e-05,
+      "loss": 17.0469,
+      "step": 19906
+    },
+    {
+      "epoch": 0.9513045971518684,
+      "grad_norm": 274.1750183105469,
+      "learning_rate": 1.1271111758858015e-05,
+      "loss": 28.4688,
+      "step": 19907
+    },
+    {
+      "epoch": 0.9513523845933288,
+      "grad_norm": 270.128662109375,
+      "learning_rate": 1.1270344164760571e-05,
+      "loss": 33.1562,
+      "step": 19908
+    },
+    {
+      "epoch": 0.9514001720347892,
+      "grad_norm": 258.3287353515625,
+      "learning_rate": 1.1269576563055405e-05,
+      "loss": 38.4688,
+      "step": 19909
+    },
+    {
+      "epoch": 0.9514479594762496,
+      "grad_norm": 424.1952209472656,
+      "learning_rate": 1.1268808953747113e-05,
+      "loss": 33.375,
+      "step": 19910
+    },
+    {
+      "epoch": 0.95149574691771,
+      "grad_norm": 238.74891662597656,
+      "learning_rate": 1.1268041336840292e-05,
+      "loss": 30.6562,
+      "step": 19911
+    },
+    {
+      "epoch": 0.9515435343591704,
+      "grad_norm": 260.8796691894531,
+      "learning_rate": 1.1267273712339539e-05,
+      "loss": 29.8125,
+      "step": 19912
+    },
+    {
+      "epoch": 0.9515913218006308,
+      "grad_norm": 232.10598754882812,
+      "learning_rate": 1.1266506080249456e-05,
+      "loss": 32.0469,
+      "step": 19913
+    },
+    {
+      "epoch": 0.9516391092420912,
+      "grad_norm": 310.4261474609375,
+      "learning_rate": 1.1265738440574631e-05,
+      "loss": 31.2188,
+      "step": 19914
+    },
+    {
+      "epoch": 0.9516868966835516,
+      "grad_norm": 203.00466918945312,
+      "learning_rate": 1.1264970793319667e-05,
+      "loss": 23.5938,
+      "step": 19915
+    },
+    {
+      "epoch": 0.9517346841250119,
+      "grad_norm": 555.038818359375,
+      "learning_rate": 1.1264203138489163e-05,
+      "loss": 34.9688,
+      "step": 19916
+    },
+    {
+      "epoch": 0.9517824715664723,
+      "grad_norm": 211.6805877685547,
+      "learning_rate": 1.126343547608771e-05,
+      "loss": 28.5938,
+      "step": 19917
+    },
+    {
+      "epoch": 0.9518302590079327,
+      "grad_norm": 272.0804443359375,
+      "learning_rate": 1.1262667806119912e-05,
+      "loss": 26.9062,
+      "step": 19918
+    },
+    {
+      "epoch": 0.9518780464493931,
+      "grad_norm": 222.337646484375,
+      "learning_rate": 1.126190012859036e-05,
+      "loss": 33.25,
+      "step": 19919
+    },
+    {
+      "epoch": 0.9519258338908535,
+      "grad_norm": 258.4012145996094,
+      "learning_rate": 1.1261132443503655e-05,
+      "loss": 28.4375,
+      "step": 19920
+    },
+    {
+      "epoch": 0.9519736213323139,
+      "grad_norm": 484.7063293457031,
+      "learning_rate": 1.1260364750864397e-05,
+      "loss": 26.9219,
+      "step": 19921
+    },
+    {
+      "epoch": 0.9520214087737743,
+      "grad_norm": 136.76495361328125,
+      "learning_rate": 1.1259597050677178e-05,
+      "loss": 29.5156,
+      "step": 19922
+    },
+    {
+      "epoch": 0.9520691962152347,
+      "grad_norm": 416.5336608886719,
+      "learning_rate": 1.1258829342946597e-05,
+      "loss": 24.4219,
+      "step": 19923
+    },
+    {
+      "epoch": 0.9521169836566951,
+      "grad_norm": 306.1456298828125,
+      "learning_rate": 1.1258061627677255e-05,
+      "loss": 19.3125,
+      "step": 19924
+    },
+    {
+      "epoch": 0.9521647710981554,
+      "grad_norm": 264.6233825683594,
+      "learning_rate": 1.1257293904873745e-05,
+      "loss": 22.0156,
+      "step": 19925
+    },
+    {
+      "epoch": 0.9522125585396158,
+      "grad_norm": 304.29522705078125,
+      "learning_rate": 1.1256526174540667e-05,
+      "loss": 32.0625,
+      "step": 19926
+    },
+    {
+      "epoch": 0.9522603459810762,
+      "grad_norm": 269.52545166015625,
+      "learning_rate": 1.1255758436682622e-05,
+      "loss": 28.5,
+      "step": 19927
+    },
+    {
+      "epoch": 0.9523081334225365,
+      "grad_norm": 229.72164916992188,
+      "learning_rate": 1.12549906913042e-05,
+      "loss": 23.6875,
+      "step": 19928
+    },
+    {
+      "epoch": 0.9523559208639969,
+      "grad_norm": 437.007080078125,
+      "learning_rate": 1.1254222938410006e-05,
+      "loss": 30.8594,
+      "step": 19929
+    },
+    {
+      "epoch": 0.9524037083054573,
+      "grad_norm": 159.2992706298828,
+      "learning_rate": 1.1253455178004633e-05,
+      "loss": 19.1719,
+      "step": 19930
+    },
+    {
+      "epoch": 0.9524514957469177,
+      "grad_norm": 237.7109832763672,
+      "learning_rate": 1.1252687410092681e-05,
+      "loss": 28.8125,
+      "step": 19931
+    },
+    {
+      "epoch": 0.9524992831883781,
+      "grad_norm": 227.05064392089844,
+      "learning_rate": 1.125191963467875e-05,
+      "loss": 20.25,
+      "step": 19932
+    },
+    {
+      "epoch": 0.9525470706298385,
+      "grad_norm": 267.8501281738281,
+      "learning_rate": 1.1251151851767434e-05,
+      "loss": 33.9375,
+      "step": 19933
+    },
+    {
+      "epoch": 0.9525948580712988,
+      "grad_norm": 138.46278381347656,
+      "learning_rate": 1.1250384061363334e-05,
+      "loss": 25.625,
+      "step": 19934
+    },
+    {
+      "epoch": 0.9526426455127592,
+      "grad_norm": 219.41078186035156,
+      "learning_rate": 1.1249616263471045e-05,
+      "loss": 24.3438,
+      "step": 19935
+    },
+    {
+      "epoch": 0.9526904329542196,
+      "grad_norm": 226.7859649658203,
+      "learning_rate": 1.124884845809517e-05,
+      "loss": 21.7812,
+      "step": 19936
+    },
+    {
+      "epoch": 0.95273822039568,
+      "grad_norm": 351.80963134765625,
+      "learning_rate": 1.1248080645240302e-05,
+      "loss": 37.75,
+      "step": 19937
+    },
+    {
+      "epoch": 0.9527860078371404,
+      "grad_norm": 254.45237731933594,
+      "learning_rate": 1.1247312824911041e-05,
+      "loss": 25.4688,
+      "step": 19938
+    },
+    {
+      "epoch": 0.9528337952786008,
+      "grad_norm": 341.9220886230469,
+      "learning_rate": 1.1246544997111988e-05,
+      "loss": 31.9375,
+      "step": 19939
+    },
+    {
+      "epoch": 0.9528815827200612,
+      "grad_norm": 267.1852111816406,
+      "learning_rate": 1.1245777161847737e-05,
+      "loss": 29.0,
+      "step": 19940
+    },
+    {
+      "epoch": 0.9529293701615216,
+      "grad_norm": 274.85736083984375,
+      "learning_rate": 1.1245009319122888e-05,
+      "loss": 24.25,
+      "step": 19941
+    },
+    {
+      "epoch": 0.952977157602982,
+      "grad_norm": 201.2002410888672,
+      "learning_rate": 1.1244241468942041e-05,
+      "loss": 27.25,
+      "step": 19942
+    },
+    {
+      "epoch": 0.9530249450444424,
+      "grad_norm": 373.4427795410156,
+      "learning_rate": 1.1243473611309791e-05,
+      "loss": 44.75,
+      "step": 19943
+    },
+    {
+      "epoch": 0.9530727324859027,
+      "grad_norm": 170.96435546875,
+      "learning_rate": 1.1242705746230741e-05,
+      "loss": 22.25,
+      "step": 19944
+    },
+    {
+      "epoch": 0.9531205199273631,
+      "grad_norm": 218.16720581054688,
+      "learning_rate": 1.1241937873709485e-05,
+      "loss": 22.9844,
+      "step": 19945
+    },
+    {
+      "epoch": 0.9531683073688235,
+      "grad_norm": 241.16195678710938,
+      "learning_rate": 1.1241169993750626e-05,
+      "loss": 34.4688,
+      "step": 19946
+    },
+    {
+      "epoch": 0.9532160948102839,
+      "grad_norm": 592.457275390625,
+      "learning_rate": 1.1240402106358758e-05,
+      "loss": 37.5625,
+      "step": 19947
+    },
+    {
+      "epoch": 0.9532638822517442,
+      "grad_norm": 208.7009735107422,
+      "learning_rate": 1.1239634211538484e-05,
+      "loss": 21.8594,
+      "step": 19948
+    },
+    {
+      "epoch": 0.9533116696932046,
+      "grad_norm": 563.3287963867188,
+      "learning_rate": 1.1238866309294398e-05,
+      "loss": 24.7812,
+      "step": 19949
+    },
+    {
+      "epoch": 0.953359457134665,
+      "grad_norm": 343.9320068359375,
+      "learning_rate": 1.1238098399631106e-05,
+      "loss": 34.3438,
+      "step": 19950
+    },
+    {
+      "epoch": 0.9534072445761254,
+      "grad_norm": 374.0565490722656,
+      "learning_rate": 1.12373304825532e-05,
+      "loss": 40.2188,
+      "step": 19951
+    },
+    {
+      "epoch": 0.9534550320175857,
+      "grad_norm": 456.4447021484375,
+      "learning_rate": 1.1236562558065278e-05,
+      "loss": 29.5938,
+      "step": 19952
+    },
+    {
+      "epoch": 0.9535028194590461,
+      "grad_norm": 259.59814453125,
+      "learning_rate": 1.1235794626171946e-05,
+      "loss": 29.8438,
+      "step": 19953
+    },
+    {
+      "epoch": 0.9535506069005065,
+      "grad_norm": 173.27906799316406,
+      "learning_rate": 1.1235026686877797e-05,
+      "loss": 22.2969,
+      "step": 19954
+    },
+    {
+      "epoch": 0.9535983943419669,
+      "grad_norm": 218.6348876953125,
+      "learning_rate": 1.1234258740187434e-05,
+      "loss": 29.5938,
+      "step": 19955
+    },
+    {
+      "epoch": 0.9536461817834273,
+      "grad_norm": 406.243896484375,
+      "learning_rate": 1.123349078610545e-05,
+      "loss": 38.6406,
+      "step": 19956
+    },
+    {
+      "epoch": 0.9536939692248877,
+      "grad_norm": 250.24505615234375,
+      "learning_rate": 1.1232722824636448e-05,
+      "loss": 26.4375,
+      "step": 19957
+    },
+    {
+      "epoch": 0.9537417566663481,
+      "grad_norm": 498.5533142089844,
+      "learning_rate": 1.1231954855785028e-05,
+      "loss": 33.4375,
+      "step": 19958
+    },
+    {
+      "epoch": 0.9537895441078085,
+      "grad_norm": 251.33984375,
+      "learning_rate": 1.1231186879555789e-05,
+      "loss": 23.9531,
+      "step": 19959
+    },
+    {
+      "epoch": 0.9538373315492689,
+      "grad_norm": 110.11686706542969,
+      "learning_rate": 1.1230418895953328e-05,
+      "loss": 21.5625,
+      "step": 19960
+    },
+    {
+      "epoch": 0.9538851189907293,
+      "grad_norm": 242.23123168945312,
+      "learning_rate": 1.1229650904982247e-05,
+      "loss": 28.9531,
+      "step": 19961
+    },
+    {
+      "epoch": 0.9539329064321896,
+      "grad_norm": 220.77880859375,
+      "learning_rate": 1.1228882906647142e-05,
+      "loss": 21.4688,
+      "step": 19962
+    },
+    {
+      "epoch": 0.95398069387365,
+      "grad_norm": 326.0166931152344,
+      "learning_rate": 1.1228114900952615e-05,
+      "loss": 41.6719,
+      "step": 19963
+    },
+    {
+      "epoch": 0.9540284813151104,
+      "grad_norm": 324.8067321777344,
+      "learning_rate": 1.1227346887903265e-05,
+      "loss": 32.0938,
+      "step": 19964
+    },
+    {
+      "epoch": 0.9540762687565708,
+      "grad_norm": 528.1542358398438,
+      "learning_rate": 1.122657886750369e-05,
+      "loss": 26.0,
+      "step": 19965
+    },
+    {
+      "epoch": 0.9541240561980312,
+      "grad_norm": 216.35113525390625,
+      "learning_rate": 1.122581083975849e-05,
+      "loss": 31.1875,
+      "step": 19966
+    },
+    {
+      "epoch": 0.9541718436394916,
+      "grad_norm": 233.63909912109375,
+      "learning_rate": 1.1225042804672265e-05,
+      "loss": 26.2812,
+      "step": 19967
+    },
+    {
+      "epoch": 0.954219631080952,
+      "grad_norm": 218.4248046875,
+      "learning_rate": 1.1224274762249616e-05,
+      "loss": 21.9688,
+      "step": 19968
+    },
+    {
+      "epoch": 0.9542674185224123,
+      "grad_norm": 227.4065704345703,
+      "learning_rate": 1.122350671249514e-05,
+      "loss": 26.4062,
+      "step": 19969
+    },
+    {
+      "epoch": 0.9543152059638726,
+      "grad_norm": 373.6268005371094,
+      "learning_rate": 1.122273865541344e-05,
+      "loss": 23.9062,
+      "step": 19970
+    },
+    {
+      "epoch": 0.954362993405333,
+      "grad_norm": 260.1351623535156,
+      "learning_rate": 1.1221970591009107e-05,
+      "loss": 35.3438,
+      "step": 19971
+    },
+    {
+      "epoch": 0.9544107808467934,
+      "grad_norm": 131.4474639892578,
+      "learning_rate": 1.1221202519286751e-05,
+      "loss": 19.0938,
+      "step": 19972
+    },
+    {
+      "epoch": 0.9544585682882538,
+      "grad_norm": 241.21994018554688,
+      "learning_rate": 1.1220434440250966e-05,
+      "loss": 31.4375,
+      "step": 19973
+    },
+    {
+      "epoch": 0.9545063557297142,
+      "grad_norm": 219.18812561035156,
+      "learning_rate": 1.1219666353906356e-05,
+      "loss": 22.9062,
+      "step": 19974
+    },
+    {
+      "epoch": 0.9545541431711746,
+      "grad_norm": 284.0445861816406,
+      "learning_rate": 1.1218898260257519e-05,
+      "loss": 19.8906,
+      "step": 19975
+    },
+    {
+      "epoch": 0.954601930612635,
+      "grad_norm": 255.576171875,
+      "learning_rate": 1.121813015930905e-05,
+      "loss": 20.5312,
+      "step": 19976
+    },
+    {
+      "epoch": 0.9546497180540954,
+      "grad_norm": 290.564697265625,
+      "learning_rate": 1.1217362051065554e-05,
+      "loss": 25.9062,
+      "step": 19977
+    },
+    {
+      "epoch": 0.9546975054955558,
+      "grad_norm": 253.9895477294922,
+      "learning_rate": 1.1216593935531632e-05,
+      "loss": 33.625,
+      "step": 19978
+    },
+    {
+      "epoch": 0.9547452929370162,
+      "grad_norm": 270.8836669921875,
+      "learning_rate": 1.1215825812711882e-05,
+      "loss": 28.2812,
+      "step": 19979
+    },
+    {
+      "epoch": 0.9547930803784765,
+      "grad_norm": 415.5594482421875,
+      "learning_rate": 1.1215057682610902e-05,
+      "loss": 33.8281,
+      "step": 19980
+    },
+    {
+      "epoch": 0.9548408678199369,
+      "grad_norm": 460.33349609375,
+      "learning_rate": 1.1214289545233297e-05,
+      "loss": 28.7656,
+      "step": 19981
+    },
+    {
+      "epoch": 0.9548886552613973,
+      "grad_norm": 408.66619873046875,
+      "learning_rate": 1.1213521400583662e-05,
+      "loss": 20.625,
+      "step": 19982
+    },
+    {
+      "epoch": 0.9549364427028577,
+      "grad_norm": 207.92543029785156,
+      "learning_rate": 1.1212753248666603e-05,
+      "loss": 18.125,
+      "step": 19983
+    },
+    {
+      "epoch": 0.9549842301443181,
+      "grad_norm": 441.51287841796875,
+      "learning_rate": 1.1211985089486714e-05,
+      "loss": 23.2188,
+      "step": 19984
+    },
+    {
+      "epoch": 0.9550320175857785,
+      "grad_norm": 481.0214538574219,
+      "learning_rate": 1.12112169230486e-05,
+      "loss": 21.3281,
+      "step": 19985
+    },
+    {
+      "epoch": 0.9550798050272389,
+      "grad_norm": 454.7547912597656,
+      "learning_rate": 1.121044874935686e-05,
+      "loss": 28.6875,
+      "step": 19986
+    },
+    {
+      "epoch": 0.9551275924686993,
+      "grad_norm": 163.76023864746094,
+      "learning_rate": 1.1209680568416093e-05,
+      "loss": 25.9062,
+      "step": 19987
+    },
+    {
+      "epoch": 0.9551753799101597,
+      "grad_norm": 539.5046997070312,
+      "learning_rate": 1.1208912380230901e-05,
+      "loss": 43.6875,
+      "step": 19988
+    },
+    {
+      "epoch": 0.9552231673516199,
+      "grad_norm": 330.3106384277344,
+      "learning_rate": 1.1208144184805883e-05,
+      "loss": 39.375,
+      "step": 19989
+    },
+    {
+      "epoch": 0.9552709547930803,
+      "grad_norm": 295.2139587402344,
+      "learning_rate": 1.1207375982145641e-05,
+      "loss": 26.9375,
+      "step": 19990
+    },
+    {
+      "epoch": 0.9553187422345407,
+      "grad_norm": 141.09310913085938,
+      "learning_rate": 1.1206607772254772e-05,
+      "loss": 17.5,
+      "step": 19991
+    },
+    {
+      "epoch": 0.9553665296760011,
+      "grad_norm": 218.15406799316406,
+      "learning_rate": 1.1205839555137883e-05,
+      "loss": 36.4688,
+      "step": 19992
+    },
+    {
+      "epoch": 0.9554143171174615,
+      "grad_norm": 179.50169372558594,
+      "learning_rate": 1.1205071330799566e-05,
+      "loss": 33.2344,
+      "step": 19993
+    },
+    {
+      "epoch": 0.9554621045589219,
+      "grad_norm": 441.3937072753906,
+      "learning_rate": 1.1204303099244432e-05,
+      "loss": 24.2969,
+      "step": 19994
+    },
+    {
+      "epoch": 0.9555098920003823,
+      "grad_norm": 184.51307678222656,
+      "learning_rate": 1.1203534860477073e-05,
+      "loss": 24.7656,
+      "step": 19995
+    },
+    {
+      "epoch": 0.9555576794418427,
+      "grad_norm": 206.11727905273438,
+      "learning_rate": 1.1202766614502096e-05,
+      "loss": 29.375,
+      "step": 19996
+    },
+    {
+      "epoch": 0.9556054668833031,
+      "grad_norm": 539.5233764648438,
+      "learning_rate": 1.1201998361324096e-05,
+      "loss": 38.1562,
+      "step": 19997
+    },
+    {
+      "epoch": 0.9556532543247634,
+      "grad_norm": 238.81480407714844,
+      "learning_rate": 1.120123010094768e-05,
+      "loss": 24.5,
+      "step": 19998
+    },
+    {
+      "epoch": 0.9557010417662238,
+      "grad_norm": 231.9540557861328,
+      "learning_rate": 1.1200461833377445e-05,
+      "loss": 25.3594,
+      "step": 19999
+    },
+    {
+      "epoch": 0.9557488292076842,
+      "grad_norm": 281.1358947753906,
+      "learning_rate": 1.119969355861799e-05,
+      "loss": 28.8438,
+      "step": 20000
+    },
+    {
+      "epoch": 0.9557966166491446,
+      "grad_norm": 205.13490295410156,
+      "learning_rate": 1.1198925276673923e-05,
+      "loss": 30.5156,
+      "step": 20001
+    },
+    {
+      "epoch": 0.955844404090605,
+      "grad_norm": 255.42816162109375,
+      "learning_rate": 1.1198156987549837e-05,
+      "loss": 32.0625,
+      "step": 20002
+    },
+    {
+      "epoch": 0.9558921915320654,
+      "grad_norm": 213.1230010986328,
+      "learning_rate": 1.1197388691250337e-05,
+      "loss": 29.5625,
+      "step": 20003
+    },
+    {
+      "epoch": 0.9559399789735258,
+      "grad_norm": 197.72900390625,
+      "learning_rate": 1.1196620387780027e-05,
+      "loss": 21.3594,
+      "step": 20004
+    },
+    {
+      "epoch": 0.9559877664149862,
+      "grad_norm": 292.9667663574219,
+      "learning_rate": 1.1195852077143501e-05,
+      "loss": 21.625,
+      "step": 20005
+    },
+    {
+      "epoch": 0.9560355538564466,
+      "grad_norm": 235.00311279296875,
+      "learning_rate": 1.1195083759345365e-05,
+      "loss": 29.9688,
+      "step": 20006
+    },
+    {
+      "epoch": 0.956083341297907,
+      "grad_norm": 194.09603881835938,
+      "learning_rate": 1.1194315434390222e-05,
+      "loss": 17.3594,
+      "step": 20007
+    },
+    {
+      "epoch": 0.9561311287393673,
+      "grad_norm": 273.0938415527344,
+      "learning_rate": 1.1193547102282666e-05,
+      "loss": 26.9062,
+      "step": 20008
+    },
+    {
+      "epoch": 0.9561789161808277,
+      "grad_norm": 324.2554931640625,
+      "learning_rate": 1.1192778763027305e-05,
+      "loss": 24.25,
+      "step": 20009
+    },
+    {
+      "epoch": 0.956226703622288,
+      "grad_norm": 245.9794464111328,
+      "learning_rate": 1.1192010416628738e-05,
+      "loss": 20.8594,
+      "step": 20010
+    },
+    {
+      "epoch": 0.9562744910637484,
+      "grad_norm": 257.6626892089844,
+      "learning_rate": 1.119124206309157e-05,
+      "loss": 30.4375,
+      "step": 20011
+    },
+    {
+      "epoch": 0.9563222785052088,
+      "grad_norm": 340.6033630371094,
+      "learning_rate": 1.1190473702420396e-05,
+      "loss": 31.8438,
+      "step": 20012
+    },
+    {
+      "epoch": 0.9563700659466692,
+      "grad_norm": 435.62811279296875,
+      "learning_rate": 1.118970533461982e-05,
+      "loss": 35.3438,
+      "step": 20013
+    },
+    {
+      "epoch": 0.9564178533881296,
+      "grad_norm": 619.050537109375,
+      "learning_rate": 1.1188936959694447e-05,
+      "loss": 35.75,
+      "step": 20014
+    },
+    {
+      "epoch": 0.95646564082959,
+      "grad_norm": 195.2747802734375,
+      "learning_rate": 1.1188168577648875e-05,
+      "loss": 31.5,
+      "step": 20015
+    },
+    {
+      "epoch": 0.9565134282710503,
+      "grad_norm": 281.088134765625,
+      "learning_rate": 1.1187400188487705e-05,
+      "loss": 28.0469,
+      "step": 20016
+    },
+    {
+      "epoch": 0.9565612157125107,
+      "grad_norm": 314.1116943359375,
+      "learning_rate": 1.1186631792215538e-05,
+      "loss": 36.1562,
+      "step": 20017
+    },
+    {
+      "epoch": 0.9566090031539711,
+      "grad_norm": 166.3718719482422,
+      "learning_rate": 1.1185863388836984e-05,
+      "loss": 19.4688,
+      "step": 20018
+    },
+    {
+      "epoch": 0.9566567905954315,
+      "grad_norm": 211.80316162109375,
+      "learning_rate": 1.1185094978356635e-05,
+      "loss": 33.7188,
+      "step": 20019
+    },
+    {
+      "epoch": 0.9567045780368919,
+      "grad_norm": 239.5104522705078,
+      "learning_rate": 1.1184326560779098e-05,
+      "loss": 28.75,
+      "step": 20020
+    },
+    {
+      "epoch": 0.9567523654783523,
+      "grad_norm": 254.33688354492188,
+      "learning_rate": 1.118355813610897e-05,
+      "loss": 26.2812,
+      "step": 20021
+    },
+    {
+      "epoch": 0.9568001529198127,
+      "grad_norm": 297.9093322753906,
+      "learning_rate": 1.1182789704350858e-05,
+      "loss": 32.5938,
+      "step": 20022
+    },
+    {
+      "epoch": 0.9568479403612731,
+      "grad_norm": 283.399169921875,
+      "learning_rate": 1.1182021265509362e-05,
+      "loss": 30.625,
+      "step": 20023
+    },
+    {
+      "epoch": 0.9568957278027335,
+      "grad_norm": 216.4287109375,
+      "learning_rate": 1.1181252819589081e-05,
+      "loss": 20.125,
+      "step": 20024
+    },
+    {
+      "epoch": 0.9569435152441939,
+      "grad_norm": 129.31103515625,
+      "learning_rate": 1.1180484366594623e-05,
+      "loss": 17.0781,
+      "step": 20025
+    },
+    {
+      "epoch": 0.9569913026856542,
+      "grad_norm": 157.74249267578125,
+      "learning_rate": 1.1179715906530585e-05,
+      "loss": 24.4375,
+      "step": 20026
+    },
+    {
+      "epoch": 0.9570390901271146,
+      "grad_norm": 245.52603149414062,
+      "learning_rate": 1.1178947439401573e-05,
+      "loss": 24.2188,
+      "step": 20027
+    },
+    {
+      "epoch": 0.957086877568575,
+      "grad_norm": 255.5077362060547,
+      "learning_rate": 1.1178178965212182e-05,
+      "loss": 28.8125,
+      "step": 20028
+    },
+    {
+      "epoch": 0.9571346650100354,
+      "grad_norm": 325.1925048828125,
+      "learning_rate": 1.1177410483967026e-05,
+      "loss": 30.0625,
+      "step": 20029
+    },
+    {
+      "epoch": 0.9571824524514958,
+      "grad_norm": 246.19078063964844,
+      "learning_rate": 1.1176641995670697e-05,
+      "loss": 37.0938,
+      "step": 20030
+    },
+    {
+      "epoch": 0.9572302398929561,
+      "grad_norm": 213.30093383789062,
+      "learning_rate": 1.11758735003278e-05,
+      "loss": 22.125,
+      "step": 20031
+    },
+    {
+      "epoch": 0.9572780273344165,
+      "grad_norm": 210.02430725097656,
+      "learning_rate": 1.1175104997942941e-05,
+      "loss": 24.1562,
+      "step": 20032
+    },
+    {
+      "epoch": 0.9573258147758769,
+      "grad_norm": 281.9328308105469,
+      "learning_rate": 1.1174336488520717e-05,
+      "loss": 28.0312,
+      "step": 20033
+    },
+    {
+      "epoch": 0.9573736022173372,
+      "grad_norm": 328.6703796386719,
+      "learning_rate": 1.1173567972065736e-05,
+      "loss": 32.875,
+      "step": 20034
+    },
+    {
+      "epoch": 0.9574213896587976,
+      "grad_norm": 163.38336181640625,
+      "learning_rate": 1.1172799448582594e-05,
+      "loss": 25.0938,
+      "step": 20035
+    },
+    {
+      "epoch": 0.957469177100258,
+      "grad_norm": 209.4175567626953,
+      "learning_rate": 1.1172030918075895e-05,
+      "loss": 27.2188,
+      "step": 20036
+    },
+    {
+      "epoch": 0.9575169645417184,
+      "grad_norm": 244.71083068847656,
+      "learning_rate": 1.1171262380550247e-05,
+      "loss": 34.6875,
+      "step": 20037
+    },
+    {
+      "epoch": 0.9575647519831788,
+      "grad_norm": 290.818603515625,
+      "learning_rate": 1.1170493836010248e-05,
+      "loss": 27.8125,
+      "step": 20038
+    },
+    {
+      "epoch": 0.9576125394246392,
+      "grad_norm": 202.4536590576172,
+      "learning_rate": 1.11697252844605e-05,
+      "loss": 26.4688,
+      "step": 20039
+    },
+    {
+      "epoch": 0.9576603268660996,
+      "grad_norm": 394.89483642578125,
+      "learning_rate": 1.1168956725905607e-05,
+      "loss": 23.7969,
+      "step": 20040
+    },
+    {
+      "epoch": 0.95770811430756,
+      "grad_norm": 288.5736083984375,
+      "learning_rate": 1.116818816035017e-05,
+      "loss": 22.5156,
+      "step": 20041
+    },
+    {
+      "epoch": 0.9577559017490204,
+      "grad_norm": 203.59747314453125,
+      "learning_rate": 1.1167419587798798e-05,
+      "loss": 17.1094,
+      "step": 20042
+    },
+    {
+      "epoch": 0.9578036891904808,
+      "grad_norm": 275.93780517578125,
+      "learning_rate": 1.1166651008256085e-05,
+      "loss": 30.8125,
+      "step": 20043
+    },
+    {
+      "epoch": 0.9578514766319411,
+      "grad_norm": 189.9158935546875,
+      "learning_rate": 1.1165882421726639e-05,
+      "loss": 25.4062,
+      "step": 20044
+    },
+    {
+      "epoch": 0.9578992640734015,
+      "grad_norm": 310.6181945800781,
+      "learning_rate": 1.116511382821506e-05,
+      "loss": 25.6875,
+      "step": 20045
+    },
+    {
+      "epoch": 0.9579470515148619,
+      "grad_norm": 173.2257843017578,
+      "learning_rate": 1.1164345227725955e-05,
+      "loss": 25.4844,
+      "step": 20046
+    },
+    {
+      "epoch": 0.9579948389563223,
+      "grad_norm": 211.8755645751953,
+      "learning_rate": 1.1163576620263925e-05,
+      "loss": 18.9688,
+      "step": 20047
+    },
+    {
+      "epoch": 0.9580426263977827,
+      "grad_norm": 240.79991149902344,
+      "learning_rate": 1.116280800583357e-05,
+      "loss": 26.0625,
+      "step": 20048
+    },
+    {
+      "epoch": 0.9580904138392431,
+      "grad_norm": 227.71600341796875,
+      "learning_rate": 1.1162039384439499e-05,
+      "loss": 24.1875,
+      "step": 20049
+    },
+    {
+      "epoch": 0.9581382012807035,
+      "grad_norm": 206.44888305664062,
+      "learning_rate": 1.1161270756086307e-05,
+      "loss": 28.5156,
+      "step": 20050
+    },
+    {
+      "epoch": 0.9581859887221638,
+      "grad_norm": 596.860595703125,
+      "learning_rate": 1.1160502120778604e-05,
+      "loss": 46.7812,
+      "step": 20051
+    },
+    {
+      "epoch": 0.9582337761636242,
+      "grad_norm": 364.2231140136719,
+      "learning_rate": 1.115973347852099e-05,
+      "loss": 28.25,
+      "step": 20052
+    },
+    {
+      "epoch": 0.9582815636050845,
+      "grad_norm": 607.0020751953125,
+      "learning_rate": 1.1158964829318072e-05,
+      "loss": 31.0312,
+      "step": 20053
+    },
+    {
+      "epoch": 0.9583293510465449,
+      "grad_norm": 182.9941864013672,
+      "learning_rate": 1.1158196173174448e-05,
+      "loss": 21.4844,
+      "step": 20054
+    },
+    {
+      "epoch": 0.9583771384880053,
+      "grad_norm": 222.18276977539062,
+      "learning_rate": 1.1157427510094723e-05,
+      "loss": 24.5156,
+      "step": 20055
+    },
+    {
+      "epoch": 0.9584249259294657,
+      "grad_norm": 152.78697204589844,
+      "learning_rate": 1.11566588400835e-05,
+      "loss": 21.9219,
+      "step": 20056
+    },
+    {
+      "epoch": 0.9584727133709261,
+      "grad_norm": 243.3045196533203,
+      "learning_rate": 1.1155890163145385e-05,
+      "loss": 24.4375,
+      "step": 20057
+    },
+    {
+      "epoch": 0.9585205008123865,
+      "grad_norm": 239.8557891845703,
+      "learning_rate": 1.1155121479284976e-05,
+      "loss": 24.0938,
+      "step": 20058
+    },
+    {
+      "epoch": 0.9585682882538469,
+      "grad_norm": 201.64093017578125,
+      "learning_rate": 1.1154352788506884e-05,
+      "loss": 36.8125,
+      "step": 20059
+    },
+    {
+      "epoch": 0.9586160756953073,
+      "grad_norm": 205.77200317382812,
+      "learning_rate": 1.1153584090815707e-05,
+      "loss": 19.1562,
+      "step": 20060
+    },
+    {
+      "epoch": 0.9586638631367677,
+      "grad_norm": 222.01148986816406,
+      "learning_rate": 1.1152815386216047e-05,
+      "loss": 26.3281,
+      "step": 20061
+    },
+    {
+      "epoch": 0.958711650578228,
+      "grad_norm": 365.9761657714844,
+      "learning_rate": 1.1152046674712515e-05,
+      "loss": 34.9375,
+      "step": 20062
+    },
+    {
+      "epoch": 0.9587594380196884,
+      "grad_norm": 384.31536865234375,
+      "learning_rate": 1.1151277956309704e-05,
+      "loss": 21.2656,
+      "step": 20063
+    },
+    {
+      "epoch": 0.9588072254611488,
+      "grad_norm": 294.3403015136719,
+      "learning_rate": 1.115050923101223e-05,
+      "loss": 25.4062,
+      "step": 20064
+    },
+    {
+      "epoch": 0.9588550129026092,
+      "grad_norm": 257.8606872558594,
+      "learning_rate": 1.1149740498824686e-05,
+      "loss": 26.125,
+      "step": 20065
+    },
+    {
+      "epoch": 0.9589028003440696,
+      "grad_norm": 327.5567932128906,
+      "learning_rate": 1.1148971759751682e-05,
+      "loss": 38.5625,
+      "step": 20066
+    },
+    {
+      "epoch": 0.95895058778553,
+      "grad_norm": 277.2690734863281,
+      "learning_rate": 1.114820301379782e-05,
+      "loss": 30.5938,
+      "step": 20067
+    },
+    {
+      "epoch": 0.9589983752269904,
+      "grad_norm": 233.80516052246094,
+      "learning_rate": 1.1147434260967702e-05,
+      "loss": 26.9062,
+      "step": 20068
+    },
+    {
+      "epoch": 0.9590461626684508,
+      "grad_norm": 198.81893920898438,
+      "learning_rate": 1.1146665501265935e-05,
+      "loss": 29.9531,
+      "step": 20069
+    },
+    {
+      "epoch": 0.9590939501099112,
+      "grad_norm": 352.77960205078125,
+      "learning_rate": 1.1145896734697122e-05,
+      "loss": 31.125,
+      "step": 20070
+    },
+    {
+      "epoch": 0.9591417375513716,
+      "grad_norm": 182.56103515625,
+      "learning_rate": 1.1145127961265862e-05,
+      "loss": 27.2812,
+      "step": 20071
+    },
+    {
+      "epoch": 0.9591895249928318,
+      "grad_norm": 334.3722839355469,
+      "learning_rate": 1.1144359180976767e-05,
+      "loss": 32.0938,
+      "step": 20072
+    },
+    {
+      "epoch": 0.9592373124342922,
+      "grad_norm": 291.2320556640625,
+      "learning_rate": 1.1143590393834437e-05,
+      "loss": 32.75,
+      "step": 20073
+    },
+    {
+      "epoch": 0.9592850998757526,
+      "grad_norm": 260.9471435546875,
+      "learning_rate": 1.1142821599843475e-05,
+      "loss": 31.7188,
+      "step": 20074
+    },
+    {
+      "epoch": 0.959332887317213,
+      "grad_norm": 331.6220703125,
+      "learning_rate": 1.1142052799008486e-05,
+      "loss": 22.5938,
+      "step": 20075
+    },
+    {
+      "epoch": 0.9593806747586734,
+      "grad_norm": 192.9170379638672,
+      "learning_rate": 1.1141283991334073e-05,
+      "loss": 17.5625,
+      "step": 20076
+    },
+    {
+      "epoch": 0.9594284622001338,
+      "grad_norm": 239.30706787109375,
+      "learning_rate": 1.1140515176824844e-05,
+      "loss": 22.3125,
+      "step": 20077
+    },
+    {
+      "epoch": 0.9594762496415942,
+      "grad_norm": 351.6911926269531,
+      "learning_rate": 1.11397463554854e-05,
+      "loss": 36.75,
+      "step": 20078
+    },
+    {
+      "epoch": 0.9595240370830546,
+      "grad_norm": 173.81068420410156,
+      "learning_rate": 1.1138977527320348e-05,
+      "loss": 31.1562,
+      "step": 20079
+    },
+    {
+      "epoch": 0.959571824524515,
+      "grad_norm": 291.58428955078125,
+      "learning_rate": 1.1138208692334285e-05,
+      "loss": 30.9062,
+      "step": 20080
+    },
+    {
+      "epoch": 0.9596196119659753,
+      "grad_norm": 139.80189514160156,
+      "learning_rate": 1.1137439850531826e-05,
+      "loss": 19.3125,
+      "step": 20081
+    },
+    {
+      "epoch": 0.9596673994074357,
+      "grad_norm": 189.9852294921875,
+      "learning_rate": 1.1136671001917564e-05,
+      "loss": 15.0781,
+      "step": 20082
+    },
+    {
+      "epoch": 0.9597151868488961,
+      "grad_norm": 363.75408935546875,
+      "learning_rate": 1.1135902146496115e-05,
+      "loss": 27.0312,
+      "step": 20083
+    },
+    {
+      "epoch": 0.9597629742903565,
+      "grad_norm": 307.8396301269531,
+      "learning_rate": 1.1135133284272077e-05,
+      "loss": 29.5938,
+      "step": 20084
+    },
+    {
+      "epoch": 0.9598107617318169,
+      "grad_norm": 204.1668701171875,
+      "learning_rate": 1.1134364415250057e-05,
+      "loss": 26.0,
+      "step": 20085
+    },
+    {
+      "epoch": 0.9598585491732773,
+      "grad_norm": 206.431640625,
+      "learning_rate": 1.1133595539434656e-05,
+      "loss": 27.5156,
+      "step": 20086
+    },
+    {
+      "epoch": 0.9599063366147377,
+      "grad_norm": 242.49526977539062,
+      "learning_rate": 1.1132826656830478e-05,
+      "loss": 32.6562,
+      "step": 20087
+    },
+    {
+      "epoch": 0.9599541240561981,
+      "grad_norm": 202.7747344970703,
+      "learning_rate": 1.1132057767442132e-05,
+      "loss": 22.4844,
+      "step": 20088
+    },
+    {
+      "epoch": 0.9600019114976585,
+      "grad_norm": 418.9023742675781,
+      "learning_rate": 1.1131288871274219e-05,
+      "loss": 31.2344,
+      "step": 20089
+    },
+    {
+      "epoch": 0.9600496989391188,
+      "grad_norm": 266.0743103027344,
+      "learning_rate": 1.1130519968331348e-05,
+      "loss": 25.3125,
+      "step": 20090
+    },
+    {
+      "epoch": 0.9600974863805792,
+      "grad_norm": 207.3028106689453,
+      "learning_rate": 1.112975105861812e-05,
+      "loss": 21.6875,
+      "step": 20091
+    },
+    {
+      "epoch": 0.9601452738220395,
+      "grad_norm": 240.6422882080078,
+      "learning_rate": 1.1128982142139142e-05,
+      "loss": 25.1875,
+      "step": 20092
+    },
+    {
+      "epoch": 0.9601930612634999,
+      "grad_norm": 189.4644775390625,
+      "learning_rate": 1.1128213218899016e-05,
+      "loss": 18.0625,
+      "step": 20093
+    },
+    {
+      "epoch": 0.9602408487049603,
+      "grad_norm": 307.5998840332031,
+      "learning_rate": 1.1127444288902349e-05,
+      "loss": 20.5938,
+      "step": 20094
+    },
+    {
+      "epoch": 0.9602886361464207,
+      "grad_norm": 302.14794921875,
+      "learning_rate": 1.1126675352153746e-05,
+      "loss": 40.625,
+      "step": 20095
+    },
+    {
+      "epoch": 0.9603364235878811,
+      "grad_norm": 342.2704772949219,
+      "learning_rate": 1.1125906408657811e-05,
+      "loss": 31.5,
+      "step": 20096
+    },
+    {
+      "epoch": 0.9603842110293415,
+      "grad_norm": 275.09942626953125,
+      "learning_rate": 1.1125137458419153e-05,
+      "loss": 23.4219,
+      "step": 20097
+    },
+    {
+      "epoch": 0.9604319984708019,
+      "grad_norm": 229.9785614013672,
+      "learning_rate": 1.1124368501442369e-05,
+      "loss": 28.0625,
+      "step": 20098
+    },
+    {
+      "epoch": 0.9604797859122622,
+      "grad_norm": 280.514892578125,
+      "learning_rate": 1.112359953773207e-05,
+      "loss": 22.2031,
+      "step": 20099
+    },
+    {
+      "epoch": 0.9605275733537226,
+      "grad_norm": 218.5375213623047,
+      "learning_rate": 1.112283056729286e-05,
+      "loss": 22.4688,
+      "step": 20100
+    },
+    {
+      "epoch": 0.960575360795183,
+      "grad_norm": 317.05755615234375,
+      "learning_rate": 1.1122061590129343e-05,
+      "loss": 38.7188,
+      "step": 20101
+    },
+    {
+      "epoch": 0.9606231482366434,
+      "grad_norm": 419.69122314453125,
+      "learning_rate": 1.1121292606246125e-05,
+      "loss": 39.1562,
+      "step": 20102
+    },
+    {
+      "epoch": 0.9606709356781038,
+      "grad_norm": 330.7435607910156,
+      "learning_rate": 1.1120523615647813e-05,
+      "loss": 22.8438,
+      "step": 20103
+    },
+    {
+      "epoch": 0.9607187231195642,
+      "grad_norm": 230.12496948242188,
+      "learning_rate": 1.1119754618339007e-05,
+      "loss": 26.1562,
+      "step": 20104
+    },
+    {
+      "epoch": 0.9607665105610246,
+      "grad_norm": 186.89083862304688,
+      "learning_rate": 1.1118985614324318e-05,
+      "loss": 27.7969,
+      "step": 20105
+    },
+    {
+      "epoch": 0.960814298002485,
+      "grad_norm": 301.2111511230469,
+      "learning_rate": 1.1118216603608347e-05,
+      "loss": 31.4375,
+      "step": 20106
+    },
+    {
+      "epoch": 0.9608620854439454,
+      "grad_norm": 181.2088165283203,
+      "learning_rate": 1.1117447586195704e-05,
+      "loss": 20.7812,
+      "step": 20107
+    },
+    {
+      "epoch": 0.9609098728854057,
+      "grad_norm": 228.3380584716797,
+      "learning_rate": 1.1116678562090992e-05,
+      "loss": 24.5312,
+      "step": 20108
+    },
+    {
+      "epoch": 0.9609576603268661,
+      "grad_norm": 193.86880493164062,
+      "learning_rate": 1.1115909531298813e-05,
+      "loss": 24.0625,
+      "step": 20109
+    },
+    {
+      "epoch": 0.9610054477683265,
+      "grad_norm": 171.04837036132812,
+      "learning_rate": 1.111514049382378e-05,
+      "loss": 19.4219,
+      "step": 20110
+    },
+    {
+      "epoch": 0.9610532352097869,
+      "grad_norm": 263.36395263671875,
+      "learning_rate": 1.1114371449670492e-05,
+      "loss": 20.6562,
+      "step": 20111
+    },
+    {
+      "epoch": 0.9611010226512473,
+      "grad_norm": 257.3233947753906,
+      "learning_rate": 1.1113602398843558e-05,
+      "loss": 27.5,
+      "step": 20112
+    },
+    {
+      "epoch": 0.9611488100927076,
+      "grad_norm": 156.16830444335938,
+      "learning_rate": 1.111283334134758e-05,
+      "loss": 25.625,
+      "step": 20113
+    },
+    {
+      "epoch": 0.961196597534168,
+      "grad_norm": 340.21728515625,
+      "learning_rate": 1.111206427718717e-05,
+      "loss": 24.3438,
+      "step": 20114
+    },
+    {
+      "epoch": 0.9612443849756284,
+      "grad_norm": 299.11248779296875,
+      "learning_rate": 1.1111295206366926e-05,
+      "loss": 33.375,
+      "step": 20115
+    },
+    {
+      "epoch": 0.9612921724170888,
+      "grad_norm": 346.48883056640625,
+      "learning_rate": 1.111052612889146e-05,
+      "loss": 24.6562,
+      "step": 20116
+    },
+    {
+      "epoch": 0.9613399598585491,
+      "grad_norm": 213.41204833984375,
+      "learning_rate": 1.1109757044765377e-05,
+      "loss": 31.0312,
+      "step": 20117
+    },
+    {
+      "epoch": 0.9613877473000095,
+      "grad_norm": 233.65341186523438,
+      "learning_rate": 1.110898795399328e-05,
+      "loss": 22.875,
+      "step": 20118
+    },
+    {
+      "epoch": 0.9614355347414699,
+      "grad_norm": 216.83258056640625,
+      "learning_rate": 1.1108218856579773e-05,
+      "loss": 31.2812,
+      "step": 20119
+    },
+    {
+      "epoch": 0.9614833221829303,
+      "grad_norm": 302.34130859375,
+      "learning_rate": 1.1107449752529468e-05,
+      "loss": 36.3125,
+      "step": 20120
+    },
+    {
+      "epoch": 0.9615311096243907,
+      "grad_norm": 134.45889282226562,
+      "learning_rate": 1.110668064184697e-05,
+      "loss": 17.6562,
+      "step": 20121
+    },
+    {
+      "epoch": 0.9615788970658511,
+      "grad_norm": 270.5209045410156,
+      "learning_rate": 1.1105911524536879e-05,
+      "loss": 22.9219,
+      "step": 20122
+    },
+    {
+      "epoch": 0.9616266845073115,
+      "grad_norm": 225.7550811767578,
+      "learning_rate": 1.1105142400603809e-05,
+      "loss": 26.8125,
+      "step": 20123
+    },
+    {
+      "epoch": 0.9616744719487719,
+      "grad_norm": 498.1030578613281,
+      "learning_rate": 1.1104373270052358e-05,
+      "loss": 27.75,
+      "step": 20124
+    },
+    {
+      "epoch": 0.9617222593902323,
+      "grad_norm": 409.4268493652344,
+      "learning_rate": 1.1103604132887137e-05,
+      "loss": 28.3125,
+      "step": 20125
+    },
+    {
+      "epoch": 0.9617700468316926,
+      "grad_norm": 709.6246948242188,
+      "learning_rate": 1.1102834989112752e-05,
+      "loss": 22.5,
+      "step": 20126
+    },
+    {
+      "epoch": 0.961817834273153,
+      "grad_norm": 156.43057250976562,
+      "learning_rate": 1.1102065838733809e-05,
+      "loss": 22.3281,
+      "step": 20127
+    },
+    {
+      "epoch": 0.9618656217146134,
+      "grad_norm": 584.5717163085938,
+      "learning_rate": 1.1101296681754912e-05,
+      "loss": 35.3125,
+      "step": 20128
+    },
+    {
+      "epoch": 0.9619134091560738,
+      "grad_norm": 218.0406494140625,
+      "learning_rate": 1.1100527518180671e-05,
+      "loss": 18.3906,
+      "step": 20129
+    },
+    {
+      "epoch": 0.9619611965975342,
+      "grad_norm": 264.47711181640625,
+      "learning_rate": 1.1099758348015687e-05,
+      "loss": 18.0,
+      "step": 20130
+    },
+    {
+      "epoch": 0.9620089840389946,
+      "grad_norm": 430.83612060546875,
+      "learning_rate": 1.1098989171264573e-05,
+      "loss": 22.0469,
+      "step": 20131
+    },
+    {
+      "epoch": 0.962056771480455,
+      "grad_norm": 224.58578491210938,
+      "learning_rate": 1.1098219987931933e-05,
+      "loss": 33.125,
+      "step": 20132
+    },
+    {
+      "epoch": 0.9621045589219154,
+      "grad_norm": 210.95936584472656,
+      "learning_rate": 1.1097450798022367e-05,
+      "loss": 20.5,
+      "step": 20133
+    },
+    {
+      "epoch": 0.9621523463633757,
+      "grad_norm": 271.0682067871094,
+      "learning_rate": 1.1096681601540491e-05,
+      "loss": 24.2812,
+      "step": 20134
+    },
+    {
+      "epoch": 0.962200133804836,
+      "grad_norm": 289.7369689941406,
+      "learning_rate": 1.1095912398490908e-05,
+      "loss": 24.3594,
+      "step": 20135
+    },
+    {
+      "epoch": 0.9622479212462964,
+      "grad_norm": 131.12588500976562,
+      "learning_rate": 1.1095143188878224e-05,
+      "loss": 17.7969,
+      "step": 20136
+    },
+    {
+      "epoch": 0.9622957086877568,
+      "grad_norm": 200.03079223632812,
+      "learning_rate": 1.1094373972707042e-05,
+      "loss": 27.2812,
+      "step": 20137
+    },
+    {
+      "epoch": 0.9623434961292172,
+      "grad_norm": 166.75445556640625,
+      "learning_rate": 1.1093604749981975e-05,
+      "loss": 22.625,
+      "step": 20138
+    },
+    {
+      "epoch": 0.9623912835706776,
+      "grad_norm": 390.6407775878906,
+      "learning_rate": 1.1092835520707623e-05,
+      "loss": 42.625,
+      "step": 20139
+    },
+    {
+      "epoch": 0.962439071012138,
+      "grad_norm": 281.9981994628906,
+      "learning_rate": 1.10920662848886e-05,
+      "loss": 35.0312,
+      "step": 20140
+    },
+    {
+      "epoch": 0.9624868584535984,
+      "grad_norm": 2455.2744140625,
+      "learning_rate": 1.1091297042529506e-05,
+      "loss": 23.0,
+      "step": 20141
+    },
+    {
+      "epoch": 0.9625346458950588,
+      "grad_norm": 316.84112548828125,
+      "learning_rate": 1.1090527793634954e-05,
+      "loss": 28.2812,
+      "step": 20142
+    },
+    {
+      "epoch": 0.9625824333365192,
+      "grad_norm": 263.78106689453125,
+      "learning_rate": 1.1089758538209544e-05,
+      "loss": 23.1562,
+      "step": 20143
+    },
+    {
+      "epoch": 0.9626302207779796,
+      "grad_norm": 420.4499206542969,
+      "learning_rate": 1.1088989276257892e-05,
+      "loss": 26.75,
+      "step": 20144
+    },
+    {
+      "epoch": 0.9626780082194399,
+      "grad_norm": 428.43414306640625,
+      "learning_rate": 1.1088220007784595e-05,
+      "loss": 34.8438,
+      "step": 20145
+    },
+    {
+      "epoch": 0.9627257956609003,
+      "grad_norm": 228.95191955566406,
+      "learning_rate": 1.1087450732794264e-05,
+      "loss": 27.0312,
+      "step": 20146
+    },
+    {
+      "epoch": 0.9627735831023607,
+      "grad_norm": 373.2929382324219,
+      "learning_rate": 1.108668145129151e-05,
+      "loss": 28.7188,
+      "step": 20147
+    },
+    {
+      "epoch": 0.9628213705438211,
+      "grad_norm": 415.9405517578125,
+      "learning_rate": 1.1085912163280935e-05,
+      "loss": 39.9688,
+      "step": 20148
+    },
+    {
+      "epoch": 0.9628691579852815,
+      "grad_norm": 283.027587890625,
+      "learning_rate": 1.1085142868767145e-05,
+      "loss": 31.4375,
+      "step": 20149
+    },
+    {
+      "epoch": 0.9629169454267419,
+      "grad_norm": 1083.614013671875,
+      "learning_rate": 1.1084373567754754e-05,
+      "loss": 28.5312,
+      "step": 20150
+    },
+    {
+      "epoch": 0.9629647328682023,
+      "grad_norm": 189.46421813964844,
+      "learning_rate": 1.1083604260248362e-05,
+      "loss": 35.8438,
+      "step": 20151
+    },
+    {
+      "epoch": 0.9630125203096627,
+      "grad_norm": 619.2910766601562,
+      "learning_rate": 1.1082834946252577e-05,
+      "loss": 41.75,
+      "step": 20152
+    },
+    {
+      "epoch": 0.9630603077511231,
+      "grad_norm": 507.7363586425781,
+      "learning_rate": 1.108206562577201e-05,
+      "loss": 44.4062,
+      "step": 20153
+    },
+    {
+      "epoch": 0.9631080951925833,
+      "grad_norm": 243.7922821044922,
+      "learning_rate": 1.1081296298811264e-05,
+      "loss": 24.75,
+      "step": 20154
+    },
+    {
+      "epoch": 0.9631558826340437,
+      "grad_norm": 233.0814666748047,
+      "learning_rate": 1.1080526965374949e-05,
+      "loss": 30.4062,
+      "step": 20155
+    },
+    {
+      "epoch": 0.9632036700755041,
+      "grad_norm": 244.48863220214844,
+      "learning_rate": 1.1079757625467672e-05,
+      "loss": 21.0938,
+      "step": 20156
+    },
+    {
+      "epoch": 0.9632514575169645,
+      "grad_norm": 307.3849182128906,
+      "learning_rate": 1.1078988279094043e-05,
+      "loss": 31.9688,
+      "step": 20157
+    },
+    {
+      "epoch": 0.9632992449584249,
+      "grad_norm": 168.67388916015625,
+      "learning_rate": 1.1078218926258664e-05,
+      "loss": 28.3125,
+      "step": 20158
+    },
+    {
+      "epoch": 0.9633470323998853,
+      "grad_norm": 185.81857299804688,
+      "learning_rate": 1.1077449566966142e-05,
+      "loss": 26.4844,
+      "step": 20159
+    },
+    {
+      "epoch": 0.9633948198413457,
+      "grad_norm": 162.2718048095703,
+      "learning_rate": 1.1076680201221093e-05,
+      "loss": 22.5781,
+      "step": 20160
+    },
+    {
+      "epoch": 0.9634426072828061,
+      "grad_norm": 174.54832458496094,
+      "learning_rate": 1.1075910829028116e-05,
+      "loss": 18.625,
+      "step": 20161
+    },
+    {
+      "epoch": 0.9634903947242665,
+      "grad_norm": 682.3704833984375,
+      "learning_rate": 1.1075141450391822e-05,
+      "loss": 21.7031,
+      "step": 20162
+    },
+    {
+      "epoch": 0.9635381821657268,
+      "grad_norm": 172.44268798828125,
+      "learning_rate": 1.1074372065316817e-05,
+      "loss": 18.75,
+      "step": 20163
+    },
+    {
+      "epoch": 0.9635859696071872,
+      "grad_norm": 191.74765014648438,
+      "learning_rate": 1.107360267380771e-05,
+      "loss": 24.8906,
+      "step": 20164
+    },
+    {
+      "epoch": 0.9636337570486476,
+      "grad_norm": 289.88873291015625,
+      "learning_rate": 1.1072833275869109e-05,
+      "loss": 27.0938,
+      "step": 20165
+    },
+    {
+      "epoch": 0.963681544490108,
+      "grad_norm": 174.58279418945312,
+      "learning_rate": 1.107206387150562e-05,
+      "loss": 19.9844,
+      "step": 20166
+    },
+    {
+      "epoch": 0.9637293319315684,
+      "grad_norm": 202.55271911621094,
+      "learning_rate": 1.1071294460721852e-05,
+      "loss": 23.2969,
+      "step": 20167
+    },
+    {
+      "epoch": 0.9637771193730288,
+      "grad_norm": 298.9482421875,
+      "learning_rate": 1.1070525043522415e-05,
+      "loss": 25.5938,
+      "step": 20168
+    },
+    {
+      "epoch": 0.9638249068144892,
+      "grad_norm": 328.443359375,
+      "learning_rate": 1.1069755619911915e-05,
+      "loss": 28.5312,
+      "step": 20169
+    },
+    {
+      "epoch": 0.9638726942559496,
+      "grad_norm": 309.8216247558594,
+      "learning_rate": 1.1068986189894955e-05,
+      "loss": 21.9062,
+      "step": 20170
+    },
+    {
+      "epoch": 0.96392048169741,
+      "grad_norm": 322.5717468261719,
+      "learning_rate": 1.1068216753476148e-05,
+      "loss": 33.7812,
+      "step": 20171
+    },
+    {
+      "epoch": 0.9639682691388703,
+      "grad_norm": 413.338134765625,
+      "learning_rate": 1.1067447310660103e-05,
+      "loss": 24.5781,
+      "step": 20172
+    },
+    {
+      "epoch": 0.9640160565803307,
+      "grad_norm": 295.5411682128906,
+      "learning_rate": 1.1066677861451424e-05,
+      "loss": 31.7188,
+      "step": 20173
+    },
+    {
+      "epoch": 0.9640638440217911,
+      "grad_norm": 306.83697509765625,
+      "learning_rate": 1.1065908405854719e-05,
+      "loss": 37.8125,
+      "step": 20174
+    },
+    {
+      "epoch": 0.9641116314632514,
+      "grad_norm": 199.6129913330078,
+      "learning_rate": 1.1065138943874603e-05,
+      "loss": 28.7812,
+      "step": 20175
+    },
+    {
+      "epoch": 0.9641594189047118,
+      "grad_norm": 130.93531799316406,
+      "learning_rate": 1.1064369475515674e-05,
+      "loss": 19.5312,
+      "step": 20176
+    },
+    {
+      "epoch": 0.9642072063461722,
+      "grad_norm": 321.2685241699219,
+      "learning_rate": 1.106360000078255e-05,
+      "loss": 26.2969,
+      "step": 20177
+    },
+    {
+      "epoch": 0.9642549937876326,
+      "grad_norm": 293.63507080078125,
+      "learning_rate": 1.1062830519679832e-05,
+      "loss": 26.5312,
+      "step": 20178
+    },
+    {
+      "epoch": 0.964302781229093,
+      "grad_norm": 189.82789611816406,
+      "learning_rate": 1.1062061032212133e-05,
+      "loss": 19.3438,
+      "step": 20179
+    },
+    {
+      "epoch": 0.9643505686705534,
+      "grad_norm": 209.4951171875,
+      "learning_rate": 1.1061291538384056e-05,
+      "loss": 21.9062,
+      "step": 20180
+    },
+    {
+      "epoch": 0.9643983561120137,
+      "grad_norm": 236.41326904296875,
+      "learning_rate": 1.1060522038200212e-05,
+      "loss": 34.8438,
+      "step": 20181
+    },
+    {
+      "epoch": 0.9644461435534741,
+      "grad_norm": 209.4754638671875,
+      "learning_rate": 1.1059752531665212e-05,
+      "loss": 23.5312,
+      "step": 20182
+    },
+    {
+      "epoch": 0.9644939309949345,
+      "grad_norm": 200.43637084960938,
+      "learning_rate": 1.1058983018783663e-05,
+      "loss": 31.5312,
+      "step": 20183
+    },
+    {
+      "epoch": 0.9645417184363949,
+      "grad_norm": 274.157470703125,
+      "learning_rate": 1.1058213499560169e-05,
+      "loss": 34.3438,
+      "step": 20184
+    },
+    {
+      "epoch": 0.9645895058778553,
+      "grad_norm": 253.90386962890625,
+      "learning_rate": 1.105744397399934e-05,
+      "loss": 32.875,
+      "step": 20185
+    },
+    {
+      "epoch": 0.9646372933193157,
+      "grad_norm": 315.99066162109375,
+      "learning_rate": 1.105667444210579e-05,
+      "loss": 30.7188,
+      "step": 20186
+    },
+    {
+      "epoch": 0.9646850807607761,
+      "grad_norm": 421.01495361328125,
+      "learning_rate": 1.1055904903884121e-05,
+      "loss": 35.0312,
+      "step": 20187
+    },
+    {
+      "epoch": 0.9647328682022365,
+      "grad_norm": 150.27989196777344,
+      "learning_rate": 1.1055135359338945e-05,
+      "loss": 25.6562,
+      "step": 20188
+    },
+    {
+      "epoch": 0.9647806556436969,
+      "grad_norm": 261.4250183105469,
+      "learning_rate": 1.1054365808474869e-05,
+      "loss": 31.9688,
+      "step": 20189
+    },
+    {
+      "epoch": 0.9648284430851573,
+      "grad_norm": 257.3534240722656,
+      "learning_rate": 1.1053596251296503e-05,
+      "loss": 25.3125,
+      "step": 20190
+    },
+    {
+      "epoch": 0.9648762305266176,
+      "grad_norm": 331.5574645996094,
+      "learning_rate": 1.1052826687808454e-05,
+      "loss": 25.4375,
+      "step": 20191
+    },
+    {
+      "epoch": 0.964924017968078,
+      "grad_norm": 212.72634887695312,
+      "learning_rate": 1.1052057118015333e-05,
+      "loss": 31.5,
+      "step": 20192
+    },
+    {
+      "epoch": 0.9649718054095384,
+      "grad_norm": 895.7118530273438,
+      "learning_rate": 1.1051287541921749e-05,
+      "loss": 25.3438,
+      "step": 20193
+    },
+    {
+      "epoch": 0.9650195928509988,
+      "grad_norm": 308.3787536621094,
+      "learning_rate": 1.1050517959532306e-05,
+      "loss": 44.0938,
+      "step": 20194
+    },
+    {
+      "epoch": 0.9650673802924591,
+      "grad_norm": 199.26815795898438,
+      "learning_rate": 1.1049748370851616e-05,
+      "loss": 27.375,
+      "step": 20195
+    },
+    {
+      "epoch": 0.9651151677339195,
+      "grad_norm": 260.4749450683594,
+      "learning_rate": 1.1048978775884289e-05,
+      "loss": 35.375,
+      "step": 20196
+    },
+    {
+      "epoch": 0.9651629551753799,
+      "grad_norm": 363.2020263671875,
+      "learning_rate": 1.1048209174634934e-05,
+      "loss": 34.5312,
+      "step": 20197
+    },
+    {
+      "epoch": 0.9652107426168403,
+      "grad_norm": 212.27377319335938,
+      "learning_rate": 1.1047439567108155e-05,
+      "loss": 25.625,
+      "step": 20198
+    },
+    {
+      "epoch": 0.9652585300583006,
+      "grad_norm": 211.80685424804688,
+      "learning_rate": 1.1046669953308566e-05,
+      "loss": 25.5312,
+      "step": 20199
+    },
+    {
+      "epoch": 0.965306317499761,
+      "grad_norm": 362.2173767089844,
+      "learning_rate": 1.1045900333240778e-05,
+      "loss": 30.125,
+      "step": 20200
+    },
+    {
+      "epoch": 0.9653541049412214,
+      "grad_norm": 477.79827880859375,
+      "learning_rate": 1.1045130706909395e-05,
+      "loss": 34.0,
+      "step": 20201
+    },
+    {
+      "epoch": 0.9654018923826818,
+      "grad_norm": 808.6505737304688,
+      "learning_rate": 1.1044361074319025e-05,
+      "loss": 32.5,
+      "step": 20202
+    },
+    {
+      "epoch": 0.9654496798241422,
+      "grad_norm": 201.58856201171875,
+      "learning_rate": 1.104359143547428e-05,
+      "loss": 27.1094,
+      "step": 20203
+    },
+    {
+      "epoch": 0.9654974672656026,
+      "grad_norm": 275.751708984375,
+      "learning_rate": 1.104282179037977e-05,
+      "loss": 29.4062,
+      "step": 20204
+    },
+    {
+      "epoch": 0.965545254707063,
+      "grad_norm": 326.4392395019531,
+      "learning_rate": 1.1042052139040105e-05,
+      "loss": 15.5938,
+      "step": 20205
+    },
+    {
+      "epoch": 0.9655930421485234,
+      "grad_norm": 320.4904479980469,
+      "learning_rate": 1.1041282481459891e-05,
+      "loss": 32.8125,
+      "step": 20206
+    },
+    {
+      "epoch": 0.9656408295899838,
+      "grad_norm": 328.2882080078125,
+      "learning_rate": 1.1040512817643736e-05,
+      "loss": 28.4688,
+      "step": 20207
+    },
+    {
+      "epoch": 0.9656886170314442,
+      "grad_norm": 200.0654296875,
+      "learning_rate": 1.1039743147596256e-05,
+      "loss": 28.0938,
+      "step": 20208
+    },
+    {
+      "epoch": 0.9657364044729045,
+      "grad_norm": 258.9448547363281,
+      "learning_rate": 1.1038973471322053e-05,
+      "loss": 29.6562,
+      "step": 20209
+    },
+    {
+      "epoch": 0.9657841919143649,
+      "grad_norm": 369.34429931640625,
+      "learning_rate": 1.1038203788825741e-05,
+      "loss": 34.875,
+      "step": 20210
+    },
+    {
+      "epoch": 0.9658319793558253,
+      "grad_norm": 637.7528686523438,
+      "learning_rate": 1.1037434100111925e-05,
+      "loss": 38.5,
+      "step": 20211
+    },
+    {
+      "epoch": 0.9658797667972857,
+      "grad_norm": 285.5448303222656,
+      "learning_rate": 1.1036664405185222e-05,
+      "loss": 25.1719,
+      "step": 20212
+    },
+    {
+      "epoch": 0.9659275542387461,
+      "grad_norm": 344.7114562988281,
+      "learning_rate": 1.1035894704050234e-05,
+      "loss": 34.0938,
+      "step": 20213
+    },
+    {
+      "epoch": 0.9659753416802065,
+      "grad_norm": 248.4234619140625,
+      "learning_rate": 1.1035124996711575e-05,
+      "loss": 25.8438,
+      "step": 20214
+    },
+    {
+      "epoch": 0.9660231291216669,
+      "grad_norm": 316.939208984375,
+      "learning_rate": 1.1034355283173854e-05,
+      "loss": 26.4375,
+      "step": 20215
+    },
+    {
+      "epoch": 0.9660709165631272,
+      "grad_norm": 211.78001403808594,
+      "learning_rate": 1.1033585563441678e-05,
+      "loss": 25.0312,
+      "step": 20216
+    },
+    {
+      "epoch": 0.9661187040045875,
+      "grad_norm": 213.15859985351562,
+      "learning_rate": 1.1032815837519657e-05,
+      "loss": 27.4062,
+      "step": 20217
+    },
+    {
+      "epoch": 0.9661664914460479,
+      "grad_norm": 139.29302978515625,
+      "learning_rate": 1.1032046105412405e-05,
+      "loss": 22.0156,
+      "step": 20218
+    },
+    {
+      "epoch": 0.9662142788875083,
+      "grad_norm": 620.226318359375,
+      "learning_rate": 1.1031276367124527e-05,
+      "loss": 28.2188,
+      "step": 20219
+    },
+    {
+      "epoch": 0.9662620663289687,
+      "grad_norm": 416.1131286621094,
+      "learning_rate": 1.103050662266063e-05,
+      "loss": 21.9688,
+      "step": 20220
+    },
+    {
+      "epoch": 0.9663098537704291,
+      "grad_norm": 373.2775573730469,
+      "learning_rate": 1.1029736872025334e-05,
+      "loss": 25.7188,
+      "step": 20221
+    },
+    {
+      "epoch": 0.9663576412118895,
+      "grad_norm": 183.4197540283203,
+      "learning_rate": 1.1028967115223239e-05,
+      "loss": 23.9375,
+      "step": 20222
+    },
+    {
+      "epoch": 0.9664054286533499,
+      "grad_norm": 162.5660400390625,
+      "learning_rate": 1.102819735225896e-05,
+      "loss": 30.0,
+      "step": 20223
+    },
+    {
+      "epoch": 0.9664532160948103,
+      "grad_norm": 173.91702270507812,
+      "learning_rate": 1.1027427583137104e-05,
+      "loss": 18.2188,
+      "step": 20224
+    },
+    {
+      "epoch": 0.9665010035362707,
+      "grad_norm": 338.46197509765625,
+      "learning_rate": 1.1026657807862286e-05,
+      "loss": 23.0312,
+      "step": 20225
+    },
+    {
+      "epoch": 0.966548790977731,
+      "grad_norm": 530.7774047851562,
+      "learning_rate": 1.1025888026439111e-05,
+      "loss": 45.6562,
+      "step": 20226
+    },
+    {
+      "epoch": 0.9665965784191914,
+      "grad_norm": 255.5400848388672,
+      "learning_rate": 1.102511823887219e-05,
+      "loss": 30.1562,
+      "step": 20227
+    },
+    {
+      "epoch": 0.9666443658606518,
+      "grad_norm": 378.4996337890625,
+      "learning_rate": 1.1024348445166133e-05,
+      "loss": 33.8438,
+      "step": 20228
+    },
+    {
+      "epoch": 0.9666921533021122,
+      "grad_norm": 411.448974609375,
+      "learning_rate": 1.1023578645325553e-05,
+      "loss": 33.25,
+      "step": 20229
+    },
+    {
+      "epoch": 0.9667399407435726,
+      "grad_norm": 221.7532196044922,
+      "learning_rate": 1.1022808839355057e-05,
+      "loss": 26.2031,
+      "step": 20230
+    },
+    {
+      "epoch": 0.966787728185033,
+      "grad_norm": 397.37347412109375,
+      "learning_rate": 1.1022039027259252e-05,
+      "loss": 26.75,
+      "step": 20231
+    },
+    {
+      "epoch": 0.9668355156264934,
+      "grad_norm": 290.56353759765625,
+      "learning_rate": 1.1021269209042757e-05,
+      "loss": 27.2812,
+      "step": 20232
+    },
+    {
+      "epoch": 0.9668833030679538,
+      "grad_norm": 386.130859375,
+      "learning_rate": 1.1020499384710175e-05,
+      "loss": 35.7188,
+      "step": 20233
+    },
+    {
+      "epoch": 0.9669310905094142,
+      "grad_norm": 198.82574462890625,
+      "learning_rate": 1.101972955426612e-05,
+      "loss": 25.0625,
+      "step": 20234
+    },
+    {
+      "epoch": 0.9669788779508746,
+      "grad_norm": 503.2567138671875,
+      "learning_rate": 1.10189597177152e-05,
+      "loss": 35.9375,
+      "step": 20235
+    },
+    {
+      "epoch": 0.967026665392335,
+      "grad_norm": 267.3071594238281,
+      "learning_rate": 1.1018189875062024e-05,
+      "loss": 25.0625,
+      "step": 20236
+    },
+    {
+      "epoch": 0.9670744528337952,
+      "grad_norm": 182.91241455078125,
+      "learning_rate": 1.1017420026311205e-05,
+      "loss": 21.0938,
+      "step": 20237
+    },
+    {
+      "epoch": 0.9671222402752556,
+      "grad_norm": 141.68692016601562,
+      "learning_rate": 1.1016650171467355e-05,
+      "loss": 19.4375,
+      "step": 20238
+    },
+    {
+      "epoch": 0.967170027716716,
+      "grad_norm": 459.150390625,
+      "learning_rate": 1.1015880310535082e-05,
+      "loss": 45.875,
+      "step": 20239
+    },
+    {
+      "epoch": 0.9672178151581764,
+      "grad_norm": 102.6202163696289,
+      "learning_rate": 1.1015110443518995e-05,
+      "loss": 20.4688,
+      "step": 20240
+    },
+    {
+      "epoch": 0.9672656025996368,
+      "grad_norm": 475.9023742675781,
+      "learning_rate": 1.1014340570423706e-05,
+      "loss": 30.0312,
+      "step": 20241
+    },
+    {
+      "epoch": 0.9673133900410972,
+      "grad_norm": 192.0811004638672,
+      "learning_rate": 1.1013570691253827e-05,
+      "loss": 19.9375,
+      "step": 20242
+    },
+    {
+      "epoch": 0.9673611774825576,
+      "grad_norm": 147.612548828125,
+      "learning_rate": 1.101280080601397e-05,
+      "loss": 24.5312,
+      "step": 20243
+    },
+    {
+      "epoch": 0.967408964924018,
+      "grad_norm": 354.8673095703125,
+      "learning_rate": 1.101203091470874e-05,
+      "loss": 25.8125,
+      "step": 20244
+    },
+    {
+      "epoch": 0.9674567523654783,
+      "grad_norm": 145.81082153320312,
+      "learning_rate": 1.1011261017342751e-05,
+      "loss": 21.875,
+      "step": 20245
+    },
+    {
+      "epoch": 0.9675045398069387,
+      "grad_norm": 247.337890625,
+      "learning_rate": 1.1010491113920611e-05,
+      "loss": 23.1406,
+      "step": 20246
+    },
+    {
+      "epoch": 0.9675523272483991,
+      "grad_norm": 289.16229248046875,
+      "learning_rate": 1.100972120444694e-05,
+      "loss": 31.0,
+      "step": 20247
+    },
+    {
+      "epoch": 0.9676001146898595,
+      "grad_norm": 303.0314636230469,
+      "learning_rate": 1.1008951288926337e-05,
+      "loss": 36.5938,
+      "step": 20248
+    },
+    {
+      "epoch": 0.9676479021313199,
+      "grad_norm": 332.2370910644531,
+      "learning_rate": 1.1008181367363418e-05,
+      "loss": 16.0625,
+      "step": 20249
+    },
+    {
+      "epoch": 0.9676956895727803,
+      "grad_norm": 305.7251892089844,
+      "learning_rate": 1.1007411439762793e-05,
+      "loss": 35.4844,
+      "step": 20250
+    },
+    {
+      "epoch": 0.9677434770142407,
+      "grad_norm": 203.38198852539062,
+      "learning_rate": 1.1006641506129077e-05,
+      "loss": 20.8281,
+      "step": 20251
+    },
+    {
+      "epoch": 0.9677912644557011,
+      "grad_norm": 230.04641723632812,
+      "learning_rate": 1.1005871566466873e-05,
+      "loss": 23.625,
+      "step": 20252
+    },
+    {
+      "epoch": 0.9678390518971615,
+      "grad_norm": 158.66302490234375,
+      "learning_rate": 1.1005101620780798e-05,
+      "loss": 20.75,
+      "step": 20253
+    },
+    {
+      "epoch": 0.9678868393386219,
+      "grad_norm": 271.8328857421875,
+      "learning_rate": 1.100433166907546e-05,
+      "loss": 30.9062,
+      "step": 20254
+    },
+    {
+      "epoch": 0.9679346267800822,
+      "grad_norm": 379.6429748535156,
+      "learning_rate": 1.1003561711355473e-05,
+      "loss": 20.5625,
+      "step": 20255
+    },
+    {
+      "epoch": 0.9679824142215426,
+      "grad_norm": 179.24383544921875,
+      "learning_rate": 1.1002791747625445e-05,
+      "loss": 24.1875,
+      "step": 20256
+    },
+    {
+      "epoch": 0.9680302016630029,
+      "grad_norm": 564.2431640625,
+      "learning_rate": 1.1002021777889988e-05,
+      "loss": 23.7344,
+      "step": 20257
+    },
+    {
+      "epoch": 0.9680779891044633,
+      "grad_norm": 212.9016876220703,
+      "learning_rate": 1.1001251802153716e-05,
+      "loss": 21.2031,
+      "step": 20258
+    },
+    {
+      "epoch": 0.9681257765459237,
+      "grad_norm": 159.55661010742188,
+      "learning_rate": 1.1000481820421236e-05,
+      "loss": 22.7031,
+      "step": 20259
+    },
+    {
+      "epoch": 0.9681735639873841,
+      "grad_norm": 238.74127197265625,
+      "learning_rate": 1.0999711832697161e-05,
+      "loss": 29.6562,
+      "step": 20260
+    },
+    {
+      "epoch": 0.9682213514288445,
+      "grad_norm": 217.9062957763672,
+      "learning_rate": 1.0998941838986102e-05,
+      "loss": 32.4375,
+      "step": 20261
+    },
+    {
+      "epoch": 0.9682691388703049,
+      "grad_norm": 255.0643310546875,
+      "learning_rate": 1.099817183929267e-05,
+      "loss": 29.375,
+      "step": 20262
+    },
+    {
+      "epoch": 0.9683169263117652,
+      "grad_norm": 243.3668212890625,
+      "learning_rate": 1.0997401833621477e-05,
+      "loss": 38.7188,
+      "step": 20263
+    },
+    {
+      "epoch": 0.9683647137532256,
+      "grad_norm": 343.971923828125,
+      "learning_rate": 1.0996631821977136e-05,
+      "loss": 34.8438,
+      "step": 20264
+    },
+    {
+      "epoch": 0.968412501194686,
+      "grad_norm": 207.30934143066406,
+      "learning_rate": 1.0995861804364255e-05,
+      "loss": 27.1719,
+      "step": 20265
+    },
+    {
+      "epoch": 0.9684602886361464,
+      "grad_norm": 239.13217163085938,
+      "learning_rate": 1.0995091780787445e-05,
+      "loss": 41.5,
+      "step": 20266
+    },
+    {
+      "epoch": 0.9685080760776068,
+      "grad_norm": 173.00390625,
+      "learning_rate": 1.0994321751251322e-05,
+      "loss": 20.8438,
+      "step": 20267
+    },
+    {
+      "epoch": 0.9685558635190672,
+      "grad_norm": 1847.88525390625,
+      "learning_rate": 1.0993551715760493e-05,
+      "loss": 25.3125,
+      "step": 20268
+    },
+    {
+      "epoch": 0.9686036509605276,
+      "grad_norm": 204.14260864257812,
+      "learning_rate": 1.0992781674319572e-05,
+      "loss": 24.7656,
+      "step": 20269
+    },
+    {
+      "epoch": 0.968651438401988,
+      "grad_norm": 375.5131530761719,
+      "learning_rate": 1.0992011626933168e-05,
+      "loss": 16.625,
+      "step": 20270
+    },
+    {
+      "epoch": 0.9686992258434484,
+      "grad_norm": 250.623291015625,
+      "learning_rate": 1.0991241573605897e-05,
+      "loss": 34.0312,
+      "step": 20271
+    },
+    {
+      "epoch": 0.9687470132849088,
+      "grad_norm": 357.45562744140625,
+      "learning_rate": 1.0990471514342366e-05,
+      "loss": 23.8125,
+      "step": 20272
+    },
+    {
+      "epoch": 0.9687948007263691,
+      "grad_norm": 186.16470336914062,
+      "learning_rate": 1.098970144914719e-05,
+      "loss": 22.25,
+      "step": 20273
+    },
+    {
+      "epoch": 0.9688425881678295,
+      "grad_norm": 190.2299041748047,
+      "learning_rate": 1.0988931378024979e-05,
+      "loss": 18.5312,
+      "step": 20274
+    },
+    {
+      "epoch": 0.9688903756092899,
+      "grad_norm": 203.63998413085938,
+      "learning_rate": 1.0988161300980345e-05,
+      "loss": 20.3438,
+      "step": 20275
+    },
+    {
+      "epoch": 0.9689381630507503,
+      "grad_norm": 202.30348205566406,
+      "learning_rate": 1.09873912180179e-05,
+      "loss": 21.5156,
+      "step": 20276
+    },
+    {
+      "epoch": 0.9689859504922107,
+      "grad_norm": 348.5945129394531,
+      "learning_rate": 1.0986621129142257e-05,
+      "loss": 27.625,
+      "step": 20277
+    },
+    {
+      "epoch": 0.969033737933671,
+      "grad_norm": 339.67388916015625,
+      "learning_rate": 1.0985851034358023e-05,
+      "loss": 23.6719,
+      "step": 20278
+    },
+    {
+      "epoch": 0.9690815253751314,
+      "grad_norm": 239.54576110839844,
+      "learning_rate": 1.0985080933669816e-05,
+      "loss": 37.4375,
+      "step": 20279
+    },
+    {
+      "epoch": 0.9691293128165918,
+      "grad_norm": 164.4259490966797,
+      "learning_rate": 1.0984310827082245e-05,
+      "loss": 26.125,
+      "step": 20280
+    },
+    {
+      "epoch": 0.9691771002580521,
+      "grad_norm": 129.7633056640625,
+      "learning_rate": 1.0983540714599922e-05,
+      "loss": 22.1562,
+      "step": 20281
+    },
+    {
+      "epoch": 0.9692248876995125,
+      "grad_norm": 346.34381103515625,
+      "learning_rate": 1.098277059622746e-05,
+      "loss": 31.7812,
+      "step": 20282
+    },
+    {
+      "epoch": 0.9692726751409729,
+      "grad_norm": 167.12600708007812,
+      "learning_rate": 1.098200047196947e-05,
+      "loss": 23.2031,
+      "step": 20283
+    },
+    {
+      "epoch": 0.9693204625824333,
+      "grad_norm": 250.4951629638672,
+      "learning_rate": 1.0981230341830564e-05,
+      "loss": 19.6875,
+      "step": 20284
+    },
+    {
+      "epoch": 0.9693682500238937,
+      "grad_norm": 140.497314453125,
+      "learning_rate": 1.0980460205815354e-05,
+      "loss": 21.7969,
+      "step": 20285
+    },
+    {
+      "epoch": 0.9694160374653541,
+      "grad_norm": 206.35507202148438,
+      "learning_rate": 1.0979690063928455e-05,
+      "loss": 23.5312,
+      "step": 20286
+    },
+    {
+      "epoch": 0.9694638249068145,
+      "grad_norm": 207.04541015625,
+      "learning_rate": 1.0978919916174473e-05,
+      "loss": 30.4688,
+      "step": 20287
+    },
+    {
+      "epoch": 0.9695116123482749,
+      "grad_norm": 178.37881469726562,
+      "learning_rate": 1.0978149762558026e-05,
+      "loss": 21.1406,
+      "step": 20288
+    },
+    {
+      "epoch": 0.9695593997897353,
+      "grad_norm": 164.61317443847656,
+      "learning_rate": 1.0977379603083722e-05,
+      "loss": 27.3438,
+      "step": 20289
+    },
+    {
+      "epoch": 0.9696071872311957,
+      "grad_norm": 252.35760498046875,
+      "learning_rate": 1.0976609437756175e-05,
+      "loss": 27.6875,
+      "step": 20290
+    },
+    {
+      "epoch": 0.969654974672656,
+      "grad_norm": 404.1866149902344,
+      "learning_rate": 1.0975839266580002e-05,
+      "loss": 21.0469,
+      "step": 20291
+    },
+    {
+      "epoch": 0.9697027621141164,
+      "grad_norm": 167.00364685058594,
+      "learning_rate": 1.0975069089559807e-05,
+      "loss": 21.9062,
+      "step": 20292
+    },
+    {
+      "epoch": 0.9697505495555768,
+      "grad_norm": 339.66314697265625,
+      "learning_rate": 1.0974298906700208e-05,
+      "loss": 27.3125,
+      "step": 20293
+    },
+    {
+      "epoch": 0.9697983369970372,
+      "grad_norm": 428.78936767578125,
+      "learning_rate": 1.0973528718005815e-05,
+      "loss": 29.9375,
+      "step": 20294
+    },
+    {
+      "epoch": 0.9698461244384976,
+      "grad_norm": 475.5682678222656,
+      "learning_rate": 1.0972758523481243e-05,
+      "loss": 28.3438,
+      "step": 20295
+    },
+    {
+      "epoch": 0.969893911879958,
+      "grad_norm": 164.78567504882812,
+      "learning_rate": 1.0971988323131099e-05,
+      "loss": 26.0625,
+      "step": 20296
+    },
+    {
+      "epoch": 0.9699416993214184,
+      "grad_norm": 343.7351989746094,
+      "learning_rate": 1.0971218116960004e-05,
+      "loss": 25.9375,
+      "step": 20297
+    },
+    {
+      "epoch": 0.9699894867628787,
+      "grad_norm": 300.3955078125,
+      "learning_rate": 1.0970447904972563e-05,
+      "loss": 25.5,
+      "step": 20298
+    },
+    {
+      "epoch": 0.970037274204339,
+      "grad_norm": 707.1624145507812,
+      "learning_rate": 1.0969677687173393e-05,
+      "loss": 39.0938,
+      "step": 20299
+    },
+    {
+      "epoch": 0.9700850616457994,
+      "grad_norm": 166.07302856445312,
+      "learning_rate": 1.0968907463567102e-05,
+      "loss": 18.9531,
+      "step": 20300
+    },
+    {
+      "epoch": 0.9701328490872598,
+      "grad_norm": 193.34536743164062,
+      "learning_rate": 1.0968137234158306e-05,
+      "loss": 24.5938,
+      "step": 20301
+    },
+    {
+      "epoch": 0.9701806365287202,
+      "grad_norm": 254.0155487060547,
+      "learning_rate": 1.0967366998951618e-05,
+      "loss": 42.7188,
+      "step": 20302
+    },
+    {
+      "epoch": 0.9702284239701806,
+      "grad_norm": 194.23117065429688,
+      "learning_rate": 1.0966596757951651e-05,
+      "loss": 33.0312,
+      "step": 20303
+    },
+    {
+      "epoch": 0.970276211411641,
+      "grad_norm": 238.7394561767578,
+      "learning_rate": 1.0965826511163015e-05,
+      "loss": 28.0312,
+      "step": 20304
+    },
+    {
+      "epoch": 0.9703239988531014,
+      "grad_norm": 629.275390625,
+      "learning_rate": 1.0965056258590325e-05,
+      "loss": 28.9688,
+      "step": 20305
+    },
+    {
+      "epoch": 0.9703717862945618,
+      "grad_norm": 495.9689636230469,
+      "learning_rate": 1.0964286000238194e-05,
+      "loss": 31.4062,
+      "step": 20306
+    },
+    {
+      "epoch": 0.9704195737360222,
+      "grad_norm": 251.68153381347656,
+      "learning_rate": 1.0963515736111232e-05,
+      "loss": 27.4219,
+      "step": 20307
+    },
+    {
+      "epoch": 0.9704673611774826,
+      "grad_norm": 240.52325439453125,
+      "learning_rate": 1.0962745466214057e-05,
+      "loss": 16.8281,
+      "step": 20308
+    },
+    {
+      "epoch": 0.970515148618943,
+      "grad_norm": 211.3157196044922,
+      "learning_rate": 1.0961975190551276e-05,
+      "loss": 27.1094,
+      "step": 20309
+    },
+    {
+      "epoch": 0.9705629360604033,
+      "grad_norm": 275.92529296875,
+      "learning_rate": 1.0961204909127508e-05,
+      "loss": 27.6875,
+      "step": 20310
+    },
+    {
+      "epoch": 0.9706107235018637,
+      "grad_norm": 166.2207489013672,
+      "learning_rate": 1.0960434621947357e-05,
+      "loss": 22.3594,
+      "step": 20311
+    },
+    {
+      "epoch": 0.9706585109433241,
+      "grad_norm": 208.28761291503906,
+      "learning_rate": 1.095966432901545e-05,
+      "loss": 24.75,
+      "step": 20312
+    },
+    {
+      "epoch": 0.9707062983847845,
+      "grad_norm": 299.9229736328125,
+      "learning_rate": 1.0958894030336388e-05,
+      "loss": 26.9844,
+      "step": 20313
+    },
+    {
+      "epoch": 0.9707540858262449,
+      "grad_norm": 264.7165222167969,
+      "learning_rate": 1.0958123725914787e-05,
+      "loss": 20.125,
+      "step": 20314
+    },
+    {
+      "epoch": 0.9708018732677053,
+      "grad_norm": 311.4838562011719,
+      "learning_rate": 1.0957353415755262e-05,
+      "loss": 28.25,
+      "step": 20315
+    },
+    {
+      "epoch": 0.9708496607091657,
+      "grad_norm": 408.5205078125,
+      "learning_rate": 1.0956583099862428e-05,
+      "loss": 36.0625,
+      "step": 20316
+    },
+    {
+      "epoch": 0.9708974481506261,
+      "grad_norm": 337.1903991699219,
+      "learning_rate": 1.0955812778240893e-05,
+      "loss": 36.2812,
+      "step": 20317
+    },
+    {
+      "epoch": 0.9709452355920865,
+      "grad_norm": 157.7581787109375,
+      "learning_rate": 1.0955042450895273e-05,
+      "loss": 26.3594,
+      "step": 20318
+    },
+    {
+      "epoch": 0.9709930230335467,
+      "grad_norm": 318.49786376953125,
+      "learning_rate": 1.0954272117830182e-05,
+      "loss": 30.1562,
+      "step": 20319
+    },
+    {
+      "epoch": 0.9710408104750071,
+      "grad_norm": 335.5435485839844,
+      "learning_rate": 1.095350177905023e-05,
+      "loss": 29.1875,
+      "step": 20320
+    },
+    {
+      "epoch": 0.9710885979164675,
+      "grad_norm": 227.86077880859375,
+      "learning_rate": 1.0952731434560036e-05,
+      "loss": 26.5,
+      "step": 20321
+    },
+    {
+      "epoch": 0.9711363853579279,
+      "grad_norm": 196.01919555664062,
+      "learning_rate": 1.0951961084364207e-05,
+      "loss": 27.1719,
+      "step": 20322
+    },
+    {
+      "epoch": 0.9711841727993883,
+      "grad_norm": 212.7014617919922,
+      "learning_rate": 1.095119072846736e-05,
+      "loss": 20.6406,
+      "step": 20323
+    },
+    {
+      "epoch": 0.9712319602408487,
+      "grad_norm": 241.49400329589844,
+      "learning_rate": 1.0950420366874109e-05,
+      "loss": 31.5312,
+      "step": 20324
+    },
+    {
+      "epoch": 0.9712797476823091,
+      "grad_norm": 138.4940643310547,
+      "learning_rate": 1.0949649999589065e-05,
+      "loss": 22.0,
+      "step": 20325
+    },
+    {
+      "epoch": 0.9713275351237695,
+      "grad_norm": 326.5547180175781,
+      "learning_rate": 1.0948879626616843e-05,
+      "loss": 27.6875,
+      "step": 20326
+    },
+    {
+      "epoch": 0.9713753225652298,
+      "grad_norm": 186.29791259765625,
+      "learning_rate": 1.0948109247962057e-05,
+      "loss": 21.875,
+      "step": 20327
+    },
+    {
+      "epoch": 0.9714231100066902,
+      "grad_norm": 197.92408752441406,
+      "learning_rate": 1.0947338863629323e-05,
+      "loss": 22.0,
+      "step": 20328
+    },
+    {
+      "epoch": 0.9714708974481506,
+      "grad_norm": 174.43927001953125,
+      "learning_rate": 1.0946568473623247e-05,
+      "loss": 18.2188,
+      "step": 20329
+    },
+    {
+      "epoch": 0.971518684889611,
+      "grad_norm": 159.42678833007812,
+      "learning_rate": 1.094579807794845e-05,
+      "loss": 24.5781,
+      "step": 20330
+    },
+    {
+      "epoch": 0.9715664723310714,
+      "grad_norm": 128.2473602294922,
+      "learning_rate": 1.0945027676609544e-05,
+      "loss": 17.0781,
+      "step": 20331
+    },
+    {
+      "epoch": 0.9716142597725318,
+      "grad_norm": 270.5574951171875,
+      "learning_rate": 1.094425726961114e-05,
+      "loss": 28.4531,
+      "step": 20332
+    },
+    {
+      "epoch": 0.9716620472139922,
+      "grad_norm": 306.1004943847656,
+      "learning_rate": 1.0943486856957852e-05,
+      "loss": 33.7188,
+      "step": 20333
+    },
+    {
+      "epoch": 0.9717098346554526,
+      "grad_norm": 158.37135314941406,
+      "learning_rate": 1.0942716438654297e-05,
+      "loss": 26.5938,
+      "step": 20334
+    },
+    {
+      "epoch": 0.971757622096913,
+      "grad_norm": 164.20779418945312,
+      "learning_rate": 1.0941946014705085e-05,
+      "loss": 19.25,
+      "step": 20335
+    },
+    {
+      "epoch": 0.9718054095383734,
+      "grad_norm": 256.86285400390625,
+      "learning_rate": 1.0941175585114833e-05,
+      "loss": 18.5625,
+      "step": 20336
+    },
+    {
+      "epoch": 0.9718531969798337,
+      "grad_norm": 182.26113891601562,
+      "learning_rate": 1.0940405149888153e-05,
+      "loss": 25.25,
+      "step": 20337
+    },
+    {
+      "epoch": 0.9719009844212941,
+      "grad_norm": 271.1136169433594,
+      "learning_rate": 1.0939634709029663e-05,
+      "loss": 27.0312,
+      "step": 20338
+    },
+    {
+      "epoch": 0.9719487718627545,
+      "grad_norm": 523.2818603515625,
+      "learning_rate": 1.0938864262543972e-05,
+      "loss": 33.4688,
+      "step": 20339
+    },
+    {
+      "epoch": 0.9719965593042148,
+      "grad_norm": 240.79327392578125,
+      "learning_rate": 1.0938093810435693e-05,
+      "loss": 23.3125,
+      "step": 20340
+    },
+    {
+      "epoch": 0.9720443467456752,
+      "grad_norm": 187.46527099609375,
+      "learning_rate": 1.0937323352709443e-05,
+      "loss": 20.8125,
+      "step": 20341
+    },
+    {
+      "epoch": 0.9720921341871356,
+      "grad_norm": 153.79861450195312,
+      "learning_rate": 1.0936552889369836e-05,
+      "loss": 21.8125,
+      "step": 20342
+    },
+    {
+      "epoch": 0.972139921628596,
+      "grad_norm": 347.368896484375,
+      "learning_rate": 1.0935782420421488e-05,
+      "loss": 26.7812,
+      "step": 20343
+    },
+    {
+      "epoch": 0.9721877090700564,
+      "grad_norm": 116.52455139160156,
+      "learning_rate": 1.0935011945869007e-05,
+      "loss": 21.1406,
+      "step": 20344
+    },
+    {
+      "epoch": 0.9722354965115168,
+      "grad_norm": 288.3883972167969,
+      "learning_rate": 1.0934241465717015e-05,
+      "loss": 33.5625,
+      "step": 20345
+    },
+    {
+      "epoch": 0.9722832839529771,
+      "grad_norm": 283.82861328125,
+      "learning_rate": 1.093347097997012e-05,
+      "loss": 25.9688,
+      "step": 20346
+    },
+    {
+      "epoch": 0.9723310713944375,
+      "grad_norm": 268.5195617675781,
+      "learning_rate": 1.0932700488632937e-05,
+      "loss": 23.8438,
+      "step": 20347
+    },
+    {
+      "epoch": 0.9723788588358979,
+      "grad_norm": 274.3973083496094,
+      "learning_rate": 1.0931929991710083e-05,
+      "loss": 33.4375,
+      "step": 20348
+    },
+    {
+      "epoch": 0.9724266462773583,
+      "grad_norm": 125.39482879638672,
+      "learning_rate": 1.0931159489206173e-05,
+      "loss": 19.0469,
+      "step": 20349
+    },
+    {
+      "epoch": 0.9724744337188187,
+      "grad_norm": 112.5665512084961,
+      "learning_rate": 1.0930388981125817e-05,
+      "loss": 18.3906,
+      "step": 20350
+    },
+    {
+      "epoch": 0.9725222211602791,
+      "grad_norm": 348.93817138671875,
+      "learning_rate": 1.0929618467473633e-05,
+      "loss": 29.2344,
+      "step": 20351
+    },
+    {
+      "epoch": 0.9725700086017395,
+      "grad_norm": 254.7035675048828,
+      "learning_rate": 1.0928847948254233e-05,
+      "loss": 26.4375,
+      "step": 20352
+    },
+    {
+      "epoch": 0.9726177960431999,
+      "grad_norm": 371.0783386230469,
+      "learning_rate": 1.092807742347223e-05,
+      "loss": 34.4375,
+      "step": 20353
+    },
+    {
+      "epoch": 0.9726655834846603,
+      "grad_norm": 270.5200500488281,
+      "learning_rate": 1.0927306893132244e-05,
+      "loss": 31.9062,
+      "step": 20354
+    },
+    {
+      "epoch": 0.9727133709261206,
+      "grad_norm": 206.56192016601562,
+      "learning_rate": 1.0926536357238884e-05,
+      "loss": 29.4375,
+      "step": 20355
+    },
+    {
+      "epoch": 0.972761158367581,
+      "grad_norm": 267.3693542480469,
+      "learning_rate": 1.0925765815796766e-05,
+      "loss": 30.2812,
+      "step": 20356
+    },
+    {
+      "epoch": 0.9728089458090414,
+      "grad_norm": 205.04568481445312,
+      "learning_rate": 1.0924995268810508e-05,
+      "loss": 24.4688,
+      "step": 20357
+    },
+    {
+      "epoch": 0.9728567332505018,
+      "grad_norm": 420.35723876953125,
+      "learning_rate": 1.0924224716284721e-05,
+      "loss": 23.8125,
+      "step": 20358
+    },
+    {
+      "epoch": 0.9729045206919622,
+      "grad_norm": 268.93011474609375,
+      "learning_rate": 1.0923454158224019e-05,
+      "loss": 19.9375,
+      "step": 20359
+    },
+    {
+      "epoch": 0.9729523081334225,
+      "grad_norm": 355.8243408203125,
+      "learning_rate": 1.092268359463302e-05,
+      "loss": 33.8594,
+      "step": 20360
+    },
+    {
+      "epoch": 0.9730000955748829,
+      "grad_norm": 308.70782470703125,
+      "learning_rate": 1.0921913025516336e-05,
+      "loss": 24.75,
+      "step": 20361
+    },
+    {
+      "epoch": 0.9730478830163433,
+      "grad_norm": 288.542236328125,
+      "learning_rate": 1.0921142450878583e-05,
+      "loss": 33.3125,
+      "step": 20362
+    },
+    {
+      "epoch": 0.9730956704578037,
+      "grad_norm": 258.092041015625,
+      "learning_rate": 1.0920371870724378e-05,
+      "loss": 22.0938,
+      "step": 20363
+    },
+    {
+      "epoch": 0.973143457899264,
+      "grad_norm": 170.1994171142578,
+      "learning_rate": 1.091960128505833e-05,
+      "loss": 22.0781,
+      "step": 20364
+    },
+    {
+      "epoch": 0.9731912453407244,
+      "grad_norm": 358.6485900878906,
+      "learning_rate": 1.0918830693885059e-05,
+      "loss": 32.0312,
+      "step": 20365
+    },
+    {
+      "epoch": 0.9732390327821848,
+      "grad_norm": 481.6928405761719,
+      "learning_rate": 1.0918060097209176e-05,
+      "loss": 25.2812,
+      "step": 20366
+    },
+    {
+      "epoch": 0.9732868202236452,
+      "grad_norm": 403.4250183105469,
+      "learning_rate": 1.0917289495035297e-05,
+      "loss": 32.0625,
+      "step": 20367
+    },
+    {
+      "epoch": 0.9733346076651056,
+      "grad_norm": 469.28656005859375,
+      "learning_rate": 1.0916518887368037e-05,
+      "loss": 20.8906,
+      "step": 20368
+    },
+    {
+      "epoch": 0.973382395106566,
+      "grad_norm": 227.0586700439453,
+      "learning_rate": 1.0915748274212015e-05,
+      "loss": 26.1562,
+      "step": 20369
+    },
+    {
+      "epoch": 0.9734301825480264,
+      "grad_norm": 240.81065368652344,
+      "learning_rate": 1.091497765557184e-05,
+      "loss": 32.1562,
+      "step": 20370
+    },
+    {
+      "epoch": 0.9734779699894868,
+      "grad_norm": 220.5767059326172,
+      "learning_rate": 1.091420703145213e-05,
+      "loss": 27.3125,
+      "step": 20371
+    },
+    {
+      "epoch": 0.9735257574309472,
+      "grad_norm": 172.9259796142578,
+      "learning_rate": 1.0913436401857499e-05,
+      "loss": 19.9688,
+      "step": 20372
+    },
+    {
+      "epoch": 0.9735735448724075,
+      "grad_norm": 131.6060028076172,
+      "learning_rate": 1.0912665766792563e-05,
+      "loss": 26.2188,
+      "step": 20373
+    },
+    {
+      "epoch": 0.9736213323138679,
+      "grad_norm": 189.19386291503906,
+      "learning_rate": 1.0911895126261936e-05,
+      "loss": 23.6719,
+      "step": 20374
+    },
+    {
+      "epoch": 0.9736691197553283,
+      "grad_norm": 240.8980255126953,
+      "learning_rate": 1.0911124480270234e-05,
+      "loss": 19.25,
+      "step": 20375
+    },
+    {
+      "epoch": 0.9737169071967887,
+      "grad_norm": 134.77621459960938,
+      "learning_rate": 1.0910353828822074e-05,
+      "loss": 20.2344,
+      "step": 20376
+    },
+    {
+      "epoch": 0.9737646946382491,
+      "grad_norm": 272.9188232421875,
+      "learning_rate": 1.0909583171922067e-05,
+      "loss": 29.5625,
+      "step": 20377
+    },
+    {
+      "epoch": 0.9738124820797095,
+      "grad_norm": 213.51858520507812,
+      "learning_rate": 1.090881250957483e-05,
+      "loss": 28.6562,
+      "step": 20378
+    },
+    {
+      "epoch": 0.9738602695211699,
+      "grad_norm": 285.1303405761719,
+      "learning_rate": 1.090804184178498e-05,
+      "loss": 24.125,
+      "step": 20379
+    },
+    {
+      "epoch": 0.9739080569626303,
+      "grad_norm": 194.4072723388672,
+      "learning_rate": 1.0907271168557133e-05,
+      "loss": 39.4375,
+      "step": 20380
+    },
+    {
+      "epoch": 0.9739558444040906,
+      "grad_norm": 280.4011535644531,
+      "learning_rate": 1.0906500489895901e-05,
+      "loss": 30.125,
+      "step": 20381
+    },
+    {
+      "epoch": 0.9740036318455509,
+      "grad_norm": 376.5921325683594,
+      "learning_rate": 1.0905729805805901e-05,
+      "loss": 27.9688,
+      "step": 20382
+    },
+    {
+      "epoch": 0.9740514192870113,
+      "grad_norm": 451.9197692871094,
+      "learning_rate": 1.0904959116291746e-05,
+      "loss": 32.6406,
+      "step": 20383
+    },
+    {
+      "epoch": 0.9740992067284717,
+      "grad_norm": 312.7176513671875,
+      "learning_rate": 1.0904188421358058e-05,
+      "loss": 27.2969,
+      "step": 20384
+    },
+    {
+      "epoch": 0.9741469941699321,
+      "grad_norm": 289.73931884765625,
+      "learning_rate": 1.0903417721009442e-05,
+      "loss": 27.375,
+      "step": 20385
+    },
+    {
+      "epoch": 0.9741947816113925,
+      "grad_norm": 317.9874572753906,
+      "learning_rate": 1.0902647015250525e-05,
+      "loss": 24.9531,
+      "step": 20386
+    },
+    {
+      "epoch": 0.9742425690528529,
+      "grad_norm": 371.197509765625,
+      "learning_rate": 1.0901876304085911e-05,
+      "loss": 26.9688,
+      "step": 20387
+    },
+    {
+      "epoch": 0.9742903564943133,
+      "grad_norm": 367.0982360839844,
+      "learning_rate": 1.0901105587520228e-05,
+      "loss": 24.2656,
+      "step": 20388
+    },
+    {
+      "epoch": 0.9743381439357737,
+      "grad_norm": 291.5655212402344,
+      "learning_rate": 1.0900334865558084e-05,
+      "loss": 34.4688,
+      "step": 20389
+    },
+    {
+      "epoch": 0.9743859313772341,
+      "grad_norm": 222.5596466064453,
+      "learning_rate": 1.0899564138204093e-05,
+      "loss": 25.7812,
+      "step": 20390
+    },
+    {
+      "epoch": 0.9744337188186944,
+      "grad_norm": 298.7134704589844,
+      "learning_rate": 1.0898793405462875e-05,
+      "loss": 30.75,
+      "step": 20391
+    },
+    {
+      "epoch": 0.9744815062601548,
+      "grad_norm": 318.47576904296875,
+      "learning_rate": 1.0898022667339046e-05,
+      "loss": 32.8438,
+      "step": 20392
+    },
+    {
+      "epoch": 0.9745292937016152,
+      "grad_norm": 292.4715881347656,
+      "learning_rate": 1.0897251923837218e-05,
+      "loss": 22.3438,
+      "step": 20393
+    },
+    {
+      "epoch": 0.9745770811430756,
+      "grad_norm": 301.14569091796875,
+      "learning_rate": 1.0896481174962009e-05,
+      "loss": 24.875,
+      "step": 20394
+    },
+    {
+      "epoch": 0.974624868584536,
+      "grad_norm": 243.36358642578125,
+      "learning_rate": 1.0895710420718035e-05,
+      "loss": 21.0,
+      "step": 20395
+    },
+    {
+      "epoch": 0.9746726560259964,
+      "grad_norm": 1219.998779296875,
+      "learning_rate": 1.0894939661109911e-05,
+      "loss": 29.0938,
+      "step": 20396
+    },
+    {
+      "epoch": 0.9747204434674568,
+      "grad_norm": 233.07913208007812,
+      "learning_rate": 1.0894168896142255e-05,
+      "loss": 22.4062,
+      "step": 20397
+    },
+    {
+      "epoch": 0.9747682309089172,
+      "grad_norm": 290.1799011230469,
+      "learning_rate": 1.089339812581968e-05,
+      "loss": 22.3438,
+      "step": 20398
+    },
+    {
+      "epoch": 0.9748160183503776,
+      "grad_norm": 219.3669891357422,
+      "learning_rate": 1.0892627350146804e-05,
+      "loss": 24.6406,
+      "step": 20399
+    },
+    {
+      "epoch": 0.974863805791838,
+      "grad_norm": 242.25726318359375,
+      "learning_rate": 1.0891856569128238e-05,
+      "loss": 27.5,
+      "step": 20400
+    },
+    {
+      "epoch": 0.9749115932332982,
+      "grad_norm": 862.279052734375,
+      "learning_rate": 1.0891085782768604e-05,
+      "loss": 32.375,
+      "step": 20401
+    },
+    {
+      "epoch": 0.9749593806747586,
+      "grad_norm": 181.3199005126953,
+      "learning_rate": 1.0890314991072517e-05,
+      "loss": 26.25,
+      "step": 20402
+    },
+    {
+      "epoch": 0.975007168116219,
+      "grad_norm": 294.342529296875,
+      "learning_rate": 1.0889544194044591e-05,
+      "loss": 27.5938,
+      "step": 20403
+    },
+    {
+      "epoch": 0.9750549555576794,
+      "grad_norm": 160.71714782714844,
+      "learning_rate": 1.0888773391689444e-05,
+      "loss": 19.7812,
+      "step": 20404
+    },
+    {
+      "epoch": 0.9751027429991398,
+      "grad_norm": 198.08892822265625,
+      "learning_rate": 1.088800258401169e-05,
+      "loss": 33.7812,
+      "step": 20405
+    },
+    {
+      "epoch": 0.9751505304406002,
+      "grad_norm": 542.5902099609375,
+      "learning_rate": 1.0887231771015948e-05,
+      "loss": 23.3438,
+      "step": 20406
+    },
+    {
+      "epoch": 0.9751983178820606,
+      "grad_norm": 418.020751953125,
+      "learning_rate": 1.088646095270683e-05,
+      "loss": 32.6562,
+      "step": 20407
+    },
+    {
+      "epoch": 0.975246105323521,
+      "grad_norm": 390.4433898925781,
+      "learning_rate": 1.0885690129088957e-05,
+      "loss": 23.2344,
+      "step": 20408
+    },
+    {
+      "epoch": 0.9752938927649814,
+      "grad_norm": 214.86032104492188,
+      "learning_rate": 1.0884919300166943e-05,
+      "loss": 35.875,
+      "step": 20409
+    },
+    {
+      "epoch": 0.9753416802064417,
+      "grad_norm": 216.04238891601562,
+      "learning_rate": 1.0884148465945404e-05,
+      "loss": 31.6562,
+      "step": 20410
+    },
+    {
+      "epoch": 0.9753894676479021,
+      "grad_norm": 254.68057250976562,
+      "learning_rate": 1.0883377626428958e-05,
+      "loss": 25.4531,
+      "step": 20411
+    },
+    {
+      "epoch": 0.9754372550893625,
+      "grad_norm": 200.7816619873047,
+      "learning_rate": 1.0882606781622217e-05,
+      "loss": 28.3594,
+      "step": 20412
+    },
+    {
+      "epoch": 0.9754850425308229,
+      "grad_norm": 351.4290771484375,
+      "learning_rate": 1.08818359315298e-05,
+      "loss": 30.3125,
+      "step": 20413
+    },
+    {
+      "epoch": 0.9755328299722833,
+      "grad_norm": 238.99990844726562,
+      "learning_rate": 1.0881065076156328e-05,
+      "loss": 20.625,
+      "step": 20414
+    },
+    {
+      "epoch": 0.9755806174137437,
+      "grad_norm": 269.9516296386719,
+      "learning_rate": 1.0880294215506409e-05,
+      "loss": 36.4375,
+      "step": 20415
+    },
+    {
+      "epoch": 0.9756284048552041,
+      "grad_norm": 126.8678970336914,
+      "learning_rate": 1.0879523349584664e-05,
+      "loss": 18.5469,
+      "step": 20416
+    },
+    {
+      "epoch": 0.9756761922966645,
+      "grad_norm": 149.1896209716797,
+      "learning_rate": 1.0878752478395711e-05,
+      "loss": 24.4844,
+      "step": 20417
+    },
+    {
+      "epoch": 0.9757239797381249,
+      "grad_norm": 342.9757080078125,
+      "learning_rate": 1.087798160194416e-05,
+      "loss": 23.7812,
+      "step": 20418
+    },
+    {
+      "epoch": 0.9757717671795852,
+      "grad_norm": 250.41519165039062,
+      "learning_rate": 1.0877210720234636e-05,
+      "loss": 28.2031,
+      "step": 20419
+    },
+    {
+      "epoch": 0.9758195546210456,
+      "grad_norm": 190.78509521484375,
+      "learning_rate": 1.087643983327175e-05,
+      "loss": 22.1875,
+      "step": 20420
+    },
+    {
+      "epoch": 0.975867342062506,
+      "grad_norm": 521.8304443359375,
+      "learning_rate": 1.0875668941060122e-05,
+      "loss": 24.5,
+      "step": 20421
+    },
+    {
+      "epoch": 0.9759151295039663,
+      "grad_norm": 320.0299987792969,
+      "learning_rate": 1.0874898043604368e-05,
+      "loss": 24.3906,
+      "step": 20422
+    },
+    {
+      "epoch": 0.9759629169454267,
+      "grad_norm": 225.86448669433594,
+      "learning_rate": 1.0874127140909101e-05,
+      "loss": 24.9375,
+      "step": 20423
+    },
+    {
+      "epoch": 0.9760107043868871,
+      "grad_norm": 1279.4674072265625,
+      "learning_rate": 1.0873356232978943e-05,
+      "loss": 21.6875,
+      "step": 20424
+    },
+    {
+      "epoch": 0.9760584918283475,
+      "grad_norm": 469.8501281738281,
+      "learning_rate": 1.0872585319818505e-05,
+      "loss": 36.4062,
+      "step": 20425
+    },
+    {
+      "epoch": 0.9761062792698079,
+      "grad_norm": 251.68943786621094,
+      "learning_rate": 1.0871814401432408e-05,
+      "loss": 23.2031,
+      "step": 20426
+    },
+    {
+      "epoch": 0.9761540667112683,
+      "grad_norm": 232.9184112548828,
+      "learning_rate": 1.0871043477825267e-05,
+      "loss": 34.7188,
+      "step": 20427
+    },
+    {
+      "epoch": 0.9762018541527286,
+      "grad_norm": 274.55615234375,
+      "learning_rate": 1.0870272549001701e-05,
+      "loss": 29.625,
+      "step": 20428
+    },
+    {
+      "epoch": 0.976249641594189,
+      "grad_norm": 444.38653564453125,
+      "learning_rate": 1.0869501614966327e-05,
+      "loss": 21.8281,
+      "step": 20429
+    },
+    {
+      "epoch": 0.9762974290356494,
+      "grad_norm": 231.4420623779297,
+      "learning_rate": 1.086873067572376e-05,
+      "loss": 31.8438,
+      "step": 20430
+    },
+    {
+      "epoch": 0.9763452164771098,
+      "grad_norm": 363.2182922363281,
+      "learning_rate": 1.0867959731278612e-05,
+      "loss": 27.0,
+      "step": 20431
+    },
+    {
+      "epoch": 0.9763930039185702,
+      "grad_norm": 392.7740783691406,
+      "learning_rate": 1.086718878163551e-05,
+      "loss": 27.875,
+      "step": 20432
+    },
+    {
+      "epoch": 0.9764407913600306,
+      "grad_norm": 240.18783569335938,
+      "learning_rate": 1.0866417826799063e-05,
+      "loss": 35.125,
+      "step": 20433
+    },
+    {
+      "epoch": 0.976488578801491,
+      "grad_norm": 531.7119750976562,
+      "learning_rate": 1.0865646866773896e-05,
+      "loss": 27.625,
+      "step": 20434
+    },
+    {
+      "epoch": 0.9765363662429514,
+      "grad_norm": 410.44586181640625,
+      "learning_rate": 1.0864875901564615e-05,
+      "loss": 24.3438,
+      "step": 20435
+    },
+    {
+      "epoch": 0.9765841536844118,
+      "grad_norm": 243.47891235351562,
+      "learning_rate": 1.0864104931175848e-05,
+      "loss": 27.0625,
+      "step": 20436
+    },
+    {
+      "epoch": 0.9766319411258721,
+      "grad_norm": 522.5862426757812,
+      "learning_rate": 1.0863333955612207e-05,
+      "loss": 20.75,
+      "step": 20437
+    },
+    {
+      "epoch": 0.9766797285673325,
+      "grad_norm": 292.7878112792969,
+      "learning_rate": 1.0862562974878308e-05,
+      "loss": 32.0625,
+      "step": 20438
+    },
+    {
+      "epoch": 0.9767275160087929,
+      "grad_norm": 292.8865966796875,
+      "learning_rate": 1.0861791988978771e-05,
+      "loss": 26.9688,
+      "step": 20439
+    },
+    {
+      "epoch": 0.9767753034502533,
+      "grad_norm": 430.2068786621094,
+      "learning_rate": 1.086102099791821e-05,
+      "loss": 35.625,
+      "step": 20440
+    },
+    {
+      "epoch": 0.9768230908917137,
+      "grad_norm": 321.8945007324219,
+      "learning_rate": 1.0860250001701247e-05,
+      "loss": 29.5312,
+      "step": 20441
+    },
+    {
+      "epoch": 0.976870878333174,
+      "grad_norm": 222.2400360107422,
+      "learning_rate": 1.0859479000332493e-05,
+      "loss": 34.8906,
+      "step": 20442
+    },
+    {
+      "epoch": 0.9769186657746344,
+      "grad_norm": 274.186279296875,
+      "learning_rate": 1.0858707993816573e-05,
+      "loss": 27.0469,
+      "step": 20443
+    },
+    {
+      "epoch": 0.9769664532160948,
+      "grad_norm": 338.43402099609375,
+      "learning_rate": 1.0857936982158096e-05,
+      "loss": 32.7812,
+      "step": 20444
+    },
+    {
+      "epoch": 0.9770142406575552,
+      "grad_norm": 212.5835723876953,
+      "learning_rate": 1.0857165965361687e-05,
+      "loss": 27.1562,
+      "step": 20445
+    },
+    {
+      "epoch": 0.9770620280990155,
+      "grad_norm": 332.2559509277344,
+      "learning_rate": 1.0856394943431958e-05,
+      "loss": 26.375,
+      "step": 20446
+    },
+    {
+      "epoch": 0.9771098155404759,
+      "grad_norm": 206.7790985107422,
+      "learning_rate": 1.0855623916373532e-05,
+      "loss": 22.75,
+      "step": 20447
+    },
+    {
+      "epoch": 0.9771576029819363,
+      "grad_norm": 262.7810974121094,
+      "learning_rate": 1.0854852884191021e-05,
+      "loss": 20.8125,
+      "step": 20448
+    },
+    {
+      "epoch": 0.9772053904233967,
+      "grad_norm": 247.53883361816406,
+      "learning_rate": 1.085408184688904e-05,
+      "loss": 21.3594,
+      "step": 20449
+    },
+    {
+      "epoch": 0.9772531778648571,
+      "grad_norm": 241.29400634765625,
+      "learning_rate": 1.0853310804472214e-05,
+      "loss": 29.875,
+      "step": 20450
+    },
+    {
+      "epoch": 0.9773009653063175,
+      "grad_norm": 239.2967529296875,
+      "learning_rate": 1.0852539756945157e-05,
+      "loss": 22.0781,
+      "step": 20451
+    },
+    {
+      "epoch": 0.9773487527477779,
+      "grad_norm": 205.4216766357422,
+      "learning_rate": 1.0851768704312489e-05,
+      "loss": 24.4062,
+      "step": 20452
+    },
+    {
+      "epoch": 0.9773965401892383,
+      "grad_norm": 188.04873657226562,
+      "learning_rate": 1.0850997646578821e-05,
+      "loss": 23.625,
+      "step": 20453
+    },
+    {
+      "epoch": 0.9774443276306987,
+      "grad_norm": 190.52650451660156,
+      "learning_rate": 1.0850226583748779e-05,
+      "loss": 26.375,
+      "step": 20454
+    },
+    {
+      "epoch": 0.977492115072159,
+      "grad_norm": 131.32264709472656,
+      "learning_rate": 1.0849455515826975e-05,
+      "loss": 22.8125,
+      "step": 20455
+    },
+    {
+      "epoch": 0.9775399025136194,
+      "grad_norm": 375.778076171875,
+      "learning_rate": 1.084868444281803e-05,
+      "loss": 27.5625,
+      "step": 20456
+    },
+    {
+      "epoch": 0.9775876899550798,
+      "grad_norm": 317.2345886230469,
+      "learning_rate": 1.0847913364726558e-05,
+      "loss": 27.3125,
+      "step": 20457
+    },
+    {
+      "epoch": 0.9776354773965402,
+      "grad_norm": 225.80142211914062,
+      "learning_rate": 1.0847142281557182e-05,
+      "loss": 24.5938,
+      "step": 20458
+    },
+    {
+      "epoch": 0.9776832648380006,
+      "grad_norm": 473.8750305175781,
+      "learning_rate": 1.0846371193314514e-05,
+      "loss": 28.2188,
+      "step": 20459
+    },
+    {
+      "epoch": 0.977731052279461,
+      "grad_norm": 263.5141296386719,
+      "learning_rate": 1.0845600100003178e-05,
+      "loss": 32.5938,
+      "step": 20460
+    },
+    {
+      "epoch": 0.9777788397209214,
+      "grad_norm": 414.959228515625,
+      "learning_rate": 1.0844829001627786e-05,
+      "loss": 30.25,
+      "step": 20461
+    },
+    {
+      "epoch": 0.9778266271623818,
+      "grad_norm": 177.2513885498047,
+      "learning_rate": 1.084405789819296e-05,
+      "loss": 23.3281,
+      "step": 20462
+    },
+    {
+      "epoch": 0.9778744146038421,
+      "grad_norm": 334.205322265625,
+      "learning_rate": 1.0843286789703313e-05,
+      "loss": 24.375,
+      "step": 20463
+    },
+    {
+      "epoch": 0.9779222020453024,
+      "grad_norm": 256.0014953613281,
+      "learning_rate": 1.084251567616347e-05,
+      "loss": 28.5938,
+      "step": 20464
+    },
+    {
+      "epoch": 0.9779699894867628,
+      "grad_norm": 156.68919372558594,
+      "learning_rate": 1.0841744557578044e-05,
+      "loss": 25.1562,
+      "step": 20465
+    },
+    {
+      "epoch": 0.9780177769282232,
+      "grad_norm": 243.95359802246094,
+      "learning_rate": 1.0840973433951653e-05,
+      "loss": 23.6875,
+      "step": 20466
+    },
+    {
+      "epoch": 0.9780655643696836,
+      "grad_norm": 462.6225891113281,
+      "learning_rate": 1.084020230528892e-05,
+      "loss": 26.7188,
+      "step": 20467
+    },
+    {
+      "epoch": 0.978113351811144,
+      "grad_norm": 289.8400573730469,
+      "learning_rate": 1.0839431171594455e-05,
+      "loss": 27.0938,
+      "step": 20468
+    },
+    {
+      "epoch": 0.9781611392526044,
+      "grad_norm": 314.36236572265625,
+      "learning_rate": 1.0838660032872883e-05,
+      "loss": 29.875,
+      "step": 20469
+    },
+    {
+      "epoch": 0.9782089266940648,
+      "grad_norm": 475.5746154785156,
+      "learning_rate": 1.0837888889128818e-05,
+      "loss": 32.9688,
+      "step": 20470
+    },
+    {
+      "epoch": 0.9782567141355252,
+      "grad_norm": 272.50079345703125,
+      "learning_rate": 1.083711774036688e-05,
+      "loss": 25.9531,
+      "step": 20471
+    },
+    {
+      "epoch": 0.9783045015769856,
+      "grad_norm": 340.4613037109375,
+      "learning_rate": 1.0836346586591686e-05,
+      "loss": 23.25,
+      "step": 20472
+    },
+    {
+      "epoch": 0.978352289018446,
+      "grad_norm": 291.74749755859375,
+      "learning_rate": 1.0835575427807858e-05,
+      "loss": 29.5,
+      "step": 20473
+    },
+    {
+      "epoch": 0.9784000764599063,
+      "grad_norm": 248.98809814453125,
+      "learning_rate": 1.0834804264020011e-05,
+      "loss": 22.7969,
+      "step": 20474
+    },
+    {
+      "epoch": 0.9784478639013667,
+      "grad_norm": 140.1247100830078,
+      "learning_rate": 1.0834033095232762e-05,
+      "loss": 17.1094,
+      "step": 20475
+    },
+    {
+      "epoch": 0.9784956513428271,
+      "grad_norm": 171.49136352539062,
+      "learning_rate": 1.0833261921450733e-05,
+      "loss": 27.7188,
+      "step": 20476
+    },
+    {
+      "epoch": 0.9785434387842875,
+      "grad_norm": 285.8779296875,
+      "learning_rate": 1.0832490742678537e-05,
+      "loss": 23.25,
+      "step": 20477
+    },
+    {
+      "epoch": 0.9785912262257479,
+      "grad_norm": 193.5087432861328,
+      "learning_rate": 1.08317195589208e-05,
+      "loss": 22.0,
+      "step": 20478
+    },
+    {
+      "epoch": 0.9786390136672083,
+      "grad_norm": 154.8135223388672,
+      "learning_rate": 1.0830948370182132e-05,
+      "loss": 21.9062,
+      "step": 20479
+    },
+    {
+      "epoch": 0.9786868011086687,
+      "grad_norm": 178.52011108398438,
+      "learning_rate": 1.0830177176467158e-05,
+      "loss": 29.1875,
+      "step": 20480
+    },
+    {
+      "epoch": 0.9787345885501291,
+      "grad_norm": 305.9821472167969,
+      "learning_rate": 1.0829405977780491e-05,
+      "loss": 28.0938,
+      "step": 20481
+    },
+    {
+      "epoch": 0.9787823759915895,
+      "grad_norm": 306.03741455078125,
+      "learning_rate": 1.0828634774126756e-05,
+      "loss": 41.5,
+      "step": 20482
+    },
+    {
+      "epoch": 0.9788301634330498,
+      "grad_norm": 276.8475341796875,
+      "learning_rate": 1.0827863565510565e-05,
+      "loss": 23.625,
+      "step": 20483
+    },
+    {
+      "epoch": 0.9788779508745101,
+      "grad_norm": 181.34690856933594,
+      "learning_rate": 1.0827092351936541e-05,
+      "loss": 28.375,
+      "step": 20484
+    },
+    {
+      "epoch": 0.9789257383159705,
+      "grad_norm": 234.35438537597656,
+      "learning_rate": 1.0826321133409303e-05,
+      "loss": 25.4688,
+      "step": 20485
+    },
+    {
+      "epoch": 0.9789735257574309,
+      "grad_norm": 189.99111938476562,
+      "learning_rate": 1.0825549909933464e-05,
+      "loss": 26.9688,
+      "step": 20486
+    },
+    {
+      "epoch": 0.9790213131988913,
+      "grad_norm": 158.29989624023438,
+      "learning_rate": 1.0824778681513648e-05,
+      "loss": 25.4062,
+      "step": 20487
+    },
+    {
+      "epoch": 0.9790691006403517,
+      "grad_norm": 264.6196594238281,
+      "learning_rate": 1.0824007448154473e-05,
+      "loss": 28.7812,
+      "step": 20488
+    },
+    {
+      "epoch": 0.9791168880818121,
+      "grad_norm": 178.81959533691406,
+      "learning_rate": 1.0823236209860554e-05,
+      "loss": 23.2188,
+      "step": 20489
+    },
+    {
+      "epoch": 0.9791646755232725,
+      "grad_norm": 180.29164123535156,
+      "learning_rate": 1.0822464966636512e-05,
+      "loss": 22.8438,
+      "step": 20490
+    },
+    {
+      "epoch": 0.9792124629647329,
+      "grad_norm": 340.42095947265625,
+      "learning_rate": 1.0821693718486969e-05,
+      "loss": 31.5469,
+      "step": 20491
+    },
+    {
+      "epoch": 0.9792602504061932,
+      "grad_norm": 303.1987609863281,
+      "learning_rate": 1.0820922465416539e-05,
+      "loss": 28.4375,
+      "step": 20492
+    },
+    {
+      "epoch": 0.9793080378476536,
+      "grad_norm": 135.611083984375,
+      "learning_rate": 1.0820151207429845e-05,
+      "loss": 21.5469,
+      "step": 20493
+    },
+    {
+      "epoch": 0.979355825289114,
+      "grad_norm": 174.29074096679688,
+      "learning_rate": 1.0819379944531502e-05,
+      "loss": 24.5,
+      "step": 20494
+    },
+    {
+      "epoch": 0.9794036127305744,
+      "grad_norm": 352.48736572265625,
+      "learning_rate": 1.0818608676726131e-05,
+      "loss": 23.9688,
+      "step": 20495
+    },
+    {
+      "epoch": 0.9794514001720348,
+      "grad_norm": 281.6012878417969,
+      "learning_rate": 1.0817837404018349e-05,
+      "loss": 22.8281,
+      "step": 20496
+    },
+    {
+      "epoch": 0.9794991876134952,
+      "grad_norm": 258.7042541503906,
+      "learning_rate": 1.0817066126412778e-05,
+      "loss": 26.5938,
+      "step": 20497
+    },
+    {
+      "epoch": 0.9795469750549556,
+      "grad_norm": 318.7590026855469,
+      "learning_rate": 1.0816294843914035e-05,
+      "loss": 27.3906,
+      "step": 20498
+    },
+    {
+      "epoch": 0.979594762496416,
+      "grad_norm": 313.0287170410156,
+      "learning_rate": 1.0815523556526736e-05,
+      "loss": 32.0,
+      "step": 20499
+    },
+    {
+      "epoch": 0.9796425499378764,
+      "grad_norm": 402.80389404296875,
+      "learning_rate": 1.0814752264255508e-05,
+      "loss": 27.5,
+      "step": 20500
+    },
+    {
+      "epoch": 0.9796903373793368,
+      "grad_norm": 235.30630493164062,
+      "learning_rate": 1.0813980967104962e-05,
+      "loss": 27.375,
+      "step": 20501
+    },
+    {
+      "epoch": 0.9797381248207971,
+      "grad_norm": 237.87713623046875,
+      "learning_rate": 1.0813209665079723e-05,
+      "loss": 27.0,
+      "step": 20502
+    },
+    {
+      "epoch": 0.9797859122622575,
+      "grad_norm": 541.4605102539062,
+      "learning_rate": 1.0812438358184403e-05,
+      "loss": 21.1562,
+      "step": 20503
+    },
+    {
+      "epoch": 0.9798336997037178,
+      "grad_norm": 286.9393615722656,
+      "learning_rate": 1.0811667046423628e-05,
+      "loss": 25.75,
+      "step": 20504
+    },
+    {
+      "epoch": 0.9798814871451782,
+      "grad_norm": 176.22476196289062,
+      "learning_rate": 1.0810895729802015e-05,
+      "loss": 21.75,
+      "step": 20505
+    },
+    {
+      "epoch": 0.9799292745866386,
+      "grad_norm": 189.07479858398438,
+      "learning_rate": 1.0810124408324183e-05,
+      "loss": 20.5312,
+      "step": 20506
+    },
+    {
+      "epoch": 0.979977062028099,
+      "grad_norm": 408.9111633300781,
+      "learning_rate": 1.0809353081994751e-05,
+      "loss": 31.0781,
+      "step": 20507
+    },
+    {
+      "epoch": 0.9800248494695594,
+      "grad_norm": 272.5795593261719,
+      "learning_rate": 1.0808581750818339e-05,
+      "loss": 25.3438,
+      "step": 20508
+    },
+    {
+      "epoch": 0.9800726369110198,
+      "grad_norm": 494.701171875,
+      "learning_rate": 1.0807810414799567e-05,
+      "loss": 29.0625,
+      "step": 20509
+    },
+    {
+      "epoch": 0.9801204243524801,
+      "grad_norm": 261.4407653808594,
+      "learning_rate": 1.0807039073943049e-05,
+      "loss": 29.3125,
+      "step": 20510
+    },
+    {
+      "epoch": 0.9801682117939405,
+      "grad_norm": 259.65509033203125,
+      "learning_rate": 1.080626772825341e-05,
+      "loss": 25.25,
+      "step": 20511
+    },
+    {
+      "epoch": 0.9802159992354009,
+      "grad_norm": 1083.4761962890625,
+      "learning_rate": 1.0805496377735269e-05,
+      "loss": 35.625,
+      "step": 20512
+    },
+    {
+      "epoch": 0.9802637866768613,
+      "grad_norm": 267.1341857910156,
+      "learning_rate": 1.0804725022393246e-05,
+      "loss": 31.9688,
+      "step": 20513
+    },
+    {
+      "epoch": 0.9803115741183217,
+      "grad_norm": 267.0055236816406,
+      "learning_rate": 1.0803953662231954e-05,
+      "loss": 30.75,
+      "step": 20514
+    },
+    {
+      "epoch": 0.9803593615597821,
+      "grad_norm": 132.4110107421875,
+      "learning_rate": 1.0803182297256019e-05,
+      "loss": 21.8438,
+      "step": 20515
+    },
+    {
+      "epoch": 0.9804071490012425,
+      "grad_norm": 351.7318420410156,
+      "learning_rate": 1.0802410927470058e-05,
+      "loss": 32.625,
+      "step": 20516
+    },
+    {
+      "epoch": 0.9804549364427029,
+      "grad_norm": 205.43980407714844,
+      "learning_rate": 1.0801639552878691e-05,
+      "loss": 24.0625,
+      "step": 20517
+    },
+    {
+      "epoch": 0.9805027238841633,
+      "grad_norm": 327.3526916503906,
+      "learning_rate": 1.0800868173486536e-05,
+      "loss": 46.5,
+      "step": 20518
+    },
+    {
+      "epoch": 0.9805505113256237,
+      "grad_norm": 234.2660369873047,
+      "learning_rate": 1.0800096789298215e-05,
+      "loss": 25.3906,
+      "step": 20519
+    },
+    {
+      "epoch": 0.980598298767084,
+      "grad_norm": 172.7254638671875,
+      "learning_rate": 1.0799325400318345e-05,
+      "loss": 30.2812,
+      "step": 20520
+    },
+    {
+      "epoch": 0.9806460862085444,
+      "grad_norm": 1377.75390625,
+      "learning_rate": 1.0798554006551552e-05,
+      "loss": 21.2969,
+      "step": 20521
+    },
+    {
+      "epoch": 0.9806938736500048,
+      "grad_norm": 205.38063049316406,
+      "learning_rate": 1.079778260800245e-05,
+      "loss": 37.6562,
+      "step": 20522
+    },
+    {
+      "epoch": 0.9807416610914652,
+      "grad_norm": 190.65737915039062,
+      "learning_rate": 1.0797011204675656e-05,
+      "loss": 32.4688,
+      "step": 20523
+    },
+    {
+      "epoch": 0.9807894485329256,
+      "grad_norm": 133.2284393310547,
+      "learning_rate": 1.0796239796575796e-05,
+      "loss": 15.5312,
+      "step": 20524
+    },
+    {
+      "epoch": 0.9808372359743859,
+      "grad_norm": 238.86117553710938,
+      "learning_rate": 1.0795468383707483e-05,
+      "loss": 34.625,
+      "step": 20525
+    },
+    {
+      "epoch": 0.9808850234158463,
+      "grad_norm": 321.98748779296875,
+      "learning_rate": 1.0794696966075347e-05,
+      "loss": 30.5,
+      "step": 20526
+    },
+    {
+      "epoch": 0.9809328108573067,
+      "grad_norm": 253.48468017578125,
+      "learning_rate": 1.0793925543683998e-05,
+      "loss": 21.4062,
+      "step": 20527
+    },
+    {
+      "epoch": 0.980980598298767,
+      "grad_norm": 285.9741516113281,
+      "learning_rate": 1.079315411653806e-05,
+      "loss": 36.6562,
+      "step": 20528
+    },
+    {
+      "epoch": 0.9810283857402274,
+      "grad_norm": 179.58041381835938,
+      "learning_rate": 1.0792382684642153e-05,
+      "loss": 28.4531,
+      "step": 20529
+    },
+    {
+      "epoch": 0.9810761731816878,
+      "grad_norm": 156.0238800048828,
+      "learning_rate": 1.0791611248000896e-05,
+      "loss": 24.3438,
+      "step": 20530
+    },
+    {
+      "epoch": 0.9811239606231482,
+      "grad_norm": 315.52593994140625,
+      "learning_rate": 1.0790839806618907e-05,
+      "loss": 23.1875,
+      "step": 20531
+    },
+    {
+      "epoch": 0.9811717480646086,
+      "grad_norm": 280.9937438964844,
+      "learning_rate": 1.0790068360500811e-05,
+      "loss": 31.2812,
+      "step": 20532
+    },
+    {
+      "epoch": 0.981219535506069,
+      "grad_norm": 431.1085510253906,
+      "learning_rate": 1.0789296909651224e-05,
+      "loss": 39.5312,
+      "step": 20533
+    },
+    {
+      "epoch": 0.9812673229475294,
+      "grad_norm": 227.07595825195312,
+      "learning_rate": 1.0788525454074765e-05,
+      "loss": 21.25,
+      "step": 20534
+    },
+    {
+      "epoch": 0.9813151103889898,
+      "grad_norm": 799.1748657226562,
+      "learning_rate": 1.078775399377606e-05,
+      "loss": 29.3438,
+      "step": 20535
+    },
+    {
+      "epoch": 0.9813628978304502,
+      "grad_norm": 221.10610961914062,
+      "learning_rate": 1.0786982528759722e-05,
+      "loss": 32.2188,
+      "step": 20536
+    },
+    {
+      "epoch": 0.9814106852719106,
+      "grad_norm": 224.8575439453125,
+      "learning_rate": 1.0786211059030375e-05,
+      "loss": 28.0781,
+      "step": 20537
+    },
+    {
+      "epoch": 0.9814584727133709,
+      "grad_norm": 199.5311737060547,
+      "learning_rate": 1.0785439584592636e-05,
+      "loss": 25.8281,
+      "step": 20538
+    },
+    {
+      "epoch": 0.9815062601548313,
+      "grad_norm": 137.489990234375,
+      "learning_rate": 1.078466810545113e-05,
+      "loss": 17.1719,
+      "step": 20539
+    },
+    {
+      "epoch": 0.9815540475962917,
+      "grad_norm": 298.26708984375,
+      "learning_rate": 1.0783896621610474e-05,
+      "loss": 28.4688,
+      "step": 20540
+    },
+    {
+      "epoch": 0.9816018350377521,
+      "grad_norm": 312.26373291015625,
+      "learning_rate": 1.078312513307529e-05,
+      "loss": 33.5625,
+      "step": 20541
+    },
+    {
+      "epoch": 0.9816496224792125,
+      "grad_norm": 163.10202026367188,
+      "learning_rate": 1.0782353639850194e-05,
+      "loss": 24.6094,
+      "step": 20542
+    },
+    {
+      "epoch": 0.9816974099206729,
+      "grad_norm": 157.71800231933594,
+      "learning_rate": 1.0781582141939812e-05,
+      "loss": 22.4062,
+      "step": 20543
+    },
+    {
+      "epoch": 0.9817451973621333,
+      "grad_norm": 155.8969268798828,
+      "learning_rate": 1.0780810639348762e-05,
+      "loss": 20.1562,
+      "step": 20544
+    },
+    {
+      "epoch": 0.9817929848035936,
+      "grad_norm": 338.9727478027344,
+      "learning_rate": 1.0780039132081663e-05,
+      "loss": 36.625,
+      "step": 20545
+    },
+    {
+      "epoch": 0.981840772245054,
+      "grad_norm": 196.43470764160156,
+      "learning_rate": 1.0779267620143134e-05,
+      "loss": 25.5312,
+      "step": 20546
+    },
+    {
+      "epoch": 0.9818885596865143,
+      "grad_norm": 554.11279296875,
+      "learning_rate": 1.0778496103537798e-05,
+      "loss": 30.0,
+      "step": 20547
+    },
+    {
+      "epoch": 0.9819363471279747,
+      "grad_norm": 142.87380981445312,
+      "learning_rate": 1.0777724582270276e-05,
+      "loss": 19.8906,
+      "step": 20548
+    },
+    {
+      "epoch": 0.9819841345694351,
+      "grad_norm": 350.0174255371094,
+      "learning_rate": 1.0776953056345187e-05,
+      "loss": 30.5938,
+      "step": 20549
+    },
+    {
+      "epoch": 0.9820319220108955,
+      "grad_norm": 346.2554626464844,
+      "learning_rate": 1.0776181525767154e-05,
+      "loss": 31.5938,
+      "step": 20550
+    },
+    {
+      "epoch": 0.9820797094523559,
+      "grad_norm": 276.26397705078125,
+      "learning_rate": 1.0775409990540791e-05,
+      "loss": 25.6875,
+      "step": 20551
+    },
+    {
+      "epoch": 0.9821274968938163,
+      "grad_norm": 570.4225463867188,
+      "learning_rate": 1.0774638450670724e-05,
+      "loss": 26.3906,
+      "step": 20552
+    },
+    {
+      "epoch": 0.9821752843352767,
+      "grad_norm": 235.69680786132812,
+      "learning_rate": 1.0773866906161572e-05,
+      "loss": 33.3438,
+      "step": 20553
+    },
+    {
+      "epoch": 0.9822230717767371,
+      "grad_norm": 265.4812316894531,
+      "learning_rate": 1.0773095357017958e-05,
+      "loss": 23.9219,
+      "step": 20554
+    },
+    {
+      "epoch": 0.9822708592181975,
+      "grad_norm": 343.2353210449219,
+      "learning_rate": 1.0772323803244498e-05,
+      "loss": 34.375,
+      "step": 20555
+    },
+    {
+      "epoch": 0.9823186466596578,
+      "grad_norm": 274.9096374511719,
+      "learning_rate": 1.0771552244845818e-05,
+      "loss": 23.2188,
+      "step": 20556
+    },
+    {
+      "epoch": 0.9823664341011182,
+      "grad_norm": 163.47036743164062,
+      "learning_rate": 1.0770780681826532e-05,
+      "loss": 23.9531,
+      "step": 20557
+    },
+    {
+      "epoch": 0.9824142215425786,
+      "grad_norm": 174.7471466064453,
+      "learning_rate": 1.0770009114191266e-05,
+      "loss": 17.4219,
+      "step": 20558
+    },
+    {
+      "epoch": 0.982462008984039,
+      "grad_norm": 166.4534149169922,
+      "learning_rate": 1.0769237541944639e-05,
+      "loss": 18.9688,
+      "step": 20559
+    },
+    {
+      "epoch": 0.9825097964254994,
+      "grad_norm": 309.3468322753906,
+      "learning_rate": 1.076846596509127e-05,
+      "loss": 27.2812,
+      "step": 20560
+    },
+    {
+      "epoch": 0.9825575838669598,
+      "grad_norm": 247.75389099121094,
+      "learning_rate": 1.0767694383635785e-05,
+      "loss": 30.9375,
+      "step": 20561
+    },
+    {
+      "epoch": 0.9826053713084202,
+      "grad_norm": 209.09625244140625,
+      "learning_rate": 1.0766922797582802e-05,
+      "loss": 30.0312,
+      "step": 20562
+    },
+    {
+      "epoch": 0.9826531587498806,
+      "grad_norm": 1907.269775390625,
+      "learning_rate": 1.0766151206936937e-05,
+      "loss": 20.6875,
+      "step": 20563
+    },
+    {
+      "epoch": 0.982700946191341,
+      "grad_norm": 158.14004516601562,
+      "learning_rate": 1.0765379611702815e-05,
+      "loss": 22.625,
+      "step": 20564
+    },
+    {
+      "epoch": 0.9827487336328014,
+      "grad_norm": 244.2135467529297,
+      "learning_rate": 1.076460801188506e-05,
+      "loss": 21.7344,
+      "step": 20565
+    },
+    {
+      "epoch": 0.9827965210742616,
+      "grad_norm": 236.5699920654297,
+      "learning_rate": 1.0763836407488286e-05,
+      "loss": 21.4062,
+      "step": 20566
+    },
+    {
+      "epoch": 0.982844308515722,
+      "grad_norm": 180.6986083984375,
+      "learning_rate": 1.076306479851712e-05,
+      "loss": 21.0625,
+      "step": 20567
+    },
+    {
+      "epoch": 0.9828920959571824,
+      "grad_norm": 716.3017578125,
+      "learning_rate": 1.0762293184976178e-05,
+      "loss": 32.75,
+      "step": 20568
+    },
+    {
+      "epoch": 0.9829398833986428,
+      "grad_norm": 140.85687255859375,
+      "learning_rate": 1.0761521566870086e-05,
+      "loss": 20.7812,
+      "step": 20569
+    },
+    {
+      "epoch": 0.9829876708401032,
+      "grad_norm": 167.09658813476562,
+      "learning_rate": 1.0760749944203463e-05,
+      "loss": 20.3906,
+      "step": 20570
+    },
+    {
+      "epoch": 0.9830354582815636,
+      "grad_norm": 169.9213104248047,
+      "learning_rate": 1.0759978316980925e-05,
+      "loss": 30.5,
+      "step": 20571
+    },
+    {
+      "epoch": 0.983083245723024,
+      "grad_norm": 184.9665985107422,
+      "learning_rate": 1.0759206685207104e-05,
+      "loss": 24.0312,
+      "step": 20572
+    },
+    {
+      "epoch": 0.9831310331644844,
+      "grad_norm": 309.1883850097656,
+      "learning_rate": 1.0758435048886609e-05,
+      "loss": 29.125,
+      "step": 20573
+    },
+    {
+      "epoch": 0.9831788206059447,
+      "grad_norm": 230.29690551757812,
+      "learning_rate": 1.075766340802407e-05,
+      "loss": 26.625,
+      "step": 20574
+    },
+    {
+      "epoch": 0.9832266080474051,
+      "grad_norm": 319.0924377441406,
+      "learning_rate": 1.0756891762624102e-05,
+      "loss": 28.4062,
+      "step": 20575
+    },
+    {
+      "epoch": 0.9832743954888655,
+      "grad_norm": 247.28273010253906,
+      "learning_rate": 1.0756120112691333e-05,
+      "loss": 24.6875,
+      "step": 20576
+    },
+    {
+      "epoch": 0.9833221829303259,
+      "grad_norm": 301.0050964355469,
+      "learning_rate": 1.0755348458230377e-05,
+      "loss": 27.875,
+      "step": 20577
+    },
+    {
+      "epoch": 0.9833699703717863,
+      "grad_norm": 120.18892669677734,
+      "learning_rate": 1.0754576799245862e-05,
+      "loss": 18.0781,
+      "step": 20578
+    },
+    {
+      "epoch": 0.9834177578132467,
+      "grad_norm": 352.3779296875,
+      "learning_rate": 1.07538051357424e-05,
+      "loss": 29.5469,
+      "step": 20579
+    },
+    {
+      "epoch": 0.9834655452547071,
+      "grad_norm": 197.4042510986328,
+      "learning_rate": 1.0753033467724623e-05,
+      "loss": 25.375,
+      "step": 20580
+    },
+    {
+      "epoch": 0.9835133326961675,
+      "grad_norm": 400.3509826660156,
+      "learning_rate": 1.0752261795197143e-05,
+      "loss": 33.1562,
+      "step": 20581
+    },
+    {
+      "epoch": 0.9835611201376279,
+      "grad_norm": 235.90765380859375,
+      "learning_rate": 1.0751490118164589e-05,
+      "loss": 25.8438,
+      "step": 20582
+    },
+    {
+      "epoch": 0.9836089075790883,
+      "grad_norm": 304.1151123046875,
+      "learning_rate": 1.0750718436631577e-05,
+      "loss": 22.7344,
+      "step": 20583
+    },
+    {
+      "epoch": 0.9836566950205486,
+      "grad_norm": 278.6702575683594,
+      "learning_rate": 1.0749946750602731e-05,
+      "loss": 31.0625,
+      "step": 20584
+    },
+    {
+      "epoch": 0.983704482462009,
+      "grad_norm": 287.12603759765625,
+      "learning_rate": 1.0749175060082671e-05,
+      "loss": 35.5625,
+      "step": 20585
+    },
+    {
+      "epoch": 0.9837522699034694,
+      "grad_norm": 241.06410217285156,
+      "learning_rate": 1.0748403365076018e-05,
+      "loss": 31.3281,
+      "step": 20586
+    },
+    {
+      "epoch": 0.9838000573449297,
+      "grad_norm": 218.8237762451172,
+      "learning_rate": 1.0747631665587397e-05,
+      "loss": 29.75,
+      "step": 20587
+    },
+    {
+      "epoch": 0.9838478447863901,
+      "grad_norm": 344.4589538574219,
+      "learning_rate": 1.0746859961621426e-05,
+      "loss": 30.0312,
+      "step": 20588
+    },
+    {
+      "epoch": 0.9838956322278505,
+      "grad_norm": 245.89205932617188,
+      "learning_rate": 1.0746088253182728e-05,
+      "loss": 27.8438,
+      "step": 20589
+    },
+    {
+      "epoch": 0.9839434196693109,
+      "grad_norm": 172.6980743408203,
+      "learning_rate": 1.0745316540275922e-05,
+      "loss": 29.4219,
+      "step": 20590
+    },
+    {
+      "epoch": 0.9839912071107713,
+      "grad_norm": 255.3417510986328,
+      "learning_rate": 1.0744544822905634e-05,
+      "loss": 22.5,
+      "step": 20591
+    },
+    {
+      "epoch": 0.9840389945522316,
+      "grad_norm": 205.3738555908203,
+      "learning_rate": 1.0743773101076484e-05,
+      "loss": 25.8438,
+      "step": 20592
+    },
+    {
+      "epoch": 0.984086781993692,
+      "grad_norm": 193.48748779296875,
+      "learning_rate": 1.074300137479309e-05,
+      "loss": 21.3438,
+      "step": 20593
+    },
+    {
+      "epoch": 0.9841345694351524,
+      "grad_norm": 173.67640686035156,
+      "learning_rate": 1.0742229644060078e-05,
+      "loss": 33.875,
+      "step": 20594
+    },
+    {
+      "epoch": 0.9841823568766128,
+      "grad_norm": 552.937255859375,
+      "learning_rate": 1.074145790888207e-05,
+      "loss": 36.5,
+      "step": 20595
+    },
+    {
+      "epoch": 0.9842301443180732,
+      "grad_norm": 255.5562286376953,
+      "learning_rate": 1.0740686169263684e-05,
+      "loss": 32.0938,
+      "step": 20596
+    },
+    {
+      "epoch": 0.9842779317595336,
+      "grad_norm": 152.66334533691406,
+      "learning_rate": 1.0739914425209544e-05,
+      "loss": 24.4844,
+      "step": 20597
+    },
+    {
+      "epoch": 0.984325719200994,
+      "grad_norm": 219.86549377441406,
+      "learning_rate": 1.073914267672427e-05,
+      "loss": 15.8906,
+      "step": 20598
+    },
+    {
+      "epoch": 0.9843735066424544,
+      "grad_norm": 164.66390991210938,
+      "learning_rate": 1.0738370923812484e-05,
+      "loss": 19.9531,
+      "step": 20599
+    },
+    {
+      "epoch": 0.9844212940839148,
+      "grad_norm": 446.2767639160156,
+      "learning_rate": 1.0737599166478814e-05,
+      "loss": 28.1719,
+      "step": 20600
+    },
+    {
+      "epoch": 0.9844690815253752,
+      "grad_norm": 522.6112670898438,
+      "learning_rate": 1.0736827404727873e-05,
+      "loss": 20.375,
+      "step": 20601
+    },
+    {
+      "epoch": 0.9845168689668355,
+      "grad_norm": 184.37979125976562,
+      "learning_rate": 1.0736055638564287e-05,
+      "loss": 22.3125,
+      "step": 20602
+    },
+    {
+      "epoch": 0.9845646564082959,
+      "grad_norm": 207.12896728515625,
+      "learning_rate": 1.0735283867992676e-05,
+      "loss": 37.2812,
+      "step": 20603
+    },
+    {
+      "epoch": 0.9846124438497563,
+      "grad_norm": 343.97808837890625,
+      "learning_rate": 1.0734512093017667e-05,
+      "loss": 19.7109,
+      "step": 20604
+    },
+    {
+      "epoch": 0.9846602312912167,
+      "grad_norm": 376.71636962890625,
+      "learning_rate": 1.0733740313643874e-05,
+      "loss": 22.8125,
+      "step": 20605
+    },
+    {
+      "epoch": 0.9847080187326771,
+      "grad_norm": 181.88217163085938,
+      "learning_rate": 1.0732968529875927e-05,
+      "loss": 19.1562,
+      "step": 20606
+    },
+    {
+      "epoch": 0.9847558061741374,
+      "grad_norm": 361.873046875,
+      "learning_rate": 1.0732196741718443e-05,
+      "loss": 28.0938,
+      "step": 20607
+    },
+    {
+      "epoch": 0.9848035936155978,
+      "grad_norm": 214.99163818359375,
+      "learning_rate": 1.0731424949176047e-05,
+      "loss": 33.1406,
+      "step": 20608
+    },
+    {
+      "epoch": 0.9848513810570582,
+      "grad_norm": 335.74029541015625,
+      "learning_rate": 1.0730653152253356e-05,
+      "loss": 32.2344,
+      "step": 20609
+    },
+    {
+      "epoch": 0.9848991684985186,
+      "grad_norm": 582.8994750976562,
+      "learning_rate": 1.0729881350954998e-05,
+      "loss": 15.0469,
+      "step": 20610
+    },
+    {
+      "epoch": 0.9849469559399789,
+      "grad_norm": 231.6322784423828,
+      "learning_rate": 1.0729109545285595e-05,
+      "loss": 20.7188,
+      "step": 20611
+    },
+    {
+      "epoch": 0.9849947433814393,
+      "grad_norm": 359.0960998535156,
+      "learning_rate": 1.0728337735249762e-05,
+      "loss": 22.5938,
+      "step": 20612
+    },
+    {
+      "epoch": 0.9850425308228997,
+      "grad_norm": 330.7789001464844,
+      "learning_rate": 1.0727565920852127e-05,
+      "loss": 26.0312,
+      "step": 20613
+    },
+    {
+      "epoch": 0.9850903182643601,
+      "grad_norm": 359.83758544921875,
+      "learning_rate": 1.0726794102097308e-05,
+      "loss": 24.0156,
+      "step": 20614
+    },
+    {
+      "epoch": 0.9851381057058205,
+      "grad_norm": 208.87738037109375,
+      "learning_rate": 1.0726022278989936e-05,
+      "loss": 18.9922,
+      "step": 20615
+    },
+    {
+      "epoch": 0.9851858931472809,
+      "grad_norm": 186.03341674804688,
+      "learning_rate": 1.0725250451534623e-05,
+      "loss": 21.4688,
+      "step": 20616
+    },
+    {
+      "epoch": 0.9852336805887413,
+      "grad_norm": 275.9802551269531,
+      "learning_rate": 1.0724478619735998e-05,
+      "loss": 38.2188,
+      "step": 20617
+    },
+    {
+      "epoch": 0.9852814680302017,
+      "grad_norm": 214.31524658203125,
+      "learning_rate": 1.072370678359868e-05,
+      "loss": 37.75,
+      "step": 20618
+    },
+    {
+      "epoch": 0.9853292554716621,
+      "grad_norm": 414.9449768066406,
+      "learning_rate": 1.0722934943127292e-05,
+      "loss": 37.6562,
+      "step": 20619
+    },
+    {
+      "epoch": 0.9853770429131224,
+      "grad_norm": 154.51734924316406,
+      "learning_rate": 1.0722163098326459e-05,
+      "loss": 19.0938,
+      "step": 20620
+    },
+    {
+      "epoch": 0.9854248303545828,
+      "grad_norm": 290.4550476074219,
+      "learning_rate": 1.0721391249200797e-05,
+      "loss": 17.3125,
+      "step": 20621
+    },
+    {
+      "epoch": 0.9854726177960432,
+      "grad_norm": 333.4801330566406,
+      "learning_rate": 1.0720619395754934e-05,
+      "loss": 32.7812,
+      "step": 20622
+    },
+    {
+      "epoch": 0.9855204052375036,
+      "grad_norm": 501.2789306640625,
+      "learning_rate": 1.071984753799349e-05,
+      "loss": 18.5,
+      "step": 20623
+    },
+    {
+      "epoch": 0.985568192678964,
+      "grad_norm": 135.08534240722656,
+      "learning_rate": 1.071907567592109e-05,
+      "loss": 16.5938,
+      "step": 20624
+    },
+    {
+      "epoch": 0.9856159801204244,
+      "grad_norm": 181.32489013671875,
+      "learning_rate": 1.0718303809542353e-05,
+      "loss": 38.1562,
+      "step": 20625
+    },
+    {
+      "epoch": 0.9856637675618848,
+      "grad_norm": 461.48419189453125,
+      "learning_rate": 1.0717531938861903e-05,
+      "loss": 36.875,
+      "step": 20626
+    },
+    {
+      "epoch": 0.9857115550033452,
+      "grad_norm": 430.8006286621094,
+      "learning_rate": 1.0716760063884364e-05,
+      "loss": 28.0938,
+      "step": 20627
+    },
+    {
+      "epoch": 0.9857593424448055,
+      "grad_norm": 196.84983825683594,
+      "learning_rate": 1.0715988184614357e-05,
+      "loss": 29.8125,
+      "step": 20628
+    },
+    {
+      "epoch": 0.9858071298862658,
+      "grad_norm": 162.93276977539062,
+      "learning_rate": 1.0715216301056501e-05,
+      "loss": 22.8828,
+      "step": 20629
+    },
+    {
+      "epoch": 0.9858549173277262,
+      "grad_norm": 480.9307556152344,
+      "learning_rate": 1.0714444413215429e-05,
+      "loss": 31.625,
+      "step": 20630
+    },
+    {
+      "epoch": 0.9859027047691866,
+      "grad_norm": 273.4444885253906,
+      "learning_rate": 1.0713672521095752e-05,
+      "loss": 34.5625,
+      "step": 20631
+    },
+    {
+      "epoch": 0.985950492210647,
+      "grad_norm": 212.28289794921875,
+      "learning_rate": 1.0712900624702096e-05,
+      "loss": 26.8125,
+      "step": 20632
+    },
+    {
+      "epoch": 0.9859982796521074,
+      "grad_norm": 220.22796630859375,
+      "learning_rate": 1.0712128724039088e-05,
+      "loss": 30.0625,
+      "step": 20633
+    },
+    {
+      "epoch": 0.9860460670935678,
+      "grad_norm": 257.3794860839844,
+      "learning_rate": 1.0711356819111347e-05,
+      "loss": 26.5625,
+      "step": 20634
+    },
+    {
+      "epoch": 0.9860938545350282,
+      "grad_norm": 267.7355651855469,
+      "learning_rate": 1.0710584909923499e-05,
+      "loss": 18.25,
+      "step": 20635
+    },
+    {
+      "epoch": 0.9861416419764886,
+      "grad_norm": 257.985107421875,
+      "learning_rate": 1.070981299648016e-05,
+      "loss": 28.4375,
+      "step": 20636
+    },
+    {
+      "epoch": 0.986189429417949,
+      "grad_norm": 235.13038635253906,
+      "learning_rate": 1.070904107878596e-05,
+      "loss": 23.0781,
+      "step": 20637
+    },
+    {
+      "epoch": 0.9862372168594093,
+      "grad_norm": 198.53997802734375,
+      "learning_rate": 1.0708269156845517e-05,
+      "loss": 26.2188,
+      "step": 20638
+    },
+    {
+      "epoch": 0.9862850043008697,
+      "grad_norm": 376.36907958984375,
+      "learning_rate": 1.0707497230663457e-05,
+      "loss": 30.4219,
+      "step": 20639
+    },
+    {
+      "epoch": 0.9863327917423301,
+      "grad_norm": 384.3393249511719,
+      "learning_rate": 1.07067253002444e-05,
+      "loss": 26.7656,
+      "step": 20640
+    },
+    {
+      "epoch": 0.9863805791837905,
+      "grad_norm": 179.8998565673828,
+      "learning_rate": 1.0705953365592975e-05,
+      "loss": 19.0469,
+      "step": 20641
+    },
+    {
+      "epoch": 0.9864283666252509,
+      "grad_norm": 229.8099365234375,
+      "learning_rate": 1.0705181426713796e-05,
+      "loss": 25.5781,
+      "step": 20642
+    },
+    {
+      "epoch": 0.9864761540667113,
+      "grad_norm": 364.1360168457031,
+      "learning_rate": 1.0704409483611491e-05,
+      "loss": 19.5469,
+      "step": 20643
+    },
+    {
+      "epoch": 0.9865239415081717,
+      "grad_norm": 272.1133728027344,
+      "learning_rate": 1.070363753629068e-05,
+      "loss": 46.5,
+      "step": 20644
+    },
+    {
+      "epoch": 0.9865717289496321,
+      "grad_norm": 186.5919647216797,
+      "learning_rate": 1.0702865584755993e-05,
+      "loss": 26.6406,
+      "step": 20645
+    },
+    {
+      "epoch": 0.9866195163910925,
+      "grad_norm": 142.2513427734375,
+      "learning_rate": 1.0702093629012045e-05,
+      "loss": 23.4375,
+      "step": 20646
+    },
+    {
+      "epoch": 0.9866673038325529,
+      "grad_norm": 212.8405303955078,
+      "learning_rate": 1.0701321669063462e-05,
+      "loss": 33.0625,
+      "step": 20647
+    },
+    {
+      "epoch": 0.9867150912740131,
+      "grad_norm": 500.69305419921875,
+      "learning_rate": 1.0700549704914869e-05,
+      "loss": 38.3125,
+      "step": 20648
+    },
+    {
+      "epoch": 0.9867628787154735,
+      "grad_norm": 369.1572570800781,
+      "learning_rate": 1.0699777736570885e-05,
+      "loss": 33.0312,
+      "step": 20649
+    },
+    {
+      "epoch": 0.9868106661569339,
+      "grad_norm": 175.09095764160156,
+      "learning_rate": 1.0699005764036137e-05,
+      "loss": 22.2188,
+      "step": 20650
+    },
+    {
+      "epoch": 0.9868584535983943,
+      "grad_norm": 234.91644287109375,
+      "learning_rate": 1.0698233787315245e-05,
+      "loss": 29.875,
+      "step": 20651
+    },
+    {
+      "epoch": 0.9869062410398547,
+      "grad_norm": 260.05487060546875,
+      "learning_rate": 1.0697461806412834e-05,
+      "loss": 23.8594,
+      "step": 20652
+    },
+    {
+      "epoch": 0.9869540284813151,
+      "grad_norm": 158.57943725585938,
+      "learning_rate": 1.0696689821333526e-05,
+      "loss": 28.5312,
+      "step": 20653
+    },
+    {
+      "epoch": 0.9870018159227755,
+      "grad_norm": 160.31166076660156,
+      "learning_rate": 1.0695917832081945e-05,
+      "loss": 23.0312,
+      "step": 20654
+    },
+    {
+      "epoch": 0.9870496033642359,
+      "grad_norm": 217.25091552734375,
+      "learning_rate": 1.0695145838662717e-05,
+      "loss": 26.3125,
+      "step": 20655
+    },
+    {
+      "epoch": 0.9870973908056963,
+      "grad_norm": 197.2391357421875,
+      "learning_rate": 1.0694373841080459e-05,
+      "loss": 23.8125,
+      "step": 20656
+    },
+    {
+      "epoch": 0.9871451782471566,
+      "grad_norm": 1114.3892822265625,
+      "learning_rate": 1.06936018393398e-05,
+      "loss": 40.9688,
+      "step": 20657
+    },
+    {
+      "epoch": 0.987192965688617,
+      "grad_norm": 177.04083251953125,
+      "learning_rate": 1.069282983344536e-05,
+      "loss": 28.625,
+      "step": 20658
+    },
+    {
+      "epoch": 0.9872407531300774,
+      "grad_norm": 369.2826843261719,
+      "learning_rate": 1.0692057823401764e-05,
+      "loss": 27.2812,
+      "step": 20659
+    },
+    {
+      "epoch": 0.9872885405715378,
+      "grad_norm": 240.4185028076172,
+      "learning_rate": 1.0691285809213634e-05,
+      "loss": 24.5,
+      "step": 20660
+    },
+    {
+      "epoch": 0.9873363280129982,
+      "grad_norm": 239.11256408691406,
+      "learning_rate": 1.0690513790885596e-05,
+      "loss": 23.1562,
+      "step": 20661
+    },
+    {
+      "epoch": 0.9873841154544586,
+      "grad_norm": 258.1344909667969,
+      "learning_rate": 1.0689741768422268e-05,
+      "loss": 25.4062,
+      "step": 20662
+    },
+    {
+      "epoch": 0.987431902895919,
+      "grad_norm": 265.4436340332031,
+      "learning_rate": 1.068896974182828e-05,
+      "loss": 28.9688,
+      "step": 20663
+    },
+    {
+      "epoch": 0.9874796903373794,
+      "grad_norm": 312.9056396484375,
+      "learning_rate": 1.0688197711108248e-05,
+      "loss": 18.0312,
+      "step": 20664
+    },
+    {
+      "epoch": 0.9875274777788398,
+      "grad_norm": 347.4927062988281,
+      "learning_rate": 1.0687425676266803e-05,
+      "loss": 31.3438,
+      "step": 20665
+    },
+    {
+      "epoch": 0.9875752652203001,
+      "grad_norm": 278.7449035644531,
+      "learning_rate": 1.0686653637308564e-05,
+      "loss": 22.8438,
+      "step": 20666
+    },
+    {
+      "epoch": 0.9876230526617605,
+      "grad_norm": 243.5222625732422,
+      "learning_rate": 1.0685881594238156e-05,
+      "loss": 23.9375,
+      "step": 20667
+    },
+    {
+      "epoch": 0.9876708401032209,
+      "grad_norm": 299.0345764160156,
+      "learning_rate": 1.0685109547060203e-05,
+      "loss": 24.1562,
+      "step": 20668
+    },
+    {
+      "epoch": 0.9877186275446812,
+      "grad_norm": 530.2169189453125,
+      "learning_rate": 1.0684337495779326e-05,
+      "loss": 31.5938,
+      "step": 20669
+    },
+    {
+      "epoch": 0.9877664149861416,
+      "grad_norm": 223.92503356933594,
+      "learning_rate": 1.0683565440400154e-05,
+      "loss": 30.2188,
+      "step": 20670
+    },
+    {
+      "epoch": 0.987814202427602,
+      "grad_norm": 224.33584594726562,
+      "learning_rate": 1.0682793380927303e-05,
+      "loss": 28.0312,
+      "step": 20671
+    },
+    {
+      "epoch": 0.9878619898690624,
+      "grad_norm": 390.1661376953125,
+      "learning_rate": 1.0682021317365403e-05,
+      "loss": 33.1562,
+      "step": 20672
+    },
+    {
+      "epoch": 0.9879097773105228,
+      "grad_norm": 286.246337890625,
+      "learning_rate": 1.0681249249719075e-05,
+      "loss": 26.3281,
+      "step": 20673
+    },
+    {
+      "epoch": 0.9879575647519832,
+      "grad_norm": 466.4001159667969,
+      "learning_rate": 1.0680477177992943e-05,
+      "loss": 32.7812,
+      "step": 20674
+    },
+    {
+      "epoch": 0.9880053521934435,
+      "grad_norm": 181.9419708251953,
+      "learning_rate": 1.0679705102191632e-05,
+      "loss": 23.2812,
+      "step": 20675
+    },
+    {
+      "epoch": 0.9880531396349039,
+      "grad_norm": 189.15232849121094,
+      "learning_rate": 1.0678933022319764e-05,
+      "loss": 22.7188,
+      "step": 20676
+    },
+    {
+      "epoch": 0.9881009270763643,
+      "grad_norm": 220.3640594482422,
+      "learning_rate": 1.067816093838196e-05,
+      "loss": 17.7812,
+      "step": 20677
+    },
+    {
+      "epoch": 0.9881487145178247,
+      "grad_norm": 225.0363006591797,
+      "learning_rate": 1.0677388850382853e-05,
+      "loss": 21.5312,
+      "step": 20678
+    },
+    {
+      "epoch": 0.9881965019592851,
+      "grad_norm": 179.41868591308594,
+      "learning_rate": 1.0676616758327057e-05,
+      "loss": 24.6406,
+      "step": 20679
+    },
+    {
+      "epoch": 0.9882442894007455,
+      "grad_norm": 535.7999877929688,
+      "learning_rate": 1.0675844662219199e-05,
+      "loss": 27.1875,
+      "step": 20680
+    },
+    {
+      "epoch": 0.9882920768422059,
+      "grad_norm": 254.73106384277344,
+      "learning_rate": 1.0675072562063907e-05,
+      "loss": 27.6406,
+      "step": 20681
+    },
+    {
+      "epoch": 0.9883398642836663,
+      "grad_norm": 219.89369201660156,
+      "learning_rate": 1.0674300457865796e-05,
+      "loss": 31.6094,
+      "step": 20682
+    },
+    {
+      "epoch": 0.9883876517251267,
+      "grad_norm": 450.476806640625,
+      "learning_rate": 1.0673528349629499e-05,
+      "loss": 43.375,
+      "step": 20683
+    },
+    {
+      "epoch": 0.988435439166587,
+      "grad_norm": 353.95172119140625,
+      "learning_rate": 1.0672756237359633e-05,
+      "loss": 31.7188,
+      "step": 20684
+    },
+    {
+      "epoch": 0.9884832266080474,
+      "grad_norm": 272.5873107910156,
+      "learning_rate": 1.067198412106083e-05,
+      "loss": 28.3438,
+      "step": 20685
+    },
+    {
+      "epoch": 0.9885310140495078,
+      "grad_norm": 125.44828796386719,
+      "learning_rate": 1.0671212000737708e-05,
+      "loss": 20.0938,
+      "step": 20686
+    },
+    {
+      "epoch": 0.9885788014909682,
+      "grad_norm": 188.54197692871094,
+      "learning_rate": 1.067043987639489e-05,
+      "loss": 27.5625,
+      "step": 20687
+    },
+    {
+      "epoch": 0.9886265889324286,
+      "grad_norm": 313.6708984375,
+      "learning_rate": 1.0669667748037002e-05,
+      "loss": 27.5625,
+      "step": 20688
+    },
+    {
+      "epoch": 0.988674376373889,
+      "grad_norm": 207.35919189453125,
+      "learning_rate": 1.0668895615668671e-05,
+      "loss": 29.8438,
+      "step": 20689
+    },
+    {
+      "epoch": 0.9887221638153493,
+      "grad_norm": 234.34036254882812,
+      "learning_rate": 1.0668123479294516e-05,
+      "loss": 31.375,
+      "step": 20690
+    },
+    {
+      "epoch": 0.9887699512568097,
+      "grad_norm": 246.52664184570312,
+      "learning_rate": 1.0667351338919165e-05,
+      "loss": 22.8125,
+      "step": 20691
+    },
+    {
+      "epoch": 0.98881773869827,
+      "grad_norm": 326.6418762207031,
+      "learning_rate": 1.0666579194547242e-05,
+      "loss": 28.9375,
+      "step": 20692
+    },
+    {
+      "epoch": 0.9888655261397304,
+      "grad_norm": 232.88059997558594,
+      "learning_rate": 1.066580704618337e-05,
+      "loss": 31.375,
+      "step": 20693
+    },
+    {
+      "epoch": 0.9889133135811908,
+      "grad_norm": 287.318603515625,
+      "learning_rate": 1.0665034893832172e-05,
+      "loss": 19.0938,
+      "step": 20694
+    },
+    {
+      "epoch": 0.9889611010226512,
+      "grad_norm": 510.21551513671875,
+      "learning_rate": 1.066426273749827e-05,
+      "loss": 33.2188,
+      "step": 20695
+    },
+    {
+      "epoch": 0.9890088884641116,
+      "grad_norm": 333.2572326660156,
+      "learning_rate": 1.0663490577186295e-05,
+      "loss": 26.8906,
+      "step": 20696
+    },
+    {
+      "epoch": 0.989056675905572,
+      "grad_norm": 197.2443084716797,
+      "learning_rate": 1.0662718412900863e-05,
+      "loss": 19.6875,
+      "step": 20697
+    },
+    {
+      "epoch": 0.9891044633470324,
+      "grad_norm": 151.73268127441406,
+      "learning_rate": 1.0661946244646608e-05,
+      "loss": 25.9375,
+      "step": 20698
+    },
+    {
+      "epoch": 0.9891522507884928,
+      "grad_norm": 223.35105895996094,
+      "learning_rate": 1.0661174072428147e-05,
+      "loss": 17.4688,
+      "step": 20699
+    },
+    {
+      "epoch": 0.9892000382299532,
+      "grad_norm": 399.4975891113281,
+      "learning_rate": 1.0660401896250105e-05,
+      "loss": 34.8125,
+      "step": 20700
+    },
+    {
+      "epoch": 0.9892478256714136,
+      "grad_norm": 152.0391845703125,
+      "learning_rate": 1.0659629716117108e-05,
+      "loss": 21.1562,
+      "step": 20701
+    },
+    {
+      "epoch": 0.989295613112874,
+      "grad_norm": 160.76113891601562,
+      "learning_rate": 1.0658857532033784e-05,
+      "loss": 15.9844,
+      "step": 20702
+    },
+    {
+      "epoch": 0.9893434005543343,
+      "grad_norm": 160.54525756835938,
+      "learning_rate": 1.065808534400475e-05,
+      "loss": 24.7969,
+      "step": 20703
+    },
+    {
+      "epoch": 0.9893911879957947,
+      "grad_norm": 151.12765502929688,
+      "learning_rate": 1.0657313152034634e-05,
+      "loss": 18.1406,
+      "step": 20704
+    },
+    {
+      "epoch": 0.9894389754372551,
+      "grad_norm": 179.21649169921875,
+      "learning_rate": 1.0656540956128063e-05,
+      "loss": 25.8438,
+      "step": 20705
+    },
+    {
+      "epoch": 0.9894867628787155,
+      "grad_norm": 395.5656433105469,
+      "learning_rate": 1.0655768756289655e-05,
+      "loss": 26.6562,
+      "step": 20706
+    },
+    {
+      "epoch": 0.9895345503201759,
+      "grad_norm": 1917.8331298828125,
+      "learning_rate": 1.0654996552524041e-05,
+      "loss": 15.1406,
+      "step": 20707
+    },
+    {
+      "epoch": 0.9895823377616363,
+      "grad_norm": 183.0833740234375,
+      "learning_rate": 1.0654224344835843e-05,
+      "loss": 15.25,
+      "step": 20708
+    },
+    {
+      "epoch": 0.9896301252030967,
+      "grad_norm": 178.12164306640625,
+      "learning_rate": 1.0653452133229684e-05,
+      "loss": 25.6562,
+      "step": 20709
+    },
+    {
+      "epoch": 0.989677912644557,
+      "grad_norm": 168.31805419921875,
+      "learning_rate": 1.0652679917710191e-05,
+      "loss": 17.4531,
+      "step": 20710
+    },
+    {
+      "epoch": 0.9897257000860173,
+      "grad_norm": 249.65768432617188,
+      "learning_rate": 1.065190769828199e-05,
+      "loss": 26.1875,
+      "step": 20711
+    },
+    {
+      "epoch": 0.9897734875274777,
+      "grad_norm": 253.44456481933594,
+      "learning_rate": 1.06511354749497e-05,
+      "loss": 26.5,
+      "step": 20712
+    },
+    {
+      "epoch": 0.9898212749689381,
+      "grad_norm": 203.1974639892578,
+      "learning_rate": 1.0650363247717948e-05,
+      "loss": 27.3438,
+      "step": 20713
+    },
+    {
+      "epoch": 0.9898690624103985,
+      "grad_norm": 230.63641357421875,
+      "learning_rate": 1.0649591016591359e-05,
+      "loss": 24.5938,
+      "step": 20714
+    },
+    {
+      "epoch": 0.9899168498518589,
+      "grad_norm": 161.9093780517578,
+      "learning_rate": 1.064881878157456e-05,
+      "loss": 23.6875,
+      "step": 20715
+    },
+    {
+      "epoch": 0.9899646372933193,
+      "grad_norm": 162.47943115234375,
+      "learning_rate": 1.0648046542672172e-05,
+      "loss": 28.0938,
+      "step": 20716
+    },
+    {
+      "epoch": 0.9900124247347797,
+      "grad_norm": 205.4833221435547,
+      "learning_rate": 1.0647274299888821e-05,
+      "loss": 25.5625,
+      "step": 20717
+    },
+    {
+      "epoch": 0.9900602121762401,
+      "grad_norm": 138.87088012695312,
+      "learning_rate": 1.0646502053229135e-05,
+      "loss": 15.6094,
+      "step": 20718
+    },
+    {
+      "epoch": 0.9901079996177005,
+      "grad_norm": 341.2439880371094,
+      "learning_rate": 1.0645729802697733e-05,
+      "loss": 30.5312,
+      "step": 20719
+    },
+    {
+      "epoch": 0.9901557870591609,
+      "grad_norm": 407.6377258300781,
+      "learning_rate": 1.0644957548299246e-05,
+      "loss": 33.1719,
+      "step": 20720
+    },
+    {
+      "epoch": 0.9902035745006212,
+      "grad_norm": 255.42926025390625,
+      "learning_rate": 1.0644185290038292e-05,
+      "loss": 21.1562,
+      "step": 20721
+    },
+    {
+      "epoch": 0.9902513619420816,
+      "grad_norm": 283.5524597167969,
+      "learning_rate": 1.0643413027919503e-05,
+      "loss": 23.625,
+      "step": 20722
+    },
+    {
+      "epoch": 0.990299149383542,
+      "grad_norm": 365.668701171875,
+      "learning_rate": 1.0642640761947496e-05,
+      "loss": 30.2812,
+      "step": 20723
+    },
+    {
+      "epoch": 0.9903469368250024,
+      "grad_norm": 260.91888427734375,
+      "learning_rate": 1.0641868492126903e-05,
+      "loss": 33.3281,
+      "step": 20724
+    },
+    {
+      "epoch": 0.9903947242664628,
+      "grad_norm": 233.39918518066406,
+      "learning_rate": 1.0641096218462346e-05,
+      "loss": 32.875,
+      "step": 20725
+    },
+    {
+      "epoch": 0.9904425117079232,
+      "grad_norm": 230.32655334472656,
+      "learning_rate": 1.064032394095845e-05,
+      "loss": 21.1406,
+      "step": 20726
+    },
+    {
+      "epoch": 0.9904902991493836,
+      "grad_norm": 160.28697204589844,
+      "learning_rate": 1.0639551659619838e-05,
+      "loss": 25.7188,
+      "step": 20727
+    },
+    {
+      "epoch": 0.990538086590844,
+      "grad_norm": 313.3089904785156,
+      "learning_rate": 1.0638779374451138e-05,
+      "loss": 22.2656,
+      "step": 20728
+    },
+    {
+      "epoch": 0.9905858740323044,
+      "grad_norm": 276.219970703125,
+      "learning_rate": 1.0638007085456974e-05,
+      "loss": 19.2188,
+      "step": 20729
+    },
+    {
+      "epoch": 0.9906336614737647,
+      "grad_norm": 153.7053680419922,
+      "learning_rate": 1.0637234792641968e-05,
+      "loss": 28.4062,
+      "step": 20730
+    },
+    {
+      "epoch": 0.990681448915225,
+      "grad_norm": 214.3908233642578,
+      "learning_rate": 1.0636462496010754e-05,
+      "loss": 21.25,
+      "step": 20731
+    },
+    {
+      "epoch": 0.9907292363566854,
+      "grad_norm": 196.16844177246094,
+      "learning_rate": 1.0635690195567946e-05,
+      "loss": 22.5625,
+      "step": 20732
+    },
+    {
+      "epoch": 0.9907770237981458,
+      "grad_norm": 208.24266052246094,
+      "learning_rate": 1.0634917891318173e-05,
+      "loss": 28.9375,
+      "step": 20733
+    },
+    {
+      "epoch": 0.9908248112396062,
+      "grad_norm": 187.4108428955078,
+      "learning_rate": 1.0634145583266063e-05,
+      "loss": 24.9844,
+      "step": 20734
+    },
+    {
+      "epoch": 0.9908725986810666,
+      "grad_norm": 424.5737609863281,
+      "learning_rate": 1.0633373271416241e-05,
+      "loss": 30.5625,
+      "step": 20735
+    },
+    {
+      "epoch": 0.990920386122527,
+      "grad_norm": 237.8346710205078,
+      "learning_rate": 1.0632600955773327e-05,
+      "loss": 29.7812,
+      "step": 20736
+    },
+    {
+      "epoch": 0.9909681735639874,
+      "grad_norm": 252.2458953857422,
+      "learning_rate": 1.0631828636341952e-05,
+      "loss": 27.8438,
+      "step": 20737
+    },
+    {
+      "epoch": 0.9910159610054478,
+      "grad_norm": 262.5375061035156,
+      "learning_rate": 1.0631056313126736e-05,
+      "loss": 26.9062,
+      "step": 20738
+    },
+    {
+      "epoch": 0.9910637484469081,
+      "grad_norm": 279.6299743652344,
+      "learning_rate": 1.063028398613231e-05,
+      "loss": 24.9531,
+      "step": 20739
+    },
+    {
+      "epoch": 0.9911115358883685,
+      "grad_norm": 229.00430297851562,
+      "learning_rate": 1.0629511655363297e-05,
+      "loss": 26.5156,
+      "step": 20740
+    },
+    {
+      "epoch": 0.9911593233298289,
+      "grad_norm": 273.00067138671875,
+      "learning_rate": 1.0628739320824319e-05,
+      "loss": 32.1562,
+      "step": 20741
+    },
+    {
+      "epoch": 0.9912071107712893,
+      "grad_norm": 187.0190887451172,
+      "learning_rate": 1.0627966982520003e-05,
+      "loss": 25.8125,
+      "step": 20742
+    },
+    {
+      "epoch": 0.9912548982127497,
+      "grad_norm": 189.92286682128906,
+      "learning_rate": 1.0627194640454978e-05,
+      "loss": 23.4219,
+      "step": 20743
+    },
+    {
+      "epoch": 0.9913026856542101,
+      "grad_norm": 191.90139770507812,
+      "learning_rate": 1.0626422294633867e-05,
+      "loss": 15.3281,
+      "step": 20744
+    },
+    {
+      "epoch": 0.9913504730956705,
+      "grad_norm": 301.8401794433594,
+      "learning_rate": 1.0625649945061291e-05,
+      "loss": 26.0312,
+      "step": 20745
+    },
+    {
+      "epoch": 0.9913982605371309,
+      "grad_norm": 212.974365234375,
+      "learning_rate": 1.0624877591741882e-05,
+      "loss": 24.5938,
+      "step": 20746
+    },
+    {
+      "epoch": 0.9914460479785913,
+      "grad_norm": 153.02658081054688,
+      "learning_rate": 1.062410523468026e-05,
+      "loss": 20.3438,
+      "step": 20747
+    },
+    {
+      "epoch": 0.9914938354200517,
+      "grad_norm": 421.9715881347656,
+      "learning_rate": 1.0623332873881055e-05,
+      "loss": 28.9375,
+      "step": 20748
+    },
+    {
+      "epoch": 0.991541622861512,
+      "grad_norm": 165.32818603515625,
+      "learning_rate": 1.062256050934889e-05,
+      "loss": 29.2188,
+      "step": 20749
+    },
+    {
+      "epoch": 0.9915894103029724,
+      "grad_norm": 270.2899475097656,
+      "learning_rate": 1.062178814108839e-05,
+      "loss": 29.0,
+      "step": 20750
+    },
+    {
+      "epoch": 0.9916371977444327,
+      "grad_norm": 274.92657470703125,
+      "learning_rate": 1.0621015769104181e-05,
+      "loss": 17.7969,
+      "step": 20751
+    },
+    {
+      "epoch": 0.9916849851858931,
+      "grad_norm": 363.0429992675781,
+      "learning_rate": 1.0620243393400891e-05,
+      "loss": 27.625,
+      "step": 20752
+    },
+    {
+      "epoch": 0.9917327726273535,
+      "grad_norm": 107.30677032470703,
+      "learning_rate": 1.0619471013983143e-05,
+      "loss": 17.0625,
+      "step": 20753
+    },
+    {
+      "epoch": 0.9917805600688139,
+      "grad_norm": 1392.5765380859375,
+      "learning_rate": 1.061869863085556e-05,
+      "loss": 25.0312,
+      "step": 20754
+    },
+    {
+      "epoch": 0.9918283475102743,
+      "grad_norm": 302.1192626953125,
+      "learning_rate": 1.0617926244022774e-05,
+      "loss": 26.25,
+      "step": 20755
+    },
+    {
+      "epoch": 0.9918761349517347,
+      "grad_norm": 288.95465087890625,
+      "learning_rate": 1.0617153853489404e-05,
+      "loss": 43.75,
+      "step": 20756
+    },
+    {
+      "epoch": 0.991923922393195,
+      "grad_norm": 396.1578674316406,
+      "learning_rate": 1.0616381459260083e-05,
+      "loss": 27.4688,
+      "step": 20757
+    },
+    {
+      "epoch": 0.9919717098346554,
+      "grad_norm": 256.45184326171875,
+      "learning_rate": 1.0615609061339431e-05,
+      "loss": 29.5625,
+      "step": 20758
+    },
+    {
+      "epoch": 0.9920194972761158,
+      "grad_norm": 185.3747100830078,
+      "learning_rate": 1.0614836659732076e-05,
+      "loss": 34.6094,
+      "step": 20759
+    },
+    {
+      "epoch": 0.9920672847175762,
+      "grad_norm": 270.2648010253906,
+      "learning_rate": 1.0614064254442638e-05,
+      "loss": 30.6562,
+      "step": 20760
+    },
+    {
+      "epoch": 0.9921150721590366,
+      "grad_norm": 209.69688415527344,
+      "learning_rate": 1.0613291845475751e-05,
+      "loss": 24.1562,
+      "step": 20761
+    },
+    {
+      "epoch": 0.992162859600497,
+      "grad_norm": 152.05055236816406,
+      "learning_rate": 1.0612519432836034e-05,
+      "loss": 13.4219,
+      "step": 20762
+    },
+    {
+      "epoch": 0.9922106470419574,
+      "grad_norm": 346.1605224609375,
+      "learning_rate": 1.0611747016528122e-05,
+      "loss": 20.6562,
+      "step": 20763
+    },
+    {
+      "epoch": 0.9922584344834178,
+      "grad_norm": 485.9501037597656,
+      "learning_rate": 1.061097459655663e-05,
+      "loss": 27.2656,
+      "step": 20764
+    },
+    {
+      "epoch": 0.9923062219248782,
+      "grad_norm": 274.81695556640625,
+      "learning_rate": 1.061020217292619e-05,
+      "loss": 33.8125,
+      "step": 20765
+    },
+    {
+      "epoch": 0.9923540093663386,
+      "grad_norm": 198.1060791015625,
+      "learning_rate": 1.0609429745641426e-05,
+      "loss": 36.5,
+      "step": 20766
+    },
+    {
+      "epoch": 0.9924017968077989,
+      "grad_norm": 319.1006164550781,
+      "learning_rate": 1.0608657314706965e-05,
+      "loss": 33.5625,
+      "step": 20767
+    },
+    {
+      "epoch": 0.9924495842492593,
+      "grad_norm": 501.46929931640625,
+      "learning_rate": 1.0607884880127433e-05,
+      "loss": 24.9375,
+      "step": 20768
+    },
+    {
+      "epoch": 0.9924973716907197,
+      "grad_norm": 248.02890014648438,
+      "learning_rate": 1.060711244190745e-05,
+      "loss": 32.7344,
+      "step": 20769
+    },
+    {
+      "epoch": 0.9925451591321801,
+      "grad_norm": 489.35443115234375,
+      "learning_rate": 1.0606340000051652e-05,
+      "loss": 18.2969,
+      "step": 20770
+    },
+    {
+      "epoch": 0.9925929465736405,
+      "grad_norm": 254.72799682617188,
+      "learning_rate": 1.0605567554564658e-05,
+      "loss": 23.8906,
+      "step": 20771
+    },
+    {
+      "epoch": 0.9926407340151008,
+      "grad_norm": 2176.796142578125,
+      "learning_rate": 1.0604795105451096e-05,
+      "loss": 24.3125,
+      "step": 20772
+    },
+    {
+      "epoch": 0.9926885214565612,
+      "grad_norm": 383.8072509765625,
+      "learning_rate": 1.060402265271559e-05,
+      "loss": 27.1562,
+      "step": 20773
+    },
+    {
+      "epoch": 0.9927363088980216,
+      "grad_norm": 288.29034423828125,
+      "learning_rate": 1.0603250196362768e-05,
+      "loss": 35.625,
+      "step": 20774
+    },
+    {
+      "epoch": 0.992784096339482,
+      "grad_norm": 193.87095642089844,
+      "learning_rate": 1.060247773639726e-05,
+      "loss": 24.25,
+      "step": 20775
+    },
+    {
+      "epoch": 0.9928318837809423,
+      "grad_norm": 224.01025390625,
+      "learning_rate": 1.0601705272823685e-05,
+      "loss": 28.2031,
+      "step": 20776
+    },
+    {
+      "epoch": 0.9928796712224027,
+      "grad_norm": 198.30662536621094,
+      "learning_rate": 1.0600932805646673e-05,
+      "loss": 28.8125,
+      "step": 20777
+    },
+    {
+      "epoch": 0.9929274586638631,
+      "grad_norm": 226.4134063720703,
+      "learning_rate": 1.0600160334870846e-05,
+      "loss": 24.5,
+      "step": 20778
+    },
+    {
+      "epoch": 0.9929752461053235,
+      "grad_norm": 332.07928466796875,
+      "learning_rate": 1.0599387860500835e-05,
+      "loss": 28.0312,
+      "step": 20779
+    },
+    {
+      "epoch": 0.9930230335467839,
+      "grad_norm": 159.37356567382812,
+      "learning_rate": 1.0598615382541261e-05,
+      "loss": 24.7188,
+      "step": 20780
+    },
+    {
+      "epoch": 0.9930708209882443,
+      "grad_norm": 158.10279846191406,
+      "learning_rate": 1.059784290099676e-05,
+      "loss": 25.2188,
+      "step": 20781
+    },
+    {
+      "epoch": 0.9931186084297047,
+      "grad_norm": 206.6323699951172,
+      "learning_rate": 1.0597070415871944e-05,
+      "loss": 26.9062,
+      "step": 20782
+    },
+    {
+      "epoch": 0.9931663958711651,
+      "grad_norm": 278.98150634765625,
+      "learning_rate": 1.0596297927171453e-05,
+      "loss": 34.7188,
+      "step": 20783
+    },
+    {
+      "epoch": 0.9932141833126255,
+      "grad_norm": 264.4630126953125,
+      "learning_rate": 1.05955254348999e-05,
+      "loss": 35.0625,
+      "step": 20784
+    },
+    {
+      "epoch": 0.9932619707540858,
+      "grad_norm": 191.27212524414062,
+      "learning_rate": 1.0594752939061926e-05,
+      "loss": 27.7188,
+      "step": 20785
+    },
+    {
+      "epoch": 0.9933097581955462,
+      "grad_norm": 202.9257049560547,
+      "learning_rate": 1.0593980439662142e-05,
+      "loss": 29.9844,
+      "step": 20786
+    },
+    {
+      "epoch": 0.9933575456370066,
+      "grad_norm": 195.5229034423828,
+      "learning_rate": 1.0593207936705186e-05,
+      "loss": 27.875,
+      "step": 20787
+    },
+    {
+      "epoch": 0.993405333078467,
+      "grad_norm": 195.24684143066406,
+      "learning_rate": 1.0592435430195679e-05,
+      "loss": 20.3594,
+      "step": 20788
+    },
+    {
+      "epoch": 0.9934531205199274,
+      "grad_norm": 180.05450439453125,
+      "learning_rate": 1.0591662920138248e-05,
+      "loss": 22.5938,
+      "step": 20789
+    },
+    {
+      "epoch": 0.9935009079613878,
+      "grad_norm": 186.28445434570312,
+      "learning_rate": 1.059089040653752e-05,
+      "loss": 21.3125,
+      "step": 20790
+    },
+    {
+      "epoch": 0.9935486954028482,
+      "grad_norm": 340.21270751953125,
+      "learning_rate": 1.0590117889398122e-05,
+      "loss": 23.5781,
+      "step": 20791
+    },
+    {
+      "epoch": 0.9935964828443086,
+      "grad_norm": 209.4257049560547,
+      "learning_rate": 1.0589345368724677e-05,
+      "loss": 30.7812,
+      "step": 20792
+    },
+    {
+      "epoch": 0.9936442702857688,
+      "grad_norm": 171.5047149658203,
+      "learning_rate": 1.0588572844521814e-05,
+      "loss": 32.6562,
+      "step": 20793
+    },
+    {
+      "epoch": 0.9936920577272292,
+      "grad_norm": 313.94293212890625,
+      "learning_rate": 1.0587800316794162e-05,
+      "loss": 27.8438,
+      "step": 20794
+    },
+    {
+      "epoch": 0.9937398451686896,
+      "grad_norm": 221.7772674560547,
+      "learning_rate": 1.058702778554634e-05,
+      "loss": 31.9062,
+      "step": 20795
+    },
+    {
+      "epoch": 0.99378763261015,
+      "grad_norm": 172.57290649414062,
+      "learning_rate": 1.0586255250782982e-05,
+      "loss": 27.2812,
+      "step": 20796
+    },
+    {
+      "epoch": 0.9938354200516104,
+      "grad_norm": 215.1136932373047,
+      "learning_rate": 1.058548271250871e-05,
+      "loss": 31.1094,
+      "step": 20797
+    },
+    {
+      "epoch": 0.9938832074930708,
+      "grad_norm": 181.58541870117188,
+      "learning_rate": 1.0584710170728153e-05,
+      "loss": 21.0625,
+      "step": 20798
+    },
+    {
+      "epoch": 0.9939309949345312,
+      "grad_norm": 210.99935913085938,
+      "learning_rate": 1.0583937625445935e-05,
+      "loss": 21.2188,
+      "step": 20799
+    },
+    {
+      "epoch": 0.9939787823759916,
+      "grad_norm": 144.5301055908203,
+      "learning_rate": 1.0583165076666687e-05,
+      "loss": 21.0781,
+      "step": 20800
+    },
+    {
+      "epoch": 0.994026569817452,
+      "grad_norm": 246.69287109375,
+      "learning_rate": 1.0582392524395032e-05,
+      "loss": 27.1562,
+      "step": 20801
+    },
+    {
+      "epoch": 0.9940743572589124,
+      "grad_norm": 193.28604125976562,
+      "learning_rate": 1.0581619968635595e-05,
+      "loss": 20.1094,
+      "step": 20802
+    },
+    {
+      "epoch": 0.9941221447003727,
+      "grad_norm": 248.39382934570312,
+      "learning_rate": 1.0580847409393006e-05,
+      "loss": 30.2031,
+      "step": 20803
+    },
+    {
+      "epoch": 0.9941699321418331,
+      "grad_norm": 200.61468505859375,
+      "learning_rate": 1.058007484667189e-05,
+      "loss": 24.5625,
+      "step": 20804
+    },
+    {
+      "epoch": 0.9942177195832935,
+      "grad_norm": 197.99118041992188,
+      "learning_rate": 1.0579302280476877e-05,
+      "loss": 19.0938,
+      "step": 20805
+    },
+    {
+      "epoch": 0.9942655070247539,
+      "grad_norm": 244.11676025390625,
+      "learning_rate": 1.057852971081259e-05,
+      "loss": 28.2812,
+      "step": 20806
+    },
+    {
+      "epoch": 0.9943132944662143,
+      "grad_norm": 185.6262664794922,
+      "learning_rate": 1.0577757137683653e-05,
+      "loss": 23.1094,
+      "step": 20807
+    },
+    {
+      "epoch": 0.9943610819076747,
+      "grad_norm": 351.31011962890625,
+      "learning_rate": 1.05769845610947e-05,
+      "loss": 22.0625,
+      "step": 20808
+    },
+    {
+      "epoch": 0.9944088693491351,
+      "grad_norm": 374.75,
+      "learning_rate": 1.0576211981050355e-05,
+      "loss": 39.2812,
+      "step": 20809
+    },
+    {
+      "epoch": 0.9944566567905955,
+      "grad_norm": 157.48057556152344,
+      "learning_rate": 1.0575439397555238e-05,
+      "loss": 18.8438,
+      "step": 20810
+    },
+    {
+      "epoch": 0.9945044442320559,
+      "grad_norm": 425.5873107910156,
+      "learning_rate": 1.0574666810613987e-05,
+      "loss": 30.5938,
+      "step": 20811
+    },
+    {
+      "epoch": 0.9945522316735163,
+      "grad_norm": 338.6203308105469,
+      "learning_rate": 1.057389422023122e-05,
+      "loss": 32.75,
+      "step": 20812
+    },
+    {
+      "epoch": 0.9946000191149765,
+      "grad_norm": 191.44728088378906,
+      "learning_rate": 1.0573121626411569e-05,
+      "loss": 28.0938,
+      "step": 20813
+    },
+    {
+      "epoch": 0.9946478065564369,
+      "grad_norm": 198.30902099609375,
+      "learning_rate": 1.057234902915966e-05,
+      "loss": 26.4688,
+      "step": 20814
+    },
+    {
+      "epoch": 0.9946955939978973,
+      "grad_norm": 273.7452697753906,
+      "learning_rate": 1.0571576428480115e-05,
+      "loss": 29.3906,
+      "step": 20815
+    },
+    {
+      "epoch": 0.9947433814393577,
+      "grad_norm": 236.8834228515625,
+      "learning_rate": 1.0570803824377569e-05,
+      "loss": 41.2812,
+      "step": 20816
+    },
+    {
+      "epoch": 0.9947911688808181,
+      "grad_norm": 245.09402465820312,
+      "learning_rate": 1.057003121685664e-05,
+      "loss": 25.5938,
+      "step": 20817
+    },
+    {
+      "epoch": 0.9948389563222785,
+      "grad_norm": 161.24122619628906,
+      "learning_rate": 1.0569258605921963e-05,
+      "loss": 30.5312,
+      "step": 20818
+    },
+    {
+      "epoch": 0.9948867437637389,
+      "grad_norm": 263.5812683105469,
+      "learning_rate": 1.0568485991578159e-05,
+      "loss": 27.875,
+      "step": 20819
+    },
+    {
+      "epoch": 0.9949345312051993,
+      "grad_norm": 348.587646484375,
+      "learning_rate": 1.0567713373829863e-05,
+      "loss": 29.1875,
+      "step": 20820
+    },
+    {
+      "epoch": 0.9949823186466596,
+      "grad_norm": 287.82806396484375,
+      "learning_rate": 1.056694075268169e-05,
+      "loss": 29.0938,
+      "step": 20821
+    },
+    {
+      "epoch": 0.99503010608812,
+      "grad_norm": 289.8333740234375,
+      "learning_rate": 1.0566168128138277e-05,
+      "loss": 35.625,
+      "step": 20822
+    },
+    {
+      "epoch": 0.9950778935295804,
+      "grad_norm": 220.0360565185547,
+      "learning_rate": 1.0565395500204247e-05,
+      "loss": 28.0625,
+      "step": 20823
+    },
+    {
+      "epoch": 0.9951256809710408,
+      "grad_norm": 136.9702606201172,
+      "learning_rate": 1.0564622868884226e-05,
+      "loss": 21.625,
+      "step": 20824
+    },
+    {
+      "epoch": 0.9951734684125012,
+      "grad_norm": 235.37359619140625,
+      "learning_rate": 1.0563850234182847e-05,
+      "loss": 31.9062,
+      "step": 20825
+    },
+    {
+      "epoch": 0.9952212558539616,
+      "grad_norm": 197.61610412597656,
+      "learning_rate": 1.0563077596104726e-05,
+      "loss": 29.625,
+      "step": 20826
+    },
+    {
+      "epoch": 0.995269043295422,
+      "grad_norm": 224.94375610351562,
+      "learning_rate": 1.05623049546545e-05,
+      "loss": 26.8438,
+      "step": 20827
+    },
+    {
+      "epoch": 0.9953168307368824,
+      "grad_norm": 336.5830383300781,
+      "learning_rate": 1.0561532309836793e-05,
+      "loss": 22.8594,
+      "step": 20828
+    },
+    {
+      "epoch": 0.9953646181783428,
+      "grad_norm": 502.18316650390625,
+      "learning_rate": 1.0560759661656233e-05,
+      "loss": 25.1094,
+      "step": 20829
+    },
+    {
+      "epoch": 0.9954124056198032,
+      "grad_norm": 351.5356750488281,
+      "learning_rate": 1.0559987010117443e-05,
+      "loss": 16.4531,
+      "step": 20830
+    },
+    {
+      "epoch": 0.9954601930612635,
+      "grad_norm": 198.13487243652344,
+      "learning_rate": 1.0559214355225058e-05,
+      "loss": 26.2812,
+      "step": 20831
+    },
+    {
+      "epoch": 0.9955079805027239,
+      "grad_norm": 1753.746826171875,
+      "learning_rate": 1.0558441696983698e-05,
+      "loss": 23.9844,
+      "step": 20832
+    },
+    {
+      "epoch": 0.9955557679441843,
+      "grad_norm": 192.3063201904297,
+      "learning_rate": 1.0557669035397992e-05,
+      "loss": 25.75,
+      "step": 20833
+    },
+    {
+      "epoch": 0.9956035553856446,
+      "grad_norm": 206.62576293945312,
+      "learning_rate": 1.0556896370472566e-05,
+      "loss": 27.75,
+      "step": 20834
+    },
+    {
+      "epoch": 0.995651342827105,
+      "grad_norm": 257.4349060058594,
+      "learning_rate": 1.0556123702212055e-05,
+      "loss": 25.4844,
+      "step": 20835
+    },
+    {
+      "epoch": 0.9956991302685654,
+      "grad_norm": 257.830078125,
+      "learning_rate": 1.0555351030621078e-05,
+      "loss": 33.25,
+      "step": 20836
+    },
+    {
+      "epoch": 0.9957469177100258,
+      "grad_norm": 469.44805908203125,
+      "learning_rate": 1.0554578355704263e-05,
+      "loss": 33.7188,
+      "step": 20837
+    },
+    {
+      "epoch": 0.9957947051514862,
+      "grad_norm": 280.22119140625,
+      "learning_rate": 1.0553805677466244e-05,
+      "loss": 28.0938,
+      "step": 20838
+    },
+    {
+      "epoch": 0.9958424925929465,
+      "grad_norm": 416.0212097167969,
+      "learning_rate": 1.0553032995911639e-05,
+      "loss": 28.1875,
+      "step": 20839
+    },
+    {
+      "epoch": 0.9958902800344069,
+      "grad_norm": 170.2736053466797,
+      "learning_rate": 1.0552260311045082e-05,
+      "loss": 26.0938,
+      "step": 20840
+    },
+    {
+      "epoch": 0.9959380674758673,
+      "grad_norm": 182.4532470703125,
+      "learning_rate": 1.0551487622871199e-05,
+      "loss": 19.1406,
+      "step": 20841
+    },
+    {
+      "epoch": 0.9959858549173277,
+      "grad_norm": 206.16583251953125,
+      "learning_rate": 1.0550714931394617e-05,
+      "loss": 22.5625,
+      "step": 20842
+    },
+    {
+      "epoch": 0.9960336423587881,
+      "grad_norm": 270.9612731933594,
+      "learning_rate": 1.054994223661996e-05,
+      "loss": 24.6719,
+      "step": 20843
+    },
+    {
+      "epoch": 0.9960814298002485,
+      "grad_norm": 172.20965576171875,
+      "learning_rate": 1.0549169538551861e-05,
+      "loss": 24.5938,
+      "step": 20844
+    },
+    {
+      "epoch": 0.9961292172417089,
+      "grad_norm": 255.12841796875,
+      "learning_rate": 1.0548396837194945e-05,
+      "loss": 23.5781,
+      "step": 20845
+    },
+    {
+      "epoch": 0.9961770046831693,
+      "grad_norm": 241.1173858642578,
+      "learning_rate": 1.054762413255384e-05,
+      "loss": 27.0625,
+      "step": 20846
+    },
+    {
+      "epoch": 0.9962247921246297,
+      "grad_norm": 240.94174194335938,
+      "learning_rate": 1.0546851424633171e-05,
+      "loss": 25.7031,
+      "step": 20847
+    },
+    {
+      "epoch": 0.99627257956609,
+      "grad_norm": 155.08087158203125,
+      "learning_rate": 1.0546078713437571e-05,
+      "loss": 17.2969,
+      "step": 20848
+    },
+    {
+      "epoch": 0.9963203670075504,
+      "grad_norm": 212.3671417236328,
+      "learning_rate": 1.054530599897166e-05,
+      "loss": 25.7812,
+      "step": 20849
+    },
+    {
+      "epoch": 0.9963681544490108,
+      "grad_norm": 474.6355285644531,
+      "learning_rate": 1.0544533281240072e-05,
+      "loss": 41.4375,
+      "step": 20850
+    },
+    {
+      "epoch": 0.9964159418904712,
+      "grad_norm": 216.8446502685547,
+      "learning_rate": 1.0543760560247433e-05,
+      "loss": 31.0625,
+      "step": 20851
+    },
+    {
+      "epoch": 0.9964637293319316,
+      "grad_norm": 186.1243133544922,
+      "learning_rate": 1.0542987835998368e-05,
+      "loss": 22.25,
+      "step": 20852
+    },
+    {
+      "epoch": 0.996511516773392,
+      "grad_norm": 286.8842468261719,
+      "learning_rate": 1.0542215108497509e-05,
+      "loss": 26.6875,
+      "step": 20853
+    },
+    {
+      "epoch": 0.9965593042148523,
+      "grad_norm": 218.9444122314453,
+      "learning_rate": 1.0541442377749478e-05,
+      "loss": 27.6094,
+      "step": 20854
+    },
+    {
+      "epoch": 0.9966070916563127,
+      "grad_norm": 187.595458984375,
+      "learning_rate": 1.0540669643758907e-05,
+      "loss": 22.4219,
+      "step": 20855
+    },
+    {
+      "epoch": 0.9966548790977731,
+      "grad_norm": 243.96511840820312,
+      "learning_rate": 1.0539896906530425e-05,
+      "loss": 27.9688,
+      "step": 20856
+    },
+    {
+      "epoch": 0.9967026665392335,
+      "grad_norm": 261.7262878417969,
+      "learning_rate": 1.0539124166068656e-05,
+      "loss": 30.375,
+      "step": 20857
+    },
+    {
+      "epoch": 0.9967504539806938,
+      "grad_norm": 265.2142028808594,
+      "learning_rate": 1.0538351422378226e-05,
+      "loss": 27.5625,
+      "step": 20858
+    },
+    {
+      "epoch": 0.9967982414221542,
+      "grad_norm": 363.9027099609375,
+      "learning_rate": 1.053757867546377e-05,
+      "loss": 39.4688,
+      "step": 20859
+    },
+    {
+      "epoch": 0.9968460288636146,
+      "grad_norm": 166.88961791992188,
+      "learning_rate": 1.0536805925329907e-05,
+      "loss": 25.2812,
+      "step": 20860
+    },
+    {
+      "epoch": 0.996893816305075,
+      "grad_norm": 188.54879760742188,
+      "learning_rate": 1.0536033171981272e-05,
+      "loss": 23.4375,
+      "step": 20861
+    },
+    {
+      "epoch": 0.9969416037465354,
+      "grad_norm": 135.97174072265625,
+      "learning_rate": 1.053526041542249e-05,
+      "loss": 21.4375,
+      "step": 20862
+    },
+    {
+      "epoch": 0.9969893911879958,
+      "grad_norm": 302.7890625,
+      "learning_rate": 1.0534487655658186e-05,
+      "loss": 34.8125,
+      "step": 20863
+    },
+    {
+      "epoch": 0.9970371786294562,
+      "grad_norm": 175.55264282226562,
+      "learning_rate": 1.0533714892692994e-05,
+      "loss": 26.0938,
+      "step": 20864
+    },
+    {
+      "epoch": 0.9970849660709166,
+      "grad_norm": 184.41212463378906,
+      "learning_rate": 1.0532942126531535e-05,
+      "loss": 26.0156,
+      "step": 20865
+    },
+    {
+      "epoch": 0.997132753512377,
+      "grad_norm": 311.6534423828125,
+      "learning_rate": 1.0532169357178443e-05,
+      "loss": 28.1719,
+      "step": 20866
+    },
+    {
+      "epoch": 0.9971805409538373,
+      "grad_norm": 291.8998718261719,
+      "learning_rate": 1.0531396584638342e-05,
+      "loss": 23.4062,
+      "step": 20867
+    },
+    {
+      "epoch": 0.9972283283952977,
+      "grad_norm": 220.31411743164062,
+      "learning_rate": 1.0530623808915863e-05,
+      "loss": 20.1875,
+      "step": 20868
+    },
+    {
+      "epoch": 0.9972761158367581,
+      "grad_norm": 325.3983459472656,
+      "learning_rate": 1.052985103001563e-05,
+      "loss": 35.6562,
+      "step": 20869
+    },
+    {
+      "epoch": 0.9973239032782185,
+      "grad_norm": 381.33453369140625,
+      "learning_rate": 1.0529078247942275e-05,
+      "loss": 38.5312,
+      "step": 20870
+    },
+    {
+      "epoch": 0.9973716907196789,
+      "grad_norm": 223.29713439941406,
+      "learning_rate": 1.0528305462700422e-05,
+      "loss": 25.1875,
+      "step": 20871
+    },
+    {
+      "epoch": 0.9974194781611393,
+      "grad_norm": 228.03517150878906,
+      "learning_rate": 1.0527532674294702e-05,
+      "loss": 26.875,
+      "step": 20872
+    },
+    {
+      "epoch": 0.9974672656025997,
+      "grad_norm": 258.8041687011719,
+      "learning_rate": 1.0526759882729743e-05,
+      "loss": 28.5625,
+      "step": 20873
+    },
+    {
+      "epoch": 0.9975150530440601,
+      "grad_norm": 304.4494323730469,
+      "learning_rate": 1.0525987088010172e-05,
+      "loss": 27.0938,
+      "step": 20874
+    },
+    {
+      "epoch": 0.9975628404855204,
+      "grad_norm": 133.3556365966797,
+      "learning_rate": 1.0525214290140615e-05,
+      "loss": 23.8281,
+      "step": 20875
+    },
+    {
+      "epoch": 0.9976106279269807,
+      "grad_norm": 265.302490234375,
+      "learning_rate": 1.0524441489125704e-05,
+      "loss": 31.2656,
+      "step": 20876
+    },
+    {
+      "epoch": 0.9976584153684411,
+      "grad_norm": 296.7336120605469,
+      "learning_rate": 1.0523668684970064e-05,
+      "loss": 32.625,
+      "step": 20877
+    },
+    {
+      "epoch": 0.9977062028099015,
+      "grad_norm": 275.1434020996094,
+      "learning_rate": 1.0522895877678323e-05,
+      "loss": 22.4688,
+      "step": 20878
+    },
+    {
+      "epoch": 0.9977539902513619,
+      "grad_norm": 343.4302062988281,
+      "learning_rate": 1.0522123067255112e-05,
+      "loss": 31.0312,
+      "step": 20879
+    },
+    {
+      "epoch": 0.9978017776928223,
+      "grad_norm": 253.83616638183594,
+      "learning_rate": 1.0521350253705059e-05,
+      "loss": 23.9688,
+      "step": 20880
+    },
+    {
+      "epoch": 0.9978495651342827,
+      "grad_norm": 315.4061279296875,
+      "learning_rate": 1.0520577437032788e-05,
+      "loss": 25.75,
+      "step": 20881
+    },
+    {
+      "epoch": 0.9978973525757431,
+      "grad_norm": 174.0630340576172,
+      "learning_rate": 1.051980461724293e-05,
+      "loss": 26.8438,
+      "step": 20882
+    },
+    {
+      "epoch": 0.9979451400172035,
+      "grad_norm": 279.0228576660156,
+      "learning_rate": 1.0519031794340115e-05,
+      "loss": 23.7188,
+      "step": 20883
+    },
+    {
+      "epoch": 0.9979929274586639,
+      "grad_norm": 237.66184997558594,
+      "learning_rate": 1.0518258968328967e-05,
+      "loss": 39.375,
+      "step": 20884
+    },
+    {
+      "epoch": 0.9980407149001242,
+      "grad_norm": 156.2373504638672,
+      "learning_rate": 1.051748613921412e-05,
+      "loss": 21.5,
+      "step": 20885
+    },
+    {
+      "epoch": 0.9980885023415846,
+      "grad_norm": 207.406982421875,
+      "learning_rate": 1.0516713307000196e-05,
+      "loss": 23.7188,
+      "step": 20886
+    },
+    {
+      "epoch": 0.998136289783045,
+      "grad_norm": 325.82843017578125,
+      "learning_rate": 1.0515940471691826e-05,
+      "loss": 31.6875,
+      "step": 20887
+    },
+    {
+      "epoch": 0.9981840772245054,
+      "grad_norm": 154.97775268554688,
+      "learning_rate": 1.051516763329364e-05,
+      "loss": 27.9688,
+      "step": 20888
+    },
+    {
+      "epoch": 0.9982318646659658,
+      "grad_norm": 213.00759887695312,
+      "learning_rate": 1.0514394791810266e-05,
+      "loss": 22.5625,
+      "step": 20889
+    },
+    {
+      "epoch": 0.9982796521074262,
+      "grad_norm": 312.41705322265625,
+      "learning_rate": 1.0513621947246326e-05,
+      "loss": 25.4062,
+      "step": 20890
+    },
+    {
+      "epoch": 0.9983274395488866,
+      "grad_norm": 120.08853912353516,
+      "learning_rate": 1.0512849099606458e-05,
+      "loss": 20.6094,
+      "step": 20891
+    },
+    {
+      "epoch": 0.998375226990347,
+      "grad_norm": 194.28167724609375,
+      "learning_rate": 1.0512076248895285e-05,
+      "loss": 24.3438,
+      "step": 20892
+    },
+    {
+      "epoch": 0.9984230144318074,
+      "grad_norm": 194.3920135498047,
+      "learning_rate": 1.0511303395117431e-05,
+      "loss": 23.6719,
+      "step": 20893
+    },
+    {
+      "epoch": 0.9984708018732678,
+      "grad_norm": 330.50213623046875,
+      "learning_rate": 1.0510530538277535e-05,
+      "loss": 22.625,
+      "step": 20894
+    },
+    {
+      "epoch": 0.9985185893147281,
+      "grad_norm": 389.1636657714844,
+      "learning_rate": 1.0509757678380217e-05,
+      "loss": 41.0938,
+      "step": 20895
+    },
+    {
+      "epoch": 0.9985663767561884,
+      "grad_norm": 393.82666015625,
+      "learning_rate": 1.050898481543011e-05,
+      "loss": 21.1562,
+      "step": 20896
+    },
+    {
+      "epoch": 0.9986141641976488,
+      "grad_norm": 600.9127807617188,
+      "learning_rate": 1.0508211949431837e-05,
+      "loss": 24.9688,
+      "step": 20897
+    },
+    {
+      "epoch": 0.9986619516391092,
+      "grad_norm": 393.2453918457031,
+      "learning_rate": 1.0507439080390034e-05,
+      "loss": 31.0,
+      "step": 20898
+    },
+    {
+      "epoch": 0.9987097390805696,
+      "grad_norm": 516.485595703125,
+      "learning_rate": 1.0506666208309326e-05,
+      "loss": 37.4375,
+      "step": 20899
+    },
+    {
+      "epoch": 0.99875752652203,
+      "grad_norm": 371.1441345214844,
+      "learning_rate": 1.050589333319434e-05,
+      "loss": 24.5625,
+      "step": 20900
+    },
+    {
+      "epoch": 0.9988053139634904,
+      "grad_norm": 191.3885955810547,
+      "learning_rate": 1.0505120455049706e-05,
+      "loss": 20.125,
+      "step": 20901
+    },
+    {
+      "epoch": 0.9988531014049508,
+      "grad_norm": 189.5786590576172,
+      "learning_rate": 1.0504347573880049e-05,
+      "loss": 33.375,
+      "step": 20902
+    },
+    {
+      "epoch": 0.9989008888464112,
+      "grad_norm": 229.7989959716797,
+      "learning_rate": 1.0503574689690005e-05,
+      "loss": 23.9219,
+      "step": 20903
+    },
+    {
+      "epoch": 0.9989486762878715,
+      "grad_norm": 348.39178466796875,
+      "learning_rate": 1.0502801802484198e-05,
+      "loss": 33.0,
+      "step": 20904
+    },
+    {
+      "epoch": 0.9989964637293319,
+      "grad_norm": 182.11468505859375,
+      "learning_rate": 1.0502028912267258e-05,
+      "loss": 26.4375,
+      "step": 20905
+    },
+    {
+      "epoch": 0.9990442511707923,
+      "grad_norm": 346.4725036621094,
+      "learning_rate": 1.0501256019043811e-05,
+      "loss": 25.4062,
+      "step": 20906
+    },
+    {
+      "epoch": 0.9990920386122527,
+      "grad_norm": 200.49282836914062,
+      "learning_rate": 1.0500483122818485e-05,
+      "loss": 25.7188,
+      "step": 20907
+    },
+    {
+      "epoch": 0.9991398260537131,
+      "grad_norm": 220.17926025390625,
+      "learning_rate": 1.0499710223595913e-05,
+      "loss": 24.375,
+      "step": 20908
+    },
+    {
+      "epoch": 0.9991876134951735,
+      "grad_norm": 250.41168212890625,
+      "learning_rate": 1.0498937321380722e-05,
+      "loss": 28.3438,
+      "step": 20909
+    },
+    {
+      "epoch": 0.9992354009366339,
+      "grad_norm": 423.06427001953125,
+      "learning_rate": 1.0498164416177542e-05,
+      "loss": 24.9062,
+      "step": 20910
+    },
+    {
+      "epoch": 0.9992831883780943,
+      "grad_norm": 176.00010681152344,
+      "learning_rate": 1.0497391507990994e-05,
+      "loss": 18.9062,
+      "step": 20911
+    },
+    {
+      "epoch": 0.9993309758195547,
+      "grad_norm": 186.09796142578125,
+      "learning_rate": 1.0496618596825718e-05,
+      "loss": 21.875,
+      "step": 20912
+    },
+    {
+      "epoch": 0.999378763261015,
+      "grad_norm": 224.0708465576172,
+      "learning_rate": 1.0495845682686335e-05,
+      "loss": 34.1562,
+      "step": 20913
+    },
+    {
+      "epoch": 0.9994265507024754,
+      "grad_norm": 225.94512939453125,
+      "learning_rate": 1.0495072765577479e-05,
+      "loss": 22.75,
+      "step": 20914
+    },
+    {
+      "epoch": 0.9994743381439358,
+      "grad_norm": 144.83116149902344,
+      "learning_rate": 1.0494299845503771e-05,
+      "loss": 19.4688,
+      "step": 20915
+    },
+    {
+      "epoch": 0.9995221255853961,
+      "grad_norm": 509.5469055175781,
+      "learning_rate": 1.049352692246985e-05,
+      "loss": 24.2969,
+      "step": 20916
+    },
+    {
+      "epoch": 0.9995699130268565,
+      "grad_norm": 152.6133270263672,
+      "learning_rate": 1.0492753996480334e-05,
+      "loss": 28.5156,
+      "step": 20917
+    },
+    {
+      "epoch": 0.9996177004683169,
+      "grad_norm": 136.61083984375,
+      "learning_rate": 1.0491981067539863e-05,
+      "loss": 21.5312,
+      "step": 20918
+    },
+    {
+      "epoch": 0.9996654879097773,
+      "grad_norm": 154.8572998046875,
+      "learning_rate": 1.0491208135653056e-05,
+      "loss": 27.5,
+      "step": 20919
+    },
+    {
+      "epoch": 0.9997132753512377,
+      "grad_norm": 265.59759521484375,
+      "learning_rate": 1.0490435200824549e-05,
+      "loss": 32.0625,
+      "step": 20920
+    },
+    {
+      "epoch": 0.999761062792698,
+      "grad_norm": 170.14651489257812,
+      "learning_rate": 1.0489662263058968e-05,
+      "loss": 30.5,
+      "step": 20921
+    },
+    {
+      "epoch": 0.9998088502341584,
+      "grad_norm": 199.6956024169922,
+      "learning_rate": 1.048888932236094e-05,
+      "loss": 24.5312,
+      "step": 20922
+    },
+    {
+      "epoch": 0.9998566376756188,
+      "grad_norm": 177.97637939453125,
+      "learning_rate": 1.0488116378735096e-05,
+      "loss": 26.4688,
+      "step": 20923
+    },
+    {
+      "epoch": 0.9999044251170792,
+      "grad_norm": 271.1820068359375,
+      "learning_rate": 1.0487343432186066e-05,
+      "loss": 21.4688,
+      "step": 20924
+    },
+    {
+      "epoch": 0.9999522125585396,
+      "grad_norm": 487.7212829589844,
+      "learning_rate": 1.048657048271848e-05,
+      "loss": 27.4375,
+      "step": 20925
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 309.0324401855469,
+      "learning_rate": 1.0485797530336958e-05,
+      "loss": 34.25,
+      "step": 20926
+    },
+    {
+      "epoch": 1.0000477874414604,
+      "grad_norm": 274.1661682128906,
+      "learning_rate": 1.048502457504614e-05,
+      "loss": 27.5938,
+      "step": 20927
+    },
+    {
+      "epoch": 1.0000955748829208,
+      "grad_norm": 264.9678649902344,
+      "learning_rate": 1.048425161685065e-05,
+      "loss": 32.0938,
+      "step": 20928
+    },
+    {
+      "epoch": 1.0001433623243812,
+      "grad_norm": 188.1689453125,
+      "learning_rate": 1.0483478655755117e-05,
+      "loss": 24.4375,
+      "step": 20929
+    },
+    {
+      "epoch": 1.0001911497658416,
+      "grad_norm": 212.68612670898438,
+      "learning_rate": 1.048270569176417e-05,
+      "loss": 27.625,
+      "step": 20930
+    },
+    {
+      "epoch": 1.000238937207302,
+      "grad_norm": 256.9445495605469,
+      "learning_rate": 1.0481932724882442e-05,
+      "loss": 17.4688,
+      "step": 20931
+    },
+    {
+      "epoch": 1.0002867246487623,
+      "grad_norm": 115.52439880371094,
+      "learning_rate": 1.0481159755114556e-05,
+      "loss": 18.5938,
+      "step": 20932
+    },
+    {
+      "epoch": 1.0003345120902227,
+      "grad_norm": 222.3585968017578,
+      "learning_rate": 1.0480386782465146e-05,
+      "loss": 30.8906,
+      "step": 20933
+    },
+    {
+      "epoch": 1.0003822995316831,
+      "grad_norm": 197.37692260742188,
+      "learning_rate": 1.0479613806938835e-05,
+      "loss": 19.0156,
+      "step": 20934
+    },
+    {
+      "epoch": 1.0004300869731435,
+      "grad_norm": 229.6008758544922,
+      "learning_rate": 1.0478840828540263e-05,
+      "loss": 21.0625,
+      "step": 20935
+    },
+    {
+      "epoch": 1.000477874414604,
+      "grad_norm": 437.1091613769531,
+      "learning_rate": 1.0478067847274047e-05,
+      "loss": 21.8125,
+      "step": 20936
+    },
+    {
+      "epoch": 1.0005256618560643,
+      "grad_norm": 628.8555297851562,
+      "learning_rate": 1.0477294863144822e-05,
+      "loss": 20.4688,
+      "step": 20937
+    },
+    {
+      "epoch": 1.0005734492975247,
+      "grad_norm": 158.56150817871094,
+      "learning_rate": 1.0476521876157218e-05,
+      "loss": 19.2812,
+      "step": 20938
+    },
+    {
+      "epoch": 1.000621236738985,
+      "grad_norm": 247.93238830566406,
+      "learning_rate": 1.0475748886315864e-05,
+      "loss": 35.5312,
+      "step": 20939
+    },
+    {
+      "epoch": 1.0006690241804455,
+      "grad_norm": 293.35992431640625,
+      "learning_rate": 1.0474975893625387e-05,
+      "loss": 22.4375,
+      "step": 20940
+    },
+    {
+      "epoch": 1.0007168116219058,
+      "grad_norm": 600.2154541015625,
+      "learning_rate": 1.0474202898090415e-05,
+      "loss": 26.125,
+      "step": 20941
+    },
+    {
+      "epoch": 1.0007645990633662,
+      "grad_norm": 156.57521057128906,
+      "learning_rate": 1.047342989971558e-05,
+      "loss": 22.0469,
+      "step": 20942
+    },
+    {
+      "epoch": 1.0008123865048266,
+      "grad_norm": 274.18389892578125,
+      "learning_rate": 1.0472656898505513e-05,
+      "loss": 29.6406,
+      "step": 20943
+    },
+    {
+      "epoch": 1.000860173946287,
+      "grad_norm": 234.17630004882812,
+      "learning_rate": 1.047188389446484e-05,
+      "loss": 27.6406,
+      "step": 20944
+    },
+    {
+      "epoch": 1.0009079613877474,
+      "grad_norm": 303.169677734375,
+      "learning_rate": 1.047111088759819e-05,
+      "loss": 49.875,
+      "step": 20945
+    },
+    {
+      "epoch": 1.0009557488292078,
+      "grad_norm": 170.04580688476562,
+      "learning_rate": 1.0470337877910197e-05,
+      "loss": 28.9062,
+      "step": 20946
+    },
+    {
+      "epoch": 1.001003536270668,
+      "grad_norm": 175.79037475585938,
+      "learning_rate": 1.0469564865405485e-05,
+      "loss": 16.5156,
+      "step": 20947
+    },
+    {
+      "epoch": 1.0010513237121283,
+      "grad_norm": 238.4975128173828,
+      "learning_rate": 1.0468791850088684e-05,
+      "loss": 31.9688,
+      "step": 20948
+    },
+    {
+      "epoch": 1.0010991111535887,
+      "grad_norm": 189.66525268554688,
+      "learning_rate": 1.0468018831964429e-05,
+      "loss": 24.2656,
+      "step": 20949
+    },
+    {
+      "epoch": 1.0011468985950491,
+      "grad_norm": 224.95245361328125,
+      "learning_rate": 1.046724581103734e-05,
+      "loss": 28.2812,
+      "step": 20950
+    },
+    {
+      "epoch": 1.0011946860365095,
+      "grad_norm": 129.7572784423828,
+      "learning_rate": 1.0466472787312055e-05,
+      "loss": 15.375,
+      "step": 20951
+    },
+    {
+      "epoch": 1.00124247347797,
+      "grad_norm": 253.23687744140625,
+      "learning_rate": 1.0465699760793197e-05,
+      "loss": 27.9531,
+      "step": 20952
+    },
+    {
+      "epoch": 1.0012902609194303,
+      "grad_norm": 290.44183349609375,
+      "learning_rate": 1.0464926731485402e-05,
+      "loss": 29.5312,
+      "step": 20953
+    },
+    {
+      "epoch": 1.0013380483608907,
+      "grad_norm": 271.1379089355469,
+      "learning_rate": 1.0464153699393294e-05,
+      "loss": 36.0312,
+      "step": 20954
+    },
+    {
+      "epoch": 1.001385835802351,
+      "grad_norm": 254.09713745117188,
+      "learning_rate": 1.0463380664521504e-05,
+      "loss": 22.7188,
+      "step": 20955
+    },
+    {
+      "epoch": 1.0014336232438115,
+      "grad_norm": 142.45639038085938,
+      "learning_rate": 1.046260762687466e-05,
+      "loss": 23.6094,
+      "step": 20956
+    },
+    {
+      "epoch": 1.0014814106852719,
+      "grad_norm": 307.38177490234375,
+      "learning_rate": 1.0461834586457398e-05,
+      "loss": 24.5625,
+      "step": 20957
+    },
+    {
+      "epoch": 1.0015291981267322,
+      "grad_norm": 352.2659606933594,
+      "learning_rate": 1.0461061543274337e-05,
+      "loss": 29.9688,
+      "step": 20958
+    },
+    {
+      "epoch": 1.0015769855681926,
+      "grad_norm": 266.8462219238281,
+      "learning_rate": 1.0460288497330117e-05,
+      "loss": 26.8281,
+      "step": 20959
+    },
+    {
+      "epoch": 1.001624773009653,
+      "grad_norm": 355.30841064453125,
+      "learning_rate": 1.0459515448629362e-05,
+      "loss": 18.5469,
+      "step": 20960
+    },
+    {
+      "epoch": 1.0016725604511134,
+      "grad_norm": 198.31008911132812,
+      "learning_rate": 1.0458742397176702e-05,
+      "loss": 18.4219,
+      "step": 20961
+    },
+    {
+      "epoch": 1.0017203478925738,
+      "grad_norm": 222.29856872558594,
+      "learning_rate": 1.0457969342976767e-05,
+      "loss": 26.8438,
+      "step": 20962
+    },
+    {
+      "epoch": 1.0017681353340342,
+      "grad_norm": 202.0702667236328,
+      "learning_rate": 1.0457196286034183e-05,
+      "loss": 35.9375,
+      "step": 20963
+    },
+    {
+      "epoch": 1.0018159227754946,
+      "grad_norm": 269.34075927734375,
+      "learning_rate": 1.0456423226353589e-05,
+      "loss": 30.0312,
+      "step": 20964
+    },
+    {
+      "epoch": 1.001863710216955,
+      "grad_norm": 208.62855529785156,
+      "learning_rate": 1.0455650163939604e-05,
+      "loss": 25.125,
+      "step": 20965
+    },
+    {
+      "epoch": 1.0019114976584154,
+      "grad_norm": 307.9007263183594,
+      "learning_rate": 1.0454877098796865e-05,
+      "loss": 27.3125,
+      "step": 20966
+    },
+    {
+      "epoch": 1.0019592850998758,
+      "grad_norm": 133.7786865234375,
+      "learning_rate": 1.0454104030929997e-05,
+      "loss": 18.7344,
+      "step": 20967
+    },
+    {
+      "epoch": 1.0020070725413361,
+      "grad_norm": 158.55972290039062,
+      "learning_rate": 1.0453330960343635e-05,
+      "loss": 22.1406,
+      "step": 20968
+    },
+    {
+      "epoch": 1.0020548599827965,
+      "grad_norm": 125.16847229003906,
+      "learning_rate": 1.0452557887042402e-05,
+      "loss": 18.9844,
+      "step": 20969
+    },
+    {
+      "epoch": 1.002102647424257,
+      "grad_norm": 187.73355102539062,
+      "learning_rate": 1.0451784811030933e-05,
+      "loss": 29.875,
+      "step": 20970
+    },
+    {
+      "epoch": 1.0021504348657173,
+      "grad_norm": 163.16845703125,
+      "learning_rate": 1.0451011732313858e-05,
+      "loss": 17.7969,
+      "step": 20971
+    },
+    {
+      "epoch": 1.0021982223071777,
+      "grad_norm": 409.6582336425781,
+      "learning_rate": 1.0450238650895803e-05,
+      "loss": 36.0625,
+      "step": 20972
+    },
+    {
+      "epoch": 1.002246009748638,
+      "grad_norm": 136.91989135742188,
+      "learning_rate": 1.04494655667814e-05,
+      "loss": 20.5625,
+      "step": 20973
+    },
+    {
+      "epoch": 1.0022937971900985,
+      "grad_norm": 341.6103515625,
+      "learning_rate": 1.0448692479975277e-05,
+      "loss": 28.9375,
+      "step": 20974
+    },
+    {
+      "epoch": 1.0023415846315589,
+      "grad_norm": 186.04827880859375,
+      "learning_rate": 1.0447919390482066e-05,
+      "loss": 29.0625,
+      "step": 20975
+    },
+    {
+      "epoch": 1.0023893720730193,
+      "grad_norm": 239.356201171875,
+      "learning_rate": 1.0447146298306394e-05,
+      "loss": 23.3125,
+      "step": 20976
+    },
+    {
+      "epoch": 1.0024371595144796,
+      "grad_norm": 171.5031280517578,
+      "learning_rate": 1.0446373203452896e-05,
+      "loss": 16.1562,
+      "step": 20977
+    },
+    {
+      "epoch": 1.00248494695594,
+      "grad_norm": 253.86830139160156,
+      "learning_rate": 1.0445600105926195e-05,
+      "loss": 30.375,
+      "step": 20978
+    },
+    {
+      "epoch": 1.0025327343974004,
+      "grad_norm": 150.1780242919922,
+      "learning_rate": 1.0444827005730926e-05,
+      "loss": 19.0625,
+      "step": 20979
+    },
+    {
+      "epoch": 1.0025805218388608,
+      "grad_norm": 476.24298095703125,
+      "learning_rate": 1.0444053902871716e-05,
+      "loss": 32.5625,
+      "step": 20980
+    },
+    {
+      "epoch": 1.0026283092803212,
+      "grad_norm": 228.99005126953125,
+      "learning_rate": 1.0443280797353198e-05,
+      "loss": 22.4844,
+      "step": 20981
+    },
+    {
+      "epoch": 1.0026760967217816,
+      "grad_norm": 217.84152221679688,
+      "learning_rate": 1.0442507689179997e-05,
+      "loss": 24.9688,
+      "step": 20982
+    },
+    {
+      "epoch": 1.002723884163242,
+      "grad_norm": 240.05836486816406,
+      "learning_rate": 1.0441734578356751e-05,
+      "loss": 26.0625,
+      "step": 20983
+    },
+    {
+      "epoch": 1.0027716716047024,
+      "grad_norm": 397.798583984375,
+      "learning_rate": 1.0440961464888082e-05,
+      "loss": 28.4062,
+      "step": 20984
+    },
+    {
+      "epoch": 1.0028194590461628,
+      "grad_norm": 279.58880615234375,
+      "learning_rate": 1.044018834877862e-05,
+      "loss": 19.7188,
+      "step": 20985
+    },
+    {
+      "epoch": 1.0028672464876232,
+      "grad_norm": 139.29087829589844,
+      "learning_rate": 1.0439415230033003e-05,
+      "loss": 17.6562,
+      "step": 20986
+    },
+    {
+      "epoch": 1.0029150339290835,
+      "grad_norm": 253.7258758544922,
+      "learning_rate": 1.0438642108655854e-05,
+      "loss": 32.7188,
+      "step": 20987
+    },
+    {
+      "epoch": 1.0029628213705437,
+      "grad_norm": 168.21771240234375,
+      "learning_rate": 1.0437868984651803e-05,
+      "loss": 20.125,
+      "step": 20988
+    },
+    {
+      "epoch": 1.003010608812004,
+      "grad_norm": 360.0716247558594,
+      "learning_rate": 1.0437095858025483e-05,
+      "loss": 25.2188,
+      "step": 20989
+    },
+    {
+      "epoch": 1.0030583962534645,
+      "grad_norm": 603.8764038085938,
+      "learning_rate": 1.0436322728781522e-05,
+      "loss": 34.0625,
+      "step": 20990
+    },
+    {
+      "epoch": 1.0031061836949249,
+      "grad_norm": 292.3228454589844,
+      "learning_rate": 1.0435549596924553e-05,
+      "loss": 27.0938,
+      "step": 20991
+    },
+    {
+      "epoch": 1.0031539711363853,
+      "grad_norm": 304.1905212402344,
+      "learning_rate": 1.0434776462459201e-05,
+      "loss": 25.9375,
+      "step": 20992
+    },
+    {
+      "epoch": 1.0032017585778457,
+      "grad_norm": 215.6421661376953,
+      "learning_rate": 1.04340033253901e-05,
+      "loss": 22.5156,
+      "step": 20993
+    },
+    {
+      "epoch": 1.003249546019306,
+      "grad_norm": 197.06703186035156,
+      "learning_rate": 1.0433230185721881e-05,
+      "loss": 18.6094,
+      "step": 20994
+    },
+    {
+      "epoch": 1.0032973334607664,
+      "grad_norm": 212.74591064453125,
+      "learning_rate": 1.0432457043459171e-05,
+      "loss": 22.4375,
+      "step": 20995
+    },
+    {
+      "epoch": 1.0033451209022268,
+      "grad_norm": 323.2267761230469,
+      "learning_rate": 1.0431683898606599e-05,
+      "loss": 18.3594,
+      "step": 20996
+    },
+    {
+      "epoch": 1.0033929083436872,
+      "grad_norm": 150.48928833007812,
+      "learning_rate": 1.0430910751168802e-05,
+      "loss": 21.5,
+      "step": 20997
+    },
+    {
+      "epoch": 1.0034406957851476,
+      "grad_norm": 423.02679443359375,
+      "learning_rate": 1.04301376011504e-05,
+      "loss": 18.0312,
+      "step": 20998
+    },
+    {
+      "epoch": 1.003488483226608,
+      "grad_norm": 269.3669128417969,
+      "learning_rate": 1.0429364448556033e-05,
+      "loss": 23.3438,
+      "step": 20999
+    },
+    {
+      "epoch": 1.0035362706680684,
+      "grad_norm": 571.8785400390625,
+      "learning_rate": 1.0428591293390326e-05,
+      "loss": 25.625,
+      "step": 21000
+    },
+    {
+      "epoch": 1.0035840581095288,
+      "grad_norm": 198.14418029785156,
+      "learning_rate": 1.0427818135657911e-05,
+      "loss": 30.625,
+      "step": 21001
+    },
+    {
+      "epoch": 1.0036318455509892,
+      "grad_norm": 160.41461181640625,
+      "learning_rate": 1.0427044975363417e-05,
+      "loss": 25.0312,
+      "step": 21002
+    },
+    {
+      "epoch": 1.0036796329924496,
+      "grad_norm": 314.8709411621094,
+      "learning_rate": 1.0426271812511475e-05,
+      "loss": 30.5,
+      "step": 21003
+    },
+    {
+      "epoch": 1.00372742043391,
+      "grad_norm": 206.61856079101562,
+      "learning_rate": 1.0425498647106714e-05,
+      "loss": 25.25,
+      "step": 21004
+    },
+    {
+      "epoch": 1.0037752078753703,
+      "grad_norm": 877.0139770507812,
+      "learning_rate": 1.0424725479153765e-05,
+      "loss": 30.0938,
+      "step": 21005
+    },
+    {
+      "epoch": 1.0038229953168307,
+      "grad_norm": 273.10009765625,
+      "learning_rate": 1.0423952308657258e-05,
+      "loss": 24.2969,
+      "step": 21006
+    },
+    {
+      "epoch": 1.0038707827582911,
+      "grad_norm": 351.2851257324219,
+      "learning_rate": 1.0423179135621826e-05,
+      "loss": 26.8125,
+      "step": 21007
+    },
+    {
+      "epoch": 1.0039185701997515,
+      "grad_norm": 188.169921875,
+      "learning_rate": 1.0422405960052095e-05,
+      "loss": 22.0312,
+      "step": 21008
+    },
+    {
+      "epoch": 1.003966357641212,
+      "grad_norm": 353.8781433105469,
+      "learning_rate": 1.0421632781952698e-05,
+      "loss": 22.2812,
+      "step": 21009
+    },
+    {
+      "epoch": 1.0040141450826723,
+      "grad_norm": 479.9949951171875,
+      "learning_rate": 1.0420859601328266e-05,
+      "loss": 26.4375,
+      "step": 21010
+    },
+    {
+      "epoch": 1.0040619325241327,
+      "grad_norm": 244.1710662841797,
+      "learning_rate": 1.0420086418183424e-05,
+      "loss": 27.0625,
+      "step": 21011
+    },
+    {
+      "epoch": 1.004109719965593,
+      "grad_norm": 556.3328247070312,
+      "learning_rate": 1.041931323252281e-05,
+      "loss": 23.6719,
+      "step": 21012
+    },
+    {
+      "epoch": 1.0041575074070535,
+      "grad_norm": 202.6411590576172,
+      "learning_rate": 1.0418540044351048e-05,
+      "loss": 23.1406,
+      "step": 21013
+    },
+    {
+      "epoch": 1.0042052948485138,
+      "grad_norm": 438.6068115234375,
+      "learning_rate": 1.0417766853672775e-05,
+      "loss": 34.125,
+      "step": 21014
+    },
+    {
+      "epoch": 1.0042530822899742,
+      "grad_norm": 308.7732238769531,
+      "learning_rate": 1.0416993660492614e-05,
+      "loss": 32.9219,
+      "step": 21015
+    },
+    {
+      "epoch": 1.0043008697314346,
+      "grad_norm": 244.7790069580078,
+      "learning_rate": 1.0416220464815201e-05,
+      "loss": 20.0938,
+      "step": 21016
+    },
+    {
+      "epoch": 1.004348657172895,
+      "grad_norm": 201.95506286621094,
+      "learning_rate": 1.0415447266645163e-05,
+      "loss": 24.8438,
+      "step": 21017
+    },
+    {
+      "epoch": 1.0043964446143554,
+      "grad_norm": 444.3594665527344,
+      "learning_rate": 1.0414674065987134e-05,
+      "loss": 35.5312,
+      "step": 21018
+    },
+    {
+      "epoch": 1.0044442320558158,
+      "grad_norm": 193.1690673828125,
+      "learning_rate": 1.0413900862845743e-05,
+      "loss": 26.9688,
+      "step": 21019
+    },
+    {
+      "epoch": 1.0044920194972762,
+      "grad_norm": 232.90744018554688,
+      "learning_rate": 1.0413127657225618e-05,
+      "loss": 23.0312,
+      "step": 21020
+    },
+    {
+      "epoch": 1.0045398069387366,
+      "grad_norm": 226.10086059570312,
+      "learning_rate": 1.041235444913139e-05,
+      "loss": 30.5938,
+      "step": 21021
+    },
+    {
+      "epoch": 1.004587594380197,
+      "grad_norm": 161.4322052001953,
+      "learning_rate": 1.0411581238567694e-05,
+      "loss": 20.4531,
+      "step": 21022
+    },
+    {
+      "epoch": 1.0046353818216573,
+      "grad_norm": 184.28811645507812,
+      "learning_rate": 1.0410808025539157e-05,
+      "loss": 18.3594,
+      "step": 21023
+    },
+    {
+      "epoch": 1.0046831692631177,
+      "grad_norm": 200.77642822265625,
+      "learning_rate": 1.041003481005041e-05,
+      "loss": 38.0312,
+      "step": 21024
+    },
+    {
+      "epoch": 1.0047309567045781,
+      "grad_norm": 194.52801513671875,
+      "learning_rate": 1.0409261592106082e-05,
+      "loss": 17.625,
+      "step": 21025
+    },
+    {
+      "epoch": 1.0047787441460385,
+      "grad_norm": 230.5037384033203,
+      "learning_rate": 1.0408488371710806e-05,
+      "loss": 21.0156,
+      "step": 21026
+    },
+    {
+      "epoch": 1.004826531587499,
+      "grad_norm": 278.5293273925781,
+      "learning_rate": 1.0407715148869211e-05,
+      "loss": 24.7188,
+      "step": 21027
+    },
+    {
+      "epoch": 1.0048743190289593,
+      "grad_norm": 251.80657958984375,
+      "learning_rate": 1.0406941923585927e-05,
+      "loss": 32.8438,
+      "step": 21028
+    },
+    {
+      "epoch": 1.0049221064704197,
+      "grad_norm": 226.30303955078125,
+      "learning_rate": 1.040616869586559e-05,
+      "loss": 24.0625,
+      "step": 21029
+    },
+    {
+      "epoch": 1.0049698939118799,
+      "grad_norm": 199.7124481201172,
+      "learning_rate": 1.0405395465712823e-05,
+      "loss": 20.5938,
+      "step": 21030
+    },
+    {
+      "epoch": 1.0050176813533402,
+      "grad_norm": 244.26971435546875,
+      "learning_rate": 1.0404622233132262e-05,
+      "loss": 25.375,
+      "step": 21031
+    },
+    {
+      "epoch": 1.0050654687948006,
+      "grad_norm": 415.55865478515625,
+      "learning_rate": 1.0403848998128536e-05,
+      "loss": 16.5938,
+      "step": 21032
+    },
+    {
+      "epoch": 1.005113256236261,
+      "grad_norm": 567.7871704101562,
+      "learning_rate": 1.0403075760706275e-05,
+      "loss": 34.3438,
+      "step": 21033
+    },
+    {
+      "epoch": 1.0051610436777214,
+      "grad_norm": 256.4347229003906,
+      "learning_rate": 1.0402302520870111e-05,
+      "loss": 28.6875,
+      "step": 21034
+    },
+    {
+      "epoch": 1.0052088311191818,
+      "grad_norm": 206.548095703125,
+      "learning_rate": 1.0401529278624674e-05,
+      "loss": 39.2188,
+      "step": 21035
+    },
+    {
+      "epoch": 1.0052566185606422,
+      "grad_norm": 172.23956298828125,
+      "learning_rate": 1.0400756033974595e-05,
+      "loss": 19.7656,
+      "step": 21036
+    },
+    {
+      "epoch": 1.0053044060021026,
+      "grad_norm": 218.97593688964844,
+      "learning_rate": 1.0399982786924506e-05,
+      "loss": 25.25,
+      "step": 21037
+    },
+    {
+      "epoch": 1.005352193443563,
+      "grad_norm": 322.9541320800781,
+      "learning_rate": 1.0399209537479034e-05,
+      "loss": 20.7188,
+      "step": 21038
+    },
+    {
+      "epoch": 1.0053999808850234,
+      "grad_norm": 246.98239135742188,
+      "learning_rate": 1.039843628564281e-05,
+      "loss": 25.7969,
+      "step": 21039
+    },
+    {
+      "epoch": 1.0054477683264837,
+      "grad_norm": 141.5313262939453,
+      "learning_rate": 1.0397663031420471e-05,
+      "loss": 25.7344,
+      "step": 21040
+    },
+    {
+      "epoch": 1.0054955557679441,
+      "grad_norm": 249.9159393310547,
+      "learning_rate": 1.0396889774816638e-05,
+      "loss": 27.5469,
+      "step": 21041
+    },
+    {
+      "epoch": 1.0055433432094045,
+      "grad_norm": 269.5901184082031,
+      "learning_rate": 1.0396116515835952e-05,
+      "loss": 26.4375,
+      "step": 21042
+    },
+    {
+      "epoch": 1.005591130650865,
+      "grad_norm": 165.78262329101562,
+      "learning_rate": 1.0395343254483039e-05,
+      "loss": 19.2188,
+      "step": 21043
+    },
+    {
+      "epoch": 1.0056389180923253,
+      "grad_norm": 262.3673095703125,
+      "learning_rate": 1.0394569990762528e-05,
+      "loss": 31.2812,
+      "step": 21044
+    },
+    {
+      "epoch": 1.0056867055337857,
+      "grad_norm": 206.21450805664062,
+      "learning_rate": 1.0393796724679054e-05,
+      "loss": 20.5938,
+      "step": 21045
+    },
+    {
+      "epoch": 1.005734492975246,
+      "grad_norm": 300.968994140625,
+      "learning_rate": 1.0393023456237243e-05,
+      "loss": 31.5312,
+      "step": 21046
+    },
+    {
+      "epoch": 1.0057822804167065,
+      "grad_norm": 270.8479309082031,
+      "learning_rate": 1.0392250185441732e-05,
+      "loss": 22.8125,
+      "step": 21047
+    },
+    {
+      "epoch": 1.0058300678581669,
+      "grad_norm": 218.71133422851562,
+      "learning_rate": 1.0391476912297147e-05,
+      "loss": 22.9062,
+      "step": 21048
+    },
+    {
+      "epoch": 1.0058778552996273,
+      "grad_norm": 413.739013671875,
+      "learning_rate": 1.0390703636808121e-05,
+      "loss": 31.8125,
+      "step": 21049
+    },
+    {
+      "epoch": 1.0059256427410876,
+      "grad_norm": 157.41046142578125,
+      "learning_rate": 1.038993035897928e-05,
+      "loss": 22.1875,
+      "step": 21050
+    },
+    {
+      "epoch": 1.005973430182548,
+      "grad_norm": 241.33493041992188,
+      "learning_rate": 1.0389157078815267e-05,
+      "loss": 34.0312,
+      "step": 21051
+    },
+    {
+      "epoch": 1.0060212176240084,
+      "grad_norm": 249.93756103515625,
+      "learning_rate": 1.03883837963207e-05,
+      "loss": 37.7344,
+      "step": 21052
+    },
+    {
+      "epoch": 1.0060690050654688,
+      "grad_norm": 342.2945251464844,
+      "learning_rate": 1.0387610511500216e-05,
+      "loss": 22.7344,
+      "step": 21053
+    },
+    {
+      "epoch": 1.0061167925069292,
+      "grad_norm": 336.76641845703125,
+      "learning_rate": 1.0386837224358446e-05,
+      "loss": 28.3125,
+      "step": 21054
+    },
+    {
+      "epoch": 1.0061645799483896,
+      "grad_norm": 367.18731689453125,
+      "learning_rate": 1.0386063934900021e-05,
+      "loss": 29.7812,
+      "step": 21055
+    },
+    {
+      "epoch": 1.00621236738985,
+      "grad_norm": 312.04656982421875,
+      "learning_rate": 1.038529064312957e-05,
+      "loss": 18.7031,
+      "step": 21056
+    },
+    {
+      "epoch": 1.0062601548313104,
+      "grad_norm": 117.35600280761719,
+      "learning_rate": 1.0384517349051725e-05,
+      "loss": 17.6094,
+      "step": 21057
+    },
+    {
+      "epoch": 1.0063079422727708,
+      "grad_norm": 322.1922912597656,
+      "learning_rate": 1.0383744052671118e-05,
+      "loss": 40.4062,
+      "step": 21058
+    },
+    {
+      "epoch": 1.0063557297142312,
+      "grad_norm": 190.44593811035156,
+      "learning_rate": 1.0382970753992378e-05,
+      "loss": 29.3438,
+      "step": 21059
+    },
+    {
+      "epoch": 1.0064035171556915,
+      "grad_norm": 250.40704345703125,
+      "learning_rate": 1.038219745302014e-05,
+      "loss": 22.375,
+      "step": 21060
+    },
+    {
+      "epoch": 1.006451304597152,
+      "grad_norm": 279.3140869140625,
+      "learning_rate": 1.0381424149759028e-05,
+      "loss": 29.9062,
+      "step": 21061
+    },
+    {
+      "epoch": 1.0064990920386123,
+      "grad_norm": 170.5990447998047,
+      "learning_rate": 1.0380650844213681e-05,
+      "loss": 23.3281,
+      "step": 21062
+    },
+    {
+      "epoch": 1.0065468794800727,
+      "grad_norm": 177.86520385742188,
+      "learning_rate": 1.0379877536388726e-05,
+      "loss": 30.375,
+      "step": 21063
+    },
+    {
+      "epoch": 1.006594666921533,
+      "grad_norm": 259.3521423339844,
+      "learning_rate": 1.0379104226288794e-05,
+      "loss": 24.0312,
+      "step": 21064
+    },
+    {
+      "epoch": 1.0066424543629935,
+      "grad_norm": 171.3373565673828,
+      "learning_rate": 1.0378330913918515e-05,
+      "loss": 25.2656,
+      "step": 21065
+    },
+    {
+      "epoch": 1.0066902418044539,
+      "grad_norm": 170.04981994628906,
+      "learning_rate": 1.0377557599282527e-05,
+      "loss": 19.8125,
+      "step": 21066
+    },
+    {
+      "epoch": 1.0067380292459143,
+      "grad_norm": 237.627197265625,
+      "learning_rate": 1.0376784282385453e-05,
+      "loss": 18.25,
+      "step": 21067
+    },
+    {
+      "epoch": 1.0067858166873747,
+      "grad_norm": 164.22579956054688,
+      "learning_rate": 1.0376010963231926e-05,
+      "loss": 17.8125,
+      "step": 21068
+    },
+    {
+      "epoch": 1.006833604128835,
+      "grad_norm": 165.06105041503906,
+      "learning_rate": 1.0375237641826583e-05,
+      "loss": 23.5938,
+      "step": 21069
+    },
+    {
+      "epoch": 1.0068813915702954,
+      "grad_norm": 427.2157897949219,
+      "learning_rate": 1.0374464318174049e-05,
+      "loss": 37.125,
+      "step": 21070
+    },
+    {
+      "epoch": 1.0069291790117556,
+      "grad_norm": 155.24835205078125,
+      "learning_rate": 1.0373690992278955e-05,
+      "loss": 23.7188,
+      "step": 21071
+    },
+    {
+      "epoch": 1.006976966453216,
+      "grad_norm": 166.17527770996094,
+      "learning_rate": 1.0372917664145934e-05,
+      "loss": 26.4375,
+      "step": 21072
+    },
+    {
+      "epoch": 1.0070247538946764,
+      "grad_norm": 344.03936767578125,
+      "learning_rate": 1.0372144333779622e-05,
+      "loss": 22.5781,
+      "step": 21073
+    },
+    {
+      "epoch": 1.0070725413361368,
+      "grad_norm": 275.94110107421875,
+      "learning_rate": 1.0371371001184638e-05,
+      "loss": 28.7188,
+      "step": 21074
+    },
+    {
+      "epoch": 1.0071203287775972,
+      "grad_norm": 193.35415649414062,
+      "learning_rate": 1.0370597666365628e-05,
+      "loss": 20.0469,
+      "step": 21075
+    },
+    {
+      "epoch": 1.0071681162190576,
+      "grad_norm": 368.6749572753906,
+      "learning_rate": 1.0369824329327212e-05,
+      "loss": 31.0938,
+      "step": 21076
+    },
+    {
+      "epoch": 1.007215903660518,
+      "grad_norm": 267.71441650390625,
+      "learning_rate": 1.0369050990074025e-05,
+      "loss": 32.5625,
+      "step": 21077
+    },
+    {
+      "epoch": 1.0072636911019783,
+      "grad_norm": 131.55996704101562,
+      "learning_rate": 1.0368277648610701e-05,
+      "loss": 28.5,
+      "step": 21078
+    },
+    {
+      "epoch": 1.0073114785434387,
+      "grad_norm": 274.617431640625,
+      "learning_rate": 1.0367504304941869e-05,
+      "loss": 43.9375,
+      "step": 21079
+    },
+    {
+      "epoch": 1.007359265984899,
+      "grad_norm": 356.52838134765625,
+      "learning_rate": 1.0366730959072159e-05,
+      "loss": 25.375,
+      "step": 21080
+    },
+    {
+      "epoch": 1.0074070534263595,
+      "grad_norm": 311.5370788574219,
+      "learning_rate": 1.0365957611006206e-05,
+      "loss": 25.2188,
+      "step": 21081
+    },
+    {
+      "epoch": 1.00745484086782,
+      "grad_norm": 307.893798828125,
+      "learning_rate": 1.0365184260748637e-05,
+      "loss": 37.625,
+      "step": 21082
+    },
+    {
+      "epoch": 1.0075026283092803,
+      "grad_norm": 163.16854858398438,
+      "learning_rate": 1.0364410908304086e-05,
+      "loss": 22.625,
+      "step": 21083
+    },
+    {
+      "epoch": 1.0075504157507407,
+      "grad_norm": 365.0454406738281,
+      "learning_rate": 1.0363637553677185e-05,
+      "loss": 26.1562,
+      "step": 21084
+    },
+    {
+      "epoch": 1.007598203192201,
+      "grad_norm": 163.83572387695312,
+      "learning_rate": 1.0362864196872561e-05,
+      "loss": 26.6562,
+      "step": 21085
+    },
+    {
+      "epoch": 1.0076459906336614,
+      "grad_norm": 307.8363037109375,
+      "learning_rate": 1.0362090837894854e-05,
+      "loss": 25.0,
+      "step": 21086
+    },
+    {
+      "epoch": 1.0076937780751218,
+      "grad_norm": 397.7852478027344,
+      "learning_rate": 1.0361317476748686e-05,
+      "loss": 23.8594,
+      "step": 21087
+    },
+    {
+      "epoch": 1.0077415655165822,
+      "grad_norm": 230.66665649414062,
+      "learning_rate": 1.0360544113438698e-05,
+      "loss": 22.4219,
+      "step": 21088
+    },
+    {
+      "epoch": 1.0077893529580426,
+      "grad_norm": 233.67564392089844,
+      "learning_rate": 1.0359770747969508e-05,
+      "loss": 22.7188,
+      "step": 21089
+    },
+    {
+      "epoch": 1.007837140399503,
+      "grad_norm": 615.0755004882812,
+      "learning_rate": 1.0358997380345761e-05,
+      "loss": 49.9688,
+      "step": 21090
+    },
+    {
+      "epoch": 1.0078849278409634,
+      "grad_norm": 143.1780548095703,
+      "learning_rate": 1.035822401057208e-05,
+      "loss": 26.25,
+      "step": 21091
+    },
+    {
+      "epoch": 1.0079327152824238,
+      "grad_norm": 571.1559448242188,
+      "learning_rate": 1.0357450638653102e-05,
+      "loss": 26.3594,
+      "step": 21092
+    },
+    {
+      "epoch": 1.0079805027238842,
+      "grad_norm": 283.715576171875,
+      "learning_rate": 1.0356677264593456e-05,
+      "loss": 27.3125,
+      "step": 21093
+    },
+    {
+      "epoch": 1.0080282901653446,
+      "grad_norm": 177.22006225585938,
+      "learning_rate": 1.035590388839777e-05,
+      "loss": 24.5625,
+      "step": 21094
+    },
+    {
+      "epoch": 1.008076077606805,
+      "grad_norm": 328.3403015136719,
+      "learning_rate": 1.0355130510070682e-05,
+      "loss": 13.6641,
+      "step": 21095
+    },
+    {
+      "epoch": 1.0081238650482653,
+      "grad_norm": 257.13507080078125,
+      "learning_rate": 1.0354357129616816e-05,
+      "loss": 26.5,
+      "step": 21096
+    },
+    {
+      "epoch": 1.0081716524897257,
+      "grad_norm": 166.9685516357422,
+      "learning_rate": 1.0353583747040813e-05,
+      "loss": 16.8125,
+      "step": 21097
+    },
+    {
+      "epoch": 1.0082194399311861,
+      "grad_norm": 250.30137634277344,
+      "learning_rate": 1.0352810362347299e-05,
+      "loss": 30.125,
+      "step": 21098
+    },
+    {
+      "epoch": 1.0082672273726465,
+      "grad_norm": 304.3388671875,
+      "learning_rate": 1.0352036975540905e-05,
+      "loss": 28.7812,
+      "step": 21099
+    },
+    {
+      "epoch": 1.008315014814107,
+      "grad_norm": 239.73779296875,
+      "learning_rate": 1.0351263586626263e-05,
+      "loss": 19.5625,
+      "step": 21100
+    },
+    {
+      "epoch": 1.0083628022555673,
+      "grad_norm": 274.0685119628906,
+      "learning_rate": 1.0350490195608007e-05,
+      "loss": 21.4688,
+      "step": 21101
+    },
+    {
+      "epoch": 1.0084105896970277,
+      "grad_norm": 265.4791259765625,
+      "learning_rate": 1.0349716802490768e-05,
+      "loss": 20.0,
+      "step": 21102
+    },
+    {
+      "epoch": 1.008458377138488,
+      "grad_norm": 332.8211669921875,
+      "learning_rate": 1.0348943407279175e-05,
+      "loss": 18.8125,
+      "step": 21103
+    },
+    {
+      "epoch": 1.0085061645799485,
+      "grad_norm": 286.1112976074219,
+      "learning_rate": 1.034817000997786e-05,
+      "loss": 22.9062,
+      "step": 21104
+    },
+    {
+      "epoch": 1.0085539520214089,
+      "grad_norm": 259.06787109375,
+      "learning_rate": 1.0347396610591458e-05,
+      "loss": 24.1406,
+      "step": 21105
+    },
+    {
+      "epoch": 1.0086017394628692,
+      "grad_norm": 436.2529602050781,
+      "learning_rate": 1.0346623209124598e-05,
+      "loss": 25.125,
+      "step": 21106
+    },
+    {
+      "epoch": 1.0086495269043296,
+      "grad_norm": 198.64498901367188,
+      "learning_rate": 1.0345849805581912e-05,
+      "loss": 27.875,
+      "step": 21107
+    },
+    {
+      "epoch": 1.00869731434579,
+      "grad_norm": 125.32373809814453,
+      "learning_rate": 1.0345076399968032e-05,
+      "loss": 20.8125,
+      "step": 21108
+    },
+    {
+      "epoch": 1.0087451017872504,
+      "grad_norm": 200.72503662109375,
+      "learning_rate": 1.0344302992287587e-05,
+      "loss": 16.3281,
+      "step": 21109
+    },
+    {
+      "epoch": 1.0087928892287108,
+      "grad_norm": 208.5709228515625,
+      "learning_rate": 1.0343529582545215e-05,
+      "loss": 19.7812,
+      "step": 21110
+    },
+    {
+      "epoch": 1.0088406766701712,
+      "grad_norm": 311.9109191894531,
+      "learning_rate": 1.0342756170745542e-05,
+      "loss": 20.5781,
+      "step": 21111
+    },
+    {
+      "epoch": 1.0088884641116314,
+      "grad_norm": 727.1456298828125,
+      "learning_rate": 1.0341982756893203e-05,
+      "loss": 21.2969,
+      "step": 21112
+    },
+    {
+      "epoch": 1.0089362515530917,
+      "grad_norm": 236.01097106933594,
+      "learning_rate": 1.0341209340992828e-05,
+      "loss": 31.4375,
+      "step": 21113
+    },
+    {
+      "epoch": 1.0089840389945521,
+      "grad_norm": 203.22735595703125,
+      "learning_rate": 1.0340435923049051e-05,
+      "loss": 23.7188,
+      "step": 21114
+    },
+    {
+      "epoch": 1.0090318264360125,
+      "grad_norm": 265.5870056152344,
+      "learning_rate": 1.03396625030665e-05,
+      "loss": 33.9375,
+      "step": 21115
+    },
+    {
+      "epoch": 1.009079613877473,
+      "grad_norm": 283.4300231933594,
+      "learning_rate": 1.033888908104981e-05,
+      "loss": 33.5312,
+      "step": 21116
+    },
+    {
+      "epoch": 1.0091274013189333,
+      "grad_norm": 103.2769546508789,
+      "learning_rate": 1.033811565700361e-05,
+      "loss": 19.2344,
+      "step": 21117
+    },
+    {
+      "epoch": 1.0091751887603937,
+      "grad_norm": 171.9314727783203,
+      "learning_rate": 1.0337342230932535e-05,
+      "loss": 21.75,
+      "step": 21118
+    },
+    {
+      "epoch": 1.009222976201854,
+      "grad_norm": 553.0361938476562,
+      "learning_rate": 1.0336568802841215e-05,
+      "loss": 18.2969,
+      "step": 21119
+    },
+    {
+      "epoch": 1.0092707636433145,
+      "grad_norm": 188.80723571777344,
+      "learning_rate": 1.0335795372734283e-05,
+      "loss": 31.1406,
+      "step": 21120
+    },
+    {
+      "epoch": 1.0093185510847749,
+      "grad_norm": 178.1141357421875,
+      "learning_rate": 1.0335021940616372e-05,
+      "loss": 20.1875,
+      "step": 21121
+    },
+    {
+      "epoch": 1.0093663385262353,
+      "grad_norm": 235.49954223632812,
+      "learning_rate": 1.0334248506492105e-05,
+      "loss": 22.8125,
+      "step": 21122
+    },
+    {
+      "epoch": 1.0094141259676956,
+      "grad_norm": 201.86734008789062,
+      "learning_rate": 1.0333475070366127e-05,
+      "loss": 25.5625,
+      "step": 21123
+    },
+    {
+      "epoch": 1.009461913409156,
+      "grad_norm": 322.2017517089844,
+      "learning_rate": 1.033270163224306e-05,
+      "loss": 37.75,
+      "step": 21124
+    },
+    {
+      "epoch": 1.0095097008506164,
+      "grad_norm": 260.5980224609375,
+      "learning_rate": 1.0331928192127542e-05,
+      "loss": 22.1719,
+      "step": 21125
+    },
+    {
+      "epoch": 1.0095574882920768,
+      "grad_norm": 356.9347229003906,
+      "learning_rate": 1.0331154750024201e-05,
+      "loss": 23.8438,
+      "step": 21126
+    },
+    {
+      "epoch": 1.0096052757335372,
+      "grad_norm": 312.2933654785156,
+      "learning_rate": 1.0330381305937672e-05,
+      "loss": 29.5625,
+      "step": 21127
+    },
+    {
+      "epoch": 1.0096530631749976,
+      "grad_norm": 378.81640625,
+      "learning_rate": 1.0329607859872584e-05,
+      "loss": 22.25,
+      "step": 21128
+    },
+    {
+      "epoch": 1.009700850616458,
+      "grad_norm": 191.22215270996094,
+      "learning_rate": 1.032883441183357e-05,
+      "loss": 21.9375,
+      "step": 21129
+    },
+    {
+      "epoch": 1.0097486380579184,
+      "grad_norm": 194.90924072265625,
+      "learning_rate": 1.0328060961825264e-05,
+      "loss": 15.6406,
+      "step": 21130
+    },
+    {
+      "epoch": 1.0097964254993788,
+      "grad_norm": 303.9590148925781,
+      "learning_rate": 1.0327287509852294e-05,
+      "loss": 20.2812,
+      "step": 21131
+    },
+    {
+      "epoch": 1.0098442129408391,
+      "grad_norm": 216.72691345214844,
+      "learning_rate": 1.0326514055919294e-05,
+      "loss": 23.4062,
+      "step": 21132
+    },
+    {
+      "epoch": 1.0098920003822995,
+      "grad_norm": 304.6323547363281,
+      "learning_rate": 1.0325740600030896e-05,
+      "loss": 28.4688,
+      "step": 21133
+    },
+    {
+      "epoch": 1.00993978782376,
+      "grad_norm": 228.83360290527344,
+      "learning_rate": 1.0324967142191736e-05,
+      "loss": 38.0312,
+      "step": 21134
+    },
+    {
+      "epoch": 1.0099875752652203,
+      "grad_norm": 483.8384094238281,
+      "learning_rate": 1.0324193682406439e-05,
+      "loss": 32.5,
+      "step": 21135
+    },
+    {
+      "epoch": 1.0100353627066807,
+      "grad_norm": 277.6427001953125,
+      "learning_rate": 1.032342022067964e-05,
+      "loss": 32.875,
+      "step": 21136
+    },
+    {
+      "epoch": 1.010083150148141,
+      "grad_norm": 233.4606475830078,
+      "learning_rate": 1.032264675701597e-05,
+      "loss": 34.9375,
+      "step": 21137
+    },
+    {
+      "epoch": 1.0101309375896015,
+      "grad_norm": 455.8016662597656,
+      "learning_rate": 1.0321873291420066e-05,
+      "loss": 33.9062,
+      "step": 21138
+    },
+    {
+      "epoch": 1.0101787250310619,
+      "grad_norm": 182.0901641845703,
+      "learning_rate": 1.0321099823896551e-05,
+      "loss": 24.625,
+      "step": 21139
+    },
+    {
+      "epoch": 1.0102265124725223,
+      "grad_norm": 216.00779724121094,
+      "learning_rate": 1.0320326354450067e-05,
+      "loss": 22.3594,
+      "step": 21140
+    },
+    {
+      "epoch": 1.0102742999139827,
+      "grad_norm": 468.4925842285156,
+      "learning_rate": 1.0319552883085242e-05,
+      "loss": 30.9062,
+      "step": 21141
+    },
+    {
+      "epoch": 1.010322087355443,
+      "grad_norm": 246.75436401367188,
+      "learning_rate": 1.0318779409806704e-05,
+      "loss": 26.8125,
+      "step": 21142
+    },
+    {
+      "epoch": 1.0103698747969034,
+      "grad_norm": 138.1485137939453,
+      "learning_rate": 1.031800593461909e-05,
+      "loss": 16.875,
+      "step": 21143
+    },
+    {
+      "epoch": 1.0104176622383638,
+      "grad_norm": 254.07032775878906,
+      "learning_rate": 1.0317232457527031e-05,
+      "loss": 28.0312,
+      "step": 21144
+    },
+    {
+      "epoch": 1.0104654496798242,
+      "grad_norm": 447.52777099609375,
+      "learning_rate": 1.031645897853516e-05,
+      "loss": 17.6719,
+      "step": 21145
+    },
+    {
+      "epoch": 1.0105132371212846,
+      "grad_norm": 248.3583221435547,
+      "learning_rate": 1.0315685497648107e-05,
+      "loss": 28.875,
+      "step": 21146
+    },
+    {
+      "epoch": 1.010561024562745,
+      "grad_norm": 258.9129638671875,
+      "learning_rate": 1.0314912014870507e-05,
+      "loss": 26.2812,
+      "step": 21147
+    },
+    {
+      "epoch": 1.0106088120042054,
+      "grad_norm": 1595.7822265625,
+      "learning_rate": 1.0314138530206986e-05,
+      "loss": 30.4062,
+      "step": 21148
+    },
+    {
+      "epoch": 1.0106565994456658,
+      "grad_norm": 163.7709197998047,
+      "learning_rate": 1.0313365043662183e-05,
+      "loss": 20.0469,
+      "step": 21149
+    },
+    {
+      "epoch": 1.0107043868871262,
+      "grad_norm": 249.40789794921875,
+      "learning_rate": 1.0312591555240728e-05,
+      "loss": 23.0312,
+      "step": 21150
+    },
+    {
+      "epoch": 1.0107521743285866,
+      "grad_norm": 246.531494140625,
+      "learning_rate": 1.0311818064947252e-05,
+      "loss": 38.2188,
+      "step": 21151
+    },
+    {
+      "epoch": 1.010799961770047,
+      "grad_norm": 167.33689880371094,
+      "learning_rate": 1.031104457278639e-05,
+      "loss": 27.0312,
+      "step": 21152
+    },
+    {
+      "epoch": 1.010847749211507,
+      "grad_norm": 287.26568603515625,
+      "learning_rate": 1.0310271078762772e-05,
+      "loss": 24.7188,
+      "step": 21153
+    },
+    {
+      "epoch": 1.0108955366529675,
+      "grad_norm": 258.251220703125,
+      "learning_rate": 1.0309497582881032e-05,
+      "loss": 24.5938,
+      "step": 21154
+    },
+    {
+      "epoch": 1.0109433240944279,
+      "grad_norm": 345.18890380859375,
+      "learning_rate": 1.0308724085145797e-05,
+      "loss": 24.8125,
+      "step": 21155
+    },
+    {
+      "epoch": 1.0109911115358883,
+      "grad_norm": 689.9932861328125,
+      "learning_rate": 1.0307950585561705e-05,
+      "loss": 27.0312,
+      "step": 21156
+    },
+    {
+      "epoch": 1.0110388989773487,
+      "grad_norm": 261.3098449707031,
+      "learning_rate": 1.0307177084133386e-05,
+      "loss": 38.3281,
+      "step": 21157
+    },
+    {
+      "epoch": 1.011086686418809,
+      "grad_norm": 310.2162170410156,
+      "learning_rate": 1.0306403580865475e-05,
+      "loss": 31.7188,
+      "step": 21158
+    },
+    {
+      "epoch": 1.0111344738602694,
+      "grad_norm": 189.683837890625,
+      "learning_rate": 1.0305630075762598e-05,
+      "loss": 28.7188,
+      "step": 21159
+    },
+    {
+      "epoch": 1.0111822613017298,
+      "grad_norm": 247.54888916015625,
+      "learning_rate": 1.0304856568829394e-05,
+      "loss": 28.375,
+      "step": 21160
+    },
+    {
+      "epoch": 1.0112300487431902,
+      "grad_norm": 618.9285888671875,
+      "learning_rate": 1.030408306007049e-05,
+      "loss": 22.9844,
+      "step": 21161
+    },
+    {
+      "epoch": 1.0112778361846506,
+      "grad_norm": 463.87188720703125,
+      "learning_rate": 1.0303309549490523e-05,
+      "loss": 22.3125,
+      "step": 21162
+    },
+    {
+      "epoch": 1.011325623626111,
+      "grad_norm": 202.1514892578125,
+      "learning_rate": 1.0302536037094123e-05,
+      "loss": 22.7656,
+      "step": 21163
+    },
+    {
+      "epoch": 1.0113734110675714,
+      "grad_norm": 176.59410095214844,
+      "learning_rate": 1.0301762522885921e-05,
+      "loss": 22.8438,
+      "step": 21164
+    },
+    {
+      "epoch": 1.0114211985090318,
+      "grad_norm": 346.8931884765625,
+      "learning_rate": 1.0300989006870552e-05,
+      "loss": 29.25,
+      "step": 21165
+    },
+    {
+      "epoch": 1.0114689859504922,
+      "grad_norm": 240.5075225830078,
+      "learning_rate": 1.0300215489052647e-05,
+      "loss": 21.6094,
+      "step": 21166
+    },
+    {
+      "epoch": 1.0115167733919526,
+      "grad_norm": 250.44247436523438,
+      "learning_rate": 1.029944196943684e-05,
+      "loss": 31.4688,
+      "step": 21167
+    },
+    {
+      "epoch": 1.011564560833413,
+      "grad_norm": 304.3564758300781,
+      "learning_rate": 1.0298668448027762e-05,
+      "loss": 26.9062,
+      "step": 21168
+    },
+    {
+      "epoch": 1.0116123482748733,
+      "grad_norm": 292.3828125,
+      "learning_rate": 1.0297894924830042e-05,
+      "loss": 24.6719,
+      "step": 21169
+    },
+    {
+      "epoch": 1.0116601357163337,
+      "grad_norm": 752.0174560546875,
+      "learning_rate": 1.029712139984832e-05,
+      "loss": 34.6875,
+      "step": 21170
+    },
+    {
+      "epoch": 1.0117079231577941,
+      "grad_norm": 194.7807159423828,
+      "learning_rate": 1.0296347873087222e-05,
+      "loss": 15.875,
+      "step": 21171
+    },
+    {
+      "epoch": 1.0117557105992545,
+      "grad_norm": 146.91851806640625,
+      "learning_rate": 1.0295574344551382e-05,
+      "loss": 19.3281,
+      "step": 21172
+    },
+    {
+      "epoch": 1.011803498040715,
+      "grad_norm": 280.43072509765625,
+      "learning_rate": 1.0294800814245434e-05,
+      "loss": 24.2969,
+      "step": 21173
+    },
+    {
+      "epoch": 1.0118512854821753,
+      "grad_norm": 156.57553100585938,
+      "learning_rate": 1.0294027282174009e-05,
+      "loss": 29.1875,
+      "step": 21174
+    },
+    {
+      "epoch": 1.0118990729236357,
+      "grad_norm": 345.32373046875,
+      "learning_rate": 1.029325374834174e-05,
+      "loss": 24.4844,
+      "step": 21175
+    },
+    {
+      "epoch": 1.011946860365096,
+      "grad_norm": 285.0315856933594,
+      "learning_rate": 1.029248021275326e-05,
+      "loss": 24.0469,
+      "step": 21176
+    },
+    {
+      "epoch": 1.0119946478065565,
+      "grad_norm": 371.9237365722656,
+      "learning_rate": 1.0291706675413203e-05,
+      "loss": 26.4062,
+      "step": 21177
+    },
+    {
+      "epoch": 1.0120424352480168,
+      "grad_norm": 214.38900756835938,
+      "learning_rate": 1.0290933136326196e-05,
+      "loss": 23.5625,
+      "step": 21178
+    },
+    {
+      "epoch": 1.0120902226894772,
+      "grad_norm": 219.73829650878906,
+      "learning_rate": 1.0290159595496876e-05,
+      "loss": 26.625,
+      "step": 21179
+    },
+    {
+      "epoch": 1.0121380101309376,
+      "grad_norm": 288.69976806640625,
+      "learning_rate": 1.0289386052929874e-05,
+      "loss": 35.6875,
+      "step": 21180
+    },
+    {
+      "epoch": 1.012185797572398,
+      "grad_norm": 252.96485900878906,
+      "learning_rate": 1.0288612508629823e-05,
+      "loss": 21.2188,
+      "step": 21181
+    },
+    {
+      "epoch": 1.0122335850138584,
+      "grad_norm": 523.0484619140625,
+      "learning_rate": 1.0287838962601357e-05,
+      "loss": 41.9688,
+      "step": 21182
+    },
+    {
+      "epoch": 1.0122813724553188,
+      "grad_norm": 157.60964965820312,
+      "learning_rate": 1.0287065414849105e-05,
+      "loss": 20.9531,
+      "step": 21183
+    },
+    {
+      "epoch": 1.0123291598967792,
+      "grad_norm": 195.61622619628906,
+      "learning_rate": 1.0286291865377703e-05,
+      "loss": 23.6406,
+      "step": 21184
+    },
+    {
+      "epoch": 1.0123769473382396,
+      "grad_norm": 140.13211059570312,
+      "learning_rate": 1.0285518314191782e-05,
+      "loss": 28.125,
+      "step": 21185
+    },
+    {
+      "epoch": 1.0124247347797,
+      "grad_norm": 130.94985961914062,
+      "learning_rate": 1.0284744761295975e-05,
+      "loss": 24.6719,
+      "step": 21186
+    },
+    {
+      "epoch": 1.0124725222211604,
+      "grad_norm": 199.35935974121094,
+      "learning_rate": 1.0283971206694914e-05,
+      "loss": 28.375,
+      "step": 21187
+    },
+    {
+      "epoch": 1.0125203096626207,
+      "grad_norm": 242.20352172851562,
+      "learning_rate": 1.028319765039323e-05,
+      "loss": 26.6719,
+      "step": 21188
+    },
+    {
+      "epoch": 1.0125680971040811,
+      "grad_norm": 187.0277099609375,
+      "learning_rate": 1.0282424092395559e-05,
+      "loss": 27.4688,
+      "step": 21189
+    },
+    {
+      "epoch": 1.0126158845455415,
+      "grad_norm": 277.58734130859375,
+      "learning_rate": 1.0281650532706534e-05,
+      "loss": 26.2031,
+      "step": 21190
+    },
+    {
+      "epoch": 1.012663671987002,
+      "grad_norm": 223.3353729248047,
+      "learning_rate": 1.0280876971330785e-05,
+      "loss": 28.5938,
+      "step": 21191
+    },
+    {
+      "epoch": 1.0127114594284623,
+      "grad_norm": 371.0036926269531,
+      "learning_rate": 1.0280103408272943e-05,
+      "loss": 29.25,
+      "step": 21192
+    },
+    {
+      "epoch": 1.0127592468699227,
+      "grad_norm": 114.1681900024414,
+      "learning_rate": 1.0279329843537645e-05,
+      "loss": 23.0,
+      "step": 21193
+    },
+    {
+      "epoch": 1.0128070343113829,
+      "grad_norm": 198.59921264648438,
+      "learning_rate": 1.0278556277129519e-05,
+      "loss": 23.8438,
+      "step": 21194
+    },
+    {
+      "epoch": 1.0128548217528432,
+      "grad_norm": 278.4889221191406,
+      "learning_rate": 1.0277782709053204e-05,
+      "loss": 23.5781,
+      "step": 21195
+    },
+    {
+      "epoch": 1.0129026091943036,
+      "grad_norm": 416.36767578125,
+      "learning_rate": 1.0277009139313325e-05,
+      "loss": 18.125,
+      "step": 21196
+    },
+    {
+      "epoch": 1.012950396635764,
+      "grad_norm": 183.75750732421875,
+      "learning_rate": 1.0276235567914523e-05,
+      "loss": 18.3906,
+      "step": 21197
+    },
+    {
+      "epoch": 1.0129981840772244,
+      "grad_norm": 290.9590148925781,
+      "learning_rate": 1.0275461994861425e-05,
+      "loss": 22.9375,
+      "step": 21198
+    },
+    {
+      "epoch": 1.0130459715186848,
+      "grad_norm": 213.6157684326172,
+      "learning_rate": 1.0274688420158663e-05,
+      "loss": 25.625,
+      "step": 21199
+    },
+    {
+      "epoch": 1.0130937589601452,
+      "grad_norm": 382.3641052246094,
+      "learning_rate": 1.0273914843810875e-05,
+      "loss": 30.375,
+      "step": 21200
+    },
+    {
+      "epoch": 1.0131415464016056,
+      "grad_norm": 220.0108642578125,
+      "learning_rate": 1.027314126582269e-05,
+      "loss": 28.7344,
+      "step": 21201
+    },
+    {
+      "epoch": 1.013189333843066,
+      "grad_norm": 168.42466735839844,
+      "learning_rate": 1.027236768619874e-05,
+      "loss": 26.375,
+      "step": 21202
+    },
+    {
+      "epoch": 1.0132371212845264,
+      "grad_norm": 205.0742645263672,
+      "learning_rate": 1.0271594104943659e-05,
+      "loss": 17.5469,
+      "step": 21203
+    },
+    {
+      "epoch": 1.0132849087259868,
+      "grad_norm": 252.67860412597656,
+      "learning_rate": 1.0270820522062082e-05,
+      "loss": 34.4688,
+      "step": 21204
+    },
+    {
+      "epoch": 1.0133326961674471,
+      "grad_norm": 235.94110107421875,
+      "learning_rate": 1.0270046937558635e-05,
+      "loss": 22.25,
+      "step": 21205
+    },
+    {
+      "epoch": 1.0133804836089075,
+      "grad_norm": 228.20333862304688,
+      "learning_rate": 1.0269273351437959e-05,
+      "loss": 25.5,
+      "step": 21206
+    },
+    {
+      "epoch": 1.013428271050368,
+      "grad_norm": 203.8578338623047,
+      "learning_rate": 1.026849976370468e-05,
+      "loss": 27.9062,
+      "step": 21207
+    },
+    {
+      "epoch": 1.0134760584918283,
+      "grad_norm": 206.6116943359375,
+      "learning_rate": 1.0267726174363438e-05,
+      "loss": 35.6875,
+      "step": 21208
+    },
+    {
+      "epoch": 1.0135238459332887,
+      "grad_norm": 397.7667236328125,
+      "learning_rate": 1.0266952583418856e-05,
+      "loss": 29.3125,
+      "step": 21209
+    },
+    {
+      "epoch": 1.013571633374749,
+      "grad_norm": 208.97348022460938,
+      "learning_rate": 1.0266178990875577e-05,
+      "loss": 30.9062,
+      "step": 21210
+    },
+    {
+      "epoch": 1.0136194208162095,
+      "grad_norm": 151.95761108398438,
+      "learning_rate": 1.0265405396738229e-05,
+      "loss": 15.4375,
+      "step": 21211
+    },
+    {
+      "epoch": 1.0136672082576699,
+      "grad_norm": 223.68991088867188,
+      "learning_rate": 1.0264631801011445e-05,
+      "loss": 20.9844,
+      "step": 21212
+    },
+    {
+      "epoch": 1.0137149956991303,
+      "grad_norm": 222.68443298339844,
+      "learning_rate": 1.0263858203699855e-05,
+      "loss": 29.3438,
+      "step": 21213
+    },
+    {
+      "epoch": 1.0137627831405907,
+      "grad_norm": 170.3799591064453,
+      "learning_rate": 1.0263084604808097e-05,
+      "loss": 23.3281,
+      "step": 21214
+    },
+    {
+      "epoch": 1.013810570582051,
+      "grad_norm": 696.0158081054688,
+      "learning_rate": 1.0262311004340803e-05,
+      "loss": 36.7812,
+      "step": 21215
+    },
+    {
+      "epoch": 1.0138583580235114,
+      "grad_norm": 156.34307861328125,
+      "learning_rate": 1.0261537402302602e-05,
+      "loss": 27.6094,
+      "step": 21216
+    },
+    {
+      "epoch": 1.0139061454649718,
+      "grad_norm": 399.2462158203125,
+      "learning_rate": 1.0260763798698132e-05,
+      "loss": 36.0938,
+      "step": 21217
+    },
+    {
+      "epoch": 1.0139539329064322,
+      "grad_norm": 364.8622741699219,
+      "learning_rate": 1.0259990193532023e-05,
+      "loss": 25.9375,
+      "step": 21218
+    },
+    {
+      "epoch": 1.0140017203478926,
+      "grad_norm": 205.25094604492188,
+      "learning_rate": 1.0259216586808909e-05,
+      "loss": 28.5,
+      "step": 21219
+    },
+    {
+      "epoch": 1.014049507789353,
+      "grad_norm": 337.2086486816406,
+      "learning_rate": 1.0258442978533418e-05,
+      "loss": 31.0312,
+      "step": 21220
+    },
+    {
+      "epoch": 1.0140972952308134,
+      "grad_norm": 165.32131958007812,
+      "learning_rate": 1.0257669368710193e-05,
+      "loss": 32.5781,
+      "step": 21221
+    },
+    {
+      "epoch": 1.0141450826722738,
+      "grad_norm": 231.20591735839844,
+      "learning_rate": 1.0256895757343854e-05,
+      "loss": 24.4375,
+      "step": 21222
+    },
+    {
+      "epoch": 1.0141928701137342,
+      "grad_norm": 267.72235107421875,
+      "learning_rate": 1.0256122144439047e-05,
+      "loss": 18.7812,
+      "step": 21223
+    },
+    {
+      "epoch": 1.0142406575551945,
+      "grad_norm": 161.96243286132812,
+      "learning_rate": 1.0255348530000393e-05,
+      "loss": 24.5938,
+      "step": 21224
+    },
+    {
+      "epoch": 1.014288444996655,
+      "grad_norm": 267.8341369628906,
+      "learning_rate": 1.0254574914032536e-05,
+      "loss": 25.8125,
+      "step": 21225
+    },
+    {
+      "epoch": 1.0143362324381153,
+      "grad_norm": 177.6553497314453,
+      "learning_rate": 1.0253801296540102e-05,
+      "loss": 18.6406,
+      "step": 21226
+    },
+    {
+      "epoch": 1.0143840198795757,
+      "grad_norm": 209.4587860107422,
+      "learning_rate": 1.0253027677527725e-05,
+      "loss": 27.7188,
+      "step": 21227
+    },
+    {
+      "epoch": 1.014431807321036,
+      "grad_norm": 750.9432983398438,
+      "learning_rate": 1.025225405700004e-05,
+      "loss": 31.4688,
+      "step": 21228
+    },
+    {
+      "epoch": 1.0144795947624965,
+      "grad_norm": 169.77281188964844,
+      "learning_rate": 1.0251480434961676e-05,
+      "loss": 21.6406,
+      "step": 21229
+    },
+    {
+      "epoch": 1.0145273822039569,
+      "grad_norm": 656.7357177734375,
+      "learning_rate": 1.0250706811417273e-05,
+      "loss": 35.9375,
+      "step": 21230
+    },
+    {
+      "epoch": 1.0145751696454173,
+      "grad_norm": 148.377685546875,
+      "learning_rate": 1.0249933186371455e-05,
+      "loss": 24.2969,
+      "step": 21231
+    },
+    {
+      "epoch": 1.0146229570868777,
+      "grad_norm": 276.7227478027344,
+      "learning_rate": 1.0249159559828864e-05,
+      "loss": 25.9062,
+      "step": 21232
+    },
+    {
+      "epoch": 1.014670744528338,
+      "grad_norm": 184.43934631347656,
+      "learning_rate": 1.0248385931794127e-05,
+      "loss": 22.0938,
+      "step": 21233
+    },
+    {
+      "epoch": 1.0147185319697984,
+      "grad_norm": 275.50531005859375,
+      "learning_rate": 1.0247612302271877e-05,
+      "loss": 29.4375,
+      "step": 21234
+    },
+    {
+      "epoch": 1.0147663194112586,
+      "grad_norm": 206.69459533691406,
+      "learning_rate": 1.0246838671266752e-05,
+      "loss": 27.0156,
+      "step": 21235
+    },
+    {
+      "epoch": 1.014814106852719,
+      "grad_norm": 500.4455871582031,
+      "learning_rate": 1.0246065038783381e-05,
+      "loss": 24.0,
+      "step": 21236
+    },
+    {
+      "epoch": 1.0148618942941794,
+      "grad_norm": 352.75592041015625,
+      "learning_rate": 1.0245291404826396e-05,
+      "loss": 24.2812,
+      "step": 21237
+    },
+    {
+      "epoch": 1.0149096817356398,
+      "grad_norm": 324.2771911621094,
+      "learning_rate": 1.0244517769400433e-05,
+      "loss": 22.8125,
+      "step": 21238
+    },
+    {
+      "epoch": 1.0149574691771002,
+      "grad_norm": 188.8044891357422,
+      "learning_rate": 1.0243744132510124e-05,
+      "loss": 22.4844,
+      "step": 21239
+    },
+    {
+      "epoch": 1.0150052566185606,
+      "grad_norm": 130.20962524414062,
+      "learning_rate": 1.0242970494160102e-05,
+      "loss": 24.2812,
+      "step": 21240
+    },
+    {
+      "epoch": 1.015053044060021,
+      "grad_norm": 126.35565948486328,
+      "learning_rate": 1.0242196854355002e-05,
+      "loss": 21.2969,
+      "step": 21241
+    },
+    {
+      "epoch": 1.0151008315014813,
+      "grad_norm": 318.3198547363281,
+      "learning_rate": 1.0241423213099454e-05,
+      "loss": 17.1172,
+      "step": 21242
+    },
+    {
+      "epoch": 1.0151486189429417,
+      "grad_norm": 405.8563537597656,
+      "learning_rate": 1.0240649570398093e-05,
+      "loss": 20.7812,
+      "step": 21243
+    },
+    {
+      "epoch": 1.0151964063844021,
+      "grad_norm": 292.46429443359375,
+      "learning_rate": 1.0239875926255549e-05,
+      "loss": 30.8594,
+      "step": 21244
+    },
+    {
+      "epoch": 1.0152441938258625,
+      "grad_norm": 345.9168395996094,
+      "learning_rate": 1.0239102280676461e-05,
+      "loss": 42.0625,
+      "step": 21245
+    },
+    {
+      "epoch": 1.015291981267323,
+      "grad_norm": 213.8867950439453,
+      "learning_rate": 1.0238328633665458e-05,
+      "loss": 26.1094,
+      "step": 21246
+    },
+    {
+      "epoch": 1.0153397687087833,
+      "grad_norm": 144.8852996826172,
+      "learning_rate": 1.0237554985227173e-05,
+      "loss": 16.0781,
+      "step": 21247
+    },
+    {
+      "epoch": 1.0153875561502437,
+      "grad_norm": 437.6575012207031,
+      "learning_rate": 1.0236781335366239e-05,
+      "loss": 29.6562,
+      "step": 21248
+    },
+    {
+      "epoch": 1.015435343591704,
+      "grad_norm": 232.71937561035156,
+      "learning_rate": 1.0236007684087294e-05,
+      "loss": 28.4688,
+      "step": 21249
+    },
+    {
+      "epoch": 1.0154831310331645,
+      "grad_norm": 228.8382110595703,
+      "learning_rate": 1.0235234031394967e-05,
+      "loss": 26.4062,
+      "step": 21250
+    },
+    {
+      "epoch": 1.0155309184746248,
+      "grad_norm": 290.5085144042969,
+      "learning_rate": 1.0234460377293891e-05,
+      "loss": 32.875,
+      "step": 21251
+    },
+    {
+      "epoch": 1.0155787059160852,
+      "grad_norm": 160.79788208007812,
+      "learning_rate": 1.02336867217887e-05,
+      "loss": 23.2188,
+      "step": 21252
+    },
+    {
+      "epoch": 1.0156264933575456,
+      "grad_norm": 306.6544189453125,
+      "learning_rate": 1.0232913064884025e-05,
+      "loss": 26.8125,
+      "step": 21253
+    },
+    {
+      "epoch": 1.015674280799006,
+      "grad_norm": 319.2955017089844,
+      "learning_rate": 1.0232139406584503e-05,
+      "loss": 37.7188,
+      "step": 21254
+    },
+    {
+      "epoch": 1.0157220682404664,
+      "grad_norm": 701.1116333007812,
+      "learning_rate": 1.0231365746894763e-05,
+      "loss": 18.625,
+      "step": 21255
+    },
+    {
+      "epoch": 1.0157698556819268,
+      "grad_norm": 210.2327880859375,
+      "learning_rate": 1.0230592085819443e-05,
+      "loss": 21.2656,
+      "step": 21256
+    },
+    {
+      "epoch": 1.0158176431233872,
+      "grad_norm": 192.74334716796875,
+      "learning_rate": 1.0229818423363173e-05,
+      "loss": 26.0625,
+      "step": 21257
+    },
+    {
+      "epoch": 1.0158654305648476,
+      "grad_norm": 212.01242065429688,
+      "learning_rate": 1.0229044759530592e-05,
+      "loss": 27.7188,
+      "step": 21258
+    },
+    {
+      "epoch": 1.015913218006308,
+      "grad_norm": 130.4390106201172,
+      "learning_rate": 1.0228271094326321e-05,
+      "loss": 16.9531,
+      "step": 21259
+    },
+    {
+      "epoch": 1.0159610054477684,
+      "grad_norm": 137.8663330078125,
+      "learning_rate": 1.0227497427755006e-05,
+      "loss": 19.8438,
+      "step": 21260
+    },
+    {
+      "epoch": 1.0160087928892287,
+      "grad_norm": 253.4522705078125,
+      "learning_rate": 1.022672375982127e-05,
+      "loss": 28.3438,
+      "step": 21261
+    },
+    {
+      "epoch": 1.0160565803306891,
+      "grad_norm": 373.80010986328125,
+      "learning_rate": 1.0225950090529756e-05,
+      "loss": 34.875,
+      "step": 21262
+    },
+    {
+      "epoch": 1.0161043677721495,
+      "grad_norm": 280.7227783203125,
+      "learning_rate": 1.0225176419885092e-05,
+      "loss": 40.0625,
+      "step": 21263
+    },
+    {
+      "epoch": 1.01615215521361,
+      "grad_norm": 394.3138427734375,
+      "learning_rate": 1.022440274789191e-05,
+      "loss": 21.2812,
+      "step": 21264
+    },
+    {
+      "epoch": 1.0161999426550703,
+      "grad_norm": 331.60345458984375,
+      "learning_rate": 1.0223629074554846e-05,
+      "loss": 28.2812,
+      "step": 21265
+    },
+    {
+      "epoch": 1.0162477300965307,
+      "grad_norm": 149.7686309814453,
+      "learning_rate": 1.022285539987853e-05,
+      "loss": 17.9375,
+      "step": 21266
+    },
+    {
+      "epoch": 1.016295517537991,
+      "grad_norm": 362.4450378417969,
+      "learning_rate": 1.0222081723867602e-05,
+      "loss": 21.1562,
+      "step": 21267
+    },
+    {
+      "epoch": 1.0163433049794515,
+      "grad_norm": 301.9005126953125,
+      "learning_rate": 1.022130804652669e-05,
+      "loss": 31.3125,
+      "step": 21268
+    },
+    {
+      "epoch": 1.0163910924209119,
+      "grad_norm": 260.3275146484375,
+      "learning_rate": 1.0220534367860428e-05,
+      "loss": 26.0,
+      "step": 21269
+    },
+    {
+      "epoch": 1.0164388798623722,
+      "grad_norm": 313.5602722167969,
+      "learning_rate": 1.0219760687873448e-05,
+      "loss": 24.4062,
+      "step": 21270
+    },
+    {
+      "epoch": 1.0164866673038326,
+      "grad_norm": 341.4515686035156,
+      "learning_rate": 1.0218987006570386e-05,
+      "loss": 31.0625,
+      "step": 21271
+    },
+    {
+      "epoch": 1.016534454745293,
+      "grad_norm": 668.2874755859375,
+      "learning_rate": 1.0218213323955874e-05,
+      "loss": 27.0312,
+      "step": 21272
+    },
+    {
+      "epoch": 1.0165822421867534,
+      "grad_norm": 191.8643035888672,
+      "learning_rate": 1.0217439640034548e-05,
+      "loss": 26.8438,
+      "step": 21273
+    },
+    {
+      "epoch": 1.0166300296282138,
+      "grad_norm": 248.85121154785156,
+      "learning_rate": 1.0216665954811033e-05,
+      "loss": 21.5156,
+      "step": 21274
+    },
+    {
+      "epoch": 1.0166778170696742,
+      "grad_norm": 201.39279174804688,
+      "learning_rate": 1.0215892268289976e-05,
+      "loss": 21.5,
+      "step": 21275
+    },
+    {
+      "epoch": 1.0167256045111346,
+      "grad_norm": 196.6980438232422,
+      "learning_rate": 1.0215118580476e-05,
+      "loss": 23.5781,
+      "step": 21276
+    },
+    {
+      "epoch": 1.0167733919525948,
+      "grad_norm": 178.2887420654297,
+      "learning_rate": 1.021434489137374e-05,
+      "loss": 20.4844,
+      "step": 21277
+    },
+    {
+      "epoch": 1.0168211793940551,
+      "grad_norm": 166.3229522705078,
+      "learning_rate": 1.0213571200987832e-05,
+      "loss": 18.4531,
+      "step": 21278
+    },
+    {
+      "epoch": 1.0168689668355155,
+      "grad_norm": 268.662109375,
+      "learning_rate": 1.0212797509322907e-05,
+      "loss": 32.8125,
+      "step": 21279
+    },
+    {
+      "epoch": 1.016916754276976,
+      "grad_norm": 455.0760803222656,
+      "learning_rate": 1.02120238163836e-05,
+      "loss": 29.0312,
+      "step": 21280
+    },
+    {
+      "epoch": 1.0169645417184363,
+      "grad_norm": 186.5837860107422,
+      "learning_rate": 1.0211250122174543e-05,
+      "loss": 26.3125,
+      "step": 21281
+    },
+    {
+      "epoch": 1.0170123291598967,
+      "grad_norm": 141.00770568847656,
+      "learning_rate": 1.0210476426700373e-05,
+      "loss": 18.6562,
+      "step": 21282
+    },
+    {
+      "epoch": 1.017060116601357,
+      "grad_norm": 187.0921630859375,
+      "learning_rate": 1.020970272996572e-05,
+      "loss": 23.9531,
+      "step": 21283
+    },
+    {
+      "epoch": 1.0171079040428175,
+      "grad_norm": 264.67913818359375,
+      "learning_rate": 1.0208929031975218e-05,
+      "loss": 32.9375,
+      "step": 21284
+    },
+    {
+      "epoch": 1.0171556914842779,
+      "grad_norm": 136.81373596191406,
+      "learning_rate": 1.02081553327335e-05,
+      "loss": 26.6562,
+      "step": 21285
+    },
+    {
+      "epoch": 1.0172034789257383,
+      "grad_norm": 234.8641357421875,
+      "learning_rate": 1.0207381632245202e-05,
+      "loss": 23.0625,
+      "step": 21286
+    },
+    {
+      "epoch": 1.0172512663671986,
+      "grad_norm": 182.3080291748047,
+      "learning_rate": 1.0206607930514953e-05,
+      "loss": 39.3906,
+      "step": 21287
+    },
+    {
+      "epoch": 1.017299053808659,
+      "grad_norm": 1550.417724609375,
+      "learning_rate": 1.0205834227547391e-05,
+      "loss": 31.4062,
+      "step": 21288
+    },
+    {
+      "epoch": 1.0173468412501194,
+      "grad_norm": 258.4907531738281,
+      "learning_rate": 1.0205060523347145e-05,
+      "loss": 17.9844,
+      "step": 21289
+    },
+    {
+      "epoch": 1.0173946286915798,
+      "grad_norm": 359.93267822265625,
+      "learning_rate": 1.0204286817918854e-05,
+      "loss": 34.625,
+      "step": 21290
+    },
+    {
+      "epoch": 1.0174424161330402,
+      "grad_norm": 286.51470947265625,
+      "learning_rate": 1.0203513111267148e-05,
+      "loss": 15.9375,
+      "step": 21291
+    },
+    {
+      "epoch": 1.0174902035745006,
+      "grad_norm": 271.3539123535156,
+      "learning_rate": 1.0202739403396658e-05,
+      "loss": 24.3281,
+      "step": 21292
+    },
+    {
+      "epoch": 1.017537991015961,
+      "grad_norm": 291.85760498046875,
+      "learning_rate": 1.0201965694312023e-05,
+      "loss": 22.875,
+      "step": 21293
+    },
+    {
+      "epoch": 1.0175857784574214,
+      "grad_norm": 261.1915283203125,
+      "learning_rate": 1.0201191984017874e-05,
+      "loss": 29.375,
+      "step": 21294
+    },
+    {
+      "epoch": 1.0176335658988818,
+      "grad_norm": 348.0375061035156,
+      "learning_rate": 1.0200418272518847e-05,
+      "loss": 33.9375,
+      "step": 21295
+    },
+    {
+      "epoch": 1.0176813533403422,
+      "grad_norm": 319.5592041015625,
+      "learning_rate": 1.0199644559819569e-05,
+      "loss": 27.6406,
+      "step": 21296
+    },
+    {
+      "epoch": 1.0177291407818025,
+      "grad_norm": 156.94509887695312,
+      "learning_rate": 1.019887084592468e-05,
+      "loss": 19.8594,
+      "step": 21297
+    },
+    {
+      "epoch": 1.017776928223263,
+      "grad_norm": 335.6299743652344,
+      "learning_rate": 1.0198097130838811e-05,
+      "loss": 29.3438,
+      "step": 21298
+    },
+    {
+      "epoch": 1.0178247156647233,
+      "grad_norm": 450.8992614746094,
+      "learning_rate": 1.0197323414566596e-05,
+      "loss": 20.0625,
+      "step": 21299
+    },
+    {
+      "epoch": 1.0178725031061837,
+      "grad_norm": 382.805419921875,
+      "learning_rate": 1.0196549697112668e-05,
+      "loss": 29.5312,
+      "step": 21300
+    },
+    {
+      "epoch": 1.017920290547644,
+      "grad_norm": 227.42662048339844,
+      "learning_rate": 1.019577597848166e-05,
+      "loss": 27.9688,
+      "step": 21301
+    },
+    {
+      "epoch": 1.0179680779891045,
+      "grad_norm": 176.18467712402344,
+      "learning_rate": 1.0195002258678211e-05,
+      "loss": 24.1406,
+      "step": 21302
+    },
+    {
+      "epoch": 1.0180158654305649,
+      "grad_norm": 752.2430419921875,
+      "learning_rate": 1.0194228537706943e-05,
+      "loss": 29.0,
+      "step": 21303
+    },
+    {
+      "epoch": 1.0180636528720253,
+      "grad_norm": 433.7823181152344,
+      "learning_rate": 1.0193454815572501e-05,
+      "loss": 30.125,
+      "step": 21304
+    },
+    {
+      "epoch": 1.0181114403134857,
+      "grad_norm": 295.25445556640625,
+      "learning_rate": 1.0192681092279513e-05,
+      "loss": 25.6094,
+      "step": 21305
+    },
+    {
+      "epoch": 1.018159227754946,
+      "grad_norm": 192.78713989257812,
+      "learning_rate": 1.0191907367832616e-05,
+      "loss": 25.875,
+      "step": 21306
+    },
+    {
+      "epoch": 1.0182070151964064,
+      "grad_norm": 170.7176971435547,
+      "learning_rate": 1.0191133642236437e-05,
+      "loss": 22.0,
+      "step": 21307
+    },
+    {
+      "epoch": 1.0182548026378668,
+      "grad_norm": 469.93878173828125,
+      "learning_rate": 1.0190359915495618e-05,
+      "loss": 20.4844,
+      "step": 21308
+    },
+    {
+      "epoch": 1.0183025900793272,
+      "grad_norm": 349.2845153808594,
+      "learning_rate": 1.0189586187614786e-05,
+      "loss": 36.9688,
+      "step": 21309
+    },
+    {
+      "epoch": 1.0183503775207876,
+      "grad_norm": 276.2223205566406,
+      "learning_rate": 1.018881245859858e-05,
+      "loss": 30.6562,
+      "step": 21310
+    },
+    {
+      "epoch": 1.018398164962248,
+      "grad_norm": 237.3186798095703,
+      "learning_rate": 1.0188038728451632e-05,
+      "loss": 27.5312,
+      "step": 21311
+    },
+    {
+      "epoch": 1.0184459524037084,
+      "grad_norm": 474.83746337890625,
+      "learning_rate": 1.0187264997178571e-05,
+      "loss": 33.75,
+      "step": 21312
+    },
+    {
+      "epoch": 1.0184937398451688,
+      "grad_norm": 229.87161254882812,
+      "learning_rate": 1.0186491264784038e-05,
+      "loss": 30.5938,
+      "step": 21313
+    },
+    {
+      "epoch": 1.0185415272866292,
+      "grad_norm": 215.38893127441406,
+      "learning_rate": 1.0185717531272659e-05,
+      "loss": 34.1406,
+      "step": 21314
+    },
+    {
+      "epoch": 1.0185893147280896,
+      "grad_norm": 227.37548828125,
+      "learning_rate": 1.0184943796649073e-05,
+      "loss": 30.0938,
+      "step": 21315
+    },
+    {
+      "epoch": 1.01863710216955,
+      "grad_norm": 297.5205993652344,
+      "learning_rate": 1.0184170060917914e-05,
+      "loss": 31.9375,
+      "step": 21316
+    },
+    {
+      "epoch": 1.0186848896110103,
+      "grad_norm": 199.7061309814453,
+      "learning_rate": 1.0183396324083813e-05,
+      "loss": 31.8125,
+      "step": 21317
+    },
+    {
+      "epoch": 1.0187326770524705,
+      "grad_norm": 208.82418823242188,
+      "learning_rate": 1.0182622586151406e-05,
+      "loss": 24.3125,
+      "step": 21318
+    },
+    {
+      "epoch": 1.018780464493931,
+      "grad_norm": 200.09780883789062,
+      "learning_rate": 1.0181848847125324e-05,
+      "loss": 26.6406,
+      "step": 21319
+    },
+    {
+      "epoch": 1.0188282519353913,
+      "grad_norm": 294.8255920410156,
+      "learning_rate": 1.01810751070102e-05,
+      "loss": 22.375,
+      "step": 21320
+    },
+    {
+      "epoch": 1.0188760393768517,
+      "grad_norm": 217.42864990234375,
+      "learning_rate": 1.0180301365810674e-05,
+      "loss": 28.5,
+      "step": 21321
+    },
+    {
+      "epoch": 1.018923826818312,
+      "grad_norm": 320.9981689453125,
+      "learning_rate": 1.0179527623531371e-05,
+      "loss": 21.0312,
+      "step": 21322
+    },
+    {
+      "epoch": 1.0189716142597725,
+      "grad_norm": 293.46405029296875,
+      "learning_rate": 1.0178753880176933e-05,
+      "loss": 29.4688,
+      "step": 21323
+    },
+    {
+      "epoch": 1.0190194017012328,
+      "grad_norm": 634.8651123046875,
+      "learning_rate": 1.0177980135751988e-05,
+      "loss": 23.9375,
+      "step": 21324
+    },
+    {
+      "epoch": 1.0190671891426932,
+      "grad_norm": 253.65298461914062,
+      "learning_rate": 1.0177206390261172e-05,
+      "loss": 20.7656,
+      "step": 21325
+    },
+    {
+      "epoch": 1.0191149765841536,
+      "grad_norm": 205.83335876464844,
+      "learning_rate": 1.017643264370912e-05,
+      "loss": 25.2188,
+      "step": 21326
+    },
+    {
+      "epoch": 1.019162764025614,
+      "grad_norm": 307.7873229980469,
+      "learning_rate": 1.017565889610046e-05,
+      "loss": 42.25,
+      "step": 21327
+    },
+    {
+      "epoch": 1.0192105514670744,
+      "grad_norm": 191.99021911621094,
+      "learning_rate": 1.0174885147439832e-05,
+      "loss": 20.25,
+      "step": 21328
+    },
+    {
+      "epoch": 1.0192583389085348,
+      "grad_norm": 395.20111083984375,
+      "learning_rate": 1.0174111397731867e-05,
+      "loss": 39.7188,
+      "step": 21329
+    },
+    {
+      "epoch": 1.0193061263499952,
+      "grad_norm": 318.43951416015625,
+      "learning_rate": 1.0173337646981203e-05,
+      "loss": 28.4688,
+      "step": 21330
+    },
+    {
+      "epoch": 1.0193539137914556,
+      "grad_norm": 226.54559326171875,
+      "learning_rate": 1.0172563895192464e-05,
+      "loss": 16.4844,
+      "step": 21331
+    },
+    {
+      "epoch": 1.019401701232916,
+      "grad_norm": 204.00836181640625,
+      "learning_rate": 1.0171790142370295e-05,
+      "loss": 20.5,
+      "step": 21332
+    },
+    {
+      "epoch": 1.0194494886743763,
+      "grad_norm": 198.0364227294922,
+      "learning_rate": 1.0171016388519325e-05,
+      "loss": 26.8125,
+      "step": 21333
+    },
+    {
+      "epoch": 1.0194972761158367,
+      "grad_norm": 159.78289794921875,
+      "learning_rate": 1.0170242633644187e-05,
+      "loss": 22.6875,
+      "step": 21334
+    },
+    {
+      "epoch": 1.0195450635572971,
+      "grad_norm": 264.6243591308594,
+      "learning_rate": 1.0169468877749513e-05,
+      "loss": 26.75,
+      "step": 21335
+    },
+    {
+      "epoch": 1.0195928509987575,
+      "grad_norm": 337.6357116699219,
+      "learning_rate": 1.016869512083994e-05,
+      "loss": 27.3125,
+      "step": 21336
+    },
+    {
+      "epoch": 1.019640638440218,
+      "grad_norm": 316.75897216796875,
+      "learning_rate": 1.0167921362920101e-05,
+      "loss": 22.2969,
+      "step": 21337
+    },
+    {
+      "epoch": 1.0196884258816783,
+      "grad_norm": 109.27352905273438,
+      "learning_rate": 1.0167147603994629e-05,
+      "loss": 18.9844,
+      "step": 21338
+    },
+    {
+      "epoch": 1.0197362133231387,
+      "grad_norm": 247.22511291503906,
+      "learning_rate": 1.016637384406816e-05,
+      "loss": 20.4688,
+      "step": 21339
+    },
+    {
+      "epoch": 1.019784000764599,
+      "grad_norm": 162.27098083496094,
+      "learning_rate": 1.0165600083145325e-05,
+      "loss": 25.6562,
+      "step": 21340
+    },
+    {
+      "epoch": 1.0198317882060595,
+      "grad_norm": 215.95880126953125,
+      "learning_rate": 1.0164826321230761e-05,
+      "loss": 22.75,
+      "step": 21341
+    },
+    {
+      "epoch": 1.0198795756475199,
+      "grad_norm": 324.1156311035156,
+      "learning_rate": 1.0164052558329096e-05,
+      "loss": 25.0938,
+      "step": 21342
+    },
+    {
+      "epoch": 1.0199273630889802,
+      "grad_norm": 230.8505401611328,
+      "learning_rate": 1.0163278794444972e-05,
+      "loss": 29.0312,
+      "step": 21343
+    },
+    {
+      "epoch": 1.0199751505304406,
+      "grad_norm": 245.23854064941406,
+      "learning_rate": 1.0162505029583017e-05,
+      "loss": 30.2188,
+      "step": 21344
+    },
+    {
+      "epoch": 1.020022937971901,
+      "grad_norm": 216.4659881591797,
+      "learning_rate": 1.0161731263747867e-05,
+      "loss": 21.4219,
+      "step": 21345
+    },
+    {
+      "epoch": 1.0200707254133614,
+      "grad_norm": 410.47906494140625,
+      "learning_rate": 1.0160957496944154e-05,
+      "loss": 30.625,
+      "step": 21346
+    },
+    {
+      "epoch": 1.0201185128548218,
+      "grad_norm": 157.43157958984375,
+      "learning_rate": 1.0160183729176515e-05,
+      "loss": 23.4375,
+      "step": 21347
+    },
+    {
+      "epoch": 1.0201663002962822,
+      "grad_norm": 190.06365966796875,
+      "learning_rate": 1.0159409960449584e-05,
+      "loss": 23.0156,
+      "step": 21348
+    },
+    {
+      "epoch": 1.0202140877377426,
+      "grad_norm": 383.527099609375,
+      "learning_rate": 1.0158636190767993e-05,
+      "loss": 32.125,
+      "step": 21349
+    },
+    {
+      "epoch": 1.020261875179203,
+      "grad_norm": 202.17709350585938,
+      "learning_rate": 1.0157862420136371e-05,
+      "loss": 26.75,
+      "step": 21350
+    },
+    {
+      "epoch": 1.0203096626206634,
+      "grad_norm": 344.1266174316406,
+      "learning_rate": 1.0157088648559359e-05,
+      "loss": 18.9062,
+      "step": 21351
+    },
+    {
+      "epoch": 1.0203574500621237,
+      "grad_norm": 936.3116455078125,
+      "learning_rate": 1.015631487604159e-05,
+      "loss": 25.5938,
+      "step": 21352
+    },
+    {
+      "epoch": 1.0204052375035841,
+      "grad_norm": 1368.05322265625,
+      "learning_rate": 1.0155541102587696e-05,
+      "loss": 36.625,
+      "step": 21353
+    },
+    {
+      "epoch": 1.0204530249450445,
+      "grad_norm": 277.16168212890625,
+      "learning_rate": 1.0154767328202314e-05,
+      "loss": 30.9688,
+      "step": 21354
+    },
+    {
+      "epoch": 1.020500812386505,
+      "grad_norm": 183.55471801757812,
+      "learning_rate": 1.0153993552890069e-05,
+      "loss": 23.5,
+      "step": 21355
+    },
+    {
+      "epoch": 1.0205485998279653,
+      "grad_norm": 93.0512466430664,
+      "learning_rate": 1.0153219776655607e-05,
+      "loss": 17.6406,
+      "step": 21356
+    },
+    {
+      "epoch": 1.0205963872694257,
+      "grad_norm": 288.6069030761719,
+      "learning_rate": 1.0152445999503553e-05,
+      "loss": 38.0312,
+      "step": 21357
+    },
+    {
+      "epoch": 1.020644174710886,
+      "grad_norm": 324.7917175292969,
+      "learning_rate": 1.0151672221438546e-05,
+      "loss": 27.5312,
+      "step": 21358
+    },
+    {
+      "epoch": 1.0206919621523463,
+      "grad_norm": 397.1236877441406,
+      "learning_rate": 1.0150898442465216e-05,
+      "loss": 30.6875,
+      "step": 21359
+    },
+    {
+      "epoch": 1.0207397495938066,
+      "grad_norm": 674.9440307617188,
+      "learning_rate": 1.0150124662588201e-05,
+      "loss": 45.0625,
+      "step": 21360
+    },
+    {
+      "epoch": 1.020787537035267,
+      "grad_norm": 265.5491943359375,
+      "learning_rate": 1.0149350881812135e-05,
+      "loss": 25.5625,
+      "step": 21361
+    },
+    {
+      "epoch": 1.0208353244767274,
+      "grad_norm": 388.0303955078125,
+      "learning_rate": 1.0148577100141646e-05,
+      "loss": 22.6562,
+      "step": 21362
+    },
+    {
+      "epoch": 1.0208831119181878,
+      "grad_norm": 429.44647216796875,
+      "learning_rate": 1.0147803317581373e-05,
+      "loss": 27.75,
+      "step": 21363
+    },
+    {
+      "epoch": 1.0209308993596482,
+      "grad_norm": 289.9389953613281,
+      "learning_rate": 1.0147029534135948e-05,
+      "loss": 26.6562,
+      "step": 21364
+    },
+    {
+      "epoch": 1.0209786868011086,
+      "grad_norm": 422.6211242675781,
+      "learning_rate": 1.0146255749810007e-05,
+      "loss": 29.0,
+      "step": 21365
+    },
+    {
+      "epoch": 1.021026474242569,
+      "grad_norm": 213.4725341796875,
+      "learning_rate": 1.0145481964608186e-05,
+      "loss": 29.1562,
+      "step": 21366
+    },
+    {
+      "epoch": 1.0210742616840294,
+      "grad_norm": 191.27159118652344,
+      "learning_rate": 1.0144708178535112e-05,
+      "loss": 17.7812,
+      "step": 21367
+    },
+    {
+      "epoch": 1.0211220491254898,
+      "grad_norm": 334.73651123046875,
+      "learning_rate": 1.0143934391595423e-05,
+      "loss": 44.4062,
+      "step": 21368
+    },
+    {
+      "epoch": 1.0211698365669502,
+      "grad_norm": 162.22161865234375,
+      "learning_rate": 1.0143160603793754e-05,
+      "loss": 19.5938,
+      "step": 21369
+    },
+    {
+      "epoch": 1.0212176240084105,
+      "grad_norm": 812.8155517578125,
+      "learning_rate": 1.0142386815134735e-05,
+      "loss": 29.6875,
+      "step": 21370
+    },
+    {
+      "epoch": 1.021265411449871,
+      "grad_norm": 375.4082946777344,
+      "learning_rate": 1.0141613025623004e-05,
+      "loss": 29.6562,
+      "step": 21371
+    },
+    {
+      "epoch": 1.0213131988913313,
+      "grad_norm": 245.41246032714844,
+      "learning_rate": 1.0140839235263196e-05,
+      "loss": 31.1562,
+      "step": 21372
+    },
+    {
+      "epoch": 1.0213609863327917,
+      "grad_norm": 198.94847106933594,
+      "learning_rate": 1.014006544405994e-05,
+      "loss": 21.4375,
+      "step": 21373
+    },
+    {
+      "epoch": 1.021408773774252,
+      "grad_norm": 150.47694396972656,
+      "learning_rate": 1.0139291652017875e-05,
+      "loss": 18.5156,
+      "step": 21374
+    },
+    {
+      "epoch": 1.0214565612157125,
+      "grad_norm": 227.02992248535156,
+      "learning_rate": 1.013851785914163e-05,
+      "loss": 22.4375,
+      "step": 21375
+    },
+    {
+      "epoch": 1.0215043486571729,
+      "grad_norm": 431.8973693847656,
+      "learning_rate": 1.0137744065435845e-05,
+      "loss": 30.9688,
+      "step": 21376
+    },
+    {
+      "epoch": 1.0215521360986333,
+      "grad_norm": 185.34573364257812,
+      "learning_rate": 1.0136970270905146e-05,
+      "loss": 29.4375,
+      "step": 21377
+    },
+    {
+      "epoch": 1.0215999235400937,
+      "grad_norm": 631.939453125,
+      "learning_rate": 1.0136196475554177e-05,
+      "loss": 37.2344,
+      "step": 21378
+    },
+    {
+      "epoch": 1.021647710981554,
+      "grad_norm": 232.430419921875,
+      "learning_rate": 1.0135422679387563e-05,
+      "loss": 21.4062,
+      "step": 21379
+    },
+    {
+      "epoch": 1.0216954984230144,
+      "grad_norm": 249.26895141601562,
+      "learning_rate": 1.0134648882409943e-05,
+      "loss": 26.125,
+      "step": 21380
+    },
+    {
+      "epoch": 1.0217432858644748,
+      "grad_norm": 265.7546691894531,
+      "learning_rate": 1.0133875084625953e-05,
+      "loss": 19.4375,
+      "step": 21381
+    },
+    {
+      "epoch": 1.0217910733059352,
+      "grad_norm": 220.83570861816406,
+      "learning_rate": 1.0133101286040222e-05,
+      "loss": 21.6875,
+      "step": 21382
+    },
+    {
+      "epoch": 1.0218388607473956,
+      "grad_norm": 247.01907348632812,
+      "learning_rate": 1.0132327486657383e-05,
+      "loss": 30.2812,
+      "step": 21383
+    },
+    {
+      "epoch": 1.021886648188856,
+      "grad_norm": 292.8739013671875,
+      "learning_rate": 1.0131553686482077e-05,
+      "loss": 30.7812,
+      "step": 21384
+    },
+    {
+      "epoch": 1.0219344356303164,
+      "grad_norm": 173.81448364257812,
+      "learning_rate": 1.0130779885518933e-05,
+      "loss": 23.4688,
+      "step": 21385
+    },
+    {
+      "epoch": 1.0219822230717768,
+      "grad_norm": 433.439697265625,
+      "learning_rate": 1.0130006083772586e-05,
+      "loss": 21.4688,
+      "step": 21386
+    },
+    {
+      "epoch": 1.0220300105132372,
+      "grad_norm": 209.23155212402344,
+      "learning_rate": 1.012923228124767e-05,
+      "loss": 28.875,
+      "step": 21387
+    },
+    {
+      "epoch": 1.0220777979546976,
+      "grad_norm": 261.1400146484375,
+      "learning_rate": 1.012845847794882e-05,
+      "loss": 29.8906,
+      "step": 21388
+    },
+    {
+      "epoch": 1.022125585396158,
+      "grad_norm": 192.46884155273438,
+      "learning_rate": 1.0127684673880669e-05,
+      "loss": 23.4062,
+      "step": 21389
+    },
+    {
+      "epoch": 1.0221733728376183,
+      "grad_norm": 222.69725036621094,
+      "learning_rate": 1.012691086904785e-05,
+      "loss": 22.8438,
+      "step": 21390
+    },
+    {
+      "epoch": 1.0222211602790787,
+      "grad_norm": 221.80828857421875,
+      "learning_rate": 1.0126137063455001e-05,
+      "loss": 22.7812,
+      "step": 21391
+    },
+    {
+      "epoch": 1.0222689477205391,
+      "grad_norm": 259.4657897949219,
+      "learning_rate": 1.0125363257106753e-05,
+      "loss": 22.5156,
+      "step": 21392
+    },
+    {
+      "epoch": 1.0223167351619995,
+      "grad_norm": 297.5664978027344,
+      "learning_rate": 1.012458945000774e-05,
+      "loss": 25.5312,
+      "step": 21393
+    },
+    {
+      "epoch": 1.02236452260346,
+      "grad_norm": 493.7599792480469,
+      "learning_rate": 1.0123815642162598e-05,
+      "loss": 31.875,
+      "step": 21394
+    },
+    {
+      "epoch": 1.0224123100449203,
+      "grad_norm": 236.27162170410156,
+      "learning_rate": 1.012304183357596e-05,
+      "loss": 25.5938,
+      "step": 21395
+    },
+    {
+      "epoch": 1.0224600974863807,
+      "grad_norm": 236.52523803710938,
+      "learning_rate": 1.0122268024252461e-05,
+      "loss": 23.4219,
+      "step": 21396
+    },
+    {
+      "epoch": 1.022507884927841,
+      "grad_norm": 236.41583251953125,
+      "learning_rate": 1.0121494214196733e-05,
+      "loss": 18.25,
+      "step": 21397
+    },
+    {
+      "epoch": 1.0225556723693014,
+      "grad_norm": 304.3131103515625,
+      "learning_rate": 1.0120720403413413e-05,
+      "loss": 22.8125,
+      "step": 21398
+    },
+    {
+      "epoch": 1.0226034598107618,
+      "grad_norm": 224.50704956054688,
+      "learning_rate": 1.0119946591907132e-05,
+      "loss": 21.2812,
+      "step": 21399
+    },
+    {
+      "epoch": 1.022651247252222,
+      "grad_norm": 239.9386444091797,
+      "learning_rate": 1.0119172779682527e-05,
+      "loss": 23.2812,
+      "step": 21400
+    },
+    {
+      "epoch": 1.0226990346936824,
+      "grad_norm": 162.77691650390625,
+      "learning_rate": 1.011839896674423e-05,
+      "loss": 26.8906,
+      "step": 21401
+    },
+    {
+      "epoch": 1.0227468221351428,
+      "grad_norm": 203.84361267089844,
+      "learning_rate": 1.0117625153096876e-05,
+      "loss": 24.9062,
+      "step": 21402
+    },
+    {
+      "epoch": 1.0227946095766032,
+      "grad_norm": 205.83682250976562,
+      "learning_rate": 1.0116851338745097e-05,
+      "loss": 19.0938,
+      "step": 21403
+    },
+    {
+      "epoch": 1.0228423970180636,
+      "grad_norm": 173.71725463867188,
+      "learning_rate": 1.0116077523693532e-05,
+      "loss": 21.1562,
+      "step": 21404
+    },
+    {
+      "epoch": 1.022890184459524,
+      "grad_norm": 311.2525634765625,
+      "learning_rate": 1.0115303707946811e-05,
+      "loss": 29.0938,
+      "step": 21405
+    },
+    {
+      "epoch": 1.0229379719009843,
+      "grad_norm": 303.7210998535156,
+      "learning_rate": 1.0114529891509572e-05,
+      "loss": 36.1562,
+      "step": 21406
+    },
+    {
+      "epoch": 1.0229857593424447,
+      "grad_norm": 174.44090270996094,
+      "learning_rate": 1.0113756074386443e-05,
+      "loss": 24.1094,
+      "step": 21407
+    },
+    {
+      "epoch": 1.0230335467839051,
+      "grad_norm": 465.14886474609375,
+      "learning_rate": 1.0112982256582065e-05,
+      "loss": 25.3594,
+      "step": 21408
+    },
+    {
+      "epoch": 1.0230813342253655,
+      "grad_norm": 285.4874267578125,
+      "learning_rate": 1.011220843810107e-05,
+      "loss": 24.4375,
+      "step": 21409
+    },
+    {
+      "epoch": 1.023129121666826,
+      "grad_norm": 488.5487060546875,
+      "learning_rate": 1.0111434618948089e-05,
+      "loss": 24.4531,
+      "step": 21410
+    },
+    {
+      "epoch": 1.0231769091082863,
+      "grad_norm": 216.654296875,
+      "learning_rate": 1.0110660799127759e-05,
+      "loss": 22.5938,
+      "step": 21411
+    },
+    {
+      "epoch": 1.0232246965497467,
+      "grad_norm": 222.7039031982422,
+      "learning_rate": 1.0109886978644711e-05,
+      "loss": 20.25,
+      "step": 21412
+    },
+    {
+      "epoch": 1.023272483991207,
+      "grad_norm": 295.26861572265625,
+      "learning_rate": 1.0109113157503584e-05,
+      "loss": 27.4531,
+      "step": 21413
+    },
+    {
+      "epoch": 1.0233202714326675,
+      "grad_norm": 237.2462921142578,
+      "learning_rate": 1.0108339335709013e-05,
+      "loss": 21.0,
+      "step": 21414
+    },
+    {
+      "epoch": 1.0233680588741279,
+      "grad_norm": 316.8946838378906,
+      "learning_rate": 1.0107565513265622e-05,
+      "loss": 33.9688,
+      "step": 21415
+    },
+    {
+      "epoch": 1.0234158463155882,
+      "grad_norm": 179.1855010986328,
+      "learning_rate": 1.010679169017806e-05,
+      "loss": 28.9688,
+      "step": 21416
+    },
+    {
+      "epoch": 1.0234636337570486,
+      "grad_norm": 151.41717529296875,
+      "learning_rate": 1.010601786645095e-05,
+      "loss": 16.6094,
+      "step": 21417
+    },
+    {
+      "epoch": 1.023511421198509,
+      "grad_norm": 224.1269989013672,
+      "learning_rate": 1.0105244042088928e-05,
+      "loss": 20.3906,
+      "step": 21418
+    },
+    {
+      "epoch": 1.0235592086399694,
+      "grad_norm": 263.05902099609375,
+      "learning_rate": 1.0104470217096634e-05,
+      "loss": 19.8125,
+      "step": 21419
+    },
+    {
+      "epoch": 1.0236069960814298,
+      "grad_norm": 281.7348937988281,
+      "learning_rate": 1.0103696391478694e-05,
+      "loss": 24.2812,
+      "step": 21420
+    },
+    {
+      "epoch": 1.0236547835228902,
+      "grad_norm": 253.4010772705078,
+      "learning_rate": 1.0102922565239751e-05,
+      "loss": 26.0625,
+      "step": 21421
+    },
+    {
+      "epoch": 1.0237025709643506,
+      "grad_norm": 196.34852600097656,
+      "learning_rate": 1.0102148738384432e-05,
+      "loss": 22.1562,
+      "step": 21422
+    },
+    {
+      "epoch": 1.023750358405811,
+      "grad_norm": 257.3664245605469,
+      "learning_rate": 1.0101374910917372e-05,
+      "loss": 24.5469,
+      "step": 21423
+    },
+    {
+      "epoch": 1.0237981458472714,
+      "grad_norm": 236.63665771484375,
+      "learning_rate": 1.0100601082843211e-05,
+      "loss": 22.1406,
+      "step": 21424
+    },
+    {
+      "epoch": 1.0238459332887317,
+      "grad_norm": 127.09077453613281,
+      "learning_rate": 1.0099827254166576e-05,
+      "loss": 15.9688,
+      "step": 21425
+    },
+    {
+      "epoch": 1.0238937207301921,
+      "grad_norm": 312.6222839355469,
+      "learning_rate": 1.0099053424892107e-05,
+      "loss": 23.7031,
+      "step": 21426
+    },
+    {
+      "epoch": 1.0239415081716525,
+      "grad_norm": 470.26568603515625,
+      "learning_rate": 1.0098279595024434e-05,
+      "loss": 35.1562,
+      "step": 21427
+    },
+    {
+      "epoch": 1.023989295613113,
+      "grad_norm": 203.97268676757812,
+      "learning_rate": 1.0097505764568194e-05,
+      "loss": 28.6562,
+      "step": 21428
+    },
+    {
+      "epoch": 1.0240370830545733,
+      "grad_norm": 317.8415222167969,
+      "learning_rate": 1.0096731933528019e-05,
+      "loss": 28.0938,
+      "step": 21429
+    },
+    {
+      "epoch": 1.0240848704960337,
+      "grad_norm": 182.98037719726562,
+      "learning_rate": 1.0095958101908548e-05,
+      "loss": 23.8438,
+      "step": 21430
+    },
+    {
+      "epoch": 1.024132657937494,
+      "grad_norm": 424.5801086425781,
+      "learning_rate": 1.0095184269714409e-05,
+      "loss": 23.0156,
+      "step": 21431
+    },
+    {
+      "epoch": 1.0241804453789545,
+      "grad_norm": 179.3290557861328,
+      "learning_rate": 1.009441043695024e-05,
+      "loss": 33.2812,
+      "step": 21432
+    },
+    {
+      "epoch": 1.0242282328204149,
+      "grad_norm": 202.0838165283203,
+      "learning_rate": 1.0093636603620675e-05,
+      "loss": 22.9375,
+      "step": 21433
+    },
+    {
+      "epoch": 1.0242760202618753,
+      "grad_norm": 181.0985107421875,
+      "learning_rate": 1.0092862769730344e-05,
+      "loss": 20.1875,
+      "step": 21434
+    },
+    {
+      "epoch": 1.0243238077033356,
+      "grad_norm": 166.23403930664062,
+      "learning_rate": 1.009208893528389e-05,
+      "loss": 15.125,
+      "step": 21435
+    },
+    {
+      "epoch": 1.024371595144796,
+      "grad_norm": 274.05902099609375,
+      "learning_rate": 1.0091315100285937e-05,
+      "loss": 21.4062,
+      "step": 21436
+    },
+    {
+      "epoch": 1.0244193825862564,
+      "grad_norm": 267.949462890625,
+      "learning_rate": 1.0090541264741127e-05,
+      "loss": 28.5,
+      "step": 21437
+    },
+    {
+      "epoch": 1.0244671700277168,
+      "grad_norm": 240.53179931640625,
+      "learning_rate": 1.0089767428654092e-05,
+      "loss": 26.2656,
+      "step": 21438
+    },
+    {
+      "epoch": 1.0245149574691772,
+      "grad_norm": 376.12921142578125,
+      "learning_rate": 1.0088993592029466e-05,
+      "loss": 22.7344,
+      "step": 21439
+    },
+    {
+      "epoch": 1.0245627449106376,
+      "grad_norm": 158.59597778320312,
+      "learning_rate": 1.008821975487188e-05,
+      "loss": 19.625,
+      "step": 21440
+    },
+    {
+      "epoch": 1.024610532352098,
+      "grad_norm": 130.37574768066406,
+      "learning_rate": 1.0087445917185977e-05,
+      "loss": 18.7969,
+      "step": 21441
+    },
+    {
+      "epoch": 1.0246583197935581,
+      "grad_norm": 172.67132568359375,
+      "learning_rate": 1.0086672078976381e-05,
+      "loss": 17.2656,
+      "step": 21442
+    },
+    {
+      "epoch": 1.0247061072350185,
+      "grad_norm": 390.8774719238281,
+      "learning_rate": 1.0085898240247733e-05,
+      "loss": 37.7188,
+      "step": 21443
+    },
+    {
+      "epoch": 1.024753894676479,
+      "grad_norm": 130.39431762695312,
+      "learning_rate": 1.0085124401004664e-05,
+      "loss": 17.375,
+      "step": 21444
+    },
+    {
+      "epoch": 1.0248016821179393,
+      "grad_norm": 283.3128356933594,
+      "learning_rate": 1.0084350561251813e-05,
+      "loss": 19.2812,
+      "step": 21445
+    },
+    {
+      "epoch": 1.0248494695593997,
+      "grad_norm": 159.72669982910156,
+      "learning_rate": 1.0083576720993808e-05,
+      "loss": 22.3125,
+      "step": 21446
+    },
+    {
+      "epoch": 1.02489725700086,
+      "grad_norm": 197.8760986328125,
+      "learning_rate": 1.008280288023529e-05,
+      "loss": 22.5938,
+      "step": 21447
+    },
+    {
+      "epoch": 1.0249450444423205,
+      "grad_norm": 251.1842803955078,
+      "learning_rate": 1.0082029038980885e-05,
+      "loss": 25.9062,
+      "step": 21448
+    },
+    {
+      "epoch": 1.0249928318837809,
+      "grad_norm": 139.79612731933594,
+      "learning_rate": 1.0081255197235233e-05,
+      "loss": 28.625,
+      "step": 21449
+    },
+    {
+      "epoch": 1.0250406193252413,
+      "grad_norm": 142.47836303710938,
+      "learning_rate": 1.008048135500297e-05,
+      "loss": 18.7422,
+      "step": 21450
+    },
+    {
+      "epoch": 1.0250884067667017,
+      "grad_norm": 253.52731323242188,
+      "learning_rate": 1.0079707512288723e-05,
+      "loss": 27.6562,
+      "step": 21451
+    },
+    {
+      "epoch": 1.025136194208162,
+      "grad_norm": 244.6360626220703,
+      "learning_rate": 1.0078933669097135e-05,
+      "loss": 29.0156,
+      "step": 21452
+    },
+    {
+      "epoch": 1.0251839816496224,
+      "grad_norm": 343.892822265625,
+      "learning_rate": 1.0078159825432834e-05,
+      "loss": 35.875,
+      "step": 21453
+    },
+    {
+      "epoch": 1.0252317690910828,
+      "grad_norm": 221.9073944091797,
+      "learning_rate": 1.0077385981300458e-05,
+      "loss": 24.3594,
+      "step": 21454
+    },
+    {
+      "epoch": 1.0252795565325432,
+      "grad_norm": 235.29307556152344,
+      "learning_rate": 1.0076612136704638e-05,
+      "loss": 31.3438,
+      "step": 21455
+    },
+    {
+      "epoch": 1.0253273439740036,
+      "grad_norm": 84.47079467773438,
+      "learning_rate": 1.0075838291650012e-05,
+      "loss": 18.9844,
+      "step": 21456
+    },
+    {
+      "epoch": 1.025375131415464,
+      "grad_norm": 199.2763671875,
+      "learning_rate": 1.0075064446141211e-05,
+      "loss": 30.1406,
+      "step": 21457
+    },
+    {
+      "epoch": 1.0254229188569244,
+      "grad_norm": 159.34596252441406,
+      "learning_rate": 1.007429060018287e-05,
+      "loss": 17.25,
+      "step": 21458
+    },
+    {
+      "epoch": 1.0254707062983848,
+      "grad_norm": 278.0151672363281,
+      "learning_rate": 1.0073516753779626e-05,
+      "loss": 22.2188,
+      "step": 21459
+    },
+    {
+      "epoch": 1.0255184937398452,
+      "grad_norm": 220.7647705078125,
+      "learning_rate": 1.0072742906936111e-05,
+      "loss": 22.5625,
+      "step": 21460
+    },
+    {
+      "epoch": 1.0255662811813056,
+      "grad_norm": 291.5683288574219,
+      "learning_rate": 1.007196905965696e-05,
+      "loss": 22.3125,
+      "step": 21461
+    },
+    {
+      "epoch": 1.025614068622766,
+      "grad_norm": 207.0430145263672,
+      "learning_rate": 1.0071195211946804e-05,
+      "loss": 25.5781,
+      "step": 21462
+    },
+    {
+      "epoch": 1.0256618560642263,
+      "grad_norm": 205.9409942626953,
+      "learning_rate": 1.0070421363810285e-05,
+      "loss": 33.4375,
+      "step": 21463
+    },
+    {
+      "epoch": 1.0257096435056867,
+      "grad_norm": 439.421142578125,
+      "learning_rate": 1.0069647515252035e-05,
+      "loss": 29.7812,
+      "step": 21464
+    },
+    {
+      "epoch": 1.025757430947147,
+      "grad_norm": 228.64927673339844,
+      "learning_rate": 1.0068873666276681e-05,
+      "loss": 19.4375,
+      "step": 21465
+    },
+    {
+      "epoch": 1.0258052183886075,
+      "grad_norm": 263.54345703125,
+      "learning_rate": 1.0068099816888864e-05,
+      "loss": 30.0625,
+      "step": 21466
+    },
+    {
+      "epoch": 1.0258530058300679,
+      "grad_norm": 306.3523864746094,
+      "learning_rate": 1.0067325967093218e-05,
+      "loss": 20.1406,
+      "step": 21467
+    },
+    {
+      "epoch": 1.0259007932715283,
+      "grad_norm": 272.9574890136719,
+      "learning_rate": 1.0066552116894375e-05,
+      "loss": 26.5625,
+      "step": 21468
+    },
+    {
+      "epoch": 1.0259485807129887,
+      "grad_norm": 225.09568786621094,
+      "learning_rate": 1.0065778266296973e-05,
+      "loss": 25.9688,
+      "step": 21469
+    },
+    {
+      "epoch": 1.025996368154449,
+      "grad_norm": 195.34042358398438,
+      "learning_rate": 1.0065004415305641e-05,
+      "loss": 21.2969,
+      "step": 21470
+    },
+    {
+      "epoch": 1.0260441555959094,
+      "grad_norm": 216.31283569335938,
+      "learning_rate": 1.0064230563925017e-05,
+      "loss": 30.9375,
+      "step": 21471
+    },
+    {
+      "epoch": 1.0260919430373698,
+      "grad_norm": 147.72442626953125,
+      "learning_rate": 1.0063456712159738e-05,
+      "loss": 21.5625,
+      "step": 21472
+    },
+    {
+      "epoch": 1.0261397304788302,
+      "grad_norm": 194.31761169433594,
+      "learning_rate": 1.006268286001443e-05,
+      "loss": 19.1875,
+      "step": 21473
+    },
+    {
+      "epoch": 1.0261875179202906,
+      "grad_norm": 132.26429748535156,
+      "learning_rate": 1.0061909007493738e-05,
+      "loss": 16.25,
+      "step": 21474
+    },
+    {
+      "epoch": 1.026235305361751,
+      "grad_norm": 207.49337768554688,
+      "learning_rate": 1.0061135154602287e-05,
+      "loss": 23.4375,
+      "step": 21475
+    },
+    {
+      "epoch": 1.0262830928032114,
+      "grad_norm": 155.7074432373047,
+      "learning_rate": 1.0060361301344717e-05,
+      "loss": 20.3594,
+      "step": 21476
+    },
+    {
+      "epoch": 1.0263308802446718,
+      "grad_norm": 400.59228515625,
+      "learning_rate": 1.0059587447725658e-05,
+      "loss": 19.25,
+      "step": 21477
+    },
+    {
+      "epoch": 1.0263786676861322,
+      "grad_norm": 154.94432067871094,
+      "learning_rate": 1.005881359374975e-05,
+      "loss": 18.1875,
+      "step": 21478
+    },
+    {
+      "epoch": 1.0264264551275926,
+      "grad_norm": 158.91799926757812,
+      "learning_rate": 1.0058039739421625e-05,
+      "loss": 21.625,
+      "step": 21479
+    },
+    {
+      "epoch": 1.026474242569053,
+      "grad_norm": 412.0635681152344,
+      "learning_rate": 1.0057265884745916e-05,
+      "loss": 29.0469,
+      "step": 21480
+    },
+    {
+      "epoch": 1.0265220300105133,
+      "grad_norm": 206.57554626464844,
+      "learning_rate": 1.0056492029727259e-05,
+      "loss": 21.875,
+      "step": 21481
+    },
+    {
+      "epoch": 1.0265698174519735,
+      "grad_norm": 334.8708801269531,
+      "learning_rate": 1.0055718174370286e-05,
+      "loss": 26.7344,
+      "step": 21482
+    },
+    {
+      "epoch": 1.026617604893434,
+      "grad_norm": 327.2080078125,
+      "learning_rate": 1.0054944318679636e-05,
+      "loss": 25.0781,
+      "step": 21483
+    },
+    {
+      "epoch": 1.0266653923348943,
+      "grad_norm": 146.5324249267578,
+      "learning_rate": 1.0054170462659935e-05,
+      "loss": 21.7344,
+      "step": 21484
+    },
+    {
+      "epoch": 1.0267131797763547,
+      "grad_norm": 150.99472045898438,
+      "learning_rate": 1.0053396606315826e-05,
+      "loss": 18.1562,
+      "step": 21485
+    },
+    {
+      "epoch": 1.026760967217815,
+      "grad_norm": 253.3895263671875,
+      "learning_rate": 1.0052622749651939e-05,
+      "loss": 36.25,
+      "step": 21486
+    },
+    {
+      "epoch": 1.0268087546592755,
+      "grad_norm": 435.4198913574219,
+      "learning_rate": 1.0051848892672913e-05,
+      "loss": 27.1562,
+      "step": 21487
+    },
+    {
+      "epoch": 1.0268565421007358,
+      "grad_norm": 280.0941162109375,
+      "learning_rate": 1.0051075035383376e-05,
+      "loss": 19.1094,
+      "step": 21488
+    },
+    {
+      "epoch": 1.0269043295421962,
+      "grad_norm": 244.63153076171875,
+      "learning_rate": 1.0050301177787967e-05,
+      "loss": 20.0469,
+      "step": 21489
+    },
+    {
+      "epoch": 1.0269521169836566,
+      "grad_norm": 98.35362243652344,
+      "learning_rate": 1.0049527319891316e-05,
+      "loss": 19.9844,
+      "step": 21490
+    },
+    {
+      "epoch": 1.026999904425117,
+      "grad_norm": 207.70826721191406,
+      "learning_rate": 1.0048753461698063e-05,
+      "loss": 23.0312,
+      "step": 21491
+    },
+    {
+      "epoch": 1.0270476918665774,
+      "grad_norm": 226.93161010742188,
+      "learning_rate": 1.0047979603212838e-05,
+      "loss": 21.25,
+      "step": 21492
+    },
+    {
+      "epoch": 1.0270954793080378,
+      "grad_norm": 312.8758544921875,
+      "learning_rate": 1.0047205744440277e-05,
+      "loss": 27.75,
+      "step": 21493
+    },
+    {
+      "epoch": 1.0271432667494982,
+      "grad_norm": 337.36383056640625,
+      "learning_rate": 1.0046431885385018e-05,
+      "loss": 26.6719,
+      "step": 21494
+    },
+    {
+      "epoch": 1.0271910541909586,
+      "grad_norm": 628.1964721679688,
+      "learning_rate": 1.0045658026051687e-05,
+      "loss": 28.4062,
+      "step": 21495
+    },
+    {
+      "epoch": 1.027238841632419,
+      "grad_norm": 292.06982421875,
+      "learning_rate": 1.0044884166444927e-05,
+      "loss": 20.4688,
+      "step": 21496
+    },
+    {
+      "epoch": 1.0272866290738794,
+      "grad_norm": 203.45401000976562,
+      "learning_rate": 1.004411030656937e-05,
+      "loss": 31.1094,
+      "step": 21497
+    },
+    {
+      "epoch": 1.0273344165153397,
+      "grad_norm": 161.3338623046875,
+      "learning_rate": 1.0043336446429648e-05,
+      "loss": 31.5156,
+      "step": 21498
+    },
+    {
+      "epoch": 1.0273822039568001,
+      "grad_norm": 207.6688995361328,
+      "learning_rate": 1.0042562586030394e-05,
+      "loss": 16.9531,
+      "step": 21499
+    },
+    {
+      "epoch": 1.0274299913982605,
+      "grad_norm": 221.96746826171875,
+      "learning_rate": 1.0041788725376248e-05,
+      "loss": 22.0312,
+      "step": 21500
+    },
+    {
+      "epoch": 1.027477778839721,
+      "grad_norm": 298.3203125,
+      "learning_rate": 1.0041014864471837e-05,
+      "loss": 24.2969,
+      "step": 21501
+    },
+    {
+      "epoch": 1.0275255662811813,
+      "grad_norm": 268.0919189453125,
+      "learning_rate": 1.0040241003321804e-05,
+      "loss": 23.4375,
+      "step": 21502
+    },
+    {
+      "epoch": 1.0275733537226417,
+      "grad_norm": 279.8984375,
+      "learning_rate": 1.0039467141930776e-05,
+      "loss": 20.5781,
+      "step": 21503
+    },
+    {
+      "epoch": 1.027621141164102,
+      "grad_norm": 146.5740509033203,
+      "learning_rate": 1.0038693280303396e-05,
+      "loss": 16.6406,
+      "step": 21504
+    },
+    {
+      "epoch": 1.0276689286055625,
+      "grad_norm": 207.97251892089844,
+      "learning_rate": 1.0037919418444286e-05,
+      "loss": 34.4375,
+      "step": 21505
+    },
+    {
+      "epoch": 1.0277167160470229,
+      "grad_norm": 254.03387451171875,
+      "learning_rate": 1.0037145556358095e-05,
+      "loss": 24.75,
+      "step": 21506
+    },
+    {
+      "epoch": 1.0277645034884832,
+      "grad_norm": 425.05322265625,
+      "learning_rate": 1.0036371694049447e-05,
+      "loss": 33.4688,
+      "step": 21507
+    },
+    {
+      "epoch": 1.0278122909299436,
+      "grad_norm": 272.72601318359375,
+      "learning_rate": 1.0035597831522975e-05,
+      "loss": 24.0469,
+      "step": 21508
+    },
+    {
+      "epoch": 1.027860078371404,
+      "grad_norm": 272.7294921875,
+      "learning_rate": 1.0034823968783326e-05,
+      "loss": 19.3281,
+      "step": 21509
+    },
+    {
+      "epoch": 1.0279078658128644,
+      "grad_norm": 189.46075439453125,
+      "learning_rate": 1.0034050105835121e-05,
+      "loss": 21.5781,
+      "step": 21510
+    },
+    {
+      "epoch": 1.0279556532543248,
+      "grad_norm": 329.7127380371094,
+      "learning_rate": 1.0033276242683002e-05,
+      "loss": 21.4219,
+      "step": 21511
+    },
+    {
+      "epoch": 1.0280034406957852,
+      "grad_norm": 205.2897186279297,
+      "learning_rate": 1.0032502379331601e-05,
+      "loss": 22.0,
+      "step": 21512
+    },
+    {
+      "epoch": 1.0280512281372456,
+      "grad_norm": 317.2942810058594,
+      "learning_rate": 1.003172851578555e-05,
+      "loss": 24.2812,
+      "step": 21513
+    },
+    {
+      "epoch": 1.028099015578706,
+      "grad_norm": 303.47723388671875,
+      "learning_rate": 1.003095465204949e-05,
+      "loss": 23.3906,
+      "step": 21514
+    },
+    {
+      "epoch": 1.0281468030201664,
+      "grad_norm": 235.95758056640625,
+      "learning_rate": 1.003018078812805e-05,
+      "loss": 23.5938,
+      "step": 21515
+    },
+    {
+      "epoch": 1.0281945904616268,
+      "grad_norm": 201.92979431152344,
+      "learning_rate": 1.0029406924025864e-05,
+      "loss": 18.0312,
+      "step": 21516
+    },
+    {
+      "epoch": 1.0282423779030871,
+      "grad_norm": 793.510986328125,
+      "learning_rate": 1.0028633059747572e-05,
+      "loss": 18.0938,
+      "step": 21517
+    },
+    {
+      "epoch": 1.0282901653445475,
+      "grad_norm": 179.02842712402344,
+      "learning_rate": 1.0027859195297804e-05,
+      "loss": 25.4688,
+      "step": 21518
+    },
+    {
+      "epoch": 1.028337952786008,
+      "grad_norm": 240.13629150390625,
+      "learning_rate": 1.0027085330681195e-05,
+      "loss": 24.2812,
+      "step": 21519
+    },
+    {
+      "epoch": 1.0283857402274683,
+      "grad_norm": 181.7202606201172,
+      "learning_rate": 1.002631146590238e-05,
+      "loss": 24.6719,
+      "step": 21520
+    },
+    {
+      "epoch": 1.0284335276689287,
+      "grad_norm": 189.06983947753906,
+      "learning_rate": 1.002553760096599e-05,
+      "loss": 19.2031,
+      "step": 21521
+    },
+    {
+      "epoch": 1.028481315110389,
+      "grad_norm": 256.00640869140625,
+      "learning_rate": 1.0024763735876666e-05,
+      "loss": 26.1875,
+      "step": 21522
+    },
+    {
+      "epoch": 1.0285291025518495,
+      "grad_norm": 384.8780822753906,
+      "learning_rate": 1.002398987063904e-05,
+      "loss": 27.75,
+      "step": 21523
+    },
+    {
+      "epoch": 1.0285768899933097,
+      "grad_norm": 265.1180114746094,
+      "learning_rate": 1.0023216005257743e-05,
+      "loss": 29.7188,
+      "step": 21524
+    },
+    {
+      "epoch": 1.02862467743477,
+      "grad_norm": 216.33316040039062,
+      "learning_rate": 1.0022442139737411e-05,
+      "loss": 17.4531,
+      "step": 21525
+    },
+    {
+      "epoch": 1.0286724648762304,
+      "grad_norm": 85.34674835205078,
+      "learning_rate": 1.0021668274082684e-05,
+      "loss": 19.7969,
+      "step": 21526
+    },
+    {
+      "epoch": 1.0287202523176908,
+      "grad_norm": 289.1462097167969,
+      "learning_rate": 1.002089440829819e-05,
+      "loss": 25.3438,
+      "step": 21527
+    },
+    {
+      "epoch": 1.0287680397591512,
+      "grad_norm": 435.0330505371094,
+      "learning_rate": 1.0020120542388565e-05,
+      "loss": 20.5312,
+      "step": 21528
+    },
+    {
+      "epoch": 1.0288158272006116,
+      "grad_norm": 374.7982177734375,
+      "learning_rate": 1.0019346676358446e-05,
+      "loss": 27.9062,
+      "step": 21529
+    },
+    {
+      "epoch": 1.028863614642072,
+      "grad_norm": 188.3022918701172,
+      "learning_rate": 1.0018572810212463e-05,
+      "loss": 20.8438,
+      "step": 21530
+    },
+    {
+      "epoch": 1.0289114020835324,
+      "grad_norm": 456.9263000488281,
+      "learning_rate": 1.0017798943955255e-05,
+      "loss": 29.875,
+      "step": 21531
+    },
+    {
+      "epoch": 1.0289591895249928,
+      "grad_norm": 323.7071533203125,
+      "learning_rate": 1.0017025077591451e-05,
+      "loss": 27.2188,
+      "step": 21532
+    },
+    {
+      "epoch": 1.0290069769664532,
+      "grad_norm": 226.64950561523438,
+      "learning_rate": 1.0016251211125692e-05,
+      "loss": 26.75,
+      "step": 21533
+    },
+    {
+      "epoch": 1.0290547644079135,
+      "grad_norm": 237.49513244628906,
+      "learning_rate": 1.0015477344562608e-05,
+      "loss": 22.2031,
+      "step": 21534
+    },
+    {
+      "epoch": 1.029102551849374,
+      "grad_norm": 264.5151062011719,
+      "learning_rate": 1.0014703477906833e-05,
+      "loss": 33.7812,
+      "step": 21535
+    },
+    {
+      "epoch": 1.0291503392908343,
+      "grad_norm": 247.9869842529297,
+      "learning_rate": 1.0013929611163005e-05,
+      "loss": 27.4375,
+      "step": 21536
+    },
+    {
+      "epoch": 1.0291981267322947,
+      "grad_norm": 403.84954833984375,
+      "learning_rate": 1.0013155744335757e-05,
+      "loss": 22.5938,
+      "step": 21537
+    },
+    {
+      "epoch": 1.029245914173755,
+      "grad_norm": 267.3897705078125,
+      "learning_rate": 1.001238187742972e-05,
+      "loss": 22.7656,
+      "step": 21538
+    },
+    {
+      "epoch": 1.0292937016152155,
+      "grad_norm": 193.35415649414062,
+      "learning_rate": 1.0011608010449533e-05,
+      "loss": 22.0312,
+      "step": 21539
+    },
+    {
+      "epoch": 1.0293414890566759,
+      "grad_norm": 148.63063049316406,
+      "learning_rate": 1.001083414339983e-05,
+      "loss": 33.6406,
+      "step": 21540
+    },
+    {
+      "epoch": 1.0293892764981363,
+      "grad_norm": 189.8674774169922,
+      "learning_rate": 1.0010060276285246e-05,
+      "loss": 21.1875,
+      "step": 21541
+    },
+    {
+      "epoch": 1.0294370639395967,
+      "grad_norm": 750.0347290039062,
+      "learning_rate": 1.0009286409110413e-05,
+      "loss": 26.7656,
+      "step": 21542
+    },
+    {
+      "epoch": 1.029484851381057,
+      "grad_norm": 211.77178955078125,
+      "learning_rate": 1.0008512541879962e-05,
+      "loss": 24.0469,
+      "step": 21543
+    },
+    {
+      "epoch": 1.0295326388225174,
+      "grad_norm": 254.279296875,
+      "learning_rate": 1.0007738674598537e-05,
+      "loss": 31.1875,
+      "step": 21544
+    },
+    {
+      "epoch": 1.0295804262639778,
+      "grad_norm": 195.50567626953125,
+      "learning_rate": 1.0006964807270765e-05,
+      "loss": 26.1875,
+      "step": 21545
+    },
+    {
+      "epoch": 1.0296282137054382,
+      "grad_norm": 461.2357482910156,
+      "learning_rate": 1.0006190939901284e-05,
+      "loss": 31.5,
+      "step": 21546
+    },
+    {
+      "epoch": 1.0296760011468986,
+      "grad_norm": 207.85089111328125,
+      "learning_rate": 1.0005417072494728e-05,
+      "loss": 19.4531,
+      "step": 21547
+    },
+    {
+      "epoch": 1.029723788588359,
+      "grad_norm": 323.0699768066406,
+      "learning_rate": 1.0004643205055731e-05,
+      "loss": 24.4688,
+      "step": 21548
+    },
+    {
+      "epoch": 1.0297715760298194,
+      "grad_norm": 218.66172790527344,
+      "learning_rate": 1.0003869337588923e-05,
+      "loss": 25.6562,
+      "step": 21549
+    },
+    {
+      "epoch": 1.0298193634712798,
+      "grad_norm": 1780.47509765625,
+      "learning_rate": 1.0003095470098948e-05,
+      "loss": 27.0625,
+      "step": 21550
+    },
+    {
+      "epoch": 1.0298671509127402,
+      "grad_norm": 219.99676513671875,
+      "learning_rate": 1.000232160259043e-05,
+      "loss": 24.625,
+      "step": 21551
+    },
+    {
+      "epoch": 1.0299149383542006,
+      "grad_norm": 237.28912353515625,
+      "learning_rate": 1.0001547735068012e-05,
+      "loss": 18.0312,
+      "step": 21552
+    },
+    {
+      "epoch": 1.029962725795661,
+      "grad_norm": 225.17965698242188,
+      "learning_rate": 1.0000773867536322e-05,
+      "loss": 22.875,
+      "step": 21553
+    },
+    {
+      "epoch": 1.0300105132371213,
+      "grad_norm": 245.51251220703125,
+      "learning_rate": 1e-05,
+      "loss": 28.4688,
+      "step": 21554
+    },
+    {
+      "epoch": 1.0300583006785817,
+      "grad_norm": 233.0767822265625,
+      "learning_rate": 9.999226132463678e-06,
+      "loss": 18.6719,
+      "step": 21555
+    },
+    {
+      "epoch": 1.0301060881200421,
+      "grad_norm": 415.8899841308594,
+      "learning_rate": 9.998452264931993e-06,
+      "loss": 30.0312,
+      "step": 21556
+    },
+    {
+      "epoch": 1.0301538755615025,
+      "grad_norm": 188.6741485595703,
+      "learning_rate": 9.997678397409572e-06,
+      "loss": 28.9375,
+      "step": 21557
+    },
+    {
+      "epoch": 1.030201663002963,
+      "grad_norm": 287.72796630859375,
+      "learning_rate": 9.996904529901056e-06,
+      "loss": 23.0156,
+      "step": 21558
+    },
+    {
+      "epoch": 1.0302494504444233,
+      "grad_norm": 212.6109619140625,
+      "learning_rate": 9.996130662411077e-06,
+      "loss": 26.4062,
+      "step": 21559
+    },
+    {
+      "epoch": 1.0302972378858837,
+      "grad_norm": 225.54627990722656,
+      "learning_rate": 9.995356794944274e-06,
+      "loss": 24.625,
+      "step": 21560
+    },
+    {
+      "epoch": 1.030345025327344,
+      "grad_norm": 252.32533264160156,
+      "learning_rate": 9.994582927505275e-06,
+      "loss": 18.7969,
+      "step": 21561
+    },
+    {
+      "epoch": 1.0303928127688045,
+      "grad_norm": 155.88565063476562,
+      "learning_rate": 9.993809060098718e-06,
+      "loss": 23.25,
+      "step": 21562
+    },
+    {
+      "epoch": 1.0304406002102648,
+      "grad_norm": 165.809814453125,
+      "learning_rate": 9.993035192729237e-06,
+      "loss": 24.375,
+      "step": 21563
+    },
+    {
+      "epoch": 1.0304883876517252,
+      "grad_norm": 335.06207275390625,
+      "learning_rate": 9.992261325401465e-06,
+      "loss": 27.75,
+      "step": 21564
+    },
+    {
+      "epoch": 1.0305361750931854,
+      "grad_norm": 263.09649658203125,
+      "learning_rate": 9.99148745812004e-06,
+      "loss": 25.8594,
+      "step": 21565
+    },
+    {
+      "epoch": 1.0305839625346458,
+      "grad_norm": 368.6046447753906,
+      "learning_rate": 9.99071359088959e-06,
+      "loss": 32.6562,
+      "step": 21566
+    },
+    {
+      "epoch": 1.0306317499761062,
+      "grad_norm": 181.963623046875,
+      "learning_rate": 9.98993972371476e-06,
+      "loss": 19.7969,
+      "step": 21567
+    },
+    {
+      "epoch": 1.0306795374175666,
+      "grad_norm": 272.71405029296875,
+      "learning_rate": 9.989165856600173e-06,
+      "loss": 23.875,
+      "step": 21568
+    },
+    {
+      "epoch": 1.030727324859027,
+      "grad_norm": 256.2364196777344,
+      "learning_rate": 9.988391989550469e-06,
+      "loss": 35.6562,
+      "step": 21569
+    },
+    {
+      "epoch": 1.0307751123004874,
+      "grad_norm": 228.86048889160156,
+      "learning_rate": 9.98761812257028e-06,
+      "loss": 20.4219,
+      "step": 21570
+    },
+    {
+      "epoch": 1.0308228997419477,
+      "grad_norm": 266.085205078125,
+      "learning_rate": 9.986844255664248e-06,
+      "loss": 23.3906,
+      "step": 21571
+    },
+    {
+      "epoch": 1.0308706871834081,
+      "grad_norm": 403.7017517089844,
+      "learning_rate": 9.986070388836999e-06,
+      "loss": 28.8125,
+      "step": 21572
+    },
+    {
+      "epoch": 1.0309184746248685,
+      "grad_norm": 248.44847106933594,
+      "learning_rate": 9.98529652209317e-06,
+      "loss": 29.8438,
+      "step": 21573
+    },
+    {
+      "epoch": 1.030966262066329,
+      "grad_norm": 187.5201873779297,
+      "learning_rate": 9.984522655437394e-06,
+      "loss": 24.9844,
+      "step": 21574
+    },
+    {
+      "epoch": 1.0310140495077893,
+      "grad_norm": 242.1874237060547,
+      "learning_rate": 9.983748788874314e-06,
+      "loss": 27.7812,
+      "step": 21575
+    },
+    {
+      "epoch": 1.0310618369492497,
+      "grad_norm": 253.7034454345703,
+      "learning_rate": 9.982974922408552e-06,
+      "loss": 26.2188,
+      "step": 21576
+    },
+    {
+      "epoch": 1.03110962439071,
+      "grad_norm": 788.2570190429688,
+      "learning_rate": 9.982201056044748e-06,
+      "loss": 20.1719,
+      "step": 21577
+    },
+    {
+      "epoch": 1.0311574118321705,
+      "grad_norm": 289.8961486816406,
+      "learning_rate": 9.98142718978754e-06,
+      "loss": 28.5781,
+      "step": 21578
+    },
+    {
+      "epoch": 1.0312051992736309,
+      "grad_norm": 250.64076232910156,
+      "learning_rate": 9.980653323641557e-06,
+      "loss": 18.375,
+      "step": 21579
+    },
+    {
+      "epoch": 1.0312529867150912,
+      "grad_norm": 268.4529113769531,
+      "learning_rate": 9.979879457611437e-06,
+      "loss": 22.7969,
+      "step": 21580
+    },
+    {
+      "epoch": 1.0313007741565516,
+      "grad_norm": 244.6558837890625,
+      "learning_rate": 9.979105591701812e-06,
+      "loss": 34.9219,
+      "step": 21581
+    },
+    {
+      "epoch": 1.031348561598012,
+      "grad_norm": 131.4317169189453,
+      "learning_rate": 9.978331725917321e-06,
+      "loss": 20.3594,
+      "step": 21582
+    },
+    {
+      "epoch": 1.0313963490394724,
+      "grad_norm": 162.88760375976562,
+      "learning_rate": 9.97755786026259e-06,
+      "loss": 22.0156,
+      "step": 21583
+    },
+    {
+      "epoch": 1.0314441364809328,
+      "grad_norm": 468.01922607421875,
+      "learning_rate": 9.97678399474226e-06,
+      "loss": 29.7188,
+      "step": 21584
+    },
+    {
+      "epoch": 1.0314919239223932,
+      "grad_norm": 180.56988525390625,
+      "learning_rate": 9.976010129360962e-06,
+      "loss": 21.2344,
+      "step": 21585
+    },
+    {
+      "epoch": 1.0315397113638536,
+      "grad_norm": 467.52313232421875,
+      "learning_rate": 9.975236264123337e-06,
+      "loss": 35.0312,
+      "step": 21586
+    },
+    {
+      "epoch": 1.031587498805314,
+      "grad_norm": 325.35614013671875,
+      "learning_rate": 9.974462399034013e-06,
+      "loss": 26.5,
+      "step": 21587
+    },
+    {
+      "epoch": 1.0316352862467744,
+      "grad_norm": 350.3984680175781,
+      "learning_rate": 9.973688534097624e-06,
+      "loss": 38.4062,
+      "step": 21588
+    },
+    {
+      "epoch": 1.0316830736882348,
+      "grad_norm": 176.20761108398438,
+      "learning_rate": 9.972914669318807e-06,
+      "loss": 31.4688,
+      "step": 21589
+    },
+    {
+      "epoch": 1.0317308611296951,
+      "grad_norm": 178.0643310546875,
+      "learning_rate": 9.972140804702201e-06,
+      "loss": 22.0156,
+      "step": 21590
+    },
+    {
+      "epoch": 1.0317786485711555,
+      "grad_norm": 196.0792999267578,
+      "learning_rate": 9.971366940252431e-06,
+      "loss": 19.625,
+      "step": 21591
+    },
+    {
+      "epoch": 1.031826436012616,
+      "grad_norm": 316.65283203125,
+      "learning_rate": 9.970593075974136e-06,
+      "loss": 31.1719,
+      "step": 21592
+    },
+    {
+      "epoch": 1.0318742234540763,
+      "grad_norm": 220.60455322265625,
+      "learning_rate": 9.969819211871955e-06,
+      "loss": 20.9219,
+      "step": 21593
+    },
+    {
+      "epoch": 1.0319220108955367,
+      "grad_norm": 384.3027038574219,
+      "learning_rate": 9.969045347950513e-06,
+      "loss": 21.9375,
+      "step": 21594
+    },
+    {
+      "epoch": 1.031969798336997,
+      "grad_norm": 154.17910766601562,
+      "learning_rate": 9.968271484214453e-06,
+      "loss": 23.9531,
+      "step": 21595
+    },
+    {
+      "epoch": 1.0320175857784575,
+      "grad_norm": 386.5888366699219,
+      "learning_rate": 9.967497620668402e-06,
+      "loss": 27.4062,
+      "step": 21596
+    },
+    {
+      "epoch": 1.0320653732199179,
+      "grad_norm": 273.7083435058594,
+      "learning_rate": 9.966723757317002e-06,
+      "loss": 28.4062,
+      "step": 21597
+    },
+    {
+      "epoch": 1.0321131606613783,
+      "grad_norm": 285.824462890625,
+      "learning_rate": 9.965949894164882e-06,
+      "loss": 28.4688,
+      "step": 21598
+    },
+    {
+      "epoch": 1.0321609481028386,
+      "grad_norm": 438.0411682128906,
+      "learning_rate": 9.965176031216678e-06,
+      "loss": 25.4062,
+      "step": 21599
+    },
+    {
+      "epoch": 1.032208735544299,
+      "grad_norm": 179.27389526367188,
+      "learning_rate": 9.964402168477024e-06,
+      "loss": 23.25,
+      "step": 21600
+    },
+    {
+      "epoch": 1.0322565229857594,
+      "grad_norm": 313.3128356933594,
+      "learning_rate": 9.96362830595056e-06,
+      "loss": 27.25,
+      "step": 21601
+    },
+    {
+      "epoch": 1.0323043104272198,
+      "grad_norm": 278.95001220703125,
+      "learning_rate": 9.962854443641909e-06,
+      "loss": 25.0,
+      "step": 21602
+    },
+    {
+      "epoch": 1.0323520978686802,
+      "grad_norm": 265.9957580566406,
+      "learning_rate": 9.962080581555713e-06,
+      "loss": 18.2656,
+      "step": 21603
+    },
+    {
+      "epoch": 1.0323998853101406,
+      "grad_norm": 223.4096221923828,
+      "learning_rate": 9.961306719696611e-06,
+      "loss": 19.7031,
+      "step": 21604
+    },
+    {
+      "epoch": 1.032447672751601,
+      "grad_norm": 154.84988403320312,
+      "learning_rate": 9.960532858069226e-06,
+      "loss": 18.5312,
+      "step": 21605
+    },
+    {
+      "epoch": 1.0324954601930614,
+      "grad_norm": 252.94921875,
+      "learning_rate": 9.9597589966782e-06,
+      "loss": 30.0625,
+      "step": 21606
+    },
+    {
+      "epoch": 1.0325432476345215,
+      "grad_norm": 304.78656005859375,
+      "learning_rate": 9.958985135528163e-06,
+      "loss": 29.375,
+      "step": 21607
+    },
+    {
+      "epoch": 1.032591035075982,
+      "grad_norm": 187.2900848388672,
+      "learning_rate": 9.958211274623757e-06,
+      "loss": 22.2969,
+      "step": 21608
+    },
+    {
+      "epoch": 1.0326388225174423,
+      "grad_norm": 252.7350311279297,
+      "learning_rate": 9.95743741396961e-06,
+      "loss": 25.625,
+      "step": 21609
+    },
+    {
+      "epoch": 1.0326866099589027,
+      "grad_norm": 200.701171875,
+      "learning_rate": 9.956663553570356e-06,
+      "loss": 27.875,
+      "step": 21610
+    },
+    {
+      "epoch": 1.032734397400363,
+      "grad_norm": 354.34515380859375,
+      "learning_rate": 9.955889693430635e-06,
+      "loss": 26.0,
+      "step": 21611
+    },
+    {
+      "epoch": 1.0327821848418235,
+      "grad_norm": 540.9205932617188,
+      "learning_rate": 9.955115833555074e-06,
+      "loss": 40.1875,
+      "step": 21612
+    },
+    {
+      "epoch": 1.0328299722832839,
+      "grad_norm": 245.63250732421875,
+      "learning_rate": 9.954341973948315e-06,
+      "loss": 25.125,
+      "step": 21613
+    },
+    {
+      "epoch": 1.0328777597247443,
+      "grad_norm": 208.72801208496094,
+      "learning_rate": 9.953568114614984e-06,
+      "loss": 19.5,
+      "step": 21614
+    },
+    {
+      "epoch": 1.0329255471662047,
+      "grad_norm": 432.2305908203125,
+      "learning_rate": 9.952794255559726e-06,
+      "loss": 34.7188,
+      "step": 21615
+    },
+    {
+      "epoch": 1.032973334607665,
+      "grad_norm": 284.5174560546875,
+      "learning_rate": 9.952020396787165e-06,
+      "loss": 29.8125,
+      "step": 21616
+    },
+    {
+      "epoch": 1.0330211220491254,
+      "grad_norm": 230.8571319580078,
+      "learning_rate": 9.95124653830194e-06,
+      "loss": 26.9375,
+      "step": 21617
+    },
+    {
+      "epoch": 1.0330689094905858,
+      "grad_norm": 297.06329345703125,
+      "learning_rate": 9.950472680108685e-06,
+      "loss": 34.5625,
+      "step": 21618
+    },
+    {
+      "epoch": 1.0331166969320462,
+      "grad_norm": 242.6680145263672,
+      "learning_rate": 9.94969882221204e-06,
+      "loss": 25.9375,
+      "step": 21619
+    },
+    {
+      "epoch": 1.0331644843735066,
+      "grad_norm": 280.2452087402344,
+      "learning_rate": 9.948924964616627e-06,
+      "loss": 25.9219,
+      "step": 21620
+    },
+    {
+      "epoch": 1.033212271814967,
+      "grad_norm": 276.8948669433594,
+      "learning_rate": 9.948151107327089e-06,
+      "loss": 37.0938,
+      "step": 21621
+    },
+    {
+      "epoch": 1.0332600592564274,
+      "grad_norm": 177.89410400390625,
+      "learning_rate": 9.947377250348061e-06,
+      "loss": 18.2344,
+      "step": 21622
+    },
+    {
+      "epoch": 1.0333078466978878,
+      "grad_norm": 266.0195007324219,
+      "learning_rate": 9.946603393684177e-06,
+      "loss": 21.9844,
+      "step": 21623
+    },
+    {
+      "epoch": 1.0333556341393482,
+      "grad_norm": 340.531005859375,
+      "learning_rate": 9.945829537340066e-06,
+      "loss": 29.1875,
+      "step": 21624
+    },
+    {
+      "epoch": 1.0334034215808086,
+      "grad_norm": 165.20211791992188,
+      "learning_rate": 9.945055681320368e-06,
+      "loss": 27.9688,
+      "step": 21625
+    },
+    {
+      "epoch": 1.033451209022269,
+      "grad_norm": 316.3676452636719,
+      "learning_rate": 9.944281825629718e-06,
+      "loss": 26.1875,
+      "step": 21626
+    },
+    {
+      "epoch": 1.0334989964637293,
+      "grad_norm": 231.62896728515625,
+      "learning_rate": 9.943507970272746e-06,
+      "loss": 23.25,
+      "step": 21627
+    },
+    {
+      "epoch": 1.0335467839051897,
+      "grad_norm": 181.17259216308594,
+      "learning_rate": 9.942734115254088e-06,
+      "loss": 24.7344,
+      "step": 21628
+    },
+    {
+      "epoch": 1.0335945713466501,
+      "grad_norm": 174.363037109375,
+      "learning_rate": 9.941960260578378e-06,
+      "loss": 19.9844,
+      "step": 21629
+    },
+    {
+      "epoch": 1.0336423587881105,
+      "grad_norm": 218.6364288330078,
+      "learning_rate": 9.941186406250251e-06,
+      "loss": 21.9219,
+      "step": 21630
+    },
+    {
+      "epoch": 1.033690146229571,
+      "grad_norm": 239.2249298095703,
+      "learning_rate": 9.940412552274345e-06,
+      "loss": 27.6094,
+      "step": 21631
+    },
+    {
+      "epoch": 1.0337379336710313,
+      "grad_norm": 283.22662353515625,
+      "learning_rate": 9.939638698655287e-06,
+      "loss": 22.875,
+      "step": 21632
+    },
+    {
+      "epoch": 1.0337857211124917,
+      "grad_norm": 615.512939453125,
+      "learning_rate": 9.938864845397715e-06,
+      "loss": 22.1094,
+      "step": 21633
+    },
+    {
+      "epoch": 1.033833508553952,
+      "grad_norm": 288.18084716796875,
+      "learning_rate": 9.938090992506268e-06,
+      "loss": 21.3906,
+      "step": 21634
+    },
+    {
+      "epoch": 1.0338812959954125,
+      "grad_norm": 178.22715759277344,
+      "learning_rate": 9.937317139985571e-06,
+      "loss": 27.5469,
+      "step": 21635
+    },
+    {
+      "epoch": 1.0339290834368728,
+      "grad_norm": 270.0492248535156,
+      "learning_rate": 9.936543287840266e-06,
+      "loss": 26.1875,
+      "step": 21636
+    },
+    {
+      "epoch": 1.0339768708783332,
+      "grad_norm": 138.55953979492188,
+      "learning_rate": 9.935769436074983e-06,
+      "loss": 19.6094,
+      "step": 21637
+    },
+    {
+      "epoch": 1.0340246583197936,
+      "grad_norm": 605.2548217773438,
+      "learning_rate": 9.934995584694362e-06,
+      "loss": 21.9219,
+      "step": 21638
+    },
+    {
+      "epoch": 1.034072445761254,
+      "grad_norm": 228.9156494140625,
+      "learning_rate": 9.934221733703032e-06,
+      "loss": 20.8594,
+      "step": 21639
+    },
+    {
+      "epoch": 1.0341202332027144,
+      "grad_norm": 158.1166534423828,
+      "learning_rate": 9.933447883105626e-06,
+      "loss": 32.4062,
+      "step": 21640
+    },
+    {
+      "epoch": 1.0341680206441748,
+      "grad_norm": 1055.983154296875,
+      "learning_rate": 9.932674032906787e-06,
+      "loss": 30.25,
+      "step": 21641
+    },
+    {
+      "epoch": 1.0342158080856352,
+      "grad_norm": 307.3338317871094,
+      "learning_rate": 9.931900183111138e-06,
+      "loss": 27.3906,
+      "step": 21642
+    },
+    {
+      "epoch": 1.0342635955270956,
+      "grad_norm": 282.3049011230469,
+      "learning_rate": 9.93112633372332e-06,
+      "loss": 28.0,
+      "step": 21643
+    },
+    {
+      "epoch": 1.034311382968556,
+      "grad_norm": 231.0580291748047,
+      "learning_rate": 9.93035248474797e-06,
+      "loss": 43.9375,
+      "step": 21644
+    },
+    {
+      "epoch": 1.0343591704100163,
+      "grad_norm": 226.5896759033203,
+      "learning_rate": 9.929578636189717e-06,
+      "loss": 29.0938,
+      "step": 21645
+    },
+    {
+      "epoch": 1.0344069578514767,
+      "grad_norm": 269.32720947265625,
+      "learning_rate": 9.928804788053198e-06,
+      "loss": 20.2656,
+      "step": 21646
+    },
+    {
+      "epoch": 1.034454745292937,
+      "grad_norm": 298.9671936035156,
+      "learning_rate": 9.928030940343043e-06,
+      "loss": 23.5,
+      "step": 21647
+    },
+    {
+      "epoch": 1.0345025327343973,
+      "grad_norm": 200.91114807128906,
+      "learning_rate": 9.92725709306389e-06,
+      "loss": 23.2188,
+      "step": 21648
+    },
+    {
+      "epoch": 1.0345503201758577,
+      "grad_norm": 168.3695526123047,
+      "learning_rate": 9.926483246220378e-06,
+      "loss": 18.1719,
+      "step": 21649
+    },
+    {
+      "epoch": 1.034598107617318,
+      "grad_norm": 604.5374145507812,
+      "learning_rate": 9.925709399817132e-06,
+      "loss": 33.0312,
+      "step": 21650
+    },
+    {
+      "epoch": 1.0346458950587785,
+      "grad_norm": 303.54412841796875,
+      "learning_rate": 9.924935553858792e-06,
+      "loss": 27.4844,
+      "step": 21651
+    },
+    {
+      "epoch": 1.0346936825002389,
+      "grad_norm": 313.9184875488281,
+      "learning_rate": 9.924161708349993e-06,
+      "loss": 22.6094,
+      "step": 21652
+    },
+    {
+      "epoch": 1.0347414699416992,
+      "grad_norm": 550.0101318359375,
+      "learning_rate": 9.923387863295367e-06,
+      "loss": 19.9375,
+      "step": 21653
+    },
+    {
+      "epoch": 1.0347892573831596,
+      "grad_norm": 223.19114685058594,
+      "learning_rate": 9.922614018699545e-06,
+      "loss": 19.6562,
+      "step": 21654
+    },
+    {
+      "epoch": 1.03483704482462,
+      "grad_norm": 222.5386505126953,
+      "learning_rate": 9.921840174567168e-06,
+      "loss": 30.0312,
+      "step": 21655
+    },
+    {
+      "epoch": 1.0348848322660804,
+      "grad_norm": 235.71559143066406,
+      "learning_rate": 9.92106633090287e-06,
+      "loss": 38.0156,
+      "step": 21656
+    },
+    {
+      "epoch": 1.0349326197075408,
+      "grad_norm": 170.62686157226562,
+      "learning_rate": 9.92029248771128e-06,
+      "loss": 20.3594,
+      "step": 21657
+    },
+    {
+      "epoch": 1.0349804071490012,
+      "grad_norm": 169.28231811523438,
+      "learning_rate": 9.919518644997032e-06,
+      "loss": 24.9219,
+      "step": 21658
+    },
+    {
+      "epoch": 1.0350281945904616,
+      "grad_norm": 139.53451538085938,
+      "learning_rate": 9.91874480276477e-06,
+      "loss": 19.4531,
+      "step": 21659
+    },
+    {
+      "epoch": 1.035075982031922,
+      "grad_norm": 684.8726196289062,
+      "learning_rate": 9.917970961019118e-06,
+      "loss": 27.125,
+      "step": 21660
+    },
+    {
+      "epoch": 1.0351237694733824,
+      "grad_norm": 282.07952880859375,
+      "learning_rate": 9.917197119764715e-06,
+      "loss": 27.1562,
+      "step": 21661
+    },
+    {
+      "epoch": 1.0351715569148427,
+      "grad_norm": 315.65087890625,
+      "learning_rate": 9.916423279006195e-06,
+      "loss": 24.9844,
+      "step": 21662
+    },
+    {
+      "epoch": 1.0352193443563031,
+      "grad_norm": 270.6763610839844,
+      "learning_rate": 9.915649438748189e-06,
+      "loss": 26.5312,
+      "step": 21663
+    },
+    {
+      "epoch": 1.0352671317977635,
+      "grad_norm": 230.64010620117188,
+      "learning_rate": 9.91487559899534e-06,
+      "loss": 22.1562,
+      "step": 21664
+    },
+    {
+      "epoch": 1.035314919239224,
+      "grad_norm": 208.7957305908203,
+      "learning_rate": 9.91410175975227e-06,
+      "loss": 23.4688,
+      "step": 21665
+    },
+    {
+      "epoch": 1.0353627066806843,
+      "grad_norm": 112.24405670166016,
+      "learning_rate": 9.91332792102362e-06,
+      "loss": 18.125,
+      "step": 21666
+    },
+    {
+      "epoch": 1.0354104941221447,
+      "grad_norm": 225.1351776123047,
+      "learning_rate": 9.91255408281403e-06,
+      "loss": 28.4844,
+      "step": 21667
+    },
+    {
+      "epoch": 1.035458281563605,
+      "grad_norm": 551.2553100585938,
+      "learning_rate": 9.911780245128122e-06,
+      "loss": 32.9062,
+      "step": 21668
+    },
+    {
+      "epoch": 1.0355060690050655,
+      "grad_norm": 180.49850463867188,
+      "learning_rate": 9.911006407970538e-06,
+      "loss": 22.6406,
+      "step": 21669
+    },
+    {
+      "epoch": 1.0355538564465259,
+      "grad_norm": 198.15843200683594,
+      "learning_rate": 9.91023257134591e-06,
+      "loss": 16.0938,
+      "step": 21670
+    },
+    {
+      "epoch": 1.0356016438879863,
+      "grad_norm": 262.61962890625,
+      "learning_rate": 9.909458735258877e-06,
+      "loss": 27.8281,
+      "step": 21671
+    },
+    {
+      "epoch": 1.0356494313294466,
+      "grad_norm": 249.3709716796875,
+      "learning_rate": 9.908684899714065e-06,
+      "loss": 22.4688,
+      "step": 21672
+    },
+    {
+      "epoch": 1.035697218770907,
+      "grad_norm": 128.2688446044922,
+      "learning_rate": 9.907911064716113e-06,
+      "loss": 17.4219,
+      "step": 21673
+    },
+    {
+      "epoch": 1.0357450062123674,
+      "grad_norm": 186.2234649658203,
+      "learning_rate": 9.907137230269657e-06,
+      "loss": 28.1562,
+      "step": 21674
+    },
+    {
+      "epoch": 1.0357927936538278,
+      "grad_norm": 418.6732482910156,
+      "learning_rate": 9.90636339637933e-06,
+      "loss": 40.4688,
+      "step": 21675
+    },
+    {
+      "epoch": 1.0358405810952882,
+      "grad_norm": 423.01416015625,
+      "learning_rate": 9.905589563049762e-06,
+      "loss": 34.0312,
+      "step": 21676
+    },
+    {
+      "epoch": 1.0358883685367486,
+      "grad_norm": 221.7928466796875,
+      "learning_rate": 9.904815730285595e-06,
+      "loss": 32.3438,
+      "step": 21677
+    },
+    {
+      "epoch": 1.035936155978209,
+      "grad_norm": 201.40638732910156,
+      "learning_rate": 9.904041898091457e-06,
+      "loss": 25.5938,
+      "step": 21678
+    },
+    {
+      "epoch": 1.0359839434196694,
+      "grad_norm": 332.91253662109375,
+      "learning_rate": 9.903268066471984e-06,
+      "loss": 29.1875,
+      "step": 21679
+    },
+    {
+      "epoch": 1.0360317308611298,
+      "grad_norm": 177.45980834960938,
+      "learning_rate": 9.902494235431809e-06,
+      "loss": 22.4219,
+      "step": 21680
+    },
+    {
+      "epoch": 1.0360795183025902,
+      "grad_norm": 359.3829650878906,
+      "learning_rate": 9.901720404975568e-06,
+      "loss": 30.6406,
+      "step": 21681
+    },
+    {
+      "epoch": 1.0361273057440505,
+      "grad_norm": 346.5469970703125,
+      "learning_rate": 9.900946575107898e-06,
+      "loss": 25.375,
+      "step": 21682
+    },
+    {
+      "epoch": 1.036175093185511,
+      "grad_norm": 332.219970703125,
+      "learning_rate": 9.900172745833427e-06,
+      "loss": 35.5625,
+      "step": 21683
+    },
+    {
+      "epoch": 1.0362228806269713,
+      "grad_norm": 301.69342041015625,
+      "learning_rate": 9.899398917156792e-06,
+      "loss": 28.8125,
+      "step": 21684
+    },
+    {
+      "epoch": 1.0362706680684317,
+      "grad_norm": 176.68850708007812,
+      "learning_rate": 9.898625089082627e-06,
+      "loss": 20.4219,
+      "step": 21685
+    },
+    {
+      "epoch": 1.036318455509892,
+      "grad_norm": 185.91555786132812,
+      "learning_rate": 9.897851261615573e-06,
+      "loss": 31.9375,
+      "step": 21686
+    },
+    {
+      "epoch": 1.0363662429513525,
+      "grad_norm": 201.69384765625,
+      "learning_rate": 9.897077434760252e-06,
+      "loss": 25.1875,
+      "step": 21687
+    },
+    {
+      "epoch": 1.0364140303928129,
+      "grad_norm": 266.1575622558594,
+      "learning_rate": 9.896303608521306e-06,
+      "loss": 35.875,
+      "step": 21688
+    },
+    {
+      "epoch": 1.036461817834273,
+      "grad_norm": 234.3220672607422,
+      "learning_rate": 9.895529782903371e-06,
+      "loss": 22.0625,
+      "step": 21689
+    },
+    {
+      "epoch": 1.0365096052757334,
+      "grad_norm": 487.3282165527344,
+      "learning_rate": 9.894755957911074e-06,
+      "loss": 33.8438,
+      "step": 21690
+    },
+    {
+      "epoch": 1.0365573927171938,
+      "grad_norm": 204.54248046875,
+      "learning_rate": 9.893982133549053e-06,
+      "loss": 25.4531,
+      "step": 21691
+    },
+    {
+      "epoch": 1.0366051801586542,
+      "grad_norm": 811.5967407226562,
+      "learning_rate": 9.893208309821944e-06,
+      "loss": 29.1562,
+      "step": 21692
+    },
+    {
+      "epoch": 1.0366529676001146,
+      "grad_norm": 334.3337707519531,
+      "learning_rate": 9.89243448673438e-06,
+      "loss": 34.7188,
+      "step": 21693
+    },
+    {
+      "epoch": 1.036700755041575,
+      "grad_norm": 430.8192443847656,
+      "learning_rate": 9.89166066429099e-06,
+      "loss": 28.4375,
+      "step": 21694
+    },
+    {
+      "epoch": 1.0367485424830354,
+      "grad_norm": 188.97747802734375,
+      "learning_rate": 9.890886842496417e-06,
+      "loss": 23.125,
+      "step": 21695
+    },
+    {
+      "epoch": 1.0367963299244958,
+      "grad_norm": 320.2729187011719,
+      "learning_rate": 9.89011302135529e-06,
+      "loss": 23.0,
+      "step": 21696
+    },
+    {
+      "epoch": 1.0368441173659562,
+      "grad_norm": 218.41786193847656,
+      "learning_rate": 9.889339200872248e-06,
+      "loss": 33.2031,
+      "step": 21697
+    },
+    {
+      "epoch": 1.0368919048074166,
+      "grad_norm": 305.8478088378906,
+      "learning_rate": 9.888565381051915e-06,
+      "loss": 15.2812,
+      "step": 21698
+    },
+    {
+      "epoch": 1.036939692248877,
+      "grad_norm": 196.59564208984375,
+      "learning_rate": 9.887791561898934e-06,
+      "loss": 28.625,
+      "step": 21699
+    },
+    {
+      "epoch": 1.0369874796903373,
+      "grad_norm": 301.3537292480469,
+      "learning_rate": 9.88701774341794e-06,
+      "loss": 25.7188,
+      "step": 21700
+    },
+    {
+      "epoch": 1.0370352671317977,
+      "grad_norm": 361.4711608886719,
+      "learning_rate": 9.886243925613559e-06,
+      "loss": 34.4688,
+      "step": 21701
+    },
+    {
+      "epoch": 1.0370830545732581,
+      "grad_norm": 261.370361328125,
+      "learning_rate": 9.885470108490431e-06,
+      "loss": 31.1875,
+      "step": 21702
+    },
+    {
+      "epoch": 1.0371308420147185,
+      "grad_norm": 155.18751525878906,
+      "learning_rate": 9.884696292053189e-06,
+      "loss": 17.3125,
+      "step": 21703
+    },
+    {
+      "epoch": 1.037178629456179,
+      "grad_norm": 120.28038787841797,
+      "learning_rate": 9.883922476306473e-06,
+      "loss": 16.0781,
+      "step": 21704
+    },
+    {
+      "epoch": 1.0372264168976393,
+      "grad_norm": 272.8104553222656,
+      "learning_rate": 9.883148661254905e-06,
+      "loss": 18.2656,
+      "step": 21705
+    },
+    {
+      "epoch": 1.0372742043390997,
+      "grad_norm": 285.3390808105469,
+      "learning_rate": 9.882374846903127e-06,
+      "loss": 30.8438,
+      "step": 21706
+    },
+    {
+      "epoch": 1.03732199178056,
+      "grad_norm": 195.71873474121094,
+      "learning_rate": 9.88160103325577e-06,
+      "loss": 24.7969,
+      "step": 21707
+    },
+    {
+      "epoch": 1.0373697792220204,
+      "grad_norm": 221.6587371826172,
+      "learning_rate": 9.880827220317477e-06,
+      "loss": 22.9062,
+      "step": 21708
+    },
+    {
+      "epoch": 1.0374175666634808,
+      "grad_norm": 475.37518310546875,
+      "learning_rate": 9.88005340809287e-06,
+      "loss": 30.0938,
+      "step": 21709
+    },
+    {
+      "epoch": 1.0374653541049412,
+      "grad_norm": 283.7206726074219,
+      "learning_rate": 9.87927959658659e-06,
+      "loss": 25.7969,
+      "step": 21710
+    },
+    {
+      "epoch": 1.0375131415464016,
+      "grad_norm": 241.28933715820312,
+      "learning_rate": 9.878505785803269e-06,
+      "loss": 19.7969,
+      "step": 21711
+    },
+    {
+      "epoch": 1.037560928987862,
+      "grad_norm": 331.7328796386719,
+      "learning_rate": 9.877731975747544e-06,
+      "loss": 34.5938,
+      "step": 21712
+    },
+    {
+      "epoch": 1.0376087164293224,
+      "grad_norm": 200.6435089111328,
+      "learning_rate": 9.876958166424041e-06,
+      "loss": 20.8125,
+      "step": 21713
+    },
+    {
+      "epoch": 1.0376565038707828,
+      "grad_norm": 207.3163299560547,
+      "learning_rate": 9.876184357837403e-06,
+      "loss": 22.6875,
+      "step": 21714
+    },
+    {
+      "epoch": 1.0377042913122432,
+      "grad_norm": 125.05554962158203,
+      "learning_rate": 9.875410549992263e-06,
+      "loss": 23.1562,
+      "step": 21715
+    },
+    {
+      "epoch": 1.0377520787537036,
+      "grad_norm": 189.9447479248047,
+      "learning_rate": 9.87463674289325e-06,
+      "loss": 27.8125,
+      "step": 21716
+    },
+    {
+      "epoch": 1.037799866195164,
+      "grad_norm": 284.70465087890625,
+      "learning_rate": 9.873862936545002e-06,
+      "loss": 24.5312,
+      "step": 21717
+    },
+    {
+      "epoch": 1.0378476536366243,
+      "grad_norm": 282.3353576660156,
+      "learning_rate": 9.873089130952151e-06,
+      "loss": 34.6875,
+      "step": 21718
+    },
+    {
+      "epoch": 1.0378954410780847,
+      "grad_norm": 309.7527770996094,
+      "learning_rate": 9.872315326119336e-06,
+      "loss": 33.4688,
+      "step": 21719
+    },
+    {
+      "epoch": 1.0379432285195451,
+      "grad_norm": 316.54827880859375,
+      "learning_rate": 9.871541522051185e-06,
+      "loss": 28.75,
+      "step": 21720
+    },
+    {
+      "epoch": 1.0379910159610055,
+      "grad_norm": 165.19444274902344,
+      "learning_rate": 9.870767718752332e-06,
+      "loss": 22.2656,
+      "step": 21721
+    },
+    {
+      "epoch": 1.038038803402466,
+      "grad_norm": 377.0958251953125,
+      "learning_rate": 9.869993916227416e-06,
+      "loss": 31.125,
+      "step": 21722
+    },
+    {
+      "epoch": 1.0380865908439263,
+      "grad_norm": 213.4341278076172,
+      "learning_rate": 9.869220114481072e-06,
+      "loss": 23.5312,
+      "step": 21723
+    },
+    {
+      "epoch": 1.0381343782853867,
+      "grad_norm": 172.5737762451172,
+      "learning_rate": 9.868446313517927e-06,
+      "loss": 30.1875,
+      "step": 21724
+    },
+    {
+      "epoch": 1.038182165726847,
+      "grad_norm": 391.1254577636719,
+      "learning_rate": 9.86767251334262e-06,
+      "loss": 18.625,
+      "step": 21725
+    },
+    {
+      "epoch": 1.0382299531683075,
+      "grad_norm": 143.1498565673828,
+      "learning_rate": 9.866898713959783e-06,
+      "loss": 19.8125,
+      "step": 21726
+    },
+    {
+      "epoch": 1.0382777406097679,
+      "grad_norm": 299.6551513671875,
+      "learning_rate": 9.866124915374052e-06,
+      "loss": 26.875,
+      "step": 21727
+    },
+    {
+      "epoch": 1.0383255280512282,
+      "grad_norm": 215.4720458984375,
+      "learning_rate": 9.86535111759006e-06,
+      "loss": 37.1562,
+      "step": 21728
+    },
+    {
+      "epoch": 1.0383733154926884,
+      "grad_norm": 342.9783935546875,
+      "learning_rate": 9.864577320612439e-06,
+      "loss": 17.2188,
+      "step": 21729
+    },
+    {
+      "epoch": 1.0384211029341488,
+      "grad_norm": 365.28302001953125,
+      "learning_rate": 9.86380352444583e-06,
+      "loss": 30.0938,
+      "step": 21730
+    },
+    {
+      "epoch": 1.0384688903756092,
+      "grad_norm": 437.76226806640625,
+      "learning_rate": 9.863029729094856e-06,
+      "loss": 37.2188,
+      "step": 21731
+    },
+    {
+      "epoch": 1.0385166778170696,
+      "grad_norm": 240.9269561767578,
+      "learning_rate": 9.862255934564159e-06,
+      "loss": 20.4375,
+      "step": 21732
+    },
+    {
+      "epoch": 1.03856446525853,
+      "grad_norm": 256.4953918457031,
+      "learning_rate": 9.86148214085837e-06,
+      "loss": 33.375,
+      "step": 21733
+    },
+    {
+      "epoch": 1.0386122526999904,
+      "grad_norm": 258.4517517089844,
+      "learning_rate": 9.860708347982132e-06,
+      "loss": 22.4844,
+      "step": 21734
+    },
+    {
+      "epoch": 1.0386600401414507,
+      "grad_norm": 304.84747314453125,
+      "learning_rate": 9.859934555940063e-06,
+      "loss": 28.6562,
+      "step": 21735
+    },
+    {
+      "epoch": 1.0387078275829111,
+      "grad_norm": 383.748779296875,
+      "learning_rate": 9.859160764736806e-06,
+      "loss": 41.0312,
+      "step": 21736
+    },
+    {
+      "epoch": 1.0387556150243715,
+      "grad_norm": 188.74923706054688,
+      "learning_rate": 9.858386974377e-06,
+      "loss": 26.9375,
+      "step": 21737
+    },
+    {
+      "epoch": 1.038803402465832,
+      "grad_norm": 234.4259490966797,
+      "learning_rate": 9.857613184865269e-06,
+      "loss": 27.9531,
+      "step": 21738
+    },
+    {
+      "epoch": 1.0388511899072923,
+      "grad_norm": 548.6192626953125,
+      "learning_rate": 9.85683939620625e-06,
+      "loss": 24.6094,
+      "step": 21739
+    },
+    {
+      "epoch": 1.0388989773487527,
+      "grad_norm": 128.57215881347656,
+      "learning_rate": 9.856065608404579e-06,
+      "loss": 24.2969,
+      "step": 21740
+    },
+    {
+      "epoch": 1.038946764790213,
+      "grad_norm": 253.56051635742188,
+      "learning_rate": 9.855291821464893e-06,
+      "loss": 20.2344,
+      "step": 21741
+    },
+    {
+      "epoch": 1.0389945522316735,
+      "grad_norm": 192.02210998535156,
+      "learning_rate": 9.854518035391818e-06,
+      "loss": 28.1875,
+      "step": 21742
+    },
+    {
+      "epoch": 1.0390423396731339,
+      "grad_norm": 413.1713562011719,
+      "learning_rate": 9.853744250189994e-06,
+      "loss": 37.25,
+      "step": 21743
+    },
+    {
+      "epoch": 1.0390901271145943,
+      "grad_norm": 167.2183074951172,
+      "learning_rate": 9.852970465864052e-06,
+      "loss": 18.1562,
+      "step": 21744
+    },
+    {
+      "epoch": 1.0391379145560546,
+      "grad_norm": 297.04876708984375,
+      "learning_rate": 9.85219668241863e-06,
+      "loss": 24.0625,
+      "step": 21745
+    },
+    {
+      "epoch": 1.039185701997515,
+      "grad_norm": 447.23834228515625,
+      "learning_rate": 9.851422899858359e-06,
+      "loss": 30.0625,
+      "step": 21746
+    },
+    {
+      "epoch": 1.0392334894389754,
+      "grad_norm": 150.26715087890625,
+      "learning_rate": 9.85064911818787e-06,
+      "loss": 21.4531,
+      "step": 21747
+    },
+    {
+      "epoch": 1.0392812768804358,
+      "grad_norm": 211.07598876953125,
+      "learning_rate": 9.849875337411799e-06,
+      "loss": 23.7344,
+      "step": 21748
+    },
+    {
+      "epoch": 1.0393290643218962,
+      "grad_norm": 255.83326721191406,
+      "learning_rate": 9.849101557534787e-06,
+      "loss": 29.9688,
+      "step": 21749
+    },
+    {
+      "epoch": 1.0393768517633566,
+      "grad_norm": 469.73223876953125,
+      "learning_rate": 9.848327778561457e-06,
+      "loss": 25.0312,
+      "step": 21750
+    },
+    {
+      "epoch": 1.039424639204817,
+      "grad_norm": 235.1995849609375,
+      "learning_rate": 9.847554000496449e-06,
+      "loss": 23.4688,
+      "step": 21751
+    },
+    {
+      "epoch": 1.0394724266462774,
+      "grad_norm": 261.061279296875,
+      "learning_rate": 9.846780223344398e-06,
+      "loss": 32.75,
+      "step": 21752
+    },
+    {
+      "epoch": 1.0395202140877378,
+      "grad_norm": 532.3157348632812,
+      "learning_rate": 9.846006447109934e-06,
+      "loss": 20.3125,
+      "step": 21753
+    },
+    {
+      "epoch": 1.0395680015291981,
+      "grad_norm": 210.0532989501953,
+      "learning_rate": 9.845232671797691e-06,
+      "loss": 23.2188,
+      "step": 21754
+    },
+    {
+      "epoch": 1.0396157889706585,
+      "grad_norm": 292.5986633300781,
+      "learning_rate": 9.844458897412304e-06,
+      "loss": 21.5312,
+      "step": 21755
+    },
+    {
+      "epoch": 1.039663576412119,
+      "grad_norm": 422.6047058105469,
+      "learning_rate": 9.843685123958414e-06,
+      "loss": 32.0312,
+      "step": 21756
+    },
+    {
+      "epoch": 1.0397113638535793,
+      "grad_norm": 442.7837829589844,
+      "learning_rate": 9.842911351440643e-06,
+      "loss": 23.6406,
+      "step": 21757
+    },
+    {
+      "epoch": 1.0397591512950397,
+      "grad_norm": 615.1369018554688,
+      "learning_rate": 9.842137579863632e-06,
+      "loss": 34.25,
+      "step": 21758
+    },
+    {
+      "epoch": 1.0398069387365,
+      "grad_norm": 325.232666015625,
+      "learning_rate": 9.841363809232012e-06,
+      "loss": 23.9688,
+      "step": 21759
+    },
+    {
+      "epoch": 1.0398547261779605,
+      "grad_norm": 194.86944580078125,
+      "learning_rate": 9.84059003955042e-06,
+      "loss": 16.2656,
+      "step": 21760
+    },
+    {
+      "epoch": 1.0399025136194209,
+      "grad_norm": 234.9755401611328,
+      "learning_rate": 9.839816270823486e-06,
+      "loss": 30.1406,
+      "step": 21761
+    },
+    {
+      "epoch": 1.0399503010608813,
+      "grad_norm": 219.98934936523438,
+      "learning_rate": 9.839042503055847e-06,
+      "loss": 25.375,
+      "step": 21762
+    },
+    {
+      "epoch": 1.0399980885023417,
+      "grad_norm": 241.08401489257812,
+      "learning_rate": 9.838268736252138e-06,
+      "loss": 18.9062,
+      "step": 21763
+    },
+    {
+      "epoch": 1.040045875943802,
+      "grad_norm": 183.02536010742188,
+      "learning_rate": 9.837494970416986e-06,
+      "loss": 22.4688,
+      "step": 21764
+    },
+    {
+      "epoch": 1.0400936633852624,
+      "grad_norm": 186.64244079589844,
+      "learning_rate": 9.836721205555031e-06,
+      "loss": 23.9844,
+      "step": 21765
+    },
+    {
+      "epoch": 1.0401414508267228,
+      "grad_norm": 166.60855102539062,
+      "learning_rate": 9.835947441670904e-06,
+      "loss": 21.5,
+      "step": 21766
+    },
+    {
+      "epoch": 1.0401892382681832,
+      "grad_norm": 190.43687438964844,
+      "learning_rate": 9.835173678769244e-06,
+      "loss": 23.5781,
+      "step": 21767
+    },
+    {
+      "epoch": 1.0402370257096436,
+      "grad_norm": 202.555908203125,
+      "learning_rate": 9.834399916854677e-06,
+      "loss": 20.7031,
+      "step": 21768
+    },
+    {
+      "epoch": 1.040284813151104,
+      "grad_norm": 295.17578125,
+      "learning_rate": 9.833626155931843e-06,
+      "loss": 22.7344,
+      "step": 21769
+    },
+    {
+      "epoch": 1.0403326005925644,
+      "grad_norm": 429.9805603027344,
+      "learning_rate": 9.832852396005371e-06,
+      "loss": 38.5625,
+      "step": 21770
+    },
+    {
+      "epoch": 1.0403803880340248,
+      "grad_norm": 184.96170043945312,
+      "learning_rate": 9.832078637079902e-06,
+      "loss": 23.4688,
+      "step": 21771
+    },
+    {
+      "epoch": 1.040428175475485,
+      "grad_norm": 318.91741943359375,
+      "learning_rate": 9.831304879160063e-06,
+      "loss": 37.125,
+      "step": 21772
+    },
+    {
+      "epoch": 1.0404759629169453,
+      "grad_norm": 305.7382507324219,
+      "learning_rate": 9.830531122250488e-06,
+      "loss": 22.2812,
+      "step": 21773
+    },
+    {
+      "epoch": 1.0405237503584057,
+      "grad_norm": 141.3386688232422,
+      "learning_rate": 9.829757366355818e-06,
+      "loss": 20.7031,
+      "step": 21774
+    },
+    {
+      "epoch": 1.040571537799866,
+      "grad_norm": 188.84066772460938,
+      "learning_rate": 9.828983611480678e-06,
+      "loss": 22.3438,
+      "step": 21775
+    },
+    {
+      "epoch": 1.0406193252413265,
+      "grad_norm": 309.0222473144531,
+      "learning_rate": 9.828209857629707e-06,
+      "loss": 27.8438,
+      "step": 21776
+    },
+    {
+      "epoch": 1.0406671126827869,
+      "grad_norm": 432.1341247558594,
+      "learning_rate": 9.827436104807536e-06,
+      "loss": 28.9688,
+      "step": 21777
+    },
+    {
+      "epoch": 1.0407149001242473,
+      "grad_norm": 306.8765563964844,
+      "learning_rate": 9.8266623530188e-06,
+      "loss": 31.5625,
+      "step": 21778
+    },
+    {
+      "epoch": 1.0407626875657077,
+      "grad_norm": 318.0690612792969,
+      "learning_rate": 9.825888602268134e-06,
+      "loss": 29.625,
+      "step": 21779
+    },
+    {
+      "epoch": 1.040810475007168,
+      "grad_norm": 198.94644165039062,
+      "learning_rate": 9.82511485256017e-06,
+      "loss": 18.9531,
+      "step": 21780
+    },
+    {
+      "epoch": 1.0408582624486284,
+      "grad_norm": 429.051025390625,
+      "learning_rate": 9.82434110389954e-06,
+      "loss": 27.2188,
+      "step": 21781
+    },
+    {
+      "epoch": 1.0409060498900888,
+      "grad_norm": 249.7619171142578,
+      "learning_rate": 9.823567356290886e-06,
+      "loss": 20.9844,
+      "step": 21782
+    },
+    {
+      "epoch": 1.0409538373315492,
+      "grad_norm": 327.0761413574219,
+      "learning_rate": 9.822793609738831e-06,
+      "loss": 21.0312,
+      "step": 21783
+    },
+    {
+      "epoch": 1.0410016247730096,
+      "grad_norm": 279.3800048828125,
+      "learning_rate": 9.822019864248013e-06,
+      "loss": 26.1562,
+      "step": 21784
+    },
+    {
+      "epoch": 1.04104941221447,
+      "grad_norm": 212.93661499023438,
+      "learning_rate": 9.821246119823072e-06,
+      "loss": 23.8906,
+      "step": 21785
+    },
+    {
+      "epoch": 1.0410971996559304,
+      "grad_norm": 331.9365234375,
+      "learning_rate": 9.820472376468632e-06,
+      "loss": 26.3438,
+      "step": 21786
+    },
+    {
+      "epoch": 1.0411449870973908,
+      "grad_norm": 217.14642333984375,
+      "learning_rate": 9.819698634189329e-06,
+      "loss": 19.7812,
+      "step": 21787
+    },
+    {
+      "epoch": 1.0411927745388512,
+      "grad_norm": 262.70233154296875,
+      "learning_rate": 9.8189248929898e-06,
+      "loss": 22.0469,
+      "step": 21788
+    },
+    {
+      "epoch": 1.0412405619803116,
+      "grad_norm": 206.05130004882812,
+      "learning_rate": 9.818151152874681e-06,
+      "loss": 23.3594,
+      "step": 21789
+    },
+    {
+      "epoch": 1.041288349421772,
+      "grad_norm": 267.34637451171875,
+      "learning_rate": 9.817377413848598e-06,
+      "loss": 24.0,
+      "step": 21790
+    },
+    {
+      "epoch": 1.0413361368632323,
+      "grad_norm": 121.3843002319336,
+      "learning_rate": 9.816603675916188e-06,
+      "loss": 19.6406,
+      "step": 21791
+    },
+    {
+      "epoch": 1.0413839243046927,
+      "grad_norm": 197.9059600830078,
+      "learning_rate": 9.815829939082087e-06,
+      "loss": 22.9375,
+      "step": 21792
+    },
+    {
+      "epoch": 1.0414317117461531,
+      "grad_norm": 276.50390625,
+      "learning_rate": 9.815056203350928e-06,
+      "loss": 34.4688,
+      "step": 21793
+    },
+    {
+      "epoch": 1.0414794991876135,
+      "grad_norm": 303.5399475097656,
+      "learning_rate": 9.814282468727344e-06,
+      "loss": 31.4062,
+      "step": 21794
+    },
+    {
+      "epoch": 1.041527286629074,
+      "grad_norm": 210.84140014648438,
+      "learning_rate": 9.813508735215966e-06,
+      "loss": 25.6406,
+      "step": 21795
+    },
+    {
+      "epoch": 1.0415750740705343,
+      "grad_norm": 299.4254150390625,
+      "learning_rate": 9.81273500282143e-06,
+      "loss": 15.9688,
+      "step": 21796
+    },
+    {
+      "epoch": 1.0416228615119947,
+      "grad_norm": 169.415283203125,
+      "learning_rate": 9.811961271548373e-06,
+      "loss": 19.9688,
+      "step": 21797
+    },
+    {
+      "epoch": 1.041670648953455,
+      "grad_norm": 273.3034973144531,
+      "learning_rate": 9.811187541401423e-06,
+      "loss": 29.625,
+      "step": 21798
+    },
+    {
+      "epoch": 1.0417184363949155,
+      "grad_norm": 321.7310791015625,
+      "learning_rate": 9.810413812385213e-06,
+      "loss": 34.8438,
+      "step": 21799
+    },
+    {
+      "epoch": 1.0417662238363758,
+      "grad_norm": 214.19285583496094,
+      "learning_rate": 9.809640084504385e-06,
+      "loss": 24.6094,
+      "step": 21800
+    },
+    {
+      "epoch": 1.0418140112778362,
+      "grad_norm": 249.93601989746094,
+      "learning_rate": 9.808866357763565e-06,
+      "loss": 26.25,
+      "step": 21801
+    },
+    {
+      "epoch": 1.0418617987192966,
+      "grad_norm": 160.8046875,
+      "learning_rate": 9.808092632167387e-06,
+      "loss": 22.7969,
+      "step": 21802
+    },
+    {
+      "epoch": 1.041909586160757,
+      "grad_norm": 250.82452392578125,
+      "learning_rate": 9.807318907720487e-06,
+      "loss": 21.3125,
+      "step": 21803
+    },
+    {
+      "epoch": 1.0419573736022174,
+      "grad_norm": 167.6339874267578,
+      "learning_rate": 9.806545184427502e-06,
+      "loss": 25.75,
+      "step": 21804
+    },
+    {
+      "epoch": 1.0420051610436778,
+      "grad_norm": 214.9142303466797,
+      "learning_rate": 9.805771462293058e-06,
+      "loss": 24.625,
+      "step": 21805
+    },
+    {
+      "epoch": 1.0420529484851382,
+      "grad_norm": 418.00927734375,
+      "learning_rate": 9.804997741321794e-06,
+      "loss": 43.9375,
+      "step": 21806
+    },
+    {
+      "epoch": 1.0421007359265986,
+      "grad_norm": 241.79257202148438,
+      "learning_rate": 9.80422402151834e-06,
+      "loss": 23.7969,
+      "step": 21807
+    },
+    {
+      "epoch": 1.042148523368059,
+      "grad_norm": 152.19989013671875,
+      "learning_rate": 9.803450302887335e-06,
+      "loss": 23.4062,
+      "step": 21808
+    },
+    {
+      "epoch": 1.0421963108095194,
+      "grad_norm": 217.43092346191406,
+      "learning_rate": 9.802676585433408e-06,
+      "loss": 26.2188,
+      "step": 21809
+    },
+    {
+      "epoch": 1.0422440982509797,
+      "grad_norm": 281.3421325683594,
+      "learning_rate": 9.801902869161192e-06,
+      "loss": 22.1562,
+      "step": 21810
+    },
+    {
+      "epoch": 1.0422918856924401,
+      "grad_norm": 209.33126831054688,
+      "learning_rate": 9.801129154075323e-06,
+      "loss": 25.8594,
+      "step": 21811
+    },
+    {
+      "epoch": 1.0423396731339003,
+      "grad_norm": 705.7176513671875,
+      "learning_rate": 9.800355440180434e-06,
+      "loss": 28.4062,
+      "step": 21812
+    },
+    {
+      "epoch": 1.0423874605753607,
+      "grad_norm": 289.20343017578125,
+      "learning_rate": 9.799581727481158e-06,
+      "loss": 26.3906,
+      "step": 21813
+    },
+    {
+      "epoch": 1.042435248016821,
+      "grad_norm": 311.08245849609375,
+      "learning_rate": 9.798808015982126e-06,
+      "loss": 38.4844,
+      "step": 21814
+    },
+    {
+      "epoch": 1.0424830354582815,
+      "grad_norm": 214.23785400390625,
+      "learning_rate": 9.798034305687982e-06,
+      "loss": 30.3125,
+      "step": 21815
+    },
+    {
+      "epoch": 1.0425308228997419,
+      "grad_norm": 235.8660888671875,
+      "learning_rate": 9.797260596603344e-06,
+      "loss": 20.25,
+      "step": 21816
+    },
+    {
+      "epoch": 1.0425786103412022,
+      "grad_norm": 831.870849609375,
+      "learning_rate": 9.796486888732855e-06,
+      "loss": 35.0781,
+      "step": 21817
+    },
+    {
+      "epoch": 1.0426263977826626,
+      "grad_norm": 231.8785400390625,
+      "learning_rate": 9.795713182081147e-06,
+      "loss": 24.1406,
+      "step": 21818
+    },
+    {
+      "epoch": 1.042674185224123,
+      "grad_norm": 251.373046875,
+      "learning_rate": 9.794939476652858e-06,
+      "loss": 25.0156,
+      "step": 21819
+    },
+    {
+      "epoch": 1.0427219726655834,
+      "grad_norm": 186.70375061035156,
+      "learning_rate": 9.794165772452612e-06,
+      "loss": 24.125,
+      "step": 21820
+    },
+    {
+      "epoch": 1.0427697601070438,
+      "grad_norm": 196.4545440673828,
+      "learning_rate": 9.793392069485048e-06,
+      "loss": 16.5938,
+      "step": 21821
+    },
+    {
+      "epoch": 1.0428175475485042,
+      "grad_norm": 403.8123474121094,
+      "learning_rate": 9.792618367754803e-06,
+      "loss": 30.4375,
+      "step": 21822
+    },
+    {
+      "epoch": 1.0428653349899646,
+      "grad_norm": 292.8039245605469,
+      "learning_rate": 9.791844667266503e-06,
+      "loss": 21.0,
+      "step": 21823
+    },
+    {
+      "epoch": 1.042913122431425,
+      "grad_norm": 434.9451599121094,
+      "learning_rate": 9.791070968024783e-06,
+      "loss": 32.0625,
+      "step": 21824
+    },
+    {
+      "epoch": 1.0429609098728854,
+      "grad_norm": 270.8400573730469,
+      "learning_rate": 9.790297270034282e-06,
+      "loss": 32.4688,
+      "step": 21825
+    },
+    {
+      "epoch": 1.0430086973143458,
+      "grad_norm": 309.55029296875,
+      "learning_rate": 9.78952357329963e-06,
+      "loss": 24.8438,
+      "step": 21826
+    },
+    {
+      "epoch": 1.0430564847558061,
+      "grad_norm": 385.49310302734375,
+      "learning_rate": 9.788749877825459e-06,
+      "loss": 29.5312,
+      "step": 21827
+    },
+    {
+      "epoch": 1.0431042721972665,
+      "grad_norm": 178.83511352539062,
+      "learning_rate": 9.787976183616402e-06,
+      "loss": 27.0625,
+      "step": 21828
+    },
+    {
+      "epoch": 1.043152059638727,
+      "grad_norm": 165.20416259765625,
+      "learning_rate": 9.787202490677093e-06,
+      "loss": 24.0,
+      "step": 21829
+    },
+    {
+      "epoch": 1.0431998470801873,
+      "grad_norm": 158.11793518066406,
+      "learning_rate": 9.786428799012173e-06,
+      "loss": 21.2188,
+      "step": 21830
+    },
+    {
+      "epoch": 1.0432476345216477,
+      "grad_norm": 250.0891571044922,
+      "learning_rate": 9.785655108626264e-06,
+      "loss": 30.0625,
+      "step": 21831
+    },
+    {
+      "epoch": 1.043295421963108,
+      "grad_norm": 216.676513671875,
+      "learning_rate": 9.784881419524002e-06,
+      "loss": 23.0938,
+      "step": 21832
+    },
+    {
+      "epoch": 1.0433432094045685,
+      "grad_norm": 222.97674560546875,
+      "learning_rate": 9.784107731710026e-06,
+      "loss": 21.5469,
+      "step": 21833
+    },
+    {
+      "epoch": 1.0433909968460289,
+      "grad_norm": 130.3257293701172,
+      "learning_rate": 9.783334045188969e-06,
+      "loss": 26.1875,
+      "step": 21834
+    },
+    {
+      "epoch": 1.0434387842874893,
+      "grad_norm": 291.2601623535156,
+      "learning_rate": 9.782560359965456e-06,
+      "loss": 23.5938,
+      "step": 21835
+    },
+    {
+      "epoch": 1.0434865717289497,
+      "grad_norm": 675.6608276367188,
+      "learning_rate": 9.781786676044127e-06,
+      "loss": 25.2656,
+      "step": 21836
+    },
+    {
+      "epoch": 1.04353435917041,
+      "grad_norm": 218.08018493652344,
+      "learning_rate": 9.781012993429619e-06,
+      "loss": 23.1719,
+      "step": 21837
+    },
+    {
+      "epoch": 1.0435821466118704,
+      "grad_norm": 247.43600463867188,
+      "learning_rate": 9.780239312126555e-06,
+      "loss": 23.5625,
+      "step": 21838
+    },
+    {
+      "epoch": 1.0436299340533308,
+      "grad_norm": 249.98626708984375,
+      "learning_rate": 9.779465632139575e-06,
+      "loss": 22.375,
+      "step": 21839
+    },
+    {
+      "epoch": 1.0436777214947912,
+      "grad_norm": 254.10250854492188,
+      "learning_rate": 9.778691953473312e-06,
+      "loss": 27.125,
+      "step": 21840
+    },
+    {
+      "epoch": 1.0437255089362516,
+      "grad_norm": 234.79403686523438,
+      "learning_rate": 9.777918276132401e-06,
+      "loss": 30.0,
+      "step": 21841
+    },
+    {
+      "epoch": 1.043773296377712,
+      "grad_norm": 216.25234985351562,
+      "learning_rate": 9.777144600121471e-06,
+      "loss": 14.625,
+      "step": 21842
+    },
+    {
+      "epoch": 1.0438210838191724,
+      "grad_norm": 195.72402954101562,
+      "learning_rate": 9.776370925445157e-06,
+      "loss": 23.0,
+      "step": 21843
+    },
+    {
+      "epoch": 1.0438688712606328,
+      "grad_norm": 234.06272888183594,
+      "learning_rate": 9.775597252108091e-06,
+      "loss": 29.2812,
+      "step": 21844
+    },
+    {
+      "epoch": 1.0439166587020932,
+      "grad_norm": 189.028564453125,
+      "learning_rate": 9.774823580114913e-06,
+      "loss": 21.0781,
+      "step": 21845
+    },
+    {
+      "epoch": 1.0439644461435535,
+      "grad_norm": 274.9501647949219,
+      "learning_rate": 9.774049909470247e-06,
+      "loss": 30.875,
+      "step": 21846
+    },
+    {
+      "epoch": 1.044012233585014,
+      "grad_norm": 223.35206604003906,
+      "learning_rate": 9.77327624017873e-06,
+      "loss": 27.2344,
+      "step": 21847
+    },
+    {
+      "epoch": 1.0440600210264743,
+      "grad_norm": 345.7878723144531,
+      "learning_rate": 9.772502572244999e-06,
+      "loss": 21.3594,
+      "step": 21848
+    },
+    {
+      "epoch": 1.0441078084679347,
+      "grad_norm": 269.64569091796875,
+      "learning_rate": 9.77172890567368e-06,
+      "loss": 19.4062,
+      "step": 21849
+    },
+    {
+      "epoch": 1.044155595909395,
+      "grad_norm": 251.6260528564453,
+      "learning_rate": 9.770955240469412e-06,
+      "loss": 39.3125,
+      "step": 21850
+    },
+    {
+      "epoch": 1.0442033833508555,
+      "grad_norm": 389.80487060546875,
+      "learning_rate": 9.770181576636825e-06,
+      "loss": 37.25,
+      "step": 21851
+    },
+    {
+      "epoch": 1.0442511707923159,
+      "grad_norm": 169.81741333007812,
+      "learning_rate": 9.76940791418056e-06,
+      "loss": 18.6719,
+      "step": 21852
+    },
+    {
+      "epoch": 1.0442989582337763,
+      "grad_norm": 205.86224365234375,
+      "learning_rate": 9.768634253105238e-06,
+      "loss": 25.7344,
+      "step": 21853
+    },
+    {
+      "epoch": 1.0443467456752364,
+      "grad_norm": 253.0736083984375,
+      "learning_rate": 9.767860593415498e-06,
+      "loss": 25.3438,
+      "step": 21854
+    },
+    {
+      "epoch": 1.0443945331166968,
+      "grad_norm": 295.19610595703125,
+      "learning_rate": 9.767086935115978e-06,
+      "loss": 23.7344,
+      "step": 21855
+    },
+    {
+      "epoch": 1.0444423205581572,
+      "grad_norm": 237.8927001953125,
+      "learning_rate": 9.766313278211306e-06,
+      "loss": 27.8125,
+      "step": 21856
+    },
+    {
+      "epoch": 1.0444901079996176,
+      "grad_norm": 450.99444580078125,
+      "learning_rate": 9.765539622706112e-06,
+      "loss": 34.2812,
+      "step": 21857
+    },
+    {
+      "epoch": 1.044537895441078,
+      "grad_norm": 220.5045623779297,
+      "learning_rate": 9.764765968605036e-06,
+      "loss": 28.0781,
+      "step": 21858
+    },
+    {
+      "epoch": 1.0445856828825384,
+      "grad_norm": 301.78802490234375,
+      "learning_rate": 9.76399231591271e-06,
+      "loss": 17.5625,
+      "step": 21859
+    },
+    {
+      "epoch": 1.0446334703239988,
+      "grad_norm": 351.1010437011719,
+      "learning_rate": 9.763218664633763e-06,
+      "loss": 37.2969,
+      "step": 21860
+    },
+    {
+      "epoch": 1.0446812577654592,
+      "grad_norm": 208.00865173339844,
+      "learning_rate": 9.76244501477283e-06,
+      "loss": 28.2812,
+      "step": 21861
+    },
+    {
+      "epoch": 1.0447290452069196,
+      "grad_norm": 154.80625915527344,
+      "learning_rate": 9.761671366334544e-06,
+      "loss": 19.7188,
+      "step": 21862
+    },
+    {
+      "epoch": 1.04477683264838,
+      "grad_norm": 239.7522430419922,
+      "learning_rate": 9.760897719323544e-06,
+      "loss": 19.3125,
+      "step": 21863
+    },
+    {
+      "epoch": 1.0448246200898403,
+      "grad_norm": 318.7438659667969,
+      "learning_rate": 9.760124073744454e-06,
+      "loss": 22.0938,
+      "step": 21864
+    },
+    {
+      "epoch": 1.0448724075313007,
+      "grad_norm": 289.1580505371094,
+      "learning_rate": 9.75935042960191e-06,
+      "loss": 21.0469,
+      "step": 21865
+    },
+    {
+      "epoch": 1.0449201949727611,
+      "grad_norm": 303.31439208984375,
+      "learning_rate": 9.758576786900548e-06,
+      "loss": 28.7812,
+      "step": 21866
+    },
+    {
+      "epoch": 1.0449679824142215,
+      "grad_norm": 188.24339294433594,
+      "learning_rate": 9.757803145645003e-06,
+      "loss": 27.9375,
+      "step": 21867
+    },
+    {
+      "epoch": 1.045015769855682,
+      "grad_norm": 347.5286560058594,
+      "learning_rate": 9.7570295058399e-06,
+      "loss": 20.9375,
+      "step": 21868
+    },
+    {
+      "epoch": 1.0450635572971423,
+      "grad_norm": 173.19004821777344,
+      "learning_rate": 9.756255867489877e-06,
+      "loss": 23.5,
+      "step": 21869
+    },
+    {
+      "epoch": 1.0451113447386027,
+      "grad_norm": 226.454345703125,
+      "learning_rate": 9.755482230599567e-06,
+      "loss": 22.4375,
+      "step": 21870
+    },
+    {
+      "epoch": 1.045159132180063,
+      "grad_norm": 214.5548095703125,
+      "learning_rate": 9.754708595173608e-06,
+      "loss": 24.8281,
+      "step": 21871
+    },
+    {
+      "epoch": 1.0452069196215235,
+      "grad_norm": 329.87884521484375,
+      "learning_rate": 9.753934961216622e-06,
+      "loss": 26.75,
+      "step": 21872
+    },
+    {
+      "epoch": 1.0452547070629838,
+      "grad_norm": 206.93466186523438,
+      "learning_rate": 9.753161328733251e-06,
+      "loss": 19.6406,
+      "step": 21873
+    },
+    {
+      "epoch": 1.0453024945044442,
+      "grad_norm": 150.89602661132812,
+      "learning_rate": 9.752387697728126e-06,
+      "loss": 22.1562,
+      "step": 21874
+    },
+    {
+      "epoch": 1.0453502819459046,
+      "grad_norm": 217.1324005126953,
+      "learning_rate": 9.751614068205876e-06,
+      "loss": 30.8281,
+      "step": 21875
+    },
+    {
+      "epoch": 1.045398069387365,
+      "grad_norm": 225.67068481445312,
+      "learning_rate": 9.75084044017114e-06,
+      "loss": 27.25,
+      "step": 21876
+    },
+    {
+      "epoch": 1.0454458568288254,
+      "grad_norm": 228.4137420654297,
+      "learning_rate": 9.750066813628547e-06,
+      "loss": 21.9688,
+      "step": 21877
+    },
+    {
+      "epoch": 1.0454936442702858,
+      "grad_norm": 308.7495422363281,
+      "learning_rate": 9.749293188582732e-06,
+      "loss": 20.0625,
+      "step": 21878
+    },
+    {
+      "epoch": 1.0455414317117462,
+      "grad_norm": 243.43380737304688,
+      "learning_rate": 9.748519565038325e-06,
+      "loss": 20.0469,
+      "step": 21879
+    },
+    {
+      "epoch": 1.0455892191532066,
+      "grad_norm": 442.3653869628906,
+      "learning_rate": 9.747745942999964e-06,
+      "loss": 15.7812,
+      "step": 21880
+    },
+    {
+      "epoch": 1.045637006594667,
+      "grad_norm": 349.4083251953125,
+      "learning_rate": 9.746972322472275e-06,
+      "loss": 38.0,
+      "step": 21881
+    },
+    {
+      "epoch": 1.0456847940361274,
+      "grad_norm": 233.272216796875,
+      "learning_rate": 9.746198703459903e-06,
+      "loss": 36.4688,
+      "step": 21882
+    },
+    {
+      "epoch": 1.0457325814775877,
+      "grad_norm": 208.97853088378906,
+      "learning_rate": 9.745425085967468e-06,
+      "loss": 34.5312,
+      "step": 21883
+    },
+    {
+      "epoch": 1.0457803689190481,
+      "grad_norm": 187.81695556640625,
+      "learning_rate": 9.744651469999607e-06,
+      "loss": 25.7188,
+      "step": 21884
+    },
+    {
+      "epoch": 1.0458281563605085,
+      "grad_norm": 212.80239868164062,
+      "learning_rate": 9.743877855560958e-06,
+      "loss": 24.6562,
+      "step": 21885
+    },
+    {
+      "epoch": 1.045875943801969,
+      "grad_norm": 238.59930419921875,
+      "learning_rate": 9.743104242656148e-06,
+      "loss": 33.7812,
+      "step": 21886
+    },
+    {
+      "epoch": 1.0459237312434293,
+      "grad_norm": 200.5336151123047,
+      "learning_rate": 9.742330631289812e-06,
+      "loss": 30.9375,
+      "step": 21887
+    },
+    {
+      "epoch": 1.0459715186848897,
+      "grad_norm": 225.57260131835938,
+      "learning_rate": 9.74155702146658e-06,
+      "loss": 25.9062,
+      "step": 21888
+    },
+    {
+      "epoch": 1.04601930612635,
+      "grad_norm": 379.0894470214844,
+      "learning_rate": 9.740783413191096e-06,
+      "loss": 25.7812,
+      "step": 21889
+    },
+    {
+      "epoch": 1.0460670935678105,
+      "grad_norm": 188.233642578125,
+      "learning_rate": 9.74000980646798e-06,
+      "loss": 32.5312,
+      "step": 21890
+    },
+    {
+      "epoch": 1.0461148810092709,
+      "grad_norm": 317.3589782714844,
+      "learning_rate": 9.739236201301871e-06,
+      "loss": 24.5,
+      "step": 21891
+    },
+    {
+      "epoch": 1.0461626684507312,
+      "grad_norm": 317.60723876953125,
+      "learning_rate": 9.738462597697398e-06,
+      "loss": 37.6094,
+      "step": 21892
+    },
+    {
+      "epoch": 1.0462104558921916,
+      "grad_norm": 124.16178894042969,
+      "learning_rate": 9.737688995659202e-06,
+      "loss": 16.4219,
+      "step": 21893
+    },
+    {
+      "epoch": 1.0462582433336518,
+      "grad_norm": 197.83383178710938,
+      "learning_rate": 9.736915395191905e-06,
+      "loss": 22.3438,
+      "step": 21894
+    },
+    {
+      "epoch": 1.0463060307751122,
+      "grad_norm": 338.2911071777344,
+      "learning_rate": 9.736141796300146e-06,
+      "loss": 28.625,
+      "step": 21895
+    },
+    {
+      "epoch": 1.0463538182165726,
+      "grad_norm": 290.1802978515625,
+      "learning_rate": 9.735368198988562e-06,
+      "loss": 29.8438,
+      "step": 21896
+    },
+    {
+      "epoch": 1.046401605658033,
+      "grad_norm": 210.24334716796875,
+      "learning_rate": 9.734594603261776e-06,
+      "loss": 34.8125,
+      "step": 21897
+    },
+    {
+      "epoch": 1.0464493930994934,
+      "grad_norm": 295.6905822753906,
+      "learning_rate": 9.733821009124426e-06,
+      "loss": 28.8125,
+      "step": 21898
+    },
+    {
+      "epoch": 1.0464971805409538,
+      "grad_norm": 223.11013793945312,
+      "learning_rate": 9.733047416581144e-06,
+      "loss": 30.1875,
+      "step": 21899
+    },
+    {
+      "epoch": 1.0465449679824141,
+      "grad_norm": 215.53028869628906,
+      "learning_rate": 9.73227382563657e-06,
+      "loss": 32.125,
+      "step": 21900
+    },
+    {
+      "epoch": 1.0465927554238745,
+      "grad_norm": 153.50547790527344,
+      "learning_rate": 9.731500236295323e-06,
+      "loss": 22.8125,
+      "step": 21901
+    },
+    {
+      "epoch": 1.046640542865335,
+      "grad_norm": 208.22300720214844,
+      "learning_rate": 9.730726648562044e-06,
+      "loss": 18.6094,
+      "step": 21902
+    },
+    {
+      "epoch": 1.0466883303067953,
+      "grad_norm": 279.87628173828125,
+      "learning_rate": 9.729953062441366e-06,
+      "loss": 32.5938,
+      "step": 21903
+    },
+    {
+      "epoch": 1.0467361177482557,
+      "grad_norm": 468.5103454589844,
+      "learning_rate": 9.729179477937925e-06,
+      "loss": 31.625,
+      "step": 21904
+    },
+    {
+      "epoch": 1.046783905189716,
+      "grad_norm": 318.1749267578125,
+      "learning_rate": 9.728405895056344e-06,
+      "loss": 23.4375,
+      "step": 21905
+    },
+    {
+      "epoch": 1.0468316926311765,
+      "grad_norm": 185.70724487304688,
+      "learning_rate": 9.727632313801264e-06,
+      "loss": 27.1719,
+      "step": 21906
+    },
+    {
+      "epoch": 1.0468794800726369,
+      "grad_norm": 315.8519592285156,
+      "learning_rate": 9.726858734177315e-06,
+      "loss": 28.0,
+      "step": 21907
+    },
+    {
+      "epoch": 1.0469272675140973,
+      "grad_norm": 203.9512481689453,
+      "learning_rate": 9.726085156189127e-06,
+      "loss": 20.9844,
+      "step": 21908
+    },
+    {
+      "epoch": 1.0469750549555576,
+      "grad_norm": 213.5071258544922,
+      "learning_rate": 9.725311579841339e-06,
+      "loss": 23.5469,
+      "step": 21909
+    },
+    {
+      "epoch": 1.047022842397018,
+      "grad_norm": 212.1379852294922,
+      "learning_rate": 9.724538005138577e-06,
+      "loss": 35.125,
+      "step": 21910
+    },
+    {
+      "epoch": 1.0470706298384784,
+      "grad_norm": 740.6848754882812,
+      "learning_rate": 9.723764432085482e-06,
+      "loss": 26.875,
+      "step": 21911
+    },
+    {
+      "epoch": 1.0471184172799388,
+      "grad_norm": 144.609375,
+      "learning_rate": 9.722990860686677e-06,
+      "loss": 21.8281,
+      "step": 21912
+    },
+    {
+      "epoch": 1.0471662047213992,
+      "grad_norm": 297.85675048828125,
+      "learning_rate": 9.7222172909468e-06,
+      "loss": 29.0312,
+      "step": 21913
+    },
+    {
+      "epoch": 1.0472139921628596,
+      "grad_norm": 254.44166564941406,
+      "learning_rate": 9.721443722870481e-06,
+      "loss": 33.2188,
+      "step": 21914
+    },
+    {
+      "epoch": 1.04726177960432,
+      "grad_norm": 270.1741943359375,
+      "learning_rate": 9.72067015646236e-06,
+      "loss": 20.3438,
+      "step": 21915
+    },
+    {
+      "epoch": 1.0473095670457804,
+      "grad_norm": 575.9684448242188,
+      "learning_rate": 9.71989659172706e-06,
+      "loss": 20.4375,
+      "step": 21916
+    },
+    {
+      "epoch": 1.0473573544872408,
+      "grad_norm": 261.73883056640625,
+      "learning_rate": 9.719123028669219e-06,
+      "loss": 25.75,
+      "step": 21917
+    },
+    {
+      "epoch": 1.0474051419287012,
+      "grad_norm": 182.1655731201172,
+      "learning_rate": 9.718349467293466e-06,
+      "loss": 26.6875,
+      "step": 21918
+    },
+    {
+      "epoch": 1.0474529293701615,
+      "grad_norm": 185.54443359375,
+      "learning_rate": 9.717575907604443e-06,
+      "loss": 19.8281,
+      "step": 21919
+    },
+    {
+      "epoch": 1.047500716811622,
+      "grad_norm": 178.26840209960938,
+      "learning_rate": 9.716802349606771e-06,
+      "loss": 17.2656,
+      "step": 21920
+    },
+    {
+      "epoch": 1.0475485042530823,
+      "grad_norm": 263.1426086425781,
+      "learning_rate": 9.716028793305088e-06,
+      "loss": 21.1875,
+      "step": 21921
+    },
+    {
+      "epoch": 1.0475962916945427,
+      "grad_norm": 370.5487365722656,
+      "learning_rate": 9.715255238704029e-06,
+      "loss": 27.6094,
+      "step": 21922
+    },
+    {
+      "epoch": 1.047644079136003,
+      "grad_norm": 646.1692504882812,
+      "learning_rate": 9.71448168580822e-06,
+      "loss": 23.9062,
+      "step": 21923
+    },
+    {
+      "epoch": 1.0476918665774635,
+      "grad_norm": 192.13856506347656,
+      "learning_rate": 9.7137081346223e-06,
+      "loss": 21.5156,
+      "step": 21924
+    },
+    {
+      "epoch": 1.0477396540189239,
+      "grad_norm": 223.0218048095703,
+      "learning_rate": 9.712934585150897e-06,
+      "loss": 20.0156,
+      "step": 21925
+    },
+    {
+      "epoch": 1.0477874414603843,
+      "grad_norm": 301.7187805175781,
+      "learning_rate": 9.71216103739865e-06,
+      "loss": 19.0312,
+      "step": 21926
+    },
+    {
+      "epoch": 1.0478352289018447,
+      "grad_norm": 338.40594482421875,
+      "learning_rate": 9.71138749137018e-06,
+      "loss": 15.4219,
+      "step": 21927
+    },
+    {
+      "epoch": 1.047883016343305,
+      "grad_norm": 280.36566162109375,
+      "learning_rate": 9.710613947070127e-06,
+      "loss": 29.75,
+      "step": 21928
+    },
+    {
+      "epoch": 1.0479308037847654,
+      "grad_norm": 306.6670227050781,
+      "learning_rate": 9.709840404503126e-06,
+      "loss": 17.5,
+      "step": 21929
+    },
+    {
+      "epoch": 1.0479785912262258,
+      "grad_norm": 157.152099609375,
+      "learning_rate": 9.709066863673808e-06,
+      "loss": 24.3438,
+      "step": 21930
+    },
+    {
+      "epoch": 1.0480263786676862,
+      "grad_norm": 226.65072631835938,
+      "learning_rate": 9.708293324586802e-06,
+      "loss": 25.9062,
+      "step": 21931
+    },
+    {
+      "epoch": 1.0480741661091466,
+      "grad_norm": 326.1736755371094,
+      "learning_rate": 9.707519787246741e-06,
+      "loss": 27.125,
+      "step": 21932
+    },
+    {
+      "epoch": 1.048121953550607,
+      "grad_norm": 308.4302062988281,
+      "learning_rate": 9.706746251658265e-06,
+      "loss": 31.9688,
+      "step": 21933
+    },
+    {
+      "epoch": 1.0481697409920674,
+      "grad_norm": 328.8286437988281,
+      "learning_rate": 9.705972717825994e-06,
+      "loss": 19.7031,
+      "step": 21934
+    },
+    {
+      "epoch": 1.0482175284335278,
+      "grad_norm": 258.8299560546875,
+      "learning_rate": 9.705199185754568e-06,
+      "loss": 22.6719,
+      "step": 21935
+    },
+    {
+      "epoch": 1.048265315874988,
+      "grad_norm": 187.41934204101562,
+      "learning_rate": 9.704425655448618e-06,
+      "loss": 22.9844,
+      "step": 21936
+    },
+    {
+      "epoch": 1.0483131033164483,
+      "grad_norm": 212.1492919921875,
+      "learning_rate": 9.703652126912783e-06,
+      "loss": 26.8438,
+      "step": 21937
+    },
+    {
+      "epoch": 1.0483608907579087,
+      "grad_norm": 387.1031188964844,
+      "learning_rate": 9.702878600151684e-06,
+      "loss": 37.5312,
+      "step": 21938
+    },
+    {
+      "epoch": 1.0484086781993691,
+      "grad_norm": 200.1236572265625,
+      "learning_rate": 9.702105075169961e-06,
+      "loss": 18.4844,
+      "step": 21939
+    },
+    {
+      "epoch": 1.0484564656408295,
+      "grad_norm": 226.38241577148438,
+      "learning_rate": 9.701331551972242e-06,
+      "loss": 17.2109,
+      "step": 21940
+    },
+    {
+      "epoch": 1.04850425308229,
+      "grad_norm": 219.8537139892578,
+      "learning_rate": 9.700558030563163e-06,
+      "loss": 18.7969,
+      "step": 21941
+    },
+    {
+      "epoch": 1.0485520405237503,
+      "grad_norm": 228.95822143554688,
+      "learning_rate": 9.699784510947356e-06,
+      "loss": 24.375,
+      "step": 21942
+    },
+    {
+      "epoch": 1.0485998279652107,
+      "grad_norm": 325.16070556640625,
+      "learning_rate": 9.69901099312945e-06,
+      "loss": 29.75,
+      "step": 21943
+    },
+    {
+      "epoch": 1.048647615406671,
+      "grad_norm": 263.94256591796875,
+      "learning_rate": 9.698237477114084e-06,
+      "loss": 21.5469,
+      "step": 21944
+    },
+    {
+      "epoch": 1.0486954028481315,
+      "grad_norm": 158.68186950683594,
+      "learning_rate": 9.697463962905883e-06,
+      "loss": 27.7188,
+      "step": 21945
+    },
+    {
+      "epoch": 1.0487431902895918,
+      "grad_norm": 168.22955322265625,
+      "learning_rate": 9.69669045050948e-06,
+      "loss": 31.2812,
+      "step": 21946
+    },
+    {
+      "epoch": 1.0487909777310522,
+      "grad_norm": 247.89056396484375,
+      "learning_rate": 9.69591693992951e-06,
+      "loss": 28.2188,
+      "step": 21947
+    },
+    {
+      "epoch": 1.0488387651725126,
+      "grad_norm": 360.29534912109375,
+      "learning_rate": 9.695143431170611e-06,
+      "loss": 22.9375,
+      "step": 21948
+    },
+    {
+      "epoch": 1.048886552613973,
+      "grad_norm": 164.72833251953125,
+      "learning_rate": 9.694369924237405e-06,
+      "loss": 18.7031,
+      "step": 21949
+    },
+    {
+      "epoch": 1.0489343400554334,
+      "grad_norm": 215.99020385742188,
+      "learning_rate": 9.693596419134529e-06,
+      "loss": 25.1562,
+      "step": 21950
+    },
+    {
+      "epoch": 1.0489821274968938,
+      "grad_norm": 213.23951721191406,
+      "learning_rate": 9.692822915866614e-06,
+      "loss": 19.5781,
+      "step": 21951
+    },
+    {
+      "epoch": 1.0490299149383542,
+      "grad_norm": 149.1597137451172,
+      "learning_rate": 9.692049414438298e-06,
+      "loss": 21.9375,
+      "step": 21952
+    },
+    {
+      "epoch": 1.0490777023798146,
+      "grad_norm": 250.8933563232422,
+      "learning_rate": 9.691275914854206e-06,
+      "loss": 22.5625,
+      "step": 21953
+    },
+    {
+      "epoch": 1.049125489821275,
+      "grad_norm": 178.55270385742188,
+      "learning_rate": 9.690502417118971e-06,
+      "loss": 22.0156,
+      "step": 21954
+    },
+    {
+      "epoch": 1.0491732772627353,
+      "grad_norm": 223.7115478515625,
+      "learning_rate": 9.68972892123723e-06,
+      "loss": 24.9531,
+      "step": 21955
+    },
+    {
+      "epoch": 1.0492210647041957,
+      "grad_norm": 312.2290954589844,
+      "learning_rate": 9.688955427213612e-06,
+      "loss": 31.9062,
+      "step": 21956
+    },
+    {
+      "epoch": 1.0492688521456561,
+      "grad_norm": 270.83544921875,
+      "learning_rate": 9.68818193505275e-06,
+      "loss": 35.25,
+      "step": 21957
+    },
+    {
+      "epoch": 1.0493166395871165,
+      "grad_norm": 247.86231994628906,
+      "learning_rate": 9.687408444759274e-06,
+      "loss": 21.5625,
+      "step": 21958
+    },
+    {
+      "epoch": 1.049364427028577,
+      "grad_norm": 378.0489196777344,
+      "learning_rate": 9.686634956337819e-06,
+      "loss": 21.1875,
+      "step": 21959
+    },
+    {
+      "epoch": 1.0494122144700373,
+      "grad_norm": 261.6385498046875,
+      "learning_rate": 9.685861469793017e-06,
+      "loss": 36.5312,
+      "step": 21960
+    },
+    {
+      "epoch": 1.0494600019114977,
+      "grad_norm": 641.2994384765625,
+      "learning_rate": 9.685087985129498e-06,
+      "loss": 28.7031,
+      "step": 21961
+    },
+    {
+      "epoch": 1.049507789352958,
+      "grad_norm": 142.16490173339844,
+      "learning_rate": 9.684314502351895e-06,
+      "loss": 19.7188,
+      "step": 21962
+    },
+    {
+      "epoch": 1.0495555767944185,
+      "grad_norm": 116.64300537109375,
+      "learning_rate": 9.683541021464845e-06,
+      "loss": 24.7656,
+      "step": 21963
+    },
+    {
+      "epoch": 1.0496033642358789,
+      "grad_norm": 1265.193359375,
+      "learning_rate": 9.682767542472972e-06,
+      "loss": 34.2812,
+      "step": 21964
+    },
+    {
+      "epoch": 1.0496511516773392,
+      "grad_norm": 200.5892333984375,
+      "learning_rate": 9.681994065380911e-06,
+      "loss": 21.2344,
+      "step": 21965
+    },
+    {
+      "epoch": 1.0496989391187996,
+      "grad_norm": 251.92051696777344,
+      "learning_rate": 9.681220590193297e-06,
+      "loss": 26.75,
+      "step": 21966
+    },
+    {
+      "epoch": 1.04974672656026,
+      "grad_norm": 345.3030700683594,
+      "learning_rate": 9.680447116914763e-06,
+      "loss": 27.5938,
+      "step": 21967
+    },
+    {
+      "epoch": 1.0497945140017204,
+      "grad_norm": 227.9748992919922,
+      "learning_rate": 9.679673645549936e-06,
+      "loss": 26.4375,
+      "step": 21968
+    },
+    {
+      "epoch": 1.0498423014431808,
+      "grad_norm": 353.7209777832031,
+      "learning_rate": 9.678900176103449e-06,
+      "loss": 21.875,
+      "step": 21969
+    },
+    {
+      "epoch": 1.0498900888846412,
+      "grad_norm": 346.7350158691406,
+      "learning_rate": 9.67812670857994e-06,
+      "loss": 24.375,
+      "step": 21970
+    },
+    {
+      "epoch": 1.0499378763261016,
+      "grad_norm": 332.9785461425781,
+      "learning_rate": 9.677353242984032e-06,
+      "loss": 30.5625,
+      "step": 21971
+    },
+    {
+      "epoch": 1.049985663767562,
+      "grad_norm": 331.9988708496094,
+      "learning_rate": 9.676579779320362e-06,
+      "loss": 27.9844,
+      "step": 21972
+    },
+    {
+      "epoch": 1.0500334512090224,
+      "grad_norm": 559.9735107421875,
+      "learning_rate": 9.675806317593565e-06,
+      "loss": 33.5312,
+      "step": 21973
+    },
+    {
+      "epoch": 1.0500812386504828,
+      "grad_norm": 215.47335815429688,
+      "learning_rate": 9.675032857808269e-06,
+      "loss": 30.8594,
+      "step": 21974
+    },
+    {
+      "epoch": 1.0501290260919431,
+      "grad_norm": 147.38771057128906,
+      "learning_rate": 9.674259399969108e-06,
+      "loss": 15.2344,
+      "step": 21975
+    },
+    {
+      "epoch": 1.0501768135334033,
+      "grad_norm": 293.0184326171875,
+      "learning_rate": 9.673485944080707e-06,
+      "loss": 21.125,
+      "step": 21976
+    },
+    {
+      "epoch": 1.0502246009748637,
+      "grad_norm": 195.02432250976562,
+      "learning_rate": 9.672712490147708e-06,
+      "loss": 18.4375,
+      "step": 21977
+    },
+    {
+      "epoch": 1.050272388416324,
+      "grad_norm": 288.32830810546875,
+      "learning_rate": 9.671939038174741e-06,
+      "loss": 29.2656,
+      "step": 21978
+    },
+    {
+      "epoch": 1.0503201758577845,
+      "grad_norm": 174.41848754882812,
+      "learning_rate": 9.671165588166432e-06,
+      "loss": 23.6562,
+      "step": 21979
+    },
+    {
+      "epoch": 1.0503679632992449,
+      "grad_norm": 166.01336669921875,
+      "learning_rate": 9.670392140127418e-06,
+      "loss": 25.3438,
+      "step": 21980
+    },
+    {
+      "epoch": 1.0504157507407053,
+      "grad_norm": 518.35498046875,
+      "learning_rate": 9.669618694062333e-06,
+      "loss": 21.4219,
+      "step": 21981
+    },
+    {
+      "epoch": 1.0504635381821656,
+      "grad_norm": 203.6930694580078,
+      "learning_rate": 9.668845249975802e-06,
+      "loss": 28.5938,
+      "step": 21982
+    },
+    {
+      "epoch": 1.050511325623626,
+      "grad_norm": 203.523681640625,
+      "learning_rate": 9.66807180787246e-06,
+      "loss": 25.25,
+      "step": 21983
+    },
+    {
+      "epoch": 1.0505591130650864,
+      "grad_norm": 286.8526916503906,
+      "learning_rate": 9.66729836775694e-06,
+      "loss": 30.3125,
+      "step": 21984
+    },
+    {
+      "epoch": 1.0506069005065468,
+      "grad_norm": 236.29953002929688,
+      "learning_rate": 9.666524929633878e-06,
+      "loss": 21.125,
+      "step": 21985
+    },
+    {
+      "epoch": 1.0506546879480072,
+      "grad_norm": 173.07933044433594,
+      "learning_rate": 9.665751493507896e-06,
+      "loss": 19.375,
+      "step": 21986
+    },
+    {
+      "epoch": 1.0507024753894676,
+      "grad_norm": 137.70152282714844,
+      "learning_rate": 9.664978059383631e-06,
+      "loss": 24.6719,
+      "step": 21987
+    },
+    {
+      "epoch": 1.050750262830928,
+      "grad_norm": 341.410400390625,
+      "learning_rate": 9.664204627265718e-06,
+      "loss": 22.2969,
+      "step": 21988
+    },
+    {
+      "epoch": 1.0507980502723884,
+      "grad_norm": 270.5075988769531,
+      "learning_rate": 9.663431197158787e-06,
+      "loss": 28.6875,
+      "step": 21989
+    },
+    {
+      "epoch": 1.0508458377138488,
+      "grad_norm": 283.6661071777344,
+      "learning_rate": 9.662657769067468e-06,
+      "loss": 33.625,
+      "step": 21990
+    },
+    {
+      "epoch": 1.0508936251553092,
+      "grad_norm": 254.73468017578125,
+      "learning_rate": 9.661884342996391e-06,
+      "loss": 29.7812,
+      "step": 21991
+    },
+    {
+      "epoch": 1.0509414125967695,
+      "grad_norm": 272.4570007324219,
+      "learning_rate": 9.661110918950194e-06,
+      "loss": 20.2188,
+      "step": 21992
+    },
+    {
+      "epoch": 1.05098920003823,
+      "grad_norm": 437.4237976074219,
+      "learning_rate": 9.660337496933504e-06,
+      "loss": 23.5625,
+      "step": 21993
+    },
+    {
+      "epoch": 1.0510369874796903,
+      "grad_norm": 227.9373321533203,
+      "learning_rate": 9.659564076950952e-06,
+      "loss": 23.3125,
+      "step": 21994
+    },
+    {
+      "epoch": 1.0510847749211507,
+      "grad_norm": 244.4934844970703,
+      "learning_rate": 9.658790659007173e-06,
+      "loss": 25.5469,
+      "step": 21995
+    },
+    {
+      "epoch": 1.051132562362611,
+      "grad_norm": 280.7774353027344,
+      "learning_rate": 9.658017243106802e-06,
+      "loss": 26.0312,
+      "step": 21996
+    },
+    {
+      "epoch": 1.0511803498040715,
+      "grad_norm": 714.9043579101562,
+      "learning_rate": 9.657243829254462e-06,
+      "loss": 31.4062,
+      "step": 21997
+    },
+    {
+      "epoch": 1.0512281372455319,
+      "grad_norm": 453.51336669921875,
+      "learning_rate": 9.656470417454787e-06,
+      "loss": 36.0312,
+      "step": 21998
+    },
+    {
+      "epoch": 1.0512759246869923,
+      "grad_norm": 196.1355438232422,
+      "learning_rate": 9.655697007712413e-06,
+      "loss": 21.8125,
+      "step": 21999
+    },
+    {
+      "epoch": 1.0513237121284527,
+      "grad_norm": 384.46160888671875,
+      "learning_rate": 9.654923600031973e-06,
+      "loss": 30.7344,
+      "step": 22000
+    },
+    {
+      "epoch": 1.051371499569913,
+      "grad_norm": 363.49554443359375,
+      "learning_rate": 9.654150194418093e-06,
+      "loss": 22.5625,
+      "step": 22001
+    },
+    {
+      "epoch": 1.0514192870113734,
+      "grad_norm": 215.7967987060547,
+      "learning_rate": 9.653376790875406e-06,
+      "loss": 23.8281,
+      "step": 22002
+    },
+    {
+      "epoch": 1.0514670744528338,
+      "grad_norm": 770.8596801757812,
+      "learning_rate": 9.652603389408545e-06,
+      "loss": 24.2812,
+      "step": 22003
+    },
+    {
+      "epoch": 1.0515148618942942,
+      "grad_norm": 293.63372802734375,
+      "learning_rate": 9.651829990022143e-06,
+      "loss": 15.7656,
+      "step": 22004
+    },
+    {
+      "epoch": 1.0515626493357546,
+      "grad_norm": 344.52069091796875,
+      "learning_rate": 9.651056592720828e-06,
+      "loss": 29.2812,
+      "step": 22005
+    },
+    {
+      "epoch": 1.051610436777215,
+      "grad_norm": 1003.32568359375,
+      "learning_rate": 9.650283197509237e-06,
+      "loss": 26.6562,
+      "step": 22006
+    },
+    {
+      "epoch": 1.0516582242186754,
+      "grad_norm": 228.9447479248047,
+      "learning_rate": 9.649509804391997e-06,
+      "loss": 26.7969,
+      "step": 22007
+    },
+    {
+      "epoch": 1.0517060116601358,
+      "grad_norm": 284.8821716308594,
+      "learning_rate": 9.64873641337374e-06,
+      "loss": 25.3125,
+      "step": 22008
+    },
+    {
+      "epoch": 1.0517537991015962,
+      "grad_norm": 184.8052215576172,
+      "learning_rate": 9.647963024459098e-06,
+      "loss": 28.0156,
+      "step": 22009
+    },
+    {
+      "epoch": 1.0518015865430566,
+      "grad_norm": 245.15977478027344,
+      "learning_rate": 9.647189637652703e-06,
+      "loss": 25.6562,
+      "step": 22010
+    },
+    {
+      "epoch": 1.051849373984517,
+      "grad_norm": 158.080078125,
+      "learning_rate": 9.646416252959192e-06,
+      "loss": 26.75,
+      "step": 22011
+    },
+    {
+      "epoch": 1.0518971614259773,
+      "grad_norm": 324.8817443847656,
+      "learning_rate": 9.645642870383185e-06,
+      "loss": 33.8438,
+      "step": 22012
+    },
+    {
+      "epoch": 1.0519449488674377,
+      "grad_norm": 210.65835571289062,
+      "learning_rate": 9.644869489929322e-06,
+      "loss": 24.2969,
+      "step": 22013
+    },
+    {
+      "epoch": 1.0519927363088981,
+      "grad_norm": 296.9352722167969,
+      "learning_rate": 9.64409611160223e-06,
+      "loss": 27.5938,
+      "step": 22014
+    },
+    {
+      "epoch": 1.0520405237503585,
+      "grad_norm": 167.04519653320312,
+      "learning_rate": 9.643322735406551e-06,
+      "loss": 21.7969,
+      "step": 22015
+    },
+    {
+      "epoch": 1.052088311191819,
+      "grad_norm": 287.931884765625,
+      "learning_rate": 9.642549361346902e-06,
+      "loss": 31.5938,
+      "step": 22016
+    },
+    {
+      "epoch": 1.0521360986332793,
+      "grad_norm": 217.00941467285156,
+      "learning_rate": 9.64177598942792e-06,
+      "loss": 31.9062,
+      "step": 22017
+    },
+    {
+      "epoch": 1.0521838860747397,
+      "grad_norm": 212.2301788330078,
+      "learning_rate": 9.641002619654244e-06,
+      "loss": 26.0,
+      "step": 22018
+    },
+    {
+      "epoch": 1.0522316735161998,
+      "grad_norm": 140.64002990722656,
+      "learning_rate": 9.640229252030493e-06,
+      "loss": 23.2969,
+      "step": 22019
+    },
+    {
+      "epoch": 1.0522794609576602,
+      "grad_norm": 362.4986267089844,
+      "learning_rate": 9.639455886561307e-06,
+      "loss": 32.1562,
+      "step": 22020
+    },
+    {
+      "epoch": 1.0523272483991206,
+      "grad_norm": 365.6312561035156,
+      "learning_rate": 9.638682523251315e-06,
+      "loss": 30.6875,
+      "step": 22021
+    },
+    {
+      "epoch": 1.052375035840581,
+      "grad_norm": 236.04254150390625,
+      "learning_rate": 9.63790916210515e-06,
+      "loss": 20.0312,
+      "step": 22022
+    },
+    {
+      "epoch": 1.0524228232820414,
+      "grad_norm": 388.7826232910156,
+      "learning_rate": 9.63713580312744e-06,
+      "loss": 39.9688,
+      "step": 22023
+    },
+    {
+      "epoch": 1.0524706107235018,
+      "grad_norm": 384.4875793457031,
+      "learning_rate": 9.636362446322818e-06,
+      "loss": 26.4219,
+      "step": 22024
+    },
+    {
+      "epoch": 1.0525183981649622,
+      "grad_norm": 157.81312561035156,
+      "learning_rate": 9.635589091695916e-06,
+      "loss": 24.125,
+      "step": 22025
+    },
+    {
+      "epoch": 1.0525661856064226,
+      "grad_norm": 314.8627624511719,
+      "learning_rate": 9.634815739251368e-06,
+      "loss": 23.7812,
+      "step": 22026
+    },
+    {
+      "epoch": 1.052613973047883,
+      "grad_norm": 236.8977508544922,
+      "learning_rate": 9.634042388993797e-06,
+      "loss": 37.0,
+      "step": 22027
+    },
+    {
+      "epoch": 1.0526617604893433,
+      "grad_norm": 257.2874450683594,
+      "learning_rate": 9.633269040927843e-06,
+      "loss": 25.9531,
+      "step": 22028
+    },
+    {
+      "epoch": 1.0527095479308037,
+      "grad_norm": 212.64173889160156,
+      "learning_rate": 9.632495695058136e-06,
+      "loss": 24.3438,
+      "step": 22029
+    },
+    {
+      "epoch": 1.0527573353722641,
+      "grad_norm": 261.6224670410156,
+      "learning_rate": 9.631722351389302e-06,
+      "loss": 34.3125,
+      "step": 22030
+    },
+    {
+      "epoch": 1.0528051228137245,
+      "grad_norm": 376.0538635253906,
+      "learning_rate": 9.630949009925976e-06,
+      "loss": 25.7812,
+      "step": 22031
+    },
+    {
+      "epoch": 1.052852910255185,
+      "grad_norm": 186.8632354736328,
+      "learning_rate": 9.63017567067279e-06,
+      "loss": 29.1719,
+      "step": 22032
+    },
+    {
+      "epoch": 1.0529006976966453,
+      "grad_norm": 335.94146728515625,
+      "learning_rate": 9.629402333634377e-06,
+      "loss": 22.4688,
+      "step": 22033
+    },
+    {
+      "epoch": 1.0529484851381057,
+      "grad_norm": 249.66908264160156,
+      "learning_rate": 9.628628998815364e-06,
+      "loss": 33.0312,
+      "step": 22034
+    },
+    {
+      "epoch": 1.052996272579566,
+      "grad_norm": 241.87042236328125,
+      "learning_rate": 9.627855666220383e-06,
+      "loss": 22.5,
+      "step": 22035
+    },
+    {
+      "epoch": 1.0530440600210265,
+      "grad_norm": 303.67047119140625,
+      "learning_rate": 9.627082335854068e-06,
+      "loss": 34.4375,
+      "step": 22036
+    },
+    {
+      "epoch": 1.0530918474624869,
+      "grad_norm": 209.23855590820312,
+      "learning_rate": 9.626309007721048e-06,
+      "loss": 18.7812,
+      "step": 22037
+    },
+    {
+      "epoch": 1.0531396349039472,
+      "grad_norm": 278.6753845214844,
+      "learning_rate": 9.625535681825954e-06,
+      "loss": 32.6875,
+      "step": 22038
+    },
+    {
+      "epoch": 1.0531874223454076,
+      "grad_norm": 203.59780883789062,
+      "learning_rate": 9.62476235817342e-06,
+      "loss": 26.125,
+      "step": 22039
+    },
+    {
+      "epoch": 1.053235209786868,
+      "grad_norm": 288.0653381347656,
+      "learning_rate": 9.623989036768074e-06,
+      "loss": 28.5938,
+      "step": 22040
+    },
+    {
+      "epoch": 1.0532829972283284,
+      "grad_norm": 208.3140411376953,
+      "learning_rate": 9.623215717614552e-06,
+      "loss": 25.1562,
+      "step": 22041
+    },
+    {
+      "epoch": 1.0533307846697888,
+      "grad_norm": 234.3866729736328,
+      "learning_rate": 9.622442400717477e-06,
+      "loss": 27.5938,
+      "step": 22042
+    },
+    {
+      "epoch": 1.0533785721112492,
+      "grad_norm": 332.7871398925781,
+      "learning_rate": 9.621669086081485e-06,
+      "loss": 33.8125,
+      "step": 22043
+    },
+    {
+      "epoch": 1.0534263595527096,
+      "grad_norm": 322.33953857421875,
+      "learning_rate": 9.620895773711212e-06,
+      "loss": 25.625,
+      "step": 22044
+    },
+    {
+      "epoch": 1.05347414699417,
+      "grad_norm": 190.35159301757812,
+      "learning_rate": 9.620122463611278e-06,
+      "loss": 28.4219,
+      "step": 22045
+    },
+    {
+      "epoch": 1.0535219344356304,
+      "grad_norm": 444.2297058105469,
+      "learning_rate": 9.619349155786322e-06,
+      "loss": 21.2812,
+      "step": 22046
+    },
+    {
+      "epoch": 1.0535697218770907,
+      "grad_norm": 385.0672912597656,
+      "learning_rate": 9.618575850240972e-06,
+      "loss": 31.0156,
+      "step": 22047
+    },
+    {
+      "epoch": 1.0536175093185511,
+      "grad_norm": 312.99114990234375,
+      "learning_rate": 9.617802546979866e-06,
+      "loss": 15.1562,
+      "step": 22048
+    },
+    {
+      "epoch": 1.0536652967600115,
+      "grad_norm": 226.79776000976562,
+      "learning_rate": 9.617029246007625e-06,
+      "loss": 18.5,
+      "step": 22049
+    },
+    {
+      "epoch": 1.053713084201472,
+      "grad_norm": 238.56948852539062,
+      "learning_rate": 9.616255947328884e-06,
+      "loss": 27.5,
+      "step": 22050
+    },
+    {
+      "epoch": 1.0537608716429323,
+      "grad_norm": 151.6524200439453,
+      "learning_rate": 9.615482650948276e-06,
+      "loss": 26.3125,
+      "step": 22051
+    },
+    {
+      "epoch": 1.0538086590843927,
+      "grad_norm": 171.18572998046875,
+      "learning_rate": 9.614709356870435e-06,
+      "loss": 17.1875,
+      "step": 22052
+    },
+    {
+      "epoch": 1.053856446525853,
+      "grad_norm": 191.54519653320312,
+      "learning_rate": 9.61393606509998e-06,
+      "loss": 23.1562,
+      "step": 22053
+    },
+    {
+      "epoch": 1.0539042339673135,
+      "grad_norm": 106.10617065429688,
+      "learning_rate": 9.613162775641555e-06,
+      "loss": 18.9062,
+      "step": 22054
+    },
+    {
+      "epoch": 1.0539520214087739,
+      "grad_norm": 483.322265625,
+      "learning_rate": 9.612389488499787e-06,
+      "loss": 24.3125,
+      "step": 22055
+    },
+    {
+      "epoch": 1.0539998088502343,
+      "grad_norm": 249.76234436035156,
+      "learning_rate": 9.611616203679301e-06,
+      "loss": 22.8438,
+      "step": 22056
+    },
+    {
+      "epoch": 1.0540475962916946,
+      "grad_norm": 276.9237976074219,
+      "learning_rate": 9.610842921184737e-06,
+      "loss": 23.5469,
+      "step": 22057
+    },
+    {
+      "epoch": 1.054095383733155,
+      "grad_norm": 267.49407958984375,
+      "learning_rate": 9.610069641020718e-06,
+      "loss": 31.6875,
+      "step": 22058
+    },
+    {
+      "epoch": 1.0541431711746152,
+      "grad_norm": 208.91497802734375,
+      "learning_rate": 9.609296363191885e-06,
+      "loss": 17.6094,
+      "step": 22059
+    },
+    {
+      "epoch": 1.0541909586160756,
+      "grad_norm": 223.07247924804688,
+      "learning_rate": 9.608523087702856e-06,
+      "loss": 19.0,
+      "step": 22060
+    },
+    {
+      "epoch": 1.054238746057536,
+      "grad_norm": 391.99481201171875,
+      "learning_rate": 9.60774981455827e-06,
+      "loss": 28.5938,
+      "step": 22061
+    },
+    {
+      "epoch": 1.0542865334989964,
+      "grad_norm": 256.5081787109375,
+      "learning_rate": 9.606976543762756e-06,
+      "loss": 26.6406,
+      "step": 22062
+    },
+    {
+      "epoch": 1.0543343209404568,
+      "grad_norm": 169.26748657226562,
+      "learning_rate": 9.60620327532095e-06,
+      "loss": 20.125,
+      "step": 22063
+    },
+    {
+      "epoch": 1.0543821083819171,
+      "grad_norm": 230.66954040527344,
+      "learning_rate": 9.605430009237474e-06,
+      "loss": 17.9688,
+      "step": 22064
+    },
+    {
+      "epoch": 1.0544298958233775,
+      "grad_norm": 397.37689208984375,
+      "learning_rate": 9.604656745516963e-06,
+      "loss": 30.2344,
+      "step": 22065
+    },
+    {
+      "epoch": 1.054477683264838,
+      "grad_norm": 235.4967803955078,
+      "learning_rate": 9.603883484164051e-06,
+      "loss": 19.0781,
+      "step": 22066
+    },
+    {
+      "epoch": 1.0545254707062983,
+      "grad_norm": 189.72079467773438,
+      "learning_rate": 9.603110225183364e-06,
+      "loss": 31.6562,
+      "step": 22067
+    },
+    {
+      "epoch": 1.0545732581477587,
+      "grad_norm": 309.27618408203125,
+      "learning_rate": 9.602336968579532e-06,
+      "loss": 34.125,
+      "step": 22068
+    },
+    {
+      "epoch": 1.054621045589219,
+      "grad_norm": 192.79490661621094,
+      "learning_rate": 9.601563714357193e-06,
+      "loss": 20.1406,
+      "step": 22069
+    },
+    {
+      "epoch": 1.0546688330306795,
+      "grad_norm": 178.6949920654297,
+      "learning_rate": 9.600790462520971e-06,
+      "loss": 18.3594,
+      "step": 22070
+    },
+    {
+      "epoch": 1.0547166204721399,
+      "grad_norm": 219.64491271972656,
+      "learning_rate": 9.6000172130755e-06,
+      "loss": 29.875,
+      "step": 22071
+    },
+    {
+      "epoch": 1.0547644079136003,
+      "grad_norm": 351.8078308105469,
+      "learning_rate": 9.599243966025408e-06,
+      "loss": 37.7656,
+      "step": 22072
+    },
+    {
+      "epoch": 1.0548121953550607,
+      "grad_norm": 254.19371032714844,
+      "learning_rate": 9.598470721375328e-06,
+      "loss": 26.9062,
+      "step": 22073
+    },
+    {
+      "epoch": 1.054859982796521,
+      "grad_norm": 200.81735229492188,
+      "learning_rate": 9.597697479129892e-06,
+      "loss": 25.75,
+      "step": 22074
+    },
+    {
+      "epoch": 1.0549077702379814,
+      "grad_norm": 447.9306335449219,
+      "learning_rate": 9.596924239293728e-06,
+      "loss": 26.9062,
+      "step": 22075
+    },
+    {
+      "epoch": 1.0549555576794418,
+      "grad_norm": 183.44679260253906,
+      "learning_rate": 9.596151001871466e-06,
+      "loss": 21.0781,
+      "step": 22076
+    },
+    {
+      "epoch": 1.0550033451209022,
+      "grad_norm": 157.97860717773438,
+      "learning_rate": 9.595377766867743e-06,
+      "loss": 21.5625,
+      "step": 22077
+    },
+    {
+      "epoch": 1.0550511325623626,
+      "grad_norm": 263.9870300292969,
+      "learning_rate": 9.594604534287179e-06,
+      "loss": 32.0938,
+      "step": 22078
+    },
+    {
+      "epoch": 1.055098920003823,
+      "grad_norm": 343.8497009277344,
+      "learning_rate": 9.593831304134413e-06,
+      "loss": 25.7812,
+      "step": 22079
+    },
+    {
+      "epoch": 1.0551467074452834,
+      "grad_norm": 430.21124267578125,
+      "learning_rate": 9.593058076414073e-06,
+      "loss": 27.125,
+      "step": 22080
+    },
+    {
+      "epoch": 1.0551944948867438,
+      "grad_norm": 188.92027282714844,
+      "learning_rate": 9.592284851130794e-06,
+      "loss": 29.7031,
+      "step": 22081
+    },
+    {
+      "epoch": 1.0552422823282042,
+      "grad_norm": 374.3220520019531,
+      "learning_rate": 9.591511628289199e-06,
+      "loss": 33.75,
+      "step": 22082
+    },
+    {
+      "epoch": 1.0552900697696646,
+      "grad_norm": 297.1582336425781,
+      "learning_rate": 9.590738407893922e-06,
+      "loss": 24.0625,
+      "step": 22083
+    },
+    {
+      "epoch": 1.055337857211125,
+      "grad_norm": 194.78675842285156,
+      "learning_rate": 9.589965189949592e-06,
+      "loss": 19.9062,
+      "step": 22084
+    },
+    {
+      "epoch": 1.0553856446525853,
+      "grad_norm": 187.86065673828125,
+      "learning_rate": 9.589191974460848e-06,
+      "loss": 25.4844,
+      "step": 22085
+    },
+    {
+      "epoch": 1.0554334320940457,
+      "grad_norm": 203.08868408203125,
+      "learning_rate": 9.588418761432308e-06,
+      "loss": 19.75,
+      "step": 22086
+    },
+    {
+      "epoch": 1.055481219535506,
+      "grad_norm": 464.90814208984375,
+      "learning_rate": 9.587645550868612e-06,
+      "loss": 23.4062,
+      "step": 22087
+    },
+    {
+      "epoch": 1.0555290069769665,
+      "grad_norm": 213.03050231933594,
+      "learning_rate": 9.586872342774384e-06,
+      "loss": 22.6875,
+      "step": 22088
+    },
+    {
+      "epoch": 1.055576794418427,
+      "grad_norm": 368.4602966308594,
+      "learning_rate": 9.586099137154262e-06,
+      "loss": 27.6562,
+      "step": 22089
+    },
+    {
+      "epoch": 1.0556245818598873,
+      "grad_norm": 578.732421875,
+      "learning_rate": 9.58532593401287e-06,
+      "loss": 33.25,
+      "step": 22090
+    },
+    {
+      "epoch": 1.0556723693013477,
+      "grad_norm": 407.4228515625,
+      "learning_rate": 9.584552733354839e-06,
+      "loss": 29.3125,
+      "step": 22091
+    },
+    {
+      "epoch": 1.055720156742808,
+      "grad_norm": 390.0203857421875,
+      "learning_rate": 9.583779535184804e-06,
+      "loss": 37.2188,
+      "step": 22092
+    },
+    {
+      "epoch": 1.0557679441842684,
+      "grad_norm": 316.7767639160156,
+      "learning_rate": 9.58300633950739e-06,
+      "loss": 28.3125,
+      "step": 22093
+    },
+    {
+      "epoch": 1.0558157316257288,
+      "grad_norm": 176.27723693847656,
+      "learning_rate": 9.582233146327228e-06,
+      "loss": 23.2969,
+      "step": 22094
+    },
+    {
+      "epoch": 1.0558635190671892,
+      "grad_norm": 268.8534851074219,
+      "learning_rate": 9.581459955648952e-06,
+      "loss": 25.7812,
+      "step": 22095
+    },
+    {
+      "epoch": 1.0559113065086496,
+      "grad_norm": 322.7525329589844,
+      "learning_rate": 9.580686767477195e-06,
+      "loss": 29.875,
+      "step": 22096
+    },
+    {
+      "epoch": 1.05595909395011,
+      "grad_norm": 289.5365905761719,
+      "learning_rate": 9.579913581816579e-06,
+      "loss": 23.7344,
+      "step": 22097
+    },
+    {
+      "epoch": 1.0560068813915704,
+      "grad_norm": 394.881103515625,
+      "learning_rate": 9.579140398671737e-06,
+      "loss": 27.7031,
+      "step": 22098
+    },
+    {
+      "epoch": 1.0560546688330308,
+      "grad_norm": 280.980224609375,
+      "learning_rate": 9.578367218047303e-06,
+      "loss": 22.3438,
+      "step": 22099
+    },
+    {
+      "epoch": 1.0561024562744912,
+      "grad_norm": 549.259033203125,
+      "learning_rate": 9.57759403994791e-06,
+      "loss": 31.7188,
+      "step": 22100
+    },
+    {
+      "epoch": 1.0561502437159513,
+      "grad_norm": 166.8524169921875,
+      "learning_rate": 9.576820864378177e-06,
+      "loss": 27.2031,
+      "step": 22101
+    },
+    {
+      "epoch": 1.0561980311574117,
+      "grad_norm": 521.1016235351562,
+      "learning_rate": 9.576047691342743e-06,
+      "loss": 26.5781,
+      "step": 22102
+    },
+    {
+      "epoch": 1.0562458185988721,
+      "grad_norm": 220.32373046875,
+      "learning_rate": 9.57527452084624e-06,
+      "loss": 22.7812,
+      "step": 22103
+    },
+    {
+      "epoch": 1.0562936060403325,
+      "grad_norm": 236.68515014648438,
+      "learning_rate": 9.574501352893288e-06,
+      "loss": 27.8438,
+      "step": 22104
+    },
+    {
+      "epoch": 1.056341393481793,
+      "grad_norm": 315.5978698730469,
+      "learning_rate": 9.57372818748853e-06,
+      "loss": 36.3125,
+      "step": 22105
+    },
+    {
+      "epoch": 1.0563891809232533,
+      "grad_norm": 795.6160888671875,
+      "learning_rate": 9.572955024636585e-06,
+      "loss": 28.3125,
+      "step": 22106
+    },
+    {
+      "epoch": 1.0564369683647137,
+      "grad_norm": 165.18161010742188,
+      "learning_rate": 9.572181864342094e-06,
+      "loss": 22.5625,
+      "step": 22107
+    },
+    {
+      "epoch": 1.056484755806174,
+      "grad_norm": 194.324462890625,
+      "learning_rate": 9.571408706609677e-06,
+      "loss": 20.4531,
+      "step": 22108
+    },
+    {
+      "epoch": 1.0565325432476345,
+      "grad_norm": 163.6149444580078,
+      "learning_rate": 9.570635551443968e-06,
+      "loss": 40.9844,
+      "step": 22109
+    },
+    {
+      "epoch": 1.0565803306890948,
+      "grad_norm": 1190.600830078125,
+      "learning_rate": 9.5698623988496e-06,
+      "loss": 23.0312,
+      "step": 22110
+    },
+    {
+      "epoch": 1.0566281181305552,
+      "grad_norm": 570.8728637695312,
+      "learning_rate": 9.569089248831203e-06,
+      "loss": 23.9062,
+      "step": 22111
+    },
+    {
+      "epoch": 1.0566759055720156,
+      "grad_norm": 265.3958435058594,
+      "learning_rate": 9.568316101393403e-06,
+      "loss": 27.2812,
+      "step": 22112
+    },
+    {
+      "epoch": 1.056723693013476,
+      "grad_norm": 294.4574890136719,
+      "learning_rate": 9.567542956540832e-06,
+      "loss": 29.0938,
+      "step": 22113
+    },
+    {
+      "epoch": 1.0567714804549364,
+      "grad_norm": 238.1772918701172,
+      "learning_rate": 9.566769814278124e-06,
+      "loss": 25.0156,
+      "step": 22114
+    },
+    {
+      "epoch": 1.0568192678963968,
+      "grad_norm": 219.76412963867188,
+      "learning_rate": 9.565996674609903e-06,
+      "loss": 24.5,
+      "step": 22115
+    },
+    {
+      "epoch": 1.0568670553378572,
+      "grad_norm": 425.59014892578125,
+      "learning_rate": 9.5652235375408e-06,
+      "loss": 29.1562,
+      "step": 22116
+    },
+    {
+      "epoch": 1.0569148427793176,
+      "grad_norm": 278.91455078125,
+      "learning_rate": 9.564450403075449e-06,
+      "loss": 25.8125,
+      "step": 22117
+    },
+    {
+      "epoch": 1.056962630220778,
+      "grad_norm": 188.84889221191406,
+      "learning_rate": 9.563677271218481e-06,
+      "loss": 27.75,
+      "step": 22118
+    },
+    {
+      "epoch": 1.0570104176622384,
+      "grad_norm": 859.2130737304688,
+      "learning_rate": 9.56290414197452e-06,
+      "loss": 24.7656,
+      "step": 22119
+    },
+    {
+      "epoch": 1.0570582051036987,
+      "grad_norm": 200.5814971923828,
+      "learning_rate": 9.5621310153482e-06,
+      "loss": 25.1875,
+      "step": 22120
+    },
+    {
+      "epoch": 1.0571059925451591,
+      "grad_norm": 217.52220153808594,
+      "learning_rate": 9.56135789134415e-06,
+      "loss": 29.1094,
+      "step": 22121
+    },
+    {
+      "epoch": 1.0571537799866195,
+      "grad_norm": 163.37428283691406,
+      "learning_rate": 9.560584769967e-06,
+      "loss": 22.5156,
+      "step": 22122
+    },
+    {
+      "epoch": 1.05720156742808,
+      "grad_norm": 205.9094696044922,
+      "learning_rate": 9.559811651221383e-06,
+      "loss": 24.8125,
+      "step": 22123
+    },
+    {
+      "epoch": 1.0572493548695403,
+      "grad_norm": 176.1716766357422,
+      "learning_rate": 9.559038535111921e-06,
+      "loss": 23.6094,
+      "step": 22124
+    },
+    {
+      "epoch": 1.0572971423110007,
+      "grad_norm": 273.28387451171875,
+      "learning_rate": 9.55826542164325e-06,
+      "loss": 19.8594,
+      "step": 22125
+    },
+    {
+      "epoch": 1.057344929752461,
+      "grad_norm": 189.20721435546875,
+      "learning_rate": 9.557492310820005e-06,
+      "loss": 23.7812,
+      "step": 22126
+    },
+    {
+      "epoch": 1.0573927171939215,
+      "grad_norm": 340.1476135253906,
+      "learning_rate": 9.556719202646805e-06,
+      "loss": 34.8438,
+      "step": 22127
+    },
+    {
+      "epoch": 1.0574405046353819,
+      "grad_norm": 372.1508483886719,
+      "learning_rate": 9.555946097128284e-06,
+      "loss": 31.1875,
+      "step": 22128
+    },
+    {
+      "epoch": 1.0574882920768423,
+      "grad_norm": 170.00108337402344,
+      "learning_rate": 9.55517299426908e-06,
+      "loss": 27.5,
+      "step": 22129
+    },
+    {
+      "epoch": 1.0575360795183026,
+      "grad_norm": 198.53311157226562,
+      "learning_rate": 9.554399894073808e-06,
+      "loss": 35.4062,
+      "step": 22130
+    },
+    {
+      "epoch": 1.057583866959763,
+      "grad_norm": 202.28860473632812,
+      "learning_rate": 9.553626796547108e-06,
+      "loss": 24.6094,
+      "step": 22131
+    },
+    {
+      "epoch": 1.0576316544012234,
+      "grad_norm": 241.09791564941406,
+      "learning_rate": 9.552853701693606e-06,
+      "loss": 25.1562,
+      "step": 22132
+    },
+    {
+      "epoch": 1.0576794418426838,
+      "grad_norm": 324.99310302734375,
+      "learning_rate": 9.55208060951794e-06,
+      "loss": 30.5625,
+      "step": 22133
+    },
+    {
+      "epoch": 1.0577272292841442,
+      "grad_norm": 273.6511535644531,
+      "learning_rate": 9.551307520024725e-06,
+      "loss": 33.25,
+      "step": 22134
+    },
+    {
+      "epoch": 1.0577750167256046,
+      "grad_norm": 219.43020629882812,
+      "learning_rate": 9.550534433218602e-06,
+      "loss": 32.75,
+      "step": 22135
+    },
+    {
+      "epoch": 1.057822804167065,
+      "grad_norm": 168.92311096191406,
+      "learning_rate": 9.549761349104199e-06,
+      "loss": 32.8438,
+      "step": 22136
+    },
+    {
+      "epoch": 1.0578705916085254,
+      "grad_norm": 194.02281188964844,
+      "learning_rate": 9.548988267686145e-06,
+      "loss": 23.7188,
+      "step": 22137
+    },
+    {
+      "epoch": 1.0579183790499858,
+      "grad_norm": 193.08641052246094,
+      "learning_rate": 9.548215188969068e-06,
+      "loss": 24.6875,
+      "step": 22138
+    },
+    {
+      "epoch": 1.0579661664914461,
+      "grad_norm": 185.04051208496094,
+      "learning_rate": 9.547442112957598e-06,
+      "loss": 35.0312,
+      "step": 22139
+    },
+    {
+      "epoch": 1.0580139539329065,
+      "grad_norm": 230.21273803710938,
+      "learning_rate": 9.546669039656368e-06,
+      "loss": 25.4062,
+      "step": 22140
+    },
+    {
+      "epoch": 1.0580617413743667,
+      "grad_norm": 128.3492889404297,
+      "learning_rate": 9.545895969070004e-06,
+      "loss": 18.875,
+      "step": 22141
+    },
+    {
+      "epoch": 1.058109528815827,
+      "grad_norm": 220.12130737304688,
+      "learning_rate": 9.545122901203138e-06,
+      "loss": 26.1562,
+      "step": 22142
+    },
+    {
+      "epoch": 1.0581573162572875,
+      "grad_norm": 214.99488830566406,
+      "learning_rate": 9.544349836060396e-06,
+      "loss": 38.25,
+      "step": 22143
+    },
+    {
+      "epoch": 1.0582051036987479,
+      "grad_norm": 283.97491455078125,
+      "learning_rate": 9.543576773646416e-06,
+      "loss": 27.5,
+      "step": 22144
+    },
+    {
+      "epoch": 1.0582528911402083,
+      "grad_norm": 137.3914337158203,
+      "learning_rate": 9.542803713965819e-06,
+      "loss": 21.2344,
+      "step": 22145
+    },
+    {
+      "epoch": 1.0583006785816687,
+      "grad_norm": 176.5823974609375,
+      "learning_rate": 9.542030657023237e-06,
+      "loss": 26.4375,
+      "step": 22146
+    },
+    {
+      "epoch": 1.058348466023129,
+      "grad_norm": 384.968017578125,
+      "learning_rate": 9.5412576028233e-06,
+      "loss": 26.5,
+      "step": 22147
+    },
+    {
+      "epoch": 1.0583962534645894,
+      "grad_norm": 164.8375244140625,
+      "learning_rate": 9.540484551370643e-06,
+      "loss": 19.4844,
+      "step": 22148
+    },
+    {
+      "epoch": 1.0584440409060498,
+      "grad_norm": 423.1614990234375,
+      "learning_rate": 9.539711502669884e-06,
+      "loss": 23.25,
+      "step": 22149
+    },
+    {
+      "epoch": 1.0584918283475102,
+      "grad_norm": 375.40802001953125,
+      "learning_rate": 9.53893845672566e-06,
+      "loss": 33.0,
+      "step": 22150
+    },
+    {
+      "epoch": 1.0585396157889706,
+      "grad_norm": 140.52955627441406,
+      "learning_rate": 9.538165413542607e-06,
+      "loss": 22.3594,
+      "step": 22151
+    },
+    {
+      "epoch": 1.058587403230431,
+      "grad_norm": 294.18212890625,
+      "learning_rate": 9.537392373125341e-06,
+      "loss": 31.0312,
+      "step": 22152
+    },
+    {
+      "epoch": 1.0586351906718914,
+      "grad_norm": 342.76617431640625,
+      "learning_rate": 9.5366193354785e-06,
+      "loss": 33.1875,
+      "step": 22153
+    },
+    {
+      "epoch": 1.0586829781133518,
+      "grad_norm": 192.97264099121094,
+      "learning_rate": 9.535846300606708e-06,
+      "loss": 22.6562,
+      "step": 22154
+    },
+    {
+      "epoch": 1.0587307655548122,
+      "grad_norm": 159.67332458496094,
+      "learning_rate": 9.5350732685146e-06,
+      "loss": 30.0625,
+      "step": 22155
+    },
+    {
+      "epoch": 1.0587785529962725,
+      "grad_norm": 356.1995849609375,
+      "learning_rate": 9.534300239206805e-06,
+      "loss": 23.5,
+      "step": 22156
+    },
+    {
+      "epoch": 1.058826340437733,
+      "grad_norm": 224.2261505126953,
+      "learning_rate": 9.533527212687947e-06,
+      "loss": 24.25,
+      "step": 22157
+    },
+    {
+      "epoch": 1.0588741278791933,
+      "grad_norm": 233.83360290527344,
+      "learning_rate": 9.532754188962661e-06,
+      "loss": 24.8125,
+      "step": 22158
+    },
+    {
+      "epoch": 1.0589219153206537,
+      "grad_norm": 558.0276489257812,
+      "learning_rate": 9.531981168035576e-06,
+      "loss": 25.875,
+      "step": 22159
+    },
+    {
+      "epoch": 1.058969702762114,
+      "grad_norm": 176.43894958496094,
+      "learning_rate": 9.531208149911318e-06,
+      "loss": 19.4375,
+      "step": 22160
+    },
+    {
+      "epoch": 1.0590174902035745,
+      "grad_norm": 215.50558471679688,
+      "learning_rate": 9.530435134594516e-06,
+      "loss": 18.1406,
+      "step": 22161
+    },
+    {
+      "epoch": 1.0590652776450349,
+      "grad_norm": 227.33724975585938,
+      "learning_rate": 9.529662122089808e-06,
+      "loss": 22.1406,
+      "step": 22162
+    },
+    {
+      "epoch": 1.0591130650864953,
+      "grad_norm": 273.822998046875,
+      "learning_rate": 9.528889112401812e-06,
+      "loss": 20.1875,
+      "step": 22163
+    },
+    {
+      "epoch": 1.0591608525279557,
+      "grad_norm": 445.8006896972656,
+      "learning_rate": 9.528116105535162e-06,
+      "loss": 33.5938,
+      "step": 22164
+    },
+    {
+      "epoch": 1.059208639969416,
+      "grad_norm": 153.3339080810547,
+      "learning_rate": 9.527343101494487e-06,
+      "loss": 14.2188,
+      "step": 22165
+    },
+    {
+      "epoch": 1.0592564274108764,
+      "grad_norm": 381.9397888183594,
+      "learning_rate": 9.526570100284423e-06,
+      "loss": 27.5938,
+      "step": 22166
+    },
+    {
+      "epoch": 1.0593042148523368,
+      "grad_norm": 309.8955993652344,
+      "learning_rate": 9.525797101909588e-06,
+      "loss": 19.2188,
+      "step": 22167
+    },
+    {
+      "epoch": 1.0593520022937972,
+      "grad_norm": 332.75140380859375,
+      "learning_rate": 9.525024106374616e-06,
+      "loss": 25.1875,
+      "step": 22168
+    },
+    {
+      "epoch": 1.0593997897352576,
+      "grad_norm": 105.3594970703125,
+      "learning_rate": 9.52425111368414e-06,
+      "loss": 16.0312,
+      "step": 22169
+    },
+    {
+      "epoch": 1.059447577176718,
+      "grad_norm": 247.6239776611328,
+      "learning_rate": 9.523478123842784e-06,
+      "loss": 22.7031,
+      "step": 22170
+    },
+    {
+      "epoch": 1.0594953646181784,
+      "grad_norm": 171.5840606689453,
+      "learning_rate": 9.522705136855181e-06,
+      "loss": 23.4688,
+      "step": 22171
+    },
+    {
+      "epoch": 1.0595431520596388,
+      "grad_norm": 258.56439208984375,
+      "learning_rate": 9.521932152725956e-06,
+      "loss": 27.0,
+      "step": 22172
+    },
+    {
+      "epoch": 1.0595909395010992,
+      "grad_norm": 292.0706787109375,
+      "learning_rate": 9.521159171459739e-06,
+      "loss": 32.875,
+      "step": 22173
+    },
+    {
+      "epoch": 1.0596387269425596,
+      "grad_norm": 236.44534301757812,
+      "learning_rate": 9.520386193061167e-06,
+      "loss": 22.6719,
+      "step": 22174
+    },
+    {
+      "epoch": 1.05968651438402,
+      "grad_norm": 255.46961975097656,
+      "learning_rate": 9.519613217534858e-06,
+      "loss": 28.375,
+      "step": 22175
+    },
+    {
+      "epoch": 1.0597343018254803,
+      "grad_norm": 270.8433837890625,
+      "learning_rate": 9.518840244885445e-06,
+      "loss": 29.2812,
+      "step": 22176
+    },
+    {
+      "epoch": 1.0597820892669407,
+      "grad_norm": 229.29539489746094,
+      "learning_rate": 9.518067275117563e-06,
+      "loss": 30.5625,
+      "step": 22177
+    },
+    {
+      "epoch": 1.0598298767084011,
+      "grad_norm": 306.4269104003906,
+      "learning_rate": 9.517294308235831e-06,
+      "loss": 19.6562,
+      "step": 22178
+    },
+    {
+      "epoch": 1.0598776641498615,
+      "grad_norm": 222.30667114257812,
+      "learning_rate": 9.516521344244885e-06,
+      "loss": 27.0312,
+      "step": 22179
+    },
+    {
+      "epoch": 1.059925451591322,
+      "grad_norm": 276.54168701171875,
+      "learning_rate": 9.51574838314935e-06,
+      "loss": 28.75,
+      "step": 22180
+    },
+    {
+      "epoch": 1.0599732390327823,
+      "grad_norm": 213.88729858398438,
+      "learning_rate": 9.514975424953864e-06,
+      "loss": 29.9062,
+      "step": 22181
+    },
+    {
+      "epoch": 1.0600210264742427,
+      "grad_norm": 243.87217712402344,
+      "learning_rate": 9.514202469663044e-06,
+      "loss": 31.0312,
+      "step": 22182
+    },
+    {
+      "epoch": 1.060068813915703,
+      "grad_norm": 183.38424682617188,
+      "learning_rate": 9.513429517281525e-06,
+      "loss": 20.7188,
+      "step": 22183
+    },
+    {
+      "epoch": 1.0601166013571632,
+      "grad_norm": 256.4721374511719,
+      "learning_rate": 9.512656567813936e-06,
+      "loss": 30.2031,
+      "step": 22184
+    },
+    {
+      "epoch": 1.0601643887986236,
+      "grad_norm": 335.4928283691406,
+      "learning_rate": 9.511883621264907e-06,
+      "loss": 34.5938,
+      "step": 22185
+    },
+    {
+      "epoch": 1.060212176240084,
+      "grad_norm": 322.1475524902344,
+      "learning_rate": 9.511110677639062e-06,
+      "loss": 19.25,
+      "step": 22186
+    },
+    {
+      "epoch": 1.0602599636815444,
+      "grad_norm": 179.23880004882812,
+      "learning_rate": 9.510337736941035e-06,
+      "loss": 19.1406,
+      "step": 22187
+    },
+    {
+      "epoch": 1.0603077511230048,
+      "grad_norm": 284.84326171875,
+      "learning_rate": 9.509564799175455e-06,
+      "loss": 28.0938,
+      "step": 22188
+    },
+    {
+      "epoch": 1.0603555385644652,
+      "grad_norm": 197.2253875732422,
+      "learning_rate": 9.508791864346946e-06,
+      "loss": 23.625,
+      "step": 22189
+    },
+    {
+      "epoch": 1.0604033260059256,
+      "grad_norm": 347.5315856933594,
+      "learning_rate": 9.50801893246014e-06,
+      "loss": 32.0938,
+      "step": 22190
+    },
+    {
+      "epoch": 1.060451113447386,
+      "grad_norm": 277.4764099121094,
+      "learning_rate": 9.507246003519666e-06,
+      "loss": 22.3594,
+      "step": 22191
+    },
+    {
+      "epoch": 1.0604989008888464,
+      "grad_norm": 185.36705017089844,
+      "learning_rate": 9.506473077530156e-06,
+      "loss": 17.3281,
+      "step": 22192
+    },
+    {
+      "epoch": 1.0605466883303067,
+      "grad_norm": 226.5579833984375,
+      "learning_rate": 9.50570015449623e-06,
+      "loss": 27.5625,
+      "step": 22193
+    },
+    {
+      "epoch": 1.0605944757717671,
+      "grad_norm": 180.11546325683594,
+      "learning_rate": 9.504927234422526e-06,
+      "loss": 21.0312,
+      "step": 22194
+    },
+    {
+      "epoch": 1.0606422632132275,
+      "grad_norm": 384.49578857421875,
+      "learning_rate": 9.504154317313665e-06,
+      "loss": 29.2188,
+      "step": 22195
+    },
+    {
+      "epoch": 1.060690050654688,
+      "grad_norm": 218.67684936523438,
+      "learning_rate": 9.503381403174287e-06,
+      "loss": 23.6562,
+      "step": 22196
+    },
+    {
+      "epoch": 1.0607378380961483,
+      "grad_norm": 307.9615173339844,
+      "learning_rate": 9.502608492009008e-06,
+      "loss": 20.8438,
+      "step": 22197
+    },
+    {
+      "epoch": 1.0607856255376087,
+      "grad_norm": 446.9843444824219,
+      "learning_rate": 9.501835583822462e-06,
+      "loss": 30.25,
+      "step": 22198
+    },
+    {
+      "epoch": 1.060833412979069,
+      "grad_norm": 230.63856506347656,
+      "learning_rate": 9.501062678619283e-06,
+      "loss": 29.75,
+      "step": 22199
+    },
+    {
+      "epoch": 1.0608812004205295,
+      "grad_norm": 204.76931762695312,
+      "learning_rate": 9.50028977640409e-06,
+      "loss": 28.7188,
+      "step": 22200
+    },
+    {
+      "epoch": 1.0609289878619899,
+      "grad_norm": 195.82843017578125,
+      "learning_rate": 9.499516877181516e-06,
+      "loss": 20.1562,
+      "step": 22201
+    },
+    {
+      "epoch": 1.0609767753034502,
+      "grad_norm": 635.845947265625,
+      "learning_rate": 9.498743980956194e-06,
+      "loss": 31.7188,
+      "step": 22202
+    },
+    {
+      "epoch": 1.0610245627449106,
+      "grad_norm": 305.5155334472656,
+      "learning_rate": 9.497971087732747e-06,
+      "loss": 22.2344,
+      "step": 22203
+    },
+    {
+      "epoch": 1.061072350186371,
+      "grad_norm": 270.3232116699219,
+      "learning_rate": 9.497198197515805e-06,
+      "loss": 32.9062,
+      "step": 22204
+    },
+    {
+      "epoch": 1.0611201376278314,
+      "grad_norm": 358.38250732421875,
+      "learning_rate": 9.496425310309996e-06,
+      "loss": 22.7812,
+      "step": 22205
+    },
+    {
+      "epoch": 1.0611679250692918,
+      "grad_norm": 224.8942108154297,
+      "learning_rate": 9.49565242611995e-06,
+      "loss": 22.1562,
+      "step": 22206
+    },
+    {
+      "epoch": 1.0612157125107522,
+      "grad_norm": 264.15631103515625,
+      "learning_rate": 9.494879544950299e-06,
+      "loss": 30.8281,
+      "step": 22207
+    },
+    {
+      "epoch": 1.0612634999522126,
+      "grad_norm": 209.677734375,
+      "learning_rate": 9.494106666805664e-06,
+      "loss": 18.5,
+      "step": 22208
+    },
+    {
+      "epoch": 1.061311287393673,
+      "grad_norm": 246.38978576660156,
+      "learning_rate": 9.493333791690677e-06,
+      "loss": 26.9062,
+      "step": 22209
+    },
+    {
+      "epoch": 1.0613590748351334,
+      "grad_norm": 199.36061096191406,
+      "learning_rate": 9.492560919609966e-06,
+      "loss": 15.7031,
+      "step": 22210
+    },
+    {
+      "epoch": 1.0614068622765938,
+      "grad_norm": 141.07884216308594,
+      "learning_rate": 9.491788050568165e-06,
+      "loss": 29.8438,
+      "step": 22211
+    },
+    {
+      "epoch": 1.0614546497180541,
+      "grad_norm": 271.25225830078125,
+      "learning_rate": 9.491015184569894e-06,
+      "loss": 32.25,
+      "step": 22212
+    },
+    {
+      "epoch": 1.0615024371595145,
+      "grad_norm": 253.8155517578125,
+      "learning_rate": 9.490242321619785e-06,
+      "loss": 28.3125,
+      "step": 22213
+    },
+    {
+      "epoch": 1.061550224600975,
+      "grad_norm": 248.00552368164062,
+      "learning_rate": 9.48946946172247e-06,
+      "loss": 28.75,
+      "step": 22214
+    },
+    {
+      "epoch": 1.0615980120424353,
+      "grad_norm": 189.06744384765625,
+      "learning_rate": 9.48869660488257e-06,
+      "loss": 15.9688,
+      "step": 22215
+    },
+    {
+      "epoch": 1.0616457994838957,
+      "grad_norm": 201.53604125976562,
+      "learning_rate": 9.48792375110472e-06,
+      "loss": 36.7031,
+      "step": 22216
+    },
+    {
+      "epoch": 1.061693586925356,
+      "grad_norm": 437.2724914550781,
+      "learning_rate": 9.487150900393546e-06,
+      "loss": 29.0625,
+      "step": 22217
+    },
+    {
+      "epoch": 1.0617413743668165,
+      "grad_norm": 270.4278259277344,
+      "learning_rate": 9.486378052753677e-06,
+      "loss": 27.5938,
+      "step": 22218
+    },
+    {
+      "epoch": 1.0617891618082769,
+      "grad_norm": 292.3729248046875,
+      "learning_rate": 9.485605208189738e-06,
+      "loss": 30.75,
+      "step": 22219
+    },
+    {
+      "epoch": 1.0618369492497373,
+      "grad_norm": 229.8472442626953,
+      "learning_rate": 9.484832366706362e-06,
+      "loss": 26.9688,
+      "step": 22220
+    },
+    {
+      "epoch": 1.0618847366911977,
+      "grad_norm": 252.13681030273438,
+      "learning_rate": 9.484059528308175e-06,
+      "loss": 33.0625,
+      "step": 22221
+    },
+    {
+      "epoch": 1.061932524132658,
+      "grad_norm": 284.4645690917969,
+      "learning_rate": 9.483286692999809e-06,
+      "loss": 22.0938,
+      "step": 22222
+    },
+    {
+      "epoch": 1.0619803115741182,
+      "grad_norm": 213.1498565673828,
+      "learning_rate": 9.482513860785884e-06,
+      "loss": 23.7031,
+      "step": 22223
+    },
+    {
+      "epoch": 1.0620280990155786,
+      "grad_norm": 152.105224609375,
+      "learning_rate": 9.481741031671033e-06,
+      "loss": 18.6406,
+      "step": 22224
+    },
+    {
+      "epoch": 1.062075886457039,
+      "grad_norm": 239.86056518554688,
+      "learning_rate": 9.48096820565989e-06,
+      "loss": 22.0312,
+      "step": 22225
+    },
+    {
+      "epoch": 1.0621236738984994,
+      "grad_norm": 205.60971069335938,
+      "learning_rate": 9.480195382757073e-06,
+      "loss": 28.0625,
+      "step": 22226
+    },
+    {
+      "epoch": 1.0621714613399598,
+      "grad_norm": 119.46121215820312,
+      "learning_rate": 9.479422562967214e-06,
+      "loss": 25.4062,
+      "step": 22227
+    },
+    {
+      "epoch": 1.0622192487814202,
+      "grad_norm": 235.53097534179688,
+      "learning_rate": 9.478649746294943e-06,
+      "loss": 26.0,
+      "step": 22228
+    },
+    {
+      "epoch": 1.0622670362228805,
+      "grad_norm": 451.855712890625,
+      "learning_rate": 9.477876932744891e-06,
+      "loss": 35.2188,
+      "step": 22229
+    },
+    {
+      "epoch": 1.062314823664341,
+      "grad_norm": 331.60546875,
+      "learning_rate": 9.47710412232168e-06,
+      "loss": 28.9375,
+      "step": 22230
+    },
+    {
+      "epoch": 1.0623626111058013,
+      "grad_norm": 201.6414031982422,
+      "learning_rate": 9.476331315029938e-06,
+      "loss": 27.125,
+      "step": 22231
+    },
+    {
+      "epoch": 1.0624103985472617,
+      "grad_norm": 447.51544189453125,
+      "learning_rate": 9.475558510874298e-06,
+      "loss": 37.75,
+      "step": 22232
+    },
+    {
+      "epoch": 1.062458185988722,
+      "grad_norm": 422.6441345214844,
+      "learning_rate": 9.474785709859389e-06,
+      "loss": 37.6875,
+      "step": 22233
+    },
+    {
+      "epoch": 1.0625059734301825,
+      "grad_norm": 191.59249877929688,
+      "learning_rate": 9.474012911989831e-06,
+      "loss": 19.125,
+      "step": 22234
+    },
+    {
+      "epoch": 1.0625537608716429,
+      "grad_norm": 367.2250671386719,
+      "learning_rate": 9.47324011727026e-06,
+      "loss": 30.9688,
+      "step": 22235
+    },
+    {
+      "epoch": 1.0626015483131033,
+      "grad_norm": 179.1487579345703,
+      "learning_rate": 9.472467325705301e-06,
+      "loss": 24.4375,
+      "step": 22236
+    },
+    {
+      "epoch": 1.0626493357545637,
+      "grad_norm": 267.0500183105469,
+      "learning_rate": 9.471694537299581e-06,
+      "loss": 38.625,
+      "step": 22237
+    },
+    {
+      "epoch": 1.062697123196024,
+      "grad_norm": 269.5148620605469,
+      "learning_rate": 9.470921752057728e-06,
+      "loss": 19.7188,
+      "step": 22238
+    },
+    {
+      "epoch": 1.0627449106374844,
+      "grad_norm": 133.91806030273438,
+      "learning_rate": 9.470148969984371e-06,
+      "loss": 16.7031,
+      "step": 22239
+    },
+    {
+      "epoch": 1.0627926980789448,
+      "grad_norm": 505.96783447265625,
+      "learning_rate": 9.469376191084142e-06,
+      "loss": 25.6562,
+      "step": 22240
+    },
+    {
+      "epoch": 1.0628404855204052,
+      "grad_norm": 333.7141418457031,
+      "learning_rate": 9.46860341536166e-06,
+      "loss": 33.0781,
+      "step": 22241
+    },
+    {
+      "epoch": 1.0628882729618656,
+      "grad_norm": 253.14923095703125,
+      "learning_rate": 9.467830642821559e-06,
+      "loss": 30.8125,
+      "step": 22242
+    },
+    {
+      "epoch": 1.062936060403326,
+      "grad_norm": 275.89117431640625,
+      "learning_rate": 9.467057873468465e-06,
+      "loss": 23.0625,
+      "step": 22243
+    },
+    {
+      "epoch": 1.0629838478447864,
+      "grad_norm": 284.0409240722656,
+      "learning_rate": 9.466285107307011e-06,
+      "loss": 31.2031,
+      "step": 22244
+    },
+    {
+      "epoch": 1.0630316352862468,
+      "grad_norm": 357.5006408691406,
+      "learning_rate": 9.465512344341816e-06,
+      "loss": 26.2188,
+      "step": 22245
+    },
+    {
+      "epoch": 1.0630794227277072,
+      "grad_norm": 186.38275146484375,
+      "learning_rate": 9.464739584577513e-06,
+      "loss": 27.75,
+      "step": 22246
+    },
+    {
+      "epoch": 1.0631272101691676,
+      "grad_norm": 207.30955505371094,
+      "learning_rate": 9.463966828018733e-06,
+      "loss": 30.6562,
+      "step": 22247
+    },
+    {
+      "epoch": 1.063174997610628,
+      "grad_norm": 201.7025604248047,
+      "learning_rate": 9.463194074670096e-06,
+      "loss": 20.9062,
+      "step": 22248
+    },
+    {
+      "epoch": 1.0632227850520883,
+      "grad_norm": 411.5750732421875,
+      "learning_rate": 9.462421324536234e-06,
+      "loss": 28.0625,
+      "step": 22249
+    },
+    {
+      "epoch": 1.0632705724935487,
+      "grad_norm": 294.2974548339844,
+      "learning_rate": 9.461648577621778e-06,
+      "loss": 27.375,
+      "step": 22250
+    },
+    {
+      "epoch": 1.0633183599350091,
+      "grad_norm": 111.66159057617188,
+      "learning_rate": 9.46087583393135e-06,
+      "loss": 20.7344,
+      "step": 22251
+    },
+    {
+      "epoch": 1.0633661473764695,
+      "grad_norm": 515.0259399414062,
+      "learning_rate": 9.460103093469579e-06,
+      "loss": 33.4062,
+      "step": 22252
+    },
+    {
+      "epoch": 1.06341393481793,
+      "grad_norm": 300.9953918457031,
+      "learning_rate": 9.459330356241095e-06,
+      "loss": 33.1562,
+      "step": 22253
+    },
+    {
+      "epoch": 1.0634617222593903,
+      "grad_norm": 413.2334899902344,
+      "learning_rate": 9.458557622250524e-06,
+      "loss": 33.2188,
+      "step": 22254
+    },
+    {
+      "epoch": 1.0635095097008507,
+      "grad_norm": 152.8335418701172,
+      "learning_rate": 9.457784891502498e-06,
+      "loss": 20.9219,
+      "step": 22255
+    },
+    {
+      "epoch": 1.063557297142311,
+      "grad_norm": 547.5540771484375,
+      "learning_rate": 9.457012164001636e-06,
+      "loss": 25.7812,
+      "step": 22256
+    },
+    {
+      "epoch": 1.0636050845837715,
+      "grad_norm": 307.014892578125,
+      "learning_rate": 9.45623943975257e-06,
+      "loss": 22.9531,
+      "step": 22257
+    },
+    {
+      "epoch": 1.0636528720252318,
+      "grad_norm": 686.1155395507812,
+      "learning_rate": 9.455466718759928e-06,
+      "loss": 28.5,
+      "step": 22258
+    },
+    {
+      "epoch": 1.0637006594666922,
+      "grad_norm": 611.3077392578125,
+      "learning_rate": 9.454694001028343e-06,
+      "loss": 26.8125,
+      "step": 22259
+    },
+    {
+      "epoch": 1.0637484469081526,
+      "grad_norm": 318.91680908203125,
+      "learning_rate": 9.453921286562434e-06,
+      "loss": 25.875,
+      "step": 22260
+    },
+    {
+      "epoch": 1.063796234349613,
+      "grad_norm": 338.9677429199219,
+      "learning_rate": 9.453148575366829e-06,
+      "loss": 31.7188,
+      "step": 22261
+    },
+    {
+      "epoch": 1.0638440217910734,
+      "grad_norm": 234.88174438476562,
+      "learning_rate": 9.452375867446165e-06,
+      "loss": 26.0938,
+      "step": 22262
+    },
+    {
+      "epoch": 1.0638918092325338,
+      "grad_norm": 178.89462280273438,
+      "learning_rate": 9.451603162805058e-06,
+      "loss": 23.4688,
+      "step": 22263
+    },
+    {
+      "epoch": 1.0639395966739942,
+      "grad_norm": 209.89883422851562,
+      "learning_rate": 9.45083046144814e-06,
+      "loss": 20.75,
+      "step": 22264
+    },
+    {
+      "epoch": 1.0639873841154546,
+      "grad_norm": 192.38397216796875,
+      "learning_rate": 9.45005776338004e-06,
+      "loss": 28.2812,
+      "step": 22265
+    },
+    {
+      "epoch": 1.064035171556915,
+      "grad_norm": 325.193115234375,
+      "learning_rate": 9.449285068605388e-06,
+      "loss": 31.9062,
+      "step": 22266
+    },
+    {
+      "epoch": 1.0640829589983751,
+      "grad_norm": 439.21405029296875,
+      "learning_rate": 9.448512377128803e-06,
+      "loss": 28.125,
+      "step": 22267
+    },
+    {
+      "epoch": 1.0641307464398355,
+      "grad_norm": 204.5204315185547,
+      "learning_rate": 9.44773968895492e-06,
+      "loss": 24.0312,
+      "step": 22268
+    },
+    {
+      "epoch": 1.064178533881296,
+      "grad_norm": 380.5807800292969,
+      "learning_rate": 9.446967004088361e-06,
+      "loss": 25.4219,
+      "step": 22269
+    },
+    {
+      "epoch": 1.0642263213227563,
+      "grad_norm": 223.15158081054688,
+      "learning_rate": 9.44619432253376e-06,
+      "loss": 19.3906,
+      "step": 22270
+    },
+    {
+      "epoch": 1.0642741087642167,
+      "grad_norm": 268.34429931640625,
+      "learning_rate": 9.445421644295739e-06,
+      "loss": 31.5,
+      "step": 22271
+    },
+    {
+      "epoch": 1.064321896205677,
+      "grad_norm": 378.9357604980469,
+      "learning_rate": 9.444648969378924e-06,
+      "loss": 26.7969,
+      "step": 22272
+    },
+    {
+      "epoch": 1.0643696836471375,
+      "grad_norm": 255.384765625,
+      "learning_rate": 9.44387629778795e-06,
+      "loss": 31.5938,
+      "step": 22273
+    },
+    {
+      "epoch": 1.0644174710885979,
+      "grad_norm": 154.95408630371094,
+      "learning_rate": 9.443103629527435e-06,
+      "loss": 17.2109,
+      "step": 22274
+    },
+    {
+      "epoch": 1.0644652585300582,
+      "grad_norm": 443.6278076171875,
+      "learning_rate": 9.442330964602011e-06,
+      "loss": 24.1406,
+      "step": 22275
+    },
+    {
+      "epoch": 1.0645130459715186,
+      "grad_norm": 237.04583740234375,
+      "learning_rate": 9.441558303016304e-06,
+      "loss": 31.0938,
+      "step": 22276
+    },
+    {
+      "epoch": 1.064560833412979,
+      "grad_norm": 215.33302307128906,
+      "learning_rate": 9.440785644774947e-06,
+      "loss": 19.2656,
+      "step": 22277
+    },
+    {
+      "epoch": 1.0646086208544394,
+      "grad_norm": 655.8557739257812,
+      "learning_rate": 9.440012989882559e-06,
+      "loss": 38.125,
+      "step": 22278
+    },
+    {
+      "epoch": 1.0646564082958998,
+      "grad_norm": 175.64109802246094,
+      "learning_rate": 9.439240338343769e-06,
+      "loss": 28.5312,
+      "step": 22279
+    },
+    {
+      "epoch": 1.0647041957373602,
+      "grad_norm": 209.89102172851562,
+      "learning_rate": 9.438467690163207e-06,
+      "loss": 41.0625,
+      "step": 22280
+    },
+    {
+      "epoch": 1.0647519831788206,
+      "grad_norm": 156.1656036376953,
+      "learning_rate": 9.437695045345503e-06,
+      "loss": 21.75,
+      "step": 22281
+    },
+    {
+      "epoch": 1.064799770620281,
+      "grad_norm": 292.37066650390625,
+      "learning_rate": 9.436922403895275e-06,
+      "loss": 29.4219,
+      "step": 22282
+    },
+    {
+      "epoch": 1.0648475580617414,
+      "grad_norm": 166.63192749023438,
+      "learning_rate": 9.436149765817158e-06,
+      "loss": 23.5312,
+      "step": 22283
+    },
+    {
+      "epoch": 1.0648953455032018,
+      "grad_norm": 286.3785095214844,
+      "learning_rate": 9.435377131115777e-06,
+      "loss": 25.4062,
+      "step": 22284
+    },
+    {
+      "epoch": 1.0649431329446621,
+      "grad_norm": 208.08551025390625,
+      "learning_rate": 9.434604499795757e-06,
+      "loss": 21.7812,
+      "step": 22285
+    },
+    {
+      "epoch": 1.0649909203861225,
+      "grad_norm": 145.84210205078125,
+      "learning_rate": 9.433831871861727e-06,
+      "loss": 24.0312,
+      "step": 22286
+    },
+    {
+      "epoch": 1.065038707827583,
+      "grad_norm": 343.3509521484375,
+      "learning_rate": 9.433059247318312e-06,
+      "loss": 29.8594,
+      "step": 22287
+    },
+    {
+      "epoch": 1.0650864952690433,
+      "grad_norm": 451.24224853515625,
+      "learning_rate": 9.432286626170144e-06,
+      "loss": 24.5625,
+      "step": 22288
+    },
+    {
+      "epoch": 1.0651342827105037,
+      "grad_norm": 138.0762939453125,
+      "learning_rate": 9.431514008421843e-06,
+      "loss": 26.25,
+      "step": 22289
+    },
+    {
+      "epoch": 1.065182070151964,
+      "grad_norm": 224.45965576171875,
+      "learning_rate": 9.430741394078038e-06,
+      "loss": 26.4062,
+      "step": 22290
+    },
+    {
+      "epoch": 1.0652298575934245,
+      "grad_norm": 347.150146484375,
+      "learning_rate": 9.42996878314336e-06,
+      "loss": 23.5938,
+      "step": 22291
+    },
+    {
+      "epoch": 1.0652776450348849,
+      "grad_norm": 231.63221740722656,
+      "learning_rate": 9.429196175622438e-06,
+      "loss": 29.8438,
+      "step": 22292
+    },
+    {
+      "epoch": 1.0653254324763453,
+      "grad_norm": 256.7309875488281,
+      "learning_rate": 9.428423571519888e-06,
+      "loss": 27.375,
+      "step": 22293
+    },
+    {
+      "epoch": 1.0653732199178056,
+      "grad_norm": 296.6982727050781,
+      "learning_rate": 9.427650970840342e-06,
+      "loss": 26.4531,
+      "step": 22294
+    },
+    {
+      "epoch": 1.065421007359266,
+      "grad_norm": 238.31333923339844,
+      "learning_rate": 9.426878373588431e-06,
+      "loss": 24.125,
+      "step": 22295
+    },
+    {
+      "epoch": 1.0654687948007264,
+      "grad_norm": 502.8188171386719,
+      "learning_rate": 9.426105779768783e-06,
+      "loss": 24.7344,
+      "step": 22296
+    },
+    {
+      "epoch": 1.0655165822421868,
+      "grad_norm": 280.3516540527344,
+      "learning_rate": 9.425333189386016e-06,
+      "loss": 27.5625,
+      "step": 22297
+    },
+    {
+      "epoch": 1.0655643696836472,
+      "grad_norm": 283.229736328125,
+      "learning_rate": 9.42456060244476e-06,
+      "loss": 22.6719,
+      "step": 22298
+    },
+    {
+      "epoch": 1.0656121571251076,
+      "grad_norm": 174.91546630859375,
+      "learning_rate": 9.423788018949652e-06,
+      "loss": 20.6875,
+      "step": 22299
+    },
+    {
+      "epoch": 1.065659944566568,
+      "grad_norm": 200.80824279785156,
+      "learning_rate": 9.423015438905303e-06,
+      "loss": 23.9219,
+      "step": 22300
+    },
+    {
+      "epoch": 1.0657077320080284,
+      "grad_norm": 352.1877136230469,
+      "learning_rate": 9.422242862316348e-06,
+      "loss": 32.7188,
+      "step": 22301
+    },
+    {
+      "epoch": 1.0657555194494888,
+      "grad_norm": 150.98245239257812,
+      "learning_rate": 9.421470289187413e-06,
+      "loss": 19.75,
+      "step": 22302
+    },
+    {
+      "epoch": 1.0658033068909492,
+      "grad_norm": 287.9147033691406,
+      "learning_rate": 9.420697719523126e-06,
+      "loss": 32.1719,
+      "step": 22303
+    },
+    {
+      "epoch": 1.0658510943324095,
+      "grad_norm": 283.66253662109375,
+      "learning_rate": 9.419925153328113e-06,
+      "loss": 30.5938,
+      "step": 22304
+    },
+    {
+      "epoch": 1.0658988817738697,
+      "grad_norm": 176.77613830566406,
+      "learning_rate": 9.419152590606995e-06,
+      "loss": 20.4219,
+      "step": 22305
+    },
+    {
+      "epoch": 1.06594666921533,
+      "grad_norm": 288.3115234375,
+      "learning_rate": 9.418380031364405e-06,
+      "loss": 22.2344,
+      "step": 22306
+    },
+    {
+      "epoch": 1.0659944566567905,
+      "grad_norm": 285.77020263671875,
+      "learning_rate": 9.417607475604973e-06,
+      "loss": 23.8125,
+      "step": 22307
+    },
+    {
+      "epoch": 1.0660422440982509,
+      "grad_norm": 319.7698974609375,
+      "learning_rate": 9.416834923333315e-06,
+      "loss": 28.0312,
+      "step": 22308
+    },
+    {
+      "epoch": 1.0660900315397113,
+      "grad_norm": 244.08224487304688,
+      "learning_rate": 9.416062374554065e-06,
+      "loss": 20.2188,
+      "step": 22309
+    },
+    {
+      "epoch": 1.0661378189811717,
+      "grad_norm": 216.3306427001953,
+      "learning_rate": 9.415289829271852e-06,
+      "loss": 34.0625,
+      "step": 22310
+    },
+    {
+      "epoch": 1.066185606422632,
+      "grad_norm": 271.2349548339844,
+      "learning_rate": 9.414517287491293e-06,
+      "loss": 25.7188,
+      "step": 22311
+    },
+    {
+      "epoch": 1.0662333938640924,
+      "grad_norm": 286.647705078125,
+      "learning_rate": 9.413744749217021e-06,
+      "loss": 36.7188,
+      "step": 22312
+    },
+    {
+      "epoch": 1.0662811813055528,
+      "grad_norm": 260.8438720703125,
+      "learning_rate": 9.412972214453661e-06,
+      "loss": 25.7969,
+      "step": 22313
+    },
+    {
+      "epoch": 1.0663289687470132,
+      "grad_norm": 171.2003631591797,
+      "learning_rate": 9.412199683205843e-06,
+      "loss": 24.4688,
+      "step": 22314
+    },
+    {
+      "epoch": 1.0663767561884736,
+      "grad_norm": 253.92864990234375,
+      "learning_rate": 9.41142715547819e-06,
+      "loss": 26.75,
+      "step": 22315
+    },
+    {
+      "epoch": 1.066424543629934,
+      "grad_norm": 169.13551330566406,
+      "learning_rate": 9.410654631275324e-06,
+      "loss": 20.75,
+      "step": 22316
+    },
+    {
+      "epoch": 1.0664723310713944,
+      "grad_norm": 208.3568572998047,
+      "learning_rate": 9.409882110601881e-06,
+      "loss": 27.9062,
+      "step": 22317
+    },
+    {
+      "epoch": 1.0665201185128548,
+      "grad_norm": 251.16578674316406,
+      "learning_rate": 9.409109593462483e-06,
+      "loss": 24.6875,
+      "step": 22318
+    },
+    {
+      "epoch": 1.0665679059543152,
+      "grad_norm": 220.17880249023438,
+      "learning_rate": 9.408337079861755e-06,
+      "loss": 24.5938,
+      "step": 22319
+    },
+    {
+      "epoch": 1.0666156933957756,
+      "grad_norm": 187.67759704589844,
+      "learning_rate": 9.407564569804323e-06,
+      "loss": 21.7188,
+      "step": 22320
+    },
+    {
+      "epoch": 1.066663480837236,
+      "grad_norm": 190.9466094970703,
+      "learning_rate": 9.406792063294819e-06,
+      "loss": 20.2656,
+      "step": 22321
+    },
+    {
+      "epoch": 1.0667112682786963,
+      "grad_norm": 188.1205291748047,
+      "learning_rate": 9.40601956033786e-06,
+      "loss": 22.0625,
+      "step": 22322
+    },
+    {
+      "epoch": 1.0667590557201567,
+      "grad_norm": 298.1829833984375,
+      "learning_rate": 9.405247060938079e-06,
+      "loss": 25.0938,
+      "step": 22323
+    },
+    {
+      "epoch": 1.0668068431616171,
+      "grad_norm": 253.5318603515625,
+      "learning_rate": 9.4044745651001e-06,
+      "loss": 20.1875,
+      "step": 22324
+    },
+    {
+      "epoch": 1.0668546306030775,
+      "grad_norm": 306.2864990234375,
+      "learning_rate": 9.403702072828553e-06,
+      "loss": 19.5,
+      "step": 22325
+    },
+    {
+      "epoch": 1.066902418044538,
+      "grad_norm": 193.66940307617188,
+      "learning_rate": 9.402929584128058e-06,
+      "loss": 17.1875,
+      "step": 22326
+    },
+    {
+      "epoch": 1.0669502054859983,
+      "grad_norm": 243.8626708984375,
+      "learning_rate": 9.402157099003244e-06,
+      "loss": 27.5,
+      "step": 22327
+    },
+    {
+      "epoch": 1.0669979929274587,
+      "grad_norm": 202.13427734375,
+      "learning_rate": 9.401384617458737e-06,
+      "loss": 29.9688,
+      "step": 22328
+    },
+    {
+      "epoch": 1.067045780368919,
+      "grad_norm": 199.86485290527344,
+      "learning_rate": 9.40061213949917e-06,
+      "loss": 21.7812,
+      "step": 22329
+    },
+    {
+      "epoch": 1.0670935678103795,
+      "grad_norm": 249.892578125,
+      "learning_rate": 9.399839665129157e-06,
+      "loss": 28.625,
+      "step": 22330
+    },
+    {
+      "epoch": 1.0671413552518398,
+      "grad_norm": 324.94769287109375,
+      "learning_rate": 9.39906719435333e-06,
+      "loss": 29.9062,
+      "step": 22331
+    },
+    {
+      "epoch": 1.0671891426933002,
+      "grad_norm": 191.67098999023438,
+      "learning_rate": 9.39829472717632e-06,
+      "loss": 25.7188,
+      "step": 22332
+    },
+    {
+      "epoch": 1.0672369301347606,
+      "grad_norm": 218.75189208984375,
+      "learning_rate": 9.397522263602743e-06,
+      "loss": 20.2188,
+      "step": 22333
+    },
+    {
+      "epoch": 1.067284717576221,
+      "grad_norm": 334.40771484375,
+      "learning_rate": 9.396749803637234e-06,
+      "loss": 23.4531,
+      "step": 22334
+    },
+    {
+      "epoch": 1.0673325050176814,
+      "grad_norm": 203.37416076660156,
+      "learning_rate": 9.395977347284411e-06,
+      "loss": 25.7656,
+      "step": 22335
+    },
+    {
+      "epoch": 1.0673802924591418,
+      "grad_norm": 503.2126770019531,
+      "learning_rate": 9.395204894548907e-06,
+      "loss": 24.9688,
+      "step": 22336
+    },
+    {
+      "epoch": 1.0674280799006022,
+      "grad_norm": 424.08184814453125,
+      "learning_rate": 9.394432445435347e-06,
+      "loss": 30.7969,
+      "step": 22337
+    },
+    {
+      "epoch": 1.0674758673420626,
+      "grad_norm": 226.62672424316406,
+      "learning_rate": 9.393659999948351e-06,
+      "loss": 31.125,
+      "step": 22338
+    },
+    {
+      "epoch": 1.067523654783523,
+      "grad_norm": 213.0748748779297,
+      "learning_rate": 9.39288755809255e-06,
+      "loss": 37.6562,
+      "step": 22339
+    },
+    {
+      "epoch": 1.0675714422249833,
+      "grad_norm": 154.5865020751953,
+      "learning_rate": 9.392115119872574e-06,
+      "loss": 19.6406,
+      "step": 22340
+    },
+    {
+      "epoch": 1.0676192296664437,
+      "grad_norm": 262.8426818847656,
+      "learning_rate": 9.391342685293039e-06,
+      "loss": 25.4844,
+      "step": 22341
+    },
+    {
+      "epoch": 1.0676670171079041,
+      "grad_norm": 246.023681640625,
+      "learning_rate": 9.390570254358576e-06,
+      "loss": 25.2344,
+      "step": 22342
+    },
+    {
+      "epoch": 1.0677148045493645,
+      "grad_norm": 218.24642944335938,
+      "learning_rate": 9.389797827073811e-06,
+      "loss": 28.2812,
+      "step": 22343
+    },
+    {
+      "epoch": 1.067762591990825,
+      "grad_norm": 385.75018310546875,
+      "learning_rate": 9.389025403443374e-06,
+      "loss": 32.4688,
+      "step": 22344
+    },
+    {
+      "epoch": 1.0678103794322853,
+      "grad_norm": 318.8431091308594,
+      "learning_rate": 9.388252983471881e-06,
+      "loss": 33.125,
+      "step": 22345
+    },
+    {
+      "epoch": 1.0678581668737457,
+      "grad_norm": 189.17745971679688,
+      "learning_rate": 9.387480567163964e-06,
+      "loss": 34.5938,
+      "step": 22346
+    },
+    {
+      "epoch": 1.067905954315206,
+      "grad_norm": 306.481201171875,
+      "learning_rate": 9.386708154524254e-06,
+      "loss": 22.5625,
+      "step": 22347
+    },
+    {
+      "epoch": 1.0679537417566665,
+      "grad_norm": 288.8117370605469,
+      "learning_rate": 9.385935745557365e-06,
+      "loss": 29.4688,
+      "step": 22348
+    },
+    {
+      "epoch": 1.0680015291981266,
+      "grad_norm": 188.30519104003906,
+      "learning_rate": 9.38516334026793e-06,
+      "loss": 25.2812,
+      "step": 22349
+    },
+    {
+      "epoch": 1.068049316639587,
+      "grad_norm": 168.39187622070312,
+      "learning_rate": 9.384390938660572e-06,
+      "loss": 28.375,
+      "step": 22350
+    },
+    {
+      "epoch": 1.0680971040810474,
+      "grad_norm": 336.5309143066406,
+      "learning_rate": 9.38361854073992e-06,
+      "loss": 32.0,
+      "step": 22351
+    },
+    {
+      "epoch": 1.0681448915225078,
+      "grad_norm": 393.4674072265625,
+      "learning_rate": 9.382846146510598e-06,
+      "loss": 19.9375,
+      "step": 22352
+    },
+    {
+      "epoch": 1.0681926789639682,
+      "grad_norm": 367.737060546875,
+      "learning_rate": 9.38207375597723e-06,
+      "loss": 20.7969,
+      "step": 22353
+    },
+    {
+      "epoch": 1.0682404664054286,
+      "grad_norm": 302.5342102050781,
+      "learning_rate": 9.38130136914444e-06,
+      "loss": 23.7344,
+      "step": 22354
+    },
+    {
+      "epoch": 1.068288253846889,
+      "grad_norm": 346.71380615234375,
+      "learning_rate": 9.380528986016862e-06,
+      "loss": 18.125,
+      "step": 22355
+    },
+    {
+      "epoch": 1.0683360412883494,
+      "grad_norm": 170.4729766845703,
+      "learning_rate": 9.379756606599112e-06,
+      "loss": 28.0312,
+      "step": 22356
+    },
+    {
+      "epoch": 1.0683838287298097,
+      "grad_norm": 282.89447021484375,
+      "learning_rate": 9.37898423089582e-06,
+      "loss": 19.625,
+      "step": 22357
+    },
+    {
+      "epoch": 1.0684316161712701,
+      "grad_norm": 328.28546142578125,
+      "learning_rate": 9.378211858911615e-06,
+      "loss": 29.0938,
+      "step": 22358
+    },
+    {
+      "epoch": 1.0684794036127305,
+      "grad_norm": 446.3209228515625,
+      "learning_rate": 9.377439490651115e-06,
+      "loss": 26.1562,
+      "step": 22359
+    },
+    {
+      "epoch": 1.068527191054191,
+      "grad_norm": 218.68899536132812,
+      "learning_rate": 9.376667126118948e-06,
+      "loss": 26.5312,
+      "step": 22360
+    },
+    {
+      "epoch": 1.0685749784956513,
+      "grad_norm": 309.5252380371094,
+      "learning_rate": 9.375894765319741e-06,
+      "loss": 25.5938,
+      "step": 22361
+    },
+    {
+      "epoch": 1.0686227659371117,
+      "grad_norm": 206.53443908691406,
+      "learning_rate": 9.375122408258123e-06,
+      "loss": 25.3125,
+      "step": 22362
+    },
+    {
+      "epoch": 1.068670553378572,
+      "grad_norm": 316.1840515136719,
+      "learning_rate": 9.374350054938712e-06,
+      "loss": 27.4375,
+      "step": 22363
+    },
+    {
+      "epoch": 1.0687183408200325,
+      "grad_norm": 198.3466033935547,
+      "learning_rate": 9.373577705366136e-06,
+      "loss": 17.875,
+      "step": 22364
+    },
+    {
+      "epoch": 1.0687661282614929,
+      "grad_norm": 306.9466552734375,
+      "learning_rate": 9.372805359545025e-06,
+      "loss": 33.375,
+      "step": 22365
+    },
+    {
+      "epoch": 1.0688139157029533,
+      "grad_norm": 278.5568542480469,
+      "learning_rate": 9.372033017479998e-06,
+      "loss": 36.1562,
+      "step": 22366
+    },
+    {
+      "epoch": 1.0688617031444136,
+      "grad_norm": 261.3423767089844,
+      "learning_rate": 9.371260679175683e-06,
+      "loss": 27.1562,
+      "step": 22367
+    },
+    {
+      "epoch": 1.068909490585874,
+      "grad_norm": 348.58831787109375,
+      "learning_rate": 9.370488344636707e-06,
+      "loss": 30.0938,
+      "step": 22368
+    },
+    {
+      "epoch": 1.0689572780273344,
+      "grad_norm": 465.09912109375,
+      "learning_rate": 9.369716013867693e-06,
+      "loss": 30.4062,
+      "step": 22369
+    },
+    {
+      "epoch": 1.0690050654687948,
+      "grad_norm": 171.6354522705078,
+      "learning_rate": 9.368943686873266e-06,
+      "loss": 28.8125,
+      "step": 22370
+    },
+    {
+      "epoch": 1.0690528529102552,
+      "grad_norm": 220.7428436279297,
+      "learning_rate": 9.368171363658051e-06,
+      "loss": 26.875,
+      "step": 22371
+    },
+    {
+      "epoch": 1.0691006403517156,
+      "grad_norm": 282.15411376953125,
+      "learning_rate": 9.367399044226675e-06,
+      "loss": 33.9062,
+      "step": 22372
+    },
+    {
+      "epoch": 1.069148427793176,
+      "grad_norm": 213.7209930419922,
+      "learning_rate": 9.366626728583766e-06,
+      "loss": 22.4062,
+      "step": 22373
+    },
+    {
+      "epoch": 1.0691962152346364,
+      "grad_norm": 326.4704895019531,
+      "learning_rate": 9.36585441673394e-06,
+      "loss": 36.6562,
+      "step": 22374
+    },
+    {
+      "epoch": 1.0692440026760968,
+      "grad_norm": 330.7933044433594,
+      "learning_rate": 9.365082108681829e-06,
+      "loss": 32.75,
+      "step": 22375
+    },
+    {
+      "epoch": 1.0692917901175572,
+      "grad_norm": 346.4309997558594,
+      "learning_rate": 9.364309804432056e-06,
+      "loss": 42.7188,
+      "step": 22376
+    },
+    {
+      "epoch": 1.0693395775590175,
+      "grad_norm": 158.99310302734375,
+      "learning_rate": 9.363537503989253e-06,
+      "loss": 23.7812,
+      "step": 22377
+    },
+    {
+      "epoch": 1.069387365000478,
+      "grad_norm": 434.6673278808594,
+      "learning_rate": 9.362765207358033e-06,
+      "loss": 25.0312,
+      "step": 22378
+    },
+    {
+      "epoch": 1.0694351524419383,
+      "grad_norm": 246.2199249267578,
+      "learning_rate": 9.36199291454303e-06,
+      "loss": 23.625,
+      "step": 22379
+    },
+    {
+      "epoch": 1.0694829398833987,
+      "grad_norm": 182.78842163085938,
+      "learning_rate": 9.361220625548865e-06,
+      "loss": 37.375,
+      "step": 22380
+    },
+    {
+      "epoch": 1.069530727324859,
+      "grad_norm": 175.97157287597656,
+      "learning_rate": 9.360448340380167e-06,
+      "loss": 19.2188,
+      "step": 22381
+    },
+    {
+      "epoch": 1.0695785147663195,
+      "grad_norm": 169.59324645996094,
+      "learning_rate": 9.359676059041553e-06,
+      "loss": 26.875,
+      "step": 22382
+    },
+    {
+      "epoch": 1.0696263022077799,
+      "grad_norm": 257.50091552734375,
+      "learning_rate": 9.358903781537657e-06,
+      "loss": 20.4688,
+      "step": 22383
+    },
+    {
+      "epoch": 1.0696740896492403,
+      "grad_norm": 148.93711853027344,
+      "learning_rate": 9.3581315078731e-06,
+      "loss": 23.2031,
+      "step": 22384
+    },
+    {
+      "epoch": 1.0697218770907007,
+      "grad_norm": 155.4915008544922,
+      "learning_rate": 9.357359238052509e-06,
+      "loss": 27.1719,
+      "step": 22385
+    },
+    {
+      "epoch": 1.069769664532161,
+      "grad_norm": 386.82452392578125,
+      "learning_rate": 9.356586972080502e-06,
+      "loss": 25.5469,
+      "step": 22386
+    },
+    {
+      "epoch": 1.0698174519736214,
+      "grad_norm": 223.4174346923828,
+      "learning_rate": 9.35581470996171e-06,
+      "loss": 25.6562,
+      "step": 22387
+    },
+    {
+      "epoch": 1.0698652394150816,
+      "grad_norm": 240.28158569335938,
+      "learning_rate": 9.35504245170076e-06,
+      "loss": 22.3281,
+      "step": 22388
+    },
+    {
+      "epoch": 1.069913026856542,
+      "grad_norm": 261.5061340332031,
+      "learning_rate": 9.354270197302269e-06,
+      "loss": 24.0469,
+      "step": 22389
+    },
+    {
+      "epoch": 1.0699608142980024,
+      "grad_norm": 405.06817626953125,
+      "learning_rate": 9.353497946770868e-06,
+      "loss": 32.6562,
+      "step": 22390
+    },
+    {
+      "epoch": 1.0700086017394628,
+      "grad_norm": 530.630615234375,
+      "learning_rate": 9.352725700111179e-06,
+      "loss": 30.7344,
+      "step": 22391
+    },
+    {
+      "epoch": 1.0700563891809232,
+      "grad_norm": 116.15423583984375,
+      "learning_rate": 9.351953457327831e-06,
+      "loss": 17.3281,
+      "step": 22392
+    },
+    {
+      "epoch": 1.0701041766223836,
+      "grad_norm": 309.5553894042969,
+      "learning_rate": 9.351181218425444e-06,
+      "loss": 26.7812,
+      "step": 22393
+    },
+    {
+      "epoch": 1.070151964063844,
+      "grad_norm": 198.08224487304688,
+      "learning_rate": 9.350408983408641e-06,
+      "loss": 21.8438,
+      "step": 22394
+    },
+    {
+      "epoch": 1.0701997515053043,
+      "grad_norm": 826.7754516601562,
+      "learning_rate": 9.349636752282057e-06,
+      "loss": 29.6875,
+      "step": 22395
+    },
+    {
+      "epoch": 1.0702475389467647,
+      "grad_norm": 1386.9810791015625,
+      "learning_rate": 9.348864525050306e-06,
+      "loss": 30.4531,
+      "step": 22396
+    },
+    {
+      "epoch": 1.070295326388225,
+      "grad_norm": 369.8605041503906,
+      "learning_rate": 9.348092301718014e-06,
+      "loss": 27.8438,
+      "step": 22397
+    },
+    {
+      "epoch": 1.0703431138296855,
+      "grad_norm": 342.2530212402344,
+      "learning_rate": 9.34732008228981e-06,
+      "loss": 32.0,
+      "step": 22398
+    },
+    {
+      "epoch": 1.070390901271146,
+      "grad_norm": 204.7667236328125,
+      "learning_rate": 9.346547866770317e-06,
+      "loss": 22.3125,
+      "step": 22399
+    },
+    {
+      "epoch": 1.0704386887126063,
+      "grad_norm": 224.72003173828125,
+      "learning_rate": 9.345775655164158e-06,
+      "loss": 25.6562,
+      "step": 22400
+    },
+    {
+      "epoch": 1.0704864761540667,
+      "grad_norm": 202.30258178710938,
+      "learning_rate": 9.34500344747596e-06,
+      "loss": 29.6562,
+      "step": 22401
+    },
+    {
+      "epoch": 1.070534263595527,
+      "grad_norm": 235.920654296875,
+      "learning_rate": 9.344231243710345e-06,
+      "loss": 20.7812,
+      "step": 22402
+    },
+    {
+      "epoch": 1.0705820510369874,
+      "grad_norm": 200.1318817138672,
+      "learning_rate": 9.343459043871942e-06,
+      "loss": 19.6875,
+      "step": 22403
+    },
+    {
+      "epoch": 1.0706298384784478,
+      "grad_norm": 257.5135498046875,
+      "learning_rate": 9.342686847965367e-06,
+      "loss": 29.0781,
+      "step": 22404
+    },
+    {
+      "epoch": 1.0706776259199082,
+      "grad_norm": 266.6171875,
+      "learning_rate": 9.341914655995252e-06,
+      "loss": 38.5,
+      "step": 22405
+    },
+    {
+      "epoch": 1.0707254133613686,
+      "grad_norm": 202.40065002441406,
+      "learning_rate": 9.341142467966223e-06,
+      "loss": 18.7188,
+      "step": 22406
+    },
+    {
+      "epoch": 1.070773200802829,
+      "grad_norm": 266.1026306152344,
+      "learning_rate": 9.340370283882893e-06,
+      "loss": 31.9375,
+      "step": 22407
+    },
+    {
+      "epoch": 1.0708209882442894,
+      "grad_norm": 250.07041931152344,
+      "learning_rate": 9.339598103749897e-06,
+      "loss": 22.9219,
+      "step": 22408
+    },
+    {
+      "epoch": 1.0708687756857498,
+      "grad_norm": 332.59747314453125,
+      "learning_rate": 9.338825927571855e-06,
+      "loss": 21.1562,
+      "step": 22409
+    },
+    {
+      "epoch": 1.0709165631272102,
+      "grad_norm": 168.10418701171875,
+      "learning_rate": 9.338053755353397e-06,
+      "loss": 24.0156,
+      "step": 22410
+    },
+    {
+      "epoch": 1.0709643505686706,
+      "grad_norm": 167.47933959960938,
+      "learning_rate": 9.337281587099138e-06,
+      "loss": 24.875,
+      "step": 22411
+    },
+    {
+      "epoch": 1.071012138010131,
+      "grad_norm": 284.6061096191406,
+      "learning_rate": 9.336509422813708e-06,
+      "loss": 32.75,
+      "step": 22412
+    },
+    {
+      "epoch": 1.0710599254515913,
+      "grad_norm": 144.2808837890625,
+      "learning_rate": 9.33573726250173e-06,
+      "loss": 29.0469,
+      "step": 22413
+    },
+    {
+      "epoch": 1.0711077128930517,
+      "grad_norm": 199.00595092773438,
+      "learning_rate": 9.334965106167833e-06,
+      "loss": 28.2031,
+      "step": 22414
+    },
+    {
+      "epoch": 1.0711555003345121,
+      "grad_norm": 433.5113830566406,
+      "learning_rate": 9.334192953816633e-06,
+      "loss": 35.0312,
+      "step": 22415
+    },
+    {
+      "epoch": 1.0712032877759725,
+      "grad_norm": 482.00311279296875,
+      "learning_rate": 9.333420805452761e-06,
+      "loss": 32.25,
+      "step": 22416
+    },
+    {
+      "epoch": 1.071251075217433,
+      "grad_norm": 187.6046600341797,
+      "learning_rate": 9.332648661080837e-06,
+      "loss": 21.0,
+      "step": 22417
+    },
+    {
+      "epoch": 1.0712988626588933,
+      "grad_norm": 249.9463348388672,
+      "learning_rate": 9.331876520705487e-06,
+      "loss": 22.6719,
+      "step": 22418
+    },
+    {
+      "epoch": 1.0713466501003537,
+      "grad_norm": 267.9827880859375,
+      "learning_rate": 9.33110438433133e-06,
+      "loss": 21.4062,
+      "step": 22419
+    },
+    {
+      "epoch": 1.071394437541814,
+      "grad_norm": 209.91993713378906,
+      "learning_rate": 9.330332251962998e-06,
+      "loss": 28.9062,
+      "step": 22420
+    },
+    {
+      "epoch": 1.0714422249832745,
+      "grad_norm": 274.2747497558594,
+      "learning_rate": 9.329560123605114e-06,
+      "loss": 28.2969,
+      "step": 22421
+    },
+    {
+      "epoch": 1.0714900124247349,
+      "grad_norm": 179.5886688232422,
+      "learning_rate": 9.328787999262297e-06,
+      "loss": 19.375,
+      "step": 22422
+    },
+    {
+      "epoch": 1.0715377998661952,
+      "grad_norm": 193.10145568847656,
+      "learning_rate": 9.328015878939171e-06,
+      "loss": 20.5312,
+      "step": 22423
+    },
+    {
+      "epoch": 1.0715855873076556,
+      "grad_norm": 624.4111938476562,
+      "learning_rate": 9.327243762640365e-06,
+      "loss": 25.9062,
+      "step": 22424
+    },
+    {
+      "epoch": 1.071633374749116,
+      "grad_norm": 235.34219360351562,
+      "learning_rate": 9.326471650370505e-06,
+      "loss": 21.0781,
+      "step": 22425
+    },
+    {
+      "epoch": 1.0716811621905764,
+      "grad_norm": 173.40403747558594,
+      "learning_rate": 9.325699542134207e-06,
+      "loss": 16.125,
+      "step": 22426
+    },
+    {
+      "epoch": 1.0717289496320368,
+      "grad_norm": 373.2417297363281,
+      "learning_rate": 9.324927437936098e-06,
+      "loss": 24.5312,
+      "step": 22427
+    },
+    {
+      "epoch": 1.0717767370734972,
+      "grad_norm": 170.7933807373047,
+      "learning_rate": 9.324155337780801e-06,
+      "loss": 29.0312,
+      "step": 22428
+    },
+    {
+      "epoch": 1.0718245245149576,
+      "grad_norm": 137.46800231933594,
+      "learning_rate": 9.323383241672948e-06,
+      "loss": 25.9219,
+      "step": 22429
+    },
+    {
+      "epoch": 1.071872311956418,
+      "grad_norm": 291.23211669921875,
+      "learning_rate": 9.322611149617152e-06,
+      "loss": 30.8438,
+      "step": 22430
+    },
+    {
+      "epoch": 1.0719200993978781,
+      "grad_norm": 374.324462890625,
+      "learning_rate": 9.321839061618041e-06,
+      "loss": 29.3438,
+      "step": 22431
+    },
+    {
+      "epoch": 1.0719678868393385,
+      "grad_norm": 222.29444885253906,
+      "learning_rate": 9.32106697768024e-06,
+      "loss": 23.3125,
+      "step": 22432
+    },
+    {
+      "epoch": 1.072015674280799,
+      "grad_norm": 196.8098907470703,
+      "learning_rate": 9.320294897808371e-06,
+      "loss": 23.0938,
+      "step": 22433
+    },
+    {
+      "epoch": 1.0720634617222593,
+      "grad_norm": 158.01153564453125,
+      "learning_rate": 9.319522822007059e-06,
+      "loss": 21.6562,
+      "step": 22434
+    },
+    {
+      "epoch": 1.0721112491637197,
+      "grad_norm": 300.6125793457031,
+      "learning_rate": 9.318750750280927e-06,
+      "loss": 21.2188,
+      "step": 22435
+    },
+    {
+      "epoch": 1.07215903660518,
+      "grad_norm": 215.8449249267578,
+      "learning_rate": 9.3179786826346e-06,
+      "loss": 21.7188,
+      "step": 22436
+    },
+    {
+      "epoch": 1.0722068240466405,
+      "grad_norm": 199.91236877441406,
+      "learning_rate": 9.317206619072699e-06,
+      "loss": 33.7344,
+      "step": 22437
+    },
+    {
+      "epoch": 1.0722546114881009,
+      "grad_norm": 314.41070556640625,
+      "learning_rate": 9.31643455959985e-06,
+      "loss": 25.6875,
+      "step": 22438
+    },
+    {
+      "epoch": 1.0723023989295613,
+      "grad_norm": 181.49501037597656,
+      "learning_rate": 9.315662504220674e-06,
+      "loss": 23.8281,
+      "step": 22439
+    },
+    {
+      "epoch": 1.0723501863710216,
+      "grad_norm": 119.72473907470703,
+      "learning_rate": 9.314890452939802e-06,
+      "loss": 16.5781,
+      "step": 22440
+    },
+    {
+      "epoch": 1.072397973812482,
+      "grad_norm": 411.0643615722656,
+      "learning_rate": 9.314118405761847e-06,
+      "loss": 23.2656,
+      "step": 22441
+    },
+    {
+      "epoch": 1.0724457612539424,
+      "grad_norm": 200.39662170410156,
+      "learning_rate": 9.313346362691436e-06,
+      "loss": 23.1094,
+      "step": 22442
+    },
+    {
+      "epoch": 1.0724935486954028,
+      "grad_norm": 275.3245544433594,
+      "learning_rate": 9.3125743237332e-06,
+      "loss": 31.2812,
+      "step": 22443
+    },
+    {
+      "epoch": 1.0725413361368632,
+      "grad_norm": 409.1043395996094,
+      "learning_rate": 9.311802288891754e-06,
+      "loss": 31.25,
+      "step": 22444
+    },
+    {
+      "epoch": 1.0725891235783236,
+      "grad_norm": 406.7983093261719,
+      "learning_rate": 9.311030258171724e-06,
+      "loss": 29.9062,
+      "step": 22445
+    },
+    {
+      "epoch": 1.072636911019784,
+      "grad_norm": 226.80081176757812,
+      "learning_rate": 9.310258231577733e-06,
+      "loss": 23.3594,
+      "step": 22446
+    },
+    {
+      "epoch": 1.0726846984612444,
+      "grad_norm": 187.6029052734375,
+      "learning_rate": 9.30948620911441e-06,
+      "loss": 16.125,
+      "step": 22447
+    },
+    {
+      "epoch": 1.0727324859027048,
+      "grad_norm": 158.41937255859375,
+      "learning_rate": 9.308714190786368e-06,
+      "loss": 22.1406,
+      "step": 22448
+    },
+    {
+      "epoch": 1.0727802733441651,
+      "grad_norm": 235.73703002929688,
+      "learning_rate": 9.307942176598239e-06,
+      "loss": 21.6562,
+      "step": 22449
+    },
+    {
+      "epoch": 1.0728280607856255,
+      "grad_norm": 210.79714965820312,
+      "learning_rate": 9.30717016655464e-06,
+      "loss": 21.5312,
+      "step": 22450
+    },
+    {
+      "epoch": 1.072875848227086,
+      "grad_norm": 307.2369689941406,
+      "learning_rate": 9.306398160660203e-06,
+      "loss": 16.875,
+      "step": 22451
+    },
+    {
+      "epoch": 1.0729236356685463,
+      "grad_norm": 191.051513671875,
+      "learning_rate": 9.305626158919543e-06,
+      "loss": 23.3125,
+      "step": 22452
+    },
+    {
+      "epoch": 1.0729714231100067,
+      "grad_norm": 346.7664794921875,
+      "learning_rate": 9.304854161337285e-06,
+      "loss": 26.125,
+      "step": 22453
+    },
+    {
+      "epoch": 1.073019210551467,
+      "grad_norm": 137.49488830566406,
+      "learning_rate": 9.30408216791806e-06,
+      "loss": 15.2969,
+      "step": 22454
+    },
+    {
+      "epoch": 1.0730669979929275,
+      "grad_norm": 151.96087646484375,
+      "learning_rate": 9.303310178666478e-06,
+      "loss": 19.0938,
+      "step": 22455
+    },
+    {
+      "epoch": 1.0731147854343879,
+      "grad_norm": 160.5830078125,
+      "learning_rate": 9.30253819358717e-06,
+      "loss": 27.9062,
+      "step": 22456
+    },
+    {
+      "epoch": 1.0731625728758483,
+      "grad_norm": 237.93907165527344,
+      "learning_rate": 9.301766212684757e-06,
+      "loss": 19.5156,
+      "step": 22457
+    },
+    {
+      "epoch": 1.0732103603173087,
+      "grad_norm": 235.90176391601562,
+      "learning_rate": 9.300994235963868e-06,
+      "loss": 26.9062,
+      "step": 22458
+    },
+    {
+      "epoch": 1.073258147758769,
+      "grad_norm": 111.78337860107422,
+      "learning_rate": 9.300222263429118e-06,
+      "loss": 19.25,
+      "step": 22459
+    },
+    {
+      "epoch": 1.0733059352002294,
+      "grad_norm": 164.6555633544922,
+      "learning_rate": 9.299450295085135e-06,
+      "loss": 20.375,
+      "step": 22460
+    },
+    {
+      "epoch": 1.0733537226416898,
+      "grad_norm": 198.6774139404297,
+      "learning_rate": 9.29867833093654e-06,
+      "loss": 23.5,
+      "step": 22461
+    },
+    {
+      "epoch": 1.0734015100831502,
+      "grad_norm": 171.50015258789062,
+      "learning_rate": 9.297906370987958e-06,
+      "loss": 18.3906,
+      "step": 22462
+    },
+    {
+      "epoch": 1.0734492975246106,
+      "grad_norm": 260.00115966796875,
+      "learning_rate": 9.29713441524401e-06,
+      "loss": 24.625,
+      "step": 22463
+    },
+    {
+      "epoch": 1.073497084966071,
+      "grad_norm": 196.77392578125,
+      "learning_rate": 9.296362463709323e-06,
+      "loss": 29.3125,
+      "step": 22464
+    },
+    {
+      "epoch": 1.0735448724075314,
+      "grad_norm": 738.1799926757812,
+      "learning_rate": 9.29559051638851e-06,
+      "loss": 36.1562,
+      "step": 22465
+    },
+    {
+      "epoch": 1.0735926598489918,
+      "grad_norm": 287.7033386230469,
+      "learning_rate": 9.294818573286207e-06,
+      "loss": 27.0156,
+      "step": 22466
+    },
+    {
+      "epoch": 1.0736404472904522,
+      "grad_norm": 404.99957275390625,
+      "learning_rate": 9.29404663440703e-06,
+      "loss": 27.625,
+      "step": 22467
+    },
+    {
+      "epoch": 1.0736882347319125,
+      "grad_norm": 196.25636291503906,
+      "learning_rate": 9.2932746997556e-06,
+      "loss": 22.1562,
+      "step": 22468
+    },
+    {
+      "epoch": 1.073736022173373,
+      "grad_norm": 148.05787658691406,
+      "learning_rate": 9.292502769336548e-06,
+      "loss": 26.2812,
+      "step": 22469
+    },
+    {
+      "epoch": 1.073783809614833,
+      "grad_norm": 394.4590759277344,
+      "learning_rate": 9.291730843154487e-06,
+      "loss": 32.4375,
+      "step": 22470
+    },
+    {
+      "epoch": 1.0738315970562935,
+      "grad_norm": 240.64854431152344,
+      "learning_rate": 9.290958921214043e-06,
+      "loss": 18.75,
+      "step": 22471
+    },
+    {
+      "epoch": 1.0738793844977539,
+      "grad_norm": 277.4675598144531,
+      "learning_rate": 9.290187003519841e-06,
+      "loss": 33.25,
+      "step": 22472
+    },
+    {
+      "epoch": 1.0739271719392143,
+      "grad_norm": 451.0525207519531,
+      "learning_rate": 9.289415090076506e-06,
+      "loss": 38.0312,
+      "step": 22473
+    },
+    {
+      "epoch": 1.0739749593806747,
+      "grad_norm": 179.25949096679688,
+      "learning_rate": 9.288643180888655e-06,
+      "loss": 22.5312,
+      "step": 22474
+    },
+    {
+      "epoch": 1.074022746822135,
+      "grad_norm": 246.65585327148438,
+      "learning_rate": 9.287871275960914e-06,
+      "loss": 22.6406,
+      "step": 22475
+    },
+    {
+      "epoch": 1.0740705342635954,
+      "grad_norm": 363.8993835449219,
+      "learning_rate": 9.287099375297904e-06,
+      "loss": 32.4062,
+      "step": 22476
+    },
+    {
+      "epoch": 1.0741183217050558,
+      "grad_norm": 279.02703857421875,
+      "learning_rate": 9.286327478904253e-06,
+      "loss": 28.2812,
+      "step": 22477
+    },
+    {
+      "epoch": 1.0741661091465162,
+      "grad_norm": 431.77081298828125,
+      "learning_rate": 9.285555586784576e-06,
+      "loss": 36.4375,
+      "step": 22478
+    },
+    {
+      "epoch": 1.0742138965879766,
+      "grad_norm": 217.72169494628906,
+      "learning_rate": 9.284783698943499e-06,
+      "loss": 29.6875,
+      "step": 22479
+    },
+    {
+      "epoch": 1.074261684029437,
+      "grad_norm": 532.896484375,
+      "learning_rate": 9.284011815385648e-06,
+      "loss": 29.0625,
+      "step": 22480
+    },
+    {
+      "epoch": 1.0743094714708974,
+      "grad_norm": 516.998779296875,
+      "learning_rate": 9.283239936115639e-06,
+      "loss": 28.7344,
+      "step": 22481
+    },
+    {
+      "epoch": 1.0743572589123578,
+      "grad_norm": 362.4996337890625,
+      "learning_rate": 9.2824680611381e-06,
+      "loss": 25.4688,
+      "step": 22482
+    },
+    {
+      "epoch": 1.0744050463538182,
+      "grad_norm": 180.30064392089844,
+      "learning_rate": 9.281696190457649e-06,
+      "loss": 22.2188,
+      "step": 22483
+    },
+    {
+      "epoch": 1.0744528337952786,
+      "grad_norm": 193.76341247558594,
+      "learning_rate": 9.280924324078912e-06,
+      "loss": 21.5625,
+      "step": 22484
+    },
+    {
+      "epoch": 1.074500621236739,
+      "grad_norm": 339.6528625488281,
+      "learning_rate": 9.280152462006513e-06,
+      "loss": 24.2812,
+      "step": 22485
+    },
+    {
+      "epoch": 1.0745484086781993,
+      "grad_norm": 308.3378601074219,
+      "learning_rate": 9.279380604245068e-06,
+      "loss": 24.5312,
+      "step": 22486
+    },
+    {
+      "epoch": 1.0745961961196597,
+      "grad_norm": 196.87039184570312,
+      "learning_rate": 9.278608750799205e-06,
+      "loss": 31.7656,
+      "step": 22487
+    },
+    {
+      "epoch": 1.0746439835611201,
+      "grad_norm": 300.9326477050781,
+      "learning_rate": 9.277836901673546e-06,
+      "loss": 22.7188,
+      "step": 22488
+    },
+    {
+      "epoch": 1.0746917710025805,
+      "grad_norm": 266.3424987792969,
+      "learning_rate": 9.27706505687271e-06,
+      "loss": 29.4688,
+      "step": 22489
+    },
+    {
+      "epoch": 1.074739558444041,
+      "grad_norm": 683.1482543945312,
+      "learning_rate": 9.276293216401321e-06,
+      "loss": 29.1562,
+      "step": 22490
+    },
+    {
+      "epoch": 1.0747873458855013,
+      "grad_norm": 675.9392700195312,
+      "learning_rate": 9.275521380264007e-06,
+      "loss": 25.75,
+      "step": 22491
+    },
+    {
+      "epoch": 1.0748351333269617,
+      "grad_norm": 197.2180938720703,
+      "learning_rate": 9.274749548465379e-06,
+      "loss": 23.2812,
+      "step": 22492
+    },
+    {
+      "epoch": 1.074882920768422,
+      "grad_norm": 392.9908142089844,
+      "learning_rate": 9.273977721010067e-06,
+      "loss": 40.2188,
+      "step": 22493
+    },
+    {
+      "epoch": 1.0749307082098825,
+      "grad_norm": 252.79251098632812,
+      "learning_rate": 9.27320589790269e-06,
+      "loss": 22.5938,
+      "step": 22494
+    },
+    {
+      "epoch": 1.0749784956513428,
+      "grad_norm": 418.8559875488281,
+      "learning_rate": 9.27243407914788e-06,
+      "loss": 38.2969,
+      "step": 22495
+    },
+    {
+      "epoch": 1.0750262830928032,
+      "grad_norm": 309.7943115234375,
+      "learning_rate": 9.271662264750242e-06,
+      "loss": 20.4062,
+      "step": 22496
+    },
+    {
+      "epoch": 1.0750740705342636,
+      "grad_norm": 246.32054138183594,
+      "learning_rate": 9.27089045471441e-06,
+      "loss": 23.4062,
+      "step": 22497
+    },
+    {
+      "epoch": 1.075121857975724,
+      "grad_norm": 235.19793701171875,
+      "learning_rate": 9.270118649045003e-06,
+      "loss": 19.125,
+      "step": 22498
+    },
+    {
+      "epoch": 1.0751696454171844,
+      "grad_norm": 242.95388793945312,
+      "learning_rate": 9.269346847746646e-06,
+      "loss": 23.2188,
+      "step": 22499
+    },
+    {
+      "epoch": 1.0752174328586448,
+      "grad_norm": 209.8347625732422,
+      "learning_rate": 9.268575050823958e-06,
+      "loss": 24.6562,
+      "step": 22500
+    },
+    {
+      "epoch": 1.0752652203001052,
+      "grad_norm": 317.3501281738281,
+      "learning_rate": 9.26780325828156e-06,
+      "loss": 37.4375,
+      "step": 22501
+    },
+    {
+      "epoch": 1.0753130077415656,
+      "grad_norm": 301.7907409667969,
+      "learning_rate": 9.267031470124073e-06,
+      "loss": 38.5312,
+      "step": 22502
+    },
+    {
+      "epoch": 1.075360795183026,
+      "grad_norm": 266.6900634765625,
+      "learning_rate": 9.266259686356128e-06,
+      "loss": 18.7344,
+      "step": 22503
+    },
+    {
+      "epoch": 1.0754085826244864,
+      "grad_norm": 366.6348571777344,
+      "learning_rate": 9.265487906982337e-06,
+      "loss": 24.625,
+      "step": 22504
+    },
+    {
+      "epoch": 1.0754563700659467,
+      "grad_norm": 131.7993621826172,
+      "learning_rate": 9.264716132007324e-06,
+      "loss": 19.4531,
+      "step": 22505
+    },
+    {
+      "epoch": 1.0755041575074071,
+      "grad_norm": 250.43565368652344,
+      "learning_rate": 9.263944361435718e-06,
+      "loss": 25.0781,
+      "step": 22506
+    },
+    {
+      "epoch": 1.0755519449488675,
+      "grad_norm": 228.64523315429688,
+      "learning_rate": 9.263172595272133e-06,
+      "loss": 25.0312,
+      "step": 22507
+    },
+    {
+      "epoch": 1.075599732390328,
+      "grad_norm": 131.20326232910156,
+      "learning_rate": 9.26240083352119e-06,
+      "loss": 16.6875,
+      "step": 22508
+    },
+    {
+      "epoch": 1.0756475198317883,
+      "grad_norm": 101.68218994140625,
+      "learning_rate": 9.261629076187516e-06,
+      "loss": 19.5,
+      "step": 22509
+    },
+    {
+      "epoch": 1.0756953072732487,
+      "grad_norm": 228.56784057617188,
+      "learning_rate": 9.260857323275735e-06,
+      "loss": 29.7812,
+      "step": 22510
+    },
+    {
+      "epoch": 1.075743094714709,
+      "grad_norm": 214.6647491455078,
+      "learning_rate": 9.260085574790461e-06,
+      "loss": 24.6562,
+      "step": 22511
+    },
+    {
+      "epoch": 1.0757908821561695,
+      "grad_norm": 231.32505798339844,
+      "learning_rate": 9.259313830736318e-06,
+      "loss": 30.0938,
+      "step": 22512
+    },
+    {
+      "epoch": 1.0758386695976299,
+      "grad_norm": 222.7969512939453,
+      "learning_rate": 9.258542091117934e-06,
+      "loss": 24.6094,
+      "step": 22513
+    },
+    {
+      "epoch": 1.07588645703909,
+      "grad_norm": 295.6026916503906,
+      "learning_rate": 9.257770355939925e-06,
+      "loss": 28.9375,
+      "step": 22514
+    },
+    {
+      "epoch": 1.0759342444805504,
+      "grad_norm": 180.9604949951172,
+      "learning_rate": 9.256998625206913e-06,
+      "loss": 22.4844,
+      "step": 22515
+    },
+    {
+      "epoch": 1.0759820319220108,
+      "grad_norm": 158.5496368408203,
+      "learning_rate": 9.25622689892352e-06,
+      "loss": 26.0312,
+      "step": 22516
+    },
+    {
+      "epoch": 1.0760298193634712,
+      "grad_norm": 190.30523681640625,
+      "learning_rate": 9.255455177094369e-06,
+      "loss": 23.7812,
+      "step": 22517
+    },
+    {
+      "epoch": 1.0760776068049316,
+      "grad_norm": 275.66064453125,
+      "learning_rate": 9.254683459724081e-06,
+      "loss": 24.3281,
+      "step": 22518
+    },
+    {
+      "epoch": 1.076125394246392,
+      "grad_norm": 210.9479217529297,
+      "learning_rate": 9.253911746817275e-06,
+      "loss": 26.8438,
+      "step": 22519
+    },
+    {
+      "epoch": 1.0761731816878524,
+      "grad_norm": 170.5718994140625,
+      "learning_rate": 9.253140038378576e-06,
+      "loss": 28.7812,
+      "step": 22520
+    },
+    {
+      "epoch": 1.0762209691293128,
+      "grad_norm": 500.0719299316406,
+      "learning_rate": 9.252368334412608e-06,
+      "loss": 29.4062,
+      "step": 22521
+    },
+    {
+      "epoch": 1.0762687565707731,
+      "grad_norm": 262.8802185058594,
+      "learning_rate": 9.251596634923985e-06,
+      "loss": 31.3125,
+      "step": 22522
+    },
+    {
+      "epoch": 1.0763165440122335,
+      "grad_norm": 295.87677001953125,
+      "learning_rate": 9.25082493991733e-06,
+      "loss": 30.2188,
+      "step": 22523
+    },
+    {
+      "epoch": 1.076364331453694,
+      "grad_norm": 173.61927795410156,
+      "learning_rate": 9.25005324939727e-06,
+      "loss": 21.6875,
+      "step": 22524
+    },
+    {
+      "epoch": 1.0764121188951543,
+      "grad_norm": 262.943603515625,
+      "learning_rate": 9.249281563368428e-06,
+      "loss": 25.5312,
+      "step": 22525
+    },
+    {
+      "epoch": 1.0764599063366147,
+      "grad_norm": 460.9680480957031,
+      "learning_rate": 9.248509881835414e-06,
+      "loss": 41.1562,
+      "step": 22526
+    },
+    {
+      "epoch": 1.076507693778075,
+      "grad_norm": 312.021484375,
+      "learning_rate": 9.247738204802858e-06,
+      "loss": 23.9219,
+      "step": 22527
+    },
+    {
+      "epoch": 1.0765554812195355,
+      "grad_norm": 325.4846496582031,
+      "learning_rate": 9.246966532275384e-06,
+      "loss": 17.5625,
+      "step": 22528
+    },
+    {
+      "epoch": 1.0766032686609959,
+      "grad_norm": 228.11929321289062,
+      "learning_rate": 9.246194864257603e-06,
+      "loss": 27.7344,
+      "step": 22529
+    },
+    {
+      "epoch": 1.0766510561024563,
+      "grad_norm": 222.04971313476562,
+      "learning_rate": 9.245423200754143e-06,
+      "loss": 29.8281,
+      "step": 22530
+    },
+    {
+      "epoch": 1.0766988435439167,
+      "grad_norm": 276.7089538574219,
+      "learning_rate": 9.244651541769624e-06,
+      "loss": 19.3594,
+      "step": 22531
+    },
+    {
+      "epoch": 1.076746630985377,
+      "grad_norm": 345.6844787597656,
+      "learning_rate": 9.243879887308672e-06,
+      "loss": 32.9375,
+      "step": 22532
+    },
+    {
+      "epoch": 1.0767944184268374,
+      "grad_norm": 174.94692993164062,
+      "learning_rate": 9.243108237375901e-06,
+      "loss": 30.2188,
+      "step": 22533
+    },
+    {
+      "epoch": 1.0768422058682978,
+      "grad_norm": 160.80618286132812,
+      "learning_rate": 9.242336591975933e-06,
+      "loss": 21.6875,
+      "step": 22534
+    },
+    {
+      "epoch": 1.0768899933097582,
+      "grad_norm": 246.57212829589844,
+      "learning_rate": 9.241564951113392e-06,
+      "loss": 25.7188,
+      "step": 22535
+    },
+    {
+      "epoch": 1.0769377807512186,
+      "grad_norm": 227.49996948242188,
+      "learning_rate": 9.240793314792902e-06,
+      "loss": 15.2969,
+      "step": 22536
+    },
+    {
+      "epoch": 1.076985568192679,
+      "grad_norm": 275.44830322265625,
+      "learning_rate": 9.240021683019076e-06,
+      "loss": 20.9062,
+      "step": 22537
+    },
+    {
+      "epoch": 1.0770333556341394,
+      "grad_norm": 179.43490600585938,
+      "learning_rate": 9.23925005579654e-06,
+      "loss": 28.0,
+      "step": 22538
+    },
+    {
+      "epoch": 1.0770811430755998,
+      "grad_norm": 227.50778198242188,
+      "learning_rate": 9.238478433129918e-06,
+      "loss": 29.875,
+      "step": 22539
+    },
+    {
+      "epoch": 1.0771289305170602,
+      "grad_norm": 156.73321533203125,
+      "learning_rate": 9.237706815023824e-06,
+      "loss": 22.2656,
+      "step": 22540
+    },
+    {
+      "epoch": 1.0771767179585205,
+      "grad_norm": 269.9290771484375,
+      "learning_rate": 9.236935201482882e-06,
+      "loss": 38.8125,
+      "step": 22541
+    },
+    {
+      "epoch": 1.077224505399981,
+      "grad_norm": 188.4753875732422,
+      "learning_rate": 9.236163592511714e-06,
+      "loss": 27.9688,
+      "step": 22542
+    },
+    {
+      "epoch": 1.0772722928414413,
+      "grad_norm": 263.89849853515625,
+      "learning_rate": 9.235391988114946e-06,
+      "loss": 29.2031,
+      "step": 22543
+    },
+    {
+      "epoch": 1.0773200802829017,
+      "grad_norm": 283.7462158203125,
+      "learning_rate": 9.234620388297187e-06,
+      "loss": 32.2188,
+      "step": 22544
+    },
+    {
+      "epoch": 1.077367867724362,
+      "grad_norm": 258.2162780761719,
+      "learning_rate": 9.233848793063065e-06,
+      "loss": 35.9375,
+      "step": 22545
+    },
+    {
+      "epoch": 1.0774156551658225,
+      "grad_norm": 105.27550506591797,
+      "learning_rate": 9.233077202417202e-06,
+      "loss": 19.8281,
+      "step": 22546
+    },
+    {
+      "epoch": 1.0774634426072829,
+      "grad_norm": 150.50099182128906,
+      "learning_rate": 9.232305616364217e-06,
+      "loss": 17.75,
+      "step": 22547
+    },
+    {
+      "epoch": 1.0775112300487433,
+      "grad_norm": 246.88873291015625,
+      "learning_rate": 9.231534034908731e-06,
+      "loss": 30.5625,
+      "step": 22548
+    },
+    {
+      "epoch": 1.0775590174902037,
+      "grad_norm": 318.1282958984375,
+      "learning_rate": 9.230762458055363e-06,
+      "loss": 23.5625,
+      "step": 22549
+    },
+    {
+      "epoch": 1.077606804931664,
+      "grad_norm": 156.0242919921875,
+      "learning_rate": 9.229990885808736e-06,
+      "loss": 27.5,
+      "step": 22550
+    },
+    {
+      "epoch": 1.0776545923731244,
+      "grad_norm": 220.84689331054688,
+      "learning_rate": 9.229219318173471e-06,
+      "loss": 36.5,
+      "step": 22551
+    },
+    {
+      "epoch": 1.0777023798145846,
+      "grad_norm": 136.8513946533203,
+      "learning_rate": 9.228447755154186e-06,
+      "loss": 26.9375,
+      "step": 22552
+    },
+    {
+      "epoch": 1.077750167256045,
+      "grad_norm": 300.95599365234375,
+      "learning_rate": 9.227676196755504e-06,
+      "loss": 32.1406,
+      "step": 22553
+    },
+    {
+      "epoch": 1.0777979546975054,
+      "grad_norm": 261.95538330078125,
+      "learning_rate": 9.226904642982047e-06,
+      "loss": 21.2188,
+      "step": 22554
+    },
+    {
+      "epoch": 1.0778457421389658,
+      "grad_norm": 174.45614624023438,
+      "learning_rate": 9.22613309383843e-06,
+      "loss": 23.5781,
+      "step": 22555
+    },
+    {
+      "epoch": 1.0778935295804262,
+      "grad_norm": 947.3236694335938,
+      "learning_rate": 9.225361549329277e-06,
+      "loss": 27.7812,
+      "step": 22556
+    },
+    {
+      "epoch": 1.0779413170218866,
+      "grad_norm": 210.6041717529297,
+      "learning_rate": 9.22459000945921e-06,
+      "loss": 21.8906,
+      "step": 22557
+    },
+    {
+      "epoch": 1.077989104463347,
+      "grad_norm": 203.47496032714844,
+      "learning_rate": 9.223818474232851e-06,
+      "loss": 19.3125,
+      "step": 22558
+    },
+    {
+      "epoch": 1.0780368919048073,
+      "grad_norm": 182.33555603027344,
+      "learning_rate": 9.223046943654816e-06,
+      "loss": 28.625,
+      "step": 22559
+    },
+    {
+      "epoch": 1.0780846793462677,
+      "grad_norm": 412.9688720703125,
+      "learning_rate": 9.222275417729726e-06,
+      "loss": 26.4688,
+      "step": 22560
+    },
+    {
+      "epoch": 1.0781324667877281,
+      "grad_norm": 644.8682250976562,
+      "learning_rate": 9.221503896462203e-06,
+      "loss": 35.0625,
+      "step": 22561
+    },
+    {
+      "epoch": 1.0781802542291885,
+      "grad_norm": 199.02992248535156,
+      "learning_rate": 9.220732379856869e-06,
+      "loss": 23.1875,
+      "step": 22562
+    },
+    {
+      "epoch": 1.078228041670649,
+      "grad_norm": 183.96981811523438,
+      "learning_rate": 9.21996086791834e-06,
+      "loss": 19.9375,
+      "step": 22563
+    },
+    {
+      "epoch": 1.0782758291121093,
+      "grad_norm": 250.74234008789062,
+      "learning_rate": 9.219189360651241e-06,
+      "loss": 32.625,
+      "step": 22564
+    },
+    {
+      "epoch": 1.0783236165535697,
+      "grad_norm": 604.2452392578125,
+      "learning_rate": 9.218417858060191e-06,
+      "loss": 21.8438,
+      "step": 22565
+    },
+    {
+      "epoch": 1.07837140399503,
+      "grad_norm": 293.3185729980469,
+      "learning_rate": 9.217646360149809e-06,
+      "loss": 26.8125,
+      "step": 22566
+    },
+    {
+      "epoch": 1.0784191914364905,
+      "grad_norm": 258.29144287109375,
+      "learning_rate": 9.216874866924713e-06,
+      "loss": 32.2188,
+      "step": 22567
+    },
+    {
+      "epoch": 1.0784669788779508,
+      "grad_norm": 285.4098205566406,
+      "learning_rate": 9.216103378389528e-06,
+      "loss": 25.2969,
+      "step": 22568
+    },
+    {
+      "epoch": 1.0785147663194112,
+      "grad_norm": 175.8553924560547,
+      "learning_rate": 9.215331894548873e-06,
+      "loss": 21.8594,
+      "step": 22569
+    },
+    {
+      "epoch": 1.0785625537608716,
+      "grad_norm": 134.6331329345703,
+      "learning_rate": 9.214560415407367e-06,
+      "loss": 23.4375,
+      "step": 22570
+    },
+    {
+      "epoch": 1.078610341202332,
+      "grad_norm": 250.5597381591797,
+      "learning_rate": 9.213788940969628e-06,
+      "loss": 27.4844,
+      "step": 22571
+    },
+    {
+      "epoch": 1.0786581286437924,
+      "grad_norm": 253.69715881347656,
+      "learning_rate": 9.21301747124028e-06,
+      "loss": 31.7188,
+      "step": 22572
+    },
+    {
+      "epoch": 1.0787059160852528,
+      "grad_norm": 235.9600830078125,
+      "learning_rate": 9.212246006223944e-06,
+      "loss": 22.8125,
+      "step": 22573
+    },
+    {
+      "epoch": 1.0787537035267132,
+      "grad_norm": 539.2069702148438,
+      "learning_rate": 9.211474545925237e-06,
+      "loss": 33.9375,
+      "step": 22574
+    },
+    {
+      "epoch": 1.0788014909681736,
+      "grad_norm": 174.8950958251953,
+      "learning_rate": 9.210703090348777e-06,
+      "loss": 21.6406,
+      "step": 22575
+    },
+    {
+      "epoch": 1.078849278409634,
+      "grad_norm": 186.41470336914062,
+      "learning_rate": 9.209931639499194e-06,
+      "loss": 23.5781,
+      "step": 22576
+    },
+    {
+      "epoch": 1.0788970658510944,
+      "grad_norm": 410.1641845703125,
+      "learning_rate": 9.209160193381095e-06,
+      "loss": 18.0312,
+      "step": 22577
+    },
+    {
+      "epoch": 1.0789448532925547,
+      "grad_norm": 306.92333984375,
+      "learning_rate": 9.208388751999107e-06,
+      "loss": 25.1562,
+      "step": 22578
+    },
+    {
+      "epoch": 1.0789926407340151,
+      "grad_norm": 264.9496765136719,
+      "learning_rate": 9.20761731535785e-06,
+      "loss": 37.0625,
+      "step": 22579
+    },
+    {
+      "epoch": 1.0790404281754755,
+      "grad_norm": 362.34796142578125,
+      "learning_rate": 9.206845883461943e-06,
+      "loss": 23.9375,
+      "step": 22580
+    },
+    {
+      "epoch": 1.079088215616936,
+      "grad_norm": 310.7804260253906,
+      "learning_rate": 9.206074456316004e-06,
+      "loss": 21.5469,
+      "step": 22581
+    },
+    {
+      "epoch": 1.0791360030583963,
+      "grad_norm": 425.9664611816406,
+      "learning_rate": 9.205303033924657e-06,
+      "loss": 26.7656,
+      "step": 22582
+    },
+    {
+      "epoch": 1.0791837904998567,
+      "grad_norm": 139.66026306152344,
+      "learning_rate": 9.204531616292515e-06,
+      "loss": 20.0938,
+      "step": 22583
+    },
+    {
+      "epoch": 1.079231577941317,
+      "grad_norm": 245.69338989257812,
+      "learning_rate": 9.203760203424209e-06,
+      "loss": 29.9531,
+      "step": 22584
+    },
+    {
+      "epoch": 1.0792793653827775,
+      "grad_norm": 370.4602355957031,
+      "learning_rate": 9.202988795324347e-06,
+      "loss": 24.6562,
+      "step": 22585
+    },
+    {
+      "epoch": 1.0793271528242379,
+      "grad_norm": 252.1763916015625,
+      "learning_rate": 9.202217391997554e-06,
+      "loss": 27.0938,
+      "step": 22586
+    },
+    {
+      "epoch": 1.0793749402656982,
+      "grad_norm": 198.41058349609375,
+      "learning_rate": 9.20144599344845e-06,
+      "loss": 19.7031,
+      "step": 22587
+    },
+    {
+      "epoch": 1.0794227277071586,
+      "grad_norm": 452.44232177734375,
+      "learning_rate": 9.200674599681656e-06,
+      "loss": 26.1406,
+      "step": 22588
+    },
+    {
+      "epoch": 1.079470515148619,
+      "grad_norm": 274.5549011230469,
+      "learning_rate": 9.199903210701786e-06,
+      "loss": 33.4062,
+      "step": 22589
+    },
+    {
+      "epoch": 1.0795183025900794,
+      "grad_norm": 572.243896484375,
+      "learning_rate": 9.199131826513465e-06,
+      "loss": 20.375,
+      "step": 22590
+    },
+    {
+      "epoch": 1.0795660900315398,
+      "grad_norm": 340.584228515625,
+      "learning_rate": 9.198360447121316e-06,
+      "loss": 27.4688,
+      "step": 22591
+    },
+    {
+      "epoch": 1.0796138774730002,
+      "grad_norm": 189.5785369873047,
+      "learning_rate": 9.197589072529947e-06,
+      "loss": 23.375,
+      "step": 22592
+    },
+    {
+      "epoch": 1.0796616649144606,
+      "grad_norm": 392.7725524902344,
+      "learning_rate": 9.196817702743984e-06,
+      "loss": 33.8125,
+      "step": 22593
+    },
+    {
+      "epoch": 1.079709452355921,
+      "grad_norm": 175.08253479003906,
+      "learning_rate": 9.196046337768048e-06,
+      "loss": 19.9219,
+      "step": 22594
+    },
+    {
+      "epoch": 1.0797572397973814,
+      "grad_norm": 420.618896484375,
+      "learning_rate": 9.195274977606761e-06,
+      "loss": 25.4531,
+      "step": 22595
+    },
+    {
+      "epoch": 1.0798050272388415,
+      "grad_norm": 270.8407897949219,
+      "learning_rate": 9.194503622264733e-06,
+      "loss": 23.9375,
+      "step": 22596
+    },
+    {
+      "epoch": 1.079852814680302,
+      "grad_norm": 322.4154968261719,
+      "learning_rate": 9.193732271746591e-06,
+      "loss": 23.8125,
+      "step": 22597
+    },
+    {
+      "epoch": 1.0799006021217623,
+      "grad_norm": 682.6453247070312,
+      "learning_rate": 9.192960926056953e-06,
+      "loss": 15.6719,
+      "step": 22598
+    },
+    {
+      "epoch": 1.0799483895632227,
+      "grad_norm": 352.80560302734375,
+      "learning_rate": 9.19218958520044e-06,
+      "loss": 18.5,
+      "step": 22599
+    },
+    {
+      "epoch": 1.079996177004683,
+      "grad_norm": 302.1772766113281,
+      "learning_rate": 9.191418249181664e-06,
+      "loss": 38.625,
+      "step": 22600
+    },
+    {
+      "epoch": 1.0800439644461435,
+      "grad_norm": 871.2720336914062,
+      "learning_rate": 9.19064691800525e-06,
+      "loss": 31.4062,
+      "step": 22601
+    },
+    {
+      "epoch": 1.0800917518876039,
+      "grad_norm": 348.38214111328125,
+      "learning_rate": 9.18987559167582e-06,
+      "loss": 33.9375,
+      "step": 22602
+    },
+    {
+      "epoch": 1.0801395393290643,
+      "grad_norm": 294.8213806152344,
+      "learning_rate": 9.189104270197988e-06,
+      "loss": 26.75,
+      "step": 22603
+    },
+    {
+      "epoch": 1.0801873267705246,
+      "grad_norm": 324.3927917480469,
+      "learning_rate": 9.188332953576374e-06,
+      "loss": 25.7031,
+      "step": 22604
+    },
+    {
+      "epoch": 1.080235114211985,
+      "grad_norm": 321.81304931640625,
+      "learning_rate": 9.187561641815597e-06,
+      "loss": 30.3594,
+      "step": 22605
+    },
+    {
+      "epoch": 1.0802829016534454,
+      "grad_norm": 206.85186767578125,
+      "learning_rate": 9.186790334920284e-06,
+      "loss": 24.1562,
+      "step": 22606
+    },
+    {
+      "epoch": 1.0803306890949058,
+      "grad_norm": 228.4099578857422,
+      "learning_rate": 9.186019032895041e-06,
+      "loss": 18.6406,
+      "step": 22607
+    },
+    {
+      "epoch": 1.0803784765363662,
+      "grad_norm": 404.5200500488281,
+      "learning_rate": 9.185247735744495e-06,
+      "loss": 34.7656,
+      "step": 22608
+    },
+    {
+      "epoch": 1.0804262639778266,
+      "grad_norm": 169.6133270263672,
+      "learning_rate": 9.184476443473262e-06,
+      "loss": 17.3125,
+      "step": 22609
+    },
+    {
+      "epoch": 1.080474051419287,
+      "grad_norm": 338.13226318359375,
+      "learning_rate": 9.18370515608597e-06,
+      "loss": 27.7812,
+      "step": 22610
+    },
+    {
+      "epoch": 1.0805218388607474,
+      "grad_norm": 139.71400451660156,
+      "learning_rate": 9.182933873587224e-06,
+      "loss": 20.4219,
+      "step": 22611
+    },
+    {
+      "epoch": 1.0805696263022078,
+      "grad_norm": 265.3164978027344,
+      "learning_rate": 9.182162595981653e-06,
+      "loss": 16.0938,
+      "step": 22612
+    },
+    {
+      "epoch": 1.0806174137436682,
+      "grad_norm": 467.9333190917969,
+      "learning_rate": 9.181391323273874e-06,
+      "loss": 39.4688,
+      "step": 22613
+    },
+    {
+      "epoch": 1.0806652011851285,
+      "grad_norm": 1054.9368896484375,
+      "learning_rate": 9.1806200554685e-06,
+      "loss": 27.2656,
+      "step": 22614
+    },
+    {
+      "epoch": 1.080712988626589,
+      "grad_norm": 212.35931396484375,
+      "learning_rate": 9.179848792570158e-06,
+      "loss": 28.2188,
+      "step": 22615
+    },
+    {
+      "epoch": 1.0807607760680493,
+      "grad_norm": 255.9928436279297,
+      "learning_rate": 9.17907753458346e-06,
+      "loss": 29.7188,
+      "step": 22616
+    },
+    {
+      "epoch": 1.0808085635095097,
+      "grad_norm": 272.0340576171875,
+      "learning_rate": 9.178306281513036e-06,
+      "loss": 21.0156,
+      "step": 22617
+    },
+    {
+      "epoch": 1.08085635095097,
+      "grad_norm": 249.81211853027344,
+      "learning_rate": 9.17753503336349e-06,
+      "loss": 25.4062,
+      "step": 22618
+    },
+    {
+      "epoch": 1.0809041383924305,
+      "grad_norm": 194.66075134277344,
+      "learning_rate": 9.176763790139447e-06,
+      "loss": 23.8125,
+      "step": 22619
+    },
+    {
+      "epoch": 1.0809519258338909,
+      "grad_norm": 195.8883056640625,
+      "learning_rate": 9.175992551845529e-06,
+      "loss": 19.7969,
+      "step": 22620
+    },
+    {
+      "epoch": 1.0809997132753513,
+      "grad_norm": 188.23324584960938,
+      "learning_rate": 9.175221318486356e-06,
+      "loss": 20.5938,
+      "step": 22621
+    },
+    {
+      "epoch": 1.0810475007168117,
+      "grad_norm": 215.78030395507812,
+      "learning_rate": 9.17445009006654e-06,
+      "loss": 15.7344,
+      "step": 22622
+    },
+    {
+      "epoch": 1.081095288158272,
+      "grad_norm": 164.10816955566406,
+      "learning_rate": 9.173678866590699e-06,
+      "loss": 20.1562,
+      "step": 22623
+    },
+    {
+      "epoch": 1.0811430755997324,
+      "grad_norm": 334.50262451171875,
+      "learning_rate": 9.172907648063462e-06,
+      "loss": 29.9688,
+      "step": 22624
+    },
+    {
+      "epoch": 1.0811908630411928,
+      "grad_norm": 222.37451171875,
+      "learning_rate": 9.172136434489436e-06,
+      "loss": 34.0,
+      "step": 22625
+    },
+    {
+      "epoch": 1.0812386504826532,
+      "grad_norm": 184.1131134033203,
+      "learning_rate": 9.171365225873247e-06,
+      "loss": 25.8438,
+      "step": 22626
+    },
+    {
+      "epoch": 1.0812864379241136,
+      "grad_norm": 289.45611572265625,
+      "learning_rate": 9.170594022219509e-06,
+      "loss": 18.8125,
+      "step": 22627
+    },
+    {
+      "epoch": 1.081334225365574,
+      "grad_norm": 184.01974487304688,
+      "learning_rate": 9.169822823532847e-06,
+      "loss": 28.125,
+      "step": 22628
+    },
+    {
+      "epoch": 1.0813820128070344,
+      "grad_norm": 224.44358825683594,
+      "learning_rate": 9.16905162981787e-06,
+      "loss": 19.0781,
+      "step": 22629
+    },
+    {
+      "epoch": 1.0814298002484948,
+      "grad_norm": 172.2163543701172,
+      "learning_rate": 9.168280441079204e-06,
+      "loss": 18.7188,
+      "step": 22630
+    },
+    {
+      "epoch": 1.0814775876899552,
+      "grad_norm": 211.08180236816406,
+      "learning_rate": 9.167509257321463e-06,
+      "loss": 26.5625,
+      "step": 22631
+    },
+    {
+      "epoch": 1.0815253751314156,
+      "grad_norm": 197.88436889648438,
+      "learning_rate": 9.166738078549274e-06,
+      "loss": 26.5781,
+      "step": 22632
+    },
+    {
+      "epoch": 1.081573162572876,
+      "grad_norm": 197.61656188964844,
+      "learning_rate": 9.16596690476724e-06,
+      "loss": 20.2188,
+      "step": 22633
+    },
+    {
+      "epoch": 1.0816209500143363,
+      "grad_norm": 395.7720642089844,
+      "learning_rate": 9.165195735979992e-06,
+      "loss": 32.0938,
+      "step": 22634
+    },
+    {
+      "epoch": 1.0816687374557965,
+      "grad_norm": 230.40196228027344,
+      "learning_rate": 9.164424572192142e-06,
+      "loss": 26.0312,
+      "step": 22635
+    },
+    {
+      "epoch": 1.081716524897257,
+      "grad_norm": 202.7477264404297,
+      "learning_rate": 9.163653413408316e-06,
+      "loss": 20.0312,
+      "step": 22636
+    },
+    {
+      "epoch": 1.0817643123387173,
+      "grad_norm": 243.44015502929688,
+      "learning_rate": 9.16288225963312e-06,
+      "loss": 27.5938,
+      "step": 22637
+    },
+    {
+      "epoch": 1.0818120997801777,
+      "grad_norm": 197.02047729492188,
+      "learning_rate": 9.162111110871182e-06,
+      "loss": 22.1562,
+      "step": 22638
+    },
+    {
+      "epoch": 1.081859887221638,
+      "grad_norm": 157.17538452148438,
+      "learning_rate": 9.161339967127122e-06,
+      "loss": 14.2031,
+      "step": 22639
+    },
+    {
+      "epoch": 1.0819076746630985,
+      "grad_norm": 143.5523681640625,
+      "learning_rate": 9.160568828405547e-06,
+      "loss": 23.3125,
+      "step": 22640
+    },
+    {
+      "epoch": 1.0819554621045588,
+      "grad_norm": 175.2267608642578,
+      "learning_rate": 9.159797694711084e-06,
+      "loss": 20.7344,
+      "step": 22641
+    },
+    {
+      "epoch": 1.0820032495460192,
+      "grad_norm": 294.61517333984375,
+      "learning_rate": 9.159026566048345e-06,
+      "loss": 20.3594,
+      "step": 22642
+    },
+    {
+      "epoch": 1.0820510369874796,
+      "grad_norm": 257.2171325683594,
+      "learning_rate": 9.15825544242196e-06,
+      "loss": 27.4844,
+      "step": 22643
+    },
+    {
+      "epoch": 1.08209882442894,
+      "grad_norm": 212.62332153320312,
+      "learning_rate": 9.157484323836531e-06,
+      "loss": 24.4219,
+      "step": 22644
+    },
+    {
+      "epoch": 1.0821466118704004,
+      "grad_norm": 209.84849548339844,
+      "learning_rate": 9.156713210296689e-06,
+      "loss": 18.7344,
+      "step": 22645
+    },
+    {
+      "epoch": 1.0821943993118608,
+      "grad_norm": 197.1731719970703,
+      "learning_rate": 9.155942101807043e-06,
+      "loss": 22.9844,
+      "step": 22646
+    },
+    {
+      "epoch": 1.0822421867533212,
+      "grad_norm": 148.6072998046875,
+      "learning_rate": 9.155170998372217e-06,
+      "loss": 20.5938,
+      "step": 22647
+    },
+    {
+      "epoch": 1.0822899741947816,
+      "grad_norm": 261.1303405761719,
+      "learning_rate": 9.154399899996827e-06,
+      "loss": 27.2812,
+      "step": 22648
+    },
+    {
+      "epoch": 1.082337761636242,
+      "grad_norm": 162.7903594970703,
+      "learning_rate": 9.153628806685488e-06,
+      "loss": 23.1875,
+      "step": 22649
+    },
+    {
+      "epoch": 1.0823855490777023,
+      "grad_norm": 138.28524780273438,
+      "learning_rate": 9.152857718442823e-06,
+      "loss": 27.7188,
+      "step": 22650
+    },
+    {
+      "epoch": 1.0824333365191627,
+      "grad_norm": 143.80947875976562,
+      "learning_rate": 9.152086635273445e-06,
+      "loss": 22.5938,
+      "step": 22651
+    },
+    {
+      "epoch": 1.0824811239606231,
+      "grad_norm": 148.2661590576172,
+      "learning_rate": 9.151315557181974e-06,
+      "loss": 17.3906,
+      "step": 22652
+    },
+    {
+      "epoch": 1.0825289114020835,
+      "grad_norm": 304.8883056640625,
+      "learning_rate": 9.150544484173027e-06,
+      "loss": 24.3438,
+      "step": 22653
+    },
+    {
+      "epoch": 1.082576698843544,
+      "grad_norm": 261.744873046875,
+      "learning_rate": 9.149773416251226e-06,
+      "loss": 27.3438,
+      "step": 22654
+    },
+    {
+      "epoch": 1.0826244862850043,
+      "grad_norm": 193.37339782714844,
+      "learning_rate": 9.14900235342118e-06,
+      "loss": 25.4062,
+      "step": 22655
+    },
+    {
+      "epoch": 1.0826722737264647,
+      "grad_norm": 333.0027770996094,
+      "learning_rate": 9.148231295687516e-06,
+      "loss": 22.7188,
+      "step": 22656
+    },
+    {
+      "epoch": 1.082720061167925,
+      "grad_norm": 273.7729187011719,
+      "learning_rate": 9.147460243054845e-06,
+      "loss": 28.0,
+      "step": 22657
+    },
+    {
+      "epoch": 1.0827678486093855,
+      "grad_norm": 262.61968994140625,
+      "learning_rate": 9.14668919552779e-06,
+      "loss": 21.3125,
+      "step": 22658
+    },
+    {
+      "epoch": 1.0828156360508459,
+      "grad_norm": 361.23284912109375,
+      "learning_rate": 9.145918153110962e-06,
+      "loss": 18.4375,
+      "step": 22659
+    },
+    {
+      "epoch": 1.0828634234923062,
+      "grad_norm": 339.5518493652344,
+      "learning_rate": 9.145147115808984e-06,
+      "loss": 30.8438,
+      "step": 22660
+    },
+    {
+      "epoch": 1.0829112109337666,
+      "grad_norm": 183.28390502929688,
+      "learning_rate": 9.144376083626475e-06,
+      "loss": 20.5156,
+      "step": 22661
+    },
+    {
+      "epoch": 1.082958998375227,
+      "grad_norm": 142.2039337158203,
+      "learning_rate": 9.143605056568044e-06,
+      "loss": 24.875,
+      "step": 22662
+    },
+    {
+      "epoch": 1.0830067858166874,
+      "grad_norm": 280.4947509765625,
+      "learning_rate": 9.142834034638316e-06,
+      "loss": 21.3438,
+      "step": 22663
+    },
+    {
+      "epoch": 1.0830545732581478,
+      "grad_norm": 239.99343872070312,
+      "learning_rate": 9.142063017841904e-06,
+      "loss": 24.0312,
+      "step": 22664
+    },
+    {
+      "epoch": 1.0831023606996082,
+      "grad_norm": 159.73545837402344,
+      "learning_rate": 9.14129200618343e-06,
+      "loss": 29.6562,
+      "step": 22665
+    },
+    {
+      "epoch": 1.0831501481410686,
+      "grad_norm": 254.7213897705078,
+      "learning_rate": 9.14052099966751e-06,
+      "loss": 35.8438,
+      "step": 22666
+    },
+    {
+      "epoch": 1.083197935582529,
+      "grad_norm": 250.5242462158203,
+      "learning_rate": 9.139749998298756e-06,
+      "loss": 21.375,
+      "step": 22667
+    },
+    {
+      "epoch": 1.0832457230239894,
+      "grad_norm": 441.0675964355469,
+      "learning_rate": 9.138979002081791e-06,
+      "loss": 29.9375,
+      "step": 22668
+    },
+    {
+      "epoch": 1.0832935104654497,
+      "grad_norm": 157.12420654296875,
+      "learning_rate": 9.138208011021234e-06,
+      "loss": 21.0938,
+      "step": 22669
+    },
+    {
+      "epoch": 1.0833412979069101,
+      "grad_norm": 175.2223663330078,
+      "learning_rate": 9.137437025121696e-06,
+      "loss": 20.7031,
+      "step": 22670
+    },
+    {
+      "epoch": 1.0833890853483705,
+      "grad_norm": 185.7854461669922,
+      "learning_rate": 9.136666044387796e-06,
+      "loss": 22.6562,
+      "step": 22671
+    },
+    {
+      "epoch": 1.083436872789831,
+      "grad_norm": 154.277587890625,
+      "learning_rate": 9.135895068824152e-06,
+      "loss": 23.8125,
+      "step": 22672
+    },
+    {
+      "epoch": 1.0834846602312913,
+      "grad_norm": 244.51661682128906,
+      "learning_rate": 9.135124098435387e-06,
+      "loss": 22.1406,
+      "step": 22673
+    },
+    {
+      "epoch": 1.0835324476727517,
+      "grad_norm": 327.59844970703125,
+      "learning_rate": 9.134353133226109e-06,
+      "loss": 30.875,
+      "step": 22674
+    },
+    {
+      "epoch": 1.083580235114212,
+      "grad_norm": 304.88671875,
+      "learning_rate": 9.133582173200937e-06,
+      "loss": 24.2188,
+      "step": 22675
+    },
+    {
+      "epoch": 1.0836280225556725,
+      "grad_norm": 2455.4921875,
+      "learning_rate": 9.132811218364494e-06,
+      "loss": 21.8594,
+      "step": 22676
+    },
+    {
+      "epoch": 1.0836758099971329,
+      "grad_norm": 268.4085998535156,
+      "learning_rate": 9.13204026872139e-06,
+      "loss": 17.9688,
+      "step": 22677
+    },
+    {
+      "epoch": 1.083723597438593,
+      "grad_norm": 291.09735107421875,
+      "learning_rate": 9.131269324276244e-06,
+      "loss": 22.5156,
+      "step": 22678
+    },
+    {
+      "epoch": 1.0837713848800534,
+      "grad_norm": 302.85504150390625,
+      "learning_rate": 9.130498385033676e-06,
+      "loss": 33.75,
+      "step": 22679
+    },
+    {
+      "epoch": 1.0838191723215138,
+      "grad_norm": 245.8708953857422,
+      "learning_rate": 9.1297274509983e-06,
+      "loss": 31.7188,
+      "step": 22680
+    },
+    {
+      "epoch": 1.0838669597629742,
+      "grad_norm": 238.41635131835938,
+      "learning_rate": 9.128956522174736e-06,
+      "loss": 28.7656,
+      "step": 22681
+    },
+    {
+      "epoch": 1.0839147472044346,
+      "grad_norm": 398.0401611328125,
+      "learning_rate": 9.128185598567593e-06,
+      "loss": 18.9375,
+      "step": 22682
+    },
+    {
+      "epoch": 1.083962534645895,
+      "grad_norm": 297.6964416503906,
+      "learning_rate": 9.127414680181495e-06,
+      "loss": 34.2031,
+      "step": 22683
+    },
+    {
+      "epoch": 1.0840103220873554,
+      "grad_norm": 396.37518310546875,
+      "learning_rate": 9.126643767021062e-06,
+      "loss": 30.75,
+      "step": 22684
+    },
+    {
+      "epoch": 1.0840581095288158,
+      "grad_norm": 219.708984375,
+      "learning_rate": 9.125872859090902e-06,
+      "loss": 16.1875,
+      "step": 22685
+    },
+    {
+      "epoch": 1.0841058969702762,
+      "grad_norm": 304.7438659667969,
+      "learning_rate": 9.125101956395634e-06,
+      "loss": 17.6719,
+      "step": 22686
+    },
+    {
+      "epoch": 1.0841536844117365,
+      "grad_norm": 227.2668914794922,
+      "learning_rate": 9.124331058939881e-06,
+      "loss": 28.1562,
+      "step": 22687
+    },
+    {
+      "epoch": 1.084201471853197,
+      "grad_norm": 286.80657958984375,
+      "learning_rate": 9.123560166728252e-06,
+      "loss": 32.625,
+      "step": 22688
+    },
+    {
+      "epoch": 1.0842492592946573,
+      "grad_norm": 126.1915512084961,
+      "learning_rate": 9.122789279765365e-06,
+      "loss": 25.1094,
+      "step": 22689
+    },
+    {
+      "epoch": 1.0842970467361177,
+      "grad_norm": 272.1864013671875,
+      "learning_rate": 9.12201839805584e-06,
+      "loss": 33.0938,
+      "step": 22690
+    },
+    {
+      "epoch": 1.084344834177578,
+      "grad_norm": 290.9851989746094,
+      "learning_rate": 9.121247521604295e-06,
+      "loss": 32.3438,
+      "step": 22691
+    },
+    {
+      "epoch": 1.0843926216190385,
+      "grad_norm": 451.7210388183594,
+      "learning_rate": 9.12047665041534e-06,
+      "loss": 33.2969,
+      "step": 22692
+    },
+    {
+      "epoch": 1.0844404090604989,
+      "grad_norm": 239.7627716064453,
+      "learning_rate": 9.119705784493593e-06,
+      "loss": 18.4844,
+      "step": 22693
+    },
+    {
+      "epoch": 1.0844881965019593,
+      "grad_norm": 296.0699462890625,
+      "learning_rate": 9.118934923843677e-06,
+      "loss": 24.8125,
+      "step": 22694
+    },
+    {
+      "epoch": 1.0845359839434197,
+      "grad_norm": 194.1939697265625,
+      "learning_rate": 9.118164068470201e-06,
+      "loss": 20.5312,
+      "step": 22695
+    },
+    {
+      "epoch": 1.08458377138488,
+      "grad_norm": 258.1664733886719,
+      "learning_rate": 9.117393218377788e-06,
+      "loss": 17.9531,
+      "step": 22696
+    },
+    {
+      "epoch": 1.0846315588263404,
+      "grad_norm": 574.2008056640625,
+      "learning_rate": 9.116622373571047e-06,
+      "loss": 43.7188,
+      "step": 22697
+    },
+    {
+      "epoch": 1.0846793462678008,
+      "grad_norm": 282.05194091796875,
+      "learning_rate": 9.1158515340546e-06,
+      "loss": 25.6719,
+      "step": 22698
+    },
+    {
+      "epoch": 1.0847271337092612,
+      "grad_norm": 8939.1083984375,
+      "learning_rate": 9.115080699833062e-06,
+      "loss": 27.125,
+      "step": 22699
+    },
+    {
+      "epoch": 1.0847749211507216,
+      "grad_norm": 253.6162109375,
+      "learning_rate": 9.114309870911046e-06,
+      "loss": 28.4688,
+      "step": 22700
+    },
+    {
+      "epoch": 1.084822708592182,
+      "grad_norm": 172.20758056640625,
+      "learning_rate": 9.11353904729317e-06,
+      "loss": 20.375,
+      "step": 22701
+    },
+    {
+      "epoch": 1.0848704960336424,
+      "grad_norm": 222.02099609375,
+      "learning_rate": 9.112768228984057e-06,
+      "loss": 23.5156,
+      "step": 22702
+    },
+    {
+      "epoch": 1.0849182834751028,
+      "grad_norm": 267.6043701171875,
+      "learning_rate": 9.111997415988313e-06,
+      "loss": 23.2656,
+      "step": 22703
+    },
+    {
+      "epoch": 1.0849660709165632,
+      "grad_norm": 256.093017578125,
+      "learning_rate": 9.111226608310558e-06,
+      "loss": 31.0938,
+      "step": 22704
+    },
+    {
+      "epoch": 1.0850138583580236,
+      "grad_norm": 162.9469451904297,
+      "learning_rate": 9.110455805955409e-06,
+      "loss": 18.3906,
+      "step": 22705
+    },
+    {
+      "epoch": 1.085061645799484,
+      "grad_norm": 197.97718811035156,
+      "learning_rate": 9.109685008927488e-06,
+      "loss": 17.0938,
+      "step": 22706
+    },
+    {
+      "epoch": 1.0851094332409443,
+      "grad_norm": 288.7348937988281,
+      "learning_rate": 9.108914217231398e-06,
+      "loss": 19.9375,
+      "step": 22707
+    },
+    {
+      "epoch": 1.0851572206824047,
+      "grad_norm": 306.1573791503906,
+      "learning_rate": 9.108143430871765e-06,
+      "loss": 30.3125,
+      "step": 22708
+    },
+    {
+      "epoch": 1.0852050081238651,
+      "grad_norm": 266.08514404296875,
+      "learning_rate": 9.107372649853203e-06,
+      "loss": 23.6875,
+      "step": 22709
+    },
+    {
+      "epoch": 1.0852527955653255,
+      "grad_norm": 206.20257568359375,
+      "learning_rate": 9.106601874180324e-06,
+      "loss": 19.7969,
+      "step": 22710
+    },
+    {
+      "epoch": 1.085300583006786,
+      "grad_norm": 242.15298461914062,
+      "learning_rate": 9.105831103857747e-06,
+      "loss": 28.9062,
+      "step": 22711
+    },
+    {
+      "epoch": 1.0853483704482463,
+      "grad_norm": 234.98492431640625,
+      "learning_rate": 9.105060338890092e-06,
+      "loss": 28.2812,
+      "step": 22712
+    },
+    {
+      "epoch": 1.0853961578897067,
+      "grad_norm": 425.3760986328125,
+      "learning_rate": 9.104289579281969e-06,
+      "loss": 34.5938,
+      "step": 22713
+    },
+    {
+      "epoch": 1.085443945331167,
+      "grad_norm": 354.7649841308594,
+      "learning_rate": 9.103518825037995e-06,
+      "loss": 29.8438,
+      "step": 22714
+    },
+    {
+      "epoch": 1.0854917327726274,
+      "grad_norm": 236.8522491455078,
+      "learning_rate": 9.102748076162785e-06,
+      "loss": 33.0,
+      "step": 22715
+    },
+    {
+      "epoch": 1.0855395202140878,
+      "grad_norm": 150.8280792236328,
+      "learning_rate": 9.101977332660956e-06,
+      "loss": 22.2656,
+      "step": 22716
+    },
+    {
+      "epoch": 1.085587307655548,
+      "grad_norm": 164.74993896484375,
+      "learning_rate": 9.101206594537128e-06,
+      "loss": 19.4375,
+      "step": 22717
+    },
+    {
+      "epoch": 1.0856350950970084,
+      "grad_norm": 237.55482482910156,
+      "learning_rate": 9.100435861795909e-06,
+      "loss": 24.125,
+      "step": 22718
+    },
+    {
+      "epoch": 1.0856828825384688,
+      "grad_norm": 231.25067138671875,
+      "learning_rate": 9.09966513444192e-06,
+      "loss": 29.3438,
+      "step": 22719
+    },
+    {
+      "epoch": 1.0857306699799292,
+      "grad_norm": 255.67015075683594,
+      "learning_rate": 9.098894412479774e-06,
+      "loss": 27.3906,
+      "step": 22720
+    },
+    {
+      "epoch": 1.0857784574213896,
+      "grad_norm": 251.15347290039062,
+      "learning_rate": 9.09812369591409e-06,
+      "loss": 18.1719,
+      "step": 22721
+    },
+    {
+      "epoch": 1.08582624486285,
+      "grad_norm": 220.62353515625,
+      "learning_rate": 9.097352984749479e-06,
+      "loss": 26.6406,
+      "step": 22722
+    },
+    {
+      "epoch": 1.0858740323043103,
+      "grad_norm": 244.2974853515625,
+      "learning_rate": 9.096582278990558e-06,
+      "loss": 27.1562,
+      "step": 22723
+    },
+    {
+      "epoch": 1.0859218197457707,
+      "grad_norm": 483.5543518066406,
+      "learning_rate": 9.095811578641949e-06,
+      "loss": 28.1719,
+      "step": 22724
+    },
+    {
+      "epoch": 1.0859696071872311,
+      "grad_norm": 178.7631378173828,
+      "learning_rate": 9.095040883708257e-06,
+      "loss": 19.9375,
+      "step": 22725
+    },
+    {
+      "epoch": 1.0860173946286915,
+      "grad_norm": 711.7449340820312,
+      "learning_rate": 9.0942701941941e-06,
+      "loss": 29.625,
+      "step": 22726
+    },
+    {
+      "epoch": 1.086065182070152,
+      "grad_norm": 319.6651306152344,
+      "learning_rate": 9.093499510104102e-06,
+      "loss": 23.5,
+      "step": 22727
+    },
+    {
+      "epoch": 1.0861129695116123,
+      "grad_norm": 184.95346069335938,
+      "learning_rate": 9.09272883144287e-06,
+      "loss": 29.5938,
+      "step": 22728
+    },
+    {
+      "epoch": 1.0861607569530727,
+      "grad_norm": 436.61407470703125,
+      "learning_rate": 9.091958158215023e-06,
+      "loss": 23.2969,
+      "step": 22729
+    },
+    {
+      "epoch": 1.086208544394533,
+      "grad_norm": 212.40663146972656,
+      "learning_rate": 9.091187490425171e-06,
+      "loss": 30.4688,
+      "step": 22730
+    },
+    {
+      "epoch": 1.0862563318359935,
+      "grad_norm": 230.15560913085938,
+      "learning_rate": 9.090416828077935e-06,
+      "loss": 28.2812,
+      "step": 22731
+    },
+    {
+      "epoch": 1.0863041192774539,
+      "grad_norm": 565.3493041992188,
+      "learning_rate": 9.089646171177931e-06,
+      "loss": 25.8438,
+      "step": 22732
+    },
+    {
+      "epoch": 1.0863519067189142,
+      "grad_norm": 421.3421936035156,
+      "learning_rate": 9.088875519729769e-06,
+      "loss": 34.8438,
+      "step": 22733
+    },
+    {
+      "epoch": 1.0863996941603746,
+      "grad_norm": 321.7710876464844,
+      "learning_rate": 9.088104873738066e-06,
+      "loss": 16.0625,
+      "step": 22734
+    },
+    {
+      "epoch": 1.086447481601835,
+      "grad_norm": 390.9816589355469,
+      "learning_rate": 9.087334233207442e-06,
+      "loss": 26.4062,
+      "step": 22735
+    },
+    {
+      "epoch": 1.0864952690432954,
+      "grad_norm": 196.2725067138672,
+      "learning_rate": 9.086563598142505e-06,
+      "loss": 30.0,
+      "step": 22736
+    },
+    {
+      "epoch": 1.0865430564847558,
+      "grad_norm": 151.189208984375,
+      "learning_rate": 9.085792968547872e-06,
+      "loss": 24.5,
+      "step": 22737
+    },
+    {
+      "epoch": 1.0865908439262162,
+      "grad_norm": 180.0467529296875,
+      "learning_rate": 9.08502234442816e-06,
+      "loss": 22.6719,
+      "step": 22738
+    },
+    {
+      "epoch": 1.0866386313676766,
+      "grad_norm": 210.757568359375,
+      "learning_rate": 9.08425172578799e-06,
+      "loss": 23.6875,
+      "step": 22739
+    },
+    {
+      "epoch": 1.086686418809137,
+      "grad_norm": 238.91168212890625,
+      "learning_rate": 9.083481112631965e-06,
+      "loss": 24.6875,
+      "step": 22740
+    },
+    {
+      "epoch": 1.0867342062505974,
+      "grad_norm": 375.8372802734375,
+      "learning_rate": 9.082710504964705e-06,
+      "loss": 26.5156,
+      "step": 22741
+    },
+    {
+      "epoch": 1.0867819936920577,
+      "grad_norm": 135.26882934570312,
+      "learning_rate": 9.081939902790828e-06,
+      "loss": 21.5312,
+      "step": 22742
+    },
+    {
+      "epoch": 1.0868297811335181,
+      "grad_norm": 647.1458129882812,
+      "learning_rate": 9.081169306114945e-06,
+      "loss": 23.9844,
+      "step": 22743
+    },
+    {
+      "epoch": 1.0868775685749785,
+      "grad_norm": 453.67596435546875,
+      "learning_rate": 9.080398714941672e-06,
+      "loss": 22.625,
+      "step": 22744
+    },
+    {
+      "epoch": 1.086925356016439,
+      "grad_norm": 198.930908203125,
+      "learning_rate": 9.079628129275626e-06,
+      "loss": 20.2344,
+      "step": 22745
+    },
+    {
+      "epoch": 1.0869731434578993,
+      "grad_norm": 280.66314697265625,
+      "learning_rate": 9.078857549121418e-06,
+      "loss": 32.375,
+      "step": 22746
+    },
+    {
+      "epoch": 1.0870209308993597,
+      "grad_norm": 129.2793426513672,
+      "learning_rate": 9.078086974483666e-06,
+      "loss": 20.3594,
+      "step": 22747
+    },
+    {
+      "epoch": 1.08706871834082,
+      "grad_norm": 146.86781311035156,
+      "learning_rate": 9.07731640536698e-06,
+      "loss": 21.0625,
+      "step": 22748
+    },
+    {
+      "epoch": 1.0871165057822805,
+      "grad_norm": 157.44143676757812,
+      "learning_rate": 9.076545841775981e-06,
+      "loss": 22.9375,
+      "step": 22749
+    },
+    {
+      "epoch": 1.0871642932237409,
+      "grad_norm": 161.98117065429688,
+      "learning_rate": 9.075775283715284e-06,
+      "loss": 19.4531,
+      "step": 22750
+    },
+    {
+      "epoch": 1.0872120806652013,
+      "grad_norm": 320.9299011230469,
+      "learning_rate": 9.075004731189496e-06,
+      "loss": 24.9375,
+      "step": 22751
+    },
+    {
+      "epoch": 1.0872598681066616,
+      "grad_norm": 267.6883850097656,
+      "learning_rate": 9.074234184203235e-06,
+      "loss": 29.3125,
+      "step": 22752
+    },
+    {
+      "epoch": 1.087307655548122,
+      "grad_norm": 201.47622680664062,
+      "learning_rate": 9.073463642761117e-06,
+      "loss": 27.7031,
+      "step": 22753
+    },
+    {
+      "epoch": 1.0873554429895824,
+      "grad_norm": 207.49241638183594,
+      "learning_rate": 9.072693106867761e-06,
+      "loss": 20.9844,
+      "step": 22754
+    },
+    {
+      "epoch": 1.0874032304310428,
+      "grad_norm": 318.16778564453125,
+      "learning_rate": 9.071922576527774e-06,
+      "loss": 26.8125,
+      "step": 22755
+    },
+    {
+      "epoch": 1.0874510178725032,
+      "grad_norm": 224.63217163085938,
+      "learning_rate": 9.07115205174577e-06,
+      "loss": 25.8438,
+      "step": 22756
+    },
+    {
+      "epoch": 1.0874988053139636,
+      "grad_norm": 199.32858276367188,
+      "learning_rate": 9.070381532526368e-06,
+      "loss": 25.8594,
+      "step": 22757
+    },
+    {
+      "epoch": 1.087546592755424,
+      "grad_norm": 173.93348693847656,
+      "learning_rate": 9.069611018874187e-06,
+      "loss": 27.0938,
+      "step": 22758
+    },
+    {
+      "epoch": 1.0875943801968844,
+      "grad_norm": 191.4065399169922,
+      "learning_rate": 9.06884051079383e-06,
+      "loss": 21.3906,
+      "step": 22759
+    },
+    {
+      "epoch": 1.0876421676383448,
+      "grad_norm": 183.30487060546875,
+      "learning_rate": 9.068070008289918e-06,
+      "loss": 22.4844,
+      "step": 22760
+    },
+    {
+      "epoch": 1.087689955079805,
+      "grad_norm": 158.80911254882812,
+      "learning_rate": 9.067299511367064e-06,
+      "loss": 17.1094,
+      "step": 22761
+    },
+    {
+      "epoch": 1.0877377425212653,
+      "grad_norm": 575.9915771484375,
+      "learning_rate": 9.066529020029883e-06,
+      "loss": 26.2812,
+      "step": 22762
+    },
+    {
+      "epoch": 1.0877855299627257,
+      "grad_norm": 454.2510681152344,
+      "learning_rate": 9.06575853428299e-06,
+      "loss": 28.5938,
+      "step": 22763
+    },
+    {
+      "epoch": 1.087833317404186,
+      "grad_norm": 230.5511016845703,
+      "learning_rate": 9.064988054130993e-06,
+      "loss": 25.1875,
+      "step": 22764
+    },
+    {
+      "epoch": 1.0878811048456465,
+      "grad_norm": 159.2401580810547,
+      "learning_rate": 9.064217579578518e-06,
+      "loss": 15.5156,
+      "step": 22765
+    },
+    {
+      "epoch": 1.0879288922871069,
+      "grad_norm": 386.5391845703125,
+      "learning_rate": 9.063447110630167e-06,
+      "loss": 31.6875,
+      "step": 22766
+    },
+    {
+      "epoch": 1.0879766797285673,
+      "grad_norm": 233.01641845703125,
+      "learning_rate": 9.062676647290559e-06,
+      "loss": 21.6562,
+      "step": 22767
+    },
+    {
+      "epoch": 1.0880244671700277,
+      "grad_norm": 375.1583557128906,
+      "learning_rate": 9.061906189564309e-06,
+      "loss": 26.0938,
+      "step": 22768
+    },
+    {
+      "epoch": 1.088072254611488,
+      "grad_norm": 212.98870849609375,
+      "learning_rate": 9.061135737456033e-06,
+      "loss": 16.9531,
+      "step": 22769
+    },
+    {
+      "epoch": 1.0881200420529484,
+      "grad_norm": 186.92930603027344,
+      "learning_rate": 9.06036529097034e-06,
+      "loss": 22.5,
+      "step": 22770
+    },
+    {
+      "epoch": 1.0881678294944088,
+      "grad_norm": 330.5047607421875,
+      "learning_rate": 9.059594850111847e-06,
+      "loss": 34.8125,
+      "step": 22771
+    },
+    {
+      "epoch": 1.0882156169358692,
+      "grad_norm": 291.28863525390625,
+      "learning_rate": 9.058824414885172e-06,
+      "loss": 19.5312,
+      "step": 22772
+    },
+    {
+      "epoch": 1.0882634043773296,
+      "grad_norm": 170.23548889160156,
+      "learning_rate": 9.058053985294918e-06,
+      "loss": 16.8438,
+      "step": 22773
+    },
+    {
+      "epoch": 1.08831119181879,
+      "grad_norm": 312.6399230957031,
+      "learning_rate": 9.057283561345706e-06,
+      "loss": 25.5781,
+      "step": 22774
+    },
+    {
+      "epoch": 1.0883589792602504,
+      "grad_norm": 239.77120971679688,
+      "learning_rate": 9.056513143042151e-06,
+      "loss": 34.5,
+      "step": 22775
+    },
+    {
+      "epoch": 1.0884067667017108,
+      "grad_norm": 202.82081604003906,
+      "learning_rate": 9.055742730388865e-06,
+      "loss": 19.7812,
+      "step": 22776
+    },
+    {
+      "epoch": 1.0884545541431712,
+      "grad_norm": 235.54473876953125,
+      "learning_rate": 9.05497232339046e-06,
+      "loss": 29.5938,
+      "step": 22777
+    },
+    {
+      "epoch": 1.0885023415846315,
+      "grad_norm": 169.06710815429688,
+      "learning_rate": 9.054201922051552e-06,
+      "loss": 19.2188,
+      "step": 22778
+    },
+    {
+      "epoch": 1.088550129026092,
+      "grad_norm": 209.04360961914062,
+      "learning_rate": 9.053431526376753e-06,
+      "loss": 25.6875,
+      "step": 22779
+    },
+    {
+      "epoch": 1.0885979164675523,
+      "grad_norm": 719.9642333984375,
+      "learning_rate": 9.052661136370682e-06,
+      "loss": 23.6562,
+      "step": 22780
+    },
+    {
+      "epoch": 1.0886457039090127,
+      "grad_norm": 289.17083740234375,
+      "learning_rate": 9.051890752037945e-06,
+      "loss": 24.5625,
+      "step": 22781
+    },
+    {
+      "epoch": 1.088693491350473,
+      "grad_norm": 797.429443359375,
+      "learning_rate": 9.051120373383158e-06,
+      "loss": 35.4375,
+      "step": 22782
+    },
+    {
+      "epoch": 1.0887412787919335,
+      "grad_norm": 467.9234313964844,
+      "learning_rate": 9.050350000410939e-06,
+      "loss": 29.7969,
+      "step": 22783
+    },
+    {
+      "epoch": 1.0887890662333939,
+      "grad_norm": 369.9460144042969,
+      "learning_rate": 9.049579633125894e-06,
+      "loss": 25.625,
+      "step": 22784
+    },
+    {
+      "epoch": 1.0888368536748543,
+      "grad_norm": 263.7366638183594,
+      "learning_rate": 9.048809271532642e-06,
+      "loss": 21.9531,
+      "step": 22785
+    },
+    {
+      "epoch": 1.0888846411163147,
+      "grad_norm": 246.07691955566406,
+      "learning_rate": 9.048038915635795e-06,
+      "loss": 22.1719,
+      "step": 22786
+    },
+    {
+      "epoch": 1.088932428557775,
+      "grad_norm": 416.0821838378906,
+      "learning_rate": 9.047268565439971e-06,
+      "loss": 23.0625,
+      "step": 22787
+    },
+    {
+      "epoch": 1.0889802159992354,
+      "grad_norm": 231.8955078125,
+      "learning_rate": 9.046498220949773e-06,
+      "loss": 41.375,
+      "step": 22788
+    },
+    {
+      "epoch": 1.0890280034406958,
+      "grad_norm": 181.7631378173828,
+      "learning_rate": 9.045727882169821e-06,
+      "loss": 27.4844,
+      "step": 22789
+    },
+    {
+      "epoch": 1.0890757908821562,
+      "grad_norm": 189.0256805419922,
+      "learning_rate": 9.044957549104729e-06,
+      "loss": 19.1719,
+      "step": 22790
+    },
+    {
+      "epoch": 1.0891235783236166,
+      "grad_norm": 215.97796630859375,
+      "learning_rate": 9.04418722175911e-06,
+      "loss": 22.875,
+      "step": 22791
+    },
+    {
+      "epoch": 1.089171365765077,
+      "grad_norm": 249.6809539794922,
+      "learning_rate": 9.043416900137576e-06,
+      "loss": 20.3438,
+      "step": 22792
+    },
+    {
+      "epoch": 1.0892191532065374,
+      "grad_norm": 152.88131713867188,
+      "learning_rate": 9.04264658424474e-06,
+      "loss": 16.0781,
+      "step": 22793
+    },
+    {
+      "epoch": 1.0892669406479978,
+      "grad_norm": 266.1085510253906,
+      "learning_rate": 9.041876274085216e-06,
+      "loss": 23.1406,
+      "step": 22794
+    },
+    {
+      "epoch": 1.0893147280894582,
+      "grad_norm": 362.7615661621094,
+      "learning_rate": 9.041105969663615e-06,
+      "loss": 25.1406,
+      "step": 22795
+    },
+    {
+      "epoch": 1.0893625155309186,
+      "grad_norm": 244.24758911132812,
+      "learning_rate": 9.040335670984553e-06,
+      "loss": 24.8438,
+      "step": 22796
+    },
+    {
+      "epoch": 1.089410302972379,
+      "grad_norm": 235.6593780517578,
+      "learning_rate": 9.03956537805264e-06,
+      "loss": 32.0,
+      "step": 22797
+    },
+    {
+      "epoch": 1.0894580904138393,
+      "grad_norm": 200.21163940429688,
+      "learning_rate": 9.038795090872499e-06,
+      "loss": 20.0781,
+      "step": 22798
+    },
+    {
+      "epoch": 1.0895058778552995,
+      "grad_norm": 314.2701721191406,
+      "learning_rate": 9.038024809448726e-06,
+      "loss": 18.0938,
+      "step": 22799
+    },
+    {
+      "epoch": 1.08955366529676,
+      "grad_norm": 266.3702087402344,
+      "learning_rate": 9.037254533785947e-06,
+      "loss": 23.75,
+      "step": 22800
+    },
+    {
+      "epoch": 1.0896014527382203,
+      "grad_norm": 264.95623779296875,
+      "learning_rate": 9.036484263888768e-06,
+      "loss": 27.6875,
+      "step": 22801
+    },
+    {
+      "epoch": 1.0896492401796807,
+      "grad_norm": 416.60333251953125,
+      "learning_rate": 9.03571399976181e-06,
+      "loss": 24.6875,
+      "step": 22802
+    },
+    {
+      "epoch": 1.089697027621141,
+      "grad_norm": 383.3069152832031,
+      "learning_rate": 9.034943741409677e-06,
+      "loss": 28.4531,
+      "step": 22803
+    },
+    {
+      "epoch": 1.0897448150626015,
+      "grad_norm": 290.87469482421875,
+      "learning_rate": 9.034173488836987e-06,
+      "loss": 22.9062,
+      "step": 22804
+    },
+    {
+      "epoch": 1.0897926025040618,
+      "grad_norm": 346.7068176269531,
+      "learning_rate": 9.033403242048349e-06,
+      "loss": 23.7656,
+      "step": 22805
+    },
+    {
+      "epoch": 1.0898403899455222,
+      "grad_norm": 308.7154235839844,
+      "learning_rate": 9.032633001048385e-06,
+      "loss": 28.5625,
+      "step": 22806
+    },
+    {
+      "epoch": 1.0898881773869826,
+      "grad_norm": 961.1278686523438,
+      "learning_rate": 9.031862765841695e-06,
+      "loss": 26.1562,
+      "step": 22807
+    },
+    {
+      "epoch": 1.089935964828443,
+      "grad_norm": 225.6973114013672,
+      "learning_rate": 9.0310925364329e-06,
+      "loss": 21.5625,
+      "step": 22808
+    },
+    {
+      "epoch": 1.0899837522699034,
+      "grad_norm": 221.34664916992188,
+      "learning_rate": 9.030322312826612e-06,
+      "loss": 19.0312,
+      "step": 22809
+    },
+    {
+      "epoch": 1.0900315397113638,
+      "grad_norm": 270.9981384277344,
+      "learning_rate": 9.02955209502744e-06,
+      "loss": 21.8594,
+      "step": 22810
+    },
+    {
+      "epoch": 1.0900793271528242,
+      "grad_norm": 263.9796447753906,
+      "learning_rate": 9.02878188304e-06,
+      "loss": 28.9219,
+      "step": 22811
+    },
+    {
+      "epoch": 1.0901271145942846,
+      "grad_norm": 314.1856384277344,
+      "learning_rate": 9.028011676868901e-06,
+      "loss": 27.5625,
+      "step": 22812
+    },
+    {
+      "epoch": 1.090174902035745,
+      "grad_norm": 261.5498962402344,
+      "learning_rate": 9.027241476518762e-06,
+      "loss": 28.1719,
+      "step": 22813
+    },
+    {
+      "epoch": 1.0902226894772054,
+      "grad_norm": 419.674072265625,
+      "learning_rate": 9.026471281994188e-06,
+      "loss": 27.25,
+      "step": 22814
+    },
+    {
+      "epoch": 1.0902704769186657,
+      "grad_norm": 207.37852478027344,
+      "learning_rate": 9.025701093299793e-06,
+      "loss": 27.9688,
+      "step": 22815
+    },
+    {
+      "epoch": 1.0903182643601261,
+      "grad_norm": 243.58673095703125,
+      "learning_rate": 9.024930910440193e-06,
+      "loss": 20.8594,
+      "step": 22816
+    },
+    {
+      "epoch": 1.0903660518015865,
+      "grad_norm": 257.54779052734375,
+      "learning_rate": 9.024160733420003e-06,
+      "loss": 31.4062,
+      "step": 22817
+    },
+    {
+      "epoch": 1.090413839243047,
+      "grad_norm": 318.272216796875,
+      "learning_rate": 9.023390562243826e-06,
+      "loss": 23.3438,
+      "step": 22818
+    },
+    {
+      "epoch": 1.0904616266845073,
+      "grad_norm": 397.8372497558594,
+      "learning_rate": 9.02262039691628e-06,
+      "loss": 15.5781,
+      "step": 22819
+    },
+    {
+      "epoch": 1.0905094141259677,
+      "grad_norm": 174.93898010253906,
+      "learning_rate": 9.021850237441979e-06,
+      "loss": 23.125,
+      "step": 22820
+    },
+    {
+      "epoch": 1.090557201567428,
+      "grad_norm": 252.8832244873047,
+      "learning_rate": 9.02108008382553e-06,
+      "loss": 31.0,
+      "step": 22821
+    },
+    {
+      "epoch": 1.0906049890088885,
+      "grad_norm": 266.0653076171875,
+      "learning_rate": 9.020309936071548e-06,
+      "loss": 22.9844,
+      "step": 22822
+    },
+    {
+      "epoch": 1.0906527764503489,
+      "grad_norm": 364.9432678222656,
+      "learning_rate": 9.019539794184646e-06,
+      "loss": 27.5625,
+      "step": 22823
+    },
+    {
+      "epoch": 1.0907005638918092,
+      "grad_norm": 158.7268524169922,
+      "learning_rate": 9.01876965816944e-06,
+      "loss": 24.4844,
+      "step": 22824
+    },
+    {
+      "epoch": 1.0907483513332696,
+      "grad_norm": 314.864013671875,
+      "learning_rate": 9.017999528030532e-06,
+      "loss": 24.3125,
+      "step": 22825
+    },
+    {
+      "epoch": 1.09079613877473,
+      "grad_norm": 321.55230712890625,
+      "learning_rate": 9.017229403772542e-06,
+      "loss": 36.4062,
+      "step": 22826
+    },
+    {
+      "epoch": 1.0908439262161904,
+      "grad_norm": 401.924072265625,
+      "learning_rate": 9.01645928540008e-06,
+      "loss": 39.125,
+      "step": 22827
+    },
+    {
+      "epoch": 1.0908917136576508,
+      "grad_norm": 409.2102966308594,
+      "learning_rate": 9.015689172917757e-06,
+      "loss": 24.9219,
+      "step": 22828
+    },
+    {
+      "epoch": 1.0909395010991112,
+      "grad_norm": 190.40296936035156,
+      "learning_rate": 9.014919066330187e-06,
+      "loss": 30.9688,
+      "step": 22829
+    },
+    {
+      "epoch": 1.0909872885405716,
+      "grad_norm": 360.6460266113281,
+      "learning_rate": 9.014148965641978e-06,
+      "loss": 17.5312,
+      "step": 22830
+    },
+    {
+      "epoch": 1.091035075982032,
+      "grad_norm": 196.780029296875,
+      "learning_rate": 9.01337887085775e-06,
+      "loss": 26.6094,
+      "step": 22831
+    },
+    {
+      "epoch": 1.0910828634234924,
+      "grad_norm": 271.2314758300781,
+      "learning_rate": 9.012608781982104e-06,
+      "loss": 24.2812,
+      "step": 22832
+    },
+    {
+      "epoch": 1.0911306508649528,
+      "grad_norm": 155.0928497314453,
+      "learning_rate": 9.011838699019657e-06,
+      "loss": 18.4062,
+      "step": 22833
+    },
+    {
+      "epoch": 1.0911784383064131,
+      "grad_norm": 268.03619384765625,
+      "learning_rate": 9.011068621975023e-06,
+      "loss": 30.6875,
+      "step": 22834
+    },
+    {
+      "epoch": 1.0912262257478735,
+      "grad_norm": 265.3318786621094,
+      "learning_rate": 9.010298550852814e-06,
+      "loss": 26.25,
+      "step": 22835
+    },
+    {
+      "epoch": 1.091274013189334,
+      "grad_norm": 355.2775573730469,
+      "learning_rate": 9.009528485657637e-06,
+      "loss": 25.5312,
+      "step": 22836
+    },
+    {
+      "epoch": 1.0913218006307943,
+      "grad_norm": 231.24703979492188,
+      "learning_rate": 9.008758426394105e-06,
+      "loss": 25.0156,
+      "step": 22837
+    },
+    {
+      "epoch": 1.0913695880722547,
+      "grad_norm": 194.0365447998047,
+      "learning_rate": 9.007988373066832e-06,
+      "loss": 28.8125,
+      "step": 22838
+    },
+    {
+      "epoch": 1.091417375513715,
+      "grad_norm": 421.4589538574219,
+      "learning_rate": 9.007218325680433e-06,
+      "loss": 34.9062,
+      "step": 22839
+    },
+    {
+      "epoch": 1.0914651629551755,
+      "grad_norm": 254.52560424804688,
+      "learning_rate": 9.006448284239509e-06,
+      "loss": 29.2812,
+      "step": 22840
+    },
+    {
+      "epoch": 1.0915129503966359,
+      "grad_norm": 278.7515563964844,
+      "learning_rate": 9.00567824874868e-06,
+      "loss": 20.875,
+      "step": 22841
+    },
+    {
+      "epoch": 1.0915607378380963,
+      "grad_norm": 524.5895385742188,
+      "learning_rate": 9.004908219212556e-06,
+      "loss": 27.625,
+      "step": 22842
+    },
+    {
+      "epoch": 1.0916085252795564,
+      "grad_norm": 238.1346435546875,
+      "learning_rate": 9.004138195635749e-06,
+      "loss": 27.3438,
+      "step": 22843
+    },
+    {
+      "epoch": 1.0916563127210168,
+      "grad_norm": 195.70248413085938,
+      "learning_rate": 9.00336817802287e-06,
+      "loss": 20.7812,
+      "step": 22844
+    },
+    {
+      "epoch": 1.0917041001624772,
+      "grad_norm": 203.31600952148438,
+      "learning_rate": 9.002598166378525e-06,
+      "loss": 19.9844,
+      "step": 22845
+    },
+    {
+      "epoch": 1.0917518876039376,
+      "grad_norm": 266.66339111328125,
+      "learning_rate": 9.001828160707331e-06,
+      "loss": 25.0,
+      "step": 22846
+    },
+    {
+      "epoch": 1.091799675045398,
+      "grad_norm": 284.44805908203125,
+      "learning_rate": 9.001058161013902e-06,
+      "loss": 40.1562,
+      "step": 22847
+    },
+    {
+      "epoch": 1.0918474624868584,
+      "grad_norm": 208.69497680664062,
+      "learning_rate": 9.000288167302842e-06,
+      "loss": 22.8438,
+      "step": 22848
+    },
+    {
+      "epoch": 1.0918952499283188,
+      "grad_norm": 408.7987365722656,
+      "learning_rate": 8.999518179578766e-06,
+      "loss": 32.4062,
+      "step": 22849
+    },
+    {
+      "epoch": 1.0919430373697792,
+      "grad_norm": 273.47845458984375,
+      "learning_rate": 8.998748197846289e-06,
+      "loss": 26.5938,
+      "step": 22850
+    },
+    {
+      "epoch": 1.0919908248112395,
+      "grad_norm": 283.2190246582031,
+      "learning_rate": 8.997978222110014e-06,
+      "loss": 30.8125,
+      "step": 22851
+    },
+    {
+      "epoch": 1.0920386122527,
+      "grad_norm": 249.78514099121094,
+      "learning_rate": 8.997208252374557e-06,
+      "loss": 25.7969,
+      "step": 22852
+    },
+    {
+      "epoch": 1.0920863996941603,
+      "grad_norm": 130.68162536621094,
+      "learning_rate": 8.996438288644528e-06,
+      "loss": 18.2812,
+      "step": 22853
+    },
+    {
+      "epoch": 1.0921341871356207,
+      "grad_norm": 212.723876953125,
+      "learning_rate": 8.995668330924543e-06,
+      "loss": 30.6875,
+      "step": 22854
+    },
+    {
+      "epoch": 1.092181974577081,
+      "grad_norm": 249.8040771484375,
+      "learning_rate": 8.994898379219204e-06,
+      "loss": 26.9062,
+      "step": 22855
+    },
+    {
+      "epoch": 1.0922297620185415,
+      "grad_norm": 311.30108642578125,
+      "learning_rate": 8.994128433533129e-06,
+      "loss": 27.9375,
+      "step": 22856
+    },
+    {
+      "epoch": 1.0922775494600019,
+      "grad_norm": 340.3048400878906,
+      "learning_rate": 8.99335849387093e-06,
+      "loss": 34.2812,
+      "step": 22857
+    },
+    {
+      "epoch": 1.0923253369014623,
+      "grad_norm": 169.88690185546875,
+      "learning_rate": 8.992588560237208e-06,
+      "loss": 19.7656,
+      "step": 22858
+    },
+    {
+      "epoch": 1.0923731243429227,
+      "grad_norm": 188.78982543945312,
+      "learning_rate": 8.991818632636586e-06,
+      "loss": 21.4375,
+      "step": 22859
+    },
+    {
+      "epoch": 1.092420911784383,
+      "grad_norm": 493.41522216796875,
+      "learning_rate": 8.991048711073667e-06,
+      "loss": 19.9375,
+      "step": 22860
+    },
+    {
+      "epoch": 1.0924686992258434,
+      "grad_norm": 398.933349609375,
+      "learning_rate": 8.990278795553064e-06,
+      "loss": 30.4375,
+      "step": 22861
+    },
+    {
+      "epoch": 1.0925164866673038,
+      "grad_norm": 174.7864227294922,
+      "learning_rate": 8.98950888607939e-06,
+      "loss": 20.0625,
+      "step": 22862
+    },
+    {
+      "epoch": 1.0925642741087642,
+      "grad_norm": 271.6294860839844,
+      "learning_rate": 8.988738982657252e-06,
+      "loss": 24.7188,
+      "step": 22863
+    },
+    {
+      "epoch": 1.0926120615502246,
+      "grad_norm": 239.83164978027344,
+      "learning_rate": 8.987969085291262e-06,
+      "loss": 22.0312,
+      "step": 22864
+    },
+    {
+      "epoch": 1.092659848991685,
+      "grad_norm": 176.53475952148438,
+      "learning_rate": 8.987199193986035e-06,
+      "loss": 15.625,
+      "step": 22865
+    },
+    {
+      "epoch": 1.0927076364331454,
+      "grad_norm": 307.0613098144531,
+      "learning_rate": 8.986429308746176e-06,
+      "loss": 27.875,
+      "step": 22866
+    },
+    {
+      "epoch": 1.0927554238746058,
+      "grad_norm": 183.43296813964844,
+      "learning_rate": 8.985659429576295e-06,
+      "loss": 26.6562,
+      "step": 22867
+    },
+    {
+      "epoch": 1.0928032113160662,
+      "grad_norm": 250.11093139648438,
+      "learning_rate": 8.98488955648101e-06,
+      "loss": 26.3125,
+      "step": 22868
+    },
+    {
+      "epoch": 1.0928509987575266,
+      "grad_norm": 156.34182739257812,
+      "learning_rate": 8.984119689464924e-06,
+      "loss": 21.7812,
+      "step": 22869
+    },
+    {
+      "epoch": 1.092898786198987,
+      "grad_norm": 359.62103271484375,
+      "learning_rate": 8.983349828532646e-06,
+      "loss": 25.25,
+      "step": 22870
+    },
+    {
+      "epoch": 1.0929465736404473,
+      "grad_norm": 206.58203125,
+      "learning_rate": 8.982579973688795e-06,
+      "loss": 22.5156,
+      "step": 22871
+    },
+    {
+      "epoch": 1.0929943610819077,
+      "grad_norm": 169.82870483398438,
+      "learning_rate": 8.98181012493798e-06,
+      "loss": 18.0781,
+      "step": 22872
+    },
+    {
+      "epoch": 1.0930421485233681,
+      "grad_norm": 273.620361328125,
+      "learning_rate": 8.981040282284804e-06,
+      "loss": 28.8438,
+      "step": 22873
+    },
+    {
+      "epoch": 1.0930899359648285,
+      "grad_norm": 338.587158203125,
+      "learning_rate": 8.980270445733883e-06,
+      "loss": 28.5,
+      "step": 22874
+    },
+    {
+      "epoch": 1.093137723406289,
+      "grad_norm": 283.8199157714844,
+      "learning_rate": 8.979500615289826e-06,
+      "loss": 24.6875,
+      "step": 22875
+    },
+    {
+      "epoch": 1.0931855108477493,
+      "grad_norm": 212.3236541748047,
+      "learning_rate": 8.978730790957247e-06,
+      "loss": 20.6875,
+      "step": 22876
+    },
+    {
+      "epoch": 1.0932332982892097,
+      "grad_norm": 183.99537658691406,
+      "learning_rate": 8.97796097274075e-06,
+      "loss": 22.0156,
+      "step": 22877
+    },
+    {
+      "epoch": 1.09328108573067,
+      "grad_norm": 358.83905029296875,
+      "learning_rate": 8.977191160644946e-06,
+      "loss": 28.0938,
+      "step": 22878
+    },
+    {
+      "epoch": 1.0933288731721305,
+      "grad_norm": 345.79803466796875,
+      "learning_rate": 8.97642135467445e-06,
+      "loss": 33.0625,
+      "step": 22879
+    },
+    {
+      "epoch": 1.0933766606135908,
+      "grad_norm": 455.3217468261719,
+      "learning_rate": 8.975651554833869e-06,
+      "loss": 26.9375,
+      "step": 22880
+    },
+    {
+      "epoch": 1.0934244480550512,
+      "grad_norm": 671.1207275390625,
+      "learning_rate": 8.974881761127814e-06,
+      "loss": 30.5312,
+      "step": 22881
+    },
+    {
+      "epoch": 1.0934722354965114,
+      "grad_norm": 268.9535217285156,
+      "learning_rate": 8.97411197356089e-06,
+      "loss": 31.75,
+      "step": 22882
+    },
+    {
+      "epoch": 1.0935200229379718,
+      "grad_norm": 197.36856079101562,
+      "learning_rate": 8.973342192137719e-06,
+      "loss": 29.75,
+      "step": 22883
+    },
+    {
+      "epoch": 1.0935678103794322,
+      "grad_norm": 301.21636962890625,
+      "learning_rate": 8.972572416862897e-06,
+      "loss": 28.5625,
+      "step": 22884
+    },
+    {
+      "epoch": 1.0936155978208926,
+      "grad_norm": 420.328369140625,
+      "learning_rate": 8.971802647741041e-06,
+      "loss": 22.6562,
+      "step": 22885
+    },
+    {
+      "epoch": 1.093663385262353,
+      "grad_norm": 261.941162109375,
+      "learning_rate": 8.971032884776763e-06,
+      "loss": 21.0312,
+      "step": 22886
+    },
+    {
+      "epoch": 1.0937111727038134,
+      "grad_norm": 374.6862487792969,
+      "learning_rate": 8.97026312797467e-06,
+      "loss": 24.375,
+      "step": 22887
+    },
+    {
+      "epoch": 1.0937589601452737,
+      "grad_norm": 217.03628540039062,
+      "learning_rate": 8.969493377339372e-06,
+      "loss": 20.2656,
+      "step": 22888
+    },
+    {
+      "epoch": 1.0938067475867341,
+      "grad_norm": 178.52230834960938,
+      "learning_rate": 8.968723632875477e-06,
+      "loss": 27.2188,
+      "step": 22889
+    },
+    {
+      "epoch": 1.0938545350281945,
+      "grad_norm": 254.4748077392578,
+      "learning_rate": 8.9679538945876e-06,
+      "loss": 24.4375,
+      "step": 22890
+    },
+    {
+      "epoch": 1.093902322469655,
+      "grad_norm": 244.1268310546875,
+      "learning_rate": 8.967184162480346e-06,
+      "loss": 26.8438,
+      "step": 22891
+    },
+    {
+      "epoch": 1.0939501099111153,
+      "grad_norm": 374.23748779296875,
+      "learning_rate": 8.966414436558326e-06,
+      "loss": 29.9844,
+      "step": 22892
+    },
+    {
+      "epoch": 1.0939978973525757,
+      "grad_norm": 189.30245971679688,
+      "learning_rate": 8.96564471682615e-06,
+      "loss": 19.375,
+      "step": 22893
+    },
+    {
+      "epoch": 1.094045684794036,
+      "grad_norm": 201.98825073242188,
+      "learning_rate": 8.964875003288429e-06,
+      "loss": 27.0,
+      "step": 22894
+    },
+    {
+      "epoch": 1.0940934722354965,
+      "grad_norm": 334.54034423828125,
+      "learning_rate": 8.96410529594977e-06,
+      "loss": 27.4375,
+      "step": 22895
+    },
+    {
+      "epoch": 1.0941412596769569,
+      "grad_norm": 256.2669982910156,
+      "learning_rate": 8.963335594814781e-06,
+      "loss": 20.3125,
+      "step": 22896
+    },
+    {
+      "epoch": 1.0941890471184172,
+      "grad_norm": 182.19696044921875,
+      "learning_rate": 8.962565899888073e-06,
+      "loss": 23.1094,
+      "step": 22897
+    },
+    {
+      "epoch": 1.0942368345598776,
+      "grad_norm": 248.02679443359375,
+      "learning_rate": 8.961796211174264e-06,
+      "loss": 31.5625,
+      "step": 22898
+    },
+    {
+      "epoch": 1.094284622001338,
+      "grad_norm": 249.48965454101562,
+      "learning_rate": 8.961026528677949e-06,
+      "loss": 22.5156,
+      "step": 22899
+    },
+    {
+      "epoch": 1.0943324094427984,
+      "grad_norm": 775.9267578125,
+      "learning_rate": 8.960256852403747e-06,
+      "loss": 21.9688,
+      "step": 22900
+    },
+    {
+      "epoch": 1.0943801968842588,
+      "grad_norm": 260.0868835449219,
+      "learning_rate": 8.959487182356264e-06,
+      "loss": 26.625,
+      "step": 22901
+    },
+    {
+      "epoch": 1.0944279843257192,
+      "grad_norm": 309.15606689453125,
+      "learning_rate": 8.958717518540114e-06,
+      "loss": 31.9375,
+      "step": 22902
+    },
+    {
+      "epoch": 1.0944757717671796,
+      "grad_norm": 173.42538452148438,
+      "learning_rate": 8.957947860959898e-06,
+      "loss": 44.75,
+      "step": 22903
+    },
+    {
+      "epoch": 1.09452355920864,
+      "grad_norm": 294.2695617675781,
+      "learning_rate": 8.95717820962023e-06,
+      "loss": 26.5,
+      "step": 22904
+    },
+    {
+      "epoch": 1.0945713466501004,
+      "grad_norm": 176.8376007080078,
+      "learning_rate": 8.956408564525724e-06,
+      "loss": 25.625,
+      "step": 22905
+    },
+    {
+      "epoch": 1.0946191340915608,
+      "grad_norm": 333.826416015625,
+      "learning_rate": 8.955638925680978e-06,
+      "loss": 19.1562,
+      "step": 22906
+    },
+    {
+      "epoch": 1.0946669215330211,
+      "grad_norm": 274.1271667480469,
+      "learning_rate": 8.95486929309061e-06,
+      "loss": 22.5312,
+      "step": 22907
+    },
+    {
+      "epoch": 1.0947147089744815,
+      "grad_norm": 270.04302978515625,
+      "learning_rate": 8.954099666759225e-06,
+      "loss": 34.7188,
+      "step": 22908
+    },
+    {
+      "epoch": 1.094762496415942,
+      "grad_norm": 190.11231994628906,
+      "learning_rate": 8.953330046691436e-06,
+      "loss": 21.375,
+      "step": 22909
+    },
+    {
+      "epoch": 1.0948102838574023,
+      "grad_norm": 244.83641052246094,
+      "learning_rate": 8.952560432891848e-06,
+      "loss": 22.7031,
+      "step": 22910
+    },
+    {
+      "epoch": 1.0948580712988627,
+      "grad_norm": 177.92141723632812,
+      "learning_rate": 8.951790825365069e-06,
+      "loss": 29.3438,
+      "step": 22911
+    },
+    {
+      "epoch": 1.094905858740323,
+      "grad_norm": 136.5196990966797,
+      "learning_rate": 8.951021224115713e-06,
+      "loss": 25.7188,
+      "step": 22912
+    },
+    {
+      "epoch": 1.0949536461817835,
+      "grad_norm": 168.33456420898438,
+      "learning_rate": 8.950251629148388e-06,
+      "loss": 19.9375,
+      "step": 22913
+    },
+    {
+      "epoch": 1.0950014336232439,
+      "grad_norm": 244.93223571777344,
+      "learning_rate": 8.949482040467697e-06,
+      "loss": 20.5469,
+      "step": 22914
+    },
+    {
+      "epoch": 1.0950492210647043,
+      "grad_norm": 416.86138916015625,
+      "learning_rate": 8.948712458078254e-06,
+      "loss": 22.4062,
+      "step": 22915
+    },
+    {
+      "epoch": 1.0950970085061646,
+      "grad_norm": 125.70882415771484,
+      "learning_rate": 8.947942881984672e-06,
+      "loss": 20.0312,
+      "step": 22916
+    },
+    {
+      "epoch": 1.095144795947625,
+      "grad_norm": 353.7884216308594,
+      "learning_rate": 8.947173312191547e-06,
+      "loss": 27.4375,
+      "step": 22917
+    },
+    {
+      "epoch": 1.0951925833890854,
+      "grad_norm": 336.0967712402344,
+      "learning_rate": 8.946403748703499e-06,
+      "loss": 28.125,
+      "step": 22918
+    },
+    {
+      "epoch": 1.0952403708305458,
+      "grad_norm": 242.13845825195312,
+      "learning_rate": 8.945634191525133e-06,
+      "loss": 18.7969,
+      "step": 22919
+    },
+    {
+      "epoch": 1.0952881582720062,
+      "grad_norm": 202.5499267578125,
+      "learning_rate": 8.94486464066106e-06,
+      "loss": 36.6094,
+      "step": 22920
+    },
+    {
+      "epoch": 1.0953359457134666,
+      "grad_norm": 193.60784912109375,
+      "learning_rate": 8.944095096115882e-06,
+      "loss": 17.7969,
+      "step": 22921
+    },
+    {
+      "epoch": 1.095383733154927,
+      "grad_norm": 264.1199951171875,
+      "learning_rate": 8.943325557894213e-06,
+      "loss": 24.3281,
+      "step": 22922
+    },
+    {
+      "epoch": 1.0954315205963874,
+      "grad_norm": 173.85011291503906,
+      "learning_rate": 8.942556026000662e-06,
+      "loss": 24.9375,
+      "step": 22923
+    },
+    {
+      "epoch": 1.0954793080378478,
+      "grad_norm": 249.7797393798828,
+      "learning_rate": 8.941786500439837e-06,
+      "loss": 23.5469,
+      "step": 22924
+    },
+    {
+      "epoch": 1.0955270954793082,
+      "grad_norm": 208.1142120361328,
+      "learning_rate": 8.941016981216342e-06,
+      "loss": 27.75,
+      "step": 22925
+    },
+    {
+      "epoch": 1.0955748829207683,
+      "grad_norm": 334.12933349609375,
+      "learning_rate": 8.94024746833479e-06,
+      "loss": 20.5312,
+      "step": 22926
+    },
+    {
+      "epoch": 1.0956226703622287,
+      "grad_norm": 260.5464172363281,
+      "learning_rate": 8.939477961799788e-06,
+      "loss": 23.7656,
+      "step": 22927
+    },
+    {
+      "epoch": 1.095670457803689,
+      "grad_norm": 292.2795104980469,
+      "learning_rate": 8.938708461615948e-06,
+      "loss": 20.8125,
+      "step": 22928
+    },
+    {
+      "epoch": 1.0957182452451495,
+      "grad_norm": 234.1508331298828,
+      "learning_rate": 8.937938967787872e-06,
+      "loss": 26.125,
+      "step": 22929
+    },
+    {
+      "epoch": 1.0957660326866099,
+      "grad_norm": 239.72474670410156,
+      "learning_rate": 8.93716948032017e-06,
+      "loss": 27.2188,
+      "step": 22930
+    },
+    {
+      "epoch": 1.0958138201280703,
+      "grad_norm": 246.87557983398438,
+      "learning_rate": 8.936399999217455e-06,
+      "loss": 38.0,
+      "step": 22931
+    },
+    {
+      "epoch": 1.0958616075695307,
+      "grad_norm": 330.8592834472656,
+      "learning_rate": 8.935630524484327e-06,
+      "loss": 28.625,
+      "step": 22932
+    },
+    {
+      "epoch": 1.095909395010991,
+      "grad_norm": 407.20001220703125,
+      "learning_rate": 8.9348610561254e-06,
+      "loss": 29.25,
+      "step": 22933
+    },
+    {
+      "epoch": 1.0959571824524514,
+      "grad_norm": 301.6861877441406,
+      "learning_rate": 8.93409159414528e-06,
+      "loss": 24.0312,
+      "step": 22934
+    },
+    {
+      "epoch": 1.0960049698939118,
+      "grad_norm": 198.6278839111328,
+      "learning_rate": 8.933322138548581e-06,
+      "loss": 22.8125,
+      "step": 22935
+    },
+    {
+      "epoch": 1.0960527573353722,
+      "grad_norm": 282.88861083984375,
+      "learning_rate": 8.932552689339902e-06,
+      "loss": 29.8906,
+      "step": 22936
+    },
+    {
+      "epoch": 1.0961005447768326,
+      "grad_norm": 2276.774169921875,
+      "learning_rate": 8.931783246523854e-06,
+      "loss": 27.3438,
+      "step": 22937
+    },
+    {
+      "epoch": 1.096148332218293,
+      "grad_norm": 246.7443084716797,
+      "learning_rate": 8.931013810105045e-06,
+      "loss": 23.9062,
+      "step": 22938
+    },
+    {
+      "epoch": 1.0961961196597534,
+      "grad_norm": 246.52098083496094,
+      "learning_rate": 8.930244380088092e-06,
+      "loss": 25.4375,
+      "step": 22939
+    },
+    {
+      "epoch": 1.0962439071012138,
+      "grad_norm": 228.65977478027344,
+      "learning_rate": 8.929474956477587e-06,
+      "loss": 38.0938,
+      "step": 22940
+    },
+    {
+      "epoch": 1.0962916945426742,
+      "grad_norm": 156.48260498046875,
+      "learning_rate": 8.928705539278149e-06,
+      "loss": 29.7188,
+      "step": 22941
+    },
+    {
+      "epoch": 1.0963394819841346,
+      "grad_norm": 326.2647705078125,
+      "learning_rate": 8.927936128494383e-06,
+      "loss": 26.6875,
+      "step": 22942
+    },
+    {
+      "epoch": 1.096387269425595,
+      "grad_norm": 260.19561767578125,
+      "learning_rate": 8.927166724130894e-06,
+      "loss": 35.1562,
+      "step": 22943
+    },
+    {
+      "epoch": 1.0964350568670553,
+      "grad_norm": 295.01055908203125,
+      "learning_rate": 8.926397326192291e-06,
+      "loss": 36.8438,
+      "step": 22944
+    },
+    {
+      "epoch": 1.0964828443085157,
+      "grad_norm": 430.3584289550781,
+      "learning_rate": 8.925627934683185e-06,
+      "loss": 29.0781,
+      "step": 22945
+    },
+    {
+      "epoch": 1.0965306317499761,
+      "grad_norm": 328.9209289550781,
+      "learning_rate": 8.924858549608183e-06,
+      "loss": 30.5781,
+      "step": 22946
+    },
+    {
+      "epoch": 1.0965784191914365,
+      "grad_norm": 218.80612182617188,
+      "learning_rate": 8.924089170971887e-06,
+      "loss": 24.5,
+      "step": 22947
+    },
+    {
+      "epoch": 1.096626206632897,
+      "grad_norm": 406.0517272949219,
+      "learning_rate": 8.92331979877891e-06,
+      "loss": 38.0312,
+      "step": 22948
+    },
+    {
+      "epoch": 1.0966739940743573,
+      "grad_norm": 208.46026611328125,
+      "learning_rate": 8.922550433033856e-06,
+      "loss": 33.8438,
+      "step": 22949
+    },
+    {
+      "epoch": 1.0967217815158177,
+      "grad_norm": 308.4562072753906,
+      "learning_rate": 8.921781073741341e-06,
+      "loss": 31.1562,
+      "step": 22950
+    },
+    {
+      "epoch": 1.096769568957278,
+      "grad_norm": 257.9417724609375,
+      "learning_rate": 8.921011720905962e-06,
+      "loss": 33.9375,
+      "step": 22951
+    },
+    {
+      "epoch": 1.0968173563987385,
+      "grad_norm": 133.64588928222656,
+      "learning_rate": 8.92024237453233e-06,
+      "loss": 24.125,
+      "step": 22952
+    },
+    {
+      "epoch": 1.0968651438401988,
+      "grad_norm": 219.947998046875,
+      "learning_rate": 8.919473034625055e-06,
+      "loss": 22.0312,
+      "step": 22953
+    },
+    {
+      "epoch": 1.0969129312816592,
+      "grad_norm": 212.06195068359375,
+      "learning_rate": 8.91870370118874e-06,
+      "loss": 26.4688,
+      "step": 22954
+    },
+    {
+      "epoch": 1.0969607187231196,
+      "grad_norm": 298.2897644042969,
+      "learning_rate": 8.917934374227993e-06,
+      "loss": 30.8125,
+      "step": 22955
+    },
+    {
+      "epoch": 1.09700850616458,
+      "grad_norm": 361.57696533203125,
+      "learning_rate": 8.917165053747426e-06,
+      "loss": 25.7812,
+      "step": 22956
+    },
+    {
+      "epoch": 1.0970562936060404,
+      "grad_norm": 328.41949462890625,
+      "learning_rate": 8.916395739751645e-06,
+      "loss": 27.7344,
+      "step": 22957
+    },
+    {
+      "epoch": 1.0971040810475008,
+      "grad_norm": 319.5898132324219,
+      "learning_rate": 8.91562643224525e-06,
+      "loss": 24.4062,
+      "step": 22958
+    },
+    {
+      "epoch": 1.0971518684889612,
+      "grad_norm": 248.4483184814453,
+      "learning_rate": 8.914857131232857e-06,
+      "loss": 27.0312,
+      "step": 22959
+    },
+    {
+      "epoch": 1.0971996559304216,
+      "grad_norm": 649.4002685546875,
+      "learning_rate": 8.914087836719067e-06,
+      "loss": 33.4375,
+      "step": 22960
+    },
+    {
+      "epoch": 1.097247443371882,
+      "grad_norm": 369.56866455078125,
+      "learning_rate": 8.913318548708495e-06,
+      "loss": 24.8281,
+      "step": 22961
+    },
+    {
+      "epoch": 1.0972952308133423,
+      "grad_norm": 251.3118438720703,
+      "learning_rate": 8.912549267205737e-06,
+      "loss": 28.125,
+      "step": 22962
+    },
+    {
+      "epoch": 1.0973430182548027,
+      "grad_norm": 281.79803466796875,
+      "learning_rate": 8.911779992215407e-06,
+      "loss": 25.5625,
+      "step": 22963
+    },
+    {
+      "epoch": 1.097390805696263,
+      "grad_norm": 144.26963806152344,
+      "learning_rate": 8.911010723742113e-06,
+      "loss": 19.2188,
+      "step": 22964
+    },
+    {
+      "epoch": 1.0974385931377233,
+      "grad_norm": 147.49981689453125,
+      "learning_rate": 8.910241461790457e-06,
+      "loss": 22.5625,
+      "step": 22965
+    },
+    {
+      "epoch": 1.0974863805791837,
+      "grad_norm": 279.6206359863281,
+      "learning_rate": 8.909472206365048e-06,
+      "loss": 27.0469,
+      "step": 22966
+    },
+    {
+      "epoch": 1.097534168020644,
+      "grad_norm": 175.79901123046875,
+      "learning_rate": 8.908702957470494e-06,
+      "loss": 18.3125,
+      "step": 22967
+    },
+    {
+      "epoch": 1.0975819554621045,
+      "grad_norm": 349.2795715332031,
+      "learning_rate": 8.907933715111405e-06,
+      "loss": 30.7812,
+      "step": 22968
+    },
+    {
+      "epoch": 1.0976297429035649,
+      "grad_norm": 189.65875244140625,
+      "learning_rate": 8.90716447929238e-06,
+      "loss": 23.7188,
+      "step": 22969
+    },
+    {
+      "epoch": 1.0976775303450252,
+      "grad_norm": 140.89320373535156,
+      "learning_rate": 8.906395250018029e-06,
+      "loss": 23.625,
+      "step": 22970
+    },
+    {
+      "epoch": 1.0977253177864856,
+      "grad_norm": 228.78848266601562,
+      "learning_rate": 8.90562602729296e-06,
+      "loss": 20.9375,
+      "step": 22971
+    },
+    {
+      "epoch": 1.097773105227946,
+      "grad_norm": 161.53431701660156,
+      "learning_rate": 8.90485681112178e-06,
+      "loss": 18.2969,
+      "step": 22972
+    },
+    {
+      "epoch": 1.0978208926694064,
+      "grad_norm": 208.3276824951172,
+      "learning_rate": 8.904087601509095e-06,
+      "loss": 23.8438,
+      "step": 22973
+    },
+    {
+      "epoch": 1.0978686801108668,
+      "grad_norm": 185.17213439941406,
+      "learning_rate": 8.90331839845951e-06,
+      "loss": 22.0781,
+      "step": 22974
+    },
+    {
+      "epoch": 1.0979164675523272,
+      "grad_norm": 153.89266967773438,
+      "learning_rate": 8.902549201977633e-06,
+      "loss": 25.3438,
+      "step": 22975
+    },
+    {
+      "epoch": 1.0979642549937876,
+      "grad_norm": 785.3075561523438,
+      "learning_rate": 8.90178001206807e-06,
+      "loss": 23.5625,
+      "step": 22976
+    },
+    {
+      "epoch": 1.098012042435248,
+      "grad_norm": 273.9598083496094,
+      "learning_rate": 8.90101082873543e-06,
+      "loss": 27.0156,
+      "step": 22977
+    },
+    {
+      "epoch": 1.0980598298767084,
+      "grad_norm": 287.5251770019531,
+      "learning_rate": 8.900241651984314e-06,
+      "loss": 26.9375,
+      "step": 22978
+    },
+    {
+      "epoch": 1.0981076173181687,
+      "grad_norm": 289.6234436035156,
+      "learning_rate": 8.899472481819334e-06,
+      "loss": 45.3125,
+      "step": 22979
+    },
+    {
+      "epoch": 1.0981554047596291,
+      "grad_norm": 530.1826782226562,
+      "learning_rate": 8.898703318245093e-06,
+      "loss": 21.0078,
+      "step": 22980
+    },
+    {
+      "epoch": 1.0982031922010895,
+      "grad_norm": 259.2047424316406,
+      "learning_rate": 8.897934161266194e-06,
+      "loss": 29.2812,
+      "step": 22981
+    },
+    {
+      "epoch": 1.09825097964255,
+      "grad_norm": 303.0819396972656,
+      "learning_rate": 8.89716501088725e-06,
+      "loss": 25.0312,
+      "step": 22982
+    },
+    {
+      "epoch": 1.0982987670840103,
+      "grad_norm": 226.15814208984375,
+      "learning_rate": 8.896395867112868e-06,
+      "loss": 27.8438,
+      "step": 22983
+    },
+    {
+      "epoch": 1.0983465545254707,
+      "grad_norm": 127.18749237060547,
+      "learning_rate": 8.895626729947647e-06,
+      "loss": 18.25,
+      "step": 22984
+    },
+    {
+      "epoch": 1.098394341966931,
+      "grad_norm": 476.1805114746094,
+      "learning_rate": 8.894857599396195e-06,
+      "loss": 27.3125,
+      "step": 22985
+    },
+    {
+      "epoch": 1.0984421294083915,
+      "grad_norm": 169.6376190185547,
+      "learning_rate": 8.894088475463121e-06,
+      "loss": 18.7656,
+      "step": 22986
+    },
+    {
+      "epoch": 1.0984899168498519,
+      "grad_norm": 553.531982421875,
+      "learning_rate": 8.893319358153035e-06,
+      "loss": 35.0781,
+      "step": 22987
+    },
+    {
+      "epoch": 1.0985377042913123,
+      "grad_norm": 328.70220947265625,
+      "learning_rate": 8.892550247470533e-06,
+      "loss": 20.75,
+      "step": 22988
+    },
+    {
+      "epoch": 1.0985854917327726,
+      "grad_norm": 180.45201110839844,
+      "learning_rate": 8.891781143420227e-06,
+      "loss": 15.9062,
+      "step": 22989
+    },
+    {
+      "epoch": 1.098633279174233,
+      "grad_norm": 223.5061492919922,
+      "learning_rate": 8.891012046006726e-06,
+      "loss": 19.3281,
+      "step": 22990
+    },
+    {
+      "epoch": 1.0986810666156934,
+      "grad_norm": 180.33482360839844,
+      "learning_rate": 8.890242955234627e-06,
+      "loss": 32.1562,
+      "step": 22991
+    },
+    {
+      "epoch": 1.0987288540571538,
+      "grad_norm": 195.917236328125,
+      "learning_rate": 8.889473871108542e-06,
+      "loss": 29.5312,
+      "step": 22992
+    },
+    {
+      "epoch": 1.0987766414986142,
+      "grad_norm": 318.3070983886719,
+      "learning_rate": 8.888704793633076e-06,
+      "loss": 22.5,
+      "step": 22993
+    },
+    {
+      "epoch": 1.0988244289400746,
+      "grad_norm": 207.06666564941406,
+      "learning_rate": 8.887935722812836e-06,
+      "loss": 29.125,
+      "step": 22994
+    },
+    {
+      "epoch": 1.098872216381535,
+      "grad_norm": 244.69273376464844,
+      "learning_rate": 8.887166658652422e-06,
+      "loss": 15.4688,
+      "step": 22995
+    },
+    {
+      "epoch": 1.0989200038229954,
+      "grad_norm": 175.1273193359375,
+      "learning_rate": 8.886397601156446e-06,
+      "loss": 26.1094,
+      "step": 22996
+    },
+    {
+      "epoch": 1.0989677912644558,
+      "grad_norm": 259.144287109375,
+      "learning_rate": 8.88562855032951e-06,
+      "loss": 19.625,
+      "step": 22997
+    },
+    {
+      "epoch": 1.0990155787059162,
+      "grad_norm": 205.38848876953125,
+      "learning_rate": 8.884859506176225e-06,
+      "loss": 22.8438,
+      "step": 22998
+    },
+    {
+      "epoch": 1.0990633661473765,
+      "grad_norm": 113.0418701171875,
+      "learning_rate": 8.884090468701188e-06,
+      "loss": 19.2969,
+      "step": 22999
+    },
+    {
+      "epoch": 1.099111153588837,
+      "grad_norm": 116.52275085449219,
+      "learning_rate": 8.883321437909011e-06,
+      "loss": 20.2812,
+      "step": 23000
+    },
+    {
+      "epoch": 1.0991589410302973,
+      "grad_norm": 257.3605041503906,
+      "learning_rate": 8.882552413804301e-06,
+      "loss": 20.5,
+      "step": 23001
+    },
+    {
+      "epoch": 1.0992067284717577,
+      "grad_norm": 300.4896545410156,
+      "learning_rate": 8.881783396391655e-06,
+      "loss": 29.2812,
+      "step": 23002
+    },
+    {
+      "epoch": 1.099254515913218,
+      "grad_norm": 234.60528564453125,
+      "learning_rate": 8.881014385675685e-06,
+      "loss": 31.9062,
+      "step": 23003
+    },
+    {
+      "epoch": 1.0993023033546785,
+      "grad_norm": 298.48944091796875,
+      "learning_rate": 8.880245381660993e-06,
+      "loss": 19.2188,
+      "step": 23004
+    },
+    {
+      "epoch": 1.0993500907961389,
+      "grad_norm": 256.6988220214844,
+      "learning_rate": 8.879476384352192e-06,
+      "loss": 22.375,
+      "step": 23005
+    },
+    {
+      "epoch": 1.0993978782375993,
+      "grad_norm": 291.2480163574219,
+      "learning_rate": 8.878707393753877e-06,
+      "loss": 24.0781,
+      "step": 23006
+    },
+    {
+      "epoch": 1.0994456656790597,
+      "grad_norm": 319.4216613769531,
+      "learning_rate": 8.87793840987066e-06,
+      "loss": 21.1719,
+      "step": 23007
+    },
+    {
+      "epoch": 1.0994934531205198,
+      "grad_norm": 420.0523681640625,
+      "learning_rate": 8.877169432707142e-06,
+      "loss": 33.0625,
+      "step": 23008
+    },
+    {
+      "epoch": 1.0995412405619802,
+      "grad_norm": 165.9933624267578,
+      "learning_rate": 8.876400462267933e-06,
+      "loss": 21.1875,
+      "step": 23009
+    },
+    {
+      "epoch": 1.0995890280034406,
+      "grad_norm": 321.1946716308594,
+      "learning_rate": 8.875631498557635e-06,
+      "loss": 28.3438,
+      "step": 23010
+    },
+    {
+      "epoch": 1.099636815444901,
+      "grad_norm": 162.6981964111328,
+      "learning_rate": 8.87486254158085e-06,
+      "loss": 21.2812,
+      "step": 23011
+    },
+    {
+      "epoch": 1.0996846028863614,
+      "grad_norm": 920.2771606445312,
+      "learning_rate": 8.874093591342187e-06,
+      "loss": 24.2969,
+      "step": 23012
+    },
+    {
+      "epoch": 1.0997323903278218,
+      "grad_norm": 281.4974365234375,
+      "learning_rate": 8.873324647846256e-06,
+      "loss": 33.1875,
+      "step": 23013
+    },
+    {
+      "epoch": 1.0997801777692822,
+      "grad_norm": 251.77305603027344,
+      "learning_rate": 8.872555711097653e-06,
+      "loss": 22.0938,
+      "step": 23014
+    },
+    {
+      "epoch": 1.0998279652107426,
+      "grad_norm": 200.25326538085938,
+      "learning_rate": 8.871786781100986e-06,
+      "loss": 22.75,
+      "step": 23015
+    },
+    {
+      "epoch": 1.099875752652203,
+      "grad_norm": 220.77337646484375,
+      "learning_rate": 8.871017857860863e-06,
+      "loss": 22.9375,
+      "step": 23016
+    },
+    {
+      "epoch": 1.0999235400936633,
+      "grad_norm": 371.3568115234375,
+      "learning_rate": 8.870248941381882e-06,
+      "loss": 28.6562,
+      "step": 23017
+    },
+    {
+      "epoch": 1.0999713275351237,
+      "grad_norm": 154.84896850585938,
+      "learning_rate": 8.869480031668653e-06,
+      "loss": 14.7656,
+      "step": 23018
+    },
+    {
+      "epoch": 1.1000191149765841,
+      "grad_norm": 142.11048889160156,
+      "learning_rate": 8.86871112872578e-06,
+      "loss": 15.125,
+      "step": 23019
+    },
+    {
+      "epoch": 1.1000669024180445,
+      "grad_norm": 146.67352294921875,
+      "learning_rate": 8.867942232557873e-06,
+      "loss": 19.0781,
+      "step": 23020
+    },
+    {
+      "epoch": 1.100114689859505,
+      "grad_norm": 240.56777954101562,
+      "learning_rate": 8.867173343169525e-06,
+      "loss": 24.4688,
+      "step": 23021
+    },
+    {
+      "epoch": 1.1001624773009653,
+      "grad_norm": 354.86151123046875,
+      "learning_rate": 8.866404460565347e-06,
+      "loss": 36.0312,
+      "step": 23022
+    },
+    {
+      "epoch": 1.1002102647424257,
+      "grad_norm": 242.10525512695312,
+      "learning_rate": 8.865635584749947e-06,
+      "loss": 21.8125,
+      "step": 23023
+    },
+    {
+      "epoch": 1.100258052183886,
+      "grad_norm": 195.70098876953125,
+      "learning_rate": 8.864866715727925e-06,
+      "loss": 33.5312,
+      "step": 23024
+    },
+    {
+      "epoch": 1.1003058396253464,
+      "grad_norm": 257.4169006347656,
+      "learning_rate": 8.864097853503886e-06,
+      "loss": 26.1875,
+      "step": 23025
+    },
+    {
+      "epoch": 1.1003536270668068,
+      "grad_norm": 181.821533203125,
+      "learning_rate": 8.863328998082436e-06,
+      "loss": 28.2188,
+      "step": 23026
+    },
+    {
+      "epoch": 1.1004014145082672,
+      "grad_norm": 209.0307159423828,
+      "learning_rate": 8.86256014946818e-06,
+      "loss": 22.5,
+      "step": 23027
+    },
+    {
+      "epoch": 1.1004492019497276,
+      "grad_norm": 149.61473083496094,
+      "learning_rate": 8.861791307665718e-06,
+      "loss": 20.875,
+      "step": 23028
+    },
+    {
+      "epoch": 1.100496989391188,
+      "grad_norm": 228.4477996826172,
+      "learning_rate": 8.861022472679657e-06,
+      "loss": 24.4531,
+      "step": 23029
+    },
+    {
+      "epoch": 1.1005447768326484,
+      "grad_norm": 161.48568725585938,
+      "learning_rate": 8.860253644514602e-06,
+      "loss": 30.875,
+      "step": 23030
+    },
+    {
+      "epoch": 1.1005925642741088,
+      "grad_norm": 362.785888671875,
+      "learning_rate": 8.859484823175161e-06,
+      "loss": 21.0156,
+      "step": 23031
+    },
+    {
+      "epoch": 1.1006403517155692,
+      "grad_norm": 203.08248901367188,
+      "learning_rate": 8.858716008665929e-06,
+      "loss": 20.8125,
+      "step": 23032
+    },
+    {
+      "epoch": 1.1006881391570296,
+      "grad_norm": 174.0233154296875,
+      "learning_rate": 8.857947200991517e-06,
+      "loss": 22.0156,
+      "step": 23033
+    },
+    {
+      "epoch": 1.10073592659849,
+      "grad_norm": 478.49444580078125,
+      "learning_rate": 8.857178400156527e-06,
+      "loss": 29.8125,
+      "step": 23034
+    },
+    {
+      "epoch": 1.1007837140399503,
+      "grad_norm": 338.982177734375,
+      "learning_rate": 8.856409606165568e-06,
+      "loss": 34.4062,
+      "step": 23035
+    },
+    {
+      "epoch": 1.1008315014814107,
+      "grad_norm": 340.8638610839844,
+      "learning_rate": 8.855640819023236e-06,
+      "loss": 25.1406,
+      "step": 23036
+    },
+    {
+      "epoch": 1.1008792889228711,
+      "grad_norm": 266.3908996582031,
+      "learning_rate": 8.854872038734138e-06,
+      "loss": 35.125,
+      "step": 23037
+    },
+    {
+      "epoch": 1.1009270763643315,
+      "grad_norm": 171.24623107910156,
+      "learning_rate": 8.854103265302883e-06,
+      "loss": 21.6719,
+      "step": 23038
+    },
+    {
+      "epoch": 1.100974863805792,
+      "grad_norm": 731.6990356445312,
+      "learning_rate": 8.853334498734067e-06,
+      "loss": 41.75,
+      "step": 23039
+    },
+    {
+      "epoch": 1.1010226512472523,
+      "grad_norm": 383.85986328125,
+      "learning_rate": 8.8525657390323e-06,
+      "loss": 18.7188,
+      "step": 23040
+    },
+    {
+      "epoch": 1.1010704386887127,
+      "grad_norm": 143.1434326171875,
+      "learning_rate": 8.851796986202183e-06,
+      "loss": 18.9688,
+      "step": 23041
+    },
+    {
+      "epoch": 1.101118226130173,
+      "grad_norm": 679.3612060546875,
+      "learning_rate": 8.85102824024832e-06,
+      "loss": 28.6562,
+      "step": 23042
+    },
+    {
+      "epoch": 1.1011660135716335,
+      "grad_norm": 275.8033447265625,
+      "learning_rate": 8.850259501175317e-06,
+      "loss": 22.4219,
+      "step": 23043
+    },
+    {
+      "epoch": 1.1012138010130939,
+      "grad_norm": 188.02035522460938,
+      "learning_rate": 8.849490768987774e-06,
+      "loss": 23.8125,
+      "step": 23044
+    },
+    {
+      "epoch": 1.1012615884545542,
+      "grad_norm": 213.83457946777344,
+      "learning_rate": 8.848722043690294e-06,
+      "loss": 18.9688,
+      "step": 23045
+    },
+    {
+      "epoch": 1.1013093758960146,
+      "grad_norm": 305.5221862792969,
+      "learning_rate": 8.847953325287491e-06,
+      "loss": 31.4062,
+      "step": 23046
+    },
+    {
+      "epoch": 1.1013571633374748,
+      "grad_norm": 159.23886108398438,
+      "learning_rate": 8.847184613783955e-06,
+      "loss": 17.7656,
+      "step": 23047
+    },
+    {
+      "epoch": 1.1014049507789352,
+      "grad_norm": 489.1752014160156,
+      "learning_rate": 8.846415909184296e-06,
+      "loss": 33.1406,
+      "step": 23048
+    },
+    {
+      "epoch": 1.1014527382203956,
+      "grad_norm": 265.42535400390625,
+      "learning_rate": 8.845647211493116e-06,
+      "loss": 30.7188,
+      "step": 23049
+    },
+    {
+      "epoch": 1.101500525661856,
+      "grad_norm": 215.12060546875,
+      "learning_rate": 8.844878520715026e-06,
+      "loss": 33.1562,
+      "step": 23050
+    },
+    {
+      "epoch": 1.1015483131033164,
+      "grad_norm": 244.4181671142578,
+      "learning_rate": 8.844109836854618e-06,
+      "loss": 21.3125,
+      "step": 23051
+    },
+    {
+      "epoch": 1.1015961005447767,
+      "grad_norm": 263.32537841796875,
+      "learning_rate": 8.843341159916501e-06,
+      "loss": 27.7656,
+      "step": 23052
+    },
+    {
+      "epoch": 1.1016438879862371,
+      "grad_norm": 173.35800170898438,
+      "learning_rate": 8.842572489905282e-06,
+      "loss": 27.5938,
+      "step": 23053
+    },
+    {
+      "epoch": 1.1016916754276975,
+      "grad_norm": 282.5018005371094,
+      "learning_rate": 8.841803826825555e-06,
+      "loss": 26.25,
+      "step": 23054
+    },
+    {
+      "epoch": 1.101739462869158,
+      "grad_norm": 234.65003967285156,
+      "learning_rate": 8.841035170681931e-06,
+      "loss": 23.0,
+      "step": 23055
+    },
+    {
+      "epoch": 1.1017872503106183,
+      "grad_norm": 184.09512329101562,
+      "learning_rate": 8.840266521479011e-06,
+      "loss": 19.4844,
+      "step": 23056
+    },
+    {
+      "epoch": 1.1018350377520787,
+      "grad_norm": 211.67324829101562,
+      "learning_rate": 8.839497879221398e-06,
+      "loss": 27.7188,
+      "step": 23057
+    },
+    {
+      "epoch": 1.101882825193539,
+      "grad_norm": 942.425537109375,
+      "learning_rate": 8.838729243913696e-06,
+      "loss": 22.3125,
+      "step": 23058
+    },
+    {
+      "epoch": 1.1019306126349995,
+      "grad_norm": 335.8371887207031,
+      "learning_rate": 8.837960615560504e-06,
+      "loss": 33.0312,
+      "step": 23059
+    },
+    {
+      "epoch": 1.1019784000764599,
+      "grad_norm": 346.3309326171875,
+      "learning_rate": 8.83719199416643e-06,
+      "loss": 23.0469,
+      "step": 23060
+    },
+    {
+      "epoch": 1.1020261875179203,
+      "grad_norm": 278.3074951171875,
+      "learning_rate": 8.83642337973608e-06,
+      "loss": 26.25,
+      "step": 23061
+    },
+    {
+      "epoch": 1.1020739749593806,
+      "grad_norm": 418.3826599121094,
+      "learning_rate": 8.835654772274046e-06,
+      "loss": 26.9219,
+      "step": 23062
+    },
+    {
+      "epoch": 1.102121762400841,
+      "grad_norm": 493.22125244140625,
+      "learning_rate": 8.83488617178494e-06,
+      "loss": 20.6406,
+      "step": 23063
+    },
+    {
+      "epoch": 1.1021695498423014,
+      "grad_norm": 445.23175048828125,
+      "learning_rate": 8.834117578273366e-06,
+      "loss": 27.1094,
+      "step": 23064
+    },
+    {
+      "epoch": 1.1022173372837618,
+      "grad_norm": 198.78916931152344,
+      "learning_rate": 8.833348991743919e-06,
+      "loss": 27.0938,
+      "step": 23065
+    },
+    {
+      "epoch": 1.1022651247252222,
+      "grad_norm": 444.59222412109375,
+      "learning_rate": 8.832580412201206e-06,
+      "loss": 25.7188,
+      "step": 23066
+    },
+    {
+      "epoch": 1.1023129121666826,
+      "grad_norm": 175.11343383789062,
+      "learning_rate": 8.83181183964983e-06,
+      "loss": 28.5625,
+      "step": 23067
+    },
+    {
+      "epoch": 1.102360699608143,
+      "grad_norm": 440.2853698730469,
+      "learning_rate": 8.831043274094397e-06,
+      "loss": 38.625,
+      "step": 23068
+    },
+    {
+      "epoch": 1.1024084870496034,
+      "grad_norm": 382.12615966796875,
+      "learning_rate": 8.830274715539505e-06,
+      "loss": 33.7188,
+      "step": 23069
+    },
+    {
+      "epoch": 1.1024562744910638,
+      "grad_norm": 968.36865234375,
+      "learning_rate": 8.829506163989755e-06,
+      "loss": 26.5,
+      "step": 23070
+    },
+    {
+      "epoch": 1.1025040619325241,
+      "grad_norm": 255.04066467285156,
+      "learning_rate": 8.828737619449755e-06,
+      "loss": 23.8281,
+      "step": 23071
+    },
+    {
+      "epoch": 1.1025518493739845,
+      "grad_norm": 599.3681030273438,
+      "learning_rate": 8.827969081924108e-06,
+      "loss": 31.3125,
+      "step": 23072
+    },
+    {
+      "epoch": 1.102599636815445,
+      "grad_norm": 304.4898681640625,
+      "learning_rate": 8.82720055141741e-06,
+      "loss": 23.625,
+      "step": 23073
+    },
+    {
+      "epoch": 1.1026474242569053,
+      "grad_norm": 311.9309997558594,
+      "learning_rate": 8.826432027934269e-06,
+      "loss": 30.6875,
+      "step": 23074
+    },
+    {
+      "epoch": 1.1026952116983657,
+      "grad_norm": 248.6571044921875,
+      "learning_rate": 8.825663511479285e-06,
+      "loss": 25.75,
+      "step": 23075
+    },
+    {
+      "epoch": 1.102742999139826,
+      "grad_norm": 684.7014770507812,
+      "learning_rate": 8.824895002057064e-06,
+      "loss": 22.6875,
+      "step": 23076
+    },
+    {
+      "epoch": 1.1027907865812865,
+      "grad_norm": 426.482666015625,
+      "learning_rate": 8.824126499672202e-06,
+      "loss": 31.9375,
+      "step": 23077
+    },
+    {
+      "epoch": 1.1028385740227469,
+      "grad_norm": 197.65292358398438,
+      "learning_rate": 8.823358004329305e-06,
+      "loss": 17.1406,
+      "step": 23078
+    },
+    {
+      "epoch": 1.1028863614642073,
+      "grad_norm": 204.51522827148438,
+      "learning_rate": 8.822589516032979e-06,
+      "loss": 24.5,
+      "step": 23079
+    },
+    {
+      "epoch": 1.1029341489056677,
+      "grad_norm": 380.56976318359375,
+      "learning_rate": 8.82182103478782e-06,
+      "loss": 34.9062,
+      "step": 23080
+    },
+    {
+      "epoch": 1.102981936347128,
+      "grad_norm": 180.8491973876953,
+      "learning_rate": 8.82105256059843e-06,
+      "loss": 27.125,
+      "step": 23081
+    },
+    {
+      "epoch": 1.1030297237885884,
+      "grad_norm": 143.74456787109375,
+      "learning_rate": 8.820284093469415e-06,
+      "loss": 18.4688,
+      "step": 23082
+    },
+    {
+      "epoch": 1.1030775112300488,
+      "grad_norm": 521.989013671875,
+      "learning_rate": 8.819515633405382e-06,
+      "loss": 33.8438,
+      "step": 23083
+    },
+    {
+      "epoch": 1.1031252986715092,
+      "grad_norm": 201.73973083496094,
+      "learning_rate": 8.81874718041092e-06,
+      "loss": 31.4375,
+      "step": 23084
+    },
+    {
+      "epoch": 1.1031730861129696,
+      "grad_norm": 266.508544921875,
+      "learning_rate": 8.817978734490642e-06,
+      "loss": 30.0938,
+      "step": 23085
+    },
+    {
+      "epoch": 1.10322087355443,
+      "grad_norm": 294.97894287109375,
+      "learning_rate": 8.817210295649147e-06,
+      "loss": 32.1562,
+      "step": 23086
+    },
+    {
+      "epoch": 1.1032686609958904,
+      "grad_norm": 134.3879852294922,
+      "learning_rate": 8.816441863891034e-06,
+      "loss": 20.375,
+      "step": 23087
+    },
+    {
+      "epoch": 1.1033164484373508,
+      "grad_norm": 323.9225769042969,
+      "learning_rate": 8.815673439220905e-06,
+      "loss": 27.4688,
+      "step": 23088
+    },
+    {
+      "epoch": 1.1033642358788112,
+      "grad_norm": 176.671142578125,
+      "learning_rate": 8.814905021643367e-06,
+      "loss": 20.6562,
+      "step": 23089
+    },
+    {
+      "epoch": 1.1034120233202713,
+      "grad_norm": 326.90826416015625,
+      "learning_rate": 8.81413661116302e-06,
+      "loss": 20.5625,
+      "step": 23090
+    },
+    {
+      "epoch": 1.1034598107617317,
+      "grad_norm": 210.7574462890625,
+      "learning_rate": 8.813368207784463e-06,
+      "loss": 27.5938,
+      "step": 23091
+    },
+    {
+      "epoch": 1.103507598203192,
+      "grad_norm": 240.6703338623047,
+      "learning_rate": 8.812599811512299e-06,
+      "loss": 28.5312,
+      "step": 23092
+    },
+    {
+      "epoch": 1.1035553856446525,
+      "grad_norm": 180.53456115722656,
+      "learning_rate": 8.811831422351126e-06,
+      "loss": 24.6875,
+      "step": 23093
+    },
+    {
+      "epoch": 1.1036031730861129,
+      "grad_norm": 149.53785705566406,
+      "learning_rate": 8.811063040305558e-06,
+      "loss": 17.2344,
+      "step": 23094
+    },
+    {
+      "epoch": 1.1036509605275733,
+      "grad_norm": 294.097900390625,
+      "learning_rate": 8.810294665380182e-06,
+      "loss": 22.5,
+      "step": 23095
+    },
+    {
+      "epoch": 1.1036987479690337,
+      "grad_norm": 182.1920623779297,
+      "learning_rate": 8.809526297579605e-06,
+      "loss": 19.3438,
+      "step": 23096
+    },
+    {
+      "epoch": 1.103746535410494,
+      "grad_norm": 375.28985595703125,
+      "learning_rate": 8.80875793690843e-06,
+      "loss": 31.125,
+      "step": 23097
+    },
+    {
+      "epoch": 1.1037943228519544,
+      "grad_norm": 107.35430908203125,
+      "learning_rate": 8.807989583371263e-06,
+      "loss": 16.375,
+      "step": 23098
+    },
+    {
+      "epoch": 1.1038421102934148,
+      "grad_norm": 214.44015502929688,
+      "learning_rate": 8.807221236972697e-06,
+      "loss": 22.75,
+      "step": 23099
+    },
+    {
+      "epoch": 1.1038898977348752,
+      "grad_norm": 213.0606231689453,
+      "learning_rate": 8.806452897717335e-06,
+      "loss": 28.9062,
+      "step": 23100
+    },
+    {
+      "epoch": 1.1039376851763356,
+      "grad_norm": 203.95260620117188,
+      "learning_rate": 8.805684565609785e-06,
+      "loss": 20.375,
+      "step": 23101
+    },
+    {
+      "epoch": 1.103985472617796,
+      "grad_norm": 410.1178283691406,
+      "learning_rate": 8.804916240654639e-06,
+      "loss": 26.3438,
+      "step": 23102
+    },
+    {
+      "epoch": 1.1040332600592564,
+      "grad_norm": 258.6139221191406,
+      "learning_rate": 8.8041479228565e-06,
+      "loss": 25.1875,
+      "step": 23103
+    },
+    {
+      "epoch": 1.1040810475007168,
+      "grad_norm": 245.5945587158203,
+      "learning_rate": 8.803379612219978e-06,
+      "loss": 25.5312,
+      "step": 23104
+    },
+    {
+      "epoch": 1.1041288349421772,
+      "grad_norm": 246.0029296875,
+      "learning_rate": 8.802611308749667e-06,
+      "loss": 26.8906,
+      "step": 23105
+    },
+    {
+      "epoch": 1.1041766223836376,
+      "grad_norm": 425.0234680175781,
+      "learning_rate": 8.801843012450165e-06,
+      "loss": 19.8438,
+      "step": 23106
+    },
+    {
+      "epoch": 1.104224409825098,
+      "grad_norm": 224.48875427246094,
+      "learning_rate": 8.801074723326082e-06,
+      "loss": 18.3906,
+      "step": 23107
+    },
+    {
+      "epoch": 1.1042721972665583,
+      "grad_norm": 208.75099182128906,
+      "learning_rate": 8.80030644138201e-06,
+      "loss": 23.9062,
+      "step": 23108
+    },
+    {
+      "epoch": 1.1043199847080187,
+      "grad_norm": 310.6863708496094,
+      "learning_rate": 8.799538166622562e-06,
+      "loss": 28.5625,
+      "step": 23109
+    },
+    {
+      "epoch": 1.1043677721494791,
+      "grad_norm": 392.4706726074219,
+      "learning_rate": 8.798769899052323e-06,
+      "loss": 21.8438,
+      "step": 23110
+    },
+    {
+      "epoch": 1.1044155595909395,
+      "grad_norm": 171.89903259277344,
+      "learning_rate": 8.798001638675904e-06,
+      "loss": 26.25,
+      "step": 23111
+    },
+    {
+      "epoch": 1.1044633470324,
+      "grad_norm": 219.9923858642578,
+      "learning_rate": 8.79723338549791e-06,
+      "loss": 20.6875,
+      "step": 23112
+    },
+    {
+      "epoch": 1.1045111344738603,
+      "grad_norm": 318.0466613769531,
+      "learning_rate": 8.796465139522929e-06,
+      "loss": 29.5938,
+      "step": 23113
+    },
+    {
+      "epoch": 1.1045589219153207,
+      "grad_norm": 173.54861450195312,
+      "learning_rate": 8.79569690075557e-06,
+      "loss": 21.3906,
+      "step": 23114
+    },
+    {
+      "epoch": 1.104606709356781,
+      "grad_norm": 116.55148315429688,
+      "learning_rate": 8.794928669200433e-06,
+      "loss": 21.6875,
+      "step": 23115
+    },
+    {
+      "epoch": 1.1046544967982415,
+      "grad_norm": 171.9360809326172,
+      "learning_rate": 8.794160444862123e-06,
+      "loss": 15.6094,
+      "step": 23116
+    },
+    {
+      "epoch": 1.1047022842397018,
+      "grad_norm": 956.3558349609375,
+      "learning_rate": 8.79339222774523e-06,
+      "loss": 23.0938,
+      "step": 23117
+    },
+    {
+      "epoch": 1.1047500716811622,
+      "grad_norm": 270.0648498535156,
+      "learning_rate": 8.792624017854364e-06,
+      "loss": 29.0312,
+      "step": 23118
+    },
+    {
+      "epoch": 1.1047978591226226,
+      "grad_norm": 193.31671142578125,
+      "learning_rate": 8.791855815194119e-06,
+      "loss": 20.875,
+      "step": 23119
+    },
+    {
+      "epoch": 1.104845646564083,
+      "grad_norm": 231.15679931640625,
+      "learning_rate": 8.791087619769104e-06,
+      "loss": 24.75,
+      "step": 23120
+    },
+    {
+      "epoch": 1.1048934340055434,
+      "grad_norm": 288.909912109375,
+      "learning_rate": 8.790319431583908e-06,
+      "loss": 36.2188,
+      "step": 23121
+    },
+    {
+      "epoch": 1.1049412214470038,
+      "grad_norm": 231.89938354492188,
+      "learning_rate": 8.789551250643143e-06,
+      "loss": 30.6562,
+      "step": 23122
+    },
+    {
+      "epoch": 1.1049890088884642,
+      "grad_norm": 285.882080078125,
+      "learning_rate": 8.788783076951403e-06,
+      "loss": 25.2812,
+      "step": 23123
+    },
+    {
+      "epoch": 1.1050367963299246,
+      "grad_norm": 196.90625,
+      "learning_rate": 8.788014910513289e-06,
+      "loss": 26.5938,
+      "step": 23124
+    },
+    {
+      "epoch": 1.105084583771385,
+      "grad_norm": 188.08200073242188,
+      "learning_rate": 8.7872467513334e-06,
+      "loss": 21.6875,
+      "step": 23125
+    },
+    {
+      "epoch": 1.1051323712128454,
+      "grad_norm": 330.7516784667969,
+      "learning_rate": 8.786478599416337e-06,
+      "loss": 25.6562,
+      "step": 23126
+    },
+    {
+      "epoch": 1.1051801586543057,
+      "grad_norm": 446.3114013671875,
+      "learning_rate": 8.785710454766708e-06,
+      "loss": 30.5,
+      "step": 23127
+    },
+    {
+      "epoch": 1.1052279460957661,
+      "grad_norm": 285.6156311035156,
+      "learning_rate": 8.7849423173891e-06,
+      "loss": 21.4062,
+      "step": 23128
+    },
+    {
+      "epoch": 1.1052757335372263,
+      "grad_norm": 181.70028686523438,
+      "learning_rate": 8.784174187288121e-06,
+      "loss": 17.8594,
+      "step": 23129
+    },
+    {
+      "epoch": 1.1053235209786867,
+      "grad_norm": 182.70343017578125,
+      "learning_rate": 8.78340606446837e-06,
+      "loss": 19.375,
+      "step": 23130
+    },
+    {
+      "epoch": 1.105371308420147,
+      "grad_norm": 225.67062377929688,
+      "learning_rate": 8.782637948934449e-06,
+      "loss": 27.875,
+      "step": 23131
+    },
+    {
+      "epoch": 1.1054190958616075,
+      "grad_norm": 488.690185546875,
+      "learning_rate": 8.781869840690954e-06,
+      "loss": 29.4062,
+      "step": 23132
+    },
+    {
+      "epoch": 1.1054668833030679,
+      "grad_norm": 343.51702880859375,
+      "learning_rate": 8.781101739742486e-06,
+      "loss": 30.75,
+      "step": 23133
+    },
+    {
+      "epoch": 1.1055146707445282,
+      "grad_norm": 279.59808349609375,
+      "learning_rate": 8.780333646093645e-06,
+      "loss": 25.4375,
+      "step": 23134
+    },
+    {
+      "epoch": 1.1055624581859886,
+      "grad_norm": 327.9433288574219,
+      "learning_rate": 8.779565559749037e-06,
+      "loss": 26.0,
+      "step": 23135
+    },
+    {
+      "epoch": 1.105610245627449,
+      "grad_norm": 330.6956787109375,
+      "learning_rate": 8.77879748071325e-06,
+      "loss": 26.9688,
+      "step": 23136
+    },
+    {
+      "epoch": 1.1056580330689094,
+      "grad_norm": 1125.8946533203125,
+      "learning_rate": 8.778029408990896e-06,
+      "loss": 26.6562,
+      "step": 23137
+    },
+    {
+      "epoch": 1.1057058205103698,
+      "grad_norm": 115.47802734375,
+      "learning_rate": 8.777261344586567e-06,
+      "loss": 20.9062,
+      "step": 23138
+    },
+    {
+      "epoch": 1.1057536079518302,
+      "grad_norm": 153.6069793701172,
+      "learning_rate": 8.776493287504862e-06,
+      "loss": 31.0312,
+      "step": 23139
+    },
+    {
+      "epoch": 1.1058013953932906,
+      "grad_norm": 151.0686492919922,
+      "learning_rate": 8.775725237750388e-06,
+      "loss": 22.375,
+      "step": 23140
+    },
+    {
+      "epoch": 1.105849182834751,
+      "grad_norm": 590.0173950195312,
+      "learning_rate": 8.774957195327736e-06,
+      "loss": 23.4375,
+      "step": 23141
+    },
+    {
+      "epoch": 1.1058969702762114,
+      "grad_norm": 307.78765869140625,
+      "learning_rate": 8.774189160241515e-06,
+      "loss": 26.4375,
+      "step": 23142
+    },
+    {
+      "epoch": 1.1059447577176718,
+      "grad_norm": 337.22454833984375,
+      "learning_rate": 8.773421132496314e-06,
+      "loss": 28.4062,
+      "step": 23143
+    },
+    {
+      "epoch": 1.1059925451591321,
+      "grad_norm": 162.6513214111328,
+      "learning_rate": 8.772653112096738e-06,
+      "loss": 27.7969,
+      "step": 23144
+    },
+    {
+      "epoch": 1.1060403326005925,
+      "grad_norm": 172.90390014648438,
+      "learning_rate": 8.771885099047386e-06,
+      "loss": 23.5156,
+      "step": 23145
+    },
+    {
+      "epoch": 1.106088120042053,
+      "grad_norm": 259.4240417480469,
+      "learning_rate": 8.771117093352861e-06,
+      "loss": 22.8281,
+      "step": 23146
+    },
+    {
+      "epoch": 1.1061359074835133,
+      "grad_norm": 205.85328674316406,
+      "learning_rate": 8.770349095017756e-06,
+      "loss": 24.3906,
+      "step": 23147
+    },
+    {
+      "epoch": 1.1061836949249737,
+      "grad_norm": 126.50304412841797,
+      "learning_rate": 8.769581104046672e-06,
+      "loss": 16.7031,
+      "step": 23148
+    },
+    {
+      "epoch": 1.106231482366434,
+      "grad_norm": 272.71868896484375,
+      "learning_rate": 8.768813120444215e-06,
+      "loss": 20.5,
+      "step": 23149
+    },
+    {
+      "epoch": 1.1062792698078945,
+      "grad_norm": 167.8146514892578,
+      "learning_rate": 8.768045144214975e-06,
+      "loss": 28.0625,
+      "step": 23150
+    },
+    {
+      "epoch": 1.1063270572493549,
+      "grad_norm": 270.4320373535156,
+      "learning_rate": 8.767277175363554e-06,
+      "loss": 22.0,
+      "step": 23151
+    },
+    {
+      "epoch": 1.1063748446908153,
+      "grad_norm": 211.77508544921875,
+      "learning_rate": 8.766509213894552e-06,
+      "loss": 27.6562,
+      "step": 23152
+    },
+    {
+      "epoch": 1.1064226321322757,
+      "grad_norm": 166.14402770996094,
+      "learning_rate": 8.765741259812573e-06,
+      "loss": 22.5156,
+      "step": 23153
+    },
+    {
+      "epoch": 1.106470419573736,
+      "grad_norm": 224.15634155273438,
+      "learning_rate": 8.764973313122207e-06,
+      "loss": 32.625,
+      "step": 23154
+    },
+    {
+      "epoch": 1.1065182070151964,
+      "grad_norm": 271.7295837402344,
+      "learning_rate": 8.764205373828057e-06,
+      "loss": 25.2188,
+      "step": 23155
+    },
+    {
+      "epoch": 1.1065659944566568,
+      "grad_norm": 270.0859069824219,
+      "learning_rate": 8.763437441934722e-06,
+      "loss": 27.9375,
+      "step": 23156
+    },
+    {
+      "epoch": 1.1066137818981172,
+      "grad_norm": 161.12478637695312,
+      "learning_rate": 8.762669517446803e-06,
+      "loss": 20.9688,
+      "step": 23157
+    },
+    {
+      "epoch": 1.1066615693395776,
+      "grad_norm": 329.9840087890625,
+      "learning_rate": 8.761901600368899e-06,
+      "loss": 39.9062,
+      "step": 23158
+    },
+    {
+      "epoch": 1.106709356781038,
+      "grad_norm": 404.8272705078125,
+      "learning_rate": 8.761133690705602e-06,
+      "loss": 28.6406,
+      "step": 23159
+    },
+    {
+      "epoch": 1.1067571442224984,
+      "grad_norm": 300.1391296386719,
+      "learning_rate": 8.76036578846152e-06,
+      "loss": 27.6094,
+      "step": 23160
+    },
+    {
+      "epoch": 1.1068049316639588,
+      "grad_norm": 423.91265869140625,
+      "learning_rate": 8.759597893641244e-06,
+      "loss": 25.9375,
+      "step": 23161
+    },
+    {
+      "epoch": 1.1068527191054192,
+      "grad_norm": 340.8404235839844,
+      "learning_rate": 8.758830006249376e-06,
+      "loss": 30.0312,
+      "step": 23162
+    },
+    {
+      "epoch": 1.1069005065468795,
+      "grad_norm": 281.17877197265625,
+      "learning_rate": 8.758062126290515e-06,
+      "loss": 28.375,
+      "step": 23163
+    },
+    {
+      "epoch": 1.10694829398834,
+      "grad_norm": 401.00152587890625,
+      "learning_rate": 8.757294253769264e-06,
+      "loss": 21.1875,
+      "step": 23164
+    },
+    {
+      "epoch": 1.1069960814298003,
+      "grad_norm": 327.57550048828125,
+      "learning_rate": 8.75652638869021e-06,
+      "loss": 24.125,
+      "step": 23165
+    },
+    {
+      "epoch": 1.1070438688712607,
+      "grad_norm": 462.1568298339844,
+      "learning_rate": 8.75575853105796e-06,
+      "loss": 25.6094,
+      "step": 23166
+    },
+    {
+      "epoch": 1.107091656312721,
+      "grad_norm": 334.29656982421875,
+      "learning_rate": 8.754990680877112e-06,
+      "loss": 24.2656,
+      "step": 23167
+    },
+    {
+      "epoch": 1.1071394437541815,
+      "grad_norm": 182.48121643066406,
+      "learning_rate": 8.754222838152266e-06,
+      "loss": 28.8125,
+      "step": 23168
+    },
+    {
+      "epoch": 1.1071872311956419,
+      "grad_norm": 250.68943786621094,
+      "learning_rate": 8.753455002888015e-06,
+      "loss": 33.6562,
+      "step": 23169
+    },
+    {
+      "epoch": 1.1072350186371023,
+      "grad_norm": 416.2090148925781,
+      "learning_rate": 8.752687175088962e-06,
+      "loss": 37.8906,
+      "step": 23170
+    },
+    {
+      "epoch": 1.1072828060785627,
+      "grad_norm": 214.82974243164062,
+      "learning_rate": 8.751919354759703e-06,
+      "loss": 24.0312,
+      "step": 23171
+    },
+    {
+      "epoch": 1.107330593520023,
+      "grad_norm": 359.0209045410156,
+      "learning_rate": 8.751151541904833e-06,
+      "loss": 22.2188,
+      "step": 23172
+    },
+    {
+      "epoch": 1.1073783809614832,
+      "grad_norm": 273.3608093261719,
+      "learning_rate": 8.750383736528958e-06,
+      "loss": 24.6875,
+      "step": 23173
+    },
+    {
+      "epoch": 1.1074261684029436,
+      "grad_norm": 270.01739501953125,
+      "learning_rate": 8.749615938636668e-06,
+      "loss": 26.75,
+      "step": 23174
+    },
+    {
+      "epoch": 1.107473955844404,
+      "grad_norm": 324.7369384765625,
+      "learning_rate": 8.748848148232571e-06,
+      "loss": 23.9375,
+      "step": 23175
+    },
+    {
+      "epoch": 1.1075217432858644,
+      "grad_norm": 183.67193603515625,
+      "learning_rate": 8.748080365321255e-06,
+      "loss": 21.2344,
+      "step": 23176
+    },
+    {
+      "epoch": 1.1075695307273248,
+      "grad_norm": 189.1990966796875,
+      "learning_rate": 8.74731258990732e-06,
+      "loss": 34.0938,
+      "step": 23177
+    },
+    {
+      "epoch": 1.1076173181687852,
+      "grad_norm": 260.5841064453125,
+      "learning_rate": 8.746544821995367e-06,
+      "loss": 21.0469,
+      "step": 23178
+    },
+    {
+      "epoch": 1.1076651056102456,
+      "grad_norm": 274.7726745605469,
+      "learning_rate": 8.745777061589999e-06,
+      "loss": 34.1875,
+      "step": 23179
+    },
+    {
+      "epoch": 1.107712893051706,
+      "grad_norm": 352.5835266113281,
+      "learning_rate": 8.745009308695802e-06,
+      "loss": 31.9688,
+      "step": 23180
+    },
+    {
+      "epoch": 1.1077606804931663,
+      "grad_norm": 1178.12744140625,
+      "learning_rate": 8.744241563317382e-06,
+      "loss": 35.0,
+      "step": 23181
+    },
+    {
+      "epoch": 1.1078084679346267,
+      "grad_norm": 230.16233825683594,
+      "learning_rate": 8.743473825459333e-06,
+      "loss": 22.7969,
+      "step": 23182
+    },
+    {
+      "epoch": 1.1078562553760871,
+      "grad_norm": 290.1946105957031,
+      "learning_rate": 8.742706095126259e-06,
+      "loss": 31.9844,
+      "step": 23183
+    },
+    {
+      "epoch": 1.1079040428175475,
+      "grad_norm": 342.39739990234375,
+      "learning_rate": 8.741938372322748e-06,
+      "loss": 24.9062,
+      "step": 23184
+    },
+    {
+      "epoch": 1.107951830259008,
+      "grad_norm": 123.77180480957031,
+      "learning_rate": 8.741170657053405e-06,
+      "loss": 20.1562,
+      "step": 23185
+    },
+    {
+      "epoch": 1.1079996177004683,
+      "grad_norm": 213.8655242919922,
+      "learning_rate": 8.740402949322827e-06,
+      "loss": 35.0312,
+      "step": 23186
+    },
+    {
+      "epoch": 1.1080474051419287,
+      "grad_norm": 200.94647216796875,
+      "learning_rate": 8.739635249135608e-06,
+      "loss": 15.5469,
+      "step": 23187
+    },
+    {
+      "epoch": 1.108095192583389,
+      "grad_norm": 252.3097686767578,
+      "learning_rate": 8.738867556496347e-06,
+      "loss": 34.8906,
+      "step": 23188
+    },
+    {
+      "epoch": 1.1081429800248495,
+      "grad_norm": 523.5927734375,
+      "learning_rate": 8.738099871409642e-06,
+      "loss": 25.7344,
+      "step": 23189
+    },
+    {
+      "epoch": 1.1081907674663098,
+      "grad_norm": 616.85595703125,
+      "learning_rate": 8.737332193880093e-06,
+      "loss": 25.5312,
+      "step": 23190
+    },
+    {
+      "epoch": 1.1082385549077702,
+      "grad_norm": 334.1447448730469,
+      "learning_rate": 8.736564523912294e-06,
+      "loss": 28.6875,
+      "step": 23191
+    },
+    {
+      "epoch": 1.1082863423492306,
+      "grad_norm": 230.33465576171875,
+      "learning_rate": 8.735796861510842e-06,
+      "loss": 26.4062,
+      "step": 23192
+    },
+    {
+      "epoch": 1.108334129790691,
+      "grad_norm": 171.62693786621094,
+      "learning_rate": 8.735029206680333e-06,
+      "loss": 29.2812,
+      "step": 23193
+    },
+    {
+      "epoch": 1.1083819172321514,
+      "grad_norm": 192.4307861328125,
+      "learning_rate": 8.734261559425374e-06,
+      "loss": 25.5312,
+      "step": 23194
+    },
+    {
+      "epoch": 1.1084297046736118,
+      "grad_norm": 288.59039306640625,
+      "learning_rate": 8.733493919750549e-06,
+      "loss": 26.6875,
+      "step": 23195
+    },
+    {
+      "epoch": 1.1084774921150722,
+      "grad_norm": 335.2916259765625,
+      "learning_rate": 8.73272628766046e-06,
+      "loss": 27.7188,
+      "step": 23196
+    },
+    {
+      "epoch": 1.1085252795565326,
+      "grad_norm": 186.58872985839844,
+      "learning_rate": 8.731958663159712e-06,
+      "loss": 25.8438,
+      "step": 23197
+    },
+    {
+      "epoch": 1.108573066997993,
+      "grad_norm": 176.65573120117188,
+      "learning_rate": 8.731191046252892e-06,
+      "loss": 27.6875,
+      "step": 23198
+    },
+    {
+      "epoch": 1.1086208544394534,
+      "grad_norm": 227.53041076660156,
+      "learning_rate": 8.730423436944597e-06,
+      "loss": 26.8438,
+      "step": 23199
+    },
+    {
+      "epoch": 1.1086686418809137,
+      "grad_norm": 403.4796142578125,
+      "learning_rate": 8.72965583523943e-06,
+      "loss": 24.875,
+      "step": 23200
+    },
+    {
+      "epoch": 1.1087164293223741,
+      "grad_norm": 374.69793701171875,
+      "learning_rate": 8.728888241141989e-06,
+      "loss": 25.2969,
+      "step": 23201
+    },
+    {
+      "epoch": 1.1087642167638345,
+      "grad_norm": 405.9555358886719,
+      "learning_rate": 8.728120654656862e-06,
+      "loss": 23.5547,
+      "step": 23202
+    },
+    {
+      "epoch": 1.108812004205295,
+      "grad_norm": 163.60340881347656,
+      "learning_rate": 8.727353075788653e-06,
+      "loss": 14.9375,
+      "step": 23203
+    },
+    {
+      "epoch": 1.1088597916467553,
+      "grad_norm": 254.23753356933594,
+      "learning_rate": 8.726585504541957e-06,
+      "loss": 25.8438,
+      "step": 23204
+    },
+    {
+      "epoch": 1.1089075790882157,
+      "grad_norm": 339.94671630859375,
+      "learning_rate": 8.725817940921371e-06,
+      "loss": 27.0,
+      "step": 23205
+    },
+    {
+      "epoch": 1.108955366529676,
+      "grad_norm": 196.42259216308594,
+      "learning_rate": 8.725050384931492e-06,
+      "loss": 25.25,
+      "step": 23206
+    },
+    {
+      "epoch": 1.1090031539711365,
+      "grad_norm": 185.4893035888672,
+      "learning_rate": 8.724282836576915e-06,
+      "loss": 26.1562,
+      "step": 23207
+    },
+    {
+      "epoch": 1.1090509414125969,
+      "grad_norm": 373.6412353515625,
+      "learning_rate": 8.72351529586224e-06,
+      "loss": 18.8594,
+      "step": 23208
+    },
+    {
+      "epoch": 1.1090987288540572,
+      "grad_norm": 156.33128356933594,
+      "learning_rate": 8.722747762792059e-06,
+      "loss": 15.8281,
+      "step": 23209
+    },
+    {
+      "epoch": 1.1091465162955176,
+      "grad_norm": 189.82130432128906,
+      "learning_rate": 8.721980237370969e-06,
+      "loss": 32.7812,
+      "step": 23210
+    },
+    {
+      "epoch": 1.1091943037369778,
+      "grad_norm": 241.9539337158203,
+      "learning_rate": 8.721212719603569e-06,
+      "loss": 35.25,
+      "step": 23211
+    },
+    {
+      "epoch": 1.1092420911784382,
+      "grad_norm": 240.68722534179688,
+      "learning_rate": 8.720445209494458e-06,
+      "loss": 21.0,
+      "step": 23212
+    },
+    {
+      "epoch": 1.1092898786198986,
+      "grad_norm": 268.26336669921875,
+      "learning_rate": 8.719677707048228e-06,
+      "loss": 21.2344,
+      "step": 23213
+    },
+    {
+      "epoch": 1.109337666061359,
+      "grad_norm": 202.7367401123047,
+      "learning_rate": 8.718910212269473e-06,
+      "loss": 20.9062,
+      "step": 23214
+    },
+    {
+      "epoch": 1.1093854535028194,
+      "grad_norm": 205.14926147460938,
+      "learning_rate": 8.718142725162794e-06,
+      "loss": 25.4688,
+      "step": 23215
+    },
+    {
+      "epoch": 1.1094332409442798,
+      "grad_norm": 298.0875244140625,
+      "learning_rate": 8.717375245732792e-06,
+      "loss": 21.4062,
+      "step": 23216
+    },
+    {
+      "epoch": 1.1094810283857401,
+      "grad_norm": 239.18409729003906,
+      "learning_rate": 8.71660777398405e-06,
+      "loss": 21.75,
+      "step": 23217
+    },
+    {
+      "epoch": 1.1095288158272005,
+      "grad_norm": 378.70635986328125,
+      "learning_rate": 8.715840309921173e-06,
+      "loss": 29.9688,
+      "step": 23218
+    },
+    {
+      "epoch": 1.109576603268661,
+      "grad_norm": 171.7251739501953,
+      "learning_rate": 8.715072853548757e-06,
+      "loss": 16.0781,
+      "step": 23219
+    },
+    {
+      "epoch": 1.1096243907101213,
+      "grad_norm": 322.39508056640625,
+      "learning_rate": 8.714305404871397e-06,
+      "loss": 24.75,
+      "step": 23220
+    },
+    {
+      "epoch": 1.1096721781515817,
+      "grad_norm": 248.108154296875,
+      "learning_rate": 8.713537963893689e-06,
+      "loss": 17.625,
+      "step": 23221
+    },
+    {
+      "epoch": 1.109719965593042,
+      "grad_norm": 218.897705078125,
+      "learning_rate": 8.712770530620226e-06,
+      "loss": 24.2812,
+      "step": 23222
+    },
+    {
+      "epoch": 1.1097677530345025,
+      "grad_norm": 245.47325134277344,
+      "learning_rate": 8.712003105055608e-06,
+      "loss": 34.0,
+      "step": 23223
+    },
+    {
+      "epoch": 1.1098155404759629,
+      "grad_norm": 186.034423828125,
+      "learning_rate": 8.711235687204431e-06,
+      "loss": 16.6875,
+      "step": 23224
+    },
+    {
+      "epoch": 1.1098633279174233,
+      "grad_norm": 266.0067443847656,
+      "learning_rate": 8.710468277071285e-06,
+      "loss": 25.4219,
+      "step": 23225
+    },
+    {
+      "epoch": 1.1099111153588836,
+      "grad_norm": 198.79953002929688,
+      "learning_rate": 8.709700874660772e-06,
+      "loss": 21.2188,
+      "step": 23226
+    },
+    {
+      "epoch": 1.109958902800344,
+      "grad_norm": 211.3750457763672,
+      "learning_rate": 8.70893347997749e-06,
+      "loss": 25.375,
+      "step": 23227
+    },
+    {
+      "epoch": 1.1100066902418044,
+      "grad_norm": 170.397216796875,
+      "learning_rate": 8.708166093026025e-06,
+      "loss": 14.8438,
+      "step": 23228
+    },
+    {
+      "epoch": 1.1100544776832648,
+      "grad_norm": 219.0369415283203,
+      "learning_rate": 8.707398713810979e-06,
+      "loss": 18.25,
+      "step": 23229
+    },
+    {
+      "epoch": 1.1101022651247252,
+      "grad_norm": 318.2281494140625,
+      "learning_rate": 8.706631342336947e-06,
+      "loss": 29.4062,
+      "step": 23230
+    },
+    {
+      "epoch": 1.1101500525661856,
+      "grad_norm": 593.4964599609375,
+      "learning_rate": 8.705863978608529e-06,
+      "loss": 26.2812,
+      "step": 23231
+    },
+    {
+      "epoch": 1.110197840007646,
+      "grad_norm": 181.3401336669922,
+      "learning_rate": 8.70509662263031e-06,
+      "loss": 15.6406,
+      "step": 23232
+    },
+    {
+      "epoch": 1.1102456274491064,
+      "grad_norm": 271.94873046875,
+      "learning_rate": 8.704329274406893e-06,
+      "loss": 24.75,
+      "step": 23233
+    },
+    {
+      "epoch": 1.1102934148905668,
+      "grad_norm": 276.7985534667969,
+      "learning_rate": 8.703561933942874e-06,
+      "loss": 28.0781,
+      "step": 23234
+    },
+    {
+      "epoch": 1.1103412023320272,
+      "grad_norm": 220.4353790283203,
+      "learning_rate": 8.702794601242844e-06,
+      "loss": 27.2188,
+      "step": 23235
+    },
+    {
+      "epoch": 1.1103889897734875,
+      "grad_norm": 468.2405090332031,
+      "learning_rate": 8.7020272763114e-06,
+      "loss": 33.5625,
+      "step": 23236
+    },
+    {
+      "epoch": 1.110436777214948,
+      "grad_norm": 279.0077819824219,
+      "learning_rate": 8.701259959153139e-06,
+      "loss": 19.2031,
+      "step": 23237
+    },
+    {
+      "epoch": 1.1104845646564083,
+      "grad_norm": 229.17176818847656,
+      "learning_rate": 8.700492649772656e-06,
+      "loss": 32.9688,
+      "step": 23238
+    },
+    {
+      "epoch": 1.1105323520978687,
+      "grad_norm": 152.35739135742188,
+      "learning_rate": 8.699725348174545e-06,
+      "loss": 17.2188,
+      "step": 23239
+    },
+    {
+      "epoch": 1.110580139539329,
+      "grad_norm": 376.31610107421875,
+      "learning_rate": 8.698958054363399e-06,
+      "loss": 32.4062,
+      "step": 23240
+    },
+    {
+      "epoch": 1.1106279269807895,
+      "grad_norm": 413.1540222167969,
+      "learning_rate": 8.698190768343815e-06,
+      "loss": 29.0625,
+      "step": 23241
+    },
+    {
+      "epoch": 1.1106757144222499,
+      "grad_norm": 495.1358337402344,
+      "learning_rate": 8.697423490120394e-06,
+      "loss": 22.3438,
+      "step": 23242
+    },
+    {
+      "epoch": 1.1107235018637103,
+      "grad_norm": 328.9445495605469,
+      "learning_rate": 8.69665621969772e-06,
+      "loss": 36.9844,
+      "step": 23243
+    },
+    {
+      "epoch": 1.1107712893051707,
+      "grad_norm": 146.89747619628906,
+      "learning_rate": 8.695888957080394e-06,
+      "loss": 22.3906,
+      "step": 23244
+    },
+    {
+      "epoch": 1.110819076746631,
+      "grad_norm": 252.22259521484375,
+      "learning_rate": 8.695121702273016e-06,
+      "loss": 24.125,
+      "step": 23245
+    },
+    {
+      "epoch": 1.1108668641880914,
+      "grad_norm": 236.43869018554688,
+      "learning_rate": 8.694354455280169e-06,
+      "loss": 31.0625,
+      "step": 23246
+    },
+    {
+      "epoch": 1.1109146516295518,
+      "grad_norm": 101.29205322265625,
+      "learning_rate": 8.693587216106454e-06,
+      "loss": 21.4375,
+      "step": 23247
+    },
+    {
+      "epoch": 1.1109624390710122,
+      "grad_norm": 256.227294921875,
+      "learning_rate": 8.692819984756467e-06,
+      "loss": 25.2188,
+      "step": 23248
+    },
+    {
+      "epoch": 1.1110102265124726,
+      "grad_norm": 486.399169921875,
+      "learning_rate": 8.692052761234805e-06,
+      "loss": 22.9531,
+      "step": 23249
+    },
+    {
+      "epoch": 1.111058013953933,
+      "grad_norm": 195.8623809814453,
+      "learning_rate": 8.691285545546056e-06,
+      "loss": 21.875,
+      "step": 23250
+    },
+    {
+      "epoch": 1.1111058013953934,
+      "grad_norm": 452.0439147949219,
+      "learning_rate": 8.690518337694816e-06,
+      "loss": 18.4688,
+      "step": 23251
+    },
+    {
+      "epoch": 1.1111535888368538,
+      "grad_norm": 261.1094055175781,
+      "learning_rate": 8.689751137685685e-06,
+      "loss": 37.4688,
+      "step": 23252
+    },
+    {
+      "epoch": 1.1112013762783142,
+      "grad_norm": 191.51536560058594,
+      "learning_rate": 8.688983945523254e-06,
+      "loss": 23.25,
+      "step": 23253
+    },
+    {
+      "epoch": 1.1112491637197746,
+      "grad_norm": 242.5275421142578,
+      "learning_rate": 8.688216761212118e-06,
+      "loss": 25.625,
+      "step": 23254
+    },
+    {
+      "epoch": 1.1112969511612347,
+      "grad_norm": 198.25819396972656,
+      "learning_rate": 8.687449584756866e-06,
+      "loss": 16.5469,
+      "step": 23255
+    },
+    {
+      "epoch": 1.1113447386026951,
+      "grad_norm": 161.48968505859375,
+      "learning_rate": 8.686682416162102e-06,
+      "loss": 27.1875,
+      "step": 23256
+    },
+    {
+      "epoch": 1.1113925260441555,
+      "grad_norm": 294.75469970703125,
+      "learning_rate": 8.685915255432416e-06,
+      "loss": 28.75,
+      "step": 23257
+    },
+    {
+      "epoch": 1.111440313485616,
+      "grad_norm": 385.0645446777344,
+      "learning_rate": 8.685148102572399e-06,
+      "loss": 28.9062,
+      "step": 23258
+    },
+    {
+      "epoch": 1.1114881009270763,
+      "grad_norm": 281.40625,
+      "learning_rate": 8.684380957586647e-06,
+      "loss": 22.1719,
+      "step": 23259
+    },
+    {
+      "epoch": 1.1115358883685367,
+      "grad_norm": 237.5537567138672,
+      "learning_rate": 8.683613820479762e-06,
+      "loss": 31.1875,
+      "step": 23260
+    },
+    {
+      "epoch": 1.111583675809997,
+      "grad_norm": 175.4049530029297,
+      "learning_rate": 8.682846691256326e-06,
+      "loss": 20.4844,
+      "step": 23261
+    },
+    {
+      "epoch": 1.1116314632514575,
+      "grad_norm": 1620.9097900390625,
+      "learning_rate": 8.682079569920938e-06,
+      "loss": 18.4219,
+      "step": 23262
+    },
+    {
+      "epoch": 1.1116792506929178,
+      "grad_norm": 262.4518127441406,
+      "learning_rate": 8.681312456478195e-06,
+      "loss": 22.9375,
+      "step": 23263
+    },
+    {
+      "epoch": 1.1117270381343782,
+      "grad_norm": 200.3839111328125,
+      "learning_rate": 8.680545350932691e-06,
+      "loss": 18.125,
+      "step": 23264
+    },
+    {
+      "epoch": 1.1117748255758386,
+      "grad_norm": 204.57858276367188,
+      "learning_rate": 8.679778253289017e-06,
+      "loss": 22.8125,
+      "step": 23265
+    },
+    {
+      "epoch": 1.111822613017299,
+      "grad_norm": 229.20767211914062,
+      "learning_rate": 8.679011163551763e-06,
+      "loss": 26.6562,
+      "step": 23266
+    },
+    {
+      "epoch": 1.1118704004587594,
+      "grad_norm": 229.80284118652344,
+      "learning_rate": 8.678244081725533e-06,
+      "loss": 25.1094,
+      "step": 23267
+    },
+    {
+      "epoch": 1.1119181879002198,
+      "grad_norm": 554.9042358398438,
+      "learning_rate": 8.677477007814914e-06,
+      "loss": 25.3125,
+      "step": 23268
+    },
+    {
+      "epoch": 1.1119659753416802,
+      "grad_norm": 208.6566925048828,
+      "learning_rate": 8.6767099418245e-06,
+      "loss": 21.375,
+      "step": 23269
+    },
+    {
+      "epoch": 1.1120137627831406,
+      "grad_norm": 427.8789367675781,
+      "learning_rate": 8.675942883758887e-06,
+      "loss": 32.4375,
+      "step": 23270
+    },
+    {
+      "epoch": 1.112061550224601,
+      "grad_norm": 292.0181579589844,
+      "learning_rate": 8.675175833622669e-06,
+      "loss": 14.2188,
+      "step": 23271
+    },
+    {
+      "epoch": 1.1121093376660613,
+      "grad_norm": 230.20359802246094,
+      "learning_rate": 8.674408791420436e-06,
+      "loss": 30.5312,
+      "step": 23272
+    },
+    {
+      "epoch": 1.1121571251075217,
+      "grad_norm": 461.104736328125,
+      "learning_rate": 8.673641757156785e-06,
+      "loss": 16.9062,
+      "step": 23273
+    },
+    {
+      "epoch": 1.1122049125489821,
+      "grad_norm": 310.7462158203125,
+      "learning_rate": 8.672874730836305e-06,
+      "loss": 23.8125,
+      "step": 23274
+    },
+    {
+      "epoch": 1.1122526999904425,
+      "grad_norm": 299.43682861328125,
+      "learning_rate": 8.6721077124636e-06,
+      "loss": 35.8125,
+      "step": 23275
+    },
+    {
+      "epoch": 1.112300487431903,
+      "grad_norm": 190.3918914794922,
+      "learning_rate": 8.671340702043249e-06,
+      "loss": 24.3281,
+      "step": 23276
+    },
+    {
+      "epoch": 1.1123482748733633,
+      "grad_norm": 303.6664123535156,
+      "learning_rate": 8.670573699579857e-06,
+      "loss": 33.2812,
+      "step": 23277
+    },
+    {
+      "epoch": 1.1123960623148237,
+      "grad_norm": 401.7929382324219,
+      "learning_rate": 8.669806705078009e-06,
+      "loss": 29.625,
+      "step": 23278
+    },
+    {
+      "epoch": 1.112443849756284,
+      "grad_norm": 273.4406433105469,
+      "learning_rate": 8.669039718542308e-06,
+      "loss": 29.9219,
+      "step": 23279
+    },
+    {
+      "epoch": 1.1124916371977445,
+      "grad_norm": 160.210693359375,
+      "learning_rate": 8.668272739977339e-06,
+      "loss": 23.0625,
+      "step": 23280
+    },
+    {
+      "epoch": 1.1125394246392049,
+      "grad_norm": 252.19573974609375,
+      "learning_rate": 8.667505769387697e-06,
+      "loss": 18.2344,
+      "step": 23281
+    },
+    {
+      "epoch": 1.1125872120806652,
+      "grad_norm": 616.7742309570312,
+      "learning_rate": 8.66673880677798e-06,
+      "loss": 27.0,
+      "step": 23282
+    },
+    {
+      "epoch": 1.1126349995221256,
+      "grad_norm": 742.8286743164062,
+      "learning_rate": 8.665971852152772e-06,
+      "loss": 35.875,
+      "step": 23283
+    },
+    {
+      "epoch": 1.112682786963586,
+      "grad_norm": 185.25624084472656,
+      "learning_rate": 8.665204905516671e-06,
+      "loss": 30.0625,
+      "step": 23284
+    },
+    {
+      "epoch": 1.1127305744050464,
+      "grad_norm": 272.4002685546875,
+      "learning_rate": 8.664437966874275e-06,
+      "loss": 33.7188,
+      "step": 23285
+    },
+    {
+      "epoch": 1.1127783618465068,
+      "grad_norm": 330.263671875,
+      "learning_rate": 8.66367103623017e-06,
+      "loss": 26.7812,
+      "step": 23286
+    },
+    {
+      "epoch": 1.1128261492879672,
+      "grad_norm": 146.2084197998047,
+      "learning_rate": 8.662904113588948e-06,
+      "loss": 23.1875,
+      "step": 23287
+    },
+    {
+      "epoch": 1.1128739367294276,
+      "grad_norm": 335.71966552734375,
+      "learning_rate": 8.662137198955211e-06,
+      "loss": 19.2656,
+      "step": 23288
+    },
+    {
+      "epoch": 1.112921724170888,
+      "grad_norm": 195.1066436767578,
+      "learning_rate": 8.661370292333541e-06,
+      "loss": 33.3281,
+      "step": 23289
+    },
+    {
+      "epoch": 1.1129695116123484,
+      "grad_norm": 779.6444091796875,
+      "learning_rate": 8.66060339372854e-06,
+      "loss": 31.7188,
+      "step": 23290
+    },
+    {
+      "epoch": 1.1130172990538088,
+      "grad_norm": 521.6727294921875,
+      "learning_rate": 8.659836503144792e-06,
+      "loss": 36.5,
+      "step": 23291
+    },
+    {
+      "epoch": 1.1130650864952691,
+      "grad_norm": 366.9148254394531,
+      "learning_rate": 8.659069620586897e-06,
+      "loss": 21.8125,
+      "step": 23292
+    },
+    {
+      "epoch": 1.1131128739367295,
+      "grad_norm": 327.55523681640625,
+      "learning_rate": 8.658302746059446e-06,
+      "loss": 22.0156,
+      "step": 23293
+    },
+    {
+      "epoch": 1.1131606613781897,
+      "grad_norm": 171.65838623046875,
+      "learning_rate": 8.657535879567026e-06,
+      "loss": 24.4219,
+      "step": 23294
+    },
+    {
+      "epoch": 1.11320844881965,
+      "grad_norm": 261.9418029785156,
+      "learning_rate": 8.656769021114236e-06,
+      "loss": 26.2188,
+      "step": 23295
+    },
+    {
+      "epoch": 1.1132562362611105,
+      "grad_norm": 211.8096466064453,
+      "learning_rate": 8.656002170705664e-06,
+      "loss": 27.6094,
+      "step": 23296
+    },
+    {
+      "epoch": 1.1133040237025709,
+      "grad_norm": 186.8771514892578,
+      "learning_rate": 8.65523532834591e-06,
+      "loss": 26.0938,
+      "step": 23297
+    },
+    {
+      "epoch": 1.1133518111440313,
+      "grad_norm": 156.8428955078125,
+      "learning_rate": 8.654468494039557e-06,
+      "loss": 26.8438,
+      "step": 23298
+    },
+    {
+      "epoch": 1.1133995985854916,
+      "grad_norm": 182.82858276367188,
+      "learning_rate": 8.653701667791202e-06,
+      "loss": 24.5938,
+      "step": 23299
+    },
+    {
+      "epoch": 1.113447386026952,
+      "grad_norm": 226.1359405517578,
+      "learning_rate": 8.652934849605435e-06,
+      "loss": 25.6875,
+      "step": 23300
+    },
+    {
+      "epoch": 1.1134951734684124,
+      "grad_norm": 3024.20458984375,
+      "learning_rate": 8.652168039486854e-06,
+      "loss": 18.1719,
+      "step": 23301
+    },
+    {
+      "epoch": 1.1135429609098728,
+      "grad_norm": 544.502685546875,
+      "learning_rate": 8.651401237440045e-06,
+      "loss": 41.4062,
+      "step": 23302
+    },
+    {
+      "epoch": 1.1135907483513332,
+      "grad_norm": 374.26861572265625,
+      "learning_rate": 8.650634443469605e-06,
+      "loss": 21.9219,
+      "step": 23303
+    },
+    {
+      "epoch": 1.1136385357927936,
+      "grad_norm": 367.8553466796875,
+      "learning_rate": 8.64986765758012e-06,
+      "loss": 33.0,
+      "step": 23304
+    },
+    {
+      "epoch": 1.113686323234254,
+      "grad_norm": 267.9914245605469,
+      "learning_rate": 8.64910087977619e-06,
+      "loss": 24.8125,
+      "step": 23305
+    },
+    {
+      "epoch": 1.1137341106757144,
+      "grad_norm": 202.6613311767578,
+      "learning_rate": 8.648334110062399e-06,
+      "loss": 23.4844,
+      "step": 23306
+    },
+    {
+      "epoch": 1.1137818981171748,
+      "grad_norm": 254.71035766601562,
+      "learning_rate": 8.647567348443342e-06,
+      "loss": 26.0156,
+      "step": 23307
+    },
+    {
+      "epoch": 1.1138296855586352,
+      "grad_norm": 410.5420227050781,
+      "learning_rate": 8.646800594923616e-06,
+      "loss": 22.25,
+      "step": 23308
+    },
+    {
+      "epoch": 1.1138774730000955,
+      "grad_norm": 299.3448181152344,
+      "learning_rate": 8.646033849507803e-06,
+      "loss": 47.4375,
+      "step": 23309
+    },
+    {
+      "epoch": 1.113925260441556,
+      "grad_norm": 257.4069519042969,
+      "learning_rate": 8.645267112200501e-06,
+      "loss": 27.4062,
+      "step": 23310
+    },
+    {
+      "epoch": 1.1139730478830163,
+      "grad_norm": 405.26422119140625,
+      "learning_rate": 8.644500383006301e-06,
+      "loss": 28.7344,
+      "step": 23311
+    },
+    {
+      "epoch": 1.1140208353244767,
+      "grad_norm": 218.84556579589844,
+      "learning_rate": 8.643733661929799e-06,
+      "loss": 23.9375,
+      "step": 23312
+    },
+    {
+      "epoch": 1.114068622765937,
+      "grad_norm": 304.1685791015625,
+      "learning_rate": 8.642966948975577e-06,
+      "loss": 25.8438,
+      "step": 23313
+    },
+    {
+      "epoch": 1.1141164102073975,
+      "grad_norm": 333.3443603515625,
+      "learning_rate": 8.642200244148233e-06,
+      "loss": 31.9688,
+      "step": 23314
+    },
+    {
+      "epoch": 1.1141641976488579,
+      "grad_norm": 217.3025665283203,
+      "learning_rate": 8.641433547452358e-06,
+      "loss": 27.8125,
+      "step": 23315
+    },
+    {
+      "epoch": 1.1142119850903183,
+      "grad_norm": 278.8070068359375,
+      "learning_rate": 8.640666858892547e-06,
+      "loss": 25.9375,
+      "step": 23316
+    },
+    {
+      "epoch": 1.1142597725317787,
+      "grad_norm": 306.17022705078125,
+      "learning_rate": 8.639900178473383e-06,
+      "loss": 27.5312,
+      "step": 23317
+    },
+    {
+      "epoch": 1.114307559973239,
+      "grad_norm": 854.5413208007812,
+      "learning_rate": 8.639133506199463e-06,
+      "loss": 24.625,
+      "step": 23318
+    },
+    {
+      "epoch": 1.1143553474146994,
+      "grad_norm": 429.77313232421875,
+      "learning_rate": 8.638366842075379e-06,
+      "loss": 23.2812,
+      "step": 23319
+    },
+    {
+      "epoch": 1.1144031348561598,
+      "grad_norm": 223.5374755859375,
+      "learning_rate": 8.637600186105717e-06,
+      "loss": 26.5938,
+      "step": 23320
+    },
+    {
+      "epoch": 1.1144509222976202,
+      "grad_norm": 166.2254638671875,
+      "learning_rate": 8.636833538295074e-06,
+      "loss": 20.4219,
+      "step": 23321
+    },
+    {
+      "epoch": 1.1144987097390806,
+      "grad_norm": 155.3430938720703,
+      "learning_rate": 8.636066898648039e-06,
+      "loss": 24.0781,
+      "step": 23322
+    },
+    {
+      "epoch": 1.114546497180541,
+      "grad_norm": 292.67156982421875,
+      "learning_rate": 8.635300267169206e-06,
+      "loss": 22.1719,
+      "step": 23323
+    },
+    {
+      "epoch": 1.1145942846220014,
+      "grad_norm": 316.2903747558594,
+      "learning_rate": 8.634533643863159e-06,
+      "loss": 26.2188,
+      "step": 23324
+    },
+    {
+      "epoch": 1.1146420720634618,
+      "grad_norm": 161.12098693847656,
+      "learning_rate": 8.633767028734495e-06,
+      "loss": 27.0312,
+      "step": 23325
+    },
+    {
+      "epoch": 1.1146898595049222,
+      "grad_norm": 196.97251892089844,
+      "learning_rate": 8.633000421787802e-06,
+      "loss": 18.5312,
+      "step": 23326
+    },
+    {
+      "epoch": 1.1147376469463826,
+      "grad_norm": 327.3134765625,
+      "learning_rate": 8.632233823027676e-06,
+      "loss": 35.3125,
+      "step": 23327
+    },
+    {
+      "epoch": 1.114785434387843,
+      "grad_norm": 368.75152587890625,
+      "learning_rate": 8.631467232458704e-06,
+      "loss": 30.8438,
+      "step": 23328
+    },
+    {
+      "epoch": 1.1148332218293033,
+      "grad_norm": 236.44752502441406,
+      "learning_rate": 8.630700650085475e-06,
+      "loss": 26.875,
+      "step": 23329
+    },
+    {
+      "epoch": 1.1148810092707637,
+      "grad_norm": 243.88912963867188,
+      "learning_rate": 8.629934075912585e-06,
+      "loss": 24.0469,
+      "step": 23330
+    },
+    {
+      "epoch": 1.1149287967122241,
+      "grad_norm": 299.3497619628906,
+      "learning_rate": 8.62916750994462e-06,
+      "loss": 23.8125,
+      "step": 23331
+    },
+    {
+      "epoch": 1.1149765841536845,
+      "grad_norm": 255.4391632080078,
+      "learning_rate": 8.62840095218617e-06,
+      "loss": 38.8438,
+      "step": 23332
+    },
+    {
+      "epoch": 1.115024371595145,
+      "grad_norm": 191.25743103027344,
+      "learning_rate": 8.627634402641833e-06,
+      "loss": 32.4062,
+      "step": 23333
+    },
+    {
+      "epoch": 1.1150721590366053,
+      "grad_norm": 371.79443359375,
+      "learning_rate": 8.626867861316196e-06,
+      "loss": 26.0156,
+      "step": 23334
+    },
+    {
+      "epoch": 1.1151199464780657,
+      "grad_norm": 215.00494384765625,
+      "learning_rate": 8.626101328213845e-06,
+      "loss": 26.1875,
+      "step": 23335
+    },
+    {
+      "epoch": 1.115167733919526,
+      "grad_norm": 380.00286865234375,
+      "learning_rate": 8.625334803339378e-06,
+      "loss": 22.4844,
+      "step": 23336
+    },
+    {
+      "epoch": 1.1152155213609865,
+      "grad_norm": 369.3591003417969,
+      "learning_rate": 8.624568286697377e-06,
+      "loss": 26.8906,
+      "step": 23337
+    },
+    {
+      "epoch": 1.1152633088024466,
+      "grad_norm": 208.041015625,
+      "learning_rate": 8.623801778292444e-06,
+      "loss": 29.8438,
+      "step": 23338
+    },
+    {
+      "epoch": 1.115311096243907,
+      "grad_norm": 210.39349365234375,
+      "learning_rate": 8.623035278129156e-06,
+      "loss": 20.5,
+      "step": 23339
+    },
+    {
+      "epoch": 1.1153588836853674,
+      "grad_norm": 209.98143005371094,
+      "learning_rate": 8.622268786212112e-06,
+      "loss": 15.7188,
+      "step": 23340
+    },
+    {
+      "epoch": 1.1154066711268278,
+      "grad_norm": 156.94346618652344,
+      "learning_rate": 8.621502302545902e-06,
+      "loss": 15.7344,
+      "step": 23341
+    },
+    {
+      "epoch": 1.1154544585682882,
+      "grad_norm": 927.04443359375,
+      "learning_rate": 8.620735827135111e-06,
+      "loss": 29.7812,
+      "step": 23342
+    },
+    {
+      "epoch": 1.1155022460097486,
+      "grad_norm": 187.44776916503906,
+      "learning_rate": 8.619969359984334e-06,
+      "loss": 25.2656,
+      "step": 23343
+    },
+    {
+      "epoch": 1.115550033451209,
+      "grad_norm": 267.79095458984375,
+      "learning_rate": 8.619202901098158e-06,
+      "loss": 19.7656,
+      "step": 23344
+    },
+    {
+      "epoch": 1.1155978208926693,
+      "grad_norm": 608.230712890625,
+      "learning_rate": 8.618436450481182e-06,
+      "loss": 23.9531,
+      "step": 23345
+    },
+    {
+      "epoch": 1.1156456083341297,
+      "grad_norm": 307.8782043457031,
+      "learning_rate": 8.617670008137981e-06,
+      "loss": 27.0312,
+      "step": 23346
+    },
+    {
+      "epoch": 1.1156933957755901,
+      "grad_norm": 785.800048828125,
+      "learning_rate": 8.616903574073155e-06,
+      "loss": 27.7344,
+      "step": 23347
+    },
+    {
+      "epoch": 1.1157411832170505,
+      "grad_norm": 205.46832275390625,
+      "learning_rate": 8.616137148291293e-06,
+      "loss": 33.8438,
+      "step": 23348
+    },
+    {
+      "epoch": 1.115788970658511,
+      "grad_norm": 506.93603515625,
+      "learning_rate": 8.615370730796986e-06,
+      "loss": 31.6875,
+      "step": 23349
+    },
+    {
+      "epoch": 1.1158367580999713,
+      "grad_norm": 317.18212890625,
+      "learning_rate": 8.614604321594818e-06,
+      "loss": 30.4688,
+      "step": 23350
+    },
+    {
+      "epoch": 1.1158845455414317,
+      "grad_norm": 296.53948974609375,
+      "learning_rate": 8.613837920689386e-06,
+      "loss": 32.5312,
+      "step": 23351
+    },
+    {
+      "epoch": 1.115932332982892,
+      "grad_norm": 292.0043640136719,
+      "learning_rate": 8.613071528085272e-06,
+      "loss": 20.5781,
+      "step": 23352
+    },
+    {
+      "epoch": 1.1159801204243525,
+      "grad_norm": 314.0331115722656,
+      "learning_rate": 8.612305143787073e-06,
+      "loss": 24.8438,
+      "step": 23353
+    },
+    {
+      "epoch": 1.1160279078658129,
+      "grad_norm": 511.1731262207031,
+      "learning_rate": 8.611538767799376e-06,
+      "loss": 34.9062,
+      "step": 23354
+    },
+    {
+      "epoch": 1.1160756953072732,
+      "grad_norm": 466.3431396484375,
+      "learning_rate": 8.610772400126767e-06,
+      "loss": 23.9688,
+      "step": 23355
+    },
+    {
+      "epoch": 1.1161234827487336,
+      "grad_norm": 662.5128173828125,
+      "learning_rate": 8.610006040773844e-06,
+      "loss": 34.2969,
+      "step": 23356
+    },
+    {
+      "epoch": 1.116171270190194,
+      "grad_norm": 512.1463623046875,
+      "learning_rate": 8.609239689745186e-06,
+      "loss": 33.5469,
+      "step": 23357
+    },
+    {
+      "epoch": 1.1162190576316544,
+      "grad_norm": 328.97235107421875,
+      "learning_rate": 8.608473347045389e-06,
+      "loss": 20.4375,
+      "step": 23358
+    },
+    {
+      "epoch": 1.1162668450731148,
+      "grad_norm": 544.152587890625,
+      "learning_rate": 8.60770701267904e-06,
+      "loss": 25.0938,
+      "step": 23359
+    },
+    {
+      "epoch": 1.1163146325145752,
+      "grad_norm": 280.07183837890625,
+      "learning_rate": 8.606940686650733e-06,
+      "loss": 23.9062,
+      "step": 23360
+    },
+    {
+      "epoch": 1.1163624199560356,
+      "grad_norm": 162.68093872070312,
+      "learning_rate": 8.606174368965051e-06,
+      "loss": 28.6875,
+      "step": 23361
+    },
+    {
+      "epoch": 1.116410207397496,
+      "grad_norm": 458.392822265625,
+      "learning_rate": 8.605408059626585e-06,
+      "loss": 18.7109,
+      "step": 23362
+    },
+    {
+      "epoch": 1.1164579948389564,
+      "grad_norm": 353.44122314453125,
+      "learning_rate": 8.604641758639927e-06,
+      "loss": 31.0,
+      "step": 23363
+    },
+    {
+      "epoch": 1.1165057822804167,
+      "grad_norm": 171.17848205566406,
+      "learning_rate": 8.603875466009668e-06,
+      "loss": 27.2188,
+      "step": 23364
+    },
+    {
+      "epoch": 1.1165535697218771,
+      "grad_norm": 203.12049865722656,
+      "learning_rate": 8.603109181740387e-06,
+      "loss": 20.2188,
+      "step": 23365
+    },
+    {
+      "epoch": 1.1166013571633375,
+      "grad_norm": 438.3932189941406,
+      "learning_rate": 8.602342905836682e-06,
+      "loss": 25.8281,
+      "step": 23366
+    },
+    {
+      "epoch": 1.116649144604798,
+      "grad_norm": 515.3529663085938,
+      "learning_rate": 8.601576638303141e-06,
+      "loss": 18.5312,
+      "step": 23367
+    },
+    {
+      "epoch": 1.1166969320462583,
+      "grad_norm": 321.364013671875,
+      "learning_rate": 8.60081037914435e-06,
+      "loss": 24.75,
+      "step": 23368
+    },
+    {
+      "epoch": 1.1167447194877187,
+      "grad_norm": 245.04489135742188,
+      "learning_rate": 8.6000441283649e-06,
+      "loss": 24.2031,
+      "step": 23369
+    },
+    {
+      "epoch": 1.116792506929179,
+      "grad_norm": 347.89837646484375,
+      "learning_rate": 8.599277885969378e-06,
+      "loss": 23.0312,
+      "step": 23370
+    },
+    {
+      "epoch": 1.1168402943706395,
+      "grad_norm": 215.05569458007812,
+      "learning_rate": 8.598511651962375e-06,
+      "loss": 24.7812,
+      "step": 23371
+    },
+    {
+      "epoch": 1.1168880818120999,
+      "grad_norm": 455.14117431640625,
+      "learning_rate": 8.597745426348481e-06,
+      "loss": 31.0312,
+      "step": 23372
+    },
+    {
+      "epoch": 1.1169358692535603,
+      "grad_norm": 182.38885498046875,
+      "learning_rate": 8.596979209132279e-06,
+      "loss": 18.1719,
+      "step": 23373
+    },
+    {
+      "epoch": 1.1169836566950206,
+      "grad_norm": 351.1336364746094,
+      "learning_rate": 8.59621300031836e-06,
+      "loss": 20.8438,
+      "step": 23374
+    },
+    {
+      "epoch": 1.117031444136481,
+      "grad_norm": 176.50424194335938,
+      "learning_rate": 8.59544679991132e-06,
+      "loss": 17.8906,
+      "step": 23375
+    },
+    {
+      "epoch": 1.1170792315779412,
+      "grad_norm": 356.84197998046875,
+      "learning_rate": 8.594680607915735e-06,
+      "loss": 29.5156,
+      "step": 23376
+    },
+    {
+      "epoch": 1.1171270190194016,
+      "grad_norm": 236.92453002929688,
+      "learning_rate": 8.593914424336202e-06,
+      "loss": 24.3438,
+      "step": 23377
+    },
+    {
+      "epoch": 1.117174806460862,
+      "grad_norm": 607.1264038085938,
+      "learning_rate": 8.59314824917731e-06,
+      "loss": 17.875,
+      "step": 23378
+    },
+    {
+      "epoch": 1.1172225939023224,
+      "grad_norm": 348.4239807128906,
+      "learning_rate": 8.592382082443641e-06,
+      "loss": 31.0312,
+      "step": 23379
+    },
+    {
+      "epoch": 1.1172703813437828,
+      "grad_norm": 183.72605895996094,
+      "learning_rate": 8.591615924139786e-06,
+      "loss": 19.7969,
+      "step": 23380
+    },
+    {
+      "epoch": 1.1173181687852431,
+      "grad_norm": 236.43238830566406,
+      "learning_rate": 8.590849774270335e-06,
+      "loss": 15.6875,
+      "step": 23381
+    },
+    {
+      "epoch": 1.1173659562267035,
+      "grad_norm": 178.3072967529297,
+      "learning_rate": 8.590083632839882e-06,
+      "loss": 30.6875,
+      "step": 23382
+    },
+    {
+      "epoch": 1.117413743668164,
+      "grad_norm": 504.2262878417969,
+      "learning_rate": 8.589317499853001e-06,
+      "loss": 21.8125,
+      "step": 23383
+    },
+    {
+      "epoch": 1.1174615311096243,
+      "grad_norm": 216.37437438964844,
+      "learning_rate": 8.58855137531429e-06,
+      "loss": 25.4375,
+      "step": 23384
+    },
+    {
+      "epoch": 1.1175093185510847,
+      "grad_norm": 345.42724609375,
+      "learning_rate": 8.587785259228337e-06,
+      "loss": 37.0,
+      "step": 23385
+    },
+    {
+      "epoch": 1.117557105992545,
+      "grad_norm": 452.1805419921875,
+      "learning_rate": 8.587019151599727e-06,
+      "loss": 26.2344,
+      "step": 23386
+    },
+    {
+      "epoch": 1.1176048934340055,
+      "grad_norm": 315.2059326171875,
+      "learning_rate": 8.58625305243305e-06,
+      "loss": 24.25,
+      "step": 23387
+    },
+    {
+      "epoch": 1.1176526808754659,
+      "grad_norm": 399.9487609863281,
+      "learning_rate": 8.58548696173289e-06,
+      "loss": 32.75,
+      "step": 23388
+    },
+    {
+      "epoch": 1.1177004683169263,
+      "grad_norm": 274.9883728027344,
+      "learning_rate": 8.584720879503839e-06,
+      "loss": 26.2656,
+      "step": 23389
+    },
+    {
+      "epoch": 1.1177482557583867,
+      "grad_norm": 460.90582275390625,
+      "learning_rate": 8.583954805750488e-06,
+      "loss": 35.4062,
+      "step": 23390
+    },
+    {
+      "epoch": 1.117796043199847,
+      "grad_norm": 466.0494689941406,
+      "learning_rate": 8.583188740477414e-06,
+      "loss": 18.0156,
+      "step": 23391
+    },
+    {
+      "epoch": 1.1178438306413074,
+      "grad_norm": 266.1138000488281,
+      "learning_rate": 8.582422683689212e-06,
+      "loss": 33.8594,
+      "step": 23392
+    },
+    {
+      "epoch": 1.1178916180827678,
+      "grad_norm": 563.3560791015625,
+      "learning_rate": 8.581656635390475e-06,
+      "loss": 29.6719,
+      "step": 23393
+    },
+    {
+      "epoch": 1.1179394055242282,
+      "grad_norm": 177.68846130371094,
+      "learning_rate": 8.58089059558578e-06,
+      "loss": 18.7344,
+      "step": 23394
+    },
+    {
+      "epoch": 1.1179871929656886,
+      "grad_norm": 232.67654418945312,
+      "learning_rate": 8.580124564279717e-06,
+      "loss": 28.2656,
+      "step": 23395
+    },
+    {
+      "epoch": 1.118034980407149,
+      "grad_norm": 204.49179077148438,
+      "learning_rate": 8.579358541476877e-06,
+      "loss": 24.75,
+      "step": 23396
+    },
+    {
+      "epoch": 1.1180827678486094,
+      "grad_norm": 111.58585357666016,
+      "learning_rate": 8.578592527181852e-06,
+      "loss": 14.7031,
+      "step": 23397
+    },
+    {
+      "epoch": 1.1181305552900698,
+      "grad_norm": 262.76800537109375,
+      "learning_rate": 8.577826521399217e-06,
+      "loss": 31.375,
+      "step": 23398
+    },
+    {
+      "epoch": 1.1181783427315302,
+      "grad_norm": 201.4031219482422,
+      "learning_rate": 8.577060524133568e-06,
+      "loss": 24.375,
+      "step": 23399
+    },
+    {
+      "epoch": 1.1182261301729906,
+      "grad_norm": 225.58914184570312,
+      "learning_rate": 8.576294535389492e-06,
+      "loss": 23.3594,
+      "step": 23400
+    },
+    {
+      "epoch": 1.118273917614451,
+      "grad_norm": 200.8163604736328,
+      "learning_rate": 8.575528555171573e-06,
+      "loss": 32.25,
+      "step": 23401
+    },
+    {
+      "epoch": 1.1183217050559113,
+      "grad_norm": 239.5215301513672,
+      "learning_rate": 8.574762583484401e-06,
+      "loss": 27.5938,
+      "step": 23402
+    },
+    {
+      "epoch": 1.1183694924973717,
+      "grad_norm": 172.44363403320312,
+      "learning_rate": 8.573996620332562e-06,
+      "loss": 26.4375,
+      "step": 23403
+    },
+    {
+      "epoch": 1.118417279938832,
+      "grad_norm": 396.184326171875,
+      "learning_rate": 8.573230665720642e-06,
+      "loss": 33.875,
+      "step": 23404
+    },
+    {
+      "epoch": 1.1184650673802925,
+      "grad_norm": 364.43310546875,
+      "learning_rate": 8.57246471965323e-06,
+      "loss": 34.8125,
+      "step": 23405
+    },
+    {
+      "epoch": 1.1185128548217529,
+      "grad_norm": 374.60760498046875,
+      "learning_rate": 8.571698782134912e-06,
+      "loss": 45.875,
+      "step": 23406
+    },
+    {
+      "epoch": 1.1185606422632133,
+      "grad_norm": 270.4290466308594,
+      "learning_rate": 8.570932853170274e-06,
+      "loss": 29.5156,
+      "step": 23407
+    },
+    {
+      "epoch": 1.1186084297046737,
+      "grad_norm": 197.41017150878906,
+      "learning_rate": 8.570166932763908e-06,
+      "loss": 27.8906,
+      "step": 23408
+    },
+    {
+      "epoch": 1.118656217146134,
+      "grad_norm": 181.85272216796875,
+      "learning_rate": 8.569401020920393e-06,
+      "loss": 29.125,
+      "step": 23409
+    },
+    {
+      "epoch": 1.1187040045875944,
+      "grad_norm": 317.0701904296875,
+      "learning_rate": 8.568635117644322e-06,
+      "loss": 26.5469,
+      "step": 23410
+    },
+    {
+      "epoch": 1.1187517920290548,
+      "grad_norm": 145.96607971191406,
+      "learning_rate": 8.567869222940278e-06,
+      "loss": 23.6562,
+      "step": 23411
+    },
+    {
+      "epoch": 1.1187995794705152,
+      "grad_norm": 125.31002807617188,
+      "learning_rate": 8.567103336812853e-06,
+      "loss": 19.4219,
+      "step": 23412
+    },
+    {
+      "epoch": 1.1188473669119756,
+      "grad_norm": 293.256591796875,
+      "learning_rate": 8.566337459266627e-06,
+      "loss": 38.9375,
+      "step": 23413
+    },
+    {
+      "epoch": 1.118895154353436,
+      "grad_norm": 188.61094665527344,
+      "learning_rate": 8.565571590306189e-06,
+      "loss": 21.125,
+      "step": 23414
+    },
+    {
+      "epoch": 1.1189429417948964,
+      "grad_norm": 1340.905517578125,
+      "learning_rate": 8.56480572993613e-06,
+      "loss": 24.25,
+      "step": 23415
+    },
+    {
+      "epoch": 1.1189907292363568,
+      "grad_norm": 227.39614868164062,
+      "learning_rate": 8.56403987816103e-06,
+      "loss": 25.1562,
+      "step": 23416
+    },
+    {
+      "epoch": 1.1190385166778172,
+      "grad_norm": 196.6299591064453,
+      "learning_rate": 8.563274034985477e-06,
+      "loss": 22.2656,
+      "step": 23417
+    },
+    {
+      "epoch": 1.1190863041192776,
+      "grad_norm": 352.492431640625,
+      "learning_rate": 8.562508200414062e-06,
+      "loss": 37.9531,
+      "step": 23418
+    },
+    {
+      "epoch": 1.119134091560738,
+      "grad_norm": 217.93695068359375,
+      "learning_rate": 8.561742374451366e-06,
+      "loss": 23.1094,
+      "step": 23419
+    },
+    {
+      "epoch": 1.1191818790021981,
+      "grad_norm": 222.5777587890625,
+      "learning_rate": 8.560976557101978e-06,
+      "loss": 30.9062,
+      "step": 23420
+    },
+    {
+      "epoch": 1.1192296664436585,
+      "grad_norm": 278.3896484375,
+      "learning_rate": 8.560210748370484e-06,
+      "loss": 24.625,
+      "step": 23421
+    },
+    {
+      "epoch": 1.119277453885119,
+      "grad_norm": 190.63768005371094,
+      "learning_rate": 8.559444948261467e-06,
+      "loss": 23.4375,
+      "step": 23422
+    },
+    {
+      "epoch": 1.1193252413265793,
+      "grad_norm": 356.6148376464844,
+      "learning_rate": 8.55867915677952e-06,
+      "loss": 25.375,
+      "step": 23423
+    },
+    {
+      "epoch": 1.1193730287680397,
+      "grad_norm": 285.24951171875,
+      "learning_rate": 8.557913373929222e-06,
+      "loss": 20.5938,
+      "step": 23424
+    },
+    {
+      "epoch": 1.1194208162095,
+      "grad_norm": 441.4842224121094,
+      "learning_rate": 8.557147599715163e-06,
+      "loss": 24.4062,
+      "step": 23425
+    },
+    {
+      "epoch": 1.1194686036509605,
+      "grad_norm": 244.8895721435547,
+      "learning_rate": 8.55638183414193e-06,
+      "loss": 18.2656,
+      "step": 23426
+    },
+    {
+      "epoch": 1.1195163910924208,
+      "grad_norm": 275.0133361816406,
+      "learning_rate": 8.555616077214104e-06,
+      "loss": 20.4688,
+      "step": 23427
+    },
+    {
+      "epoch": 1.1195641785338812,
+      "grad_norm": 430.9281921386719,
+      "learning_rate": 8.554850328936273e-06,
+      "loss": 24.5781,
+      "step": 23428
+    },
+    {
+      "epoch": 1.1196119659753416,
+      "grad_norm": 328.69061279296875,
+      "learning_rate": 8.554084589313025e-06,
+      "loss": 29.5312,
+      "step": 23429
+    },
+    {
+      "epoch": 1.119659753416802,
+      "grad_norm": 176.77978515625,
+      "learning_rate": 8.553318858348949e-06,
+      "loss": 18.3906,
+      "step": 23430
+    },
+    {
+      "epoch": 1.1197075408582624,
+      "grad_norm": 189.80726623535156,
+      "learning_rate": 8.552553136048621e-06,
+      "loss": 19.9219,
+      "step": 23431
+    },
+    {
+      "epoch": 1.1197553282997228,
+      "grad_norm": 307.0145568847656,
+      "learning_rate": 8.551787422416633e-06,
+      "loss": 29.0,
+      "step": 23432
+    },
+    {
+      "epoch": 1.1198031157411832,
+      "grad_norm": 181.36187744140625,
+      "learning_rate": 8.551021717457571e-06,
+      "loss": 17.5781,
+      "step": 23433
+    },
+    {
+      "epoch": 1.1198509031826436,
+      "grad_norm": 324.7320861816406,
+      "learning_rate": 8.55025602117602e-06,
+      "loss": 27.0938,
+      "step": 23434
+    },
+    {
+      "epoch": 1.119898690624104,
+      "grad_norm": 284.82196044921875,
+      "learning_rate": 8.549490333576565e-06,
+      "loss": 25.5938,
+      "step": 23435
+    },
+    {
+      "epoch": 1.1199464780655644,
+      "grad_norm": 323.0616455078125,
+      "learning_rate": 8.548724654663787e-06,
+      "loss": 27.2188,
+      "step": 23436
+    },
+    {
+      "epoch": 1.1199942655070247,
+      "grad_norm": 240.89016723632812,
+      "learning_rate": 8.547958984442278e-06,
+      "loss": 29.5156,
+      "step": 23437
+    },
+    {
+      "epoch": 1.1200420529484851,
+      "grad_norm": 208.8349609375,
+      "learning_rate": 8.547193322916625e-06,
+      "loss": 25.1719,
+      "step": 23438
+    },
+    {
+      "epoch": 1.1200898403899455,
+      "grad_norm": 116.230712890625,
+      "learning_rate": 8.546427670091402e-06,
+      "loss": 19.2188,
+      "step": 23439
+    },
+    {
+      "epoch": 1.120137627831406,
+      "grad_norm": 282.4861145019531,
+      "learning_rate": 8.545662025971205e-06,
+      "loss": 23.8438,
+      "step": 23440
+    },
+    {
+      "epoch": 1.1201854152728663,
+      "grad_norm": 245.9425048828125,
+      "learning_rate": 8.54489639056062e-06,
+      "loss": 28.1875,
+      "step": 23441
+    },
+    {
+      "epoch": 1.1202332027143267,
+      "grad_norm": 313.640380859375,
+      "learning_rate": 8.544130763864223e-06,
+      "loss": 28.5625,
+      "step": 23442
+    },
+    {
+      "epoch": 1.120280990155787,
+      "grad_norm": 373.03912353515625,
+      "learning_rate": 8.543365145886603e-06,
+      "loss": 18.375,
+      "step": 23443
+    },
+    {
+      "epoch": 1.1203287775972475,
+      "grad_norm": 219.989501953125,
+      "learning_rate": 8.542599536632348e-06,
+      "loss": 18.3281,
+      "step": 23444
+    },
+    {
+      "epoch": 1.1203765650387079,
+      "grad_norm": 296.3623962402344,
+      "learning_rate": 8.541833936106045e-06,
+      "loss": 22.0156,
+      "step": 23445
+    },
+    {
+      "epoch": 1.1204243524801683,
+      "grad_norm": 280.6221618652344,
+      "learning_rate": 8.54106834431227e-06,
+      "loss": 23.6094,
+      "step": 23446
+    },
+    {
+      "epoch": 1.1204721399216286,
+      "grad_norm": 208.10867309570312,
+      "learning_rate": 8.540302761255614e-06,
+      "loss": 36.7344,
+      "step": 23447
+    },
+    {
+      "epoch": 1.120519927363089,
+      "grad_norm": 187.02381896972656,
+      "learning_rate": 8.539537186940662e-06,
+      "loss": 32.125,
+      "step": 23448
+    },
+    {
+      "epoch": 1.1205677148045494,
+      "grad_norm": 251.771484375,
+      "learning_rate": 8.538771621371999e-06,
+      "loss": 24.875,
+      "step": 23449
+    },
+    {
+      "epoch": 1.1206155022460098,
+      "grad_norm": 241.1203155517578,
+      "learning_rate": 8.538006064554205e-06,
+      "loss": 26.0938,
+      "step": 23450
+    },
+    {
+      "epoch": 1.1206632896874702,
+      "grad_norm": 261.78363037109375,
+      "learning_rate": 8.537240516491873e-06,
+      "loss": 43.2812,
+      "step": 23451
+    },
+    {
+      "epoch": 1.1207110771289306,
+      "grad_norm": 135.65931701660156,
+      "learning_rate": 8.536474977189581e-06,
+      "loss": 14.6562,
+      "step": 23452
+    },
+    {
+      "epoch": 1.120758864570391,
+      "grad_norm": 214.6692657470703,
+      "learning_rate": 8.535709446651915e-06,
+      "loss": 30.1875,
+      "step": 23453
+    },
+    {
+      "epoch": 1.1208066520118514,
+      "grad_norm": 238.67140197753906,
+      "learning_rate": 8.534943924883457e-06,
+      "loss": 23.7656,
+      "step": 23454
+    },
+    {
+      "epoch": 1.1208544394533118,
+      "grad_norm": 277.1253356933594,
+      "learning_rate": 8.534178411888797e-06,
+      "loss": 30.3438,
+      "step": 23455
+    },
+    {
+      "epoch": 1.1209022268947721,
+      "grad_norm": 238.44024658203125,
+      "learning_rate": 8.53341290767252e-06,
+      "loss": 18.7031,
+      "step": 23456
+    },
+    {
+      "epoch": 1.1209500143362325,
+      "grad_norm": 528.3113403320312,
+      "learning_rate": 8.532647412239203e-06,
+      "loss": 20.4219,
+      "step": 23457
+    },
+    {
+      "epoch": 1.120997801777693,
+      "grad_norm": 187.6527557373047,
+      "learning_rate": 8.531881925593434e-06,
+      "loss": 21.8125,
+      "step": 23458
+    },
+    {
+      "epoch": 1.121045589219153,
+      "grad_norm": 199.74728393554688,
+      "learning_rate": 8.531116447739797e-06,
+      "loss": 24.9062,
+      "step": 23459
+    },
+    {
+      "epoch": 1.1210933766606135,
+      "grad_norm": 224.74066162109375,
+      "learning_rate": 8.530350978682884e-06,
+      "loss": 25.8125,
+      "step": 23460
+    },
+    {
+      "epoch": 1.1211411641020739,
+      "grad_norm": 244.48753356933594,
+      "learning_rate": 8.529585518427267e-06,
+      "loss": 18.2656,
+      "step": 23461
+    },
+    {
+      "epoch": 1.1211889515435343,
+      "grad_norm": 252.3629913330078,
+      "learning_rate": 8.528820066977535e-06,
+      "loss": 28.4375,
+      "step": 23462
+    },
+    {
+      "epoch": 1.1212367389849947,
+      "grad_norm": 280.9918518066406,
+      "learning_rate": 8.528054624338276e-06,
+      "loss": 33.25,
+      "step": 23463
+    },
+    {
+      "epoch": 1.121284526426455,
+      "grad_norm": 351.1907653808594,
+      "learning_rate": 8.527289190514068e-06,
+      "loss": 25.625,
+      "step": 23464
+    },
+    {
+      "epoch": 1.1213323138679154,
+      "grad_norm": 196.65771484375,
+      "learning_rate": 8.526523765509496e-06,
+      "loss": 16.75,
+      "step": 23465
+    },
+    {
+      "epoch": 1.1213801013093758,
+      "grad_norm": 199.59915161132812,
+      "learning_rate": 8.525758349329148e-06,
+      "loss": 22.4844,
+      "step": 23466
+    },
+    {
+      "epoch": 1.1214278887508362,
+      "grad_norm": 474.6025695800781,
+      "learning_rate": 8.524992941977606e-06,
+      "loss": 26.4062,
+      "step": 23467
+    },
+    {
+      "epoch": 1.1214756761922966,
+      "grad_norm": 245.37612915039062,
+      "learning_rate": 8.524227543459449e-06,
+      "loss": 22.0781,
+      "step": 23468
+    },
+    {
+      "epoch": 1.121523463633757,
+      "grad_norm": 196.19908142089844,
+      "learning_rate": 8.523462153779269e-06,
+      "loss": 20.75,
+      "step": 23469
+    },
+    {
+      "epoch": 1.1215712510752174,
+      "grad_norm": 1139.8438720703125,
+      "learning_rate": 8.522696772941642e-06,
+      "loss": 27.4688,
+      "step": 23470
+    },
+    {
+      "epoch": 1.1216190385166778,
+      "grad_norm": 189.7206268310547,
+      "learning_rate": 8.521931400951159e-06,
+      "loss": 20.5469,
+      "step": 23471
+    },
+    {
+      "epoch": 1.1216668259581382,
+      "grad_norm": 453.52301025390625,
+      "learning_rate": 8.521166037812395e-06,
+      "loss": 39.5781,
+      "step": 23472
+    },
+    {
+      "epoch": 1.1217146133995985,
+      "grad_norm": 258.71514892578125,
+      "learning_rate": 8.520400683529941e-06,
+      "loss": 29.0781,
+      "step": 23473
+    },
+    {
+      "epoch": 1.121762400841059,
+      "grad_norm": 227.4567108154297,
+      "learning_rate": 8.519635338108376e-06,
+      "loss": 32.75,
+      "step": 23474
+    },
+    {
+      "epoch": 1.1218101882825193,
+      "grad_norm": 583.8328247070312,
+      "learning_rate": 8.518870001552288e-06,
+      "loss": 34.3906,
+      "step": 23475
+    },
+    {
+      "epoch": 1.1218579757239797,
+      "grad_norm": 194.94598388671875,
+      "learning_rate": 8.518104673866255e-06,
+      "loss": 21.3438,
+      "step": 23476
+    },
+    {
+      "epoch": 1.12190576316544,
+      "grad_norm": 127.72957611083984,
+      "learning_rate": 8.517339355054862e-06,
+      "loss": 24.3594,
+      "step": 23477
+    },
+    {
+      "epoch": 1.1219535506069005,
+      "grad_norm": 166.81993103027344,
+      "learning_rate": 8.516574045122698e-06,
+      "loss": 27.9375,
+      "step": 23478
+    },
+    {
+      "epoch": 1.1220013380483609,
+      "grad_norm": 593.3770141601562,
+      "learning_rate": 8.515808744074337e-06,
+      "loss": 30.2969,
+      "step": 23479
+    },
+    {
+      "epoch": 1.1220491254898213,
+      "grad_norm": 405.3254089355469,
+      "learning_rate": 8.515043451914366e-06,
+      "loss": 27.2969,
+      "step": 23480
+    },
+    {
+      "epoch": 1.1220969129312817,
+      "grad_norm": 256.4726867675781,
+      "learning_rate": 8.51427816864737e-06,
+      "loss": 26.5938,
+      "step": 23481
+    },
+    {
+      "epoch": 1.122144700372742,
+      "grad_norm": 164.0648193359375,
+      "learning_rate": 8.513512894277933e-06,
+      "loss": 30.75,
+      "step": 23482
+    },
+    {
+      "epoch": 1.1221924878142024,
+      "grad_norm": 190.9173126220703,
+      "learning_rate": 8.512747628810632e-06,
+      "loss": 23.8438,
+      "step": 23483
+    },
+    {
+      "epoch": 1.1222402752556628,
+      "grad_norm": 322.6512451171875,
+      "learning_rate": 8.511982372250057e-06,
+      "loss": 21.5312,
+      "step": 23484
+    },
+    {
+      "epoch": 1.1222880626971232,
+      "grad_norm": 245.50558471679688,
+      "learning_rate": 8.511217124600783e-06,
+      "loss": 30.5312,
+      "step": 23485
+    },
+    {
+      "epoch": 1.1223358501385836,
+      "grad_norm": 243.65748596191406,
+      "learning_rate": 8.510451885867404e-06,
+      "loss": 29.2344,
+      "step": 23486
+    },
+    {
+      "epoch": 1.122383637580044,
+      "grad_norm": 2191.915771484375,
+      "learning_rate": 8.50968665605449e-06,
+      "loss": 26.5,
+      "step": 23487
+    },
+    {
+      "epoch": 1.1224314250215044,
+      "grad_norm": 97.30349731445312,
+      "learning_rate": 8.50892143516663e-06,
+      "loss": 20.8906,
+      "step": 23488
+    },
+    {
+      "epoch": 1.1224792124629648,
+      "grad_norm": 243.28944396972656,
+      "learning_rate": 8.508156223208412e-06,
+      "loss": 31.0625,
+      "step": 23489
+    },
+    {
+      "epoch": 1.1225269999044252,
+      "grad_norm": 182.798583984375,
+      "learning_rate": 8.507391020184408e-06,
+      "loss": 20.9062,
+      "step": 23490
+    },
+    {
+      "epoch": 1.1225747873458856,
+      "grad_norm": 196.75680541992188,
+      "learning_rate": 8.506625826099208e-06,
+      "loss": 26.3125,
+      "step": 23491
+    },
+    {
+      "epoch": 1.122622574787346,
+      "grad_norm": 414.47821044921875,
+      "learning_rate": 8.50586064095739e-06,
+      "loss": 28.9062,
+      "step": 23492
+    },
+    {
+      "epoch": 1.1226703622288063,
+      "grad_norm": 254.803466796875,
+      "learning_rate": 8.505095464763545e-06,
+      "loss": 24.0312,
+      "step": 23493
+    },
+    {
+      "epoch": 1.1227181496702667,
+      "grad_norm": 777.2423095703125,
+      "learning_rate": 8.504330297522243e-06,
+      "loss": 23.75,
+      "step": 23494
+    },
+    {
+      "epoch": 1.1227659371117271,
+      "grad_norm": 169.1532745361328,
+      "learning_rate": 8.503565139238073e-06,
+      "loss": 22.6094,
+      "step": 23495
+    },
+    {
+      "epoch": 1.1228137245531875,
+      "grad_norm": 203.61331176757812,
+      "learning_rate": 8.502799989915618e-06,
+      "loss": 19.5156,
+      "step": 23496
+    },
+    {
+      "epoch": 1.122861511994648,
+      "grad_norm": 242.1079559326172,
+      "learning_rate": 8.502034849559462e-06,
+      "loss": 28.8906,
+      "step": 23497
+    },
+    {
+      "epoch": 1.1229092994361083,
+      "grad_norm": 281.8668212890625,
+      "learning_rate": 8.50126971817418e-06,
+      "loss": 23.4688,
+      "step": 23498
+    },
+    {
+      "epoch": 1.1229570868775687,
+      "grad_norm": 730.6984252929688,
+      "learning_rate": 8.500504595764363e-06,
+      "loss": 26.0625,
+      "step": 23499
+    },
+    {
+      "epoch": 1.123004874319029,
+      "grad_norm": 228.51051330566406,
+      "learning_rate": 8.499739482334586e-06,
+      "loss": 23.125,
+      "step": 23500
+    },
+    {
+      "epoch": 1.1230526617604895,
+      "grad_norm": 175.78611755371094,
+      "learning_rate": 8.498974377889431e-06,
+      "loss": 21.75,
+      "step": 23501
+    },
+    {
+      "epoch": 1.1231004492019496,
+      "grad_norm": 297.59722900390625,
+      "learning_rate": 8.498209282433488e-06,
+      "loss": 24.25,
+      "step": 23502
+    },
+    {
+      "epoch": 1.12314823664341,
+      "grad_norm": 239.35861206054688,
+      "learning_rate": 8.49744419597133e-06,
+      "loss": 17.7656,
+      "step": 23503
+    },
+    {
+      "epoch": 1.1231960240848704,
+      "grad_norm": 144.8433380126953,
+      "learning_rate": 8.496679118507545e-06,
+      "loss": 20.8281,
+      "step": 23504
+    },
+    {
+      "epoch": 1.1232438115263308,
+      "grad_norm": 168.3157196044922,
+      "learning_rate": 8.495914050046709e-06,
+      "loss": 16.7969,
+      "step": 23505
+    },
+    {
+      "epoch": 1.1232915989677912,
+      "grad_norm": 367.0882568359375,
+      "learning_rate": 8.495148990593408e-06,
+      "loss": 31.7812,
+      "step": 23506
+    },
+    {
+      "epoch": 1.1233393864092516,
+      "grad_norm": 187.68267822265625,
+      "learning_rate": 8.494383940152222e-06,
+      "loss": 35.0312,
+      "step": 23507
+    },
+    {
+      "epoch": 1.123387173850712,
+      "grad_norm": 299.83544921875,
+      "learning_rate": 8.493618898727738e-06,
+      "loss": 26.625,
+      "step": 23508
+    },
+    {
+      "epoch": 1.1234349612921724,
+      "grad_norm": 152.03781127929688,
+      "learning_rate": 8.492853866324529e-06,
+      "loss": 20.9688,
+      "step": 23509
+    },
+    {
+      "epoch": 1.1234827487336327,
+      "grad_norm": 112.50457763671875,
+      "learning_rate": 8.492088842947179e-06,
+      "loss": 22.3906,
+      "step": 23510
+    },
+    {
+      "epoch": 1.1235305361750931,
+      "grad_norm": 299.7922058105469,
+      "learning_rate": 8.491323828600278e-06,
+      "loss": 22.125,
+      "step": 23511
+    },
+    {
+      "epoch": 1.1235783236165535,
+      "grad_norm": 275.5721435546875,
+      "learning_rate": 8.490558823288393e-06,
+      "loss": 25.875,
+      "step": 23512
+    },
+    {
+      "epoch": 1.123626111058014,
+      "grad_norm": 302.5273742675781,
+      "learning_rate": 8.489793827016116e-06,
+      "loss": 28.1562,
+      "step": 23513
+    },
+    {
+      "epoch": 1.1236738984994743,
+      "grad_norm": 336.6942443847656,
+      "learning_rate": 8.489028839788023e-06,
+      "loss": 23.7812,
+      "step": 23514
+    },
+    {
+      "epoch": 1.1237216859409347,
+      "grad_norm": 245.1425323486328,
+      "learning_rate": 8.488263861608704e-06,
+      "loss": 23.75,
+      "step": 23515
+    },
+    {
+      "epoch": 1.123769473382395,
+      "grad_norm": 176.8134307861328,
+      "learning_rate": 8.487498892482727e-06,
+      "loss": 21.9375,
+      "step": 23516
+    },
+    {
+      "epoch": 1.1238172608238555,
+      "grad_norm": 242.86907958984375,
+      "learning_rate": 8.486733932414683e-06,
+      "loss": 30.25,
+      "step": 23517
+    },
+    {
+      "epoch": 1.1238650482653159,
+      "grad_norm": 174.2144775390625,
+      "learning_rate": 8.48596898140915e-06,
+      "loss": 23.2031,
+      "step": 23518
+    },
+    {
+      "epoch": 1.1239128357067762,
+      "grad_norm": 461.93438720703125,
+      "learning_rate": 8.485204039470711e-06,
+      "loss": 29.8125,
+      "step": 23519
+    },
+    {
+      "epoch": 1.1239606231482366,
+      "grad_norm": 136.31837463378906,
+      "learning_rate": 8.484439106603941e-06,
+      "loss": 18.5625,
+      "step": 23520
+    },
+    {
+      "epoch": 1.124008410589697,
+      "grad_norm": 269.42340087890625,
+      "learning_rate": 8.483674182813426e-06,
+      "loss": 30.4688,
+      "step": 23521
+    },
+    {
+      "epoch": 1.1240561980311574,
+      "grad_norm": 361.59906005859375,
+      "learning_rate": 8.482909268103745e-06,
+      "loss": 35.0938,
+      "step": 23522
+    },
+    {
+      "epoch": 1.1241039854726178,
+      "grad_norm": 141.7430877685547,
+      "learning_rate": 8.482144362479486e-06,
+      "loss": 25.1562,
+      "step": 23523
+    },
+    {
+      "epoch": 1.1241517729140782,
+      "grad_norm": 522.1238403320312,
+      "learning_rate": 8.481379465945219e-06,
+      "loss": 25.9062,
+      "step": 23524
+    },
+    {
+      "epoch": 1.1241995603555386,
+      "grad_norm": 227.7828369140625,
+      "learning_rate": 8.480614578505529e-06,
+      "loss": 31.0938,
+      "step": 23525
+    },
+    {
+      "epoch": 1.124247347796999,
+      "grad_norm": 182.862548828125,
+      "learning_rate": 8.479849700165002e-06,
+      "loss": 26.375,
+      "step": 23526
+    },
+    {
+      "epoch": 1.1242951352384594,
+      "grad_norm": 285.8304138183594,
+      "learning_rate": 8.479084830928208e-06,
+      "loss": 18.9375,
+      "step": 23527
+    },
+    {
+      "epoch": 1.1243429226799198,
+      "grad_norm": 380.6561279296875,
+      "learning_rate": 8.478319970799735e-06,
+      "loss": 27.8125,
+      "step": 23528
+    },
+    {
+      "epoch": 1.1243907101213801,
+      "grad_norm": 294.552001953125,
+      "learning_rate": 8.47755511978416e-06,
+      "loss": 27.0156,
+      "step": 23529
+    },
+    {
+      "epoch": 1.1244384975628405,
+      "grad_norm": 186.1794891357422,
+      "learning_rate": 8.476790277886071e-06,
+      "loss": 20.125,
+      "step": 23530
+    },
+    {
+      "epoch": 1.124486285004301,
+      "grad_norm": 235.16209411621094,
+      "learning_rate": 8.476025445110039e-06,
+      "loss": 21.8438,
+      "step": 23531
+    },
+    {
+      "epoch": 1.1245340724457613,
+      "grad_norm": 318.1404724121094,
+      "learning_rate": 8.475260621460649e-06,
+      "loss": 31.6562,
+      "step": 23532
+    },
+    {
+      "epoch": 1.1245818598872217,
+      "grad_norm": 542.0128173828125,
+      "learning_rate": 8.47449580694248e-06,
+      "loss": 29.25,
+      "step": 23533
+    },
+    {
+      "epoch": 1.124629647328682,
+      "grad_norm": 334.818115234375,
+      "learning_rate": 8.473731001560112e-06,
+      "loss": 17.1406,
+      "step": 23534
+    },
+    {
+      "epoch": 1.1246774347701425,
+      "grad_norm": 570.352783203125,
+      "learning_rate": 8.472966205318127e-06,
+      "loss": 24.9688,
+      "step": 23535
+    },
+    {
+      "epoch": 1.1247252222116029,
+      "grad_norm": 273.97186279296875,
+      "learning_rate": 8.472201418221103e-06,
+      "loss": 18.375,
+      "step": 23536
+    },
+    {
+      "epoch": 1.1247730096530633,
+      "grad_norm": 205.49452209472656,
+      "learning_rate": 8.471436640273625e-06,
+      "loss": 22.625,
+      "step": 23537
+    },
+    {
+      "epoch": 1.1248207970945237,
+      "grad_norm": 208.98081970214844,
+      "learning_rate": 8.470671871480264e-06,
+      "loss": 29.7344,
+      "step": 23538
+    },
+    {
+      "epoch": 1.124868584535984,
+      "grad_norm": 166.95986938476562,
+      "learning_rate": 8.469907111845606e-06,
+      "loss": 29.8125,
+      "step": 23539
+    },
+    {
+      "epoch": 1.1249163719774444,
+      "grad_norm": 199.4265899658203,
+      "learning_rate": 8.46914236137423e-06,
+      "loss": 22.2656,
+      "step": 23540
+    },
+    {
+      "epoch": 1.1249641594189046,
+      "grad_norm": 219.6211395263672,
+      "learning_rate": 8.468377620070719e-06,
+      "loss": 29.0,
+      "step": 23541
+    },
+    {
+      "epoch": 1.125011946860365,
+      "grad_norm": 438.2184753417969,
+      "learning_rate": 8.467612887939647e-06,
+      "loss": 33.5,
+      "step": 23542
+    },
+    {
+      "epoch": 1.1250597343018254,
+      "grad_norm": 213.05467224121094,
+      "learning_rate": 8.466848164985595e-06,
+      "loss": 28.625,
+      "step": 23543
+    },
+    {
+      "epoch": 1.1251075217432858,
+      "grad_norm": 296.7530822753906,
+      "learning_rate": 8.466083451213145e-06,
+      "loss": 32.3125,
+      "step": 23544
+    },
+    {
+      "epoch": 1.1251553091847462,
+      "grad_norm": 143.2294921875,
+      "learning_rate": 8.46531874662688e-06,
+      "loss": 20.6094,
+      "step": 23545
+    },
+    {
+      "epoch": 1.1252030966262065,
+      "grad_norm": 266.9351806640625,
+      "learning_rate": 8.464554051231371e-06,
+      "loss": 25.3125,
+      "step": 23546
+    },
+    {
+      "epoch": 1.125250884067667,
+      "grad_norm": 285.3150634765625,
+      "learning_rate": 8.463789365031203e-06,
+      "loss": 25.8438,
+      "step": 23547
+    },
+    {
+      "epoch": 1.1252986715091273,
+      "grad_norm": 162.3960723876953,
+      "learning_rate": 8.463024688030959e-06,
+      "loss": 21.5312,
+      "step": 23548
+    },
+    {
+      "epoch": 1.1253464589505877,
+      "grad_norm": 279.8744201660156,
+      "learning_rate": 8.462260020235206e-06,
+      "loss": 28.5625,
+      "step": 23549
+    },
+    {
+      "epoch": 1.125394246392048,
+      "grad_norm": 250.20712280273438,
+      "learning_rate": 8.461495361648538e-06,
+      "loss": 25.0625,
+      "step": 23550
+    },
+    {
+      "epoch": 1.1254420338335085,
+      "grad_norm": 275.9687805175781,
+      "learning_rate": 8.460730712275522e-06,
+      "loss": 21.9219,
+      "step": 23551
+    },
+    {
+      "epoch": 1.1254898212749689,
+      "grad_norm": 220.24923706054688,
+      "learning_rate": 8.459966072120746e-06,
+      "loss": 30.5938,
+      "step": 23552
+    },
+    {
+      "epoch": 1.1255376087164293,
+      "grad_norm": 305.5574951171875,
+      "learning_rate": 8.459201441188787e-06,
+      "loss": 25.6875,
+      "step": 23553
+    },
+    {
+      "epoch": 1.1255853961578897,
+      "grad_norm": 352.8979797363281,
+      "learning_rate": 8.45843681948422e-06,
+      "loss": 29.6719,
+      "step": 23554
+    },
+    {
+      "epoch": 1.12563318359935,
+      "grad_norm": 134.55982971191406,
+      "learning_rate": 8.457672207011629e-06,
+      "loss": 21.8438,
+      "step": 23555
+    },
+    {
+      "epoch": 1.1256809710408104,
+      "grad_norm": 252.2387237548828,
+      "learning_rate": 8.456907603775594e-06,
+      "loss": 24.4688,
+      "step": 23556
+    },
+    {
+      "epoch": 1.1257287584822708,
+      "grad_norm": 133.17991638183594,
+      "learning_rate": 8.456143009780687e-06,
+      "loss": 24.4688,
+      "step": 23557
+    },
+    {
+      "epoch": 1.1257765459237312,
+      "grad_norm": 512.9037475585938,
+      "learning_rate": 8.455378425031492e-06,
+      "loss": 24.4688,
+      "step": 23558
+    },
+    {
+      "epoch": 1.1258243333651916,
+      "grad_norm": 344.8475341796875,
+      "learning_rate": 8.454613849532586e-06,
+      "loss": 25.9062,
+      "step": 23559
+    },
+    {
+      "epoch": 1.125872120806652,
+      "grad_norm": 243.65745544433594,
+      "learning_rate": 8.453849283288554e-06,
+      "loss": 22.0938,
+      "step": 23560
+    },
+    {
+      "epoch": 1.1259199082481124,
+      "grad_norm": 268.2752380371094,
+      "learning_rate": 8.453084726303966e-06,
+      "loss": 25.8281,
+      "step": 23561
+    },
+    {
+      "epoch": 1.1259676956895728,
+      "grad_norm": 199.25802612304688,
+      "learning_rate": 8.452320178583404e-06,
+      "loss": 21.375,
+      "step": 23562
+    },
+    {
+      "epoch": 1.1260154831310332,
+      "grad_norm": 150.9400634765625,
+      "learning_rate": 8.45155564013145e-06,
+      "loss": 18.6328,
+      "step": 23563
+    },
+    {
+      "epoch": 1.1260632705724936,
+      "grad_norm": 231.41354370117188,
+      "learning_rate": 8.450791110952677e-06,
+      "loss": 23.2188,
+      "step": 23564
+    },
+    {
+      "epoch": 1.126111058013954,
+      "grad_norm": 128.58958435058594,
+      "learning_rate": 8.450026591051669e-06,
+      "loss": 13.0625,
+      "step": 23565
+    },
+    {
+      "epoch": 1.1261588454554143,
+      "grad_norm": 332.168212890625,
+      "learning_rate": 8.449262080432998e-06,
+      "loss": 33.7812,
+      "step": 23566
+    },
+    {
+      "epoch": 1.1262066328968747,
+      "grad_norm": 197.45230102539062,
+      "learning_rate": 8.44849757910125e-06,
+      "loss": 25.4375,
+      "step": 23567
+    },
+    {
+      "epoch": 1.1262544203383351,
+      "grad_norm": 152.94772338867188,
+      "learning_rate": 8.447733087060996e-06,
+      "loss": 16.2656,
+      "step": 23568
+    },
+    {
+      "epoch": 1.1263022077797955,
+      "grad_norm": 374.74920654296875,
+      "learning_rate": 8.446968604316818e-06,
+      "loss": 19.6875,
+      "step": 23569
+    },
+    {
+      "epoch": 1.126349995221256,
+      "grad_norm": 446.6516418457031,
+      "learning_rate": 8.446204130873295e-06,
+      "loss": 22.4219,
+      "step": 23570
+    },
+    {
+      "epoch": 1.1263977826627163,
+      "grad_norm": 246.3795928955078,
+      "learning_rate": 8.445439666735009e-06,
+      "loss": 27.75,
+      "step": 23571
+    },
+    {
+      "epoch": 1.1264455701041767,
+      "grad_norm": 429.6375732421875,
+      "learning_rate": 8.444675211906527e-06,
+      "loss": 21.0469,
+      "step": 23572
+    },
+    {
+      "epoch": 1.126493357545637,
+      "grad_norm": 579.0169067382812,
+      "learning_rate": 8.443910766392434e-06,
+      "loss": 27.4219,
+      "step": 23573
+    },
+    {
+      "epoch": 1.1265411449870975,
+      "grad_norm": 416.25933837890625,
+      "learning_rate": 8.443146330197312e-06,
+      "loss": 22.9531,
+      "step": 23574
+    },
+    {
+      "epoch": 1.1265889324285578,
+      "grad_norm": 388.77685546875,
+      "learning_rate": 8.44238190332573e-06,
+      "loss": 23.4062,
+      "step": 23575
+    },
+    {
+      "epoch": 1.1266367198700182,
+      "grad_norm": 877.2361450195312,
+      "learning_rate": 8.441617485782273e-06,
+      "loss": 25.2812,
+      "step": 23576
+    },
+    {
+      "epoch": 1.1266845073114786,
+      "grad_norm": 162.02041625976562,
+      "learning_rate": 8.440853077571513e-06,
+      "loss": 22.1719,
+      "step": 23577
+    },
+    {
+      "epoch": 1.126732294752939,
+      "grad_norm": 328.8420104980469,
+      "learning_rate": 8.440088678698037e-06,
+      "loss": 25.375,
+      "step": 23578
+    },
+    {
+      "epoch": 1.1267800821943994,
+      "grad_norm": 187.17498779296875,
+      "learning_rate": 8.439324289166412e-06,
+      "loss": 19.5781,
+      "step": 23579
+    },
+    {
+      "epoch": 1.1268278696358598,
+      "grad_norm": 331.9020080566406,
+      "learning_rate": 8.438559908981224e-06,
+      "loss": 21.4531,
+      "step": 23580
+    },
+    {
+      "epoch": 1.1268756570773202,
+      "grad_norm": 355.69635009765625,
+      "learning_rate": 8.437795538147045e-06,
+      "loss": 27.0625,
+      "step": 23581
+    },
+    {
+      "epoch": 1.1269234445187806,
+      "grad_norm": 403.6037292480469,
+      "learning_rate": 8.437031176668458e-06,
+      "loss": 29.0938,
+      "step": 23582
+    },
+    {
+      "epoch": 1.126971231960241,
+      "grad_norm": 275.2126159667969,
+      "learning_rate": 8.436266824550036e-06,
+      "loss": 29.5625,
+      "step": 23583
+    },
+    {
+      "epoch": 1.1270190194017013,
+      "grad_norm": 195.84173583984375,
+      "learning_rate": 8.435502481796357e-06,
+      "loss": 32.0938,
+      "step": 23584
+    },
+    {
+      "epoch": 1.1270668068431617,
+      "grad_norm": 247.55259704589844,
+      "learning_rate": 8.434738148412e-06,
+      "loss": 26.9531,
+      "step": 23585
+    },
+    {
+      "epoch": 1.127114594284622,
+      "grad_norm": 214.07327270507812,
+      "learning_rate": 8.433973824401542e-06,
+      "loss": 22.1406,
+      "step": 23586
+    },
+    {
+      "epoch": 1.1271623817260823,
+      "grad_norm": 268.9311828613281,
+      "learning_rate": 8.433209509769558e-06,
+      "loss": 29.6562,
+      "step": 23587
+    },
+    {
+      "epoch": 1.1272101691675427,
+      "grad_norm": 252.4937286376953,
+      "learning_rate": 8.432445204520627e-06,
+      "loss": 15.5,
+      "step": 23588
+    },
+    {
+      "epoch": 1.127257956609003,
+      "grad_norm": 275.291015625,
+      "learning_rate": 8.431680908659332e-06,
+      "loss": 21.2969,
+      "step": 23589
+    },
+    {
+      "epoch": 1.1273057440504635,
+      "grad_norm": 257.5958557128906,
+      "learning_rate": 8.43091662219024e-06,
+      "loss": 26.7344,
+      "step": 23590
+    },
+    {
+      "epoch": 1.1273535314919239,
+      "grad_norm": 420.3338317871094,
+      "learning_rate": 8.430152345117933e-06,
+      "loss": 26.6562,
+      "step": 23591
+    },
+    {
+      "epoch": 1.1274013189333842,
+      "grad_norm": 155.06224060058594,
+      "learning_rate": 8.429388077446987e-06,
+      "loss": 21.4844,
+      "step": 23592
+    },
+    {
+      "epoch": 1.1274491063748446,
+      "grad_norm": 286.38653564453125,
+      "learning_rate": 8.428623819181984e-06,
+      "loss": 26.375,
+      "step": 23593
+    },
+    {
+      "epoch": 1.127496893816305,
+      "grad_norm": 329.0072326660156,
+      "learning_rate": 8.427859570327494e-06,
+      "loss": 27.8438,
+      "step": 23594
+    },
+    {
+      "epoch": 1.1275446812577654,
+      "grad_norm": 262.24334716796875,
+      "learning_rate": 8.427095330888094e-06,
+      "loss": 29.125,
+      "step": 23595
+    },
+    {
+      "epoch": 1.1275924686992258,
+      "grad_norm": 195.34066772460938,
+      "learning_rate": 8.42633110086837e-06,
+      "loss": 16.4219,
+      "step": 23596
+    },
+    {
+      "epoch": 1.1276402561406862,
+      "grad_norm": 237.1912841796875,
+      "learning_rate": 8.425566880272886e-06,
+      "loss": 25.75,
+      "step": 23597
+    },
+    {
+      "epoch": 1.1276880435821466,
+      "grad_norm": 204.10679626464844,
+      "learning_rate": 8.424802669106226e-06,
+      "loss": 29.2188,
+      "step": 23598
+    },
+    {
+      "epoch": 1.127735831023607,
+      "grad_norm": 464.75323486328125,
+      "learning_rate": 8.424038467372968e-06,
+      "loss": 39.4062,
+      "step": 23599
+    },
+    {
+      "epoch": 1.1277836184650674,
+      "grad_norm": 270.2498779296875,
+      "learning_rate": 8.423274275077685e-06,
+      "loss": 32.6562,
+      "step": 23600
+    },
+    {
+      "epoch": 1.1278314059065278,
+      "grad_norm": 261.16241455078125,
+      "learning_rate": 8.422510092224954e-06,
+      "loss": 38.9062,
+      "step": 23601
+    },
+    {
+      "epoch": 1.1278791933479881,
+      "grad_norm": 263.01641845703125,
+      "learning_rate": 8.421745918819351e-06,
+      "loss": 25.0938,
+      "step": 23602
+    },
+    {
+      "epoch": 1.1279269807894485,
+      "grad_norm": 158.80015563964844,
+      "learning_rate": 8.420981754865453e-06,
+      "loss": 16.1875,
+      "step": 23603
+    },
+    {
+      "epoch": 1.127974768230909,
+      "grad_norm": 272.724365234375,
+      "learning_rate": 8.420217600367842e-06,
+      "loss": 31.9688,
+      "step": 23604
+    },
+    {
+      "epoch": 1.1280225556723693,
+      "grad_norm": 277.29766845703125,
+      "learning_rate": 8.419453455331083e-06,
+      "loss": 17.7344,
+      "step": 23605
+    },
+    {
+      "epoch": 1.1280703431138297,
+      "grad_norm": 287.0838623046875,
+      "learning_rate": 8.41868931975976e-06,
+      "loss": 22.875,
+      "step": 23606
+    },
+    {
+      "epoch": 1.12811813055529,
+      "grad_norm": 167.22756958007812,
+      "learning_rate": 8.417925193658447e-06,
+      "loss": 18.6406,
+      "step": 23607
+    },
+    {
+      "epoch": 1.1281659179967505,
+      "grad_norm": 351.2105712890625,
+      "learning_rate": 8.417161077031725e-06,
+      "loss": 21.2812,
+      "step": 23608
+    },
+    {
+      "epoch": 1.1282137054382109,
+      "grad_norm": 271.2878723144531,
+      "learning_rate": 8.416396969884162e-06,
+      "loss": 27.1406,
+      "step": 23609
+    },
+    {
+      "epoch": 1.1282614928796713,
+      "grad_norm": 246.24168395996094,
+      "learning_rate": 8.415632872220336e-06,
+      "loss": 25.0625,
+      "step": 23610
+    },
+    {
+      "epoch": 1.1283092803211316,
+      "grad_norm": 204.82618713378906,
+      "learning_rate": 8.41486878404483e-06,
+      "loss": 20.0312,
+      "step": 23611
+    },
+    {
+      "epoch": 1.128357067762592,
+      "grad_norm": 116.05389404296875,
+      "learning_rate": 8.414104705362212e-06,
+      "loss": 20.9844,
+      "step": 23612
+    },
+    {
+      "epoch": 1.1284048552040524,
+      "grad_norm": 132.78079223632812,
+      "learning_rate": 8.413340636177059e-06,
+      "loss": 21.625,
+      "step": 23613
+    },
+    {
+      "epoch": 1.1284526426455128,
+      "grad_norm": 345.35040283203125,
+      "learning_rate": 8.41257657649395e-06,
+      "loss": 41.7188,
+      "step": 23614
+    },
+    {
+      "epoch": 1.1285004300869732,
+      "grad_norm": 346.05133056640625,
+      "learning_rate": 8.411812526317458e-06,
+      "loss": 23.875,
+      "step": 23615
+    },
+    {
+      "epoch": 1.1285482175284336,
+      "grad_norm": 247.29568481445312,
+      "learning_rate": 8.411048485652162e-06,
+      "loss": 31.5,
+      "step": 23616
+    },
+    {
+      "epoch": 1.128596004969894,
+      "grad_norm": 380.5123291015625,
+      "learning_rate": 8.41028445450263e-06,
+      "loss": 28.3125,
+      "step": 23617
+    },
+    {
+      "epoch": 1.1286437924113544,
+      "grad_norm": 230.3134765625,
+      "learning_rate": 8.409520432873446e-06,
+      "loss": 23.6875,
+      "step": 23618
+    },
+    {
+      "epoch": 1.1286915798528148,
+      "grad_norm": 389.1578369140625,
+      "learning_rate": 8.408756420769184e-06,
+      "loss": 26.3438,
+      "step": 23619
+    },
+    {
+      "epoch": 1.1287393672942752,
+      "grad_norm": 176.20045471191406,
+      "learning_rate": 8.407992418194416e-06,
+      "loss": 26.8438,
+      "step": 23620
+    },
+    {
+      "epoch": 1.1287871547357355,
+      "grad_norm": 426.4385986328125,
+      "learning_rate": 8.407228425153719e-06,
+      "loss": 20.9219,
+      "step": 23621
+    },
+    {
+      "epoch": 1.1288349421771957,
+      "grad_norm": 243.3097381591797,
+      "learning_rate": 8.406464441651672e-06,
+      "loss": 26.5625,
+      "step": 23622
+    },
+    {
+      "epoch": 1.128882729618656,
+      "grad_norm": 219.70123291015625,
+      "learning_rate": 8.405700467692842e-06,
+      "loss": 27.6562,
+      "step": 23623
+    },
+    {
+      "epoch": 1.1289305170601165,
+      "grad_norm": 350.02374267578125,
+      "learning_rate": 8.404936503281808e-06,
+      "loss": 21.9375,
+      "step": 23624
+    },
+    {
+      "epoch": 1.1289783045015769,
+      "grad_norm": 217.1012725830078,
+      "learning_rate": 8.404172548423149e-06,
+      "loss": 24.2031,
+      "step": 23625
+    },
+    {
+      "epoch": 1.1290260919430373,
+      "grad_norm": 444.0262451171875,
+      "learning_rate": 8.40340860312144e-06,
+      "loss": 25.3438,
+      "step": 23626
+    },
+    {
+      "epoch": 1.1290738793844977,
+      "grad_norm": 274.0626525878906,
+      "learning_rate": 8.402644667381247e-06,
+      "loss": 29.1875,
+      "step": 23627
+    },
+    {
+      "epoch": 1.129121666825958,
+      "grad_norm": 287.4662170410156,
+      "learning_rate": 8.401880741207155e-06,
+      "loss": 19.1094,
+      "step": 23628
+    },
+    {
+      "epoch": 1.1291694542674184,
+      "grad_norm": 523.7886962890625,
+      "learning_rate": 8.401116824603735e-06,
+      "loss": 42.6562,
+      "step": 23629
+    },
+    {
+      "epoch": 1.1292172417088788,
+      "grad_norm": 164.08575439453125,
+      "learning_rate": 8.400352917575563e-06,
+      "loss": 27.5312,
+      "step": 23630
+    },
+    {
+      "epoch": 1.1292650291503392,
+      "grad_norm": 233.5061492919922,
+      "learning_rate": 8.39958902012721e-06,
+      "loss": 20.9688,
+      "step": 23631
+    },
+    {
+      "epoch": 1.1293128165917996,
+      "grad_norm": 149.06460571289062,
+      "learning_rate": 8.398825132263258e-06,
+      "loss": 17.5469,
+      "step": 23632
+    },
+    {
+      "epoch": 1.12936060403326,
+      "grad_norm": 479.3698425292969,
+      "learning_rate": 8.398061253988274e-06,
+      "loss": 30.5156,
+      "step": 23633
+    },
+    {
+      "epoch": 1.1294083914747204,
+      "grad_norm": 419.8194885253906,
+      "learning_rate": 8.397297385306838e-06,
+      "loss": 22.6719,
+      "step": 23634
+    },
+    {
+      "epoch": 1.1294561789161808,
+      "grad_norm": 296.9339294433594,
+      "learning_rate": 8.39653352622352e-06,
+      "loss": 23.75,
+      "step": 23635
+    },
+    {
+      "epoch": 1.1295039663576412,
+      "grad_norm": 207.46420288085938,
+      "learning_rate": 8.395769676742898e-06,
+      "loss": 25.1406,
+      "step": 23636
+    },
+    {
+      "epoch": 1.1295517537991016,
+      "grad_norm": 154.38693237304688,
+      "learning_rate": 8.39500583686955e-06,
+      "loss": 19.7812,
+      "step": 23637
+    },
+    {
+      "epoch": 1.129599541240562,
+      "grad_norm": 227.5017852783203,
+      "learning_rate": 8.39424200660804e-06,
+      "loss": 19.0312,
+      "step": 23638
+    },
+    {
+      "epoch": 1.1296473286820223,
+      "grad_norm": 284.3391418457031,
+      "learning_rate": 8.39347818596295e-06,
+      "loss": 41.25,
+      "step": 23639
+    },
+    {
+      "epoch": 1.1296951161234827,
+      "grad_norm": 197.49180603027344,
+      "learning_rate": 8.392714374938851e-06,
+      "loss": 19.1875,
+      "step": 23640
+    },
+    {
+      "epoch": 1.1297429035649431,
+      "grad_norm": 486.2488708496094,
+      "learning_rate": 8.391950573540325e-06,
+      "loss": 24.6406,
+      "step": 23641
+    },
+    {
+      "epoch": 1.1297906910064035,
+      "grad_norm": 352.152099609375,
+      "learning_rate": 8.391186781771935e-06,
+      "loss": 16.6094,
+      "step": 23642
+    },
+    {
+      "epoch": 1.129838478447864,
+      "grad_norm": 229.25250244140625,
+      "learning_rate": 8.39042299963826e-06,
+      "loss": 24.8125,
+      "step": 23643
+    },
+    {
+      "epoch": 1.1298862658893243,
+      "grad_norm": 285.1070556640625,
+      "learning_rate": 8.389659227143875e-06,
+      "loss": 32.2812,
+      "step": 23644
+    },
+    {
+      "epoch": 1.1299340533307847,
+      "grad_norm": 149.38182067871094,
+      "learning_rate": 8.388895464293358e-06,
+      "loss": 24.9062,
+      "step": 23645
+    },
+    {
+      "epoch": 1.129981840772245,
+      "grad_norm": 221.75743103027344,
+      "learning_rate": 8.388131711091273e-06,
+      "loss": 20.4219,
+      "step": 23646
+    },
+    {
+      "epoch": 1.1300296282137055,
+      "grad_norm": 203.60130310058594,
+      "learning_rate": 8.3873679675422e-06,
+      "loss": 26.6562,
+      "step": 23647
+    },
+    {
+      "epoch": 1.1300774156551658,
+      "grad_norm": 223.26710510253906,
+      "learning_rate": 8.386604233650714e-06,
+      "loss": 16.75,
+      "step": 23648
+    },
+    {
+      "epoch": 1.1301252030966262,
+      "grad_norm": 191.2664337158203,
+      "learning_rate": 8.385840509421388e-06,
+      "loss": 26.1875,
+      "step": 23649
+    },
+    {
+      "epoch": 1.1301729905380866,
+      "grad_norm": 181.60169982910156,
+      "learning_rate": 8.38507679485879e-06,
+      "loss": 20.1406,
+      "step": 23650
+    },
+    {
+      "epoch": 1.130220777979547,
+      "grad_norm": 226.65869140625,
+      "learning_rate": 8.384313089967499e-06,
+      "loss": 25.2656,
+      "step": 23651
+    },
+    {
+      "epoch": 1.1302685654210074,
+      "grad_norm": 215.47398376464844,
+      "learning_rate": 8.383549394752091e-06,
+      "loss": 26.2969,
+      "step": 23652
+    },
+    {
+      "epoch": 1.1303163528624678,
+      "grad_norm": 424.68316650390625,
+      "learning_rate": 8.382785709217134e-06,
+      "loss": 31.9375,
+      "step": 23653
+    },
+    {
+      "epoch": 1.1303641403039282,
+      "grad_norm": 347.3503723144531,
+      "learning_rate": 8.382022033367202e-06,
+      "loss": 26.5469,
+      "step": 23654
+    },
+    {
+      "epoch": 1.1304119277453886,
+      "grad_norm": 230.3292999267578,
+      "learning_rate": 8.38125836720687e-06,
+      "loss": 23.75,
+      "step": 23655
+    },
+    {
+      "epoch": 1.130459715186849,
+      "grad_norm": 204.13397216796875,
+      "learning_rate": 8.380494710740719e-06,
+      "loss": 28.75,
+      "step": 23656
+    },
+    {
+      "epoch": 1.1305075026283093,
+      "grad_norm": 178.53634643554688,
+      "learning_rate": 8.379731063973307e-06,
+      "loss": 20.5469,
+      "step": 23657
+    },
+    {
+      "epoch": 1.1305552900697697,
+      "grad_norm": 253.17892456054688,
+      "learning_rate": 8.378967426909219e-06,
+      "loss": 26.3281,
+      "step": 23658
+    },
+    {
+      "epoch": 1.1306030775112301,
+      "grad_norm": 391.8763427734375,
+      "learning_rate": 8.378203799553026e-06,
+      "loss": 25.5469,
+      "step": 23659
+    },
+    {
+      "epoch": 1.1306508649526905,
+      "grad_norm": 195.98904418945312,
+      "learning_rate": 8.377440181909295e-06,
+      "loss": 24.6562,
+      "step": 23660
+    },
+    {
+      "epoch": 1.130698652394151,
+      "grad_norm": 522.1754760742188,
+      "learning_rate": 8.376676573982605e-06,
+      "loss": 26.625,
+      "step": 23661
+    },
+    {
+      "epoch": 1.1307464398356113,
+      "grad_norm": 212.62075805664062,
+      "learning_rate": 8.375912975777529e-06,
+      "loss": 21.0,
+      "step": 23662
+    },
+    {
+      "epoch": 1.1307942272770717,
+      "grad_norm": 172.13404846191406,
+      "learning_rate": 8.375149387298639e-06,
+      "loss": 22.3125,
+      "step": 23663
+    },
+    {
+      "epoch": 1.130842014718532,
+      "grad_norm": 265.1719665527344,
+      "learning_rate": 8.374385808550505e-06,
+      "loss": 22.2969,
+      "step": 23664
+    },
+    {
+      "epoch": 1.1308898021599925,
+      "grad_norm": 234.12171936035156,
+      "learning_rate": 8.373622239537705e-06,
+      "loss": 16.6875,
+      "step": 23665
+    },
+    {
+      "epoch": 1.1309375896014529,
+      "grad_norm": 313.8385314941406,
+      "learning_rate": 8.372858680264807e-06,
+      "loss": 28.9375,
+      "step": 23666
+    },
+    {
+      "epoch": 1.1309853770429132,
+      "grad_norm": 194.53330993652344,
+      "learning_rate": 8.37209513073639e-06,
+      "loss": 18.2031,
+      "step": 23667
+    },
+    {
+      "epoch": 1.1310331644843734,
+      "grad_norm": 134.71755981445312,
+      "learning_rate": 8.371331590957019e-06,
+      "loss": 12.2812,
+      "step": 23668
+    },
+    {
+      "epoch": 1.1310809519258338,
+      "grad_norm": 205.72923278808594,
+      "learning_rate": 8.37056806093127e-06,
+      "loss": 23.4062,
+      "step": 23669
+    },
+    {
+      "epoch": 1.1311287393672942,
+      "grad_norm": 274.20623779296875,
+      "learning_rate": 8.369804540663719e-06,
+      "loss": 34.6562,
+      "step": 23670
+    },
+    {
+      "epoch": 1.1311765268087546,
+      "grad_norm": 293.7159423828125,
+      "learning_rate": 8.369041030158931e-06,
+      "loss": 22.2734,
+      "step": 23671
+    },
+    {
+      "epoch": 1.131224314250215,
+      "grad_norm": 206.43191528320312,
+      "learning_rate": 8.368277529421484e-06,
+      "loss": 26.3438,
+      "step": 23672
+    },
+    {
+      "epoch": 1.1312721016916754,
+      "grad_norm": 247.66143798828125,
+      "learning_rate": 8.367514038455949e-06,
+      "loss": 34.4062,
+      "step": 23673
+    },
+    {
+      "epoch": 1.1313198891331357,
+      "grad_norm": 277.88519287109375,
+      "learning_rate": 8.366750557266902e-06,
+      "loss": 25.1875,
+      "step": 23674
+    },
+    {
+      "epoch": 1.1313676765745961,
+      "grad_norm": 329.521728515625,
+      "learning_rate": 8.365987085858907e-06,
+      "loss": 19.2969,
+      "step": 23675
+    },
+    {
+      "epoch": 1.1314154640160565,
+      "grad_norm": 267.0408630371094,
+      "learning_rate": 8.365223624236542e-06,
+      "loss": 23.0312,
+      "step": 23676
+    },
+    {
+      "epoch": 1.131463251457517,
+      "grad_norm": 306.66192626953125,
+      "learning_rate": 8.364460172404378e-06,
+      "loss": 26.2812,
+      "step": 23677
+    },
+    {
+      "epoch": 1.1315110388989773,
+      "grad_norm": 190.53512573242188,
+      "learning_rate": 8.36369673036699e-06,
+      "loss": 28.8438,
+      "step": 23678
+    },
+    {
+      "epoch": 1.1315588263404377,
+      "grad_norm": 280.0518493652344,
+      "learning_rate": 8.362933298128944e-06,
+      "loss": 18.9688,
+      "step": 23679
+    },
+    {
+      "epoch": 1.131606613781898,
+      "grad_norm": 203.86497497558594,
+      "learning_rate": 8.362169875694817e-06,
+      "loss": 20.8438,
+      "step": 23680
+    },
+    {
+      "epoch": 1.1316544012233585,
+      "grad_norm": 177.77407836914062,
+      "learning_rate": 8.361406463069178e-06,
+      "loss": 23.8438,
+      "step": 23681
+    },
+    {
+      "epoch": 1.1317021886648189,
+      "grad_norm": 185.72254943847656,
+      "learning_rate": 8.360643060256601e-06,
+      "loss": 35.875,
+      "step": 23682
+    },
+    {
+      "epoch": 1.1317499761062793,
+      "grad_norm": 169.67794799804688,
+      "learning_rate": 8.359879667261656e-06,
+      "loss": 20.5312,
+      "step": 23683
+    },
+    {
+      "epoch": 1.1317977635477396,
+      "grad_norm": 268.77716064453125,
+      "learning_rate": 8.359116284088914e-06,
+      "loss": 24.8281,
+      "step": 23684
+    },
+    {
+      "epoch": 1.1318455509892,
+      "grad_norm": 129.4700164794922,
+      "learning_rate": 8.358352910742952e-06,
+      "loss": 25.7188,
+      "step": 23685
+    },
+    {
+      "epoch": 1.1318933384306604,
+      "grad_norm": 173.65093994140625,
+      "learning_rate": 8.357589547228335e-06,
+      "loss": 26.5,
+      "step": 23686
+    },
+    {
+      "epoch": 1.1319411258721208,
+      "grad_norm": 292.1407165527344,
+      "learning_rate": 8.356826193549636e-06,
+      "loss": 30.4375,
+      "step": 23687
+    },
+    {
+      "epoch": 1.1319889133135812,
+      "grad_norm": 295.53857421875,
+      "learning_rate": 8.356062849711429e-06,
+      "loss": 20.2031,
+      "step": 23688
+    },
+    {
+      "epoch": 1.1320367007550416,
+      "grad_norm": 285.3346252441406,
+      "learning_rate": 8.355299515718287e-06,
+      "loss": 24.0312,
+      "step": 23689
+    },
+    {
+      "epoch": 1.132084488196502,
+      "grad_norm": 189.5696258544922,
+      "learning_rate": 8.354536191574776e-06,
+      "loss": 20.0,
+      "step": 23690
+    },
+    {
+      "epoch": 1.1321322756379624,
+      "grad_norm": 479.3487243652344,
+      "learning_rate": 8.353772877285469e-06,
+      "loss": 32.5312,
+      "step": 23691
+    },
+    {
+      "epoch": 1.1321800630794228,
+      "grad_norm": 195.534912109375,
+      "learning_rate": 8.353009572854937e-06,
+      "loss": 25.375,
+      "step": 23692
+    },
+    {
+      "epoch": 1.1322278505208832,
+      "grad_norm": 409.2183837890625,
+      "learning_rate": 8.352246278287759e-06,
+      "loss": 36.0938,
+      "step": 23693
+    },
+    {
+      "epoch": 1.1322756379623435,
+      "grad_norm": 191.38197326660156,
+      "learning_rate": 8.351482993588494e-06,
+      "loss": 26.7969,
+      "step": 23694
+    },
+    {
+      "epoch": 1.132323425403804,
+      "grad_norm": 126.3488998413086,
+      "learning_rate": 8.35071971876172e-06,
+      "loss": 19.8438,
+      "step": 23695
+    },
+    {
+      "epoch": 1.1323712128452643,
+      "grad_norm": 162.64630126953125,
+      "learning_rate": 8.349956453812009e-06,
+      "loss": 22.5312,
+      "step": 23696
+    },
+    {
+      "epoch": 1.1324190002867247,
+      "grad_norm": 341.1537780761719,
+      "learning_rate": 8.349193198743928e-06,
+      "loss": 26.1094,
+      "step": 23697
+    },
+    {
+      "epoch": 1.132466787728185,
+      "grad_norm": 158.1104736328125,
+      "learning_rate": 8.348429953562049e-06,
+      "loss": 19.0,
+      "step": 23698
+    },
+    {
+      "epoch": 1.1325145751696455,
+      "grad_norm": 246.46786499023438,
+      "learning_rate": 8.347666718270944e-06,
+      "loss": 21.9844,
+      "step": 23699
+    },
+    {
+      "epoch": 1.1325623626111059,
+      "grad_norm": 148.5428466796875,
+      "learning_rate": 8.346903492875185e-06,
+      "loss": 26.625,
+      "step": 23700
+    },
+    {
+      "epoch": 1.1326101500525663,
+      "grad_norm": 226.08799743652344,
+      "learning_rate": 8.346140277379339e-06,
+      "loss": 25.9688,
+      "step": 23701
+    },
+    {
+      "epoch": 1.1326579374940267,
+      "grad_norm": 257.7741394042969,
+      "learning_rate": 8.345377071787977e-06,
+      "loss": 29.4062,
+      "step": 23702
+    },
+    {
+      "epoch": 1.132705724935487,
+      "grad_norm": 191.03570556640625,
+      "learning_rate": 8.344613876105671e-06,
+      "loss": 29.4531,
+      "step": 23703
+    },
+    {
+      "epoch": 1.1327535123769472,
+      "grad_norm": 618.9849853515625,
+      "learning_rate": 8.343850690336998e-06,
+      "loss": 23.9219,
+      "step": 23704
+    },
+    {
+      "epoch": 1.1328012998184076,
+      "grad_norm": 391.7320556640625,
+      "learning_rate": 8.343087514486517e-06,
+      "loss": 25.0312,
+      "step": 23705
+    },
+    {
+      "epoch": 1.132849087259868,
+      "grad_norm": 265.2524108886719,
+      "learning_rate": 8.342324348558803e-06,
+      "loss": 22.0,
+      "step": 23706
+    },
+    {
+      "epoch": 1.1328968747013284,
+      "grad_norm": 147.41668701171875,
+      "learning_rate": 8.341561192558434e-06,
+      "loss": 23.1875,
+      "step": 23707
+    },
+    {
+      "epoch": 1.1329446621427888,
+      "grad_norm": 158.8828125,
+      "learning_rate": 8.340798046489967e-06,
+      "loss": 16.6406,
+      "step": 23708
+    },
+    {
+      "epoch": 1.1329924495842492,
+      "grad_norm": 274.50408935546875,
+      "learning_rate": 8.340034910357979e-06,
+      "loss": 27.625,
+      "step": 23709
+    },
+    {
+      "epoch": 1.1330402370257096,
+      "grad_norm": 328.4246826171875,
+      "learning_rate": 8.33927178416704e-06,
+      "loss": 24.0312,
+      "step": 23710
+    },
+    {
+      "epoch": 1.13308802446717,
+      "grad_norm": 353.5995178222656,
+      "learning_rate": 8.338508667921725e-06,
+      "loss": 18.5156,
+      "step": 23711
+    },
+    {
+      "epoch": 1.1331358119086303,
+      "grad_norm": 300.27691650390625,
+      "learning_rate": 8.337745561626595e-06,
+      "loss": 23.3125,
+      "step": 23712
+    },
+    {
+      "epoch": 1.1331835993500907,
+      "grad_norm": 167.00653076171875,
+      "learning_rate": 8.336982465286225e-06,
+      "loss": 20.5,
+      "step": 23713
+    },
+    {
+      "epoch": 1.133231386791551,
+      "grad_norm": 300.7218933105469,
+      "learning_rate": 8.336219378905183e-06,
+      "loss": 27.4219,
+      "step": 23714
+    },
+    {
+      "epoch": 1.1332791742330115,
+      "grad_norm": 130.9282684326172,
+      "learning_rate": 8.335456302488042e-06,
+      "loss": 16.6562,
+      "step": 23715
+    },
+    {
+      "epoch": 1.1333269616744719,
+      "grad_norm": 193.9185028076172,
+      "learning_rate": 8.334693236039369e-06,
+      "loss": 20.2188,
+      "step": 23716
+    },
+    {
+      "epoch": 1.1333747491159323,
+      "grad_norm": 188.35418701171875,
+      "learning_rate": 8.333930179563735e-06,
+      "loss": 22.9219,
+      "step": 23717
+    },
+    {
+      "epoch": 1.1334225365573927,
+      "grad_norm": 280.49908447265625,
+      "learning_rate": 8.333167133065711e-06,
+      "loss": 31.5938,
+      "step": 23718
+    },
+    {
+      "epoch": 1.133470323998853,
+      "grad_norm": 672.6055908203125,
+      "learning_rate": 8.332404096549861e-06,
+      "loss": 25.5,
+      "step": 23719
+    },
+    {
+      "epoch": 1.1335181114403134,
+      "grad_norm": 234.24391174316406,
+      "learning_rate": 8.33164107002076e-06,
+      "loss": 23.75,
+      "step": 23720
+    },
+    {
+      "epoch": 1.1335658988817738,
+      "grad_norm": 193.72686767578125,
+      "learning_rate": 8.330878053482977e-06,
+      "loss": 22.8906,
+      "step": 23721
+    },
+    {
+      "epoch": 1.1336136863232342,
+      "grad_norm": 208.90390014648438,
+      "learning_rate": 8.330115046941083e-06,
+      "loss": 25.2188,
+      "step": 23722
+    },
+    {
+      "epoch": 1.1336614737646946,
+      "grad_norm": 340.09747314453125,
+      "learning_rate": 8.329352050399642e-06,
+      "loss": 29.7188,
+      "step": 23723
+    },
+    {
+      "epoch": 1.133709261206155,
+      "grad_norm": 255.2198028564453,
+      "learning_rate": 8.328589063863227e-06,
+      "loss": 16.9531,
+      "step": 23724
+    },
+    {
+      "epoch": 1.1337570486476154,
+      "grad_norm": 282.489013671875,
+      "learning_rate": 8.327826087336406e-06,
+      "loss": 27.1875,
+      "step": 23725
+    },
+    {
+      "epoch": 1.1338048360890758,
+      "grad_norm": 412.988525390625,
+      "learning_rate": 8.327063120823753e-06,
+      "loss": 24.4375,
+      "step": 23726
+    },
+    {
+      "epoch": 1.1338526235305362,
+      "grad_norm": 289.20355224609375,
+      "learning_rate": 8.326300164329828e-06,
+      "loss": 18.375,
+      "step": 23727
+    },
+    {
+      "epoch": 1.1339004109719966,
+      "grad_norm": 267.6350402832031,
+      "learning_rate": 8.325537217859208e-06,
+      "loss": 34.0625,
+      "step": 23728
+    },
+    {
+      "epoch": 1.133948198413457,
+      "grad_norm": 208.26805114746094,
+      "learning_rate": 8.324774281416459e-06,
+      "loss": 28.5938,
+      "step": 23729
+    },
+    {
+      "epoch": 1.1339959858549173,
+      "grad_norm": 247.71121215820312,
+      "learning_rate": 8.324011355006152e-06,
+      "loss": 28.6719,
+      "step": 23730
+    },
+    {
+      "epoch": 1.1340437732963777,
+      "grad_norm": 147.68858337402344,
+      "learning_rate": 8.323248438632854e-06,
+      "loss": 25.0938,
+      "step": 23731
+    },
+    {
+      "epoch": 1.1340915607378381,
+      "grad_norm": 402.2257995605469,
+      "learning_rate": 8.322485532301133e-06,
+      "loss": 16.9531,
+      "step": 23732
+    },
+    {
+      "epoch": 1.1341393481792985,
+      "grad_norm": 153.21856689453125,
+      "learning_rate": 8.321722636015562e-06,
+      "loss": 20.5,
+      "step": 23733
+    },
+    {
+      "epoch": 1.134187135620759,
+      "grad_norm": 322.55718994140625,
+      "learning_rate": 8.320959749780702e-06,
+      "loss": 27.0938,
+      "step": 23734
+    },
+    {
+      "epoch": 1.1342349230622193,
+      "grad_norm": 263.91888427734375,
+      "learning_rate": 8.320196873601128e-06,
+      "loss": 32.5938,
+      "step": 23735
+    },
+    {
+      "epoch": 1.1342827105036797,
+      "grad_norm": 243.19432067871094,
+      "learning_rate": 8.319434007481407e-06,
+      "loss": 17.375,
+      "step": 23736
+    },
+    {
+      "epoch": 1.13433049794514,
+      "grad_norm": 157.6516876220703,
+      "learning_rate": 8.31867115142611e-06,
+      "loss": 19.6406,
+      "step": 23737
+    },
+    {
+      "epoch": 1.1343782853866005,
+      "grad_norm": 459.6951904296875,
+      "learning_rate": 8.317908305439802e-06,
+      "loss": 37.2188,
+      "step": 23738
+    },
+    {
+      "epoch": 1.1344260728280608,
+      "grad_norm": 295.0254821777344,
+      "learning_rate": 8.317145469527051e-06,
+      "loss": 26.1875,
+      "step": 23739
+    },
+    {
+      "epoch": 1.1344738602695212,
+      "grad_norm": 242.05889892578125,
+      "learning_rate": 8.316382643692427e-06,
+      "loss": 27.875,
+      "step": 23740
+    },
+    {
+      "epoch": 1.1345216477109816,
+      "grad_norm": 211.8900909423828,
+      "learning_rate": 8.315619827940504e-06,
+      "loss": 16.9219,
+      "step": 23741
+    },
+    {
+      "epoch": 1.134569435152442,
+      "grad_norm": 165.49327087402344,
+      "learning_rate": 8.31485702227584e-06,
+      "loss": 23.75,
+      "step": 23742
+    },
+    {
+      "epoch": 1.1346172225939024,
+      "grad_norm": 268.4898376464844,
+      "learning_rate": 8.314094226703007e-06,
+      "loss": 24.3438,
+      "step": 23743
+    },
+    {
+      "epoch": 1.1346650100353628,
+      "grad_norm": 214.77569580078125,
+      "learning_rate": 8.313331441226581e-06,
+      "loss": 24.3906,
+      "step": 23744
+    },
+    {
+      "epoch": 1.1347127974768232,
+      "grad_norm": 194.14651489257812,
+      "learning_rate": 8.312568665851117e-06,
+      "loss": 22.375,
+      "step": 23745
+    },
+    {
+      "epoch": 1.1347605849182836,
+      "grad_norm": 185.30938720703125,
+      "learning_rate": 8.311805900581192e-06,
+      "loss": 27.5312,
+      "step": 23746
+    },
+    {
+      "epoch": 1.134808372359744,
+      "grad_norm": 375.6484680175781,
+      "learning_rate": 8.311043145421369e-06,
+      "loss": 26.9062,
+      "step": 23747
+    },
+    {
+      "epoch": 1.1348561598012044,
+      "grad_norm": 303.1672668457031,
+      "learning_rate": 8.31028040037622e-06,
+      "loss": 20.2188,
+      "step": 23748
+    },
+    {
+      "epoch": 1.1349039472426647,
+      "grad_norm": 268.84869384765625,
+      "learning_rate": 8.30951766545031e-06,
+      "loss": 27.625,
+      "step": 23749
+    },
+    {
+      "epoch": 1.1349517346841251,
+      "grad_norm": 1375.235107421875,
+      "learning_rate": 8.308754940648208e-06,
+      "loss": 19.0,
+      "step": 23750
+    },
+    {
+      "epoch": 1.1349995221255853,
+      "grad_norm": 198.7008819580078,
+      "learning_rate": 8.307992225974481e-06,
+      "loss": 24.6875,
+      "step": 23751
+    },
+    {
+      "epoch": 1.1350473095670457,
+      "grad_norm": 341.92047119140625,
+      "learning_rate": 8.307229521433703e-06,
+      "loss": 23.0625,
+      "step": 23752
+    },
+    {
+      "epoch": 1.135095097008506,
+      "grad_norm": 348.5289611816406,
+      "learning_rate": 8.306466827030428e-06,
+      "loss": 29.4688,
+      "step": 23753
+    },
+    {
+      "epoch": 1.1351428844499665,
+      "grad_norm": 608.950927734375,
+      "learning_rate": 8.305704142769233e-06,
+      "loss": 20.7656,
+      "step": 23754
+    },
+    {
+      "epoch": 1.1351906718914269,
+      "grad_norm": 306.5005798339844,
+      "learning_rate": 8.30494146865469e-06,
+      "loss": 26.7812,
+      "step": 23755
+    },
+    {
+      "epoch": 1.1352384593328873,
+      "grad_norm": 588.8641357421875,
+      "learning_rate": 8.304178804691355e-06,
+      "loss": 31.9375,
+      "step": 23756
+    },
+    {
+      "epoch": 1.1352862467743476,
+      "grad_norm": 151.6251220703125,
+      "learning_rate": 8.3034161508838e-06,
+      "loss": 26.9219,
+      "step": 23757
+    },
+    {
+      "epoch": 1.135334034215808,
+      "grad_norm": 614.6774291992188,
+      "learning_rate": 8.302653507236593e-06,
+      "loss": 28.8906,
+      "step": 23758
+    },
+    {
+      "epoch": 1.1353818216572684,
+      "grad_norm": 232.9721221923828,
+      "learning_rate": 8.301890873754306e-06,
+      "loss": 27.1562,
+      "step": 23759
+    },
+    {
+      "epoch": 1.1354296090987288,
+      "grad_norm": 194.22958374023438,
+      "learning_rate": 8.301128250441497e-06,
+      "loss": 15.875,
+      "step": 23760
+    },
+    {
+      "epoch": 1.1354773965401892,
+      "grad_norm": 281.1079406738281,
+      "learning_rate": 8.300365637302738e-06,
+      "loss": 29.0,
+      "step": 23761
+    },
+    {
+      "epoch": 1.1355251839816496,
+      "grad_norm": 275.24493408203125,
+      "learning_rate": 8.299603034342598e-06,
+      "loss": 23.7656,
+      "step": 23762
+    },
+    {
+      "epoch": 1.13557297142311,
+      "grad_norm": 423.7705078125,
+      "learning_rate": 8.298840441565642e-06,
+      "loss": 28.8438,
+      "step": 23763
+    },
+    {
+      "epoch": 1.1356207588645704,
+      "grad_norm": 283.2493896484375,
+      "learning_rate": 8.298077858976435e-06,
+      "loss": 19.2344,
+      "step": 23764
+    },
+    {
+      "epoch": 1.1356685463060308,
+      "grad_norm": 238.00918579101562,
+      "learning_rate": 8.297315286579544e-06,
+      "loss": 31.2812,
+      "step": 23765
+    },
+    {
+      "epoch": 1.1357163337474911,
+      "grad_norm": 171.1645965576172,
+      "learning_rate": 8.296552724379539e-06,
+      "loss": 22.3438,
+      "step": 23766
+    },
+    {
+      "epoch": 1.1357641211889515,
+      "grad_norm": 372.55859375,
+      "learning_rate": 8.295790172380988e-06,
+      "loss": 21.0312,
+      "step": 23767
+    },
+    {
+      "epoch": 1.135811908630412,
+      "grad_norm": 165.32177734375,
+      "learning_rate": 8.295027630588451e-06,
+      "loss": 22.7344,
+      "step": 23768
+    },
+    {
+      "epoch": 1.1358596960718723,
+      "grad_norm": 556.7703857421875,
+      "learning_rate": 8.294265099006499e-06,
+      "loss": 22.6719,
+      "step": 23769
+    },
+    {
+      "epoch": 1.1359074835133327,
+      "grad_norm": 295.1781921386719,
+      "learning_rate": 8.293502577639702e-06,
+      "loss": 30.5312,
+      "step": 23770
+    },
+    {
+      "epoch": 1.135955270954793,
+      "grad_norm": 203.00784301757812,
+      "learning_rate": 8.292740066492617e-06,
+      "loss": 21.8438,
+      "step": 23771
+    },
+    {
+      "epoch": 1.1360030583962535,
+      "grad_norm": 214.26344299316406,
+      "learning_rate": 8.291977565569818e-06,
+      "loss": 14.375,
+      "step": 23772
+    },
+    {
+      "epoch": 1.1360508458377139,
+      "grad_norm": 378.3250427246094,
+      "learning_rate": 8.291215074875868e-06,
+      "loss": 26.7812,
+      "step": 23773
+    },
+    {
+      "epoch": 1.1360986332791743,
+      "grad_norm": 268.50958251953125,
+      "learning_rate": 8.290452594415339e-06,
+      "loss": 22.4688,
+      "step": 23774
+    },
+    {
+      "epoch": 1.1361464207206347,
+      "grad_norm": 204.64578247070312,
+      "learning_rate": 8.28969012419279e-06,
+      "loss": 24.2188,
+      "step": 23775
+    },
+    {
+      "epoch": 1.136194208162095,
+      "grad_norm": 194.04913330078125,
+      "learning_rate": 8.28892766421279e-06,
+      "loss": 22.4062,
+      "step": 23776
+    },
+    {
+      "epoch": 1.1362419956035554,
+      "grad_norm": 114.1280746459961,
+      "learning_rate": 8.288165214479907e-06,
+      "loss": 17.1953,
+      "step": 23777
+    },
+    {
+      "epoch": 1.1362897830450158,
+      "grad_norm": 321.293212890625,
+      "learning_rate": 8.287402774998704e-06,
+      "loss": 18.3594,
+      "step": 23778
+    },
+    {
+      "epoch": 1.1363375704864762,
+      "grad_norm": 216.75917053222656,
+      "learning_rate": 8.286640345773749e-06,
+      "loss": 40.2031,
+      "step": 23779
+    },
+    {
+      "epoch": 1.1363853579279366,
+      "grad_norm": 184.6162109375,
+      "learning_rate": 8.285877926809607e-06,
+      "loss": 24.75,
+      "step": 23780
+    },
+    {
+      "epoch": 1.136433145369397,
+      "grad_norm": 296.9279479980469,
+      "learning_rate": 8.285115518110847e-06,
+      "loss": 22.0,
+      "step": 23781
+    },
+    {
+      "epoch": 1.1364809328108574,
+      "grad_norm": 248.48524475097656,
+      "learning_rate": 8.284353119682031e-06,
+      "loss": 28.7188,
+      "step": 23782
+    },
+    {
+      "epoch": 1.1365287202523178,
+      "grad_norm": 254.52511596679688,
+      "learning_rate": 8.283590731527724e-06,
+      "loss": 31.1562,
+      "step": 23783
+    },
+    {
+      "epoch": 1.1365765076937782,
+      "grad_norm": 251.48300170898438,
+      "learning_rate": 8.282828353652494e-06,
+      "loss": 29.0938,
+      "step": 23784
+    },
+    {
+      "epoch": 1.1366242951352385,
+      "grad_norm": 554.197021484375,
+      "learning_rate": 8.28206598606091e-06,
+      "loss": 29.4062,
+      "step": 23785
+    },
+    {
+      "epoch": 1.136672082576699,
+      "grad_norm": 409.47515869140625,
+      "learning_rate": 8.28130362875753e-06,
+      "loss": 19.9531,
+      "step": 23786
+    },
+    {
+      "epoch": 1.136719870018159,
+      "grad_norm": 202.42413330078125,
+      "learning_rate": 8.280541281746925e-06,
+      "loss": 21.7812,
+      "step": 23787
+    },
+    {
+      "epoch": 1.1367676574596195,
+      "grad_norm": 263.98199462890625,
+      "learning_rate": 8.279778945033658e-06,
+      "loss": 28.5938,
+      "step": 23788
+    },
+    {
+      "epoch": 1.1368154449010799,
+      "grad_norm": 206.96182250976562,
+      "learning_rate": 8.279016618622299e-06,
+      "loss": 21.7188,
+      "step": 23789
+    },
+    {
+      "epoch": 1.1368632323425403,
+      "grad_norm": 130.03683471679688,
+      "learning_rate": 8.278254302517406e-06,
+      "loss": 19.3125,
+      "step": 23790
+    },
+    {
+      "epoch": 1.1369110197840007,
+      "grad_norm": 210.0377960205078,
+      "learning_rate": 8.277491996723548e-06,
+      "loss": 25.125,
+      "step": 23791
+    },
+    {
+      "epoch": 1.136958807225461,
+      "grad_norm": 174.5458984375,
+      "learning_rate": 8.276729701245295e-06,
+      "loss": 27.7188,
+      "step": 23792
+    },
+    {
+      "epoch": 1.1370065946669214,
+      "grad_norm": 306.3179016113281,
+      "learning_rate": 8.275967416087203e-06,
+      "loss": 32.8438,
+      "step": 23793
+    },
+    {
+      "epoch": 1.1370543821083818,
+      "grad_norm": 131.09144592285156,
+      "learning_rate": 8.27520514125384e-06,
+      "loss": 22.6562,
+      "step": 23794
+    },
+    {
+      "epoch": 1.1371021695498422,
+      "grad_norm": 294.2138366699219,
+      "learning_rate": 8.274442876749777e-06,
+      "loss": 24.5625,
+      "step": 23795
+    },
+    {
+      "epoch": 1.1371499569913026,
+      "grad_norm": 207.94627380371094,
+      "learning_rate": 8.273680622579574e-06,
+      "loss": 27.6562,
+      "step": 23796
+    },
+    {
+      "epoch": 1.137197744432763,
+      "grad_norm": 283.9566650390625,
+      "learning_rate": 8.272918378747797e-06,
+      "loss": 26.375,
+      "step": 23797
+    },
+    {
+      "epoch": 1.1372455318742234,
+      "grad_norm": 429.840087890625,
+      "learning_rate": 8.272156145259006e-06,
+      "loss": 24.75,
+      "step": 23798
+    },
+    {
+      "epoch": 1.1372933193156838,
+      "grad_norm": 240.7249298095703,
+      "learning_rate": 8.271393922117772e-06,
+      "loss": 26.6719,
+      "step": 23799
+    },
+    {
+      "epoch": 1.1373411067571442,
+      "grad_norm": 312.3418884277344,
+      "learning_rate": 8.270631709328661e-06,
+      "loss": 26.1562,
+      "step": 23800
+    },
+    {
+      "epoch": 1.1373888941986046,
+      "grad_norm": 155.81692504882812,
+      "learning_rate": 8.26986950689623e-06,
+      "loss": 20.9844,
+      "step": 23801
+    },
+    {
+      "epoch": 1.137436681640065,
+      "grad_norm": 463.9537353515625,
+      "learning_rate": 8.269107314825051e-06,
+      "loss": 25.7188,
+      "step": 23802
+    },
+    {
+      "epoch": 1.1374844690815253,
+      "grad_norm": 129.6589813232422,
+      "learning_rate": 8.268345133119688e-06,
+      "loss": 17.8281,
+      "step": 23803
+    },
+    {
+      "epoch": 1.1375322565229857,
+      "grad_norm": 281.63140869140625,
+      "learning_rate": 8.2675829617847e-06,
+      "loss": 22.9688,
+      "step": 23804
+    },
+    {
+      "epoch": 1.1375800439644461,
+      "grad_norm": 148.96083068847656,
+      "learning_rate": 8.266820800824654e-06,
+      "loss": 28.625,
+      "step": 23805
+    },
+    {
+      "epoch": 1.1376278314059065,
+      "grad_norm": 253.8988800048828,
+      "learning_rate": 8.266058650244112e-06,
+      "loss": 19.5,
+      "step": 23806
+    },
+    {
+      "epoch": 1.137675618847367,
+      "grad_norm": 209.71913146972656,
+      "learning_rate": 8.26529651004765e-06,
+      "loss": 18.8281,
+      "step": 23807
+    },
+    {
+      "epoch": 1.1377234062888273,
+      "grad_norm": 215.0681915283203,
+      "learning_rate": 8.264534380239817e-06,
+      "loss": 22.5,
+      "step": 23808
+    },
+    {
+      "epoch": 1.1377711937302877,
+      "grad_norm": 346.5549011230469,
+      "learning_rate": 8.263772260825184e-06,
+      "loss": 38.0938,
+      "step": 23809
+    },
+    {
+      "epoch": 1.137818981171748,
+      "grad_norm": 185.50218200683594,
+      "learning_rate": 8.263010151808319e-06,
+      "loss": 19.1562,
+      "step": 23810
+    },
+    {
+      "epoch": 1.1378667686132085,
+      "grad_norm": 329.5654602050781,
+      "learning_rate": 8.262248053193779e-06,
+      "loss": 16.625,
+      "step": 23811
+    },
+    {
+      "epoch": 1.1379145560546688,
+      "grad_norm": 229.6428680419922,
+      "learning_rate": 8.26148596498613e-06,
+      "loss": 29.875,
+      "step": 23812
+    },
+    {
+      "epoch": 1.1379623434961292,
+      "grad_norm": 245.8148956298828,
+      "learning_rate": 8.260723887189939e-06,
+      "loss": 34.9375,
+      "step": 23813
+    },
+    {
+      "epoch": 1.1380101309375896,
+      "grad_norm": 458.3203430175781,
+      "learning_rate": 8.259961819809765e-06,
+      "loss": 29.7969,
+      "step": 23814
+    },
+    {
+      "epoch": 1.13805791837905,
+      "grad_norm": 197.19827270507812,
+      "learning_rate": 8.259199762850179e-06,
+      "loss": 22.1875,
+      "step": 23815
+    },
+    {
+      "epoch": 1.1381057058205104,
+      "grad_norm": 178.02139282226562,
+      "learning_rate": 8.258437716315736e-06,
+      "loss": 27.3125,
+      "step": 23816
+    },
+    {
+      "epoch": 1.1381534932619708,
+      "grad_norm": 199.44729614257812,
+      "learning_rate": 8.257675680211003e-06,
+      "loss": 16.2812,
+      "step": 23817
+    },
+    {
+      "epoch": 1.1382012807034312,
+      "grad_norm": 370.7628479003906,
+      "learning_rate": 8.25691365454055e-06,
+      "loss": 31.2188,
+      "step": 23818
+    },
+    {
+      "epoch": 1.1382490681448916,
+      "grad_norm": 228.64602661132812,
+      "learning_rate": 8.25615163930893e-06,
+      "loss": 27.9688,
+      "step": 23819
+    },
+    {
+      "epoch": 1.138296855586352,
+      "grad_norm": 343.9875183105469,
+      "learning_rate": 8.255389634520711e-06,
+      "loss": 24.5781,
+      "step": 23820
+    },
+    {
+      "epoch": 1.1383446430278124,
+      "grad_norm": 255.19468688964844,
+      "learning_rate": 8.254627640180459e-06,
+      "loss": 23.1094,
+      "step": 23821
+    },
+    {
+      "epoch": 1.1383924304692727,
+      "grad_norm": 212.12457275390625,
+      "learning_rate": 8.253865656292737e-06,
+      "loss": 26.7969,
+      "step": 23822
+    },
+    {
+      "epoch": 1.1384402179107331,
+      "grad_norm": 205.9945068359375,
+      "learning_rate": 8.253103682862104e-06,
+      "loss": 24.9688,
+      "step": 23823
+    },
+    {
+      "epoch": 1.1384880053521935,
+      "grad_norm": 198.3175811767578,
+      "learning_rate": 8.252341719893125e-06,
+      "loss": 20.9219,
+      "step": 23824
+    },
+    {
+      "epoch": 1.138535792793654,
+      "grad_norm": 162.9116668701172,
+      "learning_rate": 8.251579767390364e-06,
+      "loss": 29.2812,
+      "step": 23825
+    },
+    {
+      "epoch": 1.1385835802351143,
+      "grad_norm": 155.8638458251953,
+      "learning_rate": 8.25081782535839e-06,
+      "loss": 24.6875,
+      "step": 23826
+    },
+    {
+      "epoch": 1.1386313676765747,
+      "grad_norm": 268.0467834472656,
+      "learning_rate": 8.250055893801754e-06,
+      "loss": 26.1875,
+      "step": 23827
+    },
+    {
+      "epoch": 1.138679155118035,
+      "grad_norm": 149.52601623535156,
+      "learning_rate": 8.249293972725027e-06,
+      "loss": 20.3125,
+      "step": 23828
+    },
+    {
+      "epoch": 1.1387269425594955,
+      "grad_norm": 286.9989318847656,
+      "learning_rate": 8.248532062132772e-06,
+      "loss": 27.6562,
+      "step": 23829
+    },
+    {
+      "epoch": 1.1387747300009559,
+      "grad_norm": 180.6995849609375,
+      "learning_rate": 8.247770162029548e-06,
+      "loss": 17.9844,
+      "step": 23830
+    },
+    {
+      "epoch": 1.1388225174424162,
+      "grad_norm": 172.85565185546875,
+      "learning_rate": 8.247008272419919e-06,
+      "loss": 22.2344,
+      "step": 23831
+    },
+    {
+      "epoch": 1.1388703048838766,
+      "grad_norm": 265.90228271484375,
+      "learning_rate": 8.246246393308448e-06,
+      "loss": 27.9688,
+      "step": 23832
+    },
+    {
+      "epoch": 1.1389180923253368,
+      "grad_norm": 291.53765869140625,
+      "learning_rate": 8.245484524699701e-06,
+      "loss": 17.4219,
+      "step": 23833
+    },
+    {
+      "epoch": 1.1389658797667972,
+      "grad_norm": 267.9517822265625,
+      "learning_rate": 8.244722666598236e-06,
+      "loss": 26.5312,
+      "step": 23834
+    },
+    {
+      "epoch": 1.1390136672082576,
+      "grad_norm": 402.8796691894531,
+      "learning_rate": 8.243960819008616e-06,
+      "loss": 30.375,
+      "step": 23835
+    },
+    {
+      "epoch": 1.139061454649718,
+      "grad_norm": 453.72998046875,
+      "learning_rate": 8.243198981935404e-06,
+      "loss": 25.0938,
+      "step": 23836
+    },
+    {
+      "epoch": 1.1391092420911784,
+      "grad_norm": 152.3505096435547,
+      "learning_rate": 8.24243715538317e-06,
+      "loss": 19.8281,
+      "step": 23837
+    },
+    {
+      "epoch": 1.1391570295326388,
+      "grad_norm": 362.3450927734375,
+      "learning_rate": 8.241675339356463e-06,
+      "loss": 26.9375,
+      "step": 23838
+    },
+    {
+      "epoch": 1.1392048169740991,
+      "grad_norm": 209.56326293945312,
+      "learning_rate": 8.240913533859852e-06,
+      "loss": 16.8125,
+      "step": 23839
+    },
+    {
+      "epoch": 1.1392526044155595,
+      "grad_norm": 210.3069610595703,
+      "learning_rate": 8.240151738897904e-06,
+      "loss": 26.0938,
+      "step": 23840
+    },
+    {
+      "epoch": 1.13930039185702,
+      "grad_norm": 8642.94921875,
+      "learning_rate": 8.239389954475173e-06,
+      "loss": 30.375,
+      "step": 23841
+    },
+    {
+      "epoch": 1.1393481792984803,
+      "grad_norm": 297.8753967285156,
+      "learning_rate": 8.238628180596223e-06,
+      "loss": 30.6875,
+      "step": 23842
+    },
+    {
+      "epoch": 1.1393959667399407,
+      "grad_norm": 259.2098083496094,
+      "learning_rate": 8.23786641726562e-06,
+      "loss": 18.7031,
+      "step": 23843
+    },
+    {
+      "epoch": 1.139443754181401,
+      "grad_norm": 293.04083251953125,
+      "learning_rate": 8.237104664487923e-06,
+      "loss": 24.0781,
+      "step": 23844
+    },
+    {
+      "epoch": 1.1394915416228615,
+      "grad_norm": 129.85545349121094,
+      "learning_rate": 8.236342922267692e-06,
+      "loss": 14.3594,
+      "step": 23845
+    },
+    {
+      "epoch": 1.1395393290643219,
+      "grad_norm": 175.58456420898438,
+      "learning_rate": 8.235581190609494e-06,
+      "loss": 23.4375,
+      "step": 23846
+    },
+    {
+      "epoch": 1.1395871165057823,
+      "grad_norm": 327.28631591796875,
+      "learning_rate": 8.234819469517886e-06,
+      "loss": 39.2344,
+      "step": 23847
+    },
+    {
+      "epoch": 1.1396349039472427,
+      "grad_norm": 221.91909790039062,
+      "learning_rate": 8.234057758997434e-06,
+      "loss": 25.1562,
+      "step": 23848
+    },
+    {
+      "epoch": 1.139682691388703,
+      "grad_norm": 729.0216064453125,
+      "learning_rate": 8.233296059052695e-06,
+      "loss": 32.8906,
+      "step": 23849
+    },
+    {
+      "epoch": 1.1397304788301634,
+      "grad_norm": 240.1703338623047,
+      "learning_rate": 8.232534369688232e-06,
+      "loss": 27.125,
+      "step": 23850
+    },
+    {
+      "epoch": 1.1397782662716238,
+      "grad_norm": 475.5030212402344,
+      "learning_rate": 8.231772690908608e-06,
+      "loss": 41.375,
+      "step": 23851
+    },
+    {
+      "epoch": 1.1398260537130842,
+      "grad_norm": 298.9379577636719,
+      "learning_rate": 8.231011022718389e-06,
+      "loss": 33.0312,
+      "step": 23852
+    },
+    {
+      "epoch": 1.1398738411545446,
+      "grad_norm": 431.8932189941406,
+      "learning_rate": 8.230249365122124e-06,
+      "loss": 26.6875,
+      "step": 23853
+    },
+    {
+      "epoch": 1.139921628596005,
+      "grad_norm": 271.3869323730469,
+      "learning_rate": 8.229487718124385e-06,
+      "loss": 18.75,
+      "step": 23854
+    },
+    {
+      "epoch": 1.1399694160374654,
+      "grad_norm": 212.22564697265625,
+      "learning_rate": 8.228726081729734e-06,
+      "loss": 21.9688,
+      "step": 23855
+    },
+    {
+      "epoch": 1.1400172034789258,
+      "grad_norm": 268.8473815917969,
+      "learning_rate": 8.227964455942722e-06,
+      "loss": 31.8438,
+      "step": 23856
+    },
+    {
+      "epoch": 1.1400649909203862,
+      "grad_norm": 241.00701904296875,
+      "learning_rate": 8.227202840767917e-06,
+      "loss": 30.9062,
+      "step": 23857
+    },
+    {
+      "epoch": 1.1401127783618465,
+      "grad_norm": 521.7730712890625,
+      "learning_rate": 8.22644123620988e-06,
+      "loss": 29.25,
+      "step": 23858
+    },
+    {
+      "epoch": 1.140160565803307,
+      "grad_norm": 441.0155334472656,
+      "learning_rate": 8.225679642273175e-06,
+      "loss": 29.8125,
+      "step": 23859
+    },
+    {
+      "epoch": 1.1402083532447673,
+      "grad_norm": 347.5524597167969,
+      "learning_rate": 8.224918058962357e-06,
+      "loss": 28.4688,
+      "step": 23860
+    },
+    {
+      "epoch": 1.1402561406862277,
+      "grad_norm": 323.0287170410156,
+      "learning_rate": 8.22415648628199e-06,
+      "loss": 27.2812,
+      "step": 23861
+    },
+    {
+      "epoch": 1.140303928127688,
+      "grad_norm": 400.45245361328125,
+      "learning_rate": 8.223394924236631e-06,
+      "loss": 25.9062,
+      "step": 23862
+    },
+    {
+      "epoch": 1.1403517155691485,
+      "grad_norm": 269.3336486816406,
+      "learning_rate": 8.222633372830849e-06,
+      "loss": 30.7188,
+      "step": 23863
+    },
+    {
+      "epoch": 1.1403995030106089,
+      "grad_norm": 519.6481323242188,
+      "learning_rate": 8.221871832069198e-06,
+      "loss": 22.4375,
+      "step": 23864
+    },
+    {
+      "epoch": 1.1404472904520693,
+      "grad_norm": 332.5911560058594,
+      "learning_rate": 8.221110301956238e-06,
+      "loss": 28.5625,
+      "step": 23865
+    },
+    {
+      "epoch": 1.1404950778935297,
+      "grad_norm": 177.48486328125,
+      "learning_rate": 8.220348782496536e-06,
+      "loss": 22.5,
+      "step": 23866
+    },
+    {
+      "epoch": 1.14054286533499,
+      "grad_norm": 330.0174560546875,
+      "learning_rate": 8.219587273694644e-06,
+      "loss": 29.8438,
+      "step": 23867
+    },
+    {
+      "epoch": 1.1405906527764504,
+      "grad_norm": 185.79666137695312,
+      "learning_rate": 8.218825775555128e-06,
+      "loss": 23.7031,
+      "step": 23868
+    },
+    {
+      "epoch": 1.1406384402179106,
+      "grad_norm": 295.2505798339844,
+      "learning_rate": 8.218064288082546e-06,
+      "loss": 30.4062,
+      "step": 23869
+    },
+    {
+      "epoch": 1.140686227659371,
+      "grad_norm": 238.53175354003906,
+      "learning_rate": 8.217302811281464e-06,
+      "loss": 20.9688,
+      "step": 23870
+    },
+    {
+      "epoch": 1.1407340151008314,
+      "grad_norm": 365.4071350097656,
+      "learning_rate": 8.216541345156435e-06,
+      "loss": 31.7344,
+      "step": 23871
+    },
+    {
+      "epoch": 1.1407818025422918,
+      "grad_norm": 251.54014587402344,
+      "learning_rate": 8.215779889712021e-06,
+      "loss": 21.5156,
+      "step": 23872
+    },
+    {
+      "epoch": 1.1408295899837522,
+      "grad_norm": 160.91712951660156,
+      "learning_rate": 8.215018444952783e-06,
+      "loss": 25.2188,
+      "step": 23873
+    },
+    {
+      "epoch": 1.1408773774252126,
+      "grad_norm": 465.75994873046875,
+      "learning_rate": 8.214257010883287e-06,
+      "loss": 22.7969,
+      "step": 23874
+    },
+    {
+      "epoch": 1.140925164866673,
+      "grad_norm": 451.221435546875,
+      "learning_rate": 8.213495587508081e-06,
+      "loss": 27.4844,
+      "step": 23875
+    },
+    {
+      "epoch": 1.1409729523081333,
+      "grad_norm": 366.5980529785156,
+      "learning_rate": 8.212734174831735e-06,
+      "loss": 31.4531,
+      "step": 23876
+    },
+    {
+      "epoch": 1.1410207397495937,
+      "grad_norm": 248.8679656982422,
+      "learning_rate": 8.211972772858804e-06,
+      "loss": 30.5,
+      "step": 23877
+    },
+    {
+      "epoch": 1.1410685271910541,
+      "grad_norm": 244.12379455566406,
+      "learning_rate": 8.211211381593847e-06,
+      "loss": 35.2656,
+      "step": 23878
+    },
+    {
+      "epoch": 1.1411163146325145,
+      "grad_norm": 193.21580505371094,
+      "learning_rate": 8.210450001041427e-06,
+      "loss": 19.7812,
+      "step": 23879
+    },
+    {
+      "epoch": 1.141164102073975,
+      "grad_norm": 310.961669921875,
+      "learning_rate": 8.209688631206102e-06,
+      "loss": 17.8594,
+      "step": 23880
+    },
+    {
+      "epoch": 1.1412118895154353,
+      "grad_norm": 232.54022216796875,
+      "learning_rate": 8.208927272092435e-06,
+      "loss": 24.8594,
+      "step": 23881
+    },
+    {
+      "epoch": 1.1412596769568957,
+      "grad_norm": 179.5967559814453,
+      "learning_rate": 8.208165923704979e-06,
+      "loss": 21.5156,
+      "step": 23882
+    },
+    {
+      "epoch": 1.141307464398356,
+      "grad_norm": 320.35601806640625,
+      "learning_rate": 8.207404586048296e-06,
+      "loss": 24.1094,
+      "step": 23883
+    },
+    {
+      "epoch": 1.1413552518398165,
+      "grad_norm": 221.10374450683594,
+      "learning_rate": 8.206643259126948e-06,
+      "loss": 26.0625,
+      "step": 23884
+    },
+    {
+      "epoch": 1.1414030392812768,
+      "grad_norm": 184.9041290283203,
+      "learning_rate": 8.205881942945495e-06,
+      "loss": 37.0312,
+      "step": 23885
+    },
+    {
+      "epoch": 1.1414508267227372,
+      "grad_norm": 300.597412109375,
+      "learning_rate": 8.20512063750849e-06,
+      "loss": 31.0,
+      "step": 23886
+    },
+    {
+      "epoch": 1.1414986141641976,
+      "grad_norm": 229.50511169433594,
+      "learning_rate": 8.204359342820499e-06,
+      "loss": 25.5,
+      "step": 23887
+    },
+    {
+      "epoch": 1.141546401605658,
+      "grad_norm": 184.10231018066406,
+      "learning_rate": 8.20359805888608e-06,
+      "loss": 31.2812,
+      "step": 23888
+    },
+    {
+      "epoch": 1.1415941890471184,
+      "grad_norm": 244.75961303710938,
+      "learning_rate": 8.202836785709789e-06,
+      "loss": 31.1719,
+      "step": 23889
+    },
+    {
+      "epoch": 1.1416419764885788,
+      "grad_norm": 680.3477172851562,
+      "learning_rate": 8.202075523296183e-06,
+      "loss": 32.9375,
+      "step": 23890
+    },
+    {
+      "epoch": 1.1416897639300392,
+      "grad_norm": 476.4422912597656,
+      "learning_rate": 8.201314271649828e-06,
+      "loss": 32.0312,
+      "step": 23891
+    },
+    {
+      "epoch": 1.1417375513714996,
+      "grad_norm": 306.585693359375,
+      "learning_rate": 8.200553030775282e-06,
+      "loss": 30.7656,
+      "step": 23892
+    },
+    {
+      "epoch": 1.14178533881296,
+      "grad_norm": 183.03253173828125,
+      "learning_rate": 8.199791800677098e-06,
+      "loss": 29.8125,
+      "step": 23893
+    },
+    {
+      "epoch": 1.1418331262544203,
+      "grad_norm": 309.19635009765625,
+      "learning_rate": 8.19903058135984e-06,
+      "loss": 26.6875,
+      "step": 23894
+    },
+    {
+      "epoch": 1.1418809136958807,
+      "grad_norm": 209.42361450195312,
+      "learning_rate": 8.198269372828063e-06,
+      "loss": 18.4062,
+      "step": 23895
+    },
+    {
+      "epoch": 1.1419287011373411,
+      "grad_norm": 139.3230438232422,
+      "learning_rate": 8.19750817508633e-06,
+      "loss": 19.5312,
+      "step": 23896
+    },
+    {
+      "epoch": 1.1419764885788015,
+      "grad_norm": 349.3424987792969,
+      "learning_rate": 8.196746988139197e-06,
+      "loss": 21.375,
+      "step": 23897
+    },
+    {
+      "epoch": 1.142024276020262,
+      "grad_norm": 422.96417236328125,
+      "learning_rate": 8.19598581199122e-06,
+      "loss": 28.9688,
+      "step": 23898
+    },
+    {
+      "epoch": 1.1420720634617223,
+      "grad_norm": 399.3668518066406,
+      "learning_rate": 8.19522464664696e-06,
+      "loss": 27.6875,
+      "step": 23899
+    },
+    {
+      "epoch": 1.1421198509031827,
+      "grad_norm": 193.15914916992188,
+      "learning_rate": 8.194463492110982e-06,
+      "loss": 19.2031,
+      "step": 23900
+    },
+    {
+      "epoch": 1.142167638344643,
+      "grad_norm": 209.66732788085938,
+      "learning_rate": 8.19370234838783e-06,
+      "loss": 20.2188,
+      "step": 23901
+    },
+    {
+      "epoch": 1.1422154257861035,
+      "grad_norm": 254.71507263183594,
+      "learning_rate": 8.192941215482073e-06,
+      "loss": 25.2812,
+      "step": 23902
+    },
+    {
+      "epoch": 1.1422632132275639,
+      "grad_norm": 468.1397705078125,
+      "learning_rate": 8.19218009339827e-06,
+      "loss": 29.6562,
+      "step": 23903
+    },
+    {
+      "epoch": 1.1423110006690242,
+      "grad_norm": 183.29013061523438,
+      "learning_rate": 8.19141898214097e-06,
+      "loss": 22.6406,
+      "step": 23904
+    },
+    {
+      "epoch": 1.1423587881104846,
+      "grad_norm": 360.47015380859375,
+      "learning_rate": 8.190657881714738e-06,
+      "loss": 38.375,
+      "step": 23905
+    },
+    {
+      "epoch": 1.142406575551945,
+      "grad_norm": 343.2220764160156,
+      "learning_rate": 8.18989679212413e-06,
+      "loss": 18.2344,
+      "step": 23906
+    },
+    {
+      "epoch": 1.1424543629934054,
+      "grad_norm": 324.5460205078125,
+      "learning_rate": 8.18913571337371e-06,
+      "loss": 26.1562,
+      "step": 23907
+    },
+    {
+      "epoch": 1.1425021504348658,
+      "grad_norm": 229.33502197265625,
+      "learning_rate": 8.188374645468025e-06,
+      "loss": 14.7344,
+      "step": 23908
+    },
+    {
+      "epoch": 1.1425499378763262,
+      "grad_norm": 171.93896484375,
+      "learning_rate": 8.187613588411638e-06,
+      "loss": 17.1875,
+      "step": 23909
+    },
+    {
+      "epoch": 1.1425977253177866,
+      "grad_norm": 278.1240539550781,
+      "learning_rate": 8.18685254220911e-06,
+      "loss": 28.2188,
+      "step": 23910
+    },
+    {
+      "epoch": 1.142645512759247,
+      "grad_norm": 377.8707580566406,
+      "learning_rate": 8.186091506864995e-06,
+      "loss": 25.2656,
+      "step": 23911
+    },
+    {
+      "epoch": 1.1426933002007074,
+      "grad_norm": 995.9085083007812,
+      "learning_rate": 8.185330482383852e-06,
+      "loss": 30.0312,
+      "step": 23912
+    },
+    {
+      "epoch": 1.1427410876421678,
+      "grad_norm": 321.2825622558594,
+      "learning_rate": 8.184569468770235e-06,
+      "loss": 28.5,
+      "step": 23913
+    },
+    {
+      "epoch": 1.1427888750836281,
+      "grad_norm": 233.23175048828125,
+      "learning_rate": 8.183808466028708e-06,
+      "loss": 30.6562,
+      "step": 23914
+    },
+    {
+      "epoch": 1.1428366625250885,
+      "grad_norm": 348.63177490234375,
+      "learning_rate": 8.183047474163824e-06,
+      "loss": 29.625,
+      "step": 23915
+    },
+    {
+      "epoch": 1.1428844499665487,
+      "grad_norm": 304.9118957519531,
+      "learning_rate": 8.182286493180137e-06,
+      "loss": 29.5312,
+      "step": 23916
+    },
+    {
+      "epoch": 1.142932237408009,
+      "grad_norm": 423.35382080078125,
+      "learning_rate": 8.18152552308221e-06,
+      "loss": 25.9219,
+      "step": 23917
+    },
+    {
+      "epoch": 1.1429800248494695,
+      "grad_norm": 235.87997436523438,
+      "learning_rate": 8.180764563874603e-06,
+      "loss": 25.5938,
+      "step": 23918
+    },
+    {
+      "epoch": 1.1430278122909299,
+      "grad_norm": 534.2322387695312,
+      "learning_rate": 8.180003615561865e-06,
+      "loss": 25.9375,
+      "step": 23919
+    },
+    {
+      "epoch": 1.1430755997323903,
+      "grad_norm": 234.39622497558594,
+      "learning_rate": 8.179242678148556e-06,
+      "loss": 17.8281,
+      "step": 23920
+    },
+    {
+      "epoch": 1.1431233871738506,
+      "grad_norm": 426.96075439453125,
+      "learning_rate": 8.178481751639234e-06,
+      "loss": 34.7656,
+      "step": 23921
+    },
+    {
+      "epoch": 1.143171174615311,
+      "grad_norm": 405.7766418457031,
+      "learning_rate": 8.177720836038459e-06,
+      "loss": 25.7188,
+      "step": 23922
+    },
+    {
+      "epoch": 1.1432189620567714,
+      "grad_norm": 239.15481567382812,
+      "learning_rate": 8.176959931350784e-06,
+      "loss": 24.8125,
+      "step": 23923
+    },
+    {
+      "epoch": 1.1432667494982318,
+      "grad_norm": 127.06092834472656,
+      "learning_rate": 8.176199037580763e-06,
+      "loss": 16.5469,
+      "step": 23924
+    },
+    {
+      "epoch": 1.1433145369396922,
+      "grad_norm": 163.0767822265625,
+      "learning_rate": 8.175438154732962e-06,
+      "loss": 24.1094,
+      "step": 23925
+    },
+    {
+      "epoch": 1.1433623243811526,
+      "grad_norm": 175.7414093017578,
+      "learning_rate": 8.17467728281193e-06,
+      "loss": 22.4688,
+      "step": 23926
+    },
+    {
+      "epoch": 1.143410111822613,
+      "grad_norm": 424.2358093261719,
+      "learning_rate": 8.173916421822225e-06,
+      "loss": 36.625,
+      "step": 23927
+    },
+    {
+      "epoch": 1.1434578992640734,
+      "grad_norm": 260.8306579589844,
+      "learning_rate": 8.173155571768404e-06,
+      "loss": 24.5312,
+      "step": 23928
+    },
+    {
+      "epoch": 1.1435056867055338,
+      "grad_norm": 347.1229248046875,
+      "learning_rate": 8.172394732655024e-06,
+      "loss": 21.1875,
+      "step": 23929
+    },
+    {
+      "epoch": 1.1435534741469942,
+      "grad_norm": 208.03323364257812,
+      "learning_rate": 8.171633904486642e-06,
+      "loss": 18.4844,
+      "step": 23930
+    },
+    {
+      "epoch": 1.1436012615884545,
+      "grad_norm": 141.67752075195312,
+      "learning_rate": 8.170873087267812e-06,
+      "loss": 17.7031,
+      "step": 23931
+    },
+    {
+      "epoch": 1.143649049029915,
+      "grad_norm": 289.7286071777344,
+      "learning_rate": 8.170112281003093e-06,
+      "loss": 35.0938,
+      "step": 23932
+    },
+    {
+      "epoch": 1.1436968364713753,
+      "grad_norm": 113.87002563476562,
+      "learning_rate": 8.169351485697043e-06,
+      "loss": 21.6562,
+      "step": 23933
+    },
+    {
+      "epoch": 1.1437446239128357,
+      "grad_norm": 197.25137329101562,
+      "learning_rate": 8.168590701354211e-06,
+      "loss": 23.0312,
+      "step": 23934
+    },
+    {
+      "epoch": 1.143792411354296,
+      "grad_norm": 632.6920776367188,
+      "learning_rate": 8.167829927979159e-06,
+      "loss": 31.0,
+      "step": 23935
+    },
+    {
+      "epoch": 1.1438401987957565,
+      "grad_norm": 647.94873046875,
+      "learning_rate": 8.16706916557644e-06,
+      "loss": 23.375,
+      "step": 23936
+    },
+    {
+      "epoch": 1.1438879862372169,
+      "grad_norm": 144.2447052001953,
+      "learning_rate": 8.166308414150617e-06,
+      "loss": 21.6875,
+      "step": 23937
+    },
+    {
+      "epoch": 1.1439357736786773,
+      "grad_norm": 338.1439208984375,
+      "learning_rate": 8.165547673706235e-06,
+      "loss": 38.875,
+      "step": 23938
+    },
+    {
+      "epoch": 1.1439835611201377,
+      "grad_norm": 197.7394561767578,
+      "learning_rate": 8.164786944247857e-06,
+      "loss": 23.4062,
+      "step": 23939
+    },
+    {
+      "epoch": 1.144031348561598,
+      "grad_norm": 362.3233337402344,
+      "learning_rate": 8.16402622578004e-06,
+      "loss": 34.3125,
+      "step": 23940
+    },
+    {
+      "epoch": 1.1440791360030584,
+      "grad_norm": 190.6544647216797,
+      "learning_rate": 8.163265518307334e-06,
+      "loss": 25.6875,
+      "step": 23941
+    },
+    {
+      "epoch": 1.1441269234445188,
+      "grad_norm": 291.9368591308594,
+      "learning_rate": 8.162504821834296e-06,
+      "loss": 27.2188,
+      "step": 23942
+    },
+    {
+      "epoch": 1.1441747108859792,
+      "grad_norm": 109.26110076904297,
+      "learning_rate": 8.161744136365486e-06,
+      "loss": 18.7969,
+      "step": 23943
+    },
+    {
+      "epoch": 1.1442224983274396,
+      "grad_norm": 396.9999694824219,
+      "learning_rate": 8.160983461905457e-06,
+      "loss": 32.375,
+      "step": 23944
+    },
+    {
+      "epoch": 1.1442702857689,
+      "grad_norm": 253.72064208984375,
+      "learning_rate": 8.160222798458764e-06,
+      "loss": 18.3906,
+      "step": 23945
+    },
+    {
+      "epoch": 1.1443180732103604,
+      "grad_norm": 404.1663818359375,
+      "learning_rate": 8.159462146029959e-06,
+      "loss": 34.9688,
+      "step": 23946
+    },
+    {
+      "epoch": 1.1443658606518208,
+      "grad_norm": 329.22998046875,
+      "learning_rate": 8.158701504623603e-06,
+      "loss": 30.6406,
+      "step": 23947
+    },
+    {
+      "epoch": 1.1444136480932812,
+      "grad_norm": 478.3273620605469,
+      "learning_rate": 8.157940874244251e-06,
+      "loss": 29.6562,
+      "step": 23948
+    },
+    {
+      "epoch": 1.1444614355347416,
+      "grad_norm": 366.0693359375,
+      "learning_rate": 8.157180254896453e-06,
+      "loss": 36.75,
+      "step": 23949
+    },
+    {
+      "epoch": 1.144509222976202,
+      "grad_norm": 148.86643981933594,
+      "learning_rate": 8.156419646584768e-06,
+      "loss": 21.1875,
+      "step": 23950
+    },
+    {
+      "epoch": 1.1445570104176623,
+      "grad_norm": 416.9842529296875,
+      "learning_rate": 8.155659049313755e-06,
+      "loss": 22.3438,
+      "step": 23951
+    },
+    {
+      "epoch": 1.1446047978591225,
+      "grad_norm": 281.99542236328125,
+      "learning_rate": 8.154898463087959e-06,
+      "loss": 26.7188,
+      "step": 23952
+    },
+    {
+      "epoch": 1.144652585300583,
+      "grad_norm": 229.91163635253906,
+      "learning_rate": 8.15413788791194e-06,
+      "loss": 25.25,
+      "step": 23953
+    },
+    {
+      "epoch": 1.1447003727420433,
+      "grad_norm": 283.6271667480469,
+      "learning_rate": 8.153377323790254e-06,
+      "loss": 33.5,
+      "step": 23954
+    },
+    {
+      "epoch": 1.1447481601835037,
+      "grad_norm": 150.31300354003906,
+      "learning_rate": 8.15261677072746e-06,
+      "loss": 18.0781,
+      "step": 23955
+    },
+    {
+      "epoch": 1.144795947624964,
+      "grad_norm": 469.09942626953125,
+      "learning_rate": 8.151856228728102e-06,
+      "loss": 26.7656,
+      "step": 23956
+    },
+    {
+      "epoch": 1.1448437350664245,
+      "grad_norm": 307.90179443359375,
+      "learning_rate": 8.151095697796742e-06,
+      "loss": 27.125,
+      "step": 23957
+    },
+    {
+      "epoch": 1.1448915225078848,
+      "grad_norm": 189.68331909179688,
+      "learning_rate": 8.150335177937934e-06,
+      "loss": 30.4531,
+      "step": 23958
+    },
+    {
+      "epoch": 1.1449393099493452,
+      "grad_norm": 458.1940002441406,
+      "learning_rate": 8.149574669156231e-06,
+      "loss": 27.1875,
+      "step": 23959
+    },
+    {
+      "epoch": 1.1449870973908056,
+      "grad_norm": 241.83457946777344,
+      "learning_rate": 8.14881417145619e-06,
+      "loss": 27.6719,
+      "step": 23960
+    },
+    {
+      "epoch": 1.145034884832266,
+      "grad_norm": 153.0513458251953,
+      "learning_rate": 8.148053684842359e-06,
+      "loss": 15.5,
+      "step": 23961
+    },
+    {
+      "epoch": 1.1450826722737264,
+      "grad_norm": 149.4249725341797,
+      "learning_rate": 8.1472932093193e-06,
+      "loss": 22.8125,
+      "step": 23962
+    },
+    {
+      "epoch": 1.1451304597151868,
+      "grad_norm": 418.02813720703125,
+      "learning_rate": 8.146532744891565e-06,
+      "loss": 32.2812,
+      "step": 23963
+    },
+    {
+      "epoch": 1.1451782471566472,
+      "grad_norm": 482.3215637207031,
+      "learning_rate": 8.145772291563703e-06,
+      "loss": 37.875,
+      "step": 23964
+    },
+    {
+      "epoch": 1.1452260345981076,
+      "grad_norm": 162.99732971191406,
+      "learning_rate": 8.145011849340276e-06,
+      "loss": 16.2188,
+      "step": 23965
+    },
+    {
+      "epoch": 1.145273822039568,
+      "grad_norm": 157.30963134765625,
+      "learning_rate": 8.144251418225835e-06,
+      "loss": 21.1562,
+      "step": 23966
+    },
+    {
+      "epoch": 1.1453216094810283,
+      "grad_norm": 168.09423828125,
+      "learning_rate": 8.14349099822493e-06,
+      "loss": 21.3125,
+      "step": 23967
+    },
+    {
+      "epoch": 1.1453693969224887,
+      "grad_norm": 225.65037536621094,
+      "learning_rate": 8.142730589342119e-06,
+      "loss": 21.5938,
+      "step": 23968
+    },
+    {
+      "epoch": 1.1454171843639491,
+      "grad_norm": 339.7825622558594,
+      "learning_rate": 8.141970191581957e-06,
+      "loss": 24.5938,
+      "step": 23969
+    },
+    {
+      "epoch": 1.1454649718054095,
+      "grad_norm": 362.7039489746094,
+      "learning_rate": 8.141209804948997e-06,
+      "loss": 29.0312,
+      "step": 23970
+    },
+    {
+      "epoch": 1.14551275924687,
+      "grad_norm": 716.2545776367188,
+      "learning_rate": 8.14044942944779e-06,
+      "loss": 23.625,
+      "step": 23971
+    },
+    {
+      "epoch": 1.1455605466883303,
+      "grad_norm": 122.46663665771484,
+      "learning_rate": 8.13968906508289e-06,
+      "loss": 21.8594,
+      "step": 23972
+    },
+    {
+      "epoch": 1.1456083341297907,
+      "grad_norm": 358.1696472167969,
+      "learning_rate": 8.138928711858855e-06,
+      "loss": 15.0625,
+      "step": 23973
+    },
+    {
+      "epoch": 1.145656121571251,
+      "grad_norm": 251.9125518798828,
+      "learning_rate": 8.138168369780234e-06,
+      "loss": 19.875,
+      "step": 23974
+    },
+    {
+      "epoch": 1.1457039090127115,
+      "grad_norm": 287.7983093261719,
+      "learning_rate": 8.137408038851581e-06,
+      "loss": 24.8281,
+      "step": 23975
+    },
+    {
+      "epoch": 1.1457516964541719,
+      "grad_norm": 245.1140899658203,
+      "learning_rate": 8.136647719077453e-06,
+      "loss": 31.5625,
+      "step": 23976
+    },
+    {
+      "epoch": 1.1457994838956322,
+      "grad_norm": 215.51393127441406,
+      "learning_rate": 8.1358874104624e-06,
+      "loss": 24.4844,
+      "step": 23977
+    },
+    {
+      "epoch": 1.1458472713370926,
+      "grad_norm": 296.781005859375,
+      "learning_rate": 8.135127113010977e-06,
+      "loss": 21.5469,
+      "step": 23978
+    },
+    {
+      "epoch": 1.145895058778553,
+      "grad_norm": 160.1151123046875,
+      "learning_rate": 8.134366826727733e-06,
+      "loss": 19.4844,
+      "step": 23979
+    },
+    {
+      "epoch": 1.1459428462200134,
+      "grad_norm": 430.7882385253906,
+      "learning_rate": 8.133606551617225e-06,
+      "loss": 32.8125,
+      "step": 23980
+    },
+    {
+      "epoch": 1.1459906336614738,
+      "grad_norm": 617.1189575195312,
+      "learning_rate": 8.132846287684009e-06,
+      "loss": 23.5625,
+      "step": 23981
+    },
+    {
+      "epoch": 1.1460384211029342,
+      "grad_norm": 342.6129455566406,
+      "learning_rate": 8.132086034932631e-06,
+      "loss": 27.875,
+      "step": 23982
+    },
+    {
+      "epoch": 1.1460862085443946,
+      "grad_norm": 691.2907104492188,
+      "learning_rate": 8.131325793367646e-06,
+      "loss": 39.0625,
+      "step": 23983
+    },
+    {
+      "epoch": 1.146133995985855,
+      "grad_norm": 178.85440063476562,
+      "learning_rate": 8.13056556299361e-06,
+      "loss": 28.9375,
+      "step": 23984
+    },
+    {
+      "epoch": 1.1461817834273154,
+      "grad_norm": 228.0683135986328,
+      "learning_rate": 8.129805343815078e-06,
+      "loss": 22.0,
+      "step": 23985
+    },
+    {
+      "epoch": 1.1462295708687757,
+      "grad_norm": 269.465576171875,
+      "learning_rate": 8.129045135836594e-06,
+      "loss": 24.7031,
+      "step": 23986
+    },
+    {
+      "epoch": 1.1462773583102361,
+      "grad_norm": 220.2001190185547,
+      "learning_rate": 8.128284939062715e-06,
+      "loss": 23.9531,
+      "step": 23987
+    },
+    {
+      "epoch": 1.1463251457516965,
+      "grad_norm": 226.5356903076172,
+      "learning_rate": 8.127524753498001e-06,
+      "loss": 24.0625,
+      "step": 23988
+    },
+    {
+      "epoch": 1.146372933193157,
+      "grad_norm": 228.79507446289062,
+      "learning_rate": 8.12676457914699e-06,
+      "loss": 21.7969,
+      "step": 23989
+    },
+    {
+      "epoch": 1.1464207206346173,
+      "grad_norm": 251.86973571777344,
+      "learning_rate": 8.126004416014244e-06,
+      "loss": 24.6562,
+      "step": 23990
+    },
+    {
+      "epoch": 1.1464685080760777,
+      "grad_norm": 202.8475341796875,
+      "learning_rate": 8.125244264104316e-06,
+      "loss": 21.5,
+      "step": 23991
+    },
+    {
+      "epoch": 1.146516295517538,
+      "grad_norm": 304.3424377441406,
+      "learning_rate": 8.124484123421755e-06,
+      "loss": 30.5625,
+      "step": 23992
+    },
+    {
+      "epoch": 1.1465640829589985,
+      "grad_norm": 247.00711059570312,
+      "learning_rate": 8.12372399397111e-06,
+      "loss": 28.6719,
+      "step": 23993
+    },
+    {
+      "epoch": 1.1466118704004589,
+      "grad_norm": 243.52340698242188,
+      "learning_rate": 8.122963875756941e-06,
+      "loss": 25.1562,
+      "step": 23994
+    },
+    {
+      "epoch": 1.1466596578419193,
+      "grad_norm": 348.0196533203125,
+      "learning_rate": 8.122203768783794e-06,
+      "loss": 23.7344,
+      "step": 23995
+    },
+    {
+      "epoch": 1.1467074452833796,
+      "grad_norm": 183.2490997314453,
+      "learning_rate": 8.121443673056228e-06,
+      "loss": 24.0938,
+      "step": 23996
+    },
+    {
+      "epoch": 1.14675523272484,
+      "grad_norm": 207.35494995117188,
+      "learning_rate": 8.120683588578785e-06,
+      "loss": 21.3125,
+      "step": 23997
+    },
+    {
+      "epoch": 1.1468030201663002,
+      "grad_norm": 262.624755859375,
+      "learning_rate": 8.119923515356024e-06,
+      "loss": 39.5625,
+      "step": 23998
+    },
+    {
+      "epoch": 1.1468508076077606,
+      "grad_norm": 619.3983154296875,
+      "learning_rate": 8.119163453392499e-06,
+      "loss": 34.1875,
+      "step": 23999
+    },
+    {
+      "epoch": 1.146898595049221,
+      "grad_norm": 263.42633056640625,
+      "learning_rate": 8.118403402692753e-06,
+      "loss": 25.5938,
+      "step": 24000
+    },
+    {
+      "epoch": 1.1469463824906814,
+      "grad_norm": 202.4578094482422,
+      "learning_rate": 8.117643363261344e-06,
+      "loss": 33.8438,
+      "step": 24001
+    },
+    {
+      "epoch": 1.1469941699321418,
+      "grad_norm": 219.59860229492188,
+      "learning_rate": 8.116883335102821e-06,
+      "loss": 31.0625,
+      "step": 24002
+    },
+    {
+      "epoch": 1.1470419573736022,
+      "grad_norm": 284.1369323730469,
+      "learning_rate": 8.116123318221742e-06,
+      "loss": 26.7812,
+      "step": 24003
+    },
+    {
+      "epoch": 1.1470897448150625,
+      "grad_norm": 183.50198364257812,
+      "learning_rate": 8.115363312622648e-06,
+      "loss": 23.5625,
+      "step": 24004
+    },
+    {
+      "epoch": 1.147137532256523,
+      "grad_norm": 141.13148498535156,
+      "learning_rate": 8.114603318310098e-06,
+      "loss": 17.8125,
+      "step": 24005
+    },
+    {
+      "epoch": 1.1471853196979833,
+      "grad_norm": 493.071044921875,
+      "learning_rate": 8.113843335288639e-06,
+      "loss": 38.7188,
+      "step": 24006
+    },
+    {
+      "epoch": 1.1472331071394437,
+      "grad_norm": 532.08203125,
+      "learning_rate": 8.11308336356283e-06,
+      "loss": 31.8594,
+      "step": 24007
+    },
+    {
+      "epoch": 1.147280894580904,
+      "grad_norm": 249.35609436035156,
+      "learning_rate": 8.112323403137211e-06,
+      "loss": 26.9688,
+      "step": 24008
+    },
+    {
+      "epoch": 1.1473286820223645,
+      "grad_norm": 484.72235107421875,
+      "learning_rate": 8.111563454016345e-06,
+      "loss": 21.7188,
+      "step": 24009
+    },
+    {
+      "epoch": 1.1473764694638249,
+      "grad_norm": 140.3202362060547,
+      "learning_rate": 8.110803516204775e-06,
+      "loss": 24.75,
+      "step": 24010
+    },
+    {
+      "epoch": 1.1474242569052853,
+      "grad_norm": 235.47286987304688,
+      "learning_rate": 8.110043589707053e-06,
+      "loss": 22.8281,
+      "step": 24011
+    },
+    {
+      "epoch": 1.1474720443467457,
+      "grad_norm": 261.3496398925781,
+      "learning_rate": 8.10928367452773e-06,
+      "loss": 24.8359,
+      "step": 24012
+    },
+    {
+      "epoch": 1.147519831788206,
+      "grad_norm": 272.6611328125,
+      "learning_rate": 8.10852377067136e-06,
+      "loss": 31.7188,
+      "step": 24013
+    },
+    {
+      "epoch": 1.1475676192296664,
+      "grad_norm": 229.62391662597656,
+      "learning_rate": 8.107763878142493e-06,
+      "loss": 23.2031,
+      "step": 24014
+    },
+    {
+      "epoch": 1.1476154066711268,
+      "grad_norm": 323.53546142578125,
+      "learning_rate": 8.107003996945675e-06,
+      "loss": 23.5938,
+      "step": 24015
+    },
+    {
+      "epoch": 1.1476631941125872,
+      "grad_norm": 477.4646911621094,
+      "learning_rate": 8.106244127085461e-06,
+      "loss": 29.25,
+      "step": 24016
+    },
+    {
+      "epoch": 1.1477109815540476,
+      "grad_norm": 581.4934692382812,
+      "learning_rate": 8.105484268566402e-06,
+      "loss": 22.8594,
+      "step": 24017
+    },
+    {
+      "epoch": 1.147758768995508,
+      "grad_norm": 323.20819091796875,
+      "learning_rate": 8.104724421393051e-06,
+      "loss": 23.875,
+      "step": 24018
+    },
+    {
+      "epoch": 1.1478065564369684,
+      "grad_norm": 250.91075134277344,
+      "learning_rate": 8.103964585569952e-06,
+      "loss": 27.7031,
+      "step": 24019
+    },
+    {
+      "epoch": 1.1478543438784288,
+      "grad_norm": 398.80511474609375,
+      "learning_rate": 8.103204761101658e-06,
+      "loss": 28.7031,
+      "step": 24020
+    },
+    {
+      "epoch": 1.1479021313198892,
+      "grad_norm": 347.0039978027344,
+      "learning_rate": 8.10244494799272e-06,
+      "loss": 31.2812,
+      "step": 24021
+    },
+    {
+      "epoch": 1.1479499187613496,
+      "grad_norm": 359.5724182128906,
+      "learning_rate": 8.101685146247692e-06,
+      "loss": 24.1719,
+      "step": 24022
+    },
+    {
+      "epoch": 1.14799770620281,
+      "grad_norm": 117.0136489868164,
+      "learning_rate": 8.100925355871117e-06,
+      "loss": 21.4844,
+      "step": 24023
+    },
+    {
+      "epoch": 1.1480454936442703,
+      "grad_norm": 171.14451599121094,
+      "learning_rate": 8.100165576867549e-06,
+      "loss": 25.1406,
+      "step": 24024
+    },
+    {
+      "epoch": 1.1480932810857307,
+      "grad_norm": 267.54864501953125,
+      "learning_rate": 8.09940580924154e-06,
+      "loss": 35.875,
+      "step": 24025
+    },
+    {
+      "epoch": 1.148141068527191,
+      "grad_norm": 202.6436004638672,
+      "learning_rate": 8.098646052997633e-06,
+      "loss": 23.2188,
+      "step": 24026
+    },
+    {
+      "epoch": 1.1481888559686515,
+      "grad_norm": 201.77540588378906,
+      "learning_rate": 8.097886308140387e-06,
+      "loss": 25.375,
+      "step": 24027
+    },
+    {
+      "epoch": 1.148236643410112,
+      "grad_norm": 171.98028564453125,
+      "learning_rate": 8.097126574674345e-06,
+      "loss": 20.7812,
+      "step": 24028
+    },
+    {
+      "epoch": 1.1482844308515723,
+      "grad_norm": 148.88755798339844,
+      "learning_rate": 8.096366852604062e-06,
+      "loss": 25.6875,
+      "step": 24029
+    },
+    {
+      "epoch": 1.1483322182930327,
+      "grad_norm": 551.8829956054688,
+      "learning_rate": 8.095607141934084e-06,
+      "loss": 32.4375,
+      "step": 24030
+    },
+    {
+      "epoch": 1.148380005734493,
+      "grad_norm": 286.960693359375,
+      "learning_rate": 8.09484744266896e-06,
+      "loss": 30.2188,
+      "step": 24031
+    },
+    {
+      "epoch": 1.1484277931759534,
+      "grad_norm": 275.16339111328125,
+      "learning_rate": 8.094087754813242e-06,
+      "loss": 33.8125,
+      "step": 24032
+    },
+    {
+      "epoch": 1.1484755806174138,
+      "grad_norm": 320.58612060546875,
+      "learning_rate": 8.093328078371484e-06,
+      "loss": 26.5312,
+      "step": 24033
+    },
+    {
+      "epoch": 1.148523368058874,
+      "grad_norm": 209.22203063964844,
+      "learning_rate": 8.092568413348224e-06,
+      "loss": 31.6562,
+      "step": 24034
+    },
+    {
+      "epoch": 1.1485711555003344,
+      "grad_norm": 339.08367919921875,
+      "learning_rate": 8.09180875974802e-06,
+      "loss": 27.7188,
+      "step": 24035
+    },
+    {
+      "epoch": 1.1486189429417948,
+      "grad_norm": 228.1603546142578,
+      "learning_rate": 8.091049117575424e-06,
+      "loss": 20.3125,
+      "step": 24036
+    },
+    {
+      "epoch": 1.1486667303832552,
+      "grad_norm": 201.27294921875,
+      "learning_rate": 8.090289486834974e-06,
+      "loss": 18.2031,
+      "step": 24037
+    },
+    {
+      "epoch": 1.1487145178247156,
+      "grad_norm": 176.56082153320312,
+      "learning_rate": 8.089529867531228e-06,
+      "loss": 22.8594,
+      "step": 24038
+    },
+    {
+      "epoch": 1.148762305266176,
+      "grad_norm": 688.532958984375,
+      "learning_rate": 8.088770259668732e-06,
+      "loss": 21.1719,
+      "step": 24039
+    },
+    {
+      "epoch": 1.1488100927076363,
+      "grad_norm": 871.1361083984375,
+      "learning_rate": 8.08801066325204e-06,
+      "loss": 29.5625,
+      "step": 24040
+    },
+    {
+      "epoch": 1.1488578801490967,
+      "grad_norm": 277.4789733886719,
+      "learning_rate": 8.087251078285693e-06,
+      "loss": 20.5,
+      "step": 24041
+    },
+    {
+      "epoch": 1.1489056675905571,
+      "grad_norm": 364.6855773925781,
+      "learning_rate": 8.086491504774245e-06,
+      "loss": 30.5,
+      "step": 24042
+    },
+    {
+      "epoch": 1.1489534550320175,
+      "grad_norm": 210.51109313964844,
+      "learning_rate": 8.085731942722243e-06,
+      "loss": 24.9531,
+      "step": 24043
+    },
+    {
+      "epoch": 1.149001242473478,
+      "grad_norm": 125.58401489257812,
+      "learning_rate": 8.08497239213424e-06,
+      "loss": 18.25,
+      "step": 24044
+    },
+    {
+      "epoch": 1.1490490299149383,
+      "grad_norm": 301.21868896484375,
+      "learning_rate": 8.084212853014778e-06,
+      "loss": 27.5625,
+      "step": 24045
+    },
+    {
+      "epoch": 1.1490968173563987,
+      "grad_norm": 273.46759033203125,
+      "learning_rate": 8.083453325368409e-06,
+      "loss": 27.75,
+      "step": 24046
+    },
+    {
+      "epoch": 1.149144604797859,
+      "grad_norm": 314.65216064453125,
+      "learning_rate": 8.082693809199684e-06,
+      "loss": 23.0938,
+      "step": 24047
+    },
+    {
+      "epoch": 1.1491923922393195,
+      "grad_norm": 371.7481689453125,
+      "learning_rate": 8.081934304513147e-06,
+      "loss": 28.6562,
+      "step": 24048
+    },
+    {
+      "epoch": 1.1492401796807798,
+      "grad_norm": 409.6822204589844,
+      "learning_rate": 8.081174811313348e-06,
+      "loss": 26.1719,
+      "step": 24049
+    },
+    {
+      "epoch": 1.1492879671222402,
+      "grad_norm": 278.19293212890625,
+      "learning_rate": 8.080415329604836e-06,
+      "loss": 22.6562,
+      "step": 24050
+    },
+    {
+      "epoch": 1.1493357545637006,
+      "grad_norm": 230.76490783691406,
+      "learning_rate": 8.079655859392163e-06,
+      "loss": 23.1562,
+      "step": 24051
+    },
+    {
+      "epoch": 1.149383542005161,
+      "grad_norm": 179.62957763671875,
+      "learning_rate": 8.078896400679868e-06,
+      "loss": 21.1875,
+      "step": 24052
+    },
+    {
+      "epoch": 1.1494313294466214,
+      "grad_norm": 250.27244567871094,
+      "learning_rate": 8.078136953472507e-06,
+      "loss": 37.4688,
+      "step": 24053
+    },
+    {
+      "epoch": 1.1494791168880818,
+      "grad_norm": 418.63934326171875,
+      "learning_rate": 8.077377517774624e-06,
+      "loss": 32.3438,
+      "step": 24054
+    },
+    {
+      "epoch": 1.1495269043295422,
+      "grad_norm": 284.7514953613281,
+      "learning_rate": 8.076618093590773e-06,
+      "loss": 17.0,
+      "step": 24055
+    },
+    {
+      "epoch": 1.1495746917710026,
+      "grad_norm": 217.98388671875,
+      "learning_rate": 8.075858680925495e-06,
+      "loss": 25.1875,
+      "step": 24056
+    },
+    {
+      "epoch": 1.149622479212463,
+      "grad_norm": 280.5354919433594,
+      "learning_rate": 8.075099279783343e-06,
+      "loss": 22.3281,
+      "step": 24057
+    },
+    {
+      "epoch": 1.1496702666539234,
+      "grad_norm": 357.9793395996094,
+      "learning_rate": 8.07433989016886e-06,
+      "loss": 29.9688,
+      "step": 24058
+    },
+    {
+      "epoch": 1.1497180540953837,
+      "grad_norm": 194.48655700683594,
+      "learning_rate": 8.073580512086596e-06,
+      "loss": 34.2188,
+      "step": 24059
+    },
+    {
+      "epoch": 1.1497658415368441,
+      "grad_norm": 191.02227783203125,
+      "learning_rate": 8.072821145541102e-06,
+      "loss": 23.2188,
+      "step": 24060
+    },
+    {
+      "epoch": 1.1498136289783045,
+      "grad_norm": 167.13819885253906,
+      "learning_rate": 8.072061790536919e-06,
+      "loss": 15.8438,
+      "step": 24061
+    },
+    {
+      "epoch": 1.149861416419765,
+      "grad_norm": 344.916748046875,
+      "learning_rate": 8.071302447078603e-06,
+      "loss": 24.25,
+      "step": 24062
+    },
+    {
+      "epoch": 1.1499092038612253,
+      "grad_norm": 283.9754333496094,
+      "learning_rate": 8.070543115170691e-06,
+      "loss": 30.6562,
+      "step": 24063
+    },
+    {
+      "epoch": 1.1499569913026857,
+      "grad_norm": 273.92376708984375,
+      "learning_rate": 8.069783794817739e-06,
+      "loss": 21.7344,
+      "step": 24064
+    },
+    {
+      "epoch": 1.150004778744146,
+      "grad_norm": 201.9721221923828,
+      "learning_rate": 8.069024486024289e-06,
+      "loss": 17.3125,
+      "step": 24065
+    },
+    {
+      "epoch": 1.1500525661856065,
+      "grad_norm": 236.1185760498047,
+      "learning_rate": 8.068265188794895e-06,
+      "loss": 24.9219,
+      "step": 24066
+    },
+    {
+      "epoch": 1.1501003536270669,
+      "grad_norm": 346.138671875,
+      "learning_rate": 8.067505903134097e-06,
+      "loss": 27.25,
+      "step": 24067
+    },
+    {
+      "epoch": 1.1501481410685273,
+      "grad_norm": 180.3330535888672,
+      "learning_rate": 8.066746629046444e-06,
+      "loss": 23.5625,
+      "step": 24068
+    },
+    {
+      "epoch": 1.1501959285099876,
+      "grad_norm": 208.54246520996094,
+      "learning_rate": 8.065987366536482e-06,
+      "loss": 21.8281,
+      "step": 24069
+    },
+    {
+      "epoch": 1.150243715951448,
+      "grad_norm": 138.20489501953125,
+      "learning_rate": 8.06522811560877e-06,
+      "loss": 32.0,
+      "step": 24070
+    },
+    {
+      "epoch": 1.1502915033929084,
+      "grad_norm": 383.6269836425781,
+      "learning_rate": 8.064468876267835e-06,
+      "loss": 24.1406,
+      "step": 24071
+    },
+    {
+      "epoch": 1.1503392908343688,
+      "grad_norm": 595.9550170898438,
+      "learning_rate": 8.063709648518238e-06,
+      "loss": 33.5,
+      "step": 24072
+    },
+    {
+      "epoch": 1.1503870782758292,
+      "grad_norm": 237.66885375976562,
+      "learning_rate": 8.062950432364524e-06,
+      "loss": 19.7656,
+      "step": 24073
+    },
+    {
+      "epoch": 1.1504348657172896,
+      "grad_norm": 549.8002319335938,
+      "learning_rate": 8.062191227811233e-06,
+      "loss": 30.625,
+      "step": 24074
+    },
+    {
+      "epoch": 1.15048265315875,
+      "grad_norm": 411.7301025390625,
+      "learning_rate": 8.061432034862919e-06,
+      "loss": 25.9688,
+      "step": 24075
+    },
+    {
+      "epoch": 1.1505304406002104,
+      "grad_norm": 348.9361877441406,
+      "learning_rate": 8.060672853524122e-06,
+      "loss": 26.4688,
+      "step": 24076
+    },
+    {
+      "epoch": 1.1505782280416708,
+      "grad_norm": 357.8903503417969,
+      "learning_rate": 8.059913683799396e-06,
+      "loss": 29.5625,
+      "step": 24077
+    },
+    {
+      "epoch": 1.1506260154831311,
+      "grad_norm": 367.592041015625,
+      "learning_rate": 8.059154525693285e-06,
+      "loss": 17.2969,
+      "step": 24078
+    },
+    {
+      "epoch": 1.1506738029245915,
+      "grad_norm": 416.15106201171875,
+      "learning_rate": 8.058395379210329e-06,
+      "loss": 25.5938,
+      "step": 24079
+    },
+    {
+      "epoch": 1.1507215903660517,
+      "grad_norm": 223.04360961914062,
+      "learning_rate": 8.05763624435508e-06,
+      "loss": 25.5312,
+      "step": 24080
+    },
+    {
+      "epoch": 1.150769377807512,
+      "grad_norm": 332.4996643066406,
+      "learning_rate": 8.056877121132089e-06,
+      "loss": 23.7812,
+      "step": 24081
+    },
+    {
+      "epoch": 1.1508171652489725,
+      "grad_norm": 127.09725952148438,
+      "learning_rate": 8.056118009545892e-06,
+      "loss": 17.4219,
+      "step": 24082
+    },
+    {
+      "epoch": 1.1508649526904329,
+      "grad_norm": 196.064697265625,
+      "learning_rate": 8.05535890960104e-06,
+      "loss": 33.5938,
+      "step": 24083
+    },
+    {
+      "epoch": 1.1509127401318933,
+      "grad_norm": 277.25360107421875,
+      "learning_rate": 8.054599821302083e-06,
+      "loss": 28.5,
+      "step": 24084
+    },
+    {
+      "epoch": 1.1509605275733537,
+      "grad_norm": 443.7997741699219,
+      "learning_rate": 8.053840744653557e-06,
+      "loss": 36.3125,
+      "step": 24085
+    },
+    {
+      "epoch": 1.151008315014814,
+      "grad_norm": 180.667236328125,
+      "learning_rate": 8.053081679660015e-06,
+      "loss": 21.25,
+      "step": 24086
+    },
+    {
+      "epoch": 1.1510561024562744,
+      "grad_norm": 201.32077026367188,
+      "learning_rate": 8.052322626326001e-06,
+      "loss": 20.2344,
+      "step": 24087
+    },
+    {
+      "epoch": 1.1511038898977348,
+      "grad_norm": 192.47645568847656,
+      "learning_rate": 8.051563584656067e-06,
+      "loss": 20.9062,
+      "step": 24088
+    },
+    {
+      "epoch": 1.1511516773391952,
+      "grad_norm": 214.90357971191406,
+      "learning_rate": 8.050804554654748e-06,
+      "loss": 32.9688,
+      "step": 24089
+    },
+    {
+      "epoch": 1.1511994647806556,
+      "grad_norm": 216.1193084716797,
+      "learning_rate": 8.050045536326594e-06,
+      "loss": 20.125,
+      "step": 24090
+    },
+    {
+      "epoch": 1.151247252222116,
+      "grad_norm": 334.7189025878906,
+      "learning_rate": 8.049286529676154e-06,
+      "loss": 25.8594,
+      "step": 24091
+    },
+    {
+      "epoch": 1.1512950396635764,
+      "grad_norm": 353.02484130859375,
+      "learning_rate": 8.048527534707969e-06,
+      "loss": 37.9062,
+      "step": 24092
+    },
+    {
+      "epoch": 1.1513428271050368,
+      "grad_norm": 236.503662109375,
+      "learning_rate": 8.047768551426587e-06,
+      "loss": 19.0,
+      "step": 24093
+    },
+    {
+      "epoch": 1.1513906145464972,
+      "grad_norm": 154.385986328125,
+      "learning_rate": 8.04700957983655e-06,
+      "loss": 22.7188,
+      "step": 24094
+    },
+    {
+      "epoch": 1.1514384019879575,
+      "grad_norm": 238.4080810546875,
+      "learning_rate": 8.04625061994241e-06,
+      "loss": 31.125,
+      "step": 24095
+    },
+    {
+      "epoch": 1.151486189429418,
+      "grad_norm": 652.1467895507812,
+      "learning_rate": 8.045491671748705e-06,
+      "loss": 28.5938,
+      "step": 24096
+    },
+    {
+      "epoch": 1.1515339768708783,
+      "grad_norm": 213.64498901367188,
+      "learning_rate": 8.04473273525998e-06,
+      "loss": 24.0938,
+      "step": 24097
+    },
+    {
+      "epoch": 1.1515817643123387,
+      "grad_norm": 365.0633850097656,
+      "learning_rate": 8.043973810480784e-06,
+      "loss": 33.4062,
+      "step": 24098
+    },
+    {
+      "epoch": 1.151629551753799,
+      "grad_norm": 133.19456481933594,
+      "learning_rate": 8.043214897415666e-06,
+      "loss": 28.4062,
+      "step": 24099
+    },
+    {
+      "epoch": 1.1516773391952595,
+      "grad_norm": 198.8135986328125,
+      "learning_rate": 8.042455996069162e-06,
+      "loss": 25.5781,
+      "step": 24100
+    },
+    {
+      "epoch": 1.1517251266367199,
+      "grad_norm": 421.672607421875,
+      "learning_rate": 8.041697106445819e-06,
+      "loss": 23.0938,
+      "step": 24101
+    },
+    {
+      "epoch": 1.1517729140781803,
+      "grad_norm": 227.8147735595703,
+      "learning_rate": 8.040938228550184e-06,
+      "loss": 21.6875,
+      "step": 24102
+    },
+    {
+      "epoch": 1.1518207015196407,
+      "grad_norm": 163.52395629882812,
+      "learning_rate": 8.040179362386806e-06,
+      "loss": 18.0469,
+      "step": 24103
+    },
+    {
+      "epoch": 1.151868488961101,
+      "grad_norm": 430.3924255371094,
+      "learning_rate": 8.03942050796022e-06,
+      "loss": 26.4375,
+      "step": 24104
+    },
+    {
+      "epoch": 1.1519162764025614,
+      "grad_norm": 241.90667724609375,
+      "learning_rate": 8.038661665274976e-06,
+      "loss": 19.5938,
+      "step": 24105
+    },
+    {
+      "epoch": 1.1519640638440218,
+      "grad_norm": 177.34410095214844,
+      "learning_rate": 8.037902834335619e-06,
+      "loss": 28.3438,
+      "step": 24106
+    },
+    {
+      "epoch": 1.1520118512854822,
+      "grad_norm": 4084.38623046875,
+      "learning_rate": 8.037144015146692e-06,
+      "loss": 30.9531,
+      "step": 24107
+    },
+    {
+      "epoch": 1.1520596387269426,
+      "grad_norm": 376.0828857421875,
+      "learning_rate": 8.036385207712742e-06,
+      "loss": 41.625,
+      "step": 24108
+    },
+    {
+      "epoch": 1.152107426168403,
+      "grad_norm": 433.2571105957031,
+      "learning_rate": 8.035626412038307e-06,
+      "loss": 23.3906,
+      "step": 24109
+    },
+    {
+      "epoch": 1.1521552136098634,
+      "grad_norm": 304.4991760253906,
+      "learning_rate": 8.034867628127936e-06,
+      "loss": 36.625,
+      "step": 24110
+    },
+    {
+      "epoch": 1.1522030010513238,
+      "grad_norm": 135.17201232910156,
+      "learning_rate": 8.034108855986174e-06,
+      "loss": 18.9531,
+      "step": 24111
+    },
+    {
+      "epoch": 1.1522507884927842,
+      "grad_norm": 265.2341613769531,
+      "learning_rate": 8.03335009561756e-06,
+      "loss": 21.3125,
+      "step": 24112
+    },
+    {
+      "epoch": 1.1522985759342446,
+      "grad_norm": 260.52191162109375,
+      "learning_rate": 8.032591347026641e-06,
+      "loss": 23.0938,
+      "step": 24113
+    },
+    {
+      "epoch": 1.152346363375705,
+      "grad_norm": 186.11221313476562,
+      "learning_rate": 8.031832610217967e-06,
+      "loss": 22.4062,
+      "step": 24114
+    },
+    {
+      "epoch": 1.1523941508171653,
+      "grad_norm": 358.75396728515625,
+      "learning_rate": 8.03107388519607e-06,
+      "loss": 31.0,
+      "step": 24115
+    },
+    {
+      "epoch": 1.1524419382586255,
+      "grad_norm": 1185.7119140625,
+      "learning_rate": 8.0303151719655e-06,
+      "loss": 34.2344,
+      "step": 24116
+    },
+    {
+      "epoch": 1.152489725700086,
+      "grad_norm": 371.4593200683594,
+      "learning_rate": 8.029556470530802e-06,
+      "loss": 24.7656,
+      "step": 24117
+    },
+    {
+      "epoch": 1.1525375131415463,
+      "grad_norm": 256.7943420410156,
+      "learning_rate": 8.028797780896522e-06,
+      "loss": 34.5938,
+      "step": 24118
+    },
+    {
+      "epoch": 1.1525853005830067,
+      "grad_norm": 191.8511199951172,
+      "learning_rate": 8.028039103067194e-06,
+      "loss": 27.5312,
+      "step": 24119
+    },
+    {
+      "epoch": 1.152633088024467,
+      "grad_norm": 227.2426300048828,
+      "learning_rate": 8.02728043704737e-06,
+      "loss": 36.4062,
+      "step": 24120
+    },
+    {
+      "epoch": 1.1526808754659275,
+      "grad_norm": 351.1246337890625,
+      "learning_rate": 8.026521782841591e-06,
+      "loss": 26.9531,
+      "step": 24121
+    },
+    {
+      "epoch": 1.1527286629073878,
+      "grad_norm": 167.01995849609375,
+      "learning_rate": 8.0257631404544e-06,
+      "loss": 31.25,
+      "step": 24122
+    },
+    {
+      "epoch": 1.1527764503488482,
+      "grad_norm": 258.6506042480469,
+      "learning_rate": 8.025004509890337e-06,
+      "loss": 28.9688,
+      "step": 24123
+    },
+    {
+      "epoch": 1.1528242377903086,
+      "grad_norm": 196.95632934570312,
+      "learning_rate": 8.024245891153953e-06,
+      "loss": 20.75,
+      "step": 24124
+    },
+    {
+      "epoch": 1.152872025231769,
+      "grad_norm": 240.17884826660156,
+      "learning_rate": 8.023487284249786e-06,
+      "loss": 24.5,
+      "step": 24125
+    },
+    {
+      "epoch": 1.1529198126732294,
+      "grad_norm": 302.5391845703125,
+      "learning_rate": 8.02272868918238e-06,
+      "loss": 27.5469,
+      "step": 24126
+    },
+    {
+      "epoch": 1.1529676001146898,
+      "grad_norm": 173.48643493652344,
+      "learning_rate": 8.021970105956273e-06,
+      "loss": 21.5,
+      "step": 24127
+    },
+    {
+      "epoch": 1.1530153875561502,
+      "grad_norm": 405.8338928222656,
+      "learning_rate": 8.021211534576017e-06,
+      "loss": 34.6719,
+      "step": 24128
+    },
+    {
+      "epoch": 1.1530631749976106,
+      "grad_norm": 203.21490478515625,
+      "learning_rate": 8.020452975046152e-06,
+      "loss": 21.8125,
+      "step": 24129
+    },
+    {
+      "epoch": 1.153110962439071,
+      "grad_norm": 180.62356567382812,
+      "learning_rate": 8.019694427371216e-06,
+      "loss": 17.125,
+      "step": 24130
+    },
+    {
+      "epoch": 1.1531587498805314,
+      "grad_norm": 290.1990966796875,
+      "learning_rate": 8.018935891555755e-06,
+      "loss": 35.5312,
+      "step": 24131
+    },
+    {
+      "epoch": 1.1532065373219917,
+      "grad_norm": 169.36968994140625,
+      "learning_rate": 8.018177367604316e-06,
+      "loss": 35.125,
+      "step": 24132
+    },
+    {
+      "epoch": 1.1532543247634521,
+      "grad_norm": 351.83294677734375,
+      "learning_rate": 8.017418855521433e-06,
+      "loss": 28.6562,
+      "step": 24133
+    },
+    {
+      "epoch": 1.1533021122049125,
+      "grad_norm": 448.05133056640625,
+      "learning_rate": 8.016660355311652e-06,
+      "loss": 31.4375,
+      "step": 24134
+    },
+    {
+      "epoch": 1.153349899646373,
+      "grad_norm": 394.6639404296875,
+      "learning_rate": 8.015901866979518e-06,
+      "loss": 39.4375,
+      "step": 24135
+    },
+    {
+      "epoch": 1.1533976870878333,
+      "grad_norm": 123.39730834960938,
+      "learning_rate": 8.015143390529573e-06,
+      "loss": 16.7031,
+      "step": 24136
+    },
+    {
+      "epoch": 1.1534454745292937,
+      "grad_norm": 264.9990539550781,
+      "learning_rate": 8.014384925966357e-06,
+      "loss": 24.8594,
+      "step": 24137
+    },
+    {
+      "epoch": 1.153493261970754,
+      "grad_norm": 326.93695068359375,
+      "learning_rate": 8.013626473294411e-06,
+      "loss": 21.125,
+      "step": 24138
+    },
+    {
+      "epoch": 1.1535410494122145,
+      "grad_norm": 263.5914001464844,
+      "learning_rate": 8.012868032518283e-06,
+      "loss": 28.4688,
+      "step": 24139
+    },
+    {
+      "epoch": 1.1535888368536749,
+      "grad_norm": 299.9804992675781,
+      "learning_rate": 8.012109603642511e-06,
+      "loss": 34.6562,
+      "step": 24140
+    },
+    {
+      "epoch": 1.1536366242951352,
+      "grad_norm": 269.879150390625,
+      "learning_rate": 8.011351186671637e-06,
+      "loss": 29.9062,
+      "step": 24141
+    },
+    {
+      "epoch": 1.1536844117365956,
+      "grad_norm": 198.92034912109375,
+      "learning_rate": 8.0105927816102e-06,
+      "loss": 25.5469,
+      "step": 24142
+    },
+    {
+      "epoch": 1.153732199178056,
+      "grad_norm": 177.64724731445312,
+      "learning_rate": 8.009834388462749e-06,
+      "loss": 21.2734,
+      "step": 24143
+    },
+    {
+      "epoch": 1.1537799866195164,
+      "grad_norm": 321.4042053222656,
+      "learning_rate": 8.009076007233821e-06,
+      "loss": 25.0938,
+      "step": 24144
+    },
+    {
+      "epoch": 1.1538277740609768,
+      "grad_norm": 279.9336853027344,
+      "learning_rate": 8.008317637927959e-06,
+      "loss": 24.4688,
+      "step": 24145
+    },
+    {
+      "epoch": 1.1538755615024372,
+      "grad_norm": 336.7643737792969,
+      "learning_rate": 8.007559280549701e-06,
+      "loss": 29.1875,
+      "step": 24146
+    },
+    {
+      "epoch": 1.1539233489438976,
+      "grad_norm": 244.00624084472656,
+      "learning_rate": 8.006800935103599e-06,
+      "loss": 24.5781,
+      "step": 24147
+    },
+    {
+      "epoch": 1.153971136385358,
+      "grad_norm": 193.4075927734375,
+      "learning_rate": 8.00604260159418e-06,
+      "loss": 22.7344,
+      "step": 24148
+    },
+    {
+      "epoch": 1.1540189238268184,
+      "grad_norm": 211.16517639160156,
+      "learning_rate": 8.005284280025996e-06,
+      "loss": 30.5625,
+      "step": 24149
+    },
+    {
+      "epoch": 1.1540667112682788,
+      "grad_norm": 234.9361572265625,
+      "learning_rate": 8.004525970403583e-06,
+      "loss": 26.0938,
+      "step": 24150
+    },
+    {
+      "epoch": 1.1541144987097391,
+      "grad_norm": 244.3048553466797,
+      "learning_rate": 8.00376767273149e-06,
+      "loss": 25.875,
+      "step": 24151
+    },
+    {
+      "epoch": 1.1541622861511995,
+      "grad_norm": 204.81915283203125,
+      "learning_rate": 8.003009387014249e-06,
+      "loss": 24.0625,
+      "step": 24152
+    },
+    {
+      "epoch": 1.15421007359266,
+      "grad_norm": 311.46142578125,
+      "learning_rate": 8.002251113256403e-06,
+      "loss": 27.8125,
+      "step": 24153
+    },
+    {
+      "epoch": 1.1542578610341203,
+      "grad_norm": 189.1516571044922,
+      "learning_rate": 8.0014928514625e-06,
+      "loss": 27.9688,
+      "step": 24154
+    },
+    {
+      "epoch": 1.1543056484755807,
+      "grad_norm": 225.68031311035156,
+      "learning_rate": 8.000734601637075e-06,
+      "loss": 21.0,
+      "step": 24155
+    },
+    {
+      "epoch": 1.154353435917041,
+      "grad_norm": 182.84844970703125,
+      "learning_rate": 7.999976363784668e-06,
+      "loss": 15.5312,
+      "step": 24156
+    },
+    {
+      "epoch": 1.1544012233585015,
+      "grad_norm": 181.30406188964844,
+      "learning_rate": 7.999218137909822e-06,
+      "loss": 18.4219,
+      "step": 24157
+    },
+    {
+      "epoch": 1.1544490107999619,
+      "grad_norm": 251.0320281982422,
+      "learning_rate": 7.99845992401708e-06,
+      "loss": 22.7031,
+      "step": 24158
+    },
+    {
+      "epoch": 1.1544967982414223,
+      "grad_norm": 304.326904296875,
+      "learning_rate": 7.997701722110979e-06,
+      "loss": 29.8906,
+      "step": 24159
+    },
+    {
+      "epoch": 1.1545445856828827,
+      "grad_norm": 461.0715026855469,
+      "learning_rate": 7.996943532196058e-06,
+      "loss": 28.5938,
+      "step": 24160
+    },
+    {
+      "epoch": 1.154592373124343,
+      "grad_norm": 227.65325927734375,
+      "learning_rate": 7.996185354276862e-06,
+      "loss": 24.5469,
+      "step": 24161
+    },
+    {
+      "epoch": 1.1546401605658034,
+      "grad_norm": 334.98101806640625,
+      "learning_rate": 7.995427188357935e-06,
+      "loss": 33.7812,
+      "step": 24162
+    },
+    {
+      "epoch": 1.1546879480072636,
+      "grad_norm": 135.43443298339844,
+      "learning_rate": 7.994669034443807e-06,
+      "loss": 25.7344,
+      "step": 24163
+    },
+    {
+      "epoch": 1.154735735448724,
+      "grad_norm": 231.27610778808594,
+      "learning_rate": 7.993910892539025e-06,
+      "loss": 28.1562,
+      "step": 24164
+    },
+    {
+      "epoch": 1.1547835228901844,
+      "grad_norm": 269.2864074707031,
+      "learning_rate": 7.993152762648127e-06,
+      "loss": 33.0938,
+      "step": 24165
+    },
+    {
+      "epoch": 1.1548313103316448,
+      "grad_norm": 169.04327392578125,
+      "learning_rate": 7.992394644775659e-06,
+      "loss": 19.6562,
+      "step": 24166
+    },
+    {
+      "epoch": 1.1548790977731052,
+      "grad_norm": 287.28692626953125,
+      "learning_rate": 7.991636538926153e-06,
+      "loss": 33.1875,
+      "step": 24167
+    },
+    {
+      "epoch": 1.1549268852145655,
+      "grad_norm": 281.8642883300781,
+      "learning_rate": 7.990878445104152e-06,
+      "loss": 35.8438,
+      "step": 24168
+    },
+    {
+      "epoch": 1.154974672656026,
+      "grad_norm": 145.0024871826172,
+      "learning_rate": 7.990120363314201e-06,
+      "loss": 18.1406,
+      "step": 24169
+    },
+    {
+      "epoch": 1.1550224600974863,
+      "grad_norm": 1526.6834716796875,
+      "learning_rate": 7.989362293560831e-06,
+      "loss": 26.8438,
+      "step": 24170
+    },
+    {
+      "epoch": 1.1550702475389467,
+      "grad_norm": 205.8297119140625,
+      "learning_rate": 7.988604235848587e-06,
+      "loss": 22.8594,
+      "step": 24171
+    },
+    {
+      "epoch": 1.155118034980407,
+      "grad_norm": 346.67950439453125,
+      "learning_rate": 7.98784619018201e-06,
+      "loss": 27.9062,
+      "step": 24172
+    },
+    {
+      "epoch": 1.1551658224218675,
+      "grad_norm": 207.24281311035156,
+      "learning_rate": 7.987088156565638e-06,
+      "loss": 28.4375,
+      "step": 24173
+    },
+    {
+      "epoch": 1.1552136098633279,
+      "grad_norm": 283.2128601074219,
+      "learning_rate": 7.98633013500401e-06,
+      "loss": 26.875,
+      "step": 24174
+    },
+    {
+      "epoch": 1.1552613973047883,
+      "grad_norm": 724.4952392578125,
+      "learning_rate": 7.985572125501665e-06,
+      "loss": 29.7812,
+      "step": 24175
+    },
+    {
+      "epoch": 1.1553091847462487,
+      "grad_norm": 200.11761474609375,
+      "learning_rate": 7.984814128063144e-06,
+      "loss": 21.6875,
+      "step": 24176
+    },
+    {
+      "epoch": 1.155356972187709,
+      "grad_norm": 236.94427490234375,
+      "learning_rate": 7.984056142692991e-06,
+      "loss": 30.9688,
+      "step": 24177
+    },
+    {
+      "epoch": 1.1554047596291694,
+      "grad_norm": 183.64144897460938,
+      "learning_rate": 7.983298169395735e-06,
+      "loss": 20.375,
+      "step": 24178
+    },
+    {
+      "epoch": 1.1554525470706298,
+      "grad_norm": 273.15966796875,
+      "learning_rate": 7.982540208175919e-06,
+      "loss": 26.2188,
+      "step": 24179
+    },
+    {
+      "epoch": 1.1555003345120902,
+      "grad_norm": 152.0098114013672,
+      "learning_rate": 7.98178225903809e-06,
+      "loss": 24.5312,
+      "step": 24180
+    },
+    {
+      "epoch": 1.1555481219535506,
+      "grad_norm": 200.82533264160156,
+      "learning_rate": 7.981024321986777e-06,
+      "loss": 21.7812,
+      "step": 24181
+    },
+    {
+      "epoch": 1.155595909395011,
+      "grad_norm": 126.82977294921875,
+      "learning_rate": 7.980266397026522e-06,
+      "loss": 20.6094,
+      "step": 24182
+    },
+    {
+      "epoch": 1.1556436968364714,
+      "grad_norm": 346.24114990234375,
+      "learning_rate": 7.979508484161867e-06,
+      "loss": 30.7188,
+      "step": 24183
+    },
+    {
+      "epoch": 1.1556914842779318,
+      "grad_norm": 212.3957977294922,
+      "learning_rate": 7.978750583397351e-06,
+      "loss": 26.4688,
+      "step": 24184
+    },
+    {
+      "epoch": 1.1557392717193922,
+      "grad_norm": 227.24044799804688,
+      "learning_rate": 7.977992694737508e-06,
+      "loss": 27.9375,
+      "step": 24185
+    },
+    {
+      "epoch": 1.1557870591608526,
+      "grad_norm": 221.46743774414062,
+      "learning_rate": 7.977234818186878e-06,
+      "loss": 26.1562,
+      "step": 24186
+    },
+    {
+      "epoch": 1.155834846602313,
+      "grad_norm": 176.95831298828125,
+      "learning_rate": 7.976476953750005e-06,
+      "loss": 17.3125,
+      "step": 24187
+    },
+    {
+      "epoch": 1.1558826340437733,
+      "grad_norm": 321.8408203125,
+      "learning_rate": 7.975719101431426e-06,
+      "loss": 27.75,
+      "step": 24188
+    },
+    {
+      "epoch": 1.1559304214852337,
+      "grad_norm": 201.6449432373047,
+      "learning_rate": 7.974961261235672e-06,
+      "loss": 29.4375,
+      "step": 24189
+    },
+    {
+      "epoch": 1.1559782089266941,
+      "grad_norm": 158.65184020996094,
+      "learning_rate": 7.97420343316729e-06,
+      "loss": 18.9688,
+      "step": 24190
+    },
+    {
+      "epoch": 1.1560259963681545,
+      "grad_norm": 256.3106994628906,
+      "learning_rate": 7.973445617230813e-06,
+      "loss": 22.7344,
+      "step": 24191
+    },
+    {
+      "epoch": 1.156073783809615,
+      "grad_norm": 309.8273010253906,
+      "learning_rate": 7.972687813430788e-06,
+      "loss": 32.7656,
+      "step": 24192
+    },
+    {
+      "epoch": 1.1561215712510753,
+      "grad_norm": 196.49754333496094,
+      "learning_rate": 7.971930021771741e-06,
+      "loss": 20.1406,
+      "step": 24193
+    },
+    {
+      "epoch": 1.1561693586925357,
+      "grad_norm": 254.53775024414062,
+      "learning_rate": 7.971172242258217e-06,
+      "loss": 16.3906,
+      "step": 24194
+    },
+    {
+      "epoch": 1.156217146133996,
+      "grad_norm": 145.50408935546875,
+      "learning_rate": 7.970414474894757e-06,
+      "loss": 19.6562,
+      "step": 24195
+    },
+    {
+      "epoch": 1.1562649335754565,
+      "grad_norm": 225.31649780273438,
+      "learning_rate": 7.969656719685893e-06,
+      "loss": 32.4375,
+      "step": 24196
+    },
+    {
+      "epoch": 1.1563127210169168,
+      "grad_norm": 212.03599548339844,
+      "learning_rate": 7.968898976636163e-06,
+      "loss": 23.4531,
+      "step": 24197
+    },
+    {
+      "epoch": 1.1563605084583772,
+      "grad_norm": 287.8211975097656,
+      "learning_rate": 7.968141245750107e-06,
+      "loss": 35.5938,
+      "step": 24198
+    },
+    {
+      "epoch": 1.1564082958998374,
+      "grad_norm": 325.8808898925781,
+      "learning_rate": 7.96738352703227e-06,
+      "loss": 28.5625,
+      "step": 24199
+    },
+    {
+      "epoch": 1.1564560833412978,
+      "grad_norm": 321.3861083984375,
+      "learning_rate": 7.966625820487178e-06,
+      "loss": 24.4531,
+      "step": 24200
+    },
+    {
+      "epoch": 1.1565038707827582,
+      "grad_norm": 332.17095947265625,
+      "learning_rate": 7.965868126119372e-06,
+      "loss": 27.375,
+      "step": 24201
+    },
+    {
+      "epoch": 1.1565516582242186,
+      "grad_norm": 351.1446228027344,
+      "learning_rate": 7.965110443933391e-06,
+      "loss": 26.5625,
+      "step": 24202
+    },
+    {
+      "epoch": 1.156599445665679,
+      "grad_norm": 286.84454345703125,
+      "learning_rate": 7.964352773933778e-06,
+      "loss": 24.1094,
+      "step": 24203
+    },
+    {
+      "epoch": 1.1566472331071393,
+      "grad_norm": 335.4963684082031,
+      "learning_rate": 7.963595116125062e-06,
+      "loss": 21.7031,
+      "step": 24204
+    },
+    {
+      "epoch": 1.1566950205485997,
+      "grad_norm": 331.4449157714844,
+      "learning_rate": 7.962837470511783e-06,
+      "loss": 17.7031,
+      "step": 24205
+    },
+    {
+      "epoch": 1.1567428079900601,
+      "grad_norm": 165.2986297607422,
+      "learning_rate": 7.962079837098481e-06,
+      "loss": 16.9062,
+      "step": 24206
+    },
+    {
+      "epoch": 1.1567905954315205,
+      "grad_norm": 209.1539764404297,
+      "learning_rate": 7.961322215889689e-06,
+      "loss": 34.9219,
+      "step": 24207
+    },
+    {
+      "epoch": 1.156838382872981,
+      "grad_norm": 213.0373992919922,
+      "learning_rate": 7.960564606889948e-06,
+      "loss": 24.6562,
+      "step": 24208
+    },
+    {
+      "epoch": 1.1568861703144413,
+      "grad_norm": 159.52484130859375,
+      "learning_rate": 7.95980701010379e-06,
+      "loss": 25.2656,
+      "step": 24209
+    },
+    {
+      "epoch": 1.1569339577559017,
+      "grad_norm": 192.53237915039062,
+      "learning_rate": 7.959049425535761e-06,
+      "loss": 17.8906,
+      "step": 24210
+    },
+    {
+      "epoch": 1.156981745197362,
+      "grad_norm": 191.35458374023438,
+      "learning_rate": 7.958291853190389e-06,
+      "loss": 22.5312,
+      "step": 24211
+    },
+    {
+      "epoch": 1.1570295326388225,
+      "grad_norm": 345.82843017578125,
+      "learning_rate": 7.957534293072213e-06,
+      "loss": 30.6406,
+      "step": 24212
+    },
+    {
+      "epoch": 1.1570773200802829,
+      "grad_norm": 214.36524963378906,
+      "learning_rate": 7.956776745185771e-06,
+      "loss": 32.2188,
+      "step": 24213
+    },
+    {
+      "epoch": 1.1571251075217432,
+      "grad_norm": 229.3603515625,
+      "learning_rate": 7.956019209535605e-06,
+      "loss": 30.2812,
+      "step": 24214
+    },
+    {
+      "epoch": 1.1571728949632036,
+      "grad_norm": 328.32257080078125,
+      "learning_rate": 7.955261686126242e-06,
+      "loss": 22.375,
+      "step": 24215
+    },
+    {
+      "epoch": 1.157220682404664,
+      "grad_norm": 190.8544158935547,
+      "learning_rate": 7.954504174962222e-06,
+      "loss": 20.5312,
+      "step": 24216
+    },
+    {
+      "epoch": 1.1572684698461244,
+      "grad_norm": 453.5488586425781,
+      "learning_rate": 7.953746676048087e-06,
+      "loss": 24.1875,
+      "step": 24217
+    },
+    {
+      "epoch": 1.1573162572875848,
+      "grad_norm": 259.67578125,
+      "learning_rate": 7.952989189388366e-06,
+      "loss": 21.8594,
+      "step": 24218
+    },
+    {
+      "epoch": 1.1573640447290452,
+      "grad_norm": 302.2751770019531,
+      "learning_rate": 7.952231714987597e-06,
+      "loss": 28.5625,
+      "step": 24219
+    },
+    {
+      "epoch": 1.1574118321705056,
+      "grad_norm": 310.63494873046875,
+      "learning_rate": 7.951474252850318e-06,
+      "loss": 28.3438,
+      "step": 24220
+    },
+    {
+      "epoch": 1.157459619611966,
+      "grad_norm": 273.2029724121094,
+      "learning_rate": 7.950716802981071e-06,
+      "loss": 24.5625,
+      "step": 24221
+    },
+    {
+      "epoch": 1.1575074070534264,
+      "grad_norm": 208.8963165283203,
+      "learning_rate": 7.94995936538438e-06,
+      "loss": 24.875,
+      "step": 24222
+    },
+    {
+      "epoch": 1.1575551944948868,
+      "grad_norm": 210.81729125976562,
+      "learning_rate": 7.94920194006479e-06,
+      "loss": 21.375,
+      "step": 24223
+    },
+    {
+      "epoch": 1.1576029819363471,
+      "grad_norm": 248.4171905517578,
+      "learning_rate": 7.948444527026831e-06,
+      "loss": 27.9062,
+      "step": 24224
+    },
+    {
+      "epoch": 1.1576507693778075,
+      "grad_norm": 213.9744110107422,
+      "learning_rate": 7.947687126275046e-06,
+      "loss": 26.3281,
+      "step": 24225
+    },
+    {
+      "epoch": 1.157698556819268,
+      "grad_norm": 204.88267517089844,
+      "learning_rate": 7.946929737813964e-06,
+      "loss": 24.4375,
+      "step": 24226
+    },
+    {
+      "epoch": 1.1577463442607283,
+      "grad_norm": 221.36949157714844,
+      "learning_rate": 7.946172361648124e-06,
+      "loss": 20.1719,
+      "step": 24227
+    },
+    {
+      "epoch": 1.1577941317021887,
+      "grad_norm": 231.48345947265625,
+      "learning_rate": 7.945414997782064e-06,
+      "loss": 21.1562,
+      "step": 24228
+    },
+    {
+      "epoch": 1.157841919143649,
+      "grad_norm": 168.37945556640625,
+      "learning_rate": 7.944657646220314e-06,
+      "loss": 22.6719,
+      "step": 24229
+    },
+    {
+      "epoch": 1.1578897065851095,
+      "grad_norm": 288.2873229980469,
+      "learning_rate": 7.943900306967412e-06,
+      "loss": 25.0,
+      "step": 24230
+    },
+    {
+      "epoch": 1.1579374940265699,
+      "grad_norm": 246.19447326660156,
+      "learning_rate": 7.943142980027894e-06,
+      "loss": 29.1562,
+      "step": 24231
+    },
+    {
+      "epoch": 1.1579852814680303,
+      "grad_norm": 184.95294189453125,
+      "learning_rate": 7.942385665406301e-06,
+      "loss": 24.625,
+      "step": 24232
+    },
+    {
+      "epoch": 1.1580330689094906,
+      "grad_norm": 281.8989562988281,
+      "learning_rate": 7.941628363107156e-06,
+      "loss": 39.1562,
+      "step": 24233
+    },
+    {
+      "epoch": 1.158080856350951,
+      "grad_norm": 234.3170623779297,
+      "learning_rate": 7.940871073135004e-06,
+      "loss": 21.6562,
+      "step": 24234
+    },
+    {
+      "epoch": 1.1581286437924114,
+      "grad_norm": 244.72154235839844,
+      "learning_rate": 7.940113795494375e-06,
+      "loss": 25.2812,
+      "step": 24235
+    },
+    {
+      "epoch": 1.1581764312338718,
+      "grad_norm": 157.46771240234375,
+      "learning_rate": 7.939356530189813e-06,
+      "loss": 22.3125,
+      "step": 24236
+    },
+    {
+      "epoch": 1.1582242186753322,
+      "grad_norm": 272.23321533203125,
+      "learning_rate": 7.93859927722584e-06,
+      "loss": 28.3438,
+      "step": 24237
+    },
+    {
+      "epoch": 1.1582720061167926,
+      "grad_norm": 380.2839050292969,
+      "learning_rate": 7.937842036607e-06,
+      "loss": 23.5,
+      "step": 24238
+    },
+    {
+      "epoch": 1.158319793558253,
+      "grad_norm": 283.7137451171875,
+      "learning_rate": 7.937084808337824e-06,
+      "loss": 32.0938,
+      "step": 24239
+    },
+    {
+      "epoch": 1.1583675809997134,
+      "grad_norm": 293.0140075683594,
+      "learning_rate": 7.93632759242285e-06,
+      "loss": 21.7344,
+      "step": 24240
+    },
+    {
+      "epoch": 1.1584153684411738,
+      "grad_norm": 121.9848861694336,
+      "learning_rate": 7.935570388866611e-06,
+      "loss": 23.5,
+      "step": 24241
+    },
+    {
+      "epoch": 1.1584631558826342,
+      "grad_norm": 197.3555450439453,
+      "learning_rate": 7.934813197673637e-06,
+      "loss": 29.4062,
+      "step": 24242
+    },
+    {
+      "epoch": 1.1585109433240945,
+      "grad_norm": 858.2562866210938,
+      "learning_rate": 7.934056018848474e-06,
+      "loss": 20.625,
+      "step": 24243
+    },
+    {
+      "epoch": 1.158558730765555,
+      "grad_norm": 274.0089111328125,
+      "learning_rate": 7.933298852395645e-06,
+      "loss": 24.4844,
+      "step": 24244
+    },
+    {
+      "epoch": 1.158606518207015,
+      "grad_norm": 257.55810546875,
+      "learning_rate": 7.932541698319689e-06,
+      "loss": 22.3594,
+      "step": 24245
+    },
+    {
+      "epoch": 1.1586543056484755,
+      "grad_norm": 184.5748748779297,
+      "learning_rate": 7.93178455662514e-06,
+      "loss": 20.5938,
+      "step": 24246
+    },
+    {
+      "epoch": 1.1587020930899359,
+      "grad_norm": 216.4821319580078,
+      "learning_rate": 7.931027427316538e-06,
+      "loss": 25.3438,
+      "step": 24247
+    },
+    {
+      "epoch": 1.1587498805313963,
+      "grad_norm": 286.9274597167969,
+      "learning_rate": 7.930270310398407e-06,
+      "loss": 21.4531,
+      "step": 24248
+    },
+    {
+      "epoch": 1.1587976679728567,
+      "grad_norm": 200.73788452148438,
+      "learning_rate": 7.929513205875286e-06,
+      "loss": 18.1406,
+      "step": 24249
+    },
+    {
+      "epoch": 1.158845455414317,
+      "grad_norm": 264.4858093261719,
+      "learning_rate": 7.92875611375171e-06,
+      "loss": 36.6562,
+      "step": 24250
+    },
+    {
+      "epoch": 1.1588932428557774,
+      "grad_norm": 136.69139099121094,
+      "learning_rate": 7.927999034032215e-06,
+      "loss": 18.1562,
+      "step": 24251
+    },
+    {
+      "epoch": 1.1589410302972378,
+      "grad_norm": 451.85931396484375,
+      "learning_rate": 7.927241966721328e-06,
+      "loss": 28.8125,
+      "step": 24252
+    },
+    {
+      "epoch": 1.1589888177386982,
+      "grad_norm": 176.2950897216797,
+      "learning_rate": 7.926484911823589e-06,
+      "loss": 24.4219,
+      "step": 24253
+    },
+    {
+      "epoch": 1.1590366051801586,
+      "grad_norm": 228.02308654785156,
+      "learning_rate": 7.925727869343532e-06,
+      "loss": 20.625,
+      "step": 24254
+    },
+    {
+      "epoch": 1.159084392621619,
+      "grad_norm": 632.0764770507812,
+      "learning_rate": 7.924970839285687e-06,
+      "loss": 35.75,
+      "step": 24255
+    },
+    {
+      "epoch": 1.1591321800630794,
+      "grad_norm": 299.6253662109375,
+      "learning_rate": 7.924213821654588e-06,
+      "loss": 29.5625,
+      "step": 24256
+    },
+    {
+      "epoch": 1.1591799675045398,
+      "grad_norm": 357.3564758300781,
+      "learning_rate": 7.923456816454769e-06,
+      "loss": 30.875,
+      "step": 24257
+    },
+    {
+      "epoch": 1.1592277549460002,
+      "grad_norm": 433.8651428222656,
+      "learning_rate": 7.922699823690768e-06,
+      "loss": 29.7188,
+      "step": 24258
+    },
+    {
+      "epoch": 1.1592755423874606,
+      "grad_norm": 335.3854675292969,
+      "learning_rate": 7.921942843367112e-06,
+      "loss": 27.5938,
+      "step": 24259
+    },
+    {
+      "epoch": 1.159323329828921,
+      "grad_norm": 156.8556365966797,
+      "learning_rate": 7.921185875488335e-06,
+      "loss": 21.1094,
+      "step": 24260
+    },
+    {
+      "epoch": 1.1593711172703813,
+      "grad_norm": 281.00201416015625,
+      "learning_rate": 7.920428920058974e-06,
+      "loss": 30.6562,
+      "step": 24261
+    },
+    {
+      "epoch": 1.1594189047118417,
+      "grad_norm": 260.4637451171875,
+      "learning_rate": 7.919671977083562e-06,
+      "loss": 23.3125,
+      "step": 24262
+    },
+    {
+      "epoch": 1.1594666921533021,
+      "grad_norm": 265.371826171875,
+      "learning_rate": 7.918915046566628e-06,
+      "loss": 23.3281,
+      "step": 24263
+    },
+    {
+      "epoch": 1.1595144795947625,
+      "grad_norm": 274.8834228515625,
+      "learning_rate": 7.918158128512708e-06,
+      "loss": 17.4219,
+      "step": 24264
+    },
+    {
+      "epoch": 1.159562267036223,
+      "grad_norm": 201.4921875,
+      "learning_rate": 7.917401222926338e-06,
+      "loss": 21.2344,
+      "step": 24265
+    },
+    {
+      "epoch": 1.1596100544776833,
+      "grad_norm": 263.2950134277344,
+      "learning_rate": 7.916644329812044e-06,
+      "loss": 31.5,
+      "step": 24266
+    },
+    {
+      "epoch": 1.1596578419191437,
+      "grad_norm": 169.2112579345703,
+      "learning_rate": 7.915887449174361e-06,
+      "loss": 23.2969,
+      "step": 24267
+    },
+    {
+      "epoch": 1.159705629360604,
+      "grad_norm": 1607.3599853515625,
+      "learning_rate": 7.915130581017825e-06,
+      "loss": 27.9219,
+      "step": 24268
+    },
+    {
+      "epoch": 1.1597534168020645,
+      "grad_norm": 316.2359924316406,
+      "learning_rate": 7.914373725346969e-06,
+      "loss": 26.2812,
+      "step": 24269
+    },
+    {
+      "epoch": 1.1598012042435248,
+      "grad_norm": 325.92010498046875,
+      "learning_rate": 7.913616882166319e-06,
+      "loss": 25.8125,
+      "step": 24270
+    },
+    {
+      "epoch": 1.1598489916849852,
+      "grad_norm": 226.35031127929688,
+      "learning_rate": 7.912860051480413e-06,
+      "loss": 33.8438,
+      "step": 24271
+    },
+    {
+      "epoch": 1.1598967791264456,
+      "grad_norm": 213.53550720214844,
+      "learning_rate": 7.912103233293782e-06,
+      "loss": 17.9844,
+      "step": 24272
+    },
+    {
+      "epoch": 1.159944566567906,
+      "grad_norm": 777.7374877929688,
+      "learning_rate": 7.91134642761096e-06,
+      "loss": 19.0938,
+      "step": 24273
+    },
+    {
+      "epoch": 1.1599923540093664,
+      "grad_norm": 320.090087890625,
+      "learning_rate": 7.910589634436478e-06,
+      "loss": 17.0938,
+      "step": 24274
+    },
+    {
+      "epoch": 1.1600401414508268,
+      "grad_norm": 274.3221435546875,
+      "learning_rate": 7.909832853774865e-06,
+      "loss": 29.625,
+      "step": 24275
+    },
+    {
+      "epoch": 1.1600879288922872,
+      "grad_norm": 292.0874938964844,
+      "learning_rate": 7.909076085630656e-06,
+      "loss": 26.4688,
+      "step": 24276
+    },
+    {
+      "epoch": 1.1601357163337476,
+      "grad_norm": 609.8018188476562,
+      "learning_rate": 7.908319330008389e-06,
+      "loss": 43.375,
+      "step": 24277
+    },
+    {
+      "epoch": 1.160183503775208,
+      "grad_norm": 486.2220153808594,
+      "learning_rate": 7.907562586912585e-06,
+      "loss": 30.125,
+      "step": 24278
+    },
+    {
+      "epoch": 1.1602312912166683,
+      "grad_norm": 257.14117431640625,
+      "learning_rate": 7.90680585634778e-06,
+      "loss": 36.6562,
+      "step": 24279
+    },
+    {
+      "epoch": 1.1602790786581287,
+      "grad_norm": 285.5154724121094,
+      "learning_rate": 7.906049138318513e-06,
+      "loss": 28.25,
+      "step": 24280
+    },
+    {
+      "epoch": 1.160326866099589,
+      "grad_norm": 216.71762084960938,
+      "learning_rate": 7.905292432829305e-06,
+      "loss": 23.2188,
+      "step": 24281
+    },
+    {
+      "epoch": 1.1603746535410493,
+      "grad_norm": 169.93988037109375,
+      "learning_rate": 7.904535739884692e-06,
+      "loss": 25.4062,
+      "step": 24282
+    },
+    {
+      "epoch": 1.1604224409825097,
+      "grad_norm": 278.4952392578125,
+      "learning_rate": 7.903779059489206e-06,
+      "loss": 24.5469,
+      "step": 24283
+    },
+    {
+      "epoch": 1.16047022842397,
+      "grad_norm": 362.6687927246094,
+      "learning_rate": 7.903022391647383e-06,
+      "loss": 22.6719,
+      "step": 24284
+    },
+    {
+      "epoch": 1.1605180158654305,
+      "grad_norm": 127.1894302368164,
+      "learning_rate": 7.902265736363746e-06,
+      "loss": 21.9062,
+      "step": 24285
+    },
+    {
+      "epoch": 1.1605658033068909,
+      "grad_norm": 211.76705932617188,
+      "learning_rate": 7.90150909364283e-06,
+      "loss": 23.6875,
+      "step": 24286
+    },
+    {
+      "epoch": 1.1606135907483512,
+      "grad_norm": 170.6653594970703,
+      "learning_rate": 7.900752463489169e-06,
+      "loss": 22.3906,
+      "step": 24287
+    },
+    {
+      "epoch": 1.1606613781898116,
+      "grad_norm": 243.3768768310547,
+      "learning_rate": 7.899995845907292e-06,
+      "loss": 32.5938,
+      "step": 24288
+    },
+    {
+      "epoch": 1.160709165631272,
+      "grad_norm": 264.549072265625,
+      "learning_rate": 7.89923924090173e-06,
+      "loss": 25.9375,
+      "step": 24289
+    },
+    {
+      "epoch": 1.1607569530727324,
+      "grad_norm": 396.4180603027344,
+      "learning_rate": 7.898482648477013e-06,
+      "loss": 24.5625,
+      "step": 24290
+    },
+    {
+      "epoch": 1.1608047405141928,
+      "grad_norm": 274.35150146484375,
+      "learning_rate": 7.897726068637675e-06,
+      "loss": 29.0625,
+      "step": 24291
+    },
+    {
+      "epoch": 1.1608525279556532,
+      "grad_norm": 486.82037353515625,
+      "learning_rate": 7.896969501388245e-06,
+      "loss": 29.0625,
+      "step": 24292
+    },
+    {
+      "epoch": 1.1609003153971136,
+      "grad_norm": 273.51080322265625,
+      "learning_rate": 7.896212946733252e-06,
+      "loss": 20.9688,
+      "step": 24293
+    },
+    {
+      "epoch": 1.160948102838574,
+      "grad_norm": 358.70361328125,
+      "learning_rate": 7.895456404677228e-06,
+      "loss": 25.3125,
+      "step": 24294
+    },
+    {
+      "epoch": 1.1609958902800344,
+      "grad_norm": 5788.99365234375,
+      "learning_rate": 7.894699875224709e-06,
+      "loss": 25.3438,
+      "step": 24295
+    },
+    {
+      "epoch": 1.1610436777214947,
+      "grad_norm": 195.60675048828125,
+      "learning_rate": 7.893943358380218e-06,
+      "loss": 31.7188,
+      "step": 24296
+    },
+    {
+      "epoch": 1.1610914651629551,
+      "grad_norm": 438.4347839355469,
+      "learning_rate": 7.893186854148288e-06,
+      "loss": 31.4375,
+      "step": 24297
+    },
+    {
+      "epoch": 1.1611392526044155,
+      "grad_norm": 410.5508728027344,
+      "learning_rate": 7.89243036253345e-06,
+      "loss": 29.2188,
+      "step": 24298
+    },
+    {
+      "epoch": 1.161187040045876,
+      "grad_norm": 250.0796356201172,
+      "learning_rate": 7.891673883540239e-06,
+      "loss": 28.7812,
+      "step": 24299
+    },
+    {
+      "epoch": 1.1612348274873363,
+      "grad_norm": 449.2368469238281,
+      "learning_rate": 7.890917417173177e-06,
+      "loss": 23.9375,
+      "step": 24300
+    },
+    {
+      "epoch": 1.1612826149287967,
+      "grad_norm": 144.34487915039062,
+      "learning_rate": 7.890160963436797e-06,
+      "loss": 19.4062,
+      "step": 24301
+    },
+    {
+      "epoch": 1.161330402370257,
+      "grad_norm": 311.1084289550781,
+      "learning_rate": 7.889404522335637e-06,
+      "loss": 24.5,
+      "step": 24302
+    },
+    {
+      "epoch": 1.1613781898117175,
+      "grad_norm": 209.24008178710938,
+      "learning_rate": 7.888648093874214e-06,
+      "loss": 26.8125,
+      "step": 24303
+    },
+    {
+      "epoch": 1.1614259772531779,
+      "grad_norm": 388.1016845703125,
+      "learning_rate": 7.887891678057065e-06,
+      "loss": 39.0,
+      "step": 24304
+    },
+    {
+      "epoch": 1.1614737646946383,
+      "grad_norm": 206.2911376953125,
+      "learning_rate": 7.887135274888722e-06,
+      "loss": 26.0781,
+      "step": 24305
+    },
+    {
+      "epoch": 1.1615215521360986,
+      "grad_norm": 254.62359619140625,
+      "learning_rate": 7.886378884373713e-06,
+      "loss": 37.0781,
+      "step": 24306
+    },
+    {
+      "epoch": 1.161569339577559,
+      "grad_norm": 324.61749267578125,
+      "learning_rate": 7.885622506516568e-06,
+      "loss": 29.9062,
+      "step": 24307
+    },
+    {
+      "epoch": 1.1616171270190194,
+      "grad_norm": 202.46353149414062,
+      "learning_rate": 7.884866141321811e-06,
+      "loss": 31.0625,
+      "step": 24308
+    },
+    {
+      "epoch": 1.1616649144604798,
+      "grad_norm": 249.78543090820312,
+      "learning_rate": 7.884109788793978e-06,
+      "loss": 37.3438,
+      "step": 24309
+    },
+    {
+      "epoch": 1.1617127019019402,
+      "grad_norm": 416.4581604003906,
+      "learning_rate": 7.8833534489376e-06,
+      "loss": 28.8438,
+      "step": 24310
+    },
+    {
+      "epoch": 1.1617604893434006,
+      "grad_norm": 246.74937438964844,
+      "learning_rate": 7.882597121757201e-06,
+      "loss": 24.1562,
+      "step": 24311
+    },
+    {
+      "epoch": 1.161808276784861,
+      "grad_norm": 395.27880859375,
+      "learning_rate": 7.881840807257314e-06,
+      "loss": 27.5938,
+      "step": 24312
+    },
+    {
+      "epoch": 1.1618560642263214,
+      "grad_norm": 225.6456298828125,
+      "learning_rate": 7.881084505442465e-06,
+      "loss": 28.9062,
+      "step": 24313
+    },
+    {
+      "epoch": 1.1619038516677818,
+      "grad_norm": 320.27423095703125,
+      "learning_rate": 7.880328216317191e-06,
+      "loss": 29.1406,
+      "step": 24314
+    },
+    {
+      "epoch": 1.1619516391092422,
+      "grad_norm": 210.99630737304688,
+      "learning_rate": 7.879571939886012e-06,
+      "loss": 21.9688,
+      "step": 24315
+    },
+    {
+      "epoch": 1.1619994265507025,
+      "grad_norm": 133.6975860595703,
+      "learning_rate": 7.87881567615346e-06,
+      "loss": 15.125,
+      "step": 24316
+    },
+    {
+      "epoch": 1.162047213992163,
+      "grad_norm": 324.3423767089844,
+      "learning_rate": 7.87805942512407e-06,
+      "loss": 25.2344,
+      "step": 24317
+    },
+    {
+      "epoch": 1.1620950014336233,
+      "grad_norm": 414.06097412109375,
+      "learning_rate": 7.877303186802362e-06,
+      "loss": 44.0938,
+      "step": 24318
+    },
+    {
+      "epoch": 1.1621427888750837,
+      "grad_norm": 242.4804229736328,
+      "learning_rate": 7.876546961192867e-06,
+      "loss": 31.1875,
+      "step": 24319
+    },
+    {
+      "epoch": 1.162190576316544,
+      "grad_norm": 266.99444580078125,
+      "learning_rate": 7.87579074830012e-06,
+      "loss": 23.0625,
+      "step": 24320
+    },
+    {
+      "epoch": 1.1622383637580045,
+      "grad_norm": 385.7314758300781,
+      "learning_rate": 7.875034548128647e-06,
+      "loss": 30.7344,
+      "step": 24321
+    },
+    {
+      "epoch": 1.1622861511994649,
+      "grad_norm": 222.60128784179688,
+      "learning_rate": 7.874278360682972e-06,
+      "loss": 15.1875,
+      "step": 24322
+    },
+    {
+      "epoch": 1.1623339386409253,
+      "grad_norm": 260.852294921875,
+      "learning_rate": 7.873522185967625e-06,
+      "loss": 26.8281,
+      "step": 24323
+    },
+    {
+      "epoch": 1.1623817260823857,
+      "grad_norm": 169.00106811523438,
+      "learning_rate": 7.872766023987137e-06,
+      "loss": 23.5781,
+      "step": 24324
+    },
+    {
+      "epoch": 1.162429513523846,
+      "grad_norm": 285.4151916503906,
+      "learning_rate": 7.872009874746039e-06,
+      "loss": 27.8125,
+      "step": 24325
+    },
+    {
+      "epoch": 1.1624773009653064,
+      "grad_norm": 215.96849060058594,
+      "learning_rate": 7.871253738248852e-06,
+      "loss": 16.75,
+      "step": 24326
+    },
+    {
+      "epoch": 1.1625250884067666,
+      "grad_norm": 210.572509765625,
+      "learning_rate": 7.870497614500108e-06,
+      "loss": 29.5938,
+      "step": 24327
+    },
+    {
+      "epoch": 1.162572875848227,
+      "grad_norm": 285.2176513671875,
+      "learning_rate": 7.86974150350434e-06,
+      "loss": 27.9375,
+      "step": 24328
+    },
+    {
+      "epoch": 1.1626206632896874,
+      "grad_norm": 217.8887939453125,
+      "learning_rate": 7.868985405266067e-06,
+      "loss": 19.7812,
+      "step": 24329
+    },
+    {
+      "epoch": 1.1626684507311478,
+      "grad_norm": 453.40545654296875,
+      "learning_rate": 7.868229319789823e-06,
+      "loss": 36.625,
+      "step": 24330
+    },
+    {
+      "epoch": 1.1627162381726082,
+      "grad_norm": 263.5255126953125,
+      "learning_rate": 7.867473247080134e-06,
+      "loss": 23.3438,
+      "step": 24331
+    },
+    {
+      "epoch": 1.1627640256140686,
+      "grad_norm": 229.06204223632812,
+      "learning_rate": 7.866717187141533e-06,
+      "loss": 32.5312,
+      "step": 24332
+    },
+    {
+      "epoch": 1.162811813055529,
+      "grad_norm": 211.2419891357422,
+      "learning_rate": 7.865961139978538e-06,
+      "loss": 19.8281,
+      "step": 24333
+    },
+    {
+      "epoch": 1.1628596004969893,
+      "grad_norm": 312.08050537109375,
+      "learning_rate": 7.865205105595683e-06,
+      "loss": 35.3125,
+      "step": 24334
+    },
+    {
+      "epoch": 1.1629073879384497,
+      "grad_norm": 409.0523681640625,
+      "learning_rate": 7.864449083997497e-06,
+      "loss": 32.375,
+      "step": 24335
+    },
+    {
+      "epoch": 1.1629551753799101,
+      "grad_norm": 306.0019836425781,
+      "learning_rate": 7.863693075188506e-06,
+      "loss": 26.4219,
+      "step": 24336
+    },
+    {
+      "epoch": 1.1630029628213705,
+      "grad_norm": 266.92626953125,
+      "learning_rate": 7.862937079173234e-06,
+      "loss": 26.1406,
+      "step": 24337
+    },
+    {
+      "epoch": 1.163050750262831,
+      "grad_norm": 296.9143371582031,
+      "learning_rate": 7.862181095956213e-06,
+      "loss": 30.4375,
+      "step": 24338
+    },
+    {
+      "epoch": 1.1630985377042913,
+      "grad_norm": 263.46258544921875,
+      "learning_rate": 7.861425125541967e-06,
+      "loss": 26.3125,
+      "step": 24339
+    },
+    {
+      "epoch": 1.1631463251457517,
+      "grad_norm": 298.03790283203125,
+      "learning_rate": 7.860669167935028e-06,
+      "loss": 24.3438,
+      "step": 24340
+    },
+    {
+      "epoch": 1.163194112587212,
+      "grad_norm": 278.43994140625,
+      "learning_rate": 7.859913223139918e-06,
+      "loss": 20.0312,
+      "step": 24341
+    },
+    {
+      "epoch": 1.1632419000286724,
+      "grad_norm": 314.5815124511719,
+      "learning_rate": 7.859157291161165e-06,
+      "loss": 15.1562,
+      "step": 24342
+    },
+    {
+      "epoch": 1.1632896874701328,
+      "grad_norm": 361.1905822753906,
+      "learning_rate": 7.858401372003301e-06,
+      "loss": 44.7188,
+      "step": 24343
+    },
+    {
+      "epoch": 1.1633374749115932,
+      "grad_norm": 244.62648010253906,
+      "learning_rate": 7.857645465670848e-06,
+      "loss": 29.4375,
+      "step": 24344
+    },
+    {
+      "epoch": 1.1633852623530536,
+      "grad_norm": 147.8082733154297,
+      "learning_rate": 7.85688957216833e-06,
+      "loss": 18.0781,
+      "step": 24345
+    },
+    {
+      "epoch": 1.163433049794514,
+      "grad_norm": 268.7050476074219,
+      "learning_rate": 7.856133691500281e-06,
+      "loss": 33.0312,
+      "step": 24346
+    },
+    {
+      "epoch": 1.1634808372359744,
+      "grad_norm": 273.920654296875,
+      "learning_rate": 7.85537782367123e-06,
+      "loss": 25.9688,
+      "step": 24347
+    },
+    {
+      "epoch": 1.1635286246774348,
+      "grad_norm": 255.7171630859375,
+      "learning_rate": 7.854621968685693e-06,
+      "loss": 24.2031,
+      "step": 24348
+    },
+    {
+      "epoch": 1.1635764121188952,
+      "grad_norm": 122.35307312011719,
+      "learning_rate": 7.853866126548203e-06,
+      "loss": 28.3281,
+      "step": 24349
+    },
+    {
+      "epoch": 1.1636241995603556,
+      "grad_norm": 351.8078308105469,
+      "learning_rate": 7.853110297263287e-06,
+      "loss": 26.8125,
+      "step": 24350
+    },
+    {
+      "epoch": 1.163671987001816,
+      "grad_norm": 218.58653259277344,
+      "learning_rate": 7.852354480835468e-06,
+      "loss": 21.2344,
+      "step": 24351
+    },
+    {
+      "epoch": 1.1637197744432763,
+      "grad_norm": 156.45355224609375,
+      "learning_rate": 7.851598677269275e-06,
+      "loss": 22.7031,
+      "step": 24352
+    },
+    {
+      "epoch": 1.1637675618847367,
+      "grad_norm": 176.63150024414062,
+      "learning_rate": 7.850842886569234e-06,
+      "loss": 18.9375,
+      "step": 24353
+    },
+    {
+      "epoch": 1.1638153493261971,
+      "grad_norm": 190.90760803222656,
+      "learning_rate": 7.850087108739873e-06,
+      "loss": 22.8438,
+      "step": 24354
+    },
+    {
+      "epoch": 1.1638631367676575,
+      "grad_norm": 187.90528869628906,
+      "learning_rate": 7.849331343785714e-06,
+      "loss": 22.0312,
+      "step": 24355
+    },
+    {
+      "epoch": 1.163910924209118,
+      "grad_norm": 417.05792236328125,
+      "learning_rate": 7.848575591711284e-06,
+      "loss": 20.875,
+      "step": 24356
+    },
+    {
+      "epoch": 1.1639587116505783,
+      "grad_norm": 221.2495574951172,
+      "learning_rate": 7.84781985252111e-06,
+      "loss": 26.1875,
+      "step": 24357
+    },
+    {
+      "epoch": 1.1640064990920387,
+      "grad_norm": 201.4647216796875,
+      "learning_rate": 7.847064126219723e-06,
+      "loss": 17.4688,
+      "step": 24358
+    },
+    {
+      "epoch": 1.164054286533499,
+      "grad_norm": 171.31028747558594,
+      "learning_rate": 7.846308412811639e-06,
+      "loss": 23.2812,
+      "step": 24359
+    },
+    {
+      "epoch": 1.1641020739749595,
+      "grad_norm": 305.6720886230469,
+      "learning_rate": 7.845552712301388e-06,
+      "loss": 31.75,
+      "step": 24360
+    },
+    {
+      "epoch": 1.1641498614164199,
+      "grad_norm": 203.0518341064453,
+      "learning_rate": 7.844797024693497e-06,
+      "loss": 19.0156,
+      "step": 24361
+    },
+    {
+      "epoch": 1.1641976488578802,
+      "grad_norm": 228.10879516601562,
+      "learning_rate": 7.844041349992495e-06,
+      "loss": 39.5469,
+      "step": 24362
+    },
+    {
+      "epoch": 1.1642454362993406,
+      "grad_norm": 237.56396484375,
+      "learning_rate": 7.843285688202898e-06,
+      "loss": 31.7031,
+      "step": 24363
+    },
+    {
+      "epoch": 1.1642932237408008,
+      "grad_norm": 170.53213500976562,
+      "learning_rate": 7.84253003932924e-06,
+      "loss": 15.6094,
+      "step": 24364
+    },
+    {
+      "epoch": 1.1643410111822612,
+      "grad_norm": 337.0304870605469,
+      "learning_rate": 7.841774403376043e-06,
+      "loss": 24.8125,
+      "step": 24365
+    },
+    {
+      "epoch": 1.1643887986237216,
+      "grad_norm": 141.87803649902344,
+      "learning_rate": 7.841018780347831e-06,
+      "loss": 22.4531,
+      "step": 24366
+    },
+    {
+      "epoch": 1.164436586065182,
+      "grad_norm": 579.09326171875,
+      "learning_rate": 7.84026317024913e-06,
+      "loss": 35.7188,
+      "step": 24367
+    },
+    {
+      "epoch": 1.1644843735066424,
+      "grad_norm": 345.3367004394531,
+      "learning_rate": 7.839507573084468e-06,
+      "loss": 28.75,
+      "step": 24368
+    },
+    {
+      "epoch": 1.1645321609481027,
+      "grad_norm": 192.6746368408203,
+      "learning_rate": 7.838751988858368e-06,
+      "loss": 19.4688,
+      "step": 24369
+    },
+    {
+      "epoch": 1.1645799483895631,
+      "grad_norm": 153.30201721191406,
+      "learning_rate": 7.837996417575353e-06,
+      "loss": 17.9688,
+      "step": 24370
+    },
+    {
+      "epoch": 1.1646277358310235,
+      "grad_norm": 344.3819274902344,
+      "learning_rate": 7.83724085923995e-06,
+      "loss": 32.125,
+      "step": 24371
+    },
+    {
+      "epoch": 1.164675523272484,
+      "grad_norm": 186.22525024414062,
+      "learning_rate": 7.836485313856684e-06,
+      "loss": 28.625,
+      "step": 24372
+    },
+    {
+      "epoch": 1.1647233107139443,
+      "grad_norm": 234.27874755859375,
+      "learning_rate": 7.83572978143008e-06,
+      "loss": 22.1719,
+      "step": 24373
+    },
+    {
+      "epoch": 1.1647710981554047,
+      "grad_norm": 451.6241149902344,
+      "learning_rate": 7.834974261964662e-06,
+      "loss": 30.8438,
+      "step": 24374
+    },
+    {
+      "epoch": 1.164818885596865,
+      "grad_norm": 588.152587890625,
+      "learning_rate": 7.834218755464953e-06,
+      "loss": 33.9688,
+      "step": 24375
+    },
+    {
+      "epoch": 1.1648666730383255,
+      "grad_norm": 117.29110717773438,
+      "learning_rate": 7.833463261935482e-06,
+      "loss": 20.75,
+      "step": 24376
+    },
+    {
+      "epoch": 1.1649144604797859,
+      "grad_norm": 1110.9102783203125,
+      "learning_rate": 7.832707781380766e-06,
+      "loss": 25.7344,
+      "step": 24377
+    },
+    {
+      "epoch": 1.1649622479212463,
+      "grad_norm": 178.94932556152344,
+      "learning_rate": 7.831952313805335e-06,
+      "loss": 21.125,
+      "step": 24378
+    },
+    {
+      "epoch": 1.1650100353627066,
+      "grad_norm": 148.44796752929688,
+      "learning_rate": 7.831196859213713e-06,
+      "loss": 20.0312,
+      "step": 24379
+    },
+    {
+      "epoch": 1.165057822804167,
+      "grad_norm": 173.0135955810547,
+      "learning_rate": 7.830441417610426e-06,
+      "loss": 23.5625,
+      "step": 24380
+    },
+    {
+      "epoch": 1.1651056102456274,
+      "grad_norm": 149.10093688964844,
+      "learning_rate": 7.829685988999992e-06,
+      "loss": 16.9375,
+      "step": 24381
+    },
+    {
+      "epoch": 1.1651533976870878,
+      "grad_norm": 183.0654296875,
+      "learning_rate": 7.828930573386939e-06,
+      "loss": 18.0938,
+      "step": 24382
+    },
+    {
+      "epoch": 1.1652011851285482,
+      "grad_norm": 162.5554962158203,
+      "learning_rate": 7.828175170775788e-06,
+      "loss": 24.2812,
+      "step": 24383
+    },
+    {
+      "epoch": 1.1652489725700086,
+      "grad_norm": 235.84332275390625,
+      "learning_rate": 7.827419781171071e-06,
+      "loss": 26.8594,
+      "step": 24384
+    },
+    {
+      "epoch": 1.165296760011469,
+      "grad_norm": 264.2165222167969,
+      "learning_rate": 7.826664404577302e-06,
+      "loss": 25.4062,
+      "step": 24385
+    },
+    {
+      "epoch": 1.1653445474529294,
+      "grad_norm": 425.88092041015625,
+      "learning_rate": 7.82590904099901e-06,
+      "loss": 23.9062,
+      "step": 24386
+    },
+    {
+      "epoch": 1.1653923348943898,
+      "grad_norm": 208.98365783691406,
+      "learning_rate": 7.82515369044072e-06,
+      "loss": 21.0312,
+      "step": 24387
+    },
+    {
+      "epoch": 1.1654401223358501,
+      "grad_norm": 286.7277526855469,
+      "learning_rate": 7.824398352906949e-06,
+      "loss": 18.6719,
+      "step": 24388
+    },
+    {
+      "epoch": 1.1654879097773105,
+      "grad_norm": 226.47625732421875,
+      "learning_rate": 7.823643028402228e-06,
+      "loss": 25.4375,
+      "step": 24389
+    },
+    {
+      "epoch": 1.165535697218771,
+      "grad_norm": 278.92041015625,
+      "learning_rate": 7.822887716931072e-06,
+      "loss": 27.1875,
+      "step": 24390
+    },
+    {
+      "epoch": 1.1655834846602313,
+      "grad_norm": 166.43948364257812,
+      "learning_rate": 7.822132418498017e-06,
+      "loss": 22.4844,
+      "step": 24391
+    },
+    {
+      "epoch": 1.1656312721016917,
+      "grad_norm": 182.8690948486328,
+      "learning_rate": 7.821377133107573e-06,
+      "loss": 19.6094,
+      "step": 24392
+    },
+    {
+      "epoch": 1.165679059543152,
+      "grad_norm": 390.80242919921875,
+      "learning_rate": 7.820621860764268e-06,
+      "loss": 29.0625,
+      "step": 24393
+    },
+    {
+      "epoch": 1.1657268469846125,
+      "grad_norm": 185.63059997558594,
+      "learning_rate": 7.819866601472625e-06,
+      "loss": 21.125,
+      "step": 24394
+    },
+    {
+      "epoch": 1.1657746344260729,
+      "grad_norm": 320.52313232421875,
+      "learning_rate": 7.819111355237174e-06,
+      "loss": 32.0938,
+      "step": 24395
+    },
+    {
+      "epoch": 1.1658224218675333,
+      "grad_norm": 140.52069091796875,
+      "learning_rate": 7.818356122062427e-06,
+      "loss": 18.75,
+      "step": 24396
+    },
+    {
+      "epoch": 1.1658702093089937,
+      "grad_norm": 209.94557189941406,
+      "learning_rate": 7.817600901952913e-06,
+      "loss": 29.6562,
+      "step": 24397
+    },
+    {
+      "epoch": 1.165917996750454,
+      "grad_norm": 234.74249267578125,
+      "learning_rate": 7.816845694913153e-06,
+      "loss": 22.5938,
+      "step": 24398
+    },
+    {
+      "epoch": 1.1659657841919144,
+      "grad_norm": 226.04173278808594,
+      "learning_rate": 7.816090500947673e-06,
+      "loss": 21.9062,
+      "step": 24399
+    },
+    {
+      "epoch": 1.1660135716333748,
+      "grad_norm": 767.519775390625,
+      "learning_rate": 7.815335320060991e-06,
+      "loss": 20.3281,
+      "step": 24400
+    },
+    {
+      "epoch": 1.1660613590748352,
+      "grad_norm": 383.2632751464844,
+      "learning_rate": 7.81458015225763e-06,
+      "loss": 50.375,
+      "step": 24401
+    },
+    {
+      "epoch": 1.1661091465162956,
+      "grad_norm": 744.2568359375,
+      "learning_rate": 7.813824997542118e-06,
+      "loss": 21.3906,
+      "step": 24402
+    },
+    {
+      "epoch": 1.166156933957756,
+      "grad_norm": 191.35003662109375,
+      "learning_rate": 7.813069855918968e-06,
+      "loss": 20.25,
+      "step": 24403
+    },
+    {
+      "epoch": 1.1662047213992164,
+      "grad_norm": 181.3773956298828,
+      "learning_rate": 7.812314727392711e-06,
+      "loss": 25.9219,
+      "step": 24404
+    },
+    {
+      "epoch": 1.1662525088406768,
+      "grad_norm": 239.23947143554688,
+      "learning_rate": 7.811559611967865e-06,
+      "loss": 34.0625,
+      "step": 24405
+    },
+    {
+      "epoch": 1.1663002962821372,
+      "grad_norm": 302.98046875,
+      "learning_rate": 7.810804509648956e-06,
+      "loss": 26.0312,
+      "step": 24406
+    },
+    {
+      "epoch": 1.1663480837235976,
+      "grad_norm": 152.65609741210938,
+      "learning_rate": 7.8100494204405e-06,
+      "loss": 16.4219,
+      "step": 24407
+    },
+    {
+      "epoch": 1.166395871165058,
+      "grad_norm": 438.8336181640625,
+      "learning_rate": 7.80929434434702e-06,
+      "loss": 32.9688,
+      "step": 24408
+    },
+    {
+      "epoch": 1.1664436586065183,
+      "grad_norm": 672.963623046875,
+      "learning_rate": 7.808539281373042e-06,
+      "loss": 29.5,
+      "step": 24409
+    },
+    {
+      "epoch": 1.1664914460479785,
+      "grad_norm": 407.8204650878906,
+      "learning_rate": 7.80778423152309e-06,
+      "loss": 36.5469,
+      "step": 24410
+    },
+    {
+      "epoch": 1.1665392334894389,
+      "grad_norm": 682.8801879882812,
+      "learning_rate": 7.807029194801677e-06,
+      "loss": 31.2344,
+      "step": 24411
+    },
+    {
+      "epoch": 1.1665870209308993,
+      "grad_norm": 138.06752014160156,
+      "learning_rate": 7.806274171213328e-06,
+      "loss": 16.3438,
+      "step": 24412
+    },
+    {
+      "epoch": 1.1666348083723597,
+      "grad_norm": 198.10830688476562,
+      "learning_rate": 7.805519160762573e-06,
+      "loss": 19.9375,
+      "step": 24413
+    },
+    {
+      "epoch": 1.16668259581382,
+      "grad_norm": 132.9086151123047,
+      "learning_rate": 7.80476416345392e-06,
+      "loss": 14.6719,
+      "step": 24414
+    },
+    {
+      "epoch": 1.1667303832552804,
+      "grad_norm": 161.80914306640625,
+      "learning_rate": 7.804009179291897e-06,
+      "loss": 29.5625,
+      "step": 24415
+    },
+    {
+      "epoch": 1.1667781706967408,
+      "grad_norm": 287.4493103027344,
+      "learning_rate": 7.803254208281029e-06,
+      "loss": 22.3438,
+      "step": 24416
+    },
+    {
+      "epoch": 1.1668259581382012,
+      "grad_norm": 202.76779174804688,
+      "learning_rate": 7.802499250425834e-06,
+      "loss": 23.2812,
+      "step": 24417
+    },
+    {
+      "epoch": 1.1668737455796616,
+      "grad_norm": 177.40440368652344,
+      "learning_rate": 7.80174430573083e-06,
+      "loss": 27.7812,
+      "step": 24418
+    },
+    {
+      "epoch": 1.166921533021122,
+      "grad_norm": 269.80621337890625,
+      "learning_rate": 7.800989374200544e-06,
+      "loss": 31.3438,
+      "step": 24419
+    },
+    {
+      "epoch": 1.1669693204625824,
+      "grad_norm": 297.79644775390625,
+      "learning_rate": 7.800234455839491e-06,
+      "loss": 26.6875,
+      "step": 24420
+    },
+    {
+      "epoch": 1.1670171079040428,
+      "grad_norm": 198.9737548828125,
+      "learning_rate": 7.799479550652199e-06,
+      "loss": 23.0312,
+      "step": 24421
+    },
+    {
+      "epoch": 1.1670648953455032,
+      "grad_norm": 294.89862060546875,
+      "learning_rate": 7.798724658643182e-06,
+      "loss": 33.0312,
+      "step": 24422
+    },
+    {
+      "epoch": 1.1671126827869636,
+      "grad_norm": 407.9748229980469,
+      "learning_rate": 7.797969779816964e-06,
+      "loss": 22.4844,
+      "step": 24423
+    },
+    {
+      "epoch": 1.167160470228424,
+      "grad_norm": 265.4045104980469,
+      "learning_rate": 7.79721491417807e-06,
+      "loss": 25.9062,
+      "step": 24424
+    },
+    {
+      "epoch": 1.1672082576698843,
+      "grad_norm": 391.3973083496094,
+      "learning_rate": 7.79646006173101e-06,
+      "loss": 25.4062,
+      "step": 24425
+    },
+    {
+      "epoch": 1.1672560451113447,
+      "grad_norm": 248.9163360595703,
+      "learning_rate": 7.795705222480313e-06,
+      "loss": 24.0156,
+      "step": 24426
+    },
+    {
+      "epoch": 1.1673038325528051,
+      "grad_norm": 200.07493591308594,
+      "learning_rate": 7.794950396430497e-06,
+      "loss": 44.6562,
+      "step": 24427
+    },
+    {
+      "epoch": 1.1673516199942655,
+      "grad_norm": 225.3524627685547,
+      "learning_rate": 7.794195583586085e-06,
+      "loss": 23.8438,
+      "step": 24428
+    },
+    {
+      "epoch": 1.167399407435726,
+      "grad_norm": 179.57437133789062,
+      "learning_rate": 7.793440783951593e-06,
+      "loss": 16.8125,
+      "step": 24429
+    },
+    {
+      "epoch": 1.1674471948771863,
+      "grad_norm": 152.62413024902344,
+      "learning_rate": 7.792685997531544e-06,
+      "loss": 22.0625,
+      "step": 24430
+    },
+    {
+      "epoch": 1.1674949823186467,
+      "grad_norm": 289.49383544921875,
+      "learning_rate": 7.791931224330456e-06,
+      "loss": 31.625,
+      "step": 24431
+    },
+    {
+      "epoch": 1.167542769760107,
+      "grad_norm": 193.61117553710938,
+      "learning_rate": 7.791176464352857e-06,
+      "loss": 20.4844,
+      "step": 24432
+    },
+    {
+      "epoch": 1.1675905572015675,
+      "grad_norm": 289.3144836425781,
+      "learning_rate": 7.790421717603255e-06,
+      "loss": 33.6875,
+      "step": 24433
+    },
+    {
+      "epoch": 1.1676383446430278,
+      "grad_norm": 290.31463623046875,
+      "learning_rate": 7.789666984086176e-06,
+      "loss": 24.8125,
+      "step": 24434
+    },
+    {
+      "epoch": 1.1676861320844882,
+      "grad_norm": 333.703857421875,
+      "learning_rate": 7.788912263806143e-06,
+      "loss": 26.1562,
+      "step": 24435
+    },
+    {
+      "epoch": 1.1677339195259486,
+      "grad_norm": 246.84793090820312,
+      "learning_rate": 7.78815755676767e-06,
+      "loss": 18.7344,
+      "step": 24436
+    },
+    {
+      "epoch": 1.167781706967409,
+      "grad_norm": 160.9149932861328,
+      "learning_rate": 7.787402862975281e-06,
+      "loss": 30.5938,
+      "step": 24437
+    },
+    {
+      "epoch": 1.1678294944088694,
+      "grad_norm": 370.6998291015625,
+      "learning_rate": 7.786648182433491e-06,
+      "loss": 32.1875,
+      "step": 24438
+    },
+    {
+      "epoch": 1.1678772818503298,
+      "grad_norm": 212.82676696777344,
+      "learning_rate": 7.785893515146824e-06,
+      "loss": 31.375,
+      "step": 24439
+    },
+    {
+      "epoch": 1.1679250692917902,
+      "grad_norm": 884.9005126953125,
+      "learning_rate": 7.785138861119798e-06,
+      "loss": 36.5938,
+      "step": 24440
+    },
+    {
+      "epoch": 1.1679728567332506,
+      "grad_norm": 466.8912048339844,
+      "learning_rate": 7.784384220356932e-06,
+      "loss": 31.6875,
+      "step": 24441
+    },
+    {
+      "epoch": 1.168020644174711,
+      "grad_norm": 276.2981262207031,
+      "learning_rate": 7.783629592862745e-06,
+      "loss": 20.8281,
+      "step": 24442
+    },
+    {
+      "epoch": 1.1680684316161714,
+      "grad_norm": 175.7490997314453,
+      "learning_rate": 7.78287497864176e-06,
+      "loss": 22.7812,
+      "step": 24443
+    },
+    {
+      "epoch": 1.1681162190576317,
+      "grad_norm": 1033.695556640625,
+      "learning_rate": 7.782120377698489e-06,
+      "loss": 26.5625,
+      "step": 24444
+    },
+    {
+      "epoch": 1.1681640064990921,
+      "grad_norm": 304.64404296875,
+      "learning_rate": 7.781365790037454e-06,
+      "loss": 25.8281,
+      "step": 24445
+    },
+    {
+      "epoch": 1.1682117939405523,
+      "grad_norm": 279.73614501953125,
+      "learning_rate": 7.780611215663177e-06,
+      "loss": 25.0312,
+      "step": 24446
+    },
+    {
+      "epoch": 1.1682595813820127,
+      "grad_norm": 351.132568359375,
+      "learning_rate": 7.77985665458018e-06,
+      "loss": 20.9062,
+      "step": 24447
+    },
+    {
+      "epoch": 1.168307368823473,
+      "grad_norm": 324.7243957519531,
+      "learning_rate": 7.77910210679297e-06,
+      "loss": 31.625,
+      "step": 24448
+    },
+    {
+      "epoch": 1.1683551562649335,
+      "grad_norm": 201.10589599609375,
+      "learning_rate": 7.778347572306074e-06,
+      "loss": 19.6406,
+      "step": 24449
+    },
+    {
+      "epoch": 1.1684029437063939,
+      "grad_norm": 228.47640991210938,
+      "learning_rate": 7.777593051124014e-06,
+      "loss": 19.4062,
+      "step": 24450
+    },
+    {
+      "epoch": 1.1684507311478542,
+      "grad_norm": 335.4076232910156,
+      "learning_rate": 7.7768385432513e-06,
+      "loss": 36.8125,
+      "step": 24451
+    },
+    {
+      "epoch": 1.1684985185893146,
+      "grad_norm": 233.1942138671875,
+      "learning_rate": 7.776084048692454e-06,
+      "loss": 16.2188,
+      "step": 24452
+    },
+    {
+      "epoch": 1.168546306030775,
+      "grad_norm": 634.6365356445312,
+      "learning_rate": 7.775329567451994e-06,
+      "loss": 32.9062,
+      "step": 24453
+    },
+    {
+      "epoch": 1.1685940934722354,
+      "grad_norm": 331.5343017578125,
+      "learning_rate": 7.774575099534442e-06,
+      "loss": 25.1719,
+      "step": 24454
+    },
+    {
+      "epoch": 1.1686418809136958,
+      "grad_norm": 185.33953857421875,
+      "learning_rate": 7.773820644944315e-06,
+      "loss": 24.8438,
+      "step": 24455
+    },
+    {
+      "epoch": 1.1686896683551562,
+      "grad_norm": 311.9915771484375,
+      "learning_rate": 7.773066203686125e-06,
+      "loss": 29.1562,
+      "step": 24456
+    },
+    {
+      "epoch": 1.1687374557966166,
+      "grad_norm": 603.0767822265625,
+      "learning_rate": 7.772311775764397e-06,
+      "loss": 18.6875,
+      "step": 24457
+    },
+    {
+      "epoch": 1.168785243238077,
+      "grad_norm": 187.4086456298828,
+      "learning_rate": 7.77155736118365e-06,
+      "loss": 24.2031,
+      "step": 24458
+    },
+    {
+      "epoch": 1.1688330306795374,
+      "grad_norm": 410.422119140625,
+      "learning_rate": 7.770802959948394e-06,
+      "loss": 29.6875,
+      "step": 24459
+    },
+    {
+      "epoch": 1.1688808181209978,
+      "grad_norm": 229.61886596679688,
+      "learning_rate": 7.770048572063154e-06,
+      "loss": 16.0156,
+      "step": 24460
+    },
+    {
+      "epoch": 1.1689286055624581,
+      "grad_norm": 232.00180053710938,
+      "learning_rate": 7.76929419753245e-06,
+      "loss": 23.3594,
+      "step": 24461
+    },
+    {
+      "epoch": 1.1689763930039185,
+      "grad_norm": 269.3656005859375,
+      "learning_rate": 7.768539836360788e-06,
+      "loss": 26.3438,
+      "step": 24462
+    },
+    {
+      "epoch": 1.169024180445379,
+      "grad_norm": 164.96913146972656,
+      "learning_rate": 7.767785488552694e-06,
+      "loss": 24.2188,
+      "step": 24463
+    },
+    {
+      "epoch": 1.1690719678868393,
+      "grad_norm": 147.00408935546875,
+      "learning_rate": 7.767031154112686e-06,
+      "loss": 19.9375,
+      "step": 24464
+    },
+    {
+      "epoch": 1.1691197553282997,
+      "grad_norm": 166.55892944335938,
+      "learning_rate": 7.766276833045284e-06,
+      "loss": 29.5469,
+      "step": 24465
+    },
+    {
+      "epoch": 1.16916754276976,
+      "grad_norm": 272.39178466796875,
+      "learning_rate": 7.765522525354996e-06,
+      "loss": 22.5312,
+      "step": 24466
+    },
+    {
+      "epoch": 1.1692153302112205,
+      "grad_norm": 271.6061706542969,
+      "learning_rate": 7.764768231046347e-06,
+      "loss": 21.4375,
+      "step": 24467
+    },
+    {
+      "epoch": 1.1692631176526809,
+      "grad_norm": 215.23565673828125,
+      "learning_rate": 7.764013950123853e-06,
+      "loss": 17.8594,
+      "step": 24468
+    },
+    {
+      "epoch": 1.1693109050941413,
+      "grad_norm": 170.4554901123047,
+      "learning_rate": 7.76325968259203e-06,
+      "loss": 19.6406,
+      "step": 24469
+    },
+    {
+      "epoch": 1.1693586925356017,
+      "grad_norm": 278.3648986816406,
+      "learning_rate": 7.762505428455395e-06,
+      "loss": 33.0938,
+      "step": 24470
+    },
+    {
+      "epoch": 1.169406479977062,
+      "grad_norm": 232.0111846923828,
+      "learning_rate": 7.761751187718464e-06,
+      "loss": 27.7969,
+      "step": 24471
+    },
+    {
+      "epoch": 1.1694542674185224,
+      "grad_norm": 217.02926635742188,
+      "learning_rate": 7.760996960385756e-06,
+      "loss": 22.7969,
+      "step": 24472
+    },
+    {
+      "epoch": 1.1695020548599828,
+      "grad_norm": 258.81304931640625,
+      "learning_rate": 7.760242746461788e-06,
+      "loss": 18.0625,
+      "step": 24473
+    },
+    {
+      "epoch": 1.1695498423014432,
+      "grad_norm": 126.65277862548828,
+      "learning_rate": 7.759488545951074e-06,
+      "loss": 19.1094,
+      "step": 24474
+    },
+    {
+      "epoch": 1.1695976297429036,
+      "grad_norm": 176.86065673828125,
+      "learning_rate": 7.758734358858133e-06,
+      "loss": 25.3125,
+      "step": 24475
+    },
+    {
+      "epoch": 1.169645417184364,
+      "grad_norm": 221.1219024658203,
+      "learning_rate": 7.757980185187485e-06,
+      "loss": 28.4062,
+      "step": 24476
+    },
+    {
+      "epoch": 1.1696932046258244,
+      "grad_norm": 177.88360595703125,
+      "learning_rate": 7.757226024943638e-06,
+      "loss": 25.0625,
+      "step": 24477
+    },
+    {
+      "epoch": 1.1697409920672848,
+      "grad_norm": 455.66693115234375,
+      "learning_rate": 7.756471878131113e-06,
+      "loss": 33.2344,
+      "step": 24478
+    },
+    {
+      "epoch": 1.1697887795087452,
+      "grad_norm": 294.2909240722656,
+      "learning_rate": 7.755717744754428e-06,
+      "loss": 23.375,
+      "step": 24479
+    },
+    {
+      "epoch": 1.1698365669502055,
+      "grad_norm": 180.88681030273438,
+      "learning_rate": 7.7549636248181e-06,
+      "loss": 25.0312,
+      "step": 24480
+    },
+    {
+      "epoch": 1.169884354391666,
+      "grad_norm": 418.29449462890625,
+      "learning_rate": 7.754209518326639e-06,
+      "loss": 19.0156,
+      "step": 24481
+    },
+    {
+      "epoch": 1.1699321418331263,
+      "grad_norm": 168.58726501464844,
+      "learning_rate": 7.753455425284567e-06,
+      "loss": 16.4531,
+      "step": 24482
+    },
+    {
+      "epoch": 1.1699799292745867,
+      "grad_norm": 219.90663146972656,
+      "learning_rate": 7.752701345696398e-06,
+      "loss": 27.1875,
+      "step": 24483
+    },
+    {
+      "epoch": 1.170027716716047,
+      "grad_norm": 202.5104522705078,
+      "learning_rate": 7.75194727956665e-06,
+      "loss": 19.375,
+      "step": 24484
+    },
+    {
+      "epoch": 1.1700755041575075,
+      "grad_norm": 312.22039794921875,
+      "learning_rate": 7.751193226899834e-06,
+      "loss": 29.875,
+      "step": 24485
+    },
+    {
+      "epoch": 1.1701232915989679,
+      "grad_norm": 222.28738403320312,
+      "learning_rate": 7.750439187700471e-06,
+      "loss": 20.125,
+      "step": 24486
+    },
+    {
+      "epoch": 1.1701710790404283,
+      "grad_norm": 249.29327392578125,
+      "learning_rate": 7.749685161973074e-06,
+      "loss": 22.875,
+      "step": 24487
+    },
+    {
+      "epoch": 1.1702188664818887,
+      "grad_norm": 399.441650390625,
+      "learning_rate": 7.748931149722162e-06,
+      "loss": 44.7188,
+      "step": 24488
+    },
+    {
+      "epoch": 1.170266653923349,
+      "grad_norm": 143.12864685058594,
+      "learning_rate": 7.748177150952242e-06,
+      "loss": 29.4531,
+      "step": 24489
+    },
+    {
+      "epoch": 1.1703144413648094,
+      "grad_norm": 185.67999267578125,
+      "learning_rate": 7.747423165667836e-06,
+      "loss": 25.5312,
+      "step": 24490
+    },
+    {
+      "epoch": 1.1703622288062698,
+      "grad_norm": 169.93533325195312,
+      "learning_rate": 7.746669193873463e-06,
+      "loss": 23.6562,
+      "step": 24491
+    },
+    {
+      "epoch": 1.17041001624773,
+      "grad_norm": 292.7352294921875,
+      "learning_rate": 7.745915235573631e-06,
+      "loss": 24.3594,
+      "step": 24492
+    },
+    {
+      "epoch": 1.1704578036891904,
+      "grad_norm": 127.13324737548828,
+      "learning_rate": 7.745161290772858e-06,
+      "loss": 18.5312,
+      "step": 24493
+    },
+    {
+      "epoch": 1.1705055911306508,
+      "grad_norm": 198.2596893310547,
+      "learning_rate": 7.744407359475659e-06,
+      "loss": 15.9062,
+      "step": 24494
+    },
+    {
+      "epoch": 1.1705533785721112,
+      "grad_norm": 188.70480346679688,
+      "learning_rate": 7.743653441686553e-06,
+      "loss": 27.625,
+      "step": 24495
+    },
+    {
+      "epoch": 1.1706011660135716,
+      "grad_norm": 382.4889831542969,
+      "learning_rate": 7.742899537410047e-06,
+      "loss": 33.25,
+      "step": 24496
+    },
+    {
+      "epoch": 1.170648953455032,
+      "grad_norm": 199.79135131835938,
+      "learning_rate": 7.74214564665066e-06,
+      "loss": 21.2969,
+      "step": 24497
+    },
+    {
+      "epoch": 1.1706967408964923,
+      "grad_norm": 118.07108306884766,
+      "learning_rate": 7.741391769412914e-06,
+      "loss": 19.9531,
+      "step": 24498
+    },
+    {
+      "epoch": 1.1707445283379527,
+      "grad_norm": 306.6451110839844,
+      "learning_rate": 7.74063790570131e-06,
+      "loss": 28.3594,
+      "step": 24499
+    },
+    {
+      "epoch": 1.1707923157794131,
+      "grad_norm": 142.64341735839844,
+      "learning_rate": 7.73988405552037e-06,
+      "loss": 28.6562,
+      "step": 24500
+    },
+    {
+      "epoch": 1.1708401032208735,
+      "grad_norm": 378.57623291015625,
+      "learning_rate": 7.73913021887461e-06,
+      "loss": 26.1875,
+      "step": 24501
+    },
+    {
+      "epoch": 1.170887890662334,
+      "grad_norm": 341.85357666015625,
+      "learning_rate": 7.738376395768545e-06,
+      "loss": 34.375,
+      "step": 24502
+    },
+    {
+      "epoch": 1.1709356781037943,
+      "grad_norm": 459.09735107421875,
+      "learning_rate": 7.737622586206685e-06,
+      "loss": 22.6875,
+      "step": 24503
+    },
+    {
+      "epoch": 1.1709834655452547,
+      "grad_norm": 257.951416015625,
+      "learning_rate": 7.736868790193545e-06,
+      "loss": 19.1094,
+      "step": 24504
+    },
+    {
+      "epoch": 1.171031252986715,
+      "grad_norm": 170.51278686523438,
+      "learning_rate": 7.73611500773364e-06,
+      "loss": 26.4688,
+      "step": 24505
+    },
+    {
+      "epoch": 1.1710790404281755,
+      "grad_norm": 184.43148803710938,
+      "learning_rate": 7.73536123883149e-06,
+      "loss": 32.2188,
+      "step": 24506
+    },
+    {
+      "epoch": 1.1711268278696358,
+      "grad_norm": 226.8781280517578,
+      "learning_rate": 7.7346074834916e-06,
+      "loss": 16.1562,
+      "step": 24507
+    },
+    {
+      "epoch": 1.1711746153110962,
+      "grad_norm": 205.8616485595703,
+      "learning_rate": 7.733853741718487e-06,
+      "loss": 21.9062,
+      "step": 24508
+    },
+    {
+      "epoch": 1.1712224027525566,
+      "grad_norm": 248.46139526367188,
+      "learning_rate": 7.73310001351667e-06,
+      "loss": 22.7344,
+      "step": 24509
+    },
+    {
+      "epoch": 1.171270190194017,
+      "grad_norm": 164.83331298828125,
+      "learning_rate": 7.732346298890656e-06,
+      "loss": 24.4688,
+      "step": 24510
+    },
+    {
+      "epoch": 1.1713179776354774,
+      "grad_norm": 274.3105163574219,
+      "learning_rate": 7.73159259784496e-06,
+      "loss": 20.8438,
+      "step": 24511
+    },
+    {
+      "epoch": 1.1713657650769378,
+      "grad_norm": 264.9213562011719,
+      "learning_rate": 7.730838910384098e-06,
+      "loss": 23.625,
+      "step": 24512
+    },
+    {
+      "epoch": 1.1714135525183982,
+      "grad_norm": 248.77528381347656,
+      "learning_rate": 7.730085236512588e-06,
+      "loss": 19.6562,
+      "step": 24513
+    },
+    {
+      "epoch": 1.1714613399598586,
+      "grad_norm": 259.4002685546875,
+      "learning_rate": 7.729331576234932e-06,
+      "loss": 24.5312,
+      "step": 24514
+    },
+    {
+      "epoch": 1.171509127401319,
+      "grad_norm": 251.5428466796875,
+      "learning_rate": 7.728577929555652e-06,
+      "loss": 34.375,
+      "step": 24515
+    },
+    {
+      "epoch": 1.1715569148427794,
+      "grad_norm": 256.03277587890625,
+      "learning_rate": 7.72782429647926e-06,
+      "loss": 28.4688,
+      "step": 24516
+    },
+    {
+      "epoch": 1.1716047022842397,
+      "grad_norm": 243.38189697265625,
+      "learning_rate": 7.72707067701027e-06,
+      "loss": 37.5625,
+      "step": 24517
+    },
+    {
+      "epoch": 1.1716524897257001,
+      "grad_norm": 156.844482421875,
+      "learning_rate": 7.72631707115319e-06,
+      "loss": 24.125,
+      "step": 24518
+    },
+    {
+      "epoch": 1.1717002771671605,
+      "grad_norm": 148.3335418701172,
+      "learning_rate": 7.725563478912542e-06,
+      "loss": 17.3438,
+      "step": 24519
+    },
+    {
+      "epoch": 1.171748064608621,
+      "grad_norm": 214.90980529785156,
+      "learning_rate": 7.724809900292831e-06,
+      "loss": 26.3125,
+      "step": 24520
+    },
+    {
+      "epoch": 1.1717958520500813,
+      "grad_norm": 491.0099182128906,
+      "learning_rate": 7.724056335298572e-06,
+      "loss": 24.2188,
+      "step": 24521
+    },
+    {
+      "epoch": 1.1718436394915417,
+      "grad_norm": 508.69964599609375,
+      "learning_rate": 7.72330278393428e-06,
+      "loss": 22.2344,
+      "step": 24522
+    },
+    {
+      "epoch": 1.171891426933002,
+      "grad_norm": 265.9743347167969,
+      "learning_rate": 7.722549246204465e-06,
+      "loss": 28.7188,
+      "step": 24523
+    },
+    {
+      "epoch": 1.1719392143744625,
+      "grad_norm": 186.46067810058594,
+      "learning_rate": 7.721795722113645e-06,
+      "loss": 22.9844,
+      "step": 24524
+    },
+    {
+      "epoch": 1.1719870018159229,
+      "grad_norm": 679.1983642578125,
+      "learning_rate": 7.721042211666325e-06,
+      "loss": 33.75,
+      "step": 24525
+    },
+    {
+      "epoch": 1.1720347892573832,
+      "grad_norm": 156.28111267089844,
+      "learning_rate": 7.720288714867022e-06,
+      "loss": 20.3906,
+      "step": 24526
+    },
+    {
+      "epoch": 1.1720825766988436,
+      "grad_norm": 230.14935302734375,
+      "learning_rate": 7.719535231720247e-06,
+      "loss": 28.2812,
+      "step": 24527
+    },
+    {
+      "epoch": 1.1721303641403038,
+      "grad_norm": 193.8676300048828,
+      "learning_rate": 7.718781762230519e-06,
+      "loss": 32.125,
+      "step": 24528
+    },
+    {
+      "epoch": 1.1721781515817642,
+      "grad_norm": 136.484375,
+      "learning_rate": 7.71802830640234e-06,
+      "loss": 17.5312,
+      "step": 24529
+    },
+    {
+      "epoch": 1.1722259390232246,
+      "grad_norm": 287.87646484375,
+      "learning_rate": 7.717274864240225e-06,
+      "loss": 39.75,
+      "step": 24530
+    },
+    {
+      "epoch": 1.172273726464685,
+      "grad_norm": 172.98919677734375,
+      "learning_rate": 7.71652143574869e-06,
+      "loss": 19.0938,
+      "step": 24531
+    },
+    {
+      "epoch": 1.1723215139061454,
+      "grad_norm": 140.34674072265625,
+      "learning_rate": 7.71576802093225e-06,
+      "loss": 20.7188,
+      "step": 24532
+    },
+    {
+      "epoch": 1.1723693013476058,
+      "grad_norm": 191.65174865722656,
+      "learning_rate": 7.715014619795407e-06,
+      "loss": 30.875,
+      "step": 24533
+    },
+    {
+      "epoch": 1.1724170887890661,
+      "grad_norm": 348.2301940917969,
+      "learning_rate": 7.714261232342679e-06,
+      "loss": 27.8125,
+      "step": 24534
+    },
+    {
+      "epoch": 1.1724648762305265,
+      "grad_norm": 250.7300567626953,
+      "learning_rate": 7.713507858578578e-06,
+      "loss": 29.1562,
+      "step": 24535
+    },
+    {
+      "epoch": 1.172512663671987,
+      "grad_norm": 213.78762817382812,
+      "learning_rate": 7.712754498507615e-06,
+      "loss": 20.5938,
+      "step": 24536
+    },
+    {
+      "epoch": 1.1725604511134473,
+      "grad_norm": 235.6942901611328,
+      "learning_rate": 7.712001152134298e-06,
+      "loss": 20.125,
+      "step": 24537
+    },
+    {
+      "epoch": 1.1726082385549077,
+      "grad_norm": 546.0897827148438,
+      "learning_rate": 7.711247819463141e-06,
+      "loss": 25.0625,
+      "step": 24538
+    },
+    {
+      "epoch": 1.172656025996368,
+      "grad_norm": 184.4752960205078,
+      "learning_rate": 7.710494500498662e-06,
+      "loss": 18.5156,
+      "step": 24539
+    },
+    {
+      "epoch": 1.1727038134378285,
+      "grad_norm": 126.47340393066406,
+      "learning_rate": 7.709741195245362e-06,
+      "loss": 16.0938,
+      "step": 24540
+    },
+    {
+      "epoch": 1.1727516008792889,
+      "grad_norm": 191.66140747070312,
+      "learning_rate": 7.708987903707757e-06,
+      "loss": 32.4531,
+      "step": 24541
+    },
+    {
+      "epoch": 1.1727993883207493,
+      "grad_norm": 171.89097595214844,
+      "learning_rate": 7.708234625890358e-06,
+      "loss": 28.3438,
+      "step": 24542
+    },
+    {
+      "epoch": 1.1728471757622096,
+      "grad_norm": 1288.4661865234375,
+      "learning_rate": 7.707481361797682e-06,
+      "loss": 14.0703,
+      "step": 24543
+    },
+    {
+      "epoch": 1.17289496320367,
+      "grad_norm": 198.5488739013672,
+      "learning_rate": 7.70672811143423e-06,
+      "loss": 24.875,
+      "step": 24544
+    },
+    {
+      "epoch": 1.1729427506451304,
+      "grad_norm": 234.71047973632812,
+      "learning_rate": 7.705974874804516e-06,
+      "loss": 24.1562,
+      "step": 24545
+    },
+    {
+      "epoch": 1.1729905380865908,
+      "grad_norm": 297.6731262207031,
+      "learning_rate": 7.705221651913058e-06,
+      "loss": 22.7031,
+      "step": 24546
+    },
+    {
+      "epoch": 1.1730383255280512,
+      "grad_norm": 449.9567565917969,
+      "learning_rate": 7.704468442764355e-06,
+      "loss": 26.2188,
+      "step": 24547
+    },
+    {
+      "epoch": 1.1730861129695116,
+      "grad_norm": 311.4146728515625,
+      "learning_rate": 7.703715247362926e-06,
+      "loss": 27.2344,
+      "step": 24548
+    },
+    {
+      "epoch": 1.173133900410972,
+      "grad_norm": 150.6024932861328,
+      "learning_rate": 7.70296206571328e-06,
+      "loss": 22.5,
+      "step": 24549
+    },
+    {
+      "epoch": 1.1731816878524324,
+      "grad_norm": 278.34295654296875,
+      "learning_rate": 7.702208897819929e-06,
+      "loss": 23.9531,
+      "step": 24550
+    },
+    {
+      "epoch": 1.1732294752938928,
+      "grad_norm": 274.4786682128906,
+      "learning_rate": 7.701455743687378e-06,
+      "loss": 27.4844,
+      "step": 24551
+    },
+    {
+      "epoch": 1.1732772627353532,
+      "grad_norm": 172.77688598632812,
+      "learning_rate": 7.700702603320145e-06,
+      "loss": 20.0625,
+      "step": 24552
+    },
+    {
+      "epoch": 1.1733250501768135,
+      "grad_norm": 294.1897277832031,
+      "learning_rate": 7.699949476722733e-06,
+      "loss": 33.0938,
+      "step": 24553
+    },
+    {
+      "epoch": 1.173372837618274,
+      "grad_norm": 262.2535095214844,
+      "learning_rate": 7.699196363899662e-06,
+      "loss": 27.4219,
+      "step": 24554
+    },
+    {
+      "epoch": 1.1734206250597343,
+      "grad_norm": 490.51397705078125,
+      "learning_rate": 7.69844326485543e-06,
+      "loss": 16.3438,
+      "step": 24555
+    },
+    {
+      "epoch": 1.1734684125011947,
+      "grad_norm": 202.21571350097656,
+      "learning_rate": 7.697690179594553e-06,
+      "loss": 29.4688,
+      "step": 24556
+    },
+    {
+      "epoch": 1.173516199942655,
+      "grad_norm": 304.21588134765625,
+      "learning_rate": 7.696937108121545e-06,
+      "loss": 45.3125,
+      "step": 24557
+    },
+    {
+      "epoch": 1.1735639873841155,
+      "grad_norm": 253.47210693359375,
+      "learning_rate": 7.696184050440907e-06,
+      "loss": 26.5938,
+      "step": 24558
+    },
+    {
+      "epoch": 1.1736117748255759,
+      "grad_norm": 226.01800537109375,
+      "learning_rate": 7.695431006557157e-06,
+      "loss": 20.8438,
+      "step": 24559
+    },
+    {
+      "epoch": 1.1736595622670363,
+      "grad_norm": 811.465087890625,
+      "learning_rate": 7.6946779764748e-06,
+      "loss": 33.875,
+      "step": 24560
+    },
+    {
+      "epoch": 1.1737073497084967,
+      "grad_norm": 357.29315185546875,
+      "learning_rate": 7.69392496019835e-06,
+      "loss": 25.5938,
+      "step": 24561
+    },
+    {
+      "epoch": 1.173755137149957,
+      "grad_norm": 216.68832397460938,
+      "learning_rate": 7.69317195773231e-06,
+      "loss": 19.9531,
+      "step": 24562
+    },
+    {
+      "epoch": 1.1738029245914174,
+      "grad_norm": 237.92529296875,
+      "learning_rate": 7.692418969081195e-06,
+      "loss": 21.1719,
+      "step": 24563
+    },
+    {
+      "epoch": 1.1738507120328778,
+      "grad_norm": 250.62535095214844,
+      "learning_rate": 7.691665994249512e-06,
+      "loss": 25.625,
+      "step": 24564
+    },
+    {
+      "epoch": 1.1738984994743382,
+      "grad_norm": 189.34178161621094,
+      "learning_rate": 7.690913033241774e-06,
+      "loss": 31.6562,
+      "step": 24565
+    },
+    {
+      "epoch": 1.1739462869157986,
+      "grad_norm": 863.9515991210938,
+      "learning_rate": 7.690160086062486e-06,
+      "loss": 24.3906,
+      "step": 24566
+    },
+    {
+      "epoch": 1.173994074357259,
+      "grad_norm": 3049.53857421875,
+      "learning_rate": 7.689407152716158e-06,
+      "loss": 26.7188,
+      "step": 24567
+    },
+    {
+      "epoch": 1.1740418617987194,
+      "grad_norm": 371.7953186035156,
+      "learning_rate": 7.688654233207299e-06,
+      "loss": 28.2812,
+      "step": 24568
+    },
+    {
+      "epoch": 1.1740896492401798,
+      "grad_norm": 406.66156005859375,
+      "learning_rate": 7.68790132754042e-06,
+      "loss": 24.0781,
+      "step": 24569
+    },
+    {
+      "epoch": 1.1741374366816402,
+      "grad_norm": 449.6183166503906,
+      "learning_rate": 7.687148435720029e-06,
+      "loss": 30.4688,
+      "step": 24570
+    },
+    {
+      "epoch": 1.1741852241231006,
+      "grad_norm": 436.1251525878906,
+      "learning_rate": 7.686395557750633e-06,
+      "loss": 35.5312,
+      "step": 24571
+    },
+    {
+      "epoch": 1.174233011564561,
+      "grad_norm": 281.4104309082031,
+      "learning_rate": 7.685642693636745e-06,
+      "loss": 26.9062,
+      "step": 24572
+    },
+    {
+      "epoch": 1.1742807990060213,
+      "grad_norm": 178.13424682617188,
+      "learning_rate": 7.684889843382869e-06,
+      "loss": 23.75,
+      "step": 24573
+    },
+    {
+      "epoch": 1.1743285864474817,
+      "grad_norm": 198.93304443359375,
+      "learning_rate": 7.684137006993513e-06,
+      "loss": 27.9062,
+      "step": 24574
+    },
+    {
+      "epoch": 1.174376373888942,
+      "grad_norm": 211.9566650390625,
+      "learning_rate": 7.68338418447319e-06,
+      "loss": 18.8906,
+      "step": 24575
+    },
+    {
+      "epoch": 1.1744241613304023,
+      "grad_norm": 201.05215454101562,
+      "learning_rate": 7.68263137582641e-06,
+      "loss": 21.2812,
+      "step": 24576
+    },
+    {
+      "epoch": 1.1744719487718627,
+      "grad_norm": 180.3202362060547,
+      "learning_rate": 7.681878581057673e-06,
+      "loss": 32.4062,
+      "step": 24577
+    },
+    {
+      "epoch": 1.174519736213323,
+      "grad_norm": 454.051025390625,
+      "learning_rate": 7.681125800171492e-06,
+      "loss": 24.1875,
+      "step": 24578
+    },
+    {
+      "epoch": 1.1745675236547835,
+      "grad_norm": 204.9940643310547,
+      "learning_rate": 7.680373033172376e-06,
+      "loss": 19.5469,
+      "step": 24579
+    },
+    {
+      "epoch": 1.1746153110962438,
+      "grad_norm": 266.3402099609375,
+      "learning_rate": 7.679620280064837e-06,
+      "loss": 25.6719,
+      "step": 24580
+    },
+    {
+      "epoch": 1.1746630985377042,
+      "grad_norm": 186.63107299804688,
+      "learning_rate": 7.678867540853373e-06,
+      "loss": 26.4062,
+      "step": 24581
+    },
+    {
+      "epoch": 1.1747108859791646,
+      "grad_norm": 248.3365478515625,
+      "learning_rate": 7.6781148155425e-06,
+      "loss": 26.0312,
+      "step": 24582
+    },
+    {
+      "epoch": 1.174758673420625,
+      "grad_norm": 158.67222595214844,
+      "learning_rate": 7.677362104136722e-06,
+      "loss": 19.625,
+      "step": 24583
+    },
+    {
+      "epoch": 1.1748064608620854,
+      "grad_norm": 162.82469177246094,
+      "learning_rate": 7.676609406640548e-06,
+      "loss": 19.6094,
+      "step": 24584
+    },
+    {
+      "epoch": 1.1748542483035458,
+      "grad_norm": 209.91453552246094,
+      "learning_rate": 7.675856723058488e-06,
+      "loss": 24.5312,
+      "step": 24585
+    },
+    {
+      "epoch": 1.1749020357450062,
+      "grad_norm": 169.6436767578125,
+      "learning_rate": 7.675104053395044e-06,
+      "loss": 27.5625,
+      "step": 24586
+    },
+    {
+      "epoch": 1.1749498231864666,
+      "grad_norm": 225.77325439453125,
+      "learning_rate": 7.674351397654731e-06,
+      "loss": 21.375,
+      "step": 24587
+    },
+    {
+      "epoch": 1.174997610627927,
+      "grad_norm": 440.2047424316406,
+      "learning_rate": 7.673598755842048e-06,
+      "loss": 27.7812,
+      "step": 24588
+    },
+    {
+      "epoch": 1.1750453980693873,
+      "grad_norm": 106.82777404785156,
+      "learning_rate": 7.672846127961506e-06,
+      "loss": 20.9844,
+      "step": 24589
+    },
+    {
+      "epoch": 1.1750931855108477,
+      "grad_norm": 240.9401397705078,
+      "learning_rate": 7.672093514017614e-06,
+      "loss": 29.4062,
+      "step": 24590
+    },
+    {
+      "epoch": 1.1751409729523081,
+      "grad_norm": 507.7095642089844,
+      "learning_rate": 7.671340914014881e-06,
+      "loss": 21.6719,
+      "step": 24591
+    },
+    {
+      "epoch": 1.1751887603937685,
+      "grad_norm": 274.4870910644531,
+      "learning_rate": 7.67058832795781e-06,
+      "loss": 28.6562,
+      "step": 24592
+    },
+    {
+      "epoch": 1.175236547835229,
+      "grad_norm": 142.05740356445312,
+      "learning_rate": 7.669835755850906e-06,
+      "loss": 24.7812,
+      "step": 24593
+    },
+    {
+      "epoch": 1.1752843352766893,
+      "grad_norm": 772.9288330078125,
+      "learning_rate": 7.669083197698684e-06,
+      "loss": 17.3203,
+      "step": 24594
+    },
+    {
+      "epoch": 1.1753321227181497,
+      "grad_norm": 169.12222290039062,
+      "learning_rate": 7.66833065350564e-06,
+      "loss": 19.8438,
+      "step": 24595
+    },
+    {
+      "epoch": 1.17537991015961,
+      "grad_norm": 271.8565673828125,
+      "learning_rate": 7.66757812327629e-06,
+      "loss": 27.2812,
+      "step": 24596
+    },
+    {
+      "epoch": 1.1754276976010705,
+      "grad_norm": 330.5032043457031,
+      "learning_rate": 7.666825607015136e-06,
+      "loss": 26.5312,
+      "step": 24597
+    },
+    {
+      "epoch": 1.1754754850425309,
+      "grad_norm": 207.83059692382812,
+      "learning_rate": 7.66607310472669e-06,
+      "loss": 19.75,
+      "step": 24598
+    },
+    {
+      "epoch": 1.1755232724839912,
+      "grad_norm": 219.76976013183594,
+      "learning_rate": 7.66532061641545e-06,
+      "loss": 23.25,
+      "step": 24599
+    },
+    {
+      "epoch": 1.1755710599254516,
+      "grad_norm": 222.5769805908203,
+      "learning_rate": 7.66456814208593e-06,
+      "loss": 35.0,
+      "step": 24600
+    },
+    {
+      "epoch": 1.175618847366912,
+      "grad_norm": 296.7605895996094,
+      "learning_rate": 7.66381568174263e-06,
+      "loss": 30.75,
+      "step": 24601
+    },
+    {
+      "epoch": 1.1756666348083724,
+      "grad_norm": 253.1024627685547,
+      "learning_rate": 7.663063235390063e-06,
+      "loss": 21.4688,
+      "step": 24602
+    },
+    {
+      "epoch": 1.1757144222498328,
+      "grad_norm": 210.38528442382812,
+      "learning_rate": 7.662310803032732e-06,
+      "loss": 27.1094,
+      "step": 24603
+    },
+    {
+      "epoch": 1.1757622096912932,
+      "grad_norm": 315.8986511230469,
+      "learning_rate": 7.661558384675139e-06,
+      "loss": 23.1719,
+      "step": 24604
+    },
+    {
+      "epoch": 1.1758099971327536,
+      "grad_norm": 184.7860107421875,
+      "learning_rate": 7.6608059803218e-06,
+      "loss": 25.3906,
+      "step": 24605
+    },
+    {
+      "epoch": 1.175857784574214,
+      "grad_norm": 281.8878173828125,
+      "learning_rate": 7.660053589977209e-06,
+      "loss": 30.625,
+      "step": 24606
+    },
+    {
+      "epoch": 1.1759055720156744,
+      "grad_norm": 159.71946716308594,
+      "learning_rate": 7.659301213645878e-06,
+      "loss": 21.0781,
+      "step": 24607
+    },
+    {
+      "epoch": 1.1759533594571348,
+      "grad_norm": 440.34100341796875,
+      "learning_rate": 7.658548851332313e-06,
+      "loss": 33.7812,
+      "step": 24608
+    },
+    {
+      "epoch": 1.1760011468985951,
+      "grad_norm": 206.84796142578125,
+      "learning_rate": 7.657796503041021e-06,
+      "loss": 19.4844,
+      "step": 24609
+    },
+    {
+      "epoch": 1.1760489343400555,
+      "grad_norm": 228.24526977539062,
+      "learning_rate": 7.657044168776504e-06,
+      "loss": 27.1875,
+      "step": 24610
+    },
+    {
+      "epoch": 1.1760967217815157,
+      "grad_norm": 234.7886505126953,
+      "learning_rate": 7.65629184854327e-06,
+      "loss": 26.0625,
+      "step": 24611
+    },
+    {
+      "epoch": 1.176144509222976,
+      "grad_norm": 160.2705078125,
+      "learning_rate": 7.655539542345821e-06,
+      "loss": 22.8594,
+      "step": 24612
+    },
+    {
+      "epoch": 1.1761922966644365,
+      "grad_norm": 296.30865478515625,
+      "learning_rate": 7.654787250188672e-06,
+      "loss": 26.9375,
+      "step": 24613
+    },
+    {
+      "epoch": 1.1762400841058969,
+      "grad_norm": 245.51939392089844,
+      "learning_rate": 7.654034972076314e-06,
+      "loss": 21.7969,
+      "step": 24614
+    },
+    {
+      "epoch": 1.1762878715473573,
+      "grad_norm": 207.47613525390625,
+      "learning_rate": 7.65328270801326e-06,
+      "loss": 27.9375,
+      "step": 24615
+    },
+    {
+      "epoch": 1.1763356589888176,
+      "grad_norm": 274.3156433105469,
+      "learning_rate": 7.652530458004017e-06,
+      "loss": 25.1562,
+      "step": 24616
+    },
+    {
+      "epoch": 1.176383446430278,
+      "grad_norm": 98.34027099609375,
+      "learning_rate": 7.651778222053087e-06,
+      "loss": 17.4844,
+      "step": 24617
+    },
+    {
+      "epoch": 1.1764312338717384,
+      "grad_norm": 312.6595458984375,
+      "learning_rate": 7.651026000164978e-06,
+      "loss": 26.4219,
+      "step": 24618
+    },
+    {
+      "epoch": 1.1764790213131988,
+      "grad_norm": 175.78929138183594,
+      "learning_rate": 7.650273792344189e-06,
+      "loss": 28.5,
+      "step": 24619
+    },
+    {
+      "epoch": 1.1765268087546592,
+      "grad_norm": 416.158447265625,
+      "learning_rate": 7.64952159859523e-06,
+      "loss": 27.4844,
+      "step": 24620
+    },
+    {
+      "epoch": 1.1765745961961196,
+      "grad_norm": 326.1358947753906,
+      "learning_rate": 7.648769418922601e-06,
+      "loss": 25.2188,
+      "step": 24621
+    },
+    {
+      "epoch": 1.17662238363758,
+      "grad_norm": 217.38197326660156,
+      "learning_rate": 7.648017253330809e-06,
+      "loss": 26.75,
+      "step": 24622
+    },
+    {
+      "epoch": 1.1766701710790404,
+      "grad_norm": 543.086669921875,
+      "learning_rate": 7.64726510182436e-06,
+      "loss": 26.1562,
+      "step": 24623
+    },
+    {
+      "epoch": 1.1767179585205008,
+      "grad_norm": 248.93370056152344,
+      "learning_rate": 7.646512964407761e-06,
+      "loss": 22.9844,
+      "step": 24624
+    },
+    {
+      "epoch": 1.1767657459619612,
+      "grad_norm": 804.19384765625,
+      "learning_rate": 7.645760841085507e-06,
+      "loss": 22.2031,
+      "step": 24625
+    },
+    {
+      "epoch": 1.1768135334034215,
+      "grad_norm": 269.4984436035156,
+      "learning_rate": 7.645008731862109e-06,
+      "loss": 24.7812,
+      "step": 24626
+    },
+    {
+      "epoch": 1.176861320844882,
+      "grad_norm": 259.00653076171875,
+      "learning_rate": 7.644256636742068e-06,
+      "loss": 31.0312,
+      "step": 24627
+    },
+    {
+      "epoch": 1.1769091082863423,
+      "grad_norm": 185.43841552734375,
+      "learning_rate": 7.643504555729897e-06,
+      "loss": 19.4375,
+      "step": 24628
+    },
+    {
+      "epoch": 1.1769568957278027,
+      "grad_norm": 155.59397888183594,
+      "learning_rate": 7.642752488830088e-06,
+      "loss": 19.3594,
+      "step": 24629
+    },
+    {
+      "epoch": 1.177004683169263,
+      "grad_norm": 288.7427978515625,
+      "learning_rate": 7.642000436047148e-06,
+      "loss": 18.6328,
+      "step": 24630
+    },
+    {
+      "epoch": 1.1770524706107235,
+      "grad_norm": 261.060791015625,
+      "learning_rate": 7.641248397385589e-06,
+      "loss": 19.625,
+      "step": 24631
+    },
+    {
+      "epoch": 1.1771002580521839,
+      "grad_norm": 212.36366271972656,
+      "learning_rate": 7.640496372849903e-06,
+      "loss": 25.0156,
+      "step": 24632
+    },
+    {
+      "epoch": 1.1771480454936443,
+      "grad_norm": 256.2174377441406,
+      "learning_rate": 7.639744362444601e-06,
+      "loss": 19.9844,
+      "step": 24633
+    },
+    {
+      "epoch": 1.1771958329351047,
+      "grad_norm": 125.03018951416016,
+      "learning_rate": 7.638992366174185e-06,
+      "loss": 18.4844,
+      "step": 24634
+    },
+    {
+      "epoch": 1.177243620376565,
+      "grad_norm": 146.2653045654297,
+      "learning_rate": 7.638240384043158e-06,
+      "loss": 16.5156,
+      "step": 24635
+    },
+    {
+      "epoch": 1.1772914078180254,
+      "grad_norm": 343.4322509765625,
+      "learning_rate": 7.637488416056024e-06,
+      "loss": 17.625,
+      "step": 24636
+    },
+    {
+      "epoch": 1.1773391952594858,
+      "grad_norm": 204.73110961914062,
+      "learning_rate": 7.636736462217285e-06,
+      "loss": 28.0312,
+      "step": 24637
+    },
+    {
+      "epoch": 1.1773869827009462,
+      "grad_norm": 274.19927978515625,
+      "learning_rate": 7.635984522531443e-06,
+      "loss": 36.75,
+      "step": 24638
+    },
+    {
+      "epoch": 1.1774347701424066,
+      "grad_norm": 170.02117919921875,
+      "learning_rate": 7.63523259700301e-06,
+      "loss": 22.3906,
+      "step": 24639
+    },
+    {
+      "epoch": 1.177482557583867,
+      "grad_norm": 158.65769958496094,
+      "learning_rate": 7.634480685636475e-06,
+      "loss": 19.9844,
+      "step": 24640
+    },
+    {
+      "epoch": 1.1775303450253274,
+      "grad_norm": 254.3109588623047,
+      "learning_rate": 7.633728788436353e-06,
+      "loss": 17.1562,
+      "step": 24641
+    },
+    {
+      "epoch": 1.1775781324667878,
+      "grad_norm": 2731.051513671875,
+      "learning_rate": 7.632976905407142e-06,
+      "loss": 19.6875,
+      "step": 24642
+    },
+    {
+      "epoch": 1.1776259199082482,
+      "grad_norm": 386.7802734375,
+      "learning_rate": 7.632225036553342e-06,
+      "loss": 18.1719,
+      "step": 24643
+    },
+    {
+      "epoch": 1.1776737073497086,
+      "grad_norm": 302.0072937011719,
+      "learning_rate": 7.63147318187946e-06,
+      "loss": 28.625,
+      "step": 24644
+    },
+    {
+      "epoch": 1.177721494791169,
+      "grad_norm": 299.1197509765625,
+      "learning_rate": 7.630721341389998e-06,
+      "loss": 26.4062,
+      "step": 24645
+    },
+    {
+      "epoch": 1.1777692822326293,
+      "grad_norm": 204.58758544921875,
+      "learning_rate": 7.62996951508946e-06,
+      "loss": 23.8125,
+      "step": 24646
+    },
+    {
+      "epoch": 1.1778170696740897,
+      "grad_norm": 352.0485534667969,
+      "learning_rate": 7.629217702982342e-06,
+      "loss": 24.5,
+      "step": 24647
+    },
+    {
+      "epoch": 1.1778648571155501,
+      "grad_norm": 216.1860809326172,
+      "learning_rate": 7.6284659050731525e-06,
+      "loss": 23.5625,
+      "step": 24648
+    },
+    {
+      "epoch": 1.1779126445570105,
+      "grad_norm": 395.9493408203125,
+      "learning_rate": 7.627714121366394e-06,
+      "loss": 19.5469,
+      "step": 24649
+    },
+    {
+      "epoch": 1.177960431998471,
+      "grad_norm": 244.97396850585938,
+      "learning_rate": 7.626962351866566e-06,
+      "loss": 18.7812,
+      "step": 24650
+    },
+    {
+      "epoch": 1.1780082194399313,
+      "grad_norm": 264.13134765625,
+      "learning_rate": 7.626210596578172e-06,
+      "loss": 28.3125,
+      "step": 24651
+    },
+    {
+      "epoch": 1.1780560068813917,
+      "grad_norm": 260.0328369140625,
+      "learning_rate": 7.6254588555057105e-06,
+      "loss": 27.2031,
+      "step": 24652
+    },
+    {
+      "epoch": 1.178103794322852,
+      "grad_norm": 289.92559814453125,
+      "learning_rate": 7.624707128653688e-06,
+      "loss": 20.7656,
+      "step": 24653
+    },
+    {
+      "epoch": 1.1781515817643124,
+      "grad_norm": 281.8970947265625,
+      "learning_rate": 7.623955416026608e-06,
+      "loss": 18.1406,
+      "step": 24654
+    },
+    {
+      "epoch": 1.1781993692057728,
+      "grad_norm": 196.41859436035156,
+      "learning_rate": 7.623203717628965e-06,
+      "loss": 21.5312,
+      "step": 24655
+    },
+    {
+      "epoch": 1.1782471566472332,
+      "grad_norm": 313.7381591796875,
+      "learning_rate": 7.622452033465265e-06,
+      "loss": 22.5938,
+      "step": 24656
+    },
+    {
+      "epoch": 1.1782949440886934,
+      "grad_norm": 320.9690246582031,
+      "learning_rate": 7.621700363540015e-06,
+      "loss": 25.9531,
+      "step": 24657
+    },
+    {
+      "epoch": 1.1783427315301538,
+      "grad_norm": 259.2368469238281,
+      "learning_rate": 7.620948707857704e-06,
+      "loss": 30.8438,
+      "step": 24658
+    },
+    {
+      "epoch": 1.1783905189716142,
+      "grad_norm": 181.96958923339844,
+      "learning_rate": 7.620197066422842e-06,
+      "loss": 20.8906,
+      "step": 24659
+    },
+    {
+      "epoch": 1.1784383064130746,
+      "grad_norm": 279.3980407714844,
+      "learning_rate": 7.6194454392399285e-06,
+      "loss": 28.1562,
+      "step": 24660
+    },
+    {
+      "epoch": 1.178486093854535,
+      "grad_norm": 259.9696044921875,
+      "learning_rate": 7.61869382631347e-06,
+      "loss": 33.5312,
+      "step": 24661
+    },
+    {
+      "epoch": 1.1785338812959953,
+      "grad_norm": 278.68206787109375,
+      "learning_rate": 7.617942227647958e-06,
+      "loss": 17.6562,
+      "step": 24662
+    },
+    {
+      "epoch": 1.1785816687374557,
+      "grad_norm": 313.71148681640625,
+      "learning_rate": 7.617190643247898e-06,
+      "loss": 25.3594,
+      "step": 24663
+    },
+    {
+      "epoch": 1.1786294561789161,
+      "grad_norm": 165.08450317382812,
+      "learning_rate": 7.616439073117794e-06,
+      "loss": 25.7656,
+      "step": 24664
+    },
+    {
+      "epoch": 1.1786772436203765,
+      "grad_norm": 217.47373962402344,
+      "learning_rate": 7.615687517262143e-06,
+      "loss": 26.7188,
+      "step": 24665
+    },
+    {
+      "epoch": 1.178725031061837,
+      "grad_norm": 251.16798400878906,
+      "learning_rate": 7.614935975685449e-06,
+      "loss": 21.8438,
+      "step": 24666
+    },
+    {
+      "epoch": 1.1787728185032973,
+      "grad_norm": 461.1068115234375,
+      "learning_rate": 7.614184448392208e-06,
+      "loss": 28.625,
+      "step": 24667
+    },
+    {
+      "epoch": 1.1788206059447577,
+      "grad_norm": 159.58766174316406,
+      "learning_rate": 7.613432935386926e-06,
+      "loss": 23.2812,
+      "step": 24668
+    },
+    {
+      "epoch": 1.178868393386218,
+      "grad_norm": 148.3964385986328,
+      "learning_rate": 7.612681436674101e-06,
+      "loss": 28.4531,
+      "step": 24669
+    },
+    {
+      "epoch": 1.1789161808276785,
+      "grad_norm": 880.669677734375,
+      "learning_rate": 7.611929952258232e-06,
+      "loss": 25.2344,
+      "step": 24670
+    },
+    {
+      "epoch": 1.1789639682691389,
+      "grad_norm": 223.6583251953125,
+      "learning_rate": 7.611178482143819e-06,
+      "loss": 26.5938,
+      "step": 24671
+    },
+    {
+      "epoch": 1.1790117557105992,
+      "grad_norm": 177.91799926757812,
+      "learning_rate": 7.610427026335372e-06,
+      "loss": 31.0625,
+      "step": 24672
+    },
+    {
+      "epoch": 1.1790595431520596,
+      "grad_norm": 174.97216796875,
+      "learning_rate": 7.609675584837377e-06,
+      "loss": 23.2188,
+      "step": 24673
+    },
+    {
+      "epoch": 1.17910733059352,
+      "grad_norm": 331.9694519042969,
+      "learning_rate": 7.608924157654343e-06,
+      "loss": 21.6094,
+      "step": 24674
+    },
+    {
+      "epoch": 1.1791551180349804,
+      "grad_norm": 168.9351806640625,
+      "learning_rate": 7.608172744790766e-06,
+      "loss": 19.2344,
+      "step": 24675
+    },
+    {
+      "epoch": 1.1792029054764408,
+      "grad_norm": 733.6084594726562,
+      "learning_rate": 7.607421346251154e-06,
+      "loss": 32.2031,
+      "step": 24676
+    },
+    {
+      "epoch": 1.1792506929179012,
+      "grad_norm": 325.2587890625,
+      "learning_rate": 7.606669962039994e-06,
+      "loss": 25.1875,
+      "step": 24677
+    },
+    {
+      "epoch": 1.1792984803593616,
+      "grad_norm": 395.9232177734375,
+      "learning_rate": 7.605918592161795e-06,
+      "loss": 21.125,
+      "step": 24678
+    },
+    {
+      "epoch": 1.179346267800822,
+      "grad_norm": 288.4303894042969,
+      "learning_rate": 7.605167236621058e-06,
+      "loss": 24.7969,
+      "step": 24679
+    },
+    {
+      "epoch": 1.1793940552422824,
+      "grad_norm": 364.1058044433594,
+      "learning_rate": 7.604415895422275e-06,
+      "loss": 34.6562,
+      "step": 24680
+    },
+    {
+      "epoch": 1.1794418426837427,
+      "grad_norm": 220.79393005371094,
+      "learning_rate": 7.60366456856995e-06,
+      "loss": 33.5,
+      "step": 24681
+    },
+    {
+      "epoch": 1.1794896301252031,
+      "grad_norm": 209.19532775878906,
+      "learning_rate": 7.602913256068583e-06,
+      "loss": 25.6094,
+      "step": 24682
+    },
+    {
+      "epoch": 1.1795374175666635,
+      "grad_norm": 292.2268371582031,
+      "learning_rate": 7.602161957922674e-06,
+      "loss": 21.9062,
+      "step": 24683
+    },
+    {
+      "epoch": 1.179585205008124,
+      "grad_norm": 1229.7598876953125,
+      "learning_rate": 7.601410674136719e-06,
+      "loss": 23.5781,
+      "step": 24684
+    },
+    {
+      "epoch": 1.1796329924495843,
+      "grad_norm": 323.71575927734375,
+      "learning_rate": 7.600659404715218e-06,
+      "loss": 27.3906,
+      "step": 24685
+    },
+    {
+      "epoch": 1.1796807798910447,
+      "grad_norm": 209.55062866210938,
+      "learning_rate": 7.599908149662672e-06,
+      "loss": 25.3438,
+      "step": 24686
+    },
+    {
+      "epoch": 1.179728567332505,
+      "grad_norm": 154.58761596679688,
+      "learning_rate": 7.599156908983581e-06,
+      "loss": 14.2656,
+      "step": 24687
+    },
+    {
+      "epoch": 1.1797763547739655,
+      "grad_norm": 280.3930969238281,
+      "learning_rate": 7.598405682682439e-06,
+      "loss": 28.1719,
+      "step": 24688
+    },
+    {
+      "epoch": 1.1798241422154259,
+      "grad_norm": 225.4260711669922,
+      "learning_rate": 7.597654470763749e-06,
+      "loss": 17.6406,
+      "step": 24689
+    },
+    {
+      "epoch": 1.1798719296568863,
+      "grad_norm": 262.33465576171875,
+      "learning_rate": 7.596903273232013e-06,
+      "loss": 18.0,
+      "step": 24690
+    },
+    {
+      "epoch": 1.1799197170983466,
+      "grad_norm": 175.53553771972656,
+      "learning_rate": 7.596152090091721e-06,
+      "loss": 23.1562,
+      "step": 24691
+    },
+    {
+      "epoch": 1.179967504539807,
+      "grad_norm": 427.7528991699219,
+      "learning_rate": 7.595400921347375e-06,
+      "loss": 24.9375,
+      "step": 24692
+    },
+    {
+      "epoch": 1.1800152919812672,
+      "grad_norm": 198.18307495117188,
+      "learning_rate": 7.594649767003477e-06,
+      "loss": 18.5,
+      "step": 24693
+    },
+    {
+      "epoch": 1.1800630794227276,
+      "grad_norm": 247.92919921875,
+      "learning_rate": 7.593898627064526e-06,
+      "loss": 25.3125,
+      "step": 24694
+    },
+    {
+      "epoch": 1.180110866864188,
+      "grad_norm": 247.08604431152344,
+      "learning_rate": 7.593147501535013e-06,
+      "loss": 34.8438,
+      "step": 24695
+    },
+    {
+      "epoch": 1.1801586543056484,
+      "grad_norm": 513.4387817382812,
+      "learning_rate": 7.592396390419441e-06,
+      "loss": 31.375,
+      "step": 24696
+    },
+    {
+      "epoch": 1.1802064417471088,
+      "grad_norm": 219.21824645996094,
+      "learning_rate": 7.591645293722311e-06,
+      "loss": 22.625,
+      "step": 24697
+    },
+    {
+      "epoch": 1.1802542291885691,
+      "grad_norm": 338.40728759765625,
+      "learning_rate": 7.590894211448117e-06,
+      "loss": 28.0312,
+      "step": 24698
+    },
+    {
+      "epoch": 1.1803020166300295,
+      "grad_norm": 264.8464660644531,
+      "learning_rate": 7.590143143601356e-06,
+      "loss": 23.9688,
+      "step": 24699
+    },
+    {
+      "epoch": 1.18034980407149,
+      "grad_norm": 370.1858825683594,
+      "learning_rate": 7.589392090186531e-06,
+      "loss": 34.3125,
+      "step": 24700
+    },
+    {
+      "epoch": 1.1803975915129503,
+      "grad_norm": 410.8945007324219,
+      "learning_rate": 7.588641051208134e-06,
+      "loss": 23.125,
+      "step": 24701
+    },
+    {
+      "epoch": 1.1804453789544107,
+      "grad_norm": 590.1773071289062,
+      "learning_rate": 7.58789002667067e-06,
+      "loss": 35.25,
+      "step": 24702
+    },
+    {
+      "epoch": 1.180493166395871,
+      "grad_norm": 171.04458618164062,
+      "learning_rate": 7.5871390165786275e-06,
+      "loss": 24.0312,
+      "step": 24703
+    },
+    {
+      "epoch": 1.1805409538373315,
+      "grad_norm": 306.36297607421875,
+      "learning_rate": 7.586388020936509e-06,
+      "loss": 33.1562,
+      "step": 24704
+    },
+    {
+      "epoch": 1.1805887412787919,
+      "grad_norm": 211.3270263671875,
+      "learning_rate": 7.585637039748817e-06,
+      "loss": 18.2188,
+      "step": 24705
+    },
+    {
+      "epoch": 1.1806365287202523,
+      "grad_norm": 375.39495849609375,
+      "learning_rate": 7.584886073020039e-06,
+      "loss": 26.7656,
+      "step": 24706
+    },
+    {
+      "epoch": 1.1806843161617127,
+      "grad_norm": 286.3429260253906,
+      "learning_rate": 7.584135120754676e-06,
+      "loss": 29.6875,
+      "step": 24707
+    },
+    {
+      "epoch": 1.180732103603173,
+      "grad_norm": 291.744873046875,
+      "learning_rate": 7.583384182957228e-06,
+      "loss": 28.1875,
+      "step": 24708
+    },
+    {
+      "epoch": 1.1807798910446334,
+      "grad_norm": 263.8845520019531,
+      "learning_rate": 7.582633259632194e-06,
+      "loss": 29.5938,
+      "step": 24709
+    },
+    {
+      "epoch": 1.1808276784860938,
+      "grad_norm": 274.7542724609375,
+      "learning_rate": 7.581882350784064e-06,
+      "loss": 32.0312,
+      "step": 24710
+    },
+    {
+      "epoch": 1.1808754659275542,
+      "grad_norm": 352.56121826171875,
+      "learning_rate": 7.581131456417336e-06,
+      "loss": 21.9375,
+      "step": 24711
+    },
+    {
+      "epoch": 1.1809232533690146,
+      "grad_norm": 175.73410034179688,
+      "learning_rate": 7.5803805765365125e-06,
+      "loss": 23.1875,
+      "step": 24712
+    },
+    {
+      "epoch": 1.180971040810475,
+      "grad_norm": 210.20468139648438,
+      "learning_rate": 7.5796297111460904e-06,
+      "loss": 21.5,
+      "step": 24713
+    },
+    {
+      "epoch": 1.1810188282519354,
+      "grad_norm": 316.1692199707031,
+      "learning_rate": 7.578878860250558e-06,
+      "loss": 23.3281,
+      "step": 24714
+    },
+    {
+      "epoch": 1.1810666156933958,
+      "grad_norm": 313.361572265625,
+      "learning_rate": 7.578128023854421e-06,
+      "loss": 21.5,
+      "step": 24715
+    },
+    {
+      "epoch": 1.1811144031348562,
+      "grad_norm": 257.3001403808594,
+      "learning_rate": 7.57737720196217e-06,
+      "loss": 31.5938,
+      "step": 24716
+    },
+    {
+      "epoch": 1.1811621905763166,
+      "grad_norm": 438.8200378417969,
+      "learning_rate": 7.576626394578304e-06,
+      "loss": 15.6094,
+      "step": 24717
+    },
+    {
+      "epoch": 1.181209978017777,
+      "grad_norm": 133.6629638671875,
+      "learning_rate": 7.575875601707318e-06,
+      "loss": 28.0,
+      "step": 24718
+    },
+    {
+      "epoch": 1.1812577654592373,
+      "grad_norm": 228.21627807617188,
+      "learning_rate": 7.575124823353708e-06,
+      "loss": 27.9688,
+      "step": 24719
+    },
+    {
+      "epoch": 1.1813055529006977,
+      "grad_norm": 268.3081359863281,
+      "learning_rate": 7.574374059521976e-06,
+      "loss": 26.1719,
+      "step": 24720
+    },
+    {
+      "epoch": 1.181353340342158,
+      "grad_norm": 876.589599609375,
+      "learning_rate": 7.573623310216609e-06,
+      "loss": 21.1875,
+      "step": 24721
+    },
+    {
+      "epoch": 1.1814011277836185,
+      "grad_norm": 231.7086639404297,
+      "learning_rate": 7.572872575442108e-06,
+      "loss": 30.0625,
+      "step": 24722
+    },
+    {
+      "epoch": 1.1814489152250789,
+      "grad_norm": 148.03680419921875,
+      "learning_rate": 7.572121855202969e-06,
+      "loss": 15.3125,
+      "step": 24723
+    },
+    {
+      "epoch": 1.1814967026665393,
+      "grad_norm": 259.41900634765625,
+      "learning_rate": 7.57137114950369e-06,
+      "loss": 27.4062,
+      "step": 24724
+    },
+    {
+      "epoch": 1.1815444901079997,
+      "grad_norm": 267.410400390625,
+      "learning_rate": 7.570620458348761e-06,
+      "loss": 27.5938,
+      "step": 24725
+    },
+    {
+      "epoch": 1.18159227754946,
+      "grad_norm": 237.29791259765625,
+      "learning_rate": 7.56986978174268e-06,
+      "loss": 29.75,
+      "step": 24726
+    },
+    {
+      "epoch": 1.1816400649909204,
+      "grad_norm": 178.7052764892578,
+      "learning_rate": 7.569119119689947e-06,
+      "loss": 21.0,
+      "step": 24727
+    },
+    {
+      "epoch": 1.1816878524323808,
+      "grad_norm": 137.3787841796875,
+      "learning_rate": 7.568368472195052e-06,
+      "loss": 14.0312,
+      "step": 24728
+    },
+    {
+      "epoch": 1.1817356398738412,
+      "grad_norm": 167.65966796875,
+      "learning_rate": 7.567617839262489e-06,
+      "loss": 21.1562,
+      "step": 24729
+    },
+    {
+      "epoch": 1.1817834273153016,
+      "grad_norm": 374.88897705078125,
+      "learning_rate": 7.56686722089676e-06,
+      "loss": 32.8438,
+      "step": 24730
+    },
+    {
+      "epoch": 1.181831214756762,
+      "grad_norm": 186.93624877929688,
+      "learning_rate": 7.566116617102357e-06,
+      "loss": 22.7812,
+      "step": 24731
+    },
+    {
+      "epoch": 1.1818790021982224,
+      "grad_norm": 259.740966796875,
+      "learning_rate": 7.565366027883772e-06,
+      "loss": 28.4062,
+      "step": 24732
+    },
+    {
+      "epoch": 1.1819267896396828,
+      "grad_norm": 200.96932983398438,
+      "learning_rate": 7.564615453245506e-06,
+      "loss": 25.75,
+      "step": 24733
+    },
+    {
+      "epoch": 1.1819745770811432,
+      "grad_norm": 292.1589660644531,
+      "learning_rate": 7.563864893192048e-06,
+      "loss": 28.6562,
+      "step": 24734
+    },
+    {
+      "epoch": 1.1820223645226036,
+      "grad_norm": 266.6972351074219,
+      "learning_rate": 7.563114347727901e-06,
+      "loss": 28.0938,
+      "step": 24735
+    },
+    {
+      "epoch": 1.182070151964064,
+      "grad_norm": 175.5758514404297,
+      "learning_rate": 7.5623638168575495e-06,
+      "loss": 43.4375,
+      "step": 24736
+    },
+    {
+      "epoch": 1.1821179394055243,
+      "grad_norm": 246.85198974609375,
+      "learning_rate": 7.561613300585494e-06,
+      "loss": 24.0938,
+      "step": 24737
+    },
+    {
+      "epoch": 1.1821657268469847,
+      "grad_norm": 369.3893737792969,
+      "learning_rate": 7.560862798916229e-06,
+      "loss": 41.0156,
+      "step": 24738
+    },
+    {
+      "epoch": 1.182213514288445,
+      "grad_norm": 310.1033935546875,
+      "learning_rate": 7.560112311854251e-06,
+      "loss": 24.6875,
+      "step": 24739
+    },
+    {
+      "epoch": 1.1822613017299053,
+      "grad_norm": 163.55006408691406,
+      "learning_rate": 7.559361839404048e-06,
+      "loss": 16.2969,
+      "step": 24740
+    },
+    {
+      "epoch": 1.1823090891713657,
+      "grad_norm": 212.98341369628906,
+      "learning_rate": 7.558611381570119e-06,
+      "loss": 31.1562,
+      "step": 24741
+    },
+    {
+      "epoch": 1.182356876612826,
+      "grad_norm": 621.2992553710938,
+      "learning_rate": 7.557860938356962e-06,
+      "loss": 27.9375,
+      "step": 24742
+    },
+    {
+      "epoch": 1.1824046640542865,
+      "grad_norm": 251.22813415527344,
+      "learning_rate": 7.557110509769063e-06,
+      "loss": 22.8125,
+      "step": 24743
+    },
+    {
+      "epoch": 1.1824524514957468,
+      "grad_norm": 215.99929809570312,
+      "learning_rate": 7.556360095810919e-06,
+      "loss": 20.5156,
+      "step": 24744
+    },
+    {
+      "epoch": 1.1825002389372072,
+      "grad_norm": 181.4905548095703,
+      "learning_rate": 7.555609696487024e-06,
+      "loss": 19.7812,
+      "step": 24745
+    },
+    {
+      "epoch": 1.1825480263786676,
+      "grad_norm": 232.7657470703125,
+      "learning_rate": 7.554859311801877e-06,
+      "loss": 24.2812,
+      "step": 24746
+    },
+    {
+      "epoch": 1.182595813820128,
+      "grad_norm": 149.72824096679688,
+      "learning_rate": 7.554108941759966e-06,
+      "loss": 19.5312,
+      "step": 24747
+    },
+    {
+      "epoch": 1.1826436012615884,
+      "grad_norm": 257.5680236816406,
+      "learning_rate": 7.553358586365787e-06,
+      "loss": 27.875,
+      "step": 24748
+    },
+    {
+      "epoch": 1.1826913887030488,
+      "grad_norm": 320.0135803222656,
+      "learning_rate": 7.552608245623829e-06,
+      "loss": 25.9062,
+      "step": 24749
+    },
+    {
+      "epoch": 1.1827391761445092,
+      "grad_norm": 217.3794403076172,
+      "learning_rate": 7.551857919538597e-06,
+      "loss": 21.9844,
+      "step": 24750
+    },
+    {
+      "epoch": 1.1827869635859696,
+      "grad_norm": 872.4216918945312,
+      "learning_rate": 7.551107608114571e-06,
+      "loss": 20.4844,
+      "step": 24751
+    },
+    {
+      "epoch": 1.18283475102743,
+      "grad_norm": 152.3357696533203,
+      "learning_rate": 7.5503573113562515e-06,
+      "loss": 28.5938,
+      "step": 24752
+    },
+    {
+      "epoch": 1.1828825384688904,
+      "grad_norm": 470.8833312988281,
+      "learning_rate": 7.549607029268133e-06,
+      "loss": 26.5938,
+      "step": 24753
+    },
+    {
+      "epoch": 1.1829303259103507,
+      "grad_norm": 237.09046936035156,
+      "learning_rate": 7.548856761854704e-06,
+      "loss": 22.2188,
+      "step": 24754
+    },
+    {
+      "epoch": 1.1829781133518111,
+      "grad_norm": 343.597412109375,
+      "learning_rate": 7.548106509120461e-06,
+      "loss": 28.0625,
+      "step": 24755
+    },
+    {
+      "epoch": 1.1830259007932715,
+      "grad_norm": 390.2479248046875,
+      "learning_rate": 7.547356271069895e-06,
+      "loss": 26.2969,
+      "step": 24756
+    },
+    {
+      "epoch": 1.183073688234732,
+      "grad_norm": 2388.2119140625,
+      "learning_rate": 7.546606047707504e-06,
+      "loss": 23.8125,
+      "step": 24757
+    },
+    {
+      "epoch": 1.1831214756761923,
+      "grad_norm": 170.72354125976562,
+      "learning_rate": 7.545855839037773e-06,
+      "loss": 24.5469,
+      "step": 24758
+    },
+    {
+      "epoch": 1.1831692631176527,
+      "grad_norm": 145.0341339111328,
+      "learning_rate": 7.5451056450651995e-06,
+      "loss": 20.6875,
+      "step": 24759
+    },
+    {
+      "epoch": 1.183217050559113,
+      "grad_norm": 182.0687713623047,
+      "learning_rate": 7.544355465794275e-06,
+      "loss": 22.6875,
+      "step": 24760
+    },
+    {
+      "epoch": 1.1832648380005735,
+      "grad_norm": 407.7345275878906,
+      "learning_rate": 7.543605301229497e-06,
+      "loss": 35.375,
+      "step": 24761
+    },
+    {
+      "epoch": 1.1833126254420339,
+      "grad_norm": 627.4351196289062,
+      "learning_rate": 7.542855151375349e-06,
+      "loss": 18.6406,
+      "step": 24762
+    },
+    {
+      "epoch": 1.1833604128834943,
+      "grad_norm": 285.75665283203125,
+      "learning_rate": 7.54210501623633e-06,
+      "loss": 27.3125,
+      "step": 24763
+    },
+    {
+      "epoch": 1.1834082003249546,
+      "grad_norm": 319.03692626953125,
+      "learning_rate": 7.541354895816931e-06,
+      "loss": 20.6875,
+      "step": 24764
+    },
+    {
+      "epoch": 1.183455987766415,
+      "grad_norm": 212.57920837402344,
+      "learning_rate": 7.540604790121642e-06,
+      "loss": 30.8438,
+      "step": 24765
+    },
+    {
+      "epoch": 1.1835037752078754,
+      "grad_norm": 232.2061004638672,
+      "learning_rate": 7.5398546991549584e-06,
+      "loss": 23.75,
+      "step": 24766
+    },
+    {
+      "epoch": 1.1835515626493358,
+      "grad_norm": 365.9271545410156,
+      "learning_rate": 7.539104622921368e-06,
+      "loss": 27.8438,
+      "step": 24767
+    },
+    {
+      "epoch": 1.1835993500907962,
+      "grad_norm": 183.70252990722656,
+      "learning_rate": 7.538354561425371e-06,
+      "loss": 24.9531,
+      "step": 24768
+    },
+    {
+      "epoch": 1.1836471375322566,
+      "grad_norm": 239.3199920654297,
+      "learning_rate": 7.537604514671449e-06,
+      "loss": 30.2188,
+      "step": 24769
+    },
+    {
+      "epoch": 1.183694924973717,
+      "grad_norm": 123.30530548095703,
+      "learning_rate": 7.536854482664098e-06,
+      "loss": 20.8594,
+      "step": 24770
+    },
+    {
+      "epoch": 1.1837427124151774,
+      "grad_norm": 327.57452392578125,
+      "learning_rate": 7.536104465407811e-06,
+      "loss": 33.0938,
+      "step": 24771
+    },
+    {
+      "epoch": 1.1837904998566378,
+      "grad_norm": 376.90777587890625,
+      "learning_rate": 7.535354462907083e-06,
+      "loss": 34.9375,
+      "step": 24772
+    },
+    {
+      "epoch": 1.1838382872980981,
+      "grad_norm": 206.76522827148438,
+      "learning_rate": 7.534604475166397e-06,
+      "loss": 21.4062,
+      "step": 24773
+    },
+    {
+      "epoch": 1.1838860747395585,
+      "grad_norm": 644.4956665039062,
+      "learning_rate": 7.53385450219025e-06,
+      "loss": 23.3438,
+      "step": 24774
+    },
+    {
+      "epoch": 1.1839338621810187,
+      "grad_norm": 2306.05224609375,
+      "learning_rate": 7.533104543983135e-06,
+      "loss": 29.2031,
+      "step": 24775
+    },
+    {
+      "epoch": 1.183981649622479,
+      "grad_norm": 262.8463439941406,
+      "learning_rate": 7.532354600549538e-06,
+      "loss": 28.3438,
+      "step": 24776
+    },
+    {
+      "epoch": 1.1840294370639395,
+      "grad_norm": 257.24102783203125,
+      "learning_rate": 7.531604671893951e-06,
+      "loss": 28.9531,
+      "step": 24777
+    },
+    {
+      "epoch": 1.1840772245053999,
+      "grad_norm": 311.8982849121094,
+      "learning_rate": 7.530854758020868e-06,
+      "loss": 20.6094,
+      "step": 24778
+    },
+    {
+      "epoch": 1.1841250119468603,
+      "grad_norm": 237.45433044433594,
+      "learning_rate": 7.530104858934784e-06,
+      "loss": 23.4688,
+      "step": 24779
+    },
+    {
+      "epoch": 1.1841727993883207,
+      "grad_norm": 218.20913696289062,
+      "learning_rate": 7.529354974640178e-06,
+      "loss": 18.6719,
+      "step": 24780
+    },
+    {
+      "epoch": 1.184220586829781,
+      "grad_norm": 167.82662963867188,
+      "learning_rate": 7.528605105141552e-06,
+      "loss": 23.6719,
+      "step": 24781
+    },
+    {
+      "epoch": 1.1842683742712414,
+      "grad_norm": 229.0006866455078,
+      "learning_rate": 7.52785525044339e-06,
+      "loss": 29.4375,
+      "step": 24782
+    },
+    {
+      "epoch": 1.1843161617127018,
+      "grad_norm": 215.01075744628906,
+      "learning_rate": 7.527105410550186e-06,
+      "loss": 25.2188,
+      "step": 24783
+    },
+    {
+      "epoch": 1.1843639491541622,
+      "grad_norm": 210.45730590820312,
+      "learning_rate": 7.526355585466432e-06,
+      "loss": 31.5938,
+      "step": 24784
+    },
+    {
+      "epoch": 1.1844117365956226,
+      "grad_norm": 799.96533203125,
+      "learning_rate": 7.5256057751966115e-06,
+      "loss": 32.1562,
+      "step": 24785
+    },
+    {
+      "epoch": 1.184459524037083,
+      "grad_norm": 178.67724609375,
+      "learning_rate": 7.5248559797452215e-06,
+      "loss": 20.5625,
+      "step": 24786
+    },
+    {
+      "epoch": 1.1845073114785434,
+      "grad_norm": 167.6993408203125,
+      "learning_rate": 7.524106199116754e-06,
+      "loss": 16.375,
+      "step": 24787
+    },
+    {
+      "epoch": 1.1845550989200038,
+      "grad_norm": 169.06224060058594,
+      "learning_rate": 7.523356433315691e-06,
+      "loss": 26.6875,
+      "step": 24788
+    },
+    {
+      "epoch": 1.1846028863614642,
+      "grad_norm": 284.64666748046875,
+      "learning_rate": 7.522606682346527e-06,
+      "loss": 22.8906,
+      "step": 24789
+    },
+    {
+      "epoch": 1.1846506738029245,
+      "grad_norm": 311.6969299316406,
+      "learning_rate": 7.521856946213758e-06,
+      "loss": 30.9531,
+      "step": 24790
+    },
+    {
+      "epoch": 1.184698461244385,
+      "grad_norm": 179.66226196289062,
+      "learning_rate": 7.521107224921863e-06,
+      "loss": 23.7188,
+      "step": 24791
+    },
+    {
+      "epoch": 1.1847462486858453,
+      "grad_norm": 589.9871826171875,
+      "learning_rate": 7.5203575184753366e-06,
+      "loss": 25.3281,
+      "step": 24792
+    },
+    {
+      "epoch": 1.1847940361273057,
+      "grad_norm": 689.8529663085938,
+      "learning_rate": 7.51960782687867e-06,
+      "loss": 20.8906,
+      "step": 24793
+    },
+    {
+      "epoch": 1.184841823568766,
+      "grad_norm": 189.7924346923828,
+      "learning_rate": 7.5188581501363555e-06,
+      "loss": 19.6875,
+      "step": 24794
+    },
+    {
+      "epoch": 1.1848896110102265,
+      "grad_norm": 217.97862243652344,
+      "learning_rate": 7.518108488252875e-06,
+      "loss": 19.8438,
+      "step": 24795
+    },
+    {
+      "epoch": 1.1849373984516869,
+      "grad_norm": 310.9276123046875,
+      "learning_rate": 7.517358841232723e-06,
+      "loss": 28.4844,
+      "step": 24796
+    },
+    {
+      "epoch": 1.1849851858931473,
+      "grad_norm": 262.1137390136719,
+      "learning_rate": 7.516609209080388e-06,
+      "loss": 17.8125,
+      "step": 24797
+    },
+    {
+      "epoch": 1.1850329733346077,
+      "grad_norm": 214.72738647460938,
+      "learning_rate": 7.5158595918003605e-06,
+      "loss": 27.0,
+      "step": 24798
+    },
+    {
+      "epoch": 1.185080760776068,
+      "grad_norm": 223.64785766601562,
+      "learning_rate": 7.515109989397129e-06,
+      "loss": 19.4375,
+      "step": 24799
+    },
+    {
+      "epoch": 1.1851285482175284,
+      "grad_norm": 205.72251892089844,
+      "learning_rate": 7.51436040187518e-06,
+      "loss": 21.8281,
+      "step": 24800
+    },
+    {
+      "epoch": 1.1851763356589888,
+      "grad_norm": 291.66986083984375,
+      "learning_rate": 7.5136108292390096e-06,
+      "loss": 27.3125,
+      "step": 24801
+    },
+    {
+      "epoch": 1.1852241231004492,
+      "grad_norm": 312.6978454589844,
+      "learning_rate": 7.512861271493097e-06,
+      "loss": 29.875,
+      "step": 24802
+    },
+    {
+      "epoch": 1.1852719105419096,
+      "grad_norm": 215.7312774658203,
+      "learning_rate": 7.5121117286419364e-06,
+      "loss": 17.5625,
+      "step": 24803
+    },
+    {
+      "epoch": 1.18531969798337,
+      "grad_norm": 313.9332580566406,
+      "learning_rate": 7.511362200690017e-06,
+      "loss": 34.1875,
+      "step": 24804
+    },
+    {
+      "epoch": 1.1853674854248304,
+      "grad_norm": 227.28016662597656,
+      "learning_rate": 7.51061268764183e-06,
+      "loss": 31.8125,
+      "step": 24805
+    },
+    {
+      "epoch": 1.1854152728662908,
+      "grad_norm": 282.09368896484375,
+      "learning_rate": 7.509863189501857e-06,
+      "loss": 24.1875,
+      "step": 24806
+    },
+    {
+      "epoch": 1.1854630603077512,
+      "grad_norm": 285.5431823730469,
+      "learning_rate": 7.50911370627459e-06,
+      "loss": 26.0,
+      "step": 24807
+    },
+    {
+      "epoch": 1.1855108477492116,
+      "grad_norm": 336.72686767578125,
+      "learning_rate": 7.508364237964519e-06,
+      "loss": 34.0625,
+      "step": 24808
+    },
+    {
+      "epoch": 1.185558635190672,
+      "grad_norm": 481.7972717285156,
+      "learning_rate": 7.507614784576134e-06,
+      "loss": 33.6875,
+      "step": 24809
+    },
+    {
+      "epoch": 1.1856064226321323,
+      "grad_norm": 304.58062744140625,
+      "learning_rate": 7.506865346113916e-06,
+      "loss": 33.5938,
+      "step": 24810
+    },
+    {
+      "epoch": 1.1856542100735927,
+      "grad_norm": 259.864013671875,
+      "learning_rate": 7.506115922582358e-06,
+      "loss": 21.5625,
+      "step": 24811
+    },
+    {
+      "epoch": 1.1857019975150531,
+      "grad_norm": 231.01939392089844,
+      "learning_rate": 7.505366513985952e-06,
+      "loss": 20.2188,
+      "step": 24812
+    },
+    {
+      "epoch": 1.1857497849565135,
+      "grad_norm": 355.92620849609375,
+      "learning_rate": 7.504617120329178e-06,
+      "loss": 28.5,
+      "step": 24813
+    },
+    {
+      "epoch": 1.185797572397974,
+      "grad_norm": 170.07858276367188,
+      "learning_rate": 7.503867741616528e-06,
+      "loss": 26.1562,
+      "step": 24814
+    },
+    {
+      "epoch": 1.1858453598394343,
+      "grad_norm": 155.61563110351562,
+      "learning_rate": 7.503118377852488e-06,
+      "loss": 18.7344,
+      "step": 24815
+    },
+    {
+      "epoch": 1.1858931472808947,
+      "grad_norm": 242.87026977539062,
+      "learning_rate": 7.502369029041549e-06,
+      "loss": 22.5,
+      "step": 24816
+    },
+    {
+      "epoch": 1.185940934722355,
+      "grad_norm": 245.25143432617188,
+      "learning_rate": 7.501619695188198e-06,
+      "loss": 23.8906,
+      "step": 24817
+    },
+    {
+      "epoch": 1.1859887221638155,
+      "grad_norm": 220.5809783935547,
+      "learning_rate": 7.500870376296918e-06,
+      "loss": 21.5625,
+      "step": 24818
+    },
+    {
+      "epoch": 1.1860365096052758,
+      "grad_norm": 216.8899688720703,
+      "learning_rate": 7.5001210723722e-06,
+      "loss": 37.7422,
+      "step": 24819
+    },
+    {
+      "epoch": 1.1860842970467362,
+      "grad_norm": 323.4930725097656,
+      "learning_rate": 7.499371783418535e-06,
+      "loss": 23.0625,
+      "step": 24820
+    },
+    {
+      "epoch": 1.1861320844881966,
+      "grad_norm": 186.94337463378906,
+      "learning_rate": 7.498622509440402e-06,
+      "loss": 27.2812,
+      "step": 24821
+    },
+    {
+      "epoch": 1.1861798719296568,
+      "grad_norm": 176.15817260742188,
+      "learning_rate": 7.497873250442293e-06,
+      "loss": 25.7812,
+      "step": 24822
+    },
+    {
+      "epoch": 1.1862276593711172,
+      "grad_norm": 265.80438232421875,
+      "learning_rate": 7.497124006428693e-06,
+      "loss": 24.5,
+      "step": 24823
+    },
+    {
+      "epoch": 1.1862754468125776,
+      "grad_norm": 318.2032165527344,
+      "learning_rate": 7.496374777404096e-06,
+      "loss": 27.375,
+      "step": 24824
+    },
+    {
+      "epoch": 1.186323234254038,
+      "grad_norm": 389.84515380859375,
+      "learning_rate": 7.49562556337298e-06,
+      "loss": 29.0625,
+      "step": 24825
+    },
+    {
+      "epoch": 1.1863710216954984,
+      "grad_norm": 280.4530944824219,
+      "learning_rate": 7.494876364339836e-06,
+      "loss": 26.0,
+      "step": 24826
+    },
+    {
+      "epoch": 1.1864188091369587,
+      "grad_norm": 318.1305847167969,
+      "learning_rate": 7.494127180309152e-06,
+      "loss": 26.4375,
+      "step": 24827
+    },
+    {
+      "epoch": 1.1864665965784191,
+      "grad_norm": 234.09854125976562,
+      "learning_rate": 7.49337801128541e-06,
+      "loss": 19.5938,
+      "step": 24828
+    },
+    {
+      "epoch": 1.1865143840198795,
+      "grad_norm": 328.204833984375,
+      "learning_rate": 7.492628857273099e-06,
+      "loss": 23.2812,
+      "step": 24829
+    },
+    {
+      "epoch": 1.18656217146134,
+      "grad_norm": 184.52801513671875,
+      "learning_rate": 7.491879718276708e-06,
+      "loss": 25.5312,
+      "step": 24830
+    },
+    {
+      "epoch": 1.1866099589028003,
+      "grad_norm": 503.0886535644531,
+      "learning_rate": 7.49113059430072e-06,
+      "loss": 23.0625,
+      "step": 24831
+    },
+    {
+      "epoch": 1.1866577463442607,
+      "grad_norm": 287.3197021484375,
+      "learning_rate": 7.490381485349624e-06,
+      "loss": 24.3906,
+      "step": 24832
+    },
+    {
+      "epoch": 1.186705533785721,
+      "grad_norm": 429.6896667480469,
+      "learning_rate": 7.489632391427901e-06,
+      "loss": 22.5625,
+      "step": 24833
+    },
+    {
+      "epoch": 1.1867533212271815,
+      "grad_norm": 307.551025390625,
+      "learning_rate": 7.488883312540043e-06,
+      "loss": 23.3125,
+      "step": 24834
+    },
+    {
+      "epoch": 1.1868011086686419,
+      "grad_norm": 158.7928009033203,
+      "learning_rate": 7.488134248690535e-06,
+      "loss": 24.5938,
+      "step": 24835
+    },
+    {
+      "epoch": 1.1868488961101022,
+      "grad_norm": 256.4368591308594,
+      "learning_rate": 7.487385199883858e-06,
+      "loss": 22.2969,
+      "step": 24836
+    },
+    {
+      "epoch": 1.1868966835515626,
+      "grad_norm": 251.519287109375,
+      "learning_rate": 7.486636166124503e-06,
+      "loss": 30.0469,
+      "step": 24837
+    },
+    {
+      "epoch": 1.186944470993023,
+      "grad_norm": 176.3829803466797,
+      "learning_rate": 7.4858871474169594e-06,
+      "loss": 17.6562,
+      "step": 24838
+    },
+    {
+      "epoch": 1.1869922584344834,
+      "grad_norm": 156.51144409179688,
+      "learning_rate": 7.485138143765701e-06,
+      "loss": 29.8438,
+      "step": 24839
+    },
+    {
+      "epoch": 1.1870400458759438,
+      "grad_norm": 198.00514221191406,
+      "learning_rate": 7.484389155175221e-06,
+      "loss": 26.9531,
+      "step": 24840
+    },
+    {
+      "epoch": 1.1870878333174042,
+      "grad_norm": 468.347900390625,
+      "learning_rate": 7.483640181650005e-06,
+      "loss": 24.4844,
+      "step": 24841
+    },
+    {
+      "epoch": 1.1871356207588646,
+      "grad_norm": 208.27537536621094,
+      "learning_rate": 7.48289122319454e-06,
+      "loss": 32.6406,
+      "step": 24842
+    },
+    {
+      "epoch": 1.187183408200325,
+      "grad_norm": 297.7027282714844,
+      "learning_rate": 7.482142279813305e-06,
+      "loss": 21.625,
+      "step": 24843
+    },
+    {
+      "epoch": 1.1872311956417854,
+      "grad_norm": 210.2728729248047,
+      "learning_rate": 7.481393351510788e-06,
+      "loss": 23.8125,
+      "step": 24844
+    },
+    {
+      "epoch": 1.1872789830832458,
+      "grad_norm": 305.3564147949219,
+      "learning_rate": 7.480644438291478e-06,
+      "loss": 22.625,
+      "step": 24845
+    },
+    {
+      "epoch": 1.1873267705247061,
+      "grad_norm": 149.82044982910156,
+      "learning_rate": 7.479895540159856e-06,
+      "loss": 17.7188,
+      "step": 24846
+    },
+    {
+      "epoch": 1.1873745579661665,
+      "grad_norm": 252.99777221679688,
+      "learning_rate": 7.4791466571204085e-06,
+      "loss": 22.9688,
+      "step": 24847
+    },
+    {
+      "epoch": 1.187422345407627,
+      "grad_norm": 293.6883850097656,
+      "learning_rate": 7.478397789177618e-06,
+      "loss": 22.2031,
+      "step": 24848
+    },
+    {
+      "epoch": 1.1874701328490873,
+      "grad_norm": 251.22909545898438,
+      "learning_rate": 7.477648936335973e-06,
+      "loss": 25.8281,
+      "step": 24849
+    },
+    {
+      "epoch": 1.1875179202905477,
+      "grad_norm": 145.68289184570312,
+      "learning_rate": 7.476900098599955e-06,
+      "loss": 25.1094,
+      "step": 24850
+    },
+    {
+      "epoch": 1.187565707732008,
+      "grad_norm": 338.9101867675781,
+      "learning_rate": 7.476151275974048e-06,
+      "loss": 26.1562,
+      "step": 24851
+    },
+    {
+      "epoch": 1.1876134951734685,
+      "grad_norm": 380.5778503417969,
+      "learning_rate": 7.4754024684627405e-06,
+      "loss": 26.5,
+      "step": 24852
+    },
+    {
+      "epoch": 1.1876612826149289,
+      "grad_norm": 163.32791137695312,
+      "learning_rate": 7.474653676070515e-06,
+      "loss": 20.7812,
+      "step": 24853
+    },
+    {
+      "epoch": 1.1877090700563893,
+      "grad_norm": 283.8870544433594,
+      "learning_rate": 7.473904898801855e-06,
+      "loss": 30.7969,
+      "step": 24854
+    },
+    {
+      "epoch": 1.1877568574978496,
+      "grad_norm": 201.89291381835938,
+      "learning_rate": 7.473156136661244e-06,
+      "loss": 23.5,
+      "step": 24855
+    },
+    {
+      "epoch": 1.18780464493931,
+      "grad_norm": 200.8119659423828,
+      "learning_rate": 7.472407389653166e-06,
+      "loss": 19.7812,
+      "step": 24856
+    },
+    {
+      "epoch": 1.1878524323807704,
+      "grad_norm": 372.76318359375,
+      "learning_rate": 7.471658657782111e-06,
+      "loss": 27.8438,
+      "step": 24857
+    },
+    {
+      "epoch": 1.1879002198222306,
+      "grad_norm": 148.34375,
+      "learning_rate": 7.470909941052554e-06,
+      "loss": 18.0781,
+      "step": 24858
+    },
+    {
+      "epoch": 1.187948007263691,
+      "grad_norm": 270.63470458984375,
+      "learning_rate": 7.470161239468982e-06,
+      "loss": 29.5,
+      "step": 24859
+    },
+    {
+      "epoch": 1.1879957947051514,
+      "grad_norm": 473.8775939941406,
+      "learning_rate": 7.469412553035884e-06,
+      "loss": 17.9531,
+      "step": 24860
+    },
+    {
+      "epoch": 1.1880435821466118,
+      "grad_norm": 181.2181396484375,
+      "learning_rate": 7.468663881757739e-06,
+      "loss": 24.9688,
+      "step": 24861
+    },
+    {
+      "epoch": 1.1880913695880722,
+      "grad_norm": 179.511474609375,
+      "learning_rate": 7.467915225639026e-06,
+      "loss": 23.4219,
+      "step": 24862
+    },
+    {
+      "epoch": 1.1881391570295325,
+      "grad_norm": 145.296630859375,
+      "learning_rate": 7.467166584684239e-06,
+      "loss": 20.6875,
+      "step": 24863
+    },
+    {
+      "epoch": 1.188186944470993,
+      "grad_norm": 329.0624694824219,
+      "learning_rate": 7.466417958897854e-06,
+      "loss": 31.9688,
+      "step": 24864
+    },
+    {
+      "epoch": 1.1882347319124533,
+      "grad_norm": 324.4619140625,
+      "learning_rate": 7.465669348284358e-06,
+      "loss": 25.625,
+      "step": 24865
+    },
+    {
+      "epoch": 1.1882825193539137,
+      "grad_norm": 411.2481994628906,
+      "learning_rate": 7.464920752848228e-06,
+      "loss": 31.4062,
+      "step": 24866
+    },
+    {
+      "epoch": 1.188330306795374,
+      "grad_norm": 248.5502471923828,
+      "learning_rate": 7.464172172593953e-06,
+      "loss": 24.8125,
+      "step": 24867
+    },
+    {
+      "epoch": 1.1883780942368345,
+      "grad_norm": 454.7247314453125,
+      "learning_rate": 7.4634236075260195e-06,
+      "loss": 24.3281,
+      "step": 24868
+    },
+    {
+      "epoch": 1.1884258816782949,
+      "grad_norm": 296.3466796875,
+      "learning_rate": 7.4626750576489e-06,
+      "loss": 19.3516,
+      "step": 24869
+    },
+    {
+      "epoch": 1.1884736691197553,
+      "grad_norm": 245.4071044921875,
+      "learning_rate": 7.4619265229670846e-06,
+      "loss": 30.5938,
+      "step": 24870
+    },
+    {
+      "epoch": 1.1885214565612157,
+      "grad_norm": 313.69891357421875,
+      "learning_rate": 7.461178003485052e-06,
+      "loss": 22.3125,
+      "step": 24871
+    },
+    {
+      "epoch": 1.188569244002676,
+      "grad_norm": 220.1199951171875,
+      "learning_rate": 7.460429499207292e-06,
+      "loss": 30.0625,
+      "step": 24872
+    },
+    {
+      "epoch": 1.1886170314441364,
+      "grad_norm": 176.10533142089844,
+      "learning_rate": 7.459681010138279e-06,
+      "loss": 20.9688,
+      "step": 24873
+    },
+    {
+      "epoch": 1.1886648188855968,
+      "grad_norm": 211.85740661621094,
+      "learning_rate": 7.458932536282498e-06,
+      "loss": 23.0469,
+      "step": 24874
+    },
+    {
+      "epoch": 1.1887126063270572,
+      "grad_norm": 203.9675750732422,
+      "learning_rate": 7.458184077644437e-06,
+      "loss": 33.1875,
+      "step": 24875
+    },
+    {
+      "epoch": 1.1887603937685176,
+      "grad_norm": 175.53382873535156,
+      "learning_rate": 7.4574356342285696e-06,
+      "loss": 29.2188,
+      "step": 24876
+    },
+    {
+      "epoch": 1.188808181209978,
+      "grad_norm": 370.5953063964844,
+      "learning_rate": 7.456687206039382e-06,
+      "loss": 26.0938,
+      "step": 24877
+    },
+    {
+      "epoch": 1.1888559686514384,
+      "grad_norm": 183.5778350830078,
+      "learning_rate": 7.455938793081358e-06,
+      "loss": 25.4375,
+      "step": 24878
+    },
+    {
+      "epoch": 1.1889037560928988,
+      "grad_norm": 175.1221160888672,
+      "learning_rate": 7.455190395358978e-06,
+      "loss": 23.0625,
+      "step": 24879
+    },
+    {
+      "epoch": 1.1889515435343592,
+      "grad_norm": 345.549072265625,
+      "learning_rate": 7.45444201287672e-06,
+      "loss": 29.4531,
+      "step": 24880
+    },
+    {
+      "epoch": 1.1889993309758196,
+      "grad_norm": 143.4508819580078,
+      "learning_rate": 7.453693645639074e-06,
+      "loss": 25.375,
+      "step": 24881
+    },
+    {
+      "epoch": 1.18904711841728,
+      "grad_norm": 301.7438659667969,
+      "learning_rate": 7.452945293650514e-06,
+      "loss": 32.9844,
+      "step": 24882
+    },
+    {
+      "epoch": 1.1890949058587403,
+      "grad_norm": 171.7584686279297,
+      "learning_rate": 7.452196956915531e-06,
+      "loss": 18.5312,
+      "step": 24883
+    },
+    {
+      "epoch": 1.1891426933002007,
+      "grad_norm": 373.1646423339844,
+      "learning_rate": 7.451448635438594e-06,
+      "loss": 21.3125,
+      "step": 24884
+    },
+    {
+      "epoch": 1.1891904807416611,
+      "grad_norm": 161.58071899414062,
+      "learning_rate": 7.450700329224193e-06,
+      "loss": 33.2656,
+      "step": 24885
+    },
+    {
+      "epoch": 1.1892382681831215,
+      "grad_norm": 462.9983215332031,
+      "learning_rate": 7.449952038276811e-06,
+      "loss": 30.5312,
+      "step": 24886
+    },
+    {
+      "epoch": 1.189286055624582,
+      "grad_norm": 212.74847412109375,
+      "learning_rate": 7.449203762600923e-06,
+      "loss": 29.5781,
+      "step": 24887
+    },
+    {
+      "epoch": 1.1893338430660423,
+      "grad_norm": 162.69790649414062,
+      "learning_rate": 7.448455502201011e-06,
+      "loss": 16.3594,
+      "step": 24888
+    },
+    {
+      "epoch": 1.1893816305075027,
+      "grad_norm": 437.226318359375,
+      "learning_rate": 7.447707257081559e-06,
+      "loss": 31.6406,
+      "step": 24889
+    },
+    {
+      "epoch": 1.189429417948963,
+      "grad_norm": 274.40545654296875,
+      "learning_rate": 7.446959027247051e-06,
+      "loss": 25.4688,
+      "step": 24890
+    },
+    {
+      "epoch": 1.1894772053904235,
+      "grad_norm": 192.11325073242188,
+      "learning_rate": 7.446210812701961e-06,
+      "loss": 24.3125,
+      "step": 24891
+    },
+    {
+      "epoch": 1.1895249928318838,
+      "grad_norm": 184.14808654785156,
+      "learning_rate": 7.445462613450772e-06,
+      "loss": 22.2188,
+      "step": 24892
+    },
+    {
+      "epoch": 1.1895727802733442,
+      "grad_norm": 159.0982666015625,
+      "learning_rate": 7.444714429497968e-06,
+      "loss": 16.6562,
+      "step": 24893
+    },
+    {
+      "epoch": 1.1896205677148046,
+      "grad_norm": 215.0888671875,
+      "learning_rate": 7.443966260848028e-06,
+      "loss": 23.1875,
+      "step": 24894
+    },
+    {
+      "epoch": 1.189668355156265,
+      "grad_norm": 283.8268737792969,
+      "learning_rate": 7.443218107505429e-06,
+      "loss": 31.0625,
+      "step": 24895
+    },
+    {
+      "epoch": 1.1897161425977254,
+      "grad_norm": 153.58985900878906,
+      "learning_rate": 7.442469969474657e-06,
+      "loss": 15.8594,
+      "step": 24896
+    },
+    {
+      "epoch": 1.1897639300391858,
+      "grad_norm": 165.5718536376953,
+      "learning_rate": 7.4417218467601884e-06,
+      "loss": 16.5156,
+      "step": 24897
+    },
+    {
+      "epoch": 1.1898117174806462,
+      "grad_norm": 205.57862854003906,
+      "learning_rate": 7.440973739366506e-06,
+      "loss": 29.2031,
+      "step": 24898
+    },
+    {
+      "epoch": 1.1898595049221066,
+      "grad_norm": 175.80189514160156,
+      "learning_rate": 7.440225647298087e-06,
+      "loss": 24.0469,
+      "step": 24899
+    },
+    {
+      "epoch": 1.189907292363567,
+      "grad_norm": 367.51373291015625,
+      "learning_rate": 7.439477570559412e-06,
+      "loss": 22.75,
+      "step": 24900
+    },
+    {
+      "epoch": 1.1899550798050273,
+      "grad_norm": 246.3059539794922,
+      "learning_rate": 7.43872950915497e-06,
+      "loss": 20.0625,
+      "step": 24901
+    },
+    {
+      "epoch": 1.1900028672464877,
+      "grad_norm": 248.30711364746094,
+      "learning_rate": 7.4379814630892256e-06,
+      "loss": 37.4688,
+      "step": 24902
+    },
+    {
+      "epoch": 1.1900506546879481,
+      "grad_norm": 170.94471740722656,
+      "learning_rate": 7.437233432366667e-06,
+      "loss": 26.4375,
+      "step": 24903
+    },
+    {
+      "epoch": 1.1900984421294083,
+      "grad_norm": 188.4144744873047,
+      "learning_rate": 7.436485416991774e-06,
+      "loss": 16.2188,
+      "step": 24904
+    },
+    {
+      "epoch": 1.1901462295708687,
+      "grad_norm": 210.6259002685547,
+      "learning_rate": 7.4357374169690286e-06,
+      "loss": 26.0,
+      "step": 24905
+    },
+    {
+      "epoch": 1.190194017012329,
+      "grad_norm": 366.5987243652344,
+      "learning_rate": 7.434989432302905e-06,
+      "loss": 23.625,
+      "step": 24906
+    },
+    {
+      "epoch": 1.1902418044537895,
+      "grad_norm": 230.64674377441406,
+      "learning_rate": 7.434241462997883e-06,
+      "loss": 21.7188,
+      "step": 24907
+    },
+    {
+      "epoch": 1.1902895918952499,
+      "grad_norm": 185.6873779296875,
+      "learning_rate": 7.4334935090584446e-06,
+      "loss": 17.75,
+      "step": 24908
+    },
+    {
+      "epoch": 1.1903373793367102,
+      "grad_norm": 270.70037841796875,
+      "learning_rate": 7.4327455704890725e-06,
+      "loss": 25.8438,
+      "step": 24909
+    },
+    {
+      "epoch": 1.1903851667781706,
+      "grad_norm": 244.53622436523438,
+      "learning_rate": 7.431997647294238e-06,
+      "loss": 28.25,
+      "step": 24910
+    },
+    {
+      "epoch": 1.190432954219631,
+      "grad_norm": 290.59033203125,
+      "learning_rate": 7.431249739478426e-06,
+      "loss": 23.1094,
+      "step": 24911
+    },
+    {
+      "epoch": 1.1904807416610914,
+      "grad_norm": 607.4324951171875,
+      "learning_rate": 7.430501847046113e-06,
+      "loss": 26.2812,
+      "step": 24912
+    },
+    {
+      "epoch": 1.1905285291025518,
+      "grad_norm": 282.8344421386719,
+      "learning_rate": 7.429753970001776e-06,
+      "loss": 22.6875,
+      "step": 24913
+    },
+    {
+      "epoch": 1.1905763165440122,
+      "grad_norm": 185.8216552734375,
+      "learning_rate": 7.4290061083499e-06,
+      "loss": 21.8125,
+      "step": 24914
+    },
+    {
+      "epoch": 1.1906241039854726,
+      "grad_norm": 142.9218292236328,
+      "learning_rate": 7.428258262094956e-06,
+      "loss": 24.0469,
+      "step": 24915
+    },
+    {
+      "epoch": 1.190671891426933,
+      "grad_norm": 267.8572998046875,
+      "learning_rate": 7.427510431241431e-06,
+      "loss": 23.8125,
+      "step": 24916
+    },
+    {
+      "epoch": 1.1907196788683934,
+      "grad_norm": 204.76919555664062,
+      "learning_rate": 7.426762615793796e-06,
+      "loss": 25.7812,
+      "step": 24917
+    },
+    {
+      "epoch": 1.1907674663098538,
+      "grad_norm": 423.5567932128906,
+      "learning_rate": 7.426014815756532e-06,
+      "loss": 31.2656,
+      "step": 24918
+    },
+    {
+      "epoch": 1.1908152537513141,
+      "grad_norm": 252.0276336669922,
+      "learning_rate": 7.425267031134118e-06,
+      "loss": 25.625,
+      "step": 24919
+    },
+    {
+      "epoch": 1.1908630411927745,
+      "grad_norm": 184.86965942382812,
+      "learning_rate": 7.424519261931036e-06,
+      "loss": 25.6719,
+      "step": 24920
+    },
+    {
+      "epoch": 1.190910828634235,
+      "grad_norm": 318.0852966308594,
+      "learning_rate": 7.423771508151756e-06,
+      "loss": 29.2344,
+      "step": 24921
+    },
+    {
+      "epoch": 1.1909586160756953,
+      "grad_norm": 257.6923828125,
+      "learning_rate": 7.423023769800761e-06,
+      "loss": 24.0312,
+      "step": 24922
+    },
+    {
+      "epoch": 1.1910064035171557,
+      "grad_norm": 239.00167846679688,
+      "learning_rate": 7.422276046882533e-06,
+      "loss": 25.4688,
+      "step": 24923
+    },
+    {
+      "epoch": 1.191054190958616,
+      "grad_norm": 456.18798828125,
+      "learning_rate": 7.421528339401541e-06,
+      "loss": 33.9375,
+      "step": 24924
+    },
+    {
+      "epoch": 1.1911019784000765,
+      "grad_norm": 278.58709716796875,
+      "learning_rate": 7.420780647362265e-06,
+      "loss": 24.0625,
+      "step": 24925
+    },
+    {
+      "epoch": 1.1911497658415369,
+      "grad_norm": 249.47999572753906,
+      "learning_rate": 7.4200329707691864e-06,
+      "loss": 26.1562,
+      "step": 24926
+    },
+    {
+      "epoch": 1.1911975532829973,
+      "grad_norm": 241.73365783691406,
+      "learning_rate": 7.419285309626785e-06,
+      "loss": 29.6875,
+      "step": 24927
+    },
+    {
+      "epoch": 1.1912453407244576,
+      "grad_norm": 238.42739868164062,
+      "learning_rate": 7.418537663939532e-06,
+      "loss": 23.125,
+      "step": 24928
+    },
+    {
+      "epoch": 1.191293128165918,
+      "grad_norm": 200.03700256347656,
+      "learning_rate": 7.417790033711907e-06,
+      "loss": 25.3438,
+      "step": 24929
+    },
+    {
+      "epoch": 1.1913409156073784,
+      "grad_norm": 289.6172790527344,
+      "learning_rate": 7.417042418948387e-06,
+      "loss": 27.9375,
+      "step": 24930
+    },
+    {
+      "epoch": 1.1913887030488388,
+      "grad_norm": 295.7558288574219,
+      "learning_rate": 7.416294819653453e-06,
+      "loss": 30.2188,
+      "step": 24931
+    },
+    {
+      "epoch": 1.1914364904902992,
+      "grad_norm": 328.0411682128906,
+      "learning_rate": 7.415547235831577e-06,
+      "loss": 25.6719,
+      "step": 24932
+    },
+    {
+      "epoch": 1.1914842779317596,
+      "grad_norm": 138.83062744140625,
+      "learning_rate": 7.414799667487238e-06,
+      "loss": 21.75,
+      "step": 24933
+    },
+    {
+      "epoch": 1.19153206537322,
+      "grad_norm": 266.619873046875,
+      "learning_rate": 7.414052114624917e-06,
+      "loss": 27.6875,
+      "step": 24934
+    },
+    {
+      "epoch": 1.1915798528146804,
+      "grad_norm": 197.0431671142578,
+      "learning_rate": 7.413304577249081e-06,
+      "loss": 32.125,
+      "step": 24935
+    },
+    {
+      "epoch": 1.1916276402561408,
+      "grad_norm": 699.8721313476562,
+      "learning_rate": 7.412557055364215e-06,
+      "loss": 19.0625,
+      "step": 24936
+    },
+    {
+      "epoch": 1.1916754276976012,
+      "grad_norm": 195.40391540527344,
+      "learning_rate": 7.411809548974792e-06,
+      "loss": 22.375,
+      "step": 24937
+    },
+    {
+      "epoch": 1.1917232151390615,
+      "grad_norm": 160.95620727539062,
+      "learning_rate": 7.411062058085296e-06,
+      "loss": 23.7031,
+      "step": 24938
+    },
+    {
+      "epoch": 1.191771002580522,
+      "grad_norm": 158.50733947753906,
+      "learning_rate": 7.410314582700192e-06,
+      "loss": 31.5469,
+      "step": 24939
+    },
+    {
+      "epoch": 1.191818790021982,
+      "grad_norm": 163.1311492919922,
+      "learning_rate": 7.409567122823962e-06,
+      "loss": 27.3906,
+      "step": 24940
+    },
+    {
+      "epoch": 1.1918665774634425,
+      "grad_norm": 372.9783935546875,
+      "learning_rate": 7.408819678461083e-06,
+      "loss": 21.875,
+      "step": 24941
+    },
+    {
+      "epoch": 1.1919143649049029,
+      "grad_norm": 199.44137573242188,
+      "learning_rate": 7.408072249616035e-06,
+      "loss": 32.6875,
+      "step": 24942
+    },
+    {
+      "epoch": 1.1919621523463633,
+      "grad_norm": 164.78741455078125,
+      "learning_rate": 7.407324836293286e-06,
+      "loss": 24.0781,
+      "step": 24943
+    },
+    {
+      "epoch": 1.1920099397878237,
+      "grad_norm": 197.299560546875,
+      "learning_rate": 7.406577438497315e-06,
+      "loss": 28.7031,
+      "step": 24944
+    },
+    {
+      "epoch": 1.192057727229284,
+      "grad_norm": 437.381591796875,
+      "learning_rate": 7.405830056232599e-06,
+      "loss": 24.7344,
+      "step": 24945
+    },
+    {
+      "epoch": 1.1921055146707444,
+      "grad_norm": 199.55508422851562,
+      "learning_rate": 7.405082689503617e-06,
+      "loss": 17.7031,
+      "step": 24946
+    },
+    {
+      "epoch": 1.1921533021122048,
+      "grad_norm": 403.261474609375,
+      "learning_rate": 7.404335338314838e-06,
+      "loss": 28.0312,
+      "step": 24947
+    },
+    {
+      "epoch": 1.1922010895536652,
+      "grad_norm": 283.2601623535156,
+      "learning_rate": 7.403588002670741e-06,
+      "loss": 34.5625,
+      "step": 24948
+    },
+    {
+      "epoch": 1.1922488769951256,
+      "grad_norm": 186.64723205566406,
+      "learning_rate": 7.402840682575806e-06,
+      "loss": 20.1719,
+      "step": 24949
+    },
+    {
+      "epoch": 1.192296664436586,
+      "grad_norm": 191.9288787841797,
+      "learning_rate": 7.402093378034498e-06,
+      "loss": 26.8594,
+      "step": 24950
+    },
+    {
+      "epoch": 1.1923444518780464,
+      "grad_norm": 271.4048767089844,
+      "learning_rate": 7.4013460890513e-06,
+      "loss": 24.0312,
+      "step": 24951
+    },
+    {
+      "epoch": 1.1923922393195068,
+      "grad_norm": 196.6269989013672,
+      "learning_rate": 7.400598815630686e-06,
+      "loss": 22.7031,
+      "step": 24952
+    },
+    {
+      "epoch": 1.1924400267609672,
+      "grad_norm": 172.24803161621094,
+      "learning_rate": 7.3998515577771345e-06,
+      "loss": 20.3281,
+      "step": 24953
+    },
+    {
+      "epoch": 1.1924878142024276,
+      "grad_norm": 208.3280487060547,
+      "learning_rate": 7.399104315495113e-06,
+      "loss": 29.0,
+      "step": 24954
+    },
+    {
+      "epoch": 1.192535601643888,
+      "grad_norm": 193.8252410888672,
+      "learning_rate": 7.398357088789101e-06,
+      "loss": 25.4219,
+      "step": 24955
+    },
+    {
+      "epoch": 1.1925833890853483,
+      "grad_norm": 112.51412963867188,
+      "learning_rate": 7.397609877663572e-06,
+      "loss": 17.2812,
+      "step": 24956
+    },
+    {
+      "epoch": 1.1926311765268087,
+      "grad_norm": 230.00660705566406,
+      "learning_rate": 7.396862682123007e-06,
+      "loss": 35.3125,
+      "step": 24957
+    },
+    {
+      "epoch": 1.1926789639682691,
+      "grad_norm": 209.39756774902344,
+      "learning_rate": 7.39611550217187e-06,
+      "loss": 23.7344,
+      "step": 24958
+    },
+    {
+      "epoch": 1.1927267514097295,
+      "grad_norm": 247.20748901367188,
+      "learning_rate": 7.395368337814643e-06,
+      "loss": 26.9688,
+      "step": 24959
+    },
+    {
+      "epoch": 1.19277453885119,
+      "grad_norm": 349.2703857421875,
+      "learning_rate": 7.394621189055802e-06,
+      "loss": 27.75,
+      "step": 24960
+    },
+    {
+      "epoch": 1.1928223262926503,
+      "grad_norm": 165.55389404296875,
+      "learning_rate": 7.393874055899814e-06,
+      "loss": 24.0156,
+      "step": 24961
+    },
+    {
+      "epoch": 1.1928701137341107,
+      "grad_norm": 351.75677490234375,
+      "learning_rate": 7.393126938351159e-06,
+      "loss": 20.0156,
+      "step": 24962
+    },
+    {
+      "epoch": 1.192917901175571,
+      "grad_norm": 216.1204071044922,
+      "learning_rate": 7.39237983641431e-06,
+      "loss": 19.5312,
+      "step": 24963
+    },
+    {
+      "epoch": 1.1929656886170315,
+      "grad_norm": 584.6930541992188,
+      "learning_rate": 7.39163275009374e-06,
+      "loss": 28.1875,
+      "step": 24964
+    },
+    {
+      "epoch": 1.1930134760584918,
+      "grad_norm": 169.34161376953125,
+      "learning_rate": 7.390885679393926e-06,
+      "loss": 21.8594,
+      "step": 24965
+    },
+    {
+      "epoch": 1.1930612634999522,
+      "grad_norm": 561.3909912109375,
+      "learning_rate": 7.390138624319338e-06,
+      "loss": 43.5,
+      "step": 24966
+    },
+    {
+      "epoch": 1.1931090509414126,
+      "grad_norm": 184.47613525390625,
+      "learning_rate": 7.389391584874452e-06,
+      "loss": 28.7969,
+      "step": 24967
+    },
+    {
+      "epoch": 1.193156838382873,
+      "grad_norm": 333.8792419433594,
+      "learning_rate": 7.388644561063746e-06,
+      "loss": 31.0,
+      "step": 24968
+    },
+    {
+      "epoch": 1.1932046258243334,
+      "grad_norm": 144.2955780029297,
+      "learning_rate": 7.387897552891686e-06,
+      "loss": 17.6875,
+      "step": 24969
+    },
+    {
+      "epoch": 1.1932524132657938,
+      "grad_norm": 270.9713439941406,
+      "learning_rate": 7.3871505603627465e-06,
+      "loss": 33.0469,
+      "step": 24970
+    },
+    {
+      "epoch": 1.1933002007072542,
+      "grad_norm": 145.95294189453125,
+      "learning_rate": 7.38640358348141e-06,
+      "loss": 21.0312,
+      "step": 24971
+    },
+    {
+      "epoch": 1.1933479881487146,
+      "grad_norm": 294.2880859375,
+      "learning_rate": 7.385656622252139e-06,
+      "loss": 28.75,
+      "step": 24972
+    },
+    {
+      "epoch": 1.193395775590175,
+      "grad_norm": 202.79959106445312,
+      "learning_rate": 7.38490967667941e-06,
+      "loss": 21.8438,
+      "step": 24973
+    },
+    {
+      "epoch": 1.1934435630316353,
+      "grad_norm": 228.04534912109375,
+      "learning_rate": 7.3841627467677e-06,
+      "loss": 28.0938,
+      "step": 24974
+    },
+    {
+      "epoch": 1.1934913504730957,
+      "grad_norm": 164.13937377929688,
+      "learning_rate": 7.383415832521484e-06,
+      "loss": 30.4062,
+      "step": 24975
+    },
+    {
+      "epoch": 1.1935391379145561,
+      "grad_norm": 508.8482666015625,
+      "learning_rate": 7.382668933945225e-06,
+      "loss": 23.7812,
+      "step": 24976
+    },
+    {
+      "epoch": 1.1935869253560165,
+      "grad_norm": 168.58807373046875,
+      "learning_rate": 7.3819220510434046e-06,
+      "loss": 22.125,
+      "step": 24977
+    },
+    {
+      "epoch": 1.193634712797477,
+      "grad_norm": 361.183837890625,
+      "learning_rate": 7.38117518382049e-06,
+      "loss": 29.8906,
+      "step": 24978
+    },
+    {
+      "epoch": 1.1936825002389373,
+      "grad_norm": 358.4222412109375,
+      "learning_rate": 7.38042833228096e-06,
+      "loss": 27.4375,
+      "step": 24979
+    },
+    {
+      "epoch": 1.1937302876803977,
+      "grad_norm": 160.6747589111328,
+      "learning_rate": 7.379681496429283e-06,
+      "loss": 25.3125,
+      "step": 24980
+    },
+    {
+      "epoch": 1.193778075121858,
+      "grad_norm": 209.26210021972656,
+      "learning_rate": 7.378934676269931e-06,
+      "loss": 18.9375,
+      "step": 24981
+    },
+    {
+      "epoch": 1.1938258625633185,
+      "grad_norm": 91.23292541503906,
+      "learning_rate": 7.378187871807383e-06,
+      "loss": 16.5469,
+      "step": 24982
+    },
+    {
+      "epoch": 1.1938736500047789,
+      "grad_norm": 463.0610656738281,
+      "learning_rate": 7.377441083046102e-06,
+      "loss": 27.1719,
+      "step": 24983
+    },
+    {
+      "epoch": 1.1939214374462392,
+      "grad_norm": 441.19854736328125,
+      "learning_rate": 7.3766943099905665e-06,
+      "loss": 27.9688,
+      "step": 24984
+    },
+    {
+      "epoch": 1.1939692248876996,
+      "grad_norm": 240.64295959472656,
+      "learning_rate": 7.375947552645244e-06,
+      "loss": 29.4062,
+      "step": 24985
+    },
+    {
+      "epoch": 1.19401701232916,
+      "grad_norm": 228.5874481201172,
+      "learning_rate": 7.375200811014615e-06,
+      "loss": 24.0391,
+      "step": 24986
+    },
+    {
+      "epoch": 1.1940647997706202,
+      "grad_norm": 180.96226501464844,
+      "learning_rate": 7.3744540851031445e-06,
+      "loss": 25.0938,
+      "step": 24987
+    },
+    {
+      "epoch": 1.1941125872120806,
+      "grad_norm": 126.72748565673828,
+      "learning_rate": 7.373707374915303e-06,
+      "loss": 24.6875,
+      "step": 24988
+    },
+    {
+      "epoch": 1.194160374653541,
+      "grad_norm": 306.91265869140625,
+      "learning_rate": 7.372960680455567e-06,
+      "loss": 26.3281,
+      "step": 24989
+    },
+    {
+      "epoch": 1.1942081620950014,
+      "grad_norm": 320.6496887207031,
+      "learning_rate": 7.372214001728411e-06,
+      "loss": 27.8438,
+      "step": 24990
+    },
+    {
+      "epoch": 1.1942559495364617,
+      "grad_norm": 374.19195556640625,
+      "learning_rate": 7.371467338738297e-06,
+      "loss": 24.7812,
+      "step": 24991
+    },
+    {
+      "epoch": 1.1943037369779221,
+      "grad_norm": 219.85679626464844,
+      "learning_rate": 7.370720691489703e-06,
+      "loss": 21.8438,
+      "step": 24992
+    },
+    {
+      "epoch": 1.1943515244193825,
+      "grad_norm": 223.87091064453125,
+      "learning_rate": 7.369974059987101e-06,
+      "loss": 20.0938,
+      "step": 24993
+    },
+    {
+      "epoch": 1.194399311860843,
+      "grad_norm": 289.08624267578125,
+      "learning_rate": 7.369227444234961e-06,
+      "loss": 33.1875,
+      "step": 24994
+    },
+    {
+      "epoch": 1.1944470993023033,
+      "grad_norm": 191.02523803710938,
+      "learning_rate": 7.368480844237753e-06,
+      "loss": 30.0938,
+      "step": 24995
+    },
+    {
+      "epoch": 1.1944948867437637,
+      "grad_norm": 151.02427673339844,
+      "learning_rate": 7.367734259999948e-06,
+      "loss": 18.9844,
+      "step": 24996
+    },
+    {
+      "epoch": 1.194542674185224,
+      "grad_norm": 184.84182739257812,
+      "learning_rate": 7.36698769152602e-06,
+      "loss": 15.9062,
+      "step": 24997
+    },
+    {
+      "epoch": 1.1945904616266845,
+      "grad_norm": 231.13853454589844,
+      "learning_rate": 7.366241138820438e-06,
+      "loss": 20.7656,
+      "step": 24998
+    },
+    {
+      "epoch": 1.1946382490681449,
+      "grad_norm": 201.6022491455078,
+      "learning_rate": 7.365494601887673e-06,
+      "loss": 20.8125,
+      "step": 24999
+    },
+    {
+      "epoch": 1.1946860365096053,
+      "grad_norm": 294.5955505371094,
+      "learning_rate": 7.364748080732194e-06,
+      "loss": 25.8594,
+      "step": 25000
+    },
+    {
+      "epoch": 1.1947338239510656,
+      "grad_norm": 209.3236083984375,
+      "learning_rate": 7.364001575358477e-06,
+      "loss": 25.8281,
+      "step": 25001
+    },
+    {
+      "epoch": 1.194781611392526,
+      "grad_norm": 315.9970703125,
+      "learning_rate": 7.363255085770986e-06,
+      "loss": 25.6406,
+      "step": 25002
+    },
+    {
+      "epoch": 1.1948293988339864,
+      "grad_norm": 185.26535034179688,
+      "learning_rate": 7.362508611974195e-06,
+      "loss": 25.4062,
+      "step": 25003
+    },
+    {
+      "epoch": 1.1948771862754468,
+      "grad_norm": 252.07244873046875,
+      "learning_rate": 7.361762153972574e-06,
+      "loss": 30.1875,
+      "step": 25004
+    },
+    {
+      "epoch": 1.1949249737169072,
+      "grad_norm": 317.5711364746094,
+      "learning_rate": 7.361015711770597e-06,
+      "loss": 27.5469,
+      "step": 25005
+    },
+    {
+      "epoch": 1.1949727611583676,
+      "grad_norm": 318.43377685546875,
+      "learning_rate": 7.3602692853727275e-06,
+      "loss": 23.7812,
+      "step": 25006
+    },
+    {
+      "epoch": 1.195020548599828,
+      "grad_norm": 284.7595520019531,
+      "learning_rate": 7.359522874783438e-06,
+      "loss": 27.7812,
+      "step": 25007
+    },
+    {
+      "epoch": 1.1950683360412884,
+      "grad_norm": 209.01358032226562,
+      "learning_rate": 7.358776480007204e-06,
+      "loss": 20.625,
+      "step": 25008
+    },
+    {
+      "epoch": 1.1951161234827488,
+      "grad_norm": 242.40797424316406,
+      "learning_rate": 7.358030101048485e-06,
+      "loss": 19.4688,
+      "step": 25009
+    },
+    {
+      "epoch": 1.1951639109242091,
+      "grad_norm": 271.0344543457031,
+      "learning_rate": 7.357283737911759e-06,
+      "loss": 37.8438,
+      "step": 25010
+    },
+    {
+      "epoch": 1.1952116983656695,
+      "grad_norm": 280.8867492675781,
+      "learning_rate": 7.356537390601495e-06,
+      "loss": 20.9375,
+      "step": 25011
+    },
+    {
+      "epoch": 1.19525948580713,
+      "grad_norm": 250.4908447265625,
+      "learning_rate": 7.355791059122159e-06,
+      "loss": 21.4062,
+      "step": 25012
+    },
+    {
+      "epoch": 1.1953072732485903,
+      "grad_norm": 271.4365234375,
+      "learning_rate": 7.3550447434782256e-06,
+      "loss": 31.4688,
+      "step": 25013
+    },
+    {
+      "epoch": 1.1953550606900507,
+      "grad_norm": 120.35948181152344,
+      "learning_rate": 7.354298443674157e-06,
+      "loss": 20.9688,
+      "step": 25014
+    },
+    {
+      "epoch": 1.195402848131511,
+      "grad_norm": 456.35198974609375,
+      "learning_rate": 7.353552159714427e-06,
+      "loss": 36.25,
+      "step": 25015
+    },
+    {
+      "epoch": 1.1954506355729715,
+      "grad_norm": 189.27975463867188,
+      "learning_rate": 7.35280589160351e-06,
+      "loss": 27.9844,
+      "step": 25016
+    },
+    {
+      "epoch": 1.1954984230144319,
+      "grad_norm": 302.8962707519531,
+      "learning_rate": 7.352059639345866e-06,
+      "loss": 17.5781,
+      "step": 25017
+    },
+    {
+      "epoch": 1.1955462104558923,
+      "grad_norm": 354.8907775878906,
+      "learning_rate": 7.351313402945965e-06,
+      "loss": 19.6562,
+      "step": 25018
+    },
+    {
+      "epoch": 1.1955939978973527,
+      "grad_norm": 200.0756378173828,
+      "learning_rate": 7.350567182408286e-06,
+      "loss": 20.7969,
+      "step": 25019
+    },
+    {
+      "epoch": 1.195641785338813,
+      "grad_norm": 155.2801055908203,
+      "learning_rate": 7.349820977737287e-06,
+      "loss": 22.9844,
+      "step": 25020
+    },
+    {
+      "epoch": 1.1956895727802734,
+      "grad_norm": 324.86767578125,
+      "learning_rate": 7.349074788937438e-06,
+      "loss": 30.7812,
+      "step": 25021
+    },
+    {
+      "epoch": 1.1957373602217338,
+      "grad_norm": 188.4965362548828,
+      "learning_rate": 7.348328616013213e-06,
+      "loss": 25.8125,
+      "step": 25022
+    },
+    {
+      "epoch": 1.195785147663194,
+      "grad_norm": 196.43650817871094,
+      "learning_rate": 7.3475824589690805e-06,
+      "loss": 21.5156,
+      "step": 25023
+    },
+    {
+      "epoch": 1.1958329351046544,
+      "grad_norm": 291.98638916015625,
+      "learning_rate": 7.346836317809503e-06,
+      "loss": 25.9688,
+      "step": 25024
+    },
+    {
+      "epoch": 1.1958807225461148,
+      "grad_norm": 131.8023681640625,
+      "learning_rate": 7.3460901925389525e-06,
+      "loss": 25.3281,
+      "step": 25025
+    },
+    {
+      "epoch": 1.1959285099875752,
+      "grad_norm": 437.02398681640625,
+      "learning_rate": 7.345344083161899e-06,
+      "loss": 23.1719,
+      "step": 25026
+    },
+    {
+      "epoch": 1.1959762974290356,
+      "grad_norm": 368.3786315917969,
+      "learning_rate": 7.34459798968281e-06,
+      "loss": 29.0,
+      "step": 25027
+    },
+    {
+      "epoch": 1.196024084870496,
+      "grad_norm": 125.95447540283203,
+      "learning_rate": 7.343851912106153e-06,
+      "loss": 19.7656,
+      "step": 25028
+    },
+    {
+      "epoch": 1.1960718723119563,
+      "grad_norm": 192.85275268554688,
+      "learning_rate": 7.343105850436392e-06,
+      "loss": 31.3281,
+      "step": 25029
+    },
+    {
+      "epoch": 1.1961196597534167,
+      "grad_norm": 177.95111083984375,
+      "learning_rate": 7.342359804677999e-06,
+      "loss": 28.875,
+      "step": 25030
+    },
+    {
+      "epoch": 1.196167447194877,
+      "grad_norm": 249.13308715820312,
+      "learning_rate": 7.341613774835445e-06,
+      "loss": 21.4062,
+      "step": 25031
+    },
+    {
+      "epoch": 1.1962152346363375,
+      "grad_norm": 261.45611572265625,
+      "learning_rate": 7.340867760913191e-06,
+      "loss": 26.6875,
+      "step": 25032
+    },
+    {
+      "epoch": 1.1962630220777979,
+      "grad_norm": 238.06832885742188,
+      "learning_rate": 7.340121762915708e-06,
+      "loss": 22.9688,
+      "step": 25033
+    },
+    {
+      "epoch": 1.1963108095192583,
+      "grad_norm": 248.16659545898438,
+      "learning_rate": 7.339375780847466e-06,
+      "loss": 22.8594,
+      "step": 25034
+    },
+    {
+      "epoch": 1.1963585969607187,
+      "grad_norm": 429.1379699707031,
+      "learning_rate": 7.338629814712928e-06,
+      "loss": 25.3125,
+      "step": 25035
+    },
+    {
+      "epoch": 1.196406384402179,
+      "grad_norm": 270.1416015625,
+      "learning_rate": 7.337883864516562e-06,
+      "loss": 20.3281,
+      "step": 25036
+    },
+    {
+      "epoch": 1.1964541718436394,
+      "grad_norm": 356.5810852050781,
+      "learning_rate": 7.3371379302628375e-06,
+      "loss": 36.3125,
+      "step": 25037
+    },
+    {
+      "epoch": 1.1965019592850998,
+      "grad_norm": 265.5765075683594,
+      "learning_rate": 7.336392011956224e-06,
+      "loss": 22.25,
+      "step": 25038
+    },
+    {
+      "epoch": 1.1965497467265602,
+      "grad_norm": 145.33837890625,
+      "learning_rate": 7.3356461096011825e-06,
+      "loss": 26.8906,
+      "step": 25039
+    },
+    {
+      "epoch": 1.1965975341680206,
+      "grad_norm": 331.20745849609375,
+      "learning_rate": 7.334900223202181e-06,
+      "loss": 32.1562,
+      "step": 25040
+    },
+    {
+      "epoch": 1.196645321609481,
+      "grad_norm": 184.42681884765625,
+      "learning_rate": 7.334154352763691e-06,
+      "loss": 19.4062,
+      "step": 25041
+    },
+    {
+      "epoch": 1.1966931090509414,
+      "grad_norm": 1130.0009765625,
+      "learning_rate": 7.3334084982901775e-06,
+      "loss": 23.1875,
+      "step": 25042
+    },
+    {
+      "epoch": 1.1967408964924018,
+      "grad_norm": 957.0128173828125,
+      "learning_rate": 7.332662659786103e-06,
+      "loss": 29.6875,
+      "step": 25043
+    },
+    {
+      "epoch": 1.1967886839338622,
+      "grad_norm": 758.4894409179688,
+      "learning_rate": 7.33191683725594e-06,
+      "loss": 20.3438,
+      "step": 25044
+    },
+    {
+      "epoch": 1.1968364713753226,
+      "grad_norm": 230.65664672851562,
+      "learning_rate": 7.331171030704152e-06,
+      "loss": 17.5781,
+      "step": 25045
+    },
+    {
+      "epoch": 1.196884258816783,
+      "grad_norm": 325.5859375,
+      "learning_rate": 7.330425240135206e-06,
+      "loss": 32.5938,
+      "step": 25046
+    },
+    {
+      "epoch": 1.1969320462582433,
+      "grad_norm": 148.49786376953125,
+      "learning_rate": 7.329679465553567e-06,
+      "loss": 19.7656,
+      "step": 25047
+    },
+    {
+      "epoch": 1.1969798336997037,
+      "grad_norm": 247.8841552734375,
+      "learning_rate": 7.328933706963701e-06,
+      "loss": 25.625,
+      "step": 25048
+    },
+    {
+      "epoch": 1.1970276211411641,
+      "grad_norm": 322.4882507324219,
+      "learning_rate": 7.32818796437008e-06,
+      "loss": 30.5469,
+      "step": 25049
+    },
+    {
+      "epoch": 1.1970754085826245,
+      "grad_norm": 218.1683807373047,
+      "learning_rate": 7.327442237777162e-06,
+      "loss": 29.0312,
+      "step": 25050
+    },
+    {
+      "epoch": 1.197123196024085,
+      "grad_norm": 446.64617919921875,
+      "learning_rate": 7.326696527189416e-06,
+      "loss": 25.9219,
+      "step": 25051
+    },
+    {
+      "epoch": 1.1971709834655453,
+      "grad_norm": 136.57420349121094,
+      "learning_rate": 7.325950832611308e-06,
+      "loss": 31.25,
+      "step": 25052
+    },
+    {
+      "epoch": 1.1972187709070057,
+      "grad_norm": 677.821533203125,
+      "learning_rate": 7.325205154047308e-06,
+      "loss": 26.9219,
+      "step": 25053
+    },
+    {
+      "epoch": 1.197266558348466,
+      "grad_norm": 304.71051025390625,
+      "learning_rate": 7.324459491501874e-06,
+      "loss": 27.4062,
+      "step": 25054
+    },
+    {
+      "epoch": 1.1973143457899265,
+      "grad_norm": 260.48468017578125,
+      "learning_rate": 7.323713844979476e-06,
+      "loss": 25.6406,
+      "step": 25055
+    },
+    {
+      "epoch": 1.1973621332313868,
+      "grad_norm": 230.9250946044922,
+      "learning_rate": 7.322968214484583e-06,
+      "loss": 30.1094,
+      "step": 25056
+    },
+    {
+      "epoch": 1.1974099206728472,
+      "grad_norm": 486.3109436035156,
+      "learning_rate": 7.32222260002165e-06,
+      "loss": 24.8906,
+      "step": 25057
+    },
+    {
+      "epoch": 1.1974577081143076,
+      "grad_norm": 386.1499938964844,
+      "learning_rate": 7.32147700159515e-06,
+      "loss": 25.2188,
+      "step": 25058
+    },
+    {
+      "epoch": 1.197505495555768,
+      "grad_norm": 163.39865112304688,
+      "learning_rate": 7.320731419209547e-06,
+      "loss": 25.4531,
+      "step": 25059
+    },
+    {
+      "epoch": 1.1975532829972284,
+      "grad_norm": 888.3568725585938,
+      "learning_rate": 7.319985852869307e-06,
+      "loss": 25.2812,
+      "step": 25060
+    },
+    {
+      "epoch": 1.1976010704386888,
+      "grad_norm": 220.36868286132812,
+      "learning_rate": 7.319240302578893e-06,
+      "loss": 23.9062,
+      "step": 25061
+    },
+    {
+      "epoch": 1.1976488578801492,
+      "grad_norm": 213.5118865966797,
+      "learning_rate": 7.318494768342768e-06,
+      "loss": 24.3125,
+      "step": 25062
+    },
+    {
+      "epoch": 1.1976966453216096,
+      "grad_norm": 262.63116455078125,
+      "learning_rate": 7.3177492501654e-06,
+      "loss": 29.2812,
+      "step": 25063
+    },
+    {
+      "epoch": 1.19774443276307,
+      "grad_norm": 235.92198181152344,
+      "learning_rate": 7.3170037480512565e-06,
+      "loss": 16.8125,
+      "step": 25064
+    },
+    {
+      "epoch": 1.1977922202045304,
+      "grad_norm": 264.9023742675781,
+      "learning_rate": 7.316258262004795e-06,
+      "loss": 21.0,
+      "step": 25065
+    },
+    {
+      "epoch": 1.1978400076459907,
+      "grad_norm": 368.92041015625,
+      "learning_rate": 7.315512792030483e-06,
+      "loss": 30.0781,
+      "step": 25066
+    },
+    {
+      "epoch": 1.1978877950874511,
+      "grad_norm": 287.7029113769531,
+      "learning_rate": 7.314767338132791e-06,
+      "loss": 35.9062,
+      "step": 25067
+    },
+    {
+      "epoch": 1.1979355825289115,
+      "grad_norm": 347.4334411621094,
+      "learning_rate": 7.314021900316172e-06,
+      "loss": 28.25,
+      "step": 25068
+    },
+    {
+      "epoch": 1.1979833699703717,
+      "grad_norm": 161.5865936279297,
+      "learning_rate": 7.313276478585096e-06,
+      "loss": 19.4062,
+      "step": 25069
+    },
+    {
+      "epoch": 1.198031157411832,
+      "grad_norm": 222.786865234375,
+      "learning_rate": 7.312531072944027e-06,
+      "loss": 19.4531,
+      "step": 25070
+    },
+    {
+      "epoch": 1.1980789448532925,
+      "grad_norm": 232.50933837890625,
+      "learning_rate": 7.3117856833974345e-06,
+      "loss": 20.375,
+      "step": 25071
+    },
+    {
+      "epoch": 1.1981267322947529,
+      "grad_norm": 245.4778289794922,
+      "learning_rate": 7.311040309949772e-06,
+      "loss": 24.4062,
+      "step": 25072
+    },
+    {
+      "epoch": 1.1981745197362133,
+      "grad_norm": 91.1714859008789,
+      "learning_rate": 7.310294952605508e-06,
+      "loss": 19.9688,
+      "step": 25073
+    },
+    {
+      "epoch": 1.1982223071776736,
+      "grad_norm": 356.660888671875,
+      "learning_rate": 7.309549611369109e-06,
+      "loss": 24.5938,
+      "step": 25074
+    },
+    {
+      "epoch": 1.198270094619134,
+      "grad_norm": 259.2978820800781,
+      "learning_rate": 7.308804286245037e-06,
+      "loss": 21.9297,
+      "step": 25075
+    },
+    {
+      "epoch": 1.1983178820605944,
+      "grad_norm": 289.3901062011719,
+      "learning_rate": 7.30805897723775e-06,
+      "loss": 33.75,
+      "step": 25076
+    },
+    {
+      "epoch": 1.1983656695020548,
+      "grad_norm": 743.1837158203125,
+      "learning_rate": 7.307313684351722e-06,
+      "loss": 34.8125,
+      "step": 25077
+    },
+    {
+      "epoch": 1.1984134569435152,
+      "grad_norm": 244.55421447753906,
+      "learning_rate": 7.306568407591406e-06,
+      "loss": 22.5625,
+      "step": 25078
+    },
+    {
+      "epoch": 1.1984612443849756,
+      "grad_norm": 341.5471496582031,
+      "learning_rate": 7.305823146961275e-06,
+      "loss": 28.6562,
+      "step": 25079
+    },
+    {
+      "epoch": 1.198509031826436,
+      "grad_norm": 265.783203125,
+      "learning_rate": 7.305077902465783e-06,
+      "loss": 26.9844,
+      "step": 25080
+    },
+    {
+      "epoch": 1.1985568192678964,
+      "grad_norm": 170.63558959960938,
+      "learning_rate": 7.304332674109395e-06,
+      "loss": 21.7812,
+      "step": 25081
+    },
+    {
+      "epoch": 1.1986046067093568,
+      "grad_norm": 318.60919189453125,
+      "learning_rate": 7.303587461896582e-06,
+      "loss": 20.125,
+      "step": 25082
+    },
+    {
+      "epoch": 1.1986523941508171,
+      "grad_norm": 2464.578857421875,
+      "learning_rate": 7.302842265831796e-06,
+      "loss": 20.0312,
+      "step": 25083
+    },
+    {
+      "epoch": 1.1987001815922775,
+      "grad_norm": 207.1165771484375,
+      "learning_rate": 7.302097085919504e-06,
+      "loss": 25.5625,
+      "step": 25084
+    },
+    {
+      "epoch": 1.198747969033738,
+      "grad_norm": 291.0843505859375,
+      "learning_rate": 7.301351922164169e-06,
+      "loss": 20.4688,
+      "step": 25085
+    },
+    {
+      "epoch": 1.1987957564751983,
+      "grad_norm": 277.94970703125,
+      "learning_rate": 7.300606774570259e-06,
+      "loss": 39.1562,
+      "step": 25086
+    },
+    {
+      "epoch": 1.1988435439166587,
+      "grad_norm": 231.58285522460938,
+      "learning_rate": 7.299861643142226e-06,
+      "loss": 35.4375,
+      "step": 25087
+    },
+    {
+      "epoch": 1.198891331358119,
+      "grad_norm": 115.80453491210938,
+      "learning_rate": 7.299116527884539e-06,
+      "loss": 20.0156,
+      "step": 25088
+    },
+    {
+      "epoch": 1.1989391187995795,
+      "grad_norm": 188.52967834472656,
+      "learning_rate": 7.298371428801659e-06,
+      "loss": 26.7969,
+      "step": 25089
+    },
+    {
+      "epoch": 1.1989869062410399,
+      "grad_norm": 267.9778747558594,
+      "learning_rate": 7.29762634589805e-06,
+      "loss": 23.2656,
+      "step": 25090
+    },
+    {
+      "epoch": 1.1990346936825003,
+      "grad_norm": 232.1778564453125,
+      "learning_rate": 7.29688127917817e-06,
+      "loss": 34.0625,
+      "step": 25091
+    },
+    {
+      "epoch": 1.1990824811239607,
+      "grad_norm": 299.52203369140625,
+      "learning_rate": 7.296136228646484e-06,
+      "loss": 29.8125,
+      "step": 25092
+    },
+    {
+      "epoch": 1.199130268565421,
+      "grad_norm": 263.7626037597656,
+      "learning_rate": 7.295391194307455e-06,
+      "loss": 25.1562,
+      "step": 25093
+    },
+    {
+      "epoch": 1.1991780560068814,
+      "grad_norm": 236.37527465820312,
+      "learning_rate": 7.294646176165538e-06,
+      "loss": 26.125,
+      "step": 25094
+    },
+    {
+      "epoch": 1.1992258434483418,
+      "grad_norm": 228.0751953125,
+      "learning_rate": 7.293901174225204e-06,
+      "loss": 28.7656,
+      "step": 25095
+    },
+    {
+      "epoch": 1.1992736308898022,
+      "grad_norm": 292.0062255859375,
+      "learning_rate": 7.293156188490907e-06,
+      "loss": 20.4062,
+      "step": 25096
+    },
+    {
+      "epoch": 1.1993214183312626,
+      "grad_norm": 317.3662109375,
+      "learning_rate": 7.292411218967117e-06,
+      "loss": 22.5625,
+      "step": 25097
+    },
+    {
+      "epoch": 1.199369205772723,
+      "grad_norm": 337.6539306640625,
+      "learning_rate": 7.2916662656582834e-06,
+      "loss": 31.8906,
+      "step": 25098
+    },
+    {
+      "epoch": 1.1994169932141834,
+      "grad_norm": 386.7115783691406,
+      "learning_rate": 7.290921328568876e-06,
+      "loss": 22.6094,
+      "step": 25099
+    },
+    {
+      "epoch": 1.1994647806556438,
+      "grad_norm": 655.8015747070312,
+      "learning_rate": 7.290176407703355e-06,
+      "loss": 28.2344,
+      "step": 25100
+    },
+    {
+      "epoch": 1.1995125680971042,
+      "grad_norm": 273.30645751953125,
+      "learning_rate": 7.289431503066183e-06,
+      "loss": 26.1875,
+      "step": 25101
+    },
+    {
+      "epoch": 1.1995603555385645,
+      "grad_norm": 402.44647216796875,
+      "learning_rate": 7.288686614661815e-06,
+      "loss": 27.125,
+      "step": 25102
+    },
+    {
+      "epoch": 1.199608142980025,
+      "grad_norm": 224.9107666015625,
+      "learning_rate": 7.2879417424947165e-06,
+      "loss": 24.3438,
+      "step": 25103
+    },
+    {
+      "epoch": 1.1996559304214853,
+      "grad_norm": 338.60260009765625,
+      "learning_rate": 7.287196886569351e-06,
+      "loss": 20.6719,
+      "step": 25104
+    },
+    {
+      "epoch": 1.1997037178629455,
+      "grad_norm": 455.5977783203125,
+      "learning_rate": 7.286452046890171e-06,
+      "loss": 28.25,
+      "step": 25105
+    },
+    {
+      "epoch": 1.1997515053044059,
+      "grad_norm": 202.54849243164062,
+      "learning_rate": 7.285707223461642e-06,
+      "loss": 23.2031,
+      "step": 25106
+    },
+    {
+      "epoch": 1.1997992927458663,
+      "grad_norm": 234.67599487304688,
+      "learning_rate": 7.2849624162882256e-06,
+      "loss": 29.8125,
+      "step": 25107
+    },
+    {
+      "epoch": 1.1998470801873267,
+      "grad_norm": 298.6915588378906,
+      "learning_rate": 7.284217625374384e-06,
+      "loss": 20.0938,
+      "step": 25108
+    },
+    {
+      "epoch": 1.199894867628787,
+      "grad_norm": 258.4510803222656,
+      "learning_rate": 7.283472850724571e-06,
+      "loss": 35.4688,
+      "step": 25109
+    },
+    {
+      "epoch": 1.1999426550702474,
+      "grad_norm": 308.2443542480469,
+      "learning_rate": 7.282728092343252e-06,
+      "loss": 18.2812,
+      "step": 25110
+    },
+    {
+      "epoch": 1.1999904425117078,
+      "grad_norm": 325.94610595703125,
+      "learning_rate": 7.281983350234882e-06,
+      "loss": 33.4062,
+      "step": 25111
+    },
+    {
+      "epoch": 1.2000382299531682,
+      "grad_norm": 239.40603637695312,
+      "learning_rate": 7.28123862440393e-06,
+      "loss": 29.4375,
+      "step": 25112
+    },
+    {
+      "epoch": 1.2000860173946286,
+      "grad_norm": 190.75839233398438,
+      "learning_rate": 7.280493914854847e-06,
+      "loss": 25.2344,
+      "step": 25113
+    },
+    {
+      "epoch": 1.200133804836089,
+      "grad_norm": 256.9228210449219,
+      "learning_rate": 7.279749221592096e-06,
+      "loss": 26.25,
+      "step": 25114
+    },
+    {
+      "epoch": 1.2001815922775494,
+      "grad_norm": 338.674560546875,
+      "learning_rate": 7.279004544620136e-06,
+      "loss": 33.4375,
+      "step": 25115
+    },
+    {
+      "epoch": 1.2002293797190098,
+      "grad_norm": 208.614990234375,
+      "learning_rate": 7.278259883943433e-06,
+      "loss": 23.5938,
+      "step": 25116
+    },
+    {
+      "epoch": 1.2002771671604702,
+      "grad_norm": 390.37725830078125,
+      "learning_rate": 7.277515239566437e-06,
+      "loss": 20.3438,
+      "step": 25117
+    },
+    {
+      "epoch": 1.2003249546019306,
+      "grad_norm": 201.8828582763672,
+      "learning_rate": 7.276770611493611e-06,
+      "loss": 20.4688,
+      "step": 25118
+    },
+    {
+      "epoch": 1.200372742043391,
+      "grad_norm": 310.0698547363281,
+      "learning_rate": 7.27602599972942e-06,
+      "loss": 21.4688,
+      "step": 25119
+    },
+    {
+      "epoch": 1.2004205294848513,
+      "grad_norm": 506.1786804199219,
+      "learning_rate": 7.275281404278313e-06,
+      "loss": 24.8125,
+      "step": 25120
+    },
+    {
+      "epoch": 1.2004683169263117,
+      "grad_norm": 242.15675354003906,
+      "learning_rate": 7.274536825144757e-06,
+      "loss": 28.2344,
+      "step": 25121
+    },
+    {
+      "epoch": 1.2005161043677721,
+      "grad_norm": 176.56243896484375,
+      "learning_rate": 7.273792262333207e-06,
+      "loss": 31.7812,
+      "step": 25122
+    },
+    {
+      "epoch": 1.2005638918092325,
+      "grad_norm": 277.5541687011719,
+      "learning_rate": 7.273047715848127e-06,
+      "loss": 30.3125,
+      "step": 25123
+    },
+    {
+      "epoch": 1.200611679250693,
+      "grad_norm": 517.80126953125,
+      "learning_rate": 7.27230318569397e-06,
+      "loss": 27.8281,
+      "step": 25124
+    },
+    {
+      "epoch": 1.2006594666921533,
+      "grad_norm": 280.3421936035156,
+      "learning_rate": 7.271558671875198e-06,
+      "loss": 26.3125,
+      "step": 25125
+    },
+    {
+      "epoch": 1.2007072541336137,
+      "grad_norm": 165.63784790039062,
+      "learning_rate": 7.270814174396268e-06,
+      "loss": 23.1094,
+      "step": 25126
+    },
+    {
+      "epoch": 1.200755041575074,
+      "grad_norm": 193.7437744140625,
+      "learning_rate": 7.270069693261641e-06,
+      "loss": 22.2031,
+      "step": 25127
+    },
+    {
+      "epoch": 1.2008028290165345,
+      "grad_norm": 174.31202697753906,
+      "learning_rate": 7.269325228475773e-06,
+      "loss": 20.9062,
+      "step": 25128
+    },
+    {
+      "epoch": 1.2008506164579948,
+      "grad_norm": 178.6423797607422,
+      "learning_rate": 7.268580780043122e-06,
+      "loss": 22.5312,
+      "step": 25129
+    },
+    {
+      "epoch": 1.2008984038994552,
+      "grad_norm": 156.46791076660156,
+      "learning_rate": 7.267836347968153e-06,
+      "loss": 23.9531,
+      "step": 25130
+    },
+    {
+      "epoch": 1.2009461913409156,
+      "grad_norm": 208.88668823242188,
+      "learning_rate": 7.267091932255312e-06,
+      "loss": 25.1562,
+      "step": 25131
+    },
+    {
+      "epoch": 1.200993978782376,
+      "grad_norm": 194.01995849609375,
+      "learning_rate": 7.266347532909066e-06,
+      "loss": 31.9688,
+      "step": 25132
+    },
+    {
+      "epoch": 1.2010417662238364,
+      "grad_norm": 398.2142028808594,
+      "learning_rate": 7.265603149933871e-06,
+      "loss": 22.5625,
+      "step": 25133
+    },
+    {
+      "epoch": 1.2010895536652968,
+      "grad_norm": 2701.54736328125,
+      "learning_rate": 7.264858783334187e-06,
+      "loss": 30.8125,
+      "step": 25134
+    },
+    {
+      "epoch": 1.2011373411067572,
+      "grad_norm": 186.40670776367188,
+      "learning_rate": 7.264114433114468e-06,
+      "loss": 24.7656,
+      "step": 25135
+    },
+    {
+      "epoch": 1.2011851285482176,
+      "grad_norm": 155.28692626953125,
+      "learning_rate": 7.263370099279173e-06,
+      "loss": 15.5781,
+      "step": 25136
+    },
+    {
+      "epoch": 1.201232915989678,
+      "grad_norm": 342.7806091308594,
+      "learning_rate": 7.262625781832757e-06,
+      "loss": 21.2812,
+      "step": 25137
+    },
+    {
+      "epoch": 1.2012807034311384,
+      "grad_norm": 412.077880859375,
+      "learning_rate": 7.261881480779687e-06,
+      "loss": 31.0312,
+      "step": 25138
+    },
+    {
+      "epoch": 1.2013284908725987,
+      "grad_norm": 139.37741088867188,
+      "learning_rate": 7.261137196124409e-06,
+      "loss": 19.5938,
+      "step": 25139
+    },
+    {
+      "epoch": 1.2013762783140591,
+      "grad_norm": 193.64572143554688,
+      "learning_rate": 7.2603929278713846e-06,
+      "loss": 27.1875,
+      "step": 25140
+    },
+    {
+      "epoch": 1.2014240657555195,
+      "grad_norm": 413.2818298339844,
+      "learning_rate": 7.259648676025077e-06,
+      "loss": 21.1562,
+      "step": 25141
+    },
+    {
+      "epoch": 1.20147185319698,
+      "grad_norm": 447.0723876953125,
+      "learning_rate": 7.258904440589933e-06,
+      "loss": 24.5,
+      "step": 25142
+    },
+    {
+      "epoch": 1.2015196406384403,
+      "grad_norm": 288.88690185546875,
+      "learning_rate": 7.258160221570416e-06,
+      "loss": 24.2812,
+      "step": 25143
+    },
+    {
+      "epoch": 1.2015674280799007,
+      "grad_norm": 1437.33447265625,
+      "learning_rate": 7.25741601897098e-06,
+      "loss": 22.0156,
+      "step": 25144
+    },
+    {
+      "epoch": 1.201615215521361,
+      "grad_norm": 176.68118286132812,
+      "learning_rate": 7.256671832796085e-06,
+      "loss": 19.1719,
+      "step": 25145
+    },
+    {
+      "epoch": 1.2016630029628215,
+      "grad_norm": 255.18307495117188,
+      "learning_rate": 7.255927663050186e-06,
+      "loss": 27.6562,
+      "step": 25146
+    },
+    {
+      "epoch": 1.2017107904042819,
+      "grad_norm": 263.5809631347656,
+      "learning_rate": 7.255183509737737e-06,
+      "loss": 27.8125,
+      "step": 25147
+    },
+    {
+      "epoch": 1.2017585778457422,
+      "grad_norm": 173.24468994140625,
+      "learning_rate": 7.2544393728631965e-06,
+      "loss": 16.8594,
+      "step": 25148
+    },
+    {
+      "epoch": 1.2018063652872026,
+      "grad_norm": 354.6210632324219,
+      "learning_rate": 7.253695252431025e-06,
+      "loss": 18.1953,
+      "step": 25149
+    },
+    {
+      "epoch": 1.201854152728663,
+      "grad_norm": 328.16046142578125,
+      "learning_rate": 7.252951148445674e-06,
+      "loss": 27.9375,
+      "step": 25150
+    },
+    {
+      "epoch": 1.2019019401701232,
+      "grad_norm": 190.31224060058594,
+      "learning_rate": 7.252207060911598e-06,
+      "loss": 21.5781,
+      "step": 25151
+    },
+    {
+      "epoch": 1.2019497276115836,
+      "grad_norm": 269.0997619628906,
+      "learning_rate": 7.251462989833262e-06,
+      "loss": 24.5938,
+      "step": 25152
+    },
+    {
+      "epoch": 1.201997515053044,
+      "grad_norm": 218.7963409423828,
+      "learning_rate": 7.250718935215112e-06,
+      "loss": 20.2656,
+      "step": 25153
+    },
+    {
+      "epoch": 1.2020453024945044,
+      "grad_norm": 114.28369903564453,
+      "learning_rate": 7.249974897061607e-06,
+      "loss": 19.125,
+      "step": 25154
+    },
+    {
+      "epoch": 1.2020930899359648,
+      "grad_norm": 223.5693359375,
+      "learning_rate": 7.249230875377204e-06,
+      "loss": 20.2031,
+      "step": 25155
+    },
+    {
+      "epoch": 1.2021408773774251,
+      "grad_norm": 226.9480743408203,
+      "learning_rate": 7.248486870166363e-06,
+      "loss": 28.5312,
+      "step": 25156
+    },
+    {
+      "epoch": 1.2021886648188855,
+      "grad_norm": 279.24713134765625,
+      "learning_rate": 7.247742881433532e-06,
+      "loss": 27.8438,
+      "step": 25157
+    },
+    {
+      "epoch": 1.202236452260346,
+      "grad_norm": 356.2030334472656,
+      "learning_rate": 7.2469989091831704e-06,
+      "loss": 24.375,
+      "step": 25158
+    },
+    {
+      "epoch": 1.2022842397018063,
+      "grad_norm": 189.96336364746094,
+      "learning_rate": 7.246254953419731e-06,
+      "loss": 26.75,
+      "step": 25159
+    },
+    {
+      "epoch": 1.2023320271432667,
+      "grad_norm": 255.07974243164062,
+      "learning_rate": 7.245511014147675e-06,
+      "loss": 25.125,
+      "step": 25160
+    },
+    {
+      "epoch": 1.202379814584727,
+      "grad_norm": 195.96456909179688,
+      "learning_rate": 7.244767091371452e-06,
+      "loss": 28.1875,
+      "step": 25161
+    },
+    {
+      "epoch": 1.2024276020261875,
+      "grad_norm": 206.15252685546875,
+      "learning_rate": 7.244023185095517e-06,
+      "loss": 23.8438,
+      "step": 25162
+    },
+    {
+      "epoch": 1.2024753894676479,
+      "grad_norm": 353.4859924316406,
+      "learning_rate": 7.243279295324327e-06,
+      "loss": 24.0312,
+      "step": 25163
+    },
+    {
+      "epoch": 1.2025231769091083,
+      "grad_norm": 136.49945068359375,
+      "learning_rate": 7.242535422062341e-06,
+      "loss": 19.7812,
+      "step": 25164
+    },
+    {
+      "epoch": 1.2025709643505686,
+      "grad_norm": 383.5301818847656,
+      "learning_rate": 7.241791565314006e-06,
+      "loss": 19.4688,
+      "step": 25165
+    },
+    {
+      "epoch": 1.202618751792029,
+      "grad_norm": 391.5075378417969,
+      "learning_rate": 7.241047725083781e-06,
+      "loss": 26.8438,
+      "step": 25166
+    },
+    {
+      "epoch": 1.2026665392334894,
+      "grad_norm": 270.68701171875,
+      "learning_rate": 7.240303901376122e-06,
+      "loss": 27.625,
+      "step": 25167
+    },
+    {
+      "epoch": 1.2027143266749498,
+      "grad_norm": 325.12115478515625,
+      "learning_rate": 7.2395600941954795e-06,
+      "loss": 24.2812,
+      "step": 25168
+    },
+    {
+      "epoch": 1.2027621141164102,
+      "grad_norm": 282.2590637207031,
+      "learning_rate": 7.2388163035463096e-06,
+      "loss": 42.4688,
+      "step": 25169
+    },
+    {
+      "epoch": 1.2028099015578706,
+      "grad_norm": 208.7276153564453,
+      "learning_rate": 7.238072529433067e-06,
+      "loss": 25.8438,
+      "step": 25170
+    },
+    {
+      "epoch": 1.202857688999331,
+      "grad_norm": 227.60269165039062,
+      "learning_rate": 7.237328771860211e-06,
+      "loss": 28.2188,
+      "step": 25171
+    },
+    {
+      "epoch": 1.2029054764407914,
+      "grad_norm": 162.0457305908203,
+      "learning_rate": 7.236585030832186e-06,
+      "loss": 22.2031,
+      "step": 25172
+    },
+    {
+      "epoch": 1.2029532638822518,
+      "grad_norm": 274.1319885253906,
+      "learning_rate": 7.235841306353451e-06,
+      "loss": 26.9062,
+      "step": 25173
+    },
+    {
+      "epoch": 1.2030010513237122,
+      "grad_norm": 281.2586669921875,
+      "learning_rate": 7.235097598428462e-06,
+      "loss": 24.6875,
+      "step": 25174
+    },
+    {
+      "epoch": 1.2030488387651725,
+      "grad_norm": 168.05113220214844,
+      "learning_rate": 7.234353907061671e-06,
+      "loss": 17.5625,
+      "step": 25175
+    },
+    {
+      "epoch": 1.203096626206633,
+      "grad_norm": 219.70486450195312,
+      "learning_rate": 7.2336102322575306e-06,
+      "loss": 23.8125,
+      "step": 25176
+    },
+    {
+      "epoch": 1.2031444136480933,
+      "grad_norm": 262.31256103515625,
+      "learning_rate": 7.232866574020493e-06,
+      "loss": 31.4375,
+      "step": 25177
+    },
+    {
+      "epoch": 1.2031922010895537,
+      "grad_norm": 565.428955078125,
+      "learning_rate": 7.2321229323550164e-06,
+      "loss": 22.6875,
+      "step": 25178
+    },
+    {
+      "epoch": 1.203239988531014,
+      "grad_norm": 226.84332275390625,
+      "learning_rate": 7.231379307265553e-06,
+      "loss": 20.7031,
+      "step": 25179
+    },
+    {
+      "epoch": 1.2032877759724745,
+      "grad_norm": 239.63217163085938,
+      "learning_rate": 7.230635698756552e-06,
+      "loss": 35.4375,
+      "step": 25180
+    },
+    {
+      "epoch": 1.2033355634139349,
+      "grad_norm": 626.695068359375,
+      "learning_rate": 7.22989210683247e-06,
+      "loss": 27.0938,
+      "step": 25181
+    },
+    {
+      "epoch": 1.2033833508553953,
+      "grad_norm": 270.4778747558594,
+      "learning_rate": 7.229148531497763e-06,
+      "loss": 25.4375,
+      "step": 25182
+    },
+    {
+      "epoch": 1.2034311382968557,
+      "grad_norm": 310.1509094238281,
+      "learning_rate": 7.228404972756878e-06,
+      "loss": 39.1562,
+      "step": 25183
+    },
+    {
+      "epoch": 1.203478925738316,
+      "grad_norm": 256.1259765625,
+      "learning_rate": 7.22766143061427e-06,
+      "loss": 24.75,
+      "step": 25184
+    },
+    {
+      "epoch": 1.2035267131797764,
+      "grad_norm": 273.5988464355469,
+      "learning_rate": 7.2269179050743935e-06,
+      "loss": 32.6094,
+      "step": 25185
+    },
+    {
+      "epoch": 1.2035745006212368,
+      "grad_norm": 195.1011962890625,
+      "learning_rate": 7.2261743961417055e-06,
+      "loss": 21.5156,
+      "step": 25186
+    },
+    {
+      "epoch": 1.203622288062697,
+      "grad_norm": 286.4376525878906,
+      "learning_rate": 7.225430903820647e-06,
+      "loss": 30.5312,
+      "step": 25187
+    },
+    {
+      "epoch": 1.2036700755041574,
+      "grad_norm": 220.88624572753906,
+      "learning_rate": 7.2246874281156795e-06,
+      "loss": 32.0938,
+      "step": 25188
+    },
+    {
+      "epoch": 1.2037178629456178,
+      "grad_norm": 227.21841430664062,
+      "learning_rate": 7.2239439690312565e-06,
+      "loss": 19.2031,
+      "step": 25189
+    },
+    {
+      "epoch": 1.2037656503870782,
+      "grad_norm": 298.9861145019531,
+      "learning_rate": 7.223200526571823e-06,
+      "loss": 29.3125,
+      "step": 25190
+    },
+    {
+      "epoch": 1.2038134378285386,
+      "grad_norm": 186.40455627441406,
+      "learning_rate": 7.222457100741835e-06,
+      "loss": 19.8438,
+      "step": 25191
+    },
+    {
+      "epoch": 1.203861225269999,
+      "grad_norm": 162.50204467773438,
+      "learning_rate": 7.221713691545746e-06,
+      "loss": 30.25,
+      "step": 25192
+    },
+    {
+      "epoch": 1.2039090127114593,
+      "grad_norm": 158.7166748046875,
+      "learning_rate": 7.220970298988009e-06,
+      "loss": 17.2031,
+      "step": 25193
+    },
+    {
+      "epoch": 1.2039568001529197,
+      "grad_norm": 333.63946533203125,
+      "learning_rate": 7.220226923073073e-06,
+      "loss": 26.8906,
+      "step": 25194
+    },
+    {
+      "epoch": 1.2040045875943801,
+      "grad_norm": 423.4449768066406,
+      "learning_rate": 7.219483563805389e-06,
+      "loss": 33.7812,
+      "step": 25195
+    },
+    {
+      "epoch": 1.2040523750358405,
+      "grad_norm": 318.8075866699219,
+      "learning_rate": 7.218740221189411e-06,
+      "loss": 31.0625,
+      "step": 25196
+    },
+    {
+      "epoch": 1.204100162477301,
+      "grad_norm": 205.531005859375,
+      "learning_rate": 7.217996895229593e-06,
+      "loss": 23.5312,
+      "step": 25197
+    },
+    {
+      "epoch": 1.2041479499187613,
+      "grad_norm": 206.20779418945312,
+      "learning_rate": 7.217253585930382e-06,
+      "loss": 26.0312,
+      "step": 25198
+    },
+    {
+      "epoch": 1.2041957373602217,
+      "grad_norm": 156.84173583984375,
+      "learning_rate": 7.216510293296228e-06,
+      "loss": 24.0938,
+      "step": 25199
+    },
+    {
+      "epoch": 1.204243524801682,
+      "grad_norm": 230.84976196289062,
+      "learning_rate": 7.2157670173315885e-06,
+      "loss": 21.3906,
+      "step": 25200
+    },
+    {
+      "epoch": 1.2042913122431425,
+      "grad_norm": 226.195556640625,
+      "learning_rate": 7.2150237580409155e-06,
+      "loss": 24.9062,
+      "step": 25201
+    },
+    {
+      "epoch": 1.2043390996846028,
+      "grad_norm": 452.53094482421875,
+      "learning_rate": 7.2142805154286515e-06,
+      "loss": 22.2031,
+      "step": 25202
+    },
+    {
+      "epoch": 1.2043868871260632,
+      "grad_norm": 431.9361877441406,
+      "learning_rate": 7.213537289499253e-06,
+      "loss": 23.125,
+      "step": 25203
+    },
+    {
+      "epoch": 1.2044346745675236,
+      "grad_norm": 193.9302215576172,
+      "learning_rate": 7.212794080257175e-06,
+      "loss": 19.375,
+      "step": 25204
+    },
+    {
+      "epoch": 1.204482462008984,
+      "grad_norm": 325.20819091796875,
+      "learning_rate": 7.212050887706861e-06,
+      "loss": 24.0781,
+      "step": 25205
+    },
+    {
+      "epoch": 1.2045302494504444,
+      "grad_norm": 185.62509155273438,
+      "learning_rate": 7.211307711852763e-06,
+      "loss": 23.2188,
+      "step": 25206
+    },
+    {
+      "epoch": 1.2045780368919048,
+      "grad_norm": 286.35736083984375,
+      "learning_rate": 7.210564552699336e-06,
+      "loss": 33.5938,
+      "step": 25207
+    },
+    {
+      "epoch": 1.2046258243333652,
+      "grad_norm": 210.4105682373047,
+      "learning_rate": 7.209821410251028e-06,
+      "loss": 34.9219,
+      "step": 25208
+    },
+    {
+      "epoch": 1.2046736117748256,
+      "grad_norm": 218.6689910888672,
+      "learning_rate": 7.2090782845122895e-06,
+      "loss": 15.875,
+      "step": 25209
+    },
+    {
+      "epoch": 1.204721399216286,
+      "grad_norm": 371.2681884765625,
+      "learning_rate": 7.2083351754875686e-06,
+      "loss": 26.5625,
+      "step": 25210
+    },
+    {
+      "epoch": 1.2047691866577463,
+      "grad_norm": 300.5230407714844,
+      "learning_rate": 7.207592083181319e-06,
+      "loss": 25.0,
+      "step": 25211
+    },
+    {
+      "epoch": 1.2048169740992067,
+      "grad_norm": 134.2086639404297,
+      "learning_rate": 7.2068490075979915e-06,
+      "loss": 21.7344,
+      "step": 25212
+    },
+    {
+      "epoch": 1.2048647615406671,
+      "grad_norm": 199.23109436035156,
+      "learning_rate": 7.20610594874203e-06,
+      "loss": 32.1875,
+      "step": 25213
+    },
+    {
+      "epoch": 1.2049125489821275,
+      "grad_norm": 296.5025634765625,
+      "learning_rate": 7.205362906617891e-06,
+      "loss": 23.7812,
+      "step": 25214
+    },
+    {
+      "epoch": 1.204960336423588,
+      "grad_norm": 390.1036376953125,
+      "learning_rate": 7.204619881230026e-06,
+      "loss": 30.875,
+      "step": 25215
+    },
+    {
+      "epoch": 1.2050081238650483,
+      "grad_norm": 125.87165069580078,
+      "learning_rate": 7.203876872582875e-06,
+      "loss": 18.4688,
+      "step": 25216
+    },
+    {
+      "epoch": 1.2050559113065087,
+      "grad_norm": 148.93568420410156,
+      "learning_rate": 7.203133880680895e-06,
+      "loss": 17.3281,
+      "step": 25217
+    },
+    {
+      "epoch": 1.205103698747969,
+      "grad_norm": 558.97802734375,
+      "learning_rate": 7.2023909055285335e-06,
+      "loss": 24.7188,
+      "step": 25218
+    },
+    {
+      "epoch": 1.2051514861894295,
+      "grad_norm": 1520.7410888671875,
+      "learning_rate": 7.201647947130246e-06,
+      "loss": 17.0625,
+      "step": 25219
+    },
+    {
+      "epoch": 1.2051992736308899,
+      "grad_norm": 414.6748046875,
+      "learning_rate": 7.20090500549047e-06,
+      "loss": 34.5312,
+      "step": 25220
+    },
+    {
+      "epoch": 1.2052470610723502,
+      "grad_norm": 328.196044921875,
+      "learning_rate": 7.200162080613663e-06,
+      "loss": 22.5,
+      "step": 25221
+    },
+    {
+      "epoch": 1.2052948485138106,
+      "grad_norm": 197.48585510253906,
+      "learning_rate": 7.199419172504274e-06,
+      "loss": 19.875,
+      "step": 25222
+    },
+    {
+      "epoch": 1.205342635955271,
+      "grad_norm": 278.907958984375,
+      "learning_rate": 7.1986762811667495e-06,
+      "loss": 25.4688,
+      "step": 25223
+    },
+    {
+      "epoch": 1.2053904233967314,
+      "grad_norm": 456.4840087890625,
+      "learning_rate": 7.197933406605538e-06,
+      "loss": 40.6875,
+      "step": 25224
+    },
+    {
+      "epoch": 1.2054382108381918,
+      "grad_norm": 286.6624755859375,
+      "learning_rate": 7.197190548825093e-06,
+      "loss": 28.5938,
+      "step": 25225
+    },
+    {
+      "epoch": 1.2054859982796522,
+      "grad_norm": 186.9600830078125,
+      "learning_rate": 7.1964477078298574e-06,
+      "loss": 22.9062,
+      "step": 25226
+    },
+    {
+      "epoch": 1.2055337857211126,
+      "grad_norm": 402.33465576171875,
+      "learning_rate": 7.195704883624284e-06,
+      "loss": 24.1094,
+      "step": 25227
+    },
+    {
+      "epoch": 1.205581573162573,
+      "grad_norm": 152.83302307128906,
+      "learning_rate": 7.194962076212818e-06,
+      "loss": 22.6953,
+      "step": 25228
+    },
+    {
+      "epoch": 1.2056293606040334,
+      "grad_norm": 247.45277404785156,
+      "learning_rate": 7.1942192855999094e-06,
+      "loss": 27.75,
+      "step": 25229
+    },
+    {
+      "epoch": 1.2056771480454938,
+      "grad_norm": 160.76434326171875,
+      "learning_rate": 7.193476511790012e-06,
+      "loss": 20.4375,
+      "step": 25230
+    },
+    {
+      "epoch": 1.2057249354869541,
+      "grad_norm": 194.15330505371094,
+      "learning_rate": 7.192733754787562e-06,
+      "loss": 19.5938,
+      "step": 25231
+    },
+    {
+      "epoch": 1.2057727229284145,
+      "grad_norm": 228.36378479003906,
+      "learning_rate": 7.191991014597017e-06,
+      "loss": 18.2812,
+      "step": 25232
+    },
+    {
+      "epoch": 1.205820510369875,
+      "grad_norm": 235.47885131835938,
+      "learning_rate": 7.191248291222821e-06,
+      "loss": 40.2188,
+      "step": 25233
+    },
+    {
+      "epoch": 1.205868297811335,
+      "grad_norm": 291.492919921875,
+      "learning_rate": 7.190505584669428e-06,
+      "loss": 37.125,
+      "step": 25234
+    },
+    {
+      "epoch": 1.2059160852527955,
+      "grad_norm": 242.8388214111328,
+      "learning_rate": 7.189762894941278e-06,
+      "loss": 26.0625,
+      "step": 25235
+    },
+    {
+      "epoch": 1.2059638726942559,
+      "grad_norm": 209.99742126464844,
+      "learning_rate": 7.189020222042822e-06,
+      "loss": 29.25,
+      "step": 25236
+    },
+    {
+      "epoch": 1.2060116601357163,
+      "grad_norm": 180.77456665039062,
+      "learning_rate": 7.1882775659785095e-06,
+      "loss": 31.4375,
+      "step": 25237
+    },
+    {
+      "epoch": 1.2060594475771766,
+      "grad_norm": 265.5166320800781,
+      "learning_rate": 7.187534926752785e-06,
+      "loss": 33.4688,
+      "step": 25238
+    },
+    {
+      "epoch": 1.206107235018637,
+      "grad_norm": 324.4857482910156,
+      "learning_rate": 7.186792304370096e-06,
+      "loss": 21.7344,
+      "step": 25239
+    },
+    {
+      "epoch": 1.2061550224600974,
+      "grad_norm": 375.6323547363281,
+      "learning_rate": 7.186049698834894e-06,
+      "loss": 23.9375,
+      "step": 25240
+    },
+    {
+      "epoch": 1.2062028099015578,
+      "grad_norm": 275.7270202636719,
+      "learning_rate": 7.185307110151622e-06,
+      "loss": 25.125,
+      "step": 25241
+    },
+    {
+      "epoch": 1.2062505973430182,
+      "grad_norm": 256.10638427734375,
+      "learning_rate": 7.184564538324728e-06,
+      "loss": 34.0312,
+      "step": 25242
+    },
+    {
+      "epoch": 1.2062983847844786,
+      "grad_norm": 164.96041870117188,
+      "learning_rate": 7.183821983358659e-06,
+      "loss": 25.375,
+      "step": 25243
+    },
+    {
+      "epoch": 1.206346172225939,
+      "grad_norm": 216.3494415283203,
+      "learning_rate": 7.183079445257861e-06,
+      "loss": 22.8438,
+      "step": 25244
+    },
+    {
+      "epoch": 1.2063939596673994,
+      "grad_norm": 251.0373992919922,
+      "learning_rate": 7.182336924026788e-06,
+      "loss": 29.3125,
+      "step": 25245
+    },
+    {
+      "epoch": 1.2064417471088598,
+      "grad_norm": 437.60882568359375,
+      "learning_rate": 7.181594419669877e-06,
+      "loss": 20.2969,
+      "step": 25246
+    },
+    {
+      "epoch": 1.2064895345503202,
+      "grad_norm": 599.5029907226562,
+      "learning_rate": 7.180851932191577e-06,
+      "loss": 21.7031,
+      "step": 25247
+    },
+    {
+      "epoch": 1.2065373219917805,
+      "grad_norm": 369.4368591308594,
+      "learning_rate": 7.180109461596337e-06,
+      "loss": 26.1875,
+      "step": 25248
+    },
+    {
+      "epoch": 1.206585109433241,
+      "grad_norm": 296.8779296875,
+      "learning_rate": 7.179367007888607e-06,
+      "loss": 21.875,
+      "step": 25249
+    },
+    {
+      "epoch": 1.2066328968747013,
+      "grad_norm": 505.5841064453125,
+      "learning_rate": 7.178624571072825e-06,
+      "loss": 13.7812,
+      "step": 25250
+    },
+    {
+      "epoch": 1.2066806843161617,
+      "grad_norm": 157.5564727783203,
+      "learning_rate": 7.177882151153441e-06,
+      "loss": 22.4688,
+      "step": 25251
+    },
+    {
+      "epoch": 1.206728471757622,
+      "grad_norm": 226.72193908691406,
+      "learning_rate": 7.177139748134907e-06,
+      "loss": 16.7812,
+      "step": 25252
+    },
+    {
+      "epoch": 1.2067762591990825,
+      "grad_norm": 457.0931701660156,
+      "learning_rate": 7.176397362021656e-06,
+      "loss": 26.125,
+      "step": 25253
+    },
+    {
+      "epoch": 1.2068240466405429,
+      "grad_norm": 216.4677276611328,
+      "learning_rate": 7.175654992818144e-06,
+      "loss": 20.5781,
+      "step": 25254
+    },
+    {
+      "epoch": 1.2068718340820033,
+      "grad_norm": 323.32275390625,
+      "learning_rate": 7.174912640528816e-06,
+      "loss": 29.9219,
+      "step": 25255
+    },
+    {
+      "epoch": 1.2069196215234637,
+      "grad_norm": 191.66847229003906,
+      "learning_rate": 7.174170305158115e-06,
+      "loss": 26.6094,
+      "step": 25256
+    },
+    {
+      "epoch": 1.206967408964924,
+      "grad_norm": 352.3206787109375,
+      "learning_rate": 7.1734279867104865e-06,
+      "loss": 40.2031,
+      "step": 25257
+    },
+    {
+      "epoch": 1.2070151964063844,
+      "grad_norm": 568.3950805664062,
+      "learning_rate": 7.172685685190378e-06,
+      "loss": 36.2812,
+      "step": 25258
+    },
+    {
+      "epoch": 1.2070629838478448,
+      "grad_norm": 171.04075622558594,
+      "learning_rate": 7.171943400602233e-06,
+      "loss": 23.9375,
+      "step": 25259
+    },
+    {
+      "epoch": 1.2071107712893052,
+      "grad_norm": 221.48434448242188,
+      "learning_rate": 7.171201132950502e-06,
+      "loss": 31.5938,
+      "step": 25260
+    },
+    {
+      "epoch": 1.2071585587307656,
+      "grad_norm": 479.13128662109375,
+      "learning_rate": 7.170458882239621e-06,
+      "loss": 28.4688,
+      "step": 25261
+    },
+    {
+      "epoch": 1.207206346172226,
+      "grad_norm": 226.57688903808594,
+      "learning_rate": 7.169716648474041e-06,
+      "loss": 22.0312,
+      "step": 25262
+    },
+    {
+      "epoch": 1.2072541336136864,
+      "grad_norm": 332.2723083496094,
+      "learning_rate": 7.1689744316582085e-06,
+      "loss": 25.0625,
+      "step": 25263
+    },
+    {
+      "epoch": 1.2073019210551468,
+      "grad_norm": 159.29293823242188,
+      "learning_rate": 7.168232231796563e-06,
+      "loss": 18.4219,
+      "step": 25264
+    },
+    {
+      "epoch": 1.2073497084966072,
+      "grad_norm": 166.9026641845703,
+      "learning_rate": 7.1674900488935536e-06,
+      "loss": 21.4531,
+      "step": 25265
+    },
+    {
+      "epoch": 1.2073974959380676,
+      "grad_norm": 205.46649169921875,
+      "learning_rate": 7.166747882953624e-06,
+      "loss": 26.2812,
+      "step": 25266
+    },
+    {
+      "epoch": 1.207445283379528,
+      "grad_norm": 214.0882110595703,
+      "learning_rate": 7.166005733981222e-06,
+      "loss": 21.9688,
+      "step": 25267
+    },
+    {
+      "epoch": 1.2074930708209883,
+      "grad_norm": 227.68812561035156,
+      "learning_rate": 7.165263601980784e-06,
+      "loss": 27.0,
+      "step": 25268
+    },
+    {
+      "epoch": 1.2075408582624487,
+      "grad_norm": 207.2589874267578,
+      "learning_rate": 7.16452148695676e-06,
+      "loss": 27.5781,
+      "step": 25269
+    },
+    {
+      "epoch": 1.207588645703909,
+      "grad_norm": 215.7943115234375,
+      "learning_rate": 7.163779388913593e-06,
+      "loss": 21.3125,
+      "step": 25270
+    },
+    {
+      "epoch": 1.2076364331453693,
+      "grad_norm": 221.3902587890625,
+      "learning_rate": 7.1630373078557334e-06,
+      "loss": 24.0312,
+      "step": 25271
+    },
+    {
+      "epoch": 1.2076842205868297,
+      "grad_norm": 235.4149169921875,
+      "learning_rate": 7.162295243787613e-06,
+      "loss": 23.25,
+      "step": 25272
+    },
+    {
+      "epoch": 1.20773200802829,
+      "grad_norm": 166.0615997314453,
+      "learning_rate": 7.1615531967136865e-06,
+      "loss": 21.1562,
+      "step": 25273
+    },
+    {
+      "epoch": 1.2077797954697505,
+      "grad_norm": 219.41001892089844,
+      "learning_rate": 7.160811166638393e-06,
+      "loss": 38.5312,
+      "step": 25274
+    },
+    {
+      "epoch": 1.2078275829112108,
+      "grad_norm": 252.0366668701172,
+      "learning_rate": 7.160069153566176e-06,
+      "loss": 22.2656,
+      "step": 25275
+    },
+    {
+      "epoch": 1.2078753703526712,
+      "grad_norm": 136.89718627929688,
+      "learning_rate": 7.159327157501481e-06,
+      "loss": 17.2031,
+      "step": 25276
+    },
+    {
+      "epoch": 1.2079231577941316,
+      "grad_norm": 217.25433349609375,
+      "learning_rate": 7.158585178448749e-06,
+      "loss": 28.6562,
+      "step": 25277
+    },
+    {
+      "epoch": 1.207970945235592,
+      "grad_norm": 676.7445678710938,
+      "learning_rate": 7.15784321641243e-06,
+      "loss": 20.7812,
+      "step": 25278
+    },
+    {
+      "epoch": 1.2080187326770524,
+      "grad_norm": 1046.77001953125,
+      "learning_rate": 7.157101271396958e-06,
+      "loss": 30.2188,
+      "step": 25279
+    },
+    {
+      "epoch": 1.2080665201185128,
+      "grad_norm": 564.5654907226562,
+      "learning_rate": 7.156359343406781e-06,
+      "loss": 23.9688,
+      "step": 25280
+    },
+    {
+      "epoch": 1.2081143075599732,
+      "grad_norm": 473.7068786621094,
+      "learning_rate": 7.155617432446343e-06,
+      "loss": 29.5938,
+      "step": 25281
+    },
+    {
+      "epoch": 1.2081620950014336,
+      "grad_norm": 139.91819763183594,
+      "learning_rate": 7.15487553852009e-06,
+      "loss": 19.0,
+      "step": 25282
+    },
+    {
+      "epoch": 1.208209882442894,
+      "grad_norm": 362.0040283203125,
+      "learning_rate": 7.154133661632457e-06,
+      "loss": 24.1094,
+      "step": 25283
+    },
+    {
+      "epoch": 1.2082576698843543,
+      "grad_norm": 283.7221984863281,
+      "learning_rate": 7.1533918017878925e-06,
+      "loss": 26.9375,
+      "step": 25284
+    },
+    {
+      "epoch": 1.2083054573258147,
+      "grad_norm": 181.17218017578125,
+      "learning_rate": 7.152649958990836e-06,
+      "loss": 21.625,
+      "step": 25285
+    },
+    {
+      "epoch": 1.2083532447672751,
+      "grad_norm": 285.4117126464844,
+      "learning_rate": 7.151908133245738e-06,
+      "loss": 30.9062,
+      "step": 25286
+    },
+    {
+      "epoch": 1.2084010322087355,
+      "grad_norm": 146.32003784179688,
+      "learning_rate": 7.15116632455703e-06,
+      "loss": 21.5,
+      "step": 25287
+    },
+    {
+      "epoch": 1.208448819650196,
+      "grad_norm": 286.2524108886719,
+      "learning_rate": 7.150424532929161e-06,
+      "loss": 26.2656,
+      "step": 25288
+    },
+    {
+      "epoch": 1.2084966070916563,
+      "grad_norm": 475.5893249511719,
+      "learning_rate": 7.149682758366574e-06,
+      "loss": 33.0625,
+      "step": 25289
+    },
+    {
+      "epoch": 1.2085443945331167,
+      "grad_norm": 189.5218048095703,
+      "learning_rate": 7.148941000873706e-06,
+      "loss": 23.4375,
+      "step": 25290
+    },
+    {
+      "epoch": 1.208592181974577,
+      "grad_norm": 261.024169921875,
+      "learning_rate": 7.148199260455006e-06,
+      "loss": 29.4219,
+      "step": 25291
+    },
+    {
+      "epoch": 1.2086399694160375,
+      "grad_norm": 491.8586120605469,
+      "learning_rate": 7.147457537114909e-06,
+      "loss": 32.4375,
+      "step": 25292
+    },
+    {
+      "epoch": 1.2086877568574979,
+      "grad_norm": 266.3255310058594,
+      "learning_rate": 7.146715830857865e-06,
+      "loss": 28.0938,
+      "step": 25293
+    },
+    {
+      "epoch": 1.2087355442989582,
+      "grad_norm": 213.13458251953125,
+      "learning_rate": 7.145974141688307e-06,
+      "loss": 18.7812,
+      "step": 25294
+    },
+    {
+      "epoch": 1.2087833317404186,
+      "grad_norm": 179.77769470214844,
+      "learning_rate": 7.1452324696106825e-06,
+      "loss": 20.0938,
+      "step": 25295
+    },
+    {
+      "epoch": 1.208831119181879,
+      "grad_norm": 232.79917907714844,
+      "learning_rate": 7.144490814629431e-06,
+      "loss": 23.2344,
+      "step": 25296
+    },
+    {
+      "epoch": 1.2088789066233394,
+      "grad_norm": 273.0387878417969,
+      "learning_rate": 7.1437491767489994e-06,
+      "loss": 33.1875,
+      "step": 25297
+    },
+    {
+      "epoch": 1.2089266940647998,
+      "grad_norm": 295.8363952636719,
+      "learning_rate": 7.14300755597382e-06,
+      "loss": 23.5938,
+      "step": 25298
+    },
+    {
+      "epoch": 1.2089744815062602,
+      "grad_norm": 299.5982971191406,
+      "learning_rate": 7.142265952308339e-06,
+      "loss": 31.8125,
+      "step": 25299
+    },
+    {
+      "epoch": 1.2090222689477206,
+      "grad_norm": 335.1376647949219,
+      "learning_rate": 7.141524365757002e-06,
+      "loss": 28.2344,
+      "step": 25300
+    },
+    {
+      "epoch": 1.209070056389181,
+      "grad_norm": 344.6310729980469,
+      "learning_rate": 7.140782796324242e-06,
+      "loss": 24.4375,
+      "step": 25301
+    },
+    {
+      "epoch": 1.2091178438306414,
+      "grad_norm": 185.92430114746094,
+      "learning_rate": 7.1400412440145016e-06,
+      "loss": 20.1562,
+      "step": 25302
+    },
+    {
+      "epoch": 1.2091656312721017,
+      "grad_norm": 265.16522216796875,
+      "learning_rate": 7.139299708832226e-06,
+      "loss": 23.4844,
+      "step": 25303
+    },
+    {
+      "epoch": 1.2092134187135621,
+      "grad_norm": 353.19970703125,
+      "learning_rate": 7.138558190781857e-06,
+      "loss": 25.1094,
+      "step": 25304
+    },
+    {
+      "epoch": 1.2092612061550225,
+      "grad_norm": 207.77467346191406,
+      "learning_rate": 7.137816689867827e-06,
+      "loss": 25.2812,
+      "step": 25305
+    },
+    {
+      "epoch": 1.209308993596483,
+      "grad_norm": 264.2364196777344,
+      "learning_rate": 7.1370752060945855e-06,
+      "loss": 22.2031,
+      "step": 25306
+    },
+    {
+      "epoch": 1.2093567810379433,
+      "grad_norm": 176.95950317382812,
+      "learning_rate": 7.1363337394665655e-06,
+      "loss": 20.6094,
+      "step": 25307
+    },
+    {
+      "epoch": 1.2094045684794037,
+      "grad_norm": 362.971923828125,
+      "learning_rate": 7.135592289988216e-06,
+      "loss": 31.3438,
+      "step": 25308
+    },
+    {
+      "epoch": 1.209452355920864,
+      "grad_norm": 326.0050354003906,
+      "learning_rate": 7.1348508576639705e-06,
+      "loss": 33.5938,
+      "step": 25309
+    },
+    {
+      "epoch": 1.2095001433623245,
+      "grad_norm": 144.87591552734375,
+      "learning_rate": 7.134109442498269e-06,
+      "loss": 22.0469,
+      "step": 25310
+    },
+    {
+      "epoch": 1.2095479308037849,
+      "grad_norm": 203.29249572753906,
+      "learning_rate": 7.133368044495559e-06,
+      "loss": 26.9531,
+      "step": 25311
+    },
+    {
+      "epoch": 1.2095957182452453,
+      "grad_norm": 161.57058715820312,
+      "learning_rate": 7.1326266636602715e-06,
+      "loss": 24.375,
+      "step": 25312
+    },
+    {
+      "epoch": 1.2096435056867056,
+      "grad_norm": 126.08879089355469,
+      "learning_rate": 7.13188529999685e-06,
+      "loss": 14.0938,
+      "step": 25313
+    },
+    {
+      "epoch": 1.209691293128166,
+      "grad_norm": 179.1253204345703,
+      "learning_rate": 7.131143953509735e-06,
+      "loss": 26.9688,
+      "step": 25314
+    },
+    {
+      "epoch": 1.2097390805696264,
+      "grad_norm": 310.3739013671875,
+      "learning_rate": 7.13040262420337e-06,
+      "loss": 21.7344,
+      "step": 25315
+    },
+    {
+      "epoch": 1.2097868680110866,
+      "grad_norm": 249.9783477783203,
+      "learning_rate": 7.129661312082186e-06,
+      "loss": 20.6562,
+      "step": 25316
+    },
+    {
+      "epoch": 1.209834655452547,
+      "grad_norm": 218.2244415283203,
+      "learning_rate": 7.128920017150627e-06,
+      "loss": 26.5469,
+      "step": 25317
+    },
+    {
+      "epoch": 1.2098824428940074,
+      "grad_norm": 198.78280639648438,
+      "learning_rate": 7.128178739413132e-06,
+      "loss": 34.2812,
+      "step": 25318
+    },
+    {
+      "epoch": 1.2099302303354678,
+      "grad_norm": 731.8933715820312,
+      "learning_rate": 7.127437478874145e-06,
+      "loss": 28.7812,
+      "step": 25319
+    },
+    {
+      "epoch": 1.2099780177769281,
+      "grad_norm": 186.7398681640625,
+      "learning_rate": 7.126696235538098e-06,
+      "loss": 27.0625,
+      "step": 25320
+    },
+    {
+      "epoch": 1.2100258052183885,
+      "grad_norm": 201.322509765625,
+      "learning_rate": 7.125955009409431e-06,
+      "loss": 24.8438,
+      "step": 25321
+    },
+    {
+      "epoch": 1.210073592659849,
+      "grad_norm": 377.5165710449219,
+      "learning_rate": 7.1252138004925895e-06,
+      "loss": 21.4062,
+      "step": 25322
+    },
+    {
+      "epoch": 1.2101213801013093,
+      "grad_norm": 357.39208984375,
+      "learning_rate": 7.124472608792005e-06,
+      "loss": 23.4531,
+      "step": 25323
+    },
+    {
+      "epoch": 1.2101691675427697,
+      "grad_norm": 176.39053344726562,
+      "learning_rate": 7.12373143431212e-06,
+      "loss": 25.3125,
+      "step": 25324
+    },
+    {
+      "epoch": 1.21021695498423,
+      "grad_norm": 217.89691162109375,
+      "learning_rate": 7.122990277057371e-06,
+      "loss": 23.3125,
+      "step": 25325
+    },
+    {
+      "epoch": 1.2102647424256905,
+      "grad_norm": 226.68072509765625,
+      "learning_rate": 7.1222491370322025e-06,
+      "loss": 26.7188,
+      "step": 25326
+    },
+    {
+      "epoch": 1.2103125298671509,
+      "grad_norm": 357.1921081542969,
+      "learning_rate": 7.121508014241043e-06,
+      "loss": 24.25,
+      "step": 25327
+    },
+    {
+      "epoch": 1.2103603173086113,
+      "grad_norm": 151.4815216064453,
+      "learning_rate": 7.1207669086883366e-06,
+      "loss": 20.375,
+      "step": 25328
+    },
+    {
+      "epoch": 1.2104081047500717,
+      "grad_norm": 237.1770782470703,
+      "learning_rate": 7.120025820378521e-06,
+      "loss": 22.0938,
+      "step": 25329
+    },
+    {
+      "epoch": 1.210455892191532,
+      "grad_norm": 278.67071533203125,
+      "learning_rate": 7.11928474931604e-06,
+      "loss": 21.0156,
+      "step": 25330
+    },
+    {
+      "epoch": 1.2105036796329924,
+      "grad_norm": 278.0662841796875,
+      "learning_rate": 7.11854369550532e-06,
+      "loss": 24.6094,
+      "step": 25331
+    },
+    {
+      "epoch": 1.2105514670744528,
+      "grad_norm": 280.2828674316406,
+      "learning_rate": 7.117802658950806e-06,
+      "loss": 18.5781,
+      "step": 25332
+    },
+    {
+      "epoch": 1.2105992545159132,
+      "grad_norm": 283.8463439941406,
+      "learning_rate": 7.1170616396569345e-06,
+      "loss": 25.8281,
+      "step": 25333
+    },
+    {
+      "epoch": 1.2106470419573736,
+      "grad_norm": 352.2742919921875,
+      "learning_rate": 7.116320637628149e-06,
+      "loss": 19.375,
+      "step": 25334
+    },
+    {
+      "epoch": 1.210694829398834,
+      "grad_norm": 212.1332550048828,
+      "learning_rate": 7.115579652868878e-06,
+      "loss": 20.0,
+      "step": 25335
+    },
+    {
+      "epoch": 1.2107426168402944,
+      "grad_norm": 309.66473388671875,
+      "learning_rate": 7.1148386853835624e-06,
+      "loss": 31.5625,
+      "step": 25336
+    },
+    {
+      "epoch": 1.2107904042817548,
+      "grad_norm": 385.960693359375,
+      "learning_rate": 7.114097735176644e-06,
+      "loss": 26.6875,
+      "step": 25337
+    },
+    {
+      "epoch": 1.2108381917232152,
+      "grad_norm": 230.44775390625,
+      "learning_rate": 7.113356802252553e-06,
+      "loss": 25.1875,
+      "step": 25338
+    },
+    {
+      "epoch": 1.2108859791646756,
+      "grad_norm": 505.2021484375,
+      "learning_rate": 7.112615886615732e-06,
+      "loss": 34.1094,
+      "step": 25339
+    },
+    {
+      "epoch": 1.210933766606136,
+      "grad_norm": 185.9612274169922,
+      "learning_rate": 7.1118749882706126e-06,
+      "loss": 22.9375,
+      "step": 25340
+    },
+    {
+      "epoch": 1.2109815540475963,
+      "grad_norm": 184.12478637695312,
+      "learning_rate": 7.111134107221639e-06,
+      "loss": 29.625,
+      "step": 25341
+    },
+    {
+      "epoch": 1.2110293414890567,
+      "grad_norm": 301.774169921875,
+      "learning_rate": 7.110393243473244e-06,
+      "loss": 24.6875,
+      "step": 25342
+    },
+    {
+      "epoch": 1.211077128930517,
+      "grad_norm": 198.38641357421875,
+      "learning_rate": 7.109652397029863e-06,
+      "loss": 18.5938,
+      "step": 25343
+    },
+    {
+      "epoch": 1.2111249163719775,
+      "grad_norm": 185.90794372558594,
+      "learning_rate": 7.108911567895933e-06,
+      "loss": 23.25,
+      "step": 25344
+    },
+    {
+      "epoch": 1.211172703813438,
+      "grad_norm": 199.3915557861328,
+      "learning_rate": 7.108170756075899e-06,
+      "loss": 25.8438,
+      "step": 25345
+    },
+    {
+      "epoch": 1.2112204912548983,
+      "grad_norm": 204.14305114746094,
+      "learning_rate": 7.107429961574184e-06,
+      "loss": 27.0938,
+      "step": 25346
+    },
+    {
+      "epoch": 1.2112682786963587,
+      "grad_norm": 498.6181945800781,
+      "learning_rate": 7.106689184395232e-06,
+      "loss": 27.5781,
+      "step": 25347
+    },
+    {
+      "epoch": 1.211316066137819,
+      "grad_norm": 223.58102416992188,
+      "learning_rate": 7.105948424543483e-06,
+      "loss": 30.5625,
+      "step": 25348
+    },
+    {
+      "epoch": 1.2113638535792794,
+      "grad_norm": 245.1522979736328,
+      "learning_rate": 7.105207682023363e-06,
+      "loss": 30.0625,
+      "step": 25349
+    },
+    {
+      "epoch": 1.2114116410207398,
+      "grad_norm": 302.0462341308594,
+      "learning_rate": 7.104466956839315e-06,
+      "loss": 30.8281,
+      "step": 25350
+    },
+    {
+      "epoch": 1.2114594284622002,
+      "grad_norm": 248.6920623779297,
+      "learning_rate": 7.103726248995773e-06,
+      "loss": 19.0312,
+      "step": 25351
+    },
+    {
+      "epoch": 1.2115072159036604,
+      "grad_norm": 235.46981811523438,
+      "learning_rate": 7.102985558497179e-06,
+      "loss": 24.625,
+      "step": 25352
+    },
+    {
+      "epoch": 1.2115550033451208,
+      "grad_norm": 208.21759033203125,
+      "learning_rate": 7.102244885347957e-06,
+      "loss": 21.5469,
+      "step": 25353
+    },
+    {
+      "epoch": 1.2116027907865812,
+      "grad_norm": 352.8065490722656,
+      "learning_rate": 7.1015042295525515e-06,
+      "loss": 33.25,
+      "step": 25354
+    },
+    {
+      "epoch": 1.2116505782280416,
+      "grad_norm": 176.20263671875,
+      "learning_rate": 7.100763591115396e-06,
+      "loss": 17.9219,
+      "step": 25355
+    },
+    {
+      "epoch": 1.211698365669502,
+      "grad_norm": 169.0408477783203,
+      "learning_rate": 7.100022970040926e-06,
+      "loss": 25.9688,
+      "step": 25356
+    },
+    {
+      "epoch": 1.2117461531109623,
+      "grad_norm": 487.66180419921875,
+      "learning_rate": 7.0992823663335765e-06,
+      "loss": 37.5,
+      "step": 25357
+    },
+    {
+      "epoch": 1.2117939405524227,
+      "grad_norm": 228.2696075439453,
+      "learning_rate": 7.098541779997781e-06,
+      "loss": 25.2656,
+      "step": 25358
+    },
+    {
+      "epoch": 1.2118417279938831,
+      "grad_norm": 244.19944763183594,
+      "learning_rate": 7.097801211037978e-06,
+      "loss": 24.75,
+      "step": 25359
+    },
+    {
+      "epoch": 1.2118895154353435,
+      "grad_norm": 232.2310791015625,
+      "learning_rate": 7.097060659458601e-06,
+      "loss": 25.9688,
+      "step": 25360
+    },
+    {
+      "epoch": 1.211937302876804,
+      "grad_norm": 460.6086120605469,
+      "learning_rate": 7.096320125264082e-06,
+      "loss": 28.1875,
+      "step": 25361
+    },
+    {
+      "epoch": 1.2119850903182643,
+      "grad_norm": 186.89292907714844,
+      "learning_rate": 7.095579608458859e-06,
+      "loss": 31.2188,
+      "step": 25362
+    },
+    {
+      "epoch": 1.2120328777597247,
+      "grad_norm": 216.89462280273438,
+      "learning_rate": 7.094839109047371e-06,
+      "loss": 23.4844,
+      "step": 25363
+    },
+    {
+      "epoch": 1.212080665201185,
+      "grad_norm": 289.3954772949219,
+      "learning_rate": 7.094098627034044e-06,
+      "loss": 22.5625,
+      "step": 25364
+    },
+    {
+      "epoch": 1.2121284526426455,
+      "grad_norm": 224.8760528564453,
+      "learning_rate": 7.093358162423316e-06,
+      "loss": 35.0938,
+      "step": 25365
+    },
+    {
+      "epoch": 1.2121762400841058,
+      "grad_norm": 295.8924560546875,
+      "learning_rate": 7.092617715219623e-06,
+      "loss": 22.0938,
+      "step": 25366
+    },
+    {
+      "epoch": 1.2122240275255662,
+      "grad_norm": 179.16514587402344,
+      "learning_rate": 7.091877285427401e-06,
+      "loss": 25.9219,
+      "step": 25367
+    },
+    {
+      "epoch": 1.2122718149670266,
+      "grad_norm": 358.8837585449219,
+      "learning_rate": 7.091136873051079e-06,
+      "loss": 26.7812,
+      "step": 25368
+    },
+    {
+      "epoch": 1.212319602408487,
+      "grad_norm": 320.85369873046875,
+      "learning_rate": 7.090396478095092e-06,
+      "loss": 22.9688,
+      "step": 25369
+    },
+    {
+      "epoch": 1.2123673898499474,
+      "grad_norm": 606.6112670898438,
+      "learning_rate": 7.089656100563879e-06,
+      "loss": 20.6875,
+      "step": 25370
+    },
+    {
+      "epoch": 1.2124151772914078,
+      "grad_norm": 191.72348022460938,
+      "learning_rate": 7.08891574046187e-06,
+      "loss": 20.0312,
+      "step": 25371
+    },
+    {
+      "epoch": 1.2124629647328682,
+      "grad_norm": 1584.8641357421875,
+      "learning_rate": 7.088175397793499e-06,
+      "loss": 18.5625,
+      "step": 25372
+    },
+    {
+      "epoch": 1.2125107521743286,
+      "grad_norm": 454.7781677246094,
+      "learning_rate": 7.0874350725632e-06,
+      "loss": 26.375,
+      "step": 25373
+    },
+    {
+      "epoch": 1.212558539615789,
+      "grad_norm": 249.83383178710938,
+      "learning_rate": 7.086694764775407e-06,
+      "loss": 27.9062,
+      "step": 25374
+    },
+    {
+      "epoch": 1.2126063270572494,
+      "grad_norm": 248.87901306152344,
+      "learning_rate": 7.0859544744345536e-06,
+      "loss": 28.25,
+      "step": 25375
+    },
+    {
+      "epoch": 1.2126541144987097,
+      "grad_norm": 186.83535766601562,
+      "learning_rate": 7.08521420154507e-06,
+      "loss": 25.6562,
+      "step": 25376
+    },
+    {
+      "epoch": 1.2127019019401701,
+      "grad_norm": 183.2823486328125,
+      "learning_rate": 7.084473946111393e-06,
+      "loss": 20.1719,
+      "step": 25377
+    },
+    {
+      "epoch": 1.2127496893816305,
+      "grad_norm": 266.97296142578125,
+      "learning_rate": 7.083733708137958e-06,
+      "loss": 35.5938,
+      "step": 25378
+    },
+    {
+      "epoch": 1.212797476823091,
+      "grad_norm": 281.85943603515625,
+      "learning_rate": 7.0829934876291926e-06,
+      "loss": 28.0,
+      "step": 25379
+    },
+    {
+      "epoch": 1.2128452642645513,
+      "grad_norm": 300.5804748535156,
+      "learning_rate": 7.082253284589532e-06,
+      "loss": 22.7344,
+      "step": 25380
+    },
+    {
+      "epoch": 1.2128930517060117,
+      "grad_norm": 228.25401306152344,
+      "learning_rate": 7.0815130990234095e-06,
+      "loss": 33.6562,
+      "step": 25381
+    },
+    {
+      "epoch": 1.212940839147472,
+      "grad_norm": 295.0417785644531,
+      "learning_rate": 7.08077293093526e-06,
+      "loss": 36.3125,
+      "step": 25382
+    },
+    {
+      "epoch": 1.2129886265889325,
+      "grad_norm": 225.30853271484375,
+      "learning_rate": 7.080032780329511e-06,
+      "loss": 29.6094,
+      "step": 25383
+    },
+    {
+      "epoch": 1.2130364140303929,
+      "grad_norm": 380.4091491699219,
+      "learning_rate": 7.079292647210598e-06,
+      "loss": 41.5625,
+      "step": 25384
+    },
+    {
+      "epoch": 1.2130842014718533,
+      "grad_norm": 129.14732360839844,
+      "learning_rate": 7.078552531582957e-06,
+      "loss": 14.5781,
+      "step": 25385
+    },
+    {
+      "epoch": 1.2131319889133136,
+      "grad_norm": 232.59214782714844,
+      "learning_rate": 7.077812433451012e-06,
+      "loss": 23.3906,
+      "step": 25386
+    },
+    {
+      "epoch": 1.213179776354774,
+      "grad_norm": 880.0921630859375,
+      "learning_rate": 7.077072352819201e-06,
+      "loss": 23.5625,
+      "step": 25387
+    },
+    {
+      "epoch": 1.2132275637962344,
+      "grad_norm": 299.2853088378906,
+      "learning_rate": 7.0763322896919565e-06,
+      "loss": 23.8906,
+      "step": 25388
+    },
+    {
+      "epoch": 1.2132753512376948,
+      "grad_norm": 606.8340454101562,
+      "learning_rate": 7.07559224407371e-06,
+      "loss": 34.9688,
+      "step": 25389
+    },
+    {
+      "epoch": 1.2133231386791552,
+      "grad_norm": 148.14451599121094,
+      "learning_rate": 7.07485221596889e-06,
+      "loss": 12.8125,
+      "step": 25390
+    },
+    {
+      "epoch": 1.2133709261206156,
+      "grad_norm": 349.4007568359375,
+      "learning_rate": 7.074112205381931e-06,
+      "loss": 23.125,
+      "step": 25391
+    },
+    {
+      "epoch": 1.213418713562076,
+      "grad_norm": 128.83819580078125,
+      "learning_rate": 7.073372212317264e-06,
+      "loss": 22.9688,
+      "step": 25392
+    },
+    {
+      "epoch": 1.2134665010035364,
+      "grad_norm": 279.2172546386719,
+      "learning_rate": 7.072632236779324e-06,
+      "loss": 26.625,
+      "step": 25393
+    },
+    {
+      "epoch": 1.2135142884449968,
+      "grad_norm": 186.90428161621094,
+      "learning_rate": 7.0718922787725366e-06,
+      "loss": 27.9062,
+      "step": 25394
+    },
+    {
+      "epoch": 1.2135620758864571,
+      "grad_norm": 231.79856872558594,
+      "learning_rate": 7.071152338301337e-06,
+      "loss": 26.4062,
+      "step": 25395
+    },
+    {
+      "epoch": 1.2136098633279175,
+      "grad_norm": 213.0140838623047,
+      "learning_rate": 7.070412415370158e-06,
+      "loss": 26.7188,
+      "step": 25396
+    },
+    {
+      "epoch": 1.213657650769378,
+      "grad_norm": 310.9635925292969,
+      "learning_rate": 7.069672509983425e-06,
+      "loss": 23.625,
+      "step": 25397
+    },
+    {
+      "epoch": 1.2137054382108383,
+      "grad_norm": 285.9640197753906,
+      "learning_rate": 7.068932622145572e-06,
+      "loss": 27.0,
+      "step": 25398
+    },
+    {
+      "epoch": 1.2137532256522985,
+      "grad_norm": 159.46495056152344,
+      "learning_rate": 7.068192751861032e-06,
+      "loss": 23.7812,
+      "step": 25399
+    },
+    {
+      "epoch": 1.2138010130937589,
+      "grad_norm": 191.6383514404297,
+      "learning_rate": 7.067452899134237e-06,
+      "loss": 26.8906,
+      "step": 25400
+    },
+    {
+      "epoch": 1.2138488005352193,
+      "grad_norm": 210.0503692626953,
+      "learning_rate": 7.0667130639696106e-06,
+      "loss": 28.4219,
+      "step": 25401
+    },
+    {
+      "epoch": 1.2138965879766797,
+      "grad_norm": 248.25523376464844,
+      "learning_rate": 7.0659732463715895e-06,
+      "loss": 17.0,
+      "step": 25402
+    },
+    {
+      "epoch": 1.21394437541814,
+      "grad_norm": 203.1520538330078,
+      "learning_rate": 7.065233446344604e-06,
+      "loss": 22.4219,
+      "step": 25403
+    },
+    {
+      "epoch": 1.2139921628596004,
+      "grad_norm": 168.53189086914062,
+      "learning_rate": 7.064493663893083e-06,
+      "loss": 16.1094,
+      "step": 25404
+    },
+    {
+      "epoch": 1.2140399503010608,
+      "grad_norm": 255.5647430419922,
+      "learning_rate": 7.063753899021455e-06,
+      "loss": 22.125,
+      "step": 25405
+    },
+    {
+      "epoch": 1.2140877377425212,
+      "grad_norm": 337.8997802734375,
+      "learning_rate": 7.063014151734156e-06,
+      "loss": 21.0625,
+      "step": 25406
+    },
+    {
+      "epoch": 1.2141355251839816,
+      "grad_norm": 383.3754577636719,
+      "learning_rate": 7.062274422035611e-06,
+      "loss": 27.3125,
+      "step": 25407
+    },
+    {
+      "epoch": 1.214183312625442,
+      "grad_norm": 324.8599548339844,
+      "learning_rate": 7.061534709930251e-06,
+      "loss": 26.9062,
+      "step": 25408
+    },
+    {
+      "epoch": 1.2142311000669024,
+      "grad_norm": 338.2876281738281,
+      "learning_rate": 7.060795015422506e-06,
+      "loss": 25.625,
+      "step": 25409
+    },
+    {
+      "epoch": 1.2142788875083628,
+      "grad_norm": 320.44354248046875,
+      "learning_rate": 7.060055338516804e-06,
+      "loss": 28.2812,
+      "step": 25410
+    },
+    {
+      "epoch": 1.2143266749498232,
+      "grad_norm": 150.8740997314453,
+      "learning_rate": 7.059315679217583e-06,
+      "loss": 32.5312,
+      "step": 25411
+    },
+    {
+      "epoch": 1.2143744623912835,
+      "grad_norm": 153.87957763671875,
+      "learning_rate": 7.058576037529261e-06,
+      "loss": 19.8438,
+      "step": 25412
+    },
+    {
+      "epoch": 1.214422249832744,
+      "grad_norm": 168.6962127685547,
+      "learning_rate": 7.057836413456275e-06,
+      "loss": 24.5781,
+      "step": 25413
+    },
+    {
+      "epoch": 1.2144700372742043,
+      "grad_norm": 217.14779663085938,
+      "learning_rate": 7.057096807003051e-06,
+      "loss": 28.6562,
+      "step": 25414
+    },
+    {
+      "epoch": 1.2145178247156647,
+      "grad_norm": 208.2247772216797,
+      "learning_rate": 7.056357218174023e-06,
+      "loss": 28.5625,
+      "step": 25415
+    },
+    {
+      "epoch": 1.214565612157125,
+      "grad_norm": 298.1683654785156,
+      "learning_rate": 7.055617646973616e-06,
+      "loss": 22.8125,
+      "step": 25416
+    },
+    {
+      "epoch": 1.2146133995985855,
+      "grad_norm": 215.1162872314453,
+      "learning_rate": 7.054878093406257e-06,
+      "loss": 28.5625,
+      "step": 25417
+    },
+    {
+      "epoch": 1.2146611870400459,
+      "grad_norm": 173.8047637939453,
+      "learning_rate": 7.05413855747638e-06,
+      "loss": 19.9531,
+      "step": 25418
+    },
+    {
+      "epoch": 1.2147089744815063,
+      "grad_norm": 499.9345397949219,
+      "learning_rate": 7.0533990391884145e-06,
+      "loss": 33.9062,
+      "step": 25419
+    },
+    {
+      "epoch": 1.2147567619229667,
+      "grad_norm": 241.63560485839844,
+      "learning_rate": 7.0526595385467824e-06,
+      "loss": 28.4375,
+      "step": 25420
+    },
+    {
+      "epoch": 1.214804549364427,
+      "grad_norm": 358.7340087890625,
+      "learning_rate": 7.051920055555919e-06,
+      "loss": 31.4375,
+      "step": 25421
+    },
+    {
+      "epoch": 1.2148523368058874,
+      "grad_norm": 565.9468994140625,
+      "learning_rate": 7.051180590220251e-06,
+      "loss": 25.9844,
+      "step": 25422
+    },
+    {
+      "epoch": 1.2149001242473478,
+      "grad_norm": 1948.783935546875,
+      "learning_rate": 7.050441142544207e-06,
+      "loss": 32.875,
+      "step": 25423
+    },
+    {
+      "epoch": 1.2149479116888082,
+      "grad_norm": 142.4819793701172,
+      "learning_rate": 7.049701712532211e-06,
+      "loss": 24.6094,
+      "step": 25424
+    },
+    {
+      "epoch": 1.2149956991302686,
+      "grad_norm": 544.2893676757812,
+      "learning_rate": 7.048962300188695e-06,
+      "loss": 24.875,
+      "step": 25425
+    },
+    {
+      "epoch": 1.215043486571729,
+      "grad_norm": 148.8368682861328,
+      "learning_rate": 7.048222905518092e-06,
+      "loss": 20.5312,
+      "step": 25426
+    },
+    {
+      "epoch": 1.2150912740131894,
+      "grad_norm": 274.48712158203125,
+      "learning_rate": 7.0474835285248185e-06,
+      "loss": 26.0312,
+      "step": 25427
+    },
+    {
+      "epoch": 1.2151390614546498,
+      "grad_norm": 286.1717224121094,
+      "learning_rate": 7.046744169213311e-06,
+      "loss": 27.7969,
+      "step": 25428
+    },
+    {
+      "epoch": 1.2151868488961102,
+      "grad_norm": 232.69825744628906,
+      "learning_rate": 7.046004827587995e-06,
+      "loss": 25.1562,
+      "step": 25429
+    },
+    {
+      "epoch": 1.2152346363375706,
+      "grad_norm": 315.63580322265625,
+      "learning_rate": 7.045265503653302e-06,
+      "loss": 29.5,
+      "step": 25430
+    },
+    {
+      "epoch": 1.215282423779031,
+      "grad_norm": 122.36750030517578,
+      "learning_rate": 7.044526197413653e-06,
+      "loss": 18.4688,
+      "step": 25431
+    },
+    {
+      "epoch": 1.2153302112204913,
+      "grad_norm": 149.99624633789062,
+      "learning_rate": 7.043786908873475e-06,
+      "loss": 21.6406,
+      "step": 25432
+    },
+    {
+      "epoch": 1.2153779986619517,
+      "grad_norm": 186.3199920654297,
+      "learning_rate": 7.043047638037206e-06,
+      "loss": 24.6562,
+      "step": 25433
+    },
+    {
+      "epoch": 1.2154257861034121,
+      "grad_norm": 242.6078338623047,
+      "learning_rate": 7.042308384909262e-06,
+      "loss": 25.875,
+      "step": 25434
+    },
+    {
+      "epoch": 1.2154735735448723,
+      "grad_norm": 204.89224243164062,
+      "learning_rate": 7.041569149494074e-06,
+      "loss": 21.5469,
+      "step": 25435
+    },
+    {
+      "epoch": 1.2155213609863327,
+      "grad_norm": 520.3697509765625,
+      "learning_rate": 7.040829931796072e-06,
+      "loss": 31.3438,
+      "step": 25436
+    },
+    {
+      "epoch": 1.215569148427793,
+      "grad_norm": 443.27032470703125,
+      "learning_rate": 7.040090731819679e-06,
+      "loss": 28.625,
+      "step": 25437
+    },
+    {
+      "epoch": 1.2156169358692535,
+      "grad_norm": 213.24685668945312,
+      "learning_rate": 7.039351549569322e-06,
+      "loss": 25.125,
+      "step": 25438
+    },
+    {
+      "epoch": 1.2156647233107138,
+      "grad_norm": 245.64842224121094,
+      "learning_rate": 7.0386123850494305e-06,
+      "loss": 22.9844,
+      "step": 25439
+    },
+    {
+      "epoch": 1.2157125107521742,
+      "grad_norm": 165.64732360839844,
+      "learning_rate": 7.037873238264427e-06,
+      "loss": 20.5625,
+      "step": 25440
+    },
+    {
+      "epoch": 1.2157602981936346,
+      "grad_norm": 235.0659637451172,
+      "learning_rate": 7.037134109218746e-06,
+      "loss": 24.4688,
+      "step": 25441
+    },
+    {
+      "epoch": 1.215808085635095,
+      "grad_norm": 448.4281921386719,
+      "learning_rate": 7.0363949979168035e-06,
+      "loss": 21.0156,
+      "step": 25442
+    },
+    {
+      "epoch": 1.2158558730765554,
+      "grad_norm": 171.96096801757812,
+      "learning_rate": 7.035655904363031e-06,
+      "loss": 23.2656,
+      "step": 25443
+    },
+    {
+      "epoch": 1.2159036605180158,
+      "grad_norm": 239.5982666015625,
+      "learning_rate": 7.03491682856186e-06,
+      "loss": 28.875,
+      "step": 25444
+    },
+    {
+      "epoch": 1.2159514479594762,
+      "grad_norm": 206.39697265625,
+      "learning_rate": 7.034177770517705e-06,
+      "loss": 25.9688,
+      "step": 25445
+    },
+    {
+      "epoch": 1.2159992354009366,
+      "grad_norm": 200.61972045898438,
+      "learning_rate": 7.033438730234999e-06,
+      "loss": 22.5469,
+      "step": 25446
+    },
+    {
+      "epoch": 1.216047022842397,
+      "grad_norm": 222.26010131835938,
+      "learning_rate": 7.0326997077181665e-06,
+      "loss": 29.0312,
+      "step": 25447
+    },
+    {
+      "epoch": 1.2160948102838574,
+      "grad_norm": 509.3618469238281,
+      "learning_rate": 7.03196070297164e-06,
+      "loss": 31.25,
+      "step": 25448
+    },
+    {
+      "epoch": 1.2161425977253177,
+      "grad_norm": 242.1987762451172,
+      "learning_rate": 7.031221715999834e-06,
+      "loss": 18.9375,
+      "step": 25449
+    },
+    {
+      "epoch": 1.2161903851667781,
+      "grad_norm": 302.35516357421875,
+      "learning_rate": 7.030482746807179e-06,
+      "loss": 29.625,
+      "step": 25450
+    },
+    {
+      "epoch": 1.2162381726082385,
+      "grad_norm": 250.55821228027344,
+      "learning_rate": 7.0297437953981e-06,
+      "loss": 25.75,
+      "step": 25451
+    },
+    {
+      "epoch": 1.216285960049699,
+      "grad_norm": 205.8699188232422,
+      "learning_rate": 7.029004861777027e-06,
+      "loss": 26.0625,
+      "step": 25452
+    },
+    {
+      "epoch": 1.2163337474911593,
+      "grad_norm": 240.40586853027344,
+      "learning_rate": 7.0282659459483785e-06,
+      "loss": 34.2812,
+      "step": 25453
+    },
+    {
+      "epoch": 1.2163815349326197,
+      "grad_norm": 110.58386993408203,
+      "learning_rate": 7.027527047916582e-06,
+      "loss": 19.7656,
+      "step": 25454
+    },
+    {
+      "epoch": 1.21642932237408,
+      "grad_norm": 288.2974853515625,
+      "learning_rate": 7.026788167686064e-06,
+      "loss": 32.7188,
+      "step": 25455
+    },
+    {
+      "epoch": 1.2164771098155405,
+      "grad_norm": 170.9006805419922,
+      "learning_rate": 7.0260493052612484e-06,
+      "loss": 19.3906,
+      "step": 25456
+    },
+    {
+      "epoch": 1.2165248972570009,
+      "grad_norm": 495.5007019042969,
+      "learning_rate": 7.025310460646562e-06,
+      "loss": 22.7188,
+      "step": 25457
+    },
+    {
+      "epoch": 1.2165726846984612,
+      "grad_norm": 459.7981262207031,
+      "learning_rate": 7.0245716338464235e-06,
+      "loss": 26.1562,
+      "step": 25458
+    },
+    {
+      "epoch": 1.2166204721399216,
+      "grad_norm": 231.52093505859375,
+      "learning_rate": 7.023832824865266e-06,
+      "loss": 17.125,
+      "step": 25459
+    },
+    {
+      "epoch": 1.216668259581382,
+      "grad_norm": 145.46934509277344,
+      "learning_rate": 7.023094033707505e-06,
+      "loss": 23.25,
+      "step": 25460
+    },
+    {
+      "epoch": 1.2167160470228424,
+      "grad_norm": 254.95909118652344,
+      "learning_rate": 7.0223552603775715e-06,
+      "loss": 22.5625,
+      "step": 25461
+    },
+    {
+      "epoch": 1.2167638344643028,
+      "grad_norm": 286.9033508300781,
+      "learning_rate": 7.0216165048798855e-06,
+      "loss": 23.7344,
+      "step": 25462
+    },
+    {
+      "epoch": 1.2168116219057632,
+      "grad_norm": 322.78680419921875,
+      "learning_rate": 7.020877767218879e-06,
+      "loss": 17.9375,
+      "step": 25463
+    },
+    {
+      "epoch": 1.2168594093472236,
+      "grad_norm": 180.00680541992188,
+      "learning_rate": 7.020139047398966e-06,
+      "loss": 30.25,
+      "step": 25464
+    },
+    {
+      "epoch": 1.216907196788684,
+      "grad_norm": 185.37310791015625,
+      "learning_rate": 7.019400345424574e-06,
+      "loss": 15.1719,
+      "step": 25465
+    },
+    {
+      "epoch": 1.2169549842301444,
+      "grad_norm": 191.97193908691406,
+      "learning_rate": 7.01866166130013e-06,
+      "loss": 26.4219,
+      "step": 25466
+    },
+    {
+      "epoch": 1.2170027716716048,
+      "grad_norm": 153.98391723632812,
+      "learning_rate": 7.0179229950300585e-06,
+      "loss": 18.6719,
+      "step": 25467
+    },
+    {
+      "epoch": 1.2170505591130651,
+      "grad_norm": 368.877685546875,
+      "learning_rate": 7.017184346618776e-06,
+      "loss": 41.0625,
+      "step": 25468
+    },
+    {
+      "epoch": 1.2170983465545255,
+      "grad_norm": 643.5486450195312,
+      "learning_rate": 7.016445716070713e-06,
+      "loss": 23.0469,
+      "step": 25469
+    },
+    {
+      "epoch": 1.217146133995986,
+      "grad_norm": 176.98146057128906,
+      "learning_rate": 7.01570710339029e-06,
+      "loss": 19.7188,
+      "step": 25470
+    },
+    {
+      "epoch": 1.2171939214374463,
+      "grad_norm": 162.61573791503906,
+      "learning_rate": 7.01496850858193e-06,
+      "loss": 23.375,
+      "step": 25471
+    },
+    {
+      "epoch": 1.2172417088789067,
+      "grad_norm": 177.91339111328125,
+      "learning_rate": 7.014229931650056e-06,
+      "loss": 22.0156,
+      "step": 25472
+    },
+    {
+      "epoch": 1.217289496320367,
+      "grad_norm": 171.64291381835938,
+      "learning_rate": 7.013491372599092e-06,
+      "loss": 28.8906,
+      "step": 25473
+    },
+    {
+      "epoch": 1.2173372837618275,
+      "grad_norm": 164.06344604492188,
+      "learning_rate": 7.0127528314334646e-06,
+      "loss": 25.8125,
+      "step": 25474
+    },
+    {
+      "epoch": 1.2173850712032879,
+      "grad_norm": 225.01748657226562,
+      "learning_rate": 7.012014308157591e-06,
+      "loss": 17.1719,
+      "step": 25475
+    },
+    {
+      "epoch": 1.2174328586447483,
+      "grad_norm": 613.4791259765625,
+      "learning_rate": 7.011275802775894e-06,
+      "loss": 32.1875,
+      "step": 25476
+    },
+    {
+      "epoch": 1.2174806460862087,
+      "grad_norm": 165.93048095703125,
+      "learning_rate": 7.010537315292798e-06,
+      "loss": 20.5312,
+      "step": 25477
+    },
+    {
+      "epoch": 1.217528433527669,
+      "grad_norm": 302.3228454589844,
+      "learning_rate": 7.009798845712732e-06,
+      "loss": 23.3125,
+      "step": 25478
+    },
+    {
+      "epoch": 1.2175762209691294,
+      "grad_norm": 201.12330627441406,
+      "learning_rate": 7.009060394040106e-06,
+      "loss": 25.7812,
+      "step": 25479
+    },
+    {
+      "epoch": 1.2176240084105898,
+      "grad_norm": 275.3914794921875,
+      "learning_rate": 7.008321960279351e-06,
+      "loss": 34.5625,
+      "step": 25480
+    },
+    {
+      "epoch": 1.21767179585205,
+      "grad_norm": 287.50445556640625,
+      "learning_rate": 7.0075835444348905e-06,
+      "loss": 26.75,
+      "step": 25481
+    },
+    {
+      "epoch": 1.2177195832935104,
+      "grad_norm": 263.72802734375,
+      "learning_rate": 7.006845146511138e-06,
+      "loss": 36.7812,
+      "step": 25482
+    },
+    {
+      "epoch": 1.2177673707349708,
+      "grad_norm": 731.7177124023438,
+      "learning_rate": 7.006106766512523e-06,
+      "loss": 16.5312,
+      "step": 25483
+    },
+    {
+      "epoch": 1.2178151581764312,
+      "grad_norm": 430.9585876464844,
+      "learning_rate": 7.005368404443464e-06,
+      "loss": 18.7188,
+      "step": 25484
+    },
+    {
+      "epoch": 1.2178629456178915,
+      "grad_norm": 195.64511108398438,
+      "learning_rate": 7.004630060308389e-06,
+      "loss": 22.2812,
+      "step": 25485
+    },
+    {
+      "epoch": 1.217910733059352,
+      "grad_norm": 144.95242309570312,
+      "learning_rate": 7.00389173411171e-06,
+      "loss": 18.5312,
+      "step": 25486
+    },
+    {
+      "epoch": 1.2179585205008123,
+      "grad_norm": 219.73861694335938,
+      "learning_rate": 7.0031534258578555e-06,
+      "loss": 26.9375,
+      "step": 25487
+    },
+    {
+      "epoch": 1.2180063079422727,
+      "grad_norm": 224.9271240234375,
+      "learning_rate": 7.0024151355512436e-06,
+      "loss": 29.2656,
+      "step": 25488
+    },
+    {
+      "epoch": 1.218054095383733,
+      "grad_norm": 331.1578674316406,
+      "learning_rate": 7.001676863196298e-06,
+      "loss": 24.5625,
+      "step": 25489
+    },
+    {
+      "epoch": 1.2181018828251935,
+      "grad_norm": 177.7528076171875,
+      "learning_rate": 7.0009386087974405e-06,
+      "loss": 17.5625,
+      "step": 25490
+    },
+    {
+      "epoch": 1.2181496702666539,
+      "grad_norm": 172.43655395507812,
+      "learning_rate": 7.000200372359088e-06,
+      "loss": 20.8125,
+      "step": 25491
+    },
+    {
+      "epoch": 1.2181974577081143,
+      "grad_norm": 666.3616333007812,
+      "learning_rate": 6.999462153885665e-06,
+      "loss": 20.8594,
+      "step": 25492
+    },
+    {
+      "epoch": 1.2182452451495747,
+      "grad_norm": 427.0148010253906,
+      "learning_rate": 6.9987239533815955e-06,
+      "loss": 29.1406,
+      "step": 25493
+    },
+    {
+      "epoch": 1.218293032591035,
+      "grad_norm": 184.89505004882812,
+      "learning_rate": 6.997985770851292e-06,
+      "loss": 29.4375,
+      "step": 25494
+    },
+    {
+      "epoch": 1.2183408200324954,
+      "grad_norm": 587.430419921875,
+      "learning_rate": 6.997247606299182e-06,
+      "loss": 21.4531,
+      "step": 25495
+    },
+    {
+      "epoch": 1.2183886074739558,
+      "grad_norm": 287.85589599609375,
+      "learning_rate": 6.996509459729688e-06,
+      "loss": 20.0156,
+      "step": 25496
+    },
+    {
+      "epoch": 1.2184363949154162,
+      "grad_norm": 179.49562072753906,
+      "learning_rate": 6.9957713311472206e-06,
+      "loss": 24.4375,
+      "step": 25497
+    },
+    {
+      "epoch": 1.2184841823568766,
+      "grad_norm": 327.0285339355469,
+      "learning_rate": 6.995033220556209e-06,
+      "loss": 35.0625,
+      "step": 25498
+    },
+    {
+      "epoch": 1.218531969798337,
+      "grad_norm": 173.5739288330078,
+      "learning_rate": 6.99429512796107e-06,
+      "loss": 16.9688,
+      "step": 25499
+    },
+    {
+      "epoch": 1.2185797572397974,
+      "grad_norm": 242.02330017089844,
+      "learning_rate": 6.993557053366228e-06,
+      "loss": 22.0469,
+      "step": 25500
+    },
+    {
+      "epoch": 1.2186275446812578,
+      "grad_norm": 324.4046630859375,
+      "learning_rate": 6.9928189967760966e-06,
+      "loss": 24.4375,
+      "step": 25501
+    },
+    {
+      "epoch": 1.2186753321227182,
+      "grad_norm": 576.584716796875,
+      "learning_rate": 6.992080958195098e-06,
+      "loss": 34.4062,
+      "step": 25502
+    },
+    {
+      "epoch": 1.2187231195641786,
+      "grad_norm": 251.17916870117188,
+      "learning_rate": 6.991342937627656e-06,
+      "loss": 25.75,
+      "step": 25503
+    },
+    {
+      "epoch": 1.218770907005639,
+      "grad_norm": 348.59027099609375,
+      "learning_rate": 6.990604935078188e-06,
+      "loss": 25.5625,
+      "step": 25504
+    },
+    {
+      "epoch": 1.2188186944470993,
+      "grad_norm": 215.01705932617188,
+      "learning_rate": 6.989866950551113e-06,
+      "loss": 25.6875,
+      "step": 25505
+    },
+    {
+      "epoch": 1.2188664818885597,
+      "grad_norm": 210.40814208984375,
+      "learning_rate": 6.989128984050848e-06,
+      "loss": 22.7812,
+      "step": 25506
+    },
+    {
+      "epoch": 1.2189142693300201,
+      "grad_norm": 238.2526092529297,
+      "learning_rate": 6.988391035581821e-06,
+      "loss": 25.1719,
+      "step": 25507
+    },
+    {
+      "epoch": 1.2189620567714805,
+      "grad_norm": 168.6031494140625,
+      "learning_rate": 6.9876531051484405e-06,
+      "loss": 22.1875,
+      "step": 25508
+    },
+    {
+      "epoch": 1.219009844212941,
+      "grad_norm": 191.81845092773438,
+      "learning_rate": 6.986915192755131e-06,
+      "loss": 24.2188,
+      "step": 25509
+    },
+    {
+      "epoch": 1.2190576316544013,
+      "grad_norm": 407.8933410644531,
+      "learning_rate": 6.986177298406311e-06,
+      "loss": 28.5312,
+      "step": 25510
+    },
+    {
+      "epoch": 1.2191054190958617,
+      "grad_norm": 287.0144958496094,
+      "learning_rate": 6.985439422106406e-06,
+      "loss": 30.0938,
+      "step": 25511
+    },
+    {
+      "epoch": 1.219153206537322,
+      "grad_norm": 391.9921569824219,
+      "learning_rate": 6.984701563859824e-06,
+      "loss": 31.875,
+      "step": 25512
+    },
+    {
+      "epoch": 1.2192009939787825,
+      "grad_norm": 297.75933837890625,
+      "learning_rate": 6.9839637236709875e-06,
+      "loss": 27.7812,
+      "step": 25513
+    },
+    {
+      "epoch": 1.2192487814202428,
+      "grad_norm": 128.17901611328125,
+      "learning_rate": 6.983225901544317e-06,
+      "loss": 23.9375,
+      "step": 25514
+    },
+    {
+      "epoch": 1.2192965688617032,
+      "grad_norm": 218.8402862548828,
+      "learning_rate": 6.982488097484237e-06,
+      "loss": 17.6875,
+      "step": 25515
+    },
+    {
+      "epoch": 1.2193443563031636,
+      "grad_norm": 215.58575439453125,
+      "learning_rate": 6.981750311495152e-06,
+      "loss": 18.2969,
+      "step": 25516
+    },
+    {
+      "epoch": 1.2193921437446238,
+      "grad_norm": 214.12106323242188,
+      "learning_rate": 6.9810125435814915e-06,
+      "loss": 25.375,
+      "step": 25517
+    },
+    {
+      "epoch": 1.2194399311860842,
+      "grad_norm": 214.1451416015625,
+      "learning_rate": 6.980274793747672e-06,
+      "loss": 21.0781,
+      "step": 25518
+    },
+    {
+      "epoch": 1.2194877186275446,
+      "grad_norm": 187.13339233398438,
+      "learning_rate": 6.9795370619981075e-06,
+      "loss": 21.7969,
+      "step": 25519
+    },
+    {
+      "epoch": 1.219535506069005,
+      "grad_norm": 343.8698425292969,
+      "learning_rate": 6.97879934833722e-06,
+      "loss": 27.6406,
+      "step": 25520
+    },
+    {
+      "epoch": 1.2195832935104653,
+      "grad_norm": 191.13426208496094,
+      "learning_rate": 6.978061652769423e-06,
+      "loss": 20.9062,
+      "step": 25521
+    },
+    {
+      "epoch": 1.2196310809519257,
+      "grad_norm": 344.2413330078125,
+      "learning_rate": 6.977323975299139e-06,
+      "loss": 47.0312,
+      "step": 25522
+    },
+    {
+      "epoch": 1.2196788683933861,
+      "grad_norm": 285.2232666015625,
+      "learning_rate": 6.9765863159307866e-06,
+      "loss": 25.1562,
+      "step": 25523
+    },
+    {
+      "epoch": 1.2197266558348465,
+      "grad_norm": 228.9844970703125,
+      "learning_rate": 6.975848674668777e-06,
+      "loss": 33.7812,
+      "step": 25524
+    },
+    {
+      "epoch": 1.219774443276307,
+      "grad_norm": 236.24826049804688,
+      "learning_rate": 6.975111051517531e-06,
+      "loss": 25.0625,
+      "step": 25525
+    },
+    {
+      "epoch": 1.2198222307177673,
+      "grad_norm": 242.127197265625,
+      "learning_rate": 6.974373446481473e-06,
+      "loss": 32.1875,
+      "step": 25526
+    },
+    {
+      "epoch": 1.2198700181592277,
+      "grad_norm": 282.3232727050781,
+      "learning_rate": 6.973635859565009e-06,
+      "loss": 25.9375,
+      "step": 25527
+    },
+    {
+      "epoch": 1.219917805600688,
+      "grad_norm": 151.31826782226562,
+      "learning_rate": 6.97289829077256e-06,
+      "loss": 27.0,
+      "step": 25528
+    },
+    {
+      "epoch": 1.2199655930421485,
+      "grad_norm": 174.4625701904297,
+      "learning_rate": 6.972160740108549e-06,
+      "loss": 20.6562,
+      "step": 25529
+    },
+    {
+      "epoch": 1.2200133804836089,
+      "grad_norm": 259.6891784667969,
+      "learning_rate": 6.971423207577383e-06,
+      "loss": 23.2031,
+      "step": 25530
+    },
+    {
+      "epoch": 1.2200611679250692,
+      "grad_norm": 127.46599578857422,
+      "learning_rate": 6.970685693183486e-06,
+      "loss": 20.0312,
+      "step": 25531
+    },
+    {
+      "epoch": 1.2201089553665296,
+      "grad_norm": 189.3657684326172,
+      "learning_rate": 6.969948196931272e-06,
+      "loss": 17.75,
+      "step": 25532
+    },
+    {
+      "epoch": 1.22015674280799,
+      "grad_norm": 223.1640167236328,
+      "learning_rate": 6.969210718825164e-06,
+      "loss": 37.6875,
+      "step": 25533
+    },
+    {
+      "epoch": 1.2202045302494504,
+      "grad_norm": 176.82435607910156,
+      "learning_rate": 6.968473258869566e-06,
+      "loss": 24.5625,
+      "step": 25534
+    },
+    {
+      "epoch": 1.2202523176909108,
+      "grad_norm": 275.2546691894531,
+      "learning_rate": 6.967735817068904e-06,
+      "loss": 26.125,
+      "step": 25535
+    },
+    {
+      "epoch": 1.2203001051323712,
+      "grad_norm": 419.6871337890625,
+      "learning_rate": 6.966998393427591e-06,
+      "loss": 29.9062,
+      "step": 25536
+    },
+    {
+      "epoch": 1.2203478925738316,
+      "grad_norm": 221.8508758544922,
+      "learning_rate": 6.966260987950046e-06,
+      "loss": 18.4062,
+      "step": 25537
+    },
+    {
+      "epoch": 1.220395680015292,
+      "grad_norm": 336.48309326171875,
+      "learning_rate": 6.965523600640683e-06,
+      "loss": 29.3438,
+      "step": 25538
+    },
+    {
+      "epoch": 1.2204434674567524,
+      "grad_norm": 171.02337646484375,
+      "learning_rate": 6.964786231503915e-06,
+      "loss": 17.625,
+      "step": 25539
+    },
+    {
+      "epoch": 1.2204912548982128,
+      "grad_norm": 491.154052734375,
+      "learning_rate": 6.964048880544163e-06,
+      "loss": 21.3438,
+      "step": 25540
+    },
+    {
+      "epoch": 1.2205390423396731,
+      "grad_norm": 165.42420959472656,
+      "learning_rate": 6.963311547765843e-06,
+      "loss": 24.5781,
+      "step": 25541
+    },
+    {
+      "epoch": 1.2205868297811335,
+      "grad_norm": 181.14598083496094,
+      "learning_rate": 6.962574233173365e-06,
+      "loss": 23.25,
+      "step": 25542
+    },
+    {
+      "epoch": 1.220634617222594,
+      "grad_norm": 209.62742614746094,
+      "learning_rate": 6.961836936771148e-06,
+      "loss": 20.2188,
+      "step": 25543
+    },
+    {
+      "epoch": 1.2206824046640543,
+      "grad_norm": 288.31170654296875,
+      "learning_rate": 6.961099658563612e-06,
+      "loss": 29.2812,
+      "step": 25544
+    },
+    {
+      "epoch": 1.2207301921055147,
+      "grad_norm": 273.4444885253906,
+      "learning_rate": 6.960362398555163e-06,
+      "loss": 28.25,
+      "step": 25545
+    },
+    {
+      "epoch": 1.220777979546975,
+      "grad_norm": 215.77554321289062,
+      "learning_rate": 6.95962515675022e-06,
+      "loss": 32.0312,
+      "step": 25546
+    },
+    {
+      "epoch": 1.2208257669884355,
+      "grad_norm": 249.89825439453125,
+      "learning_rate": 6.958887933153201e-06,
+      "loss": 24.0625,
+      "step": 25547
+    },
+    {
+      "epoch": 1.2208735544298959,
+      "grad_norm": 326.8490905761719,
+      "learning_rate": 6.9581507277685225e-06,
+      "loss": 17.375,
+      "step": 25548
+    },
+    {
+      "epoch": 1.2209213418713563,
+      "grad_norm": 202.3003387451172,
+      "learning_rate": 6.957413540600593e-06,
+      "loss": 20.0469,
+      "step": 25549
+    },
+    {
+      "epoch": 1.2209691293128166,
+      "grad_norm": 216.2725830078125,
+      "learning_rate": 6.956676371653829e-06,
+      "loss": 22.5625,
+      "step": 25550
+    },
+    {
+      "epoch": 1.221016916754277,
+      "grad_norm": 277.7100830078125,
+      "learning_rate": 6.955939220932648e-06,
+      "loss": 26.375,
+      "step": 25551
+    },
+    {
+      "epoch": 1.2210647041957374,
+      "grad_norm": 291.7556457519531,
+      "learning_rate": 6.955202088441465e-06,
+      "loss": 29.3438,
+      "step": 25552
+    },
+    {
+      "epoch": 1.2211124916371978,
+      "grad_norm": 257.5012512207031,
+      "learning_rate": 6.954464974184692e-06,
+      "loss": 29.9688,
+      "step": 25553
+    },
+    {
+      "epoch": 1.2211602790786582,
+      "grad_norm": 279.9887390136719,
+      "learning_rate": 6.9537278781667415e-06,
+      "loss": 24.0625,
+      "step": 25554
+    },
+    {
+      "epoch": 1.2212080665201186,
+      "grad_norm": 855.1987915039062,
+      "learning_rate": 6.952990800392032e-06,
+      "loss": 35.1875,
+      "step": 25555
+    },
+    {
+      "epoch": 1.221255853961579,
+      "grad_norm": 247.7798309326172,
+      "learning_rate": 6.952253740864978e-06,
+      "loss": 34.0312,
+      "step": 25556
+    },
+    {
+      "epoch": 1.2213036414030394,
+      "grad_norm": 178.8892822265625,
+      "learning_rate": 6.951516699589987e-06,
+      "loss": 20.0625,
+      "step": 25557
+    },
+    {
+      "epoch": 1.2213514288444998,
+      "grad_norm": 229.78778076171875,
+      "learning_rate": 6.950779676571479e-06,
+      "loss": 22.9688,
+      "step": 25558
+    },
+    {
+      "epoch": 1.2213992162859602,
+      "grad_norm": 203.0158233642578,
+      "learning_rate": 6.950042671813869e-06,
+      "loss": 27.9375,
+      "step": 25559
+    },
+    {
+      "epoch": 1.2214470037274205,
+      "grad_norm": 334.647705078125,
+      "learning_rate": 6.949305685321563e-06,
+      "loss": 34.0,
+      "step": 25560
+    },
+    {
+      "epoch": 1.221494791168881,
+      "grad_norm": 147.88296508789062,
+      "learning_rate": 6.948568717098982e-06,
+      "loss": 29.4688,
+      "step": 25561
+    },
+    {
+      "epoch": 1.2215425786103413,
+      "grad_norm": 349.65087890625,
+      "learning_rate": 6.947831767150535e-06,
+      "loss": 21.0625,
+      "step": 25562
+    },
+    {
+      "epoch": 1.2215903660518015,
+      "grad_norm": 247.9754638671875,
+      "learning_rate": 6.947094835480644e-06,
+      "loss": 21.5781,
+      "step": 25563
+    },
+    {
+      "epoch": 1.2216381534932619,
+      "grad_norm": 243.2614288330078,
+      "learning_rate": 6.946357922093709e-06,
+      "loss": 21.2188,
+      "step": 25564
+    },
+    {
+      "epoch": 1.2216859409347223,
+      "grad_norm": 243.69122314453125,
+      "learning_rate": 6.945621026994149e-06,
+      "loss": 32.1875,
+      "step": 25565
+    },
+    {
+      "epoch": 1.2217337283761827,
+      "grad_norm": 216.9529266357422,
+      "learning_rate": 6.944884150186384e-06,
+      "loss": 20.5312,
+      "step": 25566
+    },
+    {
+      "epoch": 1.221781515817643,
+      "grad_norm": 222.36065673828125,
+      "learning_rate": 6.944147291674817e-06,
+      "loss": 23.5938,
+      "step": 25567
+    },
+    {
+      "epoch": 1.2218293032591034,
+      "grad_norm": 468.3809814453125,
+      "learning_rate": 6.9434104514638625e-06,
+      "loss": 20.25,
+      "step": 25568
+    },
+    {
+      "epoch": 1.2218770907005638,
+      "grad_norm": 236.2160186767578,
+      "learning_rate": 6.9426736295579385e-06,
+      "loss": 24.25,
+      "step": 25569
+    },
+    {
+      "epoch": 1.2219248781420242,
+      "grad_norm": 385.1217956542969,
+      "learning_rate": 6.941936825961455e-06,
+      "loss": 31.4453,
+      "step": 25570
+    },
+    {
+      "epoch": 1.2219726655834846,
+      "grad_norm": 143.17095947265625,
+      "learning_rate": 6.941200040678823e-06,
+      "loss": 21.7188,
+      "step": 25571
+    },
+    {
+      "epoch": 1.222020453024945,
+      "grad_norm": 211.864501953125,
+      "learning_rate": 6.940463273714453e-06,
+      "loss": 25.2344,
+      "step": 25572
+    },
+    {
+      "epoch": 1.2220682404664054,
+      "grad_norm": 267.2063903808594,
+      "learning_rate": 6.939726525072762e-06,
+      "loss": 29.25,
+      "step": 25573
+    },
+    {
+      "epoch": 1.2221160279078658,
+      "grad_norm": 236.9376678466797,
+      "learning_rate": 6.938989794758164e-06,
+      "loss": 25.5938,
+      "step": 25574
+    },
+    {
+      "epoch": 1.2221638153493262,
+      "grad_norm": 215.19766235351562,
+      "learning_rate": 6.938253082775061e-06,
+      "loss": 20.0469,
+      "step": 25575
+    },
+    {
+      "epoch": 1.2222116027907866,
+      "grad_norm": 413.2054138183594,
+      "learning_rate": 6.937516389127874e-06,
+      "loss": 28.8438,
+      "step": 25576
+    },
+    {
+      "epoch": 1.222259390232247,
+      "grad_norm": 427.1277770996094,
+      "learning_rate": 6.936779713821011e-06,
+      "loss": 22.8125,
+      "step": 25577
+    },
+    {
+      "epoch": 1.2223071776737073,
+      "grad_norm": 249.23744201660156,
+      "learning_rate": 6.93604305685889e-06,
+      "loss": 24.4688,
+      "step": 25578
+    },
+    {
+      "epoch": 1.2223549651151677,
+      "grad_norm": 268.7610168457031,
+      "learning_rate": 6.935306418245913e-06,
+      "loss": 17.4062,
+      "step": 25579
+    },
+    {
+      "epoch": 1.2224027525566281,
+      "grad_norm": 377.0648193359375,
+      "learning_rate": 6.9345697979864945e-06,
+      "loss": 33.7812,
+      "step": 25580
+    },
+    {
+      "epoch": 1.2224505399980885,
+      "grad_norm": 192.37655639648438,
+      "learning_rate": 6.933833196085053e-06,
+      "loss": 29.5,
+      "step": 25581
+    },
+    {
+      "epoch": 1.222498327439549,
+      "grad_norm": 387.621826171875,
+      "learning_rate": 6.9330966125459895e-06,
+      "loss": 33.2812,
+      "step": 25582
+    },
+    {
+      "epoch": 1.2225461148810093,
+      "grad_norm": 367.974853515625,
+      "learning_rate": 6.932360047373721e-06,
+      "loss": 31.8125,
+      "step": 25583
+    },
+    {
+      "epoch": 1.2225939023224697,
+      "grad_norm": 122.6803207397461,
+      "learning_rate": 6.931623500572659e-06,
+      "loss": 18.4375,
+      "step": 25584
+    },
+    {
+      "epoch": 1.22264168976393,
+      "grad_norm": 263.1901550292969,
+      "learning_rate": 6.930886972147212e-06,
+      "loss": 20.3125,
+      "step": 25585
+    },
+    {
+      "epoch": 1.2226894772053905,
+      "grad_norm": 139.41749572753906,
+      "learning_rate": 6.93015046210179e-06,
+      "loss": 19.5625,
+      "step": 25586
+    },
+    {
+      "epoch": 1.2227372646468508,
+      "grad_norm": 354.810302734375,
+      "learning_rate": 6.929413970440808e-06,
+      "loss": 29.125,
+      "step": 25587
+    },
+    {
+      "epoch": 1.2227850520883112,
+      "grad_norm": 189.64524841308594,
+      "learning_rate": 6.9286774971686725e-06,
+      "loss": 21.4531,
+      "step": 25588
+    },
+    {
+      "epoch": 1.2228328395297716,
+      "grad_norm": 387.86334228515625,
+      "learning_rate": 6.927941042289799e-06,
+      "loss": 36.0938,
+      "step": 25589
+    },
+    {
+      "epoch": 1.222880626971232,
+      "grad_norm": 430.1630554199219,
+      "learning_rate": 6.92720460580859e-06,
+      "loss": 31.2188,
+      "step": 25590
+    },
+    {
+      "epoch": 1.2229284144126924,
+      "grad_norm": 195.82791137695312,
+      "learning_rate": 6.926468187729463e-06,
+      "loss": 17.75,
+      "step": 25591
+    },
+    {
+      "epoch": 1.2229762018541528,
+      "grad_norm": 270.8934631347656,
+      "learning_rate": 6.925731788056828e-06,
+      "loss": 22.125,
+      "step": 25592
+    },
+    {
+      "epoch": 1.2230239892956132,
+      "grad_norm": 324.4774475097656,
+      "learning_rate": 6.924995406795089e-06,
+      "loss": 25.1719,
+      "step": 25593
+    },
+    {
+      "epoch": 1.2230717767370736,
+      "grad_norm": 194.98036193847656,
+      "learning_rate": 6.924259043948658e-06,
+      "loss": 17.2031,
+      "step": 25594
+    },
+    {
+      "epoch": 1.223119564178534,
+      "grad_norm": 363.4461364746094,
+      "learning_rate": 6.923522699521949e-06,
+      "loss": 24.6875,
+      "step": 25595
+    },
+    {
+      "epoch": 1.2231673516199943,
+      "grad_norm": 335.2458190917969,
+      "learning_rate": 6.922786373519372e-06,
+      "loss": 28.7188,
+      "step": 25596
+    },
+    {
+      "epoch": 1.2232151390614547,
+      "grad_norm": 230.6962890625,
+      "learning_rate": 6.922050065945329e-06,
+      "loss": 20.0312,
+      "step": 25597
+    },
+    {
+      "epoch": 1.2232629265029151,
+      "grad_norm": 260.4307556152344,
+      "learning_rate": 6.921313776804237e-06,
+      "loss": 30.1875,
+      "step": 25598
+    },
+    {
+      "epoch": 1.2233107139443753,
+      "grad_norm": 222.83311462402344,
+      "learning_rate": 6.920577506100503e-06,
+      "loss": 26.9062,
+      "step": 25599
+    },
+    {
+      "epoch": 1.2233585013858357,
+      "grad_norm": 842.3653564453125,
+      "learning_rate": 6.919841253838537e-06,
+      "loss": 31.8906,
+      "step": 25600
+    },
+    {
+      "epoch": 1.223406288827296,
+      "grad_norm": 218.8936309814453,
+      "learning_rate": 6.919105020022745e-06,
+      "loss": 26.125,
+      "step": 25601
+    },
+    {
+      "epoch": 1.2234540762687565,
+      "grad_norm": 320.2131042480469,
+      "learning_rate": 6.91836880465754e-06,
+      "loss": 24.8438,
+      "step": 25602
+    },
+    {
+      "epoch": 1.2235018637102169,
+      "grad_norm": 145.92893981933594,
+      "learning_rate": 6.917632607747331e-06,
+      "loss": 21.0938,
+      "step": 25603
+    },
+    {
+      "epoch": 1.2235496511516772,
+      "grad_norm": 276.72515869140625,
+      "learning_rate": 6.916896429296524e-06,
+      "loss": 25.25,
+      "step": 25604
+    },
+    {
+      "epoch": 1.2235974385931376,
+      "grad_norm": 498.20654296875,
+      "learning_rate": 6.916160269309527e-06,
+      "loss": 27.9688,
+      "step": 25605
+    },
+    {
+      "epoch": 1.223645226034598,
+      "grad_norm": 275.017333984375,
+      "learning_rate": 6.915424127790751e-06,
+      "loss": 19.8594,
+      "step": 25606
+    },
+    {
+      "epoch": 1.2236930134760584,
+      "grad_norm": 241.61968994140625,
+      "learning_rate": 6.914688004744608e-06,
+      "loss": 26.3125,
+      "step": 25607
+    },
+    {
+      "epoch": 1.2237408009175188,
+      "grad_norm": 126.2317123413086,
+      "learning_rate": 6.9139519001755e-06,
+      "loss": 15.3594,
+      "step": 25608
+    },
+    {
+      "epoch": 1.2237885883589792,
+      "grad_norm": 232.86856079101562,
+      "learning_rate": 6.913215814087837e-06,
+      "loss": 20.8281,
+      "step": 25609
+    },
+    {
+      "epoch": 1.2238363758004396,
+      "grad_norm": 339.0954895019531,
+      "learning_rate": 6.912479746486029e-06,
+      "loss": 26.7969,
+      "step": 25610
+    },
+    {
+      "epoch": 1.2238841632419,
+      "grad_norm": 329.01348876953125,
+      "learning_rate": 6.911743697374487e-06,
+      "loss": 15.375,
+      "step": 25611
+    },
+    {
+      "epoch": 1.2239319506833604,
+      "grad_norm": 391.2946472167969,
+      "learning_rate": 6.91100766675761e-06,
+      "loss": 25.3438,
+      "step": 25612
+    },
+    {
+      "epoch": 1.2239797381248207,
+      "grad_norm": 265.8616027832031,
+      "learning_rate": 6.910271654639813e-06,
+      "loss": 26.1719,
+      "step": 25613
+    },
+    {
+      "epoch": 1.2240275255662811,
+      "grad_norm": 480.38739013671875,
+      "learning_rate": 6.909535661025505e-06,
+      "loss": 24.5,
+      "step": 25614
+    },
+    {
+      "epoch": 1.2240753130077415,
+      "grad_norm": 188.0102996826172,
+      "learning_rate": 6.908799685919086e-06,
+      "loss": 27.8438,
+      "step": 25615
+    },
+    {
+      "epoch": 1.224123100449202,
+      "grad_norm": 152.34706115722656,
+      "learning_rate": 6.90806372932497e-06,
+      "loss": 23.3125,
+      "step": 25616
+    },
+    {
+      "epoch": 1.2241708878906623,
+      "grad_norm": 259.3232116699219,
+      "learning_rate": 6.907327791247562e-06,
+      "loss": 25.3125,
+      "step": 25617
+    },
+    {
+      "epoch": 1.2242186753321227,
+      "grad_norm": 448.1371154785156,
+      "learning_rate": 6.906591871691273e-06,
+      "loss": 21.5625,
+      "step": 25618
+    },
+    {
+      "epoch": 1.224266462773583,
+      "grad_norm": 541.5429077148438,
+      "learning_rate": 6.905855970660502e-06,
+      "loss": 30.8125,
+      "step": 25619
+    },
+    {
+      "epoch": 1.2243142502150435,
+      "grad_norm": 189.63037109375,
+      "learning_rate": 6.905120088159666e-06,
+      "loss": 25.9375,
+      "step": 25620
+    },
+    {
+      "epoch": 1.2243620376565039,
+      "grad_norm": 206.02345275878906,
+      "learning_rate": 6.904384224193163e-06,
+      "loss": 28.9375,
+      "step": 25621
+    },
+    {
+      "epoch": 1.2244098250979643,
+      "grad_norm": 183.71559143066406,
+      "learning_rate": 6.90364837876541e-06,
+      "loss": 16.8281,
+      "step": 25622
+    },
+    {
+      "epoch": 1.2244576125394246,
+      "grad_norm": 204.52505493164062,
+      "learning_rate": 6.902912551880802e-06,
+      "loss": 22.2188,
+      "step": 25623
+    },
+    {
+      "epoch": 1.224505399980885,
+      "grad_norm": 197.9594268798828,
+      "learning_rate": 6.9021767435437526e-06,
+      "loss": 26.7188,
+      "step": 25624
+    },
+    {
+      "epoch": 1.2245531874223454,
+      "grad_norm": 279.1762390136719,
+      "learning_rate": 6.9014409537586666e-06,
+      "loss": 24.875,
+      "step": 25625
+    },
+    {
+      "epoch": 1.2246009748638058,
+      "grad_norm": 263.17529296875,
+      "learning_rate": 6.900705182529956e-06,
+      "loss": 20.1719,
+      "step": 25626
+    },
+    {
+      "epoch": 1.2246487623052662,
+      "grad_norm": 131.89649963378906,
+      "learning_rate": 6.899969429862017e-06,
+      "loss": 17.7188,
+      "step": 25627
+    },
+    {
+      "epoch": 1.2246965497467266,
+      "grad_norm": 243.8792724609375,
+      "learning_rate": 6.8992336957592624e-06,
+      "loss": 21.3594,
+      "step": 25628
+    },
+    {
+      "epoch": 1.224744337188187,
+      "grad_norm": 257.75311279296875,
+      "learning_rate": 6.8984979802260985e-06,
+      "loss": 31.7188,
+      "step": 25629
+    },
+    {
+      "epoch": 1.2247921246296474,
+      "grad_norm": 136.4911346435547,
+      "learning_rate": 6.897762283266926e-06,
+      "loss": 17.0469,
+      "step": 25630
+    },
+    {
+      "epoch": 1.2248399120711078,
+      "grad_norm": 234.9916229248047,
+      "learning_rate": 6.897026604886157e-06,
+      "loss": 23.6719,
+      "step": 25631
+    },
+    {
+      "epoch": 1.2248876995125682,
+      "grad_norm": 237.53067016601562,
+      "learning_rate": 6.896290945088193e-06,
+      "loss": 25.2656,
+      "step": 25632
+    },
+    {
+      "epoch": 1.2249354869540285,
+      "grad_norm": 348.36151123046875,
+      "learning_rate": 6.8955553038774455e-06,
+      "loss": 21.0156,
+      "step": 25633
+    },
+    {
+      "epoch": 1.224983274395489,
+      "grad_norm": 578.4256591796875,
+      "learning_rate": 6.894819681258312e-06,
+      "loss": 34.875,
+      "step": 25634
+    },
+    {
+      "epoch": 1.2250310618369493,
+      "grad_norm": 301.99652099609375,
+      "learning_rate": 6.894084077235204e-06,
+      "loss": 26.5469,
+      "step": 25635
+    },
+    {
+      "epoch": 1.2250788492784097,
+      "grad_norm": 130.49024963378906,
+      "learning_rate": 6.893348491812523e-06,
+      "loss": 18.75,
+      "step": 25636
+    },
+    {
+      "epoch": 1.22512663671987,
+      "grad_norm": 233.8491973876953,
+      "learning_rate": 6.892612924994679e-06,
+      "loss": 25.2188,
+      "step": 25637
+    },
+    {
+      "epoch": 1.2251744241613305,
+      "grad_norm": 703.7080688476562,
+      "learning_rate": 6.89187737678607e-06,
+      "loss": 24.75,
+      "step": 25638
+    },
+    {
+      "epoch": 1.2252222116027909,
+      "grad_norm": 107.07288360595703,
+      "learning_rate": 6.891141847191105e-06,
+      "loss": 16.875,
+      "step": 25639
+    },
+    {
+      "epoch": 1.2252699990442513,
+      "grad_norm": 274.8336181640625,
+      "learning_rate": 6.890406336214194e-06,
+      "loss": 26.4688,
+      "step": 25640
+    },
+    {
+      "epoch": 1.2253177864857117,
+      "grad_norm": 257.31231689453125,
+      "learning_rate": 6.889670843859731e-06,
+      "loss": 22.25,
+      "step": 25641
+    },
+    {
+      "epoch": 1.225365573927172,
+      "grad_norm": 335.1038818359375,
+      "learning_rate": 6.888935370132127e-06,
+      "loss": 32.9375,
+      "step": 25642
+    },
+    {
+      "epoch": 1.2254133613686324,
+      "grad_norm": 189.80877685546875,
+      "learning_rate": 6.888199915035785e-06,
+      "loss": 18.6406,
+      "step": 25643
+    },
+    {
+      "epoch": 1.2254611488100928,
+      "grad_norm": 282.2617492675781,
+      "learning_rate": 6.887464478575116e-06,
+      "loss": 25.2812,
+      "step": 25644
+    },
+    {
+      "epoch": 1.2255089362515532,
+      "grad_norm": 488.5063781738281,
+      "learning_rate": 6.886729060754514e-06,
+      "loss": 37.0938,
+      "step": 25645
+    },
+    {
+      "epoch": 1.2255567236930134,
+      "grad_norm": 253.51170349121094,
+      "learning_rate": 6.885993661578385e-06,
+      "loss": 25.4062,
+      "step": 25646
+    },
+    {
+      "epoch": 1.2256045111344738,
+      "grad_norm": 325.4535217285156,
+      "learning_rate": 6.8852582810511385e-06,
+      "loss": 27.0625,
+      "step": 25647
+    },
+    {
+      "epoch": 1.2256522985759342,
+      "grad_norm": 314.8006286621094,
+      "learning_rate": 6.884522919177179e-06,
+      "loss": 22.8125,
+      "step": 25648
+    },
+    {
+      "epoch": 1.2257000860173946,
+      "grad_norm": 163.20376586914062,
+      "learning_rate": 6.883787575960903e-06,
+      "loss": 20.4688,
+      "step": 25649
+    },
+    {
+      "epoch": 1.225747873458855,
+      "grad_norm": 236.07144165039062,
+      "learning_rate": 6.883052251406721e-06,
+      "loss": 30.125,
+      "step": 25650
+    },
+    {
+      "epoch": 1.2257956609003153,
+      "grad_norm": 141.5611572265625,
+      "learning_rate": 6.882316945519034e-06,
+      "loss": 17.3438,
+      "step": 25651
+    },
+    {
+      "epoch": 1.2258434483417757,
+      "grad_norm": 225.04083251953125,
+      "learning_rate": 6.881581658302243e-06,
+      "loss": 25.3906,
+      "step": 25652
+    },
+    {
+      "epoch": 1.225891235783236,
+      "grad_norm": 329.3585205078125,
+      "learning_rate": 6.880846389760756e-06,
+      "loss": 36.0312,
+      "step": 25653
+    },
+    {
+      "epoch": 1.2259390232246965,
+      "grad_norm": 165.0406951904297,
+      "learning_rate": 6.8801111398989724e-06,
+      "loss": 25.1562,
+      "step": 25654
+    },
+    {
+      "epoch": 1.225986810666157,
+      "grad_norm": 219.4543914794922,
+      "learning_rate": 6.879375908721302e-06,
+      "loss": 27.4062,
+      "step": 25655
+    },
+    {
+      "epoch": 1.2260345981076173,
+      "grad_norm": 281.3686218261719,
+      "learning_rate": 6.878640696232139e-06,
+      "loss": 31.3438,
+      "step": 25656
+    },
+    {
+      "epoch": 1.2260823855490777,
+      "grad_norm": 138.79469299316406,
+      "learning_rate": 6.87790550243589e-06,
+      "loss": 29.0,
+      "step": 25657
+    },
+    {
+      "epoch": 1.226130172990538,
+      "grad_norm": 186.34756469726562,
+      "learning_rate": 6.877170327336959e-06,
+      "loss": 33.8594,
+      "step": 25658
+    },
+    {
+      "epoch": 1.2261779604319984,
+      "grad_norm": 147.6129150390625,
+      "learning_rate": 6.876435170939751e-06,
+      "loss": 21.0156,
+      "step": 25659
+    },
+    {
+      "epoch": 1.2262257478734588,
+      "grad_norm": 464.34716796875,
+      "learning_rate": 6.875700033248662e-06,
+      "loss": 29.375,
+      "step": 25660
+    },
+    {
+      "epoch": 1.2262735353149192,
+      "grad_norm": 257.70159912109375,
+      "learning_rate": 6.874964914268101e-06,
+      "loss": 21.25,
+      "step": 25661
+    },
+    {
+      "epoch": 1.2263213227563796,
+      "grad_norm": 297.3833923339844,
+      "learning_rate": 6.874229814002464e-06,
+      "loss": 24.7812,
+      "step": 25662
+    },
+    {
+      "epoch": 1.22636911019784,
+      "grad_norm": 248.59971618652344,
+      "learning_rate": 6.873494732456164e-06,
+      "loss": 25.8125,
+      "step": 25663
+    },
+    {
+      "epoch": 1.2264168976393004,
+      "grad_norm": 174.35414123535156,
+      "learning_rate": 6.872759669633591e-06,
+      "loss": 17.0156,
+      "step": 25664
+    },
+    {
+      "epoch": 1.2264646850807608,
+      "grad_norm": 223.0250701904297,
+      "learning_rate": 6.872024625539153e-06,
+      "loss": 29.8438,
+      "step": 25665
+    },
+    {
+      "epoch": 1.2265124725222212,
+      "grad_norm": 206.767578125,
+      "learning_rate": 6.8712896001772545e-06,
+      "loss": 23.9375,
+      "step": 25666
+    },
+    {
+      "epoch": 1.2265602599636816,
+      "grad_norm": 272.33331298828125,
+      "learning_rate": 6.87055459355229e-06,
+      "loss": 22.9375,
+      "step": 25667
+    },
+    {
+      "epoch": 1.226608047405142,
+      "grad_norm": 292.8898010253906,
+      "learning_rate": 6.869819605668669e-06,
+      "loss": 25.4844,
+      "step": 25668
+    },
+    {
+      "epoch": 1.2266558348466023,
+      "grad_norm": 122.89191436767578,
+      "learning_rate": 6.869084636530785e-06,
+      "loss": 18.9062,
+      "step": 25669
+    },
+    {
+      "epoch": 1.2267036222880627,
+      "grad_norm": 208.83062744140625,
+      "learning_rate": 6.868349686143048e-06,
+      "loss": 29.0156,
+      "step": 25670
+    },
+    {
+      "epoch": 1.2267514097295231,
+      "grad_norm": 376.25543212890625,
+      "learning_rate": 6.867614754509855e-06,
+      "loss": 27.3438,
+      "step": 25671
+    },
+    {
+      "epoch": 1.2267991971709835,
+      "grad_norm": 225.2007598876953,
+      "learning_rate": 6.866879841635605e-06,
+      "loss": 26.4062,
+      "step": 25672
+    },
+    {
+      "epoch": 1.226846984612444,
+      "grad_norm": 162.79397583007812,
+      "learning_rate": 6.866144947524702e-06,
+      "loss": 22.125,
+      "step": 25673
+    },
+    {
+      "epoch": 1.2268947720539043,
+      "grad_norm": 248.37930297851562,
+      "learning_rate": 6.865410072181552e-06,
+      "loss": 28.2812,
+      "step": 25674
+    },
+    {
+      "epoch": 1.2269425594953647,
+      "grad_norm": 320.146728515625,
+      "learning_rate": 6.8646752156105465e-06,
+      "loss": 30.9062,
+      "step": 25675
+    },
+    {
+      "epoch": 1.226990346936825,
+      "grad_norm": 181.48788452148438,
+      "learning_rate": 6.863940377816091e-06,
+      "loss": 20.7344,
+      "step": 25676
+    },
+    {
+      "epoch": 1.2270381343782855,
+      "grad_norm": 287.69580078125,
+      "learning_rate": 6.863205558802591e-06,
+      "loss": 25.5781,
+      "step": 25677
+    },
+    {
+      "epoch": 1.2270859218197459,
+      "grad_norm": 220.36837768554688,
+      "learning_rate": 6.862470758574436e-06,
+      "loss": 27.8438,
+      "step": 25678
+    },
+    {
+      "epoch": 1.2271337092612062,
+      "grad_norm": 225.13160705566406,
+      "learning_rate": 6.861735977136033e-06,
+      "loss": 29.2812,
+      "step": 25679
+    },
+    {
+      "epoch": 1.2271814967026666,
+      "grad_norm": 283.57537841796875,
+      "learning_rate": 6.861001214491783e-06,
+      "loss": 22.0625,
+      "step": 25680
+    },
+    {
+      "epoch": 1.227229284144127,
+      "grad_norm": 345.084716796875,
+      "learning_rate": 6.860266470646089e-06,
+      "loss": 24.8438,
+      "step": 25681
+    },
+    {
+      "epoch": 1.2272770715855872,
+      "grad_norm": 402.2716979980469,
+      "learning_rate": 6.859531745603343e-06,
+      "loss": 20.7344,
+      "step": 25682
+    },
+    {
+      "epoch": 1.2273248590270476,
+      "grad_norm": 238.84347534179688,
+      "learning_rate": 6.8587970393679505e-06,
+      "loss": 27.8438,
+      "step": 25683
+    },
+    {
+      "epoch": 1.227372646468508,
+      "grad_norm": 331.8245544433594,
+      "learning_rate": 6.85806235194431e-06,
+      "loss": 28.7188,
+      "step": 25684
+    },
+    {
+      "epoch": 1.2274204339099684,
+      "grad_norm": 13041.2626953125,
+      "learning_rate": 6.8573276833368245e-06,
+      "loss": 17.0781,
+      "step": 25685
+    },
+    {
+      "epoch": 1.2274682213514287,
+      "grad_norm": 255.29830932617188,
+      "learning_rate": 6.85659303354989e-06,
+      "loss": 29.1562,
+      "step": 25686
+    },
+    {
+      "epoch": 1.2275160087928891,
+      "grad_norm": 195.75633239746094,
+      "learning_rate": 6.855858402587905e-06,
+      "loss": 19.5469,
+      "step": 25687
+    },
+    {
+      "epoch": 1.2275637962343495,
+      "grad_norm": 232.68276977539062,
+      "learning_rate": 6.855123790455276e-06,
+      "loss": 18.8906,
+      "step": 25688
+    },
+    {
+      "epoch": 1.22761158367581,
+      "grad_norm": 153.58071899414062,
+      "learning_rate": 6.854389197156392e-06,
+      "loss": 19.4688,
+      "step": 25689
+    },
+    {
+      "epoch": 1.2276593711172703,
+      "grad_norm": 180.5768280029297,
+      "learning_rate": 6.853654622695658e-06,
+      "loss": 16.7188,
+      "step": 25690
+    },
+    {
+      "epoch": 1.2277071585587307,
+      "grad_norm": 171.82025146484375,
+      "learning_rate": 6.852920067077474e-06,
+      "loss": 25.0,
+      "step": 25691
+    },
+    {
+      "epoch": 1.227754946000191,
+      "grad_norm": 141.8057098388672,
+      "learning_rate": 6.852185530306241e-06,
+      "loss": 28.8125,
+      "step": 25692
+    },
+    {
+      "epoch": 1.2278027334416515,
+      "grad_norm": 434.2174072265625,
+      "learning_rate": 6.851451012386352e-06,
+      "loss": 20.7812,
+      "step": 25693
+    },
+    {
+      "epoch": 1.2278505208831119,
+      "grad_norm": 196.9499053955078,
+      "learning_rate": 6.850716513322208e-06,
+      "loss": 15.4531,
+      "step": 25694
+    },
+    {
+      "epoch": 1.2278983083245723,
+      "grad_norm": 739.8637084960938,
+      "learning_rate": 6.849982033118208e-06,
+      "loss": 28.5312,
+      "step": 25695
+    },
+    {
+      "epoch": 1.2279460957660326,
+      "grad_norm": 222.9707489013672,
+      "learning_rate": 6.8492475717787565e-06,
+      "loss": 23.4062,
+      "step": 25696
+    },
+    {
+      "epoch": 1.227993883207493,
+      "grad_norm": 354.7422180175781,
+      "learning_rate": 6.848513129308241e-06,
+      "loss": 18.8594,
+      "step": 25697
+    },
+    {
+      "epoch": 1.2280416706489534,
+      "grad_norm": 221.97630310058594,
+      "learning_rate": 6.8477787057110656e-06,
+      "loss": 32.1562,
+      "step": 25698
+    },
+    {
+      "epoch": 1.2280894580904138,
+      "grad_norm": 730.7799682617188,
+      "learning_rate": 6.8470443009916325e-06,
+      "loss": 30.5938,
+      "step": 25699
+    },
+    {
+      "epoch": 1.2281372455318742,
+      "grad_norm": 1002.8308715820312,
+      "learning_rate": 6.846309915154331e-06,
+      "loss": 32.4375,
+      "step": 25700
+    },
+    {
+      "epoch": 1.2281850329733346,
+      "grad_norm": 386.84332275390625,
+      "learning_rate": 6.8455755482035666e-06,
+      "loss": 43.0312,
+      "step": 25701
+    },
+    {
+      "epoch": 1.228232820414795,
+      "grad_norm": 238.88336181640625,
+      "learning_rate": 6.844841200143733e-06,
+      "loss": 28.9375,
+      "step": 25702
+    },
+    {
+      "epoch": 1.2282806078562554,
+      "grad_norm": 228.22128295898438,
+      "learning_rate": 6.844106870979229e-06,
+      "loss": 21.6406,
+      "step": 25703
+    },
+    {
+      "epoch": 1.2283283952977158,
+      "grad_norm": 148.53567504882812,
+      "learning_rate": 6.8433725607144545e-06,
+      "loss": 20.5469,
+      "step": 25704
+    },
+    {
+      "epoch": 1.2283761827391761,
+      "grad_norm": 268.690185546875,
+      "learning_rate": 6.842638269353803e-06,
+      "loss": 21.75,
+      "step": 25705
+    },
+    {
+      "epoch": 1.2284239701806365,
+      "grad_norm": 412.219970703125,
+      "learning_rate": 6.8419039969016735e-06,
+      "loss": 26.5938,
+      "step": 25706
+    },
+    {
+      "epoch": 1.228471757622097,
+      "grad_norm": 174.70449829101562,
+      "learning_rate": 6.841169743362468e-06,
+      "loss": 25.5938,
+      "step": 25707
+    },
+    {
+      "epoch": 1.2285195450635573,
+      "grad_norm": 396.5703430175781,
+      "learning_rate": 6.840435508740576e-06,
+      "loss": 33.3438,
+      "step": 25708
+    },
+    {
+      "epoch": 1.2285673325050177,
+      "grad_norm": 1400.2158203125,
+      "learning_rate": 6.839701293040399e-06,
+      "loss": 28.875,
+      "step": 25709
+    },
+    {
+      "epoch": 1.228615119946478,
+      "grad_norm": 178.15037536621094,
+      "learning_rate": 6.838967096266331e-06,
+      "loss": 19.3906,
+      "step": 25710
+    },
+    {
+      "epoch": 1.2286629073879385,
+      "grad_norm": 278.5299377441406,
+      "learning_rate": 6.838232918422778e-06,
+      "loss": 23.2188,
+      "step": 25711
+    },
+    {
+      "epoch": 1.2287106948293989,
+      "grad_norm": 232.39309692382812,
+      "learning_rate": 6.837498759514125e-06,
+      "loss": 22.9062,
+      "step": 25712
+    },
+    {
+      "epoch": 1.2287584822708593,
+      "grad_norm": 348.5414733886719,
+      "learning_rate": 6.8367646195447735e-06,
+      "loss": 22.1094,
+      "step": 25713
+    },
+    {
+      "epoch": 1.2288062697123197,
+      "grad_norm": 919.6748657226562,
+      "learning_rate": 6.836030498519124e-06,
+      "loss": 28.4688,
+      "step": 25714
+    },
+    {
+      "epoch": 1.22885405715378,
+      "grad_norm": 278.9302062988281,
+      "learning_rate": 6.835296396441566e-06,
+      "loss": 29.9375,
+      "step": 25715
+    },
+    {
+      "epoch": 1.2289018445952404,
+      "grad_norm": 253.6507110595703,
+      "learning_rate": 6.834562313316499e-06,
+      "loss": 31.0625,
+      "step": 25716
+    },
+    {
+      "epoch": 1.2289496320367008,
+      "grad_norm": 261.55584716796875,
+      "learning_rate": 6.83382824914832e-06,
+      "loss": 31.9375,
+      "step": 25717
+    },
+    {
+      "epoch": 1.2289974194781612,
+      "grad_norm": 225.21543884277344,
+      "learning_rate": 6.833094203941426e-06,
+      "loss": 24.5625,
+      "step": 25718
+    },
+    {
+      "epoch": 1.2290452069196216,
+      "grad_norm": 197.75791931152344,
+      "learning_rate": 6.83236017770021e-06,
+      "loss": 25.6094,
+      "step": 25719
+    },
+    {
+      "epoch": 1.229092994361082,
+      "grad_norm": 123.32381439208984,
+      "learning_rate": 6.831626170429068e-06,
+      "loss": 27.1875,
+      "step": 25720
+    },
+    {
+      "epoch": 1.2291407818025424,
+      "grad_norm": 474.58551025390625,
+      "learning_rate": 6.830892182132396e-06,
+      "loss": 30.9062,
+      "step": 25721
+    },
+    {
+      "epoch": 1.2291885692440028,
+      "grad_norm": 177.96023559570312,
+      "learning_rate": 6.830158212814595e-06,
+      "loss": 21.1875,
+      "step": 25722
+    },
+    {
+      "epoch": 1.2292363566854632,
+      "grad_norm": 224.1783447265625,
+      "learning_rate": 6.829424262480052e-06,
+      "loss": 28.125,
+      "step": 25723
+    },
+    {
+      "epoch": 1.2292841441269236,
+      "grad_norm": 235.15811157226562,
+      "learning_rate": 6.828690331133166e-06,
+      "loss": 26.6562,
+      "step": 25724
+    },
+    {
+      "epoch": 1.229331931568384,
+      "grad_norm": 215.41229248046875,
+      "learning_rate": 6.827956418778338e-06,
+      "loss": 23.1719,
+      "step": 25725
+    },
+    {
+      "epoch": 1.2293797190098443,
+      "grad_norm": 175.51385498046875,
+      "learning_rate": 6.827222525419955e-06,
+      "loss": 19.75,
+      "step": 25726
+    },
+    {
+      "epoch": 1.2294275064513047,
+      "grad_norm": 151.07037353515625,
+      "learning_rate": 6.826488651062412e-06,
+      "loss": 20.4375,
+      "step": 25727
+    },
+    {
+      "epoch": 1.2294752938927649,
+      "grad_norm": 202.80136108398438,
+      "learning_rate": 6.825754795710109e-06,
+      "loss": 22.9375,
+      "step": 25728
+    },
+    {
+      "epoch": 1.2295230813342253,
+      "grad_norm": 434.77374267578125,
+      "learning_rate": 6.825020959367442e-06,
+      "loss": 30.8438,
+      "step": 25729
+    },
+    {
+      "epoch": 1.2295708687756857,
+      "grad_norm": 227.53993225097656,
+      "learning_rate": 6.824287142038799e-06,
+      "loss": 25.5938,
+      "step": 25730
+    },
+    {
+      "epoch": 1.229618656217146,
+      "grad_norm": 217.1886749267578,
+      "learning_rate": 6.823553343728578e-06,
+      "loss": 18.875,
+      "step": 25731
+    },
+    {
+      "epoch": 1.2296664436586064,
+      "grad_norm": 253.95736694335938,
+      "learning_rate": 6.822819564441177e-06,
+      "loss": 21.5938,
+      "step": 25732
+    },
+    {
+      "epoch": 1.2297142311000668,
+      "grad_norm": 261.997802734375,
+      "learning_rate": 6.822085804180985e-06,
+      "loss": 32.0,
+      "step": 25733
+    },
+    {
+      "epoch": 1.2297620185415272,
+      "grad_norm": 135.54098510742188,
+      "learning_rate": 6.8213520629524e-06,
+      "loss": 19.0312,
+      "step": 25734
+    },
+    {
+      "epoch": 1.2298098059829876,
+      "grad_norm": 267.67724609375,
+      "learning_rate": 6.820618340759813e-06,
+      "loss": 26.0312,
+      "step": 25735
+    },
+    {
+      "epoch": 1.229857593424448,
+      "grad_norm": 140.14146423339844,
+      "learning_rate": 6.819884637607619e-06,
+      "loss": 22.2031,
+      "step": 25736
+    },
+    {
+      "epoch": 1.2299053808659084,
+      "grad_norm": 282.4194641113281,
+      "learning_rate": 6.8191509535002154e-06,
+      "loss": 21.7031,
+      "step": 25737
+    },
+    {
+      "epoch": 1.2299531683073688,
+      "grad_norm": 242.85951232910156,
+      "learning_rate": 6.81841728844199e-06,
+      "loss": 22.9062,
+      "step": 25738
+    },
+    {
+      "epoch": 1.2300009557488292,
+      "grad_norm": 286.10888671875,
+      "learning_rate": 6.817683642437338e-06,
+      "loss": 25.4531,
+      "step": 25739
+    },
+    {
+      "epoch": 1.2300487431902896,
+      "grad_norm": 190.75498962402344,
+      "learning_rate": 6.816950015490662e-06,
+      "loss": 24.0312,
+      "step": 25740
+    },
+    {
+      "epoch": 1.23009653063175,
+      "grad_norm": 174.69183349609375,
+      "learning_rate": 6.816216407606342e-06,
+      "loss": 19.6719,
+      "step": 25741
+    },
+    {
+      "epoch": 1.2301443180732103,
+      "grad_norm": 213.16827392578125,
+      "learning_rate": 6.815482818788778e-06,
+      "loss": 21.8594,
+      "step": 25742
+    },
+    {
+      "epoch": 1.2301921055146707,
+      "grad_norm": 343.0030822753906,
+      "learning_rate": 6.814749249042363e-06,
+      "loss": 29.2812,
+      "step": 25743
+    },
+    {
+      "epoch": 1.2302398929561311,
+      "grad_norm": 150.95904541015625,
+      "learning_rate": 6.814015698371494e-06,
+      "loss": 20.2031,
+      "step": 25744
+    },
+    {
+      "epoch": 1.2302876803975915,
+      "grad_norm": 186.2046356201172,
+      "learning_rate": 6.813282166780555e-06,
+      "loss": 22.25,
+      "step": 25745
+    },
+    {
+      "epoch": 1.230335467839052,
+      "grad_norm": 504.6190490722656,
+      "learning_rate": 6.812548654273944e-06,
+      "loss": 39.0312,
+      "step": 25746
+    },
+    {
+      "epoch": 1.2303832552805123,
+      "grad_norm": 155.6207733154297,
+      "learning_rate": 6.811815160856057e-06,
+      "loss": 28.5781,
+      "step": 25747
+    },
+    {
+      "epoch": 1.2304310427219727,
+      "grad_norm": 206.60379028320312,
+      "learning_rate": 6.8110816865312825e-06,
+      "loss": 26.7812,
+      "step": 25748
+    },
+    {
+      "epoch": 1.230478830163433,
+      "grad_norm": 361.4535217285156,
+      "learning_rate": 6.810348231304011e-06,
+      "loss": 31.5,
+      "step": 25749
+    },
+    {
+      "epoch": 1.2305266176048935,
+      "grad_norm": 290.9242858886719,
+      "learning_rate": 6.8096147951786405e-06,
+      "loss": 27.1875,
+      "step": 25750
+    },
+    {
+      "epoch": 1.2305744050463538,
+      "grad_norm": 250.97877502441406,
+      "learning_rate": 6.80888137815956e-06,
+      "loss": 25.125,
+      "step": 25751
+    },
+    {
+      "epoch": 1.2306221924878142,
+      "grad_norm": 388.4261779785156,
+      "learning_rate": 6.808147980251163e-06,
+      "loss": 22.9219,
+      "step": 25752
+    },
+    {
+      "epoch": 1.2306699799292746,
+      "grad_norm": 156.57687377929688,
+      "learning_rate": 6.80741460145784e-06,
+      "loss": 24.3125,
+      "step": 25753
+    },
+    {
+      "epoch": 1.230717767370735,
+      "grad_norm": 215.7860107421875,
+      "learning_rate": 6.806681241783982e-06,
+      "loss": 29.5,
+      "step": 25754
+    },
+    {
+      "epoch": 1.2307655548121954,
+      "grad_norm": 579.5523681640625,
+      "learning_rate": 6.805947901233989e-06,
+      "loss": 28.0312,
+      "step": 25755
+    },
+    {
+      "epoch": 1.2308133422536558,
+      "grad_norm": 235.2410888671875,
+      "learning_rate": 6.80521457981224e-06,
+      "loss": 33.0,
+      "step": 25756
+    },
+    {
+      "epoch": 1.2308611296951162,
+      "grad_norm": 188.1593475341797,
+      "learning_rate": 6.804481277523136e-06,
+      "loss": 23.375,
+      "step": 25757
+    },
+    {
+      "epoch": 1.2309089171365766,
+      "grad_norm": 334.79888916015625,
+      "learning_rate": 6.803747994371064e-06,
+      "loss": 36.0312,
+      "step": 25758
+    },
+    {
+      "epoch": 1.230956704578037,
+      "grad_norm": 505.97454833984375,
+      "learning_rate": 6.8030147303604225e-06,
+      "loss": 19.4062,
+      "step": 25759
+    },
+    {
+      "epoch": 1.2310044920194974,
+      "grad_norm": 364.3948669433594,
+      "learning_rate": 6.802281485495592e-06,
+      "loss": 27.9375,
+      "step": 25760
+    },
+    {
+      "epoch": 1.2310522794609577,
+      "grad_norm": 376.50762939453125,
+      "learning_rate": 6.80154825978097e-06,
+      "loss": 31.5625,
+      "step": 25761
+    },
+    {
+      "epoch": 1.2311000669024181,
+      "grad_norm": 153.73385620117188,
+      "learning_rate": 6.800815053220951e-06,
+      "loss": 24.7188,
+      "step": 25762
+    },
+    {
+      "epoch": 1.2311478543438785,
+      "grad_norm": 320.0948791503906,
+      "learning_rate": 6.800081865819918e-06,
+      "loss": 24.4688,
+      "step": 25763
+    },
+    {
+      "epoch": 1.2311956417853387,
+      "grad_norm": 476.271484375,
+      "learning_rate": 6.799348697582264e-06,
+      "loss": 26.0938,
+      "step": 25764
+    },
+    {
+      "epoch": 1.231243429226799,
+      "grad_norm": 213.2574005126953,
+      "learning_rate": 6.798615548512385e-06,
+      "loss": 21.5625,
+      "step": 25765
+    },
+    {
+      "epoch": 1.2312912166682595,
+      "grad_norm": 200.45718383789062,
+      "learning_rate": 6.797882418614667e-06,
+      "loss": 25.3594,
+      "step": 25766
+    },
+    {
+      "epoch": 1.2313390041097199,
+      "grad_norm": 375.01202392578125,
+      "learning_rate": 6.797149307893503e-06,
+      "loss": 30.6875,
+      "step": 25767
+    },
+    {
+      "epoch": 1.2313867915511802,
+      "grad_norm": 151.61062622070312,
+      "learning_rate": 6.796416216353279e-06,
+      "loss": 26.6562,
+      "step": 25768
+    },
+    {
+      "epoch": 1.2314345789926406,
+      "grad_norm": 1740.3707275390625,
+      "learning_rate": 6.795683143998386e-06,
+      "loss": 16.75,
+      "step": 25769
+    },
+    {
+      "epoch": 1.231482366434101,
+      "grad_norm": 311.9994812011719,
+      "learning_rate": 6.794950090833223e-06,
+      "loss": 26.4375,
+      "step": 25770
+    },
+    {
+      "epoch": 1.2315301538755614,
+      "grad_norm": 231.73919677734375,
+      "learning_rate": 6.794217056862169e-06,
+      "loss": 29.8125,
+      "step": 25771
+    },
+    {
+      "epoch": 1.2315779413170218,
+      "grad_norm": 392.6639709472656,
+      "learning_rate": 6.7934840420896175e-06,
+      "loss": 32.4531,
+      "step": 25772
+    },
+    {
+      "epoch": 1.2316257287584822,
+      "grad_norm": 238.03431701660156,
+      "learning_rate": 6.792751046519963e-06,
+      "loss": 30.3438,
+      "step": 25773
+    },
+    {
+      "epoch": 1.2316735161999426,
+      "grad_norm": 180.852783203125,
+      "learning_rate": 6.792018070157586e-06,
+      "loss": 28.0312,
+      "step": 25774
+    },
+    {
+      "epoch": 1.231721303641403,
+      "grad_norm": 380.70550537109375,
+      "learning_rate": 6.791285113006883e-06,
+      "loss": 24.1562,
+      "step": 25775
+    },
+    {
+      "epoch": 1.2317690910828634,
+      "grad_norm": 265.1913146972656,
+      "learning_rate": 6.790552175072242e-06,
+      "loss": 23.125,
+      "step": 25776
+    },
+    {
+      "epoch": 1.2318168785243238,
+      "grad_norm": 292.0885009765625,
+      "learning_rate": 6.789819256358057e-06,
+      "loss": 28.5312,
+      "step": 25777
+    },
+    {
+      "epoch": 1.2318646659657841,
+      "grad_norm": 205.52674865722656,
+      "learning_rate": 6.789086356868706e-06,
+      "loss": 26.7812,
+      "step": 25778
+    },
+    {
+      "epoch": 1.2319124534072445,
+      "grad_norm": 239.38201904296875,
+      "learning_rate": 6.788353476608586e-06,
+      "loss": 27.0781,
+      "step": 25779
+    },
+    {
+      "epoch": 1.231960240848705,
+      "grad_norm": 432.0368347167969,
+      "learning_rate": 6.787620615582085e-06,
+      "loss": 30.3281,
+      "step": 25780
+    },
+    {
+      "epoch": 1.2320080282901653,
+      "grad_norm": 277.6164245605469,
+      "learning_rate": 6.786887773793593e-06,
+      "loss": 23.5938,
+      "step": 25781
+    },
+    {
+      "epoch": 1.2320558157316257,
+      "grad_norm": 174.36236572265625,
+      "learning_rate": 6.786154951247495e-06,
+      "loss": 25.8125,
+      "step": 25782
+    },
+    {
+      "epoch": 1.232103603173086,
+      "grad_norm": 268.5701904296875,
+      "learning_rate": 6.785422147948184e-06,
+      "loss": 36.0938,
+      "step": 25783
+    },
+    {
+      "epoch": 1.2321513906145465,
+      "grad_norm": 258.0849914550781,
+      "learning_rate": 6.7846893639000454e-06,
+      "loss": 29.3906,
+      "step": 25784
+    },
+    {
+      "epoch": 1.2321991780560069,
+      "grad_norm": 222.171875,
+      "learning_rate": 6.7839565991074686e-06,
+      "loss": 18.1719,
+      "step": 25785
+    },
+    {
+      "epoch": 1.2322469654974673,
+      "grad_norm": 369.8013000488281,
+      "learning_rate": 6.78322385357484e-06,
+      "loss": 29.1406,
+      "step": 25786
+    },
+    {
+      "epoch": 1.2322947529389277,
+      "grad_norm": 369.8037414550781,
+      "learning_rate": 6.782491127306552e-06,
+      "loss": 29.25,
+      "step": 25787
+    },
+    {
+      "epoch": 1.232342540380388,
+      "grad_norm": 236.30223083496094,
+      "learning_rate": 6.781758420306992e-06,
+      "loss": 30.375,
+      "step": 25788
+    },
+    {
+      "epoch": 1.2323903278218484,
+      "grad_norm": 303.9857482910156,
+      "learning_rate": 6.7810257325805425e-06,
+      "loss": 28.0156,
+      "step": 25789
+    },
+    {
+      "epoch": 1.2324381152633088,
+      "grad_norm": 493.4208679199219,
+      "learning_rate": 6.780293064131595e-06,
+      "loss": 26.25,
+      "step": 25790
+    },
+    {
+      "epoch": 1.2324859027047692,
+      "grad_norm": 470.56903076171875,
+      "learning_rate": 6.7795604149645385e-06,
+      "loss": 34.3125,
+      "step": 25791
+    },
+    {
+      "epoch": 1.2325336901462296,
+      "grad_norm": 323.08673095703125,
+      "learning_rate": 6.7788277850837645e-06,
+      "loss": 28.6406,
+      "step": 25792
+    },
+    {
+      "epoch": 1.23258147758769,
+      "grad_norm": 345.8016052246094,
+      "learning_rate": 6.778095174493651e-06,
+      "loss": 24.375,
+      "step": 25793
+    },
+    {
+      "epoch": 1.2326292650291504,
+      "grad_norm": 251.88217163085938,
+      "learning_rate": 6.777362583198589e-06,
+      "loss": 30.0625,
+      "step": 25794
+    },
+    {
+      "epoch": 1.2326770524706108,
+      "grad_norm": 548.5354614257812,
+      "learning_rate": 6.776630011202967e-06,
+      "loss": 35.5938,
+      "step": 25795
+    },
+    {
+      "epoch": 1.2327248399120712,
+      "grad_norm": 291.5293884277344,
+      "learning_rate": 6.775897458511177e-06,
+      "loss": 22.1719,
+      "step": 25796
+    },
+    {
+      "epoch": 1.2327726273535315,
+      "grad_norm": 128.50315856933594,
+      "learning_rate": 6.775164925127595e-06,
+      "loss": 21.8438,
+      "step": 25797
+    },
+    {
+      "epoch": 1.232820414794992,
+      "grad_norm": 275.6255187988281,
+      "learning_rate": 6.774432411056617e-06,
+      "loss": 21.5312,
+      "step": 25798
+    },
+    {
+      "epoch": 1.2328682022364523,
+      "grad_norm": 342.09014892578125,
+      "learning_rate": 6.773699916302627e-06,
+      "loss": 24.75,
+      "step": 25799
+    },
+    {
+      "epoch": 1.2329159896779127,
+      "grad_norm": 291.2867431640625,
+      "learning_rate": 6.772967440870011e-06,
+      "loss": 22.7188,
+      "step": 25800
+    },
+    {
+      "epoch": 1.232963777119373,
+      "grad_norm": 230.47547912597656,
+      "learning_rate": 6.7722349847631555e-06,
+      "loss": 20.6562,
+      "step": 25801
+    },
+    {
+      "epoch": 1.2330115645608335,
+      "grad_norm": 372.2576904296875,
+      "learning_rate": 6.7715025479864464e-06,
+      "loss": 29.0938,
+      "step": 25802
+    },
+    {
+      "epoch": 1.2330593520022939,
+      "grad_norm": 133.02032470703125,
+      "learning_rate": 6.770770130544275e-06,
+      "loss": 17.9219,
+      "step": 25803
+    },
+    {
+      "epoch": 1.2331071394437543,
+      "grad_norm": 193.59959411621094,
+      "learning_rate": 6.770037732441019e-06,
+      "loss": 23.8438,
+      "step": 25804
+    },
+    {
+      "epoch": 1.2331549268852147,
+      "grad_norm": 318.6904296875,
+      "learning_rate": 6.76930535368107e-06,
+      "loss": 27.6562,
+      "step": 25805
+    },
+    {
+      "epoch": 1.233202714326675,
+      "grad_norm": 154.1627655029297,
+      "learning_rate": 6.7685729942688135e-06,
+      "loss": 24.2344,
+      "step": 25806
+    },
+    {
+      "epoch": 1.2332505017681354,
+      "grad_norm": 148.9717254638672,
+      "learning_rate": 6.7678406542086396e-06,
+      "loss": 20.4844,
+      "step": 25807
+    },
+    {
+      "epoch": 1.2332982892095958,
+      "grad_norm": 252.75167846679688,
+      "learning_rate": 6.7671083335049236e-06,
+      "loss": 24.2812,
+      "step": 25808
+    },
+    {
+      "epoch": 1.2333460766510562,
+      "grad_norm": 198.33926391601562,
+      "learning_rate": 6.766376032162059e-06,
+      "loss": 30.7812,
+      "step": 25809
+    },
+    {
+      "epoch": 1.2333938640925164,
+      "grad_norm": 215.5620574951172,
+      "learning_rate": 6.765643750184433e-06,
+      "loss": 20.8906,
+      "step": 25810
+    },
+    {
+      "epoch": 1.2334416515339768,
+      "grad_norm": 329.84698486328125,
+      "learning_rate": 6.764911487576422e-06,
+      "loss": 22.7969,
+      "step": 25811
+    },
+    {
+      "epoch": 1.2334894389754372,
+      "grad_norm": 201.7987823486328,
+      "learning_rate": 6.764179244342419e-06,
+      "loss": 30.0,
+      "step": 25812
+    },
+    {
+      "epoch": 1.2335372264168976,
+      "grad_norm": 177.92318725585938,
+      "learning_rate": 6.763447020486805e-06,
+      "loss": 19.0312,
+      "step": 25813
+    },
+    {
+      "epoch": 1.233585013858358,
+      "grad_norm": 405.86798095703125,
+      "learning_rate": 6.762714816013972e-06,
+      "loss": 27.8281,
+      "step": 25814
+    },
+    {
+      "epoch": 1.2336328012998183,
+      "grad_norm": 688.1646118164062,
+      "learning_rate": 6.761982630928296e-06,
+      "loss": 22.7812,
+      "step": 25815
+    },
+    {
+      "epoch": 1.2336805887412787,
+      "grad_norm": 219.715576171875,
+      "learning_rate": 6.761250465234168e-06,
+      "loss": 26.375,
+      "step": 25816
+    },
+    {
+      "epoch": 1.2337283761827391,
+      "grad_norm": 306.0443115234375,
+      "learning_rate": 6.760518318935969e-06,
+      "loss": 22.3125,
+      "step": 25817
+    },
+    {
+      "epoch": 1.2337761636241995,
+      "grad_norm": 263.09478759765625,
+      "learning_rate": 6.7597861920380885e-06,
+      "loss": 25.8438,
+      "step": 25818
+    },
+    {
+      "epoch": 1.23382395106566,
+      "grad_norm": 150.18069458007812,
+      "learning_rate": 6.759054084544902e-06,
+      "loss": 17.6406,
+      "step": 25819
+    },
+    {
+      "epoch": 1.2338717385071203,
+      "grad_norm": 251.77822875976562,
+      "learning_rate": 6.758321996460803e-06,
+      "loss": 21.7344,
+      "step": 25820
+    },
+    {
+      "epoch": 1.2339195259485807,
+      "grad_norm": 249.87498474121094,
+      "learning_rate": 6.757589927790173e-06,
+      "loss": 28.4375,
+      "step": 25821
+    },
+    {
+      "epoch": 1.233967313390041,
+      "grad_norm": 185.029052734375,
+      "learning_rate": 6.756857878537395e-06,
+      "loss": 19.8281,
+      "step": 25822
+    },
+    {
+      "epoch": 1.2340151008315015,
+      "grad_norm": 263.13018798828125,
+      "learning_rate": 6.756125848706852e-06,
+      "loss": 23.7031,
+      "step": 25823
+    },
+    {
+      "epoch": 1.2340628882729618,
+      "grad_norm": 249.78627014160156,
+      "learning_rate": 6.755393838302928e-06,
+      "loss": 27.375,
+      "step": 25824
+    },
+    {
+      "epoch": 1.2341106757144222,
+      "grad_norm": 342.2605895996094,
+      "learning_rate": 6.754661847330013e-06,
+      "loss": 23.5,
+      "step": 25825
+    },
+    {
+      "epoch": 1.2341584631558826,
+      "grad_norm": 186.75189208984375,
+      "learning_rate": 6.753929875792482e-06,
+      "loss": 18.5,
+      "step": 25826
+    },
+    {
+      "epoch": 1.234206250597343,
+      "grad_norm": 285.5556945800781,
+      "learning_rate": 6.753197923694723e-06,
+      "loss": 30.4375,
+      "step": 25827
+    },
+    {
+      "epoch": 1.2342540380388034,
+      "grad_norm": 385.3811340332031,
+      "learning_rate": 6.7524659910411185e-06,
+      "loss": 24.125,
+      "step": 25828
+    },
+    {
+      "epoch": 1.2343018254802638,
+      "grad_norm": 925.3789672851562,
+      "learning_rate": 6.751734077836056e-06,
+      "loss": 26.8125,
+      "step": 25829
+    },
+    {
+      "epoch": 1.2343496129217242,
+      "grad_norm": 283.200927734375,
+      "learning_rate": 6.751002184083913e-06,
+      "loss": 24.75,
+      "step": 25830
+    },
+    {
+      "epoch": 1.2343974003631846,
+      "grad_norm": 278.7179260253906,
+      "learning_rate": 6.750270309789073e-06,
+      "loss": 19.5156,
+      "step": 25831
+    },
+    {
+      "epoch": 1.234445187804645,
+      "grad_norm": 176.41842651367188,
+      "learning_rate": 6.749538454955921e-06,
+      "loss": 22.1406,
+      "step": 25832
+    },
+    {
+      "epoch": 1.2344929752461054,
+      "grad_norm": 992.3670654296875,
+      "learning_rate": 6.748806619588841e-06,
+      "loss": 29.5938,
+      "step": 25833
+    },
+    {
+      "epoch": 1.2345407626875657,
+      "grad_norm": 143.3702850341797,
+      "learning_rate": 6.748074803692214e-06,
+      "loss": 19.1875,
+      "step": 25834
+    },
+    {
+      "epoch": 1.2345885501290261,
+      "grad_norm": 298.1916198730469,
+      "learning_rate": 6.747343007270421e-06,
+      "loss": 32.0312,
+      "step": 25835
+    },
+    {
+      "epoch": 1.2346363375704865,
+      "grad_norm": 280.57550048828125,
+      "learning_rate": 6.746611230327849e-06,
+      "loss": 31.3125,
+      "step": 25836
+    },
+    {
+      "epoch": 1.234684125011947,
+      "grad_norm": 114.14009857177734,
+      "learning_rate": 6.745879472868875e-06,
+      "loss": 17.2812,
+      "step": 25837
+    },
+    {
+      "epoch": 1.2347319124534073,
+      "grad_norm": 274.1330261230469,
+      "learning_rate": 6.7451477348978835e-06,
+      "loss": 32.875,
+      "step": 25838
+    },
+    {
+      "epoch": 1.2347796998948677,
+      "grad_norm": 282.1710205078125,
+      "learning_rate": 6.744416016419257e-06,
+      "loss": 20.25,
+      "step": 25839
+    },
+    {
+      "epoch": 1.234827487336328,
+      "grad_norm": 240.93592834472656,
+      "learning_rate": 6.7436843174373825e-06,
+      "loss": 21.8594,
+      "step": 25840
+    },
+    {
+      "epoch": 1.2348752747777885,
+      "grad_norm": 157.48123168945312,
+      "learning_rate": 6.742952637956634e-06,
+      "loss": 22.9688,
+      "step": 25841
+    },
+    {
+      "epoch": 1.2349230622192489,
+      "grad_norm": 244.99871826171875,
+      "learning_rate": 6.742220977981395e-06,
+      "loss": 25.0312,
+      "step": 25842
+    },
+    {
+      "epoch": 1.2349708496607092,
+      "grad_norm": 519.5975341796875,
+      "learning_rate": 6.741489337516048e-06,
+      "loss": 31.4375,
+      "step": 25843
+    },
+    {
+      "epoch": 1.2350186371021696,
+      "grad_norm": 215.6103057861328,
+      "learning_rate": 6.7407577165649805e-06,
+      "loss": 26.6719,
+      "step": 25844
+    },
+    {
+      "epoch": 1.23506642454363,
+      "grad_norm": 443.3236999511719,
+      "learning_rate": 6.740026115132564e-06,
+      "loss": 21.5469,
+      "step": 25845
+    },
+    {
+      "epoch": 1.2351142119850902,
+      "grad_norm": 662.5975341796875,
+      "learning_rate": 6.739294533223185e-06,
+      "loss": 14.6406,
+      "step": 25846
+    },
+    {
+      "epoch": 1.2351619994265506,
+      "grad_norm": 195.26434326171875,
+      "learning_rate": 6.7385629708412285e-06,
+      "loss": 27.4688,
+      "step": 25847
+    },
+    {
+      "epoch": 1.235209786868011,
+      "grad_norm": 335.74322509765625,
+      "learning_rate": 6.7378314279910665e-06,
+      "loss": 29.6094,
+      "step": 25848
+    },
+    {
+      "epoch": 1.2352575743094714,
+      "grad_norm": 352.7610168457031,
+      "learning_rate": 6.7370999046770876e-06,
+      "loss": 18.9375,
+      "step": 25849
+    },
+    {
+      "epoch": 1.2353053617509318,
+      "grad_norm": 196.72325134277344,
+      "learning_rate": 6.736368400903668e-06,
+      "loss": 26.0938,
+      "step": 25850
+    },
+    {
+      "epoch": 1.2353531491923921,
+      "grad_norm": 312.33123779296875,
+      "learning_rate": 6.735636916675192e-06,
+      "loss": 26.9062,
+      "step": 25851
+    },
+    {
+      "epoch": 1.2354009366338525,
+      "grad_norm": 224.56015014648438,
+      "learning_rate": 6.734905451996039e-06,
+      "loss": 30.4688,
+      "step": 25852
+    },
+    {
+      "epoch": 1.235448724075313,
+      "grad_norm": 390.2669372558594,
+      "learning_rate": 6.734174006870587e-06,
+      "loss": 29.5312,
+      "step": 25853
+    },
+    {
+      "epoch": 1.2354965115167733,
+      "grad_norm": 189.75778198242188,
+      "learning_rate": 6.733442581303219e-06,
+      "loss": 18.2969,
+      "step": 25854
+    },
+    {
+      "epoch": 1.2355442989582337,
+      "grad_norm": 284.2105407714844,
+      "learning_rate": 6.7327111752983186e-06,
+      "loss": 23.3438,
+      "step": 25855
+    },
+    {
+      "epoch": 1.235592086399694,
+      "grad_norm": 189.36415100097656,
+      "learning_rate": 6.7319797888602586e-06,
+      "loss": 22.0312,
+      "step": 25856
+    },
+    {
+      "epoch": 1.2356398738411545,
+      "grad_norm": 337.9237060546875,
+      "learning_rate": 6.7312484219934225e-06,
+      "loss": 32.0469,
+      "step": 25857
+    },
+    {
+      "epoch": 1.2356876612826149,
+      "grad_norm": 2604.594482421875,
+      "learning_rate": 6.730517074702194e-06,
+      "loss": 37.3438,
+      "step": 25858
+    },
+    {
+      "epoch": 1.2357354487240753,
+      "grad_norm": 211.0577850341797,
+      "learning_rate": 6.7297857469909465e-06,
+      "loss": 27.2812,
+      "step": 25859
+    },
+    {
+      "epoch": 1.2357832361655356,
+      "grad_norm": 260.90673828125,
+      "learning_rate": 6.729054438864062e-06,
+      "loss": 25.9062,
+      "step": 25860
+    },
+    {
+      "epoch": 1.235831023606996,
+      "grad_norm": 241.05015563964844,
+      "learning_rate": 6.728323150325921e-06,
+      "loss": 24.1875,
+      "step": 25861
+    },
+    {
+      "epoch": 1.2358788110484564,
+      "grad_norm": 393.90283203125,
+      "learning_rate": 6.727591881380907e-06,
+      "loss": 29.4375,
+      "step": 25862
+    },
+    {
+      "epoch": 1.2359265984899168,
+      "grad_norm": 252.65760803222656,
+      "learning_rate": 6.72686063203339e-06,
+      "loss": 30.3125,
+      "step": 25863
+    },
+    {
+      "epoch": 1.2359743859313772,
+      "grad_norm": 300.9955749511719,
+      "learning_rate": 6.726129402287758e-06,
+      "loss": 19.9219,
+      "step": 25864
+    },
+    {
+      "epoch": 1.2360221733728376,
+      "grad_norm": 213.89393615722656,
+      "learning_rate": 6.725398192148383e-06,
+      "loss": 33.2812,
+      "step": 25865
+    },
+    {
+      "epoch": 1.236069960814298,
+      "grad_norm": 157.35182189941406,
+      "learning_rate": 6.7246670016196506e-06,
+      "loss": 24.0312,
+      "step": 25866
+    },
+    {
+      "epoch": 1.2361177482557584,
+      "grad_norm": 205.5004119873047,
+      "learning_rate": 6.723935830705936e-06,
+      "loss": 24.75,
+      "step": 25867
+    },
+    {
+      "epoch": 1.2361655356972188,
+      "grad_norm": 351.1300354003906,
+      "learning_rate": 6.723204679411616e-06,
+      "loss": 18.3125,
+      "step": 25868
+    },
+    {
+      "epoch": 1.2362133231386792,
+      "grad_norm": 235.68017578125,
+      "learning_rate": 6.722473547741075e-06,
+      "loss": 25.6875,
+      "step": 25869
+    },
+    {
+      "epoch": 1.2362611105801395,
+      "grad_norm": 175.7638397216797,
+      "learning_rate": 6.721742435698686e-06,
+      "loss": 24.8906,
+      "step": 25870
+    },
+    {
+      "epoch": 1.2363088980216,
+      "grad_norm": 280.108642578125,
+      "learning_rate": 6.721011343288829e-06,
+      "loss": 32.5312,
+      "step": 25871
+    },
+    {
+      "epoch": 1.2363566854630603,
+      "grad_norm": 265.58697509765625,
+      "learning_rate": 6.720280270515882e-06,
+      "loss": 24.6875,
+      "step": 25872
+    },
+    {
+      "epoch": 1.2364044729045207,
+      "grad_norm": 247.09909057617188,
+      "learning_rate": 6.71954921738423e-06,
+      "loss": 25.2812,
+      "step": 25873
+    },
+    {
+      "epoch": 1.236452260345981,
+      "grad_norm": 146.88720703125,
+      "learning_rate": 6.71881818389824e-06,
+      "loss": 25.2031,
+      "step": 25874
+    },
+    {
+      "epoch": 1.2365000477874415,
+      "grad_norm": 202.65821838378906,
+      "learning_rate": 6.718087170062297e-06,
+      "loss": 25.5938,
+      "step": 25875
+    },
+    {
+      "epoch": 1.2365478352289019,
+      "grad_norm": 314.0032958984375,
+      "learning_rate": 6.717356175880775e-06,
+      "loss": 21.4062,
+      "step": 25876
+    },
+    {
+      "epoch": 1.2365956226703623,
+      "grad_norm": 323.5304260253906,
+      "learning_rate": 6.716625201358058e-06,
+      "loss": 26.1562,
+      "step": 25877
+    },
+    {
+      "epoch": 1.2366434101118227,
+      "grad_norm": 226.4855194091797,
+      "learning_rate": 6.715894246498515e-06,
+      "loss": 25.0156,
+      "step": 25878
+    },
+    {
+      "epoch": 1.236691197553283,
+      "grad_norm": 260.0113220214844,
+      "learning_rate": 6.7151633113065295e-06,
+      "loss": 24.7656,
+      "step": 25879
+    },
+    {
+      "epoch": 1.2367389849947434,
+      "grad_norm": 215.37965393066406,
+      "learning_rate": 6.714432395786479e-06,
+      "loss": 21.2344,
+      "step": 25880
+    },
+    {
+      "epoch": 1.2367867724362038,
+      "grad_norm": 273.346923828125,
+      "learning_rate": 6.713701499942738e-06,
+      "loss": 37.8125,
+      "step": 25881
+    },
+    {
+      "epoch": 1.2368345598776642,
+      "grad_norm": 1753.44482421875,
+      "learning_rate": 6.712970623779684e-06,
+      "loss": 27.1094,
+      "step": 25882
+    },
+    {
+      "epoch": 1.2368823473191246,
+      "grad_norm": 366.2472229003906,
+      "learning_rate": 6.7122397673016935e-06,
+      "loss": 29.125,
+      "step": 25883
+    },
+    {
+      "epoch": 1.236930134760585,
+      "grad_norm": 485.12945556640625,
+      "learning_rate": 6.711508930513146e-06,
+      "loss": 26.9375,
+      "step": 25884
+    },
+    {
+      "epoch": 1.2369779222020454,
+      "grad_norm": 175.6479949951172,
+      "learning_rate": 6.710778113418417e-06,
+      "loss": 22.9688,
+      "step": 25885
+    },
+    {
+      "epoch": 1.2370257096435058,
+      "grad_norm": 206.9695587158203,
+      "learning_rate": 6.710047316021879e-06,
+      "loss": 21.8594,
+      "step": 25886
+    },
+    {
+      "epoch": 1.2370734970849662,
+      "grad_norm": 279.9913635253906,
+      "learning_rate": 6.709316538327914e-06,
+      "loss": 22.7656,
+      "step": 25887
+    },
+    {
+      "epoch": 1.2371212845264266,
+      "grad_norm": 239.10455322265625,
+      "learning_rate": 6.708585780340901e-06,
+      "loss": 25.6875,
+      "step": 25888
+    },
+    {
+      "epoch": 1.237169071967887,
+      "grad_norm": 184.00856018066406,
+      "learning_rate": 6.707855042065209e-06,
+      "loss": 25.75,
+      "step": 25889
+    },
+    {
+      "epoch": 1.2372168594093473,
+      "grad_norm": 280.3724060058594,
+      "learning_rate": 6.707124323505216e-06,
+      "loss": 22.4062,
+      "step": 25890
+    },
+    {
+      "epoch": 1.2372646468508077,
+      "grad_norm": 210.48756408691406,
+      "learning_rate": 6.706393624665299e-06,
+      "loss": 30.1562,
+      "step": 25891
+    },
+    {
+      "epoch": 1.2373124342922681,
+      "grad_norm": 236.47625732421875,
+      "learning_rate": 6.705662945549839e-06,
+      "loss": 33.6406,
+      "step": 25892
+    },
+    {
+      "epoch": 1.2373602217337283,
+      "grad_norm": 246.62307739257812,
+      "learning_rate": 6.7049322861632025e-06,
+      "loss": 26.5625,
+      "step": 25893
+    },
+    {
+      "epoch": 1.2374080091751887,
+      "grad_norm": 214.20326232910156,
+      "learning_rate": 6.70420164650977e-06,
+      "loss": 21.1719,
+      "step": 25894
+    },
+    {
+      "epoch": 1.237455796616649,
+      "grad_norm": 587.927978515625,
+      "learning_rate": 6.703471026593922e-06,
+      "loss": 23.7344,
+      "step": 25895
+    },
+    {
+      "epoch": 1.2375035840581095,
+      "grad_norm": 249.7981719970703,
+      "learning_rate": 6.7027404264200234e-06,
+      "loss": 30.9062,
+      "step": 25896
+    },
+    {
+      "epoch": 1.2375513714995698,
+      "grad_norm": 222.2370147705078,
+      "learning_rate": 6.702009845992455e-06,
+      "loss": 24.3438,
+      "step": 25897
+    },
+    {
+      "epoch": 1.2375991589410302,
+      "grad_norm": 200.13092041015625,
+      "learning_rate": 6.701279285315595e-06,
+      "loss": 26.3125,
+      "step": 25898
+    },
+    {
+      "epoch": 1.2376469463824906,
+      "grad_norm": 138.2372589111328,
+      "learning_rate": 6.7005487443938155e-06,
+      "loss": 17.125,
+      "step": 25899
+    },
+    {
+      "epoch": 1.237694733823951,
+      "grad_norm": 210.51504516601562,
+      "learning_rate": 6.699818223231491e-06,
+      "loss": 25.2188,
+      "step": 25900
+    },
+    {
+      "epoch": 1.2377425212654114,
+      "grad_norm": 301.4201965332031,
+      "learning_rate": 6.699087721832996e-06,
+      "loss": 23.9375,
+      "step": 25901
+    },
+    {
+      "epoch": 1.2377903087068718,
+      "grad_norm": 209.80967712402344,
+      "learning_rate": 6.698357240202704e-06,
+      "loss": 22.8906,
+      "step": 25902
+    },
+    {
+      "epoch": 1.2378380961483322,
+      "grad_norm": 326.7208251953125,
+      "learning_rate": 6.697626778344998e-06,
+      "loss": 28.9062,
+      "step": 25903
+    },
+    {
+      "epoch": 1.2378858835897926,
+      "grad_norm": 578.114501953125,
+      "learning_rate": 6.696896336264242e-06,
+      "loss": 28.75,
+      "step": 25904
+    },
+    {
+      "epoch": 1.237933671031253,
+      "grad_norm": 207.79266357421875,
+      "learning_rate": 6.696165913964814e-06,
+      "loss": 24.6562,
+      "step": 25905
+    },
+    {
+      "epoch": 1.2379814584727133,
+      "grad_norm": 382.5125732421875,
+      "learning_rate": 6.695435511451094e-06,
+      "loss": 21.9062,
+      "step": 25906
+    },
+    {
+      "epoch": 1.2380292459141737,
+      "grad_norm": 159.20774841308594,
+      "learning_rate": 6.694705128727446e-06,
+      "loss": 19.4375,
+      "step": 25907
+    },
+    {
+      "epoch": 1.2380770333556341,
+      "grad_norm": 206.55455017089844,
+      "learning_rate": 6.69397476579825e-06,
+      "loss": 32.4375,
+      "step": 25908
+    },
+    {
+      "epoch": 1.2381248207970945,
+      "grad_norm": 216.5179443359375,
+      "learning_rate": 6.693244422667878e-06,
+      "loss": 23.0312,
+      "step": 25909
+    },
+    {
+      "epoch": 1.238172608238555,
+      "grad_norm": 334.1622314453125,
+      "learning_rate": 6.69251409934071e-06,
+      "loss": 28.625,
+      "step": 25910
+    },
+    {
+      "epoch": 1.2382203956800153,
+      "grad_norm": 434.5247802734375,
+      "learning_rate": 6.691783795821112e-06,
+      "loss": 32.9688,
+      "step": 25911
+    },
+    {
+      "epoch": 1.2382681831214757,
+      "grad_norm": 279.8800354003906,
+      "learning_rate": 6.691053512113459e-06,
+      "loss": 21.7188,
+      "step": 25912
+    },
+    {
+      "epoch": 1.238315970562936,
+      "grad_norm": 266.6451721191406,
+      "learning_rate": 6.690323248222128e-06,
+      "loss": 20.1719,
+      "step": 25913
+    },
+    {
+      "epoch": 1.2383637580043965,
+      "grad_norm": 188.3826141357422,
+      "learning_rate": 6.68959300415149e-06,
+      "loss": 19.5625,
+      "step": 25914
+    },
+    {
+      "epoch": 1.2384115454458569,
+      "grad_norm": 308.2784729003906,
+      "learning_rate": 6.688862779905918e-06,
+      "loss": 19.4688,
+      "step": 25915
+    },
+    {
+      "epoch": 1.2384593328873172,
+      "grad_norm": 187.81869506835938,
+      "learning_rate": 6.688132575489783e-06,
+      "loss": 24.1562,
+      "step": 25916
+    },
+    {
+      "epoch": 1.2385071203287776,
+      "grad_norm": 116.0113296508789,
+      "learning_rate": 6.687402390907463e-06,
+      "loss": 20.8281,
+      "step": 25917
+    },
+    {
+      "epoch": 1.238554907770238,
+      "grad_norm": 480.6537170410156,
+      "learning_rate": 6.686672226163329e-06,
+      "loss": 24.7188,
+      "step": 25918
+    },
+    {
+      "epoch": 1.2386026952116984,
+      "grad_norm": 242.05398559570312,
+      "learning_rate": 6.685942081261751e-06,
+      "loss": 25.0625,
+      "step": 25919
+    },
+    {
+      "epoch": 1.2386504826531588,
+      "grad_norm": 459.061279296875,
+      "learning_rate": 6.685211956207103e-06,
+      "loss": 26.8594,
+      "step": 25920
+    },
+    {
+      "epoch": 1.2386982700946192,
+      "grad_norm": 252.03553771972656,
+      "learning_rate": 6.684481851003761e-06,
+      "loss": 24.1875,
+      "step": 25921
+    },
+    {
+      "epoch": 1.2387460575360796,
+      "grad_norm": 276.0323791503906,
+      "learning_rate": 6.683751765656093e-06,
+      "loss": 26.8125,
+      "step": 25922
+    },
+    {
+      "epoch": 1.23879384497754,
+      "grad_norm": 175.67529296875,
+      "learning_rate": 6.68302170016847e-06,
+      "loss": 18.9844,
+      "step": 25923
+    },
+    {
+      "epoch": 1.2388416324190004,
+      "grad_norm": 1501.614501953125,
+      "learning_rate": 6.68229165454527e-06,
+      "loss": 19.3438,
+      "step": 25924
+    },
+    {
+      "epoch": 1.2388894198604607,
+      "grad_norm": 402.4195556640625,
+      "learning_rate": 6.6815616287908635e-06,
+      "loss": 21.3125,
+      "step": 25925
+    },
+    {
+      "epoch": 1.2389372073019211,
+      "grad_norm": 332.873291015625,
+      "learning_rate": 6.680831622909618e-06,
+      "loss": 23.4219,
+      "step": 25926
+    },
+    {
+      "epoch": 1.2389849947433815,
+      "grad_norm": 272.71087646484375,
+      "learning_rate": 6.680101636905908e-06,
+      "loss": 25.375,
+      "step": 25927
+    },
+    {
+      "epoch": 1.239032782184842,
+      "grad_norm": 305.7309265136719,
+      "learning_rate": 6.679371670784108e-06,
+      "loss": 31.4375,
+      "step": 25928
+    },
+    {
+      "epoch": 1.239080569626302,
+      "grad_norm": 212.7407684326172,
+      "learning_rate": 6.678641724548584e-06,
+      "loss": 24.875,
+      "step": 25929
+    },
+    {
+      "epoch": 1.2391283570677625,
+      "grad_norm": 146.51963806152344,
+      "learning_rate": 6.677911798203711e-06,
+      "loss": 15.6562,
+      "step": 25930
+    },
+    {
+      "epoch": 1.2391761445092229,
+      "grad_norm": 218.9530487060547,
+      "learning_rate": 6.6771818917538626e-06,
+      "loss": 21.125,
+      "step": 25931
+    },
+    {
+      "epoch": 1.2392239319506833,
+      "grad_norm": 410.9032287597656,
+      "learning_rate": 6.6764520052034054e-06,
+      "loss": 21.0938,
+      "step": 25932
+    },
+    {
+      "epoch": 1.2392717193921436,
+      "grad_norm": 215.04415893554688,
+      "learning_rate": 6.675722138556713e-06,
+      "loss": 23.7031,
+      "step": 25933
+    },
+    {
+      "epoch": 1.239319506833604,
+      "grad_norm": 225.0635986328125,
+      "learning_rate": 6.674992291818152e-06,
+      "loss": 22.875,
+      "step": 25934
+    },
+    {
+      "epoch": 1.2393672942750644,
+      "grad_norm": 254.57833862304688,
+      "learning_rate": 6.674262464992098e-06,
+      "loss": 33.8438,
+      "step": 25935
+    },
+    {
+      "epoch": 1.2394150817165248,
+      "grad_norm": 185.2146453857422,
+      "learning_rate": 6.673532658082924e-06,
+      "loss": 17.2344,
+      "step": 25936
+    },
+    {
+      "epoch": 1.2394628691579852,
+      "grad_norm": 165.6947479248047,
+      "learning_rate": 6.672802871094993e-06,
+      "loss": 17.5625,
+      "step": 25937
+    },
+    {
+      "epoch": 1.2395106565994456,
+      "grad_norm": 214.30465698242188,
+      "learning_rate": 6.672073104032679e-06,
+      "loss": 34.5938,
+      "step": 25938
+    },
+    {
+      "epoch": 1.239558444040906,
+      "grad_norm": 553.1944580078125,
+      "learning_rate": 6.671343356900355e-06,
+      "loss": 28.3906,
+      "step": 25939
+    },
+    {
+      "epoch": 1.2396062314823664,
+      "grad_norm": 437.09686279296875,
+      "learning_rate": 6.670613629702391e-06,
+      "loss": 30.8281,
+      "step": 25940
+    },
+    {
+      "epoch": 1.2396540189238268,
+      "grad_norm": 289.0517578125,
+      "learning_rate": 6.669883922443153e-06,
+      "loss": 37.2188,
+      "step": 25941
+    },
+    {
+      "epoch": 1.2397018063652872,
+      "grad_norm": 279.4914855957031,
+      "learning_rate": 6.6691542351270115e-06,
+      "loss": 33.1875,
+      "step": 25942
+    },
+    {
+      "epoch": 1.2397495938067475,
+      "grad_norm": 302.0054016113281,
+      "learning_rate": 6.668424567758343e-06,
+      "loss": 22.5625,
+      "step": 25943
+    },
+    {
+      "epoch": 1.239797381248208,
+      "grad_norm": 203.27920532226562,
+      "learning_rate": 6.6676949203415075e-06,
+      "loss": 24.625,
+      "step": 25944
+    },
+    {
+      "epoch": 1.2398451686896683,
+      "grad_norm": 345.8433532714844,
+      "learning_rate": 6.66696529288088e-06,
+      "loss": 23.4375,
+      "step": 25945
+    },
+    {
+      "epoch": 1.2398929561311287,
+      "grad_norm": 177.6052703857422,
+      "learning_rate": 6.666235685380833e-06,
+      "loss": 18.8125,
+      "step": 25946
+    },
+    {
+      "epoch": 1.239940743572589,
+      "grad_norm": 654.5182495117188,
+      "learning_rate": 6.665506097845732e-06,
+      "loss": 23.5469,
+      "step": 25947
+    },
+    {
+      "epoch": 1.2399885310140495,
+      "grad_norm": 254.48367309570312,
+      "learning_rate": 6.664776530279946e-06,
+      "loss": 21.5938,
+      "step": 25948
+    },
+    {
+      "epoch": 1.2400363184555099,
+      "grad_norm": 228.61383056640625,
+      "learning_rate": 6.664046982687844e-06,
+      "loss": 21.5469,
+      "step": 25949
+    },
+    {
+      "epoch": 1.2400841058969703,
+      "grad_norm": 126.13046264648438,
+      "learning_rate": 6.663317455073794e-06,
+      "loss": 22.3125,
+      "step": 25950
+    },
+    {
+      "epoch": 1.2401318933384307,
+      "grad_norm": 129.88487243652344,
+      "learning_rate": 6.662587947442174e-06,
+      "loss": 21.4531,
+      "step": 25951
+    },
+    {
+      "epoch": 1.240179680779891,
+      "grad_norm": 238.9365692138672,
+      "learning_rate": 6.661858459797339e-06,
+      "loss": 21.375,
+      "step": 25952
+    },
+    {
+      "epoch": 1.2402274682213514,
+      "grad_norm": 328.03033447265625,
+      "learning_rate": 6.661128992143666e-06,
+      "loss": 24.75,
+      "step": 25953
+    },
+    {
+      "epoch": 1.2402752556628118,
+      "grad_norm": 295.6392822265625,
+      "learning_rate": 6.660399544485525e-06,
+      "loss": 28.5156,
+      "step": 25954
+    },
+    {
+      "epoch": 1.2403230431042722,
+      "grad_norm": 235.0640869140625,
+      "learning_rate": 6.65967011682728e-06,
+      "loss": 18.9062,
+      "step": 25955
+    },
+    {
+      "epoch": 1.2403708305457326,
+      "grad_norm": 186.1823272705078,
+      "learning_rate": 6.658940709173297e-06,
+      "loss": 22.7812,
+      "step": 25956
+    },
+    {
+      "epoch": 1.240418617987193,
+      "grad_norm": 285.76092529296875,
+      "learning_rate": 6.65821132152795e-06,
+      "loss": 16.9844,
+      "step": 25957
+    },
+    {
+      "epoch": 1.2404664054286534,
+      "grad_norm": 569.8388671875,
+      "learning_rate": 6.657481953895608e-06,
+      "loss": 41.3438,
+      "step": 25958
+    },
+    {
+      "epoch": 1.2405141928701138,
+      "grad_norm": 274.8446350097656,
+      "learning_rate": 6.6567526062806345e-06,
+      "loss": 19.8125,
+      "step": 25959
+    },
+    {
+      "epoch": 1.2405619803115742,
+      "grad_norm": 224.46205139160156,
+      "learning_rate": 6.656023278687397e-06,
+      "loss": 25.5938,
+      "step": 25960
+    },
+    {
+      "epoch": 1.2406097677530346,
+      "grad_norm": 189.80780029296875,
+      "learning_rate": 6.655293971120267e-06,
+      "loss": 17.4844,
+      "step": 25961
+    },
+    {
+      "epoch": 1.240657555194495,
+      "grad_norm": 330.539794921875,
+      "learning_rate": 6.6545646835836105e-06,
+      "loss": 20.875,
+      "step": 25962
+    },
+    {
+      "epoch": 1.2407053426359553,
+      "grad_norm": 305.5469665527344,
+      "learning_rate": 6.653835416081793e-06,
+      "loss": 26.6406,
+      "step": 25963
+    },
+    {
+      "epoch": 1.2407531300774157,
+      "grad_norm": 289.9923095703125,
+      "learning_rate": 6.6531061686191856e-06,
+      "loss": 33.5625,
+      "step": 25964
+    },
+    {
+      "epoch": 1.2408009175188761,
+      "grad_norm": 143.76536560058594,
+      "learning_rate": 6.6523769412001515e-06,
+      "loss": 21.1562,
+      "step": 25965
+    },
+    {
+      "epoch": 1.2408487049603365,
+      "grad_norm": 287.7038269042969,
+      "learning_rate": 6.651647733829065e-06,
+      "loss": 25.2188,
+      "step": 25966
+    },
+    {
+      "epoch": 1.240896492401797,
+      "grad_norm": 267.96429443359375,
+      "learning_rate": 6.6509185465102834e-06,
+      "loss": 23.1562,
+      "step": 25967
+    },
+    {
+      "epoch": 1.2409442798432573,
+      "grad_norm": 321.7191162109375,
+      "learning_rate": 6.650189379248177e-06,
+      "loss": 26.9688,
+      "step": 25968
+    },
+    {
+      "epoch": 1.2409920672847177,
+      "grad_norm": 388.35089111328125,
+      "learning_rate": 6.649460232047119e-06,
+      "loss": 32.2969,
+      "step": 25969
+    },
+    {
+      "epoch": 1.241039854726178,
+      "grad_norm": 161.57769775390625,
+      "learning_rate": 6.648731104911466e-06,
+      "loss": 25.4688,
+      "step": 25970
+    },
+    {
+      "epoch": 1.2410876421676384,
+      "grad_norm": 200.5365447998047,
+      "learning_rate": 6.64800199784559e-06,
+      "loss": 22.875,
+      "step": 25971
+    },
+    {
+      "epoch": 1.2411354296090988,
+      "grad_norm": 308.8330993652344,
+      "learning_rate": 6.647272910853857e-06,
+      "loss": 22.4531,
+      "step": 25972
+    },
+    {
+      "epoch": 1.2411832170505592,
+      "grad_norm": 233.85035705566406,
+      "learning_rate": 6.646543843940636e-06,
+      "loss": 23.5312,
+      "step": 25973
+    },
+    {
+      "epoch": 1.2412310044920196,
+      "grad_norm": 191.5367889404297,
+      "learning_rate": 6.645814797110287e-06,
+      "loss": 24.8125,
+      "step": 25974
+    },
+    {
+      "epoch": 1.2412787919334798,
+      "grad_norm": 186.41494750976562,
+      "learning_rate": 6.645085770367179e-06,
+      "loss": 24.9688,
+      "step": 25975
+    },
+    {
+      "epoch": 1.2413265793749402,
+      "grad_norm": 208.196533203125,
+      "learning_rate": 6.644356763715678e-06,
+      "loss": 30.75,
+      "step": 25976
+    },
+    {
+      "epoch": 1.2413743668164006,
+      "grad_norm": 203.46405029296875,
+      "learning_rate": 6.643627777160156e-06,
+      "loss": 17.5781,
+      "step": 25977
+    },
+    {
+      "epoch": 1.241422154257861,
+      "grad_norm": 141.07058715820312,
+      "learning_rate": 6.642898810704966e-06,
+      "loss": 19.7188,
+      "step": 25978
+    },
+    {
+      "epoch": 1.2414699416993213,
+      "grad_norm": 216.3737335205078,
+      "learning_rate": 6.642169864354484e-06,
+      "loss": 25.6094,
+      "step": 25979
+    },
+    {
+      "epoch": 1.2415177291407817,
+      "grad_norm": 202.55673217773438,
+      "learning_rate": 6.641440938113071e-06,
+      "loss": 23.1875,
+      "step": 25980
+    },
+    {
+      "epoch": 1.2415655165822421,
+      "grad_norm": 188.229736328125,
+      "learning_rate": 6.640712031985091e-06,
+      "loss": 24.9375,
+      "step": 25981
+    },
+    {
+      "epoch": 1.2416133040237025,
+      "grad_norm": 523.80810546875,
+      "learning_rate": 6.639983145974913e-06,
+      "loss": 22.3438,
+      "step": 25982
+    },
+    {
+      "epoch": 1.241661091465163,
+      "grad_norm": 171.09283447265625,
+      "learning_rate": 6.6392542800869e-06,
+      "loss": 27.2812,
+      "step": 25983
+    },
+    {
+      "epoch": 1.2417088789066233,
+      "grad_norm": 288.32781982421875,
+      "learning_rate": 6.6385254343254205e-06,
+      "loss": 19.6406,
+      "step": 25984
+    },
+    {
+      "epoch": 1.2417566663480837,
+      "grad_norm": 224.34451293945312,
+      "learning_rate": 6.637796608694831e-06,
+      "loss": 22.2031,
+      "step": 25985
+    },
+    {
+      "epoch": 1.241804453789544,
+      "grad_norm": 151.6929473876953,
+      "learning_rate": 6.637067803199501e-06,
+      "loss": 24.0,
+      "step": 25986
+    },
+    {
+      "epoch": 1.2418522412310045,
+      "grad_norm": 339.02557373046875,
+      "learning_rate": 6.636339017843798e-06,
+      "loss": 22.875,
+      "step": 25987
+    },
+    {
+      "epoch": 1.2419000286724649,
+      "grad_norm": 297.59417724609375,
+      "learning_rate": 6.635610252632086e-06,
+      "loss": 25.1094,
+      "step": 25988
+    },
+    {
+      "epoch": 1.2419478161139252,
+      "grad_norm": 325.3006286621094,
+      "learning_rate": 6.634881507568725e-06,
+      "loss": 27.5312,
+      "step": 25989
+    },
+    {
+      "epoch": 1.2419956035553856,
+      "grad_norm": 254.21832275390625,
+      "learning_rate": 6.6341527826580785e-06,
+      "loss": 32.9688,
+      "step": 25990
+    },
+    {
+      "epoch": 1.242043390996846,
+      "grad_norm": 373.82098388671875,
+      "learning_rate": 6.63342407790452e-06,
+      "loss": 20.4219,
+      "step": 25991
+    },
+    {
+      "epoch": 1.2420911784383064,
+      "grad_norm": 219.7929229736328,
+      "learning_rate": 6.6326953933124024e-06,
+      "loss": 29.9219,
+      "step": 25992
+    },
+    {
+      "epoch": 1.2421389658797668,
+      "grad_norm": 320.6214294433594,
+      "learning_rate": 6.631966728886097e-06,
+      "loss": 33.5625,
+      "step": 25993
+    },
+    {
+      "epoch": 1.2421867533212272,
+      "grad_norm": 373.1658630371094,
+      "learning_rate": 6.631238084629964e-06,
+      "loss": 33.2188,
+      "step": 25994
+    },
+    {
+      "epoch": 1.2422345407626876,
+      "grad_norm": 395.68084716796875,
+      "learning_rate": 6.630509460548369e-06,
+      "loss": 28.9375,
+      "step": 25995
+    },
+    {
+      "epoch": 1.242282328204148,
+      "grad_norm": 246.6034698486328,
+      "learning_rate": 6.629780856645671e-06,
+      "loss": 23.9062,
+      "step": 25996
+    },
+    {
+      "epoch": 1.2423301156456084,
+      "grad_norm": 1788.270263671875,
+      "learning_rate": 6.629052272926242e-06,
+      "loss": 25.3438,
+      "step": 25997
+    },
+    {
+      "epoch": 1.2423779030870687,
+      "grad_norm": 192.84298706054688,
+      "learning_rate": 6.628323709394435e-06,
+      "loss": 22.7344,
+      "step": 25998
+    },
+    {
+      "epoch": 1.2424256905285291,
+      "grad_norm": 219.8417205810547,
+      "learning_rate": 6.627595166054625e-06,
+      "loss": 19.0625,
+      "step": 25999
+    },
+    {
+      "epoch": 1.2424734779699895,
+      "grad_norm": 216.97166442871094,
+      "learning_rate": 6.626866642911163e-06,
+      "loss": 18.3438,
+      "step": 26000
+    },
+    {
+      "epoch": 1.24252126541145,
+      "grad_norm": 304.9756164550781,
+      "learning_rate": 6.6261381399684165e-06,
+      "loss": 27.0,
+      "step": 26001
+    },
+    {
+      "epoch": 1.2425690528529103,
+      "grad_norm": 104.73368835449219,
+      "learning_rate": 6.62540965723075e-06,
+      "loss": 10.0859,
+      "step": 26002
+    },
+    {
+      "epoch": 1.2426168402943707,
+      "grad_norm": 380.53521728515625,
+      "learning_rate": 6.624681194702529e-06,
+      "loss": 31.5,
+      "step": 26003
+    },
+    {
+      "epoch": 1.242664627735831,
+      "grad_norm": 544.421630859375,
+      "learning_rate": 6.623952752388109e-06,
+      "loss": 30.5312,
+      "step": 26004
+    },
+    {
+      "epoch": 1.2427124151772915,
+      "grad_norm": 225.88565063476562,
+      "learning_rate": 6.623224330291856e-06,
+      "loss": 31.9062,
+      "step": 26005
+    },
+    {
+      "epoch": 1.2427602026187519,
+      "grad_norm": 421.44830322265625,
+      "learning_rate": 6.622495928418134e-06,
+      "loss": 31.3125,
+      "step": 26006
+    },
+    {
+      "epoch": 1.2428079900602123,
+      "grad_norm": 313.99200439453125,
+      "learning_rate": 6.6217675467713e-06,
+      "loss": 36.8125,
+      "step": 26007
+    },
+    {
+      "epoch": 1.2428557775016726,
+      "grad_norm": 244.3125457763672,
+      "learning_rate": 6.62103918535572e-06,
+      "loss": 19.3594,
+      "step": 26008
+    },
+    {
+      "epoch": 1.242903564943133,
+      "grad_norm": 262.26690673828125,
+      "learning_rate": 6.620310844175755e-06,
+      "loss": 34.3125,
+      "step": 26009
+    },
+    {
+      "epoch": 1.2429513523845934,
+      "grad_norm": 399.5018005371094,
+      "learning_rate": 6.61958252323577e-06,
+      "loss": 24.6562,
+      "step": 26010
+    },
+    {
+      "epoch": 1.2429991398260536,
+      "grad_norm": 340.6708068847656,
+      "learning_rate": 6.618854222540121e-06,
+      "loss": 18.9219,
+      "step": 26011
+    },
+    {
+      "epoch": 1.243046927267514,
+      "grad_norm": 294.9124755859375,
+      "learning_rate": 6.618125942093174e-06,
+      "loss": 31.625,
+      "step": 26012
+    },
+    {
+      "epoch": 1.2430947147089744,
+      "grad_norm": 1223.5203857421875,
+      "learning_rate": 6.617397681899287e-06,
+      "loss": 22.9062,
+      "step": 26013
+    },
+    {
+      "epoch": 1.2431425021504348,
+      "grad_norm": 390.63983154296875,
+      "learning_rate": 6.616669441962825e-06,
+      "loss": 22.2109,
+      "step": 26014
+    },
+    {
+      "epoch": 1.2431902895918951,
+      "grad_norm": 261.8057861328125,
+      "learning_rate": 6.615941222288148e-06,
+      "loss": 35.1875,
+      "step": 26015
+    },
+    {
+      "epoch": 1.2432380770333555,
+      "grad_norm": 562.9678955078125,
+      "learning_rate": 6.615213022879614e-06,
+      "loss": 26.25,
+      "step": 26016
+    },
+    {
+      "epoch": 1.243285864474816,
+      "grad_norm": 275.15087890625,
+      "learning_rate": 6.61448484374159e-06,
+      "loss": 25.5312,
+      "step": 26017
+    },
+    {
+      "epoch": 1.2433336519162763,
+      "grad_norm": 214.7382354736328,
+      "learning_rate": 6.613756684878429e-06,
+      "loss": 25.8125,
+      "step": 26018
+    },
+    {
+      "epoch": 1.2433814393577367,
+      "grad_norm": 265.49957275390625,
+      "learning_rate": 6.6130285462944965e-06,
+      "loss": 28.7656,
+      "step": 26019
+    },
+    {
+      "epoch": 1.243429226799197,
+      "grad_norm": 269.1662902832031,
+      "learning_rate": 6.6123004279941526e-06,
+      "loss": 21.0469,
+      "step": 26020
+    },
+    {
+      "epoch": 1.2434770142406575,
+      "grad_norm": 139.0131378173828,
+      "learning_rate": 6.611572329981761e-06,
+      "loss": 20.7969,
+      "step": 26021
+    },
+    {
+      "epoch": 1.2435248016821179,
+      "grad_norm": 332.0198669433594,
+      "learning_rate": 6.610844252261677e-06,
+      "loss": 30.4375,
+      "step": 26022
+    },
+    {
+      "epoch": 1.2435725891235783,
+      "grad_norm": 274.2781066894531,
+      "learning_rate": 6.610116194838261e-06,
+      "loss": 21.9219,
+      "step": 26023
+    },
+    {
+      "epoch": 1.2436203765650387,
+      "grad_norm": 165.40182495117188,
+      "learning_rate": 6.609388157715875e-06,
+      "loss": 28.2188,
+      "step": 26024
+    },
+    {
+      "epoch": 1.243668164006499,
+      "grad_norm": 116.67374420166016,
+      "learning_rate": 6.608660140898884e-06,
+      "loss": 17.6719,
+      "step": 26025
+    },
+    {
+      "epoch": 1.2437159514479594,
+      "grad_norm": 219.01708984375,
+      "learning_rate": 6.607932144391638e-06,
+      "loss": 19.75,
+      "step": 26026
+    },
+    {
+      "epoch": 1.2437637388894198,
+      "grad_norm": 270.32769775390625,
+      "learning_rate": 6.6072041681985e-06,
+      "loss": 28.4062,
+      "step": 26027
+    },
+    {
+      "epoch": 1.2438115263308802,
+      "grad_norm": 287.8432312011719,
+      "learning_rate": 6.606476212323837e-06,
+      "loss": 33.25,
+      "step": 26028
+    },
+    {
+      "epoch": 1.2438593137723406,
+      "grad_norm": 265.2674255371094,
+      "learning_rate": 6.605748276771998e-06,
+      "loss": 24.7969,
+      "step": 26029
+    },
+    {
+      "epoch": 1.243907101213801,
+      "grad_norm": 308.2336120605469,
+      "learning_rate": 6.605020361547349e-06,
+      "loss": 27.2656,
+      "step": 26030
+    },
+    {
+      "epoch": 1.2439548886552614,
+      "grad_norm": 217.81884765625,
+      "learning_rate": 6.604292466654245e-06,
+      "loss": 25.1094,
+      "step": 26031
+    },
+    {
+      "epoch": 1.2440026760967218,
+      "grad_norm": 292.52386474609375,
+      "learning_rate": 6.603564592097052e-06,
+      "loss": 27.6875,
+      "step": 26032
+    },
+    {
+      "epoch": 1.2440504635381822,
+      "grad_norm": 168.98910522460938,
+      "learning_rate": 6.602836737880121e-06,
+      "loss": 20.3438,
+      "step": 26033
+    },
+    {
+      "epoch": 1.2440982509796426,
+      "grad_norm": 941.9496459960938,
+      "learning_rate": 6.602108904007814e-06,
+      "loss": 22.875,
+      "step": 26034
+    },
+    {
+      "epoch": 1.244146038421103,
+      "grad_norm": 223.9348907470703,
+      "learning_rate": 6.601381090484489e-06,
+      "loss": 28.6562,
+      "step": 26035
+    },
+    {
+      "epoch": 1.2441938258625633,
+      "grad_norm": 314.1315002441406,
+      "learning_rate": 6.600653297314512e-06,
+      "loss": 34.25,
+      "step": 26036
+    },
+    {
+      "epoch": 1.2442416133040237,
+      "grad_norm": 249.9563446044922,
+      "learning_rate": 6.5999255245022295e-06,
+      "loss": 22.2031,
+      "step": 26037
+    },
+    {
+      "epoch": 1.244289400745484,
+      "grad_norm": 196.0608673095703,
+      "learning_rate": 6.599197772052006e-06,
+      "loss": 17.2031,
+      "step": 26038
+    },
+    {
+      "epoch": 1.2443371881869445,
+      "grad_norm": 183.8852081298828,
+      "learning_rate": 6.598470039968201e-06,
+      "loss": 17.6875,
+      "step": 26039
+    },
+    {
+      "epoch": 1.2443849756284049,
+      "grad_norm": 227.55886840820312,
+      "learning_rate": 6.597742328255174e-06,
+      "loss": 27.1094,
+      "step": 26040
+    },
+    {
+      "epoch": 1.2444327630698653,
+      "grad_norm": 249.03121948242188,
+      "learning_rate": 6.597014636917276e-06,
+      "loss": 29.3906,
+      "step": 26041
+    },
+    {
+      "epoch": 1.2444805505113257,
+      "grad_norm": 194.83433532714844,
+      "learning_rate": 6.596286965958872e-06,
+      "loss": 25.625,
+      "step": 26042
+    },
+    {
+      "epoch": 1.244528337952786,
+      "grad_norm": 142.89614868164062,
+      "learning_rate": 6.595559315384318e-06,
+      "loss": 22.625,
+      "step": 26043
+    },
+    {
+      "epoch": 1.2445761253942464,
+      "grad_norm": 240.776611328125,
+      "learning_rate": 6.594831685197967e-06,
+      "loss": 31.875,
+      "step": 26044
+    },
+    {
+      "epoch": 1.2446239128357068,
+      "grad_norm": 525.2603149414062,
+      "learning_rate": 6.594104075404184e-06,
+      "loss": 35.3281,
+      "step": 26045
+    },
+    {
+      "epoch": 1.2446717002771672,
+      "grad_norm": 856.4351196289062,
+      "learning_rate": 6.59337648600732e-06,
+      "loss": 29.4375,
+      "step": 26046
+    },
+    {
+      "epoch": 1.2447194877186276,
+      "grad_norm": 197.4749755859375,
+      "learning_rate": 6.592648917011737e-06,
+      "loss": 33.6562,
+      "step": 26047
+    },
+    {
+      "epoch": 1.244767275160088,
+      "grad_norm": 191.89100646972656,
+      "learning_rate": 6.591921368421791e-06,
+      "loss": 23.875,
+      "step": 26048
+    },
+    {
+      "epoch": 1.2448150626015484,
+      "grad_norm": 185.4196319580078,
+      "learning_rate": 6.591193840241835e-06,
+      "loss": 25.8281,
+      "step": 26049
+    },
+    {
+      "epoch": 1.2448628500430088,
+      "grad_norm": 208.49307250976562,
+      "learning_rate": 6.590466332476231e-06,
+      "loss": 17.1406,
+      "step": 26050
+    },
+    {
+      "epoch": 1.2449106374844692,
+      "grad_norm": 211.14205932617188,
+      "learning_rate": 6.589738845129337e-06,
+      "loss": 21.6406,
+      "step": 26051
+    },
+    {
+      "epoch": 1.2449584249259296,
+      "grad_norm": 487.5583190917969,
+      "learning_rate": 6.589011378205503e-06,
+      "loss": 32.1875,
+      "step": 26052
+    },
+    {
+      "epoch": 1.24500621236739,
+      "grad_norm": 274.8017883300781,
+      "learning_rate": 6.58828393170909e-06,
+      "loss": 24.5938,
+      "step": 26053
+    },
+    {
+      "epoch": 1.2450539998088503,
+      "grad_norm": 261.9513244628906,
+      "learning_rate": 6.587556505644457e-06,
+      "loss": 19.25,
+      "step": 26054
+    },
+    {
+      "epoch": 1.2451017872503107,
+      "grad_norm": 352.8537292480469,
+      "learning_rate": 6.586829100015954e-06,
+      "loss": 22.25,
+      "step": 26055
+    },
+    {
+      "epoch": 1.2451495746917711,
+      "grad_norm": 341.35113525390625,
+      "learning_rate": 6.5861017148279396e-06,
+      "loss": 25.75,
+      "step": 26056
+    },
+    {
+      "epoch": 1.2451973621332315,
+      "grad_norm": 181.6160125732422,
+      "learning_rate": 6.585374350084772e-06,
+      "loss": 20.875,
+      "step": 26057
+    },
+    {
+      "epoch": 1.2452451495746917,
+      "grad_norm": 145.7696075439453,
+      "learning_rate": 6.58464700579081e-06,
+      "loss": 25.2266,
+      "step": 26058
+    },
+    {
+      "epoch": 1.245292937016152,
+      "grad_norm": 336.2116394042969,
+      "learning_rate": 6.5839196819504e-06,
+      "loss": 20.4688,
+      "step": 26059
+    },
+    {
+      "epoch": 1.2453407244576125,
+      "grad_norm": 222.92449951171875,
+      "learning_rate": 6.583192378567904e-06,
+      "loss": 19.6562,
+      "step": 26060
+    },
+    {
+      "epoch": 1.2453885118990728,
+      "grad_norm": 281.7619934082031,
+      "learning_rate": 6.582465095647679e-06,
+      "loss": 28.9531,
+      "step": 26061
+    },
+    {
+      "epoch": 1.2454362993405332,
+      "grad_norm": 163.28224182128906,
+      "learning_rate": 6.5817378331940785e-06,
+      "loss": 28.4688,
+      "step": 26062
+    },
+    {
+      "epoch": 1.2454840867819936,
+      "grad_norm": 193.29998779296875,
+      "learning_rate": 6.581010591211456e-06,
+      "loss": 17.0781,
+      "step": 26063
+    },
+    {
+      "epoch": 1.245531874223454,
+      "grad_norm": 269.9161071777344,
+      "learning_rate": 6.580283369704168e-06,
+      "loss": 22.125,
+      "step": 26064
+    },
+    {
+      "epoch": 1.2455796616649144,
+      "grad_norm": 185.15733337402344,
+      "learning_rate": 6.579556168676572e-06,
+      "loss": 24.0469,
+      "step": 26065
+    },
+    {
+      "epoch": 1.2456274491063748,
+      "grad_norm": 2294.47607421875,
+      "learning_rate": 6.57882898813302e-06,
+      "loss": 21.9844,
+      "step": 26066
+    },
+    {
+      "epoch": 1.2456752365478352,
+      "grad_norm": 135.0867156982422,
+      "learning_rate": 6.578101828077868e-06,
+      "loss": 25.1875,
+      "step": 26067
+    },
+    {
+      "epoch": 1.2457230239892956,
+      "grad_norm": 281.7737731933594,
+      "learning_rate": 6.577374688515467e-06,
+      "loss": 29.7188,
+      "step": 26068
+    },
+    {
+      "epoch": 1.245770811430756,
+      "grad_norm": 154.7471466064453,
+      "learning_rate": 6.576647569450182e-06,
+      "loss": 22.375,
+      "step": 26069
+    },
+    {
+      "epoch": 1.2458185988722164,
+      "grad_norm": 293.1967468261719,
+      "learning_rate": 6.5759204708863555e-06,
+      "loss": 36.6562,
+      "step": 26070
+    },
+    {
+      "epoch": 1.2458663863136767,
+      "grad_norm": 215.1190185546875,
+      "learning_rate": 6.575193392828347e-06,
+      "loss": 21.25,
+      "step": 26071
+    },
+    {
+      "epoch": 1.2459141737551371,
+      "grad_norm": 225.6439971923828,
+      "learning_rate": 6.574466335280512e-06,
+      "loss": 38.6562,
+      "step": 26072
+    },
+    {
+      "epoch": 1.2459619611965975,
+      "grad_norm": 305.5735168457031,
+      "learning_rate": 6.573739298247206e-06,
+      "loss": 31.4062,
+      "step": 26073
+    },
+    {
+      "epoch": 1.246009748638058,
+      "grad_norm": 204.54293823242188,
+      "learning_rate": 6.573012281732778e-06,
+      "loss": 20.6719,
+      "step": 26074
+    },
+    {
+      "epoch": 1.2460575360795183,
+      "grad_norm": 303.8277282714844,
+      "learning_rate": 6.572285285741585e-06,
+      "loss": 30.1094,
+      "step": 26075
+    },
+    {
+      "epoch": 1.2461053235209787,
+      "grad_norm": 168.4803466796875,
+      "learning_rate": 6.5715583102779815e-06,
+      "loss": 23.75,
+      "step": 26076
+    },
+    {
+      "epoch": 1.246153110962439,
+      "grad_norm": 184.39236450195312,
+      "learning_rate": 6.570831355346316e-06,
+      "loss": 25.6875,
+      "step": 26077
+    },
+    {
+      "epoch": 1.2462008984038995,
+      "grad_norm": 277.1492004394531,
+      "learning_rate": 6.5701044209509515e-06,
+      "loss": 26.6406,
+      "step": 26078
+    },
+    {
+      "epoch": 1.2462486858453599,
+      "grad_norm": 323.994873046875,
+      "learning_rate": 6.5693775070962305e-06,
+      "loss": 41.0938,
+      "step": 26079
+    },
+    {
+      "epoch": 1.2462964732868202,
+      "grad_norm": 335.9455871582031,
+      "learning_rate": 6.568650613786514e-06,
+      "loss": 30.0625,
+      "step": 26080
+    },
+    {
+      "epoch": 1.2463442607282806,
+      "grad_norm": 159.8060760498047,
+      "learning_rate": 6.567923741026153e-06,
+      "loss": 20.6875,
+      "step": 26081
+    },
+    {
+      "epoch": 1.246392048169741,
+      "grad_norm": 232.9556884765625,
+      "learning_rate": 6.567196888819498e-06,
+      "loss": 23.6875,
+      "step": 26082
+    },
+    {
+      "epoch": 1.2464398356112014,
+      "grad_norm": 171.0938720703125,
+      "learning_rate": 6.566470057170904e-06,
+      "loss": 22.625,
+      "step": 26083
+    },
+    {
+      "epoch": 1.2464876230526618,
+      "grad_norm": 382.4506530761719,
+      "learning_rate": 6.565743246084728e-06,
+      "loss": 18.5156,
+      "step": 26084
+    },
+    {
+      "epoch": 1.2465354104941222,
+      "grad_norm": 817.6767578125,
+      "learning_rate": 6.5650164555653165e-06,
+      "loss": 17.6875,
+      "step": 26085
+    },
+    {
+      "epoch": 1.2465831979355826,
+      "grad_norm": 308.4158935546875,
+      "learning_rate": 6.564289685617021e-06,
+      "loss": 33.2031,
+      "step": 26086
+    },
+    {
+      "epoch": 1.246630985377043,
+      "grad_norm": 277.53851318359375,
+      "learning_rate": 6.563562936244199e-06,
+      "loss": 22.1562,
+      "step": 26087
+    },
+    {
+      "epoch": 1.2466787728185034,
+      "grad_norm": 219.296875,
+      "learning_rate": 6.562836207451204e-06,
+      "loss": 15.625,
+      "step": 26088
+    },
+    {
+      "epoch": 1.2467265602599638,
+      "grad_norm": 279.93463134765625,
+      "learning_rate": 6.562109499242382e-06,
+      "loss": 22.4844,
+      "step": 26089
+    },
+    {
+      "epoch": 1.2467743477014241,
+      "grad_norm": 274.2886962890625,
+      "learning_rate": 6.5613828116220855e-06,
+      "loss": 20.25,
+      "step": 26090
+    },
+    {
+      "epoch": 1.2468221351428845,
+      "grad_norm": 328.044677734375,
+      "learning_rate": 6.560656144594675e-06,
+      "loss": 34.125,
+      "step": 26091
+    },
+    {
+      "epoch": 1.246869922584345,
+      "grad_norm": 375.3617858886719,
+      "learning_rate": 6.559929498164493e-06,
+      "loss": 31.1875,
+      "step": 26092
+    },
+    {
+      "epoch": 1.2469177100258053,
+      "grad_norm": 358.374755859375,
+      "learning_rate": 6.559202872335893e-06,
+      "loss": 16.0156,
+      "step": 26093
+    },
+    {
+      "epoch": 1.2469654974672655,
+      "grad_norm": 201.59634399414062,
+      "learning_rate": 6.558476267113229e-06,
+      "loss": 17.6094,
+      "step": 26094
+    },
+    {
+      "epoch": 1.2470132849087259,
+      "grad_norm": 153.54086303710938,
+      "learning_rate": 6.5577496825008535e-06,
+      "loss": 17.7344,
+      "step": 26095
+    },
+    {
+      "epoch": 1.2470610723501863,
+      "grad_norm": 245.9552001953125,
+      "learning_rate": 6.557023118503114e-06,
+      "loss": 24.5625,
+      "step": 26096
+    },
+    {
+      "epoch": 1.2471088597916467,
+      "grad_norm": 768.3984985351562,
+      "learning_rate": 6.5562965751243616e-06,
+      "loss": 28.9375,
+      "step": 26097
+    },
+    {
+      "epoch": 1.247156647233107,
+      "grad_norm": 482.0674743652344,
+      "learning_rate": 6.5555700523689495e-06,
+      "loss": 26.75,
+      "step": 26098
+    },
+    {
+      "epoch": 1.2472044346745674,
+      "grad_norm": 249.77679443359375,
+      "learning_rate": 6.5548435502412326e-06,
+      "loss": 23.0625,
+      "step": 26099
+    },
+    {
+      "epoch": 1.2472522221160278,
+      "grad_norm": 116.56976318359375,
+      "learning_rate": 6.5541170687455535e-06,
+      "loss": 16.5625,
+      "step": 26100
+    },
+    {
+      "epoch": 1.2473000095574882,
+      "grad_norm": 591.4331665039062,
+      "learning_rate": 6.553390607886266e-06,
+      "loss": 22.8906,
+      "step": 26101
+    },
+    {
+      "epoch": 1.2473477969989486,
+      "grad_norm": 284.10577392578125,
+      "learning_rate": 6.552664167667726e-06,
+      "loss": 33.5625,
+      "step": 26102
+    },
+    {
+      "epoch": 1.247395584440409,
+      "grad_norm": 245.47998046875,
+      "learning_rate": 6.551937748094275e-06,
+      "loss": 36.9375,
+      "step": 26103
+    },
+    {
+      "epoch": 1.2474433718818694,
+      "grad_norm": 130.6431121826172,
+      "learning_rate": 6.551211349170268e-06,
+      "loss": 15.5312,
+      "step": 26104
+    },
+    {
+      "epoch": 1.2474911593233298,
+      "grad_norm": 137.136474609375,
+      "learning_rate": 6.550484970900055e-06,
+      "loss": 25.75,
+      "step": 26105
+    },
+    {
+      "epoch": 1.2475389467647902,
+      "grad_norm": 316.5973815917969,
+      "learning_rate": 6.549758613287989e-06,
+      "loss": 24.5,
+      "step": 26106
+    },
+    {
+      "epoch": 1.2475867342062505,
+      "grad_norm": 193.4715118408203,
+      "learning_rate": 6.549032276338414e-06,
+      "loss": 22.0938,
+      "step": 26107
+    },
+    {
+      "epoch": 1.247634521647711,
+      "grad_norm": 369.2681884765625,
+      "learning_rate": 6.548305960055681e-06,
+      "loss": 32.125,
+      "step": 26108
+    },
+    {
+      "epoch": 1.2476823090891713,
+      "grad_norm": 252.2071533203125,
+      "learning_rate": 6.547579664444146e-06,
+      "loss": 28.625,
+      "step": 26109
+    },
+    {
+      "epoch": 1.2477300965306317,
+      "grad_norm": 478.0429382324219,
+      "learning_rate": 6.546853389508152e-06,
+      "loss": 26.4375,
+      "step": 26110
+    },
+    {
+      "epoch": 1.247777883972092,
+      "grad_norm": 95.98334503173828,
+      "learning_rate": 6.546127135252048e-06,
+      "loss": 18.7656,
+      "step": 26111
+    },
+    {
+      "epoch": 1.2478256714135525,
+      "grad_norm": 847.8550415039062,
+      "learning_rate": 6.545400901680189e-06,
+      "loss": 25.5,
+      "step": 26112
+    },
+    {
+      "epoch": 1.2478734588550129,
+      "grad_norm": 275.23175048828125,
+      "learning_rate": 6.5446746887969215e-06,
+      "loss": 27.6562,
+      "step": 26113
+    },
+    {
+      "epoch": 1.2479212462964733,
+      "grad_norm": 157.0771484375,
+      "learning_rate": 6.543948496606592e-06,
+      "loss": 23.3281,
+      "step": 26114
+    },
+    {
+      "epoch": 1.2479690337379337,
+      "grad_norm": 142.43421936035156,
+      "learning_rate": 6.543222325113551e-06,
+      "loss": 20.4844,
+      "step": 26115
+    },
+    {
+      "epoch": 1.248016821179394,
+      "grad_norm": 555.3037719726562,
+      "learning_rate": 6.542496174322148e-06,
+      "loss": 24.25,
+      "step": 26116
+    },
+    {
+      "epoch": 1.2480646086208544,
+      "grad_norm": 249.84092712402344,
+      "learning_rate": 6.541770044236735e-06,
+      "loss": 28.125,
+      "step": 26117
+    },
+    {
+      "epoch": 1.2481123960623148,
+      "grad_norm": 582.8648681640625,
+      "learning_rate": 6.541043934861653e-06,
+      "loss": 19.1562,
+      "step": 26118
+    },
+    {
+      "epoch": 1.2481601835037752,
+      "grad_norm": 145.75453186035156,
+      "learning_rate": 6.540317846201254e-06,
+      "loss": 22.5781,
+      "step": 26119
+    },
+    {
+      "epoch": 1.2482079709452356,
+      "grad_norm": 687.4452514648438,
+      "learning_rate": 6.539591778259887e-06,
+      "loss": 23.8438,
+      "step": 26120
+    },
+    {
+      "epoch": 1.248255758386696,
+      "grad_norm": 171.17872619628906,
+      "learning_rate": 6.538865731041906e-06,
+      "loss": 33.7734,
+      "step": 26121
+    },
+    {
+      "epoch": 1.2483035458281564,
+      "grad_norm": 166.5796356201172,
+      "learning_rate": 6.538139704551647e-06,
+      "loss": 21.0312,
+      "step": 26122
+    },
+    {
+      "epoch": 1.2483513332696168,
+      "grad_norm": 438.2734375,
+      "learning_rate": 6.537413698793465e-06,
+      "loss": 28.0625,
+      "step": 26123
+    },
+    {
+      "epoch": 1.2483991207110772,
+      "grad_norm": 235.43321228027344,
+      "learning_rate": 6.5366877137717066e-06,
+      "loss": 23.1562,
+      "step": 26124
+    },
+    {
+      "epoch": 1.2484469081525376,
+      "grad_norm": 280.3119201660156,
+      "learning_rate": 6.535961749490725e-06,
+      "loss": 22.0312,
+      "step": 26125
+    },
+    {
+      "epoch": 1.248494695593998,
+      "grad_norm": 223.79820251464844,
+      "learning_rate": 6.535235805954857e-06,
+      "loss": 22.5781,
+      "step": 26126
+    },
+    {
+      "epoch": 1.2485424830354583,
+      "grad_norm": 281.91778564453125,
+      "learning_rate": 6.534509883168458e-06,
+      "loss": 19.2734,
+      "step": 26127
+    },
+    {
+      "epoch": 1.2485902704769187,
+      "grad_norm": 247.68365478515625,
+      "learning_rate": 6.533783981135875e-06,
+      "loss": 39.25,
+      "step": 26128
+    },
+    {
+      "epoch": 1.2486380579183791,
+      "grad_norm": 505.6490173339844,
+      "learning_rate": 6.533058099861451e-06,
+      "loss": 31.4219,
+      "step": 26129
+    },
+    {
+      "epoch": 1.2486858453598395,
+      "grad_norm": 147.4936981201172,
+      "learning_rate": 6.532332239349535e-06,
+      "loss": 21.4844,
+      "step": 26130
+    },
+    {
+      "epoch": 1.2487336328013,
+      "grad_norm": 382.1798400878906,
+      "learning_rate": 6.5316063996044735e-06,
+      "loss": 22.9844,
+      "step": 26131
+    },
+    {
+      "epoch": 1.2487814202427603,
+      "grad_norm": 396.29656982421875,
+      "learning_rate": 6.5308805806306184e-06,
+      "loss": 25.6562,
+      "step": 26132
+    },
+    {
+      "epoch": 1.2488292076842207,
+      "grad_norm": 411.71484375,
+      "learning_rate": 6.530154782432309e-06,
+      "loss": 27.2812,
+      "step": 26133
+    },
+    {
+      "epoch": 1.248876995125681,
+      "grad_norm": 258.4324645996094,
+      "learning_rate": 6.5294290050138945e-06,
+      "loss": 19.8281,
+      "step": 26134
+    },
+    {
+      "epoch": 1.2489247825671415,
+      "grad_norm": 215.80819702148438,
+      "learning_rate": 6.528703248379722e-06,
+      "loss": 30.8438,
+      "step": 26135
+    },
+    {
+      "epoch": 1.2489725700086018,
+      "grad_norm": 298.1658935546875,
+      "learning_rate": 6.527977512534141e-06,
+      "loss": 24.8281,
+      "step": 26136
+    },
+    {
+      "epoch": 1.2490203574500622,
+      "grad_norm": 219.22903442382812,
+      "learning_rate": 6.527251797481492e-06,
+      "loss": 22.0,
+      "step": 26137
+    },
+    {
+      "epoch": 1.2490681448915226,
+      "grad_norm": 111.43889617919922,
+      "learning_rate": 6.526526103226123e-06,
+      "loss": 20.5156,
+      "step": 26138
+    },
+    {
+      "epoch": 1.249115932332983,
+      "grad_norm": 470.56158447265625,
+      "learning_rate": 6.525800429772384e-06,
+      "loss": 38.875,
+      "step": 26139
+    },
+    {
+      "epoch": 1.2491637197744432,
+      "grad_norm": 264.0523986816406,
+      "learning_rate": 6.5250747771246145e-06,
+      "loss": 30.6094,
+      "step": 26140
+    },
+    {
+      "epoch": 1.2492115072159036,
+      "grad_norm": 215.6564178466797,
+      "learning_rate": 6.524349145287163e-06,
+      "loss": 23.2969,
+      "step": 26141
+    },
+    {
+      "epoch": 1.249259294657364,
+      "grad_norm": 272.9300842285156,
+      "learning_rate": 6.523623534264377e-06,
+      "loss": 25.625,
+      "step": 26142
+    },
+    {
+      "epoch": 1.2493070820988244,
+      "grad_norm": 386.234130859375,
+      "learning_rate": 6.5228979440606e-06,
+      "loss": 29.5,
+      "step": 26143
+    },
+    {
+      "epoch": 1.2493548695402847,
+      "grad_norm": 271.128662109375,
+      "learning_rate": 6.522172374680177e-06,
+      "loss": 30.5938,
+      "step": 26144
+    },
+    {
+      "epoch": 1.2494026569817451,
+      "grad_norm": 460.0045166015625,
+      "learning_rate": 6.521446826127454e-06,
+      "loss": 25.7344,
+      "step": 26145
+    },
+    {
+      "epoch": 1.2494504444232055,
+      "grad_norm": 325.3647766113281,
+      "learning_rate": 6.520721298406776e-06,
+      "loss": 25.6719,
+      "step": 26146
+    },
+    {
+      "epoch": 1.249498231864666,
+      "grad_norm": 164.36703491210938,
+      "learning_rate": 6.519995791522491e-06,
+      "loss": 25.0781,
+      "step": 26147
+    },
+    {
+      "epoch": 1.2495460193061263,
+      "grad_norm": 176.72914123535156,
+      "learning_rate": 6.519270305478935e-06,
+      "loss": 27.0312,
+      "step": 26148
+    },
+    {
+      "epoch": 1.2495938067475867,
+      "grad_norm": 225.56845092773438,
+      "learning_rate": 6.518544840280461e-06,
+      "loss": 34.1875,
+      "step": 26149
+    },
+    {
+      "epoch": 1.249641594189047,
+      "grad_norm": 148.76910400390625,
+      "learning_rate": 6.517819395931414e-06,
+      "loss": 18.9531,
+      "step": 26150
+    },
+    {
+      "epoch": 1.2496893816305075,
+      "grad_norm": 267.8437805175781,
+      "learning_rate": 6.517093972436133e-06,
+      "loss": 24.0625,
+      "step": 26151
+    },
+    {
+      "epoch": 1.2497371690719679,
+      "grad_norm": 202.3794403076172,
+      "learning_rate": 6.516368569798963e-06,
+      "loss": 27.5312,
+      "step": 26152
+    },
+    {
+      "epoch": 1.2497849565134282,
+      "grad_norm": 306.83343505859375,
+      "learning_rate": 6.51564318802425e-06,
+      "loss": 20.7969,
+      "step": 26153
+    },
+    {
+      "epoch": 1.2498327439548886,
+      "grad_norm": 215.31092834472656,
+      "learning_rate": 6.514917827116343e-06,
+      "loss": 23.8281,
+      "step": 26154
+    },
+    {
+      "epoch": 1.249880531396349,
+      "grad_norm": 605.955322265625,
+      "learning_rate": 6.514192487079578e-06,
+      "loss": 15.8281,
+      "step": 26155
+    },
+    {
+      "epoch": 1.2499283188378094,
+      "grad_norm": 287.7754821777344,
+      "learning_rate": 6.513467167918302e-06,
+      "loss": 28.3438,
+      "step": 26156
+    },
+    {
+      "epoch": 1.2499761062792698,
+      "grad_norm": 197.0311279296875,
+      "learning_rate": 6.5127418696368575e-06,
+      "loss": 24.0,
+      "step": 26157
+    },
+    {
+      "epoch": 1.2500238937207302,
+      "grad_norm": 328.34515380859375,
+      "learning_rate": 6.512016592239594e-06,
+      "loss": 29.375,
+      "step": 26158
+    },
+    {
+      "epoch": 1.2500716811621906,
+      "grad_norm": 248.86305236816406,
+      "learning_rate": 6.511291335730846e-06,
+      "loss": 31.125,
+      "step": 26159
+    },
+    {
+      "epoch": 1.250119468603651,
+      "grad_norm": 201.4250030517578,
+      "learning_rate": 6.510566100114964e-06,
+      "loss": 22.4844,
+      "step": 26160
+    },
+    {
+      "epoch": 1.2501672560451114,
+      "grad_norm": 316.65716552734375,
+      "learning_rate": 6.509840885396288e-06,
+      "loss": 39.7812,
+      "step": 26161
+    },
+    {
+      "epoch": 1.2502150434865718,
+      "grad_norm": 189.26998901367188,
+      "learning_rate": 6.50911569157916e-06,
+      "loss": 23.9375,
+      "step": 26162
+    },
+    {
+      "epoch": 1.2502628309280321,
+      "grad_norm": 193.8763427734375,
+      "learning_rate": 6.508390518667926e-06,
+      "loss": 25.4375,
+      "step": 26163
+    },
+    {
+      "epoch": 1.2503106183694925,
+      "grad_norm": 371.4635314941406,
+      "learning_rate": 6.507665366666925e-06,
+      "loss": 24.2812,
+      "step": 26164
+    },
+    {
+      "epoch": 1.250358405810953,
+      "grad_norm": 197.4329833984375,
+      "learning_rate": 6.506940235580508e-06,
+      "loss": 26.0625,
+      "step": 26165
+    },
+    {
+      "epoch": 1.2504061932524133,
+      "grad_norm": 970.5735473632812,
+      "learning_rate": 6.506215125413006e-06,
+      "loss": 20.2188,
+      "step": 26166
+    },
+    {
+      "epoch": 1.2504539806938737,
+      "grad_norm": 851.1444702148438,
+      "learning_rate": 6.505490036168767e-06,
+      "loss": 18.9531,
+      "step": 26167
+    },
+    {
+      "epoch": 1.250501768135334,
+      "grad_norm": 196.64476013183594,
+      "learning_rate": 6.504764967852135e-06,
+      "loss": 21.4219,
+      "step": 26168
+    },
+    {
+      "epoch": 1.2505495555767945,
+      "grad_norm": 156.7270965576172,
+      "learning_rate": 6.504039920467453e-06,
+      "loss": 21.2969,
+      "step": 26169
+    },
+    {
+      "epoch": 1.2505973430182549,
+      "grad_norm": 216.33103942871094,
+      "learning_rate": 6.503314894019058e-06,
+      "loss": 17.4375,
+      "step": 26170
+    },
+    {
+      "epoch": 1.2506451304597153,
+      "grad_norm": 234.2231903076172,
+      "learning_rate": 6.5025898885112945e-06,
+      "loss": 26.3594,
+      "step": 26171
+    },
+    {
+      "epoch": 1.2506929179011756,
+      "grad_norm": 363.4416198730469,
+      "learning_rate": 6.501864903948505e-06,
+      "loss": 31.4844,
+      "step": 26172
+    },
+    {
+      "epoch": 1.2507407053426358,
+      "grad_norm": 175.52099609375,
+      "learning_rate": 6.501139940335035e-06,
+      "loss": 26.3438,
+      "step": 26173
+    },
+    {
+      "epoch": 1.2507884927840962,
+      "grad_norm": 250.81820678710938,
+      "learning_rate": 6.500414997675217e-06,
+      "loss": 19.3125,
+      "step": 26174
+    },
+    {
+      "epoch": 1.2508362802255566,
+      "grad_norm": 207.10012817382812,
+      "learning_rate": 6.4996900759734e-06,
+      "loss": 21.375,
+      "step": 26175
+    },
+    {
+      "epoch": 1.250884067667017,
+      "grad_norm": 419.5169372558594,
+      "learning_rate": 6.498965175233924e-06,
+      "loss": 16.1406,
+      "step": 26176
+    },
+    {
+      "epoch": 1.2509318551084774,
+      "grad_norm": 233.3035125732422,
+      "learning_rate": 6.498240295461126e-06,
+      "loss": 30.8125,
+      "step": 26177
+    },
+    {
+      "epoch": 1.2509796425499378,
+      "grad_norm": 282.4988708496094,
+      "learning_rate": 6.497515436659352e-06,
+      "loss": 20.4219,
+      "step": 26178
+    },
+    {
+      "epoch": 1.2510274299913982,
+      "grad_norm": 143.5623779296875,
+      "learning_rate": 6.4967905988329385e-06,
+      "loss": 23.0781,
+      "step": 26179
+    },
+    {
+      "epoch": 1.2510752174328585,
+      "grad_norm": 169.73597717285156,
+      "learning_rate": 6.496065781986234e-06,
+      "loss": 18.5625,
+      "step": 26180
+    },
+    {
+      "epoch": 1.251123004874319,
+      "grad_norm": 502.61614990234375,
+      "learning_rate": 6.495340986123569e-06,
+      "loss": 26.8594,
+      "step": 26181
+    },
+    {
+      "epoch": 1.2511707923157793,
+      "grad_norm": 191.28456115722656,
+      "learning_rate": 6.49461621124929e-06,
+      "loss": 24.5625,
+      "step": 26182
+    },
+    {
+      "epoch": 1.2512185797572397,
+      "grad_norm": 293.2577209472656,
+      "learning_rate": 6.493891457367737e-06,
+      "loss": 20.8281,
+      "step": 26183
+    },
+    {
+      "epoch": 1.2512663671987,
+      "grad_norm": 184.29396057128906,
+      "learning_rate": 6.493166724483254e-06,
+      "loss": 14.0938,
+      "step": 26184
+    },
+    {
+      "epoch": 1.2513141546401605,
+      "grad_norm": 187.34217834472656,
+      "learning_rate": 6.492442012600173e-06,
+      "loss": 30.5312,
+      "step": 26185
+    },
+    {
+      "epoch": 1.2513619420816209,
+      "grad_norm": 359.96929931640625,
+      "learning_rate": 6.491717321722839e-06,
+      "loss": 33.7188,
+      "step": 26186
+    },
+    {
+      "epoch": 1.2514097295230813,
+      "grad_norm": 142.17080688476562,
+      "learning_rate": 6.490992651855595e-06,
+      "loss": 23.4688,
+      "step": 26187
+    },
+    {
+      "epoch": 1.2514575169645417,
+      "grad_norm": 290.3560791015625,
+      "learning_rate": 6.490268003002772e-06,
+      "loss": 28.1562,
+      "step": 26188
+    },
+    {
+      "epoch": 1.251505304406002,
+      "grad_norm": 397.8218688964844,
+      "learning_rate": 6.489543375168717e-06,
+      "loss": 25.8438,
+      "step": 26189
+    },
+    {
+      "epoch": 1.2515530918474624,
+      "grad_norm": 280.96856689453125,
+      "learning_rate": 6.4888187683577655e-06,
+      "loss": 18.9219,
+      "step": 26190
+    },
+    {
+      "epoch": 1.2516008792889228,
+      "grad_norm": 267.7444152832031,
+      "learning_rate": 6.488094182574263e-06,
+      "loss": 20.0938,
+      "step": 26191
+    },
+    {
+      "epoch": 1.2516486667303832,
+      "grad_norm": 453.1741027832031,
+      "learning_rate": 6.487369617822541e-06,
+      "loss": 21.0469,
+      "step": 26192
+    },
+    {
+      "epoch": 1.2516964541718436,
+      "grad_norm": 114.08838653564453,
+      "learning_rate": 6.486645074106945e-06,
+      "loss": 15.1406,
+      "step": 26193
+    },
+    {
+      "epoch": 1.251744241613304,
+      "grad_norm": 366.5500793457031,
+      "learning_rate": 6.48592055143181e-06,
+      "loss": 21.3438,
+      "step": 26194
+    },
+    {
+      "epoch": 1.2517920290547644,
+      "grad_norm": 429.6464538574219,
+      "learning_rate": 6.485196049801477e-06,
+      "loss": 23.8281,
+      "step": 26195
+    },
+    {
+      "epoch": 1.2518398164962248,
+      "grad_norm": 384.5774841308594,
+      "learning_rate": 6.484471569220285e-06,
+      "loss": 29.2812,
+      "step": 26196
+    },
+    {
+      "epoch": 1.2518876039376852,
+      "grad_norm": 269.4582214355469,
+      "learning_rate": 6.4837471096925705e-06,
+      "loss": 24.9375,
+      "step": 26197
+    },
+    {
+      "epoch": 1.2519353913791456,
+      "grad_norm": 206.59524536132812,
+      "learning_rate": 6.4830226712226775e-06,
+      "loss": 19.8594,
+      "step": 26198
+    },
+    {
+      "epoch": 1.251983178820606,
+      "grad_norm": 240.02500915527344,
+      "learning_rate": 6.4822982538149356e-06,
+      "loss": 21.6562,
+      "step": 26199
+    },
+    {
+      "epoch": 1.2520309662620663,
+      "grad_norm": 196.9745330810547,
+      "learning_rate": 6.481573857473688e-06,
+      "loss": 23.5312,
+      "step": 26200
+    },
+    {
+      "epoch": 1.2520787537035267,
+      "grad_norm": 467.4635925292969,
+      "learning_rate": 6.480849482203276e-06,
+      "loss": 47.25,
+      "step": 26201
+    },
+    {
+      "epoch": 1.2521265411449871,
+      "grad_norm": 182.80873107910156,
+      "learning_rate": 6.4801251280080355e-06,
+      "loss": 17.7969,
+      "step": 26202
+    },
+    {
+      "epoch": 1.2521743285864475,
+      "grad_norm": 182.69189453125,
+      "learning_rate": 6.479400794892301e-06,
+      "loss": 21.4688,
+      "step": 26203
+    },
+    {
+      "epoch": 1.252222116027908,
+      "grad_norm": 171.56295776367188,
+      "learning_rate": 6.478676482860412e-06,
+      "loss": 25.3125,
+      "step": 26204
+    },
+    {
+      "epoch": 1.2522699034693683,
+      "grad_norm": 185.78170776367188,
+      "learning_rate": 6.477952191916708e-06,
+      "loss": 20.1562,
+      "step": 26205
+    },
+    {
+      "epoch": 1.2523176909108287,
+      "grad_norm": 233.36721801757812,
+      "learning_rate": 6.47722792206553e-06,
+      "loss": 32.4219,
+      "step": 26206
+    },
+    {
+      "epoch": 1.252365478352289,
+      "grad_norm": 202.5402374267578,
+      "learning_rate": 6.476503673311205e-06,
+      "loss": 23.5312,
+      "step": 26207
+    },
+    {
+      "epoch": 1.2524132657937495,
+      "grad_norm": 238.93470764160156,
+      "learning_rate": 6.475779445658078e-06,
+      "loss": 30.0312,
+      "step": 26208
+    },
+    {
+      "epoch": 1.2524610532352098,
+      "grad_norm": 262.6894226074219,
+      "learning_rate": 6.475055239110486e-06,
+      "loss": 28.4375,
+      "step": 26209
+    },
+    {
+      "epoch": 1.2525088406766702,
+      "grad_norm": 1027.061767578125,
+      "learning_rate": 6.474331053672767e-06,
+      "loss": 22.9688,
+      "step": 26210
+    },
+    {
+      "epoch": 1.2525566281181306,
+      "grad_norm": 300.7815856933594,
+      "learning_rate": 6.473606889349253e-06,
+      "loss": 33.6875,
+      "step": 26211
+    },
+    {
+      "epoch": 1.252604415559591,
+      "grad_norm": 253.59454345703125,
+      "learning_rate": 6.472882746144282e-06,
+      "loss": 19.8906,
+      "step": 26212
+    },
+    {
+      "epoch": 1.2526522030010514,
+      "grad_norm": 223.64041137695312,
+      "learning_rate": 6.472158624062197e-06,
+      "loss": 25.8438,
+      "step": 26213
+    },
+    {
+      "epoch": 1.2526999904425118,
+      "grad_norm": 191.24424743652344,
+      "learning_rate": 6.471434523107325e-06,
+      "loss": 22.375,
+      "step": 26214
+    },
+    {
+      "epoch": 1.2527477778839722,
+      "grad_norm": 193.4930877685547,
+      "learning_rate": 6.470710443284006e-06,
+      "loss": 14.1719,
+      "step": 26215
+    },
+    {
+      "epoch": 1.2527955653254326,
+      "grad_norm": 235.6122283935547,
+      "learning_rate": 6.4699863845965785e-06,
+      "loss": 21.9375,
+      "step": 26216
+    },
+    {
+      "epoch": 1.252843352766893,
+      "grad_norm": 193.40252685546875,
+      "learning_rate": 6.469262347049382e-06,
+      "loss": 19.6094,
+      "step": 26217
+    },
+    {
+      "epoch": 1.2528911402083533,
+      "grad_norm": 296.9202880859375,
+      "learning_rate": 6.468538330646744e-06,
+      "loss": 22.875,
+      "step": 26218
+    },
+    {
+      "epoch": 1.2529389276498137,
+      "grad_norm": 325.5157470703125,
+      "learning_rate": 6.467814335393005e-06,
+      "loss": 35.8438,
+      "step": 26219
+    },
+    {
+      "epoch": 1.2529867150912741,
+      "grad_norm": 161.91525268554688,
+      "learning_rate": 6.467090361292499e-06,
+      "loss": 17.4219,
+      "step": 26220
+    },
+    {
+      "epoch": 1.2530345025327345,
+      "grad_norm": 127.93617248535156,
+      "learning_rate": 6.466366408349568e-06,
+      "loss": 15.4062,
+      "step": 26221
+    },
+    {
+      "epoch": 1.253082289974195,
+      "grad_norm": 342.5050964355469,
+      "learning_rate": 6.465642476568539e-06,
+      "loss": 32.0,
+      "step": 26222
+    },
+    {
+      "epoch": 1.2531300774156553,
+      "grad_norm": 187.92327880859375,
+      "learning_rate": 6.46491856595375e-06,
+      "loss": 32.0469,
+      "step": 26223
+    },
+    {
+      "epoch": 1.2531778648571157,
+      "grad_norm": 273.012939453125,
+      "learning_rate": 6.464194676509541e-06,
+      "loss": 28.0625,
+      "step": 26224
+    },
+    {
+      "epoch": 1.2532256522985759,
+      "grad_norm": 364.5520935058594,
+      "learning_rate": 6.46347080824024e-06,
+      "loss": 28.2344,
+      "step": 26225
+    },
+    {
+      "epoch": 1.2532734397400362,
+      "grad_norm": 256.005859375,
+      "learning_rate": 6.462746961150188e-06,
+      "loss": 22.5,
+      "step": 26226
+    },
+    {
+      "epoch": 1.2533212271814966,
+      "grad_norm": 184.5848846435547,
+      "learning_rate": 6.462023135243715e-06,
+      "loss": 26.9375,
+      "step": 26227
+    },
+    {
+      "epoch": 1.253369014622957,
+      "grad_norm": 246.87188720703125,
+      "learning_rate": 6.461299330525159e-06,
+      "loss": 32.4688,
+      "step": 26228
+    },
+    {
+      "epoch": 1.2534168020644174,
+      "grad_norm": 396.19525146484375,
+      "learning_rate": 6.460575546998855e-06,
+      "loss": 30.7812,
+      "step": 26229
+    },
+    {
+      "epoch": 1.2534645895058778,
+      "grad_norm": 197.06240844726562,
+      "learning_rate": 6.459851784669136e-06,
+      "loss": 19.625,
+      "step": 26230
+    },
+    {
+      "epoch": 1.2535123769473382,
+      "grad_norm": 148.7052001953125,
+      "learning_rate": 6.459128043540335e-06,
+      "loss": 17.9844,
+      "step": 26231
+    },
+    {
+      "epoch": 1.2535601643887986,
+      "grad_norm": 216.7935333251953,
+      "learning_rate": 6.458404323616791e-06,
+      "loss": 30.6875,
+      "step": 26232
+    },
+    {
+      "epoch": 1.253607951830259,
+      "grad_norm": 220.12171936035156,
+      "learning_rate": 6.457680624902834e-06,
+      "loss": 19.875,
+      "step": 26233
+    },
+    {
+      "epoch": 1.2536557392717194,
+      "grad_norm": 206.50392150878906,
+      "learning_rate": 6.456956947402797e-06,
+      "loss": 16.6094,
+      "step": 26234
+    },
+    {
+      "epoch": 1.2537035267131798,
+      "grad_norm": 152.71884155273438,
+      "learning_rate": 6.4562332911210205e-06,
+      "loss": 17.75,
+      "step": 26235
+    },
+    {
+      "epoch": 1.2537513141546401,
+      "grad_norm": 200.7030487060547,
+      "learning_rate": 6.455509656061829e-06,
+      "loss": 24.0312,
+      "step": 26236
+    },
+    {
+      "epoch": 1.2537991015961005,
+      "grad_norm": 502.0159606933594,
+      "learning_rate": 6.4547860422295624e-06,
+      "loss": 29.375,
+      "step": 26237
+    },
+    {
+      "epoch": 1.253846889037561,
+      "grad_norm": 186.79600524902344,
+      "learning_rate": 6.454062449628553e-06,
+      "loss": 25.4062,
+      "step": 26238
+    },
+    {
+      "epoch": 1.2538946764790213,
+      "grad_norm": 574.0203857421875,
+      "learning_rate": 6.453338878263138e-06,
+      "loss": 39.375,
+      "step": 26239
+    },
+    {
+      "epoch": 1.2539424639204817,
+      "grad_norm": 223.0033721923828,
+      "learning_rate": 6.4526153281376416e-06,
+      "loss": 24.7031,
+      "step": 26240
+    },
+    {
+      "epoch": 1.253990251361942,
+      "grad_norm": 338.58251953125,
+      "learning_rate": 6.451891799256402e-06,
+      "loss": 24.4375,
+      "step": 26241
+    },
+    {
+      "epoch": 1.2540380388034025,
+      "grad_norm": 252.3461456298828,
+      "learning_rate": 6.451168291623755e-06,
+      "loss": 25.875,
+      "step": 26242
+    },
+    {
+      "epoch": 1.2540858262448629,
+      "grad_norm": 366.7444763183594,
+      "learning_rate": 6.45044480524403e-06,
+      "loss": 19.7344,
+      "step": 26243
+    },
+    {
+      "epoch": 1.2541336136863233,
+      "grad_norm": 221.40809631347656,
+      "learning_rate": 6.449721340121562e-06,
+      "loss": 28.4688,
+      "step": 26244
+    },
+    {
+      "epoch": 1.2541814011277836,
+      "grad_norm": 170.8438262939453,
+      "learning_rate": 6.448997896260678e-06,
+      "loss": 26.9688,
+      "step": 26245
+    },
+    {
+      "epoch": 1.254229188569244,
+      "grad_norm": 242.0787811279297,
+      "learning_rate": 6.448274473665718e-06,
+      "loss": 21.5781,
+      "step": 26246
+    },
+    {
+      "epoch": 1.2542769760107044,
+      "grad_norm": 190.25230407714844,
+      "learning_rate": 6.447551072341011e-06,
+      "loss": 24.3438,
+      "step": 26247
+    },
+    {
+      "epoch": 1.2543247634521648,
+      "grad_norm": 400.3196716308594,
+      "learning_rate": 6.446827692290887e-06,
+      "loss": 34.3281,
+      "step": 26248
+    },
+    {
+      "epoch": 1.2543725508936252,
+      "grad_norm": 177.14669799804688,
+      "learning_rate": 6.446104333519678e-06,
+      "loss": 29.8594,
+      "step": 26249
+    },
+    {
+      "epoch": 1.2544203383350856,
+      "grad_norm": 296.44537353515625,
+      "learning_rate": 6.445380996031725e-06,
+      "loss": 29.5312,
+      "step": 26250
+    },
+    {
+      "epoch": 1.254468125776546,
+      "grad_norm": 544.9161987304688,
+      "learning_rate": 6.444657679831347e-06,
+      "loss": 31.1562,
+      "step": 26251
+    },
+    {
+      "epoch": 1.2545159132180064,
+      "grad_norm": 416.6929016113281,
+      "learning_rate": 6.443934384922884e-06,
+      "loss": 24.0781,
+      "step": 26252
+    },
+    {
+      "epoch": 1.2545637006594668,
+      "grad_norm": 473.8108215332031,
+      "learning_rate": 6.443211111310665e-06,
+      "loss": 32.0625,
+      "step": 26253
+    },
+    {
+      "epoch": 1.2546114881009272,
+      "grad_norm": 300.49078369140625,
+      "learning_rate": 6.442487858999025e-06,
+      "loss": 30.1562,
+      "step": 26254
+    },
+    {
+      "epoch": 1.2546592755423875,
+      "grad_norm": 324.9947204589844,
+      "learning_rate": 6.4417646279922885e-06,
+      "loss": 17.4688,
+      "step": 26255
+    },
+    {
+      "epoch": 1.2547070629838477,
+      "grad_norm": 256.4156494140625,
+      "learning_rate": 6.441041418294791e-06,
+      "loss": 21.8594,
+      "step": 26256
+    },
+    {
+      "epoch": 1.254754850425308,
+      "grad_norm": 234.4530029296875,
+      "learning_rate": 6.4403182299108644e-06,
+      "loss": 25.9062,
+      "step": 26257
+    },
+    {
+      "epoch": 1.2548026378667685,
+      "grad_norm": 231.75115966796875,
+      "learning_rate": 6.4395950628448385e-06,
+      "loss": 20.9062,
+      "step": 26258
+    },
+    {
+      "epoch": 1.2548504253082289,
+      "grad_norm": 222.16209411621094,
+      "learning_rate": 6.438871917101046e-06,
+      "loss": 25.7812,
+      "step": 26259
+    },
+    {
+      "epoch": 1.2548982127496893,
+      "grad_norm": 245.922119140625,
+      "learning_rate": 6.438148792683812e-06,
+      "loss": 31.4375,
+      "step": 26260
+    },
+    {
+      "epoch": 1.2549460001911497,
+      "grad_norm": 238.26148986816406,
+      "learning_rate": 6.4374256895974715e-06,
+      "loss": 21.1094,
+      "step": 26261
+    },
+    {
+      "epoch": 1.25499378763261,
+      "grad_norm": 170.9717559814453,
+      "learning_rate": 6.436702607846356e-06,
+      "loss": 18.1406,
+      "step": 26262
+    },
+    {
+      "epoch": 1.2550415750740704,
+      "grad_norm": 183.43016052246094,
+      "learning_rate": 6.435979547434791e-06,
+      "loss": 26.0,
+      "step": 26263
+    },
+    {
+      "epoch": 1.2550893625155308,
+      "grad_norm": 125.99683380126953,
+      "learning_rate": 6.435256508367109e-06,
+      "loss": 22.2031,
+      "step": 26264
+    },
+    {
+      "epoch": 1.2551371499569912,
+      "grad_norm": 1884.127685546875,
+      "learning_rate": 6.434533490647647e-06,
+      "loss": 18.3438,
+      "step": 26265
+    },
+    {
+      "epoch": 1.2551849373984516,
+      "grad_norm": 301.68975830078125,
+      "learning_rate": 6.433810494280723e-06,
+      "loss": 21.9375,
+      "step": 26266
+    },
+    {
+      "epoch": 1.255232724839912,
+      "grad_norm": 155.41677856445312,
+      "learning_rate": 6.433087519270673e-06,
+      "loss": 27.9375,
+      "step": 26267
+    },
+    {
+      "epoch": 1.2552805122813724,
+      "grad_norm": 332.8498840332031,
+      "learning_rate": 6.432364565621824e-06,
+      "loss": 24.9531,
+      "step": 26268
+    },
+    {
+      "epoch": 1.2553282997228328,
+      "grad_norm": 244.77096557617188,
+      "learning_rate": 6.431641633338514e-06,
+      "loss": 29.3438,
+      "step": 26269
+    },
+    {
+      "epoch": 1.2553760871642932,
+      "grad_norm": 289.12091064453125,
+      "learning_rate": 6.430918722425064e-06,
+      "loss": 35.75,
+      "step": 26270
+    },
+    {
+      "epoch": 1.2554238746057536,
+      "grad_norm": 304.9012145996094,
+      "learning_rate": 6.430195832885802e-06,
+      "loss": 25.7188,
+      "step": 26271
+    },
+    {
+      "epoch": 1.255471662047214,
+      "grad_norm": 274.5833435058594,
+      "learning_rate": 6.429472964725067e-06,
+      "loss": 24.7188,
+      "step": 26272
+    },
+    {
+      "epoch": 1.2555194494886743,
+      "grad_norm": 340.2903747558594,
+      "learning_rate": 6.4287501179471755e-06,
+      "loss": 25.3906,
+      "step": 26273
+    },
+    {
+      "epoch": 1.2555672369301347,
+      "grad_norm": 643.3673095703125,
+      "learning_rate": 6.428027292556465e-06,
+      "loss": 28.5,
+      "step": 26274
+    },
+    {
+      "epoch": 1.2556150243715951,
+      "grad_norm": 291.1611633300781,
+      "learning_rate": 6.427304488557263e-06,
+      "loss": 31.7031,
+      "step": 26275
+    },
+    {
+      "epoch": 1.2556628118130555,
+      "grad_norm": 200.26199340820312,
+      "learning_rate": 6.426581705953896e-06,
+      "loss": 24.1562,
+      "step": 26276
+    },
+    {
+      "epoch": 1.255710599254516,
+      "grad_norm": 311.4446716308594,
+      "learning_rate": 6.425858944750694e-06,
+      "loss": 26.125,
+      "step": 26277
+    },
+    {
+      "epoch": 1.2557583866959763,
+      "grad_norm": 133.83290100097656,
+      "learning_rate": 6.425136204951984e-06,
+      "loss": 17.3281,
+      "step": 26278
+    },
+    {
+      "epoch": 1.2558061741374367,
+      "grad_norm": 511.57904052734375,
+      "learning_rate": 6.424413486562094e-06,
+      "loss": 26.125,
+      "step": 26279
+    },
+    {
+      "epoch": 1.255853961578897,
+      "grad_norm": 155.44039916992188,
+      "learning_rate": 6.423690789585359e-06,
+      "loss": 30.0938,
+      "step": 26280
+    },
+    {
+      "epoch": 1.2559017490203574,
+      "grad_norm": 2853.32373046875,
+      "learning_rate": 6.422968114026096e-06,
+      "loss": 40.625,
+      "step": 26281
+    },
+    {
+      "epoch": 1.2559495364618178,
+      "grad_norm": 668.3470458984375,
+      "learning_rate": 6.422245459888638e-06,
+      "loss": 32.875,
+      "step": 26282
+    },
+    {
+      "epoch": 1.2559973239032782,
+      "grad_norm": 424.42962646484375,
+      "learning_rate": 6.42152282717732e-06,
+      "loss": 32.5938,
+      "step": 26283
+    },
+    {
+      "epoch": 1.2560451113447386,
+      "grad_norm": 206.80238342285156,
+      "learning_rate": 6.4208002158964565e-06,
+      "loss": 20.9375,
+      "step": 26284
+    },
+    {
+      "epoch": 1.256092898786199,
+      "grad_norm": 236.98104858398438,
+      "learning_rate": 6.420077626050382e-06,
+      "loss": 24.3594,
+      "step": 26285
+    },
+    {
+      "epoch": 1.2561406862276594,
+      "grad_norm": 359.60003662109375,
+      "learning_rate": 6.419355057643421e-06,
+      "loss": 27.2031,
+      "step": 26286
+    },
+    {
+      "epoch": 1.2561884736691198,
+      "grad_norm": 178.00587463378906,
+      "learning_rate": 6.418632510679909e-06,
+      "loss": 20.5156,
+      "step": 26287
+    },
+    {
+      "epoch": 1.2562362611105802,
+      "grad_norm": 202.42160034179688,
+      "learning_rate": 6.4179099851641636e-06,
+      "loss": 27.6875,
+      "step": 26288
+    },
+    {
+      "epoch": 1.2562840485520406,
+      "grad_norm": 269.9713439941406,
+      "learning_rate": 6.417187481100516e-06,
+      "loss": 31.0938,
+      "step": 26289
+    },
+    {
+      "epoch": 1.256331835993501,
+      "grad_norm": 302.7374572753906,
+      "learning_rate": 6.4164649984932914e-06,
+      "loss": 21.4062,
+      "step": 26290
+    },
+    {
+      "epoch": 1.2563796234349613,
+      "grad_norm": 183.0094451904297,
+      "learning_rate": 6.415742537346818e-06,
+      "loss": 24.5469,
+      "step": 26291
+    },
+    {
+      "epoch": 1.2564274108764217,
+      "grad_norm": 440.4254455566406,
+      "learning_rate": 6.4150200976654206e-06,
+      "loss": 31.3125,
+      "step": 26292
+    },
+    {
+      "epoch": 1.2564751983178821,
+      "grad_norm": 392.2474365234375,
+      "learning_rate": 6.41429767945343e-06,
+      "loss": 29.125,
+      "step": 26293
+    },
+    {
+      "epoch": 1.2565229857593425,
+      "grad_norm": 264.52410888671875,
+      "learning_rate": 6.413575282715166e-06,
+      "loss": 34.5938,
+      "step": 26294
+    },
+    {
+      "epoch": 1.256570773200803,
+      "grad_norm": 280.56085205078125,
+      "learning_rate": 6.412852907454963e-06,
+      "loss": 21.3125,
+      "step": 26295
+    },
+    {
+      "epoch": 1.2566185606422633,
+      "grad_norm": 319.477783203125,
+      "learning_rate": 6.412130553677139e-06,
+      "loss": 24.2188,
+      "step": 26296
+    },
+    {
+      "epoch": 1.2566663480837237,
+      "grad_norm": 559.2940063476562,
+      "learning_rate": 6.411408221386021e-06,
+      "loss": 35.8125,
+      "step": 26297
+    },
+    {
+      "epoch": 1.256714135525184,
+      "grad_norm": 158.87156677246094,
+      "learning_rate": 6.410685910585943e-06,
+      "loss": 15.2031,
+      "step": 26298
+    },
+    {
+      "epoch": 1.2567619229666445,
+      "grad_norm": 133.98434448242188,
+      "learning_rate": 6.40996362128122e-06,
+      "loss": 14.75,
+      "step": 26299
+    },
+    {
+      "epoch": 1.2568097104081049,
+      "grad_norm": 244.7220001220703,
+      "learning_rate": 6.409241353476183e-06,
+      "loss": 13.5,
+      "step": 26300
+    },
+    {
+      "epoch": 1.2568574978495652,
+      "grad_norm": 476.3280029296875,
+      "learning_rate": 6.408519107175158e-06,
+      "loss": 24.0625,
+      "step": 26301
+    },
+    {
+      "epoch": 1.2569052852910256,
+      "grad_norm": 202.46511840820312,
+      "learning_rate": 6.407796882382471e-06,
+      "loss": 22.5469,
+      "step": 26302
+    },
+    {
+      "epoch": 1.256953072732486,
+      "grad_norm": 265.8081970214844,
+      "learning_rate": 6.407074679102443e-06,
+      "loss": 19.2031,
+      "step": 26303
+    },
+    {
+      "epoch": 1.2570008601739464,
+      "grad_norm": 252.4064178466797,
+      "learning_rate": 6.406352497339401e-06,
+      "loss": 27.5625,
+      "step": 26304
+    },
+    {
+      "epoch": 1.2570486476154068,
+      "grad_norm": 244.1891326904297,
+      "learning_rate": 6.405630337097673e-06,
+      "loss": 22.2812,
+      "step": 26305
+    },
+    {
+      "epoch": 1.2570964350568672,
+      "grad_norm": 205.41073608398438,
+      "learning_rate": 6.4049081983815805e-06,
+      "loss": 26.1562,
+      "step": 26306
+    },
+    {
+      "epoch": 1.2571442224983274,
+      "grad_norm": 204.8263702392578,
+      "learning_rate": 6.404186081195448e-06,
+      "loss": 26.9688,
+      "step": 26307
+    },
+    {
+      "epoch": 1.2571920099397877,
+      "grad_norm": 171.3656463623047,
+      "learning_rate": 6.403463985543603e-06,
+      "loss": 19.3906,
+      "step": 26308
+    },
+    {
+      "epoch": 1.2572397973812481,
+      "grad_norm": 241.5635528564453,
+      "learning_rate": 6.402741911430367e-06,
+      "loss": 21.0,
+      "step": 26309
+    },
+    {
+      "epoch": 1.2572875848227085,
+      "grad_norm": 189.35780334472656,
+      "learning_rate": 6.402019858860064e-06,
+      "loss": 25.5,
+      "step": 26310
+    },
+    {
+      "epoch": 1.257335372264169,
+      "grad_norm": 270.4249267578125,
+      "learning_rate": 6.401297827837021e-06,
+      "loss": 31.875,
+      "step": 26311
+    },
+    {
+      "epoch": 1.2573831597056293,
+      "grad_norm": 232.82444763183594,
+      "learning_rate": 6.400575818365558e-06,
+      "loss": 33.2812,
+      "step": 26312
+    },
+    {
+      "epoch": 1.2574309471470897,
+      "grad_norm": 400.3210144042969,
+      "learning_rate": 6.399853830450005e-06,
+      "loss": 34.6875,
+      "step": 26313
+    },
+    {
+      "epoch": 1.25747873458855,
+      "grad_norm": 225.40394592285156,
+      "learning_rate": 6.399131864094679e-06,
+      "loss": 22.9375,
+      "step": 26314
+    },
+    {
+      "epoch": 1.2575265220300105,
+      "grad_norm": 226.9747314453125,
+      "learning_rate": 6.3984099193039075e-06,
+      "loss": 17.7344,
+      "step": 26315
+    },
+    {
+      "epoch": 1.2575743094714709,
+      "grad_norm": 303.8992614746094,
+      "learning_rate": 6.397687996082011e-06,
+      "loss": 23.7812,
+      "step": 26316
+    },
+    {
+      "epoch": 1.2576220969129313,
+      "grad_norm": 533.882080078125,
+      "learning_rate": 6.396966094433321e-06,
+      "loss": 29.6875,
+      "step": 26317
+    },
+    {
+      "epoch": 1.2576698843543916,
+      "grad_norm": 689.3246459960938,
+      "learning_rate": 6.396244214362151e-06,
+      "loss": 11.5,
+      "step": 26318
+    },
+    {
+      "epoch": 1.257717671795852,
+      "grad_norm": 215.97528076171875,
+      "learning_rate": 6.395522355872827e-06,
+      "loss": 28.6406,
+      "step": 26319
+    },
+    {
+      "epoch": 1.2577654592373124,
+      "grad_norm": 160.33274841308594,
+      "learning_rate": 6.394800518969677e-06,
+      "loss": 17.0781,
+      "step": 26320
+    },
+    {
+      "epoch": 1.2578132466787728,
+      "grad_norm": 179.91549682617188,
+      "learning_rate": 6.394078703657016e-06,
+      "loss": 30.1875,
+      "step": 26321
+    },
+    {
+      "epoch": 1.2578610341202332,
+      "grad_norm": 349.0680236816406,
+      "learning_rate": 6.393356909939171e-06,
+      "loss": 18.0312,
+      "step": 26322
+    },
+    {
+      "epoch": 1.2579088215616936,
+      "grad_norm": 243.19712829589844,
+      "learning_rate": 6.392635137820467e-06,
+      "loss": 23.4688,
+      "step": 26323
+    },
+    {
+      "epoch": 1.257956609003154,
+      "grad_norm": 246.3807373046875,
+      "learning_rate": 6.391913387305222e-06,
+      "loss": 23.2188,
+      "step": 26324
+    },
+    {
+      "epoch": 1.2580043964446144,
+      "grad_norm": 239.18092346191406,
+      "learning_rate": 6.39119165839776e-06,
+      "loss": 26.7188,
+      "step": 26325
+    },
+    {
+      "epoch": 1.2580521838860748,
+      "grad_norm": 240.82672119140625,
+      "learning_rate": 6.390469951102405e-06,
+      "loss": 28.7812,
+      "step": 26326
+    },
+    {
+      "epoch": 1.2580999713275351,
+      "grad_norm": 210.15858459472656,
+      "learning_rate": 6.389748265423474e-06,
+      "loss": 27.3594,
+      "step": 26327
+    },
+    {
+      "epoch": 1.2581477587689955,
+      "grad_norm": 377.6038513183594,
+      "learning_rate": 6.389026601365298e-06,
+      "loss": 28.8125,
+      "step": 26328
+    },
+    {
+      "epoch": 1.258195546210456,
+      "grad_norm": 169.53836059570312,
+      "learning_rate": 6.388304958932188e-06,
+      "loss": 17.0938,
+      "step": 26329
+    },
+    {
+      "epoch": 1.2582433336519163,
+      "grad_norm": 272.3746337890625,
+      "learning_rate": 6.387583338128471e-06,
+      "loss": 22.0156,
+      "step": 26330
+    },
+    {
+      "epoch": 1.2582911210933767,
+      "grad_norm": 440.7502746582031,
+      "learning_rate": 6.386861738958473e-06,
+      "loss": 21.4219,
+      "step": 26331
+    },
+    {
+      "epoch": 1.258338908534837,
+      "grad_norm": 185.49893188476562,
+      "learning_rate": 6.3861401614265065e-06,
+      "loss": 23.4375,
+      "step": 26332
+    },
+    {
+      "epoch": 1.2583866959762975,
+      "grad_norm": 171.52442932128906,
+      "learning_rate": 6.385418605536898e-06,
+      "loss": 29.6875,
+      "step": 26333
+    },
+    {
+      "epoch": 1.2584344834177579,
+      "grad_norm": 190.88270568847656,
+      "learning_rate": 6.384697071293968e-06,
+      "loss": 27.3125,
+      "step": 26334
+    },
+    {
+      "epoch": 1.2584822708592183,
+      "grad_norm": 297.52978515625,
+      "learning_rate": 6.38397555870204e-06,
+      "loss": 33.9375,
+      "step": 26335
+    },
+    {
+      "epoch": 1.2585300583006787,
+      "grad_norm": 214.8480224609375,
+      "learning_rate": 6.38325406776543e-06,
+      "loss": 36.0781,
+      "step": 26336
+    },
+    {
+      "epoch": 1.258577845742139,
+      "grad_norm": 154.6920623779297,
+      "learning_rate": 6.382532598488461e-06,
+      "loss": 25.5469,
+      "step": 26337
+    },
+    {
+      "epoch": 1.2586256331835992,
+      "grad_norm": 690.1298217773438,
+      "learning_rate": 6.381811150875455e-06,
+      "loss": 23.2188,
+      "step": 26338
+    },
+    {
+      "epoch": 1.2586734206250596,
+      "grad_norm": 761.043212890625,
+      "learning_rate": 6.3810897249307335e-06,
+      "loss": 26.9531,
+      "step": 26339
+    },
+    {
+      "epoch": 1.25872120806652,
+      "grad_norm": 419.5704345703125,
+      "learning_rate": 6.380368320658612e-06,
+      "loss": 31.9062,
+      "step": 26340
+    },
+    {
+      "epoch": 1.2587689955079804,
+      "grad_norm": 293.0845031738281,
+      "learning_rate": 6.379646938063415e-06,
+      "loss": 26.9375,
+      "step": 26341
+    },
+    {
+      "epoch": 1.2588167829494408,
+      "grad_norm": 609.2437133789062,
+      "learning_rate": 6.37892557714946e-06,
+      "loss": 25.5938,
+      "step": 26342
+    },
+    {
+      "epoch": 1.2588645703909012,
+      "grad_norm": 176.334228515625,
+      "learning_rate": 6.378204237921071e-06,
+      "loss": 25.6875,
+      "step": 26343
+    },
+    {
+      "epoch": 1.2589123578323616,
+      "grad_norm": 439.6366882324219,
+      "learning_rate": 6.377482920382563e-06,
+      "loss": 26.8125,
+      "step": 26344
+    },
+    {
+      "epoch": 1.258960145273822,
+      "grad_norm": 223.10333251953125,
+      "learning_rate": 6.376761624538257e-06,
+      "loss": 29.625,
+      "step": 26345
+    },
+    {
+      "epoch": 1.2590079327152823,
+      "grad_norm": 429.3896179199219,
+      "learning_rate": 6.3760403503924774e-06,
+      "loss": 37.4062,
+      "step": 26346
+    },
+    {
+      "epoch": 1.2590557201567427,
+      "grad_norm": 332.4727783203125,
+      "learning_rate": 6.375319097949536e-06,
+      "loss": 18.625,
+      "step": 26347
+    },
+    {
+      "epoch": 1.259103507598203,
+      "grad_norm": 133.30133056640625,
+      "learning_rate": 6.374597867213756e-06,
+      "loss": 24.7344,
+      "step": 26348
+    },
+    {
+      "epoch": 1.2591512950396635,
+      "grad_norm": 192.88095092773438,
+      "learning_rate": 6.3738766581894575e-06,
+      "loss": 16.3594,
+      "step": 26349
+    },
+    {
+      "epoch": 1.2591990824811239,
+      "grad_norm": 280.0885925292969,
+      "learning_rate": 6.373155470880963e-06,
+      "loss": 21.3906,
+      "step": 26350
+    },
+    {
+      "epoch": 1.2592468699225843,
+      "grad_norm": 219.47528076171875,
+      "learning_rate": 6.372434305292582e-06,
+      "loss": 25.3438,
+      "step": 26351
+    },
+    {
+      "epoch": 1.2592946573640447,
+      "grad_norm": 328.3389892578125,
+      "learning_rate": 6.371713161428639e-06,
+      "loss": 26.2344,
+      "step": 26352
+    },
+    {
+      "epoch": 1.259342444805505,
+      "grad_norm": 278.5116271972656,
+      "learning_rate": 6.370992039293453e-06,
+      "loss": 27.3438,
+      "step": 26353
+    },
+    {
+      "epoch": 1.2593902322469654,
+      "grad_norm": 300.3932189941406,
+      "learning_rate": 6.3702709388913455e-06,
+      "loss": 21.8125,
+      "step": 26354
+    },
+    {
+      "epoch": 1.2594380196884258,
+      "grad_norm": 158.06781005859375,
+      "learning_rate": 6.3695498602266285e-06,
+      "loss": 19.0625,
+      "step": 26355
+    },
+    {
+      "epoch": 1.2594858071298862,
+      "grad_norm": 204.52554321289062,
+      "learning_rate": 6.3688288033036235e-06,
+      "loss": 27.5,
+      "step": 26356
+    },
+    {
+      "epoch": 1.2595335945713466,
+      "grad_norm": 311.5452880859375,
+      "learning_rate": 6.36810776812665e-06,
+      "loss": 21.3281,
+      "step": 26357
+    },
+    {
+      "epoch": 1.259581382012807,
+      "grad_norm": 142.57130432128906,
+      "learning_rate": 6.367386754700022e-06,
+      "loss": 18.75,
+      "step": 26358
+    },
+    {
+      "epoch": 1.2596291694542674,
+      "grad_norm": 286.4451599121094,
+      "learning_rate": 6.366665763028061e-06,
+      "loss": 26.2812,
+      "step": 26359
+    },
+    {
+      "epoch": 1.2596769568957278,
+      "grad_norm": 368.4096374511719,
+      "learning_rate": 6.365944793115084e-06,
+      "loss": 25.6094,
+      "step": 26360
+    },
+    {
+      "epoch": 1.2597247443371882,
+      "grad_norm": 440.9351806640625,
+      "learning_rate": 6.365223844965411e-06,
+      "loss": 21.3438,
+      "step": 26361
+    },
+    {
+      "epoch": 1.2597725317786486,
+      "grad_norm": 228.35198974609375,
+      "learning_rate": 6.364502918583353e-06,
+      "loss": 29.625,
+      "step": 26362
+    },
+    {
+      "epoch": 1.259820319220109,
+      "grad_norm": 259.5787658691406,
+      "learning_rate": 6.363782013973232e-06,
+      "loss": 30.0938,
+      "step": 26363
+    },
+    {
+      "epoch": 1.2598681066615693,
+      "grad_norm": 221.2125701904297,
+      "learning_rate": 6.363061131139364e-06,
+      "loss": 22.1562,
+      "step": 26364
+    },
+    {
+      "epoch": 1.2599158941030297,
+      "grad_norm": 223.34353637695312,
+      "learning_rate": 6.362340270086071e-06,
+      "loss": 26.4062,
+      "step": 26365
+    },
+    {
+      "epoch": 1.2599636815444901,
+      "grad_norm": 176.0324249267578,
+      "learning_rate": 6.361619430817663e-06,
+      "loss": 21.5312,
+      "step": 26366
+    },
+    {
+      "epoch": 1.2600114689859505,
+      "grad_norm": 371.6181945800781,
+      "learning_rate": 6.360898613338459e-06,
+      "loss": 27.5625,
+      "step": 26367
+    },
+    {
+      "epoch": 1.260059256427411,
+      "grad_norm": 236.79794311523438,
+      "learning_rate": 6.3601778176527795e-06,
+      "loss": 18.0,
+      "step": 26368
+    },
+    {
+      "epoch": 1.2601070438688713,
+      "grad_norm": 258.3389892578125,
+      "learning_rate": 6.359457043764936e-06,
+      "loss": 22.7812,
+      "step": 26369
+    },
+    {
+      "epoch": 1.2601548313103317,
+      "grad_norm": 174.50355529785156,
+      "learning_rate": 6.358736291679246e-06,
+      "loss": 23.125,
+      "step": 26370
+    },
+    {
+      "epoch": 1.260202618751792,
+      "grad_norm": 173.24000549316406,
+      "learning_rate": 6.358015561400028e-06,
+      "loss": 20.4844,
+      "step": 26371
+    },
+    {
+      "epoch": 1.2602504061932525,
+      "grad_norm": 296.4981994628906,
+      "learning_rate": 6.357294852931601e-06,
+      "loss": 28.9688,
+      "step": 26372
+    },
+    {
+      "epoch": 1.2602981936347128,
+      "grad_norm": 210.2110137939453,
+      "learning_rate": 6.356574166278273e-06,
+      "loss": 19.3125,
+      "step": 26373
+    },
+    {
+      "epoch": 1.2603459810761732,
+      "grad_norm": 453.7325744628906,
+      "learning_rate": 6.355853501444368e-06,
+      "loss": 19.8281,
+      "step": 26374
+    },
+    {
+      "epoch": 1.2603937685176336,
+      "grad_norm": 651.0715942382812,
+      "learning_rate": 6.355132858434194e-06,
+      "loss": 27.9375,
+      "step": 26375
+    },
+    {
+      "epoch": 1.260441555959094,
+      "grad_norm": 128.6165771484375,
+      "learning_rate": 6.354412237252074e-06,
+      "loss": 21.4688,
+      "step": 26376
+    },
+    {
+      "epoch": 1.2604893434005544,
+      "grad_norm": 313.4138488769531,
+      "learning_rate": 6.353691637902322e-06,
+      "loss": 37.0625,
+      "step": 26377
+    },
+    {
+      "epoch": 1.2605371308420148,
+      "grad_norm": 157.51950073242188,
+      "learning_rate": 6.352971060389248e-06,
+      "loss": 21.2188,
+      "step": 26378
+    },
+    {
+      "epoch": 1.2605849182834752,
+      "grad_norm": 148.4347381591797,
+      "learning_rate": 6.352250504717172e-06,
+      "loss": 20.8281,
+      "step": 26379
+    },
+    {
+      "epoch": 1.2606327057249356,
+      "grad_norm": 251.11874389648438,
+      "learning_rate": 6.351529970890413e-06,
+      "loss": 24.5,
+      "step": 26380
+    },
+    {
+      "epoch": 1.260680493166396,
+      "grad_norm": 207.6515655517578,
+      "learning_rate": 6.350809458913278e-06,
+      "loss": 18.6719,
+      "step": 26381
+    },
+    {
+      "epoch": 1.2607282806078564,
+      "grad_norm": 469.8609619140625,
+      "learning_rate": 6.350088968790085e-06,
+      "loss": 18.875,
+      "step": 26382
+    },
+    {
+      "epoch": 1.2607760680493167,
+      "grad_norm": 1226.8370361328125,
+      "learning_rate": 6.349368500525154e-06,
+      "loss": 21.0469,
+      "step": 26383
+    },
+    {
+      "epoch": 1.2608238554907771,
+      "grad_norm": 436.42657470703125,
+      "learning_rate": 6.34864805412279e-06,
+      "loss": 28.5938,
+      "step": 26384
+    },
+    {
+      "epoch": 1.2608716429322375,
+      "grad_norm": 198.04856872558594,
+      "learning_rate": 6.347927629587314e-06,
+      "loss": 30.0938,
+      "step": 26385
+    },
+    {
+      "epoch": 1.260919430373698,
+      "grad_norm": 168.90818786621094,
+      "learning_rate": 6.347207226923038e-06,
+      "loss": 17.7188,
+      "step": 26386
+    },
+    {
+      "epoch": 1.2609672178151583,
+      "grad_norm": 207.5666046142578,
+      "learning_rate": 6.346486846134281e-06,
+      "loss": 28.3594,
+      "step": 26387
+    },
+    {
+      "epoch": 1.2610150052566187,
+      "grad_norm": 574.2662963867188,
+      "learning_rate": 6.345766487225351e-06,
+      "loss": 20.4375,
+      "step": 26388
+    },
+    {
+      "epoch": 1.261062792698079,
+      "grad_norm": 226.6017608642578,
+      "learning_rate": 6.345046150200565e-06,
+      "loss": 25.125,
+      "step": 26389
+    },
+    {
+      "epoch": 1.2611105801395393,
+      "grad_norm": 460.08282470703125,
+      "learning_rate": 6.344325835064234e-06,
+      "loss": 25.6562,
+      "step": 26390
+    },
+    {
+      "epoch": 1.2611583675809996,
+      "grad_norm": 171.42218017578125,
+      "learning_rate": 6.343605541820678e-06,
+      "loss": 19.4531,
+      "step": 26391
+    },
+    {
+      "epoch": 1.26120615502246,
+      "grad_norm": 276.4151611328125,
+      "learning_rate": 6.342885270474206e-06,
+      "loss": 32.0156,
+      "step": 26392
+    },
+    {
+      "epoch": 1.2612539424639204,
+      "grad_norm": 228.56471252441406,
+      "learning_rate": 6.3421650210291296e-06,
+      "loss": 23.375,
+      "step": 26393
+    },
+    {
+      "epoch": 1.2613017299053808,
+      "grad_norm": 393.60198974609375,
+      "learning_rate": 6.341444793489769e-06,
+      "loss": 28.7812,
+      "step": 26394
+    },
+    {
+      "epoch": 1.2613495173468412,
+      "grad_norm": 243.2187042236328,
+      "learning_rate": 6.340724587860429e-06,
+      "loss": 20.5312,
+      "step": 26395
+    },
+    {
+      "epoch": 1.2613973047883016,
+      "grad_norm": 234.4723358154297,
+      "learning_rate": 6.340004404145428e-06,
+      "loss": 22.7812,
+      "step": 26396
+    },
+    {
+      "epoch": 1.261445092229762,
+      "grad_norm": 255.72268676757812,
+      "learning_rate": 6.339284242349077e-06,
+      "loss": 30.125,
+      "step": 26397
+    },
+    {
+      "epoch": 1.2614928796712224,
+      "grad_norm": 234.6852569580078,
+      "learning_rate": 6.338564102475695e-06,
+      "loss": 22.9375,
+      "step": 26398
+    },
+    {
+      "epoch": 1.2615406671126828,
+      "grad_norm": 250.56480407714844,
+      "learning_rate": 6.3378439845295845e-06,
+      "loss": 25.5156,
+      "step": 26399
+    },
+    {
+      "epoch": 1.2615884545541431,
+      "grad_norm": 206.9481201171875,
+      "learning_rate": 6.337123888515063e-06,
+      "loss": 29.75,
+      "step": 26400
+    },
+    {
+      "epoch": 1.2616362419956035,
+      "grad_norm": 193.62831115722656,
+      "learning_rate": 6.336403814436443e-06,
+      "loss": 18.6641,
+      "step": 26401
+    },
+    {
+      "epoch": 1.261684029437064,
+      "grad_norm": 165.50250244140625,
+      "learning_rate": 6.335683762298042e-06,
+      "loss": 19.4062,
+      "step": 26402
+    },
+    {
+      "epoch": 1.2617318168785243,
+      "grad_norm": 447.0609436035156,
+      "learning_rate": 6.334963732104161e-06,
+      "loss": 34.5312,
+      "step": 26403
+    },
+    {
+      "epoch": 1.2617796043199847,
+      "grad_norm": 169.57907104492188,
+      "learning_rate": 6.334243723859119e-06,
+      "loss": 15.2969,
+      "step": 26404
+    },
+    {
+      "epoch": 1.261827391761445,
+      "grad_norm": 421.5222473144531,
+      "learning_rate": 6.333523737567232e-06,
+      "loss": 28.75,
+      "step": 26405
+    },
+    {
+      "epoch": 1.2618751792029055,
+      "grad_norm": 276.57196044921875,
+      "learning_rate": 6.332803773232802e-06,
+      "loss": 23.5,
+      "step": 26406
+    },
+    {
+      "epoch": 1.2619229666443659,
+      "grad_norm": 815.4373168945312,
+      "learning_rate": 6.3320838308601475e-06,
+      "loss": 35.5312,
+      "step": 26407
+    },
+    {
+      "epoch": 1.2619707540858263,
+      "grad_norm": 217.52154541015625,
+      "learning_rate": 6.331363910453575e-06,
+      "loss": 24.375,
+      "step": 26408
+    },
+    {
+      "epoch": 1.2620185415272867,
+      "grad_norm": 198.54776000976562,
+      "learning_rate": 6.3306440120174014e-06,
+      "loss": 21.9375,
+      "step": 26409
+    },
+    {
+      "epoch": 1.262066328968747,
+      "grad_norm": 158.16343688964844,
+      "learning_rate": 6.329924135555936e-06,
+      "loss": 26.5156,
+      "step": 26410
+    },
+    {
+      "epoch": 1.2621141164102074,
+      "grad_norm": 255.28179931640625,
+      "learning_rate": 6.329204281073487e-06,
+      "loss": 28.8125,
+      "step": 26411
+    },
+    {
+      "epoch": 1.2621619038516678,
+      "grad_norm": 146.90943908691406,
+      "learning_rate": 6.328484448574368e-06,
+      "loss": 21.2656,
+      "step": 26412
+    },
+    {
+      "epoch": 1.2622096912931282,
+      "grad_norm": 175.86300659179688,
+      "learning_rate": 6.327764638062892e-06,
+      "loss": 24.75,
+      "step": 26413
+    },
+    {
+      "epoch": 1.2622574787345886,
+      "grad_norm": 226.57159423828125,
+      "learning_rate": 6.327044849543364e-06,
+      "loss": 34.8125,
+      "step": 26414
+    },
+    {
+      "epoch": 1.262305266176049,
+      "grad_norm": 216.0046844482422,
+      "learning_rate": 6.3263250830201e-06,
+      "loss": 22.5,
+      "step": 26415
+    },
+    {
+      "epoch": 1.2623530536175094,
+      "grad_norm": 208.8636474609375,
+      "learning_rate": 6.3256053384974105e-06,
+      "loss": 23.5469,
+      "step": 26416
+    },
+    {
+      "epoch": 1.2624008410589698,
+      "grad_norm": 252.2130889892578,
+      "learning_rate": 6.3248856159796e-06,
+      "loss": 21.5312,
+      "step": 26417
+    },
+    {
+      "epoch": 1.2624486285004302,
+      "grad_norm": 195.01170349121094,
+      "learning_rate": 6.324165915470983e-06,
+      "loss": 13.9062,
+      "step": 26418
+    },
+    {
+      "epoch": 1.2624964159418905,
+      "grad_norm": 229.28707885742188,
+      "learning_rate": 6.323446236975867e-06,
+      "loss": 37.1875,
+      "step": 26419
+    },
+    {
+      "epoch": 1.262544203383351,
+      "grad_norm": 249.11891174316406,
+      "learning_rate": 6.32272658049857e-06,
+      "loss": 28.8125,
+      "step": 26420
+    },
+    {
+      "epoch": 1.262591990824811,
+      "grad_norm": 200.22239685058594,
+      "learning_rate": 6.322006946043393e-06,
+      "loss": 21.0312,
+      "step": 26421
+    },
+    {
+      "epoch": 1.2626397782662715,
+      "grad_norm": 130.7844696044922,
+      "learning_rate": 6.3212873336146465e-06,
+      "loss": 19.2969,
+      "step": 26422
+    },
+    {
+      "epoch": 1.2626875657077319,
+      "grad_norm": 226.36692810058594,
+      "learning_rate": 6.3205677432166444e-06,
+      "loss": 29.1562,
+      "step": 26423
+    },
+    {
+      "epoch": 1.2627353531491923,
+      "grad_norm": 171.31761169433594,
+      "learning_rate": 6.319848174853694e-06,
+      "loss": 19.2812,
+      "step": 26424
+    },
+    {
+      "epoch": 1.2627831405906527,
+      "grad_norm": 234.29083251953125,
+      "learning_rate": 6.319128628530105e-06,
+      "loss": 23.5625,
+      "step": 26425
+    },
+    {
+      "epoch": 1.262830928032113,
+      "grad_norm": 329.26092529296875,
+      "learning_rate": 6.3184091042501825e-06,
+      "loss": 37.7031,
+      "step": 26426
+    },
+    {
+      "epoch": 1.2628787154735734,
+      "grad_norm": 174.53610229492188,
+      "learning_rate": 6.317689602018239e-06,
+      "loss": 23.5625,
+      "step": 26427
+    },
+    {
+      "epoch": 1.2629265029150338,
+      "grad_norm": 222.1870574951172,
+      "learning_rate": 6.316970121838588e-06,
+      "loss": 19.9844,
+      "step": 26428
+    },
+    {
+      "epoch": 1.2629742903564942,
+      "grad_norm": 251.49559020996094,
+      "learning_rate": 6.316250663715529e-06,
+      "loss": 22.3594,
+      "step": 26429
+    },
+    {
+      "epoch": 1.2630220777979546,
+      "grad_norm": 448.920654296875,
+      "learning_rate": 6.315531227653376e-06,
+      "loss": 29.75,
+      "step": 26430
+    },
+    {
+      "epoch": 1.263069865239415,
+      "grad_norm": 410.8498229980469,
+      "learning_rate": 6.31481181365644e-06,
+      "loss": 22.375,
+      "step": 26431
+    },
+    {
+      "epoch": 1.2631176526808754,
+      "grad_norm": 360.09991455078125,
+      "learning_rate": 6.3140924217290215e-06,
+      "loss": 29.375,
+      "step": 26432
+    },
+    {
+      "epoch": 1.2631654401223358,
+      "grad_norm": 182.9878387451172,
+      "learning_rate": 6.313373051875434e-06,
+      "loss": 19.7344,
+      "step": 26433
+    },
+    {
+      "epoch": 1.2632132275637962,
+      "grad_norm": 282.3501892089844,
+      "learning_rate": 6.312653704099985e-06,
+      "loss": 21.875,
+      "step": 26434
+    },
+    {
+      "epoch": 1.2632610150052566,
+      "grad_norm": 357.33367919921875,
+      "learning_rate": 6.311934378406986e-06,
+      "loss": 25.3438,
+      "step": 26435
+    },
+    {
+      "epoch": 1.263308802446717,
+      "grad_norm": 142.8277587890625,
+      "learning_rate": 6.3112150748007384e-06,
+      "loss": 20.2812,
+      "step": 26436
+    },
+    {
+      "epoch": 1.2633565898881773,
+      "grad_norm": 190.29141235351562,
+      "learning_rate": 6.310495793285551e-06,
+      "loss": 18.0469,
+      "step": 26437
+    },
+    {
+      "epoch": 1.2634043773296377,
+      "grad_norm": 238.4179229736328,
+      "learning_rate": 6.309776533865736e-06,
+      "loss": 31.5312,
+      "step": 26438
+    },
+    {
+      "epoch": 1.2634521647710981,
+      "grad_norm": 91.10540008544922,
+      "learning_rate": 6.309057296545598e-06,
+      "loss": 17.9844,
+      "step": 26439
+    },
+    {
+      "epoch": 1.2634999522125585,
+      "grad_norm": 125.41676330566406,
+      "learning_rate": 6.308338081329444e-06,
+      "loss": 20.25,
+      "step": 26440
+    },
+    {
+      "epoch": 1.263547739654019,
+      "grad_norm": 235.78089904785156,
+      "learning_rate": 6.307618888221578e-06,
+      "loss": 24.375,
+      "step": 26441
+    },
+    {
+      "epoch": 1.2635955270954793,
+      "grad_norm": 311.2667236328125,
+      "learning_rate": 6.306899717226314e-06,
+      "loss": 26.4531,
+      "step": 26442
+    },
+    {
+      "epoch": 1.2636433145369397,
+      "grad_norm": 244.94610595703125,
+      "learning_rate": 6.306180568347955e-06,
+      "loss": 29.0312,
+      "step": 26443
+    },
+    {
+      "epoch": 1.2636911019784,
+      "grad_norm": 211.2306365966797,
+      "learning_rate": 6.305461441590806e-06,
+      "loss": 19.1406,
+      "step": 26444
+    },
+    {
+      "epoch": 1.2637388894198605,
+      "grad_norm": 410.5860290527344,
+      "learning_rate": 6.304742336959174e-06,
+      "loss": 41.5156,
+      "step": 26445
+    },
+    {
+      "epoch": 1.2637866768613208,
+      "grad_norm": 279.1673278808594,
+      "learning_rate": 6.304023254457373e-06,
+      "loss": 24.3594,
+      "step": 26446
+    },
+    {
+      "epoch": 1.2638344643027812,
+      "grad_norm": 234.22581481933594,
+      "learning_rate": 6.303304194089699e-06,
+      "loss": 20.1562,
+      "step": 26447
+    },
+    {
+      "epoch": 1.2638822517442416,
+      "grad_norm": 353.0365905761719,
+      "learning_rate": 6.3025851558604636e-06,
+      "loss": 28.0312,
+      "step": 26448
+    },
+    {
+      "epoch": 1.263930039185702,
+      "grad_norm": 207.12197875976562,
+      "learning_rate": 6.301866139773971e-06,
+      "loss": 27.4844,
+      "step": 26449
+    },
+    {
+      "epoch": 1.2639778266271624,
+      "grad_norm": 452.8766784667969,
+      "learning_rate": 6.301147145834534e-06,
+      "loss": 27.625,
+      "step": 26450
+    },
+    {
+      "epoch": 1.2640256140686228,
+      "grad_norm": 164.64117431640625,
+      "learning_rate": 6.300428174046447e-06,
+      "loss": 27.0,
+      "step": 26451
+    },
+    {
+      "epoch": 1.2640734015100832,
+      "grad_norm": 515.7804565429688,
+      "learning_rate": 6.299709224414023e-06,
+      "loss": 35.6719,
+      "step": 26452
+    },
+    {
+      "epoch": 1.2641211889515436,
+      "grad_norm": 193.79135131835938,
+      "learning_rate": 6.298990296941569e-06,
+      "loss": 20.5938,
+      "step": 26453
+    },
+    {
+      "epoch": 1.264168976393004,
+      "grad_norm": 372.1588134765625,
+      "learning_rate": 6.298271391633384e-06,
+      "loss": 21.7969,
+      "step": 26454
+    },
+    {
+      "epoch": 1.2642167638344644,
+      "grad_norm": 178.28463745117188,
+      "learning_rate": 6.297552508493776e-06,
+      "loss": 32.8125,
+      "step": 26455
+    },
+    {
+      "epoch": 1.2642645512759247,
+      "grad_norm": 250.02664184570312,
+      "learning_rate": 6.296833647527055e-06,
+      "loss": 27.4688,
+      "step": 26456
+    },
+    {
+      "epoch": 1.2643123387173851,
+      "grad_norm": 204.31849670410156,
+      "learning_rate": 6.29611480873752e-06,
+      "loss": 35.125,
+      "step": 26457
+    },
+    {
+      "epoch": 1.2643601261588455,
+      "grad_norm": 204.73709106445312,
+      "learning_rate": 6.295395992129478e-06,
+      "loss": 31.3438,
+      "step": 26458
+    },
+    {
+      "epoch": 1.264407913600306,
+      "grad_norm": 120.95470428466797,
+      "learning_rate": 6.294677197707233e-06,
+      "loss": 20.8438,
+      "step": 26459
+    },
+    {
+      "epoch": 1.2644557010417663,
+      "grad_norm": 212.86851501464844,
+      "learning_rate": 6.293958425475091e-06,
+      "loss": 23.3594,
+      "step": 26460
+    },
+    {
+      "epoch": 1.2645034884832267,
+      "grad_norm": 192.55853271484375,
+      "learning_rate": 6.293239675437358e-06,
+      "loss": 26.375,
+      "step": 26461
+    },
+    {
+      "epoch": 1.264551275924687,
+      "grad_norm": 273.5445556640625,
+      "learning_rate": 6.292520947598333e-06,
+      "loss": 28.6875,
+      "step": 26462
+    },
+    {
+      "epoch": 1.2645990633661475,
+      "grad_norm": 240.78768920898438,
+      "learning_rate": 6.291802241962324e-06,
+      "loss": 25.5938,
+      "step": 26463
+    },
+    {
+      "epoch": 1.2646468508076079,
+      "grad_norm": 246.06094360351562,
+      "learning_rate": 6.291083558533634e-06,
+      "loss": 33.9375,
+      "step": 26464
+    },
+    {
+      "epoch": 1.2646946382490682,
+      "grad_norm": 364.4444885253906,
+      "learning_rate": 6.290364897316572e-06,
+      "loss": 23.5781,
+      "step": 26465
+    },
+    {
+      "epoch": 1.2647424256905286,
+      "grad_norm": 210.93539428710938,
+      "learning_rate": 6.289646258315434e-06,
+      "loss": 31.1562,
+      "step": 26466
+    },
+    {
+      "epoch": 1.264790213131989,
+      "grad_norm": 413.7547302246094,
+      "learning_rate": 6.288927641534526e-06,
+      "loss": 22.1562,
+      "step": 26467
+    },
+    {
+      "epoch": 1.2648380005734494,
+      "grad_norm": 262.2334899902344,
+      "learning_rate": 6.288209046978157e-06,
+      "loss": 24.9219,
+      "step": 26468
+    },
+    {
+      "epoch": 1.2648857880149098,
+      "grad_norm": 260.9269104003906,
+      "learning_rate": 6.287490474650624e-06,
+      "loss": 33.5625,
+      "step": 26469
+    },
+    {
+      "epoch": 1.2649335754563702,
+      "grad_norm": 245.25389099121094,
+      "learning_rate": 6.286771924556232e-06,
+      "loss": 21.4531,
+      "step": 26470
+    },
+    {
+      "epoch": 1.2649813628978306,
+      "grad_norm": 210.55677795410156,
+      "learning_rate": 6.286053396699286e-06,
+      "loss": 24.7969,
+      "step": 26471
+    },
+    {
+      "epoch": 1.2650291503392908,
+      "grad_norm": 270.6788635253906,
+      "learning_rate": 6.285334891084087e-06,
+      "loss": 22.9375,
+      "step": 26472
+    },
+    {
+      "epoch": 1.2650769377807511,
+      "grad_norm": 221.72935485839844,
+      "learning_rate": 6.284616407714939e-06,
+      "loss": 25.375,
+      "step": 26473
+    },
+    {
+      "epoch": 1.2651247252222115,
+      "grad_norm": 251.22105407714844,
+      "learning_rate": 6.283897946596144e-06,
+      "loss": 21.3438,
+      "step": 26474
+    },
+    {
+      "epoch": 1.265172512663672,
+      "grad_norm": 217.89773559570312,
+      "learning_rate": 6.2831795077320064e-06,
+      "loss": 26.5625,
+      "step": 26475
+    },
+    {
+      "epoch": 1.2652203001051323,
+      "grad_norm": 376.1063232421875,
+      "learning_rate": 6.2824610911268305e-06,
+      "loss": 36.125,
+      "step": 26476
+    },
+    {
+      "epoch": 1.2652680875465927,
+      "grad_norm": 331.6579895019531,
+      "learning_rate": 6.28174269678491e-06,
+      "loss": 31.5625,
+      "step": 26477
+    },
+    {
+      "epoch": 1.265315874988053,
+      "grad_norm": 105.29069519042969,
+      "learning_rate": 6.281024324710554e-06,
+      "loss": 20.0938,
+      "step": 26478
+    },
+    {
+      "epoch": 1.2653636624295135,
+      "grad_norm": 380.0537109375,
+      "learning_rate": 6.280305974908067e-06,
+      "loss": 30.75,
+      "step": 26479
+    },
+    {
+      "epoch": 1.2654114498709739,
+      "grad_norm": 445.33355712890625,
+      "learning_rate": 6.279587647381744e-06,
+      "loss": 29.3281,
+      "step": 26480
+    },
+    {
+      "epoch": 1.2654592373124343,
+      "grad_norm": 348.93109130859375,
+      "learning_rate": 6.278869342135891e-06,
+      "loss": 27.2188,
+      "step": 26481
+    },
+    {
+      "epoch": 1.2655070247538946,
+      "grad_norm": 1592.114501953125,
+      "learning_rate": 6.278151059174809e-06,
+      "loss": 27.5625,
+      "step": 26482
+    },
+    {
+      "epoch": 1.265554812195355,
+      "grad_norm": 206.02902221679688,
+      "learning_rate": 6.277432798502803e-06,
+      "loss": 20.8438,
+      "step": 26483
+    },
+    {
+      "epoch": 1.2656025996368154,
+      "grad_norm": 198.85821533203125,
+      "learning_rate": 6.276714560124166e-06,
+      "loss": 26.2188,
+      "step": 26484
+    },
+    {
+      "epoch": 1.2656503870782758,
+      "grad_norm": 199.9547119140625,
+      "learning_rate": 6.275996344043206e-06,
+      "loss": 33.1562,
+      "step": 26485
+    },
+    {
+      "epoch": 1.2656981745197362,
+      "grad_norm": 281.2497253417969,
+      "learning_rate": 6.275278150264224e-06,
+      "loss": 37.75,
+      "step": 26486
+    },
+    {
+      "epoch": 1.2657459619611966,
+      "grad_norm": 306.4454040527344,
+      "learning_rate": 6.2745599787915204e-06,
+      "loss": 19.5156,
+      "step": 26487
+    },
+    {
+      "epoch": 1.265793749402657,
+      "grad_norm": 307.2908630371094,
+      "learning_rate": 6.273841829629392e-06,
+      "loss": 26.8438,
+      "step": 26488
+    },
+    {
+      "epoch": 1.2658415368441174,
+      "grad_norm": 345.39508056640625,
+      "learning_rate": 6.273123702782147e-06,
+      "loss": 29.7969,
+      "step": 26489
+    },
+    {
+      "epoch": 1.2658893242855778,
+      "grad_norm": 218.70159912109375,
+      "learning_rate": 6.272405598254081e-06,
+      "loss": 19.4844,
+      "step": 26490
+    },
+    {
+      "epoch": 1.2659371117270382,
+      "grad_norm": 286.9508056640625,
+      "learning_rate": 6.271687516049495e-06,
+      "loss": 34.2812,
+      "step": 26491
+    },
+    {
+      "epoch": 1.2659848991684985,
+      "grad_norm": 437.2840270996094,
+      "learning_rate": 6.270969456172689e-06,
+      "loss": 22.7031,
+      "step": 26492
+    },
+    {
+      "epoch": 1.266032686609959,
+      "grad_norm": 264.7856140136719,
+      "learning_rate": 6.270251418627963e-06,
+      "loss": 21.8125,
+      "step": 26493
+    },
+    {
+      "epoch": 1.2660804740514193,
+      "grad_norm": 224.6787872314453,
+      "learning_rate": 6.2695334034196235e-06,
+      "loss": 22.9219,
+      "step": 26494
+    },
+    {
+      "epoch": 1.2661282614928797,
+      "grad_norm": 197.70309448242188,
+      "learning_rate": 6.26881541055196e-06,
+      "loss": 17.4531,
+      "step": 26495
+    },
+    {
+      "epoch": 1.26617604893434,
+      "grad_norm": 309.95062255859375,
+      "learning_rate": 6.268097440029278e-06,
+      "loss": 23.1875,
+      "step": 26496
+    },
+    {
+      "epoch": 1.2662238363758005,
+      "grad_norm": 213.09396362304688,
+      "learning_rate": 6.267379491855877e-06,
+      "loss": 23.0625,
+      "step": 26497
+    },
+    {
+      "epoch": 1.2662716238172609,
+      "grad_norm": 247.09176635742188,
+      "learning_rate": 6.266661566036061e-06,
+      "loss": 26.6562,
+      "step": 26498
+    },
+    {
+      "epoch": 1.2663194112587213,
+      "grad_norm": 280.70013427734375,
+      "learning_rate": 6.265943662574121e-06,
+      "loss": 19.5156,
+      "step": 26499
+    },
+    {
+      "epoch": 1.2663671987001817,
+      "grad_norm": 288.1897888183594,
+      "learning_rate": 6.265225781474359e-06,
+      "loss": 26.3125,
+      "step": 26500
+    },
+    {
+      "epoch": 1.266414986141642,
+      "grad_norm": 218.2139129638672,
+      "learning_rate": 6.26450792274108e-06,
+      "loss": 15.7656,
+      "step": 26501
+    },
+    {
+      "epoch": 1.2664627735831024,
+      "grad_norm": 105.87373352050781,
+      "learning_rate": 6.263790086378574e-06,
+      "loss": 16.3438,
+      "step": 26502
+    },
+    {
+      "epoch": 1.2665105610245626,
+      "grad_norm": 178.39727783203125,
+      "learning_rate": 6.263072272391145e-06,
+      "loss": 20.0312,
+      "step": 26503
+    },
+    {
+      "epoch": 1.266558348466023,
+      "grad_norm": 205.29148864746094,
+      "learning_rate": 6.2623544807830926e-06,
+      "loss": 16.0312,
+      "step": 26504
+    },
+    {
+      "epoch": 1.2666061359074834,
+      "grad_norm": 172.01649475097656,
+      "learning_rate": 6.261636711558715e-06,
+      "loss": 28.0,
+      "step": 26505
+    },
+    {
+      "epoch": 1.2666539233489438,
+      "grad_norm": 219.875244140625,
+      "learning_rate": 6.260918964722307e-06,
+      "loss": 18.125,
+      "step": 26506
+    },
+    {
+      "epoch": 1.2667017107904042,
+      "grad_norm": 333.1075439453125,
+      "learning_rate": 6.260201240278172e-06,
+      "loss": 14.5312,
+      "step": 26507
+    },
+    {
+      "epoch": 1.2667494982318646,
+      "grad_norm": 399.4277038574219,
+      "learning_rate": 6.259483538230604e-06,
+      "loss": 18.125,
+      "step": 26508
+    },
+    {
+      "epoch": 1.266797285673325,
+      "grad_norm": 243.1512908935547,
+      "learning_rate": 6.258765858583906e-06,
+      "loss": 20.5156,
+      "step": 26509
+    },
+    {
+      "epoch": 1.2668450731147853,
+      "grad_norm": 374.05975341796875,
+      "learning_rate": 6.258048201342371e-06,
+      "loss": 25.5312,
+      "step": 26510
+    },
+    {
+      "epoch": 1.2668928605562457,
+      "grad_norm": 287.8497314453125,
+      "learning_rate": 6.257330566510297e-06,
+      "loss": 25.9531,
+      "step": 26511
+    },
+    {
+      "epoch": 1.2669406479977061,
+      "grad_norm": 246.01556396484375,
+      "learning_rate": 6.256612954091984e-06,
+      "loss": 28.2188,
+      "step": 26512
+    },
+    {
+      "epoch": 1.2669884354391665,
+      "grad_norm": 502.506103515625,
+      "learning_rate": 6.255895364091733e-06,
+      "loss": 26.3438,
+      "step": 26513
+    },
+    {
+      "epoch": 1.267036222880627,
+      "grad_norm": 266.2147216796875,
+      "learning_rate": 6.255177796513834e-06,
+      "loss": 27.3125,
+      "step": 26514
+    },
+    {
+      "epoch": 1.2670840103220873,
+      "grad_norm": 185.1466064453125,
+      "learning_rate": 6.254460251362588e-06,
+      "loss": 17.5312,
+      "step": 26515
+    },
+    {
+      "epoch": 1.2671317977635477,
+      "grad_norm": 358.2794189453125,
+      "learning_rate": 6.253742728642295e-06,
+      "loss": 29.125,
+      "step": 26516
+    },
+    {
+      "epoch": 1.267179585205008,
+      "grad_norm": 224.97509765625,
+      "learning_rate": 6.253025228357246e-06,
+      "loss": 31.2188,
+      "step": 26517
+    },
+    {
+      "epoch": 1.2672273726464685,
+      "grad_norm": 237.7998046875,
+      "learning_rate": 6.25230775051174e-06,
+      "loss": 24.6562,
+      "step": 26518
+    },
+    {
+      "epoch": 1.2672751600879288,
+      "grad_norm": 578.313720703125,
+      "learning_rate": 6.251590295110075e-06,
+      "loss": 17.4531,
+      "step": 26519
+    },
+    {
+      "epoch": 1.2673229475293892,
+      "grad_norm": 179.72779846191406,
+      "learning_rate": 6.250872862156552e-06,
+      "loss": 26.9375,
+      "step": 26520
+    },
+    {
+      "epoch": 1.2673707349708496,
+      "grad_norm": 333.785888671875,
+      "learning_rate": 6.250155451655459e-06,
+      "loss": 27.9375,
+      "step": 26521
+    },
+    {
+      "epoch": 1.26741852241231,
+      "grad_norm": 306.4397277832031,
+      "learning_rate": 6.249438063611097e-06,
+      "loss": 22.2812,
+      "step": 26522
+    },
+    {
+      "epoch": 1.2674663098537704,
+      "grad_norm": 206.0859375,
+      "learning_rate": 6.24872069802776e-06,
+      "loss": 22.2812,
+      "step": 26523
+    },
+    {
+      "epoch": 1.2675140972952308,
+      "grad_norm": 247.62808227539062,
+      "learning_rate": 6.248003354909751e-06,
+      "loss": 29.4062,
+      "step": 26524
+    },
+    {
+      "epoch": 1.2675618847366912,
+      "grad_norm": 880.8529663085938,
+      "learning_rate": 6.247286034261355e-06,
+      "loss": 22.5,
+      "step": 26525
+    },
+    {
+      "epoch": 1.2676096721781516,
+      "grad_norm": 180.33529663085938,
+      "learning_rate": 6.246568736086873e-06,
+      "loss": 19.3594,
+      "step": 26526
+    },
+    {
+      "epoch": 1.267657459619612,
+      "grad_norm": 530.0173950195312,
+      "learning_rate": 6.245851460390606e-06,
+      "loss": 25.1875,
+      "step": 26527
+    },
+    {
+      "epoch": 1.2677052470610723,
+      "grad_norm": 127.72285461425781,
+      "learning_rate": 6.245134207176839e-06,
+      "loss": 23.2812,
+      "step": 26528
+    },
+    {
+      "epoch": 1.2677530345025327,
+      "grad_norm": 231.65045166015625,
+      "learning_rate": 6.244416976449875e-06,
+      "loss": 28.0,
+      "step": 26529
+    },
+    {
+      "epoch": 1.2678008219439931,
+      "grad_norm": 243.77853393554688,
+      "learning_rate": 6.243699768214006e-06,
+      "loss": 20.8125,
+      "step": 26530
+    },
+    {
+      "epoch": 1.2678486093854535,
+      "grad_norm": 143.98455810546875,
+      "learning_rate": 6.242982582473534e-06,
+      "loss": 23.2656,
+      "step": 26531
+    },
+    {
+      "epoch": 1.267896396826914,
+      "grad_norm": 371.31085205078125,
+      "learning_rate": 6.242265419232742e-06,
+      "loss": 30.1406,
+      "step": 26532
+    },
+    {
+      "epoch": 1.2679441842683743,
+      "grad_norm": 280.4701232910156,
+      "learning_rate": 6.241548278495934e-06,
+      "loss": 34.0,
+      "step": 26533
+    },
+    {
+      "epoch": 1.2679919717098347,
+      "grad_norm": 185.0012664794922,
+      "learning_rate": 6.2408311602674e-06,
+      "loss": 23.9375,
+      "step": 26534
+    },
+    {
+      "epoch": 1.268039759151295,
+      "grad_norm": 134.0643768310547,
+      "learning_rate": 6.240114064551441e-06,
+      "loss": 19.3906,
+      "step": 26535
+    },
+    {
+      "epoch": 1.2680875465927555,
+      "grad_norm": 274.3536376953125,
+      "learning_rate": 6.239396991352344e-06,
+      "loss": 18.2344,
+      "step": 26536
+    },
+    {
+      "epoch": 1.2681353340342159,
+      "grad_norm": 401.91162109375,
+      "learning_rate": 6.238679940674408e-06,
+      "loss": 32.8438,
+      "step": 26537
+    },
+    {
+      "epoch": 1.2681831214756762,
+      "grad_norm": 356.3188781738281,
+      "learning_rate": 6.237962912521927e-06,
+      "loss": 29.2812,
+      "step": 26538
+    },
+    {
+      "epoch": 1.2682309089171366,
+      "grad_norm": 168.79856872558594,
+      "learning_rate": 6.2372459068991895e-06,
+      "loss": 21.7188,
+      "step": 26539
+    },
+    {
+      "epoch": 1.268278696358597,
+      "grad_norm": 220.95089721679688,
+      "learning_rate": 6.236528923810497e-06,
+      "loss": 27.9688,
+      "step": 26540
+    },
+    {
+      "epoch": 1.2683264838000574,
+      "grad_norm": 330.5591125488281,
+      "learning_rate": 6.235811963260139e-06,
+      "loss": 28.375,
+      "step": 26541
+    },
+    {
+      "epoch": 1.2683742712415178,
+      "grad_norm": 226.4259490966797,
+      "learning_rate": 6.235095025252413e-06,
+      "loss": 25.6875,
+      "step": 26542
+    },
+    {
+      "epoch": 1.2684220586829782,
+      "grad_norm": 223.51400756835938,
+      "learning_rate": 6.234378109791606e-06,
+      "loss": 23.5156,
+      "step": 26543
+    },
+    {
+      "epoch": 1.2684698461244386,
+      "grad_norm": 230.82241821289062,
+      "learning_rate": 6.233661216882015e-06,
+      "loss": 18.9531,
+      "step": 26544
+    },
+    {
+      "epoch": 1.268517633565899,
+      "grad_norm": 192.79751586914062,
+      "learning_rate": 6.232944346527933e-06,
+      "loss": 21.6562,
+      "step": 26545
+    },
+    {
+      "epoch": 1.2685654210073594,
+      "grad_norm": 155.07826232910156,
+      "learning_rate": 6.232227498733658e-06,
+      "loss": 26.3906,
+      "step": 26546
+    },
+    {
+      "epoch": 1.2686132084488198,
+      "grad_norm": 144.77877807617188,
+      "learning_rate": 6.231510673503474e-06,
+      "loss": 19.1875,
+      "step": 26547
+    },
+    {
+      "epoch": 1.2686609958902801,
+      "grad_norm": 178.951904296875,
+      "learning_rate": 6.230793870841679e-06,
+      "loss": 23.9531,
+      "step": 26548
+    },
+    {
+      "epoch": 1.2687087833317405,
+      "grad_norm": 543.1085205078125,
+      "learning_rate": 6.2300770907525655e-06,
+      "loss": 27.1875,
+      "step": 26549
+    },
+    {
+      "epoch": 1.268756570773201,
+      "grad_norm": 494.9592590332031,
+      "learning_rate": 6.2293603332404295e-06,
+      "loss": 28.5,
+      "step": 26550
+    },
+    {
+      "epoch": 1.2688043582146613,
+      "grad_norm": 174.0478515625,
+      "learning_rate": 6.228643598309555e-06,
+      "loss": 23.2969,
+      "step": 26551
+    },
+    {
+      "epoch": 1.2688521456561217,
+      "grad_norm": 145.64785766601562,
+      "learning_rate": 6.2279268859642396e-06,
+      "loss": 19.2344,
+      "step": 26552
+    },
+    {
+      "epoch": 1.268899933097582,
+      "grad_norm": 297.9413146972656,
+      "learning_rate": 6.227210196208778e-06,
+      "loss": 29.0938,
+      "step": 26553
+    },
+    {
+      "epoch": 1.2689477205390423,
+      "grad_norm": 294.3809509277344,
+      "learning_rate": 6.226493529047456e-06,
+      "loss": 21.8281,
+      "step": 26554
+    },
+    {
+      "epoch": 1.2689955079805026,
+      "grad_norm": 362.8179626464844,
+      "learning_rate": 6.22577688448457e-06,
+      "loss": 33.625,
+      "step": 26555
+    },
+    {
+      "epoch": 1.269043295421963,
+      "grad_norm": 256.66217041015625,
+      "learning_rate": 6.225060262524409e-06,
+      "loss": 22.9531,
+      "step": 26556
+    },
+    {
+      "epoch": 1.2690910828634234,
+      "grad_norm": 492.7953796386719,
+      "learning_rate": 6.224343663171267e-06,
+      "loss": 23.2656,
+      "step": 26557
+    },
+    {
+      "epoch": 1.2691388703048838,
+      "grad_norm": 453.77642822265625,
+      "learning_rate": 6.223627086429436e-06,
+      "loss": 29.8125,
+      "step": 26558
+    },
+    {
+      "epoch": 1.2691866577463442,
+      "grad_norm": 346.4567565917969,
+      "learning_rate": 6.222910532303202e-06,
+      "loss": 34.5625,
+      "step": 26559
+    },
+    {
+      "epoch": 1.2692344451878046,
+      "grad_norm": 325.42547607421875,
+      "learning_rate": 6.222194000796862e-06,
+      "loss": 21.1875,
+      "step": 26560
+    },
+    {
+      "epoch": 1.269282232629265,
+      "grad_norm": 341.9314880371094,
+      "learning_rate": 6.221477491914708e-06,
+      "loss": 24.3125,
+      "step": 26561
+    },
+    {
+      "epoch": 1.2693300200707254,
+      "grad_norm": 229.8678436279297,
+      "learning_rate": 6.220761005661024e-06,
+      "loss": 21.2031,
+      "step": 26562
+    },
+    {
+      "epoch": 1.2693778075121858,
+      "grad_norm": 216.50877380371094,
+      "learning_rate": 6.220044542040107e-06,
+      "loss": 29.9062,
+      "step": 26563
+    },
+    {
+      "epoch": 1.2694255949536462,
+      "grad_norm": 421.65545654296875,
+      "learning_rate": 6.219328101056248e-06,
+      "loss": 24.5312,
+      "step": 26564
+    },
+    {
+      "epoch": 1.2694733823951065,
+      "grad_norm": 219.0809326171875,
+      "learning_rate": 6.218611682713731e-06,
+      "loss": 25.6562,
+      "step": 26565
+    },
+    {
+      "epoch": 1.269521169836567,
+      "grad_norm": 384.33441162109375,
+      "learning_rate": 6.2178952870168515e-06,
+      "loss": 23.1875,
+      "step": 26566
+    },
+    {
+      "epoch": 1.2695689572780273,
+      "grad_norm": 180.25819396972656,
+      "learning_rate": 6.217178913969899e-06,
+      "loss": 25.5625,
+      "step": 26567
+    },
+    {
+      "epoch": 1.2696167447194877,
+      "grad_norm": 129.10121154785156,
+      "learning_rate": 6.216462563577168e-06,
+      "loss": 18.7188,
+      "step": 26568
+    },
+    {
+      "epoch": 1.269664532160948,
+      "grad_norm": 326.48553466796875,
+      "learning_rate": 6.215746235842939e-06,
+      "loss": 29.1406,
+      "step": 26569
+    },
+    {
+      "epoch": 1.2697123196024085,
+      "grad_norm": 335.114013671875,
+      "learning_rate": 6.21502993077151e-06,
+      "loss": 29.1875,
+      "step": 26570
+    },
+    {
+      "epoch": 1.2697601070438689,
+      "grad_norm": 214.94992065429688,
+      "learning_rate": 6.214313648367165e-06,
+      "loss": 19.0312,
+      "step": 26571
+    },
+    {
+      "epoch": 1.2698078944853293,
+      "grad_norm": 261.8108215332031,
+      "learning_rate": 6.2135973886341985e-06,
+      "loss": 19.5938,
+      "step": 26572
+    },
+    {
+      "epoch": 1.2698556819267897,
+      "grad_norm": 352.6349182128906,
+      "learning_rate": 6.212881151576898e-06,
+      "loss": 28.8125,
+      "step": 26573
+    },
+    {
+      "epoch": 1.26990346936825,
+      "grad_norm": 348.6288757324219,
+      "learning_rate": 6.212164937199551e-06,
+      "loss": 24.4062,
+      "step": 26574
+    },
+    {
+      "epoch": 1.2699512568097104,
+      "grad_norm": 355.10552978515625,
+      "learning_rate": 6.211448745506452e-06,
+      "loss": 21.5938,
+      "step": 26575
+    },
+    {
+      "epoch": 1.2699990442511708,
+      "grad_norm": 427.7635192871094,
+      "learning_rate": 6.210732576501883e-06,
+      "loss": 21.1875,
+      "step": 26576
+    },
+    {
+      "epoch": 1.2700468316926312,
+      "grad_norm": 442.4562683105469,
+      "learning_rate": 6.2100164301901355e-06,
+      "loss": 29.7812,
+      "step": 26577
+    },
+    {
+      "epoch": 1.2700946191340916,
+      "grad_norm": 112.21551513671875,
+      "learning_rate": 6.2093003065755e-06,
+      "loss": 12.2656,
+      "step": 26578
+    },
+    {
+      "epoch": 1.270142406575552,
+      "grad_norm": 146.19439697265625,
+      "learning_rate": 6.208584205662268e-06,
+      "loss": 21.0469,
+      "step": 26579
+    },
+    {
+      "epoch": 1.2701901940170124,
+      "grad_norm": 265.5567321777344,
+      "learning_rate": 6.207868127454721e-06,
+      "loss": 28.2969,
+      "step": 26580
+    },
+    {
+      "epoch": 1.2702379814584728,
+      "grad_norm": 192.9503631591797,
+      "learning_rate": 6.20715207195715e-06,
+      "loss": 22.6719,
+      "step": 26581
+    },
+    {
+      "epoch": 1.2702857688999332,
+      "grad_norm": 136.12786865234375,
+      "learning_rate": 6.206436039173843e-06,
+      "loss": 19.5625,
+      "step": 26582
+    },
+    {
+      "epoch": 1.2703335563413936,
+      "grad_norm": 449.45843505859375,
+      "learning_rate": 6.205720029109095e-06,
+      "loss": 25.8906,
+      "step": 26583
+    },
+    {
+      "epoch": 1.270381343782854,
+      "grad_norm": 321.1784362792969,
+      "learning_rate": 6.205004041767182e-06,
+      "loss": 17.3906,
+      "step": 26584
+    },
+    {
+      "epoch": 1.2704291312243141,
+      "grad_norm": 227.4599609375,
+      "learning_rate": 6.2042880771524e-06,
+      "loss": 27.625,
+      "step": 26585
+    },
+    {
+      "epoch": 1.2704769186657745,
+      "grad_norm": 356.90264892578125,
+      "learning_rate": 6.203572135269037e-06,
+      "loss": 24.8438,
+      "step": 26586
+    },
+    {
+      "epoch": 1.270524706107235,
+      "grad_norm": 388.9257507324219,
+      "learning_rate": 6.2028562161213755e-06,
+      "loss": 21.5156,
+      "step": 26587
+    },
+    {
+      "epoch": 1.2705724935486953,
+      "grad_norm": 200.12254333496094,
+      "learning_rate": 6.202140319713706e-06,
+      "loss": 21.2188,
+      "step": 26588
+    },
+    {
+      "epoch": 1.2706202809901557,
+      "grad_norm": 616.6336669921875,
+      "learning_rate": 6.201424446050315e-06,
+      "loss": 25.6875,
+      "step": 26589
+    },
+    {
+      "epoch": 1.270668068431616,
+      "grad_norm": 336.8088073730469,
+      "learning_rate": 6.200708595135492e-06,
+      "loss": 31.6562,
+      "step": 26590
+    },
+    {
+      "epoch": 1.2707158558730764,
+      "grad_norm": 183.8944854736328,
+      "learning_rate": 6.1999927669735205e-06,
+      "loss": 22.7031,
+      "step": 26591
+    },
+    {
+      "epoch": 1.2707636433145368,
+      "grad_norm": 217.78179931640625,
+      "learning_rate": 6.199276961568688e-06,
+      "loss": 25.9375,
+      "step": 26592
+    },
+    {
+      "epoch": 1.2708114307559972,
+      "grad_norm": 258.0046081542969,
+      "learning_rate": 6.198561178925282e-06,
+      "loss": 25.7812,
+      "step": 26593
+    },
+    {
+      "epoch": 1.2708592181974576,
+      "grad_norm": 200.51318359375,
+      "learning_rate": 6.197845419047595e-06,
+      "loss": 24.7188,
+      "step": 26594
+    },
+    {
+      "epoch": 1.270907005638918,
+      "grad_norm": 236.8350830078125,
+      "learning_rate": 6.1971296819399016e-06,
+      "loss": 25.5156,
+      "step": 26595
+    },
+    {
+      "epoch": 1.2709547930803784,
+      "grad_norm": 393.8094787597656,
+      "learning_rate": 6.196413967606495e-06,
+      "loss": 31.3438,
+      "step": 26596
+    },
+    {
+      "epoch": 1.2710025805218388,
+      "grad_norm": 258.73431396484375,
+      "learning_rate": 6.1956982760516605e-06,
+      "loss": 24.0469,
+      "step": 26597
+    },
+    {
+      "epoch": 1.2710503679632992,
+      "grad_norm": 223.7078857421875,
+      "learning_rate": 6.1949826072796895e-06,
+      "loss": 24.1562,
+      "step": 26598
+    },
+    {
+      "epoch": 1.2710981554047596,
+      "grad_norm": 408.0032653808594,
+      "learning_rate": 6.194266961294857e-06,
+      "loss": 30.125,
+      "step": 26599
+    },
+    {
+      "epoch": 1.27114594284622,
+      "grad_norm": 396.2667236328125,
+      "learning_rate": 6.193551338101456e-06,
+      "loss": 30.2188,
+      "step": 26600
+    },
+    {
+      "epoch": 1.2711937302876803,
+      "grad_norm": 332.27545166015625,
+      "learning_rate": 6.192835737703775e-06,
+      "loss": 30.3125,
+      "step": 26601
+    },
+    {
+      "epoch": 1.2712415177291407,
+      "grad_norm": 346.2598571777344,
+      "learning_rate": 6.192120160106091e-06,
+      "loss": 27.0625,
+      "step": 26602
+    },
+    {
+      "epoch": 1.2712893051706011,
+      "grad_norm": 328.69732666015625,
+      "learning_rate": 6.191404605312694e-06,
+      "loss": 29.2812,
+      "step": 26603
+    },
+    {
+      "epoch": 1.2713370926120615,
+      "grad_norm": 151.32382202148438,
+      "learning_rate": 6.1906890733278716e-06,
+      "loss": 23.0312,
+      "step": 26604
+    },
+    {
+      "epoch": 1.271384880053522,
+      "grad_norm": 441.2615051269531,
+      "learning_rate": 6.189973564155904e-06,
+      "loss": 21.25,
+      "step": 26605
+    },
+    {
+      "epoch": 1.2714326674949823,
+      "grad_norm": 285.1490173339844,
+      "learning_rate": 6.18925807780108e-06,
+      "loss": 18.75,
+      "step": 26606
+    },
+    {
+      "epoch": 1.2714804549364427,
+      "grad_norm": 341.83111572265625,
+      "learning_rate": 6.188542614267681e-06,
+      "loss": 28.9062,
+      "step": 26607
+    },
+    {
+      "epoch": 1.271528242377903,
+      "grad_norm": 216.34170532226562,
+      "learning_rate": 6.187827173559993e-06,
+      "loss": 21.8281,
+      "step": 26608
+    },
+    {
+      "epoch": 1.2715760298193635,
+      "grad_norm": 179.41244506835938,
+      "learning_rate": 6.187111755682307e-06,
+      "loss": 19.5938,
+      "step": 26609
+    },
+    {
+      "epoch": 1.2716238172608239,
+      "grad_norm": 179.26712036132812,
+      "learning_rate": 6.186396360638896e-06,
+      "loss": 18.2188,
+      "step": 26610
+    },
+    {
+      "epoch": 1.2716716047022842,
+      "grad_norm": 405.21929931640625,
+      "learning_rate": 6.1856809884340485e-06,
+      "loss": 29.1875,
+      "step": 26611
+    },
+    {
+      "epoch": 1.2717193921437446,
+      "grad_norm": 213.06137084960938,
+      "learning_rate": 6.184965639072056e-06,
+      "loss": 24.4688,
+      "step": 26612
+    },
+    {
+      "epoch": 1.271767179585205,
+      "grad_norm": 454.9599609375,
+      "learning_rate": 6.184250312557193e-06,
+      "loss": 23.9688,
+      "step": 26613
+    },
+    {
+      "epoch": 1.2718149670266654,
+      "grad_norm": 255.2996368408203,
+      "learning_rate": 6.183535008893746e-06,
+      "loss": 23.875,
+      "step": 26614
+    },
+    {
+      "epoch": 1.2718627544681258,
+      "grad_norm": 444.1196594238281,
+      "learning_rate": 6.182819728086e-06,
+      "loss": 31.8438,
+      "step": 26615
+    },
+    {
+      "epoch": 1.2719105419095862,
+      "grad_norm": 279.13153076171875,
+      "learning_rate": 6.182104470138242e-06,
+      "loss": 29.5625,
+      "step": 26616
+    },
+    {
+      "epoch": 1.2719583293510466,
+      "grad_norm": 261.44183349609375,
+      "learning_rate": 6.181389235054748e-06,
+      "loss": 19.7344,
+      "step": 26617
+    },
+    {
+      "epoch": 1.272006116792507,
+      "grad_norm": 231.68524169921875,
+      "learning_rate": 6.180674022839805e-06,
+      "loss": 35.9375,
+      "step": 26618
+    },
+    {
+      "epoch": 1.2720539042339674,
+      "grad_norm": 393.98492431640625,
+      "learning_rate": 6.179958833497699e-06,
+      "loss": 30.4062,
+      "step": 26619
+    },
+    {
+      "epoch": 1.2721016916754277,
+      "grad_norm": 201.18003845214844,
+      "learning_rate": 6.179243667032709e-06,
+      "loss": 28.8594,
+      "step": 26620
+    },
+    {
+      "epoch": 1.2721494791168881,
+      "grad_norm": 209.75753784179688,
+      "learning_rate": 6.178528523449121e-06,
+      "loss": 15.8438,
+      "step": 26621
+    },
+    {
+      "epoch": 1.2721972665583485,
+      "grad_norm": 714.7123413085938,
+      "learning_rate": 6.177813402751213e-06,
+      "loss": 33.6406,
+      "step": 26622
+    },
+    {
+      "epoch": 1.272245053999809,
+      "grad_norm": 207.36265563964844,
+      "learning_rate": 6.177098304943273e-06,
+      "loss": 23.4531,
+      "step": 26623
+    },
+    {
+      "epoch": 1.2722928414412693,
+      "grad_norm": 400.864013671875,
+      "learning_rate": 6.176383230029581e-06,
+      "loss": 28.7031,
+      "step": 26624
+    },
+    {
+      "epoch": 1.2723406288827297,
+      "grad_norm": 223.31150817871094,
+      "learning_rate": 6.175668178014418e-06,
+      "loss": 22.625,
+      "step": 26625
+    },
+    {
+      "epoch": 1.27238841632419,
+      "grad_norm": 227.91920471191406,
+      "learning_rate": 6.174953148902067e-06,
+      "loss": 27.5,
+      "step": 26626
+    },
+    {
+      "epoch": 1.2724362037656505,
+      "grad_norm": 393.73388671875,
+      "learning_rate": 6.1742381426968165e-06,
+      "loss": 28.1406,
+      "step": 26627
+    },
+    {
+      "epoch": 1.2724839912071109,
+      "grad_norm": 160.18370056152344,
+      "learning_rate": 6.173523159402939e-06,
+      "loss": 21.7812,
+      "step": 26628
+    },
+    {
+      "epoch": 1.2725317786485713,
+      "grad_norm": 375.5033264160156,
+      "learning_rate": 6.172808199024718e-06,
+      "loss": 27.7969,
+      "step": 26629
+    },
+    {
+      "epoch": 1.2725795660900316,
+      "grad_norm": 372.4854736328125,
+      "learning_rate": 6.1720932615664395e-06,
+      "loss": 16.6875,
+      "step": 26630
+    },
+    {
+      "epoch": 1.272627353531492,
+      "grad_norm": 315.8262939453125,
+      "learning_rate": 6.1713783470323865e-06,
+      "loss": 26.375,
+      "step": 26631
+    },
+    {
+      "epoch": 1.2726751409729524,
+      "grad_norm": 253.1792755126953,
+      "learning_rate": 6.170663455426833e-06,
+      "loss": 32.7812,
+      "step": 26632
+    },
+    {
+      "epoch": 1.2727229284144128,
+      "grad_norm": 213.38946533203125,
+      "learning_rate": 6.169948586754064e-06,
+      "loss": 24.6719,
+      "step": 26633
+    },
+    {
+      "epoch": 1.2727707158558732,
+      "grad_norm": 190.8105010986328,
+      "learning_rate": 6.169233741018363e-06,
+      "loss": 20.5,
+      "step": 26634
+    },
+    {
+      "epoch": 1.2728185032973336,
+      "grad_norm": 191.34014892578125,
+      "learning_rate": 6.168518918224009e-06,
+      "loss": 21.5,
+      "step": 26635
+    },
+    {
+      "epoch": 1.272866290738794,
+      "grad_norm": 245.7604217529297,
+      "learning_rate": 6.16780411837528e-06,
+      "loss": 24.5312,
+      "step": 26636
+    },
+    {
+      "epoch": 1.2729140781802541,
+      "grad_norm": 213.1161651611328,
+      "learning_rate": 6.167089341476462e-06,
+      "loss": 32.4062,
+      "step": 26637
+    },
+    {
+      "epoch": 1.2729618656217145,
+      "grad_norm": 178.04714965820312,
+      "learning_rate": 6.1663745875318335e-06,
+      "loss": 23.8125,
+      "step": 26638
+    },
+    {
+      "epoch": 1.273009653063175,
+      "grad_norm": 362.7173156738281,
+      "learning_rate": 6.165659856545674e-06,
+      "loss": 24.4219,
+      "step": 26639
+    },
+    {
+      "epoch": 1.2730574405046353,
+      "grad_norm": 184.9366912841797,
+      "learning_rate": 6.164945148522261e-06,
+      "loss": 26.9219,
+      "step": 26640
+    },
+    {
+      "epoch": 1.2731052279460957,
+      "grad_norm": 474.8251647949219,
+      "learning_rate": 6.1642304634658786e-06,
+      "loss": 38.8438,
+      "step": 26641
+    },
+    {
+      "epoch": 1.273153015387556,
+      "grad_norm": 270.9908752441406,
+      "learning_rate": 6.163515801380813e-06,
+      "loss": 34.6562,
+      "step": 26642
+    },
+    {
+      "epoch": 1.2732008028290165,
+      "grad_norm": 264.7977600097656,
+      "learning_rate": 6.16280116227133e-06,
+      "loss": 22.6562,
+      "step": 26643
+    },
+    {
+      "epoch": 1.2732485902704769,
+      "grad_norm": 157.66891479492188,
+      "learning_rate": 6.162086546141718e-06,
+      "loss": 25.0625,
+      "step": 26644
+    },
+    {
+      "epoch": 1.2732963777119373,
+      "grad_norm": 217.11744689941406,
+      "learning_rate": 6.1613719529962555e-06,
+      "loss": 27.875,
+      "step": 26645
+    },
+    {
+      "epoch": 1.2733441651533977,
+      "grad_norm": 196.62635803222656,
+      "learning_rate": 6.160657382839226e-06,
+      "loss": 27.3281,
+      "step": 26646
+    },
+    {
+      "epoch": 1.273391952594858,
+      "grad_norm": 347.5919494628906,
+      "learning_rate": 6.1599428356748995e-06,
+      "loss": 22.9062,
+      "step": 26647
+    },
+    {
+      "epoch": 1.2734397400363184,
+      "grad_norm": 165.66409301757812,
+      "learning_rate": 6.159228311507561e-06,
+      "loss": 22.1875,
+      "step": 26648
+    },
+    {
+      "epoch": 1.2734875274777788,
+      "grad_norm": 195.92788696289062,
+      "learning_rate": 6.1585138103414935e-06,
+      "loss": 23.1719,
+      "step": 26649
+    },
+    {
+      "epoch": 1.2735353149192392,
+      "grad_norm": 253.92825317382812,
+      "learning_rate": 6.157799332180967e-06,
+      "loss": 20.0312,
+      "step": 26650
+    },
+    {
+      "epoch": 1.2735831023606996,
+      "grad_norm": 320.94732666015625,
+      "learning_rate": 6.157084877030264e-06,
+      "loss": 23.3125,
+      "step": 26651
+    },
+    {
+      "epoch": 1.27363088980216,
+      "grad_norm": 282.8363342285156,
+      "learning_rate": 6.156370444893667e-06,
+      "loss": 31.1875,
+      "step": 26652
+    },
+    {
+      "epoch": 1.2736786772436204,
+      "grad_norm": 299.15667724609375,
+      "learning_rate": 6.15565603577545e-06,
+      "loss": 25.1406,
+      "step": 26653
+    },
+    {
+      "epoch": 1.2737264646850808,
+      "grad_norm": 262.9289245605469,
+      "learning_rate": 6.154941649679894e-06,
+      "loss": 25.5781,
+      "step": 26654
+    },
+    {
+      "epoch": 1.2737742521265412,
+      "grad_norm": 248.39625549316406,
+      "learning_rate": 6.1542272866112736e-06,
+      "loss": 18.2969,
+      "step": 26655
+    },
+    {
+      "epoch": 1.2738220395680016,
+      "grad_norm": 153.56944274902344,
+      "learning_rate": 6.15351294657387e-06,
+      "loss": 18.4062,
+      "step": 26656
+    },
+    {
+      "epoch": 1.273869827009462,
+      "grad_norm": 277.1912536621094,
+      "learning_rate": 6.152798629571963e-06,
+      "loss": 31.6562,
+      "step": 26657
+    },
+    {
+      "epoch": 1.2739176144509223,
+      "grad_norm": 285.2226257324219,
+      "learning_rate": 6.152084335609826e-06,
+      "loss": 29.8125,
+      "step": 26658
+    },
+    {
+      "epoch": 1.2739654018923827,
+      "grad_norm": 239.7729034423828,
+      "learning_rate": 6.151370064691737e-06,
+      "loss": 20.7812,
+      "step": 26659
+    },
+    {
+      "epoch": 1.274013189333843,
+      "grad_norm": 356.9171447753906,
+      "learning_rate": 6.1506558168219795e-06,
+      "loss": 23.6094,
+      "step": 26660
+    },
+    {
+      "epoch": 1.2740609767753035,
+      "grad_norm": 211.692626953125,
+      "learning_rate": 6.149941592004824e-06,
+      "loss": 26.4375,
+      "step": 26661
+    },
+    {
+      "epoch": 1.274108764216764,
+      "grad_norm": 230.68817138671875,
+      "learning_rate": 6.14922739024455e-06,
+      "loss": 23.0781,
+      "step": 26662
+    },
+    {
+      "epoch": 1.2741565516582243,
+      "grad_norm": 243.91720581054688,
+      "learning_rate": 6.1485132115454336e-06,
+      "loss": 22.2812,
+      "step": 26663
+    },
+    {
+      "epoch": 1.2742043390996847,
+      "grad_norm": 181.03182983398438,
+      "learning_rate": 6.1477990559117584e-06,
+      "loss": 23.4844,
+      "step": 26664
+    },
+    {
+      "epoch": 1.274252126541145,
+      "grad_norm": 172.61251831054688,
+      "learning_rate": 6.147084923347791e-06,
+      "loss": 18.375,
+      "step": 26665
+    },
+    {
+      "epoch": 1.2742999139826054,
+      "grad_norm": 252.66290283203125,
+      "learning_rate": 6.146370813857815e-06,
+      "loss": 24.8125,
+      "step": 26666
+    },
+    {
+      "epoch": 1.2743477014240658,
+      "grad_norm": 256.3324279785156,
+      "learning_rate": 6.1456567274461066e-06,
+      "loss": 23.7031,
+      "step": 26667
+    },
+    {
+      "epoch": 1.274395488865526,
+      "grad_norm": 161.74522399902344,
+      "learning_rate": 6.1449426641169405e-06,
+      "loss": 19.7812,
+      "step": 26668
+    },
+    {
+      "epoch": 1.2744432763069864,
+      "grad_norm": 227.08657836914062,
+      "learning_rate": 6.144228623874592e-06,
+      "loss": 31.9688,
+      "step": 26669
+    },
+    {
+      "epoch": 1.2744910637484468,
+      "grad_norm": 165.23907470703125,
+      "learning_rate": 6.143514606723339e-06,
+      "loss": 20.4844,
+      "step": 26670
+    },
+    {
+      "epoch": 1.2745388511899072,
+      "grad_norm": 201.65699768066406,
+      "learning_rate": 6.1428006126674585e-06,
+      "loss": 16.7969,
+      "step": 26671
+    },
+    {
+      "epoch": 1.2745866386313676,
+      "grad_norm": 222.66168212890625,
+      "learning_rate": 6.142086641711227e-06,
+      "loss": 18.6719,
+      "step": 26672
+    },
+    {
+      "epoch": 1.274634426072828,
+      "grad_norm": 239.79820251464844,
+      "learning_rate": 6.141372693858916e-06,
+      "loss": 27.375,
+      "step": 26673
+    },
+    {
+      "epoch": 1.2746822135142883,
+      "grad_norm": 233.97567749023438,
+      "learning_rate": 6.140658769114801e-06,
+      "loss": 30.0938,
+      "step": 26674
+    },
+    {
+      "epoch": 1.2747300009557487,
+      "grad_norm": 192.99148559570312,
+      "learning_rate": 6.139944867483166e-06,
+      "loss": 23.9062,
+      "step": 26675
+    },
+    {
+      "epoch": 1.2747777883972091,
+      "grad_norm": 162.72731018066406,
+      "learning_rate": 6.139230988968277e-06,
+      "loss": 24.1875,
+      "step": 26676
+    },
+    {
+      "epoch": 1.2748255758386695,
+      "grad_norm": 252.2623291015625,
+      "learning_rate": 6.138517133574411e-06,
+      "loss": 35.125,
+      "step": 26677
+    },
+    {
+      "epoch": 1.27487336328013,
+      "grad_norm": 326.8965759277344,
+      "learning_rate": 6.137803301305845e-06,
+      "loss": 28.1875,
+      "step": 26678
+    },
+    {
+      "epoch": 1.2749211507215903,
+      "grad_norm": 246.31822204589844,
+      "learning_rate": 6.1370894921668575e-06,
+      "loss": 21.7969,
+      "step": 26679
+    },
+    {
+      "epoch": 1.2749689381630507,
+      "grad_norm": 225.58331298828125,
+      "learning_rate": 6.136375706161717e-06,
+      "loss": 27.7188,
+      "step": 26680
+    },
+    {
+      "epoch": 1.275016725604511,
+      "grad_norm": 388.9503479003906,
+      "learning_rate": 6.135661943294698e-06,
+      "loss": 30.4375,
+      "step": 26681
+    },
+    {
+      "epoch": 1.2750645130459715,
+      "grad_norm": 177.4287109375,
+      "learning_rate": 6.134948203570079e-06,
+      "loss": 25.5,
+      "step": 26682
+    },
+    {
+      "epoch": 1.2751123004874318,
+      "grad_norm": 226.55770874023438,
+      "learning_rate": 6.134234486992137e-06,
+      "loss": 21.0625,
+      "step": 26683
+    },
+    {
+      "epoch": 1.2751600879288922,
+      "grad_norm": 276.8178405761719,
+      "learning_rate": 6.133520793565139e-06,
+      "loss": 27.4375,
+      "step": 26684
+    },
+    {
+      "epoch": 1.2752078753703526,
+      "grad_norm": 255.93896484375,
+      "learning_rate": 6.132807123293363e-06,
+      "loss": 25.7188,
+      "step": 26685
+    },
+    {
+      "epoch": 1.275255662811813,
+      "grad_norm": 230.56492614746094,
+      "learning_rate": 6.132093476181083e-06,
+      "loss": 27.375,
+      "step": 26686
+    },
+    {
+      "epoch": 1.2753034502532734,
+      "grad_norm": 240.66452026367188,
+      "learning_rate": 6.1313798522325695e-06,
+      "loss": 25.4062,
+      "step": 26687
+    },
+    {
+      "epoch": 1.2753512376947338,
+      "grad_norm": 145.04006958007812,
+      "learning_rate": 6.130666251452102e-06,
+      "loss": 22.1719,
+      "step": 26688
+    },
+    {
+      "epoch": 1.2753990251361942,
+      "grad_norm": 184.8319549560547,
+      "learning_rate": 6.1299526738439475e-06,
+      "loss": 21.4844,
+      "step": 26689
+    },
+    {
+      "epoch": 1.2754468125776546,
+      "grad_norm": 177.37161254882812,
+      "learning_rate": 6.129239119412387e-06,
+      "loss": 15.7344,
+      "step": 26690
+    },
+    {
+      "epoch": 1.275494600019115,
+      "grad_norm": 196.5669708251953,
+      "learning_rate": 6.128525588161687e-06,
+      "loss": 21.4531,
+      "step": 26691
+    },
+    {
+      "epoch": 1.2755423874605754,
+      "grad_norm": 142.2806396484375,
+      "learning_rate": 6.12781208009612e-06,
+      "loss": 18.7656,
+      "step": 26692
+    },
+    {
+      "epoch": 1.2755901749020357,
+      "grad_norm": 231.79481506347656,
+      "learning_rate": 6.1270985952199646e-06,
+      "loss": 18.7344,
+      "step": 26693
+    },
+    {
+      "epoch": 1.2756379623434961,
+      "grad_norm": 399.9136657714844,
+      "learning_rate": 6.1263851335374954e-06,
+      "loss": 34.2188,
+      "step": 26694
+    },
+    {
+      "epoch": 1.2756857497849565,
+      "grad_norm": 203.00787353515625,
+      "learning_rate": 6.125671695052977e-06,
+      "loss": 24.6562,
+      "step": 26695
+    },
+    {
+      "epoch": 1.275733537226417,
+      "grad_norm": 472.12164306640625,
+      "learning_rate": 6.124958279770685e-06,
+      "loss": 28.4062,
+      "step": 26696
+    },
+    {
+      "epoch": 1.2757813246678773,
+      "grad_norm": 174.11224365234375,
+      "learning_rate": 6.124244887694897e-06,
+      "loss": 22.9375,
+      "step": 26697
+    },
+    {
+      "epoch": 1.2758291121093377,
+      "grad_norm": 172.38514709472656,
+      "learning_rate": 6.123531518829877e-06,
+      "loss": 23.2031,
+      "step": 26698
+    },
+    {
+      "epoch": 1.275876899550798,
+      "grad_norm": 268.0521240234375,
+      "learning_rate": 6.122818173179901e-06,
+      "loss": 28.8438,
+      "step": 26699
+    },
+    {
+      "epoch": 1.2759246869922585,
+      "grad_norm": 207.155029296875,
+      "learning_rate": 6.122104850749242e-06,
+      "loss": 25.1562,
+      "step": 26700
+    },
+    {
+      "epoch": 1.2759724744337189,
+      "grad_norm": 213.1479949951172,
+      "learning_rate": 6.121391551542173e-06,
+      "loss": 15.8906,
+      "step": 26701
+    },
+    {
+      "epoch": 1.2760202618751793,
+      "grad_norm": 385.18621826171875,
+      "learning_rate": 6.120678275562962e-06,
+      "loss": 31.2812,
+      "step": 26702
+    },
+    {
+      "epoch": 1.2760680493166396,
+      "grad_norm": 105.95486450195312,
+      "learning_rate": 6.1199650228158835e-06,
+      "loss": 17.2188,
+      "step": 26703
+    },
+    {
+      "epoch": 1.2761158367581,
+      "grad_norm": 418.92431640625,
+      "learning_rate": 6.119251793305205e-06,
+      "loss": 38.6562,
+      "step": 26704
+    },
+    {
+      "epoch": 1.2761636241995604,
+      "grad_norm": 902.3550415039062,
+      "learning_rate": 6.118538587035206e-06,
+      "loss": 24.25,
+      "step": 26705
+    },
+    {
+      "epoch": 1.2762114116410208,
+      "grad_norm": 322.7036437988281,
+      "learning_rate": 6.1178254040101495e-06,
+      "loss": 22.375,
+      "step": 26706
+    },
+    {
+      "epoch": 1.2762591990824812,
+      "grad_norm": 238.96136474609375,
+      "learning_rate": 6.1171122442343065e-06,
+      "loss": 27.9062,
+      "step": 26707
+    },
+    {
+      "epoch": 1.2763069865239416,
+      "grad_norm": 227.2733612060547,
+      "learning_rate": 6.1163991077119564e-06,
+      "loss": 20.2344,
+      "step": 26708
+    },
+    {
+      "epoch": 1.276354773965402,
+      "grad_norm": 295.45135498046875,
+      "learning_rate": 6.1156859944473625e-06,
+      "loss": 24.5,
+      "step": 26709
+    },
+    {
+      "epoch": 1.2764025614068624,
+      "grad_norm": 702.8907470703125,
+      "learning_rate": 6.114972904444794e-06,
+      "loss": 22.9219,
+      "step": 26710
+    },
+    {
+      "epoch": 1.2764503488483228,
+      "grad_norm": 143.1721954345703,
+      "learning_rate": 6.114259837708527e-06,
+      "loss": 27.0,
+      "step": 26711
+    },
+    {
+      "epoch": 1.2764981362897831,
+      "grad_norm": 220.35215759277344,
+      "learning_rate": 6.113546794242833e-06,
+      "loss": 19.4375,
+      "step": 26712
+    },
+    {
+      "epoch": 1.2765459237312435,
+      "grad_norm": 240.86312866210938,
+      "learning_rate": 6.112833774051974e-06,
+      "loss": 27.8438,
+      "step": 26713
+    },
+    {
+      "epoch": 1.276593711172704,
+      "grad_norm": 309.1187438964844,
+      "learning_rate": 6.112120777140224e-06,
+      "loss": 19.3906,
+      "step": 26714
+    },
+    {
+      "epoch": 1.2766414986141643,
+      "grad_norm": 124.67347717285156,
+      "learning_rate": 6.111407803511856e-06,
+      "loss": 22.1406,
+      "step": 26715
+    },
+    {
+      "epoch": 1.2766892860556247,
+      "grad_norm": 210.22808837890625,
+      "learning_rate": 6.110694853171142e-06,
+      "loss": 30.0312,
+      "step": 26716
+    },
+    {
+      "epoch": 1.276737073497085,
+      "grad_norm": 253.80162048339844,
+      "learning_rate": 6.109981926122341e-06,
+      "loss": 27.2188,
+      "step": 26717
+    },
+    {
+      "epoch": 1.2767848609385455,
+      "grad_norm": 458.7040100097656,
+      "learning_rate": 6.109269022369733e-06,
+      "loss": 30.2812,
+      "step": 26718
+    },
+    {
+      "epoch": 1.2768326483800057,
+      "grad_norm": 186.91677856445312,
+      "learning_rate": 6.108556141917578e-06,
+      "loss": 36.0625,
+      "step": 26719
+    },
+    {
+      "epoch": 1.276880435821466,
+      "grad_norm": 193.11346435546875,
+      "learning_rate": 6.107843284770156e-06,
+      "loss": 20.6719,
+      "step": 26720
+    },
+    {
+      "epoch": 1.2769282232629264,
+      "grad_norm": 201.94540405273438,
+      "learning_rate": 6.107130450931728e-06,
+      "loss": 28.5938,
+      "step": 26721
+    },
+    {
+      "epoch": 1.2769760107043868,
+      "grad_norm": 202.72824096679688,
+      "learning_rate": 6.106417640406564e-06,
+      "loss": 23.4062,
+      "step": 26722
+    },
+    {
+      "epoch": 1.2770237981458472,
+      "grad_norm": 253.37986755371094,
+      "learning_rate": 6.10570485319894e-06,
+      "loss": 29.5156,
+      "step": 26723
+    },
+    {
+      "epoch": 1.2770715855873076,
+      "grad_norm": 305.17864990234375,
+      "learning_rate": 6.104992089313113e-06,
+      "loss": 16.75,
+      "step": 26724
+    },
+    {
+      "epoch": 1.277119373028768,
+      "grad_norm": 437.1065979003906,
+      "learning_rate": 6.104279348753357e-06,
+      "loss": 32.6562,
+      "step": 26725
+    },
+    {
+      "epoch": 1.2771671604702284,
+      "grad_norm": 518.5238647460938,
+      "learning_rate": 6.103566631523942e-06,
+      "loss": 27.8594,
+      "step": 26726
+    },
+    {
+      "epoch": 1.2772149479116888,
+      "grad_norm": 355.91876220703125,
+      "learning_rate": 6.1028539376291385e-06,
+      "loss": 22.5938,
+      "step": 26727
+    },
+    {
+      "epoch": 1.2772627353531492,
+      "grad_norm": 230.03160095214844,
+      "learning_rate": 6.102141267073207e-06,
+      "loss": 23.5312,
+      "step": 26728
+    },
+    {
+      "epoch": 1.2773105227946095,
+      "grad_norm": 270.8314514160156,
+      "learning_rate": 6.1014286198604215e-06,
+      "loss": 21.3438,
+      "step": 26729
+    },
+    {
+      "epoch": 1.27735831023607,
+      "grad_norm": 241.0291748046875,
+      "learning_rate": 6.100715995995046e-06,
+      "loss": 29.9062,
+      "step": 26730
+    },
+    {
+      "epoch": 1.2774060976775303,
+      "grad_norm": 157.40028381347656,
+      "learning_rate": 6.100003395481355e-06,
+      "loss": 15.5312,
+      "step": 26731
+    },
+    {
+      "epoch": 1.2774538851189907,
+      "grad_norm": 191.54063415527344,
+      "learning_rate": 6.099290818323607e-06,
+      "loss": 25.2812,
+      "step": 26732
+    },
+    {
+      "epoch": 1.277501672560451,
+      "grad_norm": 140.5569305419922,
+      "learning_rate": 6.098578264526074e-06,
+      "loss": 23.6562,
+      "step": 26733
+    },
+    {
+      "epoch": 1.2775494600019115,
+      "grad_norm": 152.24513244628906,
+      "learning_rate": 6.097865734093027e-06,
+      "loss": 26.0312,
+      "step": 26734
+    },
+    {
+      "epoch": 1.2775972474433719,
+      "grad_norm": 1308.982177734375,
+      "learning_rate": 6.097153227028725e-06,
+      "loss": 18.3906,
+      "step": 26735
+    },
+    {
+      "epoch": 1.2776450348848323,
+      "grad_norm": 134.60311889648438,
+      "learning_rate": 6.096440743337442e-06,
+      "loss": 15.8125,
+      "step": 26736
+    },
+    {
+      "epoch": 1.2776928223262927,
+      "grad_norm": 340.2811279296875,
+      "learning_rate": 6.095728283023438e-06,
+      "loss": 25.1719,
+      "step": 26737
+    },
+    {
+      "epoch": 1.277740609767753,
+      "grad_norm": 215.38613891601562,
+      "learning_rate": 6.09501584609099e-06,
+      "loss": 26.5,
+      "step": 26738
+    },
+    {
+      "epoch": 1.2777883972092134,
+      "grad_norm": 179.0738067626953,
+      "learning_rate": 6.0943034325443525e-06,
+      "loss": 27.5,
+      "step": 26739
+    },
+    {
+      "epoch": 1.2778361846506738,
+      "grad_norm": 365.7369689941406,
+      "learning_rate": 6.093591042387799e-06,
+      "loss": 31.9375,
+      "step": 26740
+    },
+    {
+      "epoch": 1.2778839720921342,
+      "grad_norm": 206.44334411621094,
+      "learning_rate": 6.0928786756255935e-06,
+      "loss": 19.9062,
+      "step": 26741
+    },
+    {
+      "epoch": 1.2779317595335946,
+      "grad_norm": 347.5665283203125,
+      "learning_rate": 6.092166332262007e-06,
+      "loss": 26.0312,
+      "step": 26742
+    },
+    {
+      "epoch": 1.277979546975055,
+      "grad_norm": 182.32212829589844,
+      "learning_rate": 6.091454012301299e-06,
+      "loss": 28.5312,
+      "step": 26743
+    },
+    {
+      "epoch": 1.2780273344165154,
+      "grad_norm": 275.85809326171875,
+      "learning_rate": 6.090741715747737e-06,
+      "loss": 18.2031,
+      "step": 26744
+    },
+    {
+      "epoch": 1.2780751218579758,
+      "grad_norm": 331.43389892578125,
+      "learning_rate": 6.090029442605591e-06,
+      "loss": 18.1875,
+      "step": 26745
+    },
+    {
+      "epoch": 1.2781229092994362,
+      "grad_norm": 227.18357849121094,
+      "learning_rate": 6.08931719287912e-06,
+      "loss": 24.3438,
+      "step": 26746
+    },
+    {
+      "epoch": 1.2781706967408966,
+      "grad_norm": 262.0227966308594,
+      "learning_rate": 6.088604966572594e-06,
+      "loss": 42.25,
+      "step": 26747
+    },
+    {
+      "epoch": 1.278218484182357,
+      "grad_norm": 418.99237060546875,
+      "learning_rate": 6.0878927636902775e-06,
+      "loss": 26.0,
+      "step": 26748
+    },
+    {
+      "epoch": 1.2782662716238173,
+      "grad_norm": 274.6142578125,
+      "learning_rate": 6.087180584236438e-06,
+      "loss": 35.1875,
+      "step": 26749
+    },
+    {
+      "epoch": 1.2783140590652775,
+      "grad_norm": 229.3729705810547,
+      "learning_rate": 6.086468428215334e-06,
+      "loss": 19.6094,
+      "step": 26750
+    },
+    {
+      "epoch": 1.278361846506738,
+      "grad_norm": 307.2075500488281,
+      "learning_rate": 6.085756295631237e-06,
+      "loss": 28.0312,
+      "step": 26751
+    },
+    {
+      "epoch": 1.2784096339481983,
+      "grad_norm": 313.2561340332031,
+      "learning_rate": 6.085044186488406e-06,
+      "loss": 32.9688,
+      "step": 26752
+    },
+    {
+      "epoch": 1.2784574213896587,
+      "grad_norm": 184.56932067871094,
+      "learning_rate": 6.0843321007911105e-06,
+      "loss": 17.5938,
+      "step": 26753
+    },
+    {
+      "epoch": 1.278505208831119,
+      "grad_norm": 253.28451538085938,
+      "learning_rate": 6.083620038543614e-06,
+      "loss": 20.5781,
+      "step": 26754
+    },
+    {
+      "epoch": 1.2785529962725795,
+      "grad_norm": 167.89820861816406,
+      "learning_rate": 6.082907999750179e-06,
+      "loss": 19.375,
+      "step": 26755
+    },
+    {
+      "epoch": 1.2786007837140398,
+      "grad_norm": 214.4580078125,
+      "learning_rate": 6.082195984415069e-06,
+      "loss": 24.125,
+      "step": 26756
+    },
+    {
+      "epoch": 1.2786485711555002,
+      "grad_norm": 217.0366973876953,
+      "learning_rate": 6.081483992542554e-06,
+      "loss": 26.2812,
+      "step": 26757
+    },
+    {
+      "epoch": 1.2786963585969606,
+      "grad_norm": 166.3140869140625,
+      "learning_rate": 6.0807720241368894e-06,
+      "loss": 27.1094,
+      "step": 26758
+    },
+    {
+      "epoch": 1.278744146038421,
+      "grad_norm": 411.3243713378906,
+      "learning_rate": 6.080060079202344e-06,
+      "loss": 28.625,
+      "step": 26759
+    },
+    {
+      "epoch": 1.2787919334798814,
+      "grad_norm": 217.14952087402344,
+      "learning_rate": 6.079348157743184e-06,
+      "loss": 29.6406,
+      "step": 26760
+    },
+    {
+      "epoch": 1.2788397209213418,
+      "grad_norm": 296.4568786621094,
+      "learning_rate": 6.078636259763665e-06,
+      "loss": 24.8125,
+      "step": 26761
+    },
+    {
+      "epoch": 1.2788875083628022,
+      "grad_norm": 437.92626953125,
+      "learning_rate": 6.077924385268055e-06,
+      "loss": 23.4688,
+      "step": 26762
+    },
+    {
+      "epoch": 1.2789352958042626,
+      "grad_norm": 466.6200256347656,
+      "learning_rate": 6.0772125342606184e-06,
+      "loss": 22.7188,
+      "step": 26763
+    },
+    {
+      "epoch": 1.278983083245723,
+      "grad_norm": 317.1971130371094,
+      "learning_rate": 6.076500706745619e-06,
+      "loss": 18.6719,
+      "step": 26764
+    },
+    {
+      "epoch": 1.2790308706871834,
+      "grad_norm": 161.22964477539062,
+      "learning_rate": 6.075788902727315e-06,
+      "loss": 23.4219,
+      "step": 26765
+    },
+    {
+      "epoch": 1.2790786581286437,
+      "grad_norm": 178.2447052001953,
+      "learning_rate": 6.075077122209971e-06,
+      "loss": 16.6094,
+      "step": 26766
+    },
+    {
+      "epoch": 1.2791264455701041,
+      "grad_norm": 202.54310607910156,
+      "learning_rate": 6.074365365197854e-06,
+      "loss": 28.9844,
+      "step": 26767
+    },
+    {
+      "epoch": 1.2791742330115645,
+      "grad_norm": 484.6899719238281,
+      "learning_rate": 6.073653631695222e-06,
+      "loss": 53.1875,
+      "step": 26768
+    },
+    {
+      "epoch": 1.279222020453025,
+      "grad_norm": 194.54222106933594,
+      "learning_rate": 6.072941921706339e-06,
+      "loss": 31.4688,
+      "step": 26769
+    },
+    {
+      "epoch": 1.2792698078944853,
+      "grad_norm": 223.13302612304688,
+      "learning_rate": 6.072230235235463e-06,
+      "loss": 29.0312,
+      "step": 26770
+    },
+    {
+      "epoch": 1.2793175953359457,
+      "grad_norm": 677.6315307617188,
+      "learning_rate": 6.071518572286863e-06,
+      "loss": 27.1562,
+      "step": 26771
+    },
+    {
+      "epoch": 1.279365382777406,
+      "grad_norm": 191.98619079589844,
+      "learning_rate": 6.0708069328647975e-06,
+      "loss": 25.3125,
+      "step": 26772
+    },
+    {
+      "epoch": 1.2794131702188665,
+      "grad_norm": 199.345458984375,
+      "learning_rate": 6.070095316973526e-06,
+      "loss": 18.1875,
+      "step": 26773
+    },
+    {
+      "epoch": 1.2794609576603269,
+      "grad_norm": 262.0936584472656,
+      "learning_rate": 6.069383724617312e-06,
+      "loss": 25.1719,
+      "step": 26774
+    },
+    {
+      "epoch": 1.2795087451017872,
+      "grad_norm": 229.3816680908203,
+      "learning_rate": 6.068672155800423e-06,
+      "loss": 22.4375,
+      "step": 26775
+    },
+    {
+      "epoch": 1.2795565325432476,
+      "grad_norm": 174.229248046875,
+      "learning_rate": 6.067960610527111e-06,
+      "loss": 19.3125,
+      "step": 26776
+    },
+    {
+      "epoch": 1.279604319984708,
+      "grad_norm": 178.06602478027344,
+      "learning_rate": 6.067249088801641e-06,
+      "loss": 16.4844,
+      "step": 26777
+    },
+    {
+      "epoch": 1.2796521074261684,
+      "grad_norm": 468.87017822265625,
+      "learning_rate": 6.0665375906282745e-06,
+      "loss": 35.6875,
+      "step": 26778
+    },
+    {
+      "epoch": 1.2796998948676288,
+      "grad_norm": 154.56126403808594,
+      "learning_rate": 6.065826116011276e-06,
+      "loss": 23.125,
+      "step": 26779
+    },
+    {
+      "epoch": 1.2797476823090892,
+      "grad_norm": 181.84934997558594,
+      "learning_rate": 6.065114664954898e-06,
+      "loss": 27.8125,
+      "step": 26780
+    },
+    {
+      "epoch": 1.2797954697505496,
+      "grad_norm": 223.0448455810547,
+      "learning_rate": 6.0644032374634055e-06,
+      "loss": 21.9531,
+      "step": 26781
+    },
+    {
+      "epoch": 1.27984325719201,
+      "grad_norm": 423.96734619140625,
+      "learning_rate": 6.063691833541065e-06,
+      "loss": 34.3125,
+      "step": 26782
+    },
+    {
+      "epoch": 1.2798910446334704,
+      "grad_norm": 235.59872436523438,
+      "learning_rate": 6.062980453192125e-06,
+      "loss": 29.3125,
+      "step": 26783
+    },
+    {
+      "epoch": 1.2799388320749308,
+      "grad_norm": 247.18310546875,
+      "learning_rate": 6.062269096420856e-06,
+      "loss": 26.2344,
+      "step": 26784
+    },
+    {
+      "epoch": 1.2799866195163911,
+      "grad_norm": 238.9507598876953,
+      "learning_rate": 6.061557763231512e-06,
+      "loss": 28.3125,
+      "step": 26785
+    },
+    {
+      "epoch": 1.2800344069578515,
+      "grad_norm": 332.18450927734375,
+      "learning_rate": 6.060846453628355e-06,
+      "loss": 24.6875,
+      "step": 26786
+    },
+    {
+      "epoch": 1.280082194399312,
+      "grad_norm": 204.3926239013672,
+      "learning_rate": 6.060135167615646e-06,
+      "loss": 22.2656,
+      "step": 26787
+    },
+    {
+      "epoch": 1.2801299818407723,
+      "grad_norm": 390.1058044433594,
+      "learning_rate": 6.059423905197641e-06,
+      "loss": 25.6094,
+      "step": 26788
+    },
+    {
+      "epoch": 1.2801777692822327,
+      "grad_norm": 164.7728271484375,
+      "learning_rate": 6.0587126663786035e-06,
+      "loss": 28.7812,
+      "step": 26789
+    },
+    {
+      "epoch": 1.280225556723693,
+      "grad_norm": 255.260009765625,
+      "learning_rate": 6.0580014511627935e-06,
+      "loss": 23.1406,
+      "step": 26790
+    },
+    {
+      "epoch": 1.2802733441651535,
+      "grad_norm": 524.4537353515625,
+      "learning_rate": 6.057290259554466e-06,
+      "loss": 34.5938,
+      "step": 26791
+    },
+    {
+      "epoch": 1.2803211316066139,
+      "grad_norm": 157.00535583496094,
+      "learning_rate": 6.0565790915578815e-06,
+      "loss": 28.625,
+      "step": 26792
+    },
+    {
+      "epoch": 1.2803689190480743,
+      "grad_norm": 172.30429077148438,
+      "learning_rate": 6.055867947177304e-06,
+      "loss": 23.3281,
+      "step": 26793
+    },
+    {
+      "epoch": 1.2804167064895347,
+      "grad_norm": 182.57937622070312,
+      "learning_rate": 6.055156826416983e-06,
+      "loss": 25.4844,
+      "step": 26794
+    },
+    {
+      "epoch": 1.280464493930995,
+      "grad_norm": 138.3695068359375,
+      "learning_rate": 6.054445729281185e-06,
+      "loss": 18.9844,
+      "step": 26795
+    },
+    {
+      "epoch": 1.2805122813724554,
+      "grad_norm": 262.52862548828125,
+      "learning_rate": 6.053734655774164e-06,
+      "loss": 29.2812,
+      "step": 26796
+    },
+    {
+      "epoch": 1.2805600688139158,
+      "grad_norm": 481.962646484375,
+      "learning_rate": 6.0530236059001846e-06,
+      "loss": 24.6875,
+      "step": 26797
+    },
+    {
+      "epoch": 1.2806078562553762,
+      "grad_norm": 230.486572265625,
+      "learning_rate": 6.0523125796634975e-06,
+      "loss": 26.5938,
+      "step": 26798
+    },
+    {
+      "epoch": 1.2806556436968366,
+      "grad_norm": 242.08554077148438,
+      "learning_rate": 6.051601577068363e-06,
+      "loss": 26.125,
+      "step": 26799
+    },
+    {
+      "epoch": 1.280703431138297,
+      "grad_norm": 311.46044921875,
+      "learning_rate": 6.050890598119044e-06,
+      "loss": 24.8438,
+      "step": 26800
+    },
+    {
+      "epoch": 1.2807512185797574,
+      "grad_norm": 223.12869262695312,
+      "learning_rate": 6.050179642819792e-06,
+      "loss": 21.9688,
+      "step": 26801
+    },
+    {
+      "epoch": 1.2807990060212175,
+      "grad_norm": 301.7982482910156,
+      "learning_rate": 6.049468711174868e-06,
+      "loss": 24.9688,
+      "step": 26802
+    },
+    {
+      "epoch": 1.280846793462678,
+      "grad_norm": 312.79595947265625,
+      "learning_rate": 6.048757803188528e-06,
+      "loss": 29.6562,
+      "step": 26803
+    },
+    {
+      "epoch": 1.2808945809041383,
+      "grad_norm": 196.09371948242188,
+      "learning_rate": 6.04804691886503e-06,
+      "loss": 22.3125,
+      "step": 26804
+    },
+    {
+      "epoch": 1.2809423683455987,
+      "grad_norm": 271.02105712890625,
+      "learning_rate": 6.047336058208636e-06,
+      "loss": 20.0781,
+      "step": 26805
+    },
+    {
+      "epoch": 1.280990155787059,
+      "grad_norm": 284.2762145996094,
+      "learning_rate": 6.046625221223594e-06,
+      "loss": 17.4531,
+      "step": 26806
+    },
+    {
+      "epoch": 1.2810379432285195,
+      "grad_norm": 409.6392822265625,
+      "learning_rate": 6.0459144079141665e-06,
+      "loss": 16.6094,
+      "step": 26807
+    },
+    {
+      "epoch": 1.2810857306699799,
+      "grad_norm": 179.2342529296875,
+      "learning_rate": 6.045203618284612e-06,
+      "loss": 28.125,
+      "step": 26808
+    },
+    {
+      "epoch": 1.2811335181114403,
+      "grad_norm": 428.5664978027344,
+      "learning_rate": 6.044492852339181e-06,
+      "loss": 25.1562,
+      "step": 26809
+    },
+    {
+      "epoch": 1.2811813055529007,
+      "grad_norm": 245.10043334960938,
+      "learning_rate": 6.043782110082134e-06,
+      "loss": 32.8594,
+      "step": 26810
+    },
+    {
+      "epoch": 1.281229092994361,
+      "grad_norm": 224.46441650390625,
+      "learning_rate": 6.043071391517728e-06,
+      "loss": 21.2188,
+      "step": 26811
+    },
+    {
+      "epoch": 1.2812768804358214,
+      "grad_norm": 292.6737060546875,
+      "learning_rate": 6.042360696650223e-06,
+      "loss": 21.5469,
+      "step": 26812
+    },
+    {
+      "epoch": 1.2813246678772818,
+      "grad_norm": 150.95590209960938,
+      "learning_rate": 6.0416500254838654e-06,
+      "loss": 22.8594,
+      "step": 26813
+    },
+    {
+      "epoch": 1.2813724553187422,
+      "grad_norm": 309.2718811035156,
+      "learning_rate": 6.040939378022916e-06,
+      "loss": 24.9531,
+      "step": 26814
+    },
+    {
+      "epoch": 1.2814202427602026,
+      "grad_norm": 231.00833129882812,
+      "learning_rate": 6.040228754271634e-06,
+      "loss": 26.7188,
+      "step": 26815
+    },
+    {
+      "epoch": 1.281468030201663,
+      "grad_norm": 247.187255859375,
+      "learning_rate": 6.0395181542342715e-06,
+      "loss": 17.9062,
+      "step": 26816
+    },
+    {
+      "epoch": 1.2815158176431234,
+      "grad_norm": 396.2568359375,
+      "learning_rate": 6.038807577915085e-06,
+      "loss": 34.8438,
+      "step": 26817
+    },
+    {
+      "epoch": 1.2815636050845838,
+      "grad_norm": 361.2862854003906,
+      "learning_rate": 6.038097025318331e-06,
+      "loss": 33.5938,
+      "step": 26818
+    },
+    {
+      "epoch": 1.2816113925260442,
+      "grad_norm": 333.93975830078125,
+      "learning_rate": 6.037386496448261e-06,
+      "loss": 22.1562,
+      "step": 26819
+    },
+    {
+      "epoch": 1.2816591799675046,
+      "grad_norm": 275.47674560546875,
+      "learning_rate": 6.036675991309136e-06,
+      "loss": 26.5,
+      "step": 26820
+    },
+    {
+      "epoch": 1.281706967408965,
+      "grad_norm": 145.0676727294922,
+      "learning_rate": 6.035965509905204e-06,
+      "loss": 15.5625,
+      "step": 26821
+    },
+    {
+      "epoch": 1.2817547548504253,
+      "grad_norm": 254.3023223876953,
+      "learning_rate": 6.035255052240723e-06,
+      "loss": 16.875,
+      "step": 26822
+    },
+    {
+      "epoch": 1.2818025422918857,
+      "grad_norm": 429.8777160644531,
+      "learning_rate": 6.0345446183199526e-06,
+      "loss": 20.4062,
+      "step": 26823
+    },
+    {
+      "epoch": 1.2818503297333461,
+      "grad_norm": 207.992919921875,
+      "learning_rate": 6.03383420814714e-06,
+      "loss": 16.3594,
+      "step": 26824
+    },
+    {
+      "epoch": 1.2818981171748065,
+      "grad_norm": 727.9225463867188,
+      "learning_rate": 6.033123821726543e-06,
+      "loss": 28.8281,
+      "step": 26825
+    },
+    {
+      "epoch": 1.281945904616267,
+      "grad_norm": 266.6700439453125,
+      "learning_rate": 6.032413459062415e-06,
+      "loss": 17.2031,
+      "step": 26826
+    },
+    {
+      "epoch": 1.2819936920577273,
+      "grad_norm": 213.46969604492188,
+      "learning_rate": 6.031703120159015e-06,
+      "loss": 19.9531,
+      "step": 26827
+    },
+    {
+      "epoch": 1.2820414794991877,
+      "grad_norm": 291.3011169433594,
+      "learning_rate": 6.0309928050205876e-06,
+      "loss": 22.1719,
+      "step": 26828
+    },
+    {
+      "epoch": 1.282089266940648,
+      "grad_norm": 773.6412963867188,
+      "learning_rate": 6.030282513651395e-06,
+      "loss": 16.8281,
+      "step": 26829
+    },
+    {
+      "epoch": 1.2821370543821085,
+      "grad_norm": 190.3881378173828,
+      "learning_rate": 6.029572246055688e-06,
+      "loss": 20.8125,
+      "step": 26830
+    },
+    {
+      "epoch": 1.2821848418235688,
+      "grad_norm": 222.0162811279297,
+      "learning_rate": 6.028862002237719e-06,
+      "loss": 19.1094,
+      "step": 26831
+    },
+    {
+      "epoch": 1.2822326292650292,
+      "grad_norm": 334.0767517089844,
+      "learning_rate": 6.028151782201741e-06,
+      "loss": 25.4219,
+      "step": 26832
+    },
+    {
+      "epoch": 1.2822804167064894,
+      "grad_norm": 172.2810821533203,
+      "learning_rate": 6.0274415859520105e-06,
+      "loss": 20.3906,
+      "step": 26833
+    },
+    {
+      "epoch": 1.2823282041479498,
+      "grad_norm": 421.13409423828125,
+      "learning_rate": 6.026731413492779e-06,
+      "loss": 20.625,
+      "step": 26834
+    },
+    {
+      "epoch": 1.2823759915894102,
+      "grad_norm": 241.67503356933594,
+      "learning_rate": 6.0260212648283004e-06,
+      "loss": 32.7188,
+      "step": 26835
+    },
+    {
+      "epoch": 1.2824237790308706,
+      "grad_norm": 201.34910583496094,
+      "learning_rate": 6.025311139962824e-06,
+      "loss": 21.4062,
+      "step": 26836
+    },
+    {
+      "epoch": 1.282471566472331,
+      "grad_norm": 305.9500427246094,
+      "learning_rate": 6.024601038900605e-06,
+      "loss": 26.375,
+      "step": 26837
+    },
+    {
+      "epoch": 1.2825193539137913,
+      "grad_norm": 175.61920166015625,
+      "learning_rate": 6.0238909616459e-06,
+      "loss": 19.7812,
+      "step": 26838
+    },
+    {
+      "epoch": 1.2825671413552517,
+      "grad_norm": 308.6303405761719,
+      "learning_rate": 6.023180908202953e-06,
+      "loss": 29.0938,
+      "step": 26839
+    },
+    {
+      "epoch": 1.2826149287967121,
+      "grad_norm": 414.55157470703125,
+      "learning_rate": 6.022470878576022e-06,
+      "loss": 24.6875,
+      "step": 26840
+    },
+    {
+      "epoch": 1.2826627162381725,
+      "grad_norm": 308.2529296875,
+      "learning_rate": 6.0217608727693575e-06,
+      "loss": 30.625,
+      "step": 26841
+    },
+    {
+      "epoch": 1.282710503679633,
+      "grad_norm": 150.9432830810547,
+      "learning_rate": 6.0210508907872165e-06,
+      "loss": 17.8438,
+      "step": 26842
+    },
+    {
+      "epoch": 1.2827582911210933,
+      "grad_norm": 479.9127502441406,
+      "learning_rate": 6.020340932633841e-06,
+      "loss": 25.6562,
+      "step": 26843
+    },
+    {
+      "epoch": 1.2828060785625537,
+      "grad_norm": 116.29371643066406,
+      "learning_rate": 6.01963099831349e-06,
+      "loss": 18.5,
+      "step": 26844
+    },
+    {
+      "epoch": 1.282853866004014,
+      "grad_norm": 144.21075439453125,
+      "learning_rate": 6.018921087830416e-06,
+      "loss": 25.9688,
+      "step": 26845
+    },
+    {
+      "epoch": 1.2829016534454745,
+      "grad_norm": 302.8255920410156,
+      "learning_rate": 6.0182112011888635e-06,
+      "loss": 29.1875,
+      "step": 26846
+    },
+    {
+      "epoch": 1.2829494408869349,
+      "grad_norm": 256.8947448730469,
+      "learning_rate": 6.01750133839309e-06,
+      "loss": 26.8281,
+      "step": 26847
+    },
+    {
+      "epoch": 1.2829972283283952,
+      "grad_norm": 376.0885925292969,
+      "learning_rate": 6.0167914994473455e-06,
+      "loss": 28.9062,
+      "step": 26848
+    },
+    {
+      "epoch": 1.2830450157698556,
+      "grad_norm": 235.5677490234375,
+      "learning_rate": 6.016081684355879e-06,
+      "loss": 19.3906,
+      "step": 26849
+    },
+    {
+      "epoch": 1.283092803211316,
+      "grad_norm": 211.6589813232422,
+      "learning_rate": 6.015371893122941e-06,
+      "loss": 27.1875,
+      "step": 26850
+    },
+    {
+      "epoch": 1.2831405906527764,
+      "grad_norm": 200.09327697753906,
+      "learning_rate": 6.014662125752787e-06,
+      "loss": 19.9531,
+      "step": 26851
+    },
+    {
+      "epoch": 1.2831883780942368,
+      "grad_norm": 272.6982421875,
+      "learning_rate": 6.013952382249662e-06,
+      "loss": 23.8438,
+      "step": 26852
+    },
+    {
+      "epoch": 1.2832361655356972,
+      "grad_norm": 296.36199951171875,
+      "learning_rate": 6.013242662617822e-06,
+      "loss": 26.5938,
+      "step": 26853
+    },
+    {
+      "epoch": 1.2832839529771576,
+      "grad_norm": 143.90243530273438,
+      "learning_rate": 6.01253296686151e-06,
+      "loss": 18.4062,
+      "step": 26854
+    },
+    {
+      "epoch": 1.283331740418618,
+      "grad_norm": 197.1962127685547,
+      "learning_rate": 6.011823294984982e-06,
+      "loss": 31.2812,
+      "step": 26855
+    },
+    {
+      "epoch": 1.2833795278600784,
+      "grad_norm": 694.2349853515625,
+      "learning_rate": 6.011113646992488e-06,
+      "loss": 29.7812,
+      "step": 26856
+    },
+    {
+      "epoch": 1.2834273153015388,
+      "grad_norm": 204.0511932373047,
+      "learning_rate": 6.010404022888275e-06,
+      "loss": 26.7656,
+      "step": 26857
+    },
+    {
+      "epoch": 1.2834751027429991,
+      "grad_norm": 210.50222778320312,
+      "learning_rate": 6.009694422676591e-06,
+      "loss": 18.6094,
+      "step": 26858
+    },
+    {
+      "epoch": 1.2835228901844595,
+      "grad_norm": 258.6822509765625,
+      "learning_rate": 6.00898484636169e-06,
+      "loss": 27.5312,
+      "step": 26859
+    },
+    {
+      "epoch": 1.28357067762592,
+      "grad_norm": 482.9253845214844,
+      "learning_rate": 6.008275293947824e-06,
+      "loss": 20.5938,
+      "step": 26860
+    },
+    {
+      "epoch": 1.2836184650673803,
+      "grad_norm": 207.44667053222656,
+      "learning_rate": 6.007565765439234e-06,
+      "loss": 21.1562,
+      "step": 26861
+    },
+    {
+      "epoch": 1.2836662525088407,
+      "grad_norm": 381.6601867675781,
+      "learning_rate": 6.006856260840173e-06,
+      "loss": 24.6875,
+      "step": 26862
+    },
+    {
+      "epoch": 1.283714039950301,
+      "grad_norm": 207.85821533203125,
+      "learning_rate": 6.006146780154891e-06,
+      "loss": 34.25,
+      "step": 26863
+    },
+    {
+      "epoch": 1.2837618273917615,
+      "grad_norm": 326.54608154296875,
+      "learning_rate": 6.00543732338764e-06,
+      "loss": 25.2656,
+      "step": 26864
+    },
+    {
+      "epoch": 1.2838096148332219,
+      "grad_norm": 345.4122009277344,
+      "learning_rate": 6.004727890542661e-06,
+      "loss": 23.9688,
+      "step": 26865
+    },
+    {
+      "epoch": 1.2838574022746823,
+      "grad_norm": 291.78680419921875,
+      "learning_rate": 6.004018481624208e-06,
+      "loss": 27.5469,
+      "step": 26866
+    },
+    {
+      "epoch": 1.2839051897161426,
+      "grad_norm": 321.3728942871094,
+      "learning_rate": 6.003309096636529e-06,
+      "loss": 23.9844,
+      "step": 26867
+    },
+    {
+      "epoch": 1.283952977157603,
+      "grad_norm": 151.42263793945312,
+      "learning_rate": 6.0025997355838695e-06,
+      "loss": 22.4375,
+      "step": 26868
+    },
+    {
+      "epoch": 1.2840007645990634,
+      "grad_norm": 195.09449768066406,
+      "learning_rate": 6.001890398470482e-06,
+      "loss": 24.5938,
+      "step": 26869
+    },
+    {
+      "epoch": 1.2840485520405238,
+      "grad_norm": 163.13438415527344,
+      "learning_rate": 6.00118108530061e-06,
+      "loss": 20.6875,
+      "step": 26870
+    },
+    {
+      "epoch": 1.2840963394819842,
+      "grad_norm": 248.31703186035156,
+      "learning_rate": 6.0004717960785066e-06,
+      "loss": 20.6406,
+      "step": 26871
+    },
+    {
+      "epoch": 1.2841441269234446,
+      "grad_norm": 251.1809844970703,
+      "learning_rate": 5.999762530808411e-06,
+      "loss": 30.2812,
+      "step": 26872
+    },
+    {
+      "epoch": 1.284191914364905,
+      "grad_norm": 161.5399169921875,
+      "learning_rate": 5.9990532894945785e-06,
+      "loss": 27.2812,
+      "step": 26873
+    },
+    {
+      "epoch": 1.2842397018063654,
+      "grad_norm": 283.50311279296875,
+      "learning_rate": 5.998344072141253e-06,
+      "loss": 24.9062,
+      "step": 26874
+    },
+    {
+      "epoch": 1.2842874892478258,
+      "grad_norm": 586.2015380859375,
+      "learning_rate": 5.9976348787526875e-06,
+      "loss": 15.75,
+      "step": 26875
+    },
+    {
+      "epoch": 1.2843352766892862,
+      "grad_norm": 203.16665649414062,
+      "learning_rate": 5.996925709333119e-06,
+      "loss": 22.8125,
+      "step": 26876
+    },
+    {
+      "epoch": 1.2843830641307465,
+      "grad_norm": 215.9096221923828,
+      "learning_rate": 5.996216563886802e-06,
+      "loss": 27.9531,
+      "step": 26877
+    },
+    {
+      "epoch": 1.284430851572207,
+      "grad_norm": 227.04330444335938,
+      "learning_rate": 5.995507442417985e-06,
+      "loss": 32.2812,
+      "step": 26878
+    },
+    {
+      "epoch": 1.2844786390136673,
+      "grad_norm": 199.8938751220703,
+      "learning_rate": 5.9947983449309075e-06,
+      "loss": 20.9531,
+      "step": 26879
+    },
+    {
+      "epoch": 1.2845264264551277,
+      "grad_norm": 518.1575927734375,
+      "learning_rate": 5.99408927142982e-06,
+      "loss": 15.6719,
+      "step": 26880
+    },
+    {
+      "epoch": 1.284574213896588,
+      "grad_norm": 141.63323974609375,
+      "learning_rate": 5.99338022191897e-06,
+      "loss": 19.4219,
+      "step": 26881
+    },
+    {
+      "epoch": 1.2846220013380485,
+      "grad_norm": 411.7633056640625,
+      "learning_rate": 5.992671196402602e-06,
+      "loss": 23.75,
+      "step": 26882
+    },
+    {
+      "epoch": 1.2846697887795089,
+      "grad_norm": 208.40589904785156,
+      "learning_rate": 5.991962194884962e-06,
+      "loss": 20.4531,
+      "step": 26883
+    },
+    {
+      "epoch": 1.284717576220969,
+      "grad_norm": 336.1168212890625,
+      "learning_rate": 5.991253217370296e-06,
+      "loss": 35.5625,
+      "step": 26884
+    },
+    {
+      "epoch": 1.2847653636624294,
+      "grad_norm": 515.0662231445312,
+      "learning_rate": 5.990544263862852e-06,
+      "loss": 35.1875,
+      "step": 26885
+    },
+    {
+      "epoch": 1.2848131511038898,
+      "grad_norm": 423.2762756347656,
+      "learning_rate": 5.989835334366876e-06,
+      "loss": 34.6875,
+      "step": 26886
+    },
+    {
+      "epoch": 1.2848609385453502,
+      "grad_norm": 337.40673828125,
+      "learning_rate": 5.989126428886609e-06,
+      "loss": 20.2969,
+      "step": 26887
+    },
+    {
+      "epoch": 1.2849087259868106,
+      "grad_norm": 376.2161560058594,
+      "learning_rate": 5.9884175474262985e-06,
+      "loss": 27.125,
+      "step": 26888
+    },
+    {
+      "epoch": 1.284956513428271,
+      "grad_norm": 160.9151611328125,
+      "learning_rate": 5.987708689990191e-06,
+      "loss": 18.9531,
+      "step": 26889
+    },
+    {
+      "epoch": 1.2850043008697314,
+      "grad_norm": 333.00933837890625,
+      "learning_rate": 5.986999856582535e-06,
+      "loss": 29.7188,
+      "step": 26890
+    },
+    {
+      "epoch": 1.2850520883111918,
+      "grad_norm": 294.3077697753906,
+      "learning_rate": 5.986291047207567e-06,
+      "loss": 26.9062,
+      "step": 26891
+    },
+    {
+      "epoch": 1.2850998757526522,
+      "grad_norm": 358.97283935546875,
+      "learning_rate": 5.9855822618695385e-06,
+      "loss": 24.75,
+      "step": 26892
+    },
+    {
+      "epoch": 1.2851476631941126,
+      "grad_norm": 284.00054931640625,
+      "learning_rate": 5.984873500572694e-06,
+      "loss": 24.2969,
+      "step": 26893
+    },
+    {
+      "epoch": 1.285195450635573,
+      "grad_norm": 147.83740234375,
+      "learning_rate": 5.984164763321273e-06,
+      "loss": 20.7031,
+      "step": 26894
+    },
+    {
+      "epoch": 1.2852432380770333,
+      "grad_norm": 311.41436767578125,
+      "learning_rate": 5.983456050119524e-06,
+      "loss": 25.2812,
+      "step": 26895
+    },
+    {
+      "epoch": 1.2852910255184937,
+      "grad_norm": 273.1040344238281,
+      "learning_rate": 5.98274736097169e-06,
+      "loss": 24.1562,
+      "step": 26896
+    },
+    {
+      "epoch": 1.2853388129599541,
+      "grad_norm": 250.3114013671875,
+      "learning_rate": 5.98203869588202e-06,
+      "loss": 13.3281,
+      "step": 26897
+    },
+    {
+      "epoch": 1.2853866004014145,
+      "grad_norm": 228.56500244140625,
+      "learning_rate": 5.981330054854748e-06,
+      "loss": 28.2969,
+      "step": 26898
+    },
+    {
+      "epoch": 1.285434387842875,
+      "grad_norm": 262.622314453125,
+      "learning_rate": 5.980621437894128e-06,
+      "loss": 24.0469,
+      "step": 26899
+    },
+    {
+      "epoch": 1.2854821752843353,
+      "grad_norm": 259.3037414550781,
+      "learning_rate": 5.9799128450043944e-06,
+      "loss": 30.875,
+      "step": 26900
+    },
+    {
+      "epoch": 1.2855299627257957,
+      "grad_norm": 195.98312377929688,
+      "learning_rate": 5.9792042761898e-06,
+      "loss": 30.0,
+      "step": 26901
+    },
+    {
+      "epoch": 1.285577750167256,
+      "grad_norm": 280.1532897949219,
+      "learning_rate": 5.9784957314545826e-06,
+      "loss": 26.75,
+      "step": 26902
+    },
+    {
+      "epoch": 1.2856255376087165,
+      "grad_norm": 2443.98779296875,
+      "learning_rate": 5.9777872108029844e-06,
+      "loss": 17.1875,
+      "step": 26903
+    },
+    {
+      "epoch": 1.2856733250501768,
+      "grad_norm": 347.2138366699219,
+      "learning_rate": 5.977078714239255e-06,
+      "loss": 30.625,
+      "step": 26904
+    },
+    {
+      "epoch": 1.2857211124916372,
+      "grad_norm": 372.6684875488281,
+      "learning_rate": 5.976370241767629e-06,
+      "loss": 22.9375,
+      "step": 26905
+    },
+    {
+      "epoch": 1.2857688999330976,
+      "grad_norm": 374.3609313964844,
+      "learning_rate": 5.975661793392353e-06,
+      "loss": 37.9375,
+      "step": 26906
+    },
+    {
+      "epoch": 1.285816687374558,
+      "grad_norm": 346.845947265625,
+      "learning_rate": 5.974953369117671e-06,
+      "loss": 25.1406,
+      "step": 26907
+    },
+    {
+      "epoch": 1.2858644748160184,
+      "grad_norm": 341.5659484863281,
+      "learning_rate": 5.974244968947829e-06,
+      "loss": 22.2656,
+      "step": 26908
+    },
+    {
+      "epoch": 1.2859122622574788,
+      "grad_norm": 227.49160766601562,
+      "learning_rate": 5.973536592887059e-06,
+      "loss": 17.8594,
+      "step": 26909
+    },
+    {
+      "epoch": 1.2859600496989392,
+      "grad_norm": 360.0337219238281,
+      "learning_rate": 5.97282824093961e-06,
+      "loss": 29.4062,
+      "step": 26910
+    },
+    {
+      "epoch": 1.2860078371403996,
+      "grad_norm": 451.8517150878906,
+      "learning_rate": 5.972119913109724e-06,
+      "loss": 30.0,
+      "step": 26911
+    },
+    {
+      "epoch": 1.28605562458186,
+      "grad_norm": 398.687744140625,
+      "learning_rate": 5.971411609401646e-06,
+      "loss": 27.6875,
+      "step": 26912
+    },
+    {
+      "epoch": 1.2861034120233203,
+      "grad_norm": 164.1362762451172,
+      "learning_rate": 5.97070332981961e-06,
+      "loss": 16.4531,
+      "step": 26913
+    },
+    {
+      "epoch": 1.2861511994647807,
+      "grad_norm": 221.0950164794922,
+      "learning_rate": 5.969995074367862e-06,
+      "loss": 25.7969,
+      "step": 26914
+    },
+    {
+      "epoch": 1.286198986906241,
+      "grad_norm": 1030.1141357421875,
+      "learning_rate": 5.969286843050648e-06,
+      "loss": 28.25,
+      "step": 26915
+    },
+    {
+      "epoch": 1.2862467743477013,
+      "grad_norm": 260.48199462890625,
+      "learning_rate": 5.9685786358722e-06,
+      "loss": 17.2969,
+      "step": 26916
+    },
+    {
+      "epoch": 1.2862945617891617,
+      "grad_norm": 246.5615997314453,
+      "learning_rate": 5.967870452836766e-06,
+      "loss": 24.0312,
+      "step": 26917
+    },
+    {
+      "epoch": 1.286342349230622,
+      "grad_norm": 236.7076416015625,
+      "learning_rate": 5.967162293948583e-06,
+      "loss": 22.875,
+      "step": 26918
+    },
+    {
+      "epoch": 1.2863901366720825,
+      "grad_norm": 163.19888305664062,
+      "learning_rate": 5.966454159211899e-06,
+      "loss": 23.1875,
+      "step": 26919
+    },
+    {
+      "epoch": 1.2864379241135429,
+      "grad_norm": 213.72254943847656,
+      "learning_rate": 5.965746048630945e-06,
+      "loss": 28.8125,
+      "step": 26920
+    },
+    {
+      "epoch": 1.2864857115550032,
+      "grad_norm": 261.4055480957031,
+      "learning_rate": 5.9650379622099675e-06,
+      "loss": 27.3125,
+      "step": 26921
+    },
+    {
+      "epoch": 1.2865334989964636,
+      "grad_norm": 134.56253051757812,
+      "learning_rate": 5.964329899953205e-06,
+      "loss": 25.7812,
+      "step": 26922
+    },
+    {
+      "epoch": 1.286581286437924,
+      "grad_norm": 248.1555633544922,
+      "learning_rate": 5.963621861864903e-06,
+      "loss": 27.6406,
+      "step": 26923
+    },
+    {
+      "epoch": 1.2866290738793844,
+      "grad_norm": 287.5780334472656,
+      "learning_rate": 5.9629138479492944e-06,
+      "loss": 27.7812,
+      "step": 26924
+    },
+    {
+      "epoch": 1.2866768613208448,
+      "grad_norm": 486.31463623046875,
+      "learning_rate": 5.9622058582106225e-06,
+      "loss": 34.0,
+      "step": 26925
+    },
+    {
+      "epoch": 1.2867246487623052,
+      "grad_norm": 310.613037109375,
+      "learning_rate": 5.961497892653128e-06,
+      "loss": 20.6562,
+      "step": 26926
+    },
+    {
+      "epoch": 1.2867724362037656,
+      "grad_norm": 131.30960083007812,
+      "learning_rate": 5.960789951281052e-06,
+      "loss": 25.2969,
+      "step": 26927
+    },
+    {
+      "epoch": 1.286820223645226,
+      "grad_norm": 220.92881774902344,
+      "learning_rate": 5.960082034098629e-06,
+      "loss": 20.2031,
+      "step": 26928
+    },
+    {
+      "epoch": 1.2868680110866864,
+      "grad_norm": 243.75238037109375,
+      "learning_rate": 5.959374141110103e-06,
+      "loss": 24.6875,
+      "step": 26929
+    },
+    {
+      "epoch": 1.2869157985281467,
+      "grad_norm": 271.01025390625,
+      "learning_rate": 5.958666272319715e-06,
+      "loss": 31.8438,
+      "step": 26930
+    },
+    {
+      "epoch": 1.2869635859696071,
+      "grad_norm": 151.52903747558594,
+      "learning_rate": 5.957958427731697e-06,
+      "loss": 18.9375,
+      "step": 26931
+    },
+    {
+      "epoch": 1.2870113734110675,
+      "grad_norm": 318.81353759765625,
+      "learning_rate": 5.9572506073502945e-06,
+      "loss": 25.9688,
+      "step": 26932
+    },
+    {
+      "epoch": 1.287059160852528,
+      "grad_norm": 201.24574279785156,
+      "learning_rate": 5.956542811179742e-06,
+      "loss": 25.75,
+      "step": 26933
+    },
+    {
+      "epoch": 1.2871069482939883,
+      "grad_norm": 458.096435546875,
+      "learning_rate": 5.955835039224284e-06,
+      "loss": 20.5312,
+      "step": 26934
+    },
+    {
+      "epoch": 1.2871547357354487,
+      "grad_norm": 900.340576171875,
+      "learning_rate": 5.955127291488154e-06,
+      "loss": 21.8281,
+      "step": 26935
+    },
+    {
+      "epoch": 1.287202523176909,
+      "grad_norm": 304.49951171875,
+      "learning_rate": 5.954419567975591e-06,
+      "loss": 30.6406,
+      "step": 26936
+    },
+    {
+      "epoch": 1.2872503106183695,
+      "grad_norm": 218.8380584716797,
+      "learning_rate": 5.953711868690835e-06,
+      "loss": 17.7812,
+      "step": 26937
+    },
+    {
+      "epoch": 1.2872980980598299,
+      "grad_norm": 264.38604736328125,
+      "learning_rate": 5.953004193638127e-06,
+      "loss": 25.5312,
+      "step": 26938
+    },
+    {
+      "epoch": 1.2873458855012903,
+      "grad_norm": 196.0963134765625,
+      "learning_rate": 5.952296542821698e-06,
+      "loss": 20.3594,
+      "step": 26939
+    },
+    {
+      "epoch": 1.2873936729427506,
+      "grad_norm": 168.9517364501953,
+      "learning_rate": 5.951588916245789e-06,
+      "loss": 25.7812,
+      "step": 26940
+    },
+    {
+      "epoch": 1.287441460384211,
+      "grad_norm": 218.7151641845703,
+      "learning_rate": 5.950881313914645e-06,
+      "loss": 24.9844,
+      "step": 26941
+    },
+    {
+      "epoch": 1.2874892478256714,
+      "grad_norm": 292.4105224609375,
+      "learning_rate": 5.950173735832491e-06,
+      "loss": 31.0312,
+      "step": 26942
+    },
+    {
+      "epoch": 1.2875370352671318,
+      "grad_norm": 280.4410705566406,
+      "learning_rate": 5.949466182003572e-06,
+      "loss": 30.6094,
+      "step": 26943
+    },
+    {
+      "epoch": 1.2875848227085922,
+      "grad_norm": 376.9687194824219,
+      "learning_rate": 5.948758652432123e-06,
+      "loss": 31.0312,
+      "step": 26944
+    },
+    {
+      "epoch": 1.2876326101500526,
+      "grad_norm": 243.7095184326172,
+      "learning_rate": 5.948051147122384e-06,
+      "loss": 33.5625,
+      "step": 26945
+    },
+    {
+      "epoch": 1.287680397591513,
+      "grad_norm": 617.9359741210938,
+      "learning_rate": 5.94734366607859e-06,
+      "loss": 24.2812,
+      "step": 26946
+    },
+    {
+      "epoch": 1.2877281850329734,
+      "grad_norm": 554.80859375,
+      "learning_rate": 5.946636209304977e-06,
+      "loss": 21.4688,
+      "step": 26947
+    },
+    {
+      "epoch": 1.2877759724744338,
+      "grad_norm": 205.7290802001953,
+      "learning_rate": 5.945928776805783e-06,
+      "loss": 36.6562,
+      "step": 26948
+    },
+    {
+      "epoch": 1.2878237599158942,
+      "grad_norm": 280.8935546875,
+      "learning_rate": 5.945221368585245e-06,
+      "loss": 33.6875,
+      "step": 26949
+    },
+    {
+      "epoch": 1.2878715473573545,
+      "grad_norm": 199.55752563476562,
+      "learning_rate": 5.944513984647601e-06,
+      "loss": 22.0781,
+      "step": 26950
+    },
+    {
+      "epoch": 1.287919334798815,
+      "grad_norm": 355.0801696777344,
+      "learning_rate": 5.9438066249970815e-06,
+      "loss": 28.7812,
+      "step": 26951
+    },
+    {
+      "epoch": 1.2879671222402753,
+      "grad_norm": 258.0863342285156,
+      "learning_rate": 5.9430992896379295e-06,
+      "loss": 23.1406,
+      "step": 26952
+    },
+    {
+      "epoch": 1.2880149096817357,
+      "grad_norm": 415.3066711425781,
+      "learning_rate": 5.942391978574377e-06,
+      "loss": 20.6562,
+      "step": 26953
+    },
+    {
+      "epoch": 1.288062697123196,
+      "grad_norm": 427.2828063964844,
+      "learning_rate": 5.941684691810659e-06,
+      "loss": 30.75,
+      "step": 26954
+    },
+    {
+      "epoch": 1.2881104845646565,
+      "grad_norm": 327.5129699707031,
+      "learning_rate": 5.940977429351013e-06,
+      "loss": 16.9062,
+      "step": 26955
+    },
+    {
+      "epoch": 1.2881582720061169,
+      "grad_norm": 152.43324279785156,
+      "learning_rate": 5.940270191199678e-06,
+      "loss": 21.8594,
+      "step": 26956
+    },
+    {
+      "epoch": 1.2882060594475773,
+      "grad_norm": 439.0157775878906,
+      "learning_rate": 5.939562977360883e-06,
+      "loss": 37.1562,
+      "step": 26957
+    },
+    {
+      "epoch": 1.2882538468890377,
+      "grad_norm": 223.876953125,
+      "learning_rate": 5.9388557878388665e-06,
+      "loss": 19.2656,
+      "step": 26958
+    },
+    {
+      "epoch": 1.288301634330498,
+      "grad_norm": 339.065673828125,
+      "learning_rate": 5.938148622637863e-06,
+      "loss": 24.6719,
+      "step": 26959
+    },
+    {
+      "epoch": 1.2883494217719584,
+      "grad_norm": 220.4504852294922,
+      "learning_rate": 5.937441481762112e-06,
+      "loss": 19.8438,
+      "step": 26960
+    },
+    {
+      "epoch": 1.2883972092134188,
+      "grad_norm": 193.29803466796875,
+      "learning_rate": 5.93673436521584e-06,
+      "loss": 19.3281,
+      "step": 26961
+    },
+    {
+      "epoch": 1.2884449966548792,
+      "grad_norm": 165.18563842773438,
+      "learning_rate": 5.936027273003286e-06,
+      "loss": 29.3438,
+      "step": 26962
+    },
+    {
+      "epoch": 1.2884927840963396,
+      "grad_norm": 453.1335754394531,
+      "learning_rate": 5.935320205128691e-06,
+      "loss": 19.3281,
+      "step": 26963
+    },
+    {
+      "epoch": 1.2885405715378,
+      "grad_norm": 184.9419403076172,
+      "learning_rate": 5.934613161596276e-06,
+      "loss": 26.8125,
+      "step": 26964
+    },
+    {
+      "epoch": 1.2885883589792604,
+      "grad_norm": 173.08460998535156,
+      "learning_rate": 5.933906142410286e-06,
+      "loss": 22.9062,
+      "step": 26965
+    },
+    {
+      "epoch": 1.2886361464207206,
+      "grad_norm": 197.45065307617188,
+      "learning_rate": 5.9331991475749505e-06,
+      "loss": 21.7969,
+      "step": 26966
+    },
+    {
+      "epoch": 1.288683933862181,
+      "grad_norm": 220.9976806640625,
+      "learning_rate": 5.932492177094505e-06,
+      "loss": 29.9688,
+      "step": 26967
+    },
+    {
+      "epoch": 1.2887317213036413,
+      "grad_norm": 220.79238891601562,
+      "learning_rate": 5.931785230973183e-06,
+      "loss": 26.1719,
+      "step": 26968
+    },
+    {
+      "epoch": 1.2887795087451017,
+      "grad_norm": 337.37774658203125,
+      "learning_rate": 5.931078309215216e-06,
+      "loss": 30.4375,
+      "step": 26969
+    },
+    {
+      "epoch": 1.288827296186562,
+      "grad_norm": 1059.1483154296875,
+      "learning_rate": 5.9303714118248404e-06,
+      "loss": 24.3438,
+      "step": 26970
+    },
+    {
+      "epoch": 1.2888750836280225,
+      "grad_norm": 237.2932891845703,
+      "learning_rate": 5.9296645388062916e-06,
+      "loss": 19.2344,
+      "step": 26971
+    },
+    {
+      "epoch": 1.288922871069483,
+      "grad_norm": 334.7983093261719,
+      "learning_rate": 5.928957690163797e-06,
+      "loss": 17.6094,
+      "step": 26972
+    },
+    {
+      "epoch": 1.2889706585109433,
+      "grad_norm": 232.23902893066406,
+      "learning_rate": 5.9282508659015925e-06,
+      "loss": 24.75,
+      "step": 26973
+    },
+    {
+      "epoch": 1.2890184459524037,
+      "grad_norm": 339.28009033203125,
+      "learning_rate": 5.92754406602391e-06,
+      "loss": 26.0,
+      "step": 26974
+    },
+    {
+      "epoch": 1.289066233393864,
+      "grad_norm": 439.03289794921875,
+      "learning_rate": 5.9268372905349895e-06,
+      "loss": 29.4688,
+      "step": 26975
+    },
+    {
+      "epoch": 1.2891140208353244,
+      "grad_norm": 196.56982421875,
+      "learning_rate": 5.9261305394390526e-06,
+      "loss": 25.0469,
+      "step": 26976
+    },
+    {
+      "epoch": 1.2891618082767848,
+      "grad_norm": 248.34483337402344,
+      "learning_rate": 5.925423812740338e-06,
+      "loss": 19.2188,
+      "step": 26977
+    },
+    {
+      "epoch": 1.2892095957182452,
+      "grad_norm": 291.78729248046875,
+      "learning_rate": 5.92471711044308e-06,
+      "loss": 26.2188,
+      "step": 26978
+    },
+    {
+      "epoch": 1.2892573831597056,
+      "grad_norm": 243.73004150390625,
+      "learning_rate": 5.924010432551505e-06,
+      "loss": 16.8281,
+      "step": 26979
+    },
+    {
+      "epoch": 1.289305170601166,
+      "grad_norm": 230.168701171875,
+      "learning_rate": 5.923303779069848e-06,
+      "loss": 32.8438,
+      "step": 26980
+    },
+    {
+      "epoch": 1.2893529580426264,
+      "grad_norm": 231.14370727539062,
+      "learning_rate": 5.922597150002343e-06,
+      "loss": 22.7188,
+      "step": 26981
+    },
+    {
+      "epoch": 1.2894007454840868,
+      "grad_norm": 283.9813232421875,
+      "learning_rate": 5.9218905453532186e-06,
+      "loss": 28.9688,
+      "step": 26982
+    },
+    {
+      "epoch": 1.2894485329255472,
+      "grad_norm": 429.3836669921875,
+      "learning_rate": 5.921183965126709e-06,
+      "loss": 27.3281,
+      "step": 26983
+    },
+    {
+      "epoch": 1.2894963203670076,
+      "grad_norm": 231.5970001220703,
+      "learning_rate": 5.920477409327041e-06,
+      "loss": 20.4375,
+      "step": 26984
+    },
+    {
+      "epoch": 1.289544107808468,
+      "grad_norm": 232.16046142578125,
+      "learning_rate": 5.9197708779584506e-06,
+      "loss": 30.9688,
+      "step": 26985
+    },
+    {
+      "epoch": 1.2895918952499283,
+      "grad_norm": 215.9293212890625,
+      "learning_rate": 5.919064371025171e-06,
+      "loss": 21.7969,
+      "step": 26986
+    },
+    {
+      "epoch": 1.2896396826913887,
+      "grad_norm": 191.4690704345703,
+      "learning_rate": 5.918357888531426e-06,
+      "loss": 28.5781,
+      "step": 26987
+    },
+    {
+      "epoch": 1.2896874701328491,
+      "grad_norm": 179.9580078125,
+      "learning_rate": 5.9176514304814505e-06,
+      "loss": 26.375,
+      "step": 26988
+    },
+    {
+      "epoch": 1.2897352575743095,
+      "grad_norm": 252.2277069091797,
+      "learning_rate": 5.916944996879479e-06,
+      "loss": 22.7188,
+      "step": 26989
+    },
+    {
+      "epoch": 1.28978304501577,
+      "grad_norm": 153.40187072753906,
+      "learning_rate": 5.916238587729735e-06,
+      "loss": 15.25,
+      "step": 26990
+    },
+    {
+      "epoch": 1.2898308324572303,
+      "grad_norm": 281.59771728515625,
+      "learning_rate": 5.915532203036452e-06,
+      "loss": 29.375,
+      "step": 26991
+    },
+    {
+      "epoch": 1.2898786198986907,
+      "grad_norm": 535.3944702148438,
+      "learning_rate": 5.914825842803862e-06,
+      "loss": 25.1875,
+      "step": 26992
+    },
+    {
+      "epoch": 1.289926407340151,
+      "grad_norm": 236.26202392578125,
+      "learning_rate": 5.914119507036196e-06,
+      "loss": 20.0312,
+      "step": 26993
+    },
+    {
+      "epoch": 1.2899741947816115,
+      "grad_norm": 287.46234130859375,
+      "learning_rate": 5.913413195737678e-06,
+      "loss": 30.4375,
+      "step": 26994
+    },
+    {
+      "epoch": 1.2900219822230719,
+      "grad_norm": 151.51443481445312,
+      "learning_rate": 5.912706908912542e-06,
+      "loss": 24.1875,
+      "step": 26995
+    },
+    {
+      "epoch": 1.2900697696645322,
+      "grad_norm": 209.308837890625,
+      "learning_rate": 5.912000646565021e-06,
+      "loss": 26.6719,
+      "step": 26996
+    },
+    {
+      "epoch": 1.2901175571059924,
+      "grad_norm": 180.815185546875,
+      "learning_rate": 5.91129440869934e-06,
+      "loss": 22.875,
+      "step": 26997
+    },
+    {
+      "epoch": 1.2901653445474528,
+      "grad_norm": 204.3328857421875,
+      "learning_rate": 5.910588195319729e-06,
+      "loss": 24.4062,
+      "step": 26998
+    },
+    {
+      "epoch": 1.2902131319889132,
+      "grad_norm": 454.3691101074219,
+      "learning_rate": 5.909882006430417e-06,
+      "loss": 30.5,
+      "step": 26999
+    },
+    {
+      "epoch": 1.2902609194303736,
+      "grad_norm": 139.17286682128906,
+      "learning_rate": 5.909175842035637e-06,
+      "loss": 18.7031,
+      "step": 27000
+    },
+    {
+      "epoch": 1.290308706871834,
+      "grad_norm": 248.76519775390625,
+      "learning_rate": 5.908469702139613e-06,
+      "loss": 30.1875,
+      "step": 27001
+    },
+    {
+      "epoch": 1.2903564943132944,
+      "grad_norm": 221.53970336914062,
+      "learning_rate": 5.907763586746575e-06,
+      "loss": 25.2656,
+      "step": 27002
+    },
+    {
+      "epoch": 1.2904042817547547,
+      "grad_norm": 291.8896484375,
+      "learning_rate": 5.907057495860753e-06,
+      "loss": 19.9219,
+      "step": 27003
+    },
+    {
+      "epoch": 1.2904520691962151,
+      "grad_norm": 201.70709228515625,
+      "learning_rate": 5.906351429486379e-06,
+      "loss": 28.0,
+      "step": 27004
+    },
+    {
+      "epoch": 1.2904998566376755,
+      "grad_norm": 342.5516052246094,
+      "learning_rate": 5.905645387627673e-06,
+      "loss": 27.0469,
+      "step": 27005
+    },
+    {
+      "epoch": 1.290547644079136,
+      "grad_norm": 204.44122314453125,
+      "learning_rate": 5.904939370288869e-06,
+      "loss": 23.2656,
+      "step": 27006
+    },
+    {
+      "epoch": 1.2905954315205963,
+      "grad_norm": 215.2362823486328,
+      "learning_rate": 5.904233377474193e-06,
+      "loss": 26.4062,
+      "step": 27007
+    },
+    {
+      "epoch": 1.2906432189620567,
+      "grad_norm": 235.03073120117188,
+      "learning_rate": 5.903527409187879e-06,
+      "loss": 20.5938,
+      "step": 27008
+    },
+    {
+      "epoch": 1.290691006403517,
+      "grad_norm": 382.8770751953125,
+      "learning_rate": 5.902821465434146e-06,
+      "loss": 23.5156,
+      "step": 27009
+    },
+    {
+      "epoch": 1.2907387938449775,
+      "grad_norm": 298.1951599121094,
+      "learning_rate": 5.902115546217224e-06,
+      "loss": 29.2812,
+      "step": 27010
+    },
+    {
+      "epoch": 1.2907865812864379,
+      "grad_norm": 322.8653259277344,
+      "learning_rate": 5.901409651541346e-06,
+      "loss": 31.0,
+      "step": 27011
+    },
+    {
+      "epoch": 1.2908343687278983,
+      "grad_norm": 360.0621337890625,
+      "learning_rate": 5.900703781410735e-06,
+      "loss": 24.3594,
+      "step": 27012
+    },
+    {
+      "epoch": 1.2908821561693586,
+      "grad_norm": 240.15805053710938,
+      "learning_rate": 5.8999979358296155e-06,
+      "loss": 19.0156,
+      "step": 27013
+    },
+    {
+      "epoch": 1.290929943610819,
+      "grad_norm": 351.38494873046875,
+      "learning_rate": 5.899292114802222e-06,
+      "loss": 36.4375,
+      "step": 27014
+    },
+    {
+      "epoch": 1.2909777310522794,
+      "grad_norm": 352.2521057128906,
+      "learning_rate": 5.898586318332777e-06,
+      "loss": 32.7188,
+      "step": 27015
+    },
+    {
+      "epoch": 1.2910255184937398,
+      "grad_norm": 333.46954345703125,
+      "learning_rate": 5.897880546425507e-06,
+      "loss": 27.6562,
+      "step": 27016
+    },
+    {
+      "epoch": 1.2910733059352002,
+      "grad_norm": 382.6685485839844,
+      "learning_rate": 5.897174799084637e-06,
+      "loss": 17.6875,
+      "step": 27017
+    },
+    {
+      "epoch": 1.2911210933766606,
+      "grad_norm": 430.0432434082031,
+      "learning_rate": 5.896469076314397e-06,
+      "loss": 19.4688,
+      "step": 27018
+    },
+    {
+      "epoch": 1.291168880818121,
+      "grad_norm": 290.824462890625,
+      "learning_rate": 5.895763378119015e-06,
+      "loss": 19.7734,
+      "step": 27019
+    },
+    {
+      "epoch": 1.2912166682595814,
+      "grad_norm": 244.53594970703125,
+      "learning_rate": 5.895057704502711e-06,
+      "loss": 24.5938,
+      "step": 27020
+    },
+    {
+      "epoch": 1.2912644557010418,
+      "grad_norm": 283.19671630859375,
+      "learning_rate": 5.894352055469715e-06,
+      "loss": 22.6562,
+      "step": 27021
+    },
+    {
+      "epoch": 1.2913122431425021,
+      "grad_norm": 213.66773986816406,
+      "learning_rate": 5.893646431024252e-06,
+      "loss": 19.8281,
+      "step": 27022
+    },
+    {
+      "epoch": 1.2913600305839625,
+      "grad_norm": 162.86610412597656,
+      "learning_rate": 5.892940831170553e-06,
+      "loss": 18.375,
+      "step": 27023
+    },
+    {
+      "epoch": 1.291407818025423,
+      "grad_norm": 406.4672546386719,
+      "learning_rate": 5.892235255912833e-06,
+      "loss": 25.4062,
+      "step": 27024
+    },
+    {
+      "epoch": 1.2914556054668833,
+      "grad_norm": 147.55148315429688,
+      "learning_rate": 5.8915297052553244e-06,
+      "loss": 23.4375,
+      "step": 27025
+    },
+    {
+      "epoch": 1.2915033929083437,
+      "grad_norm": 235.77117919921875,
+      "learning_rate": 5.8908241792022555e-06,
+      "loss": 26.375,
+      "step": 27026
+    },
+    {
+      "epoch": 1.291551180349804,
+      "grad_norm": 213.73178100585938,
+      "learning_rate": 5.890118677757843e-06,
+      "loss": 24.8125,
+      "step": 27027
+    },
+    {
+      "epoch": 1.2915989677912645,
+      "grad_norm": 171.42039489746094,
+      "learning_rate": 5.889413200926317e-06,
+      "loss": 23.4375,
+      "step": 27028
+    },
+    {
+      "epoch": 1.2916467552327249,
+      "grad_norm": 189.26181030273438,
+      "learning_rate": 5.888707748711904e-06,
+      "loss": 18.6719,
+      "step": 27029
+    },
+    {
+      "epoch": 1.2916945426741853,
+      "grad_norm": 207.16131591796875,
+      "learning_rate": 5.8880023211188265e-06,
+      "loss": 31.5938,
+      "step": 27030
+    },
+    {
+      "epoch": 1.2917423301156457,
+      "grad_norm": 259.0733337402344,
+      "learning_rate": 5.887296918151308e-06,
+      "loss": 37.9062,
+      "step": 27031
+    },
+    {
+      "epoch": 1.291790117557106,
+      "grad_norm": 353.26715087890625,
+      "learning_rate": 5.886591539813574e-06,
+      "loss": 20.5938,
+      "step": 27032
+    },
+    {
+      "epoch": 1.2918379049985664,
+      "grad_norm": 189.48121643066406,
+      "learning_rate": 5.885886186109848e-06,
+      "loss": 25.1406,
+      "step": 27033
+    },
+    {
+      "epoch": 1.2918856924400268,
+      "grad_norm": 432.48724365234375,
+      "learning_rate": 5.8851808570443594e-06,
+      "loss": 39.4062,
+      "step": 27034
+    },
+    {
+      "epoch": 1.2919334798814872,
+      "grad_norm": 923.4306640625,
+      "learning_rate": 5.884475552621324e-06,
+      "loss": 20.4688,
+      "step": 27035
+    },
+    {
+      "epoch": 1.2919812673229476,
+      "grad_norm": 142.22634887695312,
+      "learning_rate": 5.883770272844969e-06,
+      "loss": 21.1875,
+      "step": 27036
+    },
+    {
+      "epoch": 1.292029054764408,
+      "grad_norm": 194.1826629638672,
+      "learning_rate": 5.883065017719522e-06,
+      "loss": 22.6406,
+      "step": 27037
+    },
+    {
+      "epoch": 1.2920768422058684,
+      "grad_norm": 344.8953857421875,
+      "learning_rate": 5.882359787249201e-06,
+      "loss": 14.1016,
+      "step": 27038
+    },
+    {
+      "epoch": 1.2921246296473288,
+      "grad_norm": 427.4869079589844,
+      "learning_rate": 5.8816545814382305e-06,
+      "loss": 23.5938,
+      "step": 27039
+    },
+    {
+      "epoch": 1.2921724170887892,
+      "grad_norm": 457.037841796875,
+      "learning_rate": 5.880949400290835e-06,
+      "loss": 32.5938,
+      "step": 27040
+    },
+    {
+      "epoch": 1.2922202045302495,
+      "grad_norm": 161.6402130126953,
+      "learning_rate": 5.880244243811242e-06,
+      "loss": 26.3594,
+      "step": 27041
+    },
+    {
+      "epoch": 1.29226799197171,
+      "grad_norm": 179.7041473388672,
+      "learning_rate": 5.879539112003666e-06,
+      "loss": 19.3906,
+      "step": 27042
+    },
+    {
+      "epoch": 1.2923157794131703,
+      "grad_norm": 248.09934997558594,
+      "learning_rate": 5.8788340048723334e-06,
+      "loss": 32.8438,
+      "step": 27043
+    },
+    {
+      "epoch": 1.2923635668546307,
+      "grad_norm": 216.27073669433594,
+      "learning_rate": 5.878128922421468e-06,
+      "loss": 26.5,
+      "step": 27044
+    },
+    {
+      "epoch": 1.292411354296091,
+      "grad_norm": 260.189208984375,
+      "learning_rate": 5.877423864655295e-06,
+      "loss": 18.2656,
+      "step": 27045
+    },
+    {
+      "epoch": 1.2924591417375515,
+      "grad_norm": 212.28651428222656,
+      "learning_rate": 5.87671883157803e-06,
+      "loss": 37.2344,
+      "step": 27046
+    },
+    {
+      "epoch": 1.2925069291790119,
+      "grad_norm": 321.5731201171875,
+      "learning_rate": 5.8760138231939e-06,
+      "loss": 18.9688,
+      "step": 27047
+    },
+    {
+      "epoch": 1.2925547166204723,
+      "grad_norm": 348.2506408691406,
+      "learning_rate": 5.875308839507127e-06,
+      "loss": 21.2656,
+      "step": 27048
+    },
+    {
+      "epoch": 1.2926025040619324,
+      "grad_norm": 498.2110595703125,
+      "learning_rate": 5.874603880521931e-06,
+      "loss": 26.7188,
+      "step": 27049
+    },
+    {
+      "epoch": 1.2926502915033928,
+      "grad_norm": 255.108154296875,
+      "learning_rate": 5.873898946242533e-06,
+      "loss": 30.0,
+      "step": 27050
+    },
+    {
+      "epoch": 1.2926980789448532,
+      "grad_norm": 1075.8543701171875,
+      "learning_rate": 5.873194036673156e-06,
+      "loss": 25.3281,
+      "step": 27051
+    },
+    {
+      "epoch": 1.2927458663863136,
+      "grad_norm": 225.04209899902344,
+      "learning_rate": 5.872489151818024e-06,
+      "loss": 22.3125,
+      "step": 27052
+    },
+    {
+      "epoch": 1.292793653827774,
+      "grad_norm": 293.1932373046875,
+      "learning_rate": 5.871784291681354e-06,
+      "loss": 32.9062,
+      "step": 27053
+    },
+    {
+      "epoch": 1.2928414412692344,
+      "grad_norm": 196.946044921875,
+      "learning_rate": 5.871079456267369e-06,
+      "loss": 18.625,
+      "step": 27054
+    },
+    {
+      "epoch": 1.2928892287106948,
+      "grad_norm": 218.6727752685547,
+      "learning_rate": 5.87037464558029e-06,
+      "loss": 25.125,
+      "step": 27055
+    },
+    {
+      "epoch": 1.2929370161521552,
+      "grad_norm": 193.85836791992188,
+      "learning_rate": 5.869669859624342e-06,
+      "loss": 18.375,
+      "step": 27056
+    },
+    {
+      "epoch": 1.2929848035936156,
+      "grad_norm": 139.1561279296875,
+      "learning_rate": 5.8689650984037385e-06,
+      "loss": 22.7812,
+      "step": 27057
+    },
+    {
+      "epoch": 1.293032591035076,
+      "grad_norm": 358.9397888183594,
+      "learning_rate": 5.868260361922703e-06,
+      "loss": 26.0938,
+      "step": 27058
+    },
+    {
+      "epoch": 1.2930803784765363,
+      "grad_norm": 296.7901306152344,
+      "learning_rate": 5.867555650185457e-06,
+      "loss": 29.1562,
+      "step": 27059
+    },
+    {
+      "epoch": 1.2931281659179967,
+      "grad_norm": 229.7833251953125,
+      "learning_rate": 5.866850963196224e-06,
+      "loss": 19.1094,
+      "step": 27060
+    },
+    {
+      "epoch": 1.2931759533594571,
+      "grad_norm": 249.27020263671875,
+      "learning_rate": 5.866146300959217e-06,
+      "loss": 32.4375,
+      "step": 27061
+    },
+    {
+      "epoch": 1.2932237408009175,
+      "grad_norm": 335.86553955078125,
+      "learning_rate": 5.865441663478661e-06,
+      "loss": 30.0312,
+      "step": 27062
+    },
+    {
+      "epoch": 1.293271528242378,
+      "grad_norm": 177.06112670898438,
+      "learning_rate": 5.864737050758773e-06,
+      "loss": 18.3594,
+      "step": 27063
+    },
+    {
+      "epoch": 1.2933193156838383,
+      "grad_norm": 256.4441833496094,
+      "learning_rate": 5.8640324628037745e-06,
+      "loss": 27.0938,
+      "step": 27064
+    },
+    {
+      "epoch": 1.2933671031252987,
+      "grad_norm": 326.7362060546875,
+      "learning_rate": 5.863327899617886e-06,
+      "loss": 33.2344,
+      "step": 27065
+    },
+    {
+      "epoch": 1.293414890566759,
+      "grad_norm": 397.61968994140625,
+      "learning_rate": 5.862623361205324e-06,
+      "loss": 26.0625,
+      "step": 27066
+    },
+    {
+      "epoch": 1.2934626780082195,
+      "grad_norm": 138.73947143554688,
+      "learning_rate": 5.8619188475703115e-06,
+      "loss": 20.1406,
+      "step": 27067
+    },
+    {
+      "epoch": 1.2935104654496798,
+      "grad_norm": 254.0530242919922,
+      "learning_rate": 5.861214358717063e-06,
+      "loss": 21.75,
+      "step": 27068
+    },
+    {
+      "epoch": 1.2935582528911402,
+      "grad_norm": 588.9508666992188,
+      "learning_rate": 5.860509894649799e-06,
+      "loss": 31.5703,
+      "step": 27069
+    },
+    {
+      "epoch": 1.2936060403326006,
+      "grad_norm": 394.9129333496094,
+      "learning_rate": 5.859805455372741e-06,
+      "loss": 31.4062,
+      "step": 27070
+    },
+    {
+      "epoch": 1.293653827774061,
+      "grad_norm": 298.2702941894531,
+      "learning_rate": 5.8591010408901096e-06,
+      "loss": 38.9062,
+      "step": 27071
+    },
+    {
+      "epoch": 1.2937016152155214,
+      "grad_norm": 222.74244689941406,
+      "learning_rate": 5.858396651206116e-06,
+      "loss": 23.4219,
+      "step": 27072
+    },
+    {
+      "epoch": 1.2937494026569818,
+      "grad_norm": 242.66275024414062,
+      "learning_rate": 5.857692286324981e-06,
+      "loss": 28.0,
+      "step": 27073
+    },
+    {
+      "epoch": 1.2937971900984422,
+      "grad_norm": 283.9313049316406,
+      "learning_rate": 5.856987946250929e-06,
+      "loss": 25.1562,
+      "step": 27074
+    },
+    {
+      "epoch": 1.2938449775399026,
+      "grad_norm": 322.2971496582031,
+      "learning_rate": 5.856283630988168e-06,
+      "loss": 43.625,
+      "step": 27075
+    },
+    {
+      "epoch": 1.293892764981363,
+      "grad_norm": 151.63925170898438,
+      "learning_rate": 5.855579340540922e-06,
+      "loss": 24.5312,
+      "step": 27076
+    },
+    {
+      "epoch": 1.2939405524228234,
+      "grad_norm": 142.60902404785156,
+      "learning_rate": 5.854875074913409e-06,
+      "loss": 22.6094,
+      "step": 27077
+    },
+    {
+      "epoch": 1.2939883398642837,
+      "grad_norm": 276.9252014160156,
+      "learning_rate": 5.854170834109849e-06,
+      "loss": 29.0938,
+      "step": 27078
+    },
+    {
+      "epoch": 1.2940361273057441,
+      "grad_norm": 208.5340118408203,
+      "learning_rate": 5.853466618134453e-06,
+      "loss": 30.9375,
+      "step": 27079
+    },
+    {
+      "epoch": 1.2940839147472043,
+      "grad_norm": 239.95794677734375,
+      "learning_rate": 5.852762426991442e-06,
+      "loss": 29.8438,
+      "step": 27080
+    },
+    {
+      "epoch": 1.2941317021886647,
+      "grad_norm": 344.48699951171875,
+      "learning_rate": 5.85205826068503e-06,
+      "loss": 25.4062,
+      "step": 27081
+    },
+    {
+      "epoch": 1.294179489630125,
+      "grad_norm": 358.4266052246094,
+      "learning_rate": 5.851354119219441e-06,
+      "loss": 31.375,
+      "step": 27082
+    },
+    {
+      "epoch": 1.2942272770715855,
+      "grad_norm": 268.8807678222656,
+      "learning_rate": 5.850650002598886e-06,
+      "loss": 19.5781,
+      "step": 27083
+    },
+    {
+      "epoch": 1.2942750645130459,
+      "grad_norm": 147.6871795654297,
+      "learning_rate": 5.849945910827581e-06,
+      "loss": 19.5625,
+      "step": 27084
+    },
+    {
+      "epoch": 1.2943228519545062,
+      "grad_norm": 241.25881958007812,
+      "learning_rate": 5.84924184390975e-06,
+      "loss": 26.25,
+      "step": 27085
+    },
+    {
+      "epoch": 1.2943706393959666,
+      "grad_norm": 140.6594696044922,
+      "learning_rate": 5.8485378018496005e-06,
+      "loss": 27.25,
+      "step": 27086
+    },
+    {
+      "epoch": 1.294418426837427,
+      "grad_norm": 124.78008270263672,
+      "learning_rate": 5.847833784651352e-06,
+      "loss": 16.4688,
+      "step": 27087
+    },
+    {
+      "epoch": 1.2944662142788874,
+      "grad_norm": 182.11480712890625,
+      "learning_rate": 5.847129792319221e-06,
+      "loss": 28.625,
+      "step": 27088
+    },
+    {
+      "epoch": 1.2945140017203478,
+      "grad_norm": 120.16334533691406,
+      "learning_rate": 5.846425824857429e-06,
+      "loss": 15.2656,
+      "step": 27089
+    },
+    {
+      "epoch": 1.2945617891618082,
+      "grad_norm": 219.1642608642578,
+      "learning_rate": 5.845721882270183e-06,
+      "loss": 25.0938,
+      "step": 27090
+    },
+    {
+      "epoch": 1.2946095766032686,
+      "grad_norm": 304.3052673339844,
+      "learning_rate": 5.845017964561701e-06,
+      "loss": 30.5625,
+      "step": 27091
+    },
+    {
+      "epoch": 1.294657364044729,
+      "grad_norm": 335.2403259277344,
+      "learning_rate": 5.844314071736201e-06,
+      "loss": 24.25,
+      "step": 27092
+    },
+    {
+      "epoch": 1.2947051514861894,
+      "grad_norm": 282.99951171875,
+      "learning_rate": 5.843610203797903e-06,
+      "loss": 20.1094,
+      "step": 27093
+    },
+    {
+      "epoch": 1.2947529389276498,
+      "grad_norm": 222.64137268066406,
+      "learning_rate": 5.84290636075101e-06,
+      "loss": 24.9688,
+      "step": 27094
+    },
+    {
+      "epoch": 1.2948007263691101,
+      "grad_norm": 177.46739196777344,
+      "learning_rate": 5.842202542599747e-06,
+      "loss": 15.9219,
+      "step": 27095
+    },
+    {
+      "epoch": 1.2948485138105705,
+      "grad_norm": 603.1251220703125,
+      "learning_rate": 5.841498749348322e-06,
+      "loss": 36.375,
+      "step": 27096
+    },
+    {
+      "epoch": 1.294896301252031,
+      "grad_norm": 145.44981384277344,
+      "learning_rate": 5.840794981000957e-06,
+      "loss": 18.2969,
+      "step": 27097
+    },
+    {
+      "epoch": 1.2949440886934913,
+      "grad_norm": 126.20574188232422,
+      "learning_rate": 5.840091237561864e-06,
+      "loss": 22.3906,
+      "step": 27098
+    },
+    {
+      "epoch": 1.2949918761349517,
+      "grad_norm": 192.87820434570312,
+      "learning_rate": 5.839387519035253e-06,
+      "loss": 26.2969,
+      "step": 27099
+    },
+    {
+      "epoch": 1.295039663576412,
+      "grad_norm": 195.5015411376953,
+      "learning_rate": 5.8386838254253475e-06,
+      "loss": 23.75,
+      "step": 27100
+    },
+    {
+      "epoch": 1.2950874510178725,
+      "grad_norm": 484.7817077636719,
+      "learning_rate": 5.8379801567363514e-06,
+      "loss": 19.4531,
+      "step": 27101
+    },
+    {
+      "epoch": 1.2951352384593329,
+      "grad_norm": 290.7326965332031,
+      "learning_rate": 5.837276512972485e-06,
+      "loss": 26.375,
+      "step": 27102
+    },
+    {
+      "epoch": 1.2951830259007933,
+      "grad_norm": 275.24505615234375,
+      "learning_rate": 5.83657289413796e-06,
+      "loss": 30.4688,
+      "step": 27103
+    },
+    {
+      "epoch": 1.2952308133422537,
+      "grad_norm": 135.7477569580078,
+      "learning_rate": 5.835869300236993e-06,
+      "loss": 20.5547,
+      "step": 27104
+    },
+    {
+      "epoch": 1.295278600783714,
+      "grad_norm": 181.9126739501953,
+      "learning_rate": 5.835165731273795e-06,
+      "loss": 20.1875,
+      "step": 27105
+    },
+    {
+      "epoch": 1.2953263882251744,
+      "grad_norm": 813.1469116210938,
+      "learning_rate": 5.834462187252578e-06,
+      "loss": 26.4688,
+      "step": 27106
+    },
+    {
+      "epoch": 1.2953741756666348,
+      "grad_norm": 216.73606872558594,
+      "learning_rate": 5.83375866817756e-06,
+      "loss": 20.5938,
+      "step": 27107
+    },
+    {
+      "epoch": 1.2954219631080952,
+      "grad_norm": 578.0762939453125,
+      "learning_rate": 5.833055174052953e-06,
+      "loss": 30.2969,
+      "step": 27108
+    },
+    {
+      "epoch": 1.2954697505495556,
+      "grad_norm": 370.03289794921875,
+      "learning_rate": 5.832351704882966e-06,
+      "loss": 32.5938,
+      "step": 27109
+    },
+    {
+      "epoch": 1.295517537991016,
+      "grad_norm": 285.16314697265625,
+      "learning_rate": 5.8316482606718135e-06,
+      "loss": 23.0625,
+      "step": 27110
+    },
+    {
+      "epoch": 1.2955653254324764,
+      "grad_norm": 318.6403503417969,
+      "learning_rate": 5.830944841423715e-06,
+      "loss": 31.1875,
+      "step": 27111
+    },
+    {
+      "epoch": 1.2956131128739368,
+      "grad_norm": 233.32176208496094,
+      "learning_rate": 5.830241447142872e-06,
+      "loss": 19.6406,
+      "step": 27112
+    },
+    {
+      "epoch": 1.2956609003153972,
+      "grad_norm": 157.8579864501953,
+      "learning_rate": 5.829538077833503e-06,
+      "loss": 22.3281,
+      "step": 27113
+    },
+    {
+      "epoch": 1.2957086877568575,
+      "grad_norm": 158.2026824951172,
+      "learning_rate": 5.828834733499819e-06,
+      "loss": 19.125,
+      "step": 27114
+    },
+    {
+      "epoch": 1.295756475198318,
+      "grad_norm": 270.288330078125,
+      "learning_rate": 5.828131414146037e-06,
+      "loss": 33.125,
+      "step": 27115
+    },
+    {
+      "epoch": 1.2958042626397783,
+      "grad_norm": 181.319091796875,
+      "learning_rate": 5.827428119776362e-06,
+      "loss": 25.1562,
+      "step": 27116
+    },
+    {
+      "epoch": 1.2958520500812387,
+      "grad_norm": 234.43849182128906,
+      "learning_rate": 5.826724850395006e-06,
+      "loss": 28.8125,
+      "step": 27117
+    },
+    {
+      "epoch": 1.295899837522699,
+      "grad_norm": 135.80728149414062,
+      "learning_rate": 5.826021606006184e-06,
+      "loss": 19.6719,
+      "step": 27118
+    },
+    {
+      "epoch": 1.2959476249641595,
+      "grad_norm": 457.0192565917969,
+      "learning_rate": 5.82531838661411e-06,
+      "loss": 23.6562,
+      "step": 27119
+    },
+    {
+      "epoch": 1.2959954124056199,
+      "grad_norm": 247.75762939453125,
+      "learning_rate": 5.824615192222988e-06,
+      "loss": 18.7969,
+      "step": 27120
+    },
+    {
+      "epoch": 1.2960431998470803,
+      "grad_norm": 369.4627990722656,
+      "learning_rate": 5.82391202283704e-06,
+      "loss": 29.0,
+      "step": 27121
+    },
+    {
+      "epoch": 1.2960909872885407,
+      "grad_norm": 317.90374755859375,
+      "learning_rate": 5.823208878460465e-06,
+      "loss": 22.9375,
+      "step": 27122
+    },
+    {
+      "epoch": 1.296138774730001,
+      "grad_norm": 147.2178955078125,
+      "learning_rate": 5.8225057590974825e-06,
+      "loss": 21.3125,
+      "step": 27123
+    },
+    {
+      "epoch": 1.2961865621714614,
+      "grad_norm": 161.36033630371094,
+      "learning_rate": 5.821802664752296e-06,
+      "loss": 23.9688,
+      "step": 27124
+    },
+    {
+      "epoch": 1.2962343496129218,
+      "grad_norm": 183.03114318847656,
+      "learning_rate": 5.821099595429121e-06,
+      "loss": 23.1562,
+      "step": 27125
+    },
+    {
+      "epoch": 1.2962821370543822,
+      "grad_norm": 449.40045166015625,
+      "learning_rate": 5.82039655113217e-06,
+      "loss": 21.5469,
+      "step": 27126
+    },
+    {
+      "epoch": 1.2963299244958426,
+      "grad_norm": 473.0987548828125,
+      "learning_rate": 5.819693531865646e-06,
+      "loss": 20.625,
+      "step": 27127
+    },
+    {
+      "epoch": 1.296377711937303,
+      "grad_norm": 188.74696350097656,
+      "learning_rate": 5.8189905376337665e-06,
+      "loss": 21.8438,
+      "step": 27128
+    },
+    {
+      "epoch": 1.2964254993787634,
+      "grad_norm": 137.2058868408203,
+      "learning_rate": 5.818287568440737e-06,
+      "loss": 27.1094,
+      "step": 27129
+    },
+    {
+      "epoch": 1.2964732868202238,
+      "grad_norm": 261.7451171875,
+      "learning_rate": 5.817584624290773e-06,
+      "loss": 25.8125,
+      "step": 27130
+    },
+    {
+      "epoch": 1.296521074261684,
+      "grad_norm": 202.0817108154297,
+      "learning_rate": 5.816881705188075e-06,
+      "loss": 23.4062,
+      "step": 27131
+    },
+    {
+      "epoch": 1.2965688617031443,
+      "grad_norm": 285.218017578125,
+      "learning_rate": 5.816178811136861e-06,
+      "loss": 28.5312,
+      "step": 27132
+    },
+    {
+      "epoch": 1.2966166491446047,
+      "grad_norm": 171.90045166015625,
+      "learning_rate": 5.81547594214134e-06,
+      "loss": 13.3281,
+      "step": 27133
+    },
+    {
+      "epoch": 1.2966644365860651,
+      "grad_norm": 242.09800720214844,
+      "learning_rate": 5.814773098205712e-06,
+      "loss": 22.6562,
+      "step": 27134
+    },
+    {
+      "epoch": 1.2967122240275255,
+      "grad_norm": 143.33285522460938,
+      "learning_rate": 5.814070279334196e-06,
+      "loss": 18.5625,
+      "step": 27135
+    },
+    {
+      "epoch": 1.296760011468986,
+      "grad_norm": 269.94451904296875,
+      "learning_rate": 5.813367485530996e-06,
+      "loss": 22.4688,
+      "step": 27136
+    },
+    {
+      "epoch": 1.2968077989104463,
+      "grad_norm": 250.67611694335938,
+      "learning_rate": 5.812664716800328e-06,
+      "loss": 29.0469,
+      "step": 27137
+    },
+    {
+      "epoch": 1.2968555863519067,
+      "grad_norm": 191.64637756347656,
+      "learning_rate": 5.811961973146391e-06,
+      "loss": 30.4062,
+      "step": 27138
+    },
+    {
+      "epoch": 1.296903373793367,
+      "grad_norm": 470.4364929199219,
+      "learning_rate": 5.811259254573396e-06,
+      "loss": 24.4844,
+      "step": 27139
+    },
+    {
+      "epoch": 1.2969511612348275,
+      "grad_norm": 191.3086700439453,
+      "learning_rate": 5.810556561085554e-06,
+      "loss": 23.3281,
+      "step": 27140
+    },
+    {
+      "epoch": 1.2969989486762878,
+      "grad_norm": 248.55819702148438,
+      "learning_rate": 5.809853892687078e-06,
+      "loss": 34.3125,
+      "step": 27141
+    },
+    {
+      "epoch": 1.2970467361177482,
+      "grad_norm": 219.15711975097656,
+      "learning_rate": 5.809151249382164e-06,
+      "loss": 23.8281,
+      "step": 27142
+    },
+    {
+      "epoch": 1.2970945235592086,
+      "grad_norm": 338.7547302246094,
+      "learning_rate": 5.8084486311750276e-06,
+      "loss": 42.5938,
+      "step": 27143
+    },
+    {
+      "epoch": 1.297142311000669,
+      "grad_norm": 529.1190185546875,
+      "learning_rate": 5.807746038069875e-06,
+      "loss": 26.6875,
+      "step": 27144
+    },
+    {
+      "epoch": 1.2971900984421294,
+      "grad_norm": 245.94711303710938,
+      "learning_rate": 5.807043470070919e-06,
+      "loss": 26.3125,
+      "step": 27145
+    },
+    {
+      "epoch": 1.2972378858835898,
+      "grad_norm": 206.692626953125,
+      "learning_rate": 5.806340927182357e-06,
+      "loss": 22.5625,
+      "step": 27146
+    },
+    {
+      "epoch": 1.2972856733250502,
+      "grad_norm": 641.3486938476562,
+      "learning_rate": 5.805638409408402e-06,
+      "loss": 24.8906,
+      "step": 27147
+    },
+    {
+      "epoch": 1.2973334607665106,
+      "grad_norm": 245.86880493164062,
+      "learning_rate": 5.804935916753265e-06,
+      "loss": 21.9062,
+      "step": 27148
+    },
+    {
+      "epoch": 1.297381248207971,
+      "grad_norm": 130.32008361816406,
+      "learning_rate": 5.804233449221144e-06,
+      "loss": 17.5938,
+      "step": 27149
+    },
+    {
+      "epoch": 1.2974290356494314,
+      "grad_norm": 148.2039031982422,
+      "learning_rate": 5.80353100681625e-06,
+      "loss": 21.7344,
+      "step": 27150
+    },
+    {
+      "epoch": 1.2974768230908917,
+      "grad_norm": 233.6953887939453,
+      "learning_rate": 5.802828589542793e-06,
+      "loss": 27.9375,
+      "step": 27151
+    },
+    {
+      "epoch": 1.2975246105323521,
+      "grad_norm": 244.31088256835938,
+      "learning_rate": 5.802126197404978e-06,
+      "loss": 28.9531,
+      "step": 27152
+    },
+    {
+      "epoch": 1.2975723979738125,
+      "grad_norm": 360.366943359375,
+      "learning_rate": 5.801423830407007e-06,
+      "loss": 37.875,
+      "step": 27153
+    },
+    {
+      "epoch": 1.297620185415273,
+      "grad_norm": 309.6764831542969,
+      "learning_rate": 5.800721488553095e-06,
+      "loss": 21.5625,
+      "step": 27154
+    },
+    {
+      "epoch": 1.2976679728567333,
+      "grad_norm": 314.961181640625,
+      "learning_rate": 5.8000191718474375e-06,
+      "loss": 18.2031,
+      "step": 27155
+    },
+    {
+      "epoch": 1.2977157602981937,
+      "grad_norm": 263.4338684082031,
+      "learning_rate": 5.79931688029425e-06,
+      "loss": 25.5312,
+      "step": 27156
+    },
+    {
+      "epoch": 1.297763547739654,
+      "grad_norm": 158.51820373535156,
+      "learning_rate": 5.798614613897731e-06,
+      "loss": 19.7812,
+      "step": 27157
+    },
+    {
+      "epoch": 1.2978113351811145,
+      "grad_norm": 217.2994384765625,
+      "learning_rate": 5.797912372662089e-06,
+      "loss": 20.5625,
+      "step": 27158
+    },
+    {
+      "epoch": 1.2978591226225749,
+      "grad_norm": 257.9615173339844,
+      "learning_rate": 5.797210156591533e-06,
+      "loss": 25.4375,
+      "step": 27159
+    },
+    {
+      "epoch": 1.2979069100640352,
+      "grad_norm": 191.435302734375,
+      "learning_rate": 5.79650796569026e-06,
+      "loss": 23.4688,
+      "step": 27160
+    },
+    {
+      "epoch": 1.2979546975054956,
+      "grad_norm": 268.5301513671875,
+      "learning_rate": 5.795805799962482e-06,
+      "loss": 29.4688,
+      "step": 27161
+    },
+    {
+      "epoch": 1.2980024849469558,
+      "grad_norm": 269.8381652832031,
+      "learning_rate": 5.795103659412402e-06,
+      "loss": 22.7812,
+      "step": 27162
+    },
+    {
+      "epoch": 1.2980502723884162,
+      "grad_norm": 176.116943359375,
+      "learning_rate": 5.794401544044228e-06,
+      "loss": 27.6875,
+      "step": 27163
+    },
+    {
+      "epoch": 1.2980980598298766,
+      "grad_norm": 207.3033905029297,
+      "learning_rate": 5.793699453862161e-06,
+      "loss": 18.0,
+      "step": 27164
+    },
+    {
+      "epoch": 1.298145847271337,
+      "grad_norm": 207.8976287841797,
+      "learning_rate": 5.792997388870404e-06,
+      "loss": 17.2812,
+      "step": 27165
+    },
+    {
+      "epoch": 1.2981936347127974,
+      "grad_norm": 195.20663452148438,
+      "learning_rate": 5.7922953490731646e-06,
+      "loss": 21.7344,
+      "step": 27166
+    },
+    {
+      "epoch": 1.2982414221542578,
+      "grad_norm": 278.9040222167969,
+      "learning_rate": 5.791593334474651e-06,
+      "loss": 29.4375,
+      "step": 27167
+    },
+    {
+      "epoch": 1.2982892095957181,
+      "grad_norm": 362.2348937988281,
+      "learning_rate": 5.79089134507906e-06,
+      "loss": 31.0938,
+      "step": 27168
+    },
+    {
+      "epoch": 1.2983369970371785,
+      "grad_norm": 184.3066864013672,
+      "learning_rate": 5.790189380890596e-06,
+      "loss": 24.9844,
+      "step": 27169
+    },
+    {
+      "epoch": 1.298384784478639,
+      "grad_norm": 244.2575225830078,
+      "learning_rate": 5.789487441913471e-06,
+      "loss": 20.6094,
+      "step": 27170
+    },
+    {
+      "epoch": 1.2984325719200993,
+      "grad_norm": 230.33868408203125,
+      "learning_rate": 5.788785528151879e-06,
+      "loss": 24.5625,
+      "step": 27171
+    },
+    {
+      "epoch": 1.2984803593615597,
+      "grad_norm": 92.89826965332031,
+      "learning_rate": 5.788083639610028e-06,
+      "loss": 21.4688,
+      "step": 27172
+    },
+    {
+      "epoch": 1.29852814680302,
+      "grad_norm": 274.23516845703125,
+      "learning_rate": 5.787381776292121e-06,
+      "loss": 22.625,
+      "step": 27173
+    },
+    {
+      "epoch": 1.2985759342444805,
+      "grad_norm": 151.84364318847656,
+      "learning_rate": 5.786679938202366e-06,
+      "loss": 20.4688,
+      "step": 27174
+    },
+    {
+      "epoch": 1.2986237216859409,
+      "grad_norm": 253.56964111328125,
+      "learning_rate": 5.785978125344958e-06,
+      "loss": 24.75,
+      "step": 27175
+    },
+    {
+      "epoch": 1.2986715091274013,
+      "grad_norm": 341.1195068359375,
+      "learning_rate": 5.785276337724102e-06,
+      "loss": 24.5625,
+      "step": 27176
+    },
+    {
+      "epoch": 1.2987192965688616,
+      "grad_norm": 178.0961151123047,
+      "learning_rate": 5.7845745753440015e-06,
+      "loss": 28.2812,
+      "step": 27177
+    },
+    {
+      "epoch": 1.298767084010322,
+      "grad_norm": 179.666259765625,
+      "learning_rate": 5.783872838208866e-06,
+      "loss": 20.25,
+      "step": 27178
+    },
+    {
+      "epoch": 1.2988148714517824,
+      "grad_norm": 254.23211669921875,
+      "learning_rate": 5.783171126322886e-06,
+      "loss": 21.8281,
+      "step": 27179
+    },
+    {
+      "epoch": 1.2988626588932428,
+      "grad_norm": 254.81549072265625,
+      "learning_rate": 5.782469439690272e-06,
+      "loss": 19.875,
+      "step": 27180
+    },
+    {
+      "epoch": 1.2989104463347032,
+      "grad_norm": 131.05535888671875,
+      "learning_rate": 5.781767778315222e-06,
+      "loss": 18.8906,
+      "step": 27181
+    },
+    {
+      "epoch": 1.2989582337761636,
+      "grad_norm": 178.92320251464844,
+      "learning_rate": 5.781066142201944e-06,
+      "loss": 22.1094,
+      "step": 27182
+    },
+    {
+      "epoch": 1.299006021217624,
+      "grad_norm": 330.2385559082031,
+      "learning_rate": 5.780364531354633e-06,
+      "loss": 23.5312,
+      "step": 27183
+    },
+    {
+      "epoch": 1.2990538086590844,
+      "grad_norm": 326.8320617675781,
+      "learning_rate": 5.779662945777494e-06,
+      "loss": 24.3125,
+      "step": 27184
+    },
+    {
+      "epoch": 1.2991015961005448,
+      "grad_norm": 316.4355163574219,
+      "learning_rate": 5.778961385474731e-06,
+      "loss": 29.5,
+      "step": 27185
+    },
+    {
+      "epoch": 1.2991493835420052,
+      "grad_norm": 196.8670196533203,
+      "learning_rate": 5.778259850450539e-06,
+      "loss": 24.125,
+      "step": 27186
+    },
+    {
+      "epoch": 1.2991971709834655,
+      "grad_norm": 310.3403015136719,
+      "learning_rate": 5.777558340709126e-06,
+      "loss": 26.6719,
+      "step": 27187
+    },
+    {
+      "epoch": 1.299244958424926,
+      "grad_norm": 170.61865234375,
+      "learning_rate": 5.7768568562546875e-06,
+      "loss": 32.5938,
+      "step": 27188
+    },
+    {
+      "epoch": 1.2992927458663863,
+      "grad_norm": 252.57608032226562,
+      "learning_rate": 5.776155397091428e-06,
+      "loss": 27.2812,
+      "step": 27189
+    },
+    {
+      "epoch": 1.2993405333078467,
+      "grad_norm": 255.15147399902344,
+      "learning_rate": 5.77545396322355e-06,
+      "loss": 23.6562,
+      "step": 27190
+    },
+    {
+      "epoch": 1.299388320749307,
+      "grad_norm": 228.9406280517578,
+      "learning_rate": 5.7747525546552475e-06,
+      "loss": 19.9062,
+      "step": 27191
+    },
+    {
+      "epoch": 1.2994361081907675,
+      "grad_norm": 212.0521240234375,
+      "learning_rate": 5.774051171390724e-06,
+      "loss": 21.6875,
+      "step": 27192
+    },
+    {
+      "epoch": 1.2994838956322279,
+      "grad_norm": 131.6297149658203,
+      "learning_rate": 5.773349813434188e-06,
+      "loss": 18.0156,
+      "step": 27193
+    },
+    {
+      "epoch": 1.2995316830736883,
+      "grad_norm": 243.8084716796875,
+      "learning_rate": 5.772648480789826e-06,
+      "loss": 28.5469,
+      "step": 27194
+    },
+    {
+      "epoch": 1.2995794705151487,
+      "grad_norm": 384.9201354980469,
+      "learning_rate": 5.771947173461847e-06,
+      "loss": 30.2812,
+      "step": 27195
+    },
+    {
+      "epoch": 1.299627257956609,
+      "grad_norm": 175.7822723388672,
+      "learning_rate": 5.7712458914544514e-06,
+      "loss": 31.7812,
+      "step": 27196
+    },
+    {
+      "epoch": 1.2996750453980694,
+      "grad_norm": 248.8235321044922,
+      "learning_rate": 5.770544634771833e-06,
+      "loss": 28.4688,
+      "step": 27197
+    },
+    {
+      "epoch": 1.2997228328395298,
+      "grad_norm": 518.3733520507812,
+      "learning_rate": 5.769843403418194e-06,
+      "loss": 25.4062,
+      "step": 27198
+    },
+    {
+      "epoch": 1.2997706202809902,
+      "grad_norm": 207.05873107910156,
+      "learning_rate": 5.7691421973977345e-06,
+      "loss": 22.4375,
+      "step": 27199
+    },
+    {
+      "epoch": 1.2998184077224506,
+      "grad_norm": 120.81105041503906,
+      "learning_rate": 5.768441016714659e-06,
+      "loss": 13.9062,
+      "step": 27200
+    },
+    {
+      "epoch": 1.299866195163911,
+      "grad_norm": 489.4934387207031,
+      "learning_rate": 5.767739861373157e-06,
+      "loss": 24.5,
+      "step": 27201
+    },
+    {
+      "epoch": 1.2999139826053714,
+      "grad_norm": 296.25341796875,
+      "learning_rate": 5.767038731377432e-06,
+      "loss": 26.4688,
+      "step": 27202
+    },
+    {
+      "epoch": 1.2999617700468318,
+      "grad_norm": 210.03887939453125,
+      "learning_rate": 5.766337626731684e-06,
+      "loss": 28.2812,
+      "step": 27203
+    },
+    {
+      "epoch": 1.3000095574882922,
+      "grad_norm": 276.8503723144531,
+      "learning_rate": 5.765636547440113e-06,
+      "loss": 30.5625,
+      "step": 27204
+    },
+    {
+      "epoch": 1.3000573449297526,
+      "grad_norm": 313.3837890625,
+      "learning_rate": 5.764935493506912e-06,
+      "loss": 25.9375,
+      "step": 27205
+    },
+    {
+      "epoch": 1.300105132371213,
+      "grad_norm": 318.3677062988281,
+      "learning_rate": 5.7642344649362826e-06,
+      "loss": 23.875,
+      "step": 27206
+    },
+    {
+      "epoch": 1.3001529198126733,
+      "grad_norm": 207.38619995117188,
+      "learning_rate": 5.763533461732428e-06,
+      "loss": 22.7656,
+      "step": 27207
+    },
+    {
+      "epoch": 1.3002007072541337,
+      "grad_norm": 347.66229248046875,
+      "learning_rate": 5.762832483899537e-06,
+      "loss": 20.3125,
+      "step": 27208
+    },
+    {
+      "epoch": 1.3002484946955941,
+      "grad_norm": 207.16827392578125,
+      "learning_rate": 5.762131531441811e-06,
+      "loss": 28.125,
+      "step": 27209
+    },
+    {
+      "epoch": 1.3002962821370545,
+      "grad_norm": 522.2625122070312,
+      "learning_rate": 5.761430604363449e-06,
+      "loss": 26.5,
+      "step": 27210
+    },
+    {
+      "epoch": 1.300344069578515,
+      "grad_norm": 605.714111328125,
+      "learning_rate": 5.760729702668654e-06,
+      "loss": 25.0,
+      "step": 27211
+    },
+    {
+      "epoch": 1.3003918570199753,
+      "grad_norm": 256.4131164550781,
+      "learning_rate": 5.760028826361612e-06,
+      "loss": 25.8281,
+      "step": 27212
+    },
+    {
+      "epoch": 1.3004396444614357,
+      "grad_norm": 161.37449645996094,
+      "learning_rate": 5.759327975446527e-06,
+      "loss": 31.0312,
+      "step": 27213
+    },
+    {
+      "epoch": 1.3004874319028958,
+      "grad_norm": 155.04823303222656,
+      "learning_rate": 5.7586271499275954e-06,
+      "loss": 20.9531,
+      "step": 27214
+    },
+    {
+      "epoch": 1.3005352193443562,
+      "grad_norm": 368.9444885253906,
+      "learning_rate": 5.75792634980902e-06,
+      "loss": 25.9844,
+      "step": 27215
+    },
+    {
+      "epoch": 1.3005830067858166,
+      "grad_norm": 237.91217041015625,
+      "learning_rate": 5.757225575094986e-06,
+      "loss": 24.25,
+      "step": 27216
+    },
+    {
+      "epoch": 1.300630794227277,
+      "grad_norm": 131.57762145996094,
+      "learning_rate": 5.756524825789695e-06,
+      "loss": 26.1875,
+      "step": 27217
+    },
+    {
+      "epoch": 1.3006785816687374,
+      "grad_norm": 347.7485656738281,
+      "learning_rate": 5.755824101897352e-06,
+      "loss": 33.25,
+      "step": 27218
+    },
+    {
+      "epoch": 1.3007263691101978,
+      "grad_norm": 349.937744140625,
+      "learning_rate": 5.7551234034221405e-06,
+      "loss": 22.2969,
+      "step": 27219
+    },
+    {
+      "epoch": 1.3007741565516582,
+      "grad_norm": 289.41278076171875,
+      "learning_rate": 5.754422730368266e-06,
+      "loss": 31.1562,
+      "step": 27220
+    },
+    {
+      "epoch": 1.3008219439931186,
+      "grad_norm": 426.7207336425781,
+      "learning_rate": 5.753722082739916e-06,
+      "loss": 35.875,
+      "step": 27221
+    },
+    {
+      "epoch": 1.300869731434579,
+      "grad_norm": 168.29605102539062,
+      "learning_rate": 5.753021460541295e-06,
+      "loss": 26.4375,
+      "step": 27222
+    },
+    {
+      "epoch": 1.3009175188760393,
+      "grad_norm": 169.28794860839844,
+      "learning_rate": 5.752320863776597e-06,
+      "loss": 21.9375,
+      "step": 27223
+    },
+    {
+      "epoch": 1.3009653063174997,
+      "grad_norm": 225.90696716308594,
+      "learning_rate": 5.751620292450012e-06,
+      "loss": 24.8438,
+      "step": 27224
+    },
+    {
+      "epoch": 1.3010130937589601,
+      "grad_norm": 400.49029541015625,
+      "learning_rate": 5.75091974656574e-06,
+      "loss": 19.7188,
+      "step": 27225
+    },
+    {
+      "epoch": 1.3010608812004205,
+      "grad_norm": 236.6417236328125,
+      "learning_rate": 5.7502192261279796e-06,
+      "loss": 25.0312,
+      "step": 27226
+    },
+    {
+      "epoch": 1.301108668641881,
+      "grad_norm": 313.0860900878906,
+      "learning_rate": 5.749518731140918e-06,
+      "loss": 27.2969,
+      "step": 27227
+    },
+    {
+      "epoch": 1.3011564560833413,
+      "grad_norm": 300.14691162109375,
+      "learning_rate": 5.748818261608755e-06,
+      "loss": 27.125,
+      "step": 27228
+    },
+    {
+      "epoch": 1.3012042435248017,
+      "grad_norm": 290.0334167480469,
+      "learning_rate": 5.7481178175356855e-06,
+      "loss": 24.75,
+      "step": 27229
+    },
+    {
+      "epoch": 1.301252030966262,
+      "grad_norm": 346.59405517578125,
+      "learning_rate": 5.747417398925908e-06,
+      "loss": 29.3125,
+      "step": 27230
+    },
+    {
+      "epoch": 1.3012998184077225,
+      "grad_norm": 206.20481872558594,
+      "learning_rate": 5.746717005783609e-06,
+      "loss": 18.0156,
+      "step": 27231
+    },
+    {
+      "epoch": 1.3013476058491829,
+      "grad_norm": 165.37203979492188,
+      "learning_rate": 5.746016638112986e-06,
+      "loss": 23.2812,
+      "step": 27232
+    },
+    {
+      "epoch": 1.3013953932906432,
+      "grad_norm": 282.99041748046875,
+      "learning_rate": 5.745316295918237e-06,
+      "loss": 32.4062,
+      "step": 27233
+    },
+    {
+      "epoch": 1.3014431807321036,
+      "grad_norm": 133.92201232910156,
+      "learning_rate": 5.744615979203552e-06,
+      "loss": 20.5938,
+      "step": 27234
+    },
+    {
+      "epoch": 1.301490968173564,
+      "grad_norm": 231.06529235839844,
+      "learning_rate": 5.743915687973125e-06,
+      "loss": 27.2656,
+      "step": 27235
+    },
+    {
+      "epoch": 1.3015387556150244,
+      "grad_norm": 340.64825439453125,
+      "learning_rate": 5.743215422231151e-06,
+      "loss": 20.8438,
+      "step": 27236
+    },
+    {
+      "epoch": 1.3015865430564848,
+      "grad_norm": 260.4399108886719,
+      "learning_rate": 5.7425151819818285e-06,
+      "loss": 21.5156,
+      "step": 27237
+    },
+    {
+      "epoch": 1.3016343304979452,
+      "grad_norm": 278.077880859375,
+      "learning_rate": 5.741814967229342e-06,
+      "loss": 32.4375,
+      "step": 27238
+    },
+    {
+      "epoch": 1.3016821179394056,
+      "grad_norm": 153.3461151123047,
+      "learning_rate": 5.74111477797789e-06,
+      "loss": 20.1562,
+      "step": 27239
+    },
+    {
+      "epoch": 1.301729905380866,
+      "grad_norm": 169.8595428466797,
+      "learning_rate": 5.740414614231664e-06,
+      "loss": 29.7188,
+      "step": 27240
+    },
+    {
+      "epoch": 1.3017776928223264,
+      "grad_norm": 118.66815948486328,
+      "learning_rate": 5.739714475994862e-06,
+      "loss": 19.9531,
+      "step": 27241
+    },
+    {
+      "epoch": 1.3018254802637867,
+      "grad_norm": 186.5242156982422,
+      "learning_rate": 5.73901436327167e-06,
+      "loss": 20.2031,
+      "step": 27242
+    },
+    {
+      "epoch": 1.3018732677052471,
+      "grad_norm": 147.2364501953125,
+      "learning_rate": 5.738314276066283e-06,
+      "loss": 15.6562,
+      "step": 27243
+    },
+    {
+      "epoch": 1.3019210551467073,
+      "grad_norm": 262.5155944824219,
+      "learning_rate": 5.737614214382899e-06,
+      "loss": 31.125,
+      "step": 27244
+    },
+    {
+      "epoch": 1.3019688425881677,
+      "grad_norm": 298.1789855957031,
+      "learning_rate": 5.736914178225701e-06,
+      "loss": 23.2969,
+      "step": 27245
+    },
+    {
+      "epoch": 1.302016630029628,
+      "grad_norm": 334.05133056640625,
+      "learning_rate": 5.736214167598887e-06,
+      "loss": 33.3125,
+      "step": 27246
+    },
+    {
+      "epoch": 1.3020644174710885,
+      "grad_norm": 386.6392517089844,
+      "learning_rate": 5.735514182506649e-06,
+      "loss": 21.0938,
+      "step": 27247
+    },
+    {
+      "epoch": 1.3021122049125489,
+      "grad_norm": 221.7139892578125,
+      "learning_rate": 5.73481422295318e-06,
+      "loss": 25.8281,
+      "step": 27248
+    },
+    {
+      "epoch": 1.3021599923540093,
+      "grad_norm": 163.0817108154297,
+      "learning_rate": 5.734114288942668e-06,
+      "loss": 17.3906,
+      "step": 27249
+    },
+    {
+      "epoch": 1.3022077797954696,
+      "grad_norm": 322.38330078125,
+      "learning_rate": 5.733414380479307e-06,
+      "loss": 23.875,
+      "step": 27250
+    },
+    {
+      "epoch": 1.30225556723693,
+      "grad_norm": 139.1741180419922,
+      "learning_rate": 5.732714497567292e-06,
+      "loss": 20.4375,
+      "step": 27251
+    },
+    {
+      "epoch": 1.3023033546783904,
+      "grad_norm": 214.78492736816406,
+      "learning_rate": 5.732014640210807e-06,
+      "loss": 21.8125,
+      "step": 27252
+    },
+    {
+      "epoch": 1.3023511421198508,
+      "grad_norm": 171.14512634277344,
+      "learning_rate": 5.731314808414051e-06,
+      "loss": 25.0312,
+      "step": 27253
+    },
+    {
+      "epoch": 1.3023989295613112,
+      "grad_norm": 535.8604125976562,
+      "learning_rate": 5.730615002181208e-06,
+      "loss": 21.4062,
+      "step": 27254
+    },
+    {
+      "epoch": 1.3024467170027716,
+      "grad_norm": 266.33154296875,
+      "learning_rate": 5.729915221516471e-06,
+      "loss": 20.3281,
+      "step": 27255
+    },
+    {
+      "epoch": 1.302494504444232,
+      "grad_norm": 181.2357177734375,
+      "learning_rate": 5.729215466424037e-06,
+      "loss": 23.0312,
+      "step": 27256
+    },
+    {
+      "epoch": 1.3025422918856924,
+      "grad_norm": 277.94970703125,
+      "learning_rate": 5.728515736908086e-06,
+      "loss": 23.5938,
+      "step": 27257
+    },
+    {
+      "epoch": 1.3025900793271528,
+      "grad_norm": 196.03501892089844,
+      "learning_rate": 5.727816032972815e-06,
+      "loss": 35.4688,
+      "step": 27258
+    },
+    {
+      "epoch": 1.3026378667686132,
+      "grad_norm": 156.9625701904297,
+      "learning_rate": 5.727116354622416e-06,
+      "loss": 20.625,
+      "step": 27259
+    },
+    {
+      "epoch": 1.3026856542100735,
+      "grad_norm": 299.4357604980469,
+      "learning_rate": 5.726416701861074e-06,
+      "loss": 27.375,
+      "step": 27260
+    },
+    {
+      "epoch": 1.302733441651534,
+      "grad_norm": 732.6400756835938,
+      "learning_rate": 5.725717074692981e-06,
+      "loss": 24.5625,
+      "step": 27261
+    },
+    {
+      "epoch": 1.3027812290929943,
+      "grad_norm": 715.8353271484375,
+      "learning_rate": 5.725017473122327e-06,
+      "loss": 38.0625,
+      "step": 27262
+    },
+    {
+      "epoch": 1.3028290165344547,
+      "grad_norm": 214.69264221191406,
+      "learning_rate": 5.7243178971533075e-06,
+      "loss": 25.5938,
+      "step": 27263
+    },
+    {
+      "epoch": 1.302876803975915,
+      "grad_norm": 288.8979797363281,
+      "learning_rate": 5.723618346790102e-06,
+      "loss": 26.125,
+      "step": 27264
+    },
+    {
+      "epoch": 1.3029245914173755,
+      "grad_norm": 459.3882141113281,
+      "learning_rate": 5.722918822036905e-06,
+      "loss": 34.3125,
+      "step": 27265
+    },
+    {
+      "epoch": 1.3029723788588359,
+      "grad_norm": 153.75413513183594,
+      "learning_rate": 5.722219322897904e-06,
+      "loss": 17.6562,
+      "step": 27266
+    },
+    {
+      "epoch": 1.3030201663002963,
+      "grad_norm": 185.9680633544922,
+      "learning_rate": 5.7215198493772936e-06,
+      "loss": 19.625,
+      "step": 27267
+    },
+    {
+      "epoch": 1.3030679537417567,
+      "grad_norm": 263.81768798828125,
+      "learning_rate": 5.720820401479255e-06,
+      "loss": 20.625,
+      "step": 27268
+    },
+    {
+      "epoch": 1.303115741183217,
+      "grad_norm": 359.2477722167969,
+      "learning_rate": 5.72012097920798e-06,
+      "loss": 31.5312,
+      "step": 27269
+    },
+    {
+      "epoch": 1.3031635286246774,
+      "grad_norm": 340.69232177734375,
+      "learning_rate": 5.719421582567663e-06,
+      "loss": 21.5938,
+      "step": 27270
+    },
+    {
+      "epoch": 1.3032113160661378,
+      "grad_norm": 674.3916015625,
+      "learning_rate": 5.718722211562482e-06,
+      "loss": 23.2031,
+      "step": 27271
+    },
+    {
+      "epoch": 1.3032591035075982,
+      "grad_norm": 250.13648986816406,
+      "learning_rate": 5.718022866196632e-06,
+      "loss": 18.2812,
+      "step": 27272
+    },
+    {
+      "epoch": 1.3033068909490586,
+      "grad_norm": 264.4987487792969,
+      "learning_rate": 5.717323546474299e-06,
+      "loss": 20.4375,
+      "step": 27273
+    },
+    {
+      "epoch": 1.303354678390519,
+      "grad_norm": 341.8722229003906,
+      "learning_rate": 5.716624252399675e-06,
+      "loss": 18.9844,
+      "step": 27274
+    },
+    {
+      "epoch": 1.3034024658319794,
+      "grad_norm": 213.45201110839844,
+      "learning_rate": 5.715924983976942e-06,
+      "loss": 20.0469,
+      "step": 27275
+    },
+    {
+      "epoch": 1.3034502532734398,
+      "grad_norm": 595.6979370117188,
+      "learning_rate": 5.7152257412102895e-06,
+      "loss": 32.5938,
+      "step": 27276
+    },
+    {
+      "epoch": 1.3034980407149002,
+      "grad_norm": 272.88995361328125,
+      "learning_rate": 5.714526524103906e-06,
+      "loss": 14.7656,
+      "step": 27277
+    },
+    {
+      "epoch": 1.3035458281563606,
+      "grad_norm": 212.61785888671875,
+      "learning_rate": 5.713827332661983e-06,
+      "loss": 28.75,
+      "step": 27278
+    },
+    {
+      "epoch": 1.303593615597821,
+      "grad_norm": 157.986572265625,
+      "learning_rate": 5.7131281668887e-06,
+      "loss": 23.5781,
+      "step": 27279
+    },
+    {
+      "epoch": 1.3036414030392813,
+      "grad_norm": 767.7238159179688,
+      "learning_rate": 5.712429026788247e-06,
+      "loss": 31.1562,
+      "step": 27280
+    },
+    {
+      "epoch": 1.3036891904807417,
+      "grad_norm": 323.55523681640625,
+      "learning_rate": 5.711729912364816e-06,
+      "loss": 29.125,
+      "step": 27281
+    },
+    {
+      "epoch": 1.3037369779222021,
+      "grad_norm": 187.4815216064453,
+      "learning_rate": 5.711030823622585e-06,
+      "loss": 22.0312,
+      "step": 27282
+    },
+    {
+      "epoch": 1.3037847653636625,
+      "grad_norm": 158.2821044921875,
+      "learning_rate": 5.710331760565746e-06,
+      "loss": 20.9531,
+      "step": 27283
+    },
+    {
+      "epoch": 1.303832552805123,
+      "grad_norm": 182.29058837890625,
+      "learning_rate": 5.709632723198488e-06,
+      "loss": 32.2812,
+      "step": 27284
+    },
+    {
+      "epoch": 1.3038803402465833,
+      "grad_norm": 261.59051513671875,
+      "learning_rate": 5.708933711524991e-06,
+      "loss": 34.3438,
+      "step": 27285
+    },
+    {
+      "epoch": 1.3039281276880437,
+      "grad_norm": 256.60687255859375,
+      "learning_rate": 5.708234725549442e-06,
+      "loss": 26.2188,
+      "step": 27286
+    },
+    {
+      "epoch": 1.303975915129504,
+      "grad_norm": 197.7271270751953,
+      "learning_rate": 5.7075357652760345e-06,
+      "loss": 28.4688,
+      "step": 27287
+    },
+    {
+      "epoch": 1.3040237025709644,
+      "grad_norm": 184.15553283691406,
+      "learning_rate": 5.706836830708945e-06,
+      "loss": 27.2188,
+      "step": 27288
+    },
+    {
+      "epoch": 1.3040714900124248,
+      "grad_norm": 190.8035430908203,
+      "learning_rate": 5.706137921852366e-06,
+      "loss": 17.25,
+      "step": 27289
+    },
+    {
+      "epoch": 1.3041192774538852,
+      "grad_norm": 226.47946166992188,
+      "learning_rate": 5.705439038710478e-06,
+      "loss": 27.6562,
+      "step": 27290
+    },
+    {
+      "epoch": 1.3041670648953456,
+      "grad_norm": 255.79037475585938,
+      "learning_rate": 5.704740181287467e-06,
+      "loss": 23.9688,
+      "step": 27291
+    },
+    {
+      "epoch": 1.304214852336806,
+      "grad_norm": 216.68826293945312,
+      "learning_rate": 5.704041349587526e-06,
+      "loss": 20.8281,
+      "step": 27292
+    },
+    {
+      "epoch": 1.3042626397782664,
+      "grad_norm": 276.47821044921875,
+      "learning_rate": 5.703342543614827e-06,
+      "loss": 32.6562,
+      "step": 27293
+    },
+    {
+      "epoch": 1.3043104272197268,
+      "grad_norm": 332.05242919921875,
+      "learning_rate": 5.702643763373564e-06,
+      "loss": 44.7812,
+      "step": 27294
+    },
+    {
+      "epoch": 1.3043582146611872,
+      "grad_norm": 275.46185302734375,
+      "learning_rate": 5.701945008867919e-06,
+      "loss": 20.4688,
+      "step": 27295
+    },
+    {
+      "epoch": 1.3044060021026473,
+      "grad_norm": 113.91136169433594,
+      "learning_rate": 5.701246280102082e-06,
+      "loss": 17.8438,
+      "step": 27296
+    },
+    {
+      "epoch": 1.3044537895441077,
+      "grad_norm": 160.6305389404297,
+      "learning_rate": 5.700547577080228e-06,
+      "loss": 24.3125,
+      "step": 27297
+    },
+    {
+      "epoch": 1.3045015769855681,
+      "grad_norm": 232.43382263183594,
+      "learning_rate": 5.699848899806548e-06,
+      "loss": 35.5938,
+      "step": 27298
+    },
+    {
+      "epoch": 1.3045493644270285,
+      "grad_norm": 260.02593994140625,
+      "learning_rate": 5.6991502482852235e-06,
+      "loss": 14.2188,
+      "step": 27299
+    },
+    {
+      "epoch": 1.304597151868489,
+      "grad_norm": 184.70579528808594,
+      "learning_rate": 5.698451622520442e-06,
+      "loss": 24.375,
+      "step": 27300
+    },
+    {
+      "epoch": 1.3046449393099493,
+      "grad_norm": 312.2066650390625,
+      "learning_rate": 5.6977530225163826e-06,
+      "loss": 24.5312,
+      "step": 27301
+    },
+    {
+      "epoch": 1.3046927267514097,
+      "grad_norm": 311.6570129394531,
+      "learning_rate": 5.6970544482772305e-06,
+      "loss": 26.0469,
+      "step": 27302
+    },
+    {
+      "epoch": 1.30474051419287,
+      "grad_norm": 185.14306640625,
+      "learning_rate": 5.69635589980717e-06,
+      "loss": 21.3281,
+      "step": 27303
+    },
+    {
+      "epoch": 1.3047883016343305,
+      "grad_norm": 175.54759216308594,
+      "learning_rate": 5.695657377110388e-06,
+      "loss": 23.3906,
+      "step": 27304
+    },
+    {
+      "epoch": 1.3048360890757909,
+      "grad_norm": 247.14259338378906,
+      "learning_rate": 5.694958880191061e-06,
+      "loss": 31.125,
+      "step": 27305
+    },
+    {
+      "epoch": 1.3048838765172512,
+      "grad_norm": 220.55447387695312,
+      "learning_rate": 5.694260409053374e-06,
+      "loss": 26.0,
+      "step": 27306
+    },
+    {
+      "epoch": 1.3049316639587116,
+      "grad_norm": 239.02145385742188,
+      "learning_rate": 5.693561963701517e-06,
+      "loss": 26.75,
+      "step": 27307
+    },
+    {
+      "epoch": 1.304979451400172,
+      "grad_norm": 201.88021850585938,
+      "learning_rate": 5.692863544139661e-06,
+      "loss": 16.9844,
+      "step": 27308
+    },
+    {
+      "epoch": 1.3050272388416324,
+      "grad_norm": 226.21575927734375,
+      "learning_rate": 5.692165150371995e-06,
+      "loss": 30.1875,
+      "step": 27309
+    },
+    {
+      "epoch": 1.3050750262830928,
+      "grad_norm": 172.38534545898438,
+      "learning_rate": 5.691466782402703e-06,
+      "loss": 22.6094,
+      "step": 27310
+    },
+    {
+      "epoch": 1.3051228137245532,
+      "grad_norm": 282.00054931640625,
+      "learning_rate": 5.690768440235968e-06,
+      "loss": 19.4062,
+      "step": 27311
+    },
+    {
+      "epoch": 1.3051706011660136,
+      "grad_norm": 201.7274169921875,
+      "learning_rate": 5.690070123875966e-06,
+      "loss": 31.3594,
+      "step": 27312
+    },
+    {
+      "epoch": 1.305218388607474,
+      "grad_norm": 203.6259307861328,
+      "learning_rate": 5.689371833326882e-06,
+      "loss": 20.3281,
+      "step": 27313
+    },
+    {
+      "epoch": 1.3052661760489344,
+      "grad_norm": 229.98788452148438,
+      "learning_rate": 5.6886735685928994e-06,
+      "loss": 29.8125,
+      "step": 27314
+    },
+    {
+      "epoch": 1.3053139634903947,
+      "grad_norm": 229.1431884765625,
+      "learning_rate": 5.6879753296782025e-06,
+      "loss": 19.6719,
+      "step": 27315
+    },
+    {
+      "epoch": 1.3053617509318551,
+      "grad_norm": 175.49578857421875,
+      "learning_rate": 5.687277116586965e-06,
+      "loss": 19.6719,
+      "step": 27316
+    },
+    {
+      "epoch": 1.3054095383733155,
+      "grad_norm": 139.8990936279297,
+      "learning_rate": 5.686578929323378e-06,
+      "loss": 22.4766,
+      "step": 27317
+    },
+    {
+      "epoch": 1.305457325814776,
+      "grad_norm": 275.69561767578125,
+      "learning_rate": 5.685880767891612e-06,
+      "loss": 27.0,
+      "step": 27318
+    },
+    {
+      "epoch": 1.3055051132562363,
+      "grad_norm": 241.14332580566406,
+      "learning_rate": 5.685182632295853e-06,
+      "loss": 24.5625,
+      "step": 27319
+    },
+    {
+      "epoch": 1.3055529006976967,
+      "grad_norm": 248.34140014648438,
+      "learning_rate": 5.6844845225402875e-06,
+      "loss": 19.7188,
+      "step": 27320
+    },
+    {
+      "epoch": 1.305600688139157,
+      "grad_norm": 202.3435821533203,
+      "learning_rate": 5.683786438629086e-06,
+      "loss": 26.2188,
+      "step": 27321
+    },
+    {
+      "epoch": 1.3056484755806175,
+      "grad_norm": 229.534423828125,
+      "learning_rate": 5.68308838056644e-06,
+      "loss": 20.4062,
+      "step": 27322
+    },
+    {
+      "epoch": 1.3056962630220779,
+      "grad_norm": 269.52545166015625,
+      "learning_rate": 5.6823903483565205e-06,
+      "loss": 18.5781,
+      "step": 27323
+    },
+    {
+      "epoch": 1.3057440504635383,
+      "grad_norm": 219.56907653808594,
+      "learning_rate": 5.68169234200351e-06,
+      "loss": 25.0938,
+      "step": 27324
+    },
+    {
+      "epoch": 1.3057918379049986,
+      "grad_norm": 354.383056640625,
+      "learning_rate": 5.6809943615115915e-06,
+      "loss": 20.2656,
+      "step": 27325
+    },
+    {
+      "epoch": 1.305839625346459,
+      "grad_norm": 207.65882873535156,
+      "learning_rate": 5.6802964068849465e-06,
+      "loss": 24.0938,
+      "step": 27326
+    },
+    {
+      "epoch": 1.3058874127879192,
+      "grad_norm": 320.7281799316406,
+      "learning_rate": 5.679598478127748e-06,
+      "loss": 29.4688,
+      "step": 27327
+    },
+    {
+      "epoch": 1.3059352002293796,
+      "grad_norm": 224.63046264648438,
+      "learning_rate": 5.678900575244181e-06,
+      "loss": 19.4062,
+      "step": 27328
+    },
+    {
+      "epoch": 1.30598298767084,
+      "grad_norm": 267.5319519042969,
+      "learning_rate": 5.678202698238427e-06,
+      "loss": 26.4062,
+      "step": 27329
+    },
+    {
+      "epoch": 1.3060307751123004,
+      "grad_norm": 372.7957458496094,
+      "learning_rate": 5.677504847114658e-06,
+      "loss": 25.0781,
+      "step": 27330
+    },
+    {
+      "epoch": 1.3060785625537608,
+      "grad_norm": 392.0700378417969,
+      "learning_rate": 5.676807021877057e-06,
+      "loss": 23.8438,
+      "step": 27331
+    },
+    {
+      "epoch": 1.3061263499952211,
+      "grad_norm": 249.6654510498047,
+      "learning_rate": 5.676109222529805e-06,
+      "loss": 19.5625,
+      "step": 27332
+    },
+    {
+      "epoch": 1.3061741374366815,
+      "grad_norm": 259.4198303222656,
+      "learning_rate": 5.675411449077083e-06,
+      "loss": 30.0625,
+      "step": 27333
+    },
+    {
+      "epoch": 1.306221924878142,
+      "grad_norm": 250.1946563720703,
+      "learning_rate": 5.674713701523063e-06,
+      "loss": 26.4062,
+      "step": 27334
+    },
+    {
+      "epoch": 1.3062697123196023,
+      "grad_norm": 187.59671020507812,
+      "learning_rate": 5.674015979871924e-06,
+      "loss": 25.7188,
+      "step": 27335
+    },
+    {
+      "epoch": 1.3063174997610627,
+      "grad_norm": 371.65032958984375,
+      "learning_rate": 5.673318284127849e-06,
+      "loss": 26.75,
+      "step": 27336
+    },
+    {
+      "epoch": 1.306365287202523,
+      "grad_norm": 421.4274597167969,
+      "learning_rate": 5.672620614295019e-06,
+      "loss": 25.1094,
+      "step": 27337
+    },
+    {
+      "epoch": 1.3064130746439835,
+      "grad_norm": 446.1470642089844,
+      "learning_rate": 5.671922970377602e-06,
+      "loss": 25.5781,
+      "step": 27338
+    },
+    {
+      "epoch": 1.3064608620854439,
+      "grad_norm": 256.6288757324219,
+      "learning_rate": 5.671225352379783e-06,
+      "loss": 24.3594,
+      "step": 27339
+    },
+    {
+      "epoch": 1.3065086495269043,
+      "grad_norm": 234.1917266845703,
+      "learning_rate": 5.670527760305742e-06,
+      "loss": 17.5469,
+      "step": 27340
+    },
+    {
+      "epoch": 1.3065564369683647,
+      "grad_norm": 514.5759887695312,
+      "learning_rate": 5.66983019415965e-06,
+      "loss": 25.2812,
+      "step": 27341
+    },
+    {
+      "epoch": 1.306604224409825,
+      "grad_norm": 230.25416564941406,
+      "learning_rate": 5.669132653945687e-06,
+      "loss": 29.8125,
+      "step": 27342
+    },
+    {
+      "epoch": 1.3066520118512854,
+      "grad_norm": 146.5269775390625,
+      "learning_rate": 5.6684351396680315e-06,
+      "loss": 18.625,
+      "step": 27343
+    },
+    {
+      "epoch": 1.3066997992927458,
+      "grad_norm": 245.5692138671875,
+      "learning_rate": 5.667737651330863e-06,
+      "loss": 23.4062,
+      "step": 27344
+    },
+    {
+      "epoch": 1.3067475867342062,
+      "grad_norm": 294.2930908203125,
+      "learning_rate": 5.667040188938353e-06,
+      "loss": 38.8125,
+      "step": 27345
+    },
+    {
+      "epoch": 1.3067953741756666,
+      "grad_norm": 203.69752502441406,
+      "learning_rate": 5.666342752494681e-06,
+      "loss": 24.5312,
+      "step": 27346
+    },
+    {
+      "epoch": 1.306843161617127,
+      "grad_norm": 479.8326721191406,
+      "learning_rate": 5.665645342004025e-06,
+      "loss": 33.5625,
+      "step": 27347
+    },
+    {
+      "epoch": 1.3068909490585874,
+      "grad_norm": 329.33984375,
+      "learning_rate": 5.664947957470562e-06,
+      "loss": 32.4375,
+      "step": 27348
+    },
+    {
+      "epoch": 1.3069387365000478,
+      "grad_norm": 201.25205993652344,
+      "learning_rate": 5.664250598898464e-06,
+      "loss": 29.125,
+      "step": 27349
+    },
+    {
+      "epoch": 1.3069865239415082,
+      "grad_norm": 174.34730529785156,
+      "learning_rate": 5.6635532662919155e-06,
+      "loss": 20.0625,
+      "step": 27350
+    },
+    {
+      "epoch": 1.3070343113829685,
+      "grad_norm": 162.5545654296875,
+      "learning_rate": 5.662855959655082e-06,
+      "loss": 26.0312,
+      "step": 27351
+    },
+    {
+      "epoch": 1.307082098824429,
+      "grad_norm": 330.76971435546875,
+      "learning_rate": 5.662158678992147e-06,
+      "loss": 22.6562,
+      "step": 27352
+    },
+    {
+      "epoch": 1.3071298862658893,
+      "grad_norm": 474.0632019042969,
+      "learning_rate": 5.661461424307286e-06,
+      "loss": 32.875,
+      "step": 27353
+    },
+    {
+      "epoch": 1.3071776737073497,
+      "grad_norm": 183.82275390625,
+      "learning_rate": 5.660764195604669e-06,
+      "loss": 21.2969,
+      "step": 27354
+    },
+    {
+      "epoch": 1.30722546114881,
+      "grad_norm": 631.3817749023438,
+      "learning_rate": 5.66006699288848e-06,
+      "loss": 30.8125,
+      "step": 27355
+    },
+    {
+      "epoch": 1.3072732485902705,
+      "grad_norm": 123.81344604492188,
+      "learning_rate": 5.6593698161628855e-06,
+      "loss": 16.4844,
+      "step": 27356
+    },
+    {
+      "epoch": 1.3073210360317309,
+      "grad_norm": 282.1696472167969,
+      "learning_rate": 5.658672665432065e-06,
+      "loss": 23.75,
+      "step": 27357
+    },
+    {
+      "epoch": 1.3073688234731913,
+      "grad_norm": 183.5355682373047,
+      "learning_rate": 5.657975540700193e-06,
+      "loss": 17.25,
+      "step": 27358
+    },
+    {
+      "epoch": 1.3074166109146517,
+      "grad_norm": 470.6048278808594,
+      "learning_rate": 5.657278441971449e-06,
+      "loss": 26.3438,
+      "step": 27359
+    },
+    {
+      "epoch": 1.307464398356112,
+      "grad_norm": 187.22743225097656,
+      "learning_rate": 5.656581369249998e-06,
+      "loss": 19.5312,
+      "step": 27360
+    },
+    {
+      "epoch": 1.3075121857975724,
+      "grad_norm": 209.02684020996094,
+      "learning_rate": 5.655884322540022e-06,
+      "loss": 25.1562,
+      "step": 27361
+    },
+    {
+      "epoch": 1.3075599732390328,
+      "grad_norm": 260.8795166015625,
+      "learning_rate": 5.655187301845693e-06,
+      "loss": 26.5312,
+      "step": 27362
+    },
+    {
+      "epoch": 1.3076077606804932,
+      "grad_norm": 199.74176025390625,
+      "learning_rate": 5.65449030717119e-06,
+      "loss": 33.1875,
+      "step": 27363
+    },
+    {
+      "epoch": 1.3076555481219536,
+      "grad_norm": 169.4415283203125,
+      "learning_rate": 5.653793338520679e-06,
+      "loss": 17.3906,
+      "step": 27364
+    },
+    {
+      "epoch": 1.307703335563414,
+      "grad_norm": 1004.0714721679688,
+      "learning_rate": 5.653096395898337e-06,
+      "loss": 24.6562,
+      "step": 27365
+    },
+    {
+      "epoch": 1.3077511230048744,
+      "grad_norm": 227.65353393554688,
+      "learning_rate": 5.652399479308343e-06,
+      "loss": 26.7344,
+      "step": 27366
+    },
+    {
+      "epoch": 1.3077989104463348,
+      "grad_norm": 199.71322631835938,
+      "learning_rate": 5.6517025887548615e-06,
+      "loss": 28.1875,
+      "step": 27367
+    },
+    {
+      "epoch": 1.3078466978877952,
+      "grad_norm": 354.4222717285156,
+      "learning_rate": 5.651005724242072e-06,
+      "loss": 23.0312,
+      "step": 27368
+    },
+    {
+      "epoch": 1.3078944853292556,
+      "grad_norm": 445.1214599609375,
+      "learning_rate": 5.650308885774145e-06,
+      "loss": 25.9531,
+      "step": 27369
+    },
+    {
+      "epoch": 1.307942272770716,
+      "grad_norm": 316.3768615722656,
+      "learning_rate": 5.649612073355259e-06,
+      "loss": 33.375,
+      "step": 27370
+    },
+    {
+      "epoch": 1.3079900602121763,
+      "grad_norm": 204.6707000732422,
+      "learning_rate": 5.64891528698958e-06,
+      "loss": 18.9062,
+      "step": 27371
+    },
+    {
+      "epoch": 1.3080378476536367,
+      "grad_norm": 295.5126647949219,
+      "learning_rate": 5.648218526681284e-06,
+      "loss": 24.0,
+      "step": 27372
+    },
+    {
+      "epoch": 1.3080856350950971,
+      "grad_norm": 164.34837341308594,
+      "learning_rate": 5.647521792434542e-06,
+      "loss": 24.3125,
+      "step": 27373
+    },
+    {
+      "epoch": 1.3081334225365575,
+      "grad_norm": 181.61717224121094,
+      "learning_rate": 5.646825084253535e-06,
+      "loss": 29.125,
+      "step": 27374
+    },
+    {
+      "epoch": 1.308181209978018,
+      "grad_norm": 159.15834045410156,
+      "learning_rate": 5.646128402142423e-06,
+      "loss": 21.2188,
+      "step": 27375
+    },
+    {
+      "epoch": 1.3082289974194783,
+      "grad_norm": 306.0357666015625,
+      "learning_rate": 5.645431746105385e-06,
+      "loss": 28.4062,
+      "step": 27376
+    },
+    {
+      "epoch": 1.3082767848609387,
+      "grad_norm": 124.0733413696289,
+      "learning_rate": 5.6447351161465946e-06,
+      "loss": 15.3438,
+      "step": 27377
+    },
+    {
+      "epoch": 1.3083245723023988,
+      "grad_norm": 230.7874298095703,
+      "learning_rate": 5.6440385122702175e-06,
+      "loss": 18.75,
+      "step": 27378
+    },
+    {
+      "epoch": 1.3083723597438592,
+      "grad_norm": 517.9511108398438,
+      "learning_rate": 5.643341934480428e-06,
+      "loss": 23.7812,
+      "step": 27379
+    },
+    {
+      "epoch": 1.3084201471853196,
+      "grad_norm": 285.3900146484375,
+      "learning_rate": 5.642645382781401e-06,
+      "loss": 29.6719,
+      "step": 27380
+    },
+    {
+      "epoch": 1.30846793462678,
+      "grad_norm": 554.052490234375,
+      "learning_rate": 5.641948857177308e-06,
+      "loss": 26.7188,
+      "step": 27381
+    },
+    {
+      "epoch": 1.3085157220682404,
+      "grad_norm": 423.3494873046875,
+      "learning_rate": 5.641252357672314e-06,
+      "loss": 19.1406,
+      "step": 27382
+    },
+    {
+      "epoch": 1.3085635095097008,
+      "grad_norm": 900.2723999023438,
+      "learning_rate": 5.6405558842705985e-06,
+      "loss": 39.3438,
+      "step": 27383
+    },
+    {
+      "epoch": 1.3086112969511612,
+      "grad_norm": 194.76773071289062,
+      "learning_rate": 5.639859436976325e-06,
+      "loss": 21.1406,
+      "step": 27384
+    },
+    {
+      "epoch": 1.3086590843926216,
+      "grad_norm": 213.94308471679688,
+      "learning_rate": 5.639163015793665e-06,
+      "loss": 33.4062,
+      "step": 27385
+    },
+    {
+      "epoch": 1.308706871834082,
+      "grad_norm": 107.4841537475586,
+      "learning_rate": 5.6384666207267965e-06,
+      "loss": 14.8516,
+      "step": 27386
+    },
+    {
+      "epoch": 1.3087546592755424,
+      "grad_norm": 174.97933959960938,
+      "learning_rate": 5.637770251779881e-06,
+      "loss": 22.9375,
+      "step": 27387
+    },
+    {
+      "epoch": 1.3088024467170027,
+      "grad_norm": 214.13833618164062,
+      "learning_rate": 5.6370739089570934e-06,
+      "loss": 23.4531,
+      "step": 27388
+    },
+    {
+      "epoch": 1.3088502341584631,
+      "grad_norm": 1229.6158447265625,
+      "learning_rate": 5.636377592262607e-06,
+      "loss": 28.3281,
+      "step": 27389
+    },
+    {
+      "epoch": 1.3088980215999235,
+      "grad_norm": 215.11483764648438,
+      "learning_rate": 5.635681301700585e-06,
+      "loss": 19.5781,
+      "step": 27390
+    },
+    {
+      "epoch": 1.308945809041384,
+      "grad_norm": 227.5074920654297,
+      "learning_rate": 5.6349850372752e-06,
+      "loss": 17.7188,
+      "step": 27391
+    },
+    {
+      "epoch": 1.3089935964828443,
+      "grad_norm": 328.27252197265625,
+      "learning_rate": 5.634288798990626e-06,
+      "loss": 25.1406,
+      "step": 27392
+    },
+    {
+      "epoch": 1.3090413839243047,
+      "grad_norm": 184.45750427246094,
+      "learning_rate": 5.633592586851025e-06,
+      "loss": 21.0,
+      "step": 27393
+    },
+    {
+      "epoch": 1.309089171365765,
+      "grad_norm": 234.83645629882812,
+      "learning_rate": 5.632896400860571e-06,
+      "loss": 27.4688,
+      "step": 27394
+    },
+    {
+      "epoch": 1.3091369588072255,
+      "grad_norm": 571.3812866210938,
+      "learning_rate": 5.63220024102343e-06,
+      "loss": 28.4375,
+      "step": 27395
+    },
+    {
+      "epoch": 1.3091847462486859,
+      "grad_norm": 197.07228088378906,
+      "learning_rate": 5.631504107343779e-06,
+      "loss": 23.1406,
+      "step": 27396
+    },
+    {
+      "epoch": 1.3092325336901462,
+      "grad_norm": 189.3669891357422,
+      "learning_rate": 5.630807999825778e-06,
+      "loss": 26.25,
+      "step": 27397
+    },
+    {
+      "epoch": 1.3092803211316066,
+      "grad_norm": 221.1055450439453,
+      "learning_rate": 5.630111918473597e-06,
+      "loss": 29.25,
+      "step": 27398
+    },
+    {
+      "epoch": 1.309328108573067,
+      "grad_norm": 351.3525695800781,
+      "learning_rate": 5.62941586329141e-06,
+      "loss": 30.0938,
+      "step": 27399
+    },
+    {
+      "epoch": 1.3093758960145274,
+      "grad_norm": 281.2915344238281,
+      "learning_rate": 5.628719834283385e-06,
+      "loss": 32.7656,
+      "step": 27400
+    },
+    {
+      "epoch": 1.3094236834559878,
+      "grad_norm": 316.8683776855469,
+      "learning_rate": 5.628023831453684e-06,
+      "loss": 29.5938,
+      "step": 27401
+    },
+    {
+      "epoch": 1.3094714708974482,
+      "grad_norm": 225.6953887939453,
+      "learning_rate": 5.627327854806478e-06,
+      "loss": 30.9531,
+      "step": 27402
+    },
+    {
+      "epoch": 1.3095192583389086,
+      "grad_norm": 333.7901916503906,
+      "learning_rate": 5.62663190434594e-06,
+      "loss": 29.8906,
+      "step": 27403
+    },
+    {
+      "epoch": 1.309567045780369,
+      "grad_norm": 189.26296997070312,
+      "learning_rate": 5.6259359800762316e-06,
+      "loss": 26.7188,
+      "step": 27404
+    },
+    {
+      "epoch": 1.3096148332218294,
+      "grad_norm": 587.7982177734375,
+      "learning_rate": 5.62524008200152e-06,
+      "loss": 41.9375,
+      "step": 27405
+    },
+    {
+      "epoch": 1.3096626206632898,
+      "grad_norm": 231.42747497558594,
+      "learning_rate": 5.624544210125978e-06,
+      "loss": 22.75,
+      "step": 27406
+    },
+    {
+      "epoch": 1.3097104081047501,
+      "grad_norm": 189.04611206054688,
+      "learning_rate": 5.623848364453771e-06,
+      "loss": 20.2344,
+      "step": 27407
+    },
+    {
+      "epoch": 1.3097581955462105,
+      "grad_norm": 322.3457336425781,
+      "learning_rate": 5.623152544989063e-06,
+      "loss": 26.9375,
+      "step": 27408
+    },
+    {
+      "epoch": 1.3098059829876707,
+      "grad_norm": 191.5902557373047,
+      "learning_rate": 5.622456751736025e-06,
+      "loss": 21.0781,
+      "step": 27409
+    },
+    {
+      "epoch": 1.309853770429131,
+      "grad_norm": 238.99017333984375,
+      "learning_rate": 5.621760984698821e-06,
+      "loss": 27.1562,
+      "step": 27410
+    },
+    {
+      "epoch": 1.3099015578705915,
+      "grad_norm": 193.60911560058594,
+      "learning_rate": 5.621065243881623e-06,
+      "loss": 28.2812,
+      "step": 27411
+    },
+    {
+      "epoch": 1.3099493453120519,
+      "grad_norm": 230.76422119140625,
+      "learning_rate": 5.62036952928859e-06,
+      "loss": 27.1875,
+      "step": 27412
+    },
+    {
+      "epoch": 1.3099971327535123,
+      "grad_norm": 300.11767578125,
+      "learning_rate": 5.619673840923894e-06,
+      "loss": 34.5938,
+      "step": 27413
+    },
+    {
+      "epoch": 1.3100449201949727,
+      "grad_norm": 195.3297576904297,
+      "learning_rate": 5.618978178791701e-06,
+      "loss": 28.5312,
+      "step": 27414
+    },
+    {
+      "epoch": 1.310092707636433,
+      "grad_norm": 377.4654235839844,
+      "learning_rate": 5.618282542896174e-06,
+      "loss": 24.25,
+      "step": 27415
+    },
+    {
+      "epoch": 1.3101404950778934,
+      "grad_norm": 182.6024169921875,
+      "learning_rate": 5.617586933241479e-06,
+      "loss": 18.5312,
+      "step": 27416
+    },
+    {
+      "epoch": 1.3101882825193538,
+      "grad_norm": 294.2518310546875,
+      "learning_rate": 5.6168913498317874e-06,
+      "loss": 30.0,
+      "step": 27417
+    },
+    {
+      "epoch": 1.3102360699608142,
+      "grad_norm": 294.3300476074219,
+      "learning_rate": 5.616195792671257e-06,
+      "loss": 20.9688,
+      "step": 27418
+    },
+    {
+      "epoch": 1.3102838574022746,
+      "grad_norm": 205.1312713623047,
+      "learning_rate": 5.615500261764062e-06,
+      "loss": 32.4531,
+      "step": 27419
+    },
+    {
+      "epoch": 1.310331644843735,
+      "grad_norm": 143.5397491455078,
+      "learning_rate": 5.614804757114358e-06,
+      "loss": 18.5156,
+      "step": 27420
+    },
+    {
+      "epoch": 1.3103794322851954,
+      "grad_norm": 592.4069213867188,
+      "learning_rate": 5.614109278726315e-06,
+      "loss": 21.0312,
+      "step": 27421
+    },
+    {
+      "epoch": 1.3104272197266558,
+      "grad_norm": 169.26902770996094,
+      "learning_rate": 5.6134138266041025e-06,
+      "loss": 23.2188,
+      "step": 27422
+    },
+    {
+      "epoch": 1.3104750071681162,
+      "grad_norm": 177.97293090820312,
+      "learning_rate": 5.612718400751878e-06,
+      "loss": 24.0469,
+      "step": 27423
+    },
+    {
+      "epoch": 1.3105227946095765,
+      "grad_norm": 166.0857696533203,
+      "learning_rate": 5.6120230011738075e-06,
+      "loss": 20.4375,
+      "step": 27424
+    },
+    {
+      "epoch": 1.310570582051037,
+      "grad_norm": 493.4586181640625,
+      "learning_rate": 5.611327627874061e-06,
+      "loss": 28.0938,
+      "step": 27425
+    },
+    {
+      "epoch": 1.3106183694924973,
+      "grad_norm": 193.489990234375,
+      "learning_rate": 5.610632280856796e-06,
+      "loss": 22.0938,
+      "step": 27426
+    },
+    {
+      "epoch": 1.3106661569339577,
+      "grad_norm": 245.0852813720703,
+      "learning_rate": 5.609936960126179e-06,
+      "loss": 26.4219,
+      "step": 27427
+    },
+    {
+      "epoch": 1.310713944375418,
+      "grad_norm": 284.8551025390625,
+      "learning_rate": 5.609241665686376e-06,
+      "loss": 26.3594,
+      "step": 27428
+    },
+    {
+      "epoch": 1.3107617318168785,
+      "grad_norm": 203.41819763183594,
+      "learning_rate": 5.608546397541553e-06,
+      "loss": 29.75,
+      "step": 27429
+    },
+    {
+      "epoch": 1.3108095192583389,
+      "grad_norm": 291.218017578125,
+      "learning_rate": 5.607851155695867e-06,
+      "loss": 16.625,
+      "step": 27430
+    },
+    {
+      "epoch": 1.3108573066997993,
+      "grad_norm": 219.94732666015625,
+      "learning_rate": 5.607155940153485e-06,
+      "loss": 28.4375,
+      "step": 27431
+    },
+    {
+      "epoch": 1.3109050941412597,
+      "grad_norm": 4190.36328125,
+      "learning_rate": 5.60646075091857e-06,
+      "loss": 24.6875,
+      "step": 27432
+    },
+    {
+      "epoch": 1.31095288158272,
+      "grad_norm": 218.54449462890625,
+      "learning_rate": 5.605765587995291e-06,
+      "loss": 24.4375,
+      "step": 27433
+    },
+    {
+      "epoch": 1.3110006690241804,
+      "grad_norm": 179.6660614013672,
+      "learning_rate": 5.605070451387802e-06,
+      "loss": 26.8125,
+      "step": 27434
+    },
+    {
+      "epoch": 1.3110484564656408,
+      "grad_norm": 237.71279907226562,
+      "learning_rate": 5.604375341100268e-06,
+      "loss": 21.2656,
+      "step": 27435
+    },
+    {
+      "epoch": 1.3110962439071012,
+      "grad_norm": 206.90469360351562,
+      "learning_rate": 5.603680257136857e-06,
+      "loss": 28.9219,
+      "step": 27436
+    },
+    {
+      "epoch": 1.3111440313485616,
+      "grad_norm": 156.4727325439453,
+      "learning_rate": 5.6029851995017296e-06,
+      "loss": 16.0,
+      "step": 27437
+    },
+    {
+      "epoch": 1.311191818790022,
+      "grad_norm": 163.7974395751953,
+      "learning_rate": 5.602290168199044e-06,
+      "loss": 21.7344,
+      "step": 27438
+    },
+    {
+      "epoch": 1.3112396062314824,
+      "grad_norm": 376.2901916503906,
+      "learning_rate": 5.601595163232966e-06,
+      "loss": 35.25,
+      "step": 27439
+    },
+    {
+      "epoch": 1.3112873936729428,
+      "grad_norm": 215.74554443359375,
+      "learning_rate": 5.6009001846076604e-06,
+      "loss": 30.875,
+      "step": 27440
+    },
+    {
+      "epoch": 1.3113351811144032,
+      "grad_norm": 274.06549072265625,
+      "learning_rate": 5.600205232327284e-06,
+      "loss": 21.2969,
+      "step": 27441
+    },
+    {
+      "epoch": 1.3113829685558636,
+      "grad_norm": 225.7714385986328,
+      "learning_rate": 5.599510306396001e-06,
+      "loss": 24.8125,
+      "step": 27442
+    },
+    {
+      "epoch": 1.311430755997324,
+      "grad_norm": 454.4914245605469,
+      "learning_rate": 5.598815406817972e-06,
+      "loss": 21.6562,
+      "step": 27443
+    },
+    {
+      "epoch": 1.3114785434387843,
+      "grad_norm": 421.4134826660156,
+      "learning_rate": 5.5981205335973646e-06,
+      "loss": 20.625,
+      "step": 27444
+    },
+    {
+      "epoch": 1.3115263308802447,
+      "grad_norm": 147.9636688232422,
+      "learning_rate": 5.597425686738329e-06,
+      "loss": 26.375,
+      "step": 27445
+    },
+    {
+      "epoch": 1.3115741183217051,
+      "grad_norm": 241.98651123046875,
+      "learning_rate": 5.596730866245035e-06,
+      "loss": 23.5469,
+      "step": 27446
+    },
+    {
+      "epoch": 1.3116219057631655,
+      "grad_norm": 250.6527862548828,
+      "learning_rate": 5.596036072121645e-06,
+      "loss": 28.8438,
+      "step": 27447
+    },
+    {
+      "epoch": 1.311669693204626,
+      "grad_norm": 229.2962188720703,
+      "learning_rate": 5.59534130437231e-06,
+      "loss": 16.0156,
+      "step": 27448
+    },
+    {
+      "epoch": 1.3117174806460863,
+      "grad_norm": 180.8312530517578,
+      "learning_rate": 5.5946465630012005e-06,
+      "loss": 26.8125,
+      "step": 27449
+    },
+    {
+      "epoch": 1.3117652680875467,
+      "grad_norm": 283.5968322753906,
+      "learning_rate": 5.593951848012475e-06,
+      "loss": 28.5938,
+      "step": 27450
+    },
+    {
+      "epoch": 1.311813055529007,
+      "grad_norm": 231.721923828125,
+      "learning_rate": 5.5932571594102905e-06,
+      "loss": 24.7656,
+      "step": 27451
+    },
+    {
+      "epoch": 1.3118608429704675,
+      "grad_norm": 308.195556640625,
+      "learning_rate": 5.5925624971988124e-06,
+      "loss": 27.3438,
+      "step": 27452
+    },
+    {
+      "epoch": 1.3119086304119278,
+      "grad_norm": 245.42686462402344,
+      "learning_rate": 5.591867861382193e-06,
+      "loss": 29.9062,
+      "step": 27453
+    },
+    {
+      "epoch": 1.3119564178533882,
+      "grad_norm": 253.234619140625,
+      "learning_rate": 5.591173251964598e-06,
+      "loss": 22.7188,
+      "step": 27454
+    },
+    {
+      "epoch": 1.3120042052948486,
+      "grad_norm": 388.68267822265625,
+      "learning_rate": 5.59047866895019e-06,
+      "loss": 29.5469,
+      "step": 27455
+    },
+    {
+      "epoch": 1.312051992736309,
+      "grad_norm": 189.54454040527344,
+      "learning_rate": 5.589784112343121e-06,
+      "loss": 21.8594,
+      "step": 27456
+    },
+    {
+      "epoch": 1.3120997801777694,
+      "grad_norm": 317.83270263671875,
+      "learning_rate": 5.589089582147556e-06,
+      "loss": 28.6562,
+      "step": 27457
+    },
+    {
+      "epoch": 1.3121475676192298,
+      "grad_norm": 273.8591613769531,
+      "learning_rate": 5.58839507836765e-06,
+      "loss": 19.3906,
+      "step": 27458
+    },
+    {
+      "epoch": 1.3121953550606902,
+      "grad_norm": 237.54763793945312,
+      "learning_rate": 5.587700601007571e-06,
+      "loss": 24.6875,
+      "step": 27459
+    },
+    {
+      "epoch": 1.3122431425021506,
+      "grad_norm": 224.00022888183594,
+      "learning_rate": 5.5870061500714656e-06,
+      "loss": 35.875,
+      "step": 27460
+    },
+    {
+      "epoch": 1.3122909299436107,
+      "grad_norm": 261.2887268066406,
+      "learning_rate": 5.586311725563502e-06,
+      "loss": 30.4062,
+      "step": 27461
+    },
+    {
+      "epoch": 1.3123387173850711,
+      "grad_norm": 155.19985961914062,
+      "learning_rate": 5.585617327487838e-06,
+      "loss": 22.0,
+      "step": 27462
+    },
+    {
+      "epoch": 1.3123865048265315,
+      "grad_norm": 208.07749938964844,
+      "learning_rate": 5.584922955848626e-06,
+      "loss": 23.6719,
+      "step": 27463
+    },
+    {
+      "epoch": 1.312434292267992,
+      "grad_norm": 690.5809326171875,
+      "learning_rate": 5.58422861065003e-06,
+      "loss": 36.5,
+      "step": 27464
+    },
+    {
+      "epoch": 1.3124820797094523,
+      "grad_norm": 519.396728515625,
+      "learning_rate": 5.583534291896206e-06,
+      "loss": 24.2031,
+      "step": 27465
+    },
+    {
+      "epoch": 1.3125298671509127,
+      "grad_norm": 232.85641479492188,
+      "learning_rate": 5.582839999591316e-06,
+      "loss": 22.2812,
+      "step": 27466
+    },
+    {
+      "epoch": 1.312577654592373,
+      "grad_norm": 185.86634826660156,
+      "learning_rate": 5.582145733739512e-06,
+      "loss": 21.4531,
+      "step": 27467
+    },
+    {
+      "epoch": 1.3126254420338335,
+      "grad_norm": 171.29689025878906,
+      "learning_rate": 5.581451494344954e-06,
+      "loss": 22.4375,
+      "step": 27468
+    },
+    {
+      "epoch": 1.3126732294752939,
+      "grad_norm": 572.09619140625,
+      "learning_rate": 5.580757281411799e-06,
+      "loss": 29.75,
+      "step": 27469
+    },
+    {
+      "epoch": 1.3127210169167542,
+      "grad_norm": 277.81158447265625,
+      "learning_rate": 5.58006309494421e-06,
+      "loss": 23.7812,
+      "step": 27470
+    },
+    {
+      "epoch": 1.3127688043582146,
+      "grad_norm": 185.46568298339844,
+      "learning_rate": 5.579368934946336e-06,
+      "loss": 26.8438,
+      "step": 27471
+    },
+    {
+      "epoch": 1.312816591799675,
+      "grad_norm": 345.1880187988281,
+      "learning_rate": 5.578674801422339e-06,
+      "loss": 31.7188,
+      "step": 27472
+    },
+    {
+      "epoch": 1.3128643792411354,
+      "grad_norm": 322.53216552734375,
+      "learning_rate": 5.577980694376375e-06,
+      "loss": 30.125,
+      "step": 27473
+    },
+    {
+      "epoch": 1.3129121666825958,
+      "grad_norm": 244.38450622558594,
+      "learning_rate": 5.577286613812602e-06,
+      "loss": 22.5625,
+      "step": 27474
+    },
+    {
+      "epoch": 1.3129599541240562,
+      "grad_norm": 168.78811645507812,
+      "learning_rate": 5.576592559735174e-06,
+      "loss": 27.625,
+      "step": 27475
+    },
+    {
+      "epoch": 1.3130077415655166,
+      "grad_norm": 277.0133972167969,
+      "learning_rate": 5.575898532148247e-06,
+      "loss": 28.1562,
+      "step": 27476
+    },
+    {
+      "epoch": 1.313055529006977,
+      "grad_norm": 203.00962829589844,
+      "learning_rate": 5.575204531055985e-06,
+      "loss": 19.75,
+      "step": 27477
+    },
+    {
+      "epoch": 1.3131033164484374,
+      "grad_norm": 268.7253723144531,
+      "learning_rate": 5.574510556462532e-06,
+      "loss": 23.5156,
+      "step": 27478
+    },
+    {
+      "epoch": 1.3131511038898978,
+      "grad_norm": 126.0219497680664,
+      "learning_rate": 5.573816608372052e-06,
+      "loss": 21.25,
+      "step": 27479
+    },
+    {
+      "epoch": 1.3131988913313581,
+      "grad_norm": 237.852783203125,
+      "learning_rate": 5.573122686788703e-06,
+      "loss": 27.1094,
+      "step": 27480
+    },
+    {
+      "epoch": 1.3132466787728185,
+      "grad_norm": 308.12615966796875,
+      "learning_rate": 5.572428791716632e-06,
+      "loss": 16.625,
+      "step": 27481
+    },
+    {
+      "epoch": 1.313294466214279,
+      "grad_norm": 141.37179565429688,
+      "learning_rate": 5.5717349231599995e-06,
+      "loss": 20.0938,
+      "step": 27482
+    },
+    {
+      "epoch": 1.3133422536557393,
+      "grad_norm": 359.1053161621094,
+      "learning_rate": 5.571041081122965e-06,
+      "loss": 25.5625,
+      "step": 27483
+    },
+    {
+      "epoch": 1.3133900410971997,
+      "grad_norm": 177.1150360107422,
+      "learning_rate": 5.570347265609677e-06,
+      "loss": 20.0469,
+      "step": 27484
+    },
+    {
+      "epoch": 1.31343782853866,
+      "grad_norm": 162.01295471191406,
+      "learning_rate": 5.569653476624295e-06,
+      "loss": 26.75,
+      "step": 27485
+    },
+    {
+      "epoch": 1.3134856159801205,
+      "grad_norm": 255.84861755371094,
+      "learning_rate": 5.568959714170969e-06,
+      "loss": 24.3125,
+      "step": 27486
+    },
+    {
+      "epoch": 1.3135334034215809,
+      "grad_norm": 361.13079833984375,
+      "learning_rate": 5.568265978253857e-06,
+      "loss": 20.1094,
+      "step": 27487
+    },
+    {
+      "epoch": 1.3135811908630413,
+      "grad_norm": 408.4693298339844,
+      "learning_rate": 5.5675722688771175e-06,
+      "loss": 28.5312,
+      "step": 27488
+    },
+    {
+      "epoch": 1.3136289783045016,
+      "grad_norm": 364.3647155761719,
+      "learning_rate": 5.5668785860448945e-06,
+      "loss": 20.1094,
+      "step": 27489
+    },
+    {
+      "epoch": 1.313676765745962,
+      "grad_norm": 319.6613464355469,
+      "learning_rate": 5.5661849297613505e-06,
+      "loss": 25.3438,
+      "step": 27490
+    },
+    {
+      "epoch": 1.3137245531874224,
+      "grad_norm": 193.7052001953125,
+      "learning_rate": 5.565491300030637e-06,
+      "loss": 19.7969,
+      "step": 27491
+    },
+    {
+      "epoch": 1.3137723406288826,
+      "grad_norm": 201.48529052734375,
+      "learning_rate": 5.564797696856912e-06,
+      "loss": 22.3125,
+      "step": 27492
+    },
+    {
+      "epoch": 1.313820128070343,
+      "grad_norm": 252.85440063476562,
+      "learning_rate": 5.564104120244323e-06,
+      "loss": 23.875,
+      "step": 27493
+    },
+    {
+      "epoch": 1.3138679155118034,
+      "grad_norm": 771.3715209960938,
+      "learning_rate": 5.563410570197026e-06,
+      "loss": 32.2188,
+      "step": 27494
+    },
+    {
+      "epoch": 1.3139157029532638,
+      "grad_norm": 213.85971069335938,
+      "learning_rate": 5.5627170467191745e-06,
+      "loss": 34.1406,
+      "step": 27495
+    },
+    {
+      "epoch": 1.3139634903947242,
+      "grad_norm": 230.0045623779297,
+      "learning_rate": 5.562023549814927e-06,
+      "loss": 27.4375,
+      "step": 27496
+    },
+    {
+      "epoch": 1.3140112778361845,
+      "grad_norm": 182.0603790283203,
+      "learning_rate": 5.561330079488427e-06,
+      "loss": 21.9375,
+      "step": 27497
+    },
+    {
+      "epoch": 1.314059065277645,
+      "grad_norm": 310.49951171875,
+      "learning_rate": 5.560636635743833e-06,
+      "loss": 23.2031,
+      "step": 27498
+    },
+    {
+      "epoch": 1.3141068527191053,
+      "grad_norm": 193.8508758544922,
+      "learning_rate": 5.5599432185852995e-06,
+      "loss": 25.9688,
+      "step": 27499
+    },
+    {
+      "epoch": 1.3141546401605657,
+      "grad_norm": 275.197021484375,
+      "learning_rate": 5.5592498280169745e-06,
+      "loss": 21.0391,
+      "step": 27500
+    },
+    {
+      "epoch": 1.314202427602026,
+      "grad_norm": 277.1575927734375,
+      "learning_rate": 5.558556464043013e-06,
+      "loss": 28.4062,
+      "step": 27501
+    },
+    {
+      "epoch": 1.3142502150434865,
+      "grad_norm": 252.98158264160156,
+      "learning_rate": 5.557863126667568e-06,
+      "loss": 23.6875,
+      "step": 27502
+    },
+    {
+      "epoch": 1.3142980024849469,
+      "grad_norm": 158.5827178955078,
+      "learning_rate": 5.557169815894794e-06,
+      "loss": 14.6094,
+      "step": 27503
+    },
+    {
+      "epoch": 1.3143457899264073,
+      "grad_norm": 300.6264953613281,
+      "learning_rate": 5.556476531728836e-06,
+      "loss": 40.875,
+      "step": 27504
+    },
+    {
+      "epoch": 1.3143935773678677,
+      "grad_norm": 372.0523986816406,
+      "learning_rate": 5.55578327417385e-06,
+      "loss": 30.9062,
+      "step": 27505
+    },
+    {
+      "epoch": 1.314441364809328,
+      "grad_norm": 135.76919555664062,
+      "learning_rate": 5.555090043233986e-06,
+      "loss": 19.1875,
+      "step": 27506
+    },
+    {
+      "epoch": 1.3144891522507884,
+      "grad_norm": 319.3772277832031,
+      "learning_rate": 5.5543968389134025e-06,
+      "loss": 16.6094,
+      "step": 27507
+    },
+    {
+      "epoch": 1.3145369396922488,
+      "grad_norm": 915.2278442382812,
+      "learning_rate": 5.553703661216242e-06,
+      "loss": 16.25,
+      "step": 27508
+    },
+    {
+      "epoch": 1.3145847271337092,
+      "grad_norm": 492.89556884765625,
+      "learning_rate": 5.553010510146659e-06,
+      "loss": 26.3438,
+      "step": 27509
+    },
+    {
+      "epoch": 1.3146325145751696,
+      "grad_norm": 214.9827117919922,
+      "learning_rate": 5.552317385708807e-06,
+      "loss": 28.875,
+      "step": 27510
+    },
+    {
+      "epoch": 1.31468030201663,
+      "grad_norm": 246.62869262695312,
+      "learning_rate": 5.5516242879068335e-06,
+      "loss": 26.375,
+      "step": 27511
+    },
+    {
+      "epoch": 1.3147280894580904,
+      "grad_norm": 260.9741516113281,
+      "learning_rate": 5.55093121674489e-06,
+      "loss": 32.2656,
+      "step": 27512
+    },
+    {
+      "epoch": 1.3147758768995508,
+      "grad_norm": 391.5048828125,
+      "learning_rate": 5.550238172227127e-06,
+      "loss": 31.9219,
+      "step": 27513
+    },
+    {
+      "epoch": 1.3148236643410112,
+      "grad_norm": 230.6869354248047,
+      "learning_rate": 5.5495451543576996e-06,
+      "loss": 20.7969,
+      "step": 27514
+    },
+    {
+      "epoch": 1.3148714517824716,
+      "grad_norm": 261.366455078125,
+      "learning_rate": 5.54885216314075e-06,
+      "loss": 47.0,
+      "step": 27515
+    },
+    {
+      "epoch": 1.314919239223932,
+      "grad_norm": 231.2158203125,
+      "learning_rate": 5.548159198580436e-06,
+      "loss": 36.4688,
+      "step": 27516
+    },
+    {
+      "epoch": 1.3149670266653923,
+      "grad_norm": 305.7398376464844,
+      "learning_rate": 5.547466260680901e-06,
+      "loss": 20.6719,
+      "step": 27517
+    },
+    {
+      "epoch": 1.3150148141068527,
+      "grad_norm": 432.2725524902344,
+      "learning_rate": 5.5467733494463014e-06,
+      "loss": 27.875,
+      "step": 27518
+    },
+    {
+      "epoch": 1.3150626015483131,
+      "grad_norm": 586.563720703125,
+      "learning_rate": 5.546080464880778e-06,
+      "loss": 19.0,
+      "step": 27519
+    },
+    {
+      "epoch": 1.3151103889897735,
+      "grad_norm": 208.69723510742188,
+      "learning_rate": 5.545387606988487e-06,
+      "loss": 20.0,
+      "step": 27520
+    },
+    {
+      "epoch": 1.315158176431234,
+      "grad_norm": 920.1727905273438,
+      "learning_rate": 5.5446947757735755e-06,
+      "loss": 18.1094,
+      "step": 27521
+    },
+    {
+      "epoch": 1.3152059638726943,
+      "grad_norm": 286.2235412597656,
+      "learning_rate": 5.5440019712401985e-06,
+      "loss": 29.3438,
+      "step": 27522
+    },
+    {
+      "epoch": 1.3152537513141547,
+      "grad_norm": 187.183837890625,
+      "learning_rate": 5.5433091933924945e-06,
+      "loss": 16.0312,
+      "step": 27523
+    },
+    {
+      "epoch": 1.315301538755615,
+      "grad_norm": 131.25759887695312,
+      "learning_rate": 5.542616442234618e-06,
+      "loss": 22.4375,
+      "step": 27524
+    },
+    {
+      "epoch": 1.3153493261970755,
+      "grad_norm": 210.1205596923828,
+      "learning_rate": 5.541923717770722e-06,
+      "loss": 31.3438,
+      "step": 27525
+    },
+    {
+      "epoch": 1.3153971136385358,
+      "grad_norm": 216.0306396484375,
+      "learning_rate": 5.541231020004946e-06,
+      "loss": 19.8906,
+      "step": 27526
+    },
+    {
+      "epoch": 1.3154449010799962,
+      "grad_norm": 383.29180908203125,
+      "learning_rate": 5.540538348941442e-06,
+      "loss": 25.8125,
+      "step": 27527
+    },
+    {
+      "epoch": 1.3154926885214566,
+      "grad_norm": 222.34149169921875,
+      "learning_rate": 5.539845704584361e-06,
+      "loss": 24.9375,
+      "step": 27528
+    },
+    {
+      "epoch": 1.315540475962917,
+      "grad_norm": 395.9195861816406,
+      "learning_rate": 5.5391530869378515e-06,
+      "loss": 34.9062,
+      "step": 27529
+    },
+    {
+      "epoch": 1.3155882634043774,
+      "grad_norm": 305.2833557128906,
+      "learning_rate": 5.538460496006055e-06,
+      "loss": 27.0156,
+      "step": 27530
+    },
+    {
+      "epoch": 1.3156360508458378,
+      "grad_norm": 212.23265075683594,
+      "learning_rate": 5.537767931793123e-06,
+      "loss": 23.0,
+      "step": 27531
+    },
+    {
+      "epoch": 1.3156838382872982,
+      "grad_norm": 196.6833038330078,
+      "learning_rate": 5.537075394303204e-06,
+      "loss": 18.1562,
+      "step": 27532
+    },
+    {
+      "epoch": 1.3157316257287586,
+      "grad_norm": 253.36700439453125,
+      "learning_rate": 5.53638288354045e-06,
+      "loss": 18.9062,
+      "step": 27533
+    },
+    {
+      "epoch": 1.315779413170219,
+      "grad_norm": 136.90110778808594,
+      "learning_rate": 5.535690399508997e-06,
+      "loss": 21.8281,
+      "step": 27534
+    },
+    {
+      "epoch": 1.3158272006116793,
+      "grad_norm": 340.2507019042969,
+      "learning_rate": 5.534997942212998e-06,
+      "loss": 39.3281,
+      "step": 27535
+    },
+    {
+      "epoch": 1.3158749880531397,
+      "grad_norm": 260.48492431640625,
+      "learning_rate": 5.534305511656604e-06,
+      "loss": 22.875,
+      "step": 27536
+    },
+    {
+      "epoch": 1.3159227754946001,
+      "grad_norm": 1060.8009033203125,
+      "learning_rate": 5.533613107843954e-06,
+      "loss": 28.9688,
+      "step": 27537
+    },
+    {
+      "epoch": 1.3159705629360605,
+      "grad_norm": 209.58798217773438,
+      "learning_rate": 5.532920730779198e-06,
+      "loss": 25.5625,
+      "step": 27538
+    },
+    {
+      "epoch": 1.316018350377521,
+      "grad_norm": 334.0389404296875,
+      "learning_rate": 5.532228380466482e-06,
+      "loss": 27.5,
+      "step": 27539
+    },
+    {
+      "epoch": 1.3160661378189813,
+      "grad_norm": 271.73358154296875,
+      "learning_rate": 5.531536056909959e-06,
+      "loss": 27.5156,
+      "step": 27540
+    },
+    {
+      "epoch": 1.3161139252604417,
+      "grad_norm": 160.2864532470703,
+      "learning_rate": 5.530843760113763e-06,
+      "loss": 20.1719,
+      "step": 27541
+    },
+    {
+      "epoch": 1.316161712701902,
+      "grad_norm": 238.4843292236328,
+      "learning_rate": 5.530151490082048e-06,
+      "loss": 22.125,
+      "step": 27542
+    },
+    {
+      "epoch": 1.3162095001433622,
+      "grad_norm": 229.03195190429688,
+      "learning_rate": 5.5294592468189554e-06,
+      "loss": 17.3594,
+      "step": 27543
+    },
+    {
+      "epoch": 1.3162572875848226,
+      "grad_norm": 229.64259338378906,
+      "learning_rate": 5.528767030328639e-06,
+      "loss": 24.6094,
+      "step": 27544
+    },
+    {
+      "epoch": 1.316305075026283,
+      "grad_norm": 374.9732971191406,
+      "learning_rate": 5.5280748406152355e-06,
+      "loss": 25.0,
+      "step": 27545
+    },
+    {
+      "epoch": 1.3163528624677434,
+      "grad_norm": 205.64833068847656,
+      "learning_rate": 5.527382677682892e-06,
+      "loss": 22.625,
+      "step": 27546
+    },
+    {
+      "epoch": 1.3164006499092038,
+      "grad_norm": 662.5869140625,
+      "learning_rate": 5.52669054153576e-06,
+      "loss": 48.0625,
+      "step": 27547
+    },
+    {
+      "epoch": 1.3164484373506642,
+      "grad_norm": 243.6005859375,
+      "learning_rate": 5.525998432177975e-06,
+      "loss": 24.9688,
+      "step": 27548
+    },
+    {
+      "epoch": 1.3164962247921246,
+      "grad_norm": 171.4264373779297,
+      "learning_rate": 5.525306349613689e-06,
+      "loss": 21.9375,
+      "step": 27549
+    },
+    {
+      "epoch": 1.316544012233585,
+      "grad_norm": 182.87380981445312,
+      "learning_rate": 5.524614293847042e-06,
+      "loss": 27.4062,
+      "step": 27550
+    },
+    {
+      "epoch": 1.3165917996750454,
+      "grad_norm": 259.6253967285156,
+      "learning_rate": 5.523922264882183e-06,
+      "loss": 26.9375,
+      "step": 27551
+    },
+    {
+      "epoch": 1.3166395871165057,
+      "grad_norm": 232.24395751953125,
+      "learning_rate": 5.5232302627232516e-06,
+      "loss": 29.5,
+      "step": 27552
+    },
+    {
+      "epoch": 1.3166873745579661,
+      "grad_norm": 223.78475952148438,
+      "learning_rate": 5.5225382873743925e-06,
+      "loss": 22.8281,
+      "step": 27553
+    },
+    {
+      "epoch": 1.3167351619994265,
+      "grad_norm": 729.8305053710938,
+      "learning_rate": 5.521846338839752e-06,
+      "loss": 42.2812,
+      "step": 27554
+    },
+    {
+      "epoch": 1.316782949440887,
+      "grad_norm": 158.52149963378906,
+      "learning_rate": 5.521154417123478e-06,
+      "loss": 18.7188,
+      "step": 27555
+    },
+    {
+      "epoch": 1.3168307368823473,
+      "grad_norm": 279.673095703125,
+      "learning_rate": 5.520462522229706e-06,
+      "loss": 17.4062,
+      "step": 27556
+    },
+    {
+      "epoch": 1.3168785243238077,
+      "grad_norm": 193.4923553466797,
+      "learning_rate": 5.519770654162583e-06,
+      "loss": 26.7656,
+      "step": 27557
+    },
+    {
+      "epoch": 1.316926311765268,
+      "grad_norm": 214.51556396484375,
+      "learning_rate": 5.519078812926253e-06,
+      "loss": 21.3438,
+      "step": 27558
+    },
+    {
+      "epoch": 1.3169740992067285,
+      "grad_norm": 887.71142578125,
+      "learning_rate": 5.518386998524863e-06,
+      "loss": 24.4688,
+      "step": 27559
+    },
+    {
+      "epoch": 1.3170218866481889,
+      "grad_norm": 239.9187469482422,
+      "learning_rate": 5.517695210962547e-06,
+      "loss": 22.0625,
+      "step": 27560
+    },
+    {
+      "epoch": 1.3170696740896493,
+      "grad_norm": 219.1385040283203,
+      "learning_rate": 5.517003450243454e-06,
+      "loss": 28.625,
+      "step": 27561
+    },
+    {
+      "epoch": 1.3171174615311096,
+      "grad_norm": 233.17098999023438,
+      "learning_rate": 5.5163117163717295e-06,
+      "loss": 35.4688,
+      "step": 27562
+    },
+    {
+      "epoch": 1.31716524897257,
+      "grad_norm": 284.55291748046875,
+      "learning_rate": 5.515620009351508e-06,
+      "loss": 30.5625,
+      "step": 27563
+    },
+    {
+      "epoch": 1.3172130364140304,
+      "grad_norm": 260.54925537109375,
+      "learning_rate": 5.514928329186935e-06,
+      "loss": 25.375,
+      "step": 27564
+    },
+    {
+      "epoch": 1.3172608238554908,
+      "grad_norm": 178.48912048339844,
+      "learning_rate": 5.514236675882157e-06,
+      "loss": 26.7188,
+      "step": 27565
+    },
+    {
+      "epoch": 1.3173086112969512,
+      "grad_norm": 169.8429718017578,
+      "learning_rate": 5.5135450494413136e-06,
+      "loss": 24.7812,
+      "step": 27566
+    },
+    {
+      "epoch": 1.3173563987384116,
+      "grad_norm": 141.9845733642578,
+      "learning_rate": 5.512853449868545e-06,
+      "loss": 17.2031,
+      "step": 27567
+    },
+    {
+      "epoch": 1.317404186179872,
+      "grad_norm": 165.83103942871094,
+      "learning_rate": 5.512161877167992e-06,
+      "loss": 19.8594,
+      "step": 27568
+    },
+    {
+      "epoch": 1.3174519736213324,
+      "grad_norm": 643.4874267578125,
+      "learning_rate": 5.5114703313438e-06,
+      "loss": 36.0,
+      "step": 27569
+    },
+    {
+      "epoch": 1.3174997610627928,
+      "grad_norm": 367.821044921875,
+      "learning_rate": 5.5107788124001126e-06,
+      "loss": 24.1562,
+      "step": 27570
+    },
+    {
+      "epoch": 1.3175475485042532,
+      "grad_norm": 154.455322265625,
+      "learning_rate": 5.510087320341064e-06,
+      "loss": 14.3906,
+      "step": 27571
+    },
+    {
+      "epoch": 1.3175953359457135,
+      "grad_norm": 199.12155151367188,
+      "learning_rate": 5.509395855170798e-06,
+      "loss": 22.2656,
+      "step": 27572
+    },
+    {
+      "epoch": 1.317643123387174,
+      "grad_norm": 225.26437377929688,
+      "learning_rate": 5.50870441689346e-06,
+      "loss": 41.9688,
+      "step": 27573
+    },
+    {
+      "epoch": 1.317690910828634,
+      "grad_norm": 228.05636596679688,
+      "learning_rate": 5.508013005513184e-06,
+      "loss": 24.2812,
+      "step": 27574
+    },
+    {
+      "epoch": 1.3177386982700945,
+      "grad_norm": 491.2312927246094,
+      "learning_rate": 5.507321621034114e-06,
+      "loss": 29.3438,
+      "step": 27575
+    },
+    {
+      "epoch": 1.3177864857115549,
+      "grad_norm": 229.00820922851562,
+      "learning_rate": 5.50663026346039e-06,
+      "loss": 22.6875,
+      "step": 27576
+    },
+    {
+      "epoch": 1.3178342731530153,
+      "grad_norm": 225.94566345214844,
+      "learning_rate": 5.505938932796155e-06,
+      "loss": 23.6562,
+      "step": 27577
+    },
+    {
+      "epoch": 1.3178820605944757,
+      "grad_norm": 123.95602416992188,
+      "learning_rate": 5.505247629045546e-06,
+      "loss": 26.3281,
+      "step": 27578
+    },
+    {
+      "epoch": 1.317929848035936,
+      "grad_norm": 379.8190002441406,
+      "learning_rate": 5.5045563522127025e-06,
+      "loss": 26.2188,
+      "step": 27579
+    },
+    {
+      "epoch": 1.3179776354773964,
+      "grad_norm": 257.98956298828125,
+      "learning_rate": 5.503865102301769e-06,
+      "loss": 17.625,
+      "step": 27580
+    },
+    {
+      "epoch": 1.3180254229188568,
+      "grad_norm": 292.3268737792969,
+      "learning_rate": 5.503173879316879e-06,
+      "loss": 21.9531,
+      "step": 27581
+    },
+    {
+      "epoch": 1.3180732103603172,
+      "grad_norm": 253.71368408203125,
+      "learning_rate": 5.502482683262178e-06,
+      "loss": 21.4375,
+      "step": 27582
+    },
+    {
+      "epoch": 1.3181209978017776,
+      "grad_norm": 199.7831573486328,
+      "learning_rate": 5.501791514141799e-06,
+      "loss": 34.5469,
+      "step": 27583
+    },
+    {
+      "epoch": 1.318168785243238,
+      "grad_norm": 197.8912811279297,
+      "learning_rate": 5.501100371959884e-06,
+      "loss": 37.7188,
+      "step": 27584
+    },
+    {
+      "epoch": 1.3182165726846984,
+      "grad_norm": 334.4420471191406,
+      "learning_rate": 5.500409256720578e-06,
+      "loss": 22.7812,
+      "step": 27585
+    },
+    {
+      "epoch": 1.3182643601261588,
+      "grad_norm": 229.37637329101562,
+      "learning_rate": 5.499718168428009e-06,
+      "loss": 17.8594,
+      "step": 27586
+    },
+    {
+      "epoch": 1.3183121475676192,
+      "grad_norm": 351.5567932128906,
+      "learning_rate": 5.499027107086321e-06,
+      "loss": 44.5,
+      "step": 27587
+    },
+    {
+      "epoch": 1.3183599350090796,
+      "grad_norm": 197.0609588623047,
+      "learning_rate": 5.4983360726996585e-06,
+      "loss": 24.8438,
+      "step": 27588
+    },
+    {
+      "epoch": 1.31840772245054,
+      "grad_norm": 182.2464141845703,
+      "learning_rate": 5.497645065272149e-06,
+      "loss": 22.4844,
+      "step": 27589
+    },
+    {
+      "epoch": 1.3184555098920003,
+      "grad_norm": 259.0566101074219,
+      "learning_rate": 5.496954084807936e-06,
+      "loss": 29.5938,
+      "step": 27590
+    },
+    {
+      "epoch": 1.3185032973334607,
+      "grad_norm": 479.4945068359375,
+      "learning_rate": 5.496263131311157e-06,
+      "loss": 28.2812,
+      "step": 27591
+    },
+    {
+      "epoch": 1.3185510847749211,
+      "grad_norm": 642.455810546875,
+      "learning_rate": 5.495572204785955e-06,
+      "loss": 26.4688,
+      "step": 27592
+    },
+    {
+      "epoch": 1.3185988722163815,
+      "grad_norm": 174.96714782714844,
+      "learning_rate": 5.494881305236459e-06,
+      "loss": 18.1406,
+      "step": 27593
+    },
+    {
+      "epoch": 1.318646659657842,
+      "grad_norm": 126.97673034667969,
+      "learning_rate": 5.494190432666813e-06,
+      "loss": 16.5781,
+      "step": 27594
+    },
+    {
+      "epoch": 1.3186944470993023,
+      "grad_norm": 205.6056365966797,
+      "learning_rate": 5.493499587081153e-06,
+      "loss": 27.1875,
+      "step": 27595
+    },
+    {
+      "epoch": 1.3187422345407627,
+      "grad_norm": 434.31036376953125,
+      "learning_rate": 5.492808768483613e-06,
+      "loss": 35.25,
+      "step": 27596
+    },
+    {
+      "epoch": 1.318790021982223,
+      "grad_norm": 444.71075439453125,
+      "learning_rate": 5.492117976878333e-06,
+      "loss": 22.7344,
+      "step": 27597
+    },
+    {
+      "epoch": 1.3188378094236834,
+      "grad_norm": 220.79605102539062,
+      "learning_rate": 5.491427212269449e-06,
+      "loss": 23.0938,
+      "step": 27598
+    },
+    {
+      "epoch": 1.3188855968651438,
+      "grad_norm": 191.92698669433594,
+      "learning_rate": 5.490736474661101e-06,
+      "loss": 26.3281,
+      "step": 27599
+    },
+    {
+      "epoch": 1.3189333843066042,
+      "grad_norm": 126.33174133300781,
+      "learning_rate": 5.490045764057422e-06,
+      "loss": 21.4844,
+      "step": 27600
+    },
+    {
+      "epoch": 1.3189811717480646,
+      "grad_norm": 162.33888244628906,
+      "learning_rate": 5.489355080462546e-06,
+      "loss": 12.5234,
+      "step": 27601
+    },
+    {
+      "epoch": 1.319028959189525,
+      "grad_norm": 263.79815673828125,
+      "learning_rate": 5.488664423880614e-06,
+      "loss": 26.3438,
+      "step": 27602
+    },
+    {
+      "epoch": 1.3190767466309854,
+      "grad_norm": 462.6302185058594,
+      "learning_rate": 5.4879737943157665e-06,
+      "loss": 26.875,
+      "step": 27603
+    },
+    {
+      "epoch": 1.3191245340724458,
+      "grad_norm": 159.73541259765625,
+      "learning_rate": 5.487283191772128e-06,
+      "loss": 23.3281,
+      "step": 27604
+    },
+    {
+      "epoch": 1.3191723215139062,
+      "grad_norm": 189.3133087158203,
+      "learning_rate": 5.486592616253841e-06,
+      "loss": 26.0781,
+      "step": 27605
+    },
+    {
+      "epoch": 1.3192201089553666,
+      "grad_norm": 173.19972229003906,
+      "learning_rate": 5.485902067765041e-06,
+      "loss": 18.4688,
+      "step": 27606
+    },
+    {
+      "epoch": 1.319267896396827,
+      "grad_norm": 182.10531616210938,
+      "learning_rate": 5.485211546309866e-06,
+      "loss": 23.8125,
+      "step": 27607
+    },
+    {
+      "epoch": 1.3193156838382873,
+      "grad_norm": 170.10438537597656,
+      "learning_rate": 5.484521051892444e-06,
+      "loss": 22.9688,
+      "step": 27608
+    },
+    {
+      "epoch": 1.3193634712797477,
+      "grad_norm": 579.4681396484375,
+      "learning_rate": 5.483830584516914e-06,
+      "loss": 19.1875,
+      "step": 27609
+    },
+    {
+      "epoch": 1.3194112587212081,
+      "grad_norm": 586.9505004882812,
+      "learning_rate": 5.483140144187415e-06,
+      "loss": 37.4375,
+      "step": 27610
+    },
+    {
+      "epoch": 1.3194590461626685,
+      "grad_norm": 254.82321166992188,
+      "learning_rate": 5.482449730908076e-06,
+      "loss": 15.25,
+      "step": 27611
+    },
+    {
+      "epoch": 1.319506833604129,
+      "grad_norm": 877.2410888671875,
+      "learning_rate": 5.481759344683033e-06,
+      "loss": 23.8906,
+      "step": 27612
+    },
+    {
+      "epoch": 1.3195546210455893,
+      "grad_norm": 240.92100524902344,
+      "learning_rate": 5.4810689855164245e-06,
+      "loss": 26.7188,
+      "step": 27613
+    },
+    {
+      "epoch": 1.3196024084870497,
+      "grad_norm": 218.70379638671875,
+      "learning_rate": 5.480378653412379e-06,
+      "loss": 31.0469,
+      "step": 27614
+    },
+    {
+      "epoch": 1.31965019592851,
+      "grad_norm": 364.6626892089844,
+      "learning_rate": 5.479688348375037e-06,
+      "loss": 25.6406,
+      "step": 27615
+    },
+    {
+      "epoch": 1.3196979833699705,
+      "grad_norm": 250.2816619873047,
+      "learning_rate": 5.478998070408525e-06,
+      "loss": 28.0625,
+      "step": 27616
+    },
+    {
+      "epoch": 1.3197457708114309,
+      "grad_norm": 201.3896026611328,
+      "learning_rate": 5.478307819516982e-06,
+      "loss": 25.5938,
+      "step": 27617
+    },
+    {
+      "epoch": 1.3197935582528912,
+      "grad_norm": 302.8975830078125,
+      "learning_rate": 5.477617595704543e-06,
+      "loss": 27.375,
+      "step": 27618
+    },
+    {
+      "epoch": 1.3198413456943516,
+      "grad_norm": 279.3439025878906,
+      "learning_rate": 5.476927398975336e-06,
+      "loss": 24.0,
+      "step": 27619
+    },
+    {
+      "epoch": 1.319889133135812,
+      "grad_norm": 246.74374389648438,
+      "learning_rate": 5.476237229333497e-06,
+      "loss": 30.6406,
+      "step": 27620
+    },
+    {
+      "epoch": 1.3199369205772724,
+      "grad_norm": 131.323974609375,
+      "learning_rate": 5.4755470867831635e-06,
+      "loss": 13.2188,
+      "step": 27621
+    },
+    {
+      "epoch": 1.3199847080187328,
+      "grad_norm": 269.1480407714844,
+      "learning_rate": 5.474856971328461e-06,
+      "loss": 25.9375,
+      "step": 27622
+    },
+    {
+      "epoch": 1.3200324954601932,
+      "grad_norm": 224.35435485839844,
+      "learning_rate": 5.474166882973526e-06,
+      "loss": 28.25,
+      "step": 27623
+    },
+    {
+      "epoch": 1.3200802829016536,
+      "grad_norm": 367.2970886230469,
+      "learning_rate": 5.473476821722492e-06,
+      "loss": 18.9375,
+      "step": 27624
+    },
+    {
+      "epoch": 1.3201280703431137,
+      "grad_norm": 342.99359130859375,
+      "learning_rate": 5.472786787579496e-06,
+      "loss": 28.5156,
+      "step": 27625
+    },
+    {
+      "epoch": 1.3201758577845741,
+      "grad_norm": 441.49365234375,
+      "learning_rate": 5.472096780548659e-06,
+      "loss": 27.0312,
+      "step": 27626
+    },
+    {
+      "epoch": 1.3202236452260345,
+      "grad_norm": 357.23883056640625,
+      "learning_rate": 5.471406800634122e-06,
+      "loss": 18.3438,
+      "step": 27627
+    },
+    {
+      "epoch": 1.320271432667495,
+      "grad_norm": 237.10299682617188,
+      "learning_rate": 5.470716847840014e-06,
+      "loss": 25.4062,
+      "step": 27628
+    },
+    {
+      "epoch": 1.3203192201089553,
+      "grad_norm": 819.8355102539062,
+      "learning_rate": 5.470026922170471e-06,
+      "loss": 20.1562,
+      "step": 27629
+    },
+    {
+      "epoch": 1.3203670075504157,
+      "grad_norm": 261.0481872558594,
+      "learning_rate": 5.469337023629617e-06,
+      "loss": 33.2812,
+      "step": 27630
+    },
+    {
+      "epoch": 1.320414794991876,
+      "grad_norm": 225.86898803710938,
+      "learning_rate": 5.46864715222159e-06,
+      "loss": 19.4219,
+      "step": 27631
+    },
+    {
+      "epoch": 1.3204625824333365,
+      "grad_norm": 135.6688995361328,
+      "learning_rate": 5.467957307950522e-06,
+      "loss": 16.3828,
+      "step": 27632
+    },
+    {
+      "epoch": 1.3205103698747969,
+      "grad_norm": 221.89068603515625,
+      "learning_rate": 5.467267490820538e-06,
+      "loss": 20.3906,
+      "step": 27633
+    },
+    {
+      "epoch": 1.3205581573162573,
+      "grad_norm": 210.4019012451172,
+      "learning_rate": 5.466577700835774e-06,
+      "loss": 28.6875,
+      "step": 27634
+    },
+    {
+      "epoch": 1.3206059447577176,
+      "grad_norm": 524.0242309570312,
+      "learning_rate": 5.465887938000358e-06,
+      "loss": 17.2031,
+      "step": 27635
+    },
+    {
+      "epoch": 1.320653732199178,
+      "grad_norm": 210.33229064941406,
+      "learning_rate": 5.465198202318429e-06,
+      "loss": 24.7188,
+      "step": 27636
+    },
+    {
+      "epoch": 1.3207015196406384,
+      "grad_norm": 290.4379577636719,
+      "learning_rate": 5.464508493794105e-06,
+      "loss": 35.875,
+      "step": 27637
+    },
+    {
+      "epoch": 1.3207493070820988,
+      "grad_norm": 714.9016723632812,
+      "learning_rate": 5.463818812431525e-06,
+      "loss": 26.875,
+      "step": 27638
+    },
+    {
+      "epoch": 1.3207970945235592,
+      "grad_norm": 199.17410278320312,
+      "learning_rate": 5.463129158234815e-06,
+      "loss": 21.3906,
+      "step": 27639
+    },
+    {
+      "epoch": 1.3208448819650196,
+      "grad_norm": 472.5086364746094,
+      "learning_rate": 5.4624395312081125e-06,
+      "loss": 25.25,
+      "step": 27640
+    },
+    {
+      "epoch": 1.32089266940648,
+      "grad_norm": 178.69883728027344,
+      "learning_rate": 5.4617499313555375e-06,
+      "loss": 28.1406,
+      "step": 27641
+    },
+    {
+      "epoch": 1.3209404568479404,
+      "grad_norm": 311.70538330078125,
+      "learning_rate": 5.461060358681225e-06,
+      "loss": 24.0469,
+      "step": 27642
+    },
+    {
+      "epoch": 1.3209882442894008,
+      "grad_norm": 220.80577087402344,
+      "learning_rate": 5.460370813189303e-06,
+      "loss": 16.2188,
+      "step": 27643
+    },
+    {
+      "epoch": 1.3210360317308611,
+      "grad_norm": 190.49542236328125,
+      "learning_rate": 5.459681294883907e-06,
+      "loss": 26.875,
+      "step": 27644
+    },
+    {
+      "epoch": 1.3210838191723215,
+      "grad_norm": 258.62579345703125,
+      "learning_rate": 5.458991803769157e-06,
+      "loss": 34.8438,
+      "step": 27645
+    },
+    {
+      "epoch": 1.321131606613782,
+      "grad_norm": 285.6549377441406,
+      "learning_rate": 5.45830233984919e-06,
+      "loss": 18.1875,
+      "step": 27646
+    },
+    {
+      "epoch": 1.3211793940552423,
+      "grad_norm": 219.17311096191406,
+      "learning_rate": 5.457612903128129e-06,
+      "loss": 26.9062,
+      "step": 27647
+    },
+    {
+      "epoch": 1.3212271814967027,
+      "grad_norm": 275.7589416503906,
+      "learning_rate": 5.456923493610109e-06,
+      "loss": 37.3438,
+      "step": 27648
+    },
+    {
+      "epoch": 1.321274968938163,
+      "grad_norm": 197.4542694091797,
+      "learning_rate": 5.456234111299251e-06,
+      "loss": 34.4062,
+      "step": 27649
+    },
+    {
+      "epoch": 1.3213227563796235,
+      "grad_norm": 375.6312255859375,
+      "learning_rate": 5.455544756199688e-06,
+      "loss": 27.125,
+      "step": 27650
+    },
+    {
+      "epoch": 1.3213705438210839,
+      "grad_norm": 170.5086669921875,
+      "learning_rate": 5.454855428315551e-06,
+      "loss": 20.3594,
+      "step": 27651
+    },
+    {
+      "epoch": 1.3214183312625443,
+      "grad_norm": 282.3253173828125,
+      "learning_rate": 5.454166127650962e-06,
+      "loss": 29.3125,
+      "step": 27652
+    },
+    {
+      "epoch": 1.3214661187040047,
+      "grad_norm": 202.1160125732422,
+      "learning_rate": 5.453476854210051e-06,
+      "loss": 15.1406,
+      "step": 27653
+    },
+    {
+      "epoch": 1.321513906145465,
+      "grad_norm": 278.5606689453125,
+      "learning_rate": 5.452787607996948e-06,
+      "loss": 29.7344,
+      "step": 27654
+    },
+    {
+      "epoch": 1.3215616935869254,
+      "grad_norm": 133.18743896484375,
+      "learning_rate": 5.4520983890157834e-06,
+      "loss": 22.7031,
+      "step": 27655
+    },
+    {
+      "epoch": 1.3216094810283856,
+      "grad_norm": 184.62185668945312,
+      "learning_rate": 5.451409197270678e-06,
+      "loss": 24.7344,
+      "step": 27656
+    },
+    {
+      "epoch": 1.321657268469846,
+      "grad_norm": 277.80194091796875,
+      "learning_rate": 5.450720032765762e-06,
+      "loss": 32.125,
+      "step": 27657
+    },
+    {
+      "epoch": 1.3217050559113064,
+      "grad_norm": 166.75540161132812,
+      "learning_rate": 5.450030895505165e-06,
+      "loss": 24.375,
+      "step": 27658
+    },
+    {
+      "epoch": 1.3217528433527668,
+      "grad_norm": 197.86624145507812,
+      "learning_rate": 5.4493417854930095e-06,
+      "loss": 19.1328,
+      "step": 27659
+    },
+    {
+      "epoch": 1.3218006307942272,
+      "grad_norm": 273.212646484375,
+      "learning_rate": 5.4486527027334236e-06,
+      "loss": 27.0938,
+      "step": 27660
+    },
+    {
+      "epoch": 1.3218484182356876,
+      "grad_norm": 324.31365966796875,
+      "learning_rate": 5.447963647230536e-06,
+      "loss": 26.5,
+      "step": 27661
+    },
+    {
+      "epoch": 1.321896205677148,
+      "grad_norm": 185.9661407470703,
+      "learning_rate": 5.447274618988476e-06,
+      "loss": 32.1719,
+      "step": 27662
+    },
+    {
+      "epoch": 1.3219439931186083,
+      "grad_norm": 347.0085754394531,
+      "learning_rate": 5.4465856180113644e-06,
+      "loss": 29.6562,
+      "step": 27663
+    },
+    {
+      "epoch": 1.3219917805600687,
+      "grad_norm": 336.23455810546875,
+      "learning_rate": 5.445896644303327e-06,
+      "loss": 20.2031,
+      "step": 27664
+    },
+    {
+      "epoch": 1.322039568001529,
+      "grad_norm": 293.28717041015625,
+      "learning_rate": 5.445207697868493e-06,
+      "loss": 21.8125,
+      "step": 27665
+    },
+    {
+      "epoch": 1.3220873554429895,
+      "grad_norm": 348.2481384277344,
+      "learning_rate": 5.444518778710992e-06,
+      "loss": 38.0938,
+      "step": 27666
+    },
+    {
+      "epoch": 1.3221351428844499,
+      "grad_norm": 194.97483825683594,
+      "learning_rate": 5.443829886834941e-06,
+      "loss": 23.5312,
+      "step": 27667
+    },
+    {
+      "epoch": 1.3221829303259103,
+      "grad_norm": 293.2724914550781,
+      "learning_rate": 5.443141022244469e-06,
+      "loss": 32.9062,
+      "step": 27668
+    },
+    {
+      "epoch": 1.3222307177673707,
+      "grad_norm": 321.5316467285156,
+      "learning_rate": 5.4424521849437075e-06,
+      "loss": 23.5156,
+      "step": 27669
+    },
+    {
+      "epoch": 1.322278505208831,
+      "grad_norm": 248.26495361328125,
+      "learning_rate": 5.441763374936772e-06,
+      "loss": 27.8125,
+      "step": 27670
+    },
+    {
+      "epoch": 1.3223262926502914,
+      "grad_norm": 213.88243103027344,
+      "learning_rate": 5.441074592227793e-06,
+      "loss": 15.7969,
+      "step": 27671
+    },
+    {
+      "epoch": 1.3223740800917518,
+      "grad_norm": 207.88560485839844,
+      "learning_rate": 5.440385836820894e-06,
+      "loss": 32.2812,
+      "step": 27672
+    },
+    {
+      "epoch": 1.3224218675332122,
+      "grad_norm": 359.04217529296875,
+      "learning_rate": 5.439697108720204e-06,
+      "loss": 24.5312,
+      "step": 27673
+    },
+    {
+      "epoch": 1.3224696549746726,
+      "grad_norm": 381.79412841796875,
+      "learning_rate": 5.43900840792984e-06,
+      "loss": 25.7969,
+      "step": 27674
+    },
+    {
+      "epoch": 1.322517442416133,
+      "grad_norm": 343.92327880859375,
+      "learning_rate": 5.438319734453932e-06,
+      "loss": 30.0938,
+      "step": 27675
+    },
+    {
+      "epoch": 1.3225652298575934,
+      "grad_norm": 276.2410583496094,
+      "learning_rate": 5.4376310882966e-06,
+      "loss": 20.9375,
+      "step": 27676
+    },
+    {
+      "epoch": 1.3226130172990538,
+      "grad_norm": 264.57098388671875,
+      "learning_rate": 5.436942469461976e-06,
+      "loss": 24.9688,
+      "step": 27677
+    },
+    {
+      "epoch": 1.3226608047405142,
+      "grad_norm": 284.0046081542969,
+      "learning_rate": 5.436253877954175e-06,
+      "loss": 27.6875,
+      "step": 27678
+    },
+    {
+      "epoch": 1.3227085921819746,
+      "grad_norm": 214.8266143798828,
+      "learning_rate": 5.435565313777328e-06,
+      "loss": 32.4844,
+      "step": 27679
+    },
+    {
+      "epoch": 1.322756379623435,
+      "grad_norm": 181.17616271972656,
+      "learning_rate": 5.434876776935551e-06,
+      "loss": 23.5938,
+      "step": 27680
+    },
+    {
+      "epoch": 1.3228041670648953,
+      "grad_norm": 199.69003295898438,
+      "learning_rate": 5.434188267432971e-06,
+      "loss": 20.7969,
+      "step": 27681
+    },
+    {
+      "epoch": 1.3228519545063557,
+      "grad_norm": 627.598876953125,
+      "learning_rate": 5.433499785273717e-06,
+      "loss": 47.5,
+      "step": 27682
+    },
+    {
+      "epoch": 1.3228997419478161,
+      "grad_norm": 404.3946838378906,
+      "learning_rate": 5.4328113304619024e-06,
+      "loss": 28.5781,
+      "step": 27683
+    },
+    {
+      "epoch": 1.3229475293892765,
+      "grad_norm": 331.2796936035156,
+      "learning_rate": 5.4321229030016574e-06,
+      "loss": 27.25,
+      "step": 27684
+    },
+    {
+      "epoch": 1.322995316830737,
+      "grad_norm": 362.1801452636719,
+      "learning_rate": 5.4314345028971e-06,
+      "loss": 32.125,
+      "step": 27685
+    },
+    {
+      "epoch": 1.3230431042721973,
+      "grad_norm": 530.2996826171875,
+      "learning_rate": 5.430746130152353e-06,
+      "loss": 22.75,
+      "step": 27686
+    },
+    {
+      "epoch": 1.3230908917136577,
+      "grad_norm": 632.7704467773438,
+      "learning_rate": 5.430057784771543e-06,
+      "loss": 23.5625,
+      "step": 27687
+    },
+    {
+      "epoch": 1.323138679155118,
+      "grad_norm": 159.3992156982422,
+      "learning_rate": 5.429369466758792e-06,
+      "loss": 19.6875,
+      "step": 27688
+    },
+    {
+      "epoch": 1.3231864665965785,
+      "grad_norm": 293.0926818847656,
+      "learning_rate": 5.428681176118217e-06,
+      "loss": 23.6406,
+      "step": 27689
+    },
+    {
+      "epoch": 1.3232342540380388,
+      "grad_norm": 192.3907928466797,
+      "learning_rate": 5.427992912853943e-06,
+      "loss": 27.1719,
+      "step": 27690
+    },
+    {
+      "epoch": 1.3232820414794992,
+      "grad_norm": 224.72390747070312,
+      "learning_rate": 5.427304676970092e-06,
+      "loss": 23.6562,
+      "step": 27691
+    },
+    {
+      "epoch": 1.3233298289209596,
+      "grad_norm": 197.7754669189453,
+      "learning_rate": 5.426616468470789e-06,
+      "loss": 22.1406,
+      "step": 27692
+    },
+    {
+      "epoch": 1.32337761636242,
+      "grad_norm": 259.8587646484375,
+      "learning_rate": 5.425928287360149e-06,
+      "loss": 19.0312,
+      "step": 27693
+    },
+    {
+      "epoch": 1.3234254038038804,
+      "grad_norm": 284.1527404785156,
+      "learning_rate": 5.425240133642296e-06,
+      "loss": 38.6562,
+      "step": 27694
+    },
+    {
+      "epoch": 1.3234731912453408,
+      "grad_norm": 189.85748291015625,
+      "learning_rate": 5.424552007321356e-06,
+      "loss": 24.0938,
+      "step": 27695
+    },
+    {
+      "epoch": 1.3235209786868012,
+      "grad_norm": 226.51327514648438,
+      "learning_rate": 5.423863908401441e-06,
+      "loss": 34.0781,
+      "step": 27696
+    },
+    {
+      "epoch": 1.3235687661282616,
+      "grad_norm": 322.65045166015625,
+      "learning_rate": 5.423175836886676e-06,
+      "loss": 24.1562,
+      "step": 27697
+    },
+    {
+      "epoch": 1.323616553569722,
+      "grad_norm": 241.15342712402344,
+      "learning_rate": 5.422487792781183e-06,
+      "loss": 28.3594,
+      "step": 27698
+    },
+    {
+      "epoch": 1.3236643410111824,
+      "grad_norm": 275.8152160644531,
+      "learning_rate": 5.421799776089085e-06,
+      "loss": 17.8906,
+      "step": 27699
+    },
+    {
+      "epoch": 1.3237121284526427,
+      "grad_norm": 313.5,
+      "learning_rate": 5.421111786814495e-06,
+      "loss": 17.3281,
+      "step": 27700
+    },
+    {
+      "epoch": 1.3237599158941031,
+      "grad_norm": 414.44891357421875,
+      "learning_rate": 5.420423824961536e-06,
+      "loss": 26.375,
+      "step": 27701
+    },
+    {
+      "epoch": 1.3238077033355635,
+      "grad_norm": 202.53146362304688,
+      "learning_rate": 5.41973589053433e-06,
+      "loss": 24.9062,
+      "step": 27702
+    },
+    {
+      "epoch": 1.323855490777024,
+      "grad_norm": 312.7219543457031,
+      "learning_rate": 5.4190479835370005e-06,
+      "loss": 30.9062,
+      "step": 27703
+    },
+    {
+      "epoch": 1.3239032782184843,
+      "grad_norm": 544.6401977539062,
+      "learning_rate": 5.418360103973657e-06,
+      "loss": 38.0938,
+      "step": 27704
+    },
+    {
+      "epoch": 1.3239510656599447,
+      "grad_norm": 122.3788070678711,
+      "learning_rate": 5.417672251848425e-06,
+      "loss": 22.75,
+      "step": 27705
+    },
+    {
+      "epoch": 1.323998853101405,
+      "grad_norm": 142.29141235351562,
+      "learning_rate": 5.416984427165428e-06,
+      "loss": 18.4375,
+      "step": 27706
+    },
+    {
+      "epoch": 1.3240466405428655,
+      "grad_norm": 256.99151611328125,
+      "learning_rate": 5.416296629928776e-06,
+      "loss": 27.0938,
+      "step": 27707
+    },
+    {
+      "epoch": 1.3240944279843256,
+      "grad_norm": 497.9509582519531,
+      "learning_rate": 5.415608860142593e-06,
+      "loss": 23.5312,
+      "step": 27708
+    },
+    {
+      "epoch": 1.324142215425786,
+      "grad_norm": 445.5533142089844,
+      "learning_rate": 5.414921117810996e-06,
+      "loss": 21.3281,
+      "step": 27709
+    },
+    {
+      "epoch": 1.3241900028672464,
+      "grad_norm": 200.65003967285156,
+      "learning_rate": 5.4142334029381115e-06,
+      "loss": 18.4219,
+      "step": 27710
+    },
+    {
+      "epoch": 1.3242377903087068,
+      "grad_norm": 279.3600769042969,
+      "learning_rate": 5.413545715528046e-06,
+      "loss": 30.0,
+      "step": 27711
+    },
+    {
+      "epoch": 1.3242855777501672,
+      "grad_norm": 482.7591857910156,
+      "learning_rate": 5.412858055584928e-06,
+      "loss": 20.375,
+      "step": 27712
+    },
+    {
+      "epoch": 1.3243333651916276,
+      "grad_norm": 229.8876495361328,
+      "learning_rate": 5.412170423112868e-06,
+      "loss": 26.25,
+      "step": 27713
+    },
+    {
+      "epoch": 1.324381152633088,
+      "grad_norm": 186.4702606201172,
+      "learning_rate": 5.411482818115986e-06,
+      "loss": 24.6562,
+      "step": 27714
+    },
+    {
+      "epoch": 1.3244289400745484,
+      "grad_norm": 167.23667907714844,
+      "learning_rate": 5.4107952405984055e-06,
+      "loss": 22.0938,
+      "step": 27715
+    },
+    {
+      "epoch": 1.3244767275160088,
+      "grad_norm": 465.5780334472656,
+      "learning_rate": 5.410107690564237e-06,
+      "loss": 27.5312,
+      "step": 27716
+    },
+    {
+      "epoch": 1.3245245149574691,
+      "grad_norm": 169.90736389160156,
+      "learning_rate": 5.409420168017603e-06,
+      "loss": 18.8906,
+      "step": 27717
+    },
+    {
+      "epoch": 1.3245723023989295,
+      "grad_norm": 347.2574768066406,
+      "learning_rate": 5.408732672962615e-06,
+      "loss": 22.7969,
+      "step": 27718
+    },
+    {
+      "epoch": 1.32462008984039,
+      "grad_norm": 229.9413604736328,
+      "learning_rate": 5.408045205403395e-06,
+      "loss": 28.5625,
+      "step": 27719
+    },
+    {
+      "epoch": 1.3246678772818503,
+      "grad_norm": 218.96490478515625,
+      "learning_rate": 5.407357765344059e-06,
+      "loss": 23.7188,
+      "step": 27720
+    },
+    {
+      "epoch": 1.3247156647233107,
+      "grad_norm": 250.60067749023438,
+      "learning_rate": 5.406670352788727e-06,
+      "loss": 26.2812,
+      "step": 27721
+    },
+    {
+      "epoch": 1.324763452164771,
+      "grad_norm": 253.09982299804688,
+      "learning_rate": 5.405982967741509e-06,
+      "loss": 23.3438,
+      "step": 27722
+    },
+    {
+      "epoch": 1.3248112396062315,
+      "grad_norm": 266.6730041503906,
+      "learning_rate": 5.405295610206525e-06,
+      "loss": 22.1719,
+      "step": 27723
+    },
+    {
+      "epoch": 1.3248590270476919,
+      "grad_norm": 274.968505859375,
+      "learning_rate": 5.404608280187891e-06,
+      "loss": 18.4688,
+      "step": 27724
+    },
+    {
+      "epoch": 1.3249068144891523,
+      "grad_norm": 177.56060791015625,
+      "learning_rate": 5.403920977689728e-06,
+      "loss": 20.8438,
+      "step": 27725
+    },
+    {
+      "epoch": 1.3249546019306127,
+      "grad_norm": 300.215576171875,
+      "learning_rate": 5.403233702716144e-06,
+      "loss": 25.4531,
+      "step": 27726
+    },
+    {
+      "epoch": 1.325002389372073,
+      "grad_norm": 280.9106140136719,
+      "learning_rate": 5.402546455271258e-06,
+      "loss": 23.375,
+      "step": 27727
+    },
+    {
+      "epoch": 1.3250501768135334,
+      "grad_norm": 238.4142608642578,
+      "learning_rate": 5.401859235359188e-06,
+      "loss": 30.125,
+      "step": 27728
+    },
+    {
+      "epoch": 1.3250979642549938,
+      "grad_norm": 115.92625427246094,
+      "learning_rate": 5.401172042984051e-06,
+      "loss": 21.7969,
+      "step": 27729
+    },
+    {
+      "epoch": 1.3251457516964542,
+      "grad_norm": 374.39068603515625,
+      "learning_rate": 5.400484878149955e-06,
+      "loss": 21.1562,
+      "step": 27730
+    },
+    {
+      "epoch": 1.3251935391379146,
+      "grad_norm": 473.3511657714844,
+      "learning_rate": 5.39979774086102e-06,
+      "loss": 27.1562,
+      "step": 27731
+    },
+    {
+      "epoch": 1.325241326579375,
+      "grad_norm": 409.4836120605469,
+      "learning_rate": 5.399110631121364e-06,
+      "loss": 26.4062,
+      "step": 27732
+    },
+    {
+      "epoch": 1.3252891140208354,
+      "grad_norm": 199.00550842285156,
+      "learning_rate": 5.3984235489350966e-06,
+      "loss": 25.3438,
+      "step": 27733
+    },
+    {
+      "epoch": 1.3253369014622958,
+      "grad_norm": 174.4615478515625,
+      "learning_rate": 5.397736494306332e-06,
+      "loss": 14.2344,
+      "step": 27734
+    },
+    {
+      "epoch": 1.3253846889037562,
+      "grad_norm": 249.87940979003906,
+      "learning_rate": 5.397049467239188e-06,
+      "loss": 27.2812,
+      "step": 27735
+    },
+    {
+      "epoch": 1.3254324763452165,
+      "grad_norm": 153.39602661132812,
+      "learning_rate": 5.3963624677377835e-06,
+      "loss": 20.9375,
+      "step": 27736
+    },
+    {
+      "epoch": 1.325480263786677,
+      "grad_norm": 386.3317565917969,
+      "learning_rate": 5.395675495806222e-06,
+      "loss": 29.0469,
+      "step": 27737
+    },
+    {
+      "epoch": 1.3255280512281373,
+      "grad_norm": 412.8007507324219,
+      "learning_rate": 5.394988551448623e-06,
+      "loss": 23.4688,
+      "step": 27738
+    },
+    {
+      "epoch": 1.3255758386695975,
+      "grad_norm": 257.2616271972656,
+      "learning_rate": 5.394301634669101e-06,
+      "loss": 28.2812,
+      "step": 27739
+    },
+    {
+      "epoch": 1.3256236261110579,
+      "grad_norm": 285.6252746582031,
+      "learning_rate": 5.3936147454717736e-06,
+      "loss": 25.9062,
+      "step": 27740
+    },
+    {
+      "epoch": 1.3256714135525183,
+      "grad_norm": 264.1020812988281,
+      "learning_rate": 5.392927883860746e-06,
+      "loss": 22.625,
+      "step": 27741
+    },
+    {
+      "epoch": 1.3257192009939787,
+      "grad_norm": 458.2113952636719,
+      "learning_rate": 5.3922410498401355e-06,
+      "loss": 21.6875,
+      "step": 27742
+    },
+    {
+      "epoch": 1.325766988435439,
+      "grad_norm": 290.4258117675781,
+      "learning_rate": 5.391554243414059e-06,
+      "loss": 26.375,
+      "step": 27743
+    },
+    {
+      "epoch": 1.3258147758768994,
+      "grad_norm": 385.0594177246094,
+      "learning_rate": 5.390867464586622e-06,
+      "loss": 23.0312,
+      "step": 27744
+    },
+    {
+      "epoch": 1.3258625633183598,
+      "grad_norm": 338.06365966796875,
+      "learning_rate": 5.390180713361947e-06,
+      "loss": 20.5312,
+      "step": 27745
+    },
+    {
+      "epoch": 1.3259103507598202,
+      "grad_norm": 221.82785034179688,
+      "learning_rate": 5.389493989744135e-06,
+      "loss": 25.9062,
+      "step": 27746
+    },
+    {
+      "epoch": 1.3259581382012806,
+      "grad_norm": 304.9922180175781,
+      "learning_rate": 5.388807293737306e-06,
+      "loss": 29.0625,
+      "step": 27747
+    },
+    {
+      "epoch": 1.326005925642741,
+      "grad_norm": 127.22144317626953,
+      "learning_rate": 5.388120625345575e-06,
+      "loss": 20.5469,
+      "step": 27748
+    },
+    {
+      "epoch": 1.3260537130842014,
+      "grad_norm": 203.54664611816406,
+      "learning_rate": 5.387433984573047e-06,
+      "loss": 21.5,
+      "step": 27749
+    },
+    {
+      "epoch": 1.3261015005256618,
+      "grad_norm": 188.87811279296875,
+      "learning_rate": 5.386747371423837e-06,
+      "loss": 24.375,
+      "step": 27750
+    },
+    {
+      "epoch": 1.3261492879671222,
+      "grad_norm": 342.0550231933594,
+      "learning_rate": 5.386060785902062e-06,
+      "loss": 22.6875,
+      "step": 27751
+    },
+    {
+      "epoch": 1.3261970754085826,
+      "grad_norm": 270.95147705078125,
+      "learning_rate": 5.385374228011826e-06,
+      "loss": 26.6875,
+      "step": 27752
+    },
+    {
+      "epoch": 1.326244862850043,
+      "grad_norm": 216.12765502929688,
+      "learning_rate": 5.384687697757242e-06,
+      "loss": 21.1875,
+      "step": 27753
+    },
+    {
+      "epoch": 1.3262926502915033,
+      "grad_norm": 153.4545440673828,
+      "learning_rate": 5.3840011951424276e-06,
+      "loss": 29.3438,
+      "step": 27754
+    },
+    {
+      "epoch": 1.3263404377329637,
+      "grad_norm": 306.1195983886719,
+      "learning_rate": 5.383314720171487e-06,
+      "loss": 18.7031,
+      "step": 27755
+    },
+    {
+      "epoch": 1.3263882251744241,
+      "grad_norm": 313.488037109375,
+      "learning_rate": 5.382628272848534e-06,
+      "loss": 33.8203,
+      "step": 27756
+    },
+    {
+      "epoch": 1.3264360126158845,
+      "grad_norm": 528.5807495117188,
+      "learning_rate": 5.381941853177679e-06,
+      "loss": 23.2969,
+      "step": 27757
+    },
+    {
+      "epoch": 1.326483800057345,
+      "grad_norm": 238.1164093017578,
+      "learning_rate": 5.3812554611630375e-06,
+      "loss": 30.6562,
+      "step": 27758
+    },
+    {
+      "epoch": 1.3265315874988053,
+      "grad_norm": 281.1703186035156,
+      "learning_rate": 5.380569096808712e-06,
+      "loss": 27.4062,
+      "step": 27759
+    },
+    {
+      "epoch": 1.3265793749402657,
+      "grad_norm": 223.82998657226562,
+      "learning_rate": 5.379882760118817e-06,
+      "loss": 23.3594,
+      "step": 27760
+    },
+    {
+      "epoch": 1.326627162381726,
+      "grad_norm": 210.49929809570312,
+      "learning_rate": 5.379196451097461e-06,
+      "loss": 33.9375,
+      "step": 27761
+    },
+    {
+      "epoch": 1.3266749498231865,
+      "grad_norm": 224.41409301757812,
+      "learning_rate": 5.378510169748762e-06,
+      "loss": 23.4062,
+      "step": 27762
+    },
+    {
+      "epoch": 1.3267227372646468,
+      "grad_norm": 248.06292724609375,
+      "learning_rate": 5.377823916076819e-06,
+      "loss": 25.7812,
+      "step": 27763
+    },
+    {
+      "epoch": 1.3267705247061072,
+      "grad_norm": 146.15451049804688,
+      "learning_rate": 5.377137690085747e-06,
+      "loss": 22.0156,
+      "step": 27764
+    },
+    {
+      "epoch": 1.3268183121475676,
+      "grad_norm": 127.43240356445312,
+      "learning_rate": 5.376451491779659e-06,
+      "loss": 21.0312,
+      "step": 27765
+    },
+    {
+      "epoch": 1.326866099589028,
+      "grad_norm": 223.81011962890625,
+      "learning_rate": 5.375765321162656e-06,
+      "loss": 36.125,
+      "step": 27766
+    },
+    {
+      "epoch": 1.3269138870304884,
+      "grad_norm": 407.15625,
+      "learning_rate": 5.3750791782388515e-06,
+      "loss": 22.6562,
+      "step": 27767
+    },
+    {
+      "epoch": 1.3269616744719488,
+      "grad_norm": 227.27639770507812,
+      "learning_rate": 5.374393063012355e-06,
+      "loss": 29.5938,
+      "step": 27768
+    },
+    {
+      "epoch": 1.3270094619134092,
+      "grad_norm": 405.18182373046875,
+      "learning_rate": 5.373706975487281e-06,
+      "loss": 23.4844,
+      "step": 27769
+    },
+    {
+      "epoch": 1.3270572493548696,
+      "grad_norm": 203.06092834472656,
+      "learning_rate": 5.373020915667726e-06,
+      "loss": 19.1562,
+      "step": 27770
+    },
+    {
+      "epoch": 1.32710503679633,
+      "grad_norm": 250.6700897216797,
+      "learning_rate": 5.372334883557808e-06,
+      "loss": 25.2344,
+      "step": 27771
+    },
+    {
+      "epoch": 1.3271528242377904,
+      "grad_norm": 159.189208984375,
+      "learning_rate": 5.37164887916163e-06,
+      "loss": 20.9688,
+      "step": 27772
+    },
+    {
+      "epoch": 1.3272006116792507,
+      "grad_norm": 192.10447692871094,
+      "learning_rate": 5.37096290248331e-06,
+      "loss": 24.6797,
+      "step": 27773
+    },
+    {
+      "epoch": 1.3272483991207111,
+      "grad_norm": 724.9334716796875,
+      "learning_rate": 5.370276953526942e-06,
+      "loss": 40.9062,
+      "step": 27774
+    },
+    {
+      "epoch": 1.3272961865621715,
+      "grad_norm": 245.24508666992188,
+      "learning_rate": 5.3695910322966435e-06,
+      "loss": 31.9688,
+      "step": 27775
+    },
+    {
+      "epoch": 1.327343974003632,
+      "grad_norm": 463.7255859375,
+      "learning_rate": 5.368905138796523e-06,
+      "loss": 34.0,
+      "step": 27776
+    },
+    {
+      "epoch": 1.3273917614450923,
+      "grad_norm": 183.4687042236328,
+      "learning_rate": 5.368219273030682e-06,
+      "loss": 19.4375,
+      "step": 27777
+    },
+    {
+      "epoch": 1.3274395488865527,
+      "grad_norm": 235.35208129882812,
+      "learning_rate": 5.367533435003234e-06,
+      "loss": 27.1875,
+      "step": 27778
+    },
+    {
+      "epoch": 1.327487336328013,
+      "grad_norm": 493.54901123046875,
+      "learning_rate": 5.366847624718279e-06,
+      "loss": 31.9062,
+      "step": 27779
+    },
+    {
+      "epoch": 1.3275351237694735,
+      "grad_norm": 335.3987121582031,
+      "learning_rate": 5.366161842179929e-06,
+      "loss": 28.9062,
+      "step": 27780
+    },
+    {
+      "epoch": 1.3275829112109339,
+      "grad_norm": 4675.1474609375,
+      "learning_rate": 5.365476087392293e-06,
+      "loss": 16.7656,
+      "step": 27781
+    },
+    {
+      "epoch": 1.3276306986523942,
+      "grad_norm": 208.1857452392578,
+      "learning_rate": 5.364790360359471e-06,
+      "loss": 21.3125,
+      "step": 27782
+    },
+    {
+      "epoch": 1.3276784860938546,
+      "grad_norm": 178.536865234375,
+      "learning_rate": 5.364104661085575e-06,
+      "loss": 24.125,
+      "step": 27783
+    },
+    {
+      "epoch": 1.327726273535315,
+      "grad_norm": 2405.734619140625,
+      "learning_rate": 5.363418989574714e-06,
+      "loss": 28.4375,
+      "step": 27784
+    },
+    {
+      "epoch": 1.3277740609767754,
+      "grad_norm": 261.0040588378906,
+      "learning_rate": 5.362733345830986e-06,
+      "loss": 28.625,
+      "step": 27785
+    },
+    {
+      "epoch": 1.3278218484182358,
+      "grad_norm": 240.98138427734375,
+      "learning_rate": 5.362047729858501e-06,
+      "loss": 28.3594,
+      "step": 27786
+    },
+    {
+      "epoch": 1.3278696358596962,
+      "grad_norm": 156.06468200683594,
+      "learning_rate": 5.361362141661366e-06,
+      "loss": 22.7031,
+      "step": 27787
+    },
+    {
+      "epoch": 1.3279174233011566,
+      "grad_norm": 324.8351745605469,
+      "learning_rate": 5.360676581243691e-06,
+      "loss": 23.75,
+      "step": 27788
+    },
+    {
+      "epoch": 1.327965210742617,
+      "grad_norm": 244.93319702148438,
+      "learning_rate": 5.3599910486095716e-06,
+      "loss": 31.6562,
+      "step": 27789
+    },
+    {
+      "epoch": 1.3280129981840771,
+      "grad_norm": 173.87823486328125,
+      "learning_rate": 5.35930554376312e-06,
+      "loss": 21.0469,
+      "step": 27790
+    },
+    {
+      "epoch": 1.3280607856255375,
+      "grad_norm": 180.45956420898438,
+      "learning_rate": 5.3586200667084435e-06,
+      "loss": 24.875,
+      "step": 27791
+    },
+    {
+      "epoch": 1.328108573066998,
+      "grad_norm": 156.6835174560547,
+      "learning_rate": 5.3579346174496395e-06,
+      "loss": 18.0,
+      "step": 27792
+    },
+    {
+      "epoch": 1.3281563605084583,
+      "grad_norm": 160.29624938964844,
+      "learning_rate": 5.357249195990817e-06,
+      "loss": 25.0781,
+      "step": 27793
+    },
+    {
+      "epoch": 1.3282041479499187,
+      "grad_norm": 260.56683349609375,
+      "learning_rate": 5.356563802336081e-06,
+      "loss": 28.25,
+      "step": 27794
+    },
+    {
+      "epoch": 1.328251935391379,
+      "grad_norm": 101.79743194580078,
+      "learning_rate": 5.355878436489541e-06,
+      "loss": 15.9219,
+      "step": 27795
+    },
+    {
+      "epoch": 1.3282997228328395,
+      "grad_norm": 247.3780975341797,
+      "learning_rate": 5.355193098455292e-06,
+      "loss": 19.5469,
+      "step": 27796
+    },
+    {
+      "epoch": 1.3283475102742999,
+      "grad_norm": 232.12709045410156,
+      "learning_rate": 5.354507788237444e-06,
+      "loss": 22.5781,
+      "step": 27797
+    },
+    {
+      "epoch": 1.3283952977157603,
+      "grad_norm": 228.7903594970703,
+      "learning_rate": 5.353822505840098e-06,
+      "loss": 39.8125,
+      "step": 27798
+    },
+    {
+      "epoch": 1.3284430851572206,
+      "grad_norm": 198.2245330810547,
+      "learning_rate": 5.353137251267366e-06,
+      "loss": 23.7656,
+      "step": 27799
+    },
+    {
+      "epoch": 1.328490872598681,
+      "grad_norm": 325.60247802734375,
+      "learning_rate": 5.352452024523341e-06,
+      "loss": 27.6875,
+      "step": 27800
+    },
+    {
+      "epoch": 1.3285386600401414,
+      "grad_norm": 140.0996551513672,
+      "learning_rate": 5.35176682561213e-06,
+      "loss": 16.6719,
+      "step": 27801
+    },
+    {
+      "epoch": 1.3285864474816018,
+      "grad_norm": 345.8244323730469,
+      "learning_rate": 5.351081654537844e-06,
+      "loss": 39.6562,
+      "step": 27802
+    },
+    {
+      "epoch": 1.3286342349230622,
+      "grad_norm": 159.36154174804688,
+      "learning_rate": 5.350396511304574e-06,
+      "loss": 16.5,
+      "step": 27803
+    },
+    {
+      "epoch": 1.3286820223645226,
+      "grad_norm": 227.79580688476562,
+      "learning_rate": 5.349711395916432e-06,
+      "loss": 29.375,
+      "step": 27804
+    },
+    {
+      "epoch": 1.328729809805983,
+      "grad_norm": 342.8021240234375,
+      "learning_rate": 5.349026308377516e-06,
+      "loss": 29.9375,
+      "step": 27805
+    },
+    {
+      "epoch": 1.3287775972474434,
+      "grad_norm": 214.2206268310547,
+      "learning_rate": 5.348341248691935e-06,
+      "loss": 26.6875,
+      "step": 27806
+    },
+    {
+      "epoch": 1.3288253846889038,
+      "grad_norm": 599.2835083007812,
+      "learning_rate": 5.347656216863786e-06,
+      "loss": 31.25,
+      "step": 27807
+    },
+    {
+      "epoch": 1.3288731721303642,
+      "grad_norm": 429.26806640625,
+      "learning_rate": 5.3469712128971705e-06,
+      "loss": 29.5781,
+      "step": 27808
+    },
+    {
+      "epoch": 1.3289209595718245,
+      "grad_norm": 577.85205078125,
+      "learning_rate": 5.346286236796199e-06,
+      "loss": 21.8438,
+      "step": 27809
+    },
+    {
+      "epoch": 1.328968747013285,
+      "grad_norm": 290.1476745605469,
+      "learning_rate": 5.345601288564963e-06,
+      "loss": 19.9531,
+      "step": 27810
+    },
+    {
+      "epoch": 1.3290165344547453,
+      "grad_norm": 262.7593994140625,
+      "learning_rate": 5.344916368207569e-06,
+      "loss": 26.7812,
+      "step": 27811
+    },
+    {
+      "epoch": 1.3290643218962057,
+      "grad_norm": 232.97113037109375,
+      "learning_rate": 5.344231475728124e-06,
+      "loss": 24.0156,
+      "step": 27812
+    },
+    {
+      "epoch": 1.329112109337666,
+      "grad_norm": 223.39645385742188,
+      "learning_rate": 5.343546611130721e-06,
+      "loss": 22.5312,
+      "step": 27813
+    },
+    {
+      "epoch": 1.3291598967791265,
+      "grad_norm": 225.6846923828125,
+      "learning_rate": 5.34286177441947e-06,
+      "loss": 23.0938,
+      "step": 27814
+    },
+    {
+      "epoch": 1.3292076842205869,
+      "grad_norm": 205.8674774169922,
+      "learning_rate": 5.342176965598462e-06,
+      "loss": 27.0312,
+      "step": 27815
+    },
+    {
+      "epoch": 1.3292554716620473,
+      "grad_norm": 104.74588775634766,
+      "learning_rate": 5.341492184671806e-06,
+      "loss": 17.7969,
+      "step": 27816
+    },
+    {
+      "epoch": 1.3293032591035077,
+      "grad_norm": 264.2906494140625,
+      "learning_rate": 5.340807431643602e-06,
+      "loss": 34.0312,
+      "step": 27817
+    },
+    {
+      "epoch": 1.329351046544968,
+      "grad_norm": 230.29542541503906,
+      "learning_rate": 5.340122706517947e-06,
+      "loss": 28.125,
+      "step": 27818
+    },
+    {
+      "epoch": 1.3293988339864284,
+      "grad_norm": 129.61326599121094,
+      "learning_rate": 5.3394380092989435e-06,
+      "loss": 23.0312,
+      "step": 27819
+    },
+    {
+      "epoch": 1.3294466214278888,
+      "grad_norm": 160.7144012451172,
+      "learning_rate": 5.338753339990695e-06,
+      "loss": 16.6172,
+      "step": 27820
+    },
+    {
+      "epoch": 1.329494408869349,
+      "grad_norm": 181.2315673828125,
+      "learning_rate": 5.338068698597299e-06,
+      "loss": 17.1875,
+      "step": 27821
+    },
+    {
+      "epoch": 1.3295421963108094,
+      "grad_norm": 187.2403564453125,
+      "learning_rate": 5.337384085122854e-06,
+      "loss": 19.7031,
+      "step": 27822
+    },
+    {
+      "epoch": 1.3295899837522698,
+      "grad_norm": 216.96607971191406,
+      "learning_rate": 5.336699499571463e-06,
+      "loss": 27.5938,
+      "step": 27823
+    },
+    {
+      "epoch": 1.3296377711937302,
+      "grad_norm": 193.3428192138672,
+      "learning_rate": 5.336014941947224e-06,
+      "loss": 32.875,
+      "step": 27824
+    },
+    {
+      "epoch": 1.3296855586351906,
+      "grad_norm": 464.3892517089844,
+      "learning_rate": 5.3353304122542405e-06,
+      "loss": 27.1562,
+      "step": 27825
+    },
+    {
+      "epoch": 1.329733346076651,
+      "grad_norm": 156.4548797607422,
+      "learning_rate": 5.334645910496606e-06,
+      "loss": 16.6875,
+      "step": 27826
+    },
+    {
+      "epoch": 1.3297811335181113,
+      "grad_norm": 229.78457641601562,
+      "learning_rate": 5.333961436678422e-06,
+      "loss": 22.125,
+      "step": 27827
+    },
+    {
+      "epoch": 1.3298289209595717,
+      "grad_norm": 190.54653930664062,
+      "learning_rate": 5.333276990803792e-06,
+      "loss": 26.2656,
+      "step": 27828
+    },
+    {
+      "epoch": 1.3298767084010321,
+      "grad_norm": 180.71905517578125,
+      "learning_rate": 5.332592572876807e-06,
+      "loss": 16.1094,
+      "step": 27829
+    },
+    {
+      "epoch": 1.3299244958424925,
+      "grad_norm": 226.95762634277344,
+      "learning_rate": 5.331908182901571e-06,
+      "loss": 24.3125,
+      "step": 27830
+    },
+    {
+      "epoch": 1.329972283283953,
+      "grad_norm": 297.59002685546875,
+      "learning_rate": 5.33122382088218e-06,
+      "loss": 26.625,
+      "step": 27831
+    },
+    {
+      "epoch": 1.3300200707254133,
+      "grad_norm": 170.1085205078125,
+      "learning_rate": 5.330539486822739e-06,
+      "loss": 25.4219,
+      "step": 27832
+    },
+    {
+      "epoch": 1.3300678581668737,
+      "grad_norm": 128.7391815185547,
+      "learning_rate": 5.329855180727337e-06,
+      "loss": 22.375,
+      "step": 27833
+    },
+    {
+      "epoch": 1.330115645608334,
+      "grad_norm": 197.42361450195312,
+      "learning_rate": 5.329170902600076e-06,
+      "loss": 29.6875,
+      "step": 27834
+    },
+    {
+      "epoch": 1.3301634330497945,
+      "grad_norm": 168.97323608398438,
+      "learning_rate": 5.328486652445053e-06,
+      "loss": 26.4531,
+      "step": 27835
+    },
+    {
+      "epoch": 1.3302112204912548,
+      "grad_norm": 205.9949493408203,
+      "learning_rate": 5.327802430266373e-06,
+      "loss": 23.625,
+      "step": 27836
+    },
+    {
+      "epoch": 1.3302590079327152,
+      "grad_norm": 291.956787109375,
+      "learning_rate": 5.3271182360681225e-06,
+      "loss": 30.125,
+      "step": 27837
+    },
+    {
+      "epoch": 1.3303067953741756,
+      "grad_norm": 167.81309509277344,
+      "learning_rate": 5.326434069854405e-06,
+      "loss": 20.5781,
+      "step": 27838
+    },
+    {
+      "epoch": 1.330354582815636,
+      "grad_norm": 237.8100128173828,
+      "learning_rate": 5.3257499316293206e-06,
+      "loss": 33.5,
+      "step": 27839
+    },
+    {
+      "epoch": 1.3304023702570964,
+      "grad_norm": 188.35494995117188,
+      "learning_rate": 5.325065821396958e-06,
+      "loss": 24.0625,
+      "step": 27840
+    },
+    {
+      "epoch": 1.3304501576985568,
+      "grad_norm": 266.9853820800781,
+      "learning_rate": 5.324381739161419e-06,
+      "loss": 26.4062,
+      "step": 27841
+    },
+    {
+      "epoch": 1.3304979451400172,
+      "grad_norm": 179.4618682861328,
+      "learning_rate": 5.323697684926805e-06,
+      "loss": 23.875,
+      "step": 27842
+    },
+    {
+      "epoch": 1.3305457325814776,
+      "grad_norm": 291.8668212890625,
+      "learning_rate": 5.3230136586972046e-06,
+      "loss": 27.3281,
+      "step": 27843
+    },
+    {
+      "epoch": 1.330593520022938,
+      "grad_norm": 255.7089385986328,
+      "learning_rate": 5.322329660476715e-06,
+      "loss": 32.5312,
+      "step": 27844
+    },
+    {
+      "epoch": 1.3306413074643983,
+      "grad_norm": 111.7183837890625,
+      "learning_rate": 5.3216456902694415e-06,
+      "loss": 17.1328,
+      "step": 27845
+    },
+    {
+      "epoch": 1.3306890949058587,
+      "grad_norm": 309.7387390136719,
+      "learning_rate": 5.320961748079467e-06,
+      "loss": 30.7344,
+      "step": 27846
+    },
+    {
+      "epoch": 1.3307368823473191,
+      "grad_norm": 316.10821533203125,
+      "learning_rate": 5.320277833910899e-06,
+      "loss": 26.8906,
+      "step": 27847
+    },
+    {
+      "epoch": 1.3307846697887795,
+      "grad_norm": 165.81170654296875,
+      "learning_rate": 5.319593947767825e-06,
+      "loss": 22.3438,
+      "step": 27848
+    },
+    {
+      "epoch": 1.33083245723024,
+      "grad_norm": 368.88092041015625,
+      "learning_rate": 5.318910089654344e-06,
+      "loss": 21.1094,
+      "step": 27849
+    },
+    {
+      "epoch": 1.3308802446717003,
+      "grad_norm": 172.75701904296875,
+      "learning_rate": 5.318226259574551e-06,
+      "loss": 27.1562,
+      "step": 27850
+    },
+    {
+      "epoch": 1.3309280321131607,
+      "grad_norm": 259.9513244628906,
+      "learning_rate": 5.317542457532544e-06,
+      "loss": 26.1875,
+      "step": 27851
+    },
+    {
+      "epoch": 1.330975819554621,
+      "grad_norm": 482.37493896484375,
+      "learning_rate": 5.316858683532414e-06,
+      "loss": 25.6094,
+      "step": 27852
+    },
+    {
+      "epoch": 1.3310236069960815,
+      "grad_norm": 464.8513488769531,
+      "learning_rate": 5.316174937578256e-06,
+      "loss": 32.8594,
+      "step": 27853
+    },
+    {
+      "epoch": 1.3310713944375419,
+      "grad_norm": 163.36868286132812,
+      "learning_rate": 5.31549121967417e-06,
+      "loss": 19.3906,
+      "step": 27854
+    },
+    {
+      "epoch": 1.3311191818790022,
+      "grad_norm": 268.8280334472656,
+      "learning_rate": 5.314807529824244e-06,
+      "loss": 19.3594,
+      "step": 27855
+    },
+    {
+      "epoch": 1.3311669693204626,
+      "grad_norm": 516.0771484375,
+      "learning_rate": 5.314123868032575e-06,
+      "loss": 27.9062,
+      "step": 27856
+    },
+    {
+      "epoch": 1.331214756761923,
+      "grad_norm": 164.32659912109375,
+      "learning_rate": 5.313440234303258e-06,
+      "loss": 25.9531,
+      "step": 27857
+    },
+    {
+      "epoch": 1.3312625442033834,
+      "grad_norm": 140.08143615722656,
+      "learning_rate": 5.31275662864039e-06,
+      "loss": 19.5156,
+      "step": 27858
+    },
+    {
+      "epoch": 1.3313103316448438,
+      "grad_norm": 244.7218017578125,
+      "learning_rate": 5.312073051048058e-06,
+      "loss": 25.875,
+      "step": 27859
+    },
+    {
+      "epoch": 1.3313581190863042,
+      "grad_norm": 245.90785217285156,
+      "learning_rate": 5.31138950153036e-06,
+      "loss": 29.7656,
+      "step": 27860
+    },
+    {
+      "epoch": 1.3314059065277646,
+      "grad_norm": 489.53851318359375,
+      "learning_rate": 5.310705980091387e-06,
+      "loss": 24.5938,
+      "step": 27861
+    },
+    {
+      "epoch": 1.331453693969225,
+      "grad_norm": 125.36981964111328,
+      "learning_rate": 5.31002248673524e-06,
+      "loss": 18.1094,
+      "step": 27862
+    },
+    {
+      "epoch": 1.3315014814106854,
+      "grad_norm": 395.241455078125,
+      "learning_rate": 5.309339021466002e-06,
+      "loss": 29.9297,
+      "step": 27863
+    },
+    {
+      "epoch": 1.3315492688521458,
+      "grad_norm": 221.70700073242188,
+      "learning_rate": 5.3086555842877705e-06,
+      "loss": 24.2812,
+      "step": 27864
+    },
+    {
+      "epoch": 1.3315970562936061,
+      "grad_norm": 167.4318389892578,
+      "learning_rate": 5.307972175204643e-06,
+      "loss": 18.7188,
+      "step": 27865
+    },
+    {
+      "epoch": 1.3316448437350665,
+      "grad_norm": 346.0077209472656,
+      "learning_rate": 5.307288794220704e-06,
+      "loss": 26.4688,
+      "step": 27866
+    },
+    {
+      "epoch": 1.331692631176527,
+      "grad_norm": 577.8093872070312,
+      "learning_rate": 5.306605441340049e-06,
+      "loss": 26.375,
+      "step": 27867
+    },
+    {
+      "epoch": 1.3317404186179873,
+      "grad_norm": 398.4033203125,
+      "learning_rate": 5.305922116566771e-06,
+      "loss": 27.2188,
+      "step": 27868
+    },
+    {
+      "epoch": 1.3317882060594477,
+      "grad_norm": 188.9060821533203,
+      "learning_rate": 5.305238819904967e-06,
+      "loss": 21.2188,
+      "step": 27869
+    },
+    {
+      "epoch": 1.331835993500908,
+      "grad_norm": 691.1737670898438,
+      "learning_rate": 5.304555551358721e-06,
+      "loss": 27.2188,
+      "step": 27870
+    },
+    {
+      "epoch": 1.3318837809423685,
+      "grad_norm": 281.0096435546875,
+      "learning_rate": 5.303872310932129e-06,
+      "loss": 33.75,
+      "step": 27871
+    },
+    {
+      "epoch": 1.3319315683838289,
+      "grad_norm": 165.7639617919922,
+      "learning_rate": 5.3031890986292815e-06,
+      "loss": 30.9688,
+      "step": 27872
+    },
+    {
+      "epoch": 1.331979355825289,
+      "grad_norm": 319.7734375,
+      "learning_rate": 5.3025059144542745e-06,
+      "loss": 40.2188,
+      "step": 27873
+    },
+    {
+      "epoch": 1.3320271432667494,
+      "grad_norm": 499.13165283203125,
+      "learning_rate": 5.3018227584111925e-06,
+      "loss": 27.4375,
+      "step": 27874
+    },
+    {
+      "epoch": 1.3320749307082098,
+      "grad_norm": 163.81996154785156,
+      "learning_rate": 5.301139630504133e-06,
+      "loss": 22.4844,
+      "step": 27875
+    },
+    {
+      "epoch": 1.3321227181496702,
+      "grad_norm": 302.31341552734375,
+      "learning_rate": 5.3004565307371795e-06,
+      "loss": 21.2188,
+      "step": 27876
+    },
+    {
+      "epoch": 1.3321705055911306,
+      "grad_norm": 160.83924865722656,
+      "learning_rate": 5.299773459114428e-06,
+      "loss": 22.8125,
+      "step": 27877
+    },
+    {
+      "epoch": 1.332218293032591,
+      "grad_norm": 410.2599182128906,
+      "learning_rate": 5.299090415639973e-06,
+      "loss": 21.3594,
+      "step": 27878
+    },
+    {
+      "epoch": 1.3322660804740514,
+      "grad_norm": 936.2142333984375,
+      "learning_rate": 5.298407400317895e-06,
+      "loss": 24.7188,
+      "step": 27879
+    },
+    {
+      "epoch": 1.3323138679155118,
+      "grad_norm": 303.4292297363281,
+      "learning_rate": 5.297724413152295e-06,
+      "loss": 20.4844,
+      "step": 27880
+    },
+    {
+      "epoch": 1.3323616553569722,
+      "grad_norm": 301.9175109863281,
+      "learning_rate": 5.297041454147255e-06,
+      "loss": 28.1875,
+      "step": 27881
+    },
+    {
+      "epoch": 1.3324094427984325,
+      "grad_norm": 247.92530822753906,
+      "learning_rate": 5.296358523306867e-06,
+      "loss": 21.6094,
+      "step": 27882
+    },
+    {
+      "epoch": 1.332457230239893,
+      "grad_norm": 629.1185302734375,
+      "learning_rate": 5.295675620635223e-06,
+      "loss": 26.3594,
+      "step": 27883
+    },
+    {
+      "epoch": 1.3325050176813533,
+      "grad_norm": 246.29086303710938,
+      "learning_rate": 5.2949927461364145e-06,
+      "loss": 28.5312,
+      "step": 27884
+    },
+    {
+      "epoch": 1.3325528051228137,
+      "grad_norm": 234.1295928955078,
+      "learning_rate": 5.2943098998145245e-06,
+      "loss": 25.1406,
+      "step": 27885
+    },
+    {
+      "epoch": 1.332600592564274,
+      "grad_norm": 176.07327270507812,
+      "learning_rate": 5.293627081673648e-06,
+      "loss": 22.2969,
+      "step": 27886
+    },
+    {
+      "epoch": 1.3326483800057345,
+      "grad_norm": 232.42835998535156,
+      "learning_rate": 5.292944291717874e-06,
+      "loss": 27.25,
+      "step": 27887
+    },
+    {
+      "epoch": 1.3326961674471949,
+      "grad_norm": 388.8820495605469,
+      "learning_rate": 5.292261529951288e-06,
+      "loss": 27.8125,
+      "step": 27888
+    },
+    {
+      "epoch": 1.3327439548886553,
+      "grad_norm": 495.4403991699219,
+      "learning_rate": 5.291578796377981e-06,
+      "loss": 32.8125,
+      "step": 27889
+    },
+    {
+      "epoch": 1.3327917423301157,
+      "grad_norm": 721.5170288085938,
+      "learning_rate": 5.2908960910020404e-06,
+      "loss": 27.8438,
+      "step": 27890
+    },
+    {
+      "epoch": 1.332839529771576,
+      "grad_norm": 604.6210327148438,
+      "learning_rate": 5.290213413827559e-06,
+      "loss": 32.3438,
+      "step": 27891
+    },
+    {
+      "epoch": 1.3328873172130364,
+      "grad_norm": 302.3885498046875,
+      "learning_rate": 5.289530764858619e-06,
+      "loss": 21.7188,
+      "step": 27892
+    },
+    {
+      "epoch": 1.3329351046544968,
+      "grad_norm": 7120.0791015625,
+      "learning_rate": 5.2888481440993115e-06,
+      "loss": 21.0312,
+      "step": 27893
+    },
+    {
+      "epoch": 1.3329828920959572,
+      "grad_norm": 154.0691375732422,
+      "learning_rate": 5.288165551553724e-06,
+      "loss": 24.5625,
+      "step": 27894
+    },
+    {
+      "epoch": 1.3330306795374176,
+      "grad_norm": 613.5647583007812,
+      "learning_rate": 5.2874829872259494e-06,
+      "loss": 27.0312,
+      "step": 27895
+    },
+    {
+      "epoch": 1.333078466978878,
+      "grad_norm": 278.17559814453125,
+      "learning_rate": 5.286800451120067e-06,
+      "loss": 18.4844,
+      "step": 27896
+    },
+    {
+      "epoch": 1.3331262544203384,
+      "grad_norm": 297.6575927734375,
+      "learning_rate": 5.286117943240167e-06,
+      "loss": 23.0625,
+      "step": 27897
+    },
+    {
+      "epoch": 1.3331740418617988,
+      "grad_norm": 189.9624786376953,
+      "learning_rate": 5.2854354635903394e-06,
+      "loss": 34.1875,
+      "step": 27898
+    },
+    {
+      "epoch": 1.3332218293032592,
+      "grad_norm": 242.1813507080078,
+      "learning_rate": 5.2847530121746735e-06,
+      "loss": 26.3125,
+      "step": 27899
+    },
+    {
+      "epoch": 1.3332696167447196,
+      "grad_norm": 263.1712646484375,
+      "learning_rate": 5.284070588997249e-06,
+      "loss": 28.9688,
+      "step": 27900
+    },
+    {
+      "epoch": 1.33331740418618,
+      "grad_norm": 521.6361083984375,
+      "learning_rate": 5.2833881940621555e-06,
+      "loss": 30.4688,
+      "step": 27901
+    },
+    {
+      "epoch": 1.3333651916276403,
+      "grad_norm": 251.25653076171875,
+      "learning_rate": 5.282705827373485e-06,
+      "loss": 29.4688,
+      "step": 27902
+    },
+    {
+      "epoch": 1.3334129790691007,
+      "grad_norm": 338.49298095703125,
+      "learning_rate": 5.2820234889353176e-06,
+      "loss": 29.375,
+      "step": 27903
+    },
+    {
+      "epoch": 1.333460766510561,
+      "grad_norm": 372.69110107421875,
+      "learning_rate": 5.281341178751739e-06,
+      "loss": 26.8594,
+      "step": 27904
+    },
+    {
+      "epoch": 1.3335085539520213,
+      "grad_norm": 350.3435974121094,
+      "learning_rate": 5.280658896826838e-06,
+      "loss": 31.0938,
+      "step": 27905
+    },
+    {
+      "epoch": 1.3335563413934817,
+      "grad_norm": 124.2342758178711,
+      "learning_rate": 5.279976643164706e-06,
+      "loss": 17.1094,
+      "step": 27906
+    },
+    {
+      "epoch": 1.333604128834942,
+      "grad_norm": 284.6453857421875,
+      "learning_rate": 5.279294417769419e-06,
+      "loss": 20.8906,
+      "step": 27907
+    },
+    {
+      "epoch": 1.3336519162764024,
+      "grad_norm": 188.3519287109375,
+      "learning_rate": 5.278612220645068e-06,
+      "loss": 19.2031,
+      "step": 27908
+    },
+    {
+      "epoch": 1.3336997037178628,
+      "grad_norm": 189.7694091796875,
+      "learning_rate": 5.277930051795739e-06,
+      "loss": 27.8438,
+      "step": 27909
+    },
+    {
+      "epoch": 1.3337474911593232,
+      "grad_norm": 201.48863220214844,
+      "learning_rate": 5.277247911225514e-06,
+      "loss": 21.9375,
+      "step": 27910
+    },
+    {
+      "epoch": 1.3337952786007836,
+      "grad_norm": 265.3611145019531,
+      "learning_rate": 5.276565798938483e-06,
+      "loss": 25.9844,
+      "step": 27911
+    },
+    {
+      "epoch": 1.333843066042244,
+      "grad_norm": 333.8473815917969,
+      "learning_rate": 5.275883714938726e-06,
+      "loss": 19.4219,
+      "step": 27912
+    },
+    {
+      "epoch": 1.3338908534837044,
+      "grad_norm": 424.12835693359375,
+      "learning_rate": 5.275201659230331e-06,
+      "loss": 36.0938,
+      "step": 27913
+    },
+    {
+      "epoch": 1.3339386409251648,
+      "grad_norm": 245.98886108398438,
+      "learning_rate": 5.274519631817379e-06,
+      "loss": 18.9688,
+      "step": 27914
+    },
+    {
+      "epoch": 1.3339864283666252,
+      "grad_norm": 265.0721130371094,
+      "learning_rate": 5.273837632703955e-06,
+      "loss": 28.9531,
+      "step": 27915
+    },
+    {
+      "epoch": 1.3340342158080856,
+      "grad_norm": 366.8707580566406,
+      "learning_rate": 5.273155661894147e-06,
+      "loss": 30.125,
+      "step": 27916
+    },
+    {
+      "epoch": 1.334082003249546,
+      "grad_norm": 175.62979125976562,
+      "learning_rate": 5.2724737193920416e-06,
+      "loss": 18.4531,
+      "step": 27917
+    },
+    {
+      "epoch": 1.3341297906910063,
+      "grad_norm": 149.3250274658203,
+      "learning_rate": 5.271791805201714e-06,
+      "loss": 17.4219,
+      "step": 27918
+    },
+    {
+      "epoch": 1.3341775781324667,
+      "grad_norm": 258.7803039550781,
+      "learning_rate": 5.271109919327251e-06,
+      "loss": 28.5469,
+      "step": 27919
+    },
+    {
+      "epoch": 1.3342253655739271,
+      "grad_norm": 319.39923095703125,
+      "learning_rate": 5.2704280617727384e-06,
+      "loss": 25.7969,
+      "step": 27920
+    },
+    {
+      "epoch": 1.3342731530153875,
+      "grad_norm": 288.5080871582031,
+      "learning_rate": 5.269746232542263e-06,
+      "loss": 29.1562,
+      "step": 27921
+    },
+    {
+      "epoch": 1.334320940456848,
+      "grad_norm": 191.8582000732422,
+      "learning_rate": 5.269064431639901e-06,
+      "loss": 24.0469,
+      "step": 27922
+    },
+    {
+      "epoch": 1.3343687278983083,
+      "grad_norm": 252.71376037597656,
+      "learning_rate": 5.268382659069737e-06,
+      "loss": 27.5,
+      "step": 27923
+    },
+    {
+      "epoch": 1.3344165153397687,
+      "grad_norm": 185.56268310546875,
+      "learning_rate": 5.267700914835861e-06,
+      "loss": 19.3438,
+      "step": 27924
+    },
+    {
+      "epoch": 1.334464302781229,
+      "grad_norm": 330.77642822265625,
+      "learning_rate": 5.267019198942345e-06,
+      "loss": 24.375,
+      "step": 27925
+    },
+    {
+      "epoch": 1.3345120902226895,
+      "grad_norm": 485.1382751464844,
+      "learning_rate": 5.266337511393277e-06,
+      "loss": 24.5625,
+      "step": 27926
+    },
+    {
+      "epoch": 1.3345598776641499,
+      "grad_norm": 509.3343505859375,
+      "learning_rate": 5.26565585219274e-06,
+      "loss": 24.9844,
+      "step": 27927
+    },
+    {
+      "epoch": 1.3346076651056102,
+      "grad_norm": 251.9632568359375,
+      "learning_rate": 5.264974221344819e-06,
+      "loss": 21.1875,
+      "step": 27928
+    },
+    {
+      "epoch": 1.3346554525470706,
+      "grad_norm": 234.8439178466797,
+      "learning_rate": 5.264292618853587e-06,
+      "loss": 18.4531,
+      "step": 27929
+    },
+    {
+      "epoch": 1.334703239988531,
+      "grad_norm": 170.3958282470703,
+      "learning_rate": 5.263611044723134e-06,
+      "loss": 15.4531,
+      "step": 27930
+    },
+    {
+      "epoch": 1.3347510274299914,
+      "grad_norm": 243.686279296875,
+      "learning_rate": 5.262929498957536e-06,
+      "loss": 32.125,
+      "step": 27931
+    },
+    {
+      "epoch": 1.3347988148714518,
+      "grad_norm": 143.8472442626953,
+      "learning_rate": 5.262247981560884e-06,
+      "loss": 19.7188,
+      "step": 27932
+    },
+    {
+      "epoch": 1.3348466023129122,
+      "grad_norm": 256.93231201171875,
+      "learning_rate": 5.26156649253725e-06,
+      "loss": 22.125,
+      "step": 27933
+    },
+    {
+      "epoch": 1.3348943897543726,
+      "grad_norm": 278.7245178222656,
+      "learning_rate": 5.2608850318907165e-06,
+      "loss": 26.375,
+      "step": 27934
+    },
+    {
+      "epoch": 1.334942177195833,
+      "grad_norm": 174.36001586914062,
+      "learning_rate": 5.260203599625369e-06,
+      "loss": 24.1875,
+      "step": 27935
+    },
+    {
+      "epoch": 1.3349899646372934,
+      "grad_norm": 323.0556945800781,
+      "learning_rate": 5.259522195745288e-06,
+      "loss": 18.5156,
+      "step": 27936
+    },
+    {
+      "epoch": 1.3350377520787537,
+      "grad_norm": 231.89268493652344,
+      "learning_rate": 5.2588408202545484e-06,
+      "loss": 18.0625,
+      "step": 27937
+    },
+    {
+      "epoch": 1.3350855395202141,
+      "grad_norm": 186.01809692382812,
+      "learning_rate": 5.258159473157234e-06,
+      "loss": 23.625,
+      "step": 27938
+    },
+    {
+      "epoch": 1.3351333269616745,
+      "grad_norm": 296.323974609375,
+      "learning_rate": 5.257478154457432e-06,
+      "loss": 25.5781,
+      "step": 27939
+    },
+    {
+      "epoch": 1.335181114403135,
+      "grad_norm": 264.6582336425781,
+      "learning_rate": 5.256796864159211e-06,
+      "loss": 22.5312,
+      "step": 27940
+    },
+    {
+      "epoch": 1.3352289018445953,
+      "grad_norm": 245.0485076904297,
+      "learning_rate": 5.2561156022666545e-06,
+      "loss": 27.9375,
+      "step": 27941
+    },
+    {
+      "epoch": 1.3352766892860557,
+      "grad_norm": 380.8592529296875,
+      "learning_rate": 5.255434368783849e-06,
+      "loss": 27.1875,
+      "step": 27942
+    },
+    {
+      "epoch": 1.335324476727516,
+      "grad_norm": 264.3971252441406,
+      "learning_rate": 5.2547531637148675e-06,
+      "loss": 23.2812,
+      "step": 27943
+    },
+    {
+      "epoch": 1.3353722641689765,
+      "grad_norm": 283.2671813964844,
+      "learning_rate": 5.254071987063794e-06,
+      "loss": 21.375,
+      "step": 27944
+    },
+    {
+      "epoch": 1.3354200516104369,
+      "grad_norm": 258.1006164550781,
+      "learning_rate": 5.253390838834702e-06,
+      "loss": 29.0156,
+      "step": 27945
+    },
+    {
+      "epoch": 1.3354678390518973,
+      "grad_norm": 162.6671600341797,
+      "learning_rate": 5.252709719031675e-06,
+      "loss": 24.7031,
+      "step": 27946
+    },
+    {
+      "epoch": 1.3355156264933576,
+      "grad_norm": 191.15858459472656,
+      "learning_rate": 5.252028627658791e-06,
+      "loss": 26.2656,
+      "step": 27947
+    },
+    {
+      "epoch": 1.335563413934818,
+      "grad_norm": 244.97311401367188,
+      "learning_rate": 5.25134756472013e-06,
+      "loss": 21.8281,
+      "step": 27948
+    },
+    {
+      "epoch": 1.3356112013762784,
+      "grad_norm": 177.90628051757812,
+      "learning_rate": 5.250666530219767e-06,
+      "loss": 24.9062,
+      "step": 27949
+    },
+    {
+      "epoch": 1.3356589888177388,
+      "grad_norm": 536.1616821289062,
+      "learning_rate": 5.249985524161787e-06,
+      "loss": 34.6875,
+      "step": 27950
+    },
+    {
+      "epoch": 1.3357067762591992,
+      "grad_norm": 249.04693603515625,
+      "learning_rate": 5.249304546550262e-06,
+      "loss": 28.75,
+      "step": 27951
+    },
+    {
+      "epoch": 1.3357545637006596,
+      "grad_norm": 202.28334045410156,
+      "learning_rate": 5.248623597389272e-06,
+      "loss": 23.7969,
+      "step": 27952
+    },
+    {
+      "epoch": 1.33580235114212,
+      "grad_norm": 249.737060546875,
+      "learning_rate": 5.247942676682895e-06,
+      "loss": 28.25,
+      "step": 27953
+    },
+    {
+      "epoch": 1.3358501385835804,
+      "grad_norm": 183.8335418701172,
+      "learning_rate": 5.247261784435214e-06,
+      "loss": 16.4219,
+      "step": 27954
+    },
+    {
+      "epoch": 1.3358979260250405,
+      "grad_norm": 285.25469970703125,
+      "learning_rate": 5.246580920650298e-06,
+      "loss": 39.0,
+      "step": 27955
+    },
+    {
+      "epoch": 1.335945713466501,
+      "grad_norm": 212.4132843017578,
+      "learning_rate": 5.2459000853322294e-06,
+      "loss": 25.875,
+      "step": 27956
+    },
+    {
+      "epoch": 1.3359935009079613,
+      "grad_norm": 191.62437438964844,
+      "learning_rate": 5.245219278485086e-06,
+      "loss": 22.4062,
+      "step": 27957
+    },
+    {
+      "epoch": 1.3360412883494217,
+      "grad_norm": 175.6917724609375,
+      "learning_rate": 5.244538500112945e-06,
+      "loss": 27.625,
+      "step": 27958
+    },
+    {
+      "epoch": 1.336089075790882,
+      "grad_norm": 290.43389892578125,
+      "learning_rate": 5.243857750219878e-06,
+      "loss": 31.5156,
+      "step": 27959
+    },
+    {
+      "epoch": 1.3361368632323425,
+      "grad_norm": 255.22970581054688,
+      "learning_rate": 5.243177028809968e-06,
+      "loss": 27.5625,
+      "step": 27960
+    },
+    {
+      "epoch": 1.3361846506738029,
+      "grad_norm": 173.71487426757812,
+      "learning_rate": 5.2424963358872926e-06,
+      "loss": 24.0312,
+      "step": 27961
+    },
+    {
+      "epoch": 1.3362324381152633,
+      "grad_norm": 193.07296752929688,
+      "learning_rate": 5.241815671455922e-06,
+      "loss": 21.7812,
+      "step": 27962
+    },
+    {
+      "epoch": 1.3362802255567237,
+      "grad_norm": 306.84051513671875,
+      "learning_rate": 5.241135035519935e-06,
+      "loss": 24.7188,
+      "step": 27963
+    },
+    {
+      "epoch": 1.336328012998184,
+      "grad_norm": 325.0702209472656,
+      "learning_rate": 5.24045442808341e-06,
+      "loss": 31.6875,
+      "step": 27964
+    },
+    {
+      "epoch": 1.3363758004396444,
+      "grad_norm": 463.8113708496094,
+      "learning_rate": 5.239773849150424e-06,
+      "loss": 40.7031,
+      "step": 27965
+    },
+    {
+      "epoch": 1.3364235878811048,
+      "grad_norm": 331.4188232421875,
+      "learning_rate": 5.239093298725046e-06,
+      "loss": 35.25,
+      "step": 27966
+    },
+    {
+      "epoch": 1.3364713753225652,
+      "grad_norm": 218.2535858154297,
+      "learning_rate": 5.238412776811357e-06,
+      "loss": 28.7812,
+      "step": 27967
+    },
+    {
+      "epoch": 1.3365191627640256,
+      "grad_norm": 370.9155578613281,
+      "learning_rate": 5.23773228341343e-06,
+      "loss": 26.7188,
+      "step": 27968
+    },
+    {
+      "epoch": 1.336566950205486,
+      "grad_norm": 272.8040771484375,
+      "learning_rate": 5.237051818535348e-06,
+      "loss": 26.0312,
+      "step": 27969
+    },
+    {
+      "epoch": 1.3366147376469464,
+      "grad_norm": 195.7809295654297,
+      "learning_rate": 5.236371382181174e-06,
+      "loss": 24.9219,
+      "step": 27970
+    },
+    {
+      "epoch": 1.3366625250884068,
+      "grad_norm": 190.9654998779297,
+      "learning_rate": 5.235690974354989e-06,
+      "loss": 13.8594,
+      "step": 27971
+    },
+    {
+      "epoch": 1.3367103125298672,
+      "grad_norm": 188.61465454101562,
+      "learning_rate": 5.235010595060871e-06,
+      "loss": 24.9062,
+      "step": 27972
+    },
+    {
+      "epoch": 1.3367580999713276,
+      "grad_norm": 458.55853271484375,
+      "learning_rate": 5.234330244302888e-06,
+      "loss": 32.8281,
+      "step": 27973
+    },
+    {
+      "epoch": 1.336805887412788,
+      "grad_norm": 304.0156555175781,
+      "learning_rate": 5.233649922085116e-06,
+      "loss": 16.7188,
+      "step": 27974
+    },
+    {
+      "epoch": 1.3368536748542483,
+      "grad_norm": 257.04248046875,
+      "learning_rate": 5.232969628411635e-06,
+      "loss": 27.1094,
+      "step": 27975
+    },
+    {
+      "epoch": 1.3369014622957087,
+      "grad_norm": 352.0267028808594,
+      "learning_rate": 5.232289363286511e-06,
+      "loss": 24.375,
+      "step": 27976
+    },
+    {
+      "epoch": 1.336949249737169,
+      "grad_norm": 234.49635314941406,
+      "learning_rate": 5.2316091267138255e-06,
+      "loss": 23.4062,
+      "step": 27977
+    },
+    {
+      "epoch": 1.3369970371786295,
+      "grad_norm": 255.73336791992188,
+      "learning_rate": 5.230928918697646e-06,
+      "loss": 21.6875,
+      "step": 27978
+    },
+    {
+      "epoch": 1.3370448246200899,
+      "grad_norm": 196.12109375,
+      "learning_rate": 5.2302487392420475e-06,
+      "loss": 25.5312,
+      "step": 27979
+    },
+    {
+      "epoch": 1.3370926120615503,
+      "grad_norm": 259.70489501953125,
+      "learning_rate": 5.2295685883511086e-06,
+      "loss": 19.2656,
+      "step": 27980
+    },
+    {
+      "epoch": 1.3371403995030107,
+      "grad_norm": 241.96817016601562,
+      "learning_rate": 5.228888466028893e-06,
+      "loss": 26.2656,
+      "step": 27981
+    },
+    {
+      "epoch": 1.337188186944471,
+      "grad_norm": 147.23374938964844,
+      "learning_rate": 5.22820837227948e-06,
+      "loss": 20.8438,
+      "step": 27982
+    },
+    {
+      "epoch": 1.3372359743859314,
+      "grad_norm": 185.19375610351562,
+      "learning_rate": 5.227528307106942e-06,
+      "loss": 27.3438,
+      "step": 27983
+    },
+    {
+      "epoch": 1.3372837618273918,
+      "grad_norm": 198.3292999267578,
+      "learning_rate": 5.226848270515355e-06,
+      "loss": 20.8125,
+      "step": 27984
+    },
+    {
+      "epoch": 1.3373315492688522,
+      "grad_norm": 231.55377197265625,
+      "learning_rate": 5.226168262508784e-06,
+      "loss": 20.3125,
+      "step": 27985
+    },
+    {
+      "epoch": 1.3373793367103124,
+      "grad_norm": 313.85748291015625,
+      "learning_rate": 5.225488283091304e-06,
+      "loss": 21.9062,
+      "step": 27986
+    },
+    {
+      "epoch": 1.3374271241517728,
+      "grad_norm": 268.5180969238281,
+      "learning_rate": 5.224808332266993e-06,
+      "loss": 20.375,
+      "step": 27987
+    },
+    {
+      "epoch": 1.3374749115932332,
+      "grad_norm": 184.0203399658203,
+      "learning_rate": 5.224128410039915e-06,
+      "loss": 19.7344,
+      "step": 27988
+    },
+    {
+      "epoch": 1.3375226990346936,
+      "grad_norm": 280.76702880859375,
+      "learning_rate": 5.223448516414145e-06,
+      "loss": 31.9844,
+      "step": 27989
+    },
+    {
+      "epoch": 1.337570486476154,
+      "grad_norm": 221.75868225097656,
+      "learning_rate": 5.222768651393754e-06,
+      "loss": 32.9531,
+      "step": 27990
+    },
+    {
+      "epoch": 1.3376182739176143,
+      "grad_norm": 283.7862243652344,
+      "learning_rate": 5.22208881498282e-06,
+      "loss": 21.6562,
+      "step": 27991
+    },
+    {
+      "epoch": 1.3376660613590747,
+      "grad_norm": 320.5381774902344,
+      "learning_rate": 5.221409007185403e-06,
+      "loss": 16.1641,
+      "step": 27992
+    },
+    {
+      "epoch": 1.3377138488005351,
+      "grad_norm": 334.09765625,
+      "learning_rate": 5.220729228005581e-06,
+      "loss": 28.0469,
+      "step": 27993
+    },
+    {
+      "epoch": 1.3377616362419955,
+      "grad_norm": 365.3233947753906,
+      "learning_rate": 5.220049477447424e-06,
+      "loss": 26.5312,
+      "step": 27994
+    },
+    {
+      "epoch": 1.337809423683456,
+      "grad_norm": 301.68878173828125,
+      "learning_rate": 5.219369755515007e-06,
+      "loss": 25.9375,
+      "step": 27995
+    },
+    {
+      "epoch": 1.3378572111249163,
+      "grad_norm": 284.5791015625,
+      "learning_rate": 5.218690062212393e-06,
+      "loss": 24.3906,
+      "step": 27996
+    },
+    {
+      "epoch": 1.3379049985663767,
+      "grad_norm": 499.5031433105469,
+      "learning_rate": 5.218010397543656e-06,
+      "loss": 27.3125,
+      "step": 27997
+    },
+    {
+      "epoch": 1.337952786007837,
+      "grad_norm": 285.2572326660156,
+      "learning_rate": 5.217330761512868e-06,
+      "loss": 24.6875,
+      "step": 27998
+    },
+    {
+      "epoch": 1.3380005734492975,
+      "grad_norm": 350.24725341796875,
+      "learning_rate": 5.2166511541240946e-06,
+      "loss": 27.0469,
+      "step": 27999
+    },
+    {
+      "epoch": 1.3380483608907578,
+      "grad_norm": 304.359130859375,
+      "learning_rate": 5.21597157538141e-06,
+      "loss": 22.1406,
+      "step": 28000
+    },
+    {
+      "epoch": 1.3380961483322182,
+      "grad_norm": 232.74757385253906,
+      "learning_rate": 5.215292025288881e-06,
+      "loss": 25.4062,
+      "step": 28001
+    },
+    {
+      "epoch": 1.3381439357736786,
+      "grad_norm": 240.29075622558594,
+      "learning_rate": 5.214612503850584e-06,
+      "loss": 27.875,
+      "step": 28002
+    },
+    {
+      "epoch": 1.338191723215139,
+      "grad_norm": 380.6331481933594,
+      "learning_rate": 5.213933011070578e-06,
+      "loss": 27.9375,
+      "step": 28003
+    },
+    {
+      "epoch": 1.3382395106565994,
+      "grad_norm": 255.41705322265625,
+      "learning_rate": 5.213253546952938e-06,
+      "loss": 18.7344,
+      "step": 28004
+    },
+    {
+      "epoch": 1.3382872980980598,
+      "grad_norm": 189.02833557128906,
+      "learning_rate": 5.212574111501736e-06,
+      "loss": 25.25,
+      "step": 28005
+    },
+    {
+      "epoch": 1.3383350855395202,
+      "grad_norm": 330.73553466796875,
+      "learning_rate": 5.2118947047210345e-06,
+      "loss": 37.8125,
+      "step": 28006
+    },
+    {
+      "epoch": 1.3383828729809806,
+      "grad_norm": 253.22842407226562,
+      "learning_rate": 5.211215326614905e-06,
+      "loss": 28.625,
+      "step": 28007
+    },
+    {
+      "epoch": 1.338430660422441,
+      "grad_norm": 221.18887329101562,
+      "learning_rate": 5.210535977187421e-06,
+      "loss": 27.6719,
+      "step": 28008
+    },
+    {
+      "epoch": 1.3384784478639014,
+      "grad_norm": 255.4981231689453,
+      "learning_rate": 5.209856656442643e-06,
+      "loss": 31.4062,
+      "step": 28009
+    },
+    {
+      "epoch": 1.3385262353053617,
+      "grad_norm": 409.76080322265625,
+      "learning_rate": 5.209177364384646e-06,
+      "loss": 24.9375,
+      "step": 28010
+    },
+    {
+      "epoch": 1.3385740227468221,
+      "grad_norm": 178.78707885742188,
+      "learning_rate": 5.2084981010174895e-06,
+      "loss": 24.1875,
+      "step": 28011
+    },
+    {
+      "epoch": 1.3386218101882825,
+      "grad_norm": 337.18743896484375,
+      "learning_rate": 5.207818866345248e-06,
+      "loss": 38.5,
+      "step": 28012
+    },
+    {
+      "epoch": 1.338669597629743,
+      "grad_norm": 145.25962829589844,
+      "learning_rate": 5.207139660371991e-06,
+      "loss": 28.1562,
+      "step": 28013
+    },
+    {
+      "epoch": 1.3387173850712033,
+      "grad_norm": 329.8211975097656,
+      "learning_rate": 5.2064604831017794e-06,
+      "loss": 26.25,
+      "step": 28014
+    },
+    {
+      "epoch": 1.3387651725126637,
+      "grad_norm": 200.36280822753906,
+      "learning_rate": 5.205781334538685e-06,
+      "loss": 26.1094,
+      "step": 28015
+    },
+    {
+      "epoch": 1.338812959954124,
+      "grad_norm": 219.962890625,
+      "learning_rate": 5.205102214686773e-06,
+      "loss": 27.75,
+      "step": 28016
+    },
+    {
+      "epoch": 1.3388607473955845,
+      "grad_norm": 243.73240661621094,
+      "learning_rate": 5.2044231235501155e-06,
+      "loss": 30.6875,
+      "step": 28017
+    },
+    {
+      "epoch": 1.3389085348370449,
+      "grad_norm": 201.9869384765625,
+      "learning_rate": 5.203744061132772e-06,
+      "loss": 27.25,
+      "step": 28018
+    },
+    {
+      "epoch": 1.3389563222785053,
+      "grad_norm": 516.9945678710938,
+      "learning_rate": 5.203065027438813e-06,
+      "loss": 28.9375,
+      "step": 28019
+    },
+    {
+      "epoch": 1.3390041097199656,
+      "grad_norm": 317.5108947753906,
+      "learning_rate": 5.2023860224723046e-06,
+      "loss": 28.0312,
+      "step": 28020
+    },
+    {
+      "epoch": 1.339051897161426,
+      "grad_norm": 294.27569580078125,
+      "learning_rate": 5.201707046237317e-06,
+      "loss": 25.3281,
+      "step": 28021
+    },
+    {
+      "epoch": 1.3390996846028864,
+      "grad_norm": 289.1725158691406,
+      "learning_rate": 5.201028098737908e-06,
+      "loss": 28.2812,
+      "step": 28022
+    },
+    {
+      "epoch": 1.3391474720443468,
+      "grad_norm": 114.61965942382812,
+      "learning_rate": 5.20034917997815e-06,
+      "loss": 17.4531,
+      "step": 28023
+    },
+    {
+      "epoch": 1.3391952594858072,
+      "grad_norm": 279.12890625,
+      "learning_rate": 5.19967028996211e-06,
+      "loss": 22.8281,
+      "step": 28024
+    },
+    {
+      "epoch": 1.3392430469272676,
+      "grad_norm": 214.93043518066406,
+      "learning_rate": 5.198991428693847e-06,
+      "loss": 24.25,
+      "step": 28025
+    },
+    {
+      "epoch": 1.339290834368728,
+      "grad_norm": 389.7447204589844,
+      "learning_rate": 5.198312596177431e-06,
+      "loss": 24.4375,
+      "step": 28026
+    },
+    {
+      "epoch": 1.3393386218101884,
+      "grad_norm": 246.0579071044922,
+      "learning_rate": 5.1976337924169255e-06,
+      "loss": 37.0625,
+      "step": 28027
+    },
+    {
+      "epoch": 1.3393864092516488,
+      "grad_norm": 203.65867614746094,
+      "learning_rate": 5.1969550174164016e-06,
+      "loss": 25.2188,
+      "step": 28028
+    },
+    {
+      "epoch": 1.3394341966931091,
+      "grad_norm": 223.76589965820312,
+      "learning_rate": 5.1962762711799154e-06,
+      "loss": 25.3906,
+      "step": 28029
+    },
+    {
+      "epoch": 1.3394819841345695,
+      "grad_norm": 408.9642028808594,
+      "learning_rate": 5.195597553711535e-06,
+      "loss": 27.625,
+      "step": 28030
+    },
+    {
+      "epoch": 1.33952977157603,
+      "grad_norm": 320.52142333984375,
+      "learning_rate": 5.194918865015328e-06,
+      "loss": 30.1875,
+      "step": 28031
+    },
+    {
+      "epoch": 1.3395775590174903,
+      "grad_norm": 397.1079406738281,
+      "learning_rate": 5.19424020509536e-06,
+      "loss": 28.4531,
+      "step": 28032
+    },
+    {
+      "epoch": 1.3396253464589507,
+      "grad_norm": 223.28880310058594,
+      "learning_rate": 5.193561573955687e-06,
+      "loss": 22.25,
+      "step": 28033
+    },
+    {
+      "epoch": 1.339673133900411,
+      "grad_norm": 318.4495544433594,
+      "learning_rate": 5.1928829716003795e-06,
+      "loss": 35.6094,
+      "step": 28034
+    },
+    {
+      "epoch": 1.3397209213418715,
+      "grad_norm": 199.52528381347656,
+      "learning_rate": 5.192204398033503e-06,
+      "loss": 32.6875,
+      "step": 28035
+    },
+    {
+      "epoch": 1.3397687087833319,
+      "grad_norm": 258.5442810058594,
+      "learning_rate": 5.191525853259114e-06,
+      "loss": 21.0156,
+      "step": 28036
+    },
+    {
+      "epoch": 1.339816496224792,
+      "grad_norm": 209.61285400390625,
+      "learning_rate": 5.1908473372812814e-06,
+      "loss": 23.8438,
+      "step": 28037
+    },
+    {
+      "epoch": 1.3398642836662524,
+      "grad_norm": 276.7720642089844,
+      "learning_rate": 5.190168850104067e-06,
+      "loss": 19.0781,
+      "step": 28038
+    },
+    {
+      "epoch": 1.3399120711077128,
+      "grad_norm": 740.8333129882812,
+      "learning_rate": 5.18949039173154e-06,
+      "loss": 42.4062,
+      "step": 28039
+    },
+    {
+      "epoch": 1.3399598585491732,
+      "grad_norm": 219.76609802246094,
+      "learning_rate": 5.188811962167753e-06,
+      "loss": 27.0938,
+      "step": 28040
+    },
+    {
+      "epoch": 1.3400076459906336,
+      "grad_norm": 272.66583251953125,
+      "learning_rate": 5.18813356141678e-06,
+      "loss": 22.5938,
+      "step": 28041
+    },
+    {
+      "epoch": 1.340055433432094,
+      "grad_norm": 342.2261657714844,
+      "learning_rate": 5.187455189482672e-06,
+      "loss": 23.125,
+      "step": 28042
+    },
+    {
+      "epoch": 1.3401032208735544,
+      "grad_norm": 258.0946044921875,
+      "learning_rate": 5.186776846369502e-06,
+      "loss": 23.2031,
+      "step": 28043
+    },
+    {
+      "epoch": 1.3401510083150148,
+      "grad_norm": 545.1681518554688,
+      "learning_rate": 5.186098532081325e-06,
+      "loss": 22.125,
+      "step": 28044
+    },
+    {
+      "epoch": 1.3401987957564752,
+      "grad_norm": 380.63336181640625,
+      "learning_rate": 5.185420246622206e-06,
+      "loss": 27.5938,
+      "step": 28045
+    },
+    {
+      "epoch": 1.3402465831979355,
+      "grad_norm": 271.7023620605469,
+      "learning_rate": 5.184741989996209e-06,
+      "loss": 25.9062,
+      "step": 28046
+    },
+    {
+      "epoch": 1.340294370639396,
+      "grad_norm": 190.03378295898438,
+      "learning_rate": 5.184063762207392e-06,
+      "loss": 20.4844,
+      "step": 28047
+    },
+    {
+      "epoch": 1.3403421580808563,
+      "grad_norm": 192.56747436523438,
+      "learning_rate": 5.183385563259819e-06,
+      "loss": 31.4375,
+      "step": 28048
+    },
+    {
+      "epoch": 1.3403899455223167,
+      "grad_norm": 314.321044921875,
+      "learning_rate": 5.182707393157551e-06,
+      "loss": 22.9375,
+      "step": 28049
+    },
+    {
+      "epoch": 1.340437732963777,
+      "grad_norm": 210.134521484375,
+      "learning_rate": 5.182029251904654e-06,
+      "loss": 29.3125,
+      "step": 28050
+    },
+    {
+      "epoch": 1.3404855204052375,
+      "grad_norm": 200.15396118164062,
+      "learning_rate": 5.18135113950518e-06,
+      "loss": 25.5781,
+      "step": 28051
+    },
+    {
+      "epoch": 1.3405333078466979,
+      "grad_norm": 208.25033569335938,
+      "learning_rate": 5.1806730559631955e-06,
+      "loss": 26.2188,
+      "step": 28052
+    },
+    {
+      "epoch": 1.3405810952881583,
+      "grad_norm": 128.2759246826172,
+      "learning_rate": 5.17999500128276e-06,
+      "loss": 20.7188,
+      "step": 28053
+    },
+    {
+      "epoch": 1.3406288827296187,
+      "grad_norm": 386.1577453613281,
+      "learning_rate": 5.179316975467941e-06,
+      "loss": 27.1562,
+      "step": 28054
+    },
+    {
+      "epoch": 1.340676670171079,
+      "grad_norm": 120.44522094726562,
+      "learning_rate": 5.1786389785227875e-06,
+      "loss": 15.5,
+      "step": 28055
+    },
+    {
+      "epoch": 1.3407244576125394,
+      "grad_norm": 259.004150390625,
+      "learning_rate": 5.177961010451364e-06,
+      "loss": 28.125,
+      "step": 28056
+    },
+    {
+      "epoch": 1.3407722450539998,
+      "grad_norm": 237.8356170654297,
+      "learning_rate": 5.177283071257738e-06,
+      "loss": 20.9688,
+      "step": 28057
+    },
+    {
+      "epoch": 1.3408200324954602,
+      "grad_norm": 254.36184692382812,
+      "learning_rate": 5.1766051609459586e-06,
+      "loss": 24.3125,
+      "step": 28058
+    },
+    {
+      "epoch": 1.3408678199369206,
+      "grad_norm": 422.96539306640625,
+      "learning_rate": 5.175927279520091e-06,
+      "loss": 31.5625,
+      "step": 28059
+    },
+    {
+      "epoch": 1.340915607378381,
+      "grad_norm": 190.0684356689453,
+      "learning_rate": 5.175249426984193e-06,
+      "loss": 21.0781,
+      "step": 28060
+    },
+    {
+      "epoch": 1.3409633948198414,
+      "grad_norm": 211.78379821777344,
+      "learning_rate": 5.174571603342331e-06,
+      "loss": 22.6562,
+      "step": 28061
+    },
+    {
+      "epoch": 1.3410111822613018,
+      "grad_norm": 343.24896240234375,
+      "learning_rate": 5.173893808598553e-06,
+      "loss": 22.4062,
+      "step": 28062
+    },
+    {
+      "epoch": 1.3410589697027622,
+      "grad_norm": 251.6898956298828,
+      "learning_rate": 5.173216042756924e-06,
+      "loss": 20.2812,
+      "step": 28063
+    },
+    {
+      "epoch": 1.3411067571442226,
+      "grad_norm": 263.9569091796875,
+      "learning_rate": 5.172538305821504e-06,
+      "loss": 22.1562,
+      "step": 28064
+    },
+    {
+      "epoch": 1.341154544585683,
+      "grad_norm": 237.4310302734375,
+      "learning_rate": 5.171860597796352e-06,
+      "loss": 36.625,
+      "step": 28065
+    },
+    {
+      "epoch": 1.3412023320271433,
+      "grad_norm": 325.0505676269531,
+      "learning_rate": 5.171182918685522e-06,
+      "loss": 22.8281,
+      "step": 28066
+    },
+    {
+      "epoch": 1.3412501194686037,
+      "grad_norm": 346.96368408203125,
+      "learning_rate": 5.1705052684930764e-06,
+      "loss": 21.3594,
+      "step": 28067
+    },
+    {
+      "epoch": 1.341297906910064,
+      "grad_norm": 211.5025177001953,
+      "learning_rate": 5.169827647223072e-06,
+      "loss": 25.3594,
+      "step": 28068
+    },
+    {
+      "epoch": 1.3413456943515243,
+      "grad_norm": 266.4956359863281,
+      "learning_rate": 5.169150054879572e-06,
+      "loss": 26.5312,
+      "step": 28069
+    },
+    {
+      "epoch": 1.3413934817929847,
+      "grad_norm": 221.4149169921875,
+      "learning_rate": 5.168472491466624e-06,
+      "loss": 22.2969,
+      "step": 28070
+    },
+    {
+      "epoch": 1.341441269234445,
+      "grad_norm": 183.46510314941406,
+      "learning_rate": 5.1677949569882924e-06,
+      "loss": 23.7188,
+      "step": 28071
+    },
+    {
+      "epoch": 1.3414890566759055,
+      "grad_norm": 640.881591796875,
+      "learning_rate": 5.167117451448638e-06,
+      "loss": 26.4688,
+      "step": 28072
+    },
+    {
+      "epoch": 1.3415368441173658,
+      "grad_norm": 323.774658203125,
+      "learning_rate": 5.166439974851709e-06,
+      "loss": 23.125,
+      "step": 28073
+    },
+    {
+      "epoch": 1.3415846315588262,
+      "grad_norm": 178.00099182128906,
+      "learning_rate": 5.1657625272015725e-06,
+      "loss": 24.6875,
+      "step": 28074
+    },
+    {
+      "epoch": 1.3416324190002866,
+      "grad_norm": 228.9462890625,
+      "learning_rate": 5.165085108502277e-06,
+      "loss": 25.0312,
+      "step": 28075
+    },
+    {
+      "epoch": 1.341680206441747,
+      "grad_norm": 159.41421508789062,
+      "learning_rate": 5.164407718757882e-06,
+      "loss": 19.8438,
+      "step": 28076
+    },
+    {
+      "epoch": 1.3417279938832074,
+      "grad_norm": 158.28208923339844,
+      "learning_rate": 5.163730357972448e-06,
+      "loss": 24.2344,
+      "step": 28077
+    },
+    {
+      "epoch": 1.3417757813246678,
+      "grad_norm": 241.04031372070312,
+      "learning_rate": 5.163053026150027e-06,
+      "loss": 25.9219,
+      "step": 28078
+    },
+    {
+      "epoch": 1.3418235687661282,
+      "grad_norm": 382.4460754394531,
+      "learning_rate": 5.162375723294676e-06,
+      "loss": 23.6562,
+      "step": 28079
+    },
+    {
+      "epoch": 1.3418713562075886,
+      "grad_norm": 145.87525939941406,
+      "learning_rate": 5.161698449410456e-06,
+      "loss": 20.2031,
+      "step": 28080
+    },
+    {
+      "epoch": 1.341919143649049,
+      "grad_norm": 368.62945556640625,
+      "learning_rate": 5.161021204501415e-06,
+      "loss": 22.8438,
+      "step": 28081
+    },
+    {
+      "epoch": 1.3419669310905094,
+      "grad_norm": 210.61000061035156,
+      "learning_rate": 5.160343988571614e-06,
+      "loss": 27.1875,
+      "step": 28082
+    },
+    {
+      "epoch": 1.3420147185319697,
+      "grad_norm": 165.8255157470703,
+      "learning_rate": 5.15966680162511e-06,
+      "loss": 23.75,
+      "step": 28083
+    },
+    {
+      "epoch": 1.3420625059734301,
+      "grad_norm": 770.34130859375,
+      "learning_rate": 5.158989643665953e-06,
+      "loss": 25.8438,
+      "step": 28084
+    },
+    {
+      "epoch": 1.3421102934148905,
+      "grad_norm": 283.86676025390625,
+      "learning_rate": 5.158312514698203e-06,
+      "loss": 38.8438,
+      "step": 28085
+    },
+    {
+      "epoch": 1.342158080856351,
+      "grad_norm": 266.4642639160156,
+      "learning_rate": 5.157635414725911e-06,
+      "loss": 21.6406,
+      "step": 28086
+    },
+    {
+      "epoch": 1.3422058682978113,
+      "grad_norm": 205.01522827148438,
+      "learning_rate": 5.15695834375314e-06,
+      "loss": 22.2188,
+      "step": 28087
+    },
+    {
+      "epoch": 1.3422536557392717,
+      "grad_norm": 764.2775268554688,
+      "learning_rate": 5.156281301783934e-06,
+      "loss": 41.875,
+      "step": 28088
+    },
+    {
+      "epoch": 1.342301443180732,
+      "grad_norm": 195.70889282226562,
+      "learning_rate": 5.155604288822354e-06,
+      "loss": 23.125,
+      "step": 28089
+    },
+    {
+      "epoch": 1.3423492306221925,
+      "grad_norm": 450.6015625,
+      "learning_rate": 5.154927304872454e-06,
+      "loss": 40.1875,
+      "step": 28090
+    },
+    {
+      "epoch": 1.3423970180636529,
+      "grad_norm": 163.8047637939453,
+      "learning_rate": 5.15425034993829e-06,
+      "loss": 20.1875,
+      "step": 28091
+    },
+    {
+      "epoch": 1.3424448055051132,
+      "grad_norm": 370.64093017578125,
+      "learning_rate": 5.15357342402391e-06,
+      "loss": 29.7812,
+      "step": 28092
+    },
+    {
+      "epoch": 1.3424925929465736,
+      "grad_norm": 143.879638671875,
+      "learning_rate": 5.152896527133373e-06,
+      "loss": 22.5,
+      "step": 28093
+    },
+    {
+      "epoch": 1.342540380388034,
+      "grad_norm": 242.0000457763672,
+      "learning_rate": 5.1522196592707344e-06,
+      "loss": 26.7812,
+      "step": 28094
+    },
+    {
+      "epoch": 1.3425881678294944,
+      "grad_norm": 253.4199981689453,
+      "learning_rate": 5.15154282044004e-06,
+      "loss": 31.875,
+      "step": 28095
+    },
+    {
+      "epoch": 1.3426359552709548,
+      "grad_norm": 244.26544189453125,
+      "learning_rate": 5.150866010645348e-06,
+      "loss": 32.3125,
+      "step": 28096
+    },
+    {
+      "epoch": 1.3426837427124152,
+      "grad_norm": 269.9123229980469,
+      "learning_rate": 5.150189229890712e-06,
+      "loss": 23.4219,
+      "step": 28097
+    },
+    {
+      "epoch": 1.3427315301538756,
+      "grad_norm": 389.2232971191406,
+      "learning_rate": 5.149512478180189e-06,
+      "loss": 18.0625,
+      "step": 28098
+    },
+    {
+      "epoch": 1.342779317595336,
+      "grad_norm": 170.67800903320312,
+      "learning_rate": 5.1488357555178225e-06,
+      "loss": 21.2812,
+      "step": 28099
+    },
+    {
+      "epoch": 1.3428271050367964,
+      "grad_norm": 230.7342529296875,
+      "learning_rate": 5.14815906190767e-06,
+      "loss": 23.25,
+      "step": 28100
+    },
+    {
+      "epoch": 1.3428748924782568,
+      "grad_norm": 259.8617858886719,
+      "learning_rate": 5.147482397353784e-06,
+      "loss": 25.2656,
+      "step": 28101
+    },
+    {
+      "epoch": 1.3429226799197171,
+      "grad_norm": 1316.2086181640625,
+      "learning_rate": 5.1468057618602226e-06,
+      "loss": 23.2969,
+      "step": 28102
+    },
+    {
+      "epoch": 1.3429704673611775,
+      "grad_norm": 140.5608673095703,
+      "learning_rate": 5.146129155431028e-06,
+      "loss": 20.0312,
+      "step": 28103
+    },
+    {
+      "epoch": 1.343018254802638,
+      "grad_norm": 786.2191772460938,
+      "learning_rate": 5.145452578070256e-06,
+      "loss": 26.9531,
+      "step": 28104
+    },
+    {
+      "epoch": 1.3430660422440983,
+      "grad_norm": 219.71481323242188,
+      "learning_rate": 5.144776029781962e-06,
+      "loss": 23.6875,
+      "step": 28105
+    },
+    {
+      "epoch": 1.3431138296855587,
+      "grad_norm": 388.377685546875,
+      "learning_rate": 5.144099510570192e-06,
+      "loss": 29.7969,
+      "step": 28106
+    },
+    {
+      "epoch": 1.343161617127019,
+      "grad_norm": 457.4353332519531,
+      "learning_rate": 5.143423020439003e-06,
+      "loss": 28.6875,
+      "step": 28107
+    },
+    {
+      "epoch": 1.3432094045684795,
+      "grad_norm": 240.813232421875,
+      "learning_rate": 5.14274655939244e-06,
+      "loss": 22.2188,
+      "step": 28108
+    },
+    {
+      "epoch": 1.3432571920099399,
+      "grad_norm": 256.9892578125,
+      "learning_rate": 5.1420701274345576e-06,
+      "loss": 26.1406,
+      "step": 28109
+    },
+    {
+      "epoch": 1.3433049794514003,
+      "grad_norm": 287.94683837890625,
+      "learning_rate": 5.14139372456941e-06,
+      "loss": 18.3125,
+      "step": 28110
+    },
+    {
+      "epoch": 1.3433527668928607,
+      "grad_norm": 186.154541015625,
+      "learning_rate": 5.140717350801042e-06,
+      "loss": 19.3281,
+      "step": 28111
+    },
+    {
+      "epoch": 1.343400554334321,
+      "grad_norm": 163.75755310058594,
+      "learning_rate": 5.1400410061335074e-06,
+      "loss": 20.0,
+      "step": 28112
+    },
+    {
+      "epoch": 1.3434483417757814,
+      "grad_norm": 316.3893737792969,
+      "learning_rate": 5.139364690570859e-06,
+      "loss": 18.0938,
+      "step": 28113
+    },
+    {
+      "epoch": 1.3434961292172418,
+      "grad_norm": 192.8223419189453,
+      "learning_rate": 5.138688404117138e-06,
+      "loss": 25.375,
+      "step": 28114
+    },
+    {
+      "epoch": 1.3435439166587022,
+      "grad_norm": 363.6453857421875,
+      "learning_rate": 5.1380121467764035e-06,
+      "loss": 20.5938,
+      "step": 28115
+    },
+    {
+      "epoch": 1.3435917041001626,
+      "grad_norm": 263.6591796875,
+      "learning_rate": 5.137335918552702e-06,
+      "loss": 22.4219,
+      "step": 28116
+    },
+    {
+      "epoch": 1.343639491541623,
+      "grad_norm": 298.1728210449219,
+      "learning_rate": 5.1366597194500875e-06,
+      "loss": 26.5312,
+      "step": 28117
+    },
+    {
+      "epoch": 1.3436872789830834,
+      "grad_norm": 237.40557861328125,
+      "learning_rate": 5.135983549472602e-06,
+      "loss": 40.2812,
+      "step": 28118
+    },
+    {
+      "epoch": 1.3437350664245438,
+      "grad_norm": 478.3268737792969,
+      "learning_rate": 5.135307408624299e-06,
+      "loss": 32.3438,
+      "step": 28119
+    },
+    {
+      "epoch": 1.343782853866004,
+      "grad_norm": 250.58326721191406,
+      "learning_rate": 5.1346312969092305e-06,
+      "loss": 19.6875,
+      "step": 28120
+    },
+    {
+      "epoch": 1.3438306413074643,
+      "grad_norm": 288.0379333496094,
+      "learning_rate": 5.133955214331439e-06,
+      "loss": 20.25,
+      "step": 28121
+    },
+    {
+      "epoch": 1.3438784287489247,
+      "grad_norm": 261.5106201171875,
+      "learning_rate": 5.133279160894977e-06,
+      "loss": 22.7031,
+      "step": 28122
+    },
+    {
+      "epoch": 1.343926216190385,
+      "grad_norm": 241.8792724609375,
+      "learning_rate": 5.132603136603893e-06,
+      "loss": 21.3125,
+      "step": 28123
+    },
+    {
+      "epoch": 1.3439740036318455,
+      "grad_norm": 179.6897735595703,
+      "learning_rate": 5.1319271414622395e-06,
+      "loss": 14.6875,
+      "step": 28124
+    },
+    {
+      "epoch": 1.3440217910733059,
+      "grad_norm": 307.2705078125,
+      "learning_rate": 5.131251175474057e-06,
+      "loss": 20.3125,
+      "step": 28125
+    },
+    {
+      "epoch": 1.3440695785147663,
+      "grad_norm": 245.54733276367188,
+      "learning_rate": 5.130575238643398e-06,
+      "loss": 18.5469,
+      "step": 28126
+    },
+    {
+      "epoch": 1.3441173659562267,
+      "grad_norm": 230.29656982421875,
+      "learning_rate": 5.129899330974309e-06,
+      "loss": 23.0,
+      "step": 28127
+    },
+    {
+      "epoch": 1.344165153397687,
+      "grad_norm": 338.67510986328125,
+      "learning_rate": 5.129223452470844e-06,
+      "loss": 38.7188,
+      "step": 28128
+    },
+    {
+      "epoch": 1.3442129408391474,
+      "grad_norm": 178.263916015625,
+      "learning_rate": 5.12854760313704e-06,
+      "loss": 28.1562,
+      "step": 28129
+    },
+    {
+      "epoch": 1.3442607282806078,
+      "grad_norm": 428.3170471191406,
+      "learning_rate": 5.127871782976952e-06,
+      "loss": 29.625,
+      "step": 28130
+    },
+    {
+      "epoch": 1.3443085157220682,
+      "grad_norm": 212.32496643066406,
+      "learning_rate": 5.127195991994627e-06,
+      "loss": 20.7188,
+      "step": 28131
+    },
+    {
+      "epoch": 1.3443563031635286,
+      "grad_norm": 160.77438354492188,
+      "learning_rate": 5.126520230194108e-06,
+      "loss": 24.8594,
+      "step": 28132
+    },
+    {
+      "epoch": 1.344404090604989,
+      "grad_norm": 540.3579711914062,
+      "learning_rate": 5.125844497579444e-06,
+      "loss": 23.1406,
+      "step": 28133
+    },
+    {
+      "epoch": 1.3444518780464494,
+      "grad_norm": 245.54505920410156,
+      "learning_rate": 5.1251687941546815e-06,
+      "loss": 16.5938,
+      "step": 28134
+    },
+    {
+      "epoch": 1.3444996654879098,
+      "grad_norm": 181.79147338867188,
+      "learning_rate": 5.124493119923872e-06,
+      "loss": 28.1406,
+      "step": 28135
+    },
+    {
+      "epoch": 1.3445474529293702,
+      "grad_norm": 262.3445739746094,
+      "learning_rate": 5.123817474891053e-06,
+      "loss": 22.625,
+      "step": 28136
+    },
+    {
+      "epoch": 1.3445952403708306,
+      "grad_norm": 189.4796600341797,
+      "learning_rate": 5.123141859060277e-06,
+      "loss": 23.0625,
+      "step": 28137
+    },
+    {
+      "epoch": 1.344643027812291,
+      "grad_norm": 263.5920715332031,
+      "learning_rate": 5.122466272435591e-06,
+      "loss": 25.875,
+      "step": 28138
+    },
+    {
+      "epoch": 1.3446908152537513,
+      "grad_norm": 350.0593566894531,
+      "learning_rate": 5.1217907150210345e-06,
+      "loss": 27.875,
+      "step": 28139
+    },
+    {
+      "epoch": 1.3447386026952117,
+      "grad_norm": 215.46258544921875,
+      "learning_rate": 5.121115186820661e-06,
+      "loss": 30.5625,
+      "step": 28140
+    },
+    {
+      "epoch": 1.3447863901366721,
+      "grad_norm": 284.2337646484375,
+      "learning_rate": 5.120439687838507e-06,
+      "loss": 22.5156,
+      "step": 28141
+    },
+    {
+      "epoch": 1.3448341775781325,
+      "grad_norm": 181.70509338378906,
+      "learning_rate": 5.119764218078624e-06,
+      "loss": 29.0312,
+      "step": 28142
+    },
+    {
+      "epoch": 1.344881965019593,
+      "grad_norm": 185.155029296875,
+      "learning_rate": 5.119088777545061e-06,
+      "loss": 27.3281,
+      "step": 28143
+    },
+    {
+      "epoch": 1.3449297524610533,
+      "grad_norm": 371.3135986328125,
+      "learning_rate": 5.118413366241854e-06,
+      "loss": 26.125,
+      "step": 28144
+    },
+    {
+      "epoch": 1.3449775399025137,
+      "grad_norm": 390.8318786621094,
+      "learning_rate": 5.11773798417305e-06,
+      "loss": 25.4688,
+      "step": 28145
+    },
+    {
+      "epoch": 1.345025327343974,
+      "grad_norm": 259.05108642578125,
+      "learning_rate": 5.117062631342702e-06,
+      "loss": 18.7656,
+      "step": 28146
+    },
+    {
+      "epoch": 1.3450731147854345,
+      "grad_norm": 152.8259735107422,
+      "learning_rate": 5.116387307754842e-06,
+      "loss": 21.5312,
+      "step": 28147
+    },
+    {
+      "epoch": 1.3451209022268948,
+      "grad_norm": 137.235107421875,
+      "learning_rate": 5.115712013413522e-06,
+      "loss": 20.3125,
+      "step": 28148
+    },
+    {
+      "epoch": 1.3451686896683552,
+      "grad_norm": 238.374755859375,
+      "learning_rate": 5.115036748322784e-06,
+      "loss": 30.0938,
+      "step": 28149
+    },
+    {
+      "epoch": 1.3452164771098156,
+      "grad_norm": 181.89625549316406,
+      "learning_rate": 5.114361512486676e-06,
+      "loss": 21.2031,
+      "step": 28150
+    },
+    {
+      "epoch": 1.3452642645512758,
+      "grad_norm": 287.5065002441406,
+      "learning_rate": 5.113686305909235e-06,
+      "loss": 27.2812,
+      "step": 28151
+    },
+    {
+      "epoch": 1.3453120519927362,
+      "grad_norm": 349.2602233886719,
+      "learning_rate": 5.113011128594508e-06,
+      "loss": 24.75,
+      "step": 28152
+    },
+    {
+      "epoch": 1.3453598394341966,
+      "grad_norm": 163.70916748046875,
+      "learning_rate": 5.1123359805465385e-06,
+      "loss": 14.5,
+      "step": 28153
+    },
+    {
+      "epoch": 1.345407626875657,
+      "grad_norm": 209.43429565429688,
+      "learning_rate": 5.111660861769374e-06,
+      "loss": 25.3281,
+      "step": 28154
+    },
+    {
+      "epoch": 1.3454554143171173,
+      "grad_norm": 238.94552612304688,
+      "learning_rate": 5.110985772267049e-06,
+      "loss": 28.2344,
+      "step": 28155
+    },
+    {
+      "epoch": 1.3455032017585777,
+      "grad_norm": 257.2593688964844,
+      "learning_rate": 5.11031071204361e-06,
+      "loss": 36.5625,
+      "step": 28156
+    },
+    {
+      "epoch": 1.3455509892000381,
+      "grad_norm": 202.6482696533203,
+      "learning_rate": 5.1096356811031046e-06,
+      "loss": 24.7188,
+      "step": 28157
+    },
+    {
+      "epoch": 1.3455987766414985,
+      "grad_norm": 168.566650390625,
+      "learning_rate": 5.108960679449567e-06,
+      "loss": 26.0625,
+      "step": 28158
+    },
+    {
+      "epoch": 1.345646564082959,
+      "grad_norm": 348.2203369140625,
+      "learning_rate": 5.108285707087044e-06,
+      "loss": 26.0938,
+      "step": 28159
+    },
+    {
+      "epoch": 1.3456943515244193,
+      "grad_norm": 250.19151306152344,
+      "learning_rate": 5.107610764019578e-06,
+      "loss": 28.7812,
+      "step": 28160
+    },
+    {
+      "epoch": 1.3457421389658797,
+      "grad_norm": 217.00173950195312,
+      "learning_rate": 5.106935850251214e-06,
+      "loss": 23.8438,
+      "step": 28161
+    },
+    {
+      "epoch": 1.34578992640734,
+      "grad_norm": 149.6713409423828,
+      "learning_rate": 5.106260965785988e-06,
+      "loss": 21.9375,
+      "step": 28162
+    },
+    {
+      "epoch": 1.3458377138488005,
+      "grad_norm": 140.74688720703125,
+      "learning_rate": 5.1055861106279425e-06,
+      "loss": 21.125,
+      "step": 28163
+    },
+    {
+      "epoch": 1.3458855012902609,
+      "grad_norm": 139.48007202148438,
+      "learning_rate": 5.104911284781121e-06,
+      "loss": 22.5,
+      "step": 28164
+    },
+    {
+      "epoch": 1.3459332887317212,
+      "grad_norm": 165.40733337402344,
+      "learning_rate": 5.104236488249568e-06,
+      "loss": 17.875,
+      "step": 28165
+    },
+    {
+      "epoch": 1.3459810761731816,
+      "grad_norm": 220.98231506347656,
+      "learning_rate": 5.103561721037318e-06,
+      "loss": 25.4375,
+      "step": 28166
+    },
+    {
+      "epoch": 1.346028863614642,
+      "grad_norm": 331.47125244140625,
+      "learning_rate": 5.102886983148415e-06,
+      "loss": 29.0781,
+      "step": 28167
+    },
+    {
+      "epoch": 1.3460766510561024,
+      "grad_norm": 299.1244812011719,
+      "learning_rate": 5.102212274586904e-06,
+      "loss": 18.0781,
+      "step": 28168
+    },
+    {
+      "epoch": 1.3461244384975628,
+      "grad_norm": 213.2218017578125,
+      "learning_rate": 5.101537595356818e-06,
+      "loss": 19.6406,
+      "step": 28169
+    },
+    {
+      "epoch": 1.3461722259390232,
+      "grad_norm": 291.1053161621094,
+      "learning_rate": 5.100862945462199e-06,
+      "loss": 29.6875,
+      "step": 28170
+    },
+    {
+      "epoch": 1.3462200133804836,
+      "grad_norm": 336.7259521484375,
+      "learning_rate": 5.100188324907096e-06,
+      "loss": 26.2344,
+      "step": 28171
+    },
+    {
+      "epoch": 1.346267800821944,
+      "grad_norm": 256.17254638671875,
+      "learning_rate": 5.099513733695538e-06,
+      "loss": 29.3438,
+      "step": 28172
+    },
+    {
+      "epoch": 1.3463155882634044,
+      "grad_norm": 281.3737487792969,
+      "learning_rate": 5.098839171831572e-06,
+      "loss": 32.6875,
+      "step": 28173
+    },
+    {
+      "epoch": 1.3463633757048648,
+      "grad_norm": 178.62030029296875,
+      "learning_rate": 5.098164639319232e-06,
+      "loss": 21.4531,
+      "step": 28174
+    },
+    {
+      "epoch": 1.3464111631463251,
+      "grad_norm": 312.2828674316406,
+      "learning_rate": 5.0974901361625606e-06,
+      "loss": 32.3125,
+      "step": 28175
+    },
+    {
+      "epoch": 1.3464589505877855,
+      "grad_norm": 280.5615234375,
+      "learning_rate": 5.096815662365602e-06,
+      "loss": 28.0156,
+      "step": 28176
+    },
+    {
+      "epoch": 1.346506738029246,
+      "grad_norm": 404.6886291503906,
+      "learning_rate": 5.096141217932385e-06,
+      "loss": 30.5938,
+      "step": 28177
+    },
+    {
+      "epoch": 1.3465545254707063,
+      "grad_norm": 184.00267028808594,
+      "learning_rate": 5.095466802866955e-06,
+      "loss": 23.4219,
+      "step": 28178
+    },
+    {
+      "epoch": 1.3466023129121667,
+      "grad_norm": 248.8841552734375,
+      "learning_rate": 5.094792417173355e-06,
+      "loss": 29.0938,
+      "step": 28179
+    },
+    {
+      "epoch": 1.346650100353627,
+      "grad_norm": 262.30645751953125,
+      "learning_rate": 5.094118060855615e-06,
+      "loss": 18.875,
+      "step": 28180
+    },
+    {
+      "epoch": 1.3466978877950875,
+      "grad_norm": 271.2295837402344,
+      "learning_rate": 5.0934437339177775e-06,
+      "loss": 34.5938,
+      "step": 28181
+    },
+    {
+      "epoch": 1.3467456752365479,
+      "grad_norm": 222.57127380371094,
+      "learning_rate": 5.0927694363638805e-06,
+      "loss": 31.8281,
+      "step": 28182
+    },
+    {
+      "epoch": 1.3467934626780083,
+      "grad_norm": 226.22055053710938,
+      "learning_rate": 5.092095168197966e-06,
+      "loss": 16.5,
+      "step": 28183
+    },
+    {
+      "epoch": 1.3468412501194686,
+      "grad_norm": 367.3931579589844,
+      "learning_rate": 5.091420929424065e-06,
+      "loss": 18.25,
+      "step": 28184
+    },
+    {
+      "epoch": 1.346889037560929,
+      "grad_norm": 152.745849609375,
+      "learning_rate": 5.090746720046219e-06,
+      "loss": 20.6875,
+      "step": 28185
+    },
+    {
+      "epoch": 1.3469368250023894,
+      "grad_norm": 238.83314514160156,
+      "learning_rate": 5.0900725400684645e-06,
+      "loss": 25.5625,
+      "step": 28186
+    },
+    {
+      "epoch": 1.3469846124438498,
+      "grad_norm": 288.9404602050781,
+      "learning_rate": 5.089398389494846e-06,
+      "loss": 28.0625,
+      "step": 28187
+    },
+    {
+      "epoch": 1.3470323998853102,
+      "grad_norm": 190.97654724121094,
+      "learning_rate": 5.0887242683293895e-06,
+      "loss": 22.2188,
+      "step": 28188
+    },
+    {
+      "epoch": 1.3470801873267706,
+      "grad_norm": 292.1814270019531,
+      "learning_rate": 5.088050176576137e-06,
+      "loss": 27.5625,
+      "step": 28189
+    },
+    {
+      "epoch": 1.347127974768231,
+      "grad_norm": 149.54812622070312,
+      "learning_rate": 5.087376114239127e-06,
+      "loss": 24.8281,
+      "step": 28190
+    },
+    {
+      "epoch": 1.3471757622096914,
+      "grad_norm": 187.5228271484375,
+      "learning_rate": 5.086702081322397e-06,
+      "loss": 18.4375,
+      "step": 28191
+    },
+    {
+      "epoch": 1.3472235496511518,
+      "grad_norm": 157.35845947265625,
+      "learning_rate": 5.086028077829979e-06,
+      "loss": 20.0625,
+      "step": 28192
+    },
+    {
+      "epoch": 1.3472713370926122,
+      "grad_norm": 237.43963623046875,
+      "learning_rate": 5.0853541037659114e-06,
+      "loss": 27.2812,
+      "step": 28193
+    },
+    {
+      "epoch": 1.3473191245340725,
+      "grad_norm": 170.70330810546875,
+      "learning_rate": 5.0846801591342364e-06,
+      "loss": 23.7188,
+      "step": 28194
+    },
+    {
+      "epoch": 1.347366911975533,
+      "grad_norm": 364.8606262207031,
+      "learning_rate": 5.084006243938979e-06,
+      "loss": 27.7812,
+      "step": 28195
+    },
+    {
+      "epoch": 1.3474146994169933,
+      "grad_norm": 638.3567504882812,
+      "learning_rate": 5.083332358184183e-06,
+      "loss": 26.7656,
+      "step": 28196
+    },
+    {
+      "epoch": 1.3474624868584537,
+      "grad_norm": 413.0884094238281,
+      "learning_rate": 5.08265850187388e-06,
+      "loss": 27.2656,
+      "step": 28197
+    },
+    {
+      "epoch": 1.347510274299914,
+      "grad_norm": 281.35247802734375,
+      "learning_rate": 5.081984675012113e-06,
+      "loss": 33.5625,
+      "step": 28198
+    },
+    {
+      "epoch": 1.3475580617413745,
+      "grad_norm": 405.5216064453125,
+      "learning_rate": 5.081310877602907e-06,
+      "loss": 16.1875,
+      "step": 28199
+    },
+    {
+      "epoch": 1.3476058491828349,
+      "grad_norm": 194.89385986328125,
+      "learning_rate": 5.080637109650302e-06,
+      "loss": 24.9062,
+      "step": 28200
+    },
+    {
+      "epoch": 1.3476536366242953,
+      "grad_norm": 166.69546508789062,
+      "learning_rate": 5.079963371158333e-06,
+      "loss": 24.6562,
+      "step": 28201
+    },
+    {
+      "epoch": 1.3477014240657554,
+      "grad_norm": 183.65264892578125,
+      "learning_rate": 5.079289662131038e-06,
+      "loss": 27.8594,
+      "step": 28202
+    },
+    {
+      "epoch": 1.3477492115072158,
+      "grad_norm": 300.5594787597656,
+      "learning_rate": 5.078615982572446e-06,
+      "loss": 32.0625,
+      "step": 28203
+    },
+    {
+      "epoch": 1.3477969989486762,
+      "grad_norm": 218.41012573242188,
+      "learning_rate": 5.077942332486596e-06,
+      "loss": 21.1875,
+      "step": 28204
+    },
+    {
+      "epoch": 1.3478447863901366,
+      "grad_norm": 204.6705780029297,
+      "learning_rate": 5.077268711877519e-06,
+      "loss": 27.7188,
+      "step": 28205
+    },
+    {
+      "epoch": 1.347892573831597,
+      "grad_norm": 571.251708984375,
+      "learning_rate": 5.076595120749248e-06,
+      "loss": 33.8438,
+      "step": 28206
+    },
+    {
+      "epoch": 1.3479403612730574,
+      "grad_norm": 248.26132202148438,
+      "learning_rate": 5.075921559105824e-06,
+      "loss": 18.9844,
+      "step": 28207
+    },
+    {
+      "epoch": 1.3479881487145178,
+      "grad_norm": 524.2846069335938,
+      "learning_rate": 5.075248026951272e-06,
+      "loss": 17.4844,
+      "step": 28208
+    },
+    {
+      "epoch": 1.3480359361559782,
+      "grad_norm": 235.5263214111328,
+      "learning_rate": 5.074574524289635e-06,
+      "loss": 23.6719,
+      "step": 28209
+    },
+    {
+      "epoch": 1.3480837235974386,
+      "grad_norm": 161.26312255859375,
+      "learning_rate": 5.073901051124934e-06,
+      "loss": 19.375,
+      "step": 28210
+    },
+    {
+      "epoch": 1.348131511038899,
+      "grad_norm": 200.498779296875,
+      "learning_rate": 5.073227607461213e-06,
+      "loss": 25.1562,
+      "step": 28211
+    },
+    {
+      "epoch": 1.3481792984803593,
+      "grad_norm": 159.4112548828125,
+      "learning_rate": 5.072554193302499e-06,
+      "loss": 20.2344,
+      "step": 28212
+    },
+    {
+      "epoch": 1.3482270859218197,
+      "grad_norm": 229.79583740234375,
+      "learning_rate": 5.0718808086528315e-06,
+      "loss": 26.5625,
+      "step": 28213
+    },
+    {
+      "epoch": 1.3482748733632801,
+      "grad_norm": 434.0265808105469,
+      "learning_rate": 5.071207453516236e-06,
+      "loss": 18.6562,
+      "step": 28214
+    },
+    {
+      "epoch": 1.3483226608047405,
+      "grad_norm": 682.7359619140625,
+      "learning_rate": 5.070534127896747e-06,
+      "loss": 22.5,
+      "step": 28215
+    },
+    {
+      "epoch": 1.348370448246201,
+      "grad_norm": 155.3432159423828,
+      "learning_rate": 5.069860831798401e-06,
+      "loss": 23.5,
+      "step": 28216
+    },
+    {
+      "epoch": 1.3484182356876613,
+      "grad_norm": 486.88287353515625,
+      "learning_rate": 5.0691875652252246e-06,
+      "loss": 38.7656,
+      "step": 28217
+    },
+    {
+      "epoch": 1.3484660231291217,
+      "grad_norm": 302.77532958984375,
+      "learning_rate": 5.068514328181251e-06,
+      "loss": 34.6562,
+      "step": 28218
+    },
+    {
+      "epoch": 1.348513810570582,
+      "grad_norm": 155.11488342285156,
+      "learning_rate": 5.067841120670514e-06,
+      "loss": 32.0625,
+      "step": 28219
+    },
+    {
+      "epoch": 1.3485615980120425,
+      "grad_norm": 325.0633239746094,
+      "learning_rate": 5.067167942697049e-06,
+      "loss": 22.4375,
+      "step": 28220
+    },
+    {
+      "epoch": 1.3486093854535028,
+      "grad_norm": 428.64715576171875,
+      "learning_rate": 5.066494794264878e-06,
+      "loss": 24.875,
+      "step": 28221
+    },
+    {
+      "epoch": 1.3486571728949632,
+      "grad_norm": 438.0116882324219,
+      "learning_rate": 5.065821675378037e-06,
+      "loss": 34.1562,
+      "step": 28222
+    },
+    {
+      "epoch": 1.3487049603364236,
+      "grad_norm": 122.0516128540039,
+      "learning_rate": 5.065148586040558e-06,
+      "loss": 24.3906,
+      "step": 28223
+    },
+    {
+      "epoch": 1.348752747777884,
+      "grad_norm": 225.8553466796875,
+      "learning_rate": 5.064475526256475e-06,
+      "loss": 29.5312,
+      "step": 28224
+    },
+    {
+      "epoch": 1.3488005352193444,
+      "grad_norm": 285.1822814941406,
+      "learning_rate": 5.063802496029811e-06,
+      "loss": 27.0469,
+      "step": 28225
+    },
+    {
+      "epoch": 1.3488483226608048,
+      "grad_norm": 530.5231323242188,
+      "learning_rate": 5.0631294953646e-06,
+      "loss": 33.4062,
+      "step": 28226
+    },
+    {
+      "epoch": 1.3488961101022652,
+      "grad_norm": 253.1783905029297,
+      "learning_rate": 5.062456524264878e-06,
+      "loss": 32.0938,
+      "step": 28227
+    },
+    {
+      "epoch": 1.3489438975437256,
+      "grad_norm": 191.17196655273438,
+      "learning_rate": 5.061783582734666e-06,
+      "loss": 22.5625,
+      "step": 28228
+    },
+    {
+      "epoch": 1.348991684985186,
+      "grad_norm": 183.31607055664062,
+      "learning_rate": 5.061110670777998e-06,
+      "loss": 23.9688,
+      "step": 28229
+    },
+    {
+      "epoch": 1.3490394724266463,
+      "grad_norm": 202.31907653808594,
+      "learning_rate": 5.060437788398904e-06,
+      "loss": 22.5781,
+      "step": 28230
+    },
+    {
+      "epoch": 1.3490872598681067,
+      "grad_norm": 156.25994873046875,
+      "learning_rate": 5.059764935601419e-06,
+      "loss": 19.6562,
+      "step": 28231
+    },
+    {
+      "epoch": 1.3491350473095671,
+      "grad_norm": 133.36679077148438,
+      "learning_rate": 5.059092112389563e-06,
+      "loss": 17.1875,
+      "step": 28232
+    },
+    {
+      "epoch": 1.3491828347510273,
+      "grad_norm": 672.6825561523438,
+      "learning_rate": 5.058419318767369e-06,
+      "loss": 27.5938,
+      "step": 28233
+    },
+    {
+      "epoch": 1.3492306221924877,
+      "grad_norm": 181.87730407714844,
+      "learning_rate": 5.057746554738867e-06,
+      "loss": 22.9375,
+      "step": 28234
+    },
+    {
+      "epoch": 1.349278409633948,
+      "grad_norm": 230.3854217529297,
+      "learning_rate": 5.057073820308089e-06,
+      "loss": 23.2188,
+      "step": 28235
+    },
+    {
+      "epoch": 1.3493261970754085,
+      "grad_norm": 466.1144714355469,
+      "learning_rate": 5.056401115479059e-06,
+      "loss": 22.8438,
+      "step": 28236
+    },
+    {
+      "epoch": 1.3493739845168689,
+      "grad_norm": 276.7018737792969,
+      "learning_rate": 5.0557284402558094e-06,
+      "loss": 19.1562,
+      "step": 28237
+    },
+    {
+      "epoch": 1.3494217719583292,
+      "grad_norm": 351.20361328125,
+      "learning_rate": 5.055055794642364e-06,
+      "loss": 29.7188,
+      "step": 28238
+    },
+    {
+      "epoch": 1.3494695593997896,
+      "grad_norm": 310.7010498046875,
+      "learning_rate": 5.054383178642753e-06,
+      "loss": 31.8438,
+      "step": 28239
+    },
+    {
+      "epoch": 1.34951734684125,
+      "grad_norm": 169.16798400878906,
+      "learning_rate": 5.05371059226101e-06,
+      "loss": 20.6719,
+      "step": 28240
+    },
+    {
+      "epoch": 1.3495651342827104,
+      "grad_norm": 336.34063720703125,
+      "learning_rate": 5.053038035501152e-06,
+      "loss": 31.125,
+      "step": 28241
+    },
+    {
+      "epoch": 1.3496129217241708,
+      "grad_norm": 585.297119140625,
+      "learning_rate": 5.052365508367218e-06,
+      "loss": 28.8906,
+      "step": 28242
+    },
+    {
+      "epoch": 1.3496607091656312,
+      "grad_norm": 197.35910034179688,
+      "learning_rate": 5.051693010863227e-06,
+      "loss": 15.8438,
+      "step": 28243
+    },
+    {
+      "epoch": 1.3497084966070916,
+      "grad_norm": 204.04763793945312,
+      "learning_rate": 5.0510205429932094e-06,
+      "loss": 22.9844,
+      "step": 28244
+    },
+    {
+      "epoch": 1.349756284048552,
+      "grad_norm": 207.4420928955078,
+      "learning_rate": 5.0503481047611935e-06,
+      "loss": 23.0938,
+      "step": 28245
+    },
+    {
+      "epoch": 1.3498040714900124,
+      "grad_norm": 195.9600372314453,
+      "learning_rate": 5.049675696171208e-06,
+      "loss": 26.8438,
+      "step": 28246
+    },
+    {
+      "epoch": 1.3498518589314727,
+      "grad_norm": 200.1068115234375,
+      "learning_rate": 5.0490033172272745e-06,
+      "loss": 15.0312,
+      "step": 28247
+    },
+    {
+      "epoch": 1.3498996463729331,
+      "grad_norm": 420.6868591308594,
+      "learning_rate": 5.0483309679334225e-06,
+      "loss": 23.6719,
+      "step": 28248
+    },
+    {
+      "epoch": 1.3499474338143935,
+      "grad_norm": 254.3842315673828,
+      "learning_rate": 5.047658648293678e-06,
+      "loss": 19.3906,
+      "step": 28249
+    },
+    {
+      "epoch": 1.349995221255854,
+      "grad_norm": 145.41233825683594,
+      "learning_rate": 5.046986358312072e-06,
+      "loss": 15.9844,
+      "step": 28250
+    },
+    {
+      "epoch": 1.3500430086973143,
+      "grad_norm": 240.4147491455078,
+      "learning_rate": 5.046314097992624e-06,
+      "loss": 23.3906,
+      "step": 28251
+    },
+    {
+      "epoch": 1.3500907961387747,
+      "grad_norm": 235.6492919921875,
+      "learning_rate": 5.045641867339361e-06,
+      "loss": 22.5625,
+      "step": 28252
+    },
+    {
+      "epoch": 1.350138583580235,
+      "grad_norm": 239.44189453125,
+      "learning_rate": 5.044969666356314e-06,
+      "loss": 15.5469,
+      "step": 28253
+    },
+    {
+      "epoch": 1.3501863710216955,
+      "grad_norm": 316.7398986816406,
+      "learning_rate": 5.044297495047503e-06,
+      "loss": 27.0312,
+      "step": 28254
+    },
+    {
+      "epoch": 1.3502341584631559,
+      "grad_norm": 298.0399169921875,
+      "learning_rate": 5.043625353416955e-06,
+      "loss": 26.9688,
+      "step": 28255
+    },
+    {
+      "epoch": 1.3502819459046163,
+      "grad_norm": 168.08982849121094,
+      "learning_rate": 5.042953241468693e-06,
+      "loss": 15.1562,
+      "step": 28256
+    },
+    {
+      "epoch": 1.3503297333460766,
+      "grad_norm": 329.67584228515625,
+      "learning_rate": 5.042281159206752e-06,
+      "loss": 31.5,
+      "step": 28257
+    },
+    {
+      "epoch": 1.350377520787537,
+      "grad_norm": 229.38394165039062,
+      "learning_rate": 5.041609106635143e-06,
+      "loss": 21.2656,
+      "step": 28258
+    },
+    {
+      "epoch": 1.3504253082289974,
+      "grad_norm": 216.0915069580078,
+      "learning_rate": 5.0409370837579e-06,
+      "loss": 21.5,
+      "step": 28259
+    },
+    {
+      "epoch": 1.3504730956704578,
+      "grad_norm": 325.36822509765625,
+      "learning_rate": 5.040265090579044e-06,
+      "loss": 30.9688,
+      "step": 28260
+    },
+    {
+      "epoch": 1.3505208831119182,
+      "grad_norm": 257.64697265625,
+      "learning_rate": 5.039593127102603e-06,
+      "loss": 25.2031,
+      "step": 28261
+    },
+    {
+      "epoch": 1.3505686705533786,
+      "grad_norm": 308.0275573730469,
+      "learning_rate": 5.038921193332595e-06,
+      "loss": 25.4688,
+      "step": 28262
+    },
+    {
+      "epoch": 1.350616457994839,
+      "grad_norm": 229.0484619140625,
+      "learning_rate": 5.0382492892730486e-06,
+      "loss": 27.0312,
+      "step": 28263
+    },
+    {
+      "epoch": 1.3506642454362994,
+      "grad_norm": 216.15475463867188,
+      "learning_rate": 5.03757741492799e-06,
+      "loss": 28.2812,
+      "step": 28264
+    },
+    {
+      "epoch": 1.3507120328777598,
+      "grad_norm": 2586.49462890625,
+      "learning_rate": 5.036905570301435e-06,
+      "loss": 28.5156,
+      "step": 28265
+    },
+    {
+      "epoch": 1.3507598203192202,
+      "grad_norm": 378.6059265136719,
+      "learning_rate": 5.036233755397412e-06,
+      "loss": 24.5781,
+      "step": 28266
+    },
+    {
+      "epoch": 1.3508076077606805,
+      "grad_norm": 232.4713134765625,
+      "learning_rate": 5.0355619702199436e-06,
+      "loss": 26.3125,
+      "step": 28267
+    },
+    {
+      "epoch": 1.350855395202141,
+      "grad_norm": 258.404541015625,
+      "learning_rate": 5.034890214773056e-06,
+      "loss": 27.2812,
+      "step": 28268
+    },
+    {
+      "epoch": 1.3509031826436013,
+      "grad_norm": 442.8227844238281,
+      "learning_rate": 5.034218489060767e-06,
+      "loss": 18.9688,
+      "step": 28269
+    },
+    {
+      "epoch": 1.3509509700850617,
+      "grad_norm": 321.6505432128906,
+      "learning_rate": 5.0335467930871055e-06,
+      "loss": 30.0938,
+      "step": 28270
+    },
+    {
+      "epoch": 1.350998757526522,
+      "grad_norm": 200.8529052734375,
+      "learning_rate": 5.032875126856085e-06,
+      "loss": 23.4062,
+      "step": 28271
+    },
+    {
+      "epoch": 1.3510465449679825,
+      "grad_norm": 274.9689025878906,
+      "learning_rate": 5.032203490371734e-06,
+      "loss": 19.0469,
+      "step": 28272
+    },
+    {
+      "epoch": 1.3510943324094429,
+      "grad_norm": 455.6028747558594,
+      "learning_rate": 5.0315318836380764e-06,
+      "loss": 24.125,
+      "step": 28273
+    },
+    {
+      "epoch": 1.3511421198509033,
+      "grad_norm": 209.71975708007812,
+      "learning_rate": 5.03086030665913e-06,
+      "loss": 17.8438,
+      "step": 28274
+    },
+    {
+      "epoch": 1.3511899072923637,
+      "grad_norm": 581.0700073242188,
+      "learning_rate": 5.030188759438917e-06,
+      "loss": 26.3125,
+      "step": 28275
+    },
+    {
+      "epoch": 1.351237694733824,
+      "grad_norm": 228.36856079101562,
+      "learning_rate": 5.029517241981466e-06,
+      "loss": 17.7344,
+      "step": 28276
+    },
+    {
+      "epoch": 1.3512854821752844,
+      "grad_norm": 167.61265563964844,
+      "learning_rate": 5.028845754290788e-06,
+      "loss": 21.1875,
+      "step": 28277
+    },
+    {
+      "epoch": 1.3513332696167448,
+      "grad_norm": 239.89732360839844,
+      "learning_rate": 5.028174296370909e-06,
+      "loss": 24.6562,
+      "step": 28278
+    },
+    {
+      "epoch": 1.3513810570582052,
+      "grad_norm": 247.3432159423828,
+      "learning_rate": 5.027502868225855e-06,
+      "loss": 24.8906,
+      "step": 28279
+    },
+    {
+      "epoch": 1.3514288444996656,
+      "grad_norm": 393.9728088378906,
+      "learning_rate": 5.026831469859639e-06,
+      "loss": 28.1875,
+      "step": 28280
+    },
+    {
+      "epoch": 1.351476631941126,
+      "grad_norm": 313.9634094238281,
+      "learning_rate": 5.026160101276284e-06,
+      "loss": 35.4375,
+      "step": 28281
+    },
+    {
+      "epoch": 1.3515244193825864,
+      "grad_norm": 127.02303314208984,
+      "learning_rate": 5.025488762479813e-06,
+      "loss": 19.7812,
+      "step": 28282
+    },
+    {
+      "epoch": 1.3515722068240468,
+      "grad_norm": 303.4048767089844,
+      "learning_rate": 5.024817453474249e-06,
+      "loss": 28.1562,
+      "step": 28283
+    },
+    {
+      "epoch": 1.3516199942655072,
+      "grad_norm": 240.39328002929688,
+      "learning_rate": 5.024146174263604e-06,
+      "loss": 31.0,
+      "step": 28284
+    },
+    {
+      "epoch": 1.3516677817069673,
+      "grad_norm": 147.4498748779297,
+      "learning_rate": 5.0234749248519054e-06,
+      "loss": 19.875,
+      "step": 28285
+    },
+    {
+      "epoch": 1.3517155691484277,
+      "grad_norm": 278.9071044921875,
+      "learning_rate": 5.0228037052431685e-06,
+      "loss": 28.25,
+      "step": 28286
+    },
+    {
+      "epoch": 1.351763356589888,
+      "grad_norm": 257.7991027832031,
+      "learning_rate": 5.022132515441419e-06,
+      "loss": 22.125,
+      "step": 28287
+    },
+    {
+      "epoch": 1.3518111440313485,
+      "grad_norm": 232.50143432617188,
+      "learning_rate": 5.02146135545067e-06,
+      "loss": 19.6719,
+      "step": 28288
+    },
+    {
+      "epoch": 1.351858931472809,
+      "grad_norm": 282.3397216796875,
+      "learning_rate": 5.020790225274942e-06,
+      "loss": 29.4062,
+      "step": 28289
+    },
+    {
+      "epoch": 1.3519067189142693,
+      "grad_norm": 283.2427673339844,
+      "learning_rate": 5.020119124918259e-06,
+      "loss": 27.5312,
+      "step": 28290
+    },
+    {
+      "epoch": 1.3519545063557297,
+      "grad_norm": 346.249267578125,
+      "learning_rate": 5.019448054384635e-06,
+      "loss": 32.125,
+      "step": 28291
+    },
+    {
+      "epoch": 1.35200229379719,
+      "grad_norm": 456.6156311035156,
+      "learning_rate": 5.0187770136780885e-06,
+      "loss": 33.0625,
+      "step": 28292
+    },
+    {
+      "epoch": 1.3520500812386504,
+      "grad_norm": 230.68890380859375,
+      "learning_rate": 5.018106002802641e-06,
+      "loss": 32.4219,
+      "step": 28293
+    },
+    {
+      "epoch": 1.3520978686801108,
+      "grad_norm": 186.12158203125,
+      "learning_rate": 5.017435021762314e-06,
+      "loss": 18.1094,
+      "step": 28294
+    },
+    {
+      "epoch": 1.3521456561215712,
+      "grad_norm": 298.07220458984375,
+      "learning_rate": 5.016764070561117e-06,
+      "loss": 26.0156,
+      "step": 28295
+    },
+    {
+      "epoch": 1.3521934435630316,
+      "grad_norm": 325.5423278808594,
+      "learning_rate": 5.016093149203074e-06,
+      "loss": 30.7188,
+      "step": 28296
+    },
+    {
+      "epoch": 1.352241231004492,
+      "grad_norm": 273.9770812988281,
+      "learning_rate": 5.015422257692202e-06,
+      "loss": 27.0625,
+      "step": 28297
+    },
+    {
+      "epoch": 1.3522890184459524,
+      "grad_norm": 322.7791442871094,
+      "learning_rate": 5.014751396032524e-06,
+      "loss": 36.0625,
+      "step": 28298
+    },
+    {
+      "epoch": 1.3523368058874128,
+      "grad_norm": 305.5393981933594,
+      "learning_rate": 5.014080564228047e-06,
+      "loss": 32.6875,
+      "step": 28299
+    },
+    {
+      "epoch": 1.3523845933288732,
+      "grad_norm": 670.8287963867188,
+      "learning_rate": 5.013409762282794e-06,
+      "loss": 30.9062,
+      "step": 28300
+    },
+    {
+      "epoch": 1.3524323807703336,
+      "grad_norm": 365.888671875,
+      "learning_rate": 5.012738990200785e-06,
+      "loss": 27.3438,
+      "step": 28301
+    },
+    {
+      "epoch": 1.352480168211794,
+      "grad_norm": 219.21136474609375,
+      "learning_rate": 5.0120682479860314e-06,
+      "loss": 26.7812,
+      "step": 28302
+    },
+    {
+      "epoch": 1.3525279556532543,
+      "grad_norm": 433.0224914550781,
+      "learning_rate": 5.0113975356425525e-06,
+      "loss": 33.0312,
+      "step": 28303
+    },
+    {
+      "epoch": 1.3525757430947147,
+      "grad_norm": 484.2978820800781,
+      "learning_rate": 5.01072685317437e-06,
+      "loss": 34.5312,
+      "step": 28304
+    },
+    {
+      "epoch": 1.3526235305361751,
+      "grad_norm": 262.8692321777344,
+      "learning_rate": 5.010056200585491e-06,
+      "loss": 22.2812,
+      "step": 28305
+    },
+    {
+      "epoch": 1.3526713179776355,
+      "grad_norm": 176.62644958496094,
+      "learning_rate": 5.0093855778799405e-06,
+      "loss": 21.5938,
+      "step": 28306
+    },
+    {
+      "epoch": 1.352719105419096,
+      "grad_norm": 207.1077117919922,
+      "learning_rate": 5.008714985061726e-06,
+      "loss": 32.3125,
+      "step": 28307
+    },
+    {
+      "epoch": 1.3527668928605563,
+      "grad_norm": 255.6136932373047,
+      "learning_rate": 5.00804442213487e-06,
+      "loss": 24.4062,
+      "step": 28308
+    },
+    {
+      "epoch": 1.3528146803020167,
+      "grad_norm": 341.8812561035156,
+      "learning_rate": 5.00737388910339e-06,
+      "loss": 21.5469,
+      "step": 28309
+    },
+    {
+      "epoch": 1.352862467743477,
+      "grad_norm": 255.0101776123047,
+      "learning_rate": 5.006703385971294e-06,
+      "loss": 33.7188,
+      "step": 28310
+    },
+    {
+      "epoch": 1.3529102551849375,
+      "grad_norm": 277.9536437988281,
+      "learning_rate": 5.006032912742601e-06,
+      "loss": 25.2188,
+      "step": 28311
+    },
+    {
+      "epoch": 1.3529580426263978,
+      "grad_norm": 336.4599609375,
+      "learning_rate": 5.005362469421331e-06,
+      "loss": 28.2188,
+      "step": 28312
+    },
+    {
+      "epoch": 1.3530058300678582,
+      "grad_norm": 185.87327575683594,
+      "learning_rate": 5.0046920560114905e-06,
+      "loss": 21.4531,
+      "step": 28313
+    },
+    {
+      "epoch": 1.3530536175093186,
+      "grad_norm": 182.82815551757812,
+      "learning_rate": 5.004021672517101e-06,
+      "loss": 23.4062,
+      "step": 28314
+    },
+    {
+      "epoch": 1.3531014049507788,
+      "grad_norm": 564.7946166992188,
+      "learning_rate": 5.0033513189421734e-06,
+      "loss": 34.1562,
+      "step": 28315
+    },
+    {
+      "epoch": 1.3531491923922392,
+      "grad_norm": 199.8527069091797,
+      "learning_rate": 5.002680995290728e-06,
+      "loss": 24.2812,
+      "step": 28316
+    },
+    {
+      "epoch": 1.3531969798336996,
+      "grad_norm": 141.518798828125,
+      "learning_rate": 5.002010701566772e-06,
+      "loss": 23.4062,
+      "step": 28317
+    },
+    {
+      "epoch": 1.35324476727516,
+      "grad_norm": 157.96890258789062,
+      "learning_rate": 5.001340437774323e-06,
+      "loss": 23.0938,
+      "step": 28318
+    },
+    {
+      "epoch": 1.3532925547166204,
+      "grad_norm": 233.14015197753906,
+      "learning_rate": 5.0006702039173924e-06,
+      "loss": 24.1719,
+      "step": 28319
+    },
+    {
+      "epoch": 1.3533403421580807,
+      "grad_norm": 378.24560546875,
+      "learning_rate": 5.000000000000003e-06,
+      "loss": 22.375,
+      "step": 28320
+    },
+    {
+      "epoch": 1.3533881295995411,
+      "grad_norm": 422.9209289550781,
+      "learning_rate": 4.999329826026156e-06,
+      "loss": 25.1719,
+      "step": 28321
+    },
+    {
+      "epoch": 1.3534359170410015,
+      "grad_norm": 155.61451721191406,
+      "learning_rate": 4.998659681999871e-06,
+      "loss": 20.625,
+      "step": 28322
+    },
+    {
+      "epoch": 1.353483704482462,
+      "grad_norm": 331.96063232421875,
+      "learning_rate": 4.997989567925163e-06,
+      "loss": 29.0625,
+      "step": 28323
+    },
+    {
+      "epoch": 1.3535314919239223,
+      "grad_norm": 284.6615295410156,
+      "learning_rate": 4.997319483806044e-06,
+      "loss": 20.25,
+      "step": 28324
+    },
+    {
+      "epoch": 1.3535792793653827,
+      "grad_norm": 192.73220825195312,
+      "learning_rate": 4.996649429646524e-06,
+      "loss": 23.2344,
+      "step": 28325
+    },
+    {
+      "epoch": 1.353627066806843,
+      "grad_norm": 185.2200164794922,
+      "learning_rate": 4.995979405450617e-06,
+      "loss": 16.9375,
+      "step": 28326
+    },
+    {
+      "epoch": 1.3536748542483035,
+      "grad_norm": 202.54501342773438,
+      "learning_rate": 4.995309411222341e-06,
+      "loss": 20.2969,
+      "step": 28327
+    },
+    {
+      "epoch": 1.3537226416897639,
+      "grad_norm": 151.67095947265625,
+      "learning_rate": 4.9946394469657e-06,
+      "loss": 22.2031,
+      "step": 28328
+    },
+    {
+      "epoch": 1.3537704291312243,
+      "grad_norm": 203.23348999023438,
+      "learning_rate": 4.9939695126847096e-06,
+      "loss": 30.6406,
+      "step": 28329
+    },
+    {
+      "epoch": 1.3538182165726846,
+      "grad_norm": 181.4892120361328,
+      "learning_rate": 4.993299608383383e-06,
+      "loss": 24.9688,
+      "step": 28330
+    },
+    {
+      "epoch": 1.353866004014145,
+      "grad_norm": 392.9366149902344,
+      "learning_rate": 4.992629734065734e-06,
+      "loss": 18.6875,
+      "step": 28331
+    },
+    {
+      "epoch": 1.3539137914556054,
+      "grad_norm": 475.59808349609375,
+      "learning_rate": 4.991959889735769e-06,
+      "loss": 34.5,
+      "step": 28332
+    },
+    {
+      "epoch": 1.3539615788970658,
+      "grad_norm": 520.92626953125,
+      "learning_rate": 4.991290075397501e-06,
+      "loss": 41.5938,
+      "step": 28333
+    },
+    {
+      "epoch": 1.3540093663385262,
+      "grad_norm": 325.95489501953125,
+      "learning_rate": 4.990620291054947e-06,
+      "loss": 11.8359,
+      "step": 28334
+    },
+    {
+      "epoch": 1.3540571537799866,
+      "grad_norm": 381.8054504394531,
+      "learning_rate": 4.989950536712109e-06,
+      "loss": 22.5312,
+      "step": 28335
+    },
+    {
+      "epoch": 1.354104941221447,
+      "grad_norm": 151.70220947265625,
+      "learning_rate": 4.989280812373003e-06,
+      "loss": 20.0,
+      "step": 28336
+    },
+    {
+      "epoch": 1.3541527286629074,
+      "grad_norm": 296.7944641113281,
+      "learning_rate": 4.988611118041644e-06,
+      "loss": 28.5156,
+      "step": 28337
+    },
+    {
+      "epoch": 1.3542005161043678,
+      "grad_norm": 356.0726318359375,
+      "learning_rate": 4.9879414537220325e-06,
+      "loss": 30.9688,
+      "step": 28338
+    },
+    {
+      "epoch": 1.3542483035458281,
+      "grad_norm": 389.2466125488281,
+      "learning_rate": 4.987271819418189e-06,
+      "loss": 35.4375,
+      "step": 28339
+    },
+    {
+      "epoch": 1.3542960909872885,
+      "grad_norm": 172.85350036621094,
+      "learning_rate": 4.986602215134116e-06,
+      "loss": 25.4375,
+      "step": 28340
+    },
+    {
+      "epoch": 1.354343878428749,
+      "grad_norm": 227.88905334472656,
+      "learning_rate": 4.985932640873826e-06,
+      "loss": 19.125,
+      "step": 28341
+    },
+    {
+      "epoch": 1.3543916658702093,
+      "grad_norm": 174.64730834960938,
+      "learning_rate": 4.985263096641333e-06,
+      "loss": 16.5156,
+      "step": 28342
+    },
+    {
+      "epoch": 1.3544394533116697,
+      "grad_norm": 181.701904296875,
+      "learning_rate": 4.9845935824406396e-06,
+      "loss": 18.7109,
+      "step": 28343
+    },
+    {
+      "epoch": 1.35448724075313,
+      "grad_norm": 608.7711791992188,
+      "learning_rate": 4.98392409827576e-06,
+      "loss": 25.125,
+      "step": 28344
+    },
+    {
+      "epoch": 1.3545350281945905,
+      "grad_norm": 214.60667419433594,
+      "learning_rate": 4.983254644150701e-06,
+      "loss": 22.4062,
+      "step": 28345
+    },
+    {
+      "epoch": 1.3545828156360509,
+      "grad_norm": 296.5621643066406,
+      "learning_rate": 4.9825852200694776e-06,
+      "loss": 28.7188,
+      "step": 28346
+    },
+    {
+      "epoch": 1.3546306030775113,
+      "grad_norm": 321.7469482421875,
+      "learning_rate": 4.981915826036091e-06,
+      "loss": 31.0,
+      "step": 28347
+    },
+    {
+      "epoch": 1.3546783905189717,
+      "grad_norm": 269.27044677734375,
+      "learning_rate": 4.981246462054554e-06,
+      "loss": 29.3125,
+      "step": 28348
+    },
+    {
+      "epoch": 1.354726177960432,
+      "grad_norm": 425.0648498535156,
+      "learning_rate": 4.980577128128878e-06,
+      "loss": 32.5625,
+      "step": 28349
+    },
+    {
+      "epoch": 1.3547739654018924,
+      "grad_norm": 375.42266845703125,
+      "learning_rate": 4.979907824263065e-06,
+      "loss": 18.625,
+      "step": 28350
+    },
+    {
+      "epoch": 1.3548217528433528,
+      "grad_norm": 127.50926971435547,
+      "learning_rate": 4.979238550461125e-06,
+      "loss": 23.2812,
+      "step": 28351
+    },
+    {
+      "epoch": 1.3548695402848132,
+      "grad_norm": 185.46311950683594,
+      "learning_rate": 4.978569306727069e-06,
+      "loss": 18.7031,
+      "step": 28352
+    },
+    {
+      "epoch": 1.3549173277262736,
+      "grad_norm": 310.18359375,
+      "learning_rate": 4.977900093064906e-06,
+      "loss": 33.2812,
+      "step": 28353
+    },
+    {
+      "epoch": 1.354965115167734,
+      "grad_norm": 454.71826171875,
+      "learning_rate": 4.977230909478639e-06,
+      "loss": 36.3438,
+      "step": 28354
+    },
+    {
+      "epoch": 1.3550129026091944,
+      "grad_norm": 193.38336181640625,
+      "learning_rate": 4.9765617559722754e-06,
+      "loss": 22.7344,
+      "step": 28355
+    },
+    {
+      "epoch": 1.3550606900506548,
+      "grad_norm": 165.07470703125,
+      "learning_rate": 4.9758926325498265e-06,
+      "loss": 24.2188,
+      "step": 28356
+    },
+    {
+      "epoch": 1.3551084774921152,
+      "grad_norm": 228.52874755859375,
+      "learning_rate": 4.9752235392153016e-06,
+      "loss": 23.2969,
+      "step": 28357
+    },
+    {
+      "epoch": 1.3551562649335755,
+      "grad_norm": 205.57569885253906,
+      "learning_rate": 4.9745544759726995e-06,
+      "loss": 24.4688,
+      "step": 28358
+    },
+    {
+      "epoch": 1.355204052375036,
+      "grad_norm": 152.0879669189453,
+      "learning_rate": 4.973885442826032e-06,
+      "loss": 24.3906,
+      "step": 28359
+    },
+    {
+      "epoch": 1.3552518398164963,
+      "grad_norm": 282.8761901855469,
+      "learning_rate": 4.973216439779305e-06,
+      "loss": 29.9375,
+      "step": 28360
+    },
+    {
+      "epoch": 1.3552996272579567,
+      "grad_norm": 103.90579986572266,
+      "learning_rate": 4.972547466836529e-06,
+      "loss": 13.5469,
+      "step": 28361
+    },
+    {
+      "epoch": 1.355347414699417,
+      "grad_norm": 178.83692932128906,
+      "learning_rate": 4.971878524001702e-06,
+      "loss": 22.3438,
+      "step": 28362
+    },
+    {
+      "epoch": 1.3553952021408775,
+      "grad_norm": 113.56590270996094,
+      "learning_rate": 4.971209611278836e-06,
+      "loss": 17.4531,
+      "step": 28363
+    },
+    {
+      "epoch": 1.3554429895823379,
+      "grad_norm": 367.0580749511719,
+      "learning_rate": 4.970540728671939e-06,
+      "loss": 24.9219,
+      "step": 28364
+    },
+    {
+      "epoch": 1.3554907770237983,
+      "grad_norm": 281.1249694824219,
+      "learning_rate": 4.969871876185009e-06,
+      "loss": 33.6875,
+      "step": 28365
+    },
+    {
+      "epoch": 1.3555385644652587,
+      "grad_norm": 256.605712890625,
+      "learning_rate": 4.969203053822056e-06,
+      "loss": 31.2188,
+      "step": 28366
+    },
+    {
+      "epoch": 1.3555863519067188,
+      "grad_norm": 154.14744567871094,
+      "learning_rate": 4.968534261587088e-06,
+      "loss": 17.375,
+      "step": 28367
+    },
+    {
+      "epoch": 1.3556341393481792,
+      "grad_norm": 224.84146118164062,
+      "learning_rate": 4.9678654994841045e-06,
+      "loss": 26.125,
+      "step": 28368
+    },
+    {
+      "epoch": 1.3556819267896396,
+      "grad_norm": 314.78900146484375,
+      "learning_rate": 4.967196767517114e-06,
+      "loss": 29.75,
+      "step": 28369
+    },
+    {
+      "epoch": 1.3557297142311,
+      "grad_norm": 299.8650817871094,
+      "learning_rate": 4.966528065690124e-06,
+      "loss": 30.4688,
+      "step": 28370
+    },
+    {
+      "epoch": 1.3557775016725604,
+      "grad_norm": 217.67611694335938,
+      "learning_rate": 4.965859394007132e-06,
+      "loss": 15.3125,
+      "step": 28371
+    },
+    {
+      "epoch": 1.3558252891140208,
+      "grad_norm": 222.86111450195312,
+      "learning_rate": 4.9651907524721495e-06,
+      "loss": 25.9062,
+      "step": 28372
+    },
+    {
+      "epoch": 1.3558730765554812,
+      "grad_norm": 261.5290222167969,
+      "learning_rate": 4.964522141089175e-06,
+      "loss": 29.0312,
+      "step": 28373
+    },
+    {
+      "epoch": 1.3559208639969416,
+      "grad_norm": 293.53839111328125,
+      "learning_rate": 4.963853559862216e-06,
+      "loss": 30.2812,
+      "step": 28374
+    },
+    {
+      "epoch": 1.355968651438402,
+      "grad_norm": 179.99386596679688,
+      "learning_rate": 4.963185008795278e-06,
+      "loss": 27.6875,
+      "step": 28375
+    },
+    {
+      "epoch": 1.3560164388798623,
+      "grad_norm": 176.81707763671875,
+      "learning_rate": 4.962516487892359e-06,
+      "loss": 27.9062,
+      "step": 28376
+    },
+    {
+      "epoch": 1.3560642263213227,
+      "grad_norm": 231.39964294433594,
+      "learning_rate": 4.961847997157468e-06,
+      "loss": 22.6406,
+      "step": 28377
+    },
+    {
+      "epoch": 1.3561120137627831,
+      "grad_norm": 275.9326171875,
+      "learning_rate": 4.961179536594605e-06,
+      "loss": 20.8438,
+      "step": 28378
+    },
+    {
+      "epoch": 1.3561598012042435,
+      "grad_norm": 183.47805786132812,
+      "learning_rate": 4.9605111062077785e-06,
+      "loss": 30.4844,
+      "step": 28379
+    },
+    {
+      "epoch": 1.356207588645704,
+      "grad_norm": 218.67518615722656,
+      "learning_rate": 4.9598427060009835e-06,
+      "loss": 22.375,
+      "step": 28380
+    },
+    {
+      "epoch": 1.3562553760871643,
+      "grad_norm": 213.03347778320312,
+      "learning_rate": 4.959174335978227e-06,
+      "loss": 23.3125,
+      "step": 28381
+    },
+    {
+      "epoch": 1.3563031635286247,
+      "grad_norm": 426.16888427734375,
+      "learning_rate": 4.958505996143512e-06,
+      "loss": 24.125,
+      "step": 28382
+    },
+    {
+      "epoch": 1.356350950970085,
+      "grad_norm": 288.3956604003906,
+      "learning_rate": 4.957837686500846e-06,
+      "loss": 28.25,
+      "step": 28383
+    },
+    {
+      "epoch": 1.3563987384115455,
+      "grad_norm": 420.8910217285156,
+      "learning_rate": 4.9571694070542205e-06,
+      "loss": 23.4219,
+      "step": 28384
+    },
+    {
+      "epoch": 1.3564465258530058,
+      "grad_norm": 213.2204132080078,
+      "learning_rate": 4.956501157807644e-06,
+      "loss": 21.6562,
+      "step": 28385
+    },
+    {
+      "epoch": 1.3564943132944662,
+      "grad_norm": 310.1650695800781,
+      "learning_rate": 4.955832938765121e-06,
+      "loss": 32.5625,
+      "step": 28386
+    },
+    {
+      "epoch": 1.3565421007359266,
+      "grad_norm": 711.220458984375,
+      "learning_rate": 4.9551647499306465e-06,
+      "loss": 23.5312,
+      "step": 28387
+    },
+    {
+      "epoch": 1.356589888177387,
+      "grad_norm": 226.76844787597656,
+      "learning_rate": 4.954496591308227e-06,
+      "loss": 27.9062,
+      "step": 28388
+    },
+    {
+      "epoch": 1.3566376756188474,
+      "grad_norm": 397.6535949707031,
+      "learning_rate": 4.95382846290186e-06,
+      "loss": 41.6875,
+      "step": 28389
+    },
+    {
+      "epoch": 1.3566854630603078,
+      "grad_norm": 156.07725524902344,
+      "learning_rate": 4.953160364715555e-06,
+      "loss": 18.4531,
+      "step": 28390
+    },
+    {
+      "epoch": 1.3567332505017682,
+      "grad_norm": 824.8642578125,
+      "learning_rate": 4.9524922967533016e-06,
+      "loss": 29.375,
+      "step": 28391
+    },
+    {
+      "epoch": 1.3567810379432286,
+      "grad_norm": 292.2590026855469,
+      "learning_rate": 4.951824259019107e-06,
+      "loss": 17.5625,
+      "step": 28392
+    },
+    {
+      "epoch": 1.356828825384689,
+      "grad_norm": 317.8265686035156,
+      "learning_rate": 4.951156251516971e-06,
+      "loss": 24.25,
+      "step": 28393
+    },
+    {
+      "epoch": 1.3568766128261494,
+      "grad_norm": 304.43011474609375,
+      "learning_rate": 4.950488274250899e-06,
+      "loss": 18.7188,
+      "step": 28394
+    },
+    {
+      "epoch": 1.3569244002676097,
+      "grad_norm": 225.8130645751953,
+      "learning_rate": 4.9498203272248815e-06,
+      "loss": 26.625,
+      "step": 28395
+    },
+    {
+      "epoch": 1.3569721877090701,
+      "grad_norm": 180.34591674804688,
+      "learning_rate": 4.9491524104429245e-06,
+      "loss": 21.5156,
+      "step": 28396
+    },
+    {
+      "epoch": 1.3570199751505305,
+      "grad_norm": 293.9975280761719,
+      "learning_rate": 4.948484523909031e-06,
+      "loss": 25.2812,
+      "step": 28397
+    },
+    {
+      "epoch": 1.3570677625919907,
+      "grad_norm": 217.9256134033203,
+      "learning_rate": 4.947816667627192e-06,
+      "loss": 22.4219,
+      "step": 28398
+    },
+    {
+      "epoch": 1.357115550033451,
+      "grad_norm": 297.0091552734375,
+      "learning_rate": 4.947148841601414e-06,
+      "loss": 16.4219,
+      "step": 28399
+    },
+    {
+      "epoch": 1.3571633374749115,
+      "grad_norm": 494.10736083984375,
+      "learning_rate": 4.946481045835697e-06,
+      "loss": 41.5938,
+      "step": 28400
+    },
+    {
+      "epoch": 1.3572111249163719,
+      "grad_norm": 335.02886962890625,
+      "learning_rate": 4.945813280334034e-06,
+      "loss": 24.5312,
+      "step": 28401
+    },
+    {
+      "epoch": 1.3572589123578322,
+      "grad_norm": 205.21058654785156,
+      "learning_rate": 4.945145545100428e-06,
+      "loss": 17.1562,
+      "step": 28402
+    },
+    {
+      "epoch": 1.3573066997992926,
+      "grad_norm": 1138.4219970703125,
+      "learning_rate": 4.944477840138881e-06,
+      "loss": 19.8438,
+      "step": 28403
+    },
+    {
+      "epoch": 1.357354487240753,
+      "grad_norm": 257.4381408691406,
+      "learning_rate": 4.943810165453386e-06,
+      "loss": 21.4062,
+      "step": 28404
+    },
+    {
+      "epoch": 1.3574022746822134,
+      "grad_norm": 208.1185760498047,
+      "learning_rate": 4.943142521047945e-06,
+      "loss": 30.6562,
+      "step": 28405
+    },
+    {
+      "epoch": 1.3574500621236738,
+      "grad_norm": 480.1127624511719,
+      "learning_rate": 4.942474906926553e-06,
+      "loss": 30.7344,
+      "step": 28406
+    },
+    {
+      "epoch": 1.3574978495651342,
+      "grad_norm": 156.65261840820312,
+      "learning_rate": 4.94180732309321e-06,
+      "loss": 31.5156,
+      "step": 28407
+    },
+    {
+      "epoch": 1.3575456370065946,
+      "grad_norm": 318.63037109375,
+      "learning_rate": 4.9411397695519146e-06,
+      "loss": 39.0,
+      "step": 28408
+    },
+    {
+      "epoch": 1.357593424448055,
+      "grad_norm": 195.42581176757812,
+      "learning_rate": 4.940472246306669e-06,
+      "loss": 25.875,
+      "step": 28409
+    },
+    {
+      "epoch": 1.3576412118895154,
+      "grad_norm": 3207.671142578125,
+      "learning_rate": 4.93980475336146e-06,
+      "loss": 33.1406,
+      "step": 28410
+    },
+    {
+      "epoch": 1.3576889993309758,
+      "grad_norm": 241.1410675048828,
+      "learning_rate": 4.9391372907202925e-06,
+      "loss": 17.1875,
+      "step": 28411
+    },
+    {
+      "epoch": 1.3577367867724361,
+      "grad_norm": 203.3114776611328,
+      "learning_rate": 4.938469858387166e-06,
+      "loss": 24.75,
+      "step": 28412
+    },
+    {
+      "epoch": 1.3577845742138965,
+      "grad_norm": 244.11534118652344,
+      "learning_rate": 4.937802456366071e-06,
+      "loss": 22.4219,
+      "step": 28413
+    },
+    {
+      "epoch": 1.357832361655357,
+      "grad_norm": 201.13621520996094,
+      "learning_rate": 4.937135084661005e-06,
+      "loss": 21.2812,
+      "step": 28414
+    },
+    {
+      "epoch": 1.3578801490968173,
+      "grad_norm": 363.9341735839844,
+      "learning_rate": 4.936467743275969e-06,
+      "loss": 28.4688,
+      "step": 28415
+    },
+    {
+      "epoch": 1.3579279365382777,
+      "grad_norm": 598.6419067382812,
+      "learning_rate": 4.93580043221496e-06,
+      "loss": 44.1875,
+      "step": 28416
+    },
+    {
+      "epoch": 1.357975723979738,
+      "grad_norm": 109.35926055908203,
+      "learning_rate": 4.935133151481969e-06,
+      "loss": 18.1406,
+      "step": 28417
+    },
+    {
+      "epoch": 1.3580235114211985,
+      "grad_norm": 152.65736389160156,
+      "learning_rate": 4.934465901080995e-06,
+      "loss": 20.8281,
+      "step": 28418
+    },
+    {
+      "epoch": 1.3580712988626589,
+      "grad_norm": 377.92315673828125,
+      "learning_rate": 4.933798681016033e-06,
+      "loss": 24.4219,
+      "step": 28419
+    },
+    {
+      "epoch": 1.3581190863041193,
+      "grad_norm": 276.9510803222656,
+      "learning_rate": 4.933131491291083e-06,
+      "loss": 19.7031,
+      "step": 28420
+    },
+    {
+      "epoch": 1.3581668737455797,
+      "grad_norm": 135.15196228027344,
+      "learning_rate": 4.932464331910135e-06,
+      "loss": 14.8906,
+      "step": 28421
+    },
+    {
+      "epoch": 1.35821466118704,
+      "grad_norm": 229.72811889648438,
+      "learning_rate": 4.931797202877186e-06,
+      "loss": 24.8125,
+      "step": 28422
+    },
+    {
+      "epoch": 1.3582624486285004,
+      "grad_norm": 312.2736511230469,
+      "learning_rate": 4.931130104196236e-06,
+      "loss": 26.9375,
+      "step": 28423
+    },
+    {
+      "epoch": 1.3583102360699608,
+      "grad_norm": 222.875,
+      "learning_rate": 4.930463035871273e-06,
+      "loss": 20.7812,
+      "step": 28424
+    },
+    {
+      "epoch": 1.3583580235114212,
+      "grad_norm": 521.264892578125,
+      "learning_rate": 4.9297959979062935e-06,
+      "loss": 31.5312,
+      "step": 28425
+    },
+    {
+      "epoch": 1.3584058109528816,
+      "grad_norm": 161.51808166503906,
+      "learning_rate": 4.929128990305294e-06,
+      "loss": 26.5,
+      "step": 28426
+    },
+    {
+      "epoch": 1.358453598394342,
+      "grad_norm": 350.9576416015625,
+      "learning_rate": 4.928462013072273e-06,
+      "loss": 23.1875,
+      "step": 28427
+    },
+    {
+      "epoch": 1.3585013858358024,
+      "grad_norm": 170.66287231445312,
+      "learning_rate": 4.927795066211216e-06,
+      "loss": 15.9531,
+      "step": 28428
+    },
+    {
+      "epoch": 1.3585491732772628,
+      "grad_norm": 347.65911865234375,
+      "learning_rate": 4.9271281497261225e-06,
+      "loss": 22.6875,
+      "step": 28429
+    },
+    {
+      "epoch": 1.3585969607187232,
+      "grad_norm": 367.7375793457031,
+      "learning_rate": 4.926461263620985e-06,
+      "loss": 31.125,
+      "step": 28430
+    },
+    {
+      "epoch": 1.3586447481601835,
+      "grad_norm": 245.2838897705078,
+      "learning_rate": 4.925794407899801e-06,
+      "loss": 19.8594,
+      "step": 28431
+    },
+    {
+      "epoch": 1.358692535601644,
+      "grad_norm": 139.0872802734375,
+      "learning_rate": 4.925127582566558e-06,
+      "loss": 20.0625,
+      "step": 28432
+    },
+    {
+      "epoch": 1.3587403230431043,
+      "grad_norm": 294.6402282714844,
+      "learning_rate": 4.924460787625253e-06,
+      "loss": 23.4062,
+      "step": 28433
+    },
+    {
+      "epoch": 1.3587881104845647,
+      "grad_norm": 212.86424255371094,
+      "learning_rate": 4.923794023079882e-06,
+      "loss": 26.5,
+      "step": 28434
+    },
+    {
+      "epoch": 1.358835897926025,
+      "grad_norm": 251.6892547607422,
+      "learning_rate": 4.923127288934431e-06,
+      "loss": 15.1719,
+      "step": 28435
+    },
+    {
+      "epoch": 1.3588836853674855,
+      "grad_norm": 310.80078125,
+      "learning_rate": 4.9224605851928986e-06,
+      "loss": 22.0625,
+      "step": 28436
+    },
+    {
+      "epoch": 1.3589314728089459,
+      "grad_norm": 228.5435791015625,
+      "learning_rate": 4.921793911859274e-06,
+      "loss": 24.3438,
+      "step": 28437
+    },
+    {
+      "epoch": 1.3589792602504063,
+      "grad_norm": 175.31863403320312,
+      "learning_rate": 4.921127268937553e-06,
+      "loss": 20.8594,
+      "step": 28438
+    },
+    {
+      "epoch": 1.3590270476918667,
+      "grad_norm": 387.8829040527344,
+      "learning_rate": 4.9204606564317235e-06,
+      "loss": 27.4062,
+      "step": 28439
+    },
+    {
+      "epoch": 1.359074835133327,
+      "grad_norm": 196.65631103515625,
+      "learning_rate": 4.91979407434578e-06,
+      "loss": 20.5312,
+      "step": 28440
+    },
+    {
+      "epoch": 1.3591226225747874,
+      "grad_norm": 248.82705688476562,
+      "learning_rate": 4.919127522683715e-06,
+      "loss": 24.1875,
+      "step": 28441
+    },
+    {
+      "epoch": 1.3591704100162478,
+      "grad_norm": 362.819580078125,
+      "learning_rate": 4.9184610014495245e-06,
+      "loss": 24.1875,
+      "step": 28442
+    },
+    {
+      "epoch": 1.3592181974577082,
+      "grad_norm": 334.4434509277344,
+      "learning_rate": 4.917794510647191e-06,
+      "loss": 25.8906,
+      "step": 28443
+    },
+    {
+      "epoch": 1.3592659848991686,
+      "grad_norm": 204.94644165039062,
+      "learning_rate": 4.917128050280711e-06,
+      "loss": 31.3281,
+      "step": 28444
+    },
+    {
+      "epoch": 1.359313772340629,
+      "grad_norm": 238.21609497070312,
+      "learning_rate": 4.916461620354074e-06,
+      "loss": 22.6719,
+      "step": 28445
+    },
+    {
+      "epoch": 1.3593615597820894,
+      "grad_norm": 127.11187744140625,
+      "learning_rate": 4.915795220871278e-06,
+      "loss": 19.0938,
+      "step": 28446
+    },
+    {
+      "epoch": 1.3594093472235498,
+      "grad_norm": 119.29130554199219,
+      "learning_rate": 4.915128851836303e-06,
+      "loss": 19.2031,
+      "step": 28447
+    },
+    {
+      "epoch": 1.3594571346650102,
+      "grad_norm": 222.40689086914062,
+      "learning_rate": 4.914462513253145e-06,
+      "loss": 25.0938,
+      "step": 28448
+    },
+    {
+      "epoch": 1.3595049221064703,
+      "grad_norm": 175.8881378173828,
+      "learning_rate": 4.913796205125798e-06,
+      "loss": 22.4922,
+      "step": 28449
+    },
+    {
+      "epoch": 1.3595527095479307,
+      "grad_norm": 148.88035583496094,
+      "learning_rate": 4.913129927458246e-06,
+      "loss": 12.1875,
+      "step": 28450
+    },
+    {
+      "epoch": 1.3596004969893911,
+      "grad_norm": 214.9065704345703,
+      "learning_rate": 4.912463680254481e-06,
+      "loss": 17.2344,
+      "step": 28451
+    },
+    {
+      "epoch": 1.3596482844308515,
+      "grad_norm": 272.74188232421875,
+      "learning_rate": 4.911797463518494e-06,
+      "loss": 29.5625,
+      "step": 28452
+    },
+    {
+      "epoch": 1.359696071872312,
+      "grad_norm": 118.6170425415039,
+      "learning_rate": 4.911131277254279e-06,
+      "loss": 21.875,
+      "step": 28453
+    },
+    {
+      "epoch": 1.3597438593137723,
+      "grad_norm": 232.09915161132812,
+      "learning_rate": 4.910465121465817e-06,
+      "loss": 25.4219,
+      "step": 28454
+    },
+    {
+      "epoch": 1.3597916467552327,
+      "grad_norm": 408.96221923828125,
+      "learning_rate": 4.909798996157101e-06,
+      "loss": 30.5938,
+      "step": 28455
+    },
+    {
+      "epoch": 1.359839434196693,
+      "grad_norm": 184.0069122314453,
+      "learning_rate": 4.909132901332122e-06,
+      "loss": 28.3438,
+      "step": 28456
+    },
+    {
+      "epoch": 1.3598872216381535,
+      "grad_norm": 303.2190856933594,
+      "learning_rate": 4.908466836994871e-06,
+      "loss": 26.3125,
+      "step": 28457
+    },
+    {
+      "epoch": 1.3599350090796138,
+      "grad_norm": 160.4449005126953,
+      "learning_rate": 4.9078008031493305e-06,
+      "loss": 19.0,
+      "step": 28458
+    },
+    {
+      "epoch": 1.3599827965210742,
+      "grad_norm": 322.8247985839844,
+      "learning_rate": 4.907134799799492e-06,
+      "loss": 21.4219,
+      "step": 28459
+    },
+    {
+      "epoch": 1.3600305839625346,
+      "grad_norm": 406.197998046875,
+      "learning_rate": 4.9064688269493475e-06,
+      "loss": 27.5938,
+      "step": 28460
+    },
+    {
+      "epoch": 1.360078371403995,
+      "grad_norm": 184.33665466308594,
+      "learning_rate": 4.9058028846028795e-06,
+      "loss": 21.75,
+      "step": 28461
+    },
+    {
+      "epoch": 1.3601261588454554,
+      "grad_norm": 246.24261474609375,
+      "learning_rate": 4.905136972764079e-06,
+      "loss": 21.875,
+      "step": 28462
+    },
+    {
+      "epoch": 1.3601739462869158,
+      "grad_norm": 367.2016906738281,
+      "learning_rate": 4.904471091436933e-06,
+      "loss": 36.75,
+      "step": 28463
+    },
+    {
+      "epoch": 1.3602217337283762,
+      "grad_norm": 469.4075012207031,
+      "learning_rate": 4.9038052406254355e-06,
+      "loss": 32.1562,
+      "step": 28464
+    },
+    {
+      "epoch": 1.3602695211698366,
+      "grad_norm": 187.62562561035156,
+      "learning_rate": 4.903139420333563e-06,
+      "loss": 19.125,
+      "step": 28465
+    },
+    {
+      "epoch": 1.360317308611297,
+      "grad_norm": 323.0325012207031,
+      "learning_rate": 4.90247363056531e-06,
+      "loss": 24.0312,
+      "step": 28466
+    },
+    {
+      "epoch": 1.3603650960527573,
+      "grad_norm": 434.9955139160156,
+      "learning_rate": 4.901807871324666e-06,
+      "loss": 27.4531,
+      "step": 28467
+    },
+    {
+      "epoch": 1.3604128834942177,
+      "grad_norm": 142.54112243652344,
+      "learning_rate": 4.90114214261561e-06,
+      "loss": 18.5625,
+      "step": 28468
+    },
+    {
+      "epoch": 1.3604606709356781,
+      "grad_norm": 141.69192504882812,
+      "learning_rate": 4.900476444442137e-06,
+      "loss": 17.5,
+      "step": 28469
+    },
+    {
+      "epoch": 1.3605084583771385,
+      "grad_norm": 215.55221557617188,
+      "learning_rate": 4.899810776808227e-06,
+      "loss": 21.0625,
+      "step": 28470
+    },
+    {
+      "epoch": 1.360556245818599,
+      "grad_norm": 247.68638610839844,
+      "learning_rate": 4.899145139717868e-06,
+      "loss": 31.875,
+      "step": 28471
+    },
+    {
+      "epoch": 1.3606040332600593,
+      "grad_norm": 279.8076477050781,
+      "learning_rate": 4.898479533175052e-06,
+      "loss": 21.625,
+      "step": 28472
+    },
+    {
+      "epoch": 1.3606518207015197,
+      "grad_norm": 669.2283325195312,
+      "learning_rate": 4.897813957183758e-06,
+      "loss": 37.5938,
+      "step": 28473
+    },
+    {
+      "epoch": 1.36069960814298,
+      "grad_norm": 174.3365020751953,
+      "learning_rate": 4.897148411747974e-06,
+      "loss": 26.125,
+      "step": 28474
+    },
+    {
+      "epoch": 1.3607473955844405,
+      "grad_norm": 255.34976196289062,
+      "learning_rate": 4.89648289687169e-06,
+      "loss": 28.0,
+      "step": 28475
+    },
+    {
+      "epoch": 1.3607951830259009,
+      "grad_norm": 241.14190673828125,
+      "learning_rate": 4.895817412558886e-06,
+      "loss": 32.75,
+      "step": 28476
+    },
+    {
+      "epoch": 1.3608429704673612,
+      "grad_norm": 120.69076538085938,
+      "learning_rate": 4.895151958813548e-06,
+      "loss": 18.625,
+      "step": 28477
+    },
+    {
+      "epoch": 1.3608907579088216,
+      "grad_norm": 464.13092041015625,
+      "learning_rate": 4.8944865356396635e-06,
+      "loss": 24.5938,
+      "step": 28478
+    },
+    {
+      "epoch": 1.360938545350282,
+      "grad_norm": 309.9502868652344,
+      "learning_rate": 4.89382114304122e-06,
+      "loss": 24.3125,
+      "step": 28479
+    },
+    {
+      "epoch": 1.3609863327917422,
+      "grad_norm": 191.43572998046875,
+      "learning_rate": 4.893155781022194e-06,
+      "loss": 15.3125,
+      "step": 28480
+    },
+    {
+      "epoch": 1.3610341202332026,
+      "grad_norm": 264.8658142089844,
+      "learning_rate": 4.892490449586577e-06,
+      "loss": 24.25,
+      "step": 28481
+    },
+    {
+      "epoch": 1.361081907674663,
+      "grad_norm": 492.6671142578125,
+      "learning_rate": 4.8918251487383515e-06,
+      "loss": 28.5312,
+      "step": 28482
+    },
+    {
+      "epoch": 1.3611296951161234,
+      "grad_norm": 511.93804931640625,
+      "learning_rate": 4.891159878481505e-06,
+      "loss": 26.5,
+      "step": 28483
+    },
+    {
+      "epoch": 1.3611774825575838,
+      "grad_norm": 293.06951904296875,
+      "learning_rate": 4.890494638820016e-06,
+      "loss": 27.5938,
+      "step": 28484
+    },
+    {
+      "epoch": 1.3612252699990441,
+      "grad_norm": 276.06524658203125,
+      "learning_rate": 4.889829429757869e-06,
+      "loss": 25.3125,
+      "step": 28485
+    },
+    {
+      "epoch": 1.3612730574405045,
+      "grad_norm": 154.86380004882812,
+      "learning_rate": 4.8891642512990566e-06,
+      "loss": 18.3594,
+      "step": 28486
+    },
+    {
+      "epoch": 1.361320844881965,
+      "grad_norm": 172.06985473632812,
+      "learning_rate": 4.888499103447549e-06,
+      "loss": 24.4688,
+      "step": 28487
+    },
+    {
+      "epoch": 1.3613686323234253,
+      "grad_norm": 172.25177001953125,
+      "learning_rate": 4.887833986207338e-06,
+      "loss": 15.9688,
+      "step": 28488
+    },
+    {
+      "epoch": 1.3614164197648857,
+      "grad_norm": 332.5323791503906,
+      "learning_rate": 4.887168899582404e-06,
+      "loss": 30.375,
+      "step": 28489
+    },
+    {
+      "epoch": 1.361464207206346,
+      "grad_norm": 142.36773681640625,
+      "learning_rate": 4.886503843576736e-06,
+      "loss": 26.8438,
+      "step": 28490
+    },
+    {
+      "epoch": 1.3615119946478065,
+      "grad_norm": 320.2607421875,
+      "learning_rate": 4.885838818194306e-06,
+      "loss": 29.4844,
+      "step": 28491
+    },
+    {
+      "epoch": 1.3615597820892669,
+      "grad_norm": 294.88787841796875,
+      "learning_rate": 4.885173823439103e-06,
+      "loss": 24.7188,
+      "step": 28492
+    },
+    {
+      "epoch": 1.3616075695307273,
+      "grad_norm": 246.2014617919922,
+      "learning_rate": 4.8845088593151094e-06,
+      "loss": 26.5,
+      "step": 28493
+    },
+    {
+      "epoch": 1.3616553569721876,
+      "grad_norm": 202.31298828125,
+      "learning_rate": 4.88384392582631e-06,
+      "loss": 24.5625,
+      "step": 28494
+    },
+    {
+      "epoch": 1.361703144413648,
+      "grad_norm": 513.5694580078125,
+      "learning_rate": 4.88317902297668e-06,
+      "loss": 25.75,
+      "step": 28495
+    },
+    {
+      "epoch": 1.3617509318551084,
+      "grad_norm": 244.5951690673828,
+      "learning_rate": 4.882514150770206e-06,
+      "loss": 23.9062,
+      "step": 28496
+    },
+    {
+      "epoch": 1.3617987192965688,
+      "grad_norm": 312.5791320800781,
+      "learning_rate": 4.8818493092108735e-06,
+      "loss": 18.7656,
+      "step": 28497
+    },
+    {
+      "epoch": 1.3618465067380292,
+      "grad_norm": 245.3138885498047,
+      "learning_rate": 4.8811844983026544e-06,
+      "loss": 29.6562,
+      "step": 28498
+    },
+    {
+      "epoch": 1.3618942941794896,
+      "grad_norm": 236.970458984375,
+      "learning_rate": 4.880519718049534e-06,
+      "loss": 25.6719,
+      "step": 28499
+    },
+    {
+      "epoch": 1.36194208162095,
+      "grad_norm": 109.74220275878906,
+      "learning_rate": 4.879854968455501e-06,
+      "loss": 17.6562,
+      "step": 28500
+    },
+    {
+      "epoch": 1.3619898690624104,
+      "grad_norm": 248.34458923339844,
+      "learning_rate": 4.879190249524524e-06,
+      "loss": 18.8125,
+      "step": 28501
+    },
+    {
+      "epoch": 1.3620376565038708,
+      "grad_norm": 173.68612670898438,
+      "learning_rate": 4.878525561260595e-06,
+      "loss": 30.875,
+      "step": 28502
+    },
+    {
+      "epoch": 1.3620854439453312,
+      "grad_norm": 173.14463806152344,
+      "learning_rate": 4.8778609036676835e-06,
+      "loss": 25.2188,
+      "step": 28503
+    },
+    {
+      "epoch": 1.3621332313867915,
+      "grad_norm": 304.8113708496094,
+      "learning_rate": 4.877196276749777e-06,
+      "loss": 30.4062,
+      "step": 28504
+    },
+    {
+      "epoch": 1.362181018828252,
+      "grad_norm": 464.7214660644531,
+      "learning_rate": 4.876531680510859e-06,
+      "loss": 20.5625,
+      "step": 28505
+    },
+    {
+      "epoch": 1.3622288062697123,
+      "grad_norm": 192.81329345703125,
+      "learning_rate": 4.875867114954901e-06,
+      "loss": 27.1875,
+      "step": 28506
+    },
+    {
+      "epoch": 1.3622765937111727,
+      "grad_norm": 358.28631591796875,
+      "learning_rate": 4.875202580085887e-06,
+      "loss": 32.2188,
+      "step": 28507
+    },
+    {
+      "epoch": 1.362324381152633,
+      "grad_norm": 218.87379455566406,
+      "learning_rate": 4.8745380759078e-06,
+      "loss": 21.25,
+      "step": 28508
+    },
+    {
+      "epoch": 1.3623721685940935,
+      "grad_norm": 229.59530639648438,
+      "learning_rate": 4.873873602424614e-06,
+      "loss": 16.875,
+      "step": 28509
+    },
+    {
+      "epoch": 1.3624199560355539,
+      "grad_norm": 187.1757049560547,
+      "learning_rate": 4.873209159640309e-06,
+      "loss": 25.5,
+      "step": 28510
+    },
+    {
+      "epoch": 1.3624677434770143,
+      "grad_norm": 278.2496032714844,
+      "learning_rate": 4.872544747558866e-06,
+      "loss": 28.8438,
+      "step": 28511
+    },
+    {
+      "epoch": 1.3625155309184747,
+      "grad_norm": 193.7029571533203,
+      "learning_rate": 4.871880366184267e-06,
+      "loss": 31.2812,
+      "step": 28512
+    },
+    {
+      "epoch": 1.362563318359935,
+      "grad_norm": 213.93533325195312,
+      "learning_rate": 4.871216015520485e-06,
+      "loss": 23.7344,
+      "step": 28513
+    },
+    {
+      "epoch": 1.3626111058013954,
+      "grad_norm": 522.4371948242188,
+      "learning_rate": 4.8705516955715e-06,
+      "loss": 22.0781,
+      "step": 28514
+    },
+    {
+      "epoch": 1.3626588932428558,
+      "grad_norm": 164.21070861816406,
+      "learning_rate": 4.8698874063412925e-06,
+      "loss": 16.3438,
+      "step": 28515
+    },
+    {
+      "epoch": 1.3627066806843162,
+      "grad_norm": 273.46600341796875,
+      "learning_rate": 4.869223147833844e-06,
+      "loss": 23.0,
+      "step": 28516
+    },
+    {
+      "epoch": 1.3627544681257766,
+      "grad_norm": 1614.926513671875,
+      "learning_rate": 4.868558920053124e-06,
+      "loss": 17.1875,
+      "step": 28517
+    },
+    {
+      "epoch": 1.362802255567237,
+      "grad_norm": 161.2849578857422,
+      "learning_rate": 4.867894723003114e-06,
+      "loss": 29.7656,
+      "step": 28518
+    },
+    {
+      "epoch": 1.3628500430086974,
+      "grad_norm": 125.92105102539062,
+      "learning_rate": 4.867230556687797e-06,
+      "loss": 21.5625,
+      "step": 28519
+    },
+    {
+      "epoch": 1.3628978304501578,
+      "grad_norm": 244.43504333496094,
+      "learning_rate": 4.866566421111141e-06,
+      "loss": 21.9375,
+      "step": 28520
+    },
+    {
+      "epoch": 1.3629456178916182,
+      "grad_norm": 173.73646545410156,
+      "learning_rate": 4.865902316277129e-06,
+      "loss": 26.7969,
+      "step": 28521
+    },
+    {
+      "epoch": 1.3629934053330786,
+      "grad_norm": 246.49114990234375,
+      "learning_rate": 4.865238242189737e-06,
+      "loss": 26.7812,
+      "step": 28522
+    },
+    {
+      "epoch": 1.363041192774539,
+      "grad_norm": 424.9984130859375,
+      "learning_rate": 4.8645741988529475e-06,
+      "loss": 26.0312,
+      "step": 28523
+    },
+    {
+      "epoch": 1.3630889802159993,
+      "grad_norm": 294.8263244628906,
+      "learning_rate": 4.863910186270726e-06,
+      "loss": 34.7188,
+      "step": 28524
+    },
+    {
+      "epoch": 1.3631367676574597,
+      "grad_norm": 378.3298645019531,
+      "learning_rate": 4.863246204447056e-06,
+      "loss": 28.0312,
+      "step": 28525
+    },
+    {
+      "epoch": 1.3631845550989201,
+      "grad_norm": 302.8661804199219,
+      "learning_rate": 4.862582253385914e-06,
+      "loss": 34.0625,
+      "step": 28526
+    },
+    {
+      "epoch": 1.3632323425403805,
+      "grad_norm": 193.7138671875,
+      "learning_rate": 4.8619183330912774e-06,
+      "loss": 28.2812,
+      "step": 28527
+    },
+    {
+      "epoch": 1.363280129981841,
+      "grad_norm": 211.5463409423828,
+      "learning_rate": 4.861254443567117e-06,
+      "loss": 25.9062,
+      "step": 28528
+    },
+    {
+      "epoch": 1.3633279174233013,
+      "grad_norm": 178.7225799560547,
+      "learning_rate": 4.860590584817412e-06,
+      "loss": 26.5,
+      "step": 28529
+    },
+    {
+      "epoch": 1.3633757048647617,
+      "grad_norm": 274.85302734375,
+      "learning_rate": 4.8599267568461375e-06,
+      "loss": 29.2812,
+      "step": 28530
+    },
+    {
+      "epoch": 1.363423492306222,
+      "grad_norm": 212.84507751464844,
+      "learning_rate": 4.859262959657272e-06,
+      "loss": 33.125,
+      "step": 28531
+    },
+    {
+      "epoch": 1.3634712797476822,
+      "grad_norm": 340.6084899902344,
+      "learning_rate": 4.858599193254786e-06,
+      "loss": 25.0938,
+      "step": 28532
+    },
+    {
+      "epoch": 1.3635190671891426,
+      "grad_norm": 1030.8216552734375,
+      "learning_rate": 4.85793545764266e-06,
+      "loss": 21.8906,
+      "step": 28533
+    },
+    {
+      "epoch": 1.363566854630603,
+      "grad_norm": 222.57937622070312,
+      "learning_rate": 4.857271752824861e-06,
+      "loss": 23.6094,
+      "step": 28534
+    },
+    {
+      "epoch": 1.3636146420720634,
+      "grad_norm": 195.8839111328125,
+      "learning_rate": 4.8566080788053726e-06,
+      "loss": 26.75,
+      "step": 28535
+    },
+    {
+      "epoch": 1.3636624295135238,
+      "grad_norm": 329.86041259765625,
+      "learning_rate": 4.855944435588161e-06,
+      "loss": 22.7031,
+      "step": 28536
+    },
+    {
+      "epoch": 1.3637102169549842,
+      "grad_norm": 1083.1702880859375,
+      "learning_rate": 4.855280823177204e-06,
+      "loss": 11.7969,
+      "step": 28537
+    },
+    {
+      "epoch": 1.3637580043964446,
+      "grad_norm": 152.98690795898438,
+      "learning_rate": 4.8546172415764816e-06,
+      "loss": 28.5,
+      "step": 28538
+    },
+    {
+      "epoch": 1.363805791837905,
+      "grad_norm": 316.8014831542969,
+      "learning_rate": 4.853953690789957e-06,
+      "loss": 21.6562,
+      "step": 28539
+    },
+    {
+      "epoch": 1.3638535792793653,
+      "grad_norm": 273.6265563964844,
+      "learning_rate": 4.85329017082161e-06,
+      "loss": 18.9375,
+      "step": 28540
+    },
+    {
+      "epoch": 1.3639013667208257,
+      "grad_norm": 201.9309539794922,
+      "learning_rate": 4.852626681675415e-06,
+      "loss": 20.9688,
+      "step": 28541
+    },
+    {
+      "epoch": 1.3639491541622861,
+      "grad_norm": 210.8658905029297,
+      "learning_rate": 4.8519632233553485e-06,
+      "loss": 23.7031,
+      "step": 28542
+    },
+    {
+      "epoch": 1.3639969416037465,
+      "grad_norm": 173.07894897460938,
+      "learning_rate": 4.851299795865374e-06,
+      "loss": 18.6875,
+      "step": 28543
+    },
+    {
+      "epoch": 1.364044729045207,
+      "grad_norm": 185.5137939453125,
+      "learning_rate": 4.850636399209471e-06,
+      "loss": 23.0469,
+      "step": 28544
+    },
+    {
+      "epoch": 1.3640925164866673,
+      "grad_norm": 215.34939575195312,
+      "learning_rate": 4.849973033391614e-06,
+      "loss": 22.6094,
+      "step": 28545
+    },
+    {
+      "epoch": 1.3641403039281277,
+      "grad_norm": 345.82452392578125,
+      "learning_rate": 4.849309698415771e-06,
+      "loss": 28.0,
+      "step": 28546
+    },
+    {
+      "epoch": 1.364188091369588,
+      "grad_norm": 123.95587158203125,
+      "learning_rate": 4.848646394285915e-06,
+      "loss": 17.125,
+      "step": 28547
+    },
+    {
+      "epoch": 1.3642358788110485,
+      "grad_norm": 185.45542907714844,
+      "learning_rate": 4.847983121006022e-06,
+      "loss": 18.6875,
+      "step": 28548
+    },
+    {
+      "epoch": 1.3642836662525089,
+      "grad_norm": 590.8086547851562,
+      "learning_rate": 4.847319878580065e-06,
+      "loss": 25.5156,
+      "step": 28549
+    },
+    {
+      "epoch": 1.3643314536939692,
+      "grad_norm": 387.68878173828125,
+      "learning_rate": 4.8466566670120085e-06,
+      "loss": 27.1875,
+      "step": 28550
+    },
+    {
+      "epoch": 1.3643792411354296,
+      "grad_norm": 1758.4063720703125,
+      "learning_rate": 4.84599348630583e-06,
+      "loss": 25.9375,
+      "step": 28551
+    },
+    {
+      "epoch": 1.36442702857689,
+      "grad_norm": 374.5210266113281,
+      "learning_rate": 4.8453303364655004e-06,
+      "loss": 23.3438,
+      "step": 28552
+    },
+    {
+      "epoch": 1.3644748160183504,
+      "grad_norm": 271.5012512207031,
+      "learning_rate": 4.844667217494994e-06,
+      "loss": 26.7812,
+      "step": 28553
+    },
+    {
+      "epoch": 1.3645226034598108,
+      "grad_norm": 641.1953125,
+      "learning_rate": 4.844004129398275e-06,
+      "loss": 20.75,
+      "step": 28554
+    },
+    {
+      "epoch": 1.3645703909012712,
+      "grad_norm": 208.1572723388672,
+      "learning_rate": 4.8433410721793175e-06,
+      "loss": 20.0156,
+      "step": 28555
+    },
+    {
+      "epoch": 1.3646181783427316,
+      "grad_norm": 350.0113525390625,
+      "learning_rate": 4.842678045842097e-06,
+      "loss": 35.5312,
+      "step": 28556
+    },
+    {
+      "epoch": 1.364665965784192,
+      "grad_norm": 190.4068145751953,
+      "learning_rate": 4.842015050390577e-06,
+      "loss": 24.1719,
+      "step": 28557
+    },
+    {
+      "epoch": 1.3647137532256524,
+      "grad_norm": 419.7564392089844,
+      "learning_rate": 4.841352085828731e-06,
+      "loss": 24.4062,
+      "step": 28558
+    },
+    {
+      "epoch": 1.3647615406671127,
+      "grad_norm": 241.4215087890625,
+      "learning_rate": 4.84068915216053e-06,
+      "loss": 33.4688,
+      "step": 28559
+    },
+    {
+      "epoch": 1.3648093281085731,
+      "grad_norm": 720.7937622070312,
+      "learning_rate": 4.840026249389948e-06,
+      "loss": 20.5156,
+      "step": 28560
+    },
+    {
+      "epoch": 1.3648571155500335,
+      "grad_norm": 171.39332580566406,
+      "learning_rate": 4.839363377520945e-06,
+      "loss": 25.9688,
+      "step": 28561
+    },
+    {
+      "epoch": 1.364904902991494,
+      "grad_norm": 190.18994140625,
+      "learning_rate": 4.838700536557497e-06,
+      "loss": 16.9375,
+      "step": 28562
+    },
+    {
+      "epoch": 1.364952690432954,
+      "grad_norm": 451.3675537109375,
+      "learning_rate": 4.838037726503574e-06,
+      "loss": 38.625,
+      "step": 28563
+    },
+    {
+      "epoch": 1.3650004778744145,
+      "grad_norm": 238.74757385253906,
+      "learning_rate": 4.837374947363146e-06,
+      "loss": 22.0312,
+      "step": 28564
+    },
+    {
+      "epoch": 1.3650482653158749,
+      "grad_norm": 206.7199249267578,
+      "learning_rate": 4.836712199140178e-06,
+      "loss": 25.6562,
+      "step": 28565
+    },
+    {
+      "epoch": 1.3650960527573353,
+      "grad_norm": 172.00009155273438,
+      "learning_rate": 4.836049481838645e-06,
+      "loss": 22.2031,
+      "step": 28566
+    },
+    {
+      "epoch": 1.3651438401987956,
+      "grad_norm": 294.14788818359375,
+      "learning_rate": 4.835386795462509e-06,
+      "loss": 32.5,
+      "step": 28567
+    },
+    {
+      "epoch": 1.365191627640256,
+      "grad_norm": 230.95892333984375,
+      "learning_rate": 4.834724140015745e-06,
+      "loss": 25.3438,
+      "step": 28568
+    },
+    {
+      "epoch": 1.3652394150817164,
+      "grad_norm": 173.62060546875,
+      "learning_rate": 4.834061515502315e-06,
+      "loss": 32.875,
+      "step": 28569
+    },
+    {
+      "epoch": 1.3652872025231768,
+      "grad_norm": 341.3266296386719,
+      "learning_rate": 4.83339892192619e-06,
+      "loss": 31.125,
+      "step": 28570
+    },
+    {
+      "epoch": 1.3653349899646372,
+      "grad_norm": 205.300537109375,
+      "learning_rate": 4.8327363592913435e-06,
+      "loss": 25.3281,
+      "step": 28571
+    },
+    {
+      "epoch": 1.3653827774060976,
+      "grad_norm": 201.65237426757812,
+      "learning_rate": 4.832073827601735e-06,
+      "loss": 20.8125,
+      "step": 28572
+    },
+    {
+      "epoch": 1.365430564847558,
+      "grad_norm": 542.5545654296875,
+      "learning_rate": 4.831411326861335e-06,
+      "loss": 28.4062,
+      "step": 28573
+    },
+    {
+      "epoch": 1.3654783522890184,
+      "grad_norm": 140.75514221191406,
+      "learning_rate": 4.830748857074111e-06,
+      "loss": 15.0469,
+      "step": 28574
+    },
+    {
+      "epoch": 1.3655261397304788,
+      "grad_norm": 194.38827514648438,
+      "learning_rate": 4.830086418244036e-06,
+      "loss": 25.2812,
+      "step": 28575
+    },
+    {
+      "epoch": 1.3655739271719392,
+      "grad_norm": 240.2474822998047,
+      "learning_rate": 4.829424010375069e-06,
+      "loss": 20.9688,
+      "step": 28576
+    },
+    {
+      "epoch": 1.3656217146133995,
+      "grad_norm": 156.26040649414062,
+      "learning_rate": 4.828761633471179e-06,
+      "loss": 27.2188,
+      "step": 28577
+    },
+    {
+      "epoch": 1.36566950205486,
+      "grad_norm": 213.7619171142578,
+      "learning_rate": 4.828099287536335e-06,
+      "loss": 26.5156,
+      "step": 28578
+    },
+    {
+      "epoch": 1.3657172894963203,
+      "grad_norm": 141.0513153076172,
+      "learning_rate": 4.827436972574507e-06,
+      "loss": 18.6875,
+      "step": 28579
+    },
+    {
+      "epoch": 1.3657650769377807,
+      "grad_norm": 244.36337280273438,
+      "learning_rate": 4.8267746885896524e-06,
+      "loss": 29.375,
+      "step": 28580
+    },
+    {
+      "epoch": 1.365812864379241,
+      "grad_norm": 123.22895812988281,
+      "learning_rate": 4.8261124355857425e-06,
+      "loss": 25.0469,
+      "step": 28581
+    },
+    {
+      "epoch": 1.3658606518207015,
+      "grad_norm": 311.2060852050781,
+      "learning_rate": 4.825450213566747e-06,
+      "loss": 27.0938,
+      "step": 28582
+    },
+    {
+      "epoch": 1.3659084392621619,
+      "grad_norm": 635.07666015625,
+      "learning_rate": 4.824788022536624e-06,
+      "loss": 32.1875,
+      "step": 28583
+    },
+    {
+      "epoch": 1.3659562267036223,
+      "grad_norm": 566.8689575195312,
+      "learning_rate": 4.824125862499343e-06,
+      "loss": 28.2812,
+      "step": 28584
+    },
+    {
+      "epoch": 1.3660040141450827,
+      "grad_norm": 224.689697265625,
+      "learning_rate": 4.8234637334588675e-06,
+      "loss": 16.4531,
+      "step": 28585
+    },
+    {
+      "epoch": 1.366051801586543,
+      "grad_norm": 158.89840698242188,
+      "learning_rate": 4.822801635419169e-06,
+      "loss": 14.3125,
+      "step": 28586
+    },
+    {
+      "epoch": 1.3660995890280034,
+      "grad_norm": 484.7699279785156,
+      "learning_rate": 4.822139568384207e-06,
+      "loss": 25.5156,
+      "step": 28587
+    },
+    {
+      "epoch": 1.3661473764694638,
+      "grad_norm": 218.9691925048828,
+      "learning_rate": 4.821477532357946e-06,
+      "loss": 15.2812,
+      "step": 28588
+    },
+    {
+      "epoch": 1.3661951639109242,
+      "grad_norm": 124.81383514404297,
+      "learning_rate": 4.8208155273443525e-06,
+      "loss": 19.4219,
+      "step": 28589
+    },
+    {
+      "epoch": 1.3662429513523846,
+      "grad_norm": 248.6299591064453,
+      "learning_rate": 4.820153553347394e-06,
+      "loss": 29.7188,
+      "step": 28590
+    },
+    {
+      "epoch": 1.366290738793845,
+      "grad_norm": 255.50421142578125,
+      "learning_rate": 4.81949161037103e-06,
+      "loss": 33.0,
+      "step": 28591
+    },
+    {
+      "epoch": 1.3663385262353054,
+      "grad_norm": 270.3387451171875,
+      "learning_rate": 4.818829698419225e-06,
+      "loss": 23.1406,
+      "step": 28592
+    },
+    {
+      "epoch": 1.3663863136767658,
+      "grad_norm": 169.68991088867188,
+      "learning_rate": 4.818167817495949e-06,
+      "loss": 24.2188,
+      "step": 28593
+    },
+    {
+      "epoch": 1.3664341011182262,
+      "grad_norm": 248.37083435058594,
+      "learning_rate": 4.817505967605157e-06,
+      "loss": 22.5625,
+      "step": 28594
+    },
+    {
+      "epoch": 1.3664818885596866,
+      "grad_norm": 230.3486328125,
+      "learning_rate": 4.8168441487508175e-06,
+      "loss": 34.5,
+      "step": 28595
+    },
+    {
+      "epoch": 1.366529676001147,
+      "grad_norm": 224.07296752929688,
+      "learning_rate": 4.816182360936893e-06,
+      "loss": 17.75,
+      "step": 28596
+    },
+    {
+      "epoch": 1.3665774634426073,
+      "grad_norm": 223.06504821777344,
+      "learning_rate": 4.815520604167352e-06,
+      "loss": 25.3438,
+      "step": 28597
+    },
+    {
+      "epoch": 1.3666252508840677,
+      "grad_norm": 268.3710021972656,
+      "learning_rate": 4.814858878446148e-06,
+      "loss": 17.1328,
+      "step": 28598
+    },
+    {
+      "epoch": 1.3666730383255281,
+      "grad_norm": 183.8309783935547,
+      "learning_rate": 4.814197183777253e-06,
+      "loss": 27.0312,
+      "step": 28599
+    },
+    {
+      "epoch": 1.3667208257669885,
+      "grad_norm": 175.7729949951172,
+      "learning_rate": 4.8135355201646215e-06,
+      "loss": 17.3125,
+      "step": 28600
+    },
+    {
+      "epoch": 1.366768613208449,
+      "grad_norm": 174.52783203125,
+      "learning_rate": 4.812873887612219e-06,
+      "loss": 26.4531,
+      "step": 28601
+    },
+    {
+      "epoch": 1.3668164006499093,
+      "grad_norm": 403.05487060546875,
+      "learning_rate": 4.812212286124014e-06,
+      "loss": 26.3125,
+      "step": 28602
+    },
+    {
+      "epoch": 1.3668641880913697,
+      "grad_norm": 267.70428466796875,
+      "learning_rate": 4.811550715703959e-06,
+      "loss": 27.0781,
+      "step": 28603
+    },
+    {
+      "epoch": 1.36691197553283,
+      "grad_norm": 237.39476013183594,
+      "learning_rate": 4.810889176356024e-06,
+      "loss": 18.5781,
+      "step": 28604
+    },
+    {
+      "epoch": 1.3669597629742904,
+      "grad_norm": 373.8509826660156,
+      "learning_rate": 4.810227668084162e-06,
+      "loss": 21.375,
+      "step": 28605
+    },
+    {
+      "epoch": 1.3670075504157508,
+      "grad_norm": 381.9414978027344,
+      "learning_rate": 4.809566190892341e-06,
+      "loss": 25.1875,
+      "step": 28606
+    },
+    {
+      "epoch": 1.3670553378572112,
+      "grad_norm": 345.0266418457031,
+      "learning_rate": 4.80890474478452e-06,
+      "loss": 24.6875,
+      "step": 28607
+    },
+    {
+      "epoch": 1.3671031252986716,
+      "grad_norm": 273.7884216308594,
+      "learning_rate": 4.8082433297646665e-06,
+      "loss": 29.8281,
+      "step": 28608
+    },
+    {
+      "epoch": 1.367150912740132,
+      "grad_norm": 207.63133239746094,
+      "learning_rate": 4.807581945836733e-06,
+      "loss": 21.7031,
+      "step": 28609
+    },
+    {
+      "epoch": 1.3671987001815924,
+      "grad_norm": 206.82339477539062,
+      "learning_rate": 4.806920593004682e-06,
+      "loss": 23.2031,
+      "step": 28610
+    },
+    {
+      "epoch": 1.3672464876230528,
+      "grad_norm": 137.69287109375,
+      "learning_rate": 4.8062592712724755e-06,
+      "loss": 31.375,
+      "step": 28611
+    },
+    {
+      "epoch": 1.3672942750645132,
+      "grad_norm": 289.68035888671875,
+      "learning_rate": 4.805597980644078e-06,
+      "loss": 23.2344,
+      "step": 28612
+    },
+    {
+      "epoch": 1.3673420625059736,
+      "grad_norm": 187.906982421875,
+      "learning_rate": 4.804936721123443e-06,
+      "loss": 21.1719,
+      "step": 28613
+    },
+    {
+      "epoch": 1.3673898499474337,
+      "grad_norm": 230.9941864013672,
+      "learning_rate": 4.804275492714533e-06,
+      "loss": 25.2812,
+      "step": 28614
+    },
+    {
+      "epoch": 1.3674376373888941,
+      "grad_norm": 229.0742950439453,
+      "learning_rate": 4.803614295421309e-06,
+      "loss": 20.9062,
+      "step": 28615
+    },
+    {
+      "epoch": 1.3674854248303545,
+      "grad_norm": 405.5826110839844,
+      "learning_rate": 4.8029531292477336e-06,
+      "loss": 32.125,
+      "step": 28616
+    },
+    {
+      "epoch": 1.367533212271815,
+      "grad_norm": 285.9761962890625,
+      "learning_rate": 4.8022919941977595e-06,
+      "loss": 27.875,
+      "step": 28617
+    },
+    {
+      "epoch": 1.3675809997132753,
+      "grad_norm": 2424.065185546875,
+      "learning_rate": 4.801630890275349e-06,
+      "loss": 20.5,
+      "step": 28618
+    },
+    {
+      "epoch": 1.3676287871547357,
+      "grad_norm": 277.4079895019531,
+      "learning_rate": 4.800969817484467e-06,
+      "loss": 25.9844,
+      "step": 28619
+    },
+    {
+      "epoch": 1.367676574596196,
+      "grad_norm": 446.9544372558594,
+      "learning_rate": 4.800308775829061e-06,
+      "loss": 22.0156,
+      "step": 28620
+    },
+    {
+      "epoch": 1.3677243620376565,
+      "grad_norm": 188.4769744873047,
+      "learning_rate": 4.799647765313098e-06,
+      "loss": 21.0,
+      "step": 28621
+    },
+    {
+      "epoch": 1.3677721494791168,
+      "grad_norm": 322.64715576171875,
+      "learning_rate": 4.7989867859405335e-06,
+      "loss": 24.0625,
+      "step": 28622
+    },
+    {
+      "epoch": 1.3678199369205772,
+      "grad_norm": 171.60543823242188,
+      "learning_rate": 4.798325837715331e-06,
+      "loss": 22.7812,
+      "step": 28623
+    },
+    {
+      "epoch": 1.3678677243620376,
+      "grad_norm": 235.392822265625,
+      "learning_rate": 4.797664920641441e-06,
+      "loss": 20.6719,
+      "step": 28624
+    },
+    {
+      "epoch": 1.367915511803498,
+      "grad_norm": 205.00906372070312,
+      "learning_rate": 4.797004034722825e-06,
+      "loss": 17.6719,
+      "step": 28625
+    },
+    {
+      "epoch": 1.3679632992449584,
+      "grad_norm": 225.47703552246094,
+      "learning_rate": 4.796343179963442e-06,
+      "loss": 20.0938,
+      "step": 28626
+    },
+    {
+      "epoch": 1.3680110866864188,
+      "grad_norm": 267.5242004394531,
+      "learning_rate": 4.795682356367252e-06,
+      "loss": 31.5,
+      "step": 28627
+    },
+    {
+      "epoch": 1.3680588741278792,
+      "grad_norm": 310.7233581542969,
+      "learning_rate": 4.795021563938206e-06,
+      "loss": 18.6328,
+      "step": 28628
+    },
+    {
+      "epoch": 1.3681066615693396,
+      "grad_norm": 147.3104248046875,
+      "learning_rate": 4.794360802680263e-06,
+      "loss": 16.1719,
+      "step": 28629
+    },
+    {
+      "epoch": 1.3681544490108,
+      "grad_norm": 225.04319763183594,
+      "learning_rate": 4.793700072597387e-06,
+      "loss": 22.1875,
+      "step": 28630
+    },
+    {
+      "epoch": 1.3682022364522604,
+      "grad_norm": 336.802001953125,
+      "learning_rate": 4.793039373693525e-06,
+      "loss": 30.1875,
+      "step": 28631
+    },
+    {
+      "epoch": 1.3682500238937207,
+      "grad_norm": 279.41546630859375,
+      "learning_rate": 4.792378705972642e-06,
+      "loss": 23.8438,
+      "step": 28632
+    },
+    {
+      "epoch": 1.3682978113351811,
+      "grad_norm": 289.9393005371094,
+      "learning_rate": 4.791718069438689e-06,
+      "loss": 29.8125,
+      "step": 28633
+    },
+    {
+      "epoch": 1.3683455987766415,
+      "grad_norm": 322.1304626464844,
+      "learning_rate": 4.791057464095622e-06,
+      "loss": 27.1719,
+      "step": 28634
+    },
+    {
+      "epoch": 1.368393386218102,
+      "grad_norm": 793.76708984375,
+      "learning_rate": 4.790396889947404e-06,
+      "loss": 20.6562,
+      "step": 28635
+    },
+    {
+      "epoch": 1.3684411736595623,
+      "grad_norm": 359.9512634277344,
+      "learning_rate": 4.789736346997983e-06,
+      "loss": 37.0,
+      "step": 28636
+    },
+    {
+      "epoch": 1.3684889611010227,
+      "grad_norm": 299.5563659667969,
+      "learning_rate": 4.789075835251318e-06,
+      "loss": 30.0312,
+      "step": 28637
+    },
+    {
+      "epoch": 1.368536748542483,
+      "grad_norm": 281.5203552246094,
+      "learning_rate": 4.788415354711369e-06,
+      "loss": 22.5312,
+      "step": 28638
+    },
+    {
+      "epoch": 1.3685845359839435,
+      "grad_norm": 214.23684692382812,
+      "learning_rate": 4.7877549053820825e-06,
+      "loss": 23.4062,
+      "step": 28639
+    },
+    {
+      "epoch": 1.3686323234254039,
+      "grad_norm": 236.26492309570312,
+      "learning_rate": 4.787094487267419e-06,
+      "loss": 23.4688,
+      "step": 28640
+    },
+    {
+      "epoch": 1.3686801108668643,
+      "grad_norm": 252.14700317382812,
+      "learning_rate": 4.786434100371337e-06,
+      "loss": 21.6719,
+      "step": 28641
+    },
+    {
+      "epoch": 1.3687278983083246,
+      "grad_norm": 150.9469451904297,
+      "learning_rate": 4.785773744697783e-06,
+      "loss": 19.0547,
+      "step": 28642
+    },
+    {
+      "epoch": 1.368775685749785,
+      "grad_norm": 329.3631286621094,
+      "learning_rate": 4.785113420250715e-06,
+      "loss": 30.875,
+      "step": 28643
+    },
+    {
+      "epoch": 1.3688234731912454,
+      "grad_norm": 340.2754821777344,
+      "learning_rate": 4.784453127034091e-06,
+      "loss": 24.0938,
+      "step": 28644
+    },
+    {
+      "epoch": 1.3688712606327056,
+      "grad_norm": 248.87757873535156,
+      "learning_rate": 4.783792865051865e-06,
+      "loss": 17.8281,
+      "step": 28645
+    },
+    {
+      "epoch": 1.368919048074166,
+      "grad_norm": 162.46383666992188,
+      "learning_rate": 4.783132634307987e-06,
+      "loss": 17.1406,
+      "step": 28646
+    },
+    {
+      "epoch": 1.3689668355156264,
+      "grad_norm": 131.32608032226562,
+      "learning_rate": 4.782472434806411e-06,
+      "loss": 17.1406,
+      "step": 28647
+    },
+    {
+      "epoch": 1.3690146229570868,
+      "grad_norm": 276.6017150878906,
+      "learning_rate": 4.781812266551094e-06,
+      "loss": 34.5,
+      "step": 28648
+    },
+    {
+      "epoch": 1.3690624103985471,
+      "grad_norm": 273.8264465332031,
+      "learning_rate": 4.781152129545991e-06,
+      "loss": 25.125,
+      "step": 28649
+    },
+    {
+      "epoch": 1.3691101978400075,
+      "grad_norm": 531.0152587890625,
+      "learning_rate": 4.7804920237950495e-06,
+      "loss": 24.0625,
+      "step": 28650
+    },
+    {
+      "epoch": 1.369157985281468,
+      "grad_norm": 222.1873016357422,
+      "learning_rate": 4.779831949302225e-06,
+      "loss": 22.0781,
+      "step": 28651
+    },
+    {
+      "epoch": 1.3692057727229283,
+      "grad_norm": 220.103759765625,
+      "learning_rate": 4.779171906071471e-06,
+      "loss": 26.5938,
+      "step": 28652
+    },
+    {
+      "epoch": 1.3692535601643887,
+      "grad_norm": 209.60556030273438,
+      "learning_rate": 4.778511894106745e-06,
+      "loss": 23.1562,
+      "step": 28653
+    },
+    {
+      "epoch": 1.369301347605849,
+      "grad_norm": 399.9112243652344,
+      "learning_rate": 4.7778519134119926e-06,
+      "loss": 24.9062,
+      "step": 28654
+    },
+    {
+      "epoch": 1.3693491350473095,
+      "grad_norm": 502.45477294921875,
+      "learning_rate": 4.777191963991167e-06,
+      "loss": 21.5,
+      "step": 28655
+    },
+    {
+      "epoch": 1.3693969224887699,
+      "grad_norm": 236.43792724609375,
+      "learning_rate": 4.7765320458482264e-06,
+      "loss": 15.9688,
+      "step": 28656
+    },
+    {
+      "epoch": 1.3694447099302303,
+      "grad_norm": 602.5457153320312,
+      "learning_rate": 4.7758721589871156e-06,
+      "loss": 25.5938,
+      "step": 28657
+    },
+    {
+      "epoch": 1.3694924973716907,
+      "grad_norm": 244.32249450683594,
+      "learning_rate": 4.775212303411789e-06,
+      "loss": 27.5938,
+      "step": 28658
+    },
+    {
+      "epoch": 1.369540284813151,
+      "grad_norm": 195.87083435058594,
+      "learning_rate": 4.7745524791261995e-06,
+      "loss": 22.4688,
+      "step": 28659
+    },
+    {
+      "epoch": 1.3695880722546114,
+      "grad_norm": 131.58631896972656,
+      "learning_rate": 4.773892686134301e-06,
+      "loss": 25.5938,
+      "step": 28660
+    },
+    {
+      "epoch": 1.3696358596960718,
+      "grad_norm": 282.105224609375,
+      "learning_rate": 4.773232924440039e-06,
+      "loss": 19.9375,
+      "step": 28661
+    },
+    {
+      "epoch": 1.3696836471375322,
+      "grad_norm": 211.29074096679688,
+      "learning_rate": 4.772573194047368e-06,
+      "loss": 24.2656,
+      "step": 28662
+    },
+    {
+      "epoch": 1.3697314345789926,
+      "grad_norm": 233.95901489257812,
+      "learning_rate": 4.77191349496024e-06,
+      "loss": 27.5469,
+      "step": 28663
+    },
+    {
+      "epoch": 1.369779222020453,
+      "grad_norm": 284.39923095703125,
+      "learning_rate": 4.7712538271826015e-06,
+      "loss": 24.9531,
+      "step": 28664
+    },
+    {
+      "epoch": 1.3698270094619134,
+      "grad_norm": 272.5838623046875,
+      "learning_rate": 4.770594190718409e-06,
+      "loss": 23.0,
+      "step": 28665
+    },
+    {
+      "epoch": 1.3698747969033738,
+      "grad_norm": 208.27879333496094,
+      "learning_rate": 4.769934585571606e-06,
+      "loss": 22.0156,
+      "step": 28666
+    },
+    {
+      "epoch": 1.3699225843448342,
+      "grad_norm": 243.4242706298828,
+      "learning_rate": 4.7692750117461466e-06,
+      "loss": 31.25,
+      "step": 28667
+    },
+    {
+      "epoch": 1.3699703717862945,
+      "grad_norm": 231.9192657470703,
+      "learning_rate": 4.768615469245983e-06,
+      "loss": 28.0625,
+      "step": 28668
+    },
+    {
+      "epoch": 1.370018159227755,
+      "grad_norm": 234.77001953125,
+      "learning_rate": 4.767955958075059e-06,
+      "loss": 22.6875,
+      "step": 28669
+    },
+    {
+      "epoch": 1.3700659466692153,
+      "grad_norm": 463.6145324707031,
+      "learning_rate": 4.767296478237329e-06,
+      "loss": 27.9531,
+      "step": 28670
+    },
+    {
+      "epoch": 1.3701137341106757,
+      "grad_norm": 335.0819396972656,
+      "learning_rate": 4.766637029736744e-06,
+      "loss": 30.6875,
+      "step": 28671
+    },
+    {
+      "epoch": 1.370161521552136,
+      "grad_norm": 295.8207702636719,
+      "learning_rate": 4.7659776125772465e-06,
+      "loss": 36.2188,
+      "step": 28672
+    },
+    {
+      "epoch": 1.3702093089935965,
+      "grad_norm": 340.3498229980469,
+      "learning_rate": 4.7653182267627885e-06,
+      "loss": 29.375,
+      "step": 28673
+    },
+    {
+      "epoch": 1.3702570964350569,
+      "grad_norm": 213.11024475097656,
+      "learning_rate": 4.76465887229732e-06,
+      "loss": 21.1406,
+      "step": 28674
+    },
+    {
+      "epoch": 1.3703048838765173,
+      "grad_norm": 240.2868194580078,
+      "learning_rate": 4.763999549184793e-06,
+      "loss": 25.375,
+      "step": 28675
+    },
+    {
+      "epoch": 1.3703526713179777,
+      "grad_norm": 157.1085662841797,
+      "learning_rate": 4.76334025742915e-06,
+      "loss": 19.5312,
+      "step": 28676
+    },
+    {
+      "epoch": 1.370400458759438,
+      "grad_norm": 406.428466796875,
+      "learning_rate": 4.762680997034341e-06,
+      "loss": 29.375,
+      "step": 28677
+    },
+    {
+      "epoch": 1.3704482462008984,
+      "grad_norm": 347.8012390136719,
+      "learning_rate": 4.762021768004319e-06,
+      "loss": 22.375,
+      "step": 28678
+    },
+    {
+      "epoch": 1.3704960336423588,
+      "grad_norm": 251.86761474609375,
+      "learning_rate": 4.761362570343023e-06,
+      "loss": 22.8125,
+      "step": 28679
+    },
+    {
+      "epoch": 1.3705438210838192,
+      "grad_norm": 119.56095123291016,
+      "learning_rate": 4.760703404054407e-06,
+      "loss": 18.5781,
+      "step": 28680
+    },
+    {
+      "epoch": 1.3705916085252796,
+      "grad_norm": 334.8427429199219,
+      "learning_rate": 4.760044269142416e-06,
+      "loss": 22.625,
+      "step": 28681
+    },
+    {
+      "epoch": 1.37063939596674,
+      "grad_norm": 261.9757385253906,
+      "learning_rate": 4.759385165611001e-06,
+      "loss": 25.8438,
+      "step": 28682
+    },
+    {
+      "epoch": 1.3706871834082004,
+      "grad_norm": 449.93402099609375,
+      "learning_rate": 4.758726093464104e-06,
+      "loss": 25.5781,
+      "step": 28683
+    },
+    {
+      "epoch": 1.3707349708496608,
+      "grad_norm": 195.5411834716797,
+      "learning_rate": 4.7580670527056764e-06,
+      "loss": 23.6406,
+      "step": 28684
+    },
+    {
+      "epoch": 1.3707827582911212,
+      "grad_norm": 215.80801391601562,
+      "learning_rate": 4.757408043339661e-06,
+      "loss": 23.875,
+      "step": 28685
+    },
+    {
+      "epoch": 1.3708305457325816,
+      "grad_norm": 241.04933166503906,
+      "learning_rate": 4.756749065370011e-06,
+      "loss": 21.25,
+      "step": 28686
+    },
+    {
+      "epoch": 1.370878333174042,
+      "grad_norm": 267.9402160644531,
+      "learning_rate": 4.756090118800665e-06,
+      "loss": 23.9062,
+      "step": 28687
+    },
+    {
+      "epoch": 1.3709261206155023,
+      "grad_norm": 593.1149291992188,
+      "learning_rate": 4.755431203635572e-06,
+      "loss": 24.0469,
+      "step": 28688
+    },
+    {
+      "epoch": 1.3709739080569627,
+      "grad_norm": 164.26791381835938,
+      "learning_rate": 4.754772319878683e-06,
+      "loss": 26.1562,
+      "step": 28689
+    },
+    {
+      "epoch": 1.3710216954984231,
+      "grad_norm": 229.31240844726562,
+      "learning_rate": 4.7541134675339355e-06,
+      "loss": 23.4375,
+      "step": 28690
+    },
+    {
+      "epoch": 1.3710694829398835,
+      "grad_norm": 206.75613403320312,
+      "learning_rate": 4.75345464660528e-06,
+      "loss": 24.25,
+      "step": 28691
+    },
+    {
+      "epoch": 1.371117270381344,
+      "grad_norm": 201.72035217285156,
+      "learning_rate": 4.75279585709666e-06,
+      "loss": 23.8438,
+      "step": 28692
+    },
+    {
+      "epoch": 1.3711650578228043,
+      "grad_norm": 317.84552001953125,
+      "learning_rate": 4.752137099012028e-06,
+      "loss": 27.3438,
+      "step": 28693
+    },
+    {
+      "epoch": 1.3712128452642647,
+      "grad_norm": 357.89434814453125,
+      "learning_rate": 4.751478372355317e-06,
+      "loss": 35.3438,
+      "step": 28694
+    },
+    {
+      "epoch": 1.371260632705725,
+      "grad_norm": 258.8708190917969,
+      "learning_rate": 4.750819677130479e-06,
+      "loss": 23.8594,
+      "step": 28695
+    },
+    {
+      "epoch": 1.3713084201471855,
+      "grad_norm": 278.2336730957031,
+      "learning_rate": 4.7501610133414625e-06,
+      "loss": 28.2188,
+      "step": 28696
+    },
+    {
+      "epoch": 1.3713562075886456,
+      "grad_norm": 627.0399169921875,
+      "learning_rate": 4.749502380992202e-06,
+      "loss": 23.8594,
+      "step": 28697
+    },
+    {
+      "epoch": 1.371403995030106,
+      "grad_norm": 440.63421630859375,
+      "learning_rate": 4.748843780086648e-06,
+      "loss": 21.2812,
+      "step": 28698
+    },
+    {
+      "epoch": 1.3714517824715664,
+      "grad_norm": 420.1520690917969,
+      "learning_rate": 4.748185210628748e-06,
+      "loss": 39.7188,
+      "step": 28699
+    },
+    {
+      "epoch": 1.3714995699130268,
+      "grad_norm": 323.2896728515625,
+      "learning_rate": 4.747526672622438e-06,
+      "loss": 21.8281,
+      "step": 28700
+    },
+    {
+      "epoch": 1.3715473573544872,
+      "grad_norm": 1156.397216796875,
+      "learning_rate": 4.74686816607167e-06,
+      "loss": 19.4062,
+      "step": 28701
+    },
+    {
+      "epoch": 1.3715951447959476,
+      "grad_norm": 115.3604507446289,
+      "learning_rate": 4.746209690980378e-06,
+      "loss": 18.875,
+      "step": 28702
+    },
+    {
+      "epoch": 1.371642932237408,
+      "grad_norm": 677.6070556640625,
+      "learning_rate": 4.745551247352512e-06,
+      "loss": 23.5625,
+      "step": 28703
+    },
+    {
+      "epoch": 1.3716907196788684,
+      "grad_norm": 3128.846435546875,
+      "learning_rate": 4.744892835192018e-06,
+      "loss": 26.4844,
+      "step": 28704
+    },
+    {
+      "epoch": 1.3717385071203287,
+      "grad_norm": 407.64801025390625,
+      "learning_rate": 4.744234454502829e-06,
+      "loss": 23.3125,
+      "step": 28705
+    },
+    {
+      "epoch": 1.3717862945617891,
+      "grad_norm": 303.0653076171875,
+      "learning_rate": 4.7435761052888965e-06,
+      "loss": 24.9375,
+      "step": 28706
+    },
+    {
+      "epoch": 1.3718340820032495,
+      "grad_norm": 172.41549682617188,
+      "learning_rate": 4.742917787554159e-06,
+      "loss": 20.5312,
+      "step": 28707
+    },
+    {
+      "epoch": 1.37188186944471,
+      "grad_norm": 263.6851501464844,
+      "learning_rate": 4.742259501302564e-06,
+      "loss": 23.5,
+      "step": 28708
+    },
+    {
+      "epoch": 1.3719296568861703,
+      "grad_norm": 220.47293090820312,
+      "learning_rate": 4.7416012465380465e-06,
+      "loss": 22.875,
+      "step": 28709
+    },
+    {
+      "epoch": 1.3719774443276307,
+      "grad_norm": 286.1080322265625,
+      "learning_rate": 4.7409430232645535e-06,
+      "loss": 23.9531,
+      "step": 28710
+    },
+    {
+      "epoch": 1.372025231769091,
+      "grad_norm": 203.25868225097656,
+      "learning_rate": 4.740284831486025e-06,
+      "loss": 25.7188,
+      "step": 28711
+    },
+    {
+      "epoch": 1.3720730192105515,
+      "grad_norm": 943.9391479492188,
+      "learning_rate": 4.739626671206408e-06,
+      "loss": 25.2188,
+      "step": 28712
+    },
+    {
+      "epoch": 1.3721208066520119,
+      "grad_norm": 145.8790283203125,
+      "learning_rate": 4.738968542429634e-06,
+      "loss": 24.4844,
+      "step": 28713
+    },
+    {
+      "epoch": 1.3721685940934722,
+      "grad_norm": 236.9694366455078,
+      "learning_rate": 4.738310445159652e-06,
+      "loss": 24.0312,
+      "step": 28714
+    },
+    {
+      "epoch": 1.3722163815349326,
+      "grad_norm": 228.5470428466797,
+      "learning_rate": 4.737652379400402e-06,
+      "loss": 20.6875,
+      "step": 28715
+    },
+    {
+      "epoch": 1.372264168976393,
+      "grad_norm": 273.7496337890625,
+      "learning_rate": 4.736994345155823e-06,
+      "loss": 20.3438,
+      "step": 28716
+    },
+    {
+      "epoch": 1.3723119564178534,
+      "grad_norm": 183.4097137451172,
+      "learning_rate": 4.7363363424298554e-06,
+      "loss": 21.0938,
+      "step": 28717
+    },
+    {
+      "epoch": 1.3723597438593138,
+      "grad_norm": 291.806640625,
+      "learning_rate": 4.7356783712264405e-06,
+      "loss": 19.1094,
+      "step": 28718
+    },
+    {
+      "epoch": 1.3724075313007742,
+      "grad_norm": 170.10516357421875,
+      "learning_rate": 4.735020431549525e-06,
+      "loss": 19.2344,
+      "step": 28719
+    },
+    {
+      "epoch": 1.3724553187422346,
+      "grad_norm": 309.2093505859375,
+      "learning_rate": 4.734362523403039e-06,
+      "loss": 17.7656,
+      "step": 28720
+    },
+    {
+      "epoch": 1.372503106183695,
+      "grad_norm": 198.05850219726562,
+      "learning_rate": 4.733704646790926e-06,
+      "loss": 20.6875,
+      "step": 28721
+    },
+    {
+      "epoch": 1.3725508936251554,
+      "grad_norm": 227.57772827148438,
+      "learning_rate": 4.733046801717127e-06,
+      "loss": 18.1094,
+      "step": 28722
+    },
+    {
+      "epoch": 1.3725986810666158,
+      "grad_norm": 260.46148681640625,
+      "learning_rate": 4.732388988185586e-06,
+      "loss": 29.2812,
+      "step": 28723
+    },
+    {
+      "epoch": 1.3726464685080761,
+      "grad_norm": 224.9165496826172,
+      "learning_rate": 4.731731206200233e-06,
+      "loss": 28.4688,
+      "step": 28724
+    },
+    {
+      "epoch": 1.3726942559495365,
+      "grad_norm": 115.47563171386719,
+      "learning_rate": 4.7310734557650125e-06,
+      "loss": 23.9219,
+      "step": 28725
+    },
+    {
+      "epoch": 1.372742043390997,
+      "grad_norm": 84.666259765625,
+      "learning_rate": 4.730415736883868e-06,
+      "loss": 14.125,
+      "step": 28726
+    },
+    {
+      "epoch": 1.372789830832457,
+      "grad_norm": 266.3236389160156,
+      "learning_rate": 4.729758049560729e-06,
+      "loss": 28.5625,
+      "step": 28727
+    },
+    {
+      "epoch": 1.3728376182739175,
+      "grad_norm": 263.3361511230469,
+      "learning_rate": 4.729100393799538e-06,
+      "loss": 19.9062,
+      "step": 28728
+    },
+    {
+      "epoch": 1.3728854057153779,
+      "grad_norm": 337.5476989746094,
+      "learning_rate": 4.72844276960424e-06,
+      "loss": 33.9688,
+      "step": 28729
+    },
+    {
+      "epoch": 1.3729331931568383,
+      "grad_norm": 225.15419006347656,
+      "learning_rate": 4.727785176978762e-06,
+      "loss": 26.9688,
+      "step": 28730
+    },
+    {
+      "epoch": 1.3729809805982987,
+      "grad_norm": 383.6939392089844,
+      "learning_rate": 4.7271276159270495e-06,
+      "loss": 33.8438,
+      "step": 28731
+    },
+    {
+      "epoch": 1.373028768039759,
+      "grad_norm": 314.009033203125,
+      "learning_rate": 4.726470086453041e-06,
+      "loss": 16.4219,
+      "step": 28732
+    },
+    {
+      "epoch": 1.3730765554812194,
+      "grad_norm": 179.40420532226562,
+      "learning_rate": 4.725812588560669e-06,
+      "loss": 23.5469,
+      "step": 28733
+    },
+    {
+      "epoch": 1.3731243429226798,
+      "grad_norm": 390.201171875,
+      "learning_rate": 4.7251551222538775e-06,
+      "loss": 34.25,
+      "step": 28734
+    },
+    {
+      "epoch": 1.3731721303641402,
+      "grad_norm": 259.13470458984375,
+      "learning_rate": 4.724497687536596e-06,
+      "loss": 23.5,
+      "step": 28735
+    },
+    {
+      "epoch": 1.3732199178056006,
+      "grad_norm": 124.80108642578125,
+      "learning_rate": 4.723840284412767e-06,
+      "loss": 23.5781,
+      "step": 28736
+    },
+    {
+      "epoch": 1.373267705247061,
+      "grad_norm": 212.39962768554688,
+      "learning_rate": 4.7231829128863274e-06,
+      "loss": 20.6875,
+      "step": 28737
+    },
+    {
+      "epoch": 1.3733154926885214,
+      "grad_norm": 465.57781982421875,
+      "learning_rate": 4.722525572961215e-06,
+      "loss": 26.6875,
+      "step": 28738
+    },
+    {
+      "epoch": 1.3733632801299818,
+      "grad_norm": 139.78817749023438,
+      "learning_rate": 4.721868264641363e-06,
+      "loss": 24.7031,
+      "step": 28739
+    },
+    {
+      "epoch": 1.3734110675714422,
+      "grad_norm": 268.7583923339844,
+      "learning_rate": 4.721210987930708e-06,
+      "loss": 26.0,
+      "step": 28740
+    },
+    {
+      "epoch": 1.3734588550129025,
+      "grad_norm": 328.1417541503906,
+      "learning_rate": 4.720553742833192e-06,
+      "loss": 28.0938,
+      "step": 28741
+    },
+    {
+      "epoch": 1.373506642454363,
+      "grad_norm": 360.1100769042969,
+      "learning_rate": 4.719896529352742e-06,
+      "loss": 21.1094,
+      "step": 28742
+    },
+    {
+      "epoch": 1.3735544298958233,
+      "grad_norm": 277.16265869140625,
+      "learning_rate": 4.7192393474932995e-06,
+      "loss": 31.4531,
+      "step": 28743
+    },
+    {
+      "epoch": 1.3736022173372837,
+      "grad_norm": 259.9396667480469,
+      "learning_rate": 4.718582197258799e-06,
+      "loss": 27.4375,
+      "step": 28744
+    },
+    {
+      "epoch": 1.373650004778744,
+      "grad_norm": 220.44798278808594,
+      "learning_rate": 4.717925078653179e-06,
+      "loss": 23.2812,
+      "step": 28745
+    },
+    {
+      "epoch": 1.3736977922202045,
+      "grad_norm": 309.29217529296875,
+      "learning_rate": 4.71726799168037e-06,
+      "loss": 20.1875,
+      "step": 28746
+    },
+    {
+      "epoch": 1.3737455796616649,
+      "grad_norm": 265.4245910644531,
+      "learning_rate": 4.716610936344308e-06,
+      "loss": 21.3125,
+      "step": 28747
+    },
+    {
+      "epoch": 1.3737933671031253,
+      "grad_norm": 452.5544738769531,
+      "learning_rate": 4.71595391264893e-06,
+      "loss": 19.1875,
+      "step": 28748
+    },
+    {
+      "epoch": 1.3738411545445857,
+      "grad_norm": 275.8852233886719,
+      "learning_rate": 4.715296920598173e-06,
+      "loss": 24.4062,
+      "step": 28749
+    },
+    {
+      "epoch": 1.373888941986046,
+      "grad_norm": 166.27410888671875,
+      "learning_rate": 4.714639960195964e-06,
+      "loss": 25.0469,
+      "step": 28750
+    },
+    {
+      "epoch": 1.3739367294275064,
+      "grad_norm": 220.2099151611328,
+      "learning_rate": 4.713983031446243e-06,
+      "loss": 20.5156,
+      "step": 28751
+    },
+    {
+      "epoch": 1.3739845168689668,
+      "grad_norm": 362.46600341796875,
+      "learning_rate": 4.7133261343529455e-06,
+      "loss": 33.875,
+      "step": 28752
+    },
+    {
+      "epoch": 1.3740323043104272,
+      "grad_norm": 189.80137634277344,
+      "learning_rate": 4.7126692689199994e-06,
+      "loss": 20.1562,
+      "step": 28753
+    },
+    {
+      "epoch": 1.3740800917518876,
+      "grad_norm": 221.68634033203125,
+      "learning_rate": 4.712012435151342e-06,
+      "loss": 22.5312,
+      "step": 28754
+    },
+    {
+      "epoch": 1.374127879193348,
+      "grad_norm": 346.0889587402344,
+      "learning_rate": 4.711355633050906e-06,
+      "loss": 25.4062,
+      "step": 28755
+    },
+    {
+      "epoch": 1.3741756666348084,
+      "grad_norm": 214.07730102539062,
+      "learning_rate": 4.71069886262263e-06,
+      "loss": 18.2031,
+      "step": 28756
+    },
+    {
+      "epoch": 1.3742234540762688,
+      "grad_norm": 191.73941040039062,
+      "learning_rate": 4.710042123870438e-06,
+      "loss": 25.9219,
+      "step": 28757
+    },
+    {
+      "epoch": 1.3742712415177292,
+      "grad_norm": 277.96221923828125,
+      "learning_rate": 4.70938541679827e-06,
+      "loss": 34.2188,
+      "step": 28758
+    },
+    {
+      "epoch": 1.3743190289591896,
+      "grad_norm": 183.94140625,
+      "learning_rate": 4.708728741410055e-06,
+      "loss": 25.3125,
+      "step": 28759
+    },
+    {
+      "epoch": 1.37436681640065,
+      "grad_norm": 294.88494873046875,
+      "learning_rate": 4.70807209770973e-06,
+      "loss": 27.7812,
+      "step": 28760
+    },
+    {
+      "epoch": 1.3744146038421103,
+      "grad_norm": 288.00689697265625,
+      "learning_rate": 4.707415485701223e-06,
+      "loss": 36.2031,
+      "step": 28761
+    },
+    {
+      "epoch": 1.3744623912835707,
+      "grad_norm": 215.01040649414062,
+      "learning_rate": 4.706758905388471e-06,
+      "loss": 30.4688,
+      "step": 28762
+    },
+    {
+      "epoch": 1.3745101787250311,
+      "grad_norm": 255.31884765625,
+      "learning_rate": 4.706102356775398e-06,
+      "loss": 20.3594,
+      "step": 28763
+    },
+    {
+      "epoch": 1.3745579661664915,
+      "grad_norm": 457.4601745605469,
+      "learning_rate": 4.705445839865943e-06,
+      "loss": 28.625,
+      "step": 28764
+    },
+    {
+      "epoch": 1.374605753607952,
+      "grad_norm": 309.8362121582031,
+      "learning_rate": 4.704789354664038e-06,
+      "loss": 21.3438,
+      "step": 28765
+    },
+    {
+      "epoch": 1.3746535410494123,
+      "grad_norm": 329.2798156738281,
+      "learning_rate": 4.704132901173608e-06,
+      "loss": 20.7656,
+      "step": 28766
+    },
+    {
+      "epoch": 1.3747013284908727,
+      "grad_norm": 239.288330078125,
+      "learning_rate": 4.703476479398593e-06,
+      "loss": 28.7812,
+      "step": 28767
+    },
+    {
+      "epoch": 1.374749115932333,
+      "grad_norm": 295.9467468261719,
+      "learning_rate": 4.702820089342916e-06,
+      "loss": 29.8125,
+      "step": 28768
+    },
+    {
+      "epoch": 1.3747969033737935,
+      "grad_norm": 216.0585174560547,
+      "learning_rate": 4.70216373101051e-06,
+      "loss": 18.8906,
+      "step": 28769
+    },
+    {
+      "epoch": 1.3748446908152538,
+      "grad_norm": 212.5673065185547,
+      "learning_rate": 4.701507404405309e-06,
+      "loss": 17.4219,
+      "step": 28770
+    },
+    {
+      "epoch": 1.3748924782567142,
+      "grad_norm": 229.20718383789062,
+      "learning_rate": 4.7008511095312436e-06,
+      "loss": 13.2812,
+      "step": 28771
+    },
+    {
+      "epoch": 1.3749402656981746,
+      "grad_norm": 252.48194885253906,
+      "learning_rate": 4.700194846392239e-06,
+      "loss": 25.9844,
+      "step": 28772
+    },
+    {
+      "epoch": 1.374988053139635,
+      "grad_norm": 366.8355407714844,
+      "learning_rate": 4.69953861499223e-06,
+      "loss": 21.6094,
+      "step": 28773
+    },
+    {
+      "epoch": 1.3750358405810954,
+      "grad_norm": 340.6137390136719,
+      "learning_rate": 4.6988824153351475e-06,
+      "loss": 26.4531,
+      "step": 28774
+    },
+    {
+      "epoch": 1.3750836280225558,
+      "grad_norm": 151.15895080566406,
+      "learning_rate": 4.698226247424916e-06,
+      "loss": 19.75,
+      "step": 28775
+    },
+    {
+      "epoch": 1.3751314154640162,
+      "grad_norm": 198.91184997558594,
+      "learning_rate": 4.697570111265468e-06,
+      "loss": 20.9219,
+      "step": 28776
+    },
+    {
+      "epoch": 1.3751792029054766,
+      "grad_norm": 228.2139892578125,
+      "learning_rate": 4.696914006860733e-06,
+      "loss": 28.0,
+      "step": 28777
+    },
+    {
+      "epoch": 1.375226990346937,
+      "grad_norm": 176.8206329345703,
+      "learning_rate": 4.696257934214644e-06,
+      "loss": 17.4844,
+      "step": 28778
+    },
+    {
+      "epoch": 1.3752747777883971,
+      "grad_norm": 177.57354736328125,
+      "learning_rate": 4.695601893331122e-06,
+      "loss": 20.0,
+      "step": 28779
+    },
+    {
+      "epoch": 1.3753225652298575,
+      "grad_norm": 271.8504333496094,
+      "learning_rate": 4.694945884214102e-06,
+      "loss": 24.1875,
+      "step": 28780
+    },
+    {
+      "epoch": 1.375370352671318,
+      "grad_norm": 117.69966125488281,
+      "learning_rate": 4.694289906867509e-06,
+      "loss": 24.4062,
+      "step": 28781
+    },
+    {
+      "epoch": 1.3754181401127783,
+      "grad_norm": 329.8256530761719,
+      "learning_rate": 4.693633961295277e-06,
+      "loss": 20.9844,
+      "step": 28782
+    },
+    {
+      "epoch": 1.3754659275542387,
+      "grad_norm": 136.9183349609375,
+      "learning_rate": 4.692978047501326e-06,
+      "loss": 22.9688,
+      "step": 28783
+    },
+    {
+      "epoch": 1.375513714995699,
+      "grad_norm": 172.40158081054688,
+      "learning_rate": 4.69232216548959e-06,
+      "loss": 18.3281,
+      "step": 28784
+    },
+    {
+      "epoch": 1.3755615024371595,
+      "grad_norm": 246.69586181640625,
+      "learning_rate": 4.691666315263995e-06,
+      "loss": 26.5,
+      "step": 28785
+    },
+    {
+      "epoch": 1.3756092898786199,
+      "grad_norm": 144.7830810546875,
+      "learning_rate": 4.691010496828473e-06,
+      "loss": 16.0312,
+      "step": 28786
+    },
+    {
+      "epoch": 1.3756570773200802,
+      "grad_norm": 447.8587341308594,
+      "learning_rate": 4.690354710186944e-06,
+      "loss": 32.7031,
+      "step": 28787
+    },
+    {
+      "epoch": 1.3757048647615406,
+      "grad_norm": 368.2242736816406,
+      "learning_rate": 4.68969895534334e-06,
+      "loss": 23.5,
+      "step": 28788
+    },
+    {
+      "epoch": 1.375752652203001,
+      "grad_norm": 212.7114715576172,
+      "learning_rate": 4.689043232301589e-06,
+      "loss": 26.875,
+      "step": 28789
+    },
+    {
+      "epoch": 1.3758004396444614,
+      "grad_norm": 161.4449920654297,
+      "learning_rate": 4.688387541065613e-06,
+      "loss": 26.6875,
+      "step": 28790
+    },
+    {
+      "epoch": 1.3758482270859218,
+      "grad_norm": 153.5092315673828,
+      "learning_rate": 4.687731881639341e-06,
+      "loss": 23.0312,
+      "step": 28791
+    },
+    {
+      "epoch": 1.3758960145273822,
+      "grad_norm": 200.28761291503906,
+      "learning_rate": 4.687076254026701e-06,
+      "loss": 19.9375,
+      "step": 28792
+    },
+    {
+      "epoch": 1.3759438019688426,
+      "grad_norm": 417.5454406738281,
+      "learning_rate": 4.686420658231623e-06,
+      "loss": 25.0625,
+      "step": 28793
+    },
+    {
+      "epoch": 1.375991589410303,
+      "grad_norm": 232.53399658203125,
+      "learning_rate": 4.685765094258025e-06,
+      "loss": 16.4688,
+      "step": 28794
+    },
+    {
+      "epoch": 1.3760393768517634,
+      "grad_norm": 3269.494384765625,
+      "learning_rate": 4.68510956210984e-06,
+      "loss": 23.9062,
+      "step": 28795
+    },
+    {
+      "epoch": 1.3760871642932238,
+      "grad_norm": 541.5248413085938,
+      "learning_rate": 4.684454061790987e-06,
+      "loss": 27.75,
+      "step": 28796
+    },
+    {
+      "epoch": 1.3761349517346841,
+      "grad_norm": 351.02923583984375,
+      "learning_rate": 4.6837985933053954e-06,
+      "loss": 23.0625,
+      "step": 28797
+    },
+    {
+      "epoch": 1.3761827391761445,
+      "grad_norm": 213.70875549316406,
+      "learning_rate": 4.683143156656994e-06,
+      "loss": 26.8281,
+      "step": 28798
+    },
+    {
+      "epoch": 1.376230526617605,
+      "grad_norm": 604.19140625,
+      "learning_rate": 4.6824877518497e-06,
+      "loss": 16.5938,
+      "step": 28799
+    },
+    {
+      "epoch": 1.3762783140590653,
+      "grad_norm": 412.3489074707031,
+      "learning_rate": 4.681832378887448e-06,
+      "loss": 33.9375,
+      "step": 28800
+    },
+    {
+      "epoch": 1.3763261015005257,
+      "grad_norm": 238.8687744140625,
+      "learning_rate": 4.681177037774154e-06,
+      "loss": 25.7656,
+      "step": 28801
+    },
+    {
+      "epoch": 1.376373888941986,
+      "grad_norm": 402.1564636230469,
+      "learning_rate": 4.680521728513746e-06,
+      "loss": 24.2812,
+      "step": 28802
+    },
+    {
+      "epoch": 1.3764216763834465,
+      "grad_norm": 198.4815673828125,
+      "learning_rate": 4.679866451110148e-06,
+      "loss": 24.25,
+      "step": 28803
+    },
+    {
+      "epoch": 1.3764694638249069,
+      "grad_norm": 241.89871215820312,
+      "learning_rate": 4.67921120556729e-06,
+      "loss": 30.3438,
+      "step": 28804
+    },
+    {
+      "epoch": 1.3765172512663673,
+      "grad_norm": 323.1058349609375,
+      "learning_rate": 4.678555991889087e-06,
+      "loss": 34.4688,
+      "step": 28805
+    },
+    {
+      "epoch": 1.3765650387078276,
+      "grad_norm": 209.07362365722656,
+      "learning_rate": 4.677900810079467e-06,
+      "loss": 21.625,
+      "step": 28806
+    },
+    {
+      "epoch": 1.376612826149288,
+      "grad_norm": 279.1134948730469,
+      "learning_rate": 4.677245660142353e-06,
+      "loss": 30.4375,
+      "step": 28807
+    },
+    {
+      "epoch": 1.3766606135907484,
+      "grad_norm": 314.81298828125,
+      "learning_rate": 4.676590542081675e-06,
+      "loss": 24.6875,
+      "step": 28808
+    },
+    {
+      "epoch": 1.3767084010322088,
+      "grad_norm": 225.9895477294922,
+      "learning_rate": 4.675935455901345e-06,
+      "loss": 35.1562,
+      "step": 28809
+    },
+    {
+      "epoch": 1.376756188473669,
+      "grad_norm": 109.05857849121094,
+      "learning_rate": 4.675280401605292e-06,
+      "loss": 17.9375,
+      "step": 28810
+    },
+    {
+      "epoch": 1.3768039759151294,
+      "grad_norm": 214.7039794921875,
+      "learning_rate": 4.6746253791974425e-06,
+      "loss": 27.0312,
+      "step": 28811
+    },
+    {
+      "epoch": 1.3768517633565898,
+      "grad_norm": 356.15673828125,
+      "learning_rate": 4.673970388681713e-06,
+      "loss": 31.2812,
+      "step": 28812
+    },
+    {
+      "epoch": 1.3768995507980502,
+      "grad_norm": 209.64266967773438,
+      "learning_rate": 4.673315430062027e-06,
+      "loss": 21.8438,
+      "step": 28813
+    },
+    {
+      "epoch": 1.3769473382395105,
+      "grad_norm": 174.8053436279297,
+      "learning_rate": 4.672660503342308e-06,
+      "loss": 26.3438,
+      "step": 28814
+    },
+    {
+      "epoch": 1.376995125680971,
+      "grad_norm": 253.87864685058594,
+      "learning_rate": 4.672005608526483e-06,
+      "loss": 26.875,
+      "step": 28815
+    },
+    {
+      "epoch": 1.3770429131224313,
+      "grad_norm": 265.6357421875,
+      "learning_rate": 4.671350745618465e-06,
+      "loss": 27.6875,
+      "step": 28816
+    },
+    {
+      "epoch": 1.3770907005638917,
+      "grad_norm": 125.98789978027344,
+      "learning_rate": 4.670695914622181e-06,
+      "loss": 17.5781,
+      "step": 28817
+    },
+    {
+      "epoch": 1.377138488005352,
+      "grad_norm": 157.4019317626953,
+      "learning_rate": 4.670041115541552e-06,
+      "loss": 24.1562,
+      "step": 28818
+    },
+    {
+      "epoch": 1.3771862754468125,
+      "grad_norm": 173.96884155273438,
+      "learning_rate": 4.669386348380501e-06,
+      "loss": 29.3438,
+      "step": 28819
+    },
+    {
+      "epoch": 1.3772340628882729,
+      "grad_norm": 399.6396179199219,
+      "learning_rate": 4.668731613142945e-06,
+      "loss": 23.3438,
+      "step": 28820
+    },
+    {
+      "epoch": 1.3772818503297333,
+      "grad_norm": 148.30030822753906,
+      "learning_rate": 4.668076909832807e-06,
+      "loss": 30.5938,
+      "step": 28821
+    },
+    {
+      "epoch": 1.3773296377711937,
+      "grad_norm": 183.54684448242188,
+      "learning_rate": 4.667422238454009e-06,
+      "loss": 16.6094,
+      "step": 28822
+    },
+    {
+      "epoch": 1.377377425212654,
+      "grad_norm": 175.0020751953125,
+      "learning_rate": 4.666767599010474e-06,
+      "loss": 20.5938,
+      "step": 28823
+    },
+    {
+      "epoch": 1.3774252126541144,
+      "grad_norm": 364.4364013671875,
+      "learning_rate": 4.666112991506117e-06,
+      "loss": 31.625,
+      "step": 28824
+    },
+    {
+      "epoch": 1.3774730000955748,
+      "grad_norm": 126.8628921508789,
+      "learning_rate": 4.665458415944859e-06,
+      "loss": 25.1406,
+      "step": 28825
+    },
+    {
+      "epoch": 1.3775207875370352,
+      "grad_norm": 206.02427673339844,
+      "learning_rate": 4.664803872330625e-06,
+      "loss": 20.5781,
+      "step": 28826
+    },
+    {
+      "epoch": 1.3775685749784956,
+      "grad_norm": 300.0030212402344,
+      "learning_rate": 4.664149360667329e-06,
+      "loss": 30.125,
+      "step": 28827
+    },
+    {
+      "epoch": 1.377616362419956,
+      "grad_norm": 394.9802551269531,
+      "learning_rate": 4.663494880958893e-06,
+      "loss": 27.7812,
+      "step": 28828
+    },
+    {
+      "epoch": 1.3776641498614164,
+      "grad_norm": 244.63497924804688,
+      "learning_rate": 4.66284043320924e-06,
+      "loss": 16.5312,
+      "step": 28829
+    },
+    {
+      "epoch": 1.3777119373028768,
+      "grad_norm": 303.70208740234375,
+      "learning_rate": 4.662186017422282e-06,
+      "loss": 27.6875,
+      "step": 28830
+    },
+    {
+      "epoch": 1.3777597247443372,
+      "grad_norm": 312.6529235839844,
+      "learning_rate": 4.6615316336019466e-06,
+      "loss": 27.5312,
+      "step": 28831
+    },
+    {
+      "epoch": 1.3778075121857976,
+      "grad_norm": 371.9659423828125,
+      "learning_rate": 4.660877281752144e-06,
+      "loss": 20.5938,
+      "step": 28832
+    },
+    {
+      "epoch": 1.377855299627258,
+      "grad_norm": 497.80682373046875,
+      "learning_rate": 4.660222961876797e-06,
+      "loss": 24.8438,
+      "step": 28833
+    },
+    {
+      "epoch": 1.3779030870687183,
+      "grad_norm": 279.493896484375,
+      "learning_rate": 4.659568673979829e-06,
+      "loss": 26.9375,
+      "step": 28834
+    },
+    {
+      "epoch": 1.3779508745101787,
+      "grad_norm": 131.4677734375,
+      "learning_rate": 4.658914418065148e-06,
+      "loss": 22.2344,
+      "step": 28835
+    },
+    {
+      "epoch": 1.3779986619516391,
+      "grad_norm": 490.9658508300781,
+      "learning_rate": 4.658260194136679e-06,
+      "loss": 28.5469,
+      "step": 28836
+    },
+    {
+      "epoch": 1.3780464493930995,
+      "grad_norm": 301.13409423828125,
+      "learning_rate": 4.6576060021983426e-06,
+      "loss": 32.125,
+      "step": 28837
+    },
+    {
+      "epoch": 1.37809423683456,
+      "grad_norm": 222.31675720214844,
+      "learning_rate": 4.656951842254048e-06,
+      "loss": 26.5625,
+      "step": 28838
+    },
+    {
+      "epoch": 1.3781420242760203,
+      "grad_norm": 320.01873779296875,
+      "learning_rate": 4.656297714307719e-06,
+      "loss": 20.5312,
+      "step": 28839
+    },
+    {
+      "epoch": 1.3781898117174807,
+      "grad_norm": 166.5583953857422,
+      "learning_rate": 4.65564361836327e-06,
+      "loss": 23.75,
+      "step": 28840
+    },
+    {
+      "epoch": 1.378237599158941,
+      "grad_norm": 209.43338012695312,
+      "learning_rate": 4.654989554424624e-06,
+      "loss": 29.625,
+      "step": 28841
+    },
+    {
+      "epoch": 1.3782853866004015,
+      "grad_norm": 284.83038330078125,
+      "learning_rate": 4.65433552249569e-06,
+      "loss": 25.0,
+      "step": 28842
+    },
+    {
+      "epoch": 1.3783331740418618,
+      "grad_norm": 184.26182556152344,
+      "learning_rate": 4.6536815225803875e-06,
+      "loss": 24.7344,
+      "step": 28843
+    },
+    {
+      "epoch": 1.3783809614833222,
+      "grad_norm": 151.65301513671875,
+      "learning_rate": 4.653027554682636e-06,
+      "loss": 21.0781,
+      "step": 28844
+    },
+    {
+      "epoch": 1.3784287489247826,
+      "grad_norm": 375.59344482421875,
+      "learning_rate": 4.652373618806352e-06,
+      "loss": 26.5312,
+      "step": 28845
+    },
+    {
+      "epoch": 1.378476536366243,
+      "grad_norm": 269.2305908203125,
+      "learning_rate": 4.651719714955446e-06,
+      "loss": 21.2188,
+      "step": 28846
+    },
+    {
+      "epoch": 1.3785243238077034,
+      "grad_norm": 269.8642883300781,
+      "learning_rate": 4.651065843133837e-06,
+      "loss": 24.9062,
+      "step": 28847
+    },
+    {
+      "epoch": 1.3785721112491638,
+      "grad_norm": 246.1840057373047,
+      "learning_rate": 4.650412003345447e-06,
+      "loss": 31.9375,
+      "step": 28848
+    },
+    {
+      "epoch": 1.3786198986906242,
+      "grad_norm": 226.06292724609375,
+      "learning_rate": 4.649758195594182e-06,
+      "loss": 24.6406,
+      "step": 28849
+    },
+    {
+      "epoch": 1.3786676861320846,
+      "grad_norm": 204.47930908203125,
+      "learning_rate": 4.649104419883962e-06,
+      "loss": 28.2969,
+      "step": 28850
+    },
+    {
+      "epoch": 1.378715473573545,
+      "grad_norm": 346.32794189453125,
+      "learning_rate": 4.648450676218701e-06,
+      "loss": 30.4062,
+      "step": 28851
+    },
+    {
+      "epoch": 1.3787632610150053,
+      "grad_norm": 217.41416931152344,
+      "learning_rate": 4.64779696460232e-06,
+      "loss": 22.3438,
+      "step": 28852
+    },
+    {
+      "epoch": 1.3788110484564657,
+      "grad_norm": 120.69850158691406,
+      "learning_rate": 4.647143285038724e-06,
+      "loss": 11.7969,
+      "step": 28853
+    },
+    {
+      "epoch": 1.3788588358979261,
+      "grad_norm": 228.82876586914062,
+      "learning_rate": 4.646489637531833e-06,
+      "loss": 28.7812,
+      "step": 28854
+    },
+    {
+      "epoch": 1.3789066233393865,
+      "grad_norm": 637.6856079101562,
+      "learning_rate": 4.645836022085562e-06,
+      "loss": 24.75,
+      "step": 28855
+    },
+    {
+      "epoch": 1.378954410780847,
+      "grad_norm": 180.03366088867188,
+      "learning_rate": 4.645182438703828e-06,
+      "loss": 23.4062,
+      "step": 28856
+    },
+    {
+      "epoch": 1.3790021982223073,
+      "grad_norm": 218.6008758544922,
+      "learning_rate": 4.644528887390537e-06,
+      "loss": 23.2812,
+      "step": 28857
+    },
+    {
+      "epoch": 1.3790499856637677,
+      "grad_norm": 192.79527282714844,
+      "learning_rate": 4.643875368149608e-06,
+      "loss": 25.8906,
+      "step": 28858
+    },
+    {
+      "epoch": 1.379097773105228,
+      "grad_norm": 225.13824462890625,
+      "learning_rate": 4.643221880984958e-06,
+      "loss": 33.75,
+      "step": 28859
+    },
+    {
+      "epoch": 1.3791455605466885,
+      "grad_norm": 252.8092498779297,
+      "learning_rate": 4.642568425900493e-06,
+      "loss": 22.3438,
+      "step": 28860
+    },
+    {
+      "epoch": 1.3791933479881486,
+      "grad_norm": 191.97508239746094,
+      "learning_rate": 4.6419150029001305e-06,
+      "loss": 20.0781,
+      "step": 28861
+    },
+    {
+      "epoch": 1.379241135429609,
+      "grad_norm": 122.1874771118164,
+      "learning_rate": 4.641261611987787e-06,
+      "loss": 18.7812,
+      "step": 28862
+    },
+    {
+      "epoch": 1.3792889228710694,
+      "grad_norm": 157.55215454101562,
+      "learning_rate": 4.640608253167367e-06,
+      "loss": 22.6562,
+      "step": 28863
+    },
+    {
+      "epoch": 1.3793367103125298,
+      "grad_norm": 284.7106018066406,
+      "learning_rate": 4.639954926442792e-06,
+      "loss": 23.0312,
+      "step": 28864
+    },
+    {
+      "epoch": 1.3793844977539902,
+      "grad_norm": 382.3883056640625,
+      "learning_rate": 4.639301631817968e-06,
+      "loss": 25.1875,
+      "step": 28865
+    },
+    {
+      "epoch": 1.3794322851954506,
+      "grad_norm": 261.09356689453125,
+      "learning_rate": 4.63864836929681e-06,
+      "loss": 30.125,
+      "step": 28866
+    },
+    {
+      "epoch": 1.379480072636911,
+      "grad_norm": 173.8515625,
+      "learning_rate": 4.637995138883234e-06,
+      "loss": 23.7969,
+      "step": 28867
+    },
+    {
+      "epoch": 1.3795278600783714,
+      "grad_norm": 199.65736389160156,
+      "learning_rate": 4.637341940581142e-06,
+      "loss": 22.0625,
+      "step": 28868
+    },
+    {
+      "epoch": 1.3795756475198317,
+      "grad_norm": 200.78839111328125,
+      "learning_rate": 4.636688774394456e-06,
+      "loss": 25.0781,
+      "step": 28869
+    },
+    {
+      "epoch": 1.3796234349612921,
+      "grad_norm": 172.71096801757812,
+      "learning_rate": 4.636035640327081e-06,
+      "loss": 26.5312,
+      "step": 28870
+    },
+    {
+      "epoch": 1.3796712224027525,
+      "grad_norm": 198.9459991455078,
+      "learning_rate": 4.635382538382936e-06,
+      "loss": 18.6719,
+      "step": 28871
+    },
+    {
+      "epoch": 1.379719009844213,
+      "grad_norm": 253.80221557617188,
+      "learning_rate": 4.634729468565923e-06,
+      "loss": 27.5625,
+      "step": 28872
+    },
+    {
+      "epoch": 1.3797667972856733,
+      "grad_norm": 273.8354187011719,
+      "learning_rate": 4.634076430879957e-06,
+      "loss": 22.0,
+      "step": 28873
+    },
+    {
+      "epoch": 1.3798145847271337,
+      "grad_norm": 201.55494689941406,
+      "learning_rate": 4.633423425328953e-06,
+      "loss": 20.6719,
+      "step": 28874
+    },
+    {
+      "epoch": 1.379862372168594,
+      "grad_norm": 350.843017578125,
+      "learning_rate": 4.6327704519168145e-06,
+      "loss": 26.6562,
+      "step": 28875
+    },
+    {
+      "epoch": 1.3799101596100545,
+      "grad_norm": 194.81646728515625,
+      "learning_rate": 4.632117510647456e-06,
+      "loss": 15.9375,
+      "step": 28876
+    },
+    {
+      "epoch": 1.3799579470515149,
+      "grad_norm": 378.71844482421875,
+      "learning_rate": 4.631464601524786e-06,
+      "loss": 34.1875,
+      "step": 28877
+    },
+    {
+      "epoch": 1.3800057344929753,
+      "grad_norm": 268.70562744140625,
+      "learning_rate": 4.630811724552721e-06,
+      "loss": 30.4062,
+      "step": 28878
+    },
+    {
+      "epoch": 1.3800535219344356,
+      "grad_norm": 120.62774658203125,
+      "learning_rate": 4.630158879735161e-06,
+      "loss": 17.0469,
+      "step": 28879
+    },
+    {
+      "epoch": 1.380101309375896,
+      "grad_norm": 270.8412170410156,
+      "learning_rate": 4.629506067076021e-06,
+      "loss": 25.4688,
+      "step": 28880
+    },
+    {
+      "epoch": 1.3801490968173564,
+      "grad_norm": 258.6824035644531,
+      "learning_rate": 4.628853286579208e-06,
+      "loss": 25.7812,
+      "step": 28881
+    },
+    {
+      "epoch": 1.3801968842588168,
+      "grad_norm": 241.635986328125,
+      "learning_rate": 4.628200538248638e-06,
+      "loss": 21.0625,
+      "step": 28882
+    },
+    {
+      "epoch": 1.3802446717002772,
+      "grad_norm": 259.16845703125,
+      "learning_rate": 4.627547822088212e-06,
+      "loss": 23.2812,
+      "step": 28883
+    },
+    {
+      "epoch": 1.3802924591417376,
+      "grad_norm": 181.236572265625,
+      "learning_rate": 4.626895138101841e-06,
+      "loss": 23.875,
+      "step": 28884
+    },
+    {
+      "epoch": 1.380340246583198,
+      "grad_norm": 306.3111877441406,
+      "learning_rate": 4.626242486293439e-06,
+      "loss": 18.75,
+      "step": 28885
+    },
+    {
+      "epoch": 1.3803880340246584,
+      "grad_norm": 389.978515625,
+      "learning_rate": 4.6255898666669085e-06,
+      "loss": 31.375,
+      "step": 28886
+    },
+    {
+      "epoch": 1.3804358214661188,
+      "grad_norm": 136.92758178710938,
+      "learning_rate": 4.624937279226158e-06,
+      "loss": 18.6719,
+      "step": 28887
+    },
+    {
+      "epoch": 1.3804836089075792,
+      "grad_norm": 182.6916961669922,
+      "learning_rate": 4.624284723975097e-06,
+      "loss": 21.6719,
+      "step": 28888
+    },
+    {
+      "epoch": 1.3805313963490395,
+      "grad_norm": 405.45123291015625,
+      "learning_rate": 4.623632200917639e-06,
+      "loss": 28.5,
+      "step": 28889
+    },
+    {
+      "epoch": 1.3805791837905,
+      "grad_norm": 220.614990234375,
+      "learning_rate": 4.622979710057684e-06,
+      "loss": 25.2812,
+      "step": 28890
+    },
+    {
+      "epoch": 1.3806269712319603,
+      "grad_norm": 184.15599060058594,
+      "learning_rate": 4.62232725139914e-06,
+      "loss": 25.6406,
+      "step": 28891
+    },
+    {
+      "epoch": 1.3806747586734205,
+      "grad_norm": 290.0164794921875,
+      "learning_rate": 4.621674824945921e-06,
+      "loss": 27.0,
+      "step": 28892
+    },
+    {
+      "epoch": 1.3807225461148809,
+      "grad_norm": 156.54212951660156,
+      "learning_rate": 4.621022430701927e-06,
+      "loss": 21.125,
+      "step": 28893
+    },
+    {
+      "epoch": 1.3807703335563413,
+      "grad_norm": 268.3368225097656,
+      "learning_rate": 4.620370068671066e-06,
+      "loss": 28.0625,
+      "step": 28894
+    },
+    {
+      "epoch": 1.3808181209978017,
+      "grad_norm": 278.918701171875,
+      "learning_rate": 4.619717738857252e-06,
+      "loss": 25.6562,
+      "step": 28895
+    },
+    {
+      "epoch": 1.380865908439262,
+      "grad_norm": 327.13037109375,
+      "learning_rate": 4.619065441264382e-06,
+      "loss": 28.1875,
+      "step": 28896
+    },
+    {
+      "epoch": 1.3809136958807224,
+      "grad_norm": 281.59332275390625,
+      "learning_rate": 4.6184131758963715e-06,
+      "loss": 17.7656,
+      "step": 28897
+    },
+    {
+      "epoch": 1.3809614833221828,
+      "grad_norm": 235.36825561523438,
+      "learning_rate": 4.617760942757117e-06,
+      "loss": 13.8906,
+      "step": 28898
+    },
+    {
+      "epoch": 1.3810092707636432,
+      "grad_norm": 198.83570861816406,
+      "learning_rate": 4.617108741850529e-06,
+      "loss": 18.9531,
+      "step": 28899
+    },
+    {
+      "epoch": 1.3810570582051036,
+      "grad_norm": 168.3094482421875,
+      "learning_rate": 4.6164565731805185e-06,
+      "loss": 22.2344,
+      "step": 28900
+    },
+    {
+      "epoch": 1.381104845646564,
+      "grad_norm": 167.4702911376953,
+      "learning_rate": 4.615804436750982e-06,
+      "loss": 21.1562,
+      "step": 28901
+    },
+    {
+      "epoch": 1.3811526330880244,
+      "grad_norm": 151.0919647216797,
+      "learning_rate": 4.615152332565831e-06,
+      "loss": 21.9375,
+      "step": 28902
+    },
+    {
+      "epoch": 1.3812004205294848,
+      "grad_norm": 432.98431396484375,
+      "learning_rate": 4.614500260628968e-06,
+      "loss": 25.625,
+      "step": 28903
+    },
+    {
+      "epoch": 1.3812482079709452,
+      "grad_norm": 179.5485076904297,
+      "learning_rate": 4.613848220944303e-06,
+      "loss": 27.0,
+      "step": 28904
+    },
+    {
+      "epoch": 1.3812959954124056,
+      "grad_norm": 314.64117431640625,
+      "learning_rate": 4.613196213515733e-06,
+      "loss": 32.625,
+      "step": 28905
+    },
+    {
+      "epoch": 1.381343782853866,
+      "grad_norm": 178.72802734375,
+      "learning_rate": 4.6125442383471675e-06,
+      "loss": 19.75,
+      "step": 28906
+    },
+    {
+      "epoch": 1.3813915702953263,
+      "grad_norm": 420.45452880859375,
+      "learning_rate": 4.611892295442509e-06,
+      "loss": 18.6562,
+      "step": 28907
+    },
+    {
+      "epoch": 1.3814393577367867,
+      "grad_norm": 249.15562438964844,
+      "learning_rate": 4.611240384805669e-06,
+      "loss": 21.9844,
+      "step": 28908
+    },
+    {
+      "epoch": 1.3814871451782471,
+      "grad_norm": 174.0113525390625,
+      "learning_rate": 4.610588506440541e-06,
+      "loss": 20.2812,
+      "step": 28909
+    },
+    {
+      "epoch": 1.3815349326197075,
+      "grad_norm": 267.2496337890625,
+      "learning_rate": 4.6099366603510334e-06,
+      "loss": 33.2812,
+      "step": 28910
+    },
+    {
+      "epoch": 1.381582720061168,
+      "grad_norm": 382.5640563964844,
+      "learning_rate": 4.609284846541054e-06,
+      "loss": 28.5938,
+      "step": 28911
+    },
+    {
+      "epoch": 1.3816305075026283,
+      "grad_norm": 232.2359161376953,
+      "learning_rate": 4.608633065014498e-06,
+      "loss": 28.8438,
+      "step": 28912
+    },
+    {
+      "epoch": 1.3816782949440887,
+      "grad_norm": 352.4306335449219,
+      "learning_rate": 4.607981315775274e-06,
+      "loss": 32.5938,
+      "step": 28913
+    },
+    {
+      "epoch": 1.381726082385549,
+      "grad_norm": 382.96685791015625,
+      "learning_rate": 4.6073295988272834e-06,
+      "loss": 22.6094,
+      "step": 28914
+    },
+    {
+      "epoch": 1.3817738698270094,
+      "grad_norm": 127.98619842529297,
+      "learning_rate": 4.606677914174434e-06,
+      "loss": 16.7812,
+      "step": 28915
+    },
+    {
+      "epoch": 1.3818216572684698,
+      "grad_norm": 369.9413757324219,
+      "learning_rate": 4.606026261820622e-06,
+      "loss": 32.25,
+      "step": 28916
+    },
+    {
+      "epoch": 1.3818694447099302,
+      "grad_norm": 251.27325439453125,
+      "learning_rate": 4.605374641769752e-06,
+      "loss": 21.9219,
+      "step": 28917
+    },
+    {
+      "epoch": 1.3819172321513906,
+      "grad_norm": 239.4072265625,
+      "learning_rate": 4.604723054025727e-06,
+      "loss": 23.4531,
+      "step": 28918
+    },
+    {
+      "epoch": 1.381965019592851,
+      "grad_norm": 295.24951171875,
+      "learning_rate": 4.604071498592453e-06,
+      "loss": 25.8125,
+      "step": 28919
+    },
+    {
+      "epoch": 1.3820128070343114,
+      "grad_norm": 364.80145263671875,
+      "learning_rate": 4.603419975473823e-06,
+      "loss": 37.8438,
+      "step": 28920
+    },
+    {
+      "epoch": 1.3820605944757718,
+      "grad_norm": 200.02700805664062,
+      "learning_rate": 4.602768484673745e-06,
+      "loss": 18.375,
+      "step": 28921
+    },
+    {
+      "epoch": 1.3821083819172322,
+      "grad_norm": 239.65863037109375,
+      "learning_rate": 4.602117026196124e-06,
+      "loss": 27.875,
+      "step": 28922
+    },
+    {
+      "epoch": 1.3821561693586926,
+      "grad_norm": 142.39727783203125,
+      "learning_rate": 4.601465600044851e-06,
+      "loss": 21.7031,
+      "step": 28923
+    },
+    {
+      "epoch": 1.382203956800153,
+      "grad_norm": 645.3683471679688,
+      "learning_rate": 4.6008142062238345e-06,
+      "loss": 26.7188,
+      "step": 28924
+    },
+    {
+      "epoch": 1.3822517442416133,
+      "grad_norm": 180.1182403564453,
+      "learning_rate": 4.600162844736974e-06,
+      "loss": 28.8438,
+      "step": 28925
+    },
+    {
+      "epoch": 1.3822995316830737,
+      "grad_norm": 174.51307678222656,
+      "learning_rate": 4.599511515588173e-06,
+      "loss": 21.4219,
+      "step": 28926
+    },
+    {
+      "epoch": 1.3823473191245341,
+      "grad_norm": 303.45440673828125,
+      "learning_rate": 4.5988602187813265e-06,
+      "loss": 30.125,
+      "step": 28927
+    },
+    {
+      "epoch": 1.3823951065659945,
+      "grad_norm": 128.3531951904297,
+      "learning_rate": 4.598208954320342e-06,
+      "loss": 14.3594,
+      "step": 28928
+    },
+    {
+      "epoch": 1.382442894007455,
+      "grad_norm": 417.69219970703125,
+      "learning_rate": 4.597557722209112e-06,
+      "loss": 21.3125,
+      "step": 28929
+    },
+    {
+      "epoch": 1.3824906814489153,
+      "grad_norm": 179.68179321289062,
+      "learning_rate": 4.596906522451543e-06,
+      "loss": 25.0781,
+      "step": 28930
+    },
+    {
+      "epoch": 1.3825384688903757,
+      "grad_norm": 162.26559448242188,
+      "learning_rate": 4.596255355051529e-06,
+      "loss": 23.4688,
+      "step": 28931
+    },
+    {
+      "epoch": 1.382586256331836,
+      "grad_norm": 381.38006591796875,
+      "learning_rate": 4.5956042200129725e-06,
+      "loss": 24.7812,
+      "step": 28932
+    },
+    {
+      "epoch": 1.3826340437732965,
+      "grad_norm": 261.5918273925781,
+      "learning_rate": 4.594953117339776e-06,
+      "loss": 22.8594,
+      "step": 28933
+    },
+    {
+      "epoch": 1.3826818312147569,
+      "grad_norm": 212.0030517578125,
+      "learning_rate": 4.5943020470358334e-06,
+      "loss": 31.8125,
+      "step": 28934
+    },
+    {
+      "epoch": 1.3827296186562172,
+      "grad_norm": 245.45639038085938,
+      "learning_rate": 4.593651009105046e-06,
+      "loss": 25.2812,
+      "step": 28935
+    },
+    {
+      "epoch": 1.3827774060976776,
+      "grad_norm": 2000.2696533203125,
+      "learning_rate": 4.5930000035513134e-06,
+      "loss": 25.1562,
+      "step": 28936
+    },
+    {
+      "epoch": 1.382825193539138,
+      "grad_norm": 193.62213134765625,
+      "learning_rate": 4.592349030378537e-06,
+      "loss": 28.5938,
+      "step": 28937
+    },
+    {
+      "epoch": 1.3828729809805984,
+      "grad_norm": 288.0986328125,
+      "learning_rate": 4.591698089590608e-06,
+      "loss": 29.7812,
+      "step": 28938
+    },
+    {
+      "epoch": 1.3829207684220588,
+      "grad_norm": 284.0642395019531,
+      "learning_rate": 4.591047181191429e-06,
+      "loss": 27.8281,
+      "step": 28939
+    },
+    {
+      "epoch": 1.3829685558635192,
+      "grad_norm": 200.95977783203125,
+      "learning_rate": 4.5903963051848986e-06,
+      "loss": 22.9375,
+      "step": 28940
+    },
+    {
+      "epoch": 1.3830163433049796,
+      "grad_norm": 202.3371124267578,
+      "learning_rate": 4.589745461574917e-06,
+      "loss": 19.7812,
+      "step": 28941
+    },
+    {
+      "epoch": 1.38306413074644,
+      "grad_norm": 308.0177307128906,
+      "learning_rate": 4.589094650365376e-06,
+      "loss": 20.8281,
+      "step": 28942
+    },
+    {
+      "epoch": 1.3831119181879004,
+      "grad_norm": 153.54139709472656,
+      "learning_rate": 4.5884438715601755e-06,
+      "loss": 22.8594,
+      "step": 28943
+    },
+    {
+      "epoch": 1.3831597056293605,
+      "grad_norm": 150.62738037109375,
+      "learning_rate": 4.587793125163217e-06,
+      "loss": 13.9688,
+      "step": 28944
+    },
+    {
+      "epoch": 1.383207493070821,
+      "grad_norm": 299.78045654296875,
+      "learning_rate": 4.5871424111783905e-06,
+      "loss": 26.5,
+      "step": 28945
+    },
+    {
+      "epoch": 1.3832552805122813,
+      "grad_norm": 251.33180236816406,
+      "learning_rate": 4.586491729609597e-06,
+      "loss": 16.2188,
+      "step": 28946
+    },
+    {
+      "epoch": 1.3833030679537417,
+      "grad_norm": 347.5094299316406,
+      "learning_rate": 4.585841080460731e-06,
+      "loss": 32.5312,
+      "step": 28947
+    },
+    {
+      "epoch": 1.383350855395202,
+      "grad_norm": 298.17791748046875,
+      "learning_rate": 4.585190463735696e-06,
+      "loss": 27.9062,
+      "step": 28948
+    },
+    {
+      "epoch": 1.3833986428366625,
+      "grad_norm": 309.3865051269531,
+      "learning_rate": 4.584539879438379e-06,
+      "loss": 24.3438,
+      "step": 28949
+    },
+    {
+      "epoch": 1.3834464302781229,
+      "grad_norm": 254.85012817382812,
+      "learning_rate": 4.58388932757268e-06,
+      "loss": 26.8125,
+      "step": 28950
+    },
+    {
+      "epoch": 1.3834942177195833,
+      "grad_norm": 447.0091857910156,
+      "learning_rate": 4.583238808142496e-06,
+      "loss": 27.3438,
+      "step": 28951
+    },
+    {
+      "epoch": 1.3835420051610436,
+      "grad_norm": 374.7720642089844,
+      "learning_rate": 4.582588321151725e-06,
+      "loss": 23.5938,
+      "step": 28952
+    },
+    {
+      "epoch": 1.383589792602504,
+      "grad_norm": 221.495361328125,
+      "learning_rate": 4.581937866604257e-06,
+      "loss": 24.125,
+      "step": 28953
+    },
+    {
+      "epoch": 1.3836375800439644,
+      "grad_norm": 242.64524841308594,
+      "learning_rate": 4.581287444503989e-06,
+      "loss": 26.8125,
+      "step": 28954
+    },
+    {
+      "epoch": 1.3836853674854248,
+      "grad_norm": 116.32145690917969,
+      "learning_rate": 4.580637054854816e-06,
+      "loss": 19.5625,
+      "step": 28955
+    },
+    {
+      "epoch": 1.3837331549268852,
+      "grad_norm": 355.2386474609375,
+      "learning_rate": 4.57998669766064e-06,
+      "loss": 14.8125,
+      "step": 28956
+    },
+    {
+      "epoch": 1.3837809423683456,
+      "grad_norm": 266.4523010253906,
+      "learning_rate": 4.579336372925345e-06,
+      "loss": 29.2188,
+      "step": 28957
+    },
+    {
+      "epoch": 1.383828729809806,
+      "grad_norm": 216.2370147705078,
+      "learning_rate": 4.578686080652831e-06,
+      "loss": 27.9219,
+      "step": 28958
+    },
+    {
+      "epoch": 1.3838765172512664,
+      "grad_norm": 246.0465850830078,
+      "learning_rate": 4.578035820846996e-06,
+      "loss": 22.1797,
+      "step": 28959
+    },
+    {
+      "epoch": 1.3839243046927268,
+      "grad_norm": 329.4469909667969,
+      "learning_rate": 4.577385593511726e-06,
+      "loss": 26.5625,
+      "step": 28960
+    },
+    {
+      "epoch": 1.3839720921341871,
+      "grad_norm": 203.3784637451172,
+      "learning_rate": 4.576735398650922e-06,
+      "loss": 24.3438,
+      "step": 28961
+    },
+    {
+      "epoch": 1.3840198795756475,
+      "grad_norm": 291.3172302246094,
+      "learning_rate": 4.5760852362684725e-06,
+      "loss": 30.0938,
+      "step": 28962
+    },
+    {
+      "epoch": 1.384067667017108,
+      "grad_norm": 212.8583221435547,
+      "learning_rate": 4.5754351063682776e-06,
+      "loss": 23.8125,
+      "step": 28963
+    },
+    {
+      "epoch": 1.3841154544585683,
+      "grad_norm": 251.96348571777344,
+      "learning_rate": 4.574785008954222e-06,
+      "loss": 32.0,
+      "step": 28964
+    },
+    {
+      "epoch": 1.3841632419000287,
+      "grad_norm": 876.6508178710938,
+      "learning_rate": 4.574134944030205e-06,
+      "loss": 23.4375,
+      "step": 28965
+    },
+    {
+      "epoch": 1.384211029341489,
+      "grad_norm": 175.0428466796875,
+      "learning_rate": 4.573484911600118e-06,
+      "loss": 19.8594,
+      "step": 28966
+    },
+    {
+      "epoch": 1.3842588167829495,
+      "grad_norm": 158.65423583984375,
+      "learning_rate": 4.572834911667857e-06,
+      "loss": 25.75,
+      "step": 28967
+    },
+    {
+      "epoch": 1.3843066042244099,
+      "grad_norm": 791.046630859375,
+      "learning_rate": 4.57218494423731e-06,
+      "loss": 19.9062,
+      "step": 28968
+    },
+    {
+      "epoch": 1.3843543916658703,
+      "grad_norm": 149.33270263671875,
+      "learning_rate": 4.57153500931237e-06,
+      "loss": 15.4375,
+      "step": 28969
+    },
+    {
+      "epoch": 1.3844021791073307,
+      "grad_norm": 189.2652130126953,
+      "learning_rate": 4.570885106896935e-06,
+      "loss": 18.4375,
+      "step": 28970
+    },
+    {
+      "epoch": 1.384449966548791,
+      "grad_norm": 205.94215393066406,
+      "learning_rate": 4.570235236994889e-06,
+      "loss": 20.7188,
+      "step": 28971
+    },
+    {
+      "epoch": 1.3844977539902514,
+      "grad_norm": 351.9533386230469,
+      "learning_rate": 4.569585399610127e-06,
+      "loss": 27.2969,
+      "step": 28972
+    },
+    {
+      "epoch": 1.3845455414317118,
+      "grad_norm": 278.48016357421875,
+      "learning_rate": 4.5689355947465415e-06,
+      "loss": 33.1875,
+      "step": 28973
+    },
+    {
+      "epoch": 1.3845933288731722,
+      "grad_norm": 281.1062927246094,
+      "learning_rate": 4.568285822408027e-06,
+      "loss": 23.5781,
+      "step": 28974
+    },
+    {
+      "epoch": 1.3846411163146324,
+      "grad_norm": 440.37213134765625,
+      "learning_rate": 4.567636082598469e-06,
+      "loss": 37.9688,
+      "step": 28975
+    },
+    {
+      "epoch": 1.3846889037560928,
+      "grad_norm": 333.0592956542969,
+      "learning_rate": 4.5669863753217614e-06,
+      "loss": 29.2344,
+      "step": 28976
+    },
+    {
+      "epoch": 1.3847366911975532,
+      "grad_norm": 156.02130126953125,
+      "learning_rate": 4.566336700581793e-06,
+      "loss": 21.4062,
+      "step": 28977
+    },
+    {
+      "epoch": 1.3847844786390135,
+      "grad_norm": 205.977294921875,
+      "learning_rate": 4.565687058382462e-06,
+      "loss": 23.1562,
+      "step": 28978
+    },
+    {
+      "epoch": 1.384832266080474,
+      "grad_norm": 343.0871276855469,
+      "learning_rate": 4.565037448727649e-06,
+      "loss": 30.2031,
+      "step": 28979
+    },
+    {
+      "epoch": 1.3848800535219343,
+      "grad_norm": 258.3044128417969,
+      "learning_rate": 4.564387871621248e-06,
+      "loss": 20.2656,
+      "step": 28980
+    },
+    {
+      "epoch": 1.3849278409633947,
+      "grad_norm": 236.11851501464844,
+      "learning_rate": 4.563738327067155e-06,
+      "loss": 25.1094,
+      "step": 28981
+    },
+    {
+      "epoch": 1.384975628404855,
+      "grad_norm": 194.4129180908203,
+      "learning_rate": 4.563088815069251e-06,
+      "loss": 29.5625,
+      "step": 28982
+    },
+    {
+      "epoch": 1.3850234158463155,
+      "grad_norm": 202.0556640625,
+      "learning_rate": 4.562439335631428e-06,
+      "loss": 20.0625,
+      "step": 28983
+    },
+    {
+      "epoch": 1.3850712032877759,
+      "grad_norm": 377.3067932128906,
+      "learning_rate": 4.561789888757578e-06,
+      "loss": 21.9062,
+      "step": 28984
+    },
+    {
+      "epoch": 1.3851189907292363,
+      "grad_norm": 184.41127014160156,
+      "learning_rate": 4.561140474451593e-06,
+      "loss": 15.0,
+      "step": 28985
+    },
+    {
+      "epoch": 1.3851667781706967,
+      "grad_norm": 376.1827087402344,
+      "learning_rate": 4.560491092717354e-06,
+      "loss": 29.5312,
+      "step": 28986
+    },
+    {
+      "epoch": 1.385214565612157,
+      "grad_norm": 361.0244445800781,
+      "learning_rate": 4.559841743558755e-06,
+      "loss": 31.5312,
+      "step": 28987
+    },
+    {
+      "epoch": 1.3852623530536174,
+      "grad_norm": 247.57701110839844,
+      "learning_rate": 4.559192426979684e-06,
+      "loss": 35.6875,
+      "step": 28988
+    },
+    {
+      "epoch": 1.3853101404950778,
+      "grad_norm": 223.95188903808594,
+      "learning_rate": 4.558543142984034e-06,
+      "loss": 16.7031,
+      "step": 28989
+    },
+    {
+      "epoch": 1.3853579279365382,
+      "grad_norm": 283.6171875,
+      "learning_rate": 4.557893891575685e-06,
+      "loss": 29.7188,
+      "step": 28990
+    },
+    {
+      "epoch": 1.3854057153779986,
+      "grad_norm": 336.8460388183594,
+      "learning_rate": 4.5572446727585295e-06,
+      "loss": 15.3281,
+      "step": 28991
+    },
+    {
+      "epoch": 1.385453502819459,
+      "grad_norm": 358.9042053222656,
+      "learning_rate": 4.5565954865364595e-06,
+      "loss": 23.5312,
+      "step": 28992
+    },
+    {
+      "epoch": 1.3855012902609194,
+      "grad_norm": 281.80029296875,
+      "learning_rate": 4.555946332913355e-06,
+      "loss": 21.3125,
+      "step": 28993
+    },
+    {
+      "epoch": 1.3855490777023798,
+      "grad_norm": 159.99130249023438,
+      "learning_rate": 4.555297211893109e-06,
+      "loss": 17.6719,
+      "step": 28994
+    },
+    {
+      "epoch": 1.3855968651438402,
+      "grad_norm": 204.4060516357422,
+      "learning_rate": 4.554648123479606e-06,
+      "loss": 21.25,
+      "step": 28995
+    },
+    {
+      "epoch": 1.3856446525853006,
+      "grad_norm": 228.3240203857422,
+      "learning_rate": 4.553999067676733e-06,
+      "loss": 32.1875,
+      "step": 28996
+    },
+    {
+      "epoch": 1.385692440026761,
+      "grad_norm": 172.2508544921875,
+      "learning_rate": 4.553350044488381e-06,
+      "loss": 19.8281,
+      "step": 28997
+    },
+    {
+      "epoch": 1.3857402274682213,
+      "grad_norm": 495.1334533691406,
+      "learning_rate": 4.552701053918433e-06,
+      "loss": 26.5156,
+      "step": 28998
+    },
+    {
+      "epoch": 1.3857880149096817,
+      "grad_norm": 252.12109375,
+      "learning_rate": 4.552052095970775e-06,
+      "loss": 33.0625,
+      "step": 28999
+    },
+    {
+      "epoch": 1.3858358023511421,
+      "grad_norm": 125.24476623535156,
+      "learning_rate": 4.551403170649299e-06,
+      "loss": 14.8906,
+      "step": 29000
+    },
+    {
+      "epoch": 1.3858835897926025,
+      "grad_norm": 234.89779663085938,
+      "learning_rate": 4.550754277957884e-06,
+      "loss": 24.6094,
+      "step": 29001
+    },
+    {
+      "epoch": 1.385931377234063,
+      "grad_norm": 407.3833312988281,
+      "learning_rate": 4.550105417900419e-06,
+      "loss": 16.5938,
+      "step": 29002
+    },
+    {
+      "epoch": 1.3859791646755233,
+      "grad_norm": 344.85919189453125,
+      "learning_rate": 4.549456590480791e-06,
+      "loss": 23.0938,
+      "step": 29003
+    },
+    {
+      "epoch": 1.3860269521169837,
+      "grad_norm": 429.29840087890625,
+      "learning_rate": 4.548807795702887e-06,
+      "loss": 23.6875,
+      "step": 29004
+    },
+    {
+      "epoch": 1.386074739558444,
+      "grad_norm": 253.19146728515625,
+      "learning_rate": 4.548159033570588e-06,
+      "loss": 38.9375,
+      "step": 29005
+    },
+    {
+      "epoch": 1.3861225269999045,
+      "grad_norm": 220.59535217285156,
+      "learning_rate": 4.5475103040877825e-06,
+      "loss": 27.2188,
+      "step": 29006
+    },
+    {
+      "epoch": 1.3861703144413648,
+      "grad_norm": 209.0975799560547,
+      "learning_rate": 4.5468616072583575e-06,
+      "loss": 16.5312,
+      "step": 29007
+    },
+    {
+      "epoch": 1.3862181018828252,
+      "grad_norm": 167.7405548095703,
+      "learning_rate": 4.5462129430861905e-06,
+      "loss": 21.75,
+      "step": 29008
+    },
+    {
+      "epoch": 1.3862658893242856,
+      "grad_norm": 192.802001953125,
+      "learning_rate": 4.545564311575171e-06,
+      "loss": 22.7812,
+      "step": 29009
+    },
+    {
+      "epoch": 1.386313676765746,
+      "grad_norm": 229.36463928222656,
+      "learning_rate": 4.544915712729183e-06,
+      "loss": 30.9375,
+      "step": 29010
+    },
+    {
+      "epoch": 1.3863614642072064,
+      "grad_norm": 219.98220825195312,
+      "learning_rate": 4.544267146552115e-06,
+      "loss": 22.4062,
+      "step": 29011
+    },
+    {
+      "epoch": 1.3864092516486668,
+      "grad_norm": 251.51251220703125,
+      "learning_rate": 4.5436186130478435e-06,
+      "loss": 21.8125,
+      "step": 29012
+    },
+    {
+      "epoch": 1.3864570390901272,
+      "grad_norm": 408.6787109375,
+      "learning_rate": 4.542970112220255e-06,
+      "loss": 17.0781,
+      "step": 29013
+    },
+    {
+      "epoch": 1.3865048265315876,
+      "grad_norm": 229.489501953125,
+      "learning_rate": 4.542321644073235e-06,
+      "loss": 24.4062,
+      "step": 29014
+    },
+    {
+      "epoch": 1.386552613973048,
+      "grad_norm": 124.71475982666016,
+      "learning_rate": 4.5416732086106695e-06,
+      "loss": 16.875,
+      "step": 29015
+    },
+    {
+      "epoch": 1.3866004014145084,
+      "grad_norm": 296.96234130859375,
+      "learning_rate": 4.541024805836435e-06,
+      "loss": 28.3125,
+      "step": 29016
+    },
+    {
+      "epoch": 1.3866481888559687,
+      "grad_norm": 222.02691650390625,
+      "learning_rate": 4.540376435754417e-06,
+      "loss": 21.2656,
+      "step": 29017
+    },
+    {
+      "epoch": 1.3866959762974291,
+      "grad_norm": 534.1995239257812,
+      "learning_rate": 4.539728098368503e-06,
+      "loss": 22.2656,
+      "step": 29018
+    },
+    {
+      "epoch": 1.3867437637388895,
+      "grad_norm": 257.9699401855469,
+      "learning_rate": 4.539079793682568e-06,
+      "loss": 33.9062,
+      "step": 29019
+    },
+    {
+      "epoch": 1.38679155118035,
+      "grad_norm": 130.42135620117188,
+      "learning_rate": 4.5384315217004996e-06,
+      "loss": 17.0625,
+      "step": 29020
+    },
+    {
+      "epoch": 1.3868393386218103,
+      "grad_norm": 153.67620849609375,
+      "learning_rate": 4.537783282426179e-06,
+      "loss": 21.7344,
+      "step": 29021
+    },
+    {
+      "epoch": 1.3868871260632707,
+      "grad_norm": 287.6539306640625,
+      "learning_rate": 4.537135075863491e-06,
+      "loss": 34.375,
+      "step": 29022
+    },
+    {
+      "epoch": 1.386934913504731,
+      "grad_norm": 212.3599853515625,
+      "learning_rate": 4.536486902016312e-06,
+      "loss": 27.0938,
+      "step": 29023
+    },
+    {
+      "epoch": 1.3869827009461915,
+      "grad_norm": 184.2130889892578,
+      "learning_rate": 4.535838760888527e-06,
+      "loss": 29.0,
+      "step": 29024
+    },
+    {
+      "epoch": 1.3870304883876519,
+      "grad_norm": 231.1051025390625,
+      "learning_rate": 4.53519065248402e-06,
+      "loss": 27.7812,
+      "step": 29025
+    },
+    {
+      "epoch": 1.387078275829112,
+      "grad_norm": 276.5736083984375,
+      "learning_rate": 4.534542576806666e-06,
+      "loss": 19.2656,
+      "step": 29026
+    },
+    {
+      "epoch": 1.3871260632705724,
+      "grad_norm": 232.64968872070312,
+      "learning_rate": 4.533894533860352e-06,
+      "loss": 26.9688,
+      "step": 29027
+    },
+    {
+      "epoch": 1.3871738507120328,
+      "grad_norm": 229.6184844970703,
+      "learning_rate": 4.5332465236489555e-06,
+      "loss": 24.4219,
+      "step": 29028
+    },
+    {
+      "epoch": 1.3872216381534932,
+      "grad_norm": 198.41258239746094,
+      "learning_rate": 4.5325985461763565e-06,
+      "loss": 23.6406,
+      "step": 29029
+    },
+    {
+      "epoch": 1.3872694255949536,
+      "grad_norm": 100.85852813720703,
+      "learning_rate": 4.531950601446441e-06,
+      "loss": 15.2812,
+      "step": 29030
+    },
+    {
+      "epoch": 1.387317213036414,
+      "grad_norm": 230.9228515625,
+      "learning_rate": 4.531302689463083e-06,
+      "loss": 24.2188,
+      "step": 29031
+    },
+    {
+      "epoch": 1.3873650004778744,
+      "grad_norm": 176.40283203125,
+      "learning_rate": 4.530654810230164e-06,
+      "loss": 23.25,
+      "step": 29032
+    },
+    {
+      "epoch": 1.3874127879193348,
+      "grad_norm": 257.9856872558594,
+      "learning_rate": 4.5300069637515696e-06,
+      "loss": 21.7969,
+      "step": 29033
+    },
+    {
+      "epoch": 1.3874605753607951,
+      "grad_norm": 1159.503173828125,
+      "learning_rate": 4.529359150031172e-06,
+      "loss": 21.7344,
+      "step": 29034
+    },
+    {
+      "epoch": 1.3875083628022555,
+      "grad_norm": 205.8651123046875,
+      "learning_rate": 4.528711369072854e-06,
+      "loss": 30.5,
+      "step": 29035
+    },
+    {
+      "epoch": 1.387556150243716,
+      "grad_norm": 206.68743896484375,
+      "learning_rate": 4.528063620880494e-06,
+      "loss": 22.6562,
+      "step": 29036
+    },
+    {
+      "epoch": 1.3876039376851763,
+      "grad_norm": 243.9743194580078,
+      "learning_rate": 4.527415905457977e-06,
+      "loss": 16.2031,
+      "step": 29037
+    },
+    {
+      "epoch": 1.3876517251266367,
+      "grad_norm": 666.7890014648438,
+      "learning_rate": 4.526768222809174e-06,
+      "loss": 26.9375,
+      "step": 29038
+    },
+    {
+      "epoch": 1.387699512568097,
+      "grad_norm": 193.6261444091797,
+      "learning_rate": 4.526120572937966e-06,
+      "loss": 25.2188,
+      "step": 29039
+    },
+    {
+      "epoch": 1.3877473000095575,
+      "grad_norm": 199.493896484375,
+      "learning_rate": 4.525472955848231e-06,
+      "loss": 22.875,
+      "step": 29040
+    },
+    {
+      "epoch": 1.3877950874510179,
+      "grad_norm": 271.4097595214844,
+      "learning_rate": 4.524825371543855e-06,
+      "loss": 26.0312,
+      "step": 29041
+    },
+    {
+      "epoch": 1.3878428748924783,
+      "grad_norm": 709.4877319335938,
+      "learning_rate": 4.524177820028705e-06,
+      "loss": 27.3594,
+      "step": 29042
+    },
+    {
+      "epoch": 1.3878906623339387,
+      "grad_norm": 242.51126098632812,
+      "learning_rate": 4.523530301306665e-06,
+      "loss": 26.2188,
+      "step": 29043
+    },
+    {
+      "epoch": 1.387938449775399,
+      "grad_norm": 247.4321746826172,
+      "learning_rate": 4.522882815381615e-06,
+      "loss": 27.9688,
+      "step": 29044
+    },
+    {
+      "epoch": 1.3879862372168594,
+      "grad_norm": 212.29478454589844,
+      "learning_rate": 4.522235362257427e-06,
+      "loss": 25.9219,
+      "step": 29045
+    },
+    {
+      "epoch": 1.3880340246583198,
+      "grad_norm": 259.32135009765625,
+      "learning_rate": 4.521587941937979e-06,
+      "loss": 30.6406,
+      "step": 29046
+    },
+    {
+      "epoch": 1.3880818120997802,
+      "grad_norm": 117.17744445800781,
+      "learning_rate": 4.5209405544271525e-06,
+      "loss": 20.6094,
+      "step": 29047
+    },
+    {
+      "epoch": 1.3881295995412406,
+      "grad_norm": 183.1808319091797,
+      "learning_rate": 4.520293199728824e-06,
+      "loss": 17.0469,
+      "step": 29048
+    },
+    {
+      "epoch": 1.388177386982701,
+      "grad_norm": 256.9549865722656,
+      "learning_rate": 4.519645877846865e-06,
+      "loss": 31.3438,
+      "step": 29049
+    },
+    {
+      "epoch": 1.3882251744241614,
+      "grad_norm": 321.5061950683594,
+      "learning_rate": 4.518998588785156e-06,
+      "loss": 29.75,
+      "step": 29050
+    },
+    {
+      "epoch": 1.3882729618656218,
+      "grad_norm": 257.188720703125,
+      "learning_rate": 4.518351332547573e-06,
+      "loss": 23.4062,
+      "step": 29051
+    },
+    {
+      "epoch": 1.3883207493070822,
+      "grad_norm": 322.6213684082031,
+      "learning_rate": 4.517704109137996e-06,
+      "loss": 29.8125,
+      "step": 29052
+    },
+    {
+      "epoch": 1.3883685367485425,
+      "grad_norm": 234.21324157714844,
+      "learning_rate": 4.517056918560293e-06,
+      "loss": 25.125,
+      "step": 29053
+    },
+    {
+      "epoch": 1.388416324190003,
+      "grad_norm": 254.2765655517578,
+      "learning_rate": 4.516409760818345e-06,
+      "loss": 15.2031,
+      "step": 29054
+    },
+    {
+      "epoch": 1.3884641116314633,
+      "grad_norm": 268.3910827636719,
+      "learning_rate": 4.51576263591603e-06,
+      "loss": 21.5312,
+      "step": 29055
+    },
+    {
+      "epoch": 1.3885118990729237,
+      "grad_norm": 232.9465789794922,
+      "learning_rate": 4.515115543857217e-06,
+      "loss": 31.6562,
+      "step": 29056
+    },
+    {
+      "epoch": 1.3885596865143839,
+      "grad_norm": 219.9679718017578,
+      "learning_rate": 4.514468484645783e-06,
+      "loss": 27.1562,
+      "step": 29057
+    },
+    {
+      "epoch": 1.3886074739558443,
+      "grad_norm": 501.26873779296875,
+      "learning_rate": 4.51382145828561e-06,
+      "loss": 31.2656,
+      "step": 29058
+    },
+    {
+      "epoch": 1.3886552613973047,
+      "grad_norm": 167.9475555419922,
+      "learning_rate": 4.513174464780563e-06,
+      "loss": 19.2344,
+      "step": 29059
+    },
+    {
+      "epoch": 1.388703048838765,
+      "grad_norm": 230.11546325683594,
+      "learning_rate": 4.512527504134524e-06,
+      "loss": 24.1875,
+      "step": 29060
+    },
+    {
+      "epoch": 1.3887508362802254,
+      "grad_norm": 183.25181579589844,
+      "learning_rate": 4.511880576351362e-06,
+      "loss": 21.0469,
+      "step": 29061
+    },
+    {
+      "epoch": 1.3887986237216858,
+      "grad_norm": 343.8375244140625,
+      "learning_rate": 4.511233681434954e-06,
+      "loss": 32.4219,
+      "step": 29062
+    },
+    {
+      "epoch": 1.3888464111631462,
+      "grad_norm": 501.03045654296875,
+      "learning_rate": 4.5105868193891754e-06,
+      "loss": 30.5625,
+      "step": 29063
+    },
+    {
+      "epoch": 1.3888941986046066,
+      "grad_norm": 271.4007873535156,
+      "learning_rate": 4.509939990217896e-06,
+      "loss": 31.5938,
+      "step": 29064
+    },
+    {
+      "epoch": 1.388941986046067,
+      "grad_norm": 387.6313781738281,
+      "learning_rate": 4.509293193924992e-06,
+      "loss": 29.9062,
+      "step": 29065
+    },
+    {
+      "epoch": 1.3889897734875274,
+      "grad_norm": 184.8528289794922,
+      "learning_rate": 4.508646430514341e-06,
+      "loss": 20.3594,
+      "step": 29066
+    },
+    {
+      "epoch": 1.3890375609289878,
+      "grad_norm": 202.17166137695312,
+      "learning_rate": 4.507999699989807e-06,
+      "loss": 29.6562,
+      "step": 29067
+    },
+    {
+      "epoch": 1.3890853483704482,
+      "grad_norm": 250.6756591796875,
+      "learning_rate": 4.507353002355269e-06,
+      "loss": 23.5312,
+      "step": 29068
+    },
+    {
+      "epoch": 1.3891331358119086,
+      "grad_norm": 386.5390625,
+      "learning_rate": 4.5067063376145995e-06,
+      "loss": 24.375,
+      "step": 29069
+    },
+    {
+      "epoch": 1.389180923253369,
+      "grad_norm": 225.19639587402344,
+      "learning_rate": 4.506059705771674e-06,
+      "loss": 21.0312,
+      "step": 29070
+    },
+    {
+      "epoch": 1.3892287106948293,
+      "grad_norm": 269.7382507324219,
+      "learning_rate": 4.505413106830357e-06,
+      "loss": 22.9375,
+      "step": 29071
+    },
+    {
+      "epoch": 1.3892764981362897,
+      "grad_norm": 452.94378662109375,
+      "learning_rate": 4.504766540794528e-06,
+      "loss": 34.4062,
+      "step": 29072
+    },
+    {
+      "epoch": 1.3893242855777501,
+      "grad_norm": 291.7552795410156,
+      "learning_rate": 4.504120007668055e-06,
+      "loss": 27.3281,
+      "step": 29073
+    },
+    {
+      "epoch": 1.3893720730192105,
+      "grad_norm": 264.4236145019531,
+      "learning_rate": 4.503473507454815e-06,
+      "loss": 26.375,
+      "step": 29074
+    },
+    {
+      "epoch": 1.389419860460671,
+      "grad_norm": 274.70574951171875,
+      "learning_rate": 4.502827040158672e-06,
+      "loss": 29.25,
+      "step": 29075
+    },
+    {
+      "epoch": 1.3894676479021313,
+      "grad_norm": 301.3193664550781,
+      "learning_rate": 4.5021806057835035e-06,
+      "loss": 21.3438,
+      "step": 29076
+    },
+    {
+      "epoch": 1.3895154353435917,
+      "grad_norm": 202.8468475341797,
+      "learning_rate": 4.501534204333179e-06,
+      "loss": 18.9375,
+      "step": 29077
+    },
+    {
+      "epoch": 1.389563222785052,
+      "grad_norm": 337.21234130859375,
+      "learning_rate": 4.500887835811572e-06,
+      "loss": 41.0625,
+      "step": 29078
+    },
+    {
+      "epoch": 1.3896110102265125,
+      "grad_norm": 328.1273193359375,
+      "learning_rate": 4.5002415002225485e-06,
+      "loss": 38.4688,
+      "step": 29079
+    },
+    {
+      "epoch": 1.3896587976679728,
+      "grad_norm": 223.44927978515625,
+      "learning_rate": 4.499595197569981e-06,
+      "loss": 25.4375,
+      "step": 29080
+    },
+    {
+      "epoch": 1.3897065851094332,
+      "grad_norm": 259.8820495605469,
+      "learning_rate": 4.498948927857745e-06,
+      "loss": 31.9688,
+      "step": 29081
+    },
+    {
+      "epoch": 1.3897543725508936,
+      "grad_norm": 230.24850463867188,
+      "learning_rate": 4.498302691089702e-06,
+      "loss": 19.9688,
+      "step": 29082
+    },
+    {
+      "epoch": 1.389802159992354,
+      "grad_norm": 359.0070495605469,
+      "learning_rate": 4.497656487269728e-06,
+      "loss": 20.5938,
+      "step": 29083
+    },
+    {
+      "epoch": 1.3898499474338144,
+      "grad_norm": 287.3837890625,
+      "learning_rate": 4.497010316401691e-06,
+      "loss": 21.8281,
+      "step": 29084
+    },
+    {
+      "epoch": 1.3898977348752748,
+      "grad_norm": 276.37945556640625,
+      "learning_rate": 4.496364178489465e-06,
+      "loss": 30.5,
+      "step": 29085
+    },
+    {
+      "epoch": 1.3899455223167352,
+      "grad_norm": 229.9559326171875,
+      "learning_rate": 4.495718073536912e-06,
+      "loss": 19.5,
+      "step": 29086
+    },
+    {
+      "epoch": 1.3899933097581956,
+      "grad_norm": 425.9357604980469,
+      "learning_rate": 4.495072001547907e-06,
+      "loss": 28.5625,
+      "step": 29087
+    },
+    {
+      "epoch": 1.390041097199656,
+      "grad_norm": 330.7210998535156,
+      "learning_rate": 4.494425962526315e-06,
+      "loss": 25.625,
+      "step": 29088
+    },
+    {
+      "epoch": 1.3900888846411164,
+      "grad_norm": 130.04592895507812,
+      "learning_rate": 4.493779956476012e-06,
+      "loss": 16.3906,
+      "step": 29089
+    },
+    {
+      "epoch": 1.3901366720825767,
+      "grad_norm": 217.4876708984375,
+      "learning_rate": 4.4931339834008596e-06,
+      "loss": 29.75,
+      "step": 29090
+    },
+    {
+      "epoch": 1.3901844595240371,
+      "grad_norm": 183.04702758789062,
+      "learning_rate": 4.492488043304732e-06,
+      "loss": 24.9219,
+      "step": 29091
+    },
+    {
+      "epoch": 1.3902322469654975,
+      "grad_norm": 264.8916015625,
+      "learning_rate": 4.491842136191489e-06,
+      "loss": 33.0938,
+      "step": 29092
+    },
+    {
+      "epoch": 1.390280034406958,
+      "grad_norm": 422.28277587890625,
+      "learning_rate": 4.491196262065005e-06,
+      "loss": 28.5938,
+      "step": 29093
+    },
+    {
+      "epoch": 1.3903278218484183,
+      "grad_norm": 487.91656494140625,
+      "learning_rate": 4.490550420929152e-06,
+      "loss": 27.375,
+      "step": 29094
+    },
+    {
+      "epoch": 1.3903756092898787,
+      "grad_norm": 144.22250366210938,
+      "learning_rate": 4.4899046127877874e-06,
+      "loss": 17.9844,
+      "step": 29095
+    },
+    {
+      "epoch": 1.390423396731339,
+      "grad_norm": 243.57313537597656,
+      "learning_rate": 4.489258837644789e-06,
+      "loss": 27.0938,
+      "step": 29096
+    },
+    {
+      "epoch": 1.3904711841727995,
+      "grad_norm": 228.91250610351562,
+      "learning_rate": 4.488613095504015e-06,
+      "loss": 18.6875,
+      "step": 29097
+    },
+    {
+      "epoch": 1.3905189716142599,
+      "grad_norm": 320.0310363769531,
+      "learning_rate": 4.487967386369337e-06,
+      "loss": 34.3125,
+      "step": 29098
+    },
+    {
+      "epoch": 1.3905667590557202,
+      "grad_norm": 137.90411376953125,
+      "learning_rate": 4.4873217102446235e-06,
+      "loss": 18.6875,
+      "step": 29099
+    },
+    {
+      "epoch": 1.3906145464971806,
+      "grad_norm": 186.78402709960938,
+      "learning_rate": 4.486676067133742e-06,
+      "loss": 28.8125,
+      "step": 29100
+    },
+    {
+      "epoch": 1.390662333938641,
+      "grad_norm": 181.2690887451172,
+      "learning_rate": 4.486030457040552e-06,
+      "loss": 17.6719,
+      "step": 29101
+    },
+    {
+      "epoch": 1.3907101213801014,
+      "grad_norm": 221.22036743164062,
+      "learning_rate": 4.485384879968926e-06,
+      "loss": 22.2344,
+      "step": 29102
+    },
+    {
+      "epoch": 1.3907579088215618,
+      "grad_norm": 252.45407104492188,
+      "learning_rate": 4.484739335922732e-06,
+      "loss": 26.8125,
+      "step": 29103
+    },
+    {
+      "epoch": 1.3908056962630222,
+      "grad_norm": 302.6461181640625,
+      "learning_rate": 4.484093824905829e-06,
+      "loss": 28.5156,
+      "step": 29104
+    },
+    {
+      "epoch": 1.3908534837044826,
+      "grad_norm": 194.0337677001953,
+      "learning_rate": 4.483448346922087e-06,
+      "loss": 18.6875,
+      "step": 29105
+    },
+    {
+      "epoch": 1.390901271145943,
+      "grad_norm": 270.14166259765625,
+      "learning_rate": 4.482802901975372e-06,
+      "loss": 24.5938,
+      "step": 29106
+    },
+    {
+      "epoch": 1.3909490585874034,
+      "grad_norm": 328.2201232910156,
+      "learning_rate": 4.48215749006955e-06,
+      "loss": 23.9062,
+      "step": 29107
+    },
+    {
+      "epoch": 1.3909968460288635,
+      "grad_norm": 228.04273986816406,
+      "learning_rate": 4.4815121112084825e-06,
+      "loss": 26.6875,
+      "step": 29108
+    },
+    {
+      "epoch": 1.391044633470324,
+      "grad_norm": 104.01315307617188,
+      "learning_rate": 4.4808667653960355e-06,
+      "loss": 14.8516,
+      "step": 29109
+    },
+    {
+      "epoch": 1.3910924209117843,
+      "grad_norm": 261.4836120605469,
+      "learning_rate": 4.480221452636075e-06,
+      "loss": 31.5625,
+      "step": 29110
+    },
+    {
+      "epoch": 1.3911402083532447,
+      "grad_norm": 208.8443145751953,
+      "learning_rate": 4.4795761729324704e-06,
+      "loss": 21.6562,
+      "step": 29111
+    },
+    {
+      "epoch": 1.391187995794705,
+      "grad_norm": 236.70094299316406,
+      "learning_rate": 4.4789309262890764e-06,
+      "loss": 21.1094,
+      "step": 29112
+    },
+    {
+      "epoch": 1.3912357832361655,
+      "grad_norm": 599.4140625,
+      "learning_rate": 4.4782857127097634e-06,
+      "loss": 26.5156,
+      "step": 29113
+    },
+    {
+      "epoch": 1.3912835706776259,
+      "grad_norm": 188.40638732910156,
+      "learning_rate": 4.477640532198393e-06,
+      "loss": 23.2188,
+      "step": 29114
+    },
+    {
+      "epoch": 1.3913313581190863,
+      "grad_norm": 436.74493408203125,
+      "learning_rate": 4.476995384758833e-06,
+      "loss": 28.4062,
+      "step": 29115
+    },
+    {
+      "epoch": 1.3913791455605466,
+      "grad_norm": 338.68896484375,
+      "learning_rate": 4.476350270394942e-06,
+      "loss": 31.4375,
+      "step": 29116
+    },
+    {
+      "epoch": 1.391426933002007,
+      "grad_norm": 172.66151428222656,
+      "learning_rate": 4.475705189110584e-06,
+      "loss": 18.75,
+      "step": 29117
+    },
+    {
+      "epoch": 1.3914747204434674,
+      "grad_norm": 231.30303955078125,
+      "learning_rate": 4.475060140909628e-06,
+      "loss": 21.8125,
+      "step": 29118
+    },
+    {
+      "epoch": 1.3915225078849278,
+      "grad_norm": 378.23480224609375,
+      "learning_rate": 4.474415125795929e-06,
+      "loss": 30.9688,
+      "step": 29119
+    },
+    {
+      "epoch": 1.3915702953263882,
+      "grad_norm": 284.4841613769531,
+      "learning_rate": 4.473770143773354e-06,
+      "loss": 22.1875,
+      "step": 29120
+    },
+    {
+      "epoch": 1.3916180827678486,
+      "grad_norm": 1188.3338623046875,
+      "learning_rate": 4.473125194845764e-06,
+      "loss": 21.0781,
+      "step": 29121
+    },
+    {
+      "epoch": 1.391665870209309,
+      "grad_norm": 221.57716369628906,
+      "learning_rate": 4.472480279017026e-06,
+      "loss": 24.6875,
+      "step": 29122
+    },
+    {
+      "epoch": 1.3917136576507694,
+      "grad_norm": 396.497802734375,
+      "learning_rate": 4.471835396290997e-06,
+      "loss": 25.5938,
+      "step": 29123
+    },
+    {
+      "epoch": 1.3917614450922298,
+      "grad_norm": 179.90086364746094,
+      "learning_rate": 4.471190546671542e-06,
+      "loss": 19.625,
+      "step": 29124
+    },
+    {
+      "epoch": 1.3918092325336902,
+      "grad_norm": 262.3254089355469,
+      "learning_rate": 4.470545730162519e-06,
+      "loss": 25.7188,
+      "step": 29125
+    },
+    {
+      "epoch": 1.3918570199751505,
+      "grad_norm": 210.654296875,
+      "learning_rate": 4.469900946767791e-06,
+      "loss": 19.1094,
+      "step": 29126
+    },
+    {
+      "epoch": 1.391904807416611,
+      "grad_norm": 280.0500183105469,
+      "learning_rate": 4.469256196491225e-06,
+      "loss": 23.5938,
+      "step": 29127
+    },
+    {
+      "epoch": 1.3919525948580713,
+      "grad_norm": 178.6582489013672,
+      "learning_rate": 4.468611479336674e-06,
+      "loss": 26.6719,
+      "step": 29128
+    },
+    {
+      "epoch": 1.3920003822995317,
+      "grad_norm": 165.5453643798828,
+      "learning_rate": 4.467966795308008e-06,
+      "loss": 22.9688,
+      "step": 29129
+    },
+    {
+      "epoch": 1.392048169740992,
+      "grad_norm": 193.58213806152344,
+      "learning_rate": 4.4673221444090765e-06,
+      "loss": 27.0781,
+      "step": 29130
+    },
+    {
+      "epoch": 1.3920959571824525,
+      "grad_norm": 304.7364501953125,
+      "learning_rate": 4.4666775266437475e-06,
+      "loss": 32.0938,
+      "step": 29131
+    },
+    {
+      "epoch": 1.3921437446239129,
+      "grad_norm": 174.6961669921875,
+      "learning_rate": 4.46603294201588e-06,
+      "loss": 18.5,
+      "step": 29132
+    },
+    {
+      "epoch": 1.3921915320653733,
+      "grad_norm": 280.3868103027344,
+      "learning_rate": 4.465388390529338e-06,
+      "loss": 30.2188,
+      "step": 29133
+    },
+    {
+      "epoch": 1.3922393195068337,
+      "grad_norm": 431.27239990234375,
+      "learning_rate": 4.464743872187974e-06,
+      "loss": 18.7031,
+      "step": 29134
+    },
+    {
+      "epoch": 1.392287106948294,
+      "grad_norm": 336.4061584472656,
+      "learning_rate": 4.464099386995653e-06,
+      "loss": 24.9219,
+      "step": 29135
+    },
+    {
+      "epoch": 1.3923348943897544,
+      "grad_norm": 463.34259033203125,
+      "learning_rate": 4.4634549349562315e-06,
+      "loss": 30.8594,
+      "step": 29136
+    },
+    {
+      "epoch": 1.3923826818312148,
+      "grad_norm": 266.0571594238281,
+      "learning_rate": 4.462810516073576e-06,
+      "loss": 23.7812,
+      "step": 29137
+    },
+    {
+      "epoch": 1.3924304692726752,
+      "grad_norm": 314.67608642578125,
+      "learning_rate": 4.4621661303515364e-06,
+      "loss": 26.9062,
+      "step": 29138
+    },
+    {
+      "epoch": 1.3924782567141354,
+      "grad_norm": 236.8401336669922,
+      "learning_rate": 4.461521777793976e-06,
+      "loss": 25.625,
+      "step": 29139
+    },
+    {
+      "epoch": 1.3925260441555958,
+      "grad_norm": 365.54241943359375,
+      "learning_rate": 4.460877458404757e-06,
+      "loss": 24.875,
+      "step": 29140
+    },
+    {
+      "epoch": 1.3925738315970562,
+      "grad_norm": 242.0652313232422,
+      "learning_rate": 4.460233172187731e-06,
+      "loss": 37.75,
+      "step": 29141
+    },
+    {
+      "epoch": 1.3926216190385166,
+      "grad_norm": 259.0509033203125,
+      "learning_rate": 4.45958891914676e-06,
+      "loss": 24.0781,
+      "step": 29142
+    },
+    {
+      "epoch": 1.392669406479977,
+      "grad_norm": 137.101806640625,
+      "learning_rate": 4.458944699285704e-06,
+      "loss": 21.2188,
+      "step": 29143
+    },
+    {
+      "epoch": 1.3927171939214373,
+      "grad_norm": 747.872314453125,
+      "learning_rate": 4.45830051260842e-06,
+      "loss": 24.9375,
+      "step": 29144
+    },
+    {
+      "epoch": 1.3927649813628977,
+      "grad_norm": 247.52195739746094,
+      "learning_rate": 4.457656359118763e-06,
+      "loss": 23.0,
+      "step": 29145
+    },
+    {
+      "epoch": 1.3928127688043581,
+      "grad_norm": 412.1865539550781,
+      "learning_rate": 4.457012238820592e-06,
+      "loss": 14.5781,
+      "step": 29146
+    },
+    {
+      "epoch": 1.3928605562458185,
+      "grad_norm": 204.13067626953125,
+      "learning_rate": 4.456368151717767e-06,
+      "loss": 25.6875,
+      "step": 29147
+    },
+    {
+      "epoch": 1.392908343687279,
+      "grad_norm": 170.83975219726562,
+      "learning_rate": 4.455724097814146e-06,
+      "loss": 23.1562,
+      "step": 29148
+    },
+    {
+      "epoch": 1.3929561311287393,
+      "grad_norm": 239.1367950439453,
+      "learning_rate": 4.455080077113581e-06,
+      "loss": 35.8438,
+      "step": 29149
+    },
+    {
+      "epoch": 1.3930039185701997,
+      "grad_norm": 288.1038513183594,
+      "learning_rate": 4.45443608961993e-06,
+      "loss": 33.5312,
+      "step": 29150
+    },
+    {
+      "epoch": 1.39305170601166,
+      "grad_norm": 352.19158935546875,
+      "learning_rate": 4.453792135337055e-06,
+      "loss": 30.125,
+      "step": 29151
+    },
+    {
+      "epoch": 1.3930994934531205,
+      "grad_norm": 201.02435302734375,
+      "learning_rate": 4.4531482142688054e-06,
+      "loss": 25.0469,
+      "step": 29152
+    },
+    {
+      "epoch": 1.3931472808945808,
+      "grad_norm": 215.70697021484375,
+      "learning_rate": 4.452504326419041e-06,
+      "loss": 27.7812,
+      "step": 29153
+    },
+    {
+      "epoch": 1.3931950683360412,
+      "grad_norm": 344.03387451171875,
+      "learning_rate": 4.451860471791616e-06,
+      "loss": 25.8438,
+      "step": 29154
+    },
+    {
+      "epoch": 1.3932428557775016,
+      "grad_norm": 399.2589111328125,
+      "learning_rate": 4.451216650390393e-06,
+      "loss": 35.2188,
+      "step": 29155
+    },
+    {
+      "epoch": 1.393290643218962,
+      "grad_norm": 233.36172485351562,
+      "learning_rate": 4.450572862219218e-06,
+      "loss": 24.6406,
+      "step": 29156
+    },
+    {
+      "epoch": 1.3933384306604224,
+      "grad_norm": 185.4845733642578,
+      "learning_rate": 4.449929107281954e-06,
+      "loss": 35.1562,
+      "step": 29157
+    },
+    {
+      "epoch": 1.3933862181018828,
+      "grad_norm": 149.1462860107422,
+      "learning_rate": 4.44928538558245e-06,
+      "loss": 19.9219,
+      "step": 29158
+    },
+    {
+      "epoch": 1.3934340055433432,
+      "grad_norm": 277.52557373046875,
+      "learning_rate": 4.448641697124564e-06,
+      "loss": 28.8438,
+      "step": 29159
+    },
+    {
+      "epoch": 1.3934817929848036,
+      "grad_norm": 220.64703369140625,
+      "learning_rate": 4.447998041912155e-06,
+      "loss": 29.4062,
+      "step": 29160
+    },
+    {
+      "epoch": 1.393529580426264,
+      "grad_norm": 478.87896728515625,
+      "learning_rate": 4.447354419949069e-06,
+      "loss": 46.625,
+      "step": 29161
+    },
+    {
+      "epoch": 1.3935773678677243,
+      "grad_norm": 304.50518798828125,
+      "learning_rate": 4.446710831239166e-06,
+      "loss": 17.4219,
+      "step": 29162
+    },
+    {
+      "epoch": 1.3936251553091847,
+      "grad_norm": 353.0254211425781,
+      "learning_rate": 4.446067275786303e-06,
+      "loss": 23.6875,
+      "step": 29163
+    },
+    {
+      "epoch": 1.3936729427506451,
+      "grad_norm": 194.5177001953125,
+      "learning_rate": 4.4454237535943265e-06,
+      "loss": 12.5,
+      "step": 29164
+    },
+    {
+      "epoch": 1.3937207301921055,
+      "grad_norm": 187.99838256835938,
+      "learning_rate": 4.444780264667095e-06,
+      "loss": 16.8438,
+      "step": 29165
+    },
+    {
+      "epoch": 1.393768517633566,
+      "grad_norm": 309.50445556640625,
+      "learning_rate": 4.444136809008465e-06,
+      "loss": 25.25,
+      "step": 29166
+    },
+    {
+      "epoch": 1.3938163050750263,
+      "grad_norm": 379.6436767578125,
+      "learning_rate": 4.443493386622283e-06,
+      "loss": 20.9375,
+      "step": 29167
+    },
+    {
+      "epoch": 1.3938640925164867,
+      "grad_norm": 405.1504821777344,
+      "learning_rate": 4.442849997512405e-06,
+      "loss": 25.5625,
+      "step": 29168
+    },
+    {
+      "epoch": 1.393911879957947,
+      "grad_norm": 198.77597045898438,
+      "learning_rate": 4.442206641682685e-06,
+      "loss": 22.5,
+      "step": 29169
+    },
+    {
+      "epoch": 1.3939596673994075,
+      "grad_norm": 131.4416046142578,
+      "learning_rate": 4.44156331913698e-06,
+      "loss": 14.8281,
+      "step": 29170
+    },
+    {
+      "epoch": 1.3940074548408679,
+      "grad_norm": 405.35260009765625,
+      "learning_rate": 4.4409200298791345e-06,
+      "loss": 26.1875,
+      "step": 29171
+    },
+    {
+      "epoch": 1.3940552422823282,
+      "grad_norm": 214.6149444580078,
+      "learning_rate": 4.440276773913004e-06,
+      "loss": 35.8438,
+      "step": 29172
+    },
+    {
+      "epoch": 1.3941030297237886,
+      "grad_norm": 424.8296203613281,
+      "learning_rate": 4.439633551242443e-06,
+      "loss": 18.9062,
+      "step": 29173
+    },
+    {
+      "epoch": 1.394150817165249,
+      "grad_norm": 311.26654052734375,
+      "learning_rate": 4.438990361871305e-06,
+      "loss": 24.7969,
+      "step": 29174
+    },
+    {
+      "epoch": 1.3941986046067094,
+      "grad_norm": 166.75405883789062,
+      "learning_rate": 4.438347205803435e-06,
+      "loss": 17.9375,
+      "step": 29175
+    },
+    {
+      "epoch": 1.3942463920481698,
+      "grad_norm": 421.5079345703125,
+      "learning_rate": 4.43770408304269e-06,
+      "loss": 27.5,
+      "step": 29176
+    },
+    {
+      "epoch": 1.3942941794896302,
+      "grad_norm": 931.9793701171875,
+      "learning_rate": 4.437060993592922e-06,
+      "loss": 17.5,
+      "step": 29177
+    },
+    {
+      "epoch": 1.3943419669310906,
+      "grad_norm": 213.91575622558594,
+      "learning_rate": 4.436417937457979e-06,
+      "loss": 29.2969,
+      "step": 29178
+    },
+    {
+      "epoch": 1.394389754372551,
+      "grad_norm": 260.2993469238281,
+      "learning_rate": 4.4357749146417115e-06,
+      "loss": 25.7656,
+      "step": 29179
+    },
+    {
+      "epoch": 1.3944375418140114,
+      "grad_norm": 408.8703308105469,
+      "learning_rate": 4.435131925147974e-06,
+      "loss": 33.2812,
+      "step": 29180
+    },
+    {
+      "epoch": 1.3944853292554718,
+      "grad_norm": 276.8834533691406,
+      "learning_rate": 4.434488968980619e-06,
+      "loss": 20.7812,
+      "step": 29181
+    },
+    {
+      "epoch": 1.3945331166969321,
+      "grad_norm": 545.7718505859375,
+      "learning_rate": 4.433846046143489e-06,
+      "loss": 32.6875,
+      "step": 29182
+    },
+    {
+      "epoch": 1.3945809041383925,
+      "grad_norm": 248.4031524658203,
+      "learning_rate": 4.43320315664044e-06,
+      "loss": 23.3125,
+      "step": 29183
+    },
+    {
+      "epoch": 1.394628691579853,
+      "grad_norm": 146.8444366455078,
+      "learning_rate": 4.43256030047532e-06,
+      "loss": 22.25,
+      "step": 29184
+    },
+    {
+      "epoch": 1.3946764790213133,
+      "grad_norm": 330.8966369628906,
+      "learning_rate": 4.431917477651985e-06,
+      "loss": 21.1406,
+      "step": 29185
+    },
+    {
+      "epoch": 1.3947242664627737,
+      "grad_norm": 245.05638122558594,
+      "learning_rate": 4.431274688174274e-06,
+      "loss": 18.0781,
+      "step": 29186
+    },
+    {
+      "epoch": 1.394772053904234,
+      "grad_norm": 175.05238342285156,
+      "learning_rate": 4.430631932046044e-06,
+      "loss": 20.875,
+      "step": 29187
+    },
+    {
+      "epoch": 1.3948198413456945,
+      "grad_norm": 218.5911102294922,
+      "learning_rate": 4.429989209271144e-06,
+      "loss": 19.8281,
+      "step": 29188
+    },
+    {
+      "epoch": 1.3948676287871549,
+      "grad_norm": 1683.5238037109375,
+      "learning_rate": 4.4293465198534195e-06,
+      "loss": 31.7812,
+      "step": 29189
+    },
+    {
+      "epoch": 1.3949154162286153,
+      "grad_norm": 249.25148010253906,
+      "learning_rate": 4.428703863796723e-06,
+      "loss": 32.125,
+      "step": 29190
+    },
+    {
+      "epoch": 1.3949632036700754,
+      "grad_norm": 175.91758728027344,
+      "learning_rate": 4.428061241104899e-06,
+      "loss": 25.625,
+      "step": 29191
+    },
+    {
+      "epoch": 1.3950109911115358,
+      "grad_norm": 299.6855163574219,
+      "learning_rate": 4.427418651781797e-06,
+      "loss": 22.8125,
+      "step": 29192
+    },
+    {
+      "epoch": 1.3950587785529962,
+      "grad_norm": 205.45172119140625,
+      "learning_rate": 4.426776095831272e-06,
+      "loss": 24.9062,
+      "step": 29193
+    },
+    {
+      "epoch": 1.3951065659944566,
+      "grad_norm": 212.0688018798828,
+      "learning_rate": 4.426133573257163e-06,
+      "loss": 28.5,
+      "step": 29194
+    },
+    {
+      "epoch": 1.395154353435917,
+      "grad_norm": 179.02444458007812,
+      "learning_rate": 4.4254910840633205e-06,
+      "loss": 19.9062,
+      "step": 29195
+    },
+    {
+      "epoch": 1.3952021408773774,
+      "grad_norm": 283.3729553222656,
+      "learning_rate": 4.424848628253598e-06,
+      "loss": 20.2344,
+      "step": 29196
+    },
+    {
+      "epoch": 1.3952499283188378,
+      "grad_norm": 404.6595764160156,
+      "learning_rate": 4.424206205831833e-06,
+      "loss": 34.0312,
+      "step": 29197
+    },
+    {
+      "epoch": 1.3952977157602982,
+      "grad_norm": 176.45263671875,
+      "learning_rate": 4.4235638168018805e-06,
+      "loss": 19.8594,
+      "step": 29198
+    },
+    {
+      "epoch": 1.3953455032017585,
+      "grad_norm": 350.9891052246094,
+      "learning_rate": 4.422921461167584e-06,
+      "loss": 25.0312,
+      "step": 29199
+    },
+    {
+      "epoch": 1.395393290643219,
+      "grad_norm": 401.91412353515625,
+      "learning_rate": 4.422279138932795e-06,
+      "loss": 38.125,
+      "step": 29200
+    },
+    {
+      "epoch": 1.3954410780846793,
+      "grad_norm": 182.22549438476562,
+      "learning_rate": 4.421636850101353e-06,
+      "loss": 26.9688,
+      "step": 29201
+    },
+    {
+      "epoch": 1.3954888655261397,
+      "grad_norm": 278.7023620605469,
+      "learning_rate": 4.420994594677109e-06,
+      "loss": 26.1875,
+      "step": 29202
+    },
+    {
+      "epoch": 1.3955366529676,
+      "grad_norm": 147.26315307617188,
+      "learning_rate": 4.420352372663912e-06,
+      "loss": 27.3594,
+      "step": 29203
+    },
+    {
+      "epoch": 1.3955844404090605,
+      "grad_norm": 345.85955810546875,
+      "learning_rate": 4.4197101840656e-06,
+      "loss": 26.5938,
+      "step": 29204
+    },
+    {
+      "epoch": 1.3956322278505209,
+      "grad_norm": 212.20741271972656,
+      "learning_rate": 4.419068028886025e-06,
+      "loss": 20.625,
+      "step": 29205
+    },
+    {
+      "epoch": 1.3956800152919813,
+      "grad_norm": 227.92298889160156,
+      "learning_rate": 4.418425907129029e-06,
+      "loss": 21.375,
+      "step": 29206
+    },
+    {
+      "epoch": 1.3957278027334417,
+      "grad_norm": 234.69444274902344,
+      "learning_rate": 4.417783818798465e-06,
+      "loss": 24.2812,
+      "step": 29207
+    },
+    {
+      "epoch": 1.395775590174902,
+      "grad_norm": 249.99566650390625,
+      "learning_rate": 4.417141763898169e-06,
+      "loss": 31.5312,
+      "step": 29208
+    },
+    {
+      "epoch": 1.3958233776163624,
+      "grad_norm": 199.74880981445312,
+      "learning_rate": 4.416499742431989e-06,
+      "loss": 17.6406,
+      "step": 29209
+    },
+    {
+      "epoch": 1.3958711650578228,
+      "grad_norm": 327.85992431640625,
+      "learning_rate": 4.4158577544037715e-06,
+      "loss": 26.875,
+      "step": 29210
+    },
+    {
+      "epoch": 1.3959189524992832,
+      "grad_norm": 505.3720397949219,
+      "learning_rate": 4.415215799817364e-06,
+      "loss": 23.3594,
+      "step": 29211
+    },
+    {
+      "epoch": 1.3959667399407436,
+      "grad_norm": 475.66192626953125,
+      "learning_rate": 4.4145738786766035e-06,
+      "loss": 27.0312,
+      "step": 29212
+    },
+    {
+      "epoch": 1.396014527382204,
+      "grad_norm": 143.14930725097656,
+      "learning_rate": 4.4139319909853394e-06,
+      "loss": 19.4062,
+      "step": 29213
+    },
+    {
+      "epoch": 1.3960623148236644,
+      "grad_norm": 274.8138122558594,
+      "learning_rate": 4.413290136747418e-06,
+      "loss": 23.8906,
+      "step": 29214
+    },
+    {
+      "epoch": 1.3961101022651248,
+      "grad_norm": 256.65582275390625,
+      "learning_rate": 4.4126483159666754e-06,
+      "loss": 26.3438,
+      "step": 29215
+    },
+    {
+      "epoch": 1.3961578897065852,
+      "grad_norm": 242.9639434814453,
+      "learning_rate": 4.412006528646961e-06,
+      "loss": 18.4062,
+      "step": 29216
+    },
+    {
+      "epoch": 1.3962056771480456,
+      "grad_norm": 297.25372314453125,
+      "learning_rate": 4.4113647747921166e-06,
+      "loss": 22.0938,
+      "step": 29217
+    },
+    {
+      "epoch": 1.396253464589506,
+      "grad_norm": 425.6490478515625,
+      "learning_rate": 4.410723054405989e-06,
+      "loss": 27.125,
+      "step": 29218
+    },
+    {
+      "epoch": 1.3963012520309663,
+      "grad_norm": 299.8021240234375,
+      "learning_rate": 4.4100813674924135e-06,
+      "loss": 32.6875,
+      "step": 29219
+    },
+    {
+      "epoch": 1.3963490394724267,
+      "grad_norm": 244.5017852783203,
+      "learning_rate": 4.409439714055239e-06,
+      "loss": 25.8438,
+      "step": 29220
+    },
+    {
+      "epoch": 1.3963968269138871,
+      "grad_norm": 1004.0955810546875,
+      "learning_rate": 4.408798094098311e-06,
+      "loss": 28.9688,
+      "step": 29221
+    },
+    {
+      "epoch": 1.3964446143553473,
+      "grad_norm": 205.69241333007812,
+      "learning_rate": 4.408156507625463e-06,
+      "loss": 24.3281,
+      "step": 29222
+    },
+    {
+      "epoch": 1.3964924017968077,
+      "grad_norm": 232.6746368408203,
+      "learning_rate": 4.407514954640543e-06,
+      "loss": 28.6094,
+      "step": 29223
+    },
+    {
+      "epoch": 1.396540189238268,
+      "grad_norm": 377.9776306152344,
+      "learning_rate": 4.406873435147395e-06,
+      "loss": 30.9062,
+      "step": 29224
+    },
+    {
+      "epoch": 1.3965879766797284,
+      "grad_norm": 196.7771453857422,
+      "learning_rate": 4.406231949149855e-06,
+      "loss": 19.1406,
+      "step": 29225
+    },
+    {
+      "epoch": 1.3966357641211888,
+      "grad_norm": 214.69924926757812,
+      "learning_rate": 4.405590496651771e-06,
+      "loss": 27.5156,
+      "step": 29226
+    },
+    {
+      "epoch": 1.3966835515626492,
+      "grad_norm": 1279.272705078125,
+      "learning_rate": 4.404949077656977e-06,
+      "loss": 16.8125,
+      "step": 29227
+    },
+    {
+      "epoch": 1.3967313390041096,
+      "grad_norm": 416.1773986816406,
+      "learning_rate": 4.404307692169319e-06,
+      "loss": 25.4688,
+      "step": 29228
+    },
+    {
+      "epoch": 1.39677912644557,
+      "grad_norm": 243.30648803710938,
+      "learning_rate": 4.403666340192642e-06,
+      "loss": 16.9375,
+      "step": 29229
+    },
+    {
+      "epoch": 1.3968269138870304,
+      "grad_norm": 242.5447235107422,
+      "learning_rate": 4.403025021730777e-06,
+      "loss": 21.9219,
+      "step": 29230
+    },
+    {
+      "epoch": 1.3968747013284908,
+      "grad_norm": 276.68017578125,
+      "learning_rate": 4.402383736787571e-06,
+      "loss": 19.1562,
+      "step": 29231
+    },
+    {
+      "epoch": 1.3969224887699512,
+      "grad_norm": 173.75701904296875,
+      "learning_rate": 4.401742485366863e-06,
+      "loss": 21.5469,
+      "step": 29232
+    },
+    {
+      "epoch": 1.3969702762114116,
+      "grad_norm": 159.55955505371094,
+      "learning_rate": 4.401101267472498e-06,
+      "loss": 27.5938,
+      "step": 29233
+    },
+    {
+      "epoch": 1.397018063652872,
+      "grad_norm": 189.7384033203125,
+      "learning_rate": 4.400460083108309e-06,
+      "loss": 18.7656,
+      "step": 29234
+    },
+    {
+      "epoch": 1.3970658510943323,
+      "grad_norm": 224.82757568359375,
+      "learning_rate": 4.399818932278137e-06,
+      "loss": 28.4688,
+      "step": 29235
+    },
+    {
+      "epoch": 1.3971136385357927,
+      "grad_norm": 222.67965698242188,
+      "learning_rate": 4.399177814985828e-06,
+      "loss": 24.8438,
+      "step": 29236
+    },
+    {
+      "epoch": 1.3971614259772531,
+      "grad_norm": 291.93988037109375,
+      "learning_rate": 4.398536731235213e-06,
+      "loss": 24.2344,
+      "step": 29237
+    },
+    {
+      "epoch": 1.3972092134187135,
+      "grad_norm": 164.6090087890625,
+      "learning_rate": 4.3978956810301355e-06,
+      "loss": 20.9688,
+      "step": 29238
+    },
+    {
+      "epoch": 1.397257000860174,
+      "grad_norm": 295.6349792480469,
+      "learning_rate": 4.397254664374433e-06,
+      "loss": 33.9062,
+      "step": 29239
+    },
+    {
+      "epoch": 1.3973047883016343,
+      "grad_norm": 158.8120574951172,
+      "learning_rate": 4.3966136812719505e-06,
+      "loss": 17.5781,
+      "step": 29240
+    },
+    {
+      "epoch": 1.3973525757430947,
+      "grad_norm": 311.40728759765625,
+      "learning_rate": 4.395972731726517e-06,
+      "loss": 21.0938,
+      "step": 29241
+    },
+    {
+      "epoch": 1.397400363184555,
+      "grad_norm": 304.43524169921875,
+      "learning_rate": 4.395331815741976e-06,
+      "loss": 25.9531,
+      "step": 29242
+    },
+    {
+      "epoch": 1.3974481506260155,
+      "grad_norm": 355.4500427246094,
+      "learning_rate": 4.394690933322167e-06,
+      "loss": 40.125,
+      "step": 29243
+    },
+    {
+      "epoch": 1.3974959380674759,
+      "grad_norm": 221.2988739013672,
+      "learning_rate": 4.394050084470928e-06,
+      "loss": 22.9688,
+      "step": 29244
+    },
+    {
+      "epoch": 1.3975437255089362,
+      "grad_norm": 350.15948486328125,
+      "learning_rate": 4.3934092691920925e-06,
+      "loss": 29.0938,
+      "step": 29245
+    },
+    {
+      "epoch": 1.3975915129503966,
+      "grad_norm": 222.53672790527344,
+      "learning_rate": 4.392768487489501e-06,
+      "loss": 20.3125,
+      "step": 29246
+    },
+    {
+      "epoch": 1.397639300391857,
+      "grad_norm": 157.4436492919922,
+      "learning_rate": 4.39212773936699e-06,
+      "loss": 18.0625,
+      "step": 29247
+    },
+    {
+      "epoch": 1.3976870878333174,
+      "grad_norm": 270.96429443359375,
+      "learning_rate": 4.391487024828402e-06,
+      "loss": 24.625,
+      "step": 29248
+    },
+    {
+      "epoch": 1.3977348752747778,
+      "grad_norm": 176.19671630859375,
+      "learning_rate": 4.390846343877567e-06,
+      "loss": 18.9688,
+      "step": 29249
+    },
+    {
+      "epoch": 1.3977826627162382,
+      "grad_norm": 290.2444763183594,
+      "learning_rate": 4.390205696518323e-06,
+      "loss": 29.9062,
+      "step": 29250
+    },
+    {
+      "epoch": 1.3978304501576986,
+      "grad_norm": 774.9677124023438,
+      "learning_rate": 4.389565082754514e-06,
+      "loss": 26.7188,
+      "step": 29251
+    },
+    {
+      "epoch": 1.397878237599159,
+      "grad_norm": 160.69992065429688,
+      "learning_rate": 4.388924502589965e-06,
+      "loss": 23.375,
+      "step": 29252
+    },
+    {
+      "epoch": 1.3979260250406194,
+      "grad_norm": 324.0820617675781,
+      "learning_rate": 4.388283956028519e-06,
+      "loss": 24.6094,
+      "step": 29253
+    },
+    {
+      "epoch": 1.3979738124820797,
+      "grad_norm": 263.3803405761719,
+      "learning_rate": 4.387643443074016e-06,
+      "loss": 33.9062,
+      "step": 29254
+    },
+    {
+      "epoch": 1.3980215999235401,
+      "grad_norm": 213.8957977294922,
+      "learning_rate": 4.387002963730282e-06,
+      "loss": 26.1875,
+      "step": 29255
+    },
+    {
+      "epoch": 1.3980693873650005,
+      "grad_norm": 299.4897155761719,
+      "learning_rate": 4.386362518001156e-06,
+      "loss": 26.7188,
+      "step": 29256
+    },
+    {
+      "epoch": 1.398117174806461,
+      "grad_norm": 294.0701599121094,
+      "learning_rate": 4.38572210589048e-06,
+      "loss": 25.7188,
+      "step": 29257
+    },
+    {
+      "epoch": 1.3981649622479213,
+      "grad_norm": 172.27491760253906,
+      "learning_rate": 4.385081727402081e-06,
+      "loss": 26.7969,
+      "step": 29258
+    },
+    {
+      "epoch": 1.3982127496893817,
+      "grad_norm": 491.51837158203125,
+      "learning_rate": 4.384441382539799e-06,
+      "loss": 25.6562,
+      "step": 29259
+    },
+    {
+      "epoch": 1.398260537130842,
+      "grad_norm": 150.98806762695312,
+      "learning_rate": 4.383801071307465e-06,
+      "loss": 28.625,
+      "step": 29260
+    },
+    {
+      "epoch": 1.3983083245723025,
+      "grad_norm": 475.22637939453125,
+      "learning_rate": 4.383160793708915e-06,
+      "loss": 36.4375,
+      "step": 29261
+    },
+    {
+      "epoch": 1.3983561120137629,
+      "grad_norm": 358.69317626953125,
+      "learning_rate": 4.382520549747988e-06,
+      "loss": 29.9062,
+      "step": 29262
+    },
+    {
+      "epoch": 1.3984038994552233,
+      "grad_norm": 176.87344360351562,
+      "learning_rate": 4.381880339428512e-06,
+      "loss": 21.1562,
+      "step": 29263
+    },
+    {
+      "epoch": 1.3984516868966836,
+      "grad_norm": 372.1794128417969,
+      "learning_rate": 4.381240162754322e-06,
+      "loss": 28.875,
+      "step": 29264
+    },
+    {
+      "epoch": 1.398499474338144,
+      "grad_norm": 265.6912536621094,
+      "learning_rate": 4.380600019729253e-06,
+      "loss": 32.4375,
+      "step": 29265
+    },
+    {
+      "epoch": 1.3985472617796044,
+      "grad_norm": 191.52853393554688,
+      "learning_rate": 4.379959910357143e-06,
+      "loss": 16.3906,
+      "step": 29266
+    },
+    {
+      "epoch": 1.3985950492210648,
+      "grad_norm": 260.860107421875,
+      "learning_rate": 4.3793198346418175e-06,
+      "loss": 20.9219,
+      "step": 29267
+    },
+    {
+      "epoch": 1.3986428366625252,
+      "grad_norm": 188.6522979736328,
+      "learning_rate": 4.378679792587114e-06,
+      "loss": 17.1562,
+      "step": 29268
+    },
+    {
+      "epoch": 1.3986906241039856,
+      "grad_norm": 386.53826904296875,
+      "learning_rate": 4.378039784196865e-06,
+      "loss": 35.9688,
+      "step": 29269
+    },
+    {
+      "epoch": 1.398738411545446,
+      "grad_norm": 182.0466766357422,
+      "learning_rate": 4.377399809474907e-06,
+      "loss": 28.4688,
+      "step": 29270
+    },
+    {
+      "epoch": 1.3987861989869064,
+      "grad_norm": 475.82666015625,
+      "learning_rate": 4.376759868425065e-06,
+      "loss": 27.8438,
+      "step": 29271
+    },
+    {
+      "epoch": 1.3988339864283668,
+      "grad_norm": 234.07601928710938,
+      "learning_rate": 4.376119961051175e-06,
+      "loss": 28.0781,
+      "step": 29272
+    },
+    {
+      "epoch": 1.398881773869827,
+      "grad_norm": 544.205078125,
+      "learning_rate": 4.3754800873570745e-06,
+      "loss": 25.5312,
+      "step": 29273
+    },
+    {
+      "epoch": 1.3989295613112873,
+      "grad_norm": 431.2258605957031,
+      "learning_rate": 4.3748402473465856e-06,
+      "loss": 24.0312,
+      "step": 29274
+    },
+    {
+      "epoch": 1.3989773487527477,
+      "grad_norm": 261.88232421875,
+      "learning_rate": 4.3742004410235464e-06,
+      "loss": 32.0625,
+      "step": 29275
+    },
+    {
+      "epoch": 1.399025136194208,
+      "grad_norm": 320.9007873535156,
+      "learning_rate": 4.373560668391787e-06,
+      "loss": 39.2812,
+      "step": 29276
+    },
+    {
+      "epoch": 1.3990729236356685,
+      "grad_norm": 371.9396057128906,
+      "learning_rate": 4.372920929455142e-06,
+      "loss": 28.9531,
+      "step": 29277
+    },
+    {
+      "epoch": 1.3991207110771289,
+      "grad_norm": 238.0782012939453,
+      "learning_rate": 4.372281224217437e-06,
+      "loss": 21.8438,
+      "step": 29278
+    },
+    {
+      "epoch": 1.3991684985185893,
+      "grad_norm": 204.45294189453125,
+      "learning_rate": 4.371641552682505e-06,
+      "loss": 24.3438,
+      "step": 29279
+    },
+    {
+      "epoch": 1.3992162859600497,
+      "grad_norm": 421.4753723144531,
+      "learning_rate": 4.371001914854179e-06,
+      "loss": 37.3125,
+      "step": 29280
+    },
+    {
+      "epoch": 1.39926407340151,
+      "grad_norm": 253.2296600341797,
+      "learning_rate": 4.3703623107362906e-06,
+      "loss": 21.0156,
+      "step": 29281
+    },
+    {
+      "epoch": 1.3993118608429704,
+      "grad_norm": 338.19561767578125,
+      "learning_rate": 4.3697227403326635e-06,
+      "loss": 30.5312,
+      "step": 29282
+    },
+    {
+      "epoch": 1.3993596482844308,
+      "grad_norm": 316.2871398925781,
+      "learning_rate": 4.369083203647133e-06,
+      "loss": 21.0156,
+      "step": 29283
+    },
+    {
+      "epoch": 1.3994074357258912,
+      "grad_norm": 293.9629821777344,
+      "learning_rate": 4.368443700683528e-06,
+      "loss": 26.4062,
+      "step": 29284
+    },
+    {
+      "epoch": 1.3994552231673516,
+      "grad_norm": 232.38043212890625,
+      "learning_rate": 4.367804231445681e-06,
+      "loss": 27.375,
+      "step": 29285
+    },
+    {
+      "epoch": 1.399503010608812,
+      "grad_norm": 285.0846862792969,
+      "learning_rate": 4.367164795937418e-06,
+      "loss": 22.9531,
+      "step": 29286
+    },
+    {
+      "epoch": 1.3995507980502724,
+      "grad_norm": 214.16030883789062,
+      "learning_rate": 4.366525394162572e-06,
+      "loss": 23.3125,
+      "step": 29287
+    },
+    {
+      "epoch": 1.3995985854917328,
+      "grad_norm": 181.08740234375,
+      "learning_rate": 4.365886026124966e-06,
+      "loss": 22.7656,
+      "step": 29288
+    },
+    {
+      "epoch": 1.3996463729331932,
+      "grad_norm": 201.20726013183594,
+      "learning_rate": 4.365246691828432e-06,
+      "loss": 19.0938,
+      "step": 29289
+    },
+    {
+      "epoch": 1.3996941603746536,
+      "grad_norm": 232.40870666503906,
+      "learning_rate": 4.3646073912768035e-06,
+      "loss": 32.0938,
+      "step": 29290
+    },
+    {
+      "epoch": 1.399741947816114,
+      "grad_norm": 228.70826721191406,
+      "learning_rate": 4.3639681244739014e-06,
+      "loss": 27.2812,
+      "step": 29291
+    },
+    {
+      "epoch": 1.3997897352575743,
+      "grad_norm": 262.145263671875,
+      "learning_rate": 4.363328891423563e-06,
+      "loss": 29.9688,
+      "step": 29292
+    },
+    {
+      "epoch": 1.3998375226990347,
+      "grad_norm": 273.63568115234375,
+      "learning_rate": 4.362689692129605e-06,
+      "loss": 32.0625,
+      "step": 29293
+    },
+    {
+      "epoch": 1.399885310140495,
+      "grad_norm": 228.53472900390625,
+      "learning_rate": 4.3620505265958636e-06,
+      "loss": 22.9531,
+      "step": 29294
+    },
+    {
+      "epoch": 1.3999330975819555,
+      "grad_norm": 282.0865783691406,
+      "learning_rate": 4.361411394826164e-06,
+      "loss": 29.1562,
+      "step": 29295
+    },
+    {
+      "epoch": 1.3999808850234159,
+      "grad_norm": 321.4346923828125,
+      "learning_rate": 4.3607722968243385e-06,
+      "loss": 30.2812,
+      "step": 29296
+    },
+    {
+      "epoch": 1.4000286724648763,
+      "grad_norm": 366.5088195800781,
+      "learning_rate": 4.360133232594206e-06,
+      "loss": 25.4062,
+      "step": 29297
+    },
+    {
+      "epoch": 1.4000764599063367,
+      "grad_norm": 172.6753387451172,
+      "learning_rate": 4.359494202139598e-06,
+      "loss": 17.7344,
+      "step": 29298
+    },
+    {
+      "epoch": 1.400124247347797,
+      "grad_norm": 254.6458740234375,
+      "learning_rate": 4.358855205464345e-06,
+      "loss": 23.5,
+      "step": 29299
+    },
+    {
+      "epoch": 1.4001720347892574,
+      "grad_norm": 211.56747436523438,
+      "learning_rate": 4.358216242572268e-06,
+      "loss": 25.625,
+      "step": 29300
+    },
+    {
+      "epoch": 1.4002198222307178,
+      "grad_norm": 198.92294311523438,
+      "learning_rate": 4.357577313467194e-06,
+      "loss": 19.7812,
+      "step": 29301
+    },
+    {
+      "epoch": 1.4002676096721782,
+      "grad_norm": 415.0800476074219,
+      "learning_rate": 4.356938418152952e-06,
+      "loss": 24.1875,
+      "step": 29302
+    },
+    {
+      "epoch": 1.4003153971136386,
+      "grad_norm": 209.21974182128906,
+      "learning_rate": 4.356299556633371e-06,
+      "loss": 29.2812,
+      "step": 29303
+    },
+    {
+      "epoch": 1.4003631845550988,
+      "grad_norm": 198.01925659179688,
+      "learning_rate": 4.355660728912268e-06,
+      "loss": 22.8125,
+      "step": 29304
+    },
+    {
+      "epoch": 1.4004109719965592,
+      "grad_norm": 254.7602081298828,
+      "learning_rate": 4.3550219349934764e-06,
+      "loss": 19.5469,
+      "step": 29305
+    },
+    {
+      "epoch": 1.4004587594380196,
+      "grad_norm": 275.8037109375,
+      "learning_rate": 4.354383174880819e-06,
+      "loss": 27.125,
+      "step": 29306
+    },
+    {
+      "epoch": 1.40050654687948,
+      "grad_norm": 221.16683959960938,
+      "learning_rate": 4.353744448578124e-06,
+      "loss": 25.9688,
+      "step": 29307
+    },
+    {
+      "epoch": 1.4005543343209403,
+      "grad_norm": 237.3500518798828,
+      "learning_rate": 4.353105756089212e-06,
+      "loss": 19.6719,
+      "step": 29308
+    },
+    {
+      "epoch": 1.4006021217624007,
+      "grad_norm": 182.96705627441406,
+      "learning_rate": 4.352467097417908e-06,
+      "loss": 27.2656,
+      "step": 29309
+    },
+    {
+      "epoch": 1.4006499092038611,
+      "grad_norm": 124.4624252319336,
+      "learning_rate": 4.351828472568045e-06,
+      "loss": 21.1875,
+      "step": 29310
+    },
+    {
+      "epoch": 1.4006976966453215,
+      "grad_norm": 277.96661376953125,
+      "learning_rate": 4.351189881543436e-06,
+      "loss": 30.625,
+      "step": 29311
+    },
+    {
+      "epoch": 1.400745484086782,
+      "grad_norm": 282.8250427246094,
+      "learning_rate": 4.350551324347911e-06,
+      "loss": 23.4375,
+      "step": 29312
+    },
+    {
+      "epoch": 1.4007932715282423,
+      "grad_norm": 333.238525390625,
+      "learning_rate": 4.349912800985293e-06,
+      "loss": 23.125,
+      "step": 29313
+    },
+    {
+      "epoch": 1.4008410589697027,
+      "grad_norm": 198.26927185058594,
+      "learning_rate": 4.349274311459412e-06,
+      "loss": 24.0547,
+      "step": 29314
+    },
+    {
+      "epoch": 1.400888846411163,
+      "grad_norm": 722.5714721679688,
+      "learning_rate": 4.348635855774082e-06,
+      "loss": 47.25,
+      "step": 29315
+    },
+    {
+      "epoch": 1.4009366338526235,
+      "grad_norm": 459.8721008300781,
+      "learning_rate": 4.34799743393313e-06,
+      "loss": 22.8438,
+      "step": 29316
+    },
+    {
+      "epoch": 1.4009844212940838,
+      "grad_norm": 381.2528076171875,
+      "learning_rate": 4.3473590459403816e-06,
+      "loss": 26.9844,
+      "step": 29317
+    },
+    {
+      "epoch": 1.4010322087355442,
+      "grad_norm": 345.9361572265625,
+      "learning_rate": 4.346720691799662e-06,
+      "loss": 26.9844,
+      "step": 29318
+    },
+    {
+      "epoch": 1.4010799961770046,
+      "grad_norm": 428.3375244140625,
+      "learning_rate": 4.346082371514787e-06,
+      "loss": 27.375,
+      "step": 29319
+    },
+    {
+      "epoch": 1.401127783618465,
+      "grad_norm": 197.23272705078125,
+      "learning_rate": 4.345444085089583e-06,
+      "loss": 21.7656,
+      "step": 29320
+    },
+    {
+      "epoch": 1.4011755710599254,
+      "grad_norm": 131.71629333496094,
+      "learning_rate": 4.3448058325278755e-06,
+      "loss": 16.125,
+      "step": 29321
+    },
+    {
+      "epoch": 1.4012233585013858,
+      "grad_norm": 115.30718231201172,
+      "learning_rate": 4.344167613833481e-06,
+      "loss": 23.1406,
+      "step": 29322
+    },
+    {
+      "epoch": 1.4012711459428462,
+      "grad_norm": 191.63571166992188,
+      "learning_rate": 4.343529429010228e-06,
+      "loss": 28.2969,
+      "step": 29323
+    },
+    {
+      "epoch": 1.4013189333843066,
+      "grad_norm": 316.9864196777344,
+      "learning_rate": 4.342891278061931e-06,
+      "loss": 31.875,
+      "step": 29324
+    },
+    {
+      "epoch": 1.401366720825767,
+      "grad_norm": 372.8361511230469,
+      "learning_rate": 4.3422531609924205e-06,
+      "loss": 17.6562,
+      "step": 29325
+    },
+    {
+      "epoch": 1.4014145082672274,
+      "grad_norm": 156.0718536376953,
+      "learning_rate": 4.341615077805508e-06,
+      "loss": 26.4375,
+      "step": 29326
+    },
+    {
+      "epoch": 1.4014622957086877,
+      "grad_norm": 356.54412841796875,
+      "learning_rate": 4.34097702850502e-06,
+      "loss": 35.375,
+      "step": 29327
+    },
+    {
+      "epoch": 1.4015100831501481,
+      "grad_norm": 593.7685546875,
+      "learning_rate": 4.340339013094778e-06,
+      "loss": 21.8125,
+      "step": 29328
+    },
+    {
+      "epoch": 1.4015578705916085,
+      "grad_norm": 176.7366485595703,
+      "learning_rate": 4.339701031578605e-06,
+      "loss": 31.1719,
+      "step": 29329
+    },
+    {
+      "epoch": 1.401605658033069,
+      "grad_norm": 237.94728088378906,
+      "learning_rate": 4.3390630839603165e-06,
+      "loss": 22.9688,
+      "step": 29330
+    },
+    {
+      "epoch": 1.4016534454745293,
+      "grad_norm": 134.96673583984375,
+      "learning_rate": 4.338425170243734e-06,
+      "loss": 20.875,
+      "step": 29331
+    },
+    {
+      "epoch": 1.4017012329159897,
+      "grad_norm": 183.28912353515625,
+      "learning_rate": 4.337787290432681e-06,
+      "loss": 23.3906,
+      "step": 29332
+    },
+    {
+      "epoch": 1.40174902035745,
+      "grad_norm": 220.04632568359375,
+      "learning_rate": 4.337149444530979e-06,
+      "loss": 26.875,
+      "step": 29333
+    },
+    {
+      "epoch": 1.4017968077989105,
+      "grad_norm": 231.92921447753906,
+      "learning_rate": 4.3365116325424405e-06,
+      "loss": 28.125,
+      "step": 29334
+    },
+    {
+      "epoch": 1.4018445952403709,
+      "grad_norm": 238.19482421875,
+      "learning_rate": 4.33587385447089e-06,
+      "loss": 14.7969,
+      "step": 29335
+    },
+    {
+      "epoch": 1.4018923826818313,
+      "grad_norm": 354.24688720703125,
+      "learning_rate": 4.33523611032015e-06,
+      "loss": 36.125,
+      "step": 29336
+    },
+    {
+      "epoch": 1.4019401701232916,
+      "grad_norm": 165.43545532226562,
+      "learning_rate": 4.3345984000940335e-06,
+      "loss": 19.0938,
+      "step": 29337
+    },
+    {
+      "epoch": 1.401987957564752,
+      "grad_norm": 233.1199493408203,
+      "learning_rate": 4.33396072379636e-06,
+      "loss": 31.3125,
+      "step": 29338
+    },
+    {
+      "epoch": 1.4020357450062124,
+      "grad_norm": 234.614013671875,
+      "learning_rate": 4.3333230814309524e-06,
+      "loss": 27.1562,
+      "step": 29339
+    },
+    {
+      "epoch": 1.4020835324476728,
+      "grad_norm": 174.8647918701172,
+      "learning_rate": 4.33268547300163e-06,
+      "loss": 20.9844,
+      "step": 29340
+    },
+    {
+      "epoch": 1.4021313198891332,
+      "grad_norm": 563.6005249023438,
+      "learning_rate": 4.332047898512206e-06,
+      "loss": 37.9688,
+      "step": 29341
+    },
+    {
+      "epoch": 1.4021791073305936,
+      "grad_norm": 185.14132690429688,
+      "learning_rate": 4.331410357966501e-06,
+      "loss": 15.2344,
+      "step": 29342
+    },
+    {
+      "epoch": 1.402226894772054,
+      "grad_norm": 203.81011962890625,
+      "learning_rate": 4.330772851368333e-06,
+      "loss": 24.9375,
+      "step": 29343
+    },
+    {
+      "epoch": 1.4022746822135144,
+      "grad_norm": 221.94580078125,
+      "learning_rate": 4.330135378721525e-06,
+      "loss": 32.8438,
+      "step": 29344
+    },
+    {
+      "epoch": 1.4023224696549748,
+      "grad_norm": 291.21392822265625,
+      "learning_rate": 4.329497940029886e-06,
+      "loss": 25.7812,
+      "step": 29345
+    },
+    {
+      "epoch": 1.4023702570964351,
+      "grad_norm": 230.67141723632812,
+      "learning_rate": 4.328860535297236e-06,
+      "loss": 31.5312,
+      "step": 29346
+    },
+    {
+      "epoch": 1.4024180445378955,
+      "grad_norm": 192.11012268066406,
+      "learning_rate": 4.3282231645274e-06,
+      "loss": 28.2188,
+      "step": 29347
+    },
+    {
+      "epoch": 1.402465831979356,
+      "grad_norm": 317.4682312011719,
+      "learning_rate": 4.327585827724184e-06,
+      "loss": 25.0625,
+      "step": 29348
+    },
+    {
+      "epoch": 1.4025136194208163,
+      "grad_norm": 302.9759521484375,
+      "learning_rate": 4.326948524891408e-06,
+      "loss": 27.5625,
+      "step": 29349
+    },
+    {
+      "epoch": 1.4025614068622767,
+      "grad_norm": 309.7795715332031,
+      "learning_rate": 4.326311256032891e-06,
+      "loss": 19.8906,
+      "step": 29350
+    },
+    {
+      "epoch": 1.402609194303737,
+      "grad_norm": 188.88629150390625,
+      "learning_rate": 4.325674021152453e-06,
+      "loss": 23.875,
+      "step": 29351
+    },
+    {
+      "epoch": 1.4026569817451975,
+      "grad_norm": 295.4985046386719,
+      "learning_rate": 4.325036820253901e-06,
+      "loss": 28.8125,
+      "step": 29352
+    },
+    {
+      "epoch": 1.4027047691866579,
+      "grad_norm": 333.2135314941406,
+      "learning_rate": 4.324399653341056e-06,
+      "loss": 35.3125,
+      "step": 29353
+    },
+    {
+      "epoch": 1.4027525566281183,
+      "grad_norm": 302.7773742675781,
+      "learning_rate": 4.323762520417737e-06,
+      "loss": 24.2812,
+      "step": 29354
+    },
+    {
+      "epoch": 1.4028003440695787,
+      "grad_norm": 327.4727783203125,
+      "learning_rate": 4.323125421487753e-06,
+      "loss": 25.9688,
+      "step": 29355
+    },
+    {
+      "epoch": 1.4028481315110388,
+      "grad_norm": 120.49560546875,
+      "learning_rate": 4.322488356554926e-06,
+      "loss": 19.5469,
+      "step": 29356
+    },
+    {
+      "epoch": 1.4028959189524992,
+      "grad_norm": 247.3789520263672,
+      "learning_rate": 4.3218513256230635e-06,
+      "loss": 28.5938,
+      "step": 29357
+    },
+    {
+      "epoch": 1.4029437063939596,
+      "grad_norm": 307.6258850097656,
+      "learning_rate": 4.3212143286959855e-06,
+      "loss": 29.9375,
+      "step": 29358
+    },
+    {
+      "epoch": 1.40299149383542,
+      "grad_norm": 232.17037963867188,
+      "learning_rate": 4.32057736577751e-06,
+      "loss": 25.8594,
+      "step": 29359
+    },
+    {
+      "epoch": 1.4030392812768804,
+      "grad_norm": 232.10411071777344,
+      "learning_rate": 4.319940436871442e-06,
+      "loss": 23.2812,
+      "step": 29360
+    },
+    {
+      "epoch": 1.4030870687183408,
+      "grad_norm": 192.6241912841797,
+      "learning_rate": 4.319303541981603e-06,
+      "loss": 28.6406,
+      "step": 29361
+    },
+    {
+      "epoch": 1.4031348561598012,
+      "grad_norm": 181.76902770996094,
+      "learning_rate": 4.31866668111181e-06,
+      "loss": 20.9688,
+      "step": 29362
+    },
+    {
+      "epoch": 1.4031826436012615,
+      "grad_norm": 271.0482482910156,
+      "learning_rate": 4.3180298542658685e-06,
+      "loss": 22.0781,
+      "step": 29363
+    },
+    {
+      "epoch": 1.403230431042722,
+      "grad_norm": 422.3651123046875,
+      "learning_rate": 4.317393061447596e-06,
+      "loss": 26.7812,
+      "step": 29364
+    },
+    {
+      "epoch": 1.4032782184841823,
+      "grad_norm": 286.99920654296875,
+      "learning_rate": 4.316756302660806e-06,
+      "loss": 23.7812,
+      "step": 29365
+    },
+    {
+      "epoch": 1.4033260059256427,
+      "grad_norm": 480.5289001464844,
+      "learning_rate": 4.316119577909316e-06,
+      "loss": 27.8438,
+      "step": 29366
+    },
+    {
+      "epoch": 1.403373793367103,
+      "grad_norm": 180.9408416748047,
+      "learning_rate": 4.315482887196933e-06,
+      "loss": 21.875,
+      "step": 29367
+    },
+    {
+      "epoch": 1.4034215808085635,
+      "grad_norm": 179.89723205566406,
+      "learning_rate": 4.314846230527473e-06,
+      "loss": 19.6875,
+      "step": 29368
+    },
+    {
+      "epoch": 1.4034693682500239,
+      "grad_norm": 211.1549835205078,
+      "learning_rate": 4.314209607904747e-06,
+      "loss": 31.625,
+      "step": 29369
+    },
+    {
+      "epoch": 1.4035171556914843,
+      "grad_norm": 499.0455322265625,
+      "learning_rate": 4.313573019332572e-06,
+      "loss": 23.5469,
+      "step": 29370
+    },
+    {
+      "epoch": 1.4035649431329447,
+      "grad_norm": 265.08538818359375,
+      "learning_rate": 4.312936464814754e-06,
+      "loss": 25.4375,
+      "step": 29371
+    },
+    {
+      "epoch": 1.403612730574405,
+      "grad_norm": 286.1216735839844,
+      "learning_rate": 4.312299944355108e-06,
+      "loss": 20.0,
+      "step": 29372
+    },
+    {
+      "epoch": 1.4036605180158654,
+      "grad_norm": 279.29638671875,
+      "learning_rate": 4.311663457957451e-06,
+      "loss": 24.6562,
+      "step": 29373
+    },
+    {
+      "epoch": 1.4037083054573258,
+      "grad_norm": 495.1468505859375,
+      "learning_rate": 4.311027005625585e-06,
+      "loss": 28.0625,
+      "step": 29374
+    },
+    {
+      "epoch": 1.4037560928987862,
+      "grad_norm": 295.1893615722656,
+      "learning_rate": 4.310390587363328e-06,
+      "loss": 25.875,
+      "step": 29375
+    },
+    {
+      "epoch": 1.4038038803402466,
+      "grad_norm": 266.0976257324219,
+      "learning_rate": 4.309754203174488e-06,
+      "loss": 33.7188,
+      "step": 29376
+    },
+    {
+      "epoch": 1.403851667781707,
+      "grad_norm": 135.91575622558594,
+      "learning_rate": 4.309117853062882e-06,
+      "loss": 21.7969,
+      "step": 29377
+    },
+    {
+      "epoch": 1.4038994552231674,
+      "grad_norm": 237.55072021484375,
+      "learning_rate": 4.308481537032314e-06,
+      "loss": 26.7969,
+      "step": 29378
+    },
+    {
+      "epoch": 1.4039472426646278,
+      "grad_norm": 406.2432556152344,
+      "learning_rate": 4.3078452550865964e-06,
+      "loss": 18.0625,
+      "step": 29379
+    },
+    {
+      "epoch": 1.4039950301060882,
+      "grad_norm": 171.32325744628906,
+      "learning_rate": 4.307209007229541e-06,
+      "loss": 21.625,
+      "step": 29380
+    },
+    {
+      "epoch": 1.4040428175475486,
+      "grad_norm": 157.78097534179688,
+      "learning_rate": 4.306572793464963e-06,
+      "loss": 21.8281,
+      "step": 29381
+    },
+    {
+      "epoch": 1.404090604989009,
+      "grad_norm": 203.05650329589844,
+      "learning_rate": 4.305936613796663e-06,
+      "loss": 27.125,
+      "step": 29382
+    },
+    {
+      "epoch": 1.4041383924304693,
+      "grad_norm": 164.3405303955078,
+      "learning_rate": 4.305300468228455e-06,
+      "loss": 20.8438,
+      "step": 29383
+    },
+    {
+      "epoch": 1.4041861798719297,
+      "grad_norm": 299.1526184082031,
+      "learning_rate": 4.304664356764152e-06,
+      "loss": 32.6562,
+      "step": 29384
+    },
+    {
+      "epoch": 1.4042339673133901,
+      "grad_norm": 234.14791870117188,
+      "learning_rate": 4.304028279407558e-06,
+      "loss": 26.4062,
+      "step": 29385
+    },
+    {
+      "epoch": 1.4042817547548503,
+      "grad_norm": 227.5265655517578,
+      "learning_rate": 4.303392236162485e-06,
+      "loss": 23.7188,
+      "step": 29386
+    },
+    {
+      "epoch": 1.4043295421963107,
+      "grad_norm": 168.46311950683594,
+      "learning_rate": 4.302756227032744e-06,
+      "loss": 21.0,
+      "step": 29387
+    },
+    {
+      "epoch": 1.404377329637771,
+      "grad_norm": 223.51637268066406,
+      "learning_rate": 4.30212025202214e-06,
+      "loss": 24.3438,
+      "step": 29388
+    },
+    {
+      "epoch": 1.4044251170792315,
+      "grad_norm": 427.81365966796875,
+      "learning_rate": 4.301484311134485e-06,
+      "loss": 25.2812,
+      "step": 29389
+    },
+    {
+      "epoch": 1.4044729045206918,
+      "grad_norm": 281.37847900390625,
+      "learning_rate": 4.300848404373583e-06,
+      "loss": 21.0156,
+      "step": 29390
+    },
+    {
+      "epoch": 1.4045206919621522,
+      "grad_norm": 875.0325927734375,
+      "learning_rate": 4.300212531743247e-06,
+      "loss": 28.5625,
+      "step": 29391
+    },
+    {
+      "epoch": 1.4045684794036126,
+      "grad_norm": 630.0841674804688,
+      "learning_rate": 4.299576693247284e-06,
+      "loss": 24.1875,
+      "step": 29392
+    },
+    {
+      "epoch": 1.404616266845073,
+      "grad_norm": 230.1865234375,
+      "learning_rate": 4.298940888889499e-06,
+      "loss": 25.7188,
+      "step": 29393
+    },
+    {
+      "epoch": 1.4046640542865334,
+      "grad_norm": 305.41339111328125,
+      "learning_rate": 4.298305118673701e-06,
+      "loss": 22.9219,
+      "step": 29394
+    },
+    {
+      "epoch": 1.4047118417279938,
+      "grad_norm": 190.50601196289062,
+      "learning_rate": 4.297669382603702e-06,
+      "loss": 19.5,
+      "step": 29395
+    },
+    {
+      "epoch": 1.4047596291694542,
+      "grad_norm": 145.9537811279297,
+      "learning_rate": 4.297033680683302e-06,
+      "loss": 17.6406,
+      "step": 29396
+    },
+    {
+      "epoch": 1.4048074166109146,
+      "grad_norm": 212.58255004882812,
+      "learning_rate": 4.296398012916312e-06,
+      "loss": 25.9688,
+      "step": 29397
+    },
+    {
+      "epoch": 1.404855204052375,
+      "grad_norm": 186.89242553710938,
+      "learning_rate": 4.2957623793065374e-06,
+      "loss": 23.1562,
+      "step": 29398
+    },
+    {
+      "epoch": 1.4049029914938354,
+      "grad_norm": 158.01258850097656,
+      "learning_rate": 4.295126779857789e-06,
+      "loss": 18.875,
+      "step": 29399
+    },
+    {
+      "epoch": 1.4049507789352957,
+      "grad_norm": 492.22442626953125,
+      "learning_rate": 4.294491214573867e-06,
+      "loss": 22.4375,
+      "step": 29400
+    },
+    {
+      "epoch": 1.4049985663767561,
+      "grad_norm": 157.84719848632812,
+      "learning_rate": 4.29385568345858e-06,
+      "loss": 19.7188,
+      "step": 29401
+    },
+    {
+      "epoch": 1.4050463538182165,
+      "grad_norm": 249.45567321777344,
+      "learning_rate": 4.293220186515734e-06,
+      "loss": 25.0156,
+      "step": 29402
+    },
+    {
+      "epoch": 1.405094141259677,
+      "grad_norm": 166.16357421875,
+      "learning_rate": 4.2925847237491405e-06,
+      "loss": 24.1562,
+      "step": 29403
+    },
+    {
+      "epoch": 1.4051419287011373,
+      "grad_norm": 272.6856994628906,
+      "learning_rate": 4.291949295162595e-06,
+      "loss": 19.9219,
+      "step": 29404
+    },
+    {
+      "epoch": 1.4051897161425977,
+      "grad_norm": 267.9143371582031,
+      "learning_rate": 4.291313900759908e-06,
+      "loss": 19.8438,
+      "step": 29405
+    },
+    {
+      "epoch": 1.405237503584058,
+      "grad_norm": 232.4128875732422,
+      "learning_rate": 4.2906785405448894e-06,
+      "loss": 23.8906,
+      "step": 29406
+    },
+    {
+      "epoch": 1.4052852910255185,
+      "grad_norm": 276.6150207519531,
+      "learning_rate": 4.290043214521334e-06,
+      "loss": 30.75,
+      "step": 29407
+    },
+    {
+      "epoch": 1.4053330784669789,
+      "grad_norm": 306.9321594238281,
+      "learning_rate": 4.289407922693053e-06,
+      "loss": 27.1562,
+      "step": 29408
+    },
+    {
+      "epoch": 1.4053808659084392,
+      "grad_norm": 266.8837585449219,
+      "learning_rate": 4.288772665063849e-06,
+      "loss": 33.5625,
+      "step": 29409
+    },
+    {
+      "epoch": 1.4054286533498996,
+      "grad_norm": 260.5221862792969,
+      "learning_rate": 4.288137441637531e-06,
+      "loss": 23.0,
+      "step": 29410
+    },
+    {
+      "epoch": 1.40547644079136,
+      "grad_norm": 221.60012817382812,
+      "learning_rate": 4.2875022524178966e-06,
+      "loss": 31.0625,
+      "step": 29411
+    },
+    {
+      "epoch": 1.4055242282328204,
+      "grad_norm": 434.060791015625,
+      "learning_rate": 4.286867097408753e-06,
+      "loss": 25.0625,
+      "step": 29412
+    },
+    {
+      "epoch": 1.4055720156742808,
+      "grad_norm": 174.53955078125,
+      "learning_rate": 4.286231976613901e-06,
+      "loss": 29.625,
+      "step": 29413
+    },
+    {
+      "epoch": 1.4056198031157412,
+      "grad_norm": 178.8677520751953,
+      "learning_rate": 4.285596890037152e-06,
+      "loss": 28.3438,
+      "step": 29414
+    },
+    {
+      "epoch": 1.4056675905572016,
+      "grad_norm": 476.8275451660156,
+      "learning_rate": 4.284961837682301e-06,
+      "loss": 27.9375,
+      "step": 29415
+    },
+    {
+      "epoch": 1.405715377998662,
+      "grad_norm": 286.36572265625,
+      "learning_rate": 4.284326819553153e-06,
+      "loss": 21.125,
+      "step": 29416
+    },
+    {
+      "epoch": 1.4057631654401224,
+      "grad_norm": 132.44268798828125,
+      "learning_rate": 4.283691835653516e-06,
+      "loss": 14.1562,
+      "step": 29417
+    },
+    {
+      "epoch": 1.4058109528815828,
+      "grad_norm": 166.23721313476562,
+      "learning_rate": 4.2830568859871855e-06,
+      "loss": 16.625,
+      "step": 29418
+    },
+    {
+      "epoch": 1.4058587403230431,
+      "grad_norm": 319.64422607421875,
+      "learning_rate": 4.2824219705579674e-06,
+      "loss": 21.7656,
+      "step": 29419
+    },
+    {
+      "epoch": 1.4059065277645035,
+      "grad_norm": 166.1612091064453,
+      "learning_rate": 4.2817870893696675e-06,
+      "loss": 20.2344,
+      "step": 29420
+    },
+    {
+      "epoch": 1.405954315205964,
+      "grad_norm": 1094.448486328125,
+      "learning_rate": 4.281152242426081e-06,
+      "loss": 21.0781,
+      "step": 29421
+    },
+    {
+      "epoch": 1.4060021026474243,
+      "grad_norm": 205.04176330566406,
+      "learning_rate": 4.280517429731016e-06,
+      "loss": 24.3125,
+      "step": 29422
+    },
+    {
+      "epoch": 1.4060498900888847,
+      "grad_norm": 232.45811462402344,
+      "learning_rate": 4.279882651288268e-06,
+      "loss": 26.7344,
+      "step": 29423
+    },
+    {
+      "epoch": 1.406097677530345,
+      "grad_norm": 333.992919921875,
+      "learning_rate": 4.279247907101644e-06,
+      "loss": 30.25,
+      "step": 29424
+    },
+    {
+      "epoch": 1.4061454649718055,
+      "grad_norm": 235.72471618652344,
+      "learning_rate": 4.278613197174945e-06,
+      "loss": 28.7344,
+      "step": 29425
+    },
+    {
+      "epoch": 1.4061932524132659,
+      "grad_norm": 286.5920104980469,
+      "learning_rate": 4.277978521511966e-06,
+      "loss": 24.6875,
+      "step": 29426
+    },
+    {
+      "epoch": 1.4062410398547263,
+      "grad_norm": 649.3002319335938,
+      "learning_rate": 4.277343880116513e-06,
+      "loss": 22.5312,
+      "step": 29427
+    },
+    {
+      "epoch": 1.4062888272961866,
+      "grad_norm": 171.3897247314453,
+      "learning_rate": 4.276709272992388e-06,
+      "loss": 20.3125,
+      "step": 29428
+    },
+    {
+      "epoch": 1.406336614737647,
+      "grad_norm": 218.26144409179688,
+      "learning_rate": 4.27607470014339e-06,
+      "loss": 22.5938,
+      "step": 29429
+    },
+    {
+      "epoch": 1.4063844021791074,
+      "grad_norm": 327.2955017089844,
+      "learning_rate": 4.275440161573317e-06,
+      "loss": 28.8594,
+      "step": 29430
+    },
+    {
+      "epoch": 1.4064321896205678,
+      "grad_norm": 186.0870819091797,
+      "learning_rate": 4.27480565728597e-06,
+      "loss": 19.9062,
+      "step": 29431
+    },
+    {
+      "epoch": 1.4064799770620282,
+      "grad_norm": 323.12188720703125,
+      "learning_rate": 4.274171187285152e-06,
+      "loss": 25.625,
+      "step": 29432
+    },
+    {
+      "epoch": 1.4065277645034886,
+      "grad_norm": 313.5220642089844,
+      "learning_rate": 4.273536751574658e-06,
+      "loss": 25.2812,
+      "step": 29433
+    },
+    {
+      "epoch": 1.406575551944949,
+      "grad_norm": 281.6246337890625,
+      "learning_rate": 4.27290235015829e-06,
+      "loss": 30.5625,
+      "step": 29434
+    },
+    {
+      "epoch": 1.4066233393864094,
+      "grad_norm": 335.854736328125,
+      "learning_rate": 4.272267983039846e-06,
+      "loss": 28.0,
+      "step": 29435
+    },
+    {
+      "epoch": 1.4066711268278698,
+      "grad_norm": 279.87921142578125,
+      "learning_rate": 4.27163365022313e-06,
+      "loss": 23.6875,
+      "step": 29436
+    },
+    {
+      "epoch": 1.4067189142693302,
+      "grad_norm": 269.3409118652344,
+      "learning_rate": 4.270999351711933e-06,
+      "loss": 30.6562,
+      "step": 29437
+    },
+    {
+      "epoch": 1.4067667017107903,
+      "grad_norm": 248.35093688964844,
+      "learning_rate": 4.270365087510058e-06,
+      "loss": 37.625,
+      "step": 29438
+    },
+    {
+      "epoch": 1.4068144891522507,
+      "grad_norm": 159.7811279296875,
+      "learning_rate": 4.2697308576213025e-06,
+      "loss": 20.0312,
+      "step": 29439
+    },
+    {
+      "epoch": 1.406862276593711,
+      "grad_norm": 200.04473876953125,
+      "learning_rate": 4.269096662049469e-06,
+      "loss": 24.0312,
+      "step": 29440
+    },
+    {
+      "epoch": 1.4069100640351715,
+      "grad_norm": 331.7520751953125,
+      "learning_rate": 4.268462500798347e-06,
+      "loss": 25.6562,
+      "step": 29441
+    },
+    {
+      "epoch": 1.4069578514766319,
+      "grad_norm": 215.58470153808594,
+      "learning_rate": 4.2678283738717396e-06,
+      "loss": 24.8906,
+      "step": 29442
+    },
+    {
+      "epoch": 1.4070056389180923,
+      "grad_norm": 396.5780334472656,
+      "learning_rate": 4.267194281273448e-06,
+      "loss": 24.5312,
+      "step": 29443
+    },
+    {
+      "epoch": 1.4070534263595527,
+      "grad_norm": 395.9870910644531,
+      "learning_rate": 4.266560223007261e-06,
+      "loss": 32.4688,
+      "step": 29444
+    },
+    {
+      "epoch": 1.407101213801013,
+      "grad_norm": 358.5350646972656,
+      "learning_rate": 4.26592619907698e-06,
+      "loss": 20.9219,
+      "step": 29445
+    },
+    {
+      "epoch": 1.4071490012424734,
+      "grad_norm": 134.8801727294922,
+      "learning_rate": 4.265292209486402e-06,
+      "loss": 14.6719,
+      "step": 29446
+    },
+    {
+      "epoch": 1.4071967886839338,
+      "grad_norm": 248.7528076171875,
+      "learning_rate": 4.264658254239328e-06,
+      "loss": 20.0938,
+      "step": 29447
+    },
+    {
+      "epoch": 1.4072445761253942,
+      "grad_norm": 203.47691345214844,
+      "learning_rate": 4.264024333339547e-06,
+      "loss": 22.1406,
+      "step": 29448
+    },
+    {
+      "epoch": 1.4072923635668546,
+      "grad_norm": 317.739990234375,
+      "learning_rate": 4.2633904467908586e-06,
+      "loss": 34.0469,
+      "step": 29449
+    },
+    {
+      "epoch": 1.407340151008315,
+      "grad_norm": 241.9335479736328,
+      "learning_rate": 4.262756594597058e-06,
+      "loss": 34.7188,
+      "step": 29450
+    },
+    {
+      "epoch": 1.4073879384497754,
+      "grad_norm": 150.6846923828125,
+      "learning_rate": 4.262122776761947e-06,
+      "loss": 20.0781,
+      "step": 29451
+    },
+    {
+      "epoch": 1.4074357258912358,
+      "grad_norm": 381.0677490234375,
+      "learning_rate": 4.261488993289313e-06,
+      "loss": 23.9062,
+      "step": 29452
+    },
+    {
+      "epoch": 1.4074835133326962,
+      "grad_norm": 260.8876037597656,
+      "learning_rate": 4.260855244182959e-06,
+      "loss": 30.7031,
+      "step": 29453
+    },
+    {
+      "epoch": 1.4075313007741566,
+      "grad_norm": 184.51927185058594,
+      "learning_rate": 4.260221529446672e-06,
+      "loss": 24.2812,
+      "step": 29454
+    },
+    {
+      "epoch": 1.407579088215617,
+      "grad_norm": 189.8986053466797,
+      "learning_rate": 4.259587849084257e-06,
+      "loss": 17.9219,
+      "step": 29455
+    },
+    {
+      "epoch": 1.4076268756570773,
+      "grad_norm": 432.7983703613281,
+      "learning_rate": 4.258954203099499e-06,
+      "loss": 21.2969,
+      "step": 29456
+    },
+    {
+      "epoch": 1.4076746630985377,
+      "grad_norm": 277.5648193359375,
+      "learning_rate": 4.258320591496196e-06,
+      "loss": 27.8438,
+      "step": 29457
+    },
+    {
+      "epoch": 1.4077224505399981,
+      "grad_norm": 455.8815002441406,
+      "learning_rate": 4.25768701427815e-06,
+      "loss": 25.5312,
+      "step": 29458
+    },
+    {
+      "epoch": 1.4077702379814585,
+      "grad_norm": 535.0221557617188,
+      "learning_rate": 4.257053471449144e-06,
+      "loss": 39.9531,
+      "step": 29459
+    },
+    {
+      "epoch": 1.407818025422919,
+      "grad_norm": 165.5900421142578,
+      "learning_rate": 4.2564199630129775e-06,
+      "loss": 23.2031,
+      "step": 29460
+    },
+    {
+      "epoch": 1.4078658128643793,
+      "grad_norm": 256.12744140625,
+      "learning_rate": 4.255786488973444e-06,
+      "loss": 26.2188,
+      "step": 29461
+    },
+    {
+      "epoch": 1.4079136003058397,
+      "grad_norm": 400.0461730957031,
+      "learning_rate": 4.2551530493343415e-06,
+      "loss": 22.75,
+      "step": 29462
+    },
+    {
+      "epoch": 1.4079613877473,
+      "grad_norm": 369.8204040527344,
+      "learning_rate": 4.254519644099456e-06,
+      "loss": 32.875,
+      "step": 29463
+    },
+    {
+      "epoch": 1.4080091751887605,
+      "grad_norm": 252.50575256347656,
+      "learning_rate": 4.253886273272584e-06,
+      "loss": 21.125,
+      "step": 29464
+    },
+    {
+      "epoch": 1.4080569626302208,
+      "grad_norm": 221.9210205078125,
+      "learning_rate": 4.253252936857518e-06,
+      "loss": 17.9844,
+      "step": 29465
+    },
+    {
+      "epoch": 1.4081047500716812,
+      "grad_norm": 155.32366943359375,
+      "learning_rate": 4.252619634858056e-06,
+      "loss": 31.625,
+      "step": 29466
+    },
+    {
+      "epoch": 1.4081525375131416,
+      "grad_norm": 158.7460174560547,
+      "learning_rate": 4.251986367277983e-06,
+      "loss": 22.375,
+      "step": 29467
+    },
+    {
+      "epoch": 1.408200324954602,
+      "grad_norm": 185.23292541503906,
+      "learning_rate": 4.251353134121094e-06,
+      "loss": 23.7031,
+      "step": 29468
+    },
+    {
+      "epoch": 1.4082481123960622,
+      "grad_norm": 188.00482177734375,
+      "learning_rate": 4.250719935391184e-06,
+      "loss": 21.7188,
+      "step": 29469
+    },
+    {
+      "epoch": 1.4082958998375226,
+      "grad_norm": 335.25762939453125,
+      "learning_rate": 4.250086771092041e-06,
+      "loss": 26.8438,
+      "step": 29470
+    },
+    {
+      "epoch": 1.408343687278983,
+      "grad_norm": 331.1466064453125,
+      "learning_rate": 4.249453641227459e-06,
+      "loss": 27.125,
+      "step": 29471
+    },
+    {
+      "epoch": 1.4083914747204433,
+      "grad_norm": 195.51364135742188,
+      "learning_rate": 4.248820545801229e-06,
+      "loss": 22.375,
+      "step": 29472
+    },
+    {
+      "epoch": 1.4084392621619037,
+      "grad_norm": 220.76708984375,
+      "learning_rate": 4.248187484817146e-06,
+      "loss": 26.2812,
+      "step": 29473
+    },
+    {
+      "epoch": 1.4084870496033641,
+      "grad_norm": 207.90773010253906,
+      "learning_rate": 4.247554458278996e-06,
+      "loss": 25.4844,
+      "step": 29474
+    },
+    {
+      "epoch": 1.4085348370448245,
+      "grad_norm": 312.2895812988281,
+      "learning_rate": 4.246921466190571e-06,
+      "loss": 17.375,
+      "step": 29475
+    },
+    {
+      "epoch": 1.408582624486285,
+      "grad_norm": 184.8460693359375,
+      "learning_rate": 4.2462885085556635e-06,
+      "loss": 23.125,
+      "step": 29476
+    },
+    {
+      "epoch": 1.4086304119277453,
+      "grad_norm": 300.8374938964844,
+      "learning_rate": 4.245655585378066e-06,
+      "loss": 31.5625,
+      "step": 29477
+    },
+    {
+      "epoch": 1.4086781993692057,
+      "grad_norm": 487.9616394042969,
+      "learning_rate": 4.245022696661563e-06,
+      "loss": 28.6094,
+      "step": 29478
+    },
+    {
+      "epoch": 1.408725986810666,
+      "grad_norm": 260.8012390136719,
+      "learning_rate": 4.244389842409949e-06,
+      "loss": 17.3906,
+      "step": 29479
+    },
+    {
+      "epoch": 1.4087737742521265,
+      "grad_norm": 488.6759338378906,
+      "learning_rate": 4.243757022627018e-06,
+      "loss": 25.25,
+      "step": 29480
+    },
+    {
+      "epoch": 1.4088215616935869,
+      "grad_norm": 272.26104736328125,
+      "learning_rate": 4.243124237316548e-06,
+      "loss": 31.1562,
+      "step": 29481
+    },
+    {
+      "epoch": 1.4088693491350472,
+      "grad_norm": 323.4180908203125,
+      "learning_rate": 4.242491486482337e-06,
+      "loss": 16.3125,
+      "step": 29482
+    },
+    {
+      "epoch": 1.4089171365765076,
+      "grad_norm": 238.0399932861328,
+      "learning_rate": 4.241858770128173e-06,
+      "loss": 21.1562,
+      "step": 29483
+    },
+    {
+      "epoch": 1.408964924017968,
+      "grad_norm": 227.66738891601562,
+      "learning_rate": 4.241226088257849e-06,
+      "loss": 30.25,
+      "step": 29484
+    },
+    {
+      "epoch": 1.4090127114594284,
+      "grad_norm": 160.22276306152344,
+      "learning_rate": 4.240593440875145e-06,
+      "loss": 19.0781,
+      "step": 29485
+    },
+    {
+      "epoch": 1.4090604989008888,
+      "grad_norm": 179.36927795410156,
+      "learning_rate": 4.239960827983859e-06,
+      "loss": 24.875,
+      "step": 29486
+    },
+    {
+      "epoch": 1.4091082863423492,
+      "grad_norm": 172.22940063476562,
+      "learning_rate": 4.239328249587772e-06,
+      "loss": 20.1875,
+      "step": 29487
+    },
+    {
+      "epoch": 1.4091560737838096,
+      "grad_norm": 186.0526123046875,
+      "learning_rate": 4.238695705690674e-06,
+      "loss": 24.4375,
+      "step": 29488
+    },
+    {
+      "epoch": 1.40920386122527,
+      "grad_norm": 283.4902038574219,
+      "learning_rate": 4.238063196296359e-06,
+      "loss": 21.0,
+      "step": 29489
+    },
+    {
+      "epoch": 1.4092516486667304,
+      "grad_norm": 195.8004608154297,
+      "learning_rate": 4.237430721408607e-06,
+      "loss": 22.75,
+      "step": 29490
+    },
+    {
+      "epoch": 1.4092994361081908,
+      "grad_norm": 259.1138610839844,
+      "learning_rate": 4.236798281031212e-06,
+      "loss": 27.7812,
+      "step": 29491
+    },
+    {
+      "epoch": 1.4093472235496511,
+      "grad_norm": 347.8440856933594,
+      "learning_rate": 4.236165875167957e-06,
+      "loss": 31.7969,
+      "step": 29492
+    },
+    {
+      "epoch": 1.4093950109911115,
+      "grad_norm": 263.23089599609375,
+      "learning_rate": 4.2355335038226295e-06,
+      "loss": 26.7188,
+      "step": 29493
+    },
+    {
+      "epoch": 1.409442798432572,
+      "grad_norm": 295.49029541015625,
+      "learning_rate": 4.2349011669990196e-06,
+      "loss": 32.125,
+      "step": 29494
+    },
+    {
+      "epoch": 1.4094905858740323,
+      "grad_norm": 220.48326110839844,
+      "learning_rate": 4.234268864700915e-06,
+      "loss": 17.7812,
+      "step": 29495
+    },
+    {
+      "epoch": 1.4095383733154927,
+      "grad_norm": 213.52801513671875,
+      "learning_rate": 4.233636596932096e-06,
+      "loss": 29.7812,
+      "step": 29496
+    },
+    {
+      "epoch": 1.409586160756953,
+      "grad_norm": 184.64401245117188,
+      "learning_rate": 4.233004363696353e-06,
+      "loss": 28.1562,
+      "step": 29497
+    },
+    {
+      "epoch": 1.4096339481984135,
+      "grad_norm": 169.59750366210938,
+      "learning_rate": 4.232372164997475e-06,
+      "loss": 30.25,
+      "step": 29498
+    },
+    {
+      "epoch": 1.4096817356398739,
+      "grad_norm": 258.28436279296875,
+      "learning_rate": 4.231740000839246e-06,
+      "loss": 20.5312,
+      "step": 29499
+    },
+    {
+      "epoch": 1.4097295230813343,
+      "grad_norm": 270.01702880859375,
+      "learning_rate": 4.231107871225449e-06,
+      "loss": 19.9844,
+      "step": 29500
+    },
+    {
+      "epoch": 1.4097773105227946,
+      "grad_norm": 205.44114685058594,
+      "learning_rate": 4.230475776159872e-06,
+      "loss": 38.5,
+      "step": 29501
+    },
+    {
+      "epoch": 1.409825097964255,
+      "grad_norm": 206.38357543945312,
+      "learning_rate": 4.229843715646301e-06,
+      "loss": 22.7812,
+      "step": 29502
+    },
+    {
+      "epoch": 1.4098728854057154,
+      "grad_norm": 216.19210815429688,
+      "learning_rate": 4.229211689688524e-06,
+      "loss": 26.6875,
+      "step": 29503
+    },
+    {
+      "epoch": 1.4099206728471758,
+      "grad_norm": 369.4200134277344,
+      "learning_rate": 4.228579698290318e-06,
+      "loss": 28.3594,
+      "step": 29504
+    },
+    {
+      "epoch": 1.4099684602886362,
+      "grad_norm": 159.60606384277344,
+      "learning_rate": 4.2279477414554726e-06,
+      "loss": 17.5156,
+      "step": 29505
+    },
+    {
+      "epoch": 1.4100162477300966,
+      "grad_norm": 213.76144409179688,
+      "learning_rate": 4.227315819187776e-06,
+      "loss": 17.1719,
+      "step": 29506
+    },
+    {
+      "epoch": 1.410064035171557,
+      "grad_norm": 255.03326416015625,
+      "learning_rate": 4.2266839314910055e-06,
+      "loss": 30.3906,
+      "step": 29507
+    },
+    {
+      "epoch": 1.4101118226130174,
+      "grad_norm": 223.24249267578125,
+      "learning_rate": 4.226052078368948e-06,
+      "loss": 37.9062,
+      "step": 29508
+    },
+    {
+      "epoch": 1.4101596100544778,
+      "grad_norm": 331.97894287109375,
+      "learning_rate": 4.2254202598253905e-06,
+      "loss": 31.625,
+      "step": 29509
+    },
+    {
+      "epoch": 1.4102073974959382,
+      "grad_norm": 257.9402770996094,
+      "learning_rate": 4.2247884758641155e-06,
+      "loss": 26.0625,
+      "step": 29510
+    },
+    {
+      "epoch": 1.4102551849373985,
+      "grad_norm": 211.14739990234375,
+      "learning_rate": 4.224156726488902e-06,
+      "loss": 23.625,
+      "step": 29511
+    },
+    {
+      "epoch": 1.410302972378859,
+      "grad_norm": 203.49893188476562,
+      "learning_rate": 4.223525011703538e-06,
+      "loss": 20.7656,
+      "step": 29512
+    },
+    {
+      "epoch": 1.4103507598203193,
+      "grad_norm": 246.4440460205078,
+      "learning_rate": 4.222893331511805e-06,
+      "loss": 22.75,
+      "step": 29513
+    },
+    {
+      "epoch": 1.4103985472617797,
+      "grad_norm": 212.17214965820312,
+      "learning_rate": 4.222261685917489e-06,
+      "loss": 32.3594,
+      "step": 29514
+    },
+    {
+      "epoch": 1.41044633470324,
+      "grad_norm": 225.3000030517578,
+      "learning_rate": 4.221630074924368e-06,
+      "loss": 24.125,
+      "step": 29515
+    },
+    {
+      "epoch": 1.4104941221447005,
+      "grad_norm": 317.5218200683594,
+      "learning_rate": 4.220998498536226e-06,
+      "loss": 36.7188,
+      "step": 29516
+    },
+    {
+      "epoch": 1.4105419095861609,
+      "grad_norm": 244.7755889892578,
+      "learning_rate": 4.2203669567568505e-06,
+      "loss": 32.8438,
+      "step": 29517
+    },
+    {
+      "epoch": 1.4105896970276213,
+      "grad_norm": 263.47845458984375,
+      "learning_rate": 4.219735449590014e-06,
+      "loss": 25.1562,
+      "step": 29518
+    },
+    {
+      "epoch": 1.4106374844690817,
+      "grad_norm": 158.4049835205078,
+      "learning_rate": 4.219103977039509e-06,
+      "loss": 24.4375,
+      "step": 29519
+    },
+    {
+      "epoch": 1.4106852719105418,
+      "grad_norm": 539.7508544921875,
+      "learning_rate": 4.218472539109107e-06,
+      "loss": 32.4375,
+      "step": 29520
+    },
+    {
+      "epoch": 1.4107330593520022,
+      "grad_norm": 239.02713012695312,
+      "learning_rate": 4.217841135802595e-06,
+      "loss": 22.7656,
+      "step": 29521
+    },
+    {
+      "epoch": 1.4107808467934626,
+      "grad_norm": 265.376953125,
+      "learning_rate": 4.217209767123757e-06,
+      "loss": 24.0625,
+      "step": 29522
+    },
+    {
+      "epoch": 1.410828634234923,
+      "grad_norm": 205.23233032226562,
+      "learning_rate": 4.2165784330763655e-06,
+      "loss": 25.125,
+      "step": 29523
+    },
+    {
+      "epoch": 1.4108764216763834,
+      "grad_norm": 367.7575988769531,
+      "learning_rate": 4.215947133664209e-06,
+      "loss": 28.4375,
+      "step": 29524
+    },
+    {
+      "epoch": 1.4109242091178438,
+      "grad_norm": 171.6717529296875,
+      "learning_rate": 4.215315868891068e-06,
+      "loss": 23.4688,
+      "step": 29525
+    },
+    {
+      "epoch": 1.4109719965593042,
+      "grad_norm": 237.20626831054688,
+      "learning_rate": 4.214684638760717e-06,
+      "loss": 23.3906,
+      "step": 29526
+    },
+    {
+      "epoch": 1.4110197840007646,
+      "grad_norm": 137.87518310546875,
+      "learning_rate": 4.21405344327694e-06,
+      "loss": 19.125,
+      "step": 29527
+    },
+    {
+      "epoch": 1.411067571442225,
+      "grad_norm": 136.67117309570312,
+      "learning_rate": 4.21342228244352e-06,
+      "loss": 20.8438,
+      "step": 29528
+    },
+    {
+      "epoch": 1.4111153588836853,
+      "grad_norm": 199.20089721679688,
+      "learning_rate": 4.212791156264231e-06,
+      "loss": 19.7969,
+      "step": 29529
+    },
+    {
+      "epoch": 1.4111631463251457,
+      "grad_norm": 195.5196533203125,
+      "learning_rate": 4.212160064742855e-06,
+      "loss": 28.4062,
+      "step": 29530
+    },
+    {
+      "epoch": 1.4112109337666061,
+      "grad_norm": 266.960205078125,
+      "learning_rate": 4.211529007883173e-06,
+      "loss": 23.875,
+      "step": 29531
+    },
+    {
+      "epoch": 1.4112587212080665,
+      "grad_norm": 641.732666015625,
+      "learning_rate": 4.210897985688965e-06,
+      "loss": 21.4375,
+      "step": 29532
+    },
+    {
+      "epoch": 1.411306508649527,
+      "grad_norm": 207.8296661376953,
+      "learning_rate": 4.210266998164005e-06,
+      "loss": 23.8125,
+      "step": 29533
+    },
+    {
+      "epoch": 1.4113542960909873,
+      "grad_norm": 326.4919128417969,
+      "learning_rate": 4.209636045312075e-06,
+      "loss": 23.7188,
+      "step": 29534
+    },
+    {
+      "epoch": 1.4114020835324477,
+      "grad_norm": 229.84109497070312,
+      "learning_rate": 4.2090051271369546e-06,
+      "loss": 28.375,
+      "step": 29535
+    },
+    {
+      "epoch": 1.411449870973908,
+      "grad_norm": 161.55844116210938,
+      "learning_rate": 4.208374243642424e-06,
+      "loss": 26.9375,
+      "step": 29536
+    },
+    {
+      "epoch": 1.4114976584153685,
+      "grad_norm": 210.8389434814453,
+      "learning_rate": 4.207743394832254e-06,
+      "loss": 30.8594,
+      "step": 29537
+    },
+    {
+      "epoch": 1.4115454458568288,
+      "grad_norm": 758.8404541015625,
+      "learning_rate": 4.207112580710227e-06,
+      "loss": 24.0625,
+      "step": 29538
+    },
+    {
+      "epoch": 1.4115932332982892,
+      "grad_norm": 176.306396484375,
+      "learning_rate": 4.206481801280122e-06,
+      "loss": 17.6875,
+      "step": 29539
+    },
+    {
+      "epoch": 1.4116410207397496,
+      "grad_norm": 192.38758850097656,
+      "learning_rate": 4.205851056545718e-06,
+      "loss": 29.5,
+      "step": 29540
+    },
+    {
+      "epoch": 1.41168880818121,
+      "grad_norm": 187.9242401123047,
+      "learning_rate": 4.205220346510786e-06,
+      "loss": 26.5625,
+      "step": 29541
+    },
+    {
+      "epoch": 1.4117365956226704,
+      "grad_norm": 232.86184692382812,
+      "learning_rate": 4.2045896711791075e-06,
+      "loss": 27.5,
+      "step": 29542
+    },
+    {
+      "epoch": 1.4117843830641308,
+      "grad_norm": 850.8507690429688,
+      "learning_rate": 4.2039590305544616e-06,
+      "loss": 30.2344,
+      "step": 29543
+    },
+    {
+      "epoch": 1.4118321705055912,
+      "grad_norm": 362.9234924316406,
+      "learning_rate": 4.203328424640619e-06,
+      "loss": 20.9219,
+      "step": 29544
+    },
+    {
+      "epoch": 1.4118799579470516,
+      "grad_norm": 239.19895935058594,
+      "learning_rate": 4.20269785344136e-06,
+      "loss": 29.9688,
+      "step": 29545
+    },
+    {
+      "epoch": 1.411927745388512,
+      "grad_norm": 520.1883544921875,
+      "learning_rate": 4.202067316960459e-06,
+      "loss": 28.1875,
+      "step": 29546
+    },
+    {
+      "epoch": 1.4119755328299723,
+      "grad_norm": 156.31468200683594,
+      "learning_rate": 4.201436815201697e-06,
+      "loss": 23.0156,
+      "step": 29547
+    },
+    {
+      "epoch": 1.4120233202714327,
+      "grad_norm": 191.08871459960938,
+      "learning_rate": 4.200806348168844e-06,
+      "loss": 23.8438,
+      "step": 29548
+    },
+    {
+      "epoch": 1.4120711077128931,
+      "grad_norm": 162.03160095214844,
+      "learning_rate": 4.200175915865677e-06,
+      "loss": 22.4844,
+      "step": 29549
+    },
+    {
+      "epoch": 1.4121188951543535,
+      "grad_norm": 199.49557495117188,
+      "learning_rate": 4.1995455182959765e-06,
+      "loss": 19.2188,
+      "step": 29550
+    },
+    {
+      "epoch": 1.4121666825958137,
+      "grad_norm": 205.17413330078125,
+      "learning_rate": 4.19891515546351e-06,
+      "loss": 23.6719,
+      "step": 29551
+    },
+    {
+      "epoch": 1.412214470037274,
+      "grad_norm": 154.31332397460938,
+      "learning_rate": 4.198284827372059e-06,
+      "loss": 22.375,
+      "step": 29552
+    },
+    {
+      "epoch": 1.4122622574787345,
+      "grad_norm": 244.12278747558594,
+      "learning_rate": 4.1976545340253924e-06,
+      "loss": 24.9531,
+      "step": 29553
+    },
+    {
+      "epoch": 1.4123100449201949,
+      "grad_norm": 285.8343200683594,
+      "learning_rate": 4.197024275427289e-06,
+      "loss": 26.0625,
+      "step": 29554
+    },
+    {
+      "epoch": 1.4123578323616552,
+      "grad_norm": 436.1566467285156,
+      "learning_rate": 4.196394051581526e-06,
+      "loss": 27.4688,
+      "step": 29555
+    },
+    {
+      "epoch": 1.4124056198031156,
+      "grad_norm": 236.836181640625,
+      "learning_rate": 4.19576386249187e-06,
+      "loss": 22.125,
+      "step": 29556
+    },
+    {
+      "epoch": 1.412453407244576,
+      "grad_norm": 312.93341064453125,
+      "learning_rate": 4.195133708162098e-06,
+      "loss": 24.4531,
+      "step": 29557
+    },
+    {
+      "epoch": 1.4125011946860364,
+      "grad_norm": 254.2606658935547,
+      "learning_rate": 4.194503588595989e-06,
+      "loss": 26.4219,
+      "step": 29558
+    },
+    {
+      "epoch": 1.4125489821274968,
+      "grad_norm": 214.11203002929688,
+      "learning_rate": 4.193873503797309e-06,
+      "loss": 23.1719,
+      "step": 29559
+    },
+    {
+      "epoch": 1.4125967695689572,
+      "grad_norm": 247.83958435058594,
+      "learning_rate": 4.193243453769834e-06,
+      "loss": 24.3906,
+      "step": 29560
+    },
+    {
+      "epoch": 1.4126445570104176,
+      "grad_norm": 241.8694305419922,
+      "learning_rate": 4.192613438517338e-06,
+      "loss": 24.9219,
+      "step": 29561
+    },
+    {
+      "epoch": 1.412692344451878,
+      "grad_norm": 347.10986328125,
+      "learning_rate": 4.191983458043598e-06,
+      "loss": 17.7812,
+      "step": 29562
+    },
+    {
+      "epoch": 1.4127401318933384,
+      "grad_norm": 186.5863494873047,
+      "learning_rate": 4.191353512352379e-06,
+      "loss": 25.625,
+      "step": 29563
+    },
+    {
+      "epoch": 1.4127879193347987,
+      "grad_norm": 213.7794647216797,
+      "learning_rate": 4.190723601447457e-06,
+      "loss": 24.2812,
+      "step": 29564
+    },
+    {
+      "epoch": 1.4128357067762591,
+      "grad_norm": 210.9450225830078,
+      "learning_rate": 4.1900937253326094e-06,
+      "loss": 23.2344,
+      "step": 29565
+    },
+    {
+      "epoch": 1.4128834942177195,
+      "grad_norm": 293.6786804199219,
+      "learning_rate": 4.1894638840115986e-06,
+      "loss": 26.1406,
+      "step": 29566
+    },
+    {
+      "epoch": 1.41293128165918,
+      "grad_norm": 298.0785217285156,
+      "learning_rate": 4.188834077488202e-06,
+      "loss": 25.9375,
+      "step": 29567
+    },
+    {
+      "epoch": 1.4129790691006403,
+      "grad_norm": 203.5914764404297,
+      "learning_rate": 4.188204305766191e-06,
+      "loss": 28.0938,
+      "step": 29568
+    },
+    {
+      "epoch": 1.4130268565421007,
+      "grad_norm": 846.8335571289062,
+      "learning_rate": 4.187574568849341e-06,
+      "loss": 24.5625,
+      "step": 29569
+    },
+    {
+      "epoch": 1.413074643983561,
+      "grad_norm": 205.04736328125,
+      "learning_rate": 4.186944866741415e-06,
+      "loss": 23.4688,
+      "step": 29570
+    },
+    {
+      "epoch": 1.4131224314250215,
+      "grad_norm": 271.58087158203125,
+      "learning_rate": 4.186315199446187e-06,
+      "loss": 27.1719,
+      "step": 29571
+    },
+    {
+      "epoch": 1.4131702188664819,
+      "grad_norm": 165.87339782714844,
+      "learning_rate": 4.185685566967431e-06,
+      "loss": 22.0781,
+      "step": 29572
+    },
+    {
+      "epoch": 1.4132180063079423,
+      "grad_norm": 160.13818359375,
+      "learning_rate": 4.185055969308919e-06,
+      "loss": 27.125,
+      "step": 29573
+    },
+    {
+      "epoch": 1.4132657937494026,
+      "grad_norm": 204.4651336669922,
+      "learning_rate": 4.184426406474416e-06,
+      "loss": 16.9375,
+      "step": 29574
+    },
+    {
+      "epoch": 1.413313581190863,
+      "grad_norm": 238.2537384033203,
+      "learning_rate": 4.183796878467693e-06,
+      "loss": 22.25,
+      "step": 29575
+    },
+    {
+      "epoch": 1.4133613686323234,
+      "grad_norm": 137.19732666015625,
+      "learning_rate": 4.183167385292526e-06,
+      "loss": 25.9531,
+      "step": 29576
+    },
+    {
+      "epoch": 1.4134091560737838,
+      "grad_norm": 251.41737365722656,
+      "learning_rate": 4.1825379269526765e-06,
+      "loss": 26.2188,
+      "step": 29577
+    },
+    {
+      "epoch": 1.4134569435152442,
+      "grad_norm": 348.8638610839844,
+      "learning_rate": 4.181908503451919e-06,
+      "loss": 19.7656,
+      "step": 29578
+    },
+    {
+      "epoch": 1.4135047309567046,
+      "grad_norm": 274.9597473144531,
+      "learning_rate": 4.181279114794021e-06,
+      "loss": 47.375,
+      "step": 29579
+    },
+    {
+      "epoch": 1.413552518398165,
+      "grad_norm": 244.47012329101562,
+      "learning_rate": 4.180649760982758e-06,
+      "loss": 29.7188,
+      "step": 29580
+    },
+    {
+      "epoch": 1.4136003058396254,
+      "grad_norm": 315.7370300292969,
+      "learning_rate": 4.180020442021889e-06,
+      "loss": 24.3594,
+      "step": 29581
+    },
+    {
+      "epoch": 1.4136480932810858,
+      "grad_norm": 397.4071044921875,
+      "learning_rate": 4.179391157915189e-06,
+      "loss": 24.5625,
+      "step": 29582
+    },
+    {
+      "epoch": 1.4136958807225461,
+      "grad_norm": 209.4789581298828,
+      "learning_rate": 4.178761908666428e-06,
+      "loss": 20.7656,
+      "step": 29583
+    },
+    {
+      "epoch": 1.4137436681640065,
+      "grad_norm": 222.73377990722656,
+      "learning_rate": 4.1781326942793685e-06,
+      "loss": 16.6172,
+      "step": 29584
+    },
+    {
+      "epoch": 1.413791455605467,
+      "grad_norm": 237.65049743652344,
+      "learning_rate": 4.177503514757786e-06,
+      "loss": 21.7656,
+      "step": 29585
+    },
+    {
+      "epoch": 1.4138392430469273,
+      "grad_norm": 392.120849609375,
+      "learning_rate": 4.176874370105439e-06,
+      "loss": 28.4062,
+      "step": 29586
+    },
+    {
+      "epoch": 1.4138870304883877,
+      "grad_norm": 453.22003173828125,
+      "learning_rate": 4.176245260326103e-06,
+      "loss": 27.0,
+      "step": 29587
+    },
+    {
+      "epoch": 1.413934817929848,
+      "grad_norm": 226.2425994873047,
+      "learning_rate": 4.1756161854235445e-06,
+      "loss": 16.9062,
+      "step": 29588
+    },
+    {
+      "epoch": 1.4139826053713085,
+      "grad_norm": 437.3154296875,
+      "learning_rate": 4.174987145401528e-06,
+      "loss": 24.2188,
+      "step": 29589
+    },
+    {
+      "epoch": 1.4140303928127689,
+      "grad_norm": 143.93504333496094,
+      "learning_rate": 4.1743581402638215e-06,
+      "loss": 22.8281,
+      "step": 29590
+    },
+    {
+      "epoch": 1.4140781802542293,
+      "grad_norm": 234.02728271484375,
+      "learning_rate": 4.173729170014195e-06,
+      "loss": 28.3438,
+      "step": 29591
+    },
+    {
+      "epoch": 1.4141259676956897,
+      "grad_norm": 549.6707763671875,
+      "learning_rate": 4.1731002346564096e-06,
+      "loss": 33.9375,
+      "step": 29592
+    },
+    {
+      "epoch": 1.41417375513715,
+      "grad_norm": 149.21405029296875,
+      "learning_rate": 4.1724713341942355e-06,
+      "loss": 21.8438,
+      "step": 29593
+    },
+    {
+      "epoch": 1.4142215425786104,
+      "grad_norm": 290.06890869140625,
+      "learning_rate": 4.171842468631439e-06,
+      "loss": 28.1875,
+      "step": 29594
+    },
+    {
+      "epoch": 1.4142693300200708,
+      "grad_norm": 314.0439147949219,
+      "learning_rate": 4.171213637971789e-06,
+      "loss": 20.0469,
+      "step": 29595
+    },
+    {
+      "epoch": 1.4143171174615312,
+      "grad_norm": 383.363525390625,
+      "learning_rate": 4.170584842219045e-06,
+      "loss": 30.5,
+      "step": 29596
+    },
+    {
+      "epoch": 1.4143649049029916,
+      "grad_norm": 394.2520446777344,
+      "learning_rate": 4.169956081376975e-06,
+      "loss": 34.875,
+      "step": 29597
+    },
+    {
+      "epoch": 1.414412692344452,
+      "grad_norm": 186.33502197265625,
+      "learning_rate": 4.169327355449345e-06,
+      "loss": 21.3125,
+      "step": 29598
+    },
+    {
+      "epoch": 1.4144604797859124,
+      "grad_norm": 291.35211181640625,
+      "learning_rate": 4.168698664439925e-06,
+      "loss": 34.3125,
+      "step": 29599
+    },
+    {
+      "epoch": 1.4145082672273728,
+      "grad_norm": 421.8987121582031,
+      "learning_rate": 4.168070008352472e-06,
+      "loss": 21.4688,
+      "step": 29600
+    },
+    {
+      "epoch": 1.4145560546688332,
+      "grad_norm": 151.6389617919922,
+      "learning_rate": 4.167441387190754e-06,
+      "loss": 19.5625,
+      "step": 29601
+    },
+    {
+      "epoch": 1.4146038421102936,
+      "grad_norm": 1811.702392578125,
+      "learning_rate": 4.166812800958539e-06,
+      "loss": 25.6719,
+      "step": 29602
+    },
+    {
+      "epoch": 1.4146516295517537,
+      "grad_norm": 444.26416015625,
+      "learning_rate": 4.166184249659585e-06,
+      "loss": 18.9688,
+      "step": 29603
+    },
+    {
+      "epoch": 1.414699416993214,
+      "grad_norm": 293.32305908203125,
+      "learning_rate": 4.165555733297661e-06,
+      "loss": 31.375,
+      "step": 29604
+    },
+    {
+      "epoch": 1.4147472044346745,
+      "grad_norm": 476.74871826171875,
+      "learning_rate": 4.164927251876528e-06,
+      "loss": 20.7812,
+      "step": 29605
+    },
+    {
+      "epoch": 1.4147949918761349,
+      "grad_norm": 210.07275390625,
+      "learning_rate": 4.164298805399957e-06,
+      "loss": 26.8438,
+      "step": 29606
+    },
+    {
+      "epoch": 1.4148427793175953,
+      "grad_norm": 256.3500671386719,
+      "learning_rate": 4.1636703938717e-06,
+      "loss": 29.1094,
+      "step": 29607
+    },
+    {
+      "epoch": 1.4148905667590557,
+      "grad_norm": 341.2282409667969,
+      "learning_rate": 4.163042017295527e-06,
+      "loss": 20.875,
+      "step": 29608
+    },
+    {
+      "epoch": 1.414938354200516,
+      "grad_norm": 181.0406951904297,
+      "learning_rate": 4.162413675675202e-06,
+      "loss": 29.75,
+      "step": 29609
+    },
+    {
+      "epoch": 1.4149861416419764,
+      "grad_norm": 316.2042541503906,
+      "learning_rate": 4.16178536901449e-06,
+      "loss": 25.5312,
+      "step": 29610
+    },
+    {
+      "epoch": 1.4150339290834368,
+      "grad_norm": 196.7566375732422,
+      "learning_rate": 4.161157097317146e-06,
+      "loss": 20.9062,
+      "step": 29611
+    },
+    {
+      "epoch": 1.4150817165248972,
+      "grad_norm": 322.284912109375,
+      "learning_rate": 4.1605288605869365e-06,
+      "loss": 40.0312,
+      "step": 29612
+    },
+    {
+      "epoch": 1.4151295039663576,
+      "grad_norm": 387.7292785644531,
+      "learning_rate": 4.159900658827628e-06,
+      "loss": 18.3438,
+      "step": 29613
+    },
+    {
+      "epoch": 1.415177291407818,
+      "grad_norm": 274.36846923828125,
+      "learning_rate": 4.159272492042976e-06,
+      "loss": 30.25,
+      "step": 29614
+    },
+    {
+      "epoch": 1.4152250788492784,
+      "grad_norm": 407.4237365722656,
+      "learning_rate": 4.158644360236744e-06,
+      "loss": 24.6562,
+      "step": 29615
+    },
+    {
+      "epoch": 1.4152728662907388,
+      "grad_norm": 177.92320251464844,
+      "learning_rate": 4.158016263412698e-06,
+      "loss": 20.4375,
+      "step": 29616
+    },
+    {
+      "epoch": 1.4153206537321992,
+      "grad_norm": 169.3137969970703,
+      "learning_rate": 4.157388201574595e-06,
+      "loss": 17.125,
+      "step": 29617
+    },
+    {
+      "epoch": 1.4153684411736596,
+      "grad_norm": 157.56228637695312,
+      "learning_rate": 4.156760174726196e-06,
+      "loss": 22.9688,
+      "step": 29618
+    },
+    {
+      "epoch": 1.41541622861512,
+      "grad_norm": 499.4320983886719,
+      "learning_rate": 4.156132182871267e-06,
+      "loss": 21.3125,
+      "step": 29619
+    },
+    {
+      "epoch": 1.4154640160565803,
+      "grad_norm": 169.2443084716797,
+      "learning_rate": 4.155504226013564e-06,
+      "loss": 25.0312,
+      "step": 29620
+    },
+    {
+      "epoch": 1.4155118034980407,
+      "grad_norm": 350.45458984375,
+      "learning_rate": 4.15487630415685e-06,
+      "loss": 24.8125,
+      "step": 29621
+    },
+    {
+      "epoch": 1.4155595909395011,
+      "grad_norm": 309.3497009277344,
+      "learning_rate": 4.154248417304883e-06,
+      "loss": 32.625,
+      "step": 29622
+    },
+    {
+      "epoch": 1.4156073783809615,
+      "grad_norm": 215.56494140625,
+      "learning_rate": 4.153620565461425e-06,
+      "loss": 23.5312,
+      "step": 29623
+    },
+    {
+      "epoch": 1.415655165822422,
+      "grad_norm": 223.45159912109375,
+      "learning_rate": 4.152992748630234e-06,
+      "loss": 23.1875,
+      "step": 29624
+    },
+    {
+      "epoch": 1.4157029532638823,
+      "grad_norm": 358.2278137207031,
+      "learning_rate": 4.152364966815078e-06,
+      "loss": 20.1094,
+      "step": 29625
+    },
+    {
+      "epoch": 1.4157507407053427,
+      "grad_norm": 410.4599609375,
+      "learning_rate": 4.151737220019705e-06,
+      "loss": 31.0312,
+      "step": 29626
+    },
+    {
+      "epoch": 1.415798528146803,
+      "grad_norm": 198.20648193359375,
+      "learning_rate": 4.15110950824788e-06,
+      "loss": 29.125,
+      "step": 29627
+    },
+    {
+      "epoch": 1.4158463155882635,
+      "grad_norm": 170.2530517578125,
+      "learning_rate": 4.150481831503366e-06,
+      "loss": 15.6562,
+      "step": 29628
+    },
+    {
+      "epoch": 1.4158941030297238,
+      "grad_norm": 156.55877685546875,
+      "learning_rate": 4.149854189789914e-06,
+      "loss": 21.8906,
+      "step": 29629
+    },
+    {
+      "epoch": 1.4159418904711842,
+      "grad_norm": 179.31471252441406,
+      "learning_rate": 4.149226583111285e-06,
+      "loss": 15.6562,
+      "step": 29630
+    },
+    {
+      "epoch": 1.4159896779126446,
+      "grad_norm": 243.05213928222656,
+      "learning_rate": 4.148599011471241e-06,
+      "loss": 24.125,
+      "step": 29631
+    },
+    {
+      "epoch": 1.416037465354105,
+      "grad_norm": 372.35302734375,
+      "learning_rate": 4.147971474873542e-06,
+      "loss": 34.4375,
+      "step": 29632
+    },
+    {
+      "epoch": 1.4160852527955654,
+      "grad_norm": 560.0676879882812,
+      "learning_rate": 4.14734397332194e-06,
+      "loss": 29.5,
+      "step": 29633
+    },
+    {
+      "epoch": 1.4161330402370256,
+      "grad_norm": 448.8922424316406,
+      "learning_rate": 4.146716506820194e-06,
+      "loss": 27.2812,
+      "step": 29634
+    },
+    {
+      "epoch": 1.416180827678486,
+      "grad_norm": 250.5670623779297,
+      "learning_rate": 4.146089075372064e-06,
+      "loss": 22.1875,
+      "step": 29635
+    },
+    {
+      "epoch": 1.4162286151199464,
+      "grad_norm": 358.68182373046875,
+      "learning_rate": 4.145461678981311e-06,
+      "loss": 28.4375,
+      "step": 29636
+    },
+    {
+      "epoch": 1.4162764025614067,
+      "grad_norm": 221.45330810546875,
+      "learning_rate": 4.144834317651684e-06,
+      "loss": 23.2969,
+      "step": 29637
+    },
+    {
+      "epoch": 1.4163241900028671,
+      "grad_norm": 223.6200714111328,
+      "learning_rate": 4.144206991386943e-06,
+      "loss": 22.5312,
+      "step": 29638
+    },
+    {
+      "epoch": 1.4163719774443275,
+      "grad_norm": 230.83108520507812,
+      "learning_rate": 4.143579700190851e-06,
+      "loss": 34.6562,
+      "step": 29639
+    },
+    {
+      "epoch": 1.416419764885788,
+      "grad_norm": 174.75950622558594,
+      "learning_rate": 4.142952444067155e-06,
+      "loss": 22.75,
+      "step": 29640
+    },
+    {
+      "epoch": 1.4164675523272483,
+      "grad_norm": 544.9451293945312,
+      "learning_rate": 4.142325223019618e-06,
+      "loss": 35.0,
+      "step": 29641
+    },
+    {
+      "epoch": 1.4165153397687087,
+      "grad_norm": 236.42576599121094,
+      "learning_rate": 4.1416980370519935e-06,
+      "loss": 32.3438,
+      "step": 29642
+    },
+    {
+      "epoch": 1.416563127210169,
+      "grad_norm": 562.37353515625,
+      "learning_rate": 4.141070886168042e-06,
+      "loss": 17.4844,
+      "step": 29643
+    },
+    {
+      "epoch": 1.4166109146516295,
+      "grad_norm": 176.1461181640625,
+      "learning_rate": 4.140443770371512e-06,
+      "loss": 18.4531,
+      "step": 29644
+    },
+    {
+      "epoch": 1.4166587020930899,
+      "grad_norm": 188.54827880859375,
+      "learning_rate": 4.139816689666164e-06,
+      "loss": 24.0469,
+      "step": 29645
+    },
+    {
+      "epoch": 1.4167064895345503,
+      "grad_norm": 318.3544921875,
+      "learning_rate": 4.139189644055751e-06,
+      "loss": 22.5312,
+      "step": 29646
+    },
+    {
+      "epoch": 1.4167542769760106,
+      "grad_norm": 166.10523986816406,
+      "learning_rate": 4.138562633544034e-06,
+      "loss": 23.125,
+      "step": 29647
+    },
+    {
+      "epoch": 1.416802064417471,
+      "grad_norm": 455.44427490234375,
+      "learning_rate": 4.13793565813476e-06,
+      "loss": 33.0938,
+      "step": 29648
+    },
+    {
+      "epoch": 1.4168498518589314,
+      "grad_norm": 166.9326934814453,
+      "learning_rate": 4.137308717831689e-06,
+      "loss": 16.0781,
+      "step": 29649
+    },
+    {
+      "epoch": 1.4168976393003918,
+      "grad_norm": 190.74755859375,
+      "learning_rate": 4.1366818126385724e-06,
+      "loss": 25.1406,
+      "step": 29650
+    },
+    {
+      "epoch": 1.4169454267418522,
+      "grad_norm": 266.9391174316406,
+      "learning_rate": 4.136054942559166e-06,
+      "loss": 30.3438,
+      "step": 29651
+    },
+    {
+      "epoch": 1.4169932141833126,
+      "grad_norm": 436.0545654296875,
+      "learning_rate": 4.135428107597226e-06,
+      "loss": 33.8125,
+      "step": 29652
+    },
+    {
+      "epoch": 1.417041001624773,
+      "grad_norm": 214.01307678222656,
+      "learning_rate": 4.134801307756502e-06,
+      "loss": 20.5625,
+      "step": 29653
+    },
+    {
+      "epoch": 1.4170887890662334,
+      "grad_norm": 207.78211975097656,
+      "learning_rate": 4.134174543040752e-06,
+      "loss": 19.8125,
+      "step": 29654
+    },
+    {
+      "epoch": 1.4171365765076938,
+      "grad_norm": 293.0096740722656,
+      "learning_rate": 4.133547813453725e-06,
+      "loss": 22.625,
+      "step": 29655
+    },
+    {
+      "epoch": 1.4171843639491541,
+      "grad_norm": 350.58367919921875,
+      "learning_rate": 4.132921118999177e-06,
+      "loss": 24.0312,
+      "step": 29656
+    },
+    {
+      "epoch": 1.4172321513906145,
+      "grad_norm": 258.6397399902344,
+      "learning_rate": 4.132294459680861e-06,
+      "loss": 33.375,
+      "step": 29657
+    },
+    {
+      "epoch": 1.417279938832075,
+      "grad_norm": 249.59506225585938,
+      "learning_rate": 4.131667835502533e-06,
+      "loss": 33.0469,
+      "step": 29658
+    },
+    {
+      "epoch": 1.4173277262735353,
+      "grad_norm": 197.35601806640625,
+      "learning_rate": 4.131041246467938e-06,
+      "loss": 22.1875,
+      "step": 29659
+    },
+    {
+      "epoch": 1.4173755137149957,
+      "grad_norm": 205.5170135498047,
+      "learning_rate": 4.130414692580834e-06,
+      "loss": 20.1562,
+      "step": 29660
+    },
+    {
+      "epoch": 1.417423301156456,
+      "grad_norm": 227.68556213378906,
+      "learning_rate": 4.129788173844972e-06,
+      "loss": 27.5312,
+      "step": 29661
+    },
+    {
+      "epoch": 1.4174710885979165,
+      "grad_norm": 317.478515625,
+      "learning_rate": 4.129161690264108e-06,
+      "loss": 27.125,
+      "step": 29662
+    },
+    {
+      "epoch": 1.4175188760393769,
+      "grad_norm": 209.18885803222656,
+      "learning_rate": 4.128535241841987e-06,
+      "loss": 26.1406,
+      "step": 29663
+    },
+    {
+      "epoch": 1.4175666634808373,
+      "grad_norm": 239.626953125,
+      "learning_rate": 4.127908828582362e-06,
+      "loss": 21.0,
+      "step": 29664
+    },
+    {
+      "epoch": 1.4176144509222977,
+      "grad_norm": 305.6880187988281,
+      "learning_rate": 4.127282450488991e-06,
+      "loss": 22.4688,
+      "step": 29665
+    },
+    {
+      "epoch": 1.417662238363758,
+      "grad_norm": 217.86642456054688,
+      "learning_rate": 4.1266561075656155e-06,
+      "loss": 17.2969,
+      "step": 29666
+    },
+    {
+      "epoch": 1.4177100258052184,
+      "grad_norm": 218.41763305664062,
+      "learning_rate": 4.126029799815992e-06,
+      "loss": 28.7188,
+      "step": 29667
+    },
+    {
+      "epoch": 1.4177578132466788,
+      "grad_norm": 308.7099304199219,
+      "learning_rate": 4.125403527243869e-06,
+      "loss": 16.7969,
+      "step": 29668
+    },
+    {
+      "epoch": 1.4178056006881392,
+      "grad_norm": 372.6474609375,
+      "learning_rate": 4.1247772898530045e-06,
+      "loss": 21.9375,
+      "step": 29669
+    },
+    {
+      "epoch": 1.4178533881295996,
+      "grad_norm": 218.33026123046875,
+      "learning_rate": 4.124151087647138e-06,
+      "loss": 20.3438,
+      "step": 29670
+    },
+    {
+      "epoch": 1.41790117557106,
+      "grad_norm": 142.0830078125,
+      "learning_rate": 4.123524920630026e-06,
+      "loss": 23.8438,
+      "step": 29671
+    },
+    {
+      "epoch": 1.4179489630125204,
+      "grad_norm": 206.0496368408203,
+      "learning_rate": 4.122898788805415e-06,
+      "loss": 19.9844,
+      "step": 29672
+    },
+    {
+      "epoch": 1.4179967504539808,
+      "grad_norm": 173.42420959472656,
+      "learning_rate": 4.12227269217706e-06,
+      "loss": 24.0312,
+      "step": 29673
+    },
+    {
+      "epoch": 1.4180445378954412,
+      "grad_norm": 215.59886169433594,
+      "learning_rate": 4.1216466307487056e-06,
+      "loss": 26.0938,
+      "step": 29674
+    },
+    {
+      "epoch": 1.4180923253369015,
+      "grad_norm": 227.36473083496094,
+      "learning_rate": 4.121020604524102e-06,
+      "loss": 29.1562,
+      "step": 29675
+    },
+    {
+      "epoch": 1.418140112778362,
+      "grad_norm": 297.5742492675781,
+      "learning_rate": 4.120394613507003e-06,
+      "loss": 24.75,
+      "step": 29676
+    },
+    {
+      "epoch": 1.4181879002198223,
+      "grad_norm": 323.0361328125,
+      "learning_rate": 4.1197686577011485e-06,
+      "loss": 35.5625,
+      "step": 29677
+    },
+    {
+      "epoch": 1.4182356876612827,
+      "grad_norm": 140.5537872314453,
+      "learning_rate": 4.1191427371102934e-06,
+      "loss": 27.8125,
+      "step": 29678
+    },
+    {
+      "epoch": 1.418283475102743,
+      "grad_norm": 617.5228271484375,
+      "learning_rate": 4.118516851738185e-06,
+      "loss": 31.875,
+      "step": 29679
+    },
+    {
+      "epoch": 1.4183312625442035,
+      "grad_norm": 279.0125427246094,
+      "learning_rate": 4.117891001588574e-06,
+      "loss": 17.8438,
+      "step": 29680
+    },
+    {
+      "epoch": 1.4183790499856639,
+      "grad_norm": 436.3697814941406,
+      "learning_rate": 4.117265186665204e-06,
+      "loss": 25.3438,
+      "step": 29681
+    },
+    {
+      "epoch": 1.4184268374271243,
+      "grad_norm": 265.5672302246094,
+      "learning_rate": 4.116639406971826e-06,
+      "loss": 27.375,
+      "step": 29682
+    },
+    {
+      "epoch": 1.4184746248685847,
+      "grad_norm": 361.1848449707031,
+      "learning_rate": 4.116013662512185e-06,
+      "loss": 29.9688,
+      "step": 29683
+    },
+    {
+      "epoch": 1.418522412310045,
+      "grad_norm": 273.00921630859375,
+      "learning_rate": 4.1153879532900286e-06,
+      "loss": 19.5625,
+      "step": 29684
+    },
+    {
+      "epoch": 1.4185701997515052,
+      "grad_norm": 259.7643737792969,
+      "learning_rate": 4.1147622793091095e-06,
+      "loss": 18.9141,
+      "step": 29685
+    },
+    {
+      "epoch": 1.4186179871929656,
+      "grad_norm": 265.64154052734375,
+      "learning_rate": 4.114136640573165e-06,
+      "loss": 27.1875,
+      "step": 29686
+    },
+    {
+      "epoch": 1.418665774634426,
+      "grad_norm": 301.2876892089844,
+      "learning_rate": 4.1135110370859525e-06,
+      "loss": 19.9688,
+      "step": 29687
+    },
+    {
+      "epoch": 1.4187135620758864,
+      "grad_norm": 132.8645477294922,
+      "learning_rate": 4.112885468851209e-06,
+      "loss": 15.6875,
+      "step": 29688
+    },
+    {
+      "epoch": 1.4187613495173468,
+      "grad_norm": 216.5824432373047,
+      "learning_rate": 4.112259935872684e-06,
+      "loss": 20.5,
+      "step": 29689
+    },
+    {
+      "epoch": 1.4188091369588072,
+      "grad_norm": 248.72528076171875,
+      "learning_rate": 4.1116344381541265e-06,
+      "loss": 27.875,
+      "step": 29690
+    },
+    {
+      "epoch": 1.4188569244002676,
+      "grad_norm": 214.9998016357422,
+      "learning_rate": 4.1110089756992835e-06,
+      "loss": 26.4062,
+      "step": 29691
+    },
+    {
+      "epoch": 1.418904711841728,
+      "grad_norm": 182.47276306152344,
+      "learning_rate": 4.110383548511895e-06,
+      "loss": 24.25,
+      "step": 29692
+    },
+    {
+      "epoch": 1.4189524992831883,
+      "grad_norm": 174.51841735839844,
+      "learning_rate": 4.1097581565957075e-06,
+      "loss": 23.4375,
+      "step": 29693
+    },
+    {
+      "epoch": 1.4190002867246487,
+      "grad_norm": 268.0807800292969,
+      "learning_rate": 4.109132799954471e-06,
+      "loss": 23.4688,
+      "step": 29694
+    },
+    {
+      "epoch": 1.4190480741661091,
+      "grad_norm": 710.4404296875,
+      "learning_rate": 4.108507478591929e-06,
+      "loss": 24.7188,
+      "step": 29695
+    },
+    {
+      "epoch": 1.4190958616075695,
+      "grad_norm": 319.541748046875,
+      "learning_rate": 4.107882192511822e-06,
+      "loss": 32.625,
+      "step": 29696
+    },
+    {
+      "epoch": 1.41914364904903,
+      "grad_norm": 267.0378112792969,
+      "learning_rate": 4.107256941717898e-06,
+      "loss": 22.7656,
+      "step": 29697
+    },
+    {
+      "epoch": 1.4191914364904903,
+      "grad_norm": 219.08753967285156,
+      "learning_rate": 4.1066317262139045e-06,
+      "loss": 23.1719,
+      "step": 29698
+    },
+    {
+      "epoch": 1.4192392239319507,
+      "grad_norm": 210.9815673828125,
+      "learning_rate": 4.1060065460035795e-06,
+      "loss": 24.3438,
+      "step": 29699
+    },
+    {
+      "epoch": 1.419287011373411,
+      "grad_norm": 335.7065734863281,
+      "learning_rate": 4.105381401090669e-06,
+      "loss": 15.6406,
+      "step": 29700
+    },
+    {
+      "epoch": 1.4193347988148715,
+      "grad_norm": 435.3717956542969,
+      "learning_rate": 4.104756291478918e-06,
+      "loss": 28.4375,
+      "step": 29701
+    },
+    {
+      "epoch": 1.4193825862563318,
+      "grad_norm": 292.4507141113281,
+      "learning_rate": 4.104131217172073e-06,
+      "loss": 24.0312,
+      "step": 29702
+    },
+    {
+      "epoch": 1.4194303736977922,
+      "grad_norm": 295.8279724121094,
+      "learning_rate": 4.103506178173873e-06,
+      "loss": 26.5938,
+      "step": 29703
+    },
+    {
+      "epoch": 1.4194781611392526,
+      "grad_norm": 231.872314453125,
+      "learning_rate": 4.10288117448806e-06,
+      "loss": 28.375,
+      "step": 29704
+    },
+    {
+      "epoch": 1.419525948580713,
+      "grad_norm": 274.30419921875,
+      "learning_rate": 4.10225620611838e-06,
+      "loss": 21.3438,
+      "step": 29705
+    },
+    {
+      "epoch": 1.4195737360221734,
+      "grad_norm": 316.48223876953125,
+      "learning_rate": 4.101631273068579e-06,
+      "loss": 31.3594,
+      "step": 29706
+    },
+    {
+      "epoch": 1.4196215234636338,
+      "grad_norm": 530.5598754882812,
+      "learning_rate": 4.101006375342392e-06,
+      "loss": 22.8125,
+      "step": 29707
+    },
+    {
+      "epoch": 1.4196693109050942,
+      "grad_norm": 284.6827087402344,
+      "learning_rate": 4.1003815129435655e-06,
+      "loss": 37.375,
+      "step": 29708
+    },
+    {
+      "epoch": 1.4197170983465546,
+      "grad_norm": 200.20391845703125,
+      "learning_rate": 4.099756685875841e-06,
+      "loss": 27.4062,
+      "step": 29709
+    },
+    {
+      "epoch": 1.419764885788015,
+      "grad_norm": 378.63818359375,
+      "learning_rate": 4.099131894142964e-06,
+      "loss": 16.3281,
+      "step": 29710
+    },
+    {
+      "epoch": 1.4198126732294754,
+      "grad_norm": 152.36146545410156,
+      "learning_rate": 4.0985071377486685e-06,
+      "loss": 23.4688,
+      "step": 29711
+    },
+    {
+      "epoch": 1.4198604606709357,
+      "grad_norm": 186.5952911376953,
+      "learning_rate": 4.0978824166967015e-06,
+      "loss": 23.4688,
+      "step": 29712
+    },
+    {
+      "epoch": 1.4199082481123961,
+      "grad_norm": 259.8060302734375,
+      "learning_rate": 4.097257730990806e-06,
+      "loss": 26.2031,
+      "step": 29713
+    },
+    {
+      "epoch": 1.4199560355538565,
+      "grad_norm": 232.36190795898438,
+      "learning_rate": 4.096633080634717e-06,
+      "loss": 21.6562,
+      "step": 29714
+    },
+    {
+      "epoch": 1.420003822995317,
+      "grad_norm": 244.300537109375,
+      "learning_rate": 4.096008465632176e-06,
+      "loss": 31.0938,
+      "step": 29715
+    },
+    {
+      "epoch": 1.420051610436777,
+      "grad_norm": 368.4035949707031,
+      "learning_rate": 4.095383885986932e-06,
+      "loss": 27.6562,
+      "step": 29716
+    },
+    {
+      "epoch": 1.4200993978782375,
+      "grad_norm": 361.8223876953125,
+      "learning_rate": 4.0947593417027154e-06,
+      "loss": 21.5156,
+      "step": 29717
+    },
+    {
+      "epoch": 1.4201471853196979,
+      "grad_norm": 234.20106506347656,
+      "learning_rate": 4.094134832783274e-06,
+      "loss": 22.2031,
+      "step": 29718
+    },
+    {
+      "epoch": 1.4201949727611582,
+      "grad_norm": 158.03488159179688,
+      "learning_rate": 4.093510359232341e-06,
+      "loss": 20.7969,
+      "step": 29719
+    },
+    {
+      "epoch": 1.4202427602026186,
+      "grad_norm": 194.20758056640625,
+      "learning_rate": 4.092885921053659e-06,
+      "loss": 25.8438,
+      "step": 29720
+    },
+    {
+      "epoch": 1.420290547644079,
+      "grad_norm": 195.42303466796875,
+      "learning_rate": 4.092261518250972e-06,
+      "loss": 27.1562,
+      "step": 29721
+    },
+    {
+      "epoch": 1.4203383350855394,
+      "grad_norm": 246.45106506347656,
+      "learning_rate": 4.091637150828011e-06,
+      "loss": 16.875,
+      "step": 29722
+    },
+    {
+      "epoch": 1.4203861225269998,
+      "grad_norm": 264.2356872558594,
+      "learning_rate": 4.091012818788522e-06,
+      "loss": 26.5,
+      "step": 29723
+    },
+    {
+      "epoch": 1.4204339099684602,
+      "grad_norm": 243.2376251220703,
+      "learning_rate": 4.090388522136243e-06,
+      "loss": 34.7812,
+      "step": 29724
+    },
+    {
+      "epoch": 1.4204816974099206,
+      "grad_norm": 175.69839477539062,
+      "learning_rate": 4.089764260874908e-06,
+      "loss": 21.1562,
+      "step": 29725
+    },
+    {
+      "epoch": 1.420529484851381,
+      "grad_norm": 137.1932830810547,
+      "learning_rate": 4.089140035008259e-06,
+      "loss": 13.5625,
+      "step": 29726
+    },
+    {
+      "epoch": 1.4205772722928414,
+      "grad_norm": 192.54486083984375,
+      "learning_rate": 4.088515844540033e-06,
+      "loss": 20.4531,
+      "step": 29727
+    },
+    {
+      "epoch": 1.4206250597343018,
+      "grad_norm": 196.65921020507812,
+      "learning_rate": 4.087891689473974e-06,
+      "loss": 33.4375,
+      "step": 29728
+    },
+    {
+      "epoch": 1.4206728471757621,
+      "grad_norm": 206.39024353027344,
+      "learning_rate": 4.087267569813811e-06,
+      "loss": 22.5938,
+      "step": 29729
+    },
+    {
+      "epoch": 1.4207206346172225,
+      "grad_norm": 456.33367919921875,
+      "learning_rate": 4.086643485563286e-06,
+      "loss": 29.6875,
+      "step": 29730
+    },
+    {
+      "epoch": 1.420768422058683,
+      "grad_norm": 255.35299682617188,
+      "learning_rate": 4.086019436726136e-06,
+      "loss": 25.3125,
+      "step": 29731
+    },
+    {
+      "epoch": 1.4208162095001433,
+      "grad_norm": 506.9276428222656,
+      "learning_rate": 4.085395423306102e-06,
+      "loss": 17.3281,
+      "step": 29732
+    },
+    {
+      "epoch": 1.4208639969416037,
+      "grad_norm": 118.06288146972656,
+      "learning_rate": 4.084771445306915e-06,
+      "loss": 27.3594,
+      "step": 29733
+    },
+    {
+      "epoch": 1.420911784383064,
+      "grad_norm": 174.5812225341797,
+      "learning_rate": 4.084147502732313e-06,
+      "loss": 26.1094,
+      "step": 29734
+    },
+    {
+      "epoch": 1.4209595718245245,
+      "grad_norm": 201.20098876953125,
+      "learning_rate": 4.0835235955860385e-06,
+      "loss": 22.5938,
+      "step": 29735
+    },
+    {
+      "epoch": 1.4210073592659849,
+      "grad_norm": 227.02481079101562,
+      "learning_rate": 4.082899723871818e-06,
+      "loss": 26.9688,
+      "step": 29736
+    },
+    {
+      "epoch": 1.4210551467074453,
+      "grad_norm": 839.2346801757812,
+      "learning_rate": 4.082275887593395e-06,
+      "loss": 19.3906,
+      "step": 29737
+    },
+    {
+      "epoch": 1.4211029341489056,
+      "grad_norm": 143.4049835205078,
+      "learning_rate": 4.0816520867545025e-06,
+      "loss": 15.3906,
+      "step": 29738
+    },
+    {
+      "epoch": 1.421150721590366,
+      "grad_norm": 457.7789001464844,
+      "learning_rate": 4.081028321358881e-06,
+      "loss": 30.8906,
+      "step": 29739
+    },
+    {
+      "epoch": 1.4211985090318264,
+      "grad_norm": 298.42626953125,
+      "learning_rate": 4.080404591410259e-06,
+      "loss": 19.9062,
+      "step": 29740
+    },
+    {
+      "epoch": 1.4212462964732868,
+      "grad_norm": 384.1968994140625,
+      "learning_rate": 4.079780896912374e-06,
+      "loss": 32.0312,
+      "step": 29741
+    },
+    {
+      "epoch": 1.4212940839147472,
+      "grad_norm": 260.1595458984375,
+      "learning_rate": 4.079157237868964e-06,
+      "loss": 22.0312,
+      "step": 29742
+    },
+    {
+      "epoch": 1.4213418713562076,
+      "grad_norm": 226.8724365234375,
+      "learning_rate": 4.078533614283764e-06,
+      "loss": 21.5625,
+      "step": 29743
+    },
+    {
+      "epoch": 1.421389658797668,
+      "grad_norm": 394.53826904296875,
+      "learning_rate": 4.077910026160504e-06,
+      "loss": 19.2656,
+      "step": 29744
+    },
+    {
+      "epoch": 1.4214374462391284,
+      "grad_norm": 280.5732727050781,
+      "learning_rate": 4.077286473502922e-06,
+      "loss": 20.8984,
+      "step": 29745
+    },
+    {
+      "epoch": 1.4214852336805888,
+      "grad_norm": 140.70138549804688,
+      "learning_rate": 4.076662956314754e-06,
+      "loss": 20.6875,
+      "step": 29746
+    },
+    {
+      "epoch": 1.4215330211220492,
+      "grad_norm": 238.8394012451172,
+      "learning_rate": 4.076039474599729e-06,
+      "loss": 28.0312,
+      "step": 29747
+    },
+    {
+      "epoch": 1.4215808085635095,
+      "grad_norm": 191.8916015625,
+      "learning_rate": 4.075416028361584e-06,
+      "loss": 25.7344,
+      "step": 29748
+    },
+    {
+      "epoch": 1.42162859600497,
+      "grad_norm": 208.05284118652344,
+      "learning_rate": 4.074792617604054e-06,
+      "loss": 23.8125,
+      "step": 29749
+    },
+    {
+      "epoch": 1.4216763834464303,
+      "grad_norm": 372.5196838378906,
+      "learning_rate": 4.074169242330869e-06,
+      "loss": 25.8906,
+      "step": 29750
+    },
+    {
+      "epoch": 1.4217241708878907,
+      "grad_norm": 423.18341064453125,
+      "learning_rate": 4.073545902545767e-06,
+      "loss": 26.2969,
+      "step": 29751
+    },
+    {
+      "epoch": 1.421771958329351,
+      "grad_norm": 209.0330352783203,
+      "learning_rate": 4.072922598252473e-06,
+      "loss": 29.3438,
+      "step": 29752
+    },
+    {
+      "epoch": 1.4218197457708115,
+      "grad_norm": 181.4793701171875,
+      "learning_rate": 4.072299329454725e-06,
+      "loss": 16.6562,
+      "step": 29753
+    },
+    {
+      "epoch": 1.4218675332122719,
+      "grad_norm": 143.78172302246094,
+      "learning_rate": 4.07167609615626e-06,
+      "loss": 20.0625,
+      "step": 29754
+    },
+    {
+      "epoch": 1.4219153206537323,
+      "grad_norm": 193.7634735107422,
+      "learning_rate": 4.071052898360801e-06,
+      "loss": 23.7031,
+      "step": 29755
+    },
+    {
+      "epoch": 1.4219631080951927,
+      "grad_norm": 163.91571044921875,
+      "learning_rate": 4.0704297360720845e-06,
+      "loss": 20.2812,
+      "step": 29756
+    },
+    {
+      "epoch": 1.422010895536653,
+      "grad_norm": 332.4098205566406,
+      "learning_rate": 4.069806609293843e-06,
+      "loss": 24.25,
+      "step": 29757
+    },
+    {
+      "epoch": 1.4220586829781134,
+      "grad_norm": 617.9270629882812,
+      "learning_rate": 4.069183518029811e-06,
+      "loss": 34.3125,
+      "step": 29758
+    },
+    {
+      "epoch": 1.4221064704195738,
+      "grad_norm": 185.37265014648438,
+      "learning_rate": 4.068560462283714e-06,
+      "loss": 28.6875,
+      "step": 29759
+    },
+    {
+      "epoch": 1.4221542578610342,
+      "grad_norm": 302.20672607421875,
+      "learning_rate": 4.067937442059285e-06,
+      "loss": 24.2812,
+      "step": 29760
+    },
+    {
+      "epoch": 1.4222020453024946,
+      "grad_norm": 381.9230041503906,
+      "learning_rate": 4.067314457360262e-06,
+      "loss": 31.6719,
+      "step": 29761
+    },
+    {
+      "epoch": 1.422249832743955,
+      "grad_norm": 137.30992126464844,
+      "learning_rate": 4.066691508190364e-06,
+      "loss": 16.75,
+      "step": 29762
+    },
+    {
+      "epoch": 1.4222976201854154,
+      "grad_norm": 368.1737976074219,
+      "learning_rate": 4.0660685945533295e-06,
+      "loss": 26.8438,
+      "step": 29763
+    },
+    {
+      "epoch": 1.4223454076268758,
+      "grad_norm": 181.7113800048828,
+      "learning_rate": 4.065445716452887e-06,
+      "loss": 17.7969,
+      "step": 29764
+    },
+    {
+      "epoch": 1.4223931950683362,
+      "grad_norm": 407.5343933105469,
+      "learning_rate": 4.064822873892771e-06,
+      "loss": 17.4531,
+      "step": 29765
+    },
+    {
+      "epoch": 1.4224409825097966,
+      "grad_norm": 245.12281799316406,
+      "learning_rate": 4.064200066876704e-06,
+      "loss": 32.5938,
+      "step": 29766
+    },
+    {
+      "epoch": 1.422488769951257,
+      "grad_norm": 272.72821044921875,
+      "learning_rate": 4.063577295408417e-06,
+      "loss": 29.9688,
+      "step": 29767
+    },
+    {
+      "epoch": 1.4225365573927171,
+      "grad_norm": 630.9547119140625,
+      "learning_rate": 4.062954559491644e-06,
+      "loss": 27.4688,
+      "step": 29768
+    },
+    {
+      "epoch": 1.4225843448341775,
+      "grad_norm": 207.86000061035156,
+      "learning_rate": 4.062331859130115e-06,
+      "loss": 24.6875,
+      "step": 29769
+    },
+    {
+      "epoch": 1.422632132275638,
+      "grad_norm": 984.5609130859375,
+      "learning_rate": 4.061709194327554e-06,
+      "loss": 34.2656,
+      "step": 29770
+    },
+    {
+      "epoch": 1.4226799197170983,
+      "grad_norm": 335.5328369140625,
+      "learning_rate": 4.061086565087692e-06,
+      "loss": 23.2812,
+      "step": 29771
+    },
+    {
+      "epoch": 1.4227277071585587,
+      "grad_norm": 437.0794982910156,
+      "learning_rate": 4.060463971414261e-06,
+      "loss": 29.5938,
+      "step": 29772
+    },
+    {
+      "epoch": 1.422775494600019,
+      "grad_norm": 230.4730224609375,
+      "learning_rate": 4.059841413310985e-06,
+      "loss": 26.0625,
+      "step": 29773
+    },
+    {
+      "epoch": 1.4228232820414795,
+      "grad_norm": 265.971923828125,
+      "learning_rate": 4.059218890781592e-06,
+      "loss": 29.7031,
+      "step": 29774
+    },
+    {
+      "epoch": 1.4228710694829398,
+      "grad_norm": 589.7747192382812,
+      "learning_rate": 4.058596403829813e-06,
+      "loss": 23.7812,
+      "step": 29775
+    },
+    {
+      "epoch": 1.4229188569244002,
+      "grad_norm": 522.4234008789062,
+      "learning_rate": 4.057973952459378e-06,
+      "loss": 25.9688,
+      "step": 29776
+    },
+    {
+      "epoch": 1.4229666443658606,
+      "grad_norm": 315.84820556640625,
+      "learning_rate": 4.057351536674009e-06,
+      "loss": 22.8125,
+      "step": 29777
+    },
+    {
+      "epoch": 1.423014431807321,
+      "grad_norm": 147.91281127929688,
+      "learning_rate": 4.056729156477436e-06,
+      "loss": 26.4062,
+      "step": 29778
+    },
+    {
+      "epoch": 1.4230622192487814,
+      "grad_norm": 208.96607971191406,
+      "learning_rate": 4.0561068118733895e-06,
+      "loss": 22.1719,
+      "step": 29779
+    },
+    {
+      "epoch": 1.4231100066902418,
+      "grad_norm": 154.2901153564453,
+      "learning_rate": 4.05548450286559e-06,
+      "loss": 20.0938,
+      "step": 29780
+    },
+    {
+      "epoch": 1.4231577941317022,
+      "grad_norm": 130.8883514404297,
+      "learning_rate": 4.054862229457768e-06,
+      "loss": 19.2188,
+      "step": 29781
+    },
+    {
+      "epoch": 1.4232055815731626,
+      "grad_norm": 126.92216491699219,
+      "learning_rate": 4.054239991653654e-06,
+      "loss": 17.7969,
+      "step": 29782
+    },
+    {
+      "epoch": 1.423253369014623,
+      "grad_norm": 221.21119689941406,
+      "learning_rate": 4.0536177894569655e-06,
+      "loss": 26.1406,
+      "step": 29783
+    },
+    {
+      "epoch": 1.4233011564560833,
+      "grad_norm": 499.7457580566406,
+      "learning_rate": 4.052995622871437e-06,
+      "loss": 23.3594,
+      "step": 29784
+    },
+    {
+      "epoch": 1.4233489438975437,
+      "grad_norm": 278.90960693359375,
+      "learning_rate": 4.052373491900788e-06,
+      "loss": 24.9062,
+      "step": 29785
+    },
+    {
+      "epoch": 1.4233967313390041,
+      "grad_norm": 195.6988525390625,
+      "learning_rate": 4.051751396548749e-06,
+      "loss": 26.2344,
+      "step": 29786
+    },
+    {
+      "epoch": 1.4234445187804645,
+      "grad_norm": 464.9969482421875,
+      "learning_rate": 4.051129336819045e-06,
+      "loss": 25.0625,
+      "step": 29787
+    },
+    {
+      "epoch": 1.423492306221925,
+      "grad_norm": 475.6479797363281,
+      "learning_rate": 4.050507312715397e-06,
+      "loss": 36.4688,
+      "step": 29788
+    },
+    {
+      "epoch": 1.4235400936633853,
+      "grad_norm": 210.43727111816406,
+      "learning_rate": 4.049885324241534e-06,
+      "loss": 22.2656,
+      "step": 29789
+    },
+    {
+      "epoch": 1.4235878811048457,
+      "grad_norm": 125.50898742675781,
+      "learning_rate": 4.04926337140118e-06,
+      "loss": 18.1719,
+      "step": 29790
+    },
+    {
+      "epoch": 1.423635668546306,
+      "grad_norm": 224.4694061279297,
+      "learning_rate": 4.048641454198064e-06,
+      "loss": 28.2969,
+      "step": 29791
+    },
+    {
+      "epoch": 1.4236834559877665,
+      "grad_norm": 189.5951690673828,
+      "learning_rate": 4.048019572635901e-06,
+      "loss": 22.5625,
+      "step": 29792
+    },
+    {
+      "epoch": 1.4237312434292269,
+      "grad_norm": 517.7289428710938,
+      "learning_rate": 4.047397726718422e-06,
+      "loss": 19.9062,
+      "step": 29793
+    },
+    {
+      "epoch": 1.4237790308706872,
+      "grad_norm": 174.7631072998047,
+      "learning_rate": 4.0467759164493495e-06,
+      "loss": 24.8906,
+      "step": 29794
+    },
+    {
+      "epoch": 1.4238268183121476,
+      "grad_norm": 243.7830810546875,
+      "learning_rate": 4.0461541418324105e-06,
+      "loss": 30.8438,
+      "step": 29795
+    },
+    {
+      "epoch": 1.423874605753608,
+      "grad_norm": 225.1505584716797,
+      "learning_rate": 4.045532402871322e-06,
+      "loss": 25.9531,
+      "step": 29796
+    },
+    {
+      "epoch": 1.4239223931950684,
+      "grad_norm": 208.32737731933594,
+      "learning_rate": 4.044910699569812e-06,
+      "loss": 18.5938,
+      "step": 29797
+    },
+    {
+      "epoch": 1.4239701806365286,
+      "grad_norm": 215.99668884277344,
+      "learning_rate": 4.044289031931605e-06,
+      "loss": 16.3906,
+      "step": 29798
+    },
+    {
+      "epoch": 1.424017968077989,
+      "grad_norm": 449.50775146484375,
+      "learning_rate": 4.043667399960419e-06,
+      "loss": 23.2656,
+      "step": 29799
+    },
+    {
+      "epoch": 1.4240657555194494,
+      "grad_norm": 280.8816833496094,
+      "learning_rate": 4.04304580365998e-06,
+      "loss": 18.5938,
+      "step": 29800
+    },
+    {
+      "epoch": 1.4241135429609098,
+      "grad_norm": 390.1561279296875,
+      "learning_rate": 4.042424243034009e-06,
+      "loss": 21.7969,
+      "step": 29801
+    },
+    {
+      "epoch": 1.4241613304023701,
+      "grad_norm": 230.20774841308594,
+      "learning_rate": 4.041802718086233e-06,
+      "loss": 24.8125,
+      "step": 29802
+    },
+    {
+      "epoch": 1.4242091178438305,
+      "grad_norm": 260.343017578125,
+      "learning_rate": 4.041181228820368e-06,
+      "loss": 22.1094,
+      "step": 29803
+    },
+    {
+      "epoch": 1.424256905285291,
+      "grad_norm": 281.1184997558594,
+      "learning_rate": 4.0405597752401374e-06,
+      "loss": 30.7344,
+      "step": 29804
+    },
+    {
+      "epoch": 1.4243046927267513,
+      "grad_norm": 228.97988891601562,
+      "learning_rate": 4.039938357349265e-06,
+      "loss": 24.5625,
+      "step": 29805
+    },
+    {
+      "epoch": 1.4243524801682117,
+      "grad_norm": 168.90733337402344,
+      "learning_rate": 4.039316975151474e-06,
+      "loss": 24.6562,
+      "step": 29806
+    },
+    {
+      "epoch": 1.424400267609672,
+      "grad_norm": 199.7113494873047,
+      "learning_rate": 4.038695628650479e-06,
+      "loss": 21.4531,
+      "step": 29807
+    },
+    {
+      "epoch": 1.4244480550511325,
+      "grad_norm": 174.46923828125,
+      "learning_rate": 4.038074317850006e-06,
+      "loss": 27.2188,
+      "step": 29808
+    },
+    {
+      "epoch": 1.4244958424925929,
+      "grad_norm": 182.26268005371094,
+      "learning_rate": 4.037453042753778e-06,
+      "loss": 22.6094,
+      "step": 29809
+    },
+    {
+      "epoch": 1.4245436299340533,
+      "grad_norm": 413.5499572753906,
+      "learning_rate": 4.036831803365509e-06,
+      "loss": 32.0,
+      "step": 29810
+    },
+    {
+      "epoch": 1.4245914173755136,
+      "grad_norm": 144.57147216796875,
+      "learning_rate": 4.036210599688922e-06,
+      "loss": 24.9531,
+      "step": 29811
+    },
+    {
+      "epoch": 1.424639204816974,
+      "grad_norm": 248.52532958984375,
+      "learning_rate": 4.035589431727742e-06,
+      "loss": 24.3438,
+      "step": 29812
+    },
+    {
+      "epoch": 1.4246869922584344,
+      "grad_norm": 256.4178466796875,
+      "learning_rate": 4.034968299485682e-06,
+      "loss": 24.4844,
+      "step": 29813
+    },
+    {
+      "epoch": 1.4247347796998948,
+      "grad_norm": 526.5043334960938,
+      "learning_rate": 4.034347202966466e-06,
+      "loss": 25.5,
+      "step": 29814
+    },
+    {
+      "epoch": 1.4247825671413552,
+      "grad_norm": 260.77130126953125,
+      "learning_rate": 4.033726142173814e-06,
+      "loss": 20.5156,
+      "step": 29815
+    },
+    {
+      "epoch": 1.4248303545828156,
+      "grad_norm": 358.7502136230469,
+      "learning_rate": 4.033105117111441e-06,
+      "loss": 42.5625,
+      "step": 29816
+    },
+    {
+      "epoch": 1.424878142024276,
+      "grad_norm": 475.4754943847656,
+      "learning_rate": 4.032484127783073e-06,
+      "loss": 23.7812,
+      "step": 29817
+    },
+    {
+      "epoch": 1.4249259294657364,
+      "grad_norm": 298.64178466796875,
+      "learning_rate": 4.03186317419242e-06,
+      "loss": 33.75,
+      "step": 29818
+    },
+    {
+      "epoch": 1.4249737169071968,
+      "grad_norm": 162.29568481445312,
+      "learning_rate": 4.031242256343207e-06,
+      "loss": 23.8125,
+      "step": 29819
+    },
+    {
+      "epoch": 1.4250215043486572,
+      "grad_norm": 180.58421325683594,
+      "learning_rate": 4.030621374239155e-06,
+      "loss": 20.0781,
+      "step": 29820
+    },
+    {
+      "epoch": 1.4250692917901175,
+      "grad_norm": 277.5810546875,
+      "learning_rate": 4.030000527883974e-06,
+      "loss": 24.8438,
+      "step": 29821
+    },
+    {
+      "epoch": 1.425117079231578,
+      "grad_norm": 207.83290100097656,
+      "learning_rate": 4.029379717281387e-06,
+      "loss": 22.4062,
+      "step": 29822
+    },
+    {
+      "epoch": 1.4251648666730383,
+      "grad_norm": 239.66162109375,
+      "learning_rate": 4.0287589424351105e-06,
+      "loss": 24.1875,
+      "step": 29823
+    },
+    {
+      "epoch": 1.4252126541144987,
+      "grad_norm": 426.0229187011719,
+      "learning_rate": 4.028138203348866e-06,
+      "loss": 36.25,
+      "step": 29824
+    },
+    {
+      "epoch": 1.425260441555959,
+      "grad_norm": 717.2067260742188,
+      "learning_rate": 4.027517500026366e-06,
+      "loss": 29.25,
+      "step": 29825
+    },
+    {
+      "epoch": 1.4253082289974195,
+      "grad_norm": 239.91592407226562,
+      "learning_rate": 4.026896832471328e-06,
+      "loss": 26.0938,
+      "step": 29826
+    },
+    {
+      "epoch": 1.4253560164388799,
+      "grad_norm": 132.29774475097656,
+      "learning_rate": 4.026276200687471e-06,
+      "loss": 18.9219,
+      "step": 29827
+    },
+    {
+      "epoch": 1.4254038038803403,
+      "grad_norm": 185.97463989257812,
+      "learning_rate": 4.025655604678515e-06,
+      "loss": 22.4062,
+      "step": 29828
+    },
+    {
+      "epoch": 1.4254515913218007,
+      "grad_norm": 169.43557739257812,
+      "learning_rate": 4.025035044448169e-06,
+      "loss": 28.2812,
+      "step": 29829
+    },
+    {
+      "epoch": 1.425499378763261,
+      "grad_norm": 240.07568359375,
+      "learning_rate": 4.024414520000154e-06,
+      "loss": 22.3594,
+      "step": 29830
+    },
+    {
+      "epoch": 1.4255471662047214,
+      "grad_norm": 266.3565979003906,
+      "learning_rate": 4.023794031338185e-06,
+      "loss": 38.875,
+      "step": 29831
+    },
+    {
+      "epoch": 1.4255949536461818,
+      "grad_norm": 1055.9659423828125,
+      "learning_rate": 4.023173578465982e-06,
+      "loss": 22.1406,
+      "step": 29832
+    },
+    {
+      "epoch": 1.4256427410876422,
+      "grad_norm": 135.078369140625,
+      "learning_rate": 4.022553161387253e-06,
+      "loss": 21.8438,
+      "step": 29833
+    },
+    {
+      "epoch": 1.4256905285291026,
+      "grad_norm": 361.3984069824219,
+      "learning_rate": 4.0219327801057185e-06,
+      "loss": 33.125,
+      "step": 29834
+    },
+    {
+      "epoch": 1.425738315970563,
+      "grad_norm": 193.73013305664062,
+      "learning_rate": 4.021312434625095e-06,
+      "loss": 25.75,
+      "step": 29835
+    },
+    {
+      "epoch": 1.4257861034120234,
+      "grad_norm": 172.09619140625,
+      "learning_rate": 4.020692124949094e-06,
+      "loss": 19.75,
+      "step": 29836
+    },
+    {
+      "epoch": 1.4258338908534838,
+      "grad_norm": 155.84751892089844,
+      "learning_rate": 4.02007185108143e-06,
+      "loss": 18.0469,
+      "step": 29837
+    },
+    {
+      "epoch": 1.4258816782949442,
+      "grad_norm": 343.1460266113281,
+      "learning_rate": 4.01945161302582e-06,
+      "loss": 26.0625,
+      "step": 29838
+    },
+    {
+      "epoch": 1.4259294657364046,
+      "grad_norm": 388.51324462890625,
+      "learning_rate": 4.01883141078598e-06,
+      "loss": 26.0312,
+      "step": 29839
+    },
+    {
+      "epoch": 1.425977253177865,
+      "grad_norm": 347.127685546875,
+      "learning_rate": 4.0182112443656205e-06,
+      "loss": 26.8281,
+      "step": 29840
+    },
+    {
+      "epoch": 1.4260250406193253,
+      "grad_norm": 325.1314392089844,
+      "learning_rate": 4.017591113768457e-06,
+      "loss": 24.9844,
+      "step": 29841
+    },
+    {
+      "epoch": 1.4260728280607857,
+      "grad_norm": 144.02085876464844,
+      "learning_rate": 4.016971018998202e-06,
+      "loss": 24.5,
+      "step": 29842
+    },
+    {
+      "epoch": 1.4261206155022461,
+      "grad_norm": 104.02536010742188,
+      "learning_rate": 4.016350960058573e-06,
+      "loss": 19.5938,
+      "step": 29843
+    },
+    {
+      "epoch": 1.4261684029437065,
+      "grad_norm": 1383.3739013671875,
+      "learning_rate": 4.01573093695328e-06,
+      "loss": 31.2656,
+      "step": 29844
+    },
+    {
+      "epoch": 1.426216190385167,
+      "grad_norm": 386.3492736816406,
+      "learning_rate": 4.015110949686035e-06,
+      "loss": 22.8125,
+      "step": 29845
+    },
+    {
+      "epoch": 1.4262639778266273,
+      "grad_norm": 166.7368621826172,
+      "learning_rate": 4.0144909982605575e-06,
+      "loss": 19.0938,
+      "step": 29846
+    },
+    {
+      "epoch": 1.4263117652680877,
+      "grad_norm": 551.4476928710938,
+      "learning_rate": 4.013871082680551e-06,
+      "loss": 20.0781,
+      "step": 29847
+    },
+    {
+      "epoch": 1.426359552709548,
+      "grad_norm": 228.24722290039062,
+      "learning_rate": 4.0132512029497365e-06,
+      "loss": 20.0156,
+      "step": 29848
+    },
+    {
+      "epoch": 1.4264073401510085,
+      "grad_norm": 433.3028259277344,
+      "learning_rate": 4.012631359071818e-06,
+      "loss": 21.3281,
+      "step": 29849
+    },
+    {
+      "epoch": 1.4264551275924686,
+      "grad_norm": 258.6326599121094,
+      "learning_rate": 4.012011551050516e-06,
+      "loss": 25.3594,
+      "step": 29850
+    },
+    {
+      "epoch": 1.426502915033929,
+      "grad_norm": 351.2126159667969,
+      "learning_rate": 4.011391778889535e-06,
+      "loss": 22.8906,
+      "step": 29851
+    },
+    {
+      "epoch": 1.4265507024753894,
+      "grad_norm": 132.03392028808594,
+      "learning_rate": 4.010772042592589e-06,
+      "loss": 26.4062,
+      "step": 29852
+    },
+    {
+      "epoch": 1.4265984899168498,
+      "grad_norm": 200.52032470703125,
+      "learning_rate": 4.01015234216339e-06,
+      "loss": 22.4062,
+      "step": 29853
+    },
+    {
+      "epoch": 1.4266462773583102,
+      "grad_norm": 160.24725341796875,
+      "learning_rate": 4.009532677605654e-06,
+      "loss": 20.1875,
+      "step": 29854
+    },
+    {
+      "epoch": 1.4266940647997706,
+      "grad_norm": 286.8292236328125,
+      "learning_rate": 4.008913048923084e-06,
+      "loss": 26.4688,
+      "step": 29855
+    },
+    {
+      "epoch": 1.426741852241231,
+      "grad_norm": 240.94374084472656,
+      "learning_rate": 4.008293456119393e-06,
+      "loss": 28.5,
+      "step": 29856
+    },
+    {
+      "epoch": 1.4267896396826913,
+      "grad_norm": 242.6240692138672,
+      "learning_rate": 4.007673899198298e-06,
+      "loss": 26.5,
+      "step": 29857
+    },
+    {
+      "epoch": 1.4268374271241517,
+      "grad_norm": 303.50433349609375,
+      "learning_rate": 4.0070543781635e-06,
+      "loss": 29.4688,
+      "step": 29858
+    },
+    {
+      "epoch": 1.4268852145656121,
+      "grad_norm": 333.9636535644531,
+      "learning_rate": 4.006434893018712e-06,
+      "loss": 23.5469,
+      "step": 29859
+    },
+    {
+      "epoch": 1.4269330020070725,
+      "grad_norm": 274.718017578125,
+      "learning_rate": 4.0058154437676465e-06,
+      "loss": 27.4688,
+      "step": 29860
+    },
+    {
+      "epoch": 1.426980789448533,
+      "grad_norm": 362.81988525390625,
+      "learning_rate": 4.005196030414015e-06,
+      "loss": 25.1562,
+      "step": 29861
+    },
+    {
+      "epoch": 1.4270285768899933,
+      "grad_norm": 674.26806640625,
+      "learning_rate": 4.004576652961521e-06,
+      "loss": 29.375,
+      "step": 29862
+    },
+    {
+      "epoch": 1.4270763643314537,
+      "grad_norm": 290.5081481933594,
+      "learning_rate": 4.0039573114138755e-06,
+      "loss": 27.625,
+      "step": 29863
+    },
+    {
+      "epoch": 1.427124151772914,
+      "grad_norm": 310.7270812988281,
+      "learning_rate": 4.003338005774789e-06,
+      "loss": 28.9375,
+      "step": 29864
+    },
+    {
+      "epoch": 1.4271719392143745,
+      "grad_norm": 193.34373474121094,
+      "learning_rate": 4.002718736047973e-06,
+      "loss": 17.0625,
+      "step": 29865
+    },
+    {
+      "epoch": 1.4272197266558349,
+      "grad_norm": 206.27059936523438,
+      "learning_rate": 4.002099502237131e-06,
+      "loss": 23.9688,
+      "step": 29866
+    },
+    {
+      "epoch": 1.4272675140972952,
+      "grad_norm": 603.1337280273438,
+      "learning_rate": 4.0014803043459726e-06,
+      "loss": 37.2188,
+      "step": 29867
+    },
+    {
+      "epoch": 1.4273153015387556,
+      "grad_norm": 239.1159210205078,
+      "learning_rate": 4.00086114237821e-06,
+      "loss": 34.0938,
+      "step": 29868
+    },
+    {
+      "epoch": 1.427363088980216,
+      "grad_norm": 165.83914184570312,
+      "learning_rate": 4.000242016337546e-06,
+      "loss": 21.7031,
+      "step": 29869
+    },
+    {
+      "epoch": 1.4274108764216764,
+      "grad_norm": 505.3119201660156,
+      "learning_rate": 3.999622926227691e-06,
+      "loss": 26.9688,
+      "step": 29870
+    },
+    {
+      "epoch": 1.4274586638631368,
+      "grad_norm": 106.24113464355469,
+      "learning_rate": 3.999003872052351e-06,
+      "loss": 27.0469,
+      "step": 29871
+    },
+    {
+      "epoch": 1.4275064513045972,
+      "grad_norm": 629.4808349609375,
+      "learning_rate": 3.998384853815237e-06,
+      "loss": 29.25,
+      "step": 29872
+    },
+    {
+      "epoch": 1.4275542387460576,
+      "grad_norm": 207.12977600097656,
+      "learning_rate": 3.997765871520052e-06,
+      "loss": 22.6406,
+      "step": 29873
+    },
+    {
+      "epoch": 1.427602026187518,
+      "grad_norm": 319.8523254394531,
+      "learning_rate": 3.997146925170503e-06,
+      "loss": 34.1875,
+      "step": 29874
+    },
+    {
+      "epoch": 1.4276498136289784,
+      "grad_norm": 158.89767456054688,
+      "learning_rate": 3.996528014770298e-06,
+      "loss": 19.8594,
+      "step": 29875
+    },
+    {
+      "epoch": 1.4276976010704387,
+      "grad_norm": 326.3644714355469,
+      "learning_rate": 3.995909140323148e-06,
+      "loss": 25.2188,
+      "step": 29876
+    },
+    {
+      "epoch": 1.4277453885118991,
+      "grad_norm": 233.373291015625,
+      "learning_rate": 3.99529030183275e-06,
+      "loss": 28.0625,
+      "step": 29877
+    },
+    {
+      "epoch": 1.4277931759533595,
+      "grad_norm": 243.66795349121094,
+      "learning_rate": 3.994671499302817e-06,
+      "loss": 32.1562,
+      "step": 29878
+    },
+    {
+      "epoch": 1.42784096339482,
+      "grad_norm": 288.5511474609375,
+      "learning_rate": 3.994052732737055e-06,
+      "loss": 16.2031,
+      "step": 29879
+    },
+    {
+      "epoch": 1.4278887508362803,
+      "grad_norm": 169.0902862548828,
+      "learning_rate": 3.993434002139164e-06,
+      "loss": 17.2656,
+      "step": 29880
+    },
+    {
+      "epoch": 1.4279365382777405,
+      "grad_norm": 366.4651184082031,
+      "learning_rate": 3.992815307512856e-06,
+      "loss": 23.875,
+      "step": 29881
+    },
+    {
+      "epoch": 1.4279843257192009,
+      "grad_norm": 336.1077880859375,
+      "learning_rate": 3.992196648861829e-06,
+      "loss": 22.7812,
+      "step": 29882
+    },
+    {
+      "epoch": 1.4280321131606613,
+      "grad_norm": 247.67271423339844,
+      "learning_rate": 3.991578026189793e-06,
+      "loss": 20.6875,
+      "step": 29883
+    },
+    {
+      "epoch": 1.4280799006021216,
+      "grad_norm": 796.3406982421875,
+      "learning_rate": 3.9909594395004545e-06,
+      "loss": 22.4062,
+      "step": 29884
+    },
+    {
+      "epoch": 1.428127688043582,
+      "grad_norm": 160.08932495117188,
+      "learning_rate": 3.990340888797512e-06,
+      "loss": 26.0938,
+      "step": 29885
+    },
+    {
+      "epoch": 1.4281754754850424,
+      "grad_norm": 406.57098388671875,
+      "learning_rate": 3.989722374084672e-06,
+      "loss": 21.7812,
+      "step": 29886
+    },
+    {
+      "epoch": 1.4282232629265028,
+      "grad_norm": 296.7837219238281,
+      "learning_rate": 3.989103895365644e-06,
+      "loss": 25.4062,
+      "step": 29887
+    },
+    {
+      "epoch": 1.4282710503679632,
+      "grad_norm": 135.13330078125,
+      "learning_rate": 3.988485452644124e-06,
+      "loss": 19.2188,
+      "step": 29888
+    },
+    {
+      "epoch": 1.4283188378094236,
+      "grad_norm": 338.3515930175781,
+      "learning_rate": 3.987867045923819e-06,
+      "loss": 32.5312,
+      "step": 29889
+    },
+    {
+      "epoch": 1.428366625250884,
+      "grad_norm": 246.77967834472656,
+      "learning_rate": 3.987248675208433e-06,
+      "loss": 24.0469,
+      "step": 29890
+    },
+    {
+      "epoch": 1.4284144126923444,
+      "grad_norm": 234.39273071289062,
+      "learning_rate": 3.986630340501672e-06,
+      "loss": 25.75,
+      "step": 29891
+    },
+    {
+      "epoch": 1.4284622001338048,
+      "grad_norm": 325.5040588378906,
+      "learning_rate": 3.986012041807231e-06,
+      "loss": 21.4062,
+      "step": 29892
+    },
+    {
+      "epoch": 1.4285099875752651,
+      "grad_norm": 243.9167022705078,
+      "learning_rate": 3.98539377912882e-06,
+      "loss": 28.2812,
+      "step": 29893
+    },
+    {
+      "epoch": 1.4285577750167255,
+      "grad_norm": 316.2960510253906,
+      "learning_rate": 3.984775552470141e-06,
+      "loss": 28.375,
+      "step": 29894
+    },
+    {
+      "epoch": 1.428605562458186,
+      "grad_norm": 188.95770263671875,
+      "learning_rate": 3.984157361834893e-06,
+      "loss": 23.9688,
+      "step": 29895
+    },
+    {
+      "epoch": 1.4286533498996463,
+      "grad_norm": 337.1584777832031,
+      "learning_rate": 3.983539207226778e-06,
+      "loss": 27.6875,
+      "step": 29896
+    },
+    {
+      "epoch": 1.4287011373411067,
+      "grad_norm": 173.52676391601562,
+      "learning_rate": 3.9829210886495005e-06,
+      "loss": 20.7344,
+      "step": 29897
+    },
+    {
+      "epoch": 1.428748924782567,
+      "grad_norm": 193.3453369140625,
+      "learning_rate": 3.982303006106766e-06,
+      "loss": 20.3281,
+      "step": 29898
+    },
+    {
+      "epoch": 1.4287967122240275,
+      "grad_norm": 169.08392333984375,
+      "learning_rate": 3.981684959602266e-06,
+      "loss": 29.2188,
+      "step": 29899
+    },
+    {
+      "epoch": 1.4288444996654879,
+      "grad_norm": 390.96331787109375,
+      "learning_rate": 3.981066949139709e-06,
+      "loss": 24.2969,
+      "step": 29900
+    },
+    {
+      "epoch": 1.4288922871069483,
+      "grad_norm": 325.77447509765625,
+      "learning_rate": 3.980448974722794e-06,
+      "loss": 33.1875,
+      "step": 29901
+    },
+    {
+      "epoch": 1.4289400745484087,
+      "grad_norm": 257.7701110839844,
+      "learning_rate": 3.979831036355226e-06,
+      "loss": 22.7031,
+      "step": 29902
+    },
+    {
+      "epoch": 1.428987861989869,
+      "grad_norm": 2239.419189453125,
+      "learning_rate": 3.979213134040698e-06,
+      "loss": 39.25,
+      "step": 29903
+    },
+    {
+      "epoch": 1.4290356494313294,
+      "grad_norm": 169.4830322265625,
+      "learning_rate": 3.978595267782915e-06,
+      "loss": 16.6406,
+      "step": 29904
+    },
+    {
+      "epoch": 1.4290834368727898,
+      "grad_norm": 374.9361267089844,
+      "learning_rate": 3.977977437585579e-06,
+      "loss": 26.0469,
+      "step": 29905
+    },
+    {
+      "epoch": 1.4291312243142502,
+      "grad_norm": 270.81524658203125,
+      "learning_rate": 3.9773596434523855e-06,
+      "loss": 40.4375,
+      "step": 29906
+    },
+    {
+      "epoch": 1.4291790117557106,
+      "grad_norm": 285.96380615234375,
+      "learning_rate": 3.976741885387035e-06,
+      "loss": 31.4062,
+      "step": 29907
+    },
+    {
+      "epoch": 1.429226799197171,
+      "grad_norm": 368.8221435546875,
+      "learning_rate": 3.97612416339323e-06,
+      "loss": 30.5312,
+      "step": 29908
+    },
+    {
+      "epoch": 1.4292745866386314,
+      "grad_norm": 194.3092803955078,
+      "learning_rate": 3.975506477474671e-06,
+      "loss": 16.8281,
+      "step": 29909
+    },
+    {
+      "epoch": 1.4293223740800918,
+      "grad_norm": 198.73670959472656,
+      "learning_rate": 3.97488882763505e-06,
+      "loss": 22.6562,
+      "step": 29910
+    },
+    {
+      "epoch": 1.4293701615215522,
+      "grad_norm": 177.99880981445312,
+      "learning_rate": 3.974271213878072e-06,
+      "loss": 21.7188,
+      "step": 29911
+    },
+    {
+      "epoch": 1.4294179489630126,
+      "grad_norm": 243.8774871826172,
+      "learning_rate": 3.973653636207437e-06,
+      "loss": 25.5938,
+      "step": 29912
+    },
+    {
+      "epoch": 1.429465736404473,
+      "grad_norm": 265.2523193359375,
+      "learning_rate": 3.973036094626837e-06,
+      "loss": 27.0625,
+      "step": 29913
+    },
+    {
+      "epoch": 1.4295135238459333,
+      "grad_norm": 244.21572875976562,
+      "learning_rate": 3.972418589139978e-06,
+      "loss": 30.8125,
+      "step": 29914
+    },
+    {
+      "epoch": 1.4295613112873937,
+      "grad_norm": 230.00303649902344,
+      "learning_rate": 3.97180111975055e-06,
+      "loss": 24.8125,
+      "step": 29915
+    },
+    {
+      "epoch": 1.429609098728854,
+      "grad_norm": 162.10720825195312,
+      "learning_rate": 3.971183686462254e-06,
+      "loss": 24.4375,
+      "step": 29916
+    },
+    {
+      "epoch": 1.4296568861703145,
+      "grad_norm": 222.96461486816406,
+      "learning_rate": 3.970566289278793e-06,
+      "loss": 21.8594,
+      "step": 29917
+    },
+    {
+      "epoch": 1.429704673611775,
+      "grad_norm": 160.37705993652344,
+      "learning_rate": 3.969948928203856e-06,
+      "loss": 17.2344,
+      "step": 29918
+    },
+    {
+      "epoch": 1.4297524610532353,
+      "grad_norm": 223.01583862304688,
+      "learning_rate": 3.969331603241144e-06,
+      "loss": 23.7812,
+      "step": 29919
+    },
+    {
+      "epoch": 1.4298002484946957,
+      "grad_norm": 405.81488037109375,
+      "learning_rate": 3.968714314394357e-06,
+      "loss": 30.5938,
+      "step": 29920
+    },
+    {
+      "epoch": 1.429848035936156,
+      "grad_norm": 269.990966796875,
+      "learning_rate": 3.968097061667186e-06,
+      "loss": 27.9219,
+      "step": 29921
+    },
+    {
+      "epoch": 1.4298958233776164,
+      "grad_norm": 118.06946563720703,
+      "learning_rate": 3.967479845063331e-06,
+      "loss": 15.5625,
+      "step": 29922
+    },
+    {
+      "epoch": 1.4299436108190768,
+      "grad_norm": 186.09300231933594,
+      "learning_rate": 3.966862664586486e-06,
+      "loss": 26.4688,
+      "step": 29923
+    },
+    {
+      "epoch": 1.4299913982605372,
+      "grad_norm": 268.37890625,
+      "learning_rate": 3.966245520240353e-06,
+      "loss": 28.75,
+      "step": 29924
+    },
+    {
+      "epoch": 1.4300391857019976,
+      "grad_norm": 333.32489013671875,
+      "learning_rate": 3.96562841202862e-06,
+      "loss": 38.4688,
+      "step": 29925
+    },
+    {
+      "epoch": 1.430086973143458,
+      "grad_norm": 227.59503173828125,
+      "learning_rate": 3.965011339954987e-06,
+      "loss": 26.9688,
+      "step": 29926
+    },
+    {
+      "epoch": 1.4301347605849184,
+      "grad_norm": 147.4458465576172,
+      "learning_rate": 3.964394304023148e-06,
+      "loss": 23.4531,
+      "step": 29927
+    },
+    {
+      "epoch": 1.4301825480263788,
+      "grad_norm": 308.62457275390625,
+      "learning_rate": 3.963777304236803e-06,
+      "loss": 19.6406,
+      "step": 29928
+    },
+    {
+      "epoch": 1.4302303354678392,
+      "grad_norm": 238.66319274902344,
+      "learning_rate": 3.96316034059964e-06,
+      "loss": 22.8438,
+      "step": 29929
+    },
+    {
+      "epoch": 1.4302781229092996,
+      "grad_norm": 441.9302062988281,
+      "learning_rate": 3.962543413115356e-06,
+      "loss": 25.2188,
+      "step": 29930
+    },
+    {
+      "epoch": 1.43032591035076,
+      "grad_norm": 250.3438720703125,
+      "learning_rate": 3.96192652178765e-06,
+      "loss": 20.4844,
+      "step": 29931
+    },
+    {
+      "epoch": 1.4303736977922201,
+      "grad_norm": 157.5880889892578,
+      "learning_rate": 3.96130966662021e-06,
+      "loss": 18.6875,
+      "step": 29932
+    },
+    {
+      "epoch": 1.4304214852336805,
+      "grad_norm": 168.09799194335938,
+      "learning_rate": 3.960692847616733e-06,
+      "loss": 20.625,
+      "step": 29933
+    },
+    {
+      "epoch": 1.430469272675141,
+      "grad_norm": 242.53204345703125,
+      "learning_rate": 3.960076064780912e-06,
+      "loss": 27.0938,
+      "step": 29934
+    },
+    {
+      "epoch": 1.4305170601166013,
+      "grad_norm": 151.15061950683594,
+      "learning_rate": 3.959459318116447e-06,
+      "loss": 21.9375,
+      "step": 29935
+    },
+    {
+      "epoch": 1.4305648475580617,
+      "grad_norm": 212.1948699951172,
+      "learning_rate": 3.958842607627021e-06,
+      "loss": 22.0938,
+      "step": 29936
+    },
+    {
+      "epoch": 1.430612634999522,
+      "grad_norm": 303.6706237792969,
+      "learning_rate": 3.958225933316334e-06,
+      "loss": 27.2812,
+      "step": 29937
+    },
+    {
+      "epoch": 1.4306604224409825,
+      "grad_norm": 157.8609619140625,
+      "learning_rate": 3.9576092951880764e-06,
+      "loss": 16.5156,
+      "step": 29938
+    },
+    {
+      "epoch": 1.4307082098824428,
+      "grad_norm": 262.097412109375,
+      "learning_rate": 3.956992693245947e-06,
+      "loss": 31.2969,
+      "step": 29939
+    },
+    {
+      "epoch": 1.4307559973239032,
+      "grad_norm": 429.52386474609375,
+      "learning_rate": 3.95637612749363e-06,
+      "loss": 30.1094,
+      "step": 29940
+    },
+    {
+      "epoch": 1.4308037847653636,
+      "grad_norm": 341.2378234863281,
+      "learning_rate": 3.9557595979348205e-06,
+      "loss": 28.4688,
+      "step": 29941
+    },
+    {
+      "epoch": 1.430851572206824,
+      "grad_norm": 200.8382568359375,
+      "learning_rate": 3.955143104573216e-06,
+      "loss": 19.8281,
+      "step": 29942
+    },
+    {
+      "epoch": 1.4308993596482844,
+      "grad_norm": 234.96409606933594,
+      "learning_rate": 3.9545266474125014e-06,
+      "loss": 23.5938,
+      "step": 29943
+    },
+    {
+      "epoch": 1.4309471470897448,
+      "grad_norm": 220.34774780273438,
+      "learning_rate": 3.95391022645637e-06,
+      "loss": 20.7969,
+      "step": 29944
+    },
+    {
+      "epoch": 1.4309949345312052,
+      "grad_norm": 254.7342071533203,
+      "learning_rate": 3.953293841708518e-06,
+      "loss": 23.5312,
+      "step": 29945
+    },
+    {
+      "epoch": 1.4310427219726656,
+      "grad_norm": 210.1154327392578,
+      "learning_rate": 3.952677493172632e-06,
+      "loss": 19.3906,
+      "step": 29946
+    },
+    {
+      "epoch": 1.431090509414126,
+      "grad_norm": 221.68289184570312,
+      "learning_rate": 3.952061180852408e-06,
+      "loss": 23.4844,
+      "step": 29947
+    },
+    {
+      "epoch": 1.4311382968555864,
+      "grad_norm": 180.333251953125,
+      "learning_rate": 3.951444904751529e-06,
+      "loss": 23.5625,
+      "step": 29948
+    },
+    {
+      "epoch": 1.4311860842970467,
+      "grad_norm": 160.14028930664062,
+      "learning_rate": 3.95082866487369e-06,
+      "loss": 25.0938,
+      "step": 29949
+    },
+    {
+      "epoch": 1.4312338717385071,
+      "grad_norm": 192.4796600341797,
+      "learning_rate": 3.950212461222586e-06,
+      "loss": 26.5938,
+      "step": 29950
+    },
+    {
+      "epoch": 1.4312816591799675,
+      "grad_norm": 319.8260803222656,
+      "learning_rate": 3.949596293801899e-06,
+      "loss": 20.1094,
+      "step": 29951
+    },
+    {
+      "epoch": 1.431329446621428,
+      "grad_norm": 359.50653076171875,
+      "learning_rate": 3.948980162615323e-06,
+      "loss": 17.5156,
+      "step": 29952
+    },
+    {
+      "epoch": 1.4313772340628883,
+      "grad_norm": 165.0907745361328,
+      "learning_rate": 3.948364067666553e-06,
+      "loss": 15.4844,
+      "step": 29953
+    },
+    {
+      "epoch": 1.4314250215043487,
+      "grad_norm": 484.1922607421875,
+      "learning_rate": 3.947748008959268e-06,
+      "loss": 21.5938,
+      "step": 29954
+    },
+    {
+      "epoch": 1.431472808945809,
+      "grad_norm": 239.64398193359375,
+      "learning_rate": 3.947131986497162e-06,
+      "loss": 27.5781,
+      "step": 29955
+    },
+    {
+      "epoch": 1.4315205963872695,
+      "grad_norm": 150.48150634765625,
+      "learning_rate": 3.946516000283928e-06,
+      "loss": 15.2578,
+      "step": 29956
+    },
+    {
+      "epoch": 1.4315683838287299,
+      "grad_norm": 396.5191650390625,
+      "learning_rate": 3.945900050323254e-06,
+      "loss": 15.2812,
+      "step": 29957
+    },
+    {
+      "epoch": 1.4316161712701903,
+      "grad_norm": 196.02854919433594,
+      "learning_rate": 3.945284136618823e-06,
+      "loss": 20.8906,
+      "step": 29958
+    },
+    {
+      "epoch": 1.4316639587116506,
+      "grad_norm": 449.6779479980469,
+      "learning_rate": 3.944668259174328e-06,
+      "loss": 19.9688,
+      "step": 29959
+    },
+    {
+      "epoch": 1.431711746153111,
+      "grad_norm": 729.1974487304688,
+      "learning_rate": 3.944052417993456e-06,
+      "loss": 22.8125,
+      "step": 29960
+    },
+    {
+      "epoch": 1.4317595335945714,
+      "grad_norm": 184.15689086914062,
+      "learning_rate": 3.9434366130799e-06,
+      "loss": 20.1875,
+      "step": 29961
+    },
+    {
+      "epoch": 1.4318073210360318,
+      "grad_norm": 250.87265014648438,
+      "learning_rate": 3.942820844437339e-06,
+      "loss": 21.2031,
+      "step": 29962
+    },
+    {
+      "epoch": 1.431855108477492,
+      "grad_norm": 358.1671447753906,
+      "learning_rate": 3.942205112069466e-06,
+      "loss": 22.4844,
+      "step": 29963
+    },
+    {
+      "epoch": 1.4319028959189524,
+      "grad_norm": 269.4510192871094,
+      "learning_rate": 3.941589415979967e-06,
+      "loss": 22.1875,
+      "step": 29964
+    },
+    {
+      "epoch": 1.4319506833604128,
+      "grad_norm": 317.41729736328125,
+      "learning_rate": 3.940973756172534e-06,
+      "loss": 28.1719,
+      "step": 29965
+    },
+    {
+      "epoch": 1.4319984708018731,
+      "grad_norm": 179.33123779296875,
+      "learning_rate": 3.940358132650846e-06,
+      "loss": 22.125,
+      "step": 29966
+    },
+    {
+      "epoch": 1.4320462582433335,
+      "grad_norm": 203.77713012695312,
+      "learning_rate": 3.939742545418595e-06,
+      "loss": 26.5938,
+      "step": 29967
+    },
+    {
+      "epoch": 1.432094045684794,
+      "grad_norm": 198.49427795410156,
+      "learning_rate": 3.939126994479468e-06,
+      "loss": 18.625,
+      "step": 29968
+    },
+    {
+      "epoch": 1.4321418331262543,
+      "grad_norm": 137.9104461669922,
+      "learning_rate": 3.938511479837147e-06,
+      "loss": 12.2031,
+      "step": 29969
+    },
+    {
+      "epoch": 1.4321896205677147,
+      "grad_norm": 346.8568115234375,
+      "learning_rate": 3.9378960014953205e-06,
+      "loss": 22.1562,
+      "step": 29970
+    },
+    {
+      "epoch": 1.432237408009175,
+      "grad_norm": 240.39183044433594,
+      "learning_rate": 3.937280559457675e-06,
+      "loss": 21.7969,
+      "step": 29971
+    },
+    {
+      "epoch": 1.4322851954506355,
+      "grad_norm": 311.14520263671875,
+      "learning_rate": 3.936665153727899e-06,
+      "loss": 28.3438,
+      "step": 29972
+    },
+    {
+      "epoch": 1.4323329828920959,
+      "grad_norm": 522.2560424804688,
+      "learning_rate": 3.936049784309672e-06,
+      "loss": 27.1094,
+      "step": 29973
+    },
+    {
+      "epoch": 1.4323807703335563,
+      "grad_norm": 285.976318359375,
+      "learning_rate": 3.935434451206681e-06,
+      "loss": 23.2031,
+      "step": 29974
+    },
+    {
+      "epoch": 1.4324285577750167,
+      "grad_norm": 399.868896484375,
+      "learning_rate": 3.934819154422613e-06,
+      "loss": 37.2812,
+      "step": 29975
+    },
+    {
+      "epoch": 1.432476345216477,
+      "grad_norm": 232.5549774169922,
+      "learning_rate": 3.934203893961156e-06,
+      "loss": 29.5312,
+      "step": 29976
+    },
+    {
+      "epoch": 1.4325241326579374,
+      "grad_norm": 534.6228637695312,
+      "learning_rate": 3.933588669825987e-06,
+      "loss": 23.4688,
+      "step": 29977
+    },
+    {
+      "epoch": 1.4325719200993978,
+      "grad_norm": 307.377197265625,
+      "learning_rate": 3.932973482020798e-06,
+      "loss": 27.7188,
+      "step": 29978
+    },
+    {
+      "epoch": 1.4326197075408582,
+      "grad_norm": 254.6842041015625,
+      "learning_rate": 3.932358330549264e-06,
+      "loss": 20.2656,
+      "step": 29979
+    },
+    {
+      "epoch": 1.4326674949823186,
+      "grad_norm": 190.93032836914062,
+      "learning_rate": 3.931743215415079e-06,
+      "loss": 21.4375,
+      "step": 29980
+    },
+    {
+      "epoch": 1.432715282423779,
+      "grad_norm": 355.9835510253906,
+      "learning_rate": 3.931128136621918e-06,
+      "loss": 26.4688,
+      "step": 29981
+    },
+    {
+      "epoch": 1.4327630698652394,
+      "grad_norm": 217.53244018554688,
+      "learning_rate": 3.930513094173468e-06,
+      "loss": 23.0312,
+      "step": 29982
+    },
+    {
+      "epoch": 1.4328108573066998,
+      "grad_norm": 211.12890625,
+      "learning_rate": 3.9298980880734175e-06,
+      "loss": 27.6562,
+      "step": 29983
+    },
+    {
+      "epoch": 1.4328586447481602,
+      "grad_norm": 237.16058349609375,
+      "learning_rate": 3.929283118325441e-06,
+      "loss": 28.9688,
+      "step": 29984
+    },
+    {
+      "epoch": 1.4329064321896205,
+      "grad_norm": 240.6934814453125,
+      "learning_rate": 3.928668184933225e-06,
+      "loss": 26.0312,
+      "step": 29985
+    },
+    {
+      "epoch": 1.432954219631081,
+      "grad_norm": 218.1985626220703,
+      "learning_rate": 3.928053287900452e-06,
+      "loss": 20.3594,
+      "step": 29986
+    },
+    {
+      "epoch": 1.4330020070725413,
+      "grad_norm": 213.59927368164062,
+      "learning_rate": 3.9274384272308085e-06,
+      "loss": 25.7969,
+      "step": 29987
+    },
+    {
+      "epoch": 1.4330497945140017,
+      "grad_norm": 268.1391296386719,
+      "learning_rate": 3.9268236029279704e-06,
+      "loss": 22.3906,
+      "step": 29988
+    },
+    {
+      "epoch": 1.433097581955462,
+      "grad_norm": 190.98974609375,
+      "learning_rate": 3.926208814995623e-06,
+      "loss": 21.3594,
+      "step": 29989
+    },
+    {
+      "epoch": 1.4331453693969225,
+      "grad_norm": 801.453857421875,
+      "learning_rate": 3.925594063437449e-06,
+      "loss": 46.0,
+      "step": 29990
+    },
+    {
+      "epoch": 1.4331931568383829,
+      "grad_norm": 227.57327270507812,
+      "learning_rate": 3.924979348257125e-06,
+      "loss": 25.25,
+      "step": 29991
+    },
+    {
+      "epoch": 1.4332409442798433,
+      "grad_norm": 344.789794921875,
+      "learning_rate": 3.924364669458337e-06,
+      "loss": 29.2656,
+      "step": 29992
+    },
+    {
+      "epoch": 1.4332887317213037,
+      "grad_norm": 300.99053955078125,
+      "learning_rate": 3.9237500270447645e-06,
+      "loss": 20.2969,
+      "step": 29993
+    },
+    {
+      "epoch": 1.433336519162764,
+      "grad_norm": 215.70664978027344,
+      "learning_rate": 3.923135421020092e-06,
+      "loss": 25.9375,
+      "step": 29994
+    },
+    {
+      "epoch": 1.4333843066042244,
+      "grad_norm": 174.94642639160156,
+      "learning_rate": 3.922520851387994e-06,
+      "loss": 25.625,
+      "step": 29995
+    },
+    {
+      "epoch": 1.4334320940456848,
+      "grad_norm": 204.22402954101562,
+      "learning_rate": 3.921906318152153e-06,
+      "loss": 29.5312,
+      "step": 29996
+    },
+    {
+      "epoch": 1.4334798814871452,
+      "grad_norm": 275.7555236816406,
+      "learning_rate": 3.921291821316252e-06,
+      "loss": 27.9375,
+      "step": 29997
+    },
+    {
+      "epoch": 1.4335276689286056,
+      "grad_norm": 198.69212341308594,
+      "learning_rate": 3.920677360883971e-06,
+      "loss": 26.75,
+      "step": 29998
+    },
+    {
+      "epoch": 1.433575456370066,
+      "grad_norm": 209.9365234375,
+      "learning_rate": 3.920062936858986e-06,
+      "loss": 20.5156,
+      "step": 29999
+    },
+    {
+      "epoch": 1.4336232438115264,
+      "grad_norm": 373.55908203125,
+      "learning_rate": 3.919448549244979e-06,
+      "loss": 24.9375,
+      "step": 30000
+    },
+    {
+      "epoch": 1.4336710312529868,
+      "grad_norm": 307.2297668457031,
+      "learning_rate": 3.918834198045628e-06,
+      "loss": 31.0312,
+      "step": 30001
+    },
+    {
+      "epoch": 1.4337188186944472,
+      "grad_norm": 186.29576110839844,
+      "learning_rate": 3.918219883264617e-06,
+      "loss": 24.5,
+      "step": 30002
+    },
+    {
+      "epoch": 1.4337666061359076,
+      "grad_norm": 355.8629150390625,
+      "learning_rate": 3.917605604905618e-06,
+      "loss": 23.9062,
+      "step": 30003
+    },
+    {
+      "epoch": 1.433814393577368,
+      "grad_norm": 507.9315490722656,
+      "learning_rate": 3.916991362972312e-06,
+      "loss": 25.25,
+      "step": 30004
+    },
+    {
+      "epoch": 1.4338621810188283,
+      "grad_norm": 182.3459930419922,
+      "learning_rate": 3.916377157468384e-06,
+      "loss": 21.0625,
+      "step": 30005
+    },
+    {
+      "epoch": 1.4339099684602887,
+      "grad_norm": 257.51910400390625,
+      "learning_rate": 3.915762988397501e-06,
+      "loss": 30.9531,
+      "step": 30006
+    },
+    {
+      "epoch": 1.4339577559017491,
+      "grad_norm": 163.95574951171875,
+      "learning_rate": 3.9151488557633485e-06,
+      "loss": 19.2969,
+      "step": 30007
+    },
+    {
+      "epoch": 1.4340055433432095,
+      "grad_norm": 178.28509521484375,
+      "learning_rate": 3.9145347595696025e-06,
+      "loss": 18.2812,
+      "step": 30008
+    },
+    {
+      "epoch": 1.43405333078467,
+      "grad_norm": 191.67520141601562,
+      "learning_rate": 3.9139206998199446e-06,
+      "loss": 22.6875,
+      "step": 30009
+    },
+    {
+      "epoch": 1.4341011182261303,
+      "grad_norm": 177.74417114257812,
+      "learning_rate": 3.913306676518044e-06,
+      "loss": 24.125,
+      "step": 30010
+    },
+    {
+      "epoch": 1.4341489056675907,
+      "grad_norm": 237.39788818359375,
+      "learning_rate": 3.912692689667586e-06,
+      "loss": 18.4062,
+      "step": 30011
+    },
+    {
+      "epoch": 1.434196693109051,
+      "grad_norm": 186.98855590820312,
+      "learning_rate": 3.912078739272243e-06,
+      "loss": 25.1875,
+      "step": 30012
+    },
+    {
+      "epoch": 1.4342444805505115,
+      "grad_norm": 251.28689575195312,
+      "learning_rate": 3.9114648253356905e-06,
+      "loss": 19.6094,
+      "step": 30013
+    },
+    {
+      "epoch": 1.4342922679919718,
+      "grad_norm": 213.15133666992188,
+      "learning_rate": 3.9108509478616105e-06,
+      "loss": 20.6094,
+      "step": 30014
+    },
+    {
+      "epoch": 1.434340055433432,
+      "grad_norm": 310.1048889160156,
+      "learning_rate": 3.910237106853674e-06,
+      "loss": 27.9688,
+      "step": 30015
+    },
+    {
+      "epoch": 1.4343878428748924,
+      "grad_norm": 151.55763244628906,
+      "learning_rate": 3.909623302315562e-06,
+      "loss": 31.3594,
+      "step": 30016
+    },
+    {
+      "epoch": 1.4344356303163528,
+      "grad_norm": 241.32061767578125,
+      "learning_rate": 3.909009534250944e-06,
+      "loss": 21.8125,
+      "step": 30017
+    },
+    {
+      "epoch": 1.4344834177578132,
+      "grad_norm": 193.2374725341797,
+      "learning_rate": 3.908395802663499e-06,
+      "loss": 25.1875,
+      "step": 30018
+    },
+    {
+      "epoch": 1.4345312051992736,
+      "grad_norm": 195.85903930664062,
+      "learning_rate": 3.907782107556904e-06,
+      "loss": 14.8281,
+      "step": 30019
+    },
+    {
+      "epoch": 1.434578992640734,
+      "grad_norm": 311.0896301269531,
+      "learning_rate": 3.907168448934836e-06,
+      "loss": 28.9062,
+      "step": 30020
+    },
+    {
+      "epoch": 1.4346267800821944,
+      "grad_norm": 240.5765380859375,
+      "learning_rate": 3.906554826800963e-06,
+      "loss": 25.6094,
+      "step": 30021
+    },
+    {
+      "epoch": 1.4346745675236547,
+      "grad_norm": 275.6485900878906,
+      "learning_rate": 3.905941241158966e-06,
+      "loss": 25.0703,
+      "step": 30022
+    },
+    {
+      "epoch": 1.4347223549651151,
+      "grad_norm": 402.8252258300781,
+      "learning_rate": 3.905327692012516e-06,
+      "loss": 21.4844,
+      "step": 30023
+    },
+    {
+      "epoch": 1.4347701424065755,
+      "grad_norm": 215.0912628173828,
+      "learning_rate": 3.904714179365292e-06,
+      "loss": 20.6406,
+      "step": 30024
+    },
+    {
+      "epoch": 1.434817929848036,
+      "grad_norm": 197.88426208496094,
+      "learning_rate": 3.904100703220962e-06,
+      "loss": 32.4141,
+      "step": 30025
+    },
+    {
+      "epoch": 1.4348657172894963,
+      "grad_norm": 151.8828582763672,
+      "learning_rate": 3.9034872635832026e-06,
+      "loss": 21.3438,
+      "step": 30026
+    },
+    {
+      "epoch": 1.4349135047309567,
+      "grad_norm": 139.17495727539062,
+      "learning_rate": 3.902873860455692e-06,
+      "loss": 19.5781,
+      "step": 30027
+    },
+    {
+      "epoch": 1.434961292172417,
+      "grad_norm": 1140.4373779296875,
+      "learning_rate": 3.902260493842095e-06,
+      "loss": 27.25,
+      "step": 30028
+    },
+    {
+      "epoch": 1.4350090796138775,
+      "grad_norm": 257.8678894042969,
+      "learning_rate": 3.90164716374609e-06,
+      "loss": 30.2031,
+      "step": 30029
+    },
+    {
+      "epoch": 1.4350568670553379,
+      "grad_norm": 351.8684387207031,
+      "learning_rate": 3.901033870171349e-06,
+      "loss": 30.25,
+      "step": 30030
+    },
+    {
+      "epoch": 1.4351046544967982,
+      "grad_norm": 231.64822387695312,
+      "learning_rate": 3.900420613121549e-06,
+      "loss": 25.9531,
+      "step": 30031
+    },
+    {
+      "epoch": 1.4351524419382586,
+      "grad_norm": 114.05738067626953,
+      "learning_rate": 3.899807392600357e-06,
+      "loss": 17.4531,
+      "step": 30032
+    },
+    {
+      "epoch": 1.435200229379719,
+      "grad_norm": 285.9399108886719,
+      "learning_rate": 3.899194208611445e-06,
+      "loss": 23.7812,
+      "step": 30033
+    },
+    {
+      "epoch": 1.4352480168211794,
+      "grad_norm": 545.0806274414062,
+      "learning_rate": 3.898581061158488e-06,
+      "loss": 18.5156,
+      "step": 30034
+    },
+    {
+      "epoch": 1.4352958042626398,
+      "grad_norm": 210.32952880859375,
+      "learning_rate": 3.897967950245162e-06,
+      "loss": 19.7969,
+      "step": 30035
+    },
+    {
+      "epoch": 1.4353435917041002,
+      "grad_norm": 182.36199951171875,
+      "learning_rate": 3.89735487587513e-06,
+      "loss": 17.3281,
+      "step": 30036
+    },
+    {
+      "epoch": 1.4353913791455606,
+      "grad_norm": 152.27159118652344,
+      "learning_rate": 3.896741838052069e-06,
+      "loss": 15.3594,
+      "step": 30037
+    },
+    {
+      "epoch": 1.435439166587021,
+      "grad_norm": 238.14315795898438,
+      "learning_rate": 3.8961288367796505e-06,
+      "loss": 22.9688,
+      "step": 30038
+    },
+    {
+      "epoch": 1.4354869540284814,
+      "grad_norm": 258.194580078125,
+      "learning_rate": 3.895515872061541e-06,
+      "loss": 20.5312,
+      "step": 30039
+    },
+    {
+      "epoch": 1.4355347414699418,
+      "grad_norm": 156.80349731445312,
+      "learning_rate": 3.894902943901415e-06,
+      "loss": 13.6094,
+      "step": 30040
+    },
+    {
+      "epoch": 1.4355825289114021,
+      "grad_norm": 213.40286254882812,
+      "learning_rate": 3.894290052302942e-06,
+      "loss": 25.375,
+      "step": 30041
+    },
+    {
+      "epoch": 1.4356303163528625,
+      "grad_norm": 323.8221435546875,
+      "learning_rate": 3.8936771972697985e-06,
+      "loss": 29.9688,
+      "step": 30042
+    },
+    {
+      "epoch": 1.435678103794323,
+      "grad_norm": 149.59764099121094,
+      "learning_rate": 3.893064378805645e-06,
+      "loss": 19.6094,
+      "step": 30043
+    },
+    {
+      "epoch": 1.4357258912357833,
+      "grad_norm": 247.3567657470703,
+      "learning_rate": 3.8924515969141575e-06,
+      "loss": 25.5625,
+      "step": 30044
+    },
+    {
+      "epoch": 1.4357736786772437,
+      "grad_norm": 1365.6439208984375,
+      "learning_rate": 3.891838851599002e-06,
+      "loss": 19.6562,
+      "step": 30045
+    },
+    {
+      "epoch": 1.4358214661187039,
+      "grad_norm": 187.8238067626953,
+      "learning_rate": 3.89122614286385e-06,
+      "loss": 22.375,
+      "step": 30046
+    },
+    {
+      "epoch": 1.4358692535601643,
+      "grad_norm": 235.8800811767578,
+      "learning_rate": 3.890613470712375e-06,
+      "loss": 27.3125,
+      "step": 30047
+    },
+    {
+      "epoch": 1.4359170410016246,
+      "grad_norm": 257.59417724609375,
+      "learning_rate": 3.8900008351482365e-06,
+      "loss": 24.8125,
+      "step": 30048
+    },
+    {
+      "epoch": 1.435964828443085,
+      "grad_norm": 220.6180419921875,
+      "learning_rate": 3.88938823617511e-06,
+      "loss": 28.3594,
+      "step": 30049
+    },
+    {
+      "epoch": 1.4360126158845454,
+      "grad_norm": 785.6477661132812,
+      "learning_rate": 3.888775673796668e-06,
+      "loss": 30.8438,
+      "step": 30050
+    },
+    {
+      "epoch": 1.4360604033260058,
+      "grad_norm": 180.4486846923828,
+      "learning_rate": 3.88816314801657e-06,
+      "loss": 18.4219,
+      "step": 30051
+    },
+    {
+      "epoch": 1.4361081907674662,
+      "grad_norm": 241.66859436035156,
+      "learning_rate": 3.8875506588384874e-06,
+      "loss": 42.1094,
+      "step": 30052
+    },
+    {
+      "epoch": 1.4361559782089266,
+      "grad_norm": 321.5077209472656,
+      "learning_rate": 3.886938206266092e-06,
+      "loss": 29.5312,
+      "step": 30053
+    },
+    {
+      "epoch": 1.436203765650387,
+      "grad_norm": 134.73193359375,
+      "learning_rate": 3.886325790303046e-06,
+      "loss": 17.6562,
+      "step": 30054
+    },
+    {
+      "epoch": 1.4362515530918474,
+      "grad_norm": 261.7506408691406,
+      "learning_rate": 3.8857134109530206e-06,
+      "loss": 29.5312,
+      "step": 30055
+    },
+    {
+      "epoch": 1.4362993405333078,
+      "grad_norm": 210.64576721191406,
+      "learning_rate": 3.885101068219681e-06,
+      "loss": 18.5312,
+      "step": 30056
+    },
+    {
+      "epoch": 1.4363471279747682,
+      "grad_norm": 236.88162231445312,
+      "learning_rate": 3.884488762106699e-06,
+      "loss": 18.8906,
+      "step": 30057
+    },
+    {
+      "epoch": 1.4363949154162285,
+      "grad_norm": 329.2450866699219,
+      "learning_rate": 3.883876492617736e-06,
+      "loss": 25.2812,
+      "step": 30058
+    },
+    {
+      "epoch": 1.436442702857689,
+      "grad_norm": 169.2706756591797,
+      "learning_rate": 3.88326425975646e-06,
+      "loss": 25.9688,
+      "step": 30059
+    },
+    {
+      "epoch": 1.4364904902991493,
+      "grad_norm": 245.82037353515625,
+      "learning_rate": 3.88265206352654e-06,
+      "loss": 19.1562,
+      "step": 30060
+    },
+    {
+      "epoch": 1.4365382777406097,
+      "grad_norm": 155.44229125976562,
+      "learning_rate": 3.882039903931641e-06,
+      "loss": 15.7891,
+      "step": 30061
+    },
+    {
+      "epoch": 1.43658606518207,
+      "grad_norm": 202.10098266601562,
+      "learning_rate": 3.881427780975427e-06,
+      "loss": 22.75,
+      "step": 30062
+    },
+    {
+      "epoch": 1.4366338526235305,
+      "grad_norm": 298.9631042480469,
+      "learning_rate": 3.880815694661566e-06,
+      "loss": 21.2031,
+      "step": 30063
+    },
+    {
+      "epoch": 1.4366816400649909,
+      "grad_norm": 269.2615051269531,
+      "learning_rate": 3.880203644993726e-06,
+      "loss": 25.9375,
+      "step": 30064
+    },
+    {
+      "epoch": 1.4367294275064513,
+      "grad_norm": 305.1917419433594,
+      "learning_rate": 3.879591631975566e-06,
+      "loss": 27.3438,
+      "step": 30065
+    },
+    {
+      "epoch": 1.4367772149479117,
+      "grad_norm": 195.406494140625,
+      "learning_rate": 3.878979655610754e-06,
+      "loss": 16.5312,
+      "step": 30066
+    },
+    {
+      "epoch": 1.436825002389372,
+      "grad_norm": 767.89501953125,
+      "learning_rate": 3.8783677159029565e-06,
+      "loss": 28.5781,
+      "step": 30067
+    },
+    {
+      "epoch": 1.4368727898308324,
+      "grad_norm": 171.245849609375,
+      "learning_rate": 3.87775581285584e-06,
+      "loss": 20.0938,
+      "step": 30068
+    },
+    {
+      "epoch": 1.4369205772722928,
+      "grad_norm": 345.2581787109375,
+      "learning_rate": 3.877143946473063e-06,
+      "loss": 26.5312,
+      "step": 30069
+    },
+    {
+      "epoch": 1.4369683647137532,
+      "grad_norm": 267.91778564453125,
+      "learning_rate": 3.876532116758294e-06,
+      "loss": 21.0312,
+      "step": 30070
+    },
+    {
+      "epoch": 1.4370161521552136,
+      "grad_norm": 218.838134765625,
+      "learning_rate": 3.875920323715195e-06,
+      "loss": 30.125,
+      "step": 30071
+    },
+    {
+      "epoch": 1.437063939596674,
+      "grad_norm": 195.41148376464844,
+      "learning_rate": 3.875308567347435e-06,
+      "loss": 20.25,
+      "step": 30072
+    },
+    {
+      "epoch": 1.4371117270381344,
+      "grad_norm": 356.9527282714844,
+      "learning_rate": 3.87469684765867e-06,
+      "loss": 22.875,
+      "step": 30073
+    },
+    {
+      "epoch": 1.4371595144795948,
+      "grad_norm": 549.37646484375,
+      "learning_rate": 3.874085164652568e-06,
+      "loss": 26.6562,
+      "step": 30074
+    },
+    {
+      "epoch": 1.4372073019210552,
+      "grad_norm": 159.5050506591797,
+      "learning_rate": 3.8734735183327934e-06,
+      "loss": 19.9688,
+      "step": 30075
+    },
+    {
+      "epoch": 1.4372550893625156,
+      "grad_norm": 244.9976806640625,
+      "learning_rate": 3.8728619087030036e-06,
+      "loss": 24.8438,
+      "step": 30076
+    },
+    {
+      "epoch": 1.437302876803976,
+      "grad_norm": 163.3008575439453,
+      "learning_rate": 3.87225033576687e-06,
+      "loss": 21.1562,
+      "step": 30077
+    },
+    {
+      "epoch": 1.4373506642454363,
+      "grad_norm": 493.3527526855469,
+      "learning_rate": 3.871638799528045e-06,
+      "loss": 18.3281,
+      "step": 30078
+    },
+    {
+      "epoch": 1.4373984516868967,
+      "grad_norm": 273.3689880371094,
+      "learning_rate": 3.871027299990196e-06,
+      "loss": 23.2812,
+      "step": 30079
+    },
+    {
+      "epoch": 1.4374462391283571,
+      "grad_norm": 376.6152648925781,
+      "learning_rate": 3.870415837156989e-06,
+      "loss": 24.625,
+      "step": 30080
+    },
+    {
+      "epoch": 1.4374940265698175,
+      "grad_norm": 246.78273010253906,
+      "learning_rate": 3.869804411032078e-06,
+      "loss": 22.8594,
+      "step": 30081
+    },
+    {
+      "epoch": 1.437541814011278,
+      "grad_norm": 240.2274932861328,
+      "learning_rate": 3.869193021619128e-06,
+      "loss": 18.5156,
+      "step": 30082
+    },
+    {
+      "epoch": 1.4375896014527383,
+      "grad_norm": 338.0178527832031,
+      "learning_rate": 3.8685816689218045e-06,
+      "loss": 31.8438,
+      "step": 30083
+    },
+    {
+      "epoch": 1.4376373888941987,
+      "grad_norm": 163.30828857421875,
+      "learning_rate": 3.867970352943762e-06,
+      "loss": 18.5469,
+      "step": 30084
+    },
+    {
+      "epoch": 1.437685176335659,
+      "grad_norm": 277.9974670410156,
+      "learning_rate": 3.8673590736886646e-06,
+      "loss": 28.4062,
+      "step": 30085
+    },
+    {
+      "epoch": 1.4377329637771195,
+      "grad_norm": 339.2489013671875,
+      "learning_rate": 3.866747831160172e-06,
+      "loss": 32.8594,
+      "step": 30086
+    },
+    {
+      "epoch": 1.4377807512185798,
+      "grad_norm": 477.24053955078125,
+      "learning_rate": 3.86613662536195e-06,
+      "loss": 22.6875,
+      "step": 30087
+    },
+    {
+      "epoch": 1.4378285386600402,
+      "grad_norm": 259.37237548828125,
+      "learning_rate": 3.865525456297652e-06,
+      "loss": 24.5312,
+      "step": 30088
+    },
+    {
+      "epoch": 1.4378763261015006,
+      "grad_norm": 218.63246154785156,
+      "learning_rate": 3.864914323970941e-06,
+      "loss": 25.6875,
+      "step": 30089
+    },
+    {
+      "epoch": 1.437924113542961,
+      "grad_norm": 226.7023468017578,
+      "learning_rate": 3.8643032283854795e-06,
+      "loss": 28.9375,
+      "step": 30090
+    },
+    {
+      "epoch": 1.4379719009844214,
+      "grad_norm": 333.015625,
+      "learning_rate": 3.863692169544921e-06,
+      "loss": 26.9688,
+      "step": 30091
+    },
+    {
+      "epoch": 1.4380196884258818,
+      "grad_norm": 189.46328735351562,
+      "learning_rate": 3.863081147452929e-06,
+      "loss": 18.2344,
+      "step": 30092
+    },
+    {
+      "epoch": 1.4380674758673422,
+      "grad_norm": 185.31895446777344,
+      "learning_rate": 3.862470162113161e-06,
+      "loss": 18.25,
+      "step": 30093
+    },
+    {
+      "epoch": 1.4381152633088026,
+      "grad_norm": 224.24302673339844,
+      "learning_rate": 3.861859213529281e-06,
+      "loss": 21.8594,
+      "step": 30094
+    },
+    {
+      "epoch": 1.438163050750263,
+      "grad_norm": 181.8052215576172,
+      "learning_rate": 3.861248301704941e-06,
+      "loss": 23.4375,
+      "step": 30095
+    },
+    {
+      "epoch": 1.4382108381917234,
+      "grad_norm": 224.6862030029297,
+      "learning_rate": 3.860637426643802e-06,
+      "loss": 24.8906,
+      "step": 30096
+    },
+    {
+      "epoch": 1.4382586256331835,
+      "grad_norm": 343.7333679199219,
+      "learning_rate": 3.860026588349524e-06,
+      "loss": 27.5938,
+      "step": 30097
+    },
+    {
+      "epoch": 1.438306413074644,
+      "grad_norm": 314.2490234375,
+      "learning_rate": 3.859415786825765e-06,
+      "loss": 26.5625,
+      "step": 30098
+    },
+    {
+      "epoch": 1.4383542005161043,
+      "grad_norm": 343.5650939941406,
+      "learning_rate": 3.8588050220761805e-06,
+      "loss": 25.375,
+      "step": 30099
+    },
+    {
+      "epoch": 1.4384019879575647,
+      "grad_norm": 189.26768493652344,
+      "learning_rate": 3.8581942941044294e-06,
+      "loss": 22.2969,
+      "step": 30100
+    },
+    {
+      "epoch": 1.438449775399025,
+      "grad_norm": 404.1043395996094,
+      "learning_rate": 3.857583602914172e-06,
+      "loss": 28.5,
+      "step": 30101
+    },
+    {
+      "epoch": 1.4384975628404855,
+      "grad_norm": 193.25164794921875,
+      "learning_rate": 3.85697294850906e-06,
+      "loss": 18.25,
+      "step": 30102
+    },
+    {
+      "epoch": 1.4385453502819459,
+      "grad_norm": 175.36404418945312,
+      "learning_rate": 3.8563623308927545e-06,
+      "loss": 21.0312,
+      "step": 30103
+    },
+    {
+      "epoch": 1.4385931377234062,
+      "grad_norm": 185.3809814453125,
+      "learning_rate": 3.8557517500689105e-06,
+      "loss": 18.0156,
+      "step": 30104
+    },
+    {
+      "epoch": 1.4386409251648666,
+      "grad_norm": 196.9501190185547,
+      "learning_rate": 3.855141206041187e-06,
+      "loss": 22.3438,
+      "step": 30105
+    },
+    {
+      "epoch": 1.438688712606327,
+      "grad_norm": 120.76749420166016,
+      "learning_rate": 3.854530698813237e-06,
+      "loss": 16.2969,
+      "step": 30106
+    },
+    {
+      "epoch": 1.4387365000477874,
+      "grad_norm": 333.64788818359375,
+      "learning_rate": 3.8539202283887176e-06,
+      "loss": 25.0938,
+      "step": 30107
+    },
+    {
+      "epoch": 1.4387842874892478,
+      "grad_norm": 324.2787170410156,
+      "learning_rate": 3.853309794771289e-06,
+      "loss": 27.625,
+      "step": 30108
+    },
+    {
+      "epoch": 1.4388320749307082,
+      "grad_norm": 262.463623046875,
+      "learning_rate": 3.8526993979646e-06,
+      "loss": 31.1562,
+      "step": 30109
+    },
+    {
+      "epoch": 1.4388798623721686,
+      "grad_norm": 261.2760314941406,
+      "learning_rate": 3.85208903797231e-06,
+      "loss": 28.8125,
+      "step": 30110
+    },
+    {
+      "epoch": 1.438927649813629,
+      "grad_norm": 833.6567993164062,
+      "learning_rate": 3.851478714798076e-06,
+      "loss": 27.8125,
+      "step": 30111
+    },
+    {
+      "epoch": 1.4389754372550894,
+      "grad_norm": 247.18634033203125,
+      "learning_rate": 3.850868428445548e-06,
+      "loss": 25.5,
+      "step": 30112
+    },
+    {
+      "epoch": 1.4390232246965498,
+      "grad_norm": 150.16278076171875,
+      "learning_rate": 3.850258178918387e-06,
+      "loss": 17.6719,
+      "step": 30113
+    },
+    {
+      "epoch": 1.4390710121380101,
+      "grad_norm": 262.92352294921875,
+      "learning_rate": 3.8496479662202405e-06,
+      "loss": 18.3594,
+      "step": 30114
+    },
+    {
+      "epoch": 1.4391187995794705,
+      "grad_norm": 181.8917999267578,
+      "learning_rate": 3.849037790354766e-06,
+      "loss": 30.75,
+      "step": 30115
+    },
+    {
+      "epoch": 1.439166587020931,
+      "grad_norm": 182.31744384765625,
+      "learning_rate": 3.848427651325622e-06,
+      "loss": 23.0938,
+      "step": 30116
+    },
+    {
+      "epoch": 1.4392143744623913,
+      "grad_norm": 281.02276611328125,
+      "learning_rate": 3.847817549136455e-06,
+      "loss": 21.5312,
+      "step": 30117
+    },
+    {
+      "epoch": 1.4392621619038517,
+      "grad_norm": 215.17579650878906,
+      "learning_rate": 3.847207483790923e-06,
+      "loss": 16.7812,
+      "step": 30118
+    },
+    {
+      "epoch": 1.439309949345312,
+      "grad_norm": 437.3229675292969,
+      "learning_rate": 3.846597455292679e-06,
+      "loss": 36.0938,
+      "step": 30119
+    },
+    {
+      "epoch": 1.4393577367867725,
+      "grad_norm": 278.8504638671875,
+      "learning_rate": 3.84598746364538e-06,
+      "loss": 27.1562,
+      "step": 30120
+    },
+    {
+      "epoch": 1.4394055242282329,
+      "grad_norm": 452.54547119140625,
+      "learning_rate": 3.84537750885267e-06,
+      "loss": 19.6094,
+      "step": 30121
+    },
+    {
+      "epoch": 1.4394533116696933,
+      "grad_norm": 432.2435302734375,
+      "learning_rate": 3.8447675909182095e-06,
+      "loss": 24.0312,
+      "step": 30122
+    },
+    {
+      "epoch": 1.4395010991111536,
+      "grad_norm": 302.2748107910156,
+      "learning_rate": 3.844157709845651e-06,
+      "loss": 25.5938,
+      "step": 30123
+    },
+    {
+      "epoch": 1.439548886552614,
+      "grad_norm": 159.90838623046875,
+      "learning_rate": 3.843547865638641e-06,
+      "loss": 25.4219,
+      "step": 30124
+    },
+    {
+      "epoch": 1.4395966739940744,
+      "grad_norm": 315.21368408203125,
+      "learning_rate": 3.842938058300835e-06,
+      "loss": 31.9375,
+      "step": 30125
+    },
+    {
+      "epoch": 1.4396444614355348,
+      "grad_norm": 373.72222900390625,
+      "learning_rate": 3.8423282878358846e-06,
+      "loss": 40.3125,
+      "step": 30126
+    },
+    {
+      "epoch": 1.4396922488769952,
+      "grad_norm": 376.79156494140625,
+      "learning_rate": 3.8417185542474464e-06,
+      "loss": 18.9688,
+      "step": 30127
+    },
+    {
+      "epoch": 1.4397400363184554,
+      "grad_norm": 171.91835021972656,
+      "learning_rate": 3.841108857539165e-06,
+      "loss": 20.6562,
+      "step": 30128
+    },
+    {
+      "epoch": 1.4397878237599158,
+      "grad_norm": 236.08871459960938,
+      "learning_rate": 3.8404991977146945e-06,
+      "loss": 27.6875,
+      "step": 30129
+    },
+    {
+      "epoch": 1.4398356112013762,
+      "grad_norm": 225.17904663085938,
+      "learning_rate": 3.839889574777685e-06,
+      "loss": 20.625,
+      "step": 30130
+    },
+    {
+      "epoch": 1.4398833986428365,
+      "grad_norm": 174.24427795410156,
+      "learning_rate": 3.839279988731791e-06,
+      "loss": 15.0625,
+      "step": 30131
+    },
+    {
+      "epoch": 1.439931186084297,
+      "grad_norm": 357.5342712402344,
+      "learning_rate": 3.838670439580658e-06,
+      "loss": 32.8438,
+      "step": 30132
+    },
+    {
+      "epoch": 1.4399789735257573,
+      "grad_norm": 301.66949462890625,
+      "learning_rate": 3.838060927327939e-06,
+      "loss": 23.8125,
+      "step": 30133
+    },
+    {
+      "epoch": 1.4400267609672177,
+      "grad_norm": 299.9725341796875,
+      "learning_rate": 3.837451451977283e-06,
+      "loss": 32.8281,
+      "step": 30134
+    },
+    {
+      "epoch": 1.440074548408678,
+      "grad_norm": 423.0450134277344,
+      "learning_rate": 3.836842013532346e-06,
+      "loss": 24.125,
+      "step": 30135
+    },
+    {
+      "epoch": 1.4401223358501385,
+      "grad_norm": 330.3358459472656,
+      "learning_rate": 3.836232611996768e-06,
+      "loss": 27.8125,
+      "step": 30136
+    },
+    {
+      "epoch": 1.4401701232915989,
+      "grad_norm": 341.5596923828125,
+      "learning_rate": 3.8356232473742025e-06,
+      "loss": 27.625,
+      "step": 30137
+    },
+    {
+      "epoch": 1.4402179107330593,
+      "grad_norm": 380.8921203613281,
+      "learning_rate": 3.835013919668305e-06,
+      "loss": 33.9062,
+      "step": 30138
+    },
+    {
+      "epoch": 1.4402656981745197,
+      "grad_norm": 207.31332397460938,
+      "learning_rate": 3.8344046288827146e-06,
+      "loss": 27.7344,
+      "step": 30139
+    },
+    {
+      "epoch": 1.44031348561598,
+      "grad_norm": 152.2892303466797,
+      "learning_rate": 3.833795375021085e-06,
+      "loss": 17.6562,
+      "step": 30140
+    },
+    {
+      "epoch": 1.4403612730574404,
+      "grad_norm": 188.53477478027344,
+      "learning_rate": 3.8331861580870665e-06,
+      "loss": 23.9062,
+      "step": 30141
+    },
+    {
+      "epoch": 1.4404090604989008,
+      "grad_norm": 201.52410888671875,
+      "learning_rate": 3.832576978084304e-06,
+      "loss": 26.875,
+      "step": 30142
+    },
+    {
+      "epoch": 1.4404568479403612,
+      "grad_norm": 232.125,
+      "learning_rate": 3.831967835016445e-06,
+      "loss": 20.9688,
+      "step": 30143
+    },
+    {
+      "epoch": 1.4405046353818216,
+      "grad_norm": 168.53756713867188,
+      "learning_rate": 3.8313587288871455e-06,
+      "loss": 23.6562,
+      "step": 30144
+    },
+    {
+      "epoch": 1.440552422823282,
+      "grad_norm": 213.0041961669922,
+      "learning_rate": 3.8307496597000425e-06,
+      "loss": 24.8438,
+      "step": 30145
+    },
+    {
+      "epoch": 1.4406002102647424,
+      "grad_norm": 263.3592529296875,
+      "learning_rate": 3.830140627458793e-06,
+      "loss": 29.2188,
+      "step": 30146
+    },
+    {
+      "epoch": 1.4406479977062028,
+      "grad_norm": 312.34381103515625,
+      "learning_rate": 3.8295316321670365e-06,
+      "loss": 19.8594,
+      "step": 30147
+    },
+    {
+      "epoch": 1.4406957851476632,
+      "grad_norm": 281.5185241699219,
+      "learning_rate": 3.828922673828422e-06,
+      "loss": 24.6875,
+      "step": 30148
+    },
+    {
+      "epoch": 1.4407435725891236,
+      "grad_norm": 186.3382568359375,
+      "learning_rate": 3.828313752446603e-06,
+      "loss": 19.2969,
+      "step": 30149
+    },
+    {
+      "epoch": 1.440791360030584,
+      "grad_norm": 394.60845947265625,
+      "learning_rate": 3.827704868025216e-06,
+      "loss": 28.9531,
+      "step": 30150
+    },
+    {
+      "epoch": 1.4408391474720443,
+      "grad_norm": 236.1334228515625,
+      "learning_rate": 3.827096020567913e-06,
+      "loss": 23.2812,
+      "step": 30151
+    },
+    {
+      "epoch": 1.4408869349135047,
+      "grad_norm": 167.46612548828125,
+      "learning_rate": 3.82648721007834e-06,
+      "loss": 21.6875,
+      "step": 30152
+    },
+    {
+      "epoch": 1.4409347223549651,
+      "grad_norm": 503.9555969238281,
+      "learning_rate": 3.825878436560146e-06,
+      "loss": 33.4375,
+      "step": 30153
+    },
+    {
+      "epoch": 1.4409825097964255,
+      "grad_norm": 375.52752685546875,
+      "learning_rate": 3.825269700016969e-06,
+      "loss": 24.7031,
+      "step": 30154
+    },
+    {
+      "epoch": 1.441030297237886,
+      "grad_norm": 1873.2987060546875,
+      "learning_rate": 3.8246610004524596e-06,
+      "loss": 32.6562,
+      "step": 30155
+    },
+    {
+      "epoch": 1.4410780846793463,
+      "grad_norm": 304.1921691894531,
+      "learning_rate": 3.824052337870263e-06,
+      "loss": 25.9844,
+      "step": 30156
+    },
+    {
+      "epoch": 1.4411258721208067,
+      "grad_norm": 257.3434143066406,
+      "learning_rate": 3.823443712274026e-06,
+      "loss": 21.75,
+      "step": 30157
+    },
+    {
+      "epoch": 1.441173659562267,
+      "grad_norm": 140.42684936523438,
+      "learning_rate": 3.822835123667389e-06,
+      "loss": 24.625,
+      "step": 30158
+    },
+    {
+      "epoch": 1.4412214470037275,
+      "grad_norm": 289.9402770996094,
+      "learning_rate": 3.822226572053998e-06,
+      "loss": 32.375,
+      "step": 30159
+    },
+    {
+      "epoch": 1.4412692344451878,
+      "grad_norm": 199.12220764160156,
+      "learning_rate": 3.821618057437502e-06,
+      "loss": 26.8281,
+      "step": 30160
+    },
+    {
+      "epoch": 1.4413170218866482,
+      "grad_norm": 287.0602111816406,
+      "learning_rate": 3.8210095798215386e-06,
+      "loss": 29.5156,
+      "step": 30161
+    },
+    {
+      "epoch": 1.4413648093281086,
+      "grad_norm": 365.0595397949219,
+      "learning_rate": 3.820401139209754e-06,
+      "loss": 26.3438,
+      "step": 30162
+    },
+    {
+      "epoch": 1.441412596769569,
+      "grad_norm": 641.3714599609375,
+      "learning_rate": 3.819792735605793e-06,
+      "loss": 24.2812,
+      "step": 30163
+    },
+    {
+      "epoch": 1.4414603842110294,
+      "grad_norm": 273.35809326171875,
+      "learning_rate": 3.819184369013302e-06,
+      "loss": 18.4375,
+      "step": 30164
+    },
+    {
+      "epoch": 1.4415081716524898,
+      "grad_norm": 419.6048889160156,
+      "learning_rate": 3.818576039435918e-06,
+      "loss": 30.1719,
+      "step": 30165
+    },
+    {
+      "epoch": 1.4415559590939502,
+      "grad_norm": 174.3275604248047,
+      "learning_rate": 3.817967746877288e-06,
+      "loss": 22.0938,
+      "step": 30166
+    },
+    {
+      "epoch": 1.4416037465354106,
+      "grad_norm": 164.66171264648438,
+      "learning_rate": 3.817359491341054e-06,
+      "loss": 17.9062,
+      "step": 30167
+    },
+    {
+      "epoch": 1.441651533976871,
+      "grad_norm": 213.4967803955078,
+      "learning_rate": 3.816751272830862e-06,
+      "loss": 24.1875,
+      "step": 30168
+    },
+    {
+      "epoch": 1.4416993214183313,
+      "grad_norm": 182.86734008789062,
+      "learning_rate": 3.8161430913503476e-06,
+      "loss": 14.8906,
+      "step": 30169
+    },
+    {
+      "epoch": 1.4417471088597917,
+      "grad_norm": 285.45965576171875,
+      "learning_rate": 3.815534946903157e-06,
+      "loss": 25.0938,
+      "step": 30170
+    },
+    {
+      "epoch": 1.4417948963012521,
+      "grad_norm": 203.9783935546875,
+      "learning_rate": 3.814926839492931e-06,
+      "loss": 29.4844,
+      "step": 30171
+    },
+    {
+      "epoch": 1.4418426837427125,
+      "grad_norm": 229.28936767578125,
+      "learning_rate": 3.8143187691233164e-06,
+      "loss": 29.5938,
+      "step": 30172
+    },
+    {
+      "epoch": 1.441890471184173,
+      "grad_norm": 220.77911376953125,
+      "learning_rate": 3.8137107357979475e-06,
+      "loss": 25.4844,
+      "step": 30173
+    },
+    {
+      "epoch": 1.4419382586256333,
+      "grad_norm": 174.76211547851562,
+      "learning_rate": 3.8131027395204724e-06,
+      "loss": 22.0,
+      "step": 30174
+    },
+    {
+      "epoch": 1.4419860460670937,
+      "grad_norm": 265.039306640625,
+      "learning_rate": 3.8124947802945244e-06,
+      "loss": 27.9375,
+      "step": 30175
+    },
+    {
+      "epoch": 1.442033833508554,
+      "grad_norm": 251.44873046875,
+      "learning_rate": 3.811886858123749e-06,
+      "loss": 18.2969,
+      "step": 30176
+    },
+    {
+      "epoch": 1.4420816209500145,
+      "grad_norm": 348.7057800292969,
+      "learning_rate": 3.8112789730117904e-06,
+      "loss": 32.0312,
+      "step": 30177
+    },
+    {
+      "epoch": 1.4421294083914749,
+      "grad_norm": 362.21075439453125,
+      "learning_rate": 3.8106711249622807e-06,
+      "loss": 20.1562,
+      "step": 30178
+    },
+    {
+      "epoch": 1.442177195832935,
+      "grad_norm": 398.7085266113281,
+      "learning_rate": 3.810063313978869e-06,
+      "loss": 29.3594,
+      "step": 30179
+    },
+    {
+      "epoch": 1.4422249832743954,
+      "grad_norm": 272.75390625,
+      "learning_rate": 3.8094555400651866e-06,
+      "loss": 20.5469,
+      "step": 30180
+    },
+    {
+      "epoch": 1.4422727707158558,
+      "grad_norm": 454.7508239746094,
+      "learning_rate": 3.8088478032248777e-06,
+      "loss": 31.0781,
+      "step": 30181
+    },
+    {
+      "epoch": 1.4423205581573162,
+      "grad_norm": 775.3607177734375,
+      "learning_rate": 3.8082401034615823e-06,
+      "loss": 27.1875,
+      "step": 30182
+    },
+    {
+      "epoch": 1.4423683455987766,
+      "grad_norm": 193.2742156982422,
+      "learning_rate": 3.8076324407789422e-06,
+      "loss": 27.3438,
+      "step": 30183
+    },
+    {
+      "epoch": 1.442416133040237,
+      "grad_norm": 200.30580139160156,
+      "learning_rate": 3.8070248151805888e-06,
+      "loss": 21.1719,
+      "step": 30184
+    },
+    {
+      "epoch": 1.4424639204816974,
+      "grad_norm": 243.7713623046875,
+      "learning_rate": 3.806417226670167e-06,
+      "loss": 20.4375,
+      "step": 30185
+    },
+    {
+      "epoch": 1.4425117079231577,
+      "grad_norm": 289.35321044921875,
+      "learning_rate": 3.8058096752513173e-06,
+      "loss": 29.5625,
+      "step": 30186
+    },
+    {
+      "epoch": 1.4425594953646181,
+      "grad_norm": 359.8990173339844,
+      "learning_rate": 3.805202160927671e-06,
+      "loss": 22.125,
+      "step": 30187
+    },
+    {
+      "epoch": 1.4426072828060785,
+      "grad_norm": 170.15972900390625,
+      "learning_rate": 3.804594683702871e-06,
+      "loss": 28.2031,
+      "step": 30188
+    },
+    {
+      "epoch": 1.442655070247539,
+      "grad_norm": 332.8251037597656,
+      "learning_rate": 3.8039872435805546e-06,
+      "loss": 19.5781,
+      "step": 30189
+    },
+    {
+      "epoch": 1.4427028576889993,
+      "grad_norm": 354.96337890625,
+      "learning_rate": 3.803379840564363e-06,
+      "loss": 26.4062,
+      "step": 30190
+    },
+    {
+      "epoch": 1.4427506451304597,
+      "grad_norm": 341.9322509765625,
+      "learning_rate": 3.8027724746579266e-06,
+      "loss": 37.375,
+      "step": 30191
+    },
+    {
+      "epoch": 1.44279843257192,
+      "grad_norm": 422.4713439941406,
+      "learning_rate": 3.8021651458648866e-06,
+      "loss": 17.8125,
+      "step": 30192
+    },
+    {
+      "epoch": 1.4428462200133805,
+      "grad_norm": 185.29653930664062,
+      "learning_rate": 3.80155785418888e-06,
+      "loss": 19.0625,
+      "step": 30193
+    },
+    {
+      "epoch": 1.4428940074548409,
+      "grad_norm": 265.882080078125,
+      "learning_rate": 3.800950599633546e-06,
+      "loss": 33.6562,
+      "step": 30194
+    },
+    {
+      "epoch": 1.4429417948963013,
+      "grad_norm": 168.31240844726562,
+      "learning_rate": 3.800343382202517e-06,
+      "loss": 17.1875,
+      "step": 30195
+    },
+    {
+      "epoch": 1.4429895823377616,
+      "grad_norm": 499.11798095703125,
+      "learning_rate": 3.799736201899431e-06,
+      "loss": 34.7188,
+      "step": 30196
+    },
+    {
+      "epoch": 1.443037369779222,
+      "grad_norm": 279.2033386230469,
+      "learning_rate": 3.7991290587279273e-06,
+      "loss": 21.9688,
+      "step": 30197
+    },
+    {
+      "epoch": 1.4430851572206824,
+      "grad_norm": 246.9645233154297,
+      "learning_rate": 3.7985219526916373e-06,
+      "loss": 26.5938,
+      "step": 30198
+    },
+    {
+      "epoch": 1.4431329446621428,
+      "grad_norm": 127.09569549560547,
+      "learning_rate": 3.797914883794197e-06,
+      "loss": 17.7969,
+      "step": 30199
+    },
+    {
+      "epoch": 1.4431807321036032,
+      "grad_norm": 188.48133850097656,
+      "learning_rate": 3.797307852039245e-06,
+      "loss": 27.4375,
+      "step": 30200
+    },
+    {
+      "epoch": 1.4432285195450636,
+      "grad_norm": 341.5073547363281,
+      "learning_rate": 3.7967008574304177e-06,
+      "loss": 29.6562,
+      "step": 30201
+    },
+    {
+      "epoch": 1.443276306986524,
+      "grad_norm": 214.14114379882812,
+      "learning_rate": 3.7960938999713447e-06,
+      "loss": 30.5625,
+      "step": 30202
+    },
+    {
+      "epoch": 1.4433240944279844,
+      "grad_norm": 418.6452331542969,
+      "learning_rate": 3.7954869796656648e-06,
+      "loss": 31.3125,
+      "step": 30203
+    },
+    {
+      "epoch": 1.4433718818694448,
+      "grad_norm": 246.40261840820312,
+      "learning_rate": 3.7948800965170108e-06,
+      "loss": 24.6562,
+      "step": 30204
+    },
+    {
+      "epoch": 1.4434196693109052,
+      "grad_norm": 310.2616271972656,
+      "learning_rate": 3.7942732505290225e-06,
+      "loss": 21.375,
+      "step": 30205
+    },
+    {
+      "epoch": 1.4434674567523655,
+      "grad_norm": 279.13580322265625,
+      "learning_rate": 3.793666441705326e-06,
+      "loss": 28.8125,
+      "step": 30206
+    },
+    {
+      "epoch": 1.443515244193826,
+      "grad_norm": 298.9369201660156,
+      "learning_rate": 3.7930596700495626e-06,
+      "loss": 41.875,
+      "step": 30207
+    },
+    {
+      "epoch": 1.4435630316352863,
+      "grad_norm": 228.75103759765625,
+      "learning_rate": 3.7924529355653595e-06,
+      "loss": 33.3125,
+      "step": 30208
+    },
+    {
+      "epoch": 1.4436108190767467,
+      "grad_norm": 589.5880737304688,
+      "learning_rate": 3.7918462382563525e-06,
+      "loss": 24.4844,
+      "step": 30209
+    },
+    {
+      "epoch": 1.4436586065182069,
+      "grad_norm": 297.8006896972656,
+      "learning_rate": 3.79123957812618e-06,
+      "loss": 33.6875,
+      "step": 30210
+    },
+    {
+      "epoch": 1.4437063939596673,
+      "grad_norm": 497.21563720703125,
+      "learning_rate": 3.7906329551784673e-06,
+      "loss": 19.875,
+      "step": 30211
+    },
+    {
+      "epoch": 1.4437541814011277,
+      "grad_norm": 279.84552001953125,
+      "learning_rate": 3.790026369416855e-06,
+      "loss": 26.5625,
+      "step": 30212
+    },
+    {
+      "epoch": 1.443801968842588,
+      "grad_norm": 219.8279571533203,
+      "learning_rate": 3.7894198208449674e-06,
+      "loss": 24.9531,
+      "step": 30213
+    },
+    {
+      "epoch": 1.4438497562840484,
+      "grad_norm": 404.83795166015625,
+      "learning_rate": 3.7888133094664415e-06,
+      "loss": 25.8438,
+      "step": 30214
+    },
+    {
+      "epoch": 1.4438975437255088,
+      "grad_norm": 149.9940643310547,
+      "learning_rate": 3.7882068352849088e-06,
+      "loss": 20.5156,
+      "step": 30215
+    },
+    {
+      "epoch": 1.4439453311669692,
+      "grad_norm": 295.7257080078125,
+      "learning_rate": 3.787600398304007e-06,
+      "loss": 27.9688,
+      "step": 30216
+    },
+    {
+      "epoch": 1.4439931186084296,
+      "grad_norm": 411.1972961425781,
+      "learning_rate": 3.7869939985273576e-06,
+      "loss": 27.875,
+      "step": 30217
+    },
+    {
+      "epoch": 1.44404090604989,
+      "grad_norm": 189.71829223632812,
+      "learning_rate": 3.7863876359585974e-06,
+      "loss": 23.8125,
+      "step": 30218
+    },
+    {
+      "epoch": 1.4440886934913504,
+      "grad_norm": 270.5657958984375,
+      "learning_rate": 3.7857813106013565e-06,
+      "loss": 26.3125,
+      "step": 30219
+    },
+    {
+      "epoch": 1.4441364809328108,
+      "grad_norm": 269.8717041015625,
+      "learning_rate": 3.785175022459272e-06,
+      "loss": 23.9062,
+      "step": 30220
+    },
+    {
+      "epoch": 1.4441842683742712,
+      "grad_norm": 251.89389038085938,
+      "learning_rate": 3.7845687715359657e-06,
+      "loss": 24.0,
+      "step": 30221
+    },
+    {
+      "epoch": 1.4442320558157316,
+      "grad_norm": 251.72198486328125,
+      "learning_rate": 3.7839625578350725e-06,
+      "loss": 23.2188,
+      "step": 30222
+    },
+    {
+      "epoch": 1.444279843257192,
+      "grad_norm": 284.0707702636719,
+      "learning_rate": 3.783356381360226e-06,
+      "loss": 31.7188,
+      "step": 30223
+    },
+    {
+      "epoch": 1.4443276306986523,
+      "grad_norm": 238.8170166015625,
+      "learning_rate": 3.7827502421150497e-06,
+      "loss": 31.1562,
+      "step": 30224
+    },
+    {
+      "epoch": 1.4443754181401127,
+      "grad_norm": 505.05224609375,
+      "learning_rate": 3.7821441401031764e-06,
+      "loss": 25.2969,
+      "step": 30225
+    },
+    {
+      "epoch": 1.444423205581573,
+      "grad_norm": 168.15963745117188,
+      "learning_rate": 3.7815380753282383e-06,
+      "loss": 20.0469,
+      "step": 30226
+    },
+    {
+      "epoch": 1.4444709930230335,
+      "grad_norm": 187.64694213867188,
+      "learning_rate": 3.780932047793865e-06,
+      "loss": 28.3438,
+      "step": 30227
+    },
+    {
+      "epoch": 1.444518780464494,
+      "grad_norm": 277.36865234375,
+      "learning_rate": 3.7803260575036805e-06,
+      "loss": 24.5,
+      "step": 30228
+    },
+    {
+      "epoch": 1.4445665679059543,
+      "grad_norm": 176.04283142089844,
+      "learning_rate": 3.7797201044613184e-06,
+      "loss": 17.2344,
+      "step": 30229
+    },
+    {
+      "epoch": 1.4446143553474147,
+      "grad_norm": 496.7038269042969,
+      "learning_rate": 3.779114188670405e-06,
+      "loss": 30.6562,
+      "step": 30230
+    },
+    {
+      "epoch": 1.444662142788875,
+      "grad_norm": 147.54327392578125,
+      "learning_rate": 3.7785083101345755e-06,
+      "loss": 21.7656,
+      "step": 30231
+    },
+    {
+      "epoch": 1.4447099302303354,
+      "grad_norm": 248.05746459960938,
+      "learning_rate": 3.7779024688574497e-06,
+      "loss": 26.2031,
+      "step": 30232
+    },
+    {
+      "epoch": 1.4447577176717958,
+      "grad_norm": 124.73939514160156,
+      "learning_rate": 3.777296664842658e-06,
+      "loss": 18.6406,
+      "step": 30233
+    },
+    {
+      "epoch": 1.4448055051132562,
+      "grad_norm": 262.57635498046875,
+      "learning_rate": 3.7766908980938343e-06,
+      "loss": 23.5,
+      "step": 30234
+    },
+    {
+      "epoch": 1.4448532925547166,
+      "grad_norm": 221.8943634033203,
+      "learning_rate": 3.7760851686145983e-06,
+      "loss": 32.7188,
+      "step": 30235
+    },
+    {
+      "epoch": 1.444901079996177,
+      "grad_norm": 278.51324462890625,
+      "learning_rate": 3.775479476408581e-06,
+      "loss": 25.4375,
+      "step": 30236
+    },
+    {
+      "epoch": 1.4449488674376374,
+      "grad_norm": 220.24034118652344,
+      "learning_rate": 3.77487382147941e-06,
+      "loss": 31.8438,
+      "step": 30237
+    },
+    {
+      "epoch": 1.4449966548790978,
+      "grad_norm": 213.32571411132812,
+      "learning_rate": 3.7742682038307153e-06,
+      "loss": 18.4062,
+      "step": 30238
+    },
+    {
+      "epoch": 1.4450444423205582,
+      "grad_norm": 486.98260498046875,
+      "learning_rate": 3.7736626234661167e-06,
+      "loss": 26.7969,
+      "step": 30239
+    },
+    {
+      "epoch": 1.4450922297620186,
+      "grad_norm": 275.9634704589844,
+      "learning_rate": 3.773057080389245e-06,
+      "loss": 33.4688,
+      "step": 30240
+    },
+    {
+      "epoch": 1.445140017203479,
+      "grad_norm": 520.4166870117188,
+      "learning_rate": 3.7724515746037314e-06,
+      "loss": 23.3125,
+      "step": 30241
+    },
+    {
+      "epoch": 1.4451878046449393,
+      "grad_norm": 310.2838439941406,
+      "learning_rate": 3.7718461061131926e-06,
+      "loss": 28.6562,
+      "step": 30242
+    },
+    {
+      "epoch": 1.4452355920863997,
+      "grad_norm": 284.048095703125,
+      "learning_rate": 3.7712406749212626e-06,
+      "loss": 36.4062,
+      "step": 30243
+    },
+    {
+      "epoch": 1.4452833795278601,
+      "grad_norm": 569.1646728515625,
+      "learning_rate": 3.7706352810315595e-06,
+      "loss": 22.2812,
+      "step": 30244
+    },
+    {
+      "epoch": 1.4453311669693205,
+      "grad_norm": 205.775146484375,
+      "learning_rate": 3.770029924447718e-06,
+      "loss": 22.2812,
+      "step": 30245
+    },
+    {
+      "epoch": 1.445378954410781,
+      "grad_norm": 426.3401794433594,
+      "learning_rate": 3.7694246051733543e-06,
+      "loss": 22.1875,
+      "step": 30246
+    },
+    {
+      "epoch": 1.4454267418522413,
+      "grad_norm": 576.6805419921875,
+      "learning_rate": 3.7688193232120963e-06,
+      "loss": 34.9688,
+      "step": 30247
+    },
+    {
+      "epoch": 1.4454745292937017,
+      "grad_norm": 329.24945068359375,
+      "learning_rate": 3.768214078567571e-06,
+      "loss": 19.9844,
+      "step": 30248
+    },
+    {
+      "epoch": 1.445522316735162,
+      "grad_norm": 245.22486877441406,
+      "learning_rate": 3.7676088712434066e-06,
+      "loss": 29.3125,
+      "step": 30249
+    },
+    {
+      "epoch": 1.4455701041766225,
+      "grad_norm": 204.99569702148438,
+      "learning_rate": 3.767003701243218e-06,
+      "loss": 24.9375,
+      "step": 30250
+    },
+    {
+      "epoch": 1.4456178916180829,
+      "grad_norm": 270.6269226074219,
+      "learning_rate": 3.7663985685706363e-06,
+      "loss": 31.0625,
+      "step": 30251
+    },
+    {
+      "epoch": 1.4456656790595432,
+      "grad_norm": 309.3818664550781,
+      "learning_rate": 3.7657934732292824e-06,
+      "loss": 29.5312,
+      "step": 30252
+    },
+    {
+      "epoch": 1.4457134665010036,
+      "grad_norm": 149.57386779785156,
+      "learning_rate": 3.7651884152227845e-06,
+      "loss": 22.3906,
+      "step": 30253
+    },
+    {
+      "epoch": 1.445761253942464,
+      "grad_norm": 302.4850769042969,
+      "learning_rate": 3.7645833945547596e-06,
+      "loss": 32.25,
+      "step": 30254
+    },
+    {
+      "epoch": 1.4458090413839244,
+      "grad_norm": 608.1448974609375,
+      "learning_rate": 3.763978411228835e-06,
+      "loss": 25.1875,
+      "step": 30255
+    },
+    {
+      "epoch": 1.4458568288253848,
+      "grad_norm": 200.6227264404297,
+      "learning_rate": 3.763373465248632e-06,
+      "loss": 24.6094,
+      "step": 30256
+    },
+    {
+      "epoch": 1.4459046162668452,
+      "grad_norm": 326.7788391113281,
+      "learning_rate": 3.7627685566177785e-06,
+      "loss": 24.5469,
+      "step": 30257
+    },
+    {
+      "epoch": 1.4459524037083056,
+      "grad_norm": 304.6610107421875,
+      "learning_rate": 3.7621636853398902e-06,
+      "loss": 28.5,
+      "step": 30258
+    },
+    {
+      "epoch": 1.446000191149766,
+      "grad_norm": 270.8671875,
+      "learning_rate": 3.761558851418592e-06,
+      "loss": 28.7188,
+      "step": 30259
+    },
+    {
+      "epoch": 1.4460479785912264,
+      "grad_norm": 308.0314636230469,
+      "learning_rate": 3.7609540548575095e-06,
+      "loss": 32.0938,
+      "step": 30260
+    },
+    {
+      "epoch": 1.4460957660326867,
+      "grad_norm": 232.9897003173828,
+      "learning_rate": 3.7603492956602584e-06,
+      "loss": 18.7891,
+      "step": 30261
+    },
+    {
+      "epoch": 1.446143553474147,
+      "grad_norm": 244.176513671875,
+      "learning_rate": 3.7597445738304637e-06,
+      "loss": 18.6875,
+      "step": 30262
+    },
+    {
+      "epoch": 1.4461913409156073,
+      "grad_norm": 400.3906555175781,
+      "learning_rate": 3.759139889371747e-06,
+      "loss": 31.7969,
+      "step": 30263
+    },
+    {
+      "epoch": 1.4462391283570677,
+      "grad_norm": 259.6571960449219,
+      "learning_rate": 3.758535242287733e-06,
+      "loss": 29.6406,
+      "step": 30264
+    },
+    {
+      "epoch": 1.446286915798528,
+      "grad_norm": 666.7633666992188,
+      "learning_rate": 3.757930632582035e-06,
+      "loss": 27.7188,
+      "step": 30265
+    },
+    {
+      "epoch": 1.4463347032399885,
+      "grad_norm": 291.94683837890625,
+      "learning_rate": 3.7573260602582782e-06,
+      "loss": 20.625,
+      "step": 30266
+    },
+    {
+      "epoch": 1.4463824906814489,
+      "grad_norm": 383.7831726074219,
+      "learning_rate": 3.756721525320084e-06,
+      "loss": 26.4688,
+      "step": 30267
+    },
+    {
+      "epoch": 1.4464302781229093,
+      "grad_norm": 271.82061767578125,
+      "learning_rate": 3.7561170277710744e-06,
+      "loss": 32.6094,
+      "step": 30268
+    },
+    {
+      "epoch": 1.4464780655643696,
+      "grad_norm": 264.50457763671875,
+      "learning_rate": 3.755512567614864e-06,
+      "loss": 32.0625,
+      "step": 30269
+    },
+    {
+      "epoch": 1.44652585300583,
+      "grad_norm": 226.2097625732422,
+      "learning_rate": 3.754908144855076e-06,
+      "loss": 30.125,
+      "step": 30270
+    },
+    {
+      "epoch": 1.4465736404472904,
+      "grad_norm": 234.28468322753906,
+      "learning_rate": 3.7543037594953326e-06,
+      "loss": 40.0,
+      "step": 30271
+    },
+    {
+      "epoch": 1.4466214278887508,
+      "grad_norm": 211.91514587402344,
+      "learning_rate": 3.7536994115392477e-06,
+      "loss": 26.4375,
+      "step": 30272
+    },
+    {
+      "epoch": 1.4466692153302112,
+      "grad_norm": 333.5448913574219,
+      "learning_rate": 3.7530951009904425e-06,
+      "loss": 35.5312,
+      "step": 30273
+    },
+    {
+      "epoch": 1.4467170027716716,
+      "grad_norm": 136.43795776367188,
+      "learning_rate": 3.752490827852542e-06,
+      "loss": 19.5625,
+      "step": 30274
+    },
+    {
+      "epoch": 1.446764790213132,
+      "grad_norm": 292.88287353515625,
+      "learning_rate": 3.751886592129155e-06,
+      "loss": 27.2812,
+      "step": 30275
+    },
+    {
+      "epoch": 1.4468125776545924,
+      "grad_norm": 287.7332763671875,
+      "learning_rate": 3.7512823938239085e-06,
+      "loss": 25.6719,
+      "step": 30276
+    },
+    {
+      "epoch": 1.4468603650960528,
+      "grad_norm": 771.750732421875,
+      "learning_rate": 3.7506782329404147e-06,
+      "loss": 23.0938,
+      "step": 30277
+    },
+    {
+      "epoch": 1.4469081525375131,
+      "grad_norm": 149.20693969726562,
+      "learning_rate": 3.7500741094822932e-06,
+      "loss": 14.1406,
+      "step": 30278
+    },
+    {
+      "epoch": 1.4469559399789735,
+      "grad_norm": 221.50607299804688,
+      "learning_rate": 3.7494700234531678e-06,
+      "loss": 22.4375,
+      "step": 30279
+    },
+    {
+      "epoch": 1.447003727420434,
+      "grad_norm": 327.0381164550781,
+      "learning_rate": 3.748865974856648e-06,
+      "loss": 26.7188,
+      "step": 30280
+    },
+    {
+      "epoch": 1.4470515148618943,
+      "grad_norm": 121.7021484375,
+      "learning_rate": 3.7482619636963546e-06,
+      "loss": 20.625,
+      "step": 30281
+    },
+    {
+      "epoch": 1.4470993023033547,
+      "grad_norm": 193.98602294921875,
+      "learning_rate": 3.747657989975909e-06,
+      "loss": 27.5938,
+      "step": 30282
+    },
+    {
+      "epoch": 1.447147089744815,
+      "grad_norm": 274.2426452636719,
+      "learning_rate": 3.747054053698921e-06,
+      "loss": 26.3438,
+      "step": 30283
+    },
+    {
+      "epoch": 1.4471948771862755,
+      "grad_norm": 151.53916931152344,
+      "learning_rate": 3.7464501548690103e-06,
+      "loss": 21.4062,
+      "step": 30284
+    },
+    {
+      "epoch": 1.4472426646277359,
+      "grad_norm": 173.2973175048828,
+      "learning_rate": 3.7458462934897933e-06,
+      "loss": 16.3438,
+      "step": 30285
+    },
+    {
+      "epoch": 1.4472904520691963,
+      "grad_norm": 196.10006713867188,
+      "learning_rate": 3.7452424695648913e-06,
+      "loss": 17.0625,
+      "step": 30286
+    },
+    {
+      "epoch": 1.4473382395106567,
+      "grad_norm": 131.64956665039062,
+      "learning_rate": 3.744638683097912e-06,
+      "loss": 23.5,
+      "step": 30287
+    },
+    {
+      "epoch": 1.447386026952117,
+      "grad_norm": 193.32322692871094,
+      "learning_rate": 3.744034934092475e-06,
+      "loss": 23.4844,
+      "step": 30288
+    },
+    {
+      "epoch": 1.4474338143935774,
+      "grad_norm": 249.0484619140625,
+      "learning_rate": 3.7434312225521973e-06,
+      "loss": 19.4844,
+      "step": 30289
+    },
+    {
+      "epoch": 1.4474816018350378,
+      "grad_norm": 242.92112731933594,
+      "learning_rate": 3.7428275484806962e-06,
+      "loss": 23.5625,
+      "step": 30290
+    },
+    {
+      "epoch": 1.4475293892764982,
+      "grad_norm": 237.3749237060547,
+      "learning_rate": 3.742223911881581e-06,
+      "loss": 21.5312,
+      "step": 30291
+    },
+    {
+      "epoch": 1.4475771767179586,
+      "grad_norm": 302.59344482421875,
+      "learning_rate": 3.741620312758469e-06,
+      "loss": 21.8281,
+      "step": 30292
+    },
+    {
+      "epoch": 1.4476249641594188,
+      "grad_norm": 243.6388702392578,
+      "learning_rate": 3.7410167511149777e-06,
+      "loss": 19.9062,
+      "step": 30293
+    },
+    {
+      "epoch": 1.4476727516008792,
+      "grad_norm": 251.62893676757812,
+      "learning_rate": 3.7404132269547223e-06,
+      "loss": 21.7031,
+      "step": 30294
+    },
+    {
+      "epoch": 1.4477205390423395,
+      "grad_norm": 221.5784149169922,
+      "learning_rate": 3.7398097402813106e-06,
+      "loss": 27.4688,
+      "step": 30295
+    },
+    {
+      "epoch": 1.4477683264838,
+      "grad_norm": 198.2588653564453,
+      "learning_rate": 3.7392062910983606e-06,
+      "loss": 23.5938,
+      "step": 30296
+    },
+    {
+      "epoch": 1.4478161139252603,
+      "grad_norm": 162.7068328857422,
+      "learning_rate": 3.7386028794094897e-06,
+      "loss": 23.25,
+      "step": 30297
+    },
+    {
+      "epoch": 1.4478639013667207,
+      "grad_norm": 274.8811950683594,
+      "learning_rate": 3.737999505218306e-06,
+      "loss": 25.0312,
+      "step": 30298
+    },
+    {
+      "epoch": 1.447911688808181,
+      "grad_norm": 158.58721923828125,
+      "learning_rate": 3.7373961685284245e-06,
+      "loss": 17.1719,
+      "step": 30299
+    },
+    {
+      "epoch": 1.4479594762496415,
+      "grad_norm": 214.3148193359375,
+      "learning_rate": 3.7367928693434585e-06,
+      "loss": 31.5312,
+      "step": 30300
+    },
+    {
+      "epoch": 1.4480072636911019,
+      "grad_norm": 184.38693237304688,
+      "learning_rate": 3.7361896076670245e-06,
+      "loss": 27.7188,
+      "step": 30301
+    },
+    {
+      "epoch": 1.4480550511325623,
+      "grad_norm": 198.19894409179688,
+      "learning_rate": 3.7355863835027294e-06,
+      "loss": 20.5,
+      "step": 30302
+    },
+    {
+      "epoch": 1.4481028385740227,
+      "grad_norm": 374.5435485839844,
+      "learning_rate": 3.734983196854188e-06,
+      "loss": 26.7031,
+      "step": 30303
+    },
+    {
+      "epoch": 1.448150626015483,
+      "grad_norm": 214.81053161621094,
+      "learning_rate": 3.734380047725018e-06,
+      "loss": 19.9844,
+      "step": 30304
+    },
+    {
+      "epoch": 1.4481984134569434,
+      "grad_norm": 168.3873291015625,
+      "learning_rate": 3.7337769361188213e-06,
+      "loss": 30.1562,
+      "step": 30305
+    },
+    {
+      "epoch": 1.4482462008984038,
+      "grad_norm": 209.66249084472656,
+      "learning_rate": 3.7331738620392167e-06,
+      "loss": 21.9062,
+      "step": 30306
+    },
+    {
+      "epoch": 1.4482939883398642,
+      "grad_norm": 287.44061279296875,
+      "learning_rate": 3.7325708254898176e-06,
+      "loss": 28.0312,
+      "step": 30307
+    },
+    {
+      "epoch": 1.4483417757813246,
+      "grad_norm": 307.5258483886719,
+      "learning_rate": 3.7319678264742275e-06,
+      "loss": 29.8438,
+      "step": 30308
+    },
+    {
+      "epoch": 1.448389563222785,
+      "grad_norm": 144.9939727783203,
+      "learning_rate": 3.7313648649960667e-06,
+      "loss": 23.75,
+      "step": 30309
+    },
+    {
+      "epoch": 1.4484373506642454,
+      "grad_norm": 188.27066040039062,
+      "learning_rate": 3.730761941058938e-06,
+      "loss": 31.0938,
+      "step": 30310
+    },
+    {
+      "epoch": 1.4484851381057058,
+      "grad_norm": 235.03326416015625,
+      "learning_rate": 3.7301590546664546e-06,
+      "loss": 25.3125,
+      "step": 30311
+    },
+    {
+      "epoch": 1.4485329255471662,
+      "grad_norm": 239.68626403808594,
+      "learning_rate": 3.7295562058222323e-06,
+      "loss": 24.7031,
+      "step": 30312
+    },
+    {
+      "epoch": 1.4485807129886266,
+      "grad_norm": 270.1077880859375,
+      "learning_rate": 3.728953394529874e-06,
+      "loss": 24.2031,
+      "step": 30313
+    },
+    {
+      "epoch": 1.448628500430087,
+      "grad_norm": 318.9986877441406,
+      "learning_rate": 3.7283506207929933e-06,
+      "loss": 27.5312,
+      "step": 30314
+    },
+    {
+      "epoch": 1.4486762878715473,
+      "grad_norm": 166.53665161132812,
+      "learning_rate": 3.727747884615199e-06,
+      "loss": 24.6562,
+      "step": 30315
+    },
+    {
+      "epoch": 1.4487240753130077,
+      "grad_norm": 364.61358642578125,
+      "learning_rate": 3.727145186000105e-06,
+      "loss": 28.1719,
+      "step": 30316
+    },
+    {
+      "epoch": 1.4487718627544681,
+      "grad_norm": 211.4070587158203,
+      "learning_rate": 3.7265425249513145e-06,
+      "loss": 32.1719,
+      "step": 30317
+    },
+    {
+      "epoch": 1.4488196501959285,
+      "grad_norm": 198.36282348632812,
+      "learning_rate": 3.7259399014724385e-06,
+      "loss": 23.625,
+      "step": 30318
+    },
+    {
+      "epoch": 1.448867437637389,
+      "grad_norm": 339.2610168457031,
+      "learning_rate": 3.7253373155670903e-06,
+      "loss": 27.0,
+      "step": 30319
+    },
+    {
+      "epoch": 1.4489152250788493,
+      "grad_norm": 182.01719665527344,
+      "learning_rate": 3.7247347672388723e-06,
+      "loss": 16.2344,
+      "step": 30320
+    },
+    {
+      "epoch": 1.4489630125203097,
+      "grad_norm": 278.9127197265625,
+      "learning_rate": 3.724132256491395e-06,
+      "loss": 28.5,
+      "step": 30321
+    },
+    {
+      "epoch": 1.44901079996177,
+      "grad_norm": 1140.373046875,
+      "learning_rate": 3.723529783328267e-06,
+      "loss": 21.5781,
+      "step": 30322
+    },
+    {
+      "epoch": 1.4490585874032305,
+      "grad_norm": 461.9555969238281,
+      "learning_rate": 3.7229273477531014e-06,
+      "loss": 28.7812,
+      "step": 30323
+    },
+    {
+      "epoch": 1.4491063748446908,
+      "grad_norm": 248.67381286621094,
+      "learning_rate": 3.722324949769497e-06,
+      "loss": 22.2656,
+      "step": 30324
+    },
+    {
+      "epoch": 1.4491541622861512,
+      "grad_norm": 206.1338348388672,
+      "learning_rate": 3.721722589381066e-06,
+      "loss": 19.8281,
+      "step": 30325
+    },
+    {
+      "epoch": 1.4492019497276116,
+      "grad_norm": 211.6767120361328,
+      "learning_rate": 3.721120266591416e-06,
+      "loss": 23.0625,
+      "step": 30326
+    },
+    {
+      "epoch": 1.449249737169072,
+      "grad_norm": 271.10369873046875,
+      "learning_rate": 3.720517981404156e-06,
+      "loss": 18.4219,
+      "step": 30327
+    },
+    {
+      "epoch": 1.4492975246105324,
+      "grad_norm": 296.2815246582031,
+      "learning_rate": 3.7199157338228874e-06,
+      "loss": 36.9375,
+      "step": 30328
+    },
+    {
+      "epoch": 1.4493453120519928,
+      "grad_norm": 220.48431396484375,
+      "learning_rate": 3.71931352385122e-06,
+      "loss": 24.0938,
+      "step": 30329
+    },
+    {
+      "epoch": 1.4493930994934532,
+      "grad_norm": 212.59451293945312,
+      "learning_rate": 3.7187113514927642e-06,
+      "loss": 18.6719,
+      "step": 30330
+    },
+    {
+      "epoch": 1.4494408869349136,
+      "grad_norm": 147.5710906982422,
+      "learning_rate": 3.718109216751119e-06,
+      "loss": 15.3125,
+      "step": 30331
+    },
+    {
+      "epoch": 1.449488674376374,
+      "grad_norm": 918.138427734375,
+      "learning_rate": 3.7175071196298927e-06,
+      "loss": 26.2188,
+      "step": 30332
+    },
+    {
+      "epoch": 1.4495364618178344,
+      "grad_norm": 649.5169677734375,
+      "learning_rate": 3.7169050601326937e-06,
+      "loss": 38.7188,
+      "step": 30333
+    },
+    {
+      "epoch": 1.4495842492592947,
+      "grad_norm": 536.216552734375,
+      "learning_rate": 3.7163030382631284e-06,
+      "loss": 26.5156,
+      "step": 30334
+    },
+    {
+      "epoch": 1.4496320367007551,
+      "grad_norm": 315.23846435546875,
+      "learning_rate": 3.715701054024796e-06,
+      "loss": 23.625,
+      "step": 30335
+    },
+    {
+      "epoch": 1.4496798241422155,
+      "grad_norm": 435.563720703125,
+      "learning_rate": 3.715099107421306e-06,
+      "loss": 23.4375,
+      "step": 30336
+    },
+    {
+      "epoch": 1.449727611583676,
+      "grad_norm": 241.28305053710938,
+      "learning_rate": 3.7144971984562627e-06,
+      "loss": 23.9219,
+      "step": 30337
+    },
+    {
+      "epoch": 1.4497753990251363,
+      "grad_norm": 272.60650634765625,
+      "learning_rate": 3.7138953271332732e-06,
+      "loss": 22.875,
+      "step": 30338
+    },
+    {
+      "epoch": 1.4498231864665967,
+      "grad_norm": 255.9310302734375,
+      "learning_rate": 3.7132934934559363e-06,
+      "loss": 18.2344,
+      "step": 30339
+    },
+    {
+      "epoch": 1.449870973908057,
+      "grad_norm": 257.80169677734375,
+      "learning_rate": 3.7126916974278638e-06,
+      "loss": 31.1875,
+      "step": 30340
+    },
+    {
+      "epoch": 1.4499187613495175,
+      "grad_norm": 261.44073486328125,
+      "learning_rate": 3.71208993905265e-06,
+      "loss": 26.5,
+      "step": 30341
+    },
+    {
+      "epoch": 1.4499665487909779,
+      "grad_norm": 165.0855712890625,
+      "learning_rate": 3.7114882183339086e-06,
+      "loss": 26.2969,
+      "step": 30342
+    },
+    {
+      "epoch": 1.4500143362324383,
+      "grad_norm": 461.1761169433594,
+      "learning_rate": 3.7108865352752343e-06,
+      "loss": 32.1875,
+      "step": 30343
+    },
+    {
+      "epoch": 1.4500621236738984,
+      "grad_norm": 123.9004135131836,
+      "learning_rate": 3.7102848898802345e-06,
+      "loss": 21.1797,
+      "step": 30344
+    },
+    {
+      "epoch": 1.4501099111153588,
+      "grad_norm": 288.4865417480469,
+      "learning_rate": 3.7096832821525163e-06,
+      "loss": 24.0625,
+      "step": 30345
+    },
+    {
+      "epoch": 1.4501576985568192,
+      "grad_norm": 248.0770263671875,
+      "learning_rate": 3.7090817120956744e-06,
+      "loss": 22.9219,
+      "step": 30346
+    },
+    {
+      "epoch": 1.4502054859982796,
+      "grad_norm": 130.53839111328125,
+      "learning_rate": 3.7084801797133164e-06,
+      "loss": 15.8438,
+      "step": 30347
+    },
+    {
+      "epoch": 1.45025327343974,
+      "grad_norm": 175.68606567382812,
+      "learning_rate": 3.707878685009043e-06,
+      "loss": 18.9844,
+      "step": 30348
+    },
+    {
+      "epoch": 1.4503010608812004,
+      "grad_norm": 139.7827911376953,
+      "learning_rate": 3.70727722798646e-06,
+      "loss": 15.5,
+      "step": 30349
+    },
+    {
+      "epoch": 1.4503488483226608,
+      "grad_norm": 121.17789459228516,
+      "learning_rate": 3.706675808649165e-06,
+      "loss": 18.2969,
+      "step": 30350
+    },
+    {
+      "epoch": 1.4503966357641211,
+      "grad_norm": 162.09800720214844,
+      "learning_rate": 3.70607442700076e-06,
+      "loss": 22.1875,
+      "step": 30351
+    },
+    {
+      "epoch": 1.4504444232055815,
+      "grad_norm": 456.2950134277344,
+      "learning_rate": 3.705473083044848e-06,
+      "loss": 29.9375,
+      "step": 30352
+    },
+    {
+      "epoch": 1.450492210647042,
+      "grad_norm": 319.9893493652344,
+      "learning_rate": 3.704871776785034e-06,
+      "loss": 17.3594,
+      "step": 30353
+    },
+    {
+      "epoch": 1.4505399980885023,
+      "grad_norm": 179.26666259765625,
+      "learning_rate": 3.704270508224911e-06,
+      "loss": 18.625,
+      "step": 30354
+    },
+    {
+      "epoch": 1.4505877855299627,
+      "grad_norm": 229.92897033691406,
+      "learning_rate": 3.7036692773680837e-06,
+      "loss": 30.7188,
+      "step": 30355
+    },
+    {
+      "epoch": 1.450635572971423,
+      "grad_norm": 227.8790740966797,
+      "learning_rate": 3.7030680842181567e-06,
+      "loss": 25.6875,
+      "step": 30356
+    },
+    {
+      "epoch": 1.4506833604128835,
+      "grad_norm": 151.7230682373047,
+      "learning_rate": 3.702466928778724e-06,
+      "loss": 25.8906,
+      "step": 30357
+    },
+    {
+      "epoch": 1.4507311478543439,
+      "grad_norm": 281.53411865234375,
+      "learning_rate": 3.701865811053388e-06,
+      "loss": 29.1562,
+      "step": 30358
+    },
+    {
+      "epoch": 1.4507789352958043,
+      "grad_norm": 194.00851440429688,
+      "learning_rate": 3.7012647310457484e-06,
+      "loss": 21.2812,
+      "step": 30359
+    },
+    {
+      "epoch": 1.4508267227372647,
+      "grad_norm": 298.5341796875,
+      "learning_rate": 3.7006636887594095e-06,
+      "loss": 25.2344,
+      "step": 30360
+    },
+    {
+      "epoch": 1.450874510178725,
+      "grad_norm": 256.7967834472656,
+      "learning_rate": 3.7000626841979627e-06,
+      "loss": 21.5,
+      "step": 30361
+    },
+    {
+      "epoch": 1.4509222976201854,
+      "grad_norm": 264.6571350097656,
+      "learning_rate": 3.6994617173650117e-06,
+      "loss": 29.2188,
+      "step": 30362
+    },
+    {
+      "epoch": 1.4509700850616458,
+      "grad_norm": 150.3387908935547,
+      "learning_rate": 3.6988607882641548e-06,
+      "loss": 23.625,
+      "step": 30363
+    },
+    {
+      "epoch": 1.4510178725031062,
+      "grad_norm": 210.48001098632812,
+      "learning_rate": 3.6982598968989946e-06,
+      "loss": 18.0156,
+      "step": 30364
+    },
+    {
+      "epoch": 1.4510656599445666,
+      "grad_norm": 103.65863037109375,
+      "learning_rate": 3.6976590432731228e-06,
+      "loss": 24.2031,
+      "step": 30365
+    },
+    {
+      "epoch": 1.451113447386027,
+      "grad_norm": 823.4140625,
+      "learning_rate": 3.697058227390141e-06,
+      "loss": 23.1094,
+      "step": 30366
+    },
+    {
+      "epoch": 1.4511612348274874,
+      "grad_norm": 119.7098388671875,
+      "learning_rate": 3.696457449253651e-06,
+      "loss": 18.75,
+      "step": 30367
+    },
+    {
+      "epoch": 1.4512090222689478,
+      "grad_norm": 134.1462860107422,
+      "learning_rate": 3.6958567088672437e-06,
+      "loss": 21.9844,
+      "step": 30368
+    },
+    {
+      "epoch": 1.4512568097104082,
+      "grad_norm": 152.34515380859375,
+      "learning_rate": 3.69525600623452e-06,
+      "loss": 24.5312,
+      "step": 30369
+    },
+    {
+      "epoch": 1.4513045971518685,
+      "grad_norm": 445.98944091796875,
+      "learning_rate": 3.694655341359077e-06,
+      "loss": 29.0312,
+      "step": 30370
+    },
+    {
+      "epoch": 1.451352384593329,
+      "grad_norm": 110.82039642333984,
+      "learning_rate": 3.694054714244516e-06,
+      "loss": 16.1562,
+      "step": 30371
+    },
+    {
+      "epoch": 1.4514001720347893,
+      "grad_norm": 1099.45849609375,
+      "learning_rate": 3.6934541248944277e-06,
+      "loss": 32.125,
+      "step": 30372
+    },
+    {
+      "epoch": 1.4514479594762497,
+      "grad_norm": 128.70724487304688,
+      "learning_rate": 3.692853573312414e-06,
+      "loss": 16.8438,
+      "step": 30373
+    },
+    {
+      "epoch": 1.45149574691771,
+      "grad_norm": 235.57220458984375,
+      "learning_rate": 3.6922530595020668e-06,
+      "loss": 21.2344,
+      "step": 30374
+    },
+    {
+      "epoch": 1.4515435343591703,
+      "grad_norm": 278.6638488769531,
+      "learning_rate": 3.6916525834669835e-06,
+      "loss": 32.75,
+      "step": 30375
+    },
+    {
+      "epoch": 1.4515913218006307,
+      "grad_norm": 534.8079223632812,
+      "learning_rate": 3.691052145210765e-06,
+      "loss": 33.0312,
+      "step": 30376
+    },
+    {
+      "epoch": 1.451639109242091,
+      "grad_norm": 118.76009368896484,
+      "learning_rate": 3.690451744736999e-06,
+      "loss": 27.4375,
+      "step": 30377
+    },
+    {
+      "epoch": 1.4516868966835514,
+      "grad_norm": 263.7390441894531,
+      "learning_rate": 3.6898513820492864e-06,
+      "loss": 22.7188,
+      "step": 30378
+    },
+    {
+      "epoch": 1.4517346841250118,
+      "grad_norm": 207.59193420410156,
+      "learning_rate": 3.6892510571512252e-06,
+      "loss": 26.8438,
+      "step": 30379
+    },
+    {
+      "epoch": 1.4517824715664722,
+      "grad_norm": 259.2013854980469,
+      "learning_rate": 3.6886507700464037e-06,
+      "loss": 19.7812,
+      "step": 30380
+    },
+    {
+      "epoch": 1.4518302590079326,
+      "grad_norm": 205.48089599609375,
+      "learning_rate": 3.68805052073842e-06,
+      "loss": 23.7812,
+      "step": 30381
+    },
+    {
+      "epoch": 1.451878046449393,
+      "grad_norm": 200.31185913085938,
+      "learning_rate": 3.6874503092308723e-06,
+      "loss": 22.5703,
+      "step": 30382
+    },
+    {
+      "epoch": 1.4519258338908534,
+      "grad_norm": 154.78958129882812,
+      "learning_rate": 3.686850135527349e-06,
+      "loss": 26.0312,
+      "step": 30383
+    },
+    {
+      "epoch": 1.4519736213323138,
+      "grad_norm": 182.6985626220703,
+      "learning_rate": 3.686249999631446e-06,
+      "loss": 17.7188,
+      "step": 30384
+    },
+    {
+      "epoch": 1.4520214087737742,
+      "grad_norm": 353.14715576171875,
+      "learning_rate": 3.6856499015467593e-06,
+      "loss": 20.9375,
+      "step": 30385
+    },
+    {
+      "epoch": 1.4520691962152346,
+      "grad_norm": 298.9739990234375,
+      "learning_rate": 3.6850498412768863e-06,
+      "loss": 28.375,
+      "step": 30386
+    },
+    {
+      "epoch": 1.452116983656695,
+      "grad_norm": 704.27783203125,
+      "learning_rate": 3.684449818825412e-06,
+      "loss": 34.75,
+      "step": 30387
+    },
+    {
+      "epoch": 1.4521647710981553,
+      "grad_norm": 156.86529541015625,
+      "learning_rate": 3.683849834195934e-06,
+      "loss": 24.4375,
+      "step": 30388
+    },
+    {
+      "epoch": 1.4522125585396157,
+      "grad_norm": 260.2236022949219,
+      "learning_rate": 3.6832498873920454e-06,
+      "loss": 24.0625,
+      "step": 30389
+    },
+    {
+      "epoch": 1.4522603459810761,
+      "grad_norm": 308.982177734375,
+      "learning_rate": 3.682649978417342e-06,
+      "loss": 27.0625,
+      "step": 30390
+    },
+    {
+      "epoch": 1.4523081334225365,
+      "grad_norm": 170.88165283203125,
+      "learning_rate": 3.6820501072754113e-06,
+      "loss": 28.0312,
+      "step": 30391
+    },
+    {
+      "epoch": 1.452355920863997,
+      "grad_norm": 448.09503173828125,
+      "learning_rate": 3.6814502739698465e-06,
+      "loss": 31.4688,
+      "step": 30392
+    },
+    {
+      "epoch": 1.4524037083054573,
+      "grad_norm": 210.56863403320312,
+      "learning_rate": 3.6808504785042467e-06,
+      "loss": 26.1562,
+      "step": 30393
+    },
+    {
+      "epoch": 1.4524514957469177,
+      "grad_norm": 171.77684020996094,
+      "learning_rate": 3.6802507208821934e-06,
+      "loss": 27.375,
+      "step": 30394
+    },
+    {
+      "epoch": 1.452499283188378,
+      "grad_norm": 165.09637451171875,
+      "learning_rate": 3.679651001107285e-06,
+      "loss": 21.5469,
+      "step": 30395
+    },
+    {
+      "epoch": 1.4525470706298385,
+      "grad_norm": 155.75978088378906,
+      "learning_rate": 3.67905131918311e-06,
+      "loss": 20.3906,
+      "step": 30396
+    },
+    {
+      "epoch": 1.4525948580712988,
+      "grad_norm": 165.211181640625,
+      "learning_rate": 3.678451675113266e-06,
+      "loss": 21.2031,
+      "step": 30397
+    },
+    {
+      "epoch": 1.4526426455127592,
+      "grad_norm": 479.3256530761719,
+      "learning_rate": 3.6778520689013364e-06,
+      "loss": 36.0938,
+      "step": 30398
+    },
+    {
+      "epoch": 1.4526904329542196,
+      "grad_norm": 239.58030700683594,
+      "learning_rate": 3.677252500550914e-06,
+      "loss": 28.4531,
+      "step": 30399
+    },
+    {
+      "epoch": 1.45273822039568,
+      "grad_norm": 186.01832580566406,
+      "learning_rate": 3.676652970065592e-06,
+      "loss": 27.25,
+      "step": 30400
+    },
+    {
+      "epoch": 1.4527860078371404,
+      "grad_norm": 579.6815795898438,
+      "learning_rate": 3.676053477448961e-06,
+      "loss": 33.3125,
+      "step": 30401
+    },
+    {
+      "epoch": 1.4528337952786008,
+      "grad_norm": 225.08229064941406,
+      "learning_rate": 3.6754540227046074e-06,
+      "loss": 21.9375,
+      "step": 30402
+    },
+    {
+      "epoch": 1.4528815827200612,
+      "grad_norm": 249.60455322265625,
+      "learning_rate": 3.6748546058361225e-06,
+      "loss": 23.1562,
+      "step": 30403
+    },
+    {
+      "epoch": 1.4529293701615216,
+      "grad_norm": 214.28575134277344,
+      "learning_rate": 3.674255226847101e-06,
+      "loss": 23.0156,
+      "step": 30404
+    },
+    {
+      "epoch": 1.452977157602982,
+      "grad_norm": 279.0181579589844,
+      "learning_rate": 3.6736558857411242e-06,
+      "loss": 33.0625,
+      "step": 30405
+    },
+    {
+      "epoch": 1.4530249450444424,
+      "grad_norm": 187.40138244628906,
+      "learning_rate": 3.673056582521789e-06,
+      "loss": 19.3438,
+      "step": 30406
+    },
+    {
+      "epoch": 1.4530727324859027,
+      "grad_norm": 245.497314453125,
+      "learning_rate": 3.672457317192678e-06,
+      "loss": 21.9531,
+      "step": 30407
+    },
+    {
+      "epoch": 1.4531205199273631,
+      "grad_norm": 334.6944274902344,
+      "learning_rate": 3.671858089757382e-06,
+      "loss": 18.2031,
+      "step": 30408
+    },
+    {
+      "epoch": 1.4531683073688235,
+      "grad_norm": 187.6953125,
+      "learning_rate": 3.671258900219494e-06,
+      "loss": 24.75,
+      "step": 30409
+    },
+    {
+      "epoch": 1.453216094810284,
+      "grad_norm": 203.2490234375,
+      "learning_rate": 3.670659748582597e-06,
+      "loss": 27.5,
+      "step": 30410
+    },
+    {
+      "epoch": 1.4532638822517443,
+      "grad_norm": 285.77569580078125,
+      "learning_rate": 3.6700606348502787e-06,
+      "loss": 26.3125,
+      "step": 30411
+    },
+    {
+      "epoch": 1.4533116696932047,
+      "grad_norm": 236.742431640625,
+      "learning_rate": 3.669461559026134e-06,
+      "loss": 28.1875,
+      "step": 30412
+    },
+    {
+      "epoch": 1.453359457134665,
+      "grad_norm": 338.1748352050781,
+      "learning_rate": 3.668862521113743e-06,
+      "loss": 35.6875,
+      "step": 30413
+    },
+    {
+      "epoch": 1.4534072445761255,
+      "grad_norm": 583.473876953125,
+      "learning_rate": 3.668263521116695e-06,
+      "loss": 32.875,
+      "step": 30414
+    },
+    {
+      "epoch": 1.4534550320175859,
+      "grad_norm": 258.5799865722656,
+      "learning_rate": 3.6676645590385827e-06,
+      "loss": 24.7188,
+      "step": 30415
+    },
+    {
+      "epoch": 1.4535028194590462,
+      "grad_norm": 291.08447265625,
+      "learning_rate": 3.667065634882985e-06,
+      "loss": 16.1094,
+      "step": 30416
+    },
+    {
+      "epoch": 1.4535506069005066,
+      "grad_norm": 464.12445068359375,
+      "learning_rate": 3.6664667486534923e-06,
+      "loss": 24.6406,
+      "step": 30417
+    },
+    {
+      "epoch": 1.453598394341967,
+      "grad_norm": 225.73699951171875,
+      "learning_rate": 3.6658679003536913e-06,
+      "loss": 20.5625,
+      "step": 30418
+    },
+    {
+      "epoch": 1.4536461817834274,
+      "grad_norm": 307.0887451171875,
+      "learning_rate": 3.665269089987171e-06,
+      "loss": 25.5312,
+      "step": 30419
+    },
+    {
+      "epoch": 1.4536939692248878,
+      "grad_norm": 240.5843048095703,
+      "learning_rate": 3.6646703175575125e-06,
+      "loss": 25.4375,
+      "step": 30420
+    },
+    {
+      "epoch": 1.4537417566663482,
+      "grad_norm": 322.80828857421875,
+      "learning_rate": 3.6640715830683036e-06,
+      "loss": 21.2656,
+      "step": 30421
+    },
+    {
+      "epoch": 1.4537895441078086,
+      "grad_norm": 1774.4464111328125,
+      "learning_rate": 3.6634728865231308e-06,
+      "loss": 24.1094,
+      "step": 30422
+    },
+    {
+      "epoch": 1.453837331549269,
+      "grad_norm": 201.92137145996094,
+      "learning_rate": 3.662874227925581e-06,
+      "loss": 25.9375,
+      "step": 30423
+    },
+    {
+      "epoch": 1.4538851189907294,
+      "grad_norm": 216.89633178710938,
+      "learning_rate": 3.662275607279235e-06,
+      "loss": 16.8125,
+      "step": 30424
+    },
+    {
+      "epoch": 1.4539329064321898,
+      "grad_norm": 302.8567810058594,
+      "learning_rate": 3.661677024587681e-06,
+      "loss": 27.3906,
+      "step": 30425
+    },
+    {
+      "epoch": 1.4539806938736501,
+      "grad_norm": 270.9814147949219,
+      "learning_rate": 3.661078479854502e-06,
+      "loss": 33.1562,
+      "step": 30426
+    },
+    {
+      "epoch": 1.4540284813151103,
+      "grad_norm": 457.8778381347656,
+      "learning_rate": 3.6604799730832875e-06,
+      "loss": 25.3906,
+      "step": 30427
+    },
+    {
+      "epoch": 1.4540762687565707,
+      "grad_norm": 279.51214599609375,
+      "learning_rate": 3.6598815042776135e-06,
+      "loss": 19.5469,
+      "step": 30428
+    },
+    {
+      "epoch": 1.454124056198031,
+      "grad_norm": 417.169921875,
+      "learning_rate": 3.659283073441069e-06,
+      "loss": 29.6562,
+      "step": 30429
+    },
+    {
+      "epoch": 1.4541718436394915,
+      "grad_norm": 262.556640625,
+      "learning_rate": 3.6586846805772404e-06,
+      "loss": 18.8438,
+      "step": 30430
+    },
+    {
+      "epoch": 1.4542196310809519,
+      "grad_norm": 187.9394989013672,
+      "learning_rate": 3.658086325689704e-06,
+      "loss": 25.4062,
+      "step": 30431
+    },
+    {
+      "epoch": 1.4542674185224123,
+      "grad_norm": 382.3228759765625,
+      "learning_rate": 3.6574880087820476e-06,
+      "loss": 18.5,
+      "step": 30432
+    },
+    {
+      "epoch": 1.4543152059638726,
+      "grad_norm": 261.2661437988281,
+      "learning_rate": 3.656889729857854e-06,
+      "loss": 29.1562,
+      "step": 30433
+    },
+    {
+      "epoch": 1.454362993405333,
+      "grad_norm": 345.61419677734375,
+      "learning_rate": 3.6562914889207092e-06,
+      "loss": 23.0625,
+      "step": 30434
+    },
+    {
+      "epoch": 1.4544107808467934,
+      "grad_norm": 300.70513916015625,
+      "learning_rate": 3.65569328597419e-06,
+      "loss": 21.5,
+      "step": 30435
+    },
+    {
+      "epoch": 1.4544585682882538,
+      "grad_norm": 142.51025390625,
+      "learning_rate": 3.655095121021881e-06,
+      "loss": 18.2031,
+      "step": 30436
+    },
+    {
+      "epoch": 1.4545063557297142,
+      "grad_norm": 236.60073852539062,
+      "learning_rate": 3.654496994067369e-06,
+      "loss": 28.875,
+      "step": 30437
+    },
+    {
+      "epoch": 1.4545541431711746,
+      "grad_norm": 334.80023193359375,
+      "learning_rate": 3.6538989051142283e-06,
+      "loss": 26.7812,
+      "step": 30438
+    },
+    {
+      "epoch": 1.454601930612635,
+      "grad_norm": 218.80662536621094,
+      "learning_rate": 3.6533008541660474e-06,
+      "loss": 25.5625,
+      "step": 30439
+    },
+    {
+      "epoch": 1.4546497180540954,
+      "grad_norm": 406.8524475097656,
+      "learning_rate": 3.652702841226402e-06,
+      "loss": 29.3438,
+      "step": 30440
+    },
+    {
+      "epoch": 1.4546975054955558,
+      "grad_norm": 382.4640197753906,
+      "learning_rate": 3.6521048662988766e-06,
+      "loss": 32.25,
+      "step": 30441
+    },
+    {
+      "epoch": 1.4547452929370162,
+      "grad_norm": 170.82130432128906,
+      "learning_rate": 3.6515069293870552e-06,
+      "loss": 19.9062,
+      "step": 30442
+    },
+    {
+      "epoch": 1.4547930803784765,
+      "grad_norm": 178.9762725830078,
+      "learning_rate": 3.650909030494512e-06,
+      "loss": 19.0156,
+      "step": 30443
+    },
+    {
+      "epoch": 1.454840867819937,
+      "grad_norm": 289.945556640625,
+      "learning_rate": 3.650311169624832e-06,
+      "loss": 24.4062,
+      "step": 30444
+    },
+    {
+      "epoch": 1.4548886552613973,
+      "grad_norm": 178.47715759277344,
+      "learning_rate": 3.649713346781597e-06,
+      "loss": 21.5312,
+      "step": 30445
+    },
+    {
+      "epoch": 1.4549364427028577,
+      "grad_norm": 297.9757385253906,
+      "learning_rate": 3.6491155619683814e-06,
+      "loss": 32.9062,
+      "step": 30446
+    },
+    {
+      "epoch": 1.454984230144318,
+      "grad_norm": 158.4143524169922,
+      "learning_rate": 3.648517815188769e-06,
+      "loss": 26.2969,
+      "step": 30447
+    },
+    {
+      "epoch": 1.4550320175857785,
+      "grad_norm": 219.69337463378906,
+      "learning_rate": 3.64792010644634e-06,
+      "loss": 18.2031,
+      "step": 30448
+    },
+    {
+      "epoch": 1.4550798050272389,
+      "grad_norm": 216.04457092285156,
+      "learning_rate": 3.6473224357446758e-06,
+      "loss": 27.0469,
+      "step": 30449
+    },
+    {
+      "epoch": 1.4551275924686993,
+      "grad_norm": 311.06170654296875,
+      "learning_rate": 3.646724803087349e-06,
+      "loss": 27.6562,
+      "step": 30450
+    },
+    {
+      "epoch": 1.4551753799101597,
+      "grad_norm": 210.57164001464844,
+      "learning_rate": 3.6461272084779444e-06,
+      "loss": 23.8438,
+      "step": 30451
+    },
+    {
+      "epoch": 1.45522316735162,
+      "grad_norm": 311.8386535644531,
+      "learning_rate": 3.645529651920041e-06,
+      "loss": 18.7812,
+      "step": 30452
+    },
+    {
+      "epoch": 1.4552709547930804,
+      "grad_norm": 347.1120300292969,
+      "learning_rate": 3.644932133417213e-06,
+      "loss": 24.5,
+      "step": 30453
+    },
+    {
+      "epoch": 1.4553187422345408,
+      "grad_norm": 186.59902954101562,
+      "learning_rate": 3.6443346529730404e-06,
+      "loss": 21.3438,
+      "step": 30454
+    },
+    {
+      "epoch": 1.4553665296760012,
+      "grad_norm": 990.046142578125,
+      "learning_rate": 3.643737210591103e-06,
+      "loss": 31.6562,
+      "step": 30455
+    },
+    {
+      "epoch": 1.4554143171174616,
+      "grad_norm": 356.89361572265625,
+      "learning_rate": 3.64313980627498e-06,
+      "loss": 24.3438,
+      "step": 30456
+    },
+    {
+      "epoch": 1.455462104558922,
+      "grad_norm": 415.85333251953125,
+      "learning_rate": 3.642542440028245e-06,
+      "loss": 27.5312,
+      "step": 30457
+    },
+    {
+      "epoch": 1.4555098920003822,
+      "grad_norm": 296.5718688964844,
+      "learning_rate": 3.6419451118544767e-06,
+      "loss": 26.0312,
+      "step": 30458
+    },
+    {
+      "epoch": 1.4555576794418426,
+      "grad_norm": 267.81903076171875,
+      "learning_rate": 3.641347821757253e-06,
+      "loss": 34.75,
+      "step": 30459
+    },
+    {
+      "epoch": 1.455605466883303,
+      "grad_norm": 294.16668701171875,
+      "learning_rate": 3.6407505697401544e-06,
+      "loss": 22.0156,
+      "step": 30460
+    },
+    {
+      "epoch": 1.4556532543247633,
+      "grad_norm": 234.4215545654297,
+      "learning_rate": 3.6401533558067516e-06,
+      "loss": 28.7188,
+      "step": 30461
+    },
+    {
+      "epoch": 1.4557010417662237,
+      "grad_norm": 174.93417358398438,
+      "learning_rate": 3.639556179960623e-06,
+      "loss": 19.6562,
+      "step": 30462
+    },
+    {
+      "epoch": 1.4557488292076841,
+      "grad_norm": 143.9210968017578,
+      "learning_rate": 3.6389590422053454e-06,
+      "loss": 14.5469,
+      "step": 30463
+    },
+    {
+      "epoch": 1.4557966166491445,
+      "grad_norm": 2702.877685546875,
+      "learning_rate": 3.638361942544498e-06,
+      "loss": 27.1875,
+      "step": 30464
+    },
+    {
+      "epoch": 1.455844404090605,
+      "grad_norm": 196.21087646484375,
+      "learning_rate": 3.6377648809816525e-06,
+      "loss": 27.3125,
+      "step": 30465
+    },
+    {
+      "epoch": 1.4558921915320653,
+      "grad_norm": 166.26051330566406,
+      "learning_rate": 3.637167857520384e-06,
+      "loss": 21.0,
+      "step": 30466
+    },
+    {
+      "epoch": 1.4559399789735257,
+      "grad_norm": 162.01966857910156,
+      "learning_rate": 3.6365708721642734e-06,
+      "loss": 21.0781,
+      "step": 30467
+    },
+    {
+      "epoch": 1.455987766414986,
+      "grad_norm": 342.7351379394531,
+      "learning_rate": 3.63597392491689e-06,
+      "loss": 29.2188,
+      "step": 30468
+    },
+    {
+      "epoch": 1.4560355538564465,
+      "grad_norm": 242.9628143310547,
+      "learning_rate": 3.6353770157818103e-06,
+      "loss": 23.4531,
+      "step": 30469
+    },
+    {
+      "epoch": 1.4560833412979068,
+      "grad_norm": 350.10333251953125,
+      "learning_rate": 3.634780144762612e-06,
+      "loss": 23.4375,
+      "step": 30470
+    },
+    {
+      "epoch": 1.4561311287393672,
+      "grad_norm": 199.27069091796875,
+      "learning_rate": 3.6341833118628657e-06,
+      "loss": 29.5312,
+      "step": 30471
+    },
+    {
+      "epoch": 1.4561789161808276,
+      "grad_norm": 151.94044494628906,
+      "learning_rate": 3.6335865170861495e-06,
+      "loss": 26.125,
+      "step": 30472
+    },
+    {
+      "epoch": 1.456226703622288,
+      "grad_norm": 299.3177185058594,
+      "learning_rate": 3.632989760436031e-06,
+      "loss": 23.4062,
+      "step": 30473
+    },
+    {
+      "epoch": 1.4562744910637484,
+      "grad_norm": 353.87005615234375,
+      "learning_rate": 3.6323930419160892e-06,
+      "loss": 26.8125,
+      "step": 30474
+    },
+    {
+      "epoch": 1.4563222785052088,
+      "grad_norm": 226.66220092773438,
+      "learning_rate": 3.6317963615299e-06,
+      "loss": 30.6562,
+      "step": 30475
+    },
+    {
+      "epoch": 1.4563700659466692,
+      "grad_norm": 568.7113647460938,
+      "learning_rate": 3.63119971928103e-06,
+      "loss": 24.5938,
+      "step": 30476
+    },
+    {
+      "epoch": 1.4564178533881296,
+      "grad_norm": 386.76568603515625,
+      "learning_rate": 3.6306031151730547e-06,
+      "loss": 23.625,
+      "step": 30477
+    },
+    {
+      "epoch": 1.45646564082959,
+      "grad_norm": 184.44761657714844,
+      "learning_rate": 3.6300065492095525e-06,
+      "loss": 19.1719,
+      "step": 30478
+    },
+    {
+      "epoch": 1.4565134282710503,
+      "grad_norm": 192.99630737304688,
+      "learning_rate": 3.6294100213940873e-06,
+      "loss": 19.5469,
+      "step": 30479
+    },
+    {
+      "epoch": 1.4565612157125107,
+      "grad_norm": 283.375,
+      "learning_rate": 3.6288135317302364e-06,
+      "loss": 26.625,
+      "step": 30480
+    },
+    {
+      "epoch": 1.4566090031539711,
+      "grad_norm": 335.55059814453125,
+      "learning_rate": 3.6282170802215723e-06,
+      "loss": 28.8125,
+      "step": 30481
+    },
+    {
+      "epoch": 1.4566567905954315,
+      "grad_norm": 394.7002868652344,
+      "learning_rate": 3.6276206668716672e-06,
+      "loss": 19.3906,
+      "step": 30482
+    },
+    {
+      "epoch": 1.456704578036892,
+      "grad_norm": 152.02281188964844,
+      "learning_rate": 3.6270242916840904e-06,
+      "loss": 19.7812,
+      "step": 30483
+    },
+    {
+      "epoch": 1.4567523654783523,
+      "grad_norm": 255.08604431152344,
+      "learning_rate": 3.6264279546624137e-06,
+      "loss": 39.5938,
+      "step": 30484
+    },
+    {
+      "epoch": 1.4568001529198127,
+      "grad_norm": 329.9980773925781,
+      "learning_rate": 3.6258316558102093e-06,
+      "loss": 25.4844,
+      "step": 30485
+    },
+    {
+      "epoch": 1.456847940361273,
+      "grad_norm": 189.50889587402344,
+      "learning_rate": 3.6252353951310515e-06,
+      "loss": 21.9375,
+      "step": 30486
+    },
+    {
+      "epoch": 1.4568957278027335,
+      "grad_norm": 331.9263916015625,
+      "learning_rate": 3.6246391726285046e-06,
+      "loss": 28.6875,
+      "step": 30487
+    },
+    {
+      "epoch": 1.4569435152441939,
+      "grad_norm": 210.5053253173828,
+      "learning_rate": 3.6240429883061436e-06,
+      "loss": 17.7344,
+      "step": 30488
+    },
+    {
+      "epoch": 1.4569913026856542,
+      "grad_norm": 195.353759765625,
+      "learning_rate": 3.6234468421675408e-06,
+      "loss": 23.4219,
+      "step": 30489
+    },
+    {
+      "epoch": 1.4570390901271146,
+      "grad_norm": 183.44468688964844,
+      "learning_rate": 3.622850734216259e-06,
+      "loss": 28.4062,
+      "step": 30490
+    },
+    {
+      "epoch": 1.457086877568575,
+      "grad_norm": 208.23043823242188,
+      "learning_rate": 3.622254664455873e-06,
+      "loss": 19.6875,
+      "step": 30491
+    },
+    {
+      "epoch": 1.4571346650100354,
+      "grad_norm": 352.0459289550781,
+      "learning_rate": 3.621658632889953e-06,
+      "loss": 26.3125,
+      "step": 30492
+    },
+    {
+      "epoch": 1.4571824524514958,
+      "grad_norm": 232.7779083251953,
+      "learning_rate": 3.6210626395220705e-06,
+      "loss": 23.3438,
+      "step": 30493
+    },
+    {
+      "epoch": 1.4572302398929562,
+      "grad_norm": 156.21578979492188,
+      "learning_rate": 3.620466684355788e-06,
+      "loss": 21.3125,
+      "step": 30494
+    },
+    {
+      "epoch": 1.4572780273344166,
+      "grad_norm": 185.2154541015625,
+      "learning_rate": 3.6198707673946778e-06,
+      "loss": 15.6875,
+      "step": 30495
+    },
+    {
+      "epoch": 1.457325814775877,
+      "grad_norm": 324.9139709472656,
+      "learning_rate": 3.619274888642309e-06,
+      "loss": 20.0781,
+      "step": 30496
+    },
+    {
+      "epoch": 1.4573736022173374,
+      "grad_norm": 198.54754638671875,
+      "learning_rate": 3.618679048102255e-06,
+      "loss": 25.9688,
+      "step": 30497
+    },
+    {
+      "epoch": 1.4574213896587978,
+      "grad_norm": 254.71897888183594,
+      "learning_rate": 3.6180832457780745e-06,
+      "loss": 23.5,
+      "step": 30498
+    },
+    {
+      "epoch": 1.4574691771002581,
+      "grad_norm": 179.605224609375,
+      "learning_rate": 3.6174874816733407e-06,
+      "loss": 21.1562,
+      "step": 30499
+    },
+    {
+      "epoch": 1.4575169645417185,
+      "grad_norm": 615.81787109375,
+      "learning_rate": 3.616891755791625e-06,
+      "loss": 20.7344,
+      "step": 30500
+    },
+    {
+      "epoch": 1.457564751983179,
+      "grad_norm": 220.62106323242188,
+      "learning_rate": 3.6162960681364876e-06,
+      "loss": 32.25,
+      "step": 30501
+    },
+    {
+      "epoch": 1.4576125394246393,
+      "grad_norm": 459.740478515625,
+      "learning_rate": 3.615700418711501e-06,
+      "loss": 20.3906,
+      "step": 30502
+    },
+    {
+      "epoch": 1.4576603268660997,
+      "grad_norm": 640.5089111328125,
+      "learning_rate": 3.615104807520232e-06,
+      "loss": 30.9062,
+      "step": 30503
+    },
+    {
+      "epoch": 1.45770811430756,
+      "grad_norm": 240.49317932128906,
+      "learning_rate": 3.6145092345662446e-06,
+      "loss": 21.3281,
+      "step": 30504
+    },
+    {
+      "epoch": 1.4577559017490205,
+      "grad_norm": 272.09930419921875,
+      "learning_rate": 3.6139136998531067e-06,
+      "loss": 28.2969,
+      "step": 30505
+    },
+    {
+      "epoch": 1.4578036891904809,
+      "grad_norm": 149.4227752685547,
+      "learning_rate": 3.6133182033843885e-06,
+      "loss": 23.5312,
+      "step": 30506
+    },
+    {
+      "epoch": 1.4578514766319413,
+      "grad_norm": 238.56419372558594,
+      "learning_rate": 3.6127227451636505e-06,
+      "loss": 22.625,
+      "step": 30507
+    },
+    {
+      "epoch": 1.4578992640734016,
+      "grad_norm": 295.0298156738281,
+      "learning_rate": 3.6121273251944644e-06,
+      "loss": 21.0625,
+      "step": 30508
+    },
+    {
+      "epoch": 1.4579470515148618,
+      "grad_norm": 155.2665557861328,
+      "learning_rate": 3.6115319434803897e-06,
+      "loss": 25.3125,
+      "step": 30509
+    },
+    {
+      "epoch": 1.4579948389563222,
+      "grad_norm": 240.08534240722656,
+      "learning_rate": 3.6109366000249945e-06,
+      "loss": 28.6406,
+      "step": 30510
+    },
+    {
+      "epoch": 1.4580426263977826,
+      "grad_norm": 215.7863006591797,
+      "learning_rate": 3.610341294831846e-06,
+      "loss": 22.8438,
+      "step": 30511
+    },
+    {
+      "epoch": 1.458090413839243,
+      "grad_norm": 375.44561767578125,
+      "learning_rate": 3.6097460279045115e-06,
+      "loss": 17.5781,
+      "step": 30512
+    },
+    {
+      "epoch": 1.4581382012807034,
+      "grad_norm": 138.35574340820312,
+      "learning_rate": 3.6091507992465493e-06,
+      "loss": 24.6406,
+      "step": 30513
+    },
+    {
+      "epoch": 1.4581859887221638,
+      "grad_norm": 1210.545166015625,
+      "learning_rate": 3.608555608861526e-06,
+      "loss": 34.6875,
+      "step": 30514
+    },
+    {
+      "epoch": 1.4582337761636242,
+      "grad_norm": 186.78384399414062,
+      "learning_rate": 3.6079604567530124e-06,
+      "loss": 27.0312,
+      "step": 30515
+    },
+    {
+      "epoch": 1.4582815636050845,
+      "grad_norm": 272.73480224609375,
+      "learning_rate": 3.607365342924564e-06,
+      "loss": 26.8438,
+      "step": 30516
+    },
+    {
+      "epoch": 1.458329351046545,
+      "grad_norm": 249.7270050048828,
+      "learning_rate": 3.606770267379748e-06,
+      "loss": 29.25,
+      "step": 30517
+    },
+    {
+      "epoch": 1.4583771384880053,
+      "grad_norm": 247.09519958496094,
+      "learning_rate": 3.6061752301221286e-06,
+      "loss": 26.5938,
+      "step": 30518
+    },
+    {
+      "epoch": 1.4584249259294657,
+      "grad_norm": 251.5897979736328,
+      "learning_rate": 3.6055802311552724e-06,
+      "loss": 30.125,
+      "step": 30519
+    },
+    {
+      "epoch": 1.458472713370926,
+      "grad_norm": 292.36383056640625,
+      "learning_rate": 3.604985270482737e-06,
+      "loss": 28.1719,
+      "step": 30520
+    },
+    {
+      "epoch": 1.4585205008123865,
+      "grad_norm": 283.7716064453125,
+      "learning_rate": 3.604390348108087e-06,
+      "loss": 29.9688,
+      "step": 30521
+    },
+    {
+      "epoch": 1.4585682882538469,
+      "grad_norm": 194.8596649169922,
+      "learning_rate": 3.603795464034887e-06,
+      "loss": 24.9219,
+      "step": 30522
+    },
+    {
+      "epoch": 1.4586160756953073,
+      "grad_norm": 243.2036895751953,
+      "learning_rate": 3.6032006182667023e-06,
+      "loss": 25.5938,
+      "step": 30523
+    },
+    {
+      "epoch": 1.4586638631367677,
+      "grad_norm": 211.9921112060547,
+      "learning_rate": 3.602605810807087e-06,
+      "loss": 20.6406,
+      "step": 30524
+    },
+    {
+      "epoch": 1.458711650578228,
+      "grad_norm": 516.4093627929688,
+      "learning_rate": 3.60201104165961e-06,
+      "loss": 21.7031,
+      "step": 30525
+    },
+    {
+      "epoch": 1.4587594380196884,
+      "grad_norm": 196.6401824951172,
+      "learning_rate": 3.6014163108278333e-06,
+      "loss": 26.5,
+      "step": 30526
+    },
+    {
+      "epoch": 1.4588072254611488,
+      "grad_norm": 293.6075744628906,
+      "learning_rate": 3.6008216183153133e-06,
+      "loss": 15.4375,
+      "step": 30527
+    },
+    {
+      "epoch": 1.4588550129026092,
+      "grad_norm": 154.60960388183594,
+      "learning_rate": 3.600226964125615e-06,
+      "loss": 21.2656,
+      "step": 30528
+    },
+    {
+      "epoch": 1.4589028003440696,
+      "grad_norm": 234.7566680908203,
+      "learning_rate": 3.5996323482622984e-06,
+      "loss": 22.3359,
+      "step": 30529
+    },
+    {
+      "epoch": 1.45895058778553,
+      "grad_norm": 274.2215270996094,
+      "learning_rate": 3.5990377707289292e-06,
+      "loss": 24.6406,
+      "step": 30530
+    },
+    {
+      "epoch": 1.4589983752269904,
+      "grad_norm": 232.27560424804688,
+      "learning_rate": 3.5984432315290605e-06,
+      "loss": 21.4531,
+      "step": 30531
+    },
+    {
+      "epoch": 1.4590461626684508,
+      "grad_norm": 171.5748748779297,
+      "learning_rate": 3.597848730666258e-06,
+      "loss": 21.5625,
+      "step": 30532
+    },
+    {
+      "epoch": 1.4590939501099112,
+      "grad_norm": 305.5073547363281,
+      "learning_rate": 3.597254268144079e-06,
+      "loss": 22.6719,
+      "step": 30533
+    },
+    {
+      "epoch": 1.4591417375513716,
+      "grad_norm": 530.4478149414062,
+      "learning_rate": 3.5966598439660893e-06,
+      "loss": 33.375,
+      "step": 30534
+    },
+    {
+      "epoch": 1.459189524992832,
+      "grad_norm": 231.55502319335938,
+      "learning_rate": 3.59606545813584e-06,
+      "loss": 19.5781,
+      "step": 30535
+    },
+    {
+      "epoch": 1.4592373124342923,
+      "grad_norm": 319.48199462890625,
+      "learning_rate": 3.5954711106568996e-06,
+      "loss": 23.125,
+      "step": 30536
+    },
+    {
+      "epoch": 1.4592850998757527,
+      "grad_norm": 215.4990997314453,
+      "learning_rate": 3.5948768015328207e-06,
+      "loss": 25.0625,
+      "step": 30537
+    },
+    {
+      "epoch": 1.4593328873172131,
+      "grad_norm": 185.67665100097656,
+      "learning_rate": 3.5942825307671637e-06,
+      "loss": 27.0469,
+      "step": 30538
+    },
+    {
+      "epoch": 1.4593806747586735,
+      "grad_norm": 169.35653686523438,
+      "learning_rate": 3.5936882983634924e-06,
+      "loss": 19.3594,
+      "step": 30539
+    },
+    {
+      "epoch": 1.4594284622001337,
+      "grad_norm": 206.6314239501953,
+      "learning_rate": 3.5930941043253574e-06,
+      "loss": 23.0625,
+      "step": 30540
+    },
+    {
+      "epoch": 1.459476249641594,
+      "grad_norm": 296.2133483886719,
+      "learning_rate": 3.592499948656326e-06,
+      "loss": 24.9219,
+      "step": 30541
+    },
+    {
+      "epoch": 1.4595240370830544,
+      "grad_norm": 321.209228515625,
+      "learning_rate": 3.5919058313599487e-06,
+      "loss": 23.7188,
+      "step": 30542
+    },
+    {
+      "epoch": 1.4595718245245148,
+      "grad_norm": 202.0524444580078,
+      "learning_rate": 3.591311752439787e-06,
+      "loss": 33.5625,
+      "step": 30543
+    },
+    {
+      "epoch": 1.4596196119659752,
+      "grad_norm": 208.10818481445312,
+      "learning_rate": 3.5907177118993975e-06,
+      "loss": 24.625,
+      "step": 30544
+    },
+    {
+      "epoch": 1.4596673994074356,
+      "grad_norm": 176.9061279296875,
+      "learning_rate": 3.5901237097423423e-06,
+      "loss": 21.2188,
+      "step": 30545
+    },
+    {
+      "epoch": 1.459715186848896,
+      "grad_norm": 612.6806640625,
+      "learning_rate": 3.5895297459721722e-06,
+      "loss": 22.2344,
+      "step": 30546
+    },
+    {
+      "epoch": 1.4597629742903564,
+      "grad_norm": 456.4883728027344,
+      "learning_rate": 3.588935820592446e-06,
+      "loss": 29.3438,
+      "step": 30547
+    },
+    {
+      "epoch": 1.4598107617318168,
+      "grad_norm": 250.20361328125,
+      "learning_rate": 3.5883419336067225e-06,
+      "loss": 25.6875,
+      "step": 30548
+    },
+    {
+      "epoch": 1.4598585491732772,
+      "grad_norm": 213.75057983398438,
+      "learning_rate": 3.587748085018561e-06,
+      "loss": 23.7344,
+      "step": 30549
+    },
+    {
+      "epoch": 1.4599063366147376,
+      "grad_norm": 749.0944213867188,
+      "learning_rate": 3.587154274831511e-06,
+      "loss": 20.8281,
+      "step": 30550
+    },
+    {
+      "epoch": 1.459954124056198,
+      "grad_norm": 288.7297668457031,
+      "learning_rate": 3.5865605030491322e-06,
+      "loss": 22.1406,
+      "step": 30551
+    },
+    {
+      "epoch": 1.4600019114976583,
+      "grad_norm": 122.26626586914062,
+      "learning_rate": 3.5859667696749833e-06,
+      "loss": 18.5156,
+      "step": 30552
+    },
+    {
+      "epoch": 1.4600496989391187,
+      "grad_norm": 172.48583984375,
+      "learning_rate": 3.5853730747126134e-06,
+      "loss": 19.0469,
+      "step": 30553
+    },
+    {
+      "epoch": 1.4600974863805791,
+      "grad_norm": 258.7209167480469,
+      "learning_rate": 3.5847794181655827e-06,
+      "loss": 30.875,
+      "step": 30554
+    },
+    {
+      "epoch": 1.4601452738220395,
+      "grad_norm": 204.2327423095703,
+      "learning_rate": 3.5841858000374453e-06,
+      "loss": 22.0312,
+      "step": 30555
+    },
+    {
+      "epoch": 1.4601930612635,
+      "grad_norm": 206.8692169189453,
+      "learning_rate": 3.5835922203317587e-06,
+      "loss": 20.0469,
+      "step": 30556
+    },
+    {
+      "epoch": 1.4602408487049603,
+      "grad_norm": 311.8793640136719,
+      "learning_rate": 3.582998679052072e-06,
+      "loss": 29.4688,
+      "step": 30557
+    },
+    {
+      "epoch": 1.4602886361464207,
+      "grad_norm": 190.74513244628906,
+      "learning_rate": 3.582405176201944e-06,
+      "loss": 23.2031,
+      "step": 30558
+    },
+    {
+      "epoch": 1.460336423587881,
+      "grad_norm": 318.625244140625,
+      "learning_rate": 3.581811711784927e-06,
+      "loss": 22.4375,
+      "step": 30559
+    },
+    {
+      "epoch": 1.4603842110293415,
+      "grad_norm": 247.42979431152344,
+      "learning_rate": 3.5812182858045808e-06,
+      "loss": 24.8125,
+      "step": 30560
+    },
+    {
+      "epoch": 1.4604319984708019,
+      "grad_norm": 359.8128662109375,
+      "learning_rate": 3.58062489826445e-06,
+      "loss": 40.1875,
+      "step": 30561
+    },
+    {
+      "epoch": 1.4604797859122622,
+      "grad_norm": 344.5934753417969,
+      "learning_rate": 3.5800315491680924e-06,
+      "loss": 18.9844,
+      "step": 30562
+    },
+    {
+      "epoch": 1.4605275733537226,
+      "grad_norm": 243.5224609375,
+      "learning_rate": 3.5794382385190664e-06,
+      "loss": 22.0625,
+      "step": 30563
+    },
+    {
+      "epoch": 1.460575360795183,
+      "grad_norm": 252.1921844482422,
+      "learning_rate": 3.578844966320917e-06,
+      "loss": 21.8125,
+      "step": 30564
+    },
+    {
+      "epoch": 1.4606231482366434,
+      "grad_norm": 176.38400268554688,
+      "learning_rate": 3.5782517325772004e-06,
+      "loss": 23.0,
+      "step": 30565
+    },
+    {
+      "epoch": 1.4606709356781038,
+      "grad_norm": 383.7563171386719,
+      "learning_rate": 3.5776585372914694e-06,
+      "loss": 23.25,
+      "step": 30566
+    },
+    {
+      "epoch": 1.4607187231195642,
+      "grad_norm": 317.9303894042969,
+      "learning_rate": 3.5770653804672795e-06,
+      "loss": 14.9688,
+      "step": 30567
+    },
+    {
+      "epoch": 1.4607665105610246,
+      "grad_norm": 873.78466796875,
+      "learning_rate": 3.5764722621081783e-06,
+      "loss": 27.0,
+      "step": 30568
+    },
+    {
+      "epoch": 1.460814298002485,
+      "grad_norm": 271.13287353515625,
+      "learning_rate": 3.5758791822177218e-06,
+      "loss": 15.1875,
+      "step": 30569
+    },
+    {
+      "epoch": 1.4608620854439454,
+      "grad_norm": 155.72344970703125,
+      "learning_rate": 3.5752861407994564e-06,
+      "loss": 25.9531,
+      "step": 30570
+    },
+    {
+      "epoch": 1.4609098728854057,
+      "grad_norm": 163.7577667236328,
+      "learning_rate": 3.574693137856937e-06,
+      "loss": 21.9062,
+      "step": 30571
+    },
+    {
+      "epoch": 1.4609576603268661,
+      "grad_norm": 278.6754150390625,
+      "learning_rate": 3.5741001733937186e-06,
+      "loss": 27.5312,
+      "step": 30572
+    },
+    {
+      "epoch": 1.4610054477683265,
+      "grad_norm": 262.059326171875,
+      "learning_rate": 3.5735072474133448e-06,
+      "loss": 20.5625,
+      "step": 30573
+    },
+    {
+      "epoch": 1.461053235209787,
+      "grad_norm": 197.3287353515625,
+      "learning_rate": 3.572914359919374e-06,
+      "loss": 27.5938,
+      "step": 30574
+    },
+    {
+      "epoch": 1.4611010226512473,
+      "grad_norm": 185.289306640625,
+      "learning_rate": 3.5723215109153487e-06,
+      "loss": 25.625,
+      "step": 30575
+    },
+    {
+      "epoch": 1.4611488100927077,
+      "grad_norm": 475.41595458984375,
+      "learning_rate": 3.571728700404824e-06,
+      "loss": 18.3594,
+      "step": 30576
+    },
+    {
+      "epoch": 1.461196597534168,
+      "grad_norm": 421.3361511230469,
+      "learning_rate": 3.5711359283913494e-06,
+      "loss": 30.7031,
+      "step": 30577
+    },
+    {
+      "epoch": 1.4612443849756285,
+      "grad_norm": 1644.9124755859375,
+      "learning_rate": 3.5705431948784788e-06,
+      "loss": 20.1406,
+      "step": 30578
+    },
+    {
+      "epoch": 1.4612921724170889,
+      "grad_norm": 197.90940856933594,
+      "learning_rate": 3.5699504998697544e-06,
+      "loss": 24.9062,
+      "step": 30579
+    },
+    {
+      "epoch": 1.4613399598585493,
+      "grad_norm": 275.83770751953125,
+      "learning_rate": 3.5693578433687293e-06,
+      "loss": 22.625,
+      "step": 30580
+    },
+    {
+      "epoch": 1.4613877473000096,
+      "grad_norm": 443.7366638183594,
+      "learning_rate": 3.568765225378954e-06,
+      "loss": 29.375,
+      "step": 30581
+    },
+    {
+      "epoch": 1.46143553474147,
+      "grad_norm": 227.72755432128906,
+      "learning_rate": 3.5681726459039787e-06,
+      "loss": 19.6094,
+      "step": 30582
+    },
+    {
+      "epoch": 1.4614833221829304,
+      "grad_norm": 333.8979797363281,
+      "learning_rate": 3.567580104947347e-06,
+      "loss": 28.625,
+      "step": 30583
+    },
+    {
+      "epoch": 1.4615311096243908,
+      "grad_norm": 239.45199584960938,
+      "learning_rate": 3.5669876025126104e-06,
+      "loss": 30.375,
+      "step": 30584
+    },
+    {
+      "epoch": 1.4615788970658512,
+      "grad_norm": 286.5027160644531,
+      "learning_rate": 3.56639513860332e-06,
+      "loss": 18.125,
+      "step": 30585
+    },
+    {
+      "epoch": 1.4616266845073116,
+      "grad_norm": 345.3389892578125,
+      "learning_rate": 3.565802713223019e-06,
+      "loss": 32.4062,
+      "step": 30586
+    },
+    {
+      "epoch": 1.461674471948772,
+      "grad_norm": 287.5556945800781,
+      "learning_rate": 3.565210326375257e-06,
+      "loss": 23.7188,
+      "step": 30587
+    },
+    {
+      "epoch": 1.4617222593902324,
+      "grad_norm": 307.5376281738281,
+      "learning_rate": 3.5646179780635816e-06,
+      "loss": 23.3594,
+      "step": 30588
+    },
+    {
+      "epoch": 1.4617700468316928,
+      "grad_norm": 112.40863800048828,
+      "learning_rate": 3.5640256682915433e-06,
+      "loss": 21.625,
+      "step": 30589
+    },
+    {
+      "epoch": 1.4618178342731531,
+      "grad_norm": 212.53187561035156,
+      "learning_rate": 3.5634333970626846e-06,
+      "loss": 27.5781,
+      "step": 30590
+    },
+    {
+      "epoch": 1.4618656217146133,
+      "grad_norm": 282.6280822753906,
+      "learning_rate": 3.5628411643805527e-06,
+      "loss": 27.4688,
+      "step": 30591
+    },
+    {
+      "epoch": 1.4619134091560737,
+      "grad_norm": 531.1990356445312,
+      "learning_rate": 3.5622489702486973e-06,
+      "loss": 30.3438,
+      "step": 30592
+    },
+    {
+      "epoch": 1.461961196597534,
+      "grad_norm": 132.67471313476562,
+      "learning_rate": 3.5616568146706667e-06,
+      "loss": 21.5469,
+      "step": 30593
+    },
+    {
+      "epoch": 1.4620089840389945,
+      "grad_norm": 261.3507995605469,
+      "learning_rate": 3.5610646976500006e-06,
+      "loss": 25.5625,
+      "step": 30594
+    },
+    {
+      "epoch": 1.4620567714804549,
+      "grad_norm": 105.24642181396484,
+      "learning_rate": 3.560472619190248e-06,
+      "loss": 15.4375,
+      "step": 30595
+    },
+    {
+      "epoch": 1.4621045589219153,
+      "grad_norm": 343.9785461425781,
+      "learning_rate": 3.5598805792949563e-06,
+      "loss": 30.2812,
+      "step": 30596
+    },
+    {
+      "epoch": 1.4621523463633757,
+      "grad_norm": 236.74520874023438,
+      "learning_rate": 3.5592885779676724e-06,
+      "loss": 17.0156,
+      "step": 30597
+    },
+    {
+      "epoch": 1.462200133804836,
+      "grad_norm": 1108.2161865234375,
+      "learning_rate": 3.558696615211936e-06,
+      "loss": 32.125,
+      "step": 30598
+    },
+    {
+      "epoch": 1.4622479212462964,
+      "grad_norm": 280.32421875,
+      "learning_rate": 3.5581046910312954e-06,
+      "loss": 27.1719,
+      "step": 30599
+    },
+    {
+      "epoch": 1.4622957086877568,
+      "grad_norm": 201.22702026367188,
+      "learning_rate": 3.5575128054292983e-06,
+      "loss": 26.0,
+      "step": 30600
+    },
+    {
+      "epoch": 1.4623434961292172,
+      "grad_norm": 232.66061401367188,
+      "learning_rate": 3.5569209584094835e-06,
+      "loss": 23.875,
+      "step": 30601
+    },
+    {
+      "epoch": 1.4623912835706776,
+      "grad_norm": 408.04547119140625,
+      "learning_rate": 3.5563291499754015e-06,
+      "loss": 24.0938,
+      "step": 30602
+    },
+    {
+      "epoch": 1.462439071012138,
+      "grad_norm": 327.3709411621094,
+      "learning_rate": 3.5557373801305906e-06,
+      "loss": 22.5312,
+      "step": 30603
+    },
+    {
+      "epoch": 1.4624868584535984,
+      "grad_norm": 561.876708984375,
+      "learning_rate": 3.5551456488785964e-06,
+      "loss": 28.7188,
+      "step": 30604
+    },
+    {
+      "epoch": 1.4625346458950588,
+      "grad_norm": 245.6554412841797,
+      "learning_rate": 3.554553956222967e-06,
+      "loss": 18.8281,
+      "step": 30605
+    },
+    {
+      "epoch": 1.4625824333365192,
+      "grad_norm": 317.3829650878906,
+      "learning_rate": 3.55396230216724e-06,
+      "loss": 26.1875,
+      "step": 30606
+    },
+    {
+      "epoch": 1.4626302207779796,
+      "grad_norm": 233.36090087890625,
+      "learning_rate": 3.553370686714961e-06,
+      "loss": 28.9375,
+      "step": 30607
+    },
+    {
+      "epoch": 1.46267800821944,
+      "grad_norm": 317.3667297363281,
+      "learning_rate": 3.5527791098696763e-06,
+      "loss": 23.4062,
+      "step": 30608
+    },
+    {
+      "epoch": 1.4627257956609003,
+      "grad_norm": 158.19073486328125,
+      "learning_rate": 3.552187571634922e-06,
+      "loss": 27.9062,
+      "step": 30609
+    },
+    {
+      "epoch": 1.4627735831023607,
+      "grad_norm": 183.90658569335938,
+      "learning_rate": 3.551596072014244e-06,
+      "loss": 22.9375,
+      "step": 30610
+    },
+    {
+      "epoch": 1.462821370543821,
+      "grad_norm": 214.42445373535156,
+      "learning_rate": 3.5510046110111883e-06,
+      "loss": 24.875,
+      "step": 30611
+    },
+    {
+      "epoch": 1.4628691579852815,
+      "grad_norm": 360.0582275390625,
+      "learning_rate": 3.5504131886292903e-06,
+      "loss": 16.9219,
+      "step": 30612
+    },
+    {
+      "epoch": 1.4629169454267419,
+      "grad_norm": 252.22628784179688,
+      "learning_rate": 3.5498218048720943e-06,
+      "loss": 27.4375,
+      "step": 30613
+    },
+    {
+      "epoch": 1.4629647328682023,
+      "grad_norm": 212.26333618164062,
+      "learning_rate": 3.549230459743144e-06,
+      "loss": 25.5312,
+      "step": 30614
+    },
+    {
+      "epoch": 1.4630125203096627,
+      "grad_norm": 552.4343872070312,
+      "learning_rate": 3.548639153245982e-06,
+      "loss": 22.0156,
+      "step": 30615
+    },
+    {
+      "epoch": 1.463060307751123,
+      "grad_norm": 284.4095153808594,
+      "learning_rate": 3.548047885384144e-06,
+      "loss": 31.2812,
+      "step": 30616
+    },
+    {
+      "epoch": 1.4631080951925834,
+      "grad_norm": 141.05606079101562,
+      "learning_rate": 3.5474566561611732e-06,
+      "loss": 18.8125,
+      "step": 30617
+    },
+    {
+      "epoch": 1.4631558826340438,
+      "grad_norm": 156.27487182617188,
+      "learning_rate": 3.546865465580612e-06,
+      "loss": 18.8906,
+      "step": 30618
+    },
+    {
+      "epoch": 1.4632036700755042,
+      "grad_norm": 315.1271057128906,
+      "learning_rate": 3.546274313646002e-06,
+      "loss": 30.4375,
+      "step": 30619
+    },
+    {
+      "epoch": 1.4632514575169646,
+      "grad_norm": 209.98965454101562,
+      "learning_rate": 3.5456832003608786e-06,
+      "loss": 21.8125,
+      "step": 30620
+    },
+    {
+      "epoch": 1.463299244958425,
+      "grad_norm": 233.68336486816406,
+      "learning_rate": 3.5450921257287853e-06,
+      "loss": 31.4375,
+      "step": 30621
+    },
+    {
+      "epoch": 1.4633470323998852,
+      "grad_norm": 377.6202697753906,
+      "learning_rate": 3.5445010897532627e-06,
+      "loss": 19.875,
+      "step": 30622
+    },
+    {
+      "epoch": 1.4633948198413456,
+      "grad_norm": 243.550537109375,
+      "learning_rate": 3.543910092437847e-06,
+      "loss": 23.9375,
+      "step": 30623
+    },
+    {
+      "epoch": 1.463442607282806,
+      "grad_norm": 249.64935302734375,
+      "learning_rate": 3.543319133786078e-06,
+      "loss": 19.1875,
+      "step": 30624
+    },
+    {
+      "epoch": 1.4634903947242663,
+      "grad_norm": 170.0061798095703,
+      "learning_rate": 3.542728213801496e-06,
+      "loss": 21.5625,
+      "step": 30625
+    },
+    {
+      "epoch": 1.4635381821657267,
+      "grad_norm": 154.42506408691406,
+      "learning_rate": 3.542137332487644e-06,
+      "loss": 22.4062,
+      "step": 30626
+    },
+    {
+      "epoch": 1.4635859696071871,
+      "grad_norm": 249.30706787109375,
+      "learning_rate": 3.5415464898480522e-06,
+      "loss": 24.9062,
+      "step": 30627
+    },
+    {
+      "epoch": 1.4636337570486475,
+      "grad_norm": 288.7337951660156,
+      "learning_rate": 3.540955685886264e-06,
+      "loss": 37.4062,
+      "step": 30628
+    },
+    {
+      "epoch": 1.463681544490108,
+      "grad_norm": 368.00244140625,
+      "learning_rate": 3.5403649206058164e-06,
+      "loss": 27.4219,
+      "step": 30629
+    },
+    {
+      "epoch": 1.4637293319315683,
+      "grad_norm": 171.31219482421875,
+      "learning_rate": 3.5397741940102514e-06,
+      "loss": 20.4688,
+      "step": 30630
+    },
+    {
+      "epoch": 1.4637771193730287,
+      "grad_norm": 252.78762817382812,
+      "learning_rate": 3.5391835061031e-06,
+      "loss": 22.9844,
+      "step": 30631
+    },
+    {
+      "epoch": 1.463824906814489,
+      "grad_norm": 459.71026611328125,
+      "learning_rate": 3.5385928568879012e-06,
+      "loss": 20.3125,
+      "step": 30632
+    },
+    {
+      "epoch": 1.4638726942559495,
+      "grad_norm": 193.7602996826172,
+      "learning_rate": 3.5380022463681986e-06,
+      "loss": 30.1562,
+      "step": 30633
+    },
+    {
+      "epoch": 1.4639204816974098,
+      "grad_norm": 447.61676025390625,
+      "learning_rate": 3.5374116745475196e-06,
+      "loss": 32.8438,
+      "step": 30634
+    },
+    {
+      "epoch": 1.4639682691388702,
+      "grad_norm": 270.9164733886719,
+      "learning_rate": 3.5368211414294064e-06,
+      "loss": 26.0938,
+      "step": 30635
+    },
+    {
+      "epoch": 1.4640160565803306,
+      "grad_norm": 237.03140258789062,
+      "learning_rate": 3.536230647017398e-06,
+      "loss": 29.125,
+      "step": 30636
+    },
+    {
+      "epoch": 1.464063844021791,
+      "grad_norm": 187.82896423339844,
+      "learning_rate": 3.535640191315024e-06,
+      "loss": 28.0938,
+      "step": 30637
+    },
+    {
+      "epoch": 1.4641116314632514,
+      "grad_norm": 304.341552734375,
+      "learning_rate": 3.535049774325828e-06,
+      "loss": 20.8125,
+      "step": 30638
+    },
+    {
+      "epoch": 1.4641594189047118,
+      "grad_norm": 401.3919372558594,
+      "learning_rate": 3.534459396053338e-06,
+      "loss": 25.1875,
+      "step": 30639
+    },
+    {
+      "epoch": 1.4642072063461722,
+      "grad_norm": 148.8534393310547,
+      "learning_rate": 3.5338690565010926e-06,
+      "loss": 18.4844,
+      "step": 30640
+    },
+    {
+      "epoch": 1.4642549937876326,
+      "grad_norm": 237.93292236328125,
+      "learning_rate": 3.533278755672632e-06,
+      "loss": 21.5156,
+      "step": 30641
+    },
+    {
+      "epoch": 1.464302781229093,
+      "grad_norm": 132.73822021484375,
+      "learning_rate": 3.5326884935714844e-06,
+      "loss": 20.25,
+      "step": 30642
+    },
+    {
+      "epoch": 1.4643505686705534,
+      "grad_norm": 259.673583984375,
+      "learning_rate": 3.5320982702011876e-06,
+      "loss": 19.6094,
+      "step": 30643
+    },
+    {
+      "epoch": 1.4643983561120137,
+      "grad_norm": 452.44354248046875,
+      "learning_rate": 3.531508085565275e-06,
+      "loss": 37.1875,
+      "step": 30644
+    },
+    {
+      "epoch": 1.4644461435534741,
+      "grad_norm": 181.4421844482422,
+      "learning_rate": 3.5309179396672865e-06,
+      "loss": 32.8438,
+      "step": 30645
+    },
+    {
+      "epoch": 1.4644939309949345,
+      "grad_norm": 280.4918212890625,
+      "learning_rate": 3.5303278325107495e-06,
+      "loss": 18.7812,
+      "step": 30646
+    },
+    {
+      "epoch": 1.464541718436395,
+      "grad_norm": 280.05804443359375,
+      "learning_rate": 3.529737764099199e-06,
+      "loss": 26.875,
+      "step": 30647
+    },
+    {
+      "epoch": 1.4645895058778553,
+      "grad_norm": 246.91452026367188,
+      "learning_rate": 3.5291477344361745e-06,
+      "loss": 21.0469,
+      "step": 30648
+    },
+    {
+      "epoch": 1.4646372933193157,
+      "grad_norm": 496.6202697753906,
+      "learning_rate": 3.528557743525203e-06,
+      "loss": 25.75,
+      "step": 30649
+    },
+    {
+      "epoch": 1.464685080760776,
+      "grad_norm": 272.4263916015625,
+      "learning_rate": 3.5279677913698198e-06,
+      "loss": 25.8281,
+      "step": 30650
+    },
+    {
+      "epoch": 1.4647328682022365,
+      "grad_norm": 375.20166015625,
+      "learning_rate": 3.527377877973557e-06,
+      "loss": 31.8125,
+      "step": 30651
+    },
+    {
+      "epoch": 1.4647806556436969,
+      "grad_norm": 251.0435333251953,
+      "learning_rate": 3.5267880033399525e-06,
+      "loss": 19.5625,
+      "step": 30652
+    },
+    {
+      "epoch": 1.4648284430851573,
+      "grad_norm": 182.83120727539062,
+      "learning_rate": 3.526198167472533e-06,
+      "loss": 25.5156,
+      "step": 30653
+    },
+    {
+      "epoch": 1.4648762305266176,
+      "grad_norm": 164.49685668945312,
+      "learning_rate": 3.5256083703748322e-06,
+      "loss": 20.375,
+      "step": 30654
+    },
+    {
+      "epoch": 1.464924017968078,
+      "grad_norm": 208.2322998046875,
+      "learning_rate": 3.5250186120503827e-06,
+      "loss": 23.3125,
+      "step": 30655
+    },
+    {
+      "epoch": 1.4649718054095384,
+      "grad_norm": 715.8365478515625,
+      "learning_rate": 3.5244288925027203e-06,
+      "loss": 24.3281,
+      "step": 30656
+    },
+    {
+      "epoch": 1.4650195928509988,
+      "grad_norm": 306.88250732421875,
+      "learning_rate": 3.5238392117353704e-06,
+      "loss": 21.125,
+      "step": 30657
+    },
+    {
+      "epoch": 1.4650673802924592,
+      "grad_norm": 377.3815612792969,
+      "learning_rate": 3.5232495697518664e-06,
+      "loss": 24.2812,
+      "step": 30658
+    },
+    {
+      "epoch": 1.4651151677339196,
+      "grad_norm": 260.18072509765625,
+      "learning_rate": 3.522659966555744e-06,
+      "loss": 23.8125,
+      "step": 30659
+    },
+    {
+      "epoch": 1.46516295517538,
+      "grad_norm": 347.9372863769531,
+      "learning_rate": 3.522070402150526e-06,
+      "loss": 27.9688,
+      "step": 30660
+    },
+    {
+      "epoch": 1.4652107426168404,
+      "grad_norm": 383.92730712890625,
+      "learning_rate": 3.5214808765397478e-06,
+      "loss": 31.1562,
+      "step": 30661
+    },
+    {
+      "epoch": 1.4652585300583008,
+      "grad_norm": 167.7916259765625,
+      "learning_rate": 3.5208913897269402e-06,
+      "loss": 24.5312,
+      "step": 30662
+    },
+    {
+      "epoch": 1.4653063174997611,
+      "grad_norm": 212.59378051757812,
+      "learning_rate": 3.520301941715636e-06,
+      "loss": 19.8281,
+      "step": 30663
+    },
+    {
+      "epoch": 1.4653541049412215,
+      "grad_norm": 172.0340576171875,
+      "learning_rate": 3.5197125325093583e-06,
+      "loss": 22.25,
+      "step": 30664
+    },
+    {
+      "epoch": 1.465401892382682,
+      "grad_norm": 166.22720336914062,
+      "learning_rate": 3.5191231621116405e-06,
+      "loss": 24.7969,
+      "step": 30665
+    },
+    {
+      "epoch": 1.4654496798241423,
+      "grad_norm": 170.13821411132812,
+      "learning_rate": 3.5185338305260163e-06,
+      "loss": 19.9375,
+      "step": 30666
+    },
+    {
+      "epoch": 1.4654974672656027,
+      "grad_norm": 242.18310546875,
+      "learning_rate": 3.5179445377560073e-06,
+      "loss": 31.25,
+      "step": 30667
+    },
+    {
+      "epoch": 1.465545254707063,
+      "grad_norm": 504.0460205078125,
+      "learning_rate": 3.5173552838051473e-06,
+      "loss": 29.1562,
+      "step": 30668
+    },
+    {
+      "epoch": 1.4655930421485235,
+      "grad_norm": 297.05023193359375,
+      "learning_rate": 3.5167660686769666e-06,
+      "loss": 22.8438,
+      "step": 30669
+    },
+    {
+      "epoch": 1.4656408295899839,
+      "grad_norm": 271.96502685546875,
+      "learning_rate": 3.516176892374988e-06,
+      "loss": 19.2031,
+      "step": 30670
+    },
+    {
+      "epoch": 1.4656886170314443,
+      "grad_norm": 243.71006774902344,
+      "learning_rate": 3.5155877549027475e-06,
+      "loss": 16.625,
+      "step": 30671
+    },
+    {
+      "epoch": 1.4657364044729047,
+      "grad_norm": 398.5710144042969,
+      "learning_rate": 3.514998656263766e-06,
+      "loss": 16.7188,
+      "step": 30672
+    },
+    {
+      "epoch": 1.465784191914365,
+      "grad_norm": 277.0011901855469,
+      "learning_rate": 3.514409596461573e-06,
+      "loss": 22.8125,
+      "step": 30673
+    },
+    {
+      "epoch": 1.4658319793558252,
+      "grad_norm": 121.85179901123047,
+      "learning_rate": 3.5138205754997036e-06,
+      "loss": 16.5781,
+      "step": 30674
+    },
+    {
+      "epoch": 1.4658797667972856,
+      "grad_norm": 199.34893798828125,
+      "learning_rate": 3.513231593381674e-06,
+      "loss": 20.9531,
+      "step": 30675
+    },
+    {
+      "epoch": 1.465927554238746,
+      "grad_norm": 524.2706298828125,
+      "learning_rate": 3.5126426501110176e-06,
+      "loss": 36.0,
+      "step": 30676
+    },
+    {
+      "epoch": 1.4659753416802064,
+      "grad_norm": 212.42398071289062,
+      "learning_rate": 3.5120537456912607e-06,
+      "loss": 24.5938,
+      "step": 30677
+    },
+    {
+      "epoch": 1.4660231291216668,
+      "grad_norm": 200.77590942382812,
+      "learning_rate": 3.511464880125934e-06,
+      "loss": 21.7344,
+      "step": 30678
+    },
+    {
+      "epoch": 1.4660709165631272,
+      "grad_norm": 206.8243408203125,
+      "learning_rate": 3.510876053418557e-06,
+      "loss": 21.3906,
+      "step": 30679
+    },
+    {
+      "epoch": 1.4661187040045875,
+      "grad_norm": 191.6973419189453,
+      "learning_rate": 3.510287265572658e-06,
+      "loss": 21.0469,
+      "step": 30680
+    },
+    {
+      "epoch": 1.466166491446048,
+      "grad_norm": 151.81336975097656,
+      "learning_rate": 3.5096985165917653e-06,
+      "loss": 20.9375,
+      "step": 30681
+    },
+    {
+      "epoch": 1.4662142788875083,
+      "grad_norm": 422.1353759765625,
+      "learning_rate": 3.509109806479406e-06,
+      "loss": 35.0625,
+      "step": 30682
+    },
+    {
+      "epoch": 1.4662620663289687,
+      "grad_norm": 204.8655548095703,
+      "learning_rate": 3.5085211352391014e-06,
+      "loss": 20.8906,
+      "step": 30683
+    },
+    {
+      "epoch": 1.466309853770429,
+      "grad_norm": 174.43426513671875,
+      "learning_rate": 3.5079325028743784e-06,
+      "loss": 16.625,
+      "step": 30684
+    },
+    {
+      "epoch": 1.4663576412118895,
+      "grad_norm": 231.79928588867188,
+      "learning_rate": 3.507343909388765e-06,
+      "loss": 30.0,
+      "step": 30685
+    },
+    {
+      "epoch": 1.4664054286533499,
+      "grad_norm": 159.67416381835938,
+      "learning_rate": 3.5067553547857815e-06,
+      "loss": 18.2969,
+      "step": 30686
+    },
+    {
+      "epoch": 1.4664532160948103,
+      "grad_norm": 250.932373046875,
+      "learning_rate": 3.5061668390689553e-06,
+      "loss": 24.5938,
+      "step": 30687
+    },
+    {
+      "epoch": 1.4665010035362707,
+      "grad_norm": 264.2183837890625,
+      "learning_rate": 3.5055783622418093e-06,
+      "loss": 17.4531,
+      "step": 30688
+    },
+    {
+      "epoch": 1.466548790977731,
+      "grad_norm": 227.80995178222656,
+      "learning_rate": 3.504989924307872e-06,
+      "loss": 29.25,
+      "step": 30689
+    },
+    {
+      "epoch": 1.4665965784191914,
+      "grad_norm": 241.48944091796875,
+      "learning_rate": 3.504401525270662e-06,
+      "loss": 31.3438,
+      "step": 30690
+    },
+    {
+      "epoch": 1.4666443658606518,
+      "grad_norm": 277.3076171875,
+      "learning_rate": 3.503813165133705e-06,
+      "loss": 25.0,
+      "step": 30691
+    },
+    {
+      "epoch": 1.4666921533021122,
+      "grad_norm": 269.2206726074219,
+      "learning_rate": 3.5032248439005233e-06,
+      "loss": 31.6562,
+      "step": 30692
+    },
+    {
+      "epoch": 1.4667399407435726,
+      "grad_norm": 340.2986755371094,
+      "learning_rate": 3.502636561574646e-06,
+      "loss": 24.875,
+      "step": 30693
+    },
+    {
+      "epoch": 1.466787728185033,
+      "grad_norm": 234.2023162841797,
+      "learning_rate": 3.502048318159589e-06,
+      "loss": 27.3594,
+      "step": 30694
+    },
+    {
+      "epoch": 1.4668355156264934,
+      "grad_norm": 376.93634033203125,
+      "learning_rate": 3.5014601136588776e-06,
+      "loss": 21.6719,
+      "step": 30695
+    },
+    {
+      "epoch": 1.4668833030679538,
+      "grad_norm": 259.6220397949219,
+      "learning_rate": 3.500871948076038e-06,
+      "loss": 24.0312,
+      "step": 30696
+    },
+    {
+      "epoch": 1.4669310905094142,
+      "grad_norm": 288.1506042480469,
+      "learning_rate": 3.500283821414586e-06,
+      "loss": 18.875,
+      "step": 30697
+    },
+    {
+      "epoch": 1.4669788779508746,
+      "grad_norm": 229.4506378173828,
+      "learning_rate": 3.4996957336780467e-06,
+      "loss": 18.5625,
+      "step": 30698
+    },
+    {
+      "epoch": 1.467026665392335,
+      "grad_norm": 149.51629638671875,
+      "learning_rate": 3.4991076848699456e-06,
+      "loss": 19.5781,
+      "step": 30699
+    },
+    {
+      "epoch": 1.4670744528337953,
+      "grad_norm": 325.51220703125,
+      "learning_rate": 3.4985196749937976e-06,
+      "loss": 27.5,
+      "step": 30700
+    },
+    {
+      "epoch": 1.4671222402752557,
+      "grad_norm": 204.0276641845703,
+      "learning_rate": 3.497931704053128e-06,
+      "loss": 27.0938,
+      "step": 30701
+    },
+    {
+      "epoch": 1.4671700277167161,
+      "grad_norm": 187.87257385253906,
+      "learning_rate": 3.49734377205146e-06,
+      "loss": 20.9219,
+      "step": 30702
+    },
+    {
+      "epoch": 1.4672178151581765,
+      "grad_norm": 317.7835388183594,
+      "learning_rate": 3.4967558789923096e-06,
+      "loss": 20.75,
+      "step": 30703
+    },
+    {
+      "epoch": 1.467265602599637,
+      "grad_norm": 341.4471130371094,
+      "learning_rate": 3.496168024879203e-06,
+      "loss": 22.625,
+      "step": 30704
+    },
+    {
+      "epoch": 1.467313390041097,
+      "grad_norm": 197.2667999267578,
+      "learning_rate": 3.4955802097156545e-06,
+      "loss": 20.7031,
+      "step": 30705
+    },
+    {
+      "epoch": 1.4673611774825575,
+      "grad_norm": 502.9502258300781,
+      "learning_rate": 3.4949924335051878e-06,
+      "loss": 29.25,
+      "step": 30706
+    },
+    {
+      "epoch": 1.4674089649240178,
+      "grad_norm": 282.4847717285156,
+      "learning_rate": 3.4944046962513257e-06,
+      "loss": 25.8125,
+      "step": 30707
+    },
+    {
+      "epoch": 1.4674567523654782,
+      "grad_norm": 168.6092987060547,
+      "learning_rate": 3.493816997957582e-06,
+      "loss": 24.0312,
+      "step": 30708
+    },
+    {
+      "epoch": 1.4675045398069386,
+      "grad_norm": 166.62008666992188,
+      "learning_rate": 3.4932293386274784e-06,
+      "loss": 22.3594,
+      "step": 30709
+    },
+    {
+      "epoch": 1.467552327248399,
+      "grad_norm": 178.80592346191406,
+      "learning_rate": 3.4926417182645358e-06,
+      "loss": 25.3594,
+      "step": 30710
+    },
+    {
+      "epoch": 1.4676001146898594,
+      "grad_norm": 274.1515808105469,
+      "learning_rate": 3.492054136872275e-06,
+      "loss": 27.4688,
+      "step": 30711
+    },
+    {
+      "epoch": 1.4676479021313198,
+      "grad_norm": 273.1887512207031,
+      "learning_rate": 3.4914665944542092e-06,
+      "loss": 26.0312,
+      "step": 30712
+    },
+    {
+      "epoch": 1.4676956895727802,
+      "grad_norm": 354.7969055175781,
+      "learning_rate": 3.4908790910138612e-06,
+      "loss": 38.125,
+      "step": 30713
+    },
+    {
+      "epoch": 1.4677434770142406,
+      "grad_norm": 489.6444396972656,
+      "learning_rate": 3.490291626554747e-06,
+      "loss": 48.7188,
+      "step": 30714
+    },
+    {
+      "epoch": 1.467791264455701,
+      "grad_norm": 189.07540893554688,
+      "learning_rate": 3.4897042010803907e-06,
+      "loss": 29.8125,
+      "step": 30715
+    },
+    {
+      "epoch": 1.4678390518971614,
+      "grad_norm": 728.2471923828125,
+      "learning_rate": 3.489116814594302e-06,
+      "loss": 23.8438,
+      "step": 30716
+    },
+    {
+      "epoch": 1.4678868393386217,
+      "grad_norm": 291.9790954589844,
+      "learning_rate": 3.4885294671000015e-06,
+      "loss": 23.5312,
+      "step": 30717
+    },
+    {
+      "epoch": 1.4679346267800821,
+      "grad_norm": 239.87469482421875,
+      "learning_rate": 3.4879421586010075e-06,
+      "loss": 22.2812,
+      "step": 30718
+    },
+    {
+      "epoch": 1.4679824142215425,
+      "grad_norm": 276.1861877441406,
+      "learning_rate": 3.4873548891008414e-06,
+      "loss": 17.8281,
+      "step": 30719
+    },
+    {
+      "epoch": 1.468030201663003,
+      "grad_norm": 210.68936157226562,
+      "learning_rate": 3.486767658603012e-06,
+      "loss": 22.0,
+      "step": 30720
+    },
+    {
+      "epoch": 1.4680779891044633,
+      "grad_norm": 280.2601623535156,
+      "learning_rate": 3.48618046711104e-06,
+      "loss": 26.875,
+      "step": 30721
+    },
+    {
+      "epoch": 1.4681257765459237,
+      "grad_norm": 141.99752807617188,
+      "learning_rate": 3.485593314628445e-06,
+      "loss": 15.9375,
+      "step": 30722
+    },
+    {
+      "epoch": 1.468173563987384,
+      "grad_norm": 129.1763153076172,
+      "learning_rate": 3.485006201158737e-06,
+      "loss": 16.9375,
+      "step": 30723
+    },
+    {
+      "epoch": 1.4682213514288445,
+      "grad_norm": 241.83242797851562,
+      "learning_rate": 3.484419126705435e-06,
+      "loss": 28.8125,
+      "step": 30724
+    },
+    {
+      "epoch": 1.4682691388703049,
+      "grad_norm": 187.15774536132812,
+      "learning_rate": 3.4838320912720556e-06,
+      "loss": 23.75,
+      "step": 30725
+    },
+    {
+      "epoch": 1.4683169263117652,
+      "grad_norm": 173.49945068359375,
+      "learning_rate": 3.4832450948621168e-06,
+      "loss": 15.375,
+      "step": 30726
+    },
+    {
+      "epoch": 1.4683647137532256,
+      "grad_norm": 174.54571533203125,
+      "learning_rate": 3.4826581374791278e-06,
+      "loss": 18.9219,
+      "step": 30727
+    },
+    {
+      "epoch": 1.468412501194686,
+      "grad_norm": 117.34781646728516,
+      "learning_rate": 3.4820712191266073e-06,
+      "loss": 19.1094,
+      "step": 30728
+    },
+    {
+      "epoch": 1.4684602886361464,
+      "grad_norm": 256.4124450683594,
+      "learning_rate": 3.4814843398080687e-06,
+      "loss": 20.7344,
+      "step": 30729
+    },
+    {
+      "epoch": 1.4685080760776068,
+      "grad_norm": 169.5321044921875,
+      "learning_rate": 3.480897499527032e-06,
+      "loss": 23.5469,
+      "step": 30730
+    },
+    {
+      "epoch": 1.4685558635190672,
+      "grad_norm": 250.4217987060547,
+      "learning_rate": 3.4803106982870027e-06,
+      "loss": 27.0391,
+      "step": 30731
+    },
+    {
+      "epoch": 1.4686036509605276,
+      "grad_norm": 179.90907287597656,
+      "learning_rate": 3.4797239360915002e-06,
+      "loss": 16.2031,
+      "step": 30732
+    },
+    {
+      "epoch": 1.468651438401988,
+      "grad_norm": 389.2104187011719,
+      "learning_rate": 3.4791372129440425e-06,
+      "loss": 21.5312,
+      "step": 30733
+    },
+    {
+      "epoch": 1.4686992258434484,
+      "grad_norm": 175.6461181640625,
+      "learning_rate": 3.478550528848134e-06,
+      "loss": 17.1875,
+      "step": 30734
+    },
+    {
+      "epoch": 1.4687470132849088,
+      "grad_norm": 274.8577575683594,
+      "learning_rate": 3.477963883807296e-06,
+      "loss": 30.0312,
+      "step": 30735
+    },
+    {
+      "epoch": 1.4687948007263691,
+      "grad_norm": 288.1214904785156,
+      "learning_rate": 3.477377277825036e-06,
+      "loss": 41.25,
+      "step": 30736
+    },
+    {
+      "epoch": 1.4688425881678295,
+      "grad_norm": 396.7389831542969,
+      "learning_rate": 3.4767907109048725e-06,
+      "loss": 18.9531,
+      "step": 30737
+    },
+    {
+      "epoch": 1.46889037560929,
+      "grad_norm": 282.9856872558594,
+      "learning_rate": 3.4762041830503124e-06,
+      "loss": 25.2188,
+      "step": 30738
+    },
+    {
+      "epoch": 1.4689381630507503,
+      "grad_norm": 148.99069213867188,
+      "learning_rate": 3.4756176942648713e-06,
+      "loss": 15.0469,
+      "step": 30739
+    },
+    {
+      "epoch": 1.4689859504922107,
+      "grad_norm": 162.1835174560547,
+      "learning_rate": 3.475031244552062e-06,
+      "loss": 19.75,
+      "step": 30740
+    },
+    {
+      "epoch": 1.469033737933671,
+      "grad_norm": 339.8760681152344,
+      "learning_rate": 3.474444833915398e-06,
+      "loss": 29.9375,
+      "step": 30741
+    },
+    {
+      "epoch": 1.4690815253751315,
+      "grad_norm": 205.08116149902344,
+      "learning_rate": 3.4738584623583858e-06,
+      "loss": 21.2656,
+      "step": 30742
+    },
+    {
+      "epoch": 1.4691293128165919,
+      "grad_norm": 251.33447265625,
+      "learning_rate": 3.473272129884542e-06,
+      "loss": 18.0938,
+      "step": 30743
+    },
+    {
+      "epoch": 1.4691771002580523,
+      "grad_norm": 164.59298706054688,
+      "learning_rate": 3.4726858364973783e-06,
+      "loss": 20.7812,
+      "step": 30744
+    },
+    {
+      "epoch": 1.4692248876995126,
+      "grad_norm": 538.5389404296875,
+      "learning_rate": 3.472099582200401e-06,
+      "loss": 21.8594,
+      "step": 30745
+    },
+    {
+      "epoch": 1.469272675140973,
+      "grad_norm": 272.1895446777344,
+      "learning_rate": 3.4715133669971248e-06,
+      "loss": 20.75,
+      "step": 30746
+    },
+    {
+      "epoch": 1.4693204625824334,
+      "grad_norm": 270.5843811035156,
+      "learning_rate": 3.470927190891058e-06,
+      "loss": 25.1562,
+      "step": 30747
+    },
+    {
+      "epoch": 1.4693682500238938,
+      "grad_norm": 1055.7535400390625,
+      "learning_rate": 3.4703410538857163e-06,
+      "loss": 18.9219,
+      "step": 30748
+    },
+    {
+      "epoch": 1.4694160374653542,
+      "grad_norm": 215.5298614501953,
+      "learning_rate": 3.4697549559846034e-06,
+      "loss": 37.1875,
+      "step": 30749
+    },
+    {
+      "epoch": 1.4694638249068146,
+      "grad_norm": 224.44737243652344,
+      "learning_rate": 3.4691688971912307e-06,
+      "loss": 22.2656,
+      "step": 30750
+    },
+    {
+      "epoch": 1.469511612348275,
+      "grad_norm": 352.2119445800781,
+      "learning_rate": 3.46858287750911e-06,
+      "loss": 24.8438,
+      "step": 30751
+    },
+    {
+      "epoch": 1.4695593997897354,
+      "grad_norm": 261.4210510253906,
+      "learning_rate": 3.4679968969417544e-06,
+      "loss": 20.3281,
+      "step": 30752
+    },
+    {
+      "epoch": 1.4696071872311958,
+      "grad_norm": 542.3306274414062,
+      "learning_rate": 3.4674109554926637e-06,
+      "loss": 24.7969,
+      "step": 30753
+    },
+    {
+      "epoch": 1.4696549746726562,
+      "grad_norm": 1542.2823486328125,
+      "learning_rate": 3.4668250531653524e-06,
+      "loss": 17.375,
+      "step": 30754
+    },
+    {
+      "epoch": 1.4697027621141165,
+      "grad_norm": 121.3192138671875,
+      "learning_rate": 3.466239189963333e-06,
+      "loss": 19.2812,
+      "step": 30755
+    },
+    {
+      "epoch": 1.4697505495555767,
+      "grad_norm": 294.79351806640625,
+      "learning_rate": 3.465653365890107e-06,
+      "loss": 21.7812,
+      "step": 30756
+    },
+    {
+      "epoch": 1.469798336997037,
+      "grad_norm": 287.6943359375,
+      "learning_rate": 3.4650675809491853e-06,
+      "loss": 28.25,
+      "step": 30757
+    },
+    {
+      "epoch": 1.4698461244384975,
+      "grad_norm": 536.1242065429688,
+      "learning_rate": 3.4644818351440755e-06,
+      "loss": 23.625,
+      "step": 30758
+    },
+    {
+      "epoch": 1.4698939118799579,
+      "grad_norm": 256.4497375488281,
+      "learning_rate": 3.46389612847829e-06,
+      "loss": 32.25,
+      "step": 30759
+    },
+    {
+      "epoch": 1.4699416993214183,
+      "grad_norm": 244.44317626953125,
+      "learning_rate": 3.46331046095533e-06,
+      "loss": 23.5625,
+      "step": 30760
+    },
+    {
+      "epoch": 1.4699894867628787,
+      "grad_norm": 336.4275207519531,
+      "learning_rate": 3.4627248325787054e-06,
+      "loss": 24.1875,
+      "step": 30761
+    },
+    {
+      "epoch": 1.470037274204339,
+      "grad_norm": 232.40391540527344,
+      "learning_rate": 3.462139243351924e-06,
+      "loss": 27.125,
+      "step": 30762
+    },
+    {
+      "epoch": 1.4700850616457994,
+      "grad_norm": 356.25665283203125,
+      "learning_rate": 3.4615536932784956e-06,
+      "loss": 26.5,
+      "step": 30763
+    },
+    {
+      "epoch": 1.4701328490872598,
+      "grad_norm": 197.56166076660156,
+      "learning_rate": 3.46096818236192e-06,
+      "loss": 21.8594,
+      "step": 30764
+    },
+    {
+      "epoch": 1.4701806365287202,
+      "grad_norm": 491.3675231933594,
+      "learning_rate": 3.4603827106057074e-06,
+      "loss": 21.2656,
+      "step": 30765
+    },
+    {
+      "epoch": 1.4702284239701806,
+      "grad_norm": 253.4043426513672,
+      "learning_rate": 3.4597972780133683e-06,
+      "loss": 23.0625,
+      "step": 30766
+    },
+    {
+      "epoch": 1.470276211411641,
+      "grad_norm": 290.39453125,
+      "learning_rate": 3.4592118845884005e-06,
+      "loss": 24.0781,
+      "step": 30767
+    },
+    {
+      "epoch": 1.4703239988531014,
+      "grad_norm": 178.70103454589844,
+      "learning_rate": 3.458626530334316e-06,
+      "loss": 16.4062,
+      "step": 30768
+    },
+    {
+      "epoch": 1.4703717862945618,
+      "grad_norm": 199.33743286132812,
+      "learning_rate": 3.458041215254615e-06,
+      "loss": 21.9375,
+      "step": 30769
+    },
+    {
+      "epoch": 1.4704195737360222,
+      "grad_norm": 121.70403289794922,
+      "learning_rate": 3.457455939352806e-06,
+      "loss": 20.4062,
+      "step": 30770
+    },
+    {
+      "epoch": 1.4704673611774826,
+      "grad_norm": 236.7963409423828,
+      "learning_rate": 3.4568707026323966e-06,
+      "loss": 22.8438,
+      "step": 30771
+    },
+    {
+      "epoch": 1.470515148618943,
+      "grad_norm": 262.2418212890625,
+      "learning_rate": 3.456285505096886e-06,
+      "loss": 21.5781,
+      "step": 30772
+    },
+    {
+      "epoch": 1.4705629360604033,
+      "grad_norm": 240.40357971191406,
+      "learning_rate": 3.455700346749781e-06,
+      "loss": 25.3438,
+      "step": 30773
+    },
+    {
+      "epoch": 1.4706107235018637,
+      "grad_norm": 327.77105712890625,
+      "learning_rate": 3.4551152275945896e-06,
+      "loss": 24.375,
+      "step": 30774
+    },
+    {
+      "epoch": 1.4706585109433241,
+      "grad_norm": 597.3553466796875,
+      "learning_rate": 3.4545301476348104e-06,
+      "loss": 31.1562,
+      "step": 30775
+    },
+    {
+      "epoch": 1.4707062983847845,
+      "grad_norm": 193.04150390625,
+      "learning_rate": 3.4539451068739496e-06,
+      "loss": 20.4219,
+      "step": 30776
+    },
+    {
+      "epoch": 1.470754085826245,
+      "grad_norm": 200.8975067138672,
+      "learning_rate": 3.45336010531551e-06,
+      "loss": 25.4062,
+      "step": 30777
+    },
+    {
+      "epoch": 1.4708018732677053,
+      "grad_norm": 194.15872192382812,
+      "learning_rate": 3.452775142963e-06,
+      "loss": 19.5625,
+      "step": 30778
+    },
+    {
+      "epoch": 1.4708496607091657,
+      "grad_norm": 250.87049865722656,
+      "learning_rate": 3.4521902198199143e-06,
+      "loss": 27.0,
+      "step": 30779
+    },
+    {
+      "epoch": 1.470897448150626,
+      "grad_norm": 177.8383331298828,
+      "learning_rate": 3.4516053358897604e-06,
+      "loss": 17.8281,
+      "step": 30780
+    },
+    {
+      "epoch": 1.4709452355920865,
+      "grad_norm": 254.6379852294922,
+      "learning_rate": 3.4510204911760448e-06,
+      "loss": 21.8438,
+      "step": 30781
+    },
+    {
+      "epoch": 1.4709930230335468,
+      "grad_norm": 215.2547607421875,
+      "learning_rate": 3.450435685682263e-06,
+      "loss": 27.6875,
+      "step": 30782
+    },
+    {
+      "epoch": 1.4710408104750072,
+      "grad_norm": 452.3037109375,
+      "learning_rate": 3.449850919411919e-06,
+      "loss": 21.0,
+      "step": 30783
+    },
+    {
+      "epoch": 1.4710885979164676,
+      "grad_norm": 347.3988342285156,
+      "learning_rate": 3.449266192368517e-06,
+      "loss": 26.375,
+      "step": 30784
+    },
+    {
+      "epoch": 1.471136385357928,
+      "grad_norm": 288.407958984375,
+      "learning_rate": 3.4486815045555612e-06,
+      "loss": 24.6719,
+      "step": 30785
+    },
+    {
+      "epoch": 1.4711841727993884,
+      "grad_norm": 782.6224975585938,
+      "learning_rate": 3.448096855976545e-06,
+      "loss": 30.875,
+      "step": 30786
+    },
+    {
+      "epoch": 1.4712319602408486,
+      "grad_norm": 356.5126953125,
+      "learning_rate": 3.4475122466349755e-06,
+      "loss": 27.7969,
+      "step": 30787
+    },
+    {
+      "epoch": 1.471279747682309,
+      "grad_norm": 277.1105651855469,
+      "learning_rate": 3.4469276765343516e-06,
+      "loss": 20.7188,
+      "step": 30788
+    },
+    {
+      "epoch": 1.4713275351237693,
+      "grad_norm": 280.49896240234375,
+      "learning_rate": 3.446343145678179e-06,
+      "loss": 29.5625,
+      "step": 30789
+    },
+    {
+      "epoch": 1.4713753225652297,
+      "grad_norm": 611.8999633789062,
+      "learning_rate": 3.4457586540699516e-06,
+      "loss": 20.5625,
+      "step": 30790
+    },
+    {
+      "epoch": 1.4714231100066901,
+      "grad_norm": 238.36949157714844,
+      "learning_rate": 3.445174201713173e-06,
+      "loss": 26.1875,
+      "step": 30791
+    },
+    {
+      "epoch": 1.4714708974481505,
+      "grad_norm": 601.7205810546875,
+      "learning_rate": 3.4445897886113454e-06,
+      "loss": 35.0938,
+      "step": 30792
+    },
+    {
+      "epoch": 1.471518684889611,
+      "grad_norm": 287.520263671875,
+      "learning_rate": 3.4440054147679623e-06,
+      "loss": 20.5469,
+      "step": 30793
+    },
+    {
+      "epoch": 1.4715664723310713,
+      "grad_norm": 270.4053955078125,
+      "learning_rate": 3.4434210801865274e-06,
+      "loss": 29.8281,
+      "step": 30794
+    },
+    {
+      "epoch": 1.4716142597725317,
+      "grad_norm": 222.79281616210938,
+      "learning_rate": 3.4428367848705414e-06,
+      "loss": 25.1562,
+      "step": 30795
+    },
+    {
+      "epoch": 1.471662047213992,
+      "grad_norm": 324.9130859375,
+      "learning_rate": 3.4422525288235043e-06,
+      "loss": 24.0938,
+      "step": 30796
+    },
+    {
+      "epoch": 1.4717098346554525,
+      "grad_norm": 381.9946594238281,
+      "learning_rate": 3.4416683120489092e-06,
+      "loss": 32.5938,
+      "step": 30797
+    },
+    {
+      "epoch": 1.4717576220969129,
+      "grad_norm": 171.45858764648438,
+      "learning_rate": 3.441084134550258e-06,
+      "loss": 22.9062,
+      "step": 30798
+    },
+    {
+      "epoch": 1.4718054095383732,
+      "grad_norm": 379.6366271972656,
+      "learning_rate": 3.440499996331054e-06,
+      "loss": 27.4844,
+      "step": 30799
+    },
+    {
+      "epoch": 1.4718531969798336,
+      "grad_norm": 264.67034912109375,
+      "learning_rate": 3.4399158973947867e-06,
+      "loss": 22.9375,
+      "step": 30800
+    },
+    {
+      "epoch": 1.471900984421294,
+      "grad_norm": 350.83624267578125,
+      "learning_rate": 3.4393318377449613e-06,
+      "loss": 16.8125,
+      "step": 30801
+    },
+    {
+      "epoch": 1.4719487718627544,
+      "grad_norm": 443.3171691894531,
+      "learning_rate": 3.438747817385071e-06,
+      "loss": 31.0625,
+      "step": 30802
+    },
+    {
+      "epoch": 1.4719965593042148,
+      "grad_norm": 368.1742858886719,
+      "learning_rate": 3.438163836318613e-06,
+      "loss": 24.0938,
+      "step": 30803
+    },
+    {
+      "epoch": 1.4720443467456752,
+      "grad_norm": 266.06134033203125,
+      "learning_rate": 3.4375798945490913e-06,
+      "loss": 20.9375,
+      "step": 30804
+    },
+    {
+      "epoch": 1.4720921341871356,
+      "grad_norm": 291.57098388671875,
+      "learning_rate": 3.4369959920799944e-06,
+      "loss": 25.5,
+      "step": 30805
+    },
+    {
+      "epoch": 1.472139921628596,
+      "grad_norm": 341.2716369628906,
+      "learning_rate": 3.436412128914822e-06,
+      "loss": 27.875,
+      "step": 30806
+    },
+    {
+      "epoch": 1.4721877090700564,
+      "grad_norm": 317.5663757324219,
+      "learning_rate": 3.4358283050570763e-06,
+      "loss": 29.875,
+      "step": 30807
+    },
+    {
+      "epoch": 1.4722354965115168,
+      "grad_norm": 271.4644775390625,
+      "learning_rate": 3.435244520510245e-06,
+      "loss": 21.1797,
+      "step": 30808
+    },
+    {
+      "epoch": 1.4722832839529771,
+      "grad_norm": 194.11622619628906,
+      "learning_rate": 3.434660775277828e-06,
+      "loss": 25.6562,
+      "step": 30809
+    },
+    {
+      "epoch": 1.4723310713944375,
+      "grad_norm": 169.75779724121094,
+      "learning_rate": 3.4340770693633217e-06,
+      "loss": 17.7344,
+      "step": 30810
+    },
+    {
+      "epoch": 1.472378858835898,
+      "grad_norm": 231.21585083007812,
+      "learning_rate": 3.433493402770225e-06,
+      "loss": 30.3438,
+      "step": 30811
+    },
+    {
+      "epoch": 1.4724266462773583,
+      "grad_norm": 402.8940124511719,
+      "learning_rate": 3.4329097755020256e-06,
+      "loss": 29.4062,
+      "step": 30812
+    },
+    {
+      "epoch": 1.4724744337188187,
+      "grad_norm": 1037.171630859375,
+      "learning_rate": 3.4323261875622227e-06,
+      "loss": 34.7188,
+      "step": 30813
+    },
+    {
+      "epoch": 1.472522221160279,
+      "grad_norm": 231.2124481201172,
+      "learning_rate": 3.4317426389543118e-06,
+      "loss": 25.5156,
+      "step": 30814
+    },
+    {
+      "epoch": 1.4725700086017395,
+      "grad_norm": 199.14805603027344,
+      "learning_rate": 3.4311591296817914e-06,
+      "loss": 28.0,
+      "step": 30815
+    },
+    {
+      "epoch": 1.4726177960431999,
+      "grad_norm": 207.89723205566406,
+      "learning_rate": 3.4305756597481466e-06,
+      "loss": 20.7031,
+      "step": 30816
+    },
+    {
+      "epoch": 1.4726655834846603,
+      "grad_norm": 301.21160888671875,
+      "learning_rate": 3.4299922291568776e-06,
+      "loss": 31.8438,
+      "step": 30817
+    },
+    {
+      "epoch": 1.4727133709261206,
+      "grad_norm": 249.4479522705078,
+      "learning_rate": 3.429408837911481e-06,
+      "loss": 21.9688,
+      "step": 30818
+    },
+    {
+      "epoch": 1.472761158367581,
+      "grad_norm": 250.43138122558594,
+      "learning_rate": 3.4288254860154435e-06,
+      "loss": 23.1875,
+      "step": 30819
+    },
+    {
+      "epoch": 1.4728089458090414,
+      "grad_norm": 187.9867401123047,
+      "learning_rate": 3.4282421734722624e-06,
+      "loss": 23.2188,
+      "step": 30820
+    },
+    {
+      "epoch": 1.4728567332505018,
+      "grad_norm": 226.44862365722656,
+      "learning_rate": 3.42765890028543e-06,
+      "loss": 26.0625,
+      "step": 30821
+    },
+    {
+      "epoch": 1.4729045206919622,
+      "grad_norm": 273.3927001953125,
+      "learning_rate": 3.427075666458445e-06,
+      "loss": 21.4219,
+      "step": 30822
+    },
+    {
+      "epoch": 1.4729523081334226,
+      "grad_norm": 289.2386474609375,
+      "learning_rate": 3.4264924719947903e-06,
+      "loss": 27.0312,
+      "step": 30823
+    },
+    {
+      "epoch": 1.473000095574883,
+      "grad_norm": 157.077880859375,
+      "learning_rate": 3.425909316897964e-06,
+      "loss": 19.7969,
+      "step": 30824
+    },
+    {
+      "epoch": 1.4730478830163434,
+      "grad_norm": 197.47628784179688,
+      "learning_rate": 3.4253262011714595e-06,
+      "loss": 40.0938,
+      "step": 30825
+    },
+    {
+      "epoch": 1.4730956704578038,
+      "grad_norm": 396.7027282714844,
+      "learning_rate": 3.424743124818769e-06,
+      "loss": 29.125,
+      "step": 30826
+    },
+    {
+      "epoch": 1.4731434578992642,
+      "grad_norm": 335.694580078125,
+      "learning_rate": 3.42416008784338e-06,
+      "loss": 23.6406,
+      "step": 30827
+    },
+    {
+      "epoch": 1.4731912453407245,
+      "grad_norm": 350.3457336425781,
+      "learning_rate": 3.4235770902487874e-06,
+      "loss": 30.625,
+      "step": 30828
+    },
+    {
+      "epoch": 1.473239032782185,
+      "grad_norm": 203.54953002929688,
+      "learning_rate": 3.422994132038484e-06,
+      "loss": 24.75,
+      "step": 30829
+    },
+    {
+      "epoch": 1.4732868202236453,
+      "grad_norm": 258.6038513183594,
+      "learning_rate": 3.422411213215957e-06,
+      "loss": 17.9844,
+      "step": 30830
+    },
+    {
+      "epoch": 1.4733346076651057,
+      "grad_norm": 139.9929656982422,
+      "learning_rate": 3.421828333784699e-06,
+      "loss": 20.1094,
+      "step": 30831
+    },
+    {
+      "epoch": 1.473382395106566,
+      "grad_norm": 305.30035400390625,
+      "learning_rate": 3.4212454937482055e-06,
+      "loss": 22.5938,
+      "step": 30832
+    },
+    {
+      "epoch": 1.4734301825480265,
+      "grad_norm": 376.98968505859375,
+      "learning_rate": 3.4206626931099574e-06,
+      "loss": 19.6875,
+      "step": 30833
+    },
+    {
+      "epoch": 1.4734779699894869,
+      "grad_norm": 156.9544677734375,
+      "learning_rate": 3.4200799318734547e-06,
+      "loss": 20.5156,
+      "step": 30834
+    },
+    {
+      "epoch": 1.4735257574309473,
+      "grad_norm": 168.55337524414062,
+      "learning_rate": 3.4194972100421796e-06,
+      "loss": 23.125,
+      "step": 30835
+    },
+    {
+      "epoch": 1.4735735448724077,
+      "grad_norm": 502.4762268066406,
+      "learning_rate": 3.4189145276196244e-06,
+      "loss": 25.1562,
+      "step": 30836
+    },
+    {
+      "epoch": 1.473621332313868,
+      "grad_norm": 244.4853515625,
+      "learning_rate": 3.4183318846092826e-06,
+      "loss": 24.5234,
+      "step": 30837
+    },
+    {
+      "epoch": 1.4736691197553284,
+      "grad_norm": 252.9755401611328,
+      "learning_rate": 3.4177492810146374e-06,
+      "loss": 30.5312,
+      "step": 30838
+    },
+    {
+      "epoch": 1.4737169071967886,
+      "grad_norm": 271.4904479980469,
+      "learning_rate": 3.4171667168391797e-06,
+      "loss": 19.1719,
+      "step": 30839
+    },
+    {
+      "epoch": 1.473764694638249,
+      "grad_norm": 386.6976623535156,
+      "learning_rate": 3.4165841920863998e-06,
+      "loss": 28.5938,
+      "step": 30840
+    },
+    {
+      "epoch": 1.4738124820797094,
+      "grad_norm": 234.33963012695312,
+      "learning_rate": 3.416001706759788e-06,
+      "loss": 26.0938,
+      "step": 30841
+    },
+    {
+      "epoch": 1.4738602695211698,
+      "grad_norm": 227.0313262939453,
+      "learning_rate": 3.4154192608628288e-06,
+      "loss": 21.8438,
+      "step": 30842
+    },
+    {
+      "epoch": 1.4739080569626302,
+      "grad_norm": 428.5849304199219,
+      "learning_rate": 3.4148368543990105e-06,
+      "loss": 31.75,
+      "step": 30843
+    },
+    {
+      "epoch": 1.4739558444040906,
+      "grad_norm": 358.5414733886719,
+      "learning_rate": 3.4142544873718253e-06,
+      "loss": 26.375,
+      "step": 30844
+    },
+    {
+      "epoch": 1.474003631845551,
+      "grad_norm": 3146.25244140625,
+      "learning_rate": 3.4136721597847556e-06,
+      "loss": 16.6094,
+      "step": 30845
+    },
+    {
+      "epoch": 1.4740514192870113,
+      "grad_norm": 412.8955993652344,
+      "learning_rate": 3.413089871641291e-06,
+      "loss": 25.1875,
+      "step": 30846
+    },
+    {
+      "epoch": 1.4740992067284717,
+      "grad_norm": 487.37457275390625,
+      "learning_rate": 3.412507622944917e-06,
+      "loss": 35.9688,
+      "step": 30847
+    },
+    {
+      "epoch": 1.4741469941699321,
+      "grad_norm": 315.55859375,
+      "learning_rate": 3.4119254136991262e-06,
+      "loss": 36.0625,
+      "step": 30848
+    },
+    {
+      "epoch": 1.4741947816113925,
+      "grad_norm": 195.87225341796875,
+      "learning_rate": 3.411343243907399e-06,
+      "loss": 24.75,
+      "step": 30849
+    },
+    {
+      "epoch": 1.474242569052853,
+      "grad_norm": 237.68392944335938,
+      "learning_rate": 3.410761113573223e-06,
+      "loss": 26.3125,
+      "step": 30850
+    },
+    {
+      "epoch": 1.4742903564943133,
+      "grad_norm": 306.5890808105469,
+      "learning_rate": 3.4101790227000853e-06,
+      "loss": 22.2969,
+      "step": 30851
+    },
+    {
+      "epoch": 1.4743381439357737,
+      "grad_norm": 166.3423614501953,
+      "learning_rate": 3.409596971291477e-06,
+      "loss": 25.3438,
+      "step": 30852
+    },
+    {
+      "epoch": 1.474385931377234,
+      "grad_norm": 269.67626953125,
+      "learning_rate": 3.4090149593508737e-06,
+      "loss": 28.0625,
+      "step": 30853
+    },
+    {
+      "epoch": 1.4744337188186944,
+      "grad_norm": 267.1806335449219,
+      "learning_rate": 3.4084329868817667e-06,
+      "loss": 19.9531,
+      "step": 30854
+    },
+    {
+      "epoch": 1.4744815062601548,
+      "grad_norm": 402.0673522949219,
+      "learning_rate": 3.407851053887644e-06,
+      "loss": 31.25,
+      "step": 30855
+    },
+    {
+      "epoch": 1.4745292937016152,
+      "grad_norm": 173.2770233154297,
+      "learning_rate": 3.407269160371984e-06,
+      "loss": 23.0469,
+      "step": 30856
+    },
+    {
+      "epoch": 1.4745770811430756,
+      "grad_norm": 423.5769958496094,
+      "learning_rate": 3.4066873063382756e-06,
+      "loss": 28.9688,
+      "step": 30857
+    },
+    {
+      "epoch": 1.474624868584536,
+      "grad_norm": 160.04132080078125,
+      "learning_rate": 3.406105491790002e-06,
+      "loss": 19.4688,
+      "step": 30858
+    },
+    {
+      "epoch": 1.4746726560259964,
+      "grad_norm": 531.308349609375,
+      "learning_rate": 3.4055237167306497e-06,
+      "loss": 22.75,
+      "step": 30859
+    },
+    {
+      "epoch": 1.4747204434674568,
+      "grad_norm": 469.276123046875,
+      "learning_rate": 3.4049419811636996e-06,
+      "loss": 27.75,
+      "step": 30860
+    },
+    {
+      "epoch": 1.4747682309089172,
+      "grad_norm": 859.0861206054688,
+      "learning_rate": 3.4043602850926372e-06,
+      "loss": 17.7656,
+      "step": 30861
+    },
+    {
+      "epoch": 1.4748160183503776,
+      "grad_norm": 315.3923645019531,
+      "learning_rate": 3.403778628520945e-06,
+      "loss": 27.4688,
+      "step": 30862
+    },
+    {
+      "epoch": 1.474863805791838,
+      "grad_norm": 303.3432922363281,
+      "learning_rate": 3.4031970114521116e-06,
+      "loss": 29.25,
+      "step": 30863
+    },
+    {
+      "epoch": 1.4749115932332983,
+      "grad_norm": 207.6975555419922,
+      "learning_rate": 3.4026154338896122e-06,
+      "loss": 24.0625,
+      "step": 30864
+    },
+    {
+      "epoch": 1.4749593806747587,
+      "grad_norm": 225.4000244140625,
+      "learning_rate": 3.402033895836936e-06,
+      "loss": 21.0312,
+      "step": 30865
+    },
+    {
+      "epoch": 1.4750071681162191,
+      "grad_norm": 178.59500122070312,
+      "learning_rate": 3.401452397297561e-06,
+      "loss": 27.4375,
+      "step": 30866
+    },
+    {
+      "epoch": 1.4750549555576795,
+      "grad_norm": 267.173583984375,
+      "learning_rate": 3.4008709382749737e-06,
+      "loss": 22.7812,
+      "step": 30867
+    },
+    {
+      "epoch": 1.47510274299914,
+      "grad_norm": 177.44908142089844,
+      "learning_rate": 3.4002895187726526e-06,
+      "loss": 20.4375,
+      "step": 30868
+    },
+    {
+      "epoch": 1.4751505304406,
+      "grad_norm": 147.47573852539062,
+      "learning_rate": 3.39970813879408e-06,
+      "loss": 21.375,
+      "step": 30869
+    },
+    {
+      "epoch": 1.4751983178820605,
+      "grad_norm": 331.7557373046875,
+      "learning_rate": 3.3991267983427424e-06,
+      "loss": 21.8438,
+      "step": 30870
+    },
+    {
+      "epoch": 1.4752461053235209,
+      "grad_norm": 113.63463592529297,
+      "learning_rate": 3.3985454974221146e-06,
+      "loss": 18.6875,
+      "step": 30871
+    },
+    {
+      "epoch": 1.4752938927649812,
+      "grad_norm": 187.87693786621094,
+      "learning_rate": 3.3979642360356815e-06,
+      "loss": 20.6094,
+      "step": 30872
+    },
+    {
+      "epoch": 1.4753416802064416,
+      "grad_norm": 133.92613220214844,
+      "learning_rate": 3.3973830141869235e-06,
+      "loss": 20.6094,
+      "step": 30873
+    },
+    {
+      "epoch": 1.475389467647902,
+      "grad_norm": 408.221435546875,
+      "learning_rate": 3.396801831879325e-06,
+      "loss": 29.4375,
+      "step": 30874
+    },
+    {
+      "epoch": 1.4754372550893624,
+      "grad_norm": 254.613525390625,
+      "learning_rate": 3.3962206891163584e-06,
+      "loss": 33.7188,
+      "step": 30875
+    },
+    {
+      "epoch": 1.4754850425308228,
+      "grad_norm": 218.42401123046875,
+      "learning_rate": 3.39563958590151e-06,
+      "loss": 32.75,
+      "step": 30876
+    },
+    {
+      "epoch": 1.4755328299722832,
+      "grad_norm": 154.48052978515625,
+      "learning_rate": 3.3950585222382615e-06,
+      "loss": 24.1719,
+      "step": 30877
+    },
+    {
+      "epoch": 1.4755806174137436,
+      "grad_norm": 313.2290954589844,
+      "learning_rate": 3.3944774981300867e-06,
+      "loss": 23.3906,
+      "step": 30878
+    },
+    {
+      "epoch": 1.475628404855204,
+      "grad_norm": 370.4886169433594,
+      "learning_rate": 3.393896513580468e-06,
+      "loss": 26.3125,
+      "step": 30879
+    },
+    {
+      "epoch": 1.4756761922966644,
+      "grad_norm": 206.1139373779297,
+      "learning_rate": 3.3933155685928853e-06,
+      "loss": 24.0312,
+      "step": 30880
+    },
+    {
+      "epoch": 1.4757239797381247,
+      "grad_norm": 166.48260498046875,
+      "learning_rate": 3.39273466317082e-06,
+      "loss": 27.2969,
+      "step": 30881
+    },
+    {
+      "epoch": 1.4757717671795851,
+      "grad_norm": 249.86021423339844,
+      "learning_rate": 3.3921537973177453e-06,
+      "loss": 21.4219,
+      "step": 30882
+    },
+    {
+      "epoch": 1.4758195546210455,
+      "grad_norm": 204.65496826171875,
+      "learning_rate": 3.391572971037144e-06,
+      "loss": 29.9688,
+      "step": 30883
+    },
+    {
+      "epoch": 1.475867342062506,
+      "grad_norm": 435.0675354003906,
+      "learning_rate": 3.390992184332492e-06,
+      "loss": 19.0469,
+      "step": 30884
+    },
+    {
+      "epoch": 1.4759151295039663,
+      "grad_norm": 199.42384338378906,
+      "learning_rate": 3.390411437207273e-06,
+      "loss": 29.8125,
+      "step": 30885
+    },
+    {
+      "epoch": 1.4759629169454267,
+      "grad_norm": 338.3546447753906,
+      "learning_rate": 3.389830729664957e-06,
+      "loss": 30.1562,
+      "step": 30886
+    },
+    {
+      "epoch": 1.476010704386887,
+      "grad_norm": 385.2710876464844,
+      "learning_rate": 3.3892500617090253e-06,
+      "loss": 29.4062,
+      "step": 30887
+    },
+    {
+      "epoch": 1.4760584918283475,
+      "grad_norm": 688.1797485351562,
+      "learning_rate": 3.388669433342956e-06,
+      "loss": 22.2812,
+      "step": 30888
+    },
+    {
+      "epoch": 1.4761062792698079,
+      "grad_norm": 336.5666198730469,
+      "learning_rate": 3.3880888445702285e-06,
+      "loss": 22.7656,
+      "step": 30889
+    },
+    {
+      "epoch": 1.4761540667112683,
+      "grad_norm": 174.17457580566406,
+      "learning_rate": 3.387508295394315e-06,
+      "loss": 16.6562,
+      "step": 30890
+    },
+    {
+      "epoch": 1.4762018541527286,
+      "grad_norm": 286.5856628417969,
+      "learning_rate": 3.3869277858186934e-06,
+      "loss": 20.2969,
+      "step": 30891
+    },
+    {
+      "epoch": 1.476249641594189,
+      "grad_norm": 206.49478149414062,
+      "learning_rate": 3.386347315846844e-06,
+      "loss": 21.8281,
+      "step": 30892
+    },
+    {
+      "epoch": 1.4762974290356494,
+      "grad_norm": 125.3919677734375,
+      "learning_rate": 3.3857668854822378e-06,
+      "loss": 18.4844,
+      "step": 30893
+    },
+    {
+      "epoch": 1.4763452164771098,
+      "grad_norm": 182.28173828125,
+      "learning_rate": 3.385186494728353e-06,
+      "loss": 30.4062,
+      "step": 30894
+    },
+    {
+      "epoch": 1.4763930039185702,
+      "grad_norm": 166.86517333984375,
+      "learning_rate": 3.3846061435886656e-06,
+      "loss": 17.1719,
+      "step": 30895
+    },
+    {
+      "epoch": 1.4764407913600306,
+      "grad_norm": 236.75820922851562,
+      "learning_rate": 3.3840258320666554e-06,
+      "loss": 26.9062,
+      "step": 30896
+    },
+    {
+      "epoch": 1.476488578801491,
+      "grad_norm": 276.6255798339844,
+      "learning_rate": 3.383445560165789e-06,
+      "loss": 29.2812,
+      "step": 30897
+    },
+    {
+      "epoch": 1.4765363662429514,
+      "grad_norm": 308.69866943359375,
+      "learning_rate": 3.3828653278895497e-06,
+      "loss": 26.6875,
+      "step": 30898
+    },
+    {
+      "epoch": 1.4765841536844118,
+      "grad_norm": 368.071533203125,
+      "learning_rate": 3.3822851352414054e-06,
+      "loss": 30.6875,
+      "step": 30899
+    },
+    {
+      "epoch": 1.4766319411258721,
+      "grad_norm": 315.50439453125,
+      "learning_rate": 3.3817049822248337e-06,
+      "loss": 25.9375,
+      "step": 30900
+    },
+    {
+      "epoch": 1.4766797285673325,
+      "grad_norm": 413.58404541015625,
+      "learning_rate": 3.381124868843313e-06,
+      "loss": 21.6406,
+      "step": 30901
+    },
+    {
+      "epoch": 1.476727516008793,
+      "grad_norm": 703.8388671875,
+      "learning_rate": 3.38054479510031e-06,
+      "loss": 21.5,
+      "step": 30902
+    },
+    {
+      "epoch": 1.4767753034502533,
+      "grad_norm": 112.10694885253906,
+      "learning_rate": 3.3799647609993056e-06,
+      "loss": 16.9531,
+      "step": 30903
+    },
+    {
+      "epoch": 1.4768230908917137,
+      "grad_norm": 197.4590301513672,
+      "learning_rate": 3.3793847665437674e-06,
+      "loss": 24.875,
+      "step": 30904
+    },
+    {
+      "epoch": 1.476870878333174,
+      "grad_norm": 255.88735961914062,
+      "learning_rate": 3.3788048117371706e-06,
+      "loss": 33.3281,
+      "step": 30905
+    },
+    {
+      "epoch": 1.4769186657746345,
+      "grad_norm": 170.6237335205078,
+      "learning_rate": 3.37822489658299e-06,
+      "loss": 23.0312,
+      "step": 30906
+    },
+    {
+      "epoch": 1.4769664532160949,
+      "grad_norm": 326.5023193359375,
+      "learning_rate": 3.377645021084701e-06,
+      "loss": 27.1875,
+      "step": 30907
+    },
+    {
+      "epoch": 1.4770142406575553,
+      "grad_norm": 218.9736785888672,
+      "learning_rate": 3.377065185245769e-06,
+      "loss": 22.3594,
+      "step": 30908
+    },
+    {
+      "epoch": 1.4770620280990157,
+      "grad_norm": 190.33218383789062,
+      "learning_rate": 3.3764853890696715e-06,
+      "loss": 21.9375,
+      "step": 30909
+    },
+    {
+      "epoch": 1.477109815540476,
+      "grad_norm": 238.18585205078125,
+      "learning_rate": 3.3759056325598793e-06,
+      "loss": 25.5312,
+      "step": 30910
+    },
+    {
+      "epoch": 1.4771576029819364,
+      "grad_norm": 690.6602783203125,
+      "learning_rate": 3.3753259157198694e-06,
+      "loss": 27.625,
+      "step": 30911
+    },
+    {
+      "epoch": 1.4772053904233968,
+      "grad_norm": 226.28102111816406,
+      "learning_rate": 3.3747462385531048e-06,
+      "loss": 27.4844,
+      "step": 30912
+    },
+    {
+      "epoch": 1.4772531778648572,
+      "grad_norm": 270.6734313964844,
+      "learning_rate": 3.3741666010630613e-06,
+      "loss": 32.3125,
+      "step": 30913
+    },
+    {
+      "epoch": 1.4773009653063176,
+      "grad_norm": 184.9111785888672,
+      "learning_rate": 3.3735870032532135e-06,
+      "loss": 19.0,
+      "step": 30914
+    },
+    {
+      "epoch": 1.477348752747778,
+      "grad_norm": 191.84188842773438,
+      "learning_rate": 3.3730074451270257e-06,
+      "loss": 22.0625,
+      "step": 30915
+    },
+    {
+      "epoch": 1.4773965401892384,
+      "grad_norm": 310.8461608886719,
+      "learning_rate": 3.3724279266879724e-06,
+      "loss": 30.0938,
+      "step": 30916
+    },
+    {
+      "epoch": 1.4774443276306988,
+      "grad_norm": 282.09808349609375,
+      "learning_rate": 3.371848447939524e-06,
+      "loss": 26.6562,
+      "step": 30917
+    },
+    {
+      "epoch": 1.4774921150721592,
+      "grad_norm": 225.69384765625,
+      "learning_rate": 3.371269008885154e-06,
+      "loss": 38.0312,
+      "step": 30918
+    },
+    {
+      "epoch": 1.4775399025136196,
+      "grad_norm": 348.2987365722656,
+      "learning_rate": 3.370689609528326e-06,
+      "loss": 31.875,
+      "step": 30919
+    },
+    {
+      "epoch": 1.47758768995508,
+      "grad_norm": 259.2533264160156,
+      "learning_rate": 3.3701102498725138e-06,
+      "loss": 32.2188,
+      "step": 30920
+    },
+    {
+      "epoch": 1.47763547739654,
+      "grad_norm": 203.9462890625,
+      "learning_rate": 3.3695309299211856e-06,
+      "loss": 21.5781,
+      "step": 30921
+    },
+    {
+      "epoch": 1.4776832648380005,
+      "grad_norm": 321.6173095703125,
+      "learning_rate": 3.368951649677814e-06,
+      "loss": 27.4062,
+      "step": 30922
+    },
+    {
+      "epoch": 1.4777310522794609,
+      "grad_norm": 241.4393310546875,
+      "learning_rate": 3.3683724091458624e-06,
+      "loss": 24.7031,
+      "step": 30923
+    },
+    {
+      "epoch": 1.4777788397209213,
+      "grad_norm": 202.75778198242188,
+      "learning_rate": 3.3677932083288043e-06,
+      "loss": 19.1406,
+      "step": 30924
+    },
+    {
+      "epoch": 1.4778266271623817,
+      "grad_norm": 143.19386291503906,
+      "learning_rate": 3.367214047230106e-06,
+      "loss": 26.75,
+      "step": 30925
+    },
+    {
+      "epoch": 1.477874414603842,
+      "grad_norm": 235.25535583496094,
+      "learning_rate": 3.3666349258532405e-06,
+      "loss": 25.125,
+      "step": 30926
+    },
+    {
+      "epoch": 1.4779222020453024,
+      "grad_norm": 245.46104431152344,
+      "learning_rate": 3.366055844201669e-06,
+      "loss": 28.0938,
+      "step": 30927
+    },
+    {
+      "epoch": 1.4779699894867628,
+      "grad_norm": 218.4126739501953,
+      "learning_rate": 3.3654768022788633e-06,
+      "loss": 23.1406,
+      "step": 30928
+    },
+    {
+      "epoch": 1.4780177769282232,
+      "grad_norm": 277.7143249511719,
+      "learning_rate": 3.3648978000882937e-06,
+      "loss": 19.7969,
+      "step": 30929
+    },
+    {
+      "epoch": 1.4780655643696836,
+      "grad_norm": 235.91107177734375,
+      "learning_rate": 3.364318837633421e-06,
+      "loss": 24.6562,
+      "step": 30930
+    },
+    {
+      "epoch": 1.478113351811144,
+      "grad_norm": 283.30999755859375,
+      "learning_rate": 3.3637399149177198e-06,
+      "loss": 25.4062,
+      "step": 30931
+    },
+    {
+      "epoch": 1.4781611392526044,
+      "grad_norm": 198.8295135498047,
+      "learning_rate": 3.3631610319446493e-06,
+      "loss": 28.3125,
+      "step": 30932
+    },
+    {
+      "epoch": 1.4782089266940648,
+      "grad_norm": 245.0508575439453,
+      "learning_rate": 3.3625821887176812e-06,
+      "loss": 23.9219,
+      "step": 30933
+    },
+    {
+      "epoch": 1.4782567141355252,
+      "grad_norm": 208.46412658691406,
+      "learning_rate": 3.3620033852402847e-06,
+      "loss": 28.0938,
+      "step": 30934
+    },
+    {
+      "epoch": 1.4783045015769856,
+      "grad_norm": 139.16903686523438,
+      "learning_rate": 3.3614246215159184e-06,
+      "loss": 20.3906,
+      "step": 30935
+    },
+    {
+      "epoch": 1.478352289018446,
+      "grad_norm": 649.892822265625,
+      "learning_rate": 3.3608458975480528e-06,
+      "loss": 28.8438,
+      "step": 30936
+    },
+    {
+      "epoch": 1.4784000764599063,
+      "grad_norm": 204.06842041015625,
+      "learning_rate": 3.3602672133401572e-06,
+      "loss": 22.8438,
+      "step": 30937
+    },
+    {
+      "epoch": 1.4784478639013667,
+      "grad_norm": 221.3805389404297,
+      "learning_rate": 3.3596885688956893e-06,
+      "loss": 19.4531,
+      "step": 30938
+    },
+    {
+      "epoch": 1.4784956513428271,
+      "grad_norm": 193.00042724609375,
+      "learning_rate": 3.359109964218119e-06,
+      "loss": 22.0781,
+      "step": 30939
+    },
+    {
+      "epoch": 1.4785434387842875,
+      "grad_norm": 233.35260009765625,
+      "learning_rate": 3.3585313993109147e-06,
+      "loss": 28.75,
+      "step": 30940
+    },
+    {
+      "epoch": 1.478591226225748,
+      "grad_norm": 361.0716247558594,
+      "learning_rate": 3.3579528741775337e-06,
+      "loss": 21.2812,
+      "step": 30941
+    },
+    {
+      "epoch": 1.4786390136672083,
+      "grad_norm": 241.9234161376953,
+      "learning_rate": 3.3573743888214437e-06,
+      "loss": 17.0547,
+      "step": 30942
+    },
+    {
+      "epoch": 1.4786868011086687,
+      "grad_norm": 263.55023193359375,
+      "learning_rate": 3.3567959432461105e-06,
+      "loss": 21.4453,
+      "step": 30943
+    },
+    {
+      "epoch": 1.478734588550129,
+      "grad_norm": 158.3035430908203,
+      "learning_rate": 3.356217537455001e-06,
+      "loss": 30.1562,
+      "step": 30944
+    },
+    {
+      "epoch": 1.4787823759915895,
+      "grad_norm": 241.5165557861328,
+      "learning_rate": 3.3556391714515723e-06,
+      "loss": 21.9375,
+      "step": 30945
+    },
+    {
+      "epoch": 1.4788301634330498,
+      "grad_norm": 479.3436279296875,
+      "learning_rate": 3.3550608452392906e-06,
+      "loss": 32.3281,
+      "step": 30946
+    },
+    {
+      "epoch": 1.4788779508745102,
+      "grad_norm": 221.1107940673828,
+      "learning_rate": 3.3544825588216214e-06,
+      "loss": 28.5,
+      "step": 30947
+    },
+    {
+      "epoch": 1.4789257383159706,
+      "grad_norm": 247.4642333984375,
+      "learning_rate": 3.3539043122020285e-06,
+      "loss": 22.75,
+      "step": 30948
+    },
+    {
+      "epoch": 1.478973525757431,
+      "grad_norm": 233.29469299316406,
+      "learning_rate": 3.3533261053839705e-06,
+      "loss": 33.5312,
+      "step": 30949
+    },
+    {
+      "epoch": 1.4790213131988914,
+      "grad_norm": 209.23133850097656,
+      "learning_rate": 3.352747938370913e-06,
+      "loss": 23.625,
+      "step": 30950
+    },
+    {
+      "epoch": 1.4790691006403518,
+      "grad_norm": 483.3695068359375,
+      "learning_rate": 3.35216981116632e-06,
+      "loss": 17.9062,
+      "step": 30951
+    },
+    {
+      "epoch": 1.479116888081812,
+      "grad_norm": 163.45350646972656,
+      "learning_rate": 3.3515917237736494e-06,
+      "loss": 24.375,
+      "step": 30952
+    },
+    {
+      "epoch": 1.4791646755232724,
+      "grad_norm": 199.9676513671875,
+      "learning_rate": 3.3510136761963654e-06,
+      "loss": 23.75,
+      "step": 30953
+    },
+    {
+      "epoch": 1.4792124629647327,
+      "grad_norm": 193.29270935058594,
+      "learning_rate": 3.3504356684379304e-06,
+      "loss": 25.8125,
+      "step": 30954
+    },
+    {
+      "epoch": 1.4792602504061931,
+      "grad_norm": 512.3890380859375,
+      "learning_rate": 3.3498577005018083e-06,
+      "loss": 30.8594,
+      "step": 30955
+    },
+    {
+      "epoch": 1.4793080378476535,
+      "grad_norm": 326.8468322753906,
+      "learning_rate": 3.349279772391454e-06,
+      "loss": 27.375,
+      "step": 30956
+    },
+    {
+      "epoch": 1.479355825289114,
+      "grad_norm": 385.181396484375,
+      "learning_rate": 3.3487018841103327e-06,
+      "loss": 24.0938,
+      "step": 30957
+    },
+    {
+      "epoch": 1.4794036127305743,
+      "grad_norm": 478.0088806152344,
+      "learning_rate": 3.348124035661904e-06,
+      "loss": 23.25,
+      "step": 30958
+    },
+    {
+      "epoch": 1.4794514001720347,
+      "grad_norm": 301.0935974121094,
+      "learning_rate": 3.347546227049633e-06,
+      "loss": 23.625,
+      "step": 30959
+    },
+    {
+      "epoch": 1.479499187613495,
+      "grad_norm": 136.72364807128906,
+      "learning_rate": 3.3469684582769713e-06,
+      "loss": 18.1875,
+      "step": 30960
+    },
+    {
+      "epoch": 1.4795469750549555,
+      "grad_norm": 234.69464111328125,
+      "learning_rate": 3.346390729347385e-06,
+      "loss": 23.4219,
+      "step": 30961
+    },
+    {
+      "epoch": 1.4795947624964159,
+      "grad_norm": 173.69790649414062,
+      "learning_rate": 3.345813040264336e-06,
+      "loss": 21.3438,
+      "step": 30962
+    },
+    {
+      "epoch": 1.4796425499378763,
+      "grad_norm": 347.850830078125,
+      "learning_rate": 3.3452353910312775e-06,
+      "loss": 33.2188,
+      "step": 30963
+    },
+    {
+      "epoch": 1.4796903373793366,
+      "grad_norm": 187.76400756835938,
+      "learning_rate": 3.3446577816516745e-06,
+      "loss": 19.3281,
+      "step": 30964
+    },
+    {
+      "epoch": 1.479738124820797,
+      "grad_norm": 258.4832763671875,
+      "learning_rate": 3.3440802121289816e-06,
+      "loss": 21.5938,
+      "step": 30965
+    },
+    {
+      "epoch": 1.4797859122622574,
+      "grad_norm": 236.747802734375,
+      "learning_rate": 3.3435026824666584e-06,
+      "loss": 22.7188,
+      "step": 30966
+    },
+    {
+      "epoch": 1.4798336997037178,
+      "grad_norm": 584.084228515625,
+      "learning_rate": 3.3429251926681694e-06,
+      "loss": 16.3125,
+      "step": 30967
+    },
+    {
+      "epoch": 1.4798814871451782,
+      "grad_norm": 441.8856201171875,
+      "learning_rate": 3.3423477427369643e-06,
+      "loss": 25.3438,
+      "step": 30968
+    },
+    {
+      "epoch": 1.4799292745866386,
+      "grad_norm": 452.0507507324219,
+      "learning_rate": 3.341770332676506e-06,
+      "loss": 27.2188,
+      "step": 30969
+    },
+    {
+      "epoch": 1.479977062028099,
+      "grad_norm": 342.3385925292969,
+      "learning_rate": 3.341192962490255e-06,
+      "loss": 39.125,
+      "step": 30970
+    },
+    {
+      "epoch": 1.4800248494695594,
+      "grad_norm": 959.1573486328125,
+      "learning_rate": 3.340615632181663e-06,
+      "loss": 28.9531,
+      "step": 30971
+    },
+    {
+      "epoch": 1.4800726369110198,
+      "grad_norm": 270.187744140625,
+      "learning_rate": 3.340038341754189e-06,
+      "loss": 27.6562,
+      "step": 30972
+    },
+    {
+      "epoch": 1.4801204243524801,
+      "grad_norm": 309.975830078125,
+      "learning_rate": 3.3394610912112936e-06,
+      "loss": 24.0469,
+      "step": 30973
+    },
+    {
+      "epoch": 1.4801682117939405,
+      "grad_norm": 333.04150390625,
+      "learning_rate": 3.338883880556434e-06,
+      "loss": 26.9688,
+      "step": 30974
+    },
+    {
+      "epoch": 1.480215999235401,
+      "grad_norm": 133.42385864257812,
+      "learning_rate": 3.338306709793062e-06,
+      "loss": 21.1875,
+      "step": 30975
+    },
+    {
+      "epoch": 1.4802637866768613,
+      "grad_norm": 317.43389892578125,
+      "learning_rate": 3.3377295789246366e-06,
+      "loss": 19.9688,
+      "step": 30976
+    },
+    {
+      "epoch": 1.4803115741183217,
+      "grad_norm": 157.67129516601562,
+      "learning_rate": 3.337152487954617e-06,
+      "loss": 21.5,
+      "step": 30977
+    },
+    {
+      "epoch": 1.480359361559782,
+      "grad_norm": 163.12631225585938,
+      "learning_rate": 3.3365754368864545e-06,
+      "loss": 21.875,
+      "step": 30978
+    },
+    {
+      "epoch": 1.4804071490012425,
+      "grad_norm": 176.44227600097656,
+      "learning_rate": 3.3359984257236054e-06,
+      "loss": 22.3906,
+      "step": 30979
+    },
+    {
+      "epoch": 1.4804549364427029,
+      "grad_norm": 229.739990234375,
+      "learning_rate": 3.3354214544695285e-06,
+      "loss": 29.5625,
+      "step": 30980
+    },
+    {
+      "epoch": 1.4805027238841633,
+      "grad_norm": 238.01124572753906,
+      "learning_rate": 3.3348445231276805e-06,
+      "loss": 17.3516,
+      "step": 30981
+    },
+    {
+      "epoch": 1.4805505113256237,
+      "grad_norm": 190.3343963623047,
+      "learning_rate": 3.334267631701509e-06,
+      "loss": 20.125,
+      "step": 30982
+    },
+    {
+      "epoch": 1.480598298767084,
+      "grad_norm": 175.06832885742188,
+      "learning_rate": 3.333690780194474e-06,
+      "loss": 20.2812,
+      "step": 30983
+    },
+    {
+      "epoch": 1.4806460862085444,
+      "grad_norm": 148.83570861816406,
+      "learning_rate": 3.333113968610029e-06,
+      "loss": 22.6406,
+      "step": 30984
+    },
+    {
+      "epoch": 1.4806938736500048,
+      "grad_norm": 260.1237487792969,
+      "learning_rate": 3.332537196951632e-06,
+      "loss": 27.7969,
+      "step": 30985
+    },
+    {
+      "epoch": 1.4807416610914652,
+      "grad_norm": 192.0762481689453,
+      "learning_rate": 3.331960465222731e-06,
+      "loss": 21.5469,
+      "step": 30986
+    },
+    {
+      "epoch": 1.4807894485329256,
+      "grad_norm": 263.1300048828125,
+      "learning_rate": 3.3313837734267817e-06,
+      "loss": 24.5938,
+      "step": 30987
+    },
+    {
+      "epoch": 1.480837235974386,
+      "grad_norm": 585.33544921875,
+      "learning_rate": 3.3308071215672434e-06,
+      "loss": 20.6719,
+      "step": 30988
+    },
+    {
+      "epoch": 1.4808850234158464,
+      "grad_norm": 172.97857666015625,
+      "learning_rate": 3.330230509647561e-06,
+      "loss": 22.1719,
+      "step": 30989
+    },
+    {
+      "epoch": 1.4809328108573068,
+      "grad_norm": 126.93529510498047,
+      "learning_rate": 3.329653937671191e-06,
+      "loss": 19.9375,
+      "step": 30990
+    },
+    {
+      "epoch": 1.4809805982987672,
+      "grad_norm": 219.9193115234375,
+      "learning_rate": 3.3290774056415865e-06,
+      "loss": 18.9688,
+      "step": 30991
+    },
+    {
+      "epoch": 1.4810283857402275,
+      "grad_norm": 174.56658935546875,
+      "learning_rate": 3.3285009135622048e-06,
+      "loss": 20.5469,
+      "step": 30992
+    },
+    {
+      "epoch": 1.481076173181688,
+      "grad_norm": 216.03817749023438,
+      "learning_rate": 3.32792446143649e-06,
+      "loss": 23.6875,
+      "step": 30993
+    },
+    {
+      "epoch": 1.4811239606231483,
+      "grad_norm": 351.0643615722656,
+      "learning_rate": 3.3273480492678987e-06,
+      "loss": 29.3125,
+      "step": 30994
+    },
+    {
+      "epoch": 1.4811717480646087,
+      "grad_norm": 601.6689453125,
+      "learning_rate": 3.3267716770598858e-06,
+      "loss": 23.2344,
+      "step": 30995
+    },
+    {
+      "epoch": 1.481219535506069,
+      "grad_norm": 141.78140258789062,
+      "learning_rate": 3.326195344815897e-06,
+      "loss": 22.0312,
+      "step": 30996
+    },
+    {
+      "epoch": 1.4812673229475295,
+      "grad_norm": 503.1465148925781,
+      "learning_rate": 3.3256190525393894e-06,
+      "loss": 25.8125,
+      "step": 30997
+    },
+    {
+      "epoch": 1.4813151103889899,
+      "grad_norm": 296.1780090332031,
+      "learning_rate": 3.3250428002338075e-06,
+      "loss": 28.3125,
+      "step": 30998
+    },
+    {
+      "epoch": 1.4813628978304503,
+      "grad_norm": 199.11866760253906,
+      "learning_rate": 3.324466587902606e-06,
+      "loss": 22.1562,
+      "step": 30999
+    },
+    {
+      "epoch": 1.4814106852719107,
+      "grad_norm": 375.8362731933594,
+      "learning_rate": 3.32389041554924e-06,
+      "loss": 33.4688,
+      "step": 31000
+    },
+    {
+      "epoch": 1.481458472713371,
+      "grad_norm": 744.1904907226562,
+      "learning_rate": 3.3233142831771525e-06,
+      "loss": 29.5312,
+      "step": 31001
+    },
+    {
+      "epoch": 1.4815062601548314,
+      "grad_norm": 265.3896179199219,
+      "learning_rate": 3.322738190789797e-06,
+      "loss": 22.0469,
+      "step": 31002
+    },
+    {
+      "epoch": 1.4815540475962916,
+      "grad_norm": 437.52557373046875,
+      "learning_rate": 3.3221621383906264e-06,
+      "loss": 25.25,
+      "step": 31003
+    },
+    {
+      "epoch": 1.481601835037752,
+      "grad_norm": 209.8555145263672,
+      "learning_rate": 3.321586125983085e-06,
+      "loss": 21.7344,
+      "step": 31004
+    },
+    {
+      "epoch": 1.4816496224792124,
+      "grad_norm": 344.7300720214844,
+      "learning_rate": 3.321010153570626e-06,
+      "loss": 27.4062,
+      "step": 31005
+    },
+    {
+      "epoch": 1.4816974099206728,
+      "grad_norm": 325.7745056152344,
+      "learning_rate": 3.3204342211566977e-06,
+      "loss": 24.0938,
+      "step": 31006
+    },
+    {
+      "epoch": 1.4817451973621332,
+      "grad_norm": 330.3023376464844,
+      "learning_rate": 3.319858328744752e-06,
+      "loss": 25.25,
+      "step": 31007
+    },
+    {
+      "epoch": 1.4817929848035936,
+      "grad_norm": 371.9656677246094,
+      "learning_rate": 3.3192824763382314e-06,
+      "loss": 28.0,
+      "step": 31008
+    },
+    {
+      "epoch": 1.481840772245054,
+      "grad_norm": 175.5923309326172,
+      "learning_rate": 3.3187066639405897e-06,
+      "loss": 24.5469,
+      "step": 31009
+    },
+    {
+      "epoch": 1.4818885596865143,
+      "grad_norm": 206.08872985839844,
+      "learning_rate": 3.3181308915552724e-06,
+      "loss": 18.25,
+      "step": 31010
+    },
+    {
+      "epoch": 1.4819363471279747,
+      "grad_norm": 237.48196411132812,
+      "learning_rate": 3.3175551591857334e-06,
+      "loss": 30.2812,
+      "step": 31011
+    },
+    {
+      "epoch": 1.4819841345694351,
+      "grad_norm": 260.7958679199219,
+      "learning_rate": 3.3169794668354125e-06,
+      "loss": 21.75,
+      "step": 31012
+    },
+    {
+      "epoch": 1.4820319220108955,
+      "grad_norm": 197.04124450683594,
+      "learning_rate": 3.3164038145077613e-06,
+      "loss": 24.25,
+      "step": 31013
+    },
+    {
+      "epoch": 1.482079709452356,
+      "grad_norm": 376.5418395996094,
+      "learning_rate": 3.3158282022062306e-06,
+      "loss": 23.0938,
+      "step": 31014
+    },
+    {
+      "epoch": 1.4821274968938163,
+      "grad_norm": 218.06588745117188,
+      "learning_rate": 3.3152526299342602e-06,
+      "loss": 23.4375,
+      "step": 31015
+    },
+    {
+      "epoch": 1.4821752843352767,
+      "grad_norm": 473.87615966796875,
+      "learning_rate": 3.3146770976953014e-06,
+      "loss": 21.7344,
+      "step": 31016
+    },
+    {
+      "epoch": 1.482223071776737,
+      "grad_norm": 241.085205078125,
+      "learning_rate": 3.3141016054928e-06,
+      "loss": 21.4844,
+      "step": 31017
+    },
+    {
+      "epoch": 1.4822708592181975,
+      "grad_norm": 192.34469604492188,
+      "learning_rate": 3.3135261533302065e-06,
+      "loss": 29.75,
+      "step": 31018
+    },
+    {
+      "epoch": 1.4823186466596578,
+      "grad_norm": 313.78759765625,
+      "learning_rate": 3.3129507412109597e-06,
+      "loss": 23.7812,
+      "step": 31019
+    },
+    {
+      "epoch": 1.4823664341011182,
+      "grad_norm": 184.9911651611328,
+      "learning_rate": 3.3123753691385095e-06,
+      "loss": 22.75,
+      "step": 31020
+    },
+    {
+      "epoch": 1.4824142215425786,
+      "grad_norm": 144.30889892578125,
+      "learning_rate": 3.3118000371163004e-06,
+      "loss": 19.2969,
+      "step": 31021
+    },
+    {
+      "epoch": 1.482462008984039,
+      "grad_norm": 226.1575927734375,
+      "learning_rate": 3.311224745147784e-06,
+      "loss": 23.75,
+      "step": 31022
+    },
+    {
+      "epoch": 1.4825097964254994,
+      "grad_norm": 246.28274536132812,
+      "learning_rate": 3.3106494932363963e-06,
+      "loss": 19.9219,
+      "step": 31023
+    },
+    {
+      "epoch": 1.4825575838669598,
+      "grad_norm": 172.1724395751953,
+      "learning_rate": 3.310074281385587e-06,
+      "loss": 15.8281,
+      "step": 31024
+    },
+    {
+      "epoch": 1.4826053713084202,
+      "grad_norm": 188.7974853515625,
+      "learning_rate": 3.3094991095988026e-06,
+      "loss": 16.9062,
+      "step": 31025
+    },
+    {
+      "epoch": 1.4826531587498806,
+      "grad_norm": 234.76365661621094,
+      "learning_rate": 3.3089239778794835e-06,
+      "loss": 29.9375,
+      "step": 31026
+    },
+    {
+      "epoch": 1.482700946191341,
+      "grad_norm": 275.8628845214844,
+      "learning_rate": 3.3083488862310755e-06,
+      "loss": 25.75,
+      "step": 31027
+    },
+    {
+      "epoch": 1.4827487336328014,
+      "grad_norm": 207.61221313476562,
+      "learning_rate": 3.3077738346570253e-06,
+      "loss": 23.9688,
+      "step": 31028
+    },
+    {
+      "epoch": 1.4827965210742617,
+      "grad_norm": 354.97845458984375,
+      "learning_rate": 3.3071988231607723e-06,
+      "loss": 24.6562,
+      "step": 31029
+    },
+    {
+      "epoch": 1.4828443085157221,
+      "grad_norm": 210.46929931640625,
+      "learning_rate": 3.3066238517457617e-06,
+      "loss": 22.8125,
+      "step": 31030
+    },
+    {
+      "epoch": 1.4828920959571825,
+      "grad_norm": 169.5680389404297,
+      "learning_rate": 3.306048920415441e-06,
+      "loss": 17.5,
+      "step": 31031
+    },
+    {
+      "epoch": 1.482939883398643,
+      "grad_norm": 285.5844421386719,
+      "learning_rate": 3.3054740291732467e-06,
+      "loss": 24.0469,
+      "step": 31032
+    },
+    {
+      "epoch": 1.4829876708401033,
+      "grad_norm": 326.5506591796875,
+      "learning_rate": 3.304899178022628e-06,
+      "loss": 41.5312,
+      "step": 31033
+    },
+    {
+      "epoch": 1.4830354582815635,
+      "grad_norm": 251.6014862060547,
+      "learning_rate": 3.3043243669670198e-06,
+      "loss": 21.7969,
+      "step": 31034
+    },
+    {
+      "epoch": 1.4830832457230239,
+      "grad_norm": 142.9575653076172,
+      "learning_rate": 3.3037495960098698e-06,
+      "loss": 19.0625,
+      "step": 31035
+    },
+    {
+      "epoch": 1.4831310331644842,
+      "grad_norm": 630.6070556640625,
+      "learning_rate": 3.3031748651546227e-06,
+      "loss": 22.875,
+      "step": 31036
+    },
+    {
+      "epoch": 1.4831788206059446,
+      "grad_norm": 482.64874267578125,
+      "learning_rate": 3.302600174404713e-06,
+      "loss": 31.9062,
+      "step": 31037
+    },
+    {
+      "epoch": 1.483226608047405,
+      "grad_norm": 314.91064453125,
+      "learning_rate": 3.302025523763587e-06,
+      "loss": 28.0,
+      "step": 31038
+    },
+    {
+      "epoch": 1.4832743954888654,
+      "grad_norm": 151.32843017578125,
+      "learning_rate": 3.301450913234684e-06,
+      "loss": 17.0156,
+      "step": 31039
+    },
+    {
+      "epoch": 1.4833221829303258,
+      "grad_norm": 266.71746826171875,
+      "learning_rate": 3.300876342821451e-06,
+      "loss": 27.6719,
+      "step": 31040
+    },
+    {
+      "epoch": 1.4833699703717862,
+      "grad_norm": 170.06341552734375,
+      "learning_rate": 3.300301812527321e-06,
+      "loss": 14.125,
+      "step": 31041
+    },
+    {
+      "epoch": 1.4834177578132466,
+      "grad_norm": 206.51979064941406,
+      "learning_rate": 3.299727322355738e-06,
+      "loss": 26.9688,
+      "step": 31042
+    },
+    {
+      "epoch": 1.483465545254707,
+      "grad_norm": 233.23329162597656,
+      "learning_rate": 3.299152872310142e-06,
+      "loss": 35.7188,
+      "step": 31043
+    },
+    {
+      "epoch": 1.4835133326961674,
+      "grad_norm": 414.38201904296875,
+      "learning_rate": 3.2985784623939775e-06,
+      "loss": 23.2812,
+      "step": 31044
+    },
+    {
+      "epoch": 1.4835611201376278,
+      "grad_norm": 223.8315887451172,
+      "learning_rate": 3.298004092610678e-06,
+      "loss": 25.9688,
+      "step": 31045
+    },
+    {
+      "epoch": 1.4836089075790881,
+      "grad_norm": 151.03512573242188,
+      "learning_rate": 3.2974297629636865e-06,
+      "loss": 26.375,
+      "step": 31046
+    },
+    {
+      "epoch": 1.4836566950205485,
+      "grad_norm": 223.0128936767578,
+      "learning_rate": 3.296855473456444e-06,
+      "loss": 28.1562,
+      "step": 31047
+    },
+    {
+      "epoch": 1.483704482462009,
+      "grad_norm": 202.53079223632812,
+      "learning_rate": 3.296281224092385e-06,
+      "loss": 21.1719,
+      "step": 31048
+    },
+    {
+      "epoch": 1.4837522699034693,
+      "grad_norm": 777.1348266601562,
+      "learning_rate": 3.2957070148749515e-06,
+      "loss": 29.9688,
+      "step": 31049
+    },
+    {
+      "epoch": 1.4838000573449297,
+      "grad_norm": 209.0475616455078,
+      "learning_rate": 3.2951328458075824e-06,
+      "loss": 22.1875,
+      "step": 31050
+    },
+    {
+      "epoch": 1.48384784478639,
+      "grad_norm": 241.37921142578125,
+      "learning_rate": 3.294558716893719e-06,
+      "loss": 25.4062,
+      "step": 31051
+    },
+    {
+      "epoch": 1.4838956322278505,
+      "grad_norm": 231.1693878173828,
+      "learning_rate": 3.2939846281367927e-06,
+      "loss": 19.3438,
+      "step": 31052
+    },
+    {
+      "epoch": 1.4839434196693109,
+      "grad_norm": 304.604736328125,
+      "learning_rate": 3.293410579540245e-06,
+      "loss": 29.3125,
+      "step": 31053
+    },
+    {
+      "epoch": 1.4839912071107713,
+      "grad_norm": 430.25836181640625,
+      "learning_rate": 3.292836571107515e-06,
+      "loss": 28.8906,
+      "step": 31054
+    },
+    {
+      "epoch": 1.4840389945522316,
+      "grad_norm": 316.0823669433594,
+      "learning_rate": 3.2922626028420425e-06,
+      "loss": 24.8281,
+      "step": 31055
+    },
+    {
+      "epoch": 1.484086781993692,
+      "grad_norm": 215.65257263183594,
+      "learning_rate": 3.2916886747472575e-06,
+      "loss": 21.25,
+      "step": 31056
+    },
+    {
+      "epoch": 1.4841345694351524,
+      "grad_norm": 183.01512145996094,
+      "learning_rate": 3.2911147868266023e-06,
+      "loss": 19.9688,
+      "step": 31057
+    },
+    {
+      "epoch": 1.4841823568766128,
+      "grad_norm": 209.09576416015625,
+      "learning_rate": 3.290540939083512e-06,
+      "loss": 24.2188,
+      "step": 31058
+    },
+    {
+      "epoch": 1.4842301443180732,
+      "grad_norm": 271.83837890625,
+      "learning_rate": 3.2899671315214277e-06,
+      "loss": 14.7969,
+      "step": 31059
+    },
+    {
+      "epoch": 1.4842779317595336,
+      "grad_norm": 334.7496643066406,
+      "learning_rate": 3.289393364143779e-06,
+      "loss": 33.1562,
+      "step": 31060
+    },
+    {
+      "epoch": 1.484325719200994,
+      "grad_norm": 108.6852035522461,
+      "learning_rate": 3.288819636954007e-06,
+      "loss": 20.7109,
+      "step": 31061
+    },
+    {
+      "epoch": 1.4843735066424544,
+      "grad_norm": 238.4556884765625,
+      "learning_rate": 3.288245949955543e-06,
+      "loss": 20.3125,
+      "step": 31062
+    },
+    {
+      "epoch": 1.4844212940839148,
+      "grad_norm": 215.09176635742188,
+      "learning_rate": 3.2876723031518255e-06,
+      "loss": 16.0312,
+      "step": 31063
+    },
+    {
+      "epoch": 1.4844690815253752,
+      "grad_norm": 303.69610595703125,
+      "learning_rate": 3.2870986965462924e-06,
+      "loss": 20.8594,
+      "step": 31064
+    },
+    {
+      "epoch": 1.4845168689668355,
+      "grad_norm": 386.59344482421875,
+      "learning_rate": 3.286525130142374e-06,
+      "loss": 19.2656,
+      "step": 31065
+    },
+    {
+      "epoch": 1.484564656408296,
+      "grad_norm": 342.26947021484375,
+      "learning_rate": 3.285951603943509e-06,
+      "loss": 34.4062,
+      "step": 31066
+    },
+    {
+      "epoch": 1.4846124438497563,
+      "grad_norm": 437.6654357910156,
+      "learning_rate": 3.2853781179531285e-06,
+      "loss": 19.7344,
+      "step": 31067
+    },
+    {
+      "epoch": 1.4846602312912167,
+      "grad_norm": 260.10015869140625,
+      "learning_rate": 3.2848046721746687e-06,
+      "loss": 22.7969,
+      "step": 31068
+    },
+    {
+      "epoch": 1.484708018732677,
+      "grad_norm": 502.2369079589844,
+      "learning_rate": 3.284231266611563e-06,
+      "loss": 28.875,
+      "step": 31069
+    },
+    {
+      "epoch": 1.4847558061741375,
+      "grad_norm": 198.7357635498047,
+      "learning_rate": 3.28365790126725e-06,
+      "loss": 18.1406,
+      "step": 31070
+    },
+    {
+      "epoch": 1.4848035936155979,
+      "grad_norm": 204.5293426513672,
+      "learning_rate": 3.283084576145156e-06,
+      "loss": 22.0312,
+      "step": 31071
+    },
+    {
+      "epoch": 1.4848513810570583,
+      "grad_norm": 264.5215759277344,
+      "learning_rate": 3.282511291248719e-06,
+      "loss": 36.7812,
+      "step": 31072
+    },
+    {
+      "epoch": 1.4848991684985187,
+      "grad_norm": 431.2064208984375,
+      "learning_rate": 3.2819380465813742e-06,
+      "loss": 27.8594,
+      "step": 31073
+    },
+    {
+      "epoch": 1.484946955939979,
+      "grad_norm": 263.09429931640625,
+      "learning_rate": 3.2813648421465483e-06,
+      "loss": 21.5625,
+      "step": 31074
+    },
+    {
+      "epoch": 1.4849947433814394,
+      "grad_norm": 204.8024139404297,
+      "learning_rate": 3.280791677947678e-06,
+      "loss": 22.5625,
+      "step": 31075
+    },
+    {
+      "epoch": 1.4850425308228998,
+      "grad_norm": 390.5977478027344,
+      "learning_rate": 3.280218553988196e-06,
+      "loss": 35.1562,
+      "step": 31076
+    },
+    {
+      "epoch": 1.4850903182643602,
+      "grad_norm": 200.49896240234375,
+      "learning_rate": 3.279645470271536e-06,
+      "loss": 32.1875,
+      "step": 31077
+    },
+    {
+      "epoch": 1.4851381057058206,
+      "grad_norm": 243.6045379638672,
+      "learning_rate": 3.2790724268011252e-06,
+      "loss": 20.375,
+      "step": 31078
+    },
+    {
+      "epoch": 1.485185893147281,
+      "grad_norm": 246.45787048339844,
+      "learning_rate": 3.278499423580399e-06,
+      "loss": 29.25,
+      "step": 31079
+    },
+    {
+      "epoch": 1.4852336805887414,
+      "grad_norm": 149.7340545654297,
+      "learning_rate": 3.277926460612787e-06,
+      "loss": 21.0,
+      "step": 31080
+    },
+    {
+      "epoch": 1.4852814680302018,
+      "grad_norm": 125.73117065429688,
+      "learning_rate": 3.277353537901725e-06,
+      "loss": 18.3125,
+      "step": 31081
+    },
+    {
+      "epoch": 1.4853292554716622,
+      "grad_norm": 815.09912109375,
+      "learning_rate": 3.276780655450639e-06,
+      "loss": 23.0156,
+      "step": 31082
+    },
+    {
+      "epoch": 1.4853770429131226,
+      "grad_norm": 524.6895751953125,
+      "learning_rate": 3.276207813262959e-06,
+      "loss": 28.6094,
+      "step": 31083
+    },
+    {
+      "epoch": 1.485424830354583,
+      "grad_norm": 244.8013916015625,
+      "learning_rate": 3.275635011342123e-06,
+      "loss": 17.875,
+      "step": 31084
+    },
+    {
+      "epoch": 1.4854726177960433,
+      "grad_norm": 300.6889343261719,
+      "learning_rate": 3.275062249691553e-06,
+      "loss": 27.4062,
+      "step": 31085
+    },
+    {
+      "epoch": 1.4855204052375035,
+      "grad_norm": 424.2984313964844,
+      "learning_rate": 3.2744895283146828e-06,
+      "loss": 25.625,
+      "step": 31086
+    },
+    {
+      "epoch": 1.485568192678964,
+      "grad_norm": 346.6518859863281,
+      "learning_rate": 3.2739168472149417e-06,
+      "loss": 24.9375,
+      "step": 31087
+    },
+    {
+      "epoch": 1.4856159801204243,
+      "grad_norm": 222.41600036621094,
+      "learning_rate": 3.273344206395763e-06,
+      "loss": 22.9375,
+      "step": 31088
+    },
+    {
+      "epoch": 1.4856637675618847,
+      "grad_norm": 209.6098175048828,
+      "learning_rate": 3.2727716058605694e-06,
+      "loss": 24.125,
+      "step": 31089
+    },
+    {
+      "epoch": 1.485711555003345,
+      "grad_norm": 229.24778747558594,
+      "learning_rate": 3.272199045612794e-06,
+      "loss": 28.4375,
+      "step": 31090
+    },
+    {
+      "epoch": 1.4857593424448055,
+      "grad_norm": 157.09481811523438,
+      "learning_rate": 3.2716265256558645e-06,
+      "loss": 20.5625,
+      "step": 31091
+    },
+    {
+      "epoch": 1.4858071298862658,
+      "grad_norm": 184.43023681640625,
+      "learning_rate": 3.271054045993214e-06,
+      "loss": 17.4688,
+      "step": 31092
+    },
+    {
+      "epoch": 1.4858549173277262,
+      "grad_norm": 250.97328186035156,
+      "learning_rate": 3.270481606628263e-06,
+      "loss": 25.6562,
+      "step": 31093
+    },
+    {
+      "epoch": 1.4859027047691866,
+      "grad_norm": 286.13677978515625,
+      "learning_rate": 3.269909207564447e-06,
+      "loss": 27.6875,
+      "step": 31094
+    },
+    {
+      "epoch": 1.485950492210647,
+      "grad_norm": 298.864990234375,
+      "learning_rate": 3.269336848805188e-06,
+      "loss": 18.7344,
+      "step": 31095
+    },
+    {
+      "epoch": 1.4859982796521074,
+      "grad_norm": 180.42703247070312,
+      "learning_rate": 3.268764530353915e-06,
+      "loss": 16.5234,
+      "step": 31096
+    },
+    {
+      "epoch": 1.4860460670935678,
+      "grad_norm": 147.5084228515625,
+      "learning_rate": 3.268192252214062e-06,
+      "loss": 18.0938,
+      "step": 31097
+    },
+    {
+      "epoch": 1.4860938545350282,
+      "grad_norm": 233.44642639160156,
+      "learning_rate": 3.267620014389046e-06,
+      "loss": 27.0,
+      "step": 31098
+    },
+    {
+      "epoch": 1.4861416419764886,
+      "grad_norm": 188.5264129638672,
+      "learning_rate": 3.2670478168823026e-06,
+      "loss": 26.0312,
+      "step": 31099
+    },
+    {
+      "epoch": 1.486189429417949,
+      "grad_norm": 168.83021545410156,
+      "learning_rate": 3.2664756596972524e-06,
+      "loss": 21.3125,
+      "step": 31100
+    },
+    {
+      "epoch": 1.4862372168594093,
+      "grad_norm": 395.73291015625,
+      "learning_rate": 3.265903542837324e-06,
+      "loss": 26.0938,
+      "step": 31101
+    },
+    {
+      "epoch": 1.4862850043008697,
+      "grad_norm": 182.69723510742188,
+      "learning_rate": 3.2653314663059444e-06,
+      "loss": 21.9219,
+      "step": 31102
+    },
+    {
+      "epoch": 1.4863327917423301,
+      "grad_norm": 165.5179901123047,
+      "learning_rate": 3.264759430106542e-06,
+      "loss": 15.5469,
+      "step": 31103
+    },
+    {
+      "epoch": 1.4863805791837905,
+      "grad_norm": 235.45050048828125,
+      "learning_rate": 3.264187434242536e-06,
+      "loss": 22.375,
+      "step": 31104
+    },
+    {
+      "epoch": 1.486428366625251,
+      "grad_norm": 315.8392639160156,
+      "learning_rate": 3.263615478717357e-06,
+      "loss": 23.6094,
+      "step": 31105
+    },
+    {
+      "epoch": 1.4864761540667113,
+      "grad_norm": 332.6444396972656,
+      "learning_rate": 3.2630435635344283e-06,
+      "loss": 25.2812,
+      "step": 31106
+    },
+    {
+      "epoch": 1.4865239415081717,
+      "grad_norm": 584.5654296875,
+      "learning_rate": 3.2624716886971787e-06,
+      "loss": 35.4062,
+      "step": 31107
+    },
+    {
+      "epoch": 1.486571728949632,
+      "grad_norm": 184.26063537597656,
+      "learning_rate": 3.2618998542090263e-06,
+      "loss": 14.7031,
+      "step": 31108
+    },
+    {
+      "epoch": 1.4866195163910925,
+      "grad_norm": 241.36598205566406,
+      "learning_rate": 3.2613280600734e-06,
+      "loss": 20.6719,
+      "step": 31109
+    },
+    {
+      "epoch": 1.4866673038325529,
+      "grad_norm": 231.9093780517578,
+      "learning_rate": 3.2607563062937263e-06,
+      "loss": 18.9062,
+      "step": 31110
+    },
+    {
+      "epoch": 1.4867150912740132,
+      "grad_norm": 269.46466064453125,
+      "learning_rate": 3.2601845928734233e-06,
+      "loss": 22.5,
+      "step": 31111
+    },
+    {
+      "epoch": 1.4867628787154736,
+      "grad_norm": 164.89688110351562,
+      "learning_rate": 3.2596129198159164e-06,
+      "loss": 21.0,
+      "step": 31112
+    },
+    {
+      "epoch": 1.486810666156934,
+      "grad_norm": 203.06430053710938,
+      "learning_rate": 3.2590412871246324e-06,
+      "loss": 27.9062,
+      "step": 31113
+    },
+    {
+      "epoch": 1.4868584535983944,
+      "grad_norm": 225.65435791015625,
+      "learning_rate": 3.258469694802996e-06,
+      "loss": 24.3906,
+      "step": 31114
+    },
+    {
+      "epoch": 1.4869062410398548,
+      "grad_norm": 170.69285583496094,
+      "learning_rate": 3.2578981428544233e-06,
+      "loss": 18.9375,
+      "step": 31115
+    },
+    {
+      "epoch": 1.4869540284813152,
+      "grad_norm": 238.84861755371094,
+      "learning_rate": 3.2573266312823414e-06,
+      "loss": 26.4062,
+      "step": 31116
+    },
+    {
+      "epoch": 1.4870018159227754,
+      "grad_norm": 166.4912109375,
+      "learning_rate": 3.2567551600901716e-06,
+      "loss": 19.5156,
+      "step": 31117
+    },
+    {
+      "epoch": 1.4870496033642358,
+      "grad_norm": 306.5583801269531,
+      "learning_rate": 3.2561837292813416e-06,
+      "loss": 25.1562,
+      "step": 31118
+    },
+    {
+      "epoch": 1.4870973908056961,
+      "grad_norm": 176.81784057617188,
+      "learning_rate": 3.2556123388592652e-06,
+      "loss": 17.9688,
+      "step": 31119
+    },
+    {
+      "epoch": 1.4871451782471565,
+      "grad_norm": 600.2691040039062,
+      "learning_rate": 3.2550409888273693e-06,
+      "loss": 31.9688,
+      "step": 31120
+    },
+    {
+      "epoch": 1.487192965688617,
+      "grad_norm": 264.5311279296875,
+      "learning_rate": 3.254469679189076e-06,
+      "loss": 22.0781,
+      "step": 31121
+    },
+    {
+      "epoch": 1.4872407531300773,
+      "grad_norm": 160.9416046142578,
+      "learning_rate": 3.253898409947803e-06,
+      "loss": 20.1719,
+      "step": 31122
+    },
+    {
+      "epoch": 1.4872885405715377,
+      "grad_norm": 186.60264587402344,
+      "learning_rate": 3.2533271811069744e-06,
+      "loss": 19.2344,
+      "step": 31123
+    },
+    {
+      "epoch": 1.487336328012998,
+      "grad_norm": 262.8563232421875,
+      "learning_rate": 3.252755992670009e-06,
+      "loss": 19.6406,
+      "step": 31124
+    },
+    {
+      "epoch": 1.4873841154544585,
+      "grad_norm": 599.4816284179688,
+      "learning_rate": 3.2521848446403337e-06,
+      "loss": 33.5,
+      "step": 31125
+    },
+    {
+      "epoch": 1.4874319028959189,
+      "grad_norm": 131.39178466796875,
+      "learning_rate": 3.2516137370213597e-06,
+      "loss": 21.1094,
+      "step": 31126
+    },
+    {
+      "epoch": 1.4874796903373793,
+      "grad_norm": 698.7282104492188,
+      "learning_rate": 3.251042669816512e-06,
+      "loss": 24.9375,
+      "step": 31127
+    },
+    {
+      "epoch": 1.4875274777788396,
+      "grad_norm": 369.0908203125,
+      "learning_rate": 3.2504716430292127e-06,
+      "loss": 31.75,
+      "step": 31128
+    },
+    {
+      "epoch": 1.4875752652203,
+      "grad_norm": 232.5060272216797,
+      "learning_rate": 3.2499006566628764e-06,
+      "loss": 31.4688,
+      "step": 31129
+    },
+    {
+      "epoch": 1.4876230526617604,
+      "grad_norm": 497.0787048339844,
+      "learning_rate": 3.2493297107209287e-06,
+      "loss": 33.9062,
+      "step": 31130
+    },
+    {
+      "epoch": 1.4876708401032208,
+      "grad_norm": 181.47927856445312,
+      "learning_rate": 3.2487588052067807e-06,
+      "loss": 24.7812,
+      "step": 31131
+    },
+    {
+      "epoch": 1.4877186275446812,
+      "grad_norm": 163.7564239501953,
+      "learning_rate": 3.2481879401238603e-06,
+      "loss": 20.9844,
+      "step": 31132
+    },
+    {
+      "epoch": 1.4877664149861416,
+      "grad_norm": 213.32020568847656,
+      "learning_rate": 3.2476171154755785e-06,
+      "loss": 27.9375,
+      "step": 31133
+    },
+    {
+      "epoch": 1.487814202427602,
+      "grad_norm": 159.71353149414062,
+      "learning_rate": 3.2470463312653577e-06,
+      "loss": 22.625,
+      "step": 31134
+    },
+    {
+      "epoch": 1.4878619898690624,
+      "grad_norm": 354.3226623535156,
+      "learning_rate": 3.246475587496615e-06,
+      "loss": 22.7812,
+      "step": 31135
+    },
+    {
+      "epoch": 1.4879097773105228,
+      "grad_norm": 230.51719665527344,
+      "learning_rate": 3.2459048841727723e-06,
+      "loss": 23.1875,
+      "step": 31136
+    },
+    {
+      "epoch": 1.4879575647519832,
+      "grad_norm": 350.3863830566406,
+      "learning_rate": 3.2453342212972417e-06,
+      "loss": 26.6562,
+      "step": 31137
+    },
+    {
+      "epoch": 1.4880053521934435,
+      "grad_norm": 172.06300354003906,
+      "learning_rate": 3.2447635988734427e-06,
+      "loss": 22.1875,
+      "step": 31138
+    },
+    {
+      "epoch": 1.488053139634904,
+      "grad_norm": 165.84417724609375,
+      "learning_rate": 3.244193016904793e-06,
+      "loss": 22.2656,
+      "step": 31139
+    },
+    {
+      "epoch": 1.4881009270763643,
+      "grad_norm": 141.3066864013672,
+      "learning_rate": 3.243622475394713e-06,
+      "loss": 22.5,
+      "step": 31140
+    },
+    {
+      "epoch": 1.4881487145178247,
+      "grad_norm": 460.4384765625,
+      "learning_rate": 3.243051974346614e-06,
+      "loss": 29.5,
+      "step": 31141
+    },
+    {
+      "epoch": 1.488196501959285,
+      "grad_norm": 430.1786193847656,
+      "learning_rate": 3.2424815137639132e-06,
+      "loss": 27.6562,
+      "step": 31142
+    },
+    {
+      "epoch": 1.4882442894007455,
+      "grad_norm": 686.1873168945312,
+      "learning_rate": 3.2419110936500298e-06,
+      "loss": 19.1875,
+      "step": 31143
+    },
+    {
+      "epoch": 1.4882920768422059,
+      "grad_norm": 223.84912109375,
+      "learning_rate": 3.241340714008381e-06,
+      "loss": 21.8438,
+      "step": 31144
+    },
+    {
+      "epoch": 1.4883398642836663,
+      "grad_norm": 226.18702697753906,
+      "learning_rate": 3.240770374842377e-06,
+      "loss": 28.2188,
+      "step": 31145
+    },
+    {
+      "epoch": 1.4883876517251267,
+      "grad_norm": 376.8398132324219,
+      "learning_rate": 3.2402000761554375e-06,
+      "loss": 24.0312,
+      "step": 31146
+    },
+    {
+      "epoch": 1.488435439166587,
+      "grad_norm": 128.3936309814453,
+      "learning_rate": 3.23962981795098e-06,
+      "loss": 12.0156,
+      "step": 31147
+    },
+    {
+      "epoch": 1.4884832266080474,
+      "grad_norm": 349.9228515625,
+      "learning_rate": 3.2390596002324127e-06,
+      "loss": 26.0312,
+      "step": 31148
+    },
+    {
+      "epoch": 1.4885310140495078,
+      "grad_norm": 206.93222045898438,
+      "learning_rate": 3.238489423003155e-06,
+      "loss": 23.5312,
+      "step": 31149
+    },
+    {
+      "epoch": 1.4885788014909682,
+      "grad_norm": 111.26363372802734,
+      "learning_rate": 3.237919286266621e-06,
+      "loss": 18.3594,
+      "step": 31150
+    },
+    {
+      "epoch": 1.4886265889324286,
+      "grad_norm": 213.37200927734375,
+      "learning_rate": 3.2373491900262278e-06,
+      "loss": 23.2031,
+      "step": 31151
+    },
+    {
+      "epoch": 1.488674376373889,
+      "grad_norm": 226.35374450683594,
+      "learning_rate": 3.236779134285384e-06,
+      "loss": 29.8594,
+      "step": 31152
+    },
+    {
+      "epoch": 1.4887221638153494,
+      "grad_norm": 435.33502197265625,
+      "learning_rate": 3.236209119047505e-06,
+      "loss": 23.1094,
+      "step": 31153
+    },
+    {
+      "epoch": 1.4887699512568098,
+      "grad_norm": 173.01980590820312,
+      "learning_rate": 3.2356391443160073e-06,
+      "loss": 19.3906,
+      "step": 31154
+    },
+    {
+      "epoch": 1.4888177386982702,
+      "grad_norm": 316.4640808105469,
+      "learning_rate": 3.235069210094305e-06,
+      "loss": 34.3438,
+      "step": 31155
+    },
+    {
+      "epoch": 1.4888655261397306,
+      "grad_norm": 152.5389862060547,
+      "learning_rate": 3.2344993163858063e-06,
+      "loss": 21.0469,
+      "step": 31156
+    },
+    {
+      "epoch": 1.488913313581191,
+      "grad_norm": 124.34622192382812,
+      "learning_rate": 3.233929463193927e-06,
+      "loss": 18.2031,
+      "step": 31157
+    },
+    {
+      "epoch": 1.4889611010226513,
+      "grad_norm": 223.00404357910156,
+      "learning_rate": 3.233359650522082e-06,
+      "loss": 22.1719,
+      "step": 31158
+    },
+    {
+      "epoch": 1.4890088884641117,
+      "grad_norm": 266.4651794433594,
+      "learning_rate": 3.232789878373679e-06,
+      "loss": 29.7812,
+      "step": 31159
+    },
+    {
+      "epoch": 1.4890566759055721,
+      "grad_norm": 235.1828155517578,
+      "learning_rate": 3.232220146752132e-06,
+      "loss": 21.5156,
+      "step": 31160
+    },
+    {
+      "epoch": 1.4891044633470325,
+      "grad_norm": 216.16253662109375,
+      "learning_rate": 3.2316504556608562e-06,
+      "loss": 24.6719,
+      "step": 31161
+    },
+    {
+      "epoch": 1.489152250788493,
+      "grad_norm": 322.5787048339844,
+      "learning_rate": 3.2310808051032584e-06,
+      "loss": 30.8125,
+      "step": 31162
+    },
+    {
+      "epoch": 1.4892000382299533,
+      "grad_norm": 178.3546600341797,
+      "learning_rate": 3.230511195082755e-06,
+      "loss": 27.4375,
+      "step": 31163
+    },
+    {
+      "epoch": 1.4892478256714137,
+      "grad_norm": 229.4381866455078,
+      "learning_rate": 3.2299416256027507e-06,
+      "loss": 18.2188,
+      "step": 31164
+    },
+    {
+      "epoch": 1.489295613112874,
+      "grad_norm": 143.9195556640625,
+      "learning_rate": 3.229372096666661e-06,
+      "loss": 23.1875,
+      "step": 31165
+    },
+    {
+      "epoch": 1.4893434005543345,
+      "grad_norm": 849.7807006835938,
+      "learning_rate": 3.228802608277899e-06,
+      "loss": 56.875,
+      "step": 31166
+    },
+    {
+      "epoch": 1.4893911879957948,
+      "grad_norm": 1767.829833984375,
+      "learning_rate": 3.2282331604398696e-06,
+      "loss": 23.6562,
+      "step": 31167
+    },
+    {
+      "epoch": 1.489438975437255,
+      "grad_norm": 291.57623291015625,
+      "learning_rate": 3.227663753155985e-06,
+      "loss": 26.875,
+      "step": 31168
+    },
+    {
+      "epoch": 1.4894867628787154,
+      "grad_norm": 391.32684326171875,
+      "learning_rate": 3.227094386429659e-06,
+      "loss": 19.6562,
+      "step": 31169
+    },
+    {
+      "epoch": 1.4895345503201758,
+      "grad_norm": 230.90054321289062,
+      "learning_rate": 3.226525060264295e-06,
+      "loss": 17.8828,
+      "step": 31170
+    },
+    {
+      "epoch": 1.4895823377616362,
+      "grad_norm": 237.3981475830078,
+      "learning_rate": 3.225955774663305e-06,
+      "loss": 18.7656,
+      "step": 31171
+    },
+    {
+      "epoch": 1.4896301252030966,
+      "grad_norm": 200.75595092773438,
+      "learning_rate": 3.2253865296301e-06,
+      "loss": 17.2031,
+      "step": 31172
+    },
+    {
+      "epoch": 1.489677912644557,
+      "grad_norm": 177.5582275390625,
+      "learning_rate": 3.2248173251680912e-06,
+      "loss": 19.0312,
+      "step": 31173
+    },
+    {
+      "epoch": 1.4897257000860173,
+      "grad_norm": 403.8436279296875,
+      "learning_rate": 3.224248161280681e-06,
+      "loss": 31.1562,
+      "step": 31174
+    },
+    {
+      "epoch": 1.4897734875274777,
+      "grad_norm": 211.99923706054688,
+      "learning_rate": 3.2236790379712802e-06,
+      "loss": 27.3438,
+      "step": 31175
+    },
+    {
+      "epoch": 1.4898212749689381,
+      "grad_norm": 333.4789733886719,
+      "learning_rate": 3.2231099552433e-06,
+      "loss": 32.9688,
+      "step": 31176
+    },
+    {
+      "epoch": 1.4898690624103985,
+      "grad_norm": 404.9050598144531,
+      "learning_rate": 3.2225409131001482e-06,
+      "loss": 26.75,
+      "step": 31177
+    },
+    {
+      "epoch": 1.489916849851859,
+      "grad_norm": 335.55218505859375,
+      "learning_rate": 3.2219719115452284e-06,
+      "loss": 23.8438,
+      "step": 31178
+    },
+    {
+      "epoch": 1.4899646372933193,
+      "grad_norm": 408.6860046386719,
+      "learning_rate": 3.221402950581951e-06,
+      "loss": 18.9062,
+      "step": 31179
+    },
+    {
+      "epoch": 1.4900124247347797,
+      "grad_norm": 588.3403930664062,
+      "learning_rate": 3.220834030213722e-06,
+      "loss": 23.7031,
+      "step": 31180
+    },
+    {
+      "epoch": 1.49006021217624,
+      "grad_norm": 295.2135314941406,
+      "learning_rate": 3.220265150443954e-06,
+      "loss": 23.6875,
+      "step": 31181
+    },
+    {
+      "epoch": 1.4901079996177005,
+      "grad_norm": 265.4816589355469,
+      "learning_rate": 3.219696311276046e-06,
+      "loss": 25.5,
+      "step": 31182
+    },
+    {
+      "epoch": 1.4901557870591609,
+      "grad_norm": 220.50804138183594,
+      "learning_rate": 3.219127512713408e-06,
+      "loss": 24.4219,
+      "step": 31183
+    },
+    {
+      "epoch": 1.4902035745006212,
+      "grad_norm": 161.46005249023438,
+      "learning_rate": 3.21855875475945e-06,
+      "loss": 18.0156,
+      "step": 31184
+    },
+    {
+      "epoch": 1.4902513619420816,
+      "grad_norm": 367.9059753417969,
+      "learning_rate": 3.217990037417571e-06,
+      "loss": 34.5938,
+      "step": 31185
+    },
+    {
+      "epoch": 1.490299149383542,
+      "grad_norm": 385.9185791015625,
+      "learning_rate": 3.217421360691181e-06,
+      "loss": 30.4375,
+      "step": 31186
+    },
+    {
+      "epoch": 1.4903469368250024,
+      "grad_norm": 211.97216796875,
+      "learning_rate": 3.2168527245836846e-06,
+      "loss": 22.4375,
+      "step": 31187
+    },
+    {
+      "epoch": 1.4903947242664628,
+      "grad_norm": 187.88539123535156,
+      "learning_rate": 3.2162841290984912e-06,
+      "loss": 22.1875,
+      "step": 31188
+    },
+    {
+      "epoch": 1.4904425117079232,
+      "grad_norm": 193.33062744140625,
+      "learning_rate": 3.2157155742389987e-06,
+      "loss": 22.1172,
+      "step": 31189
+    },
+    {
+      "epoch": 1.4904902991493836,
+      "grad_norm": 411.3077392578125,
+      "learning_rate": 3.2151470600086164e-06,
+      "loss": 30.5312,
+      "step": 31190
+    },
+    {
+      "epoch": 1.490538086590844,
+      "grad_norm": 246.5016632080078,
+      "learning_rate": 3.2145785864107514e-06,
+      "loss": 22.4688,
+      "step": 31191
+    },
+    {
+      "epoch": 1.4905858740323044,
+      "grad_norm": 142.89500427246094,
+      "learning_rate": 3.214010153448802e-06,
+      "loss": 22.1875,
+      "step": 31192
+    },
+    {
+      "epoch": 1.4906336614737647,
+      "grad_norm": 306.625732421875,
+      "learning_rate": 3.213441761126176e-06,
+      "loss": 42.8125,
+      "step": 31193
+    },
+    {
+      "epoch": 1.4906814489152251,
+      "grad_norm": 270.1024169921875,
+      "learning_rate": 3.212873409446279e-06,
+      "loss": 24.875,
+      "step": 31194
+    },
+    {
+      "epoch": 1.4907292363566855,
+      "grad_norm": 251.1402130126953,
+      "learning_rate": 3.212305098412509e-06,
+      "loss": 27.0,
+      "step": 31195
+    },
+    {
+      "epoch": 1.490777023798146,
+      "grad_norm": 146.31044006347656,
+      "learning_rate": 3.211736828028278e-06,
+      "loss": 17.5156,
+      "step": 31196
+    },
+    {
+      "epoch": 1.4908248112396063,
+      "grad_norm": 314.8893737792969,
+      "learning_rate": 3.2111685982969787e-06,
+      "loss": 17.5625,
+      "step": 31197
+    },
+    {
+      "epoch": 1.4908725986810667,
+      "grad_norm": 162.72918701171875,
+      "learning_rate": 3.2106004092220212e-06,
+      "loss": 30.6719,
+      "step": 31198
+    },
+    {
+      "epoch": 1.4909203861225269,
+      "grad_norm": 121.89799499511719,
+      "learning_rate": 3.210032260806809e-06,
+      "loss": 21.5,
+      "step": 31199
+    },
+    {
+      "epoch": 1.4909681735639873,
+      "grad_norm": 327.19476318359375,
+      "learning_rate": 3.209464153054739e-06,
+      "loss": 24.5938,
+      "step": 31200
+    },
+    {
+      "epoch": 1.4910159610054476,
+      "grad_norm": 319.4635314941406,
+      "learning_rate": 3.2088960859692166e-06,
+      "loss": 34.5,
+      "step": 31201
+    },
+    {
+      "epoch": 1.491063748446908,
+      "grad_norm": 282.3168029785156,
+      "learning_rate": 3.2083280595536437e-06,
+      "loss": 20.1094,
+      "step": 31202
+    },
+    {
+      "epoch": 1.4911115358883684,
+      "grad_norm": 441.611083984375,
+      "learning_rate": 3.2077600738114244e-06,
+      "loss": 40.5,
+      "step": 31203
+    },
+    {
+      "epoch": 1.4911593233298288,
+      "grad_norm": 245.84637451171875,
+      "learning_rate": 3.2071921287459563e-06,
+      "loss": 19.3438,
+      "step": 31204
+    },
+    {
+      "epoch": 1.4912071107712892,
+      "grad_norm": 356.43597412109375,
+      "learning_rate": 3.2066242243606405e-06,
+      "loss": 39.5625,
+      "step": 31205
+    },
+    {
+      "epoch": 1.4912548982127496,
+      "grad_norm": 254.67645263671875,
+      "learning_rate": 3.2060563606588847e-06,
+      "loss": 25.6875,
+      "step": 31206
+    },
+    {
+      "epoch": 1.49130268565421,
+      "grad_norm": 189.40480041503906,
+      "learning_rate": 3.2054885376440803e-06,
+      "loss": 21.4062,
+      "step": 31207
+    },
+    {
+      "epoch": 1.4913504730956704,
+      "grad_norm": 236.4369659423828,
+      "learning_rate": 3.2049207553196326e-06,
+      "loss": 25.1875,
+      "step": 31208
+    },
+    {
+      "epoch": 1.4913982605371308,
+      "grad_norm": 178.46151733398438,
+      "learning_rate": 3.2043530136889413e-06,
+      "loss": 28.4062,
+      "step": 31209
+    },
+    {
+      "epoch": 1.4914460479785911,
+      "grad_norm": 110.8268814086914,
+      "learning_rate": 3.2037853127554096e-06,
+      "loss": 13.8281,
+      "step": 31210
+    },
+    {
+      "epoch": 1.4914938354200515,
+      "grad_norm": 204.33155822753906,
+      "learning_rate": 3.2032176525224323e-06,
+      "loss": 20.2656,
+      "step": 31211
+    },
+    {
+      "epoch": 1.491541622861512,
+      "grad_norm": 203.76507568359375,
+      "learning_rate": 3.2026500329934094e-06,
+      "loss": 24.0,
+      "step": 31212
+    },
+    {
+      "epoch": 1.4915894103029723,
+      "grad_norm": 265.50634765625,
+      "learning_rate": 3.2020824541717434e-06,
+      "loss": 34.0312,
+      "step": 31213
+    },
+    {
+      "epoch": 1.4916371977444327,
+      "grad_norm": 536.1041259765625,
+      "learning_rate": 3.201514916060834e-06,
+      "loss": 23.4688,
+      "step": 31214
+    },
+    {
+      "epoch": 1.491684985185893,
+      "grad_norm": 429.6436462402344,
+      "learning_rate": 3.2009474186640755e-06,
+      "loss": 21.1484,
+      "step": 31215
+    },
+    {
+      "epoch": 1.4917327726273535,
+      "grad_norm": 268.6748962402344,
+      "learning_rate": 3.2003799619848676e-06,
+      "loss": 20.8281,
+      "step": 31216
+    },
+    {
+      "epoch": 1.4917805600688139,
+      "grad_norm": 199.07220458984375,
+      "learning_rate": 3.199812546026614e-06,
+      "loss": 23.9688,
+      "step": 31217
+    },
+    {
+      "epoch": 1.4918283475102743,
+      "grad_norm": 176.70867919921875,
+      "learning_rate": 3.199245170792705e-06,
+      "loss": 20.4062,
+      "step": 31218
+    },
+    {
+      "epoch": 1.4918761349517347,
+      "grad_norm": 178.9698944091797,
+      "learning_rate": 3.1986778362865424e-06,
+      "loss": 18.0938,
+      "step": 31219
+    },
+    {
+      "epoch": 1.491923922393195,
+      "grad_norm": 157.53811645507812,
+      "learning_rate": 3.1981105425115235e-06,
+      "loss": 29.1406,
+      "step": 31220
+    },
+    {
+      "epoch": 1.4919717098346554,
+      "grad_norm": 430.6670837402344,
+      "learning_rate": 3.197543289471048e-06,
+      "loss": 26.7812,
+      "step": 31221
+    },
+    {
+      "epoch": 1.4920194972761158,
+      "grad_norm": 349.16748046875,
+      "learning_rate": 3.1969760771685075e-06,
+      "loss": 36.7188,
+      "step": 31222
+    },
+    {
+      "epoch": 1.4920672847175762,
+      "grad_norm": 350.1401672363281,
+      "learning_rate": 3.1964089056073023e-06,
+      "loss": 18.2188,
+      "step": 31223
+    },
+    {
+      "epoch": 1.4921150721590366,
+      "grad_norm": 193.32704162597656,
+      "learning_rate": 3.195841774790832e-06,
+      "loss": 19.4844,
+      "step": 31224
+    },
+    {
+      "epoch": 1.492162859600497,
+      "grad_norm": 271.67041015625,
+      "learning_rate": 3.195274684722487e-06,
+      "loss": 26.5625,
+      "step": 31225
+    },
+    {
+      "epoch": 1.4922106470419574,
+      "grad_norm": 177.905517578125,
+      "learning_rate": 3.1947076354056648e-06,
+      "loss": 31.9531,
+      "step": 31226
+    },
+    {
+      "epoch": 1.4922584344834178,
+      "grad_norm": 198.2781982421875,
+      "learning_rate": 3.194140626843767e-06,
+      "loss": 21.6328,
+      "step": 31227
+    },
+    {
+      "epoch": 1.4923062219248782,
+      "grad_norm": 293.2643737792969,
+      "learning_rate": 3.193573659040181e-06,
+      "loss": 26.5625,
+      "step": 31228
+    },
+    {
+      "epoch": 1.4923540093663386,
+      "grad_norm": 294.8426208496094,
+      "learning_rate": 3.1930067319983106e-06,
+      "loss": 40.7188,
+      "step": 31229
+    },
+    {
+      "epoch": 1.492401796807799,
+      "grad_norm": 296.92138671875,
+      "learning_rate": 3.192439845721542e-06,
+      "loss": 27.7188,
+      "step": 31230
+    },
+    {
+      "epoch": 1.4924495842492593,
+      "grad_norm": 255.54258728027344,
+      "learning_rate": 3.1918730002132746e-06,
+      "loss": 24.0312,
+      "step": 31231
+    },
+    {
+      "epoch": 1.4924973716907197,
+      "grad_norm": 282.4168701171875,
+      "learning_rate": 3.1913061954769066e-06,
+      "loss": 20.3906,
+      "step": 31232
+    },
+    {
+      "epoch": 1.49254515913218,
+      "grad_norm": 176.4161834716797,
+      "learning_rate": 3.190739431515826e-06,
+      "loss": 15.5938,
+      "step": 31233
+    },
+    {
+      "epoch": 1.4925929465736405,
+      "grad_norm": 281.74969482421875,
+      "learning_rate": 3.1901727083334287e-06,
+      "loss": 19.875,
+      "step": 31234
+    },
+    {
+      "epoch": 1.492640734015101,
+      "grad_norm": 112.52497100830078,
+      "learning_rate": 3.1896060259331106e-06,
+      "loss": 20.8906,
+      "step": 31235
+    },
+    {
+      "epoch": 1.4926885214565613,
+      "grad_norm": 137.84596252441406,
+      "learning_rate": 3.1890393843182676e-06,
+      "loss": 18.6875,
+      "step": 31236
+    },
+    {
+      "epoch": 1.4927363088980217,
+      "grad_norm": 151.7653350830078,
+      "learning_rate": 3.1884727834922868e-06,
+      "loss": 19.5156,
+      "step": 31237
+    },
+    {
+      "epoch": 1.492784096339482,
+      "grad_norm": 230.28555297851562,
+      "learning_rate": 3.1879062234585657e-06,
+      "loss": 29.4062,
+      "step": 31238
+    },
+    {
+      "epoch": 1.4928318837809424,
+      "grad_norm": 144.0147705078125,
+      "learning_rate": 3.187339704220496e-06,
+      "loss": 19.1875,
+      "step": 31239
+    },
+    {
+      "epoch": 1.4928796712224028,
+      "grad_norm": 193.28115844726562,
+      "learning_rate": 3.1867732257814733e-06,
+      "loss": 20.3125,
+      "step": 31240
+    },
+    {
+      "epoch": 1.4929274586638632,
+      "grad_norm": 170.604736328125,
+      "learning_rate": 3.1862067881448843e-06,
+      "loss": 18.7188,
+      "step": 31241
+    },
+    {
+      "epoch": 1.4929752461053236,
+      "grad_norm": 370.2919006347656,
+      "learning_rate": 3.1856403913141244e-06,
+      "loss": 29.5312,
+      "step": 31242
+    },
+    {
+      "epoch": 1.493023033546784,
+      "grad_norm": 603.0933837890625,
+      "learning_rate": 3.185074035292589e-06,
+      "loss": 25.0312,
+      "step": 31243
+    },
+    {
+      "epoch": 1.4930708209882444,
+      "grad_norm": 306.6411437988281,
+      "learning_rate": 3.1845077200836638e-06,
+      "loss": 35.6562,
+      "step": 31244
+    },
+    {
+      "epoch": 1.4931186084297048,
+      "grad_norm": 258.1955261230469,
+      "learning_rate": 3.1839414456907427e-06,
+      "loss": 17.0469,
+      "step": 31245
+    },
+    {
+      "epoch": 1.4931663958711652,
+      "grad_norm": 232.10874938964844,
+      "learning_rate": 3.183375212117217e-06,
+      "loss": 23.5781,
+      "step": 31246
+    },
+    {
+      "epoch": 1.4932141833126256,
+      "grad_norm": 162.01614379882812,
+      "learning_rate": 3.1828090193664807e-06,
+      "loss": 22.9219,
+      "step": 31247
+    },
+    {
+      "epoch": 1.493261970754086,
+      "grad_norm": 609.03759765625,
+      "learning_rate": 3.182242867441919e-06,
+      "loss": 20.9219,
+      "step": 31248
+    },
+    {
+      "epoch": 1.4933097581955463,
+      "grad_norm": 218.21983337402344,
+      "learning_rate": 3.181676756346925e-06,
+      "loss": 18.1406,
+      "step": 31249
+    },
+    {
+      "epoch": 1.4933575456370065,
+      "grad_norm": 267.5235900878906,
+      "learning_rate": 3.1811106860848896e-06,
+      "loss": 32.3125,
+      "step": 31250
+    },
+    {
+      "epoch": 1.493405333078467,
+      "grad_norm": 241.48764038085938,
+      "learning_rate": 3.1805446566592056e-06,
+      "loss": 24.6875,
+      "step": 31251
+    },
+    {
+      "epoch": 1.4934531205199273,
+      "grad_norm": 208.42958068847656,
+      "learning_rate": 3.179978668073256e-06,
+      "loss": 23.9219,
+      "step": 31252
+    },
+    {
+      "epoch": 1.4935009079613877,
+      "grad_norm": 247.37059020996094,
+      "learning_rate": 3.1794127203304347e-06,
+      "loss": 24.0312,
+      "step": 31253
+    },
+    {
+      "epoch": 1.493548695402848,
+      "grad_norm": 736.7785034179688,
+      "learning_rate": 3.178846813434132e-06,
+      "loss": 24.2031,
+      "step": 31254
+    },
+    {
+      "epoch": 1.4935964828443085,
+      "grad_norm": 195.7286376953125,
+      "learning_rate": 3.178280947387734e-06,
+      "loss": 24.3438,
+      "step": 31255
+    },
+    {
+      "epoch": 1.4936442702857688,
+      "grad_norm": 179.9945068359375,
+      "learning_rate": 3.1777151221946288e-06,
+      "loss": 27.0,
+      "step": 31256
+    },
+    {
+      "epoch": 1.4936920577272292,
+      "grad_norm": 231.9949188232422,
+      "learning_rate": 3.1771493378582085e-06,
+      "loss": 32.0938,
+      "step": 31257
+    },
+    {
+      "epoch": 1.4937398451686896,
+      "grad_norm": 328.57220458984375,
+      "learning_rate": 3.1765835943818613e-06,
+      "loss": 21.375,
+      "step": 31258
+    },
+    {
+      "epoch": 1.49378763261015,
+      "grad_norm": 188.36769104003906,
+      "learning_rate": 3.176017891768972e-06,
+      "loss": 21.8906,
+      "step": 31259
+    },
+    {
+      "epoch": 1.4938354200516104,
+      "grad_norm": 238.2212677001953,
+      "learning_rate": 3.175452230022933e-06,
+      "loss": 22.3594,
+      "step": 31260
+    },
+    {
+      "epoch": 1.4938832074930708,
+      "grad_norm": 405.80322265625,
+      "learning_rate": 3.1748866091471253e-06,
+      "loss": 32.5,
+      "step": 31261
+    },
+    {
+      "epoch": 1.4939309949345312,
+      "grad_norm": 230.97068786621094,
+      "learning_rate": 3.174321029144943e-06,
+      "loss": 14.7969,
+      "step": 31262
+    },
+    {
+      "epoch": 1.4939787823759916,
+      "grad_norm": 387.9487609863281,
+      "learning_rate": 3.1737554900197686e-06,
+      "loss": 25.625,
+      "step": 31263
+    },
+    {
+      "epoch": 1.494026569817452,
+      "grad_norm": 235.79483032226562,
+      "learning_rate": 3.1731899917749887e-06,
+      "loss": 30.0,
+      "step": 31264
+    },
+    {
+      "epoch": 1.4940743572589124,
+      "grad_norm": 147.6936492919922,
+      "learning_rate": 3.1726245344139926e-06,
+      "loss": 15.5938,
+      "step": 31265
+    },
+    {
+      "epoch": 1.4941221447003727,
+      "grad_norm": 171.6942901611328,
+      "learning_rate": 3.1720591179401692e-06,
+      "loss": 23.1719,
+      "step": 31266
+    },
+    {
+      "epoch": 1.4941699321418331,
+      "grad_norm": 294.610107421875,
+      "learning_rate": 3.171493742356898e-06,
+      "loss": 24.1875,
+      "step": 31267
+    },
+    {
+      "epoch": 1.4942177195832935,
+      "grad_norm": 378.173583984375,
+      "learning_rate": 3.1709284076675672e-06,
+      "loss": 23.2031,
+      "step": 31268
+    },
+    {
+      "epoch": 1.494265507024754,
+      "grad_norm": 476.7440490722656,
+      "learning_rate": 3.1703631138755675e-06,
+      "loss": 21.5,
+      "step": 31269
+    },
+    {
+      "epoch": 1.4943132944662143,
+      "grad_norm": 201.06695556640625,
+      "learning_rate": 3.1697978609842773e-06,
+      "loss": 20.4062,
+      "step": 31270
+    },
+    {
+      "epoch": 1.4943610819076747,
+      "grad_norm": 151.9855499267578,
+      "learning_rate": 3.169232648997084e-06,
+      "loss": 17.375,
+      "step": 31271
+    },
+    {
+      "epoch": 1.494408869349135,
+      "grad_norm": 157.95758056640625,
+      "learning_rate": 3.168667477917372e-06,
+      "loss": 23.4219,
+      "step": 31272
+    },
+    {
+      "epoch": 1.4944566567905955,
+      "grad_norm": 244.43218994140625,
+      "learning_rate": 3.168102347748532e-06,
+      "loss": 21.625,
+      "step": 31273
+    },
+    {
+      "epoch": 1.4945044442320559,
+      "grad_norm": 243.1048126220703,
+      "learning_rate": 3.167537258493939e-06,
+      "loss": 32.625,
+      "step": 31274
+    },
+    {
+      "epoch": 1.4945522316735163,
+      "grad_norm": 217.1680145263672,
+      "learning_rate": 3.166972210156981e-06,
+      "loss": 33.1562,
+      "step": 31275
+    },
+    {
+      "epoch": 1.4946000191149766,
+      "grad_norm": 122.202392578125,
+      "learning_rate": 3.166407202741044e-06,
+      "loss": 17.0312,
+      "step": 31276
+    },
+    {
+      "epoch": 1.494647806556437,
+      "grad_norm": 169.45034790039062,
+      "learning_rate": 3.1658422362495123e-06,
+      "loss": 25.125,
+      "step": 31277
+    },
+    {
+      "epoch": 1.4946955939978974,
+      "grad_norm": 399.8328552246094,
+      "learning_rate": 3.165277310685764e-06,
+      "loss": 17.3125,
+      "step": 31278
+    },
+    {
+      "epoch": 1.4947433814393578,
+      "grad_norm": 201.6759490966797,
+      "learning_rate": 3.164712426053186e-06,
+      "loss": 19.4844,
+      "step": 31279
+    },
+    {
+      "epoch": 1.4947911688808182,
+      "grad_norm": 291.15240478515625,
+      "learning_rate": 3.1641475823551625e-06,
+      "loss": 26.1875,
+      "step": 31280
+    },
+    {
+      "epoch": 1.4948389563222784,
+      "grad_norm": 237.20541381835938,
+      "learning_rate": 3.1635827795950724e-06,
+      "loss": 19.0938,
+      "step": 31281
+    },
+    {
+      "epoch": 1.4948867437637388,
+      "grad_norm": 455.9180603027344,
+      "learning_rate": 3.1630180177763003e-06,
+      "loss": 23.1094,
+      "step": 31282
+    },
+    {
+      "epoch": 1.4949345312051991,
+      "grad_norm": 537.2960815429688,
+      "learning_rate": 3.162453296902227e-06,
+      "loss": 34.5312,
+      "step": 31283
+    },
+    {
+      "epoch": 1.4949823186466595,
+      "grad_norm": 925.5564575195312,
+      "learning_rate": 3.1618886169762397e-06,
+      "loss": 43.9375,
+      "step": 31284
+    },
+    {
+      "epoch": 1.49503010608812,
+      "grad_norm": 316.33270263671875,
+      "learning_rate": 3.1613239780017123e-06,
+      "loss": 30.875,
+      "step": 31285
+    },
+    {
+      "epoch": 1.4950778935295803,
+      "grad_norm": 140.3682861328125,
+      "learning_rate": 3.16075937998203e-06,
+      "loss": 16.6094,
+      "step": 31286
+    },
+    {
+      "epoch": 1.4951256809710407,
+      "grad_norm": 345.456298828125,
+      "learning_rate": 3.1601948229205735e-06,
+      "loss": 27.1875,
+      "step": 31287
+    },
+    {
+      "epoch": 1.495173468412501,
+      "grad_norm": 425.7563781738281,
+      "learning_rate": 3.1596303068207277e-06,
+      "loss": 24.1094,
+      "step": 31288
+    },
+    {
+      "epoch": 1.4952212558539615,
+      "grad_norm": 178.9427490234375,
+      "learning_rate": 3.159065831685868e-06,
+      "loss": 22.4062,
+      "step": 31289
+    },
+    {
+      "epoch": 1.4952690432954219,
+      "grad_norm": 342.66668701171875,
+      "learning_rate": 3.158501397519376e-06,
+      "loss": 20.7031,
+      "step": 31290
+    },
+    {
+      "epoch": 1.4953168307368823,
+      "grad_norm": 278.8289489746094,
+      "learning_rate": 3.157937004324635e-06,
+      "loss": 31.125,
+      "step": 31291
+    },
+    {
+      "epoch": 1.4953646181783427,
+      "grad_norm": 262.15179443359375,
+      "learning_rate": 3.1573726521050197e-06,
+      "loss": 22.1875,
+      "step": 31292
+    },
+    {
+      "epoch": 1.495412405619803,
+      "grad_norm": 182.4368896484375,
+      "learning_rate": 3.156808340863917e-06,
+      "loss": 24.1875,
+      "step": 31293
+    },
+    {
+      "epoch": 1.4954601930612634,
+      "grad_norm": 153.6754150390625,
+      "learning_rate": 3.156244070604698e-06,
+      "loss": 17.0469,
+      "step": 31294
+    },
+    {
+      "epoch": 1.4955079805027238,
+      "grad_norm": 714.4534912109375,
+      "learning_rate": 3.1556798413307466e-06,
+      "loss": 29.9219,
+      "step": 31295
+    },
+    {
+      "epoch": 1.4955557679441842,
+      "grad_norm": 317.9838562011719,
+      "learning_rate": 3.155115653045444e-06,
+      "loss": 33.5625,
+      "step": 31296
+    },
+    {
+      "epoch": 1.4956035553856446,
+      "grad_norm": 256.8629150390625,
+      "learning_rate": 3.1545515057521636e-06,
+      "loss": 23.5781,
+      "step": 31297
+    },
+    {
+      "epoch": 1.495651342827105,
+      "grad_norm": 452.2892150878906,
+      "learning_rate": 3.153987399454287e-06,
+      "loss": 19.75,
+      "step": 31298
+    },
+    {
+      "epoch": 1.4956991302685654,
+      "grad_norm": 320.5657958984375,
+      "learning_rate": 3.153423334155196e-06,
+      "loss": 44.5,
+      "step": 31299
+    },
+    {
+      "epoch": 1.4957469177100258,
+      "grad_norm": 222.9824676513672,
+      "learning_rate": 3.1528593098582595e-06,
+      "loss": 27.3125,
+      "step": 31300
+    },
+    {
+      "epoch": 1.4957947051514862,
+      "grad_norm": 278.30352783203125,
+      "learning_rate": 3.152295326566862e-06,
+      "loss": 30.3125,
+      "step": 31301
+    },
+    {
+      "epoch": 1.4958424925929465,
+      "grad_norm": 226.86611938476562,
+      "learning_rate": 3.151731384284382e-06,
+      "loss": 16.7188,
+      "step": 31302
+    },
+    {
+      "epoch": 1.495890280034407,
+      "grad_norm": 765.221435546875,
+      "learning_rate": 3.1511674830141915e-06,
+      "loss": 19.9062,
+      "step": 31303
+    },
+    {
+      "epoch": 1.4959380674758673,
+      "grad_norm": 179.23019409179688,
+      "learning_rate": 3.1506036227596693e-06,
+      "loss": 21.9219,
+      "step": 31304
+    },
+    {
+      "epoch": 1.4959858549173277,
+      "grad_norm": 183.5664825439453,
+      "learning_rate": 3.150039803524194e-06,
+      "loss": 24.9062,
+      "step": 31305
+    },
+    {
+      "epoch": 1.496033642358788,
+      "grad_norm": 240.17530822753906,
+      "learning_rate": 3.1494760253111455e-06,
+      "loss": 22.1875,
+      "step": 31306
+    },
+    {
+      "epoch": 1.4960814298002485,
+      "grad_norm": 156.4352264404297,
+      "learning_rate": 3.148912288123892e-06,
+      "loss": 16.5781,
+      "step": 31307
+    },
+    {
+      "epoch": 1.4961292172417089,
+      "grad_norm": 293.9356994628906,
+      "learning_rate": 3.1483485919658143e-06,
+      "loss": 29.5312,
+      "step": 31308
+    },
+    {
+      "epoch": 1.4961770046831693,
+      "grad_norm": 239.7147979736328,
+      "learning_rate": 3.1477849368402856e-06,
+      "loss": 20.0625,
+      "step": 31309
+    },
+    {
+      "epoch": 1.4962247921246297,
+      "grad_norm": 243.05953979492188,
+      "learning_rate": 3.1472213227506886e-06,
+      "loss": 22.9688,
+      "step": 31310
+    },
+    {
+      "epoch": 1.49627257956609,
+      "grad_norm": 310.28350830078125,
+      "learning_rate": 3.1466577497003893e-06,
+      "loss": 28.5156,
+      "step": 31311
+    },
+    {
+      "epoch": 1.4963203670075504,
+      "grad_norm": 441.5672607421875,
+      "learning_rate": 3.1460942176927666e-06,
+      "loss": 25.2031,
+      "step": 31312
+    },
+    {
+      "epoch": 1.4963681544490108,
+      "grad_norm": 251.23284912109375,
+      "learning_rate": 3.145530726731196e-06,
+      "loss": 27.5,
+      "step": 31313
+    },
+    {
+      "epoch": 1.4964159418904712,
+      "grad_norm": 276.0877380371094,
+      "learning_rate": 3.144967276819054e-06,
+      "loss": 22.4062,
+      "step": 31314
+    },
+    {
+      "epoch": 1.4964637293319316,
+      "grad_norm": 223.7091827392578,
+      "learning_rate": 3.1444038679597113e-06,
+      "loss": 24.0469,
+      "step": 31315
+    },
+    {
+      "epoch": 1.496511516773392,
+      "grad_norm": 244.1861114501953,
+      "learning_rate": 3.143840500156542e-06,
+      "loss": 26.3438,
+      "step": 31316
+    },
+    {
+      "epoch": 1.4965593042148524,
+      "grad_norm": 713.1185913085938,
+      "learning_rate": 3.143277173412924e-06,
+      "loss": 21.4375,
+      "step": 31317
+    },
+    {
+      "epoch": 1.4966070916563128,
+      "grad_norm": 224.34127807617188,
+      "learning_rate": 3.142713887732226e-06,
+      "loss": 29.5,
+      "step": 31318
+    },
+    {
+      "epoch": 1.4966548790977732,
+      "grad_norm": 344.7978515625,
+      "learning_rate": 3.1421506431178227e-06,
+      "loss": 28.8906,
+      "step": 31319
+    },
+    {
+      "epoch": 1.4967026665392336,
+      "grad_norm": 206.4579620361328,
+      "learning_rate": 3.1415874395730885e-06,
+      "loss": 17.9375,
+      "step": 31320
+    },
+    {
+      "epoch": 1.496750453980694,
+      "grad_norm": 198.17994689941406,
+      "learning_rate": 3.1410242771013987e-06,
+      "loss": 24.0312,
+      "step": 31321
+    },
+    {
+      "epoch": 1.4967982414221543,
+      "grad_norm": 146.0384979248047,
+      "learning_rate": 3.1404611557061193e-06,
+      "loss": 20.9062,
+      "step": 31322
+    },
+    {
+      "epoch": 1.4968460288636147,
+      "grad_norm": 155.48158264160156,
+      "learning_rate": 3.139898075390627e-06,
+      "loss": 21.0625,
+      "step": 31323
+    },
+    {
+      "epoch": 1.4968938163050751,
+      "grad_norm": 171.13389587402344,
+      "learning_rate": 3.1393350361582963e-06,
+      "loss": 20.1562,
+      "step": 31324
+    },
+    {
+      "epoch": 1.4969416037465355,
+      "grad_norm": 301.1158752441406,
+      "learning_rate": 3.1387720380124932e-06,
+      "loss": 28.1406,
+      "step": 31325
+    },
+    {
+      "epoch": 1.496989391187996,
+      "grad_norm": 242.90916442871094,
+      "learning_rate": 3.1382090809565947e-06,
+      "loss": 22.8438,
+      "step": 31326
+    },
+    {
+      "epoch": 1.4970371786294563,
+      "grad_norm": 234.07427978515625,
+      "learning_rate": 3.1376461649939673e-06,
+      "loss": 27.0,
+      "step": 31327
+    },
+    {
+      "epoch": 1.4970849660709167,
+      "grad_norm": 290.67529296875,
+      "learning_rate": 3.1370832901279834e-06,
+      "loss": 33.2812,
+      "step": 31328
+    },
+    {
+      "epoch": 1.497132753512377,
+      "grad_norm": 152.96435546875,
+      "learning_rate": 3.136520456362019e-06,
+      "loss": 18.7734,
+      "step": 31329
+    },
+    {
+      "epoch": 1.4971805409538375,
+      "grad_norm": 148.65565490722656,
+      "learning_rate": 3.1359576636994383e-06,
+      "loss": 21.0469,
+      "step": 31330
+    },
+    {
+      "epoch": 1.4972283283952978,
+      "grad_norm": 268.480712890625,
+      "learning_rate": 3.135394912143612e-06,
+      "loss": 26.6094,
+      "step": 31331
+    },
+    {
+      "epoch": 1.4972761158367582,
+      "grad_norm": 343.7471923828125,
+      "learning_rate": 3.1348322016979173e-06,
+      "loss": 21.4844,
+      "step": 31332
+    },
+    {
+      "epoch": 1.4973239032782184,
+      "grad_norm": 800.7753295898438,
+      "learning_rate": 3.1342695323657156e-06,
+      "loss": 18.9375,
+      "step": 31333
+    },
+    {
+      "epoch": 1.4973716907196788,
+      "grad_norm": 333.69561767578125,
+      "learning_rate": 3.1337069041503808e-06,
+      "loss": 27.75,
+      "step": 31334
+    },
+    {
+      "epoch": 1.4974194781611392,
+      "grad_norm": 175.06301879882812,
+      "learning_rate": 3.133144317055281e-06,
+      "loss": 25.6875,
+      "step": 31335
+    },
+    {
+      "epoch": 1.4974672656025996,
+      "grad_norm": 277.644287109375,
+      "learning_rate": 3.1325817710837893e-06,
+      "loss": 28.25,
+      "step": 31336
+    },
+    {
+      "epoch": 1.49751505304406,
+      "grad_norm": 204.85079956054688,
+      "learning_rate": 3.132019266239268e-06,
+      "loss": 15.6719,
+      "step": 31337
+    },
+    {
+      "epoch": 1.4975628404855204,
+      "grad_norm": 347.15155029296875,
+      "learning_rate": 3.131456802525089e-06,
+      "loss": 29.3125,
+      "step": 31338
+    },
+    {
+      "epoch": 1.4976106279269807,
+      "grad_norm": 264.1928405761719,
+      "learning_rate": 3.1308943799446247e-06,
+      "loss": 19.9531,
+      "step": 31339
+    },
+    {
+      "epoch": 1.4976584153684411,
+      "grad_norm": 547.1038818359375,
+      "learning_rate": 3.130331998501236e-06,
+      "loss": 38.75,
+      "step": 31340
+    },
+    {
+      "epoch": 1.4977062028099015,
+      "grad_norm": 253.96722412109375,
+      "learning_rate": 3.129769658198295e-06,
+      "loss": 26.1562,
+      "step": 31341
+    },
+    {
+      "epoch": 1.497753990251362,
+      "grad_norm": 314.18548583984375,
+      "learning_rate": 3.1292073590391682e-06,
+      "loss": 26.0,
+      "step": 31342
+    },
+    {
+      "epoch": 1.4978017776928223,
+      "grad_norm": 402.8722229003906,
+      "learning_rate": 3.1286451010272266e-06,
+      "loss": 25.5625,
+      "step": 31343
+    },
+    {
+      "epoch": 1.4978495651342827,
+      "grad_norm": 215.7152557373047,
+      "learning_rate": 3.1280828841658316e-06,
+      "loss": 28.8125,
+      "step": 31344
+    },
+    {
+      "epoch": 1.497897352575743,
+      "grad_norm": 293.7132568359375,
+      "learning_rate": 3.1275207084583527e-06,
+      "loss": 25.3438,
+      "step": 31345
+    },
+    {
+      "epoch": 1.4979451400172035,
+      "grad_norm": 142.45513916015625,
+      "learning_rate": 3.1269585739081564e-06,
+      "loss": 17.2031,
+      "step": 31346
+    },
+    {
+      "epoch": 1.4979929274586639,
+      "grad_norm": 275.5970458984375,
+      "learning_rate": 3.126396480518613e-06,
+      "loss": 28.1562,
+      "step": 31347
+    },
+    {
+      "epoch": 1.4980407149001242,
+      "grad_norm": 371.4471435546875,
+      "learning_rate": 3.125834428293082e-06,
+      "loss": 39.4062,
+      "step": 31348
+    },
+    {
+      "epoch": 1.4980885023415846,
+      "grad_norm": 359.89794921875,
+      "learning_rate": 3.1252724172349337e-06,
+      "loss": 28.8438,
+      "step": 31349
+    },
+    {
+      "epoch": 1.498136289783045,
+      "grad_norm": 239.99655151367188,
+      "learning_rate": 3.124710447347532e-06,
+      "loss": 20.1094,
+      "step": 31350
+    },
+    {
+      "epoch": 1.4981840772245054,
+      "grad_norm": 372.80096435546875,
+      "learning_rate": 3.124148518634246e-06,
+      "loss": 20.8125,
+      "step": 31351
+    },
+    {
+      "epoch": 1.4982318646659658,
+      "grad_norm": 189.28347778320312,
+      "learning_rate": 3.1235866310984353e-06,
+      "loss": 21.625,
+      "step": 31352
+    },
+    {
+      "epoch": 1.4982796521074262,
+      "grad_norm": 329.29949951171875,
+      "learning_rate": 3.123024784743468e-06,
+      "loss": 25.0938,
+      "step": 31353
+    },
+    {
+      "epoch": 1.4983274395488866,
+      "grad_norm": 191.2372589111328,
+      "learning_rate": 3.1224629795727114e-06,
+      "loss": 21.7188,
+      "step": 31354
+    },
+    {
+      "epoch": 1.498375226990347,
+      "grad_norm": 319.58447265625,
+      "learning_rate": 3.1219012155895235e-06,
+      "loss": 24.2031,
+      "step": 31355
+    },
+    {
+      "epoch": 1.4984230144318074,
+      "grad_norm": 248.89117431640625,
+      "learning_rate": 3.121339492797273e-06,
+      "loss": 27.4688,
+      "step": 31356
+    },
+    {
+      "epoch": 1.4984708018732678,
+      "grad_norm": 205.63388061523438,
+      "learning_rate": 3.1207778111993246e-06,
+      "loss": 27.0312,
+      "step": 31357
+    },
+    {
+      "epoch": 1.4985185893147281,
+      "grad_norm": 211.40298461914062,
+      "learning_rate": 3.1202161707990386e-06,
+      "loss": 25.1562,
+      "step": 31358
+    },
+    {
+      "epoch": 1.4985663767561885,
+      "grad_norm": 294.7760009765625,
+      "learning_rate": 3.119654571599784e-06,
+      "loss": 23.7188,
+      "step": 31359
+    },
+    {
+      "epoch": 1.498614164197649,
+      "grad_norm": 124.77263641357422,
+      "learning_rate": 3.119093013604917e-06,
+      "loss": 18.125,
+      "step": 31360
+    },
+    {
+      "epoch": 1.4986619516391093,
+      "grad_norm": 216.7289581298828,
+      "learning_rate": 3.1185314968178037e-06,
+      "loss": 18.2656,
+      "step": 31361
+    },
+    {
+      "epoch": 1.4987097390805697,
+      "grad_norm": 353.2306213378906,
+      "learning_rate": 3.1179700212418097e-06,
+      "loss": 20.6094,
+      "step": 31362
+    },
+    {
+      "epoch": 1.49875752652203,
+      "grad_norm": 305.74676513671875,
+      "learning_rate": 3.117408586880293e-06,
+      "loss": 29.8438,
+      "step": 31363
+    },
+    {
+      "epoch": 1.4988053139634903,
+      "grad_norm": 408.41046142578125,
+      "learning_rate": 3.1168471937366175e-06,
+      "loss": 24.4531,
+      "step": 31364
+    },
+    {
+      "epoch": 1.4988531014049506,
+      "grad_norm": 200.75198364257812,
+      "learning_rate": 3.1162858418141485e-06,
+      "loss": 21.1094,
+      "step": 31365
+    },
+    {
+      "epoch": 1.498900888846411,
+      "grad_norm": 202.70065307617188,
+      "learning_rate": 3.115724531116242e-06,
+      "loss": 24.5,
+      "step": 31366
+    },
+    {
+      "epoch": 1.4989486762878714,
+      "grad_norm": 165.87646484375,
+      "learning_rate": 3.1151632616462623e-06,
+      "loss": 24.5156,
+      "step": 31367
+    },
+    {
+      "epoch": 1.4989964637293318,
+      "grad_norm": 278.88677978515625,
+      "learning_rate": 3.114602033407571e-06,
+      "loss": 29.25,
+      "step": 31368
+    },
+    {
+      "epoch": 1.4990442511707922,
+      "grad_norm": 180.14878845214844,
+      "learning_rate": 3.114040846403532e-06,
+      "loss": 27.375,
+      "step": 31369
+    },
+    {
+      "epoch": 1.4990920386122526,
+      "grad_norm": 587.681640625,
+      "learning_rate": 3.1134797006374994e-06,
+      "loss": 24.8906,
+      "step": 31370
+    },
+    {
+      "epoch": 1.499139826053713,
+      "grad_norm": 232.06475830078125,
+      "learning_rate": 3.1129185961128383e-06,
+      "loss": 22.8438,
+      "step": 31371
+    },
+    {
+      "epoch": 1.4991876134951734,
+      "grad_norm": 349.74871826171875,
+      "learning_rate": 3.112357532832907e-06,
+      "loss": 34.1875,
+      "step": 31372
+    },
+    {
+      "epoch": 1.4992354009366338,
+      "grad_norm": 311.4553527832031,
+      "learning_rate": 3.1117965108010707e-06,
+      "loss": 27.9375,
+      "step": 31373
+    },
+    {
+      "epoch": 1.4992831883780942,
+      "grad_norm": 254.33578491210938,
+      "learning_rate": 3.111235530020681e-06,
+      "loss": 25.1875,
+      "step": 31374
+    },
+    {
+      "epoch": 1.4993309758195545,
+      "grad_norm": 221.7070770263672,
+      "learning_rate": 3.110674590495102e-06,
+      "loss": 19.3125,
+      "step": 31375
+    },
+    {
+      "epoch": 1.499378763261015,
+      "grad_norm": 274.3760681152344,
+      "learning_rate": 3.1101136922276954e-06,
+      "loss": 23.625,
+      "step": 31376
+    },
+    {
+      "epoch": 1.4994265507024753,
+      "grad_norm": 310.0688781738281,
+      "learning_rate": 3.109552835221815e-06,
+      "loss": 28.6406,
+      "step": 31377
+    },
+    {
+      "epoch": 1.4994743381439357,
+      "grad_norm": 191.43218994140625,
+      "learning_rate": 3.108992019480821e-06,
+      "loss": 32.0,
+      "step": 31378
+    },
+    {
+      "epoch": 1.499522125585396,
+      "grad_norm": 262.1611633300781,
+      "learning_rate": 3.1084312450080734e-06,
+      "loss": 22.3594,
+      "step": 31379
+    },
+    {
+      "epoch": 1.4995699130268565,
+      "grad_norm": 585.2727661132812,
+      "learning_rate": 3.107870511806934e-06,
+      "loss": 23.9062,
+      "step": 31380
+    },
+    {
+      "epoch": 1.4996177004683169,
+      "grad_norm": 330.27313232421875,
+      "learning_rate": 3.107309819880753e-06,
+      "loss": 31.5,
+      "step": 31381
+    },
+    {
+      "epoch": 1.4996654879097773,
+      "grad_norm": 182.79095458984375,
+      "learning_rate": 3.1067491692328923e-06,
+      "loss": 27.9062,
+      "step": 31382
+    },
+    {
+      "epoch": 1.4997132753512377,
+      "grad_norm": 161.70364379882812,
+      "learning_rate": 3.1061885598667084e-06,
+      "loss": 22.1094,
+      "step": 31383
+    },
+    {
+      "epoch": 1.499761062792698,
+      "grad_norm": 197.73403930664062,
+      "learning_rate": 3.1056279917855646e-06,
+      "loss": 24.0781,
+      "step": 31384
+    },
+    {
+      "epoch": 1.4998088502341584,
+      "grad_norm": 171.43069458007812,
+      "learning_rate": 3.105067464992808e-06,
+      "loss": 24.9688,
+      "step": 31385
+    },
+    {
+      "epoch": 1.4998566376756188,
+      "grad_norm": 269.5890197753906,
+      "learning_rate": 3.1045069794918014e-06,
+      "loss": 30.9375,
+      "step": 31386
+    },
+    {
+      "epoch": 1.4999044251170792,
+      "grad_norm": 172.84214782714844,
+      "learning_rate": 3.1039465352859045e-06,
+      "loss": 26.3125,
+      "step": 31387
+    },
+    {
+      "epoch": 1.4999522125585396,
+      "grad_norm": 269.4758605957031,
+      "learning_rate": 3.1033861323784644e-06,
+      "loss": 27.4375,
+      "step": 31388
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 435.00823974609375,
+      "learning_rate": 3.1028257707728437e-06,
+      "loss": 24.4375,
+      "step": 31389
+    },
+    {
+      "epoch": 1.5000477874414604,
+      "grad_norm": 360.6269226074219,
+      "learning_rate": 3.1022654504723993e-06,
+      "loss": 31.6875,
+      "step": 31390
+    },
+    {
+      "epoch": 1.5000955748829208,
+      "grad_norm": 195.43832397460938,
+      "learning_rate": 3.1017051714804812e-06,
+      "loss": 22.6562,
+      "step": 31391
+    },
+    {
+      "epoch": 1.5001433623243812,
+      "grad_norm": 215.4168243408203,
+      "learning_rate": 3.1011449338004475e-06,
+      "loss": 21.5625,
+      "step": 31392
+    },
+    {
+      "epoch": 1.5001911497658416,
+      "grad_norm": 177.39439392089844,
+      "learning_rate": 3.100584737435658e-06,
+      "loss": 19.1094,
+      "step": 31393
+    },
+    {
+      "epoch": 1.500238937207302,
+      "grad_norm": 166.92503356933594,
+      "learning_rate": 3.1000245823894594e-06,
+      "loss": 27.3281,
+      "step": 31394
+    },
+    {
+      "epoch": 1.5002867246487623,
+      "grad_norm": 337.49822998046875,
+      "learning_rate": 3.099464468665213e-06,
+      "loss": 18.5469,
+      "step": 31395
+    },
+    {
+      "epoch": 1.5003345120902227,
+      "grad_norm": 224.02423095703125,
+      "learning_rate": 3.098904396266268e-06,
+      "loss": 21.5625,
+      "step": 31396
+    },
+    {
+      "epoch": 1.5003822995316831,
+      "grad_norm": 552.9126586914062,
+      "learning_rate": 3.09834436519598e-06,
+      "loss": 36.2188,
+      "step": 31397
+    },
+    {
+      "epoch": 1.5004300869731435,
+      "grad_norm": 328.7160949707031,
+      "learning_rate": 3.097784375457704e-06,
+      "loss": 24.1719,
+      "step": 31398
+    },
+    {
+      "epoch": 1.500477874414604,
+      "grad_norm": 188.14599609375,
+      "learning_rate": 3.0972244270547958e-06,
+      "loss": 24.125,
+      "step": 31399
+    },
+    {
+      "epoch": 1.5005256618560643,
+      "grad_norm": 217.81069946289062,
+      "learning_rate": 3.0966645199906043e-06,
+      "loss": 27.5625,
+      "step": 31400
+    },
+    {
+      "epoch": 1.5005734492975247,
+      "grad_norm": 212.16323852539062,
+      "learning_rate": 3.0961046542684836e-06,
+      "loss": 18.625,
+      "step": 31401
+    },
+    {
+      "epoch": 1.500621236738985,
+      "grad_norm": 264.5947570800781,
+      "learning_rate": 3.095544829891791e-06,
+      "loss": 25.8438,
+      "step": 31402
+    },
+    {
+      "epoch": 1.5006690241804455,
+      "grad_norm": 376.70257568359375,
+      "learning_rate": 3.094985046863873e-06,
+      "loss": 29.0,
+      "step": 31403
+    },
+    {
+      "epoch": 1.5007168116219058,
+      "grad_norm": 307.3049621582031,
+      "learning_rate": 3.0944253051880847e-06,
+      "loss": 15.4219,
+      "step": 31404
+    },
+    {
+      "epoch": 1.5007645990633662,
+      "grad_norm": 162.55499267578125,
+      "learning_rate": 3.0938656048677775e-06,
+      "loss": 20.5312,
+      "step": 31405
+    },
+    {
+      "epoch": 1.5008123865048266,
+      "grad_norm": 430.44635009765625,
+      "learning_rate": 3.0933059459063074e-06,
+      "loss": 41.375,
+      "step": 31406
+    },
+    {
+      "epoch": 1.500860173946287,
+      "grad_norm": 134.2286376953125,
+      "learning_rate": 3.0927463283070193e-06,
+      "loss": 14.9688,
+      "step": 31407
+    },
+    {
+      "epoch": 1.5009079613877474,
+      "grad_norm": 251.4394073486328,
+      "learning_rate": 3.0921867520732684e-06,
+      "loss": 18.0312,
+      "step": 31408
+    },
+    {
+      "epoch": 1.5009557488292078,
+      "grad_norm": 133.1470489501953,
+      "learning_rate": 3.091627217208405e-06,
+      "loss": 24.1406,
+      "step": 31409
+    },
+    {
+      "epoch": 1.5010035362706682,
+      "grad_norm": 207.55616760253906,
+      "learning_rate": 3.0910677237157825e-06,
+      "loss": 24.875,
+      "step": 31410
+    },
+    {
+      "epoch": 1.5010513237121286,
+      "grad_norm": 338.05706787109375,
+      "learning_rate": 3.0905082715987476e-06,
+      "loss": 23.125,
+      "step": 31411
+    },
+    {
+      "epoch": 1.501099111153589,
+      "grad_norm": 231.9488525390625,
+      "learning_rate": 3.089948860860652e-06,
+      "loss": 20.9531,
+      "step": 31412
+    },
+    {
+      "epoch": 1.5011468985950494,
+      "grad_norm": 193.04408264160156,
+      "learning_rate": 3.0893894915048495e-06,
+      "loss": 22.1094,
+      "step": 31413
+    },
+    {
+      "epoch": 1.5011946860365097,
+      "grad_norm": 175.65728759765625,
+      "learning_rate": 3.088830163534684e-06,
+      "loss": 16.5469,
+      "step": 31414
+    },
+    {
+      "epoch": 1.5012424734779701,
+      "grad_norm": 353.30804443359375,
+      "learning_rate": 3.0882708769535075e-06,
+      "loss": 20.5625,
+      "step": 31415
+    },
+    {
+      "epoch": 1.5012902609194305,
+      "grad_norm": 259.3132019042969,
+      "learning_rate": 3.0877116317646705e-06,
+      "loss": 24.9062,
+      "step": 31416
+    },
+    {
+      "epoch": 1.501338048360891,
+      "grad_norm": 446.7312316894531,
+      "learning_rate": 3.0871524279715237e-06,
+      "loss": 34.7031,
+      "step": 31417
+    },
+    {
+      "epoch": 1.5013858358023513,
+      "grad_norm": 392.2541809082031,
+      "learning_rate": 3.086593265577411e-06,
+      "loss": 23.9688,
+      "step": 31418
+    },
+    {
+      "epoch": 1.5014336232438117,
+      "grad_norm": 214.87950134277344,
+      "learning_rate": 3.0860341445856847e-06,
+      "loss": 21.625,
+      "step": 31419
+    },
+    {
+      "epoch": 1.5014814106852719,
+      "grad_norm": 359.271240234375,
+      "learning_rate": 3.085475064999692e-06,
+      "loss": 34.6719,
+      "step": 31420
+    },
+    {
+      "epoch": 1.5015291981267322,
+      "grad_norm": 220.3214569091797,
+      "learning_rate": 3.084916026822784e-06,
+      "loss": 26.375,
+      "step": 31421
+    },
+    {
+      "epoch": 1.5015769855681926,
+      "grad_norm": 107.40092468261719,
+      "learning_rate": 3.0843570300583037e-06,
+      "loss": 18.7656,
+      "step": 31422
+    },
+    {
+      "epoch": 1.501624773009653,
+      "grad_norm": 276.47662353515625,
+      "learning_rate": 3.083798074709604e-06,
+      "loss": 28.0938,
+      "step": 31423
+    },
+    {
+      "epoch": 1.5016725604511134,
+      "grad_norm": 351.09283447265625,
+      "learning_rate": 3.083239160780026e-06,
+      "loss": 25.5781,
+      "step": 31424
+    },
+    {
+      "epoch": 1.5017203478925738,
+      "grad_norm": 400.8446044921875,
+      "learning_rate": 3.082680288272921e-06,
+      "loss": 21.875,
+      "step": 31425
+    },
+    {
+      "epoch": 1.5017681353340342,
+      "grad_norm": 731.9819946289062,
+      "learning_rate": 3.082121457191638e-06,
+      "loss": 23.9375,
+      "step": 31426
+    },
+    {
+      "epoch": 1.5018159227754946,
+      "grad_norm": 302.3347473144531,
+      "learning_rate": 3.081562667539518e-06,
+      "loss": 22.3438,
+      "step": 31427
+    },
+    {
+      "epoch": 1.501863710216955,
+      "grad_norm": 258.9002990722656,
+      "learning_rate": 3.081003919319914e-06,
+      "loss": 25.1406,
+      "step": 31428
+    },
+    {
+      "epoch": 1.5019114976584154,
+      "grad_norm": 208.4224090576172,
+      "learning_rate": 3.080445212536165e-06,
+      "loss": 23.1562,
+      "step": 31429
+    },
+    {
+      "epoch": 1.5019592850998758,
+      "grad_norm": 577.4526977539062,
+      "learning_rate": 3.079886547191621e-06,
+      "loss": 22.9844,
+      "step": 31430
+    },
+    {
+      "epoch": 1.5020070725413361,
+      "grad_norm": 161.187744140625,
+      "learning_rate": 3.0793279232896256e-06,
+      "loss": 23.5156,
+      "step": 31431
+    },
+    {
+      "epoch": 1.5020548599827965,
+      "grad_norm": 253.6654052734375,
+      "learning_rate": 3.0787693408335306e-06,
+      "loss": 20.3594,
+      "step": 31432
+    },
+    {
+      "epoch": 1.502102647424257,
+      "grad_norm": 118.51902770996094,
+      "learning_rate": 3.078210799826673e-06,
+      "loss": 11.8281,
+      "step": 31433
+    },
+    {
+      "epoch": 1.5021504348657173,
+      "grad_norm": 269.8424377441406,
+      "learning_rate": 3.0776523002724002e-06,
+      "loss": 19.4375,
+      "step": 31434
+    },
+    {
+      "epoch": 1.5021982223071777,
+      "grad_norm": 258.3052978515625,
+      "learning_rate": 3.077093842174058e-06,
+      "loss": 20.5781,
+      "step": 31435
+    },
+    {
+      "epoch": 1.502246009748638,
+      "grad_norm": 536.1296997070312,
+      "learning_rate": 3.0765354255349955e-06,
+      "loss": 18.7344,
+      "step": 31436
+    },
+    {
+      "epoch": 1.5022937971900985,
+      "grad_norm": 133.0786590576172,
+      "learning_rate": 3.075977050358547e-06,
+      "loss": 20.8594,
+      "step": 31437
+    },
+    {
+      "epoch": 1.5023415846315589,
+      "grad_norm": 258.3377685546875,
+      "learning_rate": 3.075418716648062e-06,
+      "loss": 22.5312,
+      "step": 31438
+    },
+    {
+      "epoch": 1.5023893720730193,
+      "grad_norm": 144.78884887695312,
+      "learning_rate": 3.074860424406888e-06,
+      "loss": 20.2656,
+      "step": 31439
+    },
+    {
+      "epoch": 1.5024371595144796,
+      "grad_norm": 347.7040710449219,
+      "learning_rate": 3.0743021736383605e-06,
+      "loss": 23.6875,
+      "step": 31440
+    },
+    {
+      "epoch": 1.5024849469559398,
+      "grad_norm": 177.08444213867188,
+      "learning_rate": 3.0737439643458255e-06,
+      "loss": 31.7344,
+      "step": 31441
+    },
+    {
+      "epoch": 1.5025327343974002,
+      "grad_norm": 397.2791748046875,
+      "learning_rate": 3.0731857965326272e-06,
+      "loss": 25.125,
+      "step": 31442
+    },
+    {
+      "epoch": 1.5025805218388606,
+      "grad_norm": 235.5643310546875,
+      "learning_rate": 3.072627670202112e-06,
+      "loss": 17.7031,
+      "step": 31443
+    },
+    {
+      "epoch": 1.502628309280321,
+      "grad_norm": 98.80779266357422,
+      "learning_rate": 3.0720695853576142e-06,
+      "loss": 14.9844,
+      "step": 31444
+    },
+    {
+      "epoch": 1.5026760967217814,
+      "grad_norm": 469.5496520996094,
+      "learning_rate": 3.07151154200248e-06,
+      "loss": 29.875,
+      "step": 31445
+    },
+    {
+      "epoch": 1.5027238841632418,
+      "grad_norm": 157.81651306152344,
+      "learning_rate": 3.0709535401400526e-06,
+      "loss": 21.5,
+      "step": 31446
+    },
+    {
+      "epoch": 1.5027716716047022,
+      "grad_norm": 275.1683654785156,
+      "learning_rate": 3.0703955797736753e-06,
+      "loss": 22.7031,
+      "step": 31447
+    },
+    {
+      "epoch": 1.5028194590461625,
+      "grad_norm": 334.0193176269531,
+      "learning_rate": 3.0698376609066828e-06,
+      "loss": 28.1562,
+      "step": 31448
+    },
+    {
+      "epoch": 1.502867246487623,
+      "grad_norm": 380.9826354980469,
+      "learning_rate": 3.0692797835424204e-06,
+      "loss": 25.375,
+      "step": 31449
+    },
+    {
+      "epoch": 1.5029150339290833,
+      "grad_norm": 112.0671615600586,
+      "learning_rate": 3.0687219476842333e-06,
+      "loss": 14.0156,
+      "step": 31450
+    },
+    {
+      "epoch": 1.5029628213705437,
+      "grad_norm": 127.80184173583984,
+      "learning_rate": 3.0681641533354534e-06,
+      "loss": 14.9688,
+      "step": 31451
+    },
+    {
+      "epoch": 1.503010608812004,
+      "grad_norm": 447.08843994140625,
+      "learning_rate": 3.0676064004994267e-06,
+      "loss": 44.4375,
+      "step": 31452
+    },
+    {
+      "epoch": 1.5030583962534645,
+      "grad_norm": 203.32249450683594,
+      "learning_rate": 3.0670486891794926e-06,
+      "loss": 24.0,
+      "step": 31453
+    },
+    {
+      "epoch": 1.5031061836949249,
+      "grad_norm": 262.20404052734375,
+      "learning_rate": 3.0664910193789934e-06,
+      "loss": 27.0938,
+      "step": 31454
+    },
+    {
+      "epoch": 1.5031539711363853,
+      "grad_norm": 431.2690734863281,
+      "learning_rate": 3.0659333911012635e-06,
+      "loss": 22.0938,
+      "step": 31455
+    },
+    {
+      "epoch": 1.5032017585778457,
+      "grad_norm": 283.3365173339844,
+      "learning_rate": 3.0653758043496482e-06,
+      "loss": 20.0156,
+      "step": 31456
+    },
+    {
+      "epoch": 1.503249546019306,
+      "grad_norm": 313.5794982910156,
+      "learning_rate": 3.064818259127481e-06,
+      "loss": 28.6406,
+      "step": 31457
+    },
+    {
+      "epoch": 1.5032973334607664,
+      "grad_norm": 240.90724182128906,
+      "learning_rate": 3.0642607554381033e-06,
+      "loss": 26.5781,
+      "step": 31458
+    },
+    {
+      "epoch": 1.5033451209022268,
+      "grad_norm": 803.8458251953125,
+      "learning_rate": 3.0637032932848563e-06,
+      "loss": 21.5938,
+      "step": 31459
+    },
+    {
+      "epoch": 1.5033929083436872,
+      "grad_norm": 447.2158203125,
+      "learning_rate": 3.063145872671075e-06,
+      "loss": 25.5,
+      "step": 31460
+    },
+    {
+      "epoch": 1.5034406957851476,
+      "grad_norm": 210.2330322265625,
+      "learning_rate": 3.0625884936001006e-06,
+      "loss": 25.375,
+      "step": 31461
+    },
+    {
+      "epoch": 1.503488483226608,
+      "grad_norm": 238.90567016601562,
+      "learning_rate": 3.062031156075267e-06,
+      "loss": 29.5312,
+      "step": 31462
+    },
+    {
+      "epoch": 1.5035362706680684,
+      "grad_norm": 502.10693359375,
+      "learning_rate": 3.0614738600999138e-06,
+      "loss": 34.0312,
+      "step": 31463
+    },
+    {
+      "epoch": 1.5035840581095288,
+      "grad_norm": 394.56500244140625,
+      "learning_rate": 3.0609166056773796e-06,
+      "loss": 32.4375,
+      "step": 31464
+    },
+    {
+      "epoch": 1.5036318455509892,
+      "grad_norm": 255.1733856201172,
+      "learning_rate": 3.0603593928110044e-06,
+      "loss": 21.4375,
+      "step": 31465
+    },
+    {
+      "epoch": 1.5036796329924496,
+      "grad_norm": 225.10958862304688,
+      "learning_rate": 3.059802221504118e-06,
+      "loss": 23.0625,
+      "step": 31466
+    },
+    {
+      "epoch": 1.50372742043391,
+      "grad_norm": 187.7734832763672,
+      "learning_rate": 3.0592450917600614e-06,
+      "loss": 23.4375,
+      "step": 31467
+    },
+    {
+      "epoch": 1.5037752078753703,
+      "grad_norm": 432.698974609375,
+      "learning_rate": 3.05868800358217e-06,
+      "loss": 31.8438,
+      "step": 31468
+    },
+    {
+      "epoch": 1.5038229953168307,
+      "grad_norm": 237.90966796875,
+      "learning_rate": 3.058130956973785e-06,
+      "loss": 23.2031,
+      "step": 31469
+    },
+    {
+      "epoch": 1.5038707827582911,
+      "grad_norm": 159.14605712890625,
+      "learning_rate": 3.057573951938234e-06,
+      "loss": 16.9531,
+      "step": 31470
+    },
+    {
+      "epoch": 1.5039185701997515,
+      "grad_norm": 312.47344970703125,
+      "learning_rate": 3.057016988478857e-06,
+      "loss": 19.0781,
+      "step": 31471
+    },
+    {
+      "epoch": 1.503966357641212,
+      "grad_norm": 209.64390563964844,
+      "learning_rate": 3.0564600665989896e-06,
+      "loss": 22.375,
+      "step": 31472
+    },
+    {
+      "epoch": 1.5040141450826723,
+      "grad_norm": 240.4615936279297,
+      "learning_rate": 3.0559031863019695e-06,
+      "loss": 25.9688,
+      "step": 31473
+    },
+    {
+      "epoch": 1.5040619325241327,
+      "grad_norm": 206.5655975341797,
+      "learning_rate": 3.055346347591126e-06,
+      "loss": 20.0156,
+      "step": 31474
+    },
+    {
+      "epoch": 1.504109719965593,
+      "grad_norm": 286.8830261230469,
+      "learning_rate": 3.054789550469798e-06,
+      "loss": 22.9844,
+      "step": 31475
+    },
+    {
+      "epoch": 1.5041575074070535,
+      "grad_norm": 242.55987548828125,
+      "learning_rate": 3.054232794941321e-06,
+      "loss": 23.4062,
+      "step": 31476
+    },
+    {
+      "epoch": 1.5042052948485138,
+      "grad_norm": 206.73301696777344,
+      "learning_rate": 3.053676081009024e-06,
+      "loss": 27.875,
+      "step": 31477
+    },
+    {
+      "epoch": 1.5042530822899742,
+      "grad_norm": 332.7164611816406,
+      "learning_rate": 3.053119408676243e-06,
+      "loss": 28.7812,
+      "step": 31478
+    },
+    {
+      "epoch": 1.5043008697314346,
+      "grad_norm": 430.97125244140625,
+      "learning_rate": 3.052562777946314e-06,
+      "loss": 39.75,
+      "step": 31479
+    },
+    {
+      "epoch": 1.504348657172895,
+      "grad_norm": 436.1919250488281,
+      "learning_rate": 3.0520061888225725e-06,
+      "loss": 27.9844,
+      "step": 31480
+    },
+    {
+      "epoch": 1.5043964446143554,
+      "grad_norm": 244.18081665039062,
+      "learning_rate": 3.051449641308345e-06,
+      "loss": 25.1562,
+      "step": 31481
+    },
+    {
+      "epoch": 1.5044442320558158,
+      "grad_norm": 144.34283447265625,
+      "learning_rate": 3.050893135406968e-06,
+      "loss": 22.4062,
+      "step": 31482
+    },
+    {
+      "epoch": 1.5044920194972762,
+      "grad_norm": 309.63653564453125,
+      "learning_rate": 3.050336671121774e-06,
+      "loss": 28.5,
+      "step": 31483
+    },
+    {
+      "epoch": 1.5045398069387366,
+      "grad_norm": 187.86509704589844,
+      "learning_rate": 3.0497802484561e-06,
+      "loss": 26.75,
+      "step": 31484
+    },
+    {
+      "epoch": 1.504587594380197,
+      "grad_norm": 197.36788940429688,
+      "learning_rate": 3.04922386741327e-06,
+      "loss": 22.5,
+      "step": 31485
+    },
+    {
+      "epoch": 1.5046353818216573,
+      "grad_norm": 126.79975128173828,
+      "learning_rate": 3.0486675279966204e-06,
+      "loss": 21.375,
+      "step": 31486
+    },
+    {
+      "epoch": 1.5046831692631177,
+      "grad_norm": 250.23179626464844,
+      "learning_rate": 3.048111230209486e-06,
+      "loss": 24.0156,
+      "step": 31487
+    },
+    {
+      "epoch": 1.5047309567045781,
+      "grad_norm": 347.0108337402344,
+      "learning_rate": 3.0475549740551924e-06,
+      "loss": 20.9844,
+      "step": 31488
+    },
+    {
+      "epoch": 1.5047787441460385,
+      "grad_norm": 1062.8013916015625,
+      "learning_rate": 3.0469987595370753e-06,
+      "loss": 31.25,
+      "step": 31489
+    },
+    {
+      "epoch": 1.504826531587499,
+      "grad_norm": 269.05694580078125,
+      "learning_rate": 3.0464425866584612e-06,
+      "loss": 27.25,
+      "step": 31490
+    },
+    {
+      "epoch": 1.5048743190289593,
+      "grad_norm": 276.6269226074219,
+      "learning_rate": 3.045886455422683e-06,
+      "loss": 19.9531,
+      "step": 31491
+    },
+    {
+      "epoch": 1.5049221064704197,
+      "grad_norm": 227.0312957763672,
+      "learning_rate": 3.0453303658330758e-06,
+      "loss": 24.2812,
+      "step": 31492
+    },
+    {
+      "epoch": 1.50496989391188,
+      "grad_norm": 295.5263977050781,
+      "learning_rate": 3.0447743178929624e-06,
+      "loss": 29.2812,
+      "step": 31493
+    },
+    {
+      "epoch": 1.5050176813533405,
+      "grad_norm": 543.7999877929688,
+      "learning_rate": 3.0442183116056756e-06,
+      "loss": 22.2656,
+      "step": 31494
+    },
+    {
+      "epoch": 1.5050654687948009,
+      "grad_norm": 134.2336883544922,
+      "learning_rate": 3.0436623469745484e-06,
+      "loss": 17.7188,
+      "step": 31495
+    },
+    {
+      "epoch": 1.5051132562362612,
+      "grad_norm": 210.2019805908203,
+      "learning_rate": 3.043106424002905e-06,
+      "loss": 31.6875,
+      "step": 31496
+    },
+    {
+      "epoch": 1.5051610436777216,
+      "grad_norm": 634.7830200195312,
+      "learning_rate": 3.042550542694078e-06,
+      "loss": 28.6875,
+      "step": 31497
+    },
+    {
+      "epoch": 1.505208831119182,
+      "grad_norm": 1183.1461181640625,
+      "learning_rate": 3.0419947030513973e-06,
+      "loss": 21.9688,
+      "step": 31498
+    },
+    {
+      "epoch": 1.5052566185606424,
+      "grad_norm": 241.1017303466797,
+      "learning_rate": 3.0414389050781877e-06,
+      "loss": 21.9375,
+      "step": 31499
+    },
+    {
+      "epoch": 1.5053044060021028,
+      "grad_norm": 293.42144775390625,
+      "learning_rate": 3.04088314877778e-06,
+      "loss": 25.25,
+      "step": 31500
+    },
+    {
+      "epoch": 1.5053521934435632,
+      "grad_norm": 261.0345764160156,
+      "learning_rate": 3.0403274341535037e-06,
+      "loss": 20.2812,
+      "step": 31501
+    },
+    {
+      "epoch": 1.5053999808850236,
+      "grad_norm": 224.6416778564453,
+      "learning_rate": 3.0397717612086874e-06,
+      "loss": 28.9062,
+      "step": 31502
+    },
+    {
+      "epoch": 1.5054477683264837,
+      "grad_norm": 172.74900817871094,
+      "learning_rate": 3.0392161299466538e-06,
+      "loss": 23.3125,
+      "step": 31503
+    },
+    {
+      "epoch": 1.5054955557679441,
+      "grad_norm": 185.62440490722656,
+      "learning_rate": 3.0386605403707347e-06,
+      "loss": 29.4688,
+      "step": 31504
+    },
+    {
+      "epoch": 1.5055433432094045,
+      "grad_norm": 465.4187927246094,
+      "learning_rate": 3.0381049924842556e-06,
+      "loss": 32.625,
+      "step": 31505
+    },
+    {
+      "epoch": 1.505591130650865,
+      "grad_norm": 267.39630126953125,
+      "learning_rate": 3.0375494862905474e-06,
+      "loss": 25.9688,
+      "step": 31506
+    },
+    {
+      "epoch": 1.5056389180923253,
+      "grad_norm": 398.05145263671875,
+      "learning_rate": 3.036994021792932e-06,
+      "loss": 34.25,
+      "step": 31507
+    },
+    {
+      "epoch": 1.5056867055337857,
+      "grad_norm": 433.7360534667969,
+      "learning_rate": 3.0364385989947355e-06,
+      "loss": 23.2812,
+      "step": 31508
+    },
+    {
+      "epoch": 1.505734492975246,
+      "grad_norm": 181.96102905273438,
+      "learning_rate": 3.0358832178992902e-06,
+      "loss": 20.6406,
+      "step": 31509
+    },
+    {
+      "epoch": 1.5057822804167065,
+      "grad_norm": 179.52281188964844,
+      "learning_rate": 3.035327878509916e-06,
+      "loss": 23.875,
+      "step": 31510
+    },
+    {
+      "epoch": 1.5058300678581669,
+      "grad_norm": 184.107177734375,
+      "learning_rate": 3.03477258082994e-06,
+      "loss": 16.6094,
+      "step": 31511
+    },
+    {
+      "epoch": 1.5058778552996273,
+      "grad_norm": 175.23471069335938,
+      "learning_rate": 3.0342173248626893e-06,
+      "loss": 22.2812,
+      "step": 31512
+    },
+    {
+      "epoch": 1.5059256427410876,
+      "grad_norm": 215.19163513183594,
+      "learning_rate": 3.0336621106114916e-06,
+      "loss": 25.7812,
+      "step": 31513
+    },
+    {
+      "epoch": 1.505973430182548,
+      "grad_norm": 119.18753051757812,
+      "learning_rate": 3.0331069380796653e-06,
+      "loss": 19.2344,
+      "step": 31514
+    },
+    {
+      "epoch": 1.5060212176240084,
+      "grad_norm": 330.340576171875,
+      "learning_rate": 3.0325518072705383e-06,
+      "loss": 28.2188,
+      "step": 31515
+    },
+    {
+      "epoch": 1.5060690050654688,
+      "grad_norm": 345.1246032714844,
+      "learning_rate": 3.0319967181874366e-06,
+      "loss": 29.2188,
+      "step": 31516
+    },
+    {
+      "epoch": 1.5061167925069292,
+      "grad_norm": 233.06695556640625,
+      "learning_rate": 3.031441670833686e-06,
+      "loss": 33.2031,
+      "step": 31517
+    },
+    {
+      "epoch": 1.5061645799483896,
+      "grad_norm": 374.07427978515625,
+      "learning_rate": 3.0308866652126047e-06,
+      "loss": 23.125,
+      "step": 31518
+    },
+    {
+      "epoch": 1.50621236738985,
+      "grad_norm": 327.1022644042969,
+      "learning_rate": 3.030331701327519e-06,
+      "loss": 28.7031,
+      "step": 31519
+    },
+    {
+      "epoch": 1.5062601548313104,
+      "grad_norm": 291.34295654296875,
+      "learning_rate": 3.029776779181758e-06,
+      "loss": 28.0312,
+      "step": 31520
+    },
+    {
+      "epoch": 1.5063079422727708,
+      "grad_norm": 288.0934753417969,
+      "learning_rate": 3.029221898778635e-06,
+      "loss": 36.5312,
+      "step": 31521
+    },
+    {
+      "epoch": 1.5063557297142312,
+      "grad_norm": 229.09603881835938,
+      "learning_rate": 3.0286670601214783e-06,
+      "loss": 18.5938,
+      "step": 31522
+    },
+    {
+      "epoch": 1.5064035171556913,
+      "grad_norm": 409.9894714355469,
+      "learning_rate": 3.028112263213615e-06,
+      "loss": 36.375,
+      "step": 31523
+    },
+    {
+      "epoch": 1.5064513045971517,
+      "grad_norm": 319.440185546875,
+      "learning_rate": 3.0275575080583585e-06,
+      "loss": 29.125,
+      "step": 31524
+    },
+    {
+      "epoch": 1.506499092038612,
+      "grad_norm": 336.6834716796875,
+      "learning_rate": 3.0270027946590397e-06,
+      "loss": 26.7812,
+      "step": 31525
+    },
+    {
+      "epoch": 1.5065468794800725,
+      "grad_norm": 228.24209594726562,
+      "learning_rate": 3.0264481230189724e-06,
+      "loss": 30.875,
+      "step": 31526
+    },
+    {
+      "epoch": 1.5065946669215329,
+      "grad_norm": 166.29420471191406,
+      "learning_rate": 3.025893493141483e-06,
+      "loss": 23.0781,
+      "step": 31527
+    },
+    {
+      "epoch": 1.5066424543629933,
+      "grad_norm": 324.53729248046875,
+      "learning_rate": 3.0253389050298965e-06,
+      "loss": 33.0938,
+      "step": 31528
+    },
+    {
+      "epoch": 1.5066902418044537,
+      "grad_norm": 344.76190185546875,
+      "learning_rate": 3.0247843586875257e-06,
+      "loss": 35.5312,
+      "step": 31529
+    },
+    {
+      "epoch": 1.506738029245914,
+      "grad_norm": 381.98992919921875,
+      "learning_rate": 3.0242298541176964e-06,
+      "loss": 31.0312,
+      "step": 31530
+    },
+    {
+      "epoch": 1.5067858166873744,
+      "grad_norm": 272.9214172363281,
+      "learning_rate": 3.0236753913237294e-06,
+      "loss": 24.25,
+      "step": 31531
+    },
+    {
+      "epoch": 1.5068336041288348,
+      "grad_norm": 180.5677490234375,
+      "learning_rate": 3.023120970308948e-06,
+      "loss": 20.5781,
+      "step": 31532
+    },
+    {
+      "epoch": 1.5068813915702952,
+      "grad_norm": 177.96859741210938,
+      "learning_rate": 3.0225665910766668e-06,
+      "loss": 20.1562,
+      "step": 31533
+    },
+    {
+      "epoch": 1.5069291790117556,
+      "grad_norm": 276.2889099121094,
+      "learning_rate": 3.0220122536302064e-06,
+      "loss": 24.4531,
+      "step": 31534
+    },
+    {
+      "epoch": 1.506976966453216,
+      "grad_norm": 189.12066650390625,
+      "learning_rate": 3.021457957972894e-06,
+      "loss": 21.9844,
+      "step": 31535
+    },
+    {
+      "epoch": 1.5070247538946764,
+      "grad_norm": 149.8517608642578,
+      "learning_rate": 3.020903704108039e-06,
+      "loss": 20.6875,
+      "step": 31536
+    },
+    {
+      "epoch": 1.5070725413361368,
+      "grad_norm": 280.18231201171875,
+      "learning_rate": 3.0203494920389666e-06,
+      "loss": 15.7656,
+      "step": 31537
+    },
+    {
+      "epoch": 1.5071203287775972,
+      "grad_norm": 180.31175231933594,
+      "learning_rate": 3.0197953217689934e-06,
+      "loss": 18.3906,
+      "step": 31538
+    },
+    {
+      "epoch": 1.5071681162190576,
+      "grad_norm": 326.88055419921875,
+      "learning_rate": 3.019241193301442e-06,
+      "loss": 32.3594,
+      "step": 31539
+    },
+    {
+      "epoch": 1.507215903660518,
+      "grad_norm": 214.81570434570312,
+      "learning_rate": 3.0186871066396264e-06,
+      "loss": 22.8281,
+      "step": 31540
+    },
+    {
+      "epoch": 1.5072636911019783,
+      "grad_norm": 171.62464904785156,
+      "learning_rate": 3.0181330617868656e-06,
+      "loss": 20.125,
+      "step": 31541
+    },
+    {
+      "epoch": 1.5073114785434387,
+      "grad_norm": 233.77244567871094,
+      "learning_rate": 3.0175790587464793e-06,
+      "loss": 25.0938,
+      "step": 31542
+    },
+    {
+      "epoch": 1.507359265984899,
+      "grad_norm": 475.5299377441406,
+      "learning_rate": 3.0170250975217875e-06,
+      "loss": 22.3906,
+      "step": 31543
+    },
+    {
+      "epoch": 1.5074070534263595,
+      "grad_norm": 243.27383422851562,
+      "learning_rate": 3.0164711781161016e-06,
+      "loss": 25.5,
+      "step": 31544
+    },
+    {
+      "epoch": 1.50745484086782,
+      "grad_norm": 216.4086456298828,
+      "learning_rate": 3.0159173005327425e-06,
+      "loss": 24.1562,
+      "step": 31545
+    },
+    {
+      "epoch": 1.5075026283092803,
+      "grad_norm": 424.72552490234375,
+      "learning_rate": 3.015363464775031e-06,
+      "loss": 23.4844,
+      "step": 31546
+    },
+    {
+      "epoch": 1.5075504157507407,
+      "grad_norm": 235.57275390625,
+      "learning_rate": 3.014809670846275e-06,
+      "loss": 29.2188,
+      "step": 31547
+    },
+    {
+      "epoch": 1.507598203192201,
+      "grad_norm": 376.9291076660156,
+      "learning_rate": 3.0142559187497953e-06,
+      "loss": 26.75,
+      "step": 31548
+    },
+    {
+      "epoch": 1.5076459906336614,
+      "grad_norm": 243.71435546875,
+      "learning_rate": 3.01370220848891e-06,
+      "loss": 22.0,
+      "step": 31549
+    },
+    {
+      "epoch": 1.5076937780751218,
+      "grad_norm": 319.9843444824219,
+      "learning_rate": 3.013148540066936e-06,
+      "loss": 25.6562,
+      "step": 31550
+    },
+    {
+      "epoch": 1.5077415655165822,
+      "grad_norm": 173.64686584472656,
+      "learning_rate": 3.0125949134871835e-06,
+      "loss": 29.0938,
+      "step": 31551
+    },
+    {
+      "epoch": 1.5077893529580426,
+      "grad_norm": 204.5908203125,
+      "learning_rate": 3.0120413287529713e-06,
+      "loss": 27.7969,
+      "step": 31552
+    },
+    {
+      "epoch": 1.507837140399503,
+      "grad_norm": 356.1765441894531,
+      "learning_rate": 3.0114877858676183e-06,
+      "loss": 28.8125,
+      "step": 31553
+    },
+    {
+      "epoch": 1.5078849278409634,
+      "grad_norm": 241.2384033203125,
+      "learning_rate": 3.0109342848344326e-06,
+      "loss": 23.875,
+      "step": 31554
+    },
+    {
+      "epoch": 1.5079327152824238,
+      "grad_norm": 137.91575622558594,
+      "learning_rate": 3.0103808256567324e-06,
+      "loss": 15.6562,
+      "step": 31555
+    },
+    {
+      "epoch": 1.5079805027238842,
+      "grad_norm": 148.41526794433594,
+      "learning_rate": 3.0098274083378343e-06,
+      "loss": 26.125,
+      "step": 31556
+    },
+    {
+      "epoch": 1.5080282901653446,
+      "grad_norm": 446.1424255371094,
+      "learning_rate": 3.0092740328810476e-06,
+      "loss": 42.5,
+      "step": 31557
+    },
+    {
+      "epoch": 1.508076077606805,
+      "grad_norm": 372.8468933105469,
+      "learning_rate": 3.0087206992896924e-06,
+      "loss": 23.0625,
+      "step": 31558
+    },
+    {
+      "epoch": 1.5081238650482653,
+      "grad_norm": 315.1455383300781,
+      "learning_rate": 3.0081674075670753e-06,
+      "loss": 27.4375,
+      "step": 31559
+    },
+    {
+      "epoch": 1.5081716524897257,
+      "grad_norm": 255.86851501464844,
+      "learning_rate": 3.007614157716513e-06,
+      "loss": 20.7344,
+      "step": 31560
+    },
+    {
+      "epoch": 1.5082194399311861,
+      "grad_norm": 235.28309631347656,
+      "learning_rate": 3.007060949741323e-06,
+      "loss": 21.2656,
+      "step": 31561
+    },
+    {
+      "epoch": 1.5082672273726465,
+      "grad_norm": 320.4826965332031,
+      "learning_rate": 3.006507783644812e-06,
+      "loss": 21.1719,
+      "step": 31562
+    },
+    {
+      "epoch": 1.508315014814107,
+      "grad_norm": 326.53985595703125,
+      "learning_rate": 3.0059546594302945e-06,
+      "loss": 21.7812,
+      "step": 31563
+    },
+    {
+      "epoch": 1.5083628022555673,
+      "grad_norm": 539.9382934570312,
+      "learning_rate": 3.005401577101084e-06,
+      "loss": 30.6562,
+      "step": 31564
+    },
+    {
+      "epoch": 1.5084105896970277,
+      "grad_norm": 297.3748474121094,
+      "learning_rate": 3.004848536660495e-06,
+      "loss": 25.3906,
+      "step": 31565
+    },
+    {
+      "epoch": 1.508458377138488,
+      "grad_norm": 250.61268615722656,
+      "learning_rate": 3.0042955381118353e-06,
+      "loss": 29.4375,
+      "step": 31566
+    },
+    {
+      "epoch": 1.5085061645799485,
+      "grad_norm": 308.207275390625,
+      "learning_rate": 3.0037425814584175e-06,
+      "loss": 30.0156,
+      "step": 31567
+    },
+    {
+      "epoch": 1.5085539520214089,
+      "grad_norm": 167.68682861328125,
+      "learning_rate": 3.0031896667035543e-06,
+      "loss": 20.9844,
+      "step": 31568
+    },
+    {
+      "epoch": 1.5086017394628692,
+      "grad_norm": 174.39625549316406,
+      "learning_rate": 3.00263679385056e-06,
+      "loss": 18.7031,
+      "step": 31569
+    },
+    {
+      "epoch": 1.5086495269043296,
+      "grad_norm": 242.49154663085938,
+      "learning_rate": 3.0020839629027386e-06,
+      "loss": 24.7188,
+      "step": 31570
+    },
+    {
+      "epoch": 1.50869731434579,
+      "grad_norm": 314.39398193359375,
+      "learning_rate": 3.0015311738634047e-06,
+      "loss": 29.4375,
+      "step": 31571
+    },
+    {
+      "epoch": 1.5087451017872504,
+      "grad_norm": 182.53451538085938,
+      "learning_rate": 3.000978426735871e-06,
+      "loss": 27.75,
+      "step": 31572
+    },
+    {
+      "epoch": 1.5087928892287108,
+      "grad_norm": 1155.572021484375,
+      "learning_rate": 3.000425721523443e-06,
+      "loss": 14.3906,
+      "step": 31573
+    },
+    {
+      "epoch": 1.5088406766701712,
+      "grad_norm": 202.1298828125,
+      "learning_rate": 2.9998730582294334e-06,
+      "loss": 21.0156,
+      "step": 31574
+    },
+    {
+      "epoch": 1.5088884641116316,
+      "grad_norm": 129.0627899169922,
+      "learning_rate": 2.9993204368571506e-06,
+      "loss": 15.4531,
+      "step": 31575
+    },
+    {
+      "epoch": 1.508936251553092,
+      "grad_norm": 205.01812744140625,
+      "learning_rate": 2.9987678574099086e-06,
+      "loss": 27.5312,
+      "step": 31576
+    },
+    {
+      "epoch": 1.5089840389945524,
+      "grad_norm": 225.51890563964844,
+      "learning_rate": 2.998215319891009e-06,
+      "loss": 29.0625,
+      "step": 31577
+    },
+    {
+      "epoch": 1.5090318264360127,
+      "grad_norm": 173.1087188720703,
+      "learning_rate": 2.9976628243037663e-06,
+      "loss": 29.3125,
+      "step": 31578
+    },
+    {
+      "epoch": 1.5090796138774731,
+      "grad_norm": 199.46763610839844,
+      "learning_rate": 2.997110370651487e-06,
+      "loss": 31.1875,
+      "step": 31579
+    },
+    {
+      "epoch": 1.5091274013189335,
+      "grad_norm": 224.55740356445312,
+      "learning_rate": 2.9965579589374838e-06,
+      "loss": 20.2344,
+      "step": 31580
+    },
+    {
+      "epoch": 1.509175188760394,
+      "grad_norm": 183.40586853027344,
+      "learning_rate": 2.9960055891650584e-06,
+      "loss": 22.0781,
+      "step": 31581
+    },
+    {
+      "epoch": 1.5092229762018543,
+      "grad_norm": 190.69851684570312,
+      "learning_rate": 2.995453261337522e-06,
+      "loss": 16.0625,
+      "step": 31582
+    },
+    {
+      "epoch": 1.5092707636433147,
+      "grad_norm": 614.8869018554688,
+      "learning_rate": 2.994900975458185e-06,
+      "loss": 24.5312,
+      "step": 31583
+    },
+    {
+      "epoch": 1.509318551084775,
+      "grad_norm": 196.04185485839844,
+      "learning_rate": 2.9943487315303486e-06,
+      "loss": 28.9375,
+      "step": 31584
+    },
+    {
+      "epoch": 1.5093663385262353,
+      "grad_norm": 257.20770263671875,
+      "learning_rate": 2.9937965295573244e-06,
+      "loss": 20.7812,
+      "step": 31585
+    },
+    {
+      "epoch": 1.5094141259676956,
+      "grad_norm": 250.2638702392578,
+      "learning_rate": 2.993244369542422e-06,
+      "loss": 34.125,
+      "step": 31586
+    },
+    {
+      "epoch": 1.509461913409156,
+      "grad_norm": 439.94281005859375,
+      "learning_rate": 2.99269225148894e-06,
+      "loss": 27.4688,
+      "step": 31587
+    },
+    {
+      "epoch": 1.5095097008506164,
+      "grad_norm": 195.5548858642578,
+      "learning_rate": 2.992140175400191e-06,
+      "loss": 23.4062,
+      "step": 31588
+    },
+    {
+      "epoch": 1.5095574882920768,
+      "grad_norm": 192.85562133789062,
+      "learning_rate": 2.9915881412794823e-06,
+      "loss": 23.125,
+      "step": 31589
+    },
+    {
+      "epoch": 1.5096052757335372,
+      "grad_norm": 218.1250762939453,
+      "learning_rate": 2.991036149130113e-06,
+      "loss": 21.0312,
+      "step": 31590
+    },
+    {
+      "epoch": 1.5096530631749976,
+      "grad_norm": 268.1510925292969,
+      "learning_rate": 2.9904841989553977e-06,
+      "loss": 23.2188,
+      "step": 31591
+    },
+    {
+      "epoch": 1.509700850616458,
+      "grad_norm": 209.69212341308594,
+      "learning_rate": 2.9899322907586336e-06,
+      "loss": 17.6875,
+      "step": 31592
+    },
+    {
+      "epoch": 1.5097486380579184,
+      "grad_norm": 151.0020294189453,
+      "learning_rate": 2.98938042454313e-06,
+      "loss": 21.2969,
+      "step": 31593
+    },
+    {
+      "epoch": 1.5097964254993788,
+      "grad_norm": 194.7875518798828,
+      "learning_rate": 2.988828600312195e-06,
+      "loss": 26.9688,
+      "step": 31594
+    },
+    {
+      "epoch": 1.5098442129408391,
+      "grad_norm": 266.8835754394531,
+      "learning_rate": 2.9882768180691257e-06,
+      "loss": 31.4375,
+      "step": 31595
+    },
+    {
+      "epoch": 1.5098920003822995,
+      "grad_norm": 182.8639373779297,
+      "learning_rate": 2.9877250778172305e-06,
+      "loss": 26.125,
+      "step": 31596
+    },
+    {
+      "epoch": 1.50993978782376,
+      "grad_norm": 203.47996520996094,
+      "learning_rate": 2.9871733795598147e-06,
+      "loss": 16.7188,
+      "step": 31597
+    },
+    {
+      "epoch": 1.5099875752652203,
+      "grad_norm": 211.79335021972656,
+      "learning_rate": 2.986621723300184e-06,
+      "loss": 33.0938,
+      "step": 31598
+    },
+    {
+      "epoch": 1.5100353627066807,
+      "grad_norm": 292.5337829589844,
+      "learning_rate": 2.9860701090416367e-06,
+      "loss": 23.0781,
+      "step": 31599
+    },
+    {
+      "epoch": 1.510083150148141,
+      "grad_norm": 206.63186645507812,
+      "learning_rate": 2.9855185367874784e-06,
+      "loss": 21.4375,
+      "step": 31600
+    },
+    {
+      "epoch": 1.5101309375896015,
+      "grad_norm": 391.4351501464844,
+      "learning_rate": 2.984967006541013e-06,
+      "loss": 24.3438,
+      "step": 31601
+    },
+    {
+      "epoch": 1.5101787250310619,
+      "grad_norm": 241.91761779785156,
+      "learning_rate": 2.9844155183055467e-06,
+      "loss": 18.0312,
+      "step": 31602
+    },
+    {
+      "epoch": 1.5102265124725223,
+      "grad_norm": 440.21099853515625,
+      "learning_rate": 2.983864072084376e-06,
+      "loss": 19.2969,
+      "step": 31603
+    },
+    {
+      "epoch": 1.5102742999139827,
+      "grad_norm": 405.843017578125,
+      "learning_rate": 2.9833126678808056e-06,
+      "loss": 22.1719,
+      "step": 31604
+    },
+    {
+      "epoch": 1.510322087355443,
+      "grad_norm": 296.5654296875,
+      "learning_rate": 2.9827613056981387e-06,
+      "loss": 25.5312,
+      "step": 31605
+    },
+    {
+      "epoch": 1.5103698747969032,
+      "grad_norm": 265.8680419921875,
+      "learning_rate": 2.9822099855396804e-06,
+      "loss": 28.0,
+      "step": 31606
+    },
+    {
+      "epoch": 1.5104176622383636,
+      "grad_norm": 132.1016387939453,
+      "learning_rate": 2.9816587074087243e-06,
+      "loss": 17.8125,
+      "step": 31607
+    },
+    {
+      "epoch": 1.510465449679824,
+      "grad_norm": 496.3569641113281,
+      "learning_rate": 2.9811074713085773e-06,
+      "loss": 25.2344,
+      "step": 31608
+    },
+    {
+      "epoch": 1.5105132371212844,
+      "grad_norm": 121.4170150756836,
+      "learning_rate": 2.9805562772425432e-06,
+      "loss": 16.4531,
+      "step": 31609
+    },
+    {
+      "epoch": 1.5105610245627448,
+      "grad_norm": 160.32289123535156,
+      "learning_rate": 2.980005125213916e-06,
+      "loss": 18.0938,
+      "step": 31610
+    },
+    {
+      "epoch": 1.5106088120042052,
+      "grad_norm": 181.96238708496094,
+      "learning_rate": 2.979454015226e-06,
+      "loss": 26.5938,
+      "step": 31611
+    },
+    {
+      "epoch": 1.5106565994456655,
+      "grad_norm": 274.6093444824219,
+      "learning_rate": 2.978902947282095e-06,
+      "loss": 21.8594,
+      "step": 31612
+    },
+    {
+      "epoch": 1.510704386887126,
+      "grad_norm": 204.1871795654297,
+      "learning_rate": 2.978351921385506e-06,
+      "loss": 34.1875,
+      "step": 31613
+    },
+    {
+      "epoch": 1.5107521743285863,
+      "grad_norm": 249.78956604003906,
+      "learning_rate": 2.9778009375395244e-06,
+      "loss": 24.7812,
+      "step": 31614
+    },
+    {
+      "epoch": 1.5107999617700467,
+      "grad_norm": 260.369873046875,
+      "learning_rate": 2.9772499957474543e-06,
+      "loss": 18.3438,
+      "step": 31615
+    },
+    {
+      "epoch": 1.510847749211507,
+      "grad_norm": 307.7166442871094,
+      "learning_rate": 2.976699096012594e-06,
+      "loss": 23.9375,
+      "step": 31616
+    },
+    {
+      "epoch": 1.5108955366529675,
+      "grad_norm": 190.1268310546875,
+      "learning_rate": 2.976148238338248e-06,
+      "loss": 22.375,
+      "step": 31617
+    },
+    {
+      "epoch": 1.5109433240944279,
+      "grad_norm": 170.6310272216797,
+      "learning_rate": 2.9755974227277073e-06,
+      "loss": 21.2812,
+      "step": 31618
+    },
+    {
+      "epoch": 1.5109911115358883,
+      "grad_norm": 155.63851928710938,
+      "learning_rate": 2.9750466491842767e-06,
+      "loss": 20.9062,
+      "step": 31619
+    },
+    {
+      "epoch": 1.5110388989773487,
+      "grad_norm": 261.84844970703125,
+      "learning_rate": 2.9744959177112497e-06,
+      "loss": 33.1094,
+      "step": 31620
+    },
+    {
+      "epoch": 1.511086686418809,
+      "grad_norm": 383.26031494140625,
+      "learning_rate": 2.9739452283119264e-06,
+      "loss": 23.4531,
+      "step": 31621
+    },
+    {
+      "epoch": 1.5111344738602694,
+      "grad_norm": 313.8974609375,
+      "learning_rate": 2.973394580989608e-06,
+      "loss": 26.0156,
+      "step": 31622
+    },
+    {
+      "epoch": 1.5111822613017298,
+      "grad_norm": 308.32470703125,
+      "learning_rate": 2.972843975747586e-06,
+      "loss": 24.9688,
+      "step": 31623
+    },
+    {
+      "epoch": 1.5112300487431902,
+      "grad_norm": 203.11117553710938,
+      "learning_rate": 2.9722934125891645e-06,
+      "loss": 21.75,
+      "step": 31624
+    },
+    {
+      "epoch": 1.5112778361846506,
+      "grad_norm": 206.4104461669922,
+      "learning_rate": 2.971742891517634e-06,
+      "loss": 23.9219,
+      "step": 31625
+    },
+    {
+      "epoch": 1.511325623626111,
+      "grad_norm": 142.8841552734375,
+      "learning_rate": 2.9711924125362947e-06,
+      "loss": 17.7969,
+      "step": 31626
+    },
+    {
+      "epoch": 1.5113734110675714,
+      "grad_norm": 207.58326721191406,
+      "learning_rate": 2.970641975648443e-06,
+      "loss": 22.0469,
+      "step": 31627
+    },
+    {
+      "epoch": 1.5114211985090318,
+      "grad_norm": 212.4362335205078,
+      "learning_rate": 2.9700915808573796e-06,
+      "loss": 31.125,
+      "step": 31628
+    },
+    {
+      "epoch": 1.5114689859504922,
+      "grad_norm": 420.5874328613281,
+      "learning_rate": 2.9695412281663917e-06,
+      "loss": 31.8906,
+      "step": 31629
+    },
+    {
+      "epoch": 1.5115167733919526,
+      "grad_norm": 215.86227416992188,
+      "learning_rate": 2.9689909175787813e-06,
+      "loss": 25.4844,
+      "step": 31630
+    },
+    {
+      "epoch": 1.511564560833413,
+      "grad_norm": 252.8450469970703,
+      "learning_rate": 2.9684406490978456e-06,
+      "loss": 19.8906,
+      "step": 31631
+    },
+    {
+      "epoch": 1.5116123482748733,
+      "grad_norm": 208.43997192382812,
+      "learning_rate": 2.9678904227268747e-06,
+      "loss": 27.1719,
+      "step": 31632
+    },
+    {
+      "epoch": 1.5116601357163337,
+      "grad_norm": 185.66326904296875,
+      "learning_rate": 2.967340238469165e-06,
+      "loss": 23.3125,
+      "step": 31633
+    },
+    {
+      "epoch": 1.5117079231577941,
+      "grad_norm": 121.98970794677734,
+      "learning_rate": 2.9667900963280137e-06,
+      "loss": 15.4844,
+      "step": 31634
+    },
+    {
+      "epoch": 1.5117557105992545,
+      "grad_norm": 301.3082580566406,
+      "learning_rate": 2.966239996306717e-06,
+      "loss": 27.5625,
+      "step": 31635
+    },
+    {
+      "epoch": 1.511803498040715,
+      "grad_norm": 136.16183471679688,
+      "learning_rate": 2.9656899384085638e-06,
+      "loss": 18.2188,
+      "step": 31636
+    },
+    {
+      "epoch": 1.5118512854821753,
+      "grad_norm": 190.56661987304688,
+      "learning_rate": 2.9651399226368514e-06,
+      "loss": 24.1562,
+      "step": 31637
+    },
+    {
+      "epoch": 1.5118990729236357,
+      "grad_norm": 238.32949829101562,
+      "learning_rate": 2.9645899489948727e-06,
+      "loss": 21.7656,
+      "step": 31638
+    },
+    {
+      "epoch": 1.511946860365096,
+      "grad_norm": 204.97752380371094,
+      "learning_rate": 2.9640400174859264e-06,
+      "loss": 24.8438,
+      "step": 31639
+    },
+    {
+      "epoch": 1.5119946478065565,
+      "grad_norm": 250.43603515625,
+      "learning_rate": 2.9634901281132964e-06,
+      "loss": 26.5625,
+      "step": 31640
+    },
+    {
+      "epoch": 1.5120424352480168,
+      "grad_norm": 311.60614013671875,
+      "learning_rate": 2.9629402808802833e-06,
+      "loss": 21.5781,
+      "step": 31641
+    },
+    {
+      "epoch": 1.5120902226894772,
+      "grad_norm": 254.5222625732422,
+      "learning_rate": 2.9623904757901755e-06,
+      "loss": 35.1875,
+      "step": 31642
+    },
+    {
+      "epoch": 1.5121380101309376,
+      "grad_norm": 351.0495910644531,
+      "learning_rate": 2.9618407128462724e-06,
+      "loss": 18.1875,
+      "step": 31643
+    },
+    {
+      "epoch": 1.512185797572398,
+      "grad_norm": 234.65953063964844,
+      "learning_rate": 2.9612909920518586e-06,
+      "loss": 21.3594,
+      "step": 31644
+    },
+    {
+      "epoch": 1.5122335850138584,
+      "grad_norm": 320.1620178222656,
+      "learning_rate": 2.960741313410228e-06,
+      "loss": 24.7188,
+      "step": 31645
+    },
+    {
+      "epoch": 1.5122813724553188,
+      "grad_norm": 293.1529235839844,
+      "learning_rate": 2.9601916769246774e-06,
+      "loss": 27.25,
+      "step": 31646
+    },
+    {
+      "epoch": 1.5123291598967792,
+      "grad_norm": 461.94622802734375,
+      "learning_rate": 2.9596420825984927e-06,
+      "loss": 22.9219,
+      "step": 31647
+    },
+    {
+      "epoch": 1.5123769473382396,
+      "grad_norm": 239.9840087890625,
+      "learning_rate": 2.9590925304349662e-06,
+      "loss": 19.8281,
+      "step": 31648
+    },
+    {
+      "epoch": 1.5124247347797,
+      "grad_norm": 253.35679626464844,
+      "learning_rate": 2.958543020437391e-06,
+      "loss": 24.9375,
+      "step": 31649
+    },
+    {
+      "epoch": 1.5124725222211604,
+      "grad_norm": 324.7520751953125,
+      "learning_rate": 2.9579935526090597e-06,
+      "loss": 31.5312,
+      "step": 31650
+    },
+    {
+      "epoch": 1.5125203096626207,
+      "grad_norm": 126.54056549072266,
+      "learning_rate": 2.9574441269532573e-06,
+      "loss": 19.8906,
+      "step": 31651
+    },
+    {
+      "epoch": 1.5125680971040811,
+      "grad_norm": 185.97169494628906,
+      "learning_rate": 2.9568947434732777e-06,
+      "loss": 23.75,
+      "step": 31652
+    },
+    {
+      "epoch": 1.5126158845455415,
+      "grad_norm": 210.4405517578125,
+      "learning_rate": 2.9563454021724124e-06,
+      "loss": 19.5781,
+      "step": 31653
+    },
+    {
+      "epoch": 1.512663671987002,
+      "grad_norm": 245.74974060058594,
+      "learning_rate": 2.955796103053947e-06,
+      "loss": 18.6094,
+      "step": 31654
+    },
+    {
+      "epoch": 1.5127114594284623,
+      "grad_norm": 134.5986785888672,
+      "learning_rate": 2.955246846121177e-06,
+      "loss": 21.7188,
+      "step": 31655
+    },
+    {
+      "epoch": 1.5127592468699227,
+      "grad_norm": 1143.0333251953125,
+      "learning_rate": 2.9546976313773843e-06,
+      "loss": 32.25,
+      "step": 31656
+    },
+    {
+      "epoch": 1.512807034311383,
+      "grad_norm": 216.75833129882812,
+      "learning_rate": 2.954148458825866e-06,
+      "loss": 21.6562,
+      "step": 31657
+    },
+    {
+      "epoch": 1.5128548217528435,
+      "grad_norm": 205.610107421875,
+      "learning_rate": 2.9535993284699026e-06,
+      "loss": 23.2969,
+      "step": 31658
+    },
+    {
+      "epoch": 1.5129026091943039,
+      "grad_norm": 167.03701782226562,
+      "learning_rate": 2.953050240312787e-06,
+      "loss": 23.1562,
+      "step": 31659
+    },
+    {
+      "epoch": 1.5129503966357642,
+      "grad_norm": 327.86749267578125,
+      "learning_rate": 2.9525011943578087e-06,
+      "loss": 19.8125,
+      "step": 31660
+    },
+    {
+      "epoch": 1.5129981840772246,
+      "grad_norm": 274.5235290527344,
+      "learning_rate": 2.951952190608256e-06,
+      "loss": 23.0156,
+      "step": 31661
+    },
+    {
+      "epoch": 1.513045971518685,
+      "grad_norm": 185.3030242919922,
+      "learning_rate": 2.9514032290674124e-06,
+      "loss": 28.5469,
+      "step": 31662
+    },
+    {
+      "epoch": 1.5130937589601454,
+      "grad_norm": 161.83975219726562,
+      "learning_rate": 2.950854309738569e-06,
+      "loss": 18.0938,
+      "step": 31663
+    },
+    {
+      "epoch": 1.5131415464016058,
+      "grad_norm": 304.4167785644531,
+      "learning_rate": 2.9503054326250114e-06,
+      "loss": 20.2031,
+      "step": 31664
+    },
+    {
+      "epoch": 1.5131893338430662,
+      "grad_norm": 424.1067810058594,
+      "learning_rate": 2.949756597730031e-06,
+      "loss": 31.4375,
+      "step": 31665
+    },
+    {
+      "epoch": 1.5132371212845266,
+      "grad_norm": 514.3480224609375,
+      "learning_rate": 2.9492078050569095e-06,
+      "loss": 29.5625,
+      "step": 31666
+    },
+    {
+      "epoch": 1.513284908725987,
+      "grad_norm": 177.86984252929688,
+      "learning_rate": 2.9486590546089334e-06,
+      "loss": 21.2656,
+      "step": 31667
+    },
+    {
+      "epoch": 1.5133326961674471,
+      "grad_norm": 295.527099609375,
+      "learning_rate": 2.9481103463893957e-06,
+      "loss": 31.875,
+      "step": 31668
+    },
+    {
+      "epoch": 1.5133804836089075,
+      "grad_norm": 244.93963623046875,
+      "learning_rate": 2.9475616804015727e-06,
+      "loss": 23.2812,
+      "step": 31669
+    },
+    {
+      "epoch": 1.513428271050368,
+      "grad_norm": 373.6024169921875,
+      "learning_rate": 2.9470130566487563e-06,
+      "loss": 27.3438,
+      "step": 31670
+    },
+    {
+      "epoch": 1.5134760584918283,
+      "grad_norm": 240.39495849609375,
+      "learning_rate": 2.9464644751342306e-06,
+      "loss": 17.4688,
+      "step": 31671
+    },
+    {
+      "epoch": 1.5135238459332887,
+      "grad_norm": 344.48443603515625,
+      "learning_rate": 2.945915935861284e-06,
+      "loss": 15.4531,
+      "step": 31672
+    },
+    {
+      "epoch": 1.513571633374749,
+      "grad_norm": 351.1661376953125,
+      "learning_rate": 2.9453674388331954e-06,
+      "loss": 25.9062,
+      "step": 31673
+    },
+    {
+      "epoch": 1.5136194208162095,
+      "grad_norm": 200.50906372070312,
+      "learning_rate": 2.944818984053254e-06,
+      "loss": 23.9688,
+      "step": 31674
+    },
+    {
+      "epoch": 1.5136672082576699,
+      "grad_norm": 346.2586364746094,
+      "learning_rate": 2.944270571524742e-06,
+      "loss": 28.7812,
+      "step": 31675
+    },
+    {
+      "epoch": 1.5137149956991303,
+      "grad_norm": 260.6151123046875,
+      "learning_rate": 2.943722201250948e-06,
+      "loss": 27.0312,
+      "step": 31676
+    },
+    {
+      "epoch": 1.5137627831405907,
+      "grad_norm": 182.78407287597656,
+      "learning_rate": 2.943173873235151e-06,
+      "loss": 25.3125,
+      "step": 31677
+    },
+    {
+      "epoch": 1.513810570582051,
+      "grad_norm": 181.64967346191406,
+      "learning_rate": 2.9426255874806355e-06,
+      "loss": 18.8125,
+      "step": 31678
+    },
+    {
+      "epoch": 1.5138583580235114,
+      "grad_norm": 192.3112030029297,
+      "learning_rate": 2.9420773439906904e-06,
+      "loss": 22.25,
+      "step": 31679
+    },
+    {
+      "epoch": 1.5139061454649718,
+      "grad_norm": 208.8134002685547,
+      "learning_rate": 2.94152914276859e-06,
+      "loss": 27.4688,
+      "step": 31680
+    },
+    {
+      "epoch": 1.5139539329064322,
+      "grad_norm": 203.821044921875,
+      "learning_rate": 2.940980983817624e-06,
+      "loss": 27.0781,
+      "step": 31681
+    },
+    {
+      "epoch": 1.5140017203478926,
+      "grad_norm": 309.981201171875,
+      "learning_rate": 2.9404328671410722e-06,
+      "loss": 21.1406,
+      "step": 31682
+    },
+    {
+      "epoch": 1.514049507789353,
+      "grad_norm": 188.7420196533203,
+      "learning_rate": 2.9398847927422214e-06,
+      "loss": 18.5,
+      "step": 31683
+    },
+    {
+      "epoch": 1.5140972952308134,
+      "grad_norm": 139.87042236328125,
+      "learning_rate": 2.9393367606243475e-06,
+      "loss": 19.2344,
+      "step": 31684
+    },
+    {
+      "epoch": 1.5141450826722738,
+      "grad_norm": 176.71994018554688,
+      "learning_rate": 2.938788770790736e-06,
+      "loss": 21.4062,
+      "step": 31685
+    },
+    {
+      "epoch": 1.5141928701137342,
+      "grad_norm": 126.52523040771484,
+      "learning_rate": 2.9382408232446714e-06,
+      "loss": 24.6094,
+      "step": 31686
+    },
+    {
+      "epoch": 1.5142406575551945,
+      "grad_norm": 331.1394348144531,
+      "learning_rate": 2.937692917989429e-06,
+      "loss": 22.5,
+      "step": 31687
+    },
+    {
+      "epoch": 1.5142884449966547,
+      "grad_norm": 247.31710815429688,
+      "learning_rate": 2.9371450550282954e-06,
+      "loss": 27.875,
+      "step": 31688
+    },
+    {
+      "epoch": 1.514336232438115,
+      "grad_norm": 442.3570556640625,
+      "learning_rate": 2.9365972343645476e-06,
+      "loss": 29.5156,
+      "step": 31689
+    },
+    {
+      "epoch": 1.5143840198795755,
+      "grad_norm": 189.1114959716797,
+      "learning_rate": 2.9360494560014672e-06,
+      "loss": 21.0312,
+      "step": 31690
+    },
+    {
+      "epoch": 1.5144318073210359,
+      "grad_norm": 313.0868225097656,
+      "learning_rate": 2.9355017199423386e-06,
+      "loss": 21.7656,
+      "step": 31691
+    },
+    {
+      "epoch": 1.5144795947624963,
+      "grad_norm": 184.87278747558594,
+      "learning_rate": 2.9349540261904365e-06,
+      "loss": 22.9688,
+      "step": 31692
+    },
+    {
+      "epoch": 1.5145273822039567,
+      "grad_norm": 1771.5509033203125,
+      "learning_rate": 2.9344063747490425e-06,
+      "loss": 30.7656,
+      "step": 31693
+    },
+    {
+      "epoch": 1.514575169645417,
+      "grad_norm": 191.85968017578125,
+      "learning_rate": 2.933858765621441e-06,
+      "loss": 25.6406,
+      "step": 31694
+    },
+    {
+      "epoch": 1.5146229570868774,
+      "grad_norm": 855.6954345703125,
+      "learning_rate": 2.933311198810904e-06,
+      "loss": 22.125,
+      "step": 31695
+    },
+    {
+      "epoch": 1.5146707445283378,
+      "grad_norm": 240.3320770263672,
+      "learning_rate": 2.9327636743207153e-06,
+      "loss": 28.5938,
+      "step": 31696
+    },
+    {
+      "epoch": 1.5147185319697982,
+      "grad_norm": 206.4974822998047,
+      "learning_rate": 2.9322161921541527e-06,
+      "loss": 19.8438,
+      "step": 31697
+    },
+    {
+      "epoch": 1.5147663194112586,
+      "grad_norm": 270.68182373046875,
+      "learning_rate": 2.9316687523144982e-06,
+      "loss": 21.1875,
+      "step": 31698
+    },
+    {
+      "epoch": 1.514814106852719,
+      "grad_norm": 217.4640655517578,
+      "learning_rate": 2.9311213548050243e-06,
+      "loss": 19.875,
+      "step": 31699
+    },
+    {
+      "epoch": 1.5148618942941794,
+      "grad_norm": 232.4628143310547,
+      "learning_rate": 2.9305739996290115e-06,
+      "loss": 25.25,
+      "step": 31700
+    },
+    {
+      "epoch": 1.5149096817356398,
+      "grad_norm": 261.78338623046875,
+      "learning_rate": 2.9300266867897387e-06,
+      "loss": 21.0,
+      "step": 31701
+    },
+    {
+      "epoch": 1.5149574691771002,
+      "grad_norm": 328.4444274902344,
+      "learning_rate": 2.929479416290486e-06,
+      "loss": 26.0312,
+      "step": 31702
+    },
+    {
+      "epoch": 1.5150052566185606,
+      "grad_norm": 252.44569396972656,
+      "learning_rate": 2.9289321881345257e-06,
+      "loss": 32.125,
+      "step": 31703
+    },
+    {
+      "epoch": 1.515053044060021,
+      "grad_norm": 208.6352081298828,
+      "learning_rate": 2.928385002325137e-06,
+      "loss": 19.5781,
+      "step": 31704
+    },
+    {
+      "epoch": 1.5151008315014813,
+      "grad_norm": 229.52133178710938,
+      "learning_rate": 2.927837858865601e-06,
+      "loss": 15.6406,
+      "step": 31705
+    },
+    {
+      "epoch": 1.5151486189429417,
+      "grad_norm": 790.8251342773438,
+      "learning_rate": 2.927290757759187e-06,
+      "loss": 23.4062,
+      "step": 31706
+    },
+    {
+      "epoch": 1.5151964063844021,
+      "grad_norm": 759.7777709960938,
+      "learning_rate": 2.9267436990091747e-06,
+      "loss": 27.2812,
+      "step": 31707
+    },
+    {
+      "epoch": 1.5152441938258625,
+      "grad_norm": 207.54788208007812,
+      "learning_rate": 2.9261966826188415e-06,
+      "loss": 24.5938,
+      "step": 31708
+    },
+    {
+      "epoch": 1.515291981267323,
+      "grad_norm": 244.0290985107422,
+      "learning_rate": 2.9256497085914648e-06,
+      "loss": 22.5312,
+      "step": 31709
+    },
+    {
+      "epoch": 1.5153397687087833,
+      "grad_norm": 840.9082641601562,
+      "learning_rate": 2.9251027769303154e-06,
+      "loss": 15.9531,
+      "step": 31710
+    },
+    {
+      "epoch": 1.5153875561502437,
+      "grad_norm": 230.58421325683594,
+      "learning_rate": 2.9245558876386706e-06,
+      "loss": 26.5312,
+      "step": 31711
+    },
+    {
+      "epoch": 1.515435343591704,
+      "grad_norm": 173.57615661621094,
+      "learning_rate": 2.924009040719806e-06,
+      "loss": 23.7969,
+      "step": 31712
+    },
+    {
+      "epoch": 1.5154831310331645,
+      "grad_norm": 135.54705810546875,
+      "learning_rate": 2.9234622361770005e-06,
+      "loss": 22.6875,
+      "step": 31713
+    },
+    {
+      "epoch": 1.5155309184746248,
+      "grad_norm": 1120.4195556640625,
+      "learning_rate": 2.9229154740135225e-06,
+      "loss": 25.3594,
+      "step": 31714
+    },
+    {
+      "epoch": 1.5155787059160852,
+      "grad_norm": 301.9971923828125,
+      "learning_rate": 2.9223687542326475e-06,
+      "loss": 27.2812,
+      "step": 31715
+    },
+    {
+      "epoch": 1.5156264933575456,
+      "grad_norm": 132.2516326904297,
+      "learning_rate": 2.9218220768376548e-06,
+      "loss": 21.8438,
+      "step": 31716
+    },
+    {
+      "epoch": 1.515674280799006,
+      "grad_norm": 378.3390808105469,
+      "learning_rate": 2.9212754418318114e-06,
+      "loss": 30.0938,
+      "step": 31717
+    },
+    {
+      "epoch": 1.5157220682404664,
+      "grad_norm": 206.1283416748047,
+      "learning_rate": 2.9207288492183937e-06,
+      "loss": 20.1562,
+      "step": 31718
+    },
+    {
+      "epoch": 1.5157698556819268,
+      "grad_norm": 218.00660705566406,
+      "learning_rate": 2.92018229900068e-06,
+      "loss": 24.7812,
+      "step": 31719
+    },
+    {
+      "epoch": 1.5158176431233872,
+      "grad_norm": 213.26904296875,
+      "learning_rate": 2.919635791181934e-06,
+      "loss": 26.9688,
+      "step": 31720
+    },
+    {
+      "epoch": 1.5158654305648476,
+      "grad_norm": 213.63388061523438,
+      "learning_rate": 2.9190893257654373e-06,
+      "loss": 24.6875,
+      "step": 31721
+    },
+    {
+      "epoch": 1.515913218006308,
+      "grad_norm": 180.5052947998047,
+      "learning_rate": 2.9185429027544553e-06,
+      "loss": 17.4688,
+      "step": 31722
+    },
+    {
+      "epoch": 1.5159610054477684,
+      "grad_norm": 308.0218505859375,
+      "learning_rate": 2.9179965221522645e-06,
+      "loss": 29.5938,
+      "step": 31723
+    },
+    {
+      "epoch": 1.5160087928892287,
+      "grad_norm": 180.44667053222656,
+      "learning_rate": 2.917450183962138e-06,
+      "loss": 25.2812,
+      "step": 31724
+    },
+    {
+      "epoch": 1.5160565803306891,
+      "grad_norm": 279.07550048828125,
+      "learning_rate": 2.9169038881873435e-06,
+      "loss": 28.6562,
+      "step": 31725
+    },
+    {
+      "epoch": 1.5161043677721495,
+      "grad_norm": 293.10821533203125,
+      "learning_rate": 2.916357634831155e-06,
+      "loss": 25.875,
+      "step": 31726
+    },
+    {
+      "epoch": 1.51615215521361,
+      "grad_norm": 229.52088928222656,
+      "learning_rate": 2.9158114238968437e-06,
+      "loss": 28.7031,
+      "step": 31727
+    },
+    {
+      "epoch": 1.5161999426550703,
+      "grad_norm": 151.59246826171875,
+      "learning_rate": 2.915265255387685e-06,
+      "loss": 21.2812,
+      "step": 31728
+    },
+    {
+      "epoch": 1.5162477300965307,
+      "grad_norm": 235.25064086914062,
+      "learning_rate": 2.914719129306941e-06,
+      "loss": 29.7812,
+      "step": 31729
+    },
+    {
+      "epoch": 1.516295517537991,
+      "grad_norm": 190.62818908691406,
+      "learning_rate": 2.9141730456578875e-06,
+      "loss": 27.1406,
+      "step": 31730
+    },
+    {
+      "epoch": 1.5163433049794515,
+      "grad_norm": 612.498291015625,
+      "learning_rate": 2.9136270044437975e-06,
+      "loss": 21.9531,
+      "step": 31731
+    },
+    {
+      "epoch": 1.5163910924209119,
+      "grad_norm": 208.5557403564453,
+      "learning_rate": 2.9130810056679347e-06,
+      "loss": 18.0938,
+      "step": 31732
+    },
+    {
+      "epoch": 1.5164388798623722,
+      "grad_norm": 348.2562255859375,
+      "learning_rate": 2.9125350493335726e-06,
+      "loss": 28.125,
+      "step": 31733
+    },
+    {
+      "epoch": 1.5164866673038326,
+      "grad_norm": 365.9098205566406,
+      "learning_rate": 2.911989135443979e-06,
+      "loss": 31.1875,
+      "step": 31734
+    },
+    {
+      "epoch": 1.516534454745293,
+      "grad_norm": 756.4371948242188,
+      "learning_rate": 2.911443264002428e-06,
+      "loss": 23.5625,
+      "step": 31735
+    },
+    {
+      "epoch": 1.5165822421867534,
+      "grad_norm": 213.1039276123047,
+      "learning_rate": 2.910897435012182e-06,
+      "loss": 24.5156,
+      "step": 31736
+    },
+    {
+      "epoch": 1.5166300296282138,
+      "grad_norm": 351.2093505859375,
+      "learning_rate": 2.9103516484765137e-06,
+      "loss": 26.25,
+      "step": 31737
+    },
+    {
+      "epoch": 1.5166778170696742,
+      "grad_norm": 157.5074462890625,
+      "learning_rate": 2.9098059043986903e-06,
+      "loss": 28.2344,
+      "step": 31738
+    },
+    {
+      "epoch": 1.5167256045111346,
+      "grad_norm": 221.7337188720703,
+      "learning_rate": 2.909260202781984e-06,
+      "loss": 24.875,
+      "step": 31739
+    },
+    {
+      "epoch": 1.516773391952595,
+      "grad_norm": 245.8629608154297,
+      "learning_rate": 2.9087145436296548e-06,
+      "loss": 16.3594,
+      "step": 31740
+    },
+    {
+      "epoch": 1.5168211793940554,
+      "grad_norm": 359.5533447265625,
+      "learning_rate": 2.9081689269449776e-06,
+      "loss": 26.5469,
+      "step": 31741
+    },
+    {
+      "epoch": 1.5168689668355158,
+      "grad_norm": 218.87286376953125,
+      "learning_rate": 2.9076233527312193e-06,
+      "loss": 22.5156,
+      "step": 31742
+    },
+    {
+      "epoch": 1.5169167542769761,
+      "grad_norm": 372.9306945800781,
+      "learning_rate": 2.9070778209916427e-06,
+      "loss": 22.9688,
+      "step": 31743
+    },
+    {
+      "epoch": 1.5169645417184365,
+      "grad_norm": 183.4254150390625,
+      "learning_rate": 2.906532331729517e-06,
+      "loss": 22.2812,
+      "step": 31744
+    },
+    {
+      "epoch": 1.517012329159897,
+      "grad_norm": 445.6007385253906,
+      "learning_rate": 2.905986884948111e-06,
+      "loss": 18.9688,
+      "step": 31745
+    },
+    {
+      "epoch": 1.5170601166013573,
+      "grad_norm": 1157.781982421875,
+      "learning_rate": 2.9054414806506914e-06,
+      "loss": 24.6562,
+      "step": 31746
+    },
+    {
+      "epoch": 1.5171079040428177,
+      "grad_norm": 214.84596252441406,
+      "learning_rate": 2.90489611884052e-06,
+      "loss": 28.5312,
+      "step": 31747
+    },
+    {
+      "epoch": 1.517155691484278,
+      "grad_norm": 172.27993774414062,
+      "learning_rate": 2.9043507995208664e-06,
+      "loss": 16.2969,
+      "step": 31748
+    },
+    {
+      "epoch": 1.5172034789257385,
+      "grad_norm": 565.8509521484375,
+      "learning_rate": 2.9038055226949947e-06,
+      "loss": 16.2812,
+      "step": 31749
+    },
+    {
+      "epoch": 1.5172512663671986,
+      "grad_norm": 150.3788604736328,
+      "learning_rate": 2.9032602883661755e-06,
+      "loss": 23.6875,
+      "step": 31750
+    },
+    {
+      "epoch": 1.517299053808659,
+      "grad_norm": 321.6476135253906,
+      "learning_rate": 2.902715096537666e-06,
+      "loss": 26.5938,
+      "step": 31751
+    },
+    {
+      "epoch": 1.5173468412501194,
+      "grad_norm": 308.76641845703125,
+      "learning_rate": 2.9021699472127385e-06,
+      "loss": 19.1719,
+      "step": 31752
+    },
+    {
+      "epoch": 1.5173946286915798,
+      "grad_norm": 247.5982208251953,
+      "learning_rate": 2.901624840394651e-06,
+      "loss": 28.4375,
+      "step": 31753
+    },
+    {
+      "epoch": 1.5174424161330402,
+      "grad_norm": 203.03341674804688,
+      "learning_rate": 2.901079776086674e-06,
+      "loss": 22.1094,
+      "step": 31754
+    },
+    {
+      "epoch": 1.5174902035745006,
+      "grad_norm": 294.1357421875,
+      "learning_rate": 2.9005347542920668e-06,
+      "loss": 29.3438,
+      "step": 31755
+    },
+    {
+      "epoch": 1.517537991015961,
+      "grad_norm": 146.17044067382812,
+      "learning_rate": 2.8999897750140947e-06,
+      "loss": 28.5,
+      "step": 31756
+    },
+    {
+      "epoch": 1.5175857784574214,
+      "grad_norm": 312.51776123046875,
+      "learning_rate": 2.899444838256026e-06,
+      "loss": 20.5469,
+      "step": 31757
+    },
+    {
+      "epoch": 1.5176335658988818,
+      "grad_norm": 166.32406616210938,
+      "learning_rate": 2.8988999440211175e-06,
+      "loss": 20.4531,
+      "step": 31758
+    },
+    {
+      "epoch": 1.5176813533403422,
+      "grad_norm": 213.18405151367188,
+      "learning_rate": 2.8983550923126346e-06,
+      "loss": 26.7344,
+      "step": 31759
+    },
+    {
+      "epoch": 1.5177291407818025,
+      "grad_norm": 192.90574645996094,
+      "learning_rate": 2.8978102831338415e-06,
+      "loss": 17.9531,
+      "step": 31760
+    },
+    {
+      "epoch": 1.517776928223263,
+      "grad_norm": 2142.23876953125,
+      "learning_rate": 2.897265516488005e-06,
+      "loss": 28.7188,
+      "step": 31761
+    },
+    {
+      "epoch": 1.5178247156647233,
+      "grad_norm": 279.7593994140625,
+      "learning_rate": 2.896720792378378e-06,
+      "loss": 17.3125,
+      "step": 31762
+    },
+    {
+      "epoch": 1.5178725031061837,
+      "grad_norm": 261.8968811035156,
+      "learning_rate": 2.8961761108082285e-06,
+      "loss": 26.1562,
+      "step": 31763
+    },
+    {
+      "epoch": 1.517920290547644,
+      "grad_norm": 307.18310546875,
+      "learning_rate": 2.895631471780821e-06,
+      "loss": 26.5469,
+      "step": 31764
+    },
+    {
+      "epoch": 1.5179680779891045,
+      "grad_norm": 232.61044311523438,
+      "learning_rate": 2.89508687529941e-06,
+      "loss": 22.6875,
+      "step": 31765
+    },
+    {
+      "epoch": 1.5180158654305649,
+      "grad_norm": 253.55987548828125,
+      "learning_rate": 2.894542321367261e-06,
+      "loss": 23.5938,
+      "step": 31766
+    },
+    {
+      "epoch": 1.5180636528720253,
+      "grad_norm": 314.20867919921875,
+      "learning_rate": 2.8939978099876355e-06,
+      "loss": 21.5938,
+      "step": 31767
+    },
+    {
+      "epoch": 1.5181114403134857,
+      "grad_norm": 217.21031188964844,
+      "learning_rate": 2.8934533411637966e-06,
+      "loss": 20.2969,
+      "step": 31768
+    },
+    {
+      "epoch": 1.518159227754946,
+      "grad_norm": 281.7867431640625,
+      "learning_rate": 2.8929089148989986e-06,
+      "loss": 22.7188,
+      "step": 31769
+    },
+    {
+      "epoch": 1.5182070151964064,
+      "grad_norm": 465.28631591796875,
+      "learning_rate": 2.8923645311965064e-06,
+      "loss": 26.6875,
+      "step": 31770
+    },
+    {
+      "epoch": 1.5182548026378666,
+      "grad_norm": 202.9049530029297,
+      "learning_rate": 2.8918201900595788e-06,
+      "loss": 26.6875,
+      "step": 31771
+    },
+    {
+      "epoch": 1.518302590079327,
+      "grad_norm": 178.1197509765625,
+      "learning_rate": 2.8912758914914795e-06,
+      "loss": 22.0,
+      "step": 31772
+    },
+    {
+      "epoch": 1.5183503775207874,
+      "grad_norm": 137.8462371826172,
+      "learning_rate": 2.890731635495462e-06,
+      "loss": 18.8906,
+      "step": 31773
+    },
+    {
+      "epoch": 1.5183981649622478,
+      "grad_norm": 136.25477600097656,
+      "learning_rate": 2.8901874220747873e-06,
+      "loss": 19.5156,
+      "step": 31774
+    },
+    {
+      "epoch": 1.5184459524037082,
+      "grad_norm": 212.10372924804688,
+      "learning_rate": 2.8896432512327165e-06,
+      "loss": 31.5938,
+      "step": 31775
+    },
+    {
+      "epoch": 1.5184937398451686,
+      "grad_norm": 434.08416748046875,
+      "learning_rate": 2.889099122972512e-06,
+      "loss": 30.875,
+      "step": 31776
+    },
+    {
+      "epoch": 1.518541527286629,
+      "grad_norm": 228.75564575195312,
+      "learning_rate": 2.8885550372974238e-06,
+      "loss": 22.25,
+      "step": 31777
+    },
+    {
+      "epoch": 1.5185893147280893,
+      "grad_norm": 361.1908874511719,
+      "learning_rate": 2.8880109942107147e-06,
+      "loss": 29.0625,
+      "step": 31778
+    },
+    {
+      "epoch": 1.5186371021695497,
+      "grad_norm": 208.1874542236328,
+      "learning_rate": 2.887466993715646e-06,
+      "loss": 17.1406,
+      "step": 31779
+    },
+    {
+      "epoch": 1.5186848896110101,
+      "grad_norm": 408.92425537109375,
+      "learning_rate": 2.88692303581547e-06,
+      "loss": 41.6875,
+      "step": 31780
+    },
+    {
+      "epoch": 1.5187326770524705,
+      "grad_norm": 625.2628173828125,
+      "learning_rate": 2.886379120513445e-06,
+      "loss": 23.7031,
+      "step": 31781
+    },
+    {
+      "epoch": 1.518780464493931,
+      "grad_norm": 296.7411804199219,
+      "learning_rate": 2.8858352478128315e-06,
+      "loss": 29.125,
+      "step": 31782
+    },
+    {
+      "epoch": 1.5188282519353913,
+      "grad_norm": 194.13735961914062,
+      "learning_rate": 2.885291417716888e-06,
+      "loss": 22.4219,
+      "step": 31783
+    },
+    {
+      "epoch": 1.5188760393768517,
+      "grad_norm": 854.322021484375,
+      "learning_rate": 2.8847476302288648e-06,
+      "loss": 19.8125,
+      "step": 31784
+    },
+    {
+      "epoch": 1.518923826818312,
+      "grad_norm": 314.4424743652344,
+      "learning_rate": 2.884203885352025e-06,
+      "loss": 28.25,
+      "step": 31785
+    },
+    {
+      "epoch": 1.5189716142597725,
+      "grad_norm": 1483.4228515625,
+      "learning_rate": 2.883660183089619e-06,
+      "loss": 23.625,
+      "step": 31786
+    },
+    {
+      "epoch": 1.5190194017012328,
+      "grad_norm": 263.2769470214844,
+      "learning_rate": 2.8831165234449065e-06,
+      "loss": 24.1562,
+      "step": 31787
+    },
+    {
+      "epoch": 1.5190671891426932,
+      "grad_norm": 273.68487548828125,
+      "learning_rate": 2.882572906421145e-06,
+      "loss": 20.0469,
+      "step": 31788
+    },
+    {
+      "epoch": 1.5191149765841536,
+      "grad_norm": 224.6874542236328,
+      "learning_rate": 2.882029332021585e-06,
+      "loss": 27.875,
+      "step": 31789
+    },
+    {
+      "epoch": 1.519162764025614,
+      "grad_norm": 859.8726806640625,
+      "learning_rate": 2.8814858002494885e-06,
+      "loss": 20.0625,
+      "step": 31790
+    },
+    {
+      "epoch": 1.5192105514670744,
+      "grad_norm": 318.2306213378906,
+      "learning_rate": 2.8809423111081027e-06,
+      "loss": 33.7812,
+      "step": 31791
+    },
+    {
+      "epoch": 1.5192583389085348,
+      "grad_norm": 214.51808166503906,
+      "learning_rate": 2.8803988646006862e-06,
+      "loss": 19.6094,
+      "step": 31792
+    },
+    {
+      "epoch": 1.5193061263499952,
+      "grad_norm": 218.73402404785156,
+      "learning_rate": 2.879855460730495e-06,
+      "loss": 21.9062,
+      "step": 31793
+    },
+    {
+      "epoch": 1.5193539137914556,
+      "grad_norm": 205.81826782226562,
+      "learning_rate": 2.879312099500784e-06,
+      "loss": 28.7656,
+      "step": 31794
+    },
+    {
+      "epoch": 1.519401701232916,
+      "grad_norm": 272.6591491699219,
+      "learning_rate": 2.8787687809148025e-06,
+      "loss": 18.9375,
+      "step": 31795
+    },
+    {
+      "epoch": 1.5194494886743763,
+      "grad_norm": 314.1332702636719,
+      "learning_rate": 2.878225504975808e-06,
+      "loss": 17.9531,
+      "step": 31796
+    },
+    {
+      "epoch": 1.5194972761158367,
+      "grad_norm": 318.4091491699219,
+      "learning_rate": 2.877682271687051e-06,
+      "loss": 25.3438,
+      "step": 31797
+    },
+    {
+      "epoch": 1.5195450635572971,
+      "grad_norm": 166.5502166748047,
+      "learning_rate": 2.877139081051792e-06,
+      "loss": 22.1875,
+      "step": 31798
+    },
+    {
+      "epoch": 1.5195928509987575,
+      "grad_norm": 235.22689819335938,
+      "learning_rate": 2.8765959330732752e-06,
+      "loss": 33.7188,
+      "step": 31799
+    },
+    {
+      "epoch": 1.519640638440218,
+      "grad_norm": 297.6803283691406,
+      "learning_rate": 2.876052827754757e-06,
+      "loss": 19.2188,
+      "step": 31800
+    },
+    {
+      "epoch": 1.5196884258816783,
+      "grad_norm": 544.9393310546875,
+      "learning_rate": 2.8755097650994925e-06,
+      "loss": 26.875,
+      "step": 31801
+    },
+    {
+      "epoch": 1.5197362133231387,
+      "grad_norm": 272.36590576171875,
+      "learning_rate": 2.8749667451107288e-06,
+      "loss": 30.0625,
+      "step": 31802
+    },
+    {
+      "epoch": 1.519784000764599,
+      "grad_norm": 162.5863037109375,
+      "learning_rate": 2.8744237677917207e-06,
+      "loss": 20.7969,
+      "step": 31803
+    },
+    {
+      "epoch": 1.5198317882060595,
+      "grad_norm": 331.4709167480469,
+      "learning_rate": 2.8738808331457193e-06,
+      "loss": 38.875,
+      "step": 31804
+    },
+    {
+      "epoch": 1.5198795756475199,
+      "grad_norm": 268.4044494628906,
+      "learning_rate": 2.87333794117598e-06,
+      "loss": 24.9062,
+      "step": 31805
+    },
+    {
+      "epoch": 1.5199273630889802,
+      "grad_norm": 287.8332214355469,
+      "learning_rate": 2.8727950918857474e-06,
+      "loss": 26.9688,
+      "step": 31806
+    },
+    {
+      "epoch": 1.5199751505304406,
+      "grad_norm": 290.1566162109375,
+      "learning_rate": 2.8722522852782753e-06,
+      "loss": 27.8438,
+      "step": 31807
+    },
+    {
+      "epoch": 1.520022937971901,
+      "grad_norm": 442.5044860839844,
+      "learning_rate": 2.871709521356815e-06,
+      "loss": 25.7812,
+      "step": 31808
+    },
+    {
+      "epoch": 1.5200707254133614,
+      "grad_norm": 369.0641174316406,
+      "learning_rate": 2.8711668001246184e-06,
+      "loss": 20.875,
+      "step": 31809
+    },
+    {
+      "epoch": 1.5201185128548218,
+      "grad_norm": 233.7667694091797,
+      "learning_rate": 2.870624121584933e-06,
+      "loss": 23.6562,
+      "step": 31810
+    },
+    {
+      "epoch": 1.5201663002962822,
+      "grad_norm": 152.64923095703125,
+      "learning_rate": 2.8700814857410085e-06,
+      "loss": 21.4688,
+      "step": 31811
+    },
+    {
+      "epoch": 1.5202140877377426,
+      "grad_norm": 307.12030029296875,
+      "learning_rate": 2.8695388925960955e-06,
+      "loss": 20.375,
+      "step": 31812
+    },
+    {
+      "epoch": 1.520261875179203,
+      "grad_norm": 92.4397201538086,
+      "learning_rate": 2.8689963421534473e-06,
+      "loss": 16.2656,
+      "step": 31813
+    },
+    {
+      "epoch": 1.5203096626206634,
+      "grad_norm": 239.6256866455078,
+      "learning_rate": 2.868453834416306e-06,
+      "loss": 28.6406,
+      "step": 31814
+    },
+    {
+      "epoch": 1.5203574500621237,
+      "grad_norm": 212.445556640625,
+      "learning_rate": 2.8679113693879247e-06,
+      "loss": 20.3281,
+      "step": 31815
+    },
+    {
+      "epoch": 1.5204052375035841,
+      "grad_norm": 202.9153289794922,
+      "learning_rate": 2.8673689470715548e-06,
+      "loss": 20.8906,
+      "step": 31816
+    },
+    {
+      "epoch": 1.5204530249450445,
+      "grad_norm": 646.2421875,
+      "learning_rate": 2.8668265674704376e-06,
+      "loss": 33.8906,
+      "step": 31817
+    },
+    {
+      "epoch": 1.520500812386505,
+      "grad_norm": 178.597900390625,
+      "learning_rate": 2.866284230587828e-06,
+      "loss": 19.4531,
+      "step": 31818
+    },
+    {
+      "epoch": 1.5205485998279653,
+      "grad_norm": 172.92636108398438,
+      "learning_rate": 2.8657419364269677e-06,
+      "loss": 20.2188,
+      "step": 31819
+    },
+    {
+      "epoch": 1.5205963872694257,
+      "grad_norm": 211.1433868408203,
+      "learning_rate": 2.8651996849911067e-06,
+      "loss": 22.4375,
+      "step": 31820
+    },
+    {
+      "epoch": 1.520644174710886,
+      "grad_norm": 784.6387939453125,
+      "learning_rate": 2.864657476283498e-06,
+      "loss": 21.4844,
+      "step": 31821
+    },
+    {
+      "epoch": 1.5206919621523465,
+      "grad_norm": 225.8228759765625,
+      "learning_rate": 2.8641153103073794e-06,
+      "loss": 29.2656,
+      "step": 31822
+    },
+    {
+      "epoch": 1.5207397495938069,
+      "grad_norm": 335.0394287109375,
+      "learning_rate": 2.863573187066003e-06,
+      "loss": 22.8125,
+      "step": 31823
+    },
+    {
+      "epoch": 1.5207875370352673,
+      "grad_norm": 213.21792602539062,
+      "learning_rate": 2.863031106562617e-06,
+      "loss": 21.3906,
+      "step": 31824
+    },
+    {
+      "epoch": 1.5208353244767276,
+      "grad_norm": 236.55923461914062,
+      "learning_rate": 2.8624890688004638e-06,
+      "loss": 23.7969,
+      "step": 31825
+    },
+    {
+      "epoch": 1.520883111918188,
+      "grad_norm": 164.91525268554688,
+      "learning_rate": 2.86194707378279e-06,
+      "loss": 24.9062,
+      "step": 31826
+    },
+    {
+      "epoch": 1.5209308993596484,
+      "grad_norm": 135.04495239257812,
+      "learning_rate": 2.861405121512846e-06,
+      "loss": 12.0625,
+      "step": 31827
+    },
+    {
+      "epoch": 1.5209786868011088,
+      "grad_norm": 294.7435607910156,
+      "learning_rate": 2.860863211993871e-06,
+      "loss": 21.3125,
+      "step": 31828
+    },
+    {
+      "epoch": 1.5210264742425692,
+      "grad_norm": 411.2253112792969,
+      "learning_rate": 2.8603213452291133e-06,
+      "loss": 20.25,
+      "step": 31829
+    },
+    {
+      "epoch": 1.5210742616840296,
+      "grad_norm": 944.6211547851562,
+      "learning_rate": 2.8597795212218183e-06,
+      "loss": 19.1719,
+      "step": 31830
+    },
+    {
+      "epoch": 1.52112204912549,
+      "grad_norm": 370.3511047363281,
+      "learning_rate": 2.8592377399752334e-06,
+      "loss": 23.6562,
+      "step": 31831
+    },
+    {
+      "epoch": 1.5211698365669502,
+      "grad_norm": 221.02517700195312,
+      "learning_rate": 2.8586960014925967e-06,
+      "loss": 29.0312,
+      "step": 31832
+    },
+    {
+      "epoch": 1.5212176240084105,
+      "grad_norm": 201.9835968017578,
+      "learning_rate": 2.8581543057771567e-06,
+      "loss": 21.7031,
+      "step": 31833
+    },
+    {
+      "epoch": 1.521265411449871,
+      "grad_norm": 285.132080078125,
+      "learning_rate": 2.8576126528321566e-06,
+      "loss": 21.1875,
+      "step": 31834
+    },
+    {
+      "epoch": 1.5213131988913313,
+      "grad_norm": 613.4139404296875,
+      "learning_rate": 2.857071042660845e-06,
+      "loss": 46.5625,
+      "step": 31835
+    },
+    {
+      "epoch": 1.5213609863327917,
+      "grad_norm": 609.5287475585938,
+      "learning_rate": 2.856529475266456e-06,
+      "loss": 21.4531,
+      "step": 31836
+    },
+    {
+      "epoch": 1.521408773774252,
+      "grad_norm": 335.1950378417969,
+      "learning_rate": 2.855987950652239e-06,
+      "loss": 23.5469,
+      "step": 31837
+    },
+    {
+      "epoch": 1.5214565612157125,
+      "grad_norm": 239.4796905517578,
+      "learning_rate": 2.855446468821439e-06,
+      "loss": 24.8438,
+      "step": 31838
+    },
+    {
+      "epoch": 1.5215043486571729,
+      "grad_norm": 472.8435363769531,
+      "learning_rate": 2.854905029777292e-06,
+      "loss": 37.4375,
+      "step": 31839
+    },
+    {
+      "epoch": 1.5215521360986333,
+      "grad_norm": 206.92832946777344,
+      "learning_rate": 2.854363633523044e-06,
+      "loss": 34.2188,
+      "step": 31840
+    },
+    {
+      "epoch": 1.5215999235400937,
+      "grad_norm": 234.8677215576172,
+      "learning_rate": 2.8538222800619376e-06,
+      "loss": 20.3281,
+      "step": 31841
+    },
+    {
+      "epoch": 1.521647710981554,
+      "grad_norm": 198.85556030273438,
+      "learning_rate": 2.8532809693972175e-06,
+      "loss": 30.25,
+      "step": 31842
+    },
+    {
+      "epoch": 1.5216954984230144,
+      "grad_norm": 209.9495849609375,
+      "learning_rate": 2.8527397015321202e-06,
+      "loss": 26.0,
+      "step": 31843
+    },
+    {
+      "epoch": 1.5217432858644748,
+      "grad_norm": 247.5293731689453,
+      "learning_rate": 2.8521984764698894e-06,
+      "loss": 21.7969,
+      "step": 31844
+    },
+    {
+      "epoch": 1.5217910733059352,
+      "grad_norm": 195.06533813476562,
+      "learning_rate": 2.8516572942137666e-06,
+      "loss": 20.9688,
+      "step": 31845
+    },
+    {
+      "epoch": 1.5218388607473956,
+      "grad_norm": 331.2041320800781,
+      "learning_rate": 2.851116154766995e-06,
+      "loss": 33.3906,
+      "step": 31846
+    },
+    {
+      "epoch": 1.521886648188856,
+      "grad_norm": 252.5003204345703,
+      "learning_rate": 2.8505750581328108e-06,
+      "loss": 24.375,
+      "step": 31847
+    },
+    {
+      "epoch": 1.5219344356303164,
+      "grad_norm": 210.85926818847656,
+      "learning_rate": 2.850034004314457e-06,
+      "loss": 25.7344,
+      "step": 31848
+    },
+    {
+      "epoch": 1.5219822230717768,
+      "grad_norm": 191.66000366210938,
+      "learning_rate": 2.849492993315176e-06,
+      "loss": 18.1719,
+      "step": 31849
+    },
+    {
+      "epoch": 1.5220300105132372,
+      "grad_norm": 886.6246948242188,
+      "learning_rate": 2.848952025138202e-06,
+      "loss": 25.9844,
+      "step": 31850
+    },
+    {
+      "epoch": 1.5220777979546976,
+      "grad_norm": 211.76861572265625,
+      "learning_rate": 2.848411099786782e-06,
+      "loss": 18.5312,
+      "step": 31851
+    },
+    {
+      "epoch": 1.522125585396158,
+      "grad_norm": 296.1268005371094,
+      "learning_rate": 2.847870217264147e-06,
+      "loss": 27.2188,
+      "step": 31852
+    },
+    {
+      "epoch": 1.522173372837618,
+      "grad_norm": 209.66749572753906,
+      "learning_rate": 2.847329377573542e-06,
+      "loss": 28.0781,
+      "step": 31853
+    },
+    {
+      "epoch": 1.5222211602790785,
+      "grad_norm": 690.6937255859375,
+      "learning_rate": 2.8467885807182074e-06,
+      "loss": 31.9531,
+      "step": 31854
+    },
+    {
+      "epoch": 1.522268947720539,
+      "grad_norm": 238.30882263183594,
+      "learning_rate": 2.846247826701375e-06,
+      "loss": 16.0938,
+      "step": 31855
+    },
+    {
+      "epoch": 1.5223167351619993,
+      "grad_norm": 264.5004577636719,
+      "learning_rate": 2.8457071155262885e-06,
+      "loss": 23.2812,
+      "step": 31856
+    },
+    {
+      "epoch": 1.5223645226034597,
+      "grad_norm": 297.76544189453125,
+      "learning_rate": 2.8451664471961858e-06,
+      "loss": 33.125,
+      "step": 31857
+    },
+    {
+      "epoch": 1.52241231004492,
+      "grad_norm": 232.02667236328125,
+      "learning_rate": 2.844625821714303e-06,
+      "loss": 25.375,
+      "step": 31858
+    },
+    {
+      "epoch": 1.5224600974863804,
+      "grad_norm": 238.83001708984375,
+      "learning_rate": 2.8440852390838782e-06,
+      "loss": 21.1875,
+      "step": 31859
+    },
+    {
+      "epoch": 1.5225078849278408,
+      "grad_norm": 298.58319091796875,
+      "learning_rate": 2.8435446993081485e-06,
+      "loss": 32.0938,
+      "step": 31860
+    },
+    {
+      "epoch": 1.5225556723693012,
+      "grad_norm": 171.6307373046875,
+      "learning_rate": 2.8430042023903546e-06,
+      "loss": 32.0781,
+      "step": 31861
+    },
+    {
+      "epoch": 1.5226034598107616,
+      "grad_norm": 264.905517578125,
+      "learning_rate": 2.842463748333728e-06,
+      "loss": 25.4062,
+      "step": 31862
+    },
+    {
+      "epoch": 1.522651247252222,
+      "grad_norm": 252.31639099121094,
+      "learning_rate": 2.8419233371415067e-06,
+      "loss": 28.2188,
+      "step": 31863
+    },
+    {
+      "epoch": 1.5226990346936824,
+      "grad_norm": 177.86614990234375,
+      "learning_rate": 2.8413829688169324e-06,
+      "loss": 27.2969,
+      "step": 31864
+    },
+    {
+      "epoch": 1.5227468221351428,
+      "grad_norm": 215.50584411621094,
+      "learning_rate": 2.840842643363234e-06,
+      "loss": 27.5312,
+      "step": 31865
+    },
+    {
+      "epoch": 1.5227946095766032,
+      "grad_norm": 188.32691955566406,
+      "learning_rate": 2.84030236078365e-06,
+      "loss": 28.1875,
+      "step": 31866
+    },
+    {
+      "epoch": 1.5228423970180636,
+      "grad_norm": 246.1356964111328,
+      "learning_rate": 2.8397621210814164e-06,
+      "loss": 26.0,
+      "step": 31867
+    },
+    {
+      "epoch": 1.522890184459524,
+      "grad_norm": 1168.292724609375,
+      "learning_rate": 2.839221924259771e-06,
+      "loss": 57.5938,
+      "step": 31868
+    },
+    {
+      "epoch": 1.5229379719009843,
+      "grad_norm": 325.3394470214844,
+      "learning_rate": 2.838681770321944e-06,
+      "loss": 21.8906,
+      "step": 31869
+    },
+    {
+      "epoch": 1.5229857593424447,
+      "grad_norm": 277.3428039550781,
+      "learning_rate": 2.838141659271172e-06,
+      "loss": 23.7656,
+      "step": 31870
+    },
+    {
+      "epoch": 1.5230335467839051,
+      "grad_norm": 287.2442626953125,
+      "learning_rate": 2.8376015911106904e-06,
+      "loss": 23.1719,
+      "step": 31871
+    },
+    {
+      "epoch": 1.5230813342253655,
+      "grad_norm": 351.0052490234375,
+      "learning_rate": 2.837061565843736e-06,
+      "loss": 17.125,
+      "step": 31872
+    },
+    {
+      "epoch": 1.523129121666826,
+      "grad_norm": 248.025146484375,
+      "learning_rate": 2.836521583473537e-06,
+      "loss": 23.2812,
+      "step": 31873
+    },
+    {
+      "epoch": 1.5231769091082863,
+      "grad_norm": 307.42742919921875,
+      "learning_rate": 2.8359816440033305e-06,
+      "loss": 29.0938,
+      "step": 31874
+    },
+    {
+      "epoch": 1.5232246965497467,
+      "grad_norm": 235.9713592529297,
+      "learning_rate": 2.8354417474363528e-06,
+      "loss": 28.0625,
+      "step": 31875
+    },
+    {
+      "epoch": 1.523272483991207,
+      "grad_norm": 451.7008056640625,
+      "learning_rate": 2.834901893775832e-06,
+      "loss": 30.2188,
+      "step": 31876
+    },
+    {
+      "epoch": 1.5233202714326675,
+      "grad_norm": 344.4712219238281,
+      "learning_rate": 2.834362083025002e-06,
+      "loss": 36.2188,
+      "step": 31877
+    },
+    {
+      "epoch": 1.5233680588741279,
+      "grad_norm": 211.7646484375,
+      "learning_rate": 2.833822315187098e-06,
+      "loss": 23.0938,
+      "step": 31878
+    },
+    {
+      "epoch": 1.5234158463155882,
+      "grad_norm": 367.5369873046875,
+      "learning_rate": 2.8332825902653536e-06,
+      "loss": 25.8125,
+      "step": 31879
+    },
+    {
+      "epoch": 1.5234636337570486,
+      "grad_norm": 423.16973876953125,
+      "learning_rate": 2.8327429082629963e-06,
+      "loss": 21.0312,
+      "step": 31880
+    },
+    {
+      "epoch": 1.523511421198509,
+      "grad_norm": 151.3894500732422,
+      "learning_rate": 2.832203269183261e-06,
+      "loss": 24.8594,
+      "step": 31881
+    },
+    {
+      "epoch": 1.5235592086399694,
+      "grad_norm": 352.9151306152344,
+      "learning_rate": 2.8316636730293825e-06,
+      "loss": 33.875,
+      "step": 31882
+    },
+    {
+      "epoch": 1.5236069960814298,
+      "grad_norm": 109.01627349853516,
+      "learning_rate": 2.8311241198045845e-06,
+      "loss": 17.9531,
+      "step": 31883
+    },
+    {
+      "epoch": 1.5236547835228902,
+      "grad_norm": 170.03363037109375,
+      "learning_rate": 2.830584609512107e-06,
+      "loss": 18.7969,
+      "step": 31884
+    },
+    {
+      "epoch": 1.5237025709643506,
+      "grad_norm": 327.8343200683594,
+      "learning_rate": 2.8300451421551723e-06,
+      "loss": 36.8438,
+      "step": 31885
+    },
+    {
+      "epoch": 1.523750358405811,
+      "grad_norm": 248.61651611328125,
+      "learning_rate": 2.8295057177370166e-06,
+      "loss": 23.1719,
+      "step": 31886
+    },
+    {
+      "epoch": 1.5237981458472714,
+      "grad_norm": 234.38926696777344,
+      "learning_rate": 2.828966336260872e-06,
+      "loss": 19.125,
+      "step": 31887
+    },
+    {
+      "epoch": 1.5238459332887317,
+      "grad_norm": 611.8251953125,
+      "learning_rate": 2.8284269977299627e-06,
+      "loss": 37.5625,
+      "step": 31888
+    },
+    {
+      "epoch": 1.5238937207301921,
+      "grad_norm": 192.2793426513672,
+      "learning_rate": 2.8278877021475215e-06,
+      "loss": 24.4062,
+      "step": 31889
+    },
+    {
+      "epoch": 1.5239415081716525,
+      "grad_norm": 214.65330505371094,
+      "learning_rate": 2.8273484495167815e-06,
+      "loss": 21.4062,
+      "step": 31890
+    },
+    {
+      "epoch": 1.523989295613113,
+      "grad_norm": 253.31436157226562,
+      "learning_rate": 2.8268092398409664e-06,
+      "loss": 38.3125,
+      "step": 31891
+    },
+    {
+      "epoch": 1.5240370830545733,
+      "grad_norm": 179.77017211914062,
+      "learning_rate": 2.8262700731233074e-06,
+      "loss": 30.1562,
+      "step": 31892
+    },
+    {
+      "epoch": 1.5240848704960337,
+      "grad_norm": 190.85580444335938,
+      "learning_rate": 2.8257309493670336e-06,
+      "loss": 23.5312,
+      "step": 31893
+    },
+    {
+      "epoch": 1.524132657937494,
+      "grad_norm": 219.3339385986328,
+      "learning_rate": 2.8251918685753787e-06,
+      "loss": 23.4375,
+      "step": 31894
+    },
+    {
+      "epoch": 1.5241804453789545,
+      "grad_norm": 177.6546173095703,
+      "learning_rate": 2.8246528307515618e-06,
+      "loss": 21.9844,
+      "step": 31895
+    },
+    {
+      "epoch": 1.5242282328204149,
+      "grad_norm": 231.9766845703125,
+      "learning_rate": 2.8241138358988172e-06,
+      "loss": 22.1406,
+      "step": 31896
+    },
+    {
+      "epoch": 1.5242760202618753,
+      "grad_norm": 271.47821044921875,
+      "learning_rate": 2.82357488402037e-06,
+      "loss": 26.3125,
+      "step": 31897
+    },
+    {
+      "epoch": 1.5243238077033356,
+      "grad_norm": 299.56103515625,
+      "learning_rate": 2.8230359751194537e-06,
+      "loss": 23.8125,
+      "step": 31898
+    },
+    {
+      "epoch": 1.524371595144796,
+      "grad_norm": 189.12338256835938,
+      "learning_rate": 2.822497109199287e-06,
+      "loss": 18.4844,
+      "step": 31899
+    },
+    {
+      "epoch": 1.5244193825862564,
+      "grad_norm": 216.05380249023438,
+      "learning_rate": 2.821958286263101e-06,
+      "loss": 26.8438,
+      "step": 31900
+    },
+    {
+      "epoch": 1.5244671700277168,
+      "grad_norm": 392.8076171875,
+      "learning_rate": 2.821419506314126e-06,
+      "loss": 18.3906,
+      "step": 31901
+    },
+    {
+      "epoch": 1.5245149574691772,
+      "grad_norm": 515.2015380859375,
+      "learning_rate": 2.820880769355582e-06,
+      "loss": 31.75,
+      "step": 31902
+    },
+    {
+      "epoch": 1.5245627449106376,
+      "grad_norm": 430.044921875,
+      "learning_rate": 2.8203420753906984e-06,
+      "loss": 14.8438,
+      "step": 31903
+    },
+    {
+      "epoch": 1.524610532352098,
+      "grad_norm": 701.0008544921875,
+      "learning_rate": 2.8198034244227023e-06,
+      "loss": 24.2812,
+      "step": 31904
+    },
+    {
+      "epoch": 1.5246583197935584,
+      "grad_norm": 255.87704467773438,
+      "learning_rate": 2.819264816454821e-06,
+      "loss": 34.2188,
+      "step": 31905
+    },
+    {
+      "epoch": 1.5247061072350188,
+      "grad_norm": 143.8444061279297,
+      "learning_rate": 2.8187262514902748e-06,
+      "loss": 24.375,
+      "step": 31906
+    },
+    {
+      "epoch": 1.5247538946764791,
+      "grad_norm": 215.33193969726562,
+      "learning_rate": 2.8181877295322923e-06,
+      "loss": 18.6875,
+      "step": 31907
+    },
+    {
+      "epoch": 1.5248016821179395,
+      "grad_norm": 163.52598571777344,
+      "learning_rate": 2.817649250584098e-06,
+      "loss": 20.9688,
+      "step": 31908
+    },
+    {
+      "epoch": 1.5248494695594,
+      "grad_norm": 174.68734741210938,
+      "learning_rate": 2.81711081464892e-06,
+      "loss": 27.0625,
+      "step": 31909
+    },
+    {
+      "epoch": 1.5248972570008603,
+      "grad_norm": 284.3117980957031,
+      "learning_rate": 2.8165724217299773e-06,
+      "loss": 21.4219,
+      "step": 31910
+    },
+    {
+      "epoch": 1.5249450444423207,
+      "grad_norm": 217.92100524902344,
+      "learning_rate": 2.8160340718304957e-06,
+      "loss": 26.7344,
+      "step": 31911
+    },
+    {
+      "epoch": 1.524992831883781,
+      "grad_norm": 220.10128784179688,
+      "learning_rate": 2.815495764953703e-06,
+      "loss": 32.2344,
+      "step": 31912
+    },
+    {
+      "epoch": 1.5250406193252415,
+      "grad_norm": 373.57135009765625,
+      "learning_rate": 2.8149575011028176e-06,
+      "loss": 15.5625,
+      "step": 31913
+    },
+    {
+      "epoch": 1.5250884067667019,
+      "grad_norm": 262.57366943359375,
+      "learning_rate": 2.8144192802810656e-06,
+      "loss": 21.3438,
+      "step": 31914
+    },
+    {
+      "epoch": 1.525136194208162,
+      "grad_norm": 381.2549133300781,
+      "learning_rate": 2.8138811024916735e-06,
+      "loss": 21.25,
+      "step": 31915
+    },
+    {
+      "epoch": 1.5251839816496224,
+      "grad_norm": 177.7848358154297,
+      "learning_rate": 2.8133429677378575e-06,
+      "loss": 14.9375,
+      "step": 31916
+    },
+    {
+      "epoch": 1.5252317690910828,
+      "grad_norm": 2582.372314453125,
+      "learning_rate": 2.8128048760228444e-06,
+      "loss": 19.5312,
+      "step": 31917
+    },
+    {
+      "epoch": 1.5252795565325432,
+      "grad_norm": 285.0937194824219,
+      "learning_rate": 2.812266827349858e-06,
+      "loss": 27.0312,
+      "step": 31918
+    },
+    {
+      "epoch": 1.5253273439740036,
+      "grad_norm": 311.1955261230469,
+      "learning_rate": 2.8117288217221163e-06,
+      "loss": 25.0312,
+      "step": 31919
+    },
+    {
+      "epoch": 1.525375131415464,
+      "grad_norm": 218.58070373535156,
+      "learning_rate": 2.811190859142846e-06,
+      "loss": 25.5469,
+      "step": 31920
+    },
+    {
+      "epoch": 1.5254229188569244,
+      "grad_norm": 334.5448303222656,
+      "learning_rate": 2.8106529396152637e-06,
+      "loss": 30.9062,
+      "step": 31921
+    },
+    {
+      "epoch": 1.5254707062983848,
+      "grad_norm": 305.1364440917969,
+      "learning_rate": 2.8101150631425943e-06,
+      "loss": 26.6094,
+      "step": 31922
+    },
+    {
+      "epoch": 1.5255184937398452,
+      "grad_norm": 144.54470825195312,
+      "learning_rate": 2.80957722972806e-06,
+      "loss": 16.5625,
+      "step": 31923
+    },
+    {
+      "epoch": 1.5255662811813056,
+      "grad_norm": 143.41574096679688,
+      "learning_rate": 2.809039439374878e-06,
+      "loss": 13.7344,
+      "step": 31924
+    },
+    {
+      "epoch": 1.525614068622766,
+      "grad_norm": 199.13502502441406,
+      "learning_rate": 2.8085016920862695e-06,
+      "loss": 26.3125,
+      "step": 31925
+    },
+    {
+      "epoch": 1.5256618560642263,
+      "grad_norm": 168.10240173339844,
+      "learning_rate": 2.8079639878654576e-06,
+      "loss": 19.5156,
+      "step": 31926
+    },
+    {
+      "epoch": 1.5257096435056867,
+      "grad_norm": 184.47413635253906,
+      "learning_rate": 2.8074263267156632e-06,
+      "loss": 15.2969,
+      "step": 31927
+    },
+    {
+      "epoch": 1.525757430947147,
+      "grad_norm": 364.8953552246094,
+      "learning_rate": 2.806888708640102e-06,
+      "loss": 29.5625,
+      "step": 31928
+    },
+    {
+      "epoch": 1.5258052183886075,
+      "grad_norm": 381.6485595703125,
+      "learning_rate": 2.8063511336419947e-06,
+      "loss": 17.4844,
+      "step": 31929
+    },
+    {
+      "epoch": 1.5258530058300679,
+      "grad_norm": 182.28787231445312,
+      "learning_rate": 2.8058136017245617e-06,
+      "loss": 15.7344,
+      "step": 31930
+    },
+    {
+      "epoch": 1.5259007932715283,
+      "grad_norm": 890.1744384765625,
+      "learning_rate": 2.805276112891027e-06,
+      "loss": 25.375,
+      "step": 31931
+    },
+    {
+      "epoch": 1.5259485807129887,
+      "grad_norm": 237.19088745117188,
+      "learning_rate": 2.8047386671445997e-06,
+      "loss": 29.6406,
+      "step": 31932
+    },
+    {
+      "epoch": 1.525996368154449,
+      "grad_norm": 298.8800048828125,
+      "learning_rate": 2.8042012644885043e-06,
+      "loss": 27.7188,
+      "step": 31933
+    },
+    {
+      "epoch": 1.5260441555959094,
+      "grad_norm": 460.8473205566406,
+      "learning_rate": 2.8036639049259606e-06,
+      "loss": 29.6406,
+      "step": 31934
+    },
+    {
+      "epoch": 1.5260919430373696,
+      "grad_norm": 217.19760131835938,
+      "learning_rate": 2.803126588460182e-06,
+      "loss": 23.25,
+      "step": 31935
+    },
+    {
+      "epoch": 1.52613973047883,
+      "grad_norm": 297.8630065917969,
+      "learning_rate": 2.8025893150943882e-06,
+      "loss": 31.9375,
+      "step": 31936
+    },
+    {
+      "epoch": 1.5261875179202904,
+      "grad_norm": 261.2005310058594,
+      "learning_rate": 2.802052084831798e-06,
+      "loss": 31.2969,
+      "step": 31937
+    },
+    {
+      "epoch": 1.5262353053617508,
+      "grad_norm": 400.0715026855469,
+      "learning_rate": 2.8015148976756302e-06,
+      "loss": 35.2812,
+      "step": 31938
+    },
+    {
+      "epoch": 1.5262830928032112,
+      "grad_norm": 339.9515686035156,
+      "learning_rate": 2.800977753629096e-06,
+      "loss": 23.5,
+      "step": 31939
+    },
+    {
+      "epoch": 1.5263308802446716,
+      "grad_norm": 228.21661376953125,
+      "learning_rate": 2.8004406526954166e-06,
+      "loss": 24.2656,
+      "step": 31940
+    },
+    {
+      "epoch": 1.526378667686132,
+      "grad_norm": 276.17999267578125,
+      "learning_rate": 2.7999035948778075e-06,
+      "loss": 30.7188,
+      "step": 31941
+    },
+    {
+      "epoch": 1.5264264551275923,
+      "grad_norm": 369.58660888671875,
+      "learning_rate": 2.799366580179489e-06,
+      "loss": 29.5312,
+      "step": 31942
+    },
+    {
+      "epoch": 1.5264742425690527,
+      "grad_norm": 327.8425598144531,
+      "learning_rate": 2.7988296086036694e-06,
+      "loss": 19.7031,
+      "step": 31943
+    },
+    {
+      "epoch": 1.5265220300105131,
+      "grad_norm": 190.95806884765625,
+      "learning_rate": 2.798292680153568e-06,
+      "loss": 22.0938,
+      "step": 31944
+    },
+    {
+      "epoch": 1.5265698174519735,
+      "grad_norm": 450.0763244628906,
+      "learning_rate": 2.797755794832402e-06,
+      "loss": 28.5,
+      "step": 31945
+    },
+    {
+      "epoch": 1.526617604893434,
+      "grad_norm": 204.26600646972656,
+      "learning_rate": 2.797218952643387e-06,
+      "loss": 22.4688,
+      "step": 31946
+    },
+    {
+      "epoch": 1.5266653923348943,
+      "grad_norm": 402.5594787597656,
+      "learning_rate": 2.7966821535897338e-06,
+      "loss": 32.1562,
+      "step": 31947
+    },
+    {
+      "epoch": 1.5267131797763547,
+      "grad_norm": 422.9512939453125,
+      "learning_rate": 2.7961453976746635e-06,
+      "loss": 34.3438,
+      "step": 31948
+    },
+    {
+      "epoch": 1.526760967217815,
+      "grad_norm": 383.45257568359375,
+      "learning_rate": 2.795608684901383e-06,
+      "loss": 28.7188,
+      "step": 31949
+    },
+    {
+      "epoch": 1.5268087546592755,
+      "grad_norm": 301.21966552734375,
+      "learning_rate": 2.7950720152731105e-06,
+      "loss": 22.2812,
+      "step": 31950
+    },
+    {
+      "epoch": 1.5268565421007358,
+      "grad_norm": 449.22601318359375,
+      "learning_rate": 2.7945353887930614e-06,
+      "loss": 14.8594,
+      "step": 31951
+    },
+    {
+      "epoch": 1.5269043295421962,
+      "grad_norm": 243.47911071777344,
+      "learning_rate": 2.7939988054644464e-06,
+      "loss": 24.2812,
+      "step": 31952
+    },
+    {
+      "epoch": 1.5269521169836566,
+      "grad_norm": 198.68560791015625,
+      "learning_rate": 2.793462265290483e-06,
+      "loss": 25.625,
+      "step": 31953
+    },
+    {
+      "epoch": 1.526999904425117,
+      "grad_norm": 177.6329345703125,
+      "learning_rate": 2.7929257682743784e-06,
+      "loss": 19.5312,
+      "step": 31954
+    },
+    {
+      "epoch": 1.5270476918665774,
+      "grad_norm": 398.7615661621094,
+      "learning_rate": 2.792389314419348e-06,
+      "loss": 25.7656,
+      "step": 31955
+    },
+    {
+      "epoch": 1.5270954793080378,
+      "grad_norm": 516.7583618164062,
+      "learning_rate": 2.791852903728607e-06,
+      "loss": 29.6562,
+      "step": 31956
+    },
+    {
+      "epoch": 1.5271432667494982,
+      "grad_norm": 204.5767822265625,
+      "learning_rate": 2.7913165362053675e-06,
+      "loss": 27.5,
+      "step": 31957
+    },
+    {
+      "epoch": 1.5271910541909586,
+      "grad_norm": 508.567138671875,
+      "learning_rate": 2.790780211852838e-06,
+      "loss": 21.7188,
+      "step": 31958
+    },
+    {
+      "epoch": 1.527238841632419,
+      "grad_norm": 487.4421691894531,
+      "learning_rate": 2.790243930674232e-06,
+      "loss": 22.6406,
+      "step": 31959
+    },
+    {
+      "epoch": 1.5272866290738794,
+      "grad_norm": 194.12596130371094,
+      "learning_rate": 2.789707692672765e-06,
+      "loss": 15.7969,
+      "step": 31960
+    },
+    {
+      "epoch": 1.5273344165153397,
+      "grad_norm": 240.4066162109375,
+      "learning_rate": 2.7891714978516427e-06,
+      "loss": 27.9375,
+      "step": 31961
+    },
+    {
+      "epoch": 1.5273822039568001,
+      "grad_norm": 308.47930908203125,
+      "learning_rate": 2.7886353462140782e-06,
+      "loss": 30.75,
+      "step": 31962
+    },
+    {
+      "epoch": 1.5274299913982605,
+      "grad_norm": 345.68707275390625,
+      "learning_rate": 2.7880992377632823e-06,
+      "loss": 27.6562,
+      "step": 31963
+    },
+    {
+      "epoch": 1.527477778839721,
+      "grad_norm": 484.5494079589844,
+      "learning_rate": 2.7875631725024697e-06,
+      "loss": 28.375,
+      "step": 31964
+    },
+    {
+      "epoch": 1.5275255662811813,
+      "grad_norm": 301.37054443359375,
+      "learning_rate": 2.7870271504348436e-06,
+      "loss": 25.9062,
+      "step": 31965
+    },
+    {
+      "epoch": 1.5275733537226417,
+      "grad_norm": 316.2878723144531,
+      "learning_rate": 2.786491171563618e-06,
+      "loss": 29.9375,
+      "step": 31966
+    },
+    {
+      "epoch": 1.527621141164102,
+      "grad_norm": 220.7711639404297,
+      "learning_rate": 2.7859552358920015e-06,
+      "loss": 28.4219,
+      "step": 31967
+    },
+    {
+      "epoch": 1.5276689286055625,
+      "grad_norm": 239.7723388671875,
+      "learning_rate": 2.785419343423208e-06,
+      "loss": 16.7188,
+      "step": 31968
+    },
+    {
+      "epoch": 1.5277167160470229,
+      "grad_norm": 265.32049560546875,
+      "learning_rate": 2.7848834941604406e-06,
+      "loss": 28.125,
+      "step": 31969
+    },
+    {
+      "epoch": 1.5277645034884832,
+      "grad_norm": 243.4493865966797,
+      "learning_rate": 2.7843476881069108e-06,
+      "loss": 25.9062,
+      "step": 31970
+    },
+    {
+      "epoch": 1.5278122909299436,
+      "grad_norm": 518.6261596679688,
+      "learning_rate": 2.78381192526583e-06,
+      "loss": 26.2656,
+      "step": 31971
+    },
+    {
+      "epoch": 1.527860078371404,
+      "grad_norm": 306.9158935546875,
+      "learning_rate": 2.7832762056404027e-06,
+      "loss": 22.5156,
+      "step": 31972
+    },
+    {
+      "epoch": 1.5279078658128644,
+      "grad_norm": 222.18348693847656,
+      "learning_rate": 2.7827405292338383e-06,
+      "loss": 16.3438,
+      "step": 31973
+    },
+    {
+      "epoch": 1.5279556532543248,
+      "grad_norm": 611.7413330078125,
+      "learning_rate": 2.782204896049344e-06,
+      "loss": 28.4688,
+      "step": 31974
+    },
+    {
+      "epoch": 1.5280034406957852,
+      "grad_norm": 110.39033508300781,
+      "learning_rate": 2.7816693060901334e-06,
+      "loss": 16.4844,
+      "step": 31975
+    },
+    {
+      "epoch": 1.5280512281372456,
+      "grad_norm": 190.2389373779297,
+      "learning_rate": 2.7811337593594055e-06,
+      "loss": 21.1406,
+      "step": 31976
+    },
+    {
+      "epoch": 1.528099015578706,
+      "grad_norm": 216.2928009033203,
+      "learning_rate": 2.7805982558603727e-06,
+      "loss": 25.0156,
+      "step": 31977
+    },
+    {
+      "epoch": 1.5281468030201664,
+      "grad_norm": 688.1875,
+      "learning_rate": 2.78006279559624e-06,
+      "loss": 30.7812,
+      "step": 31978
+    },
+    {
+      "epoch": 1.5281945904616268,
+      "grad_norm": 242.41397094726562,
+      "learning_rate": 2.779527378570218e-06,
+      "loss": 19.0781,
+      "step": 31979
+    },
+    {
+      "epoch": 1.5282423779030871,
+      "grad_norm": 294.184326171875,
+      "learning_rate": 2.778992004785507e-06,
+      "loss": 23.0312,
+      "step": 31980
+    },
+    {
+      "epoch": 1.5282901653445475,
+      "grad_norm": 205.13807678222656,
+      "learning_rate": 2.778456674245319e-06,
+      "loss": 24.375,
+      "step": 31981
+    },
+    {
+      "epoch": 1.528337952786008,
+      "grad_norm": 286.9529724121094,
+      "learning_rate": 2.7779213869528544e-06,
+      "loss": 28.0,
+      "step": 31982
+    },
+    {
+      "epoch": 1.5283857402274683,
+      "grad_norm": 168.54405212402344,
+      "learning_rate": 2.7773861429113213e-06,
+      "loss": 19.9219,
+      "step": 31983
+    },
+    {
+      "epoch": 1.5284335276689287,
+      "grad_norm": 168.88906860351562,
+      "learning_rate": 2.7768509421239287e-06,
+      "loss": 21.5938,
+      "step": 31984
+    },
+    {
+      "epoch": 1.528481315110389,
+      "grad_norm": 410.6826477050781,
+      "learning_rate": 2.776315784593876e-06,
+      "loss": 21.9062,
+      "step": 31985
+    },
+    {
+      "epoch": 1.5285291025518495,
+      "grad_norm": 228.63450622558594,
+      "learning_rate": 2.775780670324374e-06,
+      "loss": 27.0625,
+      "step": 31986
+    },
+    {
+      "epoch": 1.5285768899933099,
+      "grad_norm": 273.7765197753906,
+      "learning_rate": 2.77524559931862e-06,
+      "loss": 42.5625,
+      "step": 31987
+    },
+    {
+      "epoch": 1.5286246774347703,
+      "grad_norm": 219.38975524902344,
+      "learning_rate": 2.7747105715798226e-06,
+      "loss": 24.4062,
+      "step": 31988
+    },
+    {
+      "epoch": 1.5286724648762307,
+      "grad_norm": 157.2049560546875,
+      "learning_rate": 2.7741755871111855e-06,
+      "loss": 20.1406,
+      "step": 31989
+    },
+    {
+      "epoch": 1.528720252317691,
+      "grad_norm": 152.93467712402344,
+      "learning_rate": 2.773640645915916e-06,
+      "loss": 18.5,
+      "step": 31990
+    },
+    {
+      "epoch": 1.5287680397591514,
+      "grad_norm": 246.08566284179688,
+      "learning_rate": 2.7731057479972114e-06,
+      "loss": 29.4688,
+      "step": 31991
+    },
+    {
+      "epoch": 1.5288158272006118,
+      "grad_norm": 124.09920501708984,
+      "learning_rate": 2.7725708933582785e-06,
+      "loss": 16.7188,
+      "step": 31992
+    },
+    {
+      "epoch": 1.5288636146420722,
+      "grad_norm": 198.8173370361328,
+      "learning_rate": 2.7720360820023197e-06,
+      "loss": 22.7656,
+      "step": 31993
+    },
+    {
+      "epoch": 1.5289114020835326,
+      "grad_norm": 245.63291931152344,
+      "learning_rate": 2.771501313932541e-06,
+      "loss": 20.4688,
+      "step": 31994
+    },
+    {
+      "epoch": 1.528959189524993,
+      "grad_norm": 140.68960571289062,
+      "learning_rate": 2.77096658915214e-06,
+      "loss": 21.9062,
+      "step": 31995
+    },
+    {
+      "epoch": 1.5290069769664534,
+      "grad_norm": 199.95457458496094,
+      "learning_rate": 2.7704319076643195e-06,
+      "loss": 23.1875,
+      "step": 31996
+    },
+    {
+      "epoch": 1.5290547644079135,
+      "grad_norm": 239.28732299804688,
+      "learning_rate": 2.769897269472287e-06,
+      "loss": 25.0312,
+      "step": 31997
+    },
+    {
+      "epoch": 1.529102551849374,
+      "grad_norm": 158.6878662109375,
+      "learning_rate": 2.769362674579238e-06,
+      "loss": 23.3281,
+      "step": 31998
+    },
+    {
+      "epoch": 1.5291503392908343,
+      "grad_norm": 280.2281494140625,
+      "learning_rate": 2.7688281229883763e-06,
+      "loss": 28.0938,
+      "step": 31999
+    },
+    {
+      "epoch": 1.5291981267322947,
+      "grad_norm": 411.5820007324219,
+      "learning_rate": 2.768293614702903e-06,
+      "loss": 21.7812,
+      "step": 32000
+    },
+    {
+      "epoch": 1.529245914173755,
+      "grad_norm": 213.24948120117188,
+      "learning_rate": 2.7677591497260224e-06,
+      "loss": 22.6719,
+      "step": 32001
+    },
+    {
+      "epoch": 1.5292937016152155,
+      "grad_norm": 316.4591979980469,
+      "learning_rate": 2.76722472806093e-06,
+      "loss": 25.5625,
+      "step": 32002
+    },
+    {
+      "epoch": 1.5293414890566759,
+      "grad_norm": 492.43170166015625,
+      "learning_rate": 2.7666903497108277e-06,
+      "loss": 26.8438,
+      "step": 32003
+    },
+    {
+      "epoch": 1.5293892764981363,
+      "grad_norm": 228.2541046142578,
+      "learning_rate": 2.766156014678918e-06,
+      "loss": 32.0625,
+      "step": 32004
+    },
+    {
+      "epoch": 1.5294370639395967,
+      "grad_norm": 324.599365234375,
+      "learning_rate": 2.7656217229684014e-06,
+      "loss": 20.8594,
+      "step": 32005
+    },
+    {
+      "epoch": 1.529484851381057,
+      "grad_norm": 162.4333038330078,
+      "learning_rate": 2.765087474582473e-06,
+      "loss": 17.1562,
+      "step": 32006
+    },
+    {
+      "epoch": 1.5295326388225174,
+      "grad_norm": 407.06964111328125,
+      "learning_rate": 2.764553269524335e-06,
+      "loss": 24.7188,
+      "step": 32007
+    },
+    {
+      "epoch": 1.5295804262639778,
+      "grad_norm": 322.9410095214844,
+      "learning_rate": 2.7640191077971902e-06,
+      "loss": 31.4375,
+      "step": 32008
+    },
+    {
+      "epoch": 1.5296282137054382,
+      "grad_norm": 282.2817077636719,
+      "learning_rate": 2.7634849894042303e-06,
+      "loss": 29.0,
+      "step": 32009
+    },
+    {
+      "epoch": 1.5296760011468986,
+      "grad_norm": 94.58507537841797,
+      "learning_rate": 2.762950914348658e-06,
+      "loss": 16.9844,
+      "step": 32010
+    },
+    {
+      "epoch": 1.529723788588359,
+      "grad_norm": 291.9486083984375,
+      "learning_rate": 2.7624168826336718e-06,
+      "loss": 26.0,
+      "step": 32011
+    },
+    {
+      "epoch": 1.5297715760298194,
+      "grad_norm": 150.82232666015625,
+      "learning_rate": 2.7618828942624707e-06,
+      "loss": 19.5938,
+      "step": 32012
+    },
+    {
+      "epoch": 1.5298193634712798,
+      "grad_norm": 180.2501678466797,
+      "learning_rate": 2.7613489492382506e-06,
+      "loss": 20.1875,
+      "step": 32013
+    },
+    {
+      "epoch": 1.5298671509127402,
+      "grad_norm": 1219.766357421875,
+      "learning_rate": 2.7608150475642116e-06,
+      "loss": 23.75,
+      "step": 32014
+    },
+    {
+      "epoch": 1.5299149383542006,
+      "grad_norm": 230.04290771484375,
+      "learning_rate": 2.7602811892435464e-06,
+      "loss": 22.1562,
+      "step": 32015
+    },
+    {
+      "epoch": 1.529962725795661,
+      "grad_norm": 232.7417449951172,
+      "learning_rate": 2.7597473742794558e-06,
+      "loss": 25.1094,
+      "step": 32016
+    },
+    {
+      "epoch": 1.5300105132371213,
+      "grad_norm": 181.126708984375,
+      "learning_rate": 2.759213602675138e-06,
+      "loss": 16.8594,
+      "step": 32017
+    },
+    {
+      "epoch": 1.5300583006785815,
+      "grad_norm": 167.93675231933594,
+      "learning_rate": 2.758679874433785e-06,
+      "loss": 30.125,
+      "step": 32018
+    },
+    {
+      "epoch": 1.530106088120042,
+      "grad_norm": 213.77442932128906,
+      "learning_rate": 2.758146189558596e-06,
+      "loss": 24.9688,
+      "step": 32019
+    },
+    {
+      "epoch": 1.5301538755615023,
+      "grad_norm": 227.7581329345703,
+      "learning_rate": 2.757612548052769e-06,
+      "loss": 26.625,
+      "step": 32020
+    },
+    {
+      "epoch": 1.5302016630029627,
+      "grad_norm": 316.4742736816406,
+      "learning_rate": 2.757078949919495e-06,
+      "loss": 27.5,
+      "step": 32021
+    },
+    {
+      "epoch": 1.530249450444423,
+      "grad_norm": 340.1351623535156,
+      "learning_rate": 2.7565453951619724e-06,
+      "loss": 36.75,
+      "step": 32022
+    },
+    {
+      "epoch": 1.5302972378858835,
+      "grad_norm": 230.16835021972656,
+      "learning_rate": 2.756011883783399e-06,
+      "loss": 21.4219,
+      "step": 32023
+    },
+    {
+      "epoch": 1.5303450253273438,
+      "grad_norm": 353.5970764160156,
+      "learning_rate": 2.755478415786964e-06,
+      "loss": 29.4688,
+      "step": 32024
+    },
+    {
+      "epoch": 1.5303928127688042,
+      "grad_norm": 402.5181579589844,
+      "learning_rate": 2.7549449911758664e-06,
+      "loss": 26.9688,
+      "step": 32025
+    },
+    {
+      "epoch": 1.5304406002102646,
+      "grad_norm": 356.19805908203125,
+      "learning_rate": 2.7544116099532982e-06,
+      "loss": 32.6875,
+      "step": 32026
+    },
+    {
+      "epoch": 1.530488387651725,
+      "grad_norm": 200.22633361816406,
+      "learning_rate": 2.753878272122459e-06,
+      "loss": 28.6875,
+      "step": 32027
+    },
+    {
+      "epoch": 1.5305361750931854,
+      "grad_norm": 212.38206481933594,
+      "learning_rate": 2.753344977686535e-06,
+      "loss": 22.4531,
+      "step": 32028
+    },
+    {
+      "epoch": 1.5305839625346458,
+      "grad_norm": 236.24676513671875,
+      "learning_rate": 2.752811726648724e-06,
+      "loss": 17.6562,
+      "step": 32029
+    },
+    {
+      "epoch": 1.5306317499761062,
+      "grad_norm": 185.3620147705078,
+      "learning_rate": 2.75227851901222e-06,
+      "loss": 23.8906,
+      "step": 32030
+    },
+    {
+      "epoch": 1.5306795374175666,
+      "grad_norm": 306.1319580078125,
+      "learning_rate": 2.751745354780219e-06,
+      "loss": 28.8281,
+      "step": 32031
+    },
+    {
+      "epoch": 1.530727324859027,
+      "grad_norm": 226.83499145507812,
+      "learning_rate": 2.7512122339559057e-06,
+      "loss": 22.4688,
+      "step": 32032
+    },
+    {
+      "epoch": 1.5307751123004874,
+      "grad_norm": 170.8849334716797,
+      "learning_rate": 2.7506791565424784e-06,
+      "loss": 26.0,
+      "step": 32033
+    },
+    {
+      "epoch": 1.5308228997419477,
+      "grad_norm": 156.1585693359375,
+      "learning_rate": 2.7501461225431323e-06,
+      "loss": 19.3125,
+      "step": 32034
+    },
+    {
+      "epoch": 1.5308706871834081,
+      "grad_norm": 186.376220703125,
+      "learning_rate": 2.749613131961053e-06,
+      "loss": 22.9375,
+      "step": 32035
+    },
+    {
+      "epoch": 1.5309184746248685,
+      "grad_norm": 145.0271759033203,
+      "learning_rate": 2.7490801847994354e-06,
+      "loss": 16.5781,
+      "step": 32036
+    },
+    {
+      "epoch": 1.530966262066329,
+      "grad_norm": 227.14463806152344,
+      "learning_rate": 2.748547281061471e-06,
+      "loss": 32.4375,
+      "step": 32037
+    },
+    {
+      "epoch": 1.5310140495077893,
+      "grad_norm": 327.9902648925781,
+      "learning_rate": 2.7480144207503547e-06,
+      "loss": 22.7188,
+      "step": 32038
+    },
+    {
+      "epoch": 1.5310618369492497,
+      "grad_norm": 232.235595703125,
+      "learning_rate": 2.7474816038692708e-06,
+      "loss": 26.6562,
+      "step": 32039
+    },
+    {
+      "epoch": 1.53110962439071,
+      "grad_norm": 139.23907470703125,
+      "learning_rate": 2.7469488304214144e-06,
+      "loss": 19.1875,
+      "step": 32040
+    },
+    {
+      "epoch": 1.5311574118321705,
+      "grad_norm": 265.64227294921875,
+      "learning_rate": 2.7464161004099754e-06,
+      "loss": 32.4375,
+      "step": 32041
+    },
+    {
+      "epoch": 1.5312051992736309,
+      "grad_norm": 276.5962829589844,
+      "learning_rate": 2.7458834138381473e-06,
+      "loss": 17.7969,
+      "step": 32042
+    },
+    {
+      "epoch": 1.5312529867150912,
+      "grad_norm": 319.69110107421875,
+      "learning_rate": 2.7453507707091143e-06,
+      "loss": 23.8125,
+      "step": 32043
+    },
+    {
+      "epoch": 1.5313007741565516,
+      "grad_norm": 452.76220703125,
+      "learning_rate": 2.7448181710260678e-06,
+      "loss": 26.8594,
+      "step": 32044
+    },
+    {
+      "epoch": 1.531348561598012,
+      "grad_norm": 207.5849151611328,
+      "learning_rate": 2.7442856147922035e-06,
+      "loss": 19.4688,
+      "step": 32045
+    },
+    {
+      "epoch": 1.5313963490394724,
+      "grad_norm": 308.8121643066406,
+      "learning_rate": 2.743753102010702e-06,
+      "loss": 31.5625,
+      "step": 32046
+    },
+    {
+      "epoch": 1.5314441364809328,
+      "grad_norm": 298.0660400390625,
+      "learning_rate": 2.7432206326847564e-06,
+      "loss": 24.9375,
+      "step": 32047
+    },
+    {
+      "epoch": 1.5314919239223932,
+      "grad_norm": 297.8937683105469,
+      "learning_rate": 2.7426882068175585e-06,
+      "loss": 24.8125,
+      "step": 32048
+    },
+    {
+      "epoch": 1.5315397113638536,
+      "grad_norm": 344.8521728515625,
+      "learning_rate": 2.7421558244122916e-06,
+      "loss": 21.9688,
+      "step": 32049
+    },
+    {
+      "epoch": 1.531587498805314,
+      "grad_norm": 1106.6929931640625,
+      "learning_rate": 2.741623485472148e-06,
+      "loss": 19.2031,
+      "step": 32050
+    },
+    {
+      "epoch": 1.5316352862467744,
+      "grad_norm": 360.6924743652344,
+      "learning_rate": 2.741091190000311e-06,
+      "loss": 38.125,
+      "step": 32051
+    },
+    {
+      "epoch": 1.5316830736882348,
+      "grad_norm": 168.43630981445312,
+      "learning_rate": 2.7405589379999708e-06,
+      "loss": 19.0156,
+      "step": 32052
+    },
+    {
+      "epoch": 1.5317308611296951,
+      "grad_norm": 265.6390075683594,
+      "learning_rate": 2.7400267294743197e-06,
+      "loss": 30.9375,
+      "step": 32053
+    },
+    {
+      "epoch": 1.5317786485711555,
+      "grad_norm": 199.13229370117188,
+      "learning_rate": 2.739494564426537e-06,
+      "loss": 29.8125,
+      "step": 32054
+    },
+    {
+      "epoch": 1.531826436012616,
+      "grad_norm": 260.6316833496094,
+      "learning_rate": 2.738962442859813e-06,
+      "loss": 17.6875,
+      "step": 32055
+    },
+    {
+      "epoch": 1.5318742234540763,
+      "grad_norm": 313.7746887207031,
+      "learning_rate": 2.738430364777337e-06,
+      "loss": 21.25,
+      "step": 32056
+    },
+    {
+      "epoch": 1.5319220108955367,
+      "grad_norm": 171.12921142578125,
+      "learning_rate": 2.7378983301822914e-06,
+      "loss": 19.9688,
+      "step": 32057
+    },
+    {
+      "epoch": 1.531969798336997,
+      "grad_norm": 238.59127807617188,
+      "learning_rate": 2.7373663390778625e-06,
+      "loss": 26.4375,
+      "step": 32058
+    },
+    {
+      "epoch": 1.5320175857784575,
+      "grad_norm": 277.4524841308594,
+      "learning_rate": 2.736834391467239e-06,
+      "loss": 29.7031,
+      "step": 32059
+    },
+    {
+      "epoch": 1.5320653732199179,
+      "grad_norm": 282.7041015625,
+      "learning_rate": 2.7363024873536093e-06,
+      "loss": 28.6875,
+      "step": 32060
+    },
+    {
+      "epoch": 1.5321131606613783,
+      "grad_norm": 233.34011840820312,
+      "learning_rate": 2.7357706267401506e-06,
+      "loss": 37.1562,
+      "step": 32061
+    },
+    {
+      "epoch": 1.5321609481028386,
+      "grad_norm": 305.8646240234375,
+      "learning_rate": 2.735238809630053e-06,
+      "loss": 22.6562,
+      "step": 32062
+    },
+    {
+      "epoch": 1.532208735544299,
+      "grad_norm": 236.93641662597656,
+      "learning_rate": 2.7347070360265006e-06,
+      "loss": 26.1875,
+      "step": 32063
+    },
+    {
+      "epoch": 1.5322565229857594,
+      "grad_norm": 252.12599182128906,
+      "learning_rate": 2.7341753059326816e-06,
+      "loss": 24.625,
+      "step": 32064
+    },
+    {
+      "epoch": 1.5323043104272198,
+      "grad_norm": 274.862060546875,
+      "learning_rate": 2.7336436193517735e-06,
+      "loss": 18.3594,
+      "step": 32065
+    },
+    {
+      "epoch": 1.5323520978686802,
+      "grad_norm": 363.13116455078125,
+      "learning_rate": 2.733111976286964e-06,
+      "loss": 26.3125,
+      "step": 32066
+    },
+    {
+      "epoch": 1.5323998853101406,
+      "grad_norm": 220.121826171875,
+      "learning_rate": 2.732580376741437e-06,
+      "loss": 22.0469,
+      "step": 32067
+    },
+    {
+      "epoch": 1.532447672751601,
+      "grad_norm": 274.8236083984375,
+      "learning_rate": 2.732048820718379e-06,
+      "loss": 30.1875,
+      "step": 32068
+    },
+    {
+      "epoch": 1.5324954601930614,
+      "grad_norm": 275.548583984375,
+      "learning_rate": 2.7315173082209677e-06,
+      "loss": 31.375,
+      "step": 32069
+    },
+    {
+      "epoch": 1.5325432476345218,
+      "grad_norm": 291.8396301269531,
+      "learning_rate": 2.730985839252388e-06,
+      "loss": 23.4688,
+      "step": 32070
+    },
+    {
+      "epoch": 1.5325910350759822,
+      "grad_norm": 165.4917449951172,
+      "learning_rate": 2.7304544138158275e-06,
+      "loss": 23.7812,
+      "step": 32071
+    },
+    {
+      "epoch": 1.5326388225174425,
+      "grad_norm": 325.3101501464844,
+      "learning_rate": 2.729923031914461e-06,
+      "loss": 22.2188,
+      "step": 32072
+    },
+    {
+      "epoch": 1.532686609958903,
+      "grad_norm": 314.2462463378906,
+      "learning_rate": 2.729391693551475e-06,
+      "loss": 25.375,
+      "step": 32073
+    },
+    {
+      "epoch": 1.5327343974003633,
+      "grad_norm": 221.1199188232422,
+      "learning_rate": 2.728860398730051e-06,
+      "loss": 18.75,
+      "step": 32074
+    },
+    {
+      "epoch": 1.5327821848418237,
+      "grad_norm": 284.67572021484375,
+      "learning_rate": 2.7283291474533737e-06,
+      "loss": 28.875,
+      "step": 32075
+    },
+    {
+      "epoch": 1.532829972283284,
+      "grad_norm": 294.5155334472656,
+      "learning_rate": 2.727797939724619e-06,
+      "loss": 31.5625,
+      "step": 32076
+    },
+    {
+      "epoch": 1.5328777597247445,
+      "grad_norm": 282.9190979003906,
+      "learning_rate": 2.7272667755469707e-06,
+      "loss": 25.2188,
+      "step": 32077
+    },
+    {
+      "epoch": 1.5329255471662049,
+      "grad_norm": 311.8974914550781,
+      "learning_rate": 2.7267356549236137e-06,
+      "loss": 28.6562,
+      "step": 32078
+    },
+    {
+      "epoch": 1.532973334607665,
+      "grad_norm": 296.1254577636719,
+      "learning_rate": 2.726204577857722e-06,
+      "loss": 24.7188,
+      "step": 32079
+    },
+    {
+      "epoch": 1.5330211220491254,
+      "grad_norm": 296.7200927734375,
+      "learning_rate": 2.7256735443524785e-06,
+      "loss": 26.3125,
+      "step": 32080
+    },
+    {
+      "epoch": 1.5330689094905858,
+      "grad_norm": 275.6250305175781,
+      "learning_rate": 2.7251425544110667e-06,
+      "loss": 19.0156,
+      "step": 32081
+    },
+    {
+      "epoch": 1.5331166969320462,
+      "grad_norm": 192.1653594970703,
+      "learning_rate": 2.724611608036661e-06,
+      "loss": 22.3125,
+      "step": 32082
+    },
+    {
+      "epoch": 1.5331644843735066,
+      "grad_norm": 203.1605682373047,
+      "learning_rate": 2.724080705232448e-06,
+      "loss": 21.3125,
+      "step": 32083
+    },
+    {
+      "epoch": 1.533212271814967,
+      "grad_norm": 179.1728057861328,
+      "learning_rate": 2.7235498460015997e-06,
+      "loss": 26.25,
+      "step": 32084
+    },
+    {
+      "epoch": 1.5332600592564274,
+      "grad_norm": 134.21800231933594,
+      "learning_rate": 2.723019030347298e-06,
+      "loss": 18.6094,
+      "step": 32085
+    },
+    {
+      "epoch": 1.5333078466978878,
+      "grad_norm": 174.9837188720703,
+      "learning_rate": 2.7224882582727253e-06,
+      "loss": 16.9688,
+      "step": 32086
+    },
+    {
+      "epoch": 1.5333556341393482,
+      "grad_norm": 187.3582000732422,
+      "learning_rate": 2.7219575297810554e-06,
+      "loss": 26.9062,
+      "step": 32087
+    },
+    {
+      "epoch": 1.5334034215808086,
+      "grad_norm": 254.68075561523438,
+      "learning_rate": 2.7214268448754677e-06,
+      "loss": 24.625,
+      "step": 32088
+    },
+    {
+      "epoch": 1.533451209022269,
+      "grad_norm": 242.04367065429688,
+      "learning_rate": 2.7208962035591412e-06,
+      "loss": 26.625,
+      "step": 32089
+    },
+    {
+      "epoch": 1.5334989964637293,
+      "grad_norm": 167.44442749023438,
+      "learning_rate": 2.720365605835258e-06,
+      "loss": 22.2188,
+      "step": 32090
+    },
+    {
+      "epoch": 1.5335467839051897,
+      "grad_norm": 131.6300811767578,
+      "learning_rate": 2.719835051706987e-06,
+      "loss": 22.3594,
+      "step": 32091
+    },
+    {
+      "epoch": 1.5335945713466501,
+      "grad_norm": 289.41485595703125,
+      "learning_rate": 2.719304541177511e-06,
+      "loss": 22.2031,
+      "step": 32092
+    },
+    {
+      "epoch": 1.5336423587881105,
+      "grad_norm": 231.3966064453125,
+      "learning_rate": 2.718774074250009e-06,
+      "loss": 21.7812,
+      "step": 32093
+    },
+    {
+      "epoch": 1.533690146229571,
+      "grad_norm": 189.74380493164062,
+      "learning_rate": 2.718243650927652e-06,
+      "loss": 22.7188,
+      "step": 32094
+    },
+    {
+      "epoch": 1.5337379336710313,
+      "grad_norm": 177.1664276123047,
+      "learning_rate": 2.7177132712136202e-06,
+      "loss": 15.9375,
+      "step": 32095
+    },
+    {
+      "epoch": 1.5337857211124917,
+      "grad_norm": 522.0505981445312,
+      "learning_rate": 2.717182935111088e-06,
+      "loss": 26.6875,
+      "step": 32096
+    },
+    {
+      "epoch": 1.533833508553952,
+      "grad_norm": 261.8929138183594,
+      "learning_rate": 2.7166526426232355e-06,
+      "loss": 22.4844,
+      "step": 32097
+    },
+    {
+      "epoch": 1.5338812959954125,
+      "grad_norm": 135.2531280517578,
+      "learning_rate": 2.7161223937532333e-06,
+      "loss": 20.3906,
+      "step": 32098
+    },
+    {
+      "epoch": 1.5339290834368728,
+      "grad_norm": 207.29539489746094,
+      "learning_rate": 2.715592188504259e-06,
+      "loss": 26.5625,
+      "step": 32099
+    },
+    {
+      "epoch": 1.533976870878333,
+      "grad_norm": 254.53164672851562,
+      "learning_rate": 2.715062026879488e-06,
+      "loss": 24.625,
+      "step": 32100
+    },
+    {
+      "epoch": 1.5340246583197934,
+      "grad_norm": 220.6123809814453,
+      "learning_rate": 2.7145319088820986e-06,
+      "loss": 31.625,
+      "step": 32101
+    },
+    {
+      "epoch": 1.5340724457612538,
+      "grad_norm": 290.86785888671875,
+      "learning_rate": 2.7140018345152585e-06,
+      "loss": 30.0312,
+      "step": 32102
+    },
+    {
+      "epoch": 1.5341202332027142,
+      "grad_norm": 350.3798522949219,
+      "learning_rate": 2.7134718037821462e-06,
+      "loss": 26.25,
+      "step": 32103
+    },
+    {
+      "epoch": 1.5341680206441746,
+      "grad_norm": 258.8925476074219,
+      "learning_rate": 2.7129418166859357e-06,
+      "loss": 18.2031,
+      "step": 32104
+    },
+    {
+      "epoch": 1.534215808085635,
+      "grad_norm": 315.38818359375,
+      "learning_rate": 2.7124118732298045e-06,
+      "loss": 32.75,
+      "step": 32105
+    },
+    {
+      "epoch": 1.5342635955270953,
+      "grad_norm": 164.5191192626953,
+      "learning_rate": 2.711881973416919e-06,
+      "loss": 24.875,
+      "step": 32106
+    },
+    {
+      "epoch": 1.5343113829685557,
+      "grad_norm": 272.0331726074219,
+      "learning_rate": 2.7113521172504565e-06,
+      "loss": 19.4688,
+      "step": 32107
+    },
+    {
+      "epoch": 1.5343591704100161,
+      "grad_norm": 186.2614288330078,
+      "learning_rate": 2.7108223047335923e-06,
+      "loss": 25.9688,
+      "step": 32108
+    },
+    {
+      "epoch": 1.5344069578514765,
+      "grad_norm": 148.7209014892578,
+      "learning_rate": 2.7102925358694944e-06,
+      "loss": 18.9688,
+      "step": 32109
+    },
+    {
+      "epoch": 1.534454745292937,
+      "grad_norm": 224.6798553466797,
+      "learning_rate": 2.7097628106613373e-06,
+      "loss": 26.2812,
+      "step": 32110
+    },
+    {
+      "epoch": 1.5345025327343973,
+      "grad_norm": 269.0789489746094,
+      "learning_rate": 2.7092331291122976e-06,
+      "loss": 22.375,
+      "step": 32111
+    },
+    {
+      "epoch": 1.5345503201758577,
+      "grad_norm": 211.76153564453125,
+      "learning_rate": 2.7087034912255404e-06,
+      "loss": 26.2812,
+      "step": 32112
+    },
+    {
+      "epoch": 1.534598107617318,
+      "grad_norm": 1540.91015625,
+      "learning_rate": 2.7081738970042413e-06,
+      "loss": 23.9688,
+      "step": 32113
+    },
+    {
+      "epoch": 1.5346458950587785,
+      "grad_norm": 221.5255889892578,
+      "learning_rate": 2.7076443464515743e-06,
+      "loss": 16.7734,
+      "step": 32114
+    },
+    {
+      "epoch": 1.5346936825002389,
+      "grad_norm": 192.6592254638672,
+      "learning_rate": 2.7071148395707046e-06,
+      "loss": 20.5312,
+      "step": 32115
+    },
+    {
+      "epoch": 1.5347414699416992,
+      "grad_norm": 155.3578643798828,
+      "learning_rate": 2.7065853763648107e-06,
+      "loss": 22.2812,
+      "step": 32116
+    },
+    {
+      "epoch": 1.5347892573831596,
+      "grad_norm": 205.3106231689453,
+      "learning_rate": 2.7060559568370546e-06,
+      "loss": 18.3125,
+      "step": 32117
+    },
+    {
+      "epoch": 1.53483704482462,
+      "grad_norm": 213.01963806152344,
+      "learning_rate": 2.7055265809906127e-06,
+      "loss": 27.0938,
+      "step": 32118
+    },
+    {
+      "epoch": 1.5348848322660804,
+      "grad_norm": 319.4006652832031,
+      "learning_rate": 2.704997248828658e-06,
+      "loss": 30.375,
+      "step": 32119
+    },
+    {
+      "epoch": 1.5349326197075408,
+      "grad_norm": 294.2118835449219,
+      "learning_rate": 2.7044679603543524e-06,
+      "loss": 23.4375,
+      "step": 32120
+    },
+    {
+      "epoch": 1.5349804071490012,
+      "grad_norm": 388.4330749511719,
+      "learning_rate": 2.7039387155708697e-06,
+      "loss": 29.5938,
+      "step": 32121
+    },
+    {
+      "epoch": 1.5350281945904616,
+      "grad_norm": 264.9335632324219,
+      "learning_rate": 2.70340951448138e-06,
+      "loss": 30.5938,
+      "step": 32122
+    },
+    {
+      "epoch": 1.535075982031922,
+      "grad_norm": 233.9810028076172,
+      "learning_rate": 2.702880357089056e-06,
+      "loss": 18.3438,
+      "step": 32123
+    },
+    {
+      "epoch": 1.5351237694733824,
+      "grad_norm": 169.88661193847656,
+      "learning_rate": 2.702351243397059e-06,
+      "loss": 17.8906,
+      "step": 32124
+    },
+    {
+      "epoch": 1.5351715569148427,
+      "grad_norm": 207.13827514648438,
+      "learning_rate": 2.7018221734085617e-06,
+      "loss": 32.8125,
+      "step": 32125
+    },
+    {
+      "epoch": 1.5352193443563031,
+      "grad_norm": 661.2523193359375,
+      "learning_rate": 2.701293147126731e-06,
+      "loss": 21.6875,
+      "step": 32126
+    },
+    {
+      "epoch": 1.5352671317977635,
+      "grad_norm": 1014.8706665039062,
+      "learning_rate": 2.700764164554741e-06,
+      "loss": 15.0625,
+      "step": 32127
+    },
+    {
+      "epoch": 1.535314919239224,
+      "grad_norm": 194.99945068359375,
+      "learning_rate": 2.700235225695752e-06,
+      "loss": 22.0469,
+      "step": 32128
+    },
+    {
+      "epoch": 1.5353627066806843,
+      "grad_norm": 164.9007568359375,
+      "learning_rate": 2.6997063305529334e-06,
+      "loss": 27.4062,
+      "step": 32129
+    },
+    {
+      "epoch": 1.5354104941221447,
+      "grad_norm": 187.0675048828125,
+      "learning_rate": 2.699177479129459e-06,
+      "loss": 27.0625,
+      "step": 32130
+    },
+    {
+      "epoch": 1.535458281563605,
+      "grad_norm": 309.5400695800781,
+      "learning_rate": 2.6986486714284864e-06,
+      "loss": 25.75,
+      "step": 32131
+    },
+    {
+      "epoch": 1.5355060690050655,
+      "grad_norm": 171.50595092773438,
+      "learning_rate": 2.698119907453187e-06,
+      "loss": 21.2812,
+      "step": 32132
+    },
+    {
+      "epoch": 1.5355538564465259,
+      "grad_norm": 207.80384826660156,
+      "learning_rate": 2.6975911872067274e-06,
+      "loss": 20.3125,
+      "step": 32133
+    },
+    {
+      "epoch": 1.5356016438879863,
+      "grad_norm": 303.37286376953125,
+      "learning_rate": 2.6970625106922776e-06,
+      "loss": 23.4062,
+      "step": 32134
+    },
+    {
+      "epoch": 1.5356494313294466,
+      "grad_norm": 159.68716430664062,
+      "learning_rate": 2.696533877912997e-06,
+      "loss": 22.4062,
+      "step": 32135
+    },
+    {
+      "epoch": 1.535697218770907,
+      "grad_norm": 202.8917694091797,
+      "learning_rate": 2.6960052888720533e-06,
+      "loss": 22.8906,
+      "step": 32136
+    },
+    {
+      "epoch": 1.5357450062123674,
+      "grad_norm": 221.06222534179688,
+      "learning_rate": 2.6954767435726136e-06,
+      "loss": 27.7812,
+      "step": 32137
+    },
+    {
+      "epoch": 1.5357927936538278,
+      "grad_norm": 272.6452331542969,
+      "learning_rate": 2.6949482420178462e-06,
+      "loss": 21.1719,
+      "step": 32138
+    },
+    {
+      "epoch": 1.5358405810952882,
+      "grad_norm": 281.634521484375,
+      "learning_rate": 2.6944197842109097e-06,
+      "loss": 28.1875,
+      "step": 32139
+    },
+    {
+      "epoch": 1.5358883685367486,
+      "grad_norm": 204.52745056152344,
+      "learning_rate": 2.693891370154972e-06,
+      "loss": 26.0,
+      "step": 32140
+    },
+    {
+      "epoch": 1.535936155978209,
+      "grad_norm": 170.25062561035156,
+      "learning_rate": 2.6933629998531994e-06,
+      "loss": 25.2188,
+      "step": 32141
+    },
+    {
+      "epoch": 1.5359839434196694,
+      "grad_norm": 330.66412353515625,
+      "learning_rate": 2.692834673308753e-06,
+      "loss": 21.1562,
+      "step": 32142
+    },
+    {
+      "epoch": 1.5360317308611298,
+      "grad_norm": 191.583740234375,
+      "learning_rate": 2.692306390524797e-06,
+      "loss": 21.4688,
+      "step": 32143
+    },
+    {
+      "epoch": 1.5360795183025902,
+      "grad_norm": 210.6500244140625,
+      "learning_rate": 2.691778151504496e-06,
+      "loss": 24.9062,
+      "step": 32144
+    },
+    {
+      "epoch": 1.5361273057440505,
+      "grad_norm": 202.1551513671875,
+      "learning_rate": 2.6912499562510175e-06,
+      "loss": 22.0625,
+      "step": 32145
+    },
+    {
+      "epoch": 1.536175093185511,
+      "grad_norm": 297.1278991699219,
+      "learning_rate": 2.6907218047675175e-06,
+      "loss": 27.0938,
+      "step": 32146
+    },
+    {
+      "epoch": 1.5362228806269713,
+      "grad_norm": 327.83685302734375,
+      "learning_rate": 2.6901936970571662e-06,
+      "loss": 17.875,
+      "step": 32147
+    },
+    {
+      "epoch": 1.5362706680684317,
+      "grad_norm": 303.80682373046875,
+      "learning_rate": 2.6896656331231184e-06,
+      "loss": 20.2031,
+      "step": 32148
+    },
+    {
+      "epoch": 1.536318455509892,
+      "grad_norm": 344.4974060058594,
+      "learning_rate": 2.689137612968543e-06,
+      "loss": 29.7188,
+      "step": 32149
+    },
+    {
+      "epoch": 1.5363662429513525,
+      "grad_norm": 238.19419860839844,
+      "learning_rate": 2.6886096365965973e-06,
+      "loss": 29.0,
+      "step": 32150
+    },
+    {
+      "epoch": 1.5364140303928129,
+      "grad_norm": 188.2620086669922,
+      "learning_rate": 2.6880817040104467e-06,
+      "loss": 20.7344,
+      "step": 32151
+    },
+    {
+      "epoch": 1.5364618178342733,
+      "grad_norm": 257.9994812011719,
+      "learning_rate": 2.687553815213251e-06,
+      "loss": 26.625,
+      "step": 32152
+    },
+    {
+      "epoch": 1.5365096052757337,
+      "grad_norm": 231.00393676757812,
+      "learning_rate": 2.6870259702081747e-06,
+      "loss": 24.6406,
+      "step": 32153
+    },
+    {
+      "epoch": 1.536557392717194,
+      "grad_norm": 226.85745239257812,
+      "learning_rate": 2.6864981689983738e-06,
+      "loss": 29.25,
+      "step": 32154
+    },
+    {
+      "epoch": 1.5366051801586544,
+      "grad_norm": 304.78424072265625,
+      "learning_rate": 2.685970411587012e-06,
+      "loss": 22.25,
+      "step": 32155
+    },
+    {
+      "epoch": 1.5366529676001148,
+      "grad_norm": 441.3707580566406,
+      "learning_rate": 2.685442697977253e-06,
+      "loss": 33.9219,
+      "step": 32156
+    },
+    {
+      "epoch": 1.5367007550415752,
+      "grad_norm": 326.58453369140625,
+      "learning_rate": 2.6849150281722503e-06,
+      "loss": 31.0312,
+      "step": 32157
+    },
+    {
+      "epoch": 1.5367485424830356,
+      "grad_norm": 337.42120361328125,
+      "learning_rate": 2.684387402175168e-06,
+      "loss": 21.1562,
+      "step": 32158
+    },
+    {
+      "epoch": 1.536796329924496,
+      "grad_norm": 192.67477416992188,
+      "learning_rate": 2.6838598199891654e-06,
+      "loss": 23.3594,
+      "step": 32159
+    },
+    {
+      "epoch": 1.5368441173659564,
+      "grad_norm": 302.07611083984375,
+      "learning_rate": 2.6833322816174047e-06,
+      "loss": 27.0938,
+      "step": 32160
+    },
+    {
+      "epoch": 1.5368919048074168,
+      "grad_norm": 190.8817901611328,
+      "learning_rate": 2.68280478706304e-06,
+      "loss": 25.7188,
+      "step": 32161
+    },
+    {
+      "epoch": 1.536939692248877,
+      "grad_norm": 278.92926025390625,
+      "learning_rate": 2.6822773363292333e-06,
+      "loss": 21.9062,
+      "step": 32162
+    },
+    {
+      "epoch": 1.5369874796903373,
+      "grad_norm": 218.67352294921875,
+      "learning_rate": 2.681749929419142e-06,
+      "loss": 20.1094,
+      "step": 32163
+    },
+    {
+      "epoch": 1.5370352671317977,
+      "grad_norm": 308.3210144042969,
+      "learning_rate": 2.681222566335928e-06,
+      "loss": 24.4062,
+      "step": 32164
+    },
+    {
+      "epoch": 1.5370830545732581,
+      "grad_norm": 226.6704559326172,
+      "learning_rate": 2.680695247082745e-06,
+      "loss": 18.3125,
+      "step": 32165
+    },
+    {
+      "epoch": 1.5371308420147185,
+      "grad_norm": 361.434326171875,
+      "learning_rate": 2.6801679716627526e-06,
+      "loss": 21.75,
+      "step": 32166
+    },
+    {
+      "epoch": 1.537178629456179,
+      "grad_norm": 216.55923461914062,
+      "learning_rate": 2.6796407400791126e-06,
+      "loss": 29.6562,
+      "step": 32167
+    },
+    {
+      "epoch": 1.5372264168976393,
+      "grad_norm": 268.4311218261719,
+      "learning_rate": 2.679113552334975e-06,
+      "loss": 22.625,
+      "step": 32168
+    },
+    {
+      "epoch": 1.5372742043390997,
+      "grad_norm": 239.43948364257812,
+      "learning_rate": 2.678586408433501e-06,
+      "loss": 17.8438,
+      "step": 32169
+    },
+    {
+      "epoch": 1.53732199178056,
+      "grad_norm": 357.640625,
+      "learning_rate": 2.678059308377847e-06,
+      "loss": 27.5312,
+      "step": 32170
+    },
+    {
+      "epoch": 1.5373697792220204,
+      "grad_norm": 169.21401977539062,
+      "learning_rate": 2.6775322521711734e-06,
+      "loss": 25.3125,
+      "step": 32171
+    },
+    {
+      "epoch": 1.5374175666634808,
+      "grad_norm": 226.8114013671875,
+      "learning_rate": 2.677005239816629e-06,
+      "loss": 21.5156,
+      "step": 32172
+    },
+    {
+      "epoch": 1.5374653541049412,
+      "grad_norm": 263.1651611328125,
+      "learning_rate": 2.676478271317374e-06,
+      "loss": 25.9375,
+      "step": 32173
+    },
+    {
+      "epoch": 1.5375131415464016,
+      "grad_norm": 889.6503295898438,
+      "learning_rate": 2.6759513466765652e-06,
+      "loss": 21.4844,
+      "step": 32174
+    },
+    {
+      "epoch": 1.537560928987862,
+      "grad_norm": 219.357421875,
+      "learning_rate": 2.6754244658973594e-06,
+      "loss": 16.9062,
+      "step": 32175
+    },
+    {
+      "epoch": 1.5376087164293224,
+      "grad_norm": 557.255615234375,
+      "learning_rate": 2.6748976289829075e-06,
+      "loss": 30.6875,
+      "step": 32176
+    },
+    {
+      "epoch": 1.5376565038707828,
+      "grad_norm": 314.4946594238281,
+      "learning_rate": 2.674370835936366e-06,
+      "loss": 26.0938,
+      "step": 32177
+    },
+    {
+      "epoch": 1.5377042913122432,
+      "grad_norm": 256.9039611816406,
+      "learning_rate": 2.673844086760895e-06,
+      "loss": 18.3906,
+      "step": 32178
+    },
+    {
+      "epoch": 1.5377520787537036,
+      "grad_norm": 905.6456909179688,
+      "learning_rate": 2.6733173814596405e-06,
+      "loss": 27.4688,
+      "step": 32179
+    },
+    {
+      "epoch": 1.537799866195164,
+      "grad_norm": 266.12091064453125,
+      "learning_rate": 2.6727907200357637e-06,
+      "loss": 27.0781,
+      "step": 32180
+    },
+    {
+      "epoch": 1.5378476536366243,
+      "grad_norm": 238.9464569091797,
+      "learning_rate": 2.6722641024924135e-06,
+      "loss": 25.9375,
+      "step": 32181
+    },
+    {
+      "epoch": 1.5378954410780845,
+      "grad_norm": 697.1062622070312,
+      "learning_rate": 2.671737528832745e-06,
+      "loss": 24.6406,
+      "step": 32182
+    },
+    {
+      "epoch": 1.537943228519545,
+      "grad_norm": 546.4000854492188,
+      "learning_rate": 2.6712109990599167e-06,
+      "loss": 29.0312,
+      "step": 32183
+    },
+    {
+      "epoch": 1.5379910159610053,
+      "grad_norm": 139.6892547607422,
+      "learning_rate": 2.670684513177074e-06,
+      "loss": 20.4688,
+      "step": 32184
+    },
+    {
+      "epoch": 1.5380388034024657,
+      "grad_norm": 149.1129913330078,
+      "learning_rate": 2.670158071187374e-06,
+      "loss": 18.2188,
+      "step": 32185
+    },
+    {
+      "epoch": 1.538086590843926,
+      "grad_norm": 577.1978759765625,
+      "learning_rate": 2.6696316730939718e-06,
+      "loss": 28.875,
+      "step": 32186
+    },
+    {
+      "epoch": 1.5381343782853865,
+      "grad_norm": 587.0271606445312,
+      "learning_rate": 2.6691053189000136e-06,
+      "loss": 27.875,
+      "step": 32187
+    },
+    {
+      "epoch": 1.5381821657268469,
+      "grad_norm": 268.90118408203125,
+      "learning_rate": 2.668579008608656e-06,
+      "loss": 31.9375,
+      "step": 32188
+    },
+    {
+      "epoch": 1.5382299531683072,
+      "grad_norm": 287.4083557128906,
+      "learning_rate": 2.6680527422230507e-06,
+      "loss": 24.1406,
+      "step": 32189
+    },
+    {
+      "epoch": 1.5382777406097676,
+      "grad_norm": 192.99188232421875,
+      "learning_rate": 2.667526519746351e-06,
+      "loss": 14.7812,
+      "step": 32190
+    },
+    {
+      "epoch": 1.538325528051228,
+      "grad_norm": 277.1272277832031,
+      "learning_rate": 2.6670003411817024e-06,
+      "loss": 28.2812,
+      "step": 32191
+    },
+    {
+      "epoch": 1.5383733154926884,
+      "grad_norm": 271.8616943359375,
+      "learning_rate": 2.6664742065322603e-06,
+      "loss": 30.5312,
+      "step": 32192
+    },
+    {
+      "epoch": 1.5384211029341488,
+      "grad_norm": 479.7701416015625,
+      "learning_rate": 2.665948115801177e-06,
+      "loss": 38.1562,
+      "step": 32193
+    },
+    {
+      "epoch": 1.5384688903756092,
+      "grad_norm": 132.85736083984375,
+      "learning_rate": 2.665422068991599e-06,
+      "loss": 18.8125,
+      "step": 32194
+    },
+    {
+      "epoch": 1.5385166778170696,
+      "grad_norm": 372.2395935058594,
+      "learning_rate": 2.664896066106677e-06,
+      "loss": 39.8125,
+      "step": 32195
+    },
+    {
+      "epoch": 1.53856446525853,
+      "grad_norm": 278.4352111816406,
+      "learning_rate": 2.6643701071495644e-06,
+      "loss": 23.4219,
+      "step": 32196
+    },
+    {
+      "epoch": 1.5386122526999904,
+      "grad_norm": 175.9744873046875,
+      "learning_rate": 2.6638441921234115e-06,
+      "loss": 25.8906,
+      "step": 32197
+    },
+    {
+      "epoch": 1.5386600401414507,
+      "grad_norm": 162.9736785888672,
+      "learning_rate": 2.663318321031363e-06,
+      "loss": 27.6094,
+      "step": 32198
+    },
+    {
+      "epoch": 1.5387078275829111,
+      "grad_norm": 262.6551208496094,
+      "learning_rate": 2.66279249387657e-06,
+      "loss": 23.0312,
+      "step": 32199
+    },
+    {
+      "epoch": 1.5387556150243715,
+      "grad_norm": 447.3818359375,
+      "learning_rate": 2.6622667106621837e-06,
+      "loss": 34.0312,
+      "step": 32200
+    },
+    {
+      "epoch": 1.538803402465832,
+      "grad_norm": 264.82464599609375,
+      "learning_rate": 2.6617409713913533e-06,
+      "loss": 25.25,
+      "step": 32201
+    },
+    {
+      "epoch": 1.5388511899072923,
+      "grad_norm": 303.3638610839844,
+      "learning_rate": 2.661215276067224e-06,
+      "loss": 17.8594,
+      "step": 32202
+    },
+    {
+      "epoch": 1.5388989773487527,
+      "grad_norm": 393.78094482421875,
+      "learning_rate": 2.6606896246929448e-06,
+      "loss": 22.6094,
+      "step": 32203
+    },
+    {
+      "epoch": 1.538946764790213,
+      "grad_norm": 359.6019592285156,
+      "learning_rate": 2.660164017271667e-06,
+      "loss": 30.5938,
+      "step": 32204
+    },
+    {
+      "epoch": 1.5389945522316735,
+      "grad_norm": 422.2350158691406,
+      "learning_rate": 2.6596384538065333e-06,
+      "loss": 20.3438,
+      "step": 32205
+    },
+    {
+      "epoch": 1.5390423396731339,
+      "grad_norm": 403.70660400390625,
+      "learning_rate": 2.6591129343006927e-06,
+      "loss": 28.7031,
+      "step": 32206
+    },
+    {
+      "epoch": 1.5390901271145943,
+      "grad_norm": 295.3720703125,
+      "learning_rate": 2.6585874587572948e-06,
+      "loss": 26.0312,
+      "step": 32207
+    },
+    {
+      "epoch": 1.5391379145560546,
+      "grad_norm": 385.29144287109375,
+      "learning_rate": 2.6580620271794867e-06,
+      "loss": 24.5312,
+      "step": 32208
+    },
+    {
+      "epoch": 1.539185701997515,
+      "grad_norm": 275.1221923828125,
+      "learning_rate": 2.6575366395704106e-06,
+      "loss": 28.5,
+      "step": 32209
+    },
+    {
+      "epoch": 1.5392334894389754,
+      "grad_norm": 167.82089233398438,
+      "learning_rate": 2.657011295933216e-06,
+      "loss": 20.2969,
+      "step": 32210
+    },
+    {
+      "epoch": 1.5392812768804358,
+      "grad_norm": 220.94068908691406,
+      "learning_rate": 2.656485996271052e-06,
+      "loss": 28.3125,
+      "step": 32211
+    },
+    {
+      "epoch": 1.5393290643218962,
+      "grad_norm": 192.6513214111328,
+      "learning_rate": 2.655960740587058e-06,
+      "loss": 26.8281,
+      "step": 32212
+    },
+    {
+      "epoch": 1.5393768517633566,
+      "grad_norm": 398.2648010253906,
+      "learning_rate": 2.6554355288843847e-06,
+      "loss": 26.8594,
+      "step": 32213
+    },
+    {
+      "epoch": 1.539424639204817,
+      "grad_norm": 547.1508178710938,
+      "learning_rate": 2.6549103611661743e-06,
+      "loss": 26.0938,
+      "step": 32214
+    },
+    {
+      "epoch": 1.5394724266462774,
+      "grad_norm": 178.00877380371094,
+      "learning_rate": 2.6543852374355715e-06,
+      "loss": 22.0938,
+      "step": 32215
+    },
+    {
+      "epoch": 1.5395202140877378,
+      "grad_norm": 815.3378295898438,
+      "learning_rate": 2.653860157695727e-06,
+      "loss": 24.875,
+      "step": 32216
+    },
+    {
+      "epoch": 1.5395680015291981,
+      "grad_norm": 243.90237426757812,
+      "learning_rate": 2.653335121949777e-06,
+      "loss": 18.6094,
+      "step": 32217
+    },
+    {
+      "epoch": 1.5396157889706585,
+      "grad_norm": 300.9617614746094,
+      "learning_rate": 2.65281013020087e-06,
+      "loss": 28.125,
+      "step": 32218
+    },
+    {
+      "epoch": 1.539663576412119,
+      "grad_norm": 246.31887817382812,
+      "learning_rate": 2.652285182452153e-06,
+      "loss": 18.9062,
+      "step": 32219
+    },
+    {
+      "epoch": 1.5397113638535793,
+      "grad_norm": 337.5022888183594,
+      "learning_rate": 2.6517602787067633e-06,
+      "loss": 24.4375,
+      "step": 32220
+    },
+    {
+      "epoch": 1.5397591512950397,
+      "grad_norm": 210.5887451171875,
+      "learning_rate": 2.651235418967848e-06,
+      "loss": 21.4688,
+      "step": 32221
+    },
+    {
+      "epoch": 1.5398069387365,
+      "grad_norm": 293.6970520019531,
+      "learning_rate": 2.65071060323855e-06,
+      "loss": 26.3438,
+      "step": 32222
+    },
+    {
+      "epoch": 1.5398547261779605,
+      "grad_norm": 123.2741928100586,
+      "learning_rate": 2.6501858315220154e-06,
+      "loss": 18.5781,
+      "step": 32223
+    },
+    {
+      "epoch": 1.5399025136194209,
+      "grad_norm": 358.65374755859375,
+      "learning_rate": 2.6496611038213817e-06,
+      "loss": 42.2188,
+      "step": 32224
+    },
+    {
+      "epoch": 1.5399503010608813,
+      "grad_norm": 250.24246215820312,
+      "learning_rate": 2.649136420139792e-06,
+      "loss": 30.7812,
+      "step": 32225
+    },
+    {
+      "epoch": 1.5399980885023417,
+      "grad_norm": 723.5253295898438,
+      "learning_rate": 2.6486117804803934e-06,
+      "loss": 39.5625,
+      "step": 32226
+    },
+    {
+      "epoch": 1.540045875943802,
+      "grad_norm": 146.5709228515625,
+      "learning_rate": 2.648087184846322e-06,
+      "loss": 21.2031,
+      "step": 32227
+    },
+    {
+      "epoch": 1.5400936633852624,
+      "grad_norm": 140.519287109375,
+      "learning_rate": 2.64756263324072e-06,
+      "loss": 22.2188,
+      "step": 32228
+    },
+    {
+      "epoch": 1.5401414508267228,
+      "grad_norm": 342.04620361328125,
+      "learning_rate": 2.647038125666732e-06,
+      "loss": 19.6875,
+      "step": 32229
+    },
+    {
+      "epoch": 1.5401892382681832,
+      "grad_norm": 589.9432983398438,
+      "learning_rate": 2.646513662127501e-06,
+      "loss": 16.7344,
+      "step": 32230
+    },
+    {
+      "epoch": 1.5402370257096436,
+      "grad_norm": 483.1184387207031,
+      "learning_rate": 2.6459892426261614e-06,
+      "loss": 18.75,
+      "step": 32231
+    },
+    {
+      "epoch": 1.540284813151104,
+      "grad_norm": 249.14076232910156,
+      "learning_rate": 2.6454648671658555e-06,
+      "loss": 25.2344,
+      "step": 32232
+    },
+    {
+      "epoch": 1.5403326005925644,
+      "grad_norm": 199.54010009765625,
+      "learning_rate": 2.644940535749727e-06,
+      "loss": 23.7969,
+      "step": 32233
+    },
+    {
+      "epoch": 1.5403803880340248,
+      "grad_norm": 6717.587890625,
+      "learning_rate": 2.6444162483809168e-06,
+      "loss": 24.5625,
+      "step": 32234
+    },
+    {
+      "epoch": 1.5404281754754852,
+      "grad_norm": 302.0956115722656,
+      "learning_rate": 2.6438920050625584e-06,
+      "loss": 27.6406,
+      "step": 32235
+    },
+    {
+      "epoch": 1.5404759629169456,
+      "grad_norm": 199.7690887451172,
+      "learning_rate": 2.643367805797794e-06,
+      "loss": 23.1875,
+      "step": 32236
+    },
+    {
+      "epoch": 1.540523750358406,
+      "grad_norm": 185.1746826171875,
+      "learning_rate": 2.642843650589765e-06,
+      "loss": 21.4688,
+      "step": 32237
+    },
+    {
+      "epoch": 1.5405715377998663,
+      "grad_norm": 313.9965515136719,
+      "learning_rate": 2.6423195394416124e-06,
+      "loss": 23.625,
+      "step": 32238
+    },
+    {
+      "epoch": 1.5406193252413267,
+      "grad_norm": 151.00784301757812,
+      "learning_rate": 2.6417954723564674e-06,
+      "loss": 21.1719,
+      "step": 32239
+    },
+    {
+      "epoch": 1.540667112682787,
+      "grad_norm": 245.09078979492188,
+      "learning_rate": 2.6412714493374746e-06,
+      "loss": 24.6562,
+      "step": 32240
+    },
+    {
+      "epoch": 1.5407149001242475,
+      "grad_norm": 214.8728485107422,
+      "learning_rate": 2.640747470387772e-06,
+      "loss": 20.1875,
+      "step": 32241
+    },
+    {
+      "epoch": 1.540762687565708,
+      "grad_norm": 137.16082763671875,
+      "learning_rate": 2.6402235355104946e-06,
+      "loss": 22.9375,
+      "step": 32242
+    },
+    {
+      "epoch": 1.5408104750071683,
+      "grad_norm": 187.22030639648438,
+      "learning_rate": 2.6396996447087797e-06,
+      "loss": 27.5625,
+      "step": 32243
+    },
+    {
+      "epoch": 1.5408582624486284,
+      "grad_norm": 251.6807861328125,
+      "learning_rate": 2.63917579798577e-06,
+      "loss": 24.75,
+      "step": 32244
+    },
+    {
+      "epoch": 1.5409060498900888,
+      "grad_norm": 274.77239990234375,
+      "learning_rate": 2.638651995344598e-06,
+      "loss": 19.0312,
+      "step": 32245
+    },
+    {
+      "epoch": 1.5409538373315492,
+      "grad_norm": 198.7879638671875,
+      "learning_rate": 2.638128236788403e-06,
+      "loss": 26.9219,
+      "step": 32246
+    },
+    {
+      "epoch": 1.5410016247730096,
+      "grad_norm": 229.70919799804688,
+      "learning_rate": 2.6376045223203174e-06,
+      "loss": 26.5938,
+      "step": 32247
+    },
+    {
+      "epoch": 1.54104941221447,
+      "grad_norm": 415.357666015625,
+      "learning_rate": 2.637080851943481e-06,
+      "loss": 20.2188,
+      "step": 32248
+    },
+    {
+      "epoch": 1.5410971996559304,
+      "grad_norm": 269.57659912109375,
+      "learning_rate": 2.6365572256610326e-06,
+      "loss": 19.5312,
+      "step": 32249
+    },
+    {
+      "epoch": 1.5411449870973908,
+      "grad_norm": 240.61143493652344,
+      "learning_rate": 2.6360336434761024e-06,
+      "loss": 21.2344,
+      "step": 32250
+    },
+    {
+      "epoch": 1.5411927745388512,
+      "grad_norm": 133.8447723388672,
+      "learning_rate": 2.6355101053918274e-06,
+      "loss": 16.0938,
+      "step": 32251
+    },
+    {
+      "epoch": 1.5412405619803116,
+      "grad_norm": 374.4106750488281,
+      "learning_rate": 2.634986611411349e-06,
+      "loss": 25.6094,
+      "step": 32252
+    },
+    {
+      "epoch": 1.541288349421772,
+      "grad_norm": 227.6824493408203,
+      "learning_rate": 2.6344631615377927e-06,
+      "loss": 20.0156,
+      "step": 32253
+    },
+    {
+      "epoch": 1.5413361368632323,
+      "grad_norm": 432.4610595703125,
+      "learning_rate": 2.6339397557742984e-06,
+      "loss": 24.7812,
+      "step": 32254
+    },
+    {
+      "epoch": 1.5413839243046927,
+      "grad_norm": 225.1354217529297,
+      "learning_rate": 2.6334163941239997e-06,
+      "loss": 25.5156,
+      "step": 32255
+    },
+    {
+      "epoch": 1.5414317117461531,
+      "grad_norm": 266.4192199707031,
+      "learning_rate": 2.632893076590035e-06,
+      "loss": 14.7969,
+      "step": 32256
+    },
+    {
+      "epoch": 1.5414794991876135,
+      "grad_norm": 201.20606994628906,
+      "learning_rate": 2.632369803175531e-06,
+      "loss": 25.7969,
+      "step": 32257
+    },
+    {
+      "epoch": 1.541527286629074,
+      "grad_norm": 211.2698516845703,
+      "learning_rate": 2.631846573883625e-06,
+      "loss": 24.2812,
+      "step": 32258
+    },
+    {
+      "epoch": 1.5415750740705343,
+      "grad_norm": 112.04051208496094,
+      "learning_rate": 2.6313233887174507e-06,
+      "loss": 16.5391,
+      "step": 32259
+    },
+    {
+      "epoch": 1.5416228615119947,
+      "grad_norm": 282.53253173828125,
+      "learning_rate": 2.630800247680144e-06,
+      "loss": 22.75,
+      "step": 32260
+    },
+    {
+      "epoch": 1.541670648953455,
+      "grad_norm": 253.24185180664062,
+      "learning_rate": 2.6302771507748327e-06,
+      "loss": 27.625,
+      "step": 32261
+    },
+    {
+      "epoch": 1.5417184363949155,
+      "grad_norm": 256.2665100097656,
+      "learning_rate": 2.629754098004651e-06,
+      "loss": 25.3125,
+      "step": 32262
+    },
+    {
+      "epoch": 1.5417662238363758,
+      "grad_norm": 198.6332550048828,
+      "learning_rate": 2.6292310893727358e-06,
+      "loss": 21.4688,
+      "step": 32263
+    },
+    {
+      "epoch": 1.5418140112778362,
+      "grad_norm": 209.6205596923828,
+      "learning_rate": 2.628708124882212e-06,
+      "loss": 34.0312,
+      "step": 32264
+    },
+    {
+      "epoch": 1.5418617987192964,
+      "grad_norm": 264.55963134765625,
+      "learning_rate": 2.6281852045362144e-06,
+      "loss": 31.5,
+      "step": 32265
+    },
+    {
+      "epoch": 1.5419095861607568,
+      "grad_norm": 161.05580139160156,
+      "learning_rate": 2.6276623283378755e-06,
+      "loss": 24.3125,
+      "step": 32266
+    },
+    {
+      "epoch": 1.5419573736022172,
+      "grad_norm": 477.0982666015625,
+      "learning_rate": 2.6271394962903298e-06,
+      "loss": 27.6562,
+      "step": 32267
+    },
+    {
+      "epoch": 1.5420051610436776,
+      "grad_norm": 210.43435668945312,
+      "learning_rate": 2.626616708396702e-06,
+      "loss": 17.4531,
+      "step": 32268
+    },
+    {
+      "epoch": 1.542052948485138,
+      "grad_norm": 152.74099731445312,
+      "learning_rate": 2.626093964660125e-06,
+      "loss": 29.7812,
+      "step": 32269
+    },
+    {
+      "epoch": 1.5421007359265984,
+      "grad_norm": 178.396240234375,
+      "learning_rate": 2.6255712650837306e-06,
+      "loss": 30.375,
+      "step": 32270
+    },
+    {
+      "epoch": 1.5421485233680587,
+      "grad_norm": 232.56076049804688,
+      "learning_rate": 2.6250486096706518e-06,
+      "loss": 26.4062,
+      "step": 32271
+    },
+    {
+      "epoch": 1.5421963108095191,
+      "grad_norm": 205.87826538085938,
+      "learning_rate": 2.6245259984240125e-06,
+      "loss": 32.5625,
+      "step": 32272
+    },
+    {
+      "epoch": 1.5422440982509795,
+      "grad_norm": 291.19482421875,
+      "learning_rate": 2.624003431346945e-06,
+      "loss": 24.6875,
+      "step": 32273
+    },
+    {
+      "epoch": 1.54229188569244,
+      "grad_norm": 198.66383361816406,
+      "learning_rate": 2.6234809084425804e-06,
+      "loss": 21.7188,
+      "step": 32274
+    },
+    {
+      "epoch": 1.5423396731339003,
+      "grad_norm": 177.02999877929688,
+      "learning_rate": 2.6229584297140488e-06,
+      "loss": 20.9844,
+      "step": 32275
+    },
+    {
+      "epoch": 1.5423874605753607,
+      "grad_norm": 170.69723510742188,
+      "learning_rate": 2.622435995164475e-06,
+      "loss": 16.2812,
+      "step": 32276
+    },
+    {
+      "epoch": 1.542435248016821,
+      "grad_norm": 164.9080810546875,
+      "learning_rate": 2.621913604796993e-06,
+      "loss": 19.0312,
+      "step": 32277
+    },
+    {
+      "epoch": 1.5424830354582815,
+      "grad_norm": 176.01492309570312,
+      "learning_rate": 2.621391258614724e-06,
+      "loss": 14.4375,
+      "step": 32278
+    },
+    {
+      "epoch": 1.5425308228997419,
+      "grad_norm": 172.7308807373047,
+      "learning_rate": 2.6208689566208046e-06,
+      "loss": 30.5,
+      "step": 32279
+    },
+    {
+      "epoch": 1.5425786103412022,
+      "grad_norm": 359.1521301269531,
+      "learning_rate": 2.6203466988183544e-06,
+      "loss": 27.4062,
+      "step": 32280
+    },
+    {
+      "epoch": 1.5426263977826626,
+      "grad_norm": 245.19528198242188,
+      "learning_rate": 2.619824485210506e-06,
+      "loss": 22.5938,
+      "step": 32281
+    },
+    {
+      "epoch": 1.542674185224123,
+      "grad_norm": 317.7681884765625,
+      "learning_rate": 2.619302315800388e-06,
+      "loss": 22.1875,
+      "step": 32282
+    },
+    {
+      "epoch": 1.5427219726655834,
+      "grad_norm": 387.6842041015625,
+      "learning_rate": 2.6187801905911237e-06,
+      "loss": 23.4844,
+      "step": 32283
+    },
+    {
+      "epoch": 1.5427697601070438,
+      "grad_norm": 183.16653442382812,
+      "learning_rate": 2.6182581095858406e-06,
+      "loss": 19.25,
+      "step": 32284
+    },
+    {
+      "epoch": 1.5428175475485042,
+      "grad_norm": 234.1121826171875,
+      "learning_rate": 2.6177360727876665e-06,
+      "loss": 29.1875,
+      "step": 32285
+    },
+    {
+      "epoch": 1.5428653349899646,
+      "grad_norm": 187.87612915039062,
+      "learning_rate": 2.6172140801997316e-06,
+      "loss": 20.3906,
+      "step": 32286
+    },
+    {
+      "epoch": 1.542913122431425,
+      "grad_norm": 256.11376953125,
+      "learning_rate": 2.616692131825154e-06,
+      "loss": 26.7656,
+      "step": 32287
+    },
+    {
+      "epoch": 1.5429609098728854,
+      "grad_norm": 188.03057861328125,
+      "learning_rate": 2.616170227667064e-06,
+      "loss": 25.4062,
+      "step": 32288
+    },
+    {
+      "epoch": 1.5430086973143458,
+      "grad_norm": 521.7249145507812,
+      "learning_rate": 2.615648367728589e-06,
+      "loss": 25.9375,
+      "step": 32289
+    },
+    {
+      "epoch": 1.5430564847558061,
+      "grad_norm": 212.85626220703125,
+      "learning_rate": 2.615126552012849e-06,
+      "loss": 20.5781,
+      "step": 32290
+    },
+    {
+      "epoch": 1.5431042721972665,
+      "grad_norm": 190.0265350341797,
+      "learning_rate": 2.6146047805229724e-06,
+      "loss": 27.4688,
+      "step": 32291
+    },
+    {
+      "epoch": 1.543152059638727,
+      "grad_norm": 592.0192260742188,
+      "learning_rate": 2.614083053262083e-06,
+      "loss": 49.5,
+      "step": 32292
+    },
+    {
+      "epoch": 1.5431998470801873,
+      "grad_norm": 189.7415008544922,
+      "learning_rate": 2.6135613702333086e-06,
+      "loss": 20.2812,
+      "step": 32293
+    },
+    {
+      "epoch": 1.5432476345216477,
+      "grad_norm": 260.8768615722656,
+      "learning_rate": 2.6130397314397673e-06,
+      "loss": 27.8438,
+      "step": 32294
+    },
+    {
+      "epoch": 1.543295421963108,
+      "grad_norm": 292.9419860839844,
+      "learning_rate": 2.6125181368845863e-06,
+      "loss": 34.75,
+      "step": 32295
+    },
+    {
+      "epoch": 1.5433432094045685,
+      "grad_norm": 190.7803497314453,
+      "learning_rate": 2.6119965865708895e-06,
+      "loss": 23.2031,
+      "step": 32296
+    },
+    {
+      "epoch": 1.5433909968460289,
+      "grad_norm": 208.96453857421875,
+      "learning_rate": 2.6114750805018028e-06,
+      "loss": 23.5,
+      "step": 32297
+    },
+    {
+      "epoch": 1.5434387842874893,
+      "grad_norm": 247.4004669189453,
+      "learning_rate": 2.610953618680443e-06,
+      "loss": 27.125,
+      "step": 32298
+    },
+    {
+      "epoch": 1.5434865717289497,
+      "grad_norm": 186.00704956054688,
+      "learning_rate": 2.610432201109937e-06,
+      "loss": 21.6875,
+      "step": 32299
+    },
+    {
+      "epoch": 1.54353435917041,
+      "grad_norm": 342.4378967285156,
+      "learning_rate": 2.6099108277934105e-06,
+      "loss": 23.9844,
+      "step": 32300
+    },
+    {
+      "epoch": 1.5435821466118704,
+      "grad_norm": 154.47207641601562,
+      "learning_rate": 2.6093894987339784e-06,
+      "loss": 18.9375,
+      "step": 32301
+    },
+    {
+      "epoch": 1.5436299340533308,
+      "grad_norm": 148.45382690429688,
+      "learning_rate": 2.6088682139347677e-06,
+      "loss": 19.0625,
+      "step": 32302
+    },
+    {
+      "epoch": 1.5436777214947912,
+      "grad_norm": 177.42080688476562,
+      "learning_rate": 2.608346973398899e-06,
+      "loss": 20.7656,
+      "step": 32303
+    },
+    {
+      "epoch": 1.5437255089362516,
+      "grad_norm": 336.9508056640625,
+      "learning_rate": 2.607825777129497e-06,
+      "loss": 24.9375,
+      "step": 32304
+    },
+    {
+      "epoch": 1.543773296377712,
+      "grad_norm": 381.9792785644531,
+      "learning_rate": 2.6073046251296762e-06,
+      "loss": 19.3594,
+      "step": 32305
+    },
+    {
+      "epoch": 1.5438210838191724,
+      "grad_norm": 170.2371368408203,
+      "learning_rate": 2.6067835174025626e-06,
+      "loss": 24.5625,
+      "step": 32306
+    },
+    {
+      "epoch": 1.5438688712606328,
+      "grad_norm": 215.3496551513672,
+      "learning_rate": 2.606262453951276e-06,
+      "loss": 26.625,
+      "step": 32307
+    },
+    {
+      "epoch": 1.5439166587020932,
+      "grad_norm": 356.8483581542969,
+      "learning_rate": 2.6057414347789388e-06,
+      "loss": 23.375,
+      "step": 32308
+    },
+    {
+      "epoch": 1.5439644461435535,
+      "grad_norm": 247.7864532470703,
+      "learning_rate": 2.6052204598886666e-06,
+      "loss": 28.25,
+      "step": 32309
+    },
+    {
+      "epoch": 1.544012233585014,
+      "grad_norm": 290.3518981933594,
+      "learning_rate": 2.6046995292835855e-06,
+      "loss": 28.5781,
+      "step": 32310
+    },
+    {
+      "epoch": 1.5440600210264743,
+      "grad_norm": 312.9622802734375,
+      "learning_rate": 2.6041786429668083e-06,
+      "loss": 27.6875,
+      "step": 32311
+    },
+    {
+      "epoch": 1.5441078084679347,
+      "grad_norm": 528.5169677734375,
+      "learning_rate": 2.603657800941457e-06,
+      "loss": 25.5,
+      "step": 32312
+    },
+    {
+      "epoch": 1.544155595909395,
+      "grad_norm": 125.4475326538086,
+      "learning_rate": 2.603137003210655e-06,
+      "loss": 20.625,
+      "step": 32313
+    },
+    {
+      "epoch": 1.5442033833508555,
+      "grad_norm": 228.91146850585938,
+      "learning_rate": 2.6026162497775155e-06,
+      "loss": 30.5312,
+      "step": 32314
+    },
+    {
+      "epoch": 1.5442511707923159,
+      "grad_norm": 221.4749755859375,
+      "learning_rate": 2.602095540645162e-06,
+      "loss": 26.0469,
+      "step": 32315
+    },
+    {
+      "epoch": 1.5442989582337763,
+      "grad_norm": 162.17257690429688,
+      "learning_rate": 2.601574875816707e-06,
+      "loss": 23.0,
+      "step": 32316
+    },
+    {
+      "epoch": 1.5443467456752367,
+      "grad_norm": 829.875,
+      "learning_rate": 2.601054255295272e-06,
+      "loss": 35.5625,
+      "step": 32317
+    },
+    {
+      "epoch": 1.544394533116697,
+      "grad_norm": 472.2097473144531,
+      "learning_rate": 2.600533679083975e-06,
+      "loss": 31.7031,
+      "step": 32318
+    },
+    {
+      "epoch": 1.5444423205581574,
+      "grad_norm": 279.1715087890625,
+      "learning_rate": 2.600013147185937e-06,
+      "loss": 26.7188,
+      "step": 32319
+    },
+    {
+      "epoch": 1.5444901079996178,
+      "grad_norm": 177.52127075195312,
+      "learning_rate": 2.599492659604268e-06,
+      "loss": 19.6406,
+      "step": 32320
+    },
+    {
+      "epoch": 1.5445378954410782,
+      "grad_norm": 176.51947021484375,
+      "learning_rate": 2.5989722163420883e-06,
+      "loss": 25.3125,
+      "step": 32321
+    },
+    {
+      "epoch": 1.5445856828825386,
+      "grad_norm": 2821.16162109375,
+      "learning_rate": 2.5984518174025154e-06,
+      "loss": 30.2656,
+      "step": 32322
+    },
+    {
+      "epoch": 1.544633470323999,
+      "grad_norm": 274.1825866699219,
+      "learning_rate": 2.5979314627886687e-06,
+      "loss": 23.25,
+      "step": 32323
+    },
+    {
+      "epoch": 1.5446812577654594,
+      "grad_norm": 224.27230834960938,
+      "learning_rate": 2.597411152503658e-06,
+      "loss": 21.2031,
+      "step": 32324
+    },
+    {
+      "epoch": 1.5447290452069198,
+      "grad_norm": 203.2762908935547,
+      "learning_rate": 2.5968908865506026e-06,
+      "loss": 22.3281,
+      "step": 32325
+    },
+    {
+      "epoch": 1.5447768326483802,
+      "grad_norm": 208.70904541015625,
+      "learning_rate": 2.5963706649326215e-06,
+      "loss": 28.2656,
+      "step": 32326
+    },
+    {
+      "epoch": 1.5448246200898403,
+      "grad_norm": 203.46456909179688,
+      "learning_rate": 2.5958504876528236e-06,
+      "loss": 28.9375,
+      "step": 32327
+    },
+    {
+      "epoch": 1.5448724075313007,
+      "grad_norm": 218.71697998046875,
+      "learning_rate": 2.595330354714326e-06,
+      "loss": 26.5938,
+      "step": 32328
+    },
+    {
+      "epoch": 1.5449201949727611,
+      "grad_norm": 173.09481811523438,
+      "learning_rate": 2.594810266120247e-06,
+      "loss": 17.4375,
+      "step": 32329
+    },
+    {
+      "epoch": 1.5449679824142215,
+      "grad_norm": 154.753662109375,
+      "learning_rate": 2.594290221873701e-06,
+      "loss": 13.125,
+      "step": 32330
+    },
+    {
+      "epoch": 1.545015769855682,
+      "grad_norm": 234.36312866210938,
+      "learning_rate": 2.5937702219777982e-06,
+      "loss": 27.8125,
+      "step": 32331
+    },
+    {
+      "epoch": 1.5450635572971423,
+      "grad_norm": 218.88528442382812,
+      "learning_rate": 2.5932502664356553e-06,
+      "loss": 30.9688,
+      "step": 32332
+    },
+    {
+      "epoch": 1.5451113447386027,
+      "grad_norm": 174.95449829101562,
+      "learning_rate": 2.5927303552503845e-06,
+      "loss": 14.4531,
+      "step": 32333
+    },
+    {
+      "epoch": 1.545159132180063,
+      "grad_norm": 271.4976501464844,
+      "learning_rate": 2.5922104884251054e-06,
+      "loss": 25.4219,
+      "step": 32334
+    },
+    {
+      "epoch": 1.5452069196215235,
+      "grad_norm": 252.1493377685547,
+      "learning_rate": 2.5916906659629227e-06,
+      "loss": 26.8281,
+      "step": 32335
+    },
+    {
+      "epoch": 1.5452547070629838,
+      "grad_norm": 154.52459716796875,
+      "learning_rate": 2.591170887866955e-06,
+      "loss": 36.9219,
+      "step": 32336
+    },
+    {
+      "epoch": 1.5453024945044442,
+      "grad_norm": 162.91505432128906,
+      "learning_rate": 2.5906511541403158e-06,
+      "loss": 20.8438,
+      "step": 32337
+    },
+    {
+      "epoch": 1.5453502819459046,
+      "grad_norm": 160.6809539794922,
+      "learning_rate": 2.590131464786112e-06,
+      "loss": 20.5,
+      "step": 32338
+    },
+    {
+      "epoch": 1.545398069387365,
+      "grad_norm": 195.84292602539062,
+      "learning_rate": 2.5896118198074604e-06,
+      "loss": 23.1094,
+      "step": 32339
+    },
+    {
+      "epoch": 1.5454458568288254,
+      "grad_norm": 406.41473388671875,
+      "learning_rate": 2.589092219207472e-06,
+      "loss": 28.5625,
+      "step": 32340
+    },
+    {
+      "epoch": 1.5454936442702858,
+      "grad_norm": 187.1022186279297,
+      "learning_rate": 2.5885726629892606e-06,
+      "loss": 20.2188,
+      "step": 32341
+    },
+    {
+      "epoch": 1.5455414317117462,
+      "grad_norm": 165.92906188964844,
+      "learning_rate": 2.5880531511559327e-06,
+      "loss": 19.7031,
+      "step": 32342
+    },
+    {
+      "epoch": 1.5455892191532066,
+      "grad_norm": 273.7925109863281,
+      "learning_rate": 2.5875336837106057e-06,
+      "loss": 30.3281,
+      "step": 32343
+    },
+    {
+      "epoch": 1.545637006594667,
+      "grad_norm": 435.83148193359375,
+      "learning_rate": 2.587014260656384e-06,
+      "loss": 19.9688,
+      "step": 32344
+    },
+    {
+      "epoch": 1.5456847940361274,
+      "grad_norm": 376.7242431640625,
+      "learning_rate": 2.586494881996382e-06,
+      "loss": 28.8281,
+      "step": 32345
+    },
+    {
+      "epoch": 1.5457325814775877,
+      "grad_norm": 365.1771545410156,
+      "learning_rate": 2.5859755477337125e-06,
+      "loss": 27.1562,
+      "step": 32346
+    },
+    {
+      "epoch": 1.545780368919048,
+      "grad_norm": 192.7681121826172,
+      "learning_rate": 2.5854562578714793e-06,
+      "loss": 13.7656,
+      "step": 32347
+    },
+    {
+      "epoch": 1.5458281563605083,
+      "grad_norm": 251.69192504882812,
+      "learning_rate": 2.5849370124127994e-06,
+      "loss": 29.3438,
+      "step": 32348
+    },
+    {
+      "epoch": 1.5458759438019687,
+      "grad_norm": 206.9072723388672,
+      "learning_rate": 2.5844178113607756e-06,
+      "loss": 27.0625,
+      "step": 32349
+    },
+    {
+      "epoch": 1.545923731243429,
+      "grad_norm": 241.33226013183594,
+      "learning_rate": 2.5838986547185198e-06,
+      "loss": 19.7188,
+      "step": 32350
+    },
+    {
+      "epoch": 1.5459715186848895,
+      "grad_norm": 186.78126525878906,
+      "learning_rate": 2.5833795424891427e-06,
+      "loss": 19.4062,
+      "step": 32351
+    },
+    {
+      "epoch": 1.5460193061263499,
+      "grad_norm": 385.88787841796875,
+      "learning_rate": 2.5828604746757547e-06,
+      "loss": 25.8125,
+      "step": 32352
+    },
+    {
+      "epoch": 1.5460670935678102,
+      "grad_norm": 268.44207763671875,
+      "learning_rate": 2.582341451281458e-06,
+      "loss": 31.5312,
+      "step": 32353
+    },
+    {
+      "epoch": 1.5461148810092706,
+      "grad_norm": 294.69482421875,
+      "learning_rate": 2.5818224723093654e-06,
+      "loss": 23.5938,
+      "step": 32354
+    },
+    {
+      "epoch": 1.546162668450731,
+      "grad_norm": 300.83856201171875,
+      "learning_rate": 2.581303537762584e-06,
+      "loss": 32.8438,
+      "step": 32355
+    },
+    {
+      "epoch": 1.5462104558921914,
+      "grad_norm": 405.9624328613281,
+      "learning_rate": 2.5807846476442243e-06,
+      "loss": 20.4531,
+      "step": 32356
+    },
+    {
+      "epoch": 1.5462582433336518,
+      "grad_norm": 244.96170043945312,
+      "learning_rate": 2.580265801957388e-06,
+      "loss": 27.7188,
+      "step": 32357
+    },
+    {
+      "epoch": 1.5463060307751122,
+      "grad_norm": 667.630126953125,
+      "learning_rate": 2.579747000705186e-06,
+      "loss": 28.5625,
+      "step": 32358
+    },
+    {
+      "epoch": 1.5463538182165726,
+      "grad_norm": 210.68643188476562,
+      "learning_rate": 2.5792282438907245e-06,
+      "loss": 19.4375,
+      "step": 32359
+    },
+    {
+      "epoch": 1.546401605658033,
+      "grad_norm": 318.4615478515625,
+      "learning_rate": 2.5787095315171127e-06,
+      "loss": 18.5781,
+      "step": 32360
+    },
+    {
+      "epoch": 1.5464493930994934,
+      "grad_norm": 223.45220947265625,
+      "learning_rate": 2.578190863587453e-06,
+      "loss": 25.75,
+      "step": 32361
+    },
+    {
+      "epoch": 1.5464971805409538,
+      "grad_norm": 127.45362854003906,
+      "learning_rate": 2.5776722401048525e-06,
+      "loss": 15.3438,
+      "step": 32362
+    },
+    {
+      "epoch": 1.5465449679824141,
+      "grad_norm": 156.63087463378906,
+      "learning_rate": 2.5771536610724213e-06,
+      "loss": 20.375,
+      "step": 32363
+    },
+    {
+      "epoch": 1.5465927554238745,
+      "grad_norm": 221.91506958007812,
+      "learning_rate": 2.576635126493259e-06,
+      "loss": 30.0312,
+      "step": 32364
+    },
+    {
+      "epoch": 1.546640542865335,
+      "grad_norm": 379.4651184082031,
+      "learning_rate": 2.5761166363704727e-06,
+      "loss": 27.1562,
+      "step": 32365
+    },
+    {
+      "epoch": 1.5466883303067953,
+      "grad_norm": 200.92709350585938,
+      "learning_rate": 2.5755981907071683e-06,
+      "loss": 27.0312,
+      "step": 32366
+    },
+    {
+      "epoch": 1.5467361177482557,
+      "grad_norm": 149.2900390625,
+      "learning_rate": 2.5750797895064537e-06,
+      "loss": 16.7969,
+      "step": 32367
+    },
+    {
+      "epoch": 1.546783905189716,
+      "grad_norm": 304.154052734375,
+      "learning_rate": 2.5745614327714274e-06,
+      "loss": 32.8125,
+      "step": 32368
+    },
+    {
+      "epoch": 1.5468316926311765,
+      "grad_norm": 254.752197265625,
+      "learning_rate": 2.5740431205051963e-06,
+      "loss": 25.3125,
+      "step": 32369
+    },
+    {
+      "epoch": 1.5468794800726369,
+      "grad_norm": 341.07080078125,
+      "learning_rate": 2.573524852710866e-06,
+      "loss": 23.1562,
+      "step": 32370
+    },
+    {
+      "epoch": 1.5469272675140973,
+      "grad_norm": 218.29153442382812,
+      "learning_rate": 2.5730066293915414e-06,
+      "loss": 26.9062,
+      "step": 32371
+    },
+    {
+      "epoch": 1.5469750549555576,
+      "grad_norm": 204.4821319580078,
+      "learning_rate": 2.57248845055032e-06,
+      "loss": 22.8594,
+      "step": 32372
+    },
+    {
+      "epoch": 1.547022842397018,
+      "grad_norm": 344.310302734375,
+      "learning_rate": 2.5719703161903097e-06,
+      "loss": 32.2812,
+      "step": 32373
+    },
+    {
+      "epoch": 1.5470706298384784,
+      "grad_norm": 527.5625,
+      "learning_rate": 2.5714522263146147e-06,
+      "loss": 29.6875,
+      "step": 32374
+    },
+    {
+      "epoch": 1.5471184172799388,
+      "grad_norm": 229.5824432373047,
+      "learning_rate": 2.570934180926333e-06,
+      "loss": 15.1719,
+      "step": 32375
+    },
+    {
+      "epoch": 1.5471662047213992,
+      "grad_norm": 243.11935424804688,
+      "learning_rate": 2.570416180028572e-06,
+      "loss": 18.7188,
+      "step": 32376
+    },
+    {
+      "epoch": 1.5472139921628596,
+      "grad_norm": 263.9288024902344,
+      "learning_rate": 2.5698982236244286e-06,
+      "loss": 26.75,
+      "step": 32377
+    },
+    {
+      "epoch": 1.54726177960432,
+      "grad_norm": 270.2749328613281,
+      "learning_rate": 2.5693803117170068e-06,
+      "loss": 28.5625,
+      "step": 32378
+    },
+    {
+      "epoch": 1.5473095670457804,
+      "grad_norm": 183.76556396484375,
+      "learning_rate": 2.5688624443094125e-06,
+      "loss": 23.5156,
+      "step": 32379
+    },
+    {
+      "epoch": 1.5473573544872408,
+      "grad_norm": 249.5308074951172,
+      "learning_rate": 2.5683446214047403e-06,
+      "loss": 20.0469,
+      "step": 32380
+    },
+    {
+      "epoch": 1.5474051419287012,
+      "grad_norm": 226.53297424316406,
+      "learning_rate": 2.567826843006094e-06,
+      "loss": 20.6562,
+      "step": 32381
+    },
+    {
+      "epoch": 1.5474529293701615,
+      "grad_norm": 301.1463623046875,
+      "learning_rate": 2.567309109116578e-06,
+      "loss": 28.0469,
+      "step": 32382
+    },
+    {
+      "epoch": 1.547500716811622,
+      "grad_norm": 302.3080139160156,
+      "learning_rate": 2.566791419739286e-06,
+      "loss": 27.375,
+      "step": 32383
+    },
+    {
+      "epoch": 1.5475485042530823,
+      "grad_norm": 219.69851684570312,
+      "learning_rate": 2.5662737748773227e-06,
+      "loss": 24.6562,
+      "step": 32384
+    },
+    {
+      "epoch": 1.5475962916945427,
+      "grad_norm": 206.50344848632812,
+      "learning_rate": 2.56575617453379e-06,
+      "loss": 23.625,
+      "step": 32385
+    },
+    {
+      "epoch": 1.547644079136003,
+      "grad_norm": 206.1753692626953,
+      "learning_rate": 2.5652386187117827e-06,
+      "loss": 28.5312,
+      "step": 32386
+    },
+    {
+      "epoch": 1.5476918665774635,
+      "grad_norm": 348.4207763671875,
+      "learning_rate": 2.5647211074144018e-06,
+      "loss": 22.1094,
+      "step": 32387
+    },
+    {
+      "epoch": 1.5477396540189239,
+      "grad_norm": 224.36387634277344,
+      "learning_rate": 2.564203640644748e-06,
+      "loss": 28.0,
+      "step": 32388
+    },
+    {
+      "epoch": 1.5477874414603843,
+      "grad_norm": 211.7772216796875,
+      "learning_rate": 2.563686218405922e-06,
+      "loss": 23.0625,
+      "step": 32389
+    },
+    {
+      "epoch": 1.5478352289018447,
+      "grad_norm": 133.2462921142578,
+      "learning_rate": 2.563168840701017e-06,
+      "loss": 20.4062,
+      "step": 32390
+    },
+    {
+      "epoch": 1.547883016343305,
+      "grad_norm": 208.86953735351562,
+      "learning_rate": 2.562651507533135e-06,
+      "loss": 24.4844,
+      "step": 32391
+    },
+    {
+      "epoch": 1.5479308037847654,
+      "grad_norm": 212.77333068847656,
+      "learning_rate": 2.5621342189053734e-06,
+      "loss": 22.125,
+      "step": 32392
+    },
+    {
+      "epoch": 1.5479785912262258,
+      "grad_norm": 155.31805419921875,
+      "learning_rate": 2.561616974820833e-06,
+      "loss": 30.4375,
+      "step": 32393
+    },
+    {
+      "epoch": 1.5480263786676862,
+      "grad_norm": 781.54150390625,
+      "learning_rate": 2.5610997752826063e-06,
+      "loss": 30.2812,
+      "step": 32394
+    },
+    {
+      "epoch": 1.5480741661091466,
+      "grad_norm": 360.09429931640625,
+      "learning_rate": 2.5605826202937935e-06,
+      "loss": 26.2188,
+      "step": 32395
+    },
+    {
+      "epoch": 1.548121953550607,
+      "grad_norm": 182.057861328125,
+      "learning_rate": 2.5600655098574934e-06,
+      "loss": 28.1562,
+      "step": 32396
+    },
+    {
+      "epoch": 1.5481697409920674,
+      "grad_norm": 236.1769256591797,
+      "learning_rate": 2.5595484439767983e-06,
+      "loss": 35.0,
+      "step": 32397
+    },
+    {
+      "epoch": 1.5482175284335278,
+      "grad_norm": 271.7156066894531,
+      "learning_rate": 2.5590314226548075e-06,
+      "loss": 26.4688,
+      "step": 32398
+    },
+    {
+      "epoch": 1.5482653158749882,
+      "grad_norm": 210.94866943359375,
+      "learning_rate": 2.5585144458946166e-06,
+      "loss": 17.7344,
+      "step": 32399
+    },
+    {
+      "epoch": 1.5483131033164486,
+      "grad_norm": 187.67359924316406,
+      "learning_rate": 2.5579975136993253e-06,
+      "loss": 35.8594,
+      "step": 32400
+    },
+    {
+      "epoch": 1.548360890757909,
+      "grad_norm": 182.62533569335938,
+      "learning_rate": 2.557480626072022e-06,
+      "loss": 25.2188,
+      "step": 32401
+    },
+    {
+      "epoch": 1.5484086781993693,
+      "grad_norm": 168.5649871826172,
+      "learning_rate": 2.5569637830158068e-06,
+      "loss": 20.2031,
+      "step": 32402
+    },
+    {
+      "epoch": 1.5484564656408297,
+      "grad_norm": 235.81802368164062,
+      "learning_rate": 2.5564469845337747e-06,
+      "loss": 17.375,
+      "step": 32403
+    },
+    {
+      "epoch": 1.5485042530822901,
+      "grad_norm": 518.337158203125,
+      "learning_rate": 2.5559302306290233e-06,
+      "loss": 29.8438,
+      "step": 32404
+    },
+    {
+      "epoch": 1.5485520405237505,
+      "grad_norm": 241.58013916015625,
+      "learning_rate": 2.5554135213046417e-06,
+      "loss": 28.3125,
+      "step": 32405
+    },
+    {
+      "epoch": 1.548599827965211,
+      "grad_norm": 173.34771728515625,
+      "learning_rate": 2.5548968565637266e-06,
+      "loss": 14.4531,
+      "step": 32406
+    },
+    {
+      "epoch": 1.5486476154066713,
+      "grad_norm": 282.271240234375,
+      "learning_rate": 2.554380236409375e-06,
+      "loss": 17.7031,
+      "step": 32407
+    },
+    {
+      "epoch": 1.5486954028481317,
+      "grad_norm": 248.7227020263672,
+      "learning_rate": 2.5538636608446766e-06,
+      "loss": 22.8281,
+      "step": 32408
+    },
+    {
+      "epoch": 1.5487431902895918,
+      "grad_norm": 259.9336242675781,
+      "learning_rate": 2.553347129872725e-06,
+      "loss": 17.4219,
+      "step": 32409
+    },
+    {
+      "epoch": 1.5487909777310522,
+      "grad_norm": 266.3363342285156,
+      "learning_rate": 2.55283064349662e-06,
+      "loss": 22.1406,
+      "step": 32410
+    },
+    {
+      "epoch": 1.5488387651725126,
+      "grad_norm": 169.55166625976562,
+      "learning_rate": 2.552314201719446e-06,
+      "loss": 20.9062,
+      "step": 32411
+    },
+    {
+      "epoch": 1.548886552613973,
+      "grad_norm": 240.34970092773438,
+      "learning_rate": 2.5517978045443025e-06,
+      "loss": 17.8594,
+      "step": 32412
+    },
+    {
+      "epoch": 1.5489343400554334,
+      "grad_norm": 194.487060546875,
+      "learning_rate": 2.551281451974278e-06,
+      "loss": 19.4375,
+      "step": 32413
+    },
+    {
+      "epoch": 1.5489821274968938,
+      "grad_norm": 164.86033630371094,
+      "learning_rate": 2.550765144012465e-06,
+      "loss": 17.9062,
+      "step": 32414
+    },
+    {
+      "epoch": 1.5490299149383542,
+      "grad_norm": 307.1695861816406,
+      "learning_rate": 2.5502488806619584e-06,
+      "loss": 27.1875,
+      "step": 32415
+    },
+    {
+      "epoch": 1.5490777023798146,
+      "grad_norm": 233.6957550048828,
+      "learning_rate": 2.5497326619258465e-06,
+      "loss": 21.5938,
+      "step": 32416
+    },
+    {
+      "epoch": 1.549125489821275,
+      "grad_norm": 262.06256103515625,
+      "learning_rate": 2.5492164878072235e-06,
+      "loss": 29.6875,
+      "step": 32417
+    },
+    {
+      "epoch": 1.5491732772627353,
+      "grad_norm": 123.91256713867188,
+      "learning_rate": 2.5487003583091773e-06,
+      "loss": 17.6875,
+      "step": 32418
+    },
+    {
+      "epoch": 1.5492210647041957,
+      "grad_norm": 229.85166931152344,
+      "learning_rate": 2.548184273434806e-06,
+      "loss": 22.125,
+      "step": 32419
+    },
+    {
+      "epoch": 1.5492688521456561,
+      "grad_norm": 231.86976623535156,
+      "learning_rate": 2.5476682331871918e-06,
+      "loss": 26.4375,
+      "step": 32420
+    },
+    {
+      "epoch": 1.5493166395871165,
+      "grad_norm": 299.0811767578125,
+      "learning_rate": 2.547152237569428e-06,
+      "loss": 26.3438,
+      "step": 32421
+    },
+    {
+      "epoch": 1.549364427028577,
+      "grad_norm": 292.16937255859375,
+      "learning_rate": 2.5466362865846095e-06,
+      "loss": 29.8125,
+      "step": 32422
+    },
+    {
+      "epoch": 1.5494122144700373,
+      "grad_norm": 469.06976318359375,
+      "learning_rate": 2.5461203802358194e-06,
+      "loss": 25.4375,
+      "step": 32423
+    },
+    {
+      "epoch": 1.5494600019114977,
+      "grad_norm": 210.8030548095703,
+      "learning_rate": 2.5456045185261492e-06,
+      "loss": 24.625,
+      "step": 32424
+    },
+    {
+      "epoch": 1.549507789352958,
+      "grad_norm": 317.3078308105469,
+      "learning_rate": 2.545088701458689e-06,
+      "loss": 30.1875,
+      "step": 32425
+    },
+    {
+      "epoch": 1.5495555767944185,
+      "grad_norm": 158.95553588867188,
+      "learning_rate": 2.544572929036532e-06,
+      "loss": 26.6875,
+      "step": 32426
+    },
+    {
+      "epoch": 1.5496033642358789,
+      "grad_norm": 384.6940612792969,
+      "learning_rate": 2.5440572012627598e-06,
+      "loss": 24.9375,
+      "step": 32427
+    },
+    {
+      "epoch": 1.5496511516773392,
+      "grad_norm": 178.62197875976562,
+      "learning_rate": 2.5435415181404634e-06,
+      "loss": 21.5,
+      "step": 32428
+    },
+    {
+      "epoch": 1.5496989391187996,
+      "grad_norm": 351.28338623046875,
+      "learning_rate": 2.5430258796727326e-06,
+      "loss": 20.25,
+      "step": 32429
+    },
+    {
+      "epoch": 1.5497467265602598,
+      "grad_norm": 469.6963195800781,
+      "learning_rate": 2.542510285862657e-06,
+      "loss": 23.2344,
+      "step": 32430
+    },
+    {
+      "epoch": 1.5497945140017202,
+      "grad_norm": 175.63954162597656,
+      "learning_rate": 2.541994736713319e-06,
+      "loss": 23.625,
+      "step": 32431
+    },
+    {
+      "epoch": 1.5498423014431806,
+      "grad_norm": 225.69789123535156,
+      "learning_rate": 2.5414792322278093e-06,
+      "loss": 24.6719,
+      "step": 32432
+    },
+    {
+      "epoch": 1.549890088884641,
+      "grad_norm": 384.7369689941406,
+      "learning_rate": 2.5409637724092183e-06,
+      "loss": 23.7656,
+      "step": 32433
+    },
+    {
+      "epoch": 1.5499378763261014,
+      "grad_norm": 496.3064880371094,
+      "learning_rate": 2.5404483572606264e-06,
+      "loss": 32.9688,
+      "step": 32434
+    },
+    {
+      "epoch": 1.5499856637675617,
+      "grad_norm": 353.8260498046875,
+      "learning_rate": 2.539932986785123e-06,
+      "loss": 29.3438,
+      "step": 32435
+    },
+    {
+      "epoch": 1.5500334512090221,
+      "grad_norm": 173.45523071289062,
+      "learning_rate": 2.5394176609857946e-06,
+      "loss": 17.0938,
+      "step": 32436
+    },
+    {
+      "epoch": 1.5500812386504825,
+      "grad_norm": 590.636962890625,
+      "learning_rate": 2.538902379865731e-06,
+      "loss": 28.1562,
+      "step": 32437
+    },
+    {
+      "epoch": 1.550129026091943,
+      "grad_norm": 145.4639129638672,
+      "learning_rate": 2.5383871434280114e-06,
+      "loss": 22.5938,
+      "step": 32438
+    },
+    {
+      "epoch": 1.5501768135334033,
+      "grad_norm": 546.8638305664062,
+      "learning_rate": 2.5378719516757255e-06,
+      "loss": 24.9062,
+      "step": 32439
+    },
+    {
+      "epoch": 1.5502246009748637,
+      "grad_norm": 206.92678833007812,
+      "learning_rate": 2.537356804611961e-06,
+      "loss": 19.4844,
+      "step": 32440
+    },
+    {
+      "epoch": 1.550272388416324,
+      "grad_norm": 229.22767639160156,
+      "learning_rate": 2.536841702239796e-06,
+      "loss": 18.1094,
+      "step": 32441
+    },
+    {
+      "epoch": 1.5503201758577845,
+      "grad_norm": 241.81605529785156,
+      "learning_rate": 2.536326644562319e-06,
+      "loss": 26.5938,
+      "step": 32442
+    },
+    {
+      "epoch": 1.5503679632992449,
+      "grad_norm": 244.92601013183594,
+      "learning_rate": 2.5358116315826175e-06,
+      "loss": 24.9219,
+      "step": 32443
+    },
+    {
+      "epoch": 1.5504157507407053,
+      "grad_norm": 197.65245056152344,
+      "learning_rate": 2.5352966633037714e-06,
+      "loss": 19.0312,
+      "step": 32444
+    },
+    {
+      "epoch": 1.5504635381821656,
+      "grad_norm": 622.1278076171875,
+      "learning_rate": 2.534781739728868e-06,
+      "loss": 24.9297,
+      "step": 32445
+    },
+    {
+      "epoch": 1.550511325623626,
+      "grad_norm": 417.401123046875,
+      "learning_rate": 2.5342668608609854e-06,
+      "loss": 20.4375,
+      "step": 32446
+    },
+    {
+      "epoch": 1.5505591130650864,
+      "grad_norm": 482.13385009765625,
+      "learning_rate": 2.5337520267032123e-06,
+      "loss": 18.8906,
+      "step": 32447
+    },
+    {
+      "epoch": 1.5506069005065468,
+      "grad_norm": 361.22357177734375,
+      "learning_rate": 2.5332372372586322e-06,
+      "loss": 26.6406,
+      "step": 32448
+    },
+    {
+      "epoch": 1.5506546879480072,
+      "grad_norm": 174.26950073242188,
+      "learning_rate": 2.532722492530324e-06,
+      "loss": 18.1562,
+      "step": 32449
+    },
+    {
+      "epoch": 1.5507024753894676,
+      "grad_norm": 158.01876831054688,
+      "learning_rate": 2.532207792521373e-06,
+      "loss": 22.0781,
+      "step": 32450
+    },
+    {
+      "epoch": 1.550750262830928,
+      "grad_norm": 170.68626403808594,
+      "learning_rate": 2.531693137234861e-06,
+      "loss": 18.375,
+      "step": 32451
+    },
+    {
+      "epoch": 1.5507980502723884,
+      "grad_norm": 320.731201171875,
+      "learning_rate": 2.531178526673873e-06,
+      "loss": 24.6562,
+      "step": 32452
+    },
+    {
+      "epoch": 1.5508458377138488,
+      "grad_norm": 313.19976806640625,
+      "learning_rate": 2.530663960841485e-06,
+      "loss": 25.0,
+      "step": 32453
+    },
+    {
+      "epoch": 1.5508936251553092,
+      "grad_norm": 293.85614013671875,
+      "learning_rate": 2.5301494397407833e-06,
+      "loss": 28.7188,
+      "step": 32454
+    },
+    {
+      "epoch": 1.5509414125967695,
+      "grad_norm": 136.71824645996094,
+      "learning_rate": 2.529634963374846e-06,
+      "loss": 26.9219,
+      "step": 32455
+    },
+    {
+      "epoch": 1.55098920003823,
+      "grad_norm": 335.2945251464844,
+      "learning_rate": 2.529120531746759e-06,
+      "loss": 24.4062,
+      "step": 32456
+    },
+    {
+      "epoch": 1.5510369874796903,
+      "grad_norm": 1791.1214599609375,
+      "learning_rate": 2.528606144859598e-06,
+      "loss": 25.9375,
+      "step": 32457
+    },
+    {
+      "epoch": 1.5510847749211507,
+      "grad_norm": 159.0431671142578,
+      "learning_rate": 2.5280918027164447e-06,
+      "loss": 21.4688,
+      "step": 32458
+    },
+    {
+      "epoch": 1.551132562362611,
+      "grad_norm": 226.1737060546875,
+      "learning_rate": 2.527577505320383e-06,
+      "loss": 19.5781,
+      "step": 32459
+    },
+    {
+      "epoch": 1.5511803498040715,
+      "grad_norm": 181.5377655029297,
+      "learning_rate": 2.5270632526744877e-06,
+      "loss": 25.4688,
+      "step": 32460
+    },
+    {
+      "epoch": 1.5512281372455319,
+      "grad_norm": 256.1323547363281,
+      "learning_rate": 2.526549044781841e-06,
+      "loss": 19.1406,
+      "step": 32461
+    },
+    {
+      "epoch": 1.5512759246869923,
+      "grad_norm": 176.8583984375,
+      "learning_rate": 2.5260348816455203e-06,
+      "loss": 23.375,
+      "step": 32462
+    },
+    {
+      "epoch": 1.5513237121284527,
+      "grad_norm": 294.8639221191406,
+      "learning_rate": 2.5255207632686118e-06,
+      "loss": 31.4219,
+      "step": 32463
+    },
+    {
+      "epoch": 1.551371499569913,
+      "grad_norm": 296.0696105957031,
+      "learning_rate": 2.5250066896541847e-06,
+      "loss": 31.7188,
+      "step": 32464
+    },
+    {
+      "epoch": 1.5514192870113734,
+      "grad_norm": 1191.8182373046875,
+      "learning_rate": 2.5244926608053223e-06,
+      "loss": 19.8594,
+      "step": 32465
+    },
+    {
+      "epoch": 1.5514670744528338,
+      "grad_norm": 221.679931640625,
+      "learning_rate": 2.523978676725104e-06,
+      "loss": 34.4375,
+      "step": 32466
+    },
+    {
+      "epoch": 1.5515148618942942,
+      "grad_norm": 216.907470703125,
+      "learning_rate": 2.523464737416609e-06,
+      "loss": 29.0312,
+      "step": 32467
+    },
+    {
+      "epoch": 1.5515626493357546,
+      "grad_norm": 287.29827880859375,
+      "learning_rate": 2.52295084288291e-06,
+      "loss": 36.5625,
+      "step": 32468
+    },
+    {
+      "epoch": 1.551610436777215,
+      "grad_norm": 163.1693572998047,
+      "learning_rate": 2.5224369931270863e-06,
+      "loss": 22.2812,
+      "step": 32469
+    },
+    {
+      "epoch": 1.5516582242186754,
+      "grad_norm": 345.0152282714844,
+      "learning_rate": 2.52192318815222e-06,
+      "loss": 27.125,
+      "step": 32470
+    },
+    {
+      "epoch": 1.5517060116601358,
+      "grad_norm": 139.7366180419922,
+      "learning_rate": 2.521409427961382e-06,
+      "loss": 21.375,
+      "step": 32471
+    },
+    {
+      "epoch": 1.5517537991015962,
+      "grad_norm": 202.44918823242188,
+      "learning_rate": 2.5208957125576505e-06,
+      "loss": 25.4062,
+      "step": 32472
+    },
+    {
+      "epoch": 1.5518015865430566,
+      "grad_norm": 100.93608093261719,
+      "learning_rate": 2.520382041944107e-06,
+      "loss": 17.9297,
+      "step": 32473
+    },
+    {
+      "epoch": 1.551849373984517,
+      "grad_norm": 219.14260864257812,
+      "learning_rate": 2.5198684161238205e-06,
+      "loss": 27.5156,
+      "step": 32474
+    },
+    {
+      "epoch": 1.5518971614259773,
+      "grad_norm": 222.02479553222656,
+      "learning_rate": 2.51935483509987e-06,
+      "loss": 23.7656,
+      "step": 32475
+    },
+    {
+      "epoch": 1.5519449488674377,
+      "grad_norm": 375.12548828125,
+      "learning_rate": 2.518841298875334e-06,
+      "loss": 23.7812,
+      "step": 32476
+    },
+    {
+      "epoch": 1.5519927363088981,
+      "grad_norm": 193.8361358642578,
+      "learning_rate": 2.5183278074532823e-06,
+      "loss": 16.2031,
+      "step": 32477
+    },
+    {
+      "epoch": 1.5520405237503585,
+      "grad_norm": 295.6978454589844,
+      "learning_rate": 2.517814360836797e-06,
+      "loss": 26.3438,
+      "step": 32478
+    },
+    {
+      "epoch": 1.552088311191819,
+      "grad_norm": 359.10174560546875,
+      "learning_rate": 2.5173009590289455e-06,
+      "loss": 26.5156,
+      "step": 32479
+    },
+    {
+      "epoch": 1.5521360986332793,
+      "grad_norm": 157.16482543945312,
+      "learning_rate": 2.516787602032805e-06,
+      "loss": 21.6875,
+      "step": 32480
+    },
+    {
+      "epoch": 1.5521838860747397,
+      "grad_norm": 268.06939697265625,
+      "learning_rate": 2.5162742898514546e-06,
+      "loss": 28.25,
+      "step": 32481
+    },
+    {
+      "epoch": 1.5522316735162,
+      "grad_norm": 277.3687438964844,
+      "learning_rate": 2.5157610224879613e-06,
+      "loss": 20.3594,
+      "step": 32482
+    },
+    {
+      "epoch": 1.5522794609576605,
+      "grad_norm": 311.8765563964844,
+      "learning_rate": 2.5152477999454026e-06,
+      "loss": 27.4062,
+      "step": 32483
+    },
+    {
+      "epoch": 1.5523272483991208,
+      "grad_norm": 527.9757080078125,
+      "learning_rate": 2.514734622226852e-06,
+      "loss": 27.4375,
+      "step": 32484
+    },
+    {
+      "epoch": 1.5523750358405812,
+      "grad_norm": 212.45114135742188,
+      "learning_rate": 2.5142214893353843e-06,
+      "loss": 19.6094,
+      "step": 32485
+    },
+    {
+      "epoch": 1.5524228232820416,
+      "grad_norm": 267.1761169433594,
+      "learning_rate": 2.5137084012740686e-06,
+      "loss": 24.0625,
+      "step": 32486
+    },
+    {
+      "epoch": 1.552470610723502,
+      "grad_norm": 287.326171875,
+      "learning_rate": 2.513195358045979e-06,
+      "loss": 32.875,
+      "step": 32487
+    },
+    {
+      "epoch": 1.5525183981649624,
+      "grad_norm": 101.58409118652344,
+      "learning_rate": 2.5126823596541883e-06,
+      "loss": 19.1094,
+      "step": 32488
+    },
+    {
+      "epoch": 1.5525661856064228,
+      "grad_norm": 255.1715545654297,
+      "learning_rate": 2.512169406101772e-06,
+      "loss": 27.6719,
+      "step": 32489
+    },
+    {
+      "epoch": 1.5526139730478832,
+      "grad_norm": 462.4123840332031,
+      "learning_rate": 2.511656497391797e-06,
+      "loss": 29.625,
+      "step": 32490
+    },
+    {
+      "epoch": 1.5526617604893433,
+      "grad_norm": 251.9787139892578,
+      "learning_rate": 2.5111436335273366e-06,
+      "loss": 21.3906,
+      "step": 32491
+    },
+    {
+      "epoch": 1.5527095479308037,
+      "grad_norm": 338.4985046386719,
+      "learning_rate": 2.510630814511462e-06,
+      "loss": 20.9531,
+      "step": 32492
+    },
+    {
+      "epoch": 1.5527573353722641,
+      "grad_norm": 156.59384155273438,
+      "learning_rate": 2.510118040347248e-06,
+      "loss": 21.3906,
+      "step": 32493
+    },
+    {
+      "epoch": 1.5528051228137245,
+      "grad_norm": 190.70693969726562,
+      "learning_rate": 2.5096053110377594e-06,
+      "loss": 23.0938,
+      "step": 32494
+    },
+    {
+      "epoch": 1.552852910255185,
+      "grad_norm": 286.3829345703125,
+      "learning_rate": 2.5090926265860705e-06,
+      "loss": 23.6562,
+      "step": 32495
+    },
+    {
+      "epoch": 1.5529006976966453,
+      "grad_norm": 228.24478149414062,
+      "learning_rate": 2.508579986995253e-06,
+      "loss": 36.3125,
+      "step": 32496
+    },
+    {
+      "epoch": 1.5529484851381057,
+      "grad_norm": 302.9709167480469,
+      "learning_rate": 2.508067392268372e-06,
+      "loss": 24.5625,
+      "step": 32497
+    },
+    {
+      "epoch": 1.552996272579566,
+      "grad_norm": 195.75088500976562,
+      "learning_rate": 2.5075548424084997e-06,
+      "loss": 25.3906,
+      "step": 32498
+    },
+    {
+      "epoch": 1.5530440600210265,
+      "grad_norm": 190.89572143554688,
+      "learning_rate": 2.507042337418707e-06,
+      "loss": 13.5625,
+      "step": 32499
+    },
+    {
+      "epoch": 1.5530918474624869,
+      "grad_norm": 457.2835693359375,
+      "learning_rate": 2.506529877302064e-06,
+      "loss": 28.875,
+      "step": 32500
+    },
+    {
+      "epoch": 1.5531396349039472,
+      "grad_norm": 275.7386474609375,
+      "learning_rate": 2.506017462061635e-06,
+      "loss": 24.2344,
+      "step": 32501
+    },
+    {
+      "epoch": 1.5531874223454076,
+      "grad_norm": 172.8091583251953,
+      "learning_rate": 2.505505091700492e-06,
+      "loss": 17.8438,
+      "step": 32502
+    },
+    {
+      "epoch": 1.553235209786868,
+      "grad_norm": 150.18931579589844,
+      "learning_rate": 2.5049927662217032e-06,
+      "loss": 25.7031,
+      "step": 32503
+    },
+    {
+      "epoch": 1.5532829972283284,
+      "grad_norm": 184.22731018066406,
+      "learning_rate": 2.504480485628339e-06,
+      "loss": 19.2188,
+      "step": 32504
+    },
+    {
+      "epoch": 1.5533307846697888,
+      "grad_norm": 211.45651245117188,
+      "learning_rate": 2.503968249923462e-06,
+      "loss": 18.8438,
+      "step": 32505
+    },
+    {
+      "epoch": 1.5533785721112492,
+      "grad_norm": 309.4892272949219,
+      "learning_rate": 2.5034560591101454e-06,
+      "loss": 27.0938,
+      "step": 32506
+    },
+    {
+      "epoch": 1.5534263595527096,
+      "grad_norm": 271.8546447753906,
+      "learning_rate": 2.502943913191451e-06,
+      "loss": 26.875,
+      "step": 32507
+    },
+    {
+      "epoch": 1.55347414699417,
+      "grad_norm": 164.0454559326172,
+      "learning_rate": 2.502431812170448e-06,
+      "loss": 21.5938,
+      "step": 32508
+    },
+    {
+      "epoch": 1.5535219344356304,
+      "grad_norm": 363.3502502441406,
+      "learning_rate": 2.5019197560502085e-06,
+      "loss": 15.9219,
+      "step": 32509
+    },
+    {
+      "epoch": 1.5535697218770907,
+      "grad_norm": 142.40025329589844,
+      "learning_rate": 2.5014077448337905e-06,
+      "loss": 19.7812,
+      "step": 32510
+    },
+    {
+      "epoch": 1.5536175093185511,
+      "grad_norm": 259.5769348144531,
+      "learning_rate": 2.500895778524267e-06,
+      "loss": 23.8594,
+      "step": 32511
+    },
+    {
+      "epoch": 1.5536652967600113,
+      "grad_norm": 159.70611572265625,
+      "learning_rate": 2.5003838571246998e-06,
+      "loss": 23.8281,
+      "step": 32512
+    },
+    {
+      "epoch": 1.5537130842014717,
+      "grad_norm": 333.4378662109375,
+      "learning_rate": 2.499871980638154e-06,
+      "loss": 42.5938,
+      "step": 32513
+    },
+    {
+      "epoch": 1.553760871642932,
+      "grad_norm": 158.54356384277344,
+      "learning_rate": 2.499360149067699e-06,
+      "loss": 24.0469,
+      "step": 32514
+    },
+    {
+      "epoch": 1.5538086590843925,
+      "grad_norm": 293.5671081542969,
+      "learning_rate": 2.4988483624164005e-06,
+      "loss": 22.1562,
+      "step": 32515
+    },
+    {
+      "epoch": 1.5538564465258529,
+      "grad_norm": 259.9482727050781,
+      "learning_rate": 2.4983366206873183e-06,
+      "loss": 31.0938,
+      "step": 32516
+    },
+    {
+      "epoch": 1.5539042339673133,
+      "grad_norm": 261.269287109375,
+      "learning_rate": 2.4978249238835197e-06,
+      "loss": 21.0312,
+      "step": 32517
+    },
+    {
+      "epoch": 1.5539520214087736,
+      "grad_norm": 405.960205078125,
+      "learning_rate": 2.497313272008072e-06,
+      "loss": 22.7188,
+      "step": 32518
+    },
+    {
+      "epoch": 1.553999808850234,
+      "grad_norm": 160.0199432373047,
+      "learning_rate": 2.496801665064035e-06,
+      "loss": 18.5312,
+      "step": 32519
+    },
+    {
+      "epoch": 1.5540475962916944,
+      "grad_norm": 178.81344604492188,
+      "learning_rate": 2.496290103054473e-06,
+      "loss": 19.9844,
+      "step": 32520
+    },
+    {
+      "epoch": 1.5540953837331548,
+      "grad_norm": 265.5918273925781,
+      "learning_rate": 2.495778585982451e-06,
+      "loss": 25.8594,
+      "step": 32521
+    },
+    {
+      "epoch": 1.5541431711746152,
+      "grad_norm": 222.99961853027344,
+      "learning_rate": 2.4952671138510353e-06,
+      "loss": 24.1094,
+      "step": 32522
+    },
+    {
+      "epoch": 1.5541909586160756,
+      "grad_norm": 376.9485168457031,
+      "learning_rate": 2.494755686663283e-06,
+      "loss": 25.2109,
+      "step": 32523
+    },
+    {
+      "epoch": 1.554238746057536,
+      "grad_norm": 306.0868225097656,
+      "learning_rate": 2.49424430442226e-06,
+      "loss": 26.9375,
+      "step": 32524
+    },
+    {
+      "epoch": 1.5542865334989964,
+      "grad_norm": 165.62449645996094,
+      "learning_rate": 2.4937329671310286e-06,
+      "loss": 16.0938,
+      "step": 32525
+    },
+    {
+      "epoch": 1.5543343209404568,
+      "grad_norm": 215.95140075683594,
+      "learning_rate": 2.493221674792653e-06,
+      "loss": 24.5625,
+      "step": 32526
+    },
+    {
+      "epoch": 1.5543821083819171,
+      "grad_norm": 403.212646484375,
+      "learning_rate": 2.492710427410191e-06,
+      "loss": 22.25,
+      "step": 32527
+    },
+    {
+      "epoch": 1.5544298958233775,
+      "grad_norm": 201.19735717773438,
+      "learning_rate": 2.4921992249867055e-06,
+      "loss": 24.5625,
+      "step": 32528
+    },
+    {
+      "epoch": 1.554477683264838,
+      "grad_norm": 302.5387878417969,
+      "learning_rate": 2.4916880675252598e-06,
+      "loss": 21.3125,
+      "step": 32529
+    },
+    {
+      "epoch": 1.5545254707062983,
+      "grad_norm": 478.27215576171875,
+      "learning_rate": 2.4911769550289176e-06,
+      "loss": 26.3125,
+      "step": 32530
+    },
+    {
+      "epoch": 1.5545732581477587,
+      "grad_norm": 369.494384765625,
+      "learning_rate": 2.4906658875007326e-06,
+      "loss": 42.3125,
+      "step": 32531
+    },
+    {
+      "epoch": 1.554621045589219,
+      "grad_norm": 445.857666015625,
+      "learning_rate": 2.49015486494377e-06,
+      "loss": 26.1562,
+      "step": 32532
+    },
+    {
+      "epoch": 1.5546688330306795,
+      "grad_norm": 197.84927368164062,
+      "learning_rate": 2.4896438873610917e-06,
+      "loss": 29.6875,
+      "step": 32533
+    },
+    {
+      "epoch": 1.5547166204721399,
+      "grad_norm": 247.42941284179688,
+      "learning_rate": 2.489132954755753e-06,
+      "loss": 20.3125,
+      "step": 32534
+    },
+    {
+      "epoch": 1.5547644079136003,
+      "grad_norm": 191.2338104248047,
+      "learning_rate": 2.488622067130816e-06,
+      "loss": 21.9062,
+      "step": 32535
+    },
+    {
+      "epoch": 1.5548121953550607,
+      "grad_norm": 267.0830078125,
+      "learning_rate": 2.4881112244893403e-06,
+      "loss": 17.6094,
+      "step": 32536
+    },
+    {
+      "epoch": 1.554859982796521,
+      "grad_norm": 165.08807373046875,
+      "learning_rate": 2.4876004268343878e-06,
+      "loss": 25.3594,
+      "step": 32537
+    },
+    {
+      "epoch": 1.5549077702379814,
+      "grad_norm": 188.62933349609375,
+      "learning_rate": 2.487089674169013e-06,
+      "loss": 24.2812,
+      "step": 32538
+    },
+    {
+      "epoch": 1.5549555576794418,
+      "grad_norm": 201.51901245117188,
+      "learning_rate": 2.486578966496277e-06,
+      "loss": 14.5781,
+      "step": 32539
+    },
+    {
+      "epoch": 1.5550033451209022,
+      "grad_norm": 178.29281616210938,
+      "learning_rate": 2.4860683038192402e-06,
+      "loss": 21.1562,
+      "step": 32540
+    },
+    {
+      "epoch": 1.5550511325623626,
+      "grad_norm": 284.86810302734375,
+      "learning_rate": 2.485557686140956e-06,
+      "loss": 19.6719,
+      "step": 32541
+    },
+    {
+      "epoch": 1.555098920003823,
+      "grad_norm": 261.9378356933594,
+      "learning_rate": 2.4850471134644883e-06,
+      "loss": 30.0156,
+      "step": 32542
+    },
+    {
+      "epoch": 1.5551467074452834,
+      "grad_norm": 240.3582000732422,
+      "learning_rate": 2.484536585792888e-06,
+      "loss": 19.6562,
+      "step": 32543
+    },
+    {
+      "epoch": 1.5551944948867438,
+      "grad_norm": 114.73259735107422,
+      "learning_rate": 2.484026103129219e-06,
+      "loss": 26.5,
+      "step": 32544
+    },
+    {
+      "epoch": 1.5552422823282042,
+      "grad_norm": 199.4978485107422,
+      "learning_rate": 2.4835156654765323e-06,
+      "loss": 20.9844,
+      "step": 32545
+    },
+    {
+      "epoch": 1.5552900697696646,
+      "grad_norm": 344.9449768066406,
+      "learning_rate": 2.4830052728378882e-06,
+      "loss": 32.625,
+      "step": 32546
+    },
+    {
+      "epoch": 1.555337857211125,
+      "grad_norm": 300.9412536621094,
+      "learning_rate": 2.4824949252163433e-06,
+      "loss": 22.8906,
+      "step": 32547
+    },
+    {
+      "epoch": 1.5553856446525853,
+      "grad_norm": 177.57095336914062,
+      "learning_rate": 2.4819846226149557e-06,
+      "loss": 19.6719,
+      "step": 32548
+    },
+    {
+      "epoch": 1.5554334320940457,
+      "grad_norm": 468.6714172363281,
+      "learning_rate": 2.481474365036777e-06,
+      "loss": 30.0312,
+      "step": 32549
+    },
+    {
+      "epoch": 1.555481219535506,
+      "grad_norm": 204.552001953125,
+      "learning_rate": 2.480964152484865e-06,
+      "loss": 23.75,
+      "step": 32550
+    },
+    {
+      "epoch": 1.5555290069769665,
+      "grad_norm": 350.843994140625,
+      "learning_rate": 2.4804539849622745e-06,
+      "loss": 28.0,
+      "step": 32551
+    },
+    {
+      "epoch": 1.555576794418427,
+      "grad_norm": 174.11007690429688,
+      "learning_rate": 2.479943862472066e-06,
+      "loss": 23.9062,
+      "step": 32552
+    },
+    {
+      "epoch": 1.5556245818598873,
+      "grad_norm": 359.0453186035156,
+      "learning_rate": 2.4794337850172867e-06,
+      "loss": 22.2656,
+      "step": 32553
+    },
+    {
+      "epoch": 1.5556723693013477,
+      "grad_norm": 192.3798065185547,
+      "learning_rate": 2.4789237526009956e-06,
+      "loss": 28.3438,
+      "step": 32554
+    },
+    {
+      "epoch": 1.555720156742808,
+      "grad_norm": 161.51617431640625,
+      "learning_rate": 2.4784137652262486e-06,
+      "loss": 22.2188,
+      "step": 32555
+    },
+    {
+      "epoch": 1.5557679441842684,
+      "grad_norm": 270.6238708496094,
+      "learning_rate": 2.477903822896095e-06,
+      "loss": 20.875,
+      "step": 32556
+    },
+    {
+      "epoch": 1.5558157316257288,
+      "grad_norm": 284.401611328125,
+      "learning_rate": 2.4773939256135916e-06,
+      "loss": 31.7812,
+      "step": 32557
+    },
+    {
+      "epoch": 1.5558635190671892,
+      "grad_norm": 161.89578247070312,
+      "learning_rate": 2.4768840733817913e-06,
+      "loss": 22.2812,
+      "step": 32558
+    },
+    {
+      "epoch": 1.5559113065086496,
+      "grad_norm": 224.11871337890625,
+      "learning_rate": 2.4763742662037505e-06,
+      "loss": 25.4688,
+      "step": 32559
+    },
+    {
+      "epoch": 1.55595909395011,
+      "grad_norm": 218.7053985595703,
+      "learning_rate": 2.475864504082517e-06,
+      "loss": 27.4219,
+      "step": 32560
+    },
+    {
+      "epoch": 1.5560068813915704,
+      "grad_norm": 232.13719177246094,
+      "learning_rate": 2.475354787021147e-06,
+      "loss": 24.6875,
+      "step": 32561
+    },
+    {
+      "epoch": 1.5560546688330308,
+      "grad_norm": 161.87252807617188,
+      "learning_rate": 2.4748451150226915e-06,
+      "loss": 22.0312,
+      "step": 32562
+    },
+    {
+      "epoch": 1.5561024562744912,
+      "grad_norm": 241.47254943847656,
+      "learning_rate": 2.474335488090207e-06,
+      "loss": 24.0625,
+      "step": 32563
+    },
+    {
+      "epoch": 1.5561502437159516,
+      "grad_norm": 177.7957305908203,
+      "learning_rate": 2.47382590622674e-06,
+      "loss": 20.8594,
+      "step": 32564
+    },
+    {
+      "epoch": 1.556198031157412,
+      "grad_norm": 267.6498718261719,
+      "learning_rate": 2.4733163694353437e-06,
+      "loss": 28.8438,
+      "step": 32565
+    },
+    {
+      "epoch": 1.5562458185988723,
+      "grad_norm": 128.7967071533203,
+      "learning_rate": 2.4728068777190727e-06,
+      "loss": 16.8906,
+      "step": 32566
+    },
+    {
+      "epoch": 1.5562936060403327,
+      "grad_norm": 282.837158203125,
+      "learning_rate": 2.4722974310809735e-06,
+      "loss": 23.0625,
+      "step": 32567
+    },
+    {
+      "epoch": 1.5563413934817931,
+      "grad_norm": 300.2195739746094,
+      "learning_rate": 2.4717880295240994e-06,
+      "loss": 32.0625,
+      "step": 32568
+    },
+    {
+      "epoch": 1.5563891809232535,
+      "grad_norm": 272.7099914550781,
+      "learning_rate": 2.4712786730515004e-06,
+      "loss": 30.2188,
+      "step": 32569
+    },
+    {
+      "epoch": 1.556436968364714,
+      "grad_norm": 196.0654754638672,
+      "learning_rate": 2.470769361666231e-06,
+      "loss": 19.4062,
+      "step": 32570
+    },
+    {
+      "epoch": 1.5564847558061743,
+      "grad_norm": 534.713134765625,
+      "learning_rate": 2.4702600953713342e-06,
+      "loss": 36.7812,
+      "step": 32571
+    },
+    {
+      "epoch": 1.5565325432476347,
+      "grad_norm": 378.4714660644531,
+      "learning_rate": 2.4697508741698627e-06,
+      "loss": 27.2969,
+      "step": 32572
+    },
+    {
+      "epoch": 1.556580330689095,
+      "grad_norm": 213.69610595703125,
+      "learning_rate": 2.4692416980648716e-06,
+      "loss": 22.1719,
+      "step": 32573
+    },
+    {
+      "epoch": 1.5566281181305552,
+      "grad_norm": 277.25311279296875,
+      "learning_rate": 2.468732567059401e-06,
+      "loss": 23.4844,
+      "step": 32574
+    },
+    {
+      "epoch": 1.5566759055720156,
+      "grad_norm": 292.710205078125,
+      "learning_rate": 2.4682234811565074e-06,
+      "loss": 20.3906,
+      "step": 32575
+    },
+    {
+      "epoch": 1.556723693013476,
+      "grad_norm": 216.84182739257812,
+      "learning_rate": 2.4677144403592347e-06,
+      "loss": 23.125,
+      "step": 32576
+    },
+    {
+      "epoch": 1.5567714804549364,
+      "grad_norm": 243.67022705078125,
+      "learning_rate": 2.4672054446706317e-06,
+      "loss": 26.4375,
+      "step": 32577
+    },
+    {
+      "epoch": 1.5568192678963968,
+      "grad_norm": 340.90875244140625,
+      "learning_rate": 2.466696494093752e-06,
+      "loss": 28.0,
+      "step": 32578
+    },
+    {
+      "epoch": 1.5568670553378572,
+      "grad_norm": 381.2361755371094,
+      "learning_rate": 2.4661875886316368e-06,
+      "loss": 17.0781,
+      "step": 32579
+    },
+    {
+      "epoch": 1.5569148427793176,
+      "grad_norm": 215.1734619140625,
+      "learning_rate": 2.4656787282873363e-06,
+      "loss": 28.25,
+      "step": 32580
+    },
+    {
+      "epoch": 1.556962630220778,
+      "grad_norm": 231.42396545410156,
+      "learning_rate": 2.4651699130639016e-06,
+      "loss": 29.0625,
+      "step": 32581
+    },
+    {
+      "epoch": 1.5570104176622384,
+      "grad_norm": 301.93115234375,
+      "learning_rate": 2.464661142964373e-06,
+      "loss": 24.7812,
+      "step": 32582
+    },
+    {
+      "epoch": 1.5570582051036987,
+      "grad_norm": 418.67401123046875,
+      "learning_rate": 2.4641524179918008e-06,
+      "loss": 21.3438,
+      "step": 32583
+    },
+    {
+      "epoch": 1.5571059925451591,
+      "grad_norm": 341.71405029296875,
+      "learning_rate": 2.463643738149233e-06,
+      "loss": 25.7188,
+      "step": 32584
+    },
+    {
+      "epoch": 1.5571537799866195,
+      "grad_norm": 210.8679656982422,
+      "learning_rate": 2.4631351034397166e-06,
+      "loss": 21.0,
+      "step": 32585
+    },
+    {
+      "epoch": 1.55720156742808,
+      "grad_norm": 192.5943145751953,
+      "learning_rate": 2.462626513866293e-06,
+      "loss": 26.25,
+      "step": 32586
+    },
+    {
+      "epoch": 1.5572493548695403,
+      "grad_norm": 296.5264587402344,
+      "learning_rate": 2.4621179694320096e-06,
+      "loss": 27.75,
+      "step": 32587
+    },
+    {
+      "epoch": 1.5572971423110007,
+      "grad_norm": 979.7174682617188,
+      "learning_rate": 2.461609470139914e-06,
+      "loss": 22.3438,
+      "step": 32588
+    },
+    {
+      "epoch": 1.557344929752461,
+      "grad_norm": 110.45243072509766,
+      "learning_rate": 2.461101015993054e-06,
+      "loss": 17.5469,
+      "step": 32589
+    },
+    {
+      "epoch": 1.5573927171939215,
+      "grad_norm": 246.49044799804688,
+      "learning_rate": 2.4605926069944674e-06,
+      "loss": 22.375,
+      "step": 32590
+    },
+    {
+      "epoch": 1.5574405046353819,
+      "grad_norm": 217.816162109375,
+      "learning_rate": 2.4600842431472025e-06,
+      "loss": 23.9375,
+      "step": 32591
+    },
+    {
+      "epoch": 1.5574882920768423,
+      "grad_norm": 214.22616577148438,
+      "learning_rate": 2.459575924454307e-06,
+      "loss": 21.5,
+      "step": 32592
+    },
+    {
+      "epoch": 1.5575360795183026,
+      "grad_norm": 155.93408203125,
+      "learning_rate": 2.4590676509188195e-06,
+      "loss": 17.8906,
+      "step": 32593
+    },
+    {
+      "epoch": 1.5575838669597628,
+      "grad_norm": 308.619140625,
+      "learning_rate": 2.458559422543786e-06,
+      "loss": 22.0625,
+      "step": 32594
+    },
+    {
+      "epoch": 1.5576316544012232,
+      "grad_norm": 288.11956787109375,
+      "learning_rate": 2.4580512393322496e-06,
+      "loss": 24.7969,
+      "step": 32595
+    },
+    {
+      "epoch": 1.5576794418426836,
+      "grad_norm": 171.26156616210938,
+      "learning_rate": 2.4575431012872587e-06,
+      "loss": 24.9844,
+      "step": 32596
+    },
+    {
+      "epoch": 1.557727229284144,
+      "grad_norm": 181.10910034179688,
+      "learning_rate": 2.4570350084118476e-06,
+      "loss": 20.9219,
+      "step": 32597
+    },
+    {
+      "epoch": 1.5577750167256044,
+      "grad_norm": 140.93235778808594,
+      "learning_rate": 2.4565269607090658e-06,
+      "loss": 21.375,
+      "step": 32598
+    },
+    {
+      "epoch": 1.5578228041670648,
+      "grad_norm": 295.0044860839844,
+      "learning_rate": 2.4560189581819527e-06,
+      "loss": 29.6875,
+      "step": 32599
+    },
+    {
+      "epoch": 1.5578705916085251,
+      "grad_norm": 235.8372039794922,
+      "learning_rate": 2.455511000833554e-06,
+      "loss": 30.7031,
+      "step": 32600
+    },
+    {
+      "epoch": 1.5579183790499855,
+      "grad_norm": 197.62344360351562,
+      "learning_rate": 2.4550030886669076e-06,
+      "loss": 25.8906,
+      "step": 32601
+    },
+    {
+      "epoch": 1.557966166491446,
+      "grad_norm": 228.26577758789062,
+      "learning_rate": 2.454495221685056e-06,
+      "loss": 24.5625,
+      "step": 32602
+    },
+    {
+      "epoch": 1.5580139539329063,
+      "grad_norm": 180.16802978515625,
+      "learning_rate": 2.4539873998910446e-06,
+      "loss": 22.9688,
+      "step": 32603
+    },
+    {
+      "epoch": 1.5580617413743667,
+      "grad_norm": 478.7471923828125,
+      "learning_rate": 2.453479623287909e-06,
+      "loss": 44.3438,
+      "step": 32604
+    },
+    {
+      "epoch": 1.558109528815827,
+      "grad_norm": 151.0150604248047,
+      "learning_rate": 2.4529718918786928e-06,
+      "loss": 14.7344,
+      "step": 32605
+    },
+    {
+      "epoch": 1.5581573162572875,
+      "grad_norm": 130.9351348876953,
+      "learning_rate": 2.4524642056664395e-06,
+      "loss": 21.6719,
+      "step": 32606
+    },
+    {
+      "epoch": 1.5582051036987479,
+      "grad_norm": 262.3037109375,
+      "learning_rate": 2.4519565646541843e-06,
+      "loss": 26.7188,
+      "step": 32607
+    },
+    {
+      "epoch": 1.5582528911402083,
+      "grad_norm": 212.00372314453125,
+      "learning_rate": 2.451448968844972e-06,
+      "loss": 29.0938,
+      "step": 32608
+    },
+    {
+      "epoch": 1.5583006785816687,
+      "grad_norm": 162.46844482421875,
+      "learning_rate": 2.4509414182418366e-06,
+      "loss": 20.0,
+      "step": 32609
+    },
+    {
+      "epoch": 1.558348466023129,
+      "grad_norm": 261.5473327636719,
+      "learning_rate": 2.450433912847823e-06,
+      "loss": 22.4531,
+      "step": 32610
+    },
+    {
+      "epoch": 1.5583962534645894,
+      "grad_norm": 301.4629821777344,
+      "learning_rate": 2.4499264526659693e-06,
+      "loss": 25.2656,
+      "step": 32611
+    },
+    {
+      "epoch": 1.5584440409060498,
+      "grad_norm": 175.42283630371094,
+      "learning_rate": 2.4494190376993122e-06,
+      "loss": 25.9688,
+      "step": 32612
+    },
+    {
+      "epoch": 1.5584918283475102,
+      "grad_norm": 228.0108184814453,
+      "learning_rate": 2.448911667950892e-06,
+      "loss": 27.2812,
+      "step": 32613
+    },
+    {
+      "epoch": 1.5585396157889706,
+      "grad_norm": 219.5155487060547,
+      "learning_rate": 2.448404343423747e-06,
+      "loss": 24.625,
+      "step": 32614
+    },
+    {
+      "epoch": 1.558587403230431,
+      "grad_norm": 247.1035919189453,
+      "learning_rate": 2.447897064120919e-06,
+      "loss": 23.2188,
+      "step": 32615
+    },
+    {
+      "epoch": 1.5586351906718914,
+      "grad_norm": 212.96388244628906,
+      "learning_rate": 2.44738983004544e-06,
+      "loss": 31.7188,
+      "step": 32616
+    },
+    {
+      "epoch": 1.5586829781133518,
+      "grad_norm": 189.7689971923828,
+      "learning_rate": 2.44688264120035e-06,
+      "loss": 24.8906,
+      "step": 32617
+    },
+    {
+      "epoch": 1.5587307655548122,
+      "grad_norm": 285.5735778808594,
+      "learning_rate": 2.44637549758869e-06,
+      "loss": 29.3125,
+      "step": 32618
+    },
+    {
+      "epoch": 1.5587785529962725,
+      "grad_norm": 206.1089630126953,
+      "learning_rate": 2.4458683992134913e-06,
+      "loss": 23.2031,
+      "step": 32619
+    },
+    {
+      "epoch": 1.558826340437733,
+      "grad_norm": 206.57577514648438,
+      "learning_rate": 2.4453613460777924e-06,
+      "loss": 22.3438,
+      "step": 32620
+    },
+    {
+      "epoch": 1.5588741278791933,
+      "grad_norm": 318.6754455566406,
+      "learning_rate": 2.4448543381846314e-06,
+      "loss": 28.1406,
+      "step": 32621
+    },
+    {
+      "epoch": 1.5589219153206537,
+      "grad_norm": 281.2534484863281,
+      "learning_rate": 2.4443473755370473e-06,
+      "loss": 27.1719,
+      "step": 32622
+    },
+    {
+      "epoch": 1.558969702762114,
+      "grad_norm": 271.5091552734375,
+      "learning_rate": 2.443840458138069e-06,
+      "loss": 23.5625,
+      "step": 32623
+    },
+    {
+      "epoch": 1.5590174902035745,
+      "grad_norm": 310.02154541015625,
+      "learning_rate": 2.443333585990738e-06,
+      "loss": 36.5,
+      "step": 32624
+    },
+    {
+      "epoch": 1.5590652776450349,
+      "grad_norm": 456.4631652832031,
+      "learning_rate": 2.442826759098087e-06,
+      "loss": 18.4062,
+      "step": 32625
+    },
+    {
+      "epoch": 1.5591130650864953,
+      "grad_norm": 410.07244873046875,
+      "learning_rate": 2.4423199774631545e-06,
+      "loss": 26.75,
+      "step": 32626
+    },
+    {
+      "epoch": 1.5591608525279557,
+      "grad_norm": 133.09031677246094,
+      "learning_rate": 2.4418132410889716e-06,
+      "loss": 21.4844,
+      "step": 32627
+    },
+    {
+      "epoch": 1.559208639969416,
+      "grad_norm": 255.82342529296875,
+      "learning_rate": 2.441306549978574e-06,
+      "loss": 21.3438,
+      "step": 32628
+    },
+    {
+      "epoch": 1.5592564274108764,
+      "grad_norm": 246.1749267578125,
+      "learning_rate": 2.4407999041350006e-06,
+      "loss": 19.0781,
+      "step": 32629
+    },
+    {
+      "epoch": 1.5593042148523368,
+      "grad_norm": 284.68310546875,
+      "learning_rate": 2.4402933035612776e-06,
+      "loss": 21.2031,
+      "step": 32630
+    },
+    {
+      "epoch": 1.5593520022937972,
+      "grad_norm": 164.3239288330078,
+      "learning_rate": 2.4397867482604433e-06,
+      "loss": 25.2344,
+      "step": 32631
+    },
+    {
+      "epoch": 1.5593997897352576,
+      "grad_norm": 725.2171020507812,
+      "learning_rate": 2.4392802382355317e-06,
+      "loss": 20.3281,
+      "step": 32632
+    },
+    {
+      "epoch": 1.559447577176718,
+      "grad_norm": 448.3226318359375,
+      "learning_rate": 2.4387737734895777e-06,
+      "loss": 37.5156,
+      "step": 32633
+    },
+    {
+      "epoch": 1.5594953646181784,
+      "grad_norm": 465.9382629394531,
+      "learning_rate": 2.4382673540256096e-06,
+      "loss": 36.0312,
+      "step": 32634
+    },
+    {
+      "epoch": 1.5595431520596388,
+      "grad_norm": 212.1669464111328,
+      "learning_rate": 2.437760979846663e-06,
+      "loss": 25.3438,
+      "step": 32635
+    },
+    {
+      "epoch": 1.5595909395010992,
+      "grad_norm": 189.96261596679688,
+      "learning_rate": 2.4372546509557725e-06,
+      "loss": 30.9844,
+      "step": 32636
+    },
+    {
+      "epoch": 1.5596387269425596,
+      "grad_norm": 180.51036071777344,
+      "learning_rate": 2.4367483673559644e-06,
+      "loss": 24.375,
+      "step": 32637
+    },
+    {
+      "epoch": 1.55968651438402,
+      "grad_norm": 172.34982299804688,
+      "learning_rate": 2.436242129050276e-06,
+      "loss": 21.5,
+      "step": 32638
+    },
+    {
+      "epoch": 1.5597343018254803,
+      "grad_norm": 1320.6878662109375,
+      "learning_rate": 2.4357359360417386e-06,
+      "loss": 23.7188,
+      "step": 32639
+    },
+    {
+      "epoch": 1.5597820892669407,
+      "grad_norm": 189.6114044189453,
+      "learning_rate": 2.4352297883333808e-06,
+      "loss": 22.1094,
+      "step": 32640
+    },
+    {
+      "epoch": 1.5598298767084011,
+      "grad_norm": 134.52117919921875,
+      "learning_rate": 2.4347236859282376e-06,
+      "loss": 17.7344,
+      "step": 32641
+    },
+    {
+      "epoch": 1.5598776641498615,
+      "grad_norm": 167.27078247070312,
+      "learning_rate": 2.434217628829335e-06,
+      "loss": 18.0,
+      "step": 32642
+    },
+    {
+      "epoch": 1.559925451591322,
+      "grad_norm": 214.95132446289062,
+      "learning_rate": 2.433711617039707e-06,
+      "loss": 20.1406,
+      "step": 32643
+    },
+    {
+      "epoch": 1.5599732390327823,
+      "grad_norm": 189.78631591796875,
+      "learning_rate": 2.4332056505623848e-06,
+      "loss": 26.625,
+      "step": 32644
+    },
+    {
+      "epoch": 1.5600210264742427,
+      "grad_norm": 203.69796752929688,
+      "learning_rate": 2.432699729400394e-06,
+      "loss": 36.4375,
+      "step": 32645
+    },
+    {
+      "epoch": 1.560068813915703,
+      "grad_norm": 286.85955810546875,
+      "learning_rate": 2.432193853556768e-06,
+      "loss": 19.1562,
+      "step": 32646
+    },
+    {
+      "epoch": 1.5601166013571635,
+      "grad_norm": 174.2804412841797,
+      "learning_rate": 2.431688023034535e-06,
+      "loss": 16.8438,
+      "step": 32647
+    },
+    {
+      "epoch": 1.5601643887986238,
+      "grad_norm": 143.75979614257812,
+      "learning_rate": 2.4311822378367287e-06,
+      "loss": 19.8125,
+      "step": 32648
+    },
+    {
+      "epoch": 1.5602121762400842,
+      "grad_norm": 410.4306945800781,
+      "learning_rate": 2.430676497966371e-06,
+      "loss": 24.3203,
+      "step": 32649
+    },
+    {
+      "epoch": 1.5602599636815446,
+      "grad_norm": 378.2627258300781,
+      "learning_rate": 2.4301708034264948e-06,
+      "loss": 26.3906,
+      "step": 32650
+    },
+    {
+      "epoch": 1.560307751123005,
+      "grad_norm": 423.0435791015625,
+      "learning_rate": 2.4296651542201267e-06,
+      "loss": 25.2812,
+      "step": 32651
+    },
+    {
+      "epoch": 1.5603555385644654,
+      "grad_norm": 215.10653686523438,
+      "learning_rate": 2.4291595503502998e-06,
+      "loss": 31.5,
+      "step": 32652
+    },
+    {
+      "epoch": 1.5604033260059258,
+      "grad_norm": 407.3286437988281,
+      "learning_rate": 2.4286539918200336e-06,
+      "loss": 18.7344,
+      "step": 32653
+    },
+    {
+      "epoch": 1.5604511134473862,
+      "grad_norm": 199.94883728027344,
+      "learning_rate": 2.4281484786323617e-06,
+      "loss": 20.8906,
+      "step": 32654
+    },
+    {
+      "epoch": 1.5604989008888466,
+      "grad_norm": 230.31790161132812,
+      "learning_rate": 2.4276430107903125e-06,
+      "loss": 27.25,
+      "step": 32655
+    },
+    {
+      "epoch": 1.5605466883303067,
+      "grad_norm": 278.378173828125,
+      "learning_rate": 2.427137588296907e-06,
+      "loss": 23.5625,
+      "step": 32656
+    },
+    {
+      "epoch": 1.5605944757717671,
+      "grad_norm": 292.3996887207031,
+      "learning_rate": 2.4266322111551775e-06,
+      "loss": 25.6875,
+      "step": 32657
+    },
+    {
+      "epoch": 1.5606422632132275,
+      "grad_norm": 179.0485076904297,
+      "learning_rate": 2.426126879368147e-06,
+      "loss": 17.2812,
+      "step": 32658
+    },
+    {
+      "epoch": 1.560690050654688,
+      "grad_norm": 186.41477966308594,
+      "learning_rate": 2.425621592938847e-06,
+      "loss": 29.8906,
+      "step": 32659
+    },
+    {
+      "epoch": 1.5607378380961483,
+      "grad_norm": 356.9952392578125,
+      "learning_rate": 2.425116351870298e-06,
+      "loss": 22.25,
+      "step": 32660
+    },
+    {
+      "epoch": 1.5607856255376087,
+      "grad_norm": 416.0225830078125,
+      "learning_rate": 2.424611156165527e-06,
+      "loss": 24.4844,
+      "step": 32661
+    },
+    {
+      "epoch": 1.560833412979069,
+      "grad_norm": 168.3009033203125,
+      "learning_rate": 2.42410600582756e-06,
+      "loss": 22.1719,
+      "step": 32662
+    },
+    {
+      "epoch": 1.5608812004205295,
+      "grad_norm": 285.51007080078125,
+      "learning_rate": 2.4236009008594253e-06,
+      "loss": 24.75,
+      "step": 32663
+    },
+    {
+      "epoch": 1.5609289878619899,
+      "grad_norm": 234.42698669433594,
+      "learning_rate": 2.4230958412641423e-06,
+      "loss": 18.2344,
+      "step": 32664
+    },
+    {
+      "epoch": 1.5609767753034502,
+      "grad_norm": 145.7448272705078,
+      "learning_rate": 2.4225908270447383e-06,
+      "loss": 20.9844,
+      "step": 32665
+    },
+    {
+      "epoch": 1.5610245627449106,
+      "grad_norm": 262.8445129394531,
+      "learning_rate": 2.4220858582042406e-06,
+      "loss": 24.4844,
+      "step": 32666
+    },
+    {
+      "epoch": 1.561072350186371,
+      "grad_norm": 163.38722229003906,
+      "learning_rate": 2.4215809347456676e-06,
+      "loss": 27.9688,
+      "step": 32667
+    },
+    {
+      "epoch": 1.5611201376278314,
+      "grad_norm": 139.4909210205078,
+      "learning_rate": 2.421076056672047e-06,
+      "loss": 17.3125,
+      "step": 32668
+    },
+    {
+      "epoch": 1.5611679250692918,
+      "grad_norm": 159.8941650390625,
+      "learning_rate": 2.4205712239864e-06,
+      "loss": 22.5469,
+      "step": 32669
+    },
+    {
+      "epoch": 1.5612157125107522,
+      "grad_norm": 346.9135437011719,
+      "learning_rate": 2.4200664366917546e-06,
+      "loss": 27.9375,
+      "step": 32670
+    },
+    {
+      "epoch": 1.5612634999522126,
+      "grad_norm": 483.0477600097656,
+      "learning_rate": 2.419561694791127e-06,
+      "loss": 31.2656,
+      "step": 32671
+    },
+    {
+      "epoch": 1.561311287393673,
+      "grad_norm": 219.3008575439453,
+      "learning_rate": 2.419056998287547e-06,
+      "loss": 21.3125,
+      "step": 32672
+    },
+    {
+      "epoch": 1.5613590748351334,
+      "grad_norm": 216.19512939453125,
+      "learning_rate": 2.41855234718403e-06,
+      "loss": 22.8125,
+      "step": 32673
+    },
+    {
+      "epoch": 1.5614068622765938,
+      "grad_norm": 317.9199523925781,
+      "learning_rate": 2.4180477414836044e-06,
+      "loss": 29.1875,
+      "step": 32674
+    },
+    {
+      "epoch": 1.5614546497180541,
+      "grad_norm": 143.85394287109375,
+      "learning_rate": 2.417543181189288e-06,
+      "loss": 17.6719,
+      "step": 32675
+    },
+    {
+      "epoch": 1.5615024371595145,
+      "grad_norm": 452.45404052734375,
+      "learning_rate": 2.4170386663041024e-06,
+      "loss": 16.6953,
+      "step": 32676
+    },
+    {
+      "epoch": 1.5615502246009747,
+      "grad_norm": 220.77096557617188,
+      "learning_rate": 2.416534196831074e-06,
+      "loss": 22.1719,
+      "step": 32677
+    },
+    {
+      "epoch": 1.561598012042435,
+      "grad_norm": 260.77215576171875,
+      "learning_rate": 2.4160297727732172e-06,
+      "loss": 18.375,
+      "step": 32678
+    },
+    {
+      "epoch": 1.5616457994838955,
+      "grad_norm": 210.459228515625,
+      "learning_rate": 2.4155253941335568e-06,
+      "loss": 34.25,
+      "step": 32679
+    },
+    {
+      "epoch": 1.5616935869253559,
+      "grad_norm": 287.5459289550781,
+      "learning_rate": 2.4150210609151114e-06,
+      "loss": 24.1875,
+      "step": 32680
+    },
+    {
+      "epoch": 1.5617413743668163,
+      "grad_norm": 532.1188354492188,
+      "learning_rate": 2.4145167731209064e-06,
+      "loss": 21.2188,
+      "step": 32681
+    },
+    {
+      "epoch": 1.5617891618082766,
+      "grad_norm": 288.5512390136719,
+      "learning_rate": 2.414012530753955e-06,
+      "loss": 28.9375,
+      "step": 32682
+    },
+    {
+      "epoch": 1.561836949249737,
+      "grad_norm": 330.23455810546875,
+      "learning_rate": 2.4135083338172795e-06,
+      "loss": 27.0312,
+      "step": 32683
+    },
+    {
+      "epoch": 1.5618847366911974,
+      "grad_norm": 217.7065887451172,
+      "learning_rate": 2.4130041823139004e-06,
+      "loss": 23.2031,
+      "step": 32684
+    },
+    {
+      "epoch": 1.5619325241326578,
+      "grad_norm": 525.0651245117188,
+      "learning_rate": 2.4125000762468386e-06,
+      "loss": 30.75,
+      "step": 32685
+    },
+    {
+      "epoch": 1.5619803115741182,
+      "grad_norm": 182.84327697753906,
+      "learning_rate": 2.411996015619108e-06,
+      "loss": 21.625,
+      "step": 32686
+    },
+    {
+      "epoch": 1.5620280990155786,
+      "grad_norm": 148.64695739746094,
+      "learning_rate": 2.4114920004337307e-06,
+      "loss": 21.0469,
+      "step": 32687
+    },
+    {
+      "epoch": 1.562075886457039,
+      "grad_norm": 223.58702087402344,
+      "learning_rate": 2.410988030693727e-06,
+      "loss": 18.3594,
+      "step": 32688
+    },
+    {
+      "epoch": 1.5621236738984994,
+      "grad_norm": 301.75128173828125,
+      "learning_rate": 2.4104841064021088e-06,
+      "loss": 21.4219,
+      "step": 32689
+    },
+    {
+      "epoch": 1.5621714613399598,
+      "grad_norm": 297.7078857421875,
+      "learning_rate": 2.409980227561899e-06,
+      "loss": 30.875,
+      "step": 32690
+    },
+    {
+      "epoch": 1.5622192487814202,
+      "grad_norm": 167.07228088378906,
+      "learning_rate": 2.4094763941761135e-06,
+      "loss": 23.0,
+      "step": 32691
+    },
+    {
+      "epoch": 1.5622670362228805,
+      "grad_norm": 268.4639587402344,
+      "learning_rate": 2.4089726062477725e-06,
+      "loss": 29.4688,
+      "step": 32692
+    },
+    {
+      "epoch": 1.562314823664341,
+      "grad_norm": 282.6620178222656,
+      "learning_rate": 2.408468863779887e-06,
+      "loss": 18.8125,
+      "step": 32693
+    },
+    {
+      "epoch": 1.5623626111058013,
+      "grad_norm": 270.39862060546875,
+      "learning_rate": 2.407965166775478e-06,
+      "loss": 19.75,
+      "step": 32694
+    },
+    {
+      "epoch": 1.5624103985472617,
+      "grad_norm": 370.0508728027344,
+      "learning_rate": 2.4074615152375615e-06,
+      "loss": 30.7812,
+      "step": 32695
+    },
+    {
+      "epoch": 1.562458185988722,
+      "grad_norm": 205.9662322998047,
+      "learning_rate": 2.4069579091691564e-06,
+      "loss": 32.6562,
+      "step": 32696
+    },
+    {
+      "epoch": 1.5625059734301825,
+      "grad_norm": 360.2708435058594,
+      "learning_rate": 2.4064543485732716e-06,
+      "loss": 21.5,
+      "step": 32697
+    },
+    {
+      "epoch": 1.5625537608716429,
+      "grad_norm": 439.010498046875,
+      "learning_rate": 2.405950833452928e-06,
+      "loss": 14.6875,
+      "step": 32698
+    },
+    {
+      "epoch": 1.5626015483131033,
+      "grad_norm": 281.3080139160156,
+      "learning_rate": 2.4054473638111398e-06,
+      "loss": 24.7812,
+      "step": 32699
+    },
+    {
+      "epoch": 1.5626493357545637,
+      "grad_norm": 221.2283935546875,
+      "learning_rate": 2.4049439396509244e-06,
+      "loss": 32.1875,
+      "step": 32700
+    },
+    {
+      "epoch": 1.562697123196024,
+      "grad_norm": 308.7281799316406,
+      "learning_rate": 2.404440560975293e-06,
+      "loss": 26.3281,
+      "step": 32701
+    },
+    {
+      "epoch": 1.5627449106374844,
+      "grad_norm": 440.6685485839844,
+      "learning_rate": 2.403937227787261e-06,
+      "loss": 26.0156,
+      "step": 32702
+    },
+    {
+      "epoch": 1.5627926980789448,
+      "grad_norm": 261.44781494140625,
+      "learning_rate": 2.4034339400898452e-06,
+      "loss": 27.625,
+      "step": 32703
+    },
+    {
+      "epoch": 1.5628404855204052,
+      "grad_norm": 345.9095153808594,
+      "learning_rate": 2.4029306978860555e-06,
+      "loss": 30.9219,
+      "step": 32704
+    },
+    {
+      "epoch": 1.5628882729618656,
+      "grad_norm": 351.9057922363281,
+      "learning_rate": 2.402427501178912e-06,
+      "loss": 27.2656,
+      "step": 32705
+    },
+    {
+      "epoch": 1.562936060403326,
+      "grad_norm": 416.3504333496094,
+      "learning_rate": 2.4019243499714205e-06,
+      "loss": 22.9375,
+      "step": 32706
+    },
+    {
+      "epoch": 1.5629838478447864,
+      "grad_norm": 273.0719909667969,
+      "learning_rate": 2.4014212442665985e-06,
+      "loss": 23.5312,
+      "step": 32707
+    },
+    {
+      "epoch": 1.5630316352862468,
+      "grad_norm": 416.9268798828125,
+      "learning_rate": 2.40091818406746e-06,
+      "loss": 25.1875,
+      "step": 32708
+    },
+    {
+      "epoch": 1.5630794227277072,
+      "grad_norm": 273.3127136230469,
+      "learning_rate": 2.4004151693770137e-06,
+      "loss": 18.8438,
+      "step": 32709
+    },
+    {
+      "epoch": 1.5631272101691676,
+      "grad_norm": 155.7918701171875,
+      "learning_rate": 2.3999122001982755e-06,
+      "loss": 19.5156,
+      "step": 32710
+    },
+    {
+      "epoch": 1.563174997610628,
+      "grad_norm": 275.6783752441406,
+      "learning_rate": 2.399409276534258e-06,
+      "loss": 25.375,
+      "step": 32711
+    },
+    {
+      "epoch": 1.5632227850520883,
+      "grad_norm": 322.0344543457031,
+      "learning_rate": 2.398906398387969e-06,
+      "loss": 23.8438,
+      "step": 32712
+    },
+    {
+      "epoch": 1.5632705724935487,
+      "grad_norm": 197.1767578125,
+      "learning_rate": 2.3984035657624227e-06,
+      "loss": 20.4062,
+      "step": 32713
+    },
+    {
+      "epoch": 1.5633183599350091,
+      "grad_norm": 261.63201904296875,
+      "learning_rate": 2.3979007786606336e-06,
+      "loss": 31.4688,
+      "step": 32714
+    },
+    {
+      "epoch": 1.5633661473764695,
+      "grad_norm": 268.2750244140625,
+      "learning_rate": 2.3973980370856063e-06,
+      "loss": 18.8594,
+      "step": 32715
+    },
+    {
+      "epoch": 1.56341393481793,
+      "grad_norm": 211.35289001464844,
+      "learning_rate": 2.3968953410403537e-06,
+      "loss": 31.1875,
+      "step": 32716
+    },
+    {
+      "epoch": 1.5634617222593903,
+      "grad_norm": 277.2652282714844,
+      "learning_rate": 2.3963926905278887e-06,
+      "loss": 19.5625,
+      "step": 32717
+    },
+    {
+      "epoch": 1.5635095097008507,
+      "grad_norm": 277.2261962890625,
+      "learning_rate": 2.3958900855512225e-06,
+      "loss": 26.625,
+      "step": 32718
+    },
+    {
+      "epoch": 1.563557297142311,
+      "grad_norm": 190.46409606933594,
+      "learning_rate": 2.3953875261133595e-06,
+      "loss": 24.4219,
+      "step": 32719
+    },
+    {
+      "epoch": 1.5636050845837715,
+      "grad_norm": 163.4257354736328,
+      "learning_rate": 2.3948850122173126e-06,
+      "loss": 26.2656,
+      "step": 32720
+    },
+    {
+      "epoch": 1.5636528720252318,
+      "grad_norm": 377.7674865722656,
+      "learning_rate": 2.394382543866092e-06,
+      "loss": 29.6094,
+      "step": 32721
+    },
+    {
+      "epoch": 1.5637006594666922,
+      "grad_norm": 219.5746612548828,
+      "learning_rate": 2.3938801210627082e-06,
+      "loss": 25.9375,
+      "step": 32722
+    },
+    {
+      "epoch": 1.5637484469081526,
+      "grad_norm": 251.51748657226562,
+      "learning_rate": 2.393377743810166e-06,
+      "loss": 23.625,
+      "step": 32723
+    },
+    {
+      "epoch": 1.563796234349613,
+      "grad_norm": 230.4971160888672,
+      "learning_rate": 2.392875412111475e-06,
+      "loss": 28.9531,
+      "step": 32724
+    },
+    {
+      "epoch": 1.5638440217910734,
+      "grad_norm": 207.58335876464844,
+      "learning_rate": 2.392373125969647e-06,
+      "loss": 26.1875,
+      "step": 32725
+    },
+    {
+      "epoch": 1.5638918092325338,
+      "grad_norm": 303.2362976074219,
+      "learning_rate": 2.391870885387685e-06,
+      "loss": 28.1875,
+      "step": 32726
+    },
+    {
+      "epoch": 1.5639395966739942,
+      "grad_norm": 358.2005615234375,
+      "learning_rate": 2.3913686903685993e-06,
+      "loss": 20.0156,
+      "step": 32727
+    },
+    {
+      "epoch": 1.5639873841154546,
+      "grad_norm": 442.7607727050781,
+      "learning_rate": 2.3908665409153966e-06,
+      "loss": 29.2812,
+      "step": 32728
+    },
+    {
+      "epoch": 1.564035171556915,
+      "grad_norm": 296.4999694824219,
+      "learning_rate": 2.3903644370310887e-06,
+      "loss": 22.3125,
+      "step": 32729
+    },
+    {
+      "epoch": 1.5640829589983754,
+      "grad_norm": 178.75921630859375,
+      "learning_rate": 2.389862378718676e-06,
+      "loss": 23.2344,
+      "step": 32730
+    },
+    {
+      "epoch": 1.5641307464398357,
+      "grad_norm": 289.6626281738281,
+      "learning_rate": 2.389360365981167e-06,
+      "loss": 28.4844,
+      "step": 32731
+    },
+    {
+      "epoch": 1.5641785338812961,
+      "grad_norm": 214.85418701171875,
+      "learning_rate": 2.3888583988215684e-06,
+      "loss": 23.4062,
+      "step": 32732
+    },
+    {
+      "epoch": 1.5642263213227565,
+      "grad_norm": 221.3583526611328,
+      "learning_rate": 2.388356477242891e-06,
+      "loss": 25.0625,
+      "step": 32733
+    },
+    {
+      "epoch": 1.564274108764217,
+      "grad_norm": 211.7375946044922,
+      "learning_rate": 2.387854601248134e-06,
+      "loss": 17.625,
+      "step": 32734
+    },
+    {
+      "epoch": 1.5643218962056773,
+      "grad_norm": 216.34600830078125,
+      "learning_rate": 2.3873527708403043e-06,
+      "loss": 24.1875,
+      "step": 32735
+    },
+    {
+      "epoch": 1.5643696836471377,
+      "grad_norm": 145.3358612060547,
+      "learning_rate": 2.386850986022412e-06,
+      "loss": 20.3438,
+      "step": 32736
+    },
+    {
+      "epoch": 1.564417471088598,
+      "grad_norm": 220.89820861816406,
+      "learning_rate": 2.3863492467974557e-06,
+      "loss": 22.6406,
+      "step": 32737
+    },
+    {
+      "epoch": 1.5644652585300585,
+      "grad_norm": 200.6043701171875,
+      "learning_rate": 2.3858475531684466e-06,
+      "loss": 23.2188,
+      "step": 32738
+    },
+    {
+      "epoch": 1.5645130459715186,
+      "grad_norm": 234.8078155517578,
+      "learning_rate": 2.385345905138382e-06,
+      "loss": 23.2188,
+      "step": 32739
+    },
+    {
+      "epoch": 1.564560833412979,
+      "grad_norm": 233.99008178710938,
+      "learning_rate": 2.3848443027102706e-06,
+      "loss": 18.9688,
+      "step": 32740
+    },
+    {
+      "epoch": 1.5646086208544394,
+      "grad_norm": 158.4149627685547,
+      "learning_rate": 2.384342745887118e-06,
+      "loss": 14.7109,
+      "step": 32741
+    },
+    {
+      "epoch": 1.5646564082958998,
+      "grad_norm": 312.1967468261719,
+      "learning_rate": 2.383841234671923e-06,
+      "loss": 30.6562,
+      "step": 32742
+    },
+    {
+      "epoch": 1.5647041957373602,
+      "grad_norm": 271.32086181640625,
+      "learning_rate": 2.383339769067691e-06,
+      "loss": 27.0312,
+      "step": 32743
+    },
+    {
+      "epoch": 1.5647519831788206,
+      "grad_norm": 461.0422058105469,
+      "learning_rate": 2.3828383490774285e-06,
+      "loss": 25.3906,
+      "step": 32744
+    },
+    {
+      "epoch": 1.564799770620281,
+      "grad_norm": 311.6543273925781,
+      "learning_rate": 2.3823369747041327e-06,
+      "loss": 31.5,
+      "step": 32745
+    },
+    {
+      "epoch": 1.5648475580617414,
+      "grad_norm": 162.40402221679688,
+      "learning_rate": 2.3818356459508087e-06,
+      "loss": 19.2188,
+      "step": 32746
+    },
+    {
+      "epoch": 1.5648953455032018,
+      "grad_norm": 547.8883056640625,
+      "learning_rate": 2.38133436282046e-06,
+      "loss": 27.25,
+      "step": 32747
+    },
+    {
+      "epoch": 1.5649431329446621,
+      "grad_norm": 270.15643310546875,
+      "learning_rate": 2.3808331253160897e-06,
+      "loss": 24.4375,
+      "step": 32748
+    },
+    {
+      "epoch": 1.5649909203861225,
+      "grad_norm": 189.09661865234375,
+      "learning_rate": 2.3803319334406947e-06,
+      "loss": 22.7188,
+      "step": 32749
+    },
+    {
+      "epoch": 1.565038707827583,
+      "grad_norm": 236.18104553222656,
+      "learning_rate": 2.379830787197279e-06,
+      "loss": 23.0625,
+      "step": 32750
+    },
+    {
+      "epoch": 1.5650864952690433,
+      "grad_norm": 287.411376953125,
+      "learning_rate": 2.379329686588848e-06,
+      "loss": 17.0625,
+      "step": 32751
+    },
+    {
+      "epoch": 1.5651342827105037,
+      "grad_norm": 194.9876708984375,
+      "learning_rate": 2.3788286316183952e-06,
+      "loss": 25.4062,
+      "step": 32752
+    },
+    {
+      "epoch": 1.565182070151964,
+      "grad_norm": 529.458984375,
+      "learning_rate": 2.3783276222889253e-06,
+      "loss": 22.9062,
+      "step": 32753
+    },
+    {
+      "epoch": 1.5652298575934245,
+      "grad_norm": 570.2494506835938,
+      "learning_rate": 2.3778266586034384e-06,
+      "loss": 33.6719,
+      "step": 32754
+    },
+    {
+      "epoch": 1.5652776450348849,
+      "grad_norm": 220.276123046875,
+      "learning_rate": 2.3773257405649374e-06,
+      "loss": 24.5781,
+      "step": 32755
+    },
+    {
+      "epoch": 1.5653254324763453,
+      "grad_norm": 181.87327575683594,
+      "learning_rate": 2.376824868176416e-06,
+      "loss": 26.4219,
+      "step": 32756
+    },
+    {
+      "epoch": 1.5653732199178056,
+      "grad_norm": 396.4160461425781,
+      "learning_rate": 2.376324041440877e-06,
+      "loss": 25.25,
+      "step": 32757
+    },
+    {
+      "epoch": 1.565421007359266,
+      "grad_norm": 182.63555908203125,
+      "learning_rate": 2.3758232603613196e-06,
+      "loss": 22.3906,
+      "step": 32758
+    },
+    {
+      "epoch": 1.5654687948007262,
+      "grad_norm": 415.1625671386719,
+      "learning_rate": 2.3753225249407465e-06,
+      "loss": 25.125,
+      "step": 32759
+    },
+    {
+      "epoch": 1.5655165822421866,
+      "grad_norm": 788.4800415039062,
+      "learning_rate": 2.3748218351821504e-06,
+      "loss": 20.5,
+      "step": 32760
+    },
+    {
+      "epoch": 1.565564369683647,
+      "grad_norm": 213.52444458007812,
+      "learning_rate": 2.3743211910885312e-06,
+      "loss": 20.1094,
+      "step": 32761
+    },
+    {
+      "epoch": 1.5656121571251074,
+      "grad_norm": 216.83641052246094,
+      "learning_rate": 2.373820592662892e-06,
+      "loss": 21.8125,
+      "step": 32762
+    },
+    {
+      "epoch": 1.5656599445665678,
+      "grad_norm": 323.98968505859375,
+      "learning_rate": 2.3733200399082236e-06,
+      "loss": 25.2031,
+      "step": 32763
+    },
+    {
+      "epoch": 1.5657077320080282,
+      "grad_norm": 260.0401611328125,
+      "learning_rate": 2.372819532827527e-06,
+      "loss": 22.4219,
+      "step": 32764
+    },
+    {
+      "epoch": 1.5657555194494885,
+      "grad_norm": 222.25384521484375,
+      "learning_rate": 2.3723190714237998e-06,
+      "loss": 25.2031,
+      "step": 32765
+    },
+    {
+      "epoch": 1.565803306890949,
+      "grad_norm": 712.2796020507812,
+      "learning_rate": 2.371818655700042e-06,
+      "loss": 32.4375,
+      "step": 32766
+    },
+    {
+      "epoch": 1.5658510943324093,
+      "grad_norm": 326.8587951660156,
+      "learning_rate": 2.3713182856592443e-06,
+      "loss": 30.5625,
+      "step": 32767
+    },
+    {
+      "epoch": 1.5658988817738697,
+      "grad_norm": 203.94581604003906,
+      "learning_rate": 2.3708179613044068e-06,
+      "loss": 17.7812,
+      "step": 32768
+    },
+    {
+      "epoch": 1.56594666921533,
+      "grad_norm": 284.8843994140625,
+      "learning_rate": 2.3703176826385277e-06,
+      "loss": 22.5469,
+      "step": 32769
+    },
+    {
+      "epoch": 1.5659944566567905,
+      "grad_norm": 237.60760498046875,
+      "learning_rate": 2.369817449664599e-06,
+      "loss": 24.3594,
+      "step": 32770
+    },
+    {
+      "epoch": 1.5660422440982509,
+      "grad_norm": 212.3212890625,
+      "learning_rate": 2.36931726238562e-06,
+      "loss": 20.3594,
+      "step": 32771
+    },
+    {
+      "epoch": 1.5660900315397113,
+      "grad_norm": 547.376708984375,
+      "learning_rate": 2.368817120804581e-06,
+      "loss": 20.4688,
+      "step": 32772
+    },
+    {
+      "epoch": 1.5661378189811717,
+      "grad_norm": 190.79774475097656,
+      "learning_rate": 2.368317024924481e-06,
+      "loss": 18.2031,
+      "step": 32773
+    },
+    {
+      "epoch": 1.566185606422632,
+      "grad_norm": 206.75753784179688,
+      "learning_rate": 2.367816974748317e-06,
+      "loss": 17.2969,
+      "step": 32774
+    },
+    {
+      "epoch": 1.5662333938640924,
+      "grad_norm": 143.77232360839844,
+      "learning_rate": 2.367316970279079e-06,
+      "loss": 19.7969,
+      "step": 32775
+    },
+    {
+      "epoch": 1.5662811813055528,
+      "grad_norm": 420.573486328125,
+      "learning_rate": 2.366817011519763e-06,
+      "loss": 34.6875,
+      "step": 32776
+    },
+    {
+      "epoch": 1.5663289687470132,
+      "grad_norm": 356.3203125,
+      "learning_rate": 2.366317098473366e-06,
+      "loss": 33.2812,
+      "step": 32777
+    },
+    {
+      "epoch": 1.5663767561884736,
+      "grad_norm": 263.9288635253906,
+      "learning_rate": 2.3658172311428786e-06,
+      "loss": 19.6719,
+      "step": 32778
+    },
+    {
+      "epoch": 1.566424543629934,
+      "grad_norm": 528.3641967773438,
+      "learning_rate": 2.3653174095312938e-06,
+      "loss": 20.9531,
+      "step": 32779
+    },
+    {
+      "epoch": 1.5664723310713944,
+      "grad_norm": 164.4975128173828,
+      "learning_rate": 2.364817633641605e-06,
+      "loss": 19.4219,
+      "step": 32780
+    },
+    {
+      "epoch": 1.5665201185128548,
+      "grad_norm": 155.4896697998047,
+      "learning_rate": 2.3643179034768116e-06,
+      "loss": 22.0156,
+      "step": 32781
+    },
+    {
+      "epoch": 1.5665679059543152,
+      "grad_norm": 200.22286987304688,
+      "learning_rate": 2.363818219039897e-06,
+      "loss": 21.4688,
+      "step": 32782
+    },
+    {
+      "epoch": 1.5666156933957756,
+      "grad_norm": 202.81817626953125,
+      "learning_rate": 2.3633185803338576e-06,
+      "loss": 25.0312,
+      "step": 32783
+    },
+    {
+      "epoch": 1.566663480837236,
+      "grad_norm": 147.44003295898438,
+      "learning_rate": 2.362818987361687e-06,
+      "loss": 18.3281,
+      "step": 32784
+    },
+    {
+      "epoch": 1.5667112682786963,
+      "grad_norm": 282.32958984375,
+      "learning_rate": 2.362319440126378e-06,
+      "loss": 16.5469,
+      "step": 32785
+    },
+    {
+      "epoch": 1.5667590557201567,
+      "grad_norm": 418.3580017089844,
+      "learning_rate": 2.361819938630918e-06,
+      "loss": 26.5312,
+      "step": 32786
+    },
+    {
+      "epoch": 1.5668068431616171,
+      "grad_norm": 156.3697052001953,
+      "learning_rate": 2.361320482878301e-06,
+      "loss": 22.0781,
+      "step": 32787
+    },
+    {
+      "epoch": 1.5668546306030775,
+      "grad_norm": 654.25341796875,
+      "learning_rate": 2.36082107287152e-06,
+      "loss": 24.2031,
+      "step": 32788
+    },
+    {
+      "epoch": 1.566902418044538,
+      "grad_norm": 197.02734375,
+      "learning_rate": 2.36032170861356e-06,
+      "loss": 19.9688,
+      "step": 32789
+    },
+    {
+      "epoch": 1.5669502054859983,
+      "grad_norm": 263.2625427246094,
+      "learning_rate": 2.3598223901074156e-06,
+      "loss": 19.9375,
+      "step": 32790
+    },
+    {
+      "epoch": 1.5669979929274587,
+      "grad_norm": 314.0630187988281,
+      "learning_rate": 2.3593231173560773e-06,
+      "loss": 22.375,
+      "step": 32791
+    },
+    {
+      "epoch": 1.567045780368919,
+      "grad_norm": 198.18429565429688,
+      "learning_rate": 2.358823890362536e-06,
+      "loss": 24.7188,
+      "step": 32792
+    },
+    {
+      "epoch": 1.5670935678103795,
+      "grad_norm": 231.01783752441406,
+      "learning_rate": 2.358324709129778e-06,
+      "loss": 26.7188,
+      "step": 32793
+    },
+    {
+      "epoch": 1.5671413552518398,
+      "grad_norm": 356.5206298828125,
+      "learning_rate": 2.3578255736607937e-06,
+      "loss": 26.7344,
+      "step": 32794
+    },
+    {
+      "epoch": 1.5671891426933002,
+      "grad_norm": 234.57861328125,
+      "learning_rate": 2.357326483958574e-06,
+      "loss": 27.2656,
+      "step": 32795
+    },
+    {
+      "epoch": 1.5672369301347606,
+      "grad_norm": 167.08489990234375,
+      "learning_rate": 2.3568274400261094e-06,
+      "loss": 26.4688,
+      "step": 32796
+    },
+    {
+      "epoch": 1.567284717576221,
+      "grad_norm": 243.21035766601562,
+      "learning_rate": 2.3563284418663825e-06,
+      "loss": 18.8906,
+      "step": 32797
+    },
+    {
+      "epoch": 1.5673325050176814,
+      "grad_norm": 299.139404296875,
+      "learning_rate": 2.3558294894823854e-06,
+      "loss": 23.625,
+      "step": 32798
+    },
+    {
+      "epoch": 1.5673802924591418,
+      "grad_norm": 322.53472900390625,
+      "learning_rate": 2.355330582877109e-06,
+      "loss": 29.0,
+      "step": 32799
+    },
+    {
+      "epoch": 1.5674280799006022,
+      "grad_norm": 343.9720153808594,
+      "learning_rate": 2.3548317220535354e-06,
+      "loss": 25.4844,
+      "step": 32800
+    },
+    {
+      "epoch": 1.5674758673420626,
+      "grad_norm": 607.7142333984375,
+      "learning_rate": 2.3543329070146546e-06,
+      "loss": 27.8438,
+      "step": 32801
+    },
+    {
+      "epoch": 1.567523654783523,
+      "grad_norm": 160.95919799804688,
+      "learning_rate": 2.3538341377634578e-06,
+      "loss": 27.9688,
+      "step": 32802
+    },
+    {
+      "epoch": 1.5675714422249833,
+      "grad_norm": 359.7295227050781,
+      "learning_rate": 2.3533354143029243e-06,
+      "loss": 34.9688,
+      "step": 32803
+    },
+    {
+      "epoch": 1.5676192296664437,
+      "grad_norm": 126.0802993774414,
+      "learning_rate": 2.352836736636045e-06,
+      "loss": 15.8125,
+      "step": 32804
+    },
+    {
+      "epoch": 1.5676670171079041,
+      "grad_norm": 176.2977294921875,
+      "learning_rate": 2.35233810476581e-06,
+      "loss": 24.5078,
+      "step": 32805
+    },
+    {
+      "epoch": 1.5677148045493645,
+      "grad_norm": 162.31207275390625,
+      "learning_rate": 2.351839518695197e-06,
+      "loss": 21.8125,
+      "step": 32806
+    },
+    {
+      "epoch": 1.567762591990825,
+      "grad_norm": 189.35842895507812,
+      "learning_rate": 2.3513409784272003e-06,
+      "loss": 15.9531,
+      "step": 32807
+    },
+    {
+      "epoch": 1.5678103794322853,
+      "grad_norm": 256.12451171875,
+      "learning_rate": 2.3508424839647994e-06,
+      "loss": 26.4375,
+      "step": 32808
+    },
+    {
+      "epoch": 1.5678581668737457,
+      "grad_norm": 463.0783386230469,
+      "learning_rate": 2.350344035310981e-06,
+      "loss": 32.5312,
+      "step": 32809
+    },
+    {
+      "epoch": 1.567905954315206,
+      "grad_norm": 254.02659606933594,
+      "learning_rate": 2.3498456324687335e-06,
+      "loss": 20.7812,
+      "step": 32810
+    },
+    {
+      "epoch": 1.5679537417566665,
+      "grad_norm": 144.9921417236328,
+      "learning_rate": 2.3493472754410375e-06,
+      "loss": 17.7812,
+      "step": 32811
+    },
+    {
+      "epoch": 1.5680015291981269,
+      "grad_norm": 367.8507385253906,
+      "learning_rate": 2.3488489642308788e-06,
+      "loss": 27.5938,
+      "step": 32812
+    },
+    {
+      "epoch": 1.5680493166395872,
+      "grad_norm": 272.0243835449219,
+      "learning_rate": 2.3483506988412417e-06,
+      "loss": 25.5938,
+      "step": 32813
+    },
+    {
+      "epoch": 1.5680971040810476,
+      "grad_norm": 224.36143493652344,
+      "learning_rate": 2.3478524792751147e-06,
+      "loss": 16.3438,
+      "step": 32814
+    },
+    {
+      "epoch": 1.568144891522508,
+      "grad_norm": 690.1944580078125,
+      "learning_rate": 2.347354305535473e-06,
+      "loss": 20.9531,
+      "step": 32815
+    },
+    {
+      "epoch": 1.5681926789639684,
+      "grad_norm": 411.8030090332031,
+      "learning_rate": 2.3468561776253052e-06,
+      "loss": 26.2969,
+      "step": 32816
+    },
+    {
+      "epoch": 1.5682404664054288,
+      "grad_norm": 301.9835510253906,
+      "learning_rate": 2.346358095547594e-06,
+      "loss": 32.375,
+      "step": 32817
+    },
+    {
+      "epoch": 1.5682882538468892,
+      "grad_norm": 288.2230224609375,
+      "learning_rate": 2.345860059305324e-06,
+      "loss": 27.7188,
+      "step": 32818
+    },
+    {
+      "epoch": 1.5683360412883496,
+      "grad_norm": 236.24508666992188,
+      "learning_rate": 2.3453620689014735e-06,
+      "loss": 17.3594,
+      "step": 32819
+    },
+    {
+      "epoch": 1.56838382872981,
+      "grad_norm": 1796.354736328125,
+      "learning_rate": 2.344864124339026e-06,
+      "loss": 27.4375,
+      "step": 32820
+    },
+    {
+      "epoch": 1.5684316161712701,
+      "grad_norm": 179.652099609375,
+      "learning_rate": 2.3443662256209655e-06,
+      "loss": 19.4219,
+      "step": 32821
+    },
+    {
+      "epoch": 1.5684794036127305,
+      "grad_norm": 225.57083129882812,
+      "learning_rate": 2.3438683727502753e-06,
+      "loss": 27.2969,
+      "step": 32822
+    },
+    {
+      "epoch": 1.568527191054191,
+      "grad_norm": 279.7591247558594,
+      "learning_rate": 2.343370565729931e-06,
+      "loss": 38.4375,
+      "step": 32823
+    },
+    {
+      "epoch": 1.5685749784956513,
+      "grad_norm": 409.79400634765625,
+      "learning_rate": 2.342872804562918e-06,
+      "loss": 22.7812,
+      "step": 32824
+    },
+    {
+      "epoch": 1.5686227659371117,
+      "grad_norm": 351.8993225097656,
+      "learning_rate": 2.342375089252219e-06,
+      "loss": 19.8906,
+      "step": 32825
+    },
+    {
+      "epoch": 1.568670553378572,
+      "grad_norm": 236.4785614013672,
+      "learning_rate": 2.34187741980081e-06,
+      "loss": 19.6562,
+      "step": 32826
+    },
+    {
+      "epoch": 1.5687183408200325,
+      "grad_norm": 424.2790832519531,
+      "learning_rate": 2.3413797962116737e-06,
+      "loss": 26.5156,
+      "step": 32827
+    },
+    {
+      "epoch": 1.5687661282614929,
+      "grad_norm": 207.07350158691406,
+      "learning_rate": 2.340882218487789e-06,
+      "loss": 21.9062,
+      "step": 32828
+    },
+    {
+      "epoch": 1.5688139157029533,
+      "grad_norm": 220.3446807861328,
+      "learning_rate": 2.34038468663214e-06,
+      "loss": 25.2969,
+      "step": 32829
+    },
+    {
+      "epoch": 1.5688617031444136,
+      "grad_norm": 161.3709716796875,
+      "learning_rate": 2.3398872006477015e-06,
+      "loss": 19.8281,
+      "step": 32830
+    },
+    {
+      "epoch": 1.568909490585874,
+      "grad_norm": 331.8450927734375,
+      "learning_rate": 2.3393897605374527e-06,
+      "loss": 31.4062,
+      "step": 32831
+    },
+    {
+      "epoch": 1.5689572780273344,
+      "grad_norm": 282.5112609863281,
+      "learning_rate": 2.338892366304375e-06,
+      "loss": 31.9375,
+      "step": 32832
+    },
+    {
+      "epoch": 1.5690050654687948,
+      "grad_norm": 140.3251953125,
+      "learning_rate": 2.338395017951449e-06,
+      "loss": 18.9219,
+      "step": 32833
+    },
+    {
+      "epoch": 1.5690528529102552,
+      "grad_norm": 345.2181701660156,
+      "learning_rate": 2.3378977154816483e-06,
+      "loss": 18.4062,
+      "step": 32834
+    },
+    {
+      "epoch": 1.5691006403517156,
+      "grad_norm": 342.8419494628906,
+      "learning_rate": 2.337400458897957e-06,
+      "loss": 28.7812,
+      "step": 32835
+    },
+    {
+      "epoch": 1.569148427793176,
+      "grad_norm": 393.14874267578125,
+      "learning_rate": 2.336903248203346e-06,
+      "loss": 28.625,
+      "step": 32836
+    },
+    {
+      "epoch": 1.5691962152346364,
+      "grad_norm": 247.63902282714844,
+      "learning_rate": 2.3364060834007964e-06,
+      "loss": 23.7812,
+      "step": 32837
+    },
+    {
+      "epoch": 1.5692440026760968,
+      "grad_norm": 203.51467895507812,
+      "learning_rate": 2.3359089644932877e-06,
+      "loss": 24.1562,
+      "step": 32838
+    },
+    {
+      "epoch": 1.5692917901175572,
+      "grad_norm": 261.1011962890625,
+      "learning_rate": 2.335411891483793e-06,
+      "loss": 22.8281,
+      "step": 32839
+    },
+    {
+      "epoch": 1.5693395775590175,
+      "grad_norm": 161.90740966796875,
+      "learning_rate": 2.334914864375294e-06,
+      "loss": 20.75,
+      "step": 32840
+    },
+    {
+      "epoch": 1.569387365000478,
+      "grad_norm": 299.6567687988281,
+      "learning_rate": 2.334417883170761e-06,
+      "loss": 28.7344,
+      "step": 32841
+    },
+    {
+      "epoch": 1.569435152441938,
+      "grad_norm": 273.7919921875,
+      "learning_rate": 2.333920947873173e-06,
+      "loss": 27.8438,
+      "step": 32842
+    },
+    {
+      "epoch": 1.5694829398833985,
+      "grad_norm": 369.67694091796875,
+      "learning_rate": 2.333424058485507e-06,
+      "loss": 19.5781,
+      "step": 32843
+    },
+    {
+      "epoch": 1.5695307273248589,
+      "grad_norm": 253.13966369628906,
+      "learning_rate": 2.332927215010742e-06,
+      "loss": 25.4688,
+      "step": 32844
+    },
+    {
+      "epoch": 1.5695785147663193,
+      "grad_norm": 307.8946533203125,
+      "learning_rate": 2.3324304174518463e-06,
+      "loss": 26.6875,
+      "step": 32845
+    },
+    {
+      "epoch": 1.5696263022077797,
+      "grad_norm": 269.3202209472656,
+      "learning_rate": 2.3319336658117986e-06,
+      "loss": 24.1875,
+      "step": 32846
+    },
+    {
+      "epoch": 1.56967408964924,
+      "grad_norm": 197.34197998046875,
+      "learning_rate": 2.331436960093576e-06,
+      "loss": 23.1562,
+      "step": 32847
+    },
+    {
+      "epoch": 1.5697218770907004,
+      "grad_norm": 179.02490234375,
+      "learning_rate": 2.3309403003001483e-06,
+      "loss": 28.8594,
+      "step": 32848
+    },
+    {
+      "epoch": 1.5697696645321608,
+      "grad_norm": 160.34268188476562,
+      "learning_rate": 2.3304436864344928e-06,
+      "loss": 24.9062,
+      "step": 32849
+    },
+    {
+      "epoch": 1.5698174519736212,
+      "grad_norm": 196.53189086914062,
+      "learning_rate": 2.329947118499584e-06,
+      "loss": 23.9531,
+      "step": 32850
+    },
+    {
+      "epoch": 1.5698652394150816,
+      "grad_norm": 284.820068359375,
+      "learning_rate": 2.329450596498396e-06,
+      "loss": 22.7188,
+      "step": 32851
+    },
+    {
+      "epoch": 1.569913026856542,
+      "grad_norm": 173.11553955078125,
+      "learning_rate": 2.3289541204338995e-06,
+      "loss": 14.7344,
+      "step": 32852
+    },
+    {
+      "epoch": 1.5699608142980024,
+      "grad_norm": 384.1402282714844,
+      "learning_rate": 2.328457690309068e-06,
+      "loss": 26.75,
+      "step": 32853
+    },
+    {
+      "epoch": 1.5700086017394628,
+      "grad_norm": 195.9212646484375,
+      "learning_rate": 2.327961306126878e-06,
+      "loss": 19.8281,
+      "step": 32854
+    },
+    {
+      "epoch": 1.5700563891809232,
+      "grad_norm": 381.7189025878906,
+      "learning_rate": 2.3274649678903017e-06,
+      "loss": 23.7812,
+      "step": 32855
+    },
+    {
+      "epoch": 1.5701041766223836,
+      "grad_norm": 274.3528747558594,
+      "learning_rate": 2.326968675602307e-06,
+      "loss": 28.0625,
+      "step": 32856
+    },
+    {
+      "epoch": 1.570151964063844,
+      "grad_norm": 194.8346405029297,
+      "learning_rate": 2.326472429265869e-06,
+      "loss": 28.9375,
+      "step": 32857
+    },
+    {
+      "epoch": 1.5701997515053043,
+      "grad_norm": 143.5707244873047,
+      "learning_rate": 2.3259762288839636e-06,
+      "loss": 16.1719,
+      "step": 32858
+    },
+    {
+      "epoch": 1.5702475389467647,
+      "grad_norm": 159.138916015625,
+      "learning_rate": 2.325480074459554e-06,
+      "loss": 21.4688,
+      "step": 32859
+    },
+    {
+      "epoch": 1.570295326388225,
+      "grad_norm": 362.6708068847656,
+      "learning_rate": 2.3249839659956173e-06,
+      "loss": 20.9531,
+      "step": 32860
+    },
+    {
+      "epoch": 1.5703431138296855,
+      "grad_norm": 148.37156677246094,
+      "learning_rate": 2.3244879034951227e-06,
+      "loss": 19.8125,
+      "step": 32861
+    },
+    {
+      "epoch": 1.570390901271146,
+      "grad_norm": 149.3612060546875,
+      "learning_rate": 2.3239918869610433e-06,
+      "loss": 29.5,
+      "step": 32862
+    },
+    {
+      "epoch": 1.5704386887126063,
+      "grad_norm": 176.7873992919922,
+      "learning_rate": 2.3234959163963465e-06,
+      "loss": 20.5938,
+      "step": 32863
+    },
+    {
+      "epoch": 1.5704864761540667,
+      "grad_norm": 190.54928588867188,
+      "learning_rate": 2.3229999918040025e-06,
+      "loss": 23.1875,
+      "step": 32864
+    },
+    {
+      "epoch": 1.570534263595527,
+      "grad_norm": 160.87461853027344,
+      "learning_rate": 2.322504113186983e-06,
+      "loss": 24.9375,
+      "step": 32865
+    },
+    {
+      "epoch": 1.5705820510369874,
+      "grad_norm": 232.1108856201172,
+      "learning_rate": 2.3220082805482602e-06,
+      "loss": 26.8125,
+      "step": 32866
+    },
+    {
+      "epoch": 1.5706298384784478,
+      "grad_norm": 180.21636962890625,
+      "learning_rate": 2.3215124938907975e-06,
+      "loss": 28.75,
+      "step": 32867
+    },
+    {
+      "epoch": 1.5706776259199082,
+      "grad_norm": 304.3393249511719,
+      "learning_rate": 2.3210167532175697e-06,
+      "loss": 21.5625,
+      "step": 32868
+    },
+    {
+      "epoch": 1.5707254133613686,
+      "grad_norm": 224.3050079345703,
+      "learning_rate": 2.3205210585315394e-06,
+      "loss": 23.0938,
+      "step": 32869
+    },
+    {
+      "epoch": 1.570773200802829,
+      "grad_norm": 179.42401123046875,
+      "learning_rate": 2.32002540983568e-06,
+      "loss": 24.4844,
+      "step": 32870
+    },
+    {
+      "epoch": 1.5708209882442894,
+      "grad_norm": 212.1119842529297,
+      "learning_rate": 2.3195298071329607e-06,
+      "loss": 17.8594,
+      "step": 32871
+    },
+    {
+      "epoch": 1.5708687756857498,
+      "grad_norm": 161.8851776123047,
+      "learning_rate": 2.3190342504263452e-06,
+      "loss": 24.8906,
+      "step": 32872
+    },
+    {
+      "epoch": 1.5709165631272102,
+      "grad_norm": 355.6046142578125,
+      "learning_rate": 2.3185387397188052e-06,
+      "loss": 29.625,
+      "step": 32873
+    },
+    {
+      "epoch": 1.5709643505686706,
+      "grad_norm": 179.08724975585938,
+      "learning_rate": 2.318043275013304e-06,
+      "loss": 22.875,
+      "step": 32874
+    },
+    {
+      "epoch": 1.571012138010131,
+      "grad_norm": 239.1464080810547,
+      "learning_rate": 2.3175478563128108e-06,
+      "loss": 25.0469,
+      "step": 32875
+    },
+    {
+      "epoch": 1.5710599254515913,
+      "grad_norm": 534.2371826171875,
+      "learning_rate": 2.3170524836202936e-06,
+      "loss": 40.0938,
+      "step": 32876
+    },
+    {
+      "epoch": 1.5711077128930517,
+      "grad_norm": 105.95686340332031,
+      "learning_rate": 2.31655715693872e-06,
+      "loss": 16.5781,
+      "step": 32877
+    },
+    {
+      "epoch": 1.5711555003345121,
+      "grad_norm": 159.47918701171875,
+      "learning_rate": 2.316061876271053e-06,
+      "loss": 25.8125,
+      "step": 32878
+    },
+    {
+      "epoch": 1.5712032877759725,
+      "grad_norm": 129.77903747558594,
+      "learning_rate": 2.3155666416202605e-06,
+      "loss": 20.9531,
+      "step": 32879
+    },
+    {
+      "epoch": 1.571251075217433,
+      "grad_norm": 163.284912109375,
+      "learning_rate": 2.315071452989307e-06,
+      "loss": 16.3125,
+      "step": 32880
+    },
+    {
+      "epoch": 1.5712988626588933,
+      "grad_norm": 246.36148071289062,
+      "learning_rate": 2.3145763103811624e-06,
+      "loss": 25.0,
+      "step": 32881
+    },
+    {
+      "epoch": 1.5713466501003537,
+      "grad_norm": 586.5914916992188,
+      "learning_rate": 2.3140812137987867e-06,
+      "loss": 19.8906,
+      "step": 32882
+    },
+    {
+      "epoch": 1.571394437541814,
+      "grad_norm": 467.3152160644531,
+      "learning_rate": 2.3135861632451462e-06,
+      "loss": 24.6875,
+      "step": 32883
+    },
+    {
+      "epoch": 1.5714422249832745,
+      "grad_norm": 219.3636474609375,
+      "learning_rate": 2.3130911587232097e-06,
+      "loss": 22.0625,
+      "step": 32884
+    },
+    {
+      "epoch": 1.5714900124247349,
+      "grad_norm": 523.3134155273438,
+      "learning_rate": 2.312596200235935e-06,
+      "loss": 24.5,
+      "step": 32885
+    },
+    {
+      "epoch": 1.5715377998661952,
+      "grad_norm": 301.62493896484375,
+      "learning_rate": 2.3121012877862905e-06,
+      "loss": 26.6562,
+      "step": 32886
+    },
+    {
+      "epoch": 1.5715855873076556,
+      "grad_norm": 628.0219116210938,
+      "learning_rate": 2.3116064213772383e-06,
+      "loss": 31.3125,
+      "step": 32887
+    },
+    {
+      "epoch": 1.571633374749116,
+      "grad_norm": 372.66876220703125,
+      "learning_rate": 2.311111601011746e-06,
+      "loss": 29.5469,
+      "step": 32888
+    },
+    {
+      "epoch": 1.5716811621905764,
+      "grad_norm": 318.07879638671875,
+      "learning_rate": 2.3106168266927707e-06,
+      "loss": 17.7188,
+      "step": 32889
+    },
+    {
+      "epoch": 1.5717289496320368,
+      "grad_norm": 228.65121459960938,
+      "learning_rate": 2.3101220984232798e-06,
+      "loss": 23.2812,
+      "step": 32890
+    },
+    {
+      "epoch": 1.5717767370734972,
+      "grad_norm": 252.32797241210938,
+      "learning_rate": 2.3096274162062337e-06,
+      "loss": 19.0,
+      "step": 32891
+    },
+    {
+      "epoch": 1.5718245245149576,
+      "grad_norm": 357.84344482421875,
+      "learning_rate": 2.3091327800445984e-06,
+      "loss": 27.2656,
+      "step": 32892
+    },
+    {
+      "epoch": 1.571872311956418,
+      "grad_norm": 204.7405242919922,
+      "learning_rate": 2.3086381899413324e-06,
+      "loss": 19.1875,
+      "step": 32893
+    },
+    {
+      "epoch": 1.5719200993978784,
+      "grad_norm": 144.9127960205078,
+      "learning_rate": 2.3081436458993976e-06,
+      "loss": 19.6406,
+      "step": 32894
+    },
+    {
+      "epoch": 1.5719678868393387,
+      "grad_norm": 507.7090148925781,
+      "learning_rate": 2.307649147921761e-06,
+      "loss": 28.3125,
+      "step": 32895
+    },
+    {
+      "epoch": 1.5720156742807991,
+      "grad_norm": 214.79151916503906,
+      "learning_rate": 2.307154696011378e-06,
+      "loss": 27.1875,
+      "step": 32896
+    },
+    {
+      "epoch": 1.5720634617222595,
+      "grad_norm": 345.2265625,
+      "learning_rate": 2.306660290171211e-06,
+      "loss": 27.7188,
+      "step": 32897
+    },
+    {
+      "epoch": 1.57211124916372,
+      "grad_norm": 565.3048706054688,
+      "learning_rate": 2.306165930404222e-06,
+      "loss": 39.3438,
+      "step": 32898
+    },
+    {
+      "epoch": 1.5721590366051803,
+      "grad_norm": 282.9400329589844,
+      "learning_rate": 2.305671616713373e-06,
+      "loss": 24.4844,
+      "step": 32899
+    },
+    {
+      "epoch": 1.5722068240466407,
+      "grad_norm": 204.26963806152344,
+      "learning_rate": 2.3051773491016205e-06,
+      "loss": 28.6875,
+      "step": 32900
+    },
+    {
+      "epoch": 1.572254611488101,
+      "grad_norm": 295.7806396484375,
+      "learning_rate": 2.3046831275719294e-06,
+      "loss": 26.8281,
+      "step": 32901
+    },
+    {
+      "epoch": 1.5723023989295615,
+      "grad_norm": 256.2139892578125,
+      "learning_rate": 2.304188952127254e-06,
+      "loss": 25.0156,
+      "step": 32902
+    },
+    {
+      "epoch": 1.5723501863710216,
+      "grad_norm": 160.77011108398438,
+      "learning_rate": 2.303694822770557e-06,
+      "loss": 17.2969,
+      "step": 32903
+    },
+    {
+      "epoch": 1.572397973812482,
+      "grad_norm": 273.7860107421875,
+      "learning_rate": 2.3032007395047995e-06,
+      "loss": 18.25,
+      "step": 32904
+    },
+    {
+      "epoch": 1.5724457612539424,
+      "grad_norm": 238.01019287109375,
+      "learning_rate": 2.302706702332935e-06,
+      "loss": 19.0625,
+      "step": 32905
+    },
+    {
+      "epoch": 1.5724935486954028,
+      "grad_norm": 251.75038146972656,
+      "learning_rate": 2.302212711257925e-06,
+      "loss": 29.0,
+      "step": 32906
+    },
+    {
+      "epoch": 1.5725413361368632,
+      "grad_norm": 244.36907958984375,
+      "learning_rate": 2.301718766282731e-06,
+      "loss": 23.1562,
+      "step": 32907
+    },
+    {
+      "epoch": 1.5725891235783236,
+      "grad_norm": 120.56076049804688,
+      "learning_rate": 2.3012248674103055e-06,
+      "loss": 21.0625,
+      "step": 32908
+    },
+    {
+      "epoch": 1.572636911019784,
+      "grad_norm": 294.10943603515625,
+      "learning_rate": 2.300731014643609e-06,
+      "loss": 25.3125,
+      "step": 32909
+    },
+    {
+      "epoch": 1.5726846984612444,
+      "grad_norm": 245.43458557128906,
+      "learning_rate": 2.3002372079856016e-06,
+      "loss": 31.0938,
+      "step": 32910
+    },
+    {
+      "epoch": 1.5727324859027048,
+      "grad_norm": 259.8283386230469,
+      "learning_rate": 2.2997434474392356e-06,
+      "loss": 24.375,
+      "step": 32911
+    },
+    {
+      "epoch": 1.5727802733441651,
+      "grad_norm": 134.5813446044922,
+      "learning_rate": 2.2992497330074694e-06,
+      "loss": 25.5,
+      "step": 32912
+    },
+    {
+      "epoch": 1.5728280607856255,
+      "grad_norm": 238.48463439941406,
+      "learning_rate": 2.2987560646932607e-06,
+      "loss": 23.8438,
+      "step": 32913
+    },
+    {
+      "epoch": 1.572875848227086,
+      "grad_norm": 302.06927490234375,
+      "learning_rate": 2.298262442499568e-06,
+      "loss": 22.5156,
+      "step": 32914
+    },
+    {
+      "epoch": 1.5729236356685463,
+      "grad_norm": 381.63037109375,
+      "learning_rate": 2.2977688664293442e-06,
+      "loss": 40.2188,
+      "step": 32915
+    },
+    {
+      "epoch": 1.5729714231100067,
+      "grad_norm": 580.9765014648438,
+      "learning_rate": 2.297275336485545e-06,
+      "loss": 24.5781,
+      "step": 32916
+    },
+    {
+      "epoch": 1.573019210551467,
+      "grad_norm": 189.0366668701172,
+      "learning_rate": 2.2967818526711283e-06,
+      "loss": 28.7188,
+      "step": 32917
+    },
+    {
+      "epoch": 1.5730669979929275,
+      "grad_norm": 219.77854919433594,
+      "learning_rate": 2.2962884149890508e-06,
+      "loss": 17.0156,
+      "step": 32918
+    },
+    {
+      "epoch": 1.5731147854343879,
+      "grad_norm": 305.5997009277344,
+      "learning_rate": 2.295795023442262e-06,
+      "loss": 25.1719,
+      "step": 32919
+    },
+    {
+      "epoch": 1.5731625728758483,
+      "grad_norm": 707.569091796875,
+      "learning_rate": 2.29530167803372e-06,
+      "loss": 25.75,
+      "step": 32920
+    },
+    {
+      "epoch": 1.5732103603173087,
+      "grad_norm": 166.42486572265625,
+      "learning_rate": 2.294808378766382e-06,
+      "loss": 17.1094,
+      "step": 32921
+    },
+    {
+      "epoch": 1.573258147758769,
+      "grad_norm": 332.8880615234375,
+      "learning_rate": 2.294315125643196e-06,
+      "loss": 34.9062,
+      "step": 32922
+    },
+    {
+      "epoch": 1.5733059352002294,
+      "grad_norm": 360.899169921875,
+      "learning_rate": 2.2938219186671207e-06,
+      "loss": 20.8438,
+      "step": 32923
+    },
+    {
+      "epoch": 1.5733537226416896,
+      "grad_norm": 194.5992889404297,
+      "learning_rate": 2.2933287578411077e-06,
+      "loss": 19.5469,
+      "step": 32924
+    },
+    {
+      "epoch": 1.57340151008315,
+      "grad_norm": 226.19821166992188,
+      "learning_rate": 2.292835643168114e-06,
+      "loss": 18.8203,
+      "step": 32925
+    },
+    {
+      "epoch": 1.5734492975246104,
+      "grad_norm": 296.7511291503906,
+      "learning_rate": 2.2923425746510864e-06,
+      "loss": 21.1875,
+      "step": 32926
+    },
+    {
+      "epoch": 1.5734970849660708,
+      "grad_norm": 413.2505798339844,
+      "learning_rate": 2.291849552292982e-06,
+      "loss": 29.2656,
+      "step": 32927
+    },
+    {
+      "epoch": 1.5735448724075312,
+      "grad_norm": 170.5124969482422,
+      "learning_rate": 2.2913565760967526e-06,
+      "loss": 25.3125,
+      "step": 32928
+    },
+    {
+      "epoch": 1.5735926598489915,
+      "grad_norm": 183.6356201171875,
+      "learning_rate": 2.290863646065352e-06,
+      "loss": 22.2812,
+      "step": 32929
+    },
+    {
+      "epoch": 1.573640447290452,
+      "grad_norm": 150.43711853027344,
+      "learning_rate": 2.290370762201729e-06,
+      "loss": 17.4219,
+      "step": 32930
+    },
+    {
+      "epoch": 1.5736882347319123,
+      "grad_norm": 950.419189453125,
+      "learning_rate": 2.2898779245088375e-06,
+      "loss": 24.5781,
+      "step": 32931
+    },
+    {
+      "epoch": 1.5737360221733727,
+      "grad_norm": 181.52093505859375,
+      "learning_rate": 2.28938513298963e-06,
+      "loss": 29.5,
+      "step": 32932
+    },
+    {
+      "epoch": 1.573783809614833,
+      "grad_norm": 324.34417724609375,
+      "learning_rate": 2.288892387647054e-06,
+      "loss": 24.4375,
+      "step": 32933
+    },
+    {
+      "epoch": 1.5738315970562935,
+      "grad_norm": 474.955810546875,
+      "learning_rate": 2.288399688484062e-06,
+      "loss": 26.3438,
+      "step": 32934
+    },
+    {
+      "epoch": 1.5738793844977539,
+      "grad_norm": 174.49636840820312,
+      "learning_rate": 2.2879070355036093e-06,
+      "loss": 22.7188,
+      "step": 32935
+    },
+    {
+      "epoch": 1.5739271719392143,
+      "grad_norm": 267.5771179199219,
+      "learning_rate": 2.2874144287086377e-06,
+      "loss": 22.6094,
+      "step": 32936
+    },
+    {
+      "epoch": 1.5739749593806747,
+      "grad_norm": 233.07614135742188,
+      "learning_rate": 2.2869218681021054e-06,
+      "loss": 27.6875,
+      "step": 32937
+    },
+    {
+      "epoch": 1.574022746822135,
+      "grad_norm": 508.96331787109375,
+      "learning_rate": 2.2864293536869555e-06,
+      "loss": 33.4375,
+      "step": 32938
+    },
+    {
+      "epoch": 1.5740705342635954,
+      "grad_norm": 157.95518493652344,
+      "learning_rate": 2.2859368854661403e-06,
+      "loss": 23.2188,
+      "step": 32939
+    },
+    {
+      "epoch": 1.5741183217050558,
+      "grad_norm": 194.4881134033203,
+      "learning_rate": 2.285444463442613e-06,
+      "loss": 21.6875,
+      "step": 32940
+    },
+    {
+      "epoch": 1.5741661091465162,
+      "grad_norm": 519.4237670898438,
+      "learning_rate": 2.2849520876193154e-06,
+      "loss": 30.7188,
+      "step": 32941
+    },
+    {
+      "epoch": 1.5742138965879766,
+      "grad_norm": 287.9783935546875,
+      "learning_rate": 2.284459757999199e-06,
+      "loss": 36.9375,
+      "step": 32942
+    },
+    {
+      "epoch": 1.574261684029437,
+      "grad_norm": 207.09881591796875,
+      "learning_rate": 2.283967474585217e-06,
+      "loss": 22.0938,
+      "step": 32943
+    },
+    {
+      "epoch": 1.5743094714708974,
+      "grad_norm": 506.78399658203125,
+      "learning_rate": 2.2834752373803094e-06,
+      "loss": 32.8438,
+      "step": 32944
+    },
+    {
+      "epoch": 1.5743572589123578,
+      "grad_norm": 584.9452514648438,
+      "learning_rate": 2.282983046387429e-06,
+      "loss": 27.7188,
+      "step": 32945
+    },
+    {
+      "epoch": 1.5744050463538182,
+      "grad_norm": 178.67471313476562,
+      "learning_rate": 2.282490901609522e-06,
+      "loss": 20.2031,
+      "step": 32946
+    },
+    {
+      "epoch": 1.5744528337952786,
+      "grad_norm": 360.728515625,
+      "learning_rate": 2.2819988030495386e-06,
+      "loss": 23.8125,
+      "step": 32947
+    },
+    {
+      "epoch": 1.574500621236739,
+      "grad_norm": 182.5164337158203,
+      "learning_rate": 2.2815067507104216e-06,
+      "loss": 19.875,
+      "step": 32948
+    },
+    {
+      "epoch": 1.5745484086781993,
+      "grad_norm": 181.30792236328125,
+      "learning_rate": 2.2810147445951194e-06,
+      "loss": 25.375,
+      "step": 32949
+    },
+    {
+      "epoch": 1.5745961961196597,
+      "grad_norm": 382.607666015625,
+      "learning_rate": 2.280522784706578e-06,
+      "loss": 23.9375,
+      "step": 32950
+    },
+    {
+      "epoch": 1.5746439835611201,
+      "grad_norm": 191.7570037841797,
+      "learning_rate": 2.280030871047748e-06,
+      "loss": 23.7031,
+      "step": 32951
+    },
+    {
+      "epoch": 1.5746917710025805,
+      "grad_norm": 191.3171844482422,
+      "learning_rate": 2.279539003621568e-06,
+      "loss": 19.0,
+      "step": 32952
+    },
+    {
+      "epoch": 1.574739558444041,
+      "grad_norm": 292.1839904785156,
+      "learning_rate": 2.2790471824309877e-06,
+      "loss": 20.5938,
+      "step": 32953
+    },
+    {
+      "epoch": 1.5747873458855013,
+      "grad_norm": 180.39273071289062,
+      "learning_rate": 2.2785554074789516e-06,
+      "loss": 23.9531,
+      "step": 32954
+    },
+    {
+      "epoch": 1.5748351333269617,
+      "grad_norm": 293.1404113769531,
+      "learning_rate": 2.2780636787684084e-06,
+      "loss": 25.4531,
+      "step": 32955
+    },
+    {
+      "epoch": 1.574882920768422,
+      "grad_norm": 344.9687805175781,
+      "learning_rate": 2.277571996302297e-06,
+      "loss": 28.0938,
+      "step": 32956
+    },
+    {
+      "epoch": 1.5749307082098825,
+      "grad_norm": 155.26612854003906,
+      "learning_rate": 2.2770803600835646e-06,
+      "loss": 25.5938,
+      "step": 32957
+    },
+    {
+      "epoch": 1.5749784956513428,
+      "grad_norm": 137.66722106933594,
+      "learning_rate": 2.276588770115158e-06,
+      "loss": 19.0,
+      "step": 32958
+    },
+    {
+      "epoch": 1.5750262830928032,
+      "grad_norm": 242.6785888671875,
+      "learning_rate": 2.276097226400016e-06,
+      "loss": 17.8906,
+      "step": 32959
+    },
+    {
+      "epoch": 1.5750740705342636,
+      "grad_norm": 331.48101806640625,
+      "learning_rate": 2.275605728941085e-06,
+      "loss": 29.5938,
+      "step": 32960
+    },
+    {
+      "epoch": 1.575121857975724,
+      "grad_norm": 458.7687683105469,
+      "learning_rate": 2.275114277741308e-06,
+      "loss": 17.5938,
+      "step": 32961
+    },
+    {
+      "epoch": 1.5751696454171844,
+      "grad_norm": 267.32440185546875,
+      "learning_rate": 2.2746228728036324e-06,
+      "loss": 20.4531,
+      "step": 32962
+    },
+    {
+      "epoch": 1.5752174328586448,
+      "grad_norm": 331.9704895019531,
+      "learning_rate": 2.274131514130995e-06,
+      "loss": 27.0469,
+      "step": 32963
+    },
+    {
+      "epoch": 1.5752652203001052,
+      "grad_norm": 157.68487548828125,
+      "learning_rate": 2.2736402017263394e-06,
+      "loss": 22.6562,
+      "step": 32964
+    },
+    {
+      "epoch": 1.5753130077415656,
+      "grad_norm": 238.31488037109375,
+      "learning_rate": 2.2731489355926127e-06,
+      "loss": 19.4688,
+      "step": 32965
+    },
+    {
+      "epoch": 1.575360795183026,
+      "grad_norm": 267.21917724609375,
+      "learning_rate": 2.272657715732751e-06,
+      "loss": 22.4688,
+      "step": 32966
+    },
+    {
+      "epoch": 1.5754085826244864,
+      "grad_norm": 193.13409423828125,
+      "learning_rate": 2.2721665421496974e-06,
+      "loss": 28.6094,
+      "step": 32967
+    },
+    {
+      "epoch": 1.5754563700659467,
+      "grad_norm": 452.8238220214844,
+      "learning_rate": 2.2716754148463983e-06,
+      "loss": 23.7812,
+      "step": 32968
+    },
+    {
+      "epoch": 1.5755041575074071,
+      "grad_norm": 273.8703308105469,
+      "learning_rate": 2.2711843338257887e-06,
+      "loss": 16.8281,
+      "step": 32969
+    },
+    {
+      "epoch": 1.5755519449488675,
+      "grad_norm": 573.2239990234375,
+      "learning_rate": 2.2706932990908147e-06,
+      "loss": 24.4375,
+      "step": 32970
+    },
+    {
+      "epoch": 1.575599732390328,
+      "grad_norm": 314.9952087402344,
+      "learning_rate": 2.2702023106444104e-06,
+      "loss": 28.7812,
+      "step": 32971
+    },
+    {
+      "epoch": 1.5756475198317883,
+      "grad_norm": 171.17796325683594,
+      "learning_rate": 2.2697113684895213e-06,
+      "loss": 22.5156,
+      "step": 32972
+    },
+    {
+      "epoch": 1.5756953072732487,
+      "grad_norm": 205.84951782226562,
+      "learning_rate": 2.2692204726290888e-06,
+      "loss": 23.4062,
+      "step": 32973
+    },
+    {
+      "epoch": 1.575743094714709,
+      "grad_norm": 222.20411682128906,
+      "learning_rate": 2.2687296230660474e-06,
+      "loss": 26.3125,
+      "step": 32974
+    },
+    {
+      "epoch": 1.5757908821561695,
+      "grad_norm": 122.87242889404297,
+      "learning_rate": 2.268238819803339e-06,
+      "loss": 16.4219,
+      "step": 32975
+    },
+    {
+      "epoch": 1.5758386695976299,
+      "grad_norm": 1164.7071533203125,
+      "learning_rate": 2.267748062843904e-06,
+      "loss": 25.8594,
+      "step": 32976
+    },
+    {
+      "epoch": 1.5758864570390902,
+      "grad_norm": 289.45587158203125,
+      "learning_rate": 2.267257352190684e-06,
+      "loss": 18.875,
+      "step": 32977
+    },
+    {
+      "epoch": 1.5759342444805506,
+      "grad_norm": 298.7687072753906,
+      "learning_rate": 2.266766687846611e-06,
+      "loss": 27.1875,
+      "step": 32978
+    },
+    {
+      "epoch": 1.575982031922011,
+      "grad_norm": 701.5484008789062,
+      "learning_rate": 2.266276069814627e-06,
+      "loss": 17.2656,
+      "step": 32979
+    },
+    {
+      "epoch": 1.5760298193634714,
+      "grad_norm": 345.4944152832031,
+      "learning_rate": 2.2657854980976723e-06,
+      "loss": 18.7188,
+      "step": 32980
+    },
+    {
+      "epoch": 1.5760776068049318,
+      "grad_norm": 362.6256103515625,
+      "learning_rate": 2.2652949726986808e-06,
+      "loss": 21.625,
+      "step": 32981
+    },
+    {
+      "epoch": 1.5761253942463922,
+      "grad_norm": 541.4170532226562,
+      "learning_rate": 2.2648044936205914e-06,
+      "loss": 26.5156,
+      "step": 32982
+    },
+    {
+      "epoch": 1.5761731816878526,
+      "grad_norm": 314.8876953125,
+      "learning_rate": 2.2643140608663417e-06,
+      "loss": 20.4219,
+      "step": 32983
+    },
+    {
+      "epoch": 1.576220969129313,
+      "grad_norm": 408.74505615234375,
+      "learning_rate": 2.263823674438872e-06,
+      "loss": 30.625,
+      "step": 32984
+    },
+    {
+      "epoch": 1.5762687565707734,
+      "grad_norm": 241.58326721191406,
+      "learning_rate": 2.2633333343411133e-06,
+      "loss": 23.625,
+      "step": 32985
+    },
+    {
+      "epoch": 1.5763165440122335,
+      "grad_norm": 205.794189453125,
+      "learning_rate": 2.262843040576006e-06,
+      "loss": 19.2812,
+      "step": 32986
+    },
+    {
+      "epoch": 1.576364331453694,
+      "grad_norm": 371.8149108886719,
+      "learning_rate": 2.262352793146484e-06,
+      "loss": 19.2188,
+      "step": 32987
+    },
+    {
+      "epoch": 1.5764121188951543,
+      "grad_norm": 500.0646667480469,
+      "learning_rate": 2.261862592055487e-06,
+      "loss": 28.1875,
+      "step": 32988
+    },
+    {
+      "epoch": 1.5764599063366147,
+      "grad_norm": 226.1758270263672,
+      "learning_rate": 2.2613724373059465e-06,
+      "loss": 23.6484,
+      "step": 32989
+    },
+    {
+      "epoch": 1.576507693778075,
+      "grad_norm": 170.4163360595703,
+      "learning_rate": 2.2608823289007985e-06,
+      "loss": 19.9219,
+      "step": 32990
+    },
+    {
+      "epoch": 1.5765554812195355,
+      "grad_norm": 381.7738952636719,
+      "learning_rate": 2.26039226684298e-06,
+      "loss": 22.1094,
+      "step": 32991
+    },
+    {
+      "epoch": 1.5766032686609959,
+      "grad_norm": 342.35247802734375,
+      "learning_rate": 2.2599022511354274e-06,
+      "loss": 20.9688,
+      "step": 32992
+    },
+    {
+      "epoch": 1.5766510561024563,
+      "grad_norm": 163.0179901123047,
+      "learning_rate": 2.2594122817810693e-06,
+      "loss": 25.5156,
+      "step": 32993
+    },
+    {
+      "epoch": 1.5766988435439167,
+      "grad_norm": 188.7124481201172,
+      "learning_rate": 2.2589223587828445e-06,
+      "loss": 31.6562,
+      "step": 32994
+    },
+    {
+      "epoch": 1.576746630985377,
+      "grad_norm": 244.40121459960938,
+      "learning_rate": 2.2584324821436887e-06,
+      "loss": 15.8125,
+      "step": 32995
+    },
+    {
+      "epoch": 1.5767944184268374,
+      "grad_norm": 840.7767944335938,
+      "learning_rate": 2.25794265186653e-06,
+      "loss": 34.9375,
+      "step": 32996
+    },
+    {
+      "epoch": 1.5768422058682978,
+      "grad_norm": 311.0384216308594,
+      "learning_rate": 2.2574528679543052e-06,
+      "loss": 19.9688,
+      "step": 32997
+    },
+    {
+      "epoch": 1.5768899933097582,
+      "grad_norm": 133.0132598876953,
+      "learning_rate": 2.256963130409949e-06,
+      "loss": 24.8125,
+      "step": 32998
+    },
+    {
+      "epoch": 1.5769377807512186,
+      "grad_norm": 275.874267578125,
+      "learning_rate": 2.2564734392363906e-06,
+      "loss": 27.2812,
+      "step": 32999
+    },
+    {
+      "epoch": 1.576985568192679,
+      "grad_norm": 197.9150848388672,
+      "learning_rate": 2.255983794436565e-06,
+      "loss": 20.7031,
+      "step": 33000
+    },
+    {
+      "epoch": 1.5770333556341394,
+      "grad_norm": 240.49905395507812,
+      "learning_rate": 2.2554941960134047e-06,
+      "loss": 26.75,
+      "step": 33001
+    },
+    {
+      "epoch": 1.5770811430755998,
+      "grad_norm": 307.2429504394531,
+      "learning_rate": 2.255004643969839e-06,
+      "loss": 20.0312,
+      "step": 33002
+    },
+    {
+      "epoch": 1.5771289305170602,
+      "grad_norm": 227.6486358642578,
+      "learning_rate": 2.2545151383088047e-06,
+      "loss": 25.9688,
+      "step": 33003
+    },
+    {
+      "epoch": 1.5771767179585205,
+      "grad_norm": 184.24368286132812,
+      "learning_rate": 2.2540256790332283e-06,
+      "loss": 18.4219,
+      "step": 33004
+    },
+    {
+      "epoch": 1.577224505399981,
+      "grad_norm": 274.86968994140625,
+      "learning_rate": 2.2535362661460426e-06,
+      "loss": 27.5156,
+      "step": 33005
+    },
+    {
+      "epoch": 1.577272292841441,
+      "grad_norm": 154.08998107910156,
+      "learning_rate": 2.253046899650181e-06,
+      "loss": 21.9844,
+      "step": 33006
+    },
+    {
+      "epoch": 1.5773200802829015,
+      "grad_norm": 328.1551208496094,
+      "learning_rate": 2.25255757954857e-06,
+      "loss": 22.7812,
+      "step": 33007
+    },
+    {
+      "epoch": 1.5773678677243619,
+      "grad_norm": 212.59384155273438,
+      "learning_rate": 2.2520683058441417e-06,
+      "loss": 31.3438,
+      "step": 33008
+    },
+    {
+      "epoch": 1.5774156551658223,
+      "grad_norm": 173.11802673339844,
+      "learning_rate": 2.251579078539827e-06,
+      "loss": 29.9375,
+      "step": 33009
+    },
+    {
+      "epoch": 1.5774634426072827,
+      "grad_norm": 309.8831787109375,
+      "learning_rate": 2.2510898976385587e-06,
+      "loss": 24.875,
+      "step": 33010
+    },
+    {
+      "epoch": 1.577511230048743,
+      "grad_norm": 323.2901306152344,
+      "learning_rate": 2.2506007631432604e-06,
+      "loss": 23.4375,
+      "step": 33011
+    },
+    {
+      "epoch": 1.5775590174902034,
+      "grad_norm": 213.5380401611328,
+      "learning_rate": 2.250111675056863e-06,
+      "loss": 20.6016,
+      "step": 33012
+    },
+    {
+      "epoch": 1.5776068049316638,
+      "grad_norm": 214.42474365234375,
+      "learning_rate": 2.2496226333822967e-06,
+      "loss": 25.3438,
+      "step": 33013
+    },
+    {
+      "epoch": 1.5776545923731242,
+      "grad_norm": 267.4781494140625,
+      "learning_rate": 2.2491336381224937e-06,
+      "loss": 22.9062,
+      "step": 33014
+    },
+    {
+      "epoch": 1.5777023798145846,
+      "grad_norm": 282.8349914550781,
+      "learning_rate": 2.248644689280376e-06,
+      "loss": 22.4375,
+      "step": 33015
+    },
+    {
+      "epoch": 1.577750167256045,
+      "grad_norm": 275.1115417480469,
+      "learning_rate": 2.2481557868588743e-06,
+      "loss": 29.125,
+      "step": 33016
+    },
+    {
+      "epoch": 1.5777979546975054,
+      "grad_norm": 275.4179382324219,
+      "learning_rate": 2.247666930860919e-06,
+      "loss": 27.4688,
+      "step": 33017
+    },
+    {
+      "epoch": 1.5778457421389658,
+      "grad_norm": 344.1213073730469,
+      "learning_rate": 2.247178121289434e-06,
+      "loss": 26.6875,
+      "step": 33018
+    },
+    {
+      "epoch": 1.5778935295804262,
+      "grad_norm": 377.5167541503906,
+      "learning_rate": 2.246689358147347e-06,
+      "loss": 26.2188,
+      "step": 33019
+    },
+    {
+      "epoch": 1.5779413170218866,
+      "grad_norm": 205.46331787109375,
+      "learning_rate": 2.246200641437587e-06,
+      "loss": 23.4219,
+      "step": 33020
+    },
+    {
+      "epoch": 1.577989104463347,
+      "grad_norm": 155.1517791748047,
+      "learning_rate": 2.2457119711630825e-06,
+      "loss": 16.25,
+      "step": 33021
+    },
+    {
+      "epoch": 1.5780368919048073,
+      "grad_norm": 265.5520324707031,
+      "learning_rate": 2.245223347326755e-06,
+      "loss": 23.0,
+      "step": 33022
+    },
+    {
+      "epoch": 1.5780846793462677,
+      "grad_norm": 242.38418579101562,
+      "learning_rate": 2.2447347699315326e-06,
+      "loss": 20.4688,
+      "step": 33023
+    },
+    {
+      "epoch": 1.5781324667877281,
+      "grad_norm": 268.578369140625,
+      "learning_rate": 2.2442462389803422e-06,
+      "loss": 28.9062,
+      "step": 33024
+    },
+    {
+      "epoch": 1.5781802542291885,
+      "grad_norm": 291.421630859375,
+      "learning_rate": 2.2437577544761124e-06,
+      "loss": 22.5781,
+      "step": 33025
+    },
+    {
+      "epoch": 1.578228041670649,
+      "grad_norm": 237.79638671875,
+      "learning_rate": 2.243269316421762e-06,
+      "loss": 25.5312,
+      "step": 33026
+    },
+    {
+      "epoch": 1.5782758291121093,
+      "grad_norm": 214.41177368164062,
+      "learning_rate": 2.242780924820219e-06,
+      "loss": 15.3438,
+      "step": 33027
+    },
+    {
+      "epoch": 1.5783236165535697,
+      "grad_norm": 220.9023895263672,
+      "learning_rate": 2.242292579674413e-06,
+      "loss": 18.9531,
+      "step": 33028
+    },
+    {
+      "epoch": 1.57837140399503,
+      "grad_norm": 289.8175354003906,
+      "learning_rate": 2.241804280987261e-06,
+      "loss": 31.25,
+      "step": 33029
+    },
+    {
+      "epoch": 1.5784191914364905,
+      "grad_norm": 156.59422302246094,
+      "learning_rate": 2.24131602876169e-06,
+      "loss": 19.3438,
+      "step": 33030
+    },
+    {
+      "epoch": 1.5784669788779508,
+      "grad_norm": 229.4066925048828,
+      "learning_rate": 2.2408278230006277e-06,
+      "loss": 26.2344,
+      "step": 33031
+    },
+    {
+      "epoch": 1.5785147663194112,
+      "grad_norm": 181.36807250976562,
+      "learning_rate": 2.240339663706991e-06,
+      "loss": 15.0938,
+      "step": 33032
+    },
+    {
+      "epoch": 1.5785625537608716,
+      "grad_norm": 291.1689453125,
+      "learning_rate": 2.2398515508837084e-06,
+      "loss": 23.75,
+      "step": 33033
+    },
+    {
+      "epoch": 1.578610341202332,
+      "grad_norm": 302.9742126464844,
+      "learning_rate": 2.239363484533703e-06,
+      "loss": 16.8438,
+      "step": 33034
+    },
+    {
+      "epoch": 1.5786581286437924,
+      "grad_norm": 257.0883483886719,
+      "learning_rate": 2.2388754646598944e-06,
+      "loss": 25.0938,
+      "step": 33035
+    },
+    {
+      "epoch": 1.5787059160852528,
+      "grad_norm": 466.3990173339844,
+      "learning_rate": 2.2383874912652103e-06,
+      "loss": 21.6562,
+      "step": 33036
+    },
+    {
+      "epoch": 1.5787537035267132,
+      "grad_norm": 131.90391540527344,
+      "learning_rate": 2.2378995643525668e-06,
+      "loss": 18.2344,
+      "step": 33037
+    },
+    {
+      "epoch": 1.5788014909681736,
+      "grad_norm": 303.27874755859375,
+      "learning_rate": 2.2374116839248893e-06,
+      "loss": 28.0,
+      "step": 33038
+    },
+    {
+      "epoch": 1.578849278409634,
+      "grad_norm": 211.65635681152344,
+      "learning_rate": 2.2369238499850986e-06,
+      "loss": 33.8125,
+      "step": 33039
+    },
+    {
+      "epoch": 1.5788970658510944,
+      "grad_norm": 209.7652587890625,
+      "learning_rate": 2.2364360625361202e-06,
+      "loss": 26.4375,
+      "step": 33040
+    },
+    {
+      "epoch": 1.5789448532925547,
+      "grad_norm": 493.5461120605469,
+      "learning_rate": 2.2359483215808697e-06,
+      "loss": 19.4688,
+      "step": 33041
+    },
+    {
+      "epoch": 1.5789926407340151,
+      "grad_norm": 419.84332275390625,
+      "learning_rate": 2.235460627122269e-06,
+      "loss": 25.9062,
+      "step": 33042
+    },
+    {
+      "epoch": 1.5790404281754755,
+      "grad_norm": 426.4916076660156,
+      "learning_rate": 2.2349729791632445e-06,
+      "loss": 30.1562,
+      "step": 33043
+    },
+    {
+      "epoch": 1.579088215616936,
+      "grad_norm": 214.3905487060547,
+      "learning_rate": 2.234485377706709e-06,
+      "loss": 26.0,
+      "step": 33044
+    },
+    {
+      "epoch": 1.5791360030583963,
+      "grad_norm": 314.2170104980469,
+      "learning_rate": 2.233997822755585e-06,
+      "loss": 35.5625,
+      "step": 33045
+    },
+    {
+      "epoch": 1.5791837904998567,
+      "grad_norm": 240.8809356689453,
+      "learning_rate": 2.2335103143127934e-06,
+      "loss": 28.4688,
+      "step": 33046
+    },
+    {
+      "epoch": 1.579231577941317,
+      "grad_norm": 152.54185485839844,
+      "learning_rate": 2.233022852381257e-06,
+      "loss": 23.8906,
+      "step": 33047
+    },
+    {
+      "epoch": 1.5792793653827775,
+      "grad_norm": 209.49740600585938,
+      "learning_rate": 2.2325354369638884e-06,
+      "loss": 26.3125,
+      "step": 33048
+    },
+    {
+      "epoch": 1.5793271528242379,
+      "grad_norm": 221.54856872558594,
+      "learning_rate": 2.2320480680636103e-06,
+      "loss": 29.4062,
+      "step": 33049
+    },
+    {
+      "epoch": 1.5793749402656982,
+      "grad_norm": 246.39016723632812,
+      "learning_rate": 2.2315607456833398e-06,
+      "loss": 22.4688,
+      "step": 33050
+    },
+    {
+      "epoch": 1.5794227277071586,
+      "grad_norm": 340.17138671875,
+      "learning_rate": 2.2310734698259993e-06,
+      "loss": 32.6875,
+      "step": 33051
+    },
+    {
+      "epoch": 1.579470515148619,
+      "grad_norm": 188.40625,
+      "learning_rate": 2.2305862404945024e-06,
+      "loss": 25.9375,
+      "step": 33052
+    },
+    {
+      "epoch": 1.5795183025900794,
+      "grad_norm": 199.3062286376953,
+      "learning_rate": 2.230099057691768e-06,
+      "loss": 22.9688,
+      "step": 33053
+    },
+    {
+      "epoch": 1.5795660900315398,
+      "grad_norm": 339.7685241699219,
+      "learning_rate": 2.2296119214207168e-06,
+      "loss": 32.1875,
+      "step": 33054
+    },
+    {
+      "epoch": 1.5796138774730002,
+      "grad_norm": 447.4501647949219,
+      "learning_rate": 2.229124831684262e-06,
+      "loss": 46.1875,
+      "step": 33055
+    },
+    {
+      "epoch": 1.5796616649144606,
+      "grad_norm": 221.2382354736328,
+      "learning_rate": 2.2286377884853207e-06,
+      "loss": 34.1562,
+      "step": 33056
+    },
+    {
+      "epoch": 1.579709452355921,
+      "grad_norm": 288.2555236816406,
+      "learning_rate": 2.2281507918268117e-06,
+      "loss": 28.625,
+      "step": 33057
+    },
+    {
+      "epoch": 1.5797572397973814,
+      "grad_norm": 226.44705200195312,
+      "learning_rate": 2.2276638417116545e-06,
+      "loss": 23.5938,
+      "step": 33058
+    },
+    {
+      "epoch": 1.5798050272388418,
+      "grad_norm": 158.08229064941406,
+      "learning_rate": 2.227176938142759e-06,
+      "loss": 14.25,
+      "step": 33059
+    },
+    {
+      "epoch": 1.5798528146803021,
+      "grad_norm": 337.5087585449219,
+      "learning_rate": 2.226690081123043e-06,
+      "loss": 41.625,
+      "step": 33060
+    },
+    {
+      "epoch": 1.5799006021217625,
+      "grad_norm": 200.12466430664062,
+      "learning_rate": 2.2262032706554237e-06,
+      "loss": 20.1406,
+      "step": 33061
+    },
+    {
+      "epoch": 1.579948389563223,
+      "grad_norm": 315.5472412109375,
+      "learning_rate": 2.2257165067428188e-06,
+      "loss": 29.6875,
+      "step": 33062
+    },
+    {
+      "epoch": 1.5799961770046833,
+      "grad_norm": 194.2060089111328,
+      "learning_rate": 2.225229789388137e-06,
+      "loss": 23.2656,
+      "step": 33063
+    },
+    {
+      "epoch": 1.5800439644461437,
+      "grad_norm": 156.46438598632812,
+      "learning_rate": 2.224743118594297e-06,
+      "loss": 16.4375,
+      "step": 33064
+    },
+    {
+      "epoch": 1.580091751887604,
+      "grad_norm": 169.82699584960938,
+      "learning_rate": 2.2242564943642165e-06,
+      "loss": 26.9688,
+      "step": 33065
+    },
+    {
+      "epoch": 1.5801395393290645,
+      "grad_norm": 672.7722778320312,
+      "learning_rate": 2.223769916700802e-06,
+      "loss": 25.8125,
+      "step": 33066
+    },
+    {
+      "epoch": 1.5801873267705249,
+      "grad_norm": 216.9149169921875,
+      "learning_rate": 2.2232833856069746e-06,
+      "loss": 23.1562,
+      "step": 33067
+    },
+    {
+      "epoch": 1.580235114211985,
+      "grad_norm": 181.5196075439453,
+      "learning_rate": 2.2227969010856433e-06,
+      "loss": 23.7188,
+      "step": 33068
+    },
+    {
+      "epoch": 1.5802829016534454,
+      "grad_norm": 225.62771606445312,
+      "learning_rate": 2.222310463139725e-06,
+      "loss": 18.2812,
+      "step": 33069
+    },
+    {
+      "epoch": 1.5803306890949058,
+      "grad_norm": 281.0742492675781,
+      "learning_rate": 2.2218240717721284e-06,
+      "loss": 26.0781,
+      "step": 33070
+    },
+    {
+      "epoch": 1.5803784765363662,
+      "grad_norm": 440.2854309082031,
+      "learning_rate": 2.2213377269857694e-06,
+      "loss": 28.5,
+      "step": 33071
+    },
+    {
+      "epoch": 1.5804262639778266,
+      "grad_norm": 165.3399200439453,
+      "learning_rate": 2.2208514287835603e-06,
+      "loss": 22.9375,
+      "step": 33072
+    },
+    {
+      "epoch": 1.580474051419287,
+      "grad_norm": 545.1939697265625,
+      "learning_rate": 2.2203651771684153e-06,
+      "loss": 32.3125,
+      "step": 33073
+    },
+    {
+      "epoch": 1.5805218388607474,
+      "grad_norm": 252.77847290039062,
+      "learning_rate": 2.2198789721432422e-06,
+      "loss": 30.2812,
+      "step": 33074
+    },
+    {
+      "epoch": 1.5805696263022078,
+      "grad_norm": 414.1998596191406,
+      "learning_rate": 2.2193928137109545e-06,
+      "loss": 18.7344,
+      "step": 33075
+    },
+    {
+      "epoch": 1.5806174137436682,
+      "grad_norm": 198.27850341796875,
+      "learning_rate": 2.2189067018744646e-06,
+      "loss": 20.5156,
+      "step": 33076
+    },
+    {
+      "epoch": 1.5806652011851285,
+      "grad_norm": 347.3049011230469,
+      "learning_rate": 2.2184206366366856e-06,
+      "loss": 27.8594,
+      "step": 33077
+    },
+    {
+      "epoch": 1.580712988626589,
+      "grad_norm": 324.8596496582031,
+      "learning_rate": 2.2179346180005234e-06,
+      "loss": 22.5469,
+      "step": 33078
+    },
+    {
+      "epoch": 1.5807607760680493,
+      "grad_norm": 282.3355407714844,
+      "learning_rate": 2.2174486459688917e-06,
+      "loss": 28.3438,
+      "step": 33079
+    },
+    {
+      "epoch": 1.5808085635095097,
+      "grad_norm": 403.4210205078125,
+      "learning_rate": 2.216962720544703e-06,
+      "loss": 22.5312,
+      "step": 33080
+    },
+    {
+      "epoch": 1.58085635095097,
+      "grad_norm": 252.7879638671875,
+      "learning_rate": 2.216476841730861e-06,
+      "loss": 20.0781,
+      "step": 33081
+    },
+    {
+      "epoch": 1.5809041383924305,
+      "grad_norm": 259.2419738769531,
+      "learning_rate": 2.2159910095302807e-06,
+      "loss": 27.7969,
+      "step": 33082
+    },
+    {
+      "epoch": 1.5809519258338909,
+      "grad_norm": 147.6590576171875,
+      "learning_rate": 2.2155052239458684e-06,
+      "loss": 18.0,
+      "step": 33083
+    },
+    {
+      "epoch": 1.5809997132753513,
+      "grad_norm": 191.41485595703125,
+      "learning_rate": 2.2150194849805397e-06,
+      "loss": 32.0938,
+      "step": 33084
+    },
+    {
+      "epoch": 1.5810475007168117,
+      "grad_norm": 207.8089141845703,
+      "learning_rate": 2.2145337926371944e-06,
+      "loss": 21.4844,
+      "step": 33085
+    },
+    {
+      "epoch": 1.581095288158272,
+      "grad_norm": 419.6824951171875,
+      "learning_rate": 2.214048146918747e-06,
+      "loss": 22.875,
+      "step": 33086
+    },
+    {
+      "epoch": 1.5811430755997324,
+      "grad_norm": 197.1727752685547,
+      "learning_rate": 2.2135625478281044e-06,
+      "loss": 23.4219,
+      "step": 33087
+    },
+    {
+      "epoch": 1.5811908630411928,
+      "grad_norm": 123.80751037597656,
+      "learning_rate": 2.213076995368176e-06,
+      "loss": 19.4062,
+      "step": 33088
+    },
+    {
+      "epoch": 1.581238650482653,
+      "grad_norm": 227.0757598876953,
+      "learning_rate": 2.2125914895418675e-06,
+      "loss": 16.1719,
+      "step": 33089
+    },
+    {
+      "epoch": 1.5812864379241134,
+      "grad_norm": 341.159423828125,
+      "learning_rate": 2.212106030352087e-06,
+      "loss": 22.8594,
+      "step": 33090
+    },
+    {
+      "epoch": 1.5813342253655738,
+      "grad_norm": 470.78131103515625,
+      "learning_rate": 2.2116206178017453e-06,
+      "loss": 27.1875,
+      "step": 33091
+    },
+    {
+      "epoch": 1.5813820128070342,
+      "grad_norm": 212.874267578125,
+      "learning_rate": 2.2111352518937434e-06,
+      "loss": 28.9062,
+      "step": 33092
+    },
+    {
+      "epoch": 1.5814298002484946,
+      "grad_norm": 388.6234436035156,
+      "learning_rate": 2.2106499326309903e-06,
+      "loss": 29.5625,
+      "step": 33093
+    },
+    {
+      "epoch": 1.581477587689955,
+      "grad_norm": 135.97030639648438,
+      "learning_rate": 2.210164660016394e-06,
+      "loss": 17.625,
+      "step": 33094
+    },
+    {
+      "epoch": 1.5815253751314153,
+      "grad_norm": 277.7270812988281,
+      "learning_rate": 2.209679434052863e-06,
+      "loss": 24.1875,
+      "step": 33095
+    },
+    {
+      "epoch": 1.5815731625728757,
+      "grad_norm": 402.8584899902344,
+      "learning_rate": 2.209194254743295e-06,
+      "loss": 28.4844,
+      "step": 33096
+    },
+    {
+      "epoch": 1.5816209500143361,
+      "grad_norm": 215.228515625,
+      "learning_rate": 2.208709122090602e-06,
+      "loss": 20.5312,
+      "step": 33097
+    },
+    {
+      "epoch": 1.5816687374557965,
+      "grad_norm": 267.7262268066406,
+      "learning_rate": 2.2082240360976915e-06,
+      "loss": 20.625,
+      "step": 33098
+    },
+    {
+      "epoch": 1.581716524897257,
+      "grad_norm": 284.8868408203125,
+      "learning_rate": 2.20773899676746e-06,
+      "loss": 33.9062,
+      "step": 33099
+    },
+    {
+      "epoch": 1.5817643123387173,
+      "grad_norm": 225.360107421875,
+      "learning_rate": 2.2072540041028214e-06,
+      "loss": 20.0625,
+      "step": 33100
+    },
+    {
+      "epoch": 1.5818120997801777,
+      "grad_norm": 293.55084228515625,
+      "learning_rate": 2.2067690581066723e-06,
+      "loss": 25.2969,
+      "step": 33101
+    },
+    {
+      "epoch": 1.581859887221638,
+      "grad_norm": 176.41241455078125,
+      "learning_rate": 2.206284158781922e-06,
+      "loss": 22.75,
+      "step": 33102
+    },
+    {
+      "epoch": 1.5819076746630985,
+      "grad_norm": 136.2099609375,
+      "learning_rate": 2.2057993061314743e-06,
+      "loss": 21.8438,
+      "step": 33103
+    },
+    {
+      "epoch": 1.5819554621045588,
+      "grad_norm": 237.1224365234375,
+      "learning_rate": 2.2053145001582287e-06,
+      "loss": 26.25,
+      "step": 33104
+    },
+    {
+      "epoch": 1.5820032495460192,
+      "grad_norm": 214.06314086914062,
+      "learning_rate": 2.204829740865092e-06,
+      "loss": 26.25,
+      "step": 33105
+    },
+    {
+      "epoch": 1.5820510369874796,
+      "grad_norm": 416.5201721191406,
+      "learning_rate": 2.2043450282549693e-06,
+      "loss": 34.75,
+      "step": 33106
+    },
+    {
+      "epoch": 1.58209882442894,
+      "grad_norm": 308.0034484863281,
+      "learning_rate": 2.2038603623307577e-06,
+      "loss": 30.5938,
+      "step": 33107
+    },
+    {
+      "epoch": 1.5821466118704004,
+      "grad_norm": 181.12277221679688,
+      "learning_rate": 2.203375743095363e-06,
+      "loss": 20.5625,
+      "step": 33108
+    },
+    {
+      "epoch": 1.5821943993118608,
+      "grad_norm": 324.62933349609375,
+      "learning_rate": 2.2028911705516866e-06,
+      "loss": 28.0156,
+      "step": 33109
+    },
+    {
+      "epoch": 1.5822421867533212,
+      "grad_norm": 199.57313537597656,
+      "learning_rate": 2.2024066447026336e-06,
+      "loss": 19.7969,
+      "step": 33110
+    },
+    {
+      "epoch": 1.5822899741947816,
+      "grad_norm": 428.9112854003906,
+      "learning_rate": 2.2019221655511015e-06,
+      "loss": 25.375,
+      "step": 33111
+    },
+    {
+      "epoch": 1.582337761636242,
+      "grad_norm": 252.3617706298828,
+      "learning_rate": 2.2014377330999924e-06,
+      "loss": 28.8125,
+      "step": 33112
+    },
+    {
+      "epoch": 1.5823855490777023,
+      "grad_norm": 199.5035858154297,
+      "learning_rate": 2.200953347352213e-06,
+      "loss": 17.5312,
+      "step": 33113
+    },
+    {
+      "epoch": 1.5824333365191627,
+      "grad_norm": 268.5170593261719,
+      "learning_rate": 2.200469008310655e-06,
+      "loss": 16.9375,
+      "step": 33114
+    },
+    {
+      "epoch": 1.5824811239606231,
+      "grad_norm": 541.9666137695312,
+      "learning_rate": 2.1999847159782238e-06,
+      "loss": 21.2656,
+      "step": 33115
+    },
+    {
+      "epoch": 1.5825289114020835,
+      "grad_norm": 177.17005920410156,
+      "learning_rate": 2.1995004703578194e-06,
+      "loss": 23.4062,
+      "step": 33116
+    },
+    {
+      "epoch": 1.582576698843544,
+      "grad_norm": 168.51837158203125,
+      "learning_rate": 2.1990162714523443e-06,
+      "loss": 23.2031,
+      "step": 33117
+    },
+    {
+      "epoch": 1.5826244862850043,
+      "grad_norm": 266.16424560546875,
+      "learning_rate": 2.1985321192646935e-06,
+      "loss": 17.875,
+      "step": 33118
+    },
+    {
+      "epoch": 1.5826722737264647,
+      "grad_norm": 151.4036865234375,
+      "learning_rate": 2.1980480137977678e-06,
+      "loss": 23.0,
+      "step": 33119
+    },
+    {
+      "epoch": 1.582720061167925,
+      "grad_norm": 262.6766662597656,
+      "learning_rate": 2.197563955054468e-06,
+      "loss": 17.8906,
+      "step": 33120
+    },
+    {
+      "epoch": 1.5827678486093855,
+      "grad_norm": 167.32986450195312,
+      "learning_rate": 2.1970799430376954e-06,
+      "loss": 32.2188,
+      "step": 33121
+    },
+    {
+      "epoch": 1.5828156360508459,
+      "grad_norm": 337.03961181640625,
+      "learning_rate": 2.196595977750342e-06,
+      "loss": 19.9062,
+      "step": 33122
+    },
+    {
+      "epoch": 1.5828634234923062,
+      "grad_norm": 540.9727783203125,
+      "learning_rate": 2.1961120591953087e-06,
+      "loss": 25.375,
+      "step": 33123
+    },
+    {
+      "epoch": 1.5829112109337666,
+      "grad_norm": 203.12879943847656,
+      "learning_rate": 2.1956281873754957e-06,
+      "loss": 25.8906,
+      "step": 33124
+    },
+    {
+      "epoch": 1.582958998375227,
+      "grad_norm": 1199.26220703125,
+      "learning_rate": 2.1951443622938016e-06,
+      "loss": 27.0,
+      "step": 33125
+    },
+    {
+      "epoch": 1.5830067858166874,
+      "grad_norm": 272.27099609375,
+      "learning_rate": 2.1946605839531198e-06,
+      "loss": 28.875,
+      "step": 33126
+    },
+    {
+      "epoch": 1.5830545732581478,
+      "grad_norm": 403.5592041015625,
+      "learning_rate": 2.194176852356349e-06,
+      "loss": 19.0,
+      "step": 33127
+    },
+    {
+      "epoch": 1.5831023606996082,
+      "grad_norm": 600.8361206054688,
+      "learning_rate": 2.1936931675063886e-06,
+      "loss": 28.3438,
+      "step": 33128
+    },
+    {
+      "epoch": 1.5831501481410686,
+      "grad_norm": 128.38336181640625,
+      "learning_rate": 2.1932095294061317e-06,
+      "loss": 14.0781,
+      "step": 33129
+    },
+    {
+      "epoch": 1.583197935582529,
+      "grad_norm": 175.92347717285156,
+      "learning_rate": 2.1927259380584754e-06,
+      "loss": 19.7344,
+      "step": 33130
+    },
+    {
+      "epoch": 1.5832457230239894,
+      "grad_norm": 220.29440307617188,
+      "learning_rate": 2.1922423934663195e-06,
+      "loss": 34.4375,
+      "step": 33131
+    },
+    {
+      "epoch": 1.5832935104654497,
+      "grad_norm": 217.12661743164062,
+      "learning_rate": 2.191758895632554e-06,
+      "loss": 28.4375,
+      "step": 33132
+    },
+    {
+      "epoch": 1.5833412979069101,
+      "grad_norm": 362.7668762207031,
+      "learning_rate": 2.19127544456008e-06,
+      "loss": 29.75,
+      "step": 33133
+    },
+    {
+      "epoch": 1.5833890853483705,
+      "grad_norm": 170.370361328125,
+      "learning_rate": 2.190792040251788e-06,
+      "loss": 23.875,
+      "step": 33134
+    },
+    {
+      "epoch": 1.583436872789831,
+      "grad_norm": 119.85498046875,
+      "learning_rate": 2.1903086827105746e-06,
+      "loss": 16.5781,
+      "step": 33135
+    },
+    {
+      "epoch": 1.5834846602312913,
+      "grad_norm": 463.97930908203125,
+      "learning_rate": 2.189825371939338e-06,
+      "loss": 22.3281,
+      "step": 33136
+    },
+    {
+      "epoch": 1.5835324476727517,
+      "grad_norm": 284.53814697265625,
+      "learning_rate": 2.189342107940966e-06,
+      "loss": 20.2031,
+      "step": 33137
+    },
+    {
+      "epoch": 1.583580235114212,
+      "grad_norm": 266.1205139160156,
+      "learning_rate": 2.1888588907183573e-06,
+      "loss": 28.2969,
+      "step": 33138
+    },
+    {
+      "epoch": 1.5836280225556725,
+      "grad_norm": 207.7293701171875,
+      "learning_rate": 2.188375720274406e-06,
+      "loss": 31.8594,
+      "step": 33139
+    },
+    {
+      "epoch": 1.5836758099971329,
+      "grad_norm": 287.22998046875,
+      "learning_rate": 2.1878925966120034e-06,
+      "loss": 28.1094,
+      "step": 33140
+    },
+    {
+      "epoch": 1.5837235974385933,
+      "grad_norm": 188.620849609375,
+      "learning_rate": 2.187409519734043e-06,
+      "loss": 15.7969,
+      "step": 33141
+    },
+    {
+      "epoch": 1.5837713848800536,
+      "grad_norm": 197.74293518066406,
+      "learning_rate": 2.1869264896434185e-06,
+      "loss": 23.5938,
+      "step": 33142
+    },
+    {
+      "epoch": 1.583819172321514,
+      "grad_norm": 254.53028869628906,
+      "learning_rate": 2.1864435063430246e-06,
+      "loss": 27.9219,
+      "step": 33143
+    },
+    {
+      "epoch": 1.5838669597629744,
+      "grad_norm": 270.2335510253906,
+      "learning_rate": 2.18596056983575e-06,
+      "loss": 28.4375,
+      "step": 33144
+    },
+    {
+      "epoch": 1.5839147472044348,
+      "grad_norm": 252.4503173828125,
+      "learning_rate": 2.1854776801244893e-06,
+      "loss": 20.9688,
+      "step": 33145
+    },
+    {
+      "epoch": 1.5839625346458952,
+      "grad_norm": 292.5887451171875,
+      "learning_rate": 2.184994837212133e-06,
+      "loss": 25.8125,
+      "step": 33146
+    },
+    {
+      "epoch": 1.5840103220873556,
+      "grad_norm": 241.16188049316406,
+      "learning_rate": 2.184512041101576e-06,
+      "loss": 20.7188,
+      "step": 33147
+    },
+    {
+      "epoch": 1.584058109528816,
+      "grad_norm": 315.6391906738281,
+      "learning_rate": 2.184029291795705e-06,
+      "loss": 23.9531,
+      "step": 33148
+    },
+    {
+      "epoch": 1.5841058969702764,
+      "grad_norm": 161.32933044433594,
+      "learning_rate": 2.183546589297413e-06,
+      "loss": 18.0312,
+      "step": 33149
+    },
+    {
+      "epoch": 1.5841536844117365,
+      "grad_norm": 162.81427001953125,
+      "learning_rate": 2.1830639336095938e-06,
+      "loss": 23.1562,
+      "step": 33150
+    },
+    {
+      "epoch": 1.584201471853197,
+      "grad_norm": 381.4193420410156,
+      "learning_rate": 2.1825813247351324e-06,
+      "loss": 26.6875,
+      "step": 33151
+    },
+    {
+      "epoch": 1.5842492592946573,
+      "grad_norm": 213.48411560058594,
+      "learning_rate": 2.182098762676921e-06,
+      "loss": 19.5625,
+      "step": 33152
+    },
+    {
+      "epoch": 1.5842970467361177,
+      "grad_norm": 481.6263427734375,
+      "learning_rate": 2.18161624743785e-06,
+      "loss": 19.9062,
+      "step": 33153
+    },
+    {
+      "epoch": 1.584344834177578,
+      "grad_norm": 313.0423889160156,
+      "learning_rate": 2.1811337790208133e-06,
+      "loss": 39.1719,
+      "step": 33154
+    },
+    {
+      "epoch": 1.5843926216190385,
+      "grad_norm": 187.42152404785156,
+      "learning_rate": 2.1806513574286925e-06,
+      "loss": 20.9375,
+      "step": 33155
+    },
+    {
+      "epoch": 1.5844404090604989,
+      "grad_norm": 322.3952331542969,
+      "learning_rate": 2.1801689826643803e-06,
+      "loss": 19.0625,
+      "step": 33156
+    },
+    {
+      "epoch": 1.5844881965019593,
+      "grad_norm": 223.54039001464844,
+      "learning_rate": 2.179686654730766e-06,
+      "loss": 32.1875,
+      "step": 33157
+    },
+    {
+      "epoch": 1.5845359839434197,
+      "grad_norm": 219.27374267578125,
+      "learning_rate": 2.17920437363074e-06,
+      "loss": 21.6562,
+      "step": 33158
+    },
+    {
+      "epoch": 1.58458377138488,
+      "grad_norm": 222.59112548828125,
+      "learning_rate": 2.1787221393671853e-06,
+      "loss": 26.1875,
+      "step": 33159
+    },
+    {
+      "epoch": 1.5846315588263404,
+      "grad_norm": 253.65103149414062,
+      "learning_rate": 2.1782399519429932e-06,
+      "loss": 23.8125,
+      "step": 33160
+    },
+    {
+      "epoch": 1.5846793462678008,
+      "grad_norm": 187.1326904296875,
+      "learning_rate": 2.177757811361051e-06,
+      "loss": 26.5625,
+      "step": 33161
+    },
+    {
+      "epoch": 1.5847271337092612,
+      "grad_norm": 434.0906677246094,
+      "learning_rate": 2.1772757176242474e-06,
+      "loss": 40.0625,
+      "step": 33162
+    },
+    {
+      "epoch": 1.5847749211507216,
+      "grad_norm": 351.5400390625,
+      "learning_rate": 2.1767936707354675e-06,
+      "loss": 20.7969,
+      "step": 33163
+    },
+    {
+      "epoch": 1.584822708592182,
+      "grad_norm": 167.48313903808594,
+      "learning_rate": 2.1763116706976007e-06,
+      "loss": 20.2031,
+      "step": 33164
+    },
+    {
+      "epoch": 1.5848704960336424,
+      "grad_norm": 324.85235595703125,
+      "learning_rate": 2.175829717513529e-06,
+      "loss": 20.4844,
+      "step": 33165
+    },
+    {
+      "epoch": 1.5849182834751028,
+      "grad_norm": 120.82291412353516,
+      "learning_rate": 2.1753478111861436e-06,
+      "loss": 22.7812,
+      "step": 33166
+    },
+    {
+      "epoch": 1.5849660709165632,
+      "grad_norm": 267.11151123046875,
+      "learning_rate": 2.174865951718326e-06,
+      "loss": 31.8438,
+      "step": 33167
+    },
+    {
+      "epoch": 1.5850138583580236,
+      "grad_norm": 238.43113708496094,
+      "learning_rate": 2.1743841391129638e-06,
+      "loss": 27.2812,
+      "step": 33168
+    },
+    {
+      "epoch": 1.585061645799484,
+      "grad_norm": 267.7218322753906,
+      "learning_rate": 2.1739023733729457e-06,
+      "loss": 15.2812,
+      "step": 33169
+    },
+    {
+      "epoch": 1.5851094332409443,
+      "grad_norm": 339.933349609375,
+      "learning_rate": 2.1734206545011517e-06,
+      "loss": 25.7656,
+      "step": 33170
+    },
+    {
+      "epoch": 1.5851572206824045,
+      "grad_norm": 206.48287963867188,
+      "learning_rate": 2.1729389825004687e-06,
+      "loss": 20.3281,
+      "step": 33171
+    },
+    {
+      "epoch": 1.585205008123865,
+      "grad_norm": 220.80703735351562,
+      "learning_rate": 2.172457357373782e-06,
+      "loss": 23.8281,
+      "step": 33172
+    },
+    {
+      "epoch": 1.5852527955653253,
+      "grad_norm": 238.5770263671875,
+      "learning_rate": 2.171975779123977e-06,
+      "loss": 21.5312,
+      "step": 33173
+    },
+    {
+      "epoch": 1.5853005830067857,
+      "grad_norm": 372.0196838378906,
+      "learning_rate": 2.1714942477539337e-06,
+      "loss": 24.4062,
+      "step": 33174
+    },
+    {
+      "epoch": 1.585348370448246,
+      "grad_norm": 255.52804565429688,
+      "learning_rate": 2.171012763266539e-06,
+      "loss": 28.1562,
+      "step": 33175
+    },
+    {
+      "epoch": 1.5853961578897064,
+      "grad_norm": 249.27890014648438,
+      "learning_rate": 2.1705313256646776e-06,
+      "loss": 21.5781,
+      "step": 33176
+    },
+    {
+      "epoch": 1.5854439453311668,
+      "grad_norm": 149.13938903808594,
+      "learning_rate": 2.1700499349512282e-06,
+      "loss": 26.8125,
+      "step": 33177
+    },
+    {
+      "epoch": 1.5854917327726272,
+      "grad_norm": 291.89971923828125,
+      "learning_rate": 2.1695685911290764e-06,
+      "loss": 33.1875,
+      "step": 33178
+    },
+    {
+      "epoch": 1.5855395202140876,
+      "grad_norm": 229.9033660888672,
+      "learning_rate": 2.1690872942011055e-06,
+      "loss": 21.6562,
+      "step": 33179
+    },
+    {
+      "epoch": 1.585587307655548,
+      "grad_norm": 220.15489196777344,
+      "learning_rate": 2.1686060441701996e-06,
+      "loss": 23.4531,
+      "step": 33180
+    },
+    {
+      "epoch": 1.5856350950970084,
+      "grad_norm": 172.30206298828125,
+      "learning_rate": 2.168124841039234e-06,
+      "loss": 20.0781,
+      "step": 33181
+    },
+    {
+      "epoch": 1.5856828825384688,
+      "grad_norm": 236.267578125,
+      "learning_rate": 2.167643684811096e-06,
+      "loss": 36.4062,
+      "step": 33182
+    },
+    {
+      "epoch": 1.5857306699799292,
+      "grad_norm": 192.09677124023438,
+      "learning_rate": 2.167162575488666e-06,
+      "loss": 24.5312,
+      "step": 33183
+    },
+    {
+      "epoch": 1.5857784574213896,
+      "grad_norm": 366.8630065917969,
+      "learning_rate": 2.1666815130748274e-06,
+      "loss": 22.9688,
+      "step": 33184
+    },
+    {
+      "epoch": 1.58582624486285,
+      "grad_norm": 184.98851013183594,
+      "learning_rate": 2.166200497572456e-06,
+      "loss": 29.5938,
+      "step": 33185
+    },
+    {
+      "epoch": 1.5858740323043103,
+      "grad_norm": 131.3561248779297,
+      "learning_rate": 2.165719528984435e-06,
+      "loss": 16.2031,
+      "step": 33186
+    },
+    {
+      "epoch": 1.5859218197457707,
+      "grad_norm": 277.13812255859375,
+      "learning_rate": 2.165238607313648e-06,
+      "loss": 35.25,
+      "step": 33187
+    },
+    {
+      "epoch": 1.5859696071872311,
+      "grad_norm": 202.0390625,
+      "learning_rate": 2.16475773256297e-06,
+      "loss": 16.9688,
+      "step": 33188
+    },
+    {
+      "epoch": 1.5860173946286915,
+      "grad_norm": 246.18008422851562,
+      "learning_rate": 2.164276904735282e-06,
+      "loss": 21.6875,
+      "step": 33189
+    },
+    {
+      "epoch": 1.586065182070152,
+      "grad_norm": 326.9105224609375,
+      "learning_rate": 2.1637961238334647e-06,
+      "loss": 26.5,
+      "step": 33190
+    },
+    {
+      "epoch": 1.5861129695116123,
+      "grad_norm": 321.861572265625,
+      "learning_rate": 2.1633153898604e-06,
+      "loss": 23.0312,
+      "step": 33191
+    },
+    {
+      "epoch": 1.5861607569530727,
+      "grad_norm": 212.8638916015625,
+      "learning_rate": 2.162834702818961e-06,
+      "loss": 17.6094,
+      "step": 33192
+    },
+    {
+      "epoch": 1.586208544394533,
+      "grad_norm": 269.2070007324219,
+      "learning_rate": 2.1623540627120297e-06,
+      "loss": 27.0781,
+      "step": 33193
+    },
+    {
+      "epoch": 1.5862563318359935,
+      "grad_norm": 258.8630065917969,
+      "learning_rate": 2.1618734695424846e-06,
+      "loss": 25.7812,
+      "step": 33194
+    },
+    {
+      "epoch": 1.5863041192774539,
+      "grad_norm": 207.7008514404297,
+      "learning_rate": 2.1613929233132057e-06,
+      "loss": 28.0625,
+      "step": 33195
+    },
+    {
+      "epoch": 1.5863519067189142,
+      "grad_norm": 147.69224548339844,
+      "learning_rate": 2.160912424027066e-06,
+      "loss": 19.75,
+      "step": 33196
+    },
+    {
+      "epoch": 1.5863996941603746,
+      "grad_norm": 259.22174072265625,
+      "learning_rate": 2.1604319716869494e-06,
+      "loss": 27.25,
+      "step": 33197
+    },
+    {
+      "epoch": 1.586447481601835,
+      "grad_norm": 290.63677978515625,
+      "learning_rate": 2.159951566295725e-06,
+      "loss": 25.5312,
+      "step": 33198
+    },
+    {
+      "epoch": 1.5864952690432954,
+      "grad_norm": 221.60049438476562,
+      "learning_rate": 2.159471207856275e-06,
+      "loss": 21.3438,
+      "step": 33199
+    },
+    {
+      "epoch": 1.5865430564847558,
+      "grad_norm": 402.017578125,
+      "learning_rate": 2.158990896371479e-06,
+      "loss": 24.0312,
+      "step": 33200
+    },
+    {
+      "epoch": 1.5865908439262162,
+      "grad_norm": 132.07521057128906,
+      "learning_rate": 2.1585106318442063e-06,
+      "loss": 24.9375,
+      "step": 33201
+    },
+    {
+      "epoch": 1.5866386313676766,
+      "grad_norm": 200.25242614746094,
+      "learning_rate": 2.158030414277339e-06,
+      "loss": 17.5156,
+      "step": 33202
+    },
+    {
+      "epoch": 1.586686418809137,
+      "grad_norm": 226.8505859375,
+      "learning_rate": 2.157550243673748e-06,
+      "loss": 17.125,
+      "step": 33203
+    },
+    {
+      "epoch": 1.5867342062505974,
+      "grad_norm": 411.2547302246094,
+      "learning_rate": 2.157070120036312e-06,
+      "loss": 20.6094,
+      "step": 33204
+    },
+    {
+      "epoch": 1.5867819936920577,
+      "grad_norm": 334.6321105957031,
+      "learning_rate": 2.1565900433679064e-06,
+      "loss": 18.7188,
+      "step": 33205
+    },
+    {
+      "epoch": 1.5868297811335181,
+      "grad_norm": 164.68606567382812,
+      "learning_rate": 2.1561100136714076e-06,
+      "loss": 19.1094,
+      "step": 33206
+    },
+    {
+      "epoch": 1.5868775685749785,
+      "grad_norm": 243.81381225585938,
+      "learning_rate": 2.1556300309496858e-06,
+      "loss": 23.6562,
+      "step": 33207
+    },
+    {
+      "epoch": 1.586925356016439,
+      "grad_norm": 372.9918518066406,
+      "learning_rate": 2.155150095205618e-06,
+      "loss": 20.4688,
+      "step": 33208
+    },
+    {
+      "epoch": 1.5869731434578993,
+      "grad_norm": 295.1175842285156,
+      "learning_rate": 2.154670206442079e-06,
+      "loss": 28.875,
+      "step": 33209
+    },
+    {
+      "epoch": 1.5870209308993597,
+      "grad_norm": 302.2145080566406,
+      "learning_rate": 2.1541903646619442e-06,
+      "loss": 24.3906,
+      "step": 33210
+    },
+    {
+      "epoch": 1.58706871834082,
+      "grad_norm": 324.00390625,
+      "learning_rate": 2.1537105698680825e-06,
+      "loss": 22.3438,
+      "step": 33211
+    },
+    {
+      "epoch": 1.5871165057822805,
+      "grad_norm": 193.6262664794922,
+      "learning_rate": 2.15323082206337e-06,
+      "loss": 33.9375,
+      "step": 33212
+    },
+    {
+      "epoch": 1.5871642932237409,
+      "grad_norm": 420.4232482910156,
+      "learning_rate": 2.1527511212506836e-06,
+      "loss": 24.375,
+      "step": 33213
+    },
+    {
+      "epoch": 1.5872120806652013,
+      "grad_norm": 287.0047302246094,
+      "learning_rate": 2.152271467432888e-06,
+      "loss": 15.5469,
+      "step": 33214
+    },
+    {
+      "epoch": 1.5872598681066616,
+      "grad_norm": 179.42701721191406,
+      "learning_rate": 2.151791860612862e-06,
+      "loss": 21.3906,
+      "step": 33215
+    },
+    {
+      "epoch": 1.587307655548122,
+      "grad_norm": 359.0957946777344,
+      "learning_rate": 2.151312300793473e-06,
+      "loss": 30.6875,
+      "step": 33216
+    },
+    {
+      "epoch": 1.5873554429895824,
+      "grad_norm": 652.6051635742188,
+      "learning_rate": 2.1508327879776004e-06,
+      "loss": 31.5,
+      "step": 33217
+    },
+    {
+      "epoch": 1.5874032304310428,
+      "grad_norm": 345.2259521484375,
+      "learning_rate": 2.150353322168108e-06,
+      "loss": 28.625,
+      "step": 33218
+    },
+    {
+      "epoch": 1.5874510178725032,
+      "grad_norm": 240.15188598632812,
+      "learning_rate": 2.1498739033678705e-06,
+      "loss": 23.625,
+      "step": 33219
+    },
+    {
+      "epoch": 1.5874988053139636,
+      "grad_norm": 172.0522003173828,
+      "learning_rate": 2.149394531579759e-06,
+      "loss": 28.1094,
+      "step": 33220
+    },
+    {
+      "epoch": 1.587546592755424,
+      "grad_norm": 241.77011108398438,
+      "learning_rate": 2.1489152068066466e-06,
+      "loss": 15.7812,
+      "step": 33221
+    },
+    {
+      "epoch": 1.5875943801968844,
+      "grad_norm": 399.76568603515625,
+      "learning_rate": 2.148435929051399e-06,
+      "loss": 36.2812,
+      "step": 33222
+    },
+    {
+      "epoch": 1.5876421676383448,
+      "grad_norm": 308.47491455078125,
+      "learning_rate": 2.147956698316889e-06,
+      "loss": 15.9688,
+      "step": 33223
+    },
+    {
+      "epoch": 1.5876899550798051,
+      "grad_norm": 381.3330383300781,
+      "learning_rate": 2.147477514605989e-06,
+      "loss": 22.875,
+      "step": 33224
+    },
+    {
+      "epoch": 1.5877377425212655,
+      "grad_norm": 351.0934143066406,
+      "learning_rate": 2.1469983779215633e-06,
+      "loss": 25.5781,
+      "step": 33225
+    },
+    {
+      "epoch": 1.587785529962726,
+      "grad_norm": 190.4911346435547,
+      "learning_rate": 2.1465192882664844e-06,
+      "loss": 27.9062,
+      "step": 33226
+    },
+    {
+      "epoch": 1.5878333174041863,
+      "grad_norm": 183.07215881347656,
+      "learning_rate": 2.1460402456436214e-06,
+      "loss": 21.25,
+      "step": 33227
+    },
+    {
+      "epoch": 1.5878811048456467,
+      "grad_norm": 1043.058837890625,
+      "learning_rate": 2.1455612500558454e-06,
+      "loss": 18.3438,
+      "step": 33228
+    },
+    {
+      "epoch": 1.587928892287107,
+      "grad_norm": 229.29759216308594,
+      "learning_rate": 2.1450823015060197e-06,
+      "loss": 19.1094,
+      "step": 33229
+    },
+    {
+      "epoch": 1.5879766797285675,
+      "grad_norm": 196.3816680908203,
+      "learning_rate": 2.1446033999970183e-06,
+      "loss": 22.7969,
+      "step": 33230
+    },
+    {
+      "epoch": 1.5880244671700279,
+      "grad_norm": 245.83348083496094,
+      "learning_rate": 2.144124545531703e-06,
+      "loss": 25.4375,
+      "step": 33231
+    },
+    {
+      "epoch": 1.5880722546114883,
+      "grad_norm": 167.11343383789062,
+      "learning_rate": 2.143645738112945e-06,
+      "loss": 16.9219,
+      "step": 33232
+    },
+    {
+      "epoch": 1.5881200420529484,
+      "grad_norm": 293.69482421875,
+      "learning_rate": 2.143166977743615e-06,
+      "loss": 31.4375,
+      "step": 33233
+    },
+    {
+      "epoch": 1.5881678294944088,
+      "grad_norm": 160.14463806152344,
+      "learning_rate": 2.1426882644265734e-06,
+      "loss": 17.375,
+      "step": 33234
+    },
+    {
+      "epoch": 1.5882156169358692,
+      "grad_norm": 199.34234619140625,
+      "learning_rate": 2.1422095981646927e-06,
+      "loss": 24.75,
+      "step": 33235
+    },
+    {
+      "epoch": 1.5882634043773296,
+      "grad_norm": 314.6431884765625,
+      "learning_rate": 2.1417309789608353e-06,
+      "loss": 25.3125,
+      "step": 33236
+    },
+    {
+      "epoch": 1.58831119181879,
+      "grad_norm": 256.4278564453125,
+      "learning_rate": 2.1412524068178684e-06,
+      "loss": 20.5,
+      "step": 33237
+    },
+    {
+      "epoch": 1.5883589792602504,
+      "grad_norm": 221.8907012939453,
+      "learning_rate": 2.1407738817386605e-06,
+      "loss": 24.1875,
+      "step": 33238
+    },
+    {
+      "epoch": 1.5884067667017108,
+      "grad_norm": 180.78280639648438,
+      "learning_rate": 2.140295403726078e-06,
+      "loss": 21.5312,
+      "step": 33239
+    },
+    {
+      "epoch": 1.5884545541431712,
+      "grad_norm": 308.0930480957031,
+      "learning_rate": 2.139816972782981e-06,
+      "loss": 30.0312,
+      "step": 33240
+    },
+    {
+      "epoch": 1.5885023415846315,
+      "grad_norm": 303.4357604980469,
+      "learning_rate": 2.1393385889122386e-06,
+      "loss": 26.1562,
+      "step": 33241
+    },
+    {
+      "epoch": 1.588550129026092,
+      "grad_norm": 475.53955078125,
+      "learning_rate": 2.1388602521167146e-06,
+      "loss": 31.125,
+      "step": 33242
+    },
+    {
+      "epoch": 1.5885979164675523,
+      "grad_norm": 265.6191711425781,
+      "learning_rate": 2.1383819623992762e-06,
+      "loss": 35.8125,
+      "step": 33243
+    },
+    {
+      "epoch": 1.5886457039090127,
+      "grad_norm": 333.497314453125,
+      "learning_rate": 2.137903719762784e-06,
+      "loss": 26.7188,
+      "step": 33244
+    },
+    {
+      "epoch": 1.588693491350473,
+      "grad_norm": 214.25392150878906,
+      "learning_rate": 2.1374255242101026e-06,
+      "loss": 27.5469,
+      "step": 33245
+    },
+    {
+      "epoch": 1.5887412787919335,
+      "grad_norm": 345.7486877441406,
+      "learning_rate": 2.136947375744097e-06,
+      "loss": 24.3281,
+      "step": 33246
+    },
+    {
+      "epoch": 1.5887890662333939,
+      "grad_norm": 527.5357666015625,
+      "learning_rate": 2.1364692743676342e-06,
+      "loss": 26.0781,
+      "step": 33247
+    },
+    {
+      "epoch": 1.5888368536748543,
+      "grad_norm": 234.24105834960938,
+      "learning_rate": 2.13599122008357e-06,
+      "loss": 16.0156,
+      "step": 33248
+    },
+    {
+      "epoch": 1.5888846411163147,
+      "grad_norm": 1171.221923828125,
+      "learning_rate": 2.135513212894772e-06,
+      "loss": 20.0,
+      "step": 33249
+    },
+    {
+      "epoch": 1.588932428557775,
+      "grad_norm": 430.74285888671875,
+      "learning_rate": 2.135035252804104e-06,
+      "loss": 19.375,
+      "step": 33250
+    },
+    {
+      "epoch": 1.5889802159992354,
+      "grad_norm": 132.19403076171875,
+      "learning_rate": 2.1345573398144224e-06,
+      "loss": 22.9062,
+      "step": 33251
+    },
+    {
+      "epoch": 1.5890280034406958,
+      "grad_norm": 387.4190979003906,
+      "learning_rate": 2.1340794739285954e-06,
+      "loss": 32.0312,
+      "step": 33252
+    },
+    {
+      "epoch": 1.589075790882156,
+      "grad_norm": 238.25502014160156,
+      "learning_rate": 2.133601655149481e-06,
+      "loss": 25.5,
+      "step": 33253
+    },
+    {
+      "epoch": 1.5891235783236164,
+      "grad_norm": 197.4891815185547,
+      "learning_rate": 2.133123883479945e-06,
+      "loss": 17.2344,
+      "step": 33254
+    },
+    {
+      "epoch": 1.5891713657650768,
+      "grad_norm": 213.20387268066406,
+      "learning_rate": 2.132646158922844e-06,
+      "loss": 23.375,
+      "step": 33255
+    },
+    {
+      "epoch": 1.5892191532065372,
+      "grad_norm": 145.9080810546875,
+      "learning_rate": 2.1321684814810406e-06,
+      "loss": 12.9219,
+      "step": 33256
+    },
+    {
+      "epoch": 1.5892669406479976,
+      "grad_norm": 226.45733642578125,
+      "learning_rate": 2.1316908511573955e-06,
+      "loss": 27.75,
+      "step": 33257
+    },
+    {
+      "epoch": 1.589314728089458,
+      "grad_norm": 265.3682556152344,
+      "learning_rate": 2.1312132679547713e-06,
+      "loss": 24.6875,
+      "step": 33258
+    },
+    {
+      "epoch": 1.5893625155309183,
+      "grad_norm": 260.5838928222656,
+      "learning_rate": 2.1307357318760247e-06,
+      "loss": 28.9375,
+      "step": 33259
+    },
+    {
+      "epoch": 1.5894103029723787,
+      "grad_norm": 279.738037109375,
+      "learning_rate": 2.130258242924016e-06,
+      "loss": 26.1875,
+      "step": 33260
+    },
+    {
+      "epoch": 1.5894580904138391,
+      "grad_norm": 162.64808654785156,
+      "learning_rate": 2.1297808011016084e-06,
+      "loss": 21.4375,
+      "step": 33261
+    },
+    {
+      "epoch": 1.5895058778552995,
+      "grad_norm": 437.76171875,
+      "learning_rate": 2.129303406411656e-06,
+      "loss": 22.9375,
+      "step": 33262
+    },
+    {
+      "epoch": 1.58955366529676,
+      "grad_norm": 294.7854309082031,
+      "learning_rate": 2.128826058857023e-06,
+      "loss": 18.3594,
+      "step": 33263
+    },
+    {
+      "epoch": 1.5896014527382203,
+      "grad_norm": 382.4009704589844,
+      "learning_rate": 2.1283487584405627e-06,
+      "loss": 19.5156,
+      "step": 33264
+    },
+    {
+      "epoch": 1.5896492401796807,
+      "grad_norm": 303.7413635253906,
+      "learning_rate": 2.1278715051651366e-06,
+      "loss": 26.8438,
+      "step": 33265
+    },
+    {
+      "epoch": 1.589697027621141,
+      "grad_norm": 219.10104370117188,
+      "learning_rate": 2.127394299033604e-06,
+      "loss": 28.4375,
+      "step": 33266
+    },
+    {
+      "epoch": 1.5897448150626015,
+      "grad_norm": 871.0736083984375,
+      "learning_rate": 2.1269171400488186e-06,
+      "loss": 25.5,
+      "step": 33267
+    },
+    {
+      "epoch": 1.5897926025040618,
+      "grad_norm": 190.80918884277344,
+      "learning_rate": 2.1264400282136412e-06,
+      "loss": 21.7656,
+      "step": 33268
+    },
+    {
+      "epoch": 1.5898403899455222,
+      "grad_norm": 144.8340301513672,
+      "learning_rate": 2.125962963530931e-06,
+      "loss": 16.8125,
+      "step": 33269
+    },
+    {
+      "epoch": 1.5898881773869826,
+      "grad_norm": 171.3291015625,
+      "learning_rate": 2.1254859460035383e-06,
+      "loss": 24.7656,
+      "step": 33270
+    },
+    {
+      "epoch": 1.589935964828443,
+      "grad_norm": 404.4128723144531,
+      "learning_rate": 2.1250089756343252e-06,
+      "loss": 32.75,
+      "step": 33271
+    },
+    {
+      "epoch": 1.5899837522699034,
+      "grad_norm": 267.700927734375,
+      "learning_rate": 2.1245320524261494e-06,
+      "loss": 20.9062,
+      "step": 33272
+    },
+    {
+      "epoch": 1.5900315397113638,
+      "grad_norm": 152.70013427734375,
+      "learning_rate": 2.1240551763818617e-06,
+      "loss": 19.4219,
+      "step": 33273
+    },
+    {
+      "epoch": 1.5900793271528242,
+      "grad_norm": 251.009521484375,
+      "learning_rate": 2.1235783475043202e-06,
+      "loss": 26.7656,
+      "step": 33274
+    },
+    {
+      "epoch": 1.5901271145942846,
+      "grad_norm": 265.369140625,
+      "learning_rate": 2.1231015657963818e-06,
+      "loss": 21.9375,
+      "step": 33275
+    },
+    {
+      "epoch": 1.590174902035745,
+      "grad_norm": 249.46937561035156,
+      "learning_rate": 2.1226248312609033e-06,
+      "loss": 27.2969,
+      "step": 33276
+    },
+    {
+      "epoch": 1.5902226894772054,
+      "grad_norm": 142.06607055664062,
+      "learning_rate": 2.1221481439007342e-06,
+      "loss": 24.2344,
+      "step": 33277
+    },
+    {
+      "epoch": 1.5902704769186657,
+      "grad_norm": 230.42637634277344,
+      "learning_rate": 2.121671503718733e-06,
+      "loss": 28.3281,
+      "step": 33278
+    },
+    {
+      "epoch": 1.5903182643601261,
+      "grad_norm": 376.7822570800781,
+      "learning_rate": 2.121194910717754e-06,
+      "loss": 27.5,
+      "step": 33279
+    },
+    {
+      "epoch": 1.5903660518015865,
+      "grad_norm": 245.87205505371094,
+      "learning_rate": 2.1207183649006535e-06,
+      "loss": 31.4375,
+      "step": 33280
+    },
+    {
+      "epoch": 1.590413839243047,
+      "grad_norm": 158.08743286132812,
+      "learning_rate": 2.1202418662702807e-06,
+      "loss": 23.6562,
+      "step": 33281
+    },
+    {
+      "epoch": 1.5904616266845073,
+      "grad_norm": 170.44842529296875,
+      "learning_rate": 2.1197654148294898e-06,
+      "loss": 17.3203,
+      "step": 33282
+    },
+    {
+      "epoch": 1.5905094141259677,
+      "grad_norm": 203.1661834716797,
+      "learning_rate": 2.1192890105811382e-06,
+      "loss": 27.9688,
+      "step": 33283
+    },
+    {
+      "epoch": 1.590557201567428,
+      "grad_norm": 153.86309814453125,
+      "learning_rate": 2.118812653528077e-06,
+      "loss": 21.75,
+      "step": 33284
+    },
+    {
+      "epoch": 1.5906049890088885,
+      "grad_norm": 142.36135864257812,
+      "learning_rate": 2.1183363436731573e-06,
+      "loss": 22.4375,
+      "step": 33285
+    },
+    {
+      "epoch": 1.5906527764503489,
+      "grad_norm": 297.06671142578125,
+      "learning_rate": 2.117860081019232e-06,
+      "loss": 27.9375,
+      "step": 33286
+    },
+    {
+      "epoch": 1.5907005638918092,
+      "grad_norm": 200.0143585205078,
+      "learning_rate": 2.117383865569157e-06,
+      "loss": 24.625,
+      "step": 33287
+    },
+    {
+      "epoch": 1.5907483513332696,
+      "grad_norm": 281.0088195800781,
+      "learning_rate": 2.1169076973257785e-06,
+      "loss": 23.5625,
+      "step": 33288
+    },
+    {
+      "epoch": 1.59079613877473,
+      "grad_norm": 246.96530151367188,
+      "learning_rate": 2.116431576291952e-06,
+      "loss": 17.375,
+      "step": 33289
+    },
+    {
+      "epoch": 1.5908439262161904,
+      "grad_norm": 167.6514892578125,
+      "learning_rate": 2.115955502470526e-06,
+      "loss": 23.2188,
+      "step": 33290
+    },
+    {
+      "epoch": 1.5908917136576508,
+      "grad_norm": 207.37648010253906,
+      "learning_rate": 2.115479475864357e-06,
+      "loss": 21.1562,
+      "step": 33291
+    },
+    {
+      "epoch": 1.5909395010991112,
+      "grad_norm": 201.0770263671875,
+      "learning_rate": 2.115003496476289e-06,
+      "loss": 23.625,
+      "step": 33292
+    },
+    {
+      "epoch": 1.5909872885405716,
+      "grad_norm": 666.3397827148438,
+      "learning_rate": 2.1145275643091758e-06,
+      "loss": 23.1719,
+      "step": 33293
+    },
+    {
+      "epoch": 1.591035075982032,
+      "grad_norm": 198.29937744140625,
+      "learning_rate": 2.1140516793658703e-06,
+      "loss": 20.6719,
+      "step": 33294
+    },
+    {
+      "epoch": 1.5910828634234924,
+      "grad_norm": 284.7107238769531,
+      "learning_rate": 2.1135758416492168e-06,
+      "loss": 21.7188,
+      "step": 33295
+    },
+    {
+      "epoch": 1.5911306508649528,
+      "grad_norm": 212.94569396972656,
+      "learning_rate": 2.1131000511620705e-06,
+      "loss": 23.3125,
+      "step": 33296
+    },
+    {
+      "epoch": 1.5911784383064131,
+      "grad_norm": 241.6240997314453,
+      "learning_rate": 2.112624307907275e-06,
+      "loss": 29.25,
+      "step": 33297
+    },
+    {
+      "epoch": 1.5912262257478735,
+      "grad_norm": 238.4429473876953,
+      "learning_rate": 2.1121486118876832e-06,
+      "loss": 29.0938,
+      "step": 33298
+    },
+    {
+      "epoch": 1.591274013189334,
+      "grad_norm": 378.9159851074219,
+      "learning_rate": 2.111672963106145e-06,
+      "loss": 33.25,
+      "step": 33299
+    },
+    {
+      "epoch": 1.5913218006307943,
+      "grad_norm": 201.55215454101562,
+      "learning_rate": 2.1111973615655045e-06,
+      "loss": 30.625,
+      "step": 33300
+    },
+    {
+      "epoch": 1.5913695880722547,
+      "grad_norm": 350.6910705566406,
+      "learning_rate": 2.110721807268613e-06,
+      "loss": 28.5,
+      "step": 33301
+    },
+    {
+      "epoch": 1.591417375513715,
+      "grad_norm": 382.0312805175781,
+      "learning_rate": 2.1102463002183206e-06,
+      "loss": 28.5625,
+      "step": 33302
+    },
+    {
+      "epoch": 1.5914651629551755,
+      "grad_norm": 304.25555419921875,
+      "learning_rate": 2.109770840417469e-06,
+      "loss": 40.9688,
+      "step": 33303
+    },
+    {
+      "epoch": 1.5915129503966359,
+      "grad_norm": 228.51773071289062,
+      "learning_rate": 2.1092954278689083e-06,
+      "loss": 28.5312,
+      "step": 33304
+    },
+    {
+      "epoch": 1.5915607378380963,
+      "grad_norm": 220.11752319335938,
+      "learning_rate": 2.1088200625754875e-06,
+      "loss": 18.5312,
+      "step": 33305
+    },
+    {
+      "epoch": 1.5916085252795567,
+      "grad_norm": 685.0797119140625,
+      "learning_rate": 2.108344744540054e-06,
+      "loss": 28.75,
+      "step": 33306
+    },
+    {
+      "epoch": 1.591656312721017,
+      "grad_norm": 263.0981750488281,
+      "learning_rate": 2.1078694737654504e-06,
+      "loss": 21.7656,
+      "step": 33307
+    },
+    {
+      "epoch": 1.5917041001624774,
+      "grad_norm": 252.5553436279297,
+      "learning_rate": 2.107394250254524e-06,
+      "loss": 22.0938,
+      "step": 33308
+    },
+    {
+      "epoch": 1.5917518876039378,
+      "grad_norm": 221.30416870117188,
+      "learning_rate": 2.1069190740101255e-06,
+      "loss": 24.4844,
+      "step": 33309
+    },
+    {
+      "epoch": 1.5917996750453982,
+      "grad_norm": 155.75283813476562,
+      "learning_rate": 2.1064439450350938e-06,
+      "loss": 25.3125,
+      "step": 33310
+    },
+    {
+      "epoch": 1.5918474624868586,
+      "grad_norm": 127.93093872070312,
+      "learning_rate": 2.105968863332277e-06,
+      "loss": 19.375,
+      "step": 33311
+    },
+    {
+      "epoch": 1.591895249928319,
+      "grad_norm": 262.52117919921875,
+      "learning_rate": 2.105493828904521e-06,
+      "loss": 42.4219,
+      "step": 33312
+    },
+    {
+      "epoch": 1.5919430373697794,
+      "grad_norm": 367.21624755859375,
+      "learning_rate": 2.1050188417546723e-06,
+      "loss": 29.375,
+      "step": 33313
+    },
+    {
+      "epoch": 1.5919908248112398,
+      "grad_norm": 141.609619140625,
+      "learning_rate": 2.104543901885572e-06,
+      "loss": 16.4375,
+      "step": 33314
+    },
+    {
+      "epoch": 1.5920386122527,
+      "grad_norm": 247.2333221435547,
+      "learning_rate": 2.104069009300065e-06,
+      "loss": 30.9844,
+      "step": 33315
+    },
+    {
+      "epoch": 1.5920863996941603,
+      "grad_norm": 174.8002166748047,
+      "learning_rate": 2.103594164000996e-06,
+      "loss": 26.1562,
+      "step": 33316
+    },
+    {
+      "epoch": 1.5921341871356207,
+      "grad_norm": 173.2830352783203,
+      "learning_rate": 2.103119365991212e-06,
+      "loss": 21.0781,
+      "step": 33317
+    },
+    {
+      "epoch": 1.592181974577081,
+      "grad_norm": 226.30300903320312,
+      "learning_rate": 2.1026446152735503e-06,
+      "loss": 18.8906,
+      "step": 33318
+    },
+    {
+      "epoch": 1.5922297620185415,
+      "grad_norm": 309.63446044921875,
+      "learning_rate": 2.1021699118508575e-06,
+      "loss": 22.0469,
+      "step": 33319
+    },
+    {
+      "epoch": 1.5922775494600019,
+      "grad_norm": 228.5975799560547,
+      "learning_rate": 2.1016952557259775e-06,
+      "loss": 23.9688,
+      "step": 33320
+    },
+    {
+      "epoch": 1.5923253369014623,
+      "grad_norm": 168.48611450195312,
+      "learning_rate": 2.101220646901749e-06,
+      "loss": 13.6953,
+      "step": 33321
+    },
+    {
+      "epoch": 1.5923731243429227,
+      "grad_norm": 253.26206970214844,
+      "learning_rate": 2.100746085381017e-06,
+      "loss": 24.9688,
+      "step": 33322
+    },
+    {
+      "epoch": 1.592420911784383,
+      "grad_norm": 296.9203186035156,
+      "learning_rate": 2.100271571166623e-06,
+      "loss": 31.5938,
+      "step": 33323
+    },
+    {
+      "epoch": 1.5924686992258434,
+      "grad_norm": 165.7932586669922,
+      "learning_rate": 2.099797104261412e-06,
+      "loss": 17.9844,
+      "step": 33324
+    },
+    {
+      "epoch": 1.5925164866673038,
+      "grad_norm": 167.7547149658203,
+      "learning_rate": 2.0993226846682193e-06,
+      "loss": 19.9688,
+      "step": 33325
+    },
+    {
+      "epoch": 1.5925642741087642,
+      "grad_norm": 188.27493286132812,
+      "learning_rate": 2.0988483123898885e-06,
+      "loss": 19.0781,
+      "step": 33326
+    },
+    {
+      "epoch": 1.5926120615502246,
+      "grad_norm": 203.56979370117188,
+      "learning_rate": 2.0983739874292643e-06,
+      "loss": 23.0781,
+      "step": 33327
+    },
+    {
+      "epoch": 1.592659848991685,
+      "grad_norm": 321.03289794921875,
+      "learning_rate": 2.0978997097891806e-06,
+      "loss": 22.3125,
+      "step": 33328
+    },
+    {
+      "epoch": 1.5927076364331454,
+      "grad_norm": 260.59759521484375,
+      "learning_rate": 2.0974254794724824e-06,
+      "loss": 15.2812,
+      "step": 33329
+    },
+    {
+      "epoch": 1.5927554238746058,
+      "grad_norm": 253.49563598632812,
+      "learning_rate": 2.0969512964820104e-06,
+      "loss": 19.9844,
+      "step": 33330
+    },
+    {
+      "epoch": 1.5928032113160662,
+      "grad_norm": 202.58087158203125,
+      "learning_rate": 2.096477160820599e-06,
+      "loss": 23.7812,
+      "step": 33331
+    },
+    {
+      "epoch": 1.5928509987575266,
+      "grad_norm": 138.10330200195312,
+      "learning_rate": 2.096003072491095e-06,
+      "loss": 14.9062,
+      "step": 33332
+    },
+    {
+      "epoch": 1.592898786198987,
+      "grad_norm": 292.0015869140625,
+      "learning_rate": 2.0955290314963304e-06,
+      "loss": 21.7031,
+      "step": 33333
+    },
+    {
+      "epoch": 1.5929465736404473,
+      "grad_norm": 269.5282287597656,
+      "learning_rate": 2.095055037839148e-06,
+      "loss": 22.9688,
+      "step": 33334
+    },
+    {
+      "epoch": 1.5929943610819077,
+      "grad_norm": 818.6255493164062,
+      "learning_rate": 2.0945810915223876e-06,
+      "loss": 31.2344,
+      "step": 33335
+    },
+    {
+      "epoch": 1.593042148523368,
+      "grad_norm": 207.79820251464844,
+      "learning_rate": 2.094107192548883e-06,
+      "loss": 18.9688,
+      "step": 33336
+    },
+    {
+      "epoch": 1.5930899359648283,
+      "grad_norm": 295.9905090332031,
+      "learning_rate": 2.093633340921475e-06,
+      "loss": 21.9844,
+      "step": 33337
+    },
+    {
+      "epoch": 1.5931377234062887,
+      "grad_norm": 278.9935607910156,
+      "learning_rate": 2.0931595366430012e-06,
+      "loss": 32.2188,
+      "step": 33338
+    },
+    {
+      "epoch": 1.593185510847749,
+      "grad_norm": 330.8379821777344,
+      "learning_rate": 2.0926857797163024e-06,
+      "loss": 24.2188,
+      "step": 33339
+    },
+    {
+      "epoch": 1.5932332982892095,
+      "grad_norm": 165.45387268066406,
+      "learning_rate": 2.0922120701442095e-06,
+      "loss": 18.4688,
+      "step": 33340
+    },
+    {
+      "epoch": 1.5932810857306698,
+      "grad_norm": 246.7730712890625,
+      "learning_rate": 2.0917384079295622e-06,
+      "loss": 23.7344,
+      "step": 33341
+    },
+    {
+      "epoch": 1.5933288731721302,
+      "grad_norm": 166.0911865234375,
+      "learning_rate": 2.0912647930751973e-06,
+      "loss": 25.6562,
+      "step": 33342
+    },
+    {
+      "epoch": 1.5933766606135906,
+      "grad_norm": 169.31661987304688,
+      "learning_rate": 2.0907912255839545e-06,
+      "loss": 22.7188,
+      "step": 33343
+    },
+    {
+      "epoch": 1.593424448055051,
+      "grad_norm": 247.71778869628906,
+      "learning_rate": 2.0903177054586644e-06,
+      "loss": 24.375,
+      "step": 33344
+    },
+    {
+      "epoch": 1.5934722354965114,
+      "grad_norm": 201.81553649902344,
+      "learning_rate": 2.089844232702164e-06,
+      "loss": 16.0781,
+      "step": 33345
+    },
+    {
+      "epoch": 1.5935200229379718,
+      "grad_norm": 331.0609436035156,
+      "learning_rate": 2.0893708073172926e-06,
+      "loss": 37.7969,
+      "step": 33346
+    },
+    {
+      "epoch": 1.5935678103794322,
+      "grad_norm": 185.12344360351562,
+      "learning_rate": 2.08889742930688e-06,
+      "loss": 23.3594,
+      "step": 33347
+    },
+    {
+      "epoch": 1.5936155978208926,
+      "grad_norm": 359.69073486328125,
+      "learning_rate": 2.0884240986737636e-06,
+      "loss": 24.9375,
+      "step": 33348
+    },
+    {
+      "epoch": 1.593663385262353,
+      "grad_norm": 204.71792602539062,
+      "learning_rate": 2.087950815420778e-06,
+      "loss": 28.7812,
+      "step": 33349
+    },
+    {
+      "epoch": 1.5937111727038134,
+      "grad_norm": 206.21902465820312,
+      "learning_rate": 2.0874775795507607e-06,
+      "loss": 26.8125,
+      "step": 33350
+    },
+    {
+      "epoch": 1.5937589601452737,
+      "grad_norm": 131.86862182617188,
+      "learning_rate": 2.0870043910665396e-06,
+      "loss": 19.1406,
+      "step": 33351
+    },
+    {
+      "epoch": 1.5938067475867341,
+      "grad_norm": 209.30145263671875,
+      "learning_rate": 2.086531249970952e-06,
+      "loss": 23.2969,
+      "step": 33352
+    },
+    {
+      "epoch": 1.5938545350281945,
+      "grad_norm": 207.09706115722656,
+      "learning_rate": 2.0860581562668303e-06,
+      "loss": 25.5,
+      "step": 33353
+    },
+    {
+      "epoch": 1.593902322469655,
+      "grad_norm": 515.4337158203125,
+      "learning_rate": 2.085585109957012e-06,
+      "loss": 35.1719,
+      "step": 33354
+    },
+    {
+      "epoch": 1.5939501099111153,
+      "grad_norm": 313.93023681640625,
+      "learning_rate": 2.085112111044324e-06,
+      "loss": 20.0938,
+      "step": 33355
+    },
+    {
+      "epoch": 1.5939978973525757,
+      "grad_norm": 240.91384887695312,
+      "learning_rate": 2.0846391595316006e-06,
+      "loss": 17.7188,
+      "step": 33356
+    },
+    {
+      "epoch": 1.594045684794036,
+      "grad_norm": 229.89651489257812,
+      "learning_rate": 2.0841662554216792e-06,
+      "loss": 33.8438,
+      "step": 33357
+    },
+    {
+      "epoch": 1.5940934722354965,
+      "grad_norm": 278.0218811035156,
+      "learning_rate": 2.0836933987173836e-06,
+      "loss": 19.5781,
+      "step": 33358
+    },
+    {
+      "epoch": 1.5941412596769569,
+      "grad_norm": 260.2138977050781,
+      "learning_rate": 2.0832205894215495e-06,
+      "loss": 22.875,
+      "step": 33359
+    },
+    {
+      "epoch": 1.5941890471184172,
+      "grad_norm": 204.9505615234375,
+      "learning_rate": 2.082747827537013e-06,
+      "loss": 16.7656,
+      "step": 33360
+    },
+    {
+      "epoch": 1.5942368345598776,
+      "grad_norm": 272.3246765136719,
+      "learning_rate": 2.0822751130665965e-06,
+      "loss": 21.3281,
+      "step": 33361
+    },
+    {
+      "epoch": 1.594284622001338,
+      "grad_norm": 5619.5556640625,
+      "learning_rate": 2.0818024460131357e-06,
+      "loss": 17.3906,
+      "step": 33362
+    },
+    {
+      "epoch": 1.5943324094427984,
+      "grad_norm": 475.1695251464844,
+      "learning_rate": 2.0813298263794647e-06,
+      "loss": 30.1562,
+      "step": 33363
+    },
+    {
+      "epoch": 1.5943801968842588,
+      "grad_norm": 294.37030029296875,
+      "learning_rate": 2.080857254168407e-06,
+      "loss": 24.2656,
+      "step": 33364
+    },
+    {
+      "epoch": 1.5944279843257192,
+      "grad_norm": 201.66378784179688,
+      "learning_rate": 2.0803847293827983e-06,
+      "loss": 19.25,
+      "step": 33365
+    },
+    {
+      "epoch": 1.5944757717671796,
+      "grad_norm": 280.5723876953125,
+      "learning_rate": 2.0799122520254633e-06,
+      "loss": 22.625,
+      "step": 33366
+    },
+    {
+      "epoch": 1.59452355920864,
+      "grad_norm": 237.77354431152344,
+      "learning_rate": 2.079439822099234e-06,
+      "loss": 31.5625,
+      "step": 33367
+    },
+    {
+      "epoch": 1.5945713466501004,
+      "grad_norm": 570.3964233398438,
+      "learning_rate": 2.0789674396069403e-06,
+      "loss": 23.875,
+      "step": 33368
+    },
+    {
+      "epoch": 1.5946191340915608,
+      "grad_norm": 196.3072509765625,
+      "learning_rate": 2.0784951045514135e-06,
+      "loss": 21.5625,
+      "step": 33369
+    },
+    {
+      "epoch": 1.5946669215330211,
+      "grad_norm": 264.6138916015625,
+      "learning_rate": 2.0780228169354768e-06,
+      "loss": 21.625,
+      "step": 33370
+    },
+    {
+      "epoch": 1.5947147089744815,
+      "grad_norm": 214.8884735107422,
+      "learning_rate": 2.077550576761961e-06,
+      "loss": 23.7344,
+      "step": 33371
+    },
+    {
+      "epoch": 1.594762496415942,
+      "grad_norm": 147.3958282470703,
+      "learning_rate": 2.077078384033696e-06,
+      "loss": 18.25,
+      "step": 33372
+    },
+    {
+      "epoch": 1.5948102838574023,
+      "grad_norm": 269.6632080078125,
+      "learning_rate": 2.0766062387535067e-06,
+      "loss": 25.7812,
+      "step": 33373
+    },
+    {
+      "epoch": 1.5948580712988627,
+      "grad_norm": 146.4886016845703,
+      "learning_rate": 2.076134140924222e-06,
+      "loss": 16.1094,
+      "step": 33374
+    },
+    {
+      "epoch": 1.594905858740323,
+      "grad_norm": 343.9951171875,
+      "learning_rate": 2.075662090548669e-06,
+      "loss": 26.625,
+      "step": 33375
+    },
+    {
+      "epoch": 1.5949536461817835,
+      "grad_norm": 124.31260681152344,
+      "learning_rate": 2.075190087629678e-06,
+      "loss": 22.2188,
+      "step": 33376
+    },
+    {
+      "epoch": 1.5950014336232439,
+      "grad_norm": 186.41207885742188,
+      "learning_rate": 2.0747181321700693e-06,
+      "loss": 14.6562,
+      "step": 33377
+    },
+    {
+      "epoch": 1.5950492210647043,
+      "grad_norm": 304.5242919921875,
+      "learning_rate": 2.0742462241726735e-06,
+      "loss": 19.4219,
+      "step": 33378
+    },
+    {
+      "epoch": 1.5950970085061646,
+      "grad_norm": 164.3890838623047,
+      "learning_rate": 2.073774363640315e-06,
+      "loss": 23.3594,
+      "step": 33379
+    },
+    {
+      "epoch": 1.595144795947625,
+      "grad_norm": 231.0292205810547,
+      "learning_rate": 2.073302550575823e-06,
+      "loss": 32.8125,
+      "step": 33380
+    },
+    {
+      "epoch": 1.5951925833890854,
+      "grad_norm": 165.8370819091797,
+      "learning_rate": 2.0728307849820184e-06,
+      "loss": 18.3438,
+      "step": 33381
+    },
+    {
+      "epoch": 1.5952403708305458,
+      "grad_norm": 209.80828857421875,
+      "learning_rate": 2.072359066861728e-06,
+      "loss": 24.5,
+      "step": 33382
+    },
+    {
+      "epoch": 1.5952881582720062,
+      "grad_norm": 370.18560791015625,
+      "learning_rate": 2.071887396217781e-06,
+      "loss": 19.5781,
+      "step": 33383
+    },
+    {
+      "epoch": 1.5953359457134666,
+      "grad_norm": 203.46734619140625,
+      "learning_rate": 2.0714157730529947e-06,
+      "loss": 20.5312,
+      "step": 33384
+    },
+    {
+      "epoch": 1.595383733154927,
+      "grad_norm": 294.5478820800781,
+      "learning_rate": 2.070944197370197e-06,
+      "loss": 17.7656,
+      "step": 33385
+    },
+    {
+      "epoch": 1.5954315205963874,
+      "grad_norm": 264.5945739746094,
+      "learning_rate": 2.0704726691722134e-06,
+      "loss": 31.3125,
+      "step": 33386
+    },
+    {
+      "epoch": 1.5954793080378478,
+      "grad_norm": 238.64190673828125,
+      "learning_rate": 2.0700011884618686e-06,
+      "loss": 18.0625,
+      "step": 33387
+    },
+    {
+      "epoch": 1.5955270954793082,
+      "grad_norm": 2688.669921875,
+      "learning_rate": 2.069529755241981e-06,
+      "loss": 20.7812,
+      "step": 33388
+    },
+    {
+      "epoch": 1.5955748829207685,
+      "grad_norm": 300.36395263671875,
+      "learning_rate": 2.0690583695153775e-06,
+      "loss": 22.2656,
+      "step": 33389
+    },
+    {
+      "epoch": 1.595622670362229,
+      "grad_norm": 140.5067901611328,
+      "learning_rate": 2.068587031284881e-06,
+      "loss": 11.4219,
+      "step": 33390
+    },
+    {
+      "epoch": 1.5956704578036893,
+      "grad_norm": 243.75863647460938,
+      "learning_rate": 2.068115740553317e-06,
+      "loss": 24.4062,
+      "step": 33391
+    },
+    {
+      "epoch": 1.5957182452451497,
+      "grad_norm": 304.08404541015625,
+      "learning_rate": 2.0676444973235012e-06,
+      "loss": 26.5312,
+      "step": 33392
+    },
+    {
+      "epoch": 1.59576603268661,
+      "grad_norm": 127.09591674804688,
+      "learning_rate": 2.067173301598262e-06,
+      "loss": 17.6875,
+      "step": 33393
+    },
+    {
+      "epoch": 1.5958138201280705,
+      "grad_norm": 271.0373840332031,
+      "learning_rate": 2.0667021533804166e-06,
+      "loss": 19.8125,
+      "step": 33394
+    },
+    {
+      "epoch": 1.5958616075695309,
+      "grad_norm": 149.65667724609375,
+      "learning_rate": 2.066231052672788e-06,
+      "loss": 15.375,
+      "step": 33395
+    },
+    {
+      "epoch": 1.5959093950109913,
+      "grad_norm": 195.92117309570312,
+      "learning_rate": 2.0657599994782005e-06,
+      "loss": 18.1406,
+      "step": 33396
+    },
+    {
+      "epoch": 1.5959571824524517,
+      "grad_norm": 226.8476104736328,
+      "learning_rate": 2.06528899379947e-06,
+      "loss": 21.6562,
+      "step": 33397
+    },
+    {
+      "epoch": 1.5960049698939118,
+      "grad_norm": 241.41091918945312,
+      "learning_rate": 2.064818035639423e-06,
+      "loss": 21.8906,
+      "step": 33398
+    },
+    {
+      "epoch": 1.5960527573353722,
+      "grad_norm": 340.6612854003906,
+      "learning_rate": 2.064347125000874e-06,
+      "loss": 28.3125,
+      "step": 33399
+    },
+    {
+      "epoch": 1.5961005447768326,
+      "grad_norm": 356.3619689941406,
+      "learning_rate": 2.0638762618866457e-06,
+      "loss": 26.3125,
+      "step": 33400
+    },
+    {
+      "epoch": 1.596148332218293,
+      "grad_norm": 308.70257568359375,
+      "learning_rate": 2.0634054462995588e-06,
+      "loss": 22.4375,
+      "step": 33401
+    },
+    {
+      "epoch": 1.5961961196597534,
+      "grad_norm": 362.5356750488281,
+      "learning_rate": 2.0629346782424344e-06,
+      "loss": 37.6562,
+      "step": 33402
+    },
+    {
+      "epoch": 1.5962439071012138,
+      "grad_norm": 192.80865478515625,
+      "learning_rate": 2.062463957718087e-06,
+      "loss": 24.7969,
+      "step": 33403
+    },
+    {
+      "epoch": 1.5962916945426742,
+      "grad_norm": 605.1470336914062,
+      "learning_rate": 2.061993284729338e-06,
+      "loss": 25.1562,
+      "step": 33404
+    },
+    {
+      "epoch": 1.5963394819841346,
+      "grad_norm": 154.75709533691406,
+      "learning_rate": 2.0615226592790095e-06,
+      "loss": 26.4062,
+      "step": 33405
+    },
+    {
+      "epoch": 1.596387269425595,
+      "grad_norm": 178.67816162109375,
+      "learning_rate": 2.0610520813699143e-06,
+      "loss": 25.375,
+      "step": 33406
+    },
+    {
+      "epoch": 1.5964350568670553,
+      "grad_norm": 435.6976318359375,
+      "learning_rate": 2.060581551004872e-06,
+      "loss": 21.3125,
+      "step": 33407
+    },
+    {
+      "epoch": 1.5964828443085157,
+      "grad_norm": 259.3822937011719,
+      "learning_rate": 2.0601110681867033e-06,
+      "loss": 28.2188,
+      "step": 33408
+    },
+    {
+      "epoch": 1.5965306317499761,
+      "grad_norm": 310.12969970703125,
+      "learning_rate": 2.059640632918225e-06,
+      "loss": 24.9062,
+      "step": 33409
+    },
+    {
+      "epoch": 1.5965784191914365,
+      "grad_norm": 217.1807861328125,
+      "learning_rate": 2.059170245202252e-06,
+      "loss": 15.8906,
+      "step": 33410
+    },
+    {
+      "epoch": 1.596626206632897,
+      "grad_norm": 446.7973937988281,
+      "learning_rate": 2.0586999050416023e-06,
+      "loss": 19.9219,
+      "step": 33411
+    },
+    {
+      "epoch": 1.5966739940743573,
+      "grad_norm": 468.0490417480469,
+      "learning_rate": 2.0582296124390933e-06,
+      "loss": 27.1875,
+      "step": 33412
+    },
+    {
+      "epoch": 1.5967217815158177,
+      "grad_norm": 276.466064453125,
+      "learning_rate": 2.0577593673975427e-06,
+      "loss": 26.5938,
+      "step": 33413
+    },
+    {
+      "epoch": 1.596769568957278,
+      "grad_norm": 232.34959411621094,
+      "learning_rate": 2.057289169919764e-06,
+      "loss": 17.3438,
+      "step": 33414
+    },
+    {
+      "epoch": 1.5968173563987385,
+      "grad_norm": 162.88253784179688,
+      "learning_rate": 2.0568190200085736e-06,
+      "loss": 19.3594,
+      "step": 33415
+    },
+    {
+      "epoch": 1.5968651438401988,
+      "grad_norm": 117.79853820800781,
+      "learning_rate": 2.056348917666788e-06,
+      "loss": 19.6875,
+      "step": 33416
+    },
+    {
+      "epoch": 1.5969129312816592,
+      "grad_norm": 390.524169921875,
+      "learning_rate": 2.055878862897225e-06,
+      "loss": 36.4062,
+      "step": 33417
+    },
+    {
+      "epoch": 1.5969607187231194,
+      "grad_norm": 268.9941711425781,
+      "learning_rate": 2.055408855702694e-06,
+      "loss": 20.1562,
+      "step": 33418
+    },
+    {
+      "epoch": 1.5970085061645798,
+      "grad_norm": 244.83078002929688,
+      "learning_rate": 2.054938896086013e-06,
+      "loss": 23.4844,
+      "step": 33419
+    },
+    {
+      "epoch": 1.5970562936060402,
+      "grad_norm": 811.1339111328125,
+      "learning_rate": 2.0544689840499988e-06,
+      "loss": 28.8125,
+      "step": 33420
+    },
+    {
+      "epoch": 1.5971040810475006,
+      "grad_norm": 106.62447357177734,
+      "learning_rate": 2.0539991195974594e-06,
+      "loss": 19.8906,
+      "step": 33421
+    },
+    {
+      "epoch": 1.597151868488961,
+      "grad_norm": 338.5974426269531,
+      "learning_rate": 2.053529302731212e-06,
+      "loss": 22.75,
+      "step": 33422
+    },
+    {
+      "epoch": 1.5971996559304213,
+      "grad_norm": 307.7167663574219,
+      "learning_rate": 2.0530595334540714e-06,
+      "loss": 30.4375,
+      "step": 33423
+    },
+    {
+      "epoch": 1.5972474433718817,
+      "grad_norm": 314.28680419921875,
+      "learning_rate": 2.0525898117688514e-06,
+      "loss": 20.9375,
+      "step": 33424
+    },
+    {
+      "epoch": 1.5972952308133421,
+      "grad_norm": 1613.0406494140625,
+      "learning_rate": 2.052120137678362e-06,
+      "loss": 20.6562,
+      "step": 33425
+    },
+    {
+      "epoch": 1.5973430182548025,
+      "grad_norm": 263.0646667480469,
+      "learning_rate": 2.0516505111854167e-06,
+      "loss": 26.5938,
+      "step": 33426
+    },
+    {
+      "epoch": 1.597390805696263,
+      "grad_norm": 259.899658203125,
+      "learning_rate": 2.051180932292831e-06,
+      "loss": 28.3906,
+      "step": 33427
+    },
+    {
+      "epoch": 1.5974385931377233,
+      "grad_norm": 124.8118896484375,
+      "learning_rate": 2.0507114010034126e-06,
+      "loss": 15.375,
+      "step": 33428
+    },
+    {
+      "epoch": 1.5974863805791837,
+      "grad_norm": 352.2857360839844,
+      "learning_rate": 2.0502419173199783e-06,
+      "loss": 27.1719,
+      "step": 33429
+    },
+    {
+      "epoch": 1.597534168020644,
+      "grad_norm": 236.16490173339844,
+      "learning_rate": 2.0497724812453336e-06,
+      "loss": 29.1875,
+      "step": 33430
+    },
+    {
+      "epoch": 1.5975819554621045,
+      "grad_norm": 653.839111328125,
+      "learning_rate": 2.0493030927822966e-06,
+      "loss": 23.9375,
+      "step": 33431
+    },
+    {
+      "epoch": 1.5976297429035649,
+      "grad_norm": 299.91424560546875,
+      "learning_rate": 2.048833751933672e-06,
+      "loss": 29.0781,
+      "step": 33432
+    },
+    {
+      "epoch": 1.5976775303450252,
+      "grad_norm": 237.73048400878906,
+      "learning_rate": 2.048364458702273e-06,
+      "loss": 23.4688,
+      "step": 33433
+    },
+    {
+      "epoch": 1.5977253177864856,
+      "grad_norm": 206.67698669433594,
+      "learning_rate": 2.04789521309091e-06,
+      "loss": 22.1406,
+      "step": 33434
+    },
+    {
+      "epoch": 1.597773105227946,
+      "grad_norm": 134.4326171875,
+      "learning_rate": 2.047426015102397e-06,
+      "loss": 21.2344,
+      "step": 33435
+    },
+    {
+      "epoch": 1.5978208926694064,
+      "grad_norm": 233.6528778076172,
+      "learning_rate": 2.046956864739539e-06,
+      "loss": 22.4062,
+      "step": 33436
+    },
+    {
+      "epoch": 1.5978686801108668,
+      "grad_norm": 411.4410705566406,
+      "learning_rate": 2.046487762005146e-06,
+      "loss": 22.9688,
+      "step": 33437
+    },
+    {
+      "epoch": 1.5979164675523272,
+      "grad_norm": 237.42491149902344,
+      "learning_rate": 2.0460187069020277e-06,
+      "loss": 19.3125,
+      "step": 33438
+    },
+    {
+      "epoch": 1.5979642549937876,
+      "grad_norm": 420.00164794921875,
+      "learning_rate": 2.045549699432997e-06,
+      "loss": 41.3438,
+      "step": 33439
+    },
+    {
+      "epoch": 1.598012042435248,
+      "grad_norm": 292.5540466308594,
+      "learning_rate": 2.0450807396008575e-06,
+      "loss": 28.6562,
+      "step": 33440
+    },
+    {
+      "epoch": 1.5980598298767084,
+      "grad_norm": 187.3525848388672,
+      "learning_rate": 2.044611827408419e-06,
+      "loss": 19.4375,
+      "step": 33441
+    },
+    {
+      "epoch": 1.5981076173181687,
+      "grad_norm": 355.4703063964844,
+      "learning_rate": 2.044142962858494e-06,
+      "loss": 33.9688,
+      "step": 33442
+    },
+    {
+      "epoch": 1.5981554047596291,
+      "grad_norm": 379.1035461425781,
+      "learning_rate": 2.0436741459538833e-06,
+      "loss": 20.2812,
+      "step": 33443
+    },
+    {
+      "epoch": 1.5982031922010895,
+      "grad_norm": 138.02479553222656,
+      "learning_rate": 2.0432053766973993e-06,
+      "loss": 18.9062,
+      "step": 33444
+    },
+    {
+      "epoch": 1.59825097964255,
+      "grad_norm": 429.9368896484375,
+      "learning_rate": 2.042736655091847e-06,
+      "loss": 27.1562,
+      "step": 33445
+    },
+    {
+      "epoch": 1.5982987670840103,
+      "grad_norm": 305.88385009765625,
+      "learning_rate": 2.042267981140037e-06,
+      "loss": 24.5938,
+      "step": 33446
+    },
+    {
+      "epoch": 1.5983465545254707,
+      "grad_norm": 460.838134765625,
+      "learning_rate": 2.041799354844771e-06,
+      "loss": 29.1875,
+      "step": 33447
+    },
+    {
+      "epoch": 1.598394341966931,
+      "grad_norm": 223.81971740722656,
+      "learning_rate": 2.0413307762088572e-06,
+      "loss": 23.9375,
+      "step": 33448
+    },
+    {
+      "epoch": 1.5984421294083915,
+      "grad_norm": 415.26141357421875,
+      "learning_rate": 2.0408622452351033e-06,
+      "loss": 49.375,
+      "step": 33449
+    },
+    {
+      "epoch": 1.5984899168498519,
+      "grad_norm": 389.3664245605469,
+      "learning_rate": 2.0403937619263183e-06,
+      "loss": 43.0,
+      "step": 33450
+    },
+    {
+      "epoch": 1.5985377042913123,
+      "grad_norm": 303.7861633300781,
+      "learning_rate": 2.0399253262852992e-06,
+      "loss": 30.0938,
+      "step": 33451
+    },
+    {
+      "epoch": 1.5985854917327726,
+      "grad_norm": 198.89454650878906,
+      "learning_rate": 2.039456938314858e-06,
+      "loss": 20.0625,
+      "step": 33452
+    },
+    {
+      "epoch": 1.598633279174233,
+      "grad_norm": 159.95513916015625,
+      "learning_rate": 2.038988598017796e-06,
+      "loss": 23.0,
+      "step": 33453
+    },
+    {
+      "epoch": 1.5986810666156934,
+      "grad_norm": 275.5079650878906,
+      "learning_rate": 2.0385203053969238e-06,
+      "loss": 24.4688,
+      "step": 33454
+    },
+    {
+      "epoch": 1.5987288540571538,
+      "grad_norm": 299.9673156738281,
+      "learning_rate": 2.038052060455038e-06,
+      "loss": 19.4844,
+      "step": 33455
+    },
+    {
+      "epoch": 1.5987766414986142,
+      "grad_norm": 230.99098205566406,
+      "learning_rate": 2.0375838631949474e-06,
+      "loss": 23.3906,
+      "step": 33456
+    },
+    {
+      "epoch": 1.5988244289400746,
+      "grad_norm": 231.8782196044922,
+      "learning_rate": 2.0371157136194573e-06,
+      "loss": 33.0625,
+      "step": 33457
+    },
+    {
+      "epoch": 1.598872216381535,
+      "grad_norm": 257.7817687988281,
+      "learning_rate": 2.0366476117313673e-06,
+      "loss": 20.1406,
+      "step": 33458
+    },
+    {
+      "epoch": 1.5989200038229954,
+      "grad_norm": 207.28912353515625,
+      "learning_rate": 2.036179557533482e-06,
+      "loss": 29.5625,
+      "step": 33459
+    },
+    {
+      "epoch": 1.5989677912644558,
+      "grad_norm": 219.93125915527344,
+      "learning_rate": 2.0357115510286085e-06,
+      "loss": 31.4219,
+      "step": 33460
+    },
+    {
+      "epoch": 1.5990155787059162,
+      "grad_norm": 218.6051788330078,
+      "learning_rate": 2.0352435922195422e-06,
+      "loss": 21.3438,
+      "step": 33461
+    },
+    {
+      "epoch": 1.5990633661473765,
+      "grad_norm": 162.53355407714844,
+      "learning_rate": 2.0347756811090925e-06,
+      "loss": 29.0,
+      "step": 33462
+    },
+    {
+      "epoch": 1.599111153588837,
+      "grad_norm": 207.87301635742188,
+      "learning_rate": 2.0343078177000562e-06,
+      "loss": 22.5312,
+      "step": 33463
+    },
+    {
+      "epoch": 1.5991589410302973,
+      "grad_norm": 278.7747802734375,
+      "learning_rate": 2.0338400019952375e-06,
+      "loss": 31.5,
+      "step": 33464
+    },
+    {
+      "epoch": 1.5992067284717577,
+      "grad_norm": 203.87977600097656,
+      "learning_rate": 2.0333722339974404e-06,
+      "loss": 36.6875,
+      "step": 33465
+    },
+    {
+      "epoch": 1.599254515913218,
+      "grad_norm": 241.03123474121094,
+      "learning_rate": 2.0329045137094615e-06,
+      "loss": 24.7188,
+      "step": 33466
+    },
+    {
+      "epoch": 1.5993023033546785,
+      "grad_norm": 239.89964294433594,
+      "learning_rate": 2.0324368411341035e-06,
+      "loss": 34.125,
+      "step": 33467
+    },
+    {
+      "epoch": 1.5993500907961389,
+      "grad_norm": 247.76644897460938,
+      "learning_rate": 2.031969216274171e-06,
+      "loss": 26.2031,
+      "step": 33468
+    },
+    {
+      "epoch": 1.5993978782375993,
+      "grad_norm": 535.04248046875,
+      "learning_rate": 2.0315016391324595e-06,
+      "loss": 26.5312,
+      "step": 33469
+    },
+    {
+      "epoch": 1.5994456656790597,
+      "grad_norm": 325.50439453125,
+      "learning_rate": 2.031034109711769e-06,
+      "loss": 23.0156,
+      "step": 33470
+    },
+    {
+      "epoch": 1.59949345312052,
+      "grad_norm": 184.3308563232422,
+      "learning_rate": 2.030566628014903e-06,
+      "loss": 21.2188,
+      "step": 33471
+    },
+    {
+      "epoch": 1.5995412405619804,
+      "grad_norm": 155.7205047607422,
+      "learning_rate": 2.0300991940446624e-06,
+      "loss": 16.7656,
+      "step": 33472
+    },
+    {
+      "epoch": 1.5995890280034408,
+      "grad_norm": 260.2584533691406,
+      "learning_rate": 2.02963180780384e-06,
+      "loss": 24.3438,
+      "step": 33473
+    },
+    {
+      "epoch": 1.5996368154449012,
+      "grad_norm": 229.74244689941406,
+      "learning_rate": 2.029164469295238e-06,
+      "loss": 19.7344,
+      "step": 33474
+    },
+    {
+      "epoch": 1.5996846028863616,
+      "grad_norm": 530.2351684570312,
+      "learning_rate": 2.028697178521657e-06,
+      "loss": 34.2812,
+      "step": 33475
+    },
+    {
+      "epoch": 1.599732390327822,
+      "grad_norm": 310.1167907714844,
+      "learning_rate": 2.028229935485896e-06,
+      "loss": 23.5156,
+      "step": 33476
+    },
+    {
+      "epoch": 1.5997801777692824,
+      "grad_norm": 179.99481201171875,
+      "learning_rate": 2.0277627401907487e-06,
+      "loss": 21.9062,
+      "step": 33477
+    },
+    {
+      "epoch": 1.5998279652107428,
+      "grad_norm": 239.08189392089844,
+      "learning_rate": 2.027295592639016e-06,
+      "loss": 24.5625,
+      "step": 33478
+    },
+    {
+      "epoch": 1.5998757526522032,
+      "grad_norm": 249.6978759765625,
+      "learning_rate": 2.0268284928334968e-06,
+      "loss": 27.375,
+      "step": 33479
+    },
+    {
+      "epoch": 1.5999235400936633,
+      "grad_norm": 335.0082702636719,
+      "learning_rate": 2.026361440776985e-06,
+      "loss": 28.8594,
+      "step": 33480
+    },
+    {
+      "epoch": 1.5999713275351237,
+      "grad_norm": 147.998779296875,
+      "learning_rate": 2.025894436472279e-06,
+      "loss": 22.5156,
+      "step": 33481
+    },
+    {
+      "epoch": 1.6000191149765841,
+      "grad_norm": 951.9747924804688,
+      "learning_rate": 2.025427479922176e-06,
+      "loss": 21.375,
+      "step": 33482
+    },
+    {
+      "epoch": 1.6000669024180445,
+      "grad_norm": 143.07528686523438,
+      "learning_rate": 2.0249605711294752e-06,
+      "loss": 26.4688,
+      "step": 33483
+    },
+    {
+      "epoch": 1.600114689859505,
+      "grad_norm": 200.23983764648438,
+      "learning_rate": 2.0244937100969676e-06,
+      "loss": 27.9531,
+      "step": 33484
+    },
+    {
+      "epoch": 1.6001624773009653,
+      "grad_norm": 314.58050537109375,
+      "learning_rate": 2.02402689682745e-06,
+      "loss": 21.5938,
+      "step": 33485
+    },
+    {
+      "epoch": 1.6002102647424257,
+      "grad_norm": 136.03018188476562,
+      "learning_rate": 2.0235601313237206e-06,
+      "loss": 16.375,
+      "step": 33486
+    },
+    {
+      "epoch": 1.600258052183886,
+      "grad_norm": 275.19415283203125,
+      "learning_rate": 2.023093413588576e-06,
+      "loss": 20.4062,
+      "step": 33487
+    },
+    {
+      "epoch": 1.6003058396253464,
+      "grad_norm": 146.58566284179688,
+      "learning_rate": 2.022626743624807e-06,
+      "loss": 22.0781,
+      "step": 33488
+    },
+    {
+      "epoch": 1.6003536270668068,
+      "grad_norm": 248.73965454101562,
+      "learning_rate": 2.0221601214352093e-06,
+      "loss": 23.625,
+      "step": 33489
+    },
+    {
+      "epoch": 1.6004014145082672,
+      "grad_norm": 356.5581359863281,
+      "learning_rate": 2.0216935470225807e-06,
+      "loss": 23.125,
+      "step": 33490
+    },
+    {
+      "epoch": 1.6004492019497276,
+      "grad_norm": 276.5816955566406,
+      "learning_rate": 2.021227020389711e-06,
+      "loss": 25.2656,
+      "step": 33491
+    },
+    {
+      "epoch": 1.600496989391188,
+      "grad_norm": 288.0884094238281,
+      "learning_rate": 2.020760541539395e-06,
+      "loss": 16.6875,
+      "step": 33492
+    },
+    {
+      "epoch": 1.6005447768326484,
+      "grad_norm": 245.69131469726562,
+      "learning_rate": 2.020294110474431e-06,
+      "loss": 24.25,
+      "step": 33493
+    },
+    {
+      "epoch": 1.6005925642741088,
+      "grad_norm": 225.03408813476562,
+      "learning_rate": 2.019827727197605e-06,
+      "loss": 22.5938,
+      "step": 33494
+    },
+    {
+      "epoch": 1.6006403517155692,
+      "grad_norm": 190.00457763671875,
+      "learning_rate": 2.0193613917117172e-06,
+      "loss": 18.7812,
+      "step": 33495
+    },
+    {
+      "epoch": 1.6006881391570296,
+      "grad_norm": 371.63970947265625,
+      "learning_rate": 2.0188951040195536e-06,
+      "loss": 28.0781,
+      "step": 33496
+    },
+    {
+      "epoch": 1.60073592659849,
+      "grad_norm": 146.81654357910156,
+      "learning_rate": 2.0184288641239104e-06,
+      "loss": 22.2188,
+      "step": 33497
+    },
+    {
+      "epoch": 1.6007837140399503,
+      "grad_norm": 266.83392333984375,
+      "learning_rate": 2.017962672027581e-06,
+      "loss": 23.0469,
+      "step": 33498
+    },
+    {
+      "epoch": 1.6008315014814107,
+      "grad_norm": 182.7417755126953,
+      "learning_rate": 2.0174965277333547e-06,
+      "loss": 18.4219,
+      "step": 33499
+    },
+    {
+      "epoch": 1.6008792889228711,
+      "grad_norm": 212.0928955078125,
+      "learning_rate": 2.0170304312440224e-06,
+      "loss": 24.0625,
+      "step": 33500
+    },
+    {
+      "epoch": 1.6009270763643313,
+      "grad_norm": 227.61756896972656,
+      "learning_rate": 2.016564382562377e-06,
+      "loss": 23.5156,
+      "step": 33501
+    },
+    {
+      "epoch": 1.6009748638057917,
+      "grad_norm": 397.6286315917969,
+      "learning_rate": 2.0160983816912128e-06,
+      "loss": 31.8438,
+      "step": 33502
+    },
+    {
+      "epoch": 1.601022651247252,
+      "grad_norm": 246.68238830566406,
+      "learning_rate": 2.015632428633314e-06,
+      "loss": 19.7656,
+      "step": 33503
+    },
+    {
+      "epoch": 1.6010704386887125,
+      "grad_norm": 454.51458740234375,
+      "learning_rate": 2.0151665233914753e-06,
+      "loss": 23.25,
+      "step": 33504
+    },
+    {
+      "epoch": 1.6011182261301729,
+      "grad_norm": 338.7768859863281,
+      "learning_rate": 2.0147006659684875e-06,
+      "loss": 30.1562,
+      "step": 33505
+    },
+    {
+      "epoch": 1.6011660135716332,
+      "grad_norm": 330.27239990234375,
+      "learning_rate": 2.0142348563671366e-06,
+      "loss": 24.8594,
+      "step": 33506
+    },
+    {
+      "epoch": 1.6012138010130936,
+      "grad_norm": 145.50167846679688,
+      "learning_rate": 2.0137690945902143e-06,
+      "loss": 19.9531,
+      "step": 33507
+    },
+    {
+      "epoch": 1.601261588454554,
+      "grad_norm": 324.0008544921875,
+      "learning_rate": 2.01330338064051e-06,
+      "loss": 26.9531,
+      "step": 33508
+    },
+    {
+      "epoch": 1.6013093758960144,
+      "grad_norm": 171.11363220214844,
+      "learning_rate": 2.0128377145208154e-06,
+      "loss": 24.5625,
+      "step": 33509
+    },
+    {
+      "epoch": 1.6013571633374748,
+      "grad_norm": 177.89691162109375,
+      "learning_rate": 2.0123720962339145e-06,
+      "loss": 23.6875,
+      "step": 33510
+    },
+    {
+      "epoch": 1.6014049507789352,
+      "grad_norm": 290.3619689941406,
+      "learning_rate": 2.0119065257825975e-06,
+      "loss": 28.9688,
+      "step": 33511
+    },
+    {
+      "epoch": 1.6014527382203956,
+      "grad_norm": 184.19558715820312,
+      "learning_rate": 2.0114410031696528e-06,
+      "loss": 24.375,
+      "step": 33512
+    },
+    {
+      "epoch": 1.601500525661856,
+      "grad_norm": 194.6038818359375,
+      "learning_rate": 2.0109755283978718e-06,
+      "loss": 20.6875,
+      "step": 33513
+    },
+    {
+      "epoch": 1.6015483131033164,
+      "grad_norm": 1184.447021484375,
+      "learning_rate": 2.0105101014700344e-06,
+      "loss": 36.2188,
+      "step": 33514
+    },
+    {
+      "epoch": 1.6015961005447767,
+      "grad_norm": 249.83204650878906,
+      "learning_rate": 2.0100447223889343e-06,
+      "loss": 25.1406,
+      "step": 33515
+    },
+    {
+      "epoch": 1.6016438879862371,
+      "grad_norm": 310.5894775390625,
+      "learning_rate": 2.009579391157358e-06,
+      "loss": 19.5,
+      "step": 33516
+    },
+    {
+      "epoch": 1.6016916754276975,
+      "grad_norm": 172.40426635742188,
+      "learning_rate": 2.0091141077780874e-06,
+      "loss": 24.1562,
+      "step": 33517
+    },
+    {
+      "epoch": 1.601739462869158,
+      "grad_norm": 325.2991027832031,
+      "learning_rate": 2.0086488722539133e-06,
+      "loss": 22.8438,
+      "step": 33518
+    },
+    {
+      "epoch": 1.6017872503106183,
+      "grad_norm": 205.277587890625,
+      "learning_rate": 2.00818368458762e-06,
+      "loss": 20.875,
+      "step": 33519
+    },
+    {
+      "epoch": 1.6018350377520787,
+      "grad_norm": 151.75131225585938,
+      "learning_rate": 2.007718544781998e-06,
+      "loss": 21.5781,
+      "step": 33520
+    },
+    {
+      "epoch": 1.601882825193539,
+      "grad_norm": 330.3008117675781,
+      "learning_rate": 2.007253452839826e-06,
+      "loss": 28.3906,
+      "step": 33521
+    },
+    {
+      "epoch": 1.6019306126349995,
+      "grad_norm": 218.91250610351562,
+      "learning_rate": 2.006788408763891e-06,
+      "loss": 28.7656,
+      "step": 33522
+    },
+    {
+      "epoch": 1.6019784000764599,
+      "grad_norm": 220.01797485351562,
+      "learning_rate": 2.006323412556983e-06,
+      "loss": 19.4688,
+      "step": 33523
+    },
+    {
+      "epoch": 1.6020261875179203,
+      "grad_norm": 187.40719604492188,
+      "learning_rate": 2.0058584642218814e-06,
+      "loss": 18.4531,
+      "step": 33524
+    },
+    {
+      "epoch": 1.6020739749593806,
+      "grad_norm": 186.66363525390625,
+      "learning_rate": 2.0053935637613708e-06,
+      "loss": 20.0625,
+      "step": 33525
+    },
+    {
+      "epoch": 1.602121762400841,
+      "grad_norm": 333.6146240234375,
+      "learning_rate": 2.00492871117824e-06,
+      "loss": 24.4688,
+      "step": 33526
+    },
+    {
+      "epoch": 1.6021695498423014,
+      "grad_norm": 129.02627563476562,
+      "learning_rate": 2.004463906475268e-06,
+      "loss": 15.5312,
+      "step": 33527
+    },
+    {
+      "epoch": 1.6022173372837618,
+      "grad_norm": 279.304931640625,
+      "learning_rate": 2.0039991496552414e-06,
+      "loss": 29.0938,
+      "step": 33528
+    },
+    {
+      "epoch": 1.6022651247252222,
+      "grad_norm": 206.36993408203125,
+      "learning_rate": 2.003534440720941e-06,
+      "loss": 22.4062,
+      "step": 33529
+    },
+    {
+      "epoch": 1.6023129121666826,
+      "grad_norm": 581.7147827148438,
+      "learning_rate": 2.0030697796751497e-06,
+      "loss": 25.875,
+      "step": 33530
+    },
+    {
+      "epoch": 1.602360699608143,
+      "grad_norm": 177.89535522460938,
+      "learning_rate": 2.0026051665206546e-06,
+      "loss": 20.0938,
+      "step": 33531
+    },
+    {
+      "epoch": 1.6024084870496034,
+      "grad_norm": 200.73138427734375,
+      "learning_rate": 2.0021406012602327e-06,
+      "loss": 27.4062,
+      "step": 33532
+    },
+    {
+      "epoch": 1.6024562744910638,
+      "grad_norm": 207.2936248779297,
+      "learning_rate": 2.0016760838966686e-06,
+      "loss": 27.0469,
+      "step": 33533
+    },
+    {
+      "epoch": 1.6025040619325241,
+      "grad_norm": 267.35296630859375,
+      "learning_rate": 2.0012116144327445e-06,
+      "loss": 27.5625,
+      "step": 33534
+    },
+    {
+      "epoch": 1.6025518493739845,
+      "grad_norm": 294.876708984375,
+      "learning_rate": 2.000747192871243e-06,
+      "loss": 32.5938,
+      "step": 33535
+    },
+    {
+      "epoch": 1.602599636815445,
+      "grad_norm": 313.4275817871094,
+      "learning_rate": 2.0002828192149424e-06,
+      "loss": 37.875,
+      "step": 33536
+    },
+    {
+      "epoch": 1.6026474242569053,
+      "grad_norm": 214.03515625,
+      "learning_rate": 1.9998184934666245e-06,
+      "loss": 17.5938,
+      "step": 33537
+    },
+    {
+      "epoch": 1.6026952116983657,
+      "grad_norm": 353.5667419433594,
+      "learning_rate": 1.9993542156290714e-06,
+      "loss": 23.3438,
+      "step": 33538
+    },
+    {
+      "epoch": 1.602742999139826,
+      "grad_norm": 260.8167419433594,
+      "learning_rate": 1.9988899857050647e-06,
+      "loss": 28.875,
+      "step": 33539
+    },
+    {
+      "epoch": 1.6027907865812865,
+      "grad_norm": 379.4891052246094,
+      "learning_rate": 1.998425803697381e-06,
+      "loss": 31.375,
+      "step": 33540
+    },
+    {
+      "epoch": 1.6028385740227469,
+      "grad_norm": 314.28546142578125,
+      "learning_rate": 1.997961669608801e-06,
+      "loss": 31.2188,
+      "step": 33541
+    },
+    {
+      "epoch": 1.6028863614642073,
+      "grad_norm": 223.5838165283203,
+      "learning_rate": 1.9974975834421086e-06,
+      "loss": 21.0312,
+      "step": 33542
+    },
+    {
+      "epoch": 1.6029341489056677,
+      "grad_norm": 332.0836486816406,
+      "learning_rate": 1.9970335452000765e-06,
+      "loss": 27.4688,
+      "step": 33543
+    },
+    {
+      "epoch": 1.602981936347128,
+      "grad_norm": 252.07850646972656,
+      "learning_rate": 1.996569554885487e-06,
+      "loss": 23.8438,
+      "step": 33544
+    },
+    {
+      "epoch": 1.6030297237885884,
+      "grad_norm": 280.44500732421875,
+      "learning_rate": 1.996105612501119e-06,
+      "loss": 31.4062,
+      "step": 33545
+    },
+    {
+      "epoch": 1.6030775112300488,
+      "grad_norm": 361.20709228515625,
+      "learning_rate": 1.995641718049752e-06,
+      "loss": 30.4375,
+      "step": 33546
+    },
+    {
+      "epoch": 1.6031252986715092,
+      "grad_norm": 227.5855255126953,
+      "learning_rate": 1.995177871534161e-06,
+      "loss": 25.2031,
+      "step": 33547
+    },
+    {
+      "epoch": 1.6031730861129696,
+      "grad_norm": 172.75958251953125,
+      "learning_rate": 1.9947140729571256e-06,
+      "loss": 24.1719,
+      "step": 33548
+    },
+    {
+      "epoch": 1.60322087355443,
+      "grad_norm": 248.8227996826172,
+      "learning_rate": 1.994250322321423e-06,
+      "loss": 18.7344,
+      "step": 33549
+    },
+    {
+      "epoch": 1.6032686609958904,
+      "grad_norm": 552.5227661132812,
+      "learning_rate": 1.9937866196298327e-06,
+      "loss": 18.25,
+      "step": 33550
+    },
+    {
+      "epoch": 1.6033164484373508,
+      "grad_norm": 232.16639709472656,
+      "learning_rate": 1.993322964885128e-06,
+      "loss": 28.5625,
+      "step": 33551
+    },
+    {
+      "epoch": 1.6033642358788112,
+      "grad_norm": 298.513916015625,
+      "learning_rate": 1.992859358090087e-06,
+      "loss": 27.0,
+      "step": 33552
+    },
+    {
+      "epoch": 1.6034120233202716,
+      "grad_norm": 262.3743896484375,
+      "learning_rate": 1.9923957992474885e-06,
+      "loss": 23.875,
+      "step": 33553
+    },
+    {
+      "epoch": 1.603459810761732,
+      "grad_norm": 205.83502197265625,
+      "learning_rate": 1.9919322883601044e-06,
+      "loss": 17.0938,
+      "step": 33554
+    },
+    {
+      "epoch": 1.6035075982031923,
+      "grad_norm": 205.51109313964844,
+      "learning_rate": 1.9914688254307122e-06,
+      "loss": 37.8438,
+      "step": 33555
+    },
+    {
+      "epoch": 1.6035553856446527,
+      "grad_norm": 154.1866455078125,
+      "learning_rate": 1.991005410462089e-06,
+      "loss": 17.9062,
+      "step": 33556
+    },
+    {
+      "epoch": 1.603603173086113,
+      "grad_norm": 165.4530487060547,
+      "learning_rate": 1.990542043457011e-06,
+      "loss": 25.2188,
+      "step": 33557
+    },
+    {
+      "epoch": 1.6036509605275735,
+      "grad_norm": 741.6250610351562,
+      "learning_rate": 1.9900787244182485e-06,
+      "loss": 31.375,
+      "step": 33558
+    },
+    {
+      "epoch": 1.6036987479690339,
+      "grad_norm": 285.06719970703125,
+      "learning_rate": 1.989615453348581e-06,
+      "loss": 20.1406,
+      "step": 33559
+    },
+    {
+      "epoch": 1.6037465354104943,
+      "grad_norm": 257.34381103515625,
+      "learning_rate": 1.989152230250778e-06,
+      "loss": 21.4375,
+      "step": 33560
+    },
+    {
+      "epoch": 1.6037943228519547,
+      "grad_norm": 311.9918212890625,
+      "learning_rate": 1.9886890551276207e-06,
+      "loss": 20.2188,
+      "step": 33561
+    },
+    {
+      "epoch": 1.6038421102934148,
+      "grad_norm": 652.8934326171875,
+      "learning_rate": 1.988225927981874e-06,
+      "loss": 22.9062,
+      "step": 33562
+    },
+    {
+      "epoch": 1.6038898977348752,
+      "grad_norm": 171.967041015625,
+      "learning_rate": 1.987762848816317e-06,
+      "loss": 16.4375,
+      "step": 33563
+    },
+    {
+      "epoch": 1.6039376851763356,
+      "grad_norm": 263.66375732421875,
+      "learning_rate": 1.9872998176337235e-06,
+      "loss": 19.7344,
+      "step": 33564
+    },
+    {
+      "epoch": 1.603985472617796,
+      "grad_norm": 124.7298583984375,
+      "learning_rate": 1.9868368344368625e-06,
+      "loss": 19.6094,
+      "step": 33565
+    },
+    {
+      "epoch": 1.6040332600592564,
+      "grad_norm": 371.1841735839844,
+      "learning_rate": 1.9863738992285096e-06,
+      "loss": 30.2188,
+      "step": 33566
+    },
+    {
+      "epoch": 1.6040810475007168,
+      "grad_norm": 212.45249938964844,
+      "learning_rate": 1.9859110120114367e-06,
+      "loss": 26.7031,
+      "step": 33567
+    },
+    {
+      "epoch": 1.6041288349421772,
+      "grad_norm": 225.70933532714844,
+      "learning_rate": 1.9854481727884178e-06,
+      "loss": 24.5,
+      "step": 33568
+    },
+    {
+      "epoch": 1.6041766223836376,
+      "grad_norm": 397.0629577636719,
+      "learning_rate": 1.984985381562221e-06,
+      "loss": 27.3438,
+      "step": 33569
+    },
+    {
+      "epoch": 1.604224409825098,
+      "grad_norm": 270.5091247558594,
+      "learning_rate": 1.9845226383356186e-06,
+      "loss": 26.625,
+      "step": 33570
+    },
+    {
+      "epoch": 1.6042721972665583,
+      "grad_norm": 194.25555419921875,
+      "learning_rate": 1.984059943111384e-06,
+      "loss": 32.0312,
+      "step": 33571
+    },
+    {
+      "epoch": 1.6043199847080187,
+      "grad_norm": 315.65533447265625,
+      "learning_rate": 1.983597295892289e-06,
+      "loss": 20.1094,
+      "step": 33572
+    },
+    {
+      "epoch": 1.6043677721494791,
+      "grad_norm": 209.6018524169922,
+      "learning_rate": 1.9831346966810994e-06,
+      "loss": 28.5625,
+      "step": 33573
+    },
+    {
+      "epoch": 1.6044155595909395,
+      "grad_norm": 376.68902587890625,
+      "learning_rate": 1.9826721454805876e-06,
+      "loss": 21.6406,
+      "step": 33574
+    },
+    {
+      "epoch": 1.6044633470324,
+      "grad_norm": 254.8413848876953,
+      "learning_rate": 1.9822096422935277e-06,
+      "loss": 25.6875,
+      "step": 33575
+    },
+    {
+      "epoch": 1.6045111344738603,
+      "grad_norm": 184.1712188720703,
+      "learning_rate": 1.9817471871226844e-06,
+      "loss": 17.7812,
+      "step": 33576
+    },
+    {
+      "epoch": 1.6045589219153207,
+      "grad_norm": 340.99151611328125,
+      "learning_rate": 1.981284779970829e-06,
+      "loss": 23.9531,
+      "step": 33577
+    },
+    {
+      "epoch": 1.604606709356781,
+      "grad_norm": 86.67112731933594,
+      "learning_rate": 1.98082242084073e-06,
+      "loss": 13.6562,
+      "step": 33578
+    },
+    {
+      "epoch": 1.6046544967982415,
+      "grad_norm": 242.24868774414062,
+      "learning_rate": 1.98036010973516e-06,
+      "loss": 20.7188,
+      "step": 33579
+    },
+    {
+      "epoch": 1.6047022842397018,
+      "grad_norm": 217.54232788085938,
+      "learning_rate": 1.979897846656882e-06,
+      "loss": 26.4375,
+      "step": 33580
+    },
+    {
+      "epoch": 1.6047500716811622,
+      "grad_norm": 253.33583068847656,
+      "learning_rate": 1.979435631608667e-06,
+      "loss": 28.8125,
+      "step": 33581
+    },
+    {
+      "epoch": 1.6047978591226226,
+      "grad_norm": 224.91358947753906,
+      "learning_rate": 1.9789734645932834e-06,
+      "loss": 26.3125,
+      "step": 33582
+    },
+    {
+      "epoch": 1.6048456465640828,
+      "grad_norm": 417.36322021484375,
+      "learning_rate": 1.978511345613502e-06,
+      "loss": 17.7188,
+      "step": 33583
+    },
+    {
+      "epoch": 1.6048934340055432,
+      "grad_norm": 640.38525390625,
+      "learning_rate": 1.9780492746720836e-06,
+      "loss": 25.875,
+      "step": 33584
+    },
+    {
+      "epoch": 1.6049412214470036,
+      "grad_norm": 200.74839782714844,
+      "learning_rate": 1.9775872517718e-06,
+      "loss": 22.3125,
+      "step": 33585
+    },
+    {
+      "epoch": 1.604989008888464,
+      "grad_norm": 475.0025329589844,
+      "learning_rate": 1.977125276915416e-06,
+      "loss": 19.4844,
+      "step": 33586
+    },
+    {
+      "epoch": 1.6050367963299244,
+      "grad_norm": 353.1900634765625,
+      "learning_rate": 1.976663350105702e-06,
+      "loss": 26.5938,
+      "step": 33587
+    },
+    {
+      "epoch": 1.6050845837713847,
+      "grad_norm": 259.169921875,
+      "learning_rate": 1.9762014713454194e-06,
+      "loss": 19.0781,
+      "step": 33588
+    },
+    {
+      "epoch": 1.6051323712128451,
+      "grad_norm": 282.39971923828125,
+      "learning_rate": 1.975739640637336e-06,
+      "loss": 19.2812,
+      "step": 33589
+    },
+    {
+      "epoch": 1.6051801586543055,
+      "grad_norm": 252.5081329345703,
+      "learning_rate": 1.9752778579842214e-06,
+      "loss": 26.0938,
+      "step": 33590
+    },
+    {
+      "epoch": 1.605227946095766,
+      "grad_norm": 221.40284729003906,
+      "learning_rate": 1.974816123388834e-06,
+      "loss": 18.3594,
+      "step": 33591
+    },
+    {
+      "epoch": 1.6052757335372263,
+      "grad_norm": 206.82443237304688,
+      "learning_rate": 1.974354436853946e-06,
+      "loss": 28.0,
+      "step": 33592
+    },
+    {
+      "epoch": 1.6053235209786867,
+      "grad_norm": 339.03887939453125,
+      "learning_rate": 1.9738927983823166e-06,
+      "loss": 26.4688,
+      "step": 33593
+    },
+    {
+      "epoch": 1.605371308420147,
+      "grad_norm": 297.7296142578125,
+      "learning_rate": 1.9734312079767127e-06,
+      "loss": 27.375,
+      "step": 33594
+    },
+    {
+      "epoch": 1.6054190958616075,
+      "grad_norm": 219.96405029296875,
+      "learning_rate": 1.972969665639901e-06,
+      "loss": 28.5938,
+      "step": 33595
+    },
+    {
+      "epoch": 1.6054668833030679,
+      "grad_norm": 226.36009216308594,
+      "learning_rate": 1.972508171374641e-06,
+      "loss": 28.3281,
+      "step": 33596
+    },
+    {
+      "epoch": 1.6055146707445282,
+      "grad_norm": 350.876953125,
+      "learning_rate": 1.9720467251836985e-06,
+      "loss": 29.7969,
+      "step": 33597
+    },
+    {
+      "epoch": 1.6055624581859886,
+      "grad_norm": 112.24029541015625,
+      "learning_rate": 1.9715853270698393e-06,
+      "loss": 15.8281,
+      "step": 33598
+    },
+    {
+      "epoch": 1.605610245627449,
+      "grad_norm": 222.766845703125,
+      "learning_rate": 1.9711239770358224e-06,
+      "loss": 25.0938,
+      "step": 33599
+    },
+    {
+      "epoch": 1.6056580330689094,
+      "grad_norm": 224.94754028320312,
+      "learning_rate": 1.9706626750844126e-06,
+      "loss": 32.1406,
+      "step": 33600
+    },
+    {
+      "epoch": 1.6057058205103698,
+      "grad_norm": 172.28001403808594,
+      "learning_rate": 1.9702014212183763e-06,
+      "loss": 17.3125,
+      "step": 33601
+    },
+    {
+      "epoch": 1.6057536079518302,
+      "grad_norm": 516.6270751953125,
+      "learning_rate": 1.969740215440469e-06,
+      "loss": 17.7656,
+      "step": 33602
+    },
+    {
+      "epoch": 1.6058013953932906,
+      "grad_norm": 251.2567138671875,
+      "learning_rate": 1.969279057753456e-06,
+      "loss": 24.2188,
+      "step": 33603
+    },
+    {
+      "epoch": 1.605849182834751,
+      "grad_norm": 285.0712585449219,
+      "learning_rate": 1.9688179481600977e-06,
+      "loss": 17.9219,
+      "step": 33604
+    },
+    {
+      "epoch": 1.6058969702762114,
+      "grad_norm": 153.775634765625,
+      "learning_rate": 1.968356886663161e-06,
+      "loss": 17.9141,
+      "step": 33605
+    },
+    {
+      "epoch": 1.6059447577176718,
+      "grad_norm": 2388.994873046875,
+      "learning_rate": 1.9678958732653996e-06,
+      "loss": 20.3125,
+      "step": 33606
+    },
+    {
+      "epoch": 1.6059925451591321,
+      "grad_norm": 530.8731079101562,
+      "learning_rate": 1.967434907969579e-06,
+      "loss": 22.2812,
+      "step": 33607
+    },
+    {
+      "epoch": 1.6060403326005925,
+      "grad_norm": 170.6386260986328,
+      "learning_rate": 1.966973990778457e-06,
+      "loss": 23.8438,
+      "step": 33608
+    },
+    {
+      "epoch": 1.606088120042053,
+      "grad_norm": 255.65846252441406,
+      "learning_rate": 1.9665131216947976e-06,
+      "loss": 29.4062,
+      "step": 33609
+    },
+    {
+      "epoch": 1.6061359074835133,
+      "grad_norm": 319.85321044921875,
+      "learning_rate": 1.9660523007213573e-06,
+      "loss": 20.0625,
+      "step": 33610
+    },
+    {
+      "epoch": 1.6061836949249737,
+      "grad_norm": 388.0357666015625,
+      "learning_rate": 1.965591527860896e-06,
+      "loss": 25.0625,
+      "step": 33611
+    },
+    {
+      "epoch": 1.606231482366434,
+      "grad_norm": 592.0172729492188,
+      "learning_rate": 1.9651308031161774e-06,
+      "loss": 24.7188,
+      "step": 33612
+    },
+    {
+      "epoch": 1.6062792698078945,
+      "grad_norm": 168.94204711914062,
+      "learning_rate": 1.9646701264899546e-06,
+      "loss": 15.4688,
+      "step": 33613
+    },
+    {
+      "epoch": 1.6063270572493549,
+      "grad_norm": 288.75274658203125,
+      "learning_rate": 1.964209497984989e-06,
+      "loss": 24.1094,
+      "step": 33614
+    },
+    {
+      "epoch": 1.6063748446908153,
+      "grad_norm": 164.950927734375,
+      "learning_rate": 1.96374891760404e-06,
+      "loss": 21.4531,
+      "step": 33615
+    },
+    {
+      "epoch": 1.6064226321322757,
+      "grad_norm": 192.61636352539062,
+      "learning_rate": 1.9632883853498687e-06,
+      "loss": 19.1562,
+      "step": 33616
+    },
+    {
+      "epoch": 1.606470419573736,
+      "grad_norm": 311.76104736328125,
+      "learning_rate": 1.962827901225226e-06,
+      "loss": 19.7344,
+      "step": 33617
+    },
+    {
+      "epoch": 1.6065182070151964,
+      "grad_norm": 222.988037109375,
+      "learning_rate": 1.962367465232874e-06,
+      "loss": 31.4062,
+      "step": 33618
+    },
+    {
+      "epoch": 1.6065659944566568,
+      "grad_norm": 287.1346435546875,
+      "learning_rate": 1.961907077375569e-06,
+      "loss": 27.2969,
+      "step": 33619
+    },
+    {
+      "epoch": 1.6066137818981172,
+      "grad_norm": 352.4275207519531,
+      "learning_rate": 1.961446737656072e-06,
+      "loss": 22.5938,
+      "step": 33620
+    },
+    {
+      "epoch": 1.6066615693395776,
+      "grad_norm": 209.93560791015625,
+      "learning_rate": 1.9609864460771335e-06,
+      "loss": 20.7656,
+      "step": 33621
+    },
+    {
+      "epoch": 1.606709356781038,
+      "grad_norm": 292.3971862792969,
+      "learning_rate": 1.9605262026415128e-06,
+      "loss": 37.9375,
+      "step": 33622
+    },
+    {
+      "epoch": 1.6067571442224984,
+      "grad_norm": 219.88253784179688,
+      "learning_rate": 1.9600660073519694e-06,
+      "loss": 25.0156,
+      "step": 33623
+    },
+    {
+      "epoch": 1.6068049316639588,
+      "grad_norm": 393.3935546875,
+      "learning_rate": 1.9596058602112533e-06,
+      "loss": 31.625,
+      "step": 33624
+    },
+    {
+      "epoch": 1.6068527191054192,
+      "grad_norm": 211.26666259765625,
+      "learning_rate": 1.9591457612221254e-06,
+      "loss": 25.25,
+      "step": 33625
+    },
+    {
+      "epoch": 1.6069005065468795,
+      "grad_norm": 219.45339965820312,
+      "learning_rate": 1.9586857103873368e-06,
+      "loss": 23.8906,
+      "step": 33626
+    },
+    {
+      "epoch": 1.60694829398834,
+      "grad_norm": 197.14959716796875,
+      "learning_rate": 1.9582257077096445e-06,
+      "loss": 25.2656,
+      "step": 33627
+    },
+    {
+      "epoch": 1.6069960814298003,
+      "grad_norm": 270.8297119140625,
+      "learning_rate": 1.957765753191806e-06,
+      "loss": 32.375,
+      "step": 33628
+    },
+    {
+      "epoch": 1.6070438688712607,
+      "grad_norm": 259.8045349121094,
+      "learning_rate": 1.9573058468365714e-06,
+      "loss": 26.4531,
+      "step": 33629
+    },
+    {
+      "epoch": 1.607091656312721,
+      "grad_norm": 239.78684997558594,
+      "learning_rate": 1.956845988646696e-06,
+      "loss": 22.6875,
+      "step": 33630
+    },
+    {
+      "epoch": 1.6071394437541815,
+      "grad_norm": 122.19417572021484,
+      "learning_rate": 1.956386178624937e-06,
+      "loss": 20.4688,
+      "step": 33631
+    },
+    {
+      "epoch": 1.6071872311956419,
+      "grad_norm": 324.3006591796875,
+      "learning_rate": 1.955926416774043e-06,
+      "loss": 26.6875,
+      "step": 33632
+    },
+    {
+      "epoch": 1.6072350186371023,
+      "grad_norm": 506.23712158203125,
+      "learning_rate": 1.955466703096771e-06,
+      "loss": 28.2031,
+      "step": 33633
+    },
+    {
+      "epoch": 1.6072828060785627,
+      "grad_norm": 343.36639404296875,
+      "learning_rate": 1.9550070375958728e-06,
+      "loss": 23.5625,
+      "step": 33634
+    },
+    {
+      "epoch": 1.607330593520023,
+      "grad_norm": 134.39210510253906,
+      "learning_rate": 1.9545474202741043e-06,
+      "loss": 17.875,
+      "step": 33635
+    },
+    {
+      "epoch": 1.6073783809614834,
+      "grad_norm": 203.3209686279297,
+      "learning_rate": 1.9540878511342134e-06,
+      "loss": 23.3125,
+      "step": 33636
+    },
+    {
+      "epoch": 1.6074261684029438,
+      "grad_norm": 261.3805847167969,
+      "learning_rate": 1.9536283301789525e-06,
+      "loss": 33.0312,
+      "step": 33637
+    },
+    {
+      "epoch": 1.6074739558444042,
+      "grad_norm": 321.543701171875,
+      "learning_rate": 1.9531688574110784e-06,
+      "loss": 20.2969,
+      "step": 33638
+    },
+    {
+      "epoch": 1.6075217432858646,
+      "grad_norm": 224.72532653808594,
+      "learning_rate": 1.9527094328333376e-06,
+      "loss": 25.3438,
+      "step": 33639
+    },
+    {
+      "epoch": 1.607569530727325,
+      "grad_norm": 952.3505249023438,
+      "learning_rate": 1.9522500564484836e-06,
+      "loss": 36.7812,
+      "step": 33640
+    },
+    {
+      "epoch": 1.6076173181687854,
+      "grad_norm": 427.7418518066406,
+      "learning_rate": 1.951790728259266e-06,
+      "loss": 17.9844,
+      "step": 33641
+    },
+    {
+      "epoch": 1.6076651056102458,
+      "grad_norm": 191.01194763183594,
+      "learning_rate": 1.951331448268441e-06,
+      "loss": 23.0625,
+      "step": 33642
+    },
+    {
+      "epoch": 1.6077128930517062,
+      "grad_norm": 257.9173889160156,
+      "learning_rate": 1.9508722164787517e-06,
+      "loss": 26.0625,
+      "step": 33643
+    },
+    {
+      "epoch": 1.6077606804931666,
+      "grad_norm": 157.0440673828125,
+      "learning_rate": 1.9504130328929517e-06,
+      "loss": 12.2969,
+      "step": 33644
+    },
+    {
+      "epoch": 1.6078084679346267,
+      "grad_norm": 551.7784423828125,
+      "learning_rate": 1.949953897513791e-06,
+      "loss": 20.2812,
+      "step": 33645
+    },
+    {
+      "epoch": 1.6078562553760871,
+      "grad_norm": 184.62303161621094,
+      "learning_rate": 1.9494948103440213e-06,
+      "loss": 24.8438,
+      "step": 33646
+    },
+    {
+      "epoch": 1.6079040428175475,
+      "grad_norm": 208.403564453125,
+      "learning_rate": 1.9490357713863874e-06,
+      "loss": 22.4375,
+      "step": 33647
+    },
+    {
+      "epoch": 1.607951830259008,
+      "grad_norm": 212.52305603027344,
+      "learning_rate": 1.9485767806436395e-06,
+      "loss": 19.8906,
+      "step": 33648
+    },
+    {
+      "epoch": 1.6079996177004683,
+      "grad_norm": 185.67076110839844,
+      "learning_rate": 1.948117838118532e-06,
+      "loss": 25.6875,
+      "step": 33649
+    },
+    {
+      "epoch": 1.6080474051419287,
+      "grad_norm": 539.1331176757812,
+      "learning_rate": 1.947658943813805e-06,
+      "loss": 22.7812,
+      "step": 33650
+    },
+    {
+      "epoch": 1.608095192583389,
+      "grad_norm": 164.71902465820312,
+      "learning_rate": 1.9472000977322113e-06,
+      "loss": 15.8438,
+      "step": 33651
+    },
+    {
+      "epoch": 1.6081429800248495,
+      "grad_norm": 252.0474853515625,
+      "learning_rate": 1.946741299876497e-06,
+      "loss": 16.8281,
+      "step": 33652
+    },
+    {
+      "epoch": 1.6081907674663098,
+      "grad_norm": 163.88510131835938,
+      "learning_rate": 1.9462825502494143e-06,
+      "loss": 21.5625,
+      "step": 33653
+    },
+    {
+      "epoch": 1.6082385549077702,
+      "grad_norm": 126.18043518066406,
+      "learning_rate": 1.945823848853704e-06,
+      "loss": 20.5469,
+      "step": 33654
+    },
+    {
+      "epoch": 1.6082863423492306,
+      "grad_norm": 136.18667602539062,
+      "learning_rate": 1.945365195692116e-06,
+      "loss": 19.8438,
+      "step": 33655
+    },
+    {
+      "epoch": 1.608334129790691,
+      "grad_norm": 160.8354949951172,
+      "learning_rate": 1.9449065907674e-06,
+      "loss": 26.8438,
+      "step": 33656
+    },
+    {
+      "epoch": 1.6083819172321514,
+      "grad_norm": 195.97335815429688,
+      "learning_rate": 1.944448034082297e-06,
+      "loss": 28.5312,
+      "step": 33657
+    },
+    {
+      "epoch": 1.6084297046736118,
+      "grad_norm": 256.71240234375,
+      "learning_rate": 1.943989525639559e-06,
+      "loss": 19.3438,
+      "step": 33658
+    },
+    {
+      "epoch": 1.6084774921150722,
+      "grad_norm": 263.35321044921875,
+      "learning_rate": 1.9435310654419247e-06,
+      "loss": 28.5156,
+      "step": 33659
+    },
+    {
+      "epoch": 1.6085252795565326,
+      "grad_norm": 208.38014221191406,
+      "learning_rate": 1.9430726534921442e-06,
+      "loss": 16.6406,
+      "step": 33660
+    },
+    {
+      "epoch": 1.608573066997993,
+      "grad_norm": 298.7742919921875,
+      "learning_rate": 1.9426142897929655e-06,
+      "loss": 35.0625,
+      "step": 33661
+    },
+    {
+      "epoch": 1.6086208544394534,
+      "grad_norm": 369.0958251953125,
+      "learning_rate": 1.9421559743471276e-06,
+      "loss": 25.9375,
+      "step": 33662
+    },
+    {
+      "epoch": 1.6086686418809137,
+      "grad_norm": 133.6034698486328,
+      "learning_rate": 1.9416977071573773e-06,
+      "loss": 18.4531,
+      "step": 33663
+    },
+    {
+      "epoch": 1.6087164293223741,
+      "grad_norm": 442.2247314453125,
+      "learning_rate": 1.9412394882264617e-06,
+      "loss": 21.2344,
+      "step": 33664
+    },
+    {
+      "epoch": 1.6087642167638343,
+      "grad_norm": 231.2510528564453,
+      "learning_rate": 1.940781317557121e-06,
+      "loss": 30.1875,
+      "step": 33665
+    },
+    {
+      "epoch": 1.6088120042052947,
+      "grad_norm": 188.7702178955078,
+      "learning_rate": 1.940323195152102e-06,
+      "loss": 18.9531,
+      "step": 33666
+    },
+    {
+      "epoch": 1.608859791646755,
+      "grad_norm": 369.4355163574219,
+      "learning_rate": 1.939865121014146e-06,
+      "loss": 27.7031,
+      "step": 33667
+    },
+    {
+      "epoch": 1.6089075790882155,
+      "grad_norm": 174.89190673828125,
+      "learning_rate": 1.9394070951459997e-06,
+      "loss": 20.4531,
+      "step": 33668
+    },
+    {
+      "epoch": 1.6089553665296759,
+      "grad_norm": 249.72613525390625,
+      "learning_rate": 1.938949117550403e-06,
+      "loss": 20.7578,
+      "step": 33669
+    },
+    {
+      "epoch": 1.6090031539711362,
+      "grad_norm": 294.9227600097656,
+      "learning_rate": 1.938491188230098e-06,
+      "loss": 22.4062,
+      "step": 33670
+    },
+    {
+      "epoch": 1.6090509414125966,
+      "grad_norm": 257.7742614746094,
+      "learning_rate": 1.938033307187829e-06,
+      "loss": 26.25,
+      "step": 33671
+    },
+    {
+      "epoch": 1.609098728854057,
+      "grad_norm": 277.224853515625,
+      "learning_rate": 1.937575474426341e-06,
+      "loss": 26.75,
+      "step": 33672
+    },
+    {
+      "epoch": 1.6091465162955174,
+      "grad_norm": 196.7571258544922,
+      "learning_rate": 1.937117689948369e-06,
+      "loss": 25.0781,
+      "step": 33673
+    },
+    {
+      "epoch": 1.6091943037369778,
+      "grad_norm": 392.2996826171875,
+      "learning_rate": 1.936659953756658e-06,
+      "loss": 30.75,
+      "step": 33674
+    },
+    {
+      "epoch": 1.6092420911784382,
+      "grad_norm": 206.30747985839844,
+      "learning_rate": 1.9362022658539526e-06,
+      "loss": 24.0312,
+      "step": 33675
+    },
+    {
+      "epoch": 1.6092898786198986,
+      "grad_norm": 204.01101684570312,
+      "learning_rate": 1.935744626242987e-06,
+      "loss": 22.0469,
+      "step": 33676
+    },
+    {
+      "epoch": 1.609337666061359,
+      "grad_norm": 282.26263427734375,
+      "learning_rate": 1.9352870349265063e-06,
+      "loss": 28.7188,
+      "step": 33677
+    },
+    {
+      "epoch": 1.6093854535028194,
+      "grad_norm": 164.9095458984375,
+      "learning_rate": 1.93482949190725e-06,
+      "loss": 21.2969,
+      "step": 33678
+    },
+    {
+      "epoch": 1.6094332409442798,
+      "grad_norm": 243.73947143554688,
+      "learning_rate": 1.934371997187959e-06,
+      "loss": 18.2812,
+      "step": 33679
+    },
+    {
+      "epoch": 1.6094810283857401,
+      "grad_norm": 238.67578125,
+      "learning_rate": 1.933914550771372e-06,
+      "loss": 20.5156,
+      "step": 33680
+    },
+    {
+      "epoch": 1.6095288158272005,
+      "grad_norm": 161.9662628173828,
+      "learning_rate": 1.9334571526602277e-06,
+      "loss": 22.6094,
+      "step": 33681
+    },
+    {
+      "epoch": 1.609576603268661,
+      "grad_norm": 462.1528015136719,
+      "learning_rate": 1.9329998028572663e-06,
+      "loss": 26.25,
+      "step": 33682
+    },
+    {
+      "epoch": 1.6096243907101213,
+      "grad_norm": 180.1297607421875,
+      "learning_rate": 1.9325425013652288e-06,
+      "loss": 18.125,
+      "step": 33683
+    },
+    {
+      "epoch": 1.6096721781515817,
+      "grad_norm": 197.87742614746094,
+      "learning_rate": 1.9320852481868503e-06,
+      "loss": 21.75,
+      "step": 33684
+    },
+    {
+      "epoch": 1.609719965593042,
+      "grad_norm": 391.7293701171875,
+      "learning_rate": 1.93162804332487e-06,
+      "loss": 37.2656,
+      "step": 33685
+    },
+    {
+      "epoch": 1.6097677530345025,
+      "grad_norm": 297.2400207519531,
+      "learning_rate": 1.93117088678203e-06,
+      "loss": 26.5938,
+      "step": 33686
+    },
+    {
+      "epoch": 1.6098155404759629,
+      "grad_norm": 209.9827117919922,
+      "learning_rate": 1.930713778561061e-06,
+      "loss": 19.3594,
+      "step": 33687
+    },
+    {
+      "epoch": 1.6098633279174233,
+      "grad_norm": 333.0619201660156,
+      "learning_rate": 1.9302567186647047e-06,
+      "loss": 36.2812,
+      "step": 33688
+    },
+    {
+      "epoch": 1.6099111153588836,
+      "grad_norm": 347.3045959472656,
+      "learning_rate": 1.9297997070957008e-06,
+      "loss": 20.5156,
+      "step": 33689
+    },
+    {
+      "epoch": 1.609958902800344,
+      "grad_norm": 288.25128173828125,
+      "learning_rate": 1.9293427438567815e-06,
+      "loss": 26.0625,
+      "step": 33690
+    },
+    {
+      "epoch": 1.6100066902418044,
+      "grad_norm": 260.944580078125,
+      "learning_rate": 1.928885828950686e-06,
+      "loss": 21.3438,
+      "step": 33691
+    },
+    {
+      "epoch": 1.6100544776832648,
+      "grad_norm": 254.0000762939453,
+      "learning_rate": 1.928428962380148e-06,
+      "loss": 20.6406,
+      "step": 33692
+    },
+    {
+      "epoch": 1.6101022651247252,
+      "grad_norm": 214.8063201904297,
+      "learning_rate": 1.927972144147905e-06,
+      "loss": 16.6094,
+      "step": 33693
+    },
+    {
+      "epoch": 1.6101500525661856,
+      "grad_norm": 196.9725799560547,
+      "learning_rate": 1.9275153742566966e-06,
+      "loss": 19.9531,
+      "step": 33694
+    },
+    {
+      "epoch": 1.610197840007646,
+      "grad_norm": 272.8680419921875,
+      "learning_rate": 1.9270586527092517e-06,
+      "loss": 12.875,
+      "step": 33695
+    },
+    {
+      "epoch": 1.6102456274491064,
+      "grad_norm": 214.52125549316406,
+      "learning_rate": 1.926601979508308e-06,
+      "loss": 26.5938,
+      "step": 33696
+    },
+    {
+      "epoch": 1.6102934148905668,
+      "grad_norm": 187.5166015625,
+      "learning_rate": 1.9261453546566035e-06,
+      "loss": 21.7812,
+      "step": 33697
+    },
+    {
+      "epoch": 1.6103412023320272,
+      "grad_norm": 321.0050964355469,
+      "learning_rate": 1.9256887781568677e-06,
+      "loss": 19.4375,
+      "step": 33698
+    },
+    {
+      "epoch": 1.6103889897734875,
+      "grad_norm": 174.32577514648438,
+      "learning_rate": 1.9252322500118382e-06,
+      "loss": 20.125,
+      "step": 33699
+    },
+    {
+      "epoch": 1.610436777214948,
+      "grad_norm": 346.7574462890625,
+      "learning_rate": 1.9247757702242475e-06,
+      "loss": 22.7812,
+      "step": 33700
+    },
+    {
+      "epoch": 1.6104845646564083,
+      "grad_norm": 205.1685791015625,
+      "learning_rate": 1.9243193387968327e-06,
+      "loss": 27.5469,
+      "step": 33701
+    },
+    {
+      "epoch": 1.6105323520978687,
+      "grad_norm": 368.1242980957031,
+      "learning_rate": 1.923862955732323e-06,
+      "loss": 27.125,
+      "step": 33702
+    },
+    {
+      "epoch": 1.610580139539329,
+      "grad_norm": 340.5594482421875,
+      "learning_rate": 1.9234066210334513e-06,
+      "loss": 14.2969,
+      "step": 33703
+    },
+    {
+      "epoch": 1.6106279269807895,
+      "grad_norm": 296.9996032714844,
+      "learning_rate": 1.922950334702953e-06,
+      "loss": 22.375,
+      "step": 33704
+    },
+    {
+      "epoch": 1.6106757144222499,
+      "grad_norm": 159.5671844482422,
+      "learning_rate": 1.9224940967435636e-06,
+      "loss": 22.1094,
+      "step": 33705
+    },
+    {
+      "epoch": 1.6107235018637103,
+      "grad_norm": 303.9785461425781,
+      "learning_rate": 1.9220379071580084e-06,
+      "loss": 32.5938,
+      "step": 33706
+    },
+    {
+      "epoch": 1.6107712893051707,
+      "grad_norm": 235.80203247070312,
+      "learning_rate": 1.9215817659490223e-06,
+      "loss": 18.6094,
+      "step": 33707
+    },
+    {
+      "epoch": 1.610819076746631,
+      "grad_norm": 340.65313720703125,
+      "learning_rate": 1.921125673119337e-06,
+      "loss": 15.2812,
+      "step": 33708
+    },
+    {
+      "epoch": 1.6108668641880914,
+      "grad_norm": 268.03314208984375,
+      "learning_rate": 1.9206696286716887e-06,
+      "loss": 28.4375,
+      "step": 33709
+    },
+    {
+      "epoch": 1.6109146516295518,
+      "grad_norm": 394.099853515625,
+      "learning_rate": 1.9202136326088004e-06,
+      "loss": 32.2656,
+      "step": 33710
+    },
+    {
+      "epoch": 1.6109624390710122,
+      "grad_norm": 600.7030639648438,
+      "learning_rate": 1.9197576849334066e-06,
+      "loss": 30.4375,
+      "step": 33711
+    },
+    {
+      "epoch": 1.6110102265124726,
+      "grad_norm": 164.94757080078125,
+      "learning_rate": 1.91930178564824e-06,
+      "loss": 23.1562,
+      "step": 33712
+    },
+    {
+      "epoch": 1.611058013953933,
+      "grad_norm": 261.29278564453125,
+      "learning_rate": 1.9188459347560274e-06,
+      "loss": 30.0,
+      "step": 33713
+    },
+    {
+      "epoch": 1.6111058013953934,
+      "grad_norm": 429.703125,
+      "learning_rate": 1.918390132259499e-06,
+      "loss": 21.625,
+      "step": 33714
+    },
+    {
+      "epoch": 1.6111535888368538,
+      "grad_norm": 320.24761962890625,
+      "learning_rate": 1.9179343781613867e-06,
+      "loss": 28.625,
+      "step": 33715
+    },
+    {
+      "epoch": 1.6112013762783142,
+      "grad_norm": 219.6394805908203,
+      "learning_rate": 1.91747867246442e-06,
+      "loss": 26.7188,
+      "step": 33716
+    },
+    {
+      "epoch": 1.6112491637197746,
+      "grad_norm": 208.02578735351562,
+      "learning_rate": 1.9170230151713253e-06,
+      "loss": 25.8125,
+      "step": 33717
+    },
+    {
+      "epoch": 1.611296951161235,
+      "grad_norm": 210.3568572998047,
+      "learning_rate": 1.9165674062848328e-06,
+      "loss": 22.0625,
+      "step": 33718
+    },
+    {
+      "epoch": 1.6113447386026953,
+      "grad_norm": 274.6109313964844,
+      "learning_rate": 1.91611184580767e-06,
+      "loss": 18.4531,
+      "step": 33719
+    },
+    {
+      "epoch": 1.6113925260441557,
+      "grad_norm": 190.20506286621094,
+      "learning_rate": 1.9156563337425692e-06,
+      "loss": 26.1562,
+      "step": 33720
+    },
+    {
+      "epoch": 1.6114403134856161,
+      "grad_norm": 149.3244171142578,
+      "learning_rate": 1.915200870092253e-06,
+      "loss": 22.9844,
+      "step": 33721
+    },
+    {
+      "epoch": 1.6114881009270765,
+      "grad_norm": 356.26531982421875,
+      "learning_rate": 1.9147454548594547e-06,
+      "loss": 19.4375,
+      "step": 33722
+    },
+    {
+      "epoch": 1.611535888368537,
+      "grad_norm": 282.68463134765625,
+      "learning_rate": 1.914290088046894e-06,
+      "loss": 25.0312,
+      "step": 33723
+    },
+    {
+      "epoch": 1.6115836758099973,
+      "grad_norm": 139.43020629882812,
+      "learning_rate": 1.9138347696573035e-06,
+      "loss": 16.5938,
+      "step": 33724
+    },
+    {
+      "epoch": 1.6116314632514577,
+      "grad_norm": 309.9053649902344,
+      "learning_rate": 1.913379499693411e-06,
+      "loss": 20.0469,
+      "step": 33725
+    },
+    {
+      "epoch": 1.611679250692918,
+      "grad_norm": 278.3833923339844,
+      "learning_rate": 1.9129242781579383e-06,
+      "loss": 30.9688,
+      "step": 33726
+    },
+    {
+      "epoch": 1.6117270381343782,
+      "grad_norm": 196.22645568847656,
+      "learning_rate": 1.912469105053616e-06,
+      "loss": 27.9219,
+      "step": 33727
+    },
+    {
+      "epoch": 1.6117748255758386,
+      "grad_norm": 235.6656494140625,
+      "learning_rate": 1.912013980383165e-06,
+      "loss": 31.4375,
+      "step": 33728
+    },
+    {
+      "epoch": 1.611822613017299,
+      "grad_norm": 287.32568359375,
+      "learning_rate": 1.9115589041493154e-06,
+      "loss": 26.5312,
+      "step": 33729
+    },
+    {
+      "epoch": 1.6118704004587594,
+      "grad_norm": 299.4666442871094,
+      "learning_rate": 1.9111038763547894e-06,
+      "loss": 21.9688,
+      "step": 33730
+    },
+    {
+      "epoch": 1.6119181879002198,
+      "grad_norm": 318.6343078613281,
+      "learning_rate": 1.9106488970023173e-06,
+      "loss": 23.7656,
+      "step": 33731
+    },
+    {
+      "epoch": 1.6119659753416802,
+      "grad_norm": 281.3450012207031,
+      "learning_rate": 1.9101939660946177e-06,
+      "loss": 24.1562,
+      "step": 33732
+    },
+    {
+      "epoch": 1.6120137627831406,
+      "grad_norm": 360.0059509277344,
+      "learning_rate": 1.9097390836344176e-06,
+      "loss": 29.6875,
+      "step": 33733
+    },
+    {
+      "epoch": 1.612061550224601,
+      "grad_norm": 233.40829467773438,
+      "learning_rate": 1.9092842496244424e-06,
+      "loss": 26.4844,
+      "step": 33734
+    },
+    {
+      "epoch": 1.6121093376660613,
+      "grad_norm": 233.9277801513672,
+      "learning_rate": 1.9088294640674132e-06,
+      "loss": 28.4531,
+      "step": 33735
+    },
+    {
+      "epoch": 1.6121571251075217,
+      "grad_norm": 213.6915283203125,
+      "learning_rate": 1.9083747269660544e-06,
+      "loss": 25.9531,
+      "step": 33736
+    },
+    {
+      "epoch": 1.6122049125489821,
+      "grad_norm": 207.84950256347656,
+      "learning_rate": 1.907920038323091e-06,
+      "loss": 30.75,
+      "step": 33737
+    },
+    {
+      "epoch": 1.6122526999904425,
+      "grad_norm": 190.15774536132812,
+      "learning_rate": 1.9074653981412474e-06,
+      "loss": 16.4219,
+      "step": 33738
+    },
+    {
+      "epoch": 1.612300487431903,
+      "grad_norm": 508.8479919433594,
+      "learning_rate": 1.9070108064232396e-06,
+      "loss": 15.9688,
+      "step": 33739
+    },
+    {
+      "epoch": 1.6123482748733633,
+      "grad_norm": 330.59417724609375,
+      "learning_rate": 1.906556263171796e-06,
+      "loss": 19.3359,
+      "step": 33740
+    },
+    {
+      "epoch": 1.6123960623148237,
+      "grad_norm": 110.47811126708984,
+      "learning_rate": 1.9061017683896355e-06,
+      "loss": 20.5938,
+      "step": 33741
+    },
+    {
+      "epoch": 1.612443849756284,
+      "grad_norm": 257.0133972167969,
+      "learning_rate": 1.9056473220794857e-06,
+      "loss": 26.8906,
+      "step": 33742
+    },
+    {
+      "epoch": 1.6124916371977445,
+      "grad_norm": 254.5047607421875,
+      "learning_rate": 1.9051929242440604e-06,
+      "loss": 22.3594,
+      "step": 33743
+    },
+    {
+      "epoch": 1.6125394246392049,
+      "grad_norm": 266.81182861328125,
+      "learning_rate": 1.9047385748860836e-06,
+      "loss": 19.3438,
+      "step": 33744
+    },
+    {
+      "epoch": 1.6125872120806652,
+      "grad_norm": 190.18983459472656,
+      "learning_rate": 1.90428427400828e-06,
+      "loss": 26.7969,
+      "step": 33745
+    },
+    {
+      "epoch": 1.6126349995221256,
+      "grad_norm": 229.0120086669922,
+      "learning_rate": 1.9038300216133654e-06,
+      "loss": 19.1562,
+      "step": 33746
+    },
+    {
+      "epoch": 1.612682786963586,
+      "grad_norm": 637.3276977539062,
+      "learning_rate": 1.9033758177040617e-06,
+      "loss": 30.0625,
+      "step": 33747
+    },
+    {
+      "epoch": 1.6127305744050462,
+      "grad_norm": 186.06381225585938,
+      "learning_rate": 1.9029216622830893e-06,
+      "loss": 25.5312,
+      "step": 33748
+    },
+    {
+      "epoch": 1.6127783618465066,
+      "grad_norm": 286.4878234863281,
+      "learning_rate": 1.9024675553531701e-06,
+      "loss": 22.4688,
+      "step": 33749
+    },
+    {
+      "epoch": 1.612826149287967,
+      "grad_norm": 465.7153015136719,
+      "learning_rate": 1.90201349691702e-06,
+      "loss": 26.7812,
+      "step": 33750
+    },
+    {
+      "epoch": 1.6128739367294274,
+      "grad_norm": 324.0069885253906,
+      "learning_rate": 1.901559486977359e-06,
+      "loss": 20.6719,
+      "step": 33751
+    },
+    {
+      "epoch": 1.6129217241708877,
+      "grad_norm": 319.2690124511719,
+      "learning_rate": 1.901105525536907e-06,
+      "loss": 24.8594,
+      "step": 33752
+    },
+    {
+      "epoch": 1.6129695116123481,
+      "grad_norm": 198.5861053466797,
+      "learning_rate": 1.9006516125983855e-06,
+      "loss": 16.4062,
+      "step": 33753
+    },
+    {
+      "epoch": 1.6130172990538085,
+      "grad_norm": 157.50399780273438,
+      "learning_rate": 1.9001977481645073e-06,
+      "loss": 16.0781,
+      "step": 33754
+    },
+    {
+      "epoch": 1.613065086495269,
+      "grad_norm": 142.3323974609375,
+      "learning_rate": 1.8997439322379952e-06,
+      "loss": 20.0156,
+      "step": 33755
+    },
+    {
+      "epoch": 1.6131128739367293,
+      "grad_norm": 630.588623046875,
+      "learning_rate": 1.8992901648215623e-06,
+      "loss": 17.2969,
+      "step": 33756
+    },
+    {
+      "epoch": 1.6131606613781897,
+      "grad_norm": 306.0419921875,
+      "learning_rate": 1.8988364459179276e-06,
+      "loss": 24.0469,
+      "step": 33757
+    },
+    {
+      "epoch": 1.61320844881965,
+      "grad_norm": 190.90826416015625,
+      "learning_rate": 1.8983827755298123e-06,
+      "loss": 38.75,
+      "step": 33758
+    },
+    {
+      "epoch": 1.6132562362611105,
+      "grad_norm": 154.4254608154297,
+      "learning_rate": 1.8979291536599287e-06,
+      "loss": 21.8125,
+      "step": 33759
+    },
+    {
+      "epoch": 1.6133040237025709,
+      "grad_norm": 334.3489074707031,
+      "learning_rate": 1.8974755803109968e-06,
+      "loss": 24.0625,
+      "step": 33760
+    },
+    {
+      "epoch": 1.6133518111440313,
+      "grad_norm": 294.3333435058594,
+      "learning_rate": 1.8970220554857277e-06,
+      "loss": 27.75,
+      "step": 33761
+    },
+    {
+      "epoch": 1.6133995985854916,
+      "grad_norm": 381.11114501953125,
+      "learning_rate": 1.8965685791868415e-06,
+      "loss": 31.875,
+      "step": 33762
+    },
+    {
+      "epoch": 1.613447386026952,
+      "grad_norm": 222.78477478027344,
+      "learning_rate": 1.896115151417054e-06,
+      "loss": 32.7188,
+      "step": 33763
+    },
+    {
+      "epoch": 1.6134951734684124,
+      "grad_norm": 294.2861022949219,
+      "learning_rate": 1.8956617721790815e-06,
+      "loss": 33.0312,
+      "step": 33764
+    },
+    {
+      "epoch": 1.6135429609098728,
+      "grad_norm": 273.0249328613281,
+      "learning_rate": 1.8952084414756345e-06,
+      "loss": 36.3125,
+      "step": 33765
+    },
+    {
+      "epoch": 1.6135907483513332,
+      "grad_norm": 203.0640411376953,
+      "learning_rate": 1.8947551593094316e-06,
+      "loss": 27.3438,
+      "step": 33766
+    },
+    {
+      "epoch": 1.6136385357927936,
+      "grad_norm": 220.2686767578125,
+      "learning_rate": 1.8943019256831862e-06,
+      "loss": 29.4375,
+      "step": 33767
+    },
+    {
+      "epoch": 1.613686323234254,
+      "grad_norm": 236.1113739013672,
+      "learning_rate": 1.8938487405996165e-06,
+      "loss": 27.9531,
+      "step": 33768
+    },
+    {
+      "epoch": 1.6137341106757144,
+      "grad_norm": 212.83615112304688,
+      "learning_rate": 1.8933956040614299e-06,
+      "loss": 19.2031,
+      "step": 33769
+    },
+    {
+      "epoch": 1.6137818981171748,
+      "grad_norm": 300.86181640625,
+      "learning_rate": 1.8929425160713432e-06,
+      "loss": 24.9688,
+      "step": 33770
+    },
+    {
+      "epoch": 1.6138296855586352,
+      "grad_norm": 331.6491394042969,
+      "learning_rate": 1.8924894766320723e-06,
+      "loss": 21.2188,
+      "step": 33771
+    },
+    {
+      "epoch": 1.6138774730000955,
+      "grad_norm": 303.86834716796875,
+      "learning_rate": 1.8920364857463258e-06,
+      "loss": 27.1875,
+      "step": 33772
+    },
+    {
+      "epoch": 1.613925260441556,
+      "grad_norm": 368.97857666015625,
+      "learning_rate": 1.8915835434168183e-06,
+      "loss": 27.8281,
+      "step": 33773
+    },
+    {
+      "epoch": 1.6139730478830163,
+      "grad_norm": 124.21958923339844,
+      "learning_rate": 1.8911306496462634e-06,
+      "loss": 19.4688,
+      "step": 33774
+    },
+    {
+      "epoch": 1.6140208353244767,
+      "grad_norm": 302.29632568359375,
+      "learning_rate": 1.890677804437374e-06,
+      "loss": 32.75,
+      "step": 33775
+    },
+    {
+      "epoch": 1.614068622765937,
+      "grad_norm": 217.5696563720703,
+      "learning_rate": 1.8902250077928585e-06,
+      "loss": 16.6719,
+      "step": 33776
+    },
+    {
+      "epoch": 1.6141164102073975,
+      "grad_norm": 467.0555114746094,
+      "learning_rate": 1.889772259715431e-06,
+      "loss": 25.9375,
+      "step": 33777
+    },
+    {
+      "epoch": 1.6141641976488579,
+      "grad_norm": 571.5099487304688,
+      "learning_rate": 1.8893195602078029e-06,
+      "loss": 15.7344,
+      "step": 33778
+    },
+    {
+      "epoch": 1.6142119850903183,
+      "grad_norm": 233.71835327148438,
+      "learning_rate": 1.8888669092726863e-06,
+      "loss": 21.4688,
+      "step": 33779
+    },
+    {
+      "epoch": 1.6142597725317787,
+      "grad_norm": 323.19671630859375,
+      "learning_rate": 1.8884143069127892e-06,
+      "loss": 20.1016,
+      "step": 33780
+    },
+    {
+      "epoch": 1.614307559973239,
+      "grad_norm": 413.32080078125,
+      "learning_rate": 1.8879617531308236e-06,
+      "loss": 27.6875,
+      "step": 33781
+    },
+    {
+      "epoch": 1.6143553474146994,
+      "grad_norm": 245.051025390625,
+      "learning_rate": 1.887509247929502e-06,
+      "loss": 19.5,
+      "step": 33782
+    },
+    {
+      "epoch": 1.6144031348561598,
+      "grad_norm": 270.1617736816406,
+      "learning_rate": 1.887056791311529e-06,
+      "loss": 22.8438,
+      "step": 33783
+    },
+    {
+      "epoch": 1.6144509222976202,
+      "grad_norm": 201.3459014892578,
+      "learning_rate": 1.8866043832796176e-06,
+      "loss": 21.6875,
+      "step": 33784
+    },
+    {
+      "epoch": 1.6144987097390806,
+      "grad_norm": 578.4992065429688,
+      "learning_rate": 1.8861520238364772e-06,
+      "loss": 34.2812,
+      "step": 33785
+    },
+    {
+      "epoch": 1.614546497180541,
+      "grad_norm": 389.7587890625,
+      "learning_rate": 1.8856997129848188e-06,
+      "loss": 26.3125,
+      "step": 33786
+    },
+    {
+      "epoch": 1.6145942846220014,
+      "grad_norm": 141.5037078857422,
+      "learning_rate": 1.8852474507273454e-06,
+      "loss": 21.6562,
+      "step": 33787
+    },
+    {
+      "epoch": 1.6146420720634618,
+      "grad_norm": 260.0169372558594,
+      "learning_rate": 1.8847952370667722e-06,
+      "loss": 26.5312,
+      "step": 33788
+    },
+    {
+      "epoch": 1.6146898595049222,
+      "grad_norm": 684.1620483398438,
+      "learning_rate": 1.884343072005802e-06,
+      "loss": 19.0312,
+      "step": 33789
+    },
+    {
+      "epoch": 1.6147376469463826,
+      "grad_norm": 237.71890258789062,
+      "learning_rate": 1.883890955547144e-06,
+      "loss": 24.2188,
+      "step": 33790
+    },
+    {
+      "epoch": 1.614785434387843,
+      "grad_norm": 1100.6668701171875,
+      "learning_rate": 1.8834388876935095e-06,
+      "loss": 28.4062,
+      "step": 33791
+    },
+    {
+      "epoch": 1.6148332218293033,
+      "grad_norm": 2264.467041015625,
+      "learning_rate": 1.8829868684475993e-06,
+      "loss": 22.7188,
+      "step": 33792
+    },
+    {
+      "epoch": 1.6148810092707637,
+      "grad_norm": 251.85882568359375,
+      "learning_rate": 1.8825348978121249e-06,
+      "loss": 17.375,
+      "step": 33793
+    },
+    {
+      "epoch": 1.6149287967122241,
+      "grad_norm": 418.6156005859375,
+      "learning_rate": 1.8820829757897952e-06,
+      "loss": 22.25,
+      "step": 33794
+    },
+    {
+      "epoch": 1.6149765841536845,
+      "grad_norm": 232.13661193847656,
+      "learning_rate": 1.88163110238331e-06,
+      "loss": 25.9375,
+      "step": 33795
+    },
+    {
+      "epoch": 1.615024371595145,
+      "grad_norm": 250.1529998779297,
+      "learning_rate": 1.8811792775953786e-06,
+      "loss": 28.0625,
+      "step": 33796
+    },
+    {
+      "epoch": 1.6150721590366053,
+      "grad_norm": 274.7728271484375,
+      "learning_rate": 1.8807275014287107e-06,
+      "loss": 26.9062,
+      "step": 33797
+    },
+    {
+      "epoch": 1.6151199464780657,
+      "grad_norm": 468.0228576660156,
+      "learning_rate": 1.8802757738860044e-06,
+      "loss": 15.5156,
+      "step": 33798
+    },
+    {
+      "epoch": 1.615167733919526,
+      "grad_norm": 238.2014617919922,
+      "learning_rate": 1.8798240949699698e-06,
+      "loss": 17.1875,
+      "step": 33799
+    },
+    {
+      "epoch": 1.6152155213609865,
+      "grad_norm": 172.11190795898438,
+      "learning_rate": 1.8793724646833112e-06,
+      "loss": 21.2188,
+      "step": 33800
+    },
+    {
+      "epoch": 1.6152633088024468,
+      "grad_norm": 225.97720336914062,
+      "learning_rate": 1.8789208830287353e-06,
+      "loss": 22.4375,
+      "step": 33801
+    },
+    {
+      "epoch": 1.6153110962439072,
+      "grad_norm": 196.02606201171875,
+      "learning_rate": 1.8784693500089424e-06,
+      "loss": 21.5625,
+      "step": 33802
+    },
+    {
+      "epoch": 1.6153588836853676,
+      "grad_norm": 161.64288330078125,
+      "learning_rate": 1.878017865626638e-06,
+      "loss": 22.7031,
+      "step": 33803
+    },
+    {
+      "epoch": 1.615406671126828,
+      "grad_norm": 188.10604858398438,
+      "learning_rate": 1.8775664298845253e-06,
+      "loss": 28.7969,
+      "step": 33804
+    },
+    {
+      "epoch": 1.6154544585682884,
+      "grad_norm": 185.4823760986328,
+      "learning_rate": 1.8771150427853123e-06,
+      "loss": 20.7188,
+      "step": 33805
+    },
+    {
+      "epoch": 1.6155022460097488,
+      "grad_norm": 127.59806060791016,
+      "learning_rate": 1.876663704331697e-06,
+      "loss": 18.0781,
+      "step": 33806
+    },
+    {
+      "epoch": 1.6155500334512092,
+      "grad_norm": 124.62824249267578,
+      "learning_rate": 1.8762124145263828e-06,
+      "loss": 20.3438,
+      "step": 33807
+    },
+    {
+      "epoch": 1.6155978208926696,
+      "grad_norm": 200.52847290039062,
+      "learning_rate": 1.875761173372077e-06,
+      "loss": 30.1875,
+      "step": 33808
+    },
+    {
+      "epoch": 1.61564560833413,
+      "grad_norm": 303.61419677734375,
+      "learning_rate": 1.8753099808714758e-06,
+      "loss": 20.5938,
+      "step": 33809
+    },
+    {
+      "epoch": 1.6156933957755901,
+      "grad_norm": 149.79331970214844,
+      "learning_rate": 1.8748588370272847e-06,
+      "loss": 23.6875,
+      "step": 33810
+    },
+    {
+      "epoch": 1.6157411832170505,
+      "grad_norm": 2568.45556640625,
+      "learning_rate": 1.8744077418422036e-06,
+      "loss": 25.1562,
+      "step": 33811
+    },
+    {
+      "epoch": 1.615788970658511,
+      "grad_norm": 273.68402099609375,
+      "learning_rate": 1.8739566953189391e-06,
+      "loss": 25.5469,
+      "step": 33812
+    },
+    {
+      "epoch": 1.6158367580999713,
+      "grad_norm": 313.1416015625,
+      "learning_rate": 1.8735056974601851e-06,
+      "loss": 29.25,
+      "step": 33813
+    },
+    {
+      "epoch": 1.6158845455414317,
+      "grad_norm": 192.16758728027344,
+      "learning_rate": 1.8730547482686467e-06,
+      "loss": 22.9688,
+      "step": 33814
+    },
+    {
+      "epoch": 1.615932332982892,
+      "grad_norm": 185.52066040039062,
+      "learning_rate": 1.8726038477470233e-06,
+      "loss": 22.0312,
+      "step": 33815
+    },
+    {
+      "epoch": 1.6159801204243525,
+      "grad_norm": 391.19525146484375,
+      "learning_rate": 1.8721529958980179e-06,
+      "loss": 23.1875,
+      "step": 33816
+    },
+    {
+      "epoch": 1.6160279078658129,
+      "grad_norm": 237.4893798828125,
+      "learning_rate": 1.8717021927243262e-06,
+      "loss": 17.8281,
+      "step": 33817
+    },
+    {
+      "epoch": 1.6160756953072732,
+      "grad_norm": 253.09735107421875,
+      "learning_rate": 1.8712514382286496e-06,
+      "loss": 25.4375,
+      "step": 33818
+    },
+    {
+      "epoch": 1.6161234827487336,
+      "grad_norm": 345.92547607421875,
+      "learning_rate": 1.87080073241369e-06,
+      "loss": 31.7812,
+      "step": 33819
+    },
+    {
+      "epoch": 1.616171270190194,
+      "grad_norm": 666.6904296875,
+      "learning_rate": 1.8703500752821435e-06,
+      "loss": 25.625,
+      "step": 33820
+    },
+    {
+      "epoch": 1.6162190576316544,
+      "grad_norm": 178.72962951660156,
+      "learning_rate": 1.8698994668367087e-06,
+      "loss": 16.4219,
+      "step": 33821
+    },
+    {
+      "epoch": 1.6162668450731148,
+      "grad_norm": 160.40675354003906,
+      "learning_rate": 1.8694489070800881e-06,
+      "loss": 21.4688,
+      "step": 33822
+    },
+    {
+      "epoch": 1.6163146325145752,
+      "grad_norm": 327.7874450683594,
+      "learning_rate": 1.8689983960149748e-06,
+      "loss": 27.1562,
+      "step": 33823
+    },
+    {
+      "epoch": 1.6163624199560356,
+      "grad_norm": 142.75889587402344,
+      "learning_rate": 1.8685479336440725e-06,
+      "loss": 18.6328,
+      "step": 33824
+    },
+    {
+      "epoch": 1.616410207397496,
+      "grad_norm": 139.08450317382812,
+      "learning_rate": 1.8680975199700725e-06,
+      "loss": 15.4844,
+      "step": 33825
+    },
+    {
+      "epoch": 1.6164579948389564,
+      "grad_norm": 111.1555404663086,
+      "learning_rate": 1.8676471549956742e-06,
+      "loss": 13.6094,
+      "step": 33826
+    },
+    {
+      "epoch": 1.6165057822804167,
+      "grad_norm": 275.1912536621094,
+      "learning_rate": 1.8671968387235794e-06,
+      "loss": 27.7812,
+      "step": 33827
+    },
+    {
+      "epoch": 1.6165535697218771,
+      "grad_norm": 214.39097595214844,
+      "learning_rate": 1.866746571156479e-06,
+      "loss": 23.5625,
+      "step": 33828
+    },
+    {
+      "epoch": 1.6166013571633375,
+      "grad_norm": 372.37908935546875,
+      "learning_rate": 1.8662963522970724e-06,
+      "loss": 31.0625,
+      "step": 33829
+    },
+    {
+      "epoch": 1.6166491446047977,
+      "grad_norm": 174.6981658935547,
+      "learning_rate": 1.8658461821480544e-06,
+      "loss": 20.25,
+      "step": 33830
+    },
+    {
+      "epoch": 1.616696932046258,
+      "grad_norm": 181.27037048339844,
+      "learning_rate": 1.8653960607121246e-06,
+      "loss": 22.9375,
+      "step": 33831
+    },
+    {
+      "epoch": 1.6167447194877185,
+      "grad_norm": 753.117919921875,
+      "learning_rate": 1.864945987991973e-06,
+      "loss": 21.9375,
+      "step": 33832
+    },
+    {
+      "epoch": 1.6167925069291789,
+      "grad_norm": 497.258056640625,
+      "learning_rate": 1.8644959639902982e-06,
+      "loss": 30.0938,
+      "step": 33833
+    },
+    {
+      "epoch": 1.6168402943706393,
+      "grad_norm": 260.48065185546875,
+      "learning_rate": 1.8640459887097973e-06,
+      "loss": 28.3125,
+      "step": 33834
+    },
+    {
+      "epoch": 1.6168880818120996,
+      "grad_norm": 2386.6552734375,
+      "learning_rate": 1.8635960621531602e-06,
+      "loss": 17.7656,
+      "step": 33835
+    },
+    {
+      "epoch": 1.61693586925356,
+      "grad_norm": 260.3447570800781,
+      "learning_rate": 1.8631461843230847e-06,
+      "loss": 26.8281,
+      "step": 33836
+    },
+    {
+      "epoch": 1.6169836566950204,
+      "grad_norm": 279.508544921875,
+      "learning_rate": 1.8626963552222631e-06,
+      "loss": 19.5938,
+      "step": 33837
+    },
+    {
+      "epoch": 1.6170314441364808,
+      "grad_norm": 254.08753967285156,
+      "learning_rate": 1.8622465748533936e-06,
+      "loss": 24.6094,
+      "step": 33838
+    },
+    {
+      "epoch": 1.6170792315779412,
+      "grad_norm": 180.7782440185547,
+      "learning_rate": 1.8617968432191624e-06,
+      "loss": 17.3594,
+      "step": 33839
+    },
+    {
+      "epoch": 1.6171270190194016,
+      "grad_norm": 344.67889404296875,
+      "learning_rate": 1.8613471603222688e-06,
+      "loss": 33.0625,
+      "step": 33840
+    },
+    {
+      "epoch": 1.617174806460862,
+      "grad_norm": 183.60194396972656,
+      "learning_rate": 1.8608975261654028e-06,
+      "loss": 19.2344,
+      "step": 33841
+    },
+    {
+      "epoch": 1.6172225939023224,
+      "grad_norm": 324.9768371582031,
+      "learning_rate": 1.8604479407512611e-06,
+      "loss": 25.2188,
+      "step": 33842
+    },
+    {
+      "epoch": 1.6172703813437828,
+      "grad_norm": 199.10525512695312,
+      "learning_rate": 1.8599984040825314e-06,
+      "loss": 31.8438,
+      "step": 33843
+    },
+    {
+      "epoch": 1.6173181687852431,
+      "grad_norm": 253.50001525878906,
+      "learning_rate": 1.8595489161619073e-06,
+      "loss": 22.3125,
+      "step": 33844
+    },
+    {
+      "epoch": 1.6173659562267035,
+      "grad_norm": 170.527099609375,
+      "learning_rate": 1.8590994769920834e-06,
+      "loss": 17.2031,
+      "step": 33845
+    },
+    {
+      "epoch": 1.617413743668164,
+      "grad_norm": 166.71249389648438,
+      "learning_rate": 1.8586500865757472e-06,
+      "loss": 24.2969,
+      "step": 33846
+    },
+    {
+      "epoch": 1.6174615311096243,
+      "grad_norm": 403.78057861328125,
+      "learning_rate": 1.8582007449155914e-06,
+      "loss": 26.3125,
+      "step": 33847
+    },
+    {
+      "epoch": 1.6175093185510847,
+      "grad_norm": 257.2632751464844,
+      "learning_rate": 1.857751452014307e-06,
+      "loss": 28.5625,
+      "step": 33848
+    },
+    {
+      "epoch": 1.617557105992545,
+      "grad_norm": 321.2701110839844,
+      "learning_rate": 1.8573022078745885e-06,
+      "loss": 26.625,
+      "step": 33849
+    },
+    {
+      "epoch": 1.6176048934340055,
+      "grad_norm": 210.84750366210938,
+      "learning_rate": 1.856853012499119e-06,
+      "loss": 19.0781,
+      "step": 33850
+    },
+    {
+      "epoch": 1.6176526808754659,
+      "grad_norm": 180.1795654296875,
+      "learning_rate": 1.8564038658905936e-06,
+      "loss": 25.6719,
+      "step": 33851
+    },
+    {
+      "epoch": 1.6177004683169263,
+      "grad_norm": 1643.5849609375,
+      "learning_rate": 1.855954768051702e-06,
+      "loss": 24.0781,
+      "step": 33852
+    },
+    {
+      "epoch": 1.6177482557583867,
+      "grad_norm": 138.03526306152344,
+      "learning_rate": 1.8555057189851311e-06,
+      "loss": 19.4375,
+      "step": 33853
+    },
+    {
+      "epoch": 1.617796043199847,
+      "grad_norm": 141.43743896484375,
+      "learning_rate": 1.855056718693572e-06,
+      "loss": 14.0781,
+      "step": 33854
+    },
+    {
+      "epoch": 1.6178438306413074,
+      "grad_norm": 122.63752746582031,
+      "learning_rate": 1.8546077671797157e-06,
+      "loss": 15.875,
+      "step": 33855
+    },
+    {
+      "epoch": 1.6178916180827678,
+      "grad_norm": 435.9973449707031,
+      "learning_rate": 1.854158864446245e-06,
+      "loss": 31.125,
+      "step": 33856
+    },
+    {
+      "epoch": 1.6179394055242282,
+      "grad_norm": 228.65460205078125,
+      "learning_rate": 1.853710010495855e-06,
+      "loss": 19.6875,
+      "step": 33857
+    },
+    {
+      "epoch": 1.6179871929656886,
+      "grad_norm": 274.1322326660156,
+      "learning_rate": 1.8532612053312283e-06,
+      "loss": 26.3125,
+      "step": 33858
+    },
+    {
+      "epoch": 1.618034980407149,
+      "grad_norm": 345.71368408203125,
+      "learning_rate": 1.8528124489550537e-06,
+      "loss": 20.1719,
+      "step": 33859
+    },
+    {
+      "epoch": 1.6180827678486094,
+      "grad_norm": 302.7378234863281,
+      "learning_rate": 1.8523637413700235e-06,
+      "loss": 31.125,
+      "step": 33860
+    },
+    {
+      "epoch": 1.6181305552900698,
+      "grad_norm": 200.06756591796875,
+      "learning_rate": 1.851915082578818e-06,
+      "loss": 22.625,
+      "step": 33861
+    },
+    {
+      "epoch": 1.6181783427315302,
+      "grad_norm": 338.8349304199219,
+      "learning_rate": 1.851466472584127e-06,
+      "loss": 31.5625,
+      "step": 33862
+    },
+    {
+      "epoch": 1.6182261301729906,
+      "grad_norm": 227.0669708251953,
+      "learning_rate": 1.8510179113886374e-06,
+      "loss": 24.0156,
+      "step": 33863
+    },
+    {
+      "epoch": 1.618273917614451,
+      "grad_norm": 297.68402099609375,
+      "learning_rate": 1.850569398995038e-06,
+      "loss": 24.1484,
+      "step": 33864
+    },
+    {
+      "epoch": 1.6183217050559113,
+      "grad_norm": 141.1649932861328,
+      "learning_rate": 1.85012093540601e-06,
+      "loss": 16.8125,
+      "step": 33865
+    },
+    {
+      "epoch": 1.6183694924973717,
+      "grad_norm": 216.22161865234375,
+      "learning_rate": 1.8496725206242416e-06,
+      "loss": 21.5781,
+      "step": 33866
+    },
+    {
+      "epoch": 1.618417279938832,
+      "grad_norm": 6197.181640625,
+      "learning_rate": 1.8492241546524203e-06,
+      "loss": 20.5312,
+      "step": 33867
+    },
+    {
+      "epoch": 1.6184650673802925,
+      "grad_norm": 202.2500762939453,
+      "learning_rate": 1.8487758374932263e-06,
+      "loss": 25.8125,
+      "step": 33868
+    },
+    {
+      "epoch": 1.6185128548217529,
+      "grad_norm": 242.74246215820312,
+      "learning_rate": 1.8483275691493475e-06,
+      "loss": 20.7031,
+      "step": 33869
+    },
+    {
+      "epoch": 1.6185606422632133,
+      "grad_norm": 331.0323486328125,
+      "learning_rate": 1.8478793496234671e-06,
+      "loss": 29.2188,
+      "step": 33870
+    },
+    {
+      "epoch": 1.6186084297046737,
+      "grad_norm": 190.8264617919922,
+      "learning_rate": 1.847431178918273e-06,
+      "loss": 20.2656,
+      "step": 33871
+    },
+    {
+      "epoch": 1.618656217146134,
+      "grad_norm": 249.39788818359375,
+      "learning_rate": 1.8469830570364443e-06,
+      "loss": 32.625,
+      "step": 33872
+    },
+    {
+      "epoch": 1.6187040045875944,
+      "grad_norm": 250.2133331298828,
+      "learning_rate": 1.8465349839806668e-06,
+      "loss": 17.4062,
+      "step": 33873
+    },
+    {
+      "epoch": 1.6187517920290548,
+      "grad_norm": 154.5957794189453,
+      "learning_rate": 1.8460869597536234e-06,
+      "loss": 18.6562,
+      "step": 33874
+    },
+    {
+      "epoch": 1.6187995794705152,
+      "grad_norm": 959.812255859375,
+      "learning_rate": 1.8456389843580014e-06,
+      "loss": 17.5312,
+      "step": 33875
+    },
+    {
+      "epoch": 1.6188473669119756,
+      "grad_norm": 168.55320739746094,
+      "learning_rate": 1.845191057796476e-06,
+      "loss": 20.8281,
+      "step": 33876
+    },
+    {
+      "epoch": 1.618895154353436,
+      "grad_norm": 258.6812438964844,
+      "learning_rate": 1.8447431800717342e-06,
+      "loss": 24.9531,
+      "step": 33877
+    },
+    {
+      "epoch": 1.6189429417948964,
+      "grad_norm": 242.4495086669922,
+      "learning_rate": 1.844295351186458e-06,
+      "loss": 21.9688,
+      "step": 33878
+    },
+    {
+      "epoch": 1.6189907292363568,
+      "grad_norm": 325.2462158203125,
+      "learning_rate": 1.8438475711433312e-06,
+      "loss": 19.1875,
+      "step": 33879
+    },
+    {
+      "epoch": 1.6190385166778172,
+      "grad_norm": 207.9779510498047,
+      "learning_rate": 1.8433998399450304e-06,
+      "loss": 20.9375,
+      "step": 33880
+    },
+    {
+      "epoch": 1.6190863041192776,
+      "grad_norm": 256.0021057128906,
+      "learning_rate": 1.84295215759424e-06,
+      "loss": 18.1094,
+      "step": 33881
+    },
+    {
+      "epoch": 1.619134091560738,
+      "grad_norm": 221.70086669921875,
+      "learning_rate": 1.8425045240936423e-06,
+      "loss": 17.0469,
+      "step": 33882
+    },
+    {
+      "epoch": 1.6191818790021983,
+      "grad_norm": 1078.123291015625,
+      "learning_rate": 1.8420569394459142e-06,
+      "loss": 34.5312,
+      "step": 33883
+    },
+    {
+      "epoch": 1.6192296664436587,
+      "grad_norm": 267.5730285644531,
+      "learning_rate": 1.8416094036537392e-06,
+      "loss": 31.0,
+      "step": 33884
+    },
+    {
+      "epoch": 1.6192774538851191,
+      "grad_norm": 401.41693115234375,
+      "learning_rate": 1.8411619167197992e-06,
+      "loss": 27.3906,
+      "step": 33885
+    },
+    {
+      "epoch": 1.6193252413265795,
+      "grad_norm": 258.9582824707031,
+      "learning_rate": 1.840714478646768e-06,
+      "loss": 21.2188,
+      "step": 33886
+    },
+    {
+      "epoch": 1.61937302876804,
+      "grad_norm": 347.0377197265625,
+      "learning_rate": 1.8402670894373298e-06,
+      "loss": 32.7031,
+      "step": 33887
+    },
+    {
+      "epoch": 1.6194208162095003,
+      "grad_norm": 94.48199462890625,
+      "learning_rate": 1.839819749094164e-06,
+      "loss": 15.2188,
+      "step": 33888
+    },
+    {
+      "epoch": 1.6194686036509607,
+      "grad_norm": 215.00328063964844,
+      "learning_rate": 1.8393724576199469e-06,
+      "loss": 36.7812,
+      "step": 33889
+    },
+    {
+      "epoch": 1.619516391092421,
+      "grad_norm": 317.819580078125,
+      "learning_rate": 1.838925215017361e-06,
+      "loss": 29.5312,
+      "step": 33890
+    },
+    {
+      "epoch": 1.6195641785338815,
+      "grad_norm": 657.9635009765625,
+      "learning_rate": 1.8384780212890797e-06,
+      "loss": 30.5625,
+      "step": 33891
+    },
+    {
+      "epoch": 1.6196119659753416,
+      "grad_norm": 195.68331909179688,
+      "learning_rate": 1.8380308764377841e-06,
+      "loss": 22.5469,
+      "step": 33892
+    },
+    {
+      "epoch": 1.619659753416802,
+      "grad_norm": 289.8032531738281,
+      "learning_rate": 1.8375837804661544e-06,
+      "loss": 33.7969,
+      "step": 33893
+    },
+    {
+      "epoch": 1.6197075408582624,
+      "grad_norm": 1550.4852294921875,
+      "learning_rate": 1.837136733376862e-06,
+      "loss": 15.8281,
+      "step": 33894
+    },
+    {
+      "epoch": 1.6197553282997228,
+      "grad_norm": 252.3848114013672,
+      "learning_rate": 1.8366897351725887e-06,
+      "loss": 29.2812,
+      "step": 33895
+    },
+    {
+      "epoch": 1.6198031157411832,
+      "grad_norm": 642.0508422851562,
+      "learning_rate": 1.8362427858560094e-06,
+      "loss": 29.9375,
+      "step": 33896
+    },
+    {
+      "epoch": 1.6198509031826436,
+      "grad_norm": 219.4847412109375,
+      "learning_rate": 1.8357958854298053e-06,
+      "loss": 20.5,
+      "step": 33897
+    },
+    {
+      "epoch": 1.619898690624104,
+      "grad_norm": 258.9991760253906,
+      "learning_rate": 1.835349033896645e-06,
+      "loss": 22.8438,
+      "step": 33898
+    },
+    {
+      "epoch": 1.6199464780655644,
+      "grad_norm": 267.0883483886719,
+      "learning_rate": 1.8349022312592102e-06,
+      "loss": 17.875,
+      "step": 33899
+    },
+    {
+      "epoch": 1.6199942655070247,
+      "grad_norm": 607.3033447265625,
+      "learning_rate": 1.8344554775201739e-06,
+      "loss": 30.0625,
+      "step": 33900
+    },
+    {
+      "epoch": 1.6200420529484851,
+      "grad_norm": 343.69769287109375,
+      "learning_rate": 1.8340087726822164e-06,
+      "loss": 37.4062,
+      "step": 33901
+    },
+    {
+      "epoch": 1.6200898403899455,
+      "grad_norm": 333.2622375488281,
+      "learning_rate": 1.8335621167480067e-06,
+      "loss": 27.4062,
+      "step": 33902
+    },
+    {
+      "epoch": 1.620137627831406,
+      "grad_norm": 235.82302856445312,
+      "learning_rate": 1.8331155097202225e-06,
+      "loss": 24.9688,
+      "step": 33903
+    },
+    {
+      "epoch": 1.6201854152728663,
+      "grad_norm": 683.973876953125,
+      "learning_rate": 1.8326689516015395e-06,
+      "loss": 25.9062,
+      "step": 33904
+    },
+    {
+      "epoch": 1.6202332027143267,
+      "grad_norm": 211.94676208496094,
+      "learning_rate": 1.83222244239463e-06,
+      "loss": 28.3125,
+      "step": 33905
+    },
+    {
+      "epoch": 1.620280990155787,
+      "grad_norm": 259.67236328125,
+      "learning_rate": 1.8317759821021675e-06,
+      "loss": 24.9688,
+      "step": 33906
+    },
+    {
+      "epoch": 1.6203287775972475,
+      "grad_norm": 136.46412658691406,
+      "learning_rate": 1.8313295707268276e-06,
+      "loss": 19.8125,
+      "step": 33907
+    },
+    {
+      "epoch": 1.6203765650387079,
+      "grad_norm": 233.15664672851562,
+      "learning_rate": 1.8308832082712847e-06,
+      "loss": 23.125,
+      "step": 33908
+    },
+    {
+      "epoch": 1.6204243524801683,
+      "grad_norm": 250.54281616210938,
+      "learning_rate": 1.830436894738209e-06,
+      "loss": 24.8125,
+      "step": 33909
+    },
+    {
+      "epoch": 1.6204721399216286,
+      "grad_norm": 226.33677673339844,
+      "learning_rate": 1.8299906301302738e-06,
+      "loss": 19.4531,
+      "step": 33910
+    },
+    {
+      "epoch": 1.620519927363089,
+      "grad_norm": 321.7558898925781,
+      "learning_rate": 1.8295444144501529e-06,
+      "loss": 24.9062,
+      "step": 33911
+    },
+    {
+      "epoch": 1.6205677148045494,
+      "grad_norm": 229.2702178955078,
+      "learning_rate": 1.8290982477005203e-06,
+      "loss": 30.0625,
+      "step": 33912
+    },
+    {
+      "epoch": 1.6206155022460096,
+      "grad_norm": 190.67974853515625,
+      "learning_rate": 1.8286521298840443e-06,
+      "loss": 18.9062,
+      "step": 33913
+    },
+    {
+      "epoch": 1.62066328968747,
+      "grad_norm": 251.7954559326172,
+      "learning_rate": 1.828206061003397e-06,
+      "loss": 37.1875,
+      "step": 33914
+    },
+    {
+      "epoch": 1.6207110771289304,
+      "grad_norm": 232.90487670898438,
+      "learning_rate": 1.8277600410612518e-06,
+      "loss": 25.5,
+      "step": 33915
+    },
+    {
+      "epoch": 1.6207588645703908,
+      "grad_norm": 690.0978393554688,
+      "learning_rate": 1.8273140700602809e-06,
+      "loss": 27.5938,
+      "step": 33916
+    },
+    {
+      "epoch": 1.6208066520118511,
+      "grad_norm": 184.76805114746094,
+      "learning_rate": 1.8268681480031502e-06,
+      "loss": 21.6562,
+      "step": 33917
+    },
+    {
+      "epoch": 1.6208544394533115,
+      "grad_norm": 216.00523376464844,
+      "learning_rate": 1.8264222748925365e-06,
+      "loss": 20.8125,
+      "step": 33918
+    },
+    {
+      "epoch": 1.620902226894772,
+      "grad_norm": 302.0127258300781,
+      "learning_rate": 1.8259764507311039e-06,
+      "loss": 25.2812,
+      "step": 33919
+    },
+    {
+      "epoch": 1.6209500143362323,
+      "grad_norm": 258.0935363769531,
+      "learning_rate": 1.825530675521524e-06,
+      "loss": 24.1562,
+      "step": 33920
+    },
+    {
+      "epoch": 1.6209978017776927,
+      "grad_norm": 176.00180053710938,
+      "learning_rate": 1.8250849492664713e-06,
+      "loss": 19.5,
+      "step": 33921
+    },
+    {
+      "epoch": 1.621045589219153,
+      "grad_norm": 330.5749206542969,
+      "learning_rate": 1.824639271968608e-06,
+      "loss": 42.375,
+      "step": 33922
+    },
+    {
+      "epoch": 1.6210933766606135,
+      "grad_norm": 449.0479431152344,
+      "learning_rate": 1.8241936436306084e-06,
+      "loss": 23.4062,
+      "step": 33923
+    },
+    {
+      "epoch": 1.6211411641020739,
+      "grad_norm": 278.6794738769531,
+      "learning_rate": 1.8237480642551374e-06,
+      "loss": 20.7812,
+      "step": 33924
+    },
+    {
+      "epoch": 1.6211889515435343,
+      "grad_norm": 330.0318298339844,
+      "learning_rate": 1.8233025338448651e-06,
+      "loss": 24.8438,
+      "step": 33925
+    },
+    {
+      "epoch": 1.6212367389849947,
+      "grad_norm": 305.4057312011719,
+      "learning_rate": 1.8228570524024592e-06,
+      "loss": 30.5312,
+      "step": 33926
+    },
+    {
+      "epoch": 1.621284526426455,
+      "grad_norm": 218.20571899414062,
+      "learning_rate": 1.822411619930592e-06,
+      "loss": 17.0312,
+      "step": 33927
+    },
+    {
+      "epoch": 1.6213323138679154,
+      "grad_norm": 314.4378967285156,
+      "learning_rate": 1.8219662364319235e-06,
+      "loss": 21.9609,
+      "step": 33928
+    },
+    {
+      "epoch": 1.6213801013093758,
+      "grad_norm": 384.7118835449219,
+      "learning_rate": 1.821520901909125e-06,
+      "loss": 25.6875,
+      "step": 33929
+    },
+    {
+      "epoch": 1.6214278887508362,
+      "grad_norm": 105.45623779296875,
+      "learning_rate": 1.8210756163648657e-06,
+      "loss": 23.4688,
+      "step": 33930
+    },
+    {
+      "epoch": 1.6214756761922966,
+      "grad_norm": 214.0113525390625,
+      "learning_rate": 1.8206303798018077e-06,
+      "loss": 19.75,
+      "step": 33931
+    },
+    {
+      "epoch": 1.621523463633757,
+      "grad_norm": 484.1353454589844,
+      "learning_rate": 1.8201851922226187e-06,
+      "loss": 31.2188,
+      "step": 33932
+    },
+    {
+      "epoch": 1.6215712510752174,
+      "grad_norm": 185.79222106933594,
+      "learning_rate": 1.8197400536299658e-06,
+      "loss": 21.7031,
+      "step": 33933
+    },
+    {
+      "epoch": 1.6216190385166778,
+      "grad_norm": 235.058837890625,
+      "learning_rate": 1.8192949640265168e-06,
+      "loss": 17.7344,
+      "step": 33934
+    },
+    {
+      "epoch": 1.6216668259581382,
+      "grad_norm": 243.7833251953125,
+      "learning_rate": 1.8188499234149326e-06,
+      "loss": 21.25,
+      "step": 33935
+    },
+    {
+      "epoch": 1.6217146133995985,
+      "grad_norm": 426.5859375,
+      "learning_rate": 1.8184049317978813e-06,
+      "loss": 26.5625,
+      "step": 33936
+    },
+    {
+      "epoch": 1.621762400841059,
+      "grad_norm": 143.6407470703125,
+      "learning_rate": 1.8179599891780275e-06,
+      "loss": 29.2344,
+      "step": 33937
+    },
+    {
+      "epoch": 1.6218101882825193,
+      "grad_norm": 250.50112915039062,
+      "learning_rate": 1.8175150955580367e-06,
+      "loss": 23.8281,
+      "step": 33938
+    },
+    {
+      "epoch": 1.6218579757239797,
+      "grad_norm": 228.373779296875,
+      "learning_rate": 1.8170702509405712e-06,
+      "loss": 20.9062,
+      "step": 33939
+    },
+    {
+      "epoch": 1.62190576316544,
+      "grad_norm": 135.91317749023438,
+      "learning_rate": 1.8166254553282958e-06,
+      "loss": 19.2344,
+      "step": 33940
+    },
+    {
+      "epoch": 1.6219535506069005,
+      "grad_norm": 169.9591064453125,
+      "learning_rate": 1.8161807087238758e-06,
+      "loss": 19.9219,
+      "step": 33941
+    },
+    {
+      "epoch": 1.6220013380483609,
+      "grad_norm": 228.38641357421875,
+      "learning_rate": 1.8157360111299716e-06,
+      "loss": 25.0938,
+      "step": 33942
+    },
+    {
+      "epoch": 1.6220491254898213,
+      "grad_norm": 161.77313232421875,
+      "learning_rate": 1.8152913625492486e-06,
+      "loss": 14.4219,
+      "step": 33943
+    },
+    {
+      "epoch": 1.6220969129312817,
+      "grad_norm": 147.8649139404297,
+      "learning_rate": 1.8148467629843692e-06,
+      "loss": 19.4062,
+      "step": 33944
+    },
+    {
+      "epoch": 1.622144700372742,
+      "grad_norm": 369.5748291015625,
+      "learning_rate": 1.814402212437998e-06,
+      "loss": 25.9219,
+      "step": 33945
+    },
+    {
+      "epoch": 1.6221924878142024,
+      "grad_norm": 268.2225646972656,
+      "learning_rate": 1.8139577109127926e-06,
+      "loss": 23.5469,
+      "step": 33946
+    },
+    {
+      "epoch": 1.6222402752556628,
+      "grad_norm": 254.15057373046875,
+      "learning_rate": 1.8135132584114167e-06,
+      "loss": 30.1875,
+      "step": 33947
+    },
+    {
+      "epoch": 1.6222880626971232,
+      "grad_norm": 159.05332946777344,
+      "learning_rate": 1.813068854936535e-06,
+      "loss": 16.875,
+      "step": 33948
+    },
+    {
+      "epoch": 1.6223358501385836,
+      "grad_norm": 515.5671997070312,
+      "learning_rate": 1.8126245004908083e-06,
+      "loss": 30.5938,
+      "step": 33949
+    },
+    {
+      "epoch": 1.622383637580044,
+      "grad_norm": 236.93600463867188,
+      "learning_rate": 1.8121801950768935e-06,
+      "loss": 29.0938,
+      "step": 33950
+    },
+    {
+      "epoch": 1.6224314250215044,
+      "grad_norm": 289.36151123046875,
+      "learning_rate": 1.8117359386974542e-06,
+      "loss": 18.5938,
+      "step": 33951
+    },
+    {
+      "epoch": 1.6224792124629648,
+      "grad_norm": 278.5814514160156,
+      "learning_rate": 1.8112917313551536e-06,
+      "loss": 28.0781,
+      "step": 33952
+    },
+    {
+      "epoch": 1.6225269999044252,
+      "grad_norm": 236.38711547851562,
+      "learning_rate": 1.8108475730526465e-06,
+      "loss": 21.6562,
+      "step": 33953
+    },
+    {
+      "epoch": 1.6225747873458856,
+      "grad_norm": 210.4015655517578,
+      "learning_rate": 1.8104034637925982e-06,
+      "loss": 28.3438,
+      "step": 33954
+    },
+    {
+      "epoch": 1.622622574787346,
+      "grad_norm": 211.54270935058594,
+      "learning_rate": 1.8099594035776636e-06,
+      "loss": 28.1562,
+      "step": 33955
+    },
+    {
+      "epoch": 1.6226703622288063,
+      "grad_norm": 228.48805236816406,
+      "learning_rate": 1.8095153924105058e-06,
+      "loss": 20.6094,
+      "step": 33956
+    },
+    {
+      "epoch": 1.6227181496702667,
+      "grad_norm": 270.7974548339844,
+      "learning_rate": 1.8090714302937795e-06,
+      "loss": 19.9062,
+      "step": 33957
+    },
+    {
+      "epoch": 1.6227659371117271,
+      "grad_norm": 410.5718078613281,
+      "learning_rate": 1.808627517230147e-06,
+      "loss": 28.7188,
+      "step": 33958
+    },
+    {
+      "epoch": 1.6228137245531875,
+      "grad_norm": 247.20066833496094,
+      "learning_rate": 1.8081836532222663e-06,
+      "loss": 35.25,
+      "step": 33959
+    },
+    {
+      "epoch": 1.622861511994648,
+      "grad_norm": 277.9927673339844,
+      "learning_rate": 1.8077398382727962e-06,
+      "loss": 21.6875,
+      "step": 33960
+    },
+    {
+      "epoch": 1.6229092994361083,
+      "grad_norm": 426.428466796875,
+      "learning_rate": 1.8072960723843924e-06,
+      "loss": 33.7188,
+      "step": 33961
+    },
+    {
+      "epoch": 1.6229570868775687,
+      "grad_norm": 257.2422180175781,
+      "learning_rate": 1.8068523555597129e-06,
+      "loss": 23.6094,
+      "step": 33962
+    },
+    {
+      "epoch": 1.623004874319029,
+      "grad_norm": 281.0422058105469,
+      "learning_rate": 1.8064086878014165e-06,
+      "loss": 20.7344,
+      "step": 33963
+    },
+    {
+      "epoch": 1.6230526617604895,
+      "grad_norm": 152.8126983642578,
+      "learning_rate": 1.8059650691121611e-06,
+      "loss": 22.3281,
+      "step": 33964
+    },
+    {
+      "epoch": 1.6231004492019498,
+      "grad_norm": 356.1478576660156,
+      "learning_rate": 1.8055214994945991e-06,
+      "loss": 24.1562,
+      "step": 33965
+    },
+    {
+      "epoch": 1.6231482366434102,
+      "grad_norm": 275.8421936035156,
+      "learning_rate": 1.8050779789513896e-06,
+      "loss": 39.9688,
+      "step": 33966
+    },
+    {
+      "epoch": 1.6231960240848706,
+      "grad_norm": 100.00947570800781,
+      "learning_rate": 1.8046345074851923e-06,
+      "loss": 26.4531,
+      "step": 33967
+    },
+    {
+      "epoch": 1.623243811526331,
+      "grad_norm": 225.46905517578125,
+      "learning_rate": 1.8041910850986554e-06,
+      "loss": 20.5938,
+      "step": 33968
+    },
+    {
+      "epoch": 1.6232915989677914,
+      "grad_norm": 230.70787048339844,
+      "learning_rate": 1.8037477117944391e-06,
+      "loss": 23.5625,
+      "step": 33969
+    },
+    {
+      "epoch": 1.6233393864092518,
+      "grad_norm": 483.1421813964844,
+      "learning_rate": 1.8033043875751988e-06,
+      "loss": 22.1562,
+      "step": 33970
+    },
+    {
+      "epoch": 1.6233871738507122,
+      "grad_norm": 223.71307373046875,
+      "learning_rate": 1.8028611124435902e-06,
+      "loss": 36.2188,
+      "step": 33971
+    },
+    {
+      "epoch": 1.6234349612921726,
+      "grad_norm": 274.7176818847656,
+      "learning_rate": 1.8024178864022635e-06,
+      "loss": 20.9062,
+      "step": 33972
+    },
+    {
+      "epoch": 1.623482748733633,
+      "grad_norm": 226.882080078125,
+      "learning_rate": 1.8019747094538764e-06,
+      "loss": 33.9219,
+      "step": 33973
+    },
+    {
+      "epoch": 1.6235305361750931,
+      "grad_norm": 198.63327026367188,
+      "learning_rate": 1.8015315816010825e-06,
+      "loss": 30.9219,
+      "step": 33974
+    },
+    {
+      "epoch": 1.6235783236165535,
+      "grad_norm": 207.51951599121094,
+      "learning_rate": 1.8010885028465374e-06,
+      "loss": 17.6719,
+      "step": 33975
+    },
+    {
+      "epoch": 1.623626111058014,
+      "grad_norm": 202.8997039794922,
+      "learning_rate": 1.8006454731928902e-06,
+      "loss": 23.75,
+      "step": 33976
+    },
+    {
+      "epoch": 1.6236738984994743,
+      "grad_norm": 262.3516845703125,
+      "learning_rate": 1.8002024926427975e-06,
+      "loss": 30.9375,
+      "step": 33977
+    },
+    {
+      "epoch": 1.6237216859409347,
+      "grad_norm": 177.7122039794922,
+      "learning_rate": 1.7997595611989126e-06,
+      "loss": 16.3906,
+      "step": 33978
+    },
+    {
+      "epoch": 1.623769473382395,
+      "grad_norm": 171.22447204589844,
+      "learning_rate": 1.7993166788638849e-06,
+      "loss": 15.875,
+      "step": 33979
+    },
+    {
+      "epoch": 1.6238172608238555,
+      "grad_norm": 201.07666015625,
+      "learning_rate": 1.7988738456403687e-06,
+      "loss": 25.4375,
+      "step": 33980
+    },
+    {
+      "epoch": 1.6238650482653159,
+      "grad_norm": 121.06752014160156,
+      "learning_rate": 1.7984310615310153e-06,
+      "loss": 17.0625,
+      "step": 33981
+    },
+    {
+      "epoch": 1.6239128357067762,
+      "grad_norm": 302.3502502441406,
+      "learning_rate": 1.79798832653848e-06,
+      "loss": 37.0625,
+      "step": 33982
+    },
+    {
+      "epoch": 1.6239606231482366,
+      "grad_norm": 185.9309539794922,
+      "learning_rate": 1.797545640665408e-06,
+      "loss": 29.4062,
+      "step": 33983
+    },
+    {
+      "epoch": 1.624008410589697,
+      "grad_norm": 159.96347045898438,
+      "learning_rate": 1.7971030039144533e-06,
+      "loss": 20.5156,
+      "step": 33984
+    },
+    {
+      "epoch": 1.6240561980311574,
+      "grad_norm": 338.4942321777344,
+      "learning_rate": 1.7966604162882706e-06,
+      "loss": 21.375,
+      "step": 33985
+    },
+    {
+      "epoch": 1.6241039854726178,
+      "grad_norm": 272.1220397949219,
+      "learning_rate": 1.7962178777895033e-06,
+      "loss": 22.125,
+      "step": 33986
+    },
+    {
+      "epoch": 1.6241517729140782,
+      "grad_norm": 320.990966796875,
+      "learning_rate": 1.7957753884208084e-06,
+      "loss": 25.9375,
+      "step": 33987
+    },
+    {
+      "epoch": 1.6241995603555386,
+      "grad_norm": 168.7702178955078,
+      "learning_rate": 1.7953329481848292e-06,
+      "loss": 19.875,
+      "step": 33988
+    },
+    {
+      "epoch": 1.624247347796999,
+      "grad_norm": 118.30278778076172,
+      "learning_rate": 1.794890557084219e-06,
+      "loss": 17.0781,
+      "step": 33989
+    },
+    {
+      "epoch": 1.6242951352384594,
+      "grad_norm": 211.68641662597656,
+      "learning_rate": 1.7944482151216303e-06,
+      "loss": 23.1562,
+      "step": 33990
+    },
+    {
+      "epoch": 1.6243429226799198,
+      "grad_norm": 251.02685546875,
+      "learning_rate": 1.7940059222997052e-06,
+      "loss": 27.7812,
+      "step": 33991
+    },
+    {
+      "epoch": 1.6243907101213801,
+      "grad_norm": 210.49769592285156,
+      "learning_rate": 1.7935636786210965e-06,
+      "loss": 20.5,
+      "step": 33992
+    },
+    {
+      "epoch": 1.6244384975628405,
+      "grad_norm": 300.9308776855469,
+      "learning_rate": 1.7931214840884548e-06,
+      "loss": 31.3438,
+      "step": 33993
+    },
+    {
+      "epoch": 1.624486285004301,
+      "grad_norm": 236.39144897460938,
+      "learning_rate": 1.7926793387044227e-06,
+      "loss": 25.2969,
+      "step": 33994
+    },
+    {
+      "epoch": 1.624534072445761,
+      "grad_norm": 197.65135192871094,
+      "learning_rate": 1.7922372424716506e-06,
+      "loss": 27.6562,
+      "step": 33995
+    },
+    {
+      "epoch": 1.6245818598872215,
+      "grad_norm": 282.2631530761719,
+      "learning_rate": 1.791795195392787e-06,
+      "loss": 27.6562,
+      "step": 33996
+    },
+    {
+      "epoch": 1.6246296473286819,
+      "grad_norm": 229.16246032714844,
+      "learning_rate": 1.7913531974704811e-06,
+      "loss": 27.2344,
+      "step": 33997
+    },
+    {
+      "epoch": 1.6246774347701423,
+      "grad_norm": 356.4739990234375,
+      "learning_rate": 1.7909112487073754e-06,
+      "loss": 26.375,
+      "step": 33998
+    },
+    {
+      "epoch": 1.6247252222116026,
+      "grad_norm": 254.46206665039062,
+      "learning_rate": 1.7904693491061188e-06,
+      "loss": 28.4375,
+      "step": 33999
+    },
+    {
+      "epoch": 1.624773009653063,
+      "grad_norm": 199.1678924560547,
+      "learning_rate": 1.7900274986693566e-06,
+      "loss": 22.4844,
+      "step": 34000
+    },
+    {
+      "epoch": 1.6248207970945234,
+      "grad_norm": 303.5366516113281,
+      "learning_rate": 1.7895856973997395e-06,
+      "loss": 31.0,
+      "step": 34001
+    },
+    {
+      "epoch": 1.6248685845359838,
+      "grad_norm": 366.024169921875,
+      "learning_rate": 1.789143945299907e-06,
+      "loss": 22.3125,
+      "step": 34002
+    },
+    {
+      "epoch": 1.6249163719774442,
+      "grad_norm": 265.54315185546875,
+      "learning_rate": 1.7887022423725065e-06,
+      "loss": 28.0,
+      "step": 34003
+    },
+    {
+      "epoch": 1.6249641594189046,
+      "grad_norm": 168.1738739013672,
+      "learning_rate": 1.7882605886201876e-06,
+      "loss": 17.3594,
+      "step": 34004
+    },
+    {
+      "epoch": 1.625011946860365,
+      "grad_norm": 915.76806640625,
+      "learning_rate": 1.7878189840455885e-06,
+      "loss": 22.9062,
+      "step": 34005
+    },
+    {
+      "epoch": 1.6250597343018254,
+      "grad_norm": 172.19618225097656,
+      "learning_rate": 1.7873774286513578e-06,
+      "loss": 27.2344,
+      "step": 34006
+    },
+    {
+      "epoch": 1.6251075217432858,
+      "grad_norm": 247.74725341796875,
+      "learning_rate": 1.7869359224401383e-06,
+      "loss": 26.0469,
+      "step": 34007
+    },
+    {
+      "epoch": 1.6251553091847462,
+      "grad_norm": 215.40174865722656,
+      "learning_rate": 1.7864944654145776e-06,
+      "loss": 22.4062,
+      "step": 34008
+    },
+    {
+      "epoch": 1.6252030966262065,
+      "grad_norm": 141.9525604248047,
+      "learning_rate": 1.786053057577315e-06,
+      "loss": 21.3125,
+      "step": 34009
+    },
+    {
+      "epoch": 1.625250884067667,
+      "grad_norm": 468.3782958984375,
+      "learning_rate": 1.7856116989309946e-06,
+      "loss": 21.0625,
+      "step": 34010
+    },
+    {
+      "epoch": 1.6252986715091273,
+      "grad_norm": 265.0249938964844,
+      "learning_rate": 1.7851703894782612e-06,
+      "loss": 23.2344,
+      "step": 34011
+    },
+    {
+      "epoch": 1.6253464589505877,
+      "grad_norm": 213.03509521484375,
+      "learning_rate": 1.7847291292217606e-06,
+      "loss": 21.9531,
+      "step": 34012
+    },
+    {
+      "epoch": 1.625394246392048,
+      "grad_norm": 156.9115447998047,
+      "learning_rate": 1.7842879181641281e-06,
+      "loss": 30.6562,
+      "step": 34013
+    },
+    {
+      "epoch": 1.6254420338335085,
+      "grad_norm": 437.3853454589844,
+      "learning_rate": 1.7838467563080097e-06,
+      "loss": 26.4062,
+      "step": 34014
+    },
+    {
+      "epoch": 1.6254898212749689,
+      "grad_norm": 311.7320556640625,
+      "learning_rate": 1.783405643656051e-06,
+      "loss": 31.25,
+      "step": 34015
+    },
+    {
+      "epoch": 1.6255376087164293,
+      "grad_norm": 293.2300109863281,
+      "learning_rate": 1.7829645802108864e-06,
+      "loss": 25.3125,
+      "step": 34016
+    },
+    {
+      "epoch": 1.6255853961578897,
+      "grad_norm": 214.6315460205078,
+      "learning_rate": 1.7825235659751627e-06,
+      "loss": 14.7969,
+      "step": 34017
+    },
+    {
+      "epoch": 1.62563318359935,
+      "grad_norm": 265.5232849121094,
+      "learning_rate": 1.7820826009515202e-06,
+      "loss": 24.375,
+      "step": 34018
+    },
+    {
+      "epoch": 1.6256809710408104,
+      "grad_norm": 318.2825012207031,
+      "learning_rate": 1.7816416851425977e-06,
+      "loss": 36.3906,
+      "step": 34019
+    },
+    {
+      "epoch": 1.6257287584822708,
+      "grad_norm": 323.8336486816406,
+      "learning_rate": 1.7812008185510388e-06,
+      "loss": 23.1562,
+      "step": 34020
+    },
+    {
+      "epoch": 1.6257765459237312,
+      "grad_norm": 281.45806884765625,
+      "learning_rate": 1.780760001179479e-06,
+      "loss": 23.5312,
+      "step": 34021
+    },
+    {
+      "epoch": 1.6258243333651916,
+      "grad_norm": 216.23638916015625,
+      "learning_rate": 1.780319233030562e-06,
+      "loss": 18.3281,
+      "step": 34022
+    },
+    {
+      "epoch": 1.625872120806652,
+      "grad_norm": 195.38539123535156,
+      "learning_rate": 1.7798785141069287e-06,
+      "loss": 23.7188,
+      "step": 34023
+    },
+    {
+      "epoch": 1.6259199082481124,
+      "grad_norm": 424.6014099121094,
+      "learning_rate": 1.7794378444112137e-06,
+      "loss": 27.375,
+      "step": 34024
+    },
+    {
+      "epoch": 1.6259676956895728,
+      "grad_norm": 241.81707763671875,
+      "learning_rate": 1.7789972239460585e-06,
+      "loss": 20.875,
+      "step": 34025
+    },
+    {
+      "epoch": 1.6260154831310332,
+      "grad_norm": 229.65672302246094,
+      "learning_rate": 1.7785566527141041e-06,
+      "loss": 24.2188,
+      "step": 34026
+    },
+    {
+      "epoch": 1.6260632705724936,
+      "grad_norm": 202.70639038085938,
+      "learning_rate": 1.778116130717985e-06,
+      "loss": 21.0625,
+      "step": 34027
+    },
+    {
+      "epoch": 1.626111058013954,
+      "grad_norm": 341.4598693847656,
+      "learning_rate": 1.7776756579603404e-06,
+      "loss": 27.5312,
+      "step": 34028
+    },
+    {
+      "epoch": 1.6261588454554143,
+      "grad_norm": 494.6485290527344,
+      "learning_rate": 1.7772352344438093e-06,
+      "loss": 29.2188,
+      "step": 34029
+    },
+    {
+      "epoch": 1.6262066328968747,
+      "grad_norm": 219.13829040527344,
+      "learning_rate": 1.7767948601710306e-06,
+      "loss": 25.0156,
+      "step": 34030
+    },
+    {
+      "epoch": 1.6262544203383351,
+      "grad_norm": 166.47207641601562,
+      "learning_rate": 1.7763545351446387e-06,
+      "loss": 23.0312,
+      "step": 34031
+    },
+    {
+      "epoch": 1.6263022077797955,
+      "grad_norm": 161.0740203857422,
+      "learning_rate": 1.7759142593672707e-06,
+      "loss": 16.2812,
+      "step": 34032
+    },
+    {
+      "epoch": 1.626349995221256,
+      "grad_norm": 260.8088073730469,
+      "learning_rate": 1.7754740328415643e-06,
+      "loss": 22.0625,
+      "step": 34033
+    },
+    {
+      "epoch": 1.6263977826627163,
+      "grad_norm": 189.98158264160156,
+      "learning_rate": 1.7750338555701595e-06,
+      "loss": 22.1562,
+      "step": 34034
+    },
+    {
+      "epoch": 1.6264455701041767,
+      "grad_norm": 207.221435546875,
+      "learning_rate": 1.7745937275556857e-06,
+      "loss": 23.0469,
+      "step": 34035
+    },
+    {
+      "epoch": 1.626493357545637,
+      "grad_norm": 179.28712463378906,
+      "learning_rate": 1.7741536488007817e-06,
+      "loss": 25.7188,
+      "step": 34036
+    },
+    {
+      "epoch": 1.6265411449870975,
+      "grad_norm": 156.07827758789062,
+      "learning_rate": 1.773713619308085e-06,
+      "loss": 29.375,
+      "step": 34037
+    },
+    {
+      "epoch": 1.6265889324285578,
+      "grad_norm": 145.68812561035156,
+      "learning_rate": 1.7732736390802274e-06,
+      "loss": 20.5469,
+      "step": 34038
+    },
+    {
+      "epoch": 1.6266367198700182,
+      "grad_norm": 162.41830444335938,
+      "learning_rate": 1.7728337081198444e-06,
+      "loss": 17.4219,
+      "step": 34039
+    },
+    {
+      "epoch": 1.6266845073114786,
+      "grad_norm": 475.0611572265625,
+      "learning_rate": 1.7723938264295726e-06,
+      "loss": 24.0,
+      "step": 34040
+    },
+    {
+      "epoch": 1.626732294752939,
+      "grad_norm": 302.9955139160156,
+      "learning_rate": 1.7719539940120466e-06,
+      "loss": 29.25,
+      "step": 34041
+    },
+    {
+      "epoch": 1.6267800821943994,
+      "grad_norm": 308.95263671875,
+      "learning_rate": 1.771514210869898e-06,
+      "loss": 21.3125,
+      "step": 34042
+    },
+    {
+      "epoch": 1.6268278696358598,
+      "grad_norm": 233.3827362060547,
+      "learning_rate": 1.7710744770057597e-06,
+      "loss": 20.1094,
+      "step": 34043
+    },
+    {
+      "epoch": 1.6268756570773202,
+      "grad_norm": 347.4755554199219,
+      "learning_rate": 1.7706347924222688e-06,
+      "loss": 39.9531,
+      "step": 34044
+    },
+    {
+      "epoch": 1.6269234445187806,
+      "grad_norm": 254.81373596191406,
+      "learning_rate": 1.7701951571220588e-06,
+      "loss": 28.4688,
+      "step": 34045
+    },
+    {
+      "epoch": 1.626971231960241,
+      "grad_norm": 129.60922241210938,
+      "learning_rate": 1.7697555711077575e-06,
+      "loss": 21.2812,
+      "step": 34046
+    },
+    {
+      "epoch": 1.6270190194017013,
+      "grad_norm": 294.7400817871094,
+      "learning_rate": 1.7693160343820003e-06,
+      "loss": 34.3125,
+      "step": 34047
+    },
+    {
+      "epoch": 1.6270668068431617,
+      "grad_norm": 240.69203186035156,
+      "learning_rate": 1.7688765469474222e-06,
+      "loss": 18.5,
+      "step": 34048
+    },
+    {
+      "epoch": 1.6271145942846221,
+      "grad_norm": 263.6690979003906,
+      "learning_rate": 1.7684371088066509e-06,
+      "loss": 13.9062,
+      "step": 34049
+    },
+    {
+      "epoch": 1.6271623817260825,
+      "grad_norm": 237.4050750732422,
+      "learning_rate": 1.767997719962319e-06,
+      "loss": 22.5469,
+      "step": 34050
+    },
+    {
+      "epoch": 1.627210169167543,
+      "grad_norm": 187.80532836914062,
+      "learning_rate": 1.7675583804170604e-06,
+      "loss": 23.4062,
+      "step": 34051
+    },
+    {
+      "epoch": 1.6272579566090033,
+      "grad_norm": 191.3985595703125,
+      "learning_rate": 1.7671190901735024e-06,
+      "loss": 16.9062,
+      "step": 34052
+    },
+    {
+      "epoch": 1.6273057440504637,
+      "grad_norm": 154.60516357421875,
+      "learning_rate": 1.7666798492342807e-06,
+      "loss": 20.1484,
+      "step": 34053
+    },
+    {
+      "epoch": 1.627353531491924,
+      "grad_norm": 218.8544464111328,
+      "learning_rate": 1.7662406576020197e-06,
+      "loss": 30.3125,
+      "step": 34054
+    },
+    {
+      "epoch": 1.6274013189333845,
+      "grad_norm": 180.1332550048828,
+      "learning_rate": 1.765801515279353e-06,
+      "loss": 22.9219,
+      "step": 34055
+    },
+    {
+      "epoch": 1.6274491063748449,
+      "grad_norm": 293.81268310546875,
+      "learning_rate": 1.7653624222689126e-06,
+      "loss": 22.5938,
+      "step": 34056
+    },
+    {
+      "epoch": 1.627496893816305,
+      "grad_norm": 263.15045166015625,
+      "learning_rate": 1.7649233785733233e-06,
+      "loss": 27.1875,
+      "step": 34057
+    },
+    {
+      "epoch": 1.6275446812577654,
+      "grad_norm": 332.24481201171875,
+      "learning_rate": 1.7644843841952164e-06,
+      "loss": 19.8281,
+      "step": 34058
+    },
+    {
+      "epoch": 1.6275924686992258,
+      "grad_norm": 205.64358520507812,
+      "learning_rate": 1.7640454391372218e-06,
+      "loss": 20.625,
+      "step": 34059
+    },
+    {
+      "epoch": 1.6276402561406862,
+      "grad_norm": 283.51873779296875,
+      "learning_rate": 1.76360654340197e-06,
+      "loss": 35.9375,
+      "step": 34060
+    },
+    {
+      "epoch": 1.6276880435821466,
+      "grad_norm": 343.2803955078125,
+      "learning_rate": 1.7631676969920853e-06,
+      "loss": 38.0312,
+      "step": 34061
+    },
+    {
+      "epoch": 1.627735831023607,
+      "grad_norm": 263.0797119140625,
+      "learning_rate": 1.7627288999101966e-06,
+      "loss": 27.375,
+      "step": 34062
+    },
+    {
+      "epoch": 1.6277836184650674,
+      "grad_norm": 311.5203552246094,
+      "learning_rate": 1.7622901521589363e-06,
+      "loss": 23.5938,
+      "step": 34063
+    },
+    {
+      "epoch": 1.6278314059065278,
+      "grad_norm": 161.85865783691406,
+      "learning_rate": 1.761851453740926e-06,
+      "loss": 31.625,
+      "step": 34064
+    },
+    {
+      "epoch": 1.6278791933479881,
+      "grad_norm": 171.27215576171875,
+      "learning_rate": 1.7614128046587941e-06,
+      "loss": 22.375,
+      "step": 34065
+    },
+    {
+      "epoch": 1.6279269807894485,
+      "grad_norm": 190.78440856933594,
+      "learning_rate": 1.7609742049151702e-06,
+      "loss": 17.9062,
+      "step": 34066
+    },
+    {
+      "epoch": 1.627974768230909,
+      "grad_norm": 209.13226318359375,
+      "learning_rate": 1.7605356545126805e-06,
+      "loss": 20.9219,
+      "step": 34067
+    },
+    {
+      "epoch": 1.6280225556723693,
+      "grad_norm": 284.03973388671875,
+      "learning_rate": 1.7600971534539491e-06,
+      "loss": 29.6875,
+      "step": 34068
+    },
+    {
+      "epoch": 1.6280703431138297,
+      "grad_norm": 157.23660278320312,
+      "learning_rate": 1.7596587017416033e-06,
+      "loss": 24.7969,
+      "step": 34069
+    },
+    {
+      "epoch": 1.62811813055529,
+      "grad_norm": 248.607666015625,
+      "learning_rate": 1.759220299378268e-06,
+      "loss": 22.4688,
+      "step": 34070
+    },
+    {
+      "epoch": 1.6281659179967505,
+      "grad_norm": 186.16851806640625,
+      "learning_rate": 1.7587819463665734e-06,
+      "loss": 16.6719,
+      "step": 34071
+    },
+    {
+      "epoch": 1.6282137054382109,
+      "grad_norm": 218.05247497558594,
+      "learning_rate": 1.7583436427091371e-06,
+      "loss": 21.5,
+      "step": 34072
+    },
+    {
+      "epoch": 1.6282614928796713,
+      "grad_norm": 196.63755798339844,
+      "learning_rate": 1.7579053884085884e-06,
+      "loss": 20.2031,
+      "step": 34073
+    },
+    {
+      "epoch": 1.6283092803211316,
+      "grad_norm": 208.80360412597656,
+      "learning_rate": 1.757467183467554e-06,
+      "loss": 20.2188,
+      "step": 34074
+    },
+    {
+      "epoch": 1.628357067762592,
+      "grad_norm": 107.7323226928711,
+      "learning_rate": 1.7570290278886526e-06,
+      "loss": 14.1875,
+      "step": 34075
+    },
+    {
+      "epoch": 1.6284048552040524,
+      "grad_norm": 190.19857788085938,
+      "learning_rate": 1.7565909216745114e-06,
+      "loss": 17.9062,
+      "step": 34076
+    },
+    {
+      "epoch": 1.6284526426455126,
+      "grad_norm": 601.8509521484375,
+      "learning_rate": 1.7561528648277527e-06,
+      "loss": 30.2812,
+      "step": 34077
+    },
+    {
+      "epoch": 1.628500430086973,
+      "grad_norm": 196.95248413085938,
+      "learning_rate": 1.755714857351004e-06,
+      "loss": 27.1562,
+      "step": 34078
+    },
+    {
+      "epoch": 1.6285482175284334,
+      "grad_norm": 279.68133544921875,
+      "learning_rate": 1.7552768992468827e-06,
+      "loss": 24.5312,
+      "step": 34079
+    },
+    {
+      "epoch": 1.6285960049698938,
+      "grad_norm": 288.8316345214844,
+      "learning_rate": 1.7548389905180141e-06,
+      "loss": 27.6562,
+      "step": 34080
+    },
+    {
+      "epoch": 1.6286437924113542,
+      "grad_norm": 406.41937255859375,
+      "learning_rate": 1.7544011311670206e-06,
+      "loss": 19.5938,
+      "step": 34081
+    },
+    {
+      "epoch": 1.6286915798528145,
+      "grad_norm": 350.26104736328125,
+      "learning_rate": 1.7539633211965268e-06,
+      "loss": 30.2812,
+      "step": 34082
+    },
+    {
+      "epoch": 1.628739367294275,
+      "grad_norm": 737.2254028320312,
+      "learning_rate": 1.7535255606091505e-06,
+      "loss": 21.7812,
+      "step": 34083
+    },
+    {
+      "epoch": 1.6287871547357353,
+      "grad_norm": 278.14166259765625,
+      "learning_rate": 1.7530878494075176e-06,
+      "loss": 17.7188,
+      "step": 34084
+    },
+    {
+      "epoch": 1.6288349421771957,
+      "grad_norm": 211.3340301513672,
+      "learning_rate": 1.7526501875942449e-06,
+      "loss": 28.2344,
+      "step": 34085
+    },
+    {
+      "epoch": 1.628882729618656,
+      "grad_norm": 188.12423706054688,
+      "learning_rate": 1.7522125751719576e-06,
+      "loss": 23.7344,
+      "step": 34086
+    },
+    {
+      "epoch": 1.6289305170601165,
+      "grad_norm": 122.90755462646484,
+      "learning_rate": 1.751775012143272e-06,
+      "loss": 20.7188,
+      "step": 34087
+    },
+    {
+      "epoch": 1.6289783045015769,
+      "grad_norm": 181.92184448242188,
+      "learning_rate": 1.7513374985108112e-06,
+      "loss": 30.6406,
+      "step": 34088
+    },
+    {
+      "epoch": 1.6290260919430373,
+      "grad_norm": 309.8460693359375,
+      "learning_rate": 1.7509000342771976e-06,
+      "loss": 22.9844,
+      "step": 34089
+    },
+    {
+      "epoch": 1.6290738793844977,
+      "grad_norm": 236.6444854736328,
+      "learning_rate": 1.7504626194450458e-06,
+      "loss": 25.9375,
+      "step": 34090
+    },
+    {
+      "epoch": 1.629121666825958,
+      "grad_norm": 169.96327209472656,
+      "learning_rate": 1.7500252540169782e-06,
+      "loss": 18.2188,
+      "step": 34091
+    },
+    {
+      "epoch": 1.6291694542674184,
+      "grad_norm": 638.4201049804688,
+      "learning_rate": 1.7495879379956139e-06,
+      "loss": 28.4062,
+      "step": 34092
+    },
+    {
+      "epoch": 1.6292172417088788,
+      "grad_norm": 206.27581787109375,
+      "learning_rate": 1.7491506713835738e-06,
+      "loss": 23.9062,
+      "step": 34093
+    },
+    {
+      "epoch": 1.6292650291503392,
+      "grad_norm": 233.39764404296875,
+      "learning_rate": 1.7487134541834728e-06,
+      "loss": 29.3438,
+      "step": 34094
+    },
+    {
+      "epoch": 1.6293128165917996,
+      "grad_norm": 225.25631713867188,
+      "learning_rate": 1.7482762863979319e-06,
+      "loss": 16.9062,
+      "step": 34095
+    },
+    {
+      "epoch": 1.62936060403326,
+      "grad_norm": 214.158447265625,
+      "learning_rate": 1.747839168029567e-06,
+      "loss": 23.9062,
+      "step": 34096
+    },
+    {
+      "epoch": 1.6294083914747204,
+      "grad_norm": 268.7994689941406,
+      "learning_rate": 1.7474020990810004e-06,
+      "loss": 26.2188,
+      "step": 34097
+    },
+    {
+      "epoch": 1.6294561789161808,
+      "grad_norm": 336.7989501953125,
+      "learning_rate": 1.7469650795548443e-06,
+      "loss": 14.4062,
+      "step": 34098
+    },
+    {
+      "epoch": 1.6295039663576412,
+      "grad_norm": 224.51858520507812,
+      "learning_rate": 1.7465281094537178e-06,
+      "loss": 22.9531,
+      "step": 34099
+    },
+    {
+      "epoch": 1.6295517537991016,
+      "grad_norm": 190.58126831054688,
+      "learning_rate": 1.74609118878024e-06,
+      "loss": 20.5938,
+      "step": 34100
+    },
+    {
+      "epoch": 1.629599541240562,
+      "grad_norm": 307.2825012207031,
+      "learning_rate": 1.7456543175370234e-06,
+      "loss": 19.5781,
+      "step": 34101
+    },
+    {
+      "epoch": 1.6296473286820223,
+      "grad_norm": 176.13902282714844,
+      "learning_rate": 1.7452174957266866e-06,
+      "loss": 19.9844,
+      "step": 34102
+    },
+    {
+      "epoch": 1.6296951161234827,
+      "grad_norm": 404.03387451171875,
+      "learning_rate": 1.7447807233518455e-06,
+      "loss": 21.0,
+      "step": 34103
+    },
+    {
+      "epoch": 1.6297429035649431,
+      "grad_norm": 281.44915771484375,
+      "learning_rate": 1.744344000415118e-06,
+      "loss": 19.9375,
+      "step": 34104
+    },
+    {
+      "epoch": 1.6297906910064035,
+      "grad_norm": 405.8424987792969,
+      "learning_rate": 1.7439073269191142e-06,
+      "loss": 19.4062,
+      "step": 34105
+    },
+    {
+      "epoch": 1.629838478447864,
+      "grad_norm": 204.39064025878906,
+      "learning_rate": 1.7434707028664532e-06,
+      "loss": 24.1562,
+      "step": 34106
+    },
+    {
+      "epoch": 1.6298862658893243,
+      "grad_norm": 401.5633544921875,
+      "learning_rate": 1.7430341282597473e-06,
+      "loss": 23.3438,
+      "step": 34107
+    },
+    {
+      "epoch": 1.6299340533307847,
+      "grad_norm": 207.60858154296875,
+      "learning_rate": 1.7425976031016168e-06,
+      "loss": 20.0938,
+      "step": 34108
+    },
+    {
+      "epoch": 1.629981840772245,
+      "grad_norm": 206.38595581054688,
+      "learning_rate": 1.7421611273946682e-06,
+      "loss": 19.3906,
+      "step": 34109
+    },
+    {
+      "epoch": 1.6300296282137055,
+      "grad_norm": 335.59967041015625,
+      "learning_rate": 1.7417247011415194e-06,
+      "loss": 22.125,
+      "step": 34110
+    },
+    {
+      "epoch": 1.6300774156551658,
+      "grad_norm": 241.55691528320312,
+      "learning_rate": 1.7412883243447864e-06,
+      "loss": 28.6875,
+      "step": 34111
+    },
+    {
+      "epoch": 1.6301252030966262,
+      "grad_norm": 341.23291015625,
+      "learning_rate": 1.7408519970070759e-06,
+      "loss": 20.8906,
+      "step": 34112
+    },
+    {
+      "epoch": 1.6301729905380866,
+      "grad_norm": 306.77099609375,
+      "learning_rate": 1.7404157191310056e-06,
+      "loss": 21.5156,
+      "step": 34113
+    },
+    {
+      "epoch": 1.630220777979547,
+      "grad_norm": 258.1204833984375,
+      "learning_rate": 1.739979490719188e-06,
+      "loss": 23.4062,
+      "step": 34114
+    },
+    {
+      "epoch": 1.6302685654210074,
+      "grad_norm": 234.14505004882812,
+      "learning_rate": 1.7395433117742367e-06,
+      "loss": 26.2188,
+      "step": 34115
+    },
+    {
+      "epoch": 1.6303163528624678,
+      "grad_norm": 190.93338012695312,
+      "learning_rate": 1.7391071822987593e-06,
+      "loss": 31.5938,
+      "step": 34116
+    },
+    {
+      "epoch": 1.6303641403039282,
+      "grad_norm": 217.52919006347656,
+      "learning_rate": 1.7386711022953728e-06,
+      "loss": 19.4531,
+      "step": 34117
+    },
+    {
+      "epoch": 1.6304119277453886,
+      "grad_norm": 307.941650390625,
+      "learning_rate": 1.738235071766684e-06,
+      "loss": 19.3125,
+      "step": 34118
+    },
+    {
+      "epoch": 1.630459715186849,
+      "grad_norm": 159.56338500976562,
+      "learning_rate": 1.7377990907153075e-06,
+      "loss": 20.1719,
+      "step": 34119
+    },
+    {
+      "epoch": 1.6305075026283093,
+      "grad_norm": 218.4976806640625,
+      "learning_rate": 1.7373631591438545e-06,
+      "loss": 19.875,
+      "step": 34120
+    },
+    {
+      "epoch": 1.6305552900697697,
+      "grad_norm": 286.4937438964844,
+      "learning_rate": 1.7369272770549328e-06,
+      "loss": 29.75,
+      "step": 34121
+    },
+    {
+      "epoch": 1.6306030775112301,
+      "grad_norm": 170.3759765625,
+      "learning_rate": 1.7364914444511561e-06,
+      "loss": 22.6562,
+      "step": 34122
+    },
+    {
+      "epoch": 1.6306508649526905,
+      "grad_norm": 367.5657958984375,
+      "learning_rate": 1.7360556613351309e-06,
+      "loss": 24.7656,
+      "step": 34123
+    },
+    {
+      "epoch": 1.630698652394151,
+      "grad_norm": 204.66139221191406,
+      "learning_rate": 1.7356199277094688e-06,
+      "loss": 22.2812,
+      "step": 34124
+    },
+    {
+      "epoch": 1.6307464398356113,
+      "grad_norm": 227.8333740234375,
+      "learning_rate": 1.7351842435767797e-06,
+      "loss": 27.8438,
+      "step": 34125
+    },
+    {
+      "epoch": 1.6307942272770717,
+      "grad_norm": 196.70578002929688,
+      "learning_rate": 1.7347486089396749e-06,
+      "loss": 18.1094,
+      "step": 34126
+    },
+    {
+      "epoch": 1.630842014718532,
+      "grad_norm": 149.67755126953125,
+      "learning_rate": 1.7343130238007578e-06,
+      "loss": 22.5469,
+      "step": 34127
+    },
+    {
+      "epoch": 1.6308898021599925,
+      "grad_norm": 186.31817626953125,
+      "learning_rate": 1.7338774881626398e-06,
+      "loss": 22.6719,
+      "step": 34128
+    },
+    {
+      "epoch": 1.6309375896014529,
+      "grad_norm": 292.76434326171875,
+      "learning_rate": 1.7334420020279297e-06,
+      "loss": 23.8125,
+      "step": 34129
+    },
+    {
+      "epoch": 1.6309853770429132,
+      "grad_norm": 532.95458984375,
+      "learning_rate": 1.733006565399238e-06,
+      "loss": 24.625,
+      "step": 34130
+    },
+    {
+      "epoch": 1.6310331644843736,
+      "grad_norm": 294.9329833984375,
+      "learning_rate": 1.7325711782791677e-06,
+      "loss": 17.1328,
+      "step": 34131
+    },
+    {
+      "epoch": 1.631080951925834,
+      "grad_norm": 437.6568603515625,
+      "learning_rate": 1.732135840670327e-06,
+      "loss": 20.5,
+      "step": 34132
+    },
+    {
+      "epoch": 1.6311287393672944,
+      "grad_norm": 322.1677551269531,
+      "learning_rate": 1.731700552575325e-06,
+      "loss": 25.2188,
+      "step": 34133
+    },
+    {
+      "epoch": 1.6311765268087548,
+      "grad_norm": 196.59918212890625,
+      "learning_rate": 1.7312653139967694e-06,
+      "loss": 24.6875,
+      "step": 34134
+    },
+    {
+      "epoch": 1.6312243142502152,
+      "grad_norm": 148.95172119140625,
+      "learning_rate": 1.7308301249372627e-06,
+      "loss": 24.1406,
+      "step": 34135
+    },
+    {
+      "epoch": 1.6312721016916756,
+      "grad_norm": 289.5674133300781,
+      "learning_rate": 1.730394985399414e-06,
+      "loss": 22.375,
+      "step": 34136
+    },
+    {
+      "epoch": 1.631319889133136,
+      "grad_norm": 195.60629272460938,
+      "learning_rate": 1.729959895385831e-06,
+      "loss": 23.75,
+      "step": 34137
+    },
+    {
+      "epoch": 1.6313676765745964,
+      "grad_norm": 179.072265625,
+      "learning_rate": 1.729524854899114e-06,
+      "loss": 25.8594,
+      "step": 34138
+    },
+    {
+      "epoch": 1.6314154640160565,
+      "grad_norm": 111.56818389892578,
+      "learning_rate": 1.7290898639418706e-06,
+      "loss": 20.5938,
+      "step": 34139
+    },
+    {
+      "epoch": 1.631463251457517,
+      "grad_norm": 412.8343505859375,
+      "learning_rate": 1.7286549225167081e-06,
+      "loss": 32.0,
+      "step": 34140
+    },
+    {
+      "epoch": 1.6315110388989773,
+      "grad_norm": 228.3586883544922,
+      "learning_rate": 1.728220030626231e-06,
+      "loss": 28.5625,
+      "step": 34141
+    },
+    {
+      "epoch": 1.6315588263404377,
+      "grad_norm": 429.5942077636719,
+      "learning_rate": 1.72778518827304e-06,
+      "loss": 30.3281,
+      "step": 34142
+    },
+    {
+      "epoch": 1.631606613781898,
+      "grad_norm": 380.7503967285156,
+      "learning_rate": 1.7273503954597425e-06,
+      "loss": 34.5938,
+      "step": 34143
+    },
+    {
+      "epoch": 1.6316544012233585,
+      "grad_norm": 294.05535888671875,
+      "learning_rate": 1.7269156521889408e-06,
+      "loss": 20.6875,
+      "step": 34144
+    },
+    {
+      "epoch": 1.6317021886648189,
+      "grad_norm": 155.15689086914062,
+      "learning_rate": 1.7264809584632424e-06,
+      "loss": 19.3906,
+      "step": 34145
+    },
+    {
+      "epoch": 1.6317499761062793,
+      "grad_norm": 234.7508544921875,
+      "learning_rate": 1.7260463142852436e-06,
+      "loss": 21.875,
+      "step": 34146
+    },
+    {
+      "epoch": 1.6317977635477396,
+      "grad_norm": 550.942626953125,
+      "learning_rate": 1.7256117196575518e-06,
+      "loss": 23.0,
+      "step": 34147
+    },
+    {
+      "epoch": 1.6318455509892,
+      "grad_norm": 214.5955352783203,
+      "learning_rate": 1.7251771745827716e-06,
+      "loss": 24.7266,
+      "step": 34148
+    },
+    {
+      "epoch": 1.6318933384306604,
+      "grad_norm": 322.4812316894531,
+      "learning_rate": 1.7247426790634992e-06,
+      "loss": 23.5938,
+      "step": 34149
+    },
+    {
+      "epoch": 1.6319411258721208,
+      "grad_norm": 240.58721923828125,
+      "learning_rate": 1.724308233102343e-06,
+      "loss": 20.8438,
+      "step": 34150
+    },
+    {
+      "epoch": 1.6319889133135812,
+      "grad_norm": 243.77334594726562,
+      "learning_rate": 1.7238738367019003e-06,
+      "loss": 30.4375,
+      "step": 34151
+    },
+    {
+      "epoch": 1.6320367007550416,
+      "grad_norm": 265.32843017578125,
+      "learning_rate": 1.7234394898647733e-06,
+      "loss": 20.3438,
+      "step": 34152
+    },
+    {
+      "epoch": 1.632084488196502,
+      "grad_norm": 89.32281494140625,
+      "learning_rate": 1.7230051925935675e-06,
+      "loss": 22.75,
+      "step": 34153
+    },
+    {
+      "epoch": 1.6321322756379624,
+      "grad_norm": 625.2429809570312,
+      "learning_rate": 1.7225709448908767e-06,
+      "loss": 23.9375,
+      "step": 34154
+    },
+    {
+      "epoch": 1.6321800630794228,
+      "grad_norm": 196.2957000732422,
+      "learning_rate": 1.7221367467593054e-06,
+      "loss": 21.375,
+      "step": 34155
+    },
+    {
+      "epoch": 1.6322278505208832,
+      "grad_norm": 246.3275909423828,
+      "learning_rate": 1.7217025982014567e-06,
+      "loss": 17.5625,
+      "step": 34156
+    },
+    {
+      "epoch": 1.6322756379623435,
+      "grad_norm": 291.1725769042969,
+      "learning_rate": 1.7212684992199246e-06,
+      "loss": 31.4844,
+      "step": 34157
+    },
+    {
+      "epoch": 1.632323425403804,
+      "grad_norm": 212.47763061523438,
+      "learning_rate": 1.7208344498173112e-06,
+      "loss": 22.625,
+      "step": 34158
+    },
+    {
+      "epoch": 1.6323712128452643,
+      "grad_norm": 221.45957946777344,
+      "learning_rate": 1.7204004499962201e-06,
+      "loss": 18.5625,
+      "step": 34159
+    },
+    {
+      "epoch": 1.6324190002867245,
+      "grad_norm": 256.147216796875,
+      "learning_rate": 1.7199664997592437e-06,
+      "loss": 23.2188,
+      "step": 34160
+    },
+    {
+      "epoch": 1.6324667877281849,
+      "grad_norm": 339.12823486328125,
+      "learning_rate": 1.719532599108984e-06,
+      "loss": 37.9688,
+      "step": 34161
+    },
+    {
+      "epoch": 1.6325145751696453,
+      "grad_norm": 260.6338806152344,
+      "learning_rate": 1.719098748048038e-06,
+      "loss": 18.5938,
+      "step": 34162
+    },
+    {
+      "epoch": 1.6325623626111057,
+      "grad_norm": 201.89805603027344,
+      "learning_rate": 1.7186649465790095e-06,
+      "loss": 21.1406,
+      "step": 34163
+    },
+    {
+      "epoch": 1.632610150052566,
+      "grad_norm": 215.39344787597656,
+      "learning_rate": 1.7182311947044883e-06,
+      "loss": 21.8594,
+      "step": 34164
+    },
+    {
+      "epoch": 1.6326579374940264,
+      "grad_norm": 222.8818817138672,
+      "learning_rate": 1.7177974924270769e-06,
+      "loss": 19.2812,
+      "step": 34165
+    },
+    {
+      "epoch": 1.6327057249354868,
+      "grad_norm": 239.83056640625,
+      "learning_rate": 1.7173638397493708e-06,
+      "loss": 21.6406,
+      "step": 34166
+    },
+    {
+      "epoch": 1.6327535123769472,
+      "grad_norm": 204.26812744140625,
+      "learning_rate": 1.7169302366739704e-06,
+      "loss": 19.3281,
+      "step": 34167
+    },
+    {
+      "epoch": 1.6328012998184076,
+      "grad_norm": 237.93516540527344,
+      "learning_rate": 1.7164966832034668e-06,
+      "loss": 28.375,
+      "step": 34168
+    },
+    {
+      "epoch": 1.632849087259868,
+      "grad_norm": 216.1474609375,
+      "learning_rate": 1.7160631793404604e-06,
+      "loss": 33.375,
+      "step": 34169
+    },
+    {
+      "epoch": 1.6328968747013284,
+      "grad_norm": 183.92453002929688,
+      "learning_rate": 1.7156297250875454e-06,
+      "loss": 26.6094,
+      "step": 34170
+    },
+    {
+      "epoch": 1.6329446621427888,
+      "grad_norm": 365.8543395996094,
+      "learning_rate": 1.715196320447322e-06,
+      "loss": 20.0312,
+      "step": 34171
+    },
+    {
+      "epoch": 1.6329924495842492,
+      "grad_norm": 219.38645935058594,
+      "learning_rate": 1.7147629654223796e-06,
+      "loss": 15.7969,
+      "step": 34172
+    },
+    {
+      "epoch": 1.6330402370257096,
+      "grad_norm": 283.28631591796875,
+      "learning_rate": 1.714329660015316e-06,
+      "loss": 22.1719,
+      "step": 34173
+    },
+    {
+      "epoch": 1.63308802446717,
+      "grad_norm": 202.28758239746094,
+      "learning_rate": 1.7138964042287286e-06,
+      "loss": 24.9062,
+      "step": 34174
+    },
+    {
+      "epoch": 1.6331358119086303,
+      "grad_norm": 181.6168212890625,
+      "learning_rate": 1.7134631980652072e-06,
+      "loss": 20.3438,
+      "step": 34175
+    },
+    {
+      "epoch": 1.6331835993500907,
+      "grad_norm": 365.927490234375,
+      "learning_rate": 1.7130300415273493e-06,
+      "loss": 19.2344,
+      "step": 34176
+    },
+    {
+      "epoch": 1.633231386791551,
+      "grad_norm": 162.96527099609375,
+      "learning_rate": 1.7125969346177473e-06,
+      "loss": 17.9375,
+      "step": 34177
+    },
+    {
+      "epoch": 1.6332791742330115,
+      "grad_norm": 664.2778930664062,
+      "learning_rate": 1.7121638773389993e-06,
+      "loss": 26.1875,
+      "step": 34178
+    },
+    {
+      "epoch": 1.6333269616744719,
+      "grad_norm": 203.95846557617188,
+      "learning_rate": 1.711730869693693e-06,
+      "loss": 20.1562,
+      "step": 34179
+    },
+    {
+      "epoch": 1.6333747491159323,
+      "grad_norm": 181.3585205078125,
+      "learning_rate": 1.7112979116844242e-06,
+      "loss": 29.5312,
+      "step": 34180
+    },
+    {
+      "epoch": 1.6334225365573927,
+      "grad_norm": 176.29364013671875,
+      "learning_rate": 1.7108650033137874e-06,
+      "loss": 14.6562,
+      "step": 34181
+    },
+    {
+      "epoch": 1.633470323998853,
+      "grad_norm": 403.569580078125,
+      "learning_rate": 1.7104321445843709e-06,
+      "loss": 18.7969,
+      "step": 34182
+    },
+    {
+      "epoch": 1.6335181114403134,
+      "grad_norm": 159.07366943359375,
+      "learning_rate": 1.7099993354987721e-06,
+      "loss": 29.0938,
+      "step": 34183
+    },
+    {
+      "epoch": 1.6335658988817738,
+      "grad_norm": 517.1700439453125,
+      "learning_rate": 1.709566576059577e-06,
+      "loss": 23.5938,
+      "step": 34184
+    },
+    {
+      "epoch": 1.6336136863232342,
+      "grad_norm": 419.3823547363281,
+      "learning_rate": 1.7091338662693814e-06,
+      "loss": 27.3125,
+      "step": 34185
+    },
+    {
+      "epoch": 1.6336614737646946,
+      "grad_norm": 153.33920288085938,
+      "learning_rate": 1.7087012061307785e-06,
+      "loss": 18.2344,
+      "step": 34186
+    },
+    {
+      "epoch": 1.633709261206155,
+      "grad_norm": 282.95391845703125,
+      "learning_rate": 1.708268595646353e-06,
+      "loss": 27.8125,
+      "step": 34187
+    },
+    {
+      "epoch": 1.6337570486476154,
+      "grad_norm": 224.56837463378906,
+      "learning_rate": 1.7078360348187006e-06,
+      "loss": 21.4844,
+      "step": 34188
+    },
+    {
+      "epoch": 1.6338048360890758,
+      "grad_norm": 173.4648895263672,
+      "learning_rate": 1.7074035236504128e-06,
+      "loss": 19.8906,
+      "step": 34189
+    },
+    {
+      "epoch": 1.6338526235305362,
+      "grad_norm": 133.4626922607422,
+      "learning_rate": 1.7069710621440737e-06,
+      "loss": 19.8438,
+      "step": 34190
+    },
+    {
+      "epoch": 1.6339004109719966,
+      "grad_norm": 167.28497314453125,
+      "learning_rate": 1.7065386503022784e-06,
+      "loss": 26.2031,
+      "step": 34191
+    },
+    {
+      "epoch": 1.633948198413457,
+      "grad_norm": 303.1484375,
+      "learning_rate": 1.7061062881276146e-06,
+      "loss": 20.5938,
+      "step": 34192
+    },
+    {
+      "epoch": 1.6339959858549173,
+      "grad_norm": 265.2653503417969,
+      "learning_rate": 1.7056739756226749e-06,
+      "loss": 27.5469,
+      "step": 34193
+    },
+    {
+      "epoch": 1.6340437732963777,
+      "grad_norm": 305.70159912109375,
+      "learning_rate": 1.7052417127900434e-06,
+      "loss": 26.3906,
+      "step": 34194
+    },
+    {
+      "epoch": 1.6340915607378381,
+      "grad_norm": 202.22433471679688,
+      "learning_rate": 1.7048094996323095e-06,
+      "loss": 20.6875,
+      "step": 34195
+    },
+    {
+      "epoch": 1.6341393481792985,
+      "grad_norm": 302.482421875,
+      "learning_rate": 1.7043773361520667e-06,
+      "loss": 22.75,
+      "step": 34196
+    },
+    {
+      "epoch": 1.634187135620759,
+      "grad_norm": 198.12661743164062,
+      "learning_rate": 1.703945222351896e-06,
+      "loss": 22.75,
+      "step": 34197
+    },
+    {
+      "epoch": 1.6342349230622193,
+      "grad_norm": 750.21044921875,
+      "learning_rate": 1.7035131582343888e-06,
+      "loss": 43.6562,
+      "step": 34198
+    },
+    {
+      "epoch": 1.6342827105036797,
+      "grad_norm": 396.4706115722656,
+      "learning_rate": 1.7030811438021334e-06,
+      "loss": 30.8438,
+      "step": 34199
+    },
+    {
+      "epoch": 1.63433049794514,
+      "grad_norm": 315.0688781738281,
+      "learning_rate": 1.702649179057717e-06,
+      "loss": 33.6562,
+      "step": 34200
+    },
+    {
+      "epoch": 1.6343782853866005,
+      "grad_norm": 166.30831909179688,
+      "learning_rate": 1.7022172640037237e-06,
+      "loss": 21.375,
+      "step": 34201
+    },
+    {
+      "epoch": 1.6344260728280608,
+      "grad_norm": 197.3042755126953,
+      "learning_rate": 1.7017853986427423e-06,
+      "loss": 21.5625,
+      "step": 34202
+    },
+    {
+      "epoch": 1.6344738602695212,
+      "grad_norm": 214.84104919433594,
+      "learning_rate": 1.7013535829773575e-06,
+      "loss": 29.4375,
+      "step": 34203
+    },
+    {
+      "epoch": 1.6345216477109816,
+      "grad_norm": 163.20645141601562,
+      "learning_rate": 1.7009218170101605e-06,
+      "loss": 17.5625,
+      "step": 34204
+    },
+    {
+      "epoch": 1.634569435152442,
+      "grad_norm": 160.97024536132812,
+      "learning_rate": 1.7004901007437292e-06,
+      "loss": 19.5312,
+      "step": 34205
+    },
+    {
+      "epoch": 1.6346172225939024,
+      "grad_norm": 278.7260437011719,
+      "learning_rate": 1.7000584341806537e-06,
+      "loss": 29.7656,
+      "step": 34206
+    },
+    {
+      "epoch": 1.6346650100353628,
+      "grad_norm": 193.96241760253906,
+      "learning_rate": 1.6996268173235208e-06,
+      "loss": 20.4844,
+      "step": 34207
+    },
+    {
+      "epoch": 1.6347127974768232,
+      "grad_norm": 310.8661193847656,
+      "learning_rate": 1.699195250174911e-06,
+      "loss": 22.2812,
+      "step": 34208
+    },
+    {
+      "epoch": 1.6347605849182836,
+      "grad_norm": 163.38400268554688,
+      "learning_rate": 1.6987637327374096e-06,
+      "loss": 23.7812,
+      "step": 34209
+    },
+    {
+      "epoch": 1.634808372359744,
+      "grad_norm": 208.73965454101562,
+      "learning_rate": 1.6983322650136024e-06,
+      "loss": 28.3281,
+      "step": 34210
+    },
+    {
+      "epoch": 1.6348561598012044,
+      "grad_norm": 196.0604705810547,
+      "learning_rate": 1.6979008470060754e-06,
+      "loss": 21.5156,
+      "step": 34211
+    },
+    {
+      "epoch": 1.6349039472426647,
+      "grad_norm": 132.68443298339844,
+      "learning_rate": 1.6974694787174063e-06,
+      "loss": 18.2969,
+      "step": 34212
+    },
+    {
+      "epoch": 1.6349517346841251,
+      "grad_norm": 290.36407470703125,
+      "learning_rate": 1.697038160150183e-06,
+      "loss": 24.375,
+      "step": 34213
+    },
+    {
+      "epoch": 1.6349995221255855,
+      "grad_norm": 203.3596954345703,
+      "learning_rate": 1.6966068913069888e-06,
+      "loss": 23.8906,
+      "step": 34214
+    },
+    {
+      "epoch": 1.635047309567046,
+      "grad_norm": 368.2616271972656,
+      "learning_rate": 1.6961756721904033e-06,
+      "loss": 28.5,
+      "step": 34215
+    },
+    {
+      "epoch": 1.6350950970085063,
+      "grad_norm": 498.430419921875,
+      "learning_rate": 1.6957445028030105e-06,
+      "loss": 27.0,
+      "step": 34216
+    },
+    {
+      "epoch": 1.6351428844499667,
+      "grad_norm": 354.1780700683594,
+      "learning_rate": 1.6953133831473956e-06,
+      "loss": 25.9375,
+      "step": 34217
+    },
+    {
+      "epoch": 1.635190671891427,
+      "grad_norm": 181.26409912109375,
+      "learning_rate": 1.6948823132261349e-06,
+      "loss": 23.7031,
+      "step": 34218
+    },
+    {
+      "epoch": 1.6352384593328875,
+      "grad_norm": 125.24664306640625,
+      "learning_rate": 1.6944512930418145e-06,
+      "loss": 17.7188,
+      "step": 34219
+    },
+    {
+      "epoch": 1.6352862467743479,
+      "grad_norm": 336.8996887207031,
+      "learning_rate": 1.694020322597012e-06,
+      "loss": 33.4375,
+      "step": 34220
+    },
+    {
+      "epoch": 1.6353340342158083,
+      "grad_norm": 223.59486389160156,
+      "learning_rate": 1.6935894018943088e-06,
+      "loss": 26.4688,
+      "step": 34221
+    },
+    {
+      "epoch": 1.6353818216572684,
+      "grad_norm": 191.0001983642578,
+      "learning_rate": 1.6931585309362908e-06,
+      "loss": 21.1562,
+      "step": 34222
+    },
+    {
+      "epoch": 1.6354296090987288,
+      "grad_norm": 289.413818359375,
+      "learning_rate": 1.6927277097255313e-06,
+      "loss": 12.9531,
+      "step": 34223
+    },
+    {
+      "epoch": 1.6354773965401892,
+      "grad_norm": 199.443603515625,
+      "learning_rate": 1.6922969382646137e-06,
+      "loss": 24.3906,
+      "step": 34224
+    },
+    {
+      "epoch": 1.6355251839816496,
+      "grad_norm": 170.30433654785156,
+      "learning_rate": 1.6918662165561173e-06,
+      "loss": 14.6406,
+      "step": 34225
+    },
+    {
+      "epoch": 1.63557297142311,
+      "grad_norm": 231.67340087890625,
+      "learning_rate": 1.6914355446026243e-06,
+      "loss": 21.4688,
+      "step": 34226
+    },
+    {
+      "epoch": 1.6356207588645704,
+      "grad_norm": 355.3453369140625,
+      "learning_rate": 1.6910049224067093e-06,
+      "loss": 26.4375,
+      "step": 34227
+    },
+    {
+      "epoch": 1.6356685463060308,
+      "grad_norm": 217.14329528808594,
+      "learning_rate": 1.6905743499709536e-06,
+      "loss": 24.875,
+      "step": 34228
+    },
+    {
+      "epoch": 1.6357163337474911,
+      "grad_norm": 925.9894409179688,
+      "learning_rate": 1.6901438272979353e-06,
+      "loss": 24.1094,
+      "step": 34229
+    },
+    {
+      "epoch": 1.6357641211889515,
+      "grad_norm": 204.17835998535156,
+      "learning_rate": 1.6897133543902345e-06,
+      "loss": 27.0312,
+      "step": 34230
+    },
+    {
+      "epoch": 1.635811908630412,
+      "grad_norm": 271.1207275390625,
+      "learning_rate": 1.6892829312504256e-06,
+      "loss": 30.8438,
+      "step": 34231
+    },
+    {
+      "epoch": 1.6358596960718723,
+      "grad_norm": 154.74200439453125,
+      "learning_rate": 1.6888525578810877e-06,
+      "loss": 20.4219,
+      "step": 34232
+    },
+    {
+      "epoch": 1.6359074835133327,
+      "grad_norm": 434.92822265625,
+      "learning_rate": 1.6884222342848023e-06,
+      "loss": 21.6875,
+      "step": 34233
+    },
+    {
+      "epoch": 1.635955270954793,
+      "grad_norm": 142.2539825439453,
+      "learning_rate": 1.6879919604641394e-06,
+      "loss": 21.4844,
+      "step": 34234
+    },
+    {
+      "epoch": 1.6360030583962535,
+      "grad_norm": 201.37413024902344,
+      "learning_rate": 1.6875617364216789e-06,
+      "loss": 24.75,
+      "step": 34235
+    },
+    {
+      "epoch": 1.6360508458377139,
+      "grad_norm": 329.7374572753906,
+      "learning_rate": 1.6871315621599982e-06,
+      "loss": 38.0625,
+      "step": 34236
+    },
+    {
+      "epoch": 1.6360986332791743,
+      "grad_norm": 133.68450927734375,
+      "learning_rate": 1.686701437681676e-06,
+      "loss": 18.5781,
+      "step": 34237
+    },
+    {
+      "epoch": 1.6361464207206347,
+      "grad_norm": 214.02781677246094,
+      "learning_rate": 1.6862713629892813e-06,
+      "loss": 27.3438,
+      "step": 34238
+    },
+    {
+      "epoch": 1.636194208162095,
+      "grad_norm": 183.9213104248047,
+      "learning_rate": 1.6858413380853943e-06,
+      "loss": 23.25,
+      "step": 34239
+    },
+    {
+      "epoch": 1.6362419956035554,
+      "grad_norm": 237.77484130859375,
+      "learning_rate": 1.6854113629725898e-06,
+      "loss": 20.5625,
+      "step": 34240
+    },
+    {
+      "epoch": 1.6362897830450158,
+      "grad_norm": 261.8349914550781,
+      "learning_rate": 1.6849814376534445e-06,
+      "loss": 18.5469,
+      "step": 34241
+    },
+    {
+      "epoch": 1.636337570486476,
+      "grad_norm": 305.3324279785156,
+      "learning_rate": 1.6845515621305286e-06,
+      "loss": 26.75,
+      "step": 34242
+    },
+    {
+      "epoch": 1.6363853579279364,
+      "grad_norm": 175.4930419921875,
+      "learning_rate": 1.6841217364064189e-06,
+      "loss": 16.875,
+      "step": 34243
+    },
+    {
+      "epoch": 1.6364331453693968,
+      "grad_norm": 1291.3375244140625,
+      "learning_rate": 1.6836919604836922e-06,
+      "loss": 26.2188,
+      "step": 34244
+    },
+    {
+      "epoch": 1.6364809328108572,
+      "grad_norm": 214.11947631835938,
+      "learning_rate": 1.6832622343649162e-06,
+      "loss": 18.7188,
+      "step": 34245
+    },
+    {
+      "epoch": 1.6365287202523175,
+      "grad_norm": 228.42745971679688,
+      "learning_rate": 1.6828325580526695e-06,
+      "loss": 31.125,
+      "step": 34246
+    },
+    {
+      "epoch": 1.636576507693778,
+      "grad_norm": 226.22662353515625,
+      "learning_rate": 1.682402931549525e-06,
+      "loss": 17.4062,
+      "step": 34247
+    },
+    {
+      "epoch": 1.6366242951352383,
+      "grad_norm": 245.31649780273438,
+      "learning_rate": 1.6819733548580518e-06,
+      "loss": 30.8125,
+      "step": 34248
+    },
+    {
+      "epoch": 1.6366720825766987,
+      "grad_norm": 212.72450256347656,
+      "learning_rate": 1.681543827980826e-06,
+      "loss": 30.2812,
+      "step": 34249
+    },
+    {
+      "epoch": 1.636719870018159,
+      "grad_norm": 237.88145446777344,
+      "learning_rate": 1.6811143509204208e-06,
+      "loss": 21.8906,
+      "step": 34250
+    },
+    {
+      "epoch": 1.6367676574596195,
+      "grad_norm": 250.08290100097656,
+      "learning_rate": 1.6806849236794042e-06,
+      "loss": 32.2812,
+      "step": 34251
+    },
+    {
+      "epoch": 1.6368154449010799,
+      "grad_norm": 388.76220703125,
+      "learning_rate": 1.680255546260352e-06,
+      "loss": 28.7188,
+      "step": 34252
+    },
+    {
+      "epoch": 1.6368632323425403,
+      "grad_norm": 271.545654296875,
+      "learning_rate": 1.679826218665832e-06,
+      "loss": 25.1719,
+      "step": 34253
+    },
+    {
+      "epoch": 1.6369110197840007,
+      "grad_norm": 178.23536682128906,
+      "learning_rate": 1.6793969408984157e-06,
+      "loss": 16.2969,
+      "step": 34254
+    },
+    {
+      "epoch": 1.636958807225461,
+      "grad_norm": 269.8977966308594,
+      "learning_rate": 1.6789677129606763e-06,
+      "loss": 26.9688,
+      "step": 34255
+    },
+    {
+      "epoch": 1.6370065946669214,
+      "grad_norm": 239.9314727783203,
+      "learning_rate": 1.6785385348551853e-06,
+      "loss": 26.6719,
+      "step": 34256
+    },
+    {
+      "epoch": 1.6370543821083818,
+      "grad_norm": 205.76339721679688,
+      "learning_rate": 1.6781094065845083e-06,
+      "loss": 23.5625,
+      "step": 34257
+    },
+    {
+      "epoch": 1.6371021695498422,
+      "grad_norm": 656.9798583984375,
+      "learning_rate": 1.6776803281512177e-06,
+      "loss": 21.5156,
+      "step": 34258
+    },
+    {
+      "epoch": 1.6371499569913026,
+      "grad_norm": 236.29696655273438,
+      "learning_rate": 1.677251299557886e-06,
+      "loss": 25.375,
+      "step": 34259
+    },
+    {
+      "epoch": 1.637197744432763,
+      "grad_norm": 245.88047790527344,
+      "learning_rate": 1.6768223208070778e-06,
+      "loss": 24.2969,
+      "step": 34260
+    },
+    {
+      "epoch": 1.6372455318742234,
+      "grad_norm": 200.43008422851562,
+      "learning_rate": 1.6763933919013631e-06,
+      "loss": 22.9688,
+      "step": 34261
+    },
+    {
+      "epoch": 1.6372933193156838,
+      "grad_norm": 161.1383056640625,
+      "learning_rate": 1.6759645128433123e-06,
+      "loss": 20.1562,
+      "step": 34262
+    },
+    {
+      "epoch": 1.6373411067571442,
+      "grad_norm": 222.42945861816406,
+      "learning_rate": 1.6755356836354952e-06,
+      "loss": 23.9062,
+      "step": 34263
+    },
+    {
+      "epoch": 1.6373888941986046,
+      "grad_norm": 282.0134582519531,
+      "learning_rate": 1.6751069042804745e-06,
+      "loss": 28.2969,
+      "step": 34264
+    },
+    {
+      "epoch": 1.637436681640065,
+      "grad_norm": 197.2209014892578,
+      "learning_rate": 1.6746781747808228e-06,
+      "loss": 18.4375,
+      "step": 34265
+    },
+    {
+      "epoch": 1.6374844690815253,
+      "grad_norm": 152.36282348632812,
+      "learning_rate": 1.6742494951391053e-06,
+      "loss": 24.1094,
+      "step": 34266
+    },
+    {
+      "epoch": 1.6375322565229857,
+      "grad_norm": 411.5410461425781,
+      "learning_rate": 1.6738208653578936e-06,
+      "loss": 25.0938,
+      "step": 34267
+    },
+    {
+      "epoch": 1.6375800439644461,
+      "grad_norm": 207.71511840820312,
+      "learning_rate": 1.6733922854397478e-06,
+      "loss": 26.7344,
+      "step": 34268
+    },
+    {
+      "epoch": 1.6376278314059065,
+      "grad_norm": 254.8347930908203,
+      "learning_rate": 1.6729637553872391e-06,
+      "loss": 30.3906,
+      "step": 34269
+    },
+    {
+      "epoch": 1.637675618847367,
+      "grad_norm": 204.33848571777344,
+      "learning_rate": 1.6725352752029332e-06,
+      "loss": 19.5625,
+      "step": 34270
+    },
+    {
+      "epoch": 1.6377234062888273,
+      "grad_norm": 288.73968505859375,
+      "learning_rate": 1.672106844889395e-06,
+      "loss": 29.25,
+      "step": 34271
+    },
+    {
+      "epoch": 1.6377711937302877,
+      "grad_norm": 209.90716552734375,
+      "learning_rate": 1.67167846444919e-06,
+      "loss": 26.7188,
+      "step": 34272
+    },
+    {
+      "epoch": 1.637818981171748,
+      "grad_norm": 274.6776428222656,
+      "learning_rate": 1.6712501338848852e-06,
+      "loss": 19.375,
+      "step": 34273
+    },
+    {
+      "epoch": 1.6378667686132085,
+      "grad_norm": 360.4730529785156,
+      "learning_rate": 1.6708218531990472e-06,
+      "loss": 34.8125,
+      "step": 34274
+    },
+    {
+      "epoch": 1.6379145560546688,
+      "grad_norm": 370.4181823730469,
+      "learning_rate": 1.6703936223942353e-06,
+      "loss": 25.5,
+      "step": 34275
+    },
+    {
+      "epoch": 1.6379623434961292,
+      "grad_norm": 356.05596923828125,
+      "learning_rate": 1.6699654414730181e-06,
+      "loss": 33.1875,
+      "step": 34276
+    },
+    {
+      "epoch": 1.6380101309375896,
+      "grad_norm": 592.2870483398438,
+      "learning_rate": 1.6695373104379598e-06,
+      "loss": 27.8281,
+      "step": 34277
+    },
+    {
+      "epoch": 1.63805791837905,
+      "grad_norm": 484.2752990722656,
+      "learning_rate": 1.6691092292916256e-06,
+      "loss": 23.3438,
+      "step": 34278
+    },
+    {
+      "epoch": 1.6381057058205104,
+      "grad_norm": 232.25469970703125,
+      "learning_rate": 1.6686811980365757e-06,
+      "loss": 27.75,
+      "step": 34279
+    },
+    {
+      "epoch": 1.6381534932619708,
+      "grad_norm": 178.6505126953125,
+      "learning_rate": 1.6682532166753763e-06,
+      "loss": 22.6875,
+      "step": 34280
+    },
+    {
+      "epoch": 1.6382012807034312,
+      "grad_norm": 353.39520263671875,
+      "learning_rate": 1.6678252852105881e-06,
+      "loss": 19.0469,
+      "step": 34281
+    },
+    {
+      "epoch": 1.6382490681448916,
+      "grad_norm": 473.3169250488281,
+      "learning_rate": 1.6673974036447737e-06,
+      "loss": 32.6875,
+      "step": 34282
+    },
+    {
+      "epoch": 1.638296855586352,
+      "grad_norm": 148.3853302001953,
+      "learning_rate": 1.6669695719805e-06,
+      "loss": 16.8125,
+      "step": 34283
+    },
+    {
+      "epoch": 1.6383446430278124,
+      "grad_norm": 298.8242492675781,
+      "learning_rate": 1.666541790220324e-06,
+      "loss": 26.0,
+      "step": 34284
+    },
+    {
+      "epoch": 1.6383924304692727,
+      "grad_norm": 177.70562744140625,
+      "learning_rate": 1.6661140583668112e-06,
+      "loss": 25.0938,
+      "step": 34285
+    },
+    {
+      "epoch": 1.6384402179107331,
+      "grad_norm": 219.22409057617188,
+      "learning_rate": 1.6656863764225194e-06,
+      "loss": 31.5625,
+      "step": 34286
+    },
+    {
+      "epoch": 1.6384880053521935,
+      "grad_norm": 194.3544921875,
+      "learning_rate": 1.6652587443900115e-06,
+      "loss": 22.1875,
+      "step": 34287
+    },
+    {
+      "epoch": 1.638535792793654,
+      "grad_norm": 119.57579803466797,
+      "learning_rate": 1.6648311622718494e-06,
+      "loss": 15.25,
+      "step": 34288
+    },
+    {
+      "epoch": 1.6385835802351143,
+      "grad_norm": 279.6415100097656,
+      "learning_rate": 1.6644036300705957e-06,
+      "loss": 16.8281,
+      "step": 34289
+    },
+    {
+      "epoch": 1.6386313676765747,
+      "grad_norm": 317.8586120605469,
+      "learning_rate": 1.663976147788806e-06,
+      "loss": 22.0156,
+      "step": 34290
+    },
+    {
+      "epoch": 1.638679155118035,
+      "grad_norm": 252.4099884033203,
+      "learning_rate": 1.663548715429043e-06,
+      "loss": 21.8438,
+      "step": 34291
+    },
+    {
+      "epoch": 1.6387269425594955,
+      "grad_norm": 205.94985961914062,
+      "learning_rate": 1.663121332993869e-06,
+      "loss": 20.375,
+      "step": 34292
+    },
+    {
+      "epoch": 1.6387747300009559,
+      "grad_norm": 233.55316162109375,
+      "learning_rate": 1.6626940004858372e-06,
+      "loss": 25.8125,
+      "step": 34293
+    },
+    {
+      "epoch": 1.6388225174424162,
+      "grad_norm": 165.24545288085938,
+      "learning_rate": 1.6622667179075113e-06,
+      "loss": 18.9219,
+      "step": 34294
+    },
+    {
+      "epoch": 1.6388703048838766,
+      "grad_norm": 227.5904083251953,
+      "learning_rate": 1.6618394852614483e-06,
+      "loss": 20.75,
+      "step": 34295
+    },
+    {
+      "epoch": 1.638918092325337,
+      "grad_norm": 545.9835205078125,
+      "learning_rate": 1.6614123025502104e-06,
+      "loss": 25.2812,
+      "step": 34296
+    },
+    {
+      "epoch": 1.6389658797667974,
+      "grad_norm": 282.5161437988281,
+      "learning_rate": 1.6609851697763512e-06,
+      "loss": 24.4219,
+      "step": 34297
+    },
+    {
+      "epoch": 1.6390136672082578,
+      "grad_norm": 264.1817932128906,
+      "learning_rate": 1.6605580869424299e-06,
+      "loss": 15.1406,
+      "step": 34298
+    },
+    {
+      "epoch": 1.6390614546497182,
+      "grad_norm": 193.20870971679688,
+      "learning_rate": 1.660131054051004e-06,
+      "loss": 22.7969,
+      "step": 34299
+    },
+    {
+      "epoch": 1.6391092420911786,
+      "grad_norm": 405.0276184082031,
+      "learning_rate": 1.6597040711046353e-06,
+      "loss": 28.2031,
+      "step": 34300
+    },
+    {
+      "epoch": 1.639157029532639,
+      "grad_norm": 269.59686279296875,
+      "learning_rate": 1.6592771381058747e-06,
+      "loss": 20.875,
+      "step": 34301
+    },
+    {
+      "epoch": 1.6392048169740994,
+      "grad_norm": 304.0866394042969,
+      "learning_rate": 1.6588502550572816e-06,
+      "loss": 29.2812,
+      "step": 34302
+    },
+    {
+      "epoch": 1.6392526044155598,
+      "grad_norm": 187.43226623535156,
+      "learning_rate": 1.6584234219614127e-06,
+      "loss": 24.2812,
+      "step": 34303
+    },
+    {
+      "epoch": 1.63930039185702,
+      "grad_norm": 320.8144226074219,
+      "learning_rate": 1.6579966388208257e-06,
+      "loss": 27.1562,
+      "step": 34304
+    },
+    {
+      "epoch": 1.6393481792984803,
+      "grad_norm": 169.6587371826172,
+      "learning_rate": 1.6575699056380723e-06,
+      "loss": 22.0,
+      "step": 34305
+    },
+    {
+      "epoch": 1.6393959667399407,
+      "grad_norm": 278.8069152832031,
+      "learning_rate": 1.6571432224157113e-06,
+      "loss": 16.875,
+      "step": 34306
+    },
+    {
+      "epoch": 1.639443754181401,
+      "grad_norm": 174.47940063476562,
+      "learning_rate": 1.6567165891562986e-06,
+      "loss": 28.2188,
+      "step": 34307
+    },
+    {
+      "epoch": 1.6394915416228615,
+      "grad_norm": 152.18313598632812,
+      "learning_rate": 1.6562900058623854e-06,
+      "loss": 19.1406,
+      "step": 34308
+    },
+    {
+      "epoch": 1.6395393290643219,
+      "grad_norm": 316.87750244140625,
+      "learning_rate": 1.6558634725365297e-06,
+      "loss": 22.875,
+      "step": 34309
+    },
+    {
+      "epoch": 1.6395871165057823,
+      "grad_norm": 207.21176147460938,
+      "learning_rate": 1.6554369891812838e-06,
+      "loss": 28.5625,
+      "step": 34310
+    },
+    {
+      "epoch": 1.6396349039472427,
+      "grad_norm": 145.0231170654297,
+      "learning_rate": 1.6550105557992058e-06,
+      "loss": 21.6094,
+      "step": 34311
+    },
+    {
+      "epoch": 1.639682691388703,
+      "grad_norm": 199.19815063476562,
+      "learning_rate": 1.6545841723928445e-06,
+      "loss": 18.7188,
+      "step": 34312
+    },
+    {
+      "epoch": 1.6397304788301634,
+      "grad_norm": 299.04412841796875,
+      "learning_rate": 1.6541578389647573e-06,
+      "loss": 31.5156,
+      "step": 34313
+    },
+    {
+      "epoch": 1.6397782662716238,
+      "grad_norm": 219.78948974609375,
+      "learning_rate": 1.6537315555174937e-06,
+      "loss": 15.2031,
+      "step": 34314
+    },
+    {
+      "epoch": 1.6398260537130842,
+      "grad_norm": 479.11199951171875,
+      "learning_rate": 1.6533053220536078e-06,
+      "loss": 31.4375,
+      "step": 34315
+    },
+    {
+      "epoch": 1.6398738411545446,
+      "grad_norm": 204.5131378173828,
+      "learning_rate": 1.6528791385756559e-06,
+      "loss": 27.0,
+      "step": 34316
+    },
+    {
+      "epoch": 1.639921628596005,
+      "grad_norm": 401.59039306640625,
+      "learning_rate": 1.6524530050861843e-06,
+      "loss": 27.625,
+      "step": 34317
+    },
+    {
+      "epoch": 1.6399694160374654,
+      "grad_norm": 340.68670654296875,
+      "learning_rate": 1.6520269215877504e-06,
+      "loss": 37.0,
+      "step": 34318
+    },
+    {
+      "epoch": 1.6400172034789258,
+      "grad_norm": 546.6619262695312,
+      "learning_rate": 1.6516008880829015e-06,
+      "loss": 20.7812,
+      "step": 34319
+    },
+    {
+      "epoch": 1.6400649909203862,
+      "grad_norm": 262.660888671875,
+      "learning_rate": 1.651174904574191e-06,
+      "loss": 28.6562,
+      "step": 34320
+    },
+    {
+      "epoch": 1.6401127783618465,
+      "grad_norm": 218.5557861328125,
+      "learning_rate": 1.650748971064169e-06,
+      "loss": 25.8125,
+      "step": 34321
+    },
+    {
+      "epoch": 1.640160565803307,
+      "grad_norm": 1795.287353515625,
+      "learning_rate": 1.6503230875553899e-06,
+      "loss": 16.1875,
+      "step": 34322
+    },
+    {
+      "epoch": 1.6402083532447673,
+      "grad_norm": 225.1808624267578,
+      "learning_rate": 1.6498972540503987e-06,
+      "loss": 22.8906,
+      "step": 34323
+    },
+    {
+      "epoch": 1.6402561406862275,
+      "grad_norm": 222.72360229492188,
+      "learning_rate": 1.649471470551749e-06,
+      "loss": 19.8594,
+      "step": 34324
+    },
+    {
+      "epoch": 1.6403039281276879,
+      "grad_norm": 224.40994262695312,
+      "learning_rate": 1.6490457370619905e-06,
+      "loss": 26.125,
+      "step": 34325
+    },
+    {
+      "epoch": 1.6403517155691483,
+      "grad_norm": 660.2413330078125,
+      "learning_rate": 1.6486200535836739e-06,
+      "loss": 18.3594,
+      "step": 34326
+    },
+    {
+      "epoch": 1.6403995030106087,
+      "grad_norm": 478.83673095703125,
+      "learning_rate": 1.6481944201193444e-06,
+      "loss": 36.5938,
+      "step": 34327
+    },
+    {
+      "epoch": 1.640447290452069,
+      "grad_norm": 451.3339538574219,
+      "learning_rate": 1.647768836671554e-06,
+      "loss": 25.4062,
+      "step": 34328
+    },
+    {
+      "epoch": 1.6404950778935294,
+      "grad_norm": 209.92236328125,
+      "learning_rate": 1.6473433032428532e-06,
+      "loss": 21.875,
+      "step": 34329
+    },
+    {
+      "epoch": 1.6405428653349898,
+      "grad_norm": 170.72850036621094,
+      "learning_rate": 1.646917819835786e-06,
+      "loss": 26.1562,
+      "step": 34330
+    },
+    {
+      "epoch": 1.6405906527764502,
+      "grad_norm": 93.04991912841797,
+      "learning_rate": 1.6464923864529025e-06,
+      "loss": 15.4375,
+      "step": 34331
+    },
+    {
+      "epoch": 1.6406384402179106,
+      "grad_norm": 162.4322052001953,
+      "learning_rate": 1.6460670030967507e-06,
+      "loss": 21.0781,
+      "step": 34332
+    },
+    {
+      "epoch": 1.640686227659371,
+      "grad_norm": 270.7919921875,
+      "learning_rate": 1.6456416697698808e-06,
+      "loss": 40.3125,
+      "step": 34333
+    },
+    {
+      "epoch": 1.6407340151008314,
+      "grad_norm": 260.2596435546875,
+      "learning_rate": 1.6452163864748338e-06,
+      "loss": 23.9688,
+      "step": 34334
+    },
+    {
+      "epoch": 1.6407818025422918,
+      "grad_norm": 316.89678955078125,
+      "learning_rate": 1.6447911532141603e-06,
+      "loss": 19.6094,
+      "step": 34335
+    },
+    {
+      "epoch": 1.6408295899837522,
+      "grad_norm": 150.78387451171875,
+      "learning_rate": 1.6443659699904068e-06,
+      "loss": 30.0312,
+      "step": 34336
+    },
+    {
+      "epoch": 1.6408773774252126,
+      "grad_norm": 146.89804077148438,
+      "learning_rate": 1.6439408368061227e-06,
+      "loss": 15.1328,
+      "step": 34337
+    },
+    {
+      "epoch": 1.640925164866673,
+      "grad_norm": 266.5517883300781,
+      "learning_rate": 1.643515753663847e-06,
+      "loss": 26.7188,
+      "step": 34338
+    },
+    {
+      "epoch": 1.6409729523081333,
+      "grad_norm": 125.4664306640625,
+      "learning_rate": 1.6430907205661295e-06,
+      "loss": 19.3125,
+      "step": 34339
+    },
+    {
+      "epoch": 1.6410207397495937,
+      "grad_norm": 345.133544921875,
+      "learning_rate": 1.6426657375155153e-06,
+      "loss": 30.7812,
+      "step": 34340
+    },
+    {
+      "epoch": 1.6410685271910541,
+      "grad_norm": 153.64773559570312,
+      "learning_rate": 1.642240804514552e-06,
+      "loss": 25.5312,
+      "step": 34341
+    },
+    {
+      "epoch": 1.6411163146325145,
+      "grad_norm": 263.8252258300781,
+      "learning_rate": 1.6418159215657792e-06,
+      "loss": 31.1719,
+      "step": 34342
+    },
+    {
+      "epoch": 1.641164102073975,
+      "grad_norm": 177.53744506835938,
+      "learning_rate": 1.6413910886717443e-06,
+      "loss": 24.4219,
+      "step": 34343
+    },
+    {
+      "epoch": 1.6412118895154353,
+      "grad_norm": 241.27503967285156,
+      "learning_rate": 1.6409663058349933e-06,
+      "loss": 24.7344,
+      "step": 34344
+    },
+    {
+      "epoch": 1.6412596769568957,
+      "grad_norm": 875.7274780273438,
+      "learning_rate": 1.6405415730580653e-06,
+      "loss": 33.3125,
+      "step": 34345
+    },
+    {
+      "epoch": 1.641307464398356,
+      "grad_norm": 228.1383056640625,
+      "learning_rate": 1.6401168903435073e-06,
+      "loss": 21.7969,
+      "step": 34346
+    },
+    {
+      "epoch": 1.6413552518398165,
+      "grad_norm": 440.4640808105469,
+      "learning_rate": 1.6396922576938645e-06,
+      "loss": 20.0625,
+      "step": 34347
+    },
+    {
+      "epoch": 1.6414030392812768,
+      "grad_norm": 1288.003662109375,
+      "learning_rate": 1.6392676751116744e-06,
+      "loss": 24.9375,
+      "step": 34348
+    },
+    {
+      "epoch": 1.6414508267227372,
+      "grad_norm": 139.65457153320312,
+      "learning_rate": 1.6388431425994855e-06,
+      "loss": 19.2812,
+      "step": 34349
+    },
+    {
+      "epoch": 1.6414986141641976,
+      "grad_norm": 463.9925842285156,
+      "learning_rate": 1.638418660159834e-06,
+      "loss": 45.8438,
+      "step": 34350
+    },
+    {
+      "epoch": 1.641546401605658,
+      "grad_norm": 913.8504638671875,
+      "learning_rate": 1.6379942277952665e-06,
+      "loss": 30.7188,
+      "step": 34351
+    },
+    {
+      "epoch": 1.6415941890471184,
+      "grad_norm": 271.25750732421875,
+      "learning_rate": 1.6375698455083256e-06,
+      "loss": 39.3438,
+      "step": 34352
+    },
+    {
+      "epoch": 1.6416419764885788,
+      "grad_norm": 168.41458129882812,
+      "learning_rate": 1.637145513301548e-06,
+      "loss": 19.3125,
+      "step": 34353
+    },
+    {
+      "epoch": 1.6416897639300392,
+      "grad_norm": 212.5843505859375,
+      "learning_rate": 1.6367212311774784e-06,
+      "loss": 26.1875,
+      "step": 34354
+    },
+    {
+      "epoch": 1.6417375513714996,
+      "grad_norm": 303.1368408203125,
+      "learning_rate": 1.636296999138659e-06,
+      "loss": 28.9375,
+      "step": 34355
+    },
+    {
+      "epoch": 1.64178533881296,
+      "grad_norm": 128.7681884765625,
+      "learning_rate": 1.635872817187626e-06,
+      "loss": 20.5625,
+      "step": 34356
+    },
+    {
+      "epoch": 1.6418331262544203,
+      "grad_norm": 276.5679931640625,
+      "learning_rate": 1.6354486853269214e-06,
+      "loss": 25.3125,
+      "step": 34357
+    },
+    {
+      "epoch": 1.6418809136958807,
+      "grad_norm": 620.6232299804688,
+      "learning_rate": 1.6350246035590877e-06,
+      "loss": 21.9062,
+      "step": 34358
+    },
+    {
+      "epoch": 1.6419287011373411,
+      "grad_norm": 538.1848754882812,
+      "learning_rate": 1.6346005718866642e-06,
+      "loss": 21.5,
+      "step": 34359
+    },
+    {
+      "epoch": 1.6419764885788015,
+      "grad_norm": 178.55848693847656,
+      "learning_rate": 1.6341765903121864e-06,
+      "loss": 14.2656,
+      "step": 34360
+    },
+    {
+      "epoch": 1.642024276020262,
+      "grad_norm": 224.53138732910156,
+      "learning_rate": 1.6337526588381958e-06,
+      "loss": 28.0938,
+      "step": 34361
+    },
+    {
+      "epoch": 1.6420720634617223,
+      "grad_norm": 253.16688537597656,
+      "learning_rate": 1.6333287774672325e-06,
+      "loss": 24.1562,
+      "step": 34362
+    },
+    {
+      "epoch": 1.6421198509031827,
+      "grad_norm": 231.91268920898438,
+      "learning_rate": 1.6329049462018355e-06,
+      "loss": 26.8438,
+      "step": 34363
+    },
+    {
+      "epoch": 1.642167638344643,
+      "grad_norm": 305.75042724609375,
+      "learning_rate": 1.6324811650445393e-06,
+      "loss": 18.1719,
+      "step": 34364
+    },
+    {
+      "epoch": 1.6422154257861035,
+      "grad_norm": 292.4028015136719,
+      "learning_rate": 1.6320574339978835e-06,
+      "loss": 16.3594,
+      "step": 34365
+    },
+    {
+      "epoch": 1.6422632132275639,
+      "grad_norm": 205.78323364257812,
+      "learning_rate": 1.631633753064409e-06,
+      "loss": 35.9375,
+      "step": 34366
+    },
+    {
+      "epoch": 1.6423110006690242,
+      "grad_norm": 249.614013671875,
+      "learning_rate": 1.631210122246647e-06,
+      "loss": 31.0938,
+      "step": 34367
+    },
+    {
+      "epoch": 1.6423587881104846,
+      "grad_norm": 291.0510559082031,
+      "learning_rate": 1.630786541547138e-06,
+      "loss": 24.1875,
+      "step": 34368
+    },
+    {
+      "epoch": 1.642406575551945,
+      "grad_norm": 279.1194152832031,
+      "learning_rate": 1.6303630109684176e-06,
+      "loss": 16.4062,
+      "step": 34369
+    },
+    {
+      "epoch": 1.6424543629934054,
+      "grad_norm": 316.8115539550781,
+      "learning_rate": 1.6299395305130261e-06,
+      "loss": 19.3594,
+      "step": 34370
+    },
+    {
+      "epoch": 1.6425021504348658,
+      "grad_norm": 223.40745544433594,
+      "learning_rate": 1.6295161001834946e-06,
+      "loss": 19.3281,
+      "step": 34371
+    },
+    {
+      "epoch": 1.6425499378763262,
+      "grad_norm": 592.949951171875,
+      "learning_rate": 1.6290927199823604e-06,
+      "loss": 20.9062,
+      "step": 34372
+    },
+    {
+      "epoch": 1.6425977253177866,
+      "grad_norm": 339.1672058105469,
+      "learning_rate": 1.6286693899121598e-06,
+      "loss": 20.3125,
+      "step": 34373
+    },
+    {
+      "epoch": 1.642645512759247,
+      "grad_norm": 224.02560424804688,
+      "learning_rate": 1.6282461099754287e-06,
+      "loss": 18.6719,
+      "step": 34374
+    },
+    {
+      "epoch": 1.6426933002007074,
+      "grad_norm": 218.06224060058594,
+      "learning_rate": 1.6278228801746998e-06,
+      "loss": 19.9531,
+      "step": 34375
+    },
+    {
+      "epoch": 1.6427410876421678,
+      "grad_norm": 211.1537628173828,
+      "learning_rate": 1.6273997005125075e-06,
+      "loss": 16.9844,
+      "step": 34376
+    },
+    {
+      "epoch": 1.6427888750836281,
+      "grad_norm": 501.7801513671875,
+      "learning_rate": 1.626976570991391e-06,
+      "loss": 18.9844,
+      "step": 34377
+    },
+    {
+      "epoch": 1.6428366625250885,
+      "grad_norm": 216.18624877929688,
+      "learning_rate": 1.626553491613878e-06,
+      "loss": 23.2812,
+      "step": 34378
+    },
+    {
+      "epoch": 1.642884449966549,
+      "grad_norm": 273.15032958984375,
+      "learning_rate": 1.6261304623825048e-06,
+      "loss": 29.0469,
+      "step": 34379
+    },
+    {
+      "epoch": 1.6429322374080093,
+      "grad_norm": 235.42620849609375,
+      "learning_rate": 1.6257074832998066e-06,
+      "loss": 24.2656,
+      "step": 34380
+    },
+    {
+      "epoch": 1.6429800248494697,
+      "grad_norm": 205.0556640625,
+      "learning_rate": 1.6252845543683139e-06,
+      "loss": 29.7344,
+      "step": 34381
+    },
+    {
+      "epoch": 1.64302781229093,
+      "grad_norm": 226.67994689941406,
+      "learning_rate": 1.624861675590561e-06,
+      "loss": 26.0,
+      "step": 34382
+    },
+    {
+      "epoch": 1.6430755997323905,
+      "grad_norm": 203.04122924804688,
+      "learning_rate": 1.6244388469690787e-06,
+      "loss": 25.25,
+      "step": 34383
+    },
+    {
+      "epoch": 1.6431233871738509,
+      "grad_norm": 226.88565063476562,
+      "learning_rate": 1.6240160685064e-06,
+      "loss": 23.2031,
+      "step": 34384
+    },
+    {
+      "epoch": 1.6431711746153113,
+      "grad_norm": 238.58908081054688,
+      "learning_rate": 1.6235933402050586e-06,
+      "loss": 16.3594,
+      "step": 34385
+    },
+    {
+      "epoch": 1.6432189620567714,
+      "grad_norm": 223.16937255859375,
+      "learning_rate": 1.6231706620675825e-06,
+      "loss": 18.7188,
+      "step": 34386
+    },
+    {
+      "epoch": 1.6432667494982318,
+      "grad_norm": 163.32167053222656,
+      "learning_rate": 1.6227480340965062e-06,
+      "loss": 19.8594,
+      "step": 34387
+    },
+    {
+      "epoch": 1.6433145369396922,
+      "grad_norm": 312.5264892578125,
+      "learning_rate": 1.622325456294358e-06,
+      "loss": 22.4375,
+      "step": 34388
+    },
+    {
+      "epoch": 1.6433623243811526,
+      "grad_norm": 255.83790588378906,
+      "learning_rate": 1.6219029286636733e-06,
+      "loss": 23.2188,
+      "step": 34389
+    },
+    {
+      "epoch": 1.643410111822613,
+      "grad_norm": 171.16873168945312,
+      "learning_rate": 1.6214804512069771e-06,
+      "loss": 18.2969,
+      "step": 34390
+    },
+    {
+      "epoch": 1.6434578992640734,
+      "grad_norm": 646.6597900390625,
+      "learning_rate": 1.6210580239268015e-06,
+      "loss": 25.2031,
+      "step": 34391
+    },
+    {
+      "epoch": 1.6435056867055338,
+      "grad_norm": 212.71434020996094,
+      "learning_rate": 1.620635646825679e-06,
+      "loss": 20.375,
+      "step": 34392
+    },
+    {
+      "epoch": 1.6435534741469942,
+      "grad_norm": 546.3370361328125,
+      "learning_rate": 1.6202133199061344e-06,
+      "loss": 31.875,
+      "step": 34393
+    },
+    {
+      "epoch": 1.6436012615884545,
+      "grad_norm": 164.79681396484375,
+      "learning_rate": 1.6197910431706987e-06,
+      "loss": 26.8125,
+      "step": 34394
+    },
+    {
+      "epoch": 1.643649049029915,
+      "grad_norm": 360.40191650390625,
+      "learning_rate": 1.6193688166219025e-06,
+      "loss": 28.875,
+      "step": 34395
+    },
+    {
+      "epoch": 1.6436968364713753,
+      "grad_norm": 181.77667236328125,
+      "learning_rate": 1.6189466402622745e-06,
+      "loss": 14.3125,
+      "step": 34396
+    },
+    {
+      "epoch": 1.6437446239128357,
+      "grad_norm": 196.26551818847656,
+      "learning_rate": 1.6185245140943383e-06,
+      "loss": 25.5469,
+      "step": 34397
+    },
+    {
+      "epoch": 1.643792411354296,
+      "grad_norm": 162.07875061035156,
+      "learning_rate": 1.6181024381206268e-06,
+      "loss": 17.2656,
+      "step": 34398
+    },
+    {
+      "epoch": 1.6438401987957565,
+      "grad_norm": 233.62457275390625,
+      "learning_rate": 1.617680412343665e-06,
+      "loss": 21.8125,
+      "step": 34399
+    },
+    {
+      "epoch": 1.6438879862372169,
+      "grad_norm": 361.5511474609375,
+      "learning_rate": 1.617258436765985e-06,
+      "loss": 37.7188,
+      "step": 34400
+    },
+    {
+      "epoch": 1.6439357736786773,
+      "grad_norm": 363.3583679199219,
+      "learning_rate": 1.6168365113901064e-06,
+      "loss": 28.0,
+      "step": 34401
+    },
+    {
+      "epoch": 1.6439835611201377,
+      "grad_norm": 99.47103881835938,
+      "learning_rate": 1.6164146362185606e-06,
+      "loss": 21.7656,
+      "step": 34402
+    },
+    {
+      "epoch": 1.644031348561598,
+      "grad_norm": 234.2822723388672,
+      "learning_rate": 1.6159928112538758e-06,
+      "loss": 25.1875,
+      "step": 34403
+    },
+    {
+      "epoch": 1.6440791360030584,
+      "grad_norm": 176.2527313232422,
+      "learning_rate": 1.6155710364985733e-06,
+      "loss": 25.4375,
+      "step": 34404
+    },
+    {
+      "epoch": 1.6441269234445188,
+      "grad_norm": 247.4166259765625,
+      "learning_rate": 1.6151493119551809e-06,
+      "loss": 18.0,
+      "step": 34405
+    },
+    {
+      "epoch": 1.6441747108859792,
+      "grad_norm": 245.56106567382812,
+      "learning_rate": 1.6147276376262256e-06,
+      "loss": 19.2031,
+      "step": 34406
+    },
+    {
+      "epoch": 1.6442224983274394,
+      "grad_norm": 248.04476928710938,
+      "learning_rate": 1.614306013514233e-06,
+      "loss": 25.3906,
+      "step": 34407
+    },
+    {
+      "epoch": 1.6442702857688998,
+      "grad_norm": 502.93096923828125,
+      "learning_rate": 1.6138844396217257e-06,
+      "loss": 22.75,
+      "step": 34408
+    },
+    {
+      "epoch": 1.6443180732103602,
+      "grad_norm": 235.88075256347656,
+      "learning_rate": 1.6134629159512294e-06,
+      "loss": 21.4688,
+      "step": 34409
+    },
+    {
+      "epoch": 1.6443658606518206,
+      "grad_norm": 142.7820281982422,
+      "learning_rate": 1.6130414425052698e-06,
+      "loss": 18.7188,
+      "step": 34410
+    },
+    {
+      "epoch": 1.644413648093281,
+      "grad_norm": 377.72686767578125,
+      "learning_rate": 1.6126200192863684e-06,
+      "loss": 25.0625,
+      "step": 34411
+    },
+    {
+      "epoch": 1.6444614355347413,
+      "grad_norm": 270.38031005859375,
+      "learning_rate": 1.6121986462970506e-06,
+      "loss": 26.5938,
+      "step": 34412
+    },
+    {
+      "epoch": 1.6445092229762017,
+      "grad_norm": 213.8857879638672,
+      "learning_rate": 1.6117773235398416e-06,
+      "loss": 18.3438,
+      "step": 34413
+    },
+    {
+      "epoch": 1.6445570104176621,
+      "grad_norm": 153.23934936523438,
+      "learning_rate": 1.611356051017261e-06,
+      "loss": 22.0312,
+      "step": 34414
+    },
+    {
+      "epoch": 1.6446047978591225,
+      "grad_norm": 171.8108673095703,
+      "learning_rate": 1.610934828731835e-06,
+      "loss": 25.1562,
+      "step": 34415
+    },
+    {
+      "epoch": 1.644652585300583,
+      "grad_norm": 221.6754150390625,
+      "learning_rate": 1.6105136566860824e-06,
+      "loss": 15.9688,
+      "step": 34416
+    },
+    {
+      "epoch": 1.6447003727420433,
+      "grad_norm": 473.89739990234375,
+      "learning_rate": 1.6100925348825269e-06,
+      "loss": 29.2656,
+      "step": 34417
+    },
+    {
+      "epoch": 1.6447481601835037,
+      "grad_norm": 246.2879638671875,
+      "learning_rate": 1.6096714633236942e-06,
+      "loss": 18.4688,
+      "step": 34418
+    },
+    {
+      "epoch": 1.644795947624964,
+      "grad_norm": 239.35728454589844,
+      "learning_rate": 1.6092504420121003e-06,
+      "loss": 21.7188,
+      "step": 34419
+    },
+    {
+      "epoch": 1.6448437350664245,
+      "grad_norm": 182.1455841064453,
+      "learning_rate": 1.6088294709502695e-06,
+      "loss": 31.0156,
+      "step": 34420
+    },
+    {
+      "epoch": 1.6448915225078848,
+      "grad_norm": 372.41168212890625,
+      "learning_rate": 1.6084085501407231e-06,
+      "loss": 22.7656,
+      "step": 34421
+    },
+    {
+      "epoch": 1.6449393099493452,
+      "grad_norm": 248.23068237304688,
+      "learning_rate": 1.6079876795859829e-06,
+      "loss": 27.25,
+      "step": 34422
+    },
+    {
+      "epoch": 1.6449870973908056,
+      "grad_norm": 222.9972381591797,
+      "learning_rate": 1.607566859288565e-06,
+      "loss": 26.375,
+      "step": 34423
+    },
+    {
+      "epoch": 1.645034884832266,
+      "grad_norm": 394.2528991699219,
+      "learning_rate": 1.607146089250994e-06,
+      "loss": 40.25,
+      "step": 34424
+    },
+    {
+      "epoch": 1.6450826722737264,
+      "grad_norm": 227.7735137939453,
+      "learning_rate": 1.6067253694757867e-06,
+      "loss": 23.9375,
+      "step": 34425
+    },
+    {
+      "epoch": 1.6451304597151868,
+      "grad_norm": 347.8516540527344,
+      "learning_rate": 1.6063046999654674e-06,
+      "loss": 23.125,
+      "step": 34426
+    },
+    {
+      "epoch": 1.6451782471566472,
+      "grad_norm": 222.21324157714844,
+      "learning_rate": 1.6058840807225496e-06,
+      "loss": 24.8438,
+      "step": 34427
+    },
+    {
+      "epoch": 1.6452260345981076,
+      "grad_norm": 187.21949768066406,
+      "learning_rate": 1.6054635117495543e-06,
+      "loss": 22.1406,
+      "step": 34428
+    },
+    {
+      "epoch": 1.645273822039568,
+      "grad_norm": 224.2924346923828,
+      "learning_rate": 1.6050429930490041e-06,
+      "loss": 14.7031,
+      "step": 34429
+    },
+    {
+      "epoch": 1.6453216094810283,
+      "grad_norm": 250.6709747314453,
+      "learning_rate": 1.6046225246234103e-06,
+      "loss": 24.0,
+      "step": 34430
+    },
+    {
+      "epoch": 1.6453693969224887,
+      "grad_norm": 210.814453125,
+      "learning_rate": 1.6042021064752954e-06,
+      "loss": 25.1562,
+      "step": 34431
+    },
+    {
+      "epoch": 1.6454171843639491,
+      "grad_norm": 679.4963989257812,
+      "learning_rate": 1.6037817386071753e-06,
+      "loss": 23.0,
+      "step": 34432
+    },
+    {
+      "epoch": 1.6454649718054095,
+      "grad_norm": 303.52947998046875,
+      "learning_rate": 1.603361421021572e-06,
+      "loss": 40.2188,
+      "step": 34433
+    },
+    {
+      "epoch": 1.64551275924687,
+      "grad_norm": 386.42913818359375,
+      "learning_rate": 1.602941153720996e-06,
+      "loss": 16.2344,
+      "step": 34434
+    },
+    {
+      "epoch": 1.6455605466883303,
+      "grad_norm": 204.6536102294922,
+      "learning_rate": 1.6025209367079686e-06,
+      "loss": 15.4688,
+      "step": 34435
+    },
+    {
+      "epoch": 1.6456083341297907,
+      "grad_norm": 344.9610290527344,
+      "learning_rate": 1.6021007699850032e-06,
+      "loss": 30.5469,
+      "step": 34436
+    },
+    {
+      "epoch": 1.645656121571251,
+      "grad_norm": 202.57940673828125,
+      "learning_rate": 1.6016806535546214e-06,
+      "loss": 17.3438,
+      "step": 34437
+    },
+    {
+      "epoch": 1.6457039090127115,
+      "grad_norm": 484.2250671386719,
+      "learning_rate": 1.6012605874193333e-06,
+      "loss": 28.0625,
+      "step": 34438
+    },
+    {
+      "epoch": 1.6457516964541719,
+      "grad_norm": 212.88619995117188,
+      "learning_rate": 1.6008405715816566e-06,
+      "loss": 17.6875,
+      "step": 34439
+    },
+    {
+      "epoch": 1.6457994838956322,
+      "grad_norm": 141.88829040527344,
+      "learning_rate": 1.6004206060441096e-06,
+      "loss": 16.6719,
+      "step": 34440
+    },
+    {
+      "epoch": 1.6458472713370926,
+      "grad_norm": 154.46107482910156,
+      "learning_rate": 1.6000006908092024e-06,
+      "loss": 18.3125,
+      "step": 34441
+    },
+    {
+      "epoch": 1.645895058778553,
+      "grad_norm": 355.2012023925781,
+      "learning_rate": 1.599580825879452e-06,
+      "loss": 20.2188,
+      "step": 34442
+    },
+    {
+      "epoch": 1.6459428462200134,
+      "grad_norm": 259.0188293457031,
+      "learning_rate": 1.599161011257373e-06,
+      "loss": 22.9062,
+      "step": 34443
+    },
+    {
+      "epoch": 1.6459906336614738,
+      "grad_norm": 159.40408325195312,
+      "learning_rate": 1.5987412469454823e-06,
+      "loss": 29.4688,
+      "step": 34444
+    },
+    {
+      "epoch": 1.6460384211029342,
+      "grad_norm": 157.19493103027344,
+      "learning_rate": 1.5983215329462887e-06,
+      "loss": 19.4688,
+      "step": 34445
+    },
+    {
+      "epoch": 1.6460862085443946,
+      "grad_norm": 259.78936767578125,
+      "learning_rate": 1.5979018692623095e-06,
+      "loss": 28.5625,
+      "step": 34446
+    },
+    {
+      "epoch": 1.646133995985855,
+      "grad_norm": 106.0267105102539,
+      "learning_rate": 1.5974822558960546e-06,
+      "loss": 15.3125,
+      "step": 34447
+    },
+    {
+      "epoch": 1.6461817834273154,
+      "grad_norm": 252.73899841308594,
+      "learning_rate": 1.5970626928500398e-06,
+      "loss": 29.9375,
+      "step": 34448
+    },
+    {
+      "epoch": 1.6462295708687757,
+      "grad_norm": 193.93399047851562,
+      "learning_rate": 1.5966431801267757e-06,
+      "loss": 19.875,
+      "step": 34449
+    },
+    {
+      "epoch": 1.6462773583102361,
+      "grad_norm": 130.5947723388672,
+      "learning_rate": 1.5962237177287753e-06,
+      "loss": 22.2656,
+      "step": 34450
+    },
+    {
+      "epoch": 1.6463251457516965,
+      "grad_norm": 388.6597900390625,
+      "learning_rate": 1.5958043056585538e-06,
+      "loss": 34.6094,
+      "step": 34451
+    },
+    {
+      "epoch": 1.646372933193157,
+      "grad_norm": 138.1667022705078,
+      "learning_rate": 1.5953849439186175e-06,
+      "loss": 19.5625,
+      "step": 34452
+    },
+    {
+      "epoch": 1.6464207206346173,
+      "grad_norm": 149.2093963623047,
+      "learning_rate": 1.5949656325114805e-06,
+      "loss": 22.4688,
+      "step": 34453
+    },
+    {
+      "epoch": 1.6464685080760777,
+      "grad_norm": 452.5293273925781,
+      "learning_rate": 1.5945463714396536e-06,
+      "loss": 29.4844,
+      "step": 34454
+    },
+    {
+      "epoch": 1.646516295517538,
+      "grad_norm": 266.8336181640625,
+      "learning_rate": 1.5941271607056508e-06,
+      "loss": 20.875,
+      "step": 34455
+    },
+    {
+      "epoch": 1.6465640829589985,
+      "grad_norm": 314.6739807128906,
+      "learning_rate": 1.5937080003119765e-06,
+      "loss": 33.125,
+      "step": 34456
+    },
+    {
+      "epoch": 1.6466118704004589,
+      "grad_norm": 265.8420715332031,
+      "learning_rate": 1.5932888902611453e-06,
+      "loss": 29.3906,
+      "step": 34457
+    },
+    {
+      "epoch": 1.6466596578419193,
+      "grad_norm": 239.19580078125,
+      "learning_rate": 1.5928698305556655e-06,
+      "loss": 21.9062,
+      "step": 34458
+    },
+    {
+      "epoch": 1.6467074452833796,
+      "grad_norm": 140.46974182128906,
+      "learning_rate": 1.5924508211980494e-06,
+      "loss": 20.4844,
+      "step": 34459
+    },
+    {
+      "epoch": 1.64675523272484,
+      "grad_norm": 454.83868408203125,
+      "learning_rate": 1.5920318621908015e-06,
+      "loss": 21.5391,
+      "step": 34460
+    },
+    {
+      "epoch": 1.6468030201663004,
+      "grad_norm": 238.99285888671875,
+      "learning_rate": 1.5916129535364345e-06,
+      "loss": 25.875,
+      "step": 34461
+    },
+    {
+      "epoch": 1.6468508076077608,
+      "grad_norm": 523.1676025390625,
+      "learning_rate": 1.5911940952374549e-06,
+      "loss": 23.9062,
+      "step": 34462
+    },
+    {
+      "epoch": 1.6468985950492212,
+      "grad_norm": 274.9980163574219,
+      "learning_rate": 1.5907752872963755e-06,
+      "loss": 39.375,
+      "step": 34463
+    },
+    {
+      "epoch": 1.6469463824906816,
+      "grad_norm": 163.97802734375,
+      "learning_rate": 1.5903565297156986e-06,
+      "loss": 30.8906,
+      "step": 34464
+    },
+    {
+      "epoch": 1.646994169932142,
+      "grad_norm": 242.8079833984375,
+      "learning_rate": 1.5899378224979355e-06,
+      "loss": 21.5,
+      "step": 34465
+    },
+    {
+      "epoch": 1.6470419573736024,
+      "grad_norm": 265.64666748046875,
+      "learning_rate": 1.5895191656455945e-06,
+      "loss": 25.5156,
+      "step": 34466
+    },
+    {
+      "epoch": 1.6470897448150628,
+      "grad_norm": 296.4228515625,
+      "learning_rate": 1.5891005591611785e-06,
+      "loss": 24.8906,
+      "step": 34467
+    },
+    {
+      "epoch": 1.6471375322565232,
+      "grad_norm": 210.0030059814453,
+      "learning_rate": 1.5886820030471983e-06,
+      "loss": 24.5938,
+      "step": 34468
+    },
+    {
+      "epoch": 1.6471853196979833,
+      "grad_norm": 232.045654296875,
+      "learning_rate": 1.5882634973061583e-06,
+      "loss": 20.3281,
+      "step": 34469
+    },
+    {
+      "epoch": 1.6472331071394437,
+      "grad_norm": 658.4636840820312,
+      "learning_rate": 1.587845041940569e-06,
+      "loss": 23.2031,
+      "step": 34470
+    },
+    {
+      "epoch": 1.647280894580904,
+      "grad_norm": 230.61590576171875,
+      "learning_rate": 1.5874266369529302e-06,
+      "loss": 29.0,
+      "step": 34471
+    },
+    {
+      "epoch": 1.6473286820223645,
+      "grad_norm": 155.77206420898438,
+      "learning_rate": 1.5870082823457512e-06,
+      "loss": 22.5,
+      "step": 34472
+    },
+    {
+      "epoch": 1.6473764694638249,
+      "grad_norm": 273.2693786621094,
+      "learning_rate": 1.5865899781215355e-06,
+      "loss": 22.2812,
+      "step": 34473
+    },
+    {
+      "epoch": 1.6474242569052853,
+      "grad_norm": 245.22528076171875,
+      "learning_rate": 1.5861717242827935e-06,
+      "loss": 21.9375,
+      "step": 34474
+    },
+    {
+      "epoch": 1.6474720443467457,
+      "grad_norm": 226.9191131591797,
+      "learning_rate": 1.585753520832023e-06,
+      "loss": 24.0,
+      "step": 34475
+    },
+    {
+      "epoch": 1.647519831788206,
+      "grad_norm": 242.0031280517578,
+      "learning_rate": 1.585335367771732e-06,
+      "loss": 26.9375,
+      "step": 34476
+    },
+    {
+      "epoch": 1.6475676192296664,
+      "grad_norm": 216.64883422851562,
+      "learning_rate": 1.5849172651044264e-06,
+      "loss": 21.6719,
+      "step": 34477
+    },
+    {
+      "epoch": 1.6476154066711268,
+      "grad_norm": 237.94566345214844,
+      "learning_rate": 1.5844992128326054e-06,
+      "loss": 24.4375,
+      "step": 34478
+    },
+    {
+      "epoch": 1.6476631941125872,
+      "grad_norm": 314.10882568359375,
+      "learning_rate": 1.5840812109587778e-06,
+      "loss": 31.5625,
+      "step": 34479
+    },
+    {
+      "epoch": 1.6477109815540476,
+      "grad_norm": 166.67172241210938,
+      "learning_rate": 1.5836632594854418e-06,
+      "loss": 18.7812,
+      "step": 34480
+    },
+    {
+      "epoch": 1.647758768995508,
+      "grad_norm": 206.9340362548828,
+      "learning_rate": 1.583245358415104e-06,
+      "loss": 27.1562,
+      "step": 34481
+    },
+    {
+      "epoch": 1.6478065564369684,
+      "grad_norm": 135.1534423828125,
+      "learning_rate": 1.5828275077502652e-06,
+      "loss": 24.4688,
+      "step": 34482
+    },
+    {
+      "epoch": 1.6478543438784288,
+      "grad_norm": 165.17196655273438,
+      "learning_rate": 1.5824097074934274e-06,
+      "loss": 18.4531,
+      "step": 34483
+    },
+    {
+      "epoch": 1.6479021313198892,
+      "grad_norm": 270.3656005859375,
+      "learning_rate": 1.5819919576470944e-06,
+      "loss": 22.0469,
+      "step": 34484
+    },
+    {
+      "epoch": 1.6479499187613496,
+      "grad_norm": 528.4288330078125,
+      "learning_rate": 1.5815742582137706e-06,
+      "loss": 25.2812,
+      "step": 34485
+    },
+    {
+      "epoch": 1.64799770620281,
+      "grad_norm": 238.2632598876953,
+      "learning_rate": 1.5811566091959507e-06,
+      "loss": 19.7344,
+      "step": 34486
+    },
+    {
+      "epoch": 1.6480454936442703,
+      "grad_norm": 364.9179992675781,
+      "learning_rate": 1.5807390105961395e-06,
+      "loss": 29.7188,
+      "step": 34487
+    },
+    {
+      "epoch": 1.6480932810857307,
+      "grad_norm": 348.5284729003906,
+      "learning_rate": 1.5803214624168407e-06,
+      "loss": 27.0312,
+      "step": 34488
+    },
+    {
+      "epoch": 1.6481410685271909,
+      "grad_norm": 262.7680969238281,
+      "learning_rate": 1.5799039646605486e-06,
+      "loss": 27.7031,
+      "step": 34489
+    },
+    {
+      "epoch": 1.6481888559686513,
+      "grad_norm": 239.03097534179688,
+      "learning_rate": 1.579486517329768e-06,
+      "loss": 29.9219,
+      "step": 34490
+    },
+    {
+      "epoch": 1.6482366434101117,
+      "grad_norm": 125.469482421875,
+      "learning_rate": 1.579069120426997e-06,
+      "loss": 17.2344,
+      "step": 34491
+    },
+    {
+      "epoch": 1.648284430851572,
+      "grad_norm": 362.2875671386719,
+      "learning_rate": 1.578651773954738e-06,
+      "loss": 27.7344,
+      "step": 34492
+    },
+    {
+      "epoch": 1.6483322182930324,
+      "grad_norm": 867.8541259765625,
+      "learning_rate": 1.5782344779154868e-06,
+      "loss": 24.5156,
+      "step": 34493
+    },
+    {
+      "epoch": 1.6483800057344928,
+      "grad_norm": 520.74658203125,
+      "learning_rate": 1.5778172323117435e-06,
+      "loss": 33.375,
+      "step": 34494
+    },
+    {
+      "epoch": 1.6484277931759532,
+      "grad_norm": 393.1515808105469,
+      "learning_rate": 1.5774000371460085e-06,
+      "loss": 22.3594,
+      "step": 34495
+    },
+    {
+      "epoch": 1.6484755806174136,
+      "grad_norm": 179.9464569091797,
+      "learning_rate": 1.5769828924207809e-06,
+      "loss": 22.8906,
+      "step": 34496
+    },
+    {
+      "epoch": 1.648523368058874,
+      "grad_norm": 493.6946105957031,
+      "learning_rate": 1.576565798138554e-06,
+      "loss": 27.5156,
+      "step": 34497
+    },
+    {
+      "epoch": 1.6485711555003344,
+      "grad_norm": 203.2605438232422,
+      "learning_rate": 1.5761487543018295e-06,
+      "loss": 28.7812,
+      "step": 34498
+    },
+    {
+      "epoch": 1.6486189429417948,
+      "grad_norm": 376.2778625488281,
+      "learning_rate": 1.5757317609131062e-06,
+      "loss": 20.2656,
+      "step": 34499
+    },
+    {
+      "epoch": 1.6486667303832552,
+      "grad_norm": 174.63673400878906,
+      "learning_rate": 1.5753148179748778e-06,
+      "loss": 18.9062,
+      "step": 34500
+    },
+    {
+      "epoch": 1.6487145178247156,
+      "grad_norm": 230.23281860351562,
+      "learning_rate": 1.5748979254896413e-06,
+      "loss": 27.5312,
+      "step": 34501
+    },
+    {
+      "epoch": 1.648762305266176,
+      "grad_norm": 309.0892639160156,
+      "learning_rate": 1.5744810834598968e-06,
+      "loss": 29.875,
+      "step": 34502
+    },
+    {
+      "epoch": 1.6488100927076363,
+      "grad_norm": 196.95504760742188,
+      "learning_rate": 1.57406429188814e-06,
+      "loss": 17.4531,
+      "step": 34503
+    },
+    {
+      "epoch": 1.6488578801490967,
+      "grad_norm": 269.103271484375,
+      "learning_rate": 1.5736475507768634e-06,
+      "loss": 23.0625,
+      "step": 34504
+    },
+    {
+      "epoch": 1.6489056675905571,
+      "grad_norm": 358.2518005371094,
+      "learning_rate": 1.5732308601285639e-06,
+      "loss": 17.7969,
+      "step": 34505
+    },
+    {
+      "epoch": 1.6489534550320175,
+      "grad_norm": 154.16018676757812,
+      "learning_rate": 1.5728142199457396e-06,
+      "loss": 16.9375,
+      "step": 34506
+    },
+    {
+      "epoch": 1.649001242473478,
+      "grad_norm": 276.34130859375,
+      "learning_rate": 1.5723976302308864e-06,
+      "loss": 24.2812,
+      "step": 34507
+    },
+    {
+      "epoch": 1.6490490299149383,
+      "grad_norm": 174.88003540039062,
+      "learning_rate": 1.5719810909864941e-06,
+      "loss": 22.7969,
+      "step": 34508
+    },
+    {
+      "epoch": 1.6490968173563987,
+      "grad_norm": 165.9275360107422,
+      "learning_rate": 1.5715646022150587e-06,
+      "loss": 21.9219,
+      "step": 34509
+    },
+    {
+      "epoch": 1.649144604797859,
+      "grad_norm": 1519.0828857421875,
+      "learning_rate": 1.5711481639190794e-06,
+      "loss": 18.5625,
+      "step": 34510
+    },
+    {
+      "epoch": 1.6491923922393195,
+      "grad_norm": 214.22445678710938,
+      "learning_rate": 1.5707317761010444e-06,
+      "loss": 18.4688,
+      "step": 34511
+    },
+    {
+      "epoch": 1.6492401796807798,
+      "grad_norm": 317.0420227050781,
+      "learning_rate": 1.5703154387634512e-06,
+      "loss": 29.3438,
+      "step": 34512
+    },
+    {
+      "epoch": 1.6492879671222402,
+      "grad_norm": 251.13088989257812,
+      "learning_rate": 1.569899151908788e-06,
+      "loss": 27.2812,
+      "step": 34513
+    },
+    {
+      "epoch": 1.6493357545637006,
+      "grad_norm": 168.8829803466797,
+      "learning_rate": 1.5694829155395519e-06,
+      "loss": 21.3438,
+      "step": 34514
+    },
+    {
+      "epoch": 1.649383542005161,
+      "grad_norm": 180.95835876464844,
+      "learning_rate": 1.5690667296582374e-06,
+      "loss": 19.1719,
+      "step": 34515
+    },
+    {
+      "epoch": 1.6494313294466214,
+      "grad_norm": 270.1728210449219,
+      "learning_rate": 1.5686505942673313e-06,
+      "loss": 32.1875,
+      "step": 34516
+    },
+    {
+      "epoch": 1.6494791168880818,
+      "grad_norm": 317.53814697265625,
+      "learning_rate": 1.5682345093693297e-06,
+      "loss": 28.9062,
+      "step": 34517
+    },
+    {
+      "epoch": 1.6495269043295422,
+      "grad_norm": 191.34654235839844,
+      "learning_rate": 1.5678184749667248e-06,
+      "loss": 18.1562,
+      "step": 34518
+    },
+    {
+      "epoch": 1.6495746917710026,
+      "grad_norm": 349.0265808105469,
+      "learning_rate": 1.5674024910620046e-06,
+      "loss": 20.5625,
+      "step": 34519
+    },
+    {
+      "epoch": 1.649622479212463,
+      "grad_norm": 174.3206024169922,
+      "learning_rate": 1.5669865576576627e-06,
+      "loss": 25.2344,
+      "step": 34520
+    },
+    {
+      "epoch": 1.6496702666539234,
+      "grad_norm": 210.61610412597656,
+      "learning_rate": 1.5665706747561894e-06,
+      "loss": 25.0312,
+      "step": 34521
+    },
+    {
+      "epoch": 1.6497180540953837,
+      "grad_norm": 157.5269317626953,
+      "learning_rate": 1.5661548423600792e-06,
+      "loss": 18.4375,
+      "step": 34522
+    },
+    {
+      "epoch": 1.6497658415368441,
+      "grad_norm": 377.359619140625,
+      "learning_rate": 1.5657390604718148e-06,
+      "loss": 21.75,
+      "step": 34523
+    },
+    {
+      "epoch": 1.6498136289783045,
+      "grad_norm": 277.79254150390625,
+      "learning_rate": 1.5653233290938907e-06,
+      "loss": 24.1406,
+      "step": 34524
+    },
+    {
+      "epoch": 1.649861416419765,
+      "grad_norm": 187.22727966308594,
+      "learning_rate": 1.5649076482287995e-06,
+      "loss": 22.5938,
+      "step": 34525
+    },
+    {
+      "epoch": 1.6499092038612253,
+      "grad_norm": 212.32933044433594,
+      "learning_rate": 1.5644920178790234e-06,
+      "loss": 25.8125,
+      "step": 34526
+    },
+    {
+      "epoch": 1.6499569913026857,
+      "grad_norm": 342.6041259765625,
+      "learning_rate": 1.5640764380470563e-06,
+      "loss": 18.0625,
+      "step": 34527
+    },
+    {
+      "epoch": 1.650004778744146,
+      "grad_norm": 190.2114715576172,
+      "learning_rate": 1.563660908735386e-06,
+      "loss": 28.4688,
+      "step": 34528
+    },
+    {
+      "epoch": 1.6500525661856065,
+      "grad_norm": 276.8052062988281,
+      "learning_rate": 1.563245429946504e-06,
+      "loss": 27.9219,
+      "step": 34529
+    },
+    {
+      "epoch": 1.6501003536270669,
+      "grad_norm": 111.5400390625,
+      "learning_rate": 1.5628300016828913e-06,
+      "loss": 18.9062,
+      "step": 34530
+    },
+    {
+      "epoch": 1.6501481410685273,
+      "grad_norm": 257.87982177734375,
+      "learning_rate": 1.5624146239470418e-06,
+      "loss": 36.6562,
+      "step": 34531
+    },
+    {
+      "epoch": 1.6501959285099876,
+      "grad_norm": 192.52442932128906,
+      "learning_rate": 1.56199929674144e-06,
+      "loss": 21.5312,
+      "step": 34532
+    },
+    {
+      "epoch": 1.650243715951448,
+      "grad_norm": 199.32891845703125,
+      "learning_rate": 1.5615840200685773e-06,
+      "loss": 22.9531,
+      "step": 34533
+    },
+    {
+      "epoch": 1.6502915033929084,
+      "grad_norm": 214.9326629638672,
+      "learning_rate": 1.561168793930935e-06,
+      "loss": 30.25,
+      "step": 34534
+    },
+    {
+      "epoch": 1.6503392908343688,
+      "grad_norm": 335.8031921386719,
+      "learning_rate": 1.5607536183310034e-06,
+      "loss": 29.4375,
+      "step": 34535
+    },
+    {
+      "epoch": 1.6503870782758292,
+      "grad_norm": 217.6732940673828,
+      "learning_rate": 1.5603384932712696e-06,
+      "loss": 29.6094,
+      "step": 34536
+    },
+    {
+      "epoch": 1.6504348657172896,
+      "grad_norm": 182.03233337402344,
+      "learning_rate": 1.5599234187542156e-06,
+      "loss": 23.9219,
+      "step": 34537
+    },
+    {
+      "epoch": 1.65048265315875,
+      "grad_norm": 165.85089111328125,
+      "learning_rate": 1.5595083947823298e-06,
+      "loss": 22.4531,
+      "step": 34538
+    },
+    {
+      "epoch": 1.6505304406002104,
+      "grad_norm": 325.8248291015625,
+      "learning_rate": 1.5590934213580978e-06,
+      "loss": 24.3438,
+      "step": 34539
+    },
+    {
+      "epoch": 1.6505782280416708,
+      "grad_norm": 263.32965087890625,
+      "learning_rate": 1.5586784984840075e-06,
+      "loss": 29.5625,
+      "step": 34540
+    },
+    {
+      "epoch": 1.6506260154831311,
+      "grad_norm": 172.22445678710938,
+      "learning_rate": 1.5582636261625373e-06,
+      "loss": 22.8281,
+      "step": 34541
+    },
+    {
+      "epoch": 1.6506738029245915,
+      "grad_norm": 113.42173767089844,
+      "learning_rate": 1.5578488043961748e-06,
+      "loss": 15.6094,
+      "step": 34542
+    },
+    {
+      "epoch": 1.650721590366052,
+      "grad_norm": 174.1943359375,
+      "learning_rate": 1.5574340331874082e-06,
+      "loss": 15.9688,
+      "step": 34543
+    },
+    {
+      "epoch": 1.6507693778075123,
+      "grad_norm": 501.6496887207031,
+      "learning_rate": 1.5570193125387145e-06,
+      "loss": 29.8438,
+      "step": 34544
+    },
+    {
+      "epoch": 1.6508171652489727,
+      "grad_norm": 225.54776000976562,
+      "learning_rate": 1.5566046424525838e-06,
+      "loss": 23.0938,
+      "step": 34545
+    },
+    {
+      "epoch": 1.650864952690433,
+      "grad_norm": 377.17431640625,
+      "learning_rate": 1.556190022931493e-06,
+      "loss": 23.5469,
+      "step": 34546
+    },
+    {
+      "epoch": 1.6509127401318935,
+      "grad_norm": 194.72071838378906,
+      "learning_rate": 1.555775453977929e-06,
+      "loss": 16.125,
+      "step": 34547
+    },
+    {
+      "epoch": 1.6509605275733539,
+      "grad_norm": 156.4556884765625,
+      "learning_rate": 1.5553609355943766e-06,
+      "loss": 24.7578,
+      "step": 34548
+    },
+    {
+      "epoch": 1.6510083150148143,
+      "grad_norm": 220.77484130859375,
+      "learning_rate": 1.5549464677833137e-06,
+      "loss": 22.6094,
+      "step": 34549
+    },
+    {
+      "epoch": 1.6510561024562747,
+      "grad_norm": 369.4558410644531,
+      "learning_rate": 1.5545320505472228e-06,
+      "loss": 21.1562,
+      "step": 34550
+    },
+    {
+      "epoch": 1.6511038898977348,
+      "grad_norm": 185.2771759033203,
+      "learning_rate": 1.5541176838885907e-06,
+      "loss": 24.0156,
+      "step": 34551
+    },
+    {
+      "epoch": 1.6511516773391952,
+      "grad_norm": 365.2784423828125,
+      "learning_rate": 1.5537033678098934e-06,
+      "loss": 28.0625,
+      "step": 34552
+    },
+    {
+      "epoch": 1.6511994647806556,
+      "grad_norm": 346.81219482421875,
+      "learning_rate": 1.5532891023136132e-06,
+      "loss": 17.8438,
+      "step": 34553
+    },
+    {
+      "epoch": 1.651247252222116,
+      "grad_norm": 314.9841003417969,
+      "learning_rate": 1.5528748874022325e-06,
+      "loss": 27.0312,
+      "step": 34554
+    },
+    {
+      "epoch": 1.6512950396635764,
+      "grad_norm": 317.04742431640625,
+      "learning_rate": 1.5524607230782352e-06,
+      "loss": 36.0,
+      "step": 34555
+    },
+    {
+      "epoch": 1.6513428271050368,
+      "grad_norm": 569.886474609375,
+      "learning_rate": 1.5520466093440933e-06,
+      "loss": 37.9688,
+      "step": 34556
+    },
+    {
+      "epoch": 1.6513906145464972,
+      "grad_norm": 387.2711486816406,
+      "learning_rate": 1.551632546202293e-06,
+      "loss": 28.9062,
+      "step": 34557
+    },
+    {
+      "epoch": 1.6514384019879575,
+      "grad_norm": 273.1143798828125,
+      "learning_rate": 1.551218533655311e-06,
+      "loss": 44.7812,
+      "step": 34558
+    },
+    {
+      "epoch": 1.651486189429418,
+      "grad_norm": 280.8118591308594,
+      "learning_rate": 1.550804571705632e-06,
+      "loss": 26.5,
+      "step": 34559
+    },
+    {
+      "epoch": 1.6515339768708783,
+      "grad_norm": 152.88723754882812,
+      "learning_rate": 1.5503906603557272e-06,
+      "loss": 20.4062,
+      "step": 34560
+    },
+    {
+      "epoch": 1.6515817643123387,
+      "grad_norm": 507.8315124511719,
+      "learning_rate": 1.5499767996080805e-06,
+      "loss": 25.8438,
+      "step": 34561
+    },
+    {
+      "epoch": 1.651629551753799,
+      "grad_norm": 231.96739196777344,
+      "learning_rate": 1.5495629894651709e-06,
+      "loss": 21.7969,
+      "step": 34562
+    },
+    {
+      "epoch": 1.6516773391952595,
+      "grad_norm": 363.3525390625,
+      "learning_rate": 1.549149229929473e-06,
+      "loss": 17.6875,
+      "step": 34563
+    },
+    {
+      "epoch": 1.6517251266367199,
+      "grad_norm": 236.1392822265625,
+      "learning_rate": 1.5487355210034672e-06,
+      "loss": 33.3125,
+      "step": 34564
+    },
+    {
+      "epoch": 1.6517729140781803,
+      "grad_norm": 288.5267333984375,
+      "learning_rate": 1.548321862689629e-06,
+      "loss": 27.9062,
+      "step": 34565
+    },
+    {
+      "epoch": 1.6518207015196407,
+      "grad_norm": 259.3385009765625,
+      "learning_rate": 1.5479082549904413e-06,
+      "loss": 29.5625,
+      "step": 34566
+    },
+    {
+      "epoch": 1.651868488961101,
+      "grad_norm": 286.2591857910156,
+      "learning_rate": 1.5474946979083727e-06,
+      "loss": 28.0938,
+      "step": 34567
+    },
+    {
+      "epoch": 1.6519162764025614,
+      "grad_norm": 236.56736755371094,
+      "learning_rate": 1.5470811914459049e-06,
+      "loss": 21.1406,
+      "step": 34568
+    },
+    {
+      "epoch": 1.6519640638440218,
+      "grad_norm": 192.2387237548828,
+      "learning_rate": 1.546667735605515e-06,
+      "loss": 35.6875,
+      "step": 34569
+    },
+    {
+      "epoch": 1.6520118512854822,
+      "grad_norm": 1045.4884033203125,
+      "learning_rate": 1.5462543303896782e-06,
+      "loss": 37.875,
+      "step": 34570
+    },
+    {
+      "epoch": 1.6520596387269426,
+      "grad_norm": 251.42015075683594,
+      "learning_rate": 1.5458409758008675e-06,
+      "loss": 32.5938,
+      "step": 34571
+    },
+    {
+      "epoch": 1.6521074261684028,
+      "grad_norm": 323.866943359375,
+      "learning_rate": 1.5454276718415606e-06,
+      "loss": 30.125,
+      "step": 34572
+    },
+    {
+      "epoch": 1.6521552136098632,
+      "grad_norm": 292.0655822753906,
+      "learning_rate": 1.5450144185142356e-06,
+      "loss": 20.1875,
+      "step": 34573
+    },
+    {
+      "epoch": 1.6522030010513236,
+      "grad_norm": 219.49586486816406,
+      "learning_rate": 1.5446012158213607e-06,
+      "loss": 20.8438,
+      "step": 34574
+    },
+    {
+      "epoch": 1.652250788492784,
+      "grad_norm": 176.6655731201172,
+      "learning_rate": 1.544188063765415e-06,
+      "loss": 37.375,
+      "step": 34575
+    },
+    {
+      "epoch": 1.6522985759342443,
+      "grad_norm": 163.6112060546875,
+      "learning_rate": 1.543774962348874e-06,
+      "loss": 20.1562,
+      "step": 34576
+    },
+    {
+      "epoch": 1.6523463633757047,
+      "grad_norm": 152.4309539794922,
+      "learning_rate": 1.5433619115742071e-06,
+      "loss": 21.2188,
+      "step": 34577
+    },
+    {
+      "epoch": 1.6523941508171651,
+      "grad_norm": 188.1689453125,
+      "learning_rate": 1.5429489114438933e-06,
+      "loss": 22.7188,
+      "step": 34578
+    },
+    {
+      "epoch": 1.6524419382586255,
+      "grad_norm": 231.16824340820312,
+      "learning_rate": 1.5425359619603996e-06,
+      "loss": 20.4062,
+      "step": 34579
+    },
+    {
+      "epoch": 1.652489725700086,
+      "grad_norm": 265.02587890625,
+      "learning_rate": 1.542123063126203e-06,
+      "loss": 25.5312,
+      "step": 34580
+    },
+    {
+      "epoch": 1.6525375131415463,
+      "grad_norm": 260.0959167480469,
+      "learning_rate": 1.5417102149437779e-06,
+      "loss": 21.6562,
+      "step": 34581
+    },
+    {
+      "epoch": 1.6525853005830067,
+      "grad_norm": 287.21905517578125,
+      "learning_rate": 1.5412974174155914e-06,
+      "loss": 27.9844,
+      "step": 34582
+    },
+    {
+      "epoch": 1.652633088024467,
+      "grad_norm": 241.64463806152344,
+      "learning_rate": 1.5408846705441194e-06,
+      "loss": 27.6562,
+      "step": 34583
+    },
+    {
+      "epoch": 1.6526808754659275,
+      "grad_norm": 443.9725036621094,
+      "learning_rate": 1.5404719743318341e-06,
+      "loss": 22.8594,
+      "step": 34584
+    },
+    {
+      "epoch": 1.6527286629073878,
+      "grad_norm": 159.56585693359375,
+      "learning_rate": 1.5400593287812049e-06,
+      "loss": 23.3594,
+      "step": 34585
+    },
+    {
+      "epoch": 1.6527764503488482,
+      "grad_norm": 235.18995666503906,
+      "learning_rate": 1.539646733894704e-06,
+      "loss": 20.5938,
+      "step": 34586
+    },
+    {
+      "epoch": 1.6528242377903086,
+      "grad_norm": 232.6167449951172,
+      "learning_rate": 1.539234189674802e-06,
+      "loss": 32.9375,
+      "step": 34587
+    },
+    {
+      "epoch": 1.652872025231769,
+      "grad_norm": 155.7609100341797,
+      "learning_rate": 1.538821696123972e-06,
+      "loss": 23.75,
+      "step": 34588
+    },
+    {
+      "epoch": 1.6529198126732294,
+      "grad_norm": 223.3558349609375,
+      "learning_rate": 1.5384092532446792e-06,
+      "loss": 23.1094,
+      "step": 34589
+    },
+    {
+      "epoch": 1.6529676001146898,
+      "grad_norm": 198.45228576660156,
+      "learning_rate": 1.5379968610393969e-06,
+      "loss": 20.5156,
+      "step": 34590
+    },
+    {
+      "epoch": 1.6530153875561502,
+      "grad_norm": 276.7492980957031,
+      "learning_rate": 1.5375845195105954e-06,
+      "loss": 33.7812,
+      "step": 34591
+    },
+    {
+      "epoch": 1.6530631749976106,
+      "grad_norm": 355.3740539550781,
+      "learning_rate": 1.537172228660745e-06,
+      "loss": 25.875,
+      "step": 34592
+    },
+    {
+      "epoch": 1.653110962439071,
+      "grad_norm": 174.4725341796875,
+      "learning_rate": 1.5367599884923101e-06,
+      "loss": 17.5,
+      "step": 34593
+    },
+    {
+      "epoch": 1.6531587498805314,
+      "grad_norm": 454.9088439941406,
+      "learning_rate": 1.5363477990077625e-06,
+      "loss": 30.5625,
+      "step": 34594
+    },
+    {
+      "epoch": 1.6532065373219917,
+      "grad_norm": 253.21583557128906,
+      "learning_rate": 1.5359356602095699e-06,
+      "loss": 27.0625,
+      "step": 34595
+    },
+    {
+      "epoch": 1.6532543247634521,
+      "grad_norm": 389.44879150390625,
+      "learning_rate": 1.535523572100205e-06,
+      "loss": 26.8125,
+      "step": 34596
+    },
+    {
+      "epoch": 1.6533021122049125,
+      "grad_norm": 344.5464782714844,
+      "learning_rate": 1.5351115346821277e-06,
+      "loss": 22.4688,
+      "step": 34597
+    },
+    {
+      "epoch": 1.653349899646373,
+      "grad_norm": 233.1111602783203,
+      "learning_rate": 1.534699547957811e-06,
+      "loss": 36.0312,
+      "step": 34598
+    },
+    {
+      "epoch": 1.6533976870878333,
+      "grad_norm": 200.91595458984375,
+      "learning_rate": 1.5342876119297223e-06,
+      "loss": 25.4688,
+      "step": 34599
+    },
+    {
+      "epoch": 1.6534454745292937,
+      "grad_norm": 208.9027557373047,
+      "learning_rate": 1.5338757266003245e-06,
+      "loss": 27.0625,
+      "step": 34600
+    },
+    {
+      "epoch": 1.653493261970754,
+      "grad_norm": 293.01763916015625,
+      "learning_rate": 1.5334638919720868e-06,
+      "loss": 19.9219,
+      "step": 34601
+    },
+    {
+      "epoch": 1.6535410494122145,
+      "grad_norm": 252.4461669921875,
+      "learning_rate": 1.5330521080474759e-06,
+      "loss": 26.0,
+      "step": 34602
+    },
+    {
+      "epoch": 1.6535888368536749,
+      "grad_norm": 410.758544921875,
+      "learning_rate": 1.532640374828961e-06,
+      "loss": 27.6875,
+      "step": 34603
+    },
+    {
+      "epoch": 1.6536366242951352,
+      "grad_norm": 271.11602783203125,
+      "learning_rate": 1.532228692319e-06,
+      "loss": 23.0938,
+      "step": 34604
+    },
+    {
+      "epoch": 1.6536844117365956,
+      "grad_norm": 199.01226806640625,
+      "learning_rate": 1.5318170605200644e-06,
+      "loss": 21.8906,
+      "step": 34605
+    },
+    {
+      "epoch": 1.653732199178056,
+      "grad_norm": 294.4613952636719,
+      "learning_rate": 1.5314054794346168e-06,
+      "loss": 31.6719,
+      "step": 34606
+    },
+    {
+      "epoch": 1.6537799866195164,
+      "grad_norm": 191.74732971191406,
+      "learning_rate": 1.530993949065125e-06,
+      "loss": 25.6875,
+      "step": 34607
+    },
+    {
+      "epoch": 1.6538277740609768,
+      "grad_norm": 145.8092041015625,
+      "learning_rate": 1.5305824694140492e-06,
+      "loss": 23.125,
+      "step": 34608
+    },
+    {
+      "epoch": 1.6538755615024372,
+      "grad_norm": 160.95762634277344,
+      "learning_rate": 1.5301710404838588e-06,
+      "loss": 17.2344,
+      "step": 34609
+    },
+    {
+      "epoch": 1.6539233489438976,
+      "grad_norm": 269.3928527832031,
+      "learning_rate": 1.5297596622770117e-06,
+      "loss": 31.0312,
+      "step": 34610
+    },
+    {
+      "epoch": 1.653971136385358,
+      "grad_norm": 221.2972412109375,
+      "learning_rate": 1.5293483347959748e-06,
+      "loss": 28.0,
+      "step": 34611
+    },
+    {
+      "epoch": 1.6540189238268184,
+      "grad_norm": 140.55386352539062,
+      "learning_rate": 1.528937058043214e-06,
+      "loss": 23.1719,
+      "step": 34612
+    },
+    {
+      "epoch": 1.6540667112682788,
+      "grad_norm": 124.29515075683594,
+      "learning_rate": 1.528525832021187e-06,
+      "loss": 16.5312,
+      "step": 34613
+    },
+    {
+      "epoch": 1.6541144987097391,
+      "grad_norm": 223.30397033691406,
+      "learning_rate": 1.5281146567323612e-06,
+      "loss": 20.2344,
+      "step": 34614
+    },
+    {
+      "epoch": 1.6541622861511995,
+      "grad_norm": 276.0718078613281,
+      "learning_rate": 1.5277035321791954e-06,
+      "loss": 26.0625,
+      "step": 34615
+    },
+    {
+      "epoch": 1.65421007359266,
+      "grad_norm": 331.2251892089844,
+      "learning_rate": 1.5272924583641523e-06,
+      "loss": 27.8438,
+      "step": 34616
+    },
+    {
+      "epoch": 1.6542578610341203,
+      "grad_norm": 282.73431396484375,
+      "learning_rate": 1.5268814352896944e-06,
+      "loss": 23.7344,
+      "step": 34617
+    },
+    {
+      "epoch": 1.6543056484755807,
+      "grad_norm": 258.9415283203125,
+      "learning_rate": 1.5264704629582872e-06,
+      "loss": 18.8906,
+      "step": 34618
+    },
+    {
+      "epoch": 1.654353435917041,
+      "grad_norm": 128.52101135253906,
+      "learning_rate": 1.5260595413723845e-06,
+      "loss": 14.8594,
+      "step": 34619
+    },
+    {
+      "epoch": 1.6544012233585015,
+      "grad_norm": 226.98199462890625,
+      "learning_rate": 1.525648670534451e-06,
+      "loss": 21.7188,
+      "step": 34620
+    },
+    {
+      "epoch": 1.6544490107999619,
+      "grad_norm": 708.9253540039062,
+      "learning_rate": 1.525237850446949e-06,
+      "loss": 30.5469,
+      "step": 34621
+    },
+    {
+      "epoch": 1.6544967982414223,
+      "grad_norm": 193.69773864746094,
+      "learning_rate": 1.5248270811123344e-06,
+      "loss": 18.4062,
+      "step": 34622
+    },
+    {
+      "epoch": 1.6545445856828827,
+      "grad_norm": 318.29351806640625,
+      "learning_rate": 1.524416362533071e-06,
+      "loss": 29.7188,
+      "step": 34623
+    },
+    {
+      "epoch": 1.654592373124343,
+      "grad_norm": 267.513427734375,
+      "learning_rate": 1.5240056947116155e-06,
+      "loss": 33.6875,
+      "step": 34624
+    },
+    {
+      "epoch": 1.6546401605658034,
+      "grad_norm": 262.8754577636719,
+      "learning_rate": 1.5235950776504317e-06,
+      "loss": 29.375,
+      "step": 34625
+    },
+    {
+      "epoch": 1.6546879480072638,
+      "grad_norm": 246.2886962890625,
+      "learning_rate": 1.5231845113519739e-06,
+      "loss": 25.0781,
+      "step": 34626
+    },
+    {
+      "epoch": 1.6547357354487242,
+      "grad_norm": 177.50839233398438,
+      "learning_rate": 1.5227739958187027e-06,
+      "loss": 18.9531,
+      "step": 34627
+    },
+    {
+      "epoch": 1.6547835228901846,
+      "grad_norm": 341.5659484863281,
+      "learning_rate": 1.522363531053076e-06,
+      "loss": 28.8438,
+      "step": 34628
+    },
+    {
+      "epoch": 1.654831310331645,
+      "grad_norm": 220.31886291503906,
+      "learning_rate": 1.5219531170575564e-06,
+      "loss": 20.625,
+      "step": 34629
+    },
+    {
+      "epoch": 1.6548790977731054,
+      "grad_norm": 191.6278076171875,
+      "learning_rate": 1.521542753834594e-06,
+      "loss": 23.9375,
+      "step": 34630
+    },
+    {
+      "epoch": 1.6549268852145658,
+      "grad_norm": 2602.197265625,
+      "learning_rate": 1.5211324413866512e-06,
+      "loss": 22.4531,
+      "step": 34631
+    },
+    {
+      "epoch": 1.6549746726560262,
+      "grad_norm": 229.0642852783203,
+      "learning_rate": 1.5207221797161841e-06,
+      "loss": 17.8828,
+      "step": 34632
+    },
+    {
+      "epoch": 1.6550224600974863,
+      "grad_norm": 215.9879608154297,
+      "learning_rate": 1.5203119688256518e-06,
+      "loss": 21.5469,
+      "step": 34633
+    },
+    {
+      "epoch": 1.6550702475389467,
+      "grad_norm": 298.71728515625,
+      "learning_rate": 1.5199018087175077e-06,
+      "loss": 27.5312,
+      "step": 34634
+    },
+    {
+      "epoch": 1.655118034980407,
+      "grad_norm": 208.69595336914062,
+      "learning_rate": 1.5194916993942088e-06,
+      "loss": 26.7344,
+      "step": 34635
+    },
+    {
+      "epoch": 1.6551658224218675,
+      "grad_norm": 373.72283935546875,
+      "learning_rate": 1.5190816408582143e-06,
+      "loss": 22.9531,
+      "step": 34636
+    },
+    {
+      "epoch": 1.6552136098633279,
+      "grad_norm": 187.65896606445312,
+      "learning_rate": 1.5186716331119744e-06,
+      "loss": 26.1094,
+      "step": 34637
+    },
+    {
+      "epoch": 1.6552613973047883,
+      "grad_norm": 175.34780883789062,
+      "learning_rate": 1.5182616761579484e-06,
+      "loss": 17.2812,
+      "step": 34638
+    },
+    {
+      "epoch": 1.6553091847462487,
+      "grad_norm": 250.4813995361328,
+      "learning_rate": 1.5178517699985895e-06,
+      "loss": 25.875,
+      "step": 34639
+    },
+    {
+      "epoch": 1.655356972187709,
+      "grad_norm": 367.0950012207031,
+      "learning_rate": 1.5174419146363573e-06,
+      "loss": 29.5625,
+      "step": 34640
+    },
+    {
+      "epoch": 1.6554047596291694,
+      "grad_norm": 180.55152893066406,
+      "learning_rate": 1.5170321100736985e-06,
+      "loss": 19.3438,
+      "step": 34641
+    },
+    {
+      "epoch": 1.6554525470706298,
+      "grad_norm": 387.3004455566406,
+      "learning_rate": 1.5166223563130755e-06,
+      "loss": 38.7812,
+      "step": 34642
+    },
+    {
+      "epoch": 1.6555003345120902,
+      "grad_norm": 743.7965698242188,
+      "learning_rate": 1.5162126533569344e-06,
+      "loss": 32.6562,
+      "step": 34643
+    },
+    {
+      "epoch": 1.6555481219535506,
+      "grad_norm": 208.59214782714844,
+      "learning_rate": 1.5158030012077329e-06,
+      "loss": 28.75,
+      "step": 34644
+    },
+    {
+      "epoch": 1.655595909395011,
+      "grad_norm": 262.11810302734375,
+      "learning_rate": 1.515393399867926e-06,
+      "loss": 20.7188,
+      "step": 34645
+    },
+    {
+      "epoch": 1.6556436968364714,
+      "grad_norm": 311.4154357910156,
+      "learning_rate": 1.5149838493399616e-06,
+      "loss": 28.9219,
+      "step": 34646
+    },
+    {
+      "epoch": 1.6556914842779318,
+      "grad_norm": 211.10781860351562,
+      "learning_rate": 1.5145743496262988e-06,
+      "loss": 23.7188,
+      "step": 34647
+    },
+    {
+      "epoch": 1.6557392717193922,
+      "grad_norm": 105.59459686279297,
+      "learning_rate": 1.5141649007293834e-06,
+      "loss": 19.1562,
+      "step": 34648
+    },
+    {
+      "epoch": 1.6557870591608526,
+      "grad_norm": 211.9888916015625,
+      "learning_rate": 1.5137555026516705e-06,
+      "loss": 25.5938,
+      "step": 34649
+    },
+    {
+      "epoch": 1.655834846602313,
+      "grad_norm": 233.17288208007812,
+      "learning_rate": 1.5133461553956118e-06,
+      "loss": 18.5625,
+      "step": 34650
+    },
+    {
+      "epoch": 1.6558826340437733,
+      "grad_norm": 298.816650390625,
+      "learning_rate": 1.5129368589636618e-06,
+      "loss": 32.375,
+      "step": 34651
+    },
+    {
+      "epoch": 1.6559304214852337,
+      "grad_norm": 180.44601440429688,
+      "learning_rate": 1.5125276133582655e-06,
+      "loss": 22.4531,
+      "step": 34652
+    },
+    {
+      "epoch": 1.6559782089266941,
+      "grad_norm": 343.452880859375,
+      "learning_rate": 1.5121184185818782e-06,
+      "loss": 38.25,
+      "step": 34653
+    },
+    {
+      "epoch": 1.6560259963681543,
+      "grad_norm": 349.1351013183594,
+      "learning_rate": 1.5117092746369476e-06,
+      "loss": 27.4375,
+      "step": 34654
+    },
+    {
+      "epoch": 1.6560737838096147,
+      "grad_norm": 174.57640075683594,
+      "learning_rate": 1.5113001815259286e-06,
+      "loss": 28.0312,
+      "step": 34655
+    },
+    {
+      "epoch": 1.656121571251075,
+      "grad_norm": 228.7582244873047,
+      "learning_rate": 1.510891139251266e-06,
+      "loss": 23.1953,
+      "step": 34656
+    },
+    {
+      "epoch": 1.6561693586925355,
+      "grad_norm": 373.8485107421875,
+      "learning_rate": 1.5104821478154118e-06,
+      "loss": 30.9688,
+      "step": 34657
+    },
+    {
+      "epoch": 1.6562171461339958,
+      "grad_norm": 254.97494506835938,
+      "learning_rate": 1.5100732072208169e-06,
+      "loss": 27.5625,
+      "step": 34658
+    },
+    {
+      "epoch": 1.6562649335754562,
+      "grad_norm": 228.07528686523438,
+      "learning_rate": 1.5096643174699266e-06,
+      "loss": 18.5703,
+      "step": 34659
+    },
+    {
+      "epoch": 1.6563127210169166,
+      "grad_norm": 130.65634155273438,
+      "learning_rate": 1.5092554785651903e-06,
+      "loss": 20.9375,
+      "step": 34660
+    },
+    {
+      "epoch": 1.656360508458377,
+      "grad_norm": 199.33026123046875,
+      "learning_rate": 1.5088466905090592e-06,
+      "loss": 23.0625,
+      "step": 34661
+    },
+    {
+      "epoch": 1.6564082958998374,
+      "grad_norm": 410.69573974609375,
+      "learning_rate": 1.5084379533039817e-06,
+      "loss": 23.125,
+      "step": 34662
+    },
+    {
+      "epoch": 1.6564560833412978,
+      "grad_norm": 232.778564453125,
+      "learning_rate": 1.508029266952401e-06,
+      "loss": 28.7109,
+      "step": 34663
+    },
+    {
+      "epoch": 1.6565038707827582,
+      "grad_norm": 247.7920684814453,
+      "learning_rate": 1.5076206314567676e-06,
+      "loss": 24.7969,
+      "step": 34664
+    },
+    {
+      "epoch": 1.6565516582242186,
+      "grad_norm": 3773.435302734375,
+      "learning_rate": 1.5072120468195283e-06,
+      "loss": 25.25,
+      "step": 34665
+    },
+    {
+      "epoch": 1.656599445665679,
+      "grad_norm": 350.33148193359375,
+      "learning_rate": 1.5068035130431325e-06,
+      "loss": 30.2188,
+      "step": 34666
+    },
+    {
+      "epoch": 1.6566472331071393,
+      "grad_norm": 598.2964477539062,
+      "learning_rate": 1.506395030130021e-06,
+      "loss": 33.3125,
+      "step": 34667
+    },
+    {
+      "epoch": 1.6566950205485997,
+      "grad_norm": 271.6618957519531,
+      "learning_rate": 1.505986598082645e-06,
+      "loss": 29.8438,
+      "step": 34668
+    },
+    {
+      "epoch": 1.6567428079900601,
+      "grad_norm": 221.74696350097656,
+      "learning_rate": 1.5055782169034517e-06,
+      "loss": 22.2031,
+      "step": 34669
+    },
+    {
+      "epoch": 1.6567905954315205,
+      "grad_norm": 224.46058654785156,
+      "learning_rate": 1.5051698865948806e-06,
+      "loss": 23.75,
+      "step": 34670
+    },
+    {
+      "epoch": 1.656838382872981,
+      "grad_norm": 260.5537414550781,
+      "learning_rate": 1.5047616071593806e-06,
+      "loss": 22.9062,
+      "step": 34671
+    },
+    {
+      "epoch": 1.6568861703144413,
+      "grad_norm": 358.97857666015625,
+      "learning_rate": 1.504353378599398e-06,
+      "loss": 23.7188,
+      "step": 34672
+    },
+    {
+      "epoch": 1.6569339577559017,
+      "grad_norm": 299.96588134765625,
+      "learning_rate": 1.503945200917377e-06,
+      "loss": 33.2188,
+      "step": 34673
+    },
+    {
+      "epoch": 1.656981745197362,
+      "grad_norm": 274.0499572753906,
+      "learning_rate": 1.5035370741157597e-06,
+      "loss": 24.0625,
+      "step": 34674
+    },
+    {
+      "epoch": 1.6570295326388225,
+      "grad_norm": 134.02667236328125,
+      "learning_rate": 1.5031289981969942e-06,
+      "loss": 20.8516,
+      "step": 34675
+    },
+    {
+      "epoch": 1.6570773200802829,
+      "grad_norm": 207.09527587890625,
+      "learning_rate": 1.5027209731635195e-06,
+      "loss": 20.4688,
+      "step": 34676
+    },
+    {
+      "epoch": 1.6571251075217432,
+      "grad_norm": 301.4624938964844,
+      "learning_rate": 1.502312999017782e-06,
+      "loss": 24.5156,
+      "step": 34677
+    },
+    {
+      "epoch": 1.6571728949632036,
+      "grad_norm": 316.3262023925781,
+      "learning_rate": 1.5019050757622266e-06,
+      "loss": 26.4844,
+      "step": 34678
+    },
+    {
+      "epoch": 1.657220682404664,
+      "grad_norm": 339.7794189453125,
+      "learning_rate": 1.5014972033992925e-06,
+      "loss": 34.3438,
+      "step": 34679
+    },
+    {
+      "epoch": 1.6572684698461244,
+      "grad_norm": 191.18408203125,
+      "learning_rate": 1.5010893819314244e-06,
+      "loss": 19.3281,
+      "step": 34680
+    },
+    {
+      "epoch": 1.6573162572875848,
+      "grad_norm": 189.90512084960938,
+      "learning_rate": 1.5006816113610656e-06,
+      "loss": 15.8125,
+      "step": 34681
+    },
+    {
+      "epoch": 1.6573640447290452,
+      "grad_norm": 441.47119140625,
+      "learning_rate": 1.5002738916906545e-06,
+      "loss": 27.1562,
+      "step": 34682
+    },
+    {
+      "epoch": 1.6574118321705056,
+      "grad_norm": 236.82672119140625,
+      "learning_rate": 1.4998662229226358e-06,
+      "loss": 18.2812,
+      "step": 34683
+    },
+    {
+      "epoch": 1.657459619611966,
+      "grad_norm": 190.2116241455078,
+      "learning_rate": 1.4994586050594516e-06,
+      "loss": 25.2812,
+      "step": 34684
+    },
+    {
+      "epoch": 1.6575074070534264,
+      "grad_norm": 259.3028259277344,
+      "learning_rate": 1.4990510381035405e-06,
+      "loss": 24.0312,
+      "step": 34685
+    },
+    {
+      "epoch": 1.6575551944948868,
+      "grad_norm": 419.4224853515625,
+      "learning_rate": 1.4986435220573435e-06,
+      "loss": 27.3281,
+      "step": 34686
+    },
+    {
+      "epoch": 1.6576029819363471,
+      "grad_norm": 271.6855163574219,
+      "learning_rate": 1.4982360569233034e-06,
+      "loss": 27.1094,
+      "step": 34687
+    },
+    {
+      "epoch": 1.6576507693778075,
+      "grad_norm": 272.2853698730469,
+      "learning_rate": 1.4978286427038602e-06,
+      "loss": 23.5,
+      "step": 34688
+    },
+    {
+      "epoch": 1.657698556819268,
+      "grad_norm": 314.1961364746094,
+      "learning_rate": 1.497421279401451e-06,
+      "loss": 39.8125,
+      "step": 34689
+    },
+    {
+      "epoch": 1.6577463442607283,
+      "grad_norm": 252.10362243652344,
+      "learning_rate": 1.4970139670185157e-06,
+      "loss": 27.7969,
+      "step": 34690
+    },
+    {
+      "epoch": 1.6577941317021887,
+      "grad_norm": 183.95570373535156,
+      "learning_rate": 1.4966067055574962e-06,
+      "loss": 22.0625,
+      "step": 34691
+    },
+    {
+      "epoch": 1.657841919143649,
+      "grad_norm": 193.4613037109375,
+      "learning_rate": 1.4961994950208325e-06,
+      "loss": 19.8281,
+      "step": 34692
+    },
+    {
+      "epoch": 1.6578897065851095,
+      "grad_norm": 149.73289489746094,
+      "learning_rate": 1.4957923354109583e-06,
+      "loss": 23.8438,
+      "step": 34693
+    },
+    {
+      "epoch": 1.6579374940265699,
+      "grad_norm": 303.01959228515625,
+      "learning_rate": 1.4953852267303138e-06,
+      "loss": 21.5938,
+      "step": 34694
+    },
+    {
+      "epoch": 1.6579852814680303,
+      "grad_norm": 303.60400390625,
+      "learning_rate": 1.4949781689813403e-06,
+      "loss": 24.3125,
+      "step": 34695
+    },
+    {
+      "epoch": 1.6580330689094906,
+      "grad_norm": 237.92359924316406,
+      "learning_rate": 1.4945711621664717e-06,
+      "loss": 15.0781,
+      "step": 34696
+    },
+    {
+      "epoch": 1.658080856350951,
+      "grad_norm": 458.1563720703125,
+      "learning_rate": 1.4941642062881468e-06,
+      "loss": 18.1094,
+      "step": 34697
+    },
+    {
+      "epoch": 1.6581286437924114,
+      "grad_norm": 174.74362182617188,
+      "learning_rate": 1.4937573013488016e-06,
+      "loss": 25.8438,
+      "step": 34698
+    },
+    {
+      "epoch": 1.6581764312338718,
+      "grad_norm": 125.13907623291016,
+      "learning_rate": 1.4933504473508776e-06,
+      "loss": 18.9844,
+      "step": 34699
+    },
+    {
+      "epoch": 1.6582242186753322,
+      "grad_norm": 160.91494750976562,
+      "learning_rate": 1.4929436442968049e-06,
+      "loss": 25.9219,
+      "step": 34700
+    },
+    {
+      "epoch": 1.6582720061167926,
+      "grad_norm": 463.2194519042969,
+      "learning_rate": 1.4925368921890227e-06,
+      "loss": 32.8594,
+      "step": 34701
+    },
+    {
+      "epoch": 1.658319793558253,
+      "grad_norm": 195.74302673339844,
+      "learning_rate": 1.4921301910299668e-06,
+      "loss": 17.8906,
+      "step": 34702
+    },
+    {
+      "epoch": 1.6583675809997134,
+      "grad_norm": 777.3914184570312,
+      "learning_rate": 1.4917235408220765e-06,
+      "loss": 31.2812,
+      "step": 34703
+    },
+    {
+      "epoch": 1.6584153684411738,
+      "grad_norm": 242.45530700683594,
+      "learning_rate": 1.4913169415677797e-06,
+      "loss": 20.9375,
+      "step": 34704
+    },
+    {
+      "epoch": 1.6584631558826342,
+      "grad_norm": 623.1817626953125,
+      "learning_rate": 1.4909103932695156e-06,
+      "loss": 31.0625,
+      "step": 34705
+    },
+    {
+      "epoch": 1.6585109433240945,
+      "grad_norm": 197.22637939453125,
+      "learning_rate": 1.4905038959297214e-06,
+      "loss": 29.9375,
+      "step": 34706
+    },
+    {
+      "epoch": 1.658558730765555,
+      "grad_norm": 475.57269287109375,
+      "learning_rate": 1.4900974495508248e-06,
+      "loss": 31.9062,
+      "step": 34707
+    },
+    {
+      "epoch": 1.6586065182070153,
+      "grad_norm": 138.97303771972656,
+      "learning_rate": 1.4896910541352672e-06,
+      "loss": 19.5781,
+      "step": 34708
+    },
+    {
+      "epoch": 1.6586543056484757,
+      "grad_norm": 243.8884735107422,
+      "learning_rate": 1.4892847096854769e-06,
+      "loss": 22.7656,
+      "step": 34709
+    },
+    {
+      "epoch": 1.658702093089936,
+      "grad_norm": 219.14303588867188,
+      "learning_rate": 1.4888784162038883e-06,
+      "loss": 23.4062,
+      "step": 34710
+    },
+    {
+      "epoch": 1.6587498805313965,
+      "grad_norm": 319.60919189453125,
+      "learning_rate": 1.4884721736929386e-06,
+      "loss": 25.4844,
+      "step": 34711
+    },
+    {
+      "epoch": 1.6587976679728569,
+      "grad_norm": 162.56349182128906,
+      "learning_rate": 1.4880659821550547e-06,
+      "loss": 16.3125,
+      "step": 34712
+    },
+    {
+      "epoch": 1.6588454554143173,
+      "grad_norm": 229.82362365722656,
+      "learning_rate": 1.4876598415926735e-06,
+      "loss": 21.9219,
+      "step": 34713
+    },
+    {
+      "epoch": 1.6588932428557777,
+      "grad_norm": 256.87518310546875,
+      "learning_rate": 1.4872537520082275e-06,
+      "loss": 20.6406,
+      "step": 34714
+    },
+    {
+      "epoch": 1.658941030297238,
+      "grad_norm": 168.68017578125,
+      "learning_rate": 1.486847713404145e-06,
+      "loss": 22.2656,
+      "step": 34715
+    },
+    {
+      "epoch": 1.6589888177386982,
+      "grad_norm": 159.73336791992188,
+      "learning_rate": 1.486441725782859e-06,
+      "loss": 24.3125,
+      "step": 34716
+    },
+    {
+      "epoch": 1.6590366051801586,
+      "grad_norm": 197.4014129638672,
+      "learning_rate": 1.4860357891468014e-06,
+      "loss": 21.5312,
+      "step": 34717
+    },
+    {
+      "epoch": 1.659084392621619,
+      "grad_norm": 190.2989044189453,
+      "learning_rate": 1.4856299034984066e-06,
+      "loss": 21.4219,
+      "step": 34718
+    },
+    {
+      "epoch": 1.6591321800630794,
+      "grad_norm": 164.66921997070312,
+      "learning_rate": 1.4852240688400998e-06,
+      "loss": 24.4844,
+      "step": 34719
+    },
+    {
+      "epoch": 1.6591799675045398,
+      "grad_norm": 160.94818115234375,
+      "learning_rate": 1.4848182851743131e-06,
+      "loss": 19.1953,
+      "step": 34720
+    },
+    {
+      "epoch": 1.6592277549460002,
+      "grad_norm": 228.73477172851562,
+      "learning_rate": 1.4844125525034803e-06,
+      "loss": 25.875,
+      "step": 34721
+    },
+    {
+      "epoch": 1.6592755423874606,
+      "grad_norm": 186.50599670410156,
+      "learning_rate": 1.4840068708300248e-06,
+      "loss": 34.5625,
+      "step": 34722
+    },
+    {
+      "epoch": 1.659323329828921,
+      "grad_norm": 376.5367126464844,
+      "learning_rate": 1.4836012401563804e-06,
+      "loss": 30.9062,
+      "step": 34723
+    },
+    {
+      "epoch": 1.6593711172703813,
+      "grad_norm": 330.1532897949219,
+      "learning_rate": 1.4831956604849763e-06,
+      "loss": 27.4062,
+      "step": 34724
+    },
+    {
+      "epoch": 1.6594189047118417,
+      "grad_norm": 151.65139770507812,
+      "learning_rate": 1.4827901318182413e-06,
+      "loss": 15.7188,
+      "step": 34725
+    },
+    {
+      "epoch": 1.6594666921533021,
+      "grad_norm": 201.75059509277344,
+      "learning_rate": 1.4823846541586018e-06,
+      "loss": 29.4375,
+      "step": 34726
+    },
+    {
+      "epoch": 1.6595144795947625,
+      "grad_norm": 792.5612182617188,
+      "learning_rate": 1.4819792275084865e-06,
+      "loss": 31.8125,
+      "step": 34727
+    },
+    {
+      "epoch": 1.659562267036223,
+      "grad_norm": 417.022216796875,
+      "learning_rate": 1.481573851870325e-06,
+      "loss": 17.125,
+      "step": 34728
+    },
+    {
+      "epoch": 1.6596100544776833,
+      "grad_norm": 239.99765014648438,
+      "learning_rate": 1.4811685272465471e-06,
+      "loss": 24.75,
+      "step": 34729
+    },
+    {
+      "epoch": 1.6596578419191437,
+      "grad_norm": 415.6988830566406,
+      "learning_rate": 1.4807632536395743e-06,
+      "loss": 36.375,
+      "step": 34730
+    },
+    {
+      "epoch": 1.659705629360604,
+      "grad_norm": 394.84735107421875,
+      "learning_rate": 1.4803580310518373e-06,
+      "loss": 19.7031,
+      "step": 34731
+    },
+    {
+      "epoch": 1.6597534168020645,
+      "grad_norm": 109.3521728515625,
+      "learning_rate": 1.4799528594857637e-06,
+      "loss": 16.0156,
+      "step": 34732
+    },
+    {
+      "epoch": 1.6598012042435248,
+      "grad_norm": 217.22360229492188,
+      "learning_rate": 1.4795477389437774e-06,
+      "loss": 19.5469,
+      "step": 34733
+    },
+    {
+      "epoch": 1.6598489916849852,
+      "grad_norm": 286.90362548828125,
+      "learning_rate": 1.479142669428305e-06,
+      "loss": 20.3906,
+      "step": 34734
+    },
+    {
+      "epoch": 1.6598967791264456,
+      "grad_norm": 840.8018798828125,
+      "learning_rate": 1.478737650941774e-06,
+      "loss": 18.5781,
+      "step": 34735
+    },
+    {
+      "epoch": 1.6599445665679058,
+      "grad_norm": 547.971923828125,
+      "learning_rate": 1.4783326834866107e-06,
+      "loss": 17.8203,
+      "step": 34736
+    },
+    {
+      "epoch": 1.6599923540093662,
+      "grad_norm": 279.8019104003906,
+      "learning_rate": 1.4779277670652358e-06,
+      "loss": 22.0625,
+      "step": 34737
+    },
+    {
+      "epoch": 1.6600401414508266,
+      "grad_norm": 343.7587890625,
+      "learning_rate": 1.4775229016800785e-06,
+      "loss": 26.3438,
+      "step": 34738
+    },
+    {
+      "epoch": 1.660087928892287,
+      "grad_norm": 559.7435913085938,
+      "learning_rate": 1.4771180873335634e-06,
+      "loss": 27.625,
+      "step": 34739
+    },
+    {
+      "epoch": 1.6601357163337473,
+      "grad_norm": 299.3833923339844,
+      "learning_rate": 1.4767133240281118e-06,
+      "loss": 22.1562,
+      "step": 34740
+    },
+    {
+      "epoch": 1.6601835037752077,
+      "grad_norm": 397.28033447265625,
+      "learning_rate": 1.4763086117661485e-06,
+      "loss": 30.125,
+      "step": 34741
+    },
+    {
+      "epoch": 1.6602312912166681,
+      "grad_norm": 242.96197509765625,
+      "learning_rate": 1.4759039505501005e-06,
+      "loss": 27.9375,
+      "step": 34742
+    },
+    {
+      "epoch": 1.6602790786581285,
+      "grad_norm": 206.16851806640625,
+      "learning_rate": 1.475499340382387e-06,
+      "loss": 33.6562,
+      "step": 34743
+    },
+    {
+      "epoch": 1.660326866099589,
+      "grad_norm": 173.76412963867188,
+      "learning_rate": 1.4750947812654348e-06,
+      "loss": 23.2188,
+      "step": 34744
+    },
+    {
+      "epoch": 1.6603746535410493,
+      "grad_norm": 269.74603271484375,
+      "learning_rate": 1.474690273201662e-06,
+      "loss": 26.5938,
+      "step": 34745
+    },
+    {
+      "epoch": 1.6604224409825097,
+      "grad_norm": 487.7351989746094,
+      "learning_rate": 1.4742858161934937e-06,
+      "loss": 23.4062,
+      "step": 34746
+    },
+    {
+      "epoch": 1.66047022842397,
+      "grad_norm": 219.35885620117188,
+      "learning_rate": 1.4738814102433552e-06,
+      "loss": 27.3438,
+      "step": 34747
+    },
+    {
+      "epoch": 1.6605180158654305,
+      "grad_norm": 301.367431640625,
+      "learning_rate": 1.4734770553536626e-06,
+      "loss": 28.375,
+      "step": 34748
+    },
+    {
+      "epoch": 1.6605658033068909,
+      "grad_norm": 352.0332336425781,
+      "learning_rate": 1.4730727515268406e-06,
+      "loss": 25.3594,
+      "step": 34749
+    },
+    {
+      "epoch": 1.6606135907483512,
+      "grad_norm": 185.72930908203125,
+      "learning_rate": 1.4726684987653105e-06,
+      "loss": 25.8594,
+      "step": 34750
+    },
+    {
+      "epoch": 1.6606613781898116,
+      "grad_norm": 312.45526123046875,
+      "learning_rate": 1.472264297071494e-06,
+      "loss": 36.7188,
+      "step": 34751
+    },
+    {
+      "epoch": 1.660709165631272,
+      "grad_norm": 223.89810180664062,
+      "learning_rate": 1.4718601464478088e-06,
+      "loss": 17.8906,
+      "step": 34752
+    },
+    {
+      "epoch": 1.6607569530727324,
+      "grad_norm": 129.20404052734375,
+      "learning_rate": 1.4714560468966776e-06,
+      "loss": 18.2891,
+      "step": 34753
+    },
+    {
+      "epoch": 1.6608047405141928,
+      "grad_norm": 344.9884033203125,
+      "learning_rate": 1.4710519984205207e-06,
+      "loss": 15.3125,
+      "step": 34754
+    },
+    {
+      "epoch": 1.6608525279556532,
+      "grad_norm": 150.17274475097656,
+      "learning_rate": 1.4706480010217562e-06,
+      "loss": 14.7656,
+      "step": 34755
+    },
+    {
+      "epoch": 1.6609003153971136,
+      "grad_norm": 242.69691467285156,
+      "learning_rate": 1.470244054702803e-06,
+      "loss": 22.1406,
+      "step": 34756
+    },
+    {
+      "epoch": 1.660948102838574,
+      "grad_norm": 427.43621826171875,
+      "learning_rate": 1.4698401594660826e-06,
+      "loss": 19.1406,
+      "step": 34757
+    },
+    {
+      "epoch": 1.6609958902800344,
+      "grad_norm": 284.19293212890625,
+      "learning_rate": 1.4694363153140146e-06,
+      "loss": 28.9375,
+      "step": 34758
+    },
+    {
+      "epoch": 1.6610436777214947,
+      "grad_norm": 245.5908966064453,
+      "learning_rate": 1.4690325222490131e-06,
+      "loss": 19.4062,
+      "step": 34759
+    },
+    {
+      "epoch": 1.6610914651629551,
+      "grad_norm": 215.70574951171875,
+      "learning_rate": 1.468628780273499e-06,
+      "loss": 15.1406,
+      "step": 34760
+    },
+    {
+      "epoch": 1.6611392526044155,
+      "grad_norm": 265.8448486328125,
+      "learning_rate": 1.4682250893898897e-06,
+      "loss": 21.4062,
+      "step": 34761
+    },
+    {
+      "epoch": 1.661187040045876,
+      "grad_norm": 221.45628356933594,
+      "learning_rate": 1.467821449600606e-06,
+      "loss": 27.4375,
+      "step": 34762
+    },
+    {
+      "epoch": 1.6612348274873363,
+      "grad_norm": 246.86068725585938,
+      "learning_rate": 1.4674178609080603e-06,
+      "loss": 16.1875,
+      "step": 34763
+    },
+    {
+      "epoch": 1.6612826149287967,
+      "grad_norm": 175.86956787109375,
+      "learning_rate": 1.4670143233146705e-06,
+      "loss": 29.3906,
+      "step": 34764
+    },
+    {
+      "epoch": 1.661330402370257,
+      "grad_norm": 201.04412841796875,
+      "learning_rate": 1.4666108368228548e-06,
+      "loss": 20.0156,
+      "step": 34765
+    },
+    {
+      "epoch": 1.6613781898117175,
+      "grad_norm": 364.1436767578125,
+      "learning_rate": 1.4662074014350314e-06,
+      "loss": 36.3438,
+      "step": 34766
+    },
+    {
+      "epoch": 1.6614259772531779,
+      "grad_norm": 203.51675415039062,
+      "learning_rate": 1.4658040171536114e-06,
+      "loss": 22.3125,
+      "step": 34767
+    },
+    {
+      "epoch": 1.6614737646946383,
+      "grad_norm": 248.59080505371094,
+      "learning_rate": 1.465400683981014e-06,
+      "loss": 35.1562,
+      "step": 34768
+    },
+    {
+      "epoch": 1.6615215521360986,
+      "grad_norm": 295.98834228515625,
+      "learning_rate": 1.4649974019196556e-06,
+      "loss": 25.6094,
+      "step": 34769
+    },
+    {
+      "epoch": 1.661569339577559,
+      "grad_norm": 160.7656707763672,
+      "learning_rate": 1.464594170971948e-06,
+      "loss": 24.8125,
+      "step": 34770
+    },
+    {
+      "epoch": 1.6616171270190194,
+      "grad_norm": 195.70420837402344,
+      "learning_rate": 1.4641909911403063e-06,
+      "loss": 16.4844,
+      "step": 34771
+    },
+    {
+      "epoch": 1.6616649144604798,
+      "grad_norm": 269.41729736328125,
+      "learning_rate": 1.4637878624271495e-06,
+      "loss": 24.8594,
+      "step": 34772
+    },
+    {
+      "epoch": 1.6617127019019402,
+      "grad_norm": 186.0036163330078,
+      "learning_rate": 1.463384784834887e-06,
+      "loss": 22.5625,
+      "step": 34773
+    },
+    {
+      "epoch": 1.6617604893434006,
+      "grad_norm": 371.6653747558594,
+      "learning_rate": 1.4629817583659334e-06,
+      "loss": 20.1875,
+      "step": 34774
+    },
+    {
+      "epoch": 1.661808276784861,
+      "grad_norm": 272.3119812011719,
+      "learning_rate": 1.4625787830227056e-06,
+      "loss": 36.25,
+      "step": 34775
+    },
+    {
+      "epoch": 1.6618560642263214,
+      "grad_norm": 280.6100158691406,
+      "learning_rate": 1.462175858807613e-06,
+      "loss": 20.9688,
+      "step": 34776
+    },
+    {
+      "epoch": 1.6619038516677818,
+      "grad_norm": 368.9595947265625,
+      "learning_rate": 1.4617729857230723e-06,
+      "loss": 22.75,
+      "step": 34777
+    },
+    {
+      "epoch": 1.6619516391092422,
+      "grad_norm": 225.45118713378906,
+      "learning_rate": 1.4613701637714916e-06,
+      "loss": 29.9375,
+      "step": 34778
+    },
+    {
+      "epoch": 1.6619994265507025,
+      "grad_norm": 271.04669189453125,
+      "learning_rate": 1.4609673929552848e-06,
+      "loss": 22.1719,
+      "step": 34779
+    },
+    {
+      "epoch": 1.662047213992163,
+      "grad_norm": 183.5037841796875,
+      "learning_rate": 1.4605646732768685e-06,
+      "loss": 16.7656,
+      "step": 34780
+    },
+    {
+      "epoch": 1.6620950014336233,
+      "grad_norm": 425.25201416015625,
+      "learning_rate": 1.460162004738649e-06,
+      "loss": 21.4688,
+      "step": 34781
+    },
+    {
+      "epoch": 1.6621427888750837,
+      "grad_norm": 427.3086853027344,
+      "learning_rate": 1.4597593873430383e-06,
+      "loss": 30.75,
+      "step": 34782
+    },
+    {
+      "epoch": 1.662190576316544,
+      "grad_norm": 238.7720184326172,
+      "learning_rate": 1.4593568210924502e-06,
+      "loss": 23.5312,
+      "step": 34783
+    },
+    {
+      "epoch": 1.6622383637580045,
+      "grad_norm": 322.9655456542969,
+      "learning_rate": 1.4589543059892952e-06,
+      "loss": 27.6875,
+      "step": 34784
+    },
+    {
+      "epoch": 1.6622861511994649,
+      "grad_norm": 702.49951171875,
+      "learning_rate": 1.4585518420359823e-06,
+      "loss": 32.2188,
+      "step": 34785
+    },
+    {
+      "epoch": 1.6623339386409253,
+      "grad_norm": 202.10055541992188,
+      "learning_rate": 1.4581494292349207e-06,
+      "loss": 17.4062,
+      "step": 34786
+    },
+    {
+      "epoch": 1.6623817260823857,
+      "grad_norm": 139.52981567382812,
+      "learning_rate": 1.457747067588523e-06,
+      "loss": 22.4688,
+      "step": 34787
+    },
+    {
+      "epoch": 1.662429513523846,
+      "grad_norm": 422.8807373046875,
+      "learning_rate": 1.4573447570992005e-06,
+      "loss": 20.9844,
+      "step": 34788
+    },
+    {
+      "epoch": 1.6624773009653064,
+      "grad_norm": 256.2986145019531,
+      "learning_rate": 1.456942497769357e-06,
+      "loss": 29.9375,
+      "step": 34789
+    },
+    {
+      "epoch": 1.6625250884067668,
+      "grad_norm": 166.67300415039062,
+      "learning_rate": 1.4565402896014047e-06,
+      "loss": 15.8906,
+      "step": 34790
+    },
+    {
+      "epoch": 1.6625728758482272,
+      "grad_norm": 333.2183837890625,
+      "learning_rate": 1.456138132597754e-06,
+      "loss": 36.3125,
+      "step": 34791
+    },
+    {
+      "epoch": 1.6626206632896876,
+      "grad_norm": 391.5145568847656,
+      "learning_rate": 1.455736026760809e-06,
+      "loss": 31.6875,
+      "step": 34792
+    },
+    {
+      "epoch": 1.662668450731148,
+      "grad_norm": 172.75930786132812,
+      "learning_rate": 1.4553339720929793e-06,
+      "loss": 17.1562,
+      "step": 34793
+    },
+    {
+      "epoch": 1.6627162381726084,
+      "grad_norm": 229.269287109375,
+      "learning_rate": 1.4549319685966745e-06,
+      "loss": 29.25,
+      "step": 34794
+    },
+    {
+      "epoch": 1.6627640256140688,
+      "grad_norm": 183.07107543945312,
+      "learning_rate": 1.4545300162743036e-06,
+      "loss": 21.625,
+      "step": 34795
+    },
+    {
+      "epoch": 1.6628118130555292,
+      "grad_norm": 117.4585189819336,
+      "learning_rate": 1.4541281151282683e-06,
+      "loss": 14.3438,
+      "step": 34796
+    },
+    {
+      "epoch": 1.6628596004969896,
+      "grad_norm": 248.35098266601562,
+      "learning_rate": 1.4537262651609784e-06,
+      "loss": 30.4062,
+      "step": 34797
+    },
+    {
+      "epoch": 1.6629073879384497,
+      "grad_norm": 203.12841796875,
+      "learning_rate": 1.4533244663748402e-06,
+      "loss": 22.5938,
+      "step": 34798
+    },
+    {
+      "epoch": 1.6629551753799101,
+      "grad_norm": 273.9413757324219,
+      "learning_rate": 1.4529227187722638e-06,
+      "loss": 24.4219,
+      "step": 34799
+    },
+    {
+      "epoch": 1.6630029628213705,
+      "grad_norm": 257.41021728515625,
+      "learning_rate": 1.4525210223556485e-06,
+      "loss": 32.3438,
+      "step": 34800
+    },
+    {
+      "epoch": 1.663050750262831,
+      "grad_norm": 289.6007995605469,
+      "learning_rate": 1.4521193771274024e-06,
+      "loss": 21.25,
+      "step": 34801
+    },
+    {
+      "epoch": 1.6630985377042913,
+      "grad_norm": 395.863525390625,
+      "learning_rate": 1.451717783089932e-06,
+      "loss": 28.25,
+      "step": 34802
+    },
+    {
+      "epoch": 1.6631463251457517,
+      "grad_norm": 214.410888671875,
+      "learning_rate": 1.4513162402456438e-06,
+      "loss": 27.3125,
+      "step": 34803
+    },
+    {
+      "epoch": 1.663194112587212,
+      "grad_norm": 235.2933349609375,
+      "learning_rate": 1.4509147485969387e-06,
+      "loss": 20.3125,
+      "step": 34804
+    },
+    {
+      "epoch": 1.6632419000286724,
+      "grad_norm": 234.0537567138672,
+      "learning_rate": 1.4505133081462253e-06,
+      "loss": 32.75,
+      "step": 34805
+    },
+    {
+      "epoch": 1.6632896874701328,
+      "grad_norm": 149.82383728027344,
+      "learning_rate": 1.4501119188959022e-06,
+      "loss": 19.0938,
+      "step": 34806
+    },
+    {
+      "epoch": 1.6633374749115932,
+      "grad_norm": 220.55540466308594,
+      "learning_rate": 1.4497105808483769e-06,
+      "loss": 23.0156,
+      "step": 34807
+    },
+    {
+      "epoch": 1.6633852623530536,
+      "grad_norm": 305.74420166015625,
+      "learning_rate": 1.4493092940060538e-06,
+      "loss": 31.9062,
+      "step": 34808
+    },
+    {
+      "epoch": 1.663433049794514,
+      "grad_norm": 235.20643615722656,
+      "learning_rate": 1.4489080583713333e-06,
+      "loss": 17.0312,
+      "step": 34809
+    },
+    {
+      "epoch": 1.6634808372359744,
+      "grad_norm": 189.37313842773438,
+      "learning_rate": 1.4485068739466225e-06,
+      "loss": 23.4062,
+      "step": 34810
+    },
+    {
+      "epoch": 1.6635286246774348,
+      "grad_norm": 506.9325256347656,
+      "learning_rate": 1.4481057407343168e-06,
+      "loss": 34.8125,
+      "step": 34811
+    },
+    {
+      "epoch": 1.6635764121188952,
+      "grad_norm": 112.8689193725586,
+      "learning_rate": 1.4477046587368237e-06,
+      "loss": 12.0312,
+      "step": 34812
+    },
+    {
+      "epoch": 1.6636241995603556,
+      "grad_norm": 201.37278747558594,
+      "learning_rate": 1.4473036279565444e-06,
+      "loss": 26.1562,
+      "step": 34813
+    },
+    {
+      "epoch": 1.663671987001816,
+      "grad_norm": 250.10462951660156,
+      "learning_rate": 1.4469026483958837e-06,
+      "loss": 28.0,
+      "step": 34814
+    },
+    {
+      "epoch": 1.6637197744432763,
+      "grad_norm": 168.6748046875,
+      "learning_rate": 1.4465017200572363e-06,
+      "loss": 19.3438,
+      "step": 34815
+    },
+    {
+      "epoch": 1.6637675618847367,
+      "grad_norm": 226.70437622070312,
+      "learning_rate": 1.4461008429430057e-06,
+      "loss": 24.6875,
+      "step": 34816
+    },
+    {
+      "epoch": 1.6638153493261971,
+      "grad_norm": 207.18760681152344,
+      "learning_rate": 1.4457000170555969e-06,
+      "loss": 23.4375,
+      "step": 34817
+    },
+    {
+      "epoch": 1.6638631367676575,
+      "grad_norm": 132.1865692138672,
+      "learning_rate": 1.4452992423974043e-06,
+      "loss": 15.2812,
+      "step": 34818
+    },
+    {
+      "epoch": 1.6639109242091177,
+      "grad_norm": 213.07369995117188,
+      "learning_rate": 1.4448985189708309e-06,
+      "loss": 24.4062,
+      "step": 34819
+    },
+    {
+      "epoch": 1.663958711650578,
+      "grad_norm": 490.3999938964844,
+      "learning_rate": 1.4444978467782756e-06,
+      "loss": 19.375,
+      "step": 34820
+    },
+    {
+      "epoch": 1.6640064990920385,
+      "grad_norm": 229.6800537109375,
+      "learning_rate": 1.4440972258221419e-06,
+      "loss": 25.9844,
+      "step": 34821
+    },
+    {
+      "epoch": 1.6640542865334988,
+      "grad_norm": 125.5788345336914,
+      "learning_rate": 1.4436966561048226e-06,
+      "loss": 22.9062,
+      "step": 34822
+    },
+    {
+      "epoch": 1.6641020739749592,
+      "grad_norm": 216.87802124023438,
+      "learning_rate": 1.4432961376287202e-06,
+      "loss": 28.5625,
+      "step": 34823
+    },
+    {
+      "epoch": 1.6641498614164196,
+      "grad_norm": 195.25538635253906,
+      "learning_rate": 1.4428956703962316e-06,
+      "loss": 22.875,
+      "step": 34824
+    },
+    {
+      "epoch": 1.66419764885788,
+      "grad_norm": 224.1278076171875,
+      "learning_rate": 1.4424952544097593e-06,
+      "loss": 26.9062,
+      "step": 34825
+    },
+    {
+      "epoch": 1.6642454362993404,
+      "grad_norm": 276.86737060546875,
+      "learning_rate": 1.4420948896716968e-06,
+      "loss": 21.125,
+      "step": 34826
+    },
+    {
+      "epoch": 1.6642932237408008,
+      "grad_norm": 291.7142333984375,
+      "learning_rate": 1.4416945761844426e-06,
+      "loss": 20.4531,
+      "step": 34827
+    },
+    {
+      "epoch": 1.6643410111822612,
+      "grad_norm": 285.8074645996094,
+      "learning_rate": 1.4412943139503965e-06,
+      "loss": 21.0312,
+      "step": 34828
+    },
+    {
+      "epoch": 1.6643887986237216,
+      "grad_norm": 308.9684753417969,
+      "learning_rate": 1.4408941029719515e-06,
+      "loss": 28.2188,
+      "step": 34829
+    },
+    {
+      "epoch": 1.664436586065182,
+      "grad_norm": 213.2735137939453,
+      "learning_rate": 1.4404939432515063e-06,
+      "loss": 19.7188,
+      "step": 34830
+    },
+    {
+      "epoch": 1.6644843735066424,
+      "grad_norm": 555.67578125,
+      "learning_rate": 1.4400938347914583e-06,
+      "loss": 25.125,
+      "step": 34831
+    },
+    {
+      "epoch": 1.6645321609481027,
+      "grad_norm": 204.8075714111328,
+      "learning_rate": 1.4396937775942054e-06,
+      "loss": 21.0781,
+      "step": 34832
+    },
+    {
+      "epoch": 1.6645799483895631,
+      "grad_norm": 168.29647827148438,
+      "learning_rate": 1.439293771662138e-06,
+      "loss": 17.625,
+      "step": 34833
+    },
+    {
+      "epoch": 1.6646277358310235,
+      "grad_norm": 270.26837158203125,
+      "learning_rate": 1.4388938169976542e-06,
+      "loss": 31.9844,
+      "step": 34834
+    },
+    {
+      "epoch": 1.664675523272484,
+      "grad_norm": 232.99424743652344,
+      "learning_rate": 1.4384939136031507e-06,
+      "loss": 24.5625,
+      "step": 34835
+    },
+    {
+      "epoch": 1.6647233107139443,
+      "grad_norm": 236.89352416992188,
+      "learning_rate": 1.4380940614810224e-06,
+      "loss": 23.5156,
+      "step": 34836
+    },
+    {
+      "epoch": 1.6647710981554047,
+      "grad_norm": 437.7209777832031,
+      "learning_rate": 1.437694260633662e-06,
+      "loss": 35.9062,
+      "step": 34837
+    },
+    {
+      "epoch": 1.664818885596865,
+      "grad_norm": 207.87046813964844,
+      "learning_rate": 1.4372945110634628e-06,
+      "loss": 24.875,
+      "step": 34838
+    },
+    {
+      "epoch": 1.6648666730383255,
+      "grad_norm": 261.55908203125,
+      "learning_rate": 1.4368948127728244e-06,
+      "loss": 29.25,
+      "step": 34839
+    },
+    {
+      "epoch": 1.6649144604797859,
+      "grad_norm": 227.5823211669922,
+      "learning_rate": 1.4364951657641335e-06,
+      "loss": 27.1562,
+      "step": 34840
+    },
+    {
+      "epoch": 1.6649622479212463,
+      "grad_norm": 225.77699279785156,
+      "learning_rate": 1.4360955700397893e-06,
+      "loss": 19.6719,
+      "step": 34841
+    },
+    {
+      "epoch": 1.6650100353627066,
+      "grad_norm": 525.0756225585938,
+      "learning_rate": 1.435696025602179e-06,
+      "loss": 30.2812,
+      "step": 34842
+    },
+    {
+      "epoch": 1.665057822804167,
+      "grad_norm": 401.6686706542969,
+      "learning_rate": 1.4352965324537015e-06,
+      "loss": 22.9375,
+      "step": 34843
+    },
+    {
+      "epoch": 1.6651056102456274,
+      "grad_norm": 1690.7843017578125,
+      "learning_rate": 1.434897090596744e-06,
+      "loss": 24.0781,
+      "step": 34844
+    },
+    {
+      "epoch": 1.6651533976870878,
+      "grad_norm": 224.2017822265625,
+      "learning_rate": 1.4344977000337012e-06,
+      "loss": 14.7656,
+      "step": 34845
+    },
+    {
+      "epoch": 1.6652011851285482,
+      "grad_norm": 485.4295959472656,
+      "learning_rate": 1.4340983607669646e-06,
+      "loss": 31.6875,
+      "step": 34846
+    },
+    {
+      "epoch": 1.6652489725700086,
+      "grad_norm": 296.71173095703125,
+      "learning_rate": 1.4336990727989276e-06,
+      "loss": 27.4062,
+      "step": 34847
+    },
+    {
+      "epoch": 1.665296760011469,
+      "grad_norm": 267.6241455078125,
+      "learning_rate": 1.4332998361319783e-06,
+      "loss": 18.3281,
+      "step": 34848
+    },
+    {
+      "epoch": 1.6653445474529294,
+      "grad_norm": 724.6707763671875,
+      "learning_rate": 1.4329006507685072e-06,
+      "loss": 30.5625,
+      "step": 34849
+    },
+    {
+      "epoch": 1.6653923348943898,
+      "grad_norm": 286.0267028808594,
+      "learning_rate": 1.432501516710908e-06,
+      "loss": 30.25,
+      "step": 34850
+    },
+    {
+      "epoch": 1.6654401223358501,
+      "grad_norm": 298.986572265625,
+      "learning_rate": 1.432102433961572e-06,
+      "loss": 17.5156,
+      "step": 34851
+    },
+    {
+      "epoch": 1.6654879097773105,
+      "grad_norm": 182.75833129882812,
+      "learning_rate": 1.4317034025228837e-06,
+      "loss": 20.875,
+      "step": 34852
+    },
+    {
+      "epoch": 1.665535697218771,
+      "grad_norm": 230.15525817871094,
+      "learning_rate": 1.4313044223972361e-06,
+      "loss": 27.1562,
+      "step": 34853
+    },
+    {
+      "epoch": 1.6655834846602313,
+      "grad_norm": 218.99111938476562,
+      "learning_rate": 1.4309054935870204e-06,
+      "loss": 18.0,
+      "step": 34854
+    },
+    {
+      "epoch": 1.6656312721016917,
+      "grad_norm": 214.96774291992188,
+      "learning_rate": 1.4305066160946224e-06,
+      "loss": 26.6875,
+      "step": 34855
+    },
+    {
+      "epoch": 1.665679059543152,
+      "grad_norm": 163.09886169433594,
+      "learning_rate": 1.4301077899224314e-06,
+      "loss": 17.6875,
+      "step": 34856
+    },
+    {
+      "epoch": 1.6657268469846125,
+      "grad_norm": 1211.2772216796875,
+      "learning_rate": 1.4297090150728366e-06,
+      "loss": 19.9531,
+      "step": 34857
+    },
+    {
+      "epoch": 1.6657746344260729,
+      "grad_norm": 211.5272674560547,
+      "learning_rate": 1.4293102915482283e-06,
+      "loss": 20.2812,
+      "step": 34858
+    },
+    {
+      "epoch": 1.6658224218675333,
+      "grad_norm": 492.382568359375,
+      "learning_rate": 1.42891161935099e-06,
+      "loss": 33.1875,
+      "step": 34859
+    },
+    {
+      "epoch": 1.6658702093089937,
+      "grad_norm": 207.92959594726562,
+      "learning_rate": 1.428512998483511e-06,
+      "loss": 19.0469,
+      "step": 34860
+    },
+    {
+      "epoch": 1.665917996750454,
+      "grad_norm": 214.5487518310547,
+      "learning_rate": 1.4281144289481786e-06,
+      "loss": 25.7969,
+      "step": 34861
+    },
+    {
+      "epoch": 1.6659657841919144,
+      "grad_norm": 204.48072814941406,
+      "learning_rate": 1.4277159107473825e-06,
+      "loss": 25.5625,
+      "step": 34862
+    },
+    {
+      "epoch": 1.6660135716333748,
+      "grad_norm": 339.3660888671875,
+      "learning_rate": 1.4273174438835057e-06,
+      "loss": 27.5781,
+      "step": 34863
+    },
+    {
+      "epoch": 1.6660613590748352,
+      "grad_norm": 359.4337463378906,
+      "learning_rate": 1.426919028358934e-06,
+      "loss": 23.8125,
+      "step": 34864
+    },
+    {
+      "epoch": 1.6661091465162956,
+      "grad_norm": 154.28810119628906,
+      "learning_rate": 1.4265206641760588e-06,
+      "loss": 18.3281,
+      "step": 34865
+    },
+    {
+      "epoch": 1.666156933957756,
+      "grad_norm": 245.49559020996094,
+      "learning_rate": 1.4261223513372592e-06,
+      "loss": 22.4844,
+      "step": 34866
+    },
+    {
+      "epoch": 1.6662047213992164,
+      "grad_norm": 282.6758117675781,
+      "learning_rate": 1.4257240898449232e-06,
+      "loss": 26.875,
+      "step": 34867
+    },
+    {
+      "epoch": 1.6662525088406768,
+      "grad_norm": 280.5447692871094,
+      "learning_rate": 1.4253258797014357e-06,
+      "loss": 28.9688,
+      "step": 34868
+    },
+    {
+      "epoch": 1.6663002962821372,
+      "grad_norm": 344.4826354980469,
+      "learning_rate": 1.4249277209091839e-06,
+      "loss": 24.7031,
+      "step": 34869
+    },
+    {
+      "epoch": 1.6663480837235976,
+      "grad_norm": 248.6881103515625,
+      "learning_rate": 1.4245296134705489e-06,
+      "loss": 16.9844,
+      "step": 34870
+    },
+    {
+      "epoch": 1.666395871165058,
+      "grad_norm": 328.6187438964844,
+      "learning_rate": 1.4241315573879155e-06,
+      "loss": 16.1875,
+      "step": 34871
+    },
+    {
+      "epoch": 1.6664436586065183,
+      "grad_norm": 213.87603759765625,
+      "learning_rate": 1.4237335526636708e-06,
+      "loss": 26.0,
+      "step": 34872
+    },
+    {
+      "epoch": 1.6664914460479787,
+      "grad_norm": 134.36175537109375,
+      "learning_rate": 1.423335599300193e-06,
+      "loss": 19.2812,
+      "step": 34873
+    },
+    {
+      "epoch": 1.666539233489439,
+      "grad_norm": 378.8435974121094,
+      "learning_rate": 1.422937697299871e-06,
+      "loss": 25.75,
+      "step": 34874
+    },
+    {
+      "epoch": 1.6665870209308995,
+      "grad_norm": 270.61492919921875,
+      "learning_rate": 1.4225398466650819e-06,
+      "loss": 26.1875,
+      "step": 34875
+    },
+    {
+      "epoch": 1.6666348083723599,
+      "grad_norm": 241.4405059814453,
+      "learning_rate": 1.422142047398214e-06,
+      "loss": 26.4688,
+      "step": 34876
+    },
+    {
+      "epoch": 1.6666825958138203,
+      "grad_norm": 289.11248779296875,
+      "learning_rate": 1.421744299501644e-06,
+      "loss": 17.2969,
+      "step": 34877
+    },
+    {
+      "epoch": 1.6667303832552807,
+      "grad_norm": 462.7464904785156,
+      "learning_rate": 1.4213466029777567e-06,
+      "loss": 20.3438,
+      "step": 34878
+    },
+    {
+      "epoch": 1.666778170696741,
+      "grad_norm": 240.38629150390625,
+      "learning_rate": 1.4209489578289338e-06,
+      "loss": 25.9688,
+      "step": 34879
+    },
+    {
+      "epoch": 1.6668259581382014,
+      "grad_norm": 916.9645385742188,
+      "learning_rate": 1.4205513640575586e-06,
+      "loss": 24.0469,
+      "step": 34880
+    },
+    {
+      "epoch": 1.6668737455796616,
+      "grad_norm": 379.0679626464844,
+      "learning_rate": 1.4201538216660083e-06,
+      "loss": 31.0312,
+      "step": 34881
+    },
+    {
+      "epoch": 1.666921533021122,
+      "grad_norm": 263.8434143066406,
+      "learning_rate": 1.4197563306566654e-06,
+      "loss": 21.1562,
+      "step": 34882
+    },
+    {
+      "epoch": 1.6669693204625824,
+      "grad_norm": 231.2921905517578,
+      "learning_rate": 1.419358891031911e-06,
+      "loss": 23.6562,
+      "step": 34883
+    },
+    {
+      "epoch": 1.6670171079040428,
+      "grad_norm": 157.66488647460938,
+      "learning_rate": 1.4189615027941262e-06,
+      "loss": 23.75,
+      "step": 34884
+    },
+    {
+      "epoch": 1.6670648953455032,
+      "grad_norm": 253.78158569335938,
+      "learning_rate": 1.4185641659456873e-06,
+      "loss": 27.0625,
+      "step": 34885
+    },
+    {
+      "epoch": 1.6671126827869636,
+      "grad_norm": 141.75540161132812,
+      "learning_rate": 1.418166880488977e-06,
+      "loss": 21.875,
+      "step": 34886
+    },
+    {
+      "epoch": 1.667160470228424,
+      "grad_norm": 195.20712280273438,
+      "learning_rate": 1.4177696464263725e-06,
+      "loss": 19.4375,
+      "step": 34887
+    },
+    {
+      "epoch": 1.6672082576698843,
+      "grad_norm": 157.8507537841797,
+      "learning_rate": 1.417372463760256e-06,
+      "loss": 20.0938,
+      "step": 34888
+    },
+    {
+      "epoch": 1.6672560451113447,
+      "grad_norm": 271.15325927734375,
+      "learning_rate": 1.4169753324930024e-06,
+      "loss": 21.8438,
+      "step": 34889
+    },
+    {
+      "epoch": 1.6673038325528051,
+      "grad_norm": 349.45635986328125,
+      "learning_rate": 1.4165782526269912e-06,
+      "loss": 30.5312,
+      "step": 34890
+    },
+    {
+      "epoch": 1.6673516199942655,
+      "grad_norm": 152.13919067382812,
+      "learning_rate": 1.4161812241646022e-06,
+      "loss": 21.1562,
+      "step": 34891
+    },
+    {
+      "epoch": 1.667399407435726,
+      "grad_norm": 144.63165283203125,
+      "learning_rate": 1.4157842471082095e-06,
+      "loss": 17.5312,
+      "step": 34892
+    },
+    {
+      "epoch": 1.6674471948771863,
+      "grad_norm": 260.189208984375,
+      "learning_rate": 1.415387321460192e-06,
+      "loss": 22.3125,
+      "step": 34893
+    },
+    {
+      "epoch": 1.6674949823186467,
+      "grad_norm": 312.4412841796875,
+      "learning_rate": 1.414990447222928e-06,
+      "loss": 25.7188,
+      "step": 34894
+    },
+    {
+      "epoch": 1.667542769760107,
+      "grad_norm": 321.6644592285156,
+      "learning_rate": 1.4145936243987957e-06,
+      "loss": 23.3125,
+      "step": 34895
+    },
+    {
+      "epoch": 1.6675905572015675,
+      "grad_norm": 266.80767822265625,
+      "learning_rate": 1.4141968529901673e-06,
+      "loss": 31.9062,
+      "step": 34896
+    },
+    {
+      "epoch": 1.6676383446430278,
+      "grad_norm": 186.8241424560547,
+      "learning_rate": 1.4138001329994211e-06,
+      "loss": 16.6406,
+      "step": 34897
+    },
+    {
+      "epoch": 1.6676861320844882,
+      "grad_norm": 358.6278076171875,
+      "learning_rate": 1.413403464428932e-06,
+      "loss": 20.6875,
+      "step": 34898
+    },
+    {
+      "epoch": 1.6677339195259486,
+      "grad_norm": 162.5045166015625,
+      "learning_rate": 1.4130068472810799e-06,
+      "loss": 25.6562,
+      "step": 34899
+    },
+    {
+      "epoch": 1.667781706967409,
+      "grad_norm": 342.2550048828125,
+      "learning_rate": 1.4126102815582332e-06,
+      "loss": 29.3281,
+      "step": 34900
+    },
+    {
+      "epoch": 1.6678294944088692,
+      "grad_norm": 190.1755828857422,
+      "learning_rate": 1.41221376726277e-06,
+      "loss": 20.0312,
+      "step": 34901
+    },
+    {
+      "epoch": 1.6678772818503296,
+      "grad_norm": 212.64398193359375,
+      "learning_rate": 1.4118173043970684e-06,
+      "loss": 19.5625,
+      "step": 34902
+    },
+    {
+      "epoch": 1.66792506929179,
+      "grad_norm": 256.83709716796875,
+      "learning_rate": 1.4114208929634965e-06,
+      "loss": 21.7969,
+      "step": 34903
+    },
+    {
+      "epoch": 1.6679728567332504,
+      "grad_norm": 439.490234375,
+      "learning_rate": 1.4110245329644313e-06,
+      "loss": 32.7812,
+      "step": 34904
+    },
+    {
+      "epoch": 1.6680206441747107,
+      "grad_norm": 247.07406616210938,
+      "learning_rate": 1.4106282244022485e-06,
+      "loss": 22.2812,
+      "step": 34905
+    },
+    {
+      "epoch": 1.6680684316161711,
+      "grad_norm": 230.55299377441406,
+      "learning_rate": 1.4102319672793175e-06,
+      "loss": 22.75,
+      "step": 34906
+    },
+    {
+      "epoch": 1.6681162190576315,
+      "grad_norm": 145.7921905517578,
+      "learning_rate": 1.409835761598014e-06,
+      "loss": 15.4375,
+      "step": 34907
+    },
+    {
+      "epoch": 1.668164006499092,
+      "grad_norm": 453.01947021484375,
+      "learning_rate": 1.4094396073607086e-06,
+      "loss": 22.4375,
+      "step": 34908
+    },
+    {
+      "epoch": 1.6682117939405523,
+      "grad_norm": 341.34906005859375,
+      "learning_rate": 1.4090435045697758e-06,
+      "loss": 24.1875,
+      "step": 34909
+    },
+    {
+      "epoch": 1.6682595813820127,
+      "grad_norm": 177.4849395751953,
+      "learning_rate": 1.4086474532275885e-06,
+      "loss": 26.7031,
+      "step": 34910
+    },
+    {
+      "epoch": 1.668307368823473,
+      "grad_norm": 174.32012939453125,
+      "learning_rate": 1.4082514533365155e-06,
+      "loss": 24.8438,
+      "step": 34911
+    },
+    {
+      "epoch": 1.6683551562649335,
+      "grad_norm": 187.21939086914062,
+      "learning_rate": 1.4078555048989284e-06,
+      "loss": 24.6875,
+      "step": 34912
+    },
+    {
+      "epoch": 1.6684029437063939,
+      "grad_norm": 275.0615539550781,
+      "learning_rate": 1.4074596079172033e-06,
+      "loss": 32.6875,
+      "step": 34913
+    },
+    {
+      "epoch": 1.6684507311478542,
+      "grad_norm": 500.1316833496094,
+      "learning_rate": 1.4070637623937057e-06,
+      "loss": 23.1094,
+      "step": 34914
+    },
+    {
+      "epoch": 1.6684985185893146,
+      "grad_norm": 150.395751953125,
+      "learning_rate": 1.4066679683308082e-06,
+      "loss": 17.4844,
+      "step": 34915
+    },
+    {
+      "epoch": 1.668546306030775,
+      "grad_norm": 252.43246459960938,
+      "learning_rate": 1.4062722257308803e-06,
+      "loss": 24.0312,
+      "step": 34916
+    },
+    {
+      "epoch": 1.6685940934722354,
+      "grad_norm": 218.1149139404297,
+      "learning_rate": 1.4058765345962955e-06,
+      "loss": 27.375,
+      "step": 34917
+    },
+    {
+      "epoch": 1.6686418809136958,
+      "grad_norm": 247.09080505371094,
+      "learning_rate": 1.4054808949294186e-06,
+      "loss": 22.2812,
+      "step": 34918
+    },
+    {
+      "epoch": 1.6686896683551562,
+      "grad_norm": 212.9227752685547,
+      "learning_rate": 1.405085306732622e-06,
+      "loss": 22.0312,
+      "step": 34919
+    },
+    {
+      "epoch": 1.6687374557966166,
+      "grad_norm": 125.34960174560547,
+      "learning_rate": 1.4046897700082728e-06,
+      "loss": 16.9219,
+      "step": 34920
+    },
+    {
+      "epoch": 1.668785243238077,
+      "grad_norm": 269.7903747558594,
+      "learning_rate": 1.4042942847587438e-06,
+      "loss": 25.3906,
+      "step": 34921
+    },
+    {
+      "epoch": 1.6688330306795374,
+      "grad_norm": 460.6388854980469,
+      "learning_rate": 1.403898850986397e-06,
+      "loss": 28.875,
+      "step": 34922
+    },
+    {
+      "epoch": 1.6688808181209978,
+      "grad_norm": 418.6241760253906,
+      "learning_rate": 1.4035034686936055e-06,
+      "loss": 42.625,
+      "step": 34923
+    },
+    {
+      "epoch": 1.6689286055624581,
+      "grad_norm": 327.6353454589844,
+      "learning_rate": 1.4031081378827372e-06,
+      "loss": 15.6875,
+      "step": 34924
+    },
+    {
+      "epoch": 1.6689763930039185,
+      "grad_norm": 144.53904724121094,
+      "learning_rate": 1.4027128585561567e-06,
+      "loss": 25.375,
+      "step": 34925
+    },
+    {
+      "epoch": 1.669024180445379,
+      "grad_norm": 1164.53759765625,
+      "learning_rate": 1.4023176307162323e-06,
+      "loss": 23.5938,
+      "step": 34926
+    },
+    {
+      "epoch": 1.6690719678868393,
+      "grad_norm": 309.43914794921875,
+      "learning_rate": 1.4019224543653308e-06,
+      "loss": 29.9062,
+      "step": 34927
+    },
+    {
+      "epoch": 1.6691197553282997,
+      "grad_norm": 645.7316284179688,
+      "learning_rate": 1.4015273295058218e-06,
+      "loss": 35.125,
+      "step": 34928
+    },
+    {
+      "epoch": 1.66916754276976,
+      "grad_norm": 305.7557067871094,
+      "learning_rate": 1.4011322561400664e-06,
+      "loss": 30.4375,
+      "step": 34929
+    },
+    {
+      "epoch": 1.6692153302112205,
+      "grad_norm": 350.1069030761719,
+      "learning_rate": 1.4007372342704339e-06,
+      "loss": 18.625,
+      "step": 34930
+    },
+    {
+      "epoch": 1.6692631176526809,
+      "grad_norm": 282.2909851074219,
+      "learning_rate": 1.4003422638992892e-06,
+      "loss": 27.5625,
+      "step": 34931
+    },
+    {
+      "epoch": 1.6693109050941413,
+      "grad_norm": 161.0457305908203,
+      "learning_rate": 1.399947345028999e-06,
+      "loss": 33.5625,
+      "step": 34932
+    },
+    {
+      "epoch": 1.6693586925356017,
+      "grad_norm": 280.4073791503906,
+      "learning_rate": 1.3995524776619262e-06,
+      "loss": 18.1094,
+      "step": 34933
+    },
+    {
+      "epoch": 1.669406479977062,
+      "grad_norm": 2086.927734375,
+      "learning_rate": 1.3991576618004355e-06,
+      "loss": 35.1406,
+      "step": 34934
+    },
+    {
+      "epoch": 1.6694542674185224,
+      "grad_norm": 303.4490661621094,
+      "learning_rate": 1.3987628974468948e-06,
+      "loss": 30.1406,
+      "step": 34935
+    },
+    {
+      "epoch": 1.6695020548599828,
+      "grad_norm": 311.2837219238281,
+      "learning_rate": 1.3983681846036635e-06,
+      "loss": 25.6562,
+      "step": 34936
+    },
+    {
+      "epoch": 1.6695498423014432,
+      "grad_norm": 206.0243682861328,
+      "learning_rate": 1.3979735232731073e-06,
+      "loss": 25.7812,
+      "step": 34937
+    },
+    {
+      "epoch": 1.6695976297429036,
+      "grad_norm": 278.0694580078125,
+      "learning_rate": 1.3975789134575935e-06,
+      "loss": 19.0469,
+      "step": 34938
+    },
+    {
+      "epoch": 1.669645417184364,
+      "grad_norm": 249.79827880859375,
+      "learning_rate": 1.3971843551594777e-06,
+      "loss": 24.3281,
+      "step": 34939
+    },
+    {
+      "epoch": 1.6696932046258244,
+      "grad_norm": 173.2454071044922,
+      "learning_rate": 1.3967898483811304e-06,
+      "loss": 16.5156,
+      "step": 34940
+    },
+    {
+      "epoch": 1.6697409920672848,
+      "grad_norm": 191.41647338867188,
+      "learning_rate": 1.3963953931249086e-06,
+      "loss": 21.9688,
+      "step": 34941
+    },
+    {
+      "epoch": 1.6697887795087452,
+      "grad_norm": 148.4156494140625,
+      "learning_rate": 1.396000989393177e-06,
+      "loss": 22.5625,
+      "step": 34942
+    },
+    {
+      "epoch": 1.6698365669502055,
+      "grad_norm": 291.67706298828125,
+      "learning_rate": 1.395606637188298e-06,
+      "loss": 24.0938,
+      "step": 34943
+    },
+    {
+      "epoch": 1.669884354391666,
+      "grad_norm": 208.71009826660156,
+      "learning_rate": 1.3952123365126314e-06,
+      "loss": 21.4375,
+      "step": 34944
+    },
+    {
+      "epoch": 1.6699321418331263,
+      "grad_norm": 741.7203979492188,
+      "learning_rate": 1.3948180873685403e-06,
+      "loss": 30.25,
+      "step": 34945
+    },
+    {
+      "epoch": 1.6699799292745867,
+      "grad_norm": 281.7752380371094,
+      "learning_rate": 1.3944238897583838e-06,
+      "loss": 26.3125,
+      "step": 34946
+    },
+    {
+      "epoch": 1.670027716716047,
+      "grad_norm": 937.0921020507812,
+      "learning_rate": 1.3940297436845262e-06,
+      "loss": 24.1875,
+      "step": 34947
+    },
+    {
+      "epoch": 1.6700755041575075,
+      "grad_norm": 289.2371826171875,
+      "learning_rate": 1.3936356491493242e-06,
+      "loss": 25.4844,
+      "step": 34948
+    },
+    {
+      "epoch": 1.6701232915989679,
+      "grad_norm": 256.66632080078125,
+      "learning_rate": 1.393241606155139e-06,
+      "loss": 28.1562,
+      "step": 34949
+    },
+    {
+      "epoch": 1.6701710790404283,
+      "grad_norm": 2155.567626953125,
+      "learning_rate": 1.3928476147043335e-06,
+      "loss": 16.2188,
+      "step": 34950
+    },
+    {
+      "epoch": 1.6702188664818887,
+      "grad_norm": 216.9803009033203,
+      "learning_rate": 1.3924536747992623e-06,
+      "loss": 30.25,
+      "step": 34951
+    },
+    {
+      "epoch": 1.670266653923349,
+      "grad_norm": 200.38327026367188,
+      "learning_rate": 1.392059786442287e-06,
+      "loss": 31.5312,
+      "step": 34952
+    },
+    {
+      "epoch": 1.6703144413648094,
+      "grad_norm": 347.695068359375,
+      "learning_rate": 1.3916659496357653e-06,
+      "loss": 27.6875,
+      "step": 34953
+    },
+    {
+      "epoch": 1.6703622288062698,
+      "grad_norm": 199.5601348876953,
+      "learning_rate": 1.3912721643820592e-06,
+      "loss": 24.9688,
+      "step": 34954
+    },
+    {
+      "epoch": 1.6704100162477302,
+      "grad_norm": 475.2434997558594,
+      "learning_rate": 1.3908784306835232e-06,
+      "loss": 31.5156,
+      "step": 34955
+    },
+    {
+      "epoch": 1.6704578036891906,
+      "grad_norm": 157.28482055664062,
+      "learning_rate": 1.3904847485425155e-06,
+      "loss": 19.1875,
+      "step": 34956
+    },
+    {
+      "epoch": 1.670505591130651,
+      "grad_norm": 980.128662109375,
+      "learning_rate": 1.3900911179613952e-06,
+      "loss": 31.375,
+      "step": 34957
+    },
+    {
+      "epoch": 1.6705533785721114,
+      "grad_norm": 309.1258239746094,
+      "learning_rate": 1.3896975389425228e-06,
+      "loss": 17.875,
+      "step": 34958
+    },
+    {
+      "epoch": 1.6706011660135718,
+      "grad_norm": 303.7533874511719,
+      "learning_rate": 1.3893040114882482e-06,
+      "loss": 31.4062,
+      "step": 34959
+    },
+    {
+      "epoch": 1.6706489534550322,
+      "grad_norm": 181.15890502929688,
+      "learning_rate": 1.3889105356009313e-06,
+      "loss": 19.0312,
+      "step": 34960
+    },
+    {
+      "epoch": 1.6706967408964926,
+      "grad_norm": 448.54693603515625,
+      "learning_rate": 1.3885171112829321e-06,
+      "loss": 24.9062,
+      "step": 34961
+    },
+    {
+      "epoch": 1.670744528337953,
+      "grad_norm": 164.67144775390625,
+      "learning_rate": 1.388123738536601e-06,
+      "loss": 19.6875,
+      "step": 34962
+    },
+    {
+      "epoch": 1.6707923157794131,
+      "grad_norm": 243.81338500976562,
+      "learning_rate": 1.387730417364297e-06,
+      "loss": 21.5469,
+      "step": 34963
+    },
+    {
+      "epoch": 1.6708401032208735,
+      "grad_norm": 217.50592041015625,
+      "learning_rate": 1.3873371477683739e-06,
+      "loss": 25.1406,
+      "step": 34964
+    },
+    {
+      "epoch": 1.670887890662334,
+      "grad_norm": 622.6633911132812,
+      "learning_rate": 1.386943929751191e-06,
+      "loss": 35.5,
+      "step": 34965
+    },
+    {
+      "epoch": 1.6709356781037943,
+      "grad_norm": 357.8376770019531,
+      "learning_rate": 1.3865507633150977e-06,
+      "loss": 27.6875,
+      "step": 34966
+    },
+    {
+      "epoch": 1.6709834655452547,
+      "grad_norm": 207.75193786621094,
+      "learning_rate": 1.3861576484624506e-06,
+      "loss": 26.625,
+      "step": 34967
+    },
+    {
+      "epoch": 1.671031252986715,
+      "grad_norm": 226.463134765625,
+      "learning_rate": 1.3857645851956037e-06,
+      "loss": 23.6875,
+      "step": 34968
+    },
+    {
+      "epoch": 1.6710790404281755,
+      "grad_norm": 179.22242736816406,
+      "learning_rate": 1.3853715735169148e-06,
+      "loss": 21.3438,
+      "step": 34969
+    },
+    {
+      "epoch": 1.6711268278696358,
+      "grad_norm": 352.54656982421875,
+      "learning_rate": 1.3849786134287313e-06,
+      "loss": 24.0,
+      "step": 34970
+    },
+    {
+      "epoch": 1.6711746153110962,
+      "grad_norm": 379.05810546875,
+      "learning_rate": 1.3845857049334122e-06,
+      "loss": 26.7812,
+      "step": 34971
+    },
+    {
+      "epoch": 1.6712224027525566,
+      "grad_norm": 274.5860900878906,
+      "learning_rate": 1.3841928480333055e-06,
+      "loss": 27.3438,
+      "step": 34972
+    },
+    {
+      "epoch": 1.671270190194017,
+      "grad_norm": 230.8667755126953,
+      "learning_rate": 1.3838000427307685e-06,
+      "loss": 16.8672,
+      "step": 34973
+    },
+    {
+      "epoch": 1.6713179776354774,
+      "grad_norm": 129.64735412597656,
+      "learning_rate": 1.383407289028149e-06,
+      "loss": 14.0469,
+      "step": 34974
+    },
+    {
+      "epoch": 1.6713657650769378,
+      "grad_norm": 181.89334106445312,
+      "learning_rate": 1.383014586927801e-06,
+      "loss": 22.3906,
+      "step": 34975
+    },
+    {
+      "epoch": 1.6714135525183982,
+      "grad_norm": 151.36309814453125,
+      "learning_rate": 1.3826219364320792e-06,
+      "loss": 19.7969,
+      "step": 34976
+    },
+    {
+      "epoch": 1.6714613399598586,
+      "grad_norm": 571.7828979492188,
+      "learning_rate": 1.3822293375433304e-06,
+      "loss": 29.1562,
+      "step": 34977
+    },
+    {
+      "epoch": 1.671509127401319,
+      "grad_norm": 290.6769714355469,
+      "learning_rate": 1.3818367902639085e-06,
+      "loss": 23.125,
+      "step": 34978
+    },
+    {
+      "epoch": 1.6715569148427794,
+      "grad_norm": 177.21539306640625,
+      "learning_rate": 1.3814442945961625e-06,
+      "loss": 23.5312,
+      "step": 34979
+    },
+    {
+      "epoch": 1.6716047022842397,
+      "grad_norm": 169.4307403564453,
+      "learning_rate": 1.3810518505424476e-06,
+      "loss": 24.375,
+      "step": 34980
+    },
+    {
+      "epoch": 1.6716524897257001,
+      "grad_norm": 291.67431640625,
+      "learning_rate": 1.380659458105107e-06,
+      "loss": 25.5938,
+      "step": 34981
+    },
+    {
+      "epoch": 1.6717002771671605,
+      "grad_norm": 221.13665771484375,
+      "learning_rate": 1.3802671172864957e-06,
+      "loss": 25.625,
+      "step": 34982
+    },
+    {
+      "epoch": 1.671748064608621,
+      "grad_norm": 294.3770751953125,
+      "learning_rate": 1.3798748280889608e-06,
+      "loss": 27.8594,
+      "step": 34983
+    },
+    {
+      "epoch": 1.671795852050081,
+      "grad_norm": 209.44308471679688,
+      "learning_rate": 1.3794825905148557e-06,
+      "loss": 19.6562,
+      "step": 34984
+    },
+    {
+      "epoch": 1.6718436394915415,
+      "grad_norm": 253.17481994628906,
+      "learning_rate": 1.3790904045665231e-06,
+      "loss": 17.1875,
+      "step": 34985
+    },
+    {
+      "epoch": 1.6718914269330019,
+      "grad_norm": 272.1134948730469,
+      "learning_rate": 1.3786982702463158e-06,
+      "loss": 21.1562,
+      "step": 34986
+    },
+    {
+      "epoch": 1.6719392143744622,
+      "grad_norm": 375.1217041015625,
+      "learning_rate": 1.378306187556584e-06,
+      "loss": 36.6562,
+      "step": 34987
+    },
+    {
+      "epoch": 1.6719870018159226,
+      "grad_norm": 335.4442443847656,
+      "learning_rate": 1.37791415649967e-06,
+      "loss": 27.5938,
+      "step": 34988
+    },
+    {
+      "epoch": 1.672034789257383,
+      "grad_norm": 255.08314514160156,
+      "learning_rate": 1.3775221770779245e-06,
+      "loss": 24.0938,
+      "step": 34989
+    },
+    {
+      "epoch": 1.6720825766988434,
+      "grad_norm": 398.2603454589844,
+      "learning_rate": 1.3771302492936956e-06,
+      "loss": 25.5938,
+      "step": 34990
+    },
+    {
+      "epoch": 1.6721303641403038,
+      "grad_norm": 333.2567443847656,
+      "learning_rate": 1.3767383731493322e-06,
+      "loss": 17.5938,
+      "step": 34991
+    },
+    {
+      "epoch": 1.6721781515817642,
+      "grad_norm": 320.9808654785156,
+      "learning_rate": 1.3763465486471771e-06,
+      "loss": 35.6875,
+      "step": 34992
+    },
+    {
+      "epoch": 1.6722259390232246,
+      "grad_norm": 245.42251586914062,
+      "learning_rate": 1.3759547757895774e-06,
+      "loss": 26.5625,
+      "step": 34993
+    },
+    {
+      "epoch": 1.672273726464685,
+      "grad_norm": 212.8086395263672,
+      "learning_rate": 1.3755630545788823e-06,
+      "loss": 29.7344,
+      "step": 34994
+    },
+    {
+      "epoch": 1.6723215139061454,
+      "grad_norm": 235.69163513183594,
+      "learning_rate": 1.3751713850174364e-06,
+      "loss": 26.0781,
+      "step": 34995
+    },
+    {
+      "epoch": 1.6723693013476058,
+      "grad_norm": 263.11376953125,
+      "learning_rate": 1.3747797671075835e-06,
+      "loss": 19.0781,
+      "step": 34996
+    },
+    {
+      "epoch": 1.6724170887890661,
+      "grad_norm": 212.5709991455078,
+      "learning_rate": 1.3743882008516695e-06,
+      "loss": 17.2656,
+      "step": 34997
+    },
+    {
+      "epoch": 1.6724648762305265,
+      "grad_norm": 151.24981689453125,
+      "learning_rate": 1.3739966862520437e-06,
+      "loss": 19.4062,
+      "step": 34998
+    },
+    {
+      "epoch": 1.672512663671987,
+      "grad_norm": 202.7825927734375,
+      "learning_rate": 1.3736052233110441e-06,
+      "loss": 17.0938,
+      "step": 34999
+    },
+    {
+      "epoch": 1.6725604511134473,
+      "grad_norm": 149.52679443359375,
+      "learning_rate": 1.3732138120310179e-06,
+      "loss": 19.9688,
+      "step": 35000
+    },
+    {
+      "epoch": 1.6726082385549077,
+      "grad_norm": 327.7059020996094,
+      "learning_rate": 1.3728224524143096e-06,
+      "loss": 39.2188,
+      "step": 35001
+    },
+    {
+      "epoch": 1.672656025996368,
+      "grad_norm": 362.6499938964844,
+      "learning_rate": 1.3724311444632642e-06,
+      "loss": 21.4531,
+      "step": 35002
+    },
+    {
+      "epoch": 1.6727038134378285,
+      "grad_norm": 259.587646484375,
+      "learning_rate": 1.3720398881802222e-06,
+      "loss": 29.6406,
+      "step": 35003
+    },
+    {
+      "epoch": 1.6727516008792889,
+      "grad_norm": 143.54786682128906,
+      "learning_rate": 1.3716486835675303e-06,
+      "loss": 15.3984,
+      "step": 35004
+    },
+    {
+      "epoch": 1.6727993883207493,
+      "grad_norm": 123.32624053955078,
+      "learning_rate": 1.3712575306275277e-06,
+      "loss": 14.5469,
+      "step": 35005
+    },
+    {
+      "epoch": 1.6728471757622096,
+      "grad_norm": 286.1979064941406,
+      "learning_rate": 1.3708664293625574e-06,
+      "loss": 33.7812,
+      "step": 35006
+    },
+    {
+      "epoch": 1.67289496320367,
+      "grad_norm": 143.23074340820312,
+      "learning_rate": 1.3704753797749648e-06,
+      "loss": 19.9844,
+      "step": 35007
+    },
+    {
+      "epoch": 1.6729427506451304,
+      "grad_norm": 136.2539825439453,
+      "learning_rate": 1.3700843818670873e-06,
+      "loss": 21.2656,
+      "step": 35008
+    },
+    {
+      "epoch": 1.6729905380865908,
+      "grad_norm": 238.9848175048828,
+      "learning_rate": 1.3696934356412694e-06,
+      "loss": 21.5469,
+      "step": 35009
+    },
+    {
+      "epoch": 1.6730383255280512,
+      "grad_norm": 176.11166381835938,
+      "learning_rate": 1.3693025410998529e-06,
+      "loss": 23.1875,
+      "step": 35010
+    },
+    {
+      "epoch": 1.6730861129695116,
+      "grad_norm": 160.86856079101562,
+      "learning_rate": 1.3689116982451756e-06,
+      "loss": 19.0156,
+      "step": 35011
+    },
+    {
+      "epoch": 1.673133900410972,
+      "grad_norm": 345.1407470703125,
+      "learning_rate": 1.3685209070795803e-06,
+      "loss": 26.2656,
+      "step": 35012
+    },
+    {
+      "epoch": 1.6731816878524324,
+      "grad_norm": 291.9768371582031,
+      "learning_rate": 1.3681301676054093e-06,
+      "loss": 21.9844,
+      "step": 35013
+    },
+    {
+      "epoch": 1.6732294752938928,
+      "grad_norm": 160.88381958007812,
+      "learning_rate": 1.3677394798249989e-06,
+      "loss": 19.0625,
+      "step": 35014
+    },
+    {
+      "epoch": 1.6732772627353532,
+      "grad_norm": 168.6790313720703,
+      "learning_rate": 1.367348843740689e-06,
+      "loss": 18.5,
+      "step": 35015
+    },
+    {
+      "epoch": 1.6733250501768135,
+      "grad_norm": 259.2959899902344,
+      "learning_rate": 1.3669582593548214e-06,
+      "loss": 18.4219,
+      "step": 35016
+    },
+    {
+      "epoch": 1.673372837618274,
+      "grad_norm": 310.2790222167969,
+      "learning_rate": 1.3665677266697352e-06,
+      "loss": 27.6406,
+      "step": 35017
+    },
+    {
+      "epoch": 1.6734206250597343,
+      "grad_norm": 213.82913208007812,
+      "learning_rate": 1.3661772456877675e-06,
+      "loss": 26.2812,
+      "step": 35018
+    },
+    {
+      "epoch": 1.6734684125011947,
+      "grad_norm": 360.607421875,
+      "learning_rate": 1.3657868164112565e-06,
+      "loss": 23.1875,
+      "step": 35019
+    },
+    {
+      "epoch": 1.673516199942655,
+      "grad_norm": 200.37034606933594,
+      "learning_rate": 1.3653964388425412e-06,
+      "loss": 21.9375,
+      "step": 35020
+    },
+    {
+      "epoch": 1.6735639873841155,
+      "grad_norm": 310.25592041015625,
+      "learning_rate": 1.365006112983962e-06,
+      "loss": 22.4375,
+      "step": 35021
+    },
+    {
+      "epoch": 1.6736117748255759,
+      "grad_norm": 181.2341766357422,
+      "learning_rate": 1.3646158388378516e-06,
+      "loss": 22.25,
+      "step": 35022
+    },
+    {
+      "epoch": 1.6736595622670363,
+      "grad_norm": 212.13241577148438,
+      "learning_rate": 1.3642256164065504e-06,
+      "loss": 22.7812,
+      "step": 35023
+    },
+    {
+      "epoch": 1.6737073497084967,
+      "grad_norm": 444.9859313964844,
+      "learning_rate": 1.3638354456923951e-06,
+      "loss": 25.0625,
+      "step": 35024
+    },
+    {
+      "epoch": 1.673755137149957,
+      "grad_norm": 329.4547119140625,
+      "learning_rate": 1.363445326697721e-06,
+      "loss": 25.375,
+      "step": 35025
+    },
+    {
+      "epoch": 1.6738029245914174,
+      "grad_norm": 272.2513732910156,
+      "learning_rate": 1.3630552594248647e-06,
+      "loss": 34.4688,
+      "step": 35026
+    },
+    {
+      "epoch": 1.6738507120328778,
+      "grad_norm": 189.81512451171875,
+      "learning_rate": 1.3626652438761634e-06,
+      "loss": 15.9844,
+      "step": 35027
+    },
+    {
+      "epoch": 1.6738984994743382,
+      "grad_norm": 187.4473114013672,
+      "learning_rate": 1.362275280053953e-06,
+      "loss": 18.2969,
+      "step": 35028
+    },
+    {
+      "epoch": 1.6739462869157986,
+      "grad_norm": 196.5826873779297,
+      "learning_rate": 1.3618853679605671e-06,
+      "loss": 22.4688,
+      "step": 35029
+    },
+    {
+      "epoch": 1.673994074357259,
+      "grad_norm": 237.3968505859375,
+      "learning_rate": 1.3614955075983404e-06,
+      "loss": 26.4062,
+      "step": 35030
+    },
+    {
+      "epoch": 1.6740418617987194,
+      "grad_norm": 219.70965576171875,
+      "learning_rate": 1.361105698969609e-06,
+      "loss": 26.9688,
+      "step": 35031
+    },
+    {
+      "epoch": 1.6740896492401798,
+      "grad_norm": 216.14353942871094,
+      "learning_rate": 1.3607159420767102e-06,
+      "loss": 21.2188,
+      "step": 35032
+    },
+    {
+      "epoch": 1.6741374366816402,
+      "grad_norm": 197.2156982421875,
+      "learning_rate": 1.3603262369219727e-06,
+      "loss": 21.1562,
+      "step": 35033
+    },
+    {
+      "epoch": 1.6741852241231006,
+      "grad_norm": 144.95045471191406,
+      "learning_rate": 1.3599365835077327e-06,
+      "loss": 16.9062,
+      "step": 35034
+    },
+    {
+      "epoch": 1.674233011564561,
+      "grad_norm": 211.0537567138672,
+      "learning_rate": 1.359546981836326e-06,
+      "loss": 23.7969,
+      "step": 35035
+    },
+    {
+      "epoch": 1.6742807990060213,
+      "grad_norm": 453.98480224609375,
+      "learning_rate": 1.359157431910082e-06,
+      "loss": 23.6094,
+      "step": 35036
+    },
+    {
+      "epoch": 1.6743285864474817,
+      "grad_norm": 181.37789916992188,
+      "learning_rate": 1.3587679337313363e-06,
+      "loss": 22.0938,
+      "step": 35037
+    },
+    {
+      "epoch": 1.6743763738889421,
+      "grad_norm": 148.6572265625,
+      "learning_rate": 1.3583784873024198e-06,
+      "loss": 15.0781,
+      "step": 35038
+    },
+    {
+      "epoch": 1.6744241613304025,
+      "grad_norm": 250.3795166015625,
+      "learning_rate": 1.3579890926256645e-06,
+      "loss": 21.3281,
+      "step": 35039
+    },
+    {
+      "epoch": 1.674471948771863,
+      "grad_norm": 431.1620178222656,
+      "learning_rate": 1.3575997497034056e-06,
+      "loss": 18.5781,
+      "step": 35040
+    },
+    {
+      "epoch": 1.6745197362133233,
+      "grad_norm": 238.6500244140625,
+      "learning_rate": 1.3572104585379698e-06,
+      "loss": 34.0625,
+      "step": 35041
+    },
+    {
+      "epoch": 1.6745675236547837,
+      "grad_norm": 405.00506591796875,
+      "learning_rate": 1.356821219131691e-06,
+      "loss": 32.4531,
+      "step": 35042
+    },
+    {
+      "epoch": 1.674615311096244,
+      "grad_norm": 218.11383056640625,
+      "learning_rate": 1.3564320314869028e-06,
+      "loss": 23.2031,
+      "step": 35043
+    },
+    {
+      "epoch": 1.6746630985377045,
+      "grad_norm": 214.0739288330078,
+      "learning_rate": 1.3560428956059323e-06,
+      "loss": 14.6094,
+      "step": 35044
+    },
+    {
+      "epoch": 1.6747108859791646,
+      "grad_norm": 146.4350128173828,
+      "learning_rate": 1.35565381149111e-06,
+      "loss": 19.2031,
+      "step": 35045
+    },
+    {
+      "epoch": 1.674758673420625,
+      "grad_norm": 159.1563720703125,
+      "learning_rate": 1.3552647791447694e-06,
+      "loss": 20.2031,
+      "step": 35046
+    },
+    {
+      "epoch": 1.6748064608620854,
+      "grad_norm": 154.06446838378906,
+      "learning_rate": 1.3548757985692362e-06,
+      "loss": 19.4844,
+      "step": 35047
+    },
+    {
+      "epoch": 1.6748542483035458,
+      "grad_norm": 203.9702911376953,
+      "learning_rate": 1.3544868697668412e-06,
+      "loss": 29.7188,
+      "step": 35048
+    },
+    {
+      "epoch": 1.6749020357450062,
+      "grad_norm": 181.94631958007812,
+      "learning_rate": 1.3540979927399144e-06,
+      "loss": 15.7812,
+      "step": 35049
+    },
+    {
+      "epoch": 1.6749498231864666,
+      "grad_norm": 225.01919555664062,
+      "learning_rate": 1.3537091674907865e-06,
+      "loss": 23.1719,
+      "step": 35050
+    },
+    {
+      "epoch": 1.674997610627927,
+      "grad_norm": 126.96697235107422,
+      "learning_rate": 1.353320394021782e-06,
+      "loss": 19.4062,
+      "step": 35051
+    },
+    {
+      "epoch": 1.6750453980693873,
+      "grad_norm": 357.437744140625,
+      "learning_rate": 1.3529316723352303e-06,
+      "loss": 25.6719,
+      "step": 35052
+    },
+    {
+      "epoch": 1.6750931855108477,
+      "grad_norm": 305.9353332519531,
+      "learning_rate": 1.3525430024334607e-06,
+      "loss": 34.4062,
+      "step": 35053
+    },
+    {
+      "epoch": 1.6751409729523081,
+      "grad_norm": 300.9727478027344,
+      "learning_rate": 1.3521543843188023e-06,
+      "loss": 29.9062,
+      "step": 35054
+    },
+    {
+      "epoch": 1.6751887603937685,
+      "grad_norm": 189.5508270263672,
+      "learning_rate": 1.3517658179935789e-06,
+      "loss": 25.9062,
+      "step": 35055
+    },
+    {
+      "epoch": 1.675236547835229,
+      "grad_norm": 166.9051055908203,
+      "learning_rate": 1.3513773034601185e-06,
+      "loss": 21.9688,
+      "step": 35056
+    },
+    {
+      "epoch": 1.6752843352766893,
+      "grad_norm": 178.69805908203125,
+      "learning_rate": 1.3509888407207471e-06,
+      "loss": 20.4219,
+      "step": 35057
+    },
+    {
+      "epoch": 1.6753321227181497,
+      "grad_norm": 169.72547912597656,
+      "learning_rate": 1.3506004297777965e-06,
+      "loss": 27.3125,
+      "step": 35058
+    },
+    {
+      "epoch": 1.67537991015961,
+      "grad_norm": 253.4434356689453,
+      "learning_rate": 1.3502120706335853e-06,
+      "loss": 19.3281,
+      "step": 35059
+    },
+    {
+      "epoch": 1.6754276976010705,
+      "grad_norm": 204.01918029785156,
+      "learning_rate": 1.349823763290442e-06,
+      "loss": 22.6406,
+      "step": 35060
+    },
+    {
+      "epoch": 1.6754754850425309,
+      "grad_norm": 302.11376953125,
+      "learning_rate": 1.349435507750695e-06,
+      "loss": 22.0938,
+      "step": 35061
+    },
+    {
+      "epoch": 1.6755232724839912,
+      "grad_norm": 300.3424987792969,
+      "learning_rate": 1.3490473040166651e-06,
+      "loss": 21.9375,
+      "step": 35062
+    },
+    {
+      "epoch": 1.6755710599254516,
+      "grad_norm": 262.3307800292969,
+      "learning_rate": 1.3486591520906788e-06,
+      "loss": 24.0625,
+      "step": 35063
+    },
+    {
+      "epoch": 1.675618847366912,
+      "grad_norm": 336.6751708984375,
+      "learning_rate": 1.348271051975062e-06,
+      "loss": 30.4688,
+      "step": 35064
+    },
+    {
+      "epoch": 1.6756666348083724,
+      "grad_norm": 114.13865661621094,
+      "learning_rate": 1.3478830036721392e-06,
+      "loss": 21.2188,
+      "step": 35065
+    },
+    {
+      "epoch": 1.6757144222498326,
+      "grad_norm": 141.0575714111328,
+      "learning_rate": 1.3474950071842307e-06,
+      "loss": 23.125,
+      "step": 35066
+    },
+    {
+      "epoch": 1.675762209691293,
+      "grad_norm": 274.7288513183594,
+      "learning_rate": 1.3471070625136617e-06,
+      "loss": 32.0312,
+      "step": 35067
+    },
+    {
+      "epoch": 1.6758099971327534,
+      "grad_norm": 358.11199951171875,
+      "learning_rate": 1.3467191696627592e-06,
+      "loss": 20.7969,
+      "step": 35068
+    },
+    {
+      "epoch": 1.6758577845742137,
+      "grad_norm": 288.00860595703125,
+      "learning_rate": 1.346331328633841e-06,
+      "loss": 19.8906,
+      "step": 35069
+    },
+    {
+      "epoch": 1.6759055720156741,
+      "grad_norm": 462.46075439453125,
+      "learning_rate": 1.345943539429233e-06,
+      "loss": 23.7812,
+      "step": 35070
+    },
+    {
+      "epoch": 1.6759533594571345,
+      "grad_norm": 189.54676818847656,
+      "learning_rate": 1.3455558020512549e-06,
+      "loss": 20.4219,
+      "step": 35071
+    },
+    {
+      "epoch": 1.676001146898595,
+      "grad_norm": 380.2225646972656,
+      "learning_rate": 1.3451681165022302e-06,
+      "loss": 29.0312,
+      "step": 35072
+    },
+    {
+      "epoch": 1.6760489343400553,
+      "grad_norm": 286.2469787597656,
+      "learning_rate": 1.3447804827844835e-06,
+      "loss": 25.0312,
+      "step": 35073
+    },
+    {
+      "epoch": 1.6760967217815157,
+      "grad_norm": 160.64723205566406,
+      "learning_rate": 1.3443929009003298e-06,
+      "loss": 17.7188,
+      "step": 35074
+    },
+    {
+      "epoch": 1.676144509222976,
+      "grad_norm": 253.17953491210938,
+      "learning_rate": 1.344005370852095e-06,
+      "loss": 21.25,
+      "step": 35075
+    },
+    {
+      "epoch": 1.6761922966644365,
+      "grad_norm": 161.9603271484375,
+      "learning_rate": 1.3436178926421006e-06,
+      "loss": 27.3594,
+      "step": 35076
+    },
+    {
+      "epoch": 1.6762400841058969,
+      "grad_norm": 277.66339111328125,
+      "learning_rate": 1.3432304662726625e-06,
+      "loss": 24.7812,
+      "step": 35077
+    },
+    {
+      "epoch": 1.6762878715473573,
+      "grad_norm": 351.3031311035156,
+      "learning_rate": 1.3428430917461043e-06,
+      "loss": 30.75,
+      "step": 35078
+    },
+    {
+      "epoch": 1.6763356589888176,
+      "grad_norm": 400.4355773925781,
+      "learning_rate": 1.3424557690647455e-06,
+      "loss": 32.25,
+      "step": 35079
+    },
+    {
+      "epoch": 1.676383446430278,
+      "grad_norm": 201.9478759765625,
+      "learning_rate": 1.3420684982309074e-06,
+      "loss": 17.7812,
+      "step": 35080
+    },
+    {
+      "epoch": 1.6764312338717384,
+      "grad_norm": 171.2642364501953,
+      "learning_rate": 1.3416812792469037e-06,
+      "loss": 14.9062,
+      "step": 35081
+    },
+    {
+      "epoch": 1.6764790213131988,
+      "grad_norm": 153.88645935058594,
+      "learning_rate": 1.341294112115058e-06,
+      "loss": 19.5938,
+      "step": 35082
+    },
+    {
+      "epoch": 1.6765268087546592,
+      "grad_norm": 202.83523559570312,
+      "learning_rate": 1.3409069968376899e-06,
+      "loss": 20.4062,
+      "step": 35083
+    },
+    {
+      "epoch": 1.6765745961961196,
+      "grad_norm": 170.87977600097656,
+      "learning_rate": 1.3405199334171137e-06,
+      "loss": 15.8281,
+      "step": 35084
+    },
+    {
+      "epoch": 1.67662238363758,
+      "grad_norm": 225.7555694580078,
+      "learning_rate": 1.3401329218556492e-06,
+      "loss": 27.3438,
+      "step": 35085
+    },
+    {
+      "epoch": 1.6766701710790404,
+      "grad_norm": 276.76263427734375,
+      "learning_rate": 1.339745962155613e-06,
+      "loss": 30.25,
+      "step": 35086
+    },
+    {
+      "epoch": 1.6767179585205008,
+      "grad_norm": 362.5127258300781,
+      "learning_rate": 1.339359054319327e-06,
+      "loss": 18.9531,
+      "step": 35087
+    },
+    {
+      "epoch": 1.6767657459619612,
+      "grad_norm": 185.0661163330078,
+      "learning_rate": 1.3389721983491033e-06,
+      "loss": 26.2969,
+      "step": 35088
+    },
+    {
+      "epoch": 1.6768135334034215,
+      "grad_norm": 140.2448272705078,
+      "learning_rate": 1.3385853942472592e-06,
+      "loss": 13.2969,
+      "step": 35089
+    },
+    {
+      "epoch": 1.676861320844882,
+      "grad_norm": 184.29652404785156,
+      "learning_rate": 1.338198642016113e-06,
+      "loss": 21.4375,
+      "step": 35090
+    },
+    {
+      "epoch": 1.6769091082863423,
+      "grad_norm": 291.9844055175781,
+      "learning_rate": 1.3378119416579815e-06,
+      "loss": 15.5781,
+      "step": 35091
+    },
+    {
+      "epoch": 1.6769568957278027,
+      "grad_norm": 429.4710693359375,
+      "learning_rate": 1.3374252931751775e-06,
+      "loss": 28.2969,
+      "step": 35092
+    },
+    {
+      "epoch": 1.677004683169263,
+      "grad_norm": 367.8612976074219,
+      "learning_rate": 1.337038696570019e-06,
+      "loss": 27.6406,
+      "step": 35093
+    },
+    {
+      "epoch": 1.6770524706107235,
+      "grad_norm": 233.16519165039062,
+      "learning_rate": 1.3366521518448195e-06,
+      "loss": 28.2812,
+      "step": 35094
+    },
+    {
+      "epoch": 1.6771002580521839,
+      "grad_norm": 328.0544738769531,
+      "learning_rate": 1.3362656590018974e-06,
+      "loss": 33.6406,
+      "step": 35095
+    },
+    {
+      "epoch": 1.6771480454936443,
+      "grad_norm": 182.344970703125,
+      "learning_rate": 1.335879218043562e-06,
+      "loss": 26.5312,
+      "step": 35096
+    },
+    {
+      "epoch": 1.6771958329351047,
+      "grad_norm": 253.2783660888672,
+      "learning_rate": 1.3354928289721314e-06,
+      "loss": 24.0625,
+      "step": 35097
+    },
+    {
+      "epoch": 1.677243620376565,
+      "grad_norm": 180.7859649658203,
+      "learning_rate": 1.3351064917899193e-06,
+      "loss": 21.6562,
+      "step": 35098
+    },
+    {
+      "epoch": 1.6772914078180254,
+      "grad_norm": 322.4182434082031,
+      "learning_rate": 1.3347202064992371e-06,
+      "loss": 24.1875,
+      "step": 35099
+    },
+    {
+      "epoch": 1.6773391952594858,
+      "grad_norm": 293.46875,
+      "learning_rate": 1.3343339731023997e-06,
+      "loss": 32.3438,
+      "step": 35100
+    },
+    {
+      "epoch": 1.6773869827009462,
+      "grad_norm": 407.9864501953125,
+      "learning_rate": 1.333947791601722e-06,
+      "loss": 23.1094,
+      "step": 35101
+    },
+    {
+      "epoch": 1.6774347701424066,
+      "grad_norm": 339.2027893066406,
+      "learning_rate": 1.3335616619995128e-06,
+      "loss": 27.4375,
+      "step": 35102
+    },
+    {
+      "epoch": 1.677482557583867,
+      "grad_norm": 367.8381652832031,
+      "learning_rate": 1.3331755842980886e-06,
+      "loss": 37.9219,
+      "step": 35103
+    },
+    {
+      "epoch": 1.6775303450253274,
+      "grad_norm": 130.84579467773438,
+      "learning_rate": 1.3327895584997564e-06,
+      "loss": 15.9531,
+      "step": 35104
+    },
+    {
+      "epoch": 1.6775781324667878,
+      "grad_norm": 239.43780517578125,
+      "learning_rate": 1.3324035846068318e-06,
+      "loss": 27.1875,
+      "step": 35105
+    },
+    {
+      "epoch": 1.6776259199082482,
+      "grad_norm": 247.34092712402344,
+      "learning_rate": 1.3320176626216276e-06,
+      "loss": 23.8594,
+      "step": 35106
+    },
+    {
+      "epoch": 1.6776737073497086,
+      "grad_norm": 175.40951538085938,
+      "learning_rate": 1.3316317925464506e-06,
+      "loss": 20.25,
+      "step": 35107
+    },
+    {
+      "epoch": 1.677721494791169,
+      "grad_norm": 319.2088928222656,
+      "learning_rate": 1.3312459743836138e-06,
+      "loss": 24.625,
+      "step": 35108
+    },
+    {
+      "epoch": 1.6777692822326293,
+      "grad_norm": 112.54402923583984,
+      "learning_rate": 1.3308602081354305e-06,
+      "loss": 15.2656,
+      "step": 35109
+    },
+    {
+      "epoch": 1.6778170696740897,
+      "grad_norm": 128.78895568847656,
+      "learning_rate": 1.3304744938042058e-06,
+      "loss": 22.0781,
+      "step": 35110
+    },
+    {
+      "epoch": 1.6778648571155501,
+      "grad_norm": 206.40216064453125,
+      "learning_rate": 1.330088831392251e-06,
+      "loss": 25.0938,
+      "step": 35111
+    },
+    {
+      "epoch": 1.6779126445570105,
+      "grad_norm": 188.7533721923828,
+      "learning_rate": 1.3297032209018779e-06,
+      "loss": 17.0,
+      "step": 35112
+    },
+    {
+      "epoch": 1.677960431998471,
+      "grad_norm": 166.89903259277344,
+      "learning_rate": 1.3293176623353976e-06,
+      "loss": 20.0312,
+      "step": 35113
+    },
+    {
+      "epoch": 1.6780082194399313,
+      "grad_norm": 288.85418701171875,
+      "learning_rate": 1.3289321556951129e-06,
+      "loss": 32.0625,
+      "step": 35114
+    },
+    {
+      "epoch": 1.6780560068813917,
+      "grad_norm": 291.2979431152344,
+      "learning_rate": 1.3285467009833363e-06,
+      "loss": 32.25,
+      "step": 35115
+    },
+    {
+      "epoch": 1.678103794322852,
+      "grad_norm": 531.6961669921875,
+      "learning_rate": 1.3281612982023761e-06,
+      "loss": 26.125,
+      "step": 35116
+    },
+    {
+      "epoch": 1.6781515817643124,
+      "grad_norm": 265.38629150390625,
+      "learning_rate": 1.3277759473545414e-06,
+      "loss": 26.3125,
+      "step": 35117
+    },
+    {
+      "epoch": 1.6781993692057728,
+      "grad_norm": 650.4454345703125,
+      "learning_rate": 1.3273906484421374e-06,
+      "loss": 19.625,
+      "step": 35118
+    },
+    {
+      "epoch": 1.6782471566472332,
+      "grad_norm": 440.2672119140625,
+      "learning_rate": 1.3270054014674715e-06,
+      "loss": 24.125,
+      "step": 35119
+    },
+    {
+      "epoch": 1.6782949440886936,
+      "grad_norm": 260.73779296875,
+      "learning_rate": 1.3266202064328548e-06,
+      "loss": 22.3594,
+      "step": 35120
+    },
+    {
+      "epoch": 1.678342731530154,
+      "grad_norm": 183.07801818847656,
+      "learning_rate": 1.3262350633405895e-06,
+      "loss": 21.5781,
+      "step": 35121
+    },
+    {
+      "epoch": 1.6783905189716144,
+      "grad_norm": 251.2032012939453,
+      "learning_rate": 1.325849972192984e-06,
+      "loss": 26.6562,
+      "step": 35122
+    },
+    {
+      "epoch": 1.6784383064130748,
+      "grad_norm": 187.42852783203125,
+      "learning_rate": 1.325464932992344e-06,
+      "loss": 23.125,
+      "step": 35123
+    },
+    {
+      "epoch": 1.6784860938545352,
+      "grad_norm": 246.5646209716797,
+      "learning_rate": 1.3250799457409779e-06,
+      "loss": 31.25,
+      "step": 35124
+    },
+    {
+      "epoch": 1.6785338812959956,
+      "grad_norm": 488.0372619628906,
+      "learning_rate": 1.3246950104411872e-06,
+      "loss": 26.0625,
+      "step": 35125
+    },
+    {
+      "epoch": 1.678581668737456,
+      "grad_norm": 304.2120056152344,
+      "learning_rate": 1.3243101270952795e-06,
+      "loss": 25.0938,
+      "step": 35126
+    },
+    {
+      "epoch": 1.6786294561789163,
+      "grad_norm": 262.2995910644531,
+      "learning_rate": 1.3239252957055593e-06,
+      "loss": 29.9844,
+      "step": 35127
+    },
+    {
+      "epoch": 1.6786772436203765,
+      "grad_norm": 166.84461975097656,
+      "learning_rate": 1.3235405162743331e-06,
+      "loss": 25.3438,
+      "step": 35128
+    },
+    {
+      "epoch": 1.678725031061837,
+      "grad_norm": 188.97389221191406,
+      "learning_rate": 1.3231557888039014e-06,
+      "loss": 25.25,
+      "step": 35129
+    },
+    {
+      "epoch": 1.6787728185032973,
+      "grad_norm": 278.2225646972656,
+      "learning_rate": 1.3227711132965704e-06,
+      "loss": 36.8438,
+      "step": 35130
+    },
+    {
+      "epoch": 1.6788206059447577,
+      "grad_norm": 1525.353759765625,
+      "learning_rate": 1.3223864897546456e-06,
+      "loss": 28.5938,
+      "step": 35131
+    },
+    {
+      "epoch": 1.678868393386218,
+      "grad_norm": 189.11985778808594,
+      "learning_rate": 1.3220019181804277e-06,
+      "loss": 17.375,
+      "step": 35132
+    },
+    {
+      "epoch": 1.6789161808276785,
+      "grad_norm": 414.22454833984375,
+      "learning_rate": 1.3216173985762193e-06,
+      "loss": 25.625,
+      "step": 35133
+    },
+    {
+      "epoch": 1.6789639682691389,
+      "grad_norm": 311.4989929199219,
+      "learning_rate": 1.3212329309443274e-06,
+      "loss": 23.75,
+      "step": 35134
+    },
+    {
+      "epoch": 1.6790117557105992,
+      "grad_norm": 197.25180053710938,
+      "learning_rate": 1.3208485152870487e-06,
+      "loss": 18.5312,
+      "step": 35135
+    },
+    {
+      "epoch": 1.6790595431520596,
+      "grad_norm": 266.44158935546875,
+      "learning_rate": 1.3204641516066886e-06,
+      "loss": 20.9219,
+      "step": 35136
+    },
+    {
+      "epoch": 1.67910733059352,
+      "grad_norm": 226.24859619140625,
+      "learning_rate": 1.3200798399055514e-06,
+      "loss": 25.5,
+      "step": 35137
+    },
+    {
+      "epoch": 1.6791551180349804,
+      "grad_norm": 321.5412292480469,
+      "learning_rate": 1.3196955801859323e-06,
+      "loss": 29.1406,
+      "step": 35138
+    },
+    {
+      "epoch": 1.6792029054764408,
+      "grad_norm": 431.5829772949219,
+      "learning_rate": 1.3193113724501393e-06,
+      "loss": 22.125,
+      "step": 35139
+    },
+    {
+      "epoch": 1.6792506929179012,
+      "grad_norm": 1099.05419921875,
+      "learning_rate": 1.3189272167004675e-06,
+      "loss": 25.75,
+      "step": 35140
+    },
+    {
+      "epoch": 1.6792984803593616,
+      "grad_norm": 179.08343505859375,
+      "learning_rate": 1.31854311293922e-06,
+      "loss": 23.0625,
+      "step": 35141
+    },
+    {
+      "epoch": 1.679346267800822,
+      "grad_norm": 243.91488647460938,
+      "learning_rate": 1.3181590611686968e-06,
+      "loss": 16.9531,
+      "step": 35142
+    },
+    {
+      "epoch": 1.6793940552422824,
+      "grad_norm": 619.6464233398438,
+      "learning_rate": 1.317775061391201e-06,
+      "loss": 28.2031,
+      "step": 35143
+    },
+    {
+      "epoch": 1.6794418426837427,
+      "grad_norm": 166.33798217773438,
+      "learning_rate": 1.3173911136090268e-06,
+      "loss": 30.1875,
+      "step": 35144
+    },
+    {
+      "epoch": 1.6794896301252031,
+      "grad_norm": 330.2906494140625,
+      "learning_rate": 1.3170072178244763e-06,
+      "loss": 31.2188,
+      "step": 35145
+    },
+    {
+      "epoch": 1.6795374175666635,
+      "grad_norm": 404.9978942871094,
+      "learning_rate": 1.3166233740398505e-06,
+      "loss": 27.1875,
+      "step": 35146
+    },
+    {
+      "epoch": 1.679585205008124,
+      "grad_norm": 266.1344909667969,
+      "learning_rate": 1.3162395822574436e-06,
+      "loss": 29.0938,
+      "step": 35147
+    },
+    {
+      "epoch": 1.679632992449584,
+      "grad_norm": 333.2481384277344,
+      "learning_rate": 1.3158558424795575e-06,
+      "loss": 25.25,
+      "step": 35148
+    },
+    {
+      "epoch": 1.6796807798910445,
+      "grad_norm": 182.86972045898438,
+      "learning_rate": 1.3154721547084882e-06,
+      "loss": 23.25,
+      "step": 35149
+    },
+    {
+      "epoch": 1.6797285673325049,
+      "grad_norm": 173.23318481445312,
+      "learning_rate": 1.3150885189465368e-06,
+      "loss": 13.9531,
+      "step": 35150
+    },
+    {
+      "epoch": 1.6797763547739653,
+      "grad_norm": 214.28628540039062,
+      "learning_rate": 1.3147049351959974e-06,
+      "loss": 19.6562,
+      "step": 35151
+    },
+    {
+      "epoch": 1.6798241422154256,
+      "grad_norm": 469.425537109375,
+      "learning_rate": 1.3143214034591678e-06,
+      "loss": 23.875,
+      "step": 35152
+    },
+    {
+      "epoch": 1.679871929656886,
+      "grad_norm": 337.2717590332031,
+      "learning_rate": 1.3139379237383453e-06,
+      "loss": 30.9375,
+      "step": 35153
+    },
+    {
+      "epoch": 1.6799197170983464,
+      "grad_norm": 288.9982604980469,
+      "learning_rate": 1.3135544960358281e-06,
+      "loss": 19.0,
+      "step": 35154
+    },
+    {
+      "epoch": 1.6799675045398068,
+      "grad_norm": 176.192138671875,
+      "learning_rate": 1.3131711203539099e-06,
+      "loss": 25.3438,
+      "step": 35155
+    },
+    {
+      "epoch": 1.6800152919812672,
+      "grad_norm": 313.8420715332031,
+      "learning_rate": 1.3127877966948876e-06,
+      "loss": 24.9688,
+      "step": 35156
+    },
+    {
+      "epoch": 1.6800630794227276,
+      "grad_norm": 229.9967498779297,
+      "learning_rate": 1.3124045250610585e-06,
+      "loss": 22.0469,
+      "step": 35157
+    },
+    {
+      "epoch": 1.680110866864188,
+      "grad_norm": 403.533935546875,
+      "learning_rate": 1.3120213054547137e-06,
+      "loss": 31.4062,
+      "step": 35158
+    },
+    {
+      "epoch": 1.6801586543056484,
+      "grad_norm": 269.41162109375,
+      "learning_rate": 1.3116381378781506e-06,
+      "loss": 33.7812,
+      "step": 35159
+    },
+    {
+      "epoch": 1.6802064417471088,
+      "grad_norm": 181.53131103515625,
+      "learning_rate": 1.311255022333665e-06,
+      "loss": 24.0625,
+      "step": 35160
+    },
+    {
+      "epoch": 1.6802542291885691,
+      "grad_norm": 185.65057373046875,
+      "learning_rate": 1.3108719588235519e-06,
+      "loss": 21.0625,
+      "step": 35161
+    },
+    {
+      "epoch": 1.6803020166300295,
+      "grad_norm": 214.07814025878906,
+      "learning_rate": 1.3104889473501014e-06,
+      "loss": 24.7656,
+      "step": 35162
+    },
+    {
+      "epoch": 1.68034980407149,
+      "grad_norm": 209.88626098632812,
+      "learning_rate": 1.3101059879156098e-06,
+      "loss": 22.875,
+      "step": 35163
+    },
+    {
+      "epoch": 1.6803975915129503,
+      "grad_norm": 167.98583984375,
+      "learning_rate": 1.3097230805223703e-06,
+      "loss": 19.0156,
+      "step": 35164
+    },
+    {
+      "epoch": 1.6804453789544107,
+      "grad_norm": 478.5434875488281,
+      "learning_rate": 1.3093402251726783e-06,
+      "loss": 26.4531,
+      "step": 35165
+    },
+    {
+      "epoch": 1.680493166395871,
+      "grad_norm": 253.76287841796875,
+      "learning_rate": 1.3089574218688217e-06,
+      "loss": 23.375,
+      "step": 35166
+    },
+    {
+      "epoch": 1.6805409538373315,
+      "grad_norm": 136.4541015625,
+      "learning_rate": 1.3085746706130976e-06,
+      "loss": 22.6562,
+      "step": 35167
+    },
+    {
+      "epoch": 1.6805887412787919,
+      "grad_norm": 224.7982635498047,
+      "learning_rate": 1.3081919714077951e-06,
+      "loss": 25.5938,
+      "step": 35168
+    },
+    {
+      "epoch": 1.6806365287202523,
+      "grad_norm": 275.6654052734375,
+      "learning_rate": 1.3078093242552059e-06,
+      "loss": 28.0,
+      "step": 35169
+    },
+    {
+      "epoch": 1.6806843161617127,
+      "grad_norm": 228.18272399902344,
+      "learning_rate": 1.3074267291576259e-06,
+      "loss": 16.1875,
+      "step": 35170
+    },
+    {
+      "epoch": 1.680732103603173,
+      "grad_norm": 223.39511108398438,
+      "learning_rate": 1.307044186117341e-06,
+      "loss": 23.0469,
+      "step": 35171
+    },
+    {
+      "epoch": 1.6807798910446334,
+      "grad_norm": 126.8720474243164,
+      "learning_rate": 1.3066616951366463e-06,
+      "loss": 19.9688,
+      "step": 35172
+    },
+    {
+      "epoch": 1.6808276784860938,
+      "grad_norm": 460.42059326171875,
+      "learning_rate": 1.3062792562178294e-06,
+      "loss": 24.0938,
+      "step": 35173
+    },
+    {
+      "epoch": 1.6808754659275542,
+      "grad_norm": 327.42938232421875,
+      "learning_rate": 1.3058968693631813e-06,
+      "loss": 24.8594,
+      "step": 35174
+    },
+    {
+      "epoch": 1.6809232533690146,
+      "grad_norm": 242.681884765625,
+      "learning_rate": 1.305514534574992e-06,
+      "loss": 25.7031,
+      "step": 35175
+    },
+    {
+      "epoch": 1.680971040810475,
+      "grad_norm": 248.8202362060547,
+      "learning_rate": 1.3051322518555543e-06,
+      "loss": 22.6562,
+      "step": 35176
+    },
+    {
+      "epoch": 1.6810188282519354,
+      "grad_norm": 153.777587890625,
+      "learning_rate": 1.3047500212071517e-06,
+      "loss": 18.2969,
+      "step": 35177
+    },
+    {
+      "epoch": 1.6810666156933958,
+      "grad_norm": 179.93603515625,
+      "learning_rate": 1.3043678426320771e-06,
+      "loss": 31.0312,
+      "step": 35178
+    },
+    {
+      "epoch": 1.6811144031348562,
+      "grad_norm": 179.20558166503906,
+      "learning_rate": 1.3039857161326197e-06,
+      "loss": 22.2969,
+      "step": 35179
+    },
+    {
+      "epoch": 1.6811621905763166,
+      "grad_norm": 611.017822265625,
+      "learning_rate": 1.3036036417110688e-06,
+      "loss": 32.7188,
+      "step": 35180
+    },
+    {
+      "epoch": 1.681209978017777,
+      "grad_norm": 349.5916442871094,
+      "learning_rate": 1.303221619369708e-06,
+      "loss": 26.8438,
+      "step": 35181
+    },
+    {
+      "epoch": 1.6812577654592373,
+      "grad_norm": 425.0690612792969,
+      "learning_rate": 1.3028396491108275e-06,
+      "loss": 31.0469,
+      "step": 35182
+    },
+    {
+      "epoch": 1.6813055529006977,
+      "grad_norm": 141.1862335205078,
+      "learning_rate": 1.302457730936717e-06,
+      "loss": 15.1094,
+      "step": 35183
+    },
+    {
+      "epoch": 1.681353340342158,
+      "grad_norm": 205.30416870117188,
+      "learning_rate": 1.3020758648496612e-06,
+      "loss": 19.5312,
+      "step": 35184
+    },
+    {
+      "epoch": 1.6814011277836185,
+      "grad_norm": 265.4485778808594,
+      "learning_rate": 1.301694050851946e-06,
+      "loss": 22.0469,
+      "step": 35185
+    },
+    {
+      "epoch": 1.6814489152250789,
+      "grad_norm": 387.7141418457031,
+      "learning_rate": 1.3013122889458608e-06,
+      "loss": 24.3125,
+      "step": 35186
+    },
+    {
+      "epoch": 1.6814967026665393,
+      "grad_norm": 147.9548797607422,
+      "learning_rate": 1.3009305791336912e-06,
+      "loss": 16.3594,
+      "step": 35187
+    },
+    {
+      "epoch": 1.6815444901079997,
+      "grad_norm": 284.86236572265625,
+      "learning_rate": 1.3005489214177213e-06,
+      "loss": 33.0625,
+      "step": 35188
+    },
+    {
+      "epoch": 1.68159227754946,
+      "grad_norm": 183.64752197265625,
+      "learning_rate": 1.3001673158002382e-06,
+      "loss": 23.9219,
+      "step": 35189
+    },
+    {
+      "epoch": 1.6816400649909204,
+      "grad_norm": 357.0747985839844,
+      "learning_rate": 1.2997857622835274e-06,
+      "loss": 27.0156,
+      "step": 35190
+    },
+    {
+      "epoch": 1.6816878524323808,
+      "grad_norm": 271.1000671386719,
+      "learning_rate": 1.2994042608698753e-06,
+      "loss": 20.5156,
+      "step": 35191
+    },
+    {
+      "epoch": 1.6817356398738412,
+      "grad_norm": 203.49093627929688,
+      "learning_rate": 1.2990228115615621e-06,
+      "loss": 15.5938,
+      "step": 35192
+    },
+    {
+      "epoch": 1.6817834273153016,
+      "grad_norm": 494.147216796875,
+      "learning_rate": 1.298641414360875e-06,
+      "loss": 19.6406,
+      "step": 35193
+    },
+    {
+      "epoch": 1.681831214756762,
+      "grad_norm": 223.01292419433594,
+      "learning_rate": 1.2982600692701008e-06,
+      "loss": 27.125,
+      "step": 35194
+    },
+    {
+      "epoch": 1.6818790021982224,
+      "grad_norm": 206.31097412109375,
+      "learning_rate": 1.297878776291518e-06,
+      "loss": 22.9844,
+      "step": 35195
+    },
+    {
+      "epoch": 1.6819267896396828,
+      "grad_norm": 387.4372863769531,
+      "learning_rate": 1.2974975354274121e-06,
+      "loss": 37.1562,
+      "step": 35196
+    },
+    {
+      "epoch": 1.6819745770811432,
+      "grad_norm": 153.43101501464844,
+      "learning_rate": 1.2971163466800673e-06,
+      "loss": 17.5156,
+      "step": 35197
+    },
+    {
+      "epoch": 1.6820223645226036,
+      "grad_norm": 265.8341064453125,
+      "learning_rate": 1.2967352100517684e-06,
+      "loss": 28.5938,
+      "step": 35198
+    },
+    {
+      "epoch": 1.682070151964064,
+      "grad_norm": 229.2452392578125,
+      "learning_rate": 1.296354125544792e-06,
+      "loss": 22.4219,
+      "step": 35199
+    },
+    {
+      "epoch": 1.6821179394055243,
+      "grad_norm": 218.91586303710938,
+      "learning_rate": 1.2959730931614268e-06,
+      "loss": 15.6562,
+      "step": 35200
+    },
+    {
+      "epoch": 1.6821657268469847,
+      "grad_norm": 155.2588348388672,
+      "learning_rate": 1.2955921129039484e-06,
+      "loss": 17.2031,
+      "step": 35201
+    },
+    {
+      "epoch": 1.6822135142884451,
+      "grad_norm": 1471.2098388671875,
+      "learning_rate": 1.2952111847746417e-06,
+      "loss": 26.4688,
+      "step": 35202
+    },
+    {
+      "epoch": 1.6822613017299055,
+      "grad_norm": 337.07928466796875,
+      "learning_rate": 1.2948303087757895e-06,
+      "loss": 30.1875,
+      "step": 35203
+    },
+    {
+      "epoch": 1.682309089171366,
+      "grad_norm": 414.07928466796875,
+      "learning_rate": 1.29444948490967e-06,
+      "loss": 27.125,
+      "step": 35204
+    },
+    {
+      "epoch": 1.6823568766128263,
+      "grad_norm": 166.82286071777344,
+      "learning_rate": 1.2940687131785668e-06,
+      "loss": 24.25,
+      "step": 35205
+    },
+    {
+      "epoch": 1.6824046640542867,
+      "grad_norm": 160.00660705566406,
+      "learning_rate": 1.2936879935847557e-06,
+      "loss": 21.5156,
+      "step": 35206
+    },
+    {
+      "epoch": 1.682452451495747,
+      "grad_norm": 108.48013305664062,
+      "learning_rate": 1.2933073261305196e-06,
+      "loss": 12.1328,
+      "step": 35207
+    },
+    {
+      "epoch": 1.6825002389372075,
+      "grad_norm": 396.3667907714844,
+      "learning_rate": 1.2929267108181375e-06,
+      "loss": 24.5625,
+      "step": 35208
+    },
+    {
+      "epoch": 1.6825480263786678,
+      "grad_norm": 302.206787109375,
+      "learning_rate": 1.2925461476498912e-06,
+      "loss": 19.5312,
+      "step": 35209
+    },
+    {
+      "epoch": 1.682595813820128,
+      "grad_norm": 893.8279418945312,
+      "learning_rate": 1.2921656366280554e-06,
+      "loss": 24.25,
+      "step": 35210
+    },
+    {
+      "epoch": 1.6826436012615884,
+      "grad_norm": 222.839599609375,
+      "learning_rate": 1.2917851777549128e-06,
+      "loss": 22.8281,
+      "step": 35211
+    },
+    {
+      "epoch": 1.6826913887030488,
+      "grad_norm": 195.01199340820312,
+      "learning_rate": 1.2914047710327394e-06,
+      "loss": 19.5,
+      "step": 35212
+    },
+    {
+      "epoch": 1.6827391761445092,
+      "grad_norm": 281.1141052246094,
+      "learning_rate": 1.2910244164638165e-06,
+      "loss": 23.3125,
+      "step": 35213
+    },
+    {
+      "epoch": 1.6827869635859696,
+      "grad_norm": 286.29595947265625,
+      "learning_rate": 1.2906441140504166e-06,
+      "loss": 20.3906,
+      "step": 35214
+    },
+    {
+      "epoch": 1.68283475102743,
+      "grad_norm": 143.00865173339844,
+      "learning_rate": 1.2902638637948217e-06,
+      "loss": 20.0,
+      "step": 35215
+    },
+    {
+      "epoch": 1.6828825384688904,
+      "grad_norm": 250.2163848876953,
+      "learning_rate": 1.2898836656993086e-06,
+      "loss": 29.0938,
+      "step": 35216
+    },
+    {
+      "epoch": 1.6829303259103507,
+      "grad_norm": 531.2085571289062,
+      "learning_rate": 1.2895035197661522e-06,
+      "loss": 30.4375,
+      "step": 35217
+    },
+    {
+      "epoch": 1.6829781133518111,
+      "grad_norm": 277.6797180175781,
+      "learning_rate": 1.2891234259976293e-06,
+      "loss": 28.125,
+      "step": 35218
+    },
+    {
+      "epoch": 1.6830259007932715,
+      "grad_norm": 203.83445739746094,
+      "learning_rate": 1.2887433843960174e-06,
+      "loss": 30.9375,
+      "step": 35219
+    },
+    {
+      "epoch": 1.683073688234732,
+      "grad_norm": 225.93675231933594,
+      "learning_rate": 1.2883633949635932e-06,
+      "loss": 32.7812,
+      "step": 35220
+    },
+    {
+      "epoch": 1.6831214756761923,
+      "grad_norm": 173.60964965820312,
+      "learning_rate": 1.2879834577026295e-06,
+      "loss": 20.4062,
+      "step": 35221
+    },
+    {
+      "epoch": 1.6831692631176527,
+      "grad_norm": 276.61126708984375,
+      "learning_rate": 1.2876035726154046e-06,
+      "loss": 25.4688,
+      "step": 35222
+    },
+    {
+      "epoch": 1.683217050559113,
+      "grad_norm": 97.48226165771484,
+      "learning_rate": 1.287223739704191e-06,
+      "loss": 28.875,
+      "step": 35223
+    },
+    {
+      "epoch": 1.6832648380005735,
+      "grad_norm": 292.0779113769531,
+      "learning_rate": 1.2868439589712668e-06,
+      "loss": 18.2812,
+      "step": 35224
+    },
+    {
+      "epoch": 1.6833126254420339,
+      "grad_norm": 264.04620361328125,
+      "learning_rate": 1.2864642304189024e-06,
+      "loss": 29.5938,
+      "step": 35225
+    },
+    {
+      "epoch": 1.6833604128834943,
+      "grad_norm": 290.37738037109375,
+      "learning_rate": 1.286084554049374e-06,
+      "loss": 33.9688,
+      "step": 35226
+    },
+    {
+      "epoch": 1.6834082003249546,
+      "grad_norm": 175.93556213378906,
+      "learning_rate": 1.2857049298649539e-06,
+      "loss": 20.3125,
+      "step": 35227
+    },
+    {
+      "epoch": 1.683455987766415,
+      "grad_norm": 217.308349609375,
+      "learning_rate": 1.2853253578679203e-06,
+      "loss": 25.3125,
+      "step": 35228
+    },
+    {
+      "epoch": 1.6835037752078754,
+      "grad_norm": 458.165283203125,
+      "learning_rate": 1.2849458380605396e-06,
+      "loss": 27.4375,
+      "step": 35229
+    },
+    {
+      "epoch": 1.6835515626493358,
+      "grad_norm": 200.4711151123047,
+      "learning_rate": 1.2845663704450884e-06,
+      "loss": 25.1094,
+      "step": 35230
+    },
+    {
+      "epoch": 1.683599350090796,
+      "grad_norm": 215.64804077148438,
+      "learning_rate": 1.2841869550238405e-06,
+      "loss": 28.75,
+      "step": 35231
+    },
+    {
+      "epoch": 1.6836471375322564,
+      "grad_norm": 184.73802185058594,
+      "learning_rate": 1.2838075917990644e-06,
+      "loss": 24.9688,
+      "step": 35232
+    },
+    {
+      "epoch": 1.6836949249737168,
+      "grad_norm": 383.85382080078125,
+      "learning_rate": 1.2834282807730336e-06,
+      "loss": 28.7812,
+      "step": 35233
+    },
+    {
+      "epoch": 1.6837427124151771,
+      "grad_norm": 237.8041534423828,
+      "learning_rate": 1.2830490219480229e-06,
+      "loss": 24.1094,
+      "step": 35234
+    },
+    {
+      "epoch": 1.6837904998566375,
+      "grad_norm": 244.8240509033203,
+      "learning_rate": 1.2826698153262973e-06,
+      "loss": 18.75,
+      "step": 35235
+    },
+    {
+      "epoch": 1.683838287298098,
+      "grad_norm": 233.71737670898438,
+      "learning_rate": 1.2822906609101337e-06,
+      "loss": 25.3125,
+      "step": 35236
+    },
+    {
+      "epoch": 1.6838860747395583,
+      "grad_norm": 336.2138366699219,
+      "learning_rate": 1.2819115587017983e-06,
+      "loss": 25.8438,
+      "step": 35237
+    },
+    {
+      "epoch": 1.6839338621810187,
+      "grad_norm": 302.1309509277344,
+      "learning_rate": 1.2815325087035624e-06,
+      "loss": 27.75,
+      "step": 35238
+    },
+    {
+      "epoch": 1.683981649622479,
+      "grad_norm": 201.69412231445312,
+      "learning_rate": 1.2811535109176999e-06,
+      "loss": 16.8906,
+      "step": 35239
+    },
+    {
+      "epoch": 1.6840294370639395,
+      "grad_norm": 292.8011169433594,
+      "learning_rate": 1.2807745653464753e-06,
+      "loss": 23.2656,
+      "step": 35240
+    },
+    {
+      "epoch": 1.6840772245053999,
+      "grad_norm": 355.39794921875,
+      "learning_rate": 1.2803956719921595e-06,
+      "loss": 23.8906,
+      "step": 35241
+    },
+    {
+      "epoch": 1.6841250119468603,
+      "grad_norm": 258.9879150390625,
+      "learning_rate": 1.2800168308570249e-06,
+      "loss": 32.4375,
+      "step": 35242
+    },
+    {
+      "epoch": 1.6841727993883207,
+      "grad_norm": 386.44122314453125,
+      "learning_rate": 1.2796380419433351e-06,
+      "loss": 30.9062,
+      "step": 35243
+    },
+    {
+      "epoch": 1.684220586829781,
+      "grad_norm": 133.15707397460938,
+      "learning_rate": 1.279259305253362e-06,
+      "loss": 14.9844,
+      "step": 35244
+    },
+    {
+      "epoch": 1.6842683742712414,
+      "grad_norm": 138.39080810546875,
+      "learning_rate": 1.2788806207893722e-06,
+      "loss": 18.75,
+      "step": 35245
+    },
+    {
+      "epoch": 1.6843161617127018,
+      "grad_norm": 299.4407653808594,
+      "learning_rate": 1.2785019885536355e-06,
+      "loss": 21.7969,
+      "step": 35246
+    },
+    {
+      "epoch": 1.6843639491541622,
+      "grad_norm": 166.32444763183594,
+      "learning_rate": 1.2781234085484173e-06,
+      "loss": 17.5312,
+      "step": 35247
+    },
+    {
+      "epoch": 1.6844117365956226,
+      "grad_norm": 174.97129821777344,
+      "learning_rate": 1.2777448807759851e-06,
+      "loss": 24.9375,
+      "step": 35248
+    },
+    {
+      "epoch": 1.684459524037083,
+      "grad_norm": 133.15992736816406,
+      "learning_rate": 1.2773664052386058e-06,
+      "loss": 19.8281,
+      "step": 35249
+    },
+    {
+      "epoch": 1.6845073114785434,
+      "grad_norm": 300.4797058105469,
+      "learning_rate": 1.2769879819385489e-06,
+      "loss": 36.9688,
+      "step": 35250
+    },
+    {
+      "epoch": 1.6845550989200038,
+      "grad_norm": 126.44544982910156,
+      "learning_rate": 1.2766096108780758e-06,
+      "loss": 21.4531,
+      "step": 35251
+    },
+    {
+      "epoch": 1.6846028863614642,
+      "grad_norm": 307.1739196777344,
+      "learning_rate": 1.2762312920594555e-06,
+      "loss": 33.9688,
+      "step": 35252
+    },
+    {
+      "epoch": 1.6846506738029245,
+      "grad_norm": 116.75695037841797,
+      "learning_rate": 1.2758530254849544e-06,
+      "loss": 20.2969,
+      "step": 35253
+    },
+    {
+      "epoch": 1.684698461244385,
+      "grad_norm": 254.17494201660156,
+      "learning_rate": 1.2754748111568348e-06,
+      "loss": 19.0781,
+      "step": 35254
+    },
+    {
+      "epoch": 1.6847462486858453,
+      "grad_norm": 122.46761322021484,
+      "learning_rate": 1.2750966490773643e-06,
+      "loss": 13.4844,
+      "step": 35255
+    },
+    {
+      "epoch": 1.6847940361273057,
+      "grad_norm": 191.9868927001953,
+      "learning_rate": 1.2747185392488048e-06,
+      "loss": 22.2812,
+      "step": 35256
+    },
+    {
+      "epoch": 1.684841823568766,
+      "grad_norm": 422.2395935058594,
+      "learning_rate": 1.2743404816734261e-06,
+      "loss": 32.4062,
+      "step": 35257
+    },
+    {
+      "epoch": 1.6848896110102265,
+      "grad_norm": 347.04376220703125,
+      "learning_rate": 1.2739624763534864e-06,
+      "loss": 27.6562,
+      "step": 35258
+    },
+    {
+      "epoch": 1.6849373984516869,
+      "grad_norm": 239.97000122070312,
+      "learning_rate": 1.2735845232912513e-06,
+      "loss": 25.875,
+      "step": 35259
+    },
+    {
+      "epoch": 1.6849851858931473,
+      "grad_norm": 135.84194946289062,
+      "learning_rate": 1.273206622488985e-06,
+      "loss": 22.7812,
+      "step": 35260
+    },
+    {
+      "epoch": 1.6850329733346077,
+      "grad_norm": 161.83782958984375,
+      "learning_rate": 1.272828773948952e-06,
+      "loss": 23.5938,
+      "step": 35261
+    },
+    {
+      "epoch": 1.685080760776068,
+      "grad_norm": 467.8381042480469,
+      "learning_rate": 1.2724509776734118e-06,
+      "loss": 29.9062,
+      "step": 35262
+    },
+    {
+      "epoch": 1.6851285482175284,
+      "grad_norm": 295.03985595703125,
+      "learning_rate": 1.2720732336646291e-06,
+      "loss": 27.75,
+      "step": 35263
+    },
+    {
+      "epoch": 1.6851763356589888,
+      "grad_norm": 162.62074279785156,
+      "learning_rate": 1.2716955419248667e-06,
+      "loss": 21.2188,
+      "step": 35264
+    },
+    {
+      "epoch": 1.6852241231004492,
+      "grad_norm": 237.85670471191406,
+      "learning_rate": 1.2713179024563838e-06,
+      "loss": 19.2812,
+      "step": 35265
+    },
+    {
+      "epoch": 1.6852719105419096,
+      "grad_norm": 315.54266357421875,
+      "learning_rate": 1.2709403152614441e-06,
+      "loss": 32.0312,
+      "step": 35266
+    },
+    {
+      "epoch": 1.68531969798337,
+      "grad_norm": 266.3518371582031,
+      "learning_rate": 1.2705627803423093e-06,
+      "loss": 27.2188,
+      "step": 35267
+    },
+    {
+      "epoch": 1.6853674854248304,
+      "grad_norm": 225.32070922851562,
+      "learning_rate": 1.2701852977012385e-06,
+      "loss": 21.9375,
+      "step": 35268
+    },
+    {
+      "epoch": 1.6854152728662908,
+      "grad_norm": 163.8438720703125,
+      "learning_rate": 1.2698078673404945e-06,
+      "loss": 16.7969,
+      "step": 35269
+    },
+    {
+      "epoch": 1.6854630603077512,
+      "grad_norm": 254.77716064453125,
+      "learning_rate": 1.2694304892623344e-06,
+      "loss": 17.9531,
+      "step": 35270
+    },
+    {
+      "epoch": 1.6855108477492116,
+      "grad_norm": 192.10487365722656,
+      "learning_rate": 1.2690531634690207e-06,
+      "loss": 32.5938,
+      "step": 35271
+    },
+    {
+      "epoch": 1.685558635190672,
+      "grad_norm": 142.36474609375,
+      "learning_rate": 1.2686758899628138e-06,
+      "loss": 23.2812,
+      "step": 35272
+    },
+    {
+      "epoch": 1.6856064226321323,
+      "grad_norm": 316.1463928222656,
+      "learning_rate": 1.268298668745971e-06,
+      "loss": 30.4688,
+      "step": 35273
+    },
+    {
+      "epoch": 1.6856542100735927,
+      "grad_norm": 226.80783081054688,
+      "learning_rate": 1.2679214998207511e-06,
+      "loss": 26.7969,
+      "step": 35274
+    },
+    {
+      "epoch": 1.6857019975150531,
+      "grad_norm": 332.999267578125,
+      "learning_rate": 1.267544383189414e-06,
+      "loss": 27.9688,
+      "step": 35275
+    },
+    {
+      "epoch": 1.6857497849565135,
+      "grad_norm": 342.4073486328125,
+      "learning_rate": 1.26716731885422e-06,
+      "loss": 28.5625,
+      "step": 35276
+    },
+    {
+      "epoch": 1.685797572397974,
+      "grad_norm": 245.2537078857422,
+      "learning_rate": 1.2667903068174237e-06,
+      "loss": 31.7188,
+      "step": 35277
+    },
+    {
+      "epoch": 1.6858453598394343,
+      "grad_norm": 227.2992706298828,
+      "learning_rate": 1.2664133470812846e-06,
+      "loss": 21.8125,
+      "step": 35278
+    },
+    {
+      "epoch": 1.6858931472808947,
+      "grad_norm": 294.0732116699219,
+      "learning_rate": 1.2660364396480617e-06,
+      "loss": 19.9688,
+      "step": 35279
+    },
+    {
+      "epoch": 1.685940934722355,
+      "grad_norm": 174.16993713378906,
+      "learning_rate": 1.2656595845200093e-06,
+      "loss": 22.7656,
+      "step": 35280
+    },
+    {
+      "epoch": 1.6859887221638155,
+      "grad_norm": 273.6341857910156,
+      "learning_rate": 1.265282781699385e-06,
+      "loss": 28.375,
+      "step": 35281
+    },
+    {
+      "epoch": 1.6860365096052758,
+      "grad_norm": 375.178955078125,
+      "learning_rate": 1.2649060311884465e-06,
+      "loss": 27.375,
+      "step": 35282
+    },
+    {
+      "epoch": 1.6860842970467362,
+      "grad_norm": 325.6690368652344,
+      "learning_rate": 1.2645293329894514e-06,
+      "loss": 25.6562,
+      "step": 35283
+    },
+    {
+      "epoch": 1.6861320844881966,
+      "grad_norm": 253.2148895263672,
+      "learning_rate": 1.2641526871046517e-06,
+      "loss": 24.625,
+      "step": 35284
+    },
+    {
+      "epoch": 1.686179871929657,
+      "grad_norm": 220.31723022460938,
+      "learning_rate": 1.2637760935363053e-06,
+      "loss": 22.25,
+      "step": 35285
+    },
+    {
+      "epoch": 1.6862276593711174,
+      "grad_norm": 214.43447875976562,
+      "learning_rate": 1.263399552286666e-06,
+      "loss": 23.7812,
+      "step": 35286
+    },
+    {
+      "epoch": 1.6862754468125778,
+      "grad_norm": 290.742431640625,
+      "learning_rate": 1.2630230633579931e-06,
+      "loss": 22.2812,
+      "step": 35287
+    },
+    {
+      "epoch": 1.6863232342540382,
+      "grad_norm": 441.11627197265625,
+      "learning_rate": 1.2626466267525362e-06,
+      "loss": 26.125,
+      "step": 35288
+    },
+    {
+      "epoch": 1.6863710216954986,
+      "grad_norm": 525.8903198242188,
+      "learning_rate": 1.2622702424725519e-06,
+      "loss": 23.4531,
+      "step": 35289
+    },
+    {
+      "epoch": 1.686418809136959,
+      "grad_norm": 176.89047241210938,
+      "learning_rate": 1.2618939105202966e-06,
+      "loss": 21.6406,
+      "step": 35290
+    },
+    {
+      "epoch": 1.6864665965784194,
+      "grad_norm": 182.6935272216797,
+      "learning_rate": 1.261517630898018e-06,
+      "loss": 15.7188,
+      "step": 35291
+    },
+    {
+      "epoch": 1.6865143840198797,
+      "grad_norm": 277.8191833496094,
+      "learning_rate": 1.2611414036079738e-06,
+      "loss": 27.7969,
+      "step": 35292
+    },
+    {
+      "epoch": 1.68656217146134,
+      "grad_norm": 701.4622192382812,
+      "learning_rate": 1.2607652286524163e-06,
+      "loss": 26.3438,
+      "step": 35293
+    },
+    {
+      "epoch": 1.6866099589028003,
+      "grad_norm": 201.47328186035156,
+      "learning_rate": 1.2603891060336015e-06,
+      "loss": 25.9375,
+      "step": 35294
+    },
+    {
+      "epoch": 1.6866577463442607,
+      "grad_norm": 251.031005859375,
+      "learning_rate": 1.2600130357537754e-06,
+      "loss": 26.1875,
+      "step": 35295
+    },
+    {
+      "epoch": 1.686705533785721,
+      "grad_norm": 186.9896697998047,
+      "learning_rate": 1.259637017815194e-06,
+      "loss": 24.7656,
+      "step": 35296
+    },
+    {
+      "epoch": 1.6867533212271815,
+      "grad_norm": 261.0527648925781,
+      "learning_rate": 1.259261052220111e-06,
+      "loss": 27.6719,
+      "step": 35297
+    },
+    {
+      "epoch": 1.6868011086686419,
+      "grad_norm": 185.890869140625,
+      "learning_rate": 1.2588851389707735e-06,
+      "loss": 24.3203,
+      "step": 35298
+    },
+    {
+      "epoch": 1.6868488961101022,
+      "grad_norm": 304.4299621582031,
+      "learning_rate": 1.2585092780694341e-06,
+      "loss": 23.2969,
+      "step": 35299
+    },
+    {
+      "epoch": 1.6868966835515626,
+      "grad_norm": 252.45445251464844,
+      "learning_rate": 1.2581334695183478e-06,
+      "loss": 36.7812,
+      "step": 35300
+    },
+    {
+      "epoch": 1.686944470993023,
+      "grad_norm": 239.81072998046875,
+      "learning_rate": 1.2577577133197595e-06,
+      "loss": 30.1875,
+      "step": 35301
+    },
+    {
+      "epoch": 1.6869922584344834,
+      "grad_norm": 243.06251525878906,
+      "learning_rate": 1.2573820094759225e-06,
+      "loss": 28.4375,
+      "step": 35302
+    },
+    {
+      "epoch": 1.6870400458759438,
+      "grad_norm": 200.2826690673828,
+      "learning_rate": 1.2570063579890857e-06,
+      "loss": 14.9531,
+      "step": 35303
+    },
+    {
+      "epoch": 1.6870878333174042,
+      "grad_norm": 424.30743408203125,
+      "learning_rate": 1.256630758861499e-06,
+      "loss": 22.5625,
+      "step": 35304
+    },
+    {
+      "epoch": 1.6871356207588646,
+      "grad_norm": 259.09228515625,
+      "learning_rate": 1.2562552120954141e-06,
+      "loss": 23.0469,
+      "step": 35305
+    },
+    {
+      "epoch": 1.687183408200325,
+      "grad_norm": 244.54519653320312,
+      "learning_rate": 1.255879717693076e-06,
+      "loss": 25.4375,
+      "step": 35306
+    },
+    {
+      "epoch": 1.6872311956417854,
+      "grad_norm": 287.79241943359375,
+      "learning_rate": 1.2555042756567347e-06,
+      "loss": 29.0938,
+      "step": 35307
+    },
+    {
+      "epoch": 1.6872789830832458,
+      "grad_norm": 323.55865478515625,
+      "learning_rate": 1.25512888598864e-06,
+      "loss": 26.9688,
+      "step": 35308
+    },
+    {
+      "epoch": 1.6873267705247061,
+      "grad_norm": 746.3616333007812,
+      "learning_rate": 1.2547535486910411e-06,
+      "loss": 26.0312,
+      "step": 35309
+    },
+    {
+      "epoch": 1.6873745579661665,
+      "grad_norm": 370.7500915527344,
+      "learning_rate": 1.2543782637661816e-06,
+      "loss": 18.3594,
+      "step": 35310
+    },
+    {
+      "epoch": 1.687422345407627,
+      "grad_norm": 165.57308959960938,
+      "learning_rate": 1.2540030312163122e-06,
+      "loss": 22.7344,
+      "step": 35311
+    },
+    {
+      "epoch": 1.6874701328490873,
+      "grad_norm": 153.80392456054688,
+      "learning_rate": 1.2536278510436784e-06,
+      "loss": 29.6875,
+      "step": 35312
+    },
+    {
+      "epoch": 1.6875179202905475,
+      "grad_norm": 155.27230834960938,
+      "learning_rate": 1.253252723250531e-06,
+      "loss": 24.5625,
+      "step": 35313
+    },
+    {
+      "epoch": 1.6875657077320079,
+      "grad_norm": 358.99322509765625,
+      "learning_rate": 1.2528776478391102e-06,
+      "loss": 23.1875,
+      "step": 35314
+    },
+    {
+      "epoch": 1.6876134951734683,
+      "grad_norm": 184.23703002929688,
+      "learning_rate": 1.2525026248116656e-06,
+      "loss": 19.8906,
+      "step": 35315
+    },
+    {
+      "epoch": 1.6876612826149286,
+      "grad_norm": 429.62762451171875,
+      "learning_rate": 1.2521276541704453e-06,
+      "loss": 24.0625,
+      "step": 35316
+    },
+    {
+      "epoch": 1.687709070056389,
+      "grad_norm": 151.4205322265625,
+      "learning_rate": 1.2517527359176907e-06,
+      "loss": 25.2344,
+      "step": 35317
+    },
+    {
+      "epoch": 1.6877568574978494,
+      "grad_norm": 179.61669921875,
+      "learning_rate": 1.251377870055649e-06,
+      "loss": 19.7812,
+      "step": 35318
+    },
+    {
+      "epoch": 1.6878046449393098,
+      "grad_norm": 143.16416931152344,
+      "learning_rate": 1.2510030565865638e-06,
+      "loss": 20.2344,
+      "step": 35319
+    },
+    {
+      "epoch": 1.6878524323807702,
+      "grad_norm": 223.83155822753906,
+      "learning_rate": 1.2506282955126836e-06,
+      "loss": 20.7344,
+      "step": 35320
+    },
+    {
+      "epoch": 1.6879002198222306,
+      "grad_norm": 251.48182678222656,
+      "learning_rate": 1.2502535868362486e-06,
+      "loss": 22.4375,
+      "step": 35321
+    },
+    {
+      "epoch": 1.687948007263691,
+      "grad_norm": 264.8526611328125,
+      "learning_rate": 1.249878930559504e-06,
+      "loss": 23.3594,
+      "step": 35322
+    },
+    {
+      "epoch": 1.6879957947051514,
+      "grad_norm": 458.32421875,
+      "learning_rate": 1.249504326684694e-06,
+      "loss": 31.5625,
+      "step": 35323
+    },
+    {
+      "epoch": 1.6880435821466118,
+      "grad_norm": 260.7979736328125,
+      "learning_rate": 1.249129775214064e-06,
+      "loss": 18.75,
+      "step": 35324
+    },
+    {
+      "epoch": 1.6880913695880722,
+      "grad_norm": 439.1195983886719,
+      "learning_rate": 1.2487552761498522e-06,
+      "loss": 24.7344,
+      "step": 35325
+    },
+    {
+      "epoch": 1.6881391570295325,
+      "grad_norm": 260.6212158203125,
+      "learning_rate": 1.2483808294943045e-06,
+      "loss": 20.9688,
+      "step": 35326
+    },
+    {
+      "epoch": 1.688186944470993,
+      "grad_norm": 463.48736572265625,
+      "learning_rate": 1.2480064352496656e-06,
+      "loss": 28.6875,
+      "step": 35327
+    },
+    {
+      "epoch": 1.6882347319124533,
+      "grad_norm": 308.20684814453125,
+      "learning_rate": 1.2476320934181719e-06,
+      "loss": 25.7031,
+      "step": 35328
+    },
+    {
+      "epoch": 1.6882825193539137,
+      "grad_norm": 117.75135040283203,
+      "learning_rate": 1.2472578040020688e-06,
+      "loss": 17.3438,
+      "step": 35329
+    },
+    {
+      "epoch": 1.688330306795374,
+      "grad_norm": 492.83624267578125,
+      "learning_rate": 1.2468835670035995e-06,
+      "loss": 32.7812,
+      "step": 35330
+    },
+    {
+      "epoch": 1.6883780942368345,
+      "grad_norm": 347.9427795410156,
+      "learning_rate": 1.2465093824250007e-06,
+      "loss": 34.3281,
+      "step": 35331
+    },
+    {
+      "epoch": 1.6884258816782949,
+      "grad_norm": 208.3293914794922,
+      "learning_rate": 1.2461352502685164e-06,
+      "loss": 22.1719,
+      "step": 35332
+    },
+    {
+      "epoch": 1.6884736691197553,
+      "grad_norm": 279.04058837890625,
+      "learning_rate": 1.245761170536388e-06,
+      "loss": 23.6562,
+      "step": 35333
+    },
+    {
+      "epoch": 1.6885214565612157,
+      "grad_norm": 312.1919250488281,
+      "learning_rate": 1.2453871432308517e-06,
+      "loss": 23.7812,
+      "step": 35334
+    },
+    {
+      "epoch": 1.688569244002676,
+      "grad_norm": 257.13128662109375,
+      "learning_rate": 1.2450131683541522e-06,
+      "loss": 23.8438,
+      "step": 35335
+    },
+    {
+      "epoch": 1.6886170314441364,
+      "grad_norm": 262.0848083496094,
+      "learning_rate": 1.2446392459085244e-06,
+      "loss": 23.6875,
+      "step": 35336
+    },
+    {
+      "epoch": 1.6886648188855968,
+      "grad_norm": 417.3521728515625,
+      "learning_rate": 1.2442653758962108e-06,
+      "loss": 34.5312,
+      "step": 35337
+    },
+    {
+      "epoch": 1.6887126063270572,
+      "grad_norm": 112.26654815673828,
+      "learning_rate": 1.243891558319451e-06,
+      "loss": 17.3438,
+      "step": 35338
+    },
+    {
+      "epoch": 1.6887603937685176,
+      "grad_norm": 212.06228637695312,
+      "learning_rate": 1.2435177931804797e-06,
+      "loss": 25.4531,
+      "step": 35339
+    },
+    {
+      "epoch": 1.688808181209978,
+      "grad_norm": 305.8428955078125,
+      "learning_rate": 1.2431440804815387e-06,
+      "loss": 26.8125,
+      "step": 35340
+    },
+    {
+      "epoch": 1.6888559686514384,
+      "grad_norm": 185.45106506347656,
+      "learning_rate": 1.2427704202248646e-06,
+      "loss": 23.0,
+      "step": 35341
+    },
+    {
+      "epoch": 1.6889037560928988,
+      "grad_norm": 164.45721435546875,
+      "learning_rate": 1.2423968124126995e-06,
+      "loss": 23.2031,
+      "step": 35342
+    },
+    {
+      "epoch": 1.6889515435343592,
+      "grad_norm": 241.40768432617188,
+      "learning_rate": 1.2420232570472734e-06,
+      "loss": 24.9219,
+      "step": 35343
+    },
+    {
+      "epoch": 1.6889993309758196,
+      "grad_norm": 128.676025390625,
+      "learning_rate": 1.241649754130827e-06,
+      "loss": 18.25,
+      "step": 35344
+    },
+    {
+      "epoch": 1.68904711841728,
+      "grad_norm": 219.89089965820312,
+      "learning_rate": 1.2412763036655983e-06,
+      "loss": 21.4062,
+      "step": 35345
+    },
+    {
+      "epoch": 1.6890949058587403,
+      "grad_norm": 178.14634704589844,
+      "learning_rate": 1.2409029056538236e-06,
+      "loss": 26.1406,
+      "step": 35346
+    },
+    {
+      "epoch": 1.6891426933002007,
+      "grad_norm": 454.6018371582031,
+      "learning_rate": 1.2405295600977373e-06,
+      "loss": 26.7344,
+      "step": 35347
+    },
+    {
+      "epoch": 1.6891904807416611,
+      "grad_norm": 149.3074188232422,
+      "learning_rate": 1.2401562669995749e-06,
+      "loss": 22.6562,
+      "step": 35348
+    },
+    {
+      "epoch": 1.6892382681831215,
+      "grad_norm": 459.0788879394531,
+      "learning_rate": 1.239783026361574e-06,
+      "loss": 29.625,
+      "step": 35349
+    },
+    {
+      "epoch": 1.689286055624582,
+      "grad_norm": 178.07061767578125,
+      "learning_rate": 1.239409838185971e-06,
+      "loss": 25.25,
+      "step": 35350
+    },
+    {
+      "epoch": 1.6893338430660423,
+      "grad_norm": 362.34588623046875,
+      "learning_rate": 1.239036702474996e-06,
+      "loss": 19.75,
+      "step": 35351
+    },
+    {
+      "epoch": 1.6893816305075027,
+      "grad_norm": 239.52920532226562,
+      "learning_rate": 1.2386636192308876e-06,
+      "loss": 24.3125,
+      "step": 35352
+    },
+    {
+      "epoch": 1.689429417948963,
+      "grad_norm": 403.3662414550781,
+      "learning_rate": 1.2382905884558806e-06,
+      "loss": 19.1719,
+      "step": 35353
+    },
+    {
+      "epoch": 1.6894772053904235,
+      "grad_norm": 245.3757781982422,
+      "learning_rate": 1.237917610152204e-06,
+      "loss": 22.1406,
+      "step": 35354
+    },
+    {
+      "epoch": 1.6895249928318838,
+      "grad_norm": 381.8681335449219,
+      "learning_rate": 1.2375446843220962e-06,
+      "loss": 22.0469,
+      "step": 35355
+    },
+    {
+      "epoch": 1.6895727802733442,
+      "grad_norm": 161.09486389160156,
+      "learning_rate": 1.2371718109677887e-06,
+      "loss": 15.0156,
+      "step": 35356
+    },
+    {
+      "epoch": 1.6896205677148046,
+      "grad_norm": 290.1194763183594,
+      "learning_rate": 1.2367989900915167e-06,
+      "loss": 24.125,
+      "step": 35357
+    },
+    {
+      "epoch": 1.689668355156265,
+      "grad_norm": 278.4078063964844,
+      "learning_rate": 1.2364262216955092e-06,
+      "loss": 24.5938,
+      "step": 35358
+    },
+    {
+      "epoch": 1.6897161425977254,
+      "grad_norm": 246.88833618164062,
+      "learning_rate": 1.236053505782e-06,
+      "loss": 22.6562,
+      "step": 35359
+    },
+    {
+      "epoch": 1.6897639300391858,
+      "grad_norm": 684.5509033203125,
+      "learning_rate": 1.235680842353223e-06,
+      "loss": 26.0625,
+      "step": 35360
+    },
+    {
+      "epoch": 1.6898117174806462,
+      "grad_norm": 180.59938049316406,
+      "learning_rate": 1.2353082314114096e-06,
+      "loss": 19.9219,
+      "step": 35361
+    },
+    {
+      "epoch": 1.6898595049221066,
+      "grad_norm": 257.58514404296875,
+      "learning_rate": 1.234935672958789e-06,
+      "loss": 19.8125,
+      "step": 35362
+    },
+    {
+      "epoch": 1.689907292363567,
+      "grad_norm": 577.9022827148438,
+      "learning_rate": 1.2345631669975933e-06,
+      "loss": 15.4766,
+      "step": 35363
+    },
+    {
+      "epoch": 1.6899550798050273,
+      "grad_norm": 361.0379333496094,
+      "learning_rate": 1.2341907135300557e-06,
+      "loss": 25.6094,
+      "step": 35364
+    },
+    {
+      "epoch": 1.6900028672464877,
+      "grad_norm": 235.39230346679688,
+      "learning_rate": 1.2338183125584025e-06,
+      "loss": 23.5,
+      "step": 35365
+    },
+    {
+      "epoch": 1.6900506546879481,
+      "grad_norm": 257.0157165527344,
+      "learning_rate": 1.2334459640848685e-06,
+      "loss": 31.5625,
+      "step": 35366
+    },
+    {
+      "epoch": 1.6900984421294085,
+      "grad_norm": 442.6535339355469,
+      "learning_rate": 1.2330736681116795e-06,
+      "loss": 33.8125,
+      "step": 35367
+    },
+    {
+      "epoch": 1.690146229570869,
+      "grad_norm": 283.06463623046875,
+      "learning_rate": 1.2327014246410684e-06,
+      "loss": 24.25,
+      "step": 35368
+    },
+    {
+      "epoch": 1.6901940170123293,
+      "grad_norm": 294.7181701660156,
+      "learning_rate": 1.2323292336752613e-06,
+      "loss": 21.0938,
+      "step": 35369
+    },
+    {
+      "epoch": 1.6902418044537897,
+      "grad_norm": 145.94842529296875,
+      "learning_rate": 1.2319570952164884e-06,
+      "loss": 19.5781,
+      "step": 35370
+    },
+    {
+      "epoch": 1.69028959189525,
+      "grad_norm": 132.28614807128906,
+      "learning_rate": 1.231585009266978e-06,
+      "loss": 19.75,
+      "step": 35371
+    },
+    {
+      "epoch": 1.6903373793367105,
+      "grad_norm": 263.7182922363281,
+      "learning_rate": 1.2312129758289614e-06,
+      "loss": 22.9062,
+      "step": 35372
+    },
+    {
+      "epoch": 1.6903851667781709,
+      "grad_norm": 784.6788330078125,
+      "learning_rate": 1.230840994904663e-06,
+      "loss": 25.625,
+      "step": 35373
+    },
+    {
+      "epoch": 1.6904329542196312,
+      "grad_norm": 168.5233917236328,
+      "learning_rate": 1.2304690664963115e-06,
+      "loss": 24.875,
+      "step": 35374
+    },
+    {
+      "epoch": 1.6904807416610914,
+      "grad_norm": 491.3669128417969,
+      "learning_rate": 1.2300971906061354e-06,
+      "loss": 30.3438,
+      "step": 35375
+    },
+    {
+      "epoch": 1.6905285291025518,
+      "grad_norm": 201.59231567382812,
+      "learning_rate": 1.2297253672363595e-06,
+      "loss": 32.4375,
+      "step": 35376
+    },
+    {
+      "epoch": 1.6905763165440122,
+      "grad_norm": 247.93582153320312,
+      "learning_rate": 1.2293535963892123e-06,
+      "loss": 18.1406,
+      "step": 35377
+    },
+    {
+      "epoch": 1.6906241039854726,
+      "grad_norm": 301.41436767578125,
+      "learning_rate": 1.2289818780669193e-06,
+      "loss": 32.6875,
+      "step": 35378
+    },
+    {
+      "epoch": 1.690671891426933,
+      "grad_norm": 170.8266143798828,
+      "learning_rate": 1.2286102122717103e-06,
+      "loss": 23.2344,
+      "step": 35379
+    },
+    {
+      "epoch": 1.6907196788683934,
+      "grad_norm": 285.3700866699219,
+      "learning_rate": 1.2282385990058044e-06,
+      "loss": 21.75,
+      "step": 35380
+    },
+    {
+      "epoch": 1.6907674663098538,
+      "grad_norm": 171.6597442626953,
+      "learning_rate": 1.2278670382714309e-06,
+      "loss": 33.0625,
+      "step": 35381
+    },
+    {
+      "epoch": 1.6908152537513141,
+      "grad_norm": 416.23626708984375,
+      "learning_rate": 1.2274955300708158e-06,
+      "loss": 25.5,
+      "step": 35382
+    },
+    {
+      "epoch": 1.6908630411927745,
+      "grad_norm": 194.60357666015625,
+      "learning_rate": 1.227124074406184e-06,
+      "loss": 19.8594,
+      "step": 35383
+    },
+    {
+      "epoch": 1.690910828634235,
+      "grad_norm": 200.77108764648438,
+      "learning_rate": 1.2267526712797561e-06,
+      "loss": 30.0,
+      "step": 35384
+    },
+    {
+      "epoch": 1.6909586160756953,
+      "grad_norm": 185.20053100585938,
+      "learning_rate": 1.2263813206937602e-06,
+      "loss": 15.5938,
+      "step": 35385
+    },
+    {
+      "epoch": 1.6910064035171557,
+      "grad_norm": 141.7209930419922,
+      "learning_rate": 1.2260100226504213e-06,
+      "loss": 12.3281,
+      "step": 35386
+    },
+    {
+      "epoch": 1.691054190958616,
+      "grad_norm": 548.7953491210938,
+      "learning_rate": 1.2256387771519585e-06,
+      "loss": 26.7969,
+      "step": 35387
+    },
+    {
+      "epoch": 1.6911019784000765,
+      "grad_norm": 715.5145263671875,
+      "learning_rate": 1.2252675842005968e-06,
+      "loss": 24.4062,
+      "step": 35388
+    },
+    {
+      "epoch": 1.6911497658415369,
+      "grad_norm": 197.01673889160156,
+      "learning_rate": 1.224896443798561e-06,
+      "loss": 28.1719,
+      "step": 35389
+    },
+    {
+      "epoch": 1.6911975532829973,
+      "grad_norm": 383.7420959472656,
+      "learning_rate": 1.224525355948073e-06,
+      "loss": 29.9062,
+      "step": 35390
+    },
+    {
+      "epoch": 1.6912453407244576,
+      "grad_norm": 183.53224182128906,
+      "learning_rate": 1.224154320651354e-06,
+      "loss": 26.0,
+      "step": 35391
+    },
+    {
+      "epoch": 1.691293128165918,
+      "grad_norm": 318.6414489746094,
+      "learning_rate": 1.2237833379106257e-06,
+      "loss": 32.1875,
+      "step": 35392
+    },
+    {
+      "epoch": 1.6913409156073784,
+      "grad_norm": 143.8003692626953,
+      "learning_rate": 1.2234124077281117e-06,
+      "loss": 18.2578,
+      "step": 35393
+    },
+    {
+      "epoch": 1.6913887030488388,
+      "grad_norm": 219.85865783691406,
+      "learning_rate": 1.223041530106034e-06,
+      "loss": 30.4219,
+      "step": 35394
+    },
+    {
+      "epoch": 1.6914364904902992,
+      "grad_norm": 349.67791748046875,
+      "learning_rate": 1.2226707050466102e-06,
+      "loss": 28.875,
+      "step": 35395
+    },
+    {
+      "epoch": 1.6914842779317594,
+      "grad_norm": 208.90386962890625,
+      "learning_rate": 1.2222999325520623e-06,
+      "loss": 23.6406,
+      "step": 35396
+    },
+    {
+      "epoch": 1.6915320653732198,
+      "grad_norm": 279.296630859375,
+      "learning_rate": 1.2219292126246152e-06,
+      "loss": 29.2344,
+      "step": 35397
+    },
+    {
+      "epoch": 1.6915798528146802,
+      "grad_norm": 284.6461486816406,
+      "learning_rate": 1.2215585452664814e-06,
+      "loss": 24.7031,
+      "step": 35398
+    },
+    {
+      "epoch": 1.6916276402561405,
+      "grad_norm": 302.27838134765625,
+      "learning_rate": 1.2211879304798879e-06,
+      "loss": 24.0312,
+      "step": 35399
+    },
+    {
+      "epoch": 1.691675427697601,
+      "grad_norm": 373.68572998046875,
+      "learning_rate": 1.2208173682670489e-06,
+      "loss": 28.25,
+      "step": 35400
+    },
+    {
+      "epoch": 1.6917232151390613,
+      "grad_norm": 167.59686279296875,
+      "learning_rate": 1.2204468586301844e-06,
+      "loss": 23.8281,
+      "step": 35401
+    },
+    {
+      "epoch": 1.6917710025805217,
+      "grad_norm": 208.5806427001953,
+      "learning_rate": 1.220076401571517e-06,
+      "loss": 19.8594,
+      "step": 35402
+    },
+    {
+      "epoch": 1.691818790021982,
+      "grad_norm": 406.5075378417969,
+      "learning_rate": 1.2197059970932613e-06,
+      "loss": 24.4219,
+      "step": 35403
+    },
+    {
+      "epoch": 1.6918665774634425,
+      "grad_norm": 170.19155883789062,
+      "learning_rate": 1.2193356451976369e-06,
+      "loss": 27.4062,
+      "step": 35404
+    },
+    {
+      "epoch": 1.6919143649049029,
+      "grad_norm": 180.8169403076172,
+      "learning_rate": 1.2189653458868645e-06,
+      "loss": 20.3906,
+      "step": 35405
+    },
+    {
+      "epoch": 1.6919621523463633,
+      "grad_norm": 175.8723907470703,
+      "learning_rate": 1.2185950991631557e-06,
+      "loss": 23.4062,
+      "step": 35406
+    },
+    {
+      "epoch": 1.6920099397878237,
+      "grad_norm": 306.6141357421875,
+      "learning_rate": 1.218224905028732e-06,
+      "loss": 21.2812,
+      "step": 35407
+    },
+    {
+      "epoch": 1.692057727229284,
+      "grad_norm": 264.3692626953125,
+      "learning_rate": 1.2178547634858085e-06,
+      "loss": 23.5625,
+      "step": 35408
+    },
+    {
+      "epoch": 1.6921055146707444,
+      "grad_norm": 181.00367736816406,
+      "learning_rate": 1.2174846745366065e-06,
+      "loss": 21.5,
+      "step": 35409
+    },
+    {
+      "epoch": 1.6921533021122048,
+      "grad_norm": 273.6421813964844,
+      "learning_rate": 1.2171146381833353e-06,
+      "loss": 29.9062,
+      "step": 35410
+    },
+    {
+      "epoch": 1.6922010895536652,
+      "grad_norm": 206.796630859375,
+      "learning_rate": 1.2167446544282147e-06,
+      "loss": 17.375,
+      "step": 35411
+    },
+    {
+      "epoch": 1.6922488769951256,
+      "grad_norm": 277.8392028808594,
+      "learning_rate": 1.2163747232734625e-06,
+      "loss": 18.1875,
+      "step": 35412
+    },
+    {
+      "epoch": 1.692296664436586,
+      "grad_norm": 188.6484375,
+      "learning_rate": 1.216004844721289e-06,
+      "loss": 20.0469,
+      "step": 35413
+    },
+    {
+      "epoch": 1.6923444518780464,
+      "grad_norm": 862.8331909179688,
+      "learning_rate": 1.215635018773913e-06,
+      "loss": 26.8438,
+      "step": 35414
+    },
+    {
+      "epoch": 1.6923922393195068,
+      "grad_norm": 249.12591552734375,
+      "learning_rate": 1.215265245433548e-06,
+      "loss": 21.3125,
+      "step": 35415
+    },
+    {
+      "epoch": 1.6924400267609672,
+      "grad_norm": 151.96026611328125,
+      "learning_rate": 1.2148955247024108e-06,
+      "loss": 25.1719,
+      "step": 35416
+    },
+    {
+      "epoch": 1.6924878142024276,
+      "grad_norm": 296.97528076171875,
+      "learning_rate": 1.2145258565827112e-06,
+      "loss": 21.6094,
+      "step": 35417
+    },
+    {
+      "epoch": 1.692535601643888,
+      "grad_norm": 149.92494201660156,
+      "learning_rate": 1.2141562410766662e-06,
+      "loss": 19.4453,
+      "step": 35418
+    },
+    {
+      "epoch": 1.6925833890853483,
+      "grad_norm": 258.08306884765625,
+      "learning_rate": 1.213786678186487e-06,
+      "loss": 33.9375,
+      "step": 35419
+    },
+    {
+      "epoch": 1.6926311765268087,
+      "grad_norm": 186.2433319091797,
+      "learning_rate": 1.2134171679143914e-06,
+      "loss": 22.1719,
+      "step": 35420
+    },
+    {
+      "epoch": 1.6926789639682691,
+      "grad_norm": 279.8746337890625,
+      "learning_rate": 1.2130477102625871e-06,
+      "loss": 25.3125,
+      "step": 35421
+    },
+    {
+      "epoch": 1.6927267514097295,
+      "grad_norm": 178.85841369628906,
+      "learning_rate": 1.212678305233288e-06,
+      "loss": 24.7031,
+      "step": 35422
+    },
+    {
+      "epoch": 1.69277453885119,
+      "grad_norm": 258.13787841796875,
+      "learning_rate": 1.2123089528287102e-06,
+      "loss": 25.75,
+      "step": 35423
+    },
+    {
+      "epoch": 1.6928223262926503,
+      "grad_norm": 234.86000061035156,
+      "learning_rate": 1.2119396530510597e-06,
+      "loss": 19.5,
+      "step": 35424
+    },
+    {
+      "epoch": 1.6928701137341107,
+      "grad_norm": 143.3282470703125,
+      "learning_rate": 1.2115704059025512e-06,
+      "loss": 21.4062,
+      "step": 35425
+    },
+    {
+      "epoch": 1.692917901175571,
+      "grad_norm": 380.14434814453125,
+      "learning_rate": 1.2112012113853955e-06,
+      "loss": 17.0156,
+      "step": 35426
+    },
+    {
+      "epoch": 1.6929656886170315,
+      "grad_norm": 179.12631225585938,
+      "learning_rate": 1.2108320695018061e-06,
+      "loss": 16.7656,
+      "step": 35427
+    },
+    {
+      "epoch": 1.6930134760584918,
+      "grad_norm": 258.3148193359375,
+      "learning_rate": 1.2104629802539903e-06,
+      "loss": 26.8906,
+      "step": 35428
+    },
+    {
+      "epoch": 1.6930612634999522,
+      "grad_norm": 168.14120483398438,
+      "learning_rate": 1.2100939436441584e-06,
+      "loss": 24.1562,
+      "step": 35429
+    },
+    {
+      "epoch": 1.6931090509414126,
+      "grad_norm": 190.7418975830078,
+      "learning_rate": 1.2097249596745242e-06,
+      "loss": 20.125,
+      "step": 35430
+    },
+    {
+      "epoch": 1.693156838382873,
+      "grad_norm": 133.69573974609375,
+      "learning_rate": 1.2093560283472928e-06,
+      "loss": 21.6562,
+      "step": 35431
+    },
+    {
+      "epoch": 1.6932046258243334,
+      "grad_norm": 154.24710083007812,
+      "learning_rate": 1.2089871496646776e-06,
+      "loss": 20.375,
+      "step": 35432
+    },
+    {
+      "epoch": 1.6932524132657938,
+      "grad_norm": 398.7948913574219,
+      "learning_rate": 1.2086183236288852e-06,
+      "loss": 22.0469,
+      "step": 35433
+    },
+    {
+      "epoch": 1.6933002007072542,
+      "grad_norm": 249.7980194091797,
+      "learning_rate": 1.2082495502421232e-06,
+      "loss": 28.0,
+      "step": 35434
+    },
+    {
+      "epoch": 1.6933479881487146,
+      "grad_norm": 206.40406799316406,
+      "learning_rate": 1.2078808295066046e-06,
+      "loss": 29.9375,
+      "step": 35435
+    },
+    {
+      "epoch": 1.693395775590175,
+      "grad_norm": 328.4504089355469,
+      "learning_rate": 1.2075121614245334e-06,
+      "loss": 29.9375,
+      "step": 35436
+    },
+    {
+      "epoch": 1.6934435630316353,
+      "grad_norm": 211.54486083984375,
+      "learning_rate": 1.2071435459981184e-06,
+      "loss": 16.4844,
+      "step": 35437
+    },
+    {
+      "epoch": 1.6934913504730957,
+      "grad_norm": 185.90701293945312,
+      "learning_rate": 1.2067749832295705e-06,
+      "loss": 25.2812,
+      "step": 35438
+    },
+    {
+      "epoch": 1.6935391379145561,
+      "grad_norm": 245.17428588867188,
+      "learning_rate": 1.206406473121091e-06,
+      "loss": 25.5781,
+      "step": 35439
+    },
+    {
+      "epoch": 1.6935869253560165,
+      "grad_norm": 263.582763671875,
+      "learning_rate": 1.2060380156748908e-06,
+      "loss": 29.5625,
+      "step": 35440
+    },
+    {
+      "epoch": 1.693634712797477,
+      "grad_norm": 315.9384460449219,
+      "learning_rate": 1.2056696108931743e-06,
+      "loss": 28.25,
+      "step": 35441
+    },
+    {
+      "epoch": 1.6936825002389373,
+      "grad_norm": 166.34727478027344,
+      "learning_rate": 1.205301258778152e-06,
+      "loss": 11.125,
+      "step": 35442
+    },
+    {
+      "epoch": 1.6937302876803977,
+      "grad_norm": 152.1868896484375,
+      "learning_rate": 1.2049329593320248e-06,
+      "loss": 19.2891,
+      "step": 35443
+    },
+    {
+      "epoch": 1.693778075121858,
+      "grad_norm": 456.4870910644531,
+      "learning_rate": 1.2045647125570004e-06,
+      "loss": 21.4375,
+      "step": 35444
+    },
+    {
+      "epoch": 1.6938258625633185,
+      "grad_norm": 355.4479675292969,
+      "learning_rate": 1.204196518455284e-06,
+      "loss": 36.5312,
+      "step": 35445
+    },
+    {
+      "epoch": 1.6938736500047789,
+      "grad_norm": 619.0755004882812,
+      "learning_rate": 1.2038283770290826e-06,
+      "loss": 31.1562,
+      "step": 35446
+    },
+    {
+      "epoch": 1.6939214374462392,
+      "grad_norm": 425.8504638671875,
+      "learning_rate": 1.2034602882805978e-06,
+      "loss": 30.5938,
+      "step": 35447
+    },
+    {
+      "epoch": 1.6939692248876996,
+      "grad_norm": 210.73504638671875,
+      "learning_rate": 1.2030922522120348e-06,
+      "loss": 29.8438,
+      "step": 35448
+    },
+    {
+      "epoch": 1.69401701232916,
+      "grad_norm": 206.25872802734375,
+      "learning_rate": 1.2027242688256001e-06,
+      "loss": 24.3281,
+      "step": 35449
+    },
+    {
+      "epoch": 1.6940647997706204,
+      "grad_norm": 344.916748046875,
+      "learning_rate": 1.2023563381234927e-06,
+      "loss": 37.4688,
+      "step": 35450
+    },
+    {
+      "epoch": 1.6941125872120808,
+      "grad_norm": 242.72430419921875,
+      "learning_rate": 1.2019884601079202e-06,
+      "loss": 19.3906,
+      "step": 35451
+    },
+    {
+      "epoch": 1.6941603746535412,
+      "grad_norm": 344.8211975097656,
+      "learning_rate": 1.2016206347810833e-06,
+      "loss": 31.2188,
+      "step": 35452
+    },
+    {
+      "epoch": 1.6942081620950016,
+      "grad_norm": 142.390625,
+      "learning_rate": 1.201252862145188e-06,
+      "loss": 17.4531,
+      "step": 35453
+    },
+    {
+      "epoch": 1.694255949536462,
+      "grad_norm": 194.12313842773438,
+      "learning_rate": 1.2008851422024325e-06,
+      "loss": 18.8594,
+      "step": 35454
+    },
+    {
+      "epoch": 1.6943037369779224,
+      "grad_norm": 206.77891540527344,
+      "learning_rate": 1.2005174749550208e-06,
+      "loss": 21.5938,
+      "step": 35455
+    },
+    {
+      "epoch": 1.6943515244193827,
+      "grad_norm": 205.6418914794922,
+      "learning_rate": 1.2001498604051553e-06,
+      "loss": 20.8438,
+      "step": 35456
+    },
+    {
+      "epoch": 1.694399311860843,
+      "grad_norm": 171.3594207763672,
+      "learning_rate": 1.199782298555039e-06,
+      "loss": 25.8906,
+      "step": 35457
+    },
+    {
+      "epoch": 1.6944470993023033,
+      "grad_norm": 1308.0689697265625,
+      "learning_rate": 1.1994147894068698e-06,
+      "loss": 16.9688,
+      "step": 35458
+    },
+    {
+      "epoch": 1.6944948867437637,
+      "grad_norm": 214.56454467773438,
+      "learning_rate": 1.1990473329628493e-06,
+      "loss": 29.5312,
+      "step": 35459
+    },
+    {
+      "epoch": 1.694542674185224,
+      "grad_norm": 652.85693359375,
+      "learning_rate": 1.1986799292251816e-06,
+      "loss": 24.3594,
+      "step": 35460
+    },
+    {
+      "epoch": 1.6945904616266845,
+      "grad_norm": 257.7774658203125,
+      "learning_rate": 1.1983125781960624e-06,
+      "loss": 30.2188,
+      "step": 35461
+    },
+    {
+      "epoch": 1.6946382490681449,
+      "grad_norm": 248.1292724609375,
+      "learning_rate": 1.1979452798776937e-06,
+      "loss": 21.7812,
+      "step": 35462
+    },
+    {
+      "epoch": 1.6946860365096053,
+      "grad_norm": 206.12506103515625,
+      "learning_rate": 1.1975780342722765e-06,
+      "loss": 32.875,
+      "step": 35463
+    },
+    {
+      "epoch": 1.6947338239510656,
+      "grad_norm": 414.52618408203125,
+      "learning_rate": 1.1972108413820072e-06,
+      "loss": 19.375,
+      "step": 35464
+    },
+    {
+      "epoch": 1.694781611392526,
+      "grad_norm": 324.50567626953125,
+      "learning_rate": 1.1968437012090873e-06,
+      "loss": 18.7969,
+      "step": 35465
+    },
+    {
+      "epoch": 1.6948293988339864,
+      "grad_norm": 373.58642578125,
+      "learning_rate": 1.1964766137557138e-06,
+      "loss": 26.5625,
+      "step": 35466
+    },
+    {
+      "epoch": 1.6948771862754468,
+      "grad_norm": 215.9326171875,
+      "learning_rate": 1.1961095790240839e-06,
+      "loss": 21.2188,
+      "step": 35467
+    },
+    {
+      "epoch": 1.6949249737169072,
+      "grad_norm": 183.5416259765625,
+      "learning_rate": 1.1957425970164016e-06,
+      "loss": 21.7812,
+      "step": 35468
+    },
+    {
+      "epoch": 1.6949727611583676,
+      "grad_norm": 223.16815185546875,
+      "learning_rate": 1.1953756677348572e-06,
+      "loss": 24.4688,
+      "step": 35469
+    },
+    {
+      "epoch": 1.695020548599828,
+      "grad_norm": 238.15834045410156,
+      "learning_rate": 1.1950087911816522e-06,
+      "loss": 16.4688,
+      "step": 35470
+    },
+    {
+      "epoch": 1.6950683360412884,
+      "grad_norm": 216.41290283203125,
+      "learning_rate": 1.1946419673589838e-06,
+      "loss": 23.7891,
+      "step": 35471
+    },
+    {
+      "epoch": 1.6951161234827488,
+      "grad_norm": 419.4659118652344,
+      "learning_rate": 1.1942751962690468e-06,
+      "loss": 29.8281,
+      "step": 35472
+    },
+    {
+      "epoch": 1.6951639109242091,
+      "grad_norm": 194.32325744628906,
+      "learning_rate": 1.1939084779140386e-06,
+      "loss": 26.5,
+      "step": 35473
+    },
+    {
+      "epoch": 1.6952116983656695,
+      "grad_norm": 223.05140686035156,
+      "learning_rate": 1.1935418122961561e-06,
+      "loss": 17.1875,
+      "step": 35474
+    },
+    {
+      "epoch": 1.69525948580713,
+      "grad_norm": 280.24908447265625,
+      "learning_rate": 1.1931751994175966e-06,
+      "loss": 27.7812,
+      "step": 35475
+    },
+    {
+      "epoch": 1.6953072732485903,
+      "grad_norm": 201.6909637451172,
+      "learning_rate": 1.1928086392805516e-06,
+      "loss": 21.7969,
+      "step": 35476
+    },
+    {
+      "epoch": 1.6953550606900507,
+      "grad_norm": 315.4346923828125,
+      "learning_rate": 1.1924421318872182e-06,
+      "loss": 23.1406,
+      "step": 35477
+    },
+    {
+      "epoch": 1.6954028481315109,
+      "grad_norm": 390.552978515625,
+      "learning_rate": 1.1920756772397924e-06,
+      "loss": 22.5625,
+      "step": 35478
+    },
+    {
+      "epoch": 1.6954506355729713,
+      "grad_norm": 240.09222412109375,
+      "learning_rate": 1.1917092753404692e-06,
+      "loss": 25.5,
+      "step": 35479
+    },
+    {
+      "epoch": 1.6954984230144317,
+      "grad_norm": 257.2563171386719,
+      "learning_rate": 1.19134292619144e-06,
+      "loss": 25.7812,
+      "step": 35480
+    },
+    {
+      "epoch": 1.695546210455892,
+      "grad_norm": 184.07736206054688,
+      "learning_rate": 1.1909766297949e-06,
+      "loss": 22.1562,
+      "step": 35481
+    },
+    {
+      "epoch": 1.6955939978973524,
+      "grad_norm": 368.5372619628906,
+      "learning_rate": 1.1906103861530439e-06,
+      "loss": 27.9375,
+      "step": 35482
+    },
+    {
+      "epoch": 1.6956417853388128,
+      "grad_norm": 337.8246154785156,
+      "learning_rate": 1.1902441952680654e-06,
+      "loss": 13.5156,
+      "step": 35483
+    },
+    {
+      "epoch": 1.6956895727802732,
+      "grad_norm": 422.92449951171875,
+      "learning_rate": 1.1898780571421554e-06,
+      "loss": 33.6875,
+      "step": 35484
+    },
+    {
+      "epoch": 1.6957373602217336,
+      "grad_norm": 171.9622344970703,
+      "learning_rate": 1.1895119717775071e-06,
+      "loss": 17.9844,
+      "step": 35485
+    },
+    {
+      "epoch": 1.695785147663194,
+      "grad_norm": 313.54827880859375,
+      "learning_rate": 1.1891459391763161e-06,
+      "loss": 41.4375,
+      "step": 35486
+    },
+    {
+      "epoch": 1.6958329351046544,
+      "grad_norm": 127.4985122680664,
+      "learning_rate": 1.188779959340769e-06,
+      "loss": 18.0469,
+      "step": 35487
+    },
+    {
+      "epoch": 1.6958807225461148,
+      "grad_norm": 276.2738952636719,
+      "learning_rate": 1.1884140322730608e-06,
+      "loss": 23.2344,
+      "step": 35488
+    },
+    {
+      "epoch": 1.6959285099875752,
+      "grad_norm": 212.1597137451172,
+      "learning_rate": 1.1880481579753821e-06,
+      "loss": 26.8125,
+      "step": 35489
+    },
+    {
+      "epoch": 1.6959762974290356,
+      "grad_norm": 174.66207885742188,
+      "learning_rate": 1.1876823364499267e-06,
+      "loss": 22.9688,
+      "step": 35490
+    },
+    {
+      "epoch": 1.696024084870496,
+      "grad_norm": 265.5142517089844,
+      "learning_rate": 1.1873165676988806e-06,
+      "loss": 22.1719,
+      "step": 35491
+    },
+    {
+      "epoch": 1.6960718723119563,
+      "grad_norm": 177.92604064941406,
+      "learning_rate": 1.1869508517244378e-06,
+      "loss": 19.9531,
+      "step": 35492
+    },
+    {
+      "epoch": 1.6961196597534167,
+      "grad_norm": 301.96502685546875,
+      "learning_rate": 1.186585188528787e-06,
+      "loss": 29.75,
+      "step": 35493
+    },
+    {
+      "epoch": 1.696167447194877,
+      "grad_norm": 167.40603637695312,
+      "learning_rate": 1.1862195781141206e-06,
+      "loss": 24.3125,
+      "step": 35494
+    },
+    {
+      "epoch": 1.6962152346363375,
+      "grad_norm": 267.0836486816406,
+      "learning_rate": 1.1858540204826241e-06,
+      "loss": 24.4375,
+      "step": 35495
+    },
+    {
+      "epoch": 1.6962630220777979,
+      "grad_norm": 208.4516143798828,
+      "learning_rate": 1.1854885156364903e-06,
+      "loss": 18.7031,
+      "step": 35496
+    },
+    {
+      "epoch": 1.6963108095192583,
+      "grad_norm": 457.919189453125,
+      "learning_rate": 1.1851230635779043e-06,
+      "loss": 19.9688,
+      "step": 35497
+    },
+    {
+      "epoch": 1.6963585969607187,
+      "grad_norm": 246.9971160888672,
+      "learning_rate": 1.1847576643090586e-06,
+      "loss": 28.625,
+      "step": 35498
+    },
+    {
+      "epoch": 1.696406384402179,
+      "grad_norm": 367.16522216796875,
+      "learning_rate": 1.1843923178321392e-06,
+      "loss": 28.1719,
+      "step": 35499
+    },
+    {
+      "epoch": 1.6964541718436394,
+      "grad_norm": 199.55877685546875,
+      "learning_rate": 1.1840270241493334e-06,
+      "loss": 29.7812,
+      "step": 35500
+    },
+    {
+      "epoch": 1.6965019592850998,
+      "grad_norm": 234.14730834960938,
+      "learning_rate": 1.1836617832628317e-06,
+      "loss": 27.5625,
+      "step": 35501
+    },
+    {
+      "epoch": 1.6965497467265602,
+      "grad_norm": 254.9340362548828,
+      "learning_rate": 1.1832965951748187e-06,
+      "loss": 24.0,
+      "step": 35502
+    },
+    {
+      "epoch": 1.6965975341680206,
+      "grad_norm": 253.0236358642578,
+      "learning_rate": 1.182931459887482e-06,
+      "loss": 28.9688,
+      "step": 35503
+    },
+    {
+      "epoch": 1.696645321609481,
+      "grad_norm": 269.3631286621094,
+      "learning_rate": 1.1825663774030083e-06,
+      "loss": 23.3281,
+      "step": 35504
+    },
+    {
+      "epoch": 1.6966931090509414,
+      "grad_norm": 255.81649780273438,
+      "learning_rate": 1.1822013477235872e-06,
+      "loss": 18.2969,
+      "step": 35505
+    },
+    {
+      "epoch": 1.6967408964924018,
+      "grad_norm": 256.9239501953125,
+      "learning_rate": 1.181836370851399e-06,
+      "loss": 25.0312,
+      "step": 35506
+    },
+    {
+      "epoch": 1.6967886839338622,
+      "grad_norm": 293.9947814941406,
+      "learning_rate": 1.1814714467886334e-06,
+      "loss": 32.9375,
+      "step": 35507
+    },
+    {
+      "epoch": 1.6968364713753226,
+      "grad_norm": 209.49859619140625,
+      "learning_rate": 1.1811065755374761e-06,
+      "loss": 29.3594,
+      "step": 35508
+    },
+    {
+      "epoch": 1.696884258816783,
+      "grad_norm": 229.1020050048828,
+      "learning_rate": 1.180741757100109e-06,
+      "loss": 28.0469,
+      "step": 35509
+    },
+    {
+      "epoch": 1.6969320462582433,
+      "grad_norm": 290.5646667480469,
+      "learning_rate": 1.180376991478719e-06,
+      "loss": 27.8906,
+      "step": 35510
+    },
+    {
+      "epoch": 1.6969798336997037,
+      "grad_norm": 302.31195068359375,
+      "learning_rate": 1.1800122786754908e-06,
+      "loss": 26.3125,
+      "step": 35511
+    },
+    {
+      "epoch": 1.6970276211411641,
+      "grad_norm": 269.32708740234375,
+      "learning_rate": 1.1796476186926098e-06,
+      "loss": 24.9844,
+      "step": 35512
+    },
+    {
+      "epoch": 1.6970754085826245,
+      "grad_norm": 199.45620727539062,
+      "learning_rate": 1.1792830115322562e-06,
+      "loss": 27.4219,
+      "step": 35513
+    },
+    {
+      "epoch": 1.697123196024085,
+      "grad_norm": 162.733642578125,
+      "learning_rate": 1.178918457196615e-06,
+      "loss": 15.0781,
+      "step": 35514
+    },
+    {
+      "epoch": 1.6971709834655453,
+      "grad_norm": 259.8590393066406,
+      "learning_rate": 1.17855395568787e-06,
+      "loss": 26.3906,
+      "step": 35515
+    },
+    {
+      "epoch": 1.6972187709070057,
+      "grad_norm": 189.29954528808594,
+      "learning_rate": 1.1781895070082073e-06,
+      "loss": 23.8438,
+      "step": 35516
+    },
+    {
+      "epoch": 1.697266558348466,
+      "grad_norm": 256.2948913574219,
+      "learning_rate": 1.1778251111598026e-06,
+      "loss": 27.625,
+      "step": 35517
+    },
+    {
+      "epoch": 1.6973143457899265,
+      "grad_norm": 262.552490234375,
+      "learning_rate": 1.1774607681448424e-06,
+      "loss": 28.3125,
+      "step": 35518
+    },
+    {
+      "epoch": 1.6973621332313868,
+      "grad_norm": 196.84466552734375,
+      "learning_rate": 1.177096477965508e-06,
+      "loss": 24.25,
+      "step": 35519
+    },
+    {
+      "epoch": 1.6974099206728472,
+      "grad_norm": 141.8582305908203,
+      "learning_rate": 1.1767322406239833e-06,
+      "loss": 22.7188,
+      "step": 35520
+    },
+    {
+      "epoch": 1.6974577081143076,
+      "grad_norm": 238.93722534179688,
+      "learning_rate": 1.1763680561224456e-06,
+      "loss": 27.3438,
+      "step": 35521
+    },
+    {
+      "epoch": 1.697505495555768,
+      "grad_norm": 194.88613891601562,
+      "learning_rate": 1.1760039244630762e-06,
+      "loss": 24.9688,
+      "step": 35522
+    },
+    {
+      "epoch": 1.6975532829972284,
+      "grad_norm": 212.04823303222656,
+      "learning_rate": 1.1756398456480611e-06,
+      "loss": 18.6562,
+      "step": 35523
+    },
+    {
+      "epoch": 1.6976010704386888,
+      "grad_norm": 389.92724609375,
+      "learning_rate": 1.1752758196795733e-06,
+      "loss": 28.75,
+      "step": 35524
+    },
+    {
+      "epoch": 1.6976488578801492,
+      "grad_norm": 224.74984741210938,
+      "learning_rate": 1.1749118465597975e-06,
+      "loss": 23.6875,
+      "step": 35525
+    },
+    {
+      "epoch": 1.6976966453216096,
+      "grad_norm": 221.83584594726562,
+      "learning_rate": 1.174547926290911e-06,
+      "loss": 30.3906,
+      "step": 35526
+    },
+    {
+      "epoch": 1.69774443276307,
+      "grad_norm": 254.68890380859375,
+      "learning_rate": 1.1741840588750974e-06,
+      "loss": 30.5,
+      "step": 35527
+    },
+    {
+      "epoch": 1.6977922202045304,
+      "grad_norm": 236.93446350097656,
+      "learning_rate": 1.1738202443145307e-06,
+      "loss": 25.0312,
+      "step": 35528
+    },
+    {
+      "epoch": 1.6978400076459907,
+      "grad_norm": 272.7403259277344,
+      "learning_rate": 1.1734564826113936e-06,
+      "loss": 31.7188,
+      "step": 35529
+    },
+    {
+      "epoch": 1.6978877950874511,
+      "grad_norm": 279.01885986328125,
+      "learning_rate": 1.173092773767861e-06,
+      "loss": 19.0312,
+      "step": 35530
+    },
+    {
+      "epoch": 1.6979355825289115,
+      "grad_norm": 255.26290893554688,
+      "learning_rate": 1.1727291177861134e-06,
+      "loss": 18.4375,
+      "step": 35531
+    },
+    {
+      "epoch": 1.697983369970372,
+      "grad_norm": 376.1056213378906,
+      "learning_rate": 1.1723655146683287e-06,
+      "loss": 28.9531,
+      "step": 35532
+    },
+    {
+      "epoch": 1.6980311574118323,
+      "grad_norm": 234.9186553955078,
+      "learning_rate": 1.1720019644166825e-06,
+      "loss": 28.7812,
+      "step": 35533
+    },
+    {
+      "epoch": 1.6980789448532927,
+      "grad_norm": 205.03036499023438,
+      "learning_rate": 1.1716384670333558e-06,
+      "loss": 11.2031,
+      "step": 35534
+    },
+    {
+      "epoch": 1.698126732294753,
+      "grad_norm": 350.2251281738281,
+      "learning_rate": 1.1712750225205205e-06,
+      "loss": 30.875,
+      "step": 35535
+    },
+    {
+      "epoch": 1.6981745197362135,
+      "grad_norm": 274.74578857421875,
+      "learning_rate": 1.1709116308803558e-06,
+      "loss": 23.3125,
+      "step": 35536
+    },
+    {
+      "epoch": 1.6982223071776739,
+      "grad_norm": 324.18157958984375,
+      "learning_rate": 1.170548292115038e-06,
+      "loss": 20.5938,
+      "step": 35537
+    },
+    {
+      "epoch": 1.6982700946191343,
+      "grad_norm": 315.6734619140625,
+      "learning_rate": 1.170185006226744e-06,
+      "loss": 20.9688,
+      "step": 35538
+    },
+    {
+      "epoch": 1.6983178820605946,
+      "grad_norm": 191.5966796875,
+      "learning_rate": 1.1698217732176465e-06,
+      "loss": 20.125,
+      "step": 35539
+    },
+    {
+      "epoch": 1.6983656695020548,
+      "grad_norm": 147.1840362548828,
+      "learning_rate": 1.1694585930899227e-06,
+      "loss": 14.6719,
+      "step": 35540
+    },
+    {
+      "epoch": 1.6984134569435152,
+      "grad_norm": 169.07508850097656,
+      "learning_rate": 1.1690954658457477e-06,
+      "loss": 14.4844,
+      "step": 35541
+    },
+    {
+      "epoch": 1.6984612443849756,
+      "grad_norm": 1040.2908935546875,
+      "learning_rate": 1.1687323914872983e-06,
+      "loss": 25.7812,
+      "step": 35542
+    },
+    {
+      "epoch": 1.698509031826436,
+      "grad_norm": 369.86859130859375,
+      "learning_rate": 1.168369370016743e-06,
+      "loss": 26.4531,
+      "step": 35543
+    },
+    {
+      "epoch": 1.6985568192678964,
+      "grad_norm": 193.90249633789062,
+      "learning_rate": 1.1680064014362602e-06,
+      "loss": 21.5312,
+      "step": 35544
+    },
+    {
+      "epoch": 1.6986046067093568,
+      "grad_norm": 318.3890075683594,
+      "learning_rate": 1.1676434857480245e-06,
+      "loss": 25.625,
+      "step": 35545
+    },
+    {
+      "epoch": 1.6986523941508171,
+      "grad_norm": 329.4527893066406,
+      "learning_rate": 1.1672806229542055e-06,
+      "loss": 31.75,
+      "step": 35546
+    },
+    {
+      "epoch": 1.6987001815922775,
+      "grad_norm": 720.3373413085938,
+      "learning_rate": 1.1669178130569781e-06,
+      "loss": 30.8281,
+      "step": 35547
+    },
+    {
+      "epoch": 1.698747969033738,
+      "grad_norm": 1723.8502197265625,
+      "learning_rate": 1.166555056058516e-06,
+      "loss": 28.5312,
+      "step": 35548
+    },
+    {
+      "epoch": 1.6987957564751983,
+      "grad_norm": 426.325439453125,
+      "learning_rate": 1.166192351960992e-06,
+      "loss": 23.1875,
+      "step": 35549
+    },
+    {
+      "epoch": 1.6988435439166587,
+      "grad_norm": 300.1042175292969,
+      "learning_rate": 1.1658297007665753e-06,
+      "loss": 29.2344,
+      "step": 35550
+    },
+    {
+      "epoch": 1.698891331358119,
+      "grad_norm": 405.73260498046875,
+      "learning_rate": 1.1654671024774388e-06,
+      "loss": 21.4219,
+      "step": 35551
+    },
+    {
+      "epoch": 1.6989391187995795,
+      "grad_norm": 283.3977966308594,
+      "learning_rate": 1.1651045570957554e-06,
+      "loss": 33.5312,
+      "step": 35552
+    },
+    {
+      "epoch": 1.6989869062410399,
+      "grad_norm": 221.49716186523438,
+      "learning_rate": 1.1647420646236974e-06,
+      "loss": 19.2188,
+      "step": 35553
+    },
+    {
+      "epoch": 1.6990346936825003,
+      "grad_norm": 239.67935180664062,
+      "learning_rate": 1.164379625063432e-06,
+      "loss": 17.9219,
+      "step": 35554
+    },
+    {
+      "epoch": 1.6990824811239607,
+      "grad_norm": 307.63812255859375,
+      "learning_rate": 1.1640172384171322e-06,
+      "loss": 32.7188,
+      "step": 35555
+    },
+    {
+      "epoch": 1.699130268565421,
+      "grad_norm": 183.7462158203125,
+      "learning_rate": 1.1636549046869684e-06,
+      "loss": 26.0312,
+      "step": 35556
+    },
+    {
+      "epoch": 1.6991780560068814,
+      "grad_norm": 488.0699462890625,
+      "learning_rate": 1.1632926238751085e-06,
+      "loss": 25.625,
+      "step": 35557
+    },
+    {
+      "epoch": 1.6992258434483418,
+      "grad_norm": 318.9368896484375,
+      "learning_rate": 1.1629303959837224e-06,
+      "loss": 22.8281,
+      "step": 35558
+    },
+    {
+      "epoch": 1.6992736308898022,
+      "grad_norm": 364.51953125,
+      "learning_rate": 1.1625682210149814e-06,
+      "loss": 31.0312,
+      "step": 35559
+    },
+    {
+      "epoch": 1.6993214183312624,
+      "grad_norm": 421.5559387207031,
+      "learning_rate": 1.1622060989710548e-06,
+      "loss": 20.4375,
+      "step": 35560
+    },
+    {
+      "epoch": 1.6993692057727228,
+      "grad_norm": 283.3406677246094,
+      "learning_rate": 1.1618440298541078e-06,
+      "loss": 18.2969,
+      "step": 35561
+    },
+    {
+      "epoch": 1.6994169932141832,
+      "grad_norm": 226.37083435058594,
+      "learning_rate": 1.161482013666313e-06,
+      "loss": 21.9219,
+      "step": 35562
+    },
+    {
+      "epoch": 1.6994647806556435,
+      "grad_norm": 497.88372802734375,
+      "learning_rate": 1.161120050409833e-06,
+      "loss": 23.4844,
+      "step": 35563
+    },
+    {
+      "epoch": 1.699512568097104,
+      "grad_norm": 289.3682556152344,
+      "learning_rate": 1.1607581400868395e-06,
+      "loss": 25.7812,
+      "step": 35564
+    },
+    {
+      "epoch": 1.6995603555385643,
+      "grad_norm": 282.6036682128906,
+      "learning_rate": 1.1603962826995018e-06,
+      "loss": 32.7188,
+      "step": 35565
+    },
+    {
+      "epoch": 1.6996081429800247,
+      "grad_norm": 374.36712646484375,
+      "learning_rate": 1.1600344782499806e-06,
+      "loss": 26.0625,
+      "step": 35566
+    },
+    {
+      "epoch": 1.699655930421485,
+      "grad_norm": 185.19314575195312,
+      "learning_rate": 1.1596727267404472e-06,
+      "loss": 22.0938,
+      "step": 35567
+    },
+    {
+      "epoch": 1.6997037178629455,
+      "grad_norm": 246.5965576171875,
+      "learning_rate": 1.159311028173069e-06,
+      "loss": 22.7344,
+      "step": 35568
+    },
+    {
+      "epoch": 1.6997515053044059,
+      "grad_norm": 212.46556091308594,
+      "learning_rate": 1.1589493825500075e-06,
+      "loss": 23.0469,
+      "step": 35569
+    },
+    {
+      "epoch": 1.6997992927458663,
+      "grad_norm": 176.0706787109375,
+      "learning_rate": 1.158587789873432e-06,
+      "loss": 18.9219,
+      "step": 35570
+    },
+    {
+      "epoch": 1.6998470801873267,
+      "grad_norm": 104.94979858398438,
+      "learning_rate": 1.1582262501455087e-06,
+      "loss": 17.2812,
+      "step": 35571
+    },
+    {
+      "epoch": 1.699894867628787,
+      "grad_norm": 190.4005889892578,
+      "learning_rate": 1.1578647633683993e-06,
+      "loss": 21.0,
+      "step": 35572
+    },
+    {
+      "epoch": 1.6999426550702474,
+      "grad_norm": 399.1375732421875,
+      "learning_rate": 1.1575033295442695e-06,
+      "loss": 23.1875,
+      "step": 35573
+    },
+    {
+      "epoch": 1.6999904425117078,
+      "grad_norm": 260.86029052734375,
+      "learning_rate": 1.1571419486752856e-06,
+      "loss": 26.6094,
+      "step": 35574
+    },
+    {
+      "epoch": 1.7000382299531682,
+      "grad_norm": 155.51797485351562,
+      "learning_rate": 1.1567806207636134e-06,
+      "loss": 19.125,
+      "step": 35575
+    },
+    {
+      "epoch": 1.7000860173946286,
+      "grad_norm": 218.8186798095703,
+      "learning_rate": 1.1564193458114114e-06,
+      "loss": 27.6875,
+      "step": 35576
+    },
+    {
+      "epoch": 1.700133804836089,
+      "grad_norm": 226.20030212402344,
+      "learning_rate": 1.1560581238208468e-06,
+      "loss": 19.7656,
+      "step": 35577
+    },
+    {
+      "epoch": 1.7001815922775494,
+      "grad_norm": 280.3884582519531,
+      "learning_rate": 1.1556969547940821e-06,
+      "loss": 19.0312,
+      "step": 35578
+    },
+    {
+      "epoch": 1.7002293797190098,
+      "grad_norm": 348.4346923828125,
+      "learning_rate": 1.1553358387332825e-06,
+      "loss": 27.375,
+      "step": 35579
+    },
+    {
+      "epoch": 1.7002771671604702,
+      "grad_norm": 287.8830871582031,
+      "learning_rate": 1.154974775640607e-06,
+      "loss": 21.2188,
+      "step": 35580
+    },
+    {
+      "epoch": 1.7003249546019306,
+      "grad_norm": 243.2115936279297,
+      "learning_rate": 1.1546137655182188e-06,
+      "loss": 23.2656,
+      "step": 35581
+    },
+    {
+      "epoch": 1.700372742043391,
+      "grad_norm": 206.52195739746094,
+      "learning_rate": 1.1542528083682825e-06,
+      "loss": 24.75,
+      "step": 35582
+    },
+    {
+      "epoch": 1.7004205294848513,
+      "grad_norm": 387.8207702636719,
+      "learning_rate": 1.1538919041929553e-06,
+      "loss": 25.2812,
+      "step": 35583
+    },
+    {
+      "epoch": 1.7004683169263117,
+      "grad_norm": 259.37158203125,
+      "learning_rate": 1.153531052994401e-06,
+      "loss": 29.6719,
+      "step": 35584
+    },
+    {
+      "epoch": 1.7005161043677721,
+      "grad_norm": 256.551513671875,
+      "learning_rate": 1.1531702547747814e-06,
+      "loss": 19.8281,
+      "step": 35585
+    },
+    {
+      "epoch": 1.7005638918092325,
+      "grad_norm": 333.88165283203125,
+      "learning_rate": 1.152809509536258e-06,
+      "loss": 24.375,
+      "step": 35586
+    },
+    {
+      "epoch": 1.700611679250693,
+      "grad_norm": 199.85244750976562,
+      "learning_rate": 1.1524488172809879e-06,
+      "loss": 30.7812,
+      "step": 35587
+    },
+    {
+      "epoch": 1.7006594666921533,
+      "grad_norm": 370.98248291015625,
+      "learning_rate": 1.1520881780111326e-06,
+      "loss": 21.7812,
+      "step": 35588
+    },
+    {
+      "epoch": 1.7007072541336137,
+      "grad_norm": 359.39862060546875,
+      "learning_rate": 1.1517275917288527e-06,
+      "loss": 25.1562,
+      "step": 35589
+    },
+    {
+      "epoch": 1.700755041575074,
+      "grad_norm": 205.9153594970703,
+      "learning_rate": 1.151367058436309e-06,
+      "loss": 23.9375,
+      "step": 35590
+    },
+    {
+      "epoch": 1.7008028290165345,
+      "grad_norm": 181.7728729248047,
+      "learning_rate": 1.1510065781356561e-06,
+      "loss": 19.8906,
+      "step": 35591
+    },
+    {
+      "epoch": 1.7008506164579948,
+      "grad_norm": 345.4704895019531,
+      "learning_rate": 1.1506461508290557e-06,
+      "loss": 22.9531,
+      "step": 35592
+    },
+    {
+      "epoch": 1.7008984038994552,
+      "grad_norm": 296.30242919921875,
+      "learning_rate": 1.1502857765186682e-06,
+      "loss": 31.0,
+      "step": 35593
+    },
+    {
+      "epoch": 1.7009461913409156,
+      "grad_norm": 357.4645080566406,
+      "learning_rate": 1.1499254552066474e-06,
+      "loss": 25.3281,
+      "step": 35594
+    },
+    {
+      "epoch": 1.700993978782376,
+      "grad_norm": 225.1152801513672,
+      "learning_rate": 1.1495651868951564e-06,
+      "loss": 21.25,
+      "step": 35595
+    },
+    {
+      "epoch": 1.7010417662238364,
+      "grad_norm": 176.5469512939453,
+      "learning_rate": 1.1492049715863464e-06,
+      "loss": 20.8125,
+      "step": 35596
+    },
+    {
+      "epoch": 1.7010895536652968,
+      "grad_norm": 335.8949890136719,
+      "learning_rate": 1.148844809282379e-06,
+      "loss": 27.4062,
+      "step": 35597
+    },
+    {
+      "epoch": 1.7011373411067572,
+      "grad_norm": 640.9356079101562,
+      "learning_rate": 1.1484846999854116e-06,
+      "loss": 29.0312,
+      "step": 35598
+    },
+    {
+      "epoch": 1.7011851285482176,
+      "grad_norm": 275.607177734375,
+      "learning_rate": 1.1481246436975968e-06,
+      "loss": 34.2812,
+      "step": 35599
+    },
+    {
+      "epoch": 1.701232915989678,
+      "grad_norm": 204.4908905029297,
+      "learning_rate": 1.147764640421094e-06,
+      "loss": 26.9844,
+      "step": 35600
+    },
+    {
+      "epoch": 1.7012807034311384,
+      "grad_norm": 137.5990447998047,
+      "learning_rate": 1.1474046901580605e-06,
+      "loss": 18.0547,
+      "step": 35601
+    },
+    {
+      "epoch": 1.7013284908725987,
+      "grad_norm": 195.24830627441406,
+      "learning_rate": 1.1470447929106477e-06,
+      "loss": 21.875,
+      "step": 35602
+    },
+    {
+      "epoch": 1.7013762783140591,
+      "grad_norm": 232.58404541015625,
+      "learning_rate": 1.1466849486810139e-06,
+      "loss": 18.8594,
+      "step": 35603
+    },
+    {
+      "epoch": 1.7014240657555195,
+      "grad_norm": 173.03651428222656,
+      "learning_rate": 1.1463251574713118e-06,
+      "loss": 14.7969,
+      "step": 35604
+    },
+    {
+      "epoch": 1.70147185319698,
+      "grad_norm": 437.1283874511719,
+      "learning_rate": 1.1459654192837011e-06,
+      "loss": 13.5,
+      "step": 35605
+    },
+    {
+      "epoch": 1.7015196406384403,
+      "grad_norm": 331.2845764160156,
+      "learning_rate": 1.1456057341203296e-06,
+      "loss": 29.1562,
+      "step": 35606
+    },
+    {
+      "epoch": 1.7015674280799007,
+      "grad_norm": 230.01805114746094,
+      "learning_rate": 1.145246101983355e-06,
+      "loss": 22.5625,
+      "step": 35607
+    },
+    {
+      "epoch": 1.701615215521361,
+      "grad_norm": 332.9793395996094,
+      "learning_rate": 1.1448865228749328e-06,
+      "loss": 28.0625,
+      "step": 35608
+    },
+    {
+      "epoch": 1.7016630029628215,
+      "grad_norm": 166.0202178955078,
+      "learning_rate": 1.1445269967972116e-06,
+      "loss": 22.5781,
+      "step": 35609
+    },
+    {
+      "epoch": 1.7017107904042819,
+      "grad_norm": 294.6349792480469,
+      "learning_rate": 1.1441675237523476e-06,
+      "loss": 28.625,
+      "step": 35610
+    },
+    {
+      "epoch": 1.7017585778457422,
+      "grad_norm": 470.8487243652344,
+      "learning_rate": 1.143808103742492e-06,
+      "loss": 19.0,
+      "step": 35611
+    },
+    {
+      "epoch": 1.7018063652872026,
+      "grad_norm": 125.40699005126953,
+      "learning_rate": 1.143448736769801e-06,
+      "loss": 20.5469,
+      "step": 35612
+    },
+    {
+      "epoch": 1.701854152728663,
+      "grad_norm": 233.63180541992188,
+      "learning_rate": 1.143089422836422e-06,
+      "loss": 26.125,
+      "step": 35613
+    },
+    {
+      "epoch": 1.7019019401701234,
+      "grad_norm": 379.2684631347656,
+      "learning_rate": 1.1427301619445086e-06,
+      "loss": 24.6875,
+      "step": 35614
+    },
+    {
+      "epoch": 1.7019497276115838,
+      "grad_norm": 207.87242126464844,
+      "learning_rate": 1.1423709540962125e-06,
+      "loss": 28.8125,
+      "step": 35615
+    },
+    {
+      "epoch": 1.7019975150530442,
+      "grad_norm": 218.20730590820312,
+      "learning_rate": 1.1420117992936864e-06,
+      "loss": 22.3438,
+      "step": 35616
+    },
+    {
+      "epoch": 1.7020453024945046,
+      "grad_norm": 213.8625946044922,
+      "learning_rate": 1.1416526975390785e-06,
+      "loss": 18.7188,
+      "step": 35617
+    },
+    {
+      "epoch": 1.702093089935965,
+      "grad_norm": 233.39073181152344,
+      "learning_rate": 1.1412936488345405e-06,
+      "loss": 24.1094,
+      "step": 35618
+    },
+    {
+      "epoch": 1.7021408773774254,
+      "grad_norm": 163.99945068359375,
+      "learning_rate": 1.140934653182224e-06,
+      "loss": 28.5312,
+      "step": 35619
+    },
+    {
+      "epoch": 1.7021886648188858,
+      "grad_norm": 348.1402282714844,
+      "learning_rate": 1.1405757105842762e-06,
+      "loss": 24.6562,
+      "step": 35620
+    },
+    {
+      "epoch": 1.7022364522603461,
+      "grad_norm": 229.410400390625,
+      "learning_rate": 1.1402168210428476e-06,
+      "loss": 18.3203,
+      "step": 35621
+    },
+    {
+      "epoch": 1.7022842397018063,
+      "grad_norm": 403.7064514160156,
+      "learning_rate": 1.1398579845600888e-06,
+      "loss": 34.8125,
+      "step": 35622
+    },
+    {
+      "epoch": 1.7023320271432667,
+      "grad_norm": 380.17041015625,
+      "learning_rate": 1.13949920113815e-06,
+      "loss": 29.6875,
+      "step": 35623
+    },
+    {
+      "epoch": 1.702379814584727,
+      "grad_norm": 214.5070037841797,
+      "learning_rate": 1.1391404707791753e-06,
+      "loss": 27.3125,
+      "step": 35624
+    },
+    {
+      "epoch": 1.7024276020261875,
+      "grad_norm": 497.6702880859375,
+      "learning_rate": 1.138781793485315e-06,
+      "loss": 20.1562,
+      "step": 35625
+    },
+    {
+      "epoch": 1.7024753894676479,
+      "grad_norm": 220.60418701171875,
+      "learning_rate": 1.13842316925872e-06,
+      "loss": 22.25,
+      "step": 35626
+    },
+    {
+      "epoch": 1.7025231769091083,
+      "grad_norm": 221.388916015625,
+      "learning_rate": 1.1380645981015337e-06,
+      "loss": 25.2188,
+      "step": 35627
+    },
+    {
+      "epoch": 1.7025709643505686,
+      "grad_norm": 211.0018310546875,
+      "learning_rate": 1.1377060800159058e-06,
+      "loss": 19.4062,
+      "step": 35628
+    },
+    {
+      "epoch": 1.702618751792029,
+      "grad_norm": 788.62451171875,
+      "learning_rate": 1.1373476150039852e-06,
+      "loss": 20.3438,
+      "step": 35629
+    },
+    {
+      "epoch": 1.7026665392334894,
+      "grad_norm": 263.928955078125,
+      "learning_rate": 1.1369892030679142e-06,
+      "loss": 24.8438,
+      "step": 35630
+    },
+    {
+      "epoch": 1.7027143266749498,
+      "grad_norm": 168.5534210205078,
+      "learning_rate": 1.1366308442098428e-06,
+      "loss": 27.1562,
+      "step": 35631
+    },
+    {
+      "epoch": 1.7027621141164102,
+      "grad_norm": 93.84627532958984,
+      "learning_rate": 1.136272538431914e-06,
+      "loss": 16.9844,
+      "step": 35632
+    },
+    {
+      "epoch": 1.7028099015578706,
+      "grad_norm": 209.54957580566406,
+      "learning_rate": 1.135914285736276e-06,
+      "loss": 18.875,
+      "step": 35633
+    },
+    {
+      "epoch": 1.702857688999331,
+      "grad_norm": 320.2569885253906,
+      "learning_rate": 1.1355560861250758e-06,
+      "loss": 40.1562,
+      "step": 35634
+    },
+    {
+      "epoch": 1.7029054764407914,
+      "grad_norm": 457.7310791015625,
+      "learning_rate": 1.1351979396004532e-06,
+      "loss": 24.4844,
+      "step": 35635
+    },
+    {
+      "epoch": 1.7029532638822518,
+      "grad_norm": 323.789794921875,
+      "learning_rate": 1.1348398461645572e-06,
+      "loss": 25.4375,
+      "step": 35636
+    },
+    {
+      "epoch": 1.7030010513237122,
+      "grad_norm": 409.305419921875,
+      "learning_rate": 1.1344818058195307e-06,
+      "loss": 28.4688,
+      "step": 35637
+    },
+    {
+      "epoch": 1.7030488387651725,
+      "grad_norm": 232.96376037597656,
+      "learning_rate": 1.1341238185675208e-06,
+      "loss": 24.625,
+      "step": 35638
+    },
+    {
+      "epoch": 1.703096626206633,
+      "grad_norm": 273.3114318847656,
+      "learning_rate": 1.133765884410667e-06,
+      "loss": 30.0,
+      "step": 35639
+    },
+    {
+      "epoch": 1.7031444136480933,
+      "grad_norm": 191.38851928710938,
+      "learning_rate": 1.1334080033511152e-06,
+      "loss": 19.5469,
+      "step": 35640
+    },
+    {
+      "epoch": 1.7031922010895537,
+      "grad_norm": 135.86497497558594,
+      "learning_rate": 1.1330501753910084e-06,
+      "loss": 17.875,
+      "step": 35641
+    },
+    {
+      "epoch": 1.703239988531014,
+      "grad_norm": 479.4259338378906,
+      "learning_rate": 1.1326924005324912e-06,
+      "loss": 27.875,
+      "step": 35642
+    },
+    {
+      "epoch": 1.7032877759724743,
+      "grad_norm": 379.1334228515625,
+      "learning_rate": 1.1323346787777024e-06,
+      "loss": 32.1562,
+      "step": 35643
+    },
+    {
+      "epoch": 1.7033355634139347,
+      "grad_norm": 258.13433837890625,
+      "learning_rate": 1.1319770101287875e-06,
+      "loss": 29.3438,
+      "step": 35644
+    },
+    {
+      "epoch": 1.703383350855395,
+      "grad_norm": 115.82121276855469,
+      "learning_rate": 1.1316193945878884e-06,
+      "loss": 22.3438,
+      "step": 35645
+    },
+    {
+      "epoch": 1.7034311382968554,
+      "grad_norm": 322.9058837890625,
+      "learning_rate": 1.1312618321571444e-06,
+      "loss": 26.8438,
+      "step": 35646
+    },
+    {
+      "epoch": 1.7034789257383158,
+      "grad_norm": 200.68406677246094,
+      "learning_rate": 1.1309043228386984e-06,
+      "loss": 21.2344,
+      "step": 35647
+    },
+    {
+      "epoch": 1.7035267131797762,
+      "grad_norm": 251.05841064453125,
+      "learning_rate": 1.1305468666346909e-06,
+      "loss": 27.7344,
+      "step": 35648
+    },
+    {
+      "epoch": 1.7035745006212366,
+      "grad_norm": 177.25706481933594,
+      "learning_rate": 1.1301894635472644e-06,
+      "loss": 20.25,
+      "step": 35649
+    },
+    {
+      "epoch": 1.703622288062697,
+      "grad_norm": 261.81378173828125,
+      "learning_rate": 1.1298321135785562e-06,
+      "loss": 23.375,
+      "step": 35650
+    },
+    {
+      "epoch": 1.7036700755041574,
+      "grad_norm": 537.1539306640625,
+      "learning_rate": 1.1294748167307079e-06,
+      "loss": 30.0938,
+      "step": 35651
+    },
+    {
+      "epoch": 1.7037178629456178,
+      "grad_norm": 192.61331176757812,
+      "learning_rate": 1.12911757300586e-06,
+      "loss": 21.5625,
+      "step": 35652
+    },
+    {
+      "epoch": 1.7037656503870782,
+      "grad_norm": 209.58978271484375,
+      "learning_rate": 1.1287603824061523e-06,
+      "loss": 24.375,
+      "step": 35653
+    },
+    {
+      "epoch": 1.7038134378285386,
+      "grad_norm": 357.4689636230469,
+      "learning_rate": 1.1284032449337212e-06,
+      "loss": 30.6094,
+      "step": 35654
+    },
+    {
+      "epoch": 1.703861225269999,
+      "grad_norm": 441.8169250488281,
+      "learning_rate": 1.1280461605907078e-06,
+      "loss": 19.1406,
+      "step": 35655
+    },
+    {
+      "epoch": 1.7039090127114593,
+      "grad_norm": 373.0382080078125,
+      "learning_rate": 1.1276891293792512e-06,
+      "loss": 25.1406,
+      "step": 35656
+    },
+    {
+      "epoch": 1.7039568001529197,
+      "grad_norm": 205.85940551757812,
+      "learning_rate": 1.1273321513014868e-06,
+      "loss": 23.9844,
+      "step": 35657
+    },
+    {
+      "epoch": 1.7040045875943801,
+      "grad_norm": 417.3836669921875,
+      "learning_rate": 1.1269752263595535e-06,
+      "loss": 32.0938,
+      "step": 35658
+    },
+    {
+      "epoch": 1.7040523750358405,
+      "grad_norm": 315.03973388671875,
+      "learning_rate": 1.126618354555592e-06,
+      "loss": 24.875,
+      "step": 35659
+    },
+    {
+      "epoch": 1.704100162477301,
+      "grad_norm": 354.1296081542969,
+      "learning_rate": 1.1262615358917339e-06,
+      "loss": 30.0,
+      "step": 35660
+    },
+    {
+      "epoch": 1.7041479499187613,
+      "grad_norm": 354.81256103515625,
+      "learning_rate": 1.1259047703701198e-06,
+      "loss": 15.5156,
+      "step": 35661
+    },
+    {
+      "epoch": 1.7041957373602217,
+      "grad_norm": 180.93698120117188,
+      "learning_rate": 1.1255480579928867e-06,
+      "loss": 22.8125,
+      "step": 35662
+    },
+    {
+      "epoch": 1.704243524801682,
+      "grad_norm": 528.5223999023438,
+      "learning_rate": 1.1251913987621676e-06,
+      "loss": 28.375,
+      "step": 35663
+    },
+    {
+      "epoch": 1.7042913122431425,
+      "grad_norm": 197.58755493164062,
+      "learning_rate": 1.1248347926801029e-06,
+      "loss": 21.875,
+      "step": 35664
+    },
+    {
+      "epoch": 1.7043390996846028,
+      "grad_norm": 213.7706756591797,
+      "learning_rate": 1.124478239748823e-06,
+      "loss": 24.125,
+      "step": 35665
+    },
+    {
+      "epoch": 1.7043868871260632,
+      "grad_norm": 199.39239501953125,
+      "learning_rate": 1.1241217399704663e-06,
+      "loss": 22.75,
+      "step": 35666
+    },
+    {
+      "epoch": 1.7044346745675236,
+      "grad_norm": 309.3635559082031,
+      "learning_rate": 1.1237652933471689e-06,
+      "loss": 28.1875,
+      "step": 35667
+    },
+    {
+      "epoch": 1.704482462008984,
+      "grad_norm": 232.18370056152344,
+      "learning_rate": 1.1234088998810622e-06,
+      "loss": 26.8125,
+      "step": 35668
+    },
+    {
+      "epoch": 1.7045302494504444,
+      "grad_norm": 162.6626434326172,
+      "learning_rate": 1.1230525595742825e-06,
+      "loss": 22.1406,
+      "step": 35669
+    },
+    {
+      "epoch": 1.7045780368919048,
+      "grad_norm": 162.1781005859375,
+      "learning_rate": 1.1226962724289636e-06,
+      "loss": 24.6719,
+      "step": 35670
+    },
+    {
+      "epoch": 1.7046258243333652,
+      "grad_norm": 288.6620178222656,
+      "learning_rate": 1.1223400384472404e-06,
+      "loss": 23.8125,
+      "step": 35671
+    },
+    {
+      "epoch": 1.7046736117748256,
+      "grad_norm": 255.61363220214844,
+      "learning_rate": 1.1219838576312437e-06,
+      "loss": 28.125,
+      "step": 35672
+    },
+    {
+      "epoch": 1.704721399216286,
+      "grad_norm": 242.35556030273438,
+      "learning_rate": 1.121627729983108e-06,
+      "loss": 24.4688,
+      "step": 35673
+    },
+    {
+      "epoch": 1.7047691866577463,
+      "grad_norm": 1357.98388671875,
+      "learning_rate": 1.1212716555049652e-06,
+      "loss": 18.1094,
+      "step": 35674
+    },
+    {
+      "epoch": 1.7048169740992067,
+      "grad_norm": 114.46833801269531,
+      "learning_rate": 1.1209156341989514e-06,
+      "loss": 17.2344,
+      "step": 35675
+    },
+    {
+      "epoch": 1.7048647615406671,
+      "grad_norm": 338.0150146484375,
+      "learning_rate": 1.1205596660671936e-06,
+      "loss": 21.0469,
+      "step": 35676
+    },
+    {
+      "epoch": 1.7049125489821275,
+      "grad_norm": 126.87198638916016,
+      "learning_rate": 1.1202037511118258e-06,
+      "loss": 17.4219,
+      "step": 35677
+    },
+    {
+      "epoch": 1.704960336423588,
+      "grad_norm": 258.82635498046875,
+      "learning_rate": 1.1198478893349806e-06,
+      "loss": 19.5,
+      "step": 35678
+    },
+    {
+      "epoch": 1.7050081238650483,
+      "grad_norm": 164.81735229492188,
+      "learning_rate": 1.1194920807387878e-06,
+      "loss": 18.1875,
+      "step": 35679
+    },
+    {
+      "epoch": 1.7050559113065087,
+      "grad_norm": 236.95993041992188,
+      "learning_rate": 1.1191363253253773e-06,
+      "loss": 21.8438,
+      "step": 35680
+    },
+    {
+      "epoch": 1.705103698747969,
+      "grad_norm": 317.08294677734375,
+      "learning_rate": 1.1187806230968801e-06,
+      "loss": 27.125,
+      "step": 35681
+    },
+    {
+      "epoch": 1.7051514861894295,
+      "grad_norm": 565.259521484375,
+      "learning_rate": 1.1184249740554298e-06,
+      "loss": 25.4375,
+      "step": 35682
+    },
+    {
+      "epoch": 1.7051992736308899,
+      "grad_norm": 283.7326354980469,
+      "learning_rate": 1.1180693782031516e-06,
+      "loss": 26.2188,
+      "step": 35683
+    },
+    {
+      "epoch": 1.7052470610723502,
+      "grad_norm": 510.1199035644531,
+      "learning_rate": 1.117713835542177e-06,
+      "loss": 36.5,
+      "step": 35684
+    },
+    {
+      "epoch": 1.7052948485138106,
+      "grad_norm": 226.892822265625,
+      "learning_rate": 1.117358346074635e-06,
+      "loss": 29.1562,
+      "step": 35685
+    },
+    {
+      "epoch": 1.705342635955271,
+      "grad_norm": 226.5068359375,
+      "learning_rate": 1.1170029098026568e-06,
+      "loss": 41.2031,
+      "step": 35686
+    },
+    {
+      "epoch": 1.7053904233967314,
+      "grad_norm": 259.3010559082031,
+      "learning_rate": 1.116647526728367e-06,
+      "loss": 22.2031,
+      "step": 35687
+    },
+    {
+      "epoch": 1.7054382108381918,
+      "grad_norm": 286.0830993652344,
+      "learning_rate": 1.1162921968538965e-06,
+      "loss": 19.6719,
+      "step": 35688
+    },
+    {
+      "epoch": 1.7054859982796522,
+      "grad_norm": 308.7382507324219,
+      "learning_rate": 1.1159369201813719e-06,
+      "loss": 31.0312,
+      "step": 35689
+    },
+    {
+      "epoch": 1.7055337857211126,
+      "grad_norm": 194.37498474121094,
+      "learning_rate": 1.115581696712924e-06,
+      "loss": 19.5781,
+      "step": 35690
+    },
+    {
+      "epoch": 1.705581573162573,
+      "grad_norm": 145.47830200195312,
+      "learning_rate": 1.1152265264506755e-06,
+      "loss": 15.5,
+      "step": 35691
+    },
+    {
+      "epoch": 1.7056293606040334,
+      "grad_norm": 261.6365966796875,
+      "learning_rate": 1.1148714093967573e-06,
+      "loss": 30.375,
+      "step": 35692
+    },
+    {
+      "epoch": 1.7056771480454938,
+      "grad_norm": 242.91831970214844,
+      "learning_rate": 1.1145163455532925e-06,
+      "loss": 22.7344,
+      "step": 35693
+    },
+    {
+      "epoch": 1.7057249354869541,
+      "grad_norm": 1009.1336059570312,
+      "learning_rate": 1.114161334922409e-06,
+      "loss": 23.375,
+      "step": 35694
+    },
+    {
+      "epoch": 1.7057727229284145,
+      "grad_norm": 436.0986328125,
+      "learning_rate": 1.1138063775062358e-06,
+      "loss": 24.3438,
+      "step": 35695
+    },
+    {
+      "epoch": 1.705820510369875,
+      "grad_norm": 284.6322937011719,
+      "learning_rate": 1.1134514733068947e-06,
+      "loss": 28.375,
+      "step": 35696
+    },
+    {
+      "epoch": 1.7058682978113353,
+      "grad_norm": 260.5057373046875,
+      "learning_rate": 1.1130966223265138e-06,
+      "loss": 22.0,
+      "step": 35697
+    },
+    {
+      "epoch": 1.7059160852527957,
+      "grad_norm": 290.2861633300781,
+      "learning_rate": 1.112741824567215e-06,
+      "loss": 27.2188,
+      "step": 35698
+    },
+    {
+      "epoch": 1.705963872694256,
+      "grad_norm": 435.2264709472656,
+      "learning_rate": 1.1123870800311243e-06,
+      "loss": 28.2812,
+      "step": 35699
+    },
+    {
+      "epoch": 1.7060116601357165,
+      "grad_norm": 327.45416259765625,
+      "learning_rate": 1.1120323887203677e-06,
+      "loss": 28.4375,
+      "step": 35700
+    },
+    {
+      "epoch": 1.7060594475771769,
+      "grad_norm": 260.533935546875,
+      "learning_rate": 1.1116777506370703e-06,
+      "loss": 30.2188,
+      "step": 35701
+    },
+    {
+      "epoch": 1.7061072350186373,
+      "grad_norm": 233.2241973876953,
+      "learning_rate": 1.1113231657833512e-06,
+      "loss": 21.625,
+      "step": 35702
+    },
+    {
+      "epoch": 1.7061550224600976,
+      "grad_norm": 189.802978515625,
+      "learning_rate": 1.110968634161338e-06,
+      "loss": 23.1875,
+      "step": 35703
+    },
+    {
+      "epoch": 1.7062028099015578,
+      "grad_norm": 295.6326599121094,
+      "learning_rate": 1.1106141557731543e-06,
+      "loss": 29.75,
+      "step": 35704
+    },
+    {
+      "epoch": 1.7062505973430182,
+      "grad_norm": 255.3176727294922,
+      "learning_rate": 1.1102597306209194e-06,
+      "loss": 23.5312,
+      "step": 35705
+    },
+    {
+      "epoch": 1.7062983847844786,
+      "grad_norm": 231.8423614501953,
+      "learning_rate": 1.1099053587067576e-06,
+      "loss": 31.4688,
+      "step": 35706
+    },
+    {
+      "epoch": 1.706346172225939,
+      "grad_norm": 175.06121826171875,
+      "learning_rate": 1.1095510400327914e-06,
+      "loss": 16.1172,
+      "step": 35707
+    },
+    {
+      "epoch": 1.7063939596673994,
+      "grad_norm": 197.93313598632812,
+      "learning_rate": 1.1091967746011444e-06,
+      "loss": 23.5312,
+      "step": 35708
+    },
+    {
+      "epoch": 1.7064417471088598,
+      "grad_norm": 223.18673706054688,
+      "learning_rate": 1.1088425624139354e-06,
+      "loss": 25.8125,
+      "step": 35709
+    },
+    {
+      "epoch": 1.7064895345503202,
+      "grad_norm": 175.75120544433594,
+      "learning_rate": 1.1084884034732856e-06,
+      "loss": 23.5312,
+      "step": 35710
+    },
+    {
+      "epoch": 1.7065373219917805,
+      "grad_norm": 365.0629577636719,
+      "learning_rate": 1.108134297781318e-06,
+      "loss": 40.1875,
+      "step": 35711
+    },
+    {
+      "epoch": 1.706585109433241,
+      "grad_norm": 177.45494079589844,
+      "learning_rate": 1.1077802453401532e-06,
+      "loss": 18.4062,
+      "step": 35712
+    },
+    {
+      "epoch": 1.7066328968747013,
+      "grad_norm": 283.67364501953125,
+      "learning_rate": 1.1074262461519091e-06,
+      "loss": 32.5938,
+      "step": 35713
+    },
+    {
+      "epoch": 1.7066806843161617,
+      "grad_norm": 333.27996826171875,
+      "learning_rate": 1.1070723002187078e-06,
+      "loss": 30.9375,
+      "step": 35714
+    },
+    {
+      "epoch": 1.706728471757622,
+      "grad_norm": 257.1028137207031,
+      "learning_rate": 1.1067184075426695e-06,
+      "loss": 20.8125,
+      "step": 35715
+    },
+    {
+      "epoch": 1.7067762591990825,
+      "grad_norm": 125.93061065673828,
+      "learning_rate": 1.1063645681259116e-06,
+      "loss": 14.0625,
+      "step": 35716
+    },
+    {
+      "epoch": 1.7068240466405429,
+      "grad_norm": 182.55560302734375,
+      "learning_rate": 1.1060107819705536e-06,
+      "loss": 32.7812,
+      "step": 35717
+    },
+    {
+      "epoch": 1.7068718340820033,
+      "grad_norm": 225.801513671875,
+      "learning_rate": 1.1056570490787144e-06,
+      "loss": 24.0312,
+      "step": 35718
+    },
+    {
+      "epoch": 1.7069196215234637,
+      "grad_norm": 150.47889709472656,
+      "learning_rate": 1.1053033694525139e-06,
+      "loss": 28.4688,
+      "step": 35719
+    },
+    {
+      "epoch": 1.706967408964924,
+      "grad_norm": 348.7566223144531,
+      "learning_rate": 1.104949743094068e-06,
+      "loss": 29.2812,
+      "step": 35720
+    },
+    {
+      "epoch": 1.7070151964063844,
+      "grad_norm": 428.21002197265625,
+      "learning_rate": 1.1045961700054952e-06,
+      "loss": 24.0625,
+      "step": 35721
+    },
+    {
+      "epoch": 1.7070629838478448,
+      "grad_norm": 431.3563537597656,
+      "learning_rate": 1.1042426501889126e-06,
+      "loss": 22.4375,
+      "step": 35722
+    },
+    {
+      "epoch": 1.7071107712893052,
+      "grad_norm": 233.05528259277344,
+      "learning_rate": 1.1038891836464405e-06,
+      "loss": 22.9531,
+      "step": 35723
+    },
+    {
+      "epoch": 1.7071585587307656,
+      "grad_norm": 204.3206787109375,
+      "learning_rate": 1.1035357703801908e-06,
+      "loss": 16.6406,
+      "step": 35724
+    },
+    {
+      "epoch": 1.7072063461722258,
+      "grad_norm": 212.8230438232422,
+      "learning_rate": 1.1031824103922838e-06,
+      "loss": 24.2969,
+      "step": 35725
+    },
+    {
+      "epoch": 1.7072541336136862,
+      "grad_norm": 345.6478576660156,
+      "learning_rate": 1.1028291036848326e-06,
+      "loss": 19.6094,
+      "step": 35726
+    },
+    {
+      "epoch": 1.7073019210551466,
+      "grad_norm": 157.48809814453125,
+      "learning_rate": 1.102475850259954e-06,
+      "loss": 21.625,
+      "step": 35727
+    },
+    {
+      "epoch": 1.707349708496607,
+      "grad_norm": 215.0618133544922,
+      "learning_rate": 1.1021226501197669e-06,
+      "loss": 28.4688,
+      "step": 35728
+    },
+    {
+      "epoch": 1.7073974959380673,
+      "grad_norm": 337.2410888671875,
+      "learning_rate": 1.1017695032663821e-06,
+      "loss": 24.9531,
+      "step": 35729
+    },
+    {
+      "epoch": 1.7074452833795277,
+      "grad_norm": 291.77978515625,
+      "learning_rate": 1.1014164097019176e-06,
+      "loss": 26.1406,
+      "step": 35730
+    },
+    {
+      "epoch": 1.7074930708209881,
+      "grad_norm": 434.4635009765625,
+      "learning_rate": 1.1010633694284834e-06,
+      "loss": 28.9062,
+      "step": 35731
+    },
+    {
+      "epoch": 1.7075408582624485,
+      "grad_norm": 250.3732147216797,
+      "learning_rate": 1.100710382448198e-06,
+      "loss": 28.4375,
+      "step": 35732
+    },
+    {
+      "epoch": 1.707588645703909,
+      "grad_norm": 293.73211669921875,
+      "learning_rate": 1.100357448763174e-06,
+      "loss": 19.0312,
+      "step": 35733
+    },
+    {
+      "epoch": 1.7076364331453693,
+      "grad_norm": 355.92327880859375,
+      "learning_rate": 1.100004568375528e-06,
+      "loss": 32.6875,
+      "step": 35734
+    },
+    {
+      "epoch": 1.7076842205868297,
+      "grad_norm": 1478.3919677734375,
+      "learning_rate": 1.0996517412873676e-06,
+      "loss": 21.0469,
+      "step": 35735
+    },
+    {
+      "epoch": 1.70773200802829,
+      "grad_norm": 216.2487335205078,
+      "learning_rate": 1.0992989675008082e-06,
+      "loss": 23.7656,
+      "step": 35736
+    },
+    {
+      "epoch": 1.7077797954697505,
+      "grad_norm": 374.834716796875,
+      "learning_rate": 1.0989462470179636e-06,
+      "loss": 23.4531,
+      "step": 35737
+    },
+    {
+      "epoch": 1.7078275829112108,
+      "grad_norm": 274.7311706542969,
+      "learning_rate": 1.0985935798409475e-06,
+      "loss": 23.4844,
+      "step": 35738
+    },
+    {
+      "epoch": 1.7078753703526712,
+      "grad_norm": 249.56224060058594,
+      "learning_rate": 1.0982409659718674e-06,
+      "loss": 29.8438,
+      "step": 35739
+    },
+    {
+      "epoch": 1.7079231577941316,
+      "grad_norm": 115.2680892944336,
+      "learning_rate": 1.097888405412838e-06,
+      "loss": 18.8906,
+      "step": 35740
+    },
+    {
+      "epoch": 1.707970945235592,
+      "grad_norm": 214.25967407226562,
+      "learning_rate": 1.0975358981659724e-06,
+      "loss": 24.2031,
+      "step": 35741
+    },
+    {
+      "epoch": 1.7080187326770524,
+      "grad_norm": 323.261474609375,
+      "learning_rate": 1.0971834442333761e-06,
+      "loss": 18.1562,
+      "step": 35742
+    },
+    {
+      "epoch": 1.7080665201185128,
+      "grad_norm": 431.338134765625,
+      "learning_rate": 1.0968310436171648e-06,
+      "loss": 27.8125,
+      "step": 35743
+    },
+    {
+      "epoch": 1.7081143075599732,
+      "grad_norm": 349.20550537109375,
+      "learning_rate": 1.0964786963194462e-06,
+      "loss": 23.0156,
+      "step": 35744
+    },
+    {
+      "epoch": 1.7081620950014336,
+      "grad_norm": 388.6225891113281,
+      "learning_rate": 1.0961264023423345e-06,
+      "loss": 27.125,
+      "step": 35745
+    },
+    {
+      "epoch": 1.708209882442894,
+      "grad_norm": 249.17929077148438,
+      "learning_rate": 1.0957741616879336e-06,
+      "loss": 27.5312,
+      "step": 35746
+    },
+    {
+      "epoch": 1.7082576698843543,
+      "grad_norm": 192.47203063964844,
+      "learning_rate": 1.0954219743583561e-06,
+      "loss": 33.0,
+      "step": 35747
+    },
+    {
+      "epoch": 1.7083054573258147,
+      "grad_norm": 742.8383178710938,
+      "learning_rate": 1.0950698403557115e-06,
+      "loss": 19.5156,
+      "step": 35748
+    },
+    {
+      "epoch": 1.7083532447672751,
+      "grad_norm": 344.19146728515625,
+      "learning_rate": 1.0947177596821101e-06,
+      "loss": 29.6875,
+      "step": 35749
+    },
+    {
+      "epoch": 1.7084010322087355,
+      "grad_norm": 216.66232299804688,
+      "learning_rate": 1.0943657323396562e-06,
+      "loss": 19.5469,
+      "step": 35750
+    },
+    {
+      "epoch": 1.708448819650196,
+      "grad_norm": 202.8994903564453,
+      "learning_rate": 1.0940137583304589e-06,
+      "loss": 29.9688,
+      "step": 35751
+    },
+    {
+      "epoch": 1.7084966070916563,
+      "grad_norm": 351.17840576171875,
+      "learning_rate": 1.0936618376566311e-06,
+      "loss": 32.4375,
+      "step": 35752
+    },
+    {
+      "epoch": 1.7085443945331167,
+      "grad_norm": 162.53346252441406,
+      "learning_rate": 1.0933099703202733e-06,
+      "loss": 21.0625,
+      "step": 35753
+    },
+    {
+      "epoch": 1.708592181974577,
+      "grad_norm": 422.7000732421875,
+      "learning_rate": 1.092958156323497e-06,
+      "loss": 26.5,
+      "step": 35754
+    },
+    {
+      "epoch": 1.7086399694160375,
+      "grad_norm": 362.1793212890625,
+      "learning_rate": 1.0926063956684074e-06,
+      "loss": 22.7031,
+      "step": 35755
+    },
+    {
+      "epoch": 1.7086877568574979,
+      "grad_norm": 151.7542266845703,
+      "learning_rate": 1.0922546883571138e-06,
+      "loss": 26.5,
+      "step": 35756
+    },
+    {
+      "epoch": 1.7087355442989582,
+      "grad_norm": 162.93048095703125,
+      "learning_rate": 1.091903034391718e-06,
+      "loss": 39.1562,
+      "step": 35757
+    },
+    {
+      "epoch": 1.7087833317404186,
+      "grad_norm": 304.4446716308594,
+      "learning_rate": 1.0915514337743293e-06,
+      "loss": 29.8438,
+      "step": 35758
+    },
+    {
+      "epoch": 1.708831119181879,
+      "grad_norm": 162.11082458496094,
+      "learning_rate": 1.091199886507055e-06,
+      "loss": 21.1719,
+      "step": 35759
+    },
+    {
+      "epoch": 1.7088789066233394,
+      "grad_norm": 200.81370544433594,
+      "learning_rate": 1.0908483925919943e-06,
+      "loss": 21.6562,
+      "step": 35760
+    },
+    {
+      "epoch": 1.7089266940647998,
+      "grad_norm": 182.7396697998047,
+      "learning_rate": 1.0904969520312593e-06,
+      "loss": 25.7656,
+      "step": 35761
+    },
+    {
+      "epoch": 1.7089744815062602,
+      "grad_norm": 256.5526428222656,
+      "learning_rate": 1.0901455648269477e-06,
+      "loss": 20.1719,
+      "step": 35762
+    },
+    {
+      "epoch": 1.7090222689477206,
+      "grad_norm": 205.10177612304688,
+      "learning_rate": 1.0897942309811705e-06,
+      "loss": 20.9844,
+      "step": 35763
+    },
+    {
+      "epoch": 1.709070056389181,
+      "grad_norm": 272.5461120605469,
+      "learning_rate": 1.0894429504960257e-06,
+      "loss": 27.8594,
+      "step": 35764
+    },
+    {
+      "epoch": 1.7091178438306414,
+      "grad_norm": 236.29660034179688,
+      "learning_rate": 1.089091723373621e-06,
+      "loss": 22.0938,
+      "step": 35765
+    },
+    {
+      "epoch": 1.7091656312721017,
+      "grad_norm": 206.31161499023438,
+      "learning_rate": 1.0887405496160575e-06,
+      "loss": 18.9688,
+      "step": 35766
+    },
+    {
+      "epoch": 1.7092134187135621,
+      "grad_norm": 288.640625,
+      "learning_rate": 1.0883894292254415e-06,
+      "loss": 23.0938,
+      "step": 35767
+    },
+    {
+      "epoch": 1.7092612061550225,
+      "grad_norm": 344.7781677246094,
+      "learning_rate": 1.0880383622038726e-06,
+      "loss": 23.4375,
+      "step": 35768
+    },
+    {
+      "epoch": 1.709308993596483,
+      "grad_norm": 368.5848083496094,
+      "learning_rate": 1.0876873485534533e-06,
+      "loss": 20.5625,
+      "step": 35769
+    },
+    {
+      "epoch": 1.7093567810379433,
+      "grad_norm": 246.28172302246094,
+      "learning_rate": 1.0873363882762878e-06,
+      "loss": 26.1406,
+      "step": 35770
+    },
+    {
+      "epoch": 1.7094045684794037,
+      "grad_norm": 262.89874267578125,
+      "learning_rate": 1.0869854813744784e-06,
+      "loss": 23.4688,
+      "step": 35771
+    },
+    {
+      "epoch": 1.709452355920864,
+      "grad_norm": 627.8943481445312,
+      "learning_rate": 1.0866346278501228e-06,
+      "loss": 23.5938,
+      "step": 35772
+    },
+    {
+      "epoch": 1.7095001433623245,
+      "grad_norm": 310.9024353027344,
+      "learning_rate": 1.0862838277053245e-06,
+      "loss": 41.1562,
+      "step": 35773
+    },
+    {
+      "epoch": 1.7095479308037849,
+      "grad_norm": 196.6211395263672,
+      "learning_rate": 1.0859330809421842e-06,
+      "loss": 24.4531,
+      "step": 35774
+    },
+    {
+      "epoch": 1.7095957182452453,
+      "grad_norm": 330.9812927246094,
+      "learning_rate": 1.0855823875628047e-06,
+      "loss": 24.8906,
+      "step": 35775
+    },
+    {
+      "epoch": 1.7096435056867056,
+      "grad_norm": 320.3028259277344,
+      "learning_rate": 1.0852317475692808e-06,
+      "loss": 21.2969,
+      "step": 35776
+    },
+    {
+      "epoch": 1.709691293128166,
+      "grad_norm": 241.85650634765625,
+      "learning_rate": 1.0848811609637166e-06,
+      "loss": 27.4688,
+      "step": 35777
+    },
+    {
+      "epoch": 1.7097390805696264,
+      "grad_norm": 424.0313720703125,
+      "learning_rate": 1.0845306277482126e-06,
+      "loss": 18.0781,
+      "step": 35778
+    },
+    {
+      "epoch": 1.7097868680110868,
+      "grad_norm": 217.9912567138672,
+      "learning_rate": 1.0841801479248636e-06,
+      "loss": 20.5469,
+      "step": 35779
+    },
+    {
+      "epoch": 1.7098346554525472,
+      "grad_norm": 237.80801391601562,
+      "learning_rate": 1.0838297214957716e-06,
+      "loss": 28.375,
+      "step": 35780
+    },
+    {
+      "epoch": 1.7098824428940076,
+      "grad_norm": 232.46080017089844,
+      "learning_rate": 1.0834793484630345e-06,
+      "loss": 26.3438,
+      "step": 35781
+    },
+    {
+      "epoch": 1.709930230335468,
+      "grad_norm": 494.1148376464844,
+      "learning_rate": 1.0831290288287522e-06,
+      "loss": 30.5,
+      "step": 35782
+    },
+    {
+      "epoch": 1.7099780177769284,
+      "grad_norm": 152.5846405029297,
+      "learning_rate": 1.0827787625950193e-06,
+      "loss": 33.5312,
+      "step": 35783
+    },
+    {
+      "epoch": 1.7100258052183888,
+      "grad_norm": 338.42156982421875,
+      "learning_rate": 1.0824285497639353e-06,
+      "loss": 18.2344,
+      "step": 35784
+    },
+    {
+      "epoch": 1.7100735926598492,
+      "grad_norm": 356.1060791015625,
+      "learning_rate": 1.0820783903375976e-06,
+      "loss": 21.0312,
+      "step": 35785
+    },
+    {
+      "epoch": 1.7101213801013095,
+      "grad_norm": 224.1459197998047,
+      "learning_rate": 1.0817282843181043e-06,
+      "loss": 15.8906,
+      "step": 35786
+    },
+    {
+      "epoch": 1.7101691675427697,
+      "grad_norm": 126.46793365478516,
+      "learning_rate": 1.0813782317075493e-06,
+      "loss": 27.2812,
+      "step": 35787
+    },
+    {
+      "epoch": 1.71021695498423,
+      "grad_norm": 163.18701171875,
+      "learning_rate": 1.0810282325080313e-06,
+      "loss": 18.8906,
+      "step": 35788
+    },
+    {
+      "epoch": 1.7102647424256905,
+      "grad_norm": 591.6416015625,
+      "learning_rate": 1.080678286721647e-06,
+      "loss": 26.9688,
+      "step": 35789
+    },
+    {
+      "epoch": 1.7103125298671509,
+      "grad_norm": 283.3311462402344,
+      "learning_rate": 1.0803283943504884e-06,
+      "loss": 20.4844,
+      "step": 35790
+    },
+    {
+      "epoch": 1.7103603173086113,
+      "grad_norm": 196.9680633544922,
+      "learning_rate": 1.0799785553966535e-06,
+      "loss": 18.625,
+      "step": 35791
+    },
+    {
+      "epoch": 1.7104081047500717,
+      "grad_norm": 175.14683532714844,
+      "learning_rate": 1.0796287698622387e-06,
+      "loss": 24.6719,
+      "step": 35792
+    },
+    {
+      "epoch": 1.710455892191532,
+      "grad_norm": 274.8244934082031,
+      "learning_rate": 1.0792790377493345e-06,
+      "loss": 22.0,
+      "step": 35793
+    },
+    {
+      "epoch": 1.7105036796329924,
+      "grad_norm": 151.97137451171875,
+      "learning_rate": 1.0789293590600413e-06,
+      "loss": 22.0469,
+      "step": 35794
+    },
+    {
+      "epoch": 1.7105514670744528,
+      "grad_norm": 257.3575744628906,
+      "learning_rate": 1.0785797337964477e-06,
+      "loss": 22.9219,
+      "step": 35795
+    },
+    {
+      "epoch": 1.7105992545159132,
+      "grad_norm": 259.0678405761719,
+      "learning_rate": 1.0782301619606494e-06,
+      "loss": 22.5469,
+      "step": 35796
+    },
+    {
+      "epoch": 1.7106470419573736,
+      "grad_norm": 165.5093536376953,
+      "learning_rate": 1.0778806435547419e-06,
+      "loss": 15.9219,
+      "step": 35797
+    },
+    {
+      "epoch": 1.710694829398834,
+      "grad_norm": 183.63748168945312,
+      "learning_rate": 1.0775311785808152e-06,
+      "loss": 25.0938,
+      "step": 35798
+    },
+    {
+      "epoch": 1.7107426168402944,
+      "grad_norm": 468.8570861816406,
+      "learning_rate": 1.0771817670409634e-06,
+      "loss": 24.5625,
+      "step": 35799
+    },
+    {
+      "epoch": 1.7107904042817548,
+      "grad_norm": 182.3746337890625,
+      "learning_rate": 1.0768324089372816e-06,
+      "loss": 18.0469,
+      "step": 35800
+    },
+    {
+      "epoch": 1.7108381917232152,
+      "grad_norm": 325.0818176269531,
+      "learning_rate": 1.076483104271857e-06,
+      "loss": 23.4062,
+      "step": 35801
+    },
+    {
+      "epoch": 1.7108859791646756,
+      "grad_norm": 248.75970458984375,
+      "learning_rate": 1.0761338530467846e-06,
+      "loss": 25.7344,
+      "step": 35802
+    },
+    {
+      "epoch": 1.710933766606136,
+      "grad_norm": 257.3721618652344,
+      "learning_rate": 1.075784655264155e-06,
+      "loss": 16.9375,
+      "step": 35803
+    },
+    {
+      "epoch": 1.7109815540475963,
+      "grad_norm": 254.6436004638672,
+      "learning_rate": 1.0754355109260628e-06,
+      "loss": 31.1875,
+      "step": 35804
+    },
+    {
+      "epoch": 1.7110293414890567,
+      "grad_norm": 375.12200927734375,
+      "learning_rate": 1.0750864200345934e-06,
+      "loss": 25.7656,
+      "step": 35805
+    },
+    {
+      "epoch": 1.711077128930517,
+      "grad_norm": 193.4754638671875,
+      "learning_rate": 1.0747373825918394e-06,
+      "loss": 21.9531,
+      "step": 35806
+    },
+    {
+      "epoch": 1.7111249163719773,
+      "grad_norm": 292.61004638671875,
+      "learning_rate": 1.0743883985998925e-06,
+      "loss": 20.5625,
+      "step": 35807
+    },
+    {
+      "epoch": 1.7111727038134377,
+      "grad_norm": 230.74588012695312,
+      "learning_rate": 1.0740394680608435e-06,
+      "loss": 30.9688,
+      "step": 35808
+    },
+    {
+      "epoch": 1.711220491254898,
+      "grad_norm": 307.5645751953125,
+      "learning_rate": 1.0736905909767793e-06,
+      "loss": 29.4688,
+      "step": 35809
+    },
+    {
+      "epoch": 1.7112682786963584,
+      "grad_norm": 175.87054443359375,
+      "learning_rate": 1.0733417673497903e-06,
+      "loss": 27.5938,
+      "step": 35810
+    },
+    {
+      "epoch": 1.7113160661378188,
+      "grad_norm": 405.4599304199219,
+      "learning_rate": 1.0729929971819641e-06,
+      "loss": 26.0625,
+      "step": 35811
+    },
+    {
+      "epoch": 1.7113638535792792,
+      "grad_norm": 335.25103759765625,
+      "learning_rate": 1.0726442804753945e-06,
+      "loss": 31.8438,
+      "step": 35812
+    },
+    {
+      "epoch": 1.7114116410207396,
+      "grad_norm": 276.9342041015625,
+      "learning_rate": 1.072295617232163e-06,
+      "loss": 21.3906,
+      "step": 35813
+    },
+    {
+      "epoch": 1.7114594284622,
+      "grad_norm": 398.5826416015625,
+      "learning_rate": 1.0719470074543614e-06,
+      "loss": 28.4688,
+      "step": 35814
+    },
+    {
+      "epoch": 1.7115072159036604,
+      "grad_norm": 433.2408142089844,
+      "learning_rate": 1.071598451144079e-06,
+      "loss": 29.0625,
+      "step": 35815
+    },
+    {
+      "epoch": 1.7115550033451208,
+      "grad_norm": 367.7237548828125,
+      "learning_rate": 1.0712499483034e-06,
+      "loss": 26.5625,
+      "step": 35816
+    },
+    {
+      "epoch": 1.7116027907865812,
+      "grad_norm": 166.21434020996094,
+      "learning_rate": 1.0709014989344113e-06,
+      "loss": 19.7344,
+      "step": 35817
+    },
+    {
+      "epoch": 1.7116505782280416,
+      "grad_norm": 266.6124267578125,
+      "learning_rate": 1.0705531030392013e-06,
+      "loss": 31.8125,
+      "step": 35818
+    },
+    {
+      "epoch": 1.711698365669502,
+      "grad_norm": 386.5307922363281,
+      "learning_rate": 1.0702047606198573e-06,
+      "loss": 25.3125,
+      "step": 35819
+    },
+    {
+      "epoch": 1.7117461531109623,
+      "grad_norm": 257.2562255859375,
+      "learning_rate": 1.069856471678463e-06,
+      "loss": 30.6875,
+      "step": 35820
+    },
+    {
+      "epoch": 1.7117939405524227,
+      "grad_norm": 492.71112060546875,
+      "learning_rate": 1.069508236217105e-06,
+      "loss": 16.125,
+      "step": 35821
+    },
+    {
+      "epoch": 1.7118417279938831,
+      "grad_norm": 261.9816589355469,
+      "learning_rate": 1.0691600542378723e-06,
+      "loss": 44.0,
+      "step": 35822
+    },
+    {
+      "epoch": 1.7118895154353435,
+      "grad_norm": 347.3828125,
+      "learning_rate": 1.0688119257428443e-06,
+      "loss": 28.875,
+      "step": 35823
+    },
+    {
+      "epoch": 1.711937302876804,
+      "grad_norm": 139.51991271972656,
+      "learning_rate": 1.0684638507341071e-06,
+      "loss": 16.5469,
+      "step": 35824
+    },
+    {
+      "epoch": 1.7119850903182643,
+      "grad_norm": 216.5019073486328,
+      "learning_rate": 1.0681158292137506e-06,
+      "loss": 20.2812,
+      "step": 35825
+    },
+    {
+      "epoch": 1.7120328777597247,
+      "grad_norm": 294.05621337890625,
+      "learning_rate": 1.0677678611838516e-06,
+      "loss": 26.1875,
+      "step": 35826
+    },
+    {
+      "epoch": 1.712080665201185,
+      "grad_norm": 185.27536010742188,
+      "learning_rate": 1.0674199466465007e-06,
+      "loss": 23.2812,
+      "step": 35827
+    },
+    {
+      "epoch": 1.7121284526426455,
+      "grad_norm": 149.9035186767578,
+      "learning_rate": 1.0670720856037752e-06,
+      "loss": 20.8594,
+      "step": 35828
+    },
+    {
+      "epoch": 1.7121762400841058,
+      "grad_norm": 274.6610107421875,
+      "learning_rate": 1.0667242780577614e-06,
+      "loss": 27.75,
+      "step": 35829
+    },
+    {
+      "epoch": 1.7122240275255662,
+      "grad_norm": 217.0684356689453,
+      "learning_rate": 1.066376524010544e-06,
+      "loss": 19.9375,
+      "step": 35830
+    },
+    {
+      "epoch": 1.7122718149670266,
+      "grad_norm": 276.50933837890625,
+      "learning_rate": 1.0660288234642013e-06,
+      "loss": 16.8125,
+      "step": 35831
+    },
+    {
+      "epoch": 1.712319602408487,
+      "grad_norm": 115.26445007324219,
+      "learning_rate": 1.0656811764208186e-06,
+      "loss": 17.3906,
+      "step": 35832
+    },
+    {
+      "epoch": 1.7123673898499474,
+      "grad_norm": 331.3430480957031,
+      "learning_rate": 1.0653335828824773e-06,
+      "loss": 31.3125,
+      "step": 35833
+    },
+    {
+      "epoch": 1.7124151772914078,
+      "grad_norm": 391.97149658203125,
+      "learning_rate": 1.0649860428512604e-06,
+      "loss": 32.375,
+      "step": 35834
+    },
+    {
+      "epoch": 1.7124629647328682,
+      "grad_norm": 171.96556091308594,
+      "learning_rate": 1.0646385563292473e-06,
+      "loss": 19.1562,
+      "step": 35835
+    },
+    {
+      "epoch": 1.7125107521743286,
+      "grad_norm": 347.731201171875,
+      "learning_rate": 1.0642911233185172e-06,
+      "loss": 32.2812,
+      "step": 35836
+    },
+    {
+      "epoch": 1.712558539615789,
+      "grad_norm": 140.2384796142578,
+      "learning_rate": 1.0639437438211564e-06,
+      "loss": 17.5703,
+      "step": 35837
+    },
+    {
+      "epoch": 1.7126063270572494,
+      "grad_norm": 487.0090026855469,
+      "learning_rate": 1.06359641783924e-06,
+      "loss": 16.3594,
+      "step": 35838
+    },
+    {
+      "epoch": 1.7126541144987097,
+      "grad_norm": 270.3816223144531,
+      "learning_rate": 1.0632491453748495e-06,
+      "loss": 28.4375,
+      "step": 35839
+    },
+    {
+      "epoch": 1.7127019019401701,
+      "grad_norm": 173.41864013671875,
+      "learning_rate": 1.0629019264300655e-06,
+      "loss": 20.7969,
+      "step": 35840
+    },
+    {
+      "epoch": 1.7127496893816305,
+      "grad_norm": 254.14395141601562,
+      "learning_rate": 1.0625547610069687e-06,
+      "loss": 21.4062,
+      "step": 35841
+    },
+    {
+      "epoch": 1.712797476823091,
+      "grad_norm": 201.1464080810547,
+      "learning_rate": 1.0622076491076338e-06,
+      "loss": 21.2656,
+      "step": 35842
+    },
+    {
+      "epoch": 1.7128452642645513,
+      "grad_norm": 249.82313537597656,
+      "learning_rate": 1.0618605907341429e-06,
+      "loss": 21.8594,
+      "step": 35843
+    },
+    {
+      "epoch": 1.7128930517060117,
+      "grad_norm": 523.1851196289062,
+      "learning_rate": 1.061513585888574e-06,
+      "loss": 31.75,
+      "step": 35844
+    },
+    {
+      "epoch": 1.712940839147472,
+      "grad_norm": 131.63818359375,
+      "learning_rate": 1.0611666345730066e-06,
+      "loss": 18.0781,
+      "step": 35845
+    },
+    {
+      "epoch": 1.7129886265889325,
+      "grad_norm": 394.57501220703125,
+      "learning_rate": 1.0608197367895146e-06,
+      "loss": 30.5,
+      "step": 35846
+    },
+    {
+      "epoch": 1.7130364140303929,
+      "grad_norm": 307.07354736328125,
+      "learning_rate": 1.0604728925401774e-06,
+      "loss": 16.4688,
+      "step": 35847
+    },
+    {
+      "epoch": 1.7130842014718533,
+      "grad_norm": 316.8052062988281,
+      "learning_rate": 1.0601261018270747e-06,
+      "loss": 24.2812,
+      "step": 35848
+    },
+    {
+      "epoch": 1.7131319889133136,
+      "grad_norm": 172.5595703125,
+      "learning_rate": 1.0597793646522792e-06,
+      "loss": 23.3438,
+      "step": 35849
+    },
+    {
+      "epoch": 1.713179776354774,
+      "grad_norm": 320.5381164550781,
+      "learning_rate": 1.059432681017869e-06,
+      "loss": 16.0625,
+      "step": 35850
+    },
+    {
+      "epoch": 1.7132275637962344,
+      "grad_norm": 442.7695007324219,
+      "learning_rate": 1.0590860509259205e-06,
+      "loss": 26.9062,
+      "step": 35851
+    },
+    {
+      "epoch": 1.7132753512376948,
+      "grad_norm": 200.94964599609375,
+      "learning_rate": 1.0587394743785117e-06,
+      "loss": 30.8438,
+      "step": 35852
+    },
+    {
+      "epoch": 1.7133231386791552,
+      "grad_norm": 461.14837646484375,
+      "learning_rate": 1.0583929513777147e-06,
+      "loss": 23.75,
+      "step": 35853
+    },
+    {
+      "epoch": 1.7133709261206156,
+      "grad_norm": 286.9388427734375,
+      "learning_rate": 1.0580464819256052e-06,
+      "loss": 26.0312,
+      "step": 35854
+    },
+    {
+      "epoch": 1.713418713562076,
+      "grad_norm": 205.33343505859375,
+      "learning_rate": 1.0577000660242597e-06,
+      "loss": 25.1094,
+      "step": 35855
+    },
+    {
+      "epoch": 1.7134665010035364,
+      "grad_norm": 253.4110565185547,
+      "learning_rate": 1.057353703675753e-06,
+      "loss": 25.875,
+      "step": 35856
+    },
+    {
+      "epoch": 1.7135142884449968,
+      "grad_norm": 206.30870056152344,
+      "learning_rate": 1.057007394882158e-06,
+      "loss": 21.2031,
+      "step": 35857
+    },
+    {
+      "epoch": 1.7135620758864571,
+      "grad_norm": 298.8053283691406,
+      "learning_rate": 1.0566611396455496e-06,
+      "loss": 25.8594,
+      "step": 35858
+    },
+    {
+      "epoch": 1.7136098633279175,
+      "grad_norm": 285.8998718261719,
+      "learning_rate": 1.0563149379680005e-06,
+      "loss": 30.3125,
+      "step": 35859
+    },
+    {
+      "epoch": 1.713657650769378,
+      "grad_norm": 171.1868438720703,
+      "learning_rate": 1.0559687898515846e-06,
+      "loss": 22.5625,
+      "step": 35860
+    },
+    {
+      "epoch": 1.7137054382108383,
+      "grad_norm": 391.6648254394531,
+      "learning_rate": 1.0556226952983739e-06,
+      "loss": 24.6094,
+      "step": 35861
+    },
+    {
+      "epoch": 1.7137532256522987,
+      "grad_norm": 515.1065063476562,
+      "learning_rate": 1.055276654310442e-06,
+      "loss": 24.7656,
+      "step": 35862
+    },
+    {
+      "epoch": 1.713801013093759,
+      "grad_norm": 178.1568145751953,
+      "learning_rate": 1.0549306668898618e-06,
+      "loss": 21.375,
+      "step": 35863
+    },
+    {
+      "epoch": 1.7138488005352195,
+      "grad_norm": 412.816650390625,
+      "learning_rate": 1.0545847330387037e-06,
+      "loss": 27.375,
+      "step": 35864
+    },
+    {
+      "epoch": 1.7138965879766799,
+      "grad_norm": 223.95797729492188,
+      "learning_rate": 1.0542388527590397e-06,
+      "loss": 24.6875,
+      "step": 35865
+    },
+    {
+      "epoch": 1.7139443754181403,
+      "grad_norm": 292.498291015625,
+      "learning_rate": 1.0538930260529424e-06,
+      "loss": 36.8125,
+      "step": 35866
+    },
+    {
+      "epoch": 1.7139921628596007,
+      "grad_norm": 220.1790008544922,
+      "learning_rate": 1.0535472529224844e-06,
+      "loss": 20.25,
+      "step": 35867
+    },
+    {
+      "epoch": 1.714039950301061,
+      "grad_norm": 194.27163696289062,
+      "learning_rate": 1.053201533369731e-06,
+      "loss": 22.9375,
+      "step": 35868
+    },
+    {
+      "epoch": 1.7140877377425212,
+      "grad_norm": 215.22149658203125,
+      "learning_rate": 1.052855867396757e-06,
+      "loss": 17.8281,
+      "step": 35869
+    },
+    {
+      "epoch": 1.7141355251839816,
+      "grad_norm": 353.0523986816406,
+      "learning_rate": 1.052510255005631e-06,
+      "loss": 32.2812,
+      "step": 35870
+    },
+    {
+      "epoch": 1.714183312625442,
+      "grad_norm": 199.89239501953125,
+      "learning_rate": 1.0521646961984256e-06,
+      "loss": 22.2812,
+      "step": 35871
+    },
+    {
+      "epoch": 1.7142311000669024,
+      "grad_norm": 254.1400146484375,
+      "learning_rate": 1.0518191909772058e-06,
+      "loss": 19.9844,
+      "step": 35872
+    },
+    {
+      "epoch": 1.7142788875083628,
+      "grad_norm": 1378.2813720703125,
+      "learning_rate": 1.0514737393440423e-06,
+      "loss": 18.9062,
+      "step": 35873
+    },
+    {
+      "epoch": 1.7143266749498232,
+      "grad_norm": 207.35658264160156,
+      "learning_rate": 1.0511283413010065e-06,
+      "loss": 31.3438,
+      "step": 35874
+    },
+    {
+      "epoch": 1.7143744623912835,
+      "grad_norm": 318.3208923339844,
+      "learning_rate": 1.0507829968501626e-06,
+      "loss": 23.8281,
+      "step": 35875
+    },
+    {
+      "epoch": 1.714422249832744,
+      "grad_norm": 170.962646484375,
+      "learning_rate": 1.05043770599358e-06,
+      "loss": 16.3594,
+      "step": 35876
+    },
+    {
+      "epoch": 1.7144700372742043,
+      "grad_norm": 297.1784973144531,
+      "learning_rate": 1.050092468733329e-06,
+      "loss": 24.1719,
+      "step": 35877
+    },
+    {
+      "epoch": 1.7145178247156647,
+      "grad_norm": 255.10540771484375,
+      "learning_rate": 1.0497472850714762e-06,
+      "loss": 26.7812,
+      "step": 35878
+    },
+    {
+      "epoch": 1.714565612157125,
+      "grad_norm": 157.22317504882812,
+      "learning_rate": 1.0494021550100875e-06,
+      "loss": 22.3594,
+      "step": 35879
+    },
+    {
+      "epoch": 1.7146133995985855,
+      "grad_norm": 272.64422607421875,
+      "learning_rate": 1.04905707855123e-06,
+      "loss": 26.0312,
+      "step": 35880
+    },
+    {
+      "epoch": 1.7146611870400459,
+      "grad_norm": 215.08663940429688,
+      "learning_rate": 1.0487120556969699e-06,
+      "loss": 25.0938,
+      "step": 35881
+    },
+    {
+      "epoch": 1.7147089744815063,
+      "grad_norm": 317.32391357421875,
+      "learning_rate": 1.0483670864493777e-06,
+      "loss": 25.8125,
+      "step": 35882
+    },
+    {
+      "epoch": 1.7147567619229667,
+      "grad_norm": 260.5176086425781,
+      "learning_rate": 1.0480221708105132e-06,
+      "loss": 21.0938,
+      "step": 35883
+    },
+    {
+      "epoch": 1.714804549364427,
+      "grad_norm": 301.5172424316406,
+      "learning_rate": 1.0476773087824444e-06,
+      "loss": 28.1562,
+      "step": 35884
+    },
+    {
+      "epoch": 1.7148523368058874,
+      "grad_norm": 185.2435302734375,
+      "learning_rate": 1.0473325003672386e-06,
+      "loss": 17.0312,
+      "step": 35885
+    },
+    {
+      "epoch": 1.7149001242473478,
+      "grad_norm": 174.7666778564453,
+      "learning_rate": 1.0469877455669575e-06,
+      "loss": 18.7188,
+      "step": 35886
+    },
+    {
+      "epoch": 1.7149479116888082,
+      "grad_norm": 198.4772491455078,
+      "learning_rate": 1.0466430443836673e-06,
+      "loss": 22.25,
+      "step": 35887
+    },
+    {
+      "epoch": 1.7149956991302686,
+      "grad_norm": 169.42477416992188,
+      "learning_rate": 1.046298396819433e-06,
+      "loss": 15.2656,
+      "step": 35888
+    },
+    {
+      "epoch": 1.715043486571729,
+      "grad_norm": 253.11798095703125,
+      "learning_rate": 1.0459538028763184e-06,
+      "loss": 30.8594,
+      "step": 35889
+    },
+    {
+      "epoch": 1.7150912740131892,
+      "grad_norm": 185.04811096191406,
+      "learning_rate": 1.0456092625563852e-06,
+      "loss": 19.1875,
+      "step": 35890
+    },
+    {
+      "epoch": 1.7151390614546496,
+      "grad_norm": 131.01100158691406,
+      "learning_rate": 1.0452647758617008e-06,
+      "loss": 22.0938,
+      "step": 35891
+    },
+    {
+      "epoch": 1.71518684889611,
+      "grad_norm": 152.2903289794922,
+      "learning_rate": 1.0449203427943234e-06,
+      "loss": 19.9219,
+      "step": 35892
+    },
+    {
+      "epoch": 1.7152346363375703,
+      "grad_norm": 189.544677734375,
+      "learning_rate": 1.044575963356319e-06,
+      "loss": 26.5781,
+      "step": 35893
+    },
+    {
+      "epoch": 1.7152824237790307,
+      "grad_norm": 286.822998046875,
+      "learning_rate": 1.0442316375497474e-06,
+      "loss": 21.875,
+      "step": 35894
+    },
+    {
+      "epoch": 1.7153302112204911,
+      "grad_norm": 164.56993103027344,
+      "learning_rate": 1.0438873653766723e-06,
+      "loss": 20.4688,
+      "step": 35895
+    },
+    {
+      "epoch": 1.7153779986619515,
+      "grad_norm": 295.30413818359375,
+      "learning_rate": 1.0435431468391554e-06,
+      "loss": 28.25,
+      "step": 35896
+    },
+    {
+      "epoch": 1.715425786103412,
+      "grad_norm": 289.8392028808594,
+      "learning_rate": 1.0431989819392607e-06,
+      "loss": 16.9375,
+      "step": 35897
+    },
+    {
+      "epoch": 1.7154735735448723,
+      "grad_norm": 231.66592407226562,
+      "learning_rate": 1.0428548706790443e-06,
+      "loss": 25.875,
+      "step": 35898
+    },
+    {
+      "epoch": 1.7155213609863327,
+      "grad_norm": 233.98997497558594,
+      "learning_rate": 1.0425108130605687e-06,
+      "loss": 22.9375,
+      "step": 35899
+    },
+    {
+      "epoch": 1.715569148427793,
+      "grad_norm": 274.0607604980469,
+      "learning_rate": 1.0421668090858971e-06,
+      "loss": 30.4844,
+      "step": 35900
+    },
+    {
+      "epoch": 1.7156169358692535,
+      "grad_norm": 166.5088653564453,
+      "learning_rate": 1.0418228587570855e-06,
+      "loss": 21.1875,
+      "step": 35901
+    },
+    {
+      "epoch": 1.7156647233107138,
+      "grad_norm": 314.1043701171875,
+      "learning_rate": 1.0414789620761968e-06,
+      "loss": 33.6562,
+      "step": 35902
+    },
+    {
+      "epoch": 1.7157125107521742,
+      "grad_norm": 147.74078369140625,
+      "learning_rate": 1.041135119045289e-06,
+      "loss": 27.2812,
+      "step": 35903
+    },
+    {
+      "epoch": 1.7157602981936346,
+      "grad_norm": 246.02069091796875,
+      "learning_rate": 1.040791329666423e-06,
+      "loss": 24.6562,
+      "step": 35904
+    },
+    {
+      "epoch": 1.715808085635095,
+      "grad_norm": 369.23193359375,
+      "learning_rate": 1.0404475939416548e-06,
+      "loss": 26.875,
+      "step": 35905
+    },
+    {
+      "epoch": 1.7158558730765554,
+      "grad_norm": 132.13833618164062,
+      "learning_rate": 1.040103911873045e-06,
+      "loss": 19.75,
+      "step": 35906
+    },
+    {
+      "epoch": 1.7159036605180158,
+      "grad_norm": 115.0367660522461,
+      "learning_rate": 1.0397602834626509e-06,
+      "loss": 21.3125,
+      "step": 35907
+    },
+    {
+      "epoch": 1.7159514479594762,
+      "grad_norm": 172.25250244140625,
+      "learning_rate": 1.0394167087125328e-06,
+      "loss": 20.9219,
+      "step": 35908
+    },
+    {
+      "epoch": 1.7159992354009366,
+      "grad_norm": 388.2666931152344,
+      "learning_rate": 1.039073187624744e-06,
+      "loss": 34.5938,
+      "step": 35909
+    },
+    {
+      "epoch": 1.716047022842397,
+      "grad_norm": 415.581787109375,
+      "learning_rate": 1.0387297202013447e-06,
+      "loss": 20.5312,
+      "step": 35910
+    },
+    {
+      "epoch": 1.7160948102838574,
+      "grad_norm": 291.3649597167969,
+      "learning_rate": 1.0383863064443922e-06,
+      "loss": 25.9688,
+      "step": 35911
+    },
+    {
+      "epoch": 1.7161425977253177,
+      "grad_norm": 226.15965270996094,
+      "learning_rate": 1.0380429463559417e-06,
+      "loss": 24.0625,
+      "step": 35912
+    },
+    {
+      "epoch": 1.7161903851667781,
+      "grad_norm": 138.49551391601562,
+      "learning_rate": 1.0376996399380478e-06,
+      "loss": 23.2812,
+      "step": 35913
+    },
+    {
+      "epoch": 1.7162381726082385,
+      "grad_norm": 211.22164916992188,
+      "learning_rate": 1.0373563871927706e-06,
+      "loss": 29.8125,
+      "step": 35914
+    },
+    {
+      "epoch": 1.716285960049699,
+      "grad_norm": 272.0268249511719,
+      "learning_rate": 1.0370131881221646e-06,
+      "loss": 23.3438,
+      "step": 35915
+    },
+    {
+      "epoch": 1.7163337474911593,
+      "grad_norm": 237.6978759765625,
+      "learning_rate": 1.0366700427282816e-06,
+      "loss": 21.9688,
+      "step": 35916
+    },
+    {
+      "epoch": 1.7163815349326197,
+      "grad_norm": 214.73497009277344,
+      "learning_rate": 1.0363269510131802e-06,
+      "loss": 22.2188,
+      "step": 35917
+    },
+    {
+      "epoch": 1.71642932237408,
+      "grad_norm": 531.1992797851562,
+      "learning_rate": 1.035983912978914e-06,
+      "loss": 28.7188,
+      "step": 35918
+    },
+    {
+      "epoch": 1.7164771098155405,
+      "grad_norm": 606.4406127929688,
+      "learning_rate": 1.0356409286275393e-06,
+      "loss": 27.1875,
+      "step": 35919
+    },
+    {
+      "epoch": 1.7165248972570009,
+      "grad_norm": 291.5127258300781,
+      "learning_rate": 1.0352979979611055e-06,
+      "loss": 19.6406,
+      "step": 35920
+    },
+    {
+      "epoch": 1.7165726846984612,
+      "grad_norm": 229.06564331054688,
+      "learning_rate": 1.03495512098167e-06,
+      "loss": 16.0625,
+      "step": 35921
+    },
+    {
+      "epoch": 1.7166204721399216,
+      "grad_norm": 285.5923767089844,
+      "learning_rate": 1.0346122976912865e-06,
+      "loss": 21.0,
+      "step": 35922
+    },
+    {
+      "epoch": 1.716668259581382,
+      "grad_norm": 196.04107666015625,
+      "learning_rate": 1.0342695280920056e-06,
+      "loss": 22.9531,
+      "step": 35923
+    },
+    {
+      "epoch": 1.7167160470228424,
+      "grad_norm": 219.65940856933594,
+      "learning_rate": 1.0339268121858825e-06,
+      "loss": 32.75,
+      "step": 35924
+    },
+    {
+      "epoch": 1.7167638344643028,
+      "grad_norm": 356.04962158203125,
+      "learning_rate": 1.0335841499749666e-06,
+      "loss": 21.7188,
+      "step": 35925
+    },
+    {
+      "epoch": 1.7168116219057632,
+      "grad_norm": 425.41448974609375,
+      "learning_rate": 1.0332415414613117e-06,
+      "loss": 34.1562,
+      "step": 35926
+    },
+    {
+      "epoch": 1.7168594093472236,
+      "grad_norm": 218.33139038085938,
+      "learning_rate": 1.0328989866469729e-06,
+      "loss": 26.0312,
+      "step": 35927
+    },
+    {
+      "epoch": 1.716907196788684,
+      "grad_norm": 363.01141357421875,
+      "learning_rate": 1.0325564855339953e-06,
+      "loss": 23.4688,
+      "step": 35928
+    },
+    {
+      "epoch": 1.7169549842301444,
+      "grad_norm": 256.7775573730469,
+      "learning_rate": 1.0322140381244327e-06,
+      "loss": 23.0,
+      "step": 35929
+    },
+    {
+      "epoch": 1.7170027716716048,
+      "grad_norm": 164.05838012695312,
+      "learning_rate": 1.0318716444203391e-06,
+      "loss": 25.0938,
+      "step": 35930
+    },
+    {
+      "epoch": 1.7170505591130651,
+      "grad_norm": 158.72677612304688,
+      "learning_rate": 1.0315293044237606e-06,
+      "loss": 24.4219,
+      "step": 35931
+    },
+    {
+      "epoch": 1.7170983465545255,
+      "grad_norm": 314.60406494140625,
+      "learning_rate": 1.031187018136749e-06,
+      "loss": 30.3281,
+      "step": 35932
+    },
+    {
+      "epoch": 1.717146133995986,
+      "grad_norm": 437.5382080078125,
+      "learning_rate": 1.0308447855613557e-06,
+      "loss": 41.5,
+      "step": 35933
+    },
+    {
+      "epoch": 1.7171939214374463,
+      "grad_norm": 199.86737060546875,
+      "learning_rate": 1.030502606699627e-06,
+      "loss": 21.6562,
+      "step": 35934
+    },
+    {
+      "epoch": 1.7172417088789067,
+      "grad_norm": 255.8448028564453,
+      "learning_rate": 1.0301604815536138e-06,
+      "loss": 29.5312,
+      "step": 35935
+    },
+    {
+      "epoch": 1.717289496320367,
+      "grad_norm": 204.7766876220703,
+      "learning_rate": 1.029818410125365e-06,
+      "loss": 21.9375,
+      "step": 35936
+    },
+    {
+      "epoch": 1.7173372837618275,
+      "grad_norm": 204.16038513183594,
+      "learning_rate": 1.0294763924169316e-06,
+      "loss": 17.6562,
+      "step": 35937
+    },
+    {
+      "epoch": 1.7173850712032879,
+      "grad_norm": 244.5130615234375,
+      "learning_rate": 1.0291344284303573e-06,
+      "loss": 28.5625,
+      "step": 35938
+    },
+    {
+      "epoch": 1.7174328586447483,
+      "grad_norm": 218.4686279296875,
+      "learning_rate": 1.0287925181676917e-06,
+      "loss": 30.5625,
+      "step": 35939
+    },
+    {
+      "epoch": 1.7174806460862087,
+      "grad_norm": 274.2717590332031,
+      "learning_rate": 1.028450661630983e-06,
+      "loss": 31.25,
+      "step": 35940
+    },
+    {
+      "epoch": 1.717528433527669,
+      "grad_norm": 221.74942016601562,
+      "learning_rate": 1.028108858822281e-06,
+      "loss": 29.9688,
+      "step": 35941
+    },
+    {
+      "epoch": 1.7175762209691294,
+      "grad_norm": 332.5140380859375,
+      "learning_rate": 1.0277671097436282e-06,
+      "loss": 17.1875,
+      "step": 35942
+    },
+    {
+      "epoch": 1.7176240084105898,
+      "grad_norm": 189.1005401611328,
+      "learning_rate": 1.0274254143970719e-06,
+      "loss": 25.9375,
+      "step": 35943
+    },
+    {
+      "epoch": 1.7176717958520502,
+      "grad_norm": 270.5226135253906,
+      "learning_rate": 1.0270837727846605e-06,
+      "loss": 27.8125,
+      "step": 35944
+    },
+    {
+      "epoch": 1.7177195832935106,
+      "grad_norm": 393.34307861328125,
+      "learning_rate": 1.0267421849084403e-06,
+      "loss": 23.2031,
+      "step": 35945
+    },
+    {
+      "epoch": 1.717767370734971,
+      "grad_norm": 181.07870483398438,
+      "learning_rate": 1.0264006507704549e-06,
+      "loss": 22.8281,
+      "step": 35946
+    },
+    {
+      "epoch": 1.7178151581764314,
+      "grad_norm": 195.84518432617188,
+      "learning_rate": 1.0260591703727497e-06,
+      "loss": 24.4219,
+      "step": 35947
+    },
+    {
+      "epoch": 1.7178629456178918,
+      "grad_norm": 410.8476257324219,
+      "learning_rate": 1.0257177437173726e-06,
+      "loss": 24.1875,
+      "step": 35948
+    },
+    {
+      "epoch": 1.7179107330593522,
+      "grad_norm": 350.3982849121094,
+      "learning_rate": 1.0253763708063646e-06,
+      "loss": 33.3125,
+      "step": 35949
+    },
+    {
+      "epoch": 1.7179585205008125,
+      "grad_norm": 204.03036499023438,
+      "learning_rate": 1.0250350516417707e-06,
+      "loss": 28.8438,
+      "step": 35950
+    },
+    {
+      "epoch": 1.718006307942273,
+      "grad_norm": 219.2273712158203,
+      "learning_rate": 1.0246937862256367e-06,
+      "loss": 20.6875,
+      "step": 35951
+    },
+    {
+      "epoch": 1.718054095383733,
+      "grad_norm": 245.15811157226562,
+      "learning_rate": 1.024352574560008e-06,
+      "loss": 17.3906,
+      "step": 35952
+    },
+    {
+      "epoch": 1.7181018828251935,
+      "grad_norm": 162.97291564941406,
+      "learning_rate": 1.0240114166469229e-06,
+      "loss": 19.0469,
+      "step": 35953
+    },
+    {
+      "epoch": 1.7181496702666539,
+      "grad_norm": 224.36245727539062,
+      "learning_rate": 1.0236703124884273e-06,
+      "loss": 23.6719,
+      "step": 35954
+    },
+    {
+      "epoch": 1.7181974577081143,
+      "grad_norm": 269.72491455078125,
+      "learning_rate": 1.0233292620865664e-06,
+      "loss": 26.9844,
+      "step": 35955
+    },
+    {
+      "epoch": 1.7182452451495747,
+      "grad_norm": 403.958984375,
+      "learning_rate": 1.0229882654433776e-06,
+      "loss": 18.9062,
+      "step": 35956
+    },
+    {
+      "epoch": 1.718293032591035,
+      "grad_norm": 407.9008483886719,
+      "learning_rate": 1.0226473225609079e-06,
+      "loss": 35.3438,
+      "step": 35957
+    },
+    {
+      "epoch": 1.7183408200324954,
+      "grad_norm": 160.27549743652344,
+      "learning_rate": 1.0223064334411948e-06,
+      "loss": 23.0,
+      "step": 35958
+    },
+    {
+      "epoch": 1.7183886074739558,
+      "grad_norm": 301.83624267578125,
+      "learning_rate": 1.0219655980862807e-06,
+      "loss": 29.0625,
+      "step": 35959
+    },
+    {
+      "epoch": 1.7184363949154162,
+      "grad_norm": 229.97836303710938,
+      "learning_rate": 1.0216248164982111e-06,
+      "loss": 28.5,
+      "step": 35960
+    },
+    {
+      "epoch": 1.7184841823568766,
+      "grad_norm": 342.9557189941406,
+      "learning_rate": 1.021284088679021e-06,
+      "loss": 27.875,
+      "step": 35961
+    },
+    {
+      "epoch": 1.718531969798337,
+      "grad_norm": 209.08726501464844,
+      "learning_rate": 1.020943414630754e-06,
+      "loss": 16.2656,
+      "step": 35962
+    },
+    {
+      "epoch": 1.7185797572397974,
+      "grad_norm": 229.97576904296875,
+      "learning_rate": 1.0206027943554519e-06,
+      "loss": 18.125,
+      "step": 35963
+    },
+    {
+      "epoch": 1.7186275446812578,
+      "grad_norm": 344.404296875,
+      "learning_rate": 1.02026222785515e-06,
+      "loss": 26.3438,
+      "step": 35964
+    },
+    {
+      "epoch": 1.7186753321227182,
+      "grad_norm": 249.52227783203125,
+      "learning_rate": 1.0199217151318907e-06,
+      "loss": 33.4062,
+      "step": 35965
+    },
+    {
+      "epoch": 1.7187231195641786,
+      "grad_norm": 351.9676818847656,
+      "learning_rate": 1.0195812561877117e-06,
+      "loss": 33.7188,
+      "step": 35966
+    },
+    {
+      "epoch": 1.718770907005639,
+      "grad_norm": 165.48825073242188,
+      "learning_rate": 1.0192408510246565e-06,
+      "loss": 24.3125,
+      "step": 35967
+    },
+    {
+      "epoch": 1.7188186944470993,
+      "grad_norm": 156.7167510986328,
+      "learning_rate": 1.0189004996447571e-06,
+      "loss": 17.8906,
+      "step": 35968
+    },
+    {
+      "epoch": 1.7188664818885597,
+      "grad_norm": 416.9647521972656,
+      "learning_rate": 1.0185602020500562e-06,
+      "loss": 24.8594,
+      "step": 35969
+    },
+    {
+      "epoch": 1.7189142693300201,
+      "grad_norm": 381.9342346191406,
+      "learning_rate": 1.0182199582425911e-06,
+      "loss": 22.0469,
+      "step": 35970
+    },
+    {
+      "epoch": 1.7189620567714805,
+      "grad_norm": 222.82077026367188,
+      "learning_rate": 1.017879768224398e-06,
+      "loss": 16.8125,
+      "step": 35971
+    },
+    {
+      "epoch": 1.7190098442129407,
+      "grad_norm": 184.07693481445312,
+      "learning_rate": 1.017539631997514e-06,
+      "loss": 20.4375,
+      "step": 35972
+    },
+    {
+      "epoch": 1.719057631654401,
+      "grad_norm": 211.05221557617188,
+      "learning_rate": 1.0171995495639775e-06,
+      "loss": 18.0469,
+      "step": 35973
+    },
+    {
+      "epoch": 1.7191054190958615,
+      "grad_norm": 163.6747589111328,
+      "learning_rate": 1.016859520925827e-06,
+      "loss": 22.2031,
+      "step": 35974
+    },
+    {
+      "epoch": 1.7191532065373218,
+      "grad_norm": 346.961181640625,
+      "learning_rate": 1.016519546085094e-06,
+      "loss": 17.0312,
+      "step": 35975
+    },
+    {
+      "epoch": 1.7192009939787822,
+      "grad_norm": 185.74916076660156,
+      "learning_rate": 1.0161796250438172e-06,
+      "loss": 23.0625,
+      "step": 35976
+    },
+    {
+      "epoch": 1.7192487814202426,
+      "grad_norm": 206.06561279296875,
+      "learning_rate": 1.0158397578040325e-06,
+      "loss": 23.4375,
+      "step": 35977
+    },
+    {
+      "epoch": 1.719296568861703,
+      "grad_norm": 241.38807678222656,
+      "learning_rate": 1.015499944367776e-06,
+      "loss": 16.7969,
+      "step": 35978
+    },
+    {
+      "epoch": 1.7193443563031634,
+      "grad_norm": 191.98678588867188,
+      "learning_rate": 1.0151601847370807e-06,
+      "loss": 17.7969,
+      "step": 35979
+    },
+    {
+      "epoch": 1.7193921437446238,
+      "grad_norm": 248.43978881835938,
+      "learning_rate": 1.0148204789139815e-06,
+      "loss": 27.4688,
+      "step": 35980
+    },
+    {
+      "epoch": 1.7194399311860842,
+      "grad_norm": 445.4801330566406,
+      "learning_rate": 1.0144808269005147e-06,
+      "loss": 28.9375,
+      "step": 35981
+    },
+    {
+      "epoch": 1.7194877186275446,
+      "grad_norm": 214.26307678222656,
+      "learning_rate": 1.014141228698714e-06,
+      "loss": 39.5938,
+      "step": 35982
+    },
+    {
+      "epoch": 1.719535506069005,
+      "grad_norm": 187.16702270507812,
+      "learning_rate": 1.0138016843106113e-06,
+      "loss": 20.5,
+      "step": 35983
+    },
+    {
+      "epoch": 1.7195832935104653,
+      "grad_norm": 552.2117309570312,
+      "learning_rate": 1.0134621937382405e-06,
+      "loss": 27.0469,
+      "step": 35984
+    },
+    {
+      "epoch": 1.7196310809519257,
+      "grad_norm": 547.2159423828125,
+      "learning_rate": 1.0131227569836378e-06,
+      "loss": 19.0625,
+      "step": 35985
+    },
+    {
+      "epoch": 1.7196788683933861,
+      "grad_norm": 234.61019897460938,
+      "learning_rate": 1.0127833740488313e-06,
+      "loss": 17.25,
+      "step": 35986
+    },
+    {
+      "epoch": 1.7197266558348465,
+      "grad_norm": 636.7157592773438,
+      "learning_rate": 1.0124440449358553e-06,
+      "loss": 31.7188,
+      "step": 35987
+    },
+    {
+      "epoch": 1.719774443276307,
+      "grad_norm": 191.281982421875,
+      "learning_rate": 1.0121047696467444e-06,
+      "loss": 32.8125,
+      "step": 35988
+    },
+    {
+      "epoch": 1.7198222307177673,
+      "grad_norm": 202.43980407714844,
+      "learning_rate": 1.0117655481835276e-06,
+      "loss": 24.625,
+      "step": 35989
+    },
+    {
+      "epoch": 1.7198700181592277,
+      "grad_norm": 257.0841064453125,
+      "learning_rate": 1.0114263805482382e-06,
+      "loss": 24.2344,
+      "step": 35990
+    },
+    {
+      "epoch": 1.719917805600688,
+      "grad_norm": 1703.5897216796875,
+      "learning_rate": 1.011087266742904e-06,
+      "loss": 27.7656,
+      "step": 35991
+    },
+    {
+      "epoch": 1.7199655930421485,
+      "grad_norm": 380.3152770996094,
+      "learning_rate": 1.0107482067695585e-06,
+      "loss": 24.4375,
+      "step": 35992
+    },
+    {
+      "epoch": 1.7200133804836089,
+      "grad_norm": 275.8309326171875,
+      "learning_rate": 1.0104092006302347e-06,
+      "loss": 33.6562,
+      "step": 35993
+    },
+    {
+      "epoch": 1.7200611679250692,
+      "grad_norm": 278.5118713378906,
+      "learning_rate": 1.0100702483269576e-06,
+      "loss": 28.7812,
+      "step": 35994
+    },
+    {
+      "epoch": 1.7201089553665296,
+      "grad_norm": 194.6288604736328,
+      "learning_rate": 1.009731349861759e-06,
+      "loss": 22.9531,
+      "step": 35995
+    },
+    {
+      "epoch": 1.72015674280799,
+      "grad_norm": 132.9231719970703,
+      "learning_rate": 1.0093925052366716e-06,
+      "loss": 16.5156,
+      "step": 35996
+    },
+    {
+      "epoch": 1.7202045302494504,
+      "grad_norm": 283.8941955566406,
+      "learning_rate": 1.0090537144537194e-06,
+      "loss": 24.0312,
+      "step": 35997
+    },
+    {
+      "epoch": 1.7202523176909108,
+      "grad_norm": 209.21047973632812,
+      "learning_rate": 1.0087149775149342e-06,
+      "loss": 21.0781,
+      "step": 35998
+    },
+    {
+      "epoch": 1.7203001051323712,
+      "grad_norm": 465.6530456542969,
+      "learning_rate": 1.0083762944223441e-06,
+      "loss": 20.4062,
+      "step": 35999
+    },
+    {
+      "epoch": 1.7203478925738316,
+      "grad_norm": 169.75962829589844,
+      "learning_rate": 1.00803766517798e-06,
+      "loss": 21.0938,
+      "step": 36000
+    },
+    {
+      "epoch": 1.720395680015292,
+      "grad_norm": 227.8635711669922,
+      "learning_rate": 1.0076990897838656e-06,
+      "loss": 18.5625,
+      "step": 36001
+    },
+    {
+      "epoch": 1.7204434674567524,
+      "grad_norm": 795.5369873046875,
+      "learning_rate": 1.0073605682420308e-06,
+      "loss": 28.875,
+      "step": 36002
+    },
+    {
+      "epoch": 1.7204912548982128,
+      "grad_norm": 246.53038024902344,
+      "learning_rate": 1.0070221005545023e-06,
+      "loss": 21.3281,
+      "step": 36003
+    },
+    {
+      "epoch": 1.7205390423396731,
+      "grad_norm": 290.7870178222656,
+      "learning_rate": 1.0066836867233087e-06,
+      "loss": 28.4688,
+      "step": 36004
+    },
+    {
+      "epoch": 1.7205868297811335,
+      "grad_norm": 651.8692016601562,
+      "learning_rate": 1.006345326750473e-06,
+      "loss": 29.0938,
+      "step": 36005
+    },
+    {
+      "epoch": 1.720634617222594,
+      "grad_norm": 403.09466552734375,
+      "learning_rate": 1.0060070206380246e-06,
+      "loss": 21.875,
+      "step": 36006
+    },
+    {
+      "epoch": 1.7206824046640543,
+      "grad_norm": 160.4326171875,
+      "learning_rate": 1.0056687683879906e-06,
+      "loss": 23.4375,
+      "step": 36007
+    },
+    {
+      "epoch": 1.7207301921055147,
+      "grad_norm": 276.45111083984375,
+      "learning_rate": 1.005330570002393e-06,
+      "loss": 18.3438,
+      "step": 36008
+    },
+    {
+      "epoch": 1.720777979546975,
+      "grad_norm": 470.9559631347656,
+      "learning_rate": 1.0049924254832588e-06,
+      "loss": 29.75,
+      "step": 36009
+    },
+    {
+      "epoch": 1.7208257669884355,
+      "grad_norm": 213.6112518310547,
+      "learning_rate": 1.0046543348326133e-06,
+      "loss": 25.0469,
+      "step": 36010
+    },
+    {
+      "epoch": 1.7208735544298959,
+      "grad_norm": 216.95797729492188,
+      "learning_rate": 1.0043162980524823e-06,
+      "loss": 27.375,
+      "step": 36011
+    },
+    {
+      "epoch": 1.7209213418713563,
+      "grad_norm": 264.1839904785156,
+      "learning_rate": 1.0039783151448878e-06,
+      "loss": 21.1875,
+      "step": 36012
+    },
+    {
+      "epoch": 1.7209691293128166,
+      "grad_norm": 233.13320922851562,
+      "learning_rate": 1.003640386111855e-06,
+      "loss": 23.5469,
+      "step": 36013
+    },
+    {
+      "epoch": 1.721016916754277,
+      "grad_norm": 309.90283203125,
+      "learning_rate": 1.0033025109554085e-06,
+      "loss": 24.3594,
+      "step": 36014
+    },
+    {
+      "epoch": 1.7210647041957374,
+      "grad_norm": 422.44757080078125,
+      "learning_rate": 1.0029646896775714e-06,
+      "loss": 25.5156,
+      "step": 36015
+    },
+    {
+      "epoch": 1.7211124916371978,
+      "grad_norm": 163.99859619140625,
+      "learning_rate": 1.0026269222803664e-06,
+      "loss": 19.2656,
+      "step": 36016
+    },
+    {
+      "epoch": 1.7211602790786582,
+      "grad_norm": 368.0829772949219,
+      "learning_rate": 1.0022892087658153e-06,
+      "loss": 21.125,
+      "step": 36017
+    },
+    {
+      "epoch": 1.7212080665201186,
+      "grad_norm": 203.35806274414062,
+      "learning_rate": 1.0019515491359433e-06,
+      "loss": 19.4688,
+      "step": 36018
+    },
+    {
+      "epoch": 1.721255853961579,
+      "grad_norm": 260.01025390625,
+      "learning_rate": 1.0016139433927695e-06,
+      "loss": 17.6719,
+      "step": 36019
+    },
+    {
+      "epoch": 1.7213036414030394,
+      "grad_norm": 401.7878723144531,
+      "learning_rate": 1.0012763915383172e-06,
+      "loss": 34.8438,
+      "step": 36020
+    },
+    {
+      "epoch": 1.7213514288444998,
+      "grad_norm": 178.18988037109375,
+      "learning_rate": 1.000938893574609e-06,
+      "loss": 22.2969,
+      "step": 36021
+    },
+    {
+      "epoch": 1.7213992162859602,
+      "grad_norm": 180.6389617919922,
+      "learning_rate": 1.000601449503663e-06,
+      "loss": 21.9219,
+      "step": 36022
+    },
+    {
+      "epoch": 1.7214470037274205,
+      "grad_norm": 380.6821594238281,
+      "learning_rate": 1.0002640593275027e-06,
+      "loss": 33.5312,
+      "step": 36023
+    },
+    {
+      "epoch": 1.721494791168881,
+      "grad_norm": 236.32339477539062,
+      "learning_rate": 9.999267230481492e-07,
+      "loss": 25.3906,
+      "step": 36024
+    },
+    {
+      "epoch": 1.7215425786103413,
+      "grad_norm": 119.79935455322266,
+      "learning_rate": 9.995894406676199e-07,
+      "loss": 19.3906,
+      "step": 36025
+    },
+    {
+      "epoch": 1.7215903660518017,
+      "grad_norm": 183.5243682861328,
+      "learning_rate": 9.992522121879377e-07,
+      "loss": 23.6875,
+      "step": 36026
+    },
+    {
+      "epoch": 1.721638153493262,
+      "grad_norm": 292.67755126953125,
+      "learning_rate": 9.98915037611119e-07,
+      "loss": 22.5625,
+      "step": 36027
+    },
+    {
+      "epoch": 1.7216859409347225,
+      "grad_norm": 204.3074951171875,
+      "learning_rate": 9.98577916939184e-07,
+      "loss": 20.2344,
+      "step": 36028
+    },
+    {
+      "epoch": 1.7217337283761829,
+      "grad_norm": 701.474609375,
+      "learning_rate": 9.982408501741525e-07,
+      "loss": 24.5,
+      "step": 36029
+    },
+    {
+      "epoch": 1.7217815158176433,
+      "grad_norm": 268.6630554199219,
+      "learning_rate": 9.97903837318045e-07,
+      "loss": 26.2188,
+      "step": 36030
+    },
+    {
+      "epoch": 1.7218293032591037,
+      "grad_norm": 188.53306579589844,
+      "learning_rate": 9.975668783728755e-07,
+      "loss": 19.2656,
+      "step": 36031
+    },
+    {
+      "epoch": 1.721877090700564,
+      "grad_norm": 193.51361083984375,
+      "learning_rate": 9.972299733406643e-07,
+      "loss": 25.3125,
+      "step": 36032
+    },
+    {
+      "epoch": 1.7219248781420244,
+      "grad_norm": 257.22344970703125,
+      "learning_rate": 9.968931222234301e-07,
+      "loss": 25.25,
+      "step": 36033
+    },
+    {
+      "epoch": 1.7219726655834846,
+      "grad_norm": 220.5164794921875,
+      "learning_rate": 9.96556325023188e-07,
+      "loss": 23.2812,
+      "step": 36034
+    },
+    {
+      "epoch": 1.722020453024945,
+      "grad_norm": 167.8669891357422,
+      "learning_rate": 9.962195817419552e-07,
+      "loss": 16.1094,
+      "step": 36035
+    },
+    {
+      "epoch": 1.7220682404664054,
+      "grad_norm": 182.32806396484375,
+      "learning_rate": 9.958828923817487e-07,
+      "loss": 23.9375,
+      "step": 36036
+    },
+    {
+      "epoch": 1.7221160279078658,
+      "grad_norm": 383.1855773925781,
+      "learning_rate": 9.955462569445884e-07,
+      "loss": 32.9531,
+      "step": 36037
+    },
+    {
+      "epoch": 1.7221638153493262,
+      "grad_norm": 321.5653381347656,
+      "learning_rate": 9.952096754324847e-07,
+      "loss": 32.6562,
+      "step": 36038
+    },
+    {
+      "epoch": 1.7222116027907866,
+      "grad_norm": 335.0526123046875,
+      "learning_rate": 9.948731478474549e-07,
+      "loss": 22.9844,
+      "step": 36039
+    },
+    {
+      "epoch": 1.722259390232247,
+      "grad_norm": 186.49005126953125,
+      "learning_rate": 9.945366741915152e-07,
+      "loss": 19.7969,
+      "step": 36040
+    },
+    {
+      "epoch": 1.7223071776737073,
+      "grad_norm": 300.810546875,
+      "learning_rate": 9.94200254466683e-07,
+      "loss": 22.8125,
+      "step": 36041
+    },
+    {
+      "epoch": 1.7223549651151677,
+      "grad_norm": 131.667236328125,
+      "learning_rate": 9.938638886749686e-07,
+      "loss": 14.8438,
+      "step": 36042
+    },
+    {
+      "epoch": 1.7224027525566281,
+      "grad_norm": 168.49911499023438,
+      "learning_rate": 9.935275768183894e-07,
+      "loss": 19.3281,
+      "step": 36043
+    },
+    {
+      "epoch": 1.7224505399980885,
+      "grad_norm": 288.43023681640625,
+      "learning_rate": 9.931913188989594e-07,
+      "loss": 36.375,
+      "step": 36044
+    },
+    {
+      "epoch": 1.722498327439549,
+      "grad_norm": 374.41241455078125,
+      "learning_rate": 9.928551149186893e-07,
+      "loss": 26.4375,
+      "step": 36045
+    },
+    {
+      "epoch": 1.7225461148810093,
+      "grad_norm": 193.9768829345703,
+      "learning_rate": 9.925189648795952e-07,
+      "loss": 16.6094,
+      "step": 36046
+    },
+    {
+      "epoch": 1.7225939023224697,
+      "grad_norm": 404.3414001464844,
+      "learning_rate": 9.921828687836888e-07,
+      "loss": 32.0938,
+      "step": 36047
+    },
+    {
+      "epoch": 1.72264168976393,
+      "grad_norm": 187.56277465820312,
+      "learning_rate": 9.918468266329862e-07,
+      "loss": 28.0,
+      "step": 36048
+    },
+    {
+      "epoch": 1.7226894772053905,
+      "grad_norm": 273.9107971191406,
+      "learning_rate": 9.915108384294958e-07,
+      "loss": 26.8125,
+      "step": 36049
+    },
+    {
+      "epoch": 1.7227372646468508,
+      "grad_norm": 425.66162109375,
+      "learning_rate": 9.911749041752316e-07,
+      "loss": 30.4375,
+      "step": 36050
+    },
+    {
+      "epoch": 1.7227850520883112,
+      "grad_norm": 186.0029296875,
+      "learning_rate": 9.908390238722043e-07,
+      "loss": 14.875,
+      "step": 36051
+    },
+    {
+      "epoch": 1.7228328395297716,
+      "grad_norm": 178.98321533203125,
+      "learning_rate": 9.905031975224289e-07,
+      "loss": 32.9062,
+      "step": 36052
+    },
+    {
+      "epoch": 1.722880626971232,
+      "grad_norm": 230.23670959472656,
+      "learning_rate": 9.901674251279115e-07,
+      "loss": 37.0938,
+      "step": 36053
+    },
+    {
+      "epoch": 1.7229284144126924,
+      "grad_norm": 225.74794006347656,
+      "learning_rate": 9.898317066906671e-07,
+      "loss": 23.625,
+      "step": 36054
+    },
+    {
+      "epoch": 1.7229762018541526,
+      "grad_norm": 235.33631896972656,
+      "learning_rate": 9.894960422127032e-07,
+      "loss": 21.0,
+      "step": 36055
+    },
+    {
+      "epoch": 1.723023989295613,
+      "grad_norm": 315.30224609375,
+      "learning_rate": 9.891604316960302e-07,
+      "loss": 20.4375,
+      "step": 36056
+    },
+    {
+      "epoch": 1.7230717767370733,
+      "grad_norm": 168.9443817138672,
+      "learning_rate": 9.88824875142662e-07,
+      "loss": 23.0781,
+      "step": 36057
+    },
+    {
+      "epoch": 1.7231195641785337,
+      "grad_norm": 282.199462890625,
+      "learning_rate": 9.88489372554603e-07,
+      "loss": 23.6719,
+      "step": 36058
+    },
+    {
+      "epoch": 1.7231673516199941,
+      "grad_norm": 201.9951934814453,
+      "learning_rate": 9.881539239338667e-07,
+      "loss": 18.5,
+      "step": 36059
+    },
+    {
+      "epoch": 1.7232151390614545,
+      "grad_norm": 285.4419250488281,
+      "learning_rate": 9.878185292824572e-07,
+      "loss": 26.4062,
+      "step": 36060
+    },
+    {
+      "epoch": 1.723262926502915,
+      "grad_norm": 166.29342651367188,
+      "learning_rate": 9.874831886023872e-07,
+      "loss": 21.8438,
+      "step": 36061
+    },
+    {
+      "epoch": 1.7233107139443753,
+      "grad_norm": 236.77806091308594,
+      "learning_rate": 9.87147901895662e-07,
+      "loss": 28.1875,
+      "step": 36062
+    },
+    {
+      "epoch": 1.7233585013858357,
+      "grad_norm": 195.89564514160156,
+      "learning_rate": 9.868126691642942e-07,
+      "loss": 21.7344,
+      "step": 36063
+    },
+    {
+      "epoch": 1.723406288827296,
+      "grad_norm": 430.4400634765625,
+      "learning_rate": 9.86477490410286e-07,
+      "loss": 31.625,
+      "step": 36064
+    },
+    {
+      "epoch": 1.7234540762687565,
+      "grad_norm": 166.43055725097656,
+      "learning_rate": 9.861423656356472e-07,
+      "loss": 18.4531,
+      "step": 36065
+    },
+    {
+      "epoch": 1.7235018637102169,
+      "grad_norm": 267.9693298339844,
+      "learning_rate": 9.858072948423848e-07,
+      "loss": 20.75,
+      "step": 36066
+    },
+    {
+      "epoch": 1.7235496511516772,
+      "grad_norm": 577.8636474609375,
+      "learning_rate": 9.854722780325065e-07,
+      "loss": 22.8438,
+      "step": 36067
+    },
+    {
+      "epoch": 1.7235974385931376,
+      "grad_norm": 286.2879333496094,
+      "learning_rate": 9.851373152080157e-07,
+      "loss": 22.4688,
+      "step": 36068
+    },
+    {
+      "epoch": 1.723645226034598,
+      "grad_norm": 296.80029296875,
+      "learning_rate": 9.848024063709195e-07,
+      "loss": 23.9688,
+      "step": 36069
+    },
+    {
+      "epoch": 1.7236930134760584,
+      "grad_norm": 305.45361328125,
+      "learning_rate": 9.84467551523227e-07,
+      "loss": 20.0312,
+      "step": 36070
+    },
+    {
+      "epoch": 1.7237408009175188,
+      "grad_norm": 314.6640319824219,
+      "learning_rate": 9.841327506669385e-07,
+      "loss": 25.7031,
+      "step": 36071
+    },
+    {
+      "epoch": 1.7237885883589792,
+      "grad_norm": 241.2987823486328,
+      "learning_rate": 9.837980038040607e-07,
+      "loss": 30.5938,
+      "step": 36072
+    },
+    {
+      "epoch": 1.7238363758004396,
+      "grad_norm": 225.14364624023438,
+      "learning_rate": 9.834633109365987e-07,
+      "loss": 23.7812,
+      "step": 36073
+    },
+    {
+      "epoch": 1.7238841632419,
+      "grad_norm": 238.8145294189453,
+      "learning_rate": 9.83128672066559e-07,
+      "loss": 21.4062,
+      "step": 36074
+    },
+    {
+      "epoch": 1.7239319506833604,
+      "grad_norm": 205.0267333984375,
+      "learning_rate": 9.827940871959418e-07,
+      "loss": 25.5156,
+      "step": 36075
+    },
+    {
+      "epoch": 1.7239797381248207,
+      "grad_norm": 212.56512451171875,
+      "learning_rate": 9.824595563267524e-07,
+      "loss": 27.0781,
+      "step": 36076
+    },
+    {
+      "epoch": 1.7240275255662811,
+      "grad_norm": 315.88140869140625,
+      "learning_rate": 9.821250794609948e-07,
+      "loss": 24.7344,
+      "step": 36077
+    },
+    {
+      "epoch": 1.7240753130077415,
+      "grad_norm": 200.9887237548828,
+      "learning_rate": 9.81790656600674e-07,
+      "loss": 23.2188,
+      "step": 36078
+    },
+    {
+      "epoch": 1.724123100449202,
+      "grad_norm": 151.1031494140625,
+      "learning_rate": 9.814562877477873e-07,
+      "loss": 23.1094,
+      "step": 36079
+    },
+    {
+      "epoch": 1.7241708878906623,
+      "grad_norm": 275.78887939453125,
+      "learning_rate": 9.81121972904342e-07,
+      "loss": 23.9062,
+      "step": 36080
+    },
+    {
+      "epoch": 1.7242186753321227,
+      "grad_norm": 232.7536163330078,
+      "learning_rate": 9.807877120723397e-07,
+      "loss": 22.3438,
+      "step": 36081
+    },
+    {
+      "epoch": 1.724266462773583,
+      "grad_norm": 360.31988525390625,
+      "learning_rate": 9.804535052537789e-07,
+      "loss": 29.5,
+      "step": 36082
+    },
+    {
+      "epoch": 1.7243142502150435,
+      "grad_norm": 371.9542541503906,
+      "learning_rate": 9.801193524506624e-07,
+      "loss": 25.4844,
+      "step": 36083
+    },
+    {
+      "epoch": 1.7243620376565039,
+      "grad_norm": 232.34706115722656,
+      "learning_rate": 9.797852536649932e-07,
+      "loss": 20.6719,
+      "step": 36084
+    },
+    {
+      "epoch": 1.7244098250979643,
+      "grad_norm": 126.67462921142578,
+      "learning_rate": 9.794512088987728e-07,
+      "loss": 21.3125,
+      "step": 36085
+    },
+    {
+      "epoch": 1.7244576125394246,
+      "grad_norm": 251.82101440429688,
+      "learning_rate": 9.791172181539987e-07,
+      "loss": 30.2812,
+      "step": 36086
+    },
+    {
+      "epoch": 1.724505399980885,
+      "grad_norm": 189.5286865234375,
+      "learning_rate": 9.787832814326736e-07,
+      "loss": 19.7031,
+      "step": 36087
+    },
+    {
+      "epoch": 1.7245531874223454,
+      "grad_norm": 394.6209411621094,
+      "learning_rate": 9.784493987367938e-07,
+      "loss": 18.3125,
+      "step": 36088
+    },
+    {
+      "epoch": 1.7246009748638058,
+      "grad_norm": 341.92559814453125,
+      "learning_rate": 9.78115570068362e-07,
+      "loss": 18.5547,
+      "step": 36089
+    },
+    {
+      "epoch": 1.7246487623052662,
+      "grad_norm": 158.8226776123047,
+      "learning_rate": 9.777817954293778e-07,
+      "loss": 19.3438,
+      "step": 36090
+    },
+    {
+      "epoch": 1.7246965497467266,
+      "grad_norm": 212.11050415039062,
+      "learning_rate": 9.774480748218374e-07,
+      "loss": 18.7031,
+      "step": 36091
+    },
+    {
+      "epoch": 1.724744337188187,
+      "grad_norm": 269.4669189453125,
+      "learning_rate": 9.771144082477424e-07,
+      "loss": 20.4453,
+      "step": 36092
+    },
+    {
+      "epoch": 1.7247921246296474,
+      "grad_norm": 245.15402221679688,
+      "learning_rate": 9.767807957090869e-07,
+      "loss": 18.625,
+      "step": 36093
+    },
+    {
+      "epoch": 1.7248399120711078,
+      "grad_norm": 352.886474609375,
+      "learning_rate": 9.764472372078714e-07,
+      "loss": 36.5,
+      "step": 36094
+    },
+    {
+      "epoch": 1.7248876995125682,
+      "grad_norm": 318.76190185546875,
+      "learning_rate": 9.761137327460945e-07,
+      "loss": 22.3594,
+      "step": 36095
+    },
+    {
+      "epoch": 1.7249354869540285,
+      "grad_norm": 269.94342041015625,
+      "learning_rate": 9.757802823257533e-07,
+      "loss": 21.3281,
+      "step": 36096
+    },
+    {
+      "epoch": 1.724983274395489,
+      "grad_norm": 172.7898712158203,
+      "learning_rate": 9.75446885948842e-07,
+      "loss": 31.2344,
+      "step": 36097
+    },
+    {
+      "epoch": 1.7250310618369493,
+      "grad_norm": 257.4618225097656,
+      "learning_rate": 9.751135436173586e-07,
+      "loss": 24.5625,
+      "step": 36098
+    },
+    {
+      "epoch": 1.7250788492784097,
+      "grad_norm": 179.41024780273438,
+      "learning_rate": 9.747802553333007e-07,
+      "loss": 31.8125,
+      "step": 36099
+    },
+    {
+      "epoch": 1.72512663671987,
+      "grad_norm": 182.47979736328125,
+      "learning_rate": 9.744470210986644e-07,
+      "loss": 19.875,
+      "step": 36100
+    },
+    {
+      "epoch": 1.7251744241613305,
+      "grad_norm": 220.0574493408203,
+      "learning_rate": 9.741138409154426e-07,
+      "loss": 15.5781,
+      "step": 36101
+    },
+    {
+      "epoch": 1.7252222116027909,
+      "grad_norm": 221.67869567871094,
+      "learning_rate": 9.737807147856326e-07,
+      "loss": 15.5938,
+      "step": 36102
+    },
+    {
+      "epoch": 1.7252699990442513,
+      "grad_norm": 224.27005004882812,
+      "learning_rate": 9.734476427112316e-07,
+      "loss": 26.7188,
+      "step": 36103
+    },
+    {
+      "epoch": 1.7253177864857117,
+      "grad_norm": 444.4499816894531,
+      "learning_rate": 9.731146246942292e-07,
+      "loss": 28.4375,
+      "step": 36104
+    },
+    {
+      "epoch": 1.725365573927172,
+      "grad_norm": 415.99041748046875,
+      "learning_rate": 9.727816607366224e-07,
+      "loss": 38.75,
+      "step": 36105
+    },
+    {
+      "epoch": 1.7254133613686324,
+      "grad_norm": 265.1441650390625,
+      "learning_rate": 9.724487508404045e-07,
+      "loss": 33.9375,
+      "step": 36106
+    },
+    {
+      "epoch": 1.7254611488100928,
+      "grad_norm": 178.31552124023438,
+      "learning_rate": 9.721158950075726e-07,
+      "loss": 18.3906,
+      "step": 36107
+    },
+    {
+      "epoch": 1.7255089362515532,
+      "grad_norm": 309.73223876953125,
+      "learning_rate": 9.717830932401151e-07,
+      "loss": 27.7812,
+      "step": 36108
+    },
+    {
+      "epoch": 1.7255567236930136,
+      "grad_norm": 334.92706298828125,
+      "learning_rate": 9.71450345540027e-07,
+      "loss": 26.9531,
+      "step": 36109
+    },
+    {
+      "epoch": 1.725604511134474,
+      "grad_norm": 216.31741333007812,
+      "learning_rate": 9.711176519093024e-07,
+      "loss": 18.4219,
+      "step": 36110
+    },
+    {
+      "epoch": 1.7256522985759344,
+      "grad_norm": 352.2276306152344,
+      "learning_rate": 9.70785012349933e-07,
+      "loss": 18.1719,
+      "step": 36111
+    },
+    {
+      "epoch": 1.7257000860173948,
+      "grad_norm": 340.1927185058594,
+      "learning_rate": 9.704524268639093e-07,
+      "loss": 22.4688,
+      "step": 36112
+    },
+    {
+      "epoch": 1.7257478734588552,
+      "grad_norm": 187.3055419921875,
+      "learning_rate": 9.701198954532244e-07,
+      "loss": 20.6875,
+      "step": 36113
+    },
+    {
+      "epoch": 1.7257956609003156,
+      "grad_norm": 146.83319091796875,
+      "learning_rate": 9.697874181198697e-07,
+      "loss": 18.7031,
+      "step": 36114
+    },
+    {
+      "epoch": 1.725843448341776,
+      "grad_norm": 148.3704833984375,
+      "learning_rate": 9.694549948658383e-07,
+      "loss": 24.2188,
+      "step": 36115
+    },
+    {
+      "epoch": 1.725891235783236,
+      "grad_norm": 384.63555908203125,
+      "learning_rate": 9.691226256931162e-07,
+      "loss": 25.4844,
+      "step": 36116
+    },
+    {
+      "epoch": 1.7259390232246965,
+      "grad_norm": 206.48191833496094,
+      "learning_rate": 9.687903106036966e-07,
+      "loss": 23.625,
+      "step": 36117
+    },
+    {
+      "epoch": 1.725986810666157,
+      "grad_norm": 261.1255187988281,
+      "learning_rate": 9.684580495995722e-07,
+      "loss": 24.0625,
+      "step": 36118
+    },
+    {
+      "epoch": 1.7260345981076173,
+      "grad_norm": 363.8699645996094,
+      "learning_rate": 9.681258426827279e-07,
+      "loss": 22.7188,
+      "step": 36119
+    },
+    {
+      "epoch": 1.7260823855490777,
+      "grad_norm": 198.69110107421875,
+      "learning_rate": 9.677936898551576e-07,
+      "loss": 25.1094,
+      "step": 36120
+    },
+    {
+      "epoch": 1.726130172990538,
+      "grad_norm": 541.053955078125,
+      "learning_rate": 9.674615911188457e-07,
+      "loss": 31.6562,
+      "step": 36121
+    },
+    {
+      "epoch": 1.7261779604319984,
+      "grad_norm": 230.25823974609375,
+      "learning_rate": 9.671295464757846e-07,
+      "loss": 23.4062,
+      "step": 36122
+    },
+    {
+      "epoch": 1.7262257478734588,
+      "grad_norm": 141.6764678955078,
+      "learning_rate": 9.667975559279641e-07,
+      "loss": 24.6875,
+      "step": 36123
+    },
+    {
+      "epoch": 1.7262735353149192,
+      "grad_norm": 225.6970977783203,
+      "learning_rate": 9.66465619477367e-07,
+      "loss": 35.625,
+      "step": 36124
+    },
+    {
+      "epoch": 1.7263213227563796,
+      "grad_norm": 144.11117553710938,
+      "learning_rate": 9.66133737125985e-07,
+      "loss": 22.8125,
+      "step": 36125
+    },
+    {
+      "epoch": 1.72636911019784,
+      "grad_norm": 318.2852783203125,
+      "learning_rate": 9.658019088758076e-07,
+      "loss": 20.9375,
+      "step": 36126
+    },
+    {
+      "epoch": 1.7264168976393004,
+      "grad_norm": 249.19918823242188,
+      "learning_rate": 9.654701347288164e-07,
+      "loss": 21.8438,
+      "step": 36127
+    },
+    {
+      "epoch": 1.7264646850807608,
+      "grad_norm": 288.62420654296875,
+      "learning_rate": 9.651384146870025e-07,
+      "loss": 20.0312,
+      "step": 36128
+    },
+    {
+      "epoch": 1.7265124725222212,
+      "grad_norm": 130.04286193847656,
+      "learning_rate": 9.648067487523526e-07,
+      "loss": 19.6094,
+      "step": 36129
+    },
+    {
+      "epoch": 1.7265602599636816,
+      "grad_norm": 230.4029083251953,
+      "learning_rate": 9.644751369268502e-07,
+      "loss": 21.0938,
+      "step": 36130
+    },
+    {
+      "epoch": 1.726608047405142,
+      "grad_norm": 223.96206665039062,
+      "learning_rate": 9.64143579212482e-07,
+      "loss": 22.8281,
+      "step": 36131
+    },
+    {
+      "epoch": 1.7266558348466023,
+      "grad_norm": 364.2965393066406,
+      "learning_rate": 9.638120756112345e-07,
+      "loss": 31.0938,
+      "step": 36132
+    },
+    {
+      "epoch": 1.7267036222880627,
+      "grad_norm": 205.17367553710938,
+      "learning_rate": 9.634806261250951e-07,
+      "loss": 26.5,
+      "step": 36133
+    },
+    {
+      "epoch": 1.7267514097295231,
+      "grad_norm": 286.0213623046875,
+      "learning_rate": 9.631492307560442e-07,
+      "loss": 24.625,
+      "step": 36134
+    },
+    {
+      "epoch": 1.7267991971709835,
+      "grad_norm": 498.529541015625,
+      "learning_rate": 9.62817889506069e-07,
+      "loss": 25.4062,
+      "step": 36135
+    },
+    {
+      "epoch": 1.726846984612444,
+      "grad_norm": 233.6751708984375,
+      "learning_rate": 9.624866023771528e-07,
+      "loss": 19.4531,
+      "step": 36136
+    },
+    {
+      "epoch": 1.726894772053904,
+      "grad_norm": 312.67913818359375,
+      "learning_rate": 9.621553693712838e-07,
+      "loss": 17.8906,
+      "step": 36137
+    },
+    {
+      "epoch": 1.7269425594953645,
+      "grad_norm": 258.68756103515625,
+      "learning_rate": 9.61824190490439e-07,
+      "loss": 23.7188,
+      "step": 36138
+    },
+    {
+      "epoch": 1.7269903469368248,
+      "grad_norm": 411.40179443359375,
+      "learning_rate": 9.61493065736605e-07,
+      "loss": 31.8906,
+      "step": 36139
+    },
+    {
+      "epoch": 1.7270381343782852,
+      "grad_norm": 405.9346008300781,
+      "learning_rate": 9.611619951117657e-07,
+      "loss": 23.0625,
+      "step": 36140
+    },
+    {
+      "epoch": 1.7270859218197456,
+      "grad_norm": 375.0624084472656,
+      "learning_rate": 9.608309786179015e-07,
+      "loss": 24.8438,
+      "step": 36141
+    },
+    {
+      "epoch": 1.727133709261206,
+      "grad_norm": 179.2860870361328,
+      "learning_rate": 9.605000162569966e-07,
+      "loss": 21.5312,
+      "step": 36142
+    },
+    {
+      "epoch": 1.7271814967026664,
+      "grad_norm": 178.54957580566406,
+      "learning_rate": 9.601691080310326e-07,
+      "loss": 18.75,
+      "step": 36143
+    },
+    {
+      "epoch": 1.7272292841441268,
+      "grad_norm": 162.27670288085938,
+      "learning_rate": 9.598382539419915e-07,
+      "loss": 18.8594,
+      "step": 36144
+    },
+    {
+      "epoch": 1.7272770715855872,
+      "grad_norm": 220.00820922851562,
+      "learning_rate": 9.595074539918537e-07,
+      "loss": 33.9062,
+      "step": 36145
+    },
+    {
+      "epoch": 1.7273248590270476,
+      "grad_norm": 165.670654296875,
+      "learning_rate": 9.591767081826009e-07,
+      "loss": 16.8906,
+      "step": 36146
+    },
+    {
+      "epoch": 1.727372646468508,
+      "grad_norm": 200.02699279785156,
+      "learning_rate": 9.588460165162129e-07,
+      "loss": 28.5312,
+      "step": 36147
+    },
+    {
+      "epoch": 1.7274204339099684,
+      "grad_norm": 462.0491943359375,
+      "learning_rate": 9.585153789946732e-07,
+      "loss": 22.8906,
+      "step": 36148
+    },
+    {
+      "epoch": 1.7274682213514287,
+      "grad_norm": 189.73953247070312,
+      "learning_rate": 9.581847956199574e-07,
+      "loss": 22.3438,
+      "step": 36149
+    },
+    {
+      "epoch": 1.7275160087928891,
+      "grad_norm": 296.8481140136719,
+      "learning_rate": 9.578542663940483e-07,
+      "loss": 23.875,
+      "step": 36150
+    },
+    {
+      "epoch": 1.7275637962343495,
+      "grad_norm": 203.14376831054688,
+      "learning_rate": 9.57523791318926e-07,
+      "loss": 25.9062,
+      "step": 36151
+    },
+    {
+      "epoch": 1.72761158367581,
+      "grad_norm": 182.65565490722656,
+      "learning_rate": 9.571933703965664e-07,
+      "loss": 22.3594,
+      "step": 36152
+    },
+    {
+      "epoch": 1.7276593711172703,
+      "grad_norm": 264.8988037109375,
+      "learning_rate": 9.568630036289506e-07,
+      "loss": 22.3438,
+      "step": 36153
+    },
+    {
+      "epoch": 1.7277071585587307,
+      "grad_norm": 202.2054901123047,
+      "learning_rate": 9.565326910180572e-07,
+      "loss": 24.1562,
+      "step": 36154
+    },
+    {
+      "epoch": 1.727754946000191,
+      "grad_norm": 263.4056701660156,
+      "learning_rate": 9.562024325658625e-07,
+      "loss": 23.1094,
+      "step": 36155
+    },
+    {
+      "epoch": 1.7278027334416515,
+      "grad_norm": 232.79534912109375,
+      "learning_rate": 9.558722282743481e-07,
+      "loss": 23.8125,
+      "step": 36156
+    },
+    {
+      "epoch": 1.7278505208831119,
+      "grad_norm": 109.64008331298828,
+      "learning_rate": 9.555420781454861e-07,
+      "loss": 16.0469,
+      "step": 36157
+    },
+    {
+      "epoch": 1.7278983083245723,
+      "grad_norm": 221.9088592529297,
+      "learning_rate": 9.552119821812577e-07,
+      "loss": 27.5,
+      "step": 36158
+    },
+    {
+      "epoch": 1.7279460957660326,
+      "grad_norm": 217.36639404296875,
+      "learning_rate": 9.548819403836395e-07,
+      "loss": 20.4688,
+      "step": 36159
+    },
+    {
+      "epoch": 1.727993883207493,
+      "grad_norm": 259.8544616699219,
+      "learning_rate": 9.545519527546055e-07,
+      "loss": 20.4062,
+      "step": 36160
+    },
+    {
+      "epoch": 1.7280416706489534,
+      "grad_norm": 177.2404022216797,
+      "learning_rate": 9.542220192961327e-07,
+      "loss": 31.75,
+      "step": 36161
+    },
+    {
+      "epoch": 1.7280894580904138,
+      "grad_norm": 464.3169250488281,
+      "learning_rate": 9.538921400101987e-07,
+      "loss": 23.375,
+      "step": 36162
+    },
+    {
+      "epoch": 1.7281372455318742,
+      "grad_norm": 275.1518249511719,
+      "learning_rate": 9.535623148987794e-07,
+      "loss": 22.9688,
+      "step": 36163
+    },
+    {
+      "epoch": 1.7281850329733346,
+      "grad_norm": 190.16635131835938,
+      "learning_rate": 9.532325439638468e-07,
+      "loss": 21.4688,
+      "step": 36164
+    },
+    {
+      "epoch": 1.728232820414795,
+      "grad_norm": 225.98846435546875,
+      "learning_rate": 9.529028272073781e-07,
+      "loss": 24.0234,
+      "step": 36165
+    },
+    {
+      "epoch": 1.7282806078562554,
+      "grad_norm": 157.53076171875,
+      "learning_rate": 9.525731646313496e-07,
+      "loss": 14.8125,
+      "step": 36166
+    },
+    {
+      "epoch": 1.7283283952977158,
+      "grad_norm": 232.94992065429688,
+      "learning_rate": 9.522435562377308e-07,
+      "loss": 22.1875,
+      "step": 36167
+    },
+    {
+      "epoch": 1.7283761827391761,
+      "grad_norm": 255.7565460205078,
+      "learning_rate": 9.51914002028499e-07,
+      "loss": 19.3594,
+      "step": 36168
+    },
+    {
+      "epoch": 1.7284239701806365,
+      "grad_norm": 433.63800048828125,
+      "learning_rate": 9.515845020056269e-07,
+      "loss": 39.5312,
+      "step": 36169
+    },
+    {
+      "epoch": 1.728471757622097,
+      "grad_norm": 158.30841064453125,
+      "learning_rate": 9.512550561710898e-07,
+      "loss": 19.125,
+      "step": 36170
+    },
+    {
+      "epoch": 1.7285195450635573,
+      "grad_norm": 282.2557678222656,
+      "learning_rate": 9.509256645268572e-07,
+      "loss": 20.3438,
+      "step": 36171
+    },
+    {
+      "epoch": 1.7285673325050177,
+      "grad_norm": 192.8613739013672,
+      "learning_rate": 9.50596327074903e-07,
+      "loss": 24.625,
+      "step": 36172
+    },
+    {
+      "epoch": 1.728615119946478,
+      "grad_norm": 292.83447265625,
+      "learning_rate": 9.502670438172001e-07,
+      "loss": 29.0,
+      "step": 36173
+    },
+    {
+      "epoch": 1.7286629073879385,
+      "grad_norm": 209.35020446777344,
+      "learning_rate": 9.499378147557225e-07,
+      "loss": 24.1875,
+      "step": 36174
+    },
+    {
+      "epoch": 1.7287106948293989,
+      "grad_norm": 222.76226806640625,
+      "learning_rate": 9.496086398924376e-07,
+      "loss": 24.7656,
+      "step": 36175
+    },
+    {
+      "epoch": 1.7287584822708593,
+      "grad_norm": 329.9881286621094,
+      "learning_rate": 9.492795192293181e-07,
+      "loss": 22.6875,
+      "step": 36176
+    },
+    {
+      "epoch": 1.7288062697123197,
+      "grad_norm": 230.58872985839844,
+      "learning_rate": 9.48950452768338e-07,
+      "loss": 29.9688,
+      "step": 36177
+    },
+    {
+      "epoch": 1.72885405715378,
+      "grad_norm": 152.75714111328125,
+      "learning_rate": 9.486214405114635e-07,
+      "loss": 20.5156,
+      "step": 36178
+    },
+    {
+      "epoch": 1.7289018445952404,
+      "grad_norm": 253.40213012695312,
+      "learning_rate": 9.482924824606676e-07,
+      "loss": 24.875,
+      "step": 36179
+    },
+    {
+      "epoch": 1.7289496320367008,
+      "grad_norm": 224.59568786621094,
+      "learning_rate": 9.479635786179187e-07,
+      "loss": 23.2031,
+      "step": 36180
+    },
+    {
+      "epoch": 1.7289974194781612,
+      "grad_norm": 210.44345092773438,
+      "learning_rate": 9.476347289851906e-07,
+      "loss": 25.6719,
+      "step": 36181
+    },
+    {
+      "epoch": 1.7290452069196216,
+      "grad_norm": 133.01467895507812,
+      "learning_rate": 9.473059335644475e-07,
+      "loss": 21.7656,
+      "step": 36182
+    },
+    {
+      "epoch": 1.729092994361082,
+      "grad_norm": 184.053955078125,
+      "learning_rate": 9.46977192357661e-07,
+      "loss": 19.2031,
+      "step": 36183
+    },
+    {
+      "epoch": 1.7291407818025424,
+      "grad_norm": 159.6570587158203,
+      "learning_rate": 9.466485053668007e-07,
+      "loss": 21.8594,
+      "step": 36184
+    },
+    {
+      "epoch": 1.7291885692440028,
+      "grad_norm": 262.64202880859375,
+      "learning_rate": 9.463198725938327e-07,
+      "loss": 21.7812,
+      "step": 36185
+    },
+    {
+      "epoch": 1.7292363566854632,
+      "grad_norm": 190.47982788085938,
+      "learning_rate": 9.459912940407257e-07,
+      "loss": 23.9062,
+      "step": 36186
+    },
+    {
+      "epoch": 1.7292841441269236,
+      "grad_norm": 224.7752685546875,
+      "learning_rate": 9.456627697094501e-07,
+      "loss": 18.0,
+      "step": 36187
+    },
+    {
+      "epoch": 1.729331931568384,
+      "grad_norm": 256.70074462890625,
+      "learning_rate": 9.453342996019699e-07,
+      "loss": 27.9062,
+      "step": 36188
+    },
+    {
+      "epoch": 1.7293797190098443,
+      "grad_norm": 203.08815002441406,
+      "learning_rate": 9.450058837202547e-07,
+      "loss": 35.4062,
+      "step": 36189
+    },
+    {
+      "epoch": 1.7294275064513047,
+      "grad_norm": 177.9182586669922,
+      "learning_rate": 9.446775220662685e-07,
+      "loss": 16.7031,
+      "step": 36190
+    },
+    {
+      "epoch": 1.729475293892765,
+      "grad_norm": 392.7642517089844,
+      "learning_rate": 9.443492146419786e-07,
+      "loss": 24.2812,
+      "step": 36191
+    },
+    {
+      "epoch": 1.7295230813342255,
+      "grad_norm": 143.2738800048828,
+      "learning_rate": 9.440209614493545e-07,
+      "loss": 14.7188,
+      "step": 36192
+    },
+    {
+      "epoch": 1.7295708687756859,
+      "grad_norm": 190.2744598388672,
+      "learning_rate": 9.436927624903569e-07,
+      "loss": 27.1562,
+      "step": 36193
+    },
+    {
+      "epoch": 1.7296186562171463,
+      "grad_norm": 289.48291015625,
+      "learning_rate": 9.433646177669553e-07,
+      "loss": 33.875,
+      "step": 36194
+    },
+    {
+      "epoch": 1.7296664436586067,
+      "grad_norm": 300.5318603515625,
+      "learning_rate": 9.430365272811126e-07,
+      "loss": 32.4375,
+      "step": 36195
+    },
+    {
+      "epoch": 1.729714231100067,
+      "grad_norm": 213.7454833984375,
+      "learning_rate": 9.427084910347961e-07,
+      "loss": 19.4688,
+      "step": 36196
+    },
+    {
+      "epoch": 1.7297620185415274,
+      "grad_norm": 229.97796630859375,
+      "learning_rate": 9.423805090299664e-07,
+      "loss": 25.6875,
+      "step": 36197
+    },
+    {
+      "epoch": 1.7298098059829878,
+      "grad_norm": 335.02764892578125,
+      "learning_rate": 9.420525812685899e-07,
+      "loss": 32.0,
+      "step": 36198
+    },
+    {
+      "epoch": 1.729857593424448,
+      "grad_norm": 197.41627502441406,
+      "learning_rate": 9.417247077526315e-07,
+      "loss": 17.1719,
+      "step": 36199
+    },
+    {
+      "epoch": 1.7299053808659084,
+      "grad_norm": 154.13638305664062,
+      "learning_rate": 9.413968884840552e-07,
+      "loss": 25.7812,
+      "step": 36200
+    },
+    {
+      "epoch": 1.7299531683073688,
+      "grad_norm": 391.98162841796875,
+      "learning_rate": 9.410691234648206e-07,
+      "loss": 26.125,
+      "step": 36201
+    },
+    {
+      "epoch": 1.7300009557488292,
+      "grad_norm": 211.3481903076172,
+      "learning_rate": 9.407414126968928e-07,
+      "loss": 28.4375,
+      "step": 36202
+    },
+    {
+      "epoch": 1.7300487431902896,
+      "grad_norm": 215.70094299316406,
+      "learning_rate": 9.404137561822357e-07,
+      "loss": 31.75,
+      "step": 36203
+    },
+    {
+      "epoch": 1.73009653063175,
+      "grad_norm": 354.82415771484375,
+      "learning_rate": 9.40086153922809e-07,
+      "loss": 38.375,
+      "step": 36204
+    },
+    {
+      "epoch": 1.7301443180732103,
+      "grad_norm": 175.05953979492188,
+      "learning_rate": 9.397586059205755e-07,
+      "loss": 19.6719,
+      "step": 36205
+    },
+    {
+      "epoch": 1.7301921055146707,
+      "grad_norm": 372.6305236816406,
+      "learning_rate": 9.394311121774969e-07,
+      "loss": 31.7969,
+      "step": 36206
+    },
+    {
+      "epoch": 1.7302398929561311,
+      "grad_norm": 250.53152465820312,
+      "learning_rate": 9.39103672695536e-07,
+      "loss": 18.9375,
+      "step": 36207
+    },
+    {
+      "epoch": 1.7302876803975915,
+      "grad_norm": 277.7076416015625,
+      "learning_rate": 9.387762874766515e-07,
+      "loss": 23.125,
+      "step": 36208
+    },
+    {
+      "epoch": 1.730335467839052,
+      "grad_norm": 208.5604705810547,
+      "learning_rate": 9.38448956522805e-07,
+      "loss": 15.4219,
+      "step": 36209
+    },
+    {
+      "epoch": 1.7303832552805123,
+      "grad_norm": 618.5444946289062,
+      "learning_rate": 9.38121679835956e-07,
+      "loss": 27.0312,
+      "step": 36210
+    },
+    {
+      "epoch": 1.7304310427219727,
+      "grad_norm": 444.286376953125,
+      "learning_rate": 9.377944574180664e-07,
+      "loss": 22.625,
+      "step": 36211
+    },
+    {
+      "epoch": 1.730478830163433,
+      "grad_norm": 341.0345458984375,
+      "learning_rate": 9.374672892710935e-07,
+      "loss": 33.0,
+      "step": 36212
+    },
+    {
+      "epoch": 1.7305266176048935,
+      "grad_norm": 236.36065673828125,
+      "learning_rate": 9.371401753969977e-07,
+      "loss": 24.6562,
+      "step": 36213
+    },
+    {
+      "epoch": 1.7305744050463538,
+      "grad_norm": 341.785888671875,
+      "learning_rate": 9.368131157977401e-07,
+      "loss": 29.75,
+      "step": 36214
+    },
+    {
+      "epoch": 1.7306221924878142,
+      "grad_norm": 427.5461730957031,
+      "learning_rate": 9.364861104752743e-07,
+      "loss": 29.875,
+      "step": 36215
+    },
+    {
+      "epoch": 1.7306699799292746,
+      "grad_norm": 172.48655700683594,
+      "learning_rate": 9.361591594315622e-07,
+      "loss": 26.6719,
+      "step": 36216
+    },
+    {
+      "epoch": 1.730717767370735,
+      "grad_norm": 259.3747253417969,
+      "learning_rate": 9.358322626685635e-07,
+      "loss": 27.0938,
+      "step": 36217
+    },
+    {
+      "epoch": 1.7307655548121954,
+      "grad_norm": 149.1404571533203,
+      "learning_rate": 9.355054201882308e-07,
+      "loss": 17.4219,
+      "step": 36218
+    },
+    {
+      "epoch": 1.7308133422536556,
+      "grad_norm": 378.99163818359375,
+      "learning_rate": 9.351786319925249e-07,
+      "loss": 23.0938,
+      "step": 36219
+    },
+    {
+      "epoch": 1.730861129695116,
+      "grad_norm": 534.6852416992188,
+      "learning_rate": 9.348518980834031e-07,
+      "loss": 26.0156,
+      "step": 36220
+    },
+    {
+      "epoch": 1.7309089171365764,
+      "grad_norm": 399.1130065917969,
+      "learning_rate": 9.345252184628206e-07,
+      "loss": 24.1406,
+      "step": 36221
+    },
+    {
+      "epoch": 1.7309567045780367,
+      "grad_norm": 177.19964599609375,
+      "learning_rate": 9.341985931327357e-07,
+      "loss": 33.1875,
+      "step": 36222
+    },
+    {
+      "epoch": 1.7310044920194971,
+      "grad_norm": 278.2802734375,
+      "learning_rate": 9.338720220951014e-07,
+      "loss": 21.4531,
+      "step": 36223
+    },
+    {
+      "epoch": 1.7310522794609575,
+      "grad_norm": 153.25686645507812,
+      "learning_rate": 9.335455053518749e-07,
+      "loss": 22.4062,
+      "step": 36224
+    },
+    {
+      "epoch": 1.731100066902418,
+      "grad_norm": 257.602783203125,
+      "learning_rate": 9.332190429050137e-07,
+      "loss": 18.8281,
+      "step": 36225
+    },
+    {
+      "epoch": 1.7311478543438783,
+      "grad_norm": 196.5924530029297,
+      "learning_rate": 9.328926347564693e-07,
+      "loss": 15.4688,
+      "step": 36226
+    },
+    {
+      "epoch": 1.7311956417853387,
+      "grad_norm": 278.9117431640625,
+      "learning_rate": 9.325662809081981e-07,
+      "loss": 20.6406,
+      "step": 36227
+    },
+    {
+      "epoch": 1.731243429226799,
+      "grad_norm": 227.5699920654297,
+      "learning_rate": 9.322399813621552e-07,
+      "loss": 16.5469,
+      "step": 36228
+    },
+    {
+      "epoch": 1.7312912166682595,
+      "grad_norm": 318.14202880859375,
+      "learning_rate": 9.319137361202957e-07,
+      "loss": 26.2188,
+      "step": 36229
+    },
+    {
+      "epoch": 1.7313390041097199,
+      "grad_norm": 241.0228271484375,
+      "learning_rate": 9.315875451845702e-07,
+      "loss": 28.2188,
+      "step": 36230
+    },
+    {
+      "epoch": 1.7313867915511802,
+      "grad_norm": 282.5352478027344,
+      "learning_rate": 9.312614085569338e-07,
+      "loss": 24.2031,
+      "step": 36231
+    },
+    {
+      "epoch": 1.7314345789926406,
+      "grad_norm": 385.3005065917969,
+      "learning_rate": 9.309353262393395e-07,
+      "loss": 32.0,
+      "step": 36232
+    },
+    {
+      "epoch": 1.731482366434101,
+      "grad_norm": 248.2529754638672,
+      "learning_rate": 9.306092982337422e-07,
+      "loss": 21.4219,
+      "step": 36233
+    },
+    {
+      "epoch": 1.7315301538755614,
+      "grad_norm": 108.17561340332031,
+      "learning_rate": 9.302833245420906e-07,
+      "loss": 15.5625,
+      "step": 36234
+    },
+    {
+      "epoch": 1.7315779413170218,
+      "grad_norm": 176.36985778808594,
+      "learning_rate": 9.299574051663385e-07,
+      "loss": 16.2812,
+      "step": 36235
+    },
+    {
+      "epoch": 1.7316257287584822,
+      "grad_norm": 308.1978454589844,
+      "learning_rate": 9.296315401084388e-07,
+      "loss": 28.125,
+      "step": 36236
+    },
+    {
+      "epoch": 1.7316735161999426,
+      "grad_norm": 460.2156677246094,
+      "learning_rate": 9.293057293703433e-07,
+      "loss": 25.1406,
+      "step": 36237
+    },
+    {
+      "epoch": 1.731721303641403,
+      "grad_norm": 259.0274658203125,
+      "learning_rate": 9.289799729540005e-07,
+      "loss": 30.6562,
+      "step": 36238
+    },
+    {
+      "epoch": 1.7317690910828634,
+      "grad_norm": 433.0218811035156,
+      "learning_rate": 9.286542708613633e-07,
+      "loss": 24.7812,
+      "step": 36239
+    },
+    {
+      "epoch": 1.7318168785243238,
+      "grad_norm": 705.8067626953125,
+      "learning_rate": 9.283286230943822e-07,
+      "loss": 25.4688,
+      "step": 36240
+    },
+    {
+      "epoch": 1.7318646659657841,
+      "grad_norm": 293.0024719238281,
+      "learning_rate": 9.280030296550069e-07,
+      "loss": 21.6719,
+      "step": 36241
+    },
+    {
+      "epoch": 1.7319124534072445,
+      "grad_norm": 322.7706298828125,
+      "learning_rate": 9.276774905451868e-07,
+      "loss": 22.1562,
+      "step": 36242
+    },
+    {
+      "epoch": 1.731960240848705,
+      "grad_norm": 261.7274169921875,
+      "learning_rate": 9.273520057668716e-07,
+      "loss": 30.75,
+      "step": 36243
+    },
+    {
+      "epoch": 1.7320080282901653,
+      "grad_norm": 221.1981964111328,
+      "learning_rate": 9.270265753220132e-07,
+      "loss": 28.7812,
+      "step": 36244
+    },
+    {
+      "epoch": 1.7320558157316257,
+      "grad_norm": 145.24090576171875,
+      "learning_rate": 9.267011992125563e-07,
+      "loss": 19.2812,
+      "step": 36245
+    },
+    {
+      "epoch": 1.732103603173086,
+      "grad_norm": 272.0335693359375,
+      "learning_rate": 9.263758774404508e-07,
+      "loss": 23.6719,
+      "step": 36246
+    },
+    {
+      "epoch": 1.7321513906145465,
+      "grad_norm": 262.33514404296875,
+      "learning_rate": 9.260506100076461e-07,
+      "loss": 24.7109,
+      "step": 36247
+    },
+    {
+      "epoch": 1.7321991780560069,
+      "grad_norm": 209.89710998535156,
+      "learning_rate": 9.257253969160917e-07,
+      "loss": 19.1719,
+      "step": 36248
+    },
+    {
+      "epoch": 1.7322469654974673,
+      "grad_norm": 376.80560302734375,
+      "learning_rate": 9.254002381677319e-07,
+      "loss": 33.3906,
+      "step": 36249
+    },
+    {
+      "epoch": 1.7322947529389277,
+      "grad_norm": 208.57119750976562,
+      "learning_rate": 9.250751337645137e-07,
+      "loss": 24.7188,
+      "step": 36250
+    },
+    {
+      "epoch": 1.732342540380388,
+      "grad_norm": 193.25596618652344,
+      "learning_rate": 9.247500837083889e-07,
+      "loss": 23.1875,
+      "step": 36251
+    },
+    {
+      "epoch": 1.7323903278218484,
+      "grad_norm": 118.98428344726562,
+      "learning_rate": 9.244250880012983e-07,
+      "loss": 16.5469,
+      "step": 36252
+    },
+    {
+      "epoch": 1.7324381152633088,
+      "grad_norm": 190.81576538085938,
+      "learning_rate": 9.241001466451927e-07,
+      "loss": 19.1719,
+      "step": 36253
+    },
+    {
+      "epoch": 1.7324859027047692,
+      "grad_norm": 528.129150390625,
+      "learning_rate": 9.237752596420136e-07,
+      "loss": 30.2031,
+      "step": 36254
+    },
+    {
+      "epoch": 1.7325336901462296,
+      "grad_norm": 206.1050567626953,
+      "learning_rate": 9.234504269937117e-07,
+      "loss": 23.2812,
+      "step": 36255
+    },
+    {
+      "epoch": 1.73258147758769,
+      "grad_norm": 487.3271484375,
+      "learning_rate": 9.231256487022278e-07,
+      "loss": 21.7031,
+      "step": 36256
+    },
+    {
+      "epoch": 1.7326292650291504,
+      "grad_norm": 404.6899719238281,
+      "learning_rate": 9.228009247695092e-07,
+      "loss": 23.0,
+      "step": 36257
+    },
+    {
+      "epoch": 1.7326770524706108,
+      "grad_norm": 317.8526611328125,
+      "learning_rate": 9.224762551974997e-07,
+      "loss": 22.6094,
+      "step": 36258
+    },
+    {
+      "epoch": 1.7327248399120712,
+      "grad_norm": 466.70916748046875,
+      "learning_rate": 9.221516399881469e-07,
+      "loss": 32.9375,
+      "step": 36259
+    },
+    {
+      "epoch": 1.7327726273535315,
+      "grad_norm": 123.96089935302734,
+      "learning_rate": 9.218270791433892e-07,
+      "loss": 19.4688,
+      "step": 36260
+    },
+    {
+      "epoch": 1.732820414794992,
+      "grad_norm": 217.19479370117188,
+      "learning_rate": 9.215025726651738e-07,
+      "loss": 23.2969,
+      "step": 36261
+    },
+    {
+      "epoch": 1.7328682022364523,
+      "grad_norm": 198.36570739746094,
+      "learning_rate": 9.21178120555446e-07,
+      "loss": 26.75,
+      "step": 36262
+    },
+    {
+      "epoch": 1.7329159896779127,
+      "grad_norm": 197.95521545410156,
+      "learning_rate": 9.208537228161441e-07,
+      "loss": 20.4375,
+      "step": 36263
+    },
+    {
+      "epoch": 1.732963777119373,
+      "grad_norm": 156.8801727294922,
+      "learning_rate": 9.20529379449212e-07,
+      "loss": 26.7344,
+      "step": 36264
+    },
+    {
+      "epoch": 1.7330115645608335,
+      "grad_norm": 627.8067626953125,
+      "learning_rate": 9.20205090456594e-07,
+      "loss": 29.6094,
+      "step": 36265
+    },
+    {
+      "epoch": 1.7330593520022939,
+      "grad_norm": 219.49977111816406,
+      "learning_rate": 9.198808558402339e-07,
+      "loss": 24.4375,
+      "step": 36266
+    },
+    {
+      "epoch": 1.7331071394437543,
+      "grad_norm": 127.73475646972656,
+      "learning_rate": 9.19556675602068e-07,
+      "loss": 16.2812,
+      "step": 36267
+    },
+    {
+      "epoch": 1.7331549268852147,
+      "grad_norm": 349.70086669921875,
+      "learning_rate": 9.192325497440413e-07,
+      "loss": 28.6875,
+      "step": 36268
+    },
+    {
+      "epoch": 1.733202714326675,
+      "grad_norm": 149.363037109375,
+      "learning_rate": 9.189084782680935e-07,
+      "loss": 22.1562,
+      "step": 36269
+    },
+    {
+      "epoch": 1.7332505017681354,
+      "grad_norm": 199.31741333007812,
+      "learning_rate": 9.185844611761685e-07,
+      "loss": 26.6094,
+      "step": 36270
+    },
+    {
+      "epoch": 1.7332982892095958,
+      "grad_norm": 387.51025390625,
+      "learning_rate": 9.182604984702026e-07,
+      "loss": 25.5,
+      "step": 36271
+    },
+    {
+      "epoch": 1.7333460766510562,
+      "grad_norm": 338.0890808105469,
+      "learning_rate": 9.179365901521376e-07,
+      "loss": 26.0625,
+      "step": 36272
+    },
+    {
+      "epoch": 1.7333938640925166,
+      "grad_norm": 184.21131896972656,
+      "learning_rate": 9.176127362239141e-07,
+      "loss": 17.7344,
+      "step": 36273
+    },
+    {
+      "epoch": 1.733441651533977,
+      "grad_norm": 144.1675567626953,
+      "learning_rate": 9.172889366874715e-07,
+      "loss": 21.0625,
+      "step": 36274
+    },
+    {
+      "epoch": 1.7334894389754374,
+      "grad_norm": 201.52288818359375,
+      "learning_rate": 9.169651915447464e-07,
+      "loss": 25.1562,
+      "step": 36275
+    },
+    {
+      "epoch": 1.7335372264168978,
+      "grad_norm": 353.30609130859375,
+      "learning_rate": 9.166415007976803e-07,
+      "loss": 29.0,
+      "step": 36276
+    },
+    {
+      "epoch": 1.7335850138583582,
+      "grad_norm": 257.1562805175781,
+      "learning_rate": 9.163178644482118e-07,
+      "loss": 23.9688,
+      "step": 36277
+    },
+    {
+      "epoch": 1.7336328012998186,
+      "grad_norm": 219.3317108154297,
+      "learning_rate": 9.159942824982771e-07,
+      "loss": 24.6875,
+      "step": 36278
+    },
+    {
+      "epoch": 1.733680588741279,
+      "grad_norm": 245.11300659179688,
+      "learning_rate": 9.156707549498145e-07,
+      "loss": 21.3125,
+      "step": 36279
+    },
+    {
+      "epoch": 1.7337283761827393,
+      "grad_norm": 243.36801147460938,
+      "learning_rate": 9.153472818047627e-07,
+      "loss": 33.5,
+      "step": 36280
+    },
+    {
+      "epoch": 1.7337761636241995,
+      "grad_norm": 318.3173522949219,
+      "learning_rate": 9.150238630650588e-07,
+      "loss": 24.9375,
+      "step": 36281
+    },
+    {
+      "epoch": 1.73382395106566,
+      "grad_norm": 447.69622802734375,
+      "learning_rate": 9.147004987326391e-07,
+      "loss": 23.25,
+      "step": 36282
+    },
+    {
+      "epoch": 1.7338717385071203,
+      "grad_norm": 184.84695434570312,
+      "learning_rate": 9.143771888094388e-07,
+      "loss": 22.1094,
+      "step": 36283
+    },
+    {
+      "epoch": 1.7339195259485807,
+      "grad_norm": 233.12265014648438,
+      "learning_rate": 9.140539332973974e-07,
+      "loss": 27.3594,
+      "step": 36284
+    },
+    {
+      "epoch": 1.733967313390041,
+      "grad_norm": 151.4747772216797,
+      "learning_rate": 9.137307321984479e-07,
+      "loss": 12.4844,
+      "step": 36285
+    },
+    {
+      "epoch": 1.7340151008315015,
+      "grad_norm": 187.9088897705078,
+      "learning_rate": 9.134075855145286e-07,
+      "loss": 22.5938,
+      "step": 36286
+    },
+    {
+      "epoch": 1.7340628882729618,
+      "grad_norm": 142.2623748779297,
+      "learning_rate": 9.130844932475702e-07,
+      "loss": 21.75,
+      "step": 36287
+    },
+    {
+      "epoch": 1.7341106757144222,
+      "grad_norm": 113.59283447265625,
+      "learning_rate": 9.127614553995123e-07,
+      "loss": 17.9531,
+      "step": 36288
+    },
+    {
+      "epoch": 1.7341584631558826,
+      "grad_norm": 462.4294128417969,
+      "learning_rate": 9.124384719722867e-07,
+      "loss": 20.25,
+      "step": 36289
+    },
+    {
+      "epoch": 1.734206250597343,
+      "grad_norm": 432.9790344238281,
+      "learning_rate": 9.121155429678274e-07,
+      "loss": 33.4375,
+      "step": 36290
+    },
+    {
+      "epoch": 1.7342540380388034,
+      "grad_norm": 178.069580078125,
+      "learning_rate": 9.117926683880696e-07,
+      "loss": 22.9688,
+      "step": 36291
+    },
+    {
+      "epoch": 1.7343018254802638,
+      "grad_norm": 256.7755432128906,
+      "learning_rate": 9.114698482349493e-07,
+      "loss": 30.6719,
+      "step": 36292
+    },
+    {
+      "epoch": 1.7343496129217242,
+      "grad_norm": 148.64468383789062,
+      "learning_rate": 9.111470825103952e-07,
+      "loss": 18.2031,
+      "step": 36293
+    },
+    {
+      "epoch": 1.7343974003631846,
+      "grad_norm": 249.96192932128906,
+      "learning_rate": 9.108243712163411e-07,
+      "loss": 16.9688,
+      "step": 36294
+    },
+    {
+      "epoch": 1.734445187804645,
+      "grad_norm": 340.1892395019531,
+      "learning_rate": 9.105017143547223e-07,
+      "loss": 28.8281,
+      "step": 36295
+    },
+    {
+      "epoch": 1.7344929752461054,
+      "grad_norm": 233.66201782226562,
+      "learning_rate": 9.101791119274705e-07,
+      "loss": 25.9062,
+      "step": 36296
+    },
+    {
+      "epoch": 1.7345407626875657,
+      "grad_norm": 323.84283447265625,
+      "learning_rate": 9.098565639365154e-07,
+      "loss": 23.9688,
+      "step": 36297
+    },
+    {
+      "epoch": 1.7345885501290261,
+      "grad_norm": 187.9674530029297,
+      "learning_rate": 9.095340703837896e-07,
+      "loss": 33.0938,
+      "step": 36298
+    },
+    {
+      "epoch": 1.7346363375704865,
+      "grad_norm": 186.73056030273438,
+      "learning_rate": 9.092116312712263e-07,
+      "loss": 18.8594,
+      "step": 36299
+    },
+    {
+      "epoch": 1.734684125011947,
+      "grad_norm": 305.4534606933594,
+      "learning_rate": 9.088892466007537e-07,
+      "loss": 21.8125,
+      "step": 36300
+    },
+    {
+      "epoch": 1.7347319124534073,
+      "grad_norm": 215.26211547851562,
+      "learning_rate": 9.085669163743038e-07,
+      "loss": 26.4062,
+      "step": 36301
+    },
+    {
+      "epoch": 1.7347796998948675,
+      "grad_norm": 243.31414794921875,
+      "learning_rate": 9.082446405938061e-07,
+      "loss": 28.0469,
+      "step": 36302
+    },
+    {
+      "epoch": 1.7348274873363279,
+      "grad_norm": 169.94749450683594,
+      "learning_rate": 9.079224192611946e-07,
+      "loss": 26.375,
+      "step": 36303
+    },
+    {
+      "epoch": 1.7348752747777882,
+      "grad_norm": 2116.552734375,
+      "learning_rate": 9.076002523783933e-07,
+      "loss": 15.0625,
+      "step": 36304
+    },
+    {
+      "epoch": 1.7349230622192486,
+      "grad_norm": 329.183837890625,
+      "learning_rate": 9.07278139947334e-07,
+      "loss": 25.3281,
+      "step": 36305
+    },
+    {
+      "epoch": 1.734970849660709,
+      "grad_norm": 316.8202209472656,
+      "learning_rate": 9.069560819699453e-07,
+      "loss": 29.5312,
+      "step": 36306
+    },
+    {
+      "epoch": 1.7350186371021694,
+      "grad_norm": 424.3360595703125,
+      "learning_rate": 9.066340784481597e-07,
+      "loss": 29.2969,
+      "step": 36307
+    },
+    {
+      "epoch": 1.7350664245436298,
+      "grad_norm": 363.1432189941406,
+      "learning_rate": 9.063121293838994e-07,
+      "loss": 28.7656,
+      "step": 36308
+    },
+    {
+      "epoch": 1.7351142119850902,
+      "grad_norm": 322.5137634277344,
+      "learning_rate": 9.05990234779095e-07,
+      "loss": 25.3438,
+      "step": 36309
+    },
+    {
+      "epoch": 1.7351619994265506,
+      "grad_norm": 413.51971435546875,
+      "learning_rate": 9.05668394635677e-07,
+      "loss": 21.8594,
+      "step": 36310
+    },
+    {
+      "epoch": 1.735209786868011,
+      "grad_norm": 315.4393310546875,
+      "learning_rate": 9.053466089555695e-07,
+      "loss": 32.4062,
+      "step": 36311
+    },
+    {
+      "epoch": 1.7352575743094714,
+      "grad_norm": 276.077392578125,
+      "learning_rate": 9.050248777406989e-07,
+      "loss": 33.625,
+      "step": 36312
+    },
+    {
+      "epoch": 1.7353053617509318,
+      "grad_norm": 312.0677185058594,
+      "learning_rate": 9.047032009929946e-07,
+      "loss": 29.7188,
+      "step": 36313
+    },
+    {
+      "epoch": 1.7353531491923921,
+      "grad_norm": 178.9216766357422,
+      "learning_rate": 9.043815787143839e-07,
+      "loss": 27.0,
+      "step": 36314
+    },
+    {
+      "epoch": 1.7354009366338525,
+      "grad_norm": 143.11717224121094,
+      "learning_rate": 9.040600109067887e-07,
+      "loss": 23.5,
+      "step": 36315
+    },
+    {
+      "epoch": 1.735448724075313,
+      "grad_norm": 281.75897216796875,
+      "learning_rate": 9.037384975721364e-07,
+      "loss": 24.4375,
+      "step": 36316
+    },
+    {
+      "epoch": 1.7354965115167733,
+      "grad_norm": 133.4425811767578,
+      "learning_rate": 9.034170387123564e-07,
+      "loss": 16.9062,
+      "step": 36317
+    },
+    {
+      "epoch": 1.7355442989582337,
+      "grad_norm": 277.21551513671875,
+      "learning_rate": 9.030956343293673e-07,
+      "loss": 35.8281,
+      "step": 36318
+    },
+    {
+      "epoch": 1.735592086399694,
+      "grad_norm": 337.96563720703125,
+      "learning_rate": 9.027742844250997e-07,
+      "loss": 27.6562,
+      "step": 36319
+    },
+    {
+      "epoch": 1.7356398738411545,
+      "grad_norm": 216.8363494873047,
+      "learning_rate": 9.024529890014743e-07,
+      "loss": 21.2812,
+      "step": 36320
+    },
+    {
+      "epoch": 1.7356876612826149,
+      "grad_norm": 282.55963134765625,
+      "learning_rate": 9.021317480604152e-07,
+      "loss": 15.7969,
+      "step": 36321
+    },
+    {
+      "epoch": 1.7357354487240753,
+      "grad_norm": 439.3224182128906,
+      "learning_rate": 9.018105616038498e-07,
+      "loss": 31.5625,
+      "step": 36322
+    },
+    {
+      "epoch": 1.7357832361655356,
+      "grad_norm": 194.94981384277344,
+      "learning_rate": 9.014894296336974e-07,
+      "loss": 18.7656,
+      "step": 36323
+    },
+    {
+      "epoch": 1.735831023606996,
+      "grad_norm": 532.7124633789062,
+      "learning_rate": 9.011683521518833e-07,
+      "loss": 26.1406,
+      "step": 36324
+    },
+    {
+      "epoch": 1.7358788110484564,
+      "grad_norm": 148.0789031982422,
+      "learning_rate": 9.008473291603314e-07,
+      "loss": 24.7188,
+      "step": 36325
+    },
+    {
+      "epoch": 1.7359265984899168,
+      "grad_norm": 208.95602416992188,
+      "learning_rate": 9.005263606609615e-07,
+      "loss": 16.3438,
+      "step": 36326
+    },
+    {
+      "epoch": 1.7359743859313772,
+      "grad_norm": 217.2084197998047,
+      "learning_rate": 9.002054466556964e-07,
+      "loss": 32.1562,
+      "step": 36327
+    },
+    {
+      "epoch": 1.7360221733728376,
+      "grad_norm": 173.27346801757812,
+      "learning_rate": 8.998845871464601e-07,
+      "loss": 21.7031,
+      "step": 36328
+    },
+    {
+      "epoch": 1.736069960814298,
+      "grad_norm": 484.0669250488281,
+      "learning_rate": 8.995637821351733e-07,
+      "loss": 28.5156,
+      "step": 36329
+    },
+    {
+      "epoch": 1.7361177482557584,
+      "grad_norm": 132.85133361816406,
+      "learning_rate": 8.992430316237555e-07,
+      "loss": 16.7812,
+      "step": 36330
+    },
+    {
+      "epoch": 1.7361655356972188,
+      "grad_norm": 171.0265655517578,
+      "learning_rate": 8.989223356141285e-07,
+      "loss": 22.5625,
+      "step": 36331
+    },
+    {
+      "epoch": 1.7362133231386792,
+      "grad_norm": 241.43557739257812,
+      "learning_rate": 8.986016941082132e-07,
+      "loss": 19.0312,
+      "step": 36332
+    },
+    {
+      "epoch": 1.7362611105801395,
+      "grad_norm": 139.4403076171875,
+      "learning_rate": 8.982811071079322e-07,
+      "loss": 21.5859,
+      "step": 36333
+    },
+    {
+      "epoch": 1.7363088980216,
+      "grad_norm": 394.9259948730469,
+      "learning_rate": 8.979605746151998e-07,
+      "loss": 29.625,
+      "step": 36334
+    },
+    {
+      "epoch": 1.7363566854630603,
+      "grad_norm": 288.5420837402344,
+      "learning_rate": 8.976400966319399e-07,
+      "loss": 25.2812,
+      "step": 36335
+    },
+    {
+      "epoch": 1.7364044729045207,
+      "grad_norm": 307.7276916503906,
+      "learning_rate": 8.973196731600719e-07,
+      "loss": 34.0,
+      "step": 36336
+    },
+    {
+      "epoch": 1.736452260345981,
+      "grad_norm": 208.6010284423828,
+      "learning_rate": 8.969993042015112e-07,
+      "loss": 25.6094,
+      "step": 36337
+    },
+    {
+      "epoch": 1.7365000477874415,
+      "grad_norm": 303.50115966796875,
+      "learning_rate": 8.966789897581785e-07,
+      "loss": 28.9688,
+      "step": 36338
+    },
+    {
+      "epoch": 1.7365478352289019,
+      "grad_norm": 181.3402862548828,
+      "learning_rate": 8.963587298319931e-07,
+      "loss": 27.5625,
+      "step": 36339
+    },
+    {
+      "epoch": 1.7365956226703623,
+      "grad_norm": 423.08221435546875,
+      "learning_rate": 8.960385244248726e-07,
+      "loss": 29.8281,
+      "step": 36340
+    },
+    {
+      "epoch": 1.7366434101118227,
+      "grad_norm": 187.8641357421875,
+      "learning_rate": 8.957183735387332e-07,
+      "loss": 17.1719,
+      "step": 36341
+    },
+    {
+      "epoch": 1.736691197553283,
+      "grad_norm": 207.74038696289062,
+      "learning_rate": 8.953982771754932e-07,
+      "loss": 16.2969,
+      "step": 36342
+    },
+    {
+      "epoch": 1.7367389849947434,
+      "grad_norm": 263.36492919921875,
+      "learning_rate": 8.950782353370679e-07,
+      "loss": 24.8281,
+      "step": 36343
+    },
+    {
+      "epoch": 1.7367867724362038,
+      "grad_norm": 188.14962768554688,
+      "learning_rate": 8.94758248025378e-07,
+      "loss": 24.5,
+      "step": 36344
+    },
+    {
+      "epoch": 1.7368345598776642,
+      "grad_norm": 193.31394958496094,
+      "learning_rate": 8.944383152423364e-07,
+      "loss": 31.4062,
+      "step": 36345
+    },
+    {
+      "epoch": 1.7368823473191246,
+      "grad_norm": 180.78338623046875,
+      "learning_rate": 8.941184369898592e-07,
+      "loss": 22.5,
+      "step": 36346
+    },
+    {
+      "epoch": 1.736930134760585,
+      "grad_norm": 117.19928741455078,
+      "learning_rate": 8.937986132698639e-07,
+      "loss": 16.9844,
+      "step": 36347
+    },
+    {
+      "epoch": 1.7369779222020454,
+      "grad_norm": 189.8733367919922,
+      "learning_rate": 8.934788440842635e-07,
+      "loss": 21.4844,
+      "step": 36348
+    },
+    {
+      "epoch": 1.7370257096435058,
+      "grad_norm": 231.7211456298828,
+      "learning_rate": 8.931591294349739e-07,
+      "loss": 24.3125,
+      "step": 36349
+    },
+    {
+      "epoch": 1.7370734970849662,
+      "grad_norm": 340.03704833984375,
+      "learning_rate": 8.928394693239117e-07,
+      "loss": 33.7812,
+      "step": 36350
+    },
+    {
+      "epoch": 1.7371212845264266,
+      "grad_norm": 438.5126037597656,
+      "learning_rate": 8.925198637529886e-07,
+      "loss": 31.7188,
+      "step": 36351
+    },
+    {
+      "epoch": 1.737169071967887,
+      "grad_norm": 218.18572998046875,
+      "learning_rate": 8.922003127241208e-07,
+      "loss": 19.1406,
+      "step": 36352
+    },
+    {
+      "epoch": 1.7372168594093473,
+      "grad_norm": 254.63914489746094,
+      "learning_rate": 8.918808162392201e-07,
+      "loss": 27.6875,
+      "step": 36353
+    },
+    {
+      "epoch": 1.7372646468508077,
+      "grad_norm": 141.97874450683594,
+      "learning_rate": 8.915613743001994e-07,
+      "loss": 25.9688,
+      "step": 36354
+    },
+    {
+      "epoch": 1.7373124342922681,
+      "grad_norm": 345.1759338378906,
+      "learning_rate": 8.91241986908975e-07,
+      "loss": 19.0781,
+      "step": 36355
+    },
+    {
+      "epoch": 1.7373602217337285,
+      "grad_norm": 236.5318145751953,
+      "learning_rate": 8.909226540674565e-07,
+      "loss": 28.7344,
+      "step": 36356
+    },
+    {
+      "epoch": 1.737408009175189,
+      "grad_norm": 586.2273559570312,
+      "learning_rate": 8.906033757775567e-07,
+      "loss": 24.9219,
+      "step": 36357
+    },
+    {
+      "epoch": 1.7374557966166493,
+      "grad_norm": 1637.86767578125,
+      "learning_rate": 8.902841520411876e-07,
+      "loss": 23.1875,
+      "step": 36358
+    },
+    {
+      "epoch": 1.7375035840581097,
+      "grad_norm": 279.0498352050781,
+      "learning_rate": 8.899649828602653e-07,
+      "loss": 24.7812,
+      "step": 36359
+    },
+    {
+      "epoch": 1.73755137149957,
+      "grad_norm": 329.2393798828125,
+      "learning_rate": 8.896458682366949e-07,
+      "loss": 20.4219,
+      "step": 36360
+    },
+    {
+      "epoch": 1.7375991589410305,
+      "grad_norm": 243.4348907470703,
+      "learning_rate": 8.893268081723894e-07,
+      "loss": 19.7656,
+      "step": 36361
+    },
+    {
+      "epoch": 1.7376469463824908,
+      "grad_norm": 887.9234619140625,
+      "learning_rate": 8.890078026692628e-07,
+      "loss": 22.5625,
+      "step": 36362
+    },
+    {
+      "epoch": 1.7376947338239512,
+      "grad_norm": 204.97276306152344,
+      "learning_rate": 8.886888517292213e-07,
+      "loss": 25.4688,
+      "step": 36363
+    },
+    {
+      "epoch": 1.7377425212654114,
+      "grad_norm": 279.3780517578125,
+      "learning_rate": 8.883699553541769e-07,
+      "loss": 19.0312,
+      "step": 36364
+    },
+    {
+      "epoch": 1.7377903087068718,
+      "grad_norm": 343.64892578125,
+      "learning_rate": 8.88051113546039e-07,
+      "loss": 24.9375,
+      "step": 36365
+    },
+    {
+      "epoch": 1.7378380961483322,
+      "grad_norm": 256.3605041503906,
+      "learning_rate": 8.877323263067195e-07,
+      "loss": 17.5781,
+      "step": 36366
+    },
+    {
+      "epoch": 1.7378858835897926,
+      "grad_norm": 235.39260864257812,
+      "learning_rate": 8.874135936381234e-07,
+      "loss": 22.1875,
+      "step": 36367
+    },
+    {
+      "epoch": 1.737933671031253,
+      "grad_norm": 166.01063537597656,
+      "learning_rate": 8.870949155421604e-07,
+      "loss": 17.3125,
+      "step": 36368
+    },
+    {
+      "epoch": 1.7379814584727133,
+      "grad_norm": 143.8390655517578,
+      "learning_rate": 8.867762920207412e-07,
+      "loss": 16.625,
+      "step": 36369
+    },
+    {
+      "epoch": 1.7380292459141737,
+      "grad_norm": 228.01046752929688,
+      "learning_rate": 8.864577230757743e-07,
+      "loss": 25.6875,
+      "step": 36370
+    },
+    {
+      "epoch": 1.7380770333556341,
+      "grad_norm": 332.34375,
+      "learning_rate": 8.861392087091636e-07,
+      "loss": 28.9062,
+      "step": 36371
+    },
+    {
+      "epoch": 1.7381248207970945,
+      "grad_norm": 229.82337951660156,
+      "learning_rate": 8.858207489228199e-07,
+      "loss": 23.3281,
+      "step": 36372
+    },
+    {
+      "epoch": 1.738172608238555,
+      "grad_norm": 265.7101745605469,
+      "learning_rate": 8.855023437186506e-07,
+      "loss": 29.3438,
+      "step": 36373
+    },
+    {
+      "epoch": 1.7382203956800153,
+      "grad_norm": 371.6119384765625,
+      "learning_rate": 8.851839930985596e-07,
+      "loss": 26.8438,
+      "step": 36374
+    },
+    {
+      "epoch": 1.7382681831214757,
+      "grad_norm": 239.27349853515625,
+      "learning_rate": 8.848656970644554e-07,
+      "loss": 24.0,
+      "step": 36375
+    },
+    {
+      "epoch": 1.738315970562936,
+      "grad_norm": 166.07626342773438,
+      "learning_rate": 8.845474556182431e-07,
+      "loss": 18.9531,
+      "step": 36376
+    },
+    {
+      "epoch": 1.7383637580043965,
+      "grad_norm": 245.5435028076172,
+      "learning_rate": 8.842292687618315e-07,
+      "loss": 31.2344,
+      "step": 36377
+    },
+    {
+      "epoch": 1.7384115454458569,
+      "grad_norm": 151.08177185058594,
+      "learning_rate": 8.839111364971231e-07,
+      "loss": 18.0781,
+      "step": 36378
+    },
+    {
+      "epoch": 1.7384593328873172,
+      "grad_norm": 323.904052734375,
+      "learning_rate": 8.835930588260233e-07,
+      "loss": 17.9062,
+      "step": 36379
+    },
+    {
+      "epoch": 1.7385071203287776,
+      "grad_norm": 662.8764038085938,
+      "learning_rate": 8.832750357504383e-07,
+      "loss": 22.0625,
+      "step": 36380
+    },
+    {
+      "epoch": 1.738554907770238,
+      "grad_norm": 403.510498046875,
+      "learning_rate": 8.829570672722732e-07,
+      "loss": 22.75,
+      "step": 36381
+    },
+    {
+      "epoch": 1.7386026952116984,
+      "grad_norm": 195.5017852783203,
+      "learning_rate": 8.826391533934287e-07,
+      "loss": 26.75,
+      "step": 36382
+    },
+    {
+      "epoch": 1.7386504826531588,
+      "grad_norm": 779.4700317382812,
+      "learning_rate": 8.823212941158143e-07,
+      "loss": 18.375,
+      "step": 36383
+    },
+    {
+      "epoch": 1.738698270094619,
+      "grad_norm": 205.1096649169922,
+      "learning_rate": 8.820034894413276e-07,
+      "loss": 20.0938,
+      "step": 36384
+    },
+    {
+      "epoch": 1.7387460575360794,
+      "grad_norm": 245.28817749023438,
+      "learning_rate": 8.816857393718758e-07,
+      "loss": 18.9062,
+      "step": 36385
+    },
+    {
+      "epoch": 1.7387938449775397,
+      "grad_norm": 246.96435546875,
+      "learning_rate": 8.813680439093597e-07,
+      "loss": 25.4688,
+      "step": 36386
+    },
+    {
+      "epoch": 1.7388416324190001,
+      "grad_norm": 157.9315948486328,
+      "learning_rate": 8.810504030556832e-07,
+      "loss": 20.1562,
+      "step": 36387
+    },
+    {
+      "epoch": 1.7388894198604605,
+      "grad_norm": 368.32635498046875,
+      "learning_rate": 8.807328168127493e-07,
+      "loss": 25.375,
+      "step": 36388
+    },
+    {
+      "epoch": 1.738937207301921,
+      "grad_norm": 398.4999694824219,
+      "learning_rate": 8.804152851824565e-07,
+      "loss": 22.3906,
+      "step": 36389
+    },
+    {
+      "epoch": 1.7389849947433813,
+      "grad_norm": 252.55751037597656,
+      "learning_rate": 8.800978081667088e-07,
+      "loss": 19.25,
+      "step": 36390
+    },
+    {
+      "epoch": 1.7390327821848417,
+      "grad_norm": 323.7740478515625,
+      "learning_rate": 8.797803857674081e-07,
+      "loss": 30.7188,
+      "step": 36391
+    },
+    {
+      "epoch": 1.739080569626302,
+      "grad_norm": 166.09471130371094,
+      "learning_rate": 8.794630179864561e-07,
+      "loss": 17.5,
+      "step": 36392
+    },
+    {
+      "epoch": 1.7391283570677625,
+      "grad_norm": 168.58834838867188,
+      "learning_rate": 8.79145704825749e-07,
+      "loss": 26.6562,
+      "step": 36393
+    },
+    {
+      "epoch": 1.7391761445092229,
+      "grad_norm": 294.19970703125,
+      "learning_rate": 8.78828446287191e-07,
+      "loss": 22.3594,
+      "step": 36394
+    },
+    {
+      "epoch": 1.7392239319506833,
+      "grad_norm": 246.635498046875,
+      "learning_rate": 8.785112423726827e-07,
+      "loss": 29.2656,
+      "step": 36395
+    },
+    {
+      "epoch": 1.7392717193921436,
+      "grad_norm": 239.650634765625,
+      "learning_rate": 8.781940930841204e-07,
+      "loss": 22.5312,
+      "step": 36396
+    },
+    {
+      "epoch": 1.739319506833604,
+      "grad_norm": 145.0073699951172,
+      "learning_rate": 8.778769984234059e-07,
+      "loss": 22.3594,
+      "step": 36397
+    },
+    {
+      "epoch": 1.7393672942750644,
+      "grad_norm": 200.4514617919922,
+      "learning_rate": 8.775599583924366e-07,
+      "loss": 15.9844,
+      "step": 36398
+    },
+    {
+      "epoch": 1.7394150817165248,
+      "grad_norm": 619.0640258789062,
+      "learning_rate": 8.772429729931132e-07,
+      "loss": 38.2188,
+      "step": 36399
+    },
+    {
+      "epoch": 1.7394628691579852,
+      "grad_norm": 185.53173828125,
+      "learning_rate": 8.769260422273318e-07,
+      "loss": 15.6875,
+      "step": 36400
+    },
+    {
+      "epoch": 1.7395106565994456,
+      "grad_norm": 355.5366516113281,
+      "learning_rate": 8.766091660969911e-07,
+      "loss": 34.4062,
+      "step": 36401
+    },
+    {
+      "epoch": 1.739558444040906,
+      "grad_norm": 311.005126953125,
+      "learning_rate": 8.762923446039895e-07,
+      "loss": 16.7969,
+      "step": 36402
+    },
+    {
+      "epoch": 1.7396062314823664,
+      "grad_norm": 142.2404327392578,
+      "learning_rate": 8.759755777502254e-07,
+      "loss": 29.3594,
+      "step": 36403
+    },
+    {
+      "epoch": 1.7396540189238268,
+      "grad_norm": 233.63894653320312,
+      "learning_rate": 8.756588655375931e-07,
+      "loss": 25.9375,
+      "step": 36404
+    },
+    {
+      "epoch": 1.7397018063652872,
+      "grad_norm": 217.3469696044922,
+      "learning_rate": 8.753422079679896e-07,
+      "loss": 20.8281,
+      "step": 36405
+    },
+    {
+      "epoch": 1.7397495938067475,
+      "grad_norm": 237.64208984375,
+      "learning_rate": 8.750256050433137e-07,
+      "loss": 28.3438,
+      "step": 36406
+    },
+    {
+      "epoch": 1.739797381248208,
+      "grad_norm": 333.7882995605469,
+      "learning_rate": 8.747090567654604e-07,
+      "loss": 16.0469,
+      "step": 36407
+    },
+    {
+      "epoch": 1.7398451686896683,
+      "grad_norm": 245.48719787597656,
+      "learning_rate": 8.743925631363237e-07,
+      "loss": 28.3594,
+      "step": 36408
+    },
+    {
+      "epoch": 1.7398929561311287,
+      "grad_norm": 252.31289672851562,
+      "learning_rate": 8.740761241577999e-07,
+      "loss": 24.0781,
+      "step": 36409
+    },
+    {
+      "epoch": 1.739940743572589,
+      "grad_norm": 1664.5794677734375,
+      "learning_rate": 8.737597398317865e-07,
+      "loss": 22.1562,
+      "step": 36410
+    },
+    {
+      "epoch": 1.7399885310140495,
+      "grad_norm": 168.72035217285156,
+      "learning_rate": 8.734434101601752e-07,
+      "loss": 25.4219,
+      "step": 36411
+    },
+    {
+      "epoch": 1.7400363184555099,
+      "grad_norm": 318.8534851074219,
+      "learning_rate": 8.7312713514486e-07,
+      "loss": 21.8281,
+      "step": 36412
+    },
+    {
+      "epoch": 1.7400841058969703,
+      "grad_norm": 176.1771697998047,
+      "learning_rate": 8.728109147877373e-07,
+      "loss": 21.2969,
+      "step": 36413
+    },
+    {
+      "epoch": 1.7401318933384307,
+      "grad_norm": 263.0952453613281,
+      "learning_rate": 8.724947490907021e-07,
+      "loss": 26.375,
+      "step": 36414
+    },
+    {
+      "epoch": 1.740179680779891,
+      "grad_norm": 285.3280334472656,
+      "learning_rate": 8.72178638055643e-07,
+      "loss": 25.4531,
+      "step": 36415
+    },
+    {
+      "epoch": 1.7402274682213514,
+      "grad_norm": 167.73057556152344,
+      "learning_rate": 8.718625816844572e-07,
+      "loss": 22.4844,
+      "step": 36416
+    },
+    {
+      "epoch": 1.7402752556628118,
+      "grad_norm": 202.33058166503906,
+      "learning_rate": 8.715465799790346e-07,
+      "loss": 27.7188,
+      "step": 36417
+    },
+    {
+      "epoch": 1.7403230431042722,
+      "grad_norm": 704.2669677734375,
+      "learning_rate": 8.712306329412701e-07,
+      "loss": 28.6406,
+      "step": 36418
+    },
+    {
+      "epoch": 1.7403708305457326,
+      "grad_norm": 170.14434814453125,
+      "learning_rate": 8.709147405730556e-07,
+      "loss": 22.6562,
+      "step": 36419
+    },
+    {
+      "epoch": 1.740418617987193,
+      "grad_norm": 279.55975341796875,
+      "learning_rate": 8.705989028762807e-07,
+      "loss": 26.2969,
+      "step": 36420
+    },
+    {
+      "epoch": 1.7404664054286534,
+      "grad_norm": 158.92701721191406,
+      "learning_rate": 8.702831198528394e-07,
+      "loss": 22.1562,
+      "step": 36421
+    },
+    {
+      "epoch": 1.7405141928701138,
+      "grad_norm": 194.9119415283203,
+      "learning_rate": 8.699673915046203e-07,
+      "loss": 20.0,
+      "step": 36422
+    },
+    {
+      "epoch": 1.7405619803115742,
+      "grad_norm": 166.62400817871094,
+      "learning_rate": 8.696517178335151e-07,
+      "loss": 20.8594,
+      "step": 36423
+    },
+    {
+      "epoch": 1.7406097677530346,
+      "grad_norm": 239.3020477294922,
+      "learning_rate": 8.693360988414145e-07,
+      "loss": 21.9531,
+      "step": 36424
+    },
+    {
+      "epoch": 1.740657555194495,
+      "grad_norm": 179.48355102539062,
+      "learning_rate": 8.690205345302116e-07,
+      "loss": 25.0781,
+      "step": 36425
+    },
+    {
+      "epoch": 1.7407053426359553,
+      "grad_norm": 534.3292236328125,
+      "learning_rate": 8.687050249017915e-07,
+      "loss": 24.2812,
+      "step": 36426
+    },
+    {
+      "epoch": 1.7407531300774157,
+      "grad_norm": 227.30076599121094,
+      "learning_rate": 8.683895699580458e-07,
+      "loss": 39.4062,
+      "step": 36427
+    },
+    {
+      "epoch": 1.7408009175188761,
+      "grad_norm": 192.04837036132812,
+      "learning_rate": 8.680741697008632e-07,
+      "loss": 15.9844,
+      "step": 36428
+    },
+    {
+      "epoch": 1.7408487049603365,
+      "grad_norm": 774.3402709960938,
+      "learning_rate": 8.677588241321344e-07,
+      "loss": 19.625,
+      "step": 36429
+    },
+    {
+      "epoch": 1.740896492401797,
+      "grad_norm": 299.0848693847656,
+      "learning_rate": 8.674435332537457e-07,
+      "loss": 23.6562,
+      "step": 36430
+    },
+    {
+      "epoch": 1.7409442798432573,
+      "grad_norm": 372.0320129394531,
+      "learning_rate": 8.671282970675854e-07,
+      "loss": 27.5,
+      "step": 36431
+    },
+    {
+      "epoch": 1.7409920672847177,
+      "grad_norm": 337.3739013671875,
+      "learning_rate": 8.668131155755433e-07,
+      "loss": 25.4844,
+      "step": 36432
+    },
+    {
+      "epoch": 1.741039854726178,
+      "grad_norm": 348.7631530761719,
+      "learning_rate": 8.664979887795044e-07,
+      "loss": 23.8438,
+      "step": 36433
+    },
+    {
+      "epoch": 1.7410876421676384,
+      "grad_norm": 359.4825439453125,
+      "learning_rate": 8.661829166813562e-07,
+      "loss": 29.7344,
+      "step": 36434
+    },
+    {
+      "epoch": 1.7411354296090988,
+      "grad_norm": 411.740478515625,
+      "learning_rate": 8.658678992829872e-07,
+      "loss": 31.7188,
+      "step": 36435
+    },
+    {
+      "epoch": 1.7411832170505592,
+      "grad_norm": 241.95645141601562,
+      "learning_rate": 8.655529365862858e-07,
+      "loss": 24.5469,
+      "step": 36436
+    },
+    {
+      "epoch": 1.7412310044920196,
+      "grad_norm": 152.21339416503906,
+      "learning_rate": 8.652380285931328e-07,
+      "loss": 26.5781,
+      "step": 36437
+    },
+    {
+      "epoch": 1.74127879193348,
+      "grad_norm": 330.03076171875,
+      "learning_rate": 8.649231753054177e-07,
+      "loss": 24.4531,
+      "step": 36438
+    },
+    {
+      "epoch": 1.7413265793749404,
+      "grad_norm": 292.82940673828125,
+      "learning_rate": 8.646083767250246e-07,
+      "loss": 27.0938,
+      "step": 36439
+    },
+    {
+      "epoch": 1.7413743668164008,
+      "grad_norm": 218.61228942871094,
+      "learning_rate": 8.64293632853841e-07,
+      "loss": 19.3281,
+      "step": 36440
+    },
+    {
+      "epoch": 1.7414221542578612,
+      "grad_norm": 174.27151489257812,
+      "learning_rate": 8.639789436937496e-07,
+      "loss": 20.1719,
+      "step": 36441
+    },
+    {
+      "epoch": 1.7414699416993216,
+      "grad_norm": 191.28155517578125,
+      "learning_rate": 8.636643092466346e-07,
+      "loss": 21.9375,
+      "step": 36442
+    },
+    {
+      "epoch": 1.741517729140782,
+      "grad_norm": 344.779052734375,
+      "learning_rate": 8.633497295143811e-07,
+      "loss": 24.5312,
+      "step": 36443
+    },
+    {
+      "epoch": 1.7415655165822423,
+      "grad_norm": 196.2596893310547,
+      "learning_rate": 8.630352044988755e-07,
+      "loss": 23.5,
+      "step": 36444
+    },
+    {
+      "epoch": 1.7416133040237027,
+      "grad_norm": 218.0717315673828,
+      "learning_rate": 8.627207342019972e-07,
+      "loss": 19.2656,
+      "step": 36445
+    },
+    {
+      "epoch": 1.741661091465163,
+      "grad_norm": 304.8547058105469,
+      "learning_rate": 8.624063186256327e-07,
+      "loss": 22.75,
+      "step": 36446
+    },
+    {
+      "epoch": 1.7417088789066233,
+      "grad_norm": 179.12307739257812,
+      "learning_rate": 8.620919577716635e-07,
+      "loss": 16.7188,
+      "step": 36447
+    },
+    {
+      "epoch": 1.7417566663480837,
+      "grad_norm": 243.02725219726562,
+      "learning_rate": 8.617776516419718e-07,
+      "loss": 25.3438,
+      "step": 36448
+    },
+    {
+      "epoch": 1.741804453789544,
+      "grad_norm": 232.73248291015625,
+      "learning_rate": 8.614634002384414e-07,
+      "loss": 28.9062,
+      "step": 36449
+    },
+    {
+      "epoch": 1.7418522412310045,
+      "grad_norm": 339.60809326171875,
+      "learning_rate": 8.61149203562952e-07,
+      "loss": 27.7812,
+      "step": 36450
+    },
+    {
+      "epoch": 1.7419000286724649,
+      "grad_norm": 243.37066650390625,
+      "learning_rate": 8.608350616173866e-07,
+      "loss": 22.2656,
+      "step": 36451
+    },
+    {
+      "epoch": 1.7419478161139252,
+      "grad_norm": 431.61541748046875,
+      "learning_rate": 8.60520974403628e-07,
+      "loss": 30.7812,
+      "step": 36452
+    },
+    {
+      "epoch": 1.7419956035553856,
+      "grad_norm": 1366.113525390625,
+      "learning_rate": 8.602069419235537e-07,
+      "loss": 17.9688,
+      "step": 36453
+    },
+    {
+      "epoch": 1.742043390996846,
+      "grad_norm": 202.93287658691406,
+      "learning_rate": 8.598929641790466e-07,
+      "loss": 20.6875,
+      "step": 36454
+    },
+    {
+      "epoch": 1.7420911784383064,
+      "grad_norm": 210.2296905517578,
+      "learning_rate": 8.595790411719873e-07,
+      "loss": 21.3125,
+      "step": 36455
+    },
+    {
+      "epoch": 1.7421389658797668,
+      "grad_norm": 299.6652526855469,
+      "learning_rate": 8.592651729042545e-07,
+      "loss": 20.875,
+      "step": 36456
+    },
+    {
+      "epoch": 1.7421867533212272,
+      "grad_norm": 212.84750366210938,
+      "learning_rate": 8.589513593777287e-07,
+      "loss": 24.25,
+      "step": 36457
+    },
+    {
+      "epoch": 1.7422345407626876,
+      "grad_norm": 204.98106384277344,
+      "learning_rate": 8.586376005942898e-07,
+      "loss": 24.0938,
+      "step": 36458
+    },
+    {
+      "epoch": 1.742282328204148,
+      "grad_norm": 192.23529052734375,
+      "learning_rate": 8.58323896555816e-07,
+      "loss": 20.2812,
+      "step": 36459
+    },
+    {
+      "epoch": 1.7423301156456084,
+      "grad_norm": 240.01646423339844,
+      "learning_rate": 8.580102472641849e-07,
+      "loss": 19.0312,
+      "step": 36460
+    },
+    {
+      "epoch": 1.7423779030870687,
+      "grad_norm": 227.48770141601562,
+      "learning_rate": 8.57696652721276e-07,
+      "loss": 39.9688,
+      "step": 36461
+    },
+    {
+      "epoch": 1.7424256905285291,
+      "grad_norm": 262.7276611328125,
+      "learning_rate": 8.57383112928969e-07,
+      "loss": 31.9375,
+      "step": 36462
+    },
+    {
+      "epoch": 1.7424734779699895,
+      "grad_norm": 251.0223846435547,
+      "learning_rate": 8.570696278891388e-07,
+      "loss": 24.4688,
+      "step": 36463
+    },
+    {
+      "epoch": 1.74252126541145,
+      "grad_norm": 187.82484436035156,
+      "learning_rate": 8.567561976036631e-07,
+      "loss": 27.7812,
+      "step": 36464
+    },
+    {
+      "epoch": 1.7425690528529103,
+      "grad_norm": 232.9254608154297,
+      "learning_rate": 8.564428220744203e-07,
+      "loss": 20.8594,
+      "step": 36465
+    },
+    {
+      "epoch": 1.7426168402943707,
+      "grad_norm": 380.2578430175781,
+      "learning_rate": 8.561295013032888e-07,
+      "loss": 25.5312,
+      "step": 36466
+    },
+    {
+      "epoch": 1.7426646277358309,
+      "grad_norm": 187.50865173339844,
+      "learning_rate": 8.558162352921407e-07,
+      "loss": 33.5156,
+      "step": 36467
+    },
+    {
+      "epoch": 1.7427124151772913,
+      "grad_norm": 257.4302673339844,
+      "learning_rate": 8.555030240428541e-07,
+      "loss": 23.5469,
+      "step": 36468
+    },
+    {
+      "epoch": 1.7427602026187516,
+      "grad_norm": 202.62875366210938,
+      "learning_rate": 8.551898675573056e-07,
+      "loss": 24.2188,
+      "step": 36469
+    },
+    {
+      "epoch": 1.742807990060212,
+      "grad_norm": 285.6589050292969,
+      "learning_rate": 8.548767658373691e-07,
+      "loss": 19.3281,
+      "step": 36470
+    },
+    {
+      "epoch": 1.7428557775016724,
+      "grad_norm": 139.96434020996094,
+      "learning_rate": 8.545637188849198e-07,
+      "loss": 26.7188,
+      "step": 36471
+    },
+    {
+      "epoch": 1.7429035649431328,
+      "grad_norm": 343.28607177734375,
+      "learning_rate": 8.54250726701833e-07,
+      "loss": 28.4375,
+      "step": 36472
+    },
+    {
+      "epoch": 1.7429513523845932,
+      "grad_norm": 190.54302978515625,
+      "learning_rate": 8.539377892899858e-07,
+      "loss": 19.5625,
+      "step": 36473
+    },
+    {
+      "epoch": 1.7429991398260536,
+      "grad_norm": 172.72653198242188,
+      "learning_rate": 8.53624906651247e-07,
+      "loss": 25.7188,
+      "step": 36474
+    },
+    {
+      "epoch": 1.743046927267514,
+      "grad_norm": 207.17286682128906,
+      "learning_rate": 8.533120787874927e-07,
+      "loss": 19.3594,
+      "step": 36475
+    },
+    {
+      "epoch": 1.7430947147089744,
+      "grad_norm": 224.76292419433594,
+      "learning_rate": 8.52999305700597e-07,
+      "loss": 24.3438,
+      "step": 36476
+    },
+    {
+      "epoch": 1.7431425021504348,
+      "grad_norm": 156.882568359375,
+      "learning_rate": 8.526865873924339e-07,
+      "loss": 20.4219,
+      "step": 36477
+    },
+    {
+      "epoch": 1.7431902895918951,
+      "grad_norm": 283.9327087402344,
+      "learning_rate": 8.523739238648732e-07,
+      "loss": 32.5312,
+      "step": 36478
+    },
+    {
+      "epoch": 1.7432380770333555,
+      "grad_norm": 106.87508392333984,
+      "learning_rate": 8.520613151197899e-07,
+      "loss": 13.1719,
+      "step": 36479
+    },
+    {
+      "epoch": 1.743285864474816,
+      "grad_norm": 349.88885498046875,
+      "learning_rate": 8.517487611590558e-07,
+      "loss": 26.875,
+      "step": 36480
+    },
+    {
+      "epoch": 1.7433336519162763,
+      "grad_norm": 180.15492248535156,
+      "learning_rate": 8.514362619845418e-07,
+      "loss": 21.0781,
+      "step": 36481
+    },
+    {
+      "epoch": 1.7433814393577367,
+      "grad_norm": 240.955078125,
+      "learning_rate": 8.511238175981207e-07,
+      "loss": 27.3906,
+      "step": 36482
+    },
+    {
+      "epoch": 1.743429226799197,
+      "grad_norm": 552.4948120117188,
+      "learning_rate": 8.508114280016599e-07,
+      "loss": 25.1094,
+      "step": 36483
+    },
+    {
+      "epoch": 1.7434770142406575,
+      "grad_norm": 170.1678009033203,
+      "learning_rate": 8.504990931970347e-07,
+      "loss": 23.8125,
+      "step": 36484
+    },
+    {
+      "epoch": 1.7435248016821179,
+      "grad_norm": 198.95765686035156,
+      "learning_rate": 8.501868131861146e-07,
+      "loss": 28.2188,
+      "step": 36485
+    },
+    {
+      "epoch": 1.7435725891235783,
+      "grad_norm": 170.84707641601562,
+      "learning_rate": 8.49874587970767e-07,
+      "loss": 19.0156,
+      "step": 36486
+    },
+    {
+      "epoch": 1.7436203765650387,
+      "grad_norm": 213.97412109375,
+      "learning_rate": 8.49562417552865e-07,
+      "loss": 25.3438,
+      "step": 36487
+    },
+    {
+      "epoch": 1.743668164006499,
+      "grad_norm": 550.723388671875,
+      "learning_rate": 8.492503019342768e-07,
+      "loss": 21.0312,
+      "step": 36488
+    },
+    {
+      "epoch": 1.7437159514479594,
+      "grad_norm": 247.48052978515625,
+      "learning_rate": 8.489382411168712e-07,
+      "loss": 25.875,
+      "step": 36489
+    },
+    {
+      "epoch": 1.7437637388894198,
+      "grad_norm": 270.8479309082031,
+      "learning_rate": 8.486262351025177e-07,
+      "loss": 22.25,
+      "step": 36490
+    },
+    {
+      "epoch": 1.7438115263308802,
+      "grad_norm": 230.20681762695312,
+      "learning_rate": 8.483142838930836e-07,
+      "loss": 20.875,
+      "step": 36491
+    },
+    {
+      "epoch": 1.7438593137723406,
+      "grad_norm": 339.6122131347656,
+      "learning_rate": 8.480023874904398e-07,
+      "loss": 25.5,
+      "step": 36492
+    },
+    {
+      "epoch": 1.743907101213801,
+      "grad_norm": 240.7209014892578,
+      "learning_rate": 8.476905458964512e-07,
+      "loss": 26.5469,
+      "step": 36493
+    },
+    {
+      "epoch": 1.7439548886552614,
+      "grad_norm": 266.33831787109375,
+      "learning_rate": 8.473787591129856e-07,
+      "loss": 24.625,
+      "step": 36494
+    },
+    {
+      "epoch": 1.7440026760967218,
+      "grad_norm": 217.71018981933594,
+      "learning_rate": 8.470670271419134e-07,
+      "loss": 22.1562,
+      "step": 36495
+    },
+    {
+      "epoch": 1.7440504635381822,
+      "grad_norm": 154.475341796875,
+      "learning_rate": 8.467553499850977e-07,
+      "loss": 21.6562,
+      "step": 36496
+    },
+    {
+      "epoch": 1.7440982509796426,
+      "grad_norm": 349.2428894042969,
+      "learning_rate": 8.46443727644406e-07,
+      "loss": 26.25,
+      "step": 36497
+    },
+    {
+      "epoch": 1.744146038421103,
+      "grad_norm": 159.69192504882812,
+      "learning_rate": 8.461321601217054e-07,
+      "loss": 19.7031,
+      "step": 36498
+    },
+    {
+      "epoch": 1.7441938258625633,
+      "grad_norm": 206.2989959716797,
+      "learning_rate": 8.458206474188635e-07,
+      "loss": 21.0625,
+      "step": 36499
+    },
+    {
+      "epoch": 1.7442416133040237,
+      "grad_norm": 274.8182067871094,
+      "learning_rate": 8.455091895377421e-07,
+      "loss": 22.9844,
+      "step": 36500
+    },
+    {
+      "epoch": 1.744289400745484,
+      "grad_norm": 310.5978088378906,
+      "learning_rate": 8.451977864802074e-07,
+      "loss": 16.4531,
+      "step": 36501
+    },
+    {
+      "epoch": 1.7443371881869445,
+      "grad_norm": 225.02407836914062,
+      "learning_rate": 8.448864382481259e-07,
+      "loss": 28.4219,
+      "step": 36502
+    },
+    {
+      "epoch": 1.7443849756284049,
+      "grad_norm": 199.8225860595703,
+      "learning_rate": 8.445751448433625e-07,
+      "loss": 23.4688,
+      "step": 36503
+    },
+    {
+      "epoch": 1.7444327630698653,
+      "grad_norm": 300.5856628417969,
+      "learning_rate": 8.442639062677782e-07,
+      "loss": 30.8125,
+      "step": 36504
+    },
+    {
+      "epoch": 1.7444805505113257,
+      "grad_norm": 162.06680297851562,
+      "learning_rate": 8.439527225232392e-07,
+      "loss": 21.8906,
+      "step": 36505
+    },
+    {
+      "epoch": 1.744528337952786,
+      "grad_norm": 367.6620178222656,
+      "learning_rate": 8.436415936116105e-07,
+      "loss": 28.25,
+      "step": 36506
+    },
+    {
+      "epoch": 1.7445761253942464,
+      "grad_norm": 281.445556640625,
+      "learning_rate": 8.43330519534753e-07,
+      "loss": 22.5781,
+      "step": 36507
+    },
+    {
+      "epoch": 1.7446239128357068,
+      "grad_norm": 348.0,
+      "learning_rate": 8.430195002945285e-07,
+      "loss": 23.3438,
+      "step": 36508
+    },
+    {
+      "epoch": 1.7446717002771672,
+      "grad_norm": 506.6990051269531,
+      "learning_rate": 8.427085358928034e-07,
+      "loss": 31.125,
+      "step": 36509
+    },
+    {
+      "epoch": 1.7447194877186276,
+      "grad_norm": 407.3162536621094,
+      "learning_rate": 8.423976263314382e-07,
+      "loss": 22.0312,
+      "step": 36510
+    },
+    {
+      "epoch": 1.744767275160088,
+      "grad_norm": 213.8727569580078,
+      "learning_rate": 8.420867716122938e-07,
+      "loss": 13.3438,
+      "step": 36511
+    },
+    {
+      "epoch": 1.7448150626015484,
+      "grad_norm": 230.6891632080078,
+      "learning_rate": 8.417759717372321e-07,
+      "loss": 24.5781,
+      "step": 36512
+    },
+    {
+      "epoch": 1.7448628500430088,
+      "grad_norm": 185.25750732421875,
+      "learning_rate": 8.41465226708118e-07,
+      "loss": 17.5938,
+      "step": 36513
+    },
+    {
+      "epoch": 1.7449106374844692,
+      "grad_norm": 251.01036071777344,
+      "learning_rate": 8.411545365268059e-07,
+      "loss": 36.25,
+      "step": 36514
+    },
+    {
+      "epoch": 1.7449584249259296,
+      "grad_norm": 366.2833251953125,
+      "learning_rate": 8.40843901195163e-07,
+      "loss": 21.7031,
+      "step": 36515
+    },
+    {
+      "epoch": 1.74500621236739,
+      "grad_norm": 152.61685180664062,
+      "learning_rate": 8.405333207150446e-07,
+      "loss": 26.1562,
+      "step": 36516
+    },
+    {
+      "epoch": 1.7450539998088503,
+      "grad_norm": 264.0985412597656,
+      "learning_rate": 8.402227950883124e-07,
+      "loss": 24.7188,
+      "step": 36517
+    },
+    {
+      "epoch": 1.7451017872503107,
+      "grad_norm": 207.09556579589844,
+      "learning_rate": 8.399123243168284e-07,
+      "loss": 29.8594,
+      "step": 36518
+    },
+    {
+      "epoch": 1.7451495746917711,
+      "grad_norm": 181.09906005859375,
+      "learning_rate": 8.396019084024476e-07,
+      "loss": 31.1406,
+      "step": 36519
+    },
+    {
+      "epoch": 1.7451973621332315,
+      "grad_norm": 410.46923828125,
+      "learning_rate": 8.39291547347032e-07,
+      "loss": 29.9531,
+      "step": 36520
+    },
+    {
+      "epoch": 1.745245149574692,
+      "grad_norm": 485.0986633300781,
+      "learning_rate": 8.389812411524401e-07,
+      "loss": 39.7188,
+      "step": 36521
+    },
+    {
+      "epoch": 1.7452929370161523,
+      "grad_norm": 140.26185607910156,
+      "learning_rate": 8.386709898205292e-07,
+      "loss": 21.6562,
+      "step": 36522
+    },
+    {
+      "epoch": 1.7453407244576127,
+      "grad_norm": 183.50863647460938,
+      "learning_rate": 8.383607933531568e-07,
+      "loss": 21.9375,
+      "step": 36523
+    },
+    {
+      "epoch": 1.745388511899073,
+      "grad_norm": 126.38262176513672,
+      "learning_rate": 8.380506517521813e-07,
+      "loss": 19.4844,
+      "step": 36524
+    },
+    {
+      "epoch": 1.7454362993405335,
+      "grad_norm": 360.0311279296875,
+      "learning_rate": 8.377405650194625e-07,
+      "loss": 21.2031,
+      "step": 36525
+    },
+    {
+      "epoch": 1.7454840867819938,
+      "grad_norm": 138.9945831298828,
+      "learning_rate": 8.374305331568533e-07,
+      "loss": 14.6719,
+      "step": 36526
+    },
+    {
+      "epoch": 1.7455318742234542,
+      "grad_norm": 626.53076171875,
+      "learning_rate": 8.371205561662121e-07,
+      "loss": 23.5469,
+      "step": 36527
+    },
+    {
+      "epoch": 1.7455796616649144,
+      "grad_norm": 172.41734313964844,
+      "learning_rate": 8.368106340493964e-07,
+      "loss": 22.375,
+      "step": 36528
+    },
+    {
+      "epoch": 1.7456274491063748,
+      "grad_norm": 327.7297668457031,
+      "learning_rate": 8.365007668082614e-07,
+      "loss": 23.875,
+      "step": 36529
+    },
+    {
+      "epoch": 1.7456752365478352,
+      "grad_norm": 333.390869140625,
+      "learning_rate": 8.361909544446623e-07,
+      "loss": 25.2188,
+      "step": 36530
+    },
+    {
+      "epoch": 1.7457230239892956,
+      "grad_norm": 593.3192138671875,
+      "learning_rate": 8.358811969604541e-07,
+      "loss": 20.8672,
+      "step": 36531
+    },
+    {
+      "epoch": 1.745770811430756,
+      "grad_norm": 424.6769104003906,
+      "learning_rate": 8.355714943574944e-07,
+      "loss": 20.9062,
+      "step": 36532
+    },
+    {
+      "epoch": 1.7458185988722164,
+      "grad_norm": 256.4063415527344,
+      "learning_rate": 8.352618466376339e-07,
+      "loss": 34.7188,
+      "step": 36533
+    },
+    {
+      "epoch": 1.7458663863136767,
+      "grad_norm": 285.7616882324219,
+      "learning_rate": 8.349522538027299e-07,
+      "loss": 36.3906,
+      "step": 36534
+    },
+    {
+      "epoch": 1.7459141737551371,
+      "grad_norm": 193.3521728515625,
+      "learning_rate": 8.346427158546356e-07,
+      "loss": 38.4062,
+      "step": 36535
+    },
+    {
+      "epoch": 1.7459619611965975,
+      "grad_norm": 141.59742736816406,
+      "learning_rate": 8.34333232795207e-07,
+      "loss": 31.0469,
+      "step": 36536
+    },
+    {
+      "epoch": 1.746009748638058,
+      "grad_norm": 287.9397277832031,
+      "learning_rate": 8.340238046262927e-07,
+      "loss": 17.5625,
+      "step": 36537
+    },
+    {
+      "epoch": 1.7460575360795183,
+      "grad_norm": 209.59552001953125,
+      "learning_rate": 8.337144313497491e-07,
+      "loss": 22.5938,
+      "step": 36538
+    },
+    {
+      "epoch": 1.7461053235209787,
+      "grad_norm": 153.42218017578125,
+      "learning_rate": 8.334051129674281e-07,
+      "loss": 22.0938,
+      "step": 36539
+    },
+    {
+      "epoch": 1.746153110962439,
+      "grad_norm": 281.1003723144531,
+      "learning_rate": 8.330958494811847e-07,
+      "loss": 30.0,
+      "step": 36540
+    },
+    {
+      "epoch": 1.7462008984038995,
+      "grad_norm": 387.6863098144531,
+      "learning_rate": 8.327866408928665e-07,
+      "loss": 29.2969,
+      "step": 36541
+    },
+    {
+      "epoch": 1.7462486858453599,
+      "grad_norm": 242.40567016601562,
+      "learning_rate": 8.324774872043262e-07,
+      "loss": 27.7188,
+      "step": 36542
+    },
+    {
+      "epoch": 1.7462964732868202,
+      "grad_norm": 409.92889404296875,
+      "learning_rate": 8.321683884174192e-07,
+      "loss": 23.8125,
+      "step": 36543
+    },
+    {
+      "epoch": 1.7463442607282806,
+      "grad_norm": 165.56869506835938,
+      "learning_rate": 8.318593445339929e-07,
+      "loss": 23.375,
+      "step": 36544
+    },
+    {
+      "epoch": 1.746392048169741,
+      "grad_norm": 199.83407592773438,
+      "learning_rate": 8.315503555558979e-07,
+      "loss": 25.8125,
+      "step": 36545
+    },
+    {
+      "epoch": 1.7464398356112014,
+      "grad_norm": 358.5021667480469,
+      "learning_rate": 8.312414214849873e-07,
+      "loss": 18.0,
+      "step": 36546
+    },
+    {
+      "epoch": 1.7464876230526618,
+      "grad_norm": 286.438720703125,
+      "learning_rate": 8.309325423231085e-07,
+      "loss": 25.4688,
+      "step": 36547
+    },
+    {
+      "epoch": 1.7465354104941222,
+      "grad_norm": 569.3832397460938,
+      "learning_rate": 8.306237180721121e-07,
+      "loss": 32.9062,
+      "step": 36548
+    },
+    {
+      "epoch": 1.7465831979355824,
+      "grad_norm": 130.51797485351562,
+      "learning_rate": 8.303149487338502e-07,
+      "loss": 18.4844,
+      "step": 36549
+    },
+    {
+      "epoch": 1.7466309853770428,
+      "grad_norm": 187.22152709960938,
+      "learning_rate": 8.300062343101667e-07,
+      "loss": 20.6406,
+      "step": 36550
+    },
+    {
+      "epoch": 1.7466787728185031,
+      "grad_norm": 178.04800415039062,
+      "learning_rate": 8.296975748029168e-07,
+      "loss": 18.8906,
+      "step": 36551
+    },
+    {
+      "epoch": 1.7467265602599635,
+      "grad_norm": 252.7151641845703,
+      "learning_rate": 8.293889702139424e-07,
+      "loss": 23.75,
+      "step": 36552
+    },
+    {
+      "epoch": 1.746774347701424,
+      "grad_norm": 259.3085632324219,
+      "learning_rate": 8.290804205450953e-07,
+      "loss": 19.9688,
+      "step": 36553
+    },
+    {
+      "epoch": 1.7468221351428843,
+      "grad_norm": 207.87413024902344,
+      "learning_rate": 8.287719257982241e-07,
+      "loss": 28.625,
+      "step": 36554
+    },
+    {
+      "epoch": 1.7468699225843447,
+      "grad_norm": 265.77532958984375,
+      "learning_rate": 8.284634859751728e-07,
+      "loss": 26.0,
+      "step": 36555
+    },
+    {
+      "epoch": 1.746917710025805,
+      "grad_norm": 281.58575439453125,
+      "learning_rate": 8.281551010777922e-07,
+      "loss": 17.3125,
+      "step": 36556
+    },
+    {
+      "epoch": 1.7469654974672655,
+      "grad_norm": 279.18182373046875,
+      "learning_rate": 8.278467711079264e-07,
+      "loss": 16.7891,
+      "step": 36557
+    },
+    {
+      "epoch": 1.7470132849087259,
+      "grad_norm": 484.9404296875,
+      "learning_rate": 8.275384960674249e-07,
+      "loss": 26.7656,
+      "step": 36558
+    },
+    {
+      "epoch": 1.7470610723501863,
+      "grad_norm": 256.90838623046875,
+      "learning_rate": 8.272302759581308e-07,
+      "loss": 28.6562,
+      "step": 36559
+    },
+    {
+      "epoch": 1.7471088597916467,
+      "grad_norm": 496.3411865234375,
+      "learning_rate": 8.269221107818915e-07,
+      "loss": 29.4375,
+      "step": 36560
+    },
+    {
+      "epoch": 1.747156647233107,
+      "grad_norm": 211.76852416992188,
+      "learning_rate": 8.266140005405509e-07,
+      "loss": 24.3438,
+      "step": 36561
+    },
+    {
+      "epoch": 1.7472044346745674,
+      "grad_norm": 283.0658264160156,
+      "learning_rate": 8.263059452359589e-07,
+      "loss": 26.25,
+      "step": 36562
+    },
+    {
+      "epoch": 1.7472522221160278,
+      "grad_norm": 166.57366943359375,
+      "learning_rate": 8.259979448699539e-07,
+      "loss": 20.9688,
+      "step": 36563
+    },
+    {
+      "epoch": 1.7473000095574882,
+      "grad_norm": 259.2003479003906,
+      "learning_rate": 8.256899994443845e-07,
+      "loss": 20.1094,
+      "step": 36564
+    },
+    {
+      "epoch": 1.7473477969989486,
+      "grad_norm": 199.07000732421875,
+      "learning_rate": 8.253821089610959e-07,
+      "loss": 20.0625,
+      "step": 36565
+    },
+    {
+      "epoch": 1.747395584440409,
+      "grad_norm": 244.47715759277344,
+      "learning_rate": 8.250742734219274e-07,
+      "loss": 18.75,
+      "step": 36566
+    },
+    {
+      "epoch": 1.7474433718818694,
+      "grad_norm": 174.05699157714844,
+      "learning_rate": 8.247664928287247e-07,
+      "loss": 18.3438,
+      "step": 36567
+    },
+    {
+      "epoch": 1.7474911593233298,
+      "grad_norm": 335.28594970703125,
+      "learning_rate": 8.244587671833326e-07,
+      "loss": 36.5625,
+      "step": 36568
+    },
+    {
+      "epoch": 1.7475389467647902,
+      "grad_norm": 195.3162384033203,
+      "learning_rate": 8.241510964875932e-07,
+      "loss": 19.2188,
+      "step": 36569
+    },
+    {
+      "epoch": 1.7475867342062505,
+      "grad_norm": 567.374755859375,
+      "learning_rate": 8.238434807433482e-07,
+      "loss": 19.1406,
+      "step": 36570
+    },
+    {
+      "epoch": 1.747634521647711,
+      "grad_norm": 196.38829040527344,
+      "learning_rate": 8.235359199524395e-07,
+      "loss": 28.9375,
+      "step": 36571
+    },
+    {
+      "epoch": 1.7476823090891713,
+      "grad_norm": 287.0794982910156,
+      "learning_rate": 8.232284141167102e-07,
+      "loss": 26.875,
+      "step": 36572
+    },
+    {
+      "epoch": 1.7477300965306317,
+      "grad_norm": 290.6929931640625,
+      "learning_rate": 8.22920963238003e-07,
+      "loss": 28.2188,
+      "step": 36573
+    },
+    {
+      "epoch": 1.747777883972092,
+      "grad_norm": 357.02685546875,
+      "learning_rate": 8.226135673181557e-07,
+      "loss": 26.25,
+      "step": 36574
+    },
+    {
+      "epoch": 1.7478256714135525,
+      "grad_norm": 382.2900390625,
+      "learning_rate": 8.223062263590109e-07,
+      "loss": 23.4688,
+      "step": 36575
+    },
+    {
+      "epoch": 1.7478734588550129,
+      "grad_norm": 253.23031616210938,
+      "learning_rate": 8.219989403624096e-07,
+      "loss": 24.2031,
+      "step": 36576
+    },
+    {
+      "epoch": 1.7479212462964733,
+      "grad_norm": 294.1434631347656,
+      "learning_rate": 8.216917093301935e-07,
+      "loss": 25.7031,
+      "step": 36577
+    },
+    {
+      "epoch": 1.7479690337379337,
+      "grad_norm": 284.83575439453125,
+      "learning_rate": 8.21384533264199e-07,
+      "loss": 16.2031,
+      "step": 36578
+    },
+    {
+      "epoch": 1.748016821179394,
+      "grad_norm": 170.5258331298828,
+      "learning_rate": 8.21077412166269e-07,
+      "loss": 16.8906,
+      "step": 36579
+    },
+    {
+      "epoch": 1.7480646086208544,
+      "grad_norm": 249.78726196289062,
+      "learning_rate": 8.207703460382399e-07,
+      "loss": 27.25,
+      "step": 36580
+    },
+    {
+      "epoch": 1.7481123960623148,
+      "grad_norm": 211.4514923095703,
+      "learning_rate": 8.204633348819524e-07,
+      "loss": 25.9844,
+      "step": 36581
+    },
+    {
+      "epoch": 1.7481601835037752,
+      "grad_norm": 188.51068115234375,
+      "learning_rate": 8.201563786992462e-07,
+      "loss": 20.6094,
+      "step": 36582
+    },
+    {
+      "epoch": 1.7482079709452356,
+      "grad_norm": 443.8984375,
+      "learning_rate": 8.198494774919552e-07,
+      "loss": 29.1875,
+      "step": 36583
+    },
+    {
+      "epoch": 1.748255758386696,
+      "grad_norm": 340.3191223144531,
+      "learning_rate": 8.195426312619226e-07,
+      "loss": 24.7188,
+      "step": 36584
+    },
+    {
+      "epoch": 1.7483035458281564,
+      "grad_norm": 258.1242370605469,
+      "learning_rate": 8.192358400109823e-07,
+      "loss": 21.5781,
+      "step": 36585
+    },
+    {
+      "epoch": 1.7483513332696168,
+      "grad_norm": 277.0523376464844,
+      "learning_rate": 8.18929103740973e-07,
+      "loss": 24.4375,
+      "step": 36586
+    },
+    {
+      "epoch": 1.7483991207110772,
+      "grad_norm": 129.3579559326172,
+      "learning_rate": 8.186224224537309e-07,
+      "loss": 25.0625,
+      "step": 36587
+    },
+    {
+      "epoch": 1.7484469081525376,
+      "grad_norm": 206.5894775390625,
+      "learning_rate": 8.183157961510957e-07,
+      "loss": 21.2344,
+      "step": 36588
+    },
+    {
+      "epoch": 1.748494695593998,
+      "grad_norm": 276.9488220214844,
+      "learning_rate": 8.180092248348981e-07,
+      "loss": 27.125,
+      "step": 36589
+    },
+    {
+      "epoch": 1.7485424830354583,
+      "grad_norm": 398.2112731933594,
+      "learning_rate": 8.177027085069789e-07,
+      "loss": 31.125,
+      "step": 36590
+    },
+    {
+      "epoch": 1.7485902704769187,
+      "grad_norm": 161.36447143554688,
+      "learning_rate": 8.173962471691732e-07,
+      "loss": 21.2969,
+      "step": 36591
+    },
+    {
+      "epoch": 1.7486380579183791,
+      "grad_norm": 206.65640258789062,
+      "learning_rate": 8.17089840823313e-07,
+      "loss": 27.0,
+      "step": 36592
+    },
+    {
+      "epoch": 1.7486858453598395,
+      "grad_norm": 247.11410522460938,
+      "learning_rate": 8.167834894712357e-07,
+      "loss": 27.2812,
+      "step": 36593
+    },
+    {
+      "epoch": 1.7487336328013,
+      "grad_norm": 218.5001983642578,
+      "learning_rate": 8.164771931147764e-07,
+      "loss": 35.5,
+      "step": 36594
+    },
+    {
+      "epoch": 1.7487814202427603,
+      "grad_norm": 278.21502685546875,
+      "learning_rate": 8.161709517557692e-07,
+      "loss": 13.6719,
+      "step": 36595
+    },
+    {
+      "epoch": 1.7488292076842207,
+      "grad_norm": 517.4090576171875,
+      "learning_rate": 8.158647653960461e-07,
+      "loss": 22.8125,
+      "step": 36596
+    },
+    {
+      "epoch": 1.748876995125681,
+      "grad_norm": 150.97958374023438,
+      "learning_rate": 8.155586340374433e-07,
+      "loss": 19.6562,
+      "step": 36597
+    },
+    {
+      "epoch": 1.7489247825671415,
+      "grad_norm": 153.7891845703125,
+      "learning_rate": 8.152525576817927e-07,
+      "loss": 17.9375,
+      "step": 36598
+    },
+    {
+      "epoch": 1.7489725700086018,
+      "grad_norm": 307.90106201171875,
+      "learning_rate": 8.149465363309295e-07,
+      "loss": 24.75,
+      "step": 36599
+    },
+    {
+      "epoch": 1.7490203574500622,
+      "grad_norm": 193.0682830810547,
+      "learning_rate": 8.146405699866822e-07,
+      "loss": 20.7969,
+      "step": 36600
+    },
+    {
+      "epoch": 1.7490681448915226,
+      "grad_norm": 220.12408447265625,
+      "learning_rate": 8.14334658650886e-07,
+      "loss": 19.6562,
+      "step": 36601
+    },
+    {
+      "epoch": 1.749115932332983,
+      "grad_norm": 339.234375,
+      "learning_rate": 8.14028802325374e-07,
+      "loss": 26.1094,
+      "step": 36602
+    },
+    {
+      "epoch": 1.7491637197744434,
+      "grad_norm": 462.5600891113281,
+      "learning_rate": 8.137230010119745e-07,
+      "loss": 20.3594,
+      "step": 36603
+    },
+    {
+      "epoch": 1.7492115072159038,
+      "grad_norm": 304.086669921875,
+      "learning_rate": 8.134172547125208e-07,
+      "loss": 37.125,
+      "step": 36604
+    },
+    {
+      "epoch": 1.7492592946573642,
+      "grad_norm": 142.89913940429688,
+      "learning_rate": 8.131115634288444e-07,
+      "loss": 13.7969,
+      "step": 36605
+    },
+    {
+      "epoch": 1.7493070820988246,
+      "grad_norm": 412.322998046875,
+      "learning_rate": 8.128059271627764e-07,
+      "loss": 20.1406,
+      "step": 36606
+    },
+    {
+      "epoch": 1.749354869540285,
+      "grad_norm": 157.5792236328125,
+      "learning_rate": 8.125003459161452e-07,
+      "loss": 16.7656,
+      "step": 36607
+    },
+    {
+      "epoch": 1.7494026569817454,
+      "grad_norm": 248.70913696289062,
+      "learning_rate": 8.121948196907803e-07,
+      "loss": 21.0469,
+      "step": 36608
+    },
+    {
+      "epoch": 1.7494504444232057,
+      "grad_norm": 176.47605895996094,
+      "learning_rate": 8.118893484885148e-07,
+      "loss": 24.5,
+      "step": 36609
+    },
+    {
+      "epoch": 1.7494982318646661,
+      "grad_norm": 281.8414306640625,
+      "learning_rate": 8.115839323111762e-07,
+      "loss": 17.875,
+      "step": 36610
+    },
+    {
+      "epoch": 1.7495460193061263,
+      "grad_norm": 255.5823974609375,
+      "learning_rate": 8.112785711605931e-07,
+      "loss": 35.6562,
+      "step": 36611
+    },
+    {
+      "epoch": 1.7495938067475867,
+      "grad_norm": 320.68389892578125,
+      "learning_rate": 8.10973265038596e-07,
+      "loss": 21.1094,
+      "step": 36612
+    },
+    {
+      "epoch": 1.749641594189047,
+      "grad_norm": 281.0440673828125,
+      "learning_rate": 8.106680139470102e-07,
+      "loss": 33.1719,
+      "step": 36613
+    },
+    {
+      "epoch": 1.7496893816305075,
+      "grad_norm": 276.69744873046875,
+      "learning_rate": 8.103628178876654e-07,
+      "loss": 28.0469,
+      "step": 36614
+    },
+    {
+      "epoch": 1.7497371690719679,
+      "grad_norm": 263.4678955078125,
+      "learning_rate": 8.100576768623913e-07,
+      "loss": 36.2812,
+      "step": 36615
+    },
+    {
+      "epoch": 1.7497849565134282,
+      "grad_norm": 240.6168975830078,
+      "learning_rate": 8.097525908730108e-07,
+      "loss": 17.9531,
+      "step": 36616
+    },
+    {
+      "epoch": 1.7498327439548886,
+      "grad_norm": 408.6155090332031,
+      "learning_rate": 8.094475599213569e-07,
+      "loss": 33.5469,
+      "step": 36617
+    },
+    {
+      "epoch": 1.749880531396349,
+      "grad_norm": 220.74676513671875,
+      "learning_rate": 8.091425840092503e-07,
+      "loss": 23.0625,
+      "step": 36618
+    },
+    {
+      "epoch": 1.7499283188378094,
+      "grad_norm": 391.39019775390625,
+      "learning_rate": 8.088376631385208e-07,
+      "loss": 26.625,
+      "step": 36619
+    },
+    {
+      "epoch": 1.7499761062792698,
+      "grad_norm": 674.3452758789062,
+      "learning_rate": 8.085327973109936e-07,
+      "loss": 36.4688,
+      "step": 36620
+    },
+    {
+      "epoch": 1.7500238937207302,
+      "grad_norm": 271.0343017578125,
+      "learning_rate": 8.082279865284959e-07,
+      "loss": 26.9375,
+      "step": 36621
+    },
+    {
+      "epoch": 1.7500716811621906,
+      "grad_norm": 260.3061218261719,
+      "learning_rate": 8.079232307928508e-07,
+      "loss": 23.375,
+      "step": 36622
+    },
+    {
+      "epoch": 1.750119468603651,
+      "grad_norm": 417.0108337402344,
+      "learning_rate": 8.076185301058847e-07,
+      "loss": 27.2188,
+      "step": 36623
+    },
+    {
+      "epoch": 1.7501672560451114,
+      "grad_norm": 166.73348999023438,
+      "learning_rate": 8.073138844694217e-07,
+      "loss": 22.0,
+      "step": 36624
+    },
+    {
+      "epoch": 1.7502150434865718,
+      "grad_norm": 235.69032287597656,
+      "learning_rate": 8.07009293885288e-07,
+      "loss": 19.2812,
+      "step": 36625
+    },
+    {
+      "epoch": 1.7502628309280321,
+      "grad_norm": 220.43429565429688,
+      "learning_rate": 8.067047583553056e-07,
+      "loss": 33.2812,
+      "step": 36626
+    },
+    {
+      "epoch": 1.7503106183694925,
+      "grad_norm": 299.8181457519531,
+      "learning_rate": 8.064002778812996e-07,
+      "loss": 19.8438,
+      "step": 36627
+    },
+    {
+      "epoch": 1.750358405810953,
+      "grad_norm": 146.4310302734375,
+      "learning_rate": 8.060958524650931e-07,
+      "loss": 14.2344,
+      "step": 36628
+    },
+    {
+      "epoch": 1.7504061932524133,
+      "grad_norm": 151.49322509765625,
+      "learning_rate": 8.057914821085088e-07,
+      "loss": 21.1719,
+      "step": 36629
+    },
+    {
+      "epoch": 1.7504539806938737,
+      "grad_norm": 172.79588317871094,
+      "learning_rate": 8.05487166813369e-07,
+      "loss": 16.0312,
+      "step": 36630
+    },
+    {
+      "epoch": 1.7505017681353339,
+      "grad_norm": 484.1524658203125,
+      "learning_rate": 8.051829065814965e-07,
+      "loss": 31.3438,
+      "step": 36631
+    },
+    {
+      "epoch": 1.7505495555767943,
+      "grad_norm": 307.8062438964844,
+      "learning_rate": 8.048787014147164e-07,
+      "loss": 30.1875,
+      "step": 36632
+    },
+    {
+      "epoch": 1.7505973430182546,
+      "grad_norm": 157.198486328125,
+      "learning_rate": 8.045745513148451e-07,
+      "loss": 19.0,
+      "step": 36633
+    },
+    {
+      "epoch": 1.750645130459715,
+      "grad_norm": 211.3660430908203,
+      "learning_rate": 8.042704562837078e-07,
+      "loss": 19.0469,
+      "step": 36634
+    },
+    {
+      "epoch": 1.7506929179011754,
+      "grad_norm": 149.65028381347656,
+      "learning_rate": 8.039664163231242e-07,
+      "loss": 17.0781,
+      "step": 36635
+    },
+    {
+      "epoch": 1.7507407053426358,
+      "grad_norm": 187.26419067382812,
+      "learning_rate": 8.036624314349184e-07,
+      "loss": 18.7188,
+      "step": 36636
+    },
+    {
+      "epoch": 1.7507884927840962,
+      "grad_norm": 120.1702880859375,
+      "learning_rate": 8.033585016209056e-07,
+      "loss": 21.6562,
+      "step": 36637
+    },
+    {
+      "epoch": 1.7508362802255566,
+      "grad_norm": 164.62452697753906,
+      "learning_rate": 8.030546268829087e-07,
+      "loss": 22.9688,
+      "step": 36638
+    },
+    {
+      "epoch": 1.750884067667017,
+      "grad_norm": 294.6782531738281,
+      "learning_rate": 8.027508072227485e-07,
+      "loss": 29.0938,
+      "step": 36639
+    },
+    {
+      "epoch": 1.7509318551084774,
+      "grad_norm": 298.62445068359375,
+      "learning_rate": 8.024470426422415e-07,
+      "loss": 24.5,
+      "step": 36640
+    },
+    {
+      "epoch": 1.7509796425499378,
+      "grad_norm": 203.1859130859375,
+      "learning_rate": 8.021433331432093e-07,
+      "loss": 20.1094,
+      "step": 36641
+    },
+    {
+      "epoch": 1.7510274299913982,
+      "grad_norm": 316.1999206542969,
+      "learning_rate": 8.018396787274696e-07,
+      "loss": 27.8438,
+      "step": 36642
+    },
+    {
+      "epoch": 1.7510752174328585,
+      "grad_norm": 1159.7999267578125,
+      "learning_rate": 8.01536079396843e-07,
+      "loss": 22.6719,
+      "step": 36643
+    },
+    {
+      "epoch": 1.751123004874319,
+      "grad_norm": 195.4375,
+      "learning_rate": 8.012325351531447e-07,
+      "loss": 31.4688,
+      "step": 36644
+    },
+    {
+      "epoch": 1.7511707923157793,
+      "grad_norm": 199.74176025390625,
+      "learning_rate": 8.009290459981944e-07,
+      "loss": 22.1875,
+      "step": 36645
+    },
+    {
+      "epoch": 1.7512185797572397,
+      "grad_norm": 192.5603790283203,
+      "learning_rate": 8.006256119338096e-07,
+      "loss": 21.9375,
+      "step": 36646
+    },
+    {
+      "epoch": 1.7512663671987,
+      "grad_norm": 289.922119140625,
+      "learning_rate": 8.003222329618054e-07,
+      "loss": 28.5938,
+      "step": 36647
+    },
+    {
+      "epoch": 1.7513141546401605,
+      "grad_norm": 146.67233276367188,
+      "learning_rate": 8.000189090840027e-07,
+      "loss": 21.0938,
+      "step": 36648
+    },
+    {
+      "epoch": 1.7513619420816209,
+      "grad_norm": 267.64385986328125,
+      "learning_rate": 7.997156403022132e-07,
+      "loss": 23.8125,
+      "step": 36649
+    },
+    {
+      "epoch": 1.7514097295230813,
+      "grad_norm": 230.36492919921875,
+      "learning_rate": 7.994124266182568e-07,
+      "loss": 21.4688,
+      "step": 36650
+    },
+    {
+      "epoch": 1.7514575169645417,
+      "grad_norm": 367.711181640625,
+      "learning_rate": 7.991092680339463e-07,
+      "loss": 22.0078,
+      "step": 36651
+    },
+    {
+      "epoch": 1.751505304406002,
+      "grad_norm": 213.8642578125,
+      "learning_rate": 7.988061645510991e-07,
+      "loss": 17.1875,
+      "step": 36652
+    },
+    {
+      "epoch": 1.7515530918474624,
+      "grad_norm": 174.12567138671875,
+      "learning_rate": 7.985031161715307e-07,
+      "loss": 29.875,
+      "step": 36653
+    },
+    {
+      "epoch": 1.7516008792889228,
+      "grad_norm": 179.1984100341797,
+      "learning_rate": 7.982001228970571e-07,
+      "loss": 17.6406,
+      "step": 36654
+    },
+    {
+      "epoch": 1.7516486667303832,
+      "grad_norm": 763.1235961914062,
+      "learning_rate": 7.978971847294892e-07,
+      "loss": 37.9688,
+      "step": 36655
+    },
+    {
+      "epoch": 1.7516964541718436,
+      "grad_norm": 171.7948455810547,
+      "learning_rate": 7.975943016706434e-07,
+      "loss": 19.4766,
+      "step": 36656
+    },
+    {
+      "epoch": 1.751744241613304,
+      "grad_norm": 194.77386474609375,
+      "learning_rate": 7.972914737223325e-07,
+      "loss": 16.7031,
+      "step": 36657
+    },
+    {
+      "epoch": 1.7517920290547644,
+      "grad_norm": 285.7862243652344,
+      "learning_rate": 7.96988700886373e-07,
+      "loss": 27.5781,
+      "step": 36658
+    },
+    {
+      "epoch": 1.7518398164962248,
+      "grad_norm": 305.5028381347656,
+      "learning_rate": 7.966859831645746e-07,
+      "loss": 34.2188,
+      "step": 36659
+    },
+    {
+      "epoch": 1.7518876039376852,
+      "grad_norm": 186.1432647705078,
+      "learning_rate": 7.963833205587523e-07,
+      "loss": 17.9844,
+      "step": 36660
+    },
+    {
+      "epoch": 1.7519353913791456,
+      "grad_norm": 230.5283660888672,
+      "learning_rate": 7.960807130707171e-07,
+      "loss": 22.5,
+      "step": 36661
+    },
+    {
+      "epoch": 1.751983178820606,
+      "grad_norm": 193.73985290527344,
+      "learning_rate": 7.957781607022841e-07,
+      "loss": 21.7812,
+      "step": 36662
+    },
+    {
+      "epoch": 1.7520309662620663,
+      "grad_norm": 207.57066345214844,
+      "learning_rate": 7.954756634552607e-07,
+      "loss": 20.6406,
+      "step": 36663
+    },
+    {
+      "epoch": 1.7520787537035267,
+      "grad_norm": 802.709716796875,
+      "learning_rate": 7.951732213314623e-07,
+      "loss": 22.75,
+      "step": 36664
+    },
+    {
+      "epoch": 1.7521265411449871,
+      "grad_norm": 312.66070556640625,
+      "learning_rate": 7.948708343327005e-07,
+      "loss": 28.0312,
+      "step": 36665
+    },
+    {
+      "epoch": 1.7521743285864475,
+      "grad_norm": 265.3946533203125,
+      "learning_rate": 7.945685024607819e-07,
+      "loss": 29.25,
+      "step": 36666
+    },
+    {
+      "epoch": 1.752222116027908,
+      "grad_norm": 399.85650634765625,
+      "learning_rate": 7.942662257175204e-07,
+      "loss": 25.0938,
+      "step": 36667
+    },
+    {
+      "epoch": 1.7522699034693683,
+      "grad_norm": 241.3658905029297,
+      "learning_rate": 7.939640041047247e-07,
+      "loss": 22.75,
+      "step": 36668
+    },
+    {
+      "epoch": 1.7523176909108287,
+      "grad_norm": 227.9128875732422,
+      "learning_rate": 7.936618376242078e-07,
+      "loss": 27.2188,
+      "step": 36669
+    },
+    {
+      "epoch": 1.752365478352289,
+      "grad_norm": 205.85592651367188,
+      "learning_rate": 7.933597262777759e-07,
+      "loss": 24.625,
+      "step": 36670
+    },
+    {
+      "epoch": 1.7524132657937495,
+      "grad_norm": 340.5106506347656,
+      "learning_rate": 7.930576700672388e-07,
+      "loss": 24.5781,
+      "step": 36671
+    },
+    {
+      "epoch": 1.7524610532352098,
+      "grad_norm": 317.51507568359375,
+      "learning_rate": 7.927556689944061e-07,
+      "loss": 25.0,
+      "step": 36672
+    },
+    {
+      "epoch": 1.7525088406766702,
+      "grad_norm": 732.051025390625,
+      "learning_rate": 7.924537230610884e-07,
+      "loss": 25.1719,
+      "step": 36673
+    },
+    {
+      "epoch": 1.7525566281181306,
+      "grad_norm": 239.5740509033203,
+      "learning_rate": 7.921518322690891e-07,
+      "loss": 25.125,
+      "step": 36674
+    },
+    {
+      "epoch": 1.752604415559591,
+      "grad_norm": 355.8642883300781,
+      "learning_rate": 7.918499966202197e-07,
+      "loss": 24.3438,
+      "step": 36675
+    },
+    {
+      "epoch": 1.7526522030010514,
+      "grad_norm": 127.08966064453125,
+      "learning_rate": 7.915482161162891e-07,
+      "loss": 19.4531,
+      "step": 36676
+    },
+    {
+      "epoch": 1.7526999904425118,
+      "grad_norm": 354.1300964355469,
+      "learning_rate": 7.912464907591011e-07,
+      "loss": 26.9062,
+      "step": 36677
+    },
+    {
+      "epoch": 1.7527477778839722,
+      "grad_norm": 309.30499267578125,
+      "learning_rate": 7.909448205504633e-07,
+      "loss": 19.1094,
+      "step": 36678
+    },
+    {
+      "epoch": 1.7527955653254326,
+      "grad_norm": 385.7691650390625,
+      "learning_rate": 7.906432054921854e-07,
+      "loss": 34.9375,
+      "step": 36679
+    },
+    {
+      "epoch": 1.752843352766893,
+      "grad_norm": 181.1820068359375,
+      "learning_rate": 7.90341645586069e-07,
+      "loss": 24.3125,
+      "step": 36680
+    },
+    {
+      "epoch": 1.7528911402083533,
+      "grad_norm": 199.9035186767578,
+      "learning_rate": 7.900401408339242e-07,
+      "loss": 20.7031,
+      "step": 36681
+    },
+    {
+      "epoch": 1.7529389276498137,
+      "grad_norm": 1201.3206787109375,
+      "learning_rate": 7.897386912375538e-07,
+      "loss": 28.3125,
+      "step": 36682
+    },
+    {
+      "epoch": 1.7529867150912741,
+      "grad_norm": 219.10861206054688,
+      "learning_rate": 7.89437296798764e-07,
+      "loss": 23.0625,
+      "step": 36683
+    },
+    {
+      "epoch": 1.7530345025327345,
+      "grad_norm": 331.949462890625,
+      "learning_rate": 7.891359575193613e-07,
+      "loss": 25.7188,
+      "step": 36684
+    },
+    {
+      "epoch": 1.753082289974195,
+      "grad_norm": 206.94375610351562,
+      "learning_rate": 7.888346734011465e-07,
+      "loss": 21.2344,
+      "step": 36685
+    },
+    {
+      "epoch": 1.7531300774156553,
+      "grad_norm": 362.5566711425781,
+      "learning_rate": 7.88533444445927e-07,
+      "loss": 16.1875,
+      "step": 36686
+    },
+    {
+      "epoch": 1.7531778648571157,
+      "grad_norm": 353.7573547363281,
+      "learning_rate": 7.88232270655509e-07,
+      "loss": 23.3125,
+      "step": 36687
+    },
+    {
+      "epoch": 1.753225652298576,
+      "grad_norm": 147.01763916015625,
+      "learning_rate": 7.879311520316901e-07,
+      "loss": 15.6719,
+      "step": 36688
+    },
+    {
+      "epoch": 1.7532734397400365,
+      "grad_norm": 163.3035125732422,
+      "learning_rate": 7.876300885762766e-07,
+      "loss": 21.0,
+      "step": 36689
+    },
+    {
+      "epoch": 1.7533212271814969,
+      "grad_norm": 310.33380126953125,
+      "learning_rate": 7.873290802910727e-07,
+      "loss": 30.25,
+      "step": 36690
+    },
+    {
+      "epoch": 1.7533690146229572,
+      "grad_norm": 180.89540100097656,
+      "learning_rate": 7.870281271778813e-07,
+      "loss": 20.6094,
+      "step": 36691
+    },
+    {
+      "epoch": 1.7534168020644176,
+      "grad_norm": 276.3078918457031,
+      "learning_rate": 7.867272292385019e-07,
+      "loss": 34.1562,
+      "step": 36692
+    },
+    {
+      "epoch": 1.7534645895058778,
+      "grad_norm": 278.1817932128906,
+      "learning_rate": 7.864263864747379e-07,
+      "loss": 30.3594,
+      "step": 36693
+    },
+    {
+      "epoch": 1.7535123769473382,
+      "grad_norm": 155.76016235351562,
+      "learning_rate": 7.861255988883909e-07,
+      "loss": 21.5781,
+      "step": 36694
+    },
+    {
+      "epoch": 1.7535601643887986,
+      "grad_norm": 159.85755920410156,
+      "learning_rate": 7.85824866481264e-07,
+      "loss": 29.3438,
+      "step": 36695
+    },
+    {
+      "epoch": 1.753607951830259,
+      "grad_norm": 261.72454833984375,
+      "learning_rate": 7.855241892551558e-07,
+      "loss": 30.9062,
+      "step": 36696
+    },
+    {
+      "epoch": 1.7536557392717194,
+      "grad_norm": 374.2966003417969,
+      "learning_rate": 7.852235672118669e-07,
+      "loss": 38.9375,
+      "step": 36697
+    },
+    {
+      "epoch": 1.7537035267131798,
+      "grad_norm": 218.0399169921875,
+      "learning_rate": 7.849230003531982e-07,
+      "loss": 24.0781,
+      "step": 36698
+    },
+    {
+      "epoch": 1.7537513141546401,
+      "grad_norm": 476.6307678222656,
+      "learning_rate": 7.846224886809528e-07,
+      "loss": 35.3438,
+      "step": 36699
+    },
+    {
+      "epoch": 1.7537991015961005,
+      "grad_norm": 247.57769775390625,
+      "learning_rate": 7.843220321969247e-07,
+      "loss": 18.5469,
+      "step": 36700
+    },
+    {
+      "epoch": 1.753846889037561,
+      "grad_norm": 222.05926513671875,
+      "learning_rate": 7.840216309029169e-07,
+      "loss": 22.1406,
+      "step": 36701
+    },
+    {
+      "epoch": 1.7538946764790213,
+      "grad_norm": 376.324951171875,
+      "learning_rate": 7.837212848007292e-07,
+      "loss": 18.0625,
+      "step": 36702
+    },
+    {
+      "epoch": 1.7539424639204817,
+      "grad_norm": 235.89048767089844,
+      "learning_rate": 7.834209938921578e-07,
+      "loss": 31.7812,
+      "step": 36703
+    },
+    {
+      "epoch": 1.753990251361942,
+      "grad_norm": 614.150390625,
+      "learning_rate": 7.831207581790012e-07,
+      "loss": 20.7812,
+      "step": 36704
+    },
+    {
+      "epoch": 1.7540380388034025,
+      "grad_norm": 157.54644775390625,
+      "learning_rate": 7.828205776630582e-07,
+      "loss": 16.9688,
+      "step": 36705
+    },
+    {
+      "epoch": 1.7540858262448629,
+      "grad_norm": 171.424560546875,
+      "learning_rate": 7.825204523461283e-07,
+      "loss": 18.6875,
+      "step": 36706
+    },
+    {
+      "epoch": 1.7541336136863233,
+      "grad_norm": 141.1296844482422,
+      "learning_rate": 7.822203822300056e-07,
+      "loss": 21.2656,
+      "step": 36707
+    },
+    {
+      "epoch": 1.7541814011277836,
+      "grad_norm": 854.2384643554688,
+      "learning_rate": 7.819203673164877e-07,
+      "loss": 28.0938,
+      "step": 36708
+    },
+    {
+      "epoch": 1.754229188569244,
+      "grad_norm": 259.4988098144531,
+      "learning_rate": 7.816204076073752e-07,
+      "loss": 32.2188,
+      "step": 36709
+    },
+    {
+      "epoch": 1.7542769760107044,
+      "grad_norm": 153.4251708984375,
+      "learning_rate": 7.81320503104459e-07,
+      "loss": 23.3438,
+      "step": 36710
+    },
+    {
+      "epoch": 1.7543247634521648,
+      "grad_norm": 223.82757568359375,
+      "learning_rate": 7.810206538095377e-07,
+      "loss": 22.5,
+      "step": 36711
+    },
+    {
+      "epoch": 1.7543725508936252,
+      "grad_norm": 247.38026428222656,
+      "learning_rate": 7.807208597244087e-07,
+      "loss": 19.3438,
+      "step": 36712
+    },
+    {
+      "epoch": 1.7544203383350856,
+      "grad_norm": 205.85089111328125,
+      "learning_rate": 7.804211208508639e-07,
+      "loss": 24.7031,
+      "step": 36713
+    },
+    {
+      "epoch": 1.7544681257765458,
+      "grad_norm": 152.14076232910156,
+      "learning_rate": 7.801214371907029e-07,
+      "loss": 16.4609,
+      "step": 36714
+    },
+    {
+      "epoch": 1.7545159132180062,
+      "grad_norm": 184.3737335205078,
+      "learning_rate": 7.798218087457143e-07,
+      "loss": 25.5312,
+      "step": 36715
+    },
+    {
+      "epoch": 1.7545637006594665,
+      "grad_norm": 424.8689270019531,
+      "learning_rate": 7.795222355176968e-07,
+      "loss": 33.4062,
+      "step": 36716
+    },
+    {
+      "epoch": 1.754611488100927,
+      "grad_norm": 797.157470703125,
+      "learning_rate": 7.792227175084444e-07,
+      "loss": 21.3281,
+      "step": 36717
+    },
+    {
+      "epoch": 1.7546592755423873,
+      "grad_norm": 191.22947692871094,
+      "learning_rate": 7.789232547197489e-07,
+      "loss": 20.8906,
+      "step": 36718
+    },
+    {
+      "epoch": 1.7547070629838477,
+      "grad_norm": 131.59674072265625,
+      "learning_rate": 7.786238471534035e-07,
+      "loss": 20.8125,
+      "step": 36719
+    },
+    {
+      "epoch": 1.754754850425308,
+      "grad_norm": 254.23721313476562,
+      "learning_rate": 7.783244948112034e-07,
+      "loss": 27.6875,
+      "step": 36720
+    },
+    {
+      "epoch": 1.7548026378667685,
+      "grad_norm": 212.8731689453125,
+      "learning_rate": 7.780251976949415e-07,
+      "loss": 14.1406,
+      "step": 36721
+    },
+    {
+      "epoch": 1.7548504253082289,
+      "grad_norm": 536.3526000976562,
+      "learning_rate": 7.777259558064087e-07,
+      "loss": 24.9375,
+      "step": 36722
+    },
+    {
+      "epoch": 1.7548982127496893,
+      "grad_norm": 201.956787109375,
+      "learning_rate": 7.774267691473958e-07,
+      "loss": 16.9844,
+      "step": 36723
+    },
+    {
+      "epoch": 1.7549460001911497,
+      "grad_norm": 289.1891784667969,
+      "learning_rate": 7.77127637719699e-07,
+      "loss": 30.7344,
+      "step": 36724
+    },
+    {
+      "epoch": 1.75499378763261,
+      "grad_norm": 336.5916442871094,
+      "learning_rate": 7.768285615251048e-07,
+      "loss": 30.0781,
+      "step": 36725
+    },
+    {
+      "epoch": 1.7550415750740704,
+      "grad_norm": 418.4040222167969,
+      "learning_rate": 7.76529540565406e-07,
+      "loss": 24.1562,
+      "step": 36726
+    },
+    {
+      "epoch": 1.7550893625155308,
+      "grad_norm": 407.7257080078125,
+      "learning_rate": 7.762305748423938e-07,
+      "loss": 17.1875,
+      "step": 36727
+    },
+    {
+      "epoch": 1.7551371499569912,
+      "grad_norm": 346.4447326660156,
+      "learning_rate": 7.759316643578607e-07,
+      "loss": 22.5,
+      "step": 36728
+    },
+    {
+      "epoch": 1.7551849373984516,
+      "grad_norm": 312.607421875,
+      "learning_rate": 7.756328091135922e-07,
+      "loss": 28.6562,
+      "step": 36729
+    },
+    {
+      "epoch": 1.755232724839912,
+      "grad_norm": 149.65911865234375,
+      "learning_rate": 7.753340091113815e-07,
+      "loss": 17.5625,
+      "step": 36730
+    },
+    {
+      "epoch": 1.7552805122813724,
+      "grad_norm": 236.59800720214844,
+      "learning_rate": 7.750352643530157e-07,
+      "loss": 20.6719,
+      "step": 36731
+    },
+    {
+      "epoch": 1.7553282997228328,
+      "grad_norm": 220.5095672607422,
+      "learning_rate": 7.74736574840288e-07,
+      "loss": 31.2812,
+      "step": 36732
+    },
+    {
+      "epoch": 1.7553760871642932,
+      "grad_norm": 309.68023681640625,
+      "learning_rate": 7.744379405749824e-07,
+      "loss": 25.0625,
+      "step": 36733
+    },
+    {
+      "epoch": 1.7554238746057536,
+      "grad_norm": 135.69825744628906,
+      "learning_rate": 7.741393615588888e-07,
+      "loss": 19.4688,
+      "step": 36734
+    },
+    {
+      "epoch": 1.755471662047214,
+      "grad_norm": 175.75709533691406,
+      "learning_rate": 7.738408377937978e-07,
+      "loss": 18.0781,
+      "step": 36735
+    },
+    {
+      "epoch": 1.7555194494886743,
+      "grad_norm": 1142.3197021484375,
+      "learning_rate": 7.735423692814937e-07,
+      "loss": 21.3438,
+      "step": 36736
+    },
+    {
+      "epoch": 1.7555672369301347,
+      "grad_norm": 421.1936950683594,
+      "learning_rate": 7.732439560237659e-07,
+      "loss": 39.625,
+      "step": 36737
+    },
+    {
+      "epoch": 1.7556150243715951,
+      "grad_norm": 257.5665588378906,
+      "learning_rate": 7.729455980223999e-07,
+      "loss": 31.1562,
+      "step": 36738
+    },
+    {
+      "epoch": 1.7556628118130555,
+      "grad_norm": 251.0048065185547,
+      "learning_rate": 7.726472952791864e-07,
+      "loss": 21.0625,
+      "step": 36739
+    },
+    {
+      "epoch": 1.755710599254516,
+      "grad_norm": 326.96600341796875,
+      "learning_rate": 7.723490477959062e-07,
+      "loss": 35.4375,
+      "step": 36740
+    },
+    {
+      "epoch": 1.7557583866959763,
+      "grad_norm": 245.28732299804688,
+      "learning_rate": 7.720508555743489e-07,
+      "loss": 24.9688,
+      "step": 36741
+    },
+    {
+      "epoch": 1.7558061741374367,
+      "grad_norm": 195.7739715576172,
+      "learning_rate": 7.717527186163009e-07,
+      "loss": 22.375,
+      "step": 36742
+    },
+    {
+      "epoch": 1.755853961578897,
+      "grad_norm": 168.70443725585938,
+      "learning_rate": 7.714546369235454e-07,
+      "loss": 30.3906,
+      "step": 36743
+    },
+    {
+      "epoch": 1.7559017490203574,
+      "grad_norm": 212.03958129882812,
+      "learning_rate": 7.711566104978685e-07,
+      "loss": 20.9844,
+      "step": 36744
+    },
+    {
+      "epoch": 1.7559495364618178,
+      "grad_norm": 341.1929016113281,
+      "learning_rate": 7.708586393410566e-07,
+      "loss": 27.6562,
+      "step": 36745
+    },
+    {
+      "epoch": 1.7559973239032782,
+      "grad_norm": 153.38778686523438,
+      "learning_rate": 7.705607234548906e-07,
+      "loss": 23.0625,
+      "step": 36746
+    },
+    {
+      "epoch": 1.7560451113447386,
+      "grad_norm": 243.3036651611328,
+      "learning_rate": 7.70262862841159e-07,
+      "loss": 31.6875,
+      "step": 36747
+    },
+    {
+      "epoch": 1.756092898786199,
+      "grad_norm": 193.2442169189453,
+      "learning_rate": 7.699650575016405e-07,
+      "loss": 21.5,
+      "step": 36748
+    },
+    {
+      "epoch": 1.7561406862276594,
+      "grad_norm": 204.3353729248047,
+      "learning_rate": 7.696673074381222e-07,
+      "loss": 22.9219,
+      "step": 36749
+    },
+    {
+      "epoch": 1.7561884736691198,
+      "grad_norm": 291.5137634277344,
+      "learning_rate": 7.693696126523875e-07,
+      "loss": 13.6719,
+      "step": 36750
+    },
+    {
+      "epoch": 1.7562362611105802,
+      "grad_norm": 140.55459594726562,
+      "learning_rate": 7.690719731462171e-07,
+      "loss": 25.625,
+      "step": 36751
+    },
+    {
+      "epoch": 1.7562840485520406,
+      "grad_norm": 296.571044921875,
+      "learning_rate": 7.687743889213939e-07,
+      "loss": 18.2344,
+      "step": 36752
+    },
+    {
+      "epoch": 1.756331835993501,
+      "grad_norm": 233.03378295898438,
+      "learning_rate": 7.684768599796999e-07,
+      "loss": 30.7188,
+      "step": 36753
+    },
+    {
+      "epoch": 1.7563796234349613,
+      "grad_norm": 636.34423828125,
+      "learning_rate": 7.681793863229203e-07,
+      "loss": 24.375,
+      "step": 36754
+    },
+    {
+      "epoch": 1.7564274108764217,
+      "grad_norm": 329.3663024902344,
+      "learning_rate": 7.678819679528315e-07,
+      "loss": 29.7188,
+      "step": 36755
+    },
+    {
+      "epoch": 1.7564751983178821,
+      "grad_norm": 210.1483612060547,
+      "learning_rate": 7.675846048712177e-07,
+      "loss": 29.3125,
+      "step": 36756
+    },
+    {
+      "epoch": 1.7565229857593425,
+      "grad_norm": 192.97828674316406,
+      "learning_rate": 7.672872970798584e-07,
+      "loss": 20.1406,
+      "step": 36757
+    },
+    {
+      "epoch": 1.756570773200803,
+      "grad_norm": 156.74073791503906,
+      "learning_rate": 7.669900445805367e-07,
+      "loss": 23.1094,
+      "step": 36758
+    },
+    {
+      "epoch": 1.7566185606422633,
+      "grad_norm": 160.0469970703125,
+      "learning_rate": 7.66692847375029e-07,
+      "loss": 17.8906,
+      "step": 36759
+    },
+    {
+      "epoch": 1.7566663480837237,
+      "grad_norm": 154.6089630126953,
+      "learning_rate": 7.663957054651172e-07,
+      "loss": 28.5938,
+      "step": 36760
+    },
+    {
+      "epoch": 1.756714135525184,
+      "grad_norm": 174.5689697265625,
+      "learning_rate": 7.660986188525821e-07,
+      "loss": 17.8438,
+      "step": 36761
+    },
+    {
+      "epoch": 1.7567619229666445,
+      "grad_norm": 360.5684814453125,
+      "learning_rate": 7.658015875391989e-07,
+      "loss": 24.125,
+      "step": 36762
+    },
+    {
+      "epoch": 1.7568097104081049,
+      "grad_norm": 269.07110595703125,
+      "learning_rate": 7.655046115267495e-07,
+      "loss": 21.9688,
+      "step": 36763
+    },
+    {
+      "epoch": 1.7568574978495652,
+      "grad_norm": 252.21055603027344,
+      "learning_rate": 7.652076908170114e-07,
+      "loss": 25.4062,
+      "step": 36764
+    },
+    {
+      "epoch": 1.7569052852910256,
+      "grad_norm": 141.46775817871094,
+      "learning_rate": 7.649108254117654e-07,
+      "loss": 17.1406,
+      "step": 36765
+    },
+    {
+      "epoch": 1.756953072732486,
+      "grad_norm": 184.0835418701172,
+      "learning_rate": 7.646140153127846e-07,
+      "loss": 22.8594,
+      "step": 36766
+    },
+    {
+      "epoch": 1.7570008601739464,
+      "grad_norm": 192.2924346923828,
+      "learning_rate": 7.643172605218497e-07,
+      "loss": 27.0938,
+      "step": 36767
+    },
+    {
+      "epoch": 1.7570486476154068,
+      "grad_norm": 367.7742614746094,
+      "learning_rate": 7.640205610407369e-07,
+      "loss": 15.9219,
+      "step": 36768
+    },
+    {
+      "epoch": 1.7570964350568672,
+      "grad_norm": 257.61114501953125,
+      "learning_rate": 7.63723916871224e-07,
+      "loss": 22.7812,
+      "step": 36769
+    },
+    {
+      "epoch": 1.7571442224983276,
+      "grad_norm": 270.8258972167969,
+      "learning_rate": 7.634273280150861e-07,
+      "loss": 20.625,
+      "step": 36770
+    },
+    {
+      "epoch": 1.757192009939788,
+      "grad_norm": 516.8539428710938,
+      "learning_rate": 7.631307944740995e-07,
+      "loss": 15.25,
+      "step": 36771
+    },
+    {
+      "epoch": 1.7572397973812484,
+      "grad_norm": 259.8575439453125,
+      "learning_rate": 7.628343162500429e-07,
+      "loss": 37.875,
+      "step": 36772
+    },
+    {
+      "epoch": 1.7572875848227087,
+      "grad_norm": 206.1105499267578,
+      "learning_rate": 7.62537893344687e-07,
+      "loss": 23.6094,
+      "step": 36773
+    },
+    {
+      "epoch": 1.7573353722641691,
+      "grad_norm": 633.564697265625,
+      "learning_rate": 7.622415257598103e-07,
+      "loss": 27.5625,
+      "step": 36774
+    },
+    {
+      "epoch": 1.7573831597056293,
+      "grad_norm": 307.5540466308594,
+      "learning_rate": 7.619452134971872e-07,
+      "loss": 25.5625,
+      "step": 36775
+    },
+    {
+      "epoch": 1.7574309471470897,
+      "grad_norm": 360.0759582519531,
+      "learning_rate": 7.616489565585927e-07,
+      "loss": 22.3047,
+      "step": 36776
+    },
+    {
+      "epoch": 1.75747873458855,
+      "grad_norm": 339.44683837890625,
+      "learning_rate": 7.613527549457989e-07,
+      "loss": 23.0938,
+      "step": 36777
+    },
+    {
+      "epoch": 1.7575265220300105,
+      "grad_norm": 225.1296844482422,
+      "learning_rate": 7.61056608660583e-07,
+      "loss": 27.25,
+      "step": 36778
+    },
+    {
+      "epoch": 1.7575743094714709,
+      "grad_norm": 124.88751220703125,
+      "learning_rate": 7.60760517704714e-07,
+      "loss": 21.7031,
+      "step": 36779
+    },
+    {
+      "epoch": 1.7576220969129313,
+      "grad_norm": 138.75303649902344,
+      "learning_rate": 7.6046448207997e-07,
+      "loss": 18.6406,
+      "step": 36780
+    },
+    {
+      "epoch": 1.7576698843543916,
+      "grad_norm": 319.9019470214844,
+      "learning_rate": 7.601685017881199e-07,
+      "loss": 24.6406,
+      "step": 36781
+    },
+    {
+      "epoch": 1.757717671795852,
+      "grad_norm": 399.2393798828125,
+      "learning_rate": 7.598725768309367e-07,
+      "loss": 27.625,
+      "step": 36782
+    },
+    {
+      "epoch": 1.7577654592373124,
+      "grad_norm": 264.9175109863281,
+      "learning_rate": 7.595767072101945e-07,
+      "loss": 30.9688,
+      "step": 36783
+    },
+    {
+      "epoch": 1.7578132466787728,
+      "grad_norm": 164.02923583984375,
+      "learning_rate": 7.592808929276663e-07,
+      "loss": 19.7656,
+      "step": 36784
+    },
+    {
+      "epoch": 1.7578610341202332,
+      "grad_norm": 300.6798400878906,
+      "learning_rate": 7.589851339851206e-07,
+      "loss": 27.6406,
+      "step": 36785
+    },
+    {
+      "epoch": 1.7579088215616936,
+      "grad_norm": 454.9315185546875,
+      "learning_rate": 7.586894303843284e-07,
+      "loss": 29.875,
+      "step": 36786
+    },
+    {
+      "epoch": 1.757956609003154,
+      "grad_norm": 198.9983673095703,
+      "learning_rate": 7.583937821270648e-07,
+      "loss": 23.25,
+      "step": 36787
+    },
+    {
+      "epoch": 1.7580043964446144,
+      "grad_norm": 159.2877655029297,
+      "learning_rate": 7.580981892150951e-07,
+      "loss": 21.4062,
+      "step": 36788
+    },
+    {
+      "epoch": 1.7580521838860748,
+      "grad_norm": 228.77264404296875,
+      "learning_rate": 7.578026516501924e-07,
+      "loss": 23.5625,
+      "step": 36789
+    },
+    {
+      "epoch": 1.7580999713275351,
+      "grad_norm": 427.8675842285156,
+      "learning_rate": 7.575071694341252e-07,
+      "loss": 19.5625,
+      "step": 36790
+    },
+    {
+      "epoch": 1.7581477587689955,
+      "grad_norm": 714.0718383789062,
+      "learning_rate": 7.572117425686664e-07,
+      "loss": 18.2344,
+      "step": 36791
+    },
+    {
+      "epoch": 1.758195546210456,
+      "grad_norm": 509.7442321777344,
+      "learning_rate": 7.569163710555816e-07,
+      "loss": 23.6406,
+      "step": 36792
+    },
+    {
+      "epoch": 1.7582433336519163,
+      "grad_norm": 142.23756408691406,
+      "learning_rate": 7.566210548966402e-07,
+      "loss": 26.1406,
+      "step": 36793
+    },
+    {
+      "epoch": 1.7582911210933767,
+      "grad_norm": 184.8258514404297,
+      "learning_rate": 7.56325794093612e-07,
+      "loss": 26.1875,
+      "step": 36794
+    },
+    {
+      "epoch": 1.758338908534837,
+      "grad_norm": 309.9380798339844,
+      "learning_rate": 7.560305886482655e-07,
+      "loss": 21.0938,
+      "step": 36795
+    },
+    {
+      "epoch": 1.7583866959762973,
+      "grad_norm": 124.88375091552734,
+      "learning_rate": 7.557354385623672e-07,
+      "loss": 20.8125,
+      "step": 36796
+    },
+    {
+      "epoch": 1.7584344834177577,
+      "grad_norm": 221.29327392578125,
+      "learning_rate": 7.554403438376845e-07,
+      "loss": 20.875,
+      "step": 36797
+    },
+    {
+      "epoch": 1.758482270859218,
+      "grad_norm": 275.5137023925781,
+      "learning_rate": 7.551453044759871e-07,
+      "loss": 21.8203,
+      "step": 36798
+    },
+    {
+      "epoch": 1.7585300583006784,
+      "grad_norm": 301.48797607421875,
+      "learning_rate": 7.548503204790381e-07,
+      "loss": 19.0312,
+      "step": 36799
+    },
+    {
+      "epoch": 1.7585778457421388,
+      "grad_norm": 191.60581970214844,
+      "learning_rate": 7.545553918486071e-07,
+      "loss": 25.7031,
+      "step": 36800
+    },
+    {
+      "epoch": 1.7586256331835992,
+      "grad_norm": 202.79721069335938,
+      "learning_rate": 7.542605185864593e-07,
+      "loss": 23.2344,
+      "step": 36801
+    },
+    {
+      "epoch": 1.7586734206250596,
+      "grad_norm": 274.3911437988281,
+      "learning_rate": 7.539657006943613e-07,
+      "loss": 29.7812,
+      "step": 36802
+    },
+    {
+      "epoch": 1.75872120806652,
+      "grad_norm": 158.88584899902344,
+      "learning_rate": 7.536709381740781e-07,
+      "loss": 26.6875,
+      "step": 36803
+    },
+    {
+      "epoch": 1.7587689955079804,
+      "grad_norm": 202.37579345703125,
+      "learning_rate": 7.53376231027374e-07,
+      "loss": 25.0938,
+      "step": 36804
+    },
+    {
+      "epoch": 1.7588167829494408,
+      "grad_norm": 885.591552734375,
+      "learning_rate": 7.530815792560143e-07,
+      "loss": 21.7812,
+      "step": 36805
+    },
+    {
+      "epoch": 1.7588645703909012,
+      "grad_norm": 176.4589080810547,
+      "learning_rate": 7.527869828617673e-07,
+      "loss": 22.2188,
+      "step": 36806
+    },
+    {
+      "epoch": 1.7589123578323616,
+      "grad_norm": 356.341552734375,
+      "learning_rate": 7.524924418463908e-07,
+      "loss": 25.5,
+      "step": 36807
+    },
+    {
+      "epoch": 1.758960145273822,
+      "grad_norm": 231.4459991455078,
+      "learning_rate": 7.521979562116533e-07,
+      "loss": 25.4375,
+      "step": 36808
+    },
+    {
+      "epoch": 1.7590079327152823,
+      "grad_norm": 340.82794189453125,
+      "learning_rate": 7.519035259593177e-07,
+      "loss": 21.8125,
+      "step": 36809
+    },
+    {
+      "epoch": 1.7590557201567427,
+      "grad_norm": 181.5301971435547,
+      "learning_rate": 7.51609151091146e-07,
+      "loss": 27.1562,
+      "step": 36810
+    },
+    {
+      "epoch": 1.759103507598203,
+      "grad_norm": 221.49081420898438,
+      "learning_rate": 7.513148316089036e-07,
+      "loss": 21.5156,
+      "step": 36811
+    },
+    {
+      "epoch": 1.7591512950396635,
+      "grad_norm": 293.9873962402344,
+      "learning_rate": 7.51020567514349e-07,
+      "loss": 26.2812,
+      "step": 36812
+    },
+    {
+      "epoch": 1.7591990824811239,
+      "grad_norm": 197.45999145507812,
+      "learning_rate": 7.507263588092461e-07,
+      "loss": 16.75,
+      "step": 36813
+    },
+    {
+      "epoch": 1.7592468699225843,
+      "grad_norm": 260.0337829589844,
+      "learning_rate": 7.504322054953605e-07,
+      "loss": 19.4844,
+      "step": 36814
+    },
+    {
+      "epoch": 1.7592946573640447,
+      "grad_norm": 2706.815185546875,
+      "learning_rate": 7.501381075744485e-07,
+      "loss": 24.9219,
+      "step": 36815
+    },
+    {
+      "epoch": 1.759342444805505,
+      "grad_norm": 194.45468139648438,
+      "learning_rate": 7.49844065048273e-07,
+      "loss": 19.125,
+      "step": 36816
+    },
+    {
+      "epoch": 1.7593902322469654,
+      "grad_norm": 286.44476318359375,
+      "learning_rate": 7.495500779185983e-07,
+      "loss": 22.2188,
+      "step": 36817
+    },
+    {
+      "epoch": 1.7594380196884258,
+      "grad_norm": 275.5176696777344,
+      "learning_rate": 7.492561461871805e-07,
+      "loss": 24.5,
+      "step": 36818
+    },
+    {
+      "epoch": 1.7594858071298862,
+      "grad_norm": 461.9551696777344,
+      "learning_rate": 7.489622698557808e-07,
+      "loss": 39.2969,
+      "step": 36819
+    },
+    {
+      "epoch": 1.7595335945713466,
+      "grad_norm": 159.55154418945312,
+      "learning_rate": 7.486684489261609e-07,
+      "loss": 14.9766,
+      "step": 36820
+    },
+    {
+      "epoch": 1.759581382012807,
+      "grad_norm": 169.14698791503906,
+      "learning_rate": 7.483746834000804e-07,
+      "loss": 28.5781,
+      "step": 36821
+    },
+    {
+      "epoch": 1.7596291694542674,
+      "grad_norm": 144.880859375,
+      "learning_rate": 7.48080973279297e-07,
+      "loss": 25.5469,
+      "step": 36822
+    },
+    {
+      "epoch": 1.7596769568957278,
+      "grad_norm": 232.81893920898438,
+      "learning_rate": 7.477873185655693e-07,
+      "loss": 21.875,
+      "step": 36823
+    },
+    {
+      "epoch": 1.7597247443371882,
+      "grad_norm": 237.23324584960938,
+      "learning_rate": 7.474937192606591e-07,
+      "loss": 23.0312,
+      "step": 36824
+    },
+    {
+      "epoch": 1.7597725317786486,
+      "grad_norm": 243.96600341796875,
+      "learning_rate": 7.472001753663217e-07,
+      "loss": 19.0938,
+      "step": 36825
+    },
+    {
+      "epoch": 1.759820319220109,
+      "grad_norm": 278.2992858886719,
+      "learning_rate": 7.469066868843145e-07,
+      "loss": 23.6875,
+      "step": 36826
+    },
+    {
+      "epoch": 1.7598681066615693,
+      "grad_norm": 381.814697265625,
+      "learning_rate": 7.466132538163972e-07,
+      "loss": 28.7031,
+      "step": 36827
+    },
+    {
+      "epoch": 1.7599158941030297,
+      "grad_norm": 164.6893768310547,
+      "learning_rate": 7.463198761643275e-07,
+      "loss": 22.2344,
+      "step": 36828
+    },
+    {
+      "epoch": 1.7599636815444901,
+      "grad_norm": 217.48060607910156,
+      "learning_rate": 7.460265539298606e-07,
+      "loss": 20.0,
+      "step": 36829
+    },
+    {
+      "epoch": 1.7600114689859505,
+      "grad_norm": 265.6557922363281,
+      "learning_rate": 7.457332871147527e-07,
+      "loss": 18.7969,
+      "step": 36830
+    },
+    {
+      "epoch": 1.760059256427411,
+      "grad_norm": 231.26675415039062,
+      "learning_rate": 7.454400757207614e-07,
+      "loss": 14.9688,
+      "step": 36831
+    },
+    {
+      "epoch": 1.7601070438688713,
+      "grad_norm": 247.4121856689453,
+      "learning_rate": 7.451469197496442e-07,
+      "loss": 20.5312,
+      "step": 36832
+    },
+    {
+      "epoch": 1.7601548313103317,
+      "grad_norm": 201.3178253173828,
+      "learning_rate": 7.44853819203153e-07,
+      "loss": 30.3125,
+      "step": 36833
+    },
+    {
+      "epoch": 1.760202618751792,
+      "grad_norm": 170.97708129882812,
+      "learning_rate": 7.445607740830452e-07,
+      "loss": 24.125,
+      "step": 36834
+    },
+    {
+      "epoch": 1.7602504061932525,
+      "grad_norm": 244.71900939941406,
+      "learning_rate": 7.442677843910773e-07,
+      "loss": 36.2188,
+      "step": 36835
+    },
+    {
+      "epoch": 1.7602981936347128,
+      "grad_norm": 399.7995300292969,
+      "learning_rate": 7.439748501290001e-07,
+      "loss": 35.3906,
+      "step": 36836
+    },
+    {
+      "epoch": 1.7603459810761732,
+      "grad_norm": 191.18434143066406,
+      "learning_rate": 7.43681971298571e-07,
+      "loss": 17.3438,
+      "step": 36837
+    },
+    {
+      "epoch": 1.7603937685176336,
+      "grad_norm": 290.6009521484375,
+      "learning_rate": 7.43389147901542e-07,
+      "loss": 26.9688,
+      "step": 36838
+    },
+    {
+      "epoch": 1.760441555959094,
+      "grad_norm": 311.1437072753906,
+      "learning_rate": 7.430963799396696e-07,
+      "loss": 30.625,
+      "step": 36839
+    },
+    {
+      "epoch": 1.7604893434005544,
+      "grad_norm": 250.61878967285156,
+      "learning_rate": 7.428036674147043e-07,
+      "loss": 30.0938,
+      "step": 36840
+    },
+    {
+      "epoch": 1.7605371308420148,
+      "grad_norm": 321.7532958984375,
+      "learning_rate": 7.425110103283994e-07,
+      "loss": 29.5938,
+      "step": 36841
+    },
+    {
+      "epoch": 1.7605849182834752,
+      "grad_norm": 243.11767578125,
+      "learning_rate": 7.42218408682509e-07,
+      "loss": 13.4844,
+      "step": 36842
+    },
+    {
+      "epoch": 1.7606327057249356,
+      "grad_norm": 205.7686309814453,
+      "learning_rate": 7.419258624787839e-07,
+      "loss": 26.4062,
+      "step": 36843
+    },
+    {
+      "epoch": 1.760680493166396,
+      "grad_norm": 142.11260986328125,
+      "learning_rate": 7.416333717189784e-07,
+      "loss": 13.2031,
+      "step": 36844
+    },
+    {
+      "epoch": 1.7607282806078564,
+      "grad_norm": 324.49786376953125,
+      "learning_rate": 7.413409364048397e-07,
+      "loss": 28.3125,
+      "step": 36845
+    },
+    {
+      "epoch": 1.7607760680493167,
+      "grad_norm": 617.73193359375,
+      "learning_rate": 7.410485565381231e-07,
+      "loss": 19.6562,
+      "step": 36846
+    },
+    {
+      "epoch": 1.7608238554907771,
+      "grad_norm": 287.1435546875,
+      "learning_rate": 7.407562321205797e-07,
+      "loss": 35.0938,
+      "step": 36847
+    },
+    {
+      "epoch": 1.7608716429322375,
+      "grad_norm": 109.76839447021484,
+      "learning_rate": 7.404639631539568e-07,
+      "loss": 14.8672,
+      "step": 36848
+    },
+    {
+      "epoch": 1.760919430373698,
+      "grad_norm": 200.39381408691406,
+      "learning_rate": 7.401717496400063e-07,
+      "loss": 24.5938,
+      "step": 36849
+    },
+    {
+      "epoch": 1.7609672178151583,
+      "grad_norm": 171.3202362060547,
+      "learning_rate": 7.398795915804813e-07,
+      "loss": 22.5938,
+      "step": 36850
+    },
+    {
+      "epoch": 1.7610150052566187,
+      "grad_norm": 319.8960266113281,
+      "learning_rate": 7.39587488977126e-07,
+      "loss": 20.9375,
+      "step": 36851
+    },
+    {
+      "epoch": 1.761062792698079,
+      "grad_norm": 204.57972717285156,
+      "learning_rate": 7.392954418316933e-07,
+      "loss": 30.9062,
+      "step": 36852
+    },
+    {
+      "epoch": 1.7611105801395395,
+      "grad_norm": 298.4440002441406,
+      "learning_rate": 7.390034501459309e-07,
+      "loss": 33.5,
+      "step": 36853
+    },
+    {
+      "epoch": 1.7611583675809999,
+      "grad_norm": 228.4186248779297,
+      "learning_rate": 7.387115139215895e-07,
+      "loss": 26.0312,
+      "step": 36854
+    },
+    {
+      "epoch": 1.7612061550224603,
+      "grad_norm": 285.20538330078125,
+      "learning_rate": 7.384196331604143e-07,
+      "loss": 23.3125,
+      "step": 36855
+    },
+    {
+      "epoch": 1.7612539424639206,
+      "grad_norm": 276.5948791503906,
+      "learning_rate": 7.381278078641541e-07,
+      "loss": 19.0625,
+      "step": 36856
+    },
+    {
+      "epoch": 1.761301729905381,
+      "grad_norm": 377.37457275390625,
+      "learning_rate": 7.378360380345595e-07,
+      "loss": 23.7656,
+      "step": 36857
+    },
+    {
+      "epoch": 1.7613495173468412,
+      "grad_norm": 347.12127685546875,
+      "learning_rate": 7.375443236733737e-07,
+      "loss": 18.1094,
+      "step": 36858
+    },
+    {
+      "epoch": 1.7613973047883016,
+      "grad_norm": 214.77066040039062,
+      "learning_rate": 7.372526647823464e-07,
+      "loss": 18.8438,
+      "step": 36859
+    },
+    {
+      "epoch": 1.761445092229762,
+      "grad_norm": 234.04391479492188,
+      "learning_rate": 7.369610613632227e-07,
+      "loss": 24.2812,
+      "step": 36860
+    },
+    {
+      "epoch": 1.7614928796712224,
+      "grad_norm": 223.45249938964844,
+      "learning_rate": 7.366695134177515e-07,
+      "loss": 21.125,
+      "step": 36861
+    },
+    {
+      "epoch": 1.7615406671126828,
+      "grad_norm": 536.109375,
+      "learning_rate": 7.363780209476745e-07,
+      "loss": 20.8438,
+      "step": 36862
+    },
+    {
+      "epoch": 1.7615884545541431,
+      "grad_norm": 244.58230590820312,
+      "learning_rate": 7.360865839547405e-07,
+      "loss": 21.3594,
+      "step": 36863
+    },
+    {
+      "epoch": 1.7616362419956035,
+      "grad_norm": 243.5440216064453,
+      "learning_rate": 7.357952024406945e-07,
+      "loss": 25.0625,
+      "step": 36864
+    },
+    {
+      "epoch": 1.761684029437064,
+      "grad_norm": 306.30767822265625,
+      "learning_rate": 7.355038764072819e-07,
+      "loss": 31.25,
+      "step": 36865
+    },
+    {
+      "epoch": 1.7617318168785243,
+      "grad_norm": 319.34490966796875,
+      "learning_rate": 7.352126058562459e-07,
+      "loss": 25.9688,
+      "step": 36866
+    },
+    {
+      "epoch": 1.7617796043199847,
+      "grad_norm": 269.5625305175781,
+      "learning_rate": 7.349213907893315e-07,
+      "loss": 29.3438,
+      "step": 36867
+    },
+    {
+      "epoch": 1.761827391761445,
+      "grad_norm": 315.46307373046875,
+      "learning_rate": 7.34630231208282e-07,
+      "loss": 16.8906,
+      "step": 36868
+    },
+    {
+      "epoch": 1.7618751792029055,
+      "grad_norm": 420.16455078125,
+      "learning_rate": 7.343391271148436e-07,
+      "loss": 35.0312,
+      "step": 36869
+    },
+    {
+      "epoch": 1.7619229666443659,
+      "grad_norm": 218.49053955078125,
+      "learning_rate": 7.340480785107562e-07,
+      "loss": 19.4688,
+      "step": 36870
+    },
+    {
+      "epoch": 1.7619707540858263,
+      "grad_norm": 331.3650817871094,
+      "learning_rate": 7.337570853977649e-07,
+      "loss": 24.125,
+      "step": 36871
+    },
+    {
+      "epoch": 1.7620185415272867,
+      "grad_norm": 177.17031860351562,
+      "learning_rate": 7.334661477776139e-07,
+      "loss": 22.2656,
+      "step": 36872
+    },
+    {
+      "epoch": 1.762066328968747,
+      "grad_norm": 155.24404907226562,
+      "learning_rate": 7.331752656520408e-07,
+      "loss": 26.2031,
+      "step": 36873
+    },
+    {
+      "epoch": 1.7621141164102074,
+      "grad_norm": 206.77743530273438,
+      "learning_rate": 7.328844390227918e-07,
+      "loss": 26.75,
+      "step": 36874
+    },
+    {
+      "epoch": 1.7621619038516678,
+      "grad_norm": 333.1639709472656,
+      "learning_rate": 7.325936678916079e-07,
+      "loss": 24.75,
+      "step": 36875
+    },
+    {
+      "epoch": 1.7622096912931282,
+      "grad_norm": 252.6404266357422,
+      "learning_rate": 7.323029522602277e-07,
+      "loss": 32.1875,
+      "step": 36876
+    },
+    {
+      "epoch": 1.7622574787345886,
+      "grad_norm": 211.4566650390625,
+      "learning_rate": 7.320122921303962e-07,
+      "loss": 29.0625,
+      "step": 36877
+    },
+    {
+      "epoch": 1.7623052661760488,
+      "grad_norm": 330.4556884765625,
+      "learning_rate": 7.317216875038502e-07,
+      "loss": 24.7188,
+      "step": 36878
+    },
+    {
+      "epoch": 1.7623530536175092,
+      "grad_norm": 255.1259307861328,
+      "learning_rate": 7.314311383823324e-07,
+      "loss": 22.2031,
+      "step": 36879
+    },
+    {
+      "epoch": 1.7624008410589695,
+      "grad_norm": 153.19216918945312,
+      "learning_rate": 7.311406447675839e-07,
+      "loss": 18.5156,
+      "step": 36880
+    },
+    {
+      "epoch": 1.76244862850043,
+      "grad_norm": 195.4842071533203,
+      "learning_rate": 7.30850206661341e-07,
+      "loss": 20.3281,
+      "step": 36881
+    },
+    {
+      "epoch": 1.7624964159418903,
+      "grad_norm": 281.963134765625,
+      "learning_rate": 7.305598240653455e-07,
+      "loss": 26.75,
+      "step": 36882
+    },
+    {
+      "epoch": 1.7625442033833507,
+      "grad_norm": 163.5067138671875,
+      "learning_rate": 7.302694969813373e-07,
+      "loss": 24.7969,
+      "step": 36883
+    },
+    {
+      "epoch": 1.762591990824811,
+      "grad_norm": 168.07046508789062,
+      "learning_rate": 7.299792254110516e-07,
+      "loss": 26.5938,
+      "step": 36884
+    },
+    {
+      "epoch": 1.7626397782662715,
+      "grad_norm": 290.3354797363281,
+      "learning_rate": 7.296890093562281e-07,
+      "loss": 27.9062,
+      "step": 36885
+    },
+    {
+      "epoch": 1.7626875657077319,
+      "grad_norm": 255.3716278076172,
+      "learning_rate": 7.293988488186065e-07,
+      "loss": 28.6562,
+      "step": 36886
+    },
+    {
+      "epoch": 1.7627353531491923,
+      "grad_norm": 252.0714569091797,
+      "learning_rate": 7.291087437999245e-07,
+      "loss": 24.5,
+      "step": 36887
+    },
+    {
+      "epoch": 1.7627831405906527,
+      "grad_norm": 252.74746704101562,
+      "learning_rate": 7.288186943019171e-07,
+      "loss": 28.6562,
+      "step": 36888
+    },
+    {
+      "epoch": 1.762830928032113,
+      "grad_norm": 260.2733459472656,
+      "learning_rate": 7.285287003263231e-07,
+      "loss": 24.9375,
+      "step": 36889
+    },
+    {
+      "epoch": 1.7628787154735734,
+      "grad_norm": 477.9444580078125,
+      "learning_rate": 7.282387618748776e-07,
+      "loss": 23.625,
+      "step": 36890
+    },
+    {
+      "epoch": 1.7629265029150338,
+      "grad_norm": 383.4159851074219,
+      "learning_rate": 7.279488789493205e-07,
+      "loss": 22.9062,
+      "step": 36891
+    },
+    {
+      "epoch": 1.7629742903564942,
+      "grad_norm": 190.90542602539062,
+      "learning_rate": 7.276590515513826e-07,
+      "loss": 19.6875,
+      "step": 36892
+    },
+    {
+      "epoch": 1.7630220777979546,
+      "grad_norm": 237.1995086669922,
+      "learning_rate": 7.273692796828036e-07,
+      "loss": 27.2344,
+      "step": 36893
+    },
+    {
+      "epoch": 1.763069865239415,
+      "grad_norm": 240.4201202392578,
+      "learning_rate": 7.270795633453187e-07,
+      "loss": 34.0781,
+      "step": 36894
+    },
+    {
+      "epoch": 1.7631176526808754,
+      "grad_norm": 203.9584197998047,
+      "learning_rate": 7.267899025406611e-07,
+      "loss": 21.0625,
+      "step": 36895
+    },
+    {
+      "epoch": 1.7631654401223358,
+      "grad_norm": 230.1703643798828,
+      "learning_rate": 7.265002972705659e-07,
+      "loss": 26.5938,
+      "step": 36896
+    },
+    {
+      "epoch": 1.7632132275637962,
+      "grad_norm": 343.3545227050781,
+      "learning_rate": 7.262107475367675e-07,
+      "loss": 24.0938,
+      "step": 36897
+    },
+    {
+      "epoch": 1.7632610150052566,
+      "grad_norm": 447.8502197265625,
+      "learning_rate": 7.25921253341002e-07,
+      "loss": 22.0,
+      "step": 36898
+    },
+    {
+      "epoch": 1.763308802446717,
+      "grad_norm": 288.9188232421875,
+      "learning_rate": 7.256318146849994e-07,
+      "loss": 28.625,
+      "step": 36899
+    },
+    {
+      "epoch": 1.7633565898881773,
+      "grad_norm": 224.60679626464844,
+      "learning_rate": 7.253424315704948e-07,
+      "loss": 18.6562,
+      "step": 36900
+    },
+    {
+      "epoch": 1.7634043773296377,
+      "grad_norm": 230.00888061523438,
+      "learning_rate": 7.250531039992226e-07,
+      "loss": 31.1406,
+      "step": 36901
+    },
+    {
+      "epoch": 1.7634521647710981,
+      "grad_norm": 289.8091735839844,
+      "learning_rate": 7.247638319729144e-07,
+      "loss": 24.9219,
+      "step": 36902
+    },
+    {
+      "epoch": 1.7634999522125585,
+      "grad_norm": 300.5664978027344,
+      "learning_rate": 7.244746154933025e-07,
+      "loss": 19.7188,
+      "step": 36903
+    },
+    {
+      "epoch": 1.763547739654019,
+      "grad_norm": 161.9573974609375,
+      "learning_rate": 7.241854545621185e-07,
+      "loss": 19.9062,
+      "step": 36904
+    },
+    {
+      "epoch": 1.7635955270954793,
+      "grad_norm": 381.7481994628906,
+      "learning_rate": 7.238963491810935e-07,
+      "loss": 32.6562,
+      "step": 36905
+    },
+    {
+      "epoch": 1.7636433145369397,
+      "grad_norm": 372.3160095214844,
+      "learning_rate": 7.236072993519627e-07,
+      "loss": 24.9688,
+      "step": 36906
+    },
+    {
+      "epoch": 1.7636911019784,
+      "grad_norm": 235.81553649902344,
+      "learning_rate": 7.233183050764525e-07,
+      "loss": 20.2812,
+      "step": 36907
+    },
+    {
+      "epoch": 1.7637388894198605,
+      "grad_norm": 244.71728515625,
+      "learning_rate": 7.23029366356297e-07,
+      "loss": 28.4688,
+      "step": 36908
+    },
+    {
+      "epoch": 1.7637866768613208,
+      "grad_norm": 361.8379211425781,
+      "learning_rate": 7.227404831932228e-07,
+      "loss": 20.2344,
+      "step": 36909
+    },
+    {
+      "epoch": 1.7638344643027812,
+      "grad_norm": 198.18704223632812,
+      "learning_rate": 7.224516555889649e-07,
+      "loss": 30.7969,
+      "step": 36910
+    },
+    {
+      "epoch": 1.7638822517442416,
+      "grad_norm": 169.267578125,
+      "learning_rate": 7.221628835452477e-07,
+      "loss": 28.5,
+      "step": 36911
+    },
+    {
+      "epoch": 1.763930039185702,
+      "grad_norm": 213.65904235839844,
+      "learning_rate": 7.21874167063804e-07,
+      "loss": 27.7812,
+      "step": 36912
+    },
+    {
+      "epoch": 1.7639778266271624,
+      "grad_norm": 293.64306640625,
+      "learning_rate": 7.215855061463628e-07,
+      "loss": 27.6562,
+      "step": 36913
+    },
+    {
+      "epoch": 1.7640256140686228,
+      "grad_norm": 160.80482482910156,
+      "learning_rate": 7.212969007946513e-07,
+      "loss": 22.9062,
+      "step": 36914
+    },
+    {
+      "epoch": 1.7640734015100832,
+      "grad_norm": 195.707275390625,
+      "learning_rate": 7.210083510103971e-07,
+      "loss": 23.5469,
+      "step": 36915
+    },
+    {
+      "epoch": 1.7641211889515436,
+      "grad_norm": 198.20166015625,
+      "learning_rate": 7.207198567953311e-07,
+      "loss": 24.875,
+      "step": 36916
+    },
+    {
+      "epoch": 1.764168976393004,
+      "grad_norm": 291.09735107421875,
+      "learning_rate": 7.204314181511807e-07,
+      "loss": 28.5781,
+      "step": 36917
+    },
+    {
+      "epoch": 1.7642167638344644,
+      "grad_norm": 265.51708984375,
+      "learning_rate": 7.2014303507967e-07,
+      "loss": 19.0312,
+      "step": 36918
+    },
+    {
+      "epoch": 1.7642645512759247,
+      "grad_norm": 239.8037872314453,
+      "learning_rate": 7.19854707582529e-07,
+      "loss": 22.5781,
+      "step": 36919
+    },
+    {
+      "epoch": 1.7643123387173851,
+      "grad_norm": 782.5623779296875,
+      "learning_rate": 7.19566435661485e-07,
+      "loss": 25.375,
+      "step": 36920
+    },
+    {
+      "epoch": 1.7643601261588455,
+      "grad_norm": 340.7890319824219,
+      "learning_rate": 7.192782193182612e-07,
+      "loss": 21.75,
+      "step": 36921
+    },
+    {
+      "epoch": 1.764407913600306,
+      "grad_norm": 288.0047302246094,
+      "learning_rate": 7.189900585545861e-07,
+      "loss": 25.6719,
+      "step": 36922
+    },
+    {
+      "epoch": 1.7644557010417663,
+      "grad_norm": 266.6018981933594,
+      "learning_rate": 7.187019533721839e-07,
+      "loss": 26.0156,
+      "step": 36923
+    },
+    {
+      "epoch": 1.7645034884832267,
+      "grad_norm": 199.2847900390625,
+      "learning_rate": 7.184139037727833e-07,
+      "loss": 20.0625,
+      "step": 36924
+    },
+    {
+      "epoch": 1.764551275924687,
+      "grad_norm": 151.38548278808594,
+      "learning_rate": 7.18125909758105e-07,
+      "loss": 18.9062,
+      "step": 36925
+    },
+    {
+      "epoch": 1.7645990633661475,
+      "grad_norm": 176.39837646484375,
+      "learning_rate": 7.178379713298755e-07,
+      "loss": 20.7188,
+      "step": 36926
+    },
+    {
+      "epoch": 1.7646468508076079,
+      "grad_norm": 150.45266723632812,
+      "learning_rate": 7.17550088489819e-07,
+      "loss": 22.75,
+      "step": 36927
+    },
+    {
+      "epoch": 1.7646946382490682,
+      "grad_norm": 213.45184326171875,
+      "learning_rate": 7.172622612396618e-07,
+      "loss": 20.2969,
+      "step": 36928
+    },
+    {
+      "epoch": 1.7647424256905286,
+      "grad_norm": 367.4082336425781,
+      "learning_rate": 7.169744895811237e-07,
+      "loss": 25.3125,
+      "step": 36929
+    },
+    {
+      "epoch": 1.764790213131989,
+      "grad_norm": 468.73760986328125,
+      "learning_rate": 7.166867735159311e-07,
+      "loss": 35.75,
+      "step": 36930
+    },
+    {
+      "epoch": 1.7648380005734494,
+      "grad_norm": 239.81849670410156,
+      "learning_rate": 7.163991130458058e-07,
+      "loss": 29.9062,
+      "step": 36931
+    },
+    {
+      "epoch": 1.7648857880149098,
+      "grad_norm": 327.17120361328125,
+      "learning_rate": 7.161115081724701e-07,
+      "loss": 27.3125,
+      "step": 36932
+    },
+    {
+      "epoch": 1.7649335754563702,
+      "grad_norm": 164.73199462890625,
+      "learning_rate": 7.158239588976479e-07,
+      "loss": 21.375,
+      "step": 36933
+    },
+    {
+      "epoch": 1.7649813628978306,
+      "grad_norm": 147.2635040283203,
+      "learning_rate": 7.155364652230589e-07,
+      "loss": 17.125,
+      "step": 36934
+    },
+    {
+      "epoch": 1.765029150339291,
+      "grad_norm": 239.06332397460938,
+      "learning_rate": 7.152490271504286e-07,
+      "loss": 32.0469,
+      "step": 36935
+    },
+    {
+      "epoch": 1.7650769377807514,
+      "grad_norm": 266.594482421875,
+      "learning_rate": 7.149616446814733e-07,
+      "loss": 24.2031,
+      "step": 36936
+    },
+    {
+      "epoch": 1.7651247252222118,
+      "grad_norm": 215.1144561767578,
+      "learning_rate": 7.146743178179183e-07,
+      "loss": 29.125,
+      "step": 36937
+    },
+    {
+      "epoch": 1.7651725126636721,
+      "grad_norm": 198.16909790039062,
+      "learning_rate": 7.143870465614811e-07,
+      "loss": 31.3125,
+      "step": 36938
+    },
+    {
+      "epoch": 1.7652203001051325,
+      "grad_norm": 223.4123077392578,
+      "learning_rate": 7.140998309138869e-07,
+      "loss": 17.9219,
+      "step": 36939
+    },
+    {
+      "epoch": 1.7652680875465927,
+      "grad_norm": 363.7440185546875,
+      "learning_rate": 7.1381267087685e-07,
+      "loss": 20.3906,
+      "step": 36940
+    },
+    {
+      "epoch": 1.765315874988053,
+      "grad_norm": 235.17974853515625,
+      "learning_rate": 7.135255664520957e-07,
+      "loss": 21.9062,
+      "step": 36941
+    },
+    {
+      "epoch": 1.7653636624295135,
+      "grad_norm": 977.415283203125,
+      "learning_rate": 7.13238517641337e-07,
+      "loss": 17.0781,
+      "step": 36942
+    },
+    {
+      "epoch": 1.7654114498709739,
+      "grad_norm": 376.2461242675781,
+      "learning_rate": 7.129515244462981e-07,
+      "loss": 20.6875,
+      "step": 36943
+    },
+    {
+      "epoch": 1.7654592373124343,
+      "grad_norm": 319.9722900390625,
+      "learning_rate": 7.126645868686966e-07,
+      "loss": 28.75,
+      "step": 36944
+    },
+    {
+      "epoch": 1.7655070247538946,
+      "grad_norm": 277.46954345703125,
+      "learning_rate": 7.123777049102487e-07,
+      "loss": 25.3438,
+      "step": 36945
+    },
+    {
+      "epoch": 1.765554812195355,
+      "grad_norm": 264.5411071777344,
+      "learning_rate": 7.120908785726755e-07,
+      "loss": 30.0312,
+      "step": 36946
+    },
+    {
+      "epoch": 1.7656025996368154,
+      "grad_norm": 271.1317138671875,
+      "learning_rate": 7.118041078576921e-07,
+      "loss": 29.0625,
+      "step": 36947
+    },
+    {
+      "epoch": 1.7656503870782758,
+      "grad_norm": 208.979248046875,
+      "learning_rate": 7.115173927670171e-07,
+      "loss": 26.3438,
+      "step": 36948
+    },
+    {
+      "epoch": 1.7656981745197362,
+      "grad_norm": 190.10366821289062,
+      "learning_rate": 7.112307333023671e-07,
+      "loss": 22.1719,
+      "step": 36949
+    },
+    {
+      "epoch": 1.7657459619611966,
+      "grad_norm": 175.75933837890625,
+      "learning_rate": 7.109441294654606e-07,
+      "loss": 32.3906,
+      "step": 36950
+    },
+    {
+      "epoch": 1.765793749402657,
+      "grad_norm": 192.65634155273438,
+      "learning_rate": 7.106575812580118e-07,
+      "loss": 30.3438,
+      "step": 36951
+    },
+    {
+      "epoch": 1.7658415368441174,
+      "grad_norm": 400.4401550292969,
+      "learning_rate": 7.103710886817372e-07,
+      "loss": 23.9062,
+      "step": 36952
+    },
+    {
+      "epoch": 1.7658893242855778,
+      "grad_norm": 225.8944854736328,
+      "learning_rate": 7.10084651738352e-07,
+      "loss": 29.7031,
+      "step": 36953
+    },
+    {
+      "epoch": 1.7659371117270382,
+      "grad_norm": 150.60716247558594,
+      "learning_rate": 7.097982704295759e-07,
+      "loss": 17.4844,
+      "step": 36954
+    },
+    {
+      "epoch": 1.7659848991684985,
+      "grad_norm": 127.44863891601562,
+      "learning_rate": 7.095119447571175e-07,
+      "loss": 19.9531,
+      "step": 36955
+    },
+    {
+      "epoch": 1.766032686609959,
+      "grad_norm": 132.06752014160156,
+      "learning_rate": 7.092256747226944e-07,
+      "loss": 19.0938,
+      "step": 36956
+    },
+    {
+      "epoch": 1.7660804740514193,
+      "grad_norm": 283.7991943359375,
+      "learning_rate": 7.08939460328023e-07,
+      "loss": 36.2188,
+      "step": 36957
+    },
+    {
+      "epoch": 1.7661282614928797,
+      "grad_norm": 181.37734985351562,
+      "learning_rate": 7.086533015748142e-07,
+      "loss": 28.8438,
+      "step": 36958
+    },
+    {
+      "epoch": 1.76617604893434,
+      "grad_norm": 499.9498291015625,
+      "learning_rate": 7.083671984647833e-07,
+      "loss": 19.2344,
+      "step": 36959
+    },
+    {
+      "epoch": 1.7662238363758005,
+      "grad_norm": 246.25511169433594,
+      "learning_rate": 7.080811509996433e-07,
+      "loss": 24.2188,
+      "step": 36960
+    },
+    {
+      "epoch": 1.7662716238172607,
+      "grad_norm": 162.41378784179688,
+      "learning_rate": 7.077951591811083e-07,
+      "loss": 21.5781,
+      "step": 36961
+    },
+    {
+      "epoch": 1.766319411258721,
+      "grad_norm": 228.66017150878906,
+      "learning_rate": 7.075092230108894e-07,
+      "loss": 20.4219,
+      "step": 36962
+    },
+    {
+      "epoch": 1.7663671987001814,
+      "grad_norm": 380.55377197265625,
+      "learning_rate": 7.072233424906982e-07,
+      "loss": 25.4219,
+      "step": 36963
+    },
+    {
+      "epoch": 1.7664149861416418,
+      "grad_norm": 423.5581359863281,
+      "learning_rate": 7.069375176222492e-07,
+      "loss": 32.4688,
+      "step": 36964
+    },
+    {
+      "epoch": 1.7664627735831022,
+      "grad_norm": 365.6796569824219,
+      "learning_rate": 7.066517484072555e-07,
+      "loss": 23.7188,
+      "step": 36965
+    },
+    {
+      "epoch": 1.7665105610245626,
+      "grad_norm": 389.8495178222656,
+      "learning_rate": 7.063660348474233e-07,
+      "loss": 35.4688,
+      "step": 36966
+    },
+    {
+      "epoch": 1.766558348466023,
+      "grad_norm": 189.8843536376953,
+      "learning_rate": 7.060803769444668e-07,
+      "loss": 25.25,
+      "step": 36967
+    },
+    {
+      "epoch": 1.7666061359074834,
+      "grad_norm": 218.80921936035156,
+      "learning_rate": 7.057947747000981e-07,
+      "loss": 22.3125,
+      "step": 36968
+    },
+    {
+      "epoch": 1.7666539233489438,
+      "grad_norm": 312.99884033203125,
+      "learning_rate": 7.055092281160247e-07,
+      "loss": 29.5625,
+      "step": 36969
+    },
+    {
+      "epoch": 1.7667017107904042,
+      "grad_norm": 294.0880126953125,
+      "learning_rate": 7.052237371939574e-07,
+      "loss": 24.25,
+      "step": 36970
+    },
+    {
+      "epoch": 1.7667494982318646,
+      "grad_norm": 344.3742370605469,
+      "learning_rate": 7.04938301935606e-07,
+      "loss": 23.8438,
+      "step": 36971
+    },
+    {
+      "epoch": 1.766797285673325,
+      "grad_norm": 404.31182861328125,
+      "learning_rate": 7.046529223426823e-07,
+      "loss": 36.0938,
+      "step": 36972
+    },
+    {
+      "epoch": 1.7668450731147853,
+      "grad_norm": 133.1053466796875,
+      "learning_rate": 7.043675984168918e-07,
+      "loss": 18.2656,
+      "step": 36973
+    },
+    {
+      "epoch": 1.7668928605562457,
+      "grad_norm": 331.25738525390625,
+      "learning_rate": 7.040823301599464e-07,
+      "loss": 21.375,
+      "step": 36974
+    },
+    {
+      "epoch": 1.7669406479977061,
+      "grad_norm": 807.117431640625,
+      "learning_rate": 7.037971175735503e-07,
+      "loss": 26.0312,
+      "step": 36975
+    },
+    {
+      "epoch": 1.7669884354391665,
+      "grad_norm": 235.5298309326172,
+      "learning_rate": 7.035119606594154e-07,
+      "loss": 23.3594,
+      "step": 36976
+    },
+    {
+      "epoch": 1.767036222880627,
+      "grad_norm": 183.1930389404297,
+      "learning_rate": 7.032268594192482e-07,
+      "loss": 29.0312,
+      "step": 36977
+    },
+    {
+      "epoch": 1.7670840103220873,
+      "grad_norm": 268.4375305175781,
+      "learning_rate": 7.029418138547561e-07,
+      "loss": 27.9375,
+      "step": 36978
+    },
+    {
+      "epoch": 1.7671317977635477,
+      "grad_norm": 176.58734130859375,
+      "learning_rate": 7.026568239676468e-07,
+      "loss": 33.0156,
+      "step": 36979
+    },
+    {
+      "epoch": 1.767179585205008,
+      "grad_norm": 425.0601501464844,
+      "learning_rate": 7.023718897596244e-07,
+      "loss": 23.1719,
+      "step": 36980
+    },
+    {
+      "epoch": 1.7672273726464685,
+      "grad_norm": 185.1072998046875,
+      "learning_rate": 7.020870112323974e-07,
+      "loss": 27.0938,
+      "step": 36981
+    },
+    {
+      "epoch": 1.7672751600879288,
+      "grad_norm": 265.3959655761719,
+      "learning_rate": 7.018021883876713e-07,
+      "loss": 27.4375,
+      "step": 36982
+    },
+    {
+      "epoch": 1.7673229475293892,
+      "grad_norm": 386.789306640625,
+      "learning_rate": 7.015174212271547e-07,
+      "loss": 27.4531,
+      "step": 36983
+    },
+    {
+      "epoch": 1.7673707349708496,
+      "grad_norm": 270.6289367675781,
+      "learning_rate": 7.012327097525473e-07,
+      "loss": 25.6875,
+      "step": 36984
+    },
+    {
+      "epoch": 1.76741852241231,
+      "grad_norm": 274.17315673828125,
+      "learning_rate": 7.009480539655589e-07,
+      "loss": 32.5,
+      "step": 36985
+    },
+    {
+      "epoch": 1.7674663098537704,
+      "grad_norm": 226.85702514648438,
+      "learning_rate": 7.006634538678914e-07,
+      "loss": 24.5312,
+      "step": 36986
+    },
+    {
+      "epoch": 1.7675140972952308,
+      "grad_norm": 182.75930786132812,
+      "learning_rate": 7.003789094612524e-07,
+      "loss": 16.5938,
+      "step": 36987
+    },
+    {
+      "epoch": 1.7675618847366912,
+      "grad_norm": 170.73487854003906,
+      "learning_rate": 7.000944207473425e-07,
+      "loss": 22.7344,
+      "step": 36988
+    },
+    {
+      "epoch": 1.7676096721781516,
+      "grad_norm": 649.7840576171875,
+      "learning_rate": 6.998099877278675e-07,
+      "loss": 30.5938,
+      "step": 36989
+    },
+    {
+      "epoch": 1.767657459619612,
+      "grad_norm": 253.6220245361328,
+      "learning_rate": 6.995256104045289e-07,
+      "loss": 16.5312,
+      "step": 36990
+    },
+    {
+      "epoch": 1.7677052470610723,
+      "grad_norm": 339.09307861328125,
+      "learning_rate": 6.992412887790334e-07,
+      "loss": 25.8438,
+      "step": 36991
+    },
+    {
+      "epoch": 1.7677530345025327,
+      "grad_norm": 540.8159790039062,
+      "learning_rate": 6.989570228530784e-07,
+      "loss": 23.4375,
+      "step": 36992
+    },
+    {
+      "epoch": 1.7678008219439931,
+      "grad_norm": 393.3438415527344,
+      "learning_rate": 6.986728126283704e-07,
+      "loss": 18.5938,
+      "step": 36993
+    },
+    {
+      "epoch": 1.7678486093854535,
+      "grad_norm": 183.0763397216797,
+      "learning_rate": 6.983886581066124e-07,
+      "loss": 23.5469,
+      "step": 36994
+    },
+    {
+      "epoch": 1.767896396826914,
+      "grad_norm": 187.5472412109375,
+      "learning_rate": 6.981045592895008e-07,
+      "loss": 27.0938,
+      "step": 36995
+    },
+    {
+      "epoch": 1.7679441842683743,
+      "grad_norm": 220.7351837158203,
+      "learning_rate": 6.97820516178741e-07,
+      "loss": 30.4062,
+      "step": 36996
+    },
+    {
+      "epoch": 1.7679919717098347,
+      "grad_norm": 635.0078125,
+      "learning_rate": 6.975365287760338e-07,
+      "loss": 31.8281,
+      "step": 36997
+    },
+    {
+      "epoch": 1.768039759151295,
+      "grad_norm": 276.8081970214844,
+      "learning_rate": 6.972525970830801e-07,
+      "loss": 21.2344,
+      "step": 36998
+    },
+    {
+      "epoch": 1.7680875465927555,
+      "grad_norm": 233.66989135742188,
+      "learning_rate": 6.969687211015785e-07,
+      "loss": 22.4375,
+      "step": 36999
+    },
+    {
+      "epoch": 1.7681353340342159,
+      "grad_norm": 159.52052307128906,
+      "learning_rate": 6.966849008332289e-07,
+      "loss": 14.625,
+      "step": 37000
+    },
+    {
+      "epoch": 1.7681831214756762,
+      "grad_norm": 435.7445983886719,
+      "learning_rate": 6.96401136279733e-07,
+      "loss": 27.5312,
+      "step": 37001
+    },
+    {
+      "epoch": 1.7682309089171366,
+      "grad_norm": 381.30364990234375,
+      "learning_rate": 6.961174274427918e-07,
+      "loss": 27.5312,
+      "step": 37002
+    },
+    {
+      "epoch": 1.768278696358597,
+      "grad_norm": 320.2566223144531,
+      "learning_rate": 6.958337743240995e-07,
+      "loss": 15.8906,
+      "step": 37003
+    },
+    {
+      "epoch": 1.7683264838000574,
+      "grad_norm": 208.14254760742188,
+      "learning_rate": 6.95550176925357e-07,
+      "loss": 18.7031,
+      "step": 37004
+    },
+    {
+      "epoch": 1.7683742712415178,
+      "grad_norm": 133.53988647460938,
+      "learning_rate": 6.95266635248264e-07,
+      "loss": 19.5781,
+      "step": 37005
+    },
+    {
+      "epoch": 1.7684220586829782,
+      "grad_norm": 233.11460876464844,
+      "learning_rate": 6.949831492945169e-07,
+      "loss": 20.4531,
+      "step": 37006
+    },
+    {
+      "epoch": 1.7684698461244386,
+      "grad_norm": 265.3970642089844,
+      "learning_rate": 6.946997190658156e-07,
+      "loss": 24.125,
+      "step": 37007
+    },
+    {
+      "epoch": 1.768517633565899,
+      "grad_norm": 423.0876159667969,
+      "learning_rate": 6.944163445638541e-07,
+      "loss": 25.4062,
+      "step": 37008
+    },
+    {
+      "epoch": 1.7685654210073594,
+      "grad_norm": 229.71652221679688,
+      "learning_rate": 6.9413302579033e-07,
+      "loss": 19.9062,
+      "step": 37009
+    },
+    {
+      "epoch": 1.7686132084488198,
+      "grad_norm": 207.92845153808594,
+      "learning_rate": 6.938497627469443e-07,
+      "loss": 17.1719,
+      "step": 37010
+    },
+    {
+      "epoch": 1.7686609958902801,
+      "grad_norm": 244.74575805664062,
+      "learning_rate": 6.935665554353877e-07,
+      "loss": 24.6094,
+      "step": 37011
+    },
+    {
+      "epoch": 1.7687087833317405,
+      "grad_norm": 243.15496826171875,
+      "learning_rate": 6.932834038573599e-07,
+      "loss": 25.4375,
+      "step": 37012
+    },
+    {
+      "epoch": 1.768756570773201,
+      "grad_norm": 187.560791015625,
+      "learning_rate": 6.930003080145564e-07,
+      "loss": 24.5,
+      "step": 37013
+    },
+    {
+      "epoch": 1.7688043582146613,
+      "grad_norm": 280.5482177734375,
+      "learning_rate": 6.927172679086702e-07,
+      "loss": 30.4375,
+      "step": 37014
+    },
+    {
+      "epoch": 1.7688521456561217,
+      "grad_norm": 302.0220031738281,
+      "learning_rate": 6.924342835413989e-07,
+      "loss": 27.7188,
+      "step": 37015
+    },
+    {
+      "epoch": 1.768899933097582,
+      "grad_norm": 238.1014404296875,
+      "learning_rate": 6.921513549144365e-07,
+      "loss": 15.8438,
+      "step": 37016
+    },
+    {
+      "epoch": 1.7689477205390425,
+      "grad_norm": 241.3262176513672,
+      "learning_rate": 6.918684820294763e-07,
+      "loss": 27.2812,
+      "step": 37017
+    },
+    {
+      "epoch": 1.7689955079805029,
+      "grad_norm": 160.871826171875,
+      "learning_rate": 6.915856648882125e-07,
+      "loss": 26.2031,
+      "step": 37018
+    },
+    {
+      "epoch": 1.7690432954219633,
+      "grad_norm": 209.45216369628906,
+      "learning_rate": 6.913029034923391e-07,
+      "loss": 23.9375,
+      "step": 37019
+    },
+    {
+      "epoch": 1.7690910828634236,
+      "grad_norm": 420.9765319824219,
+      "learning_rate": 6.910201978435526e-07,
+      "loss": 29.625,
+      "step": 37020
+    },
+    {
+      "epoch": 1.769138870304884,
+      "grad_norm": 357.99029541015625,
+      "learning_rate": 6.907375479435408e-07,
+      "loss": 22.4219,
+      "step": 37021
+    },
+    {
+      "epoch": 1.7691866577463444,
+      "grad_norm": 448.9041748046875,
+      "learning_rate": 6.904549537939986e-07,
+      "loss": 29.2031,
+      "step": 37022
+    },
+    {
+      "epoch": 1.7692344451878046,
+      "grad_norm": 129.26431274414062,
+      "learning_rate": 6.901724153966194e-07,
+      "loss": 23.0625,
+      "step": 37023
+    },
+    {
+      "epoch": 1.769282232629265,
+      "grad_norm": 150.7010955810547,
+      "learning_rate": 6.89889932753095e-07,
+      "loss": 19.9688,
+      "step": 37024
+    },
+    {
+      "epoch": 1.7693300200707254,
+      "grad_norm": 183.28306579589844,
+      "learning_rate": 6.896075058651164e-07,
+      "loss": 19.875,
+      "step": 37025
+    },
+    {
+      "epoch": 1.7693778075121858,
+      "grad_norm": 212.7679901123047,
+      "learning_rate": 6.893251347343743e-07,
+      "loss": 17.5625,
+      "step": 37026
+    },
+    {
+      "epoch": 1.7694255949536462,
+      "grad_norm": 106.17666625976562,
+      "learning_rate": 6.89042819362562e-07,
+      "loss": 11.1406,
+      "step": 37027
+    },
+    {
+      "epoch": 1.7694733823951065,
+      "grad_norm": 242.60330200195312,
+      "learning_rate": 6.88760559751368e-07,
+      "loss": 16.3594,
+      "step": 37028
+    },
+    {
+      "epoch": 1.769521169836567,
+      "grad_norm": 178.77011108398438,
+      "learning_rate": 6.884783559024832e-07,
+      "loss": 27.2188,
+      "step": 37029
+    },
+    {
+      "epoch": 1.7695689572780273,
+      "grad_norm": 187.3384552001953,
+      "learning_rate": 6.881962078175974e-07,
+      "loss": 19.4062,
+      "step": 37030
+    },
+    {
+      "epoch": 1.7696167447194877,
+      "grad_norm": 261.34100341796875,
+      "learning_rate": 6.879141154984026e-07,
+      "loss": 24.2812,
+      "step": 37031
+    },
+    {
+      "epoch": 1.769664532160948,
+      "grad_norm": 254.49392700195312,
+      "learning_rate": 6.876320789465851e-07,
+      "loss": 20.1875,
+      "step": 37032
+    },
+    {
+      "epoch": 1.7697123196024085,
+      "grad_norm": 325.9098205566406,
+      "learning_rate": 6.873500981638348e-07,
+      "loss": 29.2188,
+      "step": 37033
+    },
+    {
+      "epoch": 1.7697601070438689,
+      "grad_norm": 209.89852905273438,
+      "learning_rate": 6.870681731518403e-07,
+      "loss": 32.625,
+      "step": 37034
+    },
+    {
+      "epoch": 1.7698078944853293,
+      "grad_norm": 179.68370056152344,
+      "learning_rate": 6.867863039122935e-07,
+      "loss": 16.6562,
+      "step": 37035
+    },
+    {
+      "epoch": 1.7698556819267897,
+      "grad_norm": 249.22471618652344,
+      "learning_rate": 6.865044904468765e-07,
+      "loss": 27.1094,
+      "step": 37036
+    },
+    {
+      "epoch": 1.76990346936825,
+      "grad_norm": 582.1918334960938,
+      "learning_rate": 6.862227327572801e-07,
+      "loss": 24.375,
+      "step": 37037
+    },
+    {
+      "epoch": 1.7699512568097104,
+      "grad_norm": 167.0797576904297,
+      "learning_rate": 6.859410308451942e-07,
+      "loss": 19.5938,
+      "step": 37038
+    },
+    {
+      "epoch": 1.7699990442511708,
+      "grad_norm": 280.27008056640625,
+      "learning_rate": 6.856593847123005e-07,
+      "loss": 22.9062,
+      "step": 37039
+    },
+    {
+      "epoch": 1.7700468316926312,
+      "grad_norm": 246.02896118164062,
+      "learning_rate": 6.85377794360288e-07,
+      "loss": 21.6562,
+      "step": 37040
+    },
+    {
+      "epoch": 1.7700946191340916,
+      "grad_norm": 394.70843505859375,
+      "learning_rate": 6.850962597908462e-07,
+      "loss": 19.6016,
+      "step": 37041
+    },
+    {
+      "epoch": 1.770142406575552,
+      "grad_norm": 242.79953002929688,
+      "learning_rate": 6.848147810056549e-07,
+      "loss": 28.5625,
+      "step": 37042
+    },
+    {
+      "epoch": 1.7701901940170122,
+      "grad_norm": 208.69883728027344,
+      "learning_rate": 6.845333580064062e-07,
+      "loss": 19.8125,
+      "step": 37043
+    },
+    {
+      "epoch": 1.7702379814584726,
+      "grad_norm": 227.29324340820312,
+      "learning_rate": 6.842519907947809e-07,
+      "loss": 24.1875,
+      "step": 37044
+    },
+    {
+      "epoch": 1.770285768899933,
+      "grad_norm": 309.8870544433594,
+      "learning_rate": 6.839706793724643e-07,
+      "loss": 26.7188,
+      "step": 37045
+    },
+    {
+      "epoch": 1.7703335563413933,
+      "grad_norm": 286.7850646972656,
+      "learning_rate": 6.836894237411451e-07,
+      "loss": 26.9375,
+      "step": 37046
+    },
+    {
+      "epoch": 1.7703813437828537,
+      "grad_norm": 438.9654541015625,
+      "learning_rate": 6.834082239025031e-07,
+      "loss": 32.5156,
+      "step": 37047
+    },
+    {
+      "epoch": 1.7704291312243141,
+      "grad_norm": 399.29168701171875,
+      "learning_rate": 6.831270798582245e-07,
+      "loss": 25.7812,
+      "step": 37048
+    },
+    {
+      "epoch": 1.7704769186657745,
+      "grad_norm": 198.29598999023438,
+      "learning_rate": 6.828459916099916e-07,
+      "loss": 25.0,
+      "step": 37049
+    },
+    {
+      "epoch": 1.770524706107235,
+      "grad_norm": 154.09164428710938,
+      "learning_rate": 6.825649591594907e-07,
+      "loss": 24.0469,
+      "step": 37050
+    },
+    {
+      "epoch": 1.7705724935486953,
+      "grad_norm": 271.0641784667969,
+      "learning_rate": 6.822839825084016e-07,
+      "loss": 25.0312,
+      "step": 37051
+    },
+    {
+      "epoch": 1.7706202809901557,
+      "grad_norm": 236.16537475585938,
+      "learning_rate": 6.820030616584083e-07,
+      "loss": 40.4688,
+      "step": 37052
+    },
+    {
+      "epoch": 1.770668068431616,
+      "grad_norm": 200.54571533203125,
+      "learning_rate": 6.817221966111953e-07,
+      "loss": 26.6875,
+      "step": 37053
+    },
+    {
+      "epoch": 1.7707158558730764,
+      "grad_norm": 108.47992706298828,
+      "learning_rate": 6.8144138736844e-07,
+      "loss": 16.9375,
+      "step": 37054
+    },
+    {
+      "epoch": 1.7707636433145368,
+      "grad_norm": 270.2314147949219,
+      "learning_rate": 6.811606339318266e-07,
+      "loss": 25.4219,
+      "step": 37055
+    },
+    {
+      "epoch": 1.7708114307559972,
+      "grad_norm": 478.52130126953125,
+      "learning_rate": 6.808799363030371e-07,
+      "loss": 24.25,
+      "step": 37056
+    },
+    {
+      "epoch": 1.7708592181974576,
+      "grad_norm": 208.6652374267578,
+      "learning_rate": 6.805992944837525e-07,
+      "loss": 25.9844,
+      "step": 37057
+    },
+    {
+      "epoch": 1.770907005638918,
+      "grad_norm": 395.9316711425781,
+      "learning_rate": 6.803187084756524e-07,
+      "loss": 28.2812,
+      "step": 37058
+    },
+    {
+      "epoch": 1.7709547930803784,
+      "grad_norm": 182.98236083984375,
+      "learning_rate": 6.800381782804167e-07,
+      "loss": 17.1406,
+      "step": 37059
+    },
+    {
+      "epoch": 1.7710025805218388,
+      "grad_norm": 281.1203308105469,
+      "learning_rate": 6.79757703899726e-07,
+      "loss": 24.0312,
+      "step": 37060
+    },
+    {
+      "epoch": 1.7710503679632992,
+      "grad_norm": 294.8504943847656,
+      "learning_rate": 6.794772853352627e-07,
+      "loss": 28.7812,
+      "step": 37061
+    },
+    {
+      "epoch": 1.7710981554047596,
+      "grad_norm": 275.56439208984375,
+      "learning_rate": 6.791969225887018e-07,
+      "loss": 19.2031,
+      "step": 37062
+    },
+    {
+      "epoch": 1.77114594284622,
+      "grad_norm": 137.52371215820312,
+      "learning_rate": 6.789166156617233e-07,
+      "loss": 18.6094,
+      "step": 37063
+    },
+    {
+      "epoch": 1.7711937302876803,
+      "grad_norm": 267.8046875,
+      "learning_rate": 6.78636364556009e-07,
+      "loss": 29.0625,
+      "step": 37064
+    },
+    {
+      "epoch": 1.7712415177291407,
+      "grad_norm": 157.75152587890625,
+      "learning_rate": 6.783561692732344e-07,
+      "loss": 18.1875,
+      "step": 37065
+    },
+    {
+      "epoch": 1.7712893051706011,
+      "grad_norm": 361.1212158203125,
+      "learning_rate": 6.780760298150768e-07,
+      "loss": 30.25,
+      "step": 37066
+    },
+    {
+      "epoch": 1.7713370926120615,
+      "grad_norm": 971.5801391601562,
+      "learning_rate": 6.777959461832162e-07,
+      "loss": 26.0625,
+      "step": 37067
+    },
+    {
+      "epoch": 1.771384880053522,
+      "grad_norm": 444.1222839355469,
+      "learning_rate": 6.775159183793301e-07,
+      "loss": 40.5938,
+      "step": 37068
+    },
+    {
+      "epoch": 1.7714326674949823,
+      "grad_norm": 517.869384765625,
+      "learning_rate": 6.772359464050926e-07,
+      "loss": 24.7656,
+      "step": 37069
+    },
+    {
+      "epoch": 1.7714804549364427,
+      "grad_norm": 635.0435180664062,
+      "learning_rate": 6.769560302621825e-07,
+      "loss": 19.7656,
+      "step": 37070
+    },
+    {
+      "epoch": 1.771528242377903,
+      "grad_norm": 113.0556640625,
+      "learning_rate": 6.766761699522761e-07,
+      "loss": 22.2969,
+      "step": 37071
+    },
+    {
+      "epoch": 1.7715760298193635,
+      "grad_norm": 555.4178466796875,
+      "learning_rate": 6.763963654770489e-07,
+      "loss": 19.0469,
+      "step": 37072
+    },
+    {
+      "epoch": 1.7716238172608239,
+      "grad_norm": 231.15245056152344,
+      "learning_rate": 6.761166168381761e-07,
+      "loss": 29.1875,
+      "step": 37073
+    },
+    {
+      "epoch": 1.7716716047022842,
+      "grad_norm": 308.1366271972656,
+      "learning_rate": 6.758369240373353e-07,
+      "loss": 40.9062,
+      "step": 37074
+    },
+    {
+      "epoch": 1.7717193921437446,
+      "grad_norm": 197.29864501953125,
+      "learning_rate": 6.755572870761983e-07,
+      "loss": 17.4531,
+      "step": 37075
+    },
+    {
+      "epoch": 1.771767179585205,
+      "grad_norm": 227.3848876953125,
+      "learning_rate": 6.752777059564431e-07,
+      "loss": 15.0625,
+      "step": 37076
+    },
+    {
+      "epoch": 1.7718149670266654,
+      "grad_norm": 165.18910217285156,
+      "learning_rate": 6.749981806797413e-07,
+      "loss": 17.1719,
+      "step": 37077
+    },
+    {
+      "epoch": 1.7718627544681258,
+      "grad_norm": 157.16477966308594,
+      "learning_rate": 6.747187112477671e-07,
+      "loss": 27.75,
+      "step": 37078
+    },
+    {
+      "epoch": 1.7719105419095862,
+      "grad_norm": 427.6192932128906,
+      "learning_rate": 6.74439297662196e-07,
+      "loss": 32.3906,
+      "step": 37079
+    },
+    {
+      "epoch": 1.7719583293510466,
+      "grad_norm": 244.4346466064453,
+      "learning_rate": 6.74159939924699e-07,
+      "loss": 15.0469,
+      "step": 37080
+    },
+    {
+      "epoch": 1.772006116792507,
+      "grad_norm": 202.84364318847656,
+      "learning_rate": 6.738806380369512e-07,
+      "loss": 15.875,
+      "step": 37081
+    },
+    {
+      "epoch": 1.7720539042339674,
+      "grad_norm": 702.0663452148438,
+      "learning_rate": 6.736013920006235e-07,
+      "loss": 26.1719,
+      "step": 37082
+    },
+    {
+      "epoch": 1.7721016916754277,
+      "grad_norm": 254.63616943359375,
+      "learning_rate": 6.733222018173913e-07,
+      "loss": 22.7188,
+      "step": 37083
+    },
+    {
+      "epoch": 1.7721494791168881,
+      "grad_norm": 170.04586791992188,
+      "learning_rate": 6.730430674889221e-07,
+      "loss": 18.7344,
+      "step": 37084
+    },
+    {
+      "epoch": 1.7721972665583485,
+      "grad_norm": 193.6480712890625,
+      "learning_rate": 6.727639890168902e-07,
+      "loss": 28.9375,
+      "step": 37085
+    },
+    {
+      "epoch": 1.772245053999809,
+      "grad_norm": 212.53500366210938,
+      "learning_rate": 6.724849664029664e-07,
+      "loss": 31.0,
+      "step": 37086
+    },
+    {
+      "epoch": 1.7722928414412693,
+      "grad_norm": 283.35455322265625,
+      "learning_rate": 6.722059996488239e-07,
+      "loss": 20.6875,
+      "step": 37087
+    },
+    {
+      "epoch": 1.7723406288827297,
+      "grad_norm": 328.2193298339844,
+      "learning_rate": 6.719270887561291e-07,
+      "loss": 30.9062,
+      "step": 37088
+    },
+    {
+      "epoch": 1.77238841632419,
+      "grad_norm": 221.39791870117188,
+      "learning_rate": 6.716482337265551e-07,
+      "loss": 19.25,
+      "step": 37089
+    },
+    {
+      "epoch": 1.7724362037656505,
+      "grad_norm": 272.8776550292969,
+      "learning_rate": 6.713694345617727e-07,
+      "loss": 24.5469,
+      "step": 37090
+    },
+    {
+      "epoch": 1.7724839912071109,
+      "grad_norm": 186.04855346679688,
+      "learning_rate": 6.710906912634485e-07,
+      "loss": 23.8125,
+      "step": 37091
+    },
+    {
+      "epoch": 1.7725317786485713,
+      "grad_norm": 270.5281066894531,
+      "learning_rate": 6.708120038332533e-07,
+      "loss": 31.4062,
+      "step": 37092
+    },
+    {
+      "epoch": 1.7725795660900316,
+      "grad_norm": 242.0592041015625,
+      "learning_rate": 6.705333722728558e-07,
+      "loss": 19.3594,
+      "step": 37093
+    },
+    {
+      "epoch": 1.772627353531492,
+      "grad_norm": 197.8307342529297,
+      "learning_rate": 6.702547965839279e-07,
+      "loss": 21.5938,
+      "step": 37094
+    },
+    {
+      "epoch": 1.7726751409729524,
+      "grad_norm": 252.1788787841797,
+      "learning_rate": 6.699762767681328e-07,
+      "loss": 21.6094,
+      "step": 37095
+    },
+    {
+      "epoch": 1.7727229284144128,
+      "grad_norm": 431.8705749511719,
+      "learning_rate": 6.696978128271403e-07,
+      "loss": 21.875,
+      "step": 37096
+    },
+    {
+      "epoch": 1.7727707158558732,
+      "grad_norm": 174.91714477539062,
+      "learning_rate": 6.694194047626202e-07,
+      "loss": 19.7812,
+      "step": 37097
+    },
+    {
+      "epoch": 1.7728185032973336,
+      "grad_norm": 326.53472900390625,
+      "learning_rate": 6.691410525762376e-07,
+      "loss": 23.2969,
+      "step": 37098
+    },
+    {
+      "epoch": 1.772866290738794,
+      "grad_norm": 331.5106506347656,
+      "learning_rate": 6.688627562696603e-07,
+      "loss": 27.3125,
+      "step": 37099
+    },
+    {
+      "epoch": 1.7729140781802544,
+      "grad_norm": 164.26890563964844,
+      "learning_rate": 6.685845158445537e-07,
+      "loss": 23.8594,
+      "step": 37100
+    },
+    {
+      "epoch": 1.7729618656217148,
+      "grad_norm": 236.9455108642578,
+      "learning_rate": 6.683063313025861e-07,
+      "loss": 37.7812,
+      "step": 37101
+    },
+    {
+      "epoch": 1.7730096530631752,
+      "grad_norm": 171.65545654296875,
+      "learning_rate": 6.680282026454221e-07,
+      "loss": 29.6562,
+      "step": 37102
+    },
+    {
+      "epoch": 1.7730574405046355,
+      "grad_norm": 130.1688232421875,
+      "learning_rate": 6.677501298747268e-07,
+      "loss": 22.2188,
+      "step": 37103
+    },
+    {
+      "epoch": 1.773105227946096,
+      "grad_norm": 224.92703247070312,
+      "learning_rate": 6.674721129921679e-07,
+      "loss": 22.5312,
+      "step": 37104
+    },
+    {
+      "epoch": 1.773153015387556,
+      "grad_norm": 254.83290100097656,
+      "learning_rate": 6.671941519994074e-07,
+      "loss": 22.7031,
+      "step": 37105
+    },
+    {
+      "epoch": 1.7732008028290165,
+      "grad_norm": 191.58106994628906,
+      "learning_rate": 6.669162468981105e-07,
+      "loss": 21.3125,
+      "step": 37106
+    },
+    {
+      "epoch": 1.7732485902704769,
+      "grad_norm": 315.00531005859375,
+      "learning_rate": 6.666383976899449e-07,
+      "loss": 33.375,
+      "step": 37107
+    },
+    {
+      "epoch": 1.7732963777119373,
+      "grad_norm": 432.8683166503906,
+      "learning_rate": 6.663606043765702e-07,
+      "loss": 19.625,
+      "step": 37108
+    },
+    {
+      "epoch": 1.7733441651533977,
+      "grad_norm": 223.9889678955078,
+      "learning_rate": 6.66082866959653e-07,
+      "loss": 34.8125,
+      "step": 37109
+    },
+    {
+      "epoch": 1.773391952594858,
+      "grad_norm": 246.45761108398438,
+      "learning_rate": 6.658051854408543e-07,
+      "loss": 18.7812,
+      "step": 37110
+    },
+    {
+      "epoch": 1.7734397400363184,
+      "grad_norm": 243.6452178955078,
+      "learning_rate": 6.65527559821838e-07,
+      "loss": 28.6875,
+      "step": 37111
+    },
+    {
+      "epoch": 1.7734875274777788,
+      "grad_norm": 155.04879760742188,
+      "learning_rate": 6.652499901042686e-07,
+      "loss": 20.0312,
+      "step": 37112
+    },
+    {
+      "epoch": 1.7735353149192392,
+      "grad_norm": 410.7728576660156,
+      "learning_rate": 6.649724762898047e-07,
+      "loss": 27.0,
+      "step": 37113
+    },
+    {
+      "epoch": 1.7735831023606996,
+      "grad_norm": 295.2168273925781,
+      "learning_rate": 6.646950183801104e-07,
+      "loss": 27.0312,
+      "step": 37114
+    },
+    {
+      "epoch": 1.77363088980216,
+      "grad_norm": 281.21270751953125,
+      "learning_rate": 6.644176163768468e-07,
+      "loss": 31.3125,
+      "step": 37115
+    },
+    {
+      "epoch": 1.7736786772436204,
+      "grad_norm": 126.62433624267578,
+      "learning_rate": 6.641402702816768e-07,
+      "loss": 24.0625,
+      "step": 37116
+    },
+    {
+      "epoch": 1.7737264646850808,
+      "grad_norm": 252.2395782470703,
+      "learning_rate": 6.638629800962592e-07,
+      "loss": 17.25,
+      "step": 37117
+    },
+    {
+      "epoch": 1.7737742521265412,
+      "grad_norm": 143.5044708251953,
+      "learning_rate": 6.63585745822255e-07,
+      "loss": 17.25,
+      "step": 37118
+    },
+    {
+      "epoch": 1.7738220395680016,
+      "grad_norm": 321.61029052734375,
+      "learning_rate": 6.633085674613249e-07,
+      "loss": 25.0625,
+      "step": 37119
+    },
+    {
+      "epoch": 1.773869827009462,
+      "grad_norm": 173.67955017089844,
+      "learning_rate": 6.63031445015131e-07,
+      "loss": 19.1875,
+      "step": 37120
+    },
+    {
+      "epoch": 1.7739176144509223,
+      "grad_norm": 317.7178649902344,
+      "learning_rate": 6.627543784853285e-07,
+      "loss": 25.2188,
+      "step": 37121
+    },
+    {
+      "epoch": 1.7739654018923827,
+      "grad_norm": 245.62757873535156,
+      "learning_rate": 6.624773678735785e-07,
+      "loss": 22.8906,
+      "step": 37122
+    },
+    {
+      "epoch": 1.774013189333843,
+      "grad_norm": 172.38165283203125,
+      "learning_rate": 6.622004131815418e-07,
+      "loss": 22.7656,
+      "step": 37123
+    },
+    {
+      "epoch": 1.7740609767753035,
+      "grad_norm": 190.33145141601562,
+      "learning_rate": 6.61923514410876e-07,
+      "loss": 27.8125,
+      "step": 37124
+    },
+    {
+      "epoch": 1.774108764216764,
+      "grad_norm": 297.07843017578125,
+      "learning_rate": 6.616466715632375e-07,
+      "loss": 31.875,
+      "step": 37125
+    },
+    {
+      "epoch": 1.774156551658224,
+      "grad_norm": 340.74957275390625,
+      "learning_rate": 6.61369884640286e-07,
+      "loss": 22.2656,
+      "step": 37126
+    },
+    {
+      "epoch": 1.7742043390996844,
+      "grad_norm": 226.9361114501953,
+      "learning_rate": 6.610931536436804e-07,
+      "loss": 13.6719,
+      "step": 37127
+    },
+    {
+      "epoch": 1.7742521265411448,
+      "grad_norm": 176.84854125976562,
+      "learning_rate": 6.608164785750737e-07,
+      "loss": 14.9219,
+      "step": 37128
+    },
+    {
+      "epoch": 1.7742999139826052,
+      "grad_norm": 203.9343719482422,
+      "learning_rate": 6.605398594361267e-07,
+      "loss": 26.7812,
+      "step": 37129
+    },
+    {
+      "epoch": 1.7743477014240656,
+      "grad_norm": 167.99447631835938,
+      "learning_rate": 6.602632962284938e-07,
+      "loss": 26.8281,
+      "step": 37130
+    },
+    {
+      "epoch": 1.774395488865526,
+      "grad_norm": 125.09571075439453,
+      "learning_rate": 6.599867889538348e-07,
+      "loss": 13.2734,
+      "step": 37131
+    },
+    {
+      "epoch": 1.7744432763069864,
+      "grad_norm": 301.5300598144531,
+      "learning_rate": 6.597103376138014e-07,
+      "loss": 23.7969,
+      "step": 37132
+    },
+    {
+      "epoch": 1.7744910637484468,
+      "grad_norm": 240.97830200195312,
+      "learning_rate": 6.594339422100504e-07,
+      "loss": 20.0312,
+      "step": 37133
+    },
+    {
+      "epoch": 1.7745388511899072,
+      "grad_norm": 175.22804260253906,
+      "learning_rate": 6.59157602744237e-07,
+      "loss": 26.9375,
+      "step": 37134
+    },
+    {
+      "epoch": 1.7745866386313676,
+      "grad_norm": 213.5605010986328,
+      "learning_rate": 6.588813192180188e-07,
+      "loss": 21.6562,
+      "step": 37135
+    },
+    {
+      "epoch": 1.774634426072828,
+      "grad_norm": 254.76112365722656,
+      "learning_rate": 6.586050916330455e-07,
+      "loss": 24.1875,
+      "step": 37136
+    },
+    {
+      "epoch": 1.7746822135142883,
+      "grad_norm": 268.4644775390625,
+      "learning_rate": 6.583289199909771e-07,
+      "loss": 29.4219,
+      "step": 37137
+    },
+    {
+      "epoch": 1.7747300009557487,
+      "grad_norm": 270.5018005371094,
+      "learning_rate": 6.58052804293462e-07,
+      "loss": 26.4688,
+      "step": 37138
+    },
+    {
+      "epoch": 1.7747777883972091,
+      "grad_norm": 234.40573120117188,
+      "learning_rate": 6.577767445421568e-07,
+      "loss": 26.9219,
+      "step": 37139
+    },
+    {
+      "epoch": 1.7748255758386695,
+      "grad_norm": 397.189453125,
+      "learning_rate": 6.575007407387146e-07,
+      "loss": 24.7344,
+      "step": 37140
+    },
+    {
+      "epoch": 1.77487336328013,
+      "grad_norm": 418.45977783203125,
+      "learning_rate": 6.572247928847875e-07,
+      "loss": 28.7188,
+      "step": 37141
+    },
+    {
+      "epoch": 1.7749211507215903,
+      "grad_norm": 129.84487915039062,
+      "learning_rate": 6.569489009820284e-07,
+      "loss": 17.6719,
+      "step": 37142
+    },
+    {
+      "epoch": 1.7749689381630507,
+      "grad_norm": 214.7733154296875,
+      "learning_rate": 6.566730650320896e-07,
+      "loss": 25.5938,
+      "step": 37143
+    },
+    {
+      "epoch": 1.775016725604511,
+      "grad_norm": 167.8250732421875,
+      "learning_rate": 6.563972850366218e-07,
+      "loss": 25.8125,
+      "step": 37144
+    },
+    {
+      "epoch": 1.7750645130459715,
+      "grad_norm": 254.62879943847656,
+      "learning_rate": 6.561215609972782e-07,
+      "loss": 18.5312,
+      "step": 37145
+    },
+    {
+      "epoch": 1.7751123004874318,
+      "grad_norm": 222.62977600097656,
+      "learning_rate": 6.558458929157119e-07,
+      "loss": 21.6562,
+      "step": 37146
+    },
+    {
+      "epoch": 1.7751600879288922,
+      "grad_norm": 224.88790893554688,
+      "learning_rate": 6.555702807935682e-07,
+      "loss": 25.5,
+      "step": 37147
+    },
+    {
+      "epoch": 1.7752078753703526,
+      "grad_norm": 234.77552795410156,
+      "learning_rate": 6.552947246325025e-07,
+      "loss": 27.5312,
+      "step": 37148
+    },
+    {
+      "epoch": 1.775255662811813,
+      "grad_norm": 385.638916015625,
+      "learning_rate": 6.550192244341635e-07,
+      "loss": 19.2812,
+      "step": 37149
+    },
+    {
+      "epoch": 1.7753034502532734,
+      "grad_norm": 250.4330291748047,
+      "learning_rate": 6.547437802002011e-07,
+      "loss": 31.125,
+      "step": 37150
+    },
+    {
+      "epoch": 1.7753512376947338,
+      "grad_norm": 260.9415283203125,
+      "learning_rate": 6.544683919322637e-07,
+      "loss": 21.0781,
+      "step": 37151
+    },
+    {
+      "epoch": 1.7753990251361942,
+      "grad_norm": 380.4383239746094,
+      "learning_rate": 6.541930596320012e-07,
+      "loss": 25.2656,
+      "step": 37152
+    },
+    {
+      "epoch": 1.7754468125776546,
+      "grad_norm": 177.73170471191406,
+      "learning_rate": 6.539177833010657e-07,
+      "loss": 27.3594,
+      "step": 37153
+    },
+    {
+      "epoch": 1.775494600019115,
+      "grad_norm": 276.4490661621094,
+      "learning_rate": 6.536425629411003e-07,
+      "loss": 19.2031,
+      "step": 37154
+    },
+    {
+      "epoch": 1.7755423874605754,
+      "grad_norm": 165.2501678466797,
+      "learning_rate": 6.53367398553757e-07,
+      "loss": 20.5,
+      "step": 37155
+    },
+    {
+      "epoch": 1.7755901749020357,
+      "grad_norm": 595.5936889648438,
+      "learning_rate": 6.530922901406811e-07,
+      "loss": 33.2969,
+      "step": 37156
+    },
+    {
+      "epoch": 1.7756379623434961,
+      "grad_norm": 535.3233032226562,
+      "learning_rate": 6.528172377035247e-07,
+      "loss": 17.6875,
+      "step": 37157
+    },
+    {
+      "epoch": 1.7756857497849565,
+      "grad_norm": 405.92413330078125,
+      "learning_rate": 6.525422412439286e-07,
+      "loss": 30.625,
+      "step": 37158
+    },
+    {
+      "epoch": 1.775733537226417,
+      "grad_norm": 127.76888275146484,
+      "learning_rate": 6.522673007635438e-07,
+      "loss": 14.6719,
+      "step": 37159
+    },
+    {
+      "epoch": 1.7757813246678773,
+      "grad_norm": 207.92236328125,
+      "learning_rate": 6.519924162640168e-07,
+      "loss": 31.0938,
+      "step": 37160
+    },
+    {
+      "epoch": 1.7758291121093377,
+      "grad_norm": 293.4443054199219,
+      "learning_rate": 6.517175877469927e-07,
+      "loss": 36.6562,
+      "step": 37161
+    },
+    {
+      "epoch": 1.775876899550798,
+      "grad_norm": 324.25921630859375,
+      "learning_rate": 6.514428152141172e-07,
+      "loss": 28.6719,
+      "step": 37162
+    },
+    {
+      "epoch": 1.7759246869922585,
+      "grad_norm": 258.4465026855469,
+      "learning_rate": 6.511680986670365e-07,
+      "loss": 21.9062,
+      "step": 37163
+    },
+    {
+      "epoch": 1.7759724744337189,
+      "grad_norm": 173.42015075683594,
+      "learning_rate": 6.508934381073972e-07,
+      "loss": 22.2969,
+      "step": 37164
+    },
+    {
+      "epoch": 1.7760202618751793,
+      "grad_norm": 230.18203735351562,
+      "learning_rate": 6.506188335368402e-07,
+      "loss": 14.3125,
+      "step": 37165
+    },
+    {
+      "epoch": 1.7760680493166396,
+      "grad_norm": 371.8113098144531,
+      "learning_rate": 6.503442849570129e-07,
+      "loss": 21.4219,
+      "step": 37166
+    },
+    {
+      "epoch": 1.7761158367581,
+      "grad_norm": 218.62669372558594,
+      "learning_rate": 6.500697923695598e-07,
+      "loss": 19.6094,
+      "step": 37167
+    },
+    {
+      "epoch": 1.7761636241995604,
+      "grad_norm": 360.5127868652344,
+      "learning_rate": 6.497953557761239e-07,
+      "loss": 29.4062,
+      "step": 37168
+    },
+    {
+      "epoch": 1.7762114116410208,
+      "grad_norm": 364.5869140625,
+      "learning_rate": 6.495209751783482e-07,
+      "loss": 18.0312,
+      "step": 37169
+    },
+    {
+      "epoch": 1.7762591990824812,
+      "grad_norm": 310.6877746582031,
+      "learning_rate": 6.49246650577876e-07,
+      "loss": 30.2188,
+      "step": 37170
+    },
+    {
+      "epoch": 1.7763069865239416,
+      "grad_norm": 290.1860656738281,
+      "learning_rate": 6.489723819763527e-07,
+      "loss": 25.5938,
+      "step": 37171
+    },
+    {
+      "epoch": 1.776354773965402,
+      "grad_norm": 269.85894775390625,
+      "learning_rate": 6.486981693754168e-07,
+      "loss": 20.4062,
+      "step": 37172
+    },
+    {
+      "epoch": 1.7764025614068624,
+      "grad_norm": 134.1544952392578,
+      "learning_rate": 6.484240127767138e-07,
+      "loss": 22.7656,
+      "step": 37173
+    },
+    {
+      "epoch": 1.7764503488483228,
+      "grad_norm": 138.4621124267578,
+      "learning_rate": 6.481499121818824e-07,
+      "loss": 15.5625,
+      "step": 37174
+    },
+    {
+      "epoch": 1.7764981362897831,
+      "grad_norm": 176.69056701660156,
+      "learning_rate": 6.478758675925678e-07,
+      "loss": 15.2031,
+      "step": 37175
+    },
+    {
+      "epoch": 1.7765459237312435,
+      "grad_norm": 731.0287475585938,
+      "learning_rate": 6.476018790104077e-07,
+      "loss": 22.7188,
+      "step": 37176
+    },
+    {
+      "epoch": 1.776593711172704,
+      "grad_norm": 198.7174835205078,
+      "learning_rate": 6.473279464370441e-07,
+      "loss": 27.0469,
+      "step": 37177
+    },
+    {
+      "epoch": 1.7766414986141643,
+      "grad_norm": 428.4493713378906,
+      "learning_rate": 6.470540698741179e-07,
+      "loss": 26.0,
+      "step": 37178
+    },
+    {
+      "epoch": 1.7766892860556247,
+      "grad_norm": 378.6947937011719,
+      "learning_rate": 6.467802493232711e-07,
+      "loss": 22.5781,
+      "step": 37179
+    },
+    {
+      "epoch": 1.776737073497085,
+      "grad_norm": 251.69659423828125,
+      "learning_rate": 6.465064847861402e-07,
+      "loss": 26.6719,
+      "step": 37180
+    },
+    {
+      "epoch": 1.7767848609385455,
+      "grad_norm": 293.9881896972656,
+      "learning_rate": 6.46232776264365e-07,
+      "loss": 27.8594,
+      "step": 37181
+    },
+    {
+      "epoch": 1.7768326483800059,
+      "grad_norm": 226.74667358398438,
+      "learning_rate": 6.459591237595863e-07,
+      "loss": 18.0,
+      "step": 37182
+    },
+    {
+      "epoch": 1.7768804358214663,
+      "grad_norm": 234.70187377929688,
+      "learning_rate": 6.456855272734452e-07,
+      "loss": 24.8125,
+      "step": 37183
+    },
+    {
+      "epoch": 1.7769282232629267,
+      "grad_norm": 287.5427551269531,
+      "learning_rate": 6.454119868075747e-07,
+      "loss": 27.0,
+      "step": 37184
+    },
+    {
+      "epoch": 1.776976010704387,
+      "grad_norm": 206.93080139160156,
+      "learning_rate": 6.451385023636159e-07,
+      "loss": 30.8438,
+      "step": 37185
+    },
+    {
+      "epoch": 1.7770237981458474,
+      "grad_norm": 390.0390930175781,
+      "learning_rate": 6.448650739432083e-07,
+      "loss": 33.6094,
+      "step": 37186
+    },
+    {
+      "epoch": 1.7770715855873076,
+      "grad_norm": 357.6737976074219,
+      "learning_rate": 6.445917015479852e-07,
+      "loss": 18.6562,
+      "step": 37187
+    },
+    {
+      "epoch": 1.777119373028768,
+      "grad_norm": 409.5253601074219,
+      "learning_rate": 6.443183851795864e-07,
+      "loss": 32.0,
+      "step": 37188
+    },
+    {
+      "epoch": 1.7771671604702284,
+      "grad_norm": 297.5486145019531,
+      "learning_rate": 6.440451248396484e-07,
+      "loss": 32.8125,
+      "step": 37189
+    },
+    {
+      "epoch": 1.7772149479116888,
+      "grad_norm": 301.1297607421875,
+      "learning_rate": 6.437719205298099e-07,
+      "loss": 27.4062,
+      "step": 37190
+    },
+    {
+      "epoch": 1.7772627353531492,
+      "grad_norm": 338.8469543457031,
+      "learning_rate": 6.434987722517016e-07,
+      "loss": 21.4375,
+      "step": 37191
+    },
+    {
+      "epoch": 1.7773105227946095,
+      "grad_norm": 223.2687530517578,
+      "learning_rate": 6.432256800069636e-07,
+      "loss": 30.75,
+      "step": 37192
+    },
+    {
+      "epoch": 1.77735831023607,
+      "grad_norm": 160.56837463378906,
+      "learning_rate": 6.4295264379723e-07,
+      "loss": 20.6719,
+      "step": 37193
+    },
+    {
+      "epoch": 1.7774060976775303,
+      "grad_norm": 396.3807373046875,
+      "learning_rate": 6.426796636241372e-07,
+      "loss": 29.125,
+      "step": 37194
+    },
+    {
+      "epoch": 1.7774538851189907,
+      "grad_norm": 247.87045288085938,
+      "learning_rate": 6.424067394893185e-07,
+      "loss": 23.3125,
+      "step": 37195
+    },
+    {
+      "epoch": 1.777501672560451,
+      "grad_norm": 249.92343139648438,
+      "learning_rate": 6.421338713944081e-07,
+      "loss": 26.1562,
+      "step": 37196
+    },
+    {
+      "epoch": 1.7775494600019115,
+      "grad_norm": 97.74853515625,
+      "learning_rate": 6.418610593410424e-07,
+      "loss": 23.5312,
+      "step": 37197
+    },
+    {
+      "epoch": 1.7775972474433719,
+      "grad_norm": 403.1274719238281,
+      "learning_rate": 6.415883033308523e-07,
+      "loss": 25.6562,
+      "step": 37198
+    },
+    {
+      "epoch": 1.7776450348848323,
+      "grad_norm": 202.02769470214844,
+      "learning_rate": 6.413156033654721e-07,
+      "loss": 23.1562,
+      "step": 37199
+    },
+    {
+      "epoch": 1.7776928223262927,
+      "grad_norm": 231.51422119140625,
+      "learning_rate": 6.410429594465361e-07,
+      "loss": 26.9062,
+      "step": 37200
+    },
+    {
+      "epoch": 1.777740609767753,
+      "grad_norm": 206.4939727783203,
+      "learning_rate": 6.407703715756774e-07,
+      "loss": 24.0156,
+      "step": 37201
+    },
+    {
+      "epoch": 1.7777883972092134,
+      "grad_norm": 755.3533325195312,
+      "learning_rate": 6.404978397545269e-07,
+      "loss": 24.7812,
+      "step": 37202
+    },
+    {
+      "epoch": 1.7778361846506738,
+      "grad_norm": 511.9208068847656,
+      "learning_rate": 6.402253639847167e-07,
+      "loss": 29.3125,
+      "step": 37203
+    },
+    {
+      "epoch": 1.7778839720921342,
+      "grad_norm": 225.78041076660156,
+      "learning_rate": 6.399529442678809e-07,
+      "loss": 26.1875,
+      "step": 37204
+    },
+    {
+      "epoch": 1.7779317595335946,
+      "grad_norm": 278.6217346191406,
+      "learning_rate": 6.396805806056471e-07,
+      "loss": 15.4844,
+      "step": 37205
+    },
+    {
+      "epoch": 1.777979546975055,
+      "grad_norm": 432.6387023925781,
+      "learning_rate": 6.394082729996498e-07,
+      "loss": 26.0469,
+      "step": 37206
+    },
+    {
+      "epoch": 1.7780273344165154,
+      "grad_norm": 351.255859375,
+      "learning_rate": 6.391360214515174e-07,
+      "loss": 31.7812,
+      "step": 37207
+    },
+    {
+      "epoch": 1.7780751218579756,
+      "grad_norm": 332.8517150878906,
+      "learning_rate": 6.388638259628821e-07,
+      "loss": 36.25,
+      "step": 37208
+    },
+    {
+      "epoch": 1.778122909299436,
+      "grad_norm": 317.829833984375,
+      "learning_rate": 6.385916865353737e-07,
+      "loss": 20.4062,
+      "step": 37209
+    },
+    {
+      "epoch": 1.7781706967408963,
+      "grad_norm": 348.1997985839844,
+      "learning_rate": 6.383196031706207e-07,
+      "loss": 33.4531,
+      "step": 37210
+    },
+    {
+      "epoch": 1.7782184841823567,
+      "grad_norm": 241.4368438720703,
+      "learning_rate": 6.380475758702532e-07,
+      "loss": 21.6562,
+      "step": 37211
+    },
+    {
+      "epoch": 1.7782662716238171,
+      "grad_norm": 615.9131469726562,
+      "learning_rate": 6.377756046359018e-07,
+      "loss": 19.6562,
+      "step": 37212
+    },
+    {
+      "epoch": 1.7783140590652775,
+      "grad_norm": 394.90985107421875,
+      "learning_rate": 6.375036894691932e-07,
+      "loss": 41.9375,
+      "step": 37213
+    },
+    {
+      "epoch": 1.778361846506738,
+      "grad_norm": 313.4057922363281,
+      "learning_rate": 6.372318303717562e-07,
+      "loss": 32.4219,
+      "step": 37214
+    },
+    {
+      "epoch": 1.7784096339481983,
+      "grad_norm": 276.0144958496094,
+      "learning_rate": 6.369600273452181e-07,
+      "loss": 22.9688,
+      "step": 37215
+    },
+    {
+      "epoch": 1.7784574213896587,
+      "grad_norm": 303.4594421386719,
+      "learning_rate": 6.366882803912111e-07,
+      "loss": 19.9844,
+      "step": 37216
+    },
+    {
+      "epoch": 1.778505208831119,
+      "grad_norm": 336.6677551269531,
+      "learning_rate": 6.364165895113572e-07,
+      "loss": 23.7812,
+      "step": 37217
+    },
+    {
+      "epoch": 1.7785529962725795,
+      "grad_norm": 156.97314453125,
+      "learning_rate": 6.361449547072851e-07,
+      "loss": 21.0156,
+      "step": 37218
+    },
+    {
+      "epoch": 1.7786007837140398,
+      "grad_norm": 178.43080139160156,
+      "learning_rate": 6.358733759806223e-07,
+      "loss": 19.625,
+      "step": 37219
+    },
+    {
+      "epoch": 1.7786485711555002,
+      "grad_norm": 185.50778198242188,
+      "learning_rate": 6.356018533329967e-07,
+      "loss": 23.375,
+      "step": 37220
+    },
+    {
+      "epoch": 1.7786963585969606,
+      "grad_norm": 337.7928466796875,
+      "learning_rate": 6.35330386766031e-07,
+      "loss": 24.1562,
+      "step": 37221
+    },
+    {
+      "epoch": 1.778744146038421,
+      "grad_norm": 359.9037170410156,
+      "learning_rate": 6.35058976281352e-07,
+      "loss": 20.7812,
+      "step": 37222
+    },
+    {
+      "epoch": 1.7787919334798814,
+      "grad_norm": 143.75010681152344,
+      "learning_rate": 6.347876218805882e-07,
+      "loss": 15.0625,
+      "step": 37223
+    },
+    {
+      "epoch": 1.7788397209213418,
+      "grad_norm": 125.70135498046875,
+      "learning_rate": 6.345163235653595e-07,
+      "loss": 15.6406,
+      "step": 37224
+    },
+    {
+      "epoch": 1.7788875083628022,
+      "grad_norm": 176.35675048828125,
+      "learning_rate": 6.342450813372936e-07,
+      "loss": 23.8125,
+      "step": 37225
+    },
+    {
+      "epoch": 1.7789352958042626,
+      "grad_norm": 286.7862548828125,
+      "learning_rate": 6.339738951980157e-07,
+      "loss": 27.375,
+      "step": 37226
+    },
+    {
+      "epoch": 1.778983083245723,
+      "grad_norm": 188.19761657714844,
+      "learning_rate": 6.33702765149149e-07,
+      "loss": 22.2344,
+      "step": 37227
+    },
+    {
+      "epoch": 1.7790308706871834,
+      "grad_norm": 133.24562072753906,
+      "learning_rate": 6.334316911923155e-07,
+      "loss": 15.5312,
+      "step": 37228
+    },
+    {
+      "epoch": 1.7790786581286437,
+      "grad_norm": 237.29342651367188,
+      "learning_rate": 6.331606733291395e-07,
+      "loss": 27.3125,
+      "step": 37229
+    },
+    {
+      "epoch": 1.7791264455701041,
+      "grad_norm": 178.61289978027344,
+      "learning_rate": 6.328897115612454e-07,
+      "loss": 18.1172,
+      "step": 37230
+    },
+    {
+      "epoch": 1.7791742330115645,
+      "grad_norm": 132.84085083007812,
+      "learning_rate": 6.32618805890256e-07,
+      "loss": 21.125,
+      "step": 37231
+    },
+    {
+      "epoch": 1.779222020453025,
+      "grad_norm": 162.485595703125,
+      "learning_rate": 6.323479563177915e-07,
+      "loss": 19.9219,
+      "step": 37232
+    },
+    {
+      "epoch": 1.7792698078944853,
+      "grad_norm": 272.9265441894531,
+      "learning_rate": 6.320771628454758e-07,
+      "loss": 25.375,
+      "step": 37233
+    },
+    {
+      "epoch": 1.7793175953359457,
+      "grad_norm": 158.43345642089844,
+      "learning_rate": 6.318064254749301e-07,
+      "loss": 29.2344,
+      "step": 37234
+    },
+    {
+      "epoch": 1.779365382777406,
+      "grad_norm": 233.2267608642578,
+      "learning_rate": 6.315357442077751e-07,
+      "loss": 20.1562,
+      "step": 37235
+    },
+    {
+      "epoch": 1.7794131702188665,
+      "grad_norm": 235.89596557617188,
+      "learning_rate": 6.31265119045632e-07,
+      "loss": 26.4688,
+      "step": 37236
+    },
+    {
+      "epoch": 1.7794609576603269,
+      "grad_norm": 179.6028594970703,
+      "learning_rate": 6.309945499901238e-07,
+      "loss": 23.375,
+      "step": 37237
+    },
+    {
+      "epoch": 1.7795087451017872,
+      "grad_norm": 204.53146362304688,
+      "learning_rate": 6.307240370428669e-07,
+      "loss": 20.25,
+      "step": 37238
+    },
+    {
+      "epoch": 1.7795565325432476,
+      "grad_norm": 234.49029541015625,
+      "learning_rate": 6.304535802054856e-07,
+      "loss": 22.2656,
+      "step": 37239
+    },
+    {
+      "epoch": 1.779604319984708,
+      "grad_norm": 232.77723693847656,
+      "learning_rate": 6.301831794795954e-07,
+      "loss": 22.1094,
+      "step": 37240
+    },
+    {
+      "epoch": 1.7796521074261684,
+      "grad_norm": 327.7872619628906,
+      "learning_rate": 6.299128348668171e-07,
+      "loss": 21.3438,
+      "step": 37241
+    },
+    {
+      "epoch": 1.7796998948676288,
+      "grad_norm": 311.1556701660156,
+      "learning_rate": 6.296425463687716e-07,
+      "loss": 21.8438,
+      "step": 37242
+    },
+    {
+      "epoch": 1.7797476823090892,
+      "grad_norm": 116.79644775390625,
+      "learning_rate": 6.293723139870756e-07,
+      "loss": 26.7188,
+      "step": 37243
+    },
+    {
+      "epoch": 1.7797954697505496,
+      "grad_norm": 384.4609069824219,
+      "learning_rate": 6.291021377233475e-07,
+      "loss": 34.5625,
+      "step": 37244
+    },
+    {
+      "epoch": 1.77984325719201,
+      "grad_norm": 269.54205322265625,
+      "learning_rate": 6.288320175792062e-07,
+      "loss": 23.7812,
+      "step": 37245
+    },
+    {
+      "epoch": 1.7798910446334704,
+      "grad_norm": 140.16094970703125,
+      "learning_rate": 6.285619535562704e-07,
+      "loss": 26.8594,
+      "step": 37246
+    },
+    {
+      "epoch": 1.7799388320749308,
+      "grad_norm": 287.1383056640625,
+      "learning_rate": 6.282919456561543e-07,
+      "loss": 29.8125,
+      "step": 37247
+    },
+    {
+      "epoch": 1.7799866195163911,
+      "grad_norm": 220.58058166503906,
+      "learning_rate": 6.280219938804766e-07,
+      "loss": 26.3906,
+      "step": 37248
+    },
+    {
+      "epoch": 1.7800344069578515,
+      "grad_norm": 301.8546142578125,
+      "learning_rate": 6.277520982308549e-07,
+      "loss": 18.0781,
+      "step": 37249
+    },
+    {
+      "epoch": 1.780082194399312,
+      "grad_norm": 178.5057830810547,
+      "learning_rate": 6.274822587089035e-07,
+      "loss": 14.875,
+      "step": 37250
+    },
+    {
+      "epoch": 1.7801299818407723,
+      "grad_norm": 184.5242156982422,
+      "learning_rate": 6.272124753162401e-07,
+      "loss": 22.9375,
+      "step": 37251
+    },
+    {
+      "epoch": 1.7801777692822327,
+      "grad_norm": 288.18994140625,
+      "learning_rate": 6.269427480544798e-07,
+      "loss": 31.4688,
+      "step": 37252
+    },
+    {
+      "epoch": 1.780225556723693,
+      "grad_norm": 371.43670654296875,
+      "learning_rate": 6.266730769252383e-07,
+      "loss": 16.75,
+      "step": 37253
+    },
+    {
+      "epoch": 1.7802733441651535,
+      "grad_norm": 181.41371154785156,
+      "learning_rate": 6.264034619301295e-07,
+      "loss": 25.1094,
+      "step": 37254
+    },
+    {
+      "epoch": 1.7803211316066139,
+      "grad_norm": 347.02783203125,
+      "learning_rate": 6.261339030707692e-07,
+      "loss": 19.4844,
+      "step": 37255
+    },
+    {
+      "epoch": 1.7803689190480743,
+      "grad_norm": 184.2584991455078,
+      "learning_rate": 6.258644003487702e-07,
+      "loss": 22.3438,
+      "step": 37256
+    },
+    {
+      "epoch": 1.7804167064895347,
+      "grad_norm": 204.07232666015625,
+      "learning_rate": 6.255949537657491e-07,
+      "loss": 27.0,
+      "step": 37257
+    },
+    {
+      "epoch": 1.780464493930995,
+      "grad_norm": 331.149169921875,
+      "learning_rate": 6.253255633233169e-07,
+      "loss": 23.6875,
+      "step": 37258
+    },
+    {
+      "epoch": 1.7805122813724554,
+      "grad_norm": 599.3449096679688,
+      "learning_rate": 6.250562290230877e-07,
+      "loss": 23.6094,
+      "step": 37259
+    },
+    {
+      "epoch": 1.7805600688139158,
+      "grad_norm": 196.30810546875,
+      "learning_rate": 6.24786950866676e-07,
+      "loss": 25.0,
+      "step": 37260
+    },
+    {
+      "epoch": 1.7806078562553762,
+      "grad_norm": 212.67318725585938,
+      "learning_rate": 6.245177288556925e-07,
+      "loss": 23.9375,
+      "step": 37261
+    },
+    {
+      "epoch": 1.7806556436968366,
+      "grad_norm": 739.27294921875,
+      "learning_rate": 6.242485629917494e-07,
+      "loss": 25.8906,
+      "step": 37262
+    },
+    {
+      "epoch": 1.780703431138297,
+      "grad_norm": 251.95819091796875,
+      "learning_rate": 6.239794532764598e-07,
+      "loss": 22.2344,
+      "step": 37263
+    },
+    {
+      "epoch": 1.7807512185797574,
+      "grad_norm": 122.62432098388672,
+      "learning_rate": 6.237103997114358e-07,
+      "loss": 21.3438,
+      "step": 37264
+    },
+    {
+      "epoch": 1.7807990060212178,
+      "grad_norm": 436.6578369140625,
+      "learning_rate": 6.23441402298286e-07,
+      "loss": 22.6719,
+      "step": 37265
+    },
+    {
+      "epoch": 1.7808467934626782,
+      "grad_norm": 378.4042053222656,
+      "learning_rate": 6.231724610386247e-07,
+      "loss": 20.8438,
+      "step": 37266
+    },
+    {
+      "epoch": 1.7808945809041385,
+      "grad_norm": 253.3626251220703,
+      "learning_rate": 6.229035759340596e-07,
+      "loss": 33.25,
+      "step": 37267
+    },
+    {
+      "epoch": 1.780942368345599,
+      "grad_norm": 246.0246124267578,
+      "learning_rate": 6.226347469862038e-07,
+      "loss": 27.875,
+      "step": 37268
+    },
+    {
+      "epoch": 1.7809901557870593,
+      "grad_norm": 223.79864501953125,
+      "learning_rate": 6.223659741966647e-07,
+      "loss": 21.2969,
+      "step": 37269
+    },
+    {
+      "epoch": 1.7810379432285195,
+      "grad_norm": 230.96511840820312,
+      "learning_rate": 6.220972575670547e-07,
+      "loss": 24.3125,
+      "step": 37270
+    },
+    {
+      "epoch": 1.7810857306699799,
+      "grad_norm": 324.7196044921875,
+      "learning_rate": 6.21828597098979e-07,
+      "loss": 29.7812,
+      "step": 37271
+    },
+    {
+      "epoch": 1.7811335181114403,
+      "grad_norm": 311.52618408203125,
+      "learning_rate": 6.215599927940508e-07,
+      "loss": 32.8438,
+      "step": 37272
+    },
+    {
+      "epoch": 1.7811813055529007,
+      "grad_norm": 231.55264282226562,
+      "learning_rate": 6.212914446538753e-07,
+      "loss": 22.7812,
+      "step": 37273
+    },
+    {
+      "epoch": 1.781229092994361,
+      "grad_norm": 259.7396545410156,
+      "learning_rate": 6.210229526800626e-07,
+      "loss": 24.875,
+      "step": 37274
+    },
+    {
+      "epoch": 1.7812768804358214,
+      "grad_norm": 173.38116455078125,
+      "learning_rate": 6.207545168742212e-07,
+      "loss": 18.9844,
+      "step": 37275
+    },
+    {
+      "epoch": 1.7813246678772818,
+      "grad_norm": 281.3954772949219,
+      "learning_rate": 6.204861372379556e-07,
+      "loss": 27.7188,
+      "step": 37276
+    },
+    {
+      "epoch": 1.7813724553187422,
+      "grad_norm": 289.3057861328125,
+      "learning_rate": 6.202178137728765e-07,
+      "loss": 28.5312,
+      "step": 37277
+    },
+    {
+      "epoch": 1.7814202427602026,
+      "grad_norm": 359.5908203125,
+      "learning_rate": 6.199495464805882e-07,
+      "loss": 26.7344,
+      "step": 37278
+    },
+    {
+      "epoch": 1.781468030201663,
+      "grad_norm": 177.43409729003906,
+      "learning_rate": 6.196813353627007e-07,
+      "loss": 23.0938,
+      "step": 37279
+    },
+    {
+      "epoch": 1.7815158176431234,
+      "grad_norm": 320.544189453125,
+      "learning_rate": 6.19413180420817e-07,
+      "loss": 23.9688,
+      "step": 37280
+    },
+    {
+      "epoch": 1.7815636050845838,
+      "grad_norm": 326.10577392578125,
+      "learning_rate": 6.191450816565436e-07,
+      "loss": 26.5625,
+      "step": 37281
+    },
+    {
+      "epoch": 1.7816113925260442,
+      "grad_norm": 186.55393981933594,
+      "learning_rate": 6.188770390714883e-07,
+      "loss": 27.8281,
+      "step": 37282
+    },
+    {
+      "epoch": 1.7816591799675046,
+      "grad_norm": 177.34690856933594,
+      "learning_rate": 6.186090526672528e-07,
+      "loss": 20.0625,
+      "step": 37283
+    },
+    {
+      "epoch": 1.781706967408965,
+      "grad_norm": 133.7721710205078,
+      "learning_rate": 6.183411224454439e-07,
+      "loss": 17.2188,
+      "step": 37284
+    },
+    {
+      "epoch": 1.7817547548504253,
+      "grad_norm": 170.41493225097656,
+      "learning_rate": 6.180732484076657e-07,
+      "loss": 21.5,
+      "step": 37285
+    },
+    {
+      "epoch": 1.7818025422918857,
+      "grad_norm": 597.7716674804688,
+      "learning_rate": 6.178054305555236e-07,
+      "loss": 27.0938,
+      "step": 37286
+    },
+    {
+      "epoch": 1.7818503297333461,
+      "grad_norm": 173.6992645263672,
+      "learning_rate": 6.175376688906209e-07,
+      "loss": 25.4375,
+      "step": 37287
+    },
+    {
+      "epoch": 1.7818981171748065,
+      "grad_norm": 129.9525909423828,
+      "learning_rate": 6.172699634145596e-07,
+      "loss": 14.8906,
+      "step": 37288
+    },
+    {
+      "epoch": 1.781945904616267,
+      "grad_norm": 232.51182556152344,
+      "learning_rate": 6.170023141289438e-07,
+      "loss": 19.0,
+      "step": 37289
+    },
+    {
+      "epoch": 1.781993692057727,
+      "grad_norm": 214.6082305908203,
+      "learning_rate": 6.167347210353791e-07,
+      "loss": 24.625,
+      "step": 37290
+    },
+    {
+      "epoch": 1.7820414794991875,
+      "grad_norm": 292.1683044433594,
+      "learning_rate": 6.164671841354641e-07,
+      "loss": 27.2812,
+      "step": 37291
+    },
+    {
+      "epoch": 1.7820892669406478,
+      "grad_norm": 195.622802734375,
+      "learning_rate": 6.161997034308032e-07,
+      "loss": 29.9375,
+      "step": 37292
+    },
+    {
+      "epoch": 1.7821370543821082,
+      "grad_norm": 286.3536376953125,
+      "learning_rate": 6.159322789229971e-07,
+      "loss": 37.125,
+      "step": 37293
+    },
+    {
+      "epoch": 1.7821848418235686,
+      "grad_norm": 214.20379638671875,
+      "learning_rate": 6.156649106136492e-07,
+      "loss": 19.75,
+      "step": 37294
+    },
+    {
+      "epoch": 1.782232629265029,
+      "grad_norm": 416.4269104003906,
+      "learning_rate": 6.153975985043581e-07,
+      "loss": 31.3438,
+      "step": 37295
+    },
+    {
+      "epoch": 1.7822804167064894,
+      "grad_norm": 234.47007751464844,
+      "learning_rate": 6.151303425967259e-07,
+      "loss": 19.0625,
+      "step": 37296
+    },
+    {
+      "epoch": 1.7823282041479498,
+      "grad_norm": 179.8675994873047,
+      "learning_rate": 6.148631428923546e-07,
+      "loss": 23.125,
+      "step": 37297
+    },
+    {
+      "epoch": 1.7823759915894102,
+      "grad_norm": 684.8818359375,
+      "learning_rate": 6.145959993928408e-07,
+      "loss": 31.1875,
+      "step": 37298
+    },
+    {
+      "epoch": 1.7824237790308706,
+      "grad_norm": 236.91366577148438,
+      "learning_rate": 6.143289120997875e-07,
+      "loss": 27.5625,
+      "step": 37299
+    },
+    {
+      "epoch": 1.782471566472331,
+      "grad_norm": 276.98529052734375,
+      "learning_rate": 6.140618810147925e-07,
+      "loss": 26.0,
+      "step": 37300
+    },
+    {
+      "epoch": 1.7825193539137913,
+      "grad_norm": 323.2443542480469,
+      "learning_rate": 6.137949061394577e-07,
+      "loss": 21.4531,
+      "step": 37301
+    },
+    {
+      "epoch": 1.7825671413552517,
+      "grad_norm": 263.79339599609375,
+      "learning_rate": 6.135279874753775e-07,
+      "loss": 25.25,
+      "step": 37302
+    },
+    {
+      "epoch": 1.7826149287967121,
+      "grad_norm": 449.4579162597656,
+      "learning_rate": 6.132611250241549e-07,
+      "loss": 17.9688,
+      "step": 37303
+    },
+    {
+      "epoch": 1.7826627162381725,
+      "grad_norm": 245.13343811035156,
+      "learning_rate": 6.129943187873844e-07,
+      "loss": 36.3125,
+      "step": 37304
+    },
+    {
+      "epoch": 1.782710503679633,
+      "grad_norm": 113.8113021850586,
+      "learning_rate": 6.127275687666667e-07,
+      "loss": 14.75,
+      "step": 37305
+    },
+    {
+      "epoch": 1.7827582911210933,
+      "grad_norm": 284.0601501464844,
+      "learning_rate": 6.124608749635974e-07,
+      "loss": 21.75,
+      "step": 37306
+    },
+    {
+      "epoch": 1.7828060785625537,
+      "grad_norm": 252.55845642089844,
+      "learning_rate": 6.121942373797729e-07,
+      "loss": 27.5,
+      "step": 37307
+    },
+    {
+      "epoch": 1.782853866004014,
+      "grad_norm": 195.98617553710938,
+      "learning_rate": 6.119276560167942e-07,
+      "loss": 22.0625,
+      "step": 37308
+    },
+    {
+      "epoch": 1.7829016534454745,
+      "grad_norm": 350.0767517089844,
+      "learning_rate": 6.116611308762521e-07,
+      "loss": 30.2969,
+      "step": 37309
+    },
+    {
+      "epoch": 1.7829494408869349,
+      "grad_norm": 253.88894653320312,
+      "learning_rate": 6.113946619597467e-07,
+      "loss": 25.1094,
+      "step": 37310
+    },
+    {
+      "epoch": 1.7829972283283952,
+      "grad_norm": 442.35223388671875,
+      "learning_rate": 6.111282492688719e-07,
+      "loss": 26.375,
+      "step": 37311
+    },
+    {
+      "epoch": 1.7830450157698556,
+      "grad_norm": 234.06932067871094,
+      "learning_rate": 6.108618928052257e-07,
+      "loss": 20.5625,
+      "step": 37312
+    },
+    {
+      "epoch": 1.783092803211316,
+      "grad_norm": 350.9902038574219,
+      "learning_rate": 6.105955925704e-07,
+      "loss": 27.1875,
+      "step": 37313
+    },
+    {
+      "epoch": 1.7831405906527764,
+      "grad_norm": 107.57939910888672,
+      "learning_rate": 6.1032934856599e-07,
+      "loss": 15.8125,
+      "step": 37314
+    },
+    {
+      "epoch": 1.7831883780942368,
+      "grad_norm": 151.4007568359375,
+      "learning_rate": 6.100631607935926e-07,
+      "loss": 21.1562,
+      "step": 37315
+    },
+    {
+      "epoch": 1.7832361655356972,
+      "grad_norm": 155.80039978027344,
+      "learning_rate": 6.097970292548017e-07,
+      "loss": 26.875,
+      "step": 37316
+    },
+    {
+      "epoch": 1.7832839529771576,
+      "grad_norm": 261.52117919921875,
+      "learning_rate": 6.095309539512085e-07,
+      "loss": 23.9688,
+      "step": 37317
+    },
+    {
+      "epoch": 1.783331740418618,
+      "grad_norm": 250.10679626464844,
+      "learning_rate": 6.092649348844071e-07,
+      "loss": 22.4062,
+      "step": 37318
+    },
+    {
+      "epoch": 1.7833795278600784,
+      "grad_norm": 233.82005310058594,
+      "learning_rate": 6.08998972055993e-07,
+      "loss": 26.8125,
+      "step": 37319
+    },
+    {
+      "epoch": 1.7834273153015388,
+      "grad_norm": 331.9250793457031,
+      "learning_rate": 6.08733065467556e-07,
+      "loss": 26.8906,
+      "step": 37320
+    },
+    {
+      "epoch": 1.7834751027429991,
+      "grad_norm": 161.34359741210938,
+      "learning_rate": 6.084672151206905e-07,
+      "loss": 19.25,
+      "step": 37321
+    },
+    {
+      "epoch": 1.7835228901844595,
+      "grad_norm": 414.322998046875,
+      "learning_rate": 6.082014210169873e-07,
+      "loss": 20.875,
+      "step": 37322
+    },
+    {
+      "epoch": 1.78357067762592,
+      "grad_norm": 204.38504028320312,
+      "learning_rate": 6.079356831580408e-07,
+      "loss": 28.8906,
+      "step": 37323
+    },
+    {
+      "epoch": 1.7836184650673803,
+      "grad_norm": 623.0547485351562,
+      "learning_rate": 6.076700015454395e-07,
+      "loss": 19.9375,
+      "step": 37324
+    },
+    {
+      "epoch": 1.7836662525088407,
+      "grad_norm": 280.2818908691406,
+      "learning_rate": 6.074043761807746e-07,
+      "loss": 26.5,
+      "step": 37325
+    },
+    {
+      "epoch": 1.783714039950301,
+      "grad_norm": 187.77293395996094,
+      "learning_rate": 6.071388070656381e-07,
+      "loss": 18.6406,
+      "step": 37326
+    },
+    {
+      "epoch": 1.7837618273917615,
+      "grad_norm": 514.6815185546875,
+      "learning_rate": 6.068732942016209e-07,
+      "loss": 17.8594,
+      "step": 37327
+    },
+    {
+      "epoch": 1.7838096148332219,
+      "grad_norm": 209.0276336669922,
+      "learning_rate": 6.066078375903118e-07,
+      "loss": 30.1562,
+      "step": 37328
+    },
+    {
+      "epoch": 1.7838574022746823,
+      "grad_norm": 252.0127716064453,
+      "learning_rate": 6.063424372332994e-07,
+      "loss": 23.8438,
+      "step": 37329
+    },
+    {
+      "epoch": 1.7839051897161426,
+      "grad_norm": 251.3328857421875,
+      "learning_rate": 6.060770931321758e-07,
+      "loss": 26.0625,
+      "step": 37330
+    },
+    {
+      "epoch": 1.783952977157603,
+      "grad_norm": 303.0065612792969,
+      "learning_rate": 6.058118052885309e-07,
+      "loss": 26.7188,
+      "step": 37331
+    },
+    {
+      "epoch": 1.7840007645990634,
+      "grad_norm": 371.47161865234375,
+      "learning_rate": 6.05546573703949e-07,
+      "loss": 17.5469,
+      "step": 37332
+    },
+    {
+      "epoch": 1.7840485520405238,
+      "grad_norm": 193.94459533691406,
+      "learning_rate": 6.052813983800209e-07,
+      "loss": 22.1875,
+      "step": 37333
+    },
+    {
+      "epoch": 1.7840963394819842,
+      "grad_norm": 136.7035675048828,
+      "learning_rate": 6.050162793183367e-07,
+      "loss": 11.5938,
+      "step": 37334
+    },
+    {
+      "epoch": 1.7841441269234446,
+      "grad_norm": 275.53564453125,
+      "learning_rate": 6.047512165204805e-07,
+      "loss": 31.4062,
+      "step": 37335
+    },
+    {
+      "epoch": 1.784191914364905,
+      "grad_norm": 195.45248413085938,
+      "learning_rate": 6.044862099880433e-07,
+      "loss": 23.375,
+      "step": 37336
+    },
+    {
+      "epoch": 1.7842397018063654,
+      "grad_norm": 270.8184814453125,
+      "learning_rate": 6.042212597226071e-07,
+      "loss": 24.1875,
+      "step": 37337
+    },
+    {
+      "epoch": 1.7842874892478258,
+      "grad_norm": 408.8003234863281,
+      "learning_rate": 6.03956365725763e-07,
+      "loss": 17.0938,
+      "step": 37338
+    },
+    {
+      "epoch": 1.7843352766892862,
+      "grad_norm": 199.48989868164062,
+      "learning_rate": 6.036915279990974e-07,
+      "loss": 24.7812,
+      "step": 37339
+    },
+    {
+      "epoch": 1.7843830641307465,
+      "grad_norm": 163.47286987304688,
+      "learning_rate": 6.034267465441934e-07,
+      "loss": 20.4375,
+      "step": 37340
+    },
+    {
+      "epoch": 1.784430851572207,
+      "grad_norm": 193.66177368164062,
+      "learning_rate": 6.031620213626388e-07,
+      "loss": 18.4219,
+      "step": 37341
+    },
+    {
+      "epoch": 1.7844786390136673,
+      "grad_norm": 422.83074951171875,
+      "learning_rate": 6.028973524560188e-07,
+      "loss": 34.8438,
+      "step": 37342
+    },
+    {
+      "epoch": 1.7845264264551277,
+      "grad_norm": 277.59661865234375,
+      "learning_rate": 6.026327398259179e-07,
+      "loss": 19.0,
+      "step": 37343
+    },
+    {
+      "epoch": 1.784574213896588,
+      "grad_norm": 354.1441650390625,
+      "learning_rate": 6.023681834739204e-07,
+      "loss": 27.1875,
+      "step": 37344
+    },
+    {
+      "epoch": 1.7846220013380485,
+      "grad_norm": 288.0818176269531,
+      "learning_rate": 6.021036834016126e-07,
+      "loss": 17.7969,
+      "step": 37345
+    },
+    {
+      "epoch": 1.7846697887795089,
+      "grad_norm": 189.0274658203125,
+      "learning_rate": 6.018392396105755e-07,
+      "loss": 22.6875,
+      "step": 37346
+    },
+    {
+      "epoch": 1.7847175762209693,
+      "grad_norm": 329.48748779296875,
+      "learning_rate": 6.015748521023946e-07,
+      "loss": 26.25,
+      "step": 37347
+    },
+    {
+      "epoch": 1.7847653636624297,
+      "grad_norm": 188.48138427734375,
+      "learning_rate": 6.013105208786529e-07,
+      "loss": 23.9062,
+      "step": 37348
+    },
+    {
+      "epoch": 1.78481315110389,
+      "grad_norm": 167.8470916748047,
+      "learning_rate": 6.01046245940935e-07,
+      "loss": 18.5781,
+      "step": 37349
+    },
+    {
+      "epoch": 1.7848609385453504,
+      "grad_norm": 325.7146301269531,
+      "learning_rate": 6.007820272908205e-07,
+      "loss": 23.2031,
+      "step": 37350
+    },
+    {
+      "epoch": 1.7849087259868108,
+      "grad_norm": 160.9943389892578,
+      "learning_rate": 6.005178649298937e-07,
+      "loss": 13.8594,
+      "step": 37351
+    },
+    {
+      "epoch": 1.784956513428271,
+      "grad_norm": 260.0487976074219,
+      "learning_rate": 6.002537588597368e-07,
+      "loss": 17.7656,
+      "step": 37352
+    },
+    {
+      "epoch": 1.7850043008697314,
+      "grad_norm": 243.00152587890625,
+      "learning_rate": 5.999897090819318e-07,
+      "loss": 19.7812,
+      "step": 37353
+    },
+    {
+      "epoch": 1.7850520883111918,
+      "grad_norm": 283.925048828125,
+      "learning_rate": 5.997257155980574e-07,
+      "loss": 30.6562,
+      "step": 37354
+    },
+    {
+      "epoch": 1.7850998757526522,
+      "grad_norm": 248.6521759033203,
+      "learning_rate": 5.994617784096956e-07,
+      "loss": 20.375,
+      "step": 37355
+    },
+    {
+      "epoch": 1.7851476631941126,
+      "grad_norm": 425.470703125,
+      "learning_rate": 5.99197897518431e-07,
+      "loss": 29.6562,
+      "step": 37356
+    },
+    {
+      "epoch": 1.785195450635573,
+      "grad_norm": 152.44583129882812,
+      "learning_rate": 5.989340729258375e-07,
+      "loss": 15.7812,
+      "step": 37357
+    },
+    {
+      "epoch": 1.7852432380770333,
+      "grad_norm": 147.04791259765625,
+      "learning_rate": 5.986703046334996e-07,
+      "loss": 17.2188,
+      "step": 37358
+    },
+    {
+      "epoch": 1.7852910255184937,
+      "grad_norm": 273.89422607421875,
+      "learning_rate": 5.984065926429949e-07,
+      "loss": 33.6875,
+      "step": 37359
+    },
+    {
+      "epoch": 1.7853388129599541,
+      "grad_norm": 225.10560607910156,
+      "learning_rate": 5.981429369559045e-07,
+      "loss": 29.7812,
+      "step": 37360
+    },
+    {
+      "epoch": 1.7853866004014145,
+      "grad_norm": 230.19357299804688,
+      "learning_rate": 5.978793375738046e-07,
+      "loss": 20.1406,
+      "step": 37361
+    },
+    {
+      "epoch": 1.785434387842875,
+      "grad_norm": 170.19802856445312,
+      "learning_rate": 5.976157944982764e-07,
+      "loss": 24.8438,
+      "step": 37362
+    },
+    {
+      "epoch": 1.7854821752843353,
+      "grad_norm": 186.7073516845703,
+      "learning_rate": 5.973523077308962e-07,
+      "loss": 16.5156,
+      "step": 37363
+    },
+    {
+      "epoch": 1.7855299627257957,
+      "grad_norm": 209.0527801513672,
+      "learning_rate": 5.970888772732453e-07,
+      "loss": 19.0,
+      "step": 37364
+    },
+    {
+      "epoch": 1.785577750167256,
+      "grad_norm": 312.9273376464844,
+      "learning_rate": 5.968255031268966e-07,
+      "loss": 28.8125,
+      "step": 37365
+    },
+    {
+      "epoch": 1.7856255376087165,
+      "grad_norm": 312.66064453125,
+      "learning_rate": 5.9656218529343e-07,
+      "loss": 22.9688,
+      "step": 37366
+    },
+    {
+      "epoch": 1.7856733250501768,
+      "grad_norm": 216.98399353027344,
+      "learning_rate": 5.962989237744232e-07,
+      "loss": 18.7188,
+      "step": 37367
+    },
+    {
+      "epoch": 1.7857211124916372,
+      "grad_norm": 189.3807373046875,
+      "learning_rate": 5.960357185714516e-07,
+      "loss": 24.0,
+      "step": 37368
+    },
+    {
+      "epoch": 1.7857688999330976,
+      "grad_norm": 235.58612060546875,
+      "learning_rate": 5.957725696860916e-07,
+      "loss": 28.9844,
+      "step": 37369
+    },
+    {
+      "epoch": 1.785816687374558,
+      "grad_norm": 272.17559814453125,
+      "learning_rate": 5.955094771199188e-07,
+      "loss": 20.6406,
+      "step": 37370
+    },
+    {
+      "epoch": 1.7858644748160184,
+      "grad_norm": 332.03076171875,
+      "learning_rate": 5.952464408745084e-07,
+      "loss": 17.2344,
+      "step": 37371
+    },
+    {
+      "epoch": 1.7859122622574788,
+      "grad_norm": 279.020751953125,
+      "learning_rate": 5.949834609514382e-07,
+      "loss": 25.0938,
+      "step": 37372
+    },
+    {
+      "epoch": 1.785960049698939,
+      "grad_norm": 496.5495300292969,
+      "learning_rate": 5.947205373522802e-07,
+      "loss": 25.9062,
+      "step": 37373
+    },
+    {
+      "epoch": 1.7860078371403993,
+      "grad_norm": 246.0448760986328,
+      "learning_rate": 5.944576700786086e-07,
+      "loss": 31.1875,
+      "step": 37374
+    },
+    {
+      "epoch": 1.7860556245818597,
+      "grad_norm": 196.30136108398438,
+      "learning_rate": 5.941948591320024e-07,
+      "loss": 22.875,
+      "step": 37375
+    },
+    {
+      "epoch": 1.7861034120233201,
+      "grad_norm": 185.8135223388672,
+      "learning_rate": 5.93932104514029e-07,
+      "loss": 23.6562,
+      "step": 37376
+    },
+    {
+      "epoch": 1.7861511994647805,
+      "grad_norm": 210.20236206054688,
+      "learning_rate": 5.93669406226266e-07,
+      "loss": 31.2344,
+      "step": 37377
+    },
+    {
+      "epoch": 1.786198986906241,
+      "grad_norm": 368.130859375,
+      "learning_rate": 5.934067642702857e-07,
+      "loss": 18.8281,
+      "step": 37378
+    },
+    {
+      "epoch": 1.7862467743477013,
+      "grad_norm": 333.8393859863281,
+      "learning_rate": 5.931441786476632e-07,
+      "loss": 22.8906,
+      "step": 37379
+    },
+    {
+      "epoch": 1.7862945617891617,
+      "grad_norm": 194.283447265625,
+      "learning_rate": 5.928816493599666e-07,
+      "loss": 23.1562,
+      "step": 37380
+    },
+    {
+      "epoch": 1.786342349230622,
+      "grad_norm": 286.6856689453125,
+      "learning_rate": 5.926191764087707e-07,
+      "loss": 27.5625,
+      "step": 37381
+    },
+    {
+      "epoch": 1.7863901366720825,
+      "grad_norm": 260.5614929199219,
+      "learning_rate": 5.923567597956481e-07,
+      "loss": 18.4531,
+      "step": 37382
+    },
+    {
+      "epoch": 1.7864379241135429,
+      "grad_norm": 425.2957458496094,
+      "learning_rate": 5.920943995221684e-07,
+      "loss": 29.7812,
+      "step": 37383
+    },
+    {
+      "epoch": 1.7864857115550032,
+      "grad_norm": 206.47398376464844,
+      "learning_rate": 5.918320955899038e-07,
+      "loss": 22.4219,
+      "step": 37384
+    },
+    {
+      "epoch": 1.7865334989964636,
+      "grad_norm": 183.9258270263672,
+      "learning_rate": 5.915698480004239e-07,
+      "loss": 25.375,
+      "step": 37385
+    },
+    {
+      "epoch": 1.786581286437924,
+      "grad_norm": 267.2018127441406,
+      "learning_rate": 5.913076567553033e-07,
+      "loss": 28.0,
+      "step": 37386
+    },
+    {
+      "epoch": 1.7866290738793844,
+      "grad_norm": 225.58494567871094,
+      "learning_rate": 5.910455218561073e-07,
+      "loss": 16.0938,
+      "step": 37387
+    },
+    {
+      "epoch": 1.7866768613208448,
+      "grad_norm": 220.5406951904297,
+      "learning_rate": 5.90783443304408e-07,
+      "loss": 26.5312,
+      "step": 37388
+    },
+    {
+      "epoch": 1.7867246487623052,
+      "grad_norm": 153.4466552734375,
+      "learning_rate": 5.905214211017741e-07,
+      "loss": 20.4375,
+      "step": 37389
+    },
+    {
+      "epoch": 1.7867724362037656,
+      "grad_norm": 201.69921875,
+      "learning_rate": 5.902594552497776e-07,
+      "loss": 23.9375,
+      "step": 37390
+    },
+    {
+      "epoch": 1.786820223645226,
+      "grad_norm": 142.46478271484375,
+      "learning_rate": 5.899975457499829e-07,
+      "loss": 27.875,
+      "step": 37391
+    },
+    {
+      "epoch": 1.7868680110866864,
+      "grad_norm": 326.9749450683594,
+      "learning_rate": 5.89735692603961e-07,
+      "loss": 36.4688,
+      "step": 37392
+    },
+    {
+      "epoch": 1.7869157985281467,
+      "grad_norm": 199.34124755859375,
+      "learning_rate": 5.894738958132806e-07,
+      "loss": 19.5312,
+      "step": 37393
+    },
+    {
+      "epoch": 1.7869635859696071,
+      "grad_norm": 217.2738800048828,
+      "learning_rate": 5.892121553795083e-07,
+      "loss": 21.1406,
+      "step": 37394
+    },
+    {
+      "epoch": 1.7870113734110675,
+      "grad_norm": 326.5344543457031,
+      "learning_rate": 5.889504713042105e-07,
+      "loss": 18.8438,
+      "step": 37395
+    },
+    {
+      "epoch": 1.787059160852528,
+      "grad_norm": 275.9186096191406,
+      "learning_rate": 5.886888435889571e-07,
+      "loss": 26.3594,
+      "step": 37396
+    },
+    {
+      "epoch": 1.7871069482939883,
+      "grad_norm": 415.0765380859375,
+      "learning_rate": 5.884272722353146e-07,
+      "loss": 30.4688,
+      "step": 37397
+    },
+    {
+      "epoch": 1.7871547357354487,
+      "grad_norm": 194.6865234375,
+      "learning_rate": 5.881657572448474e-07,
+      "loss": 23.4375,
+      "step": 37398
+    },
+    {
+      "epoch": 1.787202523176909,
+      "grad_norm": 611.055419921875,
+      "learning_rate": 5.879042986191219e-07,
+      "loss": 20.1875,
+      "step": 37399
+    },
+    {
+      "epoch": 1.7872503106183695,
+      "grad_norm": 208.96646118164062,
+      "learning_rate": 5.876428963597069e-07,
+      "loss": 15.0781,
+      "step": 37400
+    },
+    {
+      "epoch": 1.7872980980598299,
+      "grad_norm": 345.4389953613281,
+      "learning_rate": 5.873815504681634e-07,
+      "loss": 18.9688,
+      "step": 37401
+    },
+    {
+      "epoch": 1.7873458855012903,
+      "grad_norm": 887.4368286132812,
+      "learning_rate": 5.871202609460613e-07,
+      "loss": 18.125,
+      "step": 37402
+    },
+    {
+      "epoch": 1.7873936729427506,
+      "grad_norm": 528.2587280273438,
+      "learning_rate": 5.868590277949616e-07,
+      "loss": 21.4062,
+      "step": 37403
+    },
+    {
+      "epoch": 1.787441460384211,
+      "grad_norm": 213.406005859375,
+      "learning_rate": 5.865978510164294e-07,
+      "loss": 24.0156,
+      "step": 37404
+    },
+    {
+      "epoch": 1.7874892478256714,
+      "grad_norm": 165.1946563720703,
+      "learning_rate": 5.863367306120305e-07,
+      "loss": 22.6562,
+      "step": 37405
+    },
+    {
+      "epoch": 1.7875370352671318,
+      "grad_norm": 294.4681091308594,
+      "learning_rate": 5.860756665833267e-07,
+      "loss": 30.25,
+      "step": 37406
+    },
+    {
+      "epoch": 1.7875848227085922,
+      "grad_norm": 159.41119384765625,
+      "learning_rate": 5.858146589318824e-07,
+      "loss": 29.4375,
+      "step": 37407
+    },
+    {
+      "epoch": 1.7876326101500526,
+      "grad_norm": 237.19700622558594,
+      "learning_rate": 5.855537076592621e-07,
+      "loss": 26.7812,
+      "step": 37408
+    },
+    {
+      "epoch": 1.787680397591513,
+      "grad_norm": 276.58453369140625,
+      "learning_rate": 5.852928127670254e-07,
+      "loss": 26.9062,
+      "step": 37409
+    },
+    {
+      "epoch": 1.7877281850329734,
+      "grad_norm": 261.6503601074219,
+      "learning_rate": 5.850319742567367e-07,
+      "loss": 20.0625,
+      "step": 37410
+    },
+    {
+      "epoch": 1.7877759724744338,
+      "grad_norm": 215.7686767578125,
+      "learning_rate": 5.847711921299581e-07,
+      "loss": 21.7109,
+      "step": 37411
+    },
+    {
+      "epoch": 1.7878237599158942,
+      "grad_norm": 916.55859375,
+      "learning_rate": 5.845104663882517e-07,
+      "loss": 26.5469,
+      "step": 37412
+    },
+    {
+      "epoch": 1.7878715473573545,
+      "grad_norm": 168.7212677001953,
+      "learning_rate": 5.842497970331773e-07,
+      "loss": 26.8438,
+      "step": 37413
+    },
+    {
+      "epoch": 1.787919334798815,
+      "grad_norm": 205.5510711669922,
+      "learning_rate": 5.83989184066297e-07,
+      "loss": 25.3125,
+      "step": 37414
+    },
+    {
+      "epoch": 1.7879671222402753,
+      "grad_norm": 123.6543960571289,
+      "learning_rate": 5.837286274891718e-07,
+      "loss": 16.375,
+      "step": 37415
+    },
+    {
+      "epoch": 1.7880149096817357,
+      "grad_norm": 377.2896423339844,
+      "learning_rate": 5.834681273033626e-07,
+      "loss": 20.6094,
+      "step": 37416
+    },
+    {
+      "epoch": 1.788062697123196,
+      "grad_norm": 203.56553649902344,
+      "learning_rate": 5.832076835104283e-07,
+      "loss": 17.1562,
+      "step": 37417
+    },
+    {
+      "epoch": 1.7881104845646565,
+      "grad_norm": 203.27268981933594,
+      "learning_rate": 5.829472961119276e-07,
+      "loss": 16.0469,
+      "step": 37418
+    },
+    {
+      "epoch": 1.7881582720061169,
+      "grad_norm": 253.5164794921875,
+      "learning_rate": 5.826869651094236e-07,
+      "loss": 14.0469,
+      "step": 37419
+    },
+    {
+      "epoch": 1.7882060594475773,
+      "grad_norm": 287.27593994140625,
+      "learning_rate": 5.824266905044717e-07,
+      "loss": 19.8906,
+      "step": 37420
+    },
+    {
+      "epoch": 1.7882538468890377,
+      "grad_norm": 415.6158752441406,
+      "learning_rate": 5.82166472298632e-07,
+      "loss": 23.0938,
+      "step": 37421
+    },
+    {
+      "epoch": 1.788301634330498,
+      "grad_norm": 174.6719970703125,
+      "learning_rate": 5.819063104934619e-07,
+      "loss": 22.6406,
+      "step": 37422
+    },
+    {
+      "epoch": 1.7883494217719584,
+      "grad_norm": 308.6883544921875,
+      "learning_rate": 5.816462050905225e-07,
+      "loss": 34.3438,
+      "step": 37423
+    },
+    {
+      "epoch": 1.7883972092134188,
+      "grad_norm": 450.8909606933594,
+      "learning_rate": 5.813861560913681e-07,
+      "loss": 34.3438,
+      "step": 37424
+    },
+    {
+      "epoch": 1.7884449966548792,
+      "grad_norm": 285.64471435546875,
+      "learning_rate": 5.811261634975562e-07,
+      "loss": 21.3438,
+      "step": 37425
+    },
+    {
+      "epoch": 1.7884927840963396,
+      "grad_norm": 261.80426025390625,
+      "learning_rate": 5.808662273106457e-07,
+      "loss": 19.5469,
+      "step": 37426
+    },
+    {
+      "epoch": 1.7885405715378,
+      "grad_norm": 283.64605712890625,
+      "learning_rate": 5.806063475321943e-07,
+      "loss": 19.4844,
+      "step": 37427
+    },
+    {
+      "epoch": 1.7885883589792604,
+      "grad_norm": 330.6350402832031,
+      "learning_rate": 5.80346524163754e-07,
+      "loss": 21.8125,
+      "step": 37428
+    },
+    {
+      "epoch": 1.7886361464207208,
+      "grad_norm": 208.37062072753906,
+      "learning_rate": 5.800867572068836e-07,
+      "loss": 22.0938,
+      "step": 37429
+    },
+    {
+      "epoch": 1.7886839338621812,
+      "grad_norm": 228.7108917236328,
+      "learning_rate": 5.798270466631406e-07,
+      "loss": 41.4688,
+      "step": 37430
+    },
+    {
+      "epoch": 1.7887317213036416,
+      "grad_norm": 205.71823120117188,
+      "learning_rate": 5.795673925340761e-07,
+      "loss": 26.6562,
+      "step": 37431
+    },
+    {
+      "epoch": 1.788779508745102,
+      "grad_norm": 183.20785522460938,
+      "learning_rate": 5.793077948212478e-07,
+      "loss": 19.125,
+      "step": 37432
+    },
+    {
+      "epoch": 1.7888272961865623,
+      "grad_norm": 289.61798095703125,
+      "learning_rate": 5.79048253526211e-07,
+      "loss": 25.6094,
+      "step": 37433
+    },
+    {
+      "epoch": 1.7888750836280227,
+      "grad_norm": 187.815673828125,
+      "learning_rate": 5.787887686505178e-07,
+      "loss": 19.3906,
+      "step": 37434
+    },
+    {
+      "epoch": 1.788922871069483,
+      "grad_norm": 239.6941680908203,
+      "learning_rate": 5.785293401957226e-07,
+      "loss": 23.8906,
+      "step": 37435
+    },
+    {
+      "epoch": 1.7889706585109433,
+      "grad_norm": 205.01206970214844,
+      "learning_rate": 5.782699681633819e-07,
+      "loss": 25.2188,
+      "step": 37436
+    },
+    {
+      "epoch": 1.7890184459524037,
+      "grad_norm": 332.3654479980469,
+      "learning_rate": 5.780106525550444e-07,
+      "loss": 36.4375,
+      "step": 37437
+    },
+    {
+      "epoch": 1.789066233393864,
+      "grad_norm": 208.6726837158203,
+      "learning_rate": 5.777513933722667e-07,
+      "loss": 21.0156,
+      "step": 37438
+    },
+    {
+      "epoch": 1.7891140208353244,
+      "grad_norm": 415.115478515625,
+      "learning_rate": 5.774921906165998e-07,
+      "loss": 40.5938,
+      "step": 37439
+    },
+    {
+      "epoch": 1.7891618082767848,
+      "grad_norm": 243.7407684326172,
+      "learning_rate": 5.772330442895946e-07,
+      "loss": 31.9062,
+      "step": 37440
+    },
+    {
+      "epoch": 1.7892095957182452,
+      "grad_norm": 163.0377960205078,
+      "learning_rate": 5.769739543928077e-07,
+      "loss": 23.2031,
+      "step": 37441
+    },
+    {
+      "epoch": 1.7892573831597056,
+      "grad_norm": 234.58592224121094,
+      "learning_rate": 5.767149209277856e-07,
+      "loss": 21.6562,
+      "step": 37442
+    },
+    {
+      "epoch": 1.789305170601166,
+      "grad_norm": 534.3309326171875,
+      "learning_rate": 5.764559438960826e-07,
+      "loss": 21.4375,
+      "step": 37443
+    },
+    {
+      "epoch": 1.7893529580426264,
+      "grad_norm": 288.81390380859375,
+      "learning_rate": 5.761970232992475e-07,
+      "loss": 27.2188,
+      "step": 37444
+    },
+    {
+      "epoch": 1.7894007454840868,
+      "grad_norm": 271.3300476074219,
+      "learning_rate": 5.759381591388346e-07,
+      "loss": 22.0469,
+      "step": 37445
+    },
+    {
+      "epoch": 1.7894485329255472,
+      "grad_norm": 273.2861328125,
+      "learning_rate": 5.756793514163905e-07,
+      "loss": 32.0625,
+      "step": 37446
+    },
+    {
+      "epoch": 1.7894963203670076,
+      "grad_norm": 251.22842407226562,
+      "learning_rate": 5.75420600133465e-07,
+      "loss": 20.8438,
+      "step": 37447
+    },
+    {
+      "epoch": 1.789544107808468,
+      "grad_norm": 130.6385040283203,
+      "learning_rate": 5.751619052916101e-07,
+      "loss": 17.7188,
+      "step": 37448
+    },
+    {
+      "epoch": 1.7895918952499283,
+      "grad_norm": 269.55023193359375,
+      "learning_rate": 5.74903266892376e-07,
+      "loss": 31.125,
+      "step": 37449
+    },
+    {
+      "epoch": 1.7896396826913887,
+      "grad_norm": 459.6165466308594,
+      "learning_rate": 5.746446849373066e-07,
+      "loss": 24.0,
+      "step": 37450
+    },
+    {
+      "epoch": 1.7896874701328491,
+      "grad_norm": 173.5882568359375,
+      "learning_rate": 5.743861594279554e-07,
+      "loss": 22.4375,
+      "step": 37451
+    },
+    {
+      "epoch": 1.7897352575743095,
+      "grad_norm": 247.02711486816406,
+      "learning_rate": 5.741276903658677e-07,
+      "loss": 25.7812,
+      "step": 37452
+    },
+    {
+      "epoch": 1.78978304501577,
+      "grad_norm": 177.99185180664062,
+      "learning_rate": 5.738692777525934e-07,
+      "loss": 18.9531,
+      "step": 37453
+    },
+    {
+      "epoch": 1.7898308324572303,
+      "grad_norm": 202.62513732910156,
+      "learning_rate": 5.736109215896779e-07,
+      "loss": 25.4688,
+      "step": 37454
+    },
+    {
+      "epoch": 1.7898786198986905,
+      "grad_norm": 301.2243957519531,
+      "learning_rate": 5.7335262187867e-07,
+      "loss": 33.75,
+      "step": 37455
+    },
+    {
+      "epoch": 1.7899264073401508,
+      "grad_norm": 316.80841064453125,
+      "learning_rate": 5.730943786211174e-07,
+      "loss": 24.9531,
+      "step": 37456
+    },
+    {
+      "epoch": 1.7899741947816112,
+      "grad_norm": 193.16769409179688,
+      "learning_rate": 5.728361918185643e-07,
+      "loss": 19.4375,
+      "step": 37457
+    },
+    {
+      "epoch": 1.7900219822230716,
+      "grad_norm": 331.3803405761719,
+      "learning_rate": 5.725780614725585e-07,
+      "loss": 26.7656,
+      "step": 37458
+    },
+    {
+      "epoch": 1.790069769664532,
+      "grad_norm": 270.4403991699219,
+      "learning_rate": 5.723199875846441e-07,
+      "loss": 25.375,
+      "step": 37459
+    },
+    {
+      "epoch": 1.7901175571059924,
+      "grad_norm": 291.9027404785156,
+      "learning_rate": 5.720619701563701e-07,
+      "loss": 26.1875,
+      "step": 37460
+    },
+    {
+      "epoch": 1.7901653445474528,
+      "grad_norm": 297.12091064453125,
+      "learning_rate": 5.718040091892785e-07,
+      "loss": 18.7031,
+      "step": 37461
+    },
+    {
+      "epoch": 1.7902131319889132,
+      "grad_norm": 451.2426452636719,
+      "learning_rate": 5.715461046849147e-07,
+      "loss": 33.375,
+      "step": 37462
+    },
+    {
+      "epoch": 1.7902609194303736,
+      "grad_norm": 272.59039306640625,
+      "learning_rate": 5.71288256644823e-07,
+      "loss": 26.7031,
+      "step": 37463
+    },
+    {
+      "epoch": 1.790308706871834,
+      "grad_norm": 393.1646728515625,
+      "learning_rate": 5.710304650705512e-07,
+      "loss": 28.9688,
+      "step": 37464
+    },
+    {
+      "epoch": 1.7903564943132944,
+      "grad_norm": 334.8840637207031,
+      "learning_rate": 5.707727299636379e-07,
+      "loss": 26.9062,
+      "step": 37465
+    },
+    {
+      "epoch": 1.7904042817547547,
+      "grad_norm": 228.42739868164062,
+      "learning_rate": 5.705150513256297e-07,
+      "loss": 22.8438,
+      "step": 37466
+    },
+    {
+      "epoch": 1.7904520691962151,
+      "grad_norm": 202.85586547851562,
+      "learning_rate": 5.702574291580686e-07,
+      "loss": 22.1406,
+      "step": 37467
+    },
+    {
+      "epoch": 1.7904998566376755,
+      "grad_norm": 168.8407745361328,
+      "learning_rate": 5.69999863462497e-07,
+      "loss": 30.8594,
+      "step": 37468
+    },
+    {
+      "epoch": 1.790547644079136,
+      "grad_norm": 593.0739135742188,
+      "learning_rate": 5.697423542404613e-07,
+      "loss": 31.375,
+      "step": 37469
+    },
+    {
+      "epoch": 1.7905954315205963,
+      "grad_norm": 362.42645263671875,
+      "learning_rate": 5.694849014934978e-07,
+      "loss": 30.5625,
+      "step": 37470
+    },
+    {
+      "epoch": 1.7906432189620567,
+      "grad_norm": 173.0697784423828,
+      "learning_rate": 5.692275052231521e-07,
+      "loss": 18.5156,
+      "step": 37471
+    },
+    {
+      "epoch": 1.790691006403517,
+      "grad_norm": 251.89535522460938,
+      "learning_rate": 5.689701654309632e-07,
+      "loss": 21.6875,
+      "step": 37472
+    },
+    {
+      "epoch": 1.7907387938449775,
+      "grad_norm": 231.41400146484375,
+      "learning_rate": 5.68712882118474e-07,
+      "loss": 28.0625,
+      "step": 37473
+    },
+    {
+      "epoch": 1.7907865812864379,
+      "grad_norm": 473.7768859863281,
+      "learning_rate": 5.684556552872256e-07,
+      "loss": 22.375,
+      "step": 37474
+    },
+    {
+      "epoch": 1.7908343687278983,
+      "grad_norm": 184.61666870117188,
+      "learning_rate": 5.681984849387589e-07,
+      "loss": 23.2656,
+      "step": 37475
+    },
+    {
+      "epoch": 1.7908821561693586,
+      "grad_norm": 225.9639434814453,
+      "learning_rate": 5.679413710746106e-07,
+      "loss": 18.75,
+      "step": 37476
+    },
+    {
+      "epoch": 1.790929943610819,
+      "grad_norm": 190.6359405517578,
+      "learning_rate": 5.676843136963239e-07,
+      "loss": 21.2812,
+      "step": 37477
+    },
+    {
+      "epoch": 1.7909777310522794,
+      "grad_norm": 179.16506958007812,
+      "learning_rate": 5.674273128054386e-07,
+      "loss": 17.75,
+      "step": 37478
+    },
+    {
+      "epoch": 1.7910255184937398,
+      "grad_norm": 183.50965881347656,
+      "learning_rate": 5.671703684034902e-07,
+      "loss": 24.0938,
+      "step": 37479
+    },
+    {
+      "epoch": 1.7910733059352002,
+      "grad_norm": 497.0457458496094,
+      "learning_rate": 5.669134804920195e-07,
+      "loss": 24.25,
+      "step": 37480
+    },
+    {
+      "epoch": 1.7911210933766606,
+      "grad_norm": 316.787353515625,
+      "learning_rate": 5.666566490725656e-07,
+      "loss": 29.0625,
+      "step": 37481
+    },
+    {
+      "epoch": 1.791168880818121,
+      "grad_norm": 186.7428741455078,
+      "learning_rate": 5.66399874146667e-07,
+      "loss": 19.3438,
+      "step": 37482
+    },
+    {
+      "epoch": 1.7912166682595814,
+      "grad_norm": 461.9140930175781,
+      "learning_rate": 5.661431557158592e-07,
+      "loss": 30.8125,
+      "step": 37483
+    },
+    {
+      "epoch": 1.7912644557010418,
+      "grad_norm": 198.38253784179688,
+      "learning_rate": 5.65886493781681e-07,
+      "loss": 17.1719,
+      "step": 37484
+    },
+    {
+      "epoch": 1.7913122431425021,
+      "grad_norm": 291.0510559082031,
+      "learning_rate": 5.656298883456702e-07,
+      "loss": 23.3438,
+      "step": 37485
+    },
+    {
+      "epoch": 1.7913600305839625,
+      "grad_norm": 174.0267791748047,
+      "learning_rate": 5.653733394093631e-07,
+      "loss": 20.8438,
+      "step": 37486
+    },
+    {
+      "epoch": 1.791407818025423,
+      "grad_norm": 847.6535034179688,
+      "learning_rate": 5.65116846974294e-07,
+      "loss": 30.375,
+      "step": 37487
+    },
+    {
+      "epoch": 1.7914556054668833,
+      "grad_norm": 204.18438720703125,
+      "learning_rate": 5.648604110420008e-07,
+      "loss": 24.4219,
+      "step": 37488
+    },
+    {
+      "epoch": 1.7915033929083437,
+      "grad_norm": 224.1040802001953,
+      "learning_rate": 5.646040316140211e-07,
+      "loss": 21.0781,
+      "step": 37489
+    },
+    {
+      "epoch": 1.791551180349804,
+      "grad_norm": 311.6590881347656,
+      "learning_rate": 5.643477086918869e-07,
+      "loss": 22.3594,
+      "step": 37490
+    },
+    {
+      "epoch": 1.7915989677912645,
+      "grad_norm": 310.0370178222656,
+      "learning_rate": 5.640914422771337e-07,
+      "loss": 19.2656,
+      "step": 37491
+    },
+    {
+      "epoch": 1.7916467552327249,
+      "grad_norm": 236.2645263671875,
+      "learning_rate": 5.638352323712981e-07,
+      "loss": 24.3125,
+      "step": 37492
+    },
+    {
+      "epoch": 1.7916945426741853,
+      "grad_norm": 222.85003662109375,
+      "learning_rate": 5.635790789759143e-07,
+      "loss": 31.7188,
+      "step": 37493
+    },
+    {
+      "epoch": 1.7917423301156457,
+      "grad_norm": 546.521240234375,
+      "learning_rate": 5.633229820925145e-07,
+      "loss": 32.2188,
+      "step": 37494
+    },
+    {
+      "epoch": 1.791790117557106,
+      "grad_norm": 178.4163055419922,
+      "learning_rate": 5.630669417226331e-07,
+      "loss": 17.9688,
+      "step": 37495
+    },
+    {
+      "epoch": 1.7918379049985664,
+      "grad_norm": 181.14419555664062,
+      "learning_rate": 5.628109578678031e-07,
+      "loss": 21.7188,
+      "step": 37496
+    },
+    {
+      "epoch": 1.7918856924400268,
+      "grad_norm": 214.4171600341797,
+      "learning_rate": 5.625550305295602e-07,
+      "loss": 32.5,
+      "step": 37497
+    },
+    {
+      "epoch": 1.7919334798814872,
+      "grad_norm": 970.0232543945312,
+      "learning_rate": 5.62299159709434e-07,
+      "loss": 19.9688,
+      "step": 37498
+    },
+    {
+      "epoch": 1.7919812673229476,
+      "grad_norm": 136.26596069335938,
+      "learning_rate": 5.620433454089591e-07,
+      "loss": 17.0938,
+      "step": 37499
+    },
+    {
+      "epoch": 1.792029054764408,
+      "grad_norm": 748.8191528320312,
+      "learning_rate": 5.617875876296641e-07,
+      "loss": 17.2656,
+      "step": 37500
+    },
+    {
+      "epoch": 1.7920768422058684,
+      "grad_norm": 193.21331787109375,
+      "learning_rate": 5.615318863730834e-07,
+      "loss": 17.7812,
+      "step": 37501
+    },
+    {
+      "epoch": 1.7921246296473288,
+      "grad_norm": 256.64178466796875,
+      "learning_rate": 5.612762416407491e-07,
+      "loss": 32.9062,
+      "step": 37502
+    },
+    {
+      "epoch": 1.7921724170887892,
+      "grad_norm": 352.5545349121094,
+      "learning_rate": 5.6102065343419e-07,
+      "loss": 21.125,
+      "step": 37503
+    },
+    {
+      "epoch": 1.7922202045302495,
+      "grad_norm": 210.8240966796875,
+      "learning_rate": 5.607651217549381e-07,
+      "loss": 30.5312,
+      "step": 37504
+    },
+    {
+      "epoch": 1.79226799197171,
+      "grad_norm": 251.85838317871094,
+      "learning_rate": 5.605096466045224e-07,
+      "loss": 27.375,
+      "step": 37505
+    },
+    {
+      "epoch": 1.7923157794131703,
+      "grad_norm": 181.0374298095703,
+      "learning_rate": 5.602542279844724e-07,
+      "loss": 23.9219,
+      "step": 37506
+    },
+    {
+      "epoch": 1.7923635668546307,
+      "grad_norm": 298.6443786621094,
+      "learning_rate": 5.599988658963207e-07,
+      "loss": 29.4531,
+      "step": 37507
+    },
+    {
+      "epoch": 1.792411354296091,
+      "grad_norm": 168.41554260253906,
+      "learning_rate": 5.597435603415957e-07,
+      "loss": 21.8438,
+      "step": 37508
+    },
+    {
+      "epoch": 1.7924591417375515,
+      "grad_norm": 161.93885803222656,
+      "learning_rate": 5.59488311321823e-07,
+      "loss": 20.7812,
+      "step": 37509
+    },
+    {
+      "epoch": 1.7925069291790119,
+      "grad_norm": 164.03277587890625,
+      "learning_rate": 5.592331188385347e-07,
+      "loss": 22.9844,
+      "step": 37510
+    },
+    {
+      "epoch": 1.7925547166204723,
+      "grad_norm": 332.8523864746094,
+      "learning_rate": 5.589779828932584e-07,
+      "loss": 29.1875,
+      "step": 37511
+    },
+    {
+      "epoch": 1.7926025040619327,
+      "grad_norm": 306.64666748046875,
+      "learning_rate": 5.58722903487523e-07,
+      "loss": 30.0312,
+      "step": 37512
+    },
+    {
+      "epoch": 1.792650291503393,
+      "grad_norm": 381.8786315917969,
+      "learning_rate": 5.584678806228527e-07,
+      "loss": 23.9375,
+      "step": 37513
+    },
+    {
+      "epoch": 1.7926980789448534,
+      "grad_norm": 232.2746124267578,
+      "learning_rate": 5.582129143007775e-07,
+      "loss": 28.6562,
+      "step": 37514
+    },
+    {
+      "epoch": 1.7927458663863138,
+      "grad_norm": 257.9288635253906,
+      "learning_rate": 5.57958004522825e-07,
+      "loss": 21.4844,
+      "step": 37515
+    },
+    {
+      "epoch": 1.7927936538277742,
+      "grad_norm": 154.59213256835938,
+      "learning_rate": 5.577031512905184e-07,
+      "loss": 30.0312,
+      "step": 37516
+    },
+    {
+      "epoch": 1.7928414412692344,
+      "grad_norm": 396.6021728515625,
+      "learning_rate": 5.574483546053866e-07,
+      "loss": 15.0938,
+      "step": 37517
+    },
+    {
+      "epoch": 1.7928892287106948,
+      "grad_norm": 160.43211364746094,
+      "learning_rate": 5.571936144689549e-07,
+      "loss": 26.0938,
+      "step": 37518
+    },
+    {
+      "epoch": 1.7929370161521552,
+      "grad_norm": 184.32691955566406,
+      "learning_rate": 5.56938930882751e-07,
+      "loss": 27.5312,
+      "step": 37519
+    },
+    {
+      "epoch": 1.7929848035936156,
+      "grad_norm": 181.3609619140625,
+      "learning_rate": 5.566843038482961e-07,
+      "loss": 22.8906,
+      "step": 37520
+    },
+    {
+      "epoch": 1.793032591035076,
+      "grad_norm": 230.61203002929688,
+      "learning_rate": 5.564297333671165e-07,
+      "loss": 18.3438,
+      "step": 37521
+    },
+    {
+      "epoch": 1.7930803784765363,
+      "grad_norm": 171.700439453125,
+      "learning_rate": 5.561752194407377e-07,
+      "loss": 26.375,
+      "step": 37522
+    },
+    {
+      "epoch": 1.7931281659179967,
+      "grad_norm": 229.99163818359375,
+      "learning_rate": 5.559207620706841e-07,
+      "loss": 24.2344,
+      "step": 37523
+    },
+    {
+      "epoch": 1.7931759533594571,
+      "grad_norm": 318.1341247558594,
+      "learning_rate": 5.55666361258479e-07,
+      "loss": 18.0,
+      "step": 37524
+    },
+    {
+      "epoch": 1.7932237408009175,
+      "grad_norm": 142.20269775390625,
+      "learning_rate": 5.554120170056443e-07,
+      "loss": 18.125,
+      "step": 37525
+    },
+    {
+      "epoch": 1.793271528242378,
+      "grad_norm": 255.65603637695312,
+      "learning_rate": 5.551577293137078e-07,
+      "loss": 18.9844,
+      "step": 37526
+    },
+    {
+      "epoch": 1.7933193156838383,
+      "grad_norm": 486.9602966308594,
+      "learning_rate": 5.549034981841872e-07,
+      "loss": 25.125,
+      "step": 37527
+    },
+    {
+      "epoch": 1.7933671031252987,
+      "grad_norm": 232.7684783935547,
+      "learning_rate": 5.546493236186068e-07,
+      "loss": 24.9375,
+      "step": 37528
+    },
+    {
+      "epoch": 1.793414890566759,
+      "grad_norm": 188.99644470214844,
+      "learning_rate": 5.543952056184886e-07,
+      "loss": 20.0156,
+      "step": 37529
+    },
+    {
+      "epoch": 1.7934626780082195,
+      "grad_norm": 367.7391662597656,
+      "learning_rate": 5.541411441853573e-07,
+      "loss": 34.4375,
+      "step": 37530
+    },
+    {
+      "epoch": 1.7935104654496798,
+      "grad_norm": 221.17059326171875,
+      "learning_rate": 5.538871393207301e-07,
+      "loss": 33.5938,
+      "step": 37531
+    },
+    {
+      "epoch": 1.7935582528911402,
+      "grad_norm": 461.12109375,
+      "learning_rate": 5.536331910261328e-07,
+      "loss": 26.1562,
+      "step": 37532
+    },
+    {
+      "epoch": 1.7936060403326006,
+      "grad_norm": 193.4263153076172,
+      "learning_rate": 5.533792993030806e-07,
+      "loss": 23.1719,
+      "step": 37533
+    },
+    {
+      "epoch": 1.793653827774061,
+      "grad_norm": 559.8268432617188,
+      "learning_rate": 5.531254641530981e-07,
+      "loss": 24.0312,
+      "step": 37534
+    },
+    {
+      "epoch": 1.7937016152155214,
+      "grad_norm": 190.84317016601562,
+      "learning_rate": 5.52871685577705e-07,
+      "loss": 24.2656,
+      "step": 37535
+    },
+    {
+      "epoch": 1.7937494026569818,
+      "grad_norm": 311.0724792480469,
+      "learning_rate": 5.526179635784191e-07,
+      "loss": 23.3906,
+      "step": 37536
+    },
+    {
+      "epoch": 1.7937971900984422,
+      "grad_norm": 436.8902282714844,
+      "learning_rate": 5.5236429815676e-07,
+      "loss": 18.4062,
+      "step": 37537
+    },
+    {
+      "epoch": 1.7938449775399024,
+      "grad_norm": 152.6615753173828,
+      "learning_rate": 5.521106893142513e-07,
+      "loss": 18.8594,
+      "step": 37538
+    },
+    {
+      "epoch": 1.7938927649813627,
+      "grad_norm": 253.94337463378906,
+      "learning_rate": 5.518571370524062e-07,
+      "loss": 25.625,
+      "step": 37539
+    },
+    {
+      "epoch": 1.7939405524228231,
+      "grad_norm": 225.4558563232422,
+      "learning_rate": 5.516036413727454e-07,
+      "loss": 17.3125,
+      "step": 37540
+    },
+    {
+      "epoch": 1.7939883398642835,
+      "grad_norm": 218.86276245117188,
+      "learning_rate": 5.51350202276788e-07,
+      "loss": 25.4531,
+      "step": 37541
+    },
+    {
+      "epoch": 1.794036127305744,
+      "grad_norm": 143.8987274169922,
+      "learning_rate": 5.510968197660493e-07,
+      "loss": 26.6719,
+      "step": 37542
+    },
+    {
+      "epoch": 1.7940839147472043,
+      "grad_norm": 636.2677612304688,
+      "learning_rate": 5.508434938420493e-07,
+      "loss": 20.5312,
+      "step": 37543
+    },
+    {
+      "epoch": 1.7941317021886647,
+      "grad_norm": 229.43304443359375,
+      "learning_rate": 5.505902245063033e-07,
+      "loss": 19.625,
+      "step": 37544
+    },
+    {
+      "epoch": 1.794179489630125,
+      "grad_norm": 229.09475708007812,
+      "learning_rate": 5.503370117603302e-07,
+      "loss": 24.5938,
+      "step": 37545
+    },
+    {
+      "epoch": 1.7942272770715855,
+      "grad_norm": 270.02325439453125,
+      "learning_rate": 5.500838556056442e-07,
+      "loss": 24.3906,
+      "step": 37546
+    },
+    {
+      "epoch": 1.7942750645130459,
+      "grad_norm": 473.5303649902344,
+      "learning_rate": 5.49830756043761e-07,
+      "loss": 27.5625,
+      "step": 37547
+    },
+    {
+      "epoch": 1.7943228519545062,
+      "grad_norm": 361.4270935058594,
+      "learning_rate": 5.495777130761981e-07,
+      "loss": 19.6562,
+      "step": 37548
+    },
+    {
+      "epoch": 1.7943706393959666,
+      "grad_norm": 217.40699768066406,
+      "learning_rate": 5.493247267044721e-07,
+      "loss": 18.0938,
+      "step": 37549
+    },
+    {
+      "epoch": 1.794418426837427,
+      "grad_norm": 208.77232360839844,
+      "learning_rate": 5.490717969300952e-07,
+      "loss": 28.0469,
+      "step": 37550
+    },
+    {
+      "epoch": 1.7944662142788874,
+      "grad_norm": 106.82496643066406,
+      "learning_rate": 5.488189237545827e-07,
+      "loss": 17.1562,
+      "step": 37551
+    },
+    {
+      "epoch": 1.7945140017203478,
+      "grad_norm": 236.5485382080078,
+      "learning_rate": 5.485661071794502e-07,
+      "loss": 25.0312,
+      "step": 37552
+    },
+    {
+      "epoch": 1.7945617891618082,
+      "grad_norm": 168.61196899414062,
+      "learning_rate": 5.483133472062107e-07,
+      "loss": 22.5312,
+      "step": 37553
+    },
+    {
+      "epoch": 1.7946095766032686,
+      "grad_norm": 249.21249389648438,
+      "learning_rate": 5.480606438363778e-07,
+      "loss": 29.1875,
+      "step": 37554
+    },
+    {
+      "epoch": 1.794657364044729,
+      "grad_norm": 308.94964599609375,
+      "learning_rate": 5.478079970714645e-07,
+      "loss": 23.6094,
+      "step": 37555
+    },
+    {
+      "epoch": 1.7947051514861894,
+      "grad_norm": 251.15457153320312,
+      "learning_rate": 5.475554069129874e-07,
+      "loss": 37.6875,
+      "step": 37556
+    },
+    {
+      "epoch": 1.7947529389276498,
+      "grad_norm": 206.27389526367188,
+      "learning_rate": 5.473028733624542e-07,
+      "loss": 31.6875,
+      "step": 37557
+    },
+    {
+      "epoch": 1.7948007263691101,
+      "grad_norm": 241.5791778564453,
+      "learning_rate": 5.470503964213792e-07,
+      "loss": 23.3438,
+      "step": 37558
+    },
+    {
+      "epoch": 1.7948485138105705,
+      "grad_norm": 243.8878173828125,
+      "learning_rate": 5.467979760912756e-07,
+      "loss": 21.9688,
+      "step": 37559
+    },
+    {
+      "epoch": 1.794896301252031,
+      "grad_norm": 160.3989715576172,
+      "learning_rate": 5.465456123736556e-07,
+      "loss": 21.5469,
+      "step": 37560
+    },
+    {
+      "epoch": 1.7949440886934913,
+      "grad_norm": 144.77105712890625,
+      "learning_rate": 5.46293305270027e-07,
+      "loss": 18.5469,
+      "step": 37561
+    },
+    {
+      "epoch": 1.7949918761349517,
+      "grad_norm": 320.5885314941406,
+      "learning_rate": 5.460410547819029e-07,
+      "loss": 23.6875,
+      "step": 37562
+    },
+    {
+      "epoch": 1.795039663576412,
+      "grad_norm": 304.55987548828125,
+      "learning_rate": 5.457888609107953e-07,
+      "loss": 29.1875,
+      "step": 37563
+    },
+    {
+      "epoch": 1.7950874510178725,
+      "grad_norm": 229.80758666992188,
+      "learning_rate": 5.455367236582121e-07,
+      "loss": 34.1094,
+      "step": 37564
+    },
+    {
+      "epoch": 1.7951352384593329,
+      "grad_norm": 336.9842224121094,
+      "learning_rate": 5.452846430256642e-07,
+      "loss": 23.7969,
+      "step": 37565
+    },
+    {
+      "epoch": 1.7951830259007933,
+      "grad_norm": 152.51626586914062,
+      "learning_rate": 5.450326190146626e-07,
+      "loss": 26.7812,
+      "step": 37566
+    },
+    {
+      "epoch": 1.7952308133422537,
+      "grad_norm": 181.0580291748047,
+      "learning_rate": 5.44780651626714e-07,
+      "loss": 21.1094,
+      "step": 37567
+    },
+    {
+      "epoch": 1.795278600783714,
+      "grad_norm": 172.43075561523438,
+      "learning_rate": 5.445287408633304e-07,
+      "loss": 17.5938,
+      "step": 37568
+    },
+    {
+      "epoch": 1.7953263882251744,
+      "grad_norm": 256.5807800292969,
+      "learning_rate": 5.442768867260173e-07,
+      "loss": 21.3438,
+      "step": 37569
+    },
+    {
+      "epoch": 1.7953741756666348,
+      "grad_norm": 211.3465118408203,
+      "learning_rate": 5.440250892162846e-07,
+      "loss": 18.9219,
+      "step": 37570
+    },
+    {
+      "epoch": 1.7954219631080952,
+      "grad_norm": 574.5725708007812,
+      "learning_rate": 5.437733483356411e-07,
+      "loss": 36.0156,
+      "step": 37571
+    },
+    {
+      "epoch": 1.7954697505495556,
+      "grad_norm": 530.9363403320312,
+      "learning_rate": 5.435216640855922e-07,
+      "loss": 28.4688,
+      "step": 37572
+    },
+    {
+      "epoch": 1.795517537991016,
+      "grad_norm": 152.44480895996094,
+      "learning_rate": 5.432700364676457e-07,
+      "loss": 21.625,
+      "step": 37573
+    },
+    {
+      "epoch": 1.7955653254324764,
+      "grad_norm": 195.67843627929688,
+      "learning_rate": 5.430184654833115e-07,
+      "loss": 24.3594,
+      "step": 37574
+    },
+    {
+      "epoch": 1.7956131128739368,
+      "grad_norm": 356.2931823730469,
+      "learning_rate": 5.427669511340917e-07,
+      "loss": 23.2969,
+      "step": 37575
+    },
+    {
+      "epoch": 1.7956609003153972,
+      "grad_norm": 226.59295654296875,
+      "learning_rate": 5.425154934214949e-07,
+      "loss": 24.9062,
+      "step": 37576
+    },
+    {
+      "epoch": 1.7957086877568575,
+      "grad_norm": 159.74566650390625,
+      "learning_rate": 5.422640923470268e-07,
+      "loss": 19.8281,
+      "step": 37577
+    },
+    {
+      "epoch": 1.795756475198318,
+      "grad_norm": 451.18896484375,
+      "learning_rate": 5.42012747912194e-07,
+      "loss": 27.1719,
+      "step": 37578
+    },
+    {
+      "epoch": 1.7958042626397783,
+      "grad_norm": 148.68759155273438,
+      "learning_rate": 5.417614601185007e-07,
+      "loss": 20.125,
+      "step": 37579
+    },
+    {
+      "epoch": 1.7958520500812387,
+      "grad_norm": 346.51373291015625,
+      "learning_rate": 5.415102289674501e-07,
+      "loss": 22.5,
+      "step": 37580
+    },
+    {
+      "epoch": 1.795899837522699,
+      "grad_norm": 471.80950927734375,
+      "learning_rate": 5.412590544605489e-07,
+      "loss": 21.7969,
+      "step": 37581
+    },
+    {
+      "epoch": 1.7959476249641595,
+      "grad_norm": 378.2366638183594,
+      "learning_rate": 5.410079365993026e-07,
+      "loss": 27.0781,
+      "step": 37582
+    },
+    {
+      "epoch": 1.7959954124056199,
+      "grad_norm": 272.99652099609375,
+      "learning_rate": 5.407568753852122e-07,
+      "loss": 19.2812,
+      "step": 37583
+    },
+    {
+      "epoch": 1.7960431998470803,
+      "grad_norm": 184.76634216308594,
+      "learning_rate": 5.405058708197818e-07,
+      "loss": 19.6094,
+      "step": 37584
+    },
+    {
+      "epoch": 1.7960909872885407,
+      "grad_norm": 217.2396240234375,
+      "learning_rate": 5.402549229045151e-07,
+      "loss": 25.25,
+      "step": 37585
+    },
+    {
+      "epoch": 1.796138774730001,
+      "grad_norm": 236.16995239257812,
+      "learning_rate": 5.400040316409171e-07,
+      "loss": 24.1562,
+      "step": 37586
+    },
+    {
+      "epoch": 1.7961865621714614,
+      "grad_norm": 169.1271514892578,
+      "learning_rate": 5.397531970304859e-07,
+      "loss": 18.7969,
+      "step": 37587
+    },
+    {
+      "epoch": 1.7962343496129218,
+      "grad_norm": 214.439208984375,
+      "learning_rate": 5.395024190747267e-07,
+      "loss": 21.1562,
+      "step": 37588
+    },
+    {
+      "epoch": 1.7962821370543822,
+      "grad_norm": 227.9075164794922,
+      "learning_rate": 5.392516977751416e-07,
+      "loss": 21.25,
+      "step": 37589
+    },
+    {
+      "epoch": 1.7963299244958426,
+      "grad_norm": 223.05877685546875,
+      "learning_rate": 5.390010331332296e-07,
+      "loss": 19.4531,
+      "step": 37590
+    },
+    {
+      "epoch": 1.796377711937303,
+      "grad_norm": 596.7279052734375,
+      "learning_rate": 5.387504251504938e-07,
+      "loss": 41.0781,
+      "step": 37591
+    },
+    {
+      "epoch": 1.7964254993787634,
+      "grad_norm": 1312.6024169921875,
+      "learning_rate": 5.384998738284342e-07,
+      "loss": 30.5781,
+      "step": 37592
+    },
+    {
+      "epoch": 1.7964732868202238,
+      "grad_norm": 170.00732421875,
+      "learning_rate": 5.382493791685539e-07,
+      "loss": 21.3906,
+      "step": 37593
+    },
+    {
+      "epoch": 1.7965210742616842,
+      "grad_norm": 153.54031372070312,
+      "learning_rate": 5.379989411723485e-07,
+      "loss": 25.7812,
+      "step": 37594
+    },
+    {
+      "epoch": 1.7965688617031446,
+      "grad_norm": 202.2919464111328,
+      "learning_rate": 5.377485598413202e-07,
+      "loss": 30.7188,
+      "step": 37595
+    },
+    {
+      "epoch": 1.796616649144605,
+      "grad_norm": 322.0303649902344,
+      "learning_rate": 5.374982351769709e-07,
+      "loss": 19.9375,
+      "step": 37596
+    },
+    {
+      "epoch": 1.7966644365860653,
+      "grad_norm": 228.59230041503906,
+      "learning_rate": 5.37247967180794e-07,
+      "loss": 17.4688,
+      "step": 37597
+    },
+    {
+      "epoch": 1.7967122240275257,
+      "grad_norm": 132.3753204345703,
+      "learning_rate": 5.369977558542927e-07,
+      "loss": 22.9219,
+      "step": 37598
+    },
+    {
+      "epoch": 1.796760011468986,
+      "grad_norm": 223.13478088378906,
+      "learning_rate": 5.367476011989659e-07,
+      "loss": 23.875,
+      "step": 37599
+    },
+    {
+      "epoch": 1.7968077989104463,
+      "grad_norm": 251.01348876953125,
+      "learning_rate": 5.364975032163078e-07,
+      "loss": 24.4531,
+      "step": 37600
+    },
+    {
+      "epoch": 1.7968555863519067,
+      "grad_norm": 296.7269592285156,
+      "learning_rate": 5.362474619078195e-07,
+      "loss": 24.7656,
+      "step": 37601
+    },
+    {
+      "epoch": 1.796903373793367,
+      "grad_norm": 203.77391052246094,
+      "learning_rate": 5.359974772749965e-07,
+      "loss": 27.0781,
+      "step": 37602
+    },
+    {
+      "epoch": 1.7969511612348275,
+      "grad_norm": 298.50787353515625,
+      "learning_rate": 5.357475493193376e-07,
+      "loss": 33.625,
+      "step": 37603
+    },
+    {
+      "epoch": 1.7969989486762878,
+      "grad_norm": 213.4812774658203,
+      "learning_rate": 5.354976780423382e-07,
+      "loss": 22.8125,
+      "step": 37604
+    },
+    {
+      "epoch": 1.7970467361177482,
+      "grad_norm": 231.04690551757812,
+      "learning_rate": 5.352478634454949e-07,
+      "loss": 23.3906,
+      "step": 37605
+    },
+    {
+      "epoch": 1.7970945235592086,
+      "grad_norm": 265.8602294921875,
+      "learning_rate": 5.349981055303044e-07,
+      "loss": 24.125,
+      "step": 37606
+    },
+    {
+      "epoch": 1.797142311000669,
+      "grad_norm": 154.17881774902344,
+      "learning_rate": 5.347484042982609e-07,
+      "loss": 23.0469,
+      "step": 37607
+    },
+    {
+      "epoch": 1.7971900984421294,
+      "grad_norm": 253.85986328125,
+      "learning_rate": 5.344987597508633e-07,
+      "loss": 25.0625,
+      "step": 37608
+    },
+    {
+      "epoch": 1.7972378858835898,
+      "grad_norm": 201.01620483398438,
+      "learning_rate": 5.342491718896026e-07,
+      "loss": 22.875,
+      "step": 37609
+    },
+    {
+      "epoch": 1.7972856733250502,
+      "grad_norm": 331.80401611328125,
+      "learning_rate": 5.339996407159742e-07,
+      "loss": 33.25,
+      "step": 37610
+    },
+    {
+      "epoch": 1.7973334607665106,
+      "grad_norm": 227.7791748046875,
+      "learning_rate": 5.337501662314759e-07,
+      "loss": 22.1875,
+      "step": 37611
+    },
+    {
+      "epoch": 1.797381248207971,
+      "grad_norm": 298.54412841796875,
+      "learning_rate": 5.335007484375987e-07,
+      "loss": 31.2812,
+      "step": 37612
+    },
+    {
+      "epoch": 1.7974290356494314,
+      "grad_norm": 159.07113647460938,
+      "learning_rate": 5.332513873358358e-07,
+      "loss": 26.7188,
+      "step": 37613
+    },
+    {
+      "epoch": 1.7974768230908917,
+      "grad_norm": 238.8590850830078,
+      "learning_rate": 5.330020829276817e-07,
+      "loss": 20.8438,
+      "step": 37614
+    },
+    {
+      "epoch": 1.7975246105323521,
+      "grad_norm": 280.7029113769531,
+      "learning_rate": 5.327528352146305e-07,
+      "loss": 26.4375,
+      "step": 37615
+    },
+    {
+      "epoch": 1.7975723979738125,
+      "grad_norm": 333.4645690917969,
+      "learning_rate": 5.325036441981723e-07,
+      "loss": 34.4375,
+      "step": 37616
+    },
+    {
+      "epoch": 1.797620185415273,
+      "grad_norm": 287.2286682128906,
+      "learning_rate": 5.322545098798015e-07,
+      "loss": 25.5625,
+      "step": 37617
+    },
+    {
+      "epoch": 1.7976679728567333,
+      "grad_norm": 534.1987915039062,
+      "learning_rate": 5.320054322610091e-07,
+      "loss": 31.0,
+      "step": 37618
+    },
+    {
+      "epoch": 1.7977157602981937,
+      "grad_norm": 231.1411895751953,
+      "learning_rate": 5.317564113432883e-07,
+      "loss": 28.5,
+      "step": 37619
+    },
+    {
+      "epoch": 1.7977635477396539,
+      "grad_norm": 180.3592529296875,
+      "learning_rate": 5.31507447128129e-07,
+      "loss": 19.1094,
+      "step": 37620
+    },
+    {
+      "epoch": 1.7978113351811142,
+      "grad_norm": 370.8272705078125,
+      "learning_rate": 5.312585396170211e-07,
+      "loss": 29.3438,
+      "step": 37621
+    },
+    {
+      "epoch": 1.7978591226225746,
+      "grad_norm": 233.2875518798828,
+      "learning_rate": 5.310096888114569e-07,
+      "loss": 20.8438,
+      "step": 37622
+    },
+    {
+      "epoch": 1.797906910064035,
+      "grad_norm": 262.19061279296875,
+      "learning_rate": 5.307608947129273e-07,
+      "loss": 32.75,
+      "step": 37623
+    },
+    {
+      "epoch": 1.7979546975054954,
+      "grad_norm": 192.92955017089844,
+      "learning_rate": 5.30512157322921e-07,
+      "loss": 19.2812,
+      "step": 37624
+    },
+    {
+      "epoch": 1.7980024849469558,
+      "grad_norm": 536.4825439453125,
+      "learning_rate": 5.302634766429271e-07,
+      "loss": 26.7031,
+      "step": 37625
+    },
+    {
+      "epoch": 1.7980502723884162,
+      "grad_norm": 174.17654418945312,
+      "learning_rate": 5.300148526744364e-07,
+      "loss": 24.3125,
+      "step": 37626
+    },
+    {
+      "epoch": 1.7980980598298766,
+      "grad_norm": 329.15692138671875,
+      "learning_rate": 5.297662854189368e-07,
+      "loss": 31.2812,
+      "step": 37627
+    },
+    {
+      "epoch": 1.798145847271337,
+      "grad_norm": 211.81675720214844,
+      "learning_rate": 5.295177748779168e-07,
+      "loss": 23.2656,
+      "step": 37628
+    },
+    {
+      "epoch": 1.7981936347127974,
+      "grad_norm": 258.1628723144531,
+      "learning_rate": 5.292693210528666e-07,
+      "loss": 22.7188,
+      "step": 37629
+    },
+    {
+      "epoch": 1.7982414221542578,
+      "grad_norm": 148.06683349609375,
+      "learning_rate": 5.290209239452715e-07,
+      "loss": 19.9688,
+      "step": 37630
+    },
+    {
+      "epoch": 1.7982892095957181,
+      "grad_norm": 358.4614562988281,
+      "learning_rate": 5.287725835566193e-07,
+      "loss": 18.5469,
+      "step": 37631
+    },
+    {
+      "epoch": 1.7983369970371785,
+      "grad_norm": 279.0596008300781,
+      "learning_rate": 5.285242998884e-07,
+      "loss": 30.6406,
+      "step": 37632
+    },
+    {
+      "epoch": 1.798384784478639,
+      "grad_norm": 417.5350341796875,
+      "learning_rate": 5.282760729420977e-07,
+      "loss": 25.4062,
+      "step": 37633
+    },
+    {
+      "epoch": 1.7984325719200993,
+      "grad_norm": 202.73721313476562,
+      "learning_rate": 5.280279027192004e-07,
+      "loss": 23.5938,
+      "step": 37634
+    },
+    {
+      "epoch": 1.7984803593615597,
+      "grad_norm": 238.3682861328125,
+      "learning_rate": 5.277797892211922e-07,
+      "loss": 26.125,
+      "step": 37635
+    },
+    {
+      "epoch": 1.79852814680302,
+      "grad_norm": 230.1118927001953,
+      "learning_rate": 5.27531732449561e-07,
+      "loss": 26.5625,
+      "step": 37636
+    },
+    {
+      "epoch": 1.7985759342444805,
+      "grad_norm": 318.6419372558594,
+      "learning_rate": 5.272837324057933e-07,
+      "loss": 33.9375,
+      "step": 37637
+    },
+    {
+      "epoch": 1.7986237216859409,
+      "grad_norm": 171.55906677246094,
+      "learning_rate": 5.270357890913724e-07,
+      "loss": 17.4531,
+      "step": 37638
+    },
+    {
+      "epoch": 1.7986715091274013,
+      "grad_norm": 218.22499084472656,
+      "learning_rate": 5.267879025077826e-07,
+      "loss": 21.1719,
+      "step": 37639
+    },
+    {
+      "epoch": 1.7987192965688616,
+      "grad_norm": 226.91477966308594,
+      "learning_rate": 5.265400726565096e-07,
+      "loss": 30.0,
+      "step": 37640
+    },
+    {
+      "epoch": 1.798767084010322,
+      "grad_norm": 332.208251953125,
+      "learning_rate": 5.262922995390385e-07,
+      "loss": 29.5625,
+      "step": 37641
+    },
+    {
+      "epoch": 1.7988148714517824,
+      "grad_norm": 141.34945678710938,
+      "learning_rate": 5.260445831568517e-07,
+      "loss": 21.9375,
+      "step": 37642
+    },
+    {
+      "epoch": 1.7988626588932428,
+      "grad_norm": 426.3617248535156,
+      "learning_rate": 5.257969235114324e-07,
+      "loss": 25.0938,
+      "step": 37643
+    },
+    {
+      "epoch": 1.7989104463347032,
+      "grad_norm": 296.0289001464844,
+      "learning_rate": 5.255493206042638e-07,
+      "loss": 15.5156,
+      "step": 37644
+    },
+    {
+      "epoch": 1.7989582337761636,
+      "grad_norm": 193.02713012695312,
+      "learning_rate": 5.253017744368316e-07,
+      "loss": 28.375,
+      "step": 37645
+    },
+    {
+      "epoch": 1.799006021217624,
+      "grad_norm": 322.1468200683594,
+      "learning_rate": 5.250542850106155e-07,
+      "loss": 30.1875,
+      "step": 37646
+    },
+    {
+      "epoch": 1.7990538086590844,
+      "grad_norm": 258.5427551269531,
+      "learning_rate": 5.248068523270966e-07,
+      "loss": 30.6875,
+      "step": 37647
+    },
+    {
+      "epoch": 1.7991015961005448,
+      "grad_norm": 250.77597045898438,
+      "learning_rate": 5.245594763877603e-07,
+      "loss": 29.875,
+      "step": 37648
+    },
+    {
+      "epoch": 1.7991493835420052,
+      "grad_norm": 128.9696044921875,
+      "learning_rate": 5.243121571940857e-07,
+      "loss": 24.0469,
+      "step": 37649
+    },
+    {
+      "epoch": 1.7991971709834655,
+      "grad_norm": 126.56463623046875,
+      "learning_rate": 5.240648947475524e-07,
+      "loss": 18.7344,
+      "step": 37650
+    },
+    {
+      "epoch": 1.799244958424926,
+      "grad_norm": 526.6492919921875,
+      "learning_rate": 5.238176890496449e-07,
+      "loss": 22.1406,
+      "step": 37651
+    },
+    {
+      "epoch": 1.7992927458663863,
+      "grad_norm": 424.9051513671875,
+      "learning_rate": 5.235705401018421e-07,
+      "loss": 38.75,
+      "step": 37652
+    },
+    {
+      "epoch": 1.7993405333078467,
+      "grad_norm": 278.0746154785156,
+      "learning_rate": 5.233234479056226e-07,
+      "loss": 21.5156,
+      "step": 37653
+    },
+    {
+      "epoch": 1.799388320749307,
+      "grad_norm": 1406.5941162109375,
+      "learning_rate": 5.230764124624676e-07,
+      "loss": 17.0312,
+      "step": 37654
+    },
+    {
+      "epoch": 1.7994361081907675,
+      "grad_norm": 166.4780731201172,
+      "learning_rate": 5.22829433773856e-07,
+      "loss": 21.2812,
+      "step": 37655
+    },
+    {
+      "epoch": 1.7994838956322279,
+      "grad_norm": 291.9176940917969,
+      "learning_rate": 5.225825118412686e-07,
+      "loss": 24.5,
+      "step": 37656
+    },
+    {
+      "epoch": 1.7995316830736883,
+      "grad_norm": 339.67425537109375,
+      "learning_rate": 5.223356466661822e-07,
+      "loss": 23.5,
+      "step": 37657
+    },
+    {
+      "epoch": 1.7995794705151487,
+      "grad_norm": 329.8464660644531,
+      "learning_rate": 5.220888382500744e-07,
+      "loss": 21.6875,
+      "step": 37658
+    },
+    {
+      "epoch": 1.799627257956609,
+      "grad_norm": 200.8896484375,
+      "learning_rate": 5.218420865944262e-07,
+      "loss": 14.0156,
+      "step": 37659
+    },
+    {
+      "epoch": 1.7996750453980694,
+      "grad_norm": 131.12481689453125,
+      "learning_rate": 5.215953917007133e-07,
+      "loss": 20.9062,
+      "step": 37660
+    },
+    {
+      "epoch": 1.7997228328395298,
+      "grad_norm": 196.42323303222656,
+      "learning_rate": 5.213487535704132e-07,
+      "loss": 19.6562,
+      "step": 37661
+    },
+    {
+      "epoch": 1.7997706202809902,
+      "grad_norm": 242.58816528320312,
+      "learning_rate": 5.211021722050024e-07,
+      "loss": 21.0,
+      "step": 37662
+    },
+    {
+      "epoch": 1.7998184077224506,
+      "grad_norm": 227.78378295898438,
+      "learning_rate": 5.208556476059612e-07,
+      "loss": 22.2812,
+      "step": 37663
+    },
+    {
+      "epoch": 1.799866195163911,
+      "grad_norm": 298.9454650878906,
+      "learning_rate": 5.206091797747614e-07,
+      "loss": 30.7188,
+      "step": 37664
+    },
+    {
+      "epoch": 1.7999139826053714,
+      "grad_norm": 186.32534790039062,
+      "learning_rate": 5.203627687128821e-07,
+      "loss": 24.25,
+      "step": 37665
+    },
+    {
+      "epoch": 1.7999617700468318,
+      "grad_norm": 240.9314422607422,
+      "learning_rate": 5.201164144217963e-07,
+      "loss": 23.2188,
+      "step": 37666
+    },
+    {
+      "epoch": 1.8000095574882922,
+      "grad_norm": 545.9684448242188,
+      "learning_rate": 5.198701169029818e-07,
+      "loss": 26.875,
+      "step": 37667
+    },
+    {
+      "epoch": 1.8000573449297526,
+      "grad_norm": 240.1744842529297,
+      "learning_rate": 5.196238761579108e-07,
+      "loss": 23.6094,
+      "step": 37668
+    },
+    {
+      "epoch": 1.800105132371213,
+      "grad_norm": 798.3623657226562,
+      "learning_rate": 5.193776921880611e-07,
+      "loss": 22.0469,
+      "step": 37669
+    },
+    {
+      "epoch": 1.8001529198126733,
+      "grad_norm": 136.4755859375,
+      "learning_rate": 5.191315649949046e-07,
+      "loss": 16.7812,
+      "step": 37670
+    },
+    {
+      "epoch": 1.8002007072541337,
+      "grad_norm": 218.0255126953125,
+      "learning_rate": 5.188854945799182e-07,
+      "loss": 22.3281,
+      "step": 37671
+    },
+    {
+      "epoch": 1.8002484946955941,
+      "grad_norm": 130.03875732421875,
+      "learning_rate": 5.186394809445728e-07,
+      "loss": 25.0156,
+      "step": 37672
+    },
+    {
+      "epoch": 1.8002962821370545,
+      "grad_norm": 324.4677429199219,
+      "learning_rate": 5.183935240903415e-07,
+      "loss": 38.5625,
+      "step": 37673
+    },
+    {
+      "epoch": 1.800344069578515,
+      "grad_norm": 338.96942138671875,
+      "learning_rate": 5.181476240187011e-07,
+      "loss": 21.5312,
+      "step": 37674
+    },
+    {
+      "epoch": 1.8003918570199753,
+      "grad_norm": 183.2211456298828,
+      "learning_rate": 5.179017807311193e-07,
+      "loss": 27.375,
+      "step": 37675
+    },
+    {
+      "epoch": 1.8004396444614357,
+      "grad_norm": 215.99392700195312,
+      "learning_rate": 5.176559942290704e-07,
+      "loss": 24.2656,
+      "step": 37676
+    },
+    {
+      "epoch": 1.800487431902896,
+      "grad_norm": 190.1474609375,
+      "learning_rate": 5.174102645140267e-07,
+      "loss": 21.1094,
+      "step": 37677
+    },
+    {
+      "epoch": 1.8005352193443565,
+      "grad_norm": 327.4812927246094,
+      "learning_rate": 5.171645915874613e-07,
+      "loss": 45.375,
+      "step": 37678
+    },
+    {
+      "epoch": 1.8005830067858168,
+      "grad_norm": 402.27838134765625,
+      "learning_rate": 5.16918975450842e-07,
+      "loss": 21.5938,
+      "step": 37679
+    },
+    {
+      "epoch": 1.8006307942272772,
+      "grad_norm": 290.3736267089844,
+      "learning_rate": 5.166734161056408e-07,
+      "loss": 21.7188,
+      "step": 37680
+    },
+    {
+      "epoch": 1.8006785816687376,
+      "grad_norm": 298.3660583496094,
+      "learning_rate": 5.164279135533301e-07,
+      "loss": 26.75,
+      "step": 37681
+    },
+    {
+      "epoch": 1.8007263691101978,
+      "grad_norm": 303.0586853027344,
+      "learning_rate": 5.161824677953808e-07,
+      "loss": 29.4062,
+      "step": 37682
+    },
+    {
+      "epoch": 1.8007741565516582,
+      "grad_norm": 167.87840270996094,
+      "learning_rate": 5.159370788332585e-07,
+      "loss": 15.2656,
+      "step": 37683
+    },
+    {
+      "epoch": 1.8008219439931186,
+      "grad_norm": 222.54991149902344,
+      "learning_rate": 5.156917466684364e-07,
+      "loss": 18.9688,
+      "step": 37684
+    },
+    {
+      "epoch": 1.800869731434579,
+      "grad_norm": 199.68919372558594,
+      "learning_rate": 5.154464713023832e-07,
+      "loss": 23.9062,
+      "step": 37685
+    },
+    {
+      "epoch": 1.8009175188760393,
+      "grad_norm": 211.22500610351562,
+      "learning_rate": 5.152012527365657e-07,
+      "loss": 16.8906,
+      "step": 37686
+    },
+    {
+      "epoch": 1.8009653063174997,
+      "grad_norm": 184.37025451660156,
+      "learning_rate": 5.149560909724549e-07,
+      "loss": 22.8906,
+      "step": 37687
+    },
+    {
+      "epoch": 1.8010130937589601,
+      "grad_norm": 178.7797393798828,
+      "learning_rate": 5.147109860115174e-07,
+      "loss": 28.4219,
+      "step": 37688
+    },
+    {
+      "epoch": 1.8010608812004205,
+      "grad_norm": 430.725830078125,
+      "learning_rate": 5.14465937855223e-07,
+      "loss": 26.2656,
+      "step": 37689
+    },
+    {
+      "epoch": 1.801108668641881,
+      "grad_norm": 396.1911315917969,
+      "learning_rate": 5.142209465050362e-07,
+      "loss": 22.6875,
+      "step": 37690
+    },
+    {
+      "epoch": 1.8011564560833413,
+      "grad_norm": 303.9903564453125,
+      "learning_rate": 5.139760119624271e-07,
+      "loss": 26.8125,
+      "step": 37691
+    },
+    {
+      "epoch": 1.8012042435248017,
+      "grad_norm": 836.5811157226562,
+      "learning_rate": 5.137311342288609e-07,
+      "loss": 24.3125,
+      "step": 37692
+    },
+    {
+      "epoch": 1.801252030966262,
+      "grad_norm": 235.3347625732422,
+      "learning_rate": 5.134863133058054e-07,
+      "loss": 29.125,
+      "step": 37693
+    },
+    {
+      "epoch": 1.8012998184077225,
+      "grad_norm": 240.09988403320312,
+      "learning_rate": 5.132415491947251e-07,
+      "loss": 32.5938,
+      "step": 37694
+    },
+    {
+      "epoch": 1.8013476058491829,
+      "grad_norm": 283.5413818359375,
+      "learning_rate": 5.129968418970865e-07,
+      "loss": 24.4062,
+      "step": 37695
+    },
+    {
+      "epoch": 1.8013953932906432,
+      "grad_norm": 195.10601806640625,
+      "learning_rate": 5.127521914143563e-07,
+      "loss": 24.1406,
+      "step": 37696
+    },
+    {
+      "epoch": 1.8014431807321036,
+      "grad_norm": 470.02313232421875,
+      "learning_rate": 5.125075977479976e-07,
+      "loss": 32.4688,
+      "step": 37697
+    },
+    {
+      "epoch": 1.801490968173564,
+      "grad_norm": 451.5791320800781,
+      "learning_rate": 5.122630608994772e-07,
+      "loss": 23.6719,
+      "step": 37698
+    },
+    {
+      "epoch": 1.8015387556150244,
+      "grad_norm": 240.34658813476562,
+      "learning_rate": 5.120185808702583e-07,
+      "loss": 22.4688,
+      "step": 37699
+    },
+    {
+      "epoch": 1.8015865430564848,
+      "grad_norm": 489.3995666503906,
+      "learning_rate": 5.117741576618051e-07,
+      "loss": 20.8594,
+      "step": 37700
+    },
+    {
+      "epoch": 1.8016343304979452,
+      "grad_norm": 241.47581481933594,
+      "learning_rate": 5.115297912755812e-07,
+      "loss": 24.25,
+      "step": 37701
+    },
+    {
+      "epoch": 1.8016821179394054,
+      "grad_norm": 181.7519073486328,
+      "learning_rate": 5.112854817130497e-07,
+      "loss": 20.1406,
+      "step": 37702
+    },
+    {
+      "epoch": 1.8017299053808657,
+      "grad_norm": 266.5244140625,
+      "learning_rate": 5.11041228975675e-07,
+      "loss": 20.25,
+      "step": 37703
+    },
+    {
+      "epoch": 1.8017776928223261,
+      "grad_norm": 368.6426086425781,
+      "learning_rate": 5.107970330649204e-07,
+      "loss": 31.0,
+      "step": 37704
+    },
+    {
+      "epoch": 1.8018254802637865,
+      "grad_norm": 647.0625,
+      "learning_rate": 5.105528939822457e-07,
+      "loss": 30.25,
+      "step": 37705
+    },
+    {
+      "epoch": 1.801873267705247,
+      "grad_norm": 206.9073028564453,
+      "learning_rate": 5.103088117291144e-07,
+      "loss": 16.2031,
+      "step": 37706
+    },
+    {
+      "epoch": 1.8019210551467073,
+      "grad_norm": 229.12960815429688,
+      "learning_rate": 5.100647863069875e-07,
+      "loss": 20.7344,
+      "step": 37707
+    },
+    {
+      "epoch": 1.8019688425881677,
+      "grad_norm": 165.25408935546875,
+      "learning_rate": 5.098208177173291e-07,
+      "loss": 23.125,
+      "step": 37708
+    },
+    {
+      "epoch": 1.802016630029628,
+      "grad_norm": 224.71124267578125,
+      "learning_rate": 5.095769059615974e-07,
+      "loss": 32.7812,
+      "step": 37709
+    },
+    {
+      "epoch": 1.8020644174710885,
+      "grad_norm": 208.12576293945312,
+      "learning_rate": 5.093330510412542e-07,
+      "loss": 25.9375,
+      "step": 37710
+    },
+    {
+      "epoch": 1.8021122049125489,
+      "grad_norm": 166.9898223876953,
+      "learning_rate": 5.090892529577595e-07,
+      "loss": 16.9688,
+      "step": 37711
+    },
+    {
+      "epoch": 1.8021599923540093,
+      "grad_norm": 211.00198364257812,
+      "learning_rate": 5.088455117125735e-07,
+      "loss": 21.0,
+      "step": 37712
+    },
+    {
+      "epoch": 1.8022077797954696,
+      "grad_norm": 164.1997833251953,
+      "learning_rate": 5.086018273071558e-07,
+      "loss": 19.5,
+      "step": 37713
+    },
+    {
+      "epoch": 1.80225556723693,
+      "grad_norm": 341.0711975097656,
+      "learning_rate": 5.083581997429665e-07,
+      "loss": 28.625,
+      "step": 37714
+    },
+    {
+      "epoch": 1.8023033546783904,
+      "grad_norm": 255.9593048095703,
+      "learning_rate": 5.081146290214644e-07,
+      "loss": 24.4688,
+      "step": 37715
+    },
+    {
+      "epoch": 1.8023511421198508,
+      "grad_norm": 174.90101623535156,
+      "learning_rate": 5.078711151441062e-07,
+      "loss": 19.5781,
+      "step": 37716
+    },
+    {
+      "epoch": 1.8023989295613112,
+      "grad_norm": 123.53317260742188,
+      "learning_rate": 5.07627658112353e-07,
+      "loss": 18.2969,
+      "step": 37717
+    },
+    {
+      "epoch": 1.8024467170027716,
+      "grad_norm": 213.5521697998047,
+      "learning_rate": 5.073842579276611e-07,
+      "loss": 25.7344,
+      "step": 37718
+    },
+    {
+      "epoch": 1.802494504444232,
+      "grad_norm": 436.32244873046875,
+      "learning_rate": 5.071409145914896e-07,
+      "loss": 21.8438,
+      "step": 37719
+    },
+    {
+      "epoch": 1.8025422918856924,
+      "grad_norm": 291.6479797363281,
+      "learning_rate": 5.06897628105294e-07,
+      "loss": 14.3906,
+      "step": 37720
+    },
+    {
+      "epoch": 1.8025900793271528,
+      "grad_norm": 222.94757080078125,
+      "learning_rate": 5.066543984705319e-07,
+      "loss": 28.125,
+      "step": 37721
+    },
+    {
+      "epoch": 1.8026378667686132,
+      "grad_norm": 270.72589111328125,
+      "learning_rate": 5.064112256886611e-07,
+      "loss": 24.1875,
+      "step": 37722
+    },
+    {
+      "epoch": 1.8026856542100735,
+      "grad_norm": 283.7784118652344,
+      "learning_rate": 5.061681097611359e-07,
+      "loss": 19.4219,
+      "step": 37723
+    },
+    {
+      "epoch": 1.802733441651534,
+      "grad_norm": 282.6270446777344,
+      "learning_rate": 5.059250506894142e-07,
+      "loss": 24.0938,
+      "step": 37724
+    },
+    {
+      "epoch": 1.8027812290929943,
+      "grad_norm": 165.4026641845703,
+      "learning_rate": 5.056820484749503e-07,
+      "loss": 19.5156,
+      "step": 37725
+    },
+    {
+      "epoch": 1.8028290165344547,
+      "grad_norm": 171.4927215576172,
+      "learning_rate": 5.054391031192008e-07,
+      "loss": 25.0938,
+      "step": 37726
+    },
+    {
+      "epoch": 1.802876803975915,
+      "grad_norm": 254.95458984375,
+      "learning_rate": 5.051962146236178e-07,
+      "loss": 25.875,
+      "step": 37727
+    },
+    {
+      "epoch": 1.8029245914173755,
+      "grad_norm": 196.3785400390625,
+      "learning_rate": 5.049533829896591e-07,
+      "loss": 24.0625,
+      "step": 37728
+    },
+    {
+      "epoch": 1.8029723788588359,
+      "grad_norm": 203.22828674316406,
+      "learning_rate": 5.047106082187791e-07,
+      "loss": 15.6094,
+      "step": 37729
+    },
+    {
+      "epoch": 1.8030201663002963,
+      "grad_norm": 404.6559753417969,
+      "learning_rate": 5.044678903124278e-07,
+      "loss": 26.2656,
+      "step": 37730
+    },
+    {
+      "epoch": 1.8030679537417567,
+      "grad_norm": 174.8017578125,
+      "learning_rate": 5.042252292720629e-07,
+      "loss": 23.125,
+      "step": 37731
+    },
+    {
+      "epoch": 1.803115741183217,
+      "grad_norm": 312.0811462402344,
+      "learning_rate": 5.039826250991353e-07,
+      "loss": 27.1562,
+      "step": 37732
+    },
+    {
+      "epoch": 1.8031635286246774,
+      "grad_norm": 244.7139892578125,
+      "learning_rate": 5.037400777950984e-07,
+      "loss": 19.3125,
+      "step": 37733
+    },
+    {
+      "epoch": 1.8032113160661378,
+      "grad_norm": 240.9185333251953,
+      "learning_rate": 5.034975873614056e-07,
+      "loss": 24.2656,
+      "step": 37734
+    },
+    {
+      "epoch": 1.8032591035075982,
+      "grad_norm": 306.8882751464844,
+      "learning_rate": 5.032551537995078e-07,
+      "loss": 27.4688,
+      "step": 37735
+    },
+    {
+      "epoch": 1.8033068909490586,
+      "grad_norm": 406.1242370605469,
+      "learning_rate": 5.030127771108573e-07,
+      "loss": 25.4375,
+      "step": 37736
+    },
+    {
+      "epoch": 1.803354678390519,
+      "grad_norm": 167.72308349609375,
+      "learning_rate": 5.027704572969072e-07,
+      "loss": 25.4062,
+      "step": 37737
+    },
+    {
+      "epoch": 1.8034024658319794,
+      "grad_norm": 281.302978515625,
+      "learning_rate": 5.025281943591054e-07,
+      "loss": 23.7969,
+      "step": 37738
+    },
+    {
+      "epoch": 1.8034502532734398,
+      "grad_norm": 1434.957275390625,
+      "learning_rate": 5.02285988298905e-07,
+      "loss": 16.0,
+      "step": 37739
+    },
+    {
+      "epoch": 1.8034980407149002,
+      "grad_norm": 235.4685516357422,
+      "learning_rate": 5.020438391177562e-07,
+      "loss": 21.9062,
+      "step": 37740
+    },
+    {
+      "epoch": 1.8035458281563606,
+      "grad_norm": 393.00677490234375,
+      "learning_rate": 5.018017468171099e-07,
+      "loss": 30.9062,
+      "step": 37741
+    },
+    {
+      "epoch": 1.803593615597821,
+      "grad_norm": 286.43212890625,
+      "learning_rate": 5.015597113984139e-07,
+      "loss": 30.8125,
+      "step": 37742
+    },
+    {
+      "epoch": 1.8036414030392813,
+      "grad_norm": 401.59521484375,
+      "learning_rate": 5.013177328631192e-07,
+      "loss": 29.9219,
+      "step": 37743
+    },
+    {
+      "epoch": 1.8036891904807417,
+      "grad_norm": 287.69708251953125,
+      "learning_rate": 5.010758112126757e-07,
+      "loss": 23.0312,
+      "step": 37744
+    },
+    {
+      "epoch": 1.8037369779222021,
+      "grad_norm": 319.3800354003906,
+      "learning_rate": 5.008339464485301e-07,
+      "loss": 27.4688,
+      "step": 37745
+    },
+    {
+      "epoch": 1.8037847653636625,
+      "grad_norm": 134.68849182128906,
+      "learning_rate": 5.005921385721324e-07,
+      "loss": 25.0938,
+      "step": 37746
+    },
+    {
+      "epoch": 1.803832552805123,
+      "grad_norm": 204.2485809326172,
+      "learning_rate": 5.003503875849291e-07,
+      "loss": 16.3594,
+      "step": 37747
+    },
+    {
+      "epoch": 1.8038803402465833,
+      "grad_norm": 163.7918243408203,
+      "learning_rate": 5.001086934883714e-07,
+      "loss": 16.7422,
+      "step": 37748
+    },
+    {
+      "epoch": 1.8039281276880437,
+      "grad_norm": 205.47824096679688,
+      "learning_rate": 4.998670562839026e-07,
+      "loss": 20.7031,
+      "step": 37749
+    },
+    {
+      "epoch": 1.803975915129504,
+      "grad_norm": 397.998046875,
+      "learning_rate": 4.996254759729713e-07,
+      "loss": 24.9844,
+      "step": 37750
+    },
+    {
+      "epoch": 1.8040237025709644,
+      "grad_norm": 407.80633544921875,
+      "learning_rate": 4.993839525570243e-07,
+      "loss": 23.7031,
+      "step": 37751
+    },
+    {
+      "epoch": 1.8040714900124248,
+      "grad_norm": 223.755859375,
+      "learning_rate": 4.991424860375105e-07,
+      "loss": 20.7344,
+      "step": 37752
+    },
+    {
+      "epoch": 1.8041192774538852,
+      "grad_norm": 194.27288818359375,
+      "learning_rate": 4.989010764158719e-07,
+      "loss": 21.8906,
+      "step": 37753
+    },
+    {
+      "epoch": 1.8041670648953456,
+      "grad_norm": 146.01956176757812,
+      "learning_rate": 4.986597236935564e-07,
+      "loss": 23.1875,
+      "step": 37754
+    },
+    {
+      "epoch": 1.804214852336806,
+      "grad_norm": 378.6056213378906,
+      "learning_rate": 4.984184278720083e-07,
+      "loss": 33.0312,
+      "step": 37755
+    },
+    {
+      "epoch": 1.8042626397782664,
+      "grad_norm": 278.8884582519531,
+      "learning_rate": 4.981771889526754e-07,
+      "loss": 18.125,
+      "step": 37756
+    },
+    {
+      "epoch": 1.8043104272197268,
+      "grad_norm": 214.7219696044922,
+      "learning_rate": 4.979360069369998e-07,
+      "loss": 20.7656,
+      "step": 37757
+    },
+    {
+      "epoch": 1.8043582146611872,
+      "grad_norm": 139.21240234375,
+      "learning_rate": 4.976948818264249e-07,
+      "loss": 20.0938,
+      "step": 37758
+    },
+    {
+      "epoch": 1.8044060021026476,
+      "grad_norm": 168.49444580078125,
+      "learning_rate": 4.974538136223995e-07,
+      "loss": 25.2656,
+      "step": 37759
+    },
+    {
+      "epoch": 1.804453789544108,
+      "grad_norm": 236.5114288330078,
+      "learning_rate": 4.972128023263612e-07,
+      "loss": 23.6562,
+      "step": 37760
+    },
+    {
+      "epoch": 1.8045015769855683,
+      "grad_norm": 316.22735595703125,
+      "learning_rate": 4.969718479397567e-07,
+      "loss": 26.0938,
+      "step": 37761
+    },
+    {
+      "epoch": 1.8045493644270287,
+      "grad_norm": 428.8541564941406,
+      "learning_rate": 4.967309504640306e-07,
+      "loss": 28.3438,
+      "step": 37762
+    },
+    {
+      "epoch": 1.8045971518684891,
+      "grad_norm": 177.6151885986328,
+      "learning_rate": 4.964901099006214e-07,
+      "loss": 29.8438,
+      "step": 37763
+    },
+    {
+      "epoch": 1.8046449393099493,
+      "grad_norm": 299.2048034667969,
+      "learning_rate": 4.962493262509749e-07,
+      "loss": 21.875,
+      "step": 37764
+    },
+    {
+      "epoch": 1.8046927267514097,
+      "grad_norm": 188.5836639404297,
+      "learning_rate": 4.960085995165309e-07,
+      "loss": 18.0,
+      "step": 37765
+    },
+    {
+      "epoch": 1.80474051419287,
+      "grad_norm": 200.98556518554688,
+      "learning_rate": 4.957679296987317e-07,
+      "loss": 21.9219,
+      "step": 37766
+    },
+    {
+      "epoch": 1.8047883016343305,
+      "grad_norm": 115.33366394042969,
+      "learning_rate": 4.955273167990194e-07,
+      "loss": 19.875,
+      "step": 37767
+    },
+    {
+      "epoch": 1.8048360890757909,
+      "grad_norm": 230.10816955566406,
+      "learning_rate": 4.952867608188338e-07,
+      "loss": 21.1094,
+      "step": 37768
+    },
+    {
+      "epoch": 1.8048838765172512,
+      "grad_norm": 157.1531219482422,
+      "learning_rate": 4.950462617596163e-07,
+      "loss": 21.7188,
+      "step": 37769
+    },
+    {
+      "epoch": 1.8049316639587116,
+      "grad_norm": 120.44502258300781,
+      "learning_rate": 4.948058196228078e-07,
+      "loss": 26.6875,
+      "step": 37770
+    },
+    {
+      "epoch": 1.804979451400172,
+      "grad_norm": 178.172119140625,
+      "learning_rate": 4.945654344098461e-07,
+      "loss": 24.4844,
+      "step": 37771
+    },
+    {
+      "epoch": 1.8050272388416324,
+      "grad_norm": 1074.0980224609375,
+      "learning_rate": 4.943251061221721e-07,
+      "loss": 29.75,
+      "step": 37772
+    },
+    {
+      "epoch": 1.8050750262830928,
+      "grad_norm": 205.02005004882812,
+      "learning_rate": 4.940848347612248e-07,
+      "loss": 19.9844,
+      "step": 37773
+    },
+    {
+      "epoch": 1.8051228137245532,
+      "grad_norm": 227.37429809570312,
+      "learning_rate": 4.938446203284453e-07,
+      "loss": 18.875,
+      "step": 37774
+    },
+    {
+      "epoch": 1.8051706011660136,
+      "grad_norm": 190.2693328857422,
+      "learning_rate": 4.936044628252678e-07,
+      "loss": 30.2812,
+      "step": 37775
+    },
+    {
+      "epoch": 1.805218388607474,
+      "grad_norm": 490.482421875,
+      "learning_rate": 4.933643622531337e-07,
+      "loss": 29.1562,
+      "step": 37776
+    },
+    {
+      "epoch": 1.8052661760489344,
+      "grad_norm": 162.43446350097656,
+      "learning_rate": 4.931243186134805e-07,
+      "loss": 19.6406,
+      "step": 37777
+    },
+    {
+      "epoch": 1.8053139634903947,
+      "grad_norm": 169.91612243652344,
+      "learning_rate": 4.92884331907747e-07,
+      "loss": 21.6719,
+      "step": 37778
+    },
+    {
+      "epoch": 1.8053617509318551,
+      "grad_norm": 316.6577453613281,
+      "learning_rate": 4.926444021373666e-07,
+      "loss": 25.5938,
+      "step": 37779
+    },
+    {
+      "epoch": 1.8054095383733155,
+      "grad_norm": 300.14208984375,
+      "learning_rate": 4.924045293037783e-07,
+      "loss": 22.8125,
+      "step": 37780
+    },
+    {
+      "epoch": 1.805457325814776,
+      "grad_norm": 319.80218505859375,
+      "learning_rate": 4.921647134084207e-07,
+      "loss": 33.7188,
+      "step": 37781
+    },
+    {
+      "epoch": 1.8055051132562363,
+      "grad_norm": 757.7513427734375,
+      "learning_rate": 4.919249544527261e-07,
+      "loss": 18.3438,
+      "step": 37782
+    },
+    {
+      "epoch": 1.8055529006976967,
+      "grad_norm": 325.7069091796875,
+      "learning_rate": 4.916852524381321e-07,
+      "loss": 28.6562,
+      "step": 37783
+    },
+    {
+      "epoch": 1.805600688139157,
+      "grad_norm": 202.4757080078125,
+      "learning_rate": 4.914456073660756e-07,
+      "loss": 26.8438,
+      "step": 37784
+    },
+    {
+      "epoch": 1.8056484755806173,
+      "grad_norm": 253.68016052246094,
+      "learning_rate": 4.912060192379908e-07,
+      "loss": 26.8125,
+      "step": 37785
+    },
+    {
+      "epoch": 1.8056962630220776,
+      "grad_norm": 251.4765167236328,
+      "learning_rate": 4.909664880553111e-07,
+      "loss": 29.7188,
+      "step": 37786
+    },
+    {
+      "epoch": 1.805744050463538,
+      "grad_norm": 286.3563537597656,
+      "learning_rate": 4.907270138194719e-07,
+      "loss": 24.2188,
+      "step": 37787
+    },
+    {
+      "epoch": 1.8057918379049984,
+      "grad_norm": 109.86905670166016,
+      "learning_rate": 4.904875965319078e-07,
+      "loss": 18.2656,
+      "step": 37788
+    },
+    {
+      "epoch": 1.8058396253464588,
+      "grad_norm": 228.07777404785156,
+      "learning_rate": 4.902482361940541e-07,
+      "loss": 22.375,
+      "step": 37789
+    },
+    {
+      "epoch": 1.8058874127879192,
+      "grad_norm": 131.7686767578125,
+      "learning_rate": 4.900089328073399e-07,
+      "loss": 19.6094,
+      "step": 37790
+    },
+    {
+      "epoch": 1.8059352002293796,
+      "grad_norm": 331.7840881347656,
+      "learning_rate": 4.897696863732026e-07,
+      "loss": 19.3906,
+      "step": 37791
+    },
+    {
+      "epoch": 1.80598298767084,
+      "grad_norm": 189.10794067382812,
+      "learning_rate": 4.895304968930725e-07,
+      "loss": 27.9375,
+      "step": 37792
+    },
+    {
+      "epoch": 1.8060307751123004,
+      "grad_norm": 295.0041198730469,
+      "learning_rate": 4.892913643683839e-07,
+      "loss": 28.2969,
+      "step": 37793
+    },
+    {
+      "epoch": 1.8060785625537608,
+      "grad_norm": 251.62945556640625,
+      "learning_rate": 4.890522888005667e-07,
+      "loss": 25.1094,
+      "step": 37794
+    },
+    {
+      "epoch": 1.8061263499952211,
+      "grad_norm": 268.12750244140625,
+      "learning_rate": 4.888132701910553e-07,
+      "loss": 27.7188,
+      "step": 37795
+    },
+    {
+      "epoch": 1.8061741374366815,
+      "grad_norm": 360.73931884765625,
+      "learning_rate": 4.885743085412787e-07,
+      "loss": 24.1875,
+      "step": 37796
+    },
+    {
+      "epoch": 1.806221924878142,
+      "grad_norm": 197.73289489746094,
+      "learning_rate": 4.8833540385267e-07,
+      "loss": 20.6562,
+      "step": 37797
+    },
+    {
+      "epoch": 1.8062697123196023,
+      "grad_norm": 291.16802978515625,
+      "learning_rate": 4.880965561266571e-07,
+      "loss": 21.8125,
+      "step": 37798
+    },
+    {
+      "epoch": 1.8063174997610627,
+      "grad_norm": 1092.94921875,
+      "learning_rate": 4.878577653646721e-07,
+      "loss": 21.875,
+      "step": 37799
+    },
+    {
+      "epoch": 1.806365287202523,
+      "grad_norm": 283.26507568359375,
+      "learning_rate": 4.876190315681462e-07,
+      "loss": 24.9688,
+      "step": 37800
+    },
+    {
+      "epoch": 1.8064130746439835,
+      "grad_norm": 260.2728576660156,
+      "learning_rate": 4.873803547385069e-07,
+      "loss": 23.4844,
+      "step": 37801
+    },
+    {
+      "epoch": 1.8064608620854439,
+      "grad_norm": 206.35647583007812,
+      "learning_rate": 4.871417348771857e-07,
+      "loss": 22.1406,
+      "step": 37802
+    },
+    {
+      "epoch": 1.8065086495269043,
+      "grad_norm": 201.0926055908203,
+      "learning_rate": 4.869031719856099e-07,
+      "loss": 20.4062,
+      "step": 37803
+    },
+    {
+      "epoch": 1.8065564369683647,
+      "grad_norm": 331.6830749511719,
+      "learning_rate": 4.866646660652097e-07,
+      "loss": 24.3594,
+      "step": 37804
+    },
+    {
+      "epoch": 1.806604224409825,
+      "grad_norm": 649.17041015625,
+      "learning_rate": 4.864262171174117e-07,
+      "loss": 25.1094,
+      "step": 37805
+    },
+    {
+      "epoch": 1.8066520118512854,
+      "grad_norm": 395.71624755859375,
+      "learning_rate": 4.861878251436436e-07,
+      "loss": 28.1875,
+      "step": 37806
+    },
+    {
+      "epoch": 1.8066997992927458,
+      "grad_norm": 318.0814514160156,
+      "learning_rate": 4.859494901453366e-07,
+      "loss": 33.8125,
+      "step": 37807
+    },
+    {
+      "epoch": 1.8067475867342062,
+      "grad_norm": 269.659912109375,
+      "learning_rate": 4.85711212123915e-07,
+      "loss": 24.2812,
+      "step": 37808
+    },
+    {
+      "epoch": 1.8067953741756666,
+      "grad_norm": 264.7416687011719,
+      "learning_rate": 4.854729910808054e-07,
+      "loss": 32.2812,
+      "step": 37809
+    },
+    {
+      "epoch": 1.806843161617127,
+      "grad_norm": 146.42324829101562,
+      "learning_rate": 4.852348270174356e-07,
+      "loss": 27.7188,
+      "step": 37810
+    },
+    {
+      "epoch": 1.8068909490585874,
+      "grad_norm": 197.39508056640625,
+      "learning_rate": 4.849967199352334e-07,
+      "loss": 16.6562,
+      "step": 37811
+    },
+    {
+      "epoch": 1.8069387365000478,
+      "grad_norm": 219.96810913085938,
+      "learning_rate": 4.847586698356221e-07,
+      "loss": 27.1562,
+      "step": 37812
+    },
+    {
+      "epoch": 1.8069865239415082,
+      "grad_norm": 368.075439453125,
+      "learning_rate": 4.845206767200273e-07,
+      "loss": 32.5156,
+      "step": 37813
+    },
+    {
+      "epoch": 1.8070343113829685,
+      "grad_norm": 202.76866149902344,
+      "learning_rate": 4.842827405898764e-07,
+      "loss": 21.7031,
+      "step": 37814
+    },
+    {
+      "epoch": 1.807082098824429,
+      "grad_norm": 356.0938720703125,
+      "learning_rate": 4.840448614465942e-07,
+      "loss": 25.1719,
+      "step": 37815
+    },
+    {
+      "epoch": 1.8071298862658893,
+      "grad_norm": 415.6238098144531,
+      "learning_rate": 4.838070392916028e-07,
+      "loss": 28.5156,
+      "step": 37816
+    },
+    {
+      "epoch": 1.8071776737073497,
+      "grad_norm": 206.74937438964844,
+      "learning_rate": 4.835692741263276e-07,
+      "loss": 21.8594,
+      "step": 37817
+    },
+    {
+      "epoch": 1.80722546114881,
+      "grad_norm": 268.6793518066406,
+      "learning_rate": 4.833315659521953e-07,
+      "loss": 20.75,
+      "step": 37818
+    },
+    {
+      "epoch": 1.8072732485902705,
+      "grad_norm": 222.232666015625,
+      "learning_rate": 4.830939147706249e-07,
+      "loss": 18.5469,
+      "step": 37819
+    },
+    {
+      "epoch": 1.8073210360317309,
+      "grad_norm": 202.6222381591797,
+      "learning_rate": 4.828563205830428e-07,
+      "loss": 18.7656,
+      "step": 37820
+    },
+    {
+      "epoch": 1.8073688234731913,
+      "grad_norm": 479.2353515625,
+      "learning_rate": 4.826187833908702e-07,
+      "loss": 25.25,
+      "step": 37821
+    },
+    {
+      "epoch": 1.8074166109146517,
+      "grad_norm": 268.7651062011719,
+      "learning_rate": 4.823813031955316e-07,
+      "loss": 20.2031,
+      "step": 37822
+    },
+    {
+      "epoch": 1.807464398356112,
+      "grad_norm": 272.1324768066406,
+      "learning_rate": 4.821438799984457e-07,
+      "loss": 38.375,
+      "step": 37823
+    },
+    {
+      "epoch": 1.8075121857975724,
+      "grad_norm": 186.33627319335938,
+      "learning_rate": 4.819065138010381e-07,
+      "loss": 25.75,
+      "step": 37824
+    },
+    {
+      "epoch": 1.8075599732390328,
+      "grad_norm": 191.76475524902344,
+      "learning_rate": 4.816692046047278e-07,
+      "loss": 33.4062,
+      "step": 37825
+    },
+    {
+      "epoch": 1.8076077606804932,
+      "grad_norm": 211.59423828125,
+      "learning_rate": 4.814319524109379e-07,
+      "loss": 19.625,
+      "step": 37826
+    },
+    {
+      "epoch": 1.8076555481219536,
+      "grad_norm": 345.8655700683594,
+      "learning_rate": 4.811947572210884e-07,
+      "loss": 28.5,
+      "step": 37827
+    },
+    {
+      "epoch": 1.807703335563414,
+      "grad_norm": 500.795654296875,
+      "learning_rate": 4.809576190365995e-07,
+      "loss": 30.9375,
+      "step": 37828
+    },
+    {
+      "epoch": 1.8077511230048744,
+      "grad_norm": 172.19866943359375,
+      "learning_rate": 4.807205378588919e-07,
+      "loss": 21.0625,
+      "step": 37829
+    },
+    {
+      "epoch": 1.8077989104463348,
+      "grad_norm": 176.3786163330078,
+      "learning_rate": 4.804835136893837e-07,
+      "loss": 23.0781,
+      "step": 37830
+    },
+    {
+      "epoch": 1.8078466978877952,
+      "grad_norm": 240.09779357910156,
+      "learning_rate": 4.80246546529497e-07,
+      "loss": 26.4531,
+      "step": 37831
+    },
+    {
+      "epoch": 1.8078944853292556,
+      "grad_norm": 210.54092407226562,
+      "learning_rate": 4.800096363806495e-07,
+      "loss": 19.4688,
+      "step": 37832
+    },
+    {
+      "epoch": 1.807942272770716,
+      "grad_norm": 239.96661376953125,
+      "learning_rate": 4.797727832442601e-07,
+      "loss": 22.3281,
+      "step": 37833
+    },
+    {
+      "epoch": 1.8079900602121763,
+      "grad_norm": 597.6243896484375,
+      "learning_rate": 4.795359871217464e-07,
+      "loss": 23.5156,
+      "step": 37834
+    },
+    {
+      "epoch": 1.8080378476536367,
+      "grad_norm": 204.51873779296875,
+      "learning_rate": 4.792992480145275e-07,
+      "loss": 24.3438,
+      "step": 37835
+    },
+    {
+      "epoch": 1.8080856350950971,
+      "grad_norm": 241.0306396484375,
+      "learning_rate": 4.790625659240211e-07,
+      "loss": 21.6875,
+      "step": 37836
+    },
+    {
+      "epoch": 1.8081334225365575,
+      "grad_norm": 284.2554016113281,
+      "learning_rate": 4.78825940851646e-07,
+      "loss": 18.8438,
+      "step": 37837
+    },
+    {
+      "epoch": 1.808181209978018,
+      "grad_norm": 238.3494415283203,
+      "learning_rate": 4.785893727988167e-07,
+      "loss": 30.375,
+      "step": 37838
+    },
+    {
+      "epoch": 1.8082289974194783,
+      "grad_norm": 259.37261962890625,
+      "learning_rate": 4.783528617669508e-07,
+      "loss": 18.9688,
+      "step": 37839
+    },
+    {
+      "epoch": 1.8082767848609387,
+      "grad_norm": 260.1049499511719,
+      "learning_rate": 4.78116407757464e-07,
+      "loss": 28.2188,
+      "step": 37840
+    },
+    {
+      "epoch": 1.808324572302399,
+      "grad_norm": 185.22555541992188,
+      "learning_rate": 4.778800107717762e-07,
+      "loss": 22.2031,
+      "step": 37841
+    },
+    {
+      "epoch": 1.8083723597438595,
+      "grad_norm": 269.31097412109375,
+      "learning_rate": 4.776436708112985e-07,
+      "loss": 23.0938,
+      "step": 37842
+    },
+    {
+      "epoch": 1.8084201471853198,
+      "grad_norm": 170.64622497558594,
+      "learning_rate": 4.774073878774477e-07,
+      "loss": 21.4375,
+      "step": 37843
+    },
+    {
+      "epoch": 1.8084679346267802,
+      "grad_norm": 223.46363830566406,
+      "learning_rate": 4.771711619716401e-07,
+      "loss": 30.2188,
+      "step": 37844
+    },
+    {
+      "epoch": 1.8085157220682406,
+      "grad_norm": 373.5378112792969,
+      "learning_rate": 4.769349930952883e-07,
+      "loss": 18.4062,
+      "step": 37845
+    },
+    {
+      "epoch": 1.8085635095097008,
+      "grad_norm": 284.596923828125,
+      "learning_rate": 4.766988812498086e-07,
+      "loss": 33.4844,
+      "step": 37846
+    },
+    {
+      "epoch": 1.8086112969511612,
+      "grad_norm": 256.8612060546875,
+      "learning_rate": 4.7646282643661335e-07,
+      "loss": 22.2812,
+      "step": 37847
+    },
+    {
+      "epoch": 1.8086590843926216,
+      "grad_norm": 305.22723388671875,
+      "learning_rate": 4.762268286571181e-07,
+      "loss": 29.4688,
+      "step": 37848
+    },
+    {
+      "epoch": 1.808706871834082,
+      "grad_norm": 389.7133483886719,
+      "learning_rate": 4.759908879127351e-07,
+      "loss": 25.4375,
+      "step": 37849
+    },
+    {
+      "epoch": 1.8087546592755424,
+      "grad_norm": 166.41455078125,
+      "learning_rate": 4.757550042048764e-07,
+      "loss": 21.375,
+      "step": 37850
+    },
+    {
+      "epoch": 1.8088024467170027,
+      "grad_norm": 229.6242218017578,
+      "learning_rate": 4.7551917753495545e-07,
+      "loss": 21.0,
+      "step": 37851
+    },
+    {
+      "epoch": 1.8088502341584631,
+      "grad_norm": 342.6814880371094,
+      "learning_rate": 4.7528340790438664e-07,
+      "loss": 24.0938,
+      "step": 37852
+    },
+    {
+      "epoch": 1.8088980215999235,
+      "grad_norm": 261.060302734375,
+      "learning_rate": 4.750476953145777e-07,
+      "loss": 16.2969,
+      "step": 37853
+    },
+    {
+      "epoch": 1.808945809041384,
+      "grad_norm": 122.62032318115234,
+      "learning_rate": 4.748120397669431e-07,
+      "loss": 18.5312,
+      "step": 37854
+    },
+    {
+      "epoch": 1.8089935964828443,
+      "grad_norm": 308.6514587402344,
+      "learning_rate": 4.7457644126289506e-07,
+      "loss": 25.4688,
+      "step": 37855
+    },
+    {
+      "epoch": 1.8090413839243047,
+      "grad_norm": 275.5660095214844,
+      "learning_rate": 4.7434089980384123e-07,
+      "loss": 34.0938,
+      "step": 37856
+    },
+    {
+      "epoch": 1.809089171365765,
+      "grad_norm": 349.8255920410156,
+      "learning_rate": 4.741054153911939e-07,
+      "loss": 27.3438,
+      "step": 37857
+    },
+    {
+      "epoch": 1.8091369588072255,
+      "grad_norm": 100.98737335205078,
+      "learning_rate": 4.7386998802636417e-07,
+      "loss": 14.6406,
+      "step": 37858
+    },
+    {
+      "epoch": 1.8091847462486859,
+      "grad_norm": 259.8792724609375,
+      "learning_rate": 4.7363461771076203e-07,
+      "loss": 34.125,
+      "step": 37859
+    },
+    {
+      "epoch": 1.8092325336901462,
+      "grad_norm": 329.74371337890625,
+      "learning_rate": 4.733993044457941e-07,
+      "loss": 36.5312,
+      "step": 37860
+    },
+    {
+      "epoch": 1.8092803211316066,
+      "grad_norm": 192.70858764648438,
+      "learning_rate": 4.7316404823287366e-07,
+      "loss": 26.5,
+      "step": 37861
+    },
+    {
+      "epoch": 1.809328108573067,
+      "grad_norm": 168.07273864746094,
+      "learning_rate": 4.729288490734063e-07,
+      "loss": 19.4531,
+      "step": 37862
+    },
+    {
+      "epoch": 1.8093758960145274,
+      "grad_norm": 249.02247619628906,
+      "learning_rate": 4.72693706968802e-07,
+      "loss": 25.2188,
+      "step": 37863
+    },
+    {
+      "epoch": 1.8094236834559878,
+      "grad_norm": 155.9014129638672,
+      "learning_rate": 4.7245862192046966e-07,
+      "loss": 24.75,
+      "step": 37864
+    },
+    {
+      "epoch": 1.8094714708974482,
+      "grad_norm": 172.31979370117188,
+      "learning_rate": 4.722235939298148e-07,
+      "loss": 28.4375,
+      "step": 37865
+    },
+    {
+      "epoch": 1.8095192583389086,
+      "grad_norm": 188.5030059814453,
+      "learning_rate": 4.7198862299824846e-07,
+      "loss": 29.0469,
+      "step": 37866
+    },
+    {
+      "epoch": 1.8095670457803688,
+      "grad_norm": 170.11541748046875,
+      "learning_rate": 4.71753709127174e-07,
+      "loss": 25.5,
+      "step": 37867
+    },
+    {
+      "epoch": 1.8096148332218291,
+      "grad_norm": 192.16322326660156,
+      "learning_rate": 4.715188523180003e-07,
+      "loss": 21.9688,
+      "step": 37868
+    },
+    {
+      "epoch": 1.8096626206632895,
+      "grad_norm": 255.23635864257812,
+      "learning_rate": 4.7128405257213296e-07,
+      "loss": 23.4219,
+      "step": 37869
+    },
+    {
+      "epoch": 1.80971040810475,
+      "grad_norm": 531.2719116210938,
+      "learning_rate": 4.7104930989098073e-07,
+      "loss": 34.1875,
+      "step": 37870
+    },
+    {
+      "epoch": 1.8097581955462103,
+      "grad_norm": 235.7332305908203,
+      "learning_rate": 4.7081462427594593e-07,
+      "loss": 18.1875,
+      "step": 37871
+    },
+    {
+      "epoch": 1.8098059829876707,
+      "grad_norm": 171.4787139892578,
+      "learning_rate": 4.7057999572843516e-07,
+      "loss": 21.1016,
+      "step": 37872
+    },
+    {
+      "epoch": 1.809853770429131,
+      "grad_norm": 181.26309204101562,
+      "learning_rate": 4.7034542424985396e-07,
+      "loss": 17.7656,
+      "step": 37873
+    },
+    {
+      "epoch": 1.8099015578705915,
+      "grad_norm": 101.37043762207031,
+      "learning_rate": 4.701109098416079e-07,
+      "loss": 14.9531,
+      "step": 37874
+    },
+    {
+      "epoch": 1.8099493453120519,
+      "grad_norm": 229.4283447265625,
+      "learning_rate": 4.6987645250510027e-07,
+      "loss": 16.4375,
+      "step": 37875
+    },
+    {
+      "epoch": 1.8099971327535123,
+      "grad_norm": 226.74180603027344,
+      "learning_rate": 4.696420522417355e-07,
+      "loss": 18.1094,
+      "step": 37876
+    },
+    {
+      "epoch": 1.8100449201949727,
+      "grad_norm": 148.4991912841797,
+      "learning_rate": 4.69407709052917e-07,
+      "loss": 24.5469,
+      "step": 37877
+    },
+    {
+      "epoch": 1.810092707636433,
+      "grad_norm": 287.8650207519531,
+      "learning_rate": 4.6917342294004906e-07,
+      "loss": 23.6562,
+      "step": 37878
+    },
+    {
+      "epoch": 1.8101404950778934,
+      "grad_norm": 188.05860900878906,
+      "learning_rate": 4.6893919390453404e-07,
+      "loss": 18.2031,
+      "step": 37879
+    },
+    {
+      "epoch": 1.8101882825193538,
+      "grad_norm": 171.58299255371094,
+      "learning_rate": 4.6870502194777403e-07,
+      "loss": 21.8125,
+      "step": 37880
+    },
+    {
+      "epoch": 1.8102360699608142,
+      "grad_norm": 379.8388366699219,
+      "learning_rate": 4.684709070711735e-07,
+      "loss": 22.9219,
+      "step": 37881
+    },
+    {
+      "epoch": 1.8102838574022746,
+      "grad_norm": 620.9382934570312,
+      "learning_rate": 4.6823684927613244e-07,
+      "loss": 15.5,
+      "step": 37882
+    },
+    {
+      "epoch": 1.810331644843735,
+      "grad_norm": 186.3213653564453,
+      "learning_rate": 4.6800284856405307e-07,
+      "loss": 18.7656,
+      "step": 37883
+    },
+    {
+      "epoch": 1.8103794322851954,
+      "grad_norm": 238.2808074951172,
+      "learning_rate": 4.6776890493633654e-07,
+      "loss": 22.1875,
+      "step": 37884
+    },
+    {
+      "epoch": 1.8104272197266558,
+      "grad_norm": 464.2077331542969,
+      "learning_rate": 4.675350183943861e-07,
+      "loss": 27.6406,
+      "step": 37885
+    },
+    {
+      "epoch": 1.8104750071681162,
+      "grad_norm": 243.97845458984375,
+      "learning_rate": 4.6730118893959954e-07,
+      "loss": 18.2812,
+      "step": 37886
+    },
+    {
+      "epoch": 1.8105227946095765,
+      "grad_norm": 202.0220489501953,
+      "learning_rate": 4.6706741657337795e-07,
+      "loss": 26.2031,
+      "step": 37887
+    },
+    {
+      "epoch": 1.810570582051037,
+      "grad_norm": 213.32916259765625,
+      "learning_rate": 4.6683370129712135e-07,
+      "loss": 19.9219,
+      "step": 37888
+    },
+    {
+      "epoch": 1.8106183694924973,
+      "grad_norm": 204.1883544921875,
+      "learning_rate": 4.666000431122319e-07,
+      "loss": 23.4375,
+      "step": 37889
+    },
+    {
+      "epoch": 1.8106661569339577,
+      "grad_norm": 618.9998168945312,
+      "learning_rate": 4.663664420201053e-07,
+      "loss": 25.2344,
+      "step": 37890
+    },
+    {
+      "epoch": 1.810713944375418,
+      "grad_norm": 447.7386169433594,
+      "learning_rate": 4.661328980221413e-07,
+      "loss": 34.625,
+      "step": 37891
+    },
+    {
+      "epoch": 1.8107617318168785,
+      "grad_norm": 875.5901489257812,
+      "learning_rate": 4.6589941111974123e-07,
+      "loss": 25.125,
+      "step": 37892
+    },
+    {
+      "epoch": 1.8108095192583389,
+      "grad_norm": 322.7894592285156,
+      "learning_rate": 4.656659813142994e-07,
+      "loss": 26.0312,
+      "step": 37893
+    },
+    {
+      "epoch": 1.8108573066997993,
+      "grad_norm": 390.8960876464844,
+      "learning_rate": 4.6543260860721695e-07,
+      "loss": 29.0938,
+      "step": 37894
+    },
+    {
+      "epoch": 1.8109050941412597,
+      "grad_norm": 200.66685485839844,
+      "learning_rate": 4.651992929998894e-07,
+      "loss": 20.5156,
+      "step": 37895
+    },
+    {
+      "epoch": 1.81095288158272,
+      "grad_norm": 326.0843811035156,
+      "learning_rate": 4.6496603449371457e-07,
+      "loss": 20.0,
+      "step": 37896
+    },
+    {
+      "epoch": 1.8110006690241804,
+      "grad_norm": 214.7063751220703,
+      "learning_rate": 4.6473283309009134e-07,
+      "loss": 24.375,
+      "step": 37897
+    },
+    {
+      "epoch": 1.8110484564656408,
+      "grad_norm": 403.4975891113281,
+      "learning_rate": 4.6449968879041297e-07,
+      "loss": 21.0469,
+      "step": 37898
+    },
+    {
+      "epoch": 1.8110962439071012,
+      "grad_norm": 202.13829040527344,
+      "learning_rate": 4.6426660159607616e-07,
+      "loss": 17.375,
+      "step": 37899
+    },
+    {
+      "epoch": 1.8111440313485616,
+      "grad_norm": 246.77206420898438,
+      "learning_rate": 4.6403357150848096e-07,
+      "loss": 23.2188,
+      "step": 37900
+    },
+    {
+      "epoch": 1.811191818790022,
+      "grad_norm": 303.66583251953125,
+      "learning_rate": 4.6380059852901835e-07,
+      "loss": 20.6875,
+      "step": 37901
+    },
+    {
+      "epoch": 1.8112396062314824,
+      "grad_norm": 221.30694580078125,
+      "learning_rate": 4.6356768265908404e-07,
+      "loss": 23.2188,
+      "step": 37902
+    },
+    {
+      "epoch": 1.8112873936729428,
+      "grad_norm": 363.0106201171875,
+      "learning_rate": 4.6333482390007567e-07,
+      "loss": 28.9062,
+      "step": 37903
+    },
+    {
+      "epoch": 1.8113351811144032,
+      "grad_norm": 663.914794921875,
+      "learning_rate": 4.631020222533855e-07,
+      "loss": 35.25,
+      "step": 37904
+    },
+    {
+      "epoch": 1.8113829685558636,
+      "grad_norm": 362.5678405761719,
+      "learning_rate": 4.62869277720408e-07,
+      "loss": 19.0,
+      "step": 37905
+    },
+    {
+      "epoch": 1.811430755997324,
+      "grad_norm": 243.68312072753906,
+      "learning_rate": 4.626365903025365e-07,
+      "loss": 30.4375,
+      "step": 37906
+    },
+    {
+      "epoch": 1.8114785434387843,
+      "grad_norm": 379.61468505859375,
+      "learning_rate": 4.624039600011676e-07,
+      "loss": 25.4062,
+      "step": 37907
+    },
+    {
+      "epoch": 1.8115263308802447,
+      "grad_norm": 289.88934326171875,
+      "learning_rate": 4.6217138681769026e-07,
+      "loss": 17.1719,
+      "step": 37908
+    },
+    {
+      "epoch": 1.8115741183217051,
+      "grad_norm": 283.7487487792969,
+      "learning_rate": 4.6193887075349885e-07,
+      "loss": 29.2188,
+      "step": 37909
+    },
+    {
+      "epoch": 1.8116219057631655,
+      "grad_norm": 400.34063720703125,
+      "learning_rate": 4.6170641180998566e-07,
+      "loss": 27.4375,
+      "step": 37910
+    },
+    {
+      "epoch": 1.811669693204626,
+      "grad_norm": 184.16114807128906,
+      "learning_rate": 4.614740099885462e-07,
+      "loss": 30.0312,
+      "step": 37911
+    },
+    {
+      "epoch": 1.8117174806460863,
+      "grad_norm": 317.1378173828125,
+      "learning_rate": 4.612416652905671e-07,
+      "loss": 35.1875,
+      "step": 37912
+    },
+    {
+      "epoch": 1.8117652680875467,
+      "grad_norm": 233.5699920654297,
+      "learning_rate": 4.610093777174418e-07,
+      "loss": 26.9219,
+      "step": 37913
+    },
+    {
+      "epoch": 1.811813055529007,
+      "grad_norm": 340.48944091796875,
+      "learning_rate": 4.6077714727056355e-07,
+      "loss": 23.7969,
+      "step": 37914
+    },
+    {
+      "epoch": 1.8118608429704675,
+      "grad_norm": 425.12200927734375,
+      "learning_rate": 4.60544973951319e-07,
+      "loss": 29.375,
+      "step": 37915
+    },
+    {
+      "epoch": 1.8119086304119278,
+      "grad_norm": 132.1899871826172,
+      "learning_rate": 4.6031285776110157e-07,
+      "loss": 21.0312,
+      "step": 37916
+    },
+    {
+      "epoch": 1.8119564178533882,
+      "grad_norm": 187.26107788085938,
+      "learning_rate": 4.600807987013012e-07,
+      "loss": 20.1875,
+      "step": 37917
+    },
+    {
+      "epoch": 1.8120042052948486,
+      "grad_norm": 142.19326782226562,
+      "learning_rate": 4.5984879677330673e-07,
+      "loss": 15.3125,
+      "step": 37918
+    },
+    {
+      "epoch": 1.812051992736309,
+      "grad_norm": 233.40782165527344,
+      "learning_rate": 4.5961685197850823e-07,
+      "loss": 23.2344,
+      "step": 37919
+    },
+    {
+      "epoch": 1.8120997801777694,
+      "grad_norm": 322.9000549316406,
+      "learning_rate": 4.5938496431829236e-07,
+      "loss": 23.6562,
+      "step": 37920
+    },
+    {
+      "epoch": 1.8121475676192298,
+      "grad_norm": 351.99884033203125,
+      "learning_rate": 4.5915313379405137e-07,
+      "loss": 27.4375,
+      "step": 37921
+    },
+    {
+      "epoch": 1.8121953550606902,
+      "grad_norm": 224.66856384277344,
+      "learning_rate": 4.5892136040717297e-07,
+      "loss": 28.1094,
+      "step": 37922
+    },
+    {
+      "epoch": 1.8122431425021506,
+      "grad_norm": 351.85528564453125,
+      "learning_rate": 4.5868964415904274e-07,
+      "loss": 22.9375,
+      "step": 37923
+    },
+    {
+      "epoch": 1.812290929943611,
+      "grad_norm": 267.416259765625,
+      "learning_rate": 4.5845798505104955e-07,
+      "loss": 20.1875,
+      "step": 37924
+    },
+    {
+      "epoch": 1.8123387173850714,
+      "grad_norm": 235.71871948242188,
+      "learning_rate": 4.5822638308458344e-07,
+      "loss": 20.7188,
+      "step": 37925
+    },
+    {
+      "epoch": 1.8123865048265317,
+      "grad_norm": 380.5566101074219,
+      "learning_rate": 4.5799483826102666e-07,
+      "loss": 30.0938,
+      "step": 37926
+    },
+    {
+      "epoch": 1.8124342922679921,
+      "grad_norm": 240.93685913085938,
+      "learning_rate": 4.5776335058177025e-07,
+      "loss": 18.375,
+      "step": 37927
+    },
+    {
+      "epoch": 1.8124820797094525,
+      "grad_norm": 156.201416015625,
+      "learning_rate": 4.5753192004819646e-07,
+      "loss": 19.9219,
+      "step": 37928
+    },
+    {
+      "epoch": 1.8125298671509127,
+      "grad_norm": 172.49659729003906,
+      "learning_rate": 4.573005466616942e-07,
+      "loss": 32.9688,
+      "step": 37929
+    },
+    {
+      "epoch": 1.812577654592373,
+      "grad_norm": 153.7655792236328,
+      "learning_rate": 4.5706923042364905e-07,
+      "loss": 21.1094,
+      "step": 37930
+    },
+    {
+      "epoch": 1.8126254420338335,
+      "grad_norm": 210.32998657226562,
+      "learning_rate": 4.5683797133544427e-07,
+      "loss": 21.2812,
+      "step": 37931
+    },
+    {
+      "epoch": 1.8126732294752939,
+      "grad_norm": 346.5412902832031,
+      "learning_rate": 4.5660676939846546e-07,
+      "loss": 27.8438,
+      "step": 37932
+    },
+    {
+      "epoch": 1.8127210169167542,
+      "grad_norm": 352.347900390625,
+      "learning_rate": 4.5637562461409933e-07,
+      "loss": 25.4844,
+      "step": 37933
+    },
+    {
+      "epoch": 1.8127688043582146,
+      "grad_norm": 310.9368896484375,
+      "learning_rate": 4.5614453698372696e-07,
+      "loss": 23.4062,
+      "step": 37934
+    },
+    {
+      "epoch": 1.812816591799675,
+      "grad_norm": 259.5496520996094,
+      "learning_rate": 4.55913506508735e-07,
+      "loss": 29.1094,
+      "step": 37935
+    },
+    {
+      "epoch": 1.8128643792411354,
+      "grad_norm": 334.22869873046875,
+      "learning_rate": 4.556825331905046e-07,
+      "loss": 25.2656,
+      "step": 37936
+    },
+    {
+      "epoch": 1.8129121666825958,
+      "grad_norm": 403.8369445800781,
+      "learning_rate": 4.554516170304224e-07,
+      "loss": 31.375,
+      "step": 37937
+    },
+    {
+      "epoch": 1.8129599541240562,
+      "grad_norm": 301.8592224121094,
+      "learning_rate": 4.552207580298684e-07,
+      "loss": 25.8125,
+      "step": 37938
+    },
+    {
+      "epoch": 1.8130077415655166,
+      "grad_norm": 950.5443115234375,
+      "learning_rate": 4.549899561902249e-07,
+      "loss": 24.5,
+      "step": 37939
+    },
+    {
+      "epoch": 1.813055529006977,
+      "grad_norm": 278.4383239746094,
+      "learning_rate": 4.5475921151287625e-07,
+      "loss": 22.4688,
+      "step": 37940
+    },
+    {
+      "epoch": 1.8131033164484374,
+      "grad_norm": 194.83665466308594,
+      "learning_rate": 4.5452852399920255e-07,
+      "loss": 25.3594,
+      "step": 37941
+    },
+    {
+      "epoch": 1.8131511038898978,
+      "grad_norm": 250.8331756591797,
+      "learning_rate": 4.5429789365058596e-07,
+      "loss": 23.3438,
+      "step": 37942
+    },
+    {
+      "epoch": 1.8131988913313581,
+      "grad_norm": 180.22962951660156,
+      "learning_rate": 4.5406732046840764e-07,
+      "loss": 26.6562,
+      "step": 37943
+    },
+    {
+      "epoch": 1.8132466787728185,
+      "grad_norm": 195.47940063476562,
+      "learning_rate": 4.538368044540498e-07,
+      "loss": 18.9688,
+      "step": 37944
+    },
+    {
+      "epoch": 1.813294466214279,
+      "grad_norm": 189.50486755371094,
+      "learning_rate": 4.536063456088891e-07,
+      "loss": 22.75,
+      "step": 37945
+    },
+    {
+      "epoch": 1.8133422536557393,
+      "grad_norm": 444.673583984375,
+      "learning_rate": 4.5337594393430995e-07,
+      "loss": 21.1562,
+      "step": 37946
+    },
+    {
+      "epoch": 1.8133900410971997,
+      "grad_norm": 178.62217712402344,
+      "learning_rate": 4.531455994316891e-07,
+      "loss": 21.0156,
+      "step": 37947
+    },
+    {
+      "epoch": 1.81343782853866,
+      "grad_norm": 579.2289428710938,
+      "learning_rate": 4.529153121024088e-07,
+      "loss": 31.7031,
+      "step": 37948
+    },
+    {
+      "epoch": 1.8134856159801203,
+      "grad_norm": 271.1588439941406,
+      "learning_rate": 4.5268508194784565e-07,
+      "loss": 32.2031,
+      "step": 37949
+    },
+    {
+      "epoch": 1.8135334034215806,
+      "grad_norm": 286.41448974609375,
+      "learning_rate": 4.5245490896937973e-07,
+      "loss": 21.7812,
+      "step": 37950
+    },
+    {
+      "epoch": 1.813581190863041,
+      "grad_norm": 144.55445861816406,
+      "learning_rate": 4.5222479316838986e-07,
+      "loss": 22.8281,
+      "step": 37951
+    },
+    {
+      "epoch": 1.8136289783045014,
+      "grad_norm": 271.9209899902344,
+      "learning_rate": 4.5199473454625275e-07,
+      "loss": 31.7812,
+      "step": 37952
+    },
+    {
+      "epoch": 1.8136767657459618,
+      "grad_norm": 385.5523376464844,
+      "learning_rate": 4.5176473310434623e-07,
+      "loss": 27.375,
+      "step": 37953
+    },
+    {
+      "epoch": 1.8137245531874222,
+      "grad_norm": 263.84521484375,
+      "learning_rate": 4.515347888440491e-07,
+      "loss": 22.5312,
+      "step": 37954
+    },
+    {
+      "epoch": 1.8137723406288826,
+      "grad_norm": 158.0425567626953,
+      "learning_rate": 4.5130490176673816e-07,
+      "loss": 19.0938,
+      "step": 37955
+    },
+    {
+      "epoch": 1.813820128070343,
+      "grad_norm": 331.1167907714844,
+      "learning_rate": 4.5107507187378887e-07,
+      "loss": 18.375,
+      "step": 37956
+    },
+    {
+      "epoch": 1.8138679155118034,
+      "grad_norm": 383.0827331542969,
+      "learning_rate": 4.50845299166579e-07,
+      "loss": 31.2656,
+      "step": 37957
+    },
+    {
+      "epoch": 1.8139157029532638,
+      "grad_norm": 513.964111328125,
+      "learning_rate": 4.506155836464843e-07,
+      "loss": 26.0625,
+      "step": 37958
+    },
+    {
+      "epoch": 1.8139634903947242,
+      "grad_norm": 476.8747863769531,
+      "learning_rate": 4.5038592531488014e-07,
+      "loss": 21.4531,
+      "step": 37959
+    },
+    {
+      "epoch": 1.8140112778361845,
+      "grad_norm": 352.90960693359375,
+      "learning_rate": 4.5015632417314106e-07,
+      "loss": 29.6875,
+      "step": 37960
+    },
+    {
+      "epoch": 1.814059065277645,
+      "grad_norm": 214.3531036376953,
+      "learning_rate": 4.499267802226437e-07,
+      "loss": 27.7812,
+      "step": 37961
+    },
+    {
+      "epoch": 1.8141068527191053,
+      "grad_norm": 307.8964538574219,
+      "learning_rate": 4.4969729346476146e-07,
+      "loss": 29.625,
+      "step": 37962
+    },
+    {
+      "epoch": 1.8141546401605657,
+      "grad_norm": 149.98118591308594,
+      "learning_rate": 4.494678639008698e-07,
+      "loss": 21.3125,
+      "step": 37963
+    },
+    {
+      "epoch": 1.814202427602026,
+      "grad_norm": 130.6453094482422,
+      "learning_rate": 4.492384915323411e-07,
+      "loss": 22.6875,
+      "step": 37964
+    },
+    {
+      "epoch": 1.8142502150434865,
+      "grad_norm": 1272.8712158203125,
+      "learning_rate": 4.4900917636054974e-07,
+      "loss": 17.2812,
+      "step": 37965
+    },
+    {
+      "epoch": 1.8142980024849469,
+      "grad_norm": 198.0408172607422,
+      "learning_rate": 4.487799183868713e-07,
+      "loss": 20.7656,
+      "step": 37966
+    },
+    {
+      "epoch": 1.8143457899264073,
+      "grad_norm": 373.1004943847656,
+      "learning_rate": 4.4855071761267464e-07,
+      "loss": 21.3125,
+      "step": 37967
+    },
+    {
+      "epoch": 1.8143935773678677,
+      "grad_norm": 130.5833740234375,
+      "learning_rate": 4.483215740393354e-07,
+      "loss": 16.2188,
+      "step": 37968
+    },
+    {
+      "epoch": 1.814441364809328,
+      "grad_norm": 201.1701202392578,
+      "learning_rate": 4.4809248766822356e-07,
+      "loss": 26.2031,
+      "step": 37969
+    },
+    {
+      "epoch": 1.8144891522507884,
+      "grad_norm": 462.9170837402344,
+      "learning_rate": 4.4786345850071467e-07,
+      "loss": 34.2812,
+      "step": 37970
+    },
+    {
+      "epoch": 1.8145369396922488,
+      "grad_norm": 207.0691680908203,
+      "learning_rate": 4.4763448653817653e-07,
+      "loss": 25.9531,
+      "step": 37971
+    },
+    {
+      "epoch": 1.8145847271337092,
+      "grad_norm": 206.76223754882812,
+      "learning_rate": 4.474055717819814e-07,
+      "loss": 23.9531,
+      "step": 37972
+    },
+    {
+      "epoch": 1.8146325145751696,
+      "grad_norm": 214.478515625,
+      "learning_rate": 4.471767142335015e-07,
+      "loss": 24.375,
+      "step": 37973
+    },
+    {
+      "epoch": 1.81468030201663,
+      "grad_norm": 177.06431579589844,
+      "learning_rate": 4.4694791389410687e-07,
+      "loss": 24.75,
+      "step": 37974
+    },
+    {
+      "epoch": 1.8147280894580904,
+      "grad_norm": 332.3711242675781,
+      "learning_rate": 4.4671917076516745e-07,
+      "loss": 29.5312,
+      "step": 37975
+    },
+    {
+      "epoch": 1.8147758768995508,
+      "grad_norm": 203.1143035888672,
+      "learning_rate": 4.464904848480522e-07,
+      "loss": 28.9688,
+      "step": 37976
+    },
+    {
+      "epoch": 1.8148236643410112,
+      "grad_norm": 225.49720764160156,
+      "learning_rate": 4.4626185614413233e-07,
+      "loss": 21.8594,
+      "step": 37977
+    },
+    {
+      "epoch": 1.8148714517824716,
+      "grad_norm": 215.10935974121094,
+      "learning_rate": 4.4603328465477545e-07,
+      "loss": 29.7812,
+      "step": 37978
+    },
+    {
+      "epoch": 1.814919239223932,
+      "grad_norm": 201.50250244140625,
+      "learning_rate": 4.4580477038135173e-07,
+      "loss": 29.0312,
+      "step": 37979
+    },
+    {
+      "epoch": 1.8149670266653923,
+      "grad_norm": 242.4137420654297,
+      "learning_rate": 4.455763133252289e-07,
+      "loss": 16.9062,
+      "step": 37980
+    },
+    {
+      "epoch": 1.8150148141068527,
+      "grad_norm": 266.44000244140625,
+      "learning_rate": 4.4534791348777695e-07,
+      "loss": 30.0781,
+      "step": 37981
+    },
+    {
+      "epoch": 1.8150626015483131,
+      "grad_norm": 231.55691528320312,
+      "learning_rate": 4.451195708703604e-07,
+      "loss": 19.3594,
+      "step": 37982
+    },
+    {
+      "epoch": 1.8151103889897735,
+      "grad_norm": 133.43966674804688,
+      "learning_rate": 4.448912854743481e-07,
+      "loss": 17.0938,
+      "step": 37983
+    },
+    {
+      "epoch": 1.815158176431234,
+      "grad_norm": 214.32272338867188,
+      "learning_rate": 4.446630573011079e-07,
+      "loss": 25.875,
+      "step": 37984
+    },
+    {
+      "epoch": 1.8152059638726943,
+      "grad_norm": 225.95542907714844,
+      "learning_rate": 4.444348863520076e-07,
+      "loss": 38.9375,
+      "step": 37985
+    },
+    {
+      "epoch": 1.8152537513141547,
+      "grad_norm": 169.43478393554688,
+      "learning_rate": 4.442067726284105e-07,
+      "loss": 20.2188,
+      "step": 37986
+    },
+    {
+      "epoch": 1.815301538755615,
+      "grad_norm": 192.701416015625,
+      "learning_rate": 4.4397871613168555e-07,
+      "loss": 25.2188,
+      "step": 37987
+    },
+    {
+      "epoch": 1.8153493261970755,
+      "grad_norm": 149.42449951171875,
+      "learning_rate": 4.4375071686319713e-07,
+      "loss": 23.4062,
+      "step": 37988
+    },
+    {
+      "epoch": 1.8153971136385358,
+      "grad_norm": 1115.6571044921875,
+      "learning_rate": 4.4352277482431097e-07,
+      "loss": 23.3438,
+      "step": 37989
+    },
+    {
+      "epoch": 1.8154449010799962,
+      "grad_norm": 185.1676788330078,
+      "learning_rate": 4.4329489001639136e-07,
+      "loss": 19.4062,
+      "step": 37990
+    },
+    {
+      "epoch": 1.8154926885214566,
+      "grad_norm": 393.6518859863281,
+      "learning_rate": 4.430670624408062e-07,
+      "loss": 32.7031,
+      "step": 37991
+    },
+    {
+      "epoch": 1.815540475962917,
+      "grad_norm": 196.22665405273438,
+      "learning_rate": 4.4283929209891554e-07,
+      "loss": 16.4375,
+      "step": 37992
+    },
+    {
+      "epoch": 1.8155882634043774,
+      "grad_norm": 384.4649353027344,
+      "learning_rate": 4.426115789920848e-07,
+      "loss": 16.9844,
+      "step": 37993
+    },
+    {
+      "epoch": 1.8156360508458378,
+      "grad_norm": 232.10598754882812,
+      "learning_rate": 4.423839231216809e-07,
+      "loss": 23.8125,
+      "step": 37994
+    },
+    {
+      "epoch": 1.8156838382872982,
+      "grad_norm": 464.2997741699219,
+      "learning_rate": 4.421563244890625e-07,
+      "loss": 35.3438,
+      "step": 37995
+    },
+    {
+      "epoch": 1.8157316257287586,
+      "grad_norm": 752.5606079101562,
+      "learning_rate": 4.4192878309559653e-07,
+      "loss": 24.9219,
+      "step": 37996
+    },
+    {
+      "epoch": 1.815779413170219,
+      "grad_norm": 163.54885864257812,
+      "learning_rate": 4.4170129894264167e-07,
+      "loss": 21.1875,
+      "step": 37997
+    },
+    {
+      "epoch": 1.8158272006116793,
+      "grad_norm": 274.6591796875,
+      "learning_rate": 4.414738720315626e-07,
+      "loss": 27.3438,
+      "step": 37998
+    },
+    {
+      "epoch": 1.8158749880531397,
+      "grad_norm": 187.62547302246094,
+      "learning_rate": 4.412465023637225e-07,
+      "loss": 14.6406,
+      "step": 37999
+    },
+    {
+      "epoch": 1.8159227754946001,
+      "grad_norm": 232.383056640625,
+      "learning_rate": 4.410191899404814e-07,
+      "loss": 25.0312,
+      "step": 38000
+    },
+    {
+      "epoch": 1.8159705629360605,
+      "grad_norm": 182.3370361328125,
+      "learning_rate": 4.407919347632006e-07,
+      "loss": 21.7188,
+      "step": 38001
+    },
+    {
+      "epoch": 1.816018350377521,
+      "grad_norm": 248.59524536132812,
+      "learning_rate": 4.405647368332411e-07,
+      "loss": 21.9375,
+      "step": 38002
+    },
+    {
+      "epoch": 1.8160661378189813,
+      "grad_norm": 131.65333557128906,
+      "learning_rate": 4.40337596151964e-07,
+      "loss": 18.9375,
+      "step": 38003
+    },
+    {
+      "epoch": 1.8161139252604417,
+      "grad_norm": 190.3341064453125,
+      "learning_rate": 4.401105127207295e-07,
+      "loss": 20.7812,
+      "step": 38004
+    },
+    {
+      "epoch": 1.816161712701902,
+      "grad_norm": 267.5555114746094,
+      "learning_rate": 4.398834865408974e-07,
+      "loss": 25.5938,
+      "step": 38005
+    },
+    {
+      "epoch": 1.8162095001433625,
+      "grad_norm": 403.088623046875,
+      "learning_rate": 4.3965651761382675e-07,
+      "loss": 23.9062,
+      "step": 38006
+    },
+    {
+      "epoch": 1.8162572875848229,
+      "grad_norm": 239.26663208007812,
+      "learning_rate": 4.394296059408787e-07,
+      "loss": 24.5938,
+      "step": 38007
+    },
+    {
+      "epoch": 1.8163050750262832,
+      "grad_norm": 349.9732666015625,
+      "learning_rate": 4.3920275152340875e-07,
+      "loss": 21.0781,
+      "step": 38008
+    },
+    {
+      "epoch": 1.8163528624677436,
+      "grad_norm": 372.3771667480469,
+      "learning_rate": 4.389759543627781e-07,
+      "loss": 23.0312,
+      "step": 38009
+    },
+    {
+      "epoch": 1.816400649909204,
+      "grad_norm": 228.02435302734375,
+      "learning_rate": 4.3874921446034445e-07,
+      "loss": 28.25,
+      "step": 38010
+    },
+    {
+      "epoch": 1.8164484373506642,
+      "grad_norm": 277.3531494140625,
+      "learning_rate": 4.3852253181746685e-07,
+      "loss": 19.7812,
+      "step": 38011
+    },
+    {
+      "epoch": 1.8164962247921246,
+      "grad_norm": 478.8058776855469,
+      "learning_rate": 4.382959064355008e-07,
+      "loss": 17.5312,
+      "step": 38012
+    },
+    {
+      "epoch": 1.816544012233585,
+      "grad_norm": 211.9507293701172,
+      "learning_rate": 4.380693383158041e-07,
+      "loss": 28.6875,
+      "step": 38013
+    },
+    {
+      "epoch": 1.8165917996750454,
+      "grad_norm": 263.5028381347656,
+      "learning_rate": 4.378428274597346e-07,
+      "loss": 27.3125,
+      "step": 38014
+    },
+    {
+      "epoch": 1.8166395871165057,
+      "grad_norm": 303.8992004394531,
+      "learning_rate": 4.3761637386864674e-07,
+      "loss": 22.4375,
+      "step": 38015
+    },
+    {
+      "epoch": 1.8166873745579661,
+      "grad_norm": 589.9761352539062,
+      "learning_rate": 4.3738997754389833e-07,
+      "loss": 40.875,
+      "step": 38016
+    },
+    {
+      "epoch": 1.8167351619994265,
+      "grad_norm": 336.3725891113281,
+      "learning_rate": 4.3716363848684494e-07,
+      "loss": 27.375,
+      "step": 38017
+    },
+    {
+      "epoch": 1.816782949440887,
+      "grad_norm": 229.03244018554688,
+      "learning_rate": 4.369373566988433e-07,
+      "loss": 27.0312,
+      "step": 38018
+    },
+    {
+      "epoch": 1.8168307368823473,
+      "grad_norm": 107.49390411376953,
+      "learning_rate": 4.367111321812456e-07,
+      "loss": 13.6953,
+      "step": 38019
+    },
+    {
+      "epoch": 1.8168785243238077,
+      "grad_norm": 334.6212158203125,
+      "learning_rate": 4.364849649354075e-07,
+      "loss": 27.2812,
+      "step": 38020
+    },
+    {
+      "epoch": 1.816926311765268,
+      "grad_norm": 261.4604187011719,
+      "learning_rate": 4.362588549626856e-07,
+      "loss": 26.8438,
+      "step": 38021
+    },
+    {
+      "epoch": 1.8169740992067285,
+      "grad_norm": 233.57594299316406,
+      "learning_rate": 4.360328022644322e-07,
+      "loss": 22.5938,
+      "step": 38022
+    },
+    {
+      "epoch": 1.8170218866481889,
+      "grad_norm": 288.63360595703125,
+      "learning_rate": 4.3580680684200183e-07,
+      "loss": 23.7812,
+      "step": 38023
+    },
+    {
+      "epoch": 1.8170696740896493,
+      "grad_norm": 200.61279296875,
+      "learning_rate": 4.3558086869674777e-07,
+      "loss": 22.2656,
+      "step": 38024
+    },
+    {
+      "epoch": 1.8171174615311096,
+      "grad_norm": 262.05242919921875,
+      "learning_rate": 4.3535498783002117e-07,
+      "loss": 41.0156,
+      "step": 38025
+    },
+    {
+      "epoch": 1.81716524897257,
+      "grad_norm": 200.84097290039062,
+      "learning_rate": 4.3512916424317764e-07,
+      "loss": 16.6719,
+      "step": 38026
+    },
+    {
+      "epoch": 1.8172130364140304,
+      "grad_norm": 213.20484924316406,
+      "learning_rate": 4.349033979375683e-07,
+      "loss": 23.9062,
+      "step": 38027
+    },
+    {
+      "epoch": 1.8172608238554908,
+      "grad_norm": 284.7118225097656,
+      "learning_rate": 4.3467768891454433e-07,
+      "loss": 30.875,
+      "step": 38028
+    },
+    {
+      "epoch": 1.8173086112969512,
+      "grad_norm": 329.00274658203125,
+      "learning_rate": 4.3445203717546013e-07,
+      "loss": 32.7188,
+      "step": 38029
+    },
+    {
+      "epoch": 1.8173563987384116,
+      "grad_norm": 220.96316528320312,
+      "learning_rate": 4.342264427216636e-07,
+      "loss": 14.625,
+      "step": 38030
+    },
+    {
+      "epoch": 1.817404186179872,
+      "grad_norm": 290.87847900390625,
+      "learning_rate": 4.34000905554508e-07,
+      "loss": 20.125,
+      "step": 38031
+    },
+    {
+      "epoch": 1.8174519736213322,
+      "grad_norm": 387.51666259765625,
+      "learning_rate": 4.337754256753435e-07,
+      "loss": 21.9062,
+      "step": 38032
+    },
+    {
+      "epoch": 1.8174997610627925,
+      "grad_norm": 144.278076171875,
+      "learning_rate": 4.335500030855211e-07,
+      "loss": 19.4219,
+      "step": 38033
+    },
+    {
+      "epoch": 1.817547548504253,
+      "grad_norm": 189.415771484375,
+      "learning_rate": 4.333246377863887e-07,
+      "loss": 20.4688,
+      "step": 38034
+    },
+    {
+      "epoch": 1.8175953359457133,
+      "grad_norm": 669.8025512695312,
+      "learning_rate": 4.3309932977929735e-07,
+      "loss": 25.4375,
+      "step": 38035
+    },
+    {
+      "epoch": 1.8176431233871737,
+      "grad_norm": 279.0408020019531,
+      "learning_rate": 4.328740790655983e-07,
+      "loss": 27.25,
+      "step": 38036
+    },
+    {
+      "epoch": 1.817690910828634,
+      "grad_norm": 201.86419677734375,
+      "learning_rate": 4.326488856466371e-07,
+      "loss": 18.3438,
+      "step": 38037
+    },
+    {
+      "epoch": 1.8177386982700945,
+      "grad_norm": 316.8427734375,
+      "learning_rate": 4.3242374952376266e-07,
+      "loss": 23.7188,
+      "step": 38038
+    },
+    {
+      "epoch": 1.8177864857115549,
+      "grad_norm": 230.8354034423828,
+      "learning_rate": 4.321986706983261e-07,
+      "loss": 20.5469,
+      "step": 38039
+    },
+    {
+      "epoch": 1.8178342731530153,
+      "grad_norm": 250.1781768798828,
+      "learning_rate": 4.319736491716742e-07,
+      "loss": 24.4219,
+      "step": 38040
+    },
+    {
+      "epoch": 1.8178820605944757,
+      "grad_norm": 1507.3814697265625,
+      "learning_rate": 4.317486849451524e-07,
+      "loss": 25.4531,
+      "step": 38041
+    },
+    {
+      "epoch": 1.817929848035936,
+      "grad_norm": 171.65853881835938,
+      "learning_rate": 4.315237780201098e-07,
+      "loss": 21.8281,
+      "step": 38042
+    },
+    {
+      "epoch": 1.8179776354773964,
+      "grad_norm": 277.18255615234375,
+      "learning_rate": 4.31298928397893e-07,
+      "loss": 25.4062,
+      "step": 38043
+    },
+    {
+      "epoch": 1.8180254229188568,
+      "grad_norm": 178.99420166015625,
+      "learning_rate": 4.310741360798498e-07,
+      "loss": 20.3125,
+      "step": 38044
+    },
+    {
+      "epoch": 1.8180732103603172,
+      "grad_norm": 258.50079345703125,
+      "learning_rate": 4.3084940106732363e-07,
+      "loss": 26.375,
+      "step": 38045
+    },
+    {
+      "epoch": 1.8181209978017776,
+      "grad_norm": 405.0635681152344,
+      "learning_rate": 4.306247233616634e-07,
+      "loss": 14.2344,
+      "step": 38046
+    },
+    {
+      "epoch": 1.818168785243238,
+      "grad_norm": 247.3898162841797,
+      "learning_rate": 4.304001029642113e-07,
+      "loss": 17.9375,
+      "step": 38047
+    },
+    {
+      "epoch": 1.8182165726846984,
+      "grad_norm": 285.3857116699219,
+      "learning_rate": 4.3017553987631744e-07,
+      "loss": 25.0938,
+      "step": 38048
+    },
+    {
+      "epoch": 1.8182643601261588,
+      "grad_norm": 274.4046630859375,
+      "learning_rate": 4.299510340993207e-07,
+      "loss": 22.7344,
+      "step": 38049
+    },
+    {
+      "epoch": 1.8183121475676192,
+      "grad_norm": 177.3093719482422,
+      "learning_rate": 4.2972658563457006e-07,
+      "loss": 27.2812,
+      "step": 38050
+    },
+    {
+      "epoch": 1.8183599350090796,
+      "grad_norm": 617.3783569335938,
+      "learning_rate": 4.295021944834088e-07,
+      "loss": 32.9375,
+      "step": 38051
+    },
+    {
+      "epoch": 1.81840772245054,
+      "grad_norm": 368.03045654296875,
+      "learning_rate": 4.2927786064717813e-07,
+      "loss": 29.6875,
+      "step": 38052
+    },
+    {
+      "epoch": 1.8184555098920003,
+      "grad_norm": 347.66717529296875,
+      "learning_rate": 4.2905358412722474e-07,
+      "loss": 29.9688,
+      "step": 38053
+    },
+    {
+      "epoch": 1.8185032973334607,
+      "grad_norm": 236.67979431152344,
+      "learning_rate": 4.288293649248898e-07,
+      "loss": 31.75,
+      "step": 38054
+    },
+    {
+      "epoch": 1.8185510847749211,
+      "grad_norm": 246.49656677246094,
+      "learning_rate": 4.286052030415178e-07,
+      "loss": 26.0312,
+      "step": 38055
+    },
+    {
+      "epoch": 1.8185988722163815,
+      "grad_norm": 247.3271026611328,
+      "learning_rate": 4.2838109847844867e-07,
+      "loss": 29.4062,
+      "step": 38056
+    },
+    {
+      "epoch": 1.818646659657842,
+      "grad_norm": 180.75140380859375,
+      "learning_rate": 4.28157051237027e-07,
+      "loss": 17.2344,
+      "step": 38057
+    },
+    {
+      "epoch": 1.8186944470993023,
+      "grad_norm": 134.9181671142578,
+      "learning_rate": 4.279330613185939e-07,
+      "loss": 14.7031,
+      "step": 38058
+    },
+    {
+      "epoch": 1.8187422345407627,
+      "grad_norm": 243.84666442871094,
+      "learning_rate": 4.2770912872448943e-07,
+      "loss": 38.5,
+      "step": 38059
+    },
+    {
+      "epoch": 1.818790021982223,
+      "grad_norm": 373.4327392578125,
+      "learning_rate": 4.2748525345605695e-07,
+      "loss": 23.7188,
+      "step": 38060
+    },
+    {
+      "epoch": 1.8188378094236834,
+      "grad_norm": 138.3758087158203,
+      "learning_rate": 4.272614355146354e-07,
+      "loss": 18.0469,
+      "step": 38061
+    },
+    {
+      "epoch": 1.8188855968651438,
+      "grad_norm": 236.37770080566406,
+      "learning_rate": 4.270376749015659e-07,
+      "loss": 22.7656,
+      "step": 38062
+    },
+    {
+      "epoch": 1.8189333843066042,
+      "grad_norm": 339.860107421875,
+      "learning_rate": 4.268139716181874e-07,
+      "loss": 37.0156,
+      "step": 38063
+    },
+    {
+      "epoch": 1.8189811717480646,
+      "grad_norm": 220.8506622314453,
+      "learning_rate": 4.265903256658399e-07,
+      "loss": 17.7031,
+      "step": 38064
+    },
+    {
+      "epoch": 1.819028959189525,
+      "grad_norm": 165.66339111328125,
+      "learning_rate": 4.263667370458635e-07,
+      "loss": 18.9688,
+      "step": 38065
+    },
+    {
+      "epoch": 1.8190767466309854,
+      "grad_norm": 111.6229019165039,
+      "learning_rate": 4.2614320575959824e-07,
+      "loss": 16.9219,
+      "step": 38066
+    },
+    {
+      "epoch": 1.8191245340724458,
+      "grad_norm": 306.1376037597656,
+      "learning_rate": 4.2591973180838074e-07,
+      "loss": 26.1875,
+      "step": 38067
+    },
+    {
+      "epoch": 1.8191723215139062,
+      "grad_norm": 249.53660583496094,
+      "learning_rate": 4.256963151935489e-07,
+      "loss": 24.3438,
+      "step": 38068
+    },
+    {
+      "epoch": 1.8192201089553666,
+      "grad_norm": 277.98565673828125,
+      "learning_rate": 4.254729559164428e-07,
+      "loss": 28.3438,
+      "step": 38069
+    },
+    {
+      "epoch": 1.819267896396827,
+      "grad_norm": 124.84796905517578,
+      "learning_rate": 4.2524965397840123e-07,
+      "loss": 19.9844,
+      "step": 38070
+    },
+    {
+      "epoch": 1.8193156838382873,
+      "grad_norm": 160.6167755126953,
+      "learning_rate": 4.2502640938075654e-07,
+      "loss": 22.0781,
+      "step": 38071
+    },
+    {
+      "epoch": 1.8193634712797477,
+      "grad_norm": 155.0743865966797,
+      "learning_rate": 4.2480322212484994e-07,
+      "loss": 15.8594,
+      "step": 38072
+    },
+    {
+      "epoch": 1.8194112587212081,
+      "grad_norm": 156.0175018310547,
+      "learning_rate": 4.245800922120169e-07,
+      "loss": 14.0469,
+      "step": 38073
+    },
+    {
+      "epoch": 1.8194590461626685,
+      "grad_norm": 270.2765808105469,
+      "learning_rate": 4.24357019643592e-07,
+      "loss": 23.375,
+      "step": 38074
+    },
+    {
+      "epoch": 1.819506833604129,
+      "grad_norm": 244.08563232421875,
+      "learning_rate": 4.24134004420913e-07,
+      "loss": 23.2812,
+      "step": 38075
+    },
+    {
+      "epoch": 1.8195546210455893,
+      "grad_norm": 235.25570678710938,
+      "learning_rate": 4.2391104654531555e-07,
+      "loss": 17.5469,
+      "step": 38076
+    },
+    {
+      "epoch": 1.8196024084870497,
+      "grad_norm": 294.90875244140625,
+      "learning_rate": 4.2368814601813524e-07,
+      "loss": 23.7812,
+      "step": 38077
+    },
+    {
+      "epoch": 1.81965019592851,
+      "grad_norm": 159.16986083984375,
+      "learning_rate": 4.234653028407054e-07,
+      "loss": 28.6875,
+      "step": 38078
+    },
+    {
+      "epoch": 1.8196979833699705,
+      "grad_norm": 410.2416076660156,
+      "learning_rate": 4.232425170143606e-07,
+      "loss": 35.7812,
+      "step": 38079
+    },
+    {
+      "epoch": 1.8197457708114309,
+      "grad_norm": 252.2626190185547,
+      "learning_rate": 4.2301978854043525e-07,
+      "loss": 25.3125,
+      "step": 38080
+    },
+    {
+      "epoch": 1.8197935582528912,
+      "grad_norm": 244.39112854003906,
+      "learning_rate": 4.2279711742026606e-07,
+      "loss": 22.8438,
+      "step": 38081
+    },
+    {
+      "epoch": 1.8198413456943516,
+      "grad_norm": 160.9982452392578,
+      "learning_rate": 4.2257450365518203e-07,
+      "loss": 14.6562,
+      "step": 38082
+    },
+    {
+      "epoch": 1.819889133135812,
+      "grad_norm": 316.48504638671875,
+      "learning_rate": 4.223519472465187e-07,
+      "loss": 28.0781,
+      "step": 38083
+    },
+    {
+      "epoch": 1.8199369205772724,
+      "grad_norm": 603.6448974609375,
+      "learning_rate": 4.2212944819560955e-07,
+      "loss": 27.3125,
+      "step": 38084
+    },
+    {
+      "epoch": 1.8199847080187328,
+      "grad_norm": 1447.017333984375,
+      "learning_rate": 4.219070065037867e-07,
+      "loss": 26.2969,
+      "step": 38085
+    },
+    {
+      "epoch": 1.8200324954601932,
+      "grad_norm": 197.48512268066406,
+      "learning_rate": 4.2168462217238024e-07,
+      "loss": 20.0312,
+      "step": 38086
+    },
+    {
+      "epoch": 1.8200802829016536,
+      "grad_norm": 319.93658447265625,
+      "learning_rate": 4.2146229520272365e-07,
+      "loss": 21.9609,
+      "step": 38087
+    },
+    {
+      "epoch": 1.820128070343114,
+      "grad_norm": 181.34715270996094,
+      "learning_rate": 4.2124002559615017e-07,
+      "loss": 23.2031,
+      "step": 38088
+    },
+    {
+      "epoch": 1.8201758577845744,
+      "grad_norm": 238.2520751953125,
+      "learning_rate": 4.210178133539866e-07,
+      "loss": 30.8438,
+      "step": 38089
+    },
+    {
+      "epoch": 1.8202236452260347,
+      "grad_norm": 189.61856079101562,
+      "learning_rate": 4.207956584775663e-07,
+      "loss": 23.5,
+      "step": 38090
+    },
+    {
+      "epoch": 1.8202714326674951,
+      "grad_norm": 375.5401611328125,
+      "learning_rate": 4.2057356096822156e-07,
+      "loss": 26.875,
+      "step": 38091
+    },
+    {
+      "epoch": 1.8203192201089555,
+      "grad_norm": 288.7076721191406,
+      "learning_rate": 4.2035152082727795e-07,
+      "loss": 27.6094,
+      "step": 38092
+    },
+    {
+      "epoch": 1.820367007550416,
+      "grad_norm": 216.6267547607422,
+      "learning_rate": 4.2012953805606994e-07,
+      "loss": 31.0625,
+      "step": 38093
+    },
+    {
+      "epoch": 1.820414794991876,
+      "grad_norm": 358.71173095703125,
+      "learning_rate": 4.1990761265592206e-07,
+      "loss": 21.1562,
+      "step": 38094
+    },
+    {
+      "epoch": 1.8204625824333365,
+      "grad_norm": 4358.70458984375,
+      "learning_rate": 4.1968574462816656e-07,
+      "loss": 21.9062,
+      "step": 38095
+    },
+    {
+      "epoch": 1.8205103698747969,
+      "grad_norm": 388.2304382324219,
+      "learning_rate": 4.194639339741335e-07,
+      "loss": 15.6562,
+      "step": 38096
+    },
+    {
+      "epoch": 1.8205581573162573,
+      "grad_norm": 161.6907196044922,
+      "learning_rate": 4.1924218069514634e-07,
+      "loss": 17.7344,
+      "step": 38097
+    },
+    {
+      "epoch": 1.8206059447577176,
+      "grad_norm": 274.05755615234375,
+      "learning_rate": 4.190204847925372e-07,
+      "loss": 27.6875,
+      "step": 38098
+    },
+    {
+      "epoch": 1.820653732199178,
+      "grad_norm": 261.95672607421875,
+      "learning_rate": 4.187988462676329e-07,
+      "loss": 13.2656,
+      "step": 38099
+    },
+    {
+      "epoch": 1.8207015196406384,
+      "grad_norm": 195.9169464111328,
+      "learning_rate": 4.185772651217601e-07,
+      "loss": 25.8125,
+      "step": 38100
+    },
+    {
+      "epoch": 1.8207493070820988,
+      "grad_norm": 261.0703125,
+      "learning_rate": 4.1835574135624554e-07,
+      "loss": 19.0469,
+      "step": 38101
+    },
+    {
+      "epoch": 1.8207970945235592,
+      "grad_norm": 596.4540405273438,
+      "learning_rate": 4.18134274972416e-07,
+      "loss": 23.2656,
+      "step": 38102
+    },
+    {
+      "epoch": 1.8208448819650196,
+      "grad_norm": 258.757568359375,
+      "learning_rate": 4.179128659716003e-07,
+      "loss": 24.0,
+      "step": 38103
+    },
+    {
+      "epoch": 1.82089266940648,
+      "grad_norm": 199.4744415283203,
+      "learning_rate": 4.176915143551208e-07,
+      "loss": 19.5781,
+      "step": 38104
+    },
+    {
+      "epoch": 1.8209404568479404,
+      "grad_norm": 480.96173095703125,
+      "learning_rate": 4.1747022012430415e-07,
+      "loss": 23.5469,
+      "step": 38105
+    },
+    {
+      "epoch": 1.8209882442894008,
+      "grad_norm": 182.9718780517578,
+      "learning_rate": 4.1724898328047603e-07,
+      "loss": 24.3438,
+      "step": 38106
+    },
+    {
+      "epoch": 1.8210360317308611,
+      "grad_norm": 254.88607788085938,
+      "learning_rate": 4.17027803824962e-07,
+      "loss": 25.5938,
+      "step": 38107
+    },
+    {
+      "epoch": 1.8210838191723215,
+      "grad_norm": 322.8690490722656,
+      "learning_rate": 4.168066817590854e-07,
+      "loss": 17.625,
+      "step": 38108
+    },
+    {
+      "epoch": 1.821131606613782,
+      "grad_norm": 175.16921997070312,
+      "learning_rate": 4.16585617084172e-07,
+      "loss": 20.3438,
+      "step": 38109
+    },
+    {
+      "epoch": 1.8211793940552423,
+      "grad_norm": 217.486572265625,
+      "learning_rate": 4.1636460980154505e-07,
+      "loss": 22.1562,
+      "step": 38110
+    },
+    {
+      "epoch": 1.8212271814967027,
+      "grad_norm": 301.78778076171875,
+      "learning_rate": 4.161436599125268e-07,
+      "loss": 24.375,
+      "step": 38111
+    },
+    {
+      "epoch": 1.821274968938163,
+      "grad_norm": 467.6662292480469,
+      "learning_rate": 4.1592276741844075e-07,
+      "loss": 17.3906,
+      "step": 38112
+    },
+    {
+      "epoch": 1.8213227563796235,
+      "grad_norm": 245.12265014648438,
+      "learning_rate": 4.157019323206113e-07,
+      "loss": 25.2812,
+      "step": 38113
+    },
+    {
+      "epoch": 1.8213705438210837,
+      "grad_norm": 119.09263610839844,
+      "learning_rate": 4.1548115462036075e-07,
+      "loss": 16.2188,
+      "step": 38114
+    },
+    {
+      "epoch": 1.821418331262544,
+      "grad_norm": 242.70211791992188,
+      "learning_rate": 4.152604343190103e-07,
+      "loss": 22.2344,
+      "step": 38115
+    },
+    {
+      "epoch": 1.8214661187040044,
+      "grad_norm": 317.1258239746094,
+      "learning_rate": 4.1503977141788223e-07,
+      "loss": 23.3594,
+      "step": 38116
+    },
+    {
+      "epoch": 1.8215139061454648,
+      "grad_norm": 269.76885986328125,
+      "learning_rate": 4.148191659182965e-07,
+      "loss": 34.75,
+      "step": 38117
+    },
+    {
+      "epoch": 1.8215616935869252,
+      "grad_norm": 161.35211181640625,
+      "learning_rate": 4.1459861782157773e-07,
+      "loss": 16.7969,
+      "step": 38118
+    },
+    {
+      "epoch": 1.8216094810283856,
+      "grad_norm": 314.3387145996094,
+      "learning_rate": 4.143781271290437e-07,
+      "loss": 19.7344,
+      "step": 38119
+    },
+    {
+      "epoch": 1.821657268469846,
+      "grad_norm": 224.92425537109375,
+      "learning_rate": 4.1415769384201554e-07,
+      "loss": 22.3281,
+      "step": 38120
+    },
+    {
+      "epoch": 1.8217050559113064,
+      "grad_norm": 169.3152618408203,
+      "learning_rate": 4.1393731796181557e-07,
+      "loss": 24.4688,
+      "step": 38121
+    },
+    {
+      "epoch": 1.8217528433527668,
+      "grad_norm": 145.58372497558594,
+      "learning_rate": 4.137169994897594e-07,
+      "loss": 18.4375,
+      "step": 38122
+    },
+    {
+      "epoch": 1.8218006307942272,
+      "grad_norm": 148.09776306152344,
+      "learning_rate": 4.134967384271693e-07,
+      "loss": 14.75,
+      "step": 38123
+    },
+    {
+      "epoch": 1.8218484182356876,
+      "grad_norm": 243.724853515625,
+      "learning_rate": 4.132765347753653e-07,
+      "loss": 24.7656,
+      "step": 38124
+    },
+    {
+      "epoch": 1.821896205677148,
+      "grad_norm": 308.1667785644531,
+      "learning_rate": 4.130563885356631e-07,
+      "loss": 15.9219,
+      "step": 38125
+    },
+    {
+      "epoch": 1.8219439931186083,
+      "grad_norm": 190.8909149169922,
+      "learning_rate": 4.1283629970938374e-07,
+      "loss": 21.5,
+      "step": 38126
+    },
+    {
+      "epoch": 1.8219917805600687,
+      "grad_norm": 112.2353286743164,
+      "learning_rate": 4.1261626829784295e-07,
+      "loss": 11.1953,
+      "step": 38127
+    },
+    {
+      "epoch": 1.822039568001529,
+      "grad_norm": 170.89732360839844,
+      "learning_rate": 4.123962943023596e-07,
+      "loss": 22.6719,
+      "step": 38128
+    },
+    {
+      "epoch": 1.8220873554429895,
+      "grad_norm": 357.5437927246094,
+      "learning_rate": 4.1217637772425157e-07,
+      "loss": 24.9688,
+      "step": 38129
+    },
+    {
+      "epoch": 1.8221351428844499,
+      "grad_norm": 331.0517272949219,
+      "learning_rate": 4.119565185648355e-07,
+      "loss": 28.4531,
+      "step": 38130
+    },
+    {
+      "epoch": 1.8221829303259103,
+      "grad_norm": 470.652099609375,
+      "learning_rate": 4.1173671682542715e-07,
+      "loss": 22.375,
+      "step": 38131
+    },
+    {
+      "epoch": 1.8222307177673707,
+      "grad_norm": 1325.292236328125,
+      "learning_rate": 4.1151697250734314e-07,
+      "loss": 18.7656,
+      "step": 38132
+    },
+    {
+      "epoch": 1.822278505208831,
+      "grad_norm": 228.89456176757812,
+      "learning_rate": 4.112972856119013e-07,
+      "loss": 20.6094,
+      "step": 38133
+    },
+    {
+      "epoch": 1.8223262926502914,
+      "grad_norm": 278.1310729980469,
+      "learning_rate": 4.1107765614041505e-07,
+      "loss": 22.6406,
+      "step": 38134
+    },
+    {
+      "epoch": 1.8223740800917518,
+      "grad_norm": 173.55242919921875,
+      "learning_rate": 4.1085808409420113e-07,
+      "loss": 21.4531,
+      "step": 38135
+    },
+    {
+      "epoch": 1.8224218675332122,
+      "grad_norm": 211.15773010253906,
+      "learning_rate": 4.1063856947457406e-07,
+      "loss": 27.3438,
+      "step": 38136
+    },
+    {
+      "epoch": 1.8224696549746726,
+      "grad_norm": 231.37826538085938,
+      "learning_rate": 4.1041911228284823e-07,
+      "loss": 20.7969,
+      "step": 38137
+    },
+    {
+      "epoch": 1.822517442416133,
+      "grad_norm": 209.6727294921875,
+      "learning_rate": 4.101997125203372e-07,
+      "loss": 18.0625,
+      "step": 38138
+    },
+    {
+      "epoch": 1.8225652298575934,
+      "grad_norm": 158.38668823242188,
+      "learning_rate": 4.0998037018835534e-07,
+      "loss": 20.5781,
+      "step": 38139
+    },
+    {
+      "epoch": 1.8226130172990538,
+      "grad_norm": 429.4256286621094,
+      "learning_rate": 4.097610852882183e-07,
+      "loss": 34.0156,
+      "step": 38140
+    },
+    {
+      "epoch": 1.8226608047405142,
+      "grad_norm": 212.14405822753906,
+      "learning_rate": 4.0954185782123625e-07,
+      "loss": 25.4375,
+      "step": 38141
+    },
+    {
+      "epoch": 1.8227085921819746,
+      "grad_norm": 121.83737182617188,
+      "learning_rate": 4.0932268778872354e-07,
+      "loss": 16.9688,
+      "step": 38142
+    },
+    {
+      "epoch": 1.822756379623435,
+      "grad_norm": 327.0824890136719,
+      "learning_rate": 4.091035751919925e-07,
+      "loss": 31.9375,
+      "step": 38143
+    },
+    {
+      "epoch": 1.8228041670648953,
+      "grad_norm": 366.5897216796875,
+      "learning_rate": 4.088845200323566e-07,
+      "loss": 27.8594,
+      "step": 38144
+    },
+    {
+      "epoch": 1.8228519545063557,
+      "grad_norm": 235.26632690429688,
+      "learning_rate": 4.0866552231112465e-07,
+      "loss": 32.5625,
+      "step": 38145
+    },
+    {
+      "epoch": 1.8228997419478161,
+      "grad_norm": 305.105712890625,
+      "learning_rate": 4.084465820296102e-07,
+      "loss": 28.6719,
+      "step": 38146
+    },
+    {
+      "epoch": 1.8229475293892765,
+      "grad_norm": 215.30374145507812,
+      "learning_rate": 4.0822769918912654e-07,
+      "loss": 23.4219,
+      "step": 38147
+    },
+    {
+      "epoch": 1.822995316830737,
+      "grad_norm": 157.64599609375,
+      "learning_rate": 4.0800887379098044e-07,
+      "loss": 22.1719,
+      "step": 38148
+    },
+    {
+      "epoch": 1.8230431042721973,
+      "grad_norm": 509.1420593261719,
+      "learning_rate": 4.0779010583648303e-07,
+      "loss": 30.0938,
+      "step": 38149
+    },
+    {
+      "epoch": 1.8230908917136577,
+      "grad_norm": 143.71046447753906,
+      "learning_rate": 4.075713953269467e-07,
+      "loss": 20.1719,
+      "step": 38150
+    },
+    {
+      "epoch": 1.823138679155118,
+      "grad_norm": 296.2121276855469,
+      "learning_rate": 4.0735274226368136e-07,
+      "loss": 19.5469,
+      "step": 38151
+    },
+    {
+      "epoch": 1.8231864665965785,
+      "grad_norm": 245.553466796875,
+      "learning_rate": 4.071341466479939e-07,
+      "loss": 23.6562,
+      "step": 38152
+    },
+    {
+      "epoch": 1.8232342540380388,
+      "grad_norm": 194.3134002685547,
+      "learning_rate": 4.069156084811943e-07,
+      "loss": 18.6562,
+      "step": 38153
+    },
+    {
+      "epoch": 1.8232820414794992,
+      "grad_norm": 290.80975341796875,
+      "learning_rate": 4.0669712776459257e-07,
+      "loss": 22.6562,
+      "step": 38154
+    },
+    {
+      "epoch": 1.8233298289209596,
+      "grad_norm": 241.23316955566406,
+      "learning_rate": 4.064787044994956e-07,
+      "loss": 24.0312,
+      "step": 38155
+    },
+    {
+      "epoch": 1.82337761636242,
+      "grad_norm": 292.9332275390625,
+      "learning_rate": 4.0626033868721217e-07,
+      "loss": 23.5,
+      "step": 38156
+    },
+    {
+      "epoch": 1.8234254038038804,
+      "grad_norm": 406.19976806640625,
+      "learning_rate": 4.0604203032905134e-07,
+      "loss": 20.2656,
+      "step": 38157
+    },
+    {
+      "epoch": 1.8234731912453408,
+      "grad_norm": 247.8343048095703,
+      "learning_rate": 4.0582377942631757e-07,
+      "loss": 26.0938,
+      "step": 38158
+    },
+    {
+      "epoch": 1.8235209786868012,
+      "grad_norm": 233.17050170898438,
+      "learning_rate": 4.0560558598032096e-07,
+      "loss": 19.8125,
+      "step": 38159
+    },
+    {
+      "epoch": 1.8235687661282616,
+      "grad_norm": 164.1243133544922,
+      "learning_rate": 4.0538744999236603e-07,
+      "loss": 24.0938,
+      "step": 38160
+    },
+    {
+      "epoch": 1.823616553569722,
+      "grad_norm": 145.51614379882812,
+      "learning_rate": 4.0516937146375945e-07,
+      "loss": 14.8281,
+      "step": 38161
+    },
+    {
+      "epoch": 1.8236643410111824,
+      "grad_norm": 188.0334930419922,
+      "learning_rate": 4.04951350395808e-07,
+      "loss": 26.2969,
+      "step": 38162
+    },
+    {
+      "epoch": 1.8237121284526427,
+      "grad_norm": 322.3699035644531,
+      "learning_rate": 4.0473338678981735e-07,
+      "loss": 25.625,
+      "step": 38163
+    },
+    {
+      "epoch": 1.8237599158941031,
+      "grad_norm": 499.6259460449219,
+      "learning_rate": 4.045154806470908e-07,
+      "loss": 20.0938,
+      "step": 38164
+    },
+    {
+      "epoch": 1.8238077033355635,
+      "grad_norm": 248.7869415283203,
+      "learning_rate": 4.0429763196893626e-07,
+      "loss": 21.1094,
+      "step": 38165
+    },
+    {
+      "epoch": 1.823855490777024,
+      "grad_norm": 193.1402587890625,
+      "learning_rate": 4.040798407566571e-07,
+      "loss": 21.4062,
+      "step": 38166
+    },
+    {
+      "epoch": 1.8239032782184843,
+      "grad_norm": 159.6667022705078,
+      "learning_rate": 4.038621070115567e-07,
+      "loss": 27.9688,
+      "step": 38167
+    },
+    {
+      "epoch": 1.8239510656599447,
+      "grad_norm": 212.33370971679688,
+      "learning_rate": 4.0364443073494075e-07,
+      "loss": 20.6562,
+      "step": 38168
+    },
+    {
+      "epoch": 1.823998853101405,
+      "grad_norm": 556.348876953125,
+      "learning_rate": 4.034268119281115e-07,
+      "loss": 33.4375,
+      "step": 38169
+    },
+    {
+      "epoch": 1.8240466405428655,
+      "grad_norm": 239.53330993652344,
+      "learning_rate": 4.032092505923735e-07,
+      "loss": 27.8438,
+      "step": 38170
+    },
+    {
+      "epoch": 1.8240944279843259,
+      "grad_norm": 513.3904418945312,
+      "learning_rate": 4.0299174672902783e-07,
+      "loss": 26.7656,
+      "step": 38171
+    },
+    {
+      "epoch": 1.8241422154257863,
+      "grad_norm": 233.01498413085938,
+      "learning_rate": 4.02774300339378e-07,
+      "loss": 24.1562,
+      "step": 38172
+    },
+    {
+      "epoch": 1.8241900028672466,
+      "grad_norm": 367.0700378417969,
+      "learning_rate": 4.025569114247274e-07,
+      "loss": 32.4062,
+      "step": 38173
+    },
+    {
+      "epoch": 1.824237790308707,
+      "grad_norm": 710.2178955078125,
+      "learning_rate": 4.0233957998637606e-07,
+      "loss": 27.3438,
+      "step": 38174
+    },
+    {
+      "epoch": 1.8242855777501674,
+      "grad_norm": 172.98062133789062,
+      "learning_rate": 4.021223060256263e-07,
+      "loss": 17.1094,
+      "step": 38175
+    },
+    {
+      "epoch": 1.8243333651916276,
+      "grad_norm": 187.54574584960938,
+      "learning_rate": 4.0190508954377816e-07,
+      "loss": 21.8281,
+      "step": 38176
+    },
+    {
+      "epoch": 1.824381152633088,
+      "grad_norm": 163.7948455810547,
+      "learning_rate": 4.016879305421362e-07,
+      "loss": 20.6875,
+      "step": 38177
+    },
+    {
+      "epoch": 1.8244289400745484,
+      "grad_norm": 239.1175537109375,
+      "learning_rate": 4.0147082902199596e-07,
+      "loss": 26.5,
+      "step": 38178
+    },
+    {
+      "epoch": 1.8244767275160088,
+      "grad_norm": 249.1187286376953,
+      "learning_rate": 4.0125378498466096e-07,
+      "loss": 23.7812,
+      "step": 38179
+    },
+    {
+      "epoch": 1.8245245149574691,
+      "grad_norm": 234.59288024902344,
+      "learning_rate": 4.0103679843142895e-07,
+      "loss": 30.4375,
+      "step": 38180
+    },
+    {
+      "epoch": 1.8245723023989295,
+      "grad_norm": 154.25994873046875,
+      "learning_rate": 4.008198693636034e-07,
+      "loss": 33.625,
+      "step": 38181
+    },
+    {
+      "epoch": 1.82462008984039,
+      "grad_norm": 244.07928466796875,
+      "learning_rate": 4.006029977824777e-07,
+      "loss": 24.6875,
+      "step": 38182
+    },
+    {
+      "epoch": 1.8246678772818503,
+      "grad_norm": 208.02603149414062,
+      "learning_rate": 4.0038618368935414e-07,
+      "loss": 16.3281,
+      "step": 38183
+    },
+    {
+      "epoch": 1.8247156647233107,
+      "grad_norm": 344.698974609375,
+      "learning_rate": 4.0016942708553164e-07,
+      "loss": 36.9062,
+      "step": 38184
+    },
+    {
+      "epoch": 1.824763452164771,
+      "grad_norm": 293.41241455078125,
+      "learning_rate": 3.999527279723048e-07,
+      "loss": 25.0312,
+      "step": 38185
+    },
+    {
+      "epoch": 1.8248112396062315,
+      "grad_norm": 267.0063781738281,
+      "learning_rate": 3.997360863509747e-07,
+      "loss": 17.7969,
+      "step": 38186
+    },
+    {
+      "epoch": 1.8248590270476919,
+      "grad_norm": 250.06930541992188,
+      "learning_rate": 3.995195022228382e-07,
+      "loss": 24.4531,
+      "step": 38187
+    },
+    {
+      "epoch": 1.8249068144891523,
+      "grad_norm": 239.86363220214844,
+      "learning_rate": 3.9930297558919196e-07,
+      "loss": 20.0625,
+      "step": 38188
+    },
+    {
+      "epoch": 1.8249546019306127,
+      "grad_norm": 311.99896240234375,
+      "learning_rate": 3.9908650645133165e-07,
+      "loss": 26.3125,
+      "step": 38189
+    },
+    {
+      "epoch": 1.825002389372073,
+      "grad_norm": 220.58929443359375,
+      "learning_rate": 3.9887009481055616e-07,
+      "loss": 15.5625,
+      "step": 38190
+    },
+    {
+      "epoch": 1.8250501768135334,
+      "grad_norm": 207.49502563476562,
+      "learning_rate": 3.9865374066815897e-07,
+      "loss": 17.8125,
+      "step": 38191
+    },
+    {
+      "epoch": 1.8250979642549938,
+      "grad_norm": 468.0032043457031,
+      "learning_rate": 3.9843744402543794e-07,
+      "loss": 44.75,
+      "step": 38192
+    },
+    {
+      "epoch": 1.8251457516964542,
+      "grad_norm": 253.83676147460938,
+      "learning_rate": 3.9822120488368534e-07,
+      "loss": 24.2344,
+      "step": 38193
+    },
+    {
+      "epoch": 1.8251935391379146,
+      "grad_norm": 467.93072509765625,
+      "learning_rate": 3.9800502324419785e-07,
+      "loss": 32.6562,
+      "step": 38194
+    },
+    {
+      "epoch": 1.825241326579375,
+      "grad_norm": 588.2006225585938,
+      "learning_rate": 3.9778889910827235e-07,
+      "loss": 25.3594,
+      "step": 38195
+    },
+    {
+      "epoch": 1.8252891140208354,
+      "grad_norm": 291.3509521484375,
+      "learning_rate": 3.975728324771999e-07,
+      "loss": 35.0938,
+      "step": 38196
+    },
+    {
+      "epoch": 1.8253369014622955,
+      "grad_norm": 274.1103820800781,
+      "learning_rate": 3.973568233522751e-07,
+      "loss": 24.5312,
+      "step": 38197
+    },
+    {
+      "epoch": 1.825384688903756,
+      "grad_norm": 293.88751220703125,
+      "learning_rate": 3.9714087173479246e-07,
+      "loss": 14.3438,
+      "step": 38198
+    },
+    {
+      "epoch": 1.8254324763452163,
+      "grad_norm": 261.6592712402344,
+      "learning_rate": 3.9692497762604643e-07,
+      "loss": 25.3438,
+      "step": 38199
+    },
+    {
+      "epoch": 1.8254802637866767,
+      "grad_norm": 170.7718505859375,
+      "learning_rate": 3.9670914102732604e-07,
+      "loss": 28.9375,
+      "step": 38200
+    },
+    {
+      "epoch": 1.825528051228137,
+      "grad_norm": 214.40077209472656,
+      "learning_rate": 3.9649336193992693e-07,
+      "loss": 22.5,
+      "step": 38201
+    },
+    {
+      "epoch": 1.8255758386695975,
+      "grad_norm": 455.67822265625,
+      "learning_rate": 3.9627764036514136e-07,
+      "loss": 28.0,
+      "step": 38202
+    },
+    {
+      "epoch": 1.8256236261110579,
+      "grad_norm": 442.0113220214844,
+      "learning_rate": 3.9606197630426057e-07,
+      "loss": 22.1719,
+      "step": 38203
+    },
+    {
+      "epoch": 1.8256714135525183,
+      "grad_norm": 161.72462463378906,
+      "learning_rate": 3.958463697585757e-07,
+      "loss": 28.0938,
+      "step": 38204
+    },
+    {
+      "epoch": 1.8257192009939787,
+      "grad_norm": 137.7675323486328,
+      "learning_rate": 3.9563082072937797e-07,
+      "loss": 18.5625,
+      "step": 38205
+    },
+    {
+      "epoch": 1.825766988435439,
+      "grad_norm": 343.144775390625,
+      "learning_rate": 3.9541532921795966e-07,
+      "loss": 35.2188,
+      "step": 38206
+    },
+    {
+      "epoch": 1.8258147758768994,
+      "grad_norm": 197.5322723388672,
+      "learning_rate": 3.9519989522560975e-07,
+      "loss": 21.5938,
+      "step": 38207
+    },
+    {
+      "epoch": 1.8258625633183598,
+      "grad_norm": 215.82284545898438,
+      "learning_rate": 3.9498451875361833e-07,
+      "loss": 23.9375,
+      "step": 38208
+    },
+    {
+      "epoch": 1.8259103507598202,
+      "grad_norm": 263.79559326171875,
+      "learning_rate": 3.947691998032754e-07,
+      "loss": 26.2812,
+      "step": 38209
+    },
+    {
+      "epoch": 1.8259581382012806,
+      "grad_norm": 180.69296264648438,
+      "learning_rate": 3.945539383758723e-07,
+      "loss": 23.0781,
+      "step": 38210
+    },
+    {
+      "epoch": 1.826005925642741,
+      "grad_norm": 173.90223693847656,
+      "learning_rate": 3.9433873447269567e-07,
+      "loss": 25.7812,
+      "step": 38211
+    },
+    {
+      "epoch": 1.8260537130842014,
+      "grad_norm": 197.2582244873047,
+      "learning_rate": 3.941235880950356e-07,
+      "loss": 29.5156,
+      "step": 38212
+    },
+    {
+      "epoch": 1.8261015005256618,
+      "grad_norm": 279.63592529296875,
+      "learning_rate": 3.9390849924418e-07,
+      "loss": 28.4062,
+      "step": 38213
+    },
+    {
+      "epoch": 1.8261492879671222,
+      "grad_norm": 182.45907592773438,
+      "learning_rate": 3.936934679214188e-07,
+      "loss": 23.4062,
+      "step": 38214
+    },
+    {
+      "epoch": 1.8261970754085826,
+      "grad_norm": 272.76611328125,
+      "learning_rate": 3.9347849412803564e-07,
+      "loss": 20.9531,
+      "step": 38215
+    },
+    {
+      "epoch": 1.826244862850043,
+      "grad_norm": 383.543701171875,
+      "learning_rate": 3.932635778653215e-07,
+      "loss": 39.3438,
+      "step": 38216
+    },
+    {
+      "epoch": 1.8262926502915033,
+      "grad_norm": 229.59434509277344,
+      "learning_rate": 3.930487191345633e-07,
+      "loss": 23.6562,
+      "step": 38217
+    },
+    {
+      "epoch": 1.8263404377329637,
+      "grad_norm": 212.37322998046875,
+      "learning_rate": 3.9283391793704663e-07,
+      "loss": 19.7812,
+      "step": 38218
+    },
+    {
+      "epoch": 1.8263882251744241,
+      "grad_norm": 122.58077239990234,
+      "learning_rate": 3.9261917427405814e-07,
+      "loss": 15.3281,
+      "step": 38219
+    },
+    {
+      "epoch": 1.8264360126158845,
+      "grad_norm": 291.6779479980469,
+      "learning_rate": 3.9240448814688247e-07,
+      "loss": 20.5156,
+      "step": 38220
+    },
+    {
+      "epoch": 1.826483800057345,
+      "grad_norm": 207.27955627441406,
+      "learning_rate": 3.9218985955680853e-07,
+      "loss": 20.7188,
+      "step": 38221
+    },
+    {
+      "epoch": 1.8265315874988053,
+      "grad_norm": 306.5225524902344,
+      "learning_rate": 3.919752885051198e-07,
+      "loss": 19.9688,
+      "step": 38222
+    },
+    {
+      "epoch": 1.8265793749402657,
+      "grad_norm": 361.0570068359375,
+      "learning_rate": 3.917607749931007e-07,
+      "loss": 22.7188,
+      "step": 38223
+    },
+    {
+      "epoch": 1.826627162381726,
+      "grad_norm": 202.16847229003906,
+      "learning_rate": 3.91546319022037e-07,
+      "loss": 22.0781,
+      "step": 38224
+    },
+    {
+      "epoch": 1.8266749498231865,
+      "grad_norm": 173.587646484375,
+      "learning_rate": 3.913319205932109e-07,
+      "loss": 17.3438,
+      "step": 38225
+    },
+    {
+      "epoch": 1.8267227372646468,
+      "grad_norm": 236.79295349121094,
+      "learning_rate": 3.911175797079103e-07,
+      "loss": 20.0469,
+      "step": 38226
+    },
+    {
+      "epoch": 1.8267705247061072,
+      "grad_norm": 2482.10009765625,
+      "learning_rate": 3.909032963674153e-07,
+      "loss": 15.8594,
+      "step": 38227
+    },
+    {
+      "epoch": 1.8268183121475676,
+      "grad_norm": 133.94126892089844,
+      "learning_rate": 3.906890705730104e-07,
+      "loss": 22.0156,
+      "step": 38228
+    },
+    {
+      "epoch": 1.826866099589028,
+      "grad_norm": 176.17837524414062,
+      "learning_rate": 3.9047490232597906e-07,
+      "loss": 33.6562,
+      "step": 38229
+    },
+    {
+      "epoch": 1.8269138870304884,
+      "grad_norm": 456.7864685058594,
+      "learning_rate": 3.9026079162760357e-07,
+      "loss": 24.7969,
+      "step": 38230
+    },
+    {
+      "epoch": 1.8269616744719488,
+      "grad_norm": 125.17766571044922,
+      "learning_rate": 3.9004673847916506e-07,
+      "loss": 14.2344,
+      "step": 38231
+    },
+    {
+      "epoch": 1.8270094619134092,
+      "grad_norm": 1119.7666015625,
+      "learning_rate": 3.8983274288194705e-07,
+      "loss": 22.5312,
+      "step": 38232
+    },
+    {
+      "epoch": 1.8270572493548696,
+      "grad_norm": 456.02740478515625,
+      "learning_rate": 3.896188048372307e-07,
+      "loss": 36.5625,
+      "step": 38233
+    },
+    {
+      "epoch": 1.82710503679633,
+      "grad_norm": 205.13243103027344,
+      "learning_rate": 3.8940492434629497e-07,
+      "loss": 22.9688,
+      "step": 38234
+    },
+    {
+      "epoch": 1.8271528242377904,
+      "grad_norm": 525.755126953125,
+      "learning_rate": 3.891911014104244e-07,
+      "loss": 26.1562,
+      "step": 38235
+    },
+    {
+      "epoch": 1.8272006116792507,
+      "grad_norm": 234.63323974609375,
+      "learning_rate": 3.889773360308979e-07,
+      "loss": 19.75,
+      "step": 38236
+    },
+    {
+      "epoch": 1.8272483991207111,
+      "grad_norm": 193.10769653320312,
+      "learning_rate": 3.887636282089946e-07,
+      "loss": 23.875,
+      "step": 38237
+    },
+    {
+      "epoch": 1.8272961865621715,
+      "grad_norm": 139.17478942871094,
+      "learning_rate": 3.8854997794599556e-07,
+      "loss": 21.25,
+      "step": 38238
+    },
+    {
+      "epoch": 1.827343974003632,
+      "grad_norm": 287.72052001953125,
+      "learning_rate": 3.8833638524317983e-07,
+      "loss": 19.1562,
+      "step": 38239
+    },
+    {
+      "epoch": 1.8273917614450923,
+      "grad_norm": 270.0635986328125,
+      "learning_rate": 3.881228501018286e-07,
+      "loss": 24.3125,
+      "step": 38240
+    },
+    {
+      "epoch": 1.8274395488865527,
+      "grad_norm": 364.2708435058594,
+      "learning_rate": 3.8790937252321636e-07,
+      "loss": 31.9844,
+      "step": 38241
+    },
+    {
+      "epoch": 1.827487336328013,
+      "grad_norm": 153.78021240234375,
+      "learning_rate": 3.876959525086244e-07,
+      "loss": 21.625,
+      "step": 38242
+    },
+    {
+      "epoch": 1.8275351237694735,
+      "grad_norm": 297.7825012207031,
+      "learning_rate": 3.8748259005933153e-07,
+      "loss": 21.125,
+      "step": 38243
+    },
+    {
+      "epoch": 1.8275829112109339,
+      "grad_norm": 252.01600646972656,
+      "learning_rate": 3.8726928517661357e-07,
+      "loss": 25.6562,
+      "step": 38244
+    },
+    {
+      "epoch": 1.8276306986523942,
+      "grad_norm": 330.7325744628906,
+      "learning_rate": 3.870560378617494e-07,
+      "loss": 26.875,
+      "step": 38245
+    },
+    {
+      "epoch": 1.8276784860938546,
+      "grad_norm": 175.16094970703125,
+      "learning_rate": 3.868428481160147e-07,
+      "loss": 24.5,
+      "step": 38246
+    },
+    {
+      "epoch": 1.827726273535315,
+      "grad_norm": 219.7194366455078,
+      "learning_rate": 3.866297159406873e-07,
+      "loss": 22.4531,
+      "step": 38247
+    },
+    {
+      "epoch": 1.8277740609767754,
+      "grad_norm": 671.9606323242188,
+      "learning_rate": 3.864166413370429e-07,
+      "loss": 32.2188,
+      "step": 38248
+    },
+    {
+      "epoch": 1.8278218484182358,
+      "grad_norm": 208.52818298339844,
+      "learning_rate": 3.862036243063583e-07,
+      "loss": 22.7031,
+      "step": 38249
+    },
+    {
+      "epoch": 1.8278696358596962,
+      "grad_norm": 207.0266571044922,
+      "learning_rate": 3.85990664849909e-07,
+      "loss": 18.75,
+      "step": 38250
+    },
+    {
+      "epoch": 1.8279174233011566,
+      "grad_norm": 220.5530548095703,
+      "learning_rate": 3.8577776296897074e-07,
+      "loss": 19.875,
+      "step": 38251
+    },
+    {
+      "epoch": 1.827965210742617,
+      "grad_norm": 176.25405883789062,
+      "learning_rate": 3.855649186648158e-07,
+      "loss": 19.1562,
+      "step": 38252
+    },
+    {
+      "epoch": 1.8280129981840774,
+      "grad_norm": 217.40744018554688,
+      "learning_rate": 3.8535213193872214e-07,
+      "loss": 23.125,
+      "step": 38253
+    },
+    {
+      "epoch": 1.8280607856255378,
+      "grad_norm": 795.057373046875,
+      "learning_rate": 3.851394027919642e-07,
+      "loss": 30.0469,
+      "step": 38254
+    },
+    {
+      "epoch": 1.8281085730669981,
+      "grad_norm": 262.9840393066406,
+      "learning_rate": 3.8492673122581315e-07,
+      "loss": 28.5938,
+      "step": 38255
+    },
+    {
+      "epoch": 1.8281563605084585,
+      "grad_norm": 148.08656311035156,
+      "learning_rate": 3.8471411724154586e-07,
+      "loss": 16.9062,
+      "step": 38256
+    },
+    {
+      "epoch": 1.828204147949919,
+      "grad_norm": 309.23583984375,
+      "learning_rate": 3.845015608404323e-07,
+      "loss": 23.5312,
+      "step": 38257
+    },
+    {
+      "epoch": 1.828251935391379,
+      "grad_norm": 316.87017822265625,
+      "learning_rate": 3.8428906202374603e-07,
+      "loss": 28.2969,
+      "step": 38258
+    },
+    {
+      "epoch": 1.8282997228328395,
+      "grad_norm": 443.8875732421875,
+      "learning_rate": 3.8407662079276265e-07,
+      "loss": 31.7188,
+      "step": 38259
+    },
+    {
+      "epoch": 1.8283475102742999,
+      "grad_norm": 209.90615844726562,
+      "learning_rate": 3.838642371487522e-07,
+      "loss": 24.3125,
+      "step": 38260
+    },
+    {
+      "epoch": 1.8283952977157603,
+      "grad_norm": 214.44505310058594,
+      "learning_rate": 3.836519110929848e-07,
+      "loss": 32.2812,
+      "step": 38261
+    },
+    {
+      "epoch": 1.8284430851572206,
+      "grad_norm": 375.1661682128906,
+      "learning_rate": 3.8343964262673616e-07,
+      "loss": 33.5781,
+      "step": 38262
+    },
+    {
+      "epoch": 1.828490872598681,
+      "grad_norm": 337.9133605957031,
+      "learning_rate": 3.832274317512741e-07,
+      "loss": 26.0,
+      "step": 38263
+    },
+    {
+      "epoch": 1.8285386600401414,
+      "grad_norm": 432.2149658203125,
+      "learning_rate": 3.830152784678709e-07,
+      "loss": 27.5625,
+      "step": 38264
+    },
+    {
+      "epoch": 1.8285864474816018,
+      "grad_norm": 619.40185546875,
+      "learning_rate": 3.828031827777967e-07,
+      "loss": 30.0234,
+      "step": 38265
+    },
+    {
+      "epoch": 1.8286342349230622,
+      "grad_norm": 180.9826202392578,
+      "learning_rate": 3.8259114468232274e-07,
+      "loss": 19.6875,
+      "step": 38266
+    },
+    {
+      "epoch": 1.8286820223645226,
+      "grad_norm": 215.29541015625,
+      "learning_rate": 3.823791641827179e-07,
+      "loss": 19.3281,
+      "step": 38267
+    },
+    {
+      "epoch": 1.828729809805983,
+      "grad_norm": 263.9385986328125,
+      "learning_rate": 3.8216724128025015e-07,
+      "loss": 29.4688,
+      "step": 38268
+    },
+    {
+      "epoch": 1.8287775972474434,
+      "grad_norm": 166.9873809814453,
+      "learning_rate": 3.8195537597619294e-07,
+      "loss": 26.7188,
+      "step": 38269
+    },
+    {
+      "epoch": 1.8288253846889038,
+      "grad_norm": 585.7045288085938,
+      "learning_rate": 3.817435682718096e-07,
+      "loss": 16.9375,
+      "step": 38270
+    },
+    {
+      "epoch": 1.8288731721303642,
+      "grad_norm": 200.35250854492188,
+      "learning_rate": 3.815318181683725e-07,
+      "loss": 16.75,
+      "step": 38271
+    },
+    {
+      "epoch": 1.8289209595718245,
+      "grad_norm": 741.0382690429688,
+      "learning_rate": 3.8132012566714835e-07,
+      "loss": 29.0,
+      "step": 38272
+    },
+    {
+      "epoch": 1.828968747013285,
+      "grad_norm": 180.3209991455078,
+      "learning_rate": 3.8110849076940627e-07,
+      "loss": 27.4688,
+      "step": 38273
+    },
+    {
+      "epoch": 1.8290165344547453,
+      "grad_norm": 134.7293243408203,
+      "learning_rate": 3.8089691347641067e-07,
+      "loss": 21.0625,
+      "step": 38274
+    },
+    {
+      "epoch": 1.8290643218962057,
+      "grad_norm": 572.92724609375,
+      "learning_rate": 3.806853937894317e-07,
+      "loss": 26.1875,
+      "step": 38275
+    },
+    {
+      "epoch": 1.829112109337666,
+      "grad_norm": 297.43817138671875,
+      "learning_rate": 3.804739317097339e-07,
+      "loss": 30.9062,
+      "step": 38276
+    },
+    {
+      "epoch": 1.8291598967791265,
+      "grad_norm": 985.687744140625,
+      "learning_rate": 3.8026252723858626e-07,
+      "loss": 19.6875,
+      "step": 38277
+    },
+    {
+      "epoch": 1.8292076842205869,
+      "grad_norm": 233.45074462890625,
+      "learning_rate": 3.800511803772522e-07,
+      "loss": 29.875,
+      "step": 38278
+    },
+    {
+      "epoch": 1.829255471662047,
+      "grad_norm": 254.87425231933594,
+      "learning_rate": 3.798398911269985e-07,
+      "loss": 23.375,
+      "step": 38279
+    },
+    {
+      "epoch": 1.8293032591035074,
+      "grad_norm": 357.9485168457031,
+      "learning_rate": 3.7962865948909077e-07,
+      "loss": 23.25,
+      "step": 38280
+    },
+    {
+      "epoch": 1.8293510465449678,
+      "grad_norm": 240.86135864257812,
+      "learning_rate": 3.7941748546479363e-07,
+      "loss": 19.2656,
+      "step": 38281
+    },
+    {
+      "epoch": 1.8293988339864282,
+      "grad_norm": 126.9703369140625,
+      "learning_rate": 3.792063690553716e-07,
+      "loss": 21.1719,
+      "step": 38282
+    },
+    {
+      "epoch": 1.8294466214278886,
+      "grad_norm": 201.37408447265625,
+      "learning_rate": 3.789953102620891e-07,
+      "loss": 20.4688,
+      "step": 38283
+    },
+    {
+      "epoch": 1.829494408869349,
+      "grad_norm": 235.31190490722656,
+      "learning_rate": 3.787843090862109e-07,
+      "loss": 21.9062,
+      "step": 38284
+    },
+    {
+      "epoch": 1.8295421963108094,
+      "grad_norm": 341.9107360839844,
+      "learning_rate": 3.7857336552899914e-07,
+      "loss": 20.5156,
+      "step": 38285
+    },
+    {
+      "epoch": 1.8295899837522698,
+      "grad_norm": 287.55438232421875,
+      "learning_rate": 3.7836247959171737e-07,
+      "loss": 34.0,
+      "step": 38286
+    },
+    {
+      "epoch": 1.8296377711937302,
+      "grad_norm": 224.67250061035156,
+      "learning_rate": 3.7815165127563113e-07,
+      "loss": 21.125,
+      "step": 38287
+    },
+    {
+      "epoch": 1.8296855586351906,
+      "grad_norm": 180.19454956054688,
+      "learning_rate": 3.7794088058199843e-07,
+      "loss": 28.0,
+      "step": 38288
+    },
+    {
+      "epoch": 1.829733346076651,
+      "grad_norm": 230.20896911621094,
+      "learning_rate": 3.77730167512087e-07,
+      "loss": 17.7656,
+      "step": 38289
+    },
+    {
+      "epoch": 1.8297811335181113,
+      "grad_norm": 794.927978515625,
+      "learning_rate": 3.7751951206715265e-07,
+      "loss": 28.0938,
+      "step": 38290
+    },
+    {
+      "epoch": 1.8298289209595717,
+      "grad_norm": 437.1436767578125,
+      "learning_rate": 3.7730891424846093e-07,
+      "loss": 17.5,
+      "step": 38291
+    },
+    {
+      "epoch": 1.8298767084010321,
+      "grad_norm": 258.7523193359375,
+      "learning_rate": 3.7709837405727424e-07,
+      "loss": 28.4375,
+      "step": 38292
+    },
+    {
+      "epoch": 1.8299244958424925,
+      "grad_norm": 187.7572784423828,
+      "learning_rate": 3.7688789149484814e-07,
+      "loss": 19.1094,
+      "step": 38293
+    },
+    {
+      "epoch": 1.829972283283953,
+      "grad_norm": 188.16966247558594,
+      "learning_rate": 3.7667746656244843e-07,
+      "loss": 26.7812,
+      "step": 38294
+    },
+    {
+      "epoch": 1.8300200707254133,
+      "grad_norm": 479.4200439453125,
+      "learning_rate": 3.7646709926133285e-07,
+      "loss": 22.9375,
+      "step": 38295
+    },
+    {
+      "epoch": 1.8300678581668737,
+      "grad_norm": 236.59877014160156,
+      "learning_rate": 3.7625678959276155e-07,
+      "loss": 23.375,
+      "step": 38296
+    },
+    {
+      "epoch": 1.830115645608334,
+      "grad_norm": 617.6491088867188,
+      "learning_rate": 3.7604653755799356e-07,
+      "loss": 33.9375,
+      "step": 38297
+    },
+    {
+      "epoch": 1.8301634330497945,
+      "grad_norm": 368.3524169921875,
+      "learning_rate": 3.758363431582879e-07,
+      "loss": 32.4688,
+      "step": 38298
+    },
+    {
+      "epoch": 1.8302112204912548,
+      "grad_norm": 299.8753662109375,
+      "learning_rate": 3.7562620639490564e-07,
+      "loss": 20.7188,
+      "step": 38299
+    },
+    {
+      "epoch": 1.8302590079327152,
+      "grad_norm": 210.81692504882812,
+      "learning_rate": 3.7541612726910257e-07,
+      "loss": 17.6875,
+      "step": 38300
+    },
+    {
+      "epoch": 1.8303067953741756,
+      "grad_norm": 336.29388427734375,
+      "learning_rate": 3.7520610578213767e-07,
+      "loss": 36.5625,
+      "step": 38301
+    },
+    {
+      "epoch": 1.830354582815636,
+      "grad_norm": 315.7157287597656,
+      "learning_rate": 3.749961419352688e-07,
+      "loss": 26.8281,
+      "step": 38302
+    },
+    {
+      "epoch": 1.8304023702570964,
+      "grad_norm": 158.5387725830078,
+      "learning_rate": 3.747862357297549e-07,
+      "loss": 21.7344,
+      "step": 38303
+    },
+    {
+      "epoch": 1.8304501576985568,
+      "grad_norm": 225.6973419189453,
+      "learning_rate": 3.7457638716684954e-07,
+      "loss": 15.7188,
+      "step": 38304
+    },
+    {
+      "epoch": 1.8304979451400172,
+      "grad_norm": 301.7457275390625,
+      "learning_rate": 3.743665962478116e-07,
+      "loss": 22.2969,
+      "step": 38305
+    },
+    {
+      "epoch": 1.8305457325814776,
+      "grad_norm": 454.609130859375,
+      "learning_rate": 3.7415686297389896e-07,
+      "loss": 21.3125,
+      "step": 38306
+    },
+    {
+      "epoch": 1.830593520022938,
+      "grad_norm": 189.8034210205078,
+      "learning_rate": 3.7394718734636405e-07,
+      "loss": 28.9688,
+      "step": 38307
+    },
+    {
+      "epoch": 1.8306413074643983,
+      "grad_norm": 320.625,
+      "learning_rate": 3.7373756936646577e-07,
+      "loss": 25.9688,
+      "step": 38308
+    },
+    {
+      "epoch": 1.8306890949058587,
+      "grad_norm": 200.5333251953125,
+      "learning_rate": 3.735280090354576e-07,
+      "loss": 21.125,
+      "step": 38309
+    },
+    {
+      "epoch": 1.8307368823473191,
+      "grad_norm": 817.3445434570312,
+      "learning_rate": 3.733185063545952e-07,
+      "loss": 23.375,
+      "step": 38310
+    },
+    {
+      "epoch": 1.8307846697887795,
+      "grad_norm": 204.44288635253906,
+      "learning_rate": 3.7310906132513314e-07,
+      "loss": 22.0156,
+      "step": 38311
+    },
+    {
+      "epoch": 1.83083245723024,
+      "grad_norm": 150.47396850585938,
+      "learning_rate": 3.7289967394832595e-07,
+      "loss": 20.4688,
+      "step": 38312
+    },
+    {
+      "epoch": 1.8308802446717003,
+      "grad_norm": 148.4729766845703,
+      "learning_rate": 3.726903442254259e-07,
+      "loss": 21.1094,
+      "step": 38313
+    },
+    {
+      "epoch": 1.8309280321131607,
+      "grad_norm": 245.6228485107422,
+      "learning_rate": 3.7248107215769105e-07,
+      "loss": 22.4688,
+      "step": 38314
+    },
+    {
+      "epoch": 1.830975819554621,
+      "grad_norm": 247.29600524902344,
+      "learning_rate": 3.722718577463691e-07,
+      "loss": 24.9062,
+      "step": 38315
+    },
+    {
+      "epoch": 1.8310236069960815,
+      "grad_norm": 188.1051025390625,
+      "learning_rate": 3.720627009927158e-07,
+      "loss": 22.9844,
+      "step": 38316
+    },
+    {
+      "epoch": 1.8310713944375419,
+      "grad_norm": 159.79421997070312,
+      "learning_rate": 3.718536018979846e-07,
+      "loss": 17.0938,
+      "step": 38317
+    },
+    {
+      "epoch": 1.8311191818790022,
+      "grad_norm": 295.27490234375,
+      "learning_rate": 3.716445604634267e-07,
+      "loss": 23.6562,
+      "step": 38318
+    },
+    {
+      "epoch": 1.8311669693204626,
+      "grad_norm": 536.6754150390625,
+      "learning_rate": 3.714355766902922e-07,
+      "loss": 19.9062,
+      "step": 38319
+    },
+    {
+      "epoch": 1.831214756761923,
+      "grad_norm": 1011.501708984375,
+      "learning_rate": 3.7122665057983677e-07,
+      "loss": 22.4062,
+      "step": 38320
+    },
+    {
+      "epoch": 1.8312625442033834,
+      "grad_norm": 333.2025146484375,
+      "learning_rate": 3.710177821333072e-07,
+      "loss": 28.8125,
+      "step": 38321
+    },
+    {
+      "epoch": 1.8313103316448438,
+      "grad_norm": 1386.0106201171875,
+      "learning_rate": 3.70808971351958e-07,
+      "loss": 34.8906,
+      "step": 38322
+    },
+    {
+      "epoch": 1.8313581190863042,
+      "grad_norm": 304.12261962890625,
+      "learning_rate": 3.706002182370361e-07,
+      "loss": 22.0781,
+      "step": 38323
+    },
+    {
+      "epoch": 1.8314059065277646,
+      "grad_norm": 431.9322814941406,
+      "learning_rate": 3.7039152278979473e-07,
+      "loss": 24.7031,
+      "step": 38324
+    },
+    {
+      "epoch": 1.831453693969225,
+      "grad_norm": 224.3997344970703,
+      "learning_rate": 3.7018288501148305e-07,
+      "loss": 26.3125,
+      "step": 38325
+    },
+    {
+      "epoch": 1.8315014814106854,
+      "grad_norm": 268.3544921875,
+      "learning_rate": 3.6997430490334885e-07,
+      "loss": 24.8281,
+      "step": 38326
+    },
+    {
+      "epoch": 1.8315492688521458,
+      "grad_norm": 239.33323669433594,
+      "learning_rate": 3.697657824666423e-07,
+      "loss": 27.875,
+      "step": 38327
+    },
+    {
+      "epoch": 1.8315970562936061,
+      "grad_norm": 241.76763916015625,
+      "learning_rate": 3.695573177026135e-07,
+      "loss": 26.625,
+      "step": 38328
+    },
+    {
+      "epoch": 1.8316448437350665,
+      "grad_norm": 304.45941162109375,
+      "learning_rate": 3.6934891061250813e-07,
+      "loss": 34.0,
+      "step": 38329
+    },
+    {
+      "epoch": 1.831692631176527,
+      "grad_norm": 196.45628356933594,
+      "learning_rate": 3.691405611975774e-07,
+      "loss": 21.1875,
+      "step": 38330
+    },
+    {
+      "epoch": 1.8317404186179873,
+      "grad_norm": 241.03823852539062,
+      "learning_rate": 3.689322694590658e-07,
+      "loss": 19.1562,
+      "step": 38331
+    },
+    {
+      "epoch": 1.8317882060594477,
+      "grad_norm": 228.76585388183594,
+      "learning_rate": 3.6872403539822466e-07,
+      "loss": 32.1875,
+      "step": 38332
+    },
+    {
+      "epoch": 1.831835993500908,
+      "grad_norm": 339.1953125,
+      "learning_rate": 3.6851585901629737e-07,
+      "loss": 30.0938,
+      "step": 38333
+    },
+    {
+      "epoch": 1.8318837809423685,
+      "grad_norm": 275.9654235839844,
+      "learning_rate": 3.6830774031453187e-07,
+      "loss": 30.5938,
+      "step": 38334
+    },
+    {
+      "epoch": 1.8319315683838289,
+      "grad_norm": 148.39321899414062,
+      "learning_rate": 3.680996792941749e-07,
+      "loss": 26.0625,
+      "step": 38335
+    },
+    {
+      "epoch": 1.8319793558252893,
+      "grad_norm": 300.0777587890625,
+      "learning_rate": 3.6789167595647324e-07,
+      "loss": 19.0469,
+      "step": 38336
+    },
+    {
+      "epoch": 1.8320271432667496,
+      "grad_norm": 206.37747192382812,
+      "learning_rate": 3.6768373030267033e-07,
+      "loss": 24.3594,
+      "step": 38337
+    },
+    {
+      "epoch": 1.83207493070821,
+      "grad_norm": 248.9369659423828,
+      "learning_rate": 3.67475842334013e-07,
+      "loss": 17.8125,
+      "step": 38338
+    },
+    {
+      "epoch": 1.8321227181496704,
+      "grad_norm": 165.8332061767578,
+      "learning_rate": 3.672680120517458e-07,
+      "loss": 21.7969,
+      "step": 38339
+    },
+    {
+      "epoch": 1.8321705055911308,
+      "grad_norm": 260.74444580078125,
+      "learning_rate": 3.6706023945711544e-07,
+      "loss": 22.6406,
+      "step": 38340
+    },
+    {
+      "epoch": 1.832218293032591,
+      "grad_norm": 392.66387939453125,
+      "learning_rate": 3.668525245513621e-07,
+      "loss": 25.3438,
+      "step": 38341
+    },
+    {
+      "epoch": 1.8322660804740514,
+      "grad_norm": 375.0682373046875,
+      "learning_rate": 3.6664486733573255e-07,
+      "loss": 22.4375,
+      "step": 38342
+    },
+    {
+      "epoch": 1.8323138679155118,
+      "grad_norm": 309.6864929199219,
+      "learning_rate": 3.6643726781147136e-07,
+      "loss": 29.0938,
+      "step": 38343
+    },
+    {
+      "epoch": 1.8323616553569722,
+      "grad_norm": 488.07080078125,
+      "learning_rate": 3.662297259798187e-07,
+      "loss": 32.375,
+      "step": 38344
+    },
+    {
+      "epoch": 1.8324094427984325,
+      "grad_norm": 265.4094543457031,
+      "learning_rate": 3.6602224184201896e-07,
+      "loss": 21.9688,
+      "step": 38345
+    },
+    {
+      "epoch": 1.832457230239893,
+      "grad_norm": 154.52418518066406,
+      "learning_rate": 3.6581481539931464e-07,
+      "loss": 21.1562,
+      "step": 38346
+    },
+    {
+      "epoch": 1.8325050176813533,
+      "grad_norm": 190.870361328125,
+      "learning_rate": 3.656074466529491e-07,
+      "loss": 24.75,
+      "step": 38347
+    },
+    {
+      "epoch": 1.8325528051228137,
+      "grad_norm": 223.27340698242188,
+      "learning_rate": 3.6540013560416254e-07,
+      "loss": 29.4688,
+      "step": 38348
+    },
+    {
+      "epoch": 1.832600592564274,
+      "grad_norm": 313.4688415527344,
+      "learning_rate": 3.6519288225419726e-07,
+      "loss": 24.0,
+      "step": 38349
+    },
+    {
+      "epoch": 1.8326483800057345,
+      "grad_norm": 187.21470642089844,
+      "learning_rate": 3.649856866042933e-07,
+      "loss": 26.4688,
+      "step": 38350
+    },
+    {
+      "epoch": 1.8326961674471949,
+      "grad_norm": 277.9347839355469,
+      "learning_rate": 3.647785486556954e-07,
+      "loss": 22.4688,
+      "step": 38351
+    },
+    {
+      "epoch": 1.8327439548886553,
+      "grad_norm": 200.7525634765625,
+      "learning_rate": 3.6457146840963796e-07,
+      "loss": 23.0938,
+      "step": 38352
+    },
+    {
+      "epoch": 1.8327917423301157,
+      "grad_norm": 277.44677734375,
+      "learning_rate": 3.6436444586736676e-07,
+      "loss": 26.875,
+      "step": 38353
+    },
+    {
+      "epoch": 1.832839529771576,
+      "grad_norm": 177.37640380859375,
+      "learning_rate": 3.641574810301185e-07,
+      "loss": 18.9531,
+      "step": 38354
+    },
+    {
+      "epoch": 1.8328873172130364,
+      "grad_norm": 359.8100280761719,
+      "learning_rate": 3.6395057389913224e-07,
+      "loss": 21.0312,
+      "step": 38355
+    },
+    {
+      "epoch": 1.8329351046544968,
+      "grad_norm": 163.8369903564453,
+      "learning_rate": 3.637437244756492e-07,
+      "loss": 21.6562,
+      "step": 38356
+    },
+    {
+      "epoch": 1.8329828920959572,
+      "grad_norm": 475.83880615234375,
+      "learning_rate": 3.635369327609062e-07,
+      "loss": 30.1875,
+      "step": 38357
+    },
+    {
+      "epoch": 1.8330306795374176,
+      "grad_norm": 192.7753143310547,
+      "learning_rate": 3.633301987561444e-07,
+      "loss": 23.0938,
+      "step": 38358
+    },
+    {
+      "epoch": 1.833078466978878,
+      "grad_norm": 319.4964904785156,
+      "learning_rate": 3.631235224625973e-07,
+      "loss": 25.125,
+      "step": 38359
+    },
+    {
+      "epoch": 1.8331262544203384,
+      "grad_norm": 247.73324584960938,
+      "learning_rate": 3.6291690388150614e-07,
+      "loss": 21.9219,
+      "step": 38360
+    },
+    {
+      "epoch": 1.8331740418617986,
+      "grad_norm": 343.81634521484375,
+      "learning_rate": 3.627103430141077e-07,
+      "loss": 14.0781,
+      "step": 38361
+    },
+    {
+      "epoch": 1.833221829303259,
+      "grad_norm": 243.54493713378906,
+      "learning_rate": 3.6250383986163984e-07,
+      "loss": 20.625,
+      "step": 38362
+    },
+    {
+      "epoch": 1.8332696167447193,
+      "grad_norm": 261.2724609375,
+      "learning_rate": 3.622973944253372e-07,
+      "loss": 23.0,
+      "step": 38363
+    },
+    {
+      "epoch": 1.8333174041861797,
+      "grad_norm": 498.5382385253906,
+      "learning_rate": 3.6209100670643647e-07,
+      "loss": 25.0781,
+      "step": 38364
+    },
+    {
+      "epoch": 1.8333651916276401,
+      "grad_norm": 142.02532958984375,
+      "learning_rate": 3.618846767061768e-07,
+      "loss": 26.2031,
+      "step": 38365
+    },
+    {
+      "epoch": 1.8334129790691005,
+      "grad_norm": 171.87428283691406,
+      "learning_rate": 3.616784044257893e-07,
+      "loss": 20.7188,
+      "step": 38366
+    },
+    {
+      "epoch": 1.833460766510561,
+      "grad_norm": 242.6344451904297,
+      "learning_rate": 3.614721898665108e-07,
+      "loss": 30.375,
+      "step": 38367
+    },
+    {
+      "epoch": 1.8335085539520213,
+      "grad_norm": 301.3436279296875,
+      "learning_rate": 3.612660330295781e-07,
+      "loss": 22.1875,
+      "step": 38368
+    },
+    {
+      "epoch": 1.8335563413934817,
+      "grad_norm": 221.43197631835938,
+      "learning_rate": 3.6105993391622463e-07,
+      "loss": 23.4688,
+      "step": 38369
+    },
+    {
+      "epoch": 1.833604128834942,
+      "grad_norm": 312.3059997558594,
+      "learning_rate": 3.608538925276828e-07,
+      "loss": 23.0469,
+      "step": 38370
+    },
+    {
+      "epoch": 1.8336519162764024,
+      "grad_norm": 227.78717041015625,
+      "learning_rate": 3.606479088651893e-07,
+      "loss": 22.1875,
+      "step": 38371
+    },
+    {
+      "epoch": 1.8336997037178628,
+      "grad_norm": 296.5285949707031,
+      "learning_rate": 3.6044198292997654e-07,
+      "loss": 30.7188,
+      "step": 38372
+    },
+    {
+      "epoch": 1.8337474911593232,
+      "grad_norm": 217.4418182373047,
+      "learning_rate": 3.6023611472327914e-07,
+      "loss": 18.4062,
+      "step": 38373
+    },
+    {
+      "epoch": 1.8337952786007836,
+      "grad_norm": 286.1330261230469,
+      "learning_rate": 3.600303042463271e-07,
+      "loss": 21.9844,
+      "step": 38374
+    },
+    {
+      "epoch": 1.833843066042244,
+      "grad_norm": 439.17108154296875,
+      "learning_rate": 3.598245515003551e-07,
+      "loss": 31.375,
+      "step": 38375
+    },
+    {
+      "epoch": 1.8338908534837044,
+      "grad_norm": 485.134765625,
+      "learning_rate": 3.5961885648659546e-07,
+      "loss": 18.1562,
+      "step": 38376
+    },
+    {
+      "epoch": 1.8339386409251648,
+      "grad_norm": 247.43911743164062,
+      "learning_rate": 3.5941321920627824e-07,
+      "loss": 27.6719,
+      "step": 38377
+    },
+    {
+      "epoch": 1.8339864283666252,
+      "grad_norm": 218.68154907226562,
+      "learning_rate": 3.592076396606359e-07,
+      "loss": 20.3438,
+      "step": 38378
+    },
+    {
+      "epoch": 1.8340342158080856,
+      "grad_norm": 188.95953369140625,
+      "learning_rate": 3.590021178509007e-07,
+      "loss": 19.0469,
+      "step": 38379
+    },
+    {
+      "epoch": 1.834082003249546,
+      "grad_norm": 260.2340393066406,
+      "learning_rate": 3.5879665377830273e-07,
+      "loss": 31.5,
+      "step": 38380
+    },
+    {
+      "epoch": 1.8341297906910063,
+      "grad_norm": 234.75669860839844,
+      "learning_rate": 3.5859124744407116e-07,
+      "loss": 23.5625,
+      "step": 38381
+    },
+    {
+      "epoch": 1.8341775781324667,
+      "grad_norm": 257.7020568847656,
+      "learning_rate": 3.583858988494382e-07,
+      "loss": 22.0,
+      "step": 38382
+    },
+    {
+      "epoch": 1.8342253655739271,
+      "grad_norm": 168.8808135986328,
+      "learning_rate": 3.5818060799563183e-07,
+      "loss": 21.5312,
+      "step": 38383
+    },
+    {
+      "epoch": 1.8342731530153875,
+      "grad_norm": 253.73751831054688,
+      "learning_rate": 3.5797537488388326e-07,
+      "loss": 31.5938,
+      "step": 38384
+    },
+    {
+      "epoch": 1.834320940456848,
+      "grad_norm": 198.1260223388672,
+      "learning_rate": 3.5777019951541927e-07,
+      "loss": 24.5,
+      "step": 38385
+    },
+    {
+      "epoch": 1.8343687278983083,
+      "grad_norm": 402.55291748046875,
+      "learning_rate": 3.575650818914711e-07,
+      "loss": 30.3281,
+      "step": 38386
+    },
+    {
+      "epoch": 1.8344165153397687,
+      "grad_norm": 172.17239379882812,
+      "learning_rate": 3.573600220132656e-07,
+      "loss": 24.9375,
+      "step": 38387
+    },
+    {
+      "epoch": 1.834464302781229,
+      "grad_norm": 342.19207763671875,
+      "learning_rate": 3.571550198820306e-07,
+      "loss": 31.1562,
+      "step": 38388
+    },
+    {
+      "epoch": 1.8345120902226895,
+      "grad_norm": 248.95887756347656,
+      "learning_rate": 3.569500754989952e-07,
+      "loss": 28.4375,
+      "step": 38389
+    },
+    {
+      "epoch": 1.8345598776641499,
+      "grad_norm": 254.2616729736328,
+      "learning_rate": 3.567451888653861e-07,
+      "loss": 21.2656,
+      "step": 38390
+    },
+    {
+      "epoch": 1.8346076651056102,
+      "grad_norm": 252.6332244873047,
+      "learning_rate": 3.565403599824302e-07,
+      "loss": 22.625,
+      "step": 38391
+    },
+    {
+      "epoch": 1.8346554525470706,
+      "grad_norm": 209.3626251220703,
+      "learning_rate": 3.563355888513531e-07,
+      "loss": 31.4688,
+      "step": 38392
+    },
+    {
+      "epoch": 1.834703239988531,
+      "grad_norm": 302.157470703125,
+      "learning_rate": 3.5613087547338167e-07,
+      "loss": 18.8906,
+      "step": 38393
+    },
+    {
+      "epoch": 1.8347510274299914,
+      "grad_norm": 316.1053466796875,
+      "learning_rate": 3.5592621984974264e-07,
+      "loss": 21.6406,
+      "step": 38394
+    },
+    {
+      "epoch": 1.8347988148714518,
+      "grad_norm": 215.58816528320312,
+      "learning_rate": 3.557216219816617e-07,
+      "loss": 20.0781,
+      "step": 38395
+    },
+    {
+      "epoch": 1.8348466023129122,
+      "grad_norm": 208.97596740722656,
+      "learning_rate": 3.555170818703635e-07,
+      "loss": 18.1406,
+      "step": 38396
+    },
+    {
+      "epoch": 1.8348943897543726,
+      "grad_norm": 240.17776489257812,
+      "learning_rate": 3.553125995170736e-07,
+      "loss": 19.4062,
+      "step": 38397
+    },
+    {
+      "epoch": 1.834942177195833,
+      "grad_norm": 286.23486328125,
+      "learning_rate": 3.551081749230156e-07,
+      "loss": 28.1406,
+      "step": 38398
+    },
+    {
+      "epoch": 1.8349899646372934,
+      "grad_norm": 224.03793334960938,
+      "learning_rate": 3.5490380808941516e-07,
+      "loss": 28.7812,
+      "step": 38399
+    },
+    {
+      "epoch": 1.8350377520787537,
+      "grad_norm": 259.5266418457031,
+      "learning_rate": 3.5469949901749457e-07,
+      "loss": 20.9531,
+      "step": 38400
+    },
+    {
+      "epoch": 1.8350855395202141,
+      "grad_norm": 163.18264770507812,
+      "learning_rate": 3.5449524770847733e-07,
+      "loss": 16.2344,
+      "step": 38401
+    },
+    {
+      "epoch": 1.8351333269616745,
+      "grad_norm": 300.0917053222656,
+      "learning_rate": 3.542910541635902e-07,
+      "loss": 18.25,
+      "step": 38402
+    },
+    {
+      "epoch": 1.835181114403135,
+      "grad_norm": 344.4390563964844,
+      "learning_rate": 3.540869183840512e-07,
+      "loss": 30.5938,
+      "step": 38403
+    },
+    {
+      "epoch": 1.8352289018445953,
+      "grad_norm": 177.1170654296875,
+      "learning_rate": 3.538828403710848e-07,
+      "loss": 16.5469,
+      "step": 38404
+    },
+    {
+      "epoch": 1.8352766892860557,
+      "grad_norm": 416.92254638671875,
+      "learning_rate": 3.536788201259134e-07,
+      "loss": 28.25,
+      "step": 38405
+    },
+    {
+      "epoch": 1.835324476727516,
+      "grad_norm": 288.8387756347656,
+      "learning_rate": 3.534748576497593e-07,
+      "loss": 16.5,
+      "step": 38406
+    },
+    {
+      "epoch": 1.8353722641689765,
+      "grad_norm": 925.8036499023438,
+      "learning_rate": 3.532709529438427e-07,
+      "loss": 17.375,
+      "step": 38407
+    },
+    {
+      "epoch": 1.8354200516104369,
+      "grad_norm": 223.6535186767578,
+      "learning_rate": 3.53067106009386e-07,
+      "loss": 26.7188,
+      "step": 38408
+    },
+    {
+      "epoch": 1.8354678390518973,
+      "grad_norm": 304.6035461425781,
+      "learning_rate": 3.528633168476092e-07,
+      "loss": 30.75,
+      "step": 38409
+    },
+    {
+      "epoch": 1.8355156264933576,
+      "grad_norm": 152.9648895263672,
+      "learning_rate": 3.5265958545973366e-07,
+      "loss": 21.5156,
+      "step": 38410
+    },
+    {
+      "epoch": 1.835563413934818,
+      "grad_norm": 1917.23193359375,
+      "learning_rate": 3.5245591184697727e-07,
+      "loss": 20.625,
+      "step": 38411
+    },
+    {
+      "epoch": 1.8356112013762784,
+      "grad_norm": 177.212890625,
+      "learning_rate": 3.522522960105612e-07,
+      "loss": 26.0312,
+      "step": 38412
+    },
+    {
+      "epoch": 1.8356589888177388,
+      "grad_norm": 316.2490234375,
+      "learning_rate": 3.520487379517068e-07,
+      "loss": 25.25,
+      "step": 38413
+    },
+    {
+      "epoch": 1.8357067762591992,
+      "grad_norm": 245.7755126953125,
+      "learning_rate": 3.518452376716297e-07,
+      "loss": 16.9844,
+      "step": 38414
+    },
+    {
+      "epoch": 1.8357545637006596,
+      "grad_norm": 160.2233123779297,
+      "learning_rate": 3.5164179517155005e-07,
+      "loss": 24.0,
+      "step": 38415
+    },
+    {
+      "epoch": 1.83580235114212,
+      "grad_norm": 164.12701416015625,
+      "learning_rate": 3.514384104526869e-07,
+      "loss": 16.0156,
+      "step": 38416
+    },
+    {
+      "epoch": 1.8358501385835804,
+      "grad_norm": 224.97048950195312,
+      "learning_rate": 3.5123508351625813e-07,
+      "loss": 20.0,
+      "step": 38417
+    },
+    {
+      "epoch": 1.8358979260250408,
+      "grad_norm": 326.5006103515625,
+      "learning_rate": 3.510318143634794e-07,
+      "loss": 30.8906,
+      "step": 38418
+    },
+    {
+      "epoch": 1.8359457134665012,
+      "grad_norm": 412.9285888671875,
+      "learning_rate": 3.5082860299557096e-07,
+      "loss": 25.2188,
+      "step": 38419
+    },
+    {
+      "epoch": 1.8359935009079615,
+      "grad_norm": 365.7034606933594,
+      "learning_rate": 3.5062544941374734e-07,
+      "loss": 22.7812,
+      "step": 38420
+    },
+    {
+      "epoch": 1.836041288349422,
+      "grad_norm": 273.3071594238281,
+      "learning_rate": 3.504223536192264e-07,
+      "loss": 17.5781,
+      "step": 38421
+    },
+    {
+      "epoch": 1.8360890757908823,
+      "grad_norm": 315.78021240234375,
+      "learning_rate": 3.50219315613225e-07,
+      "loss": 24.5312,
+      "step": 38422
+    },
+    {
+      "epoch": 1.8361368632323425,
+      "grad_norm": 1084.06884765625,
+      "learning_rate": 3.5001633539695654e-07,
+      "loss": 24.7188,
+      "step": 38423
+    },
+    {
+      "epoch": 1.8361846506738029,
+      "grad_norm": 276.59820556640625,
+      "learning_rate": 3.498134129716391e-07,
+      "loss": 25.875,
+      "step": 38424
+    },
+    {
+      "epoch": 1.8362324381152633,
+      "grad_norm": 229.71759033203125,
+      "learning_rate": 3.496105483384882e-07,
+      "loss": 16.4219,
+      "step": 38425
+    },
+    {
+      "epoch": 1.8362802255567237,
+      "grad_norm": 1794.609375,
+      "learning_rate": 3.4940774149871734e-07,
+      "loss": 34.2188,
+      "step": 38426
+    },
+    {
+      "epoch": 1.836328012998184,
+      "grad_norm": 659.4993286132812,
+      "learning_rate": 3.492049924535401e-07,
+      "loss": 24.875,
+      "step": 38427
+    },
+    {
+      "epoch": 1.8363758004396444,
+      "grad_norm": 317.45013427734375,
+      "learning_rate": 3.490023012041743e-07,
+      "loss": 26.5781,
+      "step": 38428
+    },
+    {
+      "epoch": 1.8364235878811048,
+      "grad_norm": 224.5870819091797,
+      "learning_rate": 3.4879966775182905e-07,
+      "loss": 24.2656,
+      "step": 38429
+    },
+    {
+      "epoch": 1.8364713753225652,
+      "grad_norm": 276.91729736328125,
+      "learning_rate": 3.485970920977211e-07,
+      "loss": 21.5469,
+      "step": 38430
+    },
+    {
+      "epoch": 1.8365191627640256,
+      "grad_norm": 213.21270751953125,
+      "learning_rate": 3.4839457424306276e-07,
+      "loss": 19.375,
+      "step": 38431
+    },
+    {
+      "epoch": 1.836566950205486,
+      "grad_norm": 153.12933349609375,
+      "learning_rate": 3.4819211418906875e-07,
+      "loss": 18.8594,
+      "step": 38432
+    },
+    {
+      "epoch": 1.8366147376469464,
+      "grad_norm": 264.4134826660156,
+      "learning_rate": 3.47989711936948e-07,
+      "loss": 26.4375,
+      "step": 38433
+    },
+    {
+      "epoch": 1.8366625250884068,
+      "grad_norm": 359.8587951660156,
+      "learning_rate": 3.4778736748791395e-07,
+      "loss": 23.2344,
+      "step": 38434
+    },
+    {
+      "epoch": 1.8367103125298672,
+      "grad_norm": 291.5638732910156,
+      "learning_rate": 3.475850808431791e-07,
+      "loss": 16.0156,
+      "step": 38435
+    },
+    {
+      "epoch": 1.8367580999713276,
+      "grad_norm": 306.1366882324219,
+      "learning_rate": 3.473828520039557e-07,
+      "loss": 30.9219,
+      "step": 38436
+    },
+    {
+      "epoch": 1.836805887412788,
+      "grad_norm": 291.7253723144531,
+      "learning_rate": 3.4718068097145287e-07,
+      "loss": 22.125,
+      "step": 38437
+    },
+    {
+      "epoch": 1.8368536748542483,
+      "grad_norm": 230.8768310546875,
+      "learning_rate": 3.469785677468829e-07,
+      "loss": 28.875,
+      "step": 38438
+    },
+    {
+      "epoch": 1.8369014622957087,
+      "grad_norm": 253.79629516601562,
+      "learning_rate": 3.4677651233145483e-07,
+      "loss": 20.3281,
+      "step": 38439
+    },
+    {
+      "epoch": 1.836949249737169,
+      "grad_norm": 344.4295349121094,
+      "learning_rate": 3.465745147263799e-07,
+      "loss": 39.3125,
+      "step": 38440
+    },
+    {
+      "epoch": 1.8369970371786295,
+      "grad_norm": 201.47573852539062,
+      "learning_rate": 3.4637257493286615e-07,
+      "loss": 22.8438,
+      "step": 38441
+    },
+    {
+      "epoch": 1.8370448246200899,
+      "grad_norm": 101.13587188720703,
+      "learning_rate": 3.461706929521247e-07,
+      "loss": 13.8906,
+      "step": 38442
+    },
+    {
+      "epoch": 1.8370926120615503,
+      "grad_norm": 180.86575317382812,
+      "learning_rate": 3.459688687853657e-07,
+      "loss": 25.7188,
+      "step": 38443
+    },
+    {
+      "epoch": 1.8371403995030104,
+      "grad_norm": 108.08682250976562,
+      "learning_rate": 3.4576710243379387e-07,
+      "loss": 27.7656,
+      "step": 38444
+    },
+    {
+      "epoch": 1.8371881869444708,
+      "grad_norm": 315.27392578125,
+      "learning_rate": 3.4556539389862033e-07,
+      "loss": 22.9062,
+      "step": 38445
+    },
+    {
+      "epoch": 1.8372359743859312,
+      "grad_norm": 298.1134033203125,
+      "learning_rate": 3.453637431810519e-07,
+      "loss": 25.25,
+      "step": 38446
+    },
+    {
+      "epoch": 1.8372837618273916,
+      "grad_norm": 275.4502258300781,
+      "learning_rate": 3.4516215028229773e-07,
+      "loss": 17.1406,
+      "step": 38447
+    },
+    {
+      "epoch": 1.837331549268852,
+      "grad_norm": 134.20736694335938,
+      "learning_rate": 3.449606152035634e-07,
+      "loss": 17.5312,
+      "step": 38448
+    },
+    {
+      "epoch": 1.8373793367103124,
+      "grad_norm": 225.7871856689453,
+      "learning_rate": 3.447591379460569e-07,
+      "loss": 18.8281,
+      "step": 38449
+    },
+    {
+      "epoch": 1.8374271241517728,
+      "grad_norm": 426.0451965332031,
+      "learning_rate": 3.4455771851098495e-07,
+      "loss": 23.7812,
+      "step": 38450
+    },
+    {
+      "epoch": 1.8374749115932332,
+      "grad_norm": 194.8037567138672,
+      "learning_rate": 3.443563568995534e-07,
+      "loss": 20.6562,
+      "step": 38451
+    },
+    {
+      "epoch": 1.8375226990346936,
+      "grad_norm": 241.32388305664062,
+      "learning_rate": 3.441550531129667e-07,
+      "loss": 23.2812,
+      "step": 38452
+    },
+    {
+      "epoch": 1.837570486476154,
+      "grad_norm": 223.711181640625,
+      "learning_rate": 3.43953807152434e-07,
+      "loss": 23.0,
+      "step": 38453
+    },
+    {
+      "epoch": 1.8376182739176143,
+      "grad_norm": 565.1802978515625,
+      "learning_rate": 3.4375261901915646e-07,
+      "loss": 27.875,
+      "step": 38454
+    },
+    {
+      "epoch": 1.8376660613590747,
+      "grad_norm": 157.409912109375,
+      "learning_rate": 3.435514887143421e-07,
+      "loss": 20.875,
+      "step": 38455
+    },
+    {
+      "epoch": 1.8377138488005351,
+      "grad_norm": 168.88345336914062,
+      "learning_rate": 3.433504162391921e-07,
+      "loss": 16.8984,
+      "step": 38456
+    },
+    {
+      "epoch": 1.8377616362419955,
+      "grad_norm": 184.56362915039062,
+      "learning_rate": 3.431494015949144e-07,
+      "loss": 27.125,
+      "step": 38457
+    },
+    {
+      "epoch": 1.837809423683456,
+      "grad_norm": 539.3836059570312,
+      "learning_rate": 3.429484447827103e-07,
+      "loss": 24.9375,
+      "step": 38458
+    },
+    {
+      "epoch": 1.8378572111249163,
+      "grad_norm": 296.7152099609375,
+      "learning_rate": 3.4274754580378436e-07,
+      "loss": 19.9375,
+      "step": 38459
+    },
+    {
+      "epoch": 1.8379049985663767,
+      "grad_norm": 314.0384216308594,
+      "learning_rate": 3.4254670465933893e-07,
+      "loss": 24.6875,
+      "step": 38460
+    },
+    {
+      "epoch": 1.837952786007837,
+      "grad_norm": 214.6219482421875,
+      "learning_rate": 3.4234592135057753e-07,
+      "loss": 28.7188,
+      "step": 38461
+    },
+    {
+      "epoch": 1.8380005734492975,
+      "grad_norm": 169.25387573242188,
+      "learning_rate": 3.421451958787025e-07,
+      "loss": 33.7188,
+      "step": 38462
+    },
+    {
+      "epoch": 1.8380483608907578,
+      "grad_norm": 248.8319091796875,
+      "learning_rate": 3.419445282449141e-07,
+      "loss": 39.9062,
+      "step": 38463
+    },
+    {
+      "epoch": 1.8380961483322182,
+      "grad_norm": 488.5411376953125,
+      "learning_rate": 3.4174391845041677e-07,
+      "loss": 18.3594,
+      "step": 38464
+    },
+    {
+      "epoch": 1.8381439357736786,
+      "grad_norm": 242.5556182861328,
+      "learning_rate": 3.415433664964118e-07,
+      "loss": 28.8438,
+      "step": 38465
+    },
+    {
+      "epoch": 1.838191723215139,
+      "grad_norm": 307.4404296875,
+      "learning_rate": 3.4134287238409837e-07,
+      "loss": 26.375,
+      "step": 38466
+    },
+    {
+      "epoch": 1.8382395106565994,
+      "grad_norm": 228.1664276123047,
+      "learning_rate": 3.4114243611467756e-07,
+      "loss": 31.375,
+      "step": 38467
+    },
+    {
+      "epoch": 1.8382872980980598,
+      "grad_norm": 108.6762924194336,
+      "learning_rate": 3.4094205768935075e-07,
+      "loss": 15.4375,
+      "step": 38468
+    },
+    {
+      "epoch": 1.8383350855395202,
+      "grad_norm": 284.44378662109375,
+      "learning_rate": 3.4074173710931804e-07,
+      "loss": 26.125,
+      "step": 38469
+    },
+    {
+      "epoch": 1.8383828729809806,
+      "grad_norm": 215.38885498046875,
+      "learning_rate": 3.4054147437577733e-07,
+      "loss": 28.6562,
+      "step": 38470
+    },
+    {
+      "epoch": 1.838430660422441,
+      "grad_norm": 222.65089416503906,
+      "learning_rate": 3.4034126948992887e-07,
+      "loss": 29.5938,
+      "step": 38471
+    },
+    {
+      "epoch": 1.8384784478639014,
+      "grad_norm": 249.81936645507812,
+      "learning_rate": 3.401411224529727e-07,
+      "loss": 27.5,
+      "step": 38472
+    },
+    {
+      "epoch": 1.8385262353053617,
+      "grad_norm": 222.4341583251953,
+      "learning_rate": 3.3994103326610684e-07,
+      "loss": 32.5312,
+      "step": 38473
+    },
+    {
+      "epoch": 1.8385740227468221,
+      "grad_norm": 211.76585388183594,
+      "learning_rate": 3.3974100193052914e-07,
+      "loss": 21.1406,
+      "step": 38474
+    },
+    {
+      "epoch": 1.8386218101882825,
+      "grad_norm": 211.08151245117188,
+      "learning_rate": 3.3954102844743653e-07,
+      "loss": 26.75,
+      "step": 38475
+    },
+    {
+      "epoch": 1.838669597629743,
+      "grad_norm": 226.0497283935547,
+      "learning_rate": 3.393411128180291e-07,
+      "loss": 12.0,
+      "step": 38476
+    },
+    {
+      "epoch": 1.8387173850712033,
+      "grad_norm": 247.1326904296875,
+      "learning_rate": 3.391412550435025e-07,
+      "loss": 22.9844,
+      "step": 38477
+    },
+    {
+      "epoch": 1.8387651725126637,
+      "grad_norm": 649.0109252929688,
+      "learning_rate": 3.389414551250536e-07,
+      "loss": 23.8359,
+      "step": 38478
+    },
+    {
+      "epoch": 1.838812959954124,
+      "grad_norm": 215.65521240234375,
+      "learning_rate": 3.3874171306387814e-07,
+      "loss": 26.3281,
+      "step": 38479
+    },
+    {
+      "epoch": 1.8388607473955845,
+      "grad_norm": 179.3935089111328,
+      "learning_rate": 3.385420288611752e-07,
+      "loss": 19.3281,
+      "step": 38480
+    },
+    {
+      "epoch": 1.8389085348370449,
+      "grad_norm": 337.5701904296875,
+      "learning_rate": 3.383424025181381e-07,
+      "loss": 25.875,
+      "step": 38481
+    },
+    {
+      "epoch": 1.8389563222785053,
+      "grad_norm": 195.80099487304688,
+      "learning_rate": 3.381428340359627e-07,
+      "loss": 22.7656,
+      "step": 38482
+    },
+    {
+      "epoch": 1.8390041097199656,
+      "grad_norm": 290.3180236816406,
+      "learning_rate": 3.379433234158458e-07,
+      "loss": 27.8438,
+      "step": 38483
+    },
+    {
+      "epoch": 1.839051897161426,
+      "grad_norm": 248.38401794433594,
+      "learning_rate": 3.3774387065897974e-07,
+      "loss": 22.6875,
+      "step": 38484
+    },
+    {
+      "epoch": 1.8390996846028864,
+      "grad_norm": 529.7437133789062,
+      "learning_rate": 3.3754447576656024e-07,
+      "loss": 20.3594,
+      "step": 38485
+    },
+    {
+      "epoch": 1.8391474720443468,
+      "grad_norm": 305.552001953125,
+      "learning_rate": 3.3734513873978193e-07,
+      "loss": 27.9688,
+      "step": 38486
+    },
+    {
+      "epoch": 1.8391952594858072,
+      "grad_norm": 181.13755798339844,
+      "learning_rate": 3.3714585957983713e-07,
+      "loss": 20.8438,
+      "step": 38487
+    },
+    {
+      "epoch": 1.8392430469272676,
+      "grad_norm": 188.7740936279297,
+      "learning_rate": 3.3694663828792163e-07,
+      "loss": 16.375,
+      "step": 38488
+    },
+    {
+      "epoch": 1.839290834368728,
+      "grad_norm": 192.47613525390625,
+      "learning_rate": 3.367474748652255e-07,
+      "loss": 29.25,
+      "step": 38489
+    },
+    {
+      "epoch": 1.8393386218101884,
+      "grad_norm": 202.6116943359375,
+      "learning_rate": 3.365483693129434e-07,
+      "loss": 26.8594,
+      "step": 38490
+    },
+    {
+      "epoch": 1.8393864092516488,
+      "grad_norm": 265.6852722167969,
+      "learning_rate": 3.3634932163226773e-07,
+      "loss": 30.6562,
+      "step": 38491
+    },
+    {
+      "epoch": 1.8394341966931091,
+      "grad_norm": 253.67832946777344,
+      "learning_rate": 3.3615033182438973e-07,
+      "loss": 24.1406,
+      "step": 38492
+    },
+    {
+      "epoch": 1.8394819841345695,
+      "grad_norm": 248.34716796875,
+      "learning_rate": 3.3595139989050176e-07,
+      "loss": 32.3125,
+      "step": 38493
+    },
+    {
+      "epoch": 1.83952977157603,
+      "grad_norm": 188.872802734375,
+      "learning_rate": 3.3575252583179395e-07,
+      "loss": 19.1719,
+      "step": 38494
+    },
+    {
+      "epoch": 1.8395775590174903,
+      "grad_norm": 528.6043090820312,
+      "learning_rate": 3.355537096494599e-07,
+      "loss": 28.0625,
+      "step": 38495
+    },
+    {
+      "epoch": 1.8396253464589507,
+      "grad_norm": 256.7634582519531,
+      "learning_rate": 3.353549513446863e-07,
+      "loss": 19.4219,
+      "step": 38496
+    },
+    {
+      "epoch": 1.839673133900411,
+      "grad_norm": 160.18531799316406,
+      "learning_rate": 3.351562509186668e-07,
+      "loss": 22.75,
+      "step": 38497
+    },
+    {
+      "epoch": 1.8397209213418715,
+      "grad_norm": 151.85499572753906,
+      "learning_rate": 3.349576083725914e-07,
+      "loss": 20.8594,
+      "step": 38498
+    },
+    {
+      "epoch": 1.8397687087833319,
+      "grad_norm": 226.79078674316406,
+      "learning_rate": 3.3475902370764813e-07,
+      "loss": 25.8906,
+      "step": 38499
+    },
+    {
+      "epoch": 1.8398164962247923,
+      "grad_norm": 223.11740112304688,
+      "learning_rate": 3.345604969250249e-07,
+      "loss": 22.5781,
+      "step": 38500
+    },
+    {
+      "epoch": 1.8398642836662527,
+      "grad_norm": 421.0960693359375,
+      "learning_rate": 3.343620280259141e-07,
+      "loss": 19.3125,
+      "step": 38501
+    },
+    {
+      "epoch": 1.839912071107713,
+      "grad_norm": 270.62261962890625,
+      "learning_rate": 3.341636170115037e-07,
+      "loss": 19.6719,
+      "step": 38502
+    },
+    {
+      "epoch": 1.8399598585491734,
+      "grad_norm": 284.3726501464844,
+      "learning_rate": 3.339652638829782e-07,
+      "loss": 22.7188,
+      "step": 38503
+    },
+    {
+      "epoch": 1.8400076459906338,
+      "grad_norm": 295.7883605957031,
+      "learning_rate": 3.337669686415301e-07,
+      "loss": 28.3906,
+      "step": 38504
+    },
+    {
+      "epoch": 1.8400554334320942,
+      "grad_norm": 221.34779357910156,
+      "learning_rate": 3.33568731288344e-07,
+      "loss": 20.2812,
+      "step": 38505
+    },
+    {
+      "epoch": 1.8401032208735544,
+      "grad_norm": 194.38934326171875,
+      "learning_rate": 3.333705518246089e-07,
+      "loss": 23.3125,
+      "step": 38506
+    },
+    {
+      "epoch": 1.8401510083150148,
+      "grad_norm": 142.63720703125,
+      "learning_rate": 3.331724302515105e-07,
+      "loss": 15.6719,
+      "step": 38507
+    },
+    {
+      "epoch": 1.8401987957564752,
+      "grad_norm": 204.1725311279297,
+      "learning_rate": 3.329743665702356e-07,
+      "loss": 23.1875,
+      "step": 38508
+    },
+    {
+      "epoch": 1.8402465831979355,
+      "grad_norm": 148.75482177734375,
+      "learning_rate": 3.3277636078197004e-07,
+      "loss": 20.625,
+      "step": 38509
+    },
+    {
+      "epoch": 1.840294370639396,
+      "grad_norm": 195.02099609375,
+      "learning_rate": 3.325784128879006e-07,
+      "loss": 22.6562,
+      "step": 38510
+    },
+    {
+      "epoch": 1.8403421580808563,
+      "grad_norm": 223.12159729003906,
+      "learning_rate": 3.3238052288921186e-07,
+      "loss": 26.2812,
+      "step": 38511
+    },
+    {
+      "epoch": 1.8403899455223167,
+      "grad_norm": 413.3794250488281,
+      "learning_rate": 3.3218269078708844e-07,
+      "loss": 28.4688,
+      "step": 38512
+    },
+    {
+      "epoch": 1.840437732963777,
+      "grad_norm": 477.630859375,
+      "learning_rate": 3.3198491658271714e-07,
+      "loss": 23.0625,
+      "step": 38513
+    },
+    {
+      "epoch": 1.8404855204052375,
+      "grad_norm": 245.59718322753906,
+      "learning_rate": 3.317872002772793e-07,
+      "loss": 34.5312,
+      "step": 38514
+    },
+    {
+      "epoch": 1.8405333078466979,
+      "grad_norm": 536.0771484375,
+      "learning_rate": 3.315895418719617e-07,
+      "loss": 31.375,
+      "step": 38515
+    },
+    {
+      "epoch": 1.8405810952881583,
+      "grad_norm": 215.5465087890625,
+      "learning_rate": 3.3139194136794783e-07,
+      "loss": 29.3438,
+      "step": 38516
+    },
+    {
+      "epoch": 1.8406288827296187,
+      "grad_norm": 180.07882690429688,
+      "learning_rate": 3.3119439876641903e-07,
+      "loss": 22.7344,
+      "step": 38517
+    },
+    {
+      "epoch": 1.840676670171079,
+      "grad_norm": 207.1885223388672,
+      "learning_rate": 3.309969140685598e-07,
+      "loss": 27.7812,
+      "step": 38518
+    },
+    {
+      "epoch": 1.8407244576125394,
+      "grad_norm": 264.81085205078125,
+      "learning_rate": 3.3079948727555376e-07,
+      "loss": 31.6875,
+      "step": 38519
+    },
+    {
+      "epoch": 1.8407722450539998,
+      "grad_norm": 172.7080535888672,
+      "learning_rate": 3.3060211838858104e-07,
+      "loss": 20.3125,
+      "step": 38520
+    },
+    {
+      "epoch": 1.8408200324954602,
+      "grad_norm": 263.51849365234375,
+      "learning_rate": 3.304048074088262e-07,
+      "loss": 32.2812,
+      "step": 38521
+    },
+    {
+      "epoch": 1.8408678199369206,
+      "grad_norm": 184.64666748046875,
+      "learning_rate": 3.302075543374683e-07,
+      "loss": 24.5625,
+      "step": 38522
+    },
+    {
+      "epoch": 1.840915607378381,
+      "grad_norm": 441.9048156738281,
+      "learning_rate": 3.3001035917568867e-07,
+      "loss": 37.3438,
+      "step": 38523
+    },
+    {
+      "epoch": 1.8409633948198414,
+      "grad_norm": 1599.7158203125,
+      "learning_rate": 3.298132219246708e-07,
+      "loss": 20.0938,
+      "step": 38524
+    },
+    {
+      "epoch": 1.8410111822613018,
+      "grad_norm": 245.83847045898438,
+      "learning_rate": 3.296161425855926e-07,
+      "loss": 26.4688,
+      "step": 38525
+    },
+    {
+      "epoch": 1.841058969702762,
+      "grad_norm": 299.6874694824219,
+      "learning_rate": 3.2941912115963647e-07,
+      "loss": 34.4375,
+      "step": 38526
+    },
+    {
+      "epoch": 1.8411067571442223,
+      "grad_norm": 170.3094482421875,
+      "learning_rate": 3.292221576479804e-07,
+      "loss": 23.4688,
+      "step": 38527
+    },
+    {
+      "epoch": 1.8411545445856827,
+      "grad_norm": 134.1275177001953,
+      "learning_rate": 3.2902525205180555e-07,
+      "loss": 15.6406,
+      "step": 38528
+    },
+    {
+      "epoch": 1.8412023320271431,
+      "grad_norm": 244.16246032714844,
+      "learning_rate": 3.2882840437229003e-07,
+      "loss": 26.9062,
+      "step": 38529
+    },
+    {
+      "epoch": 1.8412501194686035,
+      "grad_norm": 211.07322692871094,
+      "learning_rate": 3.286316146106139e-07,
+      "loss": 25.2188,
+      "step": 38530
+    },
+    {
+      "epoch": 1.841297906910064,
+      "grad_norm": 191.4349365234375,
+      "learning_rate": 3.2843488276795396e-07,
+      "loss": 22.4688,
+      "step": 38531
+    },
+    {
+      "epoch": 1.8413456943515243,
+      "grad_norm": 203.9103546142578,
+      "learning_rate": 3.282382088454905e-07,
+      "loss": 24.5312,
+      "step": 38532
+    },
+    {
+      "epoch": 1.8413934817929847,
+      "grad_norm": 180.3054962158203,
+      "learning_rate": 3.280415928443992e-07,
+      "loss": 22.2656,
+      "step": 38533
+    },
+    {
+      "epoch": 1.841441269234445,
+      "grad_norm": 282.2404479980469,
+      "learning_rate": 3.278450347658579e-07,
+      "loss": 34.75,
+      "step": 38534
+    },
+    {
+      "epoch": 1.8414890566759055,
+      "grad_norm": 370.94342041015625,
+      "learning_rate": 3.2764853461104584e-07,
+      "loss": 25.2188,
+      "step": 38535
+    },
+    {
+      "epoch": 1.8415368441173658,
+      "grad_norm": 255.4095001220703,
+      "learning_rate": 3.274520923811375e-07,
+      "loss": 33.375,
+      "step": 38536
+    },
+    {
+      "epoch": 1.8415846315588262,
+      "grad_norm": 220.84043884277344,
+      "learning_rate": 3.272557080773098e-07,
+      "loss": 24.625,
+      "step": 38537
+    },
+    {
+      "epoch": 1.8416324190002866,
+      "grad_norm": 215.80970764160156,
+      "learning_rate": 3.270593817007395e-07,
+      "loss": 16.2969,
+      "step": 38538
+    },
+    {
+      "epoch": 1.841680206441747,
+      "grad_norm": 230.0824737548828,
+      "learning_rate": 3.2686311325260346e-07,
+      "loss": 28.75,
+      "step": 38539
+    },
+    {
+      "epoch": 1.8417279938832074,
+      "grad_norm": 119.87928771972656,
+      "learning_rate": 3.266669027340741e-07,
+      "loss": 18.7188,
+      "step": 38540
+    },
+    {
+      "epoch": 1.8417757813246678,
+      "grad_norm": 134.26455688476562,
+      "learning_rate": 3.264707501463271e-07,
+      "loss": 23.0,
+      "step": 38541
+    },
+    {
+      "epoch": 1.8418235687661282,
+      "grad_norm": 221.32354736328125,
+      "learning_rate": 3.262746554905394e-07,
+      "loss": 22.6562,
+      "step": 38542
+    },
+    {
+      "epoch": 1.8418713562075886,
+      "grad_norm": 143.38693237304688,
+      "learning_rate": 3.2607861876788437e-07,
+      "loss": 26.1406,
+      "step": 38543
+    },
+    {
+      "epoch": 1.841919143649049,
+      "grad_norm": 238.91546630859375,
+      "learning_rate": 3.258826399795345e-07,
+      "loss": 26.0,
+      "step": 38544
+    },
+    {
+      "epoch": 1.8419669310905094,
+      "grad_norm": 307.6457824707031,
+      "learning_rate": 3.2568671912666436e-07,
+      "loss": 28.4062,
+      "step": 38545
+    },
+    {
+      "epoch": 1.8420147185319697,
+      "grad_norm": 208.3579864501953,
+      "learning_rate": 3.2549085621044975e-07,
+      "loss": 24.5,
+      "step": 38546
+    },
+    {
+      "epoch": 1.8420625059734301,
+      "grad_norm": 165.56968688964844,
+      "learning_rate": 3.2529505123205963e-07,
+      "loss": 15.9219,
+      "step": 38547
+    },
+    {
+      "epoch": 1.8421102934148905,
+      "grad_norm": 253.80227661132812,
+      "learning_rate": 3.250993041926676e-07,
+      "loss": 23.3125,
+      "step": 38548
+    },
+    {
+      "epoch": 1.842158080856351,
+      "grad_norm": 137.90899658203125,
+      "learning_rate": 3.2490361509344927e-07,
+      "loss": 21.7969,
+      "step": 38549
+    },
+    {
+      "epoch": 1.8422058682978113,
+      "grad_norm": 278.2421569824219,
+      "learning_rate": 3.2470798393557154e-07,
+      "loss": 22.25,
+      "step": 38550
+    },
+    {
+      "epoch": 1.8422536557392717,
+      "grad_norm": 152.5706787109375,
+      "learning_rate": 3.2451241072020913e-07,
+      "loss": 14.4062,
+      "step": 38551
+    },
+    {
+      "epoch": 1.842301443180732,
+      "grad_norm": 165.36029052734375,
+      "learning_rate": 3.2431689544853316e-07,
+      "loss": 27.0312,
+      "step": 38552
+    },
+    {
+      "epoch": 1.8423492306221925,
+      "grad_norm": 387.9181213378906,
+      "learning_rate": 3.241214381217128e-07,
+      "loss": 26.7188,
+      "step": 38553
+    },
+    {
+      "epoch": 1.8423970180636529,
+      "grad_norm": 561.0297241210938,
+      "learning_rate": 3.239260387409215e-07,
+      "loss": 26.4531,
+      "step": 38554
+    },
+    {
+      "epoch": 1.8424448055051132,
+      "grad_norm": 576.533935546875,
+      "learning_rate": 3.237306973073262e-07,
+      "loss": 31.9688,
+      "step": 38555
+    },
+    {
+      "epoch": 1.8424925929465736,
+      "grad_norm": 387.809326171875,
+      "learning_rate": 3.235354138220992e-07,
+      "loss": 27.7812,
+      "step": 38556
+    },
+    {
+      "epoch": 1.842540380388034,
+      "grad_norm": 324.1938781738281,
+      "learning_rate": 3.2334018828640733e-07,
+      "loss": 21.8438,
+      "step": 38557
+    },
+    {
+      "epoch": 1.8425881678294944,
+      "grad_norm": 245.746826171875,
+      "learning_rate": 3.231450207014231e-07,
+      "loss": 18.6094,
+      "step": 38558
+    },
+    {
+      "epoch": 1.8426359552709548,
+      "grad_norm": 241.10336303710938,
+      "learning_rate": 3.229499110683132e-07,
+      "loss": 23.9062,
+      "step": 38559
+    },
+    {
+      "epoch": 1.8426837427124152,
+      "grad_norm": 193.63272094726562,
+      "learning_rate": 3.227548593882457e-07,
+      "loss": 18.25,
+      "step": 38560
+    },
+    {
+      "epoch": 1.8427315301538756,
+      "grad_norm": 232.93359375,
+      "learning_rate": 3.225598656623918e-07,
+      "loss": 22.2812,
+      "step": 38561
+    },
+    {
+      "epoch": 1.842779317595336,
+      "grad_norm": 123.88626861572266,
+      "learning_rate": 3.2236492989191513e-07,
+      "loss": 16.2031,
+      "step": 38562
+    },
+    {
+      "epoch": 1.8428271050367964,
+      "grad_norm": 327.56671142578125,
+      "learning_rate": 3.221700520779847e-07,
+      "loss": 22.3438,
+      "step": 38563
+    },
+    {
+      "epoch": 1.8428748924782568,
+      "grad_norm": 135.2872772216797,
+      "learning_rate": 3.219752322217673e-07,
+      "loss": 19.2188,
+      "step": 38564
+    },
+    {
+      "epoch": 1.8429226799197171,
+      "grad_norm": 240.72874450683594,
+      "learning_rate": 3.2178047032443207e-07,
+      "loss": 28.7188,
+      "step": 38565
+    },
+    {
+      "epoch": 1.8429704673611775,
+      "grad_norm": 382.7539367675781,
+      "learning_rate": 3.2158576638714245e-07,
+      "loss": 21.3438,
+      "step": 38566
+    },
+    {
+      "epoch": 1.843018254802638,
+      "grad_norm": 225.59759521484375,
+      "learning_rate": 3.2139112041106534e-07,
+      "loss": 30.8125,
+      "step": 38567
+    },
+    {
+      "epoch": 1.8430660422440983,
+      "grad_norm": 222.04034423828125,
+      "learning_rate": 3.2119653239736757e-07,
+      "loss": 31.1562,
+      "step": 38568
+    },
+    {
+      "epoch": 1.8431138296855587,
+      "grad_norm": 14323.8388671875,
+      "learning_rate": 3.2100200234721377e-07,
+      "loss": 20.0,
+      "step": 38569
+    },
+    {
+      "epoch": 1.843161617127019,
+      "grad_norm": 162.72579956054688,
+      "learning_rate": 3.208075302617675e-07,
+      "loss": 23.6719,
+      "step": 38570
+    },
+    {
+      "epoch": 1.8432094045684795,
+      "grad_norm": 241.1671142578125,
+      "learning_rate": 3.2061311614219437e-07,
+      "loss": 23.7031,
+      "step": 38571
+    },
+    {
+      "epoch": 1.8432571920099399,
+      "grad_norm": 294.7109680175781,
+      "learning_rate": 3.204187599896602e-07,
+      "loss": 28.125,
+      "step": 38572
+    },
+    {
+      "epoch": 1.8433049794514003,
+      "grad_norm": 188.61822509765625,
+      "learning_rate": 3.202244618053263e-07,
+      "loss": 18.875,
+      "step": 38573
+    },
+    {
+      "epoch": 1.8433527668928607,
+      "grad_norm": 367.4787292480469,
+      "learning_rate": 3.2003022159035724e-07,
+      "loss": 36.3438,
+      "step": 38574
+    },
+    {
+      "epoch": 1.843400554334321,
+      "grad_norm": 272.8543395996094,
+      "learning_rate": 3.1983603934591657e-07,
+      "loss": 21.4531,
+      "step": 38575
+    },
+    {
+      "epoch": 1.8434483417757814,
+      "grad_norm": 266.62896728515625,
+      "learning_rate": 3.196419150731689e-07,
+      "loss": 28.5781,
+      "step": 38576
+    },
+    {
+      "epoch": 1.8434961292172418,
+      "grad_norm": 191.1520233154297,
+      "learning_rate": 3.1944784877327437e-07,
+      "loss": 25.8594,
+      "step": 38577
+    },
+    {
+      "epoch": 1.8435439166587022,
+      "grad_norm": 245.3809051513672,
+      "learning_rate": 3.192538404473944e-07,
+      "loss": 29.75,
+      "step": 38578
+    },
+    {
+      "epoch": 1.8435917041001626,
+      "grad_norm": 206.776123046875,
+      "learning_rate": 3.190598900966935e-07,
+      "loss": 23.75,
+      "step": 38579
+    },
+    {
+      "epoch": 1.843639491541623,
+      "grad_norm": 384.21417236328125,
+      "learning_rate": 3.1886599772233295e-07,
+      "loss": 34.9062,
+      "step": 38580
+    },
+    {
+      "epoch": 1.8436872789830834,
+      "grad_norm": 296.2644348144531,
+      "learning_rate": 3.186721633254719e-07,
+      "loss": 30.1719,
+      "step": 38581
+    },
+    {
+      "epoch": 1.8437350664245438,
+      "grad_norm": 164.66600036621094,
+      "learning_rate": 3.184783869072727e-07,
+      "loss": 21.7812,
+      "step": 38582
+    },
+    {
+      "epoch": 1.8437828538660042,
+      "grad_norm": 389.4775695800781,
+      "learning_rate": 3.182846684688956e-07,
+      "loss": 21.1875,
+      "step": 38583
+    },
+    {
+      "epoch": 1.8438306413074645,
+      "grad_norm": 330.049072265625,
+      "learning_rate": 3.180910080114996e-07,
+      "loss": 24.4844,
+      "step": 38584
+    },
+    {
+      "epoch": 1.843878428748925,
+      "grad_norm": 209.5491180419922,
+      "learning_rate": 3.1789740553624715e-07,
+      "loss": 30.5312,
+      "step": 38585
+    },
+    {
+      "epoch": 1.8439262161903853,
+      "grad_norm": 257.88226318359375,
+      "learning_rate": 3.1770386104429397e-07,
+      "loss": 25.3906,
+      "step": 38586
+    },
+    {
+      "epoch": 1.8439740036318457,
+      "grad_norm": 199.7743682861328,
+      "learning_rate": 3.1751037453680244e-07,
+      "loss": 19.5,
+      "step": 38587
+    },
+    {
+      "epoch": 1.8440217910733059,
+      "grad_norm": 198.57687377929688,
+      "learning_rate": 3.1731694601492834e-07,
+      "loss": 24.0,
+      "step": 38588
+    },
+    {
+      "epoch": 1.8440695785147663,
+      "grad_norm": 460.5169677734375,
+      "learning_rate": 3.1712357547983296e-07,
+      "loss": 38.0625,
+      "step": 38589
+    },
+    {
+      "epoch": 1.8441173659562267,
+      "grad_norm": 138.9817352294922,
+      "learning_rate": 3.16930262932672e-07,
+      "loss": 24.2188,
+      "step": 38590
+    },
+    {
+      "epoch": 1.844165153397687,
+      "grad_norm": 343.1107177734375,
+      "learning_rate": 3.1673700837460574e-07,
+      "loss": 37.0938,
+      "step": 38591
+    },
+    {
+      "epoch": 1.8442129408391474,
+      "grad_norm": 197.4840545654297,
+      "learning_rate": 3.165438118067887e-07,
+      "loss": 23.1406,
+      "step": 38592
+    },
+    {
+      "epoch": 1.8442607282806078,
+      "grad_norm": 257.9957580566406,
+      "learning_rate": 3.1635067323037894e-07,
+      "loss": 20.2812,
+      "step": 38593
+    },
+    {
+      "epoch": 1.8443085157220682,
+      "grad_norm": 178.30662536621094,
+      "learning_rate": 3.1615759264653325e-07,
+      "loss": 17.8125,
+      "step": 38594
+    },
+    {
+      "epoch": 1.8443563031635286,
+      "grad_norm": 225.37583923339844,
+      "learning_rate": 3.159645700564096e-07,
+      "loss": 32.1562,
+      "step": 38595
+    },
+    {
+      "epoch": 1.844404090604989,
+      "grad_norm": 321.3002014160156,
+      "learning_rate": 3.157716054611604e-07,
+      "loss": 28.1562,
+      "step": 38596
+    },
+    {
+      "epoch": 1.8444518780464494,
+      "grad_norm": 242.19737243652344,
+      "learning_rate": 3.155786988619447e-07,
+      "loss": 27.2188,
+      "step": 38597
+    },
+    {
+      "epoch": 1.8444996654879098,
+      "grad_norm": 528.6583251953125,
+      "learning_rate": 3.153858502599161e-07,
+      "loss": 23.5625,
+      "step": 38598
+    },
+    {
+      "epoch": 1.8445474529293702,
+      "grad_norm": 1099.28369140625,
+      "learning_rate": 3.151930596562291e-07,
+      "loss": 23.2969,
+      "step": 38599
+    },
+    {
+      "epoch": 1.8445952403708306,
+      "grad_norm": 255.0629425048828,
+      "learning_rate": 3.1500032705203855e-07,
+      "loss": 34.0938,
+      "step": 38600
+    },
+    {
+      "epoch": 1.844643027812291,
+      "grad_norm": 308.9698486328125,
+      "learning_rate": 3.1480765244849887e-07,
+      "loss": 30.4688,
+      "step": 38601
+    },
+    {
+      "epoch": 1.8446908152537513,
+      "grad_norm": 800.7462158203125,
+      "learning_rate": 3.146150358467659e-07,
+      "loss": 31.2188,
+      "step": 38602
+    },
+    {
+      "epoch": 1.8447386026952117,
+      "grad_norm": 208.26473999023438,
+      "learning_rate": 3.144224772479898e-07,
+      "loss": 23.4688,
+      "step": 38603
+    },
+    {
+      "epoch": 1.8447863901366721,
+      "grad_norm": 486.661376953125,
+      "learning_rate": 3.1422997665332524e-07,
+      "loss": 23.2188,
+      "step": 38604
+    },
+    {
+      "epoch": 1.8448341775781325,
+      "grad_norm": 112.24470520019531,
+      "learning_rate": 3.1403753406392454e-07,
+      "loss": 15.7812,
+      "step": 38605
+    },
+    {
+      "epoch": 1.844881965019593,
+      "grad_norm": 537.5996704101562,
+      "learning_rate": 3.1384514948094245e-07,
+      "loss": 17.0781,
+      "step": 38606
+    },
+    {
+      "epoch": 1.8449297524610533,
+      "grad_norm": 363.815185546875,
+      "learning_rate": 3.13652822905528e-07,
+      "loss": 29.8438,
+      "step": 38607
+    },
+    {
+      "epoch": 1.8449775399025137,
+      "grad_norm": 194.9275360107422,
+      "learning_rate": 3.134605543388336e-07,
+      "loss": 15.8594,
+      "step": 38608
+    },
+    {
+      "epoch": 1.8450253273439738,
+      "grad_norm": 136.61093139648438,
+      "learning_rate": 3.132683437820139e-07,
+      "loss": 18.125,
+      "step": 38609
+    },
+    {
+      "epoch": 1.8450731147854342,
+      "grad_norm": 266.250732421875,
+      "learning_rate": 3.1307619123621567e-07,
+      "loss": 27.4688,
+      "step": 38610
+    },
+    {
+      "epoch": 1.8451209022268946,
+      "grad_norm": 564.5565185546875,
+      "learning_rate": 3.1288409670259145e-07,
+      "loss": 30.9219,
+      "step": 38611
+    },
+    {
+      "epoch": 1.845168689668355,
+      "grad_norm": 290.8619079589844,
+      "learning_rate": 3.126920601822914e-07,
+      "loss": 26.5312,
+      "step": 38612
+    },
+    {
+      "epoch": 1.8452164771098154,
+      "grad_norm": 267.33740234375,
+      "learning_rate": 3.1250008167646783e-07,
+      "loss": 38.6875,
+      "step": 38613
+    },
+    {
+      "epoch": 1.8452642645512758,
+      "grad_norm": 327.8644104003906,
+      "learning_rate": 3.123081611862666e-07,
+      "loss": 32.8438,
+      "step": 38614
+    },
+    {
+      "epoch": 1.8453120519927362,
+      "grad_norm": 220.9275360107422,
+      "learning_rate": 3.121162987128401e-07,
+      "loss": 16.3906,
+      "step": 38615
+    },
+    {
+      "epoch": 1.8453598394341966,
+      "grad_norm": 271.5690612792969,
+      "learning_rate": 3.119244942573363e-07,
+      "loss": 28.4688,
+      "step": 38616
+    },
+    {
+      "epoch": 1.845407626875657,
+      "grad_norm": 131.11302185058594,
+      "learning_rate": 3.11732747820902e-07,
+      "loss": 15.1875,
+      "step": 38617
+    },
+    {
+      "epoch": 1.8454554143171173,
+      "grad_norm": 155.56314086914062,
+      "learning_rate": 3.115410594046897e-07,
+      "loss": 20.8438,
+      "step": 38618
+    },
+    {
+      "epoch": 1.8455032017585777,
+      "grad_norm": 336.5083312988281,
+      "learning_rate": 3.113494290098429e-07,
+      "loss": 21.3125,
+      "step": 38619
+    },
+    {
+      "epoch": 1.8455509892000381,
+      "grad_norm": 319.49853515625,
+      "learning_rate": 3.1115785663751177e-07,
+      "loss": 39.8125,
+      "step": 38620
+    },
+    {
+      "epoch": 1.8455987766414985,
+      "grad_norm": 191.60137939453125,
+      "learning_rate": 3.1096634228884427e-07,
+      "loss": 22.375,
+      "step": 38621
+    },
+    {
+      "epoch": 1.845646564082959,
+      "grad_norm": 268.41912841796875,
+      "learning_rate": 3.1077488596498505e-07,
+      "loss": 20.1719,
+      "step": 38622
+    },
+    {
+      "epoch": 1.8456943515244193,
+      "grad_norm": 261.3736267089844,
+      "learning_rate": 3.10583487667081e-07,
+      "loss": 20.0625,
+      "step": 38623
+    },
+    {
+      "epoch": 1.8457421389658797,
+      "grad_norm": 307.87738037109375,
+      "learning_rate": 3.103921473962801e-07,
+      "loss": 30.25,
+      "step": 38624
+    },
+    {
+      "epoch": 1.84578992640734,
+      "grad_norm": 198.28147888183594,
+      "learning_rate": 3.102008651537269e-07,
+      "loss": 26.125,
+      "step": 38625
+    },
+    {
+      "epoch": 1.8458377138488005,
+      "grad_norm": 377.9236755371094,
+      "learning_rate": 3.100096409405673e-07,
+      "loss": 28.3438,
+      "step": 38626
+    },
+    {
+      "epoch": 1.8458855012902609,
+      "grad_norm": 210.07046508789062,
+      "learning_rate": 3.098184747579458e-07,
+      "loss": 24.8438,
+      "step": 38627
+    },
+    {
+      "epoch": 1.8459332887317212,
+      "grad_norm": 409.8099670410156,
+      "learning_rate": 3.096273666070093e-07,
+      "loss": 38.0312,
+      "step": 38628
+    },
+    {
+      "epoch": 1.8459810761731816,
+      "grad_norm": 139.85385131835938,
+      "learning_rate": 3.0943631648890024e-07,
+      "loss": 14.6094,
+      "step": 38629
+    },
+    {
+      "epoch": 1.846028863614642,
+      "grad_norm": 229.3734893798828,
+      "learning_rate": 3.092453244047622e-07,
+      "loss": 23.5312,
+      "step": 38630
+    },
+    {
+      "epoch": 1.8460766510561024,
+      "grad_norm": 370.29449462890625,
+      "learning_rate": 3.090543903557419e-07,
+      "loss": 39.2344,
+      "step": 38631
+    },
+    {
+      "epoch": 1.8461244384975628,
+      "grad_norm": 248.9446258544922,
+      "learning_rate": 3.088635143429808e-07,
+      "loss": 21.6875,
+      "step": 38632
+    },
+    {
+      "epoch": 1.8461722259390232,
+      "grad_norm": 358.81414794921875,
+      "learning_rate": 3.086726963676212e-07,
+      "loss": 34.5,
+      "step": 38633
+    },
+    {
+      "epoch": 1.8462200133804836,
+      "grad_norm": 289.917724609375,
+      "learning_rate": 3.0848193643080784e-07,
+      "loss": 21.7344,
+      "step": 38634
+    },
+    {
+      "epoch": 1.846267800821944,
+      "grad_norm": 328.2789001464844,
+      "learning_rate": 3.0829123453368194e-07,
+      "loss": 23.0156,
+      "step": 38635
+    },
+    {
+      "epoch": 1.8463155882634044,
+      "grad_norm": 212.7574920654297,
+      "learning_rate": 3.0810059067738594e-07,
+      "loss": 20.3281,
+      "step": 38636
+    },
+    {
+      "epoch": 1.8463633757048648,
+      "grad_norm": 237.0469207763672,
+      "learning_rate": 3.079100048630612e-07,
+      "loss": 27.7188,
+      "step": 38637
+    },
+    {
+      "epoch": 1.8464111631463251,
+      "grad_norm": 281.0177917480469,
+      "learning_rate": 3.0771947709184904e-07,
+      "loss": 27.0312,
+      "step": 38638
+    },
+    {
+      "epoch": 1.8464589505877855,
+      "grad_norm": 236.05943298339844,
+      "learning_rate": 3.075290073648918e-07,
+      "loss": 16.5,
+      "step": 38639
+    },
+    {
+      "epoch": 1.846506738029246,
+      "grad_norm": 371.72412109375,
+      "learning_rate": 3.0733859568332746e-07,
+      "loss": 24.4375,
+      "step": 38640
+    },
+    {
+      "epoch": 1.8465545254707063,
+      "grad_norm": 201.06362915039062,
+      "learning_rate": 3.0714824204829853e-07,
+      "loss": 21.5,
+      "step": 38641
+    },
+    {
+      "epoch": 1.8466023129121667,
+      "grad_norm": 336.84783935546875,
+      "learning_rate": 3.069579464609451e-07,
+      "loss": 29.4688,
+      "step": 38642
+    },
+    {
+      "epoch": 1.846650100353627,
+      "grad_norm": 356.085693359375,
+      "learning_rate": 3.0676770892240637e-07,
+      "loss": 23.2812,
+      "step": 38643
+    },
+    {
+      "epoch": 1.8466978877950875,
+      "grad_norm": 173.11741638183594,
+      "learning_rate": 3.065775294338202e-07,
+      "loss": 27.5781,
+      "step": 38644
+    },
+    {
+      "epoch": 1.8467456752365479,
+      "grad_norm": 237.43399047851562,
+      "learning_rate": 3.0638740799632695e-07,
+      "loss": 25.0938,
+      "step": 38645
+    },
+    {
+      "epoch": 1.8467934626780083,
+      "grad_norm": 168.04612731933594,
+      "learning_rate": 3.0619734461106664e-07,
+      "loss": 21.125,
+      "step": 38646
+    },
+    {
+      "epoch": 1.8468412501194686,
+      "grad_norm": 150.6352996826172,
+      "learning_rate": 3.06007339279174e-07,
+      "loss": 17.7969,
+      "step": 38647
+    },
+    {
+      "epoch": 1.846889037560929,
+      "grad_norm": 982.2991333007812,
+      "learning_rate": 3.058173920017882e-07,
+      "loss": 24.0312,
+      "step": 38648
+    },
+    {
+      "epoch": 1.8469368250023894,
+      "grad_norm": 171.4092254638672,
+      "learning_rate": 3.0562750278004927e-07,
+      "loss": 18.3984,
+      "step": 38649
+    },
+    {
+      "epoch": 1.8469846124438498,
+      "grad_norm": 814.7520141601562,
+      "learning_rate": 3.0543767161509085e-07,
+      "loss": 33.4844,
+      "step": 38650
+    },
+    {
+      "epoch": 1.8470323998853102,
+      "grad_norm": 226.51805114746094,
+      "learning_rate": 3.052478985080531e-07,
+      "loss": 33.0312,
+      "step": 38651
+    },
+    {
+      "epoch": 1.8470801873267706,
+      "grad_norm": 268.5577392578125,
+      "learning_rate": 3.0505818346006963e-07,
+      "loss": 26.4688,
+      "step": 38652
+    },
+    {
+      "epoch": 1.847127974768231,
+      "grad_norm": 290.590576171875,
+      "learning_rate": 3.0486852647227725e-07,
+      "loss": 25.0625,
+      "step": 38653
+    },
+    {
+      "epoch": 1.8471757622096914,
+      "grad_norm": 242.28953552246094,
+      "learning_rate": 3.0467892754581286e-07,
+      "loss": 32.4844,
+      "step": 38654
+    },
+    {
+      "epoch": 1.8472235496511518,
+      "grad_norm": 162.5586700439453,
+      "learning_rate": 3.0448938668181106e-07,
+      "loss": 19.1875,
+      "step": 38655
+    },
+    {
+      "epoch": 1.8472713370926122,
+      "grad_norm": 254.36154174804688,
+      "learning_rate": 3.042999038814076e-07,
+      "loss": 19.7344,
+      "step": 38656
+    },
+    {
+      "epoch": 1.8473191245340725,
+      "grad_norm": 201.68617248535156,
+      "learning_rate": 3.0411047914573724e-07,
+      "loss": 25.3125,
+      "step": 38657
+    },
+    {
+      "epoch": 1.847366911975533,
+      "grad_norm": 163.88206481933594,
+      "learning_rate": 3.0392111247593224e-07,
+      "loss": 17.6406,
+      "step": 38658
+    },
+    {
+      "epoch": 1.8474146994169933,
+      "grad_norm": 147.36703491210938,
+      "learning_rate": 3.037318038731296e-07,
+      "loss": 29.1094,
+      "step": 38659
+    },
+    {
+      "epoch": 1.8474624868584537,
+      "grad_norm": 230.3900909423828,
+      "learning_rate": 3.0354255333846174e-07,
+      "loss": 26.9375,
+      "step": 38660
+    },
+    {
+      "epoch": 1.847510274299914,
+      "grad_norm": 228.11581420898438,
+      "learning_rate": 3.033533608730632e-07,
+      "loss": 20.3906,
+      "step": 38661
+    },
+    {
+      "epoch": 1.8475580617413745,
+      "grad_norm": 205.00038146972656,
+      "learning_rate": 3.0316422647806434e-07,
+      "loss": 28.1562,
+      "step": 38662
+    },
+    {
+      "epoch": 1.8476058491828349,
+      "grad_norm": 167.78807067871094,
+      "learning_rate": 3.0297515015459967e-07,
+      "loss": 20.3906,
+      "step": 38663
+    },
+    {
+      "epoch": 1.8476536366242953,
+      "grad_norm": 140.19549560546875,
+      "learning_rate": 3.027861319038006e-07,
+      "loss": 18.2188,
+      "step": 38664
+    },
+    {
+      "epoch": 1.8477014240657557,
+      "grad_norm": 241.08871459960938,
+      "learning_rate": 3.025971717268017e-07,
+      "loss": 29.5156,
+      "step": 38665
+    },
+    {
+      "epoch": 1.847749211507216,
+      "grad_norm": 296.13226318359375,
+      "learning_rate": 3.0240826962473104e-07,
+      "loss": 25.1562,
+      "step": 38666
+    },
+    {
+      "epoch": 1.8477969989486764,
+      "grad_norm": 151.1622314453125,
+      "learning_rate": 3.0221942559872206e-07,
+      "loss": 16.9531,
+      "step": 38667
+    },
+    {
+      "epoch": 1.8478447863901368,
+      "grad_norm": 263.5922546386719,
+      "learning_rate": 3.020306396499062e-07,
+      "loss": 22.8125,
+      "step": 38668
+    },
+    {
+      "epoch": 1.8478925738315972,
+      "grad_norm": 190.0576171875,
+      "learning_rate": 3.0184191177941135e-07,
+      "loss": 18.8906,
+      "step": 38669
+    },
+    {
+      "epoch": 1.8479403612730574,
+      "grad_norm": 183.13723754882812,
+      "learning_rate": 3.0165324198837e-07,
+      "loss": 16.5938,
+      "step": 38670
+    },
+    {
+      "epoch": 1.8479881487145178,
+      "grad_norm": 238.4971923828125,
+      "learning_rate": 3.0146463027791115e-07,
+      "loss": 21.9375,
+      "step": 38671
+    },
+    {
+      "epoch": 1.8480359361559782,
+      "grad_norm": 273.0990295410156,
+      "learning_rate": 3.012760766491662e-07,
+      "loss": 29.0156,
+      "step": 38672
+    },
+    {
+      "epoch": 1.8480837235974386,
+      "grad_norm": 242.5310821533203,
+      "learning_rate": 3.0108758110326096e-07,
+      "loss": 21.2188,
+      "step": 38673
+    },
+    {
+      "epoch": 1.848131511038899,
+      "grad_norm": 217.6337127685547,
+      "learning_rate": 3.0089914364132667e-07,
+      "loss": 22.5,
+      "step": 38674
+    },
+    {
+      "epoch": 1.8481792984803593,
+      "grad_norm": 260.6697082519531,
+      "learning_rate": 3.007107642644902e-07,
+      "loss": 20.625,
+      "step": 38675
+    },
+    {
+      "epoch": 1.8482270859218197,
+      "grad_norm": 670.8902587890625,
+      "learning_rate": 3.0052244297388287e-07,
+      "loss": 15.9375,
+      "step": 38676
+    },
+    {
+      "epoch": 1.8482748733632801,
+      "grad_norm": 190.80337524414062,
+      "learning_rate": 3.003341797706294e-07,
+      "loss": 23.7344,
+      "step": 38677
+    },
+    {
+      "epoch": 1.8483226608047405,
+      "grad_norm": 300.99468994140625,
+      "learning_rate": 3.001459746558577e-07,
+      "loss": 31.4688,
+      "step": 38678
+    },
+    {
+      "epoch": 1.848370448246201,
+      "grad_norm": 1183.9461669921875,
+      "learning_rate": 2.999578276306947e-07,
+      "loss": 32.25,
+      "step": 38679
+    },
+    {
+      "epoch": 1.8484182356876613,
+      "grad_norm": 185.8653106689453,
+      "learning_rate": 2.9976973869627055e-07,
+      "loss": 17.2031,
+      "step": 38680
+    },
+    {
+      "epoch": 1.8484660231291217,
+      "grad_norm": 804.0673828125,
+      "learning_rate": 2.9958170785370665e-07,
+      "loss": 28.625,
+      "step": 38681
+    },
+    {
+      "epoch": 1.848513810570582,
+      "grad_norm": 322.0933837890625,
+      "learning_rate": 2.9939373510413315e-07,
+      "loss": 28.4375,
+      "step": 38682
+    },
+    {
+      "epoch": 1.8485615980120425,
+      "grad_norm": 160.62051391601562,
+      "learning_rate": 2.992058204486725e-07,
+      "loss": 19.7188,
+      "step": 38683
+    },
+    {
+      "epoch": 1.8486093854535028,
+      "grad_norm": 209.6769256591797,
+      "learning_rate": 2.990179638884516e-07,
+      "loss": 24.3125,
+      "step": 38684
+    },
+    {
+      "epoch": 1.8486571728949632,
+      "grad_norm": 217.23265075683594,
+      "learning_rate": 2.988301654245962e-07,
+      "loss": 22.5938,
+      "step": 38685
+    },
+    {
+      "epoch": 1.8487049603364236,
+      "grad_norm": 186.99945068359375,
+      "learning_rate": 2.9864242505822874e-07,
+      "loss": 21.125,
+      "step": 38686
+    },
+    {
+      "epoch": 1.848752747777884,
+      "grad_norm": 205.61788940429688,
+      "learning_rate": 2.9845474279047716e-07,
+      "loss": 20.3438,
+      "step": 38687
+    },
+    {
+      "epoch": 1.8488005352193444,
+      "grad_norm": 241.46755981445312,
+      "learning_rate": 2.982671186224617e-07,
+      "loss": 30.4531,
+      "step": 38688
+    },
+    {
+      "epoch": 1.8488483226608048,
+      "grad_norm": 314.2997131347656,
+      "learning_rate": 2.9807955255530707e-07,
+      "loss": 26.3594,
+      "step": 38689
+    },
+    {
+      "epoch": 1.8488961101022652,
+      "grad_norm": 236.97409057617188,
+      "learning_rate": 2.978920445901379e-07,
+      "loss": 34.6562,
+      "step": 38690
+    },
+    {
+      "epoch": 1.8489438975437253,
+      "grad_norm": 817.2442626953125,
+      "learning_rate": 2.9770459472807655e-07,
+      "loss": 22.7812,
+      "step": 38691
+    },
+    {
+      "epoch": 1.8489916849851857,
+      "grad_norm": 307.23095703125,
+      "learning_rate": 2.975172029702444e-07,
+      "loss": 24.2031,
+      "step": 38692
+    },
+    {
+      "epoch": 1.8490394724266461,
+      "grad_norm": 255.46786499023438,
+      "learning_rate": 2.9732986931776396e-07,
+      "loss": 22.2344,
+      "step": 38693
+    },
+    {
+      "epoch": 1.8490872598681065,
+      "grad_norm": 180.11865234375,
+      "learning_rate": 2.971425937717598e-07,
+      "loss": 23.625,
+      "step": 38694
+    },
+    {
+      "epoch": 1.849135047309567,
+      "grad_norm": 448.12347412109375,
+      "learning_rate": 2.969553763333499e-07,
+      "loss": 18.9219,
+      "step": 38695
+    },
+    {
+      "epoch": 1.8491828347510273,
+      "grad_norm": 276.6285400390625,
+      "learning_rate": 2.967682170036579e-07,
+      "loss": 29.4375,
+      "step": 38696
+    },
+    {
+      "epoch": 1.8492306221924877,
+      "grad_norm": 251.1442413330078,
+      "learning_rate": 2.965811157838028e-07,
+      "loss": 35.0,
+      "step": 38697
+    },
+    {
+      "epoch": 1.849278409633948,
+      "grad_norm": 155.1624298095703,
+      "learning_rate": 2.9639407267490703e-07,
+      "loss": 20.125,
+      "step": 38698
+    },
+    {
+      "epoch": 1.8493261970754085,
+      "grad_norm": 262.4129638671875,
+      "learning_rate": 2.962070876780887e-07,
+      "loss": 32.8594,
+      "step": 38699
+    },
+    {
+      "epoch": 1.8493739845168689,
+      "grad_norm": 387.2472839355469,
+      "learning_rate": 2.9602016079446796e-07,
+      "loss": 26.7812,
+      "step": 38700
+    },
+    {
+      "epoch": 1.8494217719583292,
+      "grad_norm": 172.1421356201172,
+      "learning_rate": 2.958332920251661e-07,
+      "loss": 22.7188,
+      "step": 38701
+    },
+    {
+      "epoch": 1.8494695593997896,
+      "grad_norm": 292.40185546875,
+      "learning_rate": 2.9564648137130115e-07,
+      "loss": 23.4844,
+      "step": 38702
+    },
+    {
+      "epoch": 1.84951734684125,
+      "grad_norm": 305.14306640625,
+      "learning_rate": 2.954597288339911e-07,
+      "loss": 24.4922,
+      "step": 38703
+    },
+    {
+      "epoch": 1.8495651342827104,
+      "grad_norm": 259.1411437988281,
+      "learning_rate": 2.952730344143551e-07,
+      "loss": 22.5625,
+      "step": 38704
+    },
+    {
+      "epoch": 1.8496129217241708,
+      "grad_norm": 290.0350646972656,
+      "learning_rate": 2.9508639811351214e-07,
+      "loss": 20.7344,
+      "step": 38705
+    },
+    {
+      "epoch": 1.8496607091656312,
+      "grad_norm": 212.93939208984375,
+      "learning_rate": 2.94899819932577e-07,
+      "loss": 23.6562,
+      "step": 38706
+    },
+    {
+      "epoch": 1.8497084966070916,
+      "grad_norm": 340.57659912109375,
+      "learning_rate": 2.9471329987266985e-07,
+      "loss": 28.9219,
+      "step": 38707
+    },
+    {
+      "epoch": 1.849756284048552,
+      "grad_norm": 204.91111755371094,
+      "learning_rate": 2.945268379349064e-07,
+      "loss": 19.5312,
+      "step": 38708
+    },
+    {
+      "epoch": 1.8498040714900124,
+      "grad_norm": 126.14958953857422,
+      "learning_rate": 2.943404341204048e-07,
+      "loss": 17.2812,
+      "step": 38709
+    },
+    {
+      "epoch": 1.8498518589314727,
+      "grad_norm": 210.9432830810547,
+      "learning_rate": 2.941540884302796e-07,
+      "loss": 29.4688,
+      "step": 38710
+    },
+    {
+      "epoch": 1.8498996463729331,
+      "grad_norm": 302.5017395019531,
+      "learning_rate": 2.939678008656466e-07,
+      "loss": 19.8594,
+      "step": 38711
+    },
+    {
+      "epoch": 1.8499474338143935,
+      "grad_norm": 205.55360412597656,
+      "learning_rate": 2.9378157142762263e-07,
+      "loss": 19.625,
+      "step": 38712
+    },
+    {
+      "epoch": 1.849995221255854,
+      "grad_norm": 266.1561279296875,
+      "learning_rate": 2.935954001173247e-07,
+      "loss": 23.7344,
+      "step": 38713
+    },
+    {
+      "epoch": 1.8500430086973143,
+      "grad_norm": 369.2425842285156,
+      "learning_rate": 2.934092869358629e-07,
+      "loss": 24.1094,
+      "step": 38714
+    },
+    {
+      "epoch": 1.8500907961387747,
+      "grad_norm": 315.90435791015625,
+      "learning_rate": 2.9322323188435644e-07,
+      "loss": 31.4688,
+      "step": 38715
+    },
+    {
+      "epoch": 1.850138583580235,
+      "grad_norm": 228.16226196289062,
+      "learning_rate": 2.9303723496391657e-07,
+      "loss": 25.5625,
+      "step": 38716
+    },
+    {
+      "epoch": 1.8501863710216955,
+      "grad_norm": 200.4043426513672,
+      "learning_rate": 2.928512961756591e-07,
+      "loss": 21.5312,
+      "step": 38717
+    },
+    {
+      "epoch": 1.8502341584631559,
+      "grad_norm": 202.65237426757812,
+      "learning_rate": 2.926654155206965e-07,
+      "loss": 30.9062,
+      "step": 38718
+    },
+    {
+      "epoch": 1.8502819459046163,
+      "grad_norm": 193.43231201171875,
+      "learning_rate": 2.924795930001412e-07,
+      "loss": 22.75,
+      "step": 38719
+    },
+    {
+      "epoch": 1.8503297333460766,
+      "grad_norm": 297.51934814453125,
+      "learning_rate": 2.922938286151078e-07,
+      "loss": 29.2188,
+      "step": 38720
+    },
+    {
+      "epoch": 1.850377520787537,
+      "grad_norm": 260.00811767578125,
+      "learning_rate": 2.921081223667077e-07,
+      "loss": 35.75,
+      "step": 38721
+    },
+    {
+      "epoch": 1.8504253082289974,
+      "grad_norm": 254.34768676757812,
+      "learning_rate": 2.9192247425605336e-07,
+      "loss": 25.375,
+      "step": 38722
+    },
+    {
+      "epoch": 1.8504730956704578,
+      "grad_norm": 183.42196655273438,
+      "learning_rate": 2.9173688428425607e-07,
+      "loss": 21.9375,
+      "step": 38723
+    },
+    {
+      "epoch": 1.8505208831119182,
+      "grad_norm": 285.20416259765625,
+      "learning_rate": 2.915513524524294e-07,
+      "loss": 25.375,
+      "step": 38724
+    },
+    {
+      "epoch": 1.8505686705533786,
+      "grad_norm": 205.840087890625,
+      "learning_rate": 2.913658787616813e-07,
+      "loss": 24.2812,
+      "step": 38725
+    },
+    {
+      "epoch": 1.850616457994839,
+      "grad_norm": 352.3529052734375,
+      "learning_rate": 2.911804632131243e-07,
+      "loss": 22.9062,
+      "step": 38726
+    },
+    {
+      "epoch": 1.8506642454362994,
+      "grad_norm": 343.0964050292969,
+      "learning_rate": 2.909951058078686e-07,
+      "loss": 27.8594,
+      "step": 38727
+    },
+    {
+      "epoch": 1.8507120328777598,
+      "grad_norm": 462.689697265625,
+      "learning_rate": 2.908098065470244e-07,
+      "loss": 24.75,
+      "step": 38728
+    },
+    {
+      "epoch": 1.8507598203192202,
+      "grad_norm": 171.48733520507812,
+      "learning_rate": 2.906245654317008e-07,
+      "loss": 22.8594,
+      "step": 38729
+    },
+    {
+      "epoch": 1.8508076077606805,
+      "grad_norm": 480.8787841796875,
+      "learning_rate": 2.90439382463007e-07,
+      "loss": 24.625,
+      "step": 38730
+    },
+    {
+      "epoch": 1.850855395202141,
+      "grad_norm": 182.18017578125,
+      "learning_rate": 2.902542576420542e-07,
+      "loss": 23.9375,
+      "step": 38731
+    },
+    {
+      "epoch": 1.8509031826436013,
+      "grad_norm": 216.74476623535156,
+      "learning_rate": 2.9006919096994826e-07,
+      "loss": 34.3438,
+      "step": 38732
+    },
+    {
+      "epoch": 1.8509509700850617,
+      "grad_norm": 271.6569519042969,
+      "learning_rate": 2.8988418244779824e-07,
+      "loss": 28.1562,
+      "step": 38733
+    },
+    {
+      "epoch": 1.850998757526522,
+      "grad_norm": 192.6283721923828,
+      "learning_rate": 2.8969923207671337e-07,
+      "loss": 25.375,
+      "step": 38734
+    },
+    {
+      "epoch": 1.8510465449679825,
+      "grad_norm": 292.56866455078125,
+      "learning_rate": 2.895143398578004e-07,
+      "loss": 24.0312,
+      "step": 38735
+    },
+    {
+      "epoch": 1.8510943324094429,
+      "grad_norm": 283.0966491699219,
+      "learning_rate": 2.8932950579216635e-07,
+      "loss": 29.5,
+      "step": 38736
+    },
+    {
+      "epoch": 1.8511421198509033,
+      "grad_norm": 161.99673461914062,
+      "learning_rate": 2.8914472988091803e-07,
+      "loss": 30.5312,
+      "step": 38737
+    },
+    {
+      "epoch": 1.8511899072923637,
+      "grad_norm": 162.14166259765625,
+      "learning_rate": 2.8896001212516236e-07,
+      "loss": 14.6562,
+      "step": 38738
+    },
+    {
+      "epoch": 1.851237694733824,
+      "grad_norm": 207.09983825683594,
+      "learning_rate": 2.887753525260062e-07,
+      "loss": 30.6562,
+      "step": 38739
+    },
+    {
+      "epoch": 1.8512854821752844,
+      "grad_norm": 165.1857452392578,
+      "learning_rate": 2.8859075108455426e-07,
+      "loss": 23.7031,
+      "step": 38740
+    },
+    {
+      "epoch": 1.8513332696167448,
+      "grad_norm": 162.84555053710938,
+      "learning_rate": 2.8840620780191233e-07,
+      "loss": 18.75,
+      "step": 38741
+    },
+    {
+      "epoch": 1.8513810570582052,
+      "grad_norm": 531.7514038085938,
+      "learning_rate": 2.8822172267918614e-07,
+      "loss": 27.7969,
+      "step": 38742
+    },
+    {
+      "epoch": 1.8514288444996656,
+      "grad_norm": 177.08580017089844,
+      "learning_rate": 2.880372957174804e-07,
+      "loss": 19.1719,
+      "step": 38743
+    },
+    {
+      "epoch": 1.851476631941126,
+      "grad_norm": 324.8565673828125,
+      "learning_rate": 2.878529269178987e-07,
+      "loss": 24.5938,
+      "step": 38744
+    },
+    {
+      "epoch": 1.8515244193825864,
+      "grad_norm": 623.6212158203125,
+      "learning_rate": 2.8766861628154675e-07,
+      "loss": 21.5312,
+      "step": 38745
+    },
+    {
+      "epoch": 1.8515722068240468,
+      "grad_norm": 264.7859191894531,
+      "learning_rate": 2.8748436380952704e-07,
+      "loss": 24.0469,
+      "step": 38746
+    },
+    {
+      "epoch": 1.8516199942655072,
+      "grad_norm": 273.0747375488281,
+      "learning_rate": 2.8730016950294314e-07,
+      "loss": 19.7188,
+      "step": 38747
+    },
+    {
+      "epoch": 1.8516677817069676,
+      "grad_norm": 206.25250244140625,
+      "learning_rate": 2.8711603336289973e-07,
+      "loss": 23.0,
+      "step": 38748
+    },
+    {
+      "epoch": 1.851715569148428,
+      "grad_norm": 287.6029052734375,
+      "learning_rate": 2.86931955390497e-07,
+      "loss": 28.375,
+      "step": 38749
+    },
+    {
+      "epoch": 1.8517633565898883,
+      "grad_norm": 262.6021423339844,
+      "learning_rate": 2.8674793558683853e-07,
+      "loss": 28.1094,
+      "step": 38750
+    },
+    {
+      "epoch": 1.8518111440313487,
+      "grad_norm": 310.346923828125,
+      "learning_rate": 2.8656397395302684e-07,
+      "loss": 26.3125,
+      "step": 38751
+    },
+    {
+      "epoch": 1.8518589314728091,
+      "grad_norm": 344.7469482421875,
+      "learning_rate": 2.8638007049016313e-07,
+      "loss": 26.5312,
+      "step": 38752
+    },
+    {
+      "epoch": 1.8519067189142693,
+      "grad_norm": 334.6182556152344,
+      "learning_rate": 2.8619622519934886e-07,
+      "loss": 33.0625,
+      "step": 38753
+    },
+    {
+      "epoch": 1.8519545063557297,
+      "grad_norm": 231.44615173339844,
+      "learning_rate": 2.860124380816853e-07,
+      "loss": 25.9531,
+      "step": 38754
+    },
+    {
+      "epoch": 1.85200229379719,
+      "grad_norm": 214.89700317382812,
+      "learning_rate": 2.8582870913827166e-07,
+      "loss": 24.8125,
+      "step": 38755
+    },
+    {
+      "epoch": 1.8520500812386504,
+      "grad_norm": 188.44677734375,
+      "learning_rate": 2.8564503837020916e-07,
+      "loss": 26.1875,
+      "step": 38756
+    },
+    {
+      "epoch": 1.8520978686801108,
+      "grad_norm": 194.46823120117188,
+      "learning_rate": 2.8546142577859925e-07,
+      "loss": 30.25,
+      "step": 38757
+    },
+    {
+      "epoch": 1.8521456561215712,
+      "grad_norm": 356.0511779785156,
+      "learning_rate": 2.852778713645399e-07,
+      "loss": 19.2656,
+      "step": 38758
+    },
+    {
+      "epoch": 1.8521934435630316,
+      "grad_norm": 244.06468200683594,
+      "learning_rate": 2.850943751291302e-07,
+      "loss": 44.5938,
+      "step": 38759
+    },
+    {
+      "epoch": 1.852241231004492,
+      "grad_norm": 273.07305908203125,
+      "learning_rate": 2.849109370734693e-07,
+      "loss": 33.0312,
+      "step": 38760
+    },
+    {
+      "epoch": 1.8522890184459524,
+      "grad_norm": 1275.75732421875,
+      "learning_rate": 2.847275571986574e-07,
+      "loss": 18.875,
+      "step": 38761
+    },
+    {
+      "epoch": 1.8523368058874128,
+      "grad_norm": 312.07659912109375,
+      "learning_rate": 2.8454423550579036e-07,
+      "loss": 22.4062,
+      "step": 38762
+    },
+    {
+      "epoch": 1.8523845933288732,
+      "grad_norm": 302.2747497558594,
+      "learning_rate": 2.8436097199596613e-07,
+      "loss": 23.375,
+      "step": 38763
+    },
+    {
+      "epoch": 1.8524323807703336,
+      "grad_norm": 175.9529266357422,
+      "learning_rate": 2.8417776667028384e-07,
+      "loss": 20.0781,
+      "step": 38764
+    },
+    {
+      "epoch": 1.852480168211794,
+      "grad_norm": 345.34271240234375,
+      "learning_rate": 2.839946195298404e-07,
+      "loss": 19.6094,
+      "step": 38765
+    },
+    {
+      "epoch": 1.8525279556532543,
+      "grad_norm": 196.2874298095703,
+      "learning_rate": 2.838115305757316e-07,
+      "loss": 15.2188,
+      "step": 38766
+    },
+    {
+      "epoch": 1.8525757430947147,
+      "grad_norm": 332.1759948730469,
+      "learning_rate": 2.836284998090544e-07,
+      "loss": 24.6562,
+      "step": 38767
+    },
+    {
+      "epoch": 1.8526235305361751,
+      "grad_norm": 193.4097137451172,
+      "learning_rate": 2.8344552723090556e-07,
+      "loss": 17.1562,
+      "step": 38768
+    },
+    {
+      "epoch": 1.8526713179776355,
+      "grad_norm": 238.47305297851562,
+      "learning_rate": 2.832626128423788e-07,
+      "loss": 17.3438,
+      "step": 38769
+    },
+    {
+      "epoch": 1.852719105419096,
+      "grad_norm": 240.35916137695312,
+      "learning_rate": 2.83079756644572e-07,
+      "loss": 24.1875,
+      "step": 38770
+    },
+    {
+      "epoch": 1.8527668928605563,
+      "grad_norm": 762.9140014648438,
+      "learning_rate": 2.828969586385788e-07,
+      "loss": 24.25,
+      "step": 38771
+    },
+    {
+      "epoch": 1.8528146803020167,
+      "grad_norm": 295.232177734375,
+      "learning_rate": 2.82714218825495e-07,
+      "loss": 29.25,
+      "step": 38772
+    },
+    {
+      "epoch": 1.8528624677434768,
+      "grad_norm": 257.99462890625,
+      "learning_rate": 2.8253153720641303e-07,
+      "loss": 17.5312,
+      "step": 38773
+    },
+    {
+      "epoch": 1.8529102551849372,
+      "grad_norm": 193.3451385498047,
+      "learning_rate": 2.823489137824287e-07,
+      "loss": 19.5781,
+      "step": 38774
+    },
+    {
+      "epoch": 1.8529580426263976,
+      "grad_norm": 262.78582763671875,
+      "learning_rate": 2.8216634855463556e-07,
+      "loss": 31.9219,
+      "step": 38775
+    },
+    {
+      "epoch": 1.853005830067858,
+      "grad_norm": 739.003662109375,
+      "learning_rate": 2.8198384152412715e-07,
+      "loss": 33.3125,
+      "step": 38776
+    },
+    {
+      "epoch": 1.8530536175093184,
+      "grad_norm": 239.2622833251953,
+      "learning_rate": 2.818013926919949e-07,
+      "loss": 21.2344,
+      "step": 38777
+    },
+    {
+      "epoch": 1.8531014049507788,
+      "grad_norm": 215.9437255859375,
+      "learning_rate": 2.8161900205933236e-07,
+      "loss": 21.9062,
+      "step": 38778
+    },
+    {
+      "epoch": 1.8531491923922392,
+      "grad_norm": 326.51617431640625,
+      "learning_rate": 2.8143666962723303e-07,
+      "loss": 23.8906,
+      "step": 38779
+    },
+    {
+      "epoch": 1.8531969798336996,
+      "grad_norm": 229.56568908691406,
+      "learning_rate": 2.8125439539678614e-07,
+      "loss": 25.9062,
+      "step": 38780
+    },
+    {
+      "epoch": 1.85324476727516,
+      "grad_norm": 194.72482299804688,
+      "learning_rate": 2.8107217936908627e-07,
+      "loss": 27.625,
+      "step": 38781
+    },
+    {
+      "epoch": 1.8532925547166204,
+      "grad_norm": 191.48272705078125,
+      "learning_rate": 2.808900215452226e-07,
+      "loss": 18.7031,
+      "step": 38782
+    },
+    {
+      "epoch": 1.8533403421580807,
+      "grad_norm": 284.60723876953125,
+      "learning_rate": 2.807079219262854e-07,
+      "loss": 35.625,
+      "step": 38783
+    },
+    {
+      "epoch": 1.8533881295995411,
+      "grad_norm": 182.42564392089844,
+      "learning_rate": 2.8052588051336816e-07,
+      "loss": 31.3125,
+      "step": 38784
+    },
+    {
+      "epoch": 1.8534359170410015,
+      "grad_norm": 432.9700927734375,
+      "learning_rate": 2.8034389730755897e-07,
+      "loss": 27.5312,
+      "step": 38785
+    },
+    {
+      "epoch": 1.853483704482462,
+      "grad_norm": 378.6981506347656,
+      "learning_rate": 2.8016197230994693e-07,
+      "loss": 24.4375,
+      "step": 38786
+    },
+    {
+      "epoch": 1.8535314919239223,
+      "grad_norm": 425.67010498046875,
+      "learning_rate": 2.7998010552162444e-07,
+      "loss": 27.5625,
+      "step": 38787
+    },
+    {
+      "epoch": 1.8535792793653827,
+      "grad_norm": 308.5780029296875,
+      "learning_rate": 2.7979829694367746e-07,
+      "loss": 22.3125,
+      "step": 38788
+    },
+    {
+      "epoch": 1.853627066806843,
+      "grad_norm": 252.40283203125,
+      "learning_rate": 2.7961654657719607e-07,
+      "loss": 24.7031,
+      "step": 38789
+    },
+    {
+      "epoch": 1.8536748542483035,
+      "grad_norm": 280.9086608886719,
+      "learning_rate": 2.7943485442327056e-07,
+      "loss": 28.625,
+      "step": 38790
+    },
+    {
+      "epoch": 1.8537226416897639,
+      "grad_norm": 201.3047332763672,
+      "learning_rate": 2.7925322048298565e-07,
+      "loss": 15.1406,
+      "step": 38791
+    },
+    {
+      "epoch": 1.8537704291312243,
+      "grad_norm": 141.17172241210938,
+      "learning_rate": 2.790716447574304e-07,
+      "loss": 19.0625,
+      "step": 38792
+    },
+    {
+      "epoch": 1.8538182165726846,
+      "grad_norm": 268.6847839355469,
+      "learning_rate": 2.7889012724769294e-07,
+      "loss": 29.625,
+      "step": 38793
+    },
+    {
+      "epoch": 1.853866004014145,
+      "grad_norm": 270.1170959472656,
+      "learning_rate": 2.7870866795486116e-07,
+      "loss": 27.0625,
+      "step": 38794
+    },
+    {
+      "epoch": 1.8539137914556054,
+      "grad_norm": 493.5386962890625,
+      "learning_rate": 2.7852726688001983e-07,
+      "loss": 21.5,
+      "step": 38795
+    },
+    {
+      "epoch": 1.8539615788970658,
+      "grad_norm": 148.84649658203125,
+      "learning_rate": 2.783459240242559e-07,
+      "loss": 17.0,
+      "step": 38796
+    },
+    {
+      "epoch": 1.8540093663385262,
+      "grad_norm": 185.16688537597656,
+      "learning_rate": 2.78164639388655e-07,
+      "loss": 26.6406,
+      "step": 38797
+    },
+    {
+      "epoch": 1.8540571537799866,
+      "grad_norm": 260.5395812988281,
+      "learning_rate": 2.779834129743042e-07,
+      "loss": 31.6562,
+      "step": 38798
+    },
+    {
+      "epoch": 1.854104941221447,
+      "grad_norm": 255.1968536376953,
+      "learning_rate": 2.77802244782287e-07,
+      "loss": 27.5,
+      "step": 38799
+    },
+    {
+      "epoch": 1.8541527286629074,
+      "grad_norm": 540.8186645507812,
+      "learning_rate": 2.7762113481369035e-07,
+      "loss": 38.3125,
+      "step": 38800
+    },
+    {
+      "epoch": 1.8542005161043678,
+      "grad_norm": 156.28846740722656,
+      "learning_rate": 2.774400830695967e-07,
+      "loss": 25.5781,
+      "step": 38801
+    },
+    {
+      "epoch": 1.8542483035458281,
+      "grad_norm": 299.2787170410156,
+      "learning_rate": 2.7725908955109294e-07,
+      "loss": 24.7031,
+      "step": 38802
+    },
+    {
+      "epoch": 1.8542960909872885,
+      "grad_norm": 245.74392700195312,
+      "learning_rate": 2.7707815425926044e-07,
+      "loss": 27.75,
+      "step": 38803
+    },
+    {
+      "epoch": 1.854343878428749,
+      "grad_norm": 315.2342224121094,
+      "learning_rate": 2.768972771951839e-07,
+      "loss": 33.0625,
+      "step": 38804
+    },
+    {
+      "epoch": 1.8543916658702093,
+      "grad_norm": 302.1759033203125,
+      "learning_rate": 2.767164583599469e-07,
+      "loss": 18.6562,
+      "step": 38805
+    },
+    {
+      "epoch": 1.8544394533116697,
+      "grad_norm": 366.7415771484375,
+      "learning_rate": 2.7653569775463073e-07,
+      "loss": 25.2656,
+      "step": 38806
+    },
+    {
+      "epoch": 1.85448724075313,
+      "grad_norm": 374.47259521484375,
+      "learning_rate": 2.763549953803191e-07,
+      "loss": 17.3125,
+      "step": 38807
+    },
+    {
+      "epoch": 1.8545350281945905,
+      "grad_norm": 170.6240997314453,
+      "learning_rate": 2.761743512380943e-07,
+      "loss": 16.875,
+      "step": 38808
+    },
+    {
+      "epoch": 1.8545828156360509,
+      "grad_norm": 287.80535888671875,
+      "learning_rate": 2.759937653290401e-07,
+      "loss": 19.3438,
+      "step": 38809
+    },
+    {
+      "epoch": 1.8546306030775113,
+      "grad_norm": 548.9166870117188,
+      "learning_rate": 2.758132376542333e-07,
+      "loss": 17.2812,
+      "step": 38810
+    },
+    {
+      "epoch": 1.8546783905189717,
+      "grad_norm": 286.2700500488281,
+      "learning_rate": 2.756327682147586e-07,
+      "loss": 23.1562,
+      "step": 38811
+    },
+    {
+      "epoch": 1.854726177960432,
+      "grad_norm": 124.880126953125,
+      "learning_rate": 2.754523570116963e-07,
+      "loss": 18.7188,
+      "step": 38812
+    },
+    {
+      "epoch": 1.8547739654018924,
+      "grad_norm": 133.6068878173828,
+      "learning_rate": 2.752720040461243e-07,
+      "loss": 19.5156,
+      "step": 38813
+    },
+    {
+      "epoch": 1.8548217528433528,
+      "grad_norm": 413.574462890625,
+      "learning_rate": 2.750917093191274e-07,
+      "loss": 40.3438,
+      "step": 38814
+    },
+    {
+      "epoch": 1.8548695402848132,
+      "grad_norm": 145.60174560546875,
+      "learning_rate": 2.7491147283178033e-07,
+      "loss": 15.4375,
+      "step": 38815
+    },
+    {
+      "epoch": 1.8549173277262736,
+      "grad_norm": 148.05343627929688,
+      "learning_rate": 2.7473129458516547e-07,
+      "loss": 20.0469,
+      "step": 38816
+    },
+    {
+      "epoch": 1.854965115167734,
+      "grad_norm": 212.46678161621094,
+      "learning_rate": 2.7455117458036194e-07,
+      "loss": 17.9531,
+      "step": 38817
+    },
+    {
+      "epoch": 1.8550129026091944,
+      "grad_norm": 204.9412078857422,
+      "learning_rate": 2.7437111281844564e-07,
+      "loss": 25.2344,
+      "step": 38818
+    },
+    {
+      "epoch": 1.8550606900506548,
+      "grad_norm": 148.81005859375,
+      "learning_rate": 2.7419110930049785e-07,
+      "loss": 16.1719,
+      "step": 38819
+    },
+    {
+      "epoch": 1.8551084774921152,
+      "grad_norm": 264.78729248046875,
+      "learning_rate": 2.7401116402759664e-07,
+      "loss": 27.1562,
+      "step": 38820
+    },
+    {
+      "epoch": 1.8551562649335755,
+      "grad_norm": 294.41522216796875,
+      "learning_rate": 2.738312770008178e-07,
+      "loss": 29.9688,
+      "step": 38821
+    },
+    {
+      "epoch": 1.855204052375036,
+      "grad_norm": 302.0097351074219,
+      "learning_rate": 2.7365144822123937e-07,
+      "loss": 32.5312,
+      "step": 38822
+    },
+    {
+      "epoch": 1.8552518398164963,
+      "grad_norm": 284.9985046386719,
+      "learning_rate": 2.734716776899371e-07,
+      "loss": 22.0469,
+      "step": 38823
+    },
+    {
+      "epoch": 1.8552996272579567,
+      "grad_norm": 213.35299682617188,
+      "learning_rate": 2.732919654079913e-07,
+      "loss": 31.2812,
+      "step": 38824
+    },
+    {
+      "epoch": 1.855347414699417,
+      "grad_norm": 261.6069030761719,
+      "learning_rate": 2.7311231137647444e-07,
+      "loss": 20.5781,
+      "step": 38825
+    },
+    {
+      "epoch": 1.8553952021408775,
+      "grad_norm": 222.82125854492188,
+      "learning_rate": 2.729327155964634e-07,
+      "loss": 19.7656,
+      "step": 38826
+    },
+    {
+      "epoch": 1.8554429895823379,
+      "grad_norm": 178.42282104492188,
+      "learning_rate": 2.7275317806903514e-07,
+      "loss": 20.1875,
+      "step": 38827
+    },
+    {
+      "epoch": 1.8554907770237983,
+      "grad_norm": 357.8105163574219,
+      "learning_rate": 2.7257369879526206e-07,
+      "loss": 23.8125,
+      "step": 38828
+    },
+    {
+      "epoch": 1.8555385644652587,
+      "grad_norm": 132.97947692871094,
+      "learning_rate": 2.723942777762212e-07,
+      "loss": 17.25,
+      "step": 38829
+    },
+    {
+      "epoch": 1.855586351906719,
+      "grad_norm": 425.4638671875,
+      "learning_rate": 2.7221491501298715e-07,
+      "loss": 28.375,
+      "step": 38830
+    },
+    {
+      "epoch": 1.8556341393481794,
+      "grad_norm": 157.47169494628906,
+      "learning_rate": 2.7203561050663354e-07,
+      "loss": 18.2969,
+      "step": 38831
+    },
+    {
+      "epoch": 1.8556819267896398,
+      "grad_norm": 265.408447265625,
+      "learning_rate": 2.718563642582339e-07,
+      "loss": 29.9062,
+      "step": 38832
+    },
+    {
+      "epoch": 1.8557297142311002,
+      "grad_norm": 258.7806091308594,
+      "learning_rate": 2.716771762688619e-07,
+      "loss": 24.6875,
+      "step": 38833
+    },
+    {
+      "epoch": 1.8557775016725606,
+      "grad_norm": 184.83200073242188,
+      "learning_rate": 2.7149804653958997e-07,
+      "loss": 26.5938,
+      "step": 38834
+    },
+    {
+      "epoch": 1.8558252891140208,
+      "grad_norm": 205.2054443359375,
+      "learning_rate": 2.713189750714929e-07,
+      "loss": 21.8594,
+      "step": 38835
+    },
+    {
+      "epoch": 1.8558730765554812,
+      "grad_norm": 296.2183837890625,
+      "learning_rate": 2.711399618656407e-07,
+      "loss": 36.0938,
+      "step": 38836
+    },
+    {
+      "epoch": 1.8559208639969416,
+      "grad_norm": 359.5032043457031,
+      "learning_rate": 2.7096100692310723e-07,
+      "loss": 21.5,
+      "step": 38837
+    },
+    {
+      "epoch": 1.855968651438402,
+      "grad_norm": 382.8925476074219,
+      "learning_rate": 2.707821102449637e-07,
+      "loss": 34.2969,
+      "step": 38838
+    },
+    {
+      "epoch": 1.8560164388798623,
+      "grad_norm": 235.49871826171875,
+      "learning_rate": 2.706032718322793e-07,
+      "loss": 23.1094,
+      "step": 38839
+    },
+    {
+      "epoch": 1.8560642263213227,
+      "grad_norm": 282.04339599609375,
+      "learning_rate": 2.704244916861287e-07,
+      "loss": 24.6562,
+      "step": 38840
+    },
+    {
+      "epoch": 1.8561120137627831,
+      "grad_norm": 180.4178924560547,
+      "learning_rate": 2.7024576980758e-07,
+      "loss": 20.875,
+      "step": 38841
+    },
+    {
+      "epoch": 1.8561598012042435,
+      "grad_norm": 1392.93310546875,
+      "learning_rate": 2.700671061977045e-07,
+      "loss": 26.6719,
+      "step": 38842
+    },
+    {
+      "epoch": 1.856207588645704,
+      "grad_norm": 190.6529541015625,
+      "learning_rate": 2.698885008575725e-07,
+      "loss": 16.9688,
+      "step": 38843
+    },
+    {
+      "epoch": 1.8562553760871643,
+      "grad_norm": 217.8363494873047,
+      "learning_rate": 2.697099537882519e-07,
+      "loss": 20.75,
+      "step": 38844
+    },
+    {
+      "epoch": 1.8563031635286247,
+      "grad_norm": 293.29150390625,
+      "learning_rate": 2.695314649908154e-07,
+      "loss": 26.4688,
+      "step": 38845
+    },
+    {
+      "epoch": 1.856350950970085,
+      "grad_norm": 179.5007781982422,
+      "learning_rate": 2.6935303446632754e-07,
+      "loss": 20.5625,
+      "step": 38846
+    },
+    {
+      "epoch": 1.8563987384115455,
+      "grad_norm": 312.841552734375,
+      "learning_rate": 2.691746622158598e-07,
+      "loss": 21.5469,
+      "step": 38847
+    },
+    {
+      "epoch": 1.8564465258530058,
+      "grad_norm": 358.93377685546875,
+      "learning_rate": 2.6899634824048004e-07,
+      "loss": 17.5625,
+      "step": 38848
+    },
+    {
+      "epoch": 1.8564943132944662,
+      "grad_norm": 135.77865600585938,
+      "learning_rate": 2.688180925412542e-07,
+      "loss": 20.7188,
+      "step": 38849
+    },
+    {
+      "epoch": 1.8565421007359266,
+      "grad_norm": 326.9067077636719,
+      "learning_rate": 2.686398951192537e-07,
+      "loss": 33.6875,
+      "step": 38850
+    },
+    {
+      "epoch": 1.856589888177387,
+      "grad_norm": 294.827392578125,
+      "learning_rate": 2.684617559755409e-07,
+      "loss": 18.7969,
+      "step": 38851
+    },
+    {
+      "epoch": 1.8566376756188474,
+      "grad_norm": 418.47259521484375,
+      "learning_rate": 2.6828367511118616e-07,
+      "loss": 21.375,
+      "step": 38852
+    },
+    {
+      "epoch": 1.8566854630603078,
+      "grad_norm": 553.621826171875,
+      "learning_rate": 2.681056525272552e-07,
+      "loss": 32.0938,
+      "step": 38853
+    },
+    {
+      "epoch": 1.8567332505017682,
+      "grad_norm": 177.0244140625,
+      "learning_rate": 2.6792768822481384e-07,
+      "loss": 19.5156,
+      "step": 38854
+    },
+    {
+      "epoch": 1.8567810379432286,
+      "grad_norm": 206.38674926757812,
+      "learning_rate": 2.6774978220492687e-07,
+      "loss": 24.4062,
+      "step": 38855
+    },
+    {
+      "epoch": 1.8568288253846887,
+      "grad_norm": 298.3002014160156,
+      "learning_rate": 2.6757193446866114e-07,
+      "loss": 25.0,
+      "step": 38856
+    },
+    {
+      "epoch": 1.8568766128261491,
+      "grad_norm": 169.6518096923828,
+      "learning_rate": 2.673941450170814e-07,
+      "loss": 24.2188,
+      "step": 38857
+    },
+    {
+      "epoch": 1.8569244002676095,
+      "grad_norm": 129.97239685058594,
+      "learning_rate": 2.672164138512523e-07,
+      "loss": 20.0781,
+      "step": 38858
+    },
+    {
+      "epoch": 1.85697218770907,
+      "grad_norm": 286.5094299316406,
+      "learning_rate": 2.6703874097223746e-07,
+      "loss": 29.5938,
+      "step": 38859
+    },
+    {
+      "epoch": 1.8570199751505303,
+      "grad_norm": 426.1279296875,
+      "learning_rate": 2.668611263811016e-07,
+      "loss": 25.5938,
+      "step": 38860
+    },
+    {
+      "epoch": 1.8570677625919907,
+      "grad_norm": 442.40911865234375,
+      "learning_rate": 2.666835700789105e-07,
+      "loss": 26.3906,
+      "step": 38861
+    },
+    {
+      "epoch": 1.857115550033451,
+      "grad_norm": 253.81150817871094,
+      "learning_rate": 2.665060720667234e-07,
+      "loss": 22.2188,
+      "step": 38862
+    },
+    {
+      "epoch": 1.8571633374749115,
+      "grad_norm": 278.483642578125,
+      "learning_rate": 2.663286323456049e-07,
+      "loss": 26.0,
+      "step": 38863
+    },
+    {
+      "epoch": 1.8572111249163719,
+      "grad_norm": 574.9093627929688,
+      "learning_rate": 2.6615125091661974e-07,
+      "loss": 34.5,
+      "step": 38864
+    },
+    {
+      "epoch": 1.8572589123578322,
+      "grad_norm": 250.969970703125,
+      "learning_rate": 2.659739277808271e-07,
+      "loss": 24.8438,
+      "step": 38865
+    },
+    {
+      "epoch": 1.8573066997992926,
+      "grad_norm": 368.52301025390625,
+      "learning_rate": 2.6579666293929053e-07,
+      "loss": 24.875,
+      "step": 38866
+    },
+    {
+      "epoch": 1.857354487240753,
+      "grad_norm": 171.47201538085938,
+      "learning_rate": 2.656194563930714e-07,
+      "loss": 17.9688,
+      "step": 38867
+    },
+    {
+      "epoch": 1.8574022746822134,
+      "grad_norm": 167.13760375976562,
+      "learning_rate": 2.6544230814323225e-07,
+      "loss": 17.2031,
+      "step": 38868
+    },
+    {
+      "epoch": 1.8574500621236738,
+      "grad_norm": 153.55894470214844,
+      "learning_rate": 2.652652181908311e-07,
+      "loss": 15.9531,
+      "step": 38869
+    },
+    {
+      "epoch": 1.8574978495651342,
+      "grad_norm": 156.74819946289062,
+      "learning_rate": 2.6508818653693036e-07,
+      "loss": 15.8594,
+      "step": 38870
+    },
+    {
+      "epoch": 1.8575456370065946,
+      "grad_norm": 127.93229675292969,
+      "learning_rate": 2.649112131825893e-07,
+      "loss": 14.375,
+      "step": 38871
+    },
+    {
+      "epoch": 1.857593424448055,
+      "grad_norm": 371.5675964355469,
+      "learning_rate": 2.647342981288703e-07,
+      "loss": 28.1875,
+      "step": 38872
+    },
+    {
+      "epoch": 1.8576412118895154,
+      "grad_norm": 309.4645080566406,
+      "learning_rate": 2.6455744137682925e-07,
+      "loss": 33.625,
+      "step": 38873
+    },
+    {
+      "epoch": 1.8576889993309758,
+      "grad_norm": 285.75537109375,
+      "learning_rate": 2.6438064292752754e-07,
+      "loss": 27.4062,
+      "step": 38874
+    },
+    {
+      "epoch": 1.8577367867724361,
+      "grad_norm": 170.7215118408203,
+      "learning_rate": 2.6420390278202424e-07,
+      "loss": 20.75,
+      "step": 38875
+    },
+    {
+      "epoch": 1.8577845742138965,
+      "grad_norm": 219.4796905517578,
+      "learning_rate": 2.6402722094137525e-07,
+      "loss": 27.8125,
+      "step": 38876
+    },
+    {
+      "epoch": 1.857832361655357,
+      "grad_norm": 205.40481567382812,
+      "learning_rate": 2.6385059740664074e-07,
+      "loss": 24.2188,
+      "step": 38877
+    },
+    {
+      "epoch": 1.8578801490968173,
+      "grad_norm": 300.7539367675781,
+      "learning_rate": 2.636740321788789e-07,
+      "loss": 21.1562,
+      "step": 38878
+    },
+    {
+      "epoch": 1.8579279365382777,
+      "grad_norm": 274.3330078125,
+      "learning_rate": 2.634975252591465e-07,
+      "loss": 27.875,
+      "step": 38879
+    },
+    {
+      "epoch": 1.857975723979738,
+      "grad_norm": 299.275146484375,
+      "learning_rate": 2.633210766484995e-07,
+      "loss": 28.9531,
+      "step": 38880
+    },
+    {
+      "epoch": 1.8580235114211985,
+      "grad_norm": 144.56460571289062,
+      "learning_rate": 2.6314468634799583e-07,
+      "loss": 19.8594,
+      "step": 38881
+    },
+    {
+      "epoch": 1.8580712988626589,
+      "grad_norm": 169.9052276611328,
+      "learning_rate": 2.629683543586914e-07,
+      "loss": 22.3281,
+      "step": 38882
+    },
+    {
+      "epoch": 1.8581190863041193,
+      "grad_norm": 222.58050537109375,
+      "learning_rate": 2.6279208068164305e-07,
+      "loss": 23.75,
+      "step": 38883
+    },
+    {
+      "epoch": 1.8581668737455797,
+      "grad_norm": 289.82568359375,
+      "learning_rate": 2.6261586531790453e-07,
+      "loss": 29.9688,
+      "step": 38884
+    },
+    {
+      "epoch": 1.85821466118704,
+      "grad_norm": 1236.9434814453125,
+      "learning_rate": 2.624397082685326e-07,
+      "loss": 23.3359,
+      "step": 38885
+    },
+    {
+      "epoch": 1.8582624486285004,
+      "grad_norm": 112.02543640136719,
+      "learning_rate": 2.6226360953458206e-07,
+      "loss": 14.375,
+      "step": 38886
+    },
+    {
+      "epoch": 1.8583102360699608,
+      "grad_norm": 396.88336181640625,
+      "learning_rate": 2.6208756911710766e-07,
+      "loss": 15.6094,
+      "step": 38887
+    },
+    {
+      "epoch": 1.8583580235114212,
+      "grad_norm": 241.74098205566406,
+      "learning_rate": 2.619115870171629e-07,
+      "loss": 22.6094,
+      "step": 38888
+    },
+    {
+      "epoch": 1.8584058109528816,
+      "grad_norm": 142.52081298828125,
+      "learning_rate": 2.617356632358026e-07,
+      "loss": 25.5156,
+      "step": 38889
+    },
+    {
+      "epoch": 1.858453598394342,
+      "grad_norm": 145.4520721435547,
+      "learning_rate": 2.6155979777408025e-07,
+      "loss": 29.5625,
+      "step": 38890
+    },
+    {
+      "epoch": 1.8585013858358024,
+      "grad_norm": 1232.0440673828125,
+      "learning_rate": 2.6138399063304733e-07,
+      "loss": 31.4688,
+      "step": 38891
+    },
+    {
+      "epoch": 1.8585491732772628,
+      "grad_norm": 154.29847717285156,
+      "learning_rate": 2.612082418137596e-07,
+      "loss": 21.1875,
+      "step": 38892
+    },
+    {
+      "epoch": 1.8585969607187232,
+      "grad_norm": 220.23477172851562,
+      "learning_rate": 2.6103255131726624e-07,
+      "loss": 29.4062,
+      "step": 38893
+    },
+    {
+      "epoch": 1.8586447481601835,
+      "grad_norm": 199.27725219726562,
+      "learning_rate": 2.6085691914462306e-07,
+      "loss": 25.25,
+      "step": 38894
+    },
+    {
+      "epoch": 1.858692535601644,
+      "grad_norm": 267.4657287597656,
+      "learning_rate": 2.6068134529687926e-07,
+      "loss": 30.1875,
+      "step": 38895
+    },
+    {
+      "epoch": 1.8587403230431043,
+      "grad_norm": 153.95645141601562,
+      "learning_rate": 2.605058297750862e-07,
+      "loss": 21.2188,
+      "step": 38896
+    },
+    {
+      "epoch": 1.8587881104845647,
+      "grad_norm": 197.25369262695312,
+      "learning_rate": 2.6033037258029637e-07,
+      "loss": 16.6094,
+      "step": 38897
+    },
+    {
+      "epoch": 1.858835897926025,
+      "grad_norm": 470.49346923828125,
+      "learning_rate": 2.6015497371356115e-07,
+      "loss": 31.4844,
+      "step": 38898
+    },
+    {
+      "epoch": 1.8588836853674855,
+      "grad_norm": 389.4664306640625,
+      "learning_rate": 2.5997963317592855e-07,
+      "loss": 29.3438,
+      "step": 38899
+    },
+    {
+      "epoch": 1.8589314728089459,
+      "grad_norm": 325.4464111328125,
+      "learning_rate": 2.5980435096845e-07,
+      "loss": 32.6562,
+      "step": 38900
+    },
+    {
+      "epoch": 1.8589792602504063,
+      "grad_norm": 374.6841735839844,
+      "learning_rate": 2.596291270921758e-07,
+      "loss": 32.7656,
+      "step": 38901
+    },
+    {
+      "epoch": 1.8590270476918667,
+      "grad_norm": 411.9783935546875,
+      "learning_rate": 2.5945396154815396e-07,
+      "loss": 20.1094,
+      "step": 38902
+    },
+    {
+      "epoch": 1.859074835133327,
+      "grad_norm": 162.25787353515625,
+      "learning_rate": 2.5927885433743363e-07,
+      "loss": 16.3281,
+      "step": 38903
+    },
+    {
+      "epoch": 1.8591226225747874,
+      "grad_norm": 213.5127410888672,
+      "learning_rate": 2.5910380546106393e-07,
+      "loss": 17.2812,
+      "step": 38904
+    },
+    {
+      "epoch": 1.8591704100162478,
+      "grad_norm": 187.4453887939453,
+      "learning_rate": 2.5892881492009525e-07,
+      "loss": 20.0938,
+      "step": 38905
+    },
+    {
+      "epoch": 1.8592181974577082,
+      "grad_norm": 255.82595825195312,
+      "learning_rate": 2.5875388271557223e-07,
+      "loss": 22.5469,
+      "step": 38906
+    },
+    {
+      "epoch": 1.8592659848991686,
+      "grad_norm": 166.59600830078125,
+      "learning_rate": 2.585790088485429e-07,
+      "loss": 17.7031,
+      "step": 38907
+    },
+    {
+      "epoch": 1.859313772340629,
+      "grad_norm": 255.261962890625,
+      "learning_rate": 2.584041933200565e-07,
+      "loss": 27.6562,
+      "step": 38908
+    },
+    {
+      "epoch": 1.8593615597820894,
+      "grad_norm": 362.0787353515625,
+      "learning_rate": 2.582294361311588e-07,
+      "loss": 25.9062,
+      "step": 38909
+    },
+    {
+      "epoch": 1.8594093472235498,
+      "grad_norm": 215.275634765625,
+      "learning_rate": 2.5805473728289676e-07,
+      "loss": 27.75,
+      "step": 38910
+    },
+    {
+      "epoch": 1.8594571346650102,
+      "grad_norm": 186.0556182861328,
+      "learning_rate": 2.578800967763162e-07,
+      "loss": 19.1562,
+      "step": 38911
+    },
+    {
+      "epoch": 1.8595049221064706,
+      "grad_norm": 296.0252380371094,
+      "learning_rate": 2.5770551461246187e-07,
+      "loss": 21.5625,
+      "step": 38912
+    },
+    {
+      "epoch": 1.859552709547931,
+      "grad_norm": 338.6604309082031,
+      "learning_rate": 2.5753099079238174e-07,
+      "loss": 24.0,
+      "step": 38913
+    },
+    {
+      "epoch": 1.8596004969893913,
+      "grad_norm": 203.01499938964844,
+      "learning_rate": 2.573565253171195e-07,
+      "loss": 26.3594,
+      "step": 38914
+    },
+    {
+      "epoch": 1.8596482844308517,
+      "grad_norm": 893.1454467773438,
+      "learning_rate": 2.5718211818771985e-07,
+      "loss": 44.8438,
+      "step": 38915
+    },
+    {
+      "epoch": 1.8596960718723121,
+      "grad_norm": 265.32537841796875,
+      "learning_rate": 2.5700776940522867e-07,
+      "loss": 22.7344,
+      "step": 38916
+    },
+    {
+      "epoch": 1.8597438593137725,
+      "grad_norm": 111.90093231201172,
+      "learning_rate": 2.5683347897068834e-07,
+      "loss": 24.3125,
+      "step": 38917
+    },
+    {
+      "epoch": 1.8597916467552327,
+      "grad_norm": 352.3833923339844,
+      "learning_rate": 2.5665924688514365e-07,
+      "loss": 34.1562,
+      "step": 38918
+    },
+    {
+      "epoch": 1.859839434196693,
+      "grad_norm": 240.06822204589844,
+      "learning_rate": 2.564850731496371e-07,
+      "loss": 27.8125,
+      "step": 38919
+    },
+    {
+      "epoch": 1.8598872216381535,
+      "grad_norm": 188.321533203125,
+      "learning_rate": 2.563109577652123e-07,
+      "loss": 18.6562,
+      "step": 38920
+    },
+    {
+      "epoch": 1.8599350090796138,
+      "grad_norm": 366.7919616699219,
+      "learning_rate": 2.561369007329129e-07,
+      "loss": 31.3438,
+      "step": 38921
+    },
+    {
+      "epoch": 1.8599827965210742,
+      "grad_norm": 141.41012573242188,
+      "learning_rate": 2.5596290205377904e-07,
+      "loss": 20.1719,
+      "step": 38922
+    },
+    {
+      "epoch": 1.8600305839625346,
+      "grad_norm": 256.6219177246094,
+      "learning_rate": 2.557889617288567e-07,
+      "loss": 22.2344,
+      "step": 38923
+    },
+    {
+      "epoch": 1.860078371403995,
+      "grad_norm": 270.0071716308594,
+      "learning_rate": 2.5561507975918276e-07,
+      "loss": 20.7656,
+      "step": 38924
+    },
+    {
+      "epoch": 1.8601261588454554,
+      "grad_norm": 239.88906860351562,
+      "learning_rate": 2.5544125614580086e-07,
+      "loss": 18.5156,
+      "step": 38925
+    },
+    {
+      "epoch": 1.8601739462869158,
+      "grad_norm": 210.58580017089844,
+      "learning_rate": 2.5526749088975235e-07,
+      "loss": 17.6875,
+      "step": 38926
+    },
+    {
+      "epoch": 1.8602217337283762,
+      "grad_norm": 212.54910278320312,
+      "learning_rate": 2.550937839920786e-07,
+      "loss": 25.875,
+      "step": 38927
+    },
+    {
+      "epoch": 1.8602695211698366,
+      "grad_norm": 296.74713134765625,
+      "learning_rate": 2.5492013545381666e-07,
+      "loss": 17.7031,
+      "step": 38928
+    },
+    {
+      "epoch": 1.860317308611297,
+      "grad_norm": 333.4134521484375,
+      "learning_rate": 2.5474654527600896e-07,
+      "loss": 33.7344,
+      "step": 38929
+    },
+    {
+      "epoch": 1.8603650960527573,
+      "grad_norm": 297.51702880859375,
+      "learning_rate": 2.5457301345969575e-07,
+      "loss": 30.5312,
+      "step": 38930
+    },
+    {
+      "epoch": 1.8604128834942177,
+      "grad_norm": 147.29058837890625,
+      "learning_rate": 2.543995400059152e-07,
+      "loss": 16.9531,
+      "step": 38931
+    },
+    {
+      "epoch": 1.8604606709356781,
+      "grad_norm": 175.75823974609375,
+      "learning_rate": 2.542261249157052e-07,
+      "loss": 15.5312,
+      "step": 38932
+    },
+    {
+      "epoch": 1.8605084583771385,
+      "grad_norm": 309.17340087890625,
+      "learning_rate": 2.5405276819010507e-07,
+      "loss": 19.2656,
+      "step": 38933
+    },
+    {
+      "epoch": 1.860556245818599,
+      "grad_norm": 281.82952880859375,
+      "learning_rate": 2.5387946983015277e-07,
+      "loss": 23.7188,
+      "step": 38934
+    },
+    {
+      "epoch": 1.8606040332600593,
+      "grad_norm": 402.07403564453125,
+      "learning_rate": 2.5370622983688866e-07,
+      "loss": 30.9062,
+      "step": 38935
+    },
+    {
+      "epoch": 1.8606518207015197,
+      "grad_norm": 253.64437866210938,
+      "learning_rate": 2.535330482113463e-07,
+      "loss": 22.0312,
+      "step": 38936
+    },
+    {
+      "epoch": 1.86069960814298,
+      "grad_norm": 206.8681182861328,
+      "learning_rate": 2.5335992495456487e-07,
+      "loss": 15.3125,
+      "step": 38937
+    },
+    {
+      "epoch": 1.8607473955844402,
+      "grad_norm": 362.17083740234375,
+      "learning_rate": 2.531868600675813e-07,
+      "loss": 28.5625,
+      "step": 38938
+    },
+    {
+      "epoch": 1.8607951830259006,
+      "grad_norm": 463.9678955078125,
+      "learning_rate": 2.530138535514315e-07,
+      "loss": 20.8438,
+      "step": 38939
+    },
+    {
+      "epoch": 1.860842970467361,
+      "grad_norm": 164.3212127685547,
+      "learning_rate": 2.5284090540715125e-07,
+      "loss": 25.5312,
+      "step": 38940
+    },
+    {
+      "epoch": 1.8608907579088214,
+      "grad_norm": 283.6844177246094,
+      "learning_rate": 2.5266801563577636e-07,
+      "loss": 27.8438,
+      "step": 38941
+    },
+    {
+      "epoch": 1.8609385453502818,
+      "grad_norm": 313.2281799316406,
+      "learning_rate": 2.5249518423834387e-07,
+      "loss": 29.2812,
+      "step": 38942
+    },
+    {
+      "epoch": 1.8609863327917422,
+      "grad_norm": 424.58251953125,
+      "learning_rate": 2.523224112158862e-07,
+      "loss": 27.1094,
+      "step": 38943
+    },
+    {
+      "epoch": 1.8610341202332026,
+      "grad_norm": 233.68618774414062,
+      "learning_rate": 2.5214969656944146e-07,
+      "loss": 18.4062,
+      "step": 38944
+    },
+    {
+      "epoch": 1.861081907674663,
+      "grad_norm": 227.6614227294922,
+      "learning_rate": 2.519770403000399e-07,
+      "loss": 21.2031,
+      "step": 38945
+    },
+    {
+      "epoch": 1.8611296951161234,
+      "grad_norm": 522.0828857421875,
+      "learning_rate": 2.5180444240871736e-07,
+      "loss": 29.1875,
+      "step": 38946
+    },
+    {
+      "epoch": 1.8611774825575838,
+      "grad_norm": 139.30934143066406,
+      "learning_rate": 2.516319028965086e-07,
+      "loss": 20.2188,
+      "step": 38947
+    },
+    {
+      "epoch": 1.8612252699990441,
+      "grad_norm": 197.58522033691406,
+      "learning_rate": 2.5145942176444503e-07,
+      "loss": 17.375,
+      "step": 38948
+    },
+    {
+      "epoch": 1.8612730574405045,
+      "grad_norm": 269.77581787109375,
+      "learning_rate": 2.5128699901356136e-07,
+      "loss": 30.6562,
+      "step": 38949
+    },
+    {
+      "epoch": 1.861320844881965,
+      "grad_norm": 305.7784118652344,
+      "learning_rate": 2.5111463464488896e-07,
+      "loss": 32.375,
+      "step": 38950
+    },
+    {
+      "epoch": 1.8613686323234253,
+      "grad_norm": 232.35482788085938,
+      "learning_rate": 2.5094232865946033e-07,
+      "loss": 14.5,
+      "step": 38951
+    },
+    {
+      "epoch": 1.8614164197648857,
+      "grad_norm": 232.34251403808594,
+      "learning_rate": 2.5077008105830693e-07,
+      "loss": 20.6562,
+      "step": 38952
+    },
+    {
+      "epoch": 1.861464207206346,
+      "grad_norm": 358.1119689941406,
+      "learning_rate": 2.505978918424612e-07,
+      "loss": 21.9062,
+      "step": 38953
+    },
+    {
+      "epoch": 1.8615119946478065,
+      "grad_norm": 271.8589782714844,
+      "learning_rate": 2.5042576101295455e-07,
+      "loss": 23.0,
+      "step": 38954
+    },
+    {
+      "epoch": 1.8615597820892669,
+      "grad_norm": 272.8074035644531,
+      "learning_rate": 2.5025368857081624e-07,
+      "loss": 29.3438,
+      "step": 38955
+    },
+    {
+      "epoch": 1.8616075695307273,
+      "grad_norm": 242.63401794433594,
+      "learning_rate": 2.500816745170775e-07,
+      "loss": 23.875,
+      "step": 38956
+    },
+    {
+      "epoch": 1.8616553569721876,
+      "grad_norm": 255.07766723632812,
+      "learning_rate": 2.4990971885276993e-07,
+      "loss": 20.3906,
+      "step": 38957
+    },
+    {
+      "epoch": 1.861703144413648,
+      "grad_norm": 197.45675659179688,
+      "learning_rate": 2.4973782157892144e-07,
+      "loss": 22.625,
+      "step": 38958
+    },
+    {
+      "epoch": 1.8617509318551084,
+      "grad_norm": 779.82177734375,
+      "learning_rate": 2.495659826965613e-07,
+      "loss": 27.6562,
+      "step": 38959
+    },
+    {
+      "epoch": 1.8617987192965688,
+      "grad_norm": 232.65640258789062,
+      "learning_rate": 2.4939420220672086e-07,
+      "loss": 27.5625,
+      "step": 38960
+    },
+    {
+      "epoch": 1.8618465067380292,
+      "grad_norm": 152.23875427246094,
+      "learning_rate": 2.4922248011042594e-07,
+      "loss": 25.8125,
+      "step": 38961
+    },
+    {
+      "epoch": 1.8618942941794896,
+      "grad_norm": 446.9470520019531,
+      "learning_rate": 2.4905081640870686e-07,
+      "loss": 24.9688,
+      "step": 38962
+    },
+    {
+      "epoch": 1.86194208162095,
+      "grad_norm": 477.7730407714844,
+      "learning_rate": 2.488792111025917e-07,
+      "loss": 21.8125,
+      "step": 38963
+    },
+    {
+      "epoch": 1.8619898690624104,
+      "grad_norm": 579.3275756835938,
+      "learning_rate": 2.4870766419310853e-07,
+      "loss": 23.3438,
+      "step": 38964
+    },
+    {
+      "epoch": 1.8620376565038708,
+      "grad_norm": 297.42132568359375,
+      "learning_rate": 2.4853617568128207e-07,
+      "loss": 18.75,
+      "step": 38965
+    },
+    {
+      "epoch": 1.8620854439453312,
+      "grad_norm": 169.7272186279297,
+      "learning_rate": 2.483647455681415e-07,
+      "loss": 14.5625,
+      "step": 38966
+    },
+    {
+      "epoch": 1.8621332313867915,
+      "grad_norm": 189.78915405273438,
+      "learning_rate": 2.4819337385471374e-07,
+      "loss": 19.75,
+      "step": 38967
+    },
+    {
+      "epoch": 1.862181018828252,
+      "grad_norm": 143.03982543945312,
+      "learning_rate": 2.480220605420247e-07,
+      "loss": 25.8438,
+      "step": 38968
+    },
+    {
+      "epoch": 1.8622288062697123,
+      "grad_norm": 784.278076171875,
+      "learning_rate": 2.478508056310991e-07,
+      "loss": 16.7734,
+      "step": 38969
+    },
+    {
+      "epoch": 1.8622765937111727,
+      "grad_norm": 286.4693908691406,
+      "learning_rate": 2.4767960912296384e-07,
+      "loss": 18.0625,
+      "step": 38970
+    },
+    {
+      "epoch": 1.862324381152633,
+      "grad_norm": 462.1576843261719,
+      "learning_rate": 2.475084710186426e-07,
+      "loss": 26.75,
+      "step": 38971
+    },
+    {
+      "epoch": 1.8623721685940935,
+      "grad_norm": 453.52288818359375,
+      "learning_rate": 2.4733739131916345e-07,
+      "loss": 25.2188,
+      "step": 38972
+    },
+    {
+      "epoch": 1.8624199560355539,
+      "grad_norm": 268.91766357421875,
+      "learning_rate": 2.4716637002554775e-07,
+      "loss": 30.6562,
+      "step": 38973
+    },
+    {
+      "epoch": 1.8624677434770143,
+      "grad_norm": 264.6579895019531,
+      "learning_rate": 2.4699540713882144e-07,
+      "loss": 21.625,
+      "step": 38974
+    },
+    {
+      "epoch": 1.8625155309184747,
+      "grad_norm": 147.855712890625,
+      "learning_rate": 2.4682450266000803e-07,
+      "loss": 25.9688,
+      "step": 38975
+    },
+    {
+      "epoch": 1.862563318359935,
+      "grad_norm": 287.0224304199219,
+      "learning_rate": 2.4665365659013005e-07,
+      "loss": 22.0,
+      "step": 38976
+    },
+    {
+      "epoch": 1.8626111058013954,
+      "grad_norm": 258.21923828125,
+      "learning_rate": 2.464828689302112e-07,
+      "loss": 24.4844,
+      "step": 38977
+    },
+    {
+      "epoch": 1.8626588932428558,
+      "grad_norm": 245.42686462402344,
+      "learning_rate": 2.463121396812762e-07,
+      "loss": 25.8594,
+      "step": 38978
+    },
+    {
+      "epoch": 1.8627066806843162,
+      "grad_norm": 261.7127990722656,
+      "learning_rate": 2.461414688443442e-07,
+      "loss": 22.3281,
+      "step": 38979
+    },
+    {
+      "epoch": 1.8627544681257766,
+      "grad_norm": 322.22235107421875,
+      "learning_rate": 2.4597085642043995e-07,
+      "loss": 45.5312,
+      "step": 38980
+    },
+    {
+      "epoch": 1.862802255567237,
+      "grad_norm": 185.63449096679688,
+      "learning_rate": 2.458003024105826e-07,
+      "loss": 22.1094,
+      "step": 38981
+    },
+    {
+      "epoch": 1.8628500430086974,
+      "grad_norm": 177.61756896972656,
+      "learning_rate": 2.4562980681579585e-07,
+      "loss": 18.4688,
+      "step": 38982
+    },
+    {
+      "epoch": 1.8628978304501578,
+      "grad_norm": 239.69619750976562,
+      "learning_rate": 2.4545936963710104e-07,
+      "loss": 21.8125,
+      "step": 38983
+    },
+    {
+      "epoch": 1.8629456178916182,
+      "grad_norm": 258.8369140625,
+      "learning_rate": 2.4528899087551627e-07,
+      "loss": 24.2656,
+      "step": 38984
+    },
+    {
+      "epoch": 1.8629934053330786,
+      "grad_norm": 143.38357543945312,
+      "learning_rate": 2.4511867053206407e-07,
+      "loss": 22.7188,
+      "step": 38985
+    },
+    {
+      "epoch": 1.863041192774539,
+      "grad_norm": 168.26348876953125,
+      "learning_rate": 2.449484086077636e-07,
+      "loss": 21.3125,
+      "step": 38986
+    },
+    {
+      "epoch": 1.8630889802159993,
+      "grad_norm": 292.68865966796875,
+      "learning_rate": 2.4477820510363517e-07,
+      "loss": 24.7656,
+      "step": 38987
+    },
+    {
+      "epoch": 1.8631367676574597,
+      "grad_norm": 193.6506805419922,
+      "learning_rate": 2.446080600206968e-07,
+      "loss": 19.7812,
+      "step": 38988
+    },
+    {
+      "epoch": 1.8631845550989201,
+      "grad_norm": 144.1807861328125,
+      "learning_rate": 2.4443797335996776e-07,
+      "loss": 24.5625,
+      "step": 38989
+    },
+    {
+      "epoch": 1.8632323425403805,
+      "grad_norm": 145.2315216064453,
+      "learning_rate": 2.4426794512246944e-07,
+      "loss": 20.9688,
+      "step": 38990
+    },
+    {
+      "epoch": 1.863280129981841,
+      "grad_norm": 1564.9298095703125,
+      "learning_rate": 2.440979753092154e-07,
+      "loss": 25.5156,
+      "step": 38991
+    },
+    {
+      "epoch": 1.8633279174233013,
+      "grad_norm": 475.56658935546875,
+      "learning_rate": 2.4392806392122716e-07,
+      "loss": 17.1094,
+      "step": 38992
+    },
+    {
+      "epoch": 1.8633757048647617,
+      "grad_norm": 387.2046203613281,
+      "learning_rate": 2.437582109595205e-07,
+      "loss": 21.2969,
+      "step": 38993
+    },
+    {
+      "epoch": 1.863423492306222,
+      "grad_norm": 199.17489624023438,
+      "learning_rate": 2.4358841642511345e-07,
+      "loss": 22.7656,
+      "step": 38994
+    },
+    {
+      "epoch": 1.8634712797476825,
+      "grad_norm": 210.78005981445312,
+      "learning_rate": 2.4341868031902307e-07,
+      "loss": 19.7812,
+      "step": 38995
+    },
+    {
+      "epoch": 1.8635190671891428,
+      "grad_norm": 275.802001953125,
+      "learning_rate": 2.4324900264226405e-07,
+      "loss": 34.2812,
+      "step": 38996
+    },
+    {
+      "epoch": 1.8635668546306032,
+      "grad_norm": 246.7033233642578,
+      "learning_rate": 2.4307938339585557e-07,
+      "loss": 25.1562,
+      "step": 38997
+    },
+    {
+      "epoch": 1.8636146420720636,
+      "grad_norm": 355.4814758300781,
+      "learning_rate": 2.429098225808102e-07,
+      "loss": 31.2188,
+      "step": 38998
+    },
+    {
+      "epoch": 1.863662429513524,
+      "grad_norm": 237.21583557128906,
+      "learning_rate": 2.4274032019814484e-07,
+      "loss": 27.0,
+      "step": 38999
+    },
+    {
+      "epoch": 1.8637102169549842,
+      "grad_norm": 180.79246520996094,
+      "learning_rate": 2.425708762488754e-07,
+      "loss": 21.9375,
+      "step": 39000
+    },
+    {
+      "epoch": 1.8637580043964446,
+      "grad_norm": 640.917236328125,
+      "learning_rate": 2.4240149073401663e-07,
+      "loss": 32.875,
+      "step": 39001
+    },
+    {
+      "epoch": 1.863805791837905,
+      "grad_norm": 342.50762939453125,
+      "learning_rate": 2.42232163654581e-07,
+      "loss": 37.5,
+      "step": 39002
+    },
+    {
+      "epoch": 1.8638535792793653,
+      "grad_norm": 577.8997802734375,
+      "learning_rate": 2.420628950115833e-07,
+      "loss": 24.1406,
+      "step": 39003
+    },
+    {
+      "epoch": 1.8639013667208257,
+      "grad_norm": 289.68841552734375,
+      "learning_rate": 2.418936848060383e-07,
+      "loss": 24.75,
+      "step": 39004
+    },
+    {
+      "epoch": 1.8639491541622861,
+      "grad_norm": 239.4528045654297,
+      "learning_rate": 2.417245330389595e-07,
+      "loss": 28.7812,
+      "step": 39005
+    },
+    {
+      "epoch": 1.8639969416037465,
+      "grad_norm": 207.7332000732422,
+      "learning_rate": 2.415554397113584e-07,
+      "loss": 29.8281,
+      "step": 39006
+    },
+    {
+      "epoch": 1.864044729045207,
+      "grad_norm": 174.52947998046875,
+      "learning_rate": 2.413864048242476e-07,
+      "loss": 18.4219,
+      "step": 39007
+    },
+    {
+      "epoch": 1.8640925164866673,
+      "grad_norm": 136.49700927734375,
+      "learning_rate": 2.412174283786417e-07,
+      "loss": 15.25,
+      "step": 39008
+    },
+    {
+      "epoch": 1.8641403039281277,
+      "grad_norm": 139.1546630859375,
+      "learning_rate": 2.410485103755511e-07,
+      "loss": 19.6094,
+      "step": 39009
+    },
+    {
+      "epoch": 1.864188091369588,
+      "grad_norm": 185.67440795898438,
+      "learning_rate": 2.408796508159861e-07,
+      "loss": 26.625,
+      "step": 39010
+    },
+    {
+      "epoch": 1.8642358788110485,
+      "grad_norm": 274.4895935058594,
+      "learning_rate": 2.4071084970096026e-07,
+      "loss": 35.5312,
+      "step": 39011
+    },
+    {
+      "epoch": 1.8642836662525089,
+      "grad_norm": 169.79994201660156,
+      "learning_rate": 2.4054210703148287e-07,
+      "loss": 17.5,
+      "step": 39012
+    },
+    {
+      "epoch": 1.8643314536939692,
+      "grad_norm": 596.4111938476562,
+      "learning_rate": 2.403734228085663e-07,
+      "loss": 18.125,
+      "step": 39013
+    },
+    {
+      "epoch": 1.8643792411354296,
+      "grad_norm": 913.5201416015625,
+      "learning_rate": 2.4020479703321886e-07,
+      "loss": 26.125,
+      "step": 39014
+    },
+    {
+      "epoch": 1.86442702857689,
+      "grad_norm": 416.1495056152344,
+      "learning_rate": 2.400362297064507e-07,
+      "loss": 19.0312,
+      "step": 39015
+    },
+    {
+      "epoch": 1.8644748160183504,
+      "grad_norm": 174.13833618164062,
+      "learning_rate": 2.3986772082927213e-07,
+      "loss": 27.0938,
+      "step": 39016
+    },
+    {
+      "epoch": 1.8645226034598108,
+      "grad_norm": 657.2092895507812,
+      "learning_rate": 2.396992704026913e-07,
+      "loss": 24.9375,
+      "step": 39017
+    },
+    {
+      "epoch": 1.8645703909012712,
+      "grad_norm": 220.04393005371094,
+      "learning_rate": 2.395308784277184e-07,
+      "loss": 23.0469,
+      "step": 39018
+    },
+    {
+      "epoch": 1.8646181783427316,
+      "grad_norm": 497.924072265625,
+      "learning_rate": 2.393625449053605e-07,
+      "loss": 21.6406,
+      "step": 39019
+    },
+    {
+      "epoch": 1.8646659657841917,
+      "grad_norm": 440.5327453613281,
+      "learning_rate": 2.3919426983662676e-07,
+      "loss": 23.8906,
+      "step": 39020
+    },
+    {
+      "epoch": 1.8647137532256521,
+      "grad_norm": 227.24269104003906,
+      "learning_rate": 2.3902605322252415e-07,
+      "loss": 17.5,
+      "step": 39021
+    },
+    {
+      "epoch": 1.8647615406671125,
+      "grad_norm": 321.3337097167969,
+      "learning_rate": 2.3885789506405967e-07,
+      "loss": 17.7969,
+      "step": 39022
+    },
+    {
+      "epoch": 1.864809328108573,
+      "grad_norm": 270.5682373046875,
+      "learning_rate": 2.3868979536224245e-07,
+      "loss": 33.125,
+      "step": 39023
+    },
+    {
+      "epoch": 1.8648571155500333,
+      "grad_norm": 586.3101196289062,
+      "learning_rate": 2.385217541180773e-07,
+      "loss": 26.25,
+      "step": 39024
+    },
+    {
+      "epoch": 1.8649049029914937,
+      "grad_norm": 286.2718811035156,
+      "learning_rate": 2.3835377133257122e-07,
+      "loss": 26.7188,
+      "step": 39025
+    },
+    {
+      "epoch": 1.864952690432954,
+      "grad_norm": 215.44113159179688,
+      "learning_rate": 2.3818584700672887e-07,
+      "loss": 20.0156,
+      "step": 39026
+    },
+    {
+      "epoch": 1.8650004778744145,
+      "grad_norm": 2610.26220703125,
+      "learning_rate": 2.380179811415584e-07,
+      "loss": 20.7656,
+      "step": 39027
+    },
+    {
+      "epoch": 1.8650482653158749,
+      "grad_norm": 229.07928466796875,
+      "learning_rate": 2.378501737380634e-07,
+      "loss": 26.125,
+      "step": 39028
+    },
+    {
+      "epoch": 1.8650960527573353,
+      "grad_norm": 265.81573486328125,
+      "learning_rate": 2.3768242479724978e-07,
+      "loss": 25.4062,
+      "step": 39029
+    },
+    {
+      "epoch": 1.8651438401987956,
+      "grad_norm": 211.72622680664062,
+      "learning_rate": 2.3751473432012007e-07,
+      "loss": 22.9062,
+      "step": 39030
+    },
+    {
+      "epoch": 1.865191627640256,
+      "grad_norm": 252.06100463867188,
+      "learning_rate": 2.3734710230768232e-07,
+      "loss": 26.7031,
+      "step": 39031
+    },
+    {
+      "epoch": 1.8652394150817164,
+      "grad_norm": 360.8830871582031,
+      "learning_rate": 2.3717952876093686e-07,
+      "loss": 24.2188,
+      "step": 39032
+    },
+    {
+      "epoch": 1.8652872025231768,
+      "grad_norm": 994.30517578125,
+      "learning_rate": 2.3701201368088844e-07,
+      "loss": 24.0312,
+      "step": 39033
+    },
+    {
+      "epoch": 1.8653349899646372,
+      "grad_norm": 305.9534912109375,
+      "learning_rate": 2.368445570685407e-07,
+      "loss": 18.8281,
+      "step": 39034
+    },
+    {
+      "epoch": 1.8653827774060976,
+      "grad_norm": 169.1101837158203,
+      "learning_rate": 2.3667715892489617e-07,
+      "loss": 19.625,
+      "step": 39035
+    },
+    {
+      "epoch": 1.865430564847558,
+      "grad_norm": 180.59918212890625,
+      "learning_rate": 2.365098192509563e-07,
+      "loss": 14.8906,
+      "step": 39036
+    },
+    {
+      "epoch": 1.8654783522890184,
+      "grad_norm": 169.85899353027344,
+      "learning_rate": 2.3634253804772467e-07,
+      "loss": 20.5469,
+      "step": 39037
+    },
+    {
+      "epoch": 1.8655261397304788,
+      "grad_norm": 235.82174682617188,
+      "learning_rate": 2.3617531531620384e-07,
+      "loss": 22.2812,
+      "step": 39038
+    },
+    {
+      "epoch": 1.8655739271719392,
+      "grad_norm": 149.88748168945312,
+      "learning_rate": 2.3600815105739304e-07,
+      "loss": 18.8594,
+      "step": 39039
+    },
+    {
+      "epoch": 1.8656217146133995,
+      "grad_norm": 328.3995056152344,
+      "learning_rate": 2.3584104527229479e-07,
+      "loss": 33.25,
+      "step": 39040
+    },
+    {
+      "epoch": 1.86566950205486,
+      "grad_norm": 198.67044067382812,
+      "learning_rate": 2.3567399796191048e-07,
+      "loss": 18.3906,
+      "step": 39041
+    },
+    {
+      "epoch": 1.8657172894963203,
+      "grad_norm": 144.185791015625,
+      "learning_rate": 2.3550700912723822e-07,
+      "loss": 18.8594,
+      "step": 39042
+    },
+    {
+      "epoch": 1.8657650769377807,
+      "grad_norm": 223.50653076171875,
+      "learning_rate": 2.3534007876927835e-07,
+      "loss": 21.7344,
+      "step": 39043
+    },
+    {
+      "epoch": 1.865812864379241,
+      "grad_norm": 508.71234130859375,
+      "learning_rate": 2.3517320688903333e-07,
+      "loss": 24.8125,
+      "step": 39044
+    },
+    {
+      "epoch": 1.8658606518207015,
+      "grad_norm": 406.19415283203125,
+      "learning_rate": 2.350063934875002e-07,
+      "loss": 35.4688,
+      "step": 39045
+    },
+    {
+      "epoch": 1.8659084392621619,
+      "grad_norm": 371.98138427734375,
+      "learning_rate": 2.3483963856567927e-07,
+      "loss": 21.2344,
+      "step": 39046
+    },
+    {
+      "epoch": 1.8659562267036223,
+      "grad_norm": 324.48779296875,
+      "learning_rate": 2.3467294212456747e-07,
+      "loss": 38.4375,
+      "step": 39047
+    },
+    {
+      "epoch": 1.8660040141450827,
+      "grad_norm": 175.8214874267578,
+      "learning_rate": 2.3450630416516408e-07,
+      "loss": 18.2969,
+      "step": 39048
+    },
+    {
+      "epoch": 1.866051801586543,
+      "grad_norm": 179.2956085205078,
+      "learning_rate": 2.343397246884671e-07,
+      "loss": 19.0938,
+      "step": 39049
+    },
+    {
+      "epoch": 1.8660995890280034,
+      "grad_norm": 160.26837158203125,
+      "learning_rate": 2.341732036954736e-07,
+      "loss": 22.5625,
+      "step": 39050
+    },
+    {
+      "epoch": 1.8661473764694638,
+      "grad_norm": 155.13095092773438,
+      "learning_rate": 2.3400674118718157e-07,
+      "loss": 22.3438,
+      "step": 39051
+    },
+    {
+      "epoch": 1.8661951639109242,
+      "grad_norm": 172.1326904296875,
+      "learning_rate": 2.3384033716458698e-07,
+      "loss": 19.8281,
+      "step": 39052
+    },
+    {
+      "epoch": 1.8662429513523846,
+      "grad_norm": 132.47023010253906,
+      "learning_rate": 2.3367399162868786e-07,
+      "loss": 14.1719,
+      "step": 39053
+    },
+    {
+      "epoch": 1.866290738793845,
+      "grad_norm": 199.31246948242188,
+      "learning_rate": 2.33507704580479e-07,
+      "loss": 21.0938,
+      "step": 39054
+    },
+    {
+      "epoch": 1.8663385262353054,
+      "grad_norm": 287.8544921875,
+      "learning_rate": 2.3334147602095735e-07,
+      "loss": 32.2188,
+      "step": 39055
+    },
+    {
+      "epoch": 1.8663863136767658,
+      "grad_norm": 912.4998779296875,
+      "learning_rate": 2.3317530595111658e-07,
+      "loss": 29.2188,
+      "step": 39056
+    },
+    {
+      "epoch": 1.8664341011182262,
+      "grad_norm": 162.641357421875,
+      "learning_rate": 2.330091943719548e-07,
+      "loss": 21.8906,
+      "step": 39057
+    },
+    {
+      "epoch": 1.8664818885596866,
+      "grad_norm": 121.65941619873047,
+      "learning_rate": 2.328431412844645e-07,
+      "loss": 18.125,
+      "step": 39058
+    },
+    {
+      "epoch": 1.866529676001147,
+      "grad_norm": 270.8046875,
+      "learning_rate": 2.3267714668963936e-07,
+      "loss": 19.8438,
+      "step": 39059
+    },
+    {
+      "epoch": 1.8665774634426073,
+      "grad_norm": 161.79205322265625,
+      "learning_rate": 2.3251121058847636e-07,
+      "loss": 21.3125,
+      "step": 39060
+    },
+    {
+      "epoch": 1.8666252508840677,
+      "grad_norm": 407.56585693359375,
+      "learning_rate": 2.3234533298196693e-07,
+      "loss": 30.8438,
+      "step": 39061
+    },
+    {
+      "epoch": 1.8666730383255281,
+      "grad_norm": 465.3226318359375,
+      "learning_rate": 2.3217951387110582e-07,
+      "loss": 25.9375,
+      "step": 39062
+    },
+    {
+      "epoch": 1.8667208257669885,
+      "grad_norm": 490.3643798828125,
+      "learning_rate": 2.3201375325688448e-07,
+      "loss": 17.6875,
+      "step": 39063
+    },
+    {
+      "epoch": 1.866768613208449,
+      "grad_norm": 330.69927978515625,
+      "learning_rate": 2.3184805114029872e-07,
+      "loss": 22.2031,
+      "step": 39064
+    },
+    {
+      "epoch": 1.8668164006499093,
+      "grad_norm": 195.13095092773438,
+      "learning_rate": 2.3168240752233673e-07,
+      "loss": 18.7188,
+      "step": 39065
+    },
+    {
+      "epoch": 1.8668641880913697,
+      "grad_norm": 224.00521850585938,
+      "learning_rate": 2.315168224039932e-07,
+      "loss": 26.7188,
+      "step": 39066
+    },
+    {
+      "epoch": 1.86691197553283,
+      "grad_norm": 362.77752685546875,
+      "learning_rate": 2.3135129578625847e-07,
+      "loss": 36.7188,
+      "step": 39067
+    },
+    {
+      "epoch": 1.8669597629742904,
+      "grad_norm": 319.41204833984375,
+      "learning_rate": 2.3118582767012508e-07,
+      "loss": 23.3438,
+      "step": 39068
+    },
+    {
+      "epoch": 1.8670075504157508,
+      "grad_norm": 234.07260131835938,
+      "learning_rate": 2.3102041805658338e-07,
+      "loss": 20.0469,
+      "step": 39069
+    },
+    {
+      "epoch": 1.8670553378572112,
+      "grad_norm": 185.3070831298828,
+      "learning_rate": 2.3085506694662363e-07,
+      "loss": 27.0,
+      "step": 39070
+    },
+    {
+      "epoch": 1.8671031252986716,
+      "grad_norm": 199.50411987304688,
+      "learning_rate": 2.306897743412373e-07,
+      "loss": 19.4219,
+      "step": 39071
+    },
+    {
+      "epoch": 1.867150912740132,
+      "grad_norm": 353.590576171875,
+      "learning_rate": 2.3052454024141247e-07,
+      "loss": 26.9062,
+      "step": 39072
+    },
+    {
+      "epoch": 1.8671987001815924,
+      "grad_norm": 188.2299041748047,
+      "learning_rate": 2.3035936464813945e-07,
+      "loss": 14.6406,
+      "step": 39073
+    },
+    {
+      "epoch": 1.8672464876230528,
+      "grad_norm": 242.22384643554688,
+      "learning_rate": 2.3019424756240748e-07,
+      "loss": 26.0625,
+      "step": 39074
+    },
+    {
+      "epoch": 1.8672942750645132,
+      "grad_norm": 207.6291046142578,
+      "learning_rate": 2.3002918898520689e-07,
+      "loss": 23.4375,
+      "step": 39075
+    },
+    {
+      "epoch": 1.8673420625059736,
+      "grad_norm": 331.93524169921875,
+      "learning_rate": 2.298641889175235e-07,
+      "loss": 24.7812,
+      "step": 39076
+    },
+    {
+      "epoch": 1.867389849947434,
+      "grad_norm": 323.0104064941406,
+      "learning_rate": 2.2969924736034766e-07,
+      "loss": 28.0312,
+      "step": 39077
+    },
+    {
+      "epoch": 1.8674376373888943,
+      "grad_norm": 284.4764099121094,
+      "learning_rate": 2.2953436431466524e-07,
+      "loss": 47.9688,
+      "step": 39078
+    },
+    {
+      "epoch": 1.8674854248303547,
+      "grad_norm": 248.64791870117188,
+      "learning_rate": 2.2936953978146547e-07,
+      "loss": 28.4062,
+      "step": 39079
+    },
+    {
+      "epoch": 1.8675332122718151,
+      "grad_norm": 364.2341003417969,
+      "learning_rate": 2.2920477376173423e-07,
+      "loss": 21.7344,
+      "step": 39080
+    },
+    {
+      "epoch": 1.8675809997132755,
+      "grad_norm": 1581.8170166015625,
+      "learning_rate": 2.2904006625645735e-07,
+      "loss": 25.8125,
+      "step": 39081
+    },
+    {
+      "epoch": 1.8676287871547357,
+      "grad_norm": 187.26992797851562,
+      "learning_rate": 2.288754172666241e-07,
+      "loss": 21.2656,
+      "step": 39082
+    },
+    {
+      "epoch": 1.867676574596196,
+      "grad_norm": 170.5453643798828,
+      "learning_rate": 2.287108267932181e-07,
+      "loss": 18.1406,
+      "step": 39083
+    },
+    {
+      "epoch": 1.8677243620376565,
+      "grad_norm": 222.56341552734375,
+      "learning_rate": 2.2854629483722634e-07,
+      "loss": 17.6875,
+      "step": 39084
+    },
+    {
+      "epoch": 1.8677721494791168,
+      "grad_norm": 255.8031768798828,
+      "learning_rate": 2.283818213996325e-07,
+      "loss": 19.2969,
+      "step": 39085
+    },
+    {
+      "epoch": 1.8678199369205772,
+      "grad_norm": 301.8130187988281,
+      "learning_rate": 2.2821740648142465e-07,
+      "loss": 28.5938,
+      "step": 39086
+    },
+    {
+      "epoch": 1.8678677243620376,
+      "grad_norm": 203.95413208007812,
+      "learning_rate": 2.2805305008358424e-07,
+      "loss": 20.0469,
+      "step": 39087
+    },
+    {
+      "epoch": 1.867915511803498,
+      "grad_norm": 208.22146606445312,
+      "learning_rate": 2.2788875220709605e-07,
+      "loss": 26.0938,
+      "step": 39088
+    },
+    {
+      "epoch": 1.8679632992449584,
+      "grad_norm": 258.1383056640625,
+      "learning_rate": 2.2772451285294594e-07,
+      "loss": 20.4844,
+      "step": 39089
+    },
+    {
+      "epoch": 1.8680110866864188,
+      "grad_norm": 263.49786376953125,
+      "learning_rate": 2.2756033202211647e-07,
+      "loss": 23.7188,
+      "step": 39090
+    },
+    {
+      "epoch": 1.8680588741278792,
+      "grad_norm": 173.92645263671875,
+      "learning_rate": 2.2739620971559019e-07,
+      "loss": 16.6562,
+      "step": 39091
+    },
+    {
+      "epoch": 1.8681066615693396,
+      "grad_norm": 297.7000427246094,
+      "learning_rate": 2.272321459343496e-07,
+      "loss": 29.8281,
+      "step": 39092
+    },
+    {
+      "epoch": 1.8681544490108,
+      "grad_norm": 205.91046142578125,
+      "learning_rate": 2.2706814067938065e-07,
+      "loss": 28.375,
+      "step": 39093
+    },
+    {
+      "epoch": 1.8682022364522604,
+      "grad_norm": 195.91075134277344,
+      "learning_rate": 2.269041939516603e-07,
+      "loss": 29.125,
+      "step": 39094
+    },
+    {
+      "epoch": 1.8682500238937207,
+      "grad_norm": 174.01907348632812,
+      "learning_rate": 2.2674030575217444e-07,
+      "loss": 24.2812,
+      "step": 39095
+    },
+    {
+      "epoch": 1.8682978113351811,
+      "grad_norm": 275.69854736328125,
+      "learning_rate": 2.2657647608190225e-07,
+      "loss": 32.8438,
+      "step": 39096
+    },
+    {
+      "epoch": 1.8683455987766415,
+      "grad_norm": 170.6524200439453,
+      "learning_rate": 2.2641270494182744e-07,
+      "loss": 19.4688,
+      "step": 39097
+    },
+    {
+      "epoch": 1.868393386218102,
+      "grad_norm": 300.22412109375,
+      "learning_rate": 2.2624899233292807e-07,
+      "loss": 26.3125,
+      "step": 39098
+    },
+    {
+      "epoch": 1.8684411736595623,
+      "grad_norm": 143.45968627929688,
+      "learning_rate": 2.2608533825618563e-07,
+      "loss": 19.0,
+      "step": 39099
+    },
+    {
+      "epoch": 1.8684889611010227,
+      "grad_norm": 238.3399200439453,
+      "learning_rate": 2.2592174271258038e-07,
+      "loss": 25.9375,
+      "step": 39100
+    },
+    {
+      "epoch": 1.868536748542483,
+      "grad_norm": 231.6874542236328,
+      "learning_rate": 2.257582057030927e-07,
+      "loss": 27.8438,
+      "step": 39101
+    },
+    {
+      "epoch": 1.8685845359839435,
+      "grad_norm": 356.53564453125,
+      "learning_rate": 2.2559472722869958e-07,
+      "loss": 21.9844,
+      "step": 39102
+    },
+    {
+      "epoch": 1.8686323234254036,
+      "grad_norm": 137.50894165039062,
+      "learning_rate": 2.2543130729038243e-07,
+      "loss": 22.0781,
+      "step": 39103
+    },
+    {
+      "epoch": 1.868680110866864,
+      "grad_norm": 127.98335266113281,
+      "learning_rate": 2.2526794588911827e-07,
+      "loss": 18.0469,
+      "step": 39104
+    },
+    {
+      "epoch": 1.8687278983083244,
+      "grad_norm": 150.2855682373047,
+      "learning_rate": 2.2510464302588742e-07,
+      "loss": 24.4219,
+      "step": 39105
+    },
+    {
+      "epoch": 1.8687756857497848,
+      "grad_norm": 423.24566650390625,
+      "learning_rate": 2.2494139870166686e-07,
+      "loss": 28.8438,
+      "step": 39106
+    },
+    {
+      "epoch": 1.8688234731912452,
+      "grad_norm": 114.95588684082031,
+      "learning_rate": 2.247782129174325e-07,
+      "loss": 15.2344,
+      "step": 39107
+    },
+    {
+      "epoch": 1.8688712606327056,
+      "grad_norm": 382.61541748046875,
+      "learning_rate": 2.246150856741647e-07,
+      "loss": 23.3594,
+      "step": 39108
+    },
+    {
+      "epoch": 1.868919048074166,
+      "grad_norm": 284.1048889160156,
+      "learning_rate": 2.2445201697283813e-07,
+      "loss": 26.2344,
+      "step": 39109
+    },
+    {
+      "epoch": 1.8689668355156264,
+      "grad_norm": 282.7650451660156,
+      "learning_rate": 2.24289006814431e-07,
+      "loss": 33.0,
+      "step": 39110
+    },
+    {
+      "epoch": 1.8690146229570868,
+      "grad_norm": 291.20257568359375,
+      "learning_rate": 2.2412605519991803e-07,
+      "loss": 29.375,
+      "step": 39111
+    },
+    {
+      "epoch": 1.8690624103985471,
+      "grad_norm": 189.16384887695312,
+      "learning_rate": 2.2396316213027513e-07,
+      "loss": 21.4219,
+      "step": 39112
+    },
+    {
+      "epoch": 1.8691101978400075,
+      "grad_norm": 161.7865753173828,
+      "learning_rate": 2.238003276064793e-07,
+      "loss": 18.8125,
+      "step": 39113
+    },
+    {
+      "epoch": 1.869157985281468,
+      "grad_norm": 265.7614440917969,
+      "learning_rate": 2.2363755162950307e-07,
+      "loss": 23.4219,
+      "step": 39114
+    },
+    {
+      "epoch": 1.8692057727229283,
+      "grad_norm": 151.1284942626953,
+      "learning_rate": 2.2347483420032347e-07,
+      "loss": 17.875,
+      "step": 39115
+    },
+    {
+      "epoch": 1.8692535601643887,
+      "grad_norm": 367.8336181640625,
+      "learning_rate": 2.2331217531991633e-07,
+      "loss": 29.0625,
+      "step": 39116
+    },
+    {
+      "epoch": 1.869301347605849,
+      "grad_norm": 292.57366943359375,
+      "learning_rate": 2.2314957498925206e-07,
+      "loss": 38.7812,
+      "step": 39117
+    },
+    {
+      "epoch": 1.8693491350473095,
+      "grad_norm": 210.7513885498047,
+      "learning_rate": 2.2298703320930647e-07,
+      "loss": 33.7188,
+      "step": 39118
+    },
+    {
+      "epoch": 1.8693969224887699,
+      "grad_norm": 177.2569580078125,
+      "learning_rate": 2.228245499810533e-07,
+      "loss": 23.5938,
+      "step": 39119
+    },
+    {
+      "epoch": 1.8694447099302303,
+      "grad_norm": 302.56036376953125,
+      "learning_rate": 2.2266212530546506e-07,
+      "loss": 33.625,
+      "step": 39120
+    },
+    {
+      "epoch": 1.8694924973716907,
+      "grad_norm": 247.5770263671875,
+      "learning_rate": 2.224997591835132e-07,
+      "loss": 20.6875,
+      "step": 39121
+    },
+    {
+      "epoch": 1.869540284813151,
+      "grad_norm": 233.22344970703125,
+      "learning_rate": 2.2233745161617249e-07,
+      "loss": 19.2344,
+      "step": 39122
+    },
+    {
+      "epoch": 1.8695880722546114,
+      "grad_norm": 451.4134521484375,
+      "learning_rate": 2.221752026044144e-07,
+      "loss": 20.8281,
+      "step": 39123
+    },
+    {
+      "epoch": 1.8696358596960718,
+      "grad_norm": 182.07054138183594,
+      "learning_rate": 2.2201301214920812e-07,
+      "loss": 15.0234,
+      "step": 39124
+    },
+    {
+      "epoch": 1.8696836471375322,
+      "grad_norm": 275.4986572265625,
+      "learning_rate": 2.2185088025152845e-07,
+      "loss": 21.9688,
+      "step": 39125
+    },
+    {
+      "epoch": 1.8697314345789926,
+      "grad_norm": 284.60052490234375,
+      "learning_rate": 2.216888069123435e-07,
+      "loss": 22.2188,
+      "step": 39126
+    },
+    {
+      "epoch": 1.869779222020453,
+      "grad_norm": 349.3721008300781,
+      "learning_rate": 2.2152679213262695e-07,
+      "loss": 22.9375,
+      "step": 39127
+    },
+    {
+      "epoch": 1.8698270094619134,
+      "grad_norm": 212.77598571777344,
+      "learning_rate": 2.213648359133458e-07,
+      "loss": 25.0156,
+      "step": 39128
+    },
+    {
+      "epoch": 1.8698747969033738,
+      "grad_norm": 385.9290771484375,
+      "learning_rate": 2.2120293825547145e-07,
+      "loss": 26.0,
+      "step": 39129
+    },
+    {
+      "epoch": 1.8699225843448342,
+      "grad_norm": 206.31971740722656,
+      "learning_rate": 2.2104109915997428e-07,
+      "loss": 21.6094,
+      "step": 39130
+    },
+    {
+      "epoch": 1.8699703717862945,
+      "grad_norm": 326.7353515625,
+      "learning_rate": 2.2087931862782131e-07,
+      "loss": 16.7656,
+      "step": 39131
+    },
+    {
+      "epoch": 1.870018159227755,
+      "grad_norm": 355.440185546875,
+      "learning_rate": 2.2071759665998282e-07,
+      "loss": 39.2812,
+      "step": 39132
+    },
+    {
+      "epoch": 1.8700659466692153,
+      "grad_norm": 426.0146789550781,
+      "learning_rate": 2.2055593325742808e-07,
+      "loss": 30.1562,
+      "step": 39133
+    },
+    {
+      "epoch": 1.8701137341106757,
+      "grad_norm": 266.0065612792969,
+      "learning_rate": 2.2039432842112406e-07,
+      "loss": 17.7812,
+      "step": 39134
+    },
+    {
+      "epoch": 1.870161521552136,
+      "grad_norm": 153.59878540039062,
+      "learning_rate": 2.202327821520389e-07,
+      "loss": 18.0938,
+      "step": 39135
+    },
+    {
+      "epoch": 1.8702093089935965,
+      "grad_norm": 267.27618408203125,
+      "learning_rate": 2.2007129445113961e-07,
+      "loss": 35.9688,
+      "step": 39136
+    },
+    {
+      "epoch": 1.8702570964350569,
+      "grad_norm": 279.71954345703125,
+      "learning_rate": 2.199098653193943e-07,
+      "loss": 35.6562,
+      "step": 39137
+    },
+    {
+      "epoch": 1.8703048838765173,
+      "grad_norm": 179.46343994140625,
+      "learning_rate": 2.1974849475776884e-07,
+      "loss": 20.9062,
+      "step": 39138
+    },
+    {
+      "epoch": 1.8703526713179777,
+      "grad_norm": 316.7743225097656,
+      "learning_rate": 2.1958718276723023e-07,
+      "loss": 24.0156,
+      "step": 39139
+    },
+    {
+      "epoch": 1.870400458759438,
+      "grad_norm": 233.5966339111328,
+      "learning_rate": 2.194259293487433e-07,
+      "loss": 25.3125,
+      "step": 39140
+    },
+    {
+      "epoch": 1.8704482462008984,
+      "grad_norm": 193.0382843017578,
+      "learning_rate": 2.1926473450327613e-07,
+      "loss": 20.6719,
+      "step": 39141
+    },
+    {
+      "epoch": 1.8704960336423588,
+      "grad_norm": 131.60174560546875,
+      "learning_rate": 2.1910359823179128e-07,
+      "loss": 20.5,
+      "step": 39142
+    },
+    {
+      "epoch": 1.8705438210838192,
+      "grad_norm": 214.24600219726562,
+      "learning_rate": 2.1894252053525577e-07,
+      "loss": 24.4844,
+      "step": 39143
+    },
+    {
+      "epoch": 1.8705916085252796,
+      "grad_norm": 531.13330078125,
+      "learning_rate": 2.187815014146333e-07,
+      "loss": 19.7031,
+      "step": 39144
+    },
+    {
+      "epoch": 1.87063939596674,
+      "grad_norm": 171.21337890625,
+      "learning_rate": 2.1862054087088858e-07,
+      "loss": 25.5625,
+      "step": 39145
+    },
+    {
+      "epoch": 1.8706871834082004,
+      "grad_norm": 316.3972473144531,
+      "learning_rate": 2.1845963890498535e-07,
+      "loss": 34.9062,
+      "step": 39146
+    },
+    {
+      "epoch": 1.8707349708496608,
+      "grad_norm": 264.91461181640625,
+      "learning_rate": 2.1829879551788723e-07,
+      "loss": 22.75,
+      "step": 39147
+    },
+    {
+      "epoch": 1.8707827582911212,
+      "grad_norm": 300.9267578125,
+      "learning_rate": 2.1813801071055686e-07,
+      "loss": 25.3594,
+      "step": 39148
+    },
+    {
+      "epoch": 1.8708305457325816,
+      "grad_norm": 272.7424621582031,
+      "learning_rate": 2.1797728448395894e-07,
+      "loss": 20.5,
+      "step": 39149
+    },
+    {
+      "epoch": 1.870878333174042,
+      "grad_norm": 178.00225830078125,
+      "learning_rate": 2.1781661683905385e-07,
+      "loss": 33.125,
+      "step": 39150
+    },
+    {
+      "epoch": 1.8709261206155023,
+      "grad_norm": 115.51517486572266,
+      "learning_rate": 2.1765600777680529e-07,
+      "loss": 17.8281,
+      "step": 39151
+    },
+    {
+      "epoch": 1.8709739080569627,
+      "grad_norm": 221.27310180664062,
+      "learning_rate": 2.1749545729817356e-07,
+      "loss": 19.2969,
+      "step": 39152
+    },
+    {
+      "epoch": 1.8710216954984231,
+      "grad_norm": 633.8435668945312,
+      "learning_rate": 2.1733496540412234e-07,
+      "loss": 23.5312,
+      "step": 39153
+    },
+    {
+      "epoch": 1.8710694829398835,
+      "grad_norm": 487.1167907714844,
+      "learning_rate": 2.171745320956109e-07,
+      "loss": 29.3438,
+      "step": 39154
+    },
+    {
+      "epoch": 1.871117270381344,
+      "grad_norm": 228.14317321777344,
+      "learning_rate": 2.1701415737360066e-07,
+      "loss": 25.4844,
+      "step": 39155
+    },
+    {
+      "epoch": 1.8711650578228043,
+      "grad_norm": 349.29779052734375,
+      "learning_rate": 2.1685384123905308e-07,
+      "loss": 31.4688,
+      "step": 39156
+    },
+    {
+      "epoch": 1.8712128452642647,
+      "grad_norm": 431.53662109375,
+      "learning_rate": 2.1669358369292625e-07,
+      "loss": 26.8906,
+      "step": 39157
+    },
+    {
+      "epoch": 1.871260632705725,
+      "grad_norm": 241.85885620117188,
+      "learning_rate": 2.1653338473618168e-07,
+      "loss": 20.0625,
+      "step": 39158
+    },
+    {
+      "epoch": 1.8713084201471855,
+      "grad_norm": 286.7127685546875,
+      "learning_rate": 2.1637324436977746e-07,
+      "loss": 30.5625,
+      "step": 39159
+    },
+    {
+      "epoch": 1.8713562075886458,
+      "grad_norm": 340.42596435546875,
+      "learning_rate": 2.1621316259467394e-07,
+      "loss": 29.2188,
+      "step": 39160
+    },
+    {
+      "epoch": 1.8714039950301062,
+      "grad_norm": 401.8059997558594,
+      "learning_rate": 2.1605313941182814e-07,
+      "loss": 25.3125,
+      "step": 39161
+    },
+    {
+      "epoch": 1.8714517824715666,
+      "grad_norm": 151.22604370117188,
+      "learning_rate": 2.158931748221993e-07,
+      "loss": 26.875,
+      "step": 39162
+    },
+    {
+      "epoch": 1.871499569913027,
+      "grad_norm": 218.59461975097656,
+      "learning_rate": 2.157332688267444e-07,
+      "loss": 29.75,
+      "step": 39163
+    },
+    {
+      "epoch": 1.8715473573544874,
+      "grad_norm": 229.81072998046875,
+      "learning_rate": 2.155734214264249e-07,
+      "loss": 20.0156,
+      "step": 39164
+    },
+    {
+      "epoch": 1.8715951447959476,
+      "grad_norm": 209.68380737304688,
+      "learning_rate": 2.1541363262219339e-07,
+      "loss": 16.0938,
+      "step": 39165
+    },
+    {
+      "epoch": 1.871642932237408,
+      "grad_norm": 149.34841918945312,
+      "learning_rate": 2.15253902415008e-07,
+      "loss": 24.0625,
+      "step": 39166
+    },
+    {
+      "epoch": 1.8716907196788684,
+      "grad_norm": 239.46246337890625,
+      "learning_rate": 2.150942308058279e-07,
+      "loss": 31.2188,
+      "step": 39167
+    },
+    {
+      "epoch": 1.8717385071203287,
+      "grad_norm": 261.0505676269531,
+      "learning_rate": 2.1493461779560576e-07,
+      "loss": 20.7812,
+      "step": 39168
+    },
+    {
+      "epoch": 1.8717862945617891,
+      "grad_norm": 224.09857177734375,
+      "learning_rate": 2.1477506338529962e-07,
+      "loss": 24.625,
+      "step": 39169
+    },
+    {
+      "epoch": 1.8718340820032495,
+      "grad_norm": 263.77301025390625,
+      "learning_rate": 2.1461556757586433e-07,
+      "loss": 17.5469,
+      "step": 39170
+    },
+    {
+      "epoch": 1.87188186944471,
+      "grad_norm": 409.0401611328125,
+      "learning_rate": 2.1445613036825575e-07,
+      "loss": 34.25,
+      "step": 39171
+    },
+    {
+      "epoch": 1.8719296568861703,
+      "grad_norm": 275.76123046875,
+      "learning_rate": 2.1429675176342757e-07,
+      "loss": 33.3281,
+      "step": 39172
+    },
+    {
+      "epoch": 1.8719774443276307,
+      "grad_norm": 253.49612426757812,
+      "learning_rate": 2.1413743176233458e-07,
+      "loss": 28.9062,
+      "step": 39173
+    },
+    {
+      "epoch": 1.872025231769091,
+      "grad_norm": 381.0859680175781,
+      "learning_rate": 2.139781703659327e-07,
+      "loss": 21.4062,
+      "step": 39174
+    },
+    {
+      "epoch": 1.8720730192105515,
+      "grad_norm": 182.89332580566406,
+      "learning_rate": 2.138189675751723e-07,
+      "loss": 25.8125,
+      "step": 39175
+    },
+    {
+      "epoch": 1.8721208066520119,
+      "grad_norm": 189.6219024658203,
+      "learning_rate": 2.1365982339101033e-07,
+      "loss": 24.7031,
+      "step": 39176
+    },
+    {
+      "epoch": 1.8721685940934722,
+      "grad_norm": 239.54734802246094,
+      "learning_rate": 2.1350073781439605e-07,
+      "loss": 21.4688,
+      "step": 39177
+    },
+    {
+      "epoch": 1.8722163815349326,
+      "grad_norm": 252.25332641601562,
+      "learning_rate": 2.133417108462854e-07,
+      "loss": 25.75,
+      "step": 39178
+    },
+    {
+      "epoch": 1.872264168976393,
+      "grad_norm": 252.27789306640625,
+      "learning_rate": 2.1318274248763094e-07,
+      "loss": 27.125,
+      "step": 39179
+    },
+    {
+      "epoch": 1.8723119564178534,
+      "grad_norm": 233.28639221191406,
+      "learning_rate": 2.1302383273938188e-07,
+      "loss": 29.3438,
+      "step": 39180
+    },
+    {
+      "epoch": 1.8723597438593138,
+      "grad_norm": 217.63406372070312,
+      "learning_rate": 2.128649816024908e-07,
+      "loss": 22.0938,
+      "step": 39181
+    },
+    {
+      "epoch": 1.8724075313007742,
+      "grad_norm": 224.5741424560547,
+      "learning_rate": 2.127061890779114e-07,
+      "loss": 19.5625,
+      "step": 39182
+    },
+    {
+      "epoch": 1.8724553187422346,
+      "grad_norm": 161.64576721191406,
+      "learning_rate": 2.125474551665918e-07,
+      "loss": 19.7188,
+      "step": 39183
+    },
+    {
+      "epoch": 1.872503106183695,
+      "grad_norm": 125.95024871826172,
+      "learning_rate": 2.1238877986948348e-07,
+      "loss": 21.7031,
+      "step": 39184
+    },
+    {
+      "epoch": 1.8725508936251551,
+      "grad_norm": 293.5040283203125,
+      "learning_rate": 2.1223016318753674e-07,
+      "loss": 24.9688,
+      "step": 39185
+    },
+    {
+      "epoch": 1.8725986810666155,
+      "grad_norm": 271.8269348144531,
+      "learning_rate": 2.1207160512170311e-07,
+      "loss": 27.0,
+      "step": 39186
+    },
+    {
+      "epoch": 1.872646468508076,
+      "grad_norm": 553.6904296875,
+      "learning_rate": 2.1191310567292954e-07,
+      "loss": 22.3125,
+      "step": 39187
+    },
+    {
+      "epoch": 1.8726942559495363,
+      "grad_norm": 245.58139038085938,
+      "learning_rate": 2.1175466484216646e-07,
+      "loss": 21.8438,
+      "step": 39188
+    },
+    {
+      "epoch": 1.8727420433909967,
+      "grad_norm": 395.93536376953125,
+      "learning_rate": 2.1159628263036192e-07,
+      "loss": 31.125,
+      "step": 39189
+    },
+    {
+      "epoch": 1.872789830832457,
+      "grad_norm": 345.0120849609375,
+      "learning_rate": 2.1143795903846742e-07,
+      "loss": 25.625,
+      "step": 39190
+    },
+    {
+      "epoch": 1.8728376182739175,
+      "grad_norm": 236.44281005859375,
+      "learning_rate": 2.1127969406742665e-07,
+      "loss": 18.5469,
+      "step": 39191
+    },
+    {
+      "epoch": 1.8728854057153779,
+      "grad_norm": 473.2511291503906,
+      "learning_rate": 2.1112148771818997e-07,
+      "loss": 19.1406,
+      "step": 39192
+    },
+    {
+      "epoch": 1.8729331931568383,
+      "grad_norm": 293.47265625,
+      "learning_rate": 2.1096333999170548e-07,
+      "loss": 27.3438,
+      "step": 39193
+    },
+    {
+      "epoch": 1.8729809805982987,
+      "grad_norm": 636.8228149414062,
+      "learning_rate": 2.1080525088891912e-07,
+      "loss": 28.4531,
+      "step": 39194
+    },
+    {
+      "epoch": 1.873028768039759,
+      "grad_norm": 407.318359375,
+      "learning_rate": 2.1064722041077678e-07,
+      "loss": 20.0469,
+      "step": 39195
+    },
+    {
+      "epoch": 1.8730765554812194,
+      "grad_norm": 176.2404022216797,
+      "learning_rate": 2.104892485582266e-07,
+      "loss": 19.375,
+      "step": 39196
+    },
+    {
+      "epoch": 1.8731243429226798,
+      "grad_norm": 670.0444946289062,
+      "learning_rate": 2.103313353322134e-07,
+      "loss": 42.5,
+      "step": 39197
+    },
+    {
+      "epoch": 1.8731721303641402,
+      "grad_norm": 260.4261474609375,
+      "learning_rate": 2.1017348073368414e-07,
+      "loss": 16.2656,
+      "step": 39198
+    },
+    {
+      "epoch": 1.8732199178056006,
+      "grad_norm": 316.4736633300781,
+      "learning_rate": 2.1001568476358258e-07,
+      "loss": 24.5,
+      "step": 39199
+    },
+    {
+      "epoch": 1.873267705247061,
+      "grad_norm": 211.80694580078125,
+      "learning_rate": 2.098579474228546e-07,
+      "loss": 26.2031,
+      "step": 39200
+    },
+    {
+      "epoch": 1.8733154926885214,
+      "grad_norm": 226.91896057128906,
+      "learning_rate": 2.0970026871244497e-07,
+      "loss": 24.1406,
+      "step": 39201
+    },
+    {
+      "epoch": 1.8733632801299818,
+      "grad_norm": 571.1516723632812,
+      "learning_rate": 2.0954264863329854e-07,
+      "loss": 25.9375,
+      "step": 39202
+    },
+    {
+      "epoch": 1.8734110675714422,
+      "grad_norm": 226.9105224609375,
+      "learning_rate": 2.0938508718635674e-07,
+      "loss": 21.5,
+      "step": 39203
+    },
+    {
+      "epoch": 1.8734588550129025,
+      "grad_norm": 245.6002197265625,
+      "learning_rate": 2.0922758437256662e-07,
+      "loss": 25.5,
+      "step": 39204
+    },
+    {
+      "epoch": 1.873506642454363,
+      "grad_norm": 267.919189453125,
+      "learning_rate": 2.0907014019286965e-07,
+      "loss": 18.2344,
+      "step": 39205
+    },
+    {
+      "epoch": 1.8735544298958233,
+      "grad_norm": 212.79942321777344,
+      "learning_rate": 2.0891275464820726e-07,
+      "loss": 21.375,
+      "step": 39206
+    },
+    {
+      "epoch": 1.8736022173372837,
+      "grad_norm": 243.0119171142578,
+      "learning_rate": 2.087554277395254e-07,
+      "loss": 24.5625,
+      "step": 39207
+    },
+    {
+      "epoch": 1.873650004778744,
+      "grad_norm": 311.03985595703125,
+      "learning_rate": 2.085981594677633e-07,
+      "loss": 29.9688,
+      "step": 39208
+    },
+    {
+      "epoch": 1.8736977922202045,
+      "grad_norm": 183.84820556640625,
+      "learning_rate": 2.0844094983386464e-07,
+      "loss": 28.3125,
+      "step": 39209
+    },
+    {
+      "epoch": 1.8737455796616649,
+      "grad_norm": 168.18601989746094,
+      "learning_rate": 2.082837988387687e-07,
+      "loss": 17.5469,
+      "step": 39210
+    },
+    {
+      "epoch": 1.8737933671031253,
+      "grad_norm": 177.50192260742188,
+      "learning_rate": 2.0812670648341916e-07,
+      "loss": 17.8125,
+      "step": 39211
+    },
+    {
+      "epoch": 1.8738411545445857,
+      "grad_norm": 474.79180908203125,
+      "learning_rate": 2.0796967276875525e-07,
+      "loss": 19.8438,
+      "step": 39212
+    },
+    {
+      "epoch": 1.873888941986046,
+      "grad_norm": 185.8377685546875,
+      "learning_rate": 2.0781269769571845e-07,
+      "loss": 19.1875,
+      "step": 39213
+    },
+    {
+      "epoch": 1.8739367294275064,
+      "grad_norm": 162.37648010253906,
+      "learning_rate": 2.0765578126524687e-07,
+      "loss": 19.6562,
+      "step": 39214
+    },
+    {
+      "epoch": 1.8739845168689668,
+      "grad_norm": 203.1456298828125,
+      "learning_rate": 2.0749892347828315e-07,
+      "loss": 20.0,
+      "step": 39215
+    },
+    {
+      "epoch": 1.8740323043104272,
+      "grad_norm": 223.6652374267578,
+      "learning_rate": 2.073421243357643e-07,
+      "loss": 20.3438,
+      "step": 39216
+    },
+    {
+      "epoch": 1.8740800917518876,
+      "grad_norm": 183.16571044921875,
+      "learning_rate": 2.071853838386295e-07,
+      "loss": 22.1406,
+      "step": 39217
+    },
+    {
+      "epoch": 1.874127879193348,
+      "grad_norm": 193.07496643066406,
+      "learning_rate": 2.070287019878181e-07,
+      "loss": 15.7969,
+      "step": 39218
+    },
+    {
+      "epoch": 1.8741756666348084,
+      "grad_norm": 165.22317504882812,
+      "learning_rate": 2.068720787842704e-07,
+      "loss": 24.4688,
+      "step": 39219
+    },
+    {
+      "epoch": 1.8742234540762688,
+      "grad_norm": 266.3076171875,
+      "learning_rate": 2.0671551422892012e-07,
+      "loss": 27.375,
+      "step": 39220
+    },
+    {
+      "epoch": 1.8742712415177292,
+      "grad_norm": 210.09519958496094,
+      "learning_rate": 2.0655900832270758e-07,
+      "loss": 21.8438,
+      "step": 39221
+    },
+    {
+      "epoch": 1.8743190289591896,
+      "grad_norm": 288.68878173828125,
+      "learning_rate": 2.0640256106656985e-07,
+      "loss": 23.25,
+      "step": 39222
+    },
+    {
+      "epoch": 1.87436681640065,
+      "grad_norm": 799.0634765625,
+      "learning_rate": 2.0624617246144396e-07,
+      "loss": 23.4688,
+      "step": 39223
+    },
+    {
+      "epoch": 1.8744146038421103,
+      "grad_norm": 238.5410614013672,
+      "learning_rate": 2.060898425082658e-07,
+      "loss": 17.5312,
+      "step": 39224
+    },
+    {
+      "epoch": 1.8744623912835707,
+      "grad_norm": 377.40924072265625,
+      "learning_rate": 2.059335712079713e-07,
+      "loss": 25.5938,
+      "step": 39225
+    },
+    {
+      "epoch": 1.8745101787250311,
+      "grad_norm": 222.26321411132812,
+      "learning_rate": 2.057773585614975e-07,
+      "loss": 29.5312,
+      "step": 39226
+    },
+    {
+      "epoch": 1.8745579661664915,
+      "grad_norm": 178.57489013671875,
+      "learning_rate": 2.056212045697803e-07,
+      "loss": 23.7188,
+      "step": 39227
+    },
+    {
+      "epoch": 1.874605753607952,
+      "grad_norm": 308.2754821777344,
+      "learning_rate": 2.0546510923375229e-07,
+      "loss": 22.6719,
+      "step": 39228
+    },
+    {
+      "epoch": 1.8746535410494123,
+      "grad_norm": 330.2735595703125,
+      "learning_rate": 2.053090725543505e-07,
+      "loss": 20.7656,
+      "step": 39229
+    },
+    {
+      "epoch": 1.8747013284908727,
+      "grad_norm": 167.0288848876953,
+      "learning_rate": 2.0515309453250866e-07,
+      "loss": 23.9844,
+      "step": 39230
+    },
+    {
+      "epoch": 1.874749115932333,
+      "grad_norm": 313.73077392578125,
+      "learning_rate": 2.049971751691615e-07,
+      "loss": 39.9688,
+      "step": 39231
+    },
+    {
+      "epoch": 1.8747969033737935,
+      "grad_norm": 499.3341979980469,
+      "learning_rate": 2.0484131446524058e-07,
+      "loss": 21.1719,
+      "step": 39232
+    },
+    {
+      "epoch": 1.8748446908152538,
+      "grad_norm": 437.8896789550781,
+      "learning_rate": 2.046855124216818e-07,
+      "loss": 26.3906,
+      "step": 39233
+    },
+    {
+      "epoch": 1.8748924782567142,
+      "grad_norm": 118.47019958496094,
+      "learning_rate": 2.045297690394188e-07,
+      "loss": 20.5469,
+      "step": 39234
+    },
+    {
+      "epoch": 1.8749402656981746,
+      "grad_norm": 302.29888916015625,
+      "learning_rate": 2.04374084319382e-07,
+      "loss": 22.9531,
+      "step": 39235
+    },
+    {
+      "epoch": 1.874988053139635,
+      "grad_norm": 307.00579833984375,
+      "learning_rate": 2.0421845826250398e-07,
+      "loss": 21.2031,
+      "step": 39236
+    },
+    {
+      "epoch": 1.8750358405810954,
+      "grad_norm": 260.95648193359375,
+      "learning_rate": 2.040628908697173e-07,
+      "loss": 27.7188,
+      "step": 39237
+    },
+    {
+      "epoch": 1.8750836280225558,
+      "grad_norm": 147.41297912597656,
+      "learning_rate": 2.039073821419546e-07,
+      "loss": 20.4688,
+      "step": 39238
+    },
+    {
+      "epoch": 1.8751314154640162,
+      "grad_norm": 226.2299041748047,
+      "learning_rate": 2.037519320801462e-07,
+      "loss": 20.5312,
+      "step": 39239
+    },
+    {
+      "epoch": 1.8751792029054766,
+      "grad_norm": 304.7558898925781,
+      "learning_rate": 2.035965406852225e-07,
+      "loss": 22.5156,
+      "step": 39240
+    },
+    {
+      "epoch": 1.875226990346937,
+      "grad_norm": 332.8912048339844,
+      "learning_rate": 2.0344120795811495e-07,
+      "loss": 35.4688,
+      "step": 39241
+    },
+    {
+      "epoch": 1.8752747777883974,
+      "grad_norm": 298.8962097167969,
+      "learning_rate": 2.0328593389975393e-07,
+      "loss": 25.0,
+      "step": 39242
+    },
+    {
+      "epoch": 1.8753225652298577,
+      "grad_norm": 330.1484680175781,
+      "learning_rate": 2.031307185110687e-07,
+      "loss": 19.6406,
+      "step": 39243
+    },
+    {
+      "epoch": 1.8753703526713181,
+      "grad_norm": 202.0630340576172,
+      "learning_rate": 2.0297556179298849e-07,
+      "loss": 36.25,
+      "step": 39244
+    },
+    {
+      "epoch": 1.8754181401127785,
+      "grad_norm": 207.86163330078125,
+      "learning_rate": 2.028204637464437e-07,
+      "loss": 21.2812,
+      "step": 39245
+    },
+    {
+      "epoch": 1.875465927554239,
+      "grad_norm": 205.4676971435547,
+      "learning_rate": 2.0266542437236248e-07,
+      "loss": 23.1094,
+      "step": 39246
+    },
+    {
+      "epoch": 1.875513714995699,
+      "grad_norm": 245.30909729003906,
+      "learning_rate": 2.0251044367167293e-07,
+      "loss": 19.3594,
+      "step": 39247
+    },
+    {
+      "epoch": 1.8755615024371595,
+      "grad_norm": 220.18382263183594,
+      "learning_rate": 2.0235552164530326e-07,
+      "loss": 27.875,
+      "step": 39248
+    },
+    {
+      "epoch": 1.8756092898786199,
+      "grad_norm": 155.7230224609375,
+      "learning_rate": 2.0220065829418267e-07,
+      "loss": 21.9219,
+      "step": 39249
+    },
+    {
+      "epoch": 1.8756570773200802,
+      "grad_norm": 309.6107177734375,
+      "learning_rate": 2.0204585361923713e-07,
+      "loss": 31.8438,
+      "step": 39250
+    },
+    {
+      "epoch": 1.8757048647615406,
+      "grad_norm": 234.15658569335938,
+      "learning_rate": 2.0189110762139362e-07,
+      "loss": 19.125,
+      "step": 39251
+    },
+    {
+      "epoch": 1.875752652203001,
+      "grad_norm": 303.80133056640625,
+      "learning_rate": 2.0173642030158035e-07,
+      "loss": 29.4375,
+      "step": 39252
+    },
+    {
+      "epoch": 1.8758004396444614,
+      "grad_norm": 160.30657958984375,
+      "learning_rate": 2.0158179166072212e-07,
+      "loss": 16.2109,
+      "step": 39253
+    },
+    {
+      "epoch": 1.8758482270859218,
+      "grad_norm": 177.520263671875,
+      "learning_rate": 2.0142722169974483e-07,
+      "loss": 31.125,
+      "step": 39254
+    },
+    {
+      "epoch": 1.8758960145273822,
+      "grad_norm": 372.2980041503906,
+      "learning_rate": 2.0127271041957553e-07,
+      "loss": 19.3125,
+      "step": 39255
+    },
+    {
+      "epoch": 1.8759438019688426,
+      "grad_norm": 462.1070861816406,
+      "learning_rate": 2.0111825782113904e-07,
+      "loss": 16.0781,
+      "step": 39256
+    },
+    {
+      "epoch": 1.875991589410303,
+      "grad_norm": 273.39971923828125,
+      "learning_rate": 2.0096386390536017e-07,
+      "loss": 21.125,
+      "step": 39257
+    },
+    {
+      "epoch": 1.8760393768517634,
+      "grad_norm": 308.8230285644531,
+      "learning_rate": 2.0080952867316262e-07,
+      "loss": 23.125,
+      "step": 39258
+    },
+    {
+      "epoch": 1.8760871642932238,
+      "grad_norm": 416.4120788574219,
+      "learning_rate": 2.0065525212547232e-07,
+      "loss": 24.5938,
+      "step": 39259
+    },
+    {
+      "epoch": 1.8761349517346841,
+      "grad_norm": 143.62210083007812,
+      "learning_rate": 2.00501034263213e-07,
+      "loss": 18.6562,
+      "step": 39260
+    },
+    {
+      "epoch": 1.8761827391761445,
+      "grad_norm": 220.09364318847656,
+      "learning_rate": 2.003468750873061e-07,
+      "loss": 24.75,
+      "step": 39261
+    },
+    {
+      "epoch": 1.876230526617605,
+      "grad_norm": 324.4279479980469,
+      "learning_rate": 2.001927745986776e-07,
+      "loss": 26.0312,
+      "step": 39262
+    },
+    {
+      "epoch": 1.8762783140590653,
+      "grad_norm": 218.90753173828125,
+      "learning_rate": 2.0003873279824892e-07,
+      "loss": 24.7188,
+      "step": 39263
+    },
+    {
+      "epoch": 1.8763261015005257,
+      "grad_norm": 202.68905639648438,
+      "learning_rate": 1.9988474968694272e-07,
+      "loss": 28.5781,
+      "step": 39264
+    },
+    {
+      "epoch": 1.876373888941986,
+      "grad_norm": 210.1953887939453,
+      "learning_rate": 1.9973082526568155e-07,
+      "loss": 18.875,
+      "step": 39265
+    },
+    {
+      "epoch": 1.8764216763834465,
+      "grad_norm": 246.51123046875,
+      "learning_rate": 1.9957695953538692e-07,
+      "loss": 27.625,
+      "step": 39266
+    },
+    {
+      "epoch": 1.8764694638249069,
+      "grad_norm": 295.5755920410156,
+      "learning_rate": 1.994231524969803e-07,
+      "loss": 24.625,
+      "step": 39267
+    },
+    {
+      "epoch": 1.876517251266367,
+      "grad_norm": 267.14404296875,
+      "learning_rate": 1.9926940415138206e-07,
+      "loss": 21.9375,
+      "step": 39268
+    },
+    {
+      "epoch": 1.8765650387078274,
+      "grad_norm": 73.21072387695312,
+      "learning_rate": 1.9911571449951371e-07,
+      "loss": 10.6562,
+      "step": 39269
+    },
+    {
+      "epoch": 1.8766128261492878,
+      "grad_norm": 309.2627868652344,
+      "learning_rate": 1.9896208354229674e-07,
+      "loss": 25.1094,
+      "step": 39270
+    },
+    {
+      "epoch": 1.8766606135907482,
+      "grad_norm": 374.1715393066406,
+      "learning_rate": 1.9880851128064927e-07,
+      "loss": 21.7031,
+      "step": 39271
+    },
+    {
+      "epoch": 1.8767084010322086,
+      "grad_norm": 346.68524169921875,
+      "learning_rate": 1.9865499771549169e-07,
+      "loss": 26.7812,
+      "step": 39272
+    },
+    {
+      "epoch": 1.876756188473669,
+      "grad_norm": 203.54881286621094,
+      "learning_rate": 1.9850154284774548e-07,
+      "loss": 20.9375,
+      "step": 39273
+    },
+    {
+      "epoch": 1.8768039759151294,
+      "grad_norm": 306.74652099609375,
+      "learning_rate": 1.9834814667832547e-07,
+      "loss": 25.3125,
+      "step": 39274
+    },
+    {
+      "epoch": 1.8768517633565898,
+      "grad_norm": 234.83132934570312,
+      "learning_rate": 1.9819480920815205e-07,
+      "loss": 22.9844,
+      "step": 39275
+    },
+    {
+      "epoch": 1.8768995507980502,
+      "grad_norm": 281.1532287597656,
+      "learning_rate": 1.9804153043814556e-07,
+      "loss": 30.3438,
+      "step": 39276
+    },
+    {
+      "epoch": 1.8769473382395105,
+      "grad_norm": 224.63111877441406,
+      "learning_rate": 1.9788831036922197e-07,
+      "loss": 38.375,
+      "step": 39277
+    },
+    {
+      "epoch": 1.876995125680971,
+      "grad_norm": 251.93032836914062,
+      "learning_rate": 1.977351490022994e-07,
+      "loss": 29.7812,
+      "step": 39278
+    },
+    {
+      "epoch": 1.8770429131224313,
+      "grad_norm": 374.1091003417969,
+      "learning_rate": 1.975820463382938e-07,
+      "loss": 25.3438,
+      "step": 39279
+    },
+    {
+      "epoch": 1.8770907005638917,
+      "grad_norm": 200.52371215820312,
+      "learning_rate": 1.9742900237812334e-07,
+      "loss": 17.0469,
+      "step": 39280
+    },
+    {
+      "epoch": 1.877138488005352,
+      "grad_norm": 278.9365234375,
+      "learning_rate": 1.9727601712270507e-07,
+      "loss": 26.0312,
+      "step": 39281
+    },
+    {
+      "epoch": 1.8771862754468125,
+      "grad_norm": 219.82870483398438,
+      "learning_rate": 1.9712309057295486e-07,
+      "loss": 24.75,
+      "step": 39282
+    },
+    {
+      "epoch": 1.8772340628882729,
+      "grad_norm": 187.8915252685547,
+      "learning_rate": 1.969702227297865e-07,
+      "loss": 19.3125,
+      "step": 39283
+    },
+    {
+      "epoch": 1.8772818503297333,
+      "grad_norm": 153.0413818359375,
+      "learning_rate": 1.968174135941181e-07,
+      "loss": 18.9062,
+      "step": 39284
+    },
+    {
+      "epoch": 1.8773296377711937,
+      "grad_norm": 210.86463928222656,
+      "learning_rate": 1.966646631668634e-07,
+      "loss": 31.5938,
+      "step": 39285
+    },
+    {
+      "epoch": 1.877377425212654,
+      "grad_norm": 363.02093505859375,
+      "learning_rate": 1.965119714489394e-07,
+      "loss": 29.875,
+      "step": 39286
+    },
+    {
+      "epoch": 1.8774252126541144,
+      "grad_norm": 428.1656494140625,
+      "learning_rate": 1.9635933844125655e-07,
+      "loss": 21.5938,
+      "step": 39287
+    },
+    {
+      "epoch": 1.8774730000955748,
+      "grad_norm": 211.5567169189453,
+      "learning_rate": 1.9620676414473183e-07,
+      "loss": 23.5312,
+      "step": 39288
+    },
+    {
+      "epoch": 1.8775207875370352,
+      "grad_norm": 449.85015869140625,
+      "learning_rate": 1.9605424856027899e-07,
+      "loss": 20.3281,
+      "step": 39289
+    },
+    {
+      "epoch": 1.8775685749784956,
+      "grad_norm": 166.66319274902344,
+      "learning_rate": 1.959017916888095e-07,
+      "loss": 19.2344,
+      "step": 39290
+    },
+    {
+      "epoch": 1.877616362419956,
+      "grad_norm": 171.7127227783203,
+      "learning_rate": 1.9574939353123822e-07,
+      "loss": 14.625,
+      "step": 39291
+    },
+    {
+      "epoch": 1.8776641498614164,
+      "grad_norm": 238.25433349609375,
+      "learning_rate": 1.9559705408847663e-07,
+      "loss": 20.2188,
+      "step": 39292
+    },
+    {
+      "epoch": 1.8777119373028768,
+      "grad_norm": 309.9639892578125,
+      "learning_rate": 1.9544477336143842e-07,
+      "loss": 25.25,
+      "step": 39293
+    },
+    {
+      "epoch": 1.8777597247443372,
+      "grad_norm": 400.3490905761719,
+      "learning_rate": 1.9529255135103286e-07,
+      "loss": 22.1406,
+      "step": 39294
+    },
+    {
+      "epoch": 1.8778075121857976,
+      "grad_norm": 413.9494934082031,
+      "learning_rate": 1.9514038805817482e-07,
+      "loss": 20.375,
+      "step": 39295
+    },
+    {
+      "epoch": 1.877855299627258,
+      "grad_norm": 277.8546447753906,
+      "learning_rate": 1.9498828348377352e-07,
+      "loss": 30.1719,
+      "step": 39296
+    },
+    {
+      "epoch": 1.8779030870687183,
+      "grad_norm": 296.43157958984375,
+      "learning_rate": 1.948362376287416e-07,
+      "loss": 24.2969,
+      "step": 39297
+    },
+    {
+      "epoch": 1.8779508745101787,
+      "grad_norm": 239.18316650390625,
+      "learning_rate": 1.946842504939872e-07,
+      "loss": 25.625,
+      "step": 39298
+    },
+    {
+      "epoch": 1.8779986619516391,
+      "grad_norm": 326.35382080078125,
+      "learning_rate": 1.9453232208042293e-07,
+      "loss": 29.5938,
+      "step": 39299
+    },
+    {
+      "epoch": 1.8780464493930995,
+      "grad_norm": 190.2870635986328,
+      "learning_rate": 1.9438045238895697e-07,
+      "loss": 18.2969,
+      "step": 39300
+    },
+    {
+      "epoch": 1.87809423683456,
+      "grad_norm": 181.0168914794922,
+      "learning_rate": 1.942286414204997e-07,
+      "loss": 20.875,
+      "step": 39301
+    },
+    {
+      "epoch": 1.8781420242760203,
+      "grad_norm": 279.4195251464844,
+      "learning_rate": 1.9407688917595923e-07,
+      "loss": 24.6562,
+      "step": 39302
+    },
+    {
+      "epoch": 1.8781898117174807,
+      "grad_norm": 332.3922424316406,
+      "learning_rate": 1.939251956562449e-07,
+      "loss": 34.5938,
+      "step": 39303
+    },
+    {
+      "epoch": 1.878237599158941,
+      "grad_norm": 317.62762451171875,
+      "learning_rate": 1.9377356086226706e-07,
+      "loss": 23.9844,
+      "step": 39304
+    },
+    {
+      "epoch": 1.8782853866004015,
+      "grad_norm": 318.555908203125,
+      "learning_rate": 1.9362198479493055e-07,
+      "loss": 22.75,
+      "step": 39305
+    },
+    {
+      "epoch": 1.8783331740418618,
+      "grad_norm": 382.4052734375,
+      "learning_rate": 1.9347046745514574e-07,
+      "loss": 22.3672,
+      "step": 39306
+    },
+    {
+      "epoch": 1.8783809614833222,
+      "grad_norm": 221.24156188964844,
+      "learning_rate": 1.933190088438175e-07,
+      "loss": 18.4062,
+      "step": 39307
+    },
+    {
+      "epoch": 1.8784287489247826,
+      "grad_norm": 226.9502410888672,
+      "learning_rate": 1.9316760896185505e-07,
+      "loss": 22.75,
+      "step": 39308
+    },
+    {
+      "epoch": 1.878476536366243,
+      "grad_norm": 911.1401977539062,
+      "learning_rate": 1.9301626781016547e-07,
+      "loss": 29.5938,
+      "step": 39309
+    },
+    {
+      "epoch": 1.8785243238077034,
+      "grad_norm": 206.46340942382812,
+      "learning_rate": 1.928649853896525e-07,
+      "loss": 22.1562,
+      "step": 39310
+    },
+    {
+      "epoch": 1.8785721112491638,
+      "grad_norm": 185.26121520996094,
+      "learning_rate": 1.9271376170122313e-07,
+      "loss": 17.2969,
+      "step": 39311
+    },
+    {
+      "epoch": 1.8786198986906242,
+      "grad_norm": 328.9539794921875,
+      "learning_rate": 1.9256259674578558e-07,
+      "loss": 30.2812,
+      "step": 39312
+    },
+    {
+      "epoch": 1.8786676861320846,
+      "grad_norm": 232.71051025390625,
+      "learning_rate": 1.9241149052424136e-07,
+      "loss": 18.2656,
+      "step": 39313
+    },
+    {
+      "epoch": 1.878715473573545,
+      "grad_norm": 194.63958740234375,
+      "learning_rate": 1.9226044303749748e-07,
+      "loss": 17.7031,
+      "step": 39314
+    },
+    {
+      "epoch": 1.8787632610150053,
+      "grad_norm": 200.43026733398438,
+      "learning_rate": 1.9210945428645878e-07,
+      "loss": 26.3906,
+      "step": 39315
+    },
+    {
+      "epoch": 1.8788110484564657,
+      "grad_norm": 510.5191345214844,
+      "learning_rate": 1.9195852427202677e-07,
+      "loss": 17.625,
+      "step": 39316
+    },
+    {
+      "epoch": 1.8788588358979261,
+      "grad_norm": 250.14576721191406,
+      "learning_rate": 1.918076529951085e-07,
+      "loss": 19.5156,
+      "step": 39317
+    },
+    {
+      "epoch": 1.8789066233393865,
+      "grad_norm": 232.75054931640625,
+      "learning_rate": 1.916568404566066e-07,
+      "loss": 34.4219,
+      "step": 39318
+    },
+    {
+      "epoch": 1.878954410780847,
+      "grad_norm": 408.59857177734375,
+      "learning_rate": 1.9150608665742477e-07,
+      "loss": 34.4375,
+      "step": 39319
+    },
+    {
+      "epoch": 1.8790021982223073,
+      "grad_norm": 296.5970153808594,
+      "learning_rate": 1.913553915984645e-07,
+      "loss": 28.25,
+      "step": 39320
+    },
+    {
+      "epoch": 1.8790499856637677,
+      "grad_norm": 157.42849731445312,
+      "learning_rate": 1.9120475528062732e-07,
+      "loss": 18.5625,
+      "step": 39321
+    },
+    {
+      "epoch": 1.879097773105228,
+      "grad_norm": 188.99392700195312,
+      "learning_rate": 1.9105417770481804e-07,
+      "loss": 16.5156,
+      "step": 39322
+    },
+    {
+      "epoch": 1.8791455605466885,
+      "grad_norm": 364.376708984375,
+      "learning_rate": 1.9090365887193818e-07,
+      "loss": 24.4219,
+      "step": 39323
+    },
+    {
+      "epoch": 1.8791933479881489,
+      "grad_norm": 246.17864990234375,
+      "learning_rate": 1.90753198782887e-07,
+      "loss": 38.25,
+      "step": 39324
+    },
+    {
+      "epoch": 1.8792411354296092,
+      "grad_norm": 161.74066162109375,
+      "learning_rate": 1.9060279743856714e-07,
+      "loss": 20.4844,
+      "step": 39325
+    },
+    {
+      "epoch": 1.8792889228710696,
+      "grad_norm": 134.98971557617188,
+      "learning_rate": 1.9045245483987896e-07,
+      "loss": 21.4375,
+      "step": 39326
+    },
+    {
+      "epoch": 1.87933671031253,
+      "grad_norm": 360.3805847167969,
+      "learning_rate": 1.9030217098772286e-07,
+      "loss": 26.0312,
+      "step": 39327
+    },
+    {
+      "epoch": 1.8793844977539904,
+      "grad_norm": 357.9743347167969,
+      "learning_rate": 1.9015194588299813e-07,
+      "loss": 27.0625,
+      "step": 39328
+    },
+    {
+      "epoch": 1.8794322851954506,
+      "grad_norm": 227.59852600097656,
+      "learning_rate": 1.9000177952660515e-07,
+      "loss": 17.9375,
+      "step": 39329
+    },
+    {
+      "epoch": 1.879480072636911,
+      "grad_norm": 192.82179260253906,
+      "learning_rate": 1.898516719194443e-07,
+      "loss": 22.75,
+      "step": 39330
+    },
+    {
+      "epoch": 1.8795278600783714,
+      "grad_norm": 301.5069885253906,
+      "learning_rate": 1.897016230624127e-07,
+      "loss": 33.5,
+      "step": 39331
+    },
+    {
+      "epoch": 1.8795756475198317,
+      "grad_norm": 184.28746032714844,
+      "learning_rate": 1.8955163295640845e-07,
+      "loss": 26.3438,
+      "step": 39332
+    },
+    {
+      "epoch": 1.8796234349612921,
+      "grad_norm": 198.3832244873047,
+      "learning_rate": 1.8940170160233195e-07,
+      "loss": 21.4062,
+      "step": 39333
+    },
+    {
+      "epoch": 1.8796712224027525,
+      "grad_norm": 188.7225341796875,
+      "learning_rate": 1.8925182900108142e-07,
+      "loss": 21.1094,
+      "step": 39334
+    },
+    {
+      "epoch": 1.879719009844213,
+      "grad_norm": 385.538330078125,
+      "learning_rate": 1.8910201515355164e-07,
+      "loss": 24.7188,
+      "step": 39335
+    },
+    {
+      "epoch": 1.8797667972856733,
+      "grad_norm": 199.1041259765625,
+      "learning_rate": 1.8895226006064084e-07,
+      "loss": 25.5,
+      "step": 39336
+    },
+    {
+      "epoch": 1.8798145847271337,
+      "grad_norm": 188.19610595703125,
+      "learning_rate": 1.8880256372324824e-07,
+      "loss": 19.25,
+      "step": 39337
+    },
+    {
+      "epoch": 1.879862372168594,
+      "grad_norm": 209.99378967285156,
+      "learning_rate": 1.886529261422665e-07,
+      "loss": 23.0625,
+      "step": 39338
+    },
+    {
+      "epoch": 1.8799101596100545,
+      "grad_norm": 262.1080322265625,
+      "learning_rate": 1.8850334731859487e-07,
+      "loss": 17.2344,
+      "step": 39339
+    },
+    {
+      "epoch": 1.8799579470515149,
+      "grad_norm": 264.4465026855469,
+      "learning_rate": 1.8835382725312712e-07,
+      "loss": 26.8438,
+      "step": 39340
+    },
+    {
+      "epoch": 1.8800057344929753,
+      "grad_norm": 148.40045166015625,
+      "learning_rate": 1.8820436594675917e-07,
+      "loss": 27.0,
+      "step": 39341
+    },
+    {
+      "epoch": 1.8800535219344356,
+      "grad_norm": 286.22808837890625,
+      "learning_rate": 1.880549634003881e-07,
+      "loss": 17.5781,
+      "step": 39342
+    },
+    {
+      "epoch": 1.880101309375896,
+      "grad_norm": 224.9075469970703,
+      "learning_rate": 1.8790561961490538e-07,
+      "loss": 31.9375,
+      "step": 39343
+    },
+    {
+      "epoch": 1.8801490968173564,
+      "grad_norm": 147.52175903320312,
+      "learning_rate": 1.8775633459120703e-07,
+      "loss": 21.9375,
+      "step": 39344
+    },
+    {
+      "epoch": 1.8801968842588168,
+      "grad_norm": 433.8462829589844,
+      "learning_rate": 1.876071083301867e-07,
+      "loss": 35.8125,
+      "step": 39345
+    },
+    {
+      "epoch": 1.8802446717002772,
+      "grad_norm": 349.6695251464844,
+      "learning_rate": 1.8745794083273927e-07,
+      "loss": 35.2812,
+      "step": 39346
+    },
+    {
+      "epoch": 1.8802924591417376,
+      "grad_norm": 158.78871154785156,
+      "learning_rate": 1.8730883209975626e-07,
+      "loss": 27.1562,
+      "step": 39347
+    },
+    {
+      "epoch": 1.880340246583198,
+      "grad_norm": 223.46340942382812,
+      "learning_rate": 1.8715978213213136e-07,
+      "loss": 33.0625,
+      "step": 39348
+    },
+    {
+      "epoch": 1.8803880340246584,
+      "grad_norm": 213.323486328125,
+      "learning_rate": 1.8701079093075835e-07,
+      "loss": 20.7656,
+      "step": 39349
+    },
+    {
+      "epoch": 1.8804358214661185,
+      "grad_norm": 226.6816864013672,
+      "learning_rate": 1.868618584965276e-07,
+      "loss": 29.4688,
+      "step": 39350
+    },
+    {
+      "epoch": 1.880483608907579,
+      "grad_norm": 339.46630859375,
+      "learning_rate": 1.8671298483033285e-07,
+      "loss": 36.2344,
+      "step": 39351
+    },
+    {
+      "epoch": 1.8805313963490393,
+      "grad_norm": 427.2477722167969,
+      "learning_rate": 1.8656416993306448e-07,
+      "loss": 30.75,
+      "step": 39352
+    },
+    {
+      "epoch": 1.8805791837904997,
+      "grad_norm": 206.11758422851562,
+      "learning_rate": 1.864154138056129e-07,
+      "loss": 23.5469,
+      "step": 39353
+    },
+    {
+      "epoch": 1.88062697123196,
+      "grad_norm": 421.64215087890625,
+      "learning_rate": 1.8626671644887072e-07,
+      "loss": 22.8125,
+      "step": 39354
+    },
+    {
+      "epoch": 1.8806747586734205,
+      "grad_norm": 212.7363739013672,
+      "learning_rate": 1.8611807786372727e-07,
+      "loss": 30.3281,
+      "step": 39355
+    },
+    {
+      "epoch": 1.8807225461148809,
+      "grad_norm": 255.09585571289062,
+      "learning_rate": 1.859694980510751e-07,
+      "loss": 22.2188,
+      "step": 39356
+    },
+    {
+      "epoch": 1.8807703335563413,
+      "grad_norm": 206.00672912597656,
+      "learning_rate": 1.8582097701180023e-07,
+      "loss": 28.6719,
+      "step": 39357
+    },
+    {
+      "epoch": 1.8808181209978017,
+      "grad_norm": 413.9596862792969,
+      "learning_rate": 1.8567251474679415e-07,
+      "loss": 25.5312,
+      "step": 39358
+    },
+    {
+      "epoch": 1.880865908439262,
+      "grad_norm": 201.4756622314453,
+      "learning_rate": 1.8552411125694503e-07,
+      "loss": 20.4219,
+      "step": 39359
+    },
+    {
+      "epoch": 1.8809136958807224,
+      "grad_norm": 230.46888732910156,
+      "learning_rate": 1.8537576654314437e-07,
+      "loss": 32.0625,
+      "step": 39360
+    },
+    {
+      "epoch": 1.8809614833221828,
+      "grad_norm": 350.2613220214844,
+      "learning_rate": 1.8522748060627706e-07,
+      "loss": 25.8594,
+      "step": 39361
+    },
+    {
+      "epoch": 1.8810092707636432,
+      "grad_norm": 217.61949157714844,
+      "learning_rate": 1.8507925344723231e-07,
+      "loss": 23.5781,
+      "step": 39362
+    },
+    {
+      "epoch": 1.8810570582051036,
+      "grad_norm": 194.3675994873047,
+      "learning_rate": 1.849310850668995e-07,
+      "loss": 20.5938,
+      "step": 39363
+    },
+    {
+      "epoch": 1.881104845646564,
+      "grad_norm": 416.6957702636719,
+      "learning_rate": 1.8478297546616343e-07,
+      "loss": 27.3281,
+      "step": 39364
+    },
+    {
+      "epoch": 1.8811526330880244,
+      "grad_norm": 245.76370239257812,
+      "learning_rate": 1.8463492464591225e-07,
+      "loss": 17.6875,
+      "step": 39365
+    },
+    {
+      "epoch": 1.8812004205294848,
+      "grad_norm": 330.1900634765625,
+      "learning_rate": 1.844869326070331e-07,
+      "loss": 18.25,
+      "step": 39366
+    },
+    {
+      "epoch": 1.8812482079709452,
+      "grad_norm": 182.3438262939453,
+      "learning_rate": 1.8433899935041188e-07,
+      "loss": 22.4688,
+      "step": 39367
+    },
+    {
+      "epoch": 1.8812959954124056,
+      "grad_norm": 199.61241149902344,
+      "learning_rate": 1.8419112487693457e-07,
+      "loss": 16.8594,
+      "step": 39368
+    },
+    {
+      "epoch": 1.881343782853866,
+      "grad_norm": 407.99530029296875,
+      "learning_rate": 1.8404330918748493e-07,
+      "loss": 28.5625,
+      "step": 39369
+    },
+    {
+      "epoch": 1.8813915702953263,
+      "grad_norm": 296.7642822265625,
+      "learning_rate": 1.838955522829522e-07,
+      "loss": 30.0156,
+      "step": 39370
+    },
+    {
+      "epoch": 1.8814393577367867,
+      "grad_norm": 187.78378295898438,
+      "learning_rate": 1.837478541642168e-07,
+      "loss": 16.8906,
+      "step": 39371
+    },
+    {
+      "epoch": 1.8814871451782471,
+      "grad_norm": 189.50120544433594,
+      "learning_rate": 1.8360021483216584e-07,
+      "loss": 23.7656,
+      "step": 39372
+    },
+    {
+      "epoch": 1.8815349326197075,
+      "grad_norm": 280.536865234375,
+      "learning_rate": 1.8345263428768412e-07,
+      "loss": 27.5938,
+      "step": 39373
+    },
+    {
+      "epoch": 1.881582720061168,
+      "grad_norm": 379.7112121582031,
+      "learning_rate": 1.8330511253165317e-07,
+      "loss": 18.2812,
+      "step": 39374
+    },
+    {
+      "epoch": 1.8816305075026283,
+      "grad_norm": 285.1213684082031,
+      "learning_rate": 1.8315764956495896e-07,
+      "loss": 22.4688,
+      "step": 39375
+    },
+    {
+      "epoch": 1.8816782949440887,
+      "grad_norm": 301.5223693847656,
+      "learning_rate": 1.8301024538848188e-07,
+      "loss": 25.2188,
+      "step": 39376
+    },
+    {
+      "epoch": 1.881726082385549,
+      "grad_norm": 400.8229064941406,
+      "learning_rate": 1.828629000031057e-07,
+      "loss": 27.3438,
+      "step": 39377
+    },
+    {
+      "epoch": 1.8817738698270094,
+      "grad_norm": 221.76828002929688,
+      "learning_rate": 1.8271561340971522e-07,
+      "loss": 29.375,
+      "step": 39378
+    },
+    {
+      "epoch": 1.8818216572684698,
+      "grad_norm": 362.8900451660156,
+      "learning_rate": 1.8256838560918865e-07,
+      "loss": 22.6406,
+      "step": 39379
+    },
+    {
+      "epoch": 1.8818694447099302,
+      "grad_norm": 270.9437255859375,
+      "learning_rate": 1.8242121660240976e-07,
+      "loss": 17.9219,
+      "step": 39380
+    },
+    {
+      "epoch": 1.8819172321513906,
+      "grad_norm": 158.74378967285156,
+      "learning_rate": 1.8227410639025889e-07,
+      "loss": 15.7812,
+      "step": 39381
+    },
+    {
+      "epoch": 1.881965019592851,
+      "grad_norm": 238.36607360839844,
+      "learning_rate": 1.821270549736198e-07,
+      "loss": 24.8125,
+      "step": 39382
+    },
+    {
+      "epoch": 1.8820128070343114,
+      "grad_norm": 247.15267944335938,
+      "learning_rate": 1.8198006235336963e-07,
+      "loss": 22.9062,
+      "step": 39383
+    },
+    {
+      "epoch": 1.8820605944757718,
+      "grad_norm": 212.2061767578125,
+      "learning_rate": 1.8183312853038982e-07,
+      "loss": 17.5938,
+      "step": 39384
+    },
+    {
+      "epoch": 1.8821083819172322,
+      "grad_norm": 144.41372680664062,
+      "learning_rate": 1.8168625350556302e-07,
+      "loss": 24.5312,
+      "step": 39385
+    },
+    {
+      "epoch": 1.8821561693586926,
+      "grad_norm": 488.5308532714844,
+      "learning_rate": 1.815394372797641e-07,
+      "loss": 19.4062,
+      "step": 39386
+    },
+    {
+      "epoch": 1.882203956800153,
+      "grad_norm": 261.5315246582031,
+      "learning_rate": 1.8139267985387567e-07,
+      "loss": 23.6641,
+      "step": 39387
+    },
+    {
+      "epoch": 1.8822517442416133,
+      "grad_norm": 282.3972473144531,
+      "learning_rate": 1.812459812287748e-07,
+      "loss": 24.0938,
+      "step": 39388
+    },
+    {
+      "epoch": 1.8822995316830737,
+      "grad_norm": 536.7183227539062,
+      "learning_rate": 1.8109934140534192e-07,
+      "loss": 23.1094,
+      "step": 39389
+    },
+    {
+      "epoch": 1.8823473191245341,
+      "grad_norm": 453.2173767089844,
+      "learning_rate": 1.8095276038445298e-07,
+      "loss": 17.5781,
+      "step": 39390
+    },
+    {
+      "epoch": 1.8823951065659945,
+      "grad_norm": 230.86434936523438,
+      "learning_rate": 1.8080623816698728e-07,
+      "loss": 30.5938,
+      "step": 39391
+    },
+    {
+      "epoch": 1.882442894007455,
+      "grad_norm": 272.4185485839844,
+      "learning_rate": 1.806597747538219e-07,
+      "loss": 21.0312,
+      "step": 39392
+    },
+    {
+      "epoch": 1.8824906814489153,
+      "grad_norm": 399.1762390136719,
+      "learning_rate": 1.8051337014583614e-07,
+      "loss": 30.0938,
+      "step": 39393
+    },
+    {
+      "epoch": 1.8825384688903757,
+      "grad_norm": 316.2701110839844,
+      "learning_rate": 1.8036702434390263e-07,
+      "loss": 27.4062,
+      "step": 39394
+    },
+    {
+      "epoch": 1.882586256331836,
+      "grad_norm": 230.24154663085938,
+      "learning_rate": 1.8022073734889955e-07,
+      "loss": 24.0781,
+      "step": 39395
+    },
+    {
+      "epoch": 1.8826340437732965,
+      "grad_norm": 481.01800537109375,
+      "learning_rate": 1.8007450916170398e-07,
+      "loss": 23.0312,
+      "step": 39396
+    },
+    {
+      "epoch": 1.8826818312147569,
+      "grad_norm": 246.66685485839844,
+      "learning_rate": 1.799283397831908e-07,
+      "loss": 31.6562,
+      "step": 39397
+    },
+    {
+      "epoch": 1.8827296186562172,
+      "grad_norm": 272.2677307128906,
+      "learning_rate": 1.7978222921423594e-07,
+      "loss": 24.5625,
+      "step": 39398
+    },
+    {
+      "epoch": 1.8827774060976776,
+      "grad_norm": 189.06613159179688,
+      "learning_rate": 1.7963617745571316e-07,
+      "loss": 18.5469,
+      "step": 39399
+    },
+    {
+      "epoch": 1.882825193539138,
+      "grad_norm": 264.08184814453125,
+      "learning_rate": 1.7949018450849953e-07,
+      "loss": 34.5625,
+      "step": 39400
+    },
+    {
+      "epoch": 1.8828729809805984,
+      "grad_norm": 764.5023193359375,
+      "learning_rate": 1.7934425037346548e-07,
+      "loss": 27.2031,
+      "step": 39401
+    },
+    {
+      "epoch": 1.8829207684220588,
+      "grad_norm": 310.7219543457031,
+      "learning_rate": 1.7919837505148806e-07,
+      "loss": 21.4219,
+      "step": 39402
+    },
+    {
+      "epoch": 1.8829685558635192,
+      "grad_norm": 269.60772705078125,
+      "learning_rate": 1.7905255854344106e-07,
+      "loss": 24.8594,
+      "step": 39403
+    },
+    {
+      "epoch": 1.8830163433049796,
+      "grad_norm": 237.69752502441406,
+      "learning_rate": 1.7890680085019597e-07,
+      "loss": 24.1562,
+      "step": 39404
+    },
+    {
+      "epoch": 1.88306413074644,
+      "grad_norm": 148.73760986328125,
+      "learning_rate": 1.7876110197262654e-07,
+      "loss": 16.1719,
+      "step": 39405
+    },
+    {
+      "epoch": 1.8831119181879004,
+      "grad_norm": 1686.69384765625,
+      "learning_rate": 1.786154619116065e-07,
+      "loss": 13.8438,
+      "step": 39406
+    },
+    {
+      "epoch": 1.8831597056293607,
+      "grad_norm": 151.38441467285156,
+      "learning_rate": 1.784698806680052e-07,
+      "loss": 21.6562,
+      "step": 39407
+    },
+    {
+      "epoch": 1.8832074930708211,
+      "grad_norm": 198.3221435546875,
+      "learning_rate": 1.7832435824269633e-07,
+      "loss": 23.3438,
+      "step": 39408
+    },
+    {
+      "epoch": 1.8832552805122815,
+      "grad_norm": 198.50411987304688,
+      "learning_rate": 1.7817889463655146e-07,
+      "loss": 21.8281,
+      "step": 39409
+    },
+    {
+      "epoch": 1.883303067953742,
+      "grad_norm": 417.4125671386719,
+      "learning_rate": 1.78033489850441e-07,
+      "loss": 28.8438,
+      "step": 39410
+    },
+    {
+      "epoch": 1.8833508553952023,
+      "grad_norm": 346.5946044921875,
+      "learning_rate": 1.7788814388523646e-07,
+      "loss": 33.5,
+      "step": 39411
+    },
+    {
+      "epoch": 1.8833986428366625,
+      "grad_norm": 186.3433380126953,
+      "learning_rate": 1.7774285674180825e-07,
+      "loss": 20.5781,
+      "step": 39412
+    },
+    {
+      "epoch": 1.8834464302781229,
+      "grad_norm": 185.2946319580078,
+      "learning_rate": 1.7759762842102567e-07,
+      "loss": 22.875,
+      "step": 39413
+    },
+    {
+      "epoch": 1.8834942177195833,
+      "grad_norm": 206.16175842285156,
+      "learning_rate": 1.7745245892375805e-07,
+      "loss": 22.8281,
+      "step": 39414
+    },
+    {
+      "epoch": 1.8835420051610436,
+      "grad_norm": 171.32586669921875,
+      "learning_rate": 1.7730734825087692e-07,
+      "loss": 27.1875,
+      "step": 39415
+    },
+    {
+      "epoch": 1.883589792602504,
+      "grad_norm": 215.3025360107422,
+      "learning_rate": 1.7716229640324933e-07,
+      "loss": 24.5156,
+      "step": 39416
+    },
+    {
+      "epoch": 1.8836375800439644,
+      "grad_norm": 190.9921112060547,
+      "learning_rate": 1.7701730338174572e-07,
+      "loss": 19.7812,
+      "step": 39417
+    },
+    {
+      "epoch": 1.8836853674854248,
+      "grad_norm": 254.0164794921875,
+      "learning_rate": 1.7687236918723204e-07,
+      "loss": 16.2812,
+      "step": 39418
+    },
+    {
+      "epoch": 1.8837331549268852,
+      "grad_norm": 267.17022705078125,
+      "learning_rate": 1.7672749382057874e-07,
+      "loss": 23.6719,
+      "step": 39419
+    },
+    {
+      "epoch": 1.8837809423683456,
+      "grad_norm": 188.42324829101562,
+      "learning_rate": 1.7658267728265178e-07,
+      "loss": 26.1094,
+      "step": 39420
+    },
+    {
+      "epoch": 1.883828729809806,
+      "grad_norm": 389.8197326660156,
+      "learning_rate": 1.7643791957431823e-07,
+      "loss": 27.5312,
+      "step": 39421
+    },
+    {
+      "epoch": 1.8838765172512664,
+      "grad_norm": 114.630859375,
+      "learning_rate": 1.7629322069644627e-07,
+      "loss": 19.3594,
+      "step": 39422
+    },
+    {
+      "epoch": 1.8839243046927268,
+      "grad_norm": 662.0264282226562,
+      "learning_rate": 1.7614858064990192e-07,
+      "loss": 29.75,
+      "step": 39423
+    },
+    {
+      "epoch": 1.8839720921341871,
+      "grad_norm": 206.43238830566406,
+      "learning_rate": 1.7600399943555113e-07,
+      "loss": 20.2344,
+      "step": 39424
+    },
+    {
+      "epoch": 1.8840198795756475,
+      "grad_norm": 353.58709716796875,
+      "learning_rate": 1.7585947705425987e-07,
+      "loss": 29.3125,
+      "step": 39425
+    },
+    {
+      "epoch": 1.884067667017108,
+      "grad_norm": 1667.1151123046875,
+      "learning_rate": 1.7571501350689414e-07,
+      "loss": 32.5312,
+      "step": 39426
+    },
+    {
+      "epoch": 1.8841154544585683,
+      "grad_norm": 187.67697143554688,
+      "learning_rate": 1.7557060879431876e-07,
+      "loss": 19.0312,
+      "step": 39427
+    },
+    {
+      "epoch": 1.8841632419000287,
+      "grad_norm": 155.64585876464844,
+      "learning_rate": 1.754262629173975e-07,
+      "loss": 16.75,
+      "step": 39428
+    },
+    {
+      "epoch": 1.884211029341489,
+      "grad_norm": 344.8620910644531,
+      "learning_rate": 1.7528197587699635e-07,
+      "loss": 25.0,
+      "step": 39429
+    },
+    {
+      "epoch": 1.8842588167829495,
+      "grad_norm": 182.19015502929688,
+      "learning_rate": 1.7513774767397906e-07,
+      "loss": 18.3125,
+      "step": 39430
+    },
+    {
+      "epoch": 1.8843066042244099,
+      "grad_norm": 196.19088745117188,
+      "learning_rate": 1.7499357830920937e-07,
+      "loss": 32.5312,
+      "step": 39431
+    },
+    {
+      "epoch": 1.88435439166587,
+      "grad_norm": 416.23870849609375,
+      "learning_rate": 1.7484946778354884e-07,
+      "loss": 27.8125,
+      "step": 39432
+    },
+    {
+      "epoch": 1.8844021791073304,
+      "grad_norm": 174.2973175048828,
+      "learning_rate": 1.747054160978634e-07,
+      "loss": 18.9219,
+      "step": 39433
+    },
+    {
+      "epoch": 1.8844499665487908,
+      "grad_norm": 136.58145141601562,
+      "learning_rate": 1.7456142325301461e-07,
+      "loss": 19.5312,
+      "step": 39434
+    },
+    {
+      "epoch": 1.8844977539902512,
+      "grad_norm": 216.36087036132812,
+      "learning_rate": 1.7441748924986402e-07,
+      "loss": 20.375,
+      "step": 39435
+    },
+    {
+      "epoch": 1.8845455414317116,
+      "grad_norm": 229.5241241455078,
+      "learning_rate": 1.7427361408927533e-07,
+      "loss": 23.6719,
+      "step": 39436
+    },
+    {
+      "epoch": 1.884593328873172,
+      "grad_norm": 250.2111053466797,
+      "learning_rate": 1.7412979777210792e-07,
+      "loss": 18.2812,
+      "step": 39437
+    },
+    {
+      "epoch": 1.8846411163146324,
+      "grad_norm": 242.0658721923828,
+      "learning_rate": 1.7398604029922328e-07,
+      "loss": 22.2812,
+      "step": 39438
+    },
+    {
+      "epoch": 1.8846889037560928,
+      "grad_norm": 754.633544921875,
+      "learning_rate": 1.7384234167148518e-07,
+      "loss": 19.2188,
+      "step": 39439
+    },
+    {
+      "epoch": 1.8847366911975532,
+      "grad_norm": 394.5779113769531,
+      "learning_rate": 1.736987018897518e-07,
+      "loss": 32.5312,
+      "step": 39440
+    },
+    {
+      "epoch": 1.8847844786390135,
+      "grad_norm": 230.86865234375,
+      "learning_rate": 1.735551209548836e-07,
+      "loss": 20.0,
+      "step": 39441
+    },
+    {
+      "epoch": 1.884832266080474,
+      "grad_norm": 239.0294952392578,
+      "learning_rate": 1.7341159886773985e-07,
+      "loss": 21.3906,
+      "step": 39442
+    },
+    {
+      "epoch": 1.8848800535219343,
+      "grad_norm": 326.6281433105469,
+      "learning_rate": 1.73268135629181e-07,
+      "loss": 24.4375,
+      "step": 39443
+    },
+    {
+      "epoch": 1.8849278409633947,
+      "grad_norm": 169.33900451660156,
+      "learning_rate": 1.7312473124006636e-07,
+      "loss": 21.4531,
+      "step": 39444
+    },
+    {
+      "epoch": 1.884975628404855,
+      "grad_norm": 282.862060546875,
+      "learning_rate": 1.7298138570125521e-07,
+      "loss": 20.9688,
+      "step": 39445
+    },
+    {
+      "epoch": 1.8850234158463155,
+      "grad_norm": 217.72067260742188,
+      "learning_rate": 1.7283809901360472e-07,
+      "loss": 20.375,
+      "step": 39446
+    },
+    {
+      "epoch": 1.8850712032877759,
+      "grad_norm": 294.8390808105469,
+      "learning_rate": 1.72694871177973e-07,
+      "loss": 20.9531,
+      "step": 39447
+    },
+    {
+      "epoch": 1.8851189907292363,
+      "grad_norm": 261.67352294921875,
+      "learning_rate": 1.7255170219521944e-07,
+      "loss": 28.75,
+      "step": 39448
+    },
+    {
+      "epoch": 1.8851667781706967,
+      "grad_norm": 140.91543579101562,
+      "learning_rate": 1.7240859206619888e-07,
+      "loss": 16.9062,
+      "step": 39449
+    },
+    {
+      "epoch": 1.885214565612157,
+      "grad_norm": 672.4038696289062,
+      "learning_rate": 1.722655407917706e-07,
+      "loss": 26.25,
+      "step": 39450
+    },
+    {
+      "epoch": 1.8852623530536174,
+      "grad_norm": 310.9542541503906,
+      "learning_rate": 1.721225483727895e-07,
+      "loss": 30.375,
+      "step": 39451
+    },
+    {
+      "epoch": 1.8853101404950778,
+      "grad_norm": 238.50257873535156,
+      "learning_rate": 1.7197961481011495e-07,
+      "loss": 28.2656,
+      "step": 39452
+    },
+    {
+      "epoch": 1.8853579279365382,
+      "grad_norm": 285.23681640625,
+      "learning_rate": 1.718367401045984e-07,
+      "loss": 23.2188,
+      "step": 39453
+    },
+    {
+      "epoch": 1.8854057153779986,
+      "grad_norm": 273.6849365234375,
+      "learning_rate": 1.716939242570992e-07,
+      "loss": 44.25,
+      "step": 39454
+    },
+    {
+      "epoch": 1.885453502819459,
+      "grad_norm": 255.7459259033203,
+      "learning_rate": 1.7155116726847109e-07,
+      "loss": 24.7031,
+      "step": 39455
+    },
+    {
+      "epoch": 1.8855012902609194,
+      "grad_norm": 179.5829620361328,
+      "learning_rate": 1.714084691395701e-07,
+      "loss": 24.1094,
+      "step": 39456
+    },
+    {
+      "epoch": 1.8855490777023798,
+      "grad_norm": 226.29013061523438,
+      "learning_rate": 1.7126582987124995e-07,
+      "loss": 29.0156,
+      "step": 39457
+    },
+    {
+      "epoch": 1.8855968651438402,
+      "grad_norm": 345.5184020996094,
+      "learning_rate": 1.7112324946436442e-07,
+      "loss": 27.4688,
+      "step": 39458
+    },
+    {
+      "epoch": 1.8856446525853006,
+      "grad_norm": 184.2881317138672,
+      "learning_rate": 1.7098072791976838e-07,
+      "loss": 19.75,
+      "step": 39459
+    },
+    {
+      "epoch": 1.885692440026761,
+      "grad_norm": 245.2994842529297,
+      "learning_rate": 1.7083826523831449e-07,
+      "loss": 23.3125,
+      "step": 39460
+    },
+    {
+      "epoch": 1.8857402274682213,
+      "grad_norm": 258.06402587890625,
+      "learning_rate": 1.7069586142085648e-07,
+      "loss": 27.5938,
+      "step": 39461
+    },
+    {
+      "epoch": 1.8857880149096817,
+      "grad_norm": 205.55848693847656,
+      "learning_rate": 1.7055351646824593e-07,
+      "loss": 17.1094,
+      "step": 39462
+    },
+    {
+      "epoch": 1.8858358023511421,
+      "grad_norm": 207.22120666503906,
+      "learning_rate": 1.7041123038133766e-07,
+      "loss": 16.9688,
+      "step": 39463
+    },
+    {
+      "epoch": 1.8858835897926025,
+      "grad_norm": 165.99407958984375,
+      "learning_rate": 1.7026900316098217e-07,
+      "loss": 21.25,
+      "step": 39464
+    },
+    {
+      "epoch": 1.885931377234063,
+      "grad_norm": 260.16229248046875,
+      "learning_rate": 1.7012683480803095e-07,
+      "loss": 27.9375,
+      "step": 39465
+    },
+    {
+      "epoch": 1.8859791646755233,
+      "grad_norm": 332.4862365722656,
+      "learning_rate": 1.6998472532333665e-07,
+      "loss": 27.4375,
+      "step": 39466
+    },
+    {
+      "epoch": 1.8860269521169837,
+      "grad_norm": 314.7398681640625,
+      "learning_rate": 1.6984267470774974e-07,
+      "loss": 21.6562,
+      "step": 39467
+    },
+    {
+      "epoch": 1.886074739558444,
+      "grad_norm": 139.64108276367188,
+      "learning_rate": 1.6970068296212061e-07,
+      "loss": 20.5156,
+      "step": 39468
+    },
+    {
+      "epoch": 1.8861225269999045,
+      "grad_norm": 285.5352478027344,
+      "learning_rate": 1.6955875008729972e-07,
+      "loss": 22.8438,
+      "step": 39469
+    },
+    {
+      "epoch": 1.8861703144413648,
+      "grad_norm": 222.82635498046875,
+      "learning_rate": 1.694168760841375e-07,
+      "loss": 23.1875,
+      "step": 39470
+    },
+    {
+      "epoch": 1.8862181018828252,
+      "grad_norm": 249.53961181640625,
+      "learning_rate": 1.6927506095348322e-07,
+      "loss": 24.3125,
+      "step": 39471
+    },
+    {
+      "epoch": 1.8862658893242856,
+      "grad_norm": 192.239990234375,
+      "learning_rate": 1.6913330469618628e-07,
+      "loss": 21.8125,
+      "step": 39472
+    },
+    {
+      "epoch": 1.886313676765746,
+      "grad_norm": 231.78469848632812,
+      "learning_rate": 1.6899160731309484e-07,
+      "loss": 24.8281,
+      "step": 39473
+    },
+    {
+      "epoch": 1.8863614642072064,
+      "grad_norm": 426.91339111328125,
+      "learning_rate": 1.6884996880505934e-07,
+      "loss": 22.3594,
+      "step": 39474
+    },
+    {
+      "epoch": 1.8864092516486668,
+      "grad_norm": 359.48333740234375,
+      "learning_rate": 1.6870838917292576e-07,
+      "loss": 25.7656,
+      "step": 39475
+    },
+    {
+      "epoch": 1.8864570390901272,
+      "grad_norm": 261.1566162109375,
+      "learning_rate": 1.6856686841754344e-07,
+      "loss": 25.2188,
+      "step": 39476
+    },
+    {
+      "epoch": 1.8865048265315876,
+      "grad_norm": 335.5791320800781,
+      "learning_rate": 1.6842540653975948e-07,
+      "loss": 32.5469,
+      "step": 39477
+    },
+    {
+      "epoch": 1.886552613973048,
+      "grad_norm": 163.65528869628906,
+      "learning_rate": 1.6828400354042207e-07,
+      "loss": 25.1094,
+      "step": 39478
+    },
+    {
+      "epoch": 1.8866004014145084,
+      "grad_norm": 344.00616455078125,
+      "learning_rate": 1.681426594203761e-07,
+      "loss": 28.125,
+      "step": 39479
+    },
+    {
+      "epoch": 1.8866481888559687,
+      "grad_norm": 338.6461181640625,
+      "learning_rate": 1.6800137418046868e-07,
+      "loss": 22.375,
+      "step": 39480
+    },
+    {
+      "epoch": 1.8866959762974291,
+      "grad_norm": 295.1301574707031,
+      "learning_rate": 1.6786014782154692e-07,
+      "loss": 27.0312,
+      "step": 39481
+    },
+    {
+      "epoch": 1.8867437637388895,
+      "grad_norm": 176.71304321289062,
+      "learning_rate": 1.6771898034445678e-07,
+      "loss": 21.2812,
+      "step": 39482
+    },
+    {
+      "epoch": 1.88679155118035,
+      "grad_norm": 236.4167938232422,
+      "learning_rate": 1.6757787175004093e-07,
+      "loss": 23.4688,
+      "step": 39483
+    },
+    {
+      "epoch": 1.8868393386218103,
+      "grad_norm": 275.04278564453125,
+      "learning_rate": 1.6743682203914757e-07,
+      "loss": 19.4844,
+      "step": 39484
+    },
+    {
+      "epoch": 1.8868871260632707,
+      "grad_norm": 165.8762664794922,
+      "learning_rate": 1.672958312126205e-07,
+      "loss": 21.7969,
+      "step": 39485
+    },
+    {
+      "epoch": 1.886934913504731,
+      "grad_norm": 264.9421691894531,
+      "learning_rate": 1.6715489927130234e-07,
+      "loss": 27.5938,
+      "step": 39486
+    },
+    {
+      "epoch": 1.8869827009461915,
+      "grad_norm": 274.9112548828125,
+      "learning_rate": 1.6701402621603912e-07,
+      "loss": 32.5938,
+      "step": 39487
+    },
+    {
+      "epoch": 1.8870304883876519,
+      "grad_norm": 200.874755859375,
+      "learning_rate": 1.668732120476746e-07,
+      "loss": 19.7344,
+      "step": 39488
+    },
+    {
+      "epoch": 1.8870782758291123,
+      "grad_norm": 136.4212646484375,
+      "learning_rate": 1.667324567670503e-07,
+      "loss": 18.4375,
+      "step": 39489
+    },
+    {
+      "epoch": 1.8871260632705726,
+      "grad_norm": 618.4437255859375,
+      "learning_rate": 1.6659176037501112e-07,
+      "loss": 31.9062,
+      "step": 39490
+    },
+    {
+      "epoch": 1.887173850712033,
+      "grad_norm": 218.10911560058594,
+      "learning_rate": 1.664511228723975e-07,
+      "loss": 24.7344,
+      "step": 39491
+    },
+    {
+      "epoch": 1.8872216381534934,
+      "grad_norm": 253.63990783691406,
+      "learning_rate": 1.6631054426005322e-07,
+      "loss": 30.0,
+      "step": 39492
+    },
+    {
+      "epoch": 1.8872694255949538,
+      "grad_norm": 170.0940704345703,
+      "learning_rate": 1.6617002453882092e-07,
+      "loss": 17.2344,
+      "step": 39493
+    },
+    {
+      "epoch": 1.887317213036414,
+      "grad_norm": 594.3967895507812,
+      "learning_rate": 1.6602956370954104e-07,
+      "loss": 21.625,
+      "step": 39494
+    },
+    {
+      "epoch": 1.8873650004778744,
+      "grad_norm": 344.4588623046875,
+      "learning_rate": 1.6588916177305403e-07,
+      "loss": 17.6406,
+      "step": 39495
+    },
+    {
+      "epoch": 1.8874127879193348,
+      "grad_norm": 215.6493682861328,
+      "learning_rate": 1.6574881873020144e-07,
+      "loss": 23.8281,
+      "step": 39496
+    },
+    {
+      "epoch": 1.8874605753607951,
+      "grad_norm": 430.6032409667969,
+      "learning_rate": 1.656085345818237e-07,
+      "loss": 30.6875,
+      "step": 39497
+    },
+    {
+      "epoch": 1.8875083628022555,
+      "grad_norm": 149.88165283203125,
+      "learning_rate": 1.6546830932876125e-07,
+      "loss": 17.4375,
+      "step": 39498
+    },
+    {
+      "epoch": 1.887556150243716,
+      "grad_norm": 191.20114135742188,
+      "learning_rate": 1.653281429718534e-07,
+      "loss": 36.6719,
+      "step": 39499
+    },
+    {
+      "epoch": 1.8876039376851763,
+      "grad_norm": 231.819580078125,
+      "learning_rate": 1.6518803551194063e-07,
+      "loss": 27.4688,
+      "step": 39500
+    },
+    {
+      "epoch": 1.8876517251266367,
+      "grad_norm": 417.5584411621094,
+      "learning_rate": 1.6504798694986e-07,
+      "loss": 29.5625,
+      "step": 39501
+    },
+    {
+      "epoch": 1.887699512568097,
+      "grad_norm": 505.26861572265625,
+      "learning_rate": 1.64907997286452e-07,
+      "loss": 27.6875,
+      "step": 39502
+    },
+    {
+      "epoch": 1.8877473000095575,
+      "grad_norm": 225.1533660888672,
+      "learning_rate": 1.6476806652255483e-07,
+      "loss": 26.7969,
+      "step": 39503
+    },
+    {
+      "epoch": 1.8877950874510179,
+      "grad_norm": 206.77984619140625,
+      "learning_rate": 1.6462819465900447e-07,
+      "loss": 23.25,
+      "step": 39504
+    },
+    {
+      "epoch": 1.8878428748924783,
+      "grad_norm": 451.3396301269531,
+      "learning_rate": 1.644883816966414e-07,
+      "loss": 27.375,
+      "step": 39505
+    },
+    {
+      "epoch": 1.8878906623339387,
+      "grad_norm": 330.3912658691406,
+      "learning_rate": 1.6434862763630156e-07,
+      "loss": 24.1875,
+      "step": 39506
+    },
+    {
+      "epoch": 1.887938449775399,
+      "grad_norm": 287.24420166015625,
+      "learning_rate": 1.6420893247882098e-07,
+      "loss": 26.1406,
+      "step": 39507
+    },
+    {
+      "epoch": 1.8879862372168594,
+      "grad_norm": 212.5322723388672,
+      "learning_rate": 1.6406929622503897e-07,
+      "loss": 22.0,
+      "step": 39508
+    },
+    {
+      "epoch": 1.8880340246583198,
+      "grad_norm": 135.39273071289062,
+      "learning_rate": 1.6392971887578823e-07,
+      "loss": 16.2344,
+      "step": 39509
+    },
+    {
+      "epoch": 1.8880818120997802,
+      "grad_norm": 202.25616455078125,
+      "learning_rate": 1.6379020043190697e-07,
+      "loss": 23.625,
+      "step": 39510
+    },
+    {
+      "epoch": 1.8881295995412406,
+      "grad_norm": 401.5626525878906,
+      "learning_rate": 1.6365074089423116e-07,
+      "loss": 26.7656,
+      "step": 39511
+    },
+    {
+      "epoch": 1.888177386982701,
+      "grad_norm": 191.44912719726562,
+      "learning_rate": 1.6351134026359462e-07,
+      "loss": 18.2188,
+      "step": 39512
+    },
+    {
+      "epoch": 1.8882251744241614,
+      "grad_norm": 227.8040771484375,
+      "learning_rate": 1.6337199854083219e-07,
+      "loss": 30.3438,
+      "step": 39513
+    },
+    {
+      "epoch": 1.8882729618656218,
+      "grad_norm": 522.4275512695312,
+      "learning_rate": 1.632327157267788e-07,
+      "loss": 35.4688,
+      "step": 39514
+    },
+    {
+      "epoch": 1.888320749307082,
+      "grad_norm": 572.68017578125,
+      "learning_rate": 1.630934918222693e-07,
+      "loss": 32.0,
+      "step": 39515
+    },
+    {
+      "epoch": 1.8883685367485423,
+      "grad_norm": 238.74742126464844,
+      "learning_rate": 1.6295432682813528e-07,
+      "loss": 26.2031,
+      "step": 39516
+    },
+    {
+      "epoch": 1.8884163241900027,
+      "grad_norm": 155.7655792236328,
+      "learning_rate": 1.6281522074521273e-07,
+      "loss": 22.1875,
+      "step": 39517
+    },
+    {
+      "epoch": 1.888464111631463,
+      "grad_norm": 136.42236328125,
+      "learning_rate": 1.626761735743332e-07,
+      "loss": 21.7188,
+      "step": 39518
+    },
+    {
+      "epoch": 1.8885118990729235,
+      "grad_norm": 142.94883728027344,
+      "learning_rate": 1.6253718531632933e-07,
+      "loss": 16.0781,
+      "step": 39519
+    },
+    {
+      "epoch": 1.8885596865143839,
+      "grad_norm": 266.5901794433594,
+      "learning_rate": 1.6239825597203497e-07,
+      "loss": 39.0,
+      "step": 39520
+    },
+    {
+      "epoch": 1.8886074739558443,
+      "grad_norm": 302.5423278808594,
+      "learning_rate": 1.622593855422805e-07,
+      "loss": 31.0938,
+      "step": 39521
+    },
+    {
+      "epoch": 1.8886552613973047,
+      "grad_norm": 227.811767578125,
+      "learning_rate": 1.621205740278986e-07,
+      "loss": 14.2656,
+      "step": 39522
+    },
+    {
+      "epoch": 1.888703048838765,
+      "grad_norm": 320.5705261230469,
+      "learning_rate": 1.6198182142971862e-07,
+      "loss": 23.9375,
+      "step": 39523
+    },
+    {
+      "epoch": 1.8887508362802254,
+      "grad_norm": 245.11105346679688,
+      "learning_rate": 1.6184312774857435e-07,
+      "loss": 15.75,
+      "step": 39524
+    },
+    {
+      "epoch": 1.8887986237216858,
+      "grad_norm": 294.99176025390625,
+      "learning_rate": 1.61704492985294e-07,
+      "loss": 27.8125,
+      "step": 39525
+    },
+    {
+      "epoch": 1.8888464111631462,
+      "grad_norm": 150.56529235839844,
+      "learning_rate": 1.6156591714071025e-07,
+      "loss": 19.9844,
+      "step": 39526
+    },
+    {
+      "epoch": 1.8888941986046066,
+      "grad_norm": 240.1367950439453,
+      "learning_rate": 1.6142740021565128e-07,
+      "loss": 23.9062,
+      "step": 39527
+    },
+    {
+      "epoch": 1.888941986046067,
+      "grad_norm": 1985.673583984375,
+      "learning_rate": 1.612889422109465e-07,
+      "loss": 19.9375,
+      "step": 39528
+    },
+    {
+      "epoch": 1.8889897734875274,
+      "grad_norm": 434.11578369140625,
+      "learning_rate": 1.6115054312742517e-07,
+      "loss": 22.7656,
+      "step": 39529
+    },
+    {
+      "epoch": 1.8890375609289878,
+      "grad_norm": 344.7032165527344,
+      "learning_rate": 1.6101220296591778e-07,
+      "loss": 30.2031,
+      "step": 39530
+    },
+    {
+      "epoch": 1.8890853483704482,
+      "grad_norm": 314.9727783203125,
+      "learning_rate": 1.6087392172725036e-07,
+      "loss": 13.4375,
+      "step": 39531
+    },
+    {
+      "epoch": 1.8891331358119086,
+      "grad_norm": 240.6929168701172,
+      "learning_rate": 1.607356994122522e-07,
+      "loss": 17.6719,
+      "step": 39532
+    },
+    {
+      "epoch": 1.889180923253369,
+      "grad_norm": 166.54820251464844,
+      "learning_rate": 1.6059753602175155e-07,
+      "loss": 24.125,
+      "step": 39533
+    },
+    {
+      "epoch": 1.8892287106948293,
+      "grad_norm": 271.17864990234375,
+      "learning_rate": 1.604594315565755e-07,
+      "loss": 29.125,
+      "step": 39534
+    },
+    {
+      "epoch": 1.8892764981362897,
+      "grad_norm": 284.4083251953125,
+      "learning_rate": 1.603213860175501e-07,
+      "loss": 18.9375,
+      "step": 39535
+    },
+    {
+      "epoch": 1.8893242855777501,
+      "grad_norm": 256.1480712890625,
+      "learning_rate": 1.6018339940550465e-07,
+      "loss": 22.8984,
+      "step": 39536
+    },
+    {
+      "epoch": 1.8893720730192105,
+      "grad_norm": 231.99908447265625,
+      "learning_rate": 1.6004547172126183e-07,
+      "loss": 23.2188,
+      "step": 39537
+    },
+    {
+      "epoch": 1.889419860460671,
+      "grad_norm": 223.05982971191406,
+      "learning_rate": 1.59907602965651e-07,
+      "loss": 28.25,
+      "step": 39538
+    },
+    {
+      "epoch": 1.8894676479021313,
+      "grad_norm": 320.051025390625,
+      "learning_rate": 1.5976979313949592e-07,
+      "loss": 34.9375,
+      "step": 39539
+    },
+    {
+      "epoch": 1.8895154353435917,
+      "grad_norm": 296.1624755859375,
+      "learning_rate": 1.5963204224362261e-07,
+      "loss": 25.0,
+      "step": 39540
+    },
+    {
+      "epoch": 1.889563222785052,
+      "grad_norm": 124.37966918945312,
+      "learning_rate": 1.5949435027885596e-07,
+      "loss": 22.3203,
+      "step": 39541
+    },
+    {
+      "epoch": 1.8896110102265125,
+      "grad_norm": 223.52732849121094,
+      "learning_rate": 1.5935671724601976e-07,
+      "loss": 20.0781,
+      "step": 39542
+    },
+    {
+      "epoch": 1.8896587976679728,
+      "grad_norm": 186.7789306640625,
+      "learning_rate": 1.592191431459389e-07,
+      "loss": 26.0,
+      "step": 39543
+    },
+    {
+      "epoch": 1.8897065851094332,
+      "grad_norm": 385.20123291015625,
+      "learning_rate": 1.5908162797943827e-07,
+      "loss": 19.1406,
+      "step": 39544
+    },
+    {
+      "epoch": 1.8897543725508936,
+      "grad_norm": 238.9617462158203,
+      "learning_rate": 1.5894417174733945e-07,
+      "loss": 27.875,
+      "step": 39545
+    },
+    {
+      "epoch": 1.889802159992354,
+      "grad_norm": 215.79049682617188,
+      "learning_rate": 1.5880677445046732e-07,
+      "loss": 25.5781,
+      "step": 39546
+    },
+    {
+      "epoch": 1.8898499474338144,
+      "grad_norm": 697.9960327148438,
+      "learning_rate": 1.5866943608964348e-07,
+      "loss": 21.0781,
+      "step": 39547
+    },
+    {
+      "epoch": 1.8898977348752748,
+      "grad_norm": 166.89767456054688,
+      "learning_rate": 1.5853215666569165e-07,
+      "loss": 16.9219,
+      "step": 39548
+    },
+    {
+      "epoch": 1.8899455223167352,
+      "grad_norm": 262.6875,
+      "learning_rate": 1.5839493617943235e-07,
+      "loss": 26.2188,
+      "step": 39549
+    },
+    {
+      "epoch": 1.8899933097581956,
+      "grad_norm": 459.9071350097656,
+      "learning_rate": 1.5825777463168823e-07,
+      "loss": 25.5625,
+      "step": 39550
+    },
+    {
+      "epoch": 1.890041097199656,
+      "grad_norm": 255.2239532470703,
+      "learning_rate": 1.5812067202328085e-07,
+      "loss": 24.6562,
+      "step": 39551
+    },
+    {
+      "epoch": 1.8900888846411164,
+      "grad_norm": 300.6860656738281,
+      "learning_rate": 1.579836283550318e-07,
+      "loss": 25.9375,
+      "step": 39552
+    },
+    {
+      "epoch": 1.8901366720825767,
+      "grad_norm": 162.07406616210938,
+      "learning_rate": 1.5784664362776036e-07,
+      "loss": 19.2344,
+      "step": 39553
+    },
+    {
+      "epoch": 1.8901844595240371,
+      "grad_norm": 274.4921875,
+      "learning_rate": 1.5770971784228705e-07,
+      "loss": 17.5625,
+      "step": 39554
+    },
+    {
+      "epoch": 1.8902322469654975,
+      "grad_norm": 220.29782104492188,
+      "learning_rate": 1.5757285099943455e-07,
+      "loss": 21.3125,
+      "step": 39555
+    },
+    {
+      "epoch": 1.890280034406958,
+      "grad_norm": 262.1812438964844,
+      "learning_rate": 1.5743604310001882e-07,
+      "loss": 24.1094,
+      "step": 39556
+    },
+    {
+      "epoch": 1.8903278218484183,
+      "grad_norm": 246.87583923339844,
+      "learning_rate": 1.5729929414486145e-07,
+      "loss": 27.0781,
+      "step": 39557
+    },
+    {
+      "epoch": 1.8903756092898787,
+      "grad_norm": 199.54542541503906,
+      "learning_rate": 1.5716260413477957e-07,
+      "loss": 27.0312,
+      "step": 39558
+    },
+    {
+      "epoch": 1.890423396731339,
+      "grad_norm": 282.4317321777344,
+      "learning_rate": 1.5702597307059474e-07,
+      "loss": 24.5781,
+      "step": 39559
+    },
+    {
+      "epoch": 1.8904711841727995,
+      "grad_norm": 152.95738220214844,
+      "learning_rate": 1.56889400953123e-07,
+      "loss": 19.875,
+      "step": 39560
+    },
+    {
+      "epoch": 1.8905189716142599,
+      "grad_norm": 393.7022705078125,
+      "learning_rate": 1.5675288778318142e-07,
+      "loss": 31.9531,
+      "step": 39561
+    },
+    {
+      "epoch": 1.8905667590557202,
+      "grad_norm": 295.39031982421875,
+      "learning_rate": 1.566164335615894e-07,
+      "loss": 30.1719,
+      "step": 39562
+    },
+    {
+      "epoch": 1.8906145464971806,
+      "grad_norm": 452.42938232421875,
+      "learning_rate": 1.5648003828916512e-07,
+      "loss": 37.0469,
+      "step": 39563
+    },
+    {
+      "epoch": 1.890662333938641,
+      "grad_norm": 651.677490234375,
+      "learning_rate": 1.5634370196672134e-07,
+      "loss": 23.2031,
+      "step": 39564
+    },
+    {
+      "epoch": 1.8907101213801014,
+      "grad_norm": 232.1112823486328,
+      "learning_rate": 1.5620742459507844e-07,
+      "loss": 26.1875,
+      "step": 39565
+    },
+    {
+      "epoch": 1.8907579088215618,
+      "grad_norm": 628.0180053710938,
+      "learning_rate": 1.5607120617505135e-07,
+      "loss": 27.5469,
+      "step": 39566
+    },
+    {
+      "epoch": 1.8908056962630222,
+      "grad_norm": 259.5695495605469,
+      "learning_rate": 1.5593504670745497e-07,
+      "loss": 20.4844,
+      "step": 39567
+    },
+    {
+      "epoch": 1.8908534837044826,
+      "grad_norm": 346.0594177246094,
+      "learning_rate": 1.557989461931042e-07,
+      "loss": 26.0312,
+      "step": 39568
+    },
+    {
+      "epoch": 1.890901271145943,
+      "grad_norm": 205.97047424316406,
+      "learning_rate": 1.5566290463281731e-07,
+      "loss": 19.3047,
+      "step": 39569
+    },
+    {
+      "epoch": 1.8909490585874034,
+      "grad_norm": 231.5941619873047,
+      "learning_rate": 1.5552692202740583e-07,
+      "loss": 20.9375,
+      "step": 39570
+    },
+    {
+      "epoch": 1.8909968460288638,
+      "grad_norm": 368.4745788574219,
+      "learning_rate": 1.5539099837768578e-07,
+      "loss": 22.2344,
+      "step": 39571
+    },
+    {
+      "epoch": 1.8910446334703241,
+      "grad_norm": 260.9161682128906,
+      "learning_rate": 1.5525513368446988e-07,
+      "loss": 24.4688,
+      "step": 39572
+    },
+    {
+      "epoch": 1.8910924209117845,
+      "grad_norm": 301.03277587890625,
+      "learning_rate": 1.5511932794857298e-07,
+      "loss": 27.7656,
+      "step": 39573
+    },
+    {
+      "epoch": 1.891140208353245,
+      "grad_norm": 212.47398376464844,
+      "learning_rate": 1.5498358117080893e-07,
+      "loss": 21.6094,
+      "step": 39574
+    },
+    {
+      "epoch": 1.8911879957947053,
+      "grad_norm": 366.84674072265625,
+      "learning_rate": 1.5484789335198813e-07,
+      "loss": 15.3125,
+      "step": 39575
+    },
+    {
+      "epoch": 1.8912357832361657,
+      "grad_norm": 151.38980102539062,
+      "learning_rate": 1.5471226449292552e-07,
+      "loss": 12.5781,
+      "step": 39576
+    },
+    {
+      "epoch": 1.8912835706776259,
+      "grad_norm": 304.4145812988281,
+      "learning_rate": 1.545766945944316e-07,
+      "loss": 23.1406,
+      "step": 39577
+    },
+    {
+      "epoch": 1.8913313581190863,
+      "grad_norm": 423.6675109863281,
+      "learning_rate": 1.544411836573201e-07,
+      "loss": 18.9062,
+      "step": 39578
+    },
+    {
+      "epoch": 1.8913791455605466,
+      "grad_norm": 256.1172790527344,
+      "learning_rate": 1.543057316824015e-07,
+      "loss": 17.625,
+      "step": 39579
+    },
+    {
+      "epoch": 1.891426933002007,
+      "grad_norm": 214.60964965820312,
+      "learning_rate": 1.5417033867048737e-07,
+      "loss": 19.9688,
+      "step": 39580
+    },
+    {
+      "epoch": 1.8914747204434674,
+      "grad_norm": 188.74917602539062,
+      "learning_rate": 1.540350046223882e-07,
+      "loss": 24.0625,
+      "step": 39581
+    },
+    {
+      "epoch": 1.8915225078849278,
+      "grad_norm": 226.3916015625,
+      "learning_rate": 1.538997295389144e-07,
+      "loss": 29.6719,
+      "step": 39582
+    },
+    {
+      "epoch": 1.8915702953263882,
+      "grad_norm": 172.15850830078125,
+      "learning_rate": 1.537645134208754e-07,
+      "loss": 30.0,
+      "step": 39583
+    },
+    {
+      "epoch": 1.8916180827678486,
+      "grad_norm": 213.3602752685547,
+      "learning_rate": 1.536293562690827e-07,
+      "loss": 22.4062,
+      "step": 39584
+    },
+    {
+      "epoch": 1.891665870209309,
+      "grad_norm": 288.5268249511719,
+      "learning_rate": 1.534942580843457e-07,
+      "loss": 24.7656,
+      "step": 39585
+    },
+    {
+      "epoch": 1.8917136576507694,
+      "grad_norm": 269.03070068359375,
+      "learning_rate": 1.5335921886747152e-07,
+      "loss": 20.1875,
+      "step": 39586
+    },
+    {
+      "epoch": 1.8917614450922298,
+      "grad_norm": 179.38279724121094,
+      "learning_rate": 1.532242386192695e-07,
+      "loss": 22.5938,
+      "step": 39587
+    },
+    {
+      "epoch": 1.8918092325336902,
+      "grad_norm": 173.54534912109375,
+      "learning_rate": 1.53089317340549e-07,
+      "loss": 13.4844,
+      "step": 39588
+    },
+    {
+      "epoch": 1.8918570199751505,
+      "grad_norm": 629.951416015625,
+      "learning_rate": 1.5295445503211826e-07,
+      "loss": 24.2031,
+      "step": 39589
+    },
+    {
+      "epoch": 1.891904807416611,
+      "grad_norm": 264.82757568359375,
+      "learning_rate": 1.528196516947833e-07,
+      "loss": 16.6875,
+      "step": 39590
+    },
+    {
+      "epoch": 1.8919525948580713,
+      "grad_norm": 335.6576232910156,
+      "learning_rate": 1.5268490732935238e-07,
+      "loss": 25.5,
+      "step": 39591
+    },
+    {
+      "epoch": 1.8920003822995317,
+      "grad_norm": 757.5143432617188,
+      "learning_rate": 1.5255022193663371e-07,
+      "loss": 26.875,
+      "step": 39592
+    },
+    {
+      "epoch": 1.892048169740992,
+      "grad_norm": 883.431640625,
+      "learning_rate": 1.524155955174311e-07,
+      "loss": 14.5625,
+      "step": 39593
+    },
+    {
+      "epoch": 1.8920959571824525,
+      "grad_norm": 174.1559295654297,
+      "learning_rate": 1.5228102807255174e-07,
+      "loss": 19.3906,
+      "step": 39594
+    },
+    {
+      "epoch": 1.8921437446239129,
+      "grad_norm": 263.9701232910156,
+      "learning_rate": 1.521465196028027e-07,
+      "loss": 15.9375,
+      "step": 39595
+    },
+    {
+      "epoch": 1.8921915320653733,
+      "grad_norm": 642.4924926757812,
+      "learning_rate": 1.5201207010899e-07,
+      "loss": 26.5312,
+      "step": 39596
+    },
+    {
+      "epoch": 1.8922393195068334,
+      "grad_norm": 279.63232421875,
+      "learning_rate": 1.5187767959191523e-07,
+      "loss": 28.0625,
+      "step": 39597
+    },
+    {
+      "epoch": 1.8922871069482938,
+      "grad_norm": 169.41871643066406,
+      "learning_rate": 1.5174334805238666e-07,
+      "loss": 21.5781,
+      "step": 39598
+    },
+    {
+      "epoch": 1.8923348943897542,
+      "grad_norm": 196.0856170654297,
+      "learning_rate": 1.5160907549120806e-07,
+      "loss": 22.5625,
+      "step": 39599
+    },
+    {
+      "epoch": 1.8923826818312146,
+      "grad_norm": 194.4528045654297,
+      "learning_rate": 1.5147486190918325e-07,
+      "loss": 25.3438,
+      "step": 39600
+    },
+    {
+      "epoch": 1.892430469272675,
+      "grad_norm": 322.4850158691406,
+      "learning_rate": 1.5134070730711604e-07,
+      "loss": 25.1562,
+      "step": 39601
+    },
+    {
+      "epoch": 1.8924782567141354,
+      "grad_norm": 231.09877014160156,
+      "learning_rate": 1.5120661168581018e-07,
+      "loss": 19.7031,
+      "step": 39602
+    },
+    {
+      "epoch": 1.8925260441555958,
+      "grad_norm": 431.72515869140625,
+      "learning_rate": 1.5107257504606733e-07,
+      "loss": 23.8438,
+      "step": 39603
+    },
+    {
+      "epoch": 1.8925738315970562,
+      "grad_norm": 203.9990692138672,
+      "learning_rate": 1.509385973886912e-07,
+      "loss": 16.0156,
+      "step": 39604
+    },
+    {
+      "epoch": 1.8926216190385166,
+      "grad_norm": 406.50714111328125,
+      "learning_rate": 1.5080467871448458e-07,
+      "loss": 27.5,
+      "step": 39605
+    },
+    {
+      "epoch": 1.892669406479977,
+      "grad_norm": 365.9389953613281,
+      "learning_rate": 1.5067081902424784e-07,
+      "loss": 23.9062,
+      "step": 39606
+    },
+    {
+      "epoch": 1.8927171939214373,
+      "grad_norm": 155.89242553710938,
+      "learning_rate": 1.5053701831878488e-07,
+      "loss": 17.5781,
+      "step": 39607
+    },
+    {
+      "epoch": 1.8927649813628977,
+      "grad_norm": 183.33145141601562,
+      "learning_rate": 1.504032765988961e-07,
+      "loss": 22.6875,
+      "step": 39608
+    },
+    {
+      "epoch": 1.8928127688043581,
+      "grad_norm": 421.2475891113281,
+      "learning_rate": 1.5026959386538086e-07,
+      "loss": 31.375,
+      "step": 39609
+    },
+    {
+      "epoch": 1.8928605562458185,
+      "grad_norm": 409.125244140625,
+      "learning_rate": 1.5013597011904192e-07,
+      "loss": 24.3125,
+      "step": 39610
+    },
+    {
+      "epoch": 1.892908343687279,
+      "grad_norm": 181.75328063964844,
+      "learning_rate": 1.5000240536067966e-07,
+      "loss": 20.5,
+      "step": 39611
+    },
+    {
+      "epoch": 1.8929561311287393,
+      "grad_norm": 315.69525146484375,
+      "learning_rate": 1.4986889959109242e-07,
+      "loss": 17.2969,
+      "step": 39612
+    },
+    {
+      "epoch": 1.8930039185701997,
+      "grad_norm": 284.4406433105469,
+      "learning_rate": 1.4973545281107948e-07,
+      "loss": 26.4375,
+      "step": 39613
+    },
+    {
+      "epoch": 1.89305170601166,
+      "grad_norm": 282.97039794921875,
+      "learning_rate": 1.4960206502144136e-07,
+      "loss": 19.7031,
+      "step": 39614
+    },
+    {
+      "epoch": 1.8930994934531205,
+      "grad_norm": 282.2738342285156,
+      "learning_rate": 1.494687362229763e-07,
+      "loss": 25.375,
+      "step": 39615
+    },
+    {
+      "epoch": 1.8931472808945808,
+      "grad_norm": 258.177490234375,
+      "learning_rate": 1.4933546641648367e-07,
+      "loss": 23.5938,
+      "step": 39616
+    },
+    {
+      "epoch": 1.8931950683360412,
+      "grad_norm": 148.50241088867188,
+      "learning_rate": 1.4920225560275946e-07,
+      "loss": 26.5312,
+      "step": 39617
+    },
+    {
+      "epoch": 1.8932428557775016,
+      "grad_norm": 251.4501190185547,
+      "learning_rate": 1.490691037826042e-07,
+      "loss": 22.7344,
+      "step": 39618
+    },
+    {
+      "epoch": 1.893290643218962,
+      "grad_norm": 336.5549011230469,
+      "learning_rate": 1.4893601095681277e-07,
+      "loss": 25.3125,
+      "step": 39619
+    },
+    {
+      "epoch": 1.8933384306604224,
+      "grad_norm": 288.9869384765625,
+      "learning_rate": 1.488029771261823e-07,
+      "loss": 28.5,
+      "step": 39620
+    },
+    {
+      "epoch": 1.8933862181018828,
+      "grad_norm": 144.5339813232422,
+      "learning_rate": 1.486700022915122e-07,
+      "loss": 20.0781,
+      "step": 39621
+    },
+    {
+      "epoch": 1.8934340055433432,
+      "grad_norm": 192.58441162109375,
+      "learning_rate": 1.4853708645359734e-07,
+      "loss": 23.75,
+      "step": 39622
+    },
+    {
+      "epoch": 1.8934817929848036,
+      "grad_norm": 205.23094177246094,
+      "learning_rate": 1.4840422961323155e-07,
+      "loss": 24.8125,
+      "step": 39623
+    },
+    {
+      "epoch": 1.893529580426264,
+      "grad_norm": 281.92315673828125,
+      "learning_rate": 1.4827143177121417e-07,
+      "loss": 28.2812,
+      "step": 39624
+    },
+    {
+      "epoch": 1.8935773678677243,
+      "grad_norm": 237.6707000732422,
+      "learning_rate": 1.4813869292833683e-07,
+      "loss": 23.7031,
+      "step": 39625
+    },
+    {
+      "epoch": 1.8936251553091847,
+      "grad_norm": 354.65283203125,
+      "learning_rate": 1.4800601308539887e-07,
+      "loss": 28.9062,
+      "step": 39626
+    },
+    {
+      "epoch": 1.8936729427506451,
+      "grad_norm": 492.6407165527344,
+      "learning_rate": 1.4787339224319074e-07,
+      "loss": 25.9375,
+      "step": 39627
+    },
+    {
+      "epoch": 1.8937207301921055,
+      "grad_norm": 337.45050048828125,
+      "learning_rate": 1.4774083040250854e-07,
+      "loss": 28.2344,
+      "step": 39628
+    },
+    {
+      "epoch": 1.893768517633566,
+      "grad_norm": 232.24417114257812,
+      "learning_rate": 1.47608327564146e-07,
+      "loss": 23.5938,
+      "step": 39629
+    },
+    {
+      "epoch": 1.8938163050750263,
+      "grad_norm": 232.4434356689453,
+      "learning_rate": 1.4747588372889587e-07,
+      "loss": 31.8438,
+      "step": 39630
+    },
+    {
+      "epoch": 1.8938640925164867,
+      "grad_norm": 246.49119567871094,
+      "learning_rate": 1.4734349889755307e-07,
+      "loss": 23.6875,
+      "step": 39631
+    },
+    {
+      "epoch": 1.893911879957947,
+      "grad_norm": 161.1384735107422,
+      "learning_rate": 1.4721117307090804e-07,
+      "loss": 17.875,
+      "step": 39632
+    },
+    {
+      "epoch": 1.8939596673994075,
+      "grad_norm": 210.98214721679688,
+      "learning_rate": 1.4707890624975573e-07,
+      "loss": 18.7344,
+      "step": 39633
+    },
+    {
+      "epoch": 1.8940074548408679,
+      "grad_norm": 289.3070373535156,
+      "learning_rate": 1.4694669843488664e-07,
+      "loss": 16.8906,
+      "step": 39634
+    },
+    {
+      "epoch": 1.8940552422823282,
+      "grad_norm": 175.52621459960938,
+      "learning_rate": 1.468145496270923e-07,
+      "loss": 23.6875,
+      "step": 39635
+    },
+    {
+      "epoch": 1.8941030297237886,
+      "grad_norm": 199.91708374023438,
+      "learning_rate": 1.4668245982716546e-07,
+      "loss": 27.4062,
+      "step": 39636
+    },
+    {
+      "epoch": 1.894150817165249,
+      "grad_norm": 253.37271118164062,
+      "learning_rate": 1.4655042903589545e-07,
+      "loss": 26.0938,
+      "step": 39637
+    },
+    {
+      "epoch": 1.8941986046067094,
+      "grad_norm": 172.96522521972656,
+      "learning_rate": 1.46418457254075e-07,
+      "loss": 24.7812,
+      "step": 39638
+    },
+    {
+      "epoch": 1.8942463920481698,
+      "grad_norm": 177.30599975585938,
+      "learning_rate": 1.4628654448249348e-07,
+      "loss": 25.6562,
+      "step": 39639
+    },
+    {
+      "epoch": 1.8942941794896302,
+      "grad_norm": 107.17732238769531,
+      "learning_rate": 1.4615469072194022e-07,
+      "loss": 19.8125,
+      "step": 39640
+    },
+    {
+      "epoch": 1.8943419669310906,
+      "grad_norm": 304.9401550292969,
+      "learning_rate": 1.4602289597320573e-07,
+      "loss": 21.4844,
+      "step": 39641
+    },
+    {
+      "epoch": 1.894389754372551,
+      "grad_norm": 153.75372314453125,
+      "learning_rate": 1.4589116023707827e-07,
+      "loss": 17.2656,
+      "step": 39642
+    },
+    {
+      "epoch": 1.8944375418140114,
+      "grad_norm": 164.2806854248047,
+      "learning_rate": 1.4575948351434832e-07,
+      "loss": 23.7188,
+      "step": 39643
+    },
+    {
+      "epoch": 1.8944853292554718,
+      "grad_norm": 258.667236328125,
+      "learning_rate": 1.45627865805803e-07,
+      "loss": 32.9062,
+      "step": 39644
+    },
+    {
+      "epoch": 1.8945331166969321,
+      "grad_norm": 318.5629577636719,
+      "learning_rate": 1.4549630711223173e-07,
+      "loss": 30.4062,
+      "step": 39645
+    },
+    {
+      "epoch": 1.8945809041383925,
+      "grad_norm": 103.87944030761719,
+      "learning_rate": 1.4536480743442162e-07,
+      "loss": 13.2969,
+      "step": 39646
+    },
+    {
+      "epoch": 1.894628691579853,
+      "grad_norm": 200.9311065673828,
+      "learning_rate": 1.452333667731598e-07,
+      "loss": 25.0,
+      "step": 39647
+    },
+    {
+      "epoch": 1.8946764790213133,
+      "grad_norm": 202.90090942382812,
+      "learning_rate": 1.4510198512923457e-07,
+      "loss": 28.4062,
+      "step": 39648
+    },
+    {
+      "epoch": 1.8947242664627737,
+      "grad_norm": 163.0242919921875,
+      "learning_rate": 1.4497066250343194e-07,
+      "loss": 19.4219,
+      "step": 39649
+    },
+    {
+      "epoch": 1.894772053904234,
+      "grad_norm": 221.9568328857422,
+      "learning_rate": 1.4483939889653798e-07,
+      "loss": 23.2344,
+      "step": 39650
+    },
+    {
+      "epoch": 1.8948198413456945,
+      "grad_norm": 247.2281036376953,
+      "learning_rate": 1.447081943093398e-07,
+      "loss": 28.9688,
+      "step": 39651
+    },
+    {
+      "epoch": 1.8948676287871549,
+      "grad_norm": 922.16943359375,
+      "learning_rate": 1.4457704874262346e-07,
+      "loss": 21.2812,
+      "step": 39652
+    },
+    {
+      "epoch": 1.8949154162286153,
+      "grad_norm": 304.1819763183594,
+      "learning_rate": 1.4444596219717277e-07,
+      "loss": 24.1562,
+      "step": 39653
+    },
+    {
+      "epoch": 1.8949632036700756,
+      "grad_norm": 515.2623901367188,
+      "learning_rate": 1.4431493467377377e-07,
+      "loss": 21.1094,
+      "step": 39654
+    },
+    {
+      "epoch": 1.895010991111536,
+      "grad_norm": 334.2546691894531,
+      "learning_rate": 1.441839661732114e-07,
+      "loss": 21.3281,
+      "step": 39655
+    },
+    {
+      "epoch": 1.8950587785529964,
+      "grad_norm": 148.2014923095703,
+      "learning_rate": 1.4405305669626946e-07,
+      "loss": 20.2969,
+      "step": 39656
+    },
+    {
+      "epoch": 1.8951065659944568,
+      "grad_norm": 239.84869384765625,
+      "learning_rate": 1.4392220624373176e-07,
+      "loss": 21.875,
+      "step": 39657
+    },
+    {
+      "epoch": 1.8951543534359172,
+      "grad_norm": 192.1240692138672,
+      "learning_rate": 1.4379141481638215e-07,
+      "loss": 27.8125,
+      "step": 39658
+    },
+    {
+      "epoch": 1.8952021408773774,
+      "grad_norm": 297.80474853515625,
+      "learning_rate": 1.4366068241500442e-07,
+      "loss": 23.0,
+      "step": 39659
+    },
+    {
+      "epoch": 1.8952499283188378,
+      "grad_norm": 201.57594299316406,
+      "learning_rate": 1.4353000904038128e-07,
+      "loss": 27.0312,
+      "step": 39660
+    },
+    {
+      "epoch": 1.8952977157602982,
+      "grad_norm": 174.54832458496094,
+      "learning_rate": 1.4339939469329435e-07,
+      "loss": 26.125,
+      "step": 39661
+    },
+    {
+      "epoch": 1.8953455032017585,
+      "grad_norm": 225.72164916992188,
+      "learning_rate": 1.432688393745263e-07,
+      "loss": 20.9531,
+      "step": 39662
+    },
+    {
+      "epoch": 1.895393290643219,
+      "grad_norm": 168.55203247070312,
+      "learning_rate": 1.4313834308486097e-07,
+      "loss": 19.2656,
+      "step": 39663
+    },
+    {
+      "epoch": 1.8954410780846793,
+      "grad_norm": 184.3173370361328,
+      "learning_rate": 1.4300790582507661e-07,
+      "loss": 18.7812,
+      "step": 39664
+    },
+    {
+      "epoch": 1.8954888655261397,
+      "grad_norm": 259.3511962890625,
+      "learning_rate": 1.4287752759595597e-07,
+      "loss": 20.0156,
+      "step": 39665
+    },
+    {
+      "epoch": 1.8955366529676,
+      "grad_norm": 173.80284118652344,
+      "learning_rate": 1.427472083982806e-07,
+      "loss": 21.5781,
+      "step": 39666
+    },
+    {
+      "epoch": 1.8955844404090605,
+      "grad_norm": 217.58229064941406,
+      "learning_rate": 1.426169482328288e-07,
+      "loss": 25.1562,
+      "step": 39667
+    },
+    {
+      "epoch": 1.8956322278505209,
+      "grad_norm": 324.90045166015625,
+      "learning_rate": 1.4248674710038323e-07,
+      "loss": 21.3438,
+      "step": 39668
+    },
+    {
+      "epoch": 1.8956800152919813,
+      "grad_norm": 264.1048889160156,
+      "learning_rate": 1.423566050017211e-07,
+      "loss": 24.5312,
+      "step": 39669
+    },
+    {
+      "epoch": 1.8957278027334417,
+      "grad_norm": 397.34368896484375,
+      "learning_rate": 1.42226521937624e-07,
+      "loss": 28.9688,
+      "step": 39670
+    },
+    {
+      "epoch": 1.895775590174902,
+      "grad_norm": 100.71138763427734,
+      "learning_rate": 1.4209649790887014e-07,
+      "loss": 16.4844,
+      "step": 39671
+    },
+    {
+      "epoch": 1.8958233776163624,
+      "grad_norm": 507.7279968261719,
+      "learning_rate": 1.4196653291623785e-07,
+      "loss": 25.6875,
+      "step": 39672
+    },
+    {
+      "epoch": 1.8958711650578228,
+      "grad_norm": 536.6342163085938,
+      "learning_rate": 1.4183662696050537e-07,
+      "loss": 19.8906,
+      "step": 39673
+    },
+    {
+      "epoch": 1.8959189524992832,
+      "grad_norm": 248.95941162109375,
+      "learning_rate": 1.4170678004245208e-07,
+      "loss": 21.0781,
+      "step": 39674
+    },
+    {
+      "epoch": 1.8959667399407436,
+      "grad_norm": 230.40235900878906,
+      "learning_rate": 1.4157699216285293e-07,
+      "loss": 28.6562,
+      "step": 39675
+    },
+    {
+      "epoch": 1.896014527382204,
+      "grad_norm": 388.543701171875,
+      "learning_rate": 1.4144726332248726e-07,
+      "loss": 25.9062,
+      "step": 39676
+    },
+    {
+      "epoch": 1.8960623148236644,
+      "grad_norm": 168.2284393310547,
+      "learning_rate": 1.4131759352213226e-07,
+      "loss": 21.4062,
+      "step": 39677
+    },
+    {
+      "epoch": 1.8961101022651248,
+      "grad_norm": 203.700439453125,
+      "learning_rate": 1.4118798276256285e-07,
+      "loss": 24.3906,
+      "step": 39678
+    },
+    {
+      "epoch": 1.8961578897065852,
+      "grad_norm": 280.3400573730469,
+      "learning_rate": 1.4105843104455618e-07,
+      "loss": 21.125,
+      "step": 39679
+    },
+    {
+      "epoch": 1.8962056771480453,
+      "grad_norm": 140.54168701171875,
+      "learning_rate": 1.409289383688872e-07,
+      "loss": 20.9219,
+      "step": 39680
+    },
+    {
+      "epoch": 1.8962534645895057,
+      "grad_norm": 215.6718292236328,
+      "learning_rate": 1.407995047363342e-07,
+      "loss": 24.4844,
+      "step": 39681
+    },
+    {
+      "epoch": 1.8963012520309661,
+      "grad_norm": 157.73973083496094,
+      "learning_rate": 1.4067013014766873e-07,
+      "loss": 19.4375,
+      "step": 39682
+    },
+    {
+      "epoch": 1.8963490394724265,
+      "grad_norm": 348.87646484375,
+      "learning_rate": 1.4054081460366797e-07,
+      "loss": 28.6875,
+      "step": 39683
+    },
+    {
+      "epoch": 1.896396826913887,
+      "grad_norm": 242.35000610351562,
+      "learning_rate": 1.4041155810510465e-07,
+      "loss": 29.125,
+      "step": 39684
+    },
+    {
+      "epoch": 1.8964446143553473,
+      "grad_norm": 323.6115417480469,
+      "learning_rate": 1.402823606527548e-07,
+      "loss": 20.5,
+      "step": 39685
+    },
+    {
+      "epoch": 1.8964924017968077,
+      "grad_norm": 192.41116333007812,
+      "learning_rate": 1.4015322224739004e-07,
+      "loss": 25.8125,
+      "step": 39686
+    },
+    {
+      "epoch": 1.896540189238268,
+      "grad_norm": 125.37141418457031,
+      "learning_rate": 1.4002414288978526e-07,
+      "loss": 20.2031,
+      "step": 39687
+    },
+    {
+      "epoch": 1.8965879766797284,
+      "grad_norm": 122.39813232421875,
+      "learning_rate": 1.3989512258071326e-07,
+      "loss": 16.4844,
+      "step": 39688
+    },
+    {
+      "epoch": 1.8966357641211888,
+      "grad_norm": 207.4290313720703,
+      "learning_rate": 1.3976616132094667e-07,
+      "loss": 24.625,
+      "step": 39689
+    },
+    {
+      "epoch": 1.8966835515626492,
+      "grad_norm": 552.0067749023438,
+      "learning_rate": 1.3963725911125715e-07,
+      "loss": 34.1562,
+      "step": 39690
+    },
+    {
+      "epoch": 1.8967313390041096,
+      "grad_norm": 226.1043243408203,
+      "learning_rate": 1.3950841595241626e-07,
+      "loss": 15.7031,
+      "step": 39691
+    },
+    {
+      "epoch": 1.89677912644557,
+      "grad_norm": 337.6515808105469,
+      "learning_rate": 1.3937963184519788e-07,
+      "loss": 33.9375,
+      "step": 39692
+    },
+    {
+      "epoch": 1.8968269138870304,
+      "grad_norm": 365.56634521484375,
+      "learning_rate": 1.3925090679037135e-07,
+      "loss": 25.8438,
+      "step": 39693
+    },
+    {
+      "epoch": 1.8968747013284908,
+      "grad_norm": 200.2822723388672,
+      "learning_rate": 1.391222407887083e-07,
+      "loss": 21.3281,
+      "step": 39694
+    },
+    {
+      "epoch": 1.8969224887699512,
+      "grad_norm": 177.51795959472656,
+      "learning_rate": 1.389936338409781e-07,
+      "loss": 22.1719,
+      "step": 39695
+    },
+    {
+      "epoch": 1.8969702762114116,
+      "grad_norm": 259.225341796875,
+      "learning_rate": 1.3886508594795344e-07,
+      "loss": 17.5781,
+      "step": 39696
+    },
+    {
+      "epoch": 1.897018063652872,
+      "grad_norm": 289.53863525390625,
+      "learning_rate": 1.3873659711040045e-07,
+      "loss": 32.625,
+      "step": 39697
+    },
+    {
+      "epoch": 1.8970658510943323,
+      "grad_norm": 282.0505065917969,
+      "learning_rate": 1.3860816732909177e-07,
+      "loss": 19.7812,
+      "step": 39698
+    },
+    {
+      "epoch": 1.8971136385357927,
+      "grad_norm": 357.7091369628906,
+      "learning_rate": 1.3847979660479683e-07,
+      "loss": 22.3125,
+      "step": 39699
+    },
+    {
+      "epoch": 1.8971614259772531,
+      "grad_norm": 225.6358184814453,
+      "learning_rate": 1.3835148493828166e-07,
+      "loss": 28.9531,
+      "step": 39700
+    },
+    {
+      "epoch": 1.8972092134187135,
+      "grad_norm": 167.4179229736328,
+      "learning_rate": 1.3822323233031675e-07,
+      "loss": 14.7031,
+      "step": 39701
+    },
+    {
+      "epoch": 1.897257000860174,
+      "grad_norm": 398.84503173828125,
+      "learning_rate": 1.3809503878166818e-07,
+      "loss": 29.9688,
+      "step": 39702
+    },
+    {
+      "epoch": 1.8973047883016343,
+      "grad_norm": 216.32838439941406,
+      "learning_rate": 1.3796690429310533e-07,
+      "loss": 28.2188,
+      "step": 39703
+    },
+    {
+      "epoch": 1.8973525757430947,
+      "grad_norm": 298.9040222167969,
+      "learning_rate": 1.3783882886539647e-07,
+      "loss": 29.8438,
+      "step": 39704
+    },
+    {
+      "epoch": 1.897400363184555,
+      "grad_norm": 426.2934265136719,
+      "learning_rate": 1.377108124993065e-07,
+      "loss": 32.2656,
+      "step": 39705
+    },
+    {
+      "epoch": 1.8974481506260155,
+      "grad_norm": 721.6964111328125,
+      "learning_rate": 1.3758285519560267e-07,
+      "loss": 26.0312,
+      "step": 39706
+    },
+    {
+      "epoch": 1.8974959380674759,
+      "grad_norm": 176.05174255371094,
+      "learning_rate": 1.3745495695505208e-07,
+      "loss": 18.1094,
+      "step": 39707
+    },
+    {
+      "epoch": 1.8975437255089362,
+      "grad_norm": 177.52244567871094,
+      "learning_rate": 1.3732711777841968e-07,
+      "loss": 22.1094,
+      "step": 39708
+    },
+    {
+      "epoch": 1.8975915129503966,
+      "grad_norm": 2385.2158203125,
+      "learning_rate": 1.3719933766647153e-07,
+      "loss": 30.0938,
+      "step": 39709
+    },
+    {
+      "epoch": 1.897639300391857,
+      "grad_norm": 388.7828674316406,
+      "learning_rate": 1.370716166199726e-07,
+      "loss": 16.2031,
+      "step": 39710
+    },
+    {
+      "epoch": 1.8976870878333174,
+      "grad_norm": 223.0327606201172,
+      "learning_rate": 1.369439546396889e-07,
+      "loss": 29.5312,
+      "step": 39711
+    },
+    {
+      "epoch": 1.8977348752747778,
+      "grad_norm": 343.2218017578125,
+      "learning_rate": 1.368163517263843e-07,
+      "loss": 29.625,
+      "step": 39712
+    },
+    {
+      "epoch": 1.8977826627162382,
+      "grad_norm": 110.33536529541016,
+      "learning_rate": 1.3668880788082152e-07,
+      "loss": 15.3594,
+      "step": 39713
+    },
+    {
+      "epoch": 1.8978304501576986,
+      "grad_norm": 184.63150024414062,
+      "learning_rate": 1.3656132310376657e-07,
+      "loss": 18.5625,
+      "step": 39714
+    },
+    {
+      "epoch": 1.897878237599159,
+      "grad_norm": 363.7789001464844,
+      "learning_rate": 1.364338973959811e-07,
+      "loss": 39.9375,
+      "step": 39715
+    },
+    {
+      "epoch": 1.8979260250406194,
+      "grad_norm": 156.38772583007812,
+      "learning_rate": 1.3630653075823009e-07,
+      "loss": 25.6719,
+      "step": 39716
+    },
+    {
+      "epoch": 1.8979738124820797,
+      "grad_norm": 285.3157958984375,
+      "learning_rate": 1.3617922319127397e-07,
+      "loss": 15.5938,
+      "step": 39717
+    },
+    {
+      "epoch": 1.8980215999235401,
+      "grad_norm": 278.9422607421875,
+      "learning_rate": 1.3605197469587882e-07,
+      "loss": 27.375,
+      "step": 39718
+    },
+    {
+      "epoch": 1.8980693873650005,
+      "grad_norm": 155.5418701171875,
+      "learning_rate": 1.3592478527280185e-07,
+      "loss": 22.3594,
+      "step": 39719
+    },
+    {
+      "epoch": 1.898117174806461,
+      "grad_norm": 300.5476989746094,
+      "learning_rate": 1.3579765492280793e-07,
+      "loss": 25.5938,
+      "step": 39720
+    },
+    {
+      "epoch": 1.8981649622479213,
+      "grad_norm": 303.0860290527344,
+      "learning_rate": 1.3567058364665875e-07,
+      "loss": 20.3438,
+      "step": 39721
+    },
+    {
+      "epoch": 1.8982127496893817,
+      "grad_norm": 252.07479858398438,
+      "learning_rate": 1.3554357144511366e-07,
+      "loss": 23.5938,
+      "step": 39722
+    },
+    {
+      "epoch": 1.898260537130842,
+      "grad_norm": 235.51942443847656,
+      "learning_rate": 1.3541661831893426e-07,
+      "loss": 19.4688,
+      "step": 39723
+    },
+    {
+      "epoch": 1.8983083245723025,
+      "grad_norm": 164.8130645751953,
+      "learning_rate": 1.3528972426888e-07,
+      "loss": 12.1328,
+      "step": 39724
+    },
+    {
+      "epoch": 1.8983561120137629,
+      "grad_norm": 632.9874877929688,
+      "learning_rate": 1.351628892957124e-07,
+      "loss": 21.875,
+      "step": 39725
+    },
+    {
+      "epoch": 1.8984038994552233,
+      "grad_norm": 179.7021484375,
+      "learning_rate": 1.3503611340018874e-07,
+      "loss": 19.625,
+      "step": 39726
+    },
+    {
+      "epoch": 1.8984516868966836,
+      "grad_norm": 308.51324462890625,
+      "learning_rate": 1.3490939658306946e-07,
+      "loss": 18.875,
+      "step": 39727
+    },
+    {
+      "epoch": 1.898499474338144,
+      "grad_norm": 374.1924743652344,
+      "learning_rate": 1.3478273884511394e-07,
+      "loss": 24.8438,
+      "step": 39728
+    },
+    {
+      "epoch": 1.8985472617796044,
+      "grad_norm": 142.51641845703125,
+      "learning_rate": 1.346561401870805e-07,
+      "loss": 16.3672,
+      "step": 39729
+    },
+    {
+      "epoch": 1.8985950492210648,
+      "grad_norm": 265.4523010253906,
+      "learning_rate": 1.345296006097263e-07,
+      "loss": 25.3906,
+      "step": 39730
+    },
+    {
+      "epoch": 1.8986428366625252,
+      "grad_norm": 358.02081298828125,
+      "learning_rate": 1.3440312011380962e-07,
+      "loss": 29.5469,
+      "step": 39731
+    },
+    {
+      "epoch": 1.8986906241039856,
+      "grad_norm": 163.4409637451172,
+      "learning_rate": 1.3427669870008985e-07,
+      "loss": 24.8125,
+      "step": 39732
+    },
+    {
+      "epoch": 1.898738411545446,
+      "grad_norm": 165.6091766357422,
+      "learning_rate": 1.3415033636932084e-07,
+      "loss": 19.2344,
+      "step": 39733
+    },
+    {
+      "epoch": 1.8987861989869064,
+      "grad_norm": 159.46319580078125,
+      "learning_rate": 1.3402403312226198e-07,
+      "loss": 24.3125,
+      "step": 39734
+    },
+    {
+      "epoch": 1.8988339864283668,
+      "grad_norm": 356.1559753417969,
+      "learning_rate": 1.338977889596671e-07,
+      "loss": 29.9688,
+      "step": 39735
+    },
+    {
+      "epoch": 1.8988817738698271,
+      "grad_norm": 152.22808837890625,
+      "learning_rate": 1.3377160388229448e-07,
+      "loss": 20.4219,
+      "step": 39736
+    },
+    {
+      "epoch": 1.8989295613112875,
+      "grad_norm": 151.4207305908203,
+      "learning_rate": 1.336454778908991e-07,
+      "loss": 19.0938,
+      "step": 39737
+    },
+    {
+      "epoch": 1.898977348752748,
+      "grad_norm": 294.73193359375,
+      "learning_rate": 1.3351941098623587e-07,
+      "loss": 29.3125,
+      "step": 39738
+    },
+    {
+      "epoch": 1.8990251361942083,
+      "grad_norm": 230.21397399902344,
+      "learning_rate": 1.333934031690609e-07,
+      "loss": 16.7812,
+      "step": 39739
+    },
+    {
+      "epoch": 1.8990729236356687,
+      "grad_norm": 309.5009765625,
+      "learning_rate": 1.33267454440128e-07,
+      "loss": 32.0312,
+      "step": 39740
+    },
+    {
+      "epoch": 1.8991207110771289,
+      "grad_norm": 154.251220703125,
+      "learning_rate": 1.331415648001899e-07,
+      "loss": 25.3438,
+      "step": 39741
+    },
+    {
+      "epoch": 1.8991684985185893,
+      "grad_norm": 314.557373046875,
+      "learning_rate": 1.330157342500038e-07,
+      "loss": 28.7188,
+      "step": 39742
+    },
+    {
+      "epoch": 1.8992162859600497,
+      "grad_norm": 127.05685424804688,
+      "learning_rate": 1.328899627903202e-07,
+      "loss": 19.2031,
+      "step": 39743
+    },
+    {
+      "epoch": 1.89926407340151,
+      "grad_norm": 385.3584899902344,
+      "learning_rate": 1.327642504218951e-07,
+      "loss": 27.7188,
+      "step": 39744
+    },
+    {
+      "epoch": 1.8993118608429704,
+      "grad_norm": 179.45367431640625,
+      "learning_rate": 1.3263859714547912e-07,
+      "loss": 19.5625,
+      "step": 39745
+    },
+    {
+      "epoch": 1.8993596482844308,
+      "grad_norm": 294.172119140625,
+      "learning_rate": 1.32513002961826e-07,
+      "loss": 35.5312,
+      "step": 39746
+    },
+    {
+      "epoch": 1.8994074357258912,
+      "grad_norm": 189.1924285888672,
+      "learning_rate": 1.3238746787168632e-07,
+      "loss": 18.9688,
+      "step": 39747
+    },
+    {
+      "epoch": 1.8994552231673516,
+      "grad_norm": 185.2454376220703,
+      "learning_rate": 1.322619918758139e-07,
+      "loss": 21.5625,
+      "step": 39748
+    },
+    {
+      "epoch": 1.899503010608812,
+      "grad_norm": 476.3125,
+      "learning_rate": 1.3213657497495925e-07,
+      "loss": 30.4688,
+      "step": 39749
+    },
+    {
+      "epoch": 1.8995507980502724,
+      "grad_norm": 458.5896301269531,
+      "learning_rate": 1.3201121716987396e-07,
+      "loss": 22.125,
+      "step": 39750
+    },
+    {
+      "epoch": 1.8995985854917328,
+      "grad_norm": 170.44569396972656,
+      "learning_rate": 1.318859184613075e-07,
+      "loss": 22.6719,
+      "step": 39751
+    },
+    {
+      "epoch": 1.8996463729331932,
+      "grad_norm": 423.14898681640625,
+      "learning_rate": 1.3176067885001141e-07,
+      "loss": 26.0312,
+      "step": 39752
+    },
+    {
+      "epoch": 1.8996941603746536,
+      "grad_norm": 636.2244873046875,
+      "learning_rate": 1.3163549833673518e-07,
+      "loss": 23.3438,
+      "step": 39753
+    },
+    {
+      "epoch": 1.899741947816114,
+      "grad_norm": 633.1419677734375,
+      "learning_rate": 1.3151037692222812e-07,
+      "loss": 27.3906,
+      "step": 39754
+    },
+    {
+      "epoch": 1.8997897352575743,
+      "grad_norm": 219.88360595703125,
+      "learning_rate": 1.313853146072408e-07,
+      "loss": 22.4375,
+      "step": 39755
+    },
+    {
+      "epoch": 1.8998375226990347,
+      "grad_norm": 318.8822326660156,
+      "learning_rate": 1.312603113925215e-07,
+      "loss": 22.4375,
+      "step": 39756
+    },
+    {
+      "epoch": 1.899885310140495,
+      "grad_norm": 209.74560546875,
+      "learning_rate": 1.311353672788185e-07,
+      "loss": 23.5312,
+      "step": 39757
+    },
+    {
+      "epoch": 1.8999330975819555,
+      "grad_norm": 253.4663848876953,
+      "learning_rate": 1.3101048226688008e-07,
+      "loss": 28.5,
+      "step": 39758
+    },
+    {
+      "epoch": 1.8999808850234159,
+      "grad_norm": 426.6657409667969,
+      "learning_rate": 1.3088565635745565e-07,
+      "loss": 36.4219,
+      "step": 39759
+    },
+    {
+      "epoch": 1.9000286724648763,
+      "grad_norm": 172.75372314453125,
+      "learning_rate": 1.3076088955129019e-07,
+      "loss": 19.8125,
+      "step": 39760
+    },
+    {
+      "epoch": 1.9000764599063367,
+      "grad_norm": 232.8614501953125,
+      "learning_rate": 1.3063618184913195e-07,
+      "loss": 22.875,
+      "step": 39761
+    },
+    {
+      "epoch": 1.9001242473477968,
+      "grad_norm": 219.28623962402344,
+      "learning_rate": 1.3051153325172927e-07,
+      "loss": 21.7656,
+      "step": 39762
+    },
+    {
+      "epoch": 1.9001720347892572,
+      "grad_norm": 311.0481262207031,
+      "learning_rate": 1.3038694375982598e-07,
+      "loss": 23.5,
+      "step": 39763
+    },
+    {
+      "epoch": 1.9002198222307176,
+      "grad_norm": 199.7957000732422,
+      "learning_rate": 1.3026241337417034e-07,
+      "loss": 17.1562,
+      "step": 39764
+    },
+    {
+      "epoch": 1.900267609672178,
+      "grad_norm": 425.6285400390625,
+      "learning_rate": 1.3013794209550844e-07,
+      "loss": 30.2188,
+      "step": 39765
+    },
+    {
+      "epoch": 1.9003153971136384,
+      "grad_norm": 310.694091796875,
+      "learning_rate": 1.3001352992458305e-07,
+      "loss": 29.5312,
+      "step": 39766
+    },
+    {
+      "epoch": 1.9003631845550988,
+      "grad_norm": 161.7873992919922,
+      "learning_rate": 1.298891768621413e-07,
+      "loss": 25.1875,
+      "step": 39767
+    },
+    {
+      "epoch": 1.9004109719965592,
+      "grad_norm": 203.5230712890625,
+      "learning_rate": 1.2976488290892818e-07,
+      "loss": 17.4062,
+      "step": 39768
+    },
+    {
+      "epoch": 1.9004587594380196,
+      "grad_norm": 298.31494140625,
+      "learning_rate": 1.2964064806568644e-07,
+      "loss": 23.8438,
+      "step": 39769
+    },
+    {
+      "epoch": 1.90050654687948,
+      "grad_norm": 251.463134765625,
+      "learning_rate": 1.29516472333161e-07,
+      "loss": 22.5,
+      "step": 39770
+    },
+    {
+      "epoch": 1.9005543343209403,
+      "grad_norm": 183.0926513671875,
+      "learning_rate": 1.2939235571209574e-07,
+      "loss": 21.8125,
+      "step": 39771
+    },
+    {
+      "epoch": 1.9006021217624007,
+      "grad_norm": 325.7359313964844,
+      "learning_rate": 1.292682982032334e-07,
+      "loss": 18.4375,
+      "step": 39772
+    },
+    {
+      "epoch": 1.9006499092038611,
+      "grad_norm": 423.4715270996094,
+      "learning_rate": 1.291442998073178e-07,
+      "loss": 25.9062,
+      "step": 39773
+    },
+    {
+      "epoch": 1.9006976966453215,
+      "grad_norm": 224.53408813476562,
+      "learning_rate": 1.2902036052509058e-07,
+      "loss": 19.2188,
+      "step": 39774
+    },
+    {
+      "epoch": 1.900745484086782,
+      "grad_norm": 304.523681640625,
+      "learning_rate": 1.2889648035729452e-07,
+      "loss": 21.2031,
+      "step": 39775
+    },
+    {
+      "epoch": 1.9007932715282423,
+      "grad_norm": 1426.3795166015625,
+      "learning_rate": 1.287726593046712e-07,
+      "loss": 21.4062,
+      "step": 39776
+    },
+    {
+      "epoch": 1.9008410589697027,
+      "grad_norm": 242.3011474609375,
+      "learning_rate": 1.2864889736796226e-07,
+      "loss": 22.625,
+      "step": 39777
+    },
+    {
+      "epoch": 1.900888846411163,
+      "grad_norm": 165.8210906982422,
+      "learning_rate": 1.2852519454790936e-07,
+      "loss": 21.4688,
+      "step": 39778
+    },
+    {
+      "epoch": 1.9009366338526235,
+      "grad_norm": 103.82691955566406,
+      "learning_rate": 1.2840155084525184e-07,
+      "loss": 11.6406,
+      "step": 39779
+    },
+    {
+      "epoch": 1.9009844212940838,
+      "grad_norm": 247.28269958496094,
+      "learning_rate": 1.2827796626073142e-07,
+      "loss": 17.0469,
+      "step": 39780
+    },
+    {
+      "epoch": 1.9010322087355442,
+      "grad_norm": 267.7164001464844,
+      "learning_rate": 1.2815444079508855e-07,
+      "loss": 22.7188,
+      "step": 39781
+    },
+    {
+      "epoch": 1.9010799961770046,
+      "grad_norm": 315.6809997558594,
+      "learning_rate": 1.2803097444906264e-07,
+      "loss": 24.9688,
+      "step": 39782
+    },
+    {
+      "epoch": 1.901127783618465,
+      "grad_norm": 180.80751037597656,
+      "learning_rate": 1.2790756722339205e-07,
+      "loss": 19.9219,
+      "step": 39783
+    },
+    {
+      "epoch": 1.9011755710599254,
+      "grad_norm": 245.0520782470703,
+      "learning_rate": 1.2778421911881723e-07,
+      "loss": 21.1719,
+      "step": 39784
+    },
+    {
+      "epoch": 1.9012233585013858,
+      "grad_norm": 291.3298034667969,
+      "learning_rate": 1.276609301360765e-07,
+      "loss": 39.375,
+      "step": 39785
+    },
+    {
+      "epoch": 1.9012711459428462,
+      "grad_norm": 222.1162872314453,
+      "learning_rate": 1.2753770027590707e-07,
+      "loss": 23.8125,
+      "step": 39786
+    },
+    {
+      "epoch": 1.9013189333843066,
+      "grad_norm": 227.4081268310547,
+      "learning_rate": 1.2741452953904832e-07,
+      "loss": 34.4062,
+      "step": 39787
+    },
+    {
+      "epoch": 1.901366720825767,
+      "grad_norm": 189.86273193359375,
+      "learning_rate": 1.2729141792623744e-07,
+      "loss": 25.5469,
+      "step": 39788
+    },
+    {
+      "epoch": 1.9014145082672274,
+      "grad_norm": 204.4662322998047,
+      "learning_rate": 1.2716836543821164e-07,
+      "loss": 22.9688,
+      "step": 39789
+    },
+    {
+      "epoch": 1.9014622957086877,
+      "grad_norm": 104.38890075683594,
+      "learning_rate": 1.270453720757081e-07,
+      "loss": 16.3594,
+      "step": 39790
+    },
+    {
+      "epoch": 1.9015100831501481,
+      "grad_norm": 329.4478454589844,
+      "learning_rate": 1.269224378394618e-07,
+      "loss": 23.0312,
+      "step": 39791
+    },
+    {
+      "epoch": 1.9015578705916085,
+      "grad_norm": 184.71359252929688,
+      "learning_rate": 1.267995627302121e-07,
+      "loss": 22.1719,
+      "step": 39792
+    },
+    {
+      "epoch": 1.901605658033069,
+      "grad_norm": 175.15866088867188,
+      "learning_rate": 1.266767467486929e-07,
+      "loss": 24.5625,
+      "step": 39793
+    },
+    {
+      "epoch": 1.9016534454745293,
+      "grad_norm": 121.62468719482422,
+      "learning_rate": 1.2655398989563916e-07,
+      "loss": 16.8281,
+      "step": 39794
+    },
+    {
+      "epoch": 1.9017012329159897,
+      "grad_norm": 171.08900451660156,
+      "learning_rate": 1.2643129217178697e-07,
+      "loss": 24.3438,
+      "step": 39795
+    },
+    {
+      "epoch": 1.90174902035745,
+      "grad_norm": 164.78399658203125,
+      "learning_rate": 1.2630865357787124e-07,
+      "loss": 17.5625,
+      "step": 39796
+    },
+    {
+      "epoch": 1.9017968077989105,
+      "grad_norm": 201.50291442871094,
+      "learning_rate": 1.2618607411462592e-07,
+      "loss": 23.1562,
+      "step": 39797
+    },
+    {
+      "epoch": 1.9018445952403709,
+      "grad_norm": 559.46875,
+      "learning_rate": 1.260635537827859e-07,
+      "loss": 35.9531,
+      "step": 39798
+    },
+    {
+      "epoch": 1.9018923826818313,
+      "grad_norm": 158.85952758789062,
+      "learning_rate": 1.2594109258308395e-07,
+      "loss": 25.6094,
+      "step": 39799
+    },
+    {
+      "epoch": 1.9019401701232916,
+      "grad_norm": 308.43182373046875,
+      "learning_rate": 1.2581869051625394e-07,
+      "loss": 23.0625,
+      "step": 39800
+    },
+    {
+      "epoch": 1.901987957564752,
+      "grad_norm": 232.35316467285156,
+      "learning_rate": 1.256963475830286e-07,
+      "loss": 28.6875,
+      "step": 39801
+    },
+    {
+      "epoch": 1.9020357450062124,
+      "grad_norm": 163.7389678955078,
+      "learning_rate": 1.2557406378414072e-07,
+      "loss": 21.0312,
+      "step": 39802
+    },
+    {
+      "epoch": 1.9020835324476728,
+      "grad_norm": 293.75372314453125,
+      "learning_rate": 1.25451839120323e-07,
+      "loss": 21.0,
+      "step": 39803
+    },
+    {
+      "epoch": 1.9021313198891332,
+      "grad_norm": 228.70550537109375,
+      "learning_rate": 1.253296735923071e-07,
+      "loss": 24.4375,
+      "step": 39804
+    },
+    {
+      "epoch": 1.9021791073305936,
+      "grad_norm": 170.91139221191406,
+      "learning_rate": 1.252075672008246e-07,
+      "loss": 23.875,
+      "step": 39805
+    },
+    {
+      "epoch": 1.902226894772054,
+      "grad_norm": 154.29364013671875,
+      "learning_rate": 1.250855199466061e-07,
+      "loss": 17.1719,
+      "step": 39806
+    },
+    {
+      "epoch": 1.9022746822135144,
+      "grad_norm": 164.73709106445312,
+      "learning_rate": 1.2496353183038436e-07,
+      "loss": 20.5,
+      "step": 39807
+    },
+    {
+      "epoch": 1.9023224696549748,
+      "grad_norm": 330.3125305175781,
+      "learning_rate": 1.248416028528876e-07,
+      "loss": 19.75,
+      "step": 39808
+    },
+    {
+      "epoch": 1.9023702570964351,
+      "grad_norm": 261.28204345703125,
+      "learning_rate": 1.2471973301484751e-07,
+      "loss": 32.0938,
+      "step": 39809
+    },
+    {
+      "epoch": 1.9024180445378955,
+      "grad_norm": 322.5509033203125,
+      "learning_rate": 1.2459792231699353e-07,
+      "loss": 24.0156,
+      "step": 39810
+    },
+    {
+      "epoch": 1.902465831979356,
+      "grad_norm": 151.36724853515625,
+      "learning_rate": 1.2447617076005613e-07,
+      "loss": 18.6875,
+      "step": 39811
+    },
+    {
+      "epoch": 1.9025136194208163,
+      "grad_norm": 204.34620666503906,
+      "learning_rate": 1.2435447834476254e-07,
+      "loss": 23.4062,
+      "step": 39812
+    },
+    {
+      "epoch": 1.9025614068622767,
+      "grad_norm": 379.90069580078125,
+      "learning_rate": 1.242328450718433e-07,
+      "loss": 23.0625,
+      "step": 39813
+    },
+    {
+      "epoch": 1.902609194303737,
+      "grad_norm": 272.2630615234375,
+      "learning_rate": 1.2411127094202668e-07,
+      "loss": 25.4375,
+      "step": 39814
+    },
+    {
+      "epoch": 1.9026569817451975,
+      "grad_norm": 253.38534545898438,
+      "learning_rate": 1.2398975595603878e-07,
+      "loss": 27.6875,
+      "step": 39815
+    },
+    {
+      "epoch": 1.9027047691866579,
+      "grad_norm": 222.1804962158203,
+      "learning_rate": 1.2386830011460905e-07,
+      "loss": 20.0547,
+      "step": 39816
+    },
+    {
+      "epoch": 1.9027525566281183,
+      "grad_norm": 517.3710327148438,
+      "learning_rate": 1.2374690341846463e-07,
+      "loss": 20.7969,
+      "step": 39817
+    },
+    {
+      "epoch": 1.9028003440695787,
+      "grad_norm": 153.38006591796875,
+      "learning_rate": 1.2362556586833274e-07,
+      "loss": 16.2031,
+      "step": 39818
+    },
+    {
+      "epoch": 1.902848131511039,
+      "grad_norm": 267.8193359375,
+      "learning_rate": 1.2350428746493837e-07,
+      "loss": 27.0625,
+      "step": 39819
+    },
+    {
+      "epoch": 1.9028959189524994,
+      "grad_norm": 436.7726135253906,
+      "learning_rate": 1.233830682090109e-07,
+      "loss": 25.4375,
+      "step": 39820
+    },
+    {
+      "epoch": 1.9029437063939598,
+      "grad_norm": 154.63644409179688,
+      "learning_rate": 1.2326190810127313e-07,
+      "loss": 19.7031,
+      "step": 39821
+    },
+    {
+      "epoch": 1.9029914938354202,
+      "grad_norm": 125.39822387695312,
+      "learning_rate": 1.2314080714245336e-07,
+      "loss": 20.4062,
+      "step": 39822
+    },
+    {
+      "epoch": 1.9030392812768806,
+      "grad_norm": 232.73098754882812,
+      "learning_rate": 1.2301976533327432e-07,
+      "loss": 25.8281,
+      "step": 39823
+    },
+    {
+      "epoch": 1.9030870687183408,
+      "grad_norm": 360.54254150390625,
+      "learning_rate": 1.2289878267446208e-07,
+      "loss": 35.75,
+      "step": 39824
+    },
+    {
+      "epoch": 1.9031348561598012,
+      "grad_norm": 486.0061950683594,
+      "learning_rate": 1.2277785916674278e-07,
+      "loss": 24.0625,
+      "step": 39825
+    },
+    {
+      "epoch": 1.9031826436012615,
+      "grad_norm": 273.44915771484375,
+      "learning_rate": 1.2265699481083803e-07,
+      "loss": 21.4062,
+      "step": 39826
+    },
+    {
+      "epoch": 1.903230431042722,
+      "grad_norm": 206.73046875,
+      "learning_rate": 1.225361896074717e-07,
+      "loss": 26.3438,
+      "step": 39827
+    },
+    {
+      "epoch": 1.9032782184841823,
+      "grad_norm": 322.249755859375,
+      "learning_rate": 1.224154435573688e-07,
+      "loss": 23.3438,
+      "step": 39828
+    },
+    {
+      "epoch": 1.9033260059256427,
+      "grad_norm": 204.57276916503906,
+      "learning_rate": 1.2229475666125312e-07,
+      "loss": 21.0469,
+      "step": 39829
+    },
+    {
+      "epoch": 1.903373793367103,
+      "grad_norm": 491.2529602050781,
+      "learning_rate": 1.2217412891984414e-07,
+      "loss": 29.5469,
+      "step": 39830
+    },
+    {
+      "epoch": 1.9034215808085635,
+      "grad_norm": 436.1050109863281,
+      "learning_rate": 1.2205356033386794e-07,
+      "loss": 28.75,
+      "step": 39831
+    },
+    {
+      "epoch": 1.9034693682500239,
+      "grad_norm": 210.0752410888672,
+      "learning_rate": 1.2193305090404394e-07,
+      "loss": 27.8438,
+      "step": 39832
+    },
+    {
+      "epoch": 1.9035171556914843,
+      "grad_norm": 417.7393493652344,
+      "learning_rate": 1.218126006310949e-07,
+      "loss": 30.5469,
+      "step": 39833
+    },
+    {
+      "epoch": 1.9035649431329447,
+      "grad_norm": 256.62579345703125,
+      "learning_rate": 1.2169220951574245e-07,
+      "loss": 22.9375,
+      "step": 39834
+    },
+    {
+      "epoch": 1.903612730574405,
+      "grad_norm": 169.34091186523438,
+      "learning_rate": 1.2157187755870603e-07,
+      "loss": 19.7969,
+      "step": 39835
+    },
+    {
+      "epoch": 1.9036605180158654,
+      "grad_norm": 128.56591796875,
+      "learning_rate": 1.214516047607084e-07,
+      "loss": 25.7188,
+      "step": 39836
+    },
+    {
+      "epoch": 1.9037083054573258,
+      "grad_norm": 349.2025451660156,
+      "learning_rate": 1.2133139112246895e-07,
+      "loss": 28.7812,
+      "step": 39837
+    },
+    {
+      "epoch": 1.9037560928987862,
+      "grad_norm": 250.63674926757812,
+      "learning_rate": 1.2121123664470713e-07,
+      "loss": 30.6094,
+      "step": 39838
+    },
+    {
+      "epoch": 1.9038038803402466,
+      "grad_norm": 175.20143127441406,
+      "learning_rate": 1.2109114132814238e-07,
+      "loss": 24.875,
+      "step": 39839
+    },
+    {
+      "epoch": 1.903851667781707,
+      "grad_norm": 449.662353515625,
+      "learning_rate": 1.209711051734952e-07,
+      "loss": 24.5,
+      "step": 39840
+    },
+    {
+      "epoch": 1.9038994552231674,
+      "grad_norm": 174.6888885498047,
+      "learning_rate": 1.208511281814828e-07,
+      "loss": 28.0781,
+      "step": 39841
+    },
+    {
+      "epoch": 1.9039472426646278,
+      "grad_norm": 380.6299133300781,
+      "learning_rate": 1.2073121035282577e-07,
+      "loss": 24.5781,
+      "step": 39842
+    },
+    {
+      "epoch": 1.9039950301060882,
+      "grad_norm": 193.9396514892578,
+      "learning_rate": 1.2061135168824013e-07,
+      "loss": 21.0469,
+      "step": 39843
+    },
+    {
+      "epoch": 1.9040428175475483,
+      "grad_norm": 227.62257385253906,
+      "learning_rate": 1.2049155218844533e-07,
+      "loss": 19.625,
+      "step": 39844
+    },
+    {
+      "epoch": 1.9040906049890087,
+      "grad_norm": 230.25624084472656,
+      "learning_rate": 1.2037181185415635e-07,
+      "loss": 19.8438,
+      "step": 39845
+    },
+    {
+      "epoch": 1.9041383924304691,
+      "grad_norm": 309.4311828613281,
+      "learning_rate": 1.2025213068609375e-07,
+      "loss": 28.6875,
+      "step": 39846
+    },
+    {
+      "epoch": 1.9041861798719295,
+      "grad_norm": 236.31927490234375,
+      "learning_rate": 1.201325086849725e-07,
+      "loss": 31.6875,
+      "step": 39847
+    },
+    {
+      "epoch": 1.90423396731339,
+      "grad_norm": 256.5269775390625,
+      "learning_rate": 1.2001294585150757e-07,
+      "loss": 23.8438,
+      "step": 39848
+    },
+    {
+      "epoch": 1.9042817547548503,
+      "grad_norm": 469.62469482421875,
+      "learning_rate": 1.198934421864173e-07,
+      "loss": 25.4062,
+      "step": 39849
+    },
+    {
+      "epoch": 1.9043295421963107,
+      "grad_norm": 296.1885681152344,
+      "learning_rate": 1.1977399769041665e-07,
+      "loss": 23.8438,
+      "step": 39850
+    },
+    {
+      "epoch": 1.904377329637771,
+      "grad_norm": 260.152587890625,
+      "learning_rate": 1.196546123642206e-07,
+      "loss": 23.25,
+      "step": 39851
+    },
+    {
+      "epoch": 1.9044251170792315,
+      "grad_norm": 318.5441589355469,
+      "learning_rate": 1.1953528620854417e-07,
+      "loss": 27.9062,
+      "step": 39852
+    },
+    {
+      "epoch": 1.9044729045206918,
+      "grad_norm": 346.47491455078125,
+      "learning_rate": 1.194160192241023e-07,
+      "loss": 22.4062,
+      "step": 39853
+    },
+    {
+      "epoch": 1.9045206919621522,
+      "grad_norm": 690.9469604492188,
+      "learning_rate": 1.1929681141160887e-07,
+      "loss": 26.2031,
+      "step": 39854
+    },
+    {
+      "epoch": 1.9045684794036126,
+      "grad_norm": 176.9333953857422,
+      "learning_rate": 1.1917766277177889e-07,
+      "loss": 30.0938,
+      "step": 39855
+    },
+    {
+      "epoch": 1.904616266845073,
+      "grad_norm": 220.2157745361328,
+      "learning_rate": 1.19058573305324e-07,
+      "loss": 18.9688,
+      "step": 39856
+    },
+    {
+      "epoch": 1.9046640542865334,
+      "grad_norm": 400.80859375,
+      "learning_rate": 1.1893954301295807e-07,
+      "loss": 37.6875,
+      "step": 39857
+    },
+    {
+      "epoch": 1.9047118417279938,
+      "grad_norm": 335.2887878417969,
+      "learning_rate": 1.1882057189539386e-07,
+      "loss": 27.4062,
+      "step": 39858
+    },
+    {
+      "epoch": 1.9047596291694542,
+      "grad_norm": 227.35137939453125,
+      "learning_rate": 1.1870165995334526e-07,
+      "loss": 29.6875,
+      "step": 39859
+    },
+    {
+      "epoch": 1.9048074166109146,
+      "grad_norm": 138.35108947753906,
+      "learning_rate": 1.1858280718752391e-07,
+      "loss": 24.75,
+      "step": 39860
+    },
+    {
+      "epoch": 1.904855204052375,
+      "grad_norm": 253.75213623046875,
+      "learning_rate": 1.1846401359863924e-07,
+      "loss": 22.1719,
+      "step": 39861
+    },
+    {
+      "epoch": 1.9049029914938354,
+      "grad_norm": 175.39544677734375,
+      "learning_rate": 1.1834527918740624e-07,
+      "loss": 20.4688,
+      "step": 39862
+    },
+    {
+      "epoch": 1.9049507789352957,
+      "grad_norm": 237.83010864257812,
+      "learning_rate": 1.1822660395453323e-07,
+      "loss": 28.2812,
+      "step": 39863
+    },
+    {
+      "epoch": 1.9049985663767561,
+      "grad_norm": 323.54547119140625,
+      "learning_rate": 1.1810798790073185e-07,
+      "loss": 26.2812,
+      "step": 39864
+    },
+    {
+      "epoch": 1.9050463538182165,
+      "grad_norm": 262.0384826660156,
+      "learning_rate": 1.1798943102671268e-07,
+      "loss": 19.5469,
+      "step": 39865
+    },
+    {
+      "epoch": 1.905094141259677,
+      "grad_norm": 242.531982421875,
+      "learning_rate": 1.1787093333318511e-07,
+      "loss": 23.5781,
+      "step": 39866
+    },
+    {
+      "epoch": 1.9051419287011373,
+      "grad_norm": 278.56976318359375,
+      "learning_rate": 1.1775249482086082e-07,
+      "loss": 24.2812,
+      "step": 39867
+    },
+    {
+      "epoch": 1.9051897161425977,
+      "grad_norm": 178.5821533203125,
+      "learning_rate": 1.176341154904459e-07,
+      "loss": 16.4219,
+      "step": 39868
+    },
+    {
+      "epoch": 1.905237503584058,
+      "grad_norm": 233.41885375976562,
+      "learning_rate": 1.175157953426509e-07,
+      "loss": 24.2031,
+      "step": 39869
+    },
+    {
+      "epoch": 1.9052852910255185,
+      "grad_norm": 207.69021606445312,
+      "learning_rate": 1.1739753437818524e-07,
+      "loss": 30.3438,
+      "step": 39870
+    },
+    {
+      "epoch": 1.9053330784669789,
+      "grad_norm": 221.63629150390625,
+      "learning_rate": 1.1727933259775503e-07,
+      "loss": 26.3125,
+      "step": 39871
+    },
+    {
+      "epoch": 1.9053808659084392,
+      "grad_norm": 186.64971923828125,
+      "learning_rate": 1.1716119000207082e-07,
+      "loss": 20.1875,
+      "step": 39872
+    },
+    {
+      "epoch": 1.9054286533498996,
+      "grad_norm": 190.61441040039062,
+      "learning_rate": 1.170431065918376e-07,
+      "loss": 18.3906,
+      "step": 39873
+    },
+    {
+      "epoch": 1.90547644079136,
+      "grad_norm": 382.11865234375,
+      "learning_rate": 1.1692508236776478e-07,
+      "loss": 32.875,
+      "step": 39874
+    },
+    {
+      "epoch": 1.9055242282328204,
+      "grad_norm": 353.982421875,
+      "learning_rate": 1.1680711733055738e-07,
+      "loss": 20.5938,
+      "step": 39875
+    },
+    {
+      "epoch": 1.9055720156742808,
+      "grad_norm": 442.5354919433594,
+      "learning_rate": 1.1668921148092149e-07,
+      "loss": 22.375,
+      "step": 39876
+    },
+    {
+      "epoch": 1.9056198031157412,
+      "grad_norm": 437.67431640625,
+      "learning_rate": 1.1657136481956654e-07,
+      "loss": 34.2812,
+      "step": 39877
+    },
+    {
+      "epoch": 1.9056675905572016,
+      "grad_norm": 216.14910888671875,
+      "learning_rate": 1.164535773471942e-07,
+      "loss": 14.9844,
+      "step": 39878
+    },
+    {
+      "epoch": 1.905715377998662,
+      "grad_norm": 808.1631469726562,
+      "learning_rate": 1.1633584906451278e-07,
+      "loss": 28.2812,
+      "step": 39879
+    },
+    {
+      "epoch": 1.9057631654401224,
+      "grad_norm": 357.52740478515625,
+      "learning_rate": 1.1621817997222507e-07,
+      "loss": 23.8438,
+      "step": 39880
+    },
+    {
+      "epoch": 1.9058109528815828,
+      "grad_norm": 231.95875549316406,
+      "learning_rate": 1.1610057007103825e-07,
+      "loss": 22.9375,
+      "step": 39881
+    },
+    {
+      "epoch": 1.9058587403230431,
+      "grad_norm": 306.2737121582031,
+      "learning_rate": 1.1598301936165402e-07,
+      "loss": 21.5625,
+      "step": 39882
+    },
+    {
+      "epoch": 1.9059065277645035,
+      "grad_norm": 334.65374755859375,
+      "learning_rate": 1.1586552784477844e-07,
+      "loss": 20.0312,
+      "step": 39883
+    },
+    {
+      "epoch": 1.905954315205964,
+      "grad_norm": 151.44166564941406,
+      "learning_rate": 1.1574809552111432e-07,
+      "loss": 15.8438,
+      "step": 39884
+    },
+    {
+      "epoch": 1.9060021026474243,
+      "grad_norm": 155.62783813476562,
+      "learning_rate": 1.1563072239136441e-07,
+      "loss": 15.7031,
+      "step": 39885
+    },
+    {
+      "epoch": 1.9060498900888847,
+      "grad_norm": 198.7102813720703,
+      "learning_rate": 1.155134084562326e-07,
+      "loss": 23.1562,
+      "step": 39886
+    },
+    {
+      "epoch": 1.906097677530345,
+      "grad_norm": 127.65657043457031,
+      "learning_rate": 1.1539615371642054e-07,
+      "loss": 19.9844,
+      "step": 39887
+    },
+    {
+      "epoch": 1.9061454649718055,
+      "grad_norm": 147.92311096191406,
+      "learning_rate": 1.1527895817263102e-07,
+      "loss": 21.25,
+      "step": 39888
+    },
+    {
+      "epoch": 1.9061932524132659,
+      "grad_norm": 209.13629150390625,
+      "learning_rate": 1.1516182182556567e-07,
+      "loss": 36.375,
+      "step": 39889
+    },
+    {
+      "epoch": 1.9062410398547263,
+      "grad_norm": 279.44696044921875,
+      "learning_rate": 1.1504474467592618e-07,
+      "loss": 27.5312,
+      "step": 39890
+    },
+    {
+      "epoch": 1.9062888272961866,
+      "grad_norm": 148.3672332763672,
+      "learning_rate": 1.1492772672441422e-07,
+      "loss": 18.4688,
+      "step": 39891
+    },
+    {
+      "epoch": 1.906336614737647,
+      "grad_norm": 257.59527587890625,
+      "learning_rate": 1.1481076797172919e-07,
+      "loss": 27.5625,
+      "step": 39892
+    },
+    {
+      "epoch": 1.9063844021791074,
+      "grad_norm": 265.4373779296875,
+      "learning_rate": 1.1469386841857277e-07,
+      "loss": 25.375,
+      "step": 39893
+    },
+    {
+      "epoch": 1.9064321896205678,
+      "grad_norm": 321.59527587890625,
+      "learning_rate": 1.1457702806564331e-07,
+      "loss": 31.375,
+      "step": 39894
+    },
+    {
+      "epoch": 1.9064799770620282,
+      "grad_norm": 224.16705322265625,
+      "learning_rate": 1.1446024691364355e-07,
+      "loss": 17.4844,
+      "step": 39895
+    },
+    {
+      "epoch": 1.9065277645034886,
+      "grad_norm": 251.41647338867188,
+      "learning_rate": 1.1434352496327072e-07,
+      "loss": 29.5312,
+      "step": 39896
+    },
+    {
+      "epoch": 1.906575551944949,
+      "grad_norm": 291.24920654296875,
+      "learning_rate": 1.1422686221522317e-07,
+      "loss": 22.5,
+      "step": 39897
+    },
+    {
+      "epoch": 1.9066233393864094,
+      "grad_norm": 168.8839569091797,
+      "learning_rate": 1.1411025867020143e-07,
+      "loss": 26.7812,
+      "step": 39898
+    },
+    {
+      "epoch": 1.9066711268278698,
+      "grad_norm": 394.0123596191406,
+      "learning_rate": 1.1399371432890271e-07,
+      "loss": 24.4062,
+      "step": 39899
+    },
+    {
+      "epoch": 1.9067189142693302,
+      "grad_norm": 202.84686279296875,
+      "learning_rate": 1.1387722919202538e-07,
+      "loss": 19.0312,
+      "step": 39900
+    },
+    {
+      "epoch": 1.9067667017107905,
+      "grad_norm": 393.59637451171875,
+      "learning_rate": 1.1376080326026662e-07,
+      "loss": 24.75,
+      "step": 39901
+    },
+    {
+      "epoch": 1.906814489152251,
+      "grad_norm": 172.108642578125,
+      "learning_rate": 1.1364443653432367e-07,
+      "loss": 19.5,
+      "step": 39902
+    },
+    {
+      "epoch": 1.9068622765937113,
+      "grad_norm": 414.8863525390625,
+      "learning_rate": 1.1352812901489374e-07,
+      "loss": 21.4844,
+      "step": 39903
+    },
+    {
+      "epoch": 1.9069100640351717,
+      "grad_norm": 158.5147247314453,
+      "learning_rate": 1.1341188070267406e-07,
+      "loss": 22.3125,
+      "step": 39904
+    },
+    {
+      "epoch": 1.906957851476632,
+      "grad_norm": 198.95391845703125,
+      "learning_rate": 1.1329569159835851e-07,
+      "loss": 20.5625,
+      "step": 39905
+    },
+    {
+      "epoch": 1.9070056389180923,
+      "grad_norm": 214.25802612304688,
+      "learning_rate": 1.1317956170264543e-07,
+      "loss": 18.0625,
+      "step": 39906
+    },
+    {
+      "epoch": 1.9070534263595527,
+      "grad_norm": 241.80979919433594,
+      "learning_rate": 1.1306349101622982e-07,
+      "loss": 16.8125,
+      "step": 39907
+    },
+    {
+      "epoch": 1.907101213801013,
+      "grad_norm": 270.77630615234375,
+      "learning_rate": 1.1294747953980556e-07,
+      "loss": 24.5781,
+      "step": 39908
+    },
+    {
+      "epoch": 1.9071490012424734,
+      "grad_norm": 138.4903564453125,
+      "learning_rate": 1.1283152727406765e-07,
+      "loss": 21.0469,
+      "step": 39909
+    },
+    {
+      "epoch": 1.9071967886839338,
+      "grad_norm": 205.20208740234375,
+      "learning_rate": 1.127156342197122e-07,
+      "loss": 21.0312,
+      "step": 39910
+    },
+    {
+      "epoch": 1.9072445761253942,
+      "grad_norm": 364.2147521972656,
+      "learning_rate": 1.125998003774309e-07,
+      "loss": 29.3438,
+      "step": 39911
+    },
+    {
+      "epoch": 1.9072923635668546,
+      "grad_norm": 180.22926330566406,
+      "learning_rate": 1.1248402574791872e-07,
+      "loss": 23.7031,
+      "step": 39912
+    },
+    {
+      "epoch": 1.907340151008315,
+      "grad_norm": 263.641357421875,
+      "learning_rate": 1.1236831033186845e-07,
+      "loss": 23.5859,
+      "step": 39913
+    },
+    {
+      "epoch": 1.9073879384497754,
+      "grad_norm": 184.65304565429688,
+      "learning_rate": 1.122526541299751e-07,
+      "loss": 24.0469,
+      "step": 39914
+    },
+    {
+      "epoch": 1.9074357258912358,
+      "grad_norm": 370.9627685546875,
+      "learning_rate": 1.121370571429281e-07,
+      "loss": 41.5,
+      "step": 39915
+    },
+    {
+      "epoch": 1.9074835133326962,
+      "grad_norm": 3361.1318359375,
+      "learning_rate": 1.1202151937142136e-07,
+      "loss": 20.5469,
+      "step": 39916
+    },
+    {
+      "epoch": 1.9075313007741566,
+      "grad_norm": 455.35943603515625,
+      "learning_rate": 1.1190604081614654e-07,
+      "loss": 25.4219,
+      "step": 39917
+    },
+    {
+      "epoch": 1.907579088215617,
+      "grad_norm": 695.4740600585938,
+      "learning_rate": 1.1179062147779751e-07,
+      "loss": 27.2812,
+      "step": 39918
+    },
+    {
+      "epoch": 1.9076268756570773,
+      "grad_norm": 433.35107421875,
+      "learning_rate": 1.1167526135706153e-07,
+      "loss": 25.3125,
+      "step": 39919
+    },
+    {
+      "epoch": 1.9076746630985377,
+      "grad_norm": 361.0564270019531,
+      "learning_rate": 1.1155996045463136e-07,
+      "loss": 23.3438,
+      "step": 39920
+    },
+    {
+      "epoch": 1.9077224505399981,
+      "grad_norm": 266.7369079589844,
+      "learning_rate": 1.1144471877119756e-07,
+      "loss": 29.0938,
+      "step": 39921
+    },
+    {
+      "epoch": 1.9077702379814585,
+      "grad_norm": 164.9688262939453,
+      "learning_rate": 1.1132953630745069e-07,
+      "loss": 22.9062,
+      "step": 39922
+    },
+    {
+      "epoch": 1.907818025422919,
+      "grad_norm": 191.4152069091797,
+      "learning_rate": 1.112144130640791e-07,
+      "loss": 32.4062,
+      "step": 39923
+    },
+    {
+      "epoch": 1.9078658128643793,
+      "grad_norm": 180.7540283203125,
+      "learning_rate": 1.1109934904177333e-07,
+      "loss": 20.875,
+      "step": 39924
+    },
+    {
+      "epoch": 1.9079136003058397,
+      "grad_norm": 258.3894348144531,
+      "learning_rate": 1.1098434424122395e-07,
+      "loss": 38.2188,
+      "step": 39925
+    },
+    {
+      "epoch": 1.9079613877473,
+      "grad_norm": 246.0946502685547,
+      "learning_rate": 1.1086939866311597e-07,
+      "loss": 25.9062,
+      "step": 39926
+    },
+    {
+      "epoch": 1.9080091751887602,
+      "grad_norm": 181.40567016601562,
+      "learning_rate": 1.1075451230814105e-07,
+      "loss": 20.0781,
+      "step": 39927
+    },
+    {
+      "epoch": 1.9080569626302206,
+      "grad_norm": 337.9176330566406,
+      "learning_rate": 1.1063968517698531e-07,
+      "loss": 20.1406,
+      "step": 39928
+    },
+    {
+      "epoch": 1.908104750071681,
+      "grad_norm": 156.35508728027344,
+      "learning_rate": 1.105249172703371e-07,
+      "loss": 14.375,
+      "step": 39929
+    },
+    {
+      "epoch": 1.9081525375131414,
+      "grad_norm": 312.7192077636719,
+      "learning_rate": 1.1041020858888362e-07,
+      "loss": 17.6719,
+      "step": 39930
+    },
+    {
+      "epoch": 1.9082003249546018,
+      "grad_norm": 194.08229064941406,
+      "learning_rate": 1.1029555913331324e-07,
+      "loss": 22.4844,
+      "step": 39931
+    },
+    {
+      "epoch": 1.9082481123960622,
+      "grad_norm": 455.8166198730469,
+      "learning_rate": 1.1018096890430985e-07,
+      "loss": 23.7969,
+      "step": 39932
+    },
+    {
+      "epoch": 1.9082958998375226,
+      "grad_norm": 217.77777099609375,
+      "learning_rate": 1.1006643790256178e-07,
+      "loss": 22.5781,
+      "step": 39933
+    },
+    {
+      "epoch": 1.908343687278983,
+      "grad_norm": 579.1652221679688,
+      "learning_rate": 1.0995196612875402e-07,
+      "loss": 24.5312,
+      "step": 39934
+    },
+    {
+      "epoch": 1.9083914747204433,
+      "grad_norm": 236.0503387451172,
+      "learning_rate": 1.0983755358357162e-07,
+      "loss": 31.1875,
+      "step": 39935
+    },
+    {
+      "epoch": 1.9084392621619037,
+      "grad_norm": 376.88616943359375,
+      "learning_rate": 1.0972320026770178e-07,
+      "loss": 19.6875,
+      "step": 39936
+    },
+    {
+      "epoch": 1.9084870496033641,
+      "grad_norm": 241.015625,
+      "learning_rate": 1.0960890618182728e-07,
+      "loss": 21.5781,
+      "step": 39937
+    },
+    {
+      "epoch": 1.9085348370448245,
+      "grad_norm": 287.5007019042969,
+      "learning_rate": 1.0949467132663316e-07,
+      "loss": 24.4688,
+      "step": 39938
+    },
+    {
+      "epoch": 1.908582624486285,
+      "grad_norm": 866.7130737304688,
+      "learning_rate": 1.093804957028044e-07,
+      "loss": 30.0625,
+      "step": 39939
+    },
+    {
+      "epoch": 1.9086304119277453,
+      "grad_norm": 291.15240478515625,
+      "learning_rate": 1.092663793110238e-07,
+      "loss": 22.1719,
+      "step": 39940
+    },
+    {
+      "epoch": 1.9086781993692057,
+      "grad_norm": 277.38214111328125,
+      "learning_rate": 1.0915232215197414e-07,
+      "loss": 30.6875,
+      "step": 39941
+    },
+    {
+      "epoch": 1.908725986810666,
+      "grad_norm": 213.72474670410156,
+      "learning_rate": 1.0903832422634042e-07,
+      "loss": 25.0469,
+      "step": 39942
+    },
+    {
+      "epoch": 1.9087737742521265,
+      "grad_norm": 361.5063171386719,
+      "learning_rate": 1.0892438553480322e-07,
+      "loss": 21.2344,
+      "step": 39943
+    },
+    {
+      "epoch": 1.9088215616935869,
+      "grad_norm": 323.701904296875,
+      "learning_rate": 1.0881050607804755e-07,
+      "loss": 32.0469,
+      "step": 39944
+    },
+    {
+      "epoch": 1.9088693491350472,
+      "grad_norm": 344.2223205566406,
+      "learning_rate": 1.0869668585675285e-07,
+      "loss": 28.25,
+      "step": 39945
+    },
+    {
+      "epoch": 1.9089171365765076,
+      "grad_norm": 314.1473388671875,
+      "learning_rate": 1.0858292487160193e-07,
+      "loss": 20.8281,
+      "step": 39946
+    },
+    {
+      "epoch": 1.908964924017968,
+      "grad_norm": 239.89376831054688,
+      "learning_rate": 1.0846922312327645e-07,
+      "loss": 26.7344,
+      "step": 39947
+    },
+    {
+      "epoch": 1.9090127114594284,
+      "grad_norm": 397.4998474121094,
+      "learning_rate": 1.0835558061245587e-07,
+      "loss": 19.625,
+      "step": 39948
+    },
+    {
+      "epoch": 1.9090604989008888,
+      "grad_norm": 264.45025634765625,
+      "learning_rate": 1.0824199733982188e-07,
+      "loss": 25.875,
+      "step": 39949
+    },
+    {
+      "epoch": 1.9091082863423492,
+      "grad_norm": 297.17315673828125,
+      "learning_rate": 1.0812847330605391e-07,
+      "loss": 19.75,
+      "step": 39950
+    },
+    {
+      "epoch": 1.9091560737838096,
+      "grad_norm": 364.5845031738281,
+      "learning_rate": 1.0801500851183367e-07,
+      "loss": 21.2188,
+      "step": 39951
+    },
+    {
+      "epoch": 1.90920386122527,
+      "grad_norm": 180.0952606201172,
+      "learning_rate": 1.0790160295783836e-07,
+      "loss": 17.6094,
+      "step": 39952
+    },
+    {
+      "epoch": 1.9092516486667304,
+      "grad_norm": 175.7568817138672,
+      "learning_rate": 1.0778825664474856e-07,
+      "loss": 31.3125,
+      "step": 39953
+    },
+    {
+      "epoch": 1.9092994361081908,
+      "grad_norm": 472.1111145019531,
+      "learning_rate": 1.0767496957324153e-07,
+      "loss": 42.8438,
+      "step": 39954
+    },
+    {
+      "epoch": 1.9093472235496511,
+      "grad_norm": 364.472900390625,
+      "learning_rate": 1.0756174174399891e-07,
+      "loss": 30.4062,
+      "step": 39955
+    },
+    {
+      "epoch": 1.9093950109911115,
+      "grad_norm": 249.1714324951172,
+      "learning_rate": 1.0744857315769575e-07,
+      "loss": 25.7031,
+      "step": 39956
+    },
+    {
+      "epoch": 1.909442798432572,
+      "grad_norm": 168.87600708007812,
+      "learning_rate": 1.0733546381501036e-07,
+      "loss": 18.5781,
+      "step": 39957
+    },
+    {
+      "epoch": 1.9094905858740323,
+      "grad_norm": 106.14569091796875,
+      "learning_rate": 1.0722241371662112e-07,
+      "loss": 17.5156,
+      "step": 39958
+    },
+    {
+      "epoch": 1.9095383733154927,
+      "grad_norm": 188.79737854003906,
+      "learning_rate": 1.0710942286320413e-07,
+      "loss": 13.5781,
+      "step": 39959
+    },
+    {
+      "epoch": 1.909586160756953,
+      "grad_norm": 335.7790222167969,
+      "learning_rate": 1.0699649125543554e-07,
+      "loss": 25.8125,
+      "step": 39960
+    },
+    {
+      "epoch": 1.9096339481984135,
+      "grad_norm": 314.0635681152344,
+      "learning_rate": 1.0688361889399368e-07,
+      "loss": 20.7188,
+      "step": 39961
+    },
+    {
+      "epoch": 1.9096817356398739,
+      "grad_norm": 158.42584228515625,
+      "learning_rate": 1.0677080577955357e-07,
+      "loss": 23.9062,
+      "step": 39962
+    },
+    {
+      "epoch": 1.9097295230813343,
+      "grad_norm": 205.4440460205078,
+      "learning_rate": 1.0665805191278911e-07,
+      "loss": 12.6406,
+      "step": 39963
+    },
+    {
+      "epoch": 1.9097773105227946,
+      "grad_norm": 286.9808654785156,
+      "learning_rate": 1.0654535729437865e-07,
+      "loss": 15.9375,
+      "step": 39964
+    },
+    {
+      "epoch": 1.909825097964255,
+      "grad_norm": 221.92449951171875,
+      "learning_rate": 1.0643272192499499e-07,
+      "loss": 23.5312,
+      "step": 39965
+    },
+    {
+      "epoch": 1.9098728854057154,
+      "grad_norm": 204.4767303466797,
+      "learning_rate": 1.0632014580531313e-07,
+      "loss": 18.6797,
+      "step": 39966
+    },
+    {
+      "epoch": 1.9099206728471758,
+      "grad_norm": 382.9940490722656,
+      "learning_rate": 1.0620762893600589e-07,
+      "loss": 27.4844,
+      "step": 39967
+    },
+    {
+      "epoch": 1.9099684602886362,
+      "grad_norm": 238.82595825195312,
+      "learning_rate": 1.0609517131774938e-07,
+      "loss": 25.8438,
+      "step": 39968
+    },
+    {
+      "epoch": 1.9100162477300966,
+      "grad_norm": 401.97406005859375,
+      "learning_rate": 1.0598277295121751e-07,
+      "loss": 21.1719,
+      "step": 39969
+    },
+    {
+      "epoch": 1.910064035171557,
+      "grad_norm": 152.62876892089844,
+      "learning_rate": 1.0587043383708084e-07,
+      "loss": 21.0781,
+      "step": 39970
+    },
+    {
+      "epoch": 1.9101118226130174,
+      "grad_norm": 218.3605499267578,
+      "learning_rate": 1.057581539760133e-07,
+      "loss": 21.4688,
+      "step": 39971
+    },
+    {
+      "epoch": 1.9101596100544778,
+      "grad_norm": 364.79302978515625,
+      "learning_rate": 1.0564593336868656e-07,
+      "loss": 28.125,
+      "step": 39972
+    },
+    {
+      "epoch": 1.9102073974959382,
+      "grad_norm": 222.5823516845703,
+      "learning_rate": 1.0553377201577452e-07,
+      "loss": 30.4062,
+      "step": 39973
+    },
+    {
+      "epoch": 1.9102551849373985,
+      "grad_norm": 323.88531494140625,
+      "learning_rate": 1.0542166991794778e-07,
+      "loss": 20.2812,
+      "step": 39974
+    },
+    {
+      "epoch": 1.910302972378859,
+      "grad_norm": 178.59190368652344,
+      "learning_rate": 1.0530962707587689e-07,
+      "loss": 19.3281,
+      "step": 39975
+    },
+    {
+      "epoch": 1.9103507598203193,
+      "grad_norm": 240.17384338378906,
+      "learning_rate": 1.0519764349023464e-07,
+      "loss": 22.6562,
+      "step": 39976
+    },
+    {
+      "epoch": 1.9103985472617797,
+      "grad_norm": 214.36474609375,
+      "learning_rate": 1.0508571916169052e-07,
+      "loss": 21.7188,
+      "step": 39977
+    },
+    {
+      "epoch": 1.91044633470324,
+      "grad_norm": 491.7122497558594,
+      "learning_rate": 1.049738540909151e-07,
+      "loss": 23.8594,
+      "step": 39978
+    },
+    {
+      "epoch": 1.9104941221447005,
+      "grad_norm": 377.08258056640625,
+      "learning_rate": 1.0486204827857783e-07,
+      "loss": 25.0,
+      "step": 39979
+    },
+    {
+      "epoch": 1.9105419095861609,
+      "grad_norm": 201.91610717773438,
+      "learning_rate": 1.0475030172534928e-07,
+      "loss": 24.7812,
+      "step": 39980
+    },
+    {
+      "epoch": 1.9105896970276213,
+      "grad_norm": 280.45867919921875,
+      "learning_rate": 1.0463861443189783e-07,
+      "loss": 21.6875,
+      "step": 39981
+    },
+    {
+      "epoch": 1.9106374844690817,
+      "grad_norm": 307.9933166503906,
+      "learning_rate": 1.045269863988918e-07,
+      "loss": 29.5312,
+      "step": 39982
+    },
+    {
+      "epoch": 1.910685271910542,
+      "grad_norm": 250.051025390625,
+      "learning_rate": 1.044154176270007e-07,
+      "loss": 26.9844,
+      "step": 39983
+    },
+    {
+      "epoch": 1.9107330593520024,
+      "grad_norm": 165.61837768554688,
+      "learning_rate": 1.0430390811689395e-07,
+      "loss": 16.5938,
+      "step": 39984
+    },
+    {
+      "epoch": 1.9107808467934628,
+      "grad_norm": 187.67483520507812,
+      "learning_rate": 1.041924578692366e-07,
+      "loss": 25.0,
+      "step": 39985
+    },
+    {
+      "epoch": 1.9108286342349232,
+      "grad_norm": 311.92254638671875,
+      "learning_rate": 1.0408106688469699e-07,
+      "loss": 18.5625,
+      "step": 39986
+    },
+    {
+      "epoch": 1.9108764216763836,
+      "grad_norm": 240.01512145996094,
+      "learning_rate": 1.0396973516394238e-07,
+      "loss": 24.25,
+      "step": 39987
+    },
+    {
+      "epoch": 1.910924209117844,
+      "grad_norm": 172.48802185058594,
+      "learning_rate": 1.038584627076411e-07,
+      "loss": 21.1719,
+      "step": 39988
+    },
+    {
+      "epoch": 1.9109719965593042,
+      "grad_norm": 242.3910369873047,
+      "learning_rate": 1.037472495164571e-07,
+      "loss": 27.3438,
+      "step": 39989
+    },
+    {
+      "epoch": 1.9110197840007646,
+      "grad_norm": 346.0993957519531,
+      "learning_rate": 1.0363609559105758e-07,
+      "loss": 25.7188,
+      "step": 39990
+    },
+    {
+      "epoch": 1.911067571442225,
+      "grad_norm": 325.5752258300781,
+      "learning_rate": 1.035250009321076e-07,
+      "loss": 25.1562,
+      "step": 39991
+    },
+    {
+      "epoch": 1.9111153588836853,
+      "grad_norm": 174.3086395263672,
+      "learning_rate": 1.0341396554027439e-07,
+      "loss": 19.4922,
+      "step": 39992
+    },
+    {
+      "epoch": 1.9111631463251457,
+      "grad_norm": 294.9873046875,
+      "learning_rate": 1.0330298941621964e-07,
+      "loss": 22.3594,
+      "step": 39993
+    },
+    {
+      "epoch": 1.9112109337666061,
+      "grad_norm": 5569.9189453125,
+      "learning_rate": 1.031920725606106e-07,
+      "loss": 30.9062,
+      "step": 39994
+    },
+    {
+      "epoch": 1.9112587212080665,
+      "grad_norm": 148.63037109375,
+      "learning_rate": 1.0308121497411116e-07,
+      "loss": 13.1406,
+      "step": 39995
+    },
+    {
+      "epoch": 1.911306508649527,
+      "grad_norm": 229.29193115234375,
+      "learning_rate": 1.0297041665738416e-07,
+      "loss": 25.4531,
+      "step": 39996
+    },
+    {
+      "epoch": 1.9113542960909873,
+      "grad_norm": 209.61126708984375,
+      "learning_rate": 1.0285967761109461e-07,
+      "loss": 26.7969,
+      "step": 39997
+    },
+    {
+      "epoch": 1.9114020835324477,
+      "grad_norm": 172.61502075195312,
+      "learning_rate": 1.0274899783590308e-07,
+      "loss": 20.5312,
+      "step": 39998
+    },
+    {
+      "epoch": 1.911449870973908,
+      "grad_norm": 321.7574462890625,
+      "learning_rate": 1.0263837733247573e-07,
+      "loss": 28.2812,
+      "step": 39999
+    },
+    {
+      "epoch": 1.9114976584153685,
+      "grad_norm": 450.2345886230469,
+      "learning_rate": 1.02527816101472e-07,
+      "loss": 32.0312,
+      "step": 40000
+    },
+    {
+      "epoch": 1.9115454458568288,
+      "grad_norm": 248.24041748046875,
+      "learning_rate": 1.0241731414355583e-07,
+      "loss": 15.3438,
+      "step": 40001
+    },
+    {
+      "epoch": 1.9115932332982892,
+      "grad_norm": 275.82806396484375,
+      "learning_rate": 1.0230687145938889e-07,
+      "loss": 16.3906,
+      "step": 40002
+    },
+    {
+      "epoch": 1.9116410207397496,
+      "grad_norm": 281.2888488769531,
+      "learning_rate": 1.021964880496329e-07,
+      "loss": 30.4062,
+      "step": 40003
+    },
+    {
+      "epoch": 1.91168880818121,
+      "grad_norm": 202.27294921875,
+      "learning_rate": 1.020861639149473e-07,
+      "loss": 19.2344,
+      "step": 40004
+    },
+    {
+      "epoch": 1.9117365956226704,
+      "grad_norm": 177.73788452148438,
+      "learning_rate": 1.019758990559938e-07,
+      "loss": 22.8906,
+      "step": 40005
+    },
+    {
+      "epoch": 1.9117843830641308,
+      "grad_norm": 238.22718811035156,
+      "learning_rate": 1.01865693473433e-07,
+      "loss": 20.0781,
+      "step": 40006
+    },
+    {
+      "epoch": 1.9118321705055912,
+      "grad_norm": 178.92568969726562,
+      "learning_rate": 1.0175554716792435e-07,
+      "loss": 26.4375,
+      "step": 40007
+    },
+    {
+      "epoch": 1.9118799579470516,
+      "grad_norm": 437.3894958496094,
+      "learning_rate": 1.0164546014012733e-07,
+      "loss": 30.5312,
+      "step": 40008
+    },
+    {
+      "epoch": 1.9119277453885117,
+      "grad_norm": 159.83908081054688,
+      "learning_rate": 1.0153543239070252e-07,
+      "loss": 20.375,
+      "step": 40009
+    },
+    {
+      "epoch": 1.9119755328299721,
+      "grad_norm": 157.63333129882812,
+      "learning_rate": 1.0142546392030828e-07,
+      "loss": 23.0,
+      "step": 40010
+    },
+    {
+      "epoch": 1.9120233202714325,
+      "grad_norm": 407.43621826171875,
+      "learning_rate": 1.0131555472960186e-07,
+      "loss": 22.1406,
+      "step": 40011
+    },
+    {
+      "epoch": 1.912071107712893,
+      "grad_norm": 298.0459289550781,
+      "learning_rate": 1.0120570481924275e-07,
+      "loss": 26.0938,
+      "step": 40012
+    },
+    {
+      "epoch": 1.9121188951543533,
+      "grad_norm": 492.345703125,
+      "learning_rate": 1.0109591418988818e-07,
+      "loss": 35.2188,
+      "step": 40013
+    },
+    {
+      "epoch": 1.9121666825958137,
+      "grad_norm": 362.99517822265625,
+      "learning_rate": 1.0098618284219652e-07,
+      "loss": 16.8281,
+      "step": 40014
+    },
+    {
+      "epoch": 1.912214470037274,
+      "grad_norm": 281.814697265625,
+      "learning_rate": 1.0087651077682503e-07,
+      "loss": 35.8125,
+      "step": 40015
+    },
+    {
+      "epoch": 1.9122622574787345,
+      "grad_norm": 212.1259002685547,
+      "learning_rate": 1.0076689799442874e-07,
+      "loss": 34.8438,
+      "step": 40016
+    },
+    {
+      "epoch": 1.9123100449201949,
+      "grad_norm": 135.49658203125,
+      "learning_rate": 1.00657344495666e-07,
+      "loss": 24.0781,
+      "step": 40017
+    },
+    {
+      "epoch": 1.9123578323616552,
+      "grad_norm": 138.159423828125,
+      "learning_rate": 1.0054785028119185e-07,
+      "loss": 24.9219,
+      "step": 40018
+    },
+    {
+      "epoch": 1.9124056198031156,
+      "grad_norm": 225.4810333251953,
+      "learning_rate": 1.0043841535166132e-07,
+      "loss": 16.6562,
+      "step": 40019
+    },
+    {
+      "epoch": 1.912453407244576,
+      "grad_norm": 243.58120727539062,
+      "learning_rate": 1.0032903970773166e-07,
+      "loss": 34.5625,
+      "step": 40020
+    },
+    {
+      "epoch": 1.9125011946860364,
+      "grad_norm": 180.1015625,
+      "learning_rate": 1.0021972335005681e-07,
+      "loss": 18.4531,
+      "step": 40021
+    },
+    {
+      "epoch": 1.9125489821274968,
+      "grad_norm": 145.98239135742188,
+      "learning_rate": 1.0011046627929177e-07,
+      "loss": 23.9688,
+      "step": 40022
+    },
+    {
+      "epoch": 1.9125967695689572,
+      "grad_norm": 273.19512939453125,
+      "learning_rate": 1.0000126849609048e-07,
+      "loss": 18.5625,
+      "step": 40023
+    },
+    {
+      "epoch": 1.9126445570104176,
+      "grad_norm": 209.85330200195312,
+      "learning_rate": 9.989213000110687e-08,
+      "loss": 25.2812,
+      "step": 40024
+    },
+    {
+      "epoch": 1.912692344451878,
+      "grad_norm": 178.93801879882812,
+      "learning_rate": 9.978305079499595e-08,
+      "loss": 20.4062,
+      "step": 40025
+    },
+    {
+      "epoch": 1.9127401318933384,
+      "grad_norm": 426.20501708984375,
+      "learning_rate": 9.967403087840832e-08,
+      "loss": 22.7812,
+      "step": 40026
+    },
+    {
+      "epoch": 1.9127879193347987,
+      "grad_norm": 225.6378936767578,
+      "learning_rate": 9.956507025199902e-08,
+      "loss": 22.2656,
+      "step": 40027
+    },
+    {
+      "epoch": 1.9128357067762591,
+      "grad_norm": 358.4919738769531,
+      "learning_rate": 9.945616891642084e-08,
+      "loss": 19.5469,
+      "step": 40028
+    },
+    {
+      "epoch": 1.9128834942177195,
+      "grad_norm": 161.84324645996094,
+      "learning_rate": 9.934732687232329e-08,
+      "loss": 22.7031,
+      "step": 40029
+    },
+    {
+      "epoch": 1.91293128165918,
+      "grad_norm": 216.0155029296875,
+      "learning_rate": 9.923854412036138e-08,
+      "loss": 26.7188,
+      "step": 40030
+    },
+    {
+      "epoch": 1.9129790691006403,
+      "grad_norm": 127.69517517089844,
+      "learning_rate": 9.91298206611846e-08,
+      "loss": 26.4062,
+      "step": 40031
+    },
+    {
+      "epoch": 1.9130268565421007,
+      "grad_norm": 212.33460998535156,
+      "learning_rate": 9.902115649544353e-08,
+      "loss": 22.875,
+      "step": 40032
+    },
+    {
+      "epoch": 1.913074643983561,
+      "grad_norm": 313.37701416015625,
+      "learning_rate": 9.891255162379099e-08,
+      "loss": 24.8125,
+      "step": 40033
+    },
+    {
+      "epoch": 1.9131224314250215,
+      "grad_norm": 164.4838104248047,
+      "learning_rate": 9.880400604687646e-08,
+      "loss": 27.625,
+      "step": 40034
+    },
+    {
+      "epoch": 1.9131702188664819,
+      "grad_norm": 210.14170837402344,
+      "learning_rate": 9.869551976534942e-08,
+      "loss": 38.3438,
+      "step": 40035
+    },
+    {
+      "epoch": 1.9132180063079423,
+      "grad_norm": 175.4290313720703,
+      "learning_rate": 9.858709277986045e-08,
+      "loss": 24.2969,
+      "step": 40036
+    },
+    {
+      "epoch": 1.9132657937494026,
+      "grad_norm": 232.13397216796875,
+      "learning_rate": 9.847872509105793e-08,
+      "loss": 20.4766,
+      "step": 40037
+    },
+    {
+      "epoch": 1.913313581190863,
+      "grad_norm": 184.62872314453125,
+      "learning_rate": 9.837041669959135e-08,
+      "loss": 21.6562,
+      "step": 40038
+    },
+    {
+      "epoch": 1.9133613686323234,
+      "grad_norm": 420.5896911621094,
+      "learning_rate": 9.826216760611018e-08,
+      "loss": 21.5,
+      "step": 40039
+    },
+    {
+      "epoch": 1.9134091560737838,
+      "grad_norm": 217.10768127441406,
+      "learning_rate": 9.815397781126168e-08,
+      "loss": 21.2656,
+      "step": 40040
+    },
+    {
+      "epoch": 1.9134569435152442,
+      "grad_norm": 172.16883850097656,
+      "learning_rate": 9.804584731569311e-08,
+      "loss": 18.8438,
+      "step": 40041
+    },
+    {
+      "epoch": 1.9135047309567046,
+      "grad_norm": 201.17404174804688,
+      "learning_rate": 9.793777612005394e-08,
+      "loss": 21.7656,
+      "step": 40042
+    },
+    {
+      "epoch": 1.913552518398165,
+      "grad_norm": 159.6682891845703,
+      "learning_rate": 9.782976422499035e-08,
+      "loss": 16.5312,
+      "step": 40043
+    },
+    {
+      "epoch": 1.9136003058396254,
+      "grad_norm": 306.6089782714844,
+      "learning_rate": 9.772181163114846e-08,
+      "loss": 28.625,
+      "step": 40044
+    },
+    {
+      "epoch": 1.9136480932810858,
+      "grad_norm": 365.3697814941406,
+      "learning_rate": 9.761391833917555e-08,
+      "loss": 21.75,
+      "step": 40045
+    },
+    {
+      "epoch": 1.9136958807225461,
+      "grad_norm": 273.82763671875,
+      "learning_rate": 9.750608434971776e-08,
+      "loss": 22.5625,
+      "step": 40046
+    },
+    {
+      "epoch": 1.9137436681640065,
+      "grad_norm": 272.9851379394531,
+      "learning_rate": 9.739830966342124e-08,
+      "loss": 26.2969,
+      "step": 40047
+    },
+    {
+      "epoch": 1.913791455605467,
+      "grad_norm": 323.9649658203125,
+      "learning_rate": 9.72905942809299e-08,
+      "loss": 27.0312,
+      "step": 40048
+    },
+    {
+      "epoch": 1.9138392430469273,
+      "grad_norm": 185.42051696777344,
+      "learning_rate": 9.718293820289104e-08,
+      "loss": 21.4375,
+      "step": 40049
+    },
+    {
+      "epoch": 1.9138870304883877,
+      "grad_norm": 221.71920776367188,
+      "learning_rate": 9.707534142994746e-08,
+      "loss": 15.0938,
+      "step": 40050
+    },
+    {
+      "epoch": 1.913934817929848,
+      "grad_norm": 221.17579650878906,
+      "learning_rate": 9.69678039627453e-08,
+      "loss": 23.4375,
+      "step": 40051
+    },
+    {
+      "epoch": 1.9139826053713085,
+      "grad_norm": 180.8829803466797,
+      "learning_rate": 9.68603258019274e-08,
+      "loss": 21.4062,
+      "step": 40052
+    },
+    {
+      "epoch": 1.9140303928127689,
+      "grad_norm": 260.3230285644531,
+      "learning_rate": 9.675290694813654e-08,
+      "loss": 33.375,
+      "step": 40053
+    },
+    {
+      "epoch": 1.9140781802542293,
+      "grad_norm": 140.8743133544922,
+      "learning_rate": 9.664554740201781e-08,
+      "loss": 21.6562,
+      "step": 40054
+    },
+    {
+      "epoch": 1.9141259676956897,
+      "grad_norm": 310.1727600097656,
+      "learning_rate": 9.653824716421401e-08,
+      "loss": 14.5469,
+      "step": 40055
+    },
+    {
+      "epoch": 1.91417375513715,
+      "grad_norm": 214.65005493164062,
+      "learning_rate": 9.643100623536573e-08,
+      "loss": 25.6562,
+      "step": 40056
+    },
+    {
+      "epoch": 1.9142215425786104,
+      "grad_norm": 236.45738220214844,
+      "learning_rate": 9.6323824616118e-08,
+      "loss": 19.75,
+      "step": 40057
+    },
+    {
+      "epoch": 1.9142693300200708,
+      "grad_norm": 216.77969360351562,
+      "learning_rate": 9.621670230711034e-08,
+      "loss": 20.5312,
+      "step": 40058
+    },
+    {
+      "epoch": 1.9143171174615312,
+      "grad_norm": 257.5155334472656,
+      "learning_rate": 9.610963930898554e-08,
+      "loss": 14.6562,
+      "step": 40059
+    },
+    {
+      "epoch": 1.9143649049029916,
+      "grad_norm": 168.7440948486328,
+      "learning_rate": 9.600263562238421e-08,
+      "loss": 33.0,
+      "step": 40060
+    },
+    {
+      "epoch": 1.914412692344452,
+      "grad_norm": 199.596435546875,
+      "learning_rate": 9.589569124794918e-08,
+      "loss": 32.9688,
+      "step": 40061
+    },
+    {
+      "epoch": 1.9144604797859124,
+      "grad_norm": 205.11428833007812,
+      "learning_rate": 9.578880618631658e-08,
+      "loss": 19.5781,
+      "step": 40062
+    },
+    {
+      "epoch": 1.9145082672273728,
+      "grad_norm": 196.82176208496094,
+      "learning_rate": 9.568198043813149e-08,
+      "loss": 18.8125,
+      "step": 40063
+    },
+    {
+      "epoch": 1.9145560546688332,
+      "grad_norm": 263.576904296875,
+      "learning_rate": 9.557521400403003e-08,
+      "loss": 31.7344,
+      "step": 40064
+    },
+    {
+      "epoch": 1.9146038421102936,
+      "grad_norm": 272.9057312011719,
+      "learning_rate": 9.546850688465282e-08,
+      "loss": 16.25,
+      "step": 40065
+    },
+    {
+      "epoch": 1.914651629551754,
+      "grad_norm": 347.69586181640625,
+      "learning_rate": 9.536185908063933e-08,
+      "loss": 27.3594,
+      "step": 40066
+    },
+    {
+      "epoch": 1.9146994169932143,
+      "grad_norm": 99.30793762207031,
+      "learning_rate": 9.525527059262684e-08,
+      "loss": 13.7422,
+      "step": 40067
+    },
+    {
+      "epoch": 1.9147472044346747,
+      "grad_norm": 192.52394104003906,
+      "learning_rate": 9.514874142125486e-08,
+      "loss": 19.9688,
+      "step": 40068
+    },
+    {
+      "epoch": 1.914794991876135,
+      "grad_norm": 269.0608825683594,
+      "learning_rate": 9.504227156716283e-08,
+      "loss": 30.375,
+      "step": 40069
+    },
+    {
+      "epoch": 1.9148427793175955,
+      "grad_norm": 231.27529907226562,
+      "learning_rate": 9.493586103098474e-08,
+      "loss": 27.5312,
+      "step": 40070
+    },
+    {
+      "epoch": 1.9148905667590557,
+      "grad_norm": 360.9248352050781,
+      "learning_rate": 9.482950981336003e-08,
+      "loss": 21.5469,
+      "step": 40071
+    },
+    {
+      "epoch": 1.914938354200516,
+      "grad_norm": 499.519775390625,
+      "learning_rate": 9.4723217914926e-08,
+      "loss": 20.5781,
+      "step": 40072
+    },
+    {
+      "epoch": 1.9149861416419764,
+      "grad_norm": 385.8952331542969,
+      "learning_rate": 9.46169853363188e-08,
+      "loss": 27.2969,
+      "step": 40073
+    },
+    {
+      "epoch": 1.9150339290834368,
+      "grad_norm": 154.04566955566406,
+      "learning_rate": 9.451081207817459e-08,
+      "loss": 25.7812,
+      "step": 40074
+    },
+    {
+      "epoch": 1.9150817165248972,
+      "grad_norm": 177.96656799316406,
+      "learning_rate": 9.44046981411284e-08,
+      "loss": 26.1562,
+      "step": 40075
+    },
+    {
+      "epoch": 1.9151295039663576,
+      "grad_norm": 137.0533905029297,
+      "learning_rate": 9.429864352581531e-08,
+      "loss": 12.375,
+      "step": 40076
+    },
+    {
+      "epoch": 1.915177291407818,
+      "grad_norm": 146.25885009765625,
+      "learning_rate": 9.419264823287367e-08,
+      "loss": 24.1094,
+      "step": 40077
+    },
+    {
+      "epoch": 1.9152250788492784,
+      "grad_norm": 177.4102325439453,
+      "learning_rate": 9.40867122629352e-08,
+      "loss": 19.5938,
+      "step": 40078
+    },
+    {
+      "epoch": 1.9152728662907388,
+      "grad_norm": 142.951416015625,
+      "learning_rate": 9.398083561663495e-08,
+      "loss": 25.875,
+      "step": 40079
+    },
+    {
+      "epoch": 1.9153206537321992,
+      "grad_norm": 285.2321472167969,
+      "learning_rate": 9.387501829460688e-08,
+      "loss": 23.5312,
+      "step": 40080
+    },
+    {
+      "epoch": 1.9153684411736596,
+      "grad_norm": 369.5648498535156,
+      "learning_rate": 9.3769260297486e-08,
+      "loss": 19.5938,
+      "step": 40081
+    },
+    {
+      "epoch": 1.91541622861512,
+      "grad_norm": 183.8577117919922,
+      "learning_rate": 9.366356162590407e-08,
+      "loss": 17.2188,
+      "step": 40082
+    },
+    {
+      "epoch": 1.9154640160565803,
+      "grad_norm": 330.6636047363281,
+      "learning_rate": 9.355792228049498e-08,
+      "loss": 25.4062,
+      "step": 40083
+    },
+    {
+      "epoch": 1.9155118034980407,
+      "grad_norm": 299.7688903808594,
+      "learning_rate": 9.34523422618916e-08,
+      "loss": 24.2656,
+      "step": 40084
+    },
+    {
+      "epoch": 1.9155595909395011,
+      "grad_norm": 176.57444763183594,
+      "learning_rate": 9.33468215707245e-08,
+      "loss": 20.4219,
+      "step": 40085
+    },
+    {
+      "epoch": 1.9156073783809615,
+      "grad_norm": 552.8680419921875,
+      "learning_rate": 9.324136020762764e-08,
+      "loss": 22.9375,
+      "step": 40086
+    },
+    {
+      "epoch": 1.915655165822422,
+      "grad_norm": 293.1744384765625,
+      "learning_rate": 9.313595817323162e-08,
+      "loss": 31.5312,
+      "step": 40087
+    },
+    {
+      "epoch": 1.9157029532638823,
+      "grad_norm": 193.57957458496094,
+      "learning_rate": 9.303061546816816e-08,
+      "loss": 28.5156,
+      "step": 40088
+    },
+    {
+      "epoch": 1.9157507407053427,
+      "grad_norm": 319.7829284667969,
+      "learning_rate": 9.292533209306676e-08,
+      "loss": 22.2188,
+      "step": 40089
+    },
+    {
+      "epoch": 1.915798528146803,
+      "grad_norm": 167.88803100585938,
+      "learning_rate": 9.282010804856023e-08,
+      "loss": 21.7344,
+      "step": 40090
+    },
+    {
+      "epoch": 1.9158463155882635,
+      "grad_norm": 320.58447265625,
+      "learning_rate": 9.271494333527697e-08,
+      "loss": 18.0156,
+      "step": 40091
+    },
+    {
+      "epoch": 1.9158941030297236,
+      "grad_norm": 154.75845336914062,
+      "learning_rate": 9.26098379538476e-08,
+      "loss": 26.8438,
+      "step": 40092
+    },
+    {
+      "epoch": 1.915941890471184,
+      "grad_norm": 228.99497985839844,
+      "learning_rate": 9.250479190490158e-08,
+      "loss": 31.0938,
+      "step": 40093
+    },
+    {
+      "epoch": 1.9159896779126444,
+      "grad_norm": 491.8411560058594,
+      "learning_rate": 9.239980518906732e-08,
+      "loss": 21.5625,
+      "step": 40094
+    },
+    {
+      "epoch": 1.9160374653541048,
+      "grad_norm": 134.53445434570312,
+      "learning_rate": 9.229487780697321e-08,
+      "loss": 23.7656,
+      "step": 40095
+    },
+    {
+      "epoch": 1.9160852527955652,
+      "grad_norm": 148.9969940185547,
+      "learning_rate": 9.219000975924985e-08,
+      "loss": 18.0469,
+      "step": 40096
+    },
+    {
+      "epoch": 1.9161330402370256,
+      "grad_norm": 227.00454711914062,
+      "learning_rate": 9.20852010465223e-08,
+      "loss": 20.3594,
+      "step": 40097
+    },
+    {
+      "epoch": 1.916180827678486,
+      "grad_norm": 274.50213623046875,
+      "learning_rate": 9.198045166942004e-08,
+      "loss": 25.4375,
+      "step": 40098
+    },
+    {
+      "epoch": 1.9162286151199464,
+      "grad_norm": 271.4703674316406,
+      "learning_rate": 9.187576162857037e-08,
+      "loss": 18.375,
+      "step": 40099
+    },
+    {
+      "epoch": 1.9162764025614067,
+      "grad_norm": 187.8658905029297,
+      "learning_rate": 9.177113092460055e-08,
+      "loss": 25.875,
+      "step": 40100
+    },
+    {
+      "epoch": 1.9163241900028671,
+      "grad_norm": 244.258056640625,
+      "learning_rate": 9.166655955813564e-08,
+      "loss": 19.3047,
+      "step": 40101
+    },
+    {
+      "epoch": 1.9163719774443275,
+      "grad_norm": 247.36192321777344,
+      "learning_rate": 9.156204752980292e-08,
+      "loss": 25.4531,
+      "step": 40102
+    },
+    {
+      "epoch": 1.916419764885788,
+      "grad_norm": 149.45982360839844,
+      "learning_rate": 9.145759484022743e-08,
+      "loss": 16.1406,
+      "step": 40103
+    },
+    {
+      "epoch": 1.9164675523272483,
+      "grad_norm": 358.5921936035156,
+      "learning_rate": 9.135320149003646e-08,
+      "loss": 19.3281,
+      "step": 40104
+    },
+    {
+      "epoch": 1.9165153397687087,
+      "grad_norm": 253.63893127441406,
+      "learning_rate": 9.124886747985395e-08,
+      "loss": 28.6875,
+      "step": 40105
+    },
+    {
+      "epoch": 1.916563127210169,
+      "grad_norm": 194.32504272460938,
+      "learning_rate": 9.114459281030497e-08,
+      "loss": 19.4062,
+      "step": 40106
+    },
+    {
+      "epoch": 1.9166109146516295,
+      "grad_norm": 269.0274353027344,
+      "learning_rate": 9.104037748201345e-08,
+      "loss": 20.3125,
+      "step": 40107
+    },
+    {
+      "epoch": 1.9166587020930899,
+      "grad_norm": 163.693603515625,
+      "learning_rate": 9.093622149560444e-08,
+      "loss": 28.1562,
+      "step": 40108
+    },
+    {
+      "epoch": 1.9167064895345503,
+      "grad_norm": 260.3307189941406,
+      "learning_rate": 9.083212485170079e-08,
+      "loss": 28.375,
+      "step": 40109
+    },
+    {
+      "epoch": 1.9167542769760106,
+      "grad_norm": 233.39654541015625,
+      "learning_rate": 9.072808755092754e-08,
+      "loss": 26.75,
+      "step": 40110
+    },
+    {
+      "epoch": 1.916802064417471,
+      "grad_norm": 369.8119812011719,
+      "learning_rate": 9.062410959390533e-08,
+      "loss": 31.75,
+      "step": 40111
+    },
+    {
+      "epoch": 1.9168498518589314,
+      "grad_norm": 492.3558654785156,
+      "learning_rate": 9.052019098125808e-08,
+      "loss": 25.1875,
+      "step": 40112
+    },
+    {
+      "epoch": 1.9168976393003918,
+      "grad_norm": 185.1728515625,
+      "learning_rate": 9.041633171360864e-08,
+      "loss": 18.4531,
+      "step": 40113
+    },
+    {
+      "epoch": 1.9169454267418522,
+      "grad_norm": 163.61114501953125,
+      "learning_rate": 9.031253179157873e-08,
+      "loss": 23.8438,
+      "step": 40114
+    },
+    {
+      "epoch": 1.9169932141833126,
+      "grad_norm": 238.25904846191406,
+      "learning_rate": 9.020879121579007e-08,
+      "loss": 21.7969,
+      "step": 40115
+    },
+    {
+      "epoch": 1.917041001624773,
+      "grad_norm": 425.9551696777344,
+      "learning_rate": 9.010510998686218e-08,
+      "loss": 30.25,
+      "step": 40116
+    },
+    {
+      "epoch": 1.9170887890662334,
+      "grad_norm": 285.2634582519531,
+      "learning_rate": 9.000148810541898e-08,
+      "loss": 21.75,
+      "step": 40117
+    },
+    {
+      "epoch": 1.9171365765076938,
+      "grad_norm": 203.8437042236328,
+      "learning_rate": 8.989792557207889e-08,
+      "loss": 20.125,
+      "step": 40118
+    },
+    {
+      "epoch": 1.9171843639491541,
+      "grad_norm": 240.7579345703125,
+      "learning_rate": 8.97944223874625e-08,
+      "loss": 20.6094,
+      "step": 40119
+    },
+    {
+      "epoch": 1.9172321513906145,
+      "grad_norm": 125.52215576171875,
+      "learning_rate": 8.969097855219044e-08,
+      "loss": 16.6094,
+      "step": 40120
+    },
+    {
+      "epoch": 1.917279938832075,
+      "grad_norm": 315.19781494140625,
+      "learning_rate": 8.958759406688112e-08,
+      "loss": 31.4062,
+      "step": 40121
+    },
+    {
+      "epoch": 1.9173277262735353,
+      "grad_norm": 390.6202697753906,
+      "learning_rate": 8.9484268932154e-08,
+      "loss": 19.6875,
+      "step": 40122
+    },
+    {
+      "epoch": 1.9173755137149957,
+      "grad_norm": 225.5188446044922,
+      "learning_rate": 8.938100314862863e-08,
+      "loss": 26.4062,
+      "step": 40123
+    },
+    {
+      "epoch": 1.917423301156456,
+      "grad_norm": 261.0805969238281,
+      "learning_rate": 8.927779671692227e-08,
+      "loss": 27.2812,
+      "step": 40124
+    },
+    {
+      "epoch": 1.9174710885979165,
+      "grad_norm": 402.1770324707031,
+      "learning_rate": 8.917464963765332e-08,
+      "loss": 26.1719,
+      "step": 40125
+    },
+    {
+      "epoch": 1.9175188760393769,
+      "grad_norm": 225.32464599609375,
+      "learning_rate": 8.907156191144017e-08,
+      "loss": 29.2188,
+      "step": 40126
+    },
+    {
+      "epoch": 1.9175666634808373,
+      "grad_norm": 461.1220397949219,
+      "learning_rate": 8.896853353890012e-08,
+      "loss": 17.6094,
+      "step": 40127
+    },
+    {
+      "epoch": 1.9176144509222977,
+      "grad_norm": 471.71990966796875,
+      "learning_rate": 8.886556452065043e-08,
+      "loss": 26.5,
+      "step": 40128
+    },
+    {
+      "epoch": 1.917662238363758,
+      "grad_norm": 242.96597290039062,
+      "learning_rate": 8.876265485730617e-08,
+      "loss": 19.375,
+      "step": 40129
+    },
+    {
+      "epoch": 1.9177100258052184,
+      "grad_norm": 195.9344024658203,
+      "learning_rate": 8.865980454948464e-08,
+      "loss": 21.7812,
+      "step": 40130
+    },
+    {
+      "epoch": 1.9177578132466788,
+      "grad_norm": 143.60821533203125,
+      "learning_rate": 8.8557013597802e-08,
+      "loss": 18.9375,
+      "step": 40131
+    },
+    {
+      "epoch": 1.9178056006881392,
+      "grad_norm": 164.10311889648438,
+      "learning_rate": 8.845428200287332e-08,
+      "loss": 22.25,
+      "step": 40132
+    },
+    {
+      "epoch": 1.9178533881295996,
+      "grad_norm": 358.7185363769531,
+      "learning_rate": 8.835160976531365e-08,
+      "loss": 19.625,
+      "step": 40133
+    },
+    {
+      "epoch": 1.91790117557106,
+      "grad_norm": 315.909912109375,
+      "learning_rate": 8.824899688573917e-08,
+      "loss": 24.6094,
+      "step": 40134
+    },
+    {
+      "epoch": 1.9179489630125204,
+      "grad_norm": 326.89453125,
+      "learning_rate": 8.814644336476274e-08,
+      "loss": 19.5938,
+      "step": 40135
+    },
+    {
+      "epoch": 1.9179967504539808,
+      "grad_norm": 123.12654876708984,
+      "learning_rate": 8.804394920300053e-08,
+      "loss": 24.0312,
+      "step": 40136
+    },
+    {
+      "epoch": 1.9180445378954412,
+      "grad_norm": 210.76304626464844,
+      "learning_rate": 8.794151440106424e-08,
+      "loss": 14.9141,
+      "step": 40137
+    },
+    {
+      "epoch": 1.9180923253369015,
+      "grad_norm": 474.89715576171875,
+      "learning_rate": 8.783913895956786e-08,
+      "loss": 16.1406,
+      "step": 40138
+    },
+    {
+      "epoch": 1.918140112778362,
+      "grad_norm": 229.71376037597656,
+      "learning_rate": 8.773682287912532e-08,
+      "loss": 31.4375,
+      "step": 40139
+    },
+    {
+      "epoch": 1.9181879002198223,
+      "grad_norm": 323.95855712890625,
+      "learning_rate": 8.763456616034948e-08,
+      "loss": 21.1562,
+      "step": 40140
+    },
+    {
+      "epoch": 1.9182356876612827,
+      "grad_norm": 158.4878387451172,
+      "learning_rate": 8.753236880385096e-08,
+      "loss": 18.8906,
+      "step": 40141
+    },
+    {
+      "epoch": 1.918283475102743,
+      "grad_norm": 305.6689147949219,
+      "learning_rate": 8.743023081024371e-08,
+      "loss": 23.6875,
+      "step": 40142
+    },
+    {
+      "epoch": 1.9183312625442035,
+      "grad_norm": 222.62017822265625,
+      "learning_rate": 8.732815218013835e-08,
+      "loss": 26.5625,
+      "step": 40143
+    },
+    {
+      "epoch": 1.9183790499856639,
+      "grad_norm": 196.26170349121094,
+      "learning_rate": 8.722613291414662e-08,
+      "loss": 26.2656,
+      "step": 40144
+    },
+    {
+      "epoch": 1.9184268374271243,
+      "grad_norm": 317.2347412109375,
+      "learning_rate": 8.712417301287912e-08,
+      "loss": 19.5469,
+      "step": 40145
+    },
+    {
+      "epoch": 1.9184746248685847,
+      "grad_norm": 338.936767578125,
+      "learning_rate": 8.702227247694761e-08,
+      "loss": 23.9688,
+      "step": 40146
+    },
+    {
+      "epoch": 1.918522412310045,
+      "grad_norm": 508.99072265625,
+      "learning_rate": 8.692043130696048e-08,
+      "loss": 21.875,
+      "step": 40147
+    },
+    {
+      "epoch": 1.9185701997515054,
+      "grad_norm": 276.79052734375,
+      "learning_rate": 8.681864950352947e-08,
+      "loss": 27.0625,
+      "step": 40148
+    },
+    {
+      "epoch": 1.9186179871929658,
+      "grad_norm": 538.4091186523438,
+      "learning_rate": 8.671692706726297e-08,
+      "loss": 27.4688,
+      "step": 40149
+    },
+    {
+      "epoch": 1.9186657746344262,
+      "grad_norm": 468.83953857421875,
+      "learning_rate": 8.661526399876941e-08,
+      "loss": 36.0312,
+      "step": 40150
+    },
+    {
+      "epoch": 1.9187135620758866,
+      "grad_norm": 636.0036010742188,
+      "learning_rate": 8.651366029866048e-08,
+      "loss": 18.7656,
+      "step": 40151
+    },
+    {
+      "epoch": 1.918761349517347,
+      "grad_norm": 208.88916015625,
+      "learning_rate": 8.641211596754129e-08,
+      "loss": 30.25,
+      "step": 40152
+    },
+    {
+      "epoch": 1.9188091369588072,
+      "grad_norm": 249.71334838867188,
+      "learning_rate": 8.631063100602133e-08,
+      "loss": 18.2656,
+      "step": 40153
+    },
+    {
+      "epoch": 1.9188569244002676,
+      "grad_norm": 387.1649169921875,
+      "learning_rate": 8.620920541471011e-08,
+      "loss": 35.2188,
+      "step": 40154
+    },
+    {
+      "epoch": 1.918904711841728,
+      "grad_norm": 292.960205078125,
+      "learning_rate": 8.610783919421273e-08,
+      "loss": 35.2812,
+      "step": 40155
+    },
+    {
+      "epoch": 1.9189524992831883,
+      "grad_norm": 1238.199951171875,
+      "learning_rate": 8.600653234513645e-08,
+      "loss": 28.0781,
+      "step": 40156
+    },
+    {
+      "epoch": 1.9190002867246487,
+      "grad_norm": 209.332275390625,
+      "learning_rate": 8.590528486808858e-08,
+      "loss": 25.0156,
+      "step": 40157
+    },
+    {
+      "epoch": 1.9190480741661091,
+      "grad_norm": 273.7342834472656,
+      "learning_rate": 8.580409676367529e-08,
+      "loss": 26.8125,
+      "step": 40158
+    },
+    {
+      "epoch": 1.9190958616075695,
+      "grad_norm": 219.0995635986328,
+      "learning_rate": 8.570296803250388e-08,
+      "loss": 28.7188,
+      "step": 40159
+    },
+    {
+      "epoch": 1.91914364904903,
+      "grad_norm": 246.48866271972656,
+      "learning_rate": 8.56018986751772e-08,
+      "loss": 25.3125,
+      "step": 40160
+    },
+    {
+      "epoch": 1.9191914364904903,
+      "grad_norm": 759.1314086914062,
+      "learning_rate": 8.550088869230255e-08,
+      "loss": 23.625,
+      "step": 40161
+    },
+    {
+      "epoch": 1.9192392239319507,
+      "grad_norm": 329.72271728515625,
+      "learning_rate": 8.5399938084485e-08,
+      "loss": 34.25,
+      "step": 40162
+    },
+    {
+      "epoch": 1.919287011373411,
+      "grad_norm": 233.15306091308594,
+      "learning_rate": 8.529904685232849e-08,
+      "loss": 20.8906,
+      "step": 40163
+    },
+    {
+      "epoch": 1.9193347988148715,
+      "grad_norm": 268.1855773925781,
+      "learning_rate": 8.519821499643588e-08,
+      "loss": 26.5469,
+      "step": 40164
+    },
+    {
+      "epoch": 1.9193825862563318,
+      "grad_norm": 304.5054626464844,
+      "learning_rate": 8.509744251741447e-08,
+      "loss": 26.125,
+      "step": 40165
+    },
+    {
+      "epoch": 1.9194303736977922,
+      "grad_norm": 206.33726501464844,
+      "learning_rate": 8.499672941586378e-08,
+      "loss": 21.2812,
+      "step": 40166
+    },
+    {
+      "epoch": 1.9194781611392526,
+      "grad_norm": 226.32577514648438,
+      "learning_rate": 8.489607569239e-08,
+      "loss": 22.2812,
+      "step": 40167
+    },
+    {
+      "epoch": 1.919525948580713,
+      "grad_norm": 293.2319030761719,
+      "learning_rate": 8.479548134759374e-08,
+      "loss": 29.9688,
+      "step": 40168
+    },
+    {
+      "epoch": 1.9195737360221734,
+      "grad_norm": 168.18661499023438,
+      "learning_rate": 8.469494638207898e-08,
+      "loss": 21.0156,
+      "step": 40169
+    },
+    {
+      "epoch": 1.9196215234636338,
+      "grad_norm": 167.07020568847656,
+      "learning_rate": 8.459447079644745e-08,
+      "loss": 23.6562,
+      "step": 40170
+    },
+    {
+      "epoch": 1.9196693109050942,
+      "grad_norm": 413.60064697265625,
+      "learning_rate": 8.449405459129978e-08,
+      "loss": 31.3125,
+      "step": 40171
+    },
+    {
+      "epoch": 1.9197170983465546,
+      "grad_norm": 214.8216094970703,
+      "learning_rate": 8.439369776723882e-08,
+      "loss": 27.0469,
+      "step": 40172
+    },
+    {
+      "epoch": 1.919764885788015,
+      "grad_norm": 358.7142333984375,
+      "learning_rate": 8.429340032486521e-08,
+      "loss": 29.6562,
+      "step": 40173
+    },
+    {
+      "epoch": 1.9198126732294751,
+      "grad_norm": 366.4282531738281,
+      "learning_rate": 8.419316226477847e-08,
+      "loss": 20.2656,
+      "step": 40174
+    },
+    {
+      "epoch": 1.9198604606709355,
+      "grad_norm": 156.62106323242188,
+      "learning_rate": 8.409298358758034e-08,
+      "loss": 23.9062,
+      "step": 40175
+    },
+    {
+      "epoch": 1.919908248112396,
+      "grad_norm": 305.5517883300781,
+      "learning_rate": 8.399286429387144e-08,
+      "loss": 26.7188,
+      "step": 40176
+    },
+    {
+      "epoch": 1.9199560355538563,
+      "grad_norm": 363.7968444824219,
+      "learning_rate": 8.389280438424907e-08,
+      "loss": 25.7031,
+      "step": 40177
+    },
+    {
+      "epoch": 1.9200038229953167,
+      "grad_norm": 198.45567321777344,
+      "learning_rate": 8.379280385931277e-08,
+      "loss": 29.8125,
+      "step": 40178
+    },
+    {
+      "epoch": 1.920051610436777,
+      "grad_norm": 263.0162048339844,
+      "learning_rate": 8.369286271966314e-08,
+      "loss": 32.5,
+      "step": 40179
+    },
+    {
+      "epoch": 1.9200993978782375,
+      "grad_norm": 241.3133087158203,
+      "learning_rate": 8.359298096589752e-08,
+      "loss": 24.4219,
+      "step": 40180
+    },
+    {
+      "epoch": 1.9201471853196979,
+      "grad_norm": 188.2401885986328,
+      "learning_rate": 8.349315859861429e-08,
+      "loss": 21.6406,
+      "step": 40181
+    },
+    {
+      "epoch": 1.9201949727611582,
+      "grad_norm": 266.3170166015625,
+      "learning_rate": 8.339339561841075e-08,
+      "loss": 20.8906,
+      "step": 40182
+    },
+    {
+      "epoch": 1.9202427602026186,
+      "grad_norm": 292.799072265625,
+      "learning_rate": 8.329369202588533e-08,
+      "loss": 27.0938,
+      "step": 40183
+    },
+    {
+      "epoch": 1.920290547644079,
+      "grad_norm": 255.10586547851562,
+      "learning_rate": 8.319404782163421e-08,
+      "loss": 29.6875,
+      "step": 40184
+    },
+    {
+      "epoch": 1.9203383350855394,
+      "grad_norm": 237.3629150390625,
+      "learning_rate": 8.309446300625468e-08,
+      "loss": 24.7344,
+      "step": 40185
+    },
+    {
+      "epoch": 1.9203861225269998,
+      "grad_norm": 389.17724609375,
+      "learning_rate": 8.299493758034294e-08,
+      "loss": 20.3438,
+      "step": 40186
+    },
+    {
+      "epoch": 1.9204339099684602,
+      "grad_norm": 181.2527313232422,
+      "learning_rate": 8.289547154449629e-08,
+      "loss": 19.9219,
+      "step": 40187
+    },
+    {
+      "epoch": 1.9204816974099206,
+      "grad_norm": 179.40127563476562,
+      "learning_rate": 8.279606489930759e-08,
+      "loss": 17.9375,
+      "step": 40188
+    },
+    {
+      "epoch": 1.920529484851381,
+      "grad_norm": 269.0286865234375,
+      "learning_rate": 8.269671764537523e-08,
+      "loss": 24.0625,
+      "step": 40189
+    },
+    {
+      "epoch": 1.9205772722928414,
+      "grad_norm": 508.993896484375,
+      "learning_rate": 8.2597429783291e-08,
+      "loss": 30.125,
+      "step": 40190
+    },
+    {
+      "epoch": 1.9206250597343018,
+      "grad_norm": 182.5400390625,
+      "learning_rate": 8.249820131365327e-08,
+      "loss": 17.125,
+      "step": 40191
+    },
+    {
+      "epoch": 1.9206728471757621,
+      "grad_norm": 315.7039489746094,
+      "learning_rate": 8.23990322370527e-08,
+      "loss": 17.0469,
+      "step": 40192
+    },
+    {
+      "epoch": 1.9207206346172225,
+      "grad_norm": 255.87356567382812,
+      "learning_rate": 8.229992255408547e-08,
+      "loss": 21.7344,
+      "step": 40193
+    },
+    {
+      "epoch": 1.920768422058683,
+      "grad_norm": 231.33555603027344,
+      "learning_rate": 8.220087226534335e-08,
+      "loss": 27.375,
+      "step": 40194
+    },
+    {
+      "epoch": 1.9208162095001433,
+      "grad_norm": 334.0618896484375,
+      "learning_rate": 8.210188137142139e-08,
+      "loss": 33.375,
+      "step": 40195
+    },
+    {
+      "epoch": 1.9208639969416037,
+      "grad_norm": 237.4727783203125,
+      "learning_rate": 8.200294987291135e-08,
+      "loss": 18.0156,
+      "step": 40196
+    },
+    {
+      "epoch": 1.920911784383064,
+      "grad_norm": 190.12107849121094,
+      "learning_rate": 8.19040777704061e-08,
+      "loss": 22.8438,
+      "step": 40197
+    },
+    {
+      "epoch": 1.9209595718245245,
+      "grad_norm": 204.57559204101562,
+      "learning_rate": 8.180526506449737e-08,
+      "loss": 14.4688,
+      "step": 40198
+    },
+    {
+      "epoch": 1.9210073592659849,
+      "grad_norm": 295.5516357421875,
+      "learning_rate": 8.170651175577804e-08,
+      "loss": 17.6875,
+      "step": 40199
+    },
+    {
+      "epoch": 1.9210551467074453,
+      "grad_norm": 359.2923889160156,
+      "learning_rate": 8.160781784483762e-08,
+      "loss": 30.9688,
+      "step": 40200
+    },
+    {
+      "epoch": 1.9211029341489056,
+      "grad_norm": 2291.170654296875,
+      "learning_rate": 8.150918333226787e-08,
+      "loss": 23.3594,
+      "step": 40201
+    },
+    {
+      "epoch": 1.921150721590366,
+      "grad_norm": 192.8985595703125,
+      "learning_rate": 8.141060821866053e-08,
+      "loss": 24.0625,
+      "step": 40202
+    },
+    {
+      "epoch": 1.9211985090318264,
+      "grad_norm": 233.45469665527344,
+      "learning_rate": 8.131209250460403e-08,
+      "loss": 25.2812,
+      "step": 40203
+    },
+    {
+      "epoch": 1.9212462964732868,
+      "grad_norm": 248.93539428710938,
+      "learning_rate": 8.121363619069011e-08,
+      "loss": 24.6875,
+      "step": 40204
+    },
+    {
+      "epoch": 1.9212940839147472,
+      "grad_norm": 278.968017578125,
+      "learning_rate": 8.111523927750831e-08,
+      "loss": 35.0938,
+      "step": 40205
+    },
+    {
+      "epoch": 1.9213418713562076,
+      "grad_norm": 239.6505126953125,
+      "learning_rate": 8.101690176564703e-08,
+      "loss": 30.8438,
+      "step": 40206
+    },
+    {
+      "epoch": 1.921389658797668,
+      "grad_norm": 223.51089477539062,
+      "learning_rate": 8.091862365569581e-08,
+      "loss": 14.7344,
+      "step": 40207
+    },
+    {
+      "epoch": 1.9214374462391284,
+      "grad_norm": 201.36758422851562,
+      "learning_rate": 8.082040494824195e-08,
+      "loss": 27.0938,
+      "step": 40208
+    },
+    {
+      "epoch": 1.9214852336805888,
+      "grad_norm": 440.0971984863281,
+      "learning_rate": 8.072224564387498e-08,
+      "loss": 21.7656,
+      "step": 40209
+    },
+    {
+      "epoch": 1.9215330211220492,
+      "grad_norm": 417.84869384765625,
+      "learning_rate": 8.062414574318334e-08,
+      "loss": 27.6094,
+      "step": 40210
+    },
+    {
+      "epoch": 1.9215808085635095,
+      "grad_norm": 506.3739929199219,
+      "learning_rate": 8.052610524675208e-08,
+      "loss": 28.5312,
+      "step": 40211
+    },
+    {
+      "epoch": 1.92162859600497,
+      "grad_norm": 230.78396606445312,
+      "learning_rate": 8.042812415517076e-08,
+      "loss": 26.125,
+      "step": 40212
+    },
+    {
+      "epoch": 1.9216763834464303,
+      "grad_norm": 436.7774353027344,
+      "learning_rate": 8.033020246902557e-08,
+      "loss": 33.9062,
+      "step": 40213
+    },
+    {
+      "epoch": 1.9217241708878907,
+      "grad_norm": 235.15908813476562,
+      "learning_rate": 8.023234018890158e-08,
+      "loss": 23.4062,
+      "step": 40214
+    },
+    {
+      "epoch": 1.921771958329351,
+      "grad_norm": 366.9109802246094,
+      "learning_rate": 8.013453731538612e-08,
+      "loss": 21.0156,
+      "step": 40215
+    },
+    {
+      "epoch": 1.9218197457708115,
+      "grad_norm": 157.28488159179688,
+      "learning_rate": 8.003679384906537e-08,
+      "loss": 15.125,
+      "step": 40216
+    },
+    {
+      "epoch": 1.9218675332122719,
+      "grad_norm": 128.6215362548828,
+      "learning_rate": 7.993910979052333e-08,
+      "loss": 17.5781,
+      "step": 40217
+    },
+    {
+      "epoch": 1.9219153206537323,
+      "grad_norm": 419.8460388183594,
+      "learning_rate": 7.984148514034618e-08,
+      "loss": 20.8906,
+      "step": 40218
+    },
+    {
+      "epoch": 1.9219631080951927,
+      "grad_norm": 329.6517028808594,
+      "learning_rate": 7.974391989911678e-08,
+      "loss": 29.3125,
+      "step": 40219
+    },
+    {
+      "epoch": 1.922010895536653,
+      "grad_norm": 250.10928344726562,
+      "learning_rate": 7.964641406742135e-08,
+      "loss": 22.3906,
+      "step": 40220
+    },
+    {
+      "epoch": 1.9220586829781134,
+      "grad_norm": 182.74966430664062,
+      "learning_rate": 7.954896764584386e-08,
+      "loss": 20.0469,
+      "step": 40221
+    },
+    {
+      "epoch": 1.9221064704195738,
+      "grad_norm": 213.5474090576172,
+      "learning_rate": 7.945158063496716e-08,
+      "loss": 18.875,
+      "step": 40222
+    },
+    {
+      "epoch": 1.9221542578610342,
+      "grad_norm": 209.22813415527344,
+      "learning_rate": 7.935425303537302e-08,
+      "loss": 21.6875,
+      "step": 40223
+    },
+    {
+      "epoch": 1.9222020453024946,
+      "grad_norm": 293.0201721191406,
+      "learning_rate": 7.925698484764766e-08,
+      "loss": 23.3906,
+      "step": 40224
+    },
+    {
+      "epoch": 1.922249832743955,
+      "grad_norm": 328.468994140625,
+      "learning_rate": 7.915977607237057e-08,
+      "loss": 28.0312,
+      "step": 40225
+    },
+    {
+      "epoch": 1.9222976201854154,
+      "grad_norm": 152.4868927001953,
+      "learning_rate": 7.906262671012466e-08,
+      "loss": 22.625,
+      "step": 40226
+    },
+    {
+      "epoch": 1.9223454076268758,
+      "grad_norm": 273.53863525390625,
+      "learning_rate": 7.896553676149276e-08,
+      "loss": 18.4062,
+      "step": 40227
+    },
+    {
+      "epoch": 1.9223931950683362,
+      "grad_norm": 361.9127197265625,
+      "learning_rate": 7.886850622705556e-08,
+      "loss": 25.5625,
+      "step": 40228
+    },
+    {
+      "epoch": 1.9224409825097966,
+      "grad_norm": 910.1275024414062,
+      "learning_rate": 7.877153510739477e-08,
+      "loss": 26.5312,
+      "step": 40229
+    },
+    {
+      "epoch": 1.922488769951257,
+      "grad_norm": 180.96173095703125,
+      "learning_rate": 7.867462340308996e-08,
+      "loss": 23.4062,
+      "step": 40230
+    },
+    {
+      "epoch": 1.9225365573927173,
+      "grad_norm": 111.9955825805664,
+      "learning_rate": 7.857777111472175e-08,
+      "loss": 19.2969,
+      "step": 40231
+    },
+    {
+      "epoch": 1.9225843448341777,
+      "grad_norm": 139.81472778320312,
+      "learning_rate": 7.848097824287193e-08,
+      "loss": 23.75,
+      "step": 40232
+    },
+    {
+      "epoch": 1.9226321322756381,
+      "grad_norm": 255.11834716796875,
+      "learning_rate": 7.838424478811779e-08,
+      "loss": 20.8594,
+      "step": 40233
+    },
+    {
+      "epoch": 1.9226799197170985,
+      "grad_norm": 248.06167602539062,
+      "learning_rate": 7.828757075103888e-08,
+      "loss": 26.25,
+      "step": 40234
+    },
+    {
+      "epoch": 1.922727707158559,
+      "grad_norm": 2127.03173828125,
+      "learning_rate": 7.819095613221584e-08,
+      "loss": 29.7812,
+      "step": 40235
+    },
+    {
+      "epoch": 1.922775494600019,
+      "grad_norm": 189.3264617919922,
+      "learning_rate": 7.809440093222598e-08,
+      "loss": 23.75,
+      "step": 40236
+    },
+    {
+      "epoch": 1.9228232820414795,
+      "grad_norm": 196.75128173828125,
+      "learning_rate": 7.799790515164884e-08,
+      "loss": 26.2031,
+      "step": 40237
+    },
+    {
+      "epoch": 1.9228710694829398,
+      "grad_norm": 141.5089569091797,
+      "learning_rate": 7.790146879106065e-08,
+      "loss": 20.9375,
+      "step": 40238
+    },
+    {
+      "epoch": 1.9229188569244002,
+      "grad_norm": 472.0017395019531,
+      "learning_rate": 7.78050918510398e-08,
+      "loss": 19.0781,
+      "step": 40239
+    },
+    {
+      "epoch": 1.9229666443658606,
+      "grad_norm": 224.2073974609375,
+      "learning_rate": 7.770877433216251e-08,
+      "loss": 24.6875,
+      "step": 40240
+    },
+    {
+      "epoch": 1.923014431807321,
+      "grad_norm": 226.2422637939453,
+      "learning_rate": 7.761251623500721e-08,
+      "loss": 27.7188,
+      "step": 40241
+    },
+    {
+      "epoch": 1.9230622192487814,
+      "grad_norm": 169.5211944580078,
+      "learning_rate": 7.751631756014899e-08,
+      "loss": 24.0312,
+      "step": 40242
+    },
+    {
+      "epoch": 1.9231100066902418,
+      "grad_norm": 286.5909423828125,
+      "learning_rate": 7.742017830816517e-08,
+      "loss": 27.5938,
+      "step": 40243
+    },
+    {
+      "epoch": 1.9231577941317022,
+      "grad_norm": 250.6627960205078,
+      "learning_rate": 7.732409847963085e-08,
+      "loss": 22.7812,
+      "step": 40244
+    },
+    {
+      "epoch": 1.9232055815731626,
+      "grad_norm": 273.2677001953125,
+      "learning_rate": 7.722807807512112e-08,
+      "loss": 26.5312,
+      "step": 40245
+    },
+    {
+      "epoch": 1.923253369014623,
+      "grad_norm": 180.732666015625,
+      "learning_rate": 7.713211709521106e-08,
+      "loss": 19.5625,
+      "step": 40246
+    },
+    {
+      "epoch": 1.9233011564560833,
+      "grad_norm": 169.00184631347656,
+      "learning_rate": 7.703621554047692e-08,
+      "loss": 23.1875,
+      "step": 40247
+    },
+    {
+      "epoch": 1.9233489438975437,
+      "grad_norm": 237.03440856933594,
+      "learning_rate": 7.694037341149041e-08,
+      "loss": 35.5938,
+      "step": 40248
+    },
+    {
+      "epoch": 1.9233967313390041,
+      "grad_norm": 183.5858917236328,
+      "learning_rate": 7.684459070882666e-08,
+      "loss": 24.9219,
+      "step": 40249
+    },
+    {
+      "epoch": 1.9234445187804645,
+      "grad_norm": 245.74130249023438,
+      "learning_rate": 7.674886743306076e-08,
+      "loss": 27.0625,
+      "step": 40250
+    },
+    {
+      "epoch": 1.923492306221925,
+      "grad_norm": 179.9375457763672,
+      "learning_rate": 7.665320358476336e-08,
+      "loss": 29.2812,
+      "step": 40251
+    },
+    {
+      "epoch": 1.9235400936633853,
+      "grad_norm": 151.30592346191406,
+      "learning_rate": 7.655759916450844e-08,
+      "loss": 16.0,
+      "step": 40252
+    },
+    {
+      "epoch": 1.9235878811048457,
+      "grad_norm": 351.0705871582031,
+      "learning_rate": 7.646205417287e-08,
+      "loss": 20.0781,
+      "step": 40253
+    },
+    {
+      "epoch": 1.923635668546306,
+      "grad_norm": 188.4226837158203,
+      "learning_rate": 7.63665686104187e-08,
+      "loss": 25.3125,
+      "step": 40254
+    },
+    {
+      "epoch": 1.9236834559877665,
+      "grad_norm": 462.26129150390625,
+      "learning_rate": 7.627114247772627e-08,
+      "loss": 34.4531,
+      "step": 40255
+    },
+    {
+      "epoch": 1.9237312434292266,
+      "grad_norm": 349.180908203125,
+      "learning_rate": 7.617577577536451e-08,
+      "loss": 24.25,
+      "step": 40256
+    },
+    {
+      "epoch": 1.923779030870687,
+      "grad_norm": 327.0721740722656,
+      "learning_rate": 7.608046850390516e-08,
+      "loss": 19.1719,
+      "step": 40257
+    },
+    {
+      "epoch": 1.9238268183121474,
+      "grad_norm": 245.34010314941406,
+      "learning_rate": 7.598522066391778e-08,
+      "loss": 33.5,
+      "step": 40258
+    },
+    {
+      "epoch": 1.9238746057536078,
+      "grad_norm": 309.067138671875,
+      "learning_rate": 7.589003225597302e-08,
+      "loss": 36.25,
+      "step": 40259
+    },
+    {
+      "epoch": 1.9239223931950682,
+      "grad_norm": 133.89515686035156,
+      "learning_rate": 7.579490328064265e-08,
+      "loss": 15.5625,
+      "step": 40260
+    },
+    {
+      "epoch": 1.9239701806365286,
+      "grad_norm": 208.49893188476562,
+      "learning_rate": 7.569983373849399e-08,
+      "loss": 27.375,
+      "step": 40261
+    },
+    {
+      "epoch": 1.924017968077989,
+      "grad_norm": 233.46690368652344,
+      "learning_rate": 7.56048236300988e-08,
+      "loss": 26.2188,
+      "step": 40262
+    },
+    {
+      "epoch": 1.9240657555194494,
+      "grad_norm": 208.1767578125,
+      "learning_rate": 7.55098729560233e-08,
+      "loss": 21.9688,
+      "step": 40263
+    },
+    {
+      "epoch": 1.9241135429609098,
+      "grad_norm": 218.4486083984375,
+      "learning_rate": 7.541498171683815e-08,
+      "loss": 30.75,
+      "step": 40264
+    },
+    {
+      "epoch": 1.9241613304023701,
+      "grad_norm": 136.9800262451172,
+      "learning_rate": 7.532014991311176e-08,
+      "loss": 16.8438,
+      "step": 40265
+    },
+    {
+      "epoch": 1.9242091178438305,
+      "grad_norm": 140.80828857421875,
+      "learning_rate": 7.522537754541037e-08,
+      "loss": 15.7812,
+      "step": 40266
+    },
+    {
+      "epoch": 1.924256905285291,
+      "grad_norm": 283.60699462890625,
+      "learning_rate": 7.513066461430241e-08,
+      "loss": 17.8438,
+      "step": 40267
+    },
+    {
+      "epoch": 1.9243046927267513,
+      "grad_norm": 279.1590270996094,
+      "learning_rate": 7.503601112035519e-08,
+      "loss": 31.4688,
+      "step": 40268
+    },
+    {
+      "epoch": 1.9243524801682117,
+      "grad_norm": 440.0205993652344,
+      "learning_rate": 7.494141706413716e-08,
+      "loss": 27.5938,
+      "step": 40269
+    },
+    {
+      "epoch": 1.924400267609672,
+      "grad_norm": 208.40476989746094,
+      "learning_rate": 7.484688244621119e-08,
+      "loss": 25.7344,
+      "step": 40270
+    },
+    {
+      "epoch": 1.9244480550511325,
+      "grad_norm": 222.08570861816406,
+      "learning_rate": 7.475240726714572e-08,
+      "loss": 15.4688,
+      "step": 40271
+    },
+    {
+      "epoch": 1.9244958424925929,
+      "grad_norm": 153.8424530029297,
+      "learning_rate": 7.465799152750697e-08,
+      "loss": 20.5,
+      "step": 40272
+    },
+    {
+      "epoch": 1.9245436299340533,
+      "grad_norm": 254.40431213378906,
+      "learning_rate": 7.456363522786003e-08,
+      "loss": 27.1562,
+      "step": 40273
+    },
+    {
+      "epoch": 1.9245914173755136,
+      "grad_norm": 223.6322021484375,
+      "learning_rate": 7.446933836876891e-08,
+      "loss": 22.625,
+      "step": 40274
+    },
+    {
+      "epoch": 1.924639204816974,
+      "grad_norm": 340.6796569824219,
+      "learning_rate": 7.43751009507987e-08,
+      "loss": 18.4688,
+      "step": 40275
+    },
+    {
+      "epoch": 1.9246869922584344,
+      "grad_norm": 189.63600158691406,
+      "learning_rate": 7.42809229745145e-08,
+      "loss": 23.2656,
+      "step": 40276
+    },
+    {
+      "epoch": 1.9247347796998948,
+      "grad_norm": 141.50340270996094,
+      "learning_rate": 7.418680444048032e-08,
+      "loss": 18.4844,
+      "step": 40277
+    },
+    {
+      "epoch": 1.9247825671413552,
+      "grad_norm": 347.92315673828125,
+      "learning_rate": 7.409274534925792e-08,
+      "loss": 29.0938,
+      "step": 40278
+    },
+    {
+      "epoch": 1.9248303545828156,
+      "grad_norm": 589.4698486328125,
+      "learning_rate": 7.399874570141352e-08,
+      "loss": 21.0781,
+      "step": 40279
+    },
+    {
+      "epoch": 1.924878142024276,
+      "grad_norm": 293.4935607910156,
+      "learning_rate": 7.390480549750779e-08,
+      "loss": 26.6875,
+      "step": 40280
+    },
+    {
+      "epoch": 1.9249259294657364,
+      "grad_norm": 250.98583984375,
+      "learning_rate": 7.38109247381047e-08,
+      "loss": 22.6875,
+      "step": 40281
+    },
+    {
+      "epoch": 1.9249737169071968,
+      "grad_norm": 259.0981750488281,
+      "learning_rate": 7.371710342376492e-08,
+      "loss": 21.75,
+      "step": 40282
+    },
+    {
+      "epoch": 1.9250215043486572,
+      "grad_norm": 155.17477416992188,
+      "learning_rate": 7.362334155505246e-08,
+      "loss": 25.5625,
+      "step": 40283
+    },
+    {
+      "epoch": 1.9250692917901175,
+      "grad_norm": 161.94949340820312,
+      "learning_rate": 7.352963913252687e-08,
+      "loss": 15.2969,
+      "step": 40284
+    },
+    {
+      "epoch": 1.925117079231578,
+      "grad_norm": 413.5140075683594,
+      "learning_rate": 7.343599615675101e-08,
+      "loss": 26.6094,
+      "step": 40285
+    },
+    {
+      "epoch": 1.9251648666730383,
+      "grad_norm": 332.6092834472656,
+      "learning_rate": 7.334241262828335e-08,
+      "loss": 26.8438,
+      "step": 40286
+    },
+    {
+      "epoch": 1.9252126541144987,
+      "grad_norm": 250.7321014404297,
+      "learning_rate": 7.324888854768675e-08,
+      "loss": 28.5312,
+      "step": 40287
+    },
+    {
+      "epoch": 1.925260441555959,
+      "grad_norm": 212.0616455078125,
+      "learning_rate": 7.315542391551966e-08,
+      "loss": 28.5312,
+      "step": 40288
+    },
+    {
+      "epoch": 1.9253082289974195,
+      "grad_norm": 114.59991455078125,
+      "learning_rate": 7.306201873234275e-08,
+      "loss": 20.625,
+      "step": 40289
+    },
+    {
+      "epoch": 1.9253560164388799,
+      "grad_norm": 288.22412109375,
+      "learning_rate": 7.296867299871557e-08,
+      "loss": 23.4375,
+      "step": 40290
+    },
+    {
+      "epoch": 1.9254038038803403,
+      "grad_norm": 202.57907104492188,
+      "learning_rate": 7.287538671519656e-08,
+      "loss": 24.4062,
+      "step": 40291
+    },
+    {
+      "epoch": 1.9254515913218007,
+      "grad_norm": 186.61671447753906,
+      "learning_rate": 7.278215988234417e-08,
+      "loss": 29.6406,
+      "step": 40292
+    },
+    {
+      "epoch": 1.925499378763261,
+      "grad_norm": 309.86724853515625,
+      "learning_rate": 7.268899250071681e-08,
+      "loss": 28.8594,
+      "step": 40293
+    },
+    {
+      "epoch": 1.9255471662047214,
+      "grad_norm": 185.57745361328125,
+      "learning_rate": 7.259588457087297e-08,
+      "loss": 23.3594,
+      "step": 40294
+    },
+    {
+      "epoch": 1.9255949536461818,
+      "grad_norm": 399.731689453125,
+      "learning_rate": 7.250283609336995e-08,
+      "loss": 29.75,
+      "step": 40295
+    },
+    {
+      "epoch": 1.9256427410876422,
+      "grad_norm": 241.8090057373047,
+      "learning_rate": 7.240984706876508e-08,
+      "loss": 20.5938,
+      "step": 40296
+    },
+    {
+      "epoch": 1.9256905285291026,
+      "grad_norm": 375.0328063964844,
+      "learning_rate": 7.23169174976146e-08,
+      "loss": 24.0156,
+      "step": 40297
+    },
+    {
+      "epoch": 1.925738315970563,
+      "grad_norm": 368.8520202636719,
+      "learning_rate": 7.222404738047584e-08,
+      "loss": 25.2188,
+      "step": 40298
+    },
+    {
+      "epoch": 1.9257861034120234,
+      "grad_norm": 197.87515258789062,
+      "learning_rate": 7.2131236717905e-08,
+      "loss": 29.9375,
+      "step": 40299
+    },
+    {
+      "epoch": 1.9258338908534838,
+      "grad_norm": 338.2372131347656,
+      "learning_rate": 7.203848551045722e-08,
+      "loss": 25.4219,
+      "step": 40300
+    },
+    {
+      "epoch": 1.9258816782949442,
+      "grad_norm": 212.9366912841797,
+      "learning_rate": 7.19457937586876e-08,
+      "loss": 21.4531,
+      "step": 40301
+    },
+    {
+      "epoch": 1.9259294657364046,
+      "grad_norm": 425.7064208984375,
+      "learning_rate": 7.185316146315346e-08,
+      "loss": 34.0625,
+      "step": 40302
+    },
+    {
+      "epoch": 1.925977253177865,
+      "grad_norm": 241.92897033691406,
+      "learning_rate": 7.176058862440772e-08,
+      "loss": 18.5156,
+      "step": 40303
+    },
+    {
+      "epoch": 1.9260250406193253,
+      "grad_norm": 230.5104217529297,
+      "learning_rate": 7.166807524300434e-08,
+      "loss": 28.9062,
+      "step": 40304
+    },
+    {
+      "epoch": 1.9260728280607857,
+      "grad_norm": 95.81076049804688,
+      "learning_rate": 7.157562131949847e-08,
+      "loss": 18.7031,
+      "step": 40305
+    },
+    {
+      "epoch": 1.9261206155022461,
+      "grad_norm": 218.58941650390625,
+      "learning_rate": 7.148322685444409e-08,
+      "loss": 24.2344,
+      "step": 40306
+    },
+    {
+      "epoch": 1.9261684029437065,
+      "grad_norm": 143.17486572265625,
+      "learning_rate": 7.139089184839299e-08,
+      "loss": 21.4375,
+      "step": 40307
+    },
+    {
+      "epoch": 1.926216190385167,
+      "grad_norm": 339.6618347167969,
+      "learning_rate": 7.129861630189916e-08,
+      "loss": 17.0156,
+      "step": 40308
+    },
+    {
+      "epoch": 1.9262639778266273,
+      "grad_norm": 313.85882568359375,
+      "learning_rate": 7.120640021551551e-08,
+      "loss": 22.6094,
+      "step": 40309
+    },
+    {
+      "epoch": 1.9263117652680877,
+      "grad_norm": 152.13711547851562,
+      "learning_rate": 7.11142435897938e-08,
+      "loss": 19.5781,
+      "step": 40310
+    },
+    {
+      "epoch": 1.926359552709548,
+      "grad_norm": 162.74534606933594,
+      "learning_rate": 7.102214642528582e-08,
+      "loss": 17.1094,
+      "step": 40311
+    },
+    {
+      "epoch": 1.9264073401510085,
+      "grad_norm": 193.7788848876953,
+      "learning_rate": 7.093010872254336e-08,
+      "loss": 23.7656,
+      "step": 40312
+    },
+    {
+      "epoch": 1.9264551275924688,
+      "grad_norm": 245.9334716796875,
+      "learning_rate": 7.083813048211818e-08,
+      "loss": 23.375,
+      "step": 40313
+    },
+    {
+      "epoch": 1.9265029150339292,
+      "grad_norm": 335.8216247558594,
+      "learning_rate": 7.074621170455875e-08,
+      "loss": 25.125,
+      "step": 40314
+    },
+    {
+      "epoch": 1.9265507024753896,
+      "grad_norm": 165.36322021484375,
+      "learning_rate": 7.065435239041907e-08,
+      "loss": 20.0,
+      "step": 40315
+    },
+    {
+      "epoch": 1.92659848991685,
+      "grad_norm": 281.6222229003906,
+      "learning_rate": 7.056255254024647e-08,
+      "loss": 15.3594,
+      "step": 40316
+    },
+    {
+      "epoch": 1.9266462773583104,
+      "grad_norm": 249.7301788330078,
+      "learning_rate": 7.047081215459162e-08,
+      "loss": 21.5938,
+      "step": 40317
+    },
+    {
+      "epoch": 1.9266940647997706,
+      "grad_norm": 132.28123474121094,
+      "learning_rate": 7.037913123400408e-08,
+      "loss": 14.9531,
+      "step": 40318
+    },
+    {
+      "epoch": 1.926741852241231,
+      "grad_norm": 209.7742156982422,
+      "learning_rate": 7.028750977903343e-08,
+      "loss": 23.0938,
+      "step": 40319
+    },
+    {
+      "epoch": 1.9267896396826913,
+      "grad_norm": 173.0154266357422,
+      "learning_rate": 7.019594779022698e-08,
+      "loss": 22.4688,
+      "step": 40320
+    },
+    {
+      "epoch": 1.9268374271241517,
+      "grad_norm": 252.77215576171875,
+      "learning_rate": 7.010444526813543e-08,
+      "loss": 28.9062,
+      "step": 40321
+    },
+    {
+      "epoch": 1.9268852145656121,
+      "grad_norm": 302.5234680175781,
+      "learning_rate": 7.001300221330387e-08,
+      "loss": 21.875,
+      "step": 40322
+    },
+    {
+      "epoch": 1.9269330020070725,
+      "grad_norm": 287.27423095703125,
+      "learning_rate": 6.992161862628188e-08,
+      "loss": 26.0,
+      "step": 40323
+    },
+    {
+      "epoch": 1.926980789448533,
+      "grad_norm": 594.7144165039062,
+      "learning_rate": 6.983029450761458e-08,
+      "loss": 28.2656,
+      "step": 40324
+    },
+    {
+      "epoch": 1.9270285768899933,
+      "grad_norm": 306.38043212890625,
+      "learning_rate": 6.973902985785153e-08,
+      "loss": 18.7656,
+      "step": 40325
+    },
+    {
+      "epoch": 1.9270763643314537,
+      "grad_norm": 229.67300415039062,
+      "learning_rate": 6.964782467753894e-08,
+      "loss": 25.4375,
+      "step": 40326
+    },
+    {
+      "epoch": 1.927124151772914,
+      "grad_norm": 154.39810180664062,
+      "learning_rate": 6.955667896722085e-08,
+      "loss": 14.3906,
+      "step": 40327
+    },
+    {
+      "epoch": 1.9271719392143745,
+      "grad_norm": 329.90338134765625,
+      "learning_rate": 6.946559272744568e-08,
+      "loss": 25.0,
+      "step": 40328
+    },
+    {
+      "epoch": 1.9272197266558349,
+      "grad_norm": 201.54483032226562,
+      "learning_rate": 6.937456595875636e-08,
+      "loss": 24.5312,
+      "step": 40329
+    },
+    {
+      "epoch": 1.9272675140972952,
+      "grad_norm": 337.1205749511719,
+      "learning_rate": 6.92835986617002e-08,
+      "loss": 19.3281,
+      "step": 40330
+    },
+    {
+      "epoch": 1.9273153015387556,
+      "grad_norm": 135.51048278808594,
+      "learning_rate": 6.919269083682012e-08,
+      "loss": 19.4062,
+      "step": 40331
+    },
+    {
+      "epoch": 1.927363088980216,
+      "grad_norm": 168.0010528564453,
+      "learning_rate": 6.910184248466345e-08,
+      "loss": 17.8438,
+      "step": 40332
+    },
+    {
+      "epoch": 1.9274108764216764,
+      "grad_norm": 174.60415649414062,
+      "learning_rate": 6.901105360577087e-08,
+      "loss": 18.2812,
+      "step": 40333
+    },
+    {
+      "epoch": 1.9274586638631368,
+      "grad_norm": 301.4063720703125,
+      "learning_rate": 6.892032420068751e-08,
+      "loss": 22.9531,
+      "step": 40334
+    },
+    {
+      "epoch": 1.9275064513045972,
+      "grad_norm": 242.55137634277344,
+      "learning_rate": 6.882965426995847e-08,
+      "loss": 19.0625,
+      "step": 40335
+    },
+    {
+      "epoch": 1.9275542387460576,
+      "grad_norm": 429.54437255859375,
+      "learning_rate": 6.873904381412332e-08,
+      "loss": 28.4688,
+      "step": 40336
+    },
+    {
+      "epoch": 1.927602026187518,
+      "grad_norm": 355.3847351074219,
+      "learning_rate": 6.86484928337272e-08,
+      "loss": 28.0469,
+      "step": 40337
+    },
+    {
+      "epoch": 1.9276498136289784,
+      "grad_norm": 160.41285705566406,
+      "learning_rate": 6.855800132931078e-08,
+      "loss": 26.5625,
+      "step": 40338
+    },
+    {
+      "epoch": 1.9276976010704385,
+      "grad_norm": 274.1953430175781,
+      "learning_rate": 6.846756930141806e-08,
+      "loss": 25.9375,
+      "step": 40339
+    },
+    {
+      "epoch": 1.927745388511899,
+      "grad_norm": 400.3482971191406,
+      "learning_rate": 6.837719675058862e-08,
+      "loss": 27.0,
+      "step": 40340
+    },
+    {
+      "epoch": 1.9277931759533593,
+      "grad_norm": 193.3557891845703,
+      "learning_rate": 6.828688367736536e-08,
+      "loss": 24.8438,
+      "step": 40341
+    },
+    {
+      "epoch": 1.9278409633948197,
+      "grad_norm": 272.62615966796875,
+      "learning_rate": 6.819663008228783e-08,
+      "loss": 24.9531,
+      "step": 40342
+    },
+    {
+      "epoch": 1.92788875083628,
+      "grad_norm": 428.15606689453125,
+      "learning_rate": 6.810643596589673e-08,
+      "loss": 17.5938,
+      "step": 40343
+    },
+    {
+      "epoch": 1.9279365382777405,
+      "grad_norm": 186.056396484375,
+      "learning_rate": 6.801630132873272e-08,
+      "loss": 27.5625,
+      "step": 40344
+    },
+    {
+      "epoch": 1.9279843257192009,
+      "grad_norm": 2823.442138671875,
+      "learning_rate": 6.792622617133426e-08,
+      "loss": 14.5,
+      "step": 40345
+    },
+    {
+      "epoch": 1.9280321131606613,
+      "grad_norm": 305.4766540527344,
+      "learning_rate": 6.783621049424316e-08,
+      "loss": 19.1406,
+      "step": 40346
+    },
+    {
+      "epoch": 1.9280799006021216,
+      "grad_norm": 243.83787536621094,
+      "learning_rate": 6.774625429799675e-08,
+      "loss": 24.5625,
+      "step": 40347
+    },
+    {
+      "epoch": 1.928127688043582,
+      "grad_norm": 268.0048828125,
+      "learning_rate": 6.76563575831335e-08,
+      "loss": 32.3438,
+      "step": 40348
+    },
+    {
+      "epoch": 1.9281754754850424,
+      "grad_norm": 184.22918701171875,
+      "learning_rate": 6.756652035019295e-08,
+      "loss": 16.9062,
+      "step": 40349
+    },
+    {
+      "epoch": 1.9282232629265028,
+      "grad_norm": 296.82659912109375,
+      "learning_rate": 6.74767425997136e-08,
+      "loss": 24.4375,
+      "step": 40350
+    },
+    {
+      "epoch": 1.9282710503679632,
+      "grad_norm": 163.6649932861328,
+      "learning_rate": 6.738702433223054e-08,
+      "loss": 16.8438,
+      "step": 40351
+    },
+    {
+      "epoch": 1.9283188378094236,
+      "grad_norm": 127.92829132080078,
+      "learning_rate": 6.729736554828337e-08,
+      "loss": 21.9062,
+      "step": 40352
+    },
+    {
+      "epoch": 1.928366625250884,
+      "grad_norm": 1109.1922607421875,
+      "learning_rate": 6.720776624840831e-08,
+      "loss": 21.5312,
+      "step": 40353
+    },
+    {
+      "epoch": 1.9284144126923444,
+      "grad_norm": 323.5720520019531,
+      "learning_rate": 6.711822643314159e-08,
+      "loss": 27.4062,
+      "step": 40354
+    },
+    {
+      "epoch": 1.9284622001338048,
+      "grad_norm": 337.34320068359375,
+      "learning_rate": 6.702874610302057e-08,
+      "loss": 26.1875,
+      "step": 40355
+    },
+    {
+      "epoch": 1.9285099875752651,
+      "grad_norm": 191.91305541992188,
+      "learning_rate": 6.693932525857927e-08,
+      "loss": 18.6094,
+      "step": 40356
+    },
+    {
+      "epoch": 1.9285577750167255,
+      "grad_norm": 165.42254638671875,
+      "learning_rate": 6.684996390035503e-08,
+      "loss": 31.4062,
+      "step": 40357
+    },
+    {
+      "epoch": 1.928605562458186,
+      "grad_norm": 471.9939880371094,
+      "learning_rate": 6.676066202888187e-08,
+      "loss": 25.0312,
+      "step": 40358
+    },
+    {
+      "epoch": 1.9286533498996463,
+      "grad_norm": 246.88511657714844,
+      "learning_rate": 6.667141964469492e-08,
+      "loss": 20.0781,
+      "step": 40359
+    },
+    {
+      "epoch": 1.9287011373411067,
+      "grad_norm": 293.19903564453125,
+      "learning_rate": 6.65822367483282e-08,
+      "loss": 21.0625,
+      "step": 40360
+    },
+    {
+      "epoch": 1.928748924782567,
+      "grad_norm": 159.68016052246094,
+      "learning_rate": 6.649311334031794e-08,
+      "loss": 20.6406,
+      "step": 40361
+    },
+    {
+      "epoch": 1.9287967122240275,
+      "grad_norm": 281.9715576171875,
+      "learning_rate": 6.640404942119483e-08,
+      "loss": 29.75,
+      "step": 40362
+    },
+    {
+      "epoch": 1.9288444996654879,
+      "grad_norm": 220.21090698242188,
+      "learning_rate": 6.631504499149288e-08,
+      "loss": 23.5,
+      "step": 40363
+    },
+    {
+      "epoch": 1.9288922871069483,
+      "grad_norm": 200.06619262695312,
+      "learning_rate": 6.622610005174723e-08,
+      "loss": 19.5625,
+      "step": 40364
+    },
+    {
+      "epoch": 1.9289400745484087,
+      "grad_norm": 274.474365234375,
+      "learning_rate": 6.613721460248857e-08,
+      "loss": 25.8594,
+      "step": 40365
+    },
+    {
+      "epoch": 1.928987861989869,
+      "grad_norm": 172.79751586914062,
+      "learning_rate": 6.604838864424978e-08,
+      "loss": 20.8906,
+      "step": 40366
+    },
+    {
+      "epoch": 1.9290356494313294,
+      "grad_norm": 235.5690460205078,
+      "learning_rate": 6.59596221775638e-08,
+      "loss": 22.625,
+      "step": 40367
+    },
+    {
+      "epoch": 1.9290834368727898,
+      "grad_norm": 226.38636779785156,
+      "learning_rate": 6.587091520296019e-08,
+      "loss": 30.25,
+      "step": 40368
+    },
+    {
+      "epoch": 1.9291312243142502,
+      "grad_norm": 406.4787292480469,
+      "learning_rate": 6.578226772097185e-08,
+      "loss": 23.7656,
+      "step": 40369
+    },
+    {
+      "epoch": 1.9291790117557106,
+      "grad_norm": 226.85733032226562,
+      "learning_rate": 6.569367973212837e-08,
+      "loss": 31.8594,
+      "step": 40370
+    },
+    {
+      "epoch": 1.929226799197171,
+      "grad_norm": 573.8256225585938,
+      "learning_rate": 6.560515123696155e-08,
+      "loss": 29.5,
+      "step": 40371
+    },
+    {
+      "epoch": 1.9292745866386314,
+      "grad_norm": 291.1093444824219,
+      "learning_rate": 6.551668223600094e-08,
+      "loss": 32.4688,
+      "step": 40372
+    },
+    {
+      "epoch": 1.9293223740800918,
+      "grad_norm": 171.9761505126953,
+      "learning_rate": 6.542827272977614e-08,
+      "loss": 21.0469,
+      "step": 40373
+    },
+    {
+      "epoch": 1.9293701615215522,
+      "grad_norm": 270.42822265625,
+      "learning_rate": 6.533992271881673e-08,
+      "loss": 28.3438,
+      "step": 40374
+    },
+    {
+      "epoch": 1.9294179489630126,
+      "grad_norm": 165.43507385253906,
+      "learning_rate": 6.525163220365227e-08,
+      "loss": 18.7344,
+      "step": 40375
+    },
+    {
+      "epoch": 1.929465736404473,
+      "grad_norm": 163.58807373046875,
+      "learning_rate": 6.516340118481123e-08,
+      "loss": 19.4062,
+      "step": 40376
+    },
+    {
+      "epoch": 1.9295135238459333,
+      "grad_norm": 395.9259033203125,
+      "learning_rate": 6.507522966282209e-08,
+      "loss": 35.6875,
+      "step": 40377
+    },
+    {
+      "epoch": 1.9295613112873937,
+      "grad_norm": 230.93844604492188,
+      "learning_rate": 6.498711763821219e-08,
+      "loss": 32.0625,
+      "step": 40378
+    },
+    {
+      "epoch": 1.929609098728854,
+      "grad_norm": 238.28823852539062,
+      "learning_rate": 6.489906511151001e-08,
+      "loss": 21.4219,
+      "step": 40379
+    },
+    {
+      "epoch": 1.9296568861703145,
+      "grad_norm": 167.79087829589844,
+      "learning_rate": 6.481107208324288e-08,
+      "loss": 17.2656,
+      "step": 40380
+    },
+    {
+      "epoch": 1.929704673611775,
+      "grad_norm": 125.57878875732422,
+      "learning_rate": 6.472313855393819e-08,
+      "loss": 19.9844,
+      "step": 40381
+    },
+    {
+      "epoch": 1.9297524610532353,
+      "grad_norm": 145.08880615234375,
+      "learning_rate": 6.463526452412105e-08,
+      "loss": 20.125,
+      "step": 40382
+    },
+    {
+      "epoch": 1.9298002484946957,
+      "grad_norm": 149.40452575683594,
+      "learning_rate": 6.454744999431884e-08,
+      "loss": 21.0469,
+      "step": 40383
+    },
+    {
+      "epoch": 1.929848035936156,
+      "grad_norm": 213.29962158203125,
+      "learning_rate": 6.445969496505666e-08,
+      "loss": 17.9531,
+      "step": 40384
+    },
+    {
+      "epoch": 1.9298958233776164,
+      "grad_norm": 247.3816375732422,
+      "learning_rate": 6.437199943686079e-08,
+      "loss": 23.4688,
+      "step": 40385
+    },
+    {
+      "epoch": 1.9299436108190768,
+      "grad_norm": 207.28404235839844,
+      "learning_rate": 6.428436341025635e-08,
+      "loss": 23.875,
+      "step": 40386
+    },
+    {
+      "epoch": 1.9299913982605372,
+      "grad_norm": 435.873046875,
+      "learning_rate": 6.419678688576736e-08,
+      "loss": 22.4219,
+      "step": 40387
+    },
+    {
+      "epoch": 1.9300391857019976,
+      "grad_norm": 760.787109375,
+      "learning_rate": 6.410926986392008e-08,
+      "loss": 34.8438,
+      "step": 40388
+    },
+    {
+      "epoch": 1.930086973143458,
+      "grad_norm": 190.27810668945312,
+      "learning_rate": 6.40218123452363e-08,
+      "loss": 24.4062,
+      "step": 40389
+    },
+    {
+      "epoch": 1.9301347605849184,
+      "grad_norm": 234.94949340820312,
+      "learning_rate": 6.393441433024228e-08,
+      "loss": 23.0625,
+      "step": 40390
+    },
+    {
+      "epoch": 1.9301825480263788,
+      "grad_norm": 233.24525451660156,
+      "learning_rate": 6.38470758194587e-08,
+      "loss": 22.5781,
+      "step": 40391
+    },
+    {
+      "epoch": 1.9302303354678392,
+      "grad_norm": 212.8060302734375,
+      "learning_rate": 6.375979681341071e-08,
+      "loss": 22.2188,
+      "step": 40392
+    },
+    {
+      "epoch": 1.9302781229092996,
+      "grad_norm": 128.34713745117188,
+      "learning_rate": 6.36725773126201e-08,
+      "loss": 20.7344,
+      "step": 40393
+    },
+    {
+      "epoch": 1.93032591035076,
+      "grad_norm": 171.90711975097656,
+      "learning_rate": 6.358541731760981e-08,
+      "loss": 29.1875,
+      "step": 40394
+    },
+    {
+      "epoch": 1.9303736977922203,
+      "grad_norm": 176.2358856201172,
+      "learning_rate": 6.349831682890051e-08,
+      "loss": 28.4688,
+      "step": 40395
+    },
+    {
+      "epoch": 1.9304214852336807,
+      "grad_norm": 223.52806091308594,
+      "learning_rate": 6.341127584701512e-08,
+      "loss": 28.875,
+      "step": 40396
+    },
+    {
+      "epoch": 1.9304692726751411,
+      "grad_norm": 314.5238037109375,
+      "learning_rate": 6.332429437247433e-08,
+      "loss": 18.3125,
+      "step": 40397
+    },
+    {
+      "epoch": 1.9305170601166015,
+      "grad_norm": 474.6231689453125,
+      "learning_rate": 6.323737240579997e-08,
+      "loss": 28.125,
+      "step": 40398
+    },
+    {
+      "epoch": 1.930564847558062,
+      "grad_norm": 190.70693969726562,
+      "learning_rate": 6.31505099475116e-08,
+      "loss": 20.3906,
+      "step": 40399
+    },
+    {
+      "epoch": 1.930612634999522,
+      "grad_norm": 136.6702117919922,
+      "learning_rate": 6.306370699812881e-08,
+      "loss": 18.2188,
+      "step": 40400
+    },
+    {
+      "epoch": 1.9306604224409825,
+      "grad_norm": 772.5860595703125,
+      "learning_rate": 6.297696355817229e-08,
+      "loss": 26.6875,
+      "step": 40401
+    },
+    {
+      "epoch": 1.9307082098824428,
+      "grad_norm": 970.8148193359375,
+      "learning_rate": 6.289027962816274e-08,
+      "loss": 20.8438,
+      "step": 40402
+    },
+    {
+      "epoch": 1.9307559973239032,
+      "grad_norm": 125.34695434570312,
+      "learning_rate": 6.280365520861642e-08,
+      "loss": 17.375,
+      "step": 40403
+    },
+    {
+      "epoch": 1.9308037847653636,
+      "grad_norm": 293.4460144042969,
+      "learning_rate": 6.271709030005512e-08,
+      "loss": 19.9688,
+      "step": 40404
+    },
+    {
+      "epoch": 1.930851572206824,
+      "grad_norm": 448.7965087890625,
+      "learning_rate": 6.263058490299512e-08,
+      "loss": 25.7812,
+      "step": 40405
+    },
+    {
+      "epoch": 1.9308993596482844,
+      "grad_norm": 262.503173828125,
+      "learning_rate": 6.254413901795486e-08,
+      "loss": 16.4219,
+      "step": 40406
+    },
+    {
+      "epoch": 1.9309471470897448,
+      "grad_norm": 350.1241455078125,
+      "learning_rate": 6.245775264545285e-08,
+      "loss": 28.0625,
+      "step": 40407
+    },
+    {
+      "epoch": 1.9309949345312052,
+      "grad_norm": 210.50872802734375,
+      "learning_rate": 6.237142578600641e-08,
+      "loss": 24.0,
+      "step": 40408
+    },
+    {
+      "epoch": 1.9310427219726656,
+      "grad_norm": 363.0163269042969,
+      "learning_rate": 6.228515844013183e-08,
+      "loss": 32.7031,
+      "step": 40409
+    },
+    {
+      "epoch": 1.931090509414126,
+      "grad_norm": 280.553466796875,
+      "learning_rate": 6.219895060834535e-08,
+      "loss": 25.5312,
+      "step": 40410
+    },
+    {
+      "epoch": 1.9311382968555864,
+      "grad_norm": 223.86158752441406,
+      "learning_rate": 6.211280229116434e-08,
+      "loss": 23.6562,
+      "step": 40411
+    },
+    {
+      "epoch": 1.9311860842970467,
+      "grad_norm": 238.03811645507812,
+      "learning_rate": 6.202671348910394e-08,
+      "loss": 23.9375,
+      "step": 40412
+    },
+    {
+      "epoch": 1.9312338717385071,
+      "grad_norm": 164.61184692382812,
+      "learning_rate": 6.19406842026804e-08,
+      "loss": 23.4375,
+      "step": 40413
+    },
+    {
+      "epoch": 1.9312816591799675,
+      "grad_norm": 315.12725830078125,
+      "learning_rate": 6.185471443240775e-08,
+      "loss": 25.5156,
+      "step": 40414
+    },
+    {
+      "epoch": 1.931329446621428,
+      "grad_norm": 248.07989501953125,
+      "learning_rate": 6.176880417880227e-08,
+      "loss": 30.6562,
+      "step": 40415
+    },
+    {
+      "epoch": 1.9313772340628883,
+      "grad_norm": 193.3976287841797,
+      "learning_rate": 6.168295344237796e-08,
+      "loss": 16.7188,
+      "step": 40416
+    },
+    {
+      "epoch": 1.9314250215043487,
+      "grad_norm": 154.1748809814453,
+      "learning_rate": 6.159716222364887e-08,
+      "loss": 21.0156,
+      "step": 40417
+    },
+    {
+      "epoch": 1.931472808945809,
+      "grad_norm": 149.31678771972656,
+      "learning_rate": 6.151143052312903e-08,
+      "loss": 19.4219,
+      "step": 40418
+    },
+    {
+      "epoch": 1.9315205963872695,
+      "grad_norm": 131.25222778320312,
+      "learning_rate": 6.142575834133135e-08,
+      "loss": 18.2188,
+      "step": 40419
+    },
+    {
+      "epoch": 1.9315683838287299,
+      "grad_norm": 772.7913818359375,
+      "learning_rate": 6.134014567876878e-08,
+      "loss": 25.9844,
+      "step": 40420
+    },
+    {
+      "epoch": 1.93161617127019,
+      "grad_norm": 220.2264862060547,
+      "learning_rate": 6.125459253595422e-08,
+      "loss": 26.2812,
+      "step": 40421
+    },
+    {
+      "epoch": 1.9316639587116504,
+      "grad_norm": 369.8020935058594,
+      "learning_rate": 6.116909891340062e-08,
+      "loss": 33.0469,
+      "step": 40422
+    },
+    {
+      "epoch": 1.9317117461531108,
+      "grad_norm": 262.2942199707031,
+      "learning_rate": 6.108366481161976e-08,
+      "loss": 22.0,
+      "step": 40423
+    },
+    {
+      "epoch": 1.9317595335945712,
+      "grad_norm": 366.5451354980469,
+      "learning_rate": 6.099829023112236e-08,
+      "loss": 23.7656,
+      "step": 40424
+    },
+    {
+      "epoch": 1.9318073210360316,
+      "grad_norm": 365.98516845703125,
+      "learning_rate": 6.091297517242023e-08,
+      "loss": 20.9062,
+      "step": 40425
+    },
+    {
+      "epoch": 1.931855108477492,
+      "grad_norm": 207.51095581054688,
+      "learning_rate": 6.082771963602519e-08,
+      "loss": 21.1562,
+      "step": 40426
+    },
+    {
+      "epoch": 1.9319028959189524,
+      "grad_norm": 321.48345947265625,
+      "learning_rate": 6.074252362244681e-08,
+      "loss": 31.8906,
+      "step": 40427
+    },
+    {
+      "epoch": 1.9319506833604128,
+      "grad_norm": 307.7922668457031,
+      "learning_rate": 6.065738713219582e-08,
+      "loss": 21.2031,
+      "step": 40428
+    },
+    {
+      "epoch": 1.9319984708018731,
+      "grad_norm": 238.15957641601562,
+      "learning_rate": 6.057231016578069e-08,
+      "loss": 24.0625,
+      "step": 40429
+    },
+    {
+      "epoch": 1.9320462582433335,
+      "grad_norm": 117.02067565917969,
+      "learning_rate": 6.048729272371323e-08,
+      "loss": 14.2812,
+      "step": 40430
+    },
+    {
+      "epoch": 1.932094045684794,
+      "grad_norm": 302.6246032714844,
+      "learning_rate": 6.040233480650081e-08,
+      "loss": 22.4062,
+      "step": 40431
+    },
+    {
+      "epoch": 1.9321418331262543,
+      "grad_norm": 185.8482208251953,
+      "learning_rate": 6.031743641465304e-08,
+      "loss": 18.7812,
+      "step": 40432
+    },
+    {
+      "epoch": 1.9321896205677147,
+      "grad_norm": 218.19583129882812,
+      "learning_rate": 6.023259754867728e-08,
+      "loss": 17.9062,
+      "step": 40433
+    },
+    {
+      "epoch": 1.932237408009175,
+      "grad_norm": 181.2341766357422,
+      "learning_rate": 6.014781820908311e-08,
+      "loss": 20.7344,
+      "step": 40434
+    },
+    {
+      "epoch": 1.9322851954506355,
+      "grad_norm": 252.77059936523438,
+      "learning_rate": 6.006309839637903e-08,
+      "loss": 23.7812,
+      "step": 40435
+    },
+    {
+      "epoch": 1.9323329828920959,
+      "grad_norm": 212.67796325683594,
+      "learning_rate": 5.997843811106907e-08,
+      "loss": 24.2188,
+      "step": 40436
+    },
+    {
+      "epoch": 1.9323807703335563,
+      "grad_norm": 228.32220458984375,
+      "learning_rate": 5.989383735366283e-08,
+      "loss": 15.6562,
+      "step": 40437
+    },
+    {
+      "epoch": 1.9324285577750167,
+      "grad_norm": 200.0478515625,
+      "learning_rate": 5.980929612466547e-08,
+      "loss": 22.5156,
+      "step": 40438
+    },
+    {
+      "epoch": 1.932476345216477,
+      "grad_norm": 233.5484161376953,
+      "learning_rate": 5.972481442458544e-08,
+      "loss": 23.4375,
+      "step": 40439
+    },
+    {
+      "epoch": 1.9325241326579374,
+      "grad_norm": 311.88128662109375,
+      "learning_rate": 5.964039225392571e-08,
+      "loss": 17.9219,
+      "step": 40440
+    },
+    {
+      "epoch": 1.9325719200993978,
+      "grad_norm": 312.1275329589844,
+      "learning_rate": 5.955602961319473e-08,
+      "loss": 19.8438,
+      "step": 40441
+    },
+    {
+      "epoch": 1.9326197075408582,
+      "grad_norm": 257.5032043457031,
+      "learning_rate": 5.9471726502895455e-08,
+      "loss": 20.5,
+      "step": 40442
+    },
+    {
+      "epoch": 1.9326674949823186,
+      "grad_norm": 222.35581970214844,
+      "learning_rate": 5.9387482923535245e-08,
+      "loss": 23.9375,
+      "step": 40443
+    },
+    {
+      "epoch": 1.932715282423779,
+      "grad_norm": 266.03558349609375,
+      "learning_rate": 5.930329887561592e-08,
+      "loss": 31.5,
+      "step": 40444
+    },
+    {
+      "epoch": 1.9327630698652394,
+      "grad_norm": 195.63330078125,
+      "learning_rate": 5.921917435964264e-08,
+      "loss": 25.375,
+      "step": 40445
+    },
+    {
+      "epoch": 1.9328108573066998,
+      "grad_norm": 228.61911010742188,
+      "learning_rate": 5.9135109376120545e-08,
+      "loss": 25.375,
+      "step": 40446
+    },
+    {
+      "epoch": 1.9328586447481602,
+      "grad_norm": 564.10107421875,
+      "learning_rate": 5.9051103925550354e-08,
+      "loss": 33.1875,
+      "step": 40447
+    },
+    {
+      "epoch": 1.9329064321896205,
+      "grad_norm": 705.6647338867188,
+      "learning_rate": 5.896715800843833e-08,
+      "loss": 18.7656,
+      "step": 40448
+    },
+    {
+      "epoch": 1.932954219631081,
+      "grad_norm": 262.5379638671875,
+      "learning_rate": 5.8883271625284065e-08,
+      "loss": 19.2656,
+      "step": 40449
+    },
+    {
+      "epoch": 1.9330020070725413,
+      "grad_norm": 210.99520874023438,
+      "learning_rate": 5.879944477659272e-08,
+      "loss": 22.1875,
+      "step": 40450
+    },
+    {
+      "epoch": 1.9330497945140017,
+      "grad_norm": 255.67002868652344,
+      "learning_rate": 5.871567746286389e-08,
+      "loss": 23.2812,
+      "step": 40451
+    },
+    {
+      "epoch": 1.933097581955462,
+      "grad_norm": 217.4292755126953,
+      "learning_rate": 5.8631969684601607e-08,
+      "loss": 25.75,
+      "step": 40452
+    },
+    {
+      "epoch": 1.9331453693969225,
+      "grad_norm": 727.8755493164062,
+      "learning_rate": 5.8548321442305486e-08,
+      "loss": 19.5469,
+      "step": 40453
+    },
+    {
+      "epoch": 1.9331931568383829,
+      "grad_norm": 190.02256774902344,
+      "learning_rate": 5.8464732736476237e-08,
+      "loss": 19.5,
+      "step": 40454
+    },
+    {
+      "epoch": 1.9332409442798433,
+      "grad_norm": 215.94631958007812,
+      "learning_rate": 5.838120356761567e-08,
+      "loss": 27.7656,
+      "step": 40455
+    },
+    {
+      "epoch": 1.9332887317213037,
+      "grad_norm": 2586.188232421875,
+      "learning_rate": 5.829773393622451e-08,
+      "loss": 25.6875,
+      "step": 40456
+    },
+    {
+      "epoch": 1.933336519162764,
+      "grad_norm": 327.4039306640625,
+      "learning_rate": 5.8214323842800126e-08,
+      "loss": 30.4688,
+      "step": 40457
+    },
+    {
+      "epoch": 1.9333843066042244,
+      "grad_norm": 187.55581665039062,
+      "learning_rate": 5.813097328784434e-08,
+      "loss": 21.3438,
+      "step": 40458
+    },
+    {
+      "epoch": 1.9334320940456848,
+      "grad_norm": 218.2346649169922,
+      "learning_rate": 5.8047682271855644e-08,
+      "loss": 26.875,
+      "step": 40459
+    },
+    {
+      "epoch": 1.9334798814871452,
+      "grad_norm": 484.8547668457031,
+      "learning_rate": 5.796445079533142e-08,
+      "loss": 21.75,
+      "step": 40460
+    },
+    {
+      "epoch": 1.9335276689286056,
+      "grad_norm": 170.07644653320312,
+      "learning_rate": 5.788127885877237e-08,
+      "loss": 26.3438,
+      "step": 40461
+    },
+    {
+      "epoch": 1.933575456370066,
+      "grad_norm": 389.5344543457031,
+      "learning_rate": 5.7798166462675885e-08,
+      "loss": 24.6875,
+      "step": 40462
+    },
+    {
+      "epoch": 1.9336232438115264,
+      "grad_norm": 307.4402770996094,
+      "learning_rate": 5.771511360753934e-08,
+      "loss": 24.7031,
+      "step": 40463
+    },
+    {
+      "epoch": 1.9336710312529868,
+      "grad_norm": 430.7052307128906,
+      "learning_rate": 5.7632120293859004e-08,
+      "loss": 23.8594,
+      "step": 40464
+    },
+    {
+      "epoch": 1.9337188186944472,
+      "grad_norm": 162.29917907714844,
+      "learning_rate": 5.754918652213448e-08,
+      "loss": 21.8281,
+      "step": 40465
+    },
+    {
+      "epoch": 1.9337666061359076,
+      "grad_norm": 267.43438720703125,
+      "learning_rate": 5.746631229286093e-08,
+      "loss": 27.4062,
+      "step": 40466
+    },
+    {
+      "epoch": 1.933814393577368,
+      "grad_norm": 220.6455078125,
+      "learning_rate": 5.73834976065335e-08,
+      "loss": 26.9375,
+      "step": 40467
+    },
+    {
+      "epoch": 1.9338621810188283,
+      "grad_norm": 235.9247283935547,
+      "learning_rate": 5.7300742463650696e-08,
+      "loss": 20.4531,
+      "step": 40468
+    },
+    {
+      "epoch": 1.9339099684602887,
+      "grad_norm": 171.84957885742188,
+      "learning_rate": 5.721804686470655e-08,
+      "loss": 23.7031,
+      "step": 40469
+    },
+    {
+      "epoch": 1.9339577559017491,
+      "grad_norm": 147.32666015625,
+      "learning_rate": 5.7135410810196245e-08,
+      "loss": 17.1094,
+      "step": 40470
+    },
+    {
+      "epoch": 1.9340055433432095,
+      "grad_norm": 184.9049530029297,
+      "learning_rate": 5.705283430061603e-08,
+      "loss": 16.2344,
+      "step": 40471
+    },
+    {
+      "epoch": 1.93405333078467,
+      "grad_norm": 276.5936584472656,
+      "learning_rate": 5.6970317336458856e-08,
+      "loss": 23.2812,
+      "step": 40472
+    },
+    {
+      "epoch": 1.9341011182261303,
+      "grad_norm": 207.58688354492188,
+      "learning_rate": 5.688785991821877e-08,
+      "loss": 30.625,
+      "step": 40473
+    },
+    {
+      "epoch": 1.9341489056675907,
+      "grad_norm": 138.05950927734375,
+      "learning_rate": 5.680546204639092e-08,
+      "loss": 19.6094,
+      "step": 40474
+    },
+    {
+      "epoch": 1.934196693109051,
+      "grad_norm": 197.1351318359375,
+      "learning_rate": 5.672312372146827e-08,
+      "loss": 17.4375,
+      "step": 40475
+    },
+    {
+      "epoch": 1.9342444805505115,
+      "grad_norm": 328.4150695800781,
+      "learning_rate": 5.664084494394373e-08,
+      "loss": 19.75,
+      "step": 40476
+    },
+    {
+      "epoch": 1.9342922679919718,
+      "grad_norm": 263.15570068359375,
+      "learning_rate": 5.6558625714309145e-08,
+      "loss": 30.6094,
+      "step": 40477
+    },
+    {
+      "epoch": 1.9343400554334322,
+      "grad_norm": 175.5250701904297,
+      "learning_rate": 5.647646603305856e-08,
+      "loss": 21.2656,
+      "step": 40478
+    },
+    {
+      "epoch": 1.9343878428748926,
+      "grad_norm": 298.9126281738281,
+      "learning_rate": 5.639436590068381e-08,
+      "loss": 29.0312,
+      "step": 40479
+    },
+    {
+      "epoch": 1.934435630316353,
+      "grad_norm": 144.4802703857422,
+      "learning_rate": 5.6312325317675607e-08,
+      "loss": 15.9688,
+      "step": 40480
+    },
+    {
+      "epoch": 1.9344834177578134,
+      "grad_norm": 177.602294921875,
+      "learning_rate": 5.6230344284525784e-08,
+      "loss": 30.3125,
+      "step": 40481
+    },
+    {
+      "epoch": 1.9345312051992738,
+      "grad_norm": 316.90484619140625,
+      "learning_rate": 5.614842280172506e-08,
+      "loss": 35.3438,
+      "step": 40482
+    },
+    {
+      "epoch": 1.934578992640734,
+      "grad_norm": 210.4749298095703,
+      "learning_rate": 5.606656086976414e-08,
+      "loss": 23.125,
+      "step": 40483
+    },
+    {
+      "epoch": 1.9346267800821944,
+      "grad_norm": 358.8550720214844,
+      "learning_rate": 5.598475848913265e-08,
+      "loss": 18.5938,
+      "step": 40484
+    },
+    {
+      "epoch": 1.9346745675236547,
+      "grad_norm": 205.2175750732422,
+      "learning_rate": 5.590301566032241e-08,
+      "loss": 26.9062,
+      "step": 40485
+    },
+    {
+      "epoch": 1.9347223549651151,
+      "grad_norm": 237.6710968017578,
+      "learning_rate": 5.582133238382081e-08,
+      "loss": 26.9531,
+      "step": 40486
+    },
+    {
+      "epoch": 1.9347701424065755,
+      "grad_norm": 670.163330078125,
+      "learning_rate": 5.573970866011857e-08,
+      "loss": 31.7188,
+      "step": 40487
+    },
+    {
+      "epoch": 1.934817929848036,
+      "grad_norm": 305.442626953125,
+      "learning_rate": 5.565814448970419e-08,
+      "loss": 28.5938,
+      "step": 40488
+    },
+    {
+      "epoch": 1.9348657172894963,
+      "grad_norm": 274.16937255859375,
+      "learning_rate": 5.557663987306505e-08,
+      "loss": 22.7812,
+      "step": 40489
+    },
+    {
+      "epoch": 1.9349135047309567,
+      "grad_norm": 545.56689453125,
+      "learning_rate": 5.5495194810690764e-08,
+      "loss": 24.875,
+      "step": 40490
+    },
+    {
+      "epoch": 1.934961292172417,
+      "grad_norm": 324.06488037109375,
+      "learning_rate": 5.541380930306761e-08,
+      "loss": 21.5625,
+      "step": 40491
+    },
+    {
+      "epoch": 1.9350090796138775,
+      "grad_norm": 163.6956329345703,
+      "learning_rate": 5.533248335068409e-08,
+      "loss": 17.0,
+      "step": 40492
+    },
+    {
+      "epoch": 1.9350568670553379,
+      "grad_norm": 283.40771484375,
+      "learning_rate": 5.525121695402646e-08,
+      "loss": 25.625,
+      "step": 40493
+    },
+    {
+      "epoch": 1.9351046544967982,
+      "grad_norm": 355.9643859863281,
+      "learning_rate": 5.517001011358214e-08,
+      "loss": 30.2812,
+      "step": 40494
+    },
+    {
+      "epoch": 1.9351524419382586,
+      "grad_norm": 156.9269256591797,
+      "learning_rate": 5.508886282983627e-08,
+      "loss": 16.9688,
+      "step": 40495
+    },
+    {
+      "epoch": 1.935200229379719,
+      "grad_norm": 667.102783203125,
+      "learning_rate": 5.500777510327626e-08,
+      "loss": 22.5625,
+      "step": 40496
+    },
+    {
+      "epoch": 1.9352480168211794,
+      "grad_norm": 283.0255432128906,
+      "learning_rate": 5.492674693438727e-08,
+      "loss": 20.4375,
+      "step": 40497
+    },
+    {
+      "epoch": 1.9352958042626398,
+      "grad_norm": 228.9327392578125,
+      "learning_rate": 5.4845778323655566e-08,
+      "loss": 31.5312,
+      "step": 40498
+    },
+    {
+      "epoch": 1.9353435917041002,
+      "grad_norm": 177.4506072998047,
+      "learning_rate": 5.4764869271562994e-08,
+      "loss": 24.9219,
+      "step": 40499
+    },
+    {
+      "epoch": 1.9353913791455606,
+      "grad_norm": 281.8909912109375,
+      "learning_rate": 5.4684019778596945e-08,
+      "loss": 32.5625,
+      "step": 40500
+    },
+    {
+      "epoch": 1.935439166587021,
+      "grad_norm": 152.5539093017578,
+      "learning_rate": 5.460322984524036e-08,
+      "loss": 22.9219,
+      "step": 40501
+    },
+    {
+      "epoch": 1.9354869540284814,
+      "grad_norm": 293.3697814941406,
+      "learning_rate": 5.45224994719773e-08,
+      "loss": 22.4062,
+      "step": 40502
+    },
+    {
+      "epoch": 1.9355347414699415,
+      "grad_norm": 211.04147338867188,
+      "learning_rate": 5.4441828659290705e-08,
+      "loss": 24.7969,
+      "step": 40503
+    },
+    {
+      "epoch": 1.935582528911402,
+      "grad_norm": 284.708251953125,
+      "learning_rate": 5.4361217407665753e-08,
+      "loss": 34.0938,
+      "step": 40504
+    },
+    {
+      "epoch": 1.9356303163528623,
+      "grad_norm": 128.72369384765625,
+      "learning_rate": 5.428066571758317e-08,
+      "loss": 23.4844,
+      "step": 40505
+    },
+    {
+      "epoch": 1.9356781037943227,
+      "grad_norm": 393.92718505859375,
+      "learning_rate": 5.420017358952479e-08,
+      "loss": 24.3125,
+      "step": 40506
+    },
+    {
+      "epoch": 1.935725891235783,
+      "grad_norm": 233.29730224609375,
+      "learning_rate": 5.4119741023974656e-08,
+      "loss": 26.4062,
+      "step": 40507
+    },
+    {
+      "epoch": 1.9357736786772435,
+      "grad_norm": 389.9975891113281,
+      "learning_rate": 5.403936802141352e-08,
+      "loss": 21.2188,
+      "step": 40508
+    },
+    {
+      "epoch": 1.9358214661187039,
+      "grad_norm": 279.5692138671875,
+      "learning_rate": 5.39590545823232e-08,
+      "loss": 24.6719,
+      "step": 40509
+    },
+    {
+      "epoch": 1.9358692535601643,
+      "grad_norm": 199.52508544921875,
+      "learning_rate": 5.387880070718332e-08,
+      "loss": 30.1719,
+      "step": 40510
+    },
+    {
+      "epoch": 1.9359170410016246,
+      "grad_norm": 352.0920715332031,
+      "learning_rate": 5.379860639647572e-08,
+      "loss": 21.875,
+      "step": 40511
+    },
+    {
+      "epoch": 1.935964828443085,
+      "grad_norm": 240.1947784423828,
+      "learning_rate": 5.3718471650681114e-08,
+      "loss": 26.3906,
+      "step": 40512
+    },
+    {
+      "epoch": 1.9360126158845454,
+      "grad_norm": 239.697265625,
+      "learning_rate": 5.363839647027802e-08,
+      "loss": 21.3594,
+      "step": 40513
+    },
+    {
+      "epoch": 1.9360604033260058,
+      "grad_norm": 290.8650207519531,
+      "learning_rate": 5.355838085574716e-08,
+      "loss": 21.1875,
+      "step": 40514
+    },
+    {
+      "epoch": 1.9361081907674662,
+      "grad_norm": 296.7119445800781,
+      "learning_rate": 5.347842480756593e-08,
+      "loss": 25.9688,
+      "step": 40515
+    },
+    {
+      "epoch": 1.9361559782089266,
+      "grad_norm": 161.6766815185547,
+      "learning_rate": 5.3398528326216173e-08,
+      "loss": 27.0781,
+      "step": 40516
+    },
+    {
+      "epoch": 1.936203765650387,
+      "grad_norm": 147.76596069335938,
+      "learning_rate": 5.3318691412173055e-08,
+      "loss": 21.4531,
+      "step": 40517
+    },
+    {
+      "epoch": 1.9362515530918474,
+      "grad_norm": 318.2892150878906,
+      "learning_rate": 5.3238914065916193e-08,
+      "loss": 28.4375,
+      "step": 40518
+    },
+    {
+      "epoch": 1.9362993405333078,
+      "grad_norm": 629.705322265625,
+      "learning_rate": 5.31591962879241e-08,
+      "loss": 28.3125,
+      "step": 40519
+    },
+    {
+      "epoch": 1.9363471279747682,
+      "grad_norm": 466.6351318359375,
+      "learning_rate": 5.307953807867416e-08,
+      "loss": 35.0938,
+      "step": 40520
+    },
+    {
+      "epoch": 1.9363949154162285,
+      "grad_norm": 145.57350158691406,
+      "learning_rate": 5.2999939438641566e-08,
+      "loss": 15.875,
+      "step": 40521
+    },
+    {
+      "epoch": 1.936442702857689,
+      "grad_norm": 230.6995849609375,
+      "learning_rate": 5.2920400368304817e-08,
+      "loss": 16.4062,
+      "step": 40522
+    },
+    {
+      "epoch": 1.9364904902991493,
+      "grad_norm": 266.65673828125,
+      "learning_rate": 5.284092086813908e-08,
+      "loss": 25.7656,
+      "step": 40523
+    },
+    {
+      "epoch": 1.9365382777406097,
+      "grad_norm": 191.60659790039062,
+      "learning_rate": 5.276150093862176e-08,
+      "loss": 20.8906,
+      "step": 40524
+    },
+    {
+      "epoch": 1.93658606518207,
+      "grad_norm": 365.0286560058594,
+      "learning_rate": 5.268214058022691e-08,
+      "loss": 31.875,
+      "step": 40525
+    },
+    {
+      "epoch": 1.9366338526235305,
+      "grad_norm": 121.61043548583984,
+      "learning_rate": 5.260283979343084e-08,
+      "loss": 26.125,
+      "step": 40526
+    },
+    {
+      "epoch": 1.9366816400649909,
+      "grad_norm": 247.4916534423828,
+      "learning_rate": 5.252359857870759e-08,
+      "loss": 23.9219,
+      "step": 40527
+    },
+    {
+      "epoch": 1.9367294275064513,
+      "grad_norm": 308.0803527832031,
+      "learning_rate": 5.244441693653235e-08,
+      "loss": 28.6875,
+      "step": 40528
+    },
+    {
+      "epoch": 1.9367772149479117,
+      "grad_norm": 169.39767456054688,
+      "learning_rate": 5.236529486737918e-08,
+      "loss": 21.1094,
+      "step": 40529
+    },
+    {
+      "epoch": 1.936825002389372,
+      "grad_norm": 276.7679138183594,
+      "learning_rate": 5.2286232371722146e-08,
+      "loss": 26.3438,
+      "step": 40530
+    },
+    {
+      "epoch": 1.9368727898308324,
+      "grad_norm": 178.64002990722656,
+      "learning_rate": 5.220722945003531e-08,
+      "loss": 19.1719,
+      "step": 40531
+    },
+    {
+      "epoch": 1.9369205772722928,
+      "grad_norm": 177.44992065429688,
+      "learning_rate": 5.2128286102789414e-08,
+      "loss": 23.3906,
+      "step": 40532
+    },
+    {
+      "epoch": 1.9369683647137532,
+      "grad_norm": 180.1586456298828,
+      "learning_rate": 5.204940233045963e-08,
+      "loss": 21.7188,
+      "step": 40533
+    },
+    {
+      "epoch": 1.9370161521552136,
+      "grad_norm": 334.8370361328125,
+      "learning_rate": 5.1970578133517804e-08,
+      "loss": 21.6562,
+      "step": 40534
+    },
+    {
+      "epoch": 1.937063939596674,
+      "grad_norm": 110.56761169433594,
+      "learning_rate": 5.189181351243577e-08,
+      "loss": 16.6406,
+      "step": 40535
+    },
+    {
+      "epoch": 1.9371117270381344,
+      "grad_norm": 242.94461059570312,
+      "learning_rate": 5.181310846768428e-08,
+      "loss": 28.0,
+      "step": 40536
+    },
+    {
+      "epoch": 1.9371595144795948,
+      "grad_norm": 339.3864440917969,
+      "learning_rate": 5.173446299973628e-08,
+      "loss": 26.3281,
+      "step": 40537
+    },
+    {
+      "epoch": 1.9372073019210552,
+      "grad_norm": 258.4455871582031,
+      "learning_rate": 5.1655877109061395e-08,
+      "loss": 26.8125,
+      "step": 40538
+    },
+    {
+      "epoch": 1.9372550893625156,
+      "grad_norm": 234.49423217773438,
+      "learning_rate": 5.157735079613257e-08,
+      "loss": 24.875,
+      "step": 40539
+    },
+    {
+      "epoch": 1.937302876803976,
+      "grad_norm": 331.252197265625,
+      "learning_rate": 5.1498884061417234e-08,
+      "loss": 20.2188,
+      "step": 40540
+    },
+    {
+      "epoch": 1.9373506642454363,
+      "grad_norm": 694.9817504882812,
+      "learning_rate": 5.14204769053861e-08,
+      "loss": 27.5625,
+      "step": 40541
+    },
+    {
+      "epoch": 1.9373984516868967,
+      "grad_norm": 299.89947509765625,
+      "learning_rate": 5.1342129328509905e-08,
+      "loss": 29.9062,
+      "step": 40542
+    },
+    {
+      "epoch": 1.9374462391283571,
+      "grad_norm": 327.8148193359375,
+      "learning_rate": 5.126384133125606e-08,
+      "loss": 17.4844,
+      "step": 40543
+    },
+    {
+      "epoch": 1.9374940265698175,
+      "grad_norm": 449.4442443847656,
+      "learning_rate": 5.118561291409529e-08,
+      "loss": 35.0625,
+      "step": 40544
+    },
+    {
+      "epoch": 1.937541814011278,
+      "grad_norm": 507.0865173339844,
+      "learning_rate": 5.1107444077495016e-08,
+      "loss": 20.9531,
+      "step": 40545
+    },
+    {
+      "epoch": 1.9375896014527383,
+      "grad_norm": 461.8034362792969,
+      "learning_rate": 5.1029334821923735e-08,
+      "loss": 32.375,
+      "step": 40546
+    },
+    {
+      "epoch": 1.9376373888941987,
+      "grad_norm": 202.67739868164062,
+      "learning_rate": 5.095128514784886e-08,
+      "loss": 29.8906,
+      "step": 40547
+    },
+    {
+      "epoch": 1.937685176335659,
+      "grad_norm": 172.14427185058594,
+      "learning_rate": 5.0873295055738904e-08,
+      "loss": 29.7812,
+      "step": 40548
+    },
+    {
+      "epoch": 1.9377329637771195,
+      "grad_norm": 220.74937438964844,
+      "learning_rate": 5.079536454605904e-08,
+      "loss": 33.0469,
+      "step": 40549
+    },
+    {
+      "epoch": 1.9377807512185798,
+      "grad_norm": 487.9876708984375,
+      "learning_rate": 5.071749361927669e-08,
+      "loss": 29.1562,
+      "step": 40550
+    },
+    {
+      "epoch": 1.9378285386600402,
+      "grad_norm": 209.7274932861328,
+      "learning_rate": 5.063968227585925e-08,
+      "loss": 21.9688,
+      "step": 40551
+    },
+    {
+      "epoch": 1.9378763261015006,
+      "grad_norm": 170.19155883789062,
+      "learning_rate": 5.056193051627079e-08,
+      "loss": 15.9375,
+      "step": 40552
+    },
+    {
+      "epoch": 1.937924113542961,
+      "grad_norm": 187.72860717773438,
+      "learning_rate": 5.048423834097982e-08,
+      "loss": 29.5,
+      "step": 40553
+    },
+    {
+      "epoch": 1.9379719009844214,
+      "grad_norm": 251.39358520507812,
+      "learning_rate": 5.04066057504482e-08,
+      "loss": 25.4062,
+      "step": 40554
+    },
+    {
+      "epoch": 1.9380196884258818,
+      "grad_norm": 223.37429809570312,
+      "learning_rate": 5.032903274514444e-08,
+      "loss": 21.5625,
+      "step": 40555
+    },
+    {
+      "epoch": 1.9380674758673422,
+      "grad_norm": 337.28955078125,
+      "learning_rate": 5.0251519325529295e-08,
+      "loss": 29.0625,
+      "step": 40556
+    },
+    {
+      "epoch": 1.9381152633088026,
+      "grad_norm": 172.9131317138672,
+      "learning_rate": 5.017406549206905e-08,
+      "loss": 22.0938,
+      "step": 40557
+    },
+    {
+      "epoch": 1.938163050750263,
+      "grad_norm": 279.7016906738281,
+      "learning_rate": 5.0096671245228876e-08,
+      "loss": 22.5,
+      "step": 40558
+    },
+    {
+      "epoch": 1.9382108381917234,
+      "grad_norm": 249.60157775878906,
+      "learning_rate": 5.001933658546954e-08,
+      "loss": 19.2031,
+      "step": 40559
+    },
+    {
+      "epoch": 1.9382586256331837,
+      "grad_norm": 172.6507568359375,
+      "learning_rate": 4.994206151325509e-08,
+      "loss": 19.9844,
+      "step": 40560
+    },
+    {
+      "epoch": 1.9383064130746441,
+      "grad_norm": 367.16717529296875,
+      "learning_rate": 4.986484602904962e-08,
+      "loss": 22.5938,
+      "step": 40561
+    },
+    {
+      "epoch": 1.9383542005161045,
+      "grad_norm": 256.0426940917969,
+      "learning_rate": 4.9787690133313856e-08,
+      "loss": 25.2188,
+      "step": 40562
+    },
+    {
+      "epoch": 1.938401987957565,
+      "grad_norm": 200.5989990234375,
+      "learning_rate": 4.9710593826510775e-08,
+      "loss": 20.8906,
+      "step": 40563
+    },
+    {
+      "epoch": 1.9384497753990253,
+      "grad_norm": 688.7822875976562,
+      "learning_rate": 4.9633557109102225e-08,
+      "loss": 35.4531,
+      "step": 40564
+    },
+    {
+      "epoch": 1.9384975628404855,
+      "grad_norm": 394.2564697265625,
+      "learning_rate": 4.9556579981547834e-08,
+      "loss": 25.5625,
+      "step": 40565
+    },
+    {
+      "epoch": 1.9385453502819459,
+      "grad_norm": 303.58294677734375,
+      "learning_rate": 4.947966244431057e-08,
+      "loss": 18.2031,
+      "step": 40566
+    },
+    {
+      "epoch": 1.9385931377234062,
+      "grad_norm": 249.0323486328125,
+      "learning_rate": 4.940280449785118e-08,
+      "loss": 26.0938,
+      "step": 40567
+    },
+    {
+      "epoch": 1.9386409251648666,
+      "grad_norm": 200.5254669189453,
+      "learning_rate": 4.932600614262928e-08,
+      "loss": 26.8125,
+      "step": 40568
+    },
+    {
+      "epoch": 1.938688712606327,
+      "grad_norm": 149.00157165527344,
+      "learning_rate": 4.92492673791034e-08,
+      "loss": 24.7188,
+      "step": 40569
+    },
+    {
+      "epoch": 1.9387365000477874,
+      "grad_norm": 470.80206298828125,
+      "learning_rate": 4.917258820773541e-08,
+      "loss": 21.1094,
+      "step": 40570
+    },
+    {
+      "epoch": 1.9387842874892478,
+      "grad_norm": 1672.085693359375,
+      "learning_rate": 4.909596862898269e-08,
+      "loss": 23.3906,
+      "step": 40571
+    },
+    {
+      "epoch": 1.9388320749307082,
+      "grad_norm": 331.5563659667969,
+      "learning_rate": 4.901940864330601e-08,
+      "loss": 21.6875,
+      "step": 40572
+    },
+    {
+      "epoch": 1.9388798623721686,
+      "grad_norm": 455.6178283691406,
+      "learning_rate": 4.8942908251162766e-08,
+      "loss": 29.75,
+      "step": 40573
+    },
+    {
+      "epoch": 1.938927649813629,
+      "grad_norm": 228.142822265625,
+      "learning_rate": 4.886646745301038e-08,
+      "loss": 28.0312,
+      "step": 40574
+    },
+    {
+      "epoch": 1.9389754372550894,
+      "grad_norm": 229.02464294433594,
+      "learning_rate": 4.879008624930737e-08,
+      "loss": 27.9531,
+      "step": 40575
+    },
+    {
+      "epoch": 1.9390232246965498,
+      "grad_norm": 203.91513061523438,
+      "learning_rate": 4.871376464051225e-08,
+      "loss": 26.7188,
+      "step": 40576
+    },
+    {
+      "epoch": 1.9390710121380101,
+      "grad_norm": 572.175537109375,
+      "learning_rate": 4.8637502627080224e-08,
+      "loss": 18.875,
+      "step": 40577
+    },
+    {
+      "epoch": 1.9391187995794705,
+      "grad_norm": 703.7841796875,
+      "learning_rate": 4.85613002094687e-08,
+      "loss": 23.8438,
+      "step": 40578
+    },
+    {
+      "epoch": 1.939166587020931,
+      "grad_norm": 235.51663208007812,
+      "learning_rate": 4.8485157388133976e-08,
+      "loss": 27.0,
+      "step": 40579
+    },
+    {
+      "epoch": 1.9392143744623913,
+      "grad_norm": 298.21478271484375,
+      "learning_rate": 4.8409074163532354e-08,
+      "loss": 23.4688,
+      "step": 40580
+    },
+    {
+      "epoch": 1.9392621619038517,
+      "grad_norm": 157.40171813964844,
+      "learning_rate": 4.833305053611903e-08,
+      "loss": 21.5938,
+      "step": 40581
+    },
+    {
+      "epoch": 1.939309949345312,
+      "grad_norm": 595.6640625,
+      "learning_rate": 4.82570865063503e-08,
+      "loss": 23.0,
+      "step": 40582
+    },
+    {
+      "epoch": 1.9393577367867725,
+      "grad_norm": 499.3486633300781,
+      "learning_rate": 4.818118207468025e-08,
+      "loss": 30.1562,
+      "step": 40583
+    },
+    {
+      "epoch": 1.9394055242282329,
+      "grad_norm": 319.7177734375,
+      "learning_rate": 4.810533724156297e-08,
+      "loss": 29.25,
+      "step": 40584
+    },
+    {
+      "epoch": 1.9394533116696933,
+      "grad_norm": 459.07080078125,
+      "learning_rate": 4.802955200745363e-08,
+      "loss": 28.1094,
+      "step": 40585
+    },
+    {
+      "epoch": 1.9395010991111534,
+      "grad_norm": 221.69590759277344,
+      "learning_rate": 4.795382637280521e-08,
+      "loss": 27.875,
+      "step": 40586
+    },
+    {
+      "epoch": 1.9395488865526138,
+      "grad_norm": 373.5840759277344,
+      "learning_rate": 4.787816033807291e-08,
+      "loss": 18.375,
+      "step": 40587
+    },
+    {
+      "epoch": 1.9395966739940742,
+      "grad_norm": 1001.5458374023438,
+      "learning_rate": 4.780255390370747e-08,
+      "loss": 16.4219,
+      "step": 40588
+    },
+    {
+      "epoch": 1.9396444614355346,
+      "grad_norm": 169.72796630859375,
+      "learning_rate": 4.772700707016409e-08,
+      "loss": 22.2969,
+      "step": 40589
+    },
+    {
+      "epoch": 1.939692248876995,
+      "grad_norm": 256.1626892089844,
+      "learning_rate": 4.76515198378924e-08,
+      "loss": 30.625,
+      "step": 40590
+    },
+    {
+      "epoch": 1.9397400363184554,
+      "grad_norm": 203.36122131347656,
+      "learning_rate": 4.75760922073476e-08,
+      "loss": 27.6875,
+      "step": 40591
+    },
+    {
+      "epoch": 1.9397878237599158,
+      "grad_norm": 129.25930786132812,
+      "learning_rate": 4.7500724178979327e-08,
+      "loss": 19.8438,
+      "step": 40592
+    },
+    {
+      "epoch": 1.9398356112013762,
+      "grad_norm": 261.9936218261719,
+      "learning_rate": 4.7425415753238335e-08,
+      "loss": 23.8438,
+      "step": 40593
+    },
+    {
+      "epoch": 1.9398833986428365,
+      "grad_norm": 147.4851837158203,
+      "learning_rate": 4.73501669305787e-08,
+      "loss": 25.8281,
+      "step": 40594
+    },
+    {
+      "epoch": 1.939931186084297,
+      "grad_norm": 130.425537109375,
+      "learning_rate": 4.727497771144784e-08,
+      "loss": 21.4375,
+      "step": 40595
+    },
+    {
+      "epoch": 1.9399789735257573,
+      "grad_norm": 191.3908233642578,
+      "learning_rate": 4.719984809629763e-08,
+      "loss": 27.2812,
+      "step": 40596
+    },
+    {
+      "epoch": 1.9400267609672177,
+      "grad_norm": 191.8597869873047,
+      "learning_rate": 4.712477808557769e-08,
+      "loss": 23.5156,
+      "step": 40597
+    },
+    {
+      "epoch": 1.940074548408678,
+      "grad_norm": 141.75201416015625,
+      "learning_rate": 4.7049767679737676e-08,
+      "loss": 25.9688,
+      "step": 40598
+    },
+    {
+      "epoch": 1.9401223358501385,
+      "grad_norm": 232.31405639648438,
+      "learning_rate": 4.697481687922612e-08,
+      "loss": 19.0781,
+      "step": 40599
+    },
+    {
+      "epoch": 1.9401701232915989,
+      "grad_norm": 177.07101440429688,
+      "learning_rate": 4.689992568449375e-08,
+      "loss": 16.9062,
+      "step": 40600
+    },
+    {
+      "epoch": 1.9402179107330593,
+      "grad_norm": 284.994873046875,
+      "learning_rate": 4.68250940959869e-08,
+      "loss": 33.6406,
+      "step": 40601
+    },
+    {
+      "epoch": 1.9402656981745197,
+      "grad_norm": 228.25128173828125,
+      "learning_rate": 4.67503221141552e-08,
+      "loss": 20.0547,
+      "step": 40602
+    },
+    {
+      "epoch": 1.94031348561598,
+      "grad_norm": 165.40280151367188,
+      "learning_rate": 4.667560973944496e-08,
+      "loss": 23.875,
+      "step": 40603
+    },
+    {
+      "epoch": 1.9403612730574404,
+      "grad_norm": 166.28627014160156,
+      "learning_rate": 4.6600956972304714e-08,
+      "loss": 19.0,
+      "step": 40604
+    },
+    {
+      "epoch": 1.9404090604989008,
+      "grad_norm": 201.96128845214844,
+      "learning_rate": 4.6526363813182985e-08,
+      "loss": 18.6094,
+      "step": 40605
+    },
+    {
+      "epoch": 1.9404568479403612,
+      "grad_norm": 269.3161315917969,
+      "learning_rate": 4.645183026252276e-08,
+      "loss": 35.0938,
+      "step": 40606
+    },
+    {
+      "epoch": 1.9405046353818216,
+      "grad_norm": 496.4598083496094,
+      "learning_rate": 4.637735632077367e-08,
+      "loss": 23.3906,
+      "step": 40607
+    },
+    {
+      "epoch": 1.940552422823282,
+      "grad_norm": 454.4854736328125,
+      "learning_rate": 4.6302941988379816e-08,
+      "loss": 26.75,
+      "step": 40608
+    },
+    {
+      "epoch": 1.9406002102647424,
+      "grad_norm": 376.35272216796875,
+      "learning_rate": 4.622858726578749e-08,
+      "loss": 27.2812,
+      "step": 40609
+    },
+    {
+      "epoch": 1.9406479977062028,
+      "grad_norm": 269.51495361328125,
+      "learning_rate": 4.615429215344303e-08,
+      "loss": 22.1719,
+      "step": 40610
+    },
+    {
+      "epoch": 1.9406957851476632,
+      "grad_norm": 196.86325073242188,
+      "learning_rate": 4.608005665178938e-08,
+      "loss": 22.5312,
+      "step": 40611
+    },
+    {
+      "epoch": 1.9407435725891236,
+      "grad_norm": 271.6358642578125,
+      "learning_rate": 4.600588076127288e-08,
+      "loss": 26.0469,
+      "step": 40612
+    },
+    {
+      "epoch": 1.940791360030584,
+      "grad_norm": 252.48043823242188,
+      "learning_rate": 4.5931764482336494e-08,
+      "loss": 25.25,
+      "step": 40613
+    },
+    {
+      "epoch": 1.9408391474720443,
+      "grad_norm": 171.851318359375,
+      "learning_rate": 4.5857707815424313e-08,
+      "loss": 24.6719,
+      "step": 40614
+    },
+    {
+      "epoch": 1.9408869349135047,
+      "grad_norm": 286.55670166015625,
+      "learning_rate": 4.5783710760980423e-08,
+      "loss": 23.0234,
+      "step": 40615
+    },
+    {
+      "epoch": 1.9409347223549651,
+      "grad_norm": 279.5420837402344,
+      "learning_rate": 4.5709773319447816e-08,
+      "loss": 26.2188,
+      "step": 40616
+    },
+    {
+      "epoch": 1.9409825097964255,
+      "grad_norm": 213.61056518554688,
+      "learning_rate": 4.5635895491269457e-08,
+      "loss": 25.4531,
+      "step": 40617
+    },
+    {
+      "epoch": 1.941030297237886,
+      "grad_norm": 198.60606384277344,
+      "learning_rate": 4.556207727688722e-08,
+      "loss": 15.1719,
+      "step": 40618
+    },
+    {
+      "epoch": 1.9410780846793463,
+      "grad_norm": 274.4417419433594,
+      "learning_rate": 4.548831867674297e-08,
+      "loss": 33.5938,
+      "step": 40619
+    },
+    {
+      "epoch": 1.9411258721208067,
+      "grad_norm": 381.3966979980469,
+      "learning_rate": 4.5414619691278584e-08,
+      "loss": 33.75,
+      "step": 40620
+    },
+    {
+      "epoch": 1.941173659562267,
+      "grad_norm": 234.77658081054688,
+      "learning_rate": 4.5340980320937034e-08,
+      "loss": 22.3438,
+      "step": 40621
+    },
+    {
+      "epoch": 1.9412214470037275,
+      "grad_norm": 154.6203155517578,
+      "learning_rate": 4.526740056615686e-08,
+      "loss": 21.2734,
+      "step": 40622
+    },
+    {
+      "epoch": 1.9412692344451878,
+      "grad_norm": 252.53369140625,
+      "learning_rate": 4.519388042737993e-08,
+      "loss": 34.4062,
+      "step": 40623
+    },
+    {
+      "epoch": 1.9413170218866482,
+      "grad_norm": 278.47821044921875,
+      "learning_rate": 4.512041990504701e-08,
+      "loss": 21.1094,
+      "step": 40624
+    },
+    {
+      "epoch": 1.9413648093281086,
+      "grad_norm": 172.83172607421875,
+      "learning_rate": 4.504701899959662e-08,
+      "loss": 29.1562,
+      "step": 40625
+    },
+    {
+      "epoch": 1.941412596769569,
+      "grad_norm": 134.9553680419922,
+      "learning_rate": 4.497367771146954e-08,
+      "loss": 27.9844,
+      "step": 40626
+    },
+    {
+      "epoch": 1.9414603842110294,
+      "grad_norm": 263.6636657714844,
+      "learning_rate": 4.490039604110541e-08,
+      "loss": 27.8125,
+      "step": 40627
+    },
+    {
+      "epoch": 1.9415081716524898,
+      "grad_norm": 237.0315399169922,
+      "learning_rate": 4.482717398894165e-08,
+      "loss": 19.5312,
+      "step": 40628
+    },
+    {
+      "epoch": 1.9415559590939502,
+      "grad_norm": 258.7328796386719,
+      "learning_rate": 4.4754011555416807e-08,
+      "loss": 24.2969,
+      "step": 40629
+    },
+    {
+      "epoch": 1.9416037465354106,
+      "grad_norm": 304.9846496582031,
+      "learning_rate": 4.468090874097053e-08,
+      "loss": 23.5312,
+      "step": 40630
+    },
+    {
+      "epoch": 1.941651533976871,
+      "grad_norm": 151.09835815429688,
+      "learning_rate": 4.460786554603913e-08,
+      "loss": 22.1406,
+      "step": 40631
+    },
+    {
+      "epoch": 1.9416993214183313,
+      "grad_norm": 254.70018005371094,
+      "learning_rate": 4.453488197106115e-08,
+      "loss": 20.8906,
+      "step": 40632
+    },
+    {
+      "epoch": 1.9417471088597917,
+      "grad_norm": 384.71038818359375,
+      "learning_rate": 4.44619580164729e-08,
+      "loss": 34.625,
+      "step": 40633
+    },
+    {
+      "epoch": 1.9417948963012521,
+      "grad_norm": 181.03594970703125,
+      "learning_rate": 4.4389093682710714e-08,
+      "loss": 19.4375,
+      "step": 40634
+    },
+    {
+      "epoch": 1.9418426837427125,
+      "grad_norm": 170.6090087890625,
+      "learning_rate": 4.4316288970213114e-08,
+      "loss": 19.3594,
+      "step": 40635
+    },
+    {
+      "epoch": 1.941890471184173,
+      "grad_norm": 174.2759246826172,
+      "learning_rate": 4.4243543879413097e-08,
+      "loss": 25.7969,
+      "step": 40636
+    },
+    {
+      "epoch": 1.9419382586256333,
+      "grad_norm": 478.1181335449219,
+      "learning_rate": 4.417085841074809e-08,
+      "loss": 23.2812,
+      "step": 40637
+    },
+    {
+      "epoch": 1.9419860460670937,
+      "grad_norm": 198.0025634765625,
+      "learning_rate": 4.40982325646544e-08,
+      "loss": 30.2031,
+      "step": 40638
+    },
+    {
+      "epoch": 1.942033833508554,
+      "grad_norm": 205.48223876953125,
+      "learning_rate": 4.402566634156502e-08,
+      "loss": 28.6875,
+      "step": 40639
+    },
+    {
+      "epoch": 1.9420816209500145,
+      "grad_norm": 292.11627197265625,
+      "learning_rate": 4.395315974191405e-08,
+      "loss": 24.9688,
+      "step": 40640
+    },
+    {
+      "epoch": 1.9421294083914749,
+      "grad_norm": 118.23139190673828,
+      "learning_rate": 4.388071276613781e-08,
+      "loss": 15.75,
+      "step": 40641
+    },
+    {
+      "epoch": 1.9421771958329352,
+      "grad_norm": 188.04725646972656,
+      "learning_rate": 4.3808325414669286e-08,
+      "loss": 21.125,
+      "step": 40642
+    },
+    {
+      "epoch": 1.9422249832743956,
+      "grad_norm": 455.5818786621094,
+      "learning_rate": 4.3735997687941457e-08,
+      "loss": 34.0,
+      "step": 40643
+    },
+    {
+      "epoch": 1.942272770715856,
+      "grad_norm": 224.3794403076172,
+      "learning_rate": 4.3663729586388425e-08,
+      "loss": 25.3438,
+      "step": 40644
+    },
+    {
+      "epoch": 1.9423205581573164,
+      "grad_norm": 129.85400390625,
+      "learning_rate": 4.359152111044207e-08,
+      "loss": 18.5,
+      "step": 40645
+    },
+    {
+      "epoch": 1.9423683455987768,
+      "grad_norm": 208.80764770507812,
+      "learning_rate": 4.351937226053538e-08,
+      "loss": 21.8594,
+      "step": 40646
+    },
+    {
+      "epoch": 1.9424161330402372,
+      "grad_norm": 295.1459045410156,
+      "learning_rate": 4.344728303710022e-08,
+      "loss": 27.5312,
+      "step": 40647
+    },
+    {
+      "epoch": 1.9424639204816974,
+      "grad_norm": 330.4349670410156,
+      "learning_rate": 4.337525344056848e-08,
+      "loss": 33.1562,
+      "step": 40648
+    },
+    {
+      "epoch": 1.9425117079231577,
+      "grad_norm": 326.5124206542969,
+      "learning_rate": 4.330328347137092e-08,
+      "loss": 22.4688,
+      "step": 40649
+    },
+    {
+      "epoch": 1.9425594953646181,
+      "grad_norm": 389.5655822753906,
+      "learning_rate": 4.3231373129939415e-08,
+      "loss": 18.2188,
+      "step": 40650
+    },
+    {
+      "epoch": 1.9426072828060785,
+      "grad_norm": 212.94482421875,
+      "learning_rate": 4.315952241670474e-08,
+      "loss": 25.1094,
+      "step": 40651
+    },
+    {
+      "epoch": 1.942655070247539,
+      "grad_norm": 189.262451171875,
+      "learning_rate": 4.308773133209654e-08,
+      "loss": 23.1094,
+      "step": 40652
+    },
+    {
+      "epoch": 1.9427028576889993,
+      "grad_norm": 320.55035400390625,
+      "learning_rate": 4.3015999876543366e-08,
+      "loss": 21.8125,
+      "step": 40653
+    },
+    {
+      "epoch": 1.9427506451304597,
+      "grad_norm": 160.16001892089844,
+      "learning_rate": 4.294432805047821e-08,
+      "loss": 22.5312,
+      "step": 40654
+    },
+    {
+      "epoch": 1.94279843257192,
+      "grad_norm": 277.4784240722656,
+      "learning_rate": 4.28727158543274e-08,
+      "loss": 35.0312,
+      "step": 40655
+    },
+    {
+      "epoch": 1.9428462200133805,
+      "grad_norm": 726.037109375,
+      "learning_rate": 4.2801163288521686e-08,
+      "loss": 22.0938,
+      "step": 40656
+    },
+    {
+      "epoch": 1.9428940074548409,
+      "grad_norm": 292.5616455078125,
+      "learning_rate": 4.272967035348741e-08,
+      "loss": 25.625,
+      "step": 40657
+    },
+    {
+      "epoch": 1.9429417948963013,
+      "grad_norm": 265.16424560546875,
+      "learning_rate": 4.2658237049655325e-08,
+      "loss": 18.9844,
+      "step": 40658
+    },
+    {
+      "epoch": 1.9429895823377616,
+      "grad_norm": 145.93124389648438,
+      "learning_rate": 4.258686337745066e-08,
+      "loss": 13.9844,
+      "step": 40659
+    },
+    {
+      "epoch": 1.943037369779222,
+      "grad_norm": 268.9162902832031,
+      "learning_rate": 4.2515549337303065e-08,
+      "loss": 24.2656,
+      "step": 40660
+    },
+    {
+      "epoch": 1.9430851572206824,
+      "grad_norm": 351.9656677246094,
+      "learning_rate": 4.244429492963886e-08,
+      "loss": 11.7656,
+      "step": 40661
+    },
+    {
+      "epoch": 1.9431329446621428,
+      "grad_norm": 305.58941650390625,
+      "learning_rate": 4.2373100154883274e-08,
+      "loss": 19.9062,
+      "step": 40662
+    },
+    {
+      "epoch": 1.9431807321036032,
+      "grad_norm": 232.4482421875,
+      "learning_rate": 4.230196501346484e-08,
+      "loss": 29.75,
+      "step": 40663
+    },
+    {
+      "epoch": 1.9432285195450636,
+      "grad_norm": 272.0596923828125,
+      "learning_rate": 4.223088950580878e-08,
+      "loss": 28.0938,
+      "step": 40664
+    },
+    {
+      "epoch": 1.943276306986524,
+      "grad_norm": 277.87091064453125,
+      "learning_rate": 4.215987363234031e-08,
+      "loss": 27.7188,
+      "step": 40665
+    },
+    {
+      "epoch": 1.9433240944279844,
+      "grad_norm": 307.89306640625,
+      "learning_rate": 4.208891739348464e-08,
+      "loss": 21.0312,
+      "step": 40666
+    },
+    {
+      "epoch": 1.9433718818694448,
+      "grad_norm": 470.7018737792969,
+      "learning_rate": 4.2018020789668103e-08,
+      "loss": 26.8594,
+      "step": 40667
+    },
+    {
+      "epoch": 1.943419669310905,
+      "grad_norm": 298.6087646484375,
+      "learning_rate": 4.1947183821313686e-08,
+      "loss": 34.3125,
+      "step": 40668
+    },
+    {
+      "epoch": 1.9434674567523653,
+      "grad_norm": 296.4965515136719,
+      "learning_rate": 4.187640648884661e-08,
+      "loss": 26.7188,
+      "step": 40669
+    },
+    {
+      "epoch": 1.9435152441938257,
+      "grad_norm": 263.0091247558594,
+      "learning_rate": 4.180568879268987e-08,
+      "loss": 23.5,
+      "step": 40670
+    },
+    {
+      "epoch": 1.943563031635286,
+      "grad_norm": 302.35443115234375,
+      "learning_rate": 4.173503073326757e-08,
+      "loss": 23.1562,
+      "step": 40671
+    },
+    {
+      "epoch": 1.9436108190767465,
+      "grad_norm": 259.6526184082031,
+      "learning_rate": 4.166443231100381e-08,
+      "loss": 37.4531,
+      "step": 40672
+    },
+    {
+      "epoch": 1.9436586065182069,
+      "grad_norm": 248.15682983398438,
+      "learning_rate": 4.159389352631937e-08,
+      "loss": 27.6562,
+      "step": 40673
+    },
+    {
+      "epoch": 1.9437063939596673,
+      "grad_norm": 141.28038024902344,
+      "learning_rate": 4.152341437963725e-08,
+      "loss": 16.2969,
+      "step": 40674
+    },
+    {
+      "epoch": 1.9437541814011277,
+      "grad_norm": 306.96441650390625,
+      "learning_rate": 4.145299487138044e-08,
+      "loss": 30.4375,
+      "step": 40675
+    },
+    {
+      "epoch": 1.943801968842588,
+      "grad_norm": 148.4553680419922,
+      "learning_rate": 4.1382635001970814e-08,
+      "loss": 25.6562,
+      "step": 40676
+    },
+    {
+      "epoch": 1.9438497562840484,
+      "grad_norm": 286.06378173828125,
+      "learning_rate": 4.1312334771828055e-08,
+      "loss": 31.1562,
+      "step": 40677
+    },
+    {
+      "epoch": 1.9438975437255088,
+      "grad_norm": 294.8011779785156,
+      "learning_rate": 4.1242094181374037e-08,
+      "loss": 27.5,
+      "step": 40678
+    },
+    {
+      "epoch": 1.9439453311669692,
+      "grad_norm": 299.37255859375,
+      "learning_rate": 4.117191323103065e-08,
+      "loss": 22.4375,
+      "step": 40679
+    },
+    {
+      "epoch": 1.9439931186084296,
+      "grad_norm": 225.36363220214844,
+      "learning_rate": 4.110179192121644e-08,
+      "loss": 26.0938,
+      "step": 40680
+    },
+    {
+      "epoch": 1.94404090604989,
+      "grad_norm": 395.23223876953125,
+      "learning_rate": 4.1031730252352185e-08,
+      "loss": 27.4062,
+      "step": 40681
+    },
+    {
+      "epoch": 1.9440886934913504,
+      "grad_norm": 398.69146728515625,
+      "learning_rate": 4.096172822485644e-08,
+      "loss": 26.25,
+      "step": 40682
+    },
+    {
+      "epoch": 1.9441364809328108,
+      "grad_norm": 290.904052734375,
+      "learning_rate": 4.089178583914999e-08,
+      "loss": 30.0781,
+      "step": 40683
+    },
+    {
+      "epoch": 1.9441842683742712,
+      "grad_norm": 224.1417236328125,
+      "learning_rate": 4.082190309565137e-08,
+      "loss": 28.2812,
+      "step": 40684
+    },
+    {
+      "epoch": 1.9442320558157316,
+      "grad_norm": 339.3782653808594,
+      "learning_rate": 4.075207999477804e-08,
+      "loss": 27.4062,
+      "step": 40685
+    },
+    {
+      "epoch": 1.944279843257192,
+      "grad_norm": 523.5213012695312,
+      "learning_rate": 4.068231653694965e-08,
+      "loss": 34.875,
+      "step": 40686
+    },
+    {
+      "epoch": 1.9443276306986523,
+      "grad_norm": 458.33233642578125,
+      "learning_rate": 4.061261272258254e-08,
+      "loss": 28.0781,
+      "step": 40687
+    },
+    {
+      "epoch": 1.9443754181401127,
+      "grad_norm": 432.7464294433594,
+      "learning_rate": 4.054296855209417e-08,
+      "loss": 34.25,
+      "step": 40688
+    },
+    {
+      "epoch": 1.944423205581573,
+      "grad_norm": 355.28314208984375,
+      "learning_rate": 4.047338402590306e-08,
+      "loss": 27.6875,
+      "step": 40689
+    },
+    {
+      "epoch": 1.9444709930230335,
+      "grad_norm": 275.1524963378906,
+      "learning_rate": 4.040385914442557e-08,
+      "loss": 23.3438,
+      "step": 40690
+    },
+    {
+      "epoch": 1.944518780464494,
+      "grad_norm": 281.48004150390625,
+      "learning_rate": 4.033439390807581e-08,
+      "loss": 12.4375,
+      "step": 40691
+    },
+    {
+      "epoch": 1.9445665679059543,
+      "grad_norm": 266.80828857421875,
+      "learning_rate": 4.0264988317272323e-08,
+      "loss": 22.7344,
+      "step": 40692
+    },
+    {
+      "epoch": 1.9446143553474147,
+      "grad_norm": 452.3565673828125,
+      "learning_rate": 4.0195642372430345e-08,
+      "loss": 34.2188,
+      "step": 40693
+    },
+    {
+      "epoch": 1.944662142788875,
+      "grad_norm": 191.3205108642578,
+      "learning_rate": 4.0126356073965087e-08,
+      "loss": 28.375,
+      "step": 40694
+    },
+    {
+      "epoch": 1.9447099302303354,
+      "grad_norm": 201.74717712402344,
+      "learning_rate": 4.0057129422290675e-08,
+      "loss": 18.5312,
+      "step": 40695
+    },
+    {
+      "epoch": 1.9447577176717958,
+      "grad_norm": 311.81317138671875,
+      "learning_rate": 3.998796241782232e-08,
+      "loss": 31.4375,
+      "step": 40696
+    },
+    {
+      "epoch": 1.9448055051132562,
+      "grad_norm": 260.7484130859375,
+      "learning_rate": 3.991885506097415e-08,
+      "loss": 25.6875,
+      "step": 40697
+    },
+    {
+      "epoch": 1.9448532925547166,
+      "grad_norm": 393.44793701171875,
+      "learning_rate": 3.9849807352160265e-08,
+      "loss": 29.875,
+      "step": 40698
+    },
+    {
+      "epoch": 1.944901079996177,
+      "grad_norm": 209.10076904296875,
+      "learning_rate": 3.978081929179256e-08,
+      "loss": 30.5625,
+      "step": 40699
+    },
+    {
+      "epoch": 1.9449488674376374,
+      "grad_norm": 390.8456726074219,
+      "learning_rate": 3.971189088028737e-08,
+      "loss": 26.6875,
+      "step": 40700
+    },
+    {
+      "epoch": 1.9449966548790978,
+      "grad_norm": 381.9087219238281,
+      "learning_rate": 3.964302211805438e-08,
+      "loss": 33.5781,
+      "step": 40701
+    },
+    {
+      "epoch": 1.9450444423205582,
+      "grad_norm": 396.19390869140625,
+      "learning_rate": 3.957421300550768e-08,
+      "loss": 25.2812,
+      "step": 40702
+    },
+    {
+      "epoch": 1.9450922297620186,
+      "grad_norm": 266.9012756347656,
+      "learning_rate": 3.9505463543059174e-08,
+      "loss": 24.6719,
+      "step": 40703
+    },
+    {
+      "epoch": 1.945140017203479,
+      "grad_norm": 158.983642578125,
+      "learning_rate": 3.943677373112076e-08,
+      "loss": 17.2188,
+      "step": 40704
+    },
+    {
+      "epoch": 1.9451878046449393,
+      "grad_norm": 163.52427673339844,
+      "learning_rate": 3.936814357010321e-08,
+      "loss": 20.0781,
+      "step": 40705
+    },
+    {
+      "epoch": 1.9452355920863997,
+      "grad_norm": 206.5814971923828,
+      "learning_rate": 3.929957306041732e-08,
+      "loss": 24.375,
+      "step": 40706
+    },
+    {
+      "epoch": 1.9452833795278601,
+      "grad_norm": 232.2708282470703,
+      "learning_rate": 3.923106220247386e-08,
+      "loss": 23.0938,
+      "step": 40707
+    },
+    {
+      "epoch": 1.9453311669693205,
+      "grad_norm": 199.72113037109375,
+      "learning_rate": 3.916261099668362e-08,
+      "loss": 25.1406,
+      "step": 40708
+    },
+    {
+      "epoch": 1.945378954410781,
+      "grad_norm": 178.54515075683594,
+      "learning_rate": 3.909421944345737e-08,
+      "loss": 26.6875,
+      "step": 40709
+    },
+    {
+      "epoch": 1.9454267418522413,
+      "grad_norm": 209.2943572998047,
+      "learning_rate": 3.902588754320258e-08,
+      "loss": 27.0,
+      "step": 40710
+    },
+    {
+      "epoch": 1.9454745292937017,
+      "grad_norm": 222.65777587890625,
+      "learning_rate": 3.895761529633002e-08,
+      "loss": 24.2656,
+      "step": 40711
+    },
+    {
+      "epoch": 1.945522316735162,
+      "grad_norm": 387.1990051269531,
+      "learning_rate": 3.888940270324826e-08,
+      "loss": 22.9219,
+      "step": 40712
+    },
+    {
+      "epoch": 1.9455701041766225,
+      "grad_norm": 191.51425170898438,
+      "learning_rate": 3.882124976436585e-08,
+      "loss": 25.0312,
+      "step": 40713
+    },
+    {
+      "epoch": 1.9456178916180829,
+      "grad_norm": 199.37501525878906,
+      "learning_rate": 3.875315648008915e-08,
+      "loss": 17.0625,
+      "step": 40714
+    },
+    {
+      "epoch": 1.9456656790595432,
+      "grad_norm": 237.59217834472656,
+      "learning_rate": 3.868512285082893e-08,
+      "loss": 23.9688,
+      "step": 40715
+    },
+    {
+      "epoch": 1.9457134665010036,
+      "grad_norm": 188.51292419433594,
+      "learning_rate": 3.8617148876991525e-08,
+      "loss": 24.5625,
+      "step": 40716
+    },
+    {
+      "epoch": 1.945761253942464,
+      "grad_norm": 190.5067901611328,
+      "learning_rate": 3.8549234558982187e-08,
+      "loss": 25.1562,
+      "step": 40717
+    },
+    {
+      "epoch": 1.9458090413839244,
+      "grad_norm": 167.48890686035156,
+      "learning_rate": 3.848137989721057e-08,
+      "loss": 24.25,
+      "step": 40718
+    },
+    {
+      "epoch": 1.9458568288253848,
+      "grad_norm": 163.51231384277344,
+      "learning_rate": 3.84135848920808e-08,
+      "loss": 20.9375,
+      "step": 40719
+    },
+    {
+      "epoch": 1.9459046162668452,
+      "grad_norm": 190.58839416503906,
+      "learning_rate": 3.834584954400033e-08,
+      "loss": 19.875,
+      "step": 40720
+    },
+    {
+      "epoch": 1.9459524037083056,
+      "grad_norm": 247.36279296875,
+      "learning_rate": 3.827817385337329e-08,
+      "loss": 25.1719,
+      "step": 40721
+    },
+    {
+      "epoch": 1.946000191149766,
+      "grad_norm": 221.63360595703125,
+      "learning_rate": 3.821055782060601e-08,
+      "loss": 20.1406,
+      "step": 40722
+    },
+    {
+      "epoch": 1.9460479785912264,
+      "grad_norm": 252.54234313964844,
+      "learning_rate": 3.8143001446104834e-08,
+      "loss": 23.0312,
+      "step": 40723
+    },
+    {
+      "epoch": 1.9460957660326867,
+      "grad_norm": 568.517333984375,
+      "learning_rate": 3.807550473027055e-08,
+      "loss": 25.6094,
+      "step": 40724
+    },
+    {
+      "epoch": 1.9461435534741471,
+      "grad_norm": 182.1124725341797,
+      "learning_rate": 3.8008067673510615e-08,
+      "loss": 19.9688,
+      "step": 40725
+    },
+    {
+      "epoch": 1.9461913409156075,
+      "grad_norm": 408.8934631347656,
+      "learning_rate": 3.794069027622804e-08,
+      "loss": 26.75,
+      "step": 40726
+    },
+    {
+      "epoch": 1.946239128357068,
+      "grad_norm": 245.60816955566406,
+      "learning_rate": 3.787337253882584e-08,
+      "loss": 22.125,
+      "step": 40727
+    },
+    {
+      "epoch": 1.9462869157985283,
+      "grad_norm": 444.37078857421875,
+      "learning_rate": 3.780611446170701e-08,
+      "loss": 18.8672,
+      "step": 40728
+    },
+    {
+      "epoch": 1.9463347032399887,
+      "grad_norm": 141.09214782714844,
+      "learning_rate": 3.773891604527569e-08,
+      "loss": 18.2188,
+      "step": 40729
+    },
+    {
+      "epoch": 1.9463824906814489,
+      "grad_norm": 346.40582275390625,
+      "learning_rate": 3.7671777289932654e-08,
+      "loss": 19.5938,
+      "step": 40730
+    },
+    {
+      "epoch": 1.9464302781229093,
+      "grad_norm": 152.23683166503906,
+      "learning_rate": 3.7604698196082034e-08,
+      "loss": 24.8438,
+      "step": 40731
+    },
+    {
+      "epoch": 1.9464780655643696,
+      "grad_norm": 118.7061767578125,
+      "learning_rate": 3.7537678764122396e-08,
+      "loss": 14.5938,
+      "step": 40732
+    },
+    {
+      "epoch": 1.94652585300583,
+      "grad_norm": 256.3250427246094,
+      "learning_rate": 3.747071899445787e-08,
+      "loss": 31.1562,
+      "step": 40733
+    },
+    {
+      "epoch": 1.9465736404472904,
+      "grad_norm": 176.55670166015625,
+      "learning_rate": 3.740381888748923e-08,
+      "loss": 18.3281,
+      "step": 40734
+    },
+    {
+      "epoch": 1.9466214278887508,
+      "grad_norm": 251.9364471435547,
+      "learning_rate": 3.733697844361617e-08,
+      "loss": 23.3594,
+      "step": 40735
+    },
+    {
+      "epoch": 1.9466692153302112,
+      "grad_norm": 282.47222900390625,
+      "learning_rate": 3.727019766323836e-08,
+      "loss": 26.2344,
+      "step": 40736
+    },
+    {
+      "epoch": 1.9467170027716716,
+      "grad_norm": 222.92666625976562,
+      "learning_rate": 3.720347654675771e-08,
+      "loss": 25.5156,
+      "step": 40737
+    },
+    {
+      "epoch": 1.946764790213132,
+      "grad_norm": 112.94801330566406,
+      "learning_rate": 3.713681509457168e-08,
+      "loss": 18.8125,
+      "step": 40738
+    },
+    {
+      "epoch": 1.9468125776545924,
+      "grad_norm": 238.2805633544922,
+      "learning_rate": 3.707021330708105e-08,
+      "loss": 25.9844,
+      "step": 40739
+    },
+    {
+      "epoch": 1.9468603650960528,
+      "grad_norm": 365.3825988769531,
+      "learning_rate": 3.70036711846844e-08,
+      "loss": 28.375,
+      "step": 40740
+    },
+    {
+      "epoch": 1.9469081525375131,
+      "grad_norm": 205.97537231445312,
+      "learning_rate": 3.693718872777918e-08,
+      "loss": 16.0859,
+      "step": 40741
+    },
+    {
+      "epoch": 1.9469559399789735,
+      "grad_norm": 424.0405578613281,
+      "learning_rate": 3.6870765936765084e-08,
+      "loss": 23.0156,
+      "step": 40742
+    },
+    {
+      "epoch": 1.947003727420434,
+      "grad_norm": 205.59109497070312,
+      "learning_rate": 3.680440281203957e-08,
+      "loss": 21.5312,
+      "step": 40743
+    },
+    {
+      "epoch": 1.9470515148618943,
+      "grad_norm": 280.6312255859375,
+      "learning_rate": 3.673809935399897e-08,
+      "loss": 25.0781,
+      "step": 40744
+    },
+    {
+      "epoch": 1.9470993023033547,
+      "grad_norm": 294.6935729980469,
+      "learning_rate": 3.667185556304076e-08,
+      "loss": 19.375,
+      "step": 40745
+    },
+    {
+      "epoch": 1.947147089744815,
+      "grad_norm": 258.2500915527344,
+      "learning_rate": 3.6605671439562396e-08,
+      "loss": 31.8438,
+      "step": 40746
+    },
+    {
+      "epoch": 1.9471948771862755,
+      "grad_norm": 221.9451141357422,
+      "learning_rate": 3.6539546983959115e-08,
+      "loss": 23.8906,
+      "step": 40747
+    },
+    {
+      "epoch": 1.9472426646277359,
+      "grad_norm": 338.00909423828125,
+      "learning_rate": 3.647348219662838e-08,
+      "loss": 22.5312,
+      "step": 40748
+    },
+    {
+      "epoch": 1.9472904520691963,
+      "grad_norm": 423.85076904296875,
+      "learning_rate": 3.6407477077964327e-08,
+      "loss": 22.4844,
+      "step": 40749
+    },
+    {
+      "epoch": 1.9473382395106567,
+      "grad_norm": 579.3510131835938,
+      "learning_rate": 3.6341531628363294e-08,
+      "loss": 32.9062,
+      "step": 40750
+    },
+    {
+      "epoch": 1.9473860269521168,
+      "grad_norm": 530.9585571289062,
+      "learning_rate": 3.6275645848220517e-08,
+      "loss": 31.125,
+      "step": 40751
+    },
+    {
+      "epoch": 1.9474338143935772,
+      "grad_norm": 249.74253845214844,
+      "learning_rate": 3.620981973792903e-08,
+      "loss": 30.5469,
+      "step": 40752
+    },
+    {
+      "epoch": 1.9474816018350376,
+      "grad_norm": 183.70101928710938,
+      "learning_rate": 3.614405329788406e-08,
+      "loss": 24.2969,
+      "step": 40753
+    },
+    {
+      "epoch": 1.947529389276498,
+      "grad_norm": 325.8311767578125,
+      "learning_rate": 3.607834652847864e-08,
+      "loss": 21.9688,
+      "step": 40754
+    },
+    {
+      "epoch": 1.9475771767179584,
+      "grad_norm": 188.75814819335938,
+      "learning_rate": 3.601269943010799e-08,
+      "loss": 25.5625,
+      "step": 40755
+    },
+    {
+      "epoch": 1.9476249641594188,
+      "grad_norm": 1250.743408203125,
+      "learning_rate": 3.594711200316403e-08,
+      "loss": 23.625,
+      "step": 40756
+    },
+    {
+      "epoch": 1.9476727516008792,
+      "grad_norm": 155.03135681152344,
+      "learning_rate": 3.588158424803978e-08,
+      "loss": 20.1562,
+      "step": 40757
+    },
+    {
+      "epoch": 1.9477205390423395,
+      "grad_norm": 251.28945922851562,
+      "learning_rate": 3.5816116165127146e-08,
+      "loss": 27.9531,
+      "step": 40758
+    },
+    {
+      "epoch": 1.9477683264838,
+      "grad_norm": 262.62841796875,
+      "learning_rate": 3.5750707754819147e-08,
+      "loss": 28.8438,
+      "step": 40759
+    },
+    {
+      "epoch": 1.9478161139252603,
+      "grad_norm": 163.8697967529297,
+      "learning_rate": 3.568535901750658e-08,
+      "loss": 21.2812,
+      "step": 40760
+    },
+    {
+      "epoch": 1.9478639013667207,
+      "grad_norm": 115.65869140625,
+      "learning_rate": 3.562006995358136e-08,
+      "loss": 15.4219,
+      "step": 40761
+    },
+    {
+      "epoch": 1.947911688808181,
+      "grad_norm": 254.32142639160156,
+      "learning_rate": 3.555484056343428e-08,
+      "loss": 24.2188,
+      "step": 40762
+    },
+    {
+      "epoch": 1.9479594762496415,
+      "grad_norm": 161.2443389892578,
+      "learning_rate": 3.5489670847456136e-08,
+      "loss": 20.4688,
+      "step": 40763
+    },
+    {
+      "epoch": 1.9480072636911019,
+      "grad_norm": 1669.5523681640625,
+      "learning_rate": 3.5424560806036625e-08,
+      "loss": 19.3906,
+      "step": 40764
+    },
+    {
+      "epoch": 1.9480550511325623,
+      "grad_norm": 568.3787231445312,
+      "learning_rate": 3.535951043956653e-08,
+      "loss": 16.4844,
+      "step": 40765
+    },
+    {
+      "epoch": 1.9481028385740227,
+      "grad_norm": 405.8541259765625,
+      "learning_rate": 3.529451974843556e-08,
+      "loss": 22.6094,
+      "step": 40766
+    },
+    {
+      "epoch": 1.948150626015483,
+      "grad_norm": 177.18260192871094,
+      "learning_rate": 3.5229588733032285e-08,
+      "loss": 25.8125,
+      "step": 40767
+    },
+    {
+      "epoch": 1.9481984134569434,
+      "grad_norm": 424.76153564453125,
+      "learning_rate": 3.5164717393745274e-08,
+      "loss": 43.1562,
+      "step": 40768
+    },
+    {
+      "epoch": 1.9482462008984038,
+      "grad_norm": 281.1257629394531,
+      "learning_rate": 3.5099905730964224e-08,
+      "loss": 27.1875,
+      "step": 40769
+    },
+    {
+      "epoch": 1.9482939883398642,
+      "grad_norm": 181.523193359375,
+      "learning_rate": 3.503515374507549e-08,
+      "loss": 19.4531,
+      "step": 40770
+    },
+    {
+      "epoch": 1.9483417757813246,
+      "grad_norm": 163.97134399414062,
+      "learning_rate": 3.497046143646876e-08,
+      "loss": 23.0156,
+      "step": 40771
+    },
+    {
+      "epoch": 1.948389563222785,
+      "grad_norm": 170.43736267089844,
+      "learning_rate": 3.4905828805529286e-08,
+      "loss": 17.125,
+      "step": 40772
+    },
+    {
+      "epoch": 1.9484373506642454,
+      "grad_norm": 282.8211364746094,
+      "learning_rate": 3.484125585264675e-08,
+      "loss": 22.3125,
+      "step": 40773
+    },
+    {
+      "epoch": 1.9484851381057058,
+      "grad_norm": 155.1715087890625,
+      "learning_rate": 3.4776742578205295e-08,
+      "loss": 18.1719,
+      "step": 40774
+    },
+    {
+      "epoch": 1.9485329255471662,
+      "grad_norm": 216.64089965820312,
+      "learning_rate": 3.471228898259349e-08,
+      "loss": 26.0938,
+      "step": 40775
+    },
+    {
+      "epoch": 1.9485807129886266,
+      "grad_norm": 283.7679443359375,
+      "learning_rate": 3.464789506619659e-08,
+      "loss": 32.9219,
+      "step": 40776
+    },
+    {
+      "epoch": 1.948628500430087,
+      "grad_norm": 167.49334716796875,
+      "learning_rate": 3.458356082939873e-08,
+      "loss": 26.6875,
+      "step": 40777
+    },
+    {
+      "epoch": 1.9486762878715473,
+      "grad_norm": 457.932373046875,
+      "learning_rate": 3.451928627258738e-08,
+      "loss": 33.0312,
+      "step": 40778
+    },
+    {
+      "epoch": 1.9487240753130077,
+      "grad_norm": 185.29193115234375,
+      "learning_rate": 3.4455071396146674e-08,
+      "loss": 32.0,
+      "step": 40779
+    },
+    {
+      "epoch": 1.9487718627544681,
+      "grad_norm": 192.3230743408203,
+      "learning_rate": 3.4390916200459644e-08,
+      "loss": 30.3125,
+      "step": 40780
+    },
+    {
+      "epoch": 1.9488196501959285,
+      "grad_norm": 273.10650634765625,
+      "learning_rate": 3.432682068591375e-08,
+      "loss": 22.9688,
+      "step": 40781
+    },
+    {
+      "epoch": 1.948867437637389,
+      "grad_norm": 362.93621826171875,
+      "learning_rate": 3.426278485288981e-08,
+      "loss": 17.9219,
+      "step": 40782
+    },
+    {
+      "epoch": 1.9489152250788493,
+      "grad_norm": 218.54379272460938,
+      "learning_rate": 3.4198808701773056e-08,
+      "loss": 15.8281,
+      "step": 40783
+    },
+    {
+      "epoch": 1.9489630125203097,
+      "grad_norm": 262.5781555175781,
+      "learning_rate": 3.4134892232945416e-08,
+      "loss": 21.1094,
+      "step": 40784
+    },
+    {
+      "epoch": 1.94901079996177,
+      "grad_norm": 172.58241271972656,
+      "learning_rate": 3.407103544678991e-08,
+      "loss": 21.6641,
+      "step": 40785
+    },
+    {
+      "epoch": 1.9490585874032305,
+      "grad_norm": 281.9939880371094,
+      "learning_rate": 3.4007238343690684e-08,
+      "loss": 20.4531,
+      "step": 40786
+    },
+    {
+      "epoch": 1.9491063748446908,
+      "grad_norm": 189.6747589111328,
+      "learning_rate": 3.394350092402743e-08,
+      "loss": 18.6719,
+      "step": 40787
+    },
+    {
+      "epoch": 1.9491541622861512,
+      "grad_norm": 316.603271484375,
+      "learning_rate": 3.387982318818317e-08,
+      "loss": 26.1719,
+      "step": 40788
+    },
+    {
+      "epoch": 1.9492019497276116,
+      "grad_norm": 260.02227783203125,
+      "learning_rate": 3.381620513653871e-08,
+      "loss": 22.375,
+      "step": 40789
+    },
+    {
+      "epoch": 1.949249737169072,
+      "grad_norm": 355.4210205078125,
+      "learning_rate": 3.375264676947598e-08,
+      "loss": 22.7188,
+      "step": 40790
+    },
+    {
+      "epoch": 1.9492975246105324,
+      "grad_norm": 259.31781005859375,
+      "learning_rate": 3.368914808737467e-08,
+      "loss": 25.4688,
+      "step": 40791
+    },
+    {
+      "epoch": 1.9493453120519928,
+      "grad_norm": 268.3916320800781,
+      "learning_rate": 3.362570909061447e-08,
+      "loss": 25.625,
+      "step": 40792
+    },
+    {
+      "epoch": 1.9493930994934532,
+      "grad_norm": 247.7126922607422,
+      "learning_rate": 3.35623297795773e-08,
+      "loss": 23.0625,
+      "step": 40793
+    },
+    {
+      "epoch": 1.9494408869349136,
+      "grad_norm": 195.75047302246094,
+      "learning_rate": 3.349901015464063e-08,
+      "loss": 22.8906,
+      "step": 40794
+    },
+    {
+      "epoch": 1.949488674376374,
+      "grad_norm": 320.4168395996094,
+      "learning_rate": 3.343575021618528e-08,
+      "loss": 23.2969,
+      "step": 40795
+    },
+    {
+      "epoch": 1.9495364618178344,
+      "grad_norm": 229.29376220703125,
+      "learning_rate": 3.337254996458872e-08,
+      "loss": 19.5938,
+      "step": 40796
+    },
+    {
+      "epoch": 1.9495842492592947,
+      "grad_norm": 262.3872985839844,
+      "learning_rate": 3.330940940023064e-08,
+      "loss": 27.125,
+      "step": 40797
+    },
+    {
+      "epoch": 1.9496320367007551,
+      "grad_norm": 353.0270080566406,
+      "learning_rate": 3.324632852348853e-08,
+      "loss": 26.8125,
+      "step": 40798
+    },
+    {
+      "epoch": 1.9496798241422155,
+      "grad_norm": 293.7503662109375,
+      "learning_rate": 3.3183307334739846e-08,
+      "loss": 17.7031,
+      "step": 40799
+    },
+    {
+      "epoch": 1.949727611583676,
+      "grad_norm": 135.9231719970703,
+      "learning_rate": 3.312034583436319e-08,
+      "loss": 16.2812,
+      "step": 40800
+    },
+    {
+      "epoch": 1.9497753990251363,
+      "grad_norm": 172.1783447265625,
+      "learning_rate": 3.305744402273492e-08,
+      "loss": 20.4219,
+      "step": 40801
+    },
+    {
+      "epoch": 1.9498231864665967,
+      "grad_norm": 240.089599609375,
+      "learning_rate": 3.2994601900230296e-08,
+      "loss": 19.0938,
+      "step": 40802
+    },
+    {
+      "epoch": 1.949870973908057,
+      "grad_norm": 425.10565185546875,
+      "learning_rate": 3.29318194672279e-08,
+      "loss": 28.6875,
+      "step": 40803
+    },
+    {
+      "epoch": 1.9499187613495175,
+      "grad_norm": 377.23687744140625,
+      "learning_rate": 3.286909672410299e-08,
+      "loss": 23.7812,
+      "step": 40804
+    },
+    {
+      "epoch": 1.9499665487909779,
+      "grad_norm": 384.107666015625,
+      "learning_rate": 3.280643367123193e-08,
+      "loss": 33.25,
+      "step": 40805
+    },
+    {
+      "epoch": 1.9500143362324383,
+      "grad_norm": 199.88946533203125,
+      "learning_rate": 3.2743830308987757e-08,
+      "loss": 26.25,
+      "step": 40806
+    },
+    {
+      "epoch": 1.9500621236738986,
+      "grad_norm": 134.42919921875,
+      "learning_rate": 3.2681286637746834e-08,
+      "loss": 15.125,
+      "step": 40807
+    },
+    {
+      "epoch": 1.950109911115359,
+      "grad_norm": 441.86529541015625,
+      "learning_rate": 3.261880265788442e-08,
+      "loss": 19.9531,
+      "step": 40808
+    },
+    {
+      "epoch": 1.9501576985568194,
+      "grad_norm": 262.624755859375,
+      "learning_rate": 3.255637836977354e-08,
+      "loss": 23.3594,
+      "step": 40809
+    },
+    {
+      "epoch": 1.9502054859982798,
+      "grad_norm": 295.4564208984375,
+      "learning_rate": 3.2494013773788354e-08,
+      "loss": 14.5,
+      "step": 40810
+    },
+    {
+      "epoch": 1.9502532734397402,
+      "grad_norm": 173.9879608154297,
+      "learning_rate": 3.2431708870303e-08,
+      "loss": 25.3125,
+      "step": 40811
+    },
+    {
+      "epoch": 1.9503010608812004,
+      "grad_norm": 208.54461669921875,
+      "learning_rate": 3.2369463659689405e-08,
+      "loss": 25.625,
+      "step": 40812
+    },
+    {
+      "epoch": 1.9503488483226608,
+      "grad_norm": 581.0891723632812,
+      "learning_rate": 3.2307278142320595e-08,
+      "loss": 22.8125,
+      "step": 40813
+    },
+    {
+      "epoch": 1.9503966357641211,
+      "grad_norm": 511.2214050292969,
+      "learning_rate": 3.224515231856962e-08,
+      "loss": 28.0938,
+      "step": 40814
+    },
+    {
+      "epoch": 1.9504444232055815,
+      "grad_norm": 415.4909973144531,
+      "learning_rate": 3.21830861888095e-08,
+      "loss": 30.5312,
+      "step": 40815
+    },
+    {
+      "epoch": 1.950492210647042,
+      "grad_norm": 401.3155212402344,
+      "learning_rate": 3.2121079753408836e-08,
+      "loss": 28.5938,
+      "step": 40816
+    },
+    {
+      "epoch": 1.9505399980885023,
+      "grad_norm": 501.25640869140625,
+      "learning_rate": 3.205913301274177e-08,
+      "loss": 29.0,
+      "step": 40817
+    },
+    {
+      "epoch": 1.9505877855299627,
+      "grad_norm": 263.457275390625,
+      "learning_rate": 3.1997245967179125e-08,
+      "loss": 36.2188,
+      "step": 40818
+    },
+    {
+      "epoch": 1.950635572971423,
+      "grad_norm": 243.73338317871094,
+      "learning_rate": 3.1935418617089484e-08,
+      "loss": 25.5625,
+      "step": 40819
+    },
+    {
+      "epoch": 1.9506833604128835,
+      "grad_norm": 278.577880859375,
+      "learning_rate": 3.187365096284478e-08,
+      "loss": 27.5156,
+      "step": 40820
+    },
+    {
+      "epoch": 1.9507311478543439,
+      "grad_norm": 353.302490234375,
+      "learning_rate": 3.181194300481471e-08,
+      "loss": 25.1875,
+      "step": 40821
+    },
+    {
+      "epoch": 1.9507789352958043,
+      "grad_norm": 214.2843780517578,
+      "learning_rate": 3.1750294743367884e-08,
+      "loss": 27.125,
+      "step": 40822
+    },
+    {
+      "epoch": 1.9508267227372647,
+      "grad_norm": 254.04580688476562,
+      "learning_rate": 3.168870617887509e-08,
+      "loss": 20.0625,
+      "step": 40823
+    },
+    {
+      "epoch": 1.950874510178725,
+      "grad_norm": 214.53086853027344,
+      "learning_rate": 3.162717731170384e-08,
+      "loss": 18.875,
+      "step": 40824
+    },
+    {
+      "epoch": 1.9509222976201854,
+      "grad_norm": 376.9212341308594,
+      "learning_rate": 3.156570814222271e-08,
+      "loss": 24.5156,
+      "step": 40825
+    },
+    {
+      "epoch": 1.9509700850616458,
+      "grad_norm": 223.97525024414062,
+      "learning_rate": 3.1504298670800296e-08,
+      "loss": 16.75,
+      "step": 40826
+    },
+    {
+      "epoch": 1.9510178725031062,
+      "grad_norm": 213.05108642578125,
+      "learning_rate": 3.144294889780519e-08,
+      "loss": 23.9531,
+      "step": 40827
+    },
+    {
+      "epoch": 1.9510656599445666,
+      "grad_norm": 254.2672119140625,
+      "learning_rate": 3.1381658823602666e-08,
+      "loss": 22.0938,
+      "step": 40828
+    },
+    {
+      "epoch": 1.951113447386027,
+      "grad_norm": 231.54759216308594,
+      "learning_rate": 3.1320428448561315e-08,
+      "loss": 32.375,
+      "step": 40829
+    },
+    {
+      "epoch": 1.9511612348274874,
+      "grad_norm": 152.45191955566406,
+      "learning_rate": 3.12592577730475e-08,
+      "loss": 25.9688,
+      "step": 40830
+    },
+    {
+      "epoch": 1.9512090222689478,
+      "grad_norm": 155.88075256347656,
+      "learning_rate": 3.119814679742872e-08,
+      "loss": 23.25,
+      "step": 40831
+    },
+    {
+      "epoch": 1.9512568097104082,
+      "grad_norm": 365.4739685058594,
+      "learning_rate": 3.1137095522068006e-08,
+      "loss": 30.1562,
+      "step": 40832
+    },
+    {
+      "epoch": 1.9513045971518683,
+      "grad_norm": 164.86048889160156,
+      "learning_rate": 3.107610394733396e-08,
+      "loss": 21.6562,
+      "step": 40833
+    },
+    {
+      "epoch": 1.9513523845933287,
+      "grad_norm": 146.02418518066406,
+      "learning_rate": 3.101517207358962e-08,
+      "loss": 20.5156,
+      "step": 40834
+    },
+    {
+      "epoch": 1.951400172034789,
+      "grad_norm": 316.0395812988281,
+      "learning_rate": 3.095429990120136e-08,
+      "loss": 24.0312,
+      "step": 40835
+    },
+    {
+      "epoch": 1.9514479594762495,
+      "grad_norm": 213.01065063476562,
+      "learning_rate": 3.089348743053333e-08,
+      "loss": 20.0156,
+      "step": 40836
+    },
+    {
+      "epoch": 1.9514957469177099,
+      "grad_norm": 141.281494140625,
+      "learning_rate": 3.0832734661949694e-08,
+      "loss": 17.1094,
+      "step": 40837
+    },
+    {
+      "epoch": 1.9515435343591703,
+      "grad_norm": 203.36839294433594,
+      "learning_rate": 3.07720415958146e-08,
+      "loss": 19.4531,
+      "step": 40838
+    },
+    {
+      "epoch": 1.9515913218006307,
+      "grad_norm": 203.4709014892578,
+      "learning_rate": 3.071140823249108e-08,
+      "loss": 19.5,
+      "step": 40839
+    },
+    {
+      "epoch": 1.951639109242091,
+      "grad_norm": 248.37522888183594,
+      "learning_rate": 3.065083457234108e-08,
+      "loss": 22.5,
+      "step": 40840
+    },
+    {
+      "epoch": 1.9516868966835514,
+      "grad_norm": 332.4112548828125,
+      "learning_rate": 3.059032061572986e-08,
+      "loss": 23.5,
+      "step": 40841
+    },
+    {
+      "epoch": 1.9517346841250118,
+      "grad_norm": 245.38662719726562,
+      "learning_rate": 3.0529866363018244e-08,
+      "loss": 22.2812,
+      "step": 40842
+    },
+    {
+      "epoch": 1.9517824715664722,
+      "grad_norm": 879.9116821289062,
+      "learning_rate": 3.046947181456816e-08,
+      "loss": 17.125,
+      "step": 40843
+    },
+    {
+      "epoch": 1.9518302590079326,
+      "grad_norm": 298.0035705566406,
+      "learning_rate": 3.040913697074266e-08,
+      "loss": 33.875,
+      "step": 40844
+    },
+    {
+      "epoch": 1.951878046449393,
+      "grad_norm": 323.45306396484375,
+      "learning_rate": 3.0348861831901446e-08,
+      "loss": 36.2812,
+      "step": 40845
+    },
+    {
+      "epoch": 1.9519258338908534,
+      "grad_norm": 265.6396179199219,
+      "learning_rate": 3.0288646398406454e-08,
+      "loss": 18.7812,
+      "step": 40846
+    },
+    {
+      "epoch": 1.9519736213323138,
+      "grad_norm": 370.3043212890625,
+      "learning_rate": 3.0228490670617394e-08,
+      "loss": 24.2812,
+      "step": 40847
+    },
+    {
+      "epoch": 1.9520214087737742,
+      "grad_norm": 180.52659606933594,
+      "learning_rate": 3.016839464889621e-08,
+      "loss": 21.25,
+      "step": 40848
+    },
+    {
+      "epoch": 1.9520691962152346,
+      "grad_norm": 176.0077362060547,
+      "learning_rate": 3.0108358333600375e-08,
+      "loss": 23.9688,
+      "step": 40849
+    },
+    {
+      "epoch": 1.952116983656695,
+      "grad_norm": 137.7479248046875,
+      "learning_rate": 3.004838172509183e-08,
+      "loss": 18.7812,
+      "step": 40850
+    },
+    {
+      "epoch": 1.9521647710981553,
+      "grad_norm": 380.7110595703125,
+      "learning_rate": 2.998846482372808e-08,
+      "loss": 23.0469,
+      "step": 40851
+    },
+    {
+      "epoch": 1.9522125585396157,
+      "grad_norm": 213.0104217529297,
+      "learning_rate": 2.992860762986882e-08,
+      "loss": 17.5156,
+      "step": 40852
+    },
+    {
+      "epoch": 1.9522603459810761,
+      "grad_norm": 330.2132873535156,
+      "learning_rate": 2.986881014387266e-08,
+      "loss": 31.5,
+      "step": 40853
+    },
+    {
+      "epoch": 1.9523081334225365,
+      "grad_norm": 292.3465881347656,
+      "learning_rate": 2.980907236609709e-08,
+      "loss": 25.6562,
+      "step": 40854
+    },
+    {
+      "epoch": 1.952355920863997,
+      "grad_norm": 164.35964965820312,
+      "learning_rate": 2.9749394296900712e-08,
+      "loss": 15.1719,
+      "step": 40855
+    },
+    {
+      "epoch": 1.9524037083054573,
+      "grad_norm": 238.8082275390625,
+      "learning_rate": 2.968977593663991e-08,
+      "loss": 22.8438,
+      "step": 40856
+    },
+    {
+      "epoch": 1.9524514957469177,
+      "grad_norm": 172.45497131347656,
+      "learning_rate": 2.963021728567106e-08,
+      "loss": 18.1719,
+      "step": 40857
+    },
+    {
+      "epoch": 1.952499283188378,
+      "grad_norm": 181.1262969970703,
+      "learning_rate": 2.9570718344352768e-08,
+      "loss": 29.0469,
+      "step": 40858
+    },
+    {
+      "epoch": 1.9525470706298385,
+      "grad_norm": 316.9517822265625,
+      "learning_rate": 2.9511279113040304e-08,
+      "loss": 20.7812,
+      "step": 40859
+    },
+    {
+      "epoch": 1.9525948580712988,
+      "grad_norm": 220.248291015625,
+      "learning_rate": 2.945189959209116e-08,
+      "loss": 28.1875,
+      "step": 40860
+    },
+    {
+      "epoch": 1.9526426455127592,
+      "grad_norm": 167.0242462158203,
+      "learning_rate": 2.939257978185839e-08,
+      "loss": 25.5781,
+      "step": 40861
+    },
+    {
+      "epoch": 1.9526904329542196,
+      "grad_norm": 182.22975158691406,
+      "learning_rate": 2.933331968269837e-08,
+      "loss": 27.6562,
+      "step": 40862
+    },
+    {
+      "epoch": 1.95273822039568,
+      "grad_norm": 263.8210754394531,
+      "learning_rate": 2.9274119294965264e-08,
+      "loss": 29.5625,
+      "step": 40863
+    },
+    {
+      "epoch": 1.9527860078371404,
+      "grad_norm": 289.2117004394531,
+      "learning_rate": 2.9214978619016565e-08,
+      "loss": 34.4062,
+      "step": 40864
+    },
+    {
+      "epoch": 1.9528337952786008,
+      "grad_norm": 881.32958984375,
+      "learning_rate": 2.9155897655203103e-08,
+      "loss": 22.0781,
+      "step": 40865
+    },
+    {
+      "epoch": 1.9528815827200612,
+      "grad_norm": 451.052490234375,
+      "learning_rate": 2.9096876403879036e-08,
+      "loss": 25.0,
+      "step": 40866
+    },
+    {
+      "epoch": 1.9529293701615216,
+      "grad_norm": 166.1521453857422,
+      "learning_rate": 2.903791486539964e-08,
+      "loss": 23.0469,
+      "step": 40867
+    },
+    {
+      "epoch": 1.952977157602982,
+      "grad_norm": 255.53472900390625,
+      "learning_rate": 2.8979013040117964e-08,
+      "loss": 19.1562,
+      "step": 40868
+    },
+    {
+      "epoch": 1.9530249450444424,
+      "grad_norm": 211.20529174804688,
+      "learning_rate": 2.892017092838484e-08,
+      "loss": 20.0625,
+      "step": 40869
+    },
+    {
+      "epoch": 1.9530727324859027,
+      "grad_norm": 244.33782958984375,
+      "learning_rate": 2.8861388530553315e-08,
+      "loss": 27.3125,
+      "step": 40870
+    },
+    {
+      "epoch": 1.9531205199273631,
+      "grad_norm": 248.9739990234375,
+      "learning_rate": 2.880266584697644e-08,
+      "loss": 17.3906,
+      "step": 40871
+    },
+    {
+      "epoch": 1.9531683073688235,
+      "grad_norm": 167.0037841796875,
+      "learning_rate": 2.874400287800505e-08,
+      "loss": 27.1094,
+      "step": 40872
+    },
+    {
+      "epoch": 1.953216094810284,
+      "grad_norm": 228.30731201171875,
+      "learning_rate": 2.8685399623989975e-08,
+      "loss": 29.0312,
+      "step": 40873
+    },
+    {
+      "epoch": 1.9532638822517443,
+      "grad_norm": 407.99462890625,
+      "learning_rate": 2.862685608528426e-08,
+      "loss": 26.8438,
+      "step": 40874
+    },
+    {
+      "epoch": 1.9533116696932047,
+      "grad_norm": 270.80804443359375,
+      "learning_rate": 2.856837226223652e-08,
+      "loss": 29.9375,
+      "step": 40875
+    },
+    {
+      "epoch": 1.953359457134665,
+      "grad_norm": 229.71678161621094,
+      "learning_rate": 2.8509948155196475e-08,
+      "loss": 18.4531,
+      "step": 40876
+    },
+    {
+      "epoch": 1.9534072445761255,
+      "grad_norm": 203.37928771972656,
+      "learning_rate": 2.8451583764516068e-08,
+      "loss": 27.0938,
+      "step": 40877
+    },
+    {
+      "epoch": 1.9534550320175859,
+      "grad_norm": 567.8953857421875,
+      "learning_rate": 2.8393279090543902e-08,
+      "loss": 27.625,
+      "step": 40878
+    },
+    {
+      "epoch": 1.9535028194590462,
+      "grad_norm": 393.8154602050781,
+      "learning_rate": 2.8335034133628592e-08,
+      "loss": 20.4844,
+      "step": 40879
+    },
+    {
+      "epoch": 1.9535506069005066,
+      "grad_norm": 522.3248291015625,
+      "learning_rate": 2.8276848894119856e-08,
+      "loss": 23.6406,
+      "step": 40880
+    },
+    {
+      "epoch": 1.953598394341967,
+      "grad_norm": 306.4107360839844,
+      "learning_rate": 2.821872337236631e-08,
+      "loss": 28.9844,
+      "step": 40881
+    },
+    {
+      "epoch": 1.9536461817834274,
+      "grad_norm": 176.0886993408203,
+      "learning_rate": 2.8160657568714335e-08,
+      "loss": 22.4844,
+      "step": 40882
+    },
+    {
+      "epoch": 1.9536939692248878,
+      "grad_norm": 191.0518341064453,
+      "learning_rate": 2.8102651483513655e-08,
+      "loss": 23.5469,
+      "step": 40883
+    },
+    {
+      "epoch": 1.9537417566663482,
+      "grad_norm": 226.0320587158203,
+      "learning_rate": 2.804470511711066e-08,
+      "loss": 31.1562,
+      "step": 40884
+    },
+    {
+      "epoch": 1.9537895441078086,
+      "grad_norm": 264.6285400390625,
+      "learning_rate": 2.798681846985285e-08,
+      "loss": 26.25,
+      "step": 40885
+    },
+    {
+      "epoch": 1.953837331549269,
+      "grad_norm": 196.86651611328125,
+      "learning_rate": 2.7928991542085504e-08,
+      "loss": 25.2969,
+      "step": 40886
+    },
+    {
+      "epoch": 1.9538851189907294,
+      "grad_norm": 231.1501007080078,
+      "learning_rate": 2.787122433415723e-08,
+      "loss": 22.9375,
+      "step": 40887
+    },
+    {
+      "epoch": 1.9539329064321898,
+      "grad_norm": 184.01258850097656,
+      "learning_rate": 2.7813516846412202e-08,
+      "loss": 18.7812,
+      "step": 40888
+    },
+    {
+      "epoch": 1.9539806938736501,
+      "grad_norm": 196.69113159179688,
+      "learning_rate": 2.7755869079195696e-08,
+      "loss": 29.0,
+      "step": 40889
+    },
+    {
+      "epoch": 1.9540284813151105,
+      "grad_norm": 1183.8837890625,
+      "learning_rate": 2.769828103285521e-08,
+      "loss": 23.5,
+      "step": 40890
+    },
+    {
+      "epoch": 1.954076268756571,
+      "grad_norm": 144.89198303222656,
+      "learning_rate": 2.764075270773381e-08,
+      "loss": 22.375,
+      "step": 40891
+    },
+    {
+      "epoch": 1.9541240561980313,
+      "grad_norm": 286.0662536621094,
+      "learning_rate": 2.7583284104175657e-08,
+      "loss": 37.0625,
+      "step": 40892
+    },
+    {
+      "epoch": 1.9541718436394917,
+      "grad_norm": 144.46502685546875,
+      "learning_rate": 2.7525875222527143e-08,
+      "loss": 18.8438,
+      "step": 40893
+    },
+    {
+      "epoch": 1.954219631080952,
+      "grad_norm": 407.6296691894531,
+      "learning_rate": 2.7468526063129108e-08,
+      "loss": 30.0312,
+      "step": 40894
+    },
+    {
+      "epoch": 1.9542674185224123,
+      "grad_norm": 321.5799865722656,
+      "learning_rate": 2.741123662632794e-08,
+      "loss": 25.2188,
+      "step": 40895
+    },
+    {
+      "epoch": 1.9543152059638726,
+      "grad_norm": 175.71566772460938,
+      "learning_rate": 2.7354006912464482e-08,
+      "loss": 18.3438,
+      "step": 40896
+    },
+    {
+      "epoch": 1.954362993405333,
+      "grad_norm": 271.9498596191406,
+      "learning_rate": 2.7296836921881785e-08,
+      "loss": 37.6562,
+      "step": 40897
+    },
+    {
+      "epoch": 1.9544107808467934,
+      "grad_norm": 384.8644104003906,
+      "learning_rate": 2.7239726654924025e-08,
+      "loss": 28.625,
+      "step": 40898
+    },
+    {
+      "epoch": 1.9544585682882538,
+      "grad_norm": 212.43357849121094,
+      "learning_rate": 2.718267611193093e-08,
+      "loss": 29.0625,
+      "step": 40899
+    },
+    {
+      "epoch": 1.9545063557297142,
+      "grad_norm": 216.4399871826172,
+      "learning_rate": 2.7125685293245552e-08,
+      "loss": 18.2031,
+      "step": 40900
+    },
+    {
+      "epoch": 1.9545541431711746,
+      "grad_norm": 277.63494873046875,
+      "learning_rate": 2.7068754199208736e-08,
+      "loss": 22.2969,
+      "step": 40901
+    },
+    {
+      "epoch": 1.954601930612635,
+      "grad_norm": 289.64385986328125,
+      "learning_rate": 2.7011882830161318e-08,
+      "loss": 24.5625,
+      "step": 40902
+    },
+    {
+      "epoch": 1.9546497180540954,
+      "grad_norm": 314.1452331542969,
+      "learning_rate": 2.6955071186444136e-08,
+      "loss": 27.4375,
+      "step": 40903
+    },
+    {
+      "epoch": 1.9546975054955558,
+      "grad_norm": 162.21102905273438,
+      "learning_rate": 2.689831926839692e-08,
+      "loss": 22.9375,
+      "step": 40904
+    },
+    {
+      "epoch": 1.9547452929370162,
+      "grad_norm": 663.845947265625,
+      "learning_rate": 2.684162707636051e-08,
+      "loss": 21.5781,
+      "step": 40905
+    },
+    {
+      "epoch": 1.9547930803784765,
+      "grad_norm": 185.2635040283203,
+      "learning_rate": 2.678499461067352e-08,
+      "loss": 23.9688,
+      "step": 40906
+    },
+    {
+      "epoch": 1.954840867819937,
+      "grad_norm": 341.5913391113281,
+      "learning_rate": 2.672842187167568e-08,
+      "loss": 32.0938,
+      "step": 40907
+    },
+    {
+      "epoch": 1.9548886552613973,
+      "grad_norm": 443.7756042480469,
+      "learning_rate": 2.667190885970561e-08,
+      "loss": 25.1875,
+      "step": 40908
+    },
+    {
+      "epoch": 1.9549364427028577,
+      "grad_norm": 191.4884490966797,
+      "learning_rate": 2.6615455575101923e-08,
+      "loss": 24.0,
+      "step": 40909
+    },
+    {
+      "epoch": 1.954984230144318,
+      "grad_norm": 270.298095703125,
+      "learning_rate": 2.6559062018202132e-08,
+      "loss": 27.4844,
+      "step": 40910
+    },
+    {
+      "epoch": 1.9550320175857785,
+      "grad_norm": 145.22332763671875,
+      "learning_rate": 2.6502728189343742e-08,
+      "loss": 16.0156,
+      "step": 40911
+    },
+    {
+      "epoch": 1.9550798050272389,
+      "grad_norm": 301.9171142578125,
+      "learning_rate": 2.644645408886537e-08,
+      "loss": 31.1719,
+      "step": 40912
+    },
+    {
+      "epoch": 1.9551275924686993,
+      "grad_norm": 206.10885620117188,
+      "learning_rate": 2.6390239717103417e-08,
+      "loss": 22.0,
+      "step": 40913
+    },
+    {
+      "epoch": 1.9551753799101597,
+      "grad_norm": 194.06605529785156,
+      "learning_rate": 2.633408507439428e-08,
+      "loss": 18.5312,
+      "step": 40914
+    },
+    {
+      "epoch": 1.9552231673516198,
+      "grad_norm": 2256.9423828125,
+      "learning_rate": 2.6277990161074352e-08,
+      "loss": 25.2656,
+      "step": 40915
+    },
+    {
+      "epoch": 1.9552709547930802,
+      "grad_norm": 264.2051086425781,
+      "learning_rate": 2.6221954977478926e-08,
+      "loss": 32.8438,
+      "step": 40916
+    },
+    {
+      "epoch": 1.9553187422345406,
+      "grad_norm": 424.95947265625,
+      "learning_rate": 2.6165979523945505e-08,
+      "loss": 20.6406,
+      "step": 40917
+    },
+    {
+      "epoch": 1.955366529676001,
+      "grad_norm": 167.79220581054688,
+      "learning_rate": 2.611006380080716e-08,
+      "loss": 15.7188,
+      "step": 40918
+    },
+    {
+      "epoch": 1.9554143171174614,
+      "grad_norm": 239.54286193847656,
+      "learning_rate": 2.605420780840029e-08,
+      "loss": 24.1719,
+      "step": 40919
+    },
+    {
+      "epoch": 1.9554621045589218,
+      "grad_norm": 329.6883850097656,
+      "learning_rate": 2.5998411547059065e-08,
+      "loss": 21.4375,
+      "step": 40920
+    },
+    {
+      "epoch": 1.9555098920003822,
+      "grad_norm": 299.72589111328125,
+      "learning_rate": 2.594267501711656e-08,
+      "loss": 33.3594,
+      "step": 40921
+    },
+    {
+      "epoch": 1.9555576794418426,
+      "grad_norm": 403.8595886230469,
+      "learning_rate": 2.5886998218908053e-08,
+      "loss": 28.2812,
+      "step": 40922
+    },
+    {
+      "epoch": 1.955605466883303,
+      "grad_norm": 205.6161346435547,
+      "learning_rate": 2.5831381152765513e-08,
+      "loss": 21.9375,
+      "step": 40923
+    },
+    {
+      "epoch": 1.9556532543247633,
+      "grad_norm": 318.3749694824219,
+      "learning_rate": 2.5775823819024216e-08,
+      "loss": 23.75,
+      "step": 40924
+    },
+    {
+      "epoch": 1.9557010417662237,
+      "grad_norm": 193.6124725341797,
+      "learning_rate": 2.5720326218013902e-08,
+      "loss": 32.8125,
+      "step": 40925
+    },
+    {
+      "epoch": 1.9557488292076841,
+      "grad_norm": 556.90234375,
+      "learning_rate": 2.566488835006875e-08,
+      "loss": 27.3438,
+      "step": 40926
+    },
+    {
+      "epoch": 1.9557966166491445,
+      "grad_norm": 134.0343475341797,
+      "learning_rate": 2.5609510215521828e-08,
+      "loss": 26.7344,
+      "step": 40927
+    },
+    {
+      "epoch": 1.955844404090605,
+      "grad_norm": 160.62037658691406,
+      "learning_rate": 2.5554191814701756e-08,
+      "loss": 25.625,
+      "step": 40928
+    },
+    {
+      "epoch": 1.9558921915320653,
+      "grad_norm": 194.04031372070312,
+      "learning_rate": 2.5498933147942716e-08,
+      "loss": 28.7812,
+      "step": 40929
+    },
+    {
+      "epoch": 1.9559399789735257,
+      "grad_norm": 243.3769989013672,
+      "learning_rate": 2.5443734215573333e-08,
+      "loss": 33.0,
+      "step": 40930
+    },
+    {
+      "epoch": 1.955987766414986,
+      "grad_norm": 134.38804626464844,
+      "learning_rate": 2.5388595017926675e-08,
+      "loss": 19.7656,
+      "step": 40931
+    },
+    {
+      "epoch": 1.9560355538564465,
+      "grad_norm": 239.05548095703125,
+      "learning_rate": 2.5333515555330257e-08,
+      "loss": 22.4844,
+      "step": 40932
+    },
+    {
+      "epoch": 1.9560833412979068,
+      "grad_norm": 442.3817138671875,
+      "learning_rate": 2.5278495828116033e-08,
+      "loss": 14.9375,
+      "step": 40933
+    },
+    {
+      "epoch": 1.9561311287393672,
+      "grad_norm": 721.1509399414062,
+      "learning_rate": 2.5223535836612634e-08,
+      "loss": 22.0469,
+      "step": 40934
+    },
+    {
+      "epoch": 1.9561789161808276,
+      "grad_norm": 161.20794677734375,
+      "learning_rate": 2.516863558114868e-08,
+      "loss": 18.8125,
+      "step": 40935
+    },
+    {
+      "epoch": 1.956226703622288,
+      "grad_norm": 243.8726043701172,
+      "learning_rate": 2.5113795062053915e-08,
+      "loss": 16.5156,
+      "step": 40936
+    },
+    {
+      "epoch": 1.9562744910637484,
+      "grad_norm": 233.71624755859375,
+      "learning_rate": 2.5059014279655846e-08,
+      "loss": 28.1875,
+      "step": 40937
+    },
+    {
+      "epoch": 1.9563222785052088,
+      "grad_norm": 237.54473876953125,
+      "learning_rate": 2.5004293234284215e-08,
+      "loss": 28.0312,
+      "step": 40938
+    },
+    {
+      "epoch": 1.9563700659466692,
+      "grad_norm": 289.4879455566406,
+      "learning_rate": 2.4949631926265428e-08,
+      "loss": 28.1875,
+      "step": 40939
+    },
+    {
+      "epoch": 1.9564178533881296,
+      "grad_norm": 308.940673828125,
+      "learning_rate": 2.4895030355925887e-08,
+      "loss": 23.6875,
+      "step": 40940
+    },
+    {
+      "epoch": 1.95646564082959,
+      "grad_norm": 252.95703125,
+      "learning_rate": 2.4840488523595328e-08,
+      "loss": 15.7344,
+      "step": 40941
+    },
+    {
+      "epoch": 1.9565134282710503,
+      "grad_norm": 191.5138702392578,
+      "learning_rate": 2.4786006429596833e-08,
+      "loss": 21.7969,
+      "step": 40942
+    },
+    {
+      "epoch": 1.9565612157125107,
+      "grad_norm": 424.66851806640625,
+      "learning_rate": 2.473158407426013e-08,
+      "loss": 22.1875,
+      "step": 40943
+    },
+    {
+      "epoch": 1.9566090031539711,
+      "grad_norm": 440.8299255371094,
+      "learning_rate": 2.4677221457909407e-08,
+      "loss": 28.7812,
+      "step": 40944
+    },
+    {
+      "epoch": 1.9566567905954315,
+      "grad_norm": 186.70242309570312,
+      "learning_rate": 2.4622918580869958e-08,
+      "loss": 22.5156,
+      "step": 40945
+    },
+    {
+      "epoch": 1.956704578036892,
+      "grad_norm": 145.72312927246094,
+      "learning_rate": 2.4568675443467083e-08,
+      "loss": 19.125,
+      "step": 40946
+    },
+    {
+      "epoch": 1.9567523654783523,
+      "grad_norm": 245.58279418945312,
+      "learning_rate": 2.4514492046027183e-08,
+      "loss": 26.3125,
+      "step": 40947
+    },
+    {
+      "epoch": 1.9568001529198127,
+      "grad_norm": 283.12908935546875,
+      "learning_rate": 2.4460368388873336e-08,
+      "loss": 27.0781,
+      "step": 40948
+    },
+    {
+      "epoch": 1.956847940361273,
+      "grad_norm": 176.91615295410156,
+      "learning_rate": 2.4406304472329723e-08,
+      "loss": 20.8906,
+      "step": 40949
+    },
+    {
+      "epoch": 1.9568957278027335,
+      "grad_norm": 495.7699279785156,
+      "learning_rate": 2.435230029671942e-08,
+      "loss": 24.6875,
+      "step": 40950
+    },
+    {
+      "epoch": 1.9569435152441939,
+      "grad_norm": 335.10137939453125,
+      "learning_rate": 2.429835586236773e-08,
+      "loss": 29.3125,
+      "step": 40951
+    },
+    {
+      "epoch": 1.9569913026856542,
+      "grad_norm": 191.77993774414062,
+      "learning_rate": 2.4244471169596606e-08,
+      "loss": 23.4062,
+      "step": 40952
+    },
+    {
+      "epoch": 1.9570390901271146,
+      "grad_norm": 343.76995849609375,
+      "learning_rate": 2.419064621872913e-08,
+      "loss": 19.7812,
+      "step": 40953
+    },
+    {
+      "epoch": 1.957086877568575,
+      "grad_norm": 373.9187316894531,
+      "learning_rate": 2.4136881010086155e-08,
+      "loss": 25.6094,
+      "step": 40954
+    },
+    {
+      "epoch": 1.9571346650100354,
+      "grad_norm": 303.257080078125,
+      "learning_rate": 2.4083175543991866e-08,
+      "loss": 24.4688,
+      "step": 40955
+    },
+    {
+      "epoch": 1.9571824524514958,
+      "grad_norm": 227.6521453857422,
+      "learning_rate": 2.4029529820767117e-08,
+      "loss": 21.5625,
+      "step": 40956
+    },
+    {
+      "epoch": 1.9572302398929562,
+      "grad_norm": 317.44427490234375,
+      "learning_rate": 2.397594384073165e-08,
+      "loss": 24.4844,
+      "step": 40957
+    },
+    {
+      "epoch": 1.9572780273344166,
+      "grad_norm": 212.01437377929688,
+      "learning_rate": 2.3922417604208548e-08,
+      "loss": 26.0312,
+      "step": 40958
+    },
+    {
+      "epoch": 1.957325814775877,
+      "grad_norm": 253.7374725341797,
+      "learning_rate": 2.3868951111517547e-08,
+      "loss": 24.0,
+      "step": 40959
+    },
+    {
+      "epoch": 1.9573736022173374,
+      "grad_norm": 162.6122589111328,
+      "learning_rate": 2.3815544362979505e-08,
+      "loss": 25.4531,
+      "step": 40960
+    },
+    {
+      "epoch": 1.9574213896587978,
+      "grad_norm": 222.53323364257812,
+      "learning_rate": 2.3762197358911942e-08,
+      "loss": 23.5,
+      "step": 40961
+    },
+    {
+      "epoch": 1.9574691771002581,
+      "grad_norm": 379.94622802734375,
+      "learning_rate": 2.3708910099636828e-08,
+      "loss": 17.8594,
+      "step": 40962
+    },
+    {
+      "epoch": 1.9575169645417185,
+      "grad_norm": 226.8123016357422,
+      "learning_rate": 2.3655682585472794e-08,
+      "loss": 27.8125,
+      "step": 40963
+    },
+    {
+      "epoch": 1.957564751983179,
+      "grad_norm": 205.160400390625,
+      "learning_rate": 2.3602514816737365e-08,
+      "loss": 21.3438,
+      "step": 40964
+    },
+    {
+      "epoch": 1.9576125394246393,
+      "grad_norm": 210.73521423339844,
+      "learning_rate": 2.3549406793750285e-08,
+      "loss": 26.1406,
+      "step": 40965
+    },
+    {
+      "epoch": 1.9576603268660997,
+      "grad_norm": 302.1724853515625,
+      "learning_rate": 2.3496358516829076e-08,
+      "loss": 26.875,
+      "step": 40966
+    },
+    {
+      "epoch": 1.95770811430756,
+      "grad_norm": 156.7656707763672,
+      "learning_rate": 2.3443369986292376e-08,
+      "loss": 18.3906,
+      "step": 40967
+    },
+    {
+      "epoch": 1.9577559017490205,
+      "grad_norm": 226.75169372558594,
+      "learning_rate": 2.3390441202455484e-08,
+      "loss": 24.5625,
+      "step": 40968
+    },
+    {
+      "epoch": 1.9578036891904809,
+      "grad_norm": 1328.27099609375,
+      "learning_rate": 2.3337572165635926e-08,
+      "loss": 17.875,
+      "step": 40969
+    },
+    {
+      "epoch": 1.9578514766319413,
+      "grad_norm": 279.8592224121094,
+      "learning_rate": 2.3284762876152335e-08,
+      "loss": 26.3438,
+      "step": 40970
+    },
+    {
+      "epoch": 1.9578992640734016,
+      "grad_norm": 312.2255859375,
+      "learning_rate": 2.3232013334318905e-08,
+      "loss": 16.7656,
+      "step": 40971
+    },
+    {
+      "epoch": 1.957947051514862,
+      "grad_norm": 253.82003784179688,
+      "learning_rate": 2.3179323540452048e-08,
+      "loss": 23.75,
+      "step": 40972
+    },
+    {
+      "epoch": 1.9579948389563224,
+      "grad_norm": 397.5802917480469,
+      "learning_rate": 2.312669349486707e-08,
+      "loss": 21.1562,
+      "step": 40973
+    },
+    {
+      "epoch": 1.9580426263977828,
+      "grad_norm": 168.2012481689453,
+      "learning_rate": 2.3074123197879273e-08,
+      "loss": 14.0938,
+      "step": 40974
+    },
+    {
+      "epoch": 1.9580904138392432,
+      "grad_norm": 300.6634216308594,
+      "learning_rate": 2.302161264980507e-08,
+      "loss": 25.1875,
+      "step": 40975
+    },
+    {
+      "epoch": 1.9581382012807036,
+      "grad_norm": 173.1569061279297,
+      "learning_rate": 2.2969161850956434e-08,
+      "loss": 16.2656,
+      "step": 40976
+    },
+    {
+      "epoch": 1.9581859887221638,
+      "grad_norm": 133.06072998046875,
+      "learning_rate": 2.291677080164867e-08,
+      "loss": 16.1172,
+      "step": 40977
+    },
+    {
+      "epoch": 1.9582337761636242,
+      "grad_norm": 242.9515380859375,
+      "learning_rate": 2.286443950219708e-08,
+      "loss": 35.2734,
+      "step": 40978
+    },
+    {
+      "epoch": 1.9582815636050845,
+      "grad_norm": 255.088623046875,
+      "learning_rate": 2.2812167952911414e-08,
+      "loss": 28.1406,
+      "step": 40979
+    },
+    {
+      "epoch": 1.958329351046545,
+      "grad_norm": 330.4796447753906,
+      "learning_rate": 2.275995615410809e-08,
+      "loss": 27.1094,
+      "step": 40980
+    },
+    {
+      "epoch": 1.9583771384880053,
+      "grad_norm": 213.1095428466797,
+      "learning_rate": 2.2707804106097965e-08,
+      "loss": 23.0938,
+      "step": 40981
+    },
+    {
+      "epoch": 1.9584249259294657,
+      "grad_norm": 287.5953369140625,
+      "learning_rate": 2.2655711809194124e-08,
+      "loss": 22.375,
+      "step": 40982
+    },
+    {
+      "epoch": 1.958472713370926,
+      "grad_norm": 327.5724182128906,
+      "learning_rate": 2.2603679263707435e-08,
+      "loss": 29.4062,
+      "step": 40983
+    },
+    {
+      "epoch": 1.9585205008123865,
+      "grad_norm": 185.67648315429688,
+      "learning_rate": 2.2551706469950973e-08,
+      "loss": 18.0156,
+      "step": 40984
+    },
+    {
+      "epoch": 1.9585682882538469,
+      "grad_norm": 242.40382385253906,
+      "learning_rate": 2.2499793428235605e-08,
+      "loss": 30.0625,
+      "step": 40985
+    },
+    {
+      "epoch": 1.9586160756953073,
+      "grad_norm": 336.07012939453125,
+      "learning_rate": 2.2447940138872194e-08,
+      "loss": 29.7344,
+      "step": 40986
+    },
+    {
+      "epoch": 1.9586638631367677,
+      "grad_norm": 279.16717529296875,
+      "learning_rate": 2.2396146602170487e-08,
+      "loss": 29.0625,
+      "step": 40987
+    },
+    {
+      "epoch": 1.958711650578228,
+      "grad_norm": 454.5603332519531,
+      "learning_rate": 2.2344412818440242e-08,
+      "loss": 28.9062,
+      "step": 40988
+    },
+    {
+      "epoch": 1.9587594380196884,
+      "grad_norm": 166.53048706054688,
+      "learning_rate": 2.229273878799343e-08,
+      "loss": 26.2188,
+      "step": 40989
+    },
+    {
+      "epoch": 1.9588072254611488,
+      "grad_norm": 267.16168212890625,
+      "learning_rate": 2.224112451113869e-08,
+      "loss": 23.0625,
+      "step": 40990
+    },
+    {
+      "epoch": 1.9588550129026092,
+      "grad_norm": 295.88720703125,
+      "learning_rate": 2.218956998818467e-08,
+      "loss": 35.3906,
+      "step": 40991
+    },
+    {
+      "epoch": 1.9589028003440696,
+      "grad_norm": 262.61236572265625,
+      "learning_rate": 2.2138075219438894e-08,
+      "loss": 25.1562,
+      "step": 40992
+    },
+    {
+      "epoch": 1.95895058778553,
+      "grad_norm": 380.4657287597656,
+      "learning_rate": 2.208664020521223e-08,
+      "loss": 34.3125,
+      "step": 40993
+    },
+    {
+      "epoch": 1.9589983752269904,
+      "grad_norm": 179.2037811279297,
+      "learning_rate": 2.2035264945812206e-08,
+      "loss": 20.3281,
+      "step": 40994
+    },
+    {
+      "epoch": 1.9590461626684508,
+      "grad_norm": 155.20196533203125,
+      "learning_rate": 2.1983949441544138e-08,
+      "loss": 23.1875,
+      "step": 40995
+    },
+    {
+      "epoch": 1.9590939501099112,
+      "grad_norm": 192.9472198486328,
+      "learning_rate": 2.193269369271778e-08,
+      "loss": 19.5312,
+      "step": 40996
+    },
+    {
+      "epoch": 1.9591417375513716,
+      "grad_norm": 318.8431701660156,
+      "learning_rate": 2.1881497699639542e-08,
+      "loss": 25.8125,
+      "step": 40997
+    },
+    {
+      "epoch": 1.9591895249928317,
+      "grad_norm": 253.80442810058594,
+      "learning_rate": 2.1830361462615855e-08,
+      "loss": 14.7656,
+      "step": 40998
+    },
+    {
+      "epoch": 1.959237312434292,
+      "grad_norm": 332.1075134277344,
+      "learning_rate": 2.177928498195314e-08,
+      "loss": 22.25,
+      "step": 40999
+    },
+    {
+      "epoch": 1.9592850998757525,
+      "grad_norm": 298.3543395996094,
+      "learning_rate": 2.1728268257956708e-08,
+      "loss": 26.9531,
+      "step": 41000
+    },
+    {
+      "epoch": 1.959332887317213,
+      "grad_norm": 196.15036010742188,
+      "learning_rate": 2.167731129093298e-08,
+      "loss": 19.9062,
+      "step": 41001
+    },
+    {
+      "epoch": 1.9593806747586733,
+      "grad_norm": 207.88760375976562,
+      "learning_rate": 2.1626414081186153e-08,
+      "loss": 27.7812,
+      "step": 41002
+    },
+    {
+      "epoch": 1.9594284622001337,
+      "grad_norm": 468.3924560546875,
+      "learning_rate": 2.1575576629021544e-08,
+      "loss": 21.5938,
+      "step": 41003
+    },
+    {
+      "epoch": 1.959476249641594,
+      "grad_norm": 174.48135375976562,
+      "learning_rate": 2.1524798934743352e-08,
+      "loss": 23.0,
+      "step": 41004
+    },
+    {
+      "epoch": 1.9595240370830544,
+      "grad_norm": 139.189697265625,
+      "learning_rate": 2.147408099865578e-08,
+      "loss": 25.4375,
+      "step": 41005
+    },
+    {
+      "epoch": 1.9595718245245148,
+      "grad_norm": 181.4443359375,
+      "learning_rate": 2.142342282106302e-08,
+      "loss": 20.1562,
+      "step": 41006
+    },
+    {
+      "epoch": 1.9596196119659752,
+      "grad_norm": 200.47344970703125,
+      "learning_rate": 2.1372824402268178e-08,
+      "loss": 20.1719,
+      "step": 41007
+    },
+    {
+      "epoch": 1.9596673994074356,
+      "grad_norm": 304.3809814453125,
+      "learning_rate": 2.1322285742573223e-08,
+      "loss": 25.9531,
+      "step": 41008
+    },
+    {
+      "epoch": 1.959715186848896,
+      "grad_norm": 257.2186584472656,
+      "learning_rate": 2.127180684228236e-08,
+      "loss": 21.0469,
+      "step": 41009
+    },
+    {
+      "epoch": 1.9597629742903564,
+      "grad_norm": 237.07102966308594,
+      "learning_rate": 2.122138770169757e-08,
+      "loss": 25.0938,
+      "step": 41010
+    },
+    {
+      "epoch": 1.9598107617318168,
+      "grad_norm": 332.8089904785156,
+      "learning_rate": 2.1171028321119723e-08,
+      "loss": 30.0938,
+      "step": 41011
+    },
+    {
+      "epoch": 1.9598585491732772,
+      "grad_norm": 157.28945922851562,
+      "learning_rate": 2.1120728700851912e-08,
+      "loss": 21.3438,
+      "step": 41012
+    },
+    {
+      "epoch": 1.9599063366147376,
+      "grad_norm": 277.9080810546875,
+      "learning_rate": 2.1070488841195004e-08,
+      "loss": 24.9219,
+      "step": 41013
+    },
+    {
+      "epoch": 1.959954124056198,
+      "grad_norm": 205.00819396972656,
+      "learning_rate": 2.1020308742448758e-08,
+      "loss": 18.3125,
+      "step": 41014
+    },
+    {
+      "epoch": 1.9600019114976583,
+      "grad_norm": 333.7129211425781,
+      "learning_rate": 2.097018840491516e-08,
+      "loss": 24.1875,
+      "step": 41015
+    },
+    {
+      "epoch": 1.9600496989391187,
+      "grad_norm": 133.49063110351562,
+      "learning_rate": 2.0920127828892855e-08,
+      "loss": 16.3594,
+      "step": 41016
+    },
+    {
+      "epoch": 1.9600974863805791,
+      "grad_norm": 306.3039855957031,
+      "learning_rate": 2.0870127014683827e-08,
+      "loss": 28.125,
+      "step": 41017
+    },
+    {
+      "epoch": 1.9601452738220395,
+      "grad_norm": 352.7885437011719,
+      "learning_rate": 2.0820185962584504e-08,
+      "loss": 25.7188,
+      "step": 41018
+    },
+    {
+      "epoch": 1.9601930612635,
+      "grad_norm": 200.2484130859375,
+      "learning_rate": 2.0770304672896868e-08,
+      "loss": 22.7344,
+      "step": 41019
+    },
+    {
+      "epoch": 1.9602408487049603,
+      "grad_norm": 392.76806640625,
+      "learning_rate": 2.0720483145917348e-08,
+      "loss": 24.5938,
+      "step": 41020
+    },
+    {
+      "epoch": 1.9602886361464207,
+      "grad_norm": 228.49990844726562,
+      "learning_rate": 2.0670721381945702e-08,
+      "loss": 20.9062,
+      "step": 41021
+    },
+    {
+      "epoch": 1.960336423587881,
+      "grad_norm": 336.3598937988281,
+      "learning_rate": 2.0621019381279473e-08,
+      "loss": 35.8438,
+      "step": 41022
+    },
+    {
+      "epoch": 1.9603842110293415,
+      "grad_norm": 262.4482421875,
+      "learning_rate": 2.0571377144216197e-08,
+      "loss": 30.4688,
+      "step": 41023
+    },
+    {
+      "epoch": 1.9604319984708019,
+      "grad_norm": 210.2581329345703,
+      "learning_rate": 2.0521794671054528e-08,
+      "loss": 28.3438,
+      "step": 41024
+    },
+    {
+      "epoch": 1.9604797859122622,
+      "grad_norm": 237.42796325683594,
+      "learning_rate": 2.0472271962088675e-08,
+      "loss": 27.375,
+      "step": 41025
+    },
+    {
+      "epoch": 1.9605275733537226,
+      "grad_norm": 122.91801452636719,
+      "learning_rate": 2.0422809017618393e-08,
+      "loss": 15.9688,
+      "step": 41026
+    },
+    {
+      "epoch": 1.960575360795183,
+      "grad_norm": 197.15440368652344,
+      "learning_rate": 2.037340583793679e-08,
+      "loss": 22.4531,
+      "step": 41027
+    },
+    {
+      "epoch": 1.9606231482366434,
+      "grad_norm": 406.2498474121094,
+      "learning_rate": 2.0324062423342505e-08,
+      "loss": 20.8281,
+      "step": 41028
+    },
+    {
+      "epoch": 1.9606709356781038,
+      "grad_norm": 646.5540771484375,
+      "learning_rate": 2.0274778774128646e-08,
+      "loss": 28.1094,
+      "step": 41029
+    },
+    {
+      "epoch": 1.9607187231195642,
+      "grad_norm": 280.7353210449219,
+      "learning_rate": 2.0225554890592747e-08,
+      "loss": 32.1562,
+      "step": 41030
+    },
+    {
+      "epoch": 1.9607665105610246,
+      "grad_norm": 179.0080108642578,
+      "learning_rate": 2.01763907730268e-08,
+      "loss": 26.2188,
+      "step": 41031
+    },
+    {
+      "epoch": 1.960814298002485,
+      "grad_norm": 255.55438232421875,
+      "learning_rate": 2.012728642172834e-08,
+      "loss": 25.7188,
+      "step": 41032
+    },
+    {
+      "epoch": 1.9608620854439454,
+      "grad_norm": 105.29923248291016,
+      "learning_rate": 2.0078241836988255e-08,
+      "loss": 16.8594,
+      "step": 41033
+    },
+    {
+      "epoch": 1.9609098728854057,
+      "grad_norm": 223.06118774414062,
+      "learning_rate": 2.0029257019102965e-08,
+      "loss": 26.5938,
+      "step": 41034
+    },
+    {
+      "epoch": 1.9609576603268661,
+      "grad_norm": 259.7792053222656,
+      "learning_rate": 1.9980331968364465e-08,
+      "loss": 32.3281,
+      "step": 41035
+    },
+    {
+      "epoch": 1.9610054477683265,
+      "grad_norm": 344.2666015625,
+      "learning_rate": 1.993146668506585e-08,
+      "loss": 34.875,
+      "step": 41036
+    },
+    {
+      "epoch": 1.961053235209787,
+      "grad_norm": 180.26907348632812,
+      "learning_rate": 1.9882661169500218e-08,
+      "loss": 23.0625,
+      "step": 41037
+    },
+    {
+      "epoch": 1.9611010226512473,
+      "grad_norm": 172.3391571044922,
+      "learning_rate": 1.983391542196067e-08,
+      "loss": 13.1719,
+      "step": 41038
+    },
+    {
+      "epoch": 1.9611488100927077,
+      "grad_norm": 277.3081970214844,
+      "learning_rate": 1.9785229442735865e-08,
+      "loss": 22.125,
+      "step": 41039
+    },
+    {
+      "epoch": 1.961196597534168,
+      "grad_norm": 295.1340026855469,
+      "learning_rate": 1.973660323212112e-08,
+      "loss": 25.75,
+      "step": 41040
+    },
+    {
+      "epoch": 1.9612443849756285,
+      "grad_norm": 205.70445251464844,
+      "learning_rate": 1.9688036790405098e-08,
+      "loss": 24.875,
+      "step": 41041
+    },
+    {
+      "epoch": 1.9612921724170889,
+      "grad_norm": 306.3725280761719,
+      "learning_rate": 1.963953011787978e-08,
+      "loss": 26.8438,
+      "step": 41042
+    },
+    {
+      "epoch": 1.9613399598585493,
+      "grad_norm": 441.4644775390625,
+      "learning_rate": 1.959108321483605e-08,
+      "loss": 23.4062,
+      "step": 41043
+    },
+    {
+      "epoch": 1.9613877473000096,
+      "grad_norm": 261.21368408203125,
+      "learning_rate": 1.9542696081563672e-08,
+      "loss": 20.3906,
+      "step": 41044
+    },
+    {
+      "epoch": 1.96143553474147,
+      "grad_norm": 130.56686401367188,
+      "learning_rate": 1.949436871835131e-08,
+      "loss": 21.3438,
+      "step": 41045
+    },
+    {
+      "epoch": 1.9614833221829304,
+      "grad_norm": 361.8381042480469,
+      "learning_rate": 1.9446101125489837e-08,
+      "loss": 21.4375,
+      "step": 41046
+    },
+    {
+      "epoch": 1.9615311096243908,
+      "grad_norm": 307.3948059082031,
+      "learning_rate": 1.9397893303267913e-08,
+      "loss": 21.4219,
+      "step": 41047
+    },
+    {
+      "epoch": 1.9615788970658512,
+      "grad_norm": 258.69775390625,
+      "learning_rate": 1.9349745251973084e-08,
+      "loss": 26.1562,
+      "step": 41048
+    },
+    {
+      "epoch": 1.9616266845073116,
+      "grad_norm": 1209.677978515625,
+      "learning_rate": 1.930165697189623e-08,
+      "loss": 18.2656,
+      "step": 41049
+    },
+    {
+      "epoch": 1.961674471948772,
+      "grad_norm": 183.2215576171875,
+      "learning_rate": 1.9253628463322683e-08,
+      "loss": 15.4062,
+      "step": 41050
+    },
+    {
+      "epoch": 1.9617222593902324,
+      "grad_norm": 381.9732666015625,
+      "learning_rate": 1.9205659726542203e-08,
+      "loss": 21.5312,
+      "step": 41051
+    },
+    {
+      "epoch": 1.9617700468316928,
+      "grad_norm": 292.58221435546875,
+      "learning_rate": 1.9157750761840122e-08,
+      "loss": 25.5,
+      "step": 41052
+    },
+    {
+      "epoch": 1.9618178342731531,
+      "grad_norm": 308.607666015625,
+      "learning_rate": 1.9109901569505095e-08,
+      "loss": 27.4688,
+      "step": 41053
+    },
+    {
+      "epoch": 1.9618656217146135,
+      "grad_norm": 215.9737548828125,
+      "learning_rate": 1.9062112149821343e-08,
+      "loss": 19.7344,
+      "step": 41054
+    },
+    {
+      "epoch": 1.961913409156074,
+      "grad_norm": 205.8769989013672,
+      "learning_rate": 1.9014382503078632e-08,
+      "loss": 24.1562,
+      "step": 41055
+    },
+    {
+      "epoch": 1.9619611965975343,
+      "grad_norm": 327.29595947265625,
+      "learning_rate": 1.896671262955896e-08,
+      "loss": 27.1875,
+      "step": 41056
+    },
+    {
+      "epoch": 1.9620089840389947,
+      "grad_norm": 149.80056762695312,
+      "learning_rate": 1.891910252955098e-08,
+      "loss": 19.5625,
+      "step": 41057
+    },
+    {
+      "epoch": 1.962056771480455,
+      "grad_norm": 367.47802734375,
+      "learning_rate": 1.8871552203337807e-08,
+      "loss": 17.4688,
+      "step": 41058
+    },
+    {
+      "epoch": 1.9621045589219155,
+      "grad_norm": 371.9662780761719,
+      "learning_rate": 1.882406165120476e-08,
+      "loss": 21.5156,
+      "step": 41059
+    },
+    {
+      "epoch": 1.9621523463633757,
+      "grad_norm": 254.2432861328125,
+      "learning_rate": 1.8776630873437172e-08,
+      "loss": 24.0938,
+      "step": 41060
+    },
+    {
+      "epoch": 1.962200133804836,
+      "grad_norm": 450.59405517578125,
+      "learning_rate": 1.872925987031704e-08,
+      "loss": 38.3906,
+      "step": 41061
+    },
+    {
+      "epoch": 1.9622479212462964,
+      "grad_norm": 276.24920654296875,
+      "learning_rate": 1.8681948642129687e-08,
+      "loss": 21.5,
+      "step": 41062
+    },
+    {
+      "epoch": 1.9622957086877568,
+      "grad_norm": 165.82066345214844,
+      "learning_rate": 1.8634697189159335e-08,
+      "loss": 15.0156,
+      "step": 41063
+    },
+    {
+      "epoch": 1.9623434961292172,
+      "grad_norm": 185.89906311035156,
+      "learning_rate": 1.8587505511685756e-08,
+      "loss": 22.7812,
+      "step": 41064
+    },
+    {
+      "epoch": 1.9623912835706776,
+      "grad_norm": 313.0624694824219,
+      "learning_rate": 1.8540373609994277e-08,
+      "loss": 28.4688,
+      "step": 41065
+    },
+    {
+      "epoch": 1.962439071012138,
+      "grad_norm": 174.67747497558594,
+      "learning_rate": 1.84933014843669e-08,
+      "loss": 16.0156,
+      "step": 41066
+    },
+    {
+      "epoch": 1.9624868584535984,
+      "grad_norm": 575.3968505859375,
+      "learning_rate": 1.8446289135084505e-08,
+      "loss": 21.5312,
+      "step": 41067
+    },
+    {
+      "epoch": 1.9625346458950588,
+      "grad_norm": 385.42681884765625,
+      "learning_rate": 1.8399336562429092e-08,
+      "loss": 27.75,
+      "step": 41068
+    },
+    {
+      "epoch": 1.9625824333365192,
+      "grad_norm": 165.42816162109375,
+      "learning_rate": 1.835244376668155e-08,
+      "loss": 27.3906,
+      "step": 41069
+    },
+    {
+      "epoch": 1.9626302207779796,
+      "grad_norm": 266.4721374511719,
+      "learning_rate": 1.830561074812276e-08,
+      "loss": 25.5938,
+      "step": 41070
+    },
+    {
+      "epoch": 1.96267800821944,
+      "grad_norm": 374.3980712890625,
+      "learning_rate": 1.8258837507034722e-08,
+      "loss": 23.8125,
+      "step": 41071
+    },
+    {
+      "epoch": 1.9627257956609003,
+      "grad_norm": 281.4869079589844,
+      "learning_rate": 1.821212404369499e-08,
+      "loss": 27.5,
+      "step": 41072
+    },
+    {
+      "epoch": 1.9627735831023607,
+      "grad_norm": 258.427001953125,
+      "learning_rate": 1.816547035838556e-08,
+      "loss": 26.2031,
+      "step": 41073
+    },
+    {
+      "epoch": 1.962821370543821,
+      "grad_norm": 282.9280090332031,
+      "learning_rate": 1.8118876451383992e-08,
+      "loss": 28.0312,
+      "step": 41074
+    },
+    {
+      "epoch": 1.9628691579852815,
+      "grad_norm": 250.56373596191406,
+      "learning_rate": 1.807234232297117e-08,
+      "loss": 31.7812,
+      "step": 41075
+    },
+    {
+      "epoch": 1.9629169454267419,
+      "grad_norm": 256.3369445800781,
+      "learning_rate": 1.802586797342354e-08,
+      "loss": 23.3438,
+      "step": 41076
+    },
+    {
+      "epoch": 1.9629647328682023,
+      "grad_norm": 341.21044921875,
+      "learning_rate": 1.7979453403021986e-08,
+      "loss": 27.4688,
+      "step": 41077
+    },
+    {
+      "epoch": 1.9630125203096627,
+      "grad_norm": 230.54718017578125,
+      "learning_rate": 1.7933098612042953e-08,
+      "loss": 23.1875,
+      "step": 41078
+    },
+    {
+      "epoch": 1.963060307751123,
+      "grad_norm": 195.9046173095703,
+      "learning_rate": 1.7886803600764e-08,
+      "loss": 20.3125,
+      "step": 41079
+    },
+    {
+      "epoch": 1.9631080951925832,
+      "grad_norm": 237.81491088867188,
+      "learning_rate": 1.7840568369462684e-08,
+      "loss": 21.7656,
+      "step": 41080
+    },
+    {
+      "epoch": 1.9631558826340436,
+      "grad_norm": 526.8245849609375,
+      "learning_rate": 1.7794392918415447e-08,
+      "loss": 29.5,
+      "step": 41081
+    },
+    {
+      "epoch": 1.963203670075504,
+      "grad_norm": 130.00550842285156,
+      "learning_rate": 1.7748277247898737e-08,
+      "loss": 15.2812,
+      "step": 41082
+    },
+    {
+      "epoch": 1.9632514575169644,
+      "grad_norm": 181.23744201660156,
+      "learning_rate": 1.7702221358191218e-08,
+      "loss": 24.9062,
+      "step": 41083
+    },
+    {
+      "epoch": 1.9632992449584248,
+      "grad_norm": 231.44850158691406,
+      "learning_rate": 1.7656225249564896e-08,
+      "loss": 29.875,
+      "step": 41084
+    },
+    {
+      "epoch": 1.9633470323998852,
+      "grad_norm": 156.37379455566406,
+      "learning_rate": 1.7610288922297326e-08,
+      "loss": 19.5,
+      "step": 41085
+    },
+    {
+      "epoch": 1.9633948198413456,
+      "grad_norm": 222.44544982910156,
+      "learning_rate": 1.7564412376663842e-08,
+      "loss": 17.8125,
+      "step": 41086
+    },
+    {
+      "epoch": 1.963442607282806,
+      "grad_norm": 188.69728088378906,
+      "learning_rate": 1.7518595612938673e-08,
+      "loss": 27.5312,
+      "step": 41087
+    },
+    {
+      "epoch": 1.9634903947242663,
+      "grad_norm": 396.6894226074219,
+      "learning_rate": 1.747283863139604e-08,
+      "loss": 22.5469,
+      "step": 41088
+    },
+    {
+      "epoch": 1.9635381821657267,
+      "grad_norm": 477.2693786621094,
+      "learning_rate": 1.7427141432310168e-08,
+      "loss": 29.9375,
+      "step": 41089
+    },
+    {
+      "epoch": 1.9635859696071871,
+      "grad_norm": 286.6347351074219,
+      "learning_rate": 1.7381504015954177e-08,
+      "loss": 29.125,
+      "step": 41090
+    },
+    {
+      "epoch": 1.9636337570486475,
+      "grad_norm": 244.72409057617188,
+      "learning_rate": 1.7335926382602288e-08,
+      "loss": 26.3594,
+      "step": 41091
+    },
+    {
+      "epoch": 1.963681544490108,
+      "grad_norm": 175.60882568359375,
+      "learning_rate": 1.7290408532526503e-08,
+      "loss": 18.1875,
+      "step": 41092
+    },
+    {
+      "epoch": 1.9637293319315683,
+      "grad_norm": 282.2799072265625,
+      "learning_rate": 1.7244950466001053e-08,
+      "loss": 21.5938,
+      "step": 41093
+    },
+    {
+      "epoch": 1.9637771193730287,
+      "grad_norm": 268.2673645019531,
+      "learning_rate": 1.719955218329572e-08,
+      "loss": 23.6875,
+      "step": 41094
+    },
+    {
+      "epoch": 1.963824906814489,
+      "grad_norm": 245.10691833496094,
+      "learning_rate": 1.7154213684684727e-08,
+      "loss": 19.4062,
+      "step": 41095
+    },
+    {
+      "epoch": 1.9638726942559495,
+      "grad_norm": 261.4457702636719,
+      "learning_rate": 1.7108934970437862e-08,
+      "loss": 20.0938,
+      "step": 41096
+    },
+    {
+      "epoch": 1.9639204816974098,
+      "grad_norm": 293.25726318359375,
+      "learning_rate": 1.7063716040828237e-08,
+      "loss": 25.7656,
+      "step": 41097
+    },
+    {
+      "epoch": 1.9639682691388702,
+      "grad_norm": 316.9310607910156,
+      "learning_rate": 1.7018556896124528e-08,
+      "loss": 29.1094,
+      "step": 41098
+    },
+    {
+      "epoch": 1.9640160565803306,
+      "grad_norm": 262.5066833496094,
+      "learning_rate": 1.6973457536597625e-08,
+      "loss": 24.9531,
+      "step": 41099
+    },
+    {
+      "epoch": 1.964063844021791,
+      "grad_norm": 302.1399841308594,
+      "learning_rate": 1.692841796251954e-08,
+      "loss": 26.6406,
+      "step": 41100
+    },
+    {
+      "epoch": 1.9641116314632514,
+      "grad_norm": 186.9459228515625,
+      "learning_rate": 1.688343817415783e-08,
+      "loss": 26.4688,
+      "step": 41101
+    },
+    {
+      "epoch": 1.9641594189047118,
+      "grad_norm": 148.11517333984375,
+      "learning_rate": 1.683851817178228e-08,
+      "loss": 16.6406,
+      "step": 41102
+    },
+    {
+      "epoch": 1.9642072063461722,
+      "grad_norm": 124.18284606933594,
+      "learning_rate": 1.679365795566157e-08,
+      "loss": 16.7812,
+      "step": 41103
+    },
+    {
+      "epoch": 1.9642549937876326,
+      "grad_norm": 245.5555419921875,
+      "learning_rate": 1.6748857526066588e-08,
+      "loss": 28.375,
+      "step": 41104
+    },
+    {
+      "epoch": 1.964302781229093,
+      "grad_norm": 165.5436248779297,
+      "learning_rate": 1.6704116883262676e-08,
+      "loss": 20.1875,
+      "step": 41105
+    },
+    {
+      "epoch": 1.9643505686705534,
+      "grad_norm": 150.60084533691406,
+      "learning_rate": 1.6659436027519628e-08,
+      "loss": 24.0781,
+      "step": 41106
+    },
+    {
+      "epoch": 1.9643983561120137,
+      "grad_norm": 460.90533447265625,
+      "learning_rate": 1.6614814959104995e-08,
+      "loss": 32.8125,
+      "step": 41107
+    },
+    {
+      "epoch": 1.9644461435534741,
+      "grad_norm": 344.9394836425781,
+      "learning_rate": 1.657025367828524e-08,
+      "loss": 26.7969,
+      "step": 41108
+    },
+    {
+      "epoch": 1.9644939309949345,
+      "grad_norm": 129.58099365234375,
+      "learning_rate": 1.6525752185326814e-08,
+      "loss": 18.6719,
+      "step": 41109
+    },
+    {
+      "epoch": 1.964541718436395,
+      "grad_norm": 167.6439971923828,
+      "learning_rate": 1.648131048049728e-08,
+      "loss": 17.0938,
+      "step": 41110
+    },
+    {
+      "epoch": 1.9645895058778553,
+      "grad_norm": 155.31568908691406,
+      "learning_rate": 1.6436928564063093e-08,
+      "loss": 23.2344,
+      "step": 41111
+    },
+    {
+      "epoch": 1.9646372933193157,
+      "grad_norm": 214.25523376464844,
+      "learning_rate": 1.6392606436288483e-08,
+      "loss": 19.6562,
+      "step": 41112
+    },
+    {
+      "epoch": 1.964685080760776,
+      "grad_norm": 229.2705841064453,
+      "learning_rate": 1.6348344097441015e-08,
+      "loss": 26.2812,
+      "step": 41113
+    },
+    {
+      "epoch": 1.9647328682022365,
+      "grad_norm": 547.5241088867188,
+      "learning_rate": 1.6304141547783814e-08,
+      "loss": 21.4688,
+      "step": 41114
+    },
+    {
+      "epoch": 1.9647806556436969,
+      "grad_norm": 344.1513366699219,
+      "learning_rate": 1.625999878758222e-08,
+      "loss": 45.1875,
+      "step": 41115
+    },
+    {
+      "epoch": 1.9648284430851573,
+      "grad_norm": 175.31605529785156,
+      "learning_rate": 1.621591581710047e-08,
+      "loss": 26.3594,
+      "step": 41116
+    },
+    {
+      "epoch": 1.9648762305266176,
+      "grad_norm": 302.3485107421875,
+      "learning_rate": 1.617189263660279e-08,
+      "loss": 22.2031,
+      "step": 41117
+    },
+    {
+      "epoch": 1.964924017968078,
+      "grad_norm": 334.53955078125,
+      "learning_rate": 1.6127929246353426e-08,
+      "loss": 15.9531,
+      "step": 41118
+    },
+    {
+      "epoch": 1.9649718054095384,
+      "grad_norm": 352.0318603515625,
+      "learning_rate": 1.6084025646614376e-08,
+      "loss": 27.5156,
+      "step": 41119
+    },
+    {
+      "epoch": 1.9650195928509988,
+      "grad_norm": 260.28668212890625,
+      "learning_rate": 1.6040181837649882e-08,
+      "loss": 24.4062,
+      "step": 41120
+    },
+    {
+      "epoch": 1.9650673802924592,
+      "grad_norm": 365.79071044921875,
+      "learning_rate": 1.5996397819720844e-08,
+      "loss": 22.1875,
+      "step": 41121
+    },
+    {
+      "epoch": 1.9651151677339196,
+      "grad_norm": 206.5150909423828,
+      "learning_rate": 1.5952673593091496e-08,
+      "loss": 18.2031,
+      "step": 41122
+    },
+    {
+      "epoch": 1.96516295517538,
+      "grad_norm": 352.6247253417969,
+      "learning_rate": 1.5909009158021626e-08,
+      "loss": 25.2812,
+      "step": 41123
+    },
+    {
+      "epoch": 1.9652107426168404,
+      "grad_norm": 203.90463256835938,
+      "learning_rate": 1.5865404514774364e-08,
+      "loss": 27.7812,
+      "step": 41124
+    },
+    {
+      "epoch": 1.9652585300583008,
+      "grad_norm": 208.27072143554688,
+      "learning_rate": 1.5821859663610605e-08,
+      "loss": 28.375,
+      "step": 41125
+    },
+    {
+      "epoch": 1.9653063174997611,
+      "grad_norm": 309.8484191894531,
+      "learning_rate": 1.577837460479126e-08,
+      "loss": 16.5625,
+      "step": 41126
+    },
+    {
+      "epoch": 1.9653541049412215,
+      "grad_norm": 292.6092529296875,
+      "learning_rate": 1.5734949338575e-08,
+      "loss": 35.7188,
+      "step": 41127
+    },
+    {
+      "epoch": 1.965401892382682,
+      "grad_norm": 315.802734375,
+      "learning_rate": 1.569158386522385e-08,
+      "loss": 32.0938,
+      "step": 41128
+    },
+    {
+      "epoch": 1.9654496798241423,
+      "grad_norm": 127.55773162841797,
+      "learning_rate": 1.564827818499648e-08,
+      "loss": 13.4688,
+      "step": 41129
+    },
+    {
+      "epoch": 1.9654974672656027,
+      "grad_norm": 338.77801513671875,
+      "learning_rate": 1.560503229815269e-08,
+      "loss": 21.6406,
+      "step": 41130
+    },
+    {
+      "epoch": 1.965545254707063,
+      "grad_norm": 256.5626525878906,
+      "learning_rate": 1.556184620495116e-08,
+      "loss": 22.3906,
+      "step": 41131
+    },
+    {
+      "epoch": 1.9655930421485235,
+      "grad_norm": 147.76072692871094,
+      "learning_rate": 1.5518719905651682e-08,
+      "loss": 19.0859,
+      "step": 41132
+    },
+    {
+      "epoch": 1.9656408295899839,
+      "grad_norm": 202.70582580566406,
+      "learning_rate": 1.5475653400510716e-08,
+      "loss": 25.375,
+      "step": 41133
+    },
+    {
+      "epoch": 1.9656886170314443,
+      "grad_norm": 431.6984558105469,
+      "learning_rate": 1.5432646689786945e-08,
+      "loss": 30.5938,
+      "step": 41134
+    },
+    {
+      "epoch": 1.9657364044729047,
+      "grad_norm": 232.02781677246094,
+      "learning_rate": 1.538969977373905e-08,
+      "loss": 23.4219,
+      "step": 41135
+    },
+    {
+      "epoch": 1.965784191914365,
+      "grad_norm": 136.1747589111328,
+      "learning_rate": 1.534681265262239e-08,
+      "loss": 28.7031,
+      "step": 41136
+    },
+    {
+      "epoch": 1.9658319793558254,
+      "grad_norm": 145.87847900390625,
+      "learning_rate": 1.5303985326694527e-08,
+      "loss": 21.6094,
+      "step": 41137
+    },
+    {
+      "epoch": 1.9658797667972858,
+      "grad_norm": 211.4537353515625,
+      "learning_rate": 1.5261217796211923e-08,
+      "loss": 22.5469,
+      "step": 41138
+    },
+    {
+      "epoch": 1.9659275542387462,
+      "grad_norm": 289.7005920410156,
+      "learning_rate": 1.5218510061431046e-08,
+      "loss": 25.8906,
+      "step": 41139
+    },
+    {
+      "epoch": 1.9659753416802066,
+      "grad_norm": 186.29257202148438,
+      "learning_rate": 1.5175862122607244e-08,
+      "loss": 20.2031,
+      "step": 41140
+    },
+    {
+      "epoch": 1.966023129121667,
+      "grad_norm": 220.62071228027344,
+      "learning_rate": 1.5133273979995866e-08,
+      "loss": 19.0781,
+      "step": 41141
+    },
+    {
+      "epoch": 1.9660709165631272,
+      "grad_norm": 201.17279052734375,
+      "learning_rate": 1.5090745633852265e-08,
+      "loss": 22.4531,
+      "step": 41142
+    },
+    {
+      "epoch": 1.9661187040045875,
+      "grad_norm": 189.8810272216797,
+      "learning_rate": 1.5048277084431793e-08,
+      "loss": 30.6562,
+      "step": 41143
+    },
+    {
+      "epoch": 1.966166491446048,
+      "grad_norm": 167.35025024414062,
+      "learning_rate": 1.5005868331987582e-08,
+      "loss": 25.0625,
+      "step": 41144
+    },
+    {
+      "epoch": 1.9662142788875083,
+      "grad_norm": 226.50521850585938,
+      "learning_rate": 1.4963519376773873e-08,
+      "loss": 22.9688,
+      "step": 41145
+    },
+    {
+      "epoch": 1.9662620663289687,
+      "grad_norm": 225.20361328125,
+      "learning_rate": 1.492123021904379e-08,
+      "loss": 16.6406,
+      "step": 41146
+    },
+    {
+      "epoch": 1.966309853770429,
+      "grad_norm": 194.3944091796875,
+      "learning_rate": 1.4879000859052694e-08,
+      "loss": 18.9062,
+      "step": 41147
+    },
+    {
+      "epoch": 1.9663576412118895,
+      "grad_norm": 251.02377319335938,
+      "learning_rate": 1.483683129705038e-08,
+      "loss": 16.4531,
+      "step": 41148
+    },
+    {
+      "epoch": 1.9664054286533499,
+      "grad_norm": 172.9357452392578,
+      "learning_rate": 1.47947215332922e-08,
+      "loss": 22.4688,
+      "step": 41149
+    },
+    {
+      "epoch": 1.9664532160948103,
+      "grad_norm": 285.15350341796875,
+      "learning_rate": 1.4752671568029065e-08,
+      "loss": 31.5625,
+      "step": 41150
+    },
+    {
+      "epoch": 1.9665010035362707,
+      "grad_norm": 288.7650146484375,
+      "learning_rate": 1.4710681401512994e-08,
+      "loss": 24.1719,
+      "step": 41151
+    },
+    {
+      "epoch": 1.966548790977731,
+      "grad_norm": 297.7432861328125,
+      "learning_rate": 1.4668751033996009e-08,
+      "loss": 31.5469,
+      "step": 41152
+    },
+    {
+      "epoch": 1.9665965784191914,
+      "grad_norm": 275.36871337890625,
+      "learning_rate": 1.4626880465726801e-08,
+      "loss": 25.9688,
+      "step": 41153
+    },
+    {
+      "epoch": 1.9666443658606518,
+      "grad_norm": 359.4220275878906,
+      "learning_rate": 1.4585069696959609e-08,
+      "loss": 25.75,
+      "step": 41154
+    },
+    {
+      "epoch": 1.9666921533021122,
+      "grad_norm": 132.88658142089844,
+      "learning_rate": 1.4543318727942013e-08,
+      "loss": 20.4844,
+      "step": 41155
+    },
+    {
+      "epoch": 1.9667399407435726,
+      "grad_norm": 140.90577697753906,
+      "learning_rate": 1.4501627558926034e-08,
+      "loss": 17.3438,
+      "step": 41156
+    },
+    {
+      "epoch": 1.966787728185033,
+      "grad_norm": 204.5686798095703,
+      "learning_rate": 1.4459996190160363e-08,
+      "loss": 18.0625,
+      "step": 41157
+    },
+    {
+      "epoch": 1.9668355156264934,
+      "grad_norm": 365.4607238769531,
+      "learning_rate": 1.441842462189369e-08,
+      "loss": 35.4375,
+      "step": 41158
+    },
+    {
+      "epoch": 1.9668833030679538,
+      "grad_norm": 255.3783721923828,
+      "learning_rate": 1.4376912854375813e-08,
+      "loss": 21.7969,
+      "step": 41159
+    },
+    {
+      "epoch": 1.9669310905094142,
+      "grad_norm": 202.24136352539062,
+      "learning_rate": 1.4335460887856534e-08,
+      "loss": 27.1094,
+      "step": 41160
+    },
+    {
+      "epoch": 1.9669788779508746,
+      "grad_norm": 364.74365234375,
+      "learning_rate": 1.4294068722581211e-08,
+      "loss": 34.1562,
+      "step": 41161
+    },
+    {
+      "epoch": 1.967026665392335,
+      "grad_norm": 212.1187286376953,
+      "learning_rate": 1.4252736358800757e-08,
+      "loss": 23.4219,
+      "step": 41162
+    },
+    {
+      "epoch": 1.9670744528337951,
+      "grad_norm": 339.607666015625,
+      "learning_rate": 1.4211463796760527e-08,
+      "loss": 22.7188,
+      "step": 41163
+    },
+    {
+      "epoch": 1.9671222402752555,
+      "grad_norm": 162.83132934570312,
+      "learning_rate": 1.4170251036708105e-08,
+      "loss": 18.2812,
+      "step": 41164
+    },
+    {
+      "epoch": 1.967170027716716,
+      "grad_norm": 150.9036865234375,
+      "learning_rate": 1.4129098078891069e-08,
+      "loss": 18.5156,
+      "step": 41165
+    },
+    {
+      "epoch": 1.9672178151581763,
+      "grad_norm": 268.7900695800781,
+      "learning_rate": 1.4088004923554777e-08,
+      "loss": 20.6562,
+      "step": 41166
+    },
+    {
+      "epoch": 1.9672656025996367,
+      "grad_norm": 216.39308166503906,
+      "learning_rate": 1.404697157094681e-08,
+      "loss": 23.0781,
+      "step": 41167
+    },
+    {
+      "epoch": 1.967313390041097,
+      "grad_norm": 308.80645751953125,
+      "learning_rate": 1.4005998021312528e-08,
+      "loss": 22.9688,
+      "step": 41168
+    },
+    {
+      "epoch": 1.9673611774825575,
+      "grad_norm": 251.63998413085938,
+      "learning_rate": 1.3965084274895068e-08,
+      "loss": 24.0938,
+      "step": 41169
+    },
+    {
+      "epoch": 1.9674089649240178,
+      "grad_norm": 305.4831237792969,
+      "learning_rate": 1.3924230331943123e-08,
+      "loss": 28.3594,
+      "step": 41170
+    },
+    {
+      "epoch": 1.9674567523654782,
+      "grad_norm": 202.400634765625,
+      "learning_rate": 1.3883436192698718e-08,
+      "loss": 22.6562,
+      "step": 41171
+    },
+    {
+      "epoch": 1.9675045398069386,
+      "grad_norm": 303.1822204589844,
+      "learning_rate": 1.3842701857406104e-08,
+      "loss": 21.5312,
+      "step": 41172
+    },
+    {
+      "epoch": 1.967552327248399,
+      "grad_norm": 207.11447143554688,
+      "learning_rate": 1.380202732631064e-08,
+      "loss": 38.8438,
+      "step": 41173
+    },
+    {
+      "epoch": 1.9676001146898594,
+      "grad_norm": 392.2691345214844,
+      "learning_rate": 1.3761412599656577e-08,
+      "loss": 26.2812,
+      "step": 41174
+    },
+    {
+      "epoch": 1.9676479021313198,
+      "grad_norm": 307.05450439453125,
+      "learning_rate": 1.372085767768372e-08,
+      "loss": 39.3125,
+      "step": 41175
+    },
+    {
+      "epoch": 1.9676956895727802,
+      "grad_norm": 298.7657470703125,
+      "learning_rate": 1.3680362560638538e-08,
+      "loss": 30.9375,
+      "step": 41176
+    },
+    {
+      "epoch": 1.9677434770142406,
+      "grad_norm": 330.5498352050781,
+      "learning_rate": 1.3639927248761953e-08,
+      "loss": 20.7031,
+      "step": 41177
+    },
+    {
+      "epoch": 1.967791264455701,
+      "grad_norm": 182.0876922607422,
+      "learning_rate": 1.3599551742295992e-08,
+      "loss": 22.4062,
+      "step": 41178
+    },
+    {
+      "epoch": 1.9678390518971614,
+      "grad_norm": 307.2271728515625,
+      "learning_rate": 1.3559236041482683e-08,
+      "loss": 26.1562,
+      "step": 41179
+    },
+    {
+      "epoch": 1.9678868393386217,
+      "grad_norm": 276.2118835449219,
+      "learning_rate": 1.3518980146564053e-08,
+      "loss": 31.875,
+      "step": 41180
+    },
+    {
+      "epoch": 1.9679346267800821,
+      "grad_norm": 137.6705322265625,
+      "learning_rate": 1.3478784057779914e-08,
+      "loss": 18.0781,
+      "step": 41181
+    },
+    {
+      "epoch": 1.9679824142215425,
+      "grad_norm": 215.5193328857422,
+      "learning_rate": 1.3438647775372293e-08,
+      "loss": 15.9062,
+      "step": 41182
+    },
+    {
+      "epoch": 1.968030201663003,
+      "grad_norm": 202.3636932373047,
+      "learning_rate": 1.3398571299579889e-08,
+      "loss": 18.4375,
+      "step": 41183
+    },
+    {
+      "epoch": 1.9680779891044633,
+      "grad_norm": 301.9512939453125,
+      "learning_rate": 1.3358554630644727e-08,
+      "loss": 18.2969,
+      "step": 41184
+    },
+    {
+      "epoch": 1.9681257765459237,
+      "grad_norm": 161.04364013671875,
+      "learning_rate": 1.3318597768805508e-08,
+      "loss": 15.1406,
+      "step": 41185
+    },
+    {
+      "epoch": 1.968173563987384,
+      "grad_norm": 434.0374755859375,
+      "learning_rate": 1.327870071430204e-08,
+      "loss": 20.2031,
+      "step": 41186
+    },
+    {
+      "epoch": 1.9682213514288445,
+      "grad_norm": 471.6681823730469,
+      "learning_rate": 1.323886346737191e-08,
+      "loss": 25.3125,
+      "step": 41187
+    },
+    {
+      "epoch": 1.9682691388703049,
+      "grad_norm": 391.1094970703125,
+      "learning_rate": 1.3199086028254925e-08,
+      "loss": 25.375,
+      "step": 41188
+    },
+    {
+      "epoch": 1.9683169263117652,
+      "grad_norm": 601.2615356445312,
+      "learning_rate": 1.3159368397188677e-08,
+      "loss": 24.8438,
+      "step": 41189
+    },
+    {
+      "epoch": 1.9683647137532256,
+      "grad_norm": 525.9981079101562,
+      "learning_rate": 1.3119710574410749e-08,
+      "loss": 25.9844,
+      "step": 41190
+    },
+    {
+      "epoch": 1.968412501194686,
+      "grad_norm": 199.07679748535156,
+      "learning_rate": 1.3080112560159842e-08,
+      "loss": 19.1562,
+      "step": 41191
+    },
+    {
+      "epoch": 1.9684602886361464,
+      "grad_norm": 336.4245300292969,
+      "learning_rate": 1.304057435467243e-08,
+      "loss": 25.4688,
+      "step": 41192
+    },
+    {
+      "epoch": 1.9685080760776068,
+      "grad_norm": 223.45504760742188,
+      "learning_rate": 1.3001095958184995e-08,
+      "loss": 22.25,
+      "step": 41193
+    },
+    {
+      "epoch": 1.9685558635190672,
+      "grad_norm": 208.2694854736328,
+      "learning_rate": 1.2961677370934012e-08,
+      "loss": 35.9062,
+      "step": 41194
+    },
+    {
+      "epoch": 1.9686036509605276,
+      "grad_norm": 238.3919219970703,
+      "learning_rate": 1.2922318593157068e-08,
+      "loss": 23.1875,
+      "step": 41195
+    },
+    {
+      "epoch": 1.968651438401988,
+      "grad_norm": 267.180908203125,
+      "learning_rate": 1.2883019625087313e-08,
+      "loss": 25.2812,
+      "step": 41196
+    },
+    {
+      "epoch": 1.9686992258434484,
+      "grad_norm": 403.0869445800781,
+      "learning_rate": 1.284378046696122e-08,
+      "loss": 35.6875,
+      "step": 41197
+    },
+    {
+      "epoch": 1.9687470132849088,
+      "grad_norm": 199.1443328857422,
+      "learning_rate": 1.2804601119015269e-08,
+      "loss": 23.0938,
+      "step": 41198
+    },
+    {
+      "epoch": 1.9687948007263691,
+      "grad_norm": 200.40611267089844,
+      "learning_rate": 1.2765481581481497e-08,
+      "loss": 26.6719,
+      "step": 41199
+    },
+    {
+      "epoch": 1.9688425881678295,
+      "grad_norm": 341.4420471191406,
+      "learning_rate": 1.2726421854595272e-08,
+      "loss": 24.5938,
+      "step": 41200
+    },
+    {
+      "epoch": 1.96889037560929,
+      "grad_norm": 352.60418701171875,
+      "learning_rate": 1.268742193859196e-08,
+      "loss": 30.625,
+      "step": 41201
+    },
+    {
+      "epoch": 1.9689381630507503,
+      "grad_norm": 160.76255798339844,
+      "learning_rate": 1.2648481833702486e-08,
+      "loss": 21.5312,
+      "step": 41202
+    },
+    {
+      "epoch": 1.9689859504922107,
+      "grad_norm": 469.08453369140625,
+      "learning_rate": 1.260960154016222e-08,
+      "loss": 25.2188,
+      "step": 41203
+    },
+    {
+      "epoch": 1.969033737933671,
+      "grad_norm": 144.80496215820312,
+      "learning_rate": 1.2570781058203196e-08,
+      "loss": 16.2188,
+      "step": 41204
+    },
+    {
+      "epoch": 1.9690815253751315,
+      "grad_norm": 211.87130737304688,
+      "learning_rate": 1.2532020388057453e-08,
+      "loss": 29.1406,
+      "step": 41205
+    },
+    {
+      "epoch": 1.9691293128165919,
+      "grad_norm": 481.64190673828125,
+      "learning_rate": 1.2493319529958137e-08,
+      "loss": 27.4688,
+      "step": 41206
+    },
+    {
+      "epoch": 1.9691771002580523,
+      "grad_norm": 388.7831115722656,
+      "learning_rate": 1.2454678484135063e-08,
+      "loss": 30.9375,
+      "step": 41207
+    },
+    {
+      "epoch": 1.9692248876995126,
+      "grad_norm": 162.66786193847656,
+      "learning_rate": 1.241609725082249e-08,
+      "loss": 21.4375,
+      "step": 41208
+    },
+    {
+      "epoch": 1.969272675140973,
+      "grad_norm": 449.57806396484375,
+      "learning_rate": 1.2377575830249122e-08,
+      "loss": 26.0156,
+      "step": 41209
+    },
+    {
+      "epoch": 1.9693204625824334,
+      "grad_norm": 393.8059997558594,
+      "learning_rate": 1.2339114222646998e-08,
+      "loss": 27.125,
+      "step": 41210
+    },
+    {
+      "epoch": 1.9693682500238938,
+      "grad_norm": 188.83065795898438,
+      "learning_rate": 1.2300712428245931e-08,
+      "loss": 20.125,
+      "step": 41211
+    },
+    {
+      "epoch": 1.9694160374653542,
+      "grad_norm": 185.43626403808594,
+      "learning_rate": 1.226237044727574e-08,
+      "loss": 18.7812,
+      "step": 41212
+    },
+    {
+      "epoch": 1.9694638249068146,
+      "grad_norm": 240.0421600341797,
+      "learning_rate": 1.2224088279966239e-08,
+      "loss": 34.3125,
+      "step": 41213
+    },
+    {
+      "epoch": 1.969511612348275,
+      "grad_norm": 125.88794708251953,
+      "learning_rate": 1.2185865926547246e-08,
+      "loss": 18.5,
+      "step": 41214
+    },
+    {
+      "epoch": 1.9695593997897354,
+      "grad_norm": 240.22901916503906,
+      "learning_rate": 1.2147703387246356e-08,
+      "loss": 17.9375,
+      "step": 41215
+    },
+    {
+      "epoch": 1.9696071872311958,
+      "grad_norm": 247.69692993164062,
+      "learning_rate": 1.2109600662293386e-08,
+      "loss": 25.7969,
+      "step": 41216
+    },
+    {
+      "epoch": 1.9696549746726562,
+      "grad_norm": 167.34548950195312,
+      "learning_rate": 1.207155775191593e-08,
+      "loss": 16.5781,
+      "step": 41217
+    },
+    {
+      "epoch": 1.9697027621141165,
+      "grad_norm": 192.73233032226562,
+      "learning_rate": 1.2033574656341585e-08,
+      "loss": 20.4688,
+      "step": 41218
+    },
+    {
+      "epoch": 1.969750549555577,
+      "grad_norm": 162.10333251953125,
+      "learning_rate": 1.1995651375797946e-08,
+      "loss": 27.0,
+      "step": 41219
+    },
+    {
+      "epoch": 1.9697983369970373,
+      "grad_norm": 274.9048767089844,
+      "learning_rate": 1.1957787910512607e-08,
+      "loss": 29.4062,
+      "step": 41220
+    },
+    {
+      "epoch": 1.9698461244384977,
+      "grad_norm": 259.6038818359375,
+      "learning_rate": 1.191998426071206e-08,
+      "loss": 34.7188,
+      "step": 41221
+    },
+    {
+      "epoch": 1.969893911879958,
+      "grad_norm": 522.4439697265625,
+      "learning_rate": 1.1882240426622782e-08,
+      "loss": 20.4531,
+      "step": 41222
+    },
+    {
+      "epoch": 1.9699416993214185,
+      "grad_norm": 235.90623474121094,
+      "learning_rate": 1.1844556408470153e-08,
+      "loss": 24.8438,
+      "step": 41223
+    },
+    {
+      "epoch": 1.9699894867628787,
+      "grad_norm": 382.462646484375,
+      "learning_rate": 1.1806932206480658e-08,
+      "loss": 30.3594,
+      "step": 41224
+    },
+    {
+      "epoch": 1.970037274204339,
+      "grad_norm": 435.2366943359375,
+      "learning_rate": 1.1769367820879674e-08,
+      "loss": 29.6562,
+      "step": 41225
+    },
+    {
+      "epoch": 1.9700850616457994,
+      "grad_norm": 305.2557678222656,
+      "learning_rate": 1.1731863251891462e-08,
+      "loss": 26.2188,
+      "step": 41226
+    },
+    {
+      "epoch": 1.9701328490872598,
+      "grad_norm": 259.2721252441406,
+      "learning_rate": 1.16944184997414e-08,
+      "loss": 26.8281,
+      "step": 41227
+    },
+    {
+      "epoch": 1.9701806365287202,
+      "grad_norm": 246.1179962158203,
+      "learning_rate": 1.1657033564652642e-08,
+      "loss": 23.4219,
+      "step": 41228
+    },
+    {
+      "epoch": 1.9702284239701806,
+      "grad_norm": 266.794921875,
+      "learning_rate": 1.1619708446850564e-08,
+      "loss": 22.8125,
+      "step": 41229
+    },
+    {
+      "epoch": 1.970276211411641,
+      "grad_norm": 294.3849792480469,
+      "learning_rate": 1.158244314655721e-08,
+      "loss": 21.5781,
+      "step": 41230
+    },
+    {
+      "epoch": 1.9703239988531014,
+      "grad_norm": 419.9398193359375,
+      "learning_rate": 1.1545237663996845e-08,
+      "loss": 27.0625,
+      "step": 41231
+    },
+    {
+      "epoch": 1.9703717862945618,
+      "grad_norm": 230.4611053466797,
+      "learning_rate": 1.1508091999391513e-08,
+      "loss": 29.9844,
+      "step": 41232
+    },
+    {
+      "epoch": 1.9704195737360222,
+      "grad_norm": 286.8111267089844,
+      "learning_rate": 1.147100615296437e-08,
+      "loss": 32.9375,
+      "step": 41233
+    },
+    {
+      "epoch": 1.9704673611774826,
+      "grad_norm": 179.01861572265625,
+      "learning_rate": 1.1433980124937461e-08,
+      "loss": 23.625,
+      "step": 41234
+    },
+    {
+      "epoch": 1.970515148618943,
+      "grad_norm": 144.8398895263672,
+      "learning_rate": 1.1397013915531718e-08,
+      "loss": 19.8438,
+      "step": 41235
+    },
+    {
+      "epoch": 1.9705629360604033,
+      "grad_norm": 450.7672424316406,
+      "learning_rate": 1.1360107524968078e-08,
+      "loss": 34.4062,
+      "step": 41236
+    },
+    {
+      "epoch": 1.9706107235018637,
+      "grad_norm": 228.09365844726562,
+      "learning_rate": 1.1323260953469695e-08,
+      "loss": 17.7188,
+      "step": 41237
+    },
+    {
+      "epoch": 1.9706585109433241,
+      "grad_norm": 180.2030487060547,
+      "learning_rate": 1.1286474201256393e-08,
+      "loss": 27.8906,
+      "step": 41238
+    },
+    {
+      "epoch": 1.9707062983847845,
+      "grad_norm": 390.44305419921875,
+      "learning_rate": 1.1249747268547994e-08,
+      "loss": 25.3594,
+      "step": 41239
+    },
+    {
+      "epoch": 1.970754085826245,
+      "grad_norm": 160.35585021972656,
+      "learning_rate": 1.1213080155564327e-08,
+      "loss": 19.1094,
+      "step": 41240
+    },
+    {
+      "epoch": 1.9708018732677053,
+      "grad_norm": 164.26795959472656,
+      "learning_rate": 1.1176472862525211e-08,
+      "loss": 21.5625,
+      "step": 41241
+    },
+    {
+      "epoch": 1.9708496607091657,
+      "grad_norm": 145.93943786621094,
+      "learning_rate": 1.1139925389649363e-08,
+      "loss": 14.1562,
+      "step": 41242
+    },
+    {
+      "epoch": 1.970897448150626,
+      "grad_norm": 522.1543579101562,
+      "learning_rate": 1.1103437737156608e-08,
+      "loss": 20.375,
+      "step": 41243
+    },
+    {
+      "epoch": 1.9709452355920865,
+      "grad_norm": 240.43841552734375,
+      "learning_rate": 1.1067009905265657e-08,
+      "loss": 23.0469,
+      "step": 41244
+    },
+    {
+      "epoch": 1.9709930230335466,
+      "grad_norm": 480.14739990234375,
+      "learning_rate": 1.1030641894193006e-08,
+      "loss": 27.0625,
+      "step": 41245
+    },
+    {
+      "epoch": 1.971040810475007,
+      "grad_norm": 234.5056610107422,
+      "learning_rate": 1.0994333704158478e-08,
+      "loss": 27.5312,
+      "step": 41246
+    },
+    {
+      "epoch": 1.9710885979164674,
+      "grad_norm": 156.79627990722656,
+      "learning_rate": 1.0958085335378565e-08,
+      "loss": 30.0469,
+      "step": 41247
+    },
+    {
+      "epoch": 1.9711363853579278,
+      "grad_norm": 1568.0069580078125,
+      "learning_rate": 1.0921896788069763e-08,
+      "loss": 26.7188,
+      "step": 41248
+    },
+    {
+      "epoch": 1.9711841727993882,
+      "grad_norm": 278.87457275390625,
+      "learning_rate": 1.0885768062449676e-08,
+      "loss": 23.0312,
+      "step": 41249
+    },
+    {
+      "epoch": 1.9712319602408486,
+      "grad_norm": 155.92442321777344,
+      "learning_rate": 1.0849699158733684e-08,
+      "loss": 25.0938,
+      "step": 41250
+    },
+    {
+      "epoch": 1.971279747682309,
+      "grad_norm": 314.7289123535156,
+      "learning_rate": 1.0813690077139394e-08,
+      "loss": 21.7969,
+      "step": 41251
+    },
+    {
+      "epoch": 1.9713275351237693,
+      "grad_norm": 158.71473693847656,
+      "learning_rate": 1.0777740817881078e-08,
+      "loss": 21.4531,
+      "step": 41252
+    },
+    {
+      "epoch": 1.9713753225652297,
+      "grad_norm": 625.9393920898438,
+      "learning_rate": 1.0741851381174117e-08,
+      "loss": 26.7188,
+      "step": 41253
+    },
+    {
+      "epoch": 1.9714231100066901,
+      "grad_norm": 400.0702209472656,
+      "learning_rate": 1.0706021767233899e-08,
+      "loss": 27.9688,
+      "step": 41254
+    },
+    {
+      "epoch": 1.9714708974481505,
+      "grad_norm": 180.94839477539062,
+      "learning_rate": 1.0670251976275803e-08,
+      "loss": 14.0,
+      "step": 41255
+    },
+    {
+      "epoch": 1.971518684889611,
+      "grad_norm": 165.0403289794922,
+      "learning_rate": 1.0634542008511884e-08,
+      "loss": 22.9844,
+      "step": 41256
+    },
+    {
+      "epoch": 1.9715664723310713,
+      "grad_norm": 461.6607360839844,
+      "learning_rate": 1.0598891864158634e-08,
+      "loss": 31.7344,
+      "step": 41257
+    },
+    {
+      "epoch": 1.9716142597725317,
+      "grad_norm": 397.54388427734375,
+      "learning_rate": 1.0563301543426996e-08,
+      "loss": 24.8438,
+      "step": 41258
+    },
+    {
+      "epoch": 1.971662047213992,
+      "grad_norm": 226.40695190429688,
+      "learning_rate": 1.0527771046532354e-08,
+      "loss": 21.5,
+      "step": 41259
+    },
+    {
+      "epoch": 1.9717098346554525,
+      "grad_norm": 200.65721130371094,
+      "learning_rate": 1.0492300373685648e-08,
+      "loss": 18.2188,
+      "step": 41260
+    },
+    {
+      "epoch": 1.9717576220969129,
+      "grad_norm": 296.1412658691406,
+      "learning_rate": 1.0456889525100045e-08,
+      "loss": 22.625,
+      "step": 41261
+    },
+    {
+      "epoch": 1.9718054095383732,
+      "grad_norm": 310.5044860839844,
+      "learning_rate": 1.0421538500987593e-08,
+      "loss": 21.7656,
+      "step": 41262
+    },
+    {
+      "epoch": 1.9718531969798336,
+      "grad_norm": 182.37046813964844,
+      "learning_rate": 1.0386247301560348e-08,
+      "loss": 23.0,
+      "step": 41263
+    },
+    {
+      "epoch": 1.971900984421294,
+      "grad_norm": 147.24505615234375,
+      "learning_rate": 1.0351015927029251e-08,
+      "loss": 18.5781,
+      "step": 41264
+    },
+    {
+      "epoch": 1.9719487718627544,
+      "grad_norm": 173.86651611328125,
+      "learning_rate": 1.0315844377605244e-08,
+      "loss": 16.5781,
+      "step": 41265
+    },
+    {
+      "epoch": 1.9719965593042148,
+      "grad_norm": 641.3974609375,
+      "learning_rate": 1.028073265349816e-08,
+      "loss": 17.8594,
+      "step": 41266
+    },
+    {
+      "epoch": 1.9720443467456752,
+      "grad_norm": 267.8077087402344,
+      "learning_rate": 1.0245680754921162e-08,
+      "loss": 22.7188,
+      "step": 41267
+    },
+    {
+      "epoch": 1.9720921341871356,
+      "grad_norm": 211.9992218017578,
+      "learning_rate": 1.021068868208075e-08,
+      "loss": 27.7188,
+      "step": 41268
+    },
+    {
+      "epoch": 1.972139921628596,
+      "grad_norm": 191.97010803222656,
+      "learning_rate": 1.0175756435188978e-08,
+      "loss": 19.9531,
+      "step": 41269
+    },
+    {
+      "epoch": 1.9721877090700564,
+      "grad_norm": 657.505859375,
+      "learning_rate": 1.0140884014453457e-08,
+      "loss": 24.875,
+      "step": 41270
+    },
+    {
+      "epoch": 1.9722354965115168,
+      "grad_norm": 148.0742950439453,
+      "learning_rate": 1.0106071420084019e-08,
+      "loss": 19.0781,
+      "step": 41271
+    },
+    {
+      "epoch": 1.9722832839529771,
+      "grad_norm": 224.51878356933594,
+      "learning_rate": 1.0071318652288276e-08,
+      "loss": 26.3594,
+      "step": 41272
+    },
+    {
+      "epoch": 1.9723310713944375,
+      "grad_norm": 284.3179931640625,
+      "learning_rate": 1.003662571127495e-08,
+      "loss": 23.1406,
+      "step": 41273
+    },
+    {
+      "epoch": 1.972378858835898,
+      "grad_norm": 351.09271240234375,
+      "learning_rate": 1.0001992597251653e-08,
+      "loss": 25.4062,
+      "step": 41274
+    },
+    {
+      "epoch": 1.9724266462773583,
+      "grad_norm": 319.900146484375,
+      "learning_rate": 9.967419310424887e-09,
+      "loss": 32.0312,
+      "step": 41275
+    },
+    {
+      "epoch": 1.9724744337188187,
+      "grad_norm": 152.81143188476562,
+      "learning_rate": 9.932905851004481e-09,
+      "loss": 16.7656,
+      "step": 41276
+    },
+    {
+      "epoch": 1.972522221160279,
+      "grad_norm": 285.619384765625,
+      "learning_rate": 9.89845221919361e-09,
+      "loss": 26.25,
+      "step": 41277
+    },
+    {
+      "epoch": 1.9725700086017395,
+      "grad_norm": 482.9252014160156,
+      "learning_rate": 9.864058415200994e-09,
+      "loss": 24.4688,
+      "step": 41278
+    },
+    {
+      "epoch": 1.9726177960431999,
+      "grad_norm": 480.5881042480469,
+      "learning_rate": 9.829724439232024e-09,
+      "loss": 22.4062,
+      "step": 41279
+    },
+    {
+      "epoch": 1.9726655834846603,
+      "grad_norm": 342.94842529296875,
+      "learning_rate": 9.795450291492092e-09,
+      "loss": 28.9688,
+      "step": 41280
+    },
+    {
+      "epoch": 1.9727133709261206,
+      "grad_norm": 234.91848754882812,
+      "learning_rate": 9.76123597218659e-09,
+      "loss": 23.2188,
+      "step": 41281
+    },
+    {
+      "epoch": 1.972761158367581,
+      "grad_norm": 361.9045104980469,
+      "learning_rate": 9.727081481519795e-09,
+      "loss": 32.0938,
+      "step": 41282
+    },
+    {
+      "epoch": 1.9728089458090414,
+      "grad_norm": 267.5854797363281,
+      "learning_rate": 9.692986819697103e-09,
+      "loss": 21.9688,
+      "step": 41283
+    },
+    {
+      "epoch": 1.9728567332505018,
+      "grad_norm": 203.06930541992188,
+      "learning_rate": 9.658951986921683e-09,
+      "loss": 24.6875,
+      "step": 41284
+    },
+    {
+      "epoch": 1.9729045206919622,
+      "grad_norm": 478.3359069824219,
+      "learning_rate": 9.624976983398926e-09,
+      "loss": 24.2188,
+      "step": 41285
+    },
+    {
+      "epoch": 1.9729523081334226,
+      "grad_norm": 295.83221435546875,
+      "learning_rate": 9.591061809332003e-09,
+      "loss": 23.4375,
+      "step": 41286
+    },
+    {
+      "epoch": 1.973000095574883,
+      "grad_norm": 400.0812683105469,
+      "learning_rate": 9.557206464921865e-09,
+      "loss": 32.7031,
+      "step": 41287
+    },
+    {
+      "epoch": 1.9730478830163434,
+      "grad_norm": 540.455078125,
+      "learning_rate": 9.523410950373902e-09,
+      "loss": 16.1562,
+      "step": 41288
+    },
+    {
+      "epoch": 1.9730956704578038,
+      "grad_norm": 305.47613525390625,
+      "learning_rate": 9.489675265890175e-09,
+      "loss": 24.2812,
+      "step": 41289
+    },
+    {
+      "epoch": 1.9731434578992642,
+      "grad_norm": 179.37416076660156,
+      "learning_rate": 9.455999411670524e-09,
+      "loss": 27.3438,
+      "step": 41290
+    },
+    {
+      "epoch": 1.9731912453407245,
+      "grad_norm": 185.56285095214844,
+      "learning_rate": 9.422383387919232e-09,
+      "loss": 22.9062,
+      "step": 41291
+    },
+    {
+      "epoch": 1.973239032782185,
+      "grad_norm": 144.5575714111328,
+      "learning_rate": 9.388827194835026e-09,
+      "loss": 22.3438,
+      "step": 41292
+    },
+    {
+      "epoch": 1.9732868202236453,
+      "grad_norm": 444.81329345703125,
+      "learning_rate": 9.35533083262219e-09,
+      "loss": 25.375,
+      "step": 41293
+    },
+    {
+      "epoch": 1.9733346076651057,
+      "grad_norm": 469.06866455078125,
+      "learning_rate": 9.32189430147834e-09,
+      "loss": 28.8125,
+      "step": 41294
+    },
+    {
+      "epoch": 1.973382395106566,
+      "grad_norm": 433.0558776855469,
+      "learning_rate": 9.288517601604429e-09,
+      "loss": 18.1562,
+      "step": 41295
+    },
+    {
+      "epoch": 1.9734301825480265,
+      "grad_norm": 240.5317840576172,
+      "learning_rate": 9.255200733201409e-09,
+      "loss": 16.4062,
+      "step": 41296
+    },
+    {
+      "epoch": 1.9734779699894869,
+      "grad_norm": 164.43409729003906,
+      "learning_rate": 9.221943696468005e-09,
+      "loss": 12.0781,
+      "step": 41297
+    },
+    {
+      "epoch": 1.9735257574309473,
+      "grad_norm": 226.6501922607422,
+      "learning_rate": 9.188746491604061e-09,
+      "loss": 22.6562,
+      "step": 41298
+    },
+    {
+      "epoch": 1.9735735448724077,
+      "grad_norm": 286.44390869140625,
+      "learning_rate": 9.155609118807196e-09,
+      "loss": 32.5625,
+      "step": 41299
+    },
+    {
+      "epoch": 1.973621332313868,
+      "grad_norm": 451.5470886230469,
+      "learning_rate": 9.122531578277249e-09,
+      "loss": 27.0312,
+      "step": 41300
+    },
+    {
+      "epoch": 1.9736691197553284,
+      "grad_norm": 129.30838012695312,
+      "learning_rate": 9.089513870210731e-09,
+      "loss": 23.9062,
+      "step": 41301
+    },
+    {
+      "epoch": 1.9737169071967888,
+      "grad_norm": 451.460693359375,
+      "learning_rate": 9.056555994806372e-09,
+      "loss": 28.9062,
+      "step": 41302
+    },
+    {
+      "epoch": 1.9737646946382492,
+      "grad_norm": 241.1121368408203,
+      "learning_rate": 9.023657952261788e-09,
+      "loss": 22.25,
+      "step": 41303
+    },
+    {
+      "epoch": 1.9738124820797096,
+      "grad_norm": 629.6718139648438,
+      "learning_rate": 8.990819742773493e-09,
+      "loss": 29.3125,
+      "step": 41304
+    },
+    {
+      "epoch": 1.97386026952117,
+      "grad_norm": 180.44473266601562,
+      "learning_rate": 8.958041366537995e-09,
+      "loss": 22.9062,
+      "step": 41305
+    },
+    {
+      "epoch": 1.9739080569626304,
+      "grad_norm": 190.61648559570312,
+      "learning_rate": 8.925322823751802e-09,
+      "loss": 17.4219,
+      "step": 41306
+    },
+    {
+      "epoch": 1.9739558444040906,
+      "grad_norm": 310.2864074707031,
+      "learning_rate": 8.892664114611427e-09,
+      "loss": 27.6562,
+      "step": 41307
+    },
+    {
+      "epoch": 1.974003631845551,
+      "grad_norm": 211.91726684570312,
+      "learning_rate": 8.860065239311155e-09,
+      "loss": 23.4688,
+      "step": 41308
+    },
+    {
+      "epoch": 1.9740514192870113,
+      "grad_norm": 255.43695068359375,
+      "learning_rate": 8.827526198047497e-09,
+      "loss": 20.0469,
+      "step": 41309
+    },
+    {
+      "epoch": 1.9740992067284717,
+      "grad_norm": 648.9901733398438,
+      "learning_rate": 8.795046991014744e-09,
+      "loss": 38.2188,
+      "step": 41310
+    },
+    {
+      "epoch": 1.9741469941699321,
+      "grad_norm": 173.81982421875,
+      "learning_rate": 8.762627618408293e-09,
+      "loss": 27.7812,
+      "step": 41311
+    },
+    {
+      "epoch": 1.9741947816113925,
+      "grad_norm": 266.9268493652344,
+      "learning_rate": 8.730268080420212e-09,
+      "loss": 24.2969,
+      "step": 41312
+    },
+    {
+      "epoch": 1.974242569052853,
+      "grad_norm": 122.72441864013672,
+      "learning_rate": 8.697968377245902e-09,
+      "loss": 19.8594,
+      "step": 41313
+    },
+    {
+      "epoch": 1.9742903564943133,
+      "grad_norm": 192.092041015625,
+      "learning_rate": 8.665728509078541e-09,
+      "loss": 15.0625,
+      "step": 41314
+    },
+    {
+      "epoch": 1.9743381439357737,
+      "grad_norm": 320.1582946777344,
+      "learning_rate": 8.633548476111308e-09,
+      "loss": 22.625,
+      "step": 41315
+    },
+    {
+      "epoch": 1.974385931377234,
+      "grad_norm": 204.44161987304688,
+      "learning_rate": 8.601428278536272e-09,
+      "loss": 26.7812,
+      "step": 41316
+    },
+    {
+      "epoch": 1.9744337188186944,
+      "grad_norm": 170.5376434326172,
+      "learning_rate": 8.569367916546612e-09,
+      "loss": 21.1562,
+      "step": 41317
+    },
+    {
+      "epoch": 1.9744815062601548,
+      "grad_norm": 266.57501220703125,
+      "learning_rate": 8.537367390334395e-09,
+      "loss": 27.4531,
+      "step": 41318
+    },
+    {
+      "epoch": 1.9745292937016152,
+      "grad_norm": 245.54310607910156,
+      "learning_rate": 8.50542670009058e-09,
+      "loss": 21.3281,
+      "step": 41319
+    },
+    {
+      "epoch": 1.9745770811430756,
+      "grad_norm": 245.06422424316406,
+      "learning_rate": 8.473545846006126e-09,
+      "loss": 25.2969,
+      "step": 41320
+    },
+    {
+      "epoch": 1.974624868584536,
+      "grad_norm": 220.16729736328125,
+      "learning_rate": 8.441724828273102e-09,
+      "loss": 20.6719,
+      "step": 41321
+    },
+    {
+      "epoch": 1.9746726560259964,
+      "grad_norm": 247.5742950439453,
+      "learning_rate": 8.409963647081354e-09,
+      "loss": 28.9062,
+      "step": 41322
+    },
+    {
+      "epoch": 1.9747204434674568,
+      "grad_norm": 300.82421875,
+      "learning_rate": 8.378262302620731e-09,
+      "loss": 26.2188,
+      "step": 41323
+    },
+    {
+      "epoch": 1.9747682309089172,
+      "grad_norm": 257.6708068847656,
+      "learning_rate": 8.346620795082195e-09,
+      "loss": 21.5156,
+      "step": 41324
+    },
+    {
+      "epoch": 1.9748160183503776,
+      "grad_norm": 445.60565185546875,
+      "learning_rate": 8.315039124654478e-09,
+      "loss": 20.0,
+      "step": 41325
+    },
+    {
+      "epoch": 1.974863805791838,
+      "grad_norm": 144.0891876220703,
+      "learning_rate": 8.283517291526322e-09,
+      "loss": 27.0312,
+      "step": 41326
+    },
+    {
+      "epoch": 1.9749115932332981,
+      "grad_norm": 223.34877014160156,
+      "learning_rate": 8.252055295887573e-09,
+      "loss": 30.6562,
+      "step": 41327
+    },
+    {
+      "epoch": 1.9749593806747585,
+      "grad_norm": 237.5653076171875,
+      "learning_rate": 8.22065313792697e-09,
+      "loss": 22.7812,
+      "step": 41328
+    },
+    {
+      "epoch": 1.975007168116219,
+      "grad_norm": 197.5669708251953,
+      "learning_rate": 8.18931081782992e-09,
+      "loss": 20.8438,
+      "step": 41329
+    },
+    {
+      "epoch": 1.9750549555576793,
+      "grad_norm": 260.13055419921875,
+      "learning_rate": 8.158028335787382e-09,
+      "loss": 26.1719,
+      "step": 41330
+    },
+    {
+      "epoch": 1.9751027429991397,
+      "grad_norm": 177.51705932617188,
+      "learning_rate": 8.126805691984762e-09,
+      "loss": 16.875,
+      "step": 41331
+    },
+    {
+      "epoch": 1.9751505304406,
+      "grad_norm": 184.78904724121094,
+      "learning_rate": 8.095642886609688e-09,
+      "loss": 19.0469,
+      "step": 41332
+    },
+    {
+      "epoch": 1.9751983178820605,
+      "grad_norm": 397.4886474609375,
+      "learning_rate": 8.064539919848679e-09,
+      "loss": 22.1406,
+      "step": 41333
+    },
+    {
+      "epoch": 1.9752461053235209,
+      "grad_norm": 695.4163818359375,
+      "learning_rate": 8.033496791887141e-09,
+      "loss": 24.5938,
+      "step": 41334
+    },
+    {
+      "epoch": 1.9752938927649812,
+      "grad_norm": 572.5294189453125,
+      "learning_rate": 8.0025135029127e-09,
+      "loss": 22.0625,
+      "step": 41335
+    },
+    {
+      "epoch": 1.9753416802064416,
+      "grad_norm": 198.090576171875,
+      "learning_rate": 7.971590053109657e-09,
+      "loss": 21.9531,
+      "step": 41336
+    },
+    {
+      "epoch": 1.975389467647902,
+      "grad_norm": 286.3858642578125,
+      "learning_rate": 7.940726442663415e-09,
+      "loss": 23.0625,
+      "step": 41337
+    },
+    {
+      "epoch": 1.9754372550893624,
+      "grad_norm": 214.8011016845703,
+      "learning_rate": 7.909922671759385e-09,
+      "loss": 26.5625,
+      "step": 41338
+    },
+    {
+      "epoch": 1.9754850425308228,
+      "grad_norm": 194.138427734375,
+      "learning_rate": 7.879178740581861e-09,
+      "loss": 27.4062,
+      "step": 41339
+    },
+    {
+      "epoch": 1.9755328299722832,
+      "grad_norm": 263.7174072265625,
+      "learning_rate": 7.84849464931403e-09,
+      "loss": 22.6562,
+      "step": 41340
+    },
+    {
+      "epoch": 1.9755806174137436,
+      "grad_norm": 298.0396728515625,
+      "learning_rate": 7.817870398140193e-09,
+      "loss": 17.6875,
+      "step": 41341
+    },
+    {
+      "epoch": 1.975628404855204,
+      "grad_norm": 200.40040588378906,
+      "learning_rate": 7.787305987243532e-09,
+      "loss": 22.1094,
+      "step": 41342
+    },
+    {
+      "epoch": 1.9756761922966644,
+      "grad_norm": 227.3494873046875,
+      "learning_rate": 7.756801416808346e-09,
+      "loss": 27.0,
+      "step": 41343
+    },
+    {
+      "epoch": 1.9757239797381247,
+      "grad_norm": 184.48916625976562,
+      "learning_rate": 7.726356687016712e-09,
+      "loss": 22.8125,
+      "step": 41344
+    },
+    {
+      "epoch": 1.9757717671795851,
+      "grad_norm": 185.13218688964844,
+      "learning_rate": 7.695971798049595e-09,
+      "loss": 19.6094,
+      "step": 41345
+    },
+    {
+      "epoch": 1.9758195546210455,
+      "grad_norm": 287.80950927734375,
+      "learning_rate": 7.665646750090184e-09,
+      "loss": 37.1875,
+      "step": 41346
+    },
+    {
+      "epoch": 1.975867342062506,
+      "grad_norm": 239.1291046142578,
+      "learning_rate": 7.635381543320553e-09,
+      "loss": 25.5781,
+      "step": 41347
+    },
+    {
+      "epoch": 1.9759151295039663,
+      "grad_norm": 216.51036071777344,
+      "learning_rate": 7.605176177920558e-09,
+      "loss": 21.6094,
+      "step": 41348
+    },
+    {
+      "epoch": 1.9759629169454267,
+      "grad_norm": 212.1525421142578,
+      "learning_rate": 7.57503065407228e-09,
+      "loss": 27.5938,
+      "step": 41349
+    },
+    {
+      "epoch": 1.976010704386887,
+      "grad_norm": 834.9686889648438,
+      "learning_rate": 7.54494497195557e-09,
+      "loss": 34.5625,
+      "step": 41350
+    },
+    {
+      "epoch": 1.9760584918283475,
+      "grad_norm": 206.4408416748047,
+      "learning_rate": 7.514919131750286e-09,
+      "loss": 24.3438,
+      "step": 41351
+    },
+    {
+      "epoch": 1.9761062792698079,
+      "grad_norm": 251.67001342773438,
+      "learning_rate": 7.484953133638506e-09,
+      "loss": 22.9219,
+      "step": 41352
+    },
+    {
+      "epoch": 1.9761540667112683,
+      "grad_norm": 211.9994354248047,
+      "learning_rate": 7.455046977796753e-09,
+      "loss": 24.625,
+      "step": 41353
+    },
+    {
+      "epoch": 1.9762018541527286,
+      "grad_norm": 244.96600341796875,
+      "learning_rate": 7.425200664404886e-09,
+      "loss": 20.5312,
+      "step": 41354
+    },
+    {
+      "epoch": 1.976249641594189,
+      "grad_norm": 141.06455993652344,
+      "learning_rate": 7.395414193642758e-09,
+      "loss": 19.0469,
+      "step": 41355
+    },
+    {
+      "epoch": 1.9762974290356494,
+      "grad_norm": 199.6573944091797,
+      "learning_rate": 7.3656875656880065e-09,
+      "loss": 22.8125,
+      "step": 41356
+    },
+    {
+      "epoch": 1.9763452164771098,
+      "grad_norm": 175.7814178466797,
+      "learning_rate": 7.336020780719377e-09,
+      "loss": 24.9531,
+      "step": 41357
+    },
+    {
+      "epoch": 1.9763930039185702,
+      "grad_norm": 178.02943420410156,
+      "learning_rate": 7.306413838913396e-09,
+      "loss": 25.4375,
+      "step": 41358
+    },
+    {
+      "epoch": 1.9764407913600306,
+      "grad_norm": 223.9958038330078,
+      "learning_rate": 7.276866740447697e-09,
+      "loss": 18.4062,
+      "step": 41359
+    },
+    {
+      "epoch": 1.976488578801491,
+      "grad_norm": 162.95147705078125,
+      "learning_rate": 7.247379485499917e-09,
+      "loss": 28.4219,
+      "step": 41360
+    },
+    {
+      "epoch": 1.9765363662429514,
+      "grad_norm": 459.59588623046875,
+      "learning_rate": 7.217952074245471e-09,
+      "loss": 28.2188,
+      "step": 41361
+    },
+    {
+      "epoch": 1.9765841536844118,
+      "grad_norm": 181.8307342529297,
+      "learning_rate": 7.188584506861996e-09,
+      "loss": 23.3438,
+      "step": 41362
+    },
+    {
+      "epoch": 1.9766319411258721,
+      "grad_norm": 131.86776733398438,
+      "learning_rate": 7.159276783523794e-09,
+      "loss": 16.0312,
+      "step": 41363
+    },
+    {
+      "epoch": 1.9766797285673325,
+      "grad_norm": 177.68814086914062,
+      "learning_rate": 7.130028904408504e-09,
+      "loss": 26.75,
+      "step": 41364
+    },
+    {
+      "epoch": 1.976727516008793,
+      "grad_norm": 360.7683410644531,
+      "learning_rate": 7.100840869689318e-09,
+      "loss": 21.2344,
+      "step": 41365
+    },
+    {
+      "epoch": 1.9767753034502533,
+      "grad_norm": 239.68301391601562,
+      "learning_rate": 7.0717126795416536e-09,
+      "loss": 33.75,
+      "step": 41366
+    },
+    {
+      "epoch": 1.9768230908917137,
+      "grad_norm": 619.7108764648438,
+      "learning_rate": 7.042644334139814e-09,
+      "loss": 33.6875,
+      "step": 41367
+    },
+    {
+      "epoch": 1.976870878333174,
+      "grad_norm": 313.2074279785156,
+      "learning_rate": 7.013635833658105e-09,
+      "loss": 24.7812,
+      "step": 41368
+    },
+    {
+      "epoch": 1.9769186657746345,
+      "grad_norm": 135.42672729492188,
+      "learning_rate": 6.984687178270833e-09,
+      "loss": 17.9688,
+      "step": 41369
+    },
+    {
+      "epoch": 1.9769664532160949,
+      "grad_norm": 215.06871032714844,
+      "learning_rate": 6.9557983681500795e-09,
+      "loss": 21.0469,
+      "step": 41370
+    },
+    {
+      "epoch": 1.9770142406575553,
+      "grad_norm": 314.3269348144531,
+      "learning_rate": 6.926969403470152e-09,
+      "loss": 27.7969,
+      "step": 41371
+    },
+    {
+      "epoch": 1.9770620280990157,
+      "grad_norm": 179.58218383789062,
+      "learning_rate": 6.898200284402023e-09,
+      "loss": 35.7344,
+      "step": 41372
+    },
+    {
+      "epoch": 1.977109815540476,
+      "grad_norm": 330.17620849609375,
+      "learning_rate": 6.8694910111199994e-09,
+      "loss": 20.7422,
+      "step": 41373
+    },
+    {
+      "epoch": 1.9771576029819364,
+      "grad_norm": 208.14373779296875,
+      "learning_rate": 6.840841583795055e-09,
+      "loss": 24.6094,
+      "step": 41374
+    },
+    {
+      "epoch": 1.9772053904233968,
+      "grad_norm": 430.323486328125,
+      "learning_rate": 6.812252002598163e-09,
+      "loss": 25.6562,
+      "step": 41375
+    },
+    {
+      "epoch": 1.9772531778648572,
+      "grad_norm": 259.574462890625,
+      "learning_rate": 6.783722267701409e-09,
+      "loss": 23.0312,
+      "step": 41376
+    },
+    {
+      "epoch": 1.9773009653063176,
+      "grad_norm": 299.6257019042969,
+      "learning_rate": 6.7552523792757675e-09,
+      "loss": 18.2969,
+      "step": 41377
+    },
+    {
+      "epoch": 1.977348752747778,
+      "grad_norm": 132.54132080078125,
+      "learning_rate": 6.726842337491102e-09,
+      "loss": 15.2812,
+      "step": 41378
+    },
+    {
+      "epoch": 1.9773965401892384,
+      "grad_norm": 290.3638610839844,
+      "learning_rate": 6.6984921425172766e-09,
+      "loss": 22.9375,
+      "step": 41379
+    },
+    {
+      "epoch": 1.9774443276306988,
+      "grad_norm": 197.35482788085938,
+      "learning_rate": 6.670201794525266e-09,
+      "loss": 22.1719,
+      "step": 41380
+    },
+    {
+      "epoch": 1.9774921150721592,
+      "grad_norm": 167.0902557373047,
+      "learning_rate": 6.641971293683824e-09,
+      "loss": 27.0625,
+      "step": 41381
+    },
+    {
+      "epoch": 1.9775399025136196,
+      "grad_norm": 118.33038330078125,
+      "learning_rate": 6.613800640161705e-09,
+      "loss": 20.0156,
+      "step": 41382
+    },
+    {
+      "epoch": 1.97758768995508,
+      "grad_norm": 285.8173522949219,
+      "learning_rate": 6.585689834127662e-09,
+      "loss": 16.6719,
+      "step": 41383
+    },
+    {
+      "epoch": 1.9776354773965403,
+      "grad_norm": 196.8329620361328,
+      "learning_rate": 6.55763887575156e-09,
+      "loss": 28.375,
+      "step": 41384
+    },
+    {
+      "epoch": 1.9776832648380007,
+      "grad_norm": 270.9762268066406,
+      "learning_rate": 6.529647765198821e-09,
+      "loss": 27.25,
+      "step": 41385
+    },
+    {
+      "epoch": 1.977731052279461,
+      "grad_norm": 167.11294555664062,
+      "learning_rate": 6.501716502639311e-09,
+      "loss": 22.875,
+      "step": 41386
+    },
+    {
+      "epoch": 1.9777788397209215,
+      "grad_norm": 362.14483642578125,
+      "learning_rate": 6.4738450882384504e-09,
+      "loss": 26.7031,
+      "step": 41387
+    },
+    {
+      "epoch": 1.977826627162382,
+      "grad_norm": 266.1391906738281,
+      "learning_rate": 6.446033522163886e-09,
+      "loss": 25.6406,
+      "step": 41388
+    },
+    {
+      "epoch": 1.977874414603842,
+      "grad_norm": 171.87930297851562,
+      "learning_rate": 6.418281804583259e-09,
+      "loss": 19.9219,
+      "step": 41389
+    },
+    {
+      "epoch": 1.9779222020453024,
+      "grad_norm": 137.3314208984375,
+      "learning_rate": 6.390589935661995e-09,
+      "loss": 18.4844,
+      "step": 41390
+    },
+    {
+      "epoch": 1.9779699894867628,
+      "grad_norm": 229.4925994873047,
+      "learning_rate": 6.362957915565515e-09,
+      "loss": 19.0781,
+      "step": 41391
+    },
+    {
+      "epoch": 1.9780177769282232,
+      "grad_norm": 167.42547607421875,
+      "learning_rate": 6.335385744459244e-09,
+      "loss": 23.0,
+      "step": 41392
+    },
+    {
+      "epoch": 1.9780655643696836,
+      "grad_norm": 248.21804809570312,
+      "learning_rate": 6.307873422508604e-09,
+      "loss": 24.75,
+      "step": 41393
+    },
+    {
+      "epoch": 1.978113351811144,
+      "grad_norm": 340.4446716308594,
+      "learning_rate": 6.280420949879018e-09,
+      "loss": 19.8594,
+      "step": 41394
+    },
+    {
+      "epoch": 1.9781611392526044,
+      "grad_norm": 232.26002502441406,
+      "learning_rate": 6.25302832673369e-09,
+      "loss": 22.5781,
+      "step": 41395
+    },
+    {
+      "epoch": 1.9782089266940648,
+      "grad_norm": 179.84776306152344,
+      "learning_rate": 6.225695553238043e-09,
+      "loss": 19.6719,
+      "step": 41396
+    },
+    {
+      "epoch": 1.9782567141355252,
+      "grad_norm": 122.85566711425781,
+      "learning_rate": 6.198422629554168e-09,
+      "loss": 16.5781,
+      "step": 41397
+    },
+    {
+      "epoch": 1.9783045015769856,
+      "grad_norm": 257.55841064453125,
+      "learning_rate": 6.17120955584638e-09,
+      "loss": 27.8125,
+      "step": 41398
+    },
+    {
+      "epoch": 1.978352289018446,
+      "grad_norm": 504.79046630859375,
+      "learning_rate": 6.144056332277881e-09,
+      "loss": 26.4688,
+      "step": 41399
+    },
+    {
+      "epoch": 1.9784000764599063,
+      "grad_norm": 449.3002624511719,
+      "learning_rate": 6.116962959010764e-09,
+      "loss": 42.6562,
+      "step": 41400
+    },
+    {
+      "epoch": 1.9784478639013667,
+      "grad_norm": 350.4654541015625,
+      "learning_rate": 6.089929436207121e-09,
+      "loss": 27.1406,
+      "step": 41401
+    },
+    {
+      "epoch": 1.9784956513428271,
+      "grad_norm": 186.66722106933594,
+      "learning_rate": 6.062955764029044e-09,
+      "loss": 18.8594,
+      "step": 41402
+    },
+    {
+      "epoch": 1.9785434387842875,
+      "grad_norm": 215.0057373046875,
+      "learning_rate": 6.0360419426386265e-09,
+      "loss": 25.0938,
+      "step": 41403
+    },
+    {
+      "epoch": 1.978591226225748,
+      "grad_norm": 239.81320190429688,
+      "learning_rate": 6.0091879721957405e-09,
+      "loss": 21.3281,
+      "step": 41404
+    },
+    {
+      "epoch": 1.9786390136672083,
+      "grad_norm": 211.02859497070312,
+      "learning_rate": 5.982393852862478e-09,
+      "loss": 30.0312,
+      "step": 41405
+    },
+    {
+      "epoch": 1.9786868011086687,
+      "grad_norm": 269.22747802734375,
+      "learning_rate": 5.955659584798712e-09,
+      "loss": 20.2969,
+      "step": 41406
+    },
+    {
+      "epoch": 1.978734588550129,
+      "grad_norm": 287.6560974121094,
+      "learning_rate": 5.928985168165424e-09,
+      "loss": 31.6875,
+      "step": 41407
+    },
+    {
+      "epoch": 1.9787823759915895,
+      "grad_norm": 251.0406494140625,
+      "learning_rate": 5.902370603121377e-09,
+      "loss": 19.1094,
+      "step": 41408
+    },
+    {
+      "epoch": 1.9788301634330498,
+      "grad_norm": 206.8662872314453,
+      "learning_rate": 5.875815889826442e-09,
+      "loss": 18.875,
+      "step": 41409
+    },
+    {
+      "epoch": 1.97887795087451,
+      "grad_norm": 177.15257263183594,
+      "learning_rate": 5.849321028438271e-09,
+      "loss": 26.0938,
+      "step": 41410
+    },
+    {
+      "epoch": 1.9789257383159704,
+      "grad_norm": 273.5040283203125,
+      "learning_rate": 5.822886019117846e-09,
+      "loss": 21.7812,
+      "step": 41411
+    },
+    {
+      "epoch": 1.9789735257574308,
+      "grad_norm": 392.8172912597656,
+      "learning_rate": 5.796510862021709e-09,
+      "loss": 23.6875,
+      "step": 41412
+    },
+    {
+      "epoch": 1.9790213131988912,
+      "grad_norm": 187.6407928466797,
+      "learning_rate": 5.770195557308622e-09,
+      "loss": 17.0781,
+      "step": 41413
+    },
+    {
+      "epoch": 1.9790691006403516,
+      "grad_norm": 347.1911315917969,
+      "learning_rate": 5.7439401051362365e-09,
+      "loss": 31.25,
+      "step": 41414
+    },
+    {
+      "epoch": 1.979116888081812,
+      "grad_norm": 268.81488037109375,
+      "learning_rate": 5.717744505661093e-09,
+      "loss": 25.4062,
+      "step": 41415
+    },
+    {
+      "epoch": 1.9791646755232724,
+      "grad_norm": 899.89990234375,
+      "learning_rate": 5.691608759040845e-09,
+      "loss": 19.4219,
+      "step": 41416
+    },
+    {
+      "epoch": 1.9792124629647327,
+      "grad_norm": 196.3715362548828,
+      "learning_rate": 5.665532865430923e-09,
+      "loss": 17.375,
+      "step": 41417
+    },
+    {
+      "epoch": 1.9792602504061931,
+      "grad_norm": 993.456298828125,
+      "learning_rate": 5.639516824988978e-09,
+      "loss": 28.3438,
+      "step": 41418
+    },
+    {
+      "epoch": 1.9793080378476535,
+      "grad_norm": 189.4469757080078,
+      "learning_rate": 5.6135606378693306e-09,
+      "loss": 20.3125,
+      "step": 41419
+    },
+    {
+      "epoch": 1.979355825289114,
+      "grad_norm": 390.80426025390625,
+      "learning_rate": 5.587664304228524e-09,
+      "loss": 38.4688,
+      "step": 41420
+    },
+    {
+      "epoch": 1.9794036127305743,
+      "grad_norm": 362.6967468261719,
+      "learning_rate": 5.561827824221988e-09,
+      "loss": 32.9219,
+      "step": 41421
+    },
+    {
+      "epoch": 1.9794514001720347,
+      "grad_norm": 166.8802947998047,
+      "learning_rate": 5.536051198002934e-09,
+      "loss": 22.3672,
+      "step": 41422
+    },
+    {
+      "epoch": 1.979499187613495,
+      "grad_norm": 364.2352600097656,
+      "learning_rate": 5.510334425726793e-09,
+      "loss": 35.75,
+      "step": 41423
+    },
+    {
+      "epoch": 1.9795469750549555,
+      "grad_norm": 285.393798828125,
+      "learning_rate": 5.484677507547886e-09,
+      "loss": 24.8594,
+      "step": 41424
+    },
+    {
+      "epoch": 1.9795947624964159,
+      "grad_norm": 218.33811950683594,
+      "learning_rate": 5.459080443618314e-09,
+      "loss": 25.5469,
+      "step": 41425
+    },
+    {
+      "epoch": 1.9796425499378763,
+      "grad_norm": 443.850830078125,
+      "learning_rate": 5.433543234093508e-09,
+      "loss": 34.9219,
+      "step": 41426
+    },
+    {
+      "epoch": 1.9796903373793366,
+      "grad_norm": 224.99053955078125,
+      "learning_rate": 5.408065879124458e-09,
+      "loss": 22.8438,
+      "step": 41427
+    },
+    {
+      "epoch": 1.979738124820797,
+      "grad_norm": 379.01654052734375,
+      "learning_rate": 5.3826483788643745e-09,
+      "loss": 25.1094,
+      "step": 41428
+    },
+    {
+      "epoch": 1.9797859122622574,
+      "grad_norm": 168.4531707763672,
+      "learning_rate": 5.357290733466469e-09,
+      "loss": 24.6562,
+      "step": 41429
+    },
+    {
+      "epoch": 1.9798336997037178,
+      "grad_norm": 302.3200988769531,
+      "learning_rate": 5.331992943080621e-09,
+      "loss": 33.7031,
+      "step": 41430
+    },
+    {
+      "epoch": 1.9798814871451782,
+      "grad_norm": 255.85531616210938,
+      "learning_rate": 5.306755007860043e-09,
+      "loss": 26.8438,
+      "step": 41431
+    },
+    {
+      "epoch": 1.9799292745866386,
+      "grad_norm": 685.3822631835938,
+      "learning_rate": 5.2815769279557224e-09,
+      "loss": 40.3438,
+      "step": 41432
+    },
+    {
+      "epoch": 1.979977062028099,
+      "grad_norm": 414.216064453125,
+      "learning_rate": 5.2564587035175416e-09,
+      "loss": 30.25,
+      "step": 41433
+    },
+    {
+      "epoch": 1.9800248494695594,
+      "grad_norm": 210.60032653808594,
+      "learning_rate": 5.23140033469649e-09,
+      "loss": 21.6875,
+      "step": 41434
+    },
+    {
+      "epoch": 1.9800726369110198,
+      "grad_norm": 453.8640441894531,
+      "learning_rate": 5.206401821642448e-09,
+      "loss": 24.1875,
+      "step": 41435
+    },
+    {
+      "epoch": 1.9801204243524801,
+      "grad_norm": 159.2722625732422,
+      "learning_rate": 5.181463164505296e-09,
+      "loss": 17.6719,
+      "step": 41436
+    },
+    {
+      "epoch": 1.9801682117939405,
+      "grad_norm": 340.9654846191406,
+      "learning_rate": 5.156584363434913e-09,
+      "loss": 19.6406,
+      "step": 41437
+    },
+    {
+      "epoch": 1.980215999235401,
+      "grad_norm": 190.0116424560547,
+      "learning_rate": 5.13176541857896e-09,
+      "loss": 24.9375,
+      "step": 41438
+    },
+    {
+      "epoch": 1.9802637866768613,
+      "grad_norm": 1386.3697509765625,
+      "learning_rate": 5.107006330087316e-09,
+      "loss": 19.6406,
+      "step": 41439
+    },
+    {
+      "epoch": 1.9803115741183217,
+      "grad_norm": 248.6313018798828,
+      "learning_rate": 5.0823070981076414e-09,
+      "loss": 31.2812,
+      "step": 41440
+    },
+    {
+      "epoch": 1.980359361559782,
+      "grad_norm": 367.34710693359375,
+      "learning_rate": 5.0576677227875955e-09,
+      "loss": 34.5,
+      "step": 41441
+    },
+    {
+      "epoch": 1.9804071490012425,
+      "grad_norm": 303.0436096191406,
+      "learning_rate": 5.033088204275949e-09,
+      "loss": 29.0781,
+      "step": 41442
+    },
+    {
+      "epoch": 1.9804549364427029,
+      "grad_norm": 442.4734802246094,
+      "learning_rate": 5.00856854271814e-09,
+      "loss": 26.6406,
+      "step": 41443
+    },
+    {
+      "epoch": 1.9805027238841633,
+      "grad_norm": 315.7578430175781,
+      "learning_rate": 4.984108738261828e-09,
+      "loss": 24.7344,
+      "step": 41444
+    },
+    {
+      "epoch": 1.9805505113256237,
+      "grad_norm": 235.53057861328125,
+      "learning_rate": 4.959708791054674e-09,
+      "loss": 25.4375,
+      "step": 41445
+    },
+    {
+      "epoch": 1.980598298767084,
+      "grad_norm": 224.2834014892578,
+      "learning_rate": 4.935368701241006e-09,
+      "loss": 23.4844,
+      "step": 41446
+    },
+    {
+      "epoch": 1.9806460862085444,
+      "grad_norm": 158.09713745117188,
+      "learning_rate": 4.911088468967373e-09,
+      "loss": 18.1562,
+      "step": 41447
+    },
+    {
+      "epoch": 1.9806938736500048,
+      "grad_norm": 242.17825317382812,
+      "learning_rate": 4.8868680943792154e-09,
+      "loss": 22.1562,
+      "step": 41448
+    },
+    {
+      "epoch": 1.9807416610914652,
+      "grad_norm": 148.677978515625,
+      "learning_rate": 4.862707577621972e-09,
+      "loss": 22.0312,
+      "step": 41449
+    },
+    {
+      "epoch": 1.9807894485329256,
+      "grad_norm": 204.7649688720703,
+      "learning_rate": 4.838606918838862e-09,
+      "loss": 22.1406,
+      "step": 41450
+    },
+    {
+      "epoch": 1.980837235974386,
+      "grad_norm": 407.28045654296875,
+      "learning_rate": 4.814566118176434e-09,
+      "loss": 29.7812,
+      "step": 41451
+    },
+    {
+      "epoch": 1.9808850234158464,
+      "grad_norm": 286.8426208496094,
+      "learning_rate": 4.7905851757767964e-09,
+      "loss": 26.8906,
+      "step": 41452
+    },
+    {
+      "epoch": 1.9809328108573068,
+      "grad_norm": 290.7403259277344,
+      "learning_rate": 4.7666640917831685e-09,
+      "loss": 20.4062,
+      "step": 41453
+    },
+    {
+      "epoch": 1.9809805982987672,
+      "grad_norm": 161.33494567871094,
+      "learning_rate": 4.74280286634099e-09,
+      "loss": 20.7188,
+      "step": 41454
+    },
+    {
+      "epoch": 1.9810283857402275,
+      "grad_norm": 200.39022827148438,
+      "learning_rate": 4.719001499592368e-09,
+      "loss": 27.2188,
+      "step": 41455
+    },
+    {
+      "epoch": 1.981076173181688,
+      "grad_norm": 348.1037902832031,
+      "learning_rate": 4.695259991678303e-09,
+      "loss": 27.125,
+      "step": 41456
+    },
+    {
+      "epoch": 1.9811239606231483,
+      "grad_norm": 162.02706909179688,
+      "learning_rate": 4.671578342743121e-09,
+      "loss": 19.5625,
+      "step": 41457
+    },
+    {
+      "epoch": 1.9811717480646087,
+      "grad_norm": 686.5244750976562,
+      "learning_rate": 4.647956552927824e-09,
+      "loss": 22.6406,
+      "step": 41458
+    },
+    {
+      "epoch": 1.981219535506069,
+      "grad_norm": 257.053466796875,
+      "learning_rate": 4.624394622373407e-09,
+      "loss": 26.4688,
+      "step": 41459
+    },
+    {
+      "epoch": 1.9812673229475295,
+      "grad_norm": 253.8806915283203,
+      "learning_rate": 4.60089255122087e-09,
+      "loss": 23.4219,
+      "step": 41460
+    },
+    {
+      "epoch": 1.9813151103889899,
+      "grad_norm": 215.71009826660156,
+      "learning_rate": 4.577450339611211e-09,
+      "loss": 22.2969,
+      "step": 41461
+    },
+    {
+      "epoch": 1.9813628978304503,
+      "grad_norm": 274.810302734375,
+      "learning_rate": 4.554067987685429e-09,
+      "loss": 26.7656,
+      "step": 41462
+    },
+    {
+      "epoch": 1.9814106852719107,
+      "grad_norm": 403.75592041015625,
+      "learning_rate": 4.530745495583411e-09,
+      "loss": 33.375,
+      "step": 41463
+    },
+    {
+      "epoch": 1.981458472713371,
+      "grad_norm": 905.6737670898438,
+      "learning_rate": 4.507482863443935e-09,
+      "loss": 23.0312,
+      "step": 41464
+    },
+    {
+      "epoch": 1.9815062601548314,
+      "grad_norm": 241.24847412109375,
+      "learning_rate": 4.4842800914079995e-09,
+      "loss": 30.625,
+      "step": 41465
+    },
+    {
+      "epoch": 1.9815540475962918,
+      "grad_norm": 441.5676574707031,
+      "learning_rate": 4.461137179612163e-09,
+      "loss": 26.9062,
+      "step": 41466
+    },
+    {
+      "epoch": 1.9816018350377522,
+      "grad_norm": 271.5588073730469,
+      "learning_rate": 4.438054128197422e-09,
+      "loss": 26.375,
+      "step": 41467
+    },
+    {
+      "epoch": 1.9816496224792126,
+      "grad_norm": 273.4212646484375,
+      "learning_rate": 4.415030937300335e-09,
+      "loss": 22.125,
+      "step": 41468
+    },
+    {
+      "epoch": 1.981697409920673,
+      "grad_norm": 192.6595458984375,
+      "learning_rate": 4.39206760705968e-09,
+      "loss": 26.1562,
+      "step": 41469
+    },
+    {
+      "epoch": 1.9817451973621334,
+      "grad_norm": 133.0146484375,
+      "learning_rate": 4.3691641376120144e-09,
+      "loss": 18.8906,
+      "step": 41470
+    },
+    {
+      "epoch": 1.9817929848035936,
+      "grad_norm": 601.1158447265625,
+      "learning_rate": 4.346320529096115e-09,
+      "loss": 18.7812,
+      "step": 41471
+    },
+    {
+      "epoch": 1.981840772245054,
+      "grad_norm": 151.53204345703125,
+      "learning_rate": 4.3235367816463205e-09,
+      "loss": 21.75,
+      "step": 41472
+    },
+    {
+      "epoch": 1.9818885596865143,
+      "grad_norm": 212.81854248046875,
+      "learning_rate": 4.300812895402518e-09,
+      "loss": 18.2031,
+      "step": 41473
+    },
+    {
+      "epoch": 1.9819363471279747,
+      "grad_norm": 229.61521911621094,
+      "learning_rate": 4.278148870497933e-09,
+      "loss": 26.8594,
+      "step": 41474
+    },
+    {
+      "epoch": 1.9819841345694351,
+      "grad_norm": 299.3525695800781,
+      "learning_rate": 4.255544707069126e-09,
+      "loss": 23.7188,
+      "step": 41475
+    },
+    {
+      "epoch": 1.9820319220108955,
+      "grad_norm": 326.38836669921875,
+      "learning_rate": 4.233000405251541e-09,
+      "loss": 27.0312,
+      "step": 41476
+    },
+    {
+      "epoch": 1.982079709452356,
+      "grad_norm": 309.0732116699219,
+      "learning_rate": 4.210515965180628e-09,
+      "loss": 23.25,
+      "step": 41477
+    },
+    {
+      "epoch": 1.9821274968938163,
+      "grad_norm": 209.35189819335938,
+      "learning_rate": 4.188091386989612e-09,
+      "loss": 32.5938,
+      "step": 41478
+    },
+    {
+      "epoch": 1.9821752843352767,
+      "grad_norm": 207.92794799804688,
+      "learning_rate": 4.165726670815051e-09,
+      "loss": 18.125,
+      "step": 41479
+    },
+    {
+      "epoch": 1.982223071776737,
+      "grad_norm": 258.3774108886719,
+      "learning_rate": 4.1434218167890615e-09,
+      "loss": 15.1562,
+      "step": 41480
+    },
+    {
+      "epoch": 1.9822708592181975,
+      "grad_norm": 696.23046875,
+      "learning_rate": 4.12117682504598e-09,
+      "loss": 19.7188,
+      "step": 41481
+    },
+    {
+      "epoch": 1.9823186466596578,
+      "grad_norm": 153.0048370361328,
+      "learning_rate": 4.098991695717924e-09,
+      "loss": 17.9219,
+      "step": 41482
+    },
+    {
+      "epoch": 1.9823664341011182,
+      "grad_norm": 276.09014892578125,
+      "learning_rate": 4.07686642894034e-09,
+      "loss": 19.9219,
+      "step": 41483
+    },
+    {
+      "epoch": 1.9824142215425786,
+      "grad_norm": 235.623779296875,
+      "learning_rate": 4.054801024843125e-09,
+      "loss": 19.4531,
+      "step": 41484
+    },
+    {
+      "epoch": 1.982462008984039,
+      "grad_norm": 234.1212615966797,
+      "learning_rate": 4.032795483558394e-09,
+      "loss": 21.7969,
+      "step": 41485
+    },
+    {
+      "epoch": 1.9825097964254994,
+      "grad_norm": 616.8443603515625,
+      "learning_rate": 4.0108498052204845e-09,
+      "loss": 23.8594,
+      "step": 41486
+    },
+    {
+      "epoch": 1.9825575838669598,
+      "grad_norm": 165.46524047851562,
+      "learning_rate": 3.988963989958183e-09,
+      "loss": 17.5469,
+      "step": 41487
+    },
+    {
+      "epoch": 1.9826053713084202,
+      "grad_norm": 189.15948486328125,
+      "learning_rate": 3.967138037904716e-09,
+      "loss": 18.8594,
+      "step": 41488
+    },
+    {
+      "epoch": 1.9826531587498806,
+      "grad_norm": 156.92909240722656,
+      "learning_rate": 3.945371949188869e-09,
+      "loss": 27.5312,
+      "step": 41489
+    },
+    {
+      "epoch": 1.982700946191341,
+      "grad_norm": 264.0049743652344,
+      "learning_rate": 3.9236657239416495e-09,
+      "loss": 16.8438,
+      "step": 41490
+    },
+    {
+      "epoch": 1.9827487336328014,
+      "grad_norm": 269.0678405761719,
+      "learning_rate": 3.902019362292952e-09,
+      "loss": 21.0469,
+      "step": 41491
+    },
+    {
+      "epoch": 1.9827965210742615,
+      "grad_norm": 450.45916748046875,
+      "learning_rate": 3.880432864373784e-09,
+      "loss": 20.6562,
+      "step": 41492
+    },
+    {
+      "epoch": 1.982844308515722,
+      "grad_norm": 168.5413055419922,
+      "learning_rate": 3.858906230311821e-09,
+      "loss": 25.7812,
+      "step": 41493
+    },
+    {
+      "epoch": 1.9828920959571823,
+      "grad_norm": 216.3309326171875,
+      "learning_rate": 3.837439460235847e-09,
+      "loss": 30.8438,
+      "step": 41494
+    },
+    {
+      "epoch": 1.9829398833986427,
+      "grad_norm": 336.4684753417969,
+      "learning_rate": 3.816032554275762e-09,
+      "loss": 26.1094,
+      "step": 41495
+    },
+    {
+      "epoch": 1.982987670840103,
+      "grad_norm": 181.13674926757812,
+      "learning_rate": 3.794685512559237e-09,
+      "loss": 18.4844,
+      "step": 41496
+    },
+    {
+      "epoch": 1.9830354582815635,
+      "grad_norm": 1286.363037109375,
+      "learning_rate": 3.773398335212841e-09,
+      "loss": 20.5,
+      "step": 41497
+    },
+    {
+      "epoch": 1.9830832457230239,
+      "grad_norm": 350.5492858886719,
+      "learning_rate": 3.752171022365358e-09,
+      "loss": 26.7812,
+      "step": 41498
+    },
+    {
+      "epoch": 1.9831310331644842,
+      "grad_norm": 477.1952819824219,
+      "learning_rate": 3.731003574144465e-09,
+      "loss": 26.7812,
+      "step": 41499
+    },
+    {
+      "epoch": 1.9831788206059446,
+      "grad_norm": 222.31692504882812,
+      "learning_rate": 3.7098959906756162e-09,
+      "loss": 31.5,
+      "step": 41500
+    },
+    {
+      "epoch": 1.983226608047405,
+      "grad_norm": 478.2290954589844,
+      "learning_rate": 3.688848272086487e-09,
+      "loss": 36.0938,
+      "step": 41501
+    },
+    {
+      "epoch": 1.9832743954888654,
+      "grad_norm": 205.73265075683594,
+      "learning_rate": 3.6678604185014234e-09,
+      "loss": 19.0781,
+      "step": 41502
+    },
+    {
+      "epoch": 1.9833221829303258,
+      "grad_norm": 254.66094970703125,
+      "learning_rate": 3.64693243004699e-09,
+      "loss": 28.4688,
+      "step": 41503
+    },
+    {
+      "epoch": 1.9833699703717862,
+      "grad_norm": 363.7963562011719,
+      "learning_rate": 3.6260643068497527e-09,
+      "loss": 30.875,
+      "step": 41504
+    },
+    {
+      "epoch": 1.9834177578132466,
+      "grad_norm": 210.95932006835938,
+      "learning_rate": 3.6052560490318356e-09,
+      "loss": 22.1875,
+      "step": 41505
+    },
+    {
+      "epoch": 1.983465545254707,
+      "grad_norm": 249.92579650878906,
+      "learning_rate": 3.5845076567209146e-09,
+      "loss": 17.5625,
+      "step": 41506
+    },
+    {
+      "epoch": 1.9835133326961674,
+      "grad_norm": 195.37733459472656,
+      "learning_rate": 3.5638191300391143e-09,
+      "loss": 24.5625,
+      "step": 41507
+    },
+    {
+      "epoch": 1.9835611201376278,
+      "grad_norm": 283.9111633300781,
+      "learning_rate": 3.54319046911189e-09,
+      "loss": 19.5,
+      "step": 41508
+    },
+    {
+      "epoch": 1.9836089075790881,
+      "grad_norm": 407.37957763671875,
+      "learning_rate": 3.522621674061366e-09,
+      "loss": 23.9688,
+      "step": 41509
+    },
+    {
+      "epoch": 1.9836566950205485,
+      "grad_norm": 195.80274963378906,
+      "learning_rate": 3.5021127450118876e-09,
+      "loss": 25.125,
+      "step": 41510
+    },
+    {
+      "epoch": 1.983704482462009,
+      "grad_norm": 185.95407104492188,
+      "learning_rate": 3.4816636820855788e-09,
+      "loss": 20.3438,
+      "step": 41511
+    },
+    {
+      "epoch": 1.9837522699034693,
+      "grad_norm": 365.70489501953125,
+      "learning_rate": 3.4612744854045645e-09,
+      "loss": 23.8594,
+      "step": 41512
+    },
+    {
+      "epoch": 1.9838000573449297,
+      "grad_norm": 316.886474609375,
+      "learning_rate": 3.440945155092079e-09,
+      "loss": 27.9688,
+      "step": 41513
+    },
+    {
+      "epoch": 1.98384784478639,
+      "grad_norm": 260.1418762207031,
+      "learning_rate": 3.4206756912691373e-09,
+      "loss": 18.3594,
+      "step": 41514
+    },
+    {
+      "epoch": 1.9838956322278505,
+      "grad_norm": 533.7638549804688,
+      "learning_rate": 3.4004660940567536e-09,
+      "loss": 17.2188,
+      "step": 41515
+    },
+    {
+      "epoch": 1.9839434196693109,
+      "grad_norm": 241.0240936279297,
+      "learning_rate": 3.380316363577052e-09,
+      "loss": 17.7812,
+      "step": 41516
+    },
+    {
+      "epoch": 1.9839912071107713,
+      "grad_norm": 434.5266418457031,
+      "learning_rate": 3.3602264999499368e-09,
+      "loss": 32.5625,
+      "step": 41517
+    },
+    {
+      "epoch": 1.9840389945522316,
+      "grad_norm": 384.7444763183594,
+      "learning_rate": 3.340196503295312e-09,
+      "loss": 30.3125,
+      "step": 41518
+    },
+    {
+      "epoch": 1.984086781993692,
+      "grad_norm": 268.13787841796875,
+      "learning_rate": 3.3202263737341923e-09,
+      "loss": 28.1875,
+      "step": 41519
+    },
+    {
+      "epoch": 1.9841345694351524,
+      "grad_norm": 163.625,
+      "learning_rate": 3.300316111385371e-09,
+      "loss": 23.0,
+      "step": 41520
+    },
+    {
+      "epoch": 1.9841823568766128,
+      "grad_norm": 296.54754638671875,
+      "learning_rate": 3.2804657163687527e-09,
+      "loss": 23.8438,
+      "step": 41521
+    },
+    {
+      "epoch": 1.9842301443180732,
+      "grad_norm": 122.51554107666016,
+      "learning_rate": 3.2606751888020206e-09,
+      "loss": 17.625,
+      "step": 41522
+    },
+    {
+      "epoch": 1.9842779317595336,
+      "grad_norm": 247.47640991210938,
+      "learning_rate": 3.2409445288050788e-09,
+      "loss": 20.3438,
+      "step": 41523
+    },
+    {
+      "epoch": 1.984325719200994,
+      "grad_norm": 202.23777770996094,
+      "learning_rate": 3.2212737364956114e-09,
+      "loss": 23.0,
+      "step": 41524
+    },
+    {
+      "epoch": 1.9843735066424544,
+      "grad_norm": 164.56581115722656,
+      "learning_rate": 3.201662811991302e-09,
+      "loss": 18.3281,
+      "step": 41525
+    },
+    {
+      "epoch": 1.9844212940839148,
+      "grad_norm": 308.95330810546875,
+      "learning_rate": 3.1821117554098336e-09,
+      "loss": 22.6562,
+      "step": 41526
+    },
+    {
+      "epoch": 1.9844690815253752,
+      "grad_norm": 178.32884216308594,
+      "learning_rate": 3.16262056686778e-09,
+      "loss": 29.0625,
+      "step": 41527
+    },
+    {
+      "epoch": 1.9845168689668355,
+      "grad_norm": 389.3836364746094,
+      "learning_rate": 3.143189246482825e-09,
+      "loss": 21.3438,
+      "step": 41528
+    },
+    {
+      "epoch": 1.984564656408296,
+      "grad_norm": 427.11505126953125,
+      "learning_rate": 3.123817794370432e-09,
+      "loss": 22.125,
+      "step": 41529
+    },
+    {
+      "epoch": 1.9846124438497563,
+      "grad_norm": 272.6336669921875,
+      "learning_rate": 3.104506210646063e-09,
+      "loss": 22.0625,
+      "step": 41530
+    },
+    {
+      "epoch": 1.9846602312912167,
+      "grad_norm": 612.8624877929688,
+      "learning_rate": 3.085254495427403e-09,
+      "loss": 28.6562,
+      "step": 41531
+    },
+    {
+      "epoch": 1.984708018732677,
+      "grad_norm": 163.31048583984375,
+      "learning_rate": 3.0660626488276945e-09,
+      "loss": 13.0312,
+      "step": 41532
+    },
+    {
+      "epoch": 1.9847558061741375,
+      "grad_norm": 358.8013916015625,
+      "learning_rate": 3.0469306709624e-09,
+      "loss": 31.7812,
+      "step": 41533
+    },
+    {
+      "epoch": 1.9848035936155979,
+      "grad_norm": 323.3488464355469,
+      "learning_rate": 3.0278585619469835e-09,
+      "loss": 25.2188,
+      "step": 41534
+    },
+    {
+      "epoch": 1.9848513810570583,
+      "grad_norm": 300.469970703125,
+      "learning_rate": 3.008846321894687e-09,
+      "loss": 23.7031,
+      "step": 41535
+    },
+    {
+      "epoch": 1.9848991684985187,
+      "grad_norm": 253.2255401611328,
+      "learning_rate": 2.9898939509198645e-09,
+      "loss": 16.2344,
+      "step": 41536
+    },
+    {
+      "epoch": 1.984946955939979,
+      "grad_norm": 204.60992431640625,
+      "learning_rate": 2.9710014491357574e-09,
+      "loss": 25.5,
+      "step": 41537
+    },
+    {
+      "epoch": 1.9849947433814394,
+      "grad_norm": 197.67298889160156,
+      "learning_rate": 2.95216881665672e-09,
+      "loss": 25.7188,
+      "step": 41538
+    },
+    {
+      "epoch": 1.9850425308228998,
+      "grad_norm": 173.72752380371094,
+      "learning_rate": 2.9333960535937732e-09,
+      "loss": 24.375,
+      "step": 41539
+    },
+    {
+      "epoch": 1.9850903182643602,
+      "grad_norm": 232.6547393798828,
+      "learning_rate": 2.914683160059051e-09,
+      "loss": 29.5312,
+      "step": 41540
+    },
+    {
+      "epoch": 1.9851381057058206,
+      "grad_norm": 222.02835083007812,
+      "learning_rate": 2.896030136166905e-09,
+      "loss": 35.0312,
+      "step": 41541
+    },
+    {
+      "epoch": 1.985185893147281,
+      "grad_norm": 130.78794860839844,
+      "learning_rate": 2.8774369820272486e-09,
+      "loss": 19.4688,
+      "step": 41542
+    },
+    {
+      "epoch": 1.9852336805887414,
+      "grad_norm": 163.2849884033203,
+      "learning_rate": 2.8589036977522133e-09,
+      "loss": 18.25,
+      "step": 41543
+    },
+    {
+      "epoch": 1.9852814680302018,
+      "grad_norm": 392.93756103515625,
+      "learning_rate": 2.8404302834517117e-09,
+      "loss": 29.4375,
+      "step": 41544
+    },
+    {
+      "epoch": 1.9853292554716622,
+      "grad_norm": 273.093017578125,
+      "learning_rate": 2.822016739237876e-09,
+      "loss": 30.75,
+      "step": 41545
+    },
+    {
+      "epoch": 1.9853770429131226,
+      "grad_norm": 181.33901977539062,
+      "learning_rate": 2.8036630652206187e-09,
+      "loss": 20.6875,
+      "step": 41546
+    },
+    {
+      "epoch": 1.985424830354583,
+      "grad_norm": 146.3773956298828,
+      "learning_rate": 2.7853692615087413e-09,
+      "loss": 15.9688,
+      "step": 41547
+    },
+    {
+      "epoch": 1.9854726177960433,
+      "grad_norm": 182.49745178222656,
+      "learning_rate": 2.767135328212156e-09,
+      "loss": 25.1406,
+      "step": 41548
+    },
+    {
+      "epoch": 1.9855204052375037,
+      "grad_norm": 267.8727722167969,
+      "learning_rate": 2.748961265441885e-09,
+      "loss": 26.0156,
+      "step": 41549
+    },
+    {
+      "epoch": 1.9855681926789641,
+      "grad_norm": 207.66932678222656,
+      "learning_rate": 2.73084707330451e-09,
+      "loss": 19.6719,
+      "step": 41550
+    },
+    {
+      "epoch": 1.9856159801204245,
+      "grad_norm": 290.0626220703125,
+      "learning_rate": 2.7127927519088327e-09,
+      "loss": 21.8438,
+      "step": 41551
+    },
+    {
+      "epoch": 1.985663767561885,
+      "grad_norm": 135.78475952148438,
+      "learning_rate": 2.694798301364765e-09,
+      "loss": 23.9375,
+      "step": 41552
+    },
+    {
+      "epoch": 1.9857115550033453,
+      "grad_norm": 248.07791137695312,
+      "learning_rate": 2.676863721777778e-09,
+      "loss": 31.1875,
+      "step": 41553
+    },
+    {
+      "epoch": 1.9857593424448055,
+      "grad_norm": 138.3684539794922,
+      "learning_rate": 2.6589890132566743e-09,
+      "loss": 14.1094,
+      "step": 41554
+    },
+    {
+      "epoch": 1.9858071298862658,
+      "grad_norm": 340.62127685546875,
+      "learning_rate": 2.6411741759080346e-09,
+      "loss": 29.5312,
+      "step": 41555
+    },
+    {
+      "epoch": 1.9858549173277262,
+      "grad_norm": 236.3351593017578,
+      "learning_rate": 2.6234192098384405e-09,
+      "loss": 24.8438,
+      "step": 41556
+    },
+    {
+      "epoch": 1.9859027047691866,
+      "grad_norm": 1227.7135009765625,
+      "learning_rate": 2.6057241151555834e-09,
+      "loss": 16.1719,
+      "step": 41557
+    },
+    {
+      "epoch": 1.985950492210647,
+      "grad_norm": 355.2041320800781,
+      "learning_rate": 2.5880888919627144e-09,
+      "loss": 25.1406,
+      "step": 41558
+    },
+    {
+      "epoch": 1.9859982796521074,
+      "grad_norm": 642.5684814453125,
+      "learning_rate": 2.570513540367525e-09,
+      "loss": 27.25,
+      "step": 41559
+    },
+    {
+      "epoch": 1.9860460670935678,
+      "grad_norm": 247.9040985107422,
+      "learning_rate": 2.552998060475487e-09,
+      "loss": 23.625,
+      "step": 41560
+    },
+    {
+      "epoch": 1.9860938545350282,
+      "grad_norm": 207.55628967285156,
+      "learning_rate": 2.5355424523898498e-09,
+      "loss": 25.5,
+      "step": 41561
+    },
+    {
+      "epoch": 1.9861416419764886,
+      "grad_norm": 185.7715606689453,
+      "learning_rate": 2.5181467162160853e-09,
+      "loss": 18.9062,
+      "step": 41562
+    },
+    {
+      "epoch": 1.986189429417949,
+      "grad_norm": 331.7617492675781,
+      "learning_rate": 2.5008108520585552e-09,
+      "loss": 31.8906,
+      "step": 41563
+    },
+    {
+      "epoch": 1.9862372168594093,
+      "grad_norm": 1918.518310546875,
+      "learning_rate": 2.483534860020509e-09,
+      "loss": 18.4375,
+      "step": 41564
+    },
+    {
+      "epoch": 1.9862850043008697,
+      "grad_norm": 146.80618286132812,
+      "learning_rate": 2.4663187402063083e-09,
+      "loss": 19.3594,
+      "step": 41565
+    },
+    {
+      "epoch": 1.9863327917423301,
+      "grad_norm": 392.7862854003906,
+      "learning_rate": 2.4491624927192036e-09,
+      "loss": 23.2344,
+      "step": 41566
+    },
+    {
+      "epoch": 1.9863805791837905,
+      "grad_norm": 341.8547668457031,
+      "learning_rate": 2.4320661176602257e-09,
+      "loss": 26.4844,
+      "step": 41567
+    },
+    {
+      "epoch": 1.986428366625251,
+      "grad_norm": 198.99871826171875,
+      "learning_rate": 2.4150296151326245e-09,
+      "loss": 16.7656,
+      "step": 41568
+    },
+    {
+      "epoch": 1.9864761540667113,
+      "grad_norm": 258.5834045410156,
+      "learning_rate": 2.3980529852385415e-09,
+      "loss": 20.9688,
+      "step": 41569
+    },
+    {
+      "epoch": 1.9865239415081717,
+      "grad_norm": 180.63902282714844,
+      "learning_rate": 2.3811362280801166e-09,
+      "loss": 25.6562,
+      "step": 41570
+    },
+    {
+      "epoch": 1.986571728949632,
+      "grad_norm": 165.56658935546875,
+      "learning_rate": 2.36427934375838e-09,
+      "loss": 18.5156,
+      "step": 41571
+    },
+    {
+      "epoch": 1.9866195163910925,
+      "grad_norm": 311.9580993652344,
+      "learning_rate": 2.3474823323743625e-09,
+      "loss": 39.1562,
+      "step": 41572
+    },
+    {
+      "epoch": 1.9866673038325529,
+      "grad_norm": 257.09942626953125,
+      "learning_rate": 2.3307451940279836e-09,
+      "loss": 23.75,
+      "step": 41573
+    },
+    {
+      "epoch": 1.986715091274013,
+      "grad_norm": 270.71356201171875,
+      "learning_rate": 2.314067928819164e-09,
+      "loss": 18.625,
+      "step": 41574
+    },
+    {
+      "epoch": 1.9867628787154734,
+      "grad_norm": 180.41661071777344,
+      "learning_rate": 2.2974505368500434e-09,
+      "loss": 23.7188,
+      "step": 41575
+    },
+    {
+      "epoch": 1.9868106661569338,
+      "grad_norm": 203.35086059570312,
+      "learning_rate": 2.2808930182172117e-09,
+      "loss": 30.0,
+      "step": 41576
+    },
+    {
+      "epoch": 1.9868584535983942,
+      "grad_norm": 174.67303466796875,
+      "learning_rate": 2.2643953730216995e-09,
+      "loss": 21.75,
+      "step": 41577
+    },
+    {
+      "epoch": 1.9869062410398546,
+      "grad_norm": 160.6602020263672,
+      "learning_rate": 2.2479576013623162e-09,
+      "loss": 21.8906,
+      "step": 41578
+    },
+    {
+      "epoch": 1.986954028481315,
+      "grad_norm": 101.22466278076172,
+      "learning_rate": 2.2315797033367616e-09,
+      "loss": 15.4688,
+      "step": 41579
+    },
+    {
+      "epoch": 1.9870018159227754,
+      "grad_norm": 241.71278381347656,
+      "learning_rate": 2.215261679042735e-09,
+      "loss": 21.5,
+      "step": 41580
+    },
+    {
+      "epoch": 1.9870496033642358,
+      "grad_norm": 148.35064697265625,
+      "learning_rate": 2.199003528580157e-09,
+      "loss": 20.0625,
+      "step": 41581
+    },
+    {
+      "epoch": 1.9870973908056961,
+      "grad_norm": 177.11231994628906,
+      "learning_rate": 2.1828052520433962e-09,
+      "loss": 30.7031,
+      "step": 41582
+    },
+    {
+      "epoch": 1.9871451782471565,
+      "grad_norm": 191.6884002685547,
+      "learning_rate": 2.1666668495312625e-09,
+      "loss": 28.4375,
+      "step": 41583
+    },
+    {
+      "epoch": 1.987192965688617,
+      "grad_norm": 379.5468444824219,
+      "learning_rate": 2.1505883211403455e-09,
+      "loss": 28.4375,
+      "step": 41584
+    },
+    {
+      "epoch": 1.9872407531300773,
+      "grad_norm": 357.67974853515625,
+      "learning_rate": 2.1345696669672345e-09,
+      "loss": 21.5469,
+      "step": 41585
+    },
+    {
+      "epoch": 1.9872885405715377,
+      "grad_norm": 734.6580810546875,
+      "learning_rate": 2.118610887106298e-09,
+      "loss": 24.5,
+      "step": 41586
+    },
+    {
+      "epoch": 1.987336328012998,
+      "grad_norm": 301.3877258300781,
+      "learning_rate": 2.1027119816541265e-09,
+      "loss": 26.9375,
+      "step": 41587
+    },
+    {
+      "epoch": 1.9873841154544585,
+      "grad_norm": 200.05459594726562,
+      "learning_rate": 2.086872950706198e-09,
+      "loss": 25.9062,
+      "step": 41588
+    },
+    {
+      "epoch": 1.9874319028959189,
+      "grad_norm": 256.268798828125,
+      "learning_rate": 2.071093794356882e-09,
+      "loss": 26.8906,
+      "step": 41589
+    },
+    {
+      "epoch": 1.9874796903373793,
+      "grad_norm": 212.79588317871094,
+      "learning_rate": 2.0553745127005476e-09,
+      "loss": 25.75,
+      "step": 41590
+    },
+    {
+      "epoch": 1.9875274777788396,
+      "grad_norm": 728.3140869140625,
+      "learning_rate": 2.0397151058326736e-09,
+      "loss": 25.6875,
+      "step": 41591
+    },
+    {
+      "epoch": 1.9875752652203,
+      "grad_norm": 254.70364379882812,
+      "learning_rate": 2.024115573845409e-09,
+      "loss": 22.5938,
+      "step": 41592
+    },
+    {
+      "epoch": 1.9876230526617604,
+      "grad_norm": 281.9566955566406,
+      "learning_rate": 2.008575916833122e-09,
+      "loss": 28.4688,
+      "step": 41593
+    },
+    {
+      "epoch": 1.9876708401032208,
+      "grad_norm": 285.3549499511719,
+      "learning_rate": 1.993096134887962e-09,
+      "loss": 21.0625,
+      "step": 41594
+    },
+    {
+      "epoch": 1.9877186275446812,
+      "grad_norm": 395.7041931152344,
+      "learning_rate": 1.977676228103187e-09,
+      "loss": 35.0312,
+      "step": 41595
+    },
+    {
+      "epoch": 1.9877664149861416,
+      "grad_norm": 313.2960510253906,
+      "learning_rate": 1.962316196570946e-09,
+      "loss": 24.7344,
+      "step": 41596
+    },
+    {
+      "epoch": 1.987814202427602,
+      "grad_norm": 152.78761291503906,
+      "learning_rate": 1.9470160403844974e-09,
+      "loss": 19.625,
+      "step": 41597
+    },
+    {
+      "epoch": 1.9878619898690624,
+      "grad_norm": 188.146728515625,
+      "learning_rate": 1.9317757596337694e-09,
+      "loss": 24.125,
+      "step": 41598
+    },
+    {
+      "epoch": 1.9879097773105228,
+      "grad_norm": 170.94589233398438,
+      "learning_rate": 1.9165953544098003e-09,
+      "loss": 25.875,
+      "step": 41599
+    },
+    {
+      "epoch": 1.9879575647519832,
+      "grad_norm": 308.9086608886719,
+      "learning_rate": 1.901474824805849e-09,
+      "loss": 24.9375,
+      "step": 41600
+    },
+    {
+      "epoch": 1.9880053521934435,
+      "grad_norm": 392.7908020019531,
+      "learning_rate": 1.886414170909623e-09,
+      "loss": 35.9375,
+      "step": 41601
+    },
+    {
+      "epoch": 1.988053139634904,
+      "grad_norm": 225.25448608398438,
+      "learning_rate": 1.8714133928132705e-09,
+      "loss": 25.2188,
+      "step": 41602
+    },
+    {
+      "epoch": 1.9881009270763643,
+      "grad_norm": 311.9850769042969,
+      "learning_rate": 1.85647249060672e-09,
+      "loss": 25.9219,
+      "step": 41603
+    },
+    {
+      "epoch": 1.9881487145178247,
+      "grad_norm": 165.4778594970703,
+      "learning_rate": 1.8415914643776788e-09,
+      "loss": 21.0312,
+      "step": 41604
+    },
+    {
+      "epoch": 1.988196501959285,
+      "grad_norm": 160.21286010742188,
+      "learning_rate": 1.8267703142171856e-09,
+      "loss": 23.2812,
+      "step": 41605
+    },
+    {
+      "epoch": 1.9882442894007455,
+      "grad_norm": 225.46841430664062,
+      "learning_rate": 1.8120090402129476e-09,
+      "loss": 28.3438,
+      "step": 41606
+    },
+    {
+      "epoch": 1.9882920768422059,
+      "grad_norm": 323.5019226074219,
+      "learning_rate": 1.7973076424537828e-09,
+      "loss": 32.0625,
+      "step": 41607
+    },
+    {
+      "epoch": 1.9883398642836663,
+      "grad_norm": 308.28082275390625,
+      "learning_rate": 1.7826661210273987e-09,
+      "loss": 25.3125,
+      "step": 41608
+    },
+    {
+      "epoch": 1.9883876517251267,
+      "grad_norm": 277.23394775390625,
+      "learning_rate": 1.7680844760215033e-09,
+      "loss": 28.1875,
+      "step": 41609
+    },
+    {
+      "epoch": 1.988435439166587,
+      "grad_norm": 196.79092407226562,
+      "learning_rate": 1.7535627075226935e-09,
+      "loss": 21.0156,
+      "step": 41610
+    },
+    {
+      "epoch": 1.9884832266080474,
+      "grad_norm": 618.4202270507812,
+      "learning_rate": 1.7391008156197875e-09,
+      "loss": 28.4688,
+      "step": 41611
+    },
+    {
+      "epoch": 1.9885310140495078,
+      "grad_norm": 299.6360168457031,
+      "learning_rate": 1.7246988003982722e-09,
+      "loss": 25.8125,
+      "step": 41612
+    },
+    {
+      "epoch": 1.9885788014909682,
+      "grad_norm": 322.8250427246094,
+      "learning_rate": 1.7103566619447453e-09,
+      "loss": 21.5781,
+      "step": 41613
+    },
+    {
+      "epoch": 1.9886265889324286,
+      "grad_norm": 595.1946411132812,
+      "learning_rate": 1.6960744003435836e-09,
+      "loss": 21.4062,
+      "step": 41614
+    },
+    {
+      "epoch": 1.988674376373889,
+      "grad_norm": 345.96478271484375,
+      "learning_rate": 1.6818520156824946e-09,
+      "loss": 24.3125,
+      "step": 41615
+    },
+    {
+      "epoch": 1.9887221638153494,
+      "grad_norm": 239.98788452148438,
+      "learning_rate": 1.6676895080458554e-09,
+      "loss": 25.3438,
+      "step": 41616
+    },
+    {
+      "epoch": 1.9887699512568098,
+      "grad_norm": 177.0323028564453,
+      "learning_rate": 1.653586877518043e-09,
+      "loss": 22.4375,
+      "step": 41617
+    },
+    {
+      "epoch": 1.9888177386982702,
+      "grad_norm": 193.11178588867188,
+      "learning_rate": 1.6395441241845444e-09,
+      "loss": 26.5312,
+      "step": 41618
+    },
+    {
+      "epoch": 1.9888655261397306,
+      "grad_norm": 140.85215759277344,
+      "learning_rate": 1.6255612481286264e-09,
+      "loss": 16.5312,
+      "step": 41619
+    },
+    {
+      "epoch": 1.988913313581191,
+      "grad_norm": 263.27752685546875,
+      "learning_rate": 1.611638249433556e-09,
+      "loss": 26.6562,
+      "step": 41620
+    },
+    {
+      "epoch": 1.9889611010226513,
+      "grad_norm": 254.306396484375,
+      "learning_rate": 1.5977751281837095e-09,
+      "loss": 30.6875,
+      "step": 41621
+    },
+    {
+      "epoch": 1.9890088884641117,
+      "grad_norm": 452.47406005859375,
+      "learning_rate": 1.583971884461244e-09,
+      "loss": 22.1875,
+      "step": 41622
+    },
+    {
+      "epoch": 1.9890566759055721,
+      "grad_norm": 192.39442443847656,
+      "learning_rate": 1.570228518349426e-09,
+      "loss": 26.4688,
+      "step": 41623
+    },
+    {
+      "epoch": 1.9891044633470325,
+      "grad_norm": 471.57257080078125,
+      "learning_rate": 1.556545029930412e-09,
+      "loss": 22.1094,
+      "step": 41624
+    },
+    {
+      "epoch": 1.989152250788493,
+      "grad_norm": 226.91709899902344,
+      "learning_rate": 1.5429214192874687e-09,
+      "loss": 30.4688,
+      "step": 41625
+    },
+    {
+      "epoch": 1.9892000382299533,
+      "grad_norm": 378.63494873046875,
+      "learning_rate": 1.529357686499422e-09,
+      "loss": 19.5469,
+      "step": 41626
+    },
+    {
+      "epoch": 1.9892478256714137,
+      "grad_norm": 170.64889526367188,
+      "learning_rate": 1.5158538316495385e-09,
+      "loss": 21.6562,
+      "step": 41627
+    },
+    {
+      "epoch": 1.989295613112874,
+      "grad_norm": 375.3220520019531,
+      "learning_rate": 1.5024098548177546e-09,
+      "loss": 22.375,
+      "step": 41628
+    },
+    {
+      "epoch": 1.9893434005543345,
+      "grad_norm": 184.7793426513672,
+      "learning_rate": 1.4890257560851162e-09,
+      "loss": 24.5625,
+      "step": 41629
+    },
+    {
+      "epoch": 1.9893911879957948,
+      "grad_norm": 162.43565368652344,
+      "learning_rate": 1.4757015355315596e-09,
+      "loss": 20.0,
+      "step": 41630
+    },
+    {
+      "epoch": 1.9894389754372552,
+      "grad_norm": 464.1239929199219,
+      "learning_rate": 1.4624371932370206e-09,
+      "loss": 25.1094,
+      "step": 41631
+    },
+    {
+      "epoch": 1.9894867628787156,
+      "grad_norm": 2528.307861328125,
+      "learning_rate": 1.4492327292803255e-09,
+      "loss": 17.9219,
+      "step": 41632
+    },
+    {
+      "epoch": 1.989534550320176,
+      "grad_norm": 431.0071716308594,
+      "learning_rate": 1.4360881437414098e-09,
+      "loss": 21.5938,
+      "step": 41633
+    },
+    {
+      "epoch": 1.9895823377616364,
+      "grad_norm": 335.6234436035156,
+      "learning_rate": 1.4230034366990998e-09,
+      "loss": 29.9375,
+      "step": 41634
+    },
+    {
+      "epoch": 1.9896301252030968,
+      "grad_norm": 402.3129577636719,
+      "learning_rate": 1.4099786082311106e-09,
+      "loss": 25.7031,
+      "step": 41635
+    },
+    {
+      "epoch": 1.989677912644557,
+      "grad_norm": 330.31781005859375,
+      "learning_rate": 1.3970136584151584e-09,
+      "loss": 23.9062,
+      "step": 41636
+    },
+    {
+      "epoch": 1.9897257000860173,
+      "grad_norm": 179.9515380859375,
+      "learning_rate": 1.3841085873300686e-09,
+      "loss": 18.5469,
+      "step": 41637
+    },
+    {
+      "epoch": 1.9897734875274777,
+      "grad_norm": 218.49546813964844,
+      "learning_rate": 1.3712633950513365e-09,
+      "loss": 26.25,
+      "step": 41638
+    },
+    {
+      "epoch": 1.9898212749689381,
+      "grad_norm": 328.5570373535156,
+      "learning_rate": 1.358478081657788e-09,
+      "loss": 17.8594,
+      "step": 41639
+    },
+    {
+      "epoch": 1.9898690624103985,
+      "grad_norm": 164.36318969726562,
+      "learning_rate": 1.3457526472249183e-09,
+      "loss": 19.9062,
+      "step": 41640
+    },
+    {
+      "epoch": 1.989916849851859,
+      "grad_norm": 328.29443359375,
+      "learning_rate": 1.3330870918304428e-09,
+      "loss": 24.6562,
+      "step": 41641
+    },
+    {
+      "epoch": 1.9899646372933193,
+      "grad_norm": 314.34716796875,
+      "learning_rate": 1.3204814155476363e-09,
+      "loss": 31.2188,
+      "step": 41642
+    },
+    {
+      "epoch": 1.9900124247347797,
+      "grad_norm": 306.93798828125,
+      "learning_rate": 1.3079356184531045e-09,
+      "loss": 23.5938,
+      "step": 41643
+    },
+    {
+      "epoch": 1.99006021217624,
+      "grad_norm": 219.60972595214844,
+      "learning_rate": 1.2954497006223422e-09,
+      "loss": 20.3125,
+      "step": 41644
+    },
+    {
+      "epoch": 1.9901079996177005,
+      "grad_norm": 311.89324951171875,
+      "learning_rate": 1.2830236621308445e-09,
+      "loss": 20.0,
+      "step": 41645
+    },
+    {
+      "epoch": 1.9901557870591609,
+      "grad_norm": 332.98236083984375,
+      "learning_rate": 1.2706575030518865e-09,
+      "loss": 23.375,
+      "step": 41646
+    },
+    {
+      "epoch": 1.9902035745006212,
+      "grad_norm": 180.99241638183594,
+      "learning_rate": 1.2583512234587426e-09,
+      "loss": 21.6406,
+      "step": 41647
+    },
+    {
+      "epoch": 1.9902513619420816,
+      "grad_norm": 137.08921813964844,
+      "learning_rate": 1.246104823426908e-09,
+      "loss": 20.9688,
+      "step": 41648
+    },
+    {
+      "epoch": 1.990299149383542,
+      "grad_norm": 212.16554260253906,
+      "learning_rate": 1.2339183030296574e-09,
+      "loss": 29.9688,
+      "step": 41649
+    },
+    {
+      "epoch": 1.9903469368250024,
+      "grad_norm": 217.12490844726562,
+      "learning_rate": 1.2217916623380456e-09,
+      "loss": 19.3125,
+      "step": 41650
+    },
+    {
+      "epoch": 1.9903947242664628,
+      "grad_norm": 234.26690673828125,
+      "learning_rate": 1.2097249014264568e-09,
+      "loss": 20.3594,
+      "step": 41651
+    },
+    {
+      "epoch": 1.9904425117079232,
+      "grad_norm": 430.8875732421875,
+      "learning_rate": 1.1977180203670558e-09,
+      "loss": 30.9688,
+      "step": 41652
+    },
+    {
+      "epoch": 1.9904902991493836,
+      "grad_norm": 358.81439208984375,
+      "learning_rate": 1.185771019230897e-09,
+      "loss": 21.2031,
+      "step": 41653
+    },
+    {
+      "epoch": 1.990538086590844,
+      "grad_norm": 258.74462890625,
+      "learning_rate": 1.1738838980901445e-09,
+      "loss": 26.9531,
+      "step": 41654
+    },
+    {
+      "epoch": 1.9905858740323044,
+      "grad_norm": 256.2923278808594,
+      "learning_rate": 1.1620566570158531e-09,
+      "loss": 20.0781,
+      "step": 41655
+    },
+    {
+      "epoch": 1.9906336614737647,
+      "grad_norm": 264.7037353515625,
+      "learning_rate": 1.1502892960779665e-09,
+      "loss": 24.6875,
+      "step": 41656
+    },
+    {
+      "epoch": 1.990681448915225,
+      "grad_norm": 246.44837951660156,
+      "learning_rate": 1.1385818153486493e-09,
+      "loss": 22.9844,
+      "step": 41657
+    },
+    {
+      "epoch": 1.9907292363566853,
+      "grad_norm": 360.86431884765625,
+      "learning_rate": 1.1269342148978457e-09,
+      "loss": 24.1875,
+      "step": 41658
+    },
+    {
+      "epoch": 1.9907770237981457,
+      "grad_norm": 214.98292541503906,
+      "learning_rate": 1.115346494793279e-09,
+      "loss": 39.9375,
+      "step": 41659
+    },
+    {
+      "epoch": 1.990824811239606,
+      "grad_norm": 192.0753173828125,
+      "learning_rate": 1.1038186551060037e-09,
+      "loss": 29.0938,
+      "step": 41660
+    },
+    {
+      "epoch": 1.9908725986810665,
+      "grad_norm": 253.31349182128906,
+      "learning_rate": 1.0923506959048534e-09,
+      "loss": 34.0938,
+      "step": 41661
+    },
+    {
+      "epoch": 1.9909203861225269,
+      "grad_norm": 310.1756286621094,
+      "learning_rate": 1.0809426172586623e-09,
+      "loss": 30.4141,
+      "step": 41662
+    },
+    {
+      "epoch": 1.9909681735639873,
+      "grad_norm": 130.3064422607422,
+      "learning_rate": 1.0695944192351537e-09,
+      "loss": 20.25,
+      "step": 41663
+    },
+    {
+      "epoch": 1.9910159610054476,
+      "grad_norm": 296.2359313964844,
+      "learning_rate": 1.0583061019031615e-09,
+      "loss": 35.1875,
+      "step": 41664
+    },
+    {
+      "epoch": 1.991063748446908,
+      "grad_norm": 377.0630798339844,
+      "learning_rate": 1.047077665329299e-09,
+      "loss": 24.5312,
+      "step": 41665
+    },
+    {
+      "epoch": 1.9911115358883684,
+      "grad_norm": 182.05584716796875,
+      "learning_rate": 1.03590910958129e-09,
+      "loss": 22.0312,
+      "step": 41666
+    },
+    {
+      "epoch": 1.9911593233298288,
+      "grad_norm": 246.12384033203125,
+      "learning_rate": 1.0248004347257478e-09,
+      "loss": 20.0156,
+      "step": 41667
+    },
+    {
+      "epoch": 1.9912071107712892,
+      "grad_norm": 327.8472595214844,
+      "learning_rate": 1.013751640830396e-09,
+      "loss": 25.4375,
+      "step": 41668
+    },
+    {
+      "epoch": 1.9912548982127496,
+      "grad_norm": 123.32688903808594,
+      "learning_rate": 1.0027627279596274e-09,
+      "loss": 13.0859,
+      "step": 41669
+    },
+    {
+      "epoch": 1.99130268565421,
+      "grad_norm": 282.54315185546875,
+      "learning_rate": 9.918336961800555e-10,
+      "loss": 22.2031,
+      "step": 41670
+    },
+    {
+      "epoch": 1.9913504730956704,
+      "grad_norm": 174.40916442871094,
+      "learning_rate": 9.809645455571837e-10,
+      "loss": 20.7812,
+      "step": 41671
+    },
+    {
+      "epoch": 1.9913982605371308,
+      "grad_norm": 170.44505310058594,
+      "learning_rate": 9.701552761565147e-10,
+      "loss": 24.75,
+      "step": 41672
+    },
+    {
+      "epoch": 1.9914460479785911,
+      "grad_norm": 229.41238403320312,
+      "learning_rate": 9.594058880424417e-10,
+      "loss": 16.2812,
+      "step": 41673
+    },
+    {
+      "epoch": 1.9914938354200515,
+      "grad_norm": 346.3735046386719,
+      "learning_rate": 9.487163812782474e-10,
+      "loss": 30.6094,
+      "step": 41674
+    },
+    {
+      "epoch": 1.991541622861512,
+      "grad_norm": 163.5562286376953,
+      "learning_rate": 9.38086755929435e-10,
+      "loss": 17.5469,
+      "step": 41675
+    },
+    {
+      "epoch": 1.9915894103029723,
+      "grad_norm": 135.0862274169922,
+      "learning_rate": 9.275170120592869e-10,
+      "loss": 23.0156,
+      "step": 41676
+    },
+    {
+      "epoch": 1.9916371977444327,
+      "grad_norm": 223.1009063720703,
+      "learning_rate": 9.170071497310862e-10,
+      "loss": 23.0625,
+      "step": 41677
+    },
+    {
+      "epoch": 1.991684985185893,
+      "grad_norm": 228.84510803222656,
+      "learning_rate": 9.065571690070052e-10,
+      "loss": 31.8438,
+      "step": 41678
+    },
+    {
+      "epoch": 1.9917327726273535,
+      "grad_norm": 343.57147216796875,
+      "learning_rate": 8.961670699514368e-10,
+      "loss": 20.4688,
+      "step": 41679
+    },
+    {
+      "epoch": 1.9917805600688139,
+      "grad_norm": 243.3072967529297,
+      "learning_rate": 8.858368526243333e-10,
+      "loss": 20.0469,
+      "step": 41680
+    },
+    {
+      "epoch": 1.9918283475102743,
+      "grad_norm": 255.72373962402344,
+      "learning_rate": 8.755665170889771e-10,
+      "loss": 25.7812,
+      "step": 41681
+    },
+    {
+      "epoch": 1.9918761349517347,
+      "grad_norm": 260.642578125,
+      "learning_rate": 8.653560634075409e-10,
+      "loss": 20.7031,
+      "step": 41682
+    },
+    {
+      "epoch": 1.991923922393195,
+      "grad_norm": 427.24371337890625,
+      "learning_rate": 8.552054916388663e-10,
+      "loss": 26.4844,
+      "step": 41683
+    },
+    {
+      "epoch": 1.9919717098346554,
+      "grad_norm": 248.63600158691406,
+      "learning_rate": 8.451148018451261e-10,
+      "loss": 30.9688,
+      "step": 41684
+    },
+    {
+      "epoch": 1.9920194972761158,
+      "grad_norm": 302.7720031738281,
+      "learning_rate": 8.350839940873823e-10,
+      "loss": 30.8438,
+      "step": 41685
+    },
+    {
+      "epoch": 1.9920672847175762,
+      "grad_norm": 250.86302185058594,
+      "learning_rate": 8.25113068425587e-10,
+      "loss": 24.2188,
+      "step": 41686
+    },
+    {
+      "epoch": 1.9921150721590366,
+      "grad_norm": 271.9082946777344,
+      "learning_rate": 8.152020249174719e-10,
+      "loss": 30.5625,
+      "step": 41687
+    },
+    {
+      "epoch": 1.992162859600497,
+      "grad_norm": 284.6250305175781,
+      "learning_rate": 8.053508636252094e-10,
+      "loss": 34.0625,
+      "step": 41688
+    },
+    {
+      "epoch": 1.9922106470419574,
+      "grad_norm": 201.93746948242188,
+      "learning_rate": 7.955595846054209e-10,
+      "loss": 30.8281,
+      "step": 41689
+    },
+    {
+      "epoch": 1.9922584344834178,
+      "grad_norm": 258.8951416015625,
+      "learning_rate": 7.858281879180584e-10,
+      "loss": 20.5,
+      "step": 41690
+    },
+    {
+      "epoch": 1.9923062219248782,
+      "grad_norm": 212.25234985351562,
+      "learning_rate": 7.761566736208537e-10,
+      "loss": 20.0156,
+      "step": 41691
+    },
+    {
+      "epoch": 1.9923540093663386,
+      "grad_norm": 361.9671936035156,
+      "learning_rate": 7.665450417715381e-10,
+      "loss": 24.875,
+      "step": 41692
+    },
+    {
+      "epoch": 1.992401796807799,
+      "grad_norm": 113.97621154785156,
+      "learning_rate": 7.569932924289536e-10,
+      "loss": 19.0781,
+      "step": 41693
+    },
+    {
+      "epoch": 1.9924495842492593,
+      "grad_norm": 201.49868774414062,
+      "learning_rate": 7.475014256486112e-10,
+      "loss": 31.7812,
+      "step": 41694
+    },
+    {
+      "epoch": 1.9924973716907197,
+      "grad_norm": 188.11341857910156,
+      "learning_rate": 7.38069441489353e-10,
+      "loss": 29.5,
+      "step": 41695
+    },
+    {
+      "epoch": 1.99254515913218,
+      "grad_norm": 299.95135498046875,
+      "learning_rate": 7.286973400055797e-10,
+      "loss": 32.625,
+      "step": 41696
+    },
+    {
+      "epoch": 1.9925929465736405,
+      "grad_norm": 357.53436279296875,
+      "learning_rate": 7.193851212539127e-10,
+      "loss": 29.5,
+      "step": 41697
+    },
+    {
+      "epoch": 1.992640734015101,
+      "grad_norm": 256.5172119140625,
+      "learning_rate": 7.101327852920836e-10,
+      "loss": 22.0312,
+      "step": 41698
+    },
+    {
+      "epoch": 1.9926885214565613,
+      "grad_norm": 197.33877563476562,
+      "learning_rate": 7.009403321722729e-10,
+      "loss": 17.7188,
+      "step": 41699
+    },
+    {
+      "epoch": 1.9927363088980217,
+      "grad_norm": 275.42474365234375,
+      "learning_rate": 6.918077619522124e-10,
+      "loss": 22.5938,
+      "step": 41700
+    },
+    {
+      "epoch": 1.992784096339482,
+      "grad_norm": 268.7945861816406,
+      "learning_rate": 6.827350746851924e-10,
+      "loss": 28.4688,
+      "step": 41701
+    },
+    {
+      "epoch": 1.9928318837809424,
+      "grad_norm": 90.09419250488281,
+      "learning_rate": 6.737222704256141e-10,
+      "loss": 15.0469,
+      "step": 41702
+    },
+    {
+      "epoch": 1.9928796712224028,
+      "grad_norm": 232.69473266601562,
+      "learning_rate": 6.647693492289886e-10,
+      "loss": 37.4062,
+      "step": 41703
+    },
+    {
+      "epoch": 1.9929274586638632,
+      "grad_norm": 301.3504638671875,
+      "learning_rate": 6.558763111463862e-10,
+      "loss": 30.1719,
+      "step": 41704
+    },
+    {
+      "epoch": 1.9929752461053236,
+      "grad_norm": 184.54324340820312,
+      "learning_rate": 6.470431562333179e-10,
+      "loss": 25.1562,
+      "step": 41705
+    },
+    {
+      "epoch": 1.993023033546784,
+      "grad_norm": 187.58309936523438,
+      "learning_rate": 6.382698845408542e-10,
+      "loss": 26.2031,
+      "step": 41706
+    },
+    {
+      "epoch": 1.9930708209882444,
+      "grad_norm": 277.83074951171875,
+      "learning_rate": 6.295564961233958e-10,
+      "loss": 24.8906,
+      "step": 41707
+    },
+    {
+      "epoch": 1.9931186084297048,
+      "grad_norm": 229.316650390625,
+      "learning_rate": 6.20902991032013e-10,
+      "loss": 28.1094,
+      "step": 41708
+    },
+    {
+      "epoch": 1.9931663958711652,
+      "grad_norm": 305.4249572753906,
+      "learning_rate": 6.123093693177762e-10,
+      "loss": 23.2031,
+      "step": 41709
+    },
+    {
+      "epoch": 1.9932141833126256,
+      "grad_norm": 182.38229370117188,
+      "learning_rate": 6.03775631033976e-10,
+      "loss": 24.9688,
+      "step": 41710
+    },
+    {
+      "epoch": 1.993261970754086,
+      "grad_norm": 221.37643432617188,
+      "learning_rate": 5.953017762305723e-10,
+      "loss": 29.7188,
+      "step": 41711
+    },
+    {
+      "epoch": 1.9933097581955463,
+      "grad_norm": 175.87542724609375,
+      "learning_rate": 5.868878049586358e-10,
+      "loss": 15.2969,
+      "step": 41712
+    },
+    {
+      "epoch": 1.9933575456370067,
+      "grad_norm": 479.2574462890625,
+      "learning_rate": 5.78533717268126e-10,
+      "loss": 24.9531,
+      "step": 41713
+    },
+    {
+      "epoch": 1.9934053330784671,
+      "grad_norm": 284.1044616699219,
+      "learning_rate": 5.702395132090033e-10,
+      "loss": 22.375,
+      "step": 41714
+    },
+    {
+      "epoch": 1.9934531205199275,
+      "grad_norm": 484.5926513671875,
+      "learning_rate": 5.620051928323377e-10,
+      "loss": 16.3594,
+      "step": 41715
+    },
+    {
+      "epoch": 1.993500907961388,
+      "grad_norm": 167.14588928222656,
+      "learning_rate": 5.538307561858691e-10,
+      "loss": 25.5,
+      "step": 41716
+    },
+    {
+      "epoch": 1.9935486954028483,
+      "grad_norm": 237.99935913085938,
+      "learning_rate": 5.457162033195574e-10,
+      "loss": 29.9531,
+      "step": 41717
+    },
+    {
+      "epoch": 1.9935964828443087,
+      "grad_norm": 151.16323852539062,
+      "learning_rate": 5.37661534281142e-10,
+      "loss": 18.5312,
+      "step": 41718
+    },
+    {
+      "epoch": 1.9936442702857688,
+      "grad_norm": 217.9345703125,
+      "learning_rate": 5.29666749119473e-10,
+      "loss": 19.9531,
+      "step": 41719
+    },
+    {
+      "epoch": 1.9936920577272292,
+      "grad_norm": 147.34219360351562,
+      "learning_rate": 5.217318478822897e-10,
+      "loss": 24.0625,
+      "step": 41720
+    },
+    {
+      "epoch": 1.9937398451686896,
+      "grad_norm": 163.53622436523438,
+      "learning_rate": 5.138568306173319e-10,
+      "loss": 25.5,
+      "step": 41721
+    },
+    {
+      "epoch": 1.99378763261015,
+      "grad_norm": 190.15625,
+      "learning_rate": 5.06041697371229e-10,
+      "loss": 28.3125,
+      "step": 41722
+    },
+    {
+      "epoch": 1.9938354200516104,
+      "grad_norm": 206.57553100585938,
+      "learning_rate": 4.982864481906102e-10,
+      "loss": 19.2969,
+      "step": 41723
+    },
+    {
+      "epoch": 1.9938832074930708,
+      "grad_norm": 236.8466033935547,
+      "learning_rate": 4.905910831232152e-10,
+      "loss": 16.4609,
+      "step": 41724
+    },
+    {
+      "epoch": 1.9939309949345312,
+      "grad_norm": 199.343505859375,
+      "learning_rate": 4.829556022145632e-10,
+      "loss": 18.6406,
+      "step": 41725
+    },
+    {
+      "epoch": 1.9939787823759916,
+      "grad_norm": 268.79608154296875,
+      "learning_rate": 4.75380005509063e-10,
+      "loss": 25.5,
+      "step": 41726
+    },
+    {
+      "epoch": 1.994026569817452,
+      "grad_norm": 181.4900665283203,
+      "learning_rate": 4.678642930533439e-10,
+      "loss": 22.5781,
+      "step": 41727
+    },
+    {
+      "epoch": 1.9940743572589124,
+      "grad_norm": 358.2125244140625,
+      "learning_rate": 4.60408464891815e-10,
+      "loss": 28.625,
+      "step": 41728
+    },
+    {
+      "epoch": 1.9941221447003727,
+      "grad_norm": 142.48797607421875,
+      "learning_rate": 4.5301252106999537e-10,
+      "loss": 19.3438,
+      "step": 41729
+    },
+    {
+      "epoch": 1.9941699321418331,
+      "grad_norm": 258.0966796875,
+      "learning_rate": 4.4567646163229396e-10,
+      "loss": 22.0938,
+      "step": 41730
+    },
+    {
+      "epoch": 1.9942177195832935,
+      "grad_norm": 156.90640258789062,
+      "learning_rate": 4.3840028662089917e-10,
+      "loss": 22.8125,
+      "step": 41731
+    },
+    {
+      "epoch": 1.994265507024754,
+      "grad_norm": 1020.7816162109375,
+      "learning_rate": 4.311839960813302e-10,
+      "loss": 35.4375,
+      "step": 41732
+    },
+    {
+      "epoch": 1.9943132944662143,
+      "grad_norm": 184.26531982421875,
+      "learning_rate": 4.2402759005577555e-10,
+      "loss": 23.8125,
+      "step": 41733
+    },
+    {
+      "epoch": 1.9943610819076747,
+      "grad_norm": 281.495849609375,
+      "learning_rate": 4.169310685875338e-10,
+      "loss": 33.0938,
+      "step": 41734
+    },
+    {
+      "epoch": 1.994408869349135,
+      "grad_norm": 339.7708435058594,
+      "learning_rate": 4.0989443171879364e-10,
+      "loss": 29.8906,
+      "step": 41735
+    },
+    {
+      "epoch": 1.9944566567905955,
+      "grad_norm": 146.3587188720703,
+      "learning_rate": 4.029176794906331e-10,
+      "loss": 19.0,
+      "step": 41736
+    },
+    {
+      "epoch": 1.9945044442320559,
+      "grad_norm": 330.4797668457031,
+      "learning_rate": 3.960008119474612e-10,
+      "loss": 25.375,
+      "step": 41737
+    },
+    {
+      "epoch": 1.9945522316735163,
+      "grad_norm": 385.6341857910156,
+      "learning_rate": 3.8914382912924596e-10,
+      "loss": 18.9688,
+      "step": 41738
+    },
+    {
+      "epoch": 1.9946000191149764,
+      "grad_norm": 362.67388916015625,
+      "learning_rate": 3.8234673107595543e-10,
+      "loss": 25.4062,
+      "step": 41739
+    },
+    {
+      "epoch": 1.9946478065564368,
+      "grad_norm": 333.5694274902344,
+      "learning_rate": 3.7560951782977807e-10,
+      "loss": 21.4219,
+      "step": 41740
+    },
+    {
+      "epoch": 1.9946955939978972,
+      "grad_norm": 420.8721008300781,
+      "learning_rate": 3.6893218943068185e-10,
+      "loss": 24.3438,
+      "step": 41741
+    },
+    {
+      "epoch": 1.9947433814393576,
+      "grad_norm": 324.8661193847656,
+      "learning_rate": 3.623147459186349e-10,
+      "loss": 32.375,
+      "step": 41742
+    },
+    {
+      "epoch": 1.994791168880818,
+      "grad_norm": 310.8505554199219,
+      "learning_rate": 3.557571873336052e-10,
+      "loss": 31.9375,
+      "step": 41743
+    },
+    {
+      "epoch": 1.9948389563222784,
+      "grad_norm": 274.564697265625,
+      "learning_rate": 3.4925951371445054e-10,
+      "loss": 24.125,
+      "step": 41744
+    },
+    {
+      "epoch": 1.9948867437637388,
+      "grad_norm": 211.4425811767578,
+      "learning_rate": 3.4282172510002877e-10,
+      "loss": 20.0469,
+      "step": 41745
+    },
+    {
+      "epoch": 1.9949345312051991,
+      "grad_norm": 255.94021606445312,
+      "learning_rate": 3.364438215280874e-10,
+      "loss": 28.5781,
+      "step": 41746
+    },
+    {
+      "epoch": 1.9949823186466595,
+      "grad_norm": 179.8859405517578,
+      "learning_rate": 3.3012580303859456e-10,
+      "loss": 24.7188,
+      "step": 41747
+    },
+    {
+      "epoch": 1.99503010608812,
+      "grad_norm": 251.03958129882812,
+      "learning_rate": 3.2386766966929774e-10,
+      "loss": 24.0312,
+      "step": 41748
+    },
+    {
+      "epoch": 1.9950778935295803,
+      "grad_norm": 321.1138000488281,
+      "learning_rate": 3.176694214557241e-10,
+      "loss": 28.3906,
+      "step": 41749
+    },
+    {
+      "epoch": 1.9951256809710407,
+      "grad_norm": 393.51751708984375,
+      "learning_rate": 3.115310584367315e-10,
+      "loss": 23.6719,
+      "step": 41750
+    },
+    {
+      "epoch": 1.995173468412501,
+      "grad_norm": 195.3963165283203,
+      "learning_rate": 3.0545258064895724e-10,
+      "loss": 26.9688,
+      "step": 41751
+    },
+    {
+      "epoch": 1.9952212558539615,
+      "grad_norm": 96.7302017211914,
+      "learning_rate": 2.9943398812792847e-10,
+      "loss": 16.3906,
+      "step": 41752
+    },
+    {
+      "epoch": 1.9952690432954219,
+      "grad_norm": 534.4353637695312,
+      "learning_rate": 2.934752809091723e-10,
+      "loss": 28.1094,
+      "step": 41753
+    },
+    {
+      "epoch": 1.9953168307368823,
+      "grad_norm": 182.5457763671875,
+      "learning_rate": 2.8757645903043643e-10,
+      "loss": 22.6562,
+      "step": 41754
+    },
+    {
+      "epoch": 1.9953646181783427,
+      "grad_norm": 199.60870361328125,
+      "learning_rate": 2.8173752252613764e-10,
+      "loss": 27.9219,
+      "step": 41755
+    },
+    {
+      "epoch": 1.995412405619803,
+      "grad_norm": 300.949462890625,
+      "learning_rate": 2.759584714306929e-10,
+      "loss": 28.9688,
+      "step": 41756
+    },
+    {
+      "epoch": 1.9954601930612634,
+      "grad_norm": 217.38832092285156,
+      "learning_rate": 2.7023930577851907e-10,
+      "loss": 21.5,
+      "step": 41757
+    },
+    {
+      "epoch": 1.9955079805027238,
+      "grad_norm": 208.88467407226562,
+      "learning_rate": 2.645800256051434e-10,
+      "loss": 24.0312,
+      "step": 41758
+    },
+    {
+      "epoch": 1.9955557679441842,
+      "grad_norm": 241.85977172851562,
+      "learning_rate": 2.589806309438725e-10,
+      "loss": 17.2812,
+      "step": 41759
+    },
+    {
+      "epoch": 1.9956035553856446,
+      "grad_norm": 373.4512634277344,
+      "learning_rate": 2.5344112182801304e-10,
+      "loss": 34.0312,
+      "step": 41760
+    },
+    {
+      "epoch": 1.995651342827105,
+      "grad_norm": 149.29759216308594,
+      "learning_rate": 2.479614982897616e-10,
+      "loss": 22.1562,
+      "step": 41761
+    },
+    {
+      "epoch": 1.9956991302685654,
+      "grad_norm": 262.50457763671875,
+      "learning_rate": 2.4254176036464516e-10,
+      "loss": 29.2188,
+      "step": 41762
+    },
+    {
+      "epoch": 1.9957469177100258,
+      "grad_norm": 178.8328094482422,
+      "learning_rate": 2.3718190808263983e-10,
+      "loss": 17.5156,
+      "step": 41763
+    },
+    {
+      "epoch": 1.9957947051514862,
+      "grad_norm": 247.0147247314453,
+      "learning_rate": 2.3188194147705233e-10,
+      "loss": 26.4688,
+      "step": 41764
+    },
+    {
+      "epoch": 1.9958424925929465,
+      "grad_norm": 194.26434326171875,
+      "learning_rate": 2.2664186057896886e-10,
+      "loss": 30.1875,
+      "step": 41765
+    },
+    {
+      "epoch": 1.995890280034407,
+      "grad_norm": 450.3817138671875,
+      "learning_rate": 2.2146166541947567e-10,
+      "loss": 29.0469,
+      "step": 41766
+    },
+    {
+      "epoch": 1.9959380674758673,
+      "grad_norm": 171.92486572265625,
+      "learning_rate": 2.163413560307692e-10,
+      "loss": 26.375,
+      "step": 41767
+    },
+    {
+      "epoch": 1.9959858549173277,
+      "grad_norm": 237.43553161621094,
+      "learning_rate": 2.1128093244282555e-10,
+      "loss": 31.0,
+      "step": 41768
+    },
+    {
+      "epoch": 1.996033642358788,
+      "grad_norm": 191.69692993164062,
+      "learning_rate": 2.062803946867309e-10,
+      "loss": 20.0469,
+      "step": 41769
+    },
+    {
+      "epoch": 1.9960814298002485,
+      "grad_norm": 184.56466674804688,
+      "learning_rate": 2.0133974279024081e-10,
+      "loss": 23.0781,
+      "step": 41770
+    },
+    {
+      "epoch": 1.9961292172417089,
+      "grad_norm": 316.2174377441406,
+      "learning_rate": 1.964589767855518e-10,
+      "loss": 29.8125,
+      "step": 41771
+    },
+    {
+      "epoch": 1.9961770046831693,
+      "grad_norm": 398.00445556640625,
+      "learning_rate": 1.9163809670152966e-10,
+      "loss": 21.7812,
+      "step": 41772
+    },
+    {
+      "epoch": 1.9962247921246297,
+      "grad_norm": 163.0252227783203,
+      "learning_rate": 1.8687710256481973e-10,
+      "loss": 20.9688,
+      "step": 41773
+    },
+    {
+      "epoch": 1.99627257956609,
+      "grad_norm": 829.1438598632812,
+      "learning_rate": 1.8217599440650823e-10,
+      "loss": 28.1406,
+      "step": 41774
+    },
+    {
+      "epoch": 1.9963203670075504,
+      "grad_norm": 304.3644104003906,
+      "learning_rate": 1.7753477225213033e-10,
+      "loss": 29.375,
+      "step": 41775
+    },
+    {
+      "epoch": 1.9963681544490108,
+      "grad_norm": 198.6494903564453,
+      "learning_rate": 1.7295343613277226e-10,
+      "loss": 18.7344,
+      "step": 41776
+    },
+    {
+      "epoch": 1.9964159418904712,
+      "grad_norm": 146.51031494140625,
+      "learning_rate": 1.6843198607285892e-10,
+      "loss": 24.6406,
+      "step": 41777
+    },
+    {
+      "epoch": 1.9964637293319316,
+      "grad_norm": 226.87677001953125,
+      "learning_rate": 1.6397042210125614e-10,
+      "loss": 26.875,
+      "step": 41778
+    },
+    {
+      "epoch": 1.996511516773392,
+      "grad_norm": 244.78424072265625,
+      "learning_rate": 1.5956874424460922e-10,
+      "loss": 16.875,
+      "step": 41779
+    },
+    {
+      "epoch": 1.9965593042148524,
+      "grad_norm": 327.6952819824219,
+      "learning_rate": 1.5522695252845332e-10,
+      "loss": 22.4688,
+      "step": 41780
+    },
+    {
+      "epoch": 1.9966070916563128,
+      "grad_norm": 238.45802307128906,
+      "learning_rate": 1.5094504697832357e-10,
+      "loss": 25.6875,
+      "step": 41781
+    },
+    {
+      "epoch": 1.9966548790977732,
+      "grad_norm": 145.7167510986328,
+      "learning_rate": 1.4672302762197554e-10,
+      "loss": 16.9062,
+      "step": 41782
+    },
+    {
+      "epoch": 1.9967026665392336,
+      "grad_norm": 344.6209411621094,
+      "learning_rate": 1.4256089448272393e-10,
+      "loss": 25.9062,
+      "step": 41783
+    },
+    {
+      "epoch": 1.996750453980694,
+      "grad_norm": 309.18243408203125,
+      "learning_rate": 1.3845864758610384e-10,
+      "loss": 26.6562,
+      "step": 41784
+    },
+    {
+      "epoch": 1.9967982414221543,
+      "grad_norm": 193.45388793945312,
+      "learning_rate": 1.3441628695765042e-10,
+      "loss": 20.3594,
+      "step": 41785
+    },
+    {
+      "epoch": 1.9968460288636147,
+      "grad_norm": 408.71551513671875,
+      "learning_rate": 1.3043381261956811e-10,
+      "loss": 29.9375,
+      "step": 41786
+    },
+    {
+      "epoch": 1.9968938163050751,
+      "grad_norm": 299.97161865234375,
+      "learning_rate": 1.2651122459739208e-10,
+      "loss": 27.4531,
+      "step": 41787
+    },
+    {
+      "epoch": 1.9969416037465355,
+      "grad_norm": 266.2782897949219,
+      "learning_rate": 1.2264852291332674e-10,
+      "loss": 20.7344,
+      "step": 41788
+    },
+    {
+      "epoch": 1.996989391187996,
+      "grad_norm": 231.10214233398438,
+      "learning_rate": 1.1884570759179703e-10,
+      "loss": 27.0625,
+      "step": 41789
+    },
+    {
+      "epoch": 1.9970371786294563,
+      "grad_norm": 367.8349609375,
+      "learning_rate": 1.1510277865500741e-10,
+      "loss": 25.1562,
+      "step": 41790
+    },
+    {
+      "epoch": 1.9970849660709167,
+      "grad_norm": 309.6731872558594,
+      "learning_rate": 1.1141973612627255e-10,
+      "loss": 18.0312,
+      "step": 41791
+    },
+    {
+      "epoch": 1.997132753512377,
+      "grad_norm": 325.0123291015625,
+      "learning_rate": 1.0779658002557647e-10,
+      "loss": 21.9688,
+      "step": 41792
+    },
+    {
+      "epoch": 1.9971805409538375,
+      "grad_norm": 206.3292236328125,
+      "learning_rate": 1.0423331037623386e-10,
+      "loss": 23.0938,
+      "step": 41793
+    },
+    {
+      "epoch": 1.9972283283952978,
+      "grad_norm": 286.69818115234375,
+      "learning_rate": 1.0072992719822872e-10,
+      "loss": 22.5781,
+      "step": 41794
+    },
+    {
+      "epoch": 1.9972761158367582,
+      "grad_norm": 301.1101379394531,
+      "learning_rate": 9.728643051487574e-11,
+      "loss": 32.5312,
+      "step": 41795
+    },
+    {
+      "epoch": 1.9973239032782186,
+      "grad_norm": 190.9366455078125,
+      "learning_rate": 9.39028203439385e-11,
+      "loss": 15.9375,
+      "step": 41796
+    },
+    {
+      "epoch": 1.997371690719679,
+      "grad_norm": 368.871337890625,
+      "learning_rate": 9.057909670873166e-11,
+      "loss": 23.3594,
+      "step": 41797
+    },
+    {
+      "epoch": 1.9974194781611394,
+      "grad_norm": 208.759765625,
+      "learning_rate": 8.731525962590858e-11,
+      "loss": 25.9688,
+      "step": 41798
+    },
+    {
+      "epoch": 1.9974672656025998,
+      "grad_norm": 320.27618408203125,
+      "learning_rate": 8.411130911767374e-11,
+      "loss": 24.8438,
+      "step": 41799
+    },
+    {
+      "epoch": 1.9975150530440602,
+      "grad_norm": 519.466796875,
+      "learning_rate": 8.096724520179067e-11,
+      "loss": 24.0781,
+      "step": 41800
+    },
+    {
+      "epoch": 1.9975628404855204,
+      "grad_norm": 305.0207214355469,
+      "learning_rate": 7.78830678982434e-11,
+      "loss": 31.0,
+      "step": 41801
+    },
+    {
+      "epoch": 1.9976106279269807,
+      "grad_norm": 279.9009094238281,
+      "learning_rate": 7.485877722368529e-11,
+      "loss": 24.6562,
+      "step": 41802
+    },
+    {
+      "epoch": 1.9976584153684411,
+      "grad_norm": 278.94000244140625,
+      "learning_rate": 7.189437319810033e-11,
+      "loss": 25.5938,
+      "step": 41803
+    },
+    {
+      "epoch": 1.9977062028099015,
+      "grad_norm": 295.4612121582031,
+      "learning_rate": 6.898985583814188e-11,
+      "loss": 29.4062,
+      "step": 41804
+    },
+    {
+      "epoch": 1.997753990251362,
+      "grad_norm": 558.4054565429688,
+      "learning_rate": 6.614522516046328e-11,
+      "loss": 28.0312,
+      "step": 41805
+    },
+    {
+      "epoch": 1.9978017776928223,
+      "grad_norm": 385.2633056640625,
+      "learning_rate": 6.336048118393834e-11,
+      "loss": 22.6562,
+      "step": 41806
+    },
+    {
+      "epoch": 1.9978495651342827,
+      "grad_norm": 191.97535705566406,
+      "learning_rate": 6.063562392522038e-11,
+      "loss": 17.4844,
+      "step": 41807
+    },
+    {
+      "epoch": 1.997897352575743,
+      "grad_norm": 184.2191925048828,
+      "learning_rate": 5.797065339874231e-11,
+      "loss": 16.8594,
+      "step": 41808
+    },
+    {
+      "epoch": 1.9979451400172035,
+      "grad_norm": 174.1867218017578,
+      "learning_rate": 5.536556962226769e-11,
+      "loss": 17.9531,
+      "step": 41809
+    },
+    {
+      "epoch": 1.9979929274586639,
+      "grad_norm": 126.69916534423828,
+      "learning_rate": 5.282037261022943e-11,
+      "loss": 18.4375,
+      "step": 41810
+    },
+    {
+      "epoch": 1.9980407149001242,
+      "grad_norm": 244.99951171875,
+      "learning_rate": 5.033506237817065e-11,
+      "loss": 23.6562,
+      "step": 41811
+    },
+    {
+      "epoch": 1.9980885023415846,
+      "grad_norm": 1067.707275390625,
+      "learning_rate": 4.7909638941634476e-11,
+      "loss": 26.7812,
+      "step": 41812
+    },
+    {
+      "epoch": 1.998136289783045,
+      "grad_norm": 178.0552520751953,
+      "learning_rate": 4.5544102315053794e-11,
+      "loss": 26.875,
+      "step": 41813
+    },
+    {
+      "epoch": 1.9981840772245054,
+      "grad_norm": 575.1046142578125,
+      "learning_rate": 4.3238452511751295e-11,
+      "loss": 28.4688,
+      "step": 41814
+    },
+    {
+      "epoch": 1.9982318646659658,
+      "grad_norm": 774.1024780273438,
+      "learning_rate": 4.099268954504965e-11,
+      "loss": 22.4375,
+      "step": 41815
+    },
+    {
+      "epoch": 1.9982796521074262,
+      "grad_norm": 215.5274200439453,
+      "learning_rate": 3.880681343049197e-11,
+      "loss": 22.3438,
+      "step": 41816
+    },
+    {
+      "epoch": 1.9983274395488866,
+      "grad_norm": 285.6552429199219,
+      "learning_rate": 3.668082417918051e-11,
+      "loss": 23.5625,
+      "step": 41817
+    },
+    {
+      "epoch": 1.998375226990347,
+      "grad_norm": 287.4888610839844,
+      "learning_rate": 3.461472180554815e-11,
+      "loss": 27.8594,
+      "step": 41818
+    },
+    {
+      "epoch": 1.9984230144318074,
+      "grad_norm": 473.0346984863281,
+      "learning_rate": 3.260850632069712e-11,
+      "loss": 23.6406,
+      "step": 41819
+    },
+    {
+      "epoch": 1.9984708018732678,
+      "grad_norm": 288.5978088378906,
+      "learning_rate": 3.0662177736839885e-11,
+      "loss": 22.2031,
+      "step": 41820
+    },
+    {
+      "epoch": 1.9985185893147281,
+      "grad_norm": 241.58653259277344,
+      "learning_rate": 2.8775736066188886e-11,
+      "loss": 23.0938,
+      "step": 41821
+    },
+    {
+      "epoch": 1.9985663767561883,
+      "grad_norm": 304.513671875,
+      "learning_rate": 2.6949181319846364e-11,
+      "loss": 32.4453,
+      "step": 41822
+    },
+    {
+      "epoch": 1.9986141641976487,
+      "grad_norm": 212.2620391845703,
+      "learning_rate": 2.5182513507804317e-11,
+      "loss": 20.4688,
+      "step": 41823
+    },
+    {
+      "epoch": 1.998661951639109,
+      "grad_norm": 174.92843627929688,
+      "learning_rate": 2.3475732641164984e-11,
+      "loss": 25.0,
+      "step": 41824
+    },
+    {
+      "epoch": 1.9987097390805695,
+      "grad_norm": 202.73876953125,
+      "learning_rate": 2.1828838731030588e-11,
+      "loss": 25.3438,
+      "step": 41825
+    },
+    {
+      "epoch": 1.9987575265220299,
+      "grad_norm": 328.8003845214844,
+      "learning_rate": 2.024183178739314e-11,
+      "loss": 24.4375,
+      "step": 41826
+    },
+    {
+      "epoch": 1.9988053139634903,
+      "grad_norm": 154.64857482910156,
+      "learning_rate": 1.87147118180242e-11,
+      "loss": 17.5156,
+      "step": 41827
+    },
+    {
+      "epoch": 1.9988531014049506,
+      "grad_norm": 223.67799377441406,
+      "learning_rate": 1.7247478832915776e-11,
+      "loss": 35.2031,
+      "step": 41828
+    },
+    {
+      "epoch": 1.998900888846411,
+      "grad_norm": 145.0718231201172,
+      "learning_rate": 1.5840132842059875e-11,
+      "loss": 15.4375,
+      "step": 41829
+    },
+    {
+      "epoch": 1.9989486762878714,
+      "grad_norm": 178.60568237304688,
+      "learning_rate": 1.4492673852117833e-11,
+      "loss": 26.0156,
+      "step": 41830
+    },
+    {
+      "epoch": 1.9989964637293318,
+      "grad_norm": 232.2369384765625,
+      "learning_rate": 1.3205101870861214e-11,
+      "loss": 22.1562,
+      "step": 41831
+    },
+    {
+      "epoch": 1.9990442511707922,
+      "grad_norm": 221.34524536132812,
+      "learning_rate": 1.1977416908282025e-11,
+      "loss": 24.7188,
+      "step": 41832
+    },
+    {
+      "epoch": 1.9990920386122526,
+      "grad_norm": 515.0144653320312,
+      "learning_rate": 1.080961896993138e-11,
+      "loss": 23.6875,
+      "step": 41833
+    },
+    {
+      "epoch": 1.999139826053713,
+      "grad_norm": 419.4945373535156,
+      "learning_rate": 9.701708063580839e-12,
+      "loss": 27.0469,
+      "step": 41834
+    },
+    {
+      "epoch": 1.9991876134951734,
+      "grad_norm": 308.98284912109375,
+      "learning_rate": 8.653684195891742e-12,
+      "loss": 31.5625,
+      "step": 41835
+    },
+    {
+      "epoch": 1.9992354009366338,
+      "grad_norm": 306.77911376953125,
+      "learning_rate": 7.665547372415205e-12,
+      "loss": 17.1875,
+      "step": 41836
+    },
+    {
+      "epoch": 1.9992831883780942,
+      "grad_norm": 236.12387084960938,
+      "learning_rate": 6.737297599812564e-12,
+      "loss": 26.1094,
+      "step": 41837
+    },
+    {
+      "epoch": 1.9993309758195545,
+      "grad_norm": 178.82662963867188,
+      "learning_rate": 5.868934882524713e-12,
+      "loss": 19.5938,
+      "step": 41838
+    },
+    {
+      "epoch": 1.999378763261015,
+      "grad_norm": 200.93165588378906,
+      "learning_rate": 5.0604592272129884e-12,
+      "loss": 20.2188,
+      "step": 41839
+    },
+    {
+      "epoch": 1.9994265507024753,
+      "grad_norm": 200.6927032470703,
+      "learning_rate": 4.311870638318283e-12,
+      "loss": 25.7188,
+      "step": 41840
+    },
+    {
+      "epoch": 1.9994743381439357,
+      "grad_norm": 380.4642639160156,
+      "learning_rate": 3.623169119171266e-12,
+      "loss": 31.1562,
+      "step": 41841
+    },
+    {
+      "epoch": 1.999522125585396,
+      "grad_norm": 198.50038146972656,
+      "learning_rate": 2.9943546753230523e-12,
+      "loss": 25.7656,
+      "step": 41842
+    },
+    {
+      "epoch": 1.9995699130268565,
+      "grad_norm": 221.31417846679688,
+      "learning_rate": 2.4254273101043114e-12,
+      "loss": 19.9219,
+      "step": 41843
+    },
+    {
+      "epoch": 1.9996177004683169,
+      "grad_norm": 309.87158203125,
+      "learning_rate": 1.9163870268457117e-12,
+      "loss": 29.2656,
+      "step": 41844
+    },
+    {
+      "epoch": 1.9996654879097773,
+      "grad_norm": 689.78076171875,
+      "learning_rate": 1.4672338277677e-12,
+      "loss": 22.4219,
+      "step": 41845
+    },
+    {
+      "epoch": 1.9997132753512377,
+      "grad_norm": 292.3933410644531,
+      "learning_rate": 1.077967717311168e-12,
+      "loss": 26.2969,
+      "step": 41846
+    },
+    {
+      "epoch": 1.999761062792698,
+      "grad_norm": 161.79010009765625,
+      "learning_rate": 7.485886965863387e-13,
+      "loss": 30.8125,
+      "step": 41847
+    },
+    {
+      "epoch": 1.9998088502341584,
+      "grad_norm": 337.1763916015625,
+      "learning_rate": 4.790967678136582e-13,
+      "loss": 21.4062,
+      "step": 41848
+    },
+    {
+      "epoch": 1.9998566376756188,
+      "grad_norm": 164.0086212158203,
+      "learning_rate": 2.694919332135726e-13,
+      "loss": 22.125,
+      "step": 41849
+    },
+    {
+      "epoch": 1.9999044251170792,
+      "grad_norm": 189.62063598632812,
+      "learning_rate": 1.1977419278608182e-13,
+      "loss": 26.4062,
+      "step": 41850
+    },
+    {
+      "epoch": 1.9999522125585396,
+      "grad_norm": 189.16612243652344,
+      "learning_rate": 2.994354875163197e-14,
+      "loss": 21.4531,
+      "step": 41851
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 332.7941589355469,
+      "learning_rate": 0.0,
+      "loss": 20.3906,
+      "step": 41852
+    }
+  ],
+  "logging_steps": 1.0,
+  "max_steps": 41852,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 10000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 6.442747025296458e+18,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/mr_paco_checkpoint/checkpoint-41852/training_args.bin b/mr_paco_checkpoint/checkpoint-41852/training_args.bin
new file mode 100755
index 0000000000000000000000000000000000000000..3a919004b14f9ff690b28eb4ec5650f7e65add81
--- /dev/null
+++ b/mr_paco_checkpoint/checkpoint-41852/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ad1f80c0d2e76fd47c4b2d2638b7ddb511ffde91dfa3b5a24328ee80de3273
+size 6776
diff --git a/mr_paco_checkpoint/config.json b/mr_paco_checkpoint/config.json
new file mode 100755
index 0000000000000000000000000000000000000000..0cc12a419c37a53e715d33c81e669422d9ba512e
--- /dev/null
+++ b/mr_paco_checkpoint/config.json
@@ -0,0 +1,49 @@
+{
+  "_name_or_path": "./experiments/shufan_checkpoints/expm2",
+  "architectures": [
+    "LlavaLlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "freeze_mm_mlp_adapter": false,
+  "freeze_mm_vision_resampler": false,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "image_aspect_ratio": "square",
+  "image_grid_pinpoints": null,
+  "initializer_range": 0.02,
+  "intermediate_size": 11008,
+  "max_length": 4096,
+  "max_position_embeddings": 4096,
+  "mlp_bias": false,
+  "mm_hidden_size": 1024,
+  "mm_projector_type": "mlp2x_gelu",
+  "mm_resampler_type": null,
+  "mm_use_bbox_encode": true,
+  "mm_use_im_patch_token": false,
+  "mm_use_im_start_end": false,
+  "mm_vision_select_feature": "patch",
+  "mm_vision_select_layer": -2,
+  "mm_vision_tower": "openai/clip-vit-large-patch14",
+  "model_type": "llava",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 32,
+  "pad_token_id": 0,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "segmentator": "hipie",
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.42.3",
+  "tune_mm_mlp_adapter": false,
+  "tune_mm_vision_resampler": false,
+  "unfreeze_mm_vision_tower": false,
+  "use_cache": true,
+  "use_mm_proj": true,
+  "vocab_size": 32011
+}
diff --git a/mr_paco_checkpoint/generation_config.json b/mr_paco_checkpoint/generation_config.json
new file mode 100755
index 0000000000000000000000000000000000000000..20ed820b50729c1d703eb2140ca7503425bb1ab8
--- /dev/null
+++ b/mr_paco_checkpoint/generation_config.json
@@ -0,0 +1,7 @@
+{
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "max_length": 4096,
+  "pad_token_id": 0,
+  "transformers_version": "4.42.3"
+}
diff --git a/mr_paco_checkpoint/model-00001-of-00003.safetensors b/mr_paco_checkpoint/model-00001-of-00003.safetensors
new file mode 100755
index 0000000000000000000000000000000000000000..64e04c0ec18a012386c89f5039b2aef3332422ff
--- /dev/null
+++ b/mr_paco_checkpoint/model-00001-of-00003.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2956a2975d805235af66ad95a85a6445eecaaa9d908acc7aac349b1bd6c77ba
+size 4939075464
diff --git a/mr_paco_checkpoint/model-00002-of-00003.safetensors b/mr_paco_checkpoint/model-00002-of-00003.safetensors
new file mode 100755
index 0000000000000000000000000000000000000000..eb638e676a2804aa28fae3ff78c659ea8c06672b
--- /dev/null
+++ b/mr_paco_checkpoint/model-00002-of-00003.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff9347e349a4b35f6d8d6ccaffb8a49750042df2f98180a768102ef8c299aa3
+size 4947390880
diff --git a/mr_paco_checkpoint/model-00003-of-00003.safetensors b/mr_paco_checkpoint/model-00003-of-00003.safetensors
new file mode 100755
index 0000000000000000000000000000000000000000..f8303555c337e5148f47670d48412109174135da
--- /dev/null
+++ b/mr_paco_checkpoint/model-00003-of-00003.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848fbf1b36b26ddcbd3502bf279be2e6d7e71e089289ad606375105826414c6e
+size 4661380964
diff --git a/mr_paco_checkpoint/model.safetensors.index.json b/mr_paco_checkpoint/model.safetensors.index.json
new file mode 100755
index 0000000000000000000000000000000000000000..48e7e4bf01c90e0d59666c18d625b778e5559f92
--- /dev/null
+++ b/mr_paco_checkpoint/model.safetensors.index.json
@@ -0,0 +1,1621 @@
+{
+  "metadata": {
+    "total_size": 14547608676
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00003-of-00003.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.mask_enc_head.bias": "model-00003-of-00003.safetensors",
+    "model.mask_enc_head.weight": "model-00003-of-00003.safetensors",
+    "model.mm_projector.0.bias": "model-00003-of-00003.safetensors",
+    "model.mm_projector.0.weight": "model-00003-of-00003.safetensors",
+    "model.mm_projector.2.bias": "model-00003-of-00003.safetensors",
+    "model.mm_projector.2.weight": "model-00003-of-00003.safetensors",
+    "model.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.criterion._iter": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.controller.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.controller.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.controller.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.controller.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.controller.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.controller.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.shortcut.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.shortcut.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.shortcut.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.shortcut.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.shortcut.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.shortcut.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.shortcut.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.shortcut.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.shortcut.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.shortcut.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.shortcut.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.shortcut.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.shortcut.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.shortcut.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.shortcut.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.shortcut.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.shortcut.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.shortcut.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.shortcut.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.shortcut.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.stem.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.stem.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.stem.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.stem.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.stem.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.0.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.0.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.0.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.0.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.0.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.0.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.1.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.1.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.1.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.1.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.1.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.1.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.2.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.2.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.2.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.2.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.2.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.2.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.3.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.3.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.3.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.3.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.3.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.3.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.4.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.4.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.4.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.4.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.4.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.4.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.5.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.5.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.5.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.5.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.5.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.5.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.6.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.6.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.6.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.6.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.6.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.6.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.0.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.0.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.0.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.0.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.0.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.1.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.1.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.1.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.1.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.1.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.2.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.2.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.2.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.2.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.2.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.3.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.3.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.3.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.3.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.3.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.4.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.4.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.4.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.4.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.4.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.5.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.5.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.5.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.5.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.5.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.6.body.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.6.body.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.0.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.0.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.0.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.0.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.1.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.1.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.1.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.1.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.2.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.2.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.2.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.2.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.3.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.3.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.3.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.3.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.3.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.4.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.4.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.5.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.5.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.bg_query_refs.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.0.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.0.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.0.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.0.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.0.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.0.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.1.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.1.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.1.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.1.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.1.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.1.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.2.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.2.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.2.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.2.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.2.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.2.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.3.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.3.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.3.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.3.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.3.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.3.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.4.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.4.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.4.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.4.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.4.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.4.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.5.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.5.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.5.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.5.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.5.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.5.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.6.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.6.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.6.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.6.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.6.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.6.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.0.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.0.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.0.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.0.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.0.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.1.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.1.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.1.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.1.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.1.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.2.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.2.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.2.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.2.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.2.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.3.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.3.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.3.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.3.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.3.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.4.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.4.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.4.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.4.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.4.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.5.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.5.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.5.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.5.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.5.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.6.body.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.6.body.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.cross_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.cross_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.cross_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.cross_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.cross_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.cross_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.cross_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.cross_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.norm3.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.norm3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.self_attn.in_proj_bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.self_attn.in_proj_weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.cross_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.cross_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.cross_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.cross_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.cross_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.cross_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.cross_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.cross_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.norm3.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.norm3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.self_attn.in_proj_bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.self_attn.in_proj_weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.cross_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.cross_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.cross_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.cross_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.cross_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.cross_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.cross_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.cross_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.norm3.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.norm3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.self_attn.in_proj_bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.self_attn.in_proj_weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.cross_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.cross_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.cross_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.cross_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.cross_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.cross_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.cross_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.cross_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.norm3.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.norm3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.self_attn.in_proj_bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.self_attn.in_proj_weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.cross_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.cross_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.cross_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.cross_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.cross_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.cross_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.cross_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.cross_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.norm3.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.norm3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.self_attn.in_proj_bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.self_attn.in_proj_weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.cross_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.cross_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.cross_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.cross_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.cross_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.cross_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.cross_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.cross_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.norm3.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.norm3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.self_attn.in_proj_bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.self_attn.in_proj_weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.ref_point_head.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.ref_point_head.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.ref_point_head.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.ref_point_head.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.enc_output.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.enc_output.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.enc_output_norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.enc_output_norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.self_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.self_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.self_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.self_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.self_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.self_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.self_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.self_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.self_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.self_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.self_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.self_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.self_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.self_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.self_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.self_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.self_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.self_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.self_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.self_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.self_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.self_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.self_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.self_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.self_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.self_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.self_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.self_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.self_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.self_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.self_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.self_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.self_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.self_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.self_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.self_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.self_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.self_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.self_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.self_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.self_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.self_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.self_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.self_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.self_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.self_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.self_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.self_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.l_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.l_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.out_l_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.out_l_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.out_v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.out_v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.values_l_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.values_l_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.values_v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.values_v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.gamma_l": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.gamma_v": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.layer_norm_l.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.layer_norm_l.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.layer_norm_v.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.layer_norm_v.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.level_embed": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.resizer.fc.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.resizer.fc.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.resizer.layer_norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.resizer.layer_norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.tgt_embed.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.tgt_embed_bg.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.mask_head.jia_dcn.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.mask_head.jia_dcn.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.mask_head.lay1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.mask_head.lay1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.mask_head.lay2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.mask_head.lay2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.mask_head.lay3.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.mask_head.lay3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.mask_head.lay4.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.mask_head.lay4.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.resizer.fc.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.resizer.fc.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.resizer.layer_norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.resizer.layer_norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.embeddings.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.embeddings.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.embeddings.position_embeddings.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.embeddings.token_type_embeddings.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.embeddings.word_embeddings.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator_predictor.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator_predictor.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator_predictor.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator_predictor.2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.embeddings.class_embedding": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.embeddings.patch_embedding.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.embeddings.position_embedding.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.post_layernorm.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.post_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.pre_layrnorm.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.pre_layrnorm.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.visual_projection.weight": "model-00003-of-00003.safetensors"
+  }
+}
diff --git a/mr_paco_checkpoint/special_tokens_map.json b/mr_paco_checkpoint/special_tokens_map.json
new file mode 100755
index 0000000000000000000000000000000000000000..14761dcf1466dc232bd41de9c21d4c617b15755e
--- /dev/null
+++ b/mr_paco_checkpoint/special_tokens_map.json
@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<unk>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/mr_paco_checkpoint/tokenizer.json b/mr_paco_checkpoint/tokenizer.json
new file mode 100755
index 0000000000000000000000000000000000000000..5e509f11bbb8fc656475ca177cc9a036ee9530c5
--- /dev/null
+++ b/mr_paco_checkpoint/tokenizer.json
@@ -0,0 +1,93481 @@
+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "<unk>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 1,
+      "content": "<s>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 2,
+      "content": "</s>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32000,
+      "content": "<im_gen_start>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32001,
+      "content": "<im_gen>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32002,
+      "content": "<mask_gen>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32003,
+      "content": "<audio_gen>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32004,
+      "content": "<audio_gen_start>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32005,
+      "content": "<audio>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32006,
+      "content": "<video>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32007,
+      "content": "<base>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32008,
+      "content": "<base_null>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32009,
+      "content": "<seg>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32010,
+      "content": "<seg_input>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  ],
+  "normalizer": null,
+  "pre_tokenizer": {
+    "type": "Metaspace",
+    "replacement": "▁",
+    "prepend_scheme": "first",
+    "split": false
+  },
+  "post_processor": {
+    "type": "TemplateProcessing",
+    "single": [
+      {
+        "SpecialToken": {
+          "id": "<s>",
+          "type_id": 0
+        }
+      },
+      {
+        "Sequence": {
+          "id": "A",
+          "type_id": 0
+        }
+      }
+    ],
+    "pair": [
+      {
+        "SpecialToken": {
+          "id": "<s>",
+          "type_id": 0
+        }
+      },
+      {
+        "Sequence": {
+          "id": "A",
+          "type_id": 0
+        }
+      },
+      {
+        "SpecialToken": {
+          "id": "<s>",
+          "type_id": 1
+        }
+      },
+      {
+        "Sequence": {
+          "id": "B",
+          "type_id": 1
+        }
+      }
+    ],
+    "special_tokens": {
+      "<s>": {
+        "id": "<s>",
+        "ids": [
+          1
+        ],
+        "tokens": [
+          "<s>"
+        ]
+      }
+    }
+  },
+  "decoder": {
+    "type": "Sequence",
+    "decoders": [
+      {
+        "type": "Replace",
+        "pattern": {
+          "String": "▁"
+        },
+        "content": " "
+      },
+      {
+        "type": "ByteFallback"
+      },
+      {
+        "type": "Fuse"
+      },
+      {
+        "type": "Strip",
+        "content": " ",
+        "start": 1,
+        "stop": 0
+      }
+    ]
+  },
+  "model": {
+    "type": "BPE",
+    "dropout": null,
+    "unk_token": "<unk>",
+    "continuing_subword_prefix": null,
+    "end_of_word_suffix": null,
+    "fuse_unk": true,
+    "byte_fallback": true,
+    "ignore_merges": false,
+    "vocab": {
+      "<unk>": 0,
+      "<s>": 1,
+      "</s>": 2,
+      "<0x00>": 3,
+      "<0x01>": 4,
+      "<0x02>": 5,
+      "<0x03>": 6,
+      "<0x04>": 7,
+      "<0x05>": 8,
+      "<0x06>": 9,
+      "<0x07>": 10,
+      "<0x08>": 11,
+      "<0x09>": 12,
+      "<0x0A>": 13,
+      "<0x0B>": 14,
+      "<0x0C>": 15,
+      "<0x0D>": 16,
+      "<0x0E>": 17,
+      "<0x0F>": 18,
+      "<0x10>": 19,
+      "<0x11>": 20,
+      "<0x12>": 21,
+      "<0x13>": 22,
+      "<0x14>": 23,
+      "<0x15>": 24,
+      "<0x16>": 25,
+      "<0x17>": 26,
+      "<0x18>": 27,
+      "<0x19>": 28,
+      "<0x1A>": 29,
+      "<0x1B>": 30,
+      "<0x1C>": 31,
+      "<0x1D>": 32,
+      "<0x1E>": 33,
+      "<0x1F>": 34,
+      "<0x20>": 35,
+      "<0x21>": 36,
+      "<0x22>": 37,
+      "<0x23>": 38,
+      "<0x24>": 39,
+      "<0x25>": 40,
+      "<0x26>": 41,
+      "<0x27>": 42,
+      "<0x28>": 43,
+      "<0x29>": 44,
+      "<0x2A>": 45,
+      "<0x2B>": 46,
+      "<0x2C>": 47,
+      "<0x2D>": 48,
+      "<0x2E>": 49,
+      "<0x2F>": 50,
+      "<0x30>": 51,
+      "<0x31>": 52,
+      "<0x32>": 53,
+      "<0x33>": 54,
+      "<0x34>": 55,
+      "<0x35>": 56,
+      "<0x36>": 57,
+      "<0x37>": 58,
+      "<0x38>": 59,
+      "<0x39>": 60,
+      "<0x3A>": 61,
+      "<0x3B>": 62,
+      "<0x3C>": 63,
+      "<0x3D>": 64,
+      "<0x3E>": 65,
+      "<0x3F>": 66,
+      "<0x40>": 67,
+      "<0x41>": 68,
+      "<0x42>": 69,
+      "<0x43>": 70,
+      "<0x44>": 71,
+      "<0x45>": 72,
+      "<0x46>": 73,
+      "<0x47>": 74,
+      "<0x48>": 75,
+      "<0x49>": 76,
+      "<0x4A>": 77,
+      "<0x4B>": 78,
+      "<0x4C>": 79,
+      "<0x4D>": 80,
+      "<0x4E>": 81,
+      "<0x4F>": 82,
+      "<0x50>": 83,
+      "<0x51>": 84,
+      "<0x52>": 85,
+      "<0x53>": 86,
+      "<0x54>": 87,
+      "<0x55>": 88,
+      "<0x56>": 89,
+      "<0x57>": 90,
+      "<0x58>": 91,
+      "<0x59>": 92,
+      "<0x5A>": 93,
+      "<0x5B>": 94,
+      "<0x5C>": 95,
+      "<0x5D>": 96,
+      "<0x5E>": 97,
+      "<0x5F>": 98,
+      "<0x60>": 99,
+      "<0x61>": 100,
+      "<0x62>": 101,
+      "<0x63>": 102,
+      "<0x64>": 103,
+      "<0x65>": 104,
+      "<0x66>": 105,
+      "<0x67>": 106,
+      "<0x68>": 107,
+      "<0x69>": 108,
+      "<0x6A>": 109,
+      "<0x6B>": 110,
+      "<0x6C>": 111,
+      "<0x6D>": 112,
+      "<0x6E>": 113,
+      "<0x6F>": 114,
+      "<0x70>": 115,
+      "<0x71>": 116,
+      "<0x72>": 117,
+      "<0x73>": 118,
+      "<0x74>": 119,
+      "<0x75>": 120,
+      "<0x76>": 121,
+      "<0x77>": 122,
+      "<0x78>": 123,
+      "<0x79>": 124,
+      "<0x7A>": 125,
+      "<0x7B>": 126,
+      "<0x7C>": 127,
+      "<0x7D>": 128,
+      "<0x7E>": 129,
+      "<0x7F>": 130,
+      "<0x80>": 131,
+      "<0x81>": 132,
+      "<0x82>": 133,
+      "<0x83>": 134,
+      "<0x84>": 135,
+      "<0x85>": 136,
+      "<0x86>": 137,
+      "<0x87>": 138,
+      "<0x88>": 139,
+      "<0x89>": 140,
+      "<0x8A>": 141,
+      "<0x8B>": 142,
+      "<0x8C>": 143,
+      "<0x8D>": 144,
+      "<0x8E>": 145,
+      "<0x8F>": 146,
+      "<0x90>": 147,
+      "<0x91>": 148,
+      "<0x92>": 149,
+      "<0x93>": 150,
+      "<0x94>": 151,
+      "<0x95>": 152,
+      "<0x96>": 153,
+      "<0x97>": 154,
+      "<0x98>": 155,
+      "<0x99>": 156,
+      "<0x9A>": 157,
+      "<0x9B>": 158,
+      "<0x9C>": 159,
+      "<0x9D>": 160,
+      "<0x9E>": 161,
+      "<0x9F>": 162,
+      "<0xA0>": 163,
+      "<0xA1>": 164,
+      "<0xA2>": 165,
+      "<0xA3>": 166,
+      "<0xA4>": 167,
+      "<0xA5>": 168,
+      "<0xA6>": 169,
+      "<0xA7>": 170,
+      "<0xA8>": 171,
+      "<0xA9>": 172,
+      "<0xAA>": 173,
+      "<0xAB>": 174,
+      "<0xAC>": 175,
+      "<0xAD>": 176,
+      "<0xAE>": 177,
+      "<0xAF>": 178,
+      "<0xB0>": 179,
+      "<0xB1>": 180,
+      "<0xB2>": 181,
+      "<0xB3>": 182,
+      "<0xB4>": 183,
+      "<0xB5>": 184,
+      "<0xB6>": 185,
+      "<0xB7>": 186,
+      "<0xB8>": 187,
+      "<0xB9>": 188,
+      "<0xBA>": 189,
+      "<0xBB>": 190,
+      "<0xBC>": 191,
+      "<0xBD>": 192,
+      "<0xBE>": 193,
+      "<0xBF>": 194,
+      "<0xC0>": 195,
+      "<0xC1>": 196,
+      "<0xC2>": 197,
+      "<0xC3>": 198,
+      "<0xC4>": 199,
+      "<0xC5>": 200,
+      "<0xC6>": 201,
+      "<0xC7>": 202,
+      "<0xC8>": 203,
+      "<0xC9>": 204,
+      "<0xCA>": 205,
+      "<0xCB>": 206,
+      "<0xCC>": 207,
+      "<0xCD>": 208,
+      "<0xCE>": 209,
+      "<0xCF>": 210,
+      "<0xD0>": 211,
+      "<0xD1>": 212,
+      "<0xD2>": 213,
+      "<0xD3>": 214,
+      "<0xD4>": 215,
+      "<0xD5>": 216,
+      "<0xD6>": 217,
+      "<0xD7>": 218,
+      "<0xD8>": 219,
+      "<0xD9>": 220,
+      "<0xDA>": 221,
+      "<0xDB>": 222,
+      "<0xDC>": 223,
+      "<0xDD>": 224,
+      "<0xDE>": 225,
+      "<0xDF>": 226,
+      "<0xE0>": 227,
+      "<0xE1>": 228,
+      "<0xE2>": 229,
+      "<0xE3>": 230,
+      "<0xE4>": 231,
+      "<0xE5>": 232,
+      "<0xE6>": 233,
+      "<0xE7>": 234,
+      "<0xE8>": 235,
+      "<0xE9>": 236,
+      "<0xEA>": 237,
+      "<0xEB>": 238,
+      "<0xEC>": 239,
+      "<0xED>": 240,
+      "<0xEE>": 241,
+      "<0xEF>": 242,
+      "<0xF0>": 243,
+      "<0xF1>": 244,
+      "<0xF2>": 245,
+      "<0xF3>": 246,
+      "<0xF4>": 247,
+      "<0xF5>": 248,
+      "<0xF6>": 249,
+      "<0xF7>": 250,
+      "<0xF8>": 251,
+      "<0xF9>": 252,
+      "<0xFA>": 253,
+      "<0xFB>": 254,
+      "<0xFC>": 255,
+      "<0xFD>": 256,
+      "<0xFE>": 257,
+      "<0xFF>": 258,
+      "▁▁": 259,
+      "▁t": 260,
+      "er": 261,
+      "in": 262,
+      "▁a": 263,
+      "en": 264,
+      "on": 265,
+      "▁th": 266,
+      "es": 267,
+      "▁▁▁▁": 268,
+      "▁s": 269,
+      "▁d": 270,
+      "at": 271,
+      "or": 272,
+      "an": 273,
+      "▁c": 274,
+      "is": 275,
+      "re": 276,
+      "it": 277,
+      "▁the": 278,
+      "ar": 279,
+      "le": 280,
+      "▁w": 281,
+      "▁p": 282,
+      "ou": 283,
+      "al": 284,
+      "▁f": 285,
+      "▁m": 286,
+      "ed": 287,
+      "▁o": 288,
+      "▁b": 289,
+      "om": 290,
+      "ion": 291,
+      "ing": 292,
+      "ic": 293,
+      "as": 294,
+      "el": 295,
+      "ent": 296,
+      "▁in": 297,
+      "▁h": 298,
+      "nd": 299,
+      "et": 300,
+      "▁l": 301,
+      "▁n": 302,
+      "st": 303,
+      "▁to": 304,
+      "ch": 305,
+      "▁I": 306,
+      "ro": 307,
+      "▁▁▁▁▁▁▁▁": 308,
+      "il": 309,
+      "▁of": 310,
+      "de": 311,
+      "ct": 312,
+      "▁(": 313,
+      "am": 314,
+      "▁C": 315,
+      "▁de": 316,
+      "▁S": 317,
+      "▁u": 318,
+      "▁A": 319,
+      "▁\\": 320,
+      "▁e": 321,
+      "▁and": 322,
+      "▁T": 323,
+      "ol": 324,
+      "▁v": 325,
+      "im": 326,
+      "ot": 327,
+      "ad": 328,
+      "ut": 329,
+      "▁g": 330,
+      "em": 331,
+      "ur": 332,
+      "id": 333,
+      "▁*": 334,
+      "ig": 335,
+      "ra": 336,
+      "▁re": 337,
+      "▁is": 338,
+      "qu": 339,
+      "ow": 340,
+      "▁M": 341,
+      "est": 342,
+      "▁y": 343,
+      "se": 344,
+      "ve": 345,
+      "ce": 346,
+      "ie": 347,
+      "un": 348,
+      "▁P": 349,
+      "▁B": 350,
+      "ag": 351,
+      "ul": 352,
+      "▁=": 353,
+      "he": 354,
+      "end": 355,
+      "ode": 356,
+      "ter": 357,
+      "ment": 358,
+      "os": 359,
+      "▁D": 360,
+      "if": 361,
+      "ation": 362,
+      "▁for": 363,
+      "▁r": 364,
+      "▁L": 365,
+      "▁you": 366,
+      "▁be": 367,
+      "ly": 368,
+      "ver": 369,
+      "ab": 370,
+      "te": 371,
+      "▁it": 372,
+      "▁on": 373,
+      "ri": 374,
+      "us": 375,
+      "▁\"": 376,
+      "▁wh": 377,
+      "▁con": 378,
+      "▁H": 379,
+      "▁st": 380,
+      "ir": 381,
+      "▁E": 382,
+      "▁F": 383,
+      "ck": 384,
+      "▁an": 385,
+      "th": 386,
+      "eg": 387,
+      "ay": 388,
+      "ith": 389,
+      "▁R": 390,
+      "ist": 391,
+      "and": 392,
+      "▁that": 393,
+      "▁al": 394,
+      "▁$": 395,
+      "▁#": 396,
+      "od": 397,
+      "um": 398,
+      "▁W": 399,
+      "ht": 400,
+      "code": 401,
+      "▁G": 402,
+      "ate": 403,
+      "ess": 404,
+      "▁N": 405,
+      "ere": 406,
+      "pp": 407,
+      "▁as": 408,
+      "▁se": 409,
+      "▁pro": 410,
+      "▁with": 411,
+      "pe": 412,
+      "▁k": 413,
+      "ers": 414,
+      "pt": 415,
+      ");": 416,
+      "lo": 417,
+      "▁▁▁▁▁": 418,
+      "▁com": 419,
+      "ame": 420,
+      "▁`": 421,
+      "▁Com": 422,
+      "ia": 423,
+      "ant": 424,
+      "▁la": 425,
+      "▁{": 426,
+      "▁en": 427,
+      "ction": 428,
+      "▁ex": 429,
+      "ld": 430,
+      "ub": 431,
+      "▁j": 432,
+      "la": 433,
+      "ue": 434,
+      "▁J": 435,
+      "ich": 436,
+      "▁do": 437,
+      "▁O": 438,
+      "▁qu": 439,
+      "iv": 440,
+      "ort": 441,
+      "art": 442,
+      "▁un": 443,
+      "▁##": 444,
+      "▁this": 445,
+      "ke": 446,
+      "▁ha": 447,
+      "▁-": 448,
+      "out": 449,
+      "▁The": 450,
+      "▁not": 451,
+      "▁ne": 452,
+      "ill": 453,
+      "▁le": 454,
+      "ci": 455,
+      "rom": 456,
+      "ine": 457,
+      "//": 458,
+      "op": 459,
+      "egin": 460,
+      "▁Comment": 461,
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁": 462,
+      "begin": 463,
+      "ст": 464,
+      "ass": 465,
+      "iz": 466,
+      ").": 467,
+      "og": 468,
+      "▁п": 469,
+      "▁or": 470,
+      "▁was": 471,
+      "▁at": 472,
+      "our": 473,
+      "▁i": 474,
+      "ain": 475,
+      "▁K": 476,
+      "на": 477,
+      "▁V": 478,
+      "ge": 479,
+      "▁su": 480,
+      "ap": 481,
+      "age": 482,
+      "ould": 483,
+      "ne": 484,
+      "av": 485,
+      "xt": 486,
+      "ore": 487,
+      "ile": 488,
+      "--": 489,
+      "▁в": 490,
+      "▁by": 491,
+      "li": 492,
+      "ath": 493,
+      "ра": 494,
+      "ber": 495,
+      "ach": 496,
+      "all": 497,
+      "▁Th": 498,
+      "ult": 499,
+      "▁}": 500,
+      "▁U": 501,
+      "▁us": 502,
+      "▁z": 503,
+      "ust": 504,
+      "▁have": 505,
+      "lic": 506,
+      "ни": 507,
+      "▁can": 508,
+      "tr": 509,
+      "com": 510,
+      "),": 511,
+      "▁In": 512,
+      "ind": 513,
+      "ell": 514,
+      "▁from": 515,
+      "ов": 516,
+      "to": 517,
+      "▁[": 518,
+      "able": 519,
+      "ost": 520,
+      "▁ch": 521,
+      "ect": 522,
+      "ight": 523,
+      "int": 524,
+      "▁'": 525,
+      "▁are": 526,
+      "▁im": 527,
+      "▁sh": 528,
+      "▁<": 529,
+      "▁An": 530,
+      "▁с": 531,
+      "ata": 532,
+      "ire": 533,
+      "▁tr": 534,
+      "con": 535,
+      "ord": 536,
+      "ity": 537,
+      "ard": 538,
+      "▁▁▁▁▁▁": 539,
+      "▁he": 540,
+      "▁but": 541,
+      "oc": 542,
+      "=\"": 543,
+      "▁pr": 544,
+      "ure": 545,
+      "per": 546,
+      "ack": 547,
+      "ork": 548,
+      "ong": 549,
+      "ans": 550,
+      "ко": 551,
+      "ple": 552,
+      "▁des": 553,
+      "ok": 554,
+      "orm": 555,
+      "wer": 556,
+      "ak": 557,
+      "pr": 558,
+      "ase": 559,
+      "▁el": 560,
+      "ph": 561,
+      "ac": 562,
+      "▁und": 563,
+      "▁ar": 564,
+      "▁if": 565,
+      "ud": 566,
+      "ps": 567,
+      "ite": 568,
+      "ble": 569,
+      "но": 570,
+      "fer": 571,
+      "pl": 572,
+      "ive": 573,
+      "ang": 574,
+      "ens": 575,
+      "ро": 576,
+      "▁so": 577,
+      "so": 578,
+      "ast": 579,
+      "()": 580,
+      "swer": 581,
+      "ru": 582,
+      "ies": 583,
+      "▁:": 584,
+      "au": 585,
+      "ov": 586,
+      "ре": 587,
+      "го": 588,
+      "▁der": 589,
+      "▁my": 590,
+      "▁we": 591,
+      "▁me": 592,
+      "nt": 593,
+      "▁ad": 594,
+      "urn": 595,
+      "▁your": 596,
+      "://": 597,
+      "are": 598,
+      "▁all": 599,
+      "ff": 600,
+      "io": 601,
+      "estion": 602,
+      "ime": 603,
+      "▁er": 604,
+      "lass": 605,
+      "▁и": 606,
+      "▁which": 607,
+      "ome": 608,
+      "ont": 609,
+      "▁par": 610,
+      "▁ma": 611,
+      "▁Y": 612,
+      "\",": 613,
+      "▁о": 614,
+      "ft": 615,
+      "ial": 616,
+      "cc": 617,
+      "ound": 618,
+      "▁li": 619,
+      "▁res": 620,
+      "eth": 621,
+      "ject": 622,
+      "▁app": 623,
+      "▁St": 624,
+      "ice": 625,
+      "▁am": 626,
+      "act": 627,
+      "▁del": 628,
+      "gr": 629,
+      "ated": 630,
+      "ier": 631,
+      "▁▁▁▁▁▁▁▁▁▁▁▁": 632,
+      "▁ab": 633,
+      "▁et": 634,
+      "ally": 635,
+      "..": 636,
+      "port": 637,
+      "ik": 638,
+      "▁per": 639,
+      "▁cont": 640,
+      "ри": 641,
+      "ка": 642,
+      "ser": 643,
+      "ли": 644,
+      "ll": 645,
+      "iew": 646,
+      "ign": 647,
+      "_{": 648,
+      "put": 649,
+      "one": 650,
+      "unction": 651,
+      "▁di": 652,
+      "ary": 653,
+      "ition": 654,
+      "ma": 655,
+      "ен": 656,
+      "get": 657,
+      "▁lo": 658,
+      "▁val": 659,
+      "▁Q": 660,
+      "ran": 661,
+      "▁д": 662,
+      "ence": 663,
+      "▁work": 664,
+      "▁на": 665,
+      "ip": 666,
+      "item": 667,
+      "ype": 668,
+      "▁&": 669,
+      "▁his": 670,
+      "▁use": 671,
+      "der": 672,
+      "▁Answer": 673,
+      "▁will": 674,
+      "ize": 675,
+      "та": 676,
+      "low": 677,
+      "▁Ch": 678,
+      "▁get": 679,
+      "ide": 680,
+      "ous": 681,
+      "ink": 682,
+      "ption": 683,
+      "ла": 684,
+      "turn": 685,
+      "ung": 686,
+      "ec": 687,
+      "ug": 688,
+      "form": 689,
+      "res": 690,
+      "htt": 691,
+      "oug": 692,
+      "ль": 693,
+      "▁no": 694,
+      "cl": 695,
+      "▁ro": 696,
+      "▁one": 697,
+      "tt": 698,
+      "cri": 699,
+      "du": 700,
+      "▁up": 701,
+      "то": 702,
+      "(\"": 703,
+      "▁ob": 704,
+      "we": 705,
+      "ory": 706,
+      "▁est": 707,
+      "ery": 708,
+      "iel": 709,
+      "str": 710,
+      "ob": 711,
+      "▁que": 712,
+      "ian": 713,
+      "▁out": 714,
+      "▁pl": 715,
+      "▁new": 716,
+      "ки": 717,
+      "▁+": 718,
+      "ry": 719,
+      "oth": 720,
+      "ther": 721,
+      "▁var": 722,
+      "▁would": 723,
+      "▁ser": 724,
+      "tern": 725,
+      "text": 726,
+      "▁there": 727,
+      "ish": 728,
+      "ror": 729,
+      "те": 730,
+      "▁set": 731,
+      "▁@": 732,
+      "▁по": 733,
+      "▁te": 734,
+      "ex": 735,
+      "▁return": 736,
+      "ail": 737,
+      "▁any": 738,
+      "▁It": 739,
+      "▁function": 740,
+      "{\\": 741,
+      "',": 742,
+      "és": 743,
+      "ale": 744,
+      "ан": 745,
+      "▁when": 746,
+      "ib": 747,
+      "▁go": 748,
+      "ance": 749,
+      "▁had": 750,
+      "▁Qu": 751,
+      "▁comp": 752,
+      "ле": 753,
+      "▁з": 754,
+      "math": 755,
+      "▁has": 756,
+      "▁м": 757,
+      "▁pre": 758,
+      "ener": 759,
+      "▁part": 760,
+      "elf": 761,
+      "▁die": 762,
+      "▁like": 763,
+      "ray": 764,
+      "irst": 765,
+      "▁dis": 766,
+      "▁man": 767,
+      "rit": 768,
+      "▁then": 769,
+      "▁class": 770,
+      "pro": 771,
+      "▁po": 772,
+      "▁using": 773,
+      "eb": 774,
+      "▁code": 775,
+      "own": 776,
+      "▁some": 777,
+      "ces": 778,
+      "▁$\\": 779,
+      "ер": 780,
+      "lect": 781,
+      "▁au": 782,
+      "isch": 783,
+      "▁col": 784,
+      "▁–": 785,
+      "up": 786,
+      "ons": 787,
+      "▁add": 788,
+      "ild": 789,
+      "iss": 790,
+      "val": 791,
+      "ount": 792,
+      "les": 793,
+      "vent": 794,
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁": 795,
+      "▁Z": 796,
+      "In": 797,
+      "row": 798,
+      "ear": 799,
+      "ations": 800,
+      "ah": 801,
+      "que": 802,
+      "ublic": 803,
+      "ank": 804,
+      "▁sp": 805,
+      "▁Wh": 806,
+      "----": 807,
+      "sk": 808,
+      "ew": 809,
+      "ags": 810,
+      "ти": 811,
+      "ann": 812,
+      "▁—": 813,
+      "ert": 814,
+      "ace": 815,
+      "sch": 816,
+      "▁need": 817,
+      "▁à": 818,
+      "ien": 819,
+      "ough": 820,
+      "не": 821,
+      "▁def": 822,
+      "ij": 823,
+      "ern": 824,
+      "▁what": 825,
+      "▁Ar": 826,
+      "wo": 827,
+      "ml": 828,
+      "</": 829,
+      "▁Re": 830,
+      "▁es": 831,
+      "▁inst": 832,
+      "bo": 833,
+      "az": 834,
+      "▁###": 835,
+      "▁б": 836,
+      "erm": 837,
+      "▁Al": 838,
+      "led": 839,
+      "да": 840,
+      "ten": 841,
+      "set": 842,
+      "ло": 843,
+      "▁comm": 844,
+      "sh": 845,
+      "ва": 846,
+      "▁/": 847,
+      "▁data": 848,
+      "▁//": 849,
+      "](": 850,
+      "▁str": 851,
+      "ose": 852,
+      "▁Un": 853,
+      "ven": 854,
+      "St": 855,
+      "...": 856,
+      "▁С": 857,
+      "yst": 858,
+      "▁«": 859,
+      "ick": 860,
+      "ix": 861,
+      "par": 862,
+      "▁у": 863,
+      "▁want": 864,
+      "ng": 865,
+      "ote": 866,
+      "▁gr": 867,
+      "▁du": 868,
+      "▁.": 869,
+      "und": 870,
+      "▁only": 871,
+      "▁sa": 872,
+      "ely": 873,
+      "vers": 874,
+      "▁ent": 875,
+      "))": 876,
+      "('": 877,
+      "▁mod": 878,
+      "ava": 879,
+      "ton": 880,
+      "▁should": 881,
+      "ement": 882,
+      "▁form": 883,
+      "▁also": 884,
+      "▁sc": 885,
+      "ings": 886,
+      "▁You": 887,
+      "ón": 888,
+      "▁kn": 889,
+      "();": 890,
+      "▁|": 891,
+      "▁were": 892,
+      "ss": 893,
+      "▁Question": 894,
+      "ise": 895,
+      "▁they": 896,
+      "▁De": 897,
+      "ond": 898,
+      "▁sol": 899,
+      "▁fol": 900,
+      "▁more": 901,
+      "▁her": 902,
+      "▁_": 903,
+      "▁é": 904,
+      "atch": 905,
+      "fter": 906,
+      "▁cre": 907,
+      "lock": 908,
+      "tring": 909,
+      "▁This": 910,
+      "ze": 911,
+      "ado": 912,
+      "ull": 913,
+      "ger": 914,
+      "be": 915,
+      "▁other": 916,
+      "▁Tags": 917,
+      "ution": 918,
+      "ict": 919,
+      "▁how": 920,
+      "▁x": 921,
+      "▁Se": 922,
+      "▁che": 923,
+      "cript": 924,
+      "▁just": 925,
+      "▁pos": 926,
+      "ange": 927,
+      "ific": 928,
+      "ree": 929,
+      "}}": 930,
+      "▁time": 931,
+      "app": 932,
+      "ны": 933,
+      "▁file": 934,
+      "ark": 935,
+      "ical": 936,
+      "▁first": 937,
+      "▁int": 938,
+      "▁В": 939,
+      "▁He": 940,
+      "ta": 941,
+      "ument": 942,
+      "ors": 943,
+      "lement": 944,
+      "rac": 945,
+      "▁ag": 946,
+      "▁does": 947,
+      "yn": 948,
+      "read": 949,
+      "ual": 950,
+      "▁Le": 951,
+      "ys": 952,
+      "▁em": 953,
+      "▁num": 954,
+      "vel": 955,
+      "ди": 956,
+      "over": 957,
+      "▁dif": 958,
+      "ethod": 959,
+      "▁If": 960,
+      "▁spe": 961,
+      "ym": 962,
+      "▁them": 963,
+      "▁into": 964,
+      "▁▁▁▁▁▁▁▁▁▁": 965,
+      "▁les": 966,
+      "▁its": 967,
+      "ese": 968,
+      "ield": 969,
+      "▁public": 970,
+      "▁П": 971,
+      "▁den": 972,
+      "ystem": 973,
+      "of": 974,
+      "▁over": 975,
+      "->": 976,
+      "▁fil": 977,
+      "name": 978,
+      "inal": 979,
+      "▁il": 980,
+      "ample": 981,
+      "▁way": 982,
+      "ica": 983,
+      "во": 984,
+      "cess": 985,
+      "itt": 986,
+      "uch": 987,
+      "▁where": 988,
+      "ми": 989,
+      "org": 990,
+      "https": 991,
+      "▁vo": 992,
+      "ient": 993,
+      "ove": 994,
+      "▁value": 995,
+      "eng": 996,
+      "▁La": 997,
+      "^{": 998,
+      "ref": 999,
+      "ied": 1000,
+      "ER": 1001,
+      "▁stat": 1002,
+      "fig": 1003,
+      "me": 1004,
+      "▁von": 1005,
+      "▁inter": 1006,
+      "roid": 1007,
+      "ater": 1008,
+      "▁their": 1009,
+      "▁bet": 1010,
+      "▁ein": 1011,
+      "}\\": 1012,
+      "\">": 1013,
+      "▁sub": 1014,
+      "▁op": 1015,
+      "▁don": 1016,
+      "ty": 1017,
+      "▁try": 1018,
+      "▁Pro": 1019,
+      "▁tra": 1020,
+      "▁same": 1021,
+      "ep": 1022,
+      "▁two": 1023,
+      "▁name": 1024,
+      "old": 1025,
+      "let": 1026,
+      "▁sim": 1027,
+      "sp": 1028,
+      "▁av": 1029,
+      "bre": 1030,
+      "blem": 1031,
+      "ey": 1032,
+      "▁could": 1033,
+      "▁cor": 1034,
+      "▁acc": 1035,
+      "ays": 1036,
+      "cre": 1037,
+      "urr": 1038,
+      "si": 1039,
+      "▁const": 1040,
+      "ues": 1041,
+      "}$": 1042,
+      "View": 1043,
+      "▁act": 1044,
+      "▁bo": 1045,
+      "▁ко": 1046,
+      "▁som": 1047,
+      "▁about": 1048,
+      "land": 1049,
+      "mer": 1050,
+      "▁list": 1051,
+      "cal": 1052,
+      "▁import": 1053,
+      "col": 1054,
+      "▁na": 1055,
+      "na": 1056,
+      "::": 1057,
+      "▁who": 1058,
+      "▁error": 1059,
+      "▁X": 1060,
+      "ator": 1061,
+      "ext": 1062,
+      "▁been": 1063,
+      "ér": 1064,
+      "▁run": 1065,
+      "pos": 1066,
+      "▁cl": 1067,
+      "**": 1068,
+      "▁К": 1069,
+      "ular": 1070,
+      "ause": 1071,
+      "▁reg": 1072,
+      "▁know": 1073,
+      "▁see": 1074,
+      "▁him": 1075,
+      "ning": 1076,
+      "▁за": 1077,
+      "ates": 1078,
+      "fore": 1079,
+      "ions": 1080,
+      "▁hel": 1081,
+      "ute": 1082,
+      "▁rem": 1083,
+      "▁го": 1084,
+      "▁Mar": 1085,
+      "ру": 1086,
+      "vice": 1087,
+      "irect": 1088,
+      "ner": 1089,
+      "▁under": 1090,
+      "rib": 1091,
+      "hr": 1092,
+      "че": 1093,
+      "▁As": 1094,
+      "▁end": 1095,
+      "ember": 1096,
+      "▁а": 1097,
+      "▁att": 1098,
+      "ina": 1099,
+      "son": 1100,
+      "▁follow": 1101,
+      "▁Sch": 1102,
+      "pect": 1103,
+      "▁rel": 1104,
+      "▁So": 1105,
+      "▁look": 1106,
+      "abel": 1107,
+      "▁problem": 1108,
+      "▁van": 1109,
+      "strong": 1110,
+      "co": 1111,
+      "pon": 1112,
+      "ca": 1113,
+      "ada": 1114,
+      "\":": 1115,
+      "cond": 1116,
+      "amb": 1117,
+      "},": 1118,
+      "quest": 1119,
+      "▁aut": 1120,
+      "▁result": 1121,
+      "▁may": 1122,
+      "Re": 1123,
+      "http": 1124,
+      "):": 1125,
+      "▁And": 1126,
+      "red": 1127,
+      "▁How": 1128,
+      "po": 1129,
+      "ско": 1130,
+      "att": 1131,
+      "oup": 1132,
+      "ced": 1133,
+      "▁type": 1134,
+      "▁than": 1135,
+      "▁cons": 1136,
+      "uf": 1137,
+      "ци": 1138,
+      "▁question": 1139,
+      "raph": 1140,
+      "igh": 1141,
+      "▁М": 1142,
+      "▁htt": 1143,
+      "ins": 1144,
+      "den": 1145,
+      "▁da": 1146,
+      "▁ver": 1147,
+      "oh": 1148,
+      "▁=>": 1149,
+      "riv": 1150,
+      "ude": 1151,
+      "▁For": 1152,
+      "▁ra": 1153,
+      "frac": 1154,
+      "ма": 1155,
+      "▁after": 1156,
+      "}{": 1157,
+      "▁method": 1158,
+      "\")": 1159,
+      "amp": 1160,
+      "ash": 1161,
+      "▁rec": 1162,
+      "▁differ": 1163,
+      "ON": 1164,
+      "ax": 1165,
+      "ament": 1166,
+      "ource": 1167,
+      "Con": 1168,
+      "its": 1169,
+      "Name": 1170,
+      "man": 1171,
+      "▁bec": 1172,
+      "che": 1173,
+      "▁En": 1174,
+      "aj": 1175,
+      "▁gener": 1176,
+      "IN": 1177,
+      "▁id": 1178,
+      "ages": 1179,
+      "▁loc": 1180,
+      "fo": 1181,
+      "br": 1182,
+      "▁she": 1183,
+      "Pro": 1184,
+      "▁una": 1185,
+      "▁к": 1186,
+      "eta": 1187,
+      "log": 1188,
+      "olog": 1189,
+      "▁sur": 1190,
+      "arg": 1191,
+      "▁--": 1192,
+      "kt": 1193,
+      "(\\": 1194,
+      "min": 1195,
+      "▁line": 1196,
+      "▁vari": 1197,
+      "ся": 1198,
+      "ics": 1199,
+      "ня": 1200,
+      "very": 1201,
+      "add": 1202,
+      "▁object": 1203,
+      "Id": 1204,
+      "▁But": 1205,
+      "▁case": 1206,
+      "▁make": 1207,
+      "▁cal": 1208,
+      "▁pass": 1209,
+      "сь": 1210,
+      "ession": 1211,
+      "net": 1212,
+      ".\"": 1213,
+      "▁г": 1214,
+      "är": 1215,
+      "де": 1216,
+      "no": 1217,
+      "ating": 1218,
+      "ato": 1219,
+      "line": 1220,
+      "ви": 1221,
+      "▁Ex": 1222,
+      "▁ass": 1223,
+      "▁vers": 1224,
+      "ля": 1225,
+      "▁ed": 1226,
+      "umn": 1227,
+      "other": 1228,
+      "ста": 1229,
+      "ative": 1230,
+      "String": 1231,
+      "▁los": 1232,
+      "wn": 1233,
+      "▁answer": 1234,
+      "▁let": 1235,
+      "▁pe": 1236,
+      "ents": 1237,
+      "▁fe": 1238,
+      "ince": 1239,
+      "ni": 1240,
+      "ider": 1241,
+      "ows": 1242,
+      "▁test": 1243,
+      "▁here": 1244,
+      "roll": 1245,
+      "▁call": 1246,
+      "ruct": 1247,
+      "▁pol": 1248,
+      "ait": 1249,
+      "▁back": 1250,
+      "ho": 1251,
+      "Ex": 1252,
+      "ress": 1253,
+      "ST": 1254,
+      "ried": 1255,
+      "date": 1256,
+      "ет": 1257,
+      "▁did": 1258,
+      "ting": 1259,
+      "▁El": 1260,
+      "▁dem": 1261,
+      ")$": 1262,
+      "ова": 1263,
+      "urrent": 1264,
+      "lace": 1265,
+      "right": 1266,
+      "ren": 1267,
+      "по": 1268,
+      "▁each": 1269,
+      "cy": 1270,
+      "block": 1271,
+      "data": 1272,
+      "▁%": 1273,
+      "▁ac": 1274,
+      "▁==": 1275,
+      "ür": 1276,
+      "▁por": 1277,
+      "ask": 1278,
+      "arch": 1279,
+      "ames": 1280,
+      "▁Con": 1281,
+      "ча": 1282,
+      "▁off": 1283,
+      "▁find": 1284,
+      "cont": 1285,
+      "▁now": 1286,
+      "work": 1287,
+      "ational": 1288,
+      "dd": 1289,
+      "ción": 1290,
+      "▁А": 1291,
+      "ault": 1292,
+      "List": 1293,
+      "▁ext": 1294,
+      "urs": 1295,
+      "ake": 1296,
+      "ule": 1297,
+      "▁point": 1298,
+      "AT": 1299,
+      "aut": 1300,
+      "▁trans": 1301,
+      "▁co": 1302,
+      "▁read": 1303,
+      "▁used": 1304,
+      "ски": 1305,
+      "ari": 1306,
+      "LE": 1307,
+      "eter": 1308,
+      "oun": 1309,
+      "ever": 1310,
+      "self": 1311,
+      "ined": 1312,
+      "idth": 1313,
+      "ux": 1314,
+      "js": 1315,
+      "▁such": 1316,
+      "▁Is": 1317,
+      "ée": 1318,
+      "ful": 1319,
+      "▁dist": 1320,
+      "▁bu": 1321,
+      "itemize": 1322,
+      "Cont": 1323,
+      "je": 1324,
+      "си": 1325,
+      "▁prov": 1326,
+      "bb": 1327,
+      "ward": 1328,
+      "esent": 1329,
+      "erson": 1330,
+      "anks": 1331,
+      "wh": 1332,
+      "not": 1333,
+      "▁We": 1334,
+      "ka": 1335,
+      "rop": 1336,
+      "atur": 1337,
+      "als": 1338,
+      "▁bel": 1339,
+      "ör": 1340,
+      "fr": 1341,
+      "▁example": 1342,
+      "▁incl": 1343,
+      "amil": 1344,
+      "▁ра": 1345,
+      "▁“": 1346,
+      "▁string": 1347,
+      "▁think": 1348,
+      "Th": 1349,
+      "▁tem": 1350,
+      "ave": 1351,
+      "▁Fran": 1352,
+      "▁number": 1353,
+      "▁si": 1354,
+      "imes": 1355,
+      "tem": 1356,
+      "my": 1357,
+      "ler": 1358,
+      "load": 1359,
+      "==": 1360,
+      "▁hand": 1361,
+      "za": 1362,
+      "▁because": 1363,
+      "▁sch": 1364,
+      "vo": 1365,
+      "this": 1366,
+      "ID": 1367,
+      "ão": 1368,
+      "▁start": 1369,
+      "▁war": 1370,
+      "▁help": 1371,
+      "ts": 1372,
+      "▁char": 1373,
+      "▁ph": 1374,
+      "▁min": 1375,
+      "til": 1376,
+      "rite": 1377,
+      "--------": 1378,
+      "els": 1379,
+      "▁mit": 1380,
+      "edia": 1381,
+      "ку": 1382,
+      "▁Sh": 1383,
+      "any": 1384,
+      "];": 1385,
+      "▁Б": 1386,
+      "ique": 1387,
+      "da": 1388,
+      "ef": 1389,
+      "dex": 1390,
+      "▁produ": 1391,
+      "▁Н": 1392,
+      "gram": 1393,
+      "▁Or": 1394,
+      "▁gre": 1395,
+      "quote": 1396,
+      "leg": 1397,
+      "orn": 1398,
+      "▁ind": 1399,
+      "▁post": 1400,
+      "▁dep": 1401,
+      "],": 1402,
+      "vi": 1403,
+      "▁user": 1404,
+      "▁>": 1405,
+      "lick": 1406,
+      "▁very": 1407,
+      "ething": 1408,
+      "▁array": 1409,
+      "▁gu": 1410,
+      "▁dur": 1411,
+      "`.": 1412,
+      "ть": 1413,
+      "lication": 1414,
+      "сти": 1415,
+      "ek": 1416,
+      "ico": 1417,
+      "▁dat": 1418,
+      "ор": 1419,
+      "html": 1420,
+      "ione": 1421,
+      "▁different": 1422,
+      "▁check": 1423,
+      "▁fr": 1424,
+      "▁Er": 1425,
+      "▁text": 1426,
+      "ні": 1427,
+      "icht": 1428,
+      "stack": 1429,
+      "EN": 1430,
+      "rag": 1431,
+      "▁every": 1432,
+      "Ar": 1433,
+      "▁before": 1434,
+      "alse": 1435,
+      "▁fin": 1436,
+      "▁dé": 1437,
+      "▁these": 1438,
+      "▁det": 1439,
+      "Val": 1440,
+      "ception": 1441,
+      "▁android": 1442,
+      "blockquote": 1443,
+      "▁je": 1444,
+      "file": 1445,
+      "ats": 1446,
+      "▁до": 1447,
+      "essage": 1448,
+      "▁again": 1449,
+      "aw": 1450,
+      "Ch": 1451,
+      "ween": 1452,
+      "▁Д": 1453,
+      "for": 1454,
+      "cial": 1455,
+      "play": 1456,
+      "pre": 1457,
+      "ida": 1458,
+      "▁Par": 1459,
+      "ny": 1460,
+      "ract": 1461,
+      "▁supp": 1462,
+      "ased": 1463,
+      "lection": 1464,
+      "▁dans": 1465,
+      "air": 1466,
+      "rol": 1467,
+      "▁thr": 1468,
+      "Data": 1469,
+      "lich": 1470,
+      "▁про": 1471,
+      "▁long": 1472,
+      "▁second": 1473,
+      "ually": 1474,
+      "ines": 1475,
+      "▁found": 1476,
+      "ength": 1477,
+      "yp": 1478,
+      "ead": 1479,
+      "▁log": 1480,
+      "ui": 1481,
+      "new": 1482,
+      "▁Р": 1483,
+      "go": 1484,
+      "aus": 1485,
+      "ody": 1486,
+      "▁son": 1487,
+      "ме": 1488,
+      "ero": 1489,
+      "ved": 1490,
+      "sub": 1491,
+      "▁right": 1492,
+      "view": 1493,
+      "▁following": 1494,
+      "')": 1495,
+      "\");": 1496,
+      "▁said": 1497,
+      "же": 1498,
+      "чи": 1499,
+      "ту": 1500,
+      "ott": 1501,
+      "се": 1502,
+      "ars": 1503,
+      "$.": 1504,
+      "gg": 1505,
+      "▁br": 1506,
+      "ool": 1507,
+      "yle": 1508,
+      "use": 1509,
+      "▁show": 1510,
+      "lease": 1511,
+      "cia": 1512,
+      "▁direct": 1513,
+      "doc": 1514,
+      "ар": 1515,
+      "ms": 1516,
+      "▁giv": 1517,
+      "▁exp": 1518,
+      "ql": 1519,
+      "ду": 1520,
+      "ве": 1521,
+      "▁Be": 1522,
+      "Com": 1523,
+      "iter": 1524,
+      "RE": 1525,
+      "mp": 1526,
+      "men": 1527,
+      "▁Ro": 1528,
+      "MA": 1529,
+      "▁Col": 1530,
+      "ister": 1531,
+      "▁well": 1532,
+      "▁</": 1533,
+      "ayout": 1534,
+      "ature": 1535,
+      "ivers": 1536,
+      "zy": 1537,
+      "▁не": 1538,
+      "▁met": 1539,
+      "une": 1540,
+      "yth": 1541,
+      "Type": 1542,
+      "▁element": 1543,
+      "▁link": 1544,
+      "mod": 1545,
+      "▁between": 1546,
+      "cept": 1547,
+      "quire": 1548,
+      "▁through": 1549,
+      "▁while": 1550,
+      "▁On": 1551,
+      "the": 1552,
+      "ía": 1553,
+      "▁something": 1554,
+      "vol": 1555,
+      "▁most": 1556,
+      "sc": 1557,
+      "uss": 1558,
+      "▁car": 1559,
+      "▁sm": 1560,
+      "▁ро": 1561,
+      "ano": 1562,
+      "left": 1563,
+      "va": 1564,
+      "▁true": 1565,
+      "($": 1566,
+      "ems": 1567,
+      "▁much": 1568,
+      "ás": 1569,
+      "▁New": 1570,
+      "▁proper": 1571,
+      "era": 1572,
+      "ited": 1573,
+      "▁doc": 1574,
+      "ices": 1575,
+      "The": 1576,
+      "▁?": 1577,
+      "сто": 1578,
+      "fl": 1579,
+      "▁spec": 1580,
+      "ender": 1581,
+      "way": 1582,
+      "▁self": 1583,
+      "▁even": 1584,
+      "ів": 1585,
+      "▁се": 1586,
+      "ния": 1587,
+      "▁Pr": 1588,
+      "▁ke": 1589,
+      "emb": 1590,
+      "▁table": 1591,
+      "▁equ": 1592,
+      "lient": 1593,
+      "td": 1594,
+      "part": 1595,
+      "▁print": 1596,
+      "▁une": 1597,
+      "ify": 1598,
+      "▁->": 1599,
+      "ene": 1600,
+      "▁mon": 1601,
+      "▁dec": 1602,
+      "▁still": 1603,
+      "▁об": 1604,
+      "▁Tr": 1605,
+      "▁ф": 1606,
+      "ife": 1607,
+      "ism": 1608,
+      "by": 1609,
+      "raw": 1610,
+      "ior": 1611,
+      "▁med": 1612,
+      "orld": 1613,
+      "▁comple": 1614,
+      "ww": 1615,
+      "▁art": 1616,
+      "ron": 1617,
+      "▁Г": 1618,
+      "▁My": 1619,
+      "▁als": 1620,
+      "rect": 1621,
+      "▁auf": 1622,
+      "▁down": 1623,
+      "ather": 1624,
+      "Col": 1625,
+      "Text": 1626,
+      "back": 1627,
+      "$,": 1628,
+      "▁year": 1629,
+      "мо": 1630,
+      "pi": 1631,
+      "▁Gr": 1632,
+      "ream": 1633,
+      "▁rep": 1634,
+      "bf": 1635,
+      "www": 1636,
+      "▁wur": 1637,
+      "▁org": 1638,
+      "inter": 1639,
+      "▁Die": 1640,
+      "▁being": 1641,
+      "\".": 1642,
+      "label": 1643,
+      "▁cent": 1644,
+      "java": 1645,
+      "bar": 1646,
+      "ante": 1647,
+      "ana": 1648,
+      "__": 1649,
+      "▁solution": 1650,
+      "▁О": 1651,
+      "▁fl": 1652,
+      "▁create": 1653,
+      "ici": 1654,
+      "ste": 1655,
+      "ython": 1656,
+      "unt": 1657,
+      "ason": 1658,
+      "ference": 1659,
+      "SE": 1660,
+      "▁non": 1661,
+      "ane": 1662,
+      "▁ins": 1663,
+      "ader": 1664,
+      "_{\\": 1665,
+      "Res": 1666,
+      "▁main": 1667,
+      "пи": 1668,
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁▁": 1669,
+      "▁There": 1670,
+      "▁pour": 1671,
+      "RO": 1672,
+      "`,": 1673,
+      "lish": 1674,
+      "bject": 1675,
+      "ccess": 1676,
+      "▁orig": 1677,
+      "▁▁▁": 1678,
+      "ischen": 1679,
+      "ower": 1680,
+      "▁het": 1681,
+      "uc": 1682,
+      "▁else": 1683,
+      "».": 1684,
+      "▁от": 1685,
+      "equ": 1686,
+      "sible": 1687,
+      "test": 1688,
+      "stand": 1689,
+      "én": 1690,
+      "ets": 1691,
+      "GE": 1692,
+      "ident": 1693,
+      "▁е": 1694,
+      "▁при": 1695,
+      ".,": 1696,
+      "▁das": 1697,
+      "ock": 1698,
+      ",\"": 1699,
+      "▁vol": 1700,
+      "▁fo": 1701,
+      "▁para": 1702,
+      "▁Т": 1703,
+      "▁Car": 1704,
+      "ral": 1705,
+      "▁Sp": 1706,
+      "var": 1707,
+      "▁play": 1708,
+      "ouse": 1709,
+      "▁та": 1710,
+      "ically": 1711,
+      "▁contain": 1712,
+      "ponse": 1713,
+      "▁String": 1714,
+      "án": 1715,
+      "▁both": 1716,
+      "ken": 1717,
+      "AR": 1718,
+      "ере": 1719,
+      "▁Il": 1720,
+      "▁iss": 1721,
+      "▁open": 1722,
+      "▁)": 1723,
+      "▁What": 1724,
+      "fe": 1725,
+      "rivate": 1726,
+      "reg": 1727,
+      "▁without": 1728,
+      "▁zu": 1729,
+      "vis": 1730,
+      "flow": 1731,
+      "▁http": 1732,
+      "abase": 1733,
+      "▁word": 1734,
+      "▁change": 1735,
+      "▁works": 1736,
+      "▁ge": 1737,
+      "▁!": 1738,
+      "▁een": 1739,
+      "itle": 1740,
+      "▁event": 1741,
+      "word": 1742,
+      "ando": 1743,
+      "SB": 1744,
+      "rem": 1745,
+      "▁field": 1746,
+      "ving": 1747,
+      "Ser": 1748,
+      "▁our": 1749,
+      "▁qui": 1750,
+      "▁oper": 1751,
+      "▁ist": 1752,
+      "def": 1753,
+      "▁made": 1754,
+      "ние": 1755,
+      "px": 1756,
+      "▁men": 1757,
+      "rm": 1758,
+      "ais": 1759,
+      "cent": 1760,
+      "list": 1761,
+      "To": 1762,
+      "▁To": 1763,
+      "ja": 1764,
+      "vert": 1765,
+      "▁mar": 1766,
+      "value": 1767,
+      "▁„": 1768,
+      "\";": 1769,
+      "▁aus": 1770,
+      "▁Br": 1771,
+      "ole": 1772,
+      "▁mult": 1773,
+      "ought": 1774,
+      "▁mat": 1775,
+      "▁view": 1776,
+      "fil": 1777,
+      "▁со": 1778,
+      "га": 1779,
+      "▁void": 1780,
+      "▁good": 1781,
+      "бо": 1782,
+      "CT": 1783,
+      "▁many": 1784,
+      "ben": 1785,
+      "▁во": 1786,
+      "▁ка": 1787,
+      "▁system": 1788,
+      "ino": 1789,
+      "▁another": 1790,
+      "▁rest": 1791,
+      "user": 1792,
+      "ility": 1793,
+      "ai": 1794,
+      "▁might": 1795,
+      "ustom": 1796,
+      "▁order": 1797,
+      "▁Ver": 1798,
+      "SS": 1799,
+      "})": 1800,
+      "▁eff": 1801,
+      "до": 1802,
+      "ett": 1803,
+      "▁sign": 1804,
+      "му": 1805,
+      "IT": 1806,
+      "string": 1807,
+      "elle": 1808,
+      "▁sing": 1809,
+      "cul": 1810,
+      "▁trying": 1811,
+      "▁beg": 1812,
+      "▁page": 1813,
+      "хо": 1814,
+      "▁Can": 1815,
+      "▁Ser": 1816,
+      "++": 1817,
+      "▁must": 1818,
+      "▁values": 1819,
+      "▁key": 1820,
+      "ible": 1821,
+      "].": 1822,
+      "ird": 1823,
+      "▁program": 1824,
+      "roller": 1825,
+      "▁conne": 1826,
+      "▁say": 1827,
+      "▁param": 1828,
+      "ache": 1829,
+      "velop": 1830,
+      "▁select": 1831,
+      "▁famil": 1832,
+      "▁last": 1833,
+      "▁Thanks": 1834,
+      "▁pop": 1835,
+      "}.": 1836,
+      "eq": 1837,
+      "▁doesn": 1838,
+      "['": 1839,
+      "▁term": 1840,
+      "▁ré": 1841,
+      "▁document": 1842,
+      "па": 1843,
+      "лу": 1844,
+      "ateg": 1845,
+      ".)": 1846,
+      "ling": 1847,
+      "ional": 1848,
+      "ables": 1849,
+      "▁tak": 1850,
+      "utton": 1851,
+      "▁arg": 1852,
+      "type": 1853,
+      "▁sure": 1854,
+      "▁real": 1855,
+      "▁web": 1856,
+      "▁current": 1857,
+      "▁Pl": 1858,
+      "cho": 1859,
+      "ments": 1860,
+      "▁Joh": 1861,
+      "ots": 1862,
+      "▁exist": 1863,
+      "ну": 1864,
+      "▁für": 1865,
+      "▁из": 1866,
+      "do": 1867,
+      "ного": 1868,
+      "▁las": 1869,
+      "▁null": 1870,
+      "▁inform": 1871,
+      "▁Л": 1872,
+      "▁version": 1873,
+      "▁chang": 1874,
+      "ager": 1875,
+      "▁Comm": 1876,
+      "лі": 1877,
+      "ush": 1878,
+      "▁Ge": 1879,
+      "▁high": 1880,
+      "▁input": 1881,
+      "ogle": 1882,
+      "ros": 1883,
+      "box": 1884,
+      "gen": 1885,
+      "▁ste": 1886,
+      "▁local": 1887,
+      "Im": 1888,
+      "▁process": 1889,
+      "ternal": 1890,
+      "ized": 1891,
+      "ги": 1892,
+      "ét": 1893,
+      "▁Ind": 1894,
+      "▁och": 1895,
+      "lt": 1896,
+      "▁column": 1897,
+      "▁tried": 1898,
+      "▁command": 1899,
+      "▁best": 1900,
+      "aster": 1901,
+      "за": 1902,
+      "▁prim": 1903,
+      "▁model": 1904,
+      "▁і": 1905,
+      "▁those": 1906,
+      "ities": 1907,
+      "ère": 1908,
+      "▁ре": 1909,
+      "је": 1910,
+      "ши": 1911,
+      "ques": 1912,
+      "▁Am": 1913,
+      "▁own": 1914,
+      "lin": 1915,
+      "зи": 1916,
+      "Value": 1917,
+      "thing": 1918,
+      "▁,": 1919,
+      "▁Te": 1920,
+      "▁stud": 1921,
+      "▁um": 1922,
+      "▁server": 1923,
+      "ille": 1924,
+      "▁put": 1925,
+      "ativ": 1926,
+      "gy": 1927,
+      "ови": 1928,
+      "raf": 1929,
+      "ово": 1930,
+      "▁wurde": 1931,
+      "▁When": 1932,
+      "▁div": 1933,
+      "ants": 1934,
+      "▁ter": 1935,
+      "▁partic": 1936,
+      "▁т": 1937,
+      "▁Do": 1938,
+      "▁No": 1939,
+      "sert": 1940,
+      "ido": 1941,
+      "mathcal": 1942,
+      "ade": 1943,
+      "▁II": 1944,
+      "lear": 1945,
+      "ograph": 1946,
+      "ense": 1947,
+      "▁row": 1948,
+      "num": 1949,
+      "▁possible": 1950,
+      "▁since": 1951,
+      "▁Bo": 1952,
+      "ctions": 1953,
+      "▁Im": 1954,
+      "OR": 1955,
+      "ці": 1956,
+      "▁ide": 1957,
+      "map": 1958,
+      "▁correct": 1959,
+      "ves": 1960,
+      "php": 1961,
+      "▁output": 1962,
+      "▁Ph": 1963,
+      "AL": 1964,
+      "ared": 1965,
+      "\\\\": 1966,
+      "▁image": 1967,
+      "esch": 1968,
+      "жи": 1969,
+      "▁conf": 1970,
+      "por": 1971,
+      "query": 1972,
+      "ures": 1973,
+      "ium": 1974,
+      "ends": 1975,
+      "▁Ab": 1976,
+      "SBN": 1977,
+      "ід": 1978,
+      "ether": 1979,
+      "ptions": 1980,
+      "itu": 1981,
+      "lib": 1982,
+      "ns": 1983,
+      "ki": 1984,
+      "▁working": 1985,
+      "▁como": 1986,
+      "▁Then": 1987,
+      "ML": 1988,
+      "key": 1989,
+      "class": 1990,
+      "ople": 1991,
+      "ittle": 1992,
+      "▁match": 1993,
+      "ways": 1994,
+      "mathbb": 1995,
+      "▁require": 1996,
+      "alt": 1997,
+      "▁vis": 1998,
+      "▁bl": 1999,
+      "▁called": 2000,
+      "Item": 2001,
+      "ura": 2002,
+      "vec": 2003,
+      "eme": 2004,
+      "▁della": 2005,
+      "embre": 2006,
+      "urg": 2007,
+      "Se": 2008,
+      "▁request": 2009,
+      "ische": 2010,
+      "▁port": 2011,
+      "▁instead": 2012,
+      "=\\": 2013,
+      "▁У": 2014,
+      "hor": 2015,
+      "ente": 2016,
+      "ume": 2017,
+      "erd": 2018,
+      "са": 2019,
+      "▁why": 2020,
+      "rist": 2021,
+      "▁person": 2022,
+      "▁...": 2023,
+      "▁private": 2024,
+      "▁tot": 2025,
+      "pha": 2026,
+      "ift": 2027,
+      "ita": 2028,
+      "loc": 2029,
+      "▁old": 2030,
+      "он": 2031,
+      "▁nel": 2032,
+      "']": 2033,
+      "ti": 2034,
+      "iet": 2035,
+      "cite": 2036,
+      "plement": 2037,
+      "▁above": 2038,
+      "ks": 2039,
+      "ready": 2040,
+      "▁come": 2041,
+      "section": 2042,
+      "▁Pol": 2043,
+      "▁writ": 2044,
+      "▁https": 2045,
+      "▁$$": 2046,
+      "▁»": 2047,
+      "▁build": 2048,
+      "ito": 2049,
+      "▁consider": 2050,
+      "aft": 2051,
+      "App": 2052,
+      ",\\": 2053,
+      "indows": 2054,
+      "comm": 2055,
+      "▁;": 2056,
+      "ground": 2057,
+      "▁place": 2058,
+      "By": 2059,
+      "▁project": 2060,
+      "Object": 2061,
+      "▁repr": 2062,
+      "ences": 2063,
+      "indow": 2064,
+      "zt": 2065,
+      "▁files": 2066,
+      "cz": 2067,
+      "ivity": 2068,
+      "▁init": 2069,
+      "▁prob": 2070,
+      "▁sk": 2071,
+      "orth": 2072,
+      "iment": 2073,
+      "ouble": 2074,
+      "atal": 2075,
+      "irc": 2076,
+      "▁è": 2077,
+      "▁bre": 2078,
+      "ista": 2079,
+      "input": 2080,
+      "▁И": 2081,
+      "ной": 2082,
+      "sum": 2083,
+      "path": 2084,
+      "▁cour": 2085,
+      "▁too": 2086,
+      "▁Ad": 2087,
+      "▁Gu": 2088,
+      "▁false": 2089,
+      "▁fun": 2090,
+      "▁ст": 2091,
+      "ood": 2092,
+      "ès": 2093,
+      "▁enc": 2094,
+      "bol": 2095,
+      "rl": 2096,
+      "arget": 2097,
+      "order": 2098,
+      "▁mean": 2099,
+      "пе": 2100,
+      "igen": 2101,
+      "▁пре": 2102,
+      "width": 2103,
+      ";\r": 2104,
+      "itor": 2105,
+      "▁state": 2106,
+      "▁great": 2107,
+      "enn": 2108,
+      "bin": 2109,
+      "Er": 2110,
+      "Mod": 2111,
+      "oz": 2112,
+      "▁won": 2113,
+      "▁fact": 2114,
+      "▁java": 2115,
+      "▁Univers": 2116,
+      "▁cap": 2117,
+      "istor": 2118,
+      "}(": 2119,
+      "ku": 2120,
+      "ither": 2121,
+      "ales": 2122,
+      "▁ou": 2123,
+      "ross": 2124,
+      "▁take": 2125,
+      "rix": 2126,
+      "lob": 2127,
+      "▁eine": 2128,
+      "ases": 2129,
+      "▁access": 2130,
+      "ité": 2131,
+      "istr": 2132,
+      "ization": 2133,
+      "▁appro": 2134,
+      "ball": 2135,
+      "▁mak": 2136,
+      "}^": 2137,
+      "▁Cons": 2138,
+      "press": 2139,
+      "serv": 2140,
+      "().": 2141,
+      "af": 2142,
+      "▁ref": 2143,
+      ")\\": 2144,
+      "▁contin": 2145,
+      "su": 2146,
+      "iver": 2147,
+      "▁cond": 2148,
+      "▁expect": 2149,
+      "▁charact": 2150,
+      "bert": 2151,
+      "elt": 2152,
+      "ters": 2153,
+      "script": 2154,
+      "▁Ed": 2155,
+      "apt": 2156,
+      "');": 2157,
+      "print": 2158,
+      "▁size": 2159,
+      "▁sich": 2160,
+      "face": 2161,
+      "enden": 2162,
+      "▁Amer": 2163,
+      "ified": 2164,
+      "ów": 2165,
+      "▁Su": 2166,
+      "tes": 2167,
+      "med": 2168,
+      "▁Reg": 2169,
+      "sole": 2170,
+      "▁includ": 2171,
+      "ini": 2172,
+      "inci": 2173,
+      "▁pla": 2174,
+      "▁left": 2175,
+      "df": 2176,
+      "Par": 2177,
+      "▁All": 2178,
+      "▁occ": 2179,
+      "▁At": 2180,
+      "▁cr": 2181,
+      "Qu": 2182,
+      "▁given": 2183,
+      "▁System": 2184,
+      "ican": 2185,
+      "▁final": 2186,
+      "itions": 2187,
+      "▁бы": 2188,
+      "▁perform": 2189,
+      "AN": 2190,
+      "▁Me": 2191,
+      "uro": 2192,
+      "▁That": 2193,
+      "гра": 2194,
+      "▁По": 2195,
+      "▁ви": 2196,
+      "ably": 2197,
+      "▁present": 2198,
+      "duct": 2199,
+      "ric": 2200,
+      "▁Eng": 2201,
+      "try": 2202,
+      "▁lar": 2203,
+      "bl": 2204,
+      "idd": 2205,
+      "▁är": 2206,
+      "ora": 2207,
+      "LL": 2208,
+      "oss": 2209,
+      "▁ISBN": 2210,
+      "▁three": 2211,
+      "jo": 2212,
+      "ní": 2213,
+      "rc": 2214,
+      "▁far": 2215,
+      "▁Not": 2216,
+      "▁little": 2217,
+      "dis": 2218,
+      "ati": 2219,
+      "function": 2220,
+      "▁able": 2221,
+      "less": 2222,
+      "со": 2223,
+      "▁path": 2224,
+      "▁pres": 2225,
+      "lose": 2226,
+      "PI": 2227,
+      "▁issue": 2228,
+      "ackage": 2229,
+      "time": 2230,
+      "ige": 2231,
+      "ams": 2232,
+      "▁Cl": 2233,
+      "ails": 2234,
+      "alk": 2235,
+      "ii": 2236,
+      "ше": 2237,
+      "pen": 2238,
+      "QL": 2239,
+      "▁eas": 2240,
+      "RL": 2241,
+      "cel": 2242,
+      "▁sl": 2243,
+      "▁ask": 2244,
+      "▁nom": 2245,
+      "▁top": 2246,
+      "ides": 2247,
+      "index": 2248,
+      "ém": 2249,
+      "▁happ": 2250,
+      "ox": 2251,
+      "cd": 2252,
+      "▁better": 2253,
+      "▁load": 2254,
+      "ados": 2255,
+      "zen": 2256,
+      "▁ce": 2257,
+      "▁fa": 2258,
+      "▁John": 2259,
+      "IMA": 2260,
+      "▁Bar": 2261,
+      "overflow": 2262,
+      "▁де": 2263,
+      "ness": 2264,
+      "cer": 2265,
+      "▁Here": 2266,
+      "ret": 2267,
+      "▁sz": 2268,
+      "ambda": 2269,
+      "opy": 2270,
+      "url": 2271,
+      "py": 2272,
+      "rt": 2273,
+      "▁understand": 2274,
+      "ał": 2275,
+      "her": 2276,
+      "##": 2277,
+      "▁child": 2278,
+      "▁exec": 2279,
+      "▁application": 2280,
+      "▁struct": 2281,
+      "▁я": 2282,
+      "File": 2283,
+      "▁cert": 2284,
+      "ison": 2285,
+      "▁variable": 2286,
+      "DE": 2287,
+      "rs": 2288,
+      "▁really": 2289,
+      "Port": 2290,
+      "ba": 2291,
+      "▁Ber": 2292,
+      "▁inte": 2293,
+      "▁static": 2294,
+      "▁config": 2295,
+      "▁She": 2296,
+      "estions": 2297,
+      "▁plus": 2298,
+      "▁hab": 2299,
+      "ope": 2300,
+      "▁mus": 2301,
+      "▁count": 2302,
+      "ME": 2303,
+      "▁support": 2304,
+      "▁people": 2305,
+      "▁beh": 2306,
+      "▁already": 2307,
+      "Tr": 2308,
+      "▁done": 2309,
+      "dem": 2310,
+      "size": 2311,
+      "alpha": 2312,
+      "▁disc": 2313,
+      "])": 2314,
+      "▁Man": 2315,
+      "▁mil": 2316,
+      "▁stand": 2317,
+      "▁group": 2318,
+      "▁small": 2319,
+      "▁mag": 2320,
+      "сть": 2321,
+      "▁default": 2322,
+      "▁single": 2323,
+      "link": 2324,
+      "clude": 2325,
+      "▁ear": 2326,
+      "ilar": 2327,
+      "****": 2328,
+      "▁fix": 2329,
+      "ley": 2330,
+      "▁pas": 2331,
+      "ний": 2332,
+      "ission": 2333,
+      "▁implement": 2334,
+      "itch": 2335,
+      "▁года": 2336,
+      "▁always": 2337,
+      "▁Jah": 2338,
+      "pring": 2339,
+      "ção": 2340,
+      "plate": 2341,
+      "▁descri": 2342,
+      "▁head": 2343,
+      "init": 2344,
+      "ograf": 2345,
+      "▁query": 2346,
+      "ived": 2347,
+      "▁ing": 2348,
+      "pty": 2349,
+      "ha": 2350,
+      "▁mov": 2351,
+      "▁э": 2352,
+      "ette": 2353,
+      "ily": 2354,
+      "▁got": 2355,
+      "iled": 2356,
+      "icro": 2357,
+      "▁wr": 2358,
+      "ря": 2359,
+      "▁never": 2360,
+      "ores": 2361,
+      "▁bas": 2362,
+      "ios": 2363,
+      "lack": 2364,
+      "aint": 2365,
+      "vious": 2366,
+      "▁give": 2367,
+      "idad": 2368,
+      "En": 2369,
+      "ный": 2370,
+      "table": 2371,
+      "▁На": 2372,
+      "▁pat": 2373,
+      "тор": 2374,
+      "angu": 2375,
+      "loy": 2376,
+      "▁seg": 2377,
+      "array": 2378,
+      "▁Fl": 2379,
+      "▁index": 2380,
+      "▁sw": 2381,
+      "IMAGE": 2382,
+      "▁km": 2383,
+      "би": 2384,
+      "Class": 2385,
+      "ena": 2386,
+      "мен": 2387,
+      "comp": 2388,
+      "atus": 2389,
+      "rap": 2390,
+      "▁List": 2391,
+      "Error": 2392,
+      "▁typ": 2393,
+      "▁ма": 2394,
+      "cs": 2395,
+      "':": 2396,
+      "ji": 2397,
+      "▁However": 2398,
+      "▁те": 2399,
+      "▁below": 2400,
+      "▁App": 2401,
+      "ще": 2402,
+      "}_": 2403,
+      "bum": 2404,
+      "vir": 2405,
+      "ées": 2406,
+      "▁record": 2407,
+      "tain": 2408,
+      "lem": 2409,
+      "ital": 2410,
+      "▁imp": 2411,
+      "ego": 2412,
+      "▁od": 2413,
+      "▁rece": 2414,
+      "mit": 2415,
+      "ffic": 2416,
+      "stackoverflow": 2417,
+      "ieve": 2418,
+      "▁З": 2419,
+      "▁nov": 2420,
+      "це": 2421,
+      "▁Intern": 2422,
+      "bu": 2423,
+      "▁sugg": 2424,
+      "▁loop": 2425,
+      "ride": 2426,
+      "▁$(": 2427,
+      "▁super": 2428,
+      "rid": 2429,
+      "ных": 2430,
+      "▁Per": 2431,
+      "▁dom": 2432,
+      "='": 2433,
+      "utsch": 2434,
+      "len": 2435,
+      "▁write": 2436,
+      "▁inv": 2437,
+      "outh": 2438,
+      "▁Her": 2439,
+      "▁years": 2440,
+      "▁original": 2441,
+      "ega": 2442,
+      "▁Ste": 2443,
+      "▁seems": 2444,
+      "ég": 2445,
+      "▁next": 2446,
+      "eder": 2447,
+      "▁Ne": 2448,
+      "avas": 2449,
+      "ification": 2450,
+      "Exception": 2451,
+      "▁Der": 2452,
+      "▁ve": 2453,
+      "atic": 2454,
+      "hat": 2455,
+      "brary": 2456,
+      "return": 2457,
+      "urch": 2458,
+      "ision": 2459,
+      "mi": 2460,
+      "oint": 2461,
+      "▁day": 2462,
+      "iction": 2463,
+      "ál": 2464,
+      "▁és": 2465,
+      "▁though": 2466,
+      "action": 2467,
+      "ít": 2468,
+      "ungen": 2469,
+      "ours": 2470,
+      "▁script": 2471,
+      "▁information": 2472,
+      "▁multi": 2473,
+      "▁\\\\": 2474,
+      "ster": 2475,
+      "ке": 2476,
+      "AC": 2477,
+      "cies": 2478,
+      "▁display": 2479,
+      "oman": 2480,
+      "Time": 2481,
+      "ius": 2482,
+      "));": 2483,
+      "tre": 2484,
+      "▁lim": 2485,
+      "ately": 2486,
+      "éd": 2487,
+      "iste": 2488,
+      "▁са": 2489,
+      "post": 2490,
+      "uel": 2491,
+      "img": 2492,
+      "▁ч": 2493,
+      "ска": 2494,
+      "eld": 2495,
+      "pper": 2496,
+      "ula": 2497,
+      "▁general": 2498,
+      "Al": 2499,
+      "Form": 2500,
+      "▁upon": 2501,
+      "zo": 2502,
+      "amente": 2503,
+      "▁prom": 2504,
+      "▁ü": 2505,
+      "lex": 2506,
+      "▁turn": 2507,
+      "▁ме": 2508,
+      "ention": 2509,
+      "лен": 2510,
+      "▁af": 2511,
+      "icle": 2512,
+      "ств": 2513,
+      "▁Fil": 2514,
+      "▁Ф": 2515,
+      "avascript": 2516,
+      "Man": 2517,
+      "ara": 2518,
+      "ware": 2519,
+      "align": 2520,
+      "angle": 2521,
+      "▁Sc": 2522,
+      "unic": 2523,
+      "▁fran": 2524,
+      "Un": 2525,
+      "zi": 2526,
+      "met": 2527,
+      "Add": 2528,
+      "▁pub": 2529,
+      "ков": 2530,
+      "▁gen": 2531,
+      "▁pod": 2532,
+      "▁sum": 2533,
+      "▁having": 2534,
+      "▁avec": 2535,
+      "sl": 2536,
+      "▁fig": 2537,
+      "▁Res": 2538,
+      "Date": 2539,
+      "ules": 2540,
+      "with": 2541,
+      "ский": 2542,
+      "gu": 2543,
+      "ET": 2544,
+      "▁bro": 2545,
+      "rie": 2546,
+      "aps": 2547,
+      "ending": 2548,
+      "mail": 2549,
+      "ook": 2550,
+      "▁success": 2551,
+      "berg": 2552,
+      "▁deb": 2553,
+      "elta": 2554,
+      "()`": 2555,
+      "ential": 2556,
+      "frame": 2557,
+      "Key": 2558,
+      "inn": 2559,
+      "▁simple": 2560,
+      "ival": 2561,
+      "▁care": 2562,
+      "▁Web": 2563,
+      "\").": 2564,
+      "></": 2565,
+      "▁database": 2566,
+      "▁Now": 2567,
+      "Ind": 2568,
+      "▁мо": 2569,
+      "cht": 2570,
+      "ban": 2571,
+      "ram": 2572,
+      "equation": 2573,
+      "ski": 2574,
+      "ief": 2575,
+      "lim": 2576,
+      "Get": 2577,
+      "▁tre": 2578,
+      "aten": 2579,
+      "bed": 2580,
+      "▁Je": 2581,
+      "▁results": 2582,
+      "лю": 2583,
+      "тель": 2584,
+      "db": 2585,
+      "▁bit": 2586,
+      "body": 2587,
+      "Array": 2588,
+      "mu": 2589,
+      "pression": 2590,
+      "▁ста": 2591,
+      "ony": 2592,
+      "iff": 2593,
+      "▁bar": 2594,
+      "▁Arch": 2595,
+      "bers": 2596,
+      "){": 2597,
+      "▁Mon": 2598,
+      "▁doing": 2599,
+      "▁prof": 2600,
+      "▁install": 2601,
+      "▁position": 2602,
+      "ema": 2603,
+      "▁});": 2604,
+      "Path": 2605,
+      "ali": 2606,
+      "▁&&": 2607,
+      "lev": 2608,
+      "▁cannot": 2609,
+      "▁May": 2610,
+      "inst": 2611,
+      "-\\": 2612,
+      "▁coun": 2613,
+      "▁ang": 2614,
+      "▁appear": 2615,
+      "cor": 2616,
+      "ció": 2617,
+      "ided": 2618,
+      "questions": 2619,
+      "atter": 2620,
+      "▁Pa": 2621,
+      "select": 2622,
+      "▁princi": 2623,
+      "Event": 2624,
+      "▁side": 2625,
+      "▁mem": 2626,
+      "▁Jan": 2627,
+      "ario": 2628,
+      "▁within": 2629,
+      "▁Val": 2630,
+      "odes": 2631,
+      "iddle": 2632,
+      "uration": 2633,
+      "bra": 2634,
+      "▁date": 2635,
+      "[]": 2636,
+      "▁entre": 2637,
+      "ili": 2638,
+      "Portail": 2639,
+      "docs": 2640,
+      "ской": 2641,
+      "Element": 2642,
+      "▁message": 2643,
+      "▁nach": 2644,
+      "▁during": 2645,
+      "▁gra": 2646,
+      "etwork": 2647,
+      "▁By": 2648,
+      "▁tell": 2649,
+      "ete": 2650,
+      "~\\": 2651,
+      "▁bis": 2652,
+      "▁pu": 2653,
+      "▁red": 2654,
+      "▁thing": 2655,
+      "▁sort": 2656,
+      "xim": 2657,
+      "ires": 2658,
+      "User": 2659,
+      "iod": 2660,
+      "▁Est": 2661,
+      "osed": 2662,
+      "oute": 2663,
+      "▁Les": 2664,
+      "▁sent": 2665,
+      "ribute": 2666,
+      "utes": 2667,
+      "istory": 2668,
+      "▁service": 2669,
+      "';": 2670,
+      "field": 2671,
+      "▁IN": 2672,
+      "ension": 2673,
+      "rel": 2674,
+      "▁going": 2675,
+      "web": 2676,
+      "Context": 2677,
+      "▁later": 2678,
+      "uk": 2679,
+      "layout": 2680,
+      "ona": 2681,
+      "át": 2682,
+      "----------------": 2683,
+      "▁exact": 2684,
+      "andom": 2685,
+      "▁sie": 2686,
+      "II": 2687,
+      "▁They": 2688,
+      "mente": 2689,
+      "ibli": 2690,
+      "▁fine": 2691,
+      "UT": 2692,
+      "▁develop": 2693,
+      "▁Ein": 2694,
+      "soft": 2695,
+      "off": 2696,
+      "Set": 2697,
+      "▁az": 2698,
+      "eters": 2699,
+      "ilder": 2700,
+      "ples": 2701,
+      "▁specific": 2702,
+      "▁om": 2703,
+      "error": 2704,
+      "ently": 2705,
+      "▁film": 2706,
+      "uck": 2707,
+      "ains": 2708,
+      "ación": 2709,
+      "ges": 2710,
+      "жа": 2711,
+      "▁things": 2712,
+      "Sh": 2713,
+      "▁thought": 2714,
+      "▁added": 2715,
+      "dep": 2716,
+      "ского": 2717,
+      "▁Li": 2718,
+      "ils": 2719,
+      "ync": 2720,
+      "▁то": 2721,
+      "ries": 2722,
+      "▁cu": 2723,
+      "chen": 2724,
+      "ION": 2725,
+      "▁Des": 2726,
+      "ultado": 2727,
+      "irt": 2728,
+      "▁based": 2729,
+      "▁mo": 2730,
+      "▁dest": 2731,
+      "png": 2732,
+      "reen": 2733,
+      "▁running": 2734,
+      "amma": 2735,
+      "oud": 2736,
+      "▁refer": 2737,
+      "ious": 2738,
+      "▁Jul": 2739,
+      "▁search": 2740,
+      "ald": 2741,
+      "ede": 2742,
+      "▁wrong": 2743,
+      "An": 2744,
+      "▁until": 2745,
+      "site": 2746,
+      "ayer": 2747,
+      "▁once": 2748,
+      "arr": 2749,
+      "▁against": 2750,
+      "====": 2751,
+      "▁source": 2752,
+      "arn": 2753,
+      "api": 2754,
+      "▁represent": 2755,
+      "▁aff": 2756,
+      "▁sein": 2757,
+      "▁allow": 2758,
+      "ormal": 2759,
+      "ended": 2760,
+      "▁control": 2761,
+      "mathbf": 2762,
+      "come": 2763,
+      "cur": 2764,
+      "endo": 2765,
+      "wa": 2766,
+      "▁update": 2767,
+      "▁inside": 2768,
+      "▁reason": 2769,
+      "omen": 2770,
+      "▁вы": 2771,
+      "De": 2772,
+      "▁је": 2773,
+      "sw": 2774,
+      "▁sever": 2775,
+      "Of": 2776,
+      "▁instance": 2777,
+      "▁mer": 2778,
+      "▁effect": 2779,
+      "color": 2780,
+      "ugust": 2781,
+      "ilt": 2782,
+      "des": 2783,
+      "itz": 2784,
+      "ulation": 2785,
+      "nie": 2786,
+      "▁World": 2787,
+      "▁similar": 2788,
+      "ymbol": 2789,
+      "hing": 2790,
+      "▁mark": 2791,
+      "State": 2792,
+      "▁content": 2793,
+      "▁means": 2794,
+      "amed": 2795,
+      "▁End": 2796,
+      "ND": 2797,
+      "count": 2798,
+      "▁Inst": 2799,
+      "perty": 2800,
+      "ctor": 2801,
+      "▁{\\": 2802,
+      "▁Let": 2803,
+      "▁!=": 2804,
+      "▁getting": 2805,
+      "uth": 2806,
+      "umber": 2807,
+      "▁Consultado": 2808,
+      "schaft": 2809,
+      "lete": 2810,
+      "▁Will": 2811,
+      "▁Em": 2812,
+      "head": 2813,
+      "▁leg": 2814,
+      "ном": 2815,
+      "Or": 2816,
+      "arm": 2817,
+      "pond": 2818,
+      "▁Christ": 2819,
+      "▁around": 2820,
+      "▁clear": 2821,
+      "▁href": 2822,
+      "▁See": 2823,
+      "').": 2824,
+      "▁created": 2825,
+      "▁button": 2826,
+      "ining": 2827,
+      "▁click": 2828,
+      "iam": 2829,
+      "plit": 2830,
+      "For": 2831,
+      "▁polit": 2832,
+      "▁seem": 2833,
+      "▁life": 2834,
+      "нов": 2835,
+      "▁intern": 2836,
+      "щи": 2837,
+      "sel": 2838,
+      "soci": 2839,
+      "▁stor": 2840,
+      "cle": 2841,
+      "earch": 2842,
+      "android": 2843,
+      "}^{": 2844,
+      "▁either": 2845,
+      "▁few": 2846,
+      "▁initial": 2847,
+      "length": 2848,
+      "ria": 2849,
+      "sql": 2850,
+      "wik": 2851,
+      "▁ét": 2852,
+      "uer": 2853,
+      "▁valid": 2854,
+      "And": 2855,
+      "include": 2856,
+      "ury": 2857,
+      "▁sus": 2858,
+      "ired": 2859,
+      "▁After": 2860,
+      "▁due": 2861,
+      "▁bei": 2862,
+      "ources": 2863,
+      "▁Nov": 2864,
+      "Act": 2865,
+      "▁Cont": 2866,
+      "▁break": 2867,
+      "ested": 2868,
+      "▁actually": 2869,
+      "else": 2870,
+      "tml": 2871,
+      "rer": 2872,
+      "ones": 2873,
+      "▁design": 2874,
+      "▁property": 2875,
+      "phi": 2876,
+      "ality": 2877,
+      "och": 2878,
+      "ists": 2879,
+      "▁·": 2880,
+      "udio": 2881,
+      "AB": 2882,
+      "ala": 2883,
+      "iones": 2884,
+      "фи": 2885,
+      "find": 2886,
+      "As": 2887,
+      "▁custom": 2888,
+      "▁ann": 2889,
+      "ES": 2890,
+      "OT": 2891,
+      "lambda": 2892,
+      "▁ident": 2893,
+      "▁organ": 2894,
+      "▁Cent": 2895,
+      "▁Char": 2896,
+      "▁os": 2897,
+      "▁hard": 2898,
+      "ров": 2899,
+      "▁/>": 2900,
+      "ko": 2901,
+      "▁exper": 2902,
+      "▁separ": 2903,
+      "yl": 2904,
+      "ourn": 2905,
+      "▁dev": 2906,
+      "▁auch": 2907,
+      "▁block": 2908,
+      "book": 2909,
+      "▁map": 2910,
+      "illa": 2911,
+      "▁comput": 2912,
+      "▁space": 2913,
+      "result": 2914,
+      ")}": 2915,
+      "▁echo": 2916,
+      "config": 2917,
+      "hi": 2918,
+      "▁large": 2919,
+      "▁width": 2920,
+      "▁Go": 2921,
+      "mat": 2922,
+      "▁diff": 2923,
+      "▁kind": 2924,
+      "ances": 2925,
+      "ynam": 2926,
+      "▁color": 2927,
+      "Int": 2928,
+      "sol": 2929,
+      "▁pi": 2930,
+      "▁character": 2931,
+      "oment": 2932,
+      "▁response": 2933,
+      "igma": 2934,
+      "wards": 2935,
+      "arrow": 2936,
+      "су": 2937,
+      "ties": 2938,
+      "▁über": 2939,
+      "Image": 2940,
+      "yd": 2941,
+      "▁пере": 2942,
+      "▁node": 2943,
+      "▁item": 2944,
+      "achine": 2945,
+      "ima": 2946,
+      "▁va": 2947,
+      "▁approach": 2948,
+      "▁wer": 2949,
+      "▁че": 2950,
+      "On": 2951,
+      "ollow": 2952,
+      "она": 2953,
+      "cted": 2954,
+      "ured": 2955,
+      "Controller": 2956,
+      "lied": 2957,
+      "▁jo": 2958,
+      "▁dal": 2959,
+      "unk": 2960,
+      "▁î": 2961,
+      "start": 2962,
+      "ola": 2963,
+      "▁compon": 2964,
+      "IC": 2965,
+      "bit": 2966,
+      "▁base": 2967,
+      "пу": 2968,
+      "▁idea": 2969,
+      "▁dire": 2970,
+      "▁rad": 2971,
+      "group": 2972,
+      "▁With": 2973,
+      "server": 2974,
+      "side": 2975,
+      "sing": 2976,
+      "▁dies": 2977,
+      "▁near": 2978,
+      "▁voor": 2979,
+      "▁argument": 2980,
+      "▁},": 2981,
+      "▁land": 2982,
+      "▁names": 2983,
+      "▁option": 2984,
+      "ithub": 2985,
+      "pped": 2986,
+      "aug": 2987,
+      "▁links": 2988,
+      "▁full": 2989,
+      "▁situ": 2990,
+      "▁console": 2991,
+      "▁etc": 2992,
+      "aux": 2993,
+      "▁Cor": 2994,
+      "icrosoft": 2995,
+      "▁came": 2996,
+      "local": 2997,
+      "▁known": 2998,
+      "▁multiple": 2999,
+      "anguage": 3000,
+      "▁total": 3001,
+      "ology": 3002,
+      "ät": 3003,
+      "▁Х": 3004,
+      "▁fre": 3005,
+      "▁ten": 3006,
+      "ideo": 3007,
+      "▁bes": 3008,
+      "true": 3009,
+      "Query": 3010,
+      "omm": 3011,
+      "▁Art": 3012,
+      "▁keep": 3013,
+      "▁University": 3014,
+      "reate": 3015,
+      "pport": 3016,
+      "▁python": 3017,
+      "tra": 3018,
+      "ector": 3019,
+      "рі": 3020,
+      "oph": 3021,
+      "▁conc": 3022,
+      "▁four": 3023,
+      "viron": 3024,
+      "▁via": 3025,
+      "?\"": 3026,
+      "image": 3027,
+      "oll": 3028,
+      "ные": 3029,
+      "▁context": 3030,
+      "▁sem": 3031,
+      "._": 3032,
+      "▁eng": 3033,
+      "mar": 3034,
+      "AD": 3035,
+      "▁mor": 3036,
+      "▁Cal": 3037,
+      "▁cell": 3038,
+      "imal": 3039,
+      "ATE": 3040,
+      "▁inf": 3041,
+      "ön": 3042,
+      "uffer": 3043,
+      "sq": 3044,
+      "....": 3045,
+      "▁zur": 3046,
+      "With": 3047,
+      "ран": 3048,
+      "chn": 3049,
+      "▁door": 3050,
+      "content": 3051,
+      "▁miss": 3052,
+      "▁simp": 3053,
+      "ár": 3054,
+      "ira": 3055,
+      "▁hat": 3056,
+      "Test": 3057,
+      "▁certain": 3058,
+      "NS": 3059,
+      "▁cho": 3060,
+      "▁adv": 3061,
+      "where": 3062,
+      "▁looking": 3063,
+      "▁times": 3064,
+      "них": 3065,
+      "uto": 3066,
+      "▁É": 3067,
+      "can": 3068,
+      "host": 3069,
+      "▁(*": 3070,
+      "loat": 3071,
+      "▁nicht": 3072,
+      "Field": 3073,
+      "burg": 3074,
+      "const": 3075,
+      "ades": 3076,
+      "▁Mus": 3077,
+      "▁nothing": 3078,
+      "▁incre": 3079,
+      "▁Min": 3080,
+      "▁power": 3081,
+      "▁American": 3082,
+      "ln": 3083,
+      "valid": 3084,
+      "ungs": 3085,
+      "▁National": 3086,
+      "▁San": 3087,
+      "▁York": 3088,
+      "Request": 3089,
+      "char": 3090,
+      "▁Ze": 3091,
+      "button": 3092,
+      "▁alg": 3093,
+      "SON": 3094,
+      "▁ap": 3095,
+      "uff": 3096,
+      "ability": 3097,
+      "ем": 3098,
+      "▁anything": 3099,
+      "ela": 3100,
+      "())": 3101,
+      "ба": 3102,
+      "ampion": 3103,
+      "▁pot": 3104,
+      "▁fut": 3105,
+      "ailable": 3106,
+      "▁prop": 3107,
+      "\"]": 3108,
+      "▁less": 3109,
+      "lag": 3110,
+      "▁August": 3111,
+      "It": 3112,
+      "▁please": 3113,
+      "▁style": 3114,
+      "▁Also": 3115,
+      "bt": 3116,
+      "▁probably": 3117,
+      "▁One": 3118,
+      "▁poss": 3119,
+      "UI": 3120,
+      "uit": 3121,
+      "▁West": 3122,
+      "hn": 3123,
+      "+\\": 3124,
+      "Button": 3125,
+      "json": 3126,
+      "err": 3127,
+      "rame": 3128,
+      "dom": 3129,
+      "ilon": 3130,
+      "alf": 3131,
+      "▁client": 3132,
+      "▁continu": 3133,
+      "xml": 3134,
+      "pec": 3135,
+      "ador": 3136,
+      "ls": 3137,
+      "▁however": 3138,
+      "▁Any": 3139,
+      "änd": 3140,
+      "mathrm": 3141,
+      "▁url": 3142,
+      "▁book": 3143,
+      "▁gl": 3144,
+      "ives": 3145,
+      "gi": 3146,
+      "▁tro": 3147,
+      "▁US": 3148,
+      "point": 3149,
+      "open": 3150,
+      "▁cur": 3151,
+      "▁era": 3152,
+      "▁particular": 3153,
+      "▁HT": 3154,
+      "oot": 3155,
+      "ello": 3156,
+      "lobal": 3157,
+      "▁action": 3158,
+      "▁Int": 3159,
+      "▁include": 3160,
+      "▁elements": 3161,
+      "ная": 3162,
+      "ards": 3163,
+      "▁Bl": 3164,
+      "▁hum": 3165,
+      "from": 3166,
+      "change": 3167,
+      "▁functions": 3168,
+      "hen": 3169,
+      "Service": 3170,
+      "▁height": 3171,
+      "▁Land": 3172,
+      "ias": 3173,
+      "gs": 3174,
+      "ión": 3175,
+      "лов": 3176,
+      "node": 3177,
+      ".”": 3178,
+      "hand": 3179,
+      "▁бу": 3180,
+      "▁amb": 3181,
+      "▁Lu": 3182,
+      "▁throw": 3183,
+      "▁mot": 3184,
+      "▁Act": 3185,
+      "▁world": 3186,
+      "_\\": 3187,
+      "base": 3188,
+      "▁Co": 3189,
+      "▁arch": 3190,
+      "▁####": 3191,
+      "ged": 3192,
+      "pril": 3193,
+      "older": 3194,
+      "Model": 3195,
+      "▁several": 3196,
+      "lie": 3197,
+      "check": 3198,
+      "]{": 3199,
+      "cons": 3200,
+      "▁Tra": 3201,
+      "heck": 3202,
+      "▁least": 3203,
+      "down": 3204,
+      "ebru": 3205,
+      "Def": 3206,
+      "param": 3207,
+      "ischer": 3208,
+      "▁cas": 3209,
+      "CH": 3210,
+      "▁address": 3211,
+      "▁раз": 3212,
+      "ufen": 3213,
+      "urope": 3214,
+      "ей": 3215,
+      "▁bound": 3216,
+      "CO": 3217,
+      "▁Ang": 3218,
+      "▁Ma": 3219,
+      "Index": 3220,
+      "core": 3221,
+      "ouch": 3222,
+      "atabase": 3223,
+      "ribution": 3224,
+      "document": 3225,
+      "Le": 3226,
+      "}_{": 3227,
+      "vern": 3228,
+      "▁statement": 3229,
+      "▁Brit": 3230,
+      "ono": 3231,
+      "psilon": 3232,
+      "▁level": 3233,
+      "▁product": 3234,
+      "IS": 3235,
+      "▁course": 3236,
+      "▁Mr": 3237,
+      ">\r": 3238,
+      "▁background": 3239,
+      "▁ret": 3240,
+      "ering": 3241,
+      "most": 3242,
+      "сько": 3243,
+      "▁thread": 3244,
+      "itional": 3245,
+      "ites": 3246,
+      "Pl": 3247,
+      "▁dos": 3248,
+      "ga": 3249,
+      "day": 3250,
+      "▁Gener": 3251,
+      "▁tw": 3252,
+      "Ad": 3253,
+      "\"><": 3254,
+      "▁($": 3255,
+      "▁moment": 3256,
+      "title": 3257,
+      "create": 3258,
+      "version": 3259,
+      "Manager": 3260,
+      "▁fur": 3261,
+      "pping": 3262,
+      "ijn": 3263,
+      "ос": 3264,
+      "▁rather": 3265,
+      "ptember": 3266,
+      "OS": 3267,
+      "▁site": 3268,
+      "▁caus": 3269,
+      "ani": 3270,
+      "▁home": 3271,
+      "мі": 3272,
+      "▁short": 3273,
+      "pa": 3274,
+      "▁lead": 3275,
+      "ished": 3276,
+      "cing": 3277,
+      "ording": 3278,
+      "▁prote": 3279,
+      "сле": 3280,
+      "LECT": 3281,
+      "▁didn": 3282,
+      "position": 3283,
+      "\",\"": 3284,
+      "(),": 3285,
+      "trans": 3286,
+      "▁lot": 3287,
+      "▁од": 3288,
+      "AS": 3289,
+      "▁sat": 3290,
+      "▁points": 3291,
+      "github": 3292,
+      "style": 3293,
+      "▁году": 3294,
+      "▁Dis": 3295,
+      "ponent": 3296,
+      "omet": 3297,
+      "zer": 3298,
+      "ULL": 3299,
+      "▁pa": 3300,
+      "AP": 3301,
+      "aces": 3302,
+      "▁United": 3303,
+      "ama": 3304,
+      "ety": 3305,
+      "Color": 3306,
+      "▁enough": 3307,
+      "US": 3308,
+      "▁length": 3309,
+      "());": 3310,
+      "^{\\": 3311,
+      "fty": 3312,
+      "Box": 3313,
+      "apter": 3314,
+      "▁complet": 3315,
+      "ник": 3316,
+      "max": 3317,
+      "object": 3318,
+      "({": 3319,
+      "imgur": 3320,
+      "itive": 3321,
+      "unch": 3322,
+      "▁Sub": 3323,
+      "ende": 3324,
+      "гу": 3325,
+      "ategory": 3326,
+      "ты": 3327,
+      "iano": 3328,
+      "▁upd": 3329,
+      "▁Aust": 3330,
+      "}{\\": 3331,
+      "top": 3332,
+      "las": 3333,
+      "pis": 3334,
+      "iness": 3335,
+      "▁{\r": 3336,
+      "▁Е": 3337,
+      "Gr": 3338,
+      "▁AS": 3339,
+      "▁ве": 3340,
+      "thers": 3341,
+      "▁defined": 3342,
+      "azione": 3343,
+      "▁offic": 3344,
+      "▁autom": 3345,
+      "ün": 3346,
+      "▁brow": 3347,
+      "▁serv": 3348,
+      "▁remove": 3349,
+      "iro": 3350,
+      "▁Bibli": 3351,
+      "ED": 3352,
+      "▁whole": 3353,
+      "▁ш": 3354,
+      "▁Java": 3355,
+      "▁zum": 3356,
+      "ua": 3357,
+      "pm": 3358,
+      "dev": 3359,
+      "кра": 3360,
+      "olds": 3361,
+      "▁War": 3362,
+      "än": 3363,
+      "pass": 3364,
+      "uz": 3365,
+      "[\"": 3366,
+      "▁tri": 3367,
+      "ised": 3368,
+      "ха": 3369,
+      "▁memory": 3370,
+      "▁Port": 3371,
+      "oper": 3372,
+      "Up": 3373,
+      "▁Thank": 3374,
+      "▁Mich": 3375,
+      "ych": 3376,
+      "board": 3377,
+      "бу": 3378,
+      "Inst": 3379,
+      "▁begin": 3380,
+      "ination": 3381,
+      "▁Mod": 3382,
+      "_,": 3383,
+      "▁Den": 3384,
+      "option": 3385,
+      "▁construct": 3386,
+      "▁Just": 3387,
+      "Map": 3388,
+      "run": 3389,
+      "▁respect": 3390,
+      "ham": 3391,
+      "ман": 3392,
+      "imedia": 3393,
+      "▁apply": 3394,
+      "cription": 3395,
+      "main": 3396,
+      "▁Ка": 3397,
+      "oid": 3398,
+      "Code": 3399,
+      "};": 3400,
+      "Info": 3401,
+      "▁format": 3402,
+      "Log": 3403,
+      "▁су": 3404,
+      "▁lat": 3405,
+      "utor": 3406,
+      "▁reference": 3407,
+      "▁calcul": 3408,
+      "onn": 3409,
+      "Lo": 3410,
+      "infty": 3411,
+      "▁along": 3412,
+      "▁č": 3413,
+      "▁task": 3414,
+      "▁ev": 3415,
+      "theta": 3416,
+      "ras": 3417,
+      "jor": 3418,
+      "▁бо": 3419,
+      "▁princip": 3420,
+      "My": 3421,
+      "▁einer": 3422,
+      "▁Es": 3423,
+      "omb": 3424,
+      "quad": 3425,
+      "^{-": 3426,
+      "ump": 3427,
+      "▁till": 3428,
+      "ді": 3429,
+      "▁looks": 3430,
+      "▁ok": 3431,
+      "ца": 3432,
+      "nu": 3433,
+      "Fil": 3434,
+      "▁sont": 3435,
+      "▁Med": 3436,
+      "ague": 3437,
+      "▁cost": 3438,
+      "▁Sim": 3439,
+      "▁comment": 3440,
+      "▁(\\": 3441,
+      "egen": 3442,
+      "▁parameter": 3443,
+      "▁France": 3444,
+      "rep": 3445,
+      "▁TH": 3446,
+      "▁yet": 3447,
+      "▁away": 3448,
+      "▁circ": 3449,
+      "▁API": 3450,
+      "emp": 3451,
+      "ві": 3452,
+      "Layout": 3453,
+      "▁lines": 3454,
+      "▁Part": 3455,
+      "empt": 3456,
+      "▁Bi": 3457,
+      "▁mind": 3458,
+      "ky": 3459,
+      "ging": 3460,
+      "▁report": 3461,
+      "▁Add": 3462,
+      "род": 3463,
+      "▁range": 3464,
+      "cias": 3465,
+      "lip": 3466,
+      "▁Kar": 3467,
+      "▁Commons": 3468,
+      "gerufen": 3469,
+      "aff": 3470,
+      "sec": 3471,
+      "▁html": 3472,
+      "lig": 3473,
+      "▁window": 3474,
+      "inition": 3475,
+      "cis": 3476,
+      "▁ut": 3477,
+      "eln": 3478,
+      "▁aux": 3479,
+      "▁neg": 3480,
+      "Hand": 3481,
+      "▁);": 3482,
+      "▁anal": 3483,
+      "▁fri": 3484,
+      "▁си": 3485,
+      "etch": 3486,
+      "md": 3487,
+      "page": 3488,
+      "▁library": 3489,
+      "▁:=": 3490,
+      "ROM": 3491,
+      "You": 3492,
+      "space": 3493,
+      "▁durch": 3494,
+      "▁host": 3495,
+      "aven": 3496,
+      "▁File": 3497,
+      "alle": 3498,
+      "тив": 3499,
+      "▁pap": 3500,
+      "ство": 3501,
+      "mark": 3502,
+      "▁mais": 3503,
+      "erman": 3504,
+      "Size": 3505,
+      "ек": 3506,
+      "▁Ма": 3507,
+      "▁isn": 3508,
+      "▁copy": 3509,
+      "sten": 3510,
+      "river": 3511,
+      "▁went": 3512,
+      "▁javascript": 3513,
+      "▁sam": 3514,
+      "▁frame": 3515,
+      "▁vi": 3516,
+      "▁previous": 3517,
+      "rodu": 3518,
+      "▁methods": 3519,
+      "▁necess": 3520,
+      "NA": 3521,
+      "cket": 3522,
+      "▁opt": 3523,
+      "Loc": 3524,
+      "how": 3525,
+      "▁în": 3526,
+      "ship": 3527,
+      "▁itself": 3528,
+      "▁Please": 3529,
+      "iene": 3530,
+      "вер": 3531,
+      "▁<<": 3532,
+      "▁mill": 3533,
+      "▁trad": 3534,
+      "pace": 3535,
+      "▁Har": 3536,
+      "iten": 3537,
+      "wise": 3538,
+      "write": 3539,
+      "ции": 3540,
+      "ры": 3541,
+      "Line": 3542,
+      "olo": 3543,
+      "▁accept": 3544,
+      "height": 3545,
+      "▁elect": 3546,
+      "ella": 3547,
+      "▁på": 3548,
+      "Select": 3549,
+      "▁ли": 3550,
+      "▁\\<": 3551,
+      "((": 3552,
+      "▁ID": 3553,
+      "ops": 3554,
+      "ван": 3555,
+      "ió": 3556,
+      "TP": 3557,
+      "»,": 3558,
+      "nection": 3559,
+      "parent": 3560,
+      "▁Mag": 3561,
+      "Table": 3562,
+      "Over": 3563,
+      "▁network": 3564,
+      "спо": 3565,
+      "▁assign": 3566,
+      "igger": 3567,
+      "irm": 3568,
+      ")`": 3569,
+      "ottom": 3570,
+      "beta": 3571,
+      "▁dell": 3572,
+      "▁body": 3573,
+      "▁да": 3574,
+      "▁Your": 3575,
+      "▁fue": 3576,
+      "▁package": 3577,
+      "▁light": 3578,
+      "▁**": 3579,
+      "MP": 3580,
+      "▁cou": 3581,
+      "yes": 3582,
+      ":\\": 3583,
+      "▁Ч": 3584,
+      "▁mention": 3585,
+      "ensch": 3586,
+      "▁deg": 3587,
+      "▁convert": 3588,
+      "▁Dav": 3589,
+      "adt": 3590,
+      "Result": 3591,
+      "though": 3592,
+      "▁bus": 3593,
+      "xy": 3594,
+      "▁seen": 3595,
+      "All": 3596,
+      "public": 3597,
+      "ively": 3598,
+      "▁Rec": 3599,
+      "▁His": 3600,
+      "sim": 3601,
+      "▁för": 3602,
+      "▁histor": 3603,
+      "▁sett": 3604,
+      "rat": 3605,
+      "abled": 3606,
+      "▁»,": 3607,
+      "google": 3608,
+      "Web": 3609,
+      "él": 3610,
+      "▁title": 3611,
+      "▁Janu": 3612,
+      "ја": 3613,
+      "▁took": 3614,
+      "iden": 3615,
+      "sz": 3616,
+      "▁Get": 3617,
+      "▁objects": 3618,
+      "▁common": 3619,
+      "▁changes": 3620,
+      "▁Lond": 3621,
+      "▁extern": 3622,
+      "▁ju": 3623,
+      "Is": 3624,
+      "▁available": 3625,
+      "tri": 3626,
+      "▁más": 3627,
+      "osa": 3628,
+      "Be": 3629,
+      "▁Data": 3630,
+      "ural": 3631,
+      "▁hom": 3632,
+      "▁account": 3633,
+      "oo": 3634,
+      "▁perm": 3635,
+      "respond": 3636,
+      "yt": 3637,
+      "▁send": 3638,
+      "▁returns": 3639,
+      "ivid": 3640,
+      "▁expla": 3641,
+      "ín": 3642,
+      "▁nor": 3643,
+      "If": 3644,
+      "▁From": 3645,
+      "▁target": 3646,
+      "fect": 3647,
+      "ент": 3648,
+      "▁uit": 3649,
+      "▁Jo": 3650,
+      "▁variables": 3651,
+      "▁series": 3652,
+      "▁func": 3653,
+      "▁himself": 3654,
+      "▁ча": 3655,
+      "anti": 3656,
+      "▁ach": 3657,
+      "ialog": 3658,
+      "▁std": 3659,
+      "ae": 3660,
+      "▁foot": 3661,
+      "▁unter": 3662,
+      "gress": 3663,
+      "Not": 3664,
+      "rad": 3665,
+      "fér": 3666,
+      "▁util": 3667,
+      "orem": 3668,
+      "▁sou": 3669,
+      "opt": 3670,
+      "▁og": 3671,
+      "▁uma": 3672,
+      "itar": 3673,
+      "▁Ok": 3674,
+      "ück": 3675,
+      "sqrt": 3676,
+      "▁ant": 3677,
+      "▁werden": 3678,
+      "år": 3679,
+      "});": 3680,
+      "▁Paris": 3681,
+      "▁exception": 3682,
+      "▁determ": 3683,
+      "▁Vol": 3684,
+      "▁Sam": 3685,
+      "▁ess": 3686,
+      "lies": 3687,
+      "ioni": 3688,
+      "oding": 3689,
+      "idget": 3690,
+      "▁pri": 3691,
+      "▁whether": 3692,
+      "▁под": 3693,
+      "▁numbers": 3694,
+      "▁~": 3695,
+      "event": 3696,
+      "▁shows": 3697,
+      "atures": 3698,
+      "▁house": 3699,
+      "▁face": 3700,
+      "▁się": 3701,
+      "vironment": 3702,
+      "van": 3703,
+      "▁including": 3704,
+      "▁<-": 3705,
+      "times": 3706,
+      "now": 3707,
+      "▁pur": 3708,
+      "ifier": 3709,
+      "▁emp": 3710,
+      "▁cla": 3711,
+      "mon": 3712,
+      "▁Das": 3713,
+      "ady": 3714,
+      "▁від": 3715,
+      "▁ц": 3716,
+      "abor": 3717,
+      "OST": 3718,
+      "▁band": 3719,
+      "▁ú": 3720,
+      "▁exactly": 3721,
+      "iert": 3722,
+      "avig": 3723,
+      "▁redu": 3724,
+      "▁SE": 3725,
+      "lished": 3726,
+      "Bu": 3727,
+      "Message": 3728,
+      "cell": 3729,
+      "fully": 3730,
+      "▁sv": 3731,
+      "▁makes": 3732,
+      "pol": 3733,
+      "▁required": 3734,
+      "ferrer": 3735,
+      "▁pers": 3736,
+      "▁mi": 3737,
+      "FI": 3738,
+      "▁Paul": 3739,
+      "▁UI": 3740,
+      "▁Bel": 3741,
+      "inc": 3742,
+      "▁contains": 3743,
+      "Out": 3744,
+      "asure": 3745,
+      "pu": 3746,
+      "oto": 3747,
+      "▁game": 3748,
+      "zn": 3749,
+      "▁Why": 3750,
+      "orith": 3751,
+      "big": 3752,
+      "кий": 3753,
+      "sigma": 3754,
+      "▁quite": 3755,
+      "▁jed": 3756,
+      "rec": 3757,
+      "▁SQL": 3758,
+      "бе": 3759,
+      "▁Mart": 3760,
+      "ya": 3761,
+      "▁school": 3762,
+      "▁simply": 3763,
+      "▁vor": 3764,
+      "▁double": 3765,
+      "рав": 3766,
+      "▁Str": 3767,
+      "iem": 3768,
+      "▁album": 3769,
+      "▁resol": 3770,
+      "▁dei": 3771,
+      "▁Wik": 3772,
+      "▁aw": 3773,
+      "umb": 3774,
+      "ols": 3775,
+      "▁*/": 3776,
+      "▁ze": 3777,
+      "▁anim": 3778,
+      "/>": 3779,
+      "ris": 3780,
+      "resh": 3781,
+      "No": 3782,
+      "iques": 3783,
+      "current": 3784,
+      "▁period": 3785,
+      "▁April": 3786,
+      "▁store": 3787,
+      "','": 3788,
+      "▁Set": 3789,
+      "={": 3790,
+      "ached": 3791,
+      "▁Mal": 3792,
+      "▁Pal": 3793,
+      "antes": 3794,
+      "aterial": 3795,
+      "▁worked": 3796,
+      "leq": 3797,
+      "oreferrer": 3798,
+      "▁happen": 3799,
+      "▁box": 3800,
+      "ney": 3801,
+      "▁close": 3802,
+      "▁gran": 3803,
+      "▁lie": 3804,
+      "▁ir": 3805,
+      "▁expected": 3806,
+      "▁для": 3807,
+      "click": 3808,
+      "și": 3809,
+      "▁parte": 3810,
+      "ogn": 3811,
+      "▁Form": 3812,
+      "▁memb": 3813,
+      "▁plan": 3814,
+      "▁team": 3815,
+      "][": 3816,
+      "▁commun": 3817,
+      "orry": 3818,
+      "ency": 3819,
+      "gl": 3820,
+      "inary": 3821,
+      "cdot": 3822,
+      "^\\": 3823,
+      "▁First": 3824,
+      "ander": 3825,
+      "▁Dec": 3826,
+      "request": 3827,
+      "ства": 3828,
+      "▁structure": 3829,
+      "▁||": 3830,
+      "▁Comp": 3831,
+      "actory": 3832,
+      "▁Mil": 3833,
+      "▁Some": 3834,
+      "Stream": 3835,
+      "▁assum": 3836,
+      "uen": 3837,
+      "▁words": 3838,
+      "▁September": 3839,
+      "▁Ко": 3840,
+      "▁days": 3841,
+      "ories": 3842,
+      "став": 3843,
+      "sm": 3844,
+      "vin": 3845,
+      "partial": 3846,
+      "▁parent": 3847,
+      "oj": 3848,
+      "нии": 3849,
+      "!\"": 3850,
+      "ugin": 3851,
+      "▁Windows": 3852,
+      "Ed": 3853,
+      ":}": 3854,
+      "▁q": 3855,
+      "▁ben": 3856,
+      "iana": 3857,
+      "▁label": 3858,
+      "state": 3859,
+      "uted": 3860,
+      "▁()": 3861,
+      "▁сво": 3862,
+      "▁edit": 3863,
+      "uring": 3864,
+      "▁NS": 3865,
+      "▁Jahr": 3866,
+      "▁provide": 3867,
+      "He": 3868,
+      "▁Yes": 3869,
+      "anel": 3870,
+      "ename": 3871,
+      "▁Don": 3872,
+      "isk": 3873,
+      "gra": 3874,
+      "elij": 3875,
+      "▁root": 3876,
+      "*/": 3877,
+      "▁Fre": 3878,
+      "▁Mor": 3879,
+      "used": 3880,
+      "range": 3881,
+      "▁tamb": 3882,
+      "▁module": 3883,
+      "▁directory": 3884,
+      "ounds": 3885,
+      "Activity": 3886,
+      "▁mu": 3887,
+      "info": 3888,
+      "▁free": 3889,
+      "orge": 3890,
+      "tab": 3891,
+      ")=": 3892,
+      "lang": 3893,
+      "▁ос": 3894,
+      "▁FROM": 3895,
+      "▁enter": 3896,
+      "▁became": 3897,
+      "idae": 3898,
+      "хи": 3899,
+      "▁States": 3900,
+      "verse": 3901,
+      "▁expl": 3902,
+      "ynt": 3903,
+      "UN": 3904,
+      "ee": 3905,
+      "endent": 3906,
+      "▁making": 3907,
+      "▁\"$": 3908,
+      "uni": 3909,
+      "quence": 3910,
+      "▁lui": 3911,
+      "HT": 3912,
+      "▁uses": 3913,
+      "zie": 3914,
+      "nia": 3915,
+      "Content": 3916,
+      "▁Count": 3917,
+      "▁standard": 3918,
+      "ENT": 3919,
+      "▁кон": 3920,
+      "fort": 3921,
+      "adas": 3922,
+      "зу": 3923,
+      "System": 3924,
+      "▁Sw": 3925,
+      "▁ever": 3926,
+      "LO": 3927,
+      "▁correspond": 3928,
+      "▁Po": 3929,
+      "argin": 3930,
+      "кт": 3931,
+      "ій": 3932,
+      "▁remain": 3933,
+      "cio": 3934,
+      "▁actual": 3935,
+      "сту": 3936,
+      "▁sind": 3937,
+      "▁Pe": 3938,
+      "▁changed": 3939,
+      "▁Note": 3940,
+      "skie": 3941,
+      "▁family": 3942,
+      "ità": 3943,
+      "cos": 3944,
+      "txt": 3945,
+      "ker": 3946,
+      "ceed": 3947,
+      "▁arr": 3948,
+      "▁cam": 3949,
+      "izer": 3950,
+      "▁Dan": 3951,
+      "hel": 3952,
+      "icult": 3953,
+      "HP": 3954,
+      "iler": 3955,
+      "▁Sal": 3956,
+      "▁connection": 3957,
+      "usion": 3958,
+      "kn": 3959,
+      "RI": 3960,
+      "▁vom": 3961,
+      "Listener": 3962,
+      "▁ö": 3963,
+      "▁dim": 3964,
+      "▁press": 3965,
+      "▁esc": 3966,
+      "▁Try": 3967,
+      "atalog": 3968,
+      "▁thanks": 3969,
+      "DO": 3970,
+      "▁written": 3971,
+      "dir": 3972,
+      "rew": 3973,
+      "▁fire": 3974,
+      "▁Nach": 3975,
+      "▁á": 3976,
+      "enc": 3977,
+      "▁origin": 3978,
+      "▁November": 3979,
+      "▁};": 3980,
+      "Count": 3981,
+      "▁За": 3982,
+      "▁graph": 3983,
+      "▁mis": 3984,
+      "▁External": 3985,
+      "▁▁▁▁▁▁▁▁▁": 3986,
+      "▁options": 3987,
+      "▁URL": 3988,
+      "▁php": 3989,
+      "▁integr": 3990,
+      "Config": 3991,
+      "▁Text": 3992,
+      "inner": 3993,
+      "▁crit": 3994,
+      ",”": 3995,
+      "▁tog": 3996,
+      "$$": 3997,
+      "nof": 3998,
+      "▁ses": 3999,
+      "ühr": 4000,
+      "▁Since": 4001,
+      "Des": 4002,
+      "ube": 4003,
+      "▁section": 4004,
+      "▁gi": 4005,
+      "ford": 4006,
+      "▁Ass": 4007,
+      "ainer": 4008,
+      "ttp": 4009,
+      "▁behav": 4010,
+      "ports": 4011,
+      "draw": 4012,
+      "This": 4013,
+      "ranch": 4014,
+      "inding": 4015,
+      "▁estab": 4016,
+      "▁obtain": 4017,
+      "rich": 4018,
+      "licit": 4019,
+      "ев": 4020,
+      "▁qual": 4021,
+      "▁za": 4022,
+      "▁har": 4023,
+      "▁fac": 4024,
+      "aar": 4025,
+      "jet": 4026,
+      "icles": 4027,
+      "▁Aus": 4028,
+      "▁hor": 4029,
+      "▁remov": 4030,
+      "▁wie": 4031,
+      "Client": 4032,
+      "▁natur": 4033,
+      "hip": 4034,
+      "Sub": 4035,
+      "▁random": 4036,
+      "DF": 4037,
+      "▁area": 4038,
+      "tag": 4039,
+      "Pr": 4040,
+      "▁Ital": 4041,
+      "▁roku": 4042,
+      "nofollow": 4043,
+      "*}": 4044,
+      "▁others": 4045,
+      "▁limit": 4046,
+      "▁sil": 4047,
+      "▁sav": 4048,
+      "▁often": 4049,
+      "▁render": 4050,
+      "DB": 4051,
+      "▁Mc": 4052,
+      "▁zijn": 4053,
+      "жен": 4054,
+      "▁tag": 4055,
+      "ming": 4056,
+      "lichen": 4057,
+      "pack": 4058,
+      "▁Ag": 4059,
+      "▁sense": 4060,
+      "pg": 4061,
+      "Method": 4062,
+      "aged": 4063,
+      "ág": 4064,
+      "ła": 4065,
+      "▁interest": 4066,
+      "▁associ": 4067,
+      "volution": 4068,
+      "▁empty": 4069,
+      "iche": 4070,
+      "▁gro": 4071,
+      "▁types": 4072,
+      "▁Sie": 4073,
+      "Inter": 4074,
+      "▁noreferrer": 4075,
+      "▁gives": 4076,
+      "hal": 4077,
+      "▁save": 4078,
+      "▁font": 4079,
+      "ruction": 4080,
+      "Script": 4081,
+      "▁alla": 4082,
+      "▁says": 4083,
+      "▁fu": 4084,
+      "ape": 4085,
+      "▁language": 4086,
+      "iger": 4087,
+      "▁King": 4088,
+      "bor": 4089,
+      "uv": 4090,
+      "▁shall": 4091,
+      "▁Europe": 4092,
+      "▁einem": 4093,
+      "▁water": 4094,
+      "▁govern": 4095,
+      "anz": 4096,
+      "ators": 4097,
+      "▁month": 4098,
+      "ye": 4099,
+      "▁important": 4100,
+      "atz": 4101,
+      "first": 4102,
+      "▁Trans": 4103,
+      "▁Mad": 4104,
+      "▁bra": 4105,
+      "ika": 4106,
+      "▁Saint": 4107,
+      "oria": 4108,
+      "kre": 4109,
+      "ements": 4110,
+      "▁Ben": 4111,
+      "lav": 4112,
+      "▁admin": 4113,
+      "▁Hen": 4114,
+      "ril": 4115,
+      "▁Sm": 4116,
+      "cat": 4117,
+      "▁Refer": 4118,
+      "▁Ш": 4119,
+      "▁pract": 4120,
+      "▁Pat": 4121,
+      "▁Gre": 4122,
+      "▁young": 4123,
+      "▁Inter": 4124,
+      "oma": 4125,
+      "teger": 4126,
+      "ibility": 4127,
+      "▁parameters": 4128,
+      "▁everything": 4129,
+      "dat": 4130,
+      "urop": 4131,
+      "olean": 4132,
+      "▁returned": 4133,
+      "▁Class": 4134,
+      "acy": 4135,
+      "####": 4136,
+      "▁př": 4137,
+      "▁folder": 4138,
+      "▁kon": 4139,
+      "▁guess": 4140,
+      "gt": 4141,
+      "jen": 4142,
+      "annel": 4143,
+      "icon": 4144,
+      "▁comb": 4145,
+      "rict": 4146,
+      "▁hij": 4147,
+      "▁author": 4148,
+      "see": 4149,
+      "here": 4150,
+      "stra": 4151,
+      "▁entire": 4152,
+      "▁directly": 4153,
+      "raft": 4154,
+      "heet": 4155,
+      "ester": 4156,
+      "▁ми": 4157,
+      "▁mass": 4158,
+      "untu": 4159,
+      "▁users": 4160,
+      "chi": 4161,
+      "PE": 4162,
+      "▁component": 4163,
+      "Click": 4164,
+      "Att": 4165,
+      "▁sobre": 4166,
+      "ands": 4167,
+      "▁Hol": 4168,
+      "▁Sant": 4169,
+      "ori": 4170,
+      "▁sua": 4171,
+      "std": 4172,
+      "entic": 4173,
+      "CC": 4174,
+      "▁filter": 4175,
+      "SQL": 4176,
+      "▁God": 4177,
+      "At": 4178,
+      "▁му": 4179,
+      "▁performance": 4180,
+      "delta": 4181,
+      "ande": 4182,
+      "amer": 4183,
+      "ды": 4184,
+      "▁cult": 4185,
+      "▁Nor": 4186,
+      "but": 4187,
+      "▁lik": 4188,
+      "********": 4189,
+      "ствен": 4190,
+      "▁comme": 4191,
+      "▁dr": 4192,
+      "imer": 4193,
+      "ordin": 4194,
+      "▁condition": 4195,
+      "este": 4196,
+      "([": 4197,
+      "FF": 4198,
+      "ться": 4199,
+      "imo": 4200,
+      "rab": 4201,
+      "іль": 4202,
+      "▁half": 4203,
+      "each": 4204,
+      "Dis": 4205,
+      "▁rows": 4206,
+      "▁hon": 4207,
+      "▁together": 4208,
+      "▁și": 4209,
+      "medi": 4210,
+      "agn": 4211,
+      "alled": 4212,
+      "▁vill": 4213,
+      "ING": 4214,
+      "idden": 4215,
+      "▁draw": 4216,
+      "yntax": 4217,
+      "▁attempt": 4218,
+      "URL": 4219,
+      "pose": 4220,
+      "▁indic": 4221,
+      "ника": 4222,
+      "▁English": 4223,
+      "▁déc": 4224,
+      "▁needs": 4225,
+      "▁normal": 4226,
+      "urt": 4227,
+      "▁но": 4228,
+      "}}\\": 4229,
+      "last": 4230,
+      "▁Fin": 4231,
+      "▁Febru": 4232,
+      "ila": 4233,
+      "▁country": 4234,
+      "▁fields": 4235,
+      "▁max": 4236,
+      "lés": 4237,
+      "owie": 4238,
+      "▁deux": 4239,
+      "▁built": 4240,
+      "▁Main": 4241,
+      "▁camp": 4242,
+      "ivo": 4243,
+      "iva": 4244,
+      "icy": 4245,
+      "zione": 4246,
+      "Node": 4247,
+      "▁:)": 4248,
+      "▁among": 4249,
+      "▁Ob": 4250,
+      "▁cases": 4251,
+      "haps": 4252,
+      "sers": 4253,
+      "arter": 4254,
+      "ści": 4255,
+      "▁iter": 4256,
+      "▁named": 4257,
+      "exec": 4258,
+      "▁season": 4259,
+      "tot": 4260,
+      "=>": 4261,
+      "graph": 4262,
+      "▁nil": 4263,
+      "acional": 4264,
+      "▁NULL": 4265,
+      "▁special": 4266,
+      "сте": 4267,
+      "css": 4268,
+      "▁\\(": 4269,
+      "vs": 4270,
+      "ael": 4271,
+      "▁city": 4272,
+      "ova": 4273,
+      "▁article": 4274,
+      "▁South": 4275,
+      "Action": 4276,
+      "ça": 4277,
+      "spring": 4278,
+      "itude": 4279,
+      "▁complex": 4280,
+      "▁что": 4281,
+      "build": 4282,
+      "gamma": 4283,
+      "▁Ent": 4284,
+      "iers": 4285,
+      "'.": 4286,
+      "car": 4287,
+      "apache": 4288,
+      "ingen": 4289,
+      "Input": 4290,
+      ": ": 4291,
+      "▁dynam": 4292,
+      "alls": 4293,
+      "show": 4294,
+      "|\\": 4295,
+      "▁wird": 4296,
+      "Bar": 4297,
+      "alth": 4298,
+      "model": 4299,
+      "Trans": 4300,
+      "Row": 4301,
+      "abe": 4302,
+      "▁lib": 4303,
+      "null": 4304,
+      "ragment": 4305,
+      "▁State": 4306,
+      "▁law": 4307,
+      "Frame": 4308,
+      "▁Lo": 4309,
+      "geb": 4310,
+      "}$.": 4311,
+      "▁needed": 4312,
+      "▁contr": 4313,
+      "aries": 4314,
+      "▁screen": 4315,
+      "yr": 4316,
+      "mm": 4317,
+      "▁shown": 4318,
+      "▁bad": 4319,
+      "▁cast": 4320,
+      "▁Test": 4321,
+      "▁Auf": 4322,
+      "▁quant": 4323,
+      "iga": 4324,
+      "▁ren": 4325,
+      "▁Mac": 4326,
+      "▁transform": 4327,
+      "▁difference": 4328,
+      "▁tit": 4329,
+      "TE": 4330,
+      "▁step": 4331,
+      "▁capt": 4332,
+      "▁collection": 4333,
+      "ictionary": 4334,
+      "▁Tom": 4335,
+      "rier": 4336,
+      "▁move": 4337,
+      "cope": 4338,
+      "ords": 4339,
+      "▁further": 4340,
+      "▁columns": 4341,
+      "▁Lin": 4342,
+      "▁fixed": 4343,
+      "▁children": 4344,
+      "MS": 4345,
+      "mo": 4346,
+      "una": 4347,
+      "▁individ": 4348,
+      "tty": 4349,
+      "aste": 4350,
+      "src": 4351,
+      "match": 4352,
+      "wi": 4353,
+      "▁х": 4354,
+      "▁ди": 4355,
+      "▁ord": 4356,
+      "iving": 4357,
+      "▁Bro": 4358,
+      "▁almost": 4359,
+      "▁Pres": 4360,
+      "reci": 4361,
+      "aring": 4362,
+      "▁///": 4363,
+      "ется": 4364,
+      "▁sig": 4365,
+      "light": 4366,
+      "▁Red": 4367,
+      "▁suggest": 4368,
+      "olf": 4369,
+      "▁été": 4370,
+      "isation": 4371,
+      "зна": 4372,
+      "New": 4373,
+      "стан": 4374,
+      "LA": 4375,
+      "unicip": 4376,
+      "▁figure": 4377,
+      "mt": 4378,
+      "iale": 4379,
+      "▁catch": 4380,
+      "default": 4381,
+      "▁tele": 4382,
+      "▁matter": 4383,
+      "cast": 4384,
+      "▁Rich": 4385,
+      "▁handle": 4386,
+      "valu": 4387,
+      "$-": 4388,
+      "об": 4389,
+      "▁json": 4390,
+      "Create": 4391,
+      "▁exam": 4392,
+      "аль": 4393,
+      "ют": 4394,
+      "ored": 4395,
+      "idos": 4396,
+      "append": 4397,
+      "▁Array": 4398,
+      "кс": 4399,
+      "}[": 4400,
+      "rive": 4401,
+      "▁club": 4402,
+      "mann": 4403,
+      "▁este": 4404,
+      "esta": 4405,
+      "▁Gi": 4406,
+      "▁Jap": 4407,
+      "▁Name": 4408,
+      "Column": 4409,
+      "oups": 4410,
+      "ismo": 4411,
+      "▁City": 4412,
+      "▁classes": 4413,
+      "▁infl": 4414,
+      "hl": 4415,
+      "ром": 4416,
+      "▁adding": 4417,
+      "▁fail": 4418,
+      "xx": 4419,
+      "ões": 4420,
+      "Sc": 4421,
+      "util": 4422,
+      "▁location": 4423,
+      "lege": 4424,
+      "ago": 4425,
+      "▁properties": 4426,
+      "abil": 4427,
+      "vas": 4428,
+      "}$,": 4429,
+      "itted": 4430,
+      "ód": 4431,
+      "▁Dem": 4432,
+      "▁asked": 4433,
+      "▁tab": 4434,
+      "Source": 4435,
+      "▁errors": 4436,
+      "ographie": 4437,
+      "▁жи": 4438,
+      "▁mal": 4439,
+      "stract": 4440,
+      "▁dro": 4441,
+      "rak": 4442,
+      "▁note": 4443,
+      "▁setting": 4444,
+      "▁fem": 4445,
+      "▁saw": 4446,
+      "iar": 4447,
+      "HER": 4448,
+      "ес": 4449,
+      "▁pred": 4450,
+      "▁Out": 4451,
+      "▁items": 4452,
+      "лан": 4453,
+      "▁werd": 4454,
+      "ersion": 4455,
+      "lia": 4456,
+      "▁sin": 4457,
+      "ichte": 4458,
+      "▁feel": 4459,
+      "▁пра": 4460,
+      "▁oder": 4461,
+      "UE": 4462,
+      "ocument": 4463,
+      "▁mode": 4464,
+      "▁Na": 4465,
+      "ден": 4466,
+      "mes": 4467,
+      "framework": 4468,
+      "▁auto": 4469,
+      "ным": 4470,
+      "uby": 4471,
+      "▁template": 4472,
+      "▁mess": 4473,
+      "ieder": 4474,
+      "▁related": 4475,
+      "oken": 4476,
+      "▁follows": 4477,
+      "search": 4478,
+      "ami": 4479,
+      "▁wait": 4480,
+      "igr": 4481,
+      "▁low": 4482,
+      "ских": 4483,
+      "ская": 4484,
+      "▁Mark": 4485,
+      "▁ill": 4486,
+      "amento": 4487,
+      "\\<": 4488,
+      "▁df": 4489,
+      "osition": 4490,
+      "▁Ви": 4491,
+      "isf": 4492,
+      "▁Deutsch": 4493,
+      "ahl": 4494,
+      "war": 4495,
+      "itect": 4496,
+      "▁sal": 4497,
+      "elen": 4498,
+      "ById": 4499,
+      "▁gru": 4500,
+      "sv": 4501,
+      "▁passed": 4502,
+      "▁añ": 4503,
+      "Sch": 4504,
+      "▁solve": 4505,
+      "weise": 4506,
+      "atos": 4507,
+      "▁meg": 4508,
+      "▁member": 4509,
+      "ername": 4510,
+      "▁connect": 4511,
+      "ips": 4512,
+      "▁round": 4513,
+      "▁]": 4514,
+      "nes": 4515,
+      "▁dir": 4516,
+      "▁London": 4517,
+      "dy": 4518,
+      "FA": 4519,
+      "▁received": 4520,
+      "reet": 4521,
+      "▁Log": 4522,
+      "▁School": 4523,
+      "ango": 4524,
+      "▁These": 4525,
+      "▁Mont": 4526,
+      "▁ener": 4527,
+      "lad": 4528,
+      "▁define": 4529,
+      "sign": 4530,
+      "▁cle": 4531,
+      "figure": 4532,
+      "▁View": 4533,
+      "textbf": 4534,
+      "$\\": 4535,
+      "зы": 4536,
+      "number": 4537,
+      "▁din": 4538,
+      "eller": 4539,
+      "orithm": 4540,
+      "false": 4541,
+      "fol": 4542,
+      "fficient": 4543,
+      "▁HTML": 4544,
+      "liche": 4545,
+      "▁Mo": 4546,
+      "▁introdu": 4547,
+      "exp": 4548,
+      "▁strong": 4549,
+      "▁thus": 4550,
+      "/)": 4551,
+      "▁ele": 4552,
+      "▁так": 4553,
+      "▁па": 4554,
+      "▁dont": 4555,
+      "▁cause": 4556,
+      "Number": 4557,
+      "▁images": 4558,
+      "▁sample": 4559,
+      "▁sci": 4560,
+      "like": 4561,
+      "▁Lou": 4562,
+      "div": 4563,
+      "anc": 4564,
+      "▁front": 4565,
+      "nen": 4566,
+      "▁missing": 4567,
+      "aria": 4568,
+      "pres": 4569,
+      "▁пред": 4570,
+      "DI": 4571,
+      "filter": 4572,
+      "▁Mit": 4573,
+      "UR": 4574,
+      "▁opp": 4575,
+      "▁sql": 4576,
+      "▁року": 4577,
+      "eren": 4578,
+      "emat": 4579,
+      "ís": 4580,
+      "▁Jean": 4581,
+      "éc": 4582,
+      "▁ci": 4583,
+      "enne": 4584,
+      "atform": 4585,
+      "▁taken": 4586,
+      "▁Of": 4587,
+      "▁насе": 4588,
+      "▁err": 4589,
+      "OP": 4590,
+      "From": 4591,
+      "Default": 4592,
+      "▁General": 4593,
+      "wiki": 4594,
+      "▁grand": 4595,
+      "▁einen": 4596,
+      "Reg": 4597,
+      "Handler": 4598,
+      "conom": 4599,
+      "anger": 4600,
+      "▁был": 4601,
+      "▁Los": 4602,
+      "▁expression": 4603,
+      "ша": 4604,
+      "yal": 4605,
+      "▁$('": 4606,
+      "▁switch": 4607,
+      "▁vector": 4608,
+      "▁Thom": 4609,
+      "▁virt": 4610,
+      "leased": 4611,
+      "▁cover": 4612,
+      "▁resp": 4613,
+      "ako": 4614,
+      "rench": 4615,
+      "ota": 4616,
+      "Cell": 4617,
+      "anged": 4618,
+      "▁+=": 4619,
+      "lac": 4620,
+      "ska": 4621,
+      "next": 4622,
+      "▁International": 4623,
+      "▁Wil": 4624,
+      "▁ont": 4625,
+      "ibr": 4626,
+      "ustr": 4627,
+      "▁black": 4628,
+      "▁selected": 4629,
+      "cher": 4630,
+      "▁liter": 4631,
+      "root": 4632,
+      "лся": 4633,
+      "▁Life": 4634,
+      "▁insert": 4635,
+      "▁matrix": 4636,
+      "ises": 4637,
+      ")]": 4638,
+      "▁pel": 4639,
+      "Override": 4640,
+      "rypt": 4641,
+      "▁former": 4642,
+      "▁Film": 4643,
+      "▁North": 4644,
+      "client": 4645,
+      "▁night": 4646,
+      "ходи": 4647,
+      "▁Austral": 4648,
+      "▁Ret": 4649,
+      "rho": 4650,
+      "▁пер": 4651,
+      "ipedia": 4652,
+      "▁express": 4653,
+      "▁third": 4654,
+      "▁major": 4655,
+      "▁grad": 4656,
+      "owe": 4657,
+      "▁believe": 4658,
+      "ournal": 4659,
+      "▁status": 4660,
+      "unc": 4661,
+      "▁dou": 4662,
+      "▁JSON": 4663,
+      "uis": 4664,
+      "▁population": 4665,
+      "enz": 4666,
+      "▁William": 4667,
+      "sf": 4668,
+      "▁Object": 4669,
+      "▁cin": 4670,
+      "▁Di": 4671,
+      "curity": 4672,
+      "▁Open": 4673,
+      "▁ле": 4674,
+      "lar": 4675,
+      "adding": 4676,
+      "▁kom": 4677,
+      "}(\\": 4678,
+      "▁kil": 4679,
+      "umer": 4680,
+      "\"/>": 4681,
+      "▁feature": 4682,
+      "▁Are": 4683,
+      "cks": 4684,
+      "▁Internet": 4685,
+      "▁ih": 4686,
+      "▁started": 4687,
+      "▁early": 4688,
+      "▁began": 4689,
+      "TH": 4690,
+      "python": 4691,
+      "asp": 4692,
+      "▁Fr": 4693,
+      "▁clos": 4694,
+      "istic": 4695,
+      "▁music": 4696,
+      "▁dig": 4697,
+      "▁ital": 4698,
+      "▁David": 4699,
+      "▁website": 4700,
+      "▁controller": 4701,
+      "▁Mer": 4702,
+      "context": 4703,
+      "product": 4704,
+      "osp": 4705,
+      "▁▁▁▁▁▁▁": 4706,
+      "▁jun": 4707,
+      "rown": 4708,
+      "▁Az": 4709,
+      "\":\"": 4710,
+      "▁aan": 4711,
+      "▁Date": 4712,
+      "mult": 4713,
+      "▁browser": 4714,
+      "ред": 4715,
+      "which": 4716,
+      "RA": 4717,
+      "quare": 4718,
+      "▁Russ": 4719,
+      "▁soon": 4720,
+      "▁Pre": 4721,
+      "tau": 4722,
+      "▁week": 4723,
+      "▁ба": 4724,
+      "▁oct": 4725,
+      "▁town": 4726,
+      "roy": 4727,
+      "▁els": 4728,
+      "blic": 4729,
+      "undle": 4730,
+      "▁Histor": 4731,
+      "▁foi": 4732,
+      "▁models": 4733,
+      "зо": 4734,
+      "onym": 4735,
+      "Param": 4736,
+      "▁Met": 4737,
+      "gener": 4738,
+      "ją": 4739,
+      "▁espe": 4740,
+      "CE": 4741,
+      "▁device": 4742,
+      "ellow": 4743,
+      "▁debug": 4744,
+      "érie": 4745,
+      "using": 4746,
+      "анг": 4747,
+      "▁*)": 4748,
+      "udi": 4749,
+      "▁Miss": 4750,
+      "ком": 4751,
+      "posed": 4752,
+      "▁zwe": 4753,
+      "ін": 4754,
+      "▁Robert": 4755,
+      "▁Oct": 4756,
+      "lop": 4757,
+      "jar": 4758,
+      "▁aver": 4759,
+      "▁habit": 4760,
+      "▁::": 4761,
+      "äng": 4762,
+      "Start": 4763,
+      "▁pow": 4764,
+      "▁src": 4765,
+      "▁pattern": 4766,
+      "▁Э": 4767,
+      "▁bi": 4768,
+      "otes": 4769,
+      "▁__": 4770,
+      "▁sens": 4771,
+      "▁avoid": 4772,
+      "example": 4773,
+      "utt": 4774,
+      "Label": 4775,
+      "tex": 4776,
+      "boot": 4777,
+      "esto": 4778,
+      "▁March": 4779,
+      "▁easy": 4780,
+      "icture": 4781,
+      "Group": 4782,
+      "▁father": 4783,
+      "▁updated": 4784,
+      "▁Vo": 4785,
+      "▁III": 4786,
+      "omega": 4787,
+      "▁alle": 4788,
+      "Rec": 4789,
+      "yg": 4790,
+      "зе": 4791,
+      "▁Dim": 4792,
+      "nect": 4793,
+      "▁Tor": 4794,
+      "▁deutsch": 4795,
+      "▁white": 4796,
+      "▁national": 4797,
+      "ppe": 4798,
+      "▁air": 4799,
+      "▁password": 4800,
+      "det": 4801,
+      "▁big": 4802,
+      "▁Use": 4803,
+      "call": 4804,
+      "▁extra": 4805,
+      "We": 4806,
+      "ania": 4807,
+      "▁hold": 4808,
+      "Control": 4809,
+      "▁CO": 4810,
+      "▁мі": 4811,
+      "iti": 4812,
+      "▁Ke": 4813,
+      "enu": 4814,
+      "▁Park": 4815,
+      "том": 4816,
+      "▁auth": 4817,
+      "▁center": 4818,
+      "Ph": 4819,
+      "тов": 4820,
+      "iding": 4821,
+      "▁across": 4822,
+      "▁song": 4823,
+      "▁phys": 4824,
+      "▁numer": 4825,
+      "ща": 4826,
+      "▁Alex": 4827,
+      "▁problems": 4828,
+      "▁Error": 4829,
+      "format": 4830,
+      "▁Acc": 4831,
+      "▁six": 4832,
+      "▁db": 4833,
+      "▁Cast": 4834,
+      "oms": 4835,
+      "project": 4836,
+      "▁vert": 4837,
+      "cret": 4838,
+      "▁header": 4839,
+      "▁stream": 4840,
+      "ids": 4841,
+      "▁tor": 4842,
+      "▁sept": 4843,
+      "▁estim": 4844,
+      "▁decl": 4845,
+      "▁gave": 4846,
+      "▁player": 4847,
+      "ysis": 4848,
+      "▁дру": 4849,
+      "amm": 4850,
+      "що": 4851,
+      "▁(\"": 4852,
+      "▁ax": 4853,
+      "Property": 4854,
+      "usr": 4855,
+      "▁someone": 4856,
+      "▁impro": 4857,
+      "aden": 4858,
+      "rote": 4859,
+      "▁Ми": 4860,
+      "ih": 4861,
+      "++)": 4862,
+      "▁video": 4863,
+      "▁exists": 4864,
+      "кла": 4865,
+      "▁complete": 4866,
+      "▁session": 4867,
+      "▁constant": 4868,
+      "icos": 4869,
+      "▁pack": 4870,
+      "rome": 4871,
+      "egr": 4872,
+      "Application": 4873,
+      "▁yes": 4874,
+      "▁elle": 4875,
+      "▁email": 4876,
+      "orf": 4877,
+      "case": 4878,
+      "▁pointer": 4879,
+      "▁regard": 4880,
+      "sen": 4881,
+      "status": 4882,
+      "▁mes": 4883,
+      "▁delle": 4884,
+      "ington": 4885,
+      "▁Bas": 4886,
+      ")^": 4887,
+      "develop": 4888,
+      "▁force": 4889,
+      "▁characters": 4890,
+      "▁cross": 4891,
+      "▁death": 4892,
+      "▁takes": 4893,
+      "éri": 4894,
+      "igne": 4895,
+      "чен": 4896,
+      "UP": 4897,
+      ".:": 4898,
+      "Thread": 4899,
+      "ju": 4900,
+      "iny": 4901,
+      "▁details": 4902,
+      "▁xml": 4903,
+      "tait": 4904,
+      "output": 4905,
+      "message": 4906,
+      "''": 4907,
+      "▁British": 4908,
+      "ville": 4909,
+      "▁Div": 4910,
+      "▁User": 4911,
+      "cm": 4912,
+      "чно": 4913,
+      "column": 4914,
+      "eqref": 4915,
+      "ór": 4916,
+      "onom": 4917,
+      "▁Post": 4918,
+      "ellen": 4919,
+      "Ab": 4920,
+      "ulté": 4921,
+      "▁perfect": 4922,
+      "(){": 4923,
+      "vision": 4924,
+      "active": 4925,
+      "lier": 4926,
+      "rij": 4927,
+      "sd": 4928,
+      "▁kö": 4929,
+      "▁nie": 4930,
+      "▁relig": 4931,
+      "▁ot": 4932,
+      "▁machine": 4933,
+      "▁held": 4934,
+      ")$.": 4935,
+      "========": 4936,
+      "cker": 4937,
+      "вы": 4938,
+      "born": 4939,
+      "▁past": 4940,
+      "рия": 4941,
+      "▁Dr": 4942,
+      "▁regular": 4943,
+      "▁provided": 4944,
+      "TER": 4945,
+      "▁univers": 4946,
+      "▁gets": 4947,
+      "▁nu": 4948,
+      "▁/*": 4949,
+      "ober": 4950,
+      "fin": 4951,
+      "▁nella": 4952,
+      "▁become": 4953,
+      "▁``": 4954,
+      "▁history": 4955,
+      "▁Sol": 4956,
+      "▁Rad": 4957,
+      "▁terms": 4958,
+      "▁events": 4959,
+      "lymp": 4960,
+      ")))": 4961,
+      "рова": 4962,
+      "▁absol": 4963,
+      "▁soft": 4964,
+      "links": 4965,
+      "▁hope": 4966,
+      "▁subject": 4967,
+      "\"),": 4968,
+      "▁creating": 4969,
+      "▁}\r": 4970,
+      "▁Sk": 4971,
+      "▁flow": 4972,
+      "▁Ра": 4973,
+      "▁assert": 4974,
+      "zet": 4975,
+      "▁Frank": 4976,
+      "sa": 4977,
+      "▁distribution": 4978,
+      "cu": 4979,
+      "band": 4980,
+      "izz": 4981,
+      "▁job": 4982,
+      "iner": 4983,
+      "struct": 4984,
+      "ák": 4985,
+      "TO": 4986,
+      "auf": 4987,
+      "▁extends": 4988,
+      "▁Gra": 4989,
+      "display": 4990,
+      "▁signific": 4991,
+      "oney": 4992,
+      "source": 4993,
+      "microsoft": 4994,
+      "inder": 4995,
+      "▁quick": 4996,
+      "▁wonder": 4997,
+      "Instance": 4998,
+      "elles": 4999,
+      "ème": 5000,
+      "▁company": 5001,
+      "uß": 5002,
+      ".}": 5003,
+      "▁separate": 5004,
+      "UM": 5005,
+      "HERE": 5006,
+      "▁writing": 5007,
+      "itution": 5008,
+      "▁Gesch": 5009,
+      "мя": 5010,
+      "▁James": 5011,
+      "▁DE": 5012,
+      "▁Spe": 5013,
+      "process": 5014,
+      "Str": 5015,
+      "▁sym": 5016,
+      "▁ao": 5017,
+      "▁wy": 5018,
+      "▁anyone": 5019,
+      "▁Up": 5020,
+      "useum": 5021,
+      "aron": 5022,
+      "▁definition": 5023,
+      "▁`$": 5024,
+      "▁fav": 5025,
+      "ributes": 5026,
+      "▁Ré": 5027,
+      "ografia": 5028,
+      "element": 5029,
+      "cap": 5030,
+      "pat": 5031,
+      "▁Bra": 5032,
+      ")(": 5033,
+      "▁according": 5034,
+      "ге": 5035,
+      "▁pie": 5036,
+      "eli": 5037,
+      "}\"": 5038,
+      "▁activ": 5039,
+      "▁stop": 5040,
+      "patch": 5041,
+      "ті": 5042,
+      "▁Jose": 5043,
+      "End": 5044,
+      "▁prze": 5045,
+      "▁age": 5046,
+      "itory": 5047,
+      "▁PHP": 5048,
+      "agement": 5049,
+      "▁`.": 5050,
+      "▁pretty": 5051,
+      "▁recomm": 5052,
+      "▁sud": 5053,
+      "▁requ": 5054,
+      "▁обла": 5055,
+      "atives": 5056,
+      "▁High": 5057,
+      "áz": 5058,
+      "oul": 5059,
+      "rest": 5060,
+      "▁Ter": 5061,
+      "under": 5062,
+      "thern": 5063,
+      "center": 5064,
+      "▁ur": 5065,
+      "lat": 5066,
+      "▁interface": 5067,
+      "▁ин": 5068,
+      "▁whose": 5069,
+      "icas": 5070,
+      "amen": 5071,
+      "Filter": 5072,
+      "▁station": 5073,
+      "Page": 5074,
+      "▁arm": 5075,
+      "▁eyes": 5076,
+      "▁рай": 5077,
+      "▁seu": 5078,
+      "oli": 5079,
+      "win": 5080,
+      "lik": 5081,
+      "gex": 5082,
+      "chan": 5083,
+      "idence": 5084,
+      "args": 5085,
+      "aking": 5086,
+      "▁Google": 5087,
+      "▁Stud": 5088,
+      "▁ho": 5089,
+      "торы": 5090,
+      "Su": 5091,
+      "▁automat": 5092,
+      "ême": 5093,
+      "▁cy": 5094,
+      "lor": 5095,
+      "▁stack": 5096,
+      "▁SELECT": 5097,
+      "AF": 5098,
+      "▁>>": 5099,
+      "▁compet": 5100,
+      "▁pair": 5101,
+      "▁inglés": 5102,
+      "Response": 5103,
+      "▁Fig": 5104,
+      "grad": 5105,
+      "▁documentation": 5106,
+      "▁cant": 5107,
+      "▁appreci": 5108,
+      "ån": 5109,
+      "▁learn": 5110,
+      "▁indep": 5111,
+      "▁pal": 5112,
+      "package": 5113,
+      "ares": 5114,
+      "▁Berlin": 5115,
+      "бли": 5116,
+      "reich": 5117,
+      "ён": 5118,
+      "▁satisf": 5119,
+      "▁region": 5120,
+      "▁friend": 5121,
+      "▁George": 5122,
+      "▁Во": 5123,
+      "▁\"\"": 5124,
+      "▁desde": 5125,
+      "Factory": 5126,
+      "▁County": 5127,
+      "ouv": 5128,
+      "▁‘": 5129,
+      "▁installed": 5130,
+      "▁wanted": 5131,
+      "▁Python": 5132,
+      "▁interpre": 5133,
+      "▁included": 5134,
+      "▁((": 5135,
+      "▁altern": 5136,
+      "isto": 5137,
+      "gn": 5138,
+      "▁border": 5139,
+      "pdf": 5140,
+      "▁dup": 5141,
+      "▁download": 5142,
+      "just": 5143,
+      "▁members": 5144,
+      "child": 5145,
+      "▁pay": 5146,
+      "▁cer": 5147,
+      "▁looked": 5148,
+      "▁correctly": 5149,
+      "auth": 5150,
+      "▁стан": 5151,
+      "▁esp": 5152,
+      "▁desc": 5153,
+      "eben": 5154,
+      "▁questions": 5155,
+      "mal": 5156,
+      "▁abgerufen": 5157,
+      "▁Band": 5158,
+      "▁[]": 5159,
+      "Base": 5160,
+      "▁ris": 5161,
+      "▁fort": 5162,
+      "▁Id": 5163,
+      "▁various": 5164,
+      "▁League": 5165,
+      "▁Hand": 5166,
+      "▁Type": 5167,
+      "irl": 5168,
+      "▁Fe": 5169,
+      "ién": 5170,
+      "itter": 5171,
+      "▁fast": 5172,
+      "sta": 5173,
+      "▁except": 5174,
+      "icz": 5175,
+      "▁French": 5176,
+      "▁environment": 5177,
+      "▁conse": 5178,
+      "ур": 5179,
+      "ого": 5180,
+      "▁necessary": 5181,
+      "target": 5182,
+      "▁reading": 5183,
+      "home": 5184,
+      "zeich": 5185,
+      "▁equal": 5186,
+      "▁più": 5187,
+      "▁prem": 5188,
+      "▁difficult": 5189,
+      "▁unit": 5190,
+      "▁replace": 5191,
+      "▁heart": 5192,
+      "▁talk": 5193,
+      "AM": 5194,
+      "▁RE": 5195,
+      "▁Person": 5196,
+      "endency": 5197,
+      "▁imm": 5198,
+      "▁human": 5199,
+      "dn": 5200,
+      "▁Kir": 5201,
+      "▁Aut": 5202,
+      "known": 5203,
+      "▁frequ": 5204,
+      "system": 5205,
+      "лав": 5206,
+      "▁Sz": 5207,
+      "▁Gal": 5208,
+      "ное": 5209,
+      "selves": 5210,
+      "rightarrow": 5211,
+      "▁Са": 5212,
+      "=\"@": 5213,
+      "▁building": 5214,
+      "import": 5215,
+      "▁fam": 5216,
+      "▁delete": 5217,
+      "aire": 5218,
+      "mary": 5219,
+      "▁fund": 5220,
+      "▁particip": 5221,
+      "▁syn": 5222,
+      "sin": 5223,
+      "▁lower": 5224,
+      "▁zero": 5225,
+      "▁sec": 5226,
+      "▁fra": 5227,
+      "Point": 5228,
+      "▁failed": 5229,
+      "iento": 5230,
+      "cup": 5231,
+      "▁slow": 5232,
+      "▁nation": 5233,
+      "ähr": 5234,
+      "▁info": 5235,
+      "▁Public": 5236,
+      "▁decla": 5237,
+      "▁Та": 5238,
+      "▁sold": 5239,
+      "▁Rem": 5240,
+      "▁Phil": 5241,
+      "стра": 5242,
+      "▁mehr": 5243,
+      "▁Work": 5244,
+      "▁Nord": 5245,
+      "▁fait": 5246,
+      "▁gew": 5247,
+      "println": 5248,
+      "obile": 5249,
+      "▁Kon": 5250,
+      "▁assume": 5251,
+      "lands": 5252,
+      "▁amount": 5253,
+      "▁Press": 5254,
+      "ých": 5255,
+      "▁maxim": 5256,
+      "▁Champion": 5257,
+      "library": 5258,
+      "añ": 5259,
+      "▁Wal": 5260,
+      "Comm": 5261,
+      "]]": 5262,
+      "▁zw": 5263,
+      "▁social": 5264,
+      "LI": 5265,
+      "▁Unter": 5266,
+      "vor": 5267,
+      "Delta": 5268,
+      "email": 5269,
+      "raint": 5270,
+      "oni": 5271,
+      "▁alt": 5272,
+      "▁né": 5273,
+      "ция": 5274,
+      "ography": 5275,
+      "▁mentioned": 5276,
+      "▁<=": 5277,
+      "▁cette": 5278,
+      "▁currently": 5279,
+      "vare": 5280,
+      "izing": 5281,
+      "▁Def": 5282,
+      "icol": 5283,
+      "ünd": 5284,
+      "▁configuration": 5285,
+      "estig": 5286,
+      "III": 5287,
+      "lam": 5288,
+      "ière": 5289,
+      "▁Ear": 5290,
+      "▁tu": 5291,
+      "Ent": 5292,
+      "▁Using": 5293,
+      "▁ком": 5294,
+      "cie": 5295,
+      "▁proof": 5296,
+      "▁invol": 5297,
+      "▁History": 5298,
+      "><": 5299,
+      "▁AND": 5300,
+      "avy": 5301,
+      "▁relations": 5302,
+      "${": 5303,
+      "▁comes": 5304,
+      "▁direction": 5305,
+      "▁June": 5306,
+      "▁Way": 5307,
+      "Component": 5308,
+      "ech": 5309,
+      "▁Peter": 5310,
+      "sg": 5311,
+      "▁stra": 5312,
+      "uct": 5313,
+      "▁implementation": 5314,
+      "attle": 5315,
+      "▁cz": 5316,
+      "plot": 5317,
+      "▁played": 5318,
+      "\"></": 5319,
+      "▁five": 5320,
+      "▁coll": 5321,
+      "▁Charles": 5322,
+      "Tra": 5323,
+      "▁suo": 5324,
+      "files": 5325,
+      "entes": 5326,
+      "response": 5327,
+      "How": 5328,
+      "▁Soci": 5329,
+      "▁ign": 5330,
+      "▁led": 5331,
+      "▁German": 5332,
+      "udo": 5333,
+      "▁Du": 5334,
+      "▁tim": 5335,
+      "ounter": 5336,
+      "▁attack": 5337,
+      "uri": 5338,
+      "▁ар": 5339,
+      "esse": 5340,
+      "ivil": 5341,
+      "▁Ju": 5342,
+      "▁vel": 5343,
+      "matrix": 5344,
+      "▁Mat": 5345,
+      "gio": 5346,
+      "▁Zeit": 5347,
+      "VER": 5348,
+      "has": 5349,
+      "Connection": 5350,
+      "▁ihr": 5351,
+      "▁attribute": 5352,
+      "▁discuss": 5353,
+      "▁domain": 5354,
+      "bind": 5355,
+      "▁Sec": 5356,
+      "rik": 5357,
+      "close": 5358,
+      "gin": 5359,
+      "▁love": 5360,
+      "anto": 5361,
+      "gent": 5362,
+      "aba": 5363,
+      "jango": 5364,
+      "bi": 5365,
+      "▁obser": 5366,
+      "itting": 5367,
+      "▁ру": 5368,
+      "}=": 5369,
+      "agen": 5370,
+      "BC": 5371,
+      "some": 5372,
+      "▁Bu": 5373,
+      "▁soci": 5374,
+      "▁individual": 5375,
+      "▁deal": 5376,
+      "▁outside": 5377,
+      "rio": 5378,
+      "Exec": 5379,
+      "andid": 5380,
+      "▁business": 5381,
+      "▁tempor": 5382,
+      "▁Tur": 5383,
+      "▁(!": 5384,
+      "riter": 5385,
+      "▁google": 5386,
+      "]:": 5387,
+      "itte": 5388,
+      "xi": 5389,
+      "▁Па": 5390,
+      "hol": 5391,
+      "нь": 5392,
+      "ring": 5393,
+      "▁sul": 5394,
+      "ности": 5395,
+      "_.": 5396,
+      "gar": 5397,
+      "Task": 5398,
+      "▁Check": 5399,
+      "▁modern": 5400,
+      "▁win": 5401,
+      "uster": 5402,
+      "han": 5403,
+      "formation": 5404,
+      "void": 5405,
+      "▁фи": 5406,
+      "▁useful": 5407,
+      "▁England": 5408,
+      "los": 5409,
+      "etime": 5410,
+      "eur": 5411,
+      "▁unique": 5412,
+      "▁как": 5413,
+      "ying": 5414,
+      "obj": 5415,
+      "uid": 5416,
+      "▁windows": 5417,
+      "▁distance": 5418,
+      "▁nombre": 5419,
+      "ія": 5420,
+      "ocus": 5421,
+      "ahn": 5422,
+      "ierte": 5423,
+      "▁dar": 5424,
+      "SI": 5425,
+      "long": 5426,
+      "asta": 5427,
+      "iven": 5428,
+      "▁told": 5429,
+      "▁Gru": 5430,
+      "foo": 5431,
+      "▁calling": 5432,
+      "iembre": 5433,
+      "▁future": 5434,
+      "près": 5435,
+      "leep": 5436,
+      "avigation": 5437,
+      "POST": 5438,
+      "▁described": 5439,
+      "▁noch": 5440,
+      "unit": 5441,
+      "allen": 5442,
+      "▁branch": 5443,
+      "fa": 5444,
+      "▁fill": 5445,
+      "▁obj": 5446,
+      "▁tree": 5447,
+      "▁wurden": 5448,
+      "▁Liter": 5449,
+      "rot": 5450,
+      "split": 5451,
+      "emein": 5452,
+      "module": 5453,
+      "CA": 5454,
+      "▁operator": 5455,
+      "▁wrote": 5456,
+      "▁Jack": 5457,
+      "ologie": 5458,
+      "▁Ant": 5459,
+      "тер": 5460,
+      "stream": 5461,
+      "▁Que": 5462,
+      "epsilon": 5463,
+      "non": 5464,
+      "stein": 5465,
+      "▁simpl": 5466,
+      "pub": 5467,
+      "▁July": 5468,
+      "▁nature": 5469,
+      "▁Database": 5470,
+      "ól": 5471,
+      "ним": 5472,
+      "▁VI": 5473,
+      "être": 5474,
+      "iles": 5475,
+      "▁wel": 5476,
+      "'),": 5477,
+      "▁mut": 5478,
+      "location": 5479,
+      "▁therefore": 5480,
+      "elli": 5481,
+      "▁І": 5482,
+      "né": 5483,
+      "▁ав": 5484,
+      "ledge": 5485,
+      "▁conver": 5486,
+      "ím": 5487,
+      "▁XV": 5488,
+      "vider": 5489,
+      "▁January": 5490,
+      "▁usually": 5491,
+      "▁released": 5492,
+      "▁Mi": 5493,
+      "Head": 5494,
+      "iller": 5495,
+      "▁jan": 5496,
+      "▁letter": 5497,
+      "produ": 5498,
+      "rd": 5499,
+      "▁Cam": 5500,
+      ",'": 5501,
+      "▁Ц": 5502,
+      "▁push": 5503,
+      "update": 5504,
+      "▁maybe": 5505,
+      "Http": 5506,
+      "@\"": 5507,
+      "мер": 5508,
+      "service": 5509,
+      "parse": 5510,
+      "▁dass": 5511,
+      "ên": 5512,
+      ")\"": 5513,
+      "more": 5514,
+      "/*": 5515,
+      "▁mas": 5516,
+      "▁likely": 5517,
+      "▁material": 5518,
+      "▁[[": 5519,
+      "▁longer": 5520,
+      "bal": 5521,
+      "▁Archiv": 5522,
+      "igt": 5523,
+      "▁egy": 5524,
+      "idge": 5525,
+      "igu": 5526,
+      "conf": 5527,
+      "▁inc": 5528,
+      "consulté": 5529,
+      "▁mai": 5530,
+      "Work": 5531,
+      "▁гра": 5532,
+      "▁October": 5533,
+      "▁global": 5534,
+      "▁sel": 5535,
+      "▁municip": 5536,
+      "▁viol": 5537,
+      "▁Does": 5538,
+      "▁\\[": 5539,
+      "ском": 5540,
+      "▁compos": 5541,
+      "бря": 5542,
+      "вя": 5543,
+      "▁respons": 5544,
+      "▁considered": 5545,
+      "▁Japan": 5546,
+      "pes": 5547,
+      "osto": 5548,
+      "▁milit": 5549,
+      "SP": 5550,
+      "сы": 5551,
+      "attr": 5552,
+      "cil": 5553,
+      "irectory": 5554,
+      "aving": 5555,
+      "▁Del": 5556,
+      "▁prevent": 5557,
+      "idade": 5558,
+      "git": 5559,
+      "iform": 5560,
+      "outer": 5561,
+      "inct": 5562,
+      "level": 5563,
+      "atever": 5564,
+      "▁repe": 5565,
+      "▁exc": 5566,
+      "дар": 5567,
+      "Style": 5568,
+      "▁Thomas": 5569,
+      "eline": 5570,
+      "▁ж": 5571,
+      "untime": 5572,
+      "▁larg": 5573,
+      "True": 5574,
+      ".*": 5575,
+      "creen": 5576,
+      "yles": 5577,
+      "▁transl": 5578,
+      "▁Со": 5579,
+      "ensions": 5580,
+      "äl": 5581,
+      "isse": 5582,
+      "▁volt": 5583,
+      "cially": 5584,
+      "nik": 5585,
+      ".]": 5586,
+      "▁Stadt": 5587,
+      "мы": 5588,
+      "fill": 5589,
+      "lov": 5590,
+      "▁\"/": 5591,
+      "Sp": 5592,
+      "▁Air": 5593,
+      "Call": 5594,
+      "▁nur": 5595,
+      "Check": 5596,
+      "ience": 5597,
+      "efined": 5598,
+      "▁вре": 5599,
+      "ło": 5600,
+      "dz": 5601,
+      "▁ор": 5602,
+      "iker": 5603,
+      "owa": 5604,
+      "ович": 5605,
+      "ré": 5606,
+      "OL": 5607,
+      "▁linear": 5608,
+      "▁export": 5609,
+      "ahr": 5610,
+      "icial": 5611,
+      "Rep": 5612,
+      "▁natural": 5613,
+      "▁cop": 5614,
+      "▁})": 5615,
+      "ções": 5616,
+      "zz": 5617,
+      "What": 5618,
+      "▁House": 5619,
+      "Ref": 5620,
+      "inger": 5621,
+      "▁taking": 5622,
+      "ně": 5623,
+      "▁Einz": 5624,
+      "▁dam": 5625,
+      "▁issues": 5626,
+      "Builder": 5627,
+      "edit": 5628,
+      "▁prz": 5629,
+      "password": 5630,
+      "Gener": 5631,
+      "rim": 5632,
+      "▁parts": 5633,
+      "---": 5634,
+      "iginal": 5635,
+      "▁Sci": 5636,
+      "▁mother": 5637,
+      "rea": 5638,
+      "▁container": 5639,
+      "дя": 5640,
+      "▁IP": 5641,
+      "▁none": 5642,
+      "▁followed": 5643,
+      "▁ple": 5644,
+      "▁measure": 5645,
+      "▁tout": 5646,
+      "Ext": 5647,
+      "▁TV": 5648,
+      "▁explain": 5649,
+      "▁paper": 5650,
+      "сті": 5651,
+      "ws": 5652,
+      "Wik": 5653,
+      "▁mm": 5654,
+      "▁Norm": 5655,
+      "▁Server": 5656,
+      "font": 5657,
+      "ecause": 5658,
+      "TR": 5659,
+      "▁би": 5660,
+      "La": 5661,
+      "▁ens": 5662,
+      "▁retr": 5663,
+      "▁Sil": 5664,
+      "▁sequence": 5665,
+      "arc": 5666,
+      "IV": 5667,
+      "zá": 5668,
+      "▁Android": 5669,
+      "▁Super": 5670,
+      "▁roz": 5671,
+      "ovie": 5672,
+      "Om": 5673,
+      "▁Well": 5674,
+      "make": 5675,
+      "orph": 5676,
+      "▁Jer": 5677,
+      "▁Ros": 5678,
+      "reference": 5679,
+      "▁features": 5680,
+      "▁Ger": 5681,
+      "▁Leg": 5682,
+      "▁late": 5683,
+      "▁additional": 5684,
+      "▁flo": 5685,
+      "▁его": 5686,
+      "▁algorithm": 5687,
+      "BA": 5688,
+      "kar": 5689,
+      "IP": 5690,
+      "]);": 5691,
+      "▁appears": 5692,
+      "yw": 5693,
+      "▁temp": 5694,
+      "▁aussi": 5695,
+      "method": 5696,
+      "▁pet": 5697,
+      "strap": 5698,
+      "arning": 5699,
+      "▁cut": 5700,
+      "▁Sa": 5701,
+      "▁track": 5702,
+      "▁employ": 5703,
+      "▁inde": 5704,
+      "rav": 5705,
+      "▁generate": 5706,
+      "bes": 5707,
+      "arts": 5708,
+      "Status": 5709,
+      "uge": 5710,
+      "alis": 5711,
+      "▁override": 5712,
+      "▁fi": 5713,
+      "▁lost": 5714,
+      "oted": 5715,
+      "▁room": 5716,
+      "▁calls": 5717,
+      "▁consist": 5718,
+      "рен": 5719,
+      "▁village": 5720,
+      "dist": 5721,
+      "▁techn": 5722,
+      "enza": 5723,
+      "▁роз": 5724,
+      "▁Catalog": 5725,
+      "▁becom": 5726,
+      "rows": 5727,
+      "▁Nel": 5728,
+      "comple": 5729,
+      "▁premi": 5730,
+      "▁rot": 5731,
+      "▁Weblinks": 5732,
+      "▁football": 5733,
+      "▁compar": 5734,
+      "▁live": 5735,
+      "ких": 5736,
+      "▁equival": 5737,
+      "cape": 5738,
+      "▁Gen": 5739,
+      "nder": 5740,
+      "▁Vis": 5741,
+      "▁behind": 5742,
+      "gers": 5743,
+      "voke": 5744,
+      "▁media": 5745,
+      "EX": 5746,
+      "that": 5747,
+      "▁sono": 5748,
+      "▁mysql": 5749,
+      "ev": 5750,
+      "▁rule": 5751,
+      "дов": 5752,
+      "acc": 5753,
+      "▁WHERE": 5754,
+      "ене": 5755,
+      "Grid": 5756,
+      "▁jul": 5757,
+      "▁mort": 5758,
+      "▁generated": 5759,
+      "encia": 5760,
+      "acter": 5761,
+      "clud": 5762,
+      "▁scen": 5763,
+      "▁closed": 5764,
+      "▁Michael": 5765,
+      "▁mount": 5766,
+      ")$,": 5767,
+      "▁drop": 5768,
+      "▁combin": 5769,
+      "tocol": 5770,
+      "▁goes": 5771,
+      "▁geb": 5772,
+      "MD": 5773,
+      "▁Anton": 5774,
+      "▁$(\"": 5775,
+      "Tem": 5776,
+      "▁ca": 5777,
+      "▁instru": 5778,
+      "eds": 5779,
+      "▁tool": 5780,
+      "mys": 5781,
+      "▁route": 5782,
+      "\"))": 5783,
+      "пре": 5784,
+      "▁float": 5785,
+      "▁services": 5786,
+      "▁чи": 5787,
+      "кі": 5788,
+      "embly": 5789,
+      "aker": 5790,
+      "▁Son": 5791,
+      "▁Math": 5792,
+      "asse": 5793,
+      "ously": 5794,
+      "lications": 5795,
+      "▁ru": 5796,
+      "▁що": 5797,
+      "▁Const": 5798,
+      "▁immedi": 5799,
+      "FO": 5800,
+      "oro": 5801,
+      "▁production": 5802,
+      "rei": 5803,
+      "▁jquery": 5804,
+      "annt": 5805,
+      "▁While": 5806,
+      "▁sn": 5807,
+      "▁годи": 5808,
+      "Format": 5809,
+      "▁star": 5810,
+      "▁Sen": 5811,
+      "▁ko": 5812,
+      "NAME": 5813,
+      "▁prés": 5814,
+      "cha": 5815,
+      "what": 5816,
+      "omin": 5817,
+      "endant": 5818,
+      "hy": 5819,
+      "▁observ": 5820,
+      "▁prefer": 5821,
+      "ун": 5822,
+      "▁constructor": 5823,
+      "bs": 5824,
+      "▁mac": 5825,
+      "▁Bre": 5826,
+      "▁Instit": 5827,
+      "▁story": 5828,
+      "▁symbol": 5829,
+      "eles": 5830,
+      "ße": 5831,
+      "asing": 5832,
+      "▁west": 5833,
+      "ians": 5834,
+      "▁master": 5835,
+      "ез": 5836,
+      "▁ways": 5837,
+      "bm": 5838,
+      "▁pick": 5839,
+      "▁depart": 5840,
+      "Back": 5841,
+      "enk": 5842,
+      "lipse": 5843,
+      "▁math": 5844,
+      "▁Francis": 5845,
+      "▁December": 5846,
+      "fs": 5847,
+      "rum": 5848,
+      "▁development": 5849,
+      "LT": 5850,
+      "ernel": 5851,
+      "▁True": 5852,
+      "▁More": 5853,
+      "rangle": 5854,
+      "▁conditions": 5855,
+      "Options": 5856,
+      "▁gli": 5857,
+      "▁operation": 5858,
+      "ék": 5859,
+      "acht": 5860,
+      "ights": 5861,
+      "▁mist": 5862,
+      "anda": 5863,
+      "▁energy": 5864,
+      "▁же": 5865,
+      "▁women": 5866,
+      "akt": 5867,
+      "▁CH": 5868,
+      "gebra": 5869,
+      "▁meet": 5870,
+      "iu": 5871,
+      "well": 5872,
+      "öl": 5873,
+      "▁government": 5874,
+      "▁Jos": 5875,
+      "ieg": 5876,
+      "▁syntax": 5877,
+      "fix": 5878,
+      "▁Pet": 5879,
+      "jquery": 5880,
+      "▁card": 5881,
+      "▁principal": 5882,
+      "▁dru": 5883,
+      "▁territ": 5884,
+      "▁пов": 5885,
+      "▁SS": 5886,
+      "рии": 5887,
+      "tres": 5888,
+      "agne": 5889,
+      "lying": 5890,
+      "tilde": 5891,
+      "bern": 5892,
+      "enter": 5893,
+      "Per": 5894,
+      "▁somet": 5895,
+      "Load": 5896,
+      "lice": 5897,
+      "▁sous": 5898,
+      "▁Louis": 5899,
+      "▁logic": 5900,
+      "▁Other": 5901,
+      "▁cir": 5902,
+      "év": 5903,
+      "chron": 5904,
+      "▁han": 5905,
+      "▁margin": 5906,
+      "Window": 5907,
+      "ères": 5908,
+      "nych": 5909,
+      "push": 5910,
+      "bolds": 5911,
+      "▁layout": 5912,
+      "▁[`": 5913,
+      "Char": 5914,
+      "▁Cap": 5915,
+      "boldsymbol": 5916,
+      "▁Roman": 5917,
+      "▁Max": 5918,
+      ":(": 5919,
+      "▁Code": 5920,
+      "ising": 5921,
+      "▁states": 5922,
+      "▁existing": 5923,
+      "support": 5924,
+      "▁research": 5925,
+      "licate": 5926,
+      "vari": 5927,
+      "▁bij": 5928,
+      "▁appe": 5929,
+      "▁happens": 5930,
+      "\\\"": 5931,
+      "▁concern": 5932,
+      "west": 5933,
+      "▁saying": 5934,
+      "pid": 5935,
+      "▁recogn": 5936,
+      "▁Het": 5937,
+      "Child": 5938,
+      "▁cs": 5939,
+      "\\,": 5940,
+      "▁clean": 5941,
+      "lections": 5942,
+      "access": 5943,
+      "ву": 5944,
+      "про": 5945,
+      "acity": 5946,
+      "▁Off": 5947,
+      "▁easily": 5948,
+      "èque": 5949,
+      "▁jako": 5950,
+      "▁iz": 5951,
+      "▁Ha": 5952,
+      "▁Det": 5953,
+      "▁forma": 5954,
+      "sche": 5955,
+      "swers": 5956,
+      "▁offer": 5957,
+      "quired": 5958,
+      "Users": 5959,
+      "▁subst": 5960,
+      ">(": 5961,
+      "▁ground": 5962,
+      "unn": 5963,
+      "rod": 5964,
+      "spe": 5965,
+      "ursor": 5966,
+      "▁leave": 5967,
+      "erk": 5968,
+      "▁tal": 5969,
+      "▁bottom": 5970,
+      "IO": 5971,
+      "▁popular": 5972,
+      "igo": 5973,
+      "▁Time": 5974,
+      "values": 5975,
+      "▁Loc": 5976,
+      "▁Club": 5977,
+      "▁anche": 5978,
+      "iał": 5979,
+      "ії": 5980,
+      "Omega": 5981,
+      "▁located": 5982,
+      "Url": 5983,
+      "▁Esp": 5984,
+      "лы": 5985,
+      "ць": 5986,
+      "ulate": 5987,
+      "▁join": 5988,
+      "aves": 5989,
+      "vet": 5990,
+      "lio": 5991,
+      "remove": 5992,
+      "▁token": 5993,
+      "▁optim": 5994,
+      "▁claim": 5995,
+      "ological": 5996,
+      "▁css": 5997,
+      "▁although": 5998,
+      "▁priv": 5999,
+      "▁Ba": 6000,
+      "ül": 6001,
+      "entication": 6002,
+      "▁ven": 6003,
+      "Server": 6004,
+      "▁Cong": 6005,
+      "NET": 6006,
+      "CON": 6007,
+      "dt": 6008,
+      "perties": 6009,
+      "▁epis": 6010,
+      "wikipedia": 6011,
+      "▁engine": 6012,
+      "▁fer": 6013,
+      "getElement": 6014,
+      "▁Cla": 6015,
+      "ří": 6016,
+      "▁rom": 6017,
+      "varepsilon": 6018,
+      "▁prime": 6019,
+      "istry": 6020,
+      "pected": 6021,
+      "orage": 6022,
+      "▁touch": 6023,
+      "▁['": 6024,
+      "▁dan": 6025,
+      "Em": 6026,
+      "aciones": 6027,
+      "Can": 6028,
+      "▁whom": 6029,
+      "▁behavior": 6030,
+      "▁strings": 6031,
+      "▁Europ": 6032,
+      "▁Rom": 6033,
+      "circ": 6034,
+      "▁pun": 6035,
+      "▁register": 6036,
+      "buntu": 6037,
+      "rain": 6038,
+      "Ob": 6039,
+      "TA": 6040,
+      "▁sometimes": 6041,
+      "▁ment": 6042,
+      "▁integer": 6043,
+      "▁Jac": 6044,
+      "legate": 6045,
+      "othing": 6046,
+      "▁sound": 6047,
+      "laces": 6048,
+      "▁Ба": 6049,
+      "rb": 6050,
+      "di": 6051,
+      "ления": 6052,
+      "▁themselves": 6053,
+      "▁Black": 6054,
+      "▁settings": 6055,
+      "▁norm": 6056,
+      "▁runs": 6057,
+      "▁NOT": 6058,
+      "KE": 6059,
+      "▁perhaps": 6060,
+      "▁Я": 6061,
+      "▁mol": 6062,
+      "▁ans": 6063,
+      "atre": 6064,
+      "▁Dies": 6065,
+      "Token": 6066,
+      "anie": 6067,
+      "▁allowed": 6068,
+      "Range": 6069,
+      "▁Gro": 6070,
+      "via": 6071,
+      "utorial": 6072,
+      "ensor": 6073,
+      "estival": 6074,
+      ");\r": 6075,
+      "краї": 6076,
+      "▁turned": 6077,
+      "scope": 6078,
+      "▁bien": 6079,
+      "=$": 6080,
+      "▁extension": 6081,
+      "atore": 6082,
+      "▁Ро": 6083,
+      "▁specify": 6084,
+      "edu": 6085,
+      "Datos": 6086,
+      "▁stored": 6087,
+      "▁parse": 6088,
+      "▁answers": 6089,
+      "ills": 6090,
+      "▁heard": 6091,
+      "lu": 6092,
+      "▁THE": 6093,
+      "▁gén": 6094,
+      "▁ful": 6095,
+      "ez": 6096,
+      "▁Prem": 6097,
+      "then": 6098,
+      "dp": 6099,
+      "ського": 6100,
+      "▁Si": 6101,
+      "ço": 6102,
+      "Edit": 6103,
+      "ків": 6104,
+      "▁Ли": 6105,
+      "▁Sing": 6106,
+      "▁categ": 6107,
+      "Equ": 6108,
+      "▁guer": 6109,
+      "Width": 6110,
+      "▁Christian": 6111,
+      "stat": 6112,
+      "Write": 6113,
+      "▁woman": 6114,
+      "wood": 6115,
+      "Vis": 6116,
+      "раз": 6117,
+      "▁$$\\": 6118,
+      "oder": 6119,
+      "▁bool": 6120,
+      "▁international": 6121,
+      "ность": 6122,
+      "▁Richard": 6123,
+      "▁addition": 6124,
+      "▁Music": 6125,
+      "▁aber": 6126,
+      "tó": 6127,
+      "▁hier": 6128,
+      "ugh": 6129,
+      "▁pob": 6130,
+      "▁tables": 6131,
+      "Do": 6132,
+      "▁higher": 6133,
+      "psi": 6134,
+      "rá": 6135,
+      "▁active": 6136,
+      "▁Table": 6137,
+      "ње": 6138,
+      "▁description": 6139,
+      "▁seemed": 6140,
+      "íst": 6141,
+      "▁myself": 6142,
+      "▁menu": 6143,
+      "del": 6144,
+      "▁ž": 6145,
+      "ele": 6146,
+      "Aut": 6147,
+      "▁гру": 6148,
+      "mut": 6149,
+      "oon": 6150,
+      "asc": 6151,
+      "bug": 6152,
+      "▁moved": 6153,
+      "CL": 6154,
+      "▁datas": 6155,
+      "SO": 6156,
+      "оло": 6157,
+      "▁Georg": 6158,
+      "▁reach": 6159,
+      ":\"": 6160,
+      "▁evalu": 6161,
+      "▁Hel": 6162,
+      "▁River": 6163,
+      "▁Ар": 6164,
+      "////": 6165,
+      "▁sets": 6166,
+      "▁Olymp": 6167,
+      "Adapter": 6168,
+      ".'": 6169,
+      "overn": 6170,
+      "▁Lord": 6171,
+      "!--": 6172,
+      "jpg": 6173,
+      "imento": 6174,
+      "▁Prof": 6175,
+      "▁achieve": 6176,
+      "}:": 6177,
+      "▁incor": 6178,
+      "▁onder": 6179,
+      "engl": 6180,
+      "ABLE": 6181,
+      "▁Mary": 6182,
+      "▁waren": 6183,
+      "lage": 6184,
+      "Dec": 6185,
+      "англ": 6186,
+      "encias": 6187,
+      "лей": 6188,
+      "▁Machine": 6189,
+      "▁Ан": 6190,
+      "uda": 6191,
+      "▁ś": 6192,
+      "▁XX": 6193,
+      "only": 6194,
+      "ление": 6195,
+      "▁también": 6196,
+      "nej": 6197,
+      "▁relative": 6198,
+      "▁hours": 6199,
+      "▁indeed": 6200,
+      "undo": 6201,
+      "ingu": 6202,
+      "area": 6203,
+      "▁Create": 6204,
+      "beit": 6205,
+      "▁removed": 6206,
+      "master": 6207,
+      "haus": 6208,
+      "▁Bern": 6209,
+      "▁speed": 6210,
+      "▁Bay": 6211,
+      "▁Att": 6212,
+      "▁None": 6213,
+      "application": 6214,
+      "üd": 6215,
+      "▁fit": 6216,
+      "▁Maria": 6217,
+      "▁nord": 6218,
+      "▁split": 6219,
+      "▁stru": 6220,
+      "▁official": 6221,
+      "▁execute": 6222,
+      "ouve": 6223,
+      "{{": 6224,
+      "▁Ap": 6225,
+      "▁ку": 6226,
+      "IL": 6227,
+      "▁^": 6228,
+      "dim": 6229,
+      "▁setup": 6230,
+      "ск": 6231,
+      "▁share": 6232,
+      "▁minutes": 6233,
+      "gle": 6234,
+      "oco": 6235,
+      "stell": 6236,
+      "▁Coun": 6237,
+      "▁temper": 6238,
+      "keit": 6239,
+      "ський": 6240,
+      "ao": 6241,
+      "▁Long": 6242,
+      "(&": 6243,
+      "кан": 6244,
+      "▁dens": 6245,
+      "But": 6246,
+      "XX": 6247,
+      "DATE": 6248,
+      "gan": 6249,
+      ".).": 6250,
+      "▁entry": 6251,
+      "install": 6252,
+      "▁зна": 6253,
+      "▁Som": 6254,
+      "Command": 6255,
+      "ßen": 6256,
+      "▁starting": 6257,
+      "▁sto": 6258,
+      "IG": 6259,
+      "▁minim": 6260,
+      "▁explicit": 6261,
+      "▁bytes": 6262,
+      "▁party": 6263,
+      "tober": 6264,
+      "▁Grand": 6265,
+      "▁Vor": 6266,
+      "▁leur": 6267,
+      "Document": 6268,
+      "erc": 6269,
+      "ensive": 6270,
+      "CP": 6271,
+      "env": 6272,
+      "▁arguments": 6273,
+      "▁Gran": 6274,
+      "arily": 6275,
+      "▁lin": 6276,
+      "tn": 6277,
+      "(-": 6278,
+      "geq": 6279,
+      "▁Famil": 6280,
+      "▁Бо": 6281,
+      "▁tour": 6282,
+      "▁nav": 6283,
+      "▁properly": 6284,
+      "▁Mrs": 6285,
+      "▁Mel": 6286,
+      "▁scale": 6287,
+      "astic": 6288,
+      "ds": 6289,
+      "▁Sir": 6290,
+      "▁Church": 6291,
+      "}^{\\": 6292,
+      "you": 6293,
+      "/.": 6294,
+      "So": 6295,
+      "▁brought": 6296,
+      "▁role": 6297,
+      "▁Sur": 6298,
+      "▁fond": 6299,
+      "▁ges": 6300,
+      "że": 6301,
+      "eten": 6302,
+      "▁était": 6303,
+      "SER": 6304,
+      "▁которы": 6305,
+      "▁equation": 6306,
+      "aspx": 6307,
+      "▁Afr": 6308,
+      "▁dit": 6309,
+      "empty": 6310,
+      "alement": 6311,
+      "wrap": 6312,
+      "▁Bet": 6313,
+      "▁collect": 6314,
+      "▁git": 6315,
+      "▁vie": 6316,
+      "▁..": 6317,
+      "рой": 6318,
+      "▁<?": 6319,
+      "▁educ": 6320,
+      "kl": 6321,
+      "ensis": 6322,
+      "▁OR": 6323,
+      "▁Hi": 6324,
+      "▁Cour": 6325,
+      "бы": 6326,
+      "cert": 6327,
+      "▁Ges": 6328,
+      "essor": 6329,
+      "Main": 6330,
+      "▁лю": 6331,
+      "cade": 6332,
+      "dot": 6333,
+      "augh": 6334,
+      "hib": 6335,
+      "▁automatically": 6336,
+      "▁spir": 6337,
+      "present": 6338,
+      "▁February": 6339,
+      "▁Elle": 6340,
+      "custom": 6341,
+      "▁proget": 6342,
+      "▁administr": 6343,
+      "AA": 6344,
+      "▁born": 6345,
+      "▁College": 6346,
+      "athol": 6347,
+      "`)": 6348,
+      "ierre": 6349,
+      "▁ran": 6350,
+      "▁profession": 6351,
+      "ogen": 6352,
+      "}_{\\": 6353,
+      "▁activity": 6354,
+      "▁scroll": 6355,
+      "▁prove": 6356,
+      "ibrary": 6357,
+      "eries": 6358,
+      "Read": 6359,
+      "year": 6360,
+      "▁lang": 6361,
+      "Det": 6362,
+      "▁knew": 6363,
+      "▁protected": 6364,
+      "▁wor": 6365,
+      "▁effic": 6366,
+      "▁rég": 6367,
+      "▁theory": 6368,
+      "▁published": 6369,
+      "real": 6370,
+      "▁Tour": 6371,
+      "▁durante": 6372,
+      "äs": 6373,
+      "▁positive": 6374,
+      "▁forward": 6375,
+      "▁Rel": 6376,
+      "{\"": 6377,
+      "park": 6378,
+      "▁Um": 6379,
+      "▁eer": 6380,
+      "enta": 6381,
+      "▁imag": 6382,
+      "ної": 6383,
+      "piel": 6384,
+      "▁jQuery": 6385,
+      "isme": 6386,
+      "chni": 6387,
+      "organ": 6388,
+      "▁args": 6389,
+      "oir": 6390,
+      "heim": 6391,
+      "rian": 6392,
+      "eless": 6393,
+      "uses": 6394,
+      "дин": 6395,
+      "ición": 6396,
+      "▁indust": 6397,
+      "▁wish": 6398,
+      "ány": 6399,
+      "oca": 6400,
+      "▁angular": 6401,
+      "ieved": 6402,
+      "▁occur": 6403,
+      "SELECT": 6404,
+      "onia": 6405,
+      "admin": 6406,
+      "▁Best": 6407,
+      "▁это": 6408,
+      "огра": 6409,
+      "▁loss": 6410,
+      "▁bal": 6411,
+      "▁Рос": 6412,
+      "▁career": 6413,
+      "▁пе": 6414,
+      "IX": 6415,
+      "▁fall": 6416,
+      "▁Rob": 6417,
+      "▁OP": 6418,
+      "ened": 6419,
+      "graphics": 6420,
+      "▁coming": 6421,
+      "Update": 6422,
+      "▁died": 6423,
+      "eden": 6424,
+      "▁abs": 6425,
+      "▁inner": 6426,
+      "▁trav": 6427,
+      "стоя": 6428,
+      "zą": 6429,
+      "ép": 6430,
+      "▁Group": 6431,
+      "▁cel": 6432,
+      "▁stuff": 6433,
+      "▁situation": 6434,
+      "▁${": 6435,
+      "acle": 6436,
+      "▁purpose": 6437,
+      "▁Fire": 6438,
+      "▁Oh": 6439,
+      "▁Second": 6440,
+      "▁upload": 6441,
+      "ostał": 6442,
+      "ющи": 6443,
+      "Auth": 6444,
+      "▁showing": 6445,
+      "▁completely": 6446,
+      "avel": 6447,
+      "bd": 6448,
+      "▁proced": 6449,
+      "▁Ö": 6450,
+      "control": 6451,
+      "▁thank": 6452,
+      "undred": 6453,
+      "▁tom": 6454,
+      "▁examples": 6455,
+      "▁remember": 6456,
+      "▁рабо": 6457,
+      "▁possib": 6458,
+      "▁detect": 6459,
+      "▁poor": 6460,
+      "▁Op": 6461,
+      "▁century": 6462,
+      "utter": 6463,
+      "▁login": 6464,
+      "unst": 6465,
+      "Output": 6466,
+      "▁otherwise": 6467,
+      "lan": 6468,
+      "тур": 6469,
+      "▁сов": 6470,
+      "▁groups": 6471,
+      "rip": 6472,
+      "▁shell": 6473,
+      "▁district": 6474,
+      "▁records": 6475,
+      "▁siè": 6476,
+      "fortun": 6477,
+      "enty": 6478,
+      "▁Tre": 6479,
+      "▁changing": 6480,
+      "след": 6481,
+      "aught": 6482,
+      "▁deep": 6483,
+      "subset": 6484,
+      "agy": 6485,
+      "endar": 6486,
+      "jax": 6487,
+      "OM": 6488,
+      "El": 6489,
+      "imate": 6490,
+      "ardo": 6491,
+      "▁plot": 6492,
+      "▁visit": 6493,
+      "▁bug": 6494,
+      "▁все": 6495,
+      "▁opened": 6496,
+      "▁repla": 6497,
+      "▁Henry": 6498,
+      "▁pp": 6499,
+      "bas": 6500,
+      "▁dark": 6501,
+      "▁Martin": 6502,
+      "▁resource": 6503,
+      "iling": 6504,
+      "▁watch": 6505,
+      "replace": 6506,
+      "▁release": 6507,
+      "Location": 6508,
+      "▁learning": 6509,
+      "menu": 6510,
+      "▁allows": 6511,
+      "ър": 6512,
+      "Length": 6513,
+      "▁whatever": 6514,
+      "▁pages": 6515,
+      "▁compiler": 6516,
+      "▁также": 6517,
+      "▁Pan": 6518,
+      "command": 6519,
+      "▁road": 6520,
+      "▁unless": 6521,
+      "`?": 6522,
+      "▁discover": 6523,
+      "▁он": 6524,
+      "}]": 6525,
+      "bour": 6526,
+      "▁Could": 6527,
+      "▁regex": 6528,
+      "▁ps": 6529,
+      "CD": 6530,
+      "из": 6531,
+      "▁wife": 6532,
+      "amenti": 6533,
+      "▁fair": 6534,
+      "▁DB": 6535,
+      "▁Cup": 6536,
+      "enen": 6537,
+      "ajax": 6538,
+      "othèque": 6539,
+      "▁seiner": 6540,
+      "icker": 6541,
+      "ám": 6542,
+      "exchange": 6543,
+      "oles": 6544,
+      "IF": 6545,
+      "▁До": 6546,
+      "ohn": 6547,
+      "▁grow": 6548,
+      "▁Thus": 6549,
+      "spec": 6550,
+      "▁hatte": 6551,
+      "#,": 6552,
+      "allel": 6553,
+      "▁rate": 6554,
+      "▁central": 6555,
+      "▁Van": 6556,
+      "iforn": 6557,
+      "Run": 6558,
+      "▁study": 6559,
+      "▁XML": 6560,
+      "▁Che": 6561,
+      "▁beaut": 6562,
+      "mid": 6563,
+      "▁advance": 6564,
+      "Ver": 6565,
+      "тя": 6566,
+      "▁hands": 6567,
+      "▁lay": 6568,
+      "▁š": 6569,
+      "▁OS": 6570,
+      "▁{}": 6571,
+      "Pre": 6572,
+      "▁Hall": 6573,
+      "imp": 6574,
+      "▁sun": 6575,
+      "▁steps": 6576,
+      "▁jud": 6577,
+      "qui": 6578,
+      "▁boot": 6579,
+      "▁%>": 6580,
+      "▁Ва": 6581,
+      "nost": 6582,
+      "▁nem": 6583,
+      "▁pen": 6584,
+      "Open": 6585,
+      "▁church": 6586,
+      "кон": 6587,
+      "▁average": 6588,
+      "▁comments": 6589,
+      "▁corresponding": 6590,
+      "levant": 6591,
+      "▁bed": 6592,
+      "▁meaning": 6593,
+      "Version": 6594,
+      "Link": 6595,
+      "bel": 6596,
+      "▁extract": 6597,
+      "ść": 6598,
+      "▁IV": 6599,
+      "▁Ir": 6600,
+      "▁computer": 6601,
+      "▁affect": 6602,
+      "▁Ста": 6603,
+      "AX": 6604,
+      "sort": 6605,
+      "▁species": 6606,
+      "▁Oper": 6607,
+      "▁hash": 6608,
+      "ches": 6609,
+      "▁Einzeln": 6610,
+      "▁keys": 6611,
+      "▁marzo": 6612,
+      "▁interpret": 6613,
+      "hood": 6614,
+      "▁coordin": 6615,
+      "ös": 6616,
+      "rage": 6617,
+      "etz": 6618,
+      "iza": 6619,
+      "дер": 6620,
+      "üt": 6621,
+      "^*": 6622,
+      "▁modify": 6623,
+      "▁termin": 6624,
+      "▁cred": 6625,
+      "zon": 6626,
+      "ную": 6627,
+      "▁mie": 6628,
+      "▁''": 6629,
+      "▁Mos": 6630,
+      "▁connected": 6631,
+      "NO": 6632,
+      "▁compile": 6633,
+      "▁\"\\": 6634,
+      "▁cat": 6635,
+      "fiddle": 6636,
+      "uta": 6637,
+      "Access": 6638,
+      "▁Sto": 6639,
+      "▁Bur": 6640,
+      "▁north": 6641,
+      "Gamma": 6642,
+      "▁alloc": 6643,
+      "Init": 6644,
+      "▁Link": 6645,
+      "ialize": 6646,
+      "Impl": 6647,
+      "oupe": 6648,
+      "ropri": 6649,
+      "▁Gold": 6650,
+      "▁solo": 6651,
+      "▁Dist": 6652,
+      ",-": 6653,
+      "nav": 6654,
+      "▁alert": 6655,
+      "esis": 6656,
+      "▁Os": 6657,
+      "///": 6658,
+      "▁feb": 6659,
+      "▁-->": 6660,
+      "foot": 6661,
+      "▁Fried": 6662,
+      "▁Einzelnach": 6663,
+      "▁rev": 6664,
+      "zeit": 6665,
+      "▁Stat": 6666,
+      "▁Seg": 6667,
+      "▁blo": 6668,
+      "wick": 6669,
+      "EL": 6670,
+      "caption": 6671,
+      "header": 6672,
+      "▁president": 6673,
+      "▁multip": 6674,
+      "▁Einzelnachweise": 6675,
+      "▁seine": 6676,
+      "?”": 6677,
+      "Function": 6678,
+      "▁Stand": 6679,
+      "▁Function": 6680,
+      "▁?>": 6681,
+      "▁Bill": 6682,
+      "▁spect": 6683,
+      "▁redirect": 6684,
+      "rupt": 6685,
+      "▁walk": 6686,
+      "вши": 6687,
+      "springframework": 6688,
+      "place": 6689,
+      "ého": 6690,
+      "Entity": 6691,
+      "▁Service": 6692,
+      "inte": 6693,
+      "▁training": 6694,
+      "▁(`": 6695,
+      "фор": 6696,
+      "▁кра": 6697,
+      "aur": 6698,
+      "▁fetch": 6699,
+      "▁†": 6700,
+      "▁même": 6701,
+      "▁('": 6702,
+      "atively": 6703,
+      "▁execut": 6704,
+      "äch": 6705,
+      "▁Catalogue": 6706,
+      "based": 6707,
+      "Attribute": 6708,
+      "▁spring": 6709,
+      "phone": 6710,
+      "тра": 6711,
+      "▁пи": 6712,
+      "тера": 6713,
+      "▁`\\": 6714,
+      "▁Od": 6715,
+      "One": 6716,
+      "send": 6717,
+      "bon": 6718,
+      "▁°": 6719,
+      "MO": 6720,
+      "▁asking": 6721,
+      "▁où": 6722,
+      "▁ingår": 6723,
+      "▁testing": 6724,
+      "▁фа": 6725,
+      "▁Book": 6726,
+      "imm": 6727,
+      "▁progress": 6728,
+      "bro": 6729,
+      "First": 6730,
+      "▁phot": 6731,
+      "▁ON": 6732,
+      "Template": 6733,
+      "developer": 6734,
+      "annot": 6735,
+      "▁>=": 6736,
+      "mission": 6737,
+      "▁któ": 6738,
+      "pc": 6739,
+      "bach": 6740,
+      "zent": 6741,
+      "ued": 6742,
+      "▁ones": 6743,
+      "ји": 6744,
+      "▁rout": 6745,
+      "▁Ки": 6746,
+      "Post": 6747,
+      "ції": 6748,
+      "▁Vir": 6749,
+      "nek": 6750,
+      "aging": 6751,
+      "▁ок": 6752,
+      "izont": 6753,
+      "▁agosto": 6754,
+      "▁choose": 6755,
+      "▁\r": 6756,
+      "▁systems": 6757,
+      "loss": 6758,
+      "iente": 6759,
+      "▁Cre": 6760,
+      "▁contra": 6761,
+      "ums": 6762,
+      "▁beginning": 6763,
+      "emy": 6764,
+      "istics": 6765,
+      "▁served": 6766,
+      "Down": 6767,
+      "options": 6768,
+      "▁Govern": 6769,
+      "▁BY": 6770,
+      "▁jest": 6771,
+      "té": 6772,
+      "▁continue": 6773,
+      "pers": 6774,
+      "▁easier": 6775,
+      "▁cos": 6776,
+      "esso": 6777,
+      ">>": 6778,
+      "Net": 6779,
+      "▁Bor": 6780,
+      "▁Cr": 6781,
+      "▁transfer": 6782,
+      "▁CSS": 6783,
+      "▁finns": 6784,
+      "▁хо": 6785,
+      "username": 6786,
+      "▁constru": 6787,
+      "▁pain": 6788,
+      "▁Tem": 6789,
+      "▁specified": 6790,
+      "▁brit": 6791,
+      "ские": 6792,
+      "irk": 6793,
+      "rapper": 6794,
+      "▁counter": 6795,
+      "▁[\"": 6796,
+      "oded": 6797,
+      "дан": 6798,
+      "property": 6799,
+      "hard": 6800,
+      "istrict": 6801,
+      ")/": 6802,
+      "▁Pour": 6803,
+      "▁Where": 6804,
+      "▁===": 6805,
+      "▁sowie": 6806,
+      "▁Про": 6807,
+      "▁dess": 6808,
+      "▁tras": 6809,
+      "▁уча": 6810,
+      "▁Over": 6811,
+      "note": 6812,
+      "▁America": 6813,
+      "cp": 6814,
+      "▁grande": 6815,
+      "Me": 6816,
+      ")-": 6817,
+      "Mode": 6818,
+      "▁passing": 6819,
+      "▁giving": 6820,
+      "Cl": 6821,
+      "}/": 6822,
+      "Menu": 6823,
+      "!!": 6824,
+      "angular": 6825,
+      "▁launch": 6826,
+      "varphi": 6827,
+      "▁Johann": 6828,
+      "▁foreach": 6829,
+      "ró": 6830,
+      "sequ": 6831,
+      "ifi": 6832,
+      "Am": 6833,
+      "arp": 6834,
+      "▁buffer": 6835,
+      "▁ni": 6836,
+      "▁mix": 6837,
+      "▁Museum": 6838,
+      "▁meant": 6839,
+      "asi": 6840,
+      "▁kan": 6841,
+      "прав": 6842,
+      "Comp": 6843,
+      "istoire": 6844,
+      "iful": 6845,
+      "jer": 6846,
+      "issions": 6847,
+      "Resource": 6848,
+      "▁воз": 6849,
+      "▁ST": 6850,
+      "▁solutions": 6851,
+      "▁belong": 6852,
+      "▁Associ": 6853,
+      "cf": 6854,
+      "▁Mär": 6855,
+      "▁grid": 6856,
+      "Mult": 6857,
+      "▁requires": 6858,
+      "kk": 6859,
+      "▁teach": 6860,
+      "emeinde": 6861,
+      "▁square": 6862,
+      "▁коман": 6863,
+      "▁Event": 6864,
+      "▁rules": 6865,
+      "▁bur": 6866,
+      "▁eing": 6867,
+      "▁Mai": 6868,
+      "▁nam": 6869,
+      "▁slä": 6870,
+      "hör": 6871,
+      "▁tip": 6872,
+      "▁Literatur": 6873,
+      "▁scope": 6874,
+      "overline": 6875,
+      "▁exit": 6876,
+      ")?": 6877,
+      "bet": 6878,
+      "▁vict": 6879,
+      "Off": 6880,
+      "▁approxim": 6881,
+      "▁Geb": 6882,
+      "ktop": 6883,
+      "heit": 6884,
+      "▁Ю": 6885,
+      "template": 6886,
+      "рон": 6887,
+      "▁uno": 6888,
+      "Serv": 6889,
+      "▁framework": 6890,
+      "operator": 6891,
+      "▁generally": 6892,
+      "▁hundred": 6893,
+      "▁divers": 6894,
+      "ovi": 6895,
+      "▁rés": 6896,
+      "abs": 6897,
+      "▁gal": 6898,
+      "çais": 6899,
+      "▁feet": 6900,
+      "▁virtual": 6901,
+      "czy": 6902,
+      "ску": 6903,
+      "./": 6904,
+      "hu": 6905,
+      "ancy": 6906,
+      "▁recommend": 6907,
+      "▁під": 6908,
+      "▁money": 6909,
+      "▁versions": 6910,
+      "▁helps": 6911,
+      "▁Hor": 6912,
+      "Items": 6913,
+      "look": 6914,
+      "connect": 6915,
+      "anges": 6916,
+      "ViewController": 6917,
+      "elijk": 6918,
+      "▁occup": 6919,
+      "▁editor": 6920,
+      "auto": 6921,
+      "ög": 6922,
+      "▁seconds": 6923,
+      "▁obvious": 6924,
+      "vm": 6925,
+      "akes": 6926,
+      "▁gegen": 6927,
+      "▁til": 6928,
+      "jection": 6929,
+      "лення": 6930,
+      "▁operations": 6931,
+      "▁East": 6932,
+      "ogy": 6933,
+      "▁Polit": 6934,
+      "uten": 6935,
+      "▁Joseph": 6936,
+      "\"`": 6937,
+      "▁Company": 6938,
+      "▁callback": 6939,
+      "▁sen": 6940,
+      "cción": 6941,
+      "▁associated": 6942,
+      "▁containing": 6943,
+      "▁practice": 6944,
+      "elijke": 6945,
+      "oke": 6946,
+      "éra": 6947,
+      "uns": 6948,
+      "anta": 6949,
+      "vey": 6950,
+      "zu": 6951,
+      "▁Bes": 6952,
+      "▁Flor": 6953,
+      "mem": 6954,
+      "ycz": 6955,
+      "▁architect": 6956,
+      "▁anni": 6957,
+      "▁contact": 6958,
+      "YPE": 6959,
+      "▁Cas": 6960,
+      "▁полу": 6961,
+      "ovo": 6962,
+      "▁bring": 6963,
+      "▁concept": 6964,
+      "▁js": 6965,
+      "▁Referencias": 6966,
+      "emble": 6967,
+      "▁н": 6968,
+      "▁supported": 6969,
+      "Big": 6970,
+      "▁Hans": 6971,
+      "erv": 6972,
+      "▁Maj": 6973,
+      "▁arriv": 6974,
+      "▁Have": 6975,
+      "▁probability": 6976,
+      "▁Pop": 6977,
+      "▁Pass": 6978,
+      "token": 6979,
+      "Provider": 6980,
+      "▁Ra": 6981,
+      "Reader": 6982,
+      "ooth": 6983,
+      "lap": 6984,
+      "▁assist": 6985,
+      "adow": 6986,
+      "▁tests": 6987,
+      "сси": 6988,
+      "▁king": 6989,
+      "langle": 6990,
+      "▁Sum": 6991,
+      "OIN": 6992,
+      "▁security": 6993,
+      "nis": 6994,
+      "../": 6995,
+      "▁basic": 6996,
+      "unity": 6997,
+      "`:": 6998,
+      "▁кото": 6999,
+      "kow": 7000,
+      "▁Bibliothèque": 7001,
+      "asion": 7002,
+      "alo": 7003,
+      "ifest": 7004,
+      "▁novembre": 7005,
+      "▁peu": 7006,
+      "▁Ж": 7007,
+      "enschaft": 7008,
+      "clus": 7009,
+      "ју": 7010,
+      "Height": 7011,
+      "ún": 7012,
+      "▁tur": 7013,
+      "▁ideas": 7014,
+      "▁ces": 7015,
+      "frak": 7016,
+      "▁premier": 7017,
+      "itation": 7018,
+      "▁sé": 7019,
+      "HTML": 7020,
+      "▁Royal": 7021,
+      "ської": 7022,
+      "▁byte": 7023,
+      "PS": 7024,
+      "▁segu": 7025,
+      "inen": 7026,
+      "▁Great": 7027,
+      "▁Ку": 7028,
+      "▁external": 7029,
+      "Title": 7030,
+      "Top": 7031,
+      "Process": 7032,
+      "ität": 7033,
+      "▁`/": 7034,
+      "▁secret": 7035,
+      "pository": 7036,
+      "▁potential": 7037,
+      "▁Bud": 7038,
+      "names": 7039,
+      "asons": 7040,
+      "stackexchange": 7041,
+      "background": 7042,
+      "пер": 7043,
+      "сов": 7044,
+      "after": 7045,
+      "▁pero": 7046,
+      "▁software": 7047,
+      "▁sed": 7048,
+      "▁arrays": 7049,
+      "tmp": 7050,
+      "▁asp": 7051,
+      "scale": 7052,
+      "▁Lat": 7053,
+      "anal": 7054,
+      "▁gem": 7055,
+      "PU": 7056,
+      "▁Altri": 7057,
+      "That": 7058,
+      "▁Ни": 7059,
+      "ifact": 7060,
+      "Address": 7061,
+      "▁south": 7062,
+      "▁formula": 7063,
+      "▁Colleg": 7064,
+      "▁ін": 7065,
+      "ktion": 7066,
+      "▁sac": 7067,
+      "SH": 7068,
+      "ajo": 7069,
+      "etc": 7070,
+      "vc": 7071,
+      "`](": 7072,
+      "▁Dur": 7073,
+      "▁Ме": 7074,
+      "▁Smith": 7075,
+      "items": 7076,
+      "CK": 7077,
+      "elo": 7078,
+      "▁plugin": 7079,
+      "▁serie": 7080,
+      "ienne": 7081,
+      "▁или": 7082,
+      "Mar": 7083,
+      "▁Image": 7084,
+      "got": 7085,
+      "andas": 7086,
+      "▁matches": 7087,
+      "▁worth": 7088,
+      "▁Deb": 7089,
+      "▁cache": 7090,
+      "▁felt": 7091,
+      "ersch": 7092,
+      "izes": 7093,
+      "Oper": 7094,
+      "▁Jahre": 7095,
+      "▁commune": 7096,
+      "thread": 7097,
+      "▁ny": 7098,
+      "dec": 7099,
+      "ouw": 7100,
+      "▁surface": 7101,
+      "▁Por": 7102,
+      "▁Street": 7103,
+      "при": 7104,
+      "▁candid": 7105,
+      "▁Return": 7106,
+      "▁Kom": 7107,
+      "gru": 7108,
+      "▁ти": 7109,
+      "[\\": 7110,
+      "▁depends": 7111,
+      "▁influ": 7112,
+      "▁towards": 7113,
+      "ained": 7114,
+      "▁rank": 7115,
+      "▁Januar": 7116,
+      "▁components": 7117,
+      "gest": 7118,
+      "getElementById": 7119,
+      "▁checked": 7120,
+      "airs": 7121,
+      "join": 7122,
+      "▁dead": 7123,
+      "▁hit": 7124,
+      "ény": 7125,
+      "▁equivalent": 7126,
+      "▁Пре": 7127,
+      "▁appropri": 7128,
+      "Pass": 7129,
+      "▁primer": 7130,
+      "englisch": 7131,
+      "▁appar": 7132,
+      "▁During": 7133,
+      "▁knowledge": 7134,
+      "▁trigger": 7135,
+      "▁core": 7136,
+      "▁Ol": 7137,
+      "▁Produ": 7138,
+      "▁Fern": 7139,
+      "▁нача": 7140,
+      "Te": 7141,
+      "▁Mot": 7142,
+      "erve": 7143,
+      "тво": 7144,
+      "▁mid": 7145,
+      "▁finally": 7146,
+      "aires": 7147,
+      "▁especially": 7148,
+      "▁tut": 7149,
+      "▁receive": 7150,
+      "adre": 7151,
+      "▁neigh": 7152,
+      "ktet": 7153,
+      "ilde": 7154,
+      "▁radio": 7155,
+      "▁driver": 7156,
+      "лись": 7157,
+      "endencies": 7158,
+      "▁IE": 7159,
+      "▁saved": 7160,
+      "ffect": 7161,
+      "▁Wayback": 7162,
+      "iat": 7163,
+      "▁padding": 7164,
+      "window": 7165,
+      "тиче": 7166,
+      "▁mur": 7167,
+      "actor": 7168,
+      "▁Han": 7169,
+      "ональ": 7170,
+      "▁gar": 7171,
+      "▁familjen": 7172,
+      "ós": 7173,
+      "▁nationale": 7174,
+      "▁pré": 7175,
+      "ded": 7176,
+      "onal": 7177,
+      "▁President": 7178,
+      "▁\\,": 7179,
+      "▁placed": 7180,
+      "erni": 7181,
+      "▁signal": 7182,
+      "nab": 7183,
+      "hm": 7184,
+      "Mon": 7185,
+      "▁vs": 7186,
+      "SC": 7187,
+      "▁progetti": 7188,
+      "▁Ü": 7189,
+      "▁forms": 7190,
+      "▁messages": 7191,
+      "inf": 7192,
+      "users": 7193,
+      "GET": 7194,
+      "▁dels": 7195,
+      "Collection": 7196,
+      "▁Good": 7197,
+      "▁Maybe": 7198,
+      "▁compr": 7199,
+      "▁larger": 7200,
+      "gres": 7201,
+      "aper": 7202,
+      "▁При": 7203,
+      "undes": 7204,
+      "▁sea": 7205,
+      "▁Spring": 7206,
+      "ulo": 7207,
+      "▁mechan": 7208,
+      "▁sans": 7209,
+      "GB": 7210,
+      "Valid": 7211,
+      "▁communic": 7212,
+      "▁pra": 7213,
+      "vier": 7214,
+      "▁Се": 7215,
+      "▁ain": 7216,
+      "тура": 7217,
+      "kom": 7218,
+      "skiego": 7219,
+      "ково": 7220,
+      "adata": 7221,
+      "▁Ре": 7222,
+      "▁boolean": 7223,
+      "sets": 7224,
+      "▁effort": 7225,
+      ".[": 7226,
+      "▁został": 7227,
+      "PA": 7228,
+      "▁Vict": 7229,
+      "SD": 7230,
+      "ował": 7231,
+      "▁emb": 7232,
+      "▁prima": 7233,
+      "▁hour": 7234,
+      "subsection": 7235,
+      "▁Fort": 7236,
+      "mathfrak": 7237,
+      "igin": 7238,
+      "GL": 7239,
+      ")+": 7240,
+      "fi": 7241,
+      "▁anci": 7242,
+      "▁pan": 7243,
+      "\\)": 7244,
+      "▁lug": 7245,
+      "▁deploy": 7246,
+      "domain": 7247,
+      "▁slight": 7248,
+      "JSON": 7249,
+      "▁morning": 7250,
+      "▁hi": 7251,
+      "▁compare": 7252,
+      "ije": 7253,
+      "▁blue": 7254,
+      "▁Ac": 7255,
+      "▁middle": 7256,
+      "anden": 7257,
+      "▁shared": 7258,
+      "▁Camp": 7259,
+      "▁Á": 7260,
+      "ounded": 7261,
+      "uw": 7262,
+      "ierung": 7263,
+      "Stack": 7264,
+      "▁eines": 7265,
+      "▁Da": 7266,
+      "lij": 7267,
+      "enti": 7268,
+      "▁й": 7269,
+      "Util": 7270,
+      "▁experience": 7271,
+      "▁await": 7272,
+      "uls": 7273,
+      "▁requests": 7274,
+      "▁impos": 7275,
+      "▁constraint": 7276,
+      "Change": 7277,
+      "emph": 7278,
+      "бер": 7279,
+      "▁Another": 7280,
+      "Custom": 7281,
+      "▁significant": 7282,
+      "cr": 7283,
+      "▁million": 7284,
+      "reek": 7285,
+      "▁dalla": 7286,
+      "▁Germ": 7287,
+      "otal": 7288,
+      "ateur": 7289,
+      "btn": 7290,
+      "▁thinking": 7291,
+      "▁interval": 7292,
+      "onne": 7293,
+      "▁liv": 7294,
+      "():": 7295,
+      "▁Ве": 7296,
+      "oe": 7297,
+      "▁Ev": 7298,
+      "meta": 7299,
+      "▁broad": 7300,
+      "Rem": 7301,
+      "apply": 7302,
+      "▁couple": 7303,
+      "▁techni": 7304,
+      "idades": 7305,
+      "▁goal": 7306,
+      "▁CD": 7307,
+      "hab": 7308,
+      "▁explan": 7309,
+      "anner": 7310,
+      "▁Because": 7311,
+      "blog": 7312,
+      "includegraphics": 7313,
+      "▁voice": 7314,
+      "▁Map": 7315,
+      "vention": 7316,
+      "Session": 7317,
+      "▁Liens": 7318,
+      "▁sor": 7319,
+      "category": 7320,
+      "ashington": 7321,
+      "▁März": 7322,
+      "pop": 7323,
+      "illet": 7324,
+      "▁zwei": 7325,
+      "▁Lie": 7326,
+      "Null": 7327,
+      "address": 7328,
+      "▁factor": 7329,
+      "▁ligne": 7330,
+      "▁HTTP": 7331,
+      "▁suf": 7332,
+      "▁personal": 7333,
+      "cip": 7334,
+      "▁Dar": 7335,
+      "▁adm": 7336,
+      "кой": 7337,
+      "▁Ext": 7338,
+      "▁god": 7339,
+      "aa": 7340,
+      "Right": 7341,
+      "été": 7342,
+      "▁dynamic": 7343,
+      "▁maintain": 7344,
+      "tor": 7345,
+      "########": 7346,
+      "▁Fra": 7347,
+      "▁choice": 7348,
+      "▁сто": 7349,
+      "СР": 7350,
+      "▁Feder": 7351,
+      "ston": 7352,
+      "▁flag": 7353,
+      "kit": 7354,
+      "Module": 7355,
+      "▁спо": 7356,
+      "▁Stra": 7357,
+      "icks": 7358,
+      "▁haven": 7359,
+      "▁Mass": 7360,
+      "▁Emp": 7361,
+      "▁Pi": 7362,
+      "▁Pen": 7363,
+      "Rect": 7364,
+      "▁Kr": 7365,
+      "itat": 7366,
+      "eler": 7367,
+      "ября": 7368,
+      "itet": 7369,
+      "▁Start": 7370,
+      "▁produced": 7371,
+      "▁пол": 7372,
+      "(_": 7373,
+      "▁delet": 7374,
+      "▁hot": 7375,
+      "▁Geschichte": 7376,
+      "~~": 7377,
+      "▁months": 7378,
+      "▁tod": 7379,
+      "▁ни": 7380,
+      "ús": 7381,
+      "temp": 7382,
+      "▁Dez": 7383,
+      "ypes": 7384,
+      "▁cui": 7385,
+      "ommun": 7386,
+      "actions": 7387,
+      "▁eigen": 7388,
+      "▁immediately": 7389,
+      "PL": 7390,
+      "▁Го": 7391,
+      "▁Bal": 7392,
+      "ље": 7393,
+      "ului": 7394,
+      "▁online": 7395,
+      "▁años": 7396,
+      "▁namespace": 7397,
+      "▁mond": 7398,
+      "▁Base": 7399,
+      "▁Canada": 7400,
+      "etzt": 7401,
+      "}-": 7402,
+      "▁defin": 7403,
+      "▁doubt": 7404,
+      "▁investig": 7405,
+      "views": 7406,
+      "▁Line": 7407,
+      "▁stage": 7408,
+      "ettings": 7409,
+      "ubre": 7410,
+      "float": 7411,
+      "▁Play": 7412,
+      "▁Las": 7413,
+      "ptr": 7414,
+      "▁becomes": 7415,
+      "estamp": 7416,
+      "▁independent": 7417,
+      "▁analysis": 7418,
+      "▁Look": 7419,
+      "lain": 7420,
+      "▁рас": 7421,
+      "Reference": 7422,
+      "▁sorry": 7423,
+      "▁supposed": 7424,
+      "ût": 7425,
+      "▁degree": 7426,
+      "utz": 7427,
+      "MM": 7428,
+      "▁desired": 7429,
+      "ły": 7430,
+      "▁len": 7431,
+      "▁alone": 7432,
+      "signed": 7433,
+      "▁Sta": 7434,
+      "Person": 7435,
+      "▁applied": 7436,
+      "▁Back": 7437,
+      "▁mars": 7438,
+      "Part": 7439,
+      "▁Did": 7440,
+      "▁externes": 7441,
+      "▁np": 7442,
+      "ongo": 7443,
+      "▁esta": 7444,
+      "Block": 7445,
+      "▁pou": 7446,
+      "adores": 7447,
+      "▁Studio": 7448,
+      ".$": 7449,
+      "▁reached": 7450,
+      "bot": 7451,
+      "▁Juni": 7452,
+      "tons": 7453,
+      "itel": 7454,
+      "▁Gar": 7455,
+      "▁articles": 7456,
+      "▁District": 7457,
+      "▁trouble": 7458,
+      "lide": 7459,
+      "▁Found": 7460,
+      "ád": 7461,
+      "▁equip": 7462,
+      "▁internal": 7463,
+      "'],": 7464,
+      "▁async": 7465,
+      "UB": 7466,
+      "gel": 7467,
+      "▁ai": 7468,
+      "ensure": 7469,
+      "▁appeared": 7470,
+      "▁$_": 7471,
+      "▁maximum": 7472,
+      "▁Си": 7473,
+      "рь": 7474,
+      "▁announ": 7475,
+      "лась": 7476,
+      "▁cm": 7477,
+      "ган": 7478,
+      "aupt": 7479,
+      "▁latter": 7480,
+      "▁platform": 7481,
+      "▁dra": 7482,
+      "▁capital": 7483,
+      "▁solved": 7484,
+      "riz": 7485,
+      "edic": 7486,
+      "▁Mur": 7487,
+      "▁Top": 7488,
+      "тся": 7489,
+      "Panel": 7490,
+      "rule": 7491,
+      "etic": 7492,
+      "▁Ren": 7493,
+      "▁Wikimedia": 7494,
+      "▁TO": 7495,
+      "second": 7496,
+      "isl": 7497,
+      "▁hy": 7498,
+      "▁niet": 7499,
+      "▁loaded": 7500,
+      "dig": 7501,
+      "▁mayo": 7502,
+      "[:": 7503,
+      "Acc": 7504,
+      "▁bek": 7505,
+      "нию": 7506,
+      "login": 7507,
+      "tx": 7508,
+      "▁Fur": 7509,
+      "▁Santa": 7510,
+      "azz": 7511,
+      "▁conduct": 7512,
+      "▁India": 7513,
+      "Order": 7514,
+      "irth": 7515,
+      "tw": 7516,
+      "}+": 7517,
+      "▁wieder": 7518,
+      "▁Edu": 7519,
+      "AV": 7520,
+      "▁```": 7521,
+      "▁manually": 7522,
+      "▁Read": 7523,
+      "fortunately": 7524,
+      "▁Run": 7525,
+      "▁Award": 7526,
+      "▁Foot": 7527,
+      "*)": 7528,
+      "params": 7529,
+      "пі": 7530,
+      "▁native": 7531,
+      "rift": 7532,
+      "▁ä": 7533,
+      "ATH": 7534,
+      "▁yourself": 7535,
+      "▁prior": 7536,
+      "▁cit": 7537,
+      "äh": 7538,
+      "▁treat": 7539,
+      "▁meas": 7540,
+      "ributed": 7541,
+      "▁clar": 7542,
+      "card": 7543,
+      "ROR": 7544,
+      "illes": 7545,
+      "▁layer": 7546,
+      "auer": 7547,
+      "▁rat": 7548,
+      "bernate": 7549,
+      "▁stato": 7550,
+      "▁China": 7551,
+      "▁$('#": 7552,
+      "▁naar": 7553,
+      "zip": 7554,
+      "▁${\\": 7555,
+      "▁appreciated": 7556,
+      "▁име": 7557,
+      "ży": 7558,
+      "▁przez": 7559,
+      "▁Indian": 7560,
+      "▁Tod": 7561,
+      "▁Source": 7562,
+      "▁други": 7563,
+      "internal": 7564,
+      "ionale": 7565,
+      "Product": 7566,
+      "▁Men": 7567,
+      "▁upper": 7568,
+      "▁Every": 7569,
+      "},\\": 7570,
+      "▁printf": 7571,
+      "▁continued": 7572,
+      "▁nodes": 7573,
+      "лки": 7574,
+      "▁nice": 7575,
+      "modules": 7576,
+      "eign": 7577,
+      "▁Mex": 7578,
+      "▁According": 7579,
+      "▁undefined": 7580,
+      "▁binary": 7581,
+      "cut": 7582,
+      "Current": 7583,
+      "edy": 7584,
+      "}}{": 7585,
+      "bles": 7586,
+      "▁вой": 7587,
+      "scri": 7588,
+      "eqn": 7589,
+      "Changed": 7590,
+      "▁köz": 7591,
+      "▁remote": 7592,
+      "вля": 7593,
+      "▁quel": 7594,
+      "▁align": 7595,
+      "▁пар": 7596,
+      "SV": 7597,
+      "yer": 7598,
+      "▁Californ": 7599,
+      "▁places": 7600,
+      "▁primary": 7601,
+      "▁conv": 7602,
+      "▁Juli": 7603,
+      "▁visual": 7604,
+      "▁Select": 7605,
+      "atory": 7606,
+      "=(": 7607,
+      "iser": 7608,
+      "▁intent": 7609,
+      "sur": 7610,
+      "container": 7611,
+      "iced": 7612,
+      "▁board": 7613,
+      "astr": 7614,
+      "omial": 7615,
+      "вет": 7616,
+      "зва": 7617,
+      "▁cru": 7618,
+      "▁Oktober": 7619,
+      "save": 7620,
+      "▁greater": 7621,
+      "▁inn": 7622,
+      "▁picture": 7623,
+      "▁То": 7624,
+      "▁obtained": 7625,
+      "Wikimedia": 7626,
+      "úblic": 7627,
+      "▁lors": 7628,
+      "▁mont": 7629,
+      "obre": 7630,
+      "▁civil": 7631,
+      "▁construction": 7632,
+      "▁Welt": 7633,
+      "▁Under": 7634,
+      "undert": 7635,
+      "▁edge": 7636,
+      "▁Liste": 7637,
+      "csv": 7638,
+      "▁experiment": 7639,
+      "localhost": 7640,
+      "▁Edit": 7641,
+      "greg": 7642,
+      "ová": 7643,
+      "ља": 7644,
+      "msg": 7645,
+      "▁Green": 7646,
+      "Dialog": 7647,
+      "Ident": 7648,
+      "▁JS": 7649,
+      "^{(": 7650,
+      "▁släktet": 7651,
+      "____": 7652,
+      "Project": 7653,
+      "▁beskre": 7654,
+      "▁ber": 7655,
+      "▁wouldn": 7656,
+      "▁react": 7657,
+      "Hel": 7658,
+      "zw": 7659,
+      "▁Washington": 7660,
+      "orie": 7661,
+      "task": 7662,
+      "▁category": 7663,
+      "▁artist": 7664,
+      "anno": 7665,
+      "▁ook": 7666,
+      "ammen": 7667,
+      "▁Minister": 7668,
+      "▁declar": 7669,
+      "▁Key": 7670,
+      ",.": 7671,
+      "▁mach": 7672,
+      "▁ww": 7673,
+      "isen": 7674,
+      "Fran": 7675,
+      "▁Росси": 7676,
+      "бор": 7677,
+      "три": 7678,
+      "▁rock": 7679,
+      "quis": 7680,
+      "mos": 7681,
+      "пера": 7682,
+      "▁esterni": 7683,
+      "▁gold": 7684,
+      "Windows": 7685,
+      "%%": 7686,
+      "▁partial": 7687,
+      "▁weight": 7688,
+      "▁spr": 7689,
+      "}).": 7690,
+      "▁français": 7691,
+      "fun": 7692,
+      "▁thous": 7693,
+      "holder": 7694,
+      "▁gone": 7695,
+      "▁Č": 7696,
+      "▁rend": 7697,
+      "DA": 7698,
+      "▁answered": 7699,
+      "▁False": 7700,
+      "Buffer": 7701,
+      "▁daugh": 7702,
+      ".--": 7703,
+      "▁Show": 7704,
+      "▁rect": 7705,
+      "▁Kre": 7706,
+      "dr": 7707,
+      "osoph": 7708,
+      "▁yield": 7709,
+      "urity": 7710,
+      "toString": 7711,
+      "aval": 7712,
+      "Pol": 7713,
+      "▁lock": 7714,
+      "imation": 7715,
+      "antic": 7716,
+      "Local": 7717,
+      "▁beskrevs": 7718,
+      "ités": 7719,
+      "grid": 7720,
+      "ут": 7721,
+      "▁_{": 7722,
+      "сі": 7723,
+      "FILE": 7724,
+      "▁км": 7725,
+      "▁speak": 7726,
+      "summary": 7727,
+      "prop": 7728,
+      "javascript": 7729,
+      "zk": 7730,
+      "izontal": 7731,
+      "▁trois": 7732,
+      "▁Rod": 7733,
+      "prise": 7734,
+      "рово": 7735,
+      "▁odd": 7736,
+      "▁gest": 7737,
+      "▁produce": 7738,
+      "▁waar": 7739,
+      "▁Av": 7740,
+      "ribu": 7741,
+      "вання": 7742,
+      "▁finished": 7743,
+      "▁adapt": 7744,
+      "▁Sar": 7745,
+      "textit": 7746,
+      "▁Ce": 7747,
+      "▁Fa": 7748,
+      "osen": 7749,
+      "▁deriv": 7750,
+      "▁ship": 7751,
+      "▁opin": 7752,
+      "▁Even": 7753,
+      "gesch": 7754,
+      "▁suppose": 7755,
+      "▁Fer": 7756,
+      "ское": 7757,
+      "▁worden": 7758,
+      "sey": 7759,
+      "hline": 7760,
+      "▁Union": 7761,
+      "▁/**": 7762,
+      "▁vez": 7763,
+      "▁Collegamenti": 7764,
+      "▁Society": 7765,
+      "▁econom": 7766,
+      "ší": 7767,
+      "oi": 7768,
+      "▁orient": 7769,
+      "▁Teil": 7770,
+      "rent": 7771,
+      "лекс": 7772,
+      "▁solid": 7773,
+      "▁cart": 7774,
+      "****************": 7775,
+      "▁cab": 7776,
+      "▁Message": 7777,
+      "dots": 7778,
+      "▁ég": 7779,
+      "▁twe": 7780,
+      "aga": 7781,
+      "▁naz": 7782,
+      "▁Microsoft": 7783,
+      "▁underarter": 7784,
+      "ppen": 7785,
+      "▁recent": 7786,
+      "▁net": 7787,
+      "▁resources": 7788,
+      "Ste": 7789,
+      ".\\": 7790,
+      "▁SO": 7791,
+      "лом": 7792,
+      "▁cele": 7793,
+      "▁lic": 7794,
+      "▁benef": 7795,
+      "ldots": 7796,
+      "▁serial": 7797,
+      "Integer": 7798,
+      "cles": 7799,
+      "▁miles": 7800,
+      "▁Ale": 7801,
+      "▁entered": 7802,
+      "▁Two": 7803,
+      "wie": 7804,
+      "▁includes": 7805,
+      "▁Each": 7806,
+      "elling": 7807,
+      "quer": 7808,
+      "▁Dom": 7809,
+      "pf": 7810,
+      "WS": 7811,
+      "▁straight": 7812,
+      "▁Stan": 7813,
+      "▁nos": 7814,
+      "ícul": 7815,
+      "atro": 7816,
+      "▁Center": 7817,
+      "FT": 7818,
+      "▁Inga": 7819,
+      "ilo": 7820,
+      "▁www": 7821,
+      "jsfiddle": 7822,
+      "nic": 7823,
+      "▁European": 7824,
+      "▁commer": 7825,
+      "▁girl": 7826,
+      "total": 7827,
+      "▁Star": 7828,
+      "▁suggested": 7829,
+      "pal": 7830,
+      "▁zwischen": 7831,
+      "писа": 7832,
+      "IM": 7833,
+      "▁handler": 7834,
+      "▁Program": 7835,
+      "xsl": 7836,
+      "ály": 7837,
+      "BU": 7838,
+      ",--": 7839,
+      "▁vid": 7840,
+      "▁established": 7841,
+      "▁Spiel": 7842,
+      "ometry": 7843,
+      "unes": 7844,
+      "▁sit": 7845,
+      "▁inher": 7846,
+      "▁puis": 7847,
+      "▁être": 7848,
+      "▁Most": 7849,
+      "Header": 7850,
+      "insert": 7851,
+      "▁sist": 7852,
+      "▁favor": 7853,
+      "dest": 7854,
+      "▁entity": 7855,
+      "Cal": 7856,
+      "▁Therefore": 7857,
+      "DD": 7858,
+      ";;": 7859,
+      "▁Dezember": 7860,
+      "▁Rh": 7861,
+      "iments": 7862,
+      "▁returning": 7863,
+      "sto": 7864,
+      "▁Value": 7865,
+      "▁liber": 7866,
+      "▁Result": 7867,
+      "▁bind": 7868,
+      "voir": 7869,
+      "▁Tim": 7870,
+      "▁Movie": 7871,
+      "weg": 7872,
+      "ket": 7873,
+      "▁исто": 7874,
+      "▁friends": 7875,
+      "▁fn": 7876,
+      "▁él": 7877,
+      "▁&=": 7878,
+      "arden": 7879,
+      "fficial": 7880,
+      "▁community": 7881,
+      "▁api": 7882,
+      "Args": 7883,
+      "ieren": 7884,
+      "▁dann": 7885,
+      "omorph": 7886,
+      "adr": 7887,
+      "loop": 7888,
+      "uman": 7889,
+      "▁vous": 7890,
+      "bst": 7891,
+      "submit": 7892,
+      "\\|": 7893,
+      "тин": 7894,
+      "Container": 7895,
+      "asket": 7896,
+      "?)": 7897,
+      "Sec": 7898,
+      "▁drive": 7899,
+      "Ass": 7900,
+      "▁swe": 7901,
+      "▁amer": 7902,
+      "▁mine": 7903,
+      "▁Ham": 7904,
+      "▁avait": 7905,
+      "▁Hon": 7906,
+      "▁après": 7907,
+      "▁Mann": 7908,
+      "ська": 7909,
+      "▁increase": 7910,
+      "▁ty": 7911,
+      "sky": 7912,
+      "▁accur": 7913,
+      "article": 7914,
+      "weight": 7915,
+      "▁sex": 7916,
+      "▁listade": 7917,
+      "/**": 7918,
+      "▁está": 7919,
+      "}}$": 7920,
+      "argo": 7921,
+      "define": 7922,
+      "▁состав": 7923,
+      "session": 7924,
+      "ads": 7925,
+      "стви": 7926,
+      "▁Law": 7927,
+      "▁dialog": 7928,
+      "▁duplicate": 7929,
+      "▁ép": 7930,
+      "▁voc": 7931,
+      "fri": 7932,
+      "▁green": 7933,
+      "▁hidden": 7934,
+      "▁Island": 7935,
+      "▁diag": 7936,
+      "owej": 7937,
+      "mysql": 7938,
+      "teil": 7939,
+      "rä": 7940,
+      "ikan": 7941,
+      "▁José": 7942,
+      "aled": 7943,
+      "Runtime": 7944,
+      "▁train": 7945,
+      "▁Division": 7946,
+      "ниц": 7947,
+      "▁Span": 7948,
+      "нима": 7949,
+      ")=\\": 7950,
+      "тан": 7951,
+      "▁stay": 7952,
+      "▁foo": 7953,
+      "▁accom": 7954,
+      "▁hers": 7955,
+      "▁нау": 7956,
+      "▁Mün": 7957,
+      "ideos": 7958,
+      "static": 7959,
+      "▁ready": 7960,
+      "]`": 7961,
+      "▁visible": 7962,
+      "▁Hope": 7963,
+      "ulated": 7964,
+      "▁Cult": 7965,
+      "стро": 7966,
+      "Co": 7967,
+      "▁smaller": 7968,
+      "atura": 7969,
+      "▁perfectly": 7970,
+      "req": 7971,
+      "▁proposed": 7972,
+      "▁degli": 7973,
+      "Search": 7974,
+      "▁ich": 7975,
+      "Max": 7976,
+      "▁volume": 7977,
+      "execute": 7978,
+      "gre": 7979,
+      "▁sport": 7980,
+      "udad": 7981,
+      "PT": 7982,
+      "▁Records": 7983,
+      "▁cook": 7984,
+      "▁expand": 7985,
+      "бі": 7986,
+      "▁altri": 7987,
+      "ppet": 7988,
+      "arse": 7989,
+      "▁wet": 7990,
+      "▁Bob": 7991,
+      "▁FC": 7992,
+      "▁Association": 7993,
+      "uje": 7994,
+      "▁fel": 7995,
+      "▁слу": 7996,
+      "▁Big": 7997,
+      "/\\": 7998,
+      "Ge": 7999,
+      "while": 8000,
+      "{(": 8001,
+      "▁sufficient": 8002,
+      "Position": 8003,
+      "▁understanding": 8004,
+      "▁nue": 8005,
+      "▁raz": 8006,
+      "▁ye": 8007,
+      "hem": 8008,
+      "Num": 8009,
+      "▁Project": 8010,
+      "▁Its": 8011,
+      "▁hasta": 8012,
+      "enso": 8013,
+      "▁wire": 8014,
+      "Ret": 8015,
+      "uj": 8016,
+      "proof": 8017,
+      "▁relevant": 8018,
+      "▁partir": 8019,
+      "▁ago": 8020,
+      "ificate": 8021,
+      "▁domin": 8022,
+      "▁boy": 8023,
+      "▁plant": 8024,
+      "▁encoding": 8025,
+      "▁throws": 8026,
+      "▁Rock": 8027,
+      "zone": 8028,
+      "gang": 8029,
+      "widget": 8030,
+      "▁interesting": 8031,
+      "DER": 8032,
+      "▁demon": 8033,
+      "▁office": 8034,
+      "amt": 8035,
+      "äter": 8036,
+      "▁White": 8037,
+      "▁versch": 8038,
+      "▁dieser": 8039,
+      "▁Mount": 8040,
+      "▁students": 8041,
+      "▁Pub": 8042,
+      "▁Де": 8043,
+      "ija": 8044,
+      "▁Cy": 8045,
+      "▁California": 8046,
+      "▁abril": 8047,
+      "äll": 8048,
+      "▁чем": 8049,
+      "TV": 8050,
+      "▁més": 8051,
+      "▁declared": 8052,
+      "▁ю": 8053,
+      "ől": 8054,
+      "appa": 8055,
+      "▁Бе": 8056,
+      "echo": 8057,
+      "numer": 8058,
+      "▁posted": 8059,
+      "▁вер": 8060,
+      "▁године": 8061,
+      "▁weak": 8062,
+      "▁Republic": 8063,
+      "▁champion": 8064,
+      "ensuremath": 8065,
+      "your": 8066,
+      "▁Ober": 8067,
+      "▁Central": 8068,
+      "isa": 8069,
+      "анд": 8070,
+      "yy": 8071,
+      "▁fully": 8072,
+      "▁SD": 8073,
+      "▁Linux": 8074,
+      "▁Scott": 8075,
+      "partment": 8076,
+      "kon": 8077,
+      "▁contract": 8078,
+      "▁OF": 8079,
+      "▁ale": 8080,
+      "▁Ann": 8081,
+      "▁над": 8082,
+      "lah": 8083,
+      "▁Next": 8084,
+      "oren": 8085,
+      "▁disk": 8086,
+      "▁eg": 8087,
+      "atu": 8088,
+      "логи": 8089,
+      "▁games": 8090,
+      "Left": 8091,
+      "▁lu": 8092,
+      "▁finite": 8093,
+      "▁ки": 8094,
+      "▁crash": 8095,
+      "pher": 8096,
+      "exe": 8097,
+      "ATION": 8098,
+      "▁brother": 8099,
+      "Eng": 8100,
+      "tat": 8101,
+      "▁Integer": 8102,
+      "ному": 8103,
+      "▁colon": 8104,
+      "iqu": 8105,
+      ")).": 8106,
+      "ivi": 8107,
+      "▁Method": 8108,
+      "arten": 8109,
+      "Uni": 8110,
+      "vector": 8111,
+      "▁wood": 8112,
+      "рт": 8113,
+      "▁Ле": 8114,
+      "▁siècle": 8115,
+      "▁gent": 8116,
+      "}\r": 8117,
+      "▁contents": 8118,
+      "▁compan": 8119,
+      "Go": 8120,
+      "▁jou": 8121,
+      "uent": 8122,
+      "Async": 8123,
+      "printf": 8124,
+      "▁Model": 8125,
+      "▁kept": 8126,
+      "ASE": 8127,
+      "▁provides": 8128,
+      "▁Abgerufen": 8129,
+      "▁Gall": 8130,
+      "▁Alf": 8131,
+      "SA": 8132,
+      "▁Mem": 8133,
+      "▁kter": 8134,
+      "▁Bru": 8135,
+      "Android": 8136,
+      "(:": 8137,
+      "▁Украї": 8138,
+      "Ne": 8139,
+      "Min": 8140,
+      "atr": 8141,
+      "▁Hal": 8142,
+      "delete": 8143,
+      "odo": 8144,
+      "▁não": 8145,
+      "ène": 8146,
+      "▁calculate": 8147,
+      "Json": 8148,
+      "keys": 8149,
+      "ней": 8150,
+      "▁hence": 8151,
+      "▁ow": 8152,
+      "▁Lib": 8153,
+      "eno": 8154,
+      "▁Love": 8155,
+      "osi": 8156,
+      "wide": 8157,
+      "▁score": 8158,
+      "full": 8159,
+      "вод": 8160,
+      "▁determine": 8161,
+      "▁spaces": 8162,
+      "лова": 8163,
+      "▁peut": 8164,
+      "éral": 8165,
+      "ół": 8166,
+      "▁appoint": 8167,
+      "▁Tw": 8168,
+      "<?": 8169,
+      "▁Order": 8170,
+      "▁hop": 8171,
+      "random": 8172,
+      "cache": 8173,
+      "▁destroy": 8174,
+      "▁race": 8175,
+      "Tag": 8176,
+      "▁rid": 8177,
+      "▁negative": 8178,
+      "Car": 8179,
+      "ensional": 8180,
+      "dk": 8181,
+      "▁cro": 8182,
+      "▁THEN": 8183,
+      "▁$.": 8184,
+      "ensk": 8185,
+      "NE": 8186,
+      "HO": 8187,
+      "▁kle": 8188,
+      "ospital": 8189,
+      "kte": 8190,
+      "férences": 8191,
+      "udes": 8192,
+      "IR": 8193,
+      "otion": 8194,
+      "▁Real": 8195,
+      "▁Februar": 8196,
+      "ин": 8197,
+      "▁Old": 8198,
+      "кого": 8199,
+      "leich": 8200,
+      "▁р": 8201,
+      "ían": 8202,
+      "▁га": 8203,
+      "cide": 8204,
+      "lab": 8205,
+      "▁pull": 8206,
+      "▁'/": 8207,
+      "Long": 8208,
+      ",$": 8209,
+      "▁appropriate": 8210,
+      "▁была": 8211,
+      "führ": 8212,
+      "▁Media": 8213,
+      "▁manner": 8214,
+      "▁Ге": 8215,
+      "description": 8216,
+      "Bean": 8217,
+      "▁Lar": 8218,
+      "'];": 8219,
+      "▁relation": 8220,
+      "▁Sorry": 8221,
+      "har": 8222,
+      "cpp": 8223,
+      "▁Ko": 8224,
+      "▁execution": 8225,
+      "inos": 8226,
+      "▁bul": 8227,
+      "grade": 8228,
+      "▁Mu": 8229,
+      "▁pil": 8230,
+      "writ": 8231,
+      "ifications": 8232,
+      "inese": 8233,
+      "▁Phili": 8234,
+      "dx": 8235,
+      "▁leading": 8236,
+      "▁Journal": 8237,
+      "oved": 8238,
+      "▁contro": 8239,
+      "нова": 8240,
+      "Yes": 8241,
+      "▁channel": 8242,
+      ")),": 8243,
+      "isten": 8244,
+      "aka": 8245,
+      "ToString": 8246,
+      "mas": 8247,
+      "▁ett": 8248,
+      "▁forces": 8249,
+      "ulations": 8250,
+      "▁Call": 8251,
+      "▁explanation": 8252,
+      "oring": 8253,
+      "ATA": 8254,
+      "chter": 8255,
+      "when": 8256,
+      "VC": 8257,
+      "▁Jahrh": 8258,
+      "Case": 8259,
+      "▁commands": 8260,
+      "▁rich": 8261,
+      "bus": 8262,
+      "Fe": 8263,
+      "mbox": 8264,
+      "▁recon": 8265,
+      "ño": 8266,
+      "▁shape": 8267,
+      "owy": 8268,
+      "entry": 8269,
+      "itable": 8270,
+      "▁election": 8271,
+      "ється": 8272,
+      "▁prep": 8273,
+      "vá": 8274,
+      "▁infin": 8275,
+      "lot": 8276,
+      "▁books": 8277,
+      "▁USA": 8278,
+      "лин": 8279,
+      "▁pom": 8280,
+      "▁nas": 8281,
+      "▁tags": 8282,
+      "▁executed": 8283,
+      "aille": 8284,
+      "lung": 8285,
+      "▁JavaScript": 8286,
+      "▁ball": 8287,
+      "▁ainsi": 8288,
+      "▁Pri": 8289,
+      "{$": 8290,
+      "▁UN": 8291,
+      "▁Ram": 8292,
+      "▁hear": 8293,
+      "▁Ubuntu": 8294,
+      ">();": 8295,
+      "▁pure": 8296,
+      "▁embed": 8297,
+      "ação": 8298,
+      "controller": 8299,
+      "▁married": 8300,
+      "▁Fol": 8301,
+      "famil": 8302,
+      "▁prec": 8303,
+      "▁recurs": 8304,
+      "pad": 8305,
+      "istration": 8306,
+      "▁respectively": 8307,
+      "[$": 8308,
+      "autor": 8309,
+      "▁grav": 8310,
+      "iera": 8311,
+      "azioni": 8312,
+      "▁Bul": 8313,
+      "▁Australia": 8314,
+      "mond": 8315,
+      "▁Tro": 8316,
+      "▁Ele": 8317,
+      "packages": 8318,
+      "msdn": 8319,
+      "▁Als": 8320,
+      "▁przy": 8321,
+      "ART": 8322,
+      "▁charge": 8323,
+      "▁applications": 8324,
+      "Unit": 8325,
+      "aren": 8326,
+      "▁sudden": 8327,
+      "ometer": 8328,
+      "▁dot": 8329,
+      "acji": 8330,
+      "ктор": 8331,
+      "imin": 8332,
+      "ening": 8333,
+      "▁donde": 8334,
+      "▁Ho": 8335,
+      "tree": 8336,
+      "mb": 8337,
+      "▁drag": 8338,
+      "aje": 8339,
+      "▁invalid": 8340,
+      "▁finish": 8341,
+      "laim": 8342,
+      "▁feed": 8343,
+      "▁Nap": 8344,
+      "room": 8345,
+      "images": 8346,
+      "▁сай": 8347,
+      "▁succ": 8348,
+      "iffer": 8349,
+      "▁año": 8350,
+      "▁cual": 8351,
+      "мери": 8352,
+      "DR": 8353,
+      "▁Bilder": 8354,
+      "бра": 8355,
+      "rait": 8356,
+      "pan": 8357,
+      "ень": 8358,
+      "▁distinct": 8359,
+      "▁Kn": 8360,
+      "önig": 8361,
+      "anced": 8362,
+      "▁loading": 8363,
+      "▁Techn": 8364,
+      "▁Sel": 8365,
+      "mus": 8366,
+      "▁rail": 8367,
+      "▁student": 8368,
+      "▁notice": 8369,
+      "▁sla": 8370,
+      "▁Да": 8371,
+      "▁guard": 8372,
+      "▁Day": 8373,
+      "вали": 8374,
+      "Option": 8375,
+      "aison": 8376,
+      "ipp": 8377,
+      "▁Jun": 8378,
+      "▁fell": 8379,
+      "▁absolute": 8380,
+      "ове": 8381,
+      "debug": 8382,
+      "▁Sud": 8383,
+      "пы": 8384,
+      "ugins": 8385,
+      "▁views": 8386,
+      "lay": 8387,
+      "▁surr": 8388,
+      "▁stood": 8389,
+      "▁ві": 8390,
+      "selected": 8391,
+      "гі": 8392,
+      "▁attributes": 8393,
+      "final": 8394,
+      "enda": 8395,
+      "▁Bon": 8396,
+      "ners": 8397,
+      "▁Wer": 8398,
+      "bur": 8399,
+      "ittel": 8400,
+      "▁moving": 8401,
+      "▁Plan": 8402,
+      "isches": 8403,
+      "Java": 8404,
+      "▁basis": 8405,
+      "▁Bus": 8406,
+      "▁Au": 8407,
+      "▁Ill": 8408,
+      "▁время": 8409,
+      "▁цент": 8410,
+      "handle": 8411,
+      "ступ": 8412,
+      "▁Far": 8413,
+      "▁oraz": 8414,
+      "ocr": 8415,
+      "▁seit": 8416,
+      "onder": 8417,
+      "дом": 8418,
+      ":/": 8419,
+      "chor": 8420,
+      "▁Town": 8421,
+      "▁definit": 8422,
+      "react": 8423,
+      "▁piece": 8424,
+      "▁Karl": 8425,
+      "CI": 8426,
+      "▁Application": 8427,
+      "unter": 8428,
+      "▁formed": 8429,
+      "▁пу": 8430,
+      "Bo": 8431,
+      "▁Daniel": 8432,
+      "▁пла": 8433,
+      "Body": 8434,
+      "})$": 8435,
+      "▁были": 8436,
+      "▁earth": 8437,
+      "гла": 8438,
+      "There": 8439,
+      "▁стра": 8440,
+      "▁ville": 8441,
+      "▁centre": 8442,
+      ")\r": 8443,
+      "▁helpful": 8444,
+      "▁++": 8445,
+      "▁CG": 8446,
+      "izione": 8447,
+      "▁Game": 8448,
+      "▁Which": 8449,
+      "▁pip": 8450,
+      "▁Portug": 8451,
+      "DS": 8452,
+      "▁describe": 8453,
+      "▁checking": 8454,
+      "▁manager": 8455,
+      "BO": 8456,
+      "▁Bundes": 8457,
+      "buch": 8458,
+      "▁decided": 8459,
+      "▁Jahrhundert": 8460,
+      "▁fif": 8461,
+      "efficient": 8462,
+      "anci": 8463,
+      "braries": 8464,
+      "▁fails": 8465,
+      "▁kernel": 8466,
+      "▁Gl": 8467,
+      "▁Nacional": 8468,
+      "▁proceed": 8469,
+      "▁fuer": 8470,
+      "▁living": 8471,
+      "▁successfully": 8472,
+      "▁faster": 8473,
+      "▁contre": 8474,
+      "▁prison": 8475,
+      "ORT": 8476,
+      "help": 8477,
+      "▁autor": 8478,
+      "ław": 8479,
+      "ają": 8480,
+      "▁Arm": 8481,
+      "▁provin": 8482,
+      "▁naam": 8483,
+      "/#": 8484,
+      "sed": 8485,
+      "▁gesch": 8486,
+      "▁мар": 8487,
+      "esk": 8488,
+      "term": 8489,
+      "▁Tex": 8490,
+      "iring": 8491,
+      "▁tools": 8492,
+      "PDF": 8493,
+      "▁ult": 8494,
+      "issenschaft": 8495,
+      "▁couldn": 8496,
+      "ding": 8497,
+      "Dep": 8498,
+      "{-": 8499,
+      "▁predict": 8500,
+      "antage": 8501,
+      "▁Like": 8502,
+      "▁Би": 8503,
+      "tools": 8504,
+      "estra": 8505,
+      "▁ki": 8506,
+      "▁Jim": 8507,
+      "star": 8508,
+      "▁remark": 8509,
+      "óg": 8510,
+      "nabla": 8511,
+      "▁Although": 8512,
+      "mode": 8513,
+      "Host": 8514,
+      "▁strange": 8515,
+      "None": 8516,
+      "black": 8517,
+      "▁Festival": 8518,
+      "▁IS": 8519,
+      "anza": 8520,
+      "▁(-": 8521,
+      "icket": 8522,
+      "кола": 8523,
+      "▁Jes": 8524,
+      "▁flex": 8525,
+      "▁À": 8526,
+      "▁Network": 8527,
+      "▁EX": 8528,
+      "▁enero": 8529,
+      "!”": 8530,
+      "▁Ort": 8531,
+      "▁alors": 8532,
+      "▁Original": 8533,
+      "▁zo": 8534,
+      "ными": 8535,
+      "▁spl": 8536,
+      "Draw": 8537,
+      "yond": 8538,
+      "──": 8539,
+      "▁Ot": 8540,
+      "▁dram": 8541,
+      "▁division": 8542,
+      "▁efficient": 8543,
+      "▁Га": 8544,
+      "▁vier": 8545,
+      "nak": 8546,
+      "LS": 8547,
+      "▁spirit": 8548,
+      "zeichnet": 8549,
+      "▁dici": 8550,
+      "clear": 8551,
+      "copy": 8552,
+      "yar": 8553,
+      "▁році": 8554,
+      "usqu": 8555,
+      "▁nous": 8556,
+      "▁blev": 8557,
+      "жде": 8558,
+      "Arg": 8559,
+      "▁performed": 8560,
+      "▁Make": 8561,
+      "▁Carol": 8562,
+      "etto": 8563,
+      "▁Sand": 8564,
+      "▁Disc": 8565,
+      "Enc": 8566,
+      "rero": 8567,
+      "hash": 8568,
+      "▁focus": 8569,
+      "▁attention": 8570,
+      "▁agre": 8571,
+      "▁divis": 8572,
+      "▁было": 8573,
+      "▁ej": 8574,
+      "▁march": 8575,
+      "▁phase": 8576,
+      "ías": 8577,
+      "▁phil": 8578,
+      "▁Pap": 8579,
+      "▁river": 8580,
+      "▁caused": 8581,
+      "plugin": 8582,
+      "▁Team": 8583,
+      "uler": 8584,
+      "▁$(\"#": 8585,
+      "iej": 8586,
+      "ISBN": 8587,
+      "nam": 8588,
+      "▁fight": 8589,
+      "vid": 8590,
+      "▁Lud": 8591,
+      "Selected": 8592,
+      ":@\"": 8593,
+      "▁Pod": 8594,
+      "▁années": 8595,
+      "arios": 8596,
+      "▁deutscher": 8597,
+      "▁NA": 8598,
+      "▁ию": 8599,
+      "▁dictionary": 8600,
+      "▁Ла": 8601,
+      "▁Tri": 8602,
+      "èn": 8603,
+      "▁political": 8604,
+      "ridge": 8605,
+      "atten": 8606,
+      "▁circle": 8607,
+      "▁transport": 8608,
+      "emas": 8609,
+      "FC": 8610,
+      "▁replaced": 8611,
+      "▁Aud": 8612,
+      "iska": 8613,
+      "Configuration": 8614,
+      "▁soort": 8615,
+      "▁Не": 8616,
+      "▁sequ": 8617,
+      "PRO": 8618,
+      "▁bud": 8619,
+      "▁{{": 8620,
+      "ließ": 8621,
+      "▁Mas": 8622,
+      "ders": 8623,
+      "usammen": 8624,
+      "esa": 8625,
+      "▁Ly": 8626,
+      "вро": 8627,
+      "mac": 8628,
+      "▁испо": 8629,
+      "▁suc": 8630,
+      "uy": 8631,
+      "▁illustr": 8632,
+      "▁primera": 8633,
+      "ilation": 8634,
+      "▁storage": 8635,
+      "▁params": 8636,
+      "kaz": 8637,
+      "▁terminal": 8638,
+      "раль": 8639,
+      "▁holds": 8640,
+      "лось": 8641,
+      "▁nad": 8642,
+      "”.": 8643,
+      "▁octubre": 8644,
+      "bul": 8645,
+      "▁hus": 8646,
+      "ULT": 8647,
+      "▁également": 8648,
+      "▁Mill": 8649,
+      "ład": 8650,
+      "▁contiene": 8651,
+      "\"?": 8652,
+      "▁>>>": 8653,
+      "Que": 8654,
+      "  ": 8655,
+      "▁plain": 8656,
+      "ativa": 8657,
+      "ocker": 8658,
+      "Names": 8659,
+      "▁Jud": 8660,
+      "▁agree": 8661,
+      "▁Gemeinde": 8662,
+      "lare": 8663,
+      "каза": 8664,
+      "▁starts": 8665,
+      "▁price": 8666,
+      "Target": 8667,
+      "cus": 8668,
+      "▁Instead": 8669,
+      ".;": 8670,
+      "▁alternative": 8671,
+      "▁вла": 8672,
+      "IE": 8673,
+      "▁organiz": 8674,
+      "inu": 8675,
+      "▁completed": 8676,
+      "▁carry": 8677,
+      "atom": 8678,
+      "▁depending": 8679,
+      "▁Our": 8680,
+      "▁insp": 8681,
+      "▁&\\": 8682,
+      "aily": 8683,
+      "irection": 8684,
+      "фа": 8685,
+      "▁defe": 8686,
+      "TAC": 8687,
+      "▁designed": 8688,
+      "▁voir": 8689,
+      "break": 8690,
+      "▁partie": 8691,
+      "▁Jahren": 8692,
+      "▁studio": 8693,
+      "▁jour": 8694,
+      "▁Notes": 8695,
+      "fire": 8696,
+      "house": 8697,
+      "success": 8698,
+      "▁Juan": 8699,
+      "JS": 8700,
+      "▁Custom": 8701,
+      "▁besch": 8702,
+      "▁stated": 8703,
+      "bootstrap": 8704,
+      "ött": 8705,
+      "ozzá": 8706,
+      "▁CON": 8707,
+      "hav": 8708,
+      "▁sleep": 8709,
+      "eda": 8710,
+      "hot": 8711,
+      "ánd": 8712,
+      "▁Sy": 8713,
+      "▁temps": 8714,
+      "amar": 8715,
+      "▁scal": 8716,
+      "▁ast": 8717,
+      "▁opening": 8718,
+      "clipse": 8719,
+      "▁programming": 8720,
+      "▁letters": 8721,
+      "▁profile": 8722,
+      "nah": 8723,
+      "▁beyond": 8724,
+      "▁Further": 8725,
+      "faces": 8726,
+      "▁chart": 8727,
+      "зда": 8728,
+      "aign": 8729,
+      "ній": 8730,
+      "▁Rol": 8731,
+      "овано": 8732,
+      "terior": 8733,
+      "wed": 8734,
+      "▁herself": 8735,
+      "▁ng": 8736,
+      "anguages": 8737,
+      "}=\\": 8738,
+      "ynamic": 8739,
+      "▁jug": 8740,
+      "▁Example": 8741,
+      "▁(†": 8742,
+      "▁playing": 8743,
+      "▁usage": 8744,
+      "▁managed": 8745,
+      "▁Natur": 8746,
+      "тери": 8747,
+      "▁Et": 8748,
+      "eria": 8749,
+      "▁daughter": 8750,
+      "нием": 8751,
+      "Fragment": 8752,
+      "▁hol": 8753,
+      "Fl": 8754,
+      "ографи": 8755,
+      "▁ihn": 8756,
+      "üh": 8757,
+      "instance": 8758,
+      "▁comun": 8759,
+      "▁truth": 8760,
+      "▁само": 8761,
+      "▁implemented": 8762,
+      "▁anyway": 8763,
+      "▁Cro": 8764,
+      "фе": 8765,
+      "GC": 8766,
+      "ubuntu": 8767,
+      "types": 8768,
+      "ês": 8769,
+      ".~\\": 8770,
+      "fold": 8771,
+      "▁joined": 8772,
+      "??": 8773,
+      "▁mé": 8774,
+      "▁wild": 8775,
+      "клю": 8776,
+      "rowser": 8777,
+      "▁Home": 8778,
+      "skiej": 8779,
+      "▁JOIN": 8780,
+      "▁juin": 8781,
+      "hof": 8782,
+      "▁dataset": 8783,
+      "жду": 8784,
+      "'))": 8785,
+      "▁miejs": 8786,
+      "API": 8787,
+      "▁edited": 8788,
+      "ools": 8789,
+      "▁seeing": 8790,
+      "ijd": 8791,
+      "▁procedure": 8792,
+      "▁Bras": 8793,
+      "▁signed": 8794,
+      "▁externos": 8795,
+      "▁disapp": 8796,
+      "▁Direct": 8797,
+      "cyc": 8798,
+      "▁consult": 8799,
+      "örd": 8800,
+      "Widget": 8801,
+      "cious": 8802,
+      "sect": 8803,
+      "▁Ди": 8804,
+      "▁wind": 8805,
+      "▁Archivado": 8806,
+      "aml": 8807,
+      "сс": 8808,
+      "Wh": 8809,
+      "kbd": 8810,
+      "▁Army": 8811,
+      "▁suffer": 8812,
+      "artifact": 8813,
+      "▁resolve": 8814,
+      "▁Sport": 8815,
+      "▁це": 8816,
+      "idas": 8817,
+      "▁tax": 8818,
+      "idi": 8819,
+      "▁actions": 8820,
+      "пра": 8821,
+      "pués": 8822,
+      "▁naj": 8823,
+      "False": 8824,
+      "▁chance": 8825,
+      "▁тако": 8826,
+      "äd": 8827,
+      "▁dol": 8828,
+      "▁env": 8829,
+      "▁basically": 8830,
+      "▁Council": 8831,
+      "zte": 8832,
+      "▁displayed": 8833,
+      "nil": 8834,
+      "complete": 8835,
+      "▁Lem": 8836,
+      "iance": 8837,
+      "▁основ": 8838,
+      "▁depend": 8839,
+      "plom": 8840,
+      "ensus": 8841,
+      "uts": 8842,
+      "▁Hot": 8843,
+      "bitr": 8844,
+      "▁validation": 8845,
+      "abb": 8846,
+      "▁тре": 8847,
+      "km": 8848,
+      "zd": 8849,
+      "öff": 8850,
+      "WE": 8851,
+      "▁interested": 8852,
+      "▁{\"": 8853,
+      "aro": 8854,
+      "▁correl": 8855,
+      "▁dedic": 8856,
+      "▁lists": 8857,
+      "▁Bibliografia": 8858,
+      "▁earlier": 8859,
+      "program": 8860,
+      "▁première": 8861,
+      "front": 8862,
+      "Tab": 8863,
+      "ству": 8864,
+      "drop": 8865,
+      "▁fear": 8866,
+      "▁Enlaces": 8867,
+      "▁Capt": 8868,
+      "▁realiz": 8869,
+      "▁hal": 8870,
+      "▁instances": 8871,
+      "▁susp": 8872,
+      "illing": 8873,
+      "%;": 8874,
+      "{}": 8875,
+      "||": 8876,
+      "▁partition": 8877,
+      "▁Build": 8878,
+      "▁wo": 8879,
+      "▁Пер": 8880,
+      "▁director": 8881,
+      "▁Sin": 8882,
+      "тия": 8883,
+      "rsg": 8884,
+      "ouver": 8885,
+      "▁nearly": 8886,
+      "oda": 8887,
+      "ктив": 8888,
+      "▁sir": 8889,
+      "IME": 8890,
+      "▁janvier": 8891,
+      "▁Win": 8892,
+      "Build": 8893,
+      "ieurs": 8894,
+      "INE": 8895,
+      "double": 8896,
+      "Last": 8897,
+      "▁policy": 8898,
+      "store": 8899,
+      "▁observed": 8900,
+      "▁familie": 8901,
+      "nica": 8902,
+      "rey": 8903,
+      "зь": 8904,
+      "▁Year": 8905,
+      "▁developed": 8906,
+      "▁Institute": 8907,
+      "▁reply": 8908,
+      "Comple": 8909,
+      "ician": 8910,
+      "▁Guer": 8911,
+      "▁dall": 8912,
+      "▁desp": 8913,
+      "▁Football": 8914,
+      "Empty": 8915,
+      "cken": 8916,
+      "unda": 8917,
+      "▁Ur": 8918,
+      "▁ig": 8919,
+      "▁Atl": 8920,
+      "author": 8921,
+      "▁Bol": 8922,
+      "zig": 8923,
+      "nat": 8924,
+      "št": 8925,
+      "security": 8926,
+      "onic": 8927,
+      "▁pes": 8928,
+      "itan": 8929,
+      "▁Extern": 8930,
+      "jan": 8931,
+      "VAL": 8932,
+      "▁им": 8933,
+      "bold": 8934,
+      "▁ва": 8935,
+      "▁Мо": 8936,
+      "▁disput": 8937,
+      "▁trick": 8938,
+      "▁ped": 8939,
+      ")^{": 8940,
+      "into": 8941,
+      "Sim": 8942,
+      "▁parallel": 8943,
+      "fox": 8944,
+      "normal": 8945,
+      "inent": 8946,
+      "педи": 8947,
+      "hold": 8948,
+      "OK": 8949,
+      "▁chem": 8950,
+      "▁twice": 8951,
+      "▁username": 8952,
+      "ič": 8953,
+      "▁representation": 8954,
+      "▁journal": 8955,
+      "▁:-": 8956,
+      "▁batt": 8957,
+      "\\%": 8958,
+      "▁certainly": 8959,
+      "▁Exception": 8960,
+      "eps": 8961,
+      "shot": 8962,
+      "ategy": 8963,
+      "Show": 8964,
+      "▁Carl": 8965,
+      "rig": 8966,
+      "▁reported": 8967,
+      "bottom": 8968,
+      "TF": 8969,
+      "▁Francisco": 8970,
+      "nap": 8971,
+      "▁Championship": 8972,
+      "▁court": 8973,
+      "▁sources": 8974,
+      "iour": 8975,
+      "▁conserv": 8976,
+      "dict": 8977,
+      "▁Ру": 8978,
+      "IB": 8979,
+      "▁Ve": 8980,
+      "▁№": 8981,
+      "▁ER": 8982,
+      "\"));": 8983,
+      "▁Point": 8984,
+      "azine": 8985,
+      "▁internet": 8986,
+      "дна": 8987,
+      "▁carried": 8988,
+      "▁Field": 8989,
+      "axis": 8990,
+      "▁Sun": 8991,
+      "▁ave": 8992,
+      "пис": 8993,
+      "ян": 8994,
+      "asy": 8995,
+      "▁julio": 8996,
+      "▁depuis": 8997,
+      "▁suggestion": 8998,
+      "[[": 8999,
+      "▁Archive": 9000,
+      "ęp": 9001,
+      "▁Pra": 9002,
+      "reh": 9003,
+      "▁demonstr": 9004,
+      "фі": 9005,
+      "cmd": 9006,
+      "▁wasn": 9007,
+      "▁phone": 9008,
+      "upload": 9009,
+      "aya": 9010,
+      "тора": 9011,
+      "lines": 9012,
+      "▁indu": 9013,
+      "▁vot": 9014,
+      "▁espa": 9015,
+      "▁bin": 9016,
+      "▁после": 9017,
+      "plan": 9018,
+      "▁junio": 9019,
+      "orial": 9020,
+      "free": 9021,
+      "sterreich": 9022,
+      "▁ду": 9023,
+      "▁linked": 9024,
+      "▁enable": 9025,
+      "PC": 9026,
+      "▁density": 9027,
+      "▁Egy": 9028,
+      "yo": 9029,
+      "endre": 9030,
+      "▁съ": 9031,
+      "▁italiano": 9032,
+      "▁AR": 9033,
+      "▁Pers": 9034,
+      "férés": 9035,
+      "▁скла": 9036,
+      "Var": 9037,
+      "▁Once": 9038,
+      "Red": 9039,
+      "buffer": 9040,
+      "▁Enter": 9041,
+      "▁Š": 9042,
+      "imiento": 9043,
+      "Store": 9044,
+      "▁health": 9045,
+      "vat": 9046,
+      "IST": 9047,
+      "Oh": 9048,
+      "▁kw": 9049,
+      "▁riv": 9050,
+      "▁somewhere": 9051,
+      "ografie": 9052,
+      "private": 9053,
+      "кти": 9054,
+      "▁delay": 9055,
+      "▁Http": 9056,
+      "job": 9057,
+      "rael": 9058,
+      "empor": 9059,
+      "▁diciembre": 9060,
+      "ête": 9061,
+      "цу": 9062,
+      "▁commit": 9063,
+      "oso": 9064,
+      "Values": 9065,
+      "▁headers": 9066,
+      "transform": 9067,
+      "▁processing": 9068,
+      "rå": 9069,
+      "▁Ah": 9070,
+      "▁Node": 9071,
+      "------------": 9072,
+      "▁faire": 9073,
+      "▁hun": 9074,
+      "Player": 9075,
+      "▁review": 9076,
+      "гда": 9077,
+      "▁limited": 9078,
+      "▁Property": 9079,
+      "▁serve": 9080,
+      "riage": 9081,
+      "▁Master": 9082,
+      "▁kann": 9083,
+      "crete": 9084,
+      "phere": 9085,
+      "ёр": 9086,
+      "▁chief": 9087,
+      "▁scene": 9088,
+      "kin": 9089,
+      "▁uniform": 9090,
+      "▁febrero": 9091,
+      "\"}": 9092,
+      "illo": 9093,
+      "ITE": 9094,
+      "ouvel": 9095,
+      "usepackage": 9096,
+      "enth": 9097,
+      "▁quickly": 9098,
+      "Lambda": 9099,
+      "xes": 9100,
+      "▁cells": 9101,
+      "rog": 9102,
+      "amin": 9103,
+      "▁Мар": 9104,
+      "▁mayor": 9105,
+      "player": 9106,
+      "++;": 9107,
+      "▁Насе": 9108,
+      "▁safe": 9109,
+      "▁veloc": 9110,
+      "▁обра": 9111,
+      "Database": 9112,
+      "neh": 9113,
+      "Vert": 9114,
+      "▁fle": 9115,
+      "▁фор": 9116,
+      "▁foreign": 9117,
+      "Abstract": 9118,
+      "▁magn": 9119,
+      "▁modified": 9120,
+      "▁military": 9121,
+      "▁monde": 9122,
+      "▁Action": 9123,
+      "▁bank": 9124,
+      "Serial": 9125,
+      "▁continuous": 9126,
+      "▁gel": 9127,
+      "▁physical": 9128,
+      "▁introduced": 9129,
+      "uture": 9130,
+      "rick": 9131,
+      "▁presented": 9132,
+      "▁Prov": 9133,
+      "▁Both": 9134,
+      "Pos": 9135,
+      "super": 9136,
+      "&#": 9137,
+      "▁finding": 9138,
+      "nel": 9139,
+      "unde": 9140,
+      "▁från": 9141,
+      "skim": 9142,
+      "▁Hill": 9143,
+      "fn": 9144,
+      "▁Canad": 9145,
+      "▁intended": 9146,
+      "ozzáférés": 9147,
+      "▁juillet": 9148,
+      "▁Wars": 9149,
+      "▁successful": 9150,
+      "▁charg": 9151,
+      "iele": 9152,
+      "omething": 9153,
+      "oku": 9154,
+      "fetch": 9155,
+      "▁}}": 9156,
+      "bank": 9157,
+      "operatorname": 9158,
+      "▁Color": 9159,
+      "▁Card": 9160,
+      "tu": 9161,
+      "▁\",": 9162,
+      "wid": 9163,
+      "▁gep": 9164,
+      "XML": 9165,
+      "================": 9166,
+      "▁Virgin": 9167,
+      "ährend": 9168,
+      "licated": 9169,
+      "Dir": 9170,
+      "zero": 9171,
+      "▁Kal": 9172,
+      "▁Party": 9173,
+      "▁å": 9174,
+      "price": 9175,
+      "don": 9176,
+      "▁warning": 9177,
+      "▁Bad": 9178,
+      "▁Supp": 9179,
+      "▁Liga": 9180,
+      "▁Pierre": 9181,
+      "Record": 9182,
+      "ulator": 9183,
+      "▁Rome": 9184,
+      "▁theorem": 9185,
+      "▁entirely": 9186,
+      "ским": 9187,
+      "het": 9188,
+      "▁dopo": 9189,
+      "Next": 9190,
+      "mlung": 9191,
+      "wig": 9192,
+      "▁Ath": 9193,
+      "▁Sou": 9194,
+      "licher": 9195,
+      "▁sudo": 9196,
+      "ests": 9197,
+      "хів": 9198,
+      "▁septiembre": 9199,
+      "▁micro": 9200,
+      "▁trop": 9201,
+      "fit": 9202,
+      "Core": 9203,
+      "▁Radio": 9204,
+      "▁Organ": 9205,
+      "▁Power": 9206,
+      "CF": 9207,
+      "▁Last": 9208,
+      "▁oppos": 9209,
+      "▁offset": 9210,
+      "▁regia": 9211,
+      "▁minimum": 9212,
+      "▁helped": 9213,
+      "andon": 9214,
+      "ifying": 9215,
+      "ruit": 9216,
+      "enschapp": 9217,
+      "▁bere": 9218,
+      "VM": 9219,
+      "▁Awards": 9220,
+      "▁agr": 9221,
+      "ynomial": 9222,
+      "enced": 9223,
+      "▁devices": 9224,
+      "▁bot": 9225,
+      "▁firm": 9226,
+      "▁writer": 9227,
+      "▁ring": 9228,
+      ".-": 9229,
+      "istes": 9230,
+      "lä": 9231,
+      "▁mel": 9232,
+      "entation": 9233,
+      "▁Schw": 9234,
+      "▁nome": 9235,
+      "▁pobla": 9236,
+      "▁woj": 9237,
+      "▁ul": 9238,
+      "ento": 9239,
+      "ых": 9240,
+      "▁resist": 9241,
+      "▁remains": 9242,
+      "▁Ca": 9243,
+      "aña": 9244,
+      "▁Court": 9245,
+      "utable": 9246,
+      "entially": 9247,
+      "▁trat": 9248,
+      "▁Visual": 9249,
+      "▁restrict": 9250,
+      "▁previously": 9251,
+      "cation": 9252,
+      "▁осо": 9253,
+      "▁MySQL": 9254,
+      "för": 9255,
+      "cala": 9256,
+      "▁culture": 9257,
+      "live": 9258,
+      "▁accepted": 9259,
+      "Did": 9260,
+      "▁hous": 9261,
+      "▁selection": 9262,
+      "▁decre": 9263,
+      "margin": 9264,
+      "urb": 9265,
+      "▁Inc": 9266,
+      "▁Many": 9267,
+      "ibt": 9268,
+      "▁succeed": 9269,
+      "Binding": 9270,
+      "cí": 9271,
+      "▁Rog": 9272,
+      "▁shouldn": 9273,
+      "cloud": 9274,
+      "▁dz": 9275,
+      "вав": 9276,
+      "▁pix": 9277,
+      "small": 9278,
+      "▁projects": 9279,
+      "▁OK": 9280,
+      "▁latest": 9281,
+      "▁references": 9282,
+      "Program": 9283,
+      "▁erst": 9284,
+      "▁як": 9285,
+      "▁kam": 9286,
+      "▁Camb": 9287,
+      "ellt": 9288,
+      "öd": 9289,
+      "none": 9290,
+      "▁jusqu": 9291,
+      "king": 9292,
+      "▁Ped": 9293,
+      "assert": 9294,
+      "CS": 9295,
+      "rito": 9296,
+      "essa": 9297,
+      "лько": 9298,
+      "▁Von": 9299,
+      "▁Edward": 9300,
+      "▁impossible": 9301,
+      "np": 9302,
+      "words": 9303,
+      "ielt": 9304,
+      "▁Page": 9305,
+      "lers": 9306,
+      "▁pier": 9307,
+      "▁области": 9308,
+      "ittee": 9309,
+      "▁([": 9310,
+      "▁trust": 9311,
+      "NG": 9312,
+      "redu": 9313,
+      "<<": 9314,
+      "rial": 9315,
+      "▁products": 9316,
+      "▁Ern": 9317,
+      "rière": 9318,
+      "гов": 9319,
+      "▁Reich": 9320,
+      "▁Road": 9321,
+      "▁nested": 9322,
+      "Display": 9323,
+      "▁strength": 9324,
+      "ografía": 9325,
+      "▁announced": 9326,
+      "▁Science": 9327,
+      "▁райо": 9328,
+      "Parameter": 9329,
+      "▁Task": 9330,
+      "uments": 9331,
+      "▁adopt": 9332,
+      "▁Only": 9333,
+      "ють": 9334,
+      "▁cli": 9335,
+      "▁lem": 9336,
+      "stood": 9337,
+      "▁FI": 9338,
+      "ências": 9339,
+      "ponents": 9340,
+      "]$": 9341,
+      "comment": 9342,
+      "▁ya": 9343,
+      "should": 9344,
+      "ike": 9345,
+      "tim": 9346,
+      "ellig": 9347,
+      "▁sending": 9348,
+      "▁ajax": 9349,
+      "▁noviembre": 9350,
+      "umes": 9351,
+      "▁weiter": 9352,
+      "▁Dans": 9353,
+      "opp": 9354,
+      "▁septembre": 9355,
+      "otimes": 9356,
+      "ző": 9357,
+      "▁ep": 9358,
+      "vere": 9359,
+      "▁oh": 9360,
+      ":=": 9361,
+      "▁Song": 9362,
+      "”,": 9363,
+      "▁viv": 9364,
+      "▁queries": 9365,
+      "▁vá": 9366,
+      "▁décembre": 9367,
+      "▁unable": 9368,
+      "▁erh": 9369,
+      "▁`-": 9370,
+      "▁Lee": 9371,
+      "▁ersten": 9372,
+      "ôt": 9373,
+      "стве": 9374,
+      "TS": 9375,
+      "▁fragment": 9376,
+      "▁wide": 9377,
+      "▁suff": 9378,
+      "▁dut": 9379,
+      "▁Vere": 9380,
+      "іс": 9381,
+      "ading": 9382,
+      "iego": 9383,
+      "icago": 9384,
+      "▁Argent": 9385,
+      "orer": 9386,
+      "ennes": 9387,
+      "▁Leb": 9388,
+      "linux": 9389,
+      "acing": 9390,
+      "▁broken": 9391,
+      "tp": 9392,
+      "ío": 9393,
+      "abeth": 9394,
+      "istas": 9395,
+      "gew": 9396,
+      "ième": 9397,
+      "cas": 9398,
+      "▁preced": 9399,
+      "▁Dal": 9400,
+      "▁compared": 9401,
+      "equiv": 9402,
+      "illy": 9403,
+      "teen": 9404,
+      "▁Console": 9405,
+      "▁strict": 9406,
+      "itaire": 9407,
+      "▁ED": 9408,
+      "entials": 9409,
+      "▁perman": 9410,
+      "▁tous": 9411,
+      "▁geme": 9412,
+      "▁extrem": 9413,
+      "▁окру": 9414,
+      "kg": 9415,
+      "▁heavy": 9416,
+      "▁avril": 9417,
+      "▁anti": 9418,
+      "▁octobre": 9419,
+      "utf": 9420,
+      "helm": 9421,
+      "amples": 9422,
+      "▁(_": 9423,
+      "aken": 9424,
+      "▁dear": 9425,
+      "▁opinion": 9426,
+      "▁fish": 9427,
+      "▁Alexander": 9428,
+      "iw": 9429,
+      "им": 9430,
+      "cadem": 9431,
+      "▁reflect": 9432,
+      "▁др": 9433,
+      "▁trib": 9434,
+      "common": 9435,
+      "▁clearly": 9436,
+      "▁saf": 9437,
+      "=\"@+": 9438,
+      "▁Мос": 9439,
+      "сите": 9440,
+      "eqnarray": 9441,
+      "nung": 9442,
+      "▁relationship": 9443,
+      "▁Sem": 9444,
+      "▁killed": 9445,
+      "ted": 9446,
+      "uno": 9447,
+      "▁лі": 9448,
+      "▁wid": 9449,
+      "anning": 9450,
+      "▁panel": 9451,
+      "▁Leben": 9452,
+      "▁ruby": 9453,
+      "ansion": 9454,
+      "▁aren": 9455,
+      "tabular": 9456,
+      "alet": 9457,
+      "}$$": 9458,
+      "▁Lake": 9459,
+      "▁suite": 9460,
+      "▁minor": 9461,
+      "Hozzáférés": 9462,
+      "▁xmlns": 9463,
+      "DIR": 9464,
+      "driver": 9465,
+      "ints": 9466,
+      "▁vic": 9467,
+      "AND": 9468,
+      "prim": 9469,
+      "сылки": 9470,
+      "▁Ox": 9471,
+      "TC": 9472,
+      "rivial": 9473,
+      "atie": 9474,
+      "▁eight": 9475,
+      "▁conflic": 9476,
+      "angel": 9477,
+      "▁Begr": 9478,
+      "▁explicitly": 9479,
+      "ются": 9480,
+      "▁Dev": 9481,
+      "render": 9482,
+      "▁reprodu": 9483,
+      "▁cré": 9484,
+      "Gu": 9485,
+      "MB": 9486,
+      "▁kön": 9487,
+      "▁remained": 9488,
+      "▁kl": 9489,
+      "хов": 9490,
+      "▁byl": 9491,
+      "Phi": 9492,
+      "▁detail": 9493,
+      "jav": 9494,
+      "▁mouse": 9495,
+      "Bas": 9496,
+      "ię": 9497,
+      "asser": 9498,
+      "hs": 9499,
+      "▁shift": 9500,
+      "▁últ": 9501,
+      "rand": 9502,
+      "▁btn": 9503,
+      "raz": 9504,
+      "▁pul": 9505,
+      "▁statements": 9506,
+      "filename": 9507,
+      "▁prompt": 9508,
+      "élé": 9509,
+      "ikz": 9510,
+      "▁Sus": 9511,
+      "▁debut": 9512,
+      "Stat": 9513,
+      "forms": 9514,
+      "▁Hein": 9515,
+      "stadt": 9516,
+      "ennis": 9517,
+      "пол": 9518,
+      "arante": 9519,
+      "цій": 9520,
+      "▁queue": 9521,
+      "▁reci": 9522,
+      "▁sta": 9523,
+      "ynchron": 9524,
+      "centering": 9525,
+      "Some": 9526,
+      "Graph": 9527,
+      "▁tested": 9528,
+      "▁Kunst": 9529,
+      "ом": 9530,
+      "▁Nothing": 9531,
+      "ieu": 9532,
+      "“.": 9533,
+      "Bundle": 9534,
+      "▁oficial": 9535,
+      "allow": 9536,
+      "▁React": 9537,
+      "▁Library": 9538,
+      "blue": 9539,
+      "▁verw": 9540,
+      "▁pare": 9541,
+      "▁Friedrich": 9542,
+      "▁aware": 9543,
+      "Exp": 9544,
+      "▁effects": 9545,
+      "▁горо": 9546,
+      "lopedia": 9547,
+      "▁Ven": 9548,
+      "rale": 9549,
+      "▁Final": 9550,
+      "▁propos": 9551,
+      "lacement": 9552,
+      "kten": 9553,
+      "▁novel": 9554,
+      "orter": 9555,
+      "▁Germany": 9556,
+      "▁django": 9557,
+      "▁transition": 9558,
+      "▁happened": 9559,
+      "▁beautiful": 9560,
+      "▁neither": 9561,
+      "▁libraries": 9562,
+      "▁hide": 9563,
+      "alg": 9564,
+      "▁aspect": 9565,
+      "▁forget": 9566,
+      "cademy": 9567,
+      "onte": 9568,
+      "refix": 9569,
+      "▁cloud": 9570,
+      "ned": 9571,
+      "cdots": 9572,
+      "register": 9573,
+      "nym": 9574,
+      ".):": 9575,
+      "▁Jew": 9576,
+      "▁très": 9577,
+      "ниче": 9578,
+      "▁Dor": 9579,
+      "▁proc": 9580,
+      "▁gan": 9581,
+      "▁є": 9582,
+      "▁Sav": 9583,
+      "ví": 9584,
+      "Settings": 9585,
+      "▁Vari": 9586,
+      "▁cours": 9587,
+      "Ro": 9588,
+      "▁conj": 9589,
+      "▁reasons": 9590,
+      "▁reader": 9591,
+      "лександ": 9592,
+      "icate": 9593,
+      "}),": 9594,
+      "▁tasks": 9595,
+      "▁Ray": 9596,
+      "▁ric": 9597,
+      "Ke": 9598,
+      "onie": 9599,
+      "rf": 9600,
+      ")[": 9601,
+      "▁subsequ": 9602,
+      "▁Turn": 9603,
+      "▁VIAF": 9604,
+      "mathsf": 9605,
+      "HE": 9606,
+      "▁declare": 9607,
+      "▁protocol": 9608,
+      "▁PC": 9609,
+      "цион": 9610,
+      "ViewById": 9611,
+      "▁animation": 9612,
+      "▁confused": 9613,
+      "вич": 9614,
+      "▁enabled": 9615,
+      "owo": 9616,
+      "ást": 9617,
+      "öt": 9618,
+      "▁mand": 9619,
+      "▁Rail": 9620,
+      "fields": 9621,
+      "▁Kap": 9622,
+      "▁algebra": 9623,
+      "▁Су": 9624,
+      "férence": 9625,
+      "▁Current": 9626,
+      "сно": 9627,
+      "▁Lim": 9628,
+      "Params": 9629,
+      "▁Antonio": 9630,
+      "▁tv": 9631,
+      "late": 9632,
+      "ifer": 9633,
+      "Entry": 9634,
+      "▁Serv": 9635,
+      "▁musical": 9636,
+      "▁trace": 9637,
+      "▁scient": 9638,
+      "fic": 9639,
+      "▁forgot": 9640,
+      "video": 9641,
+      "▁older": 9642,
+      "Tree": 9643,
+      "▁uns": 9644,
+      "ники": 9645,
+      "▁Europa": 9646,
+      "▁Zwe": 9647,
+      "▁бе": 9648,
+      "▁vec": 9649,
+      "жу": 9650,
+      "▁▁▁▁▁▁▁▁▁▁▁": 9651,
+      "Match": 9652,
+      "span": 9653,
+      "▁blank": 9654,
+      "▁später": 9655,
+      "▁Ty": 9656,
+      "▁dict": 9657,
+      "ña": 9658,
+      "▁confirm": 9659,
+      "▁vý": 9660,
+      "зан": 9661,
+      "Rel": 9662,
+      "film": 9663,
+      "▁Rot": 9664,
+      "▁Hy": 9665,
+      "ках": 9666,
+      "▁demand": 9667,
+      "▁minist": 9668,
+      "▁Madrid": 9669,
+      "▁usual": 9670,
+      "spiel": 9671,
+      "eros": 9672,
+      "▁tutorial": 9673,
+      "▁Ссылки": 9674,
+      "sys": 9675,
+      "циаль": 9676,
+      "▁spread": 9677,
+      "▁convers": 9678,
+      "▁roll": 9679,
+      "artifactId": 9680,
+      "▁Number": 9681,
+      "▁symmet": 9682,
+      "▁Mult": 9683,
+      "expected": 9684,
+      "▁axis": 9685,
+      "▁matching": 9686,
+      "▁food": 9687,
+      "groupId": 9688,
+      "Mapp": 9689,
+      "▁свя": 9690,
+      "▁vend": 9691,
+      "Found": 9692,
+      "otto": 9693,
+      "Cat": 9694,
+      "crit": 9695,
+      "istent": 9696,
+      "▁drei": 9697,
+      "▁ended": 9698,
+      "▁Tele": 9699,
+      "component": 9700,
+      "▁involved": 9701,
+      "▁Estados": 9702,
+      "▁danger": 9703,
+      "▁chain": 9704,
+      "▁Prom": 9705,
+      "hom": 9706,
+      "▁polít": 9707,
+      "cop": 9708,
+      "▁nap": 9709,
+      "rif": 9710,
+      "plements": 9711,
+      "▁vent": 9712,
+      "anna": 9713,
+      "anted": 9714,
+      "dated": 9715,
+      "anth": 9716,
+      "▁threads": 9717,
+      "зова": 9718,
+      "▁станов": 9719,
+      "▁eerst": 9720,
+      "buf": 9721,
+      "heid": 9722,
+      "▁Ru": 9723,
+      "▁Prim": 9724,
+      "▁migr": 9725,
+      "▁Unidos": 9726,
+      "▁arbitr": 9727,
+      "▁roman": 9728,
+      "ountry": 9729,
+      "ultur": 9730,
+      "▁König": 9731,
+      "▁annot": 9732,
+      "aching": 9733,
+      "▁Haupt": 9734,
+      "umin": 9735,
+      "▁hem": 9736,
+      "ckets": 9737,
+      "bau": 9738,
+      "ection": 9739,
+      "eft": 9740,
+      "▁packages": 9741,
+      "▁Kur": 9742,
+      "thur": 9743,
+      "▁pays": 9744,
+      "liament": 9745,
+      "▁Бу": 9746,
+      "▁cada": 9747,
+      "points": 9748,
+      "ocket": 9749,
+      "▁verb": 9750,
+      "лее": 9751,
+      "▁submit": 9752,
+      "▁san": 9753,
+      "ruby": 9754,
+      "▁east": 9755,
+      "kov": 9756,
+      "▁Verlag": 9757,
+      "▁spot": 9758,
+      "ppo": 9759,
+      "Each": 9760,
+      "jekt": 9761,
+      "▁Biographie": 9762,
+      "▁news": 9763,
+      "▁país": 9764,
+      "ufact": 9765,
+      "▁dia": 9766,
+      "кова": 9767,
+      "▁accompl": 9768,
+      "▁Ét": 9769,
+      "ilities": 9770,
+      "▁ihm": 9771,
+      "invoke": 9772,
+      "▁append": 9773,
+      ".),": 9774,
+      "▁lab": 9775,
+      "anging": 9776,
+      "istan": 9777,
+      "resol": 9778,
+      "▁Section": 9779,
+      "Parent": 9780,
+      "moz": 9781,
+      "Mat": 9782,
+      "styles": 9783,
+      "unden": 9784,
+      "“,": 9785,
+      "irtschaft": 9786,
+      "ким": 9787,
+      "▁Finally": 9788,
+      "phen": 9789,
+      "▁Pac": 9790,
+      "▁ArrayList": 9791,
+      "▁recover": 9792,
+      "▁education": 9793,
+      "models": 9794,
+      "ped": 9795,
+      "▁happy": 9796,
+      "чу": 9797,
+      "▁guerra": 9798,
+      "media": 9799,
+      "OF": 9800,
+      "▁ensure": 9801,
+      "Mark": 9802,
+      "database": 9803,
+      "oggle": 9804,
+      "▁publish": 9805,
+      "OW": 9806,
+      "▁Bau": 9807,
+      "?.": 9808,
+      "▁части": 9809,
+      "▁repository": 9810,
+      "▁Matt": 9811,
+      "high": 9812,
+      "oven": 9813,
+      "▁ger": 9814,
+      "▁unknown": 9815,
+      "Amer": 9816,
+      "▁Brown": 9817,
+      "ALL": 9818,
+      "▁resulting": 9819,
+      "▁bor": 9820,
+      "▁poet": 9821,
+      "ними": 9822,
+      "Email": 9823,
+      "Font": 9824,
+      "▁hist": 9825,
+      "▁today": 9826,
+      "▁Berg": 9827,
+      "▁buttons": 9828,
+      "тал": 9829,
+      "▁sni": 9830,
+      "▁челов": 9831,
+      "Cre": 9832,
+      "▁union": 9833,
+      "▁zich": 9834,
+      "ishop": 9835,
+      "▁quando": 9836,
+      "Po": 9837,
+      "CTION": 9838,
+      "▁Cost": 9839,
+      "судар": 9840,
+      "erved": 9841,
+      "Note": 9842,
+      "Equal": 9843,
+      "лия": 9844,
+      "бур": 9845,
+      "▁abstract": 9846,
+      "stop": 9847,
+      "▁advice": 9848,
+      "▁icon": 9849,
+      "▁travel": 9850,
+      "BS": 9851,
+      "vens": 9852,
+      "▁batch": 9853,
+      "lique": 9854,
+      "sheet": 9855,
+      "▁ihre": 9856,
+      "emon": 9857,
+      "berto": 9858,
+      "▁assigned": 9859,
+      "ью": 9860,
+      "Phone": 9861,
+      "▁award": 9862,
+      "▁functionality": 9863,
+      "alla": 9864,
+      "▁Dam": 9865,
+      "▁ciudad": 9866,
+      "▁cluster": 9867,
+      "Description": 9868,
+      "▁sheet": 9869,
+      "▁Australian": 9870,
+      "▁».": 9871,
+      "▁\"<": 9872,
+      "▁wondering": 9873,
+      "aine": 9874,
+      "▁represented": 9875,
+      "kappa": 9876,
+      "nb": 9877,
+      "▁sy": 9878,
+      "▁Kö": 9879,
+      "=\"#": 9880,
+      "▁seven": 9881,
+      "Directory": 9882,
+      "▁sister": 9883,
+      "plates": 9884,
+      "▁luck": 9885,
+      "▁remaining": 9886,
+      "▁Vill": 9887,
+      "werk": 9888,
+      "anni": 9889,
+      "etti": 9890,
+      "func": 9891,
+      "▁ban": 9892,
+      "ims": 9893,
+      "miss": 9894,
+      "agraph": 9895,
+      "екси": 9896,
+      "▁Ref": 9897,
+      "nitt": 9898,
+      "▁Gab": 9899,
+      "▁andere": 9900,
+      "▁jedoch": 9901,
+      "results": 9902,
+      "!\\": 9903,
+      "▁listed": 9904,
+      "▁loro": 9905,
+      "▁knows": 9906,
+      "жно": 9907,
+      "Rad": 9908,
+      "▁socket": 9909,
+      "multi": 9910,
+      "▁рі": 9911,
+      "rails": 9912,
+      "▁tar": 9913,
+      "▁gentle": 9914,
+      "sett": 9915,
+      "services": 9916,
+      "bound": 9917,
+      "igkeit": 9918,
+      "aja": 9919,
+      "▁cmd": 9920,
+      "agger": 9921,
+      "▁ba": 9922,
+      "▁Belg": 9923,
+      "▁Kle": 9924,
+      "▁wordt": 9925,
+      "▁fost": 9926,
+      "▁dimension": 9927,
+      "Ang": 9928,
+      "uming": 9929,
+      "Obj": 9930,
+      "нен": 9931,
+      "▁Marie": 9932,
+      "exists": 9933,
+      "тро": 9934,
+      "▁боль": 9935,
+      "emente": 9936,
+      "▁Jon": 9937,
+      "SERT": 9938,
+      "▁highest": 9939,
+      "aki": 9940,
+      "▁tres": 9941,
+      "▁circum": 9942,
+      "▁Down": 9943,
+      "ommen": 9944,
+      "urer": 9945,
+      "▁causes": 9946,
+      "venue": 9947,
+      "issance": 9948,
+      "▁influence": 9949,
+      "▁fat": 9950,
+      "реди": 9951,
+      "}\\\\": 9952,
+      "▁entr": 9953,
+      "▁Sign": 9954,
+      "▁кла": 9955,
+      "▁binding": 9956,
+      "essen": 9957,
+      "▁Фран": 9958,
+      "▁Local": 9959,
+      "▁явля": 9960,
+      "appro": 9961,
+      "▁dependencies": 9962,
+      "▁talking": 9963,
+      "▁zurück": 9964,
+      "connection": 9965,
+      "Active": 9966,
+      "bbe": 9967,
+      "irls": 9968,
+      "▁Inf": 9969,
+      "wd": 9970,
+      "▁ис": 9971,
+      "road": 9972,
+      "▁conven": 9973,
+      "ět": 9974,
+      "вез": 9975,
+      "▁entries": 9976,
+      "esc": 9977,
+      "▁bits": 9978,
+      "asso": 9979,
+      "WR": 9980,
+      "ships": 9981,
+      "▁dés": 9982,
+      "esp": 9983,
+      "Make": 9984,
+      "▁familiar": 9985,
+      "Art": 9986,
+      "▁army": 9987,
+      "ctr": 9988,
+      "éric": 9989,
+      "queue": 9990,
+      "▁\\{": 9991,
+      "uela": 9992,
+      "amiento": 9993,
+      "ших": 9994,
+      "▁\"\"\"": 9995,
+      "contr": 9996,
+      "лле": 9997,
+      "FS": 9998,
+      "▁market": 9999,
+      "ång": 10000,
+      "citep": 10001,
+      "Ill": 10002,
+      "rank": 10003,
+      "▁sender": 10004,
+      "▁beim": 10005,
+      "рак": 10006,
+      "▁compat": 10007,
+      "▁occurs": 10008,
+      "▁diese": 10009,
+      "ститу": 10010,
+      "awa": 10011,
+      "▁iOS": 10012,
+      "▁Chinese": 10013,
+      "▁TR": 10014,
+      "▁Ken": 10015,
+      "▁Une": 10016,
+      "▁creates": 10017,
+      "▁showed": 10018,
+      "▁év": 10019,
+      "ologia": 10020,
+      "▁protest": 10021,
+      "▁Pf": 10022,
+      "▁squad": 10023,
+      "++,": 10024,
+      "áv": 10025,
+      "▁essere": 10026,
+      "зя": 10027,
+      "kol": 10028,
+      "▁slightly": 10029,
+      "addr": 10030,
+      "ân": 10031,
+      "▁reduce": 10032,
+      "▁\\(\\": 10033,
+      "▁Dep": 10034,
+      "▁generic": 10035,
+      "Loader": 10036,
+      "ți": 10037,
+      "▁пос": 10038,
+      "▁occasion": 10039,
+      "▁Lady": 10040,
+      "entity": 10041,
+      "▁avant": 10042,
+      "▁Pas": 10043,
+      "aggio": 10044,
+      "\\{": 10045,
+      "пад": 10046,
+      "atholic": 10047,
+      "Password": 10048,
+      "▁respond": 10049,
+      "▁Non": 10050,
+      "AG": 10051,
+      "neg": 10052,
+      "▁ус": 10053,
+      "blob": 10054,
+      "cke": 10055,
+      "▁Consider": 10056,
+      "▁Care": 10057,
+      "iki": 10058,
+      "▁Chicago": 10059,
+      "inden": 10060,
+      "▁Cop": 10061,
+      "]+": 10062,
+      "öm": 10063,
+      "évrier": 10064,
+      "кло": 10065,
+      "alen": 10066,
+      "▁maj": 10067,
+      "racy": 10068,
+      "orte": 10069,
+      "ients": 10070,
+      "ells": 10071,
+      "activity": 10072,
+      "▁runtime": 10073,
+      "NULL": 10074,
+      "▁possibly": 10075,
+      "▁stri": 10076,
+      "izi": 10077,
+      "▁mir": 10078,
+      "▁Version": 10079,
+      "prime": 10080,
+      "▁twenty": 10081,
+      "▁Mah": 10082,
+      "▁sounds": 10083,
+      "шен": 10084,
+      "clusion": 10085,
+      "acz": 10086,
+      "▁determined": 10087,
+      "▁Rep": 10088,
+      "▁Landes": 10089,
+      "▁wall": 10090,
+      "igi": 10091,
+      "▁reset": 10092,
+      "шо": 10093,
+      "yan": 10094,
+      "Met": 10095,
+      "ei": 10096,
+      "▁appearance": 10097,
+      "▁fois": 10098,
+      "▁nell": 10099,
+      "esi": 10100,
+      "ёт": 10101,
+      "loor": 10102,
+      "▁Ul": 10103,
+      "▁resolution": 10104,
+      "▁fot": 10105,
+      "▁throughout": 10106,
+      "▁ri": 10107,
+      "Level": 10108,
+      "pool": 10109,
+      "▁identity": 10110,
+      "▁janu": 10111,
+      "▁imper": 10112,
+      "▁över": 10113,
+      "}`": 10114,
+      "▁infer": 10115,
+      "▁dates": 10116,
+      "▁Standard": 10117,
+      "force": 10118,
+      "ockey": 10119,
+      "tera": 10120,
+      "▁distingu": 10121,
+      "▁presence": 10122,
+      "lica": 10123,
+      "▁leaving": 10124,
+      "itung": 10125,
+      "éb": 10126,
+      "▁establish": 10127,
+      "▁maar": 10128,
+      "adi": 10129,
+      "▁News": 10130,
+      "azon": 10131,
+      "folg": 10132,
+      "▁Hence": 10133,
+      "▁Ye": 10134,
+      "▁fab": 10135,
+      "▁führ": 10136,
+      "itmap": 10137,
+      "▁Vers": 10138,
+      "rov": 10139,
+      "Sign": 10140,
+      "device": 10141,
+      "Sigma": 10142,
+      "▁wetenschapp": 10143,
+      "▁Ps": 10144,
+      "PATH": 10145,
+      "▁torn": 10146,
+      "vest": 10147,
+      "стов": 10148,
+      "account": 10149,
+      "▁largest": 10150,
+      "▁percent": 10151,
+      "▁Women": 10152,
+      "▁img": 10153,
+      "tool": 10154,
+      "▁roce": 10155,
+      "▁ay": 10156,
+      "inet": 10157,
+      "▁août": 10158,
+      "▁polynomial": 10159,
+      "▁integral": 10160,
+      "▁areas": 10161,
+      "}'": 10162,
+      "▁hyp": 10163,
+      "loyee": 10164,
+      "таль": 10165,
+      "▁proxy": 10166,
+      "▁Wy": 10167,
+      "▁Мекси": 10168,
+      "▁escape": 10169,
+      "olar": 10170,
+      "▁mistake": 10171,
+      ")}{": 10172,
+      "▁Pot": 10173,
+      "▁processes": 10174,
+      "\">\r": 10175,
+      "halten": 10176,
+      "zza": 10177,
+      "amo": 10178,
+      "кре": 10179,
+      "▁Wood": 10180,
+      "ør": 10181,
+      "▁сер": 10182,
+      "ocia": 10183,
+      "two": 10184,
+      "profile": 10185,
+      "▁Ast": 10186,
+      "embro": 10187,
+      "▁arms": 10188,
+      "inas": 10189,
+      "innen": 10190,
+      "▁msg": 10191,
+      "INT": 10192,
+      "▁batter": 10193,
+      "ignment": 10194,
+      "▁vy": 10195,
+      "Hrsg": 10196,
+      "▁Grund": 10197,
+      "roc": 10198,
+      "seg": 10199,
+      "▁decor": 10200,
+      "▁eventually": 10201,
+      ">,": 10202,
+      "▁pag": 10203,
+      "anten": 10204,
+      "▁strugg": 10205,
+      "}^\\": 10206,
+      "daten": 10207,
+      "▁rela": 10208,
+      "пов": 10209,
+      "▁коро": 10210,
+      "▁Bos": 10211,
+      "▁labor": 10212,
+      "▁Secret": 10213,
+      "ugen": 10214,
+      "▁jap": 10215,
+      "▁husband": 10216,
+      "▁Album": 10217,
+      "▁etwa": 10218,
+      "▁произ": 10219,
+      "richt": 10220,
+      "rach": 10221,
+      "bat": 10222,
+      "▁prepar": 10223,
+      "▁Stock": 10224,
+      "▁lack": 10225,
+      "хід": 10226,
+      "▁hogy": 10227,
+      "▁Chrome": 10228,
+      "▁Admin": 10229,
+      "▁comparison": 10230,
+      "▁increasing": 10231,
+      "нг": 10232,
+      "imi": 10233,
+      "Db": 10234,
+      "▁gef": 10235,
+      "ucht": 10236,
+      "ése": 10237,
+      "gence": 10238,
+      "▁Core": 10239,
+      "▁incorrect": 10240,
+      "▁assuming": 10241,
+      "ourse": 10242,
+      "ieron": 10243,
+      "▁Theorem": 10244,
+      "▁casa": 10245,
+      "jes": 10246,
+      "▁дере": 10247,
+      "▁`\"": 10248,
+      "LD": 10249,
+      "äß": 10250,
+      "Deb": 10251,
+      "▁suiv": 10252,
+      "▁Bank": 10253,
+      "libs": 10254,
+      "▁Leon": 10255,
+      "▁quart": 10256,
+      "▁professional": 10257,
+      "▁tiene": 10258,
+      "▁accomp": 10259,
+      "стер": 10260,
+      "▁UK": 10261,
+      "NN": 10262,
+      "▁lí": 10263,
+      "ця": 10264,
+      "kel": 10265,
+      "▁•": 10266,
+      "▁dise": 10267,
+      "onto": 10268,
+      "▁má": 10269,
+      "ifs": 10270,
+      "bild": 10271,
+      "▁compute": 10272,
+      "▁éd": 10273,
+      "ję": 10274,
+      "▁Mé": 10275,
+      "▁languages": 10276,
+      "▁Times": 10277,
+      "cen": 10278,
+      "▁авто": 10279,
+      "ým": 10280,
+      "enez": 10281,
+      "▁upp": 10282,
+      "▁méd": 10283,
+      "▁cuando": 10284,
+      "од": 10285,
+      "Intent": 10286,
+      "eerd": 10287,
+      "▁Tal": 10288,
+      "offset": 10289,
+      "▁haben": 10290,
+      "reme": 10291,
+      "▁Stack": 10292,
+      "▁dri": 10293,
+      "▁seinem": 10294,
+      "▁février": 10295,
+      "▁combination": 10296,
+      "▁soll": 10297,
+      "▁movement": 10298,
+      "Spec": 10299,
+      "кры": 10300,
+      "retch": 10301,
+      "Offset": 10302,
+      "Root": 10303,
+      "Ар": 10304,
+      "wart": 10305,
+      "▁Follow": 10306,
+      "▁Social": 10307,
+      "ников": 10308,
+      "▁→": 10309,
+      "Don": 10310,
+      "▁harm": 10311,
+      "agr": 10312,
+      "nego": 10313,
+      "resource": 10314,
+      "▁Luc": 10315,
+      "▁seinen": 10316,
+      "▁Department": 10317,
+      "▁Update": 10318,
+      "▁Texas": 10319,
+      "▁reve": 10320,
+      "▁Pos": 10321,
+      "▁shot": 10322,
+      "othe": 10323,
+      "▁repeated": 10324,
+      "▁recently": 10325,
+      "ában": 10326,
+      "aks": 10327,
+      "пан": 10328,
+      "▁cha": 10329,
+      "ohl": 10330,
+      "▁tend": 10331,
+      "▁дво": 10332,
+      "chts": 10333,
+      "çaise": 10334,
+      "pling": 10335,
+      "album": 10336,
+      "ej": 10337,
+      "▁`[": 10338,
+      "maps": 10339,
+      "▁units": 10340,
+      "▁<!--": 10341,
+      "▁ге": 10342,
+      "▁Information": 10343,
+      "ikon": 10344,
+      "▁tan": 10345,
+      "▁docker": 10346,
+      "▁Stad": 10347,
+      "▁audio": 10348,
+      "iko": 10349,
+      "▁coordinates": 10350,
+      "xs": 10351,
+      "▁replied": 10352,
+      "▁),": 10353,
+      "▁Government": 10354,
+      "▁Academy": 10355,
+      "UNT": 10356,
+      "▁три": 10357,
+      "Bl": 10358,
+      "▁anc": 10359,
+      "шу": 10360,
+      "▁також": 10361,
+      "▁infinite": 10362,
+      "RC": 10363,
+      "▁ga": 10364,
+      "▁adjust": 10365,
+      "▁merge": 10366,
+      ";`": 10367,
+      "▁poster": 10368,
+      "▁Japanese": 10369,
+      "\"];": 10370,
+      "▁exhib": 10371,
+      "▁ordered": 10372,
+      "ictures": 10373,
+      "рос": 10374,
+      "▁série": 10375,
+      "lets": 10376,
+      "▁ip": 10377,
+      "Selector": 10378,
+      "▁existence": 10379,
+      "Rece": 10380,
+      "liga": 10381,
+      "download": 10382,
+      "▁lemma": 10383,
+      "iev": 10384,
+      "udent": 10385,
+      "sko": 10386,
+      "▁Arab": 10387,
+      "itate": 10388,
+      "byte": 10389,
+      "от": 10390,
+      "ikt": 10391,
+      "ната": 10392,
+      "▁Af": 10393,
+      "(@": 10394,
+      "▁mad": 10395,
+      "odb": 10396,
+      "▁elimin": 10397,
+      "▁spent": 10398,
+      "Enter": 10399,
+      "▁Mitg": 10400,
+      "When": 10401,
+      "▁départ": 10402,
+      "MI": 10403,
+      "▁fellow": 10404,
+      "▁thousand": 10405,
+      "▁Cu": 10406,
+      "ktor": 10407,
+      "Cache": 10408,
+      "▁também": 10409,
+      "▁extended": 10410,
+      "вест": 10411,
+      "aters": 10412,
+      "▁Lic": 10413,
+      "totype": 10414,
+      "▁Ga": 10415,
+      "▁blood": 10416,
+      "▁mapping": 10417,
+      "▁nomin": 10418,
+      "▁manifest": 10419,
+      "▁pens": 10420,
+      "▁rit": 10421,
+      "▁filename": 10422,
+      "▁filled": 10423,
+      "vä": 10424,
+      "▁raised": 10425,
+      "▁mobile": 10426,
+      "ké": 10427,
+      "▁Right": 10428,
+      "▁gehör": 10429,
+      "▁temperature": 10430,
+      "▁somehow": 10431,
+      "▁Spanish": 10432,
+      "▁kommun": 10433,
+      "▁chosen": 10434,
+      "▁horse": 10435,
+      ";\\": 10436,
+      "▁originally": 10437,
+      "Hash": 10438,
+      "▁citt": 10439,
+      "▁encore": 10440,
+      "▁Wolf": 10441,
+      "▁nú": 10442,
+      "▁Young": 10443,
+      "Vari": 10444,
+      "▁Schwe": 10445,
+      "▁capture": 10446,
+      "▁Jane": 10447,
+      "Interface": 10448,
+      "owych": 10449,
+      "▁Deutschland": 10450,
+      "▁Kol": 10451,
+      "▁boundary": 10452,
+      "▁GND": 10453,
+      "Now": 10454,
+      "kehr": 10455,
+      "(*": 10456,
+      "=-": 10457,
+      "▁Wel": 10458,
+      "▁Cat": 10459,
+      "amment": 10460,
+      "AGE": 10461,
+      "▁rights": 10462,
+      "Scroll": 10463,
+      "▁happening": 10464,
+      "▁Bla": 10465,
+      "▁science": 10466,
+      "aws": 10467,
+      "▁behaviour": 10468,
+      "▁implies": 10469,
+      "▁Queen": 10470,
+      "ovan": 10471,
+      "pay": 10472,
+      "ња": 10473,
+      "aret": 10474,
+      "ership": 10475,
+      "▁Lang": 10476,
+      "▁год": 10477,
+      "▁recorded": 10478,
+      "zem": 10479,
+      "▁Thread": 10480,
+      "▁todo": 10481,
+      "ogo": 10482,
+      "▁scenario": 10483,
+      "▁concent": 10484,
+      "рез": 10485,
+      "Storage": 10486,
+      "▁dirig": 10487,
+      "▁Series": 10488,
+      "▁gas": 10489,
+      "SET": 10490,
+      "èce": 10491,
+      "rate": 10492,
+      "HTTP": 10493,
+      "▁kap": 10494,
+      "Emp": 10495,
+      "UTF": 10496,
+      "ání": 10497,
+      "стави": 10498,
+      "windows": 10499,
+      "ération": 10500,
+      "aped": 10501,
+      "▁sistema": 10502,
+      "▁surv": 10503,
+      "▁Western": 10504,
+      "▁gé": 10505,
+      "▁Such": 10506,
+      "Writer": 10507,
+      "▁canvas": 10508,
+      "▁guarante": 10509,
+      "scroll": 10510,
+      "aved": 10511,
+      "Ital": 10512,
+      "▁Elect": 10513,
+      "](#": 10514,
+      "▁Herm": 10515,
+      "▁Command": 10516,
+      "▁Child": 10517,
+      "▁pd": 10518,
+      "utch": 10519,
+      "Sql": 10520,
+      "*.": 10521,
+      "▁Tag": 10522,
+      "▁Ta": 10523,
+      "▁mail": 10524,
+      "screen": 10525,
+      "scr": 10526,
+      "zial": 10527,
+      "▁Für": 10528,
+      "▁suggestions": 10529,
+      "chester": 10530,
+      ")|": 10531,
+      "person": 10532,
+      "zel": 10533,
+      "▁waiting": 10534,
+      "▁сле": 10535,
+      "FL": 10536,
+      "▁Albert": 10537,
+      "▁Hij": 10538,
+      "▁тер": 10539,
+      "ewrite": 10540,
+      "▁sentence": 10541,
+      "▁linux": 10542,
+      "еде": 10543,
+      "ência": 10544,
+      "▁Italian": 10545,
+      "чка": 10546,
+      "Files": 10547,
+      "▁noticed": 10548,
+      "bing": 10549,
+      "▁Research": 10550,
+      "▁alter": 10551,
+      "heel": 10552,
+      "\\<^": 10553,
+      "▁Process": 10554,
+      "▁battle": 10555,
+      "мов": 10556,
+      "▁Africa": 10557,
+      "▁Anne": 10558,
+      "▁geld": 10559,
+      "}%": 10560,
+      "▁docs": 10561,
+      "Types": 10562,
+      "▁retrieve": 10563,
+      "▁Official": 10564,
+      "▁trab": 10565,
+      "цы": 10566,
+      "▁Input": 10567,
+      "step": 10568,
+      "▁laugh": 10569,
+      "▁Ха": 10570,
+      "▁pela": 10571,
+      "Media": 10572,
+      "rough": 10573,
+      "гани": 10574,
+      "▁Should": 10575,
+      "▁Content": 10576,
+      "лем": 10577,
+      "osh": 10578,
+      "▁somewhat": 10579,
+      "▁Cer": 10580,
+      "Background": 10581,
+      "stru": 10582,
+      "▁inline": 10583,
+      "▁Neder": 10584,
+      "▁modules": 10585,
+      "▁Buch": 10586,
+      "ński": 10587,
+      "widet": 10588,
+      "▁zn": 10589,
+      "poses": 10590,
+      "▁gradu": 10591,
+      "▁aqu": 10592,
+      "PR": 10593,
+      "▁putting": 10594,
+      "▁поли": 10595,
+      "▁purch": 10596,
+      "▁smooth": 10597,
+      "рий": 10598,
+      "engine": 10599,
+      "▁lived": 10600,
+      "Account": 10601,
+      "Details": 10602,
+      "▁tells": 10603,
+      "▁Output": 10604,
+      "Here": 10605,
+      "▁Foundation": 10606,
+      "TextView": 10607,
+      "▁decision": 10608,
+      "▁dependency": 10609,
+      "ocation": 10610,
+      "oval": 10611,
+      "feld": 10612,
+      "▁пров": 10613,
+      "▁ends": 10614,
+      "▁ios": 10615,
+      "▁excel": 10616,
+      "agu": 10617,
+      "▁eleg": 10618,
+      "▁Element": 10619,
+      "Queue": 10620,
+      "▁fö": 10621,
+      "версите": 10622,
+      "▁experien": 10623,
+      "▁directed": 10624,
+      "▁camb": 10625,
+      "▁Дж": 10626,
+      "▁folg": 10627,
+      "▁conce": 10628,
+      "▁Fab": 10629,
+      "▁Vi": 10630,
+      "▁advantage": 10631,
+      "▁Bei": 10632,
+      "prod": 10633,
+      "▁XIX": 10634,
+      "▁Face": 10635,
+      "▁vir": 10636,
+      "▁Russian": 10637,
+      "▁span": 10638,
+      "ení": 10639,
+      "▁zone": 10640,
+      "▁attach": 10641,
+      "▁без": 10642,
+      "▁management": 10643,
+      "Ac": 10644,
+      "▁оп": 10645,
+      "once": 10646,
+      "halt": 10647,
+      "uso": 10648,
+      "Spe": 10649,
+      "▁raw": 10650,
+      "éro": 10651,
+      "idel": 10652,
+      "law": 10653,
+      "Sheet": 10654,
+      "▁mission": 10655,
+      "▁camera": 10656,
+      "▁honor": 10657,
+      "▁appointed": 10658,
+      "▁Roma": 10659,
+      "linear": 10660,
+      "Rows": 10661,
+      "ferences": 10662,
+      "▁IO": 10663,
+      "▁covered": 10664,
+      "raj": 10665,
+      "ствова": 10666,
+      "▁Sym": 10667,
+      "▁tid": 10668,
+      "isc": 10669,
+      "▁Rud": 10670,
+      "▁encuent": 10671,
+      "▁failure": 10672,
+      "üss": 10673,
+      "▁squ": 10674,
+      "▁paint": 10675,
+      "▁serious": 10676,
+      "▁cursor": 10677,
+      "tras": 10678,
+      "▁discussion": 10679,
+      "▁cried": 10680,
+      "erie": 10681,
+      "▁Develop": 10682,
+      "▁rewrite": 10683,
+      "▁général": 10684,
+      "wait": 10685,
+      "▁Harry": 10686,
+      "ír": 10687,
+      "▁gepublic": 10688,
+      "▁иг": 10689,
+      "іб": 10690,
+      "ят": 10691,
+      "▁Из": 10692,
+      "▁equations": 10693,
+      "▁plane": 10694,
+      "▁acqu": 10695,
+      "▁angle": 10696,
+      "▁trees": 10697,
+      "▁Кон": 10698,
+      "VD": 10699,
+      "pert": 10700,
+      "▁documents": 10701,
+      "cb": 10702,
+      "▁implements": 10703,
+      "станов": 10704,
+      "▁Walter": 10705,
+      "зыва": 10706,
+      "▁спе": 10707,
+      "▁chap": 10708,
+      "plex": 10709,
+      "▁magnet": 10710,
+      "▁gepubliceerd": 10711,
+      "▁highly": 10712,
+      "▁leurs": 10713,
+      "▁dress": 10714,
+      "▁restart": 10715,
+      "Render": 10716,
+      "Callback": 10717,
+      "iso": 10718,
+      "▁constitu": 10719,
+      "▁Ende": 10720,
+      "ZE": 10721,
+      "▁Angeles": 10722,
+      "▁derived": 10723,
+      "=\"{": 10724,
+      "]\\": 10725,
+      "▁Change": 10726,
+      "▁Haus": 10727,
+      "▁stad": 10728,
+      "▁Request": 10729,
+      "omo": 10730,
+      "▁Active": 10731,
+      "uren": 10732,
+      "▁tourn": 10733,
+      "▁particularly": 10734,
+      "Servlet": 10735,
+      "abc": 10736,
+      "widetilde": 10737,
+      "andra": 10738,
+      "Helper": 10739,
+      "Rule": 10740,
+      "▁plusieurs": 10741,
+      "▁wave": 10742,
+      "neq": 10743,
+      "▁Те": 10744,
+      "fre": 10745,
+      "ské": 10746,
+      "▁alc": 10747,
+      "▁logs": 10748,
+      "GS": 10749,
+      "▁Mol": 10750,
+      "▁permission": 10751,
+      "▁soul": 10752,
+      "▁wants": 10753,
+      "▁guide": 10754,
+      "▁viene": 10755,
+      "▁Wilhelm": 10756,
+      "▁evidence": 10757,
+      "\"},": 10758,
+      "ropol": 10759,
+      "▁authentication": 10760,
+      "▁occurred": 10761,
+      "▁IF": 10762,
+      "noc": 10763,
+      "IA": 10764,
+      "▁Ban": 10765,
+      "▁кар": 10766,
+      "▁ble": 10767,
+      "▁segment": 10768,
+      "▁players": 10769,
+      "isi": 10770,
+      "▁stuck": 10771,
+      "▁Py": 10772,
+      "Any": 10773,
+      "hou": 10774,
+      "▁formatt": 10775,
+      "▁peace": 10776,
+      "▁Кар": 10777,
+      "etes": 10778,
+      "dfrac": 10779,
+      "(?": 10780,
+      "▁Site": 10781,
+      "▁Live": 10782,
+      "▁Us": 10783,
+      "▁clim": 10784,
+      "▁Ali": 10785,
+      "рей": 10786,
+      "▁Prince": 10787,
+      "▁oblig": 10788,
+      "ieb": 10789,
+      "▁Alt": 10790,
+      "▁pros": 10791,
+      "racle": 10792,
+      "▁Cette": 10793,
+      "kes": 10794,
+      "zös": 10795,
+      "ouvelle": 10796,
+      "////////": 10797,
+      "aby": 10798,
+      "ére": 10799,
+      "rane": 10800,
+      "▁powers": 10801,
+      "▁Path": 10802,
+      "▁Word": 10803,
+      "▁transaction": 10804,
+      "▁causing": 10805,
+      "ellschaft": 10806,
+      "ât": 10807,
+      "▁CPU": 10808,
+      "▁depth": 10809,
+      "STR": 10810,
+      "▁Conf": 10811,
+      "▁rare": 10812,
+      "▁Ak": 10813,
+      "▁bon": 10814,
+      "▁Carlos": 10815,
+      "▁specifically": 10816,
+      "rics": 10817,
+      "KEY": 10818,
+      "▁stars": 10819,
+      "érica": 10820,
+      "▁Лу": 10821,
+      "▁configure": 10822,
+      "▁agent": 10823,
+      "▁explained": 10824,
+      "▁coefficient": 10825,
+      "дь": 10826,
+      "'}": 10827,
+      "▁vida": 10828,
+      "▁Syn": 10829,
+      "▁назва": 10830,
+      "▁Option": 10831,
+      "▁rob": 10832,
+      "▁клу": 10833,
+      ":[": 10834,
+      "antly": 10835,
+      "dependency": 10836,
+      "▁Cur": 10837,
+      "▁frances": 10838,
+      "▁ideal": 10839,
+      "Sw": 10840,
+      "▁груп": 10841,
+      "▁Captain": 10842,
+      "▁todos": 10843,
+      "Jo": 10844,
+      "▁pelo": 10845,
+      "?](": 10846,
+      "▁faith": 10847,
+      "овой": 10848,
+      "▁fresh": 10849,
+      "▁propri": 10850,
+      "Timeout": 10851,
+      "▁veh": 10852,
+      "contents": 10853,
+      "▁Document": 10854,
+      "collection": 10855,
+      "▁kar": 10856,
+      "ruck": 10857,
+      "Your": 10858,
+      "uma": 10859,
+      "▁mathemat": 10860,
+      "Enabled": 10861,
+      "публи": 10862,
+      "▁Engine": 10863,
+      "▁München": 10864,
+      "▁посе": 10865,
+      "▁fon": 10866,
+      "archive": 10867,
+      "▁frequency": 10868,
+      "}+\\": 10869,
+      "âte": 10870,
+      "▁kor": 10871,
+      "▁Кра": 10872,
+      "Sing": 10873,
+      "month": 10874,
+      "▁Haw": 10875,
+      "▁sys": 10876,
+      "erme": 10877,
+      "▁Would": 10878,
+      "▁impact": 10879,
+      "urrency": 10880,
+      "licht": 10881,
+      "▁apt": 10882,
+      "iere": 10883,
+      "▁motion": 10884,
+      "ССР": 10885,
+      "▁Init": 10886,
+      "▁ms": 10887,
+      "▁MS": 10888,
+      "shift": 10889,
+      "▁autres": 10890,
+      "▁bash": 10891,
+      "hidden": 10892,
+      "orio": 10893,
+      "▁celebr": 10894,
+      "▁Liber": 10895,
+      "eto": 10896,
+      "▁dove": 10897,
+      "▁paths": 10898,
+      "▁inj": 10899,
+      "Category": 10900,
+      "▁cry": 10901,
+      "▁marked": 10902,
+      "удо": 10903,
+      "ashion": 10904,
+      "ält": 10905,
+      "▁lan": 10906,
+      "▁teams": 10907,
+      "▁kv": 10908,
+      "iams": 10909,
+      "aban": 10910,
+      "▁TABLE": 10911,
+      "вар": 10912,
+      "Repos": 10913,
+      "▁Bell": 10914,
+      "▁pubblic": 10915,
+      "▁countries": 10916,
+      "▁spin": 10917,
+      "▁lég": 10918,
+      "▁Krie": 10919,
+      "▁Jones": 10920,
+      "white": 10921,
+      "Html": 10922,
+      "Press": 10923,
+      "▁Blue": 10924,
+      "Operation": 10925,
+      "▁Anth": 10926,
+      "▁pse": 10927,
+      "▁Font": 10928,
+      "▁theme": 10929,
+      "▁blocks": 10930,
+      "$)": 10931,
+      "▁glad": 10932,
+      "▁manage": 10933,
+      "orden": 10934,
+      "osten": 10935,
+      "cole": 10936,
+      "▁SP": 10937,
+      "▁schema": 10938,
+      "uras": 10939,
+      "▁whenever": 10940,
+      "ША": 10941,
+      "рито": 10942,
+      "▁discovered": 10943,
+      "▁prefix": 10944,
+      "global": 10945,
+      "roke": 10946,
+      "zes": 10947,
+      "chte": 10948,
+      "▁Before": 10949,
+      "мени": 10950,
+      "▁Dig": 10951,
+      "▁rapid": 10952,
+      "▁lleg": 10953,
+      "equals": 10954,
+      "▁Hoch": 10955,
+      "forall": 10956,
+      "вати": 10957,
+      "usz": 10958,
+      "▁attached": 10959,
+      "Expression": 10960,
+      "▁stock": 10961,
+      "üll": 10962,
+      "pet": 10963,
+      "essions": 10964,
+      "colo": 10965,
+      "▁gy": 10966,
+      "Book": 10967,
+      "▁Jacob": 10968,
+      "▁Product": 10969,
+      "▁inputs": 10970,
+      "мир": 10971,
+      "▁learned": 10972,
+      "ówn": 10973,
+      "▁police": 10974,
+      "▁лет": 10975,
+      "▁Item": 10976,
+      "▁eye": 10977,
+      "aient": 10978,
+      "▁Sammlung": 10979,
+      "▁Lor": 10980,
+      "▁repres": 10981,
+      "▁fest": 10982,
+      "Cond": 10983,
+      "▁nouve": 10984,
+      "▁extend": 10985,
+      "▁Frances": 10986,
+      "▁Find": 10987,
+      "▁deze": 10988,
+      "erna": 10989,
+      "▁había": 10990,
+      "prü": 10991,
+      "▁motor": 10992,
+      "bie": 10993,
+      "Hello": 10994,
+      "▁resid": 10995,
+      "▁finale": 10996,
+      "%)": 10997,
+      "{'": 10998,
+      "▁Hard": 10999,
+      "▁pairs": 11000,
+      "▁Ell": 11001,
+      "ivot": 11002,
+      "rees": 11003,
+      "▁Force": 11004,
+      "▁evening": 11005,
+      "▁después": 11006,
+      "rg": 11007,
+      "Why": 11008,
+      "▁conn": 11009,
+      "schema": 11010,
+      "ход": 11011,
+      "▁между": 11012,
+      "▁flash": 11013,
+      "skip": 11014,
+      "▁minute": 11015,
+      "▁ved": 11016,
+      "aylor": 11017,
+      "▁seus": 11018,
+      "▁Major": 11019,
+      "▁franc": 11020,
+      "▁rac": 11021,
+      "kw": 11022,
+      "cv": 11023,
+      "Native": 11024,
+      "▁Button": 11025,
+      "ници": 11026,
+      "settings": 11027,
+      "▁Access": 11028,
+      "▁quality": 11029,
+      "props": 11030,
+      "Float": 11031,
+      "▁Scot": 11032,
+      "▁AD": 11033,
+      "▁allem": 11034,
+      "&\\": 11035,
+      "ustration": 11036,
+      "pattern": 11037,
+      "mir": 11038,
+      "▁incorpor": 11039,
+      "skich": 11040,
+      "'>": 11041,
+      "Stand": 11042,
+      "▁technique": 11043,
+      "▁Ess": 11044,
+      "▁Oxford": 11045,
+      "▁ла": 11046,
+      "tikz": 11047,
+      "лий": 11048,
+      "Login": 11049,
+      "▁minister": 11050,
+      "▁curl": 11051,
+      "kan": 11052,
+      "▁maps": 11053,
+      "inda": 11054,
+      "rieb": 11055,
+      "▁END": 11056,
+      "ifies": 11057,
+      "console": 11058,
+      "bury": 11059,
+      "▁LE": 11060,
+      "▁independ": 11061,
+      "▁ta": 11062,
+      "▁Ś": 11063,
+      "onel": 11064,
+      "ész": 11065,
+      "▁Ist": 11066,
+      "utive": 11067,
+      "ёл": 11068,
+      "▁Region": 11069,
+      "▁(=": 11070,
+      "▁compact": 11071,
+      "çois": 11072,
+      "▁labels": 11073,
+      "autorité": 11074,
+      "▁stan": 11075,
+      "▁française": 11076,
+      "▁removing": 11077,
+      "yc": 11078,
+      "}|": 11079,
+      "▁Exec": 11080,
+      "($_": 11081,
+      "mag": 11082,
+      "before": 11083,
+      "▁stopped": 11084,
+      "мии": 11085,
+      "▁refresh": 11086,
+      "unkt": 11087,
+      "icio": 11088,
+      "Xml": 11089,
+      "▁Tab": 11090,
+      "▁founded": 11091,
+      "▁fal": 11092,
+      "fx": 11093,
+      "▁Historia": 11094,
+      "▁Early": 11095,
+      "Dom": 11096,
+      "▁decide": 11097,
+      "▁understood": 11098,
+      "▁jur": 11099,
+      "▁Nr": 11100,
+      "▁capac": 11101,
+      "was": 11102,
+      "▁enemy": 11103,
+      "▁programs": 11104,
+      "▁mask": 11105,
+      "ске": 11106,
+      "▁groupe": 11107,
+      "cam": 11108,
+      "▁widget": 11109,
+      "REATE": 11110,
+      "▁seva": 11111,
+      "▁Barcel": 11112,
+      "▁perd": 11113,
+      "▁Му": 11114,
+      "rance": 11115,
+      "TYPE": 11116,
+      "▁{'": 11117,
+      "▁bill": 11118,
+      "▁\"_": 11119,
+      "'`": 11120,
+      "bahn": 11121,
+      "▁contained": 11122,
+      "Close": 11123,
+      "rug": 11124,
+      "egy": 11125,
+      "▁sight": 11126,
+      "▁Provin": 11127,
+      "ню": 11128,
+      "arz": 11129,
+      "щен": 11130,
+      "▁Joe": 11131,
+      "▁deleted": 11132,
+      "▁Auto": 11133,
+      "▁meter": 11134,
+      "CG": 11135,
+      "ъл": 11136,
+      "▁pent": 11137,
+      "▁bezeichnet": 11138,
+      "Sum": 11139,
+      "dbc": 11140,
+      "▁Platz": 11141,
+      "ectors": 11142,
+      "▁Little": 11143,
+      "QUE": 11144,
+      "ція": 11145,
+      "теля": 11146,
+      "night": 11147,
+      "▁ll": 11148,
+      "▁mostly": 11149,
+      "UID": 11150,
+      "▁bez": 11151,
+      "dob": 11152,
+      "кси": 11153,
+      "terne": 11154,
+      "▁corner": 11155,
+      "aty": 11156,
+      "▁improve": 11157,
+      "▁intr": 11158,
+      "▁`@": 11159,
+      "arod": 11160,
+      "▁installation": 11161,
+      "▁Referências": 11162,
+      "igan": 11163,
+      "▁critic": 11164,
+      "adel": 11165,
+      "▁село": 11166,
+      ",\r": 11167,
+      "atori": 11168,
+      "▁Fri": 11169,
+      "▁références": 11170,
+      "▁Intent": 11171,
+      "▁tant": 11172,
+      "unci": 11173,
+      "▁levels": 11174,
+      "eres": 11175,
+      "▁emer": 11176,
+      "safe": 11177,
+      "tk": 11178,
+      "▁cham": 11179,
+      "▁greatly": 11180,
+      "▁weit": 11181,
+      "▁coach": 11182,
+      "▁toward": 11183,
+      "Home": 11184,
+      "▁Boolean": 11185,
+      "тел": 11186,
+      "▁mock": 11187,
+      "▁appreciate": 11188,
+      "▁Cross": 11189,
+      "▁Take": 11190,
+      "DP": 11191,
+      "▁sides": 11192,
+      "▁Normdaten": 11193,
+      "дей": 11194,
+      "stal": 11195,
+      "▁cout": 11196,
+      "bn": 11197,
+      "▁Vert": 11198,
+      "▁bird": 11199,
+      "▁dynamically": 11200,
+      "▁Dol": 11201,
+      "▁Burg": 11202,
+      "▁dog": 11203,
+      "ätt": 11204,
+      "▁nuc": 11205,
+      "EC": 11206,
+      "Bytes": 11207,
+      "▁ak": 11208,
+      "reland": 11209,
+      "▁guitar": 11210,
+      "▁regarding": 11211,
+      "▁Fuß": 11212,
+      "▁дол": 11213,
+      "auss": 11214,
+      "▁jej": 11215,
+      "aco": 11216,
+      "▁updates": 11217,
+      "рук": 11218,
+      "('/": 11219,
+      "▁cold": 11220,
+      "▁Given": 11221,
+      "hin": 11222,
+      "▁feeling": 11223,
+      "igli": 11224,
+      "fah": 11225,
+      "стре": 11226,
+      "bool": 11227,
+      "initial": 11228,
+      "▁становника": 11229,
+      "▁Anna": 11230,
+      "▁hors": 11231,
+      "▁doll": 11232,
+      "▁consum": 11233,
+      "uber": 11234,
+      "standing": 11235,
+      "activ": 11236,
+      "зі": 11237,
+      "checked": 11238,
+      "▁permissions": 11239,
+      "▁Monte": 11240,
+      "WriteLine": 11241,
+      "plus": 11242,
+      "▁Equ": 11243,
+      "▁их": 11244,
+      "чки": 11245,
+      "unque": 11246,
+      "▁LO": 11247,
+      "ea": 11248,
+      "sample": 11249,
+      "iesz": 11250,
+      "oral": 11251,
+      "▁Ин": 11252,
+      "oston": 11253,
+      "▁Simon": 11254,
+      "fast": 11255,
+      "mk": 11256,
+      "assen": 11257,
+      "▁architecture": 11258,
+      "enses": 11259,
+      "▁Å": 11260,
+      "▁topic": 11261,
+      "▁disable": 11262,
+      "▁Cru": 11263,
+      "▁Control": 11264,
+      "▁creation": 11265,
+      "▁hyper": 11266,
+      "itud": 11267,
+      "жения": 11268,
+      "aram": 11269,
+      "▁где": 11270,
+      "ienst": 11271,
+      "edule": 11272,
+      "▁Bot": 11273,
+      "▁Ос": 11274,
+      "▁Their": 11275,
+      "anne": 11276,
+      "Microsoft": 11277,
+      "▁PM": 11278,
+      "ydro": 11279,
+      "entlich": 11280,
+      "▁Eine": 11281,
+      "CHAR": 11282,
+      ":'": 11283,
+      "Well": 11284,
+      "leton": 11285,
+      "▁supports": 11286,
+      "'])": 11287,
+      "manual": 11288,
+      "▁vice": 11289,
+      "asa": 11290,
+      "clos": 11291,
+      "vised": 11292,
+      "▁pok": 11293,
+      "track": 11294,
+      "ност": 11295,
+      "........": 11296,
+      "▁'\\": 11297,
+      "².": 11298,
+      "▁orders": 11299,
+      "etta": 11300,
+      "▁conversion": 11301,
+      "▁trade": 11302,
+      "cli": 11303,
+      "▁Исто": 11304,
+      "▁akt": 11305,
+      "▁subset": 11306,
+      "▁aug": 11307,
+      "▁leaves": 11308,
+      "Math": 11309,
+      "anned": 11310,
+      "kal": 11311,
+      "▁Вели": 11312,
+      "▁nog": 11313,
+      "▁eth": 11314,
+      "▁hair": 11315,
+      "around": 11316,
+      "▁javax": 11317,
+      "вой": 11318,
+      "▁Centre": 11319,
+      "öß": 11320,
+      "uti": 11321,
+      "▁navigation": 11322,
+      "▁PS": 11323,
+      "▁wa": 11324,
+      "▁России": 11325,
+      "usa": 11326,
+      "zeta": 11327,
+      "▁PDF": 11328,
+      "▁mismo": 11329,
+      "properties": 11330,
+      "meister": 11331,
+      "льта": 11332,
+      "forward": 11333,
+      "▁Ost": 11334,
+      "kins": 11335,
+      "▁sido": 11336,
+      "зов": 11337,
+      "tags": 11338,
+      "▁actor": 11339,
+      "▁fly": 11340,
+      "CR": 11341,
+      "agini": 11342,
+      "▁lett": 11343,
+      "eni": 11344,
+      "tech": 11345,
+      "▁Enc": 11346,
+      "oracle": 11347,
+      "amilton": 11348,
+      "zej": 11349,
+      "fen": 11350,
+      "umerate": 11351,
+      "▁questo": 11352,
+      "dart": 11353,
+      "▁Kore": 11354,
+      "apis": 11355,
+      "eper": 11356,
+      "Screen": 11357,
+      "wall": 11358,
+      "▁island": 11359,
+      "she": 11360,
+      "▁ligger": 11361,
+      "вся": 11362,
+      "fang": 11363,
+      "▁tard": 11364,
+      "▁plaats": 11365,
+      "▁пло": 11366,
+      "▁Office": 11367,
+      "▁SET": 11368,
+      "▁circuit": 11369,
+      "jed": 11370,
+      "Save": 11371,
+      "льно": 11372,
+      "Socket": 11373,
+      "▁Index": 11374,
+      "ACK": 11375,
+      "iders": 11376,
+      "erer": 11377,
+      "▁США": 11378,
+      "▁lady": 11379,
+      "▁scheme": 11380,
+      "ielle": 11381,
+      "▁exerc": 11382,
+      ")}\\": 11383,
+      "DateTime": 11384,
+      "athan": 11385,
+      "▁Professor": 11386,
+      "▁moins": 11387,
+      "▁Excel": 11388,
+      "▁Hay": 11389,
+      "▁Musik": 11390,
+      "▁ї": 11391,
+      "ęd": 11392,
+      "▁\".": 11393,
+      "▁був": 11394,
+      "▁instrument": 11395,
+      "пар": 11396,
+      "▁бере": 11397,
+      "▁politique": 11398,
+      "▁tradition": 11399,
+      "▁VM": 11400,
+      "▁Arts": 11401,
+      "▁Ci": 11402,
+      "Use": 11403,
+      "▁aggreg": 11404,
+      "▁weeks": 11405,
+      "▁opport": 11406,
+      "iting": 11407,
+      "▁vertical": 11408,
+      "▁Naz": 11409,
+      "...)": 11410,
+      "izo": 11411,
+      "▁cycle": 11412,
+      "▁tempo": 11413,
+      "тре": 11414,
+      "▁handling": 11415,
+      "istence": 11416,
+      "▁paste": 11417,
+      "▁enjo": 11418,
+      "ROUP": 11419,
+      "▁outer": 11420,
+      "▁supply": 11421,
+      "eman": 11422,
+      "▁accident": 11423,
+      "▁\\]": 11424,
+      "▁тех": 11425,
+      "Pool": 11426,
+      "oting": 11427,
+      "onymous": 11428,
+      "▁Giov": 11429,
+      "▁ud": 11430,
+      "▁./": 11431,
+      "ERROR": 11432,
+      "construct": 11433,
+      "textwidth": 11434,
+      "quipe": 11435,
+      "cases": 11436,
+      "▁ад": 11437,
+      "▁Row": 11438,
+      "Holder": 11439,
+      "wan": 11440,
+      "arna": 11441,
+      "Mem": 11442,
+      "▁Canadian": 11443,
+      "▁Commission": 11444,
+      "sun": 11445,
+      "▁apps": 11446,
+      "▁Blo": 11447,
+      "▁ihrer": 11448,
+      "▁famille": 11449,
+      "▁mě": 11450,
+      "▁py": 11451,
+      "ис": 11452,
+      "▁того": 11453,
+      "▁Again": 11454,
+      "▁ignore": 11455,
+      "▁television": 11456,
+      "Pat": 11457,
+      "hide": 11458,
+      "▁Rev": 11459,
+      "▁bear": 11460,
+      "phy": 11461,
+      "▁noise": 11462,
+      "▁wra": 11463,
+      "ationale": 11464,
+      "▁collabor": 11465,
+      "border": 11466,
+      "▁elected": 11467,
+      "▁surpr": 11468,
+      "▁avoir": 11469,
+      "▁assembly": 11470,
+      "▁обще": 11471,
+      "▁arbitrary": 11472,
+      "▁brief": 11473,
+      "▁---": 11474,
+      "▁Maur": 11475,
+      "gression": 11476,
+      "icia": 11477,
+      "▁liegt": 11478,
+      "▁Figure": 11479,
+      "▁onto": 11480,
+      "Repository": 11481,
+      "▁déf": 11482,
+      "▁forth": 11483,
+      "▁clicked": 11484,
+      "seite": 11485,
+      "▁notes": 11486,
+      "native": 11487,
+      "▁EDIT": 11488,
+      "ые": 11489,
+      "MT": 11490,
+      "amental": 11491,
+      "▁rose": 11492,
+      "▁puede": 11493,
+      "Delegate": 11494,
+      "uba": 11495,
+      "neo": 11496,
+      "xis": 11497,
+      "▁Arthur": 11498,
+      "URE": 11499,
+      "aming": 11500,
+      "Device": 11501,
+      "▁diam": 11502,
+      "ständ": 11503,
+      "▁pron": 11504,
+      "ois": 11505,
+      "coming": 11506,
+      "Parameters": 11507,
+      "uvud": 11508,
+      "▁ability": 11509,
+      "▁mét": 11510,
+      "▁Unfortunately": 11511,
+      "fd": 11512,
+      "Dictionary": 11513,
+      "socket": 11514,
+      "▁conoc": 11515,
+      "contains": 11516,
+      "essed": 11517,
+      "▁geldig": 11518,
+      "ница": 11519,
+      "▁pointed": 11520,
+      "esti": 11521,
+      "nom": 11522,
+      "ография": 11523,
+      "▁represents": 11524,
+      "▁manip": 11525,
+      "world": 11526,
+      "▁resolved": 11527,
+      "tegr": 11528,
+      "▁dort": 11529,
+      "astern": 11530,
+      "▁campaign": 11531,
+      "▁primo": 11532,
+      "▁;;": 11533,
+      "▁snippet": 11534,
+      "▁Nik": 11535,
+      "Total": 11536,
+      "issement": 11537,
+      "ACE": 11538,
+      "▁verify": 11539,
+      "iffe": 11540,
+      "lagen": 11541,
+      "ieur": 11542,
+      "▁converted": 11543,
+      "▁Milit": 11544,
+      "▁Alg": 11545,
+      "▁Ron": 11546,
+      "▁konn": 11547,
+      "apple": 11548,
+      "▁dispos": 11549,
+      "stellung": 11550,
+      "▁retain": 11551,
+      "▁mentre": 11552,
+      "▁neut": 11553,
+      "▁Night": 11554,
+      "ché": 11555,
+      "atti": 11556,
+      "▁obra": 11557,
+      "▁superior": 11558,
+      "▁Congress": 11559,
+      "ём": 11560,
+      "▁codes": 11561,
+      "▁Ama": 11562,
+      "▁Earth": 11563,
+      "▁opposite": 11564,
+      "▁pool": 11565,
+      "▁Dun": 11566,
+      "жение": 11567,
+      "▁\"${": 11568,
+      "inv": 11569,
+      "▁уни": 11570,
+      "▁Andrew": 11571,
+      "телей": 11572,
+      "▁był": 11573,
+      "Univers": 11574,
+      "▁Angular": 11575,
+      "anim": 11576,
+      "дова": 11577,
+      "BUG": 11578,
+      "utely": 11579,
+      "▁drawing": 11580,
+      "▁gain": 11581,
+      "▁fourth": 11582,
+      "▁Problem": 11583,
+      "▁suddenly": 11584,
+      "▁Ä": 11585,
+      "onna": 11586,
+      "▁Kont": 11587,
+      "▁Bildern": 11588,
+      "▁konnte": 11589,
+      "že": 11590,
+      "Trace": 11591,
+      "▁secure": 11592,
+      "▁który": 11593,
+      "▁eq": 11594,
+      "▁formal": 11595,
+      "amerikan": 11596,
+      "▁Anal": 11597,
+      "▁Rewrite": 11598,
+      "▁Double": 11599,
+      "created": 11600,
+      "NU": 11601,
+      "MDb": 11602,
+      "apes": 11603,
+      "Unis": 11604,
+      "▁especial": 11605,
+      "})\\": 11606,
+      "edom": 11607,
+      "▁categor": 11608,
+      "Return": 11609,
+      "▁Hamb": 11610,
+      "▁Rio": 11611,
+      "▁Mir": 11612,
+      "▁Geme": 11613,
+      "abilities": 11614,
+      "trz": 11615,
+      "uset": 11616,
+      "ierra": 11617,
+      "network": 11618,
+      "▁doctor": 11619,
+      "eurs": 11620,
+      "▁listen": 11621,
+      "дж": 11622,
+      "▁Hö": 11623,
+      "▁consists": 11624,
+      "asm": 11625,
+      "Chr": 11626,
+      "aland": 11627,
+      "▁исполь": 11628,
+      "▁lugar": 11629,
+      "▁definitely": 11630,
+      "move": 11631,
+      "ública": 11632,
+      "▁län": 11633,
+      "ismus": 11634,
+      "▁држа": 11635,
+      "▁dt": 11636,
+      "▁Perhaps": 11637,
+      "▁Brasil": 11638,
+      "John": 11639,
+      "▁promise": 11640,
+      "łu": 11641,
+      "reens": 11642,
+      "▁psych": 11643,
+      "▁Who": 11644,
+      "ряд": 11645,
+      "▁INTO": 11646,
+      "▁People": 11647,
+      "▁Williams": 11648,
+      "▁Marg": 11649,
+      "▁дан": 11650,
+      "record": 11651,
+      "▁Euro": 11652,
+      "▁Virginia": 11653,
+      "▁Rest": 11654,
+      "▁Corn": 11655,
+      "}},": 11656,
+      "▁Grid": 11657,
+      "▁inject": 11658,
+      "нан": 11659,
+      "▁crow": 11660,
+      "▁Phys": 11661,
+      "▁DO": 11662,
+      "▁\"-": 11663,
+      "▁increased": 11664,
+      "acher": 11665,
+      "peat": 11666,
+      "Lin": 11667,
+      "▁Dub": 11668,
+      "rices": 11669,
+      "agnost": 11670,
+      "dl": 11671,
+      "▁curve": 11672,
+      "üg": 11673,
+      "rice": 11674,
+      "language": 11675,
+      "ClickListener": 11676,
+      "▁municipal": 11677,
+      "▁Ori": 11678,
+      "▁Bild": 11679,
+      "▁Cab": 11680,
+      "▁Var": 11681,
+      "▁noted": 11682,
+      "▁Î": 11683,
+      "▁subs": 11684,
+      "iation": 11685,
+      "WOR": 11686,
+      "ingly": 11687,
+      "▁Rus": 11688,
+      "iens": 11689,
+      "INFO": 11690,
+      "ква": 11691,
+      "ativo": 11692,
+      "gende": 11693,
+      "▁Franz": 11694,
+      "▁isol": 11695,
+      "edes": 11696,
+      "nier": 11697,
+      "▁NO": 11698,
+      "▁Has": 11699,
+      "beans": 11700,
+      "▁pandas": 11701,
+      "(\"%": 11702,
+      "віт": 11703,
+      "утбо": 11704,
+      "▁gather": 11705,
+      "▁legal": 11706,
+      "includ": 11707,
+      "▁circumst": 11708,
+      "criptor": 11709,
+      "rible": 11710,
+      "▁Süd": 11711,
+      "▁apro": 11712,
+      "Api": 11713,
+      "▁най": 11714,
+      "▁African": 11715,
+      "owski": 11716,
+      "▁Johnson": 11717,
+      "iek": 11718,
+      "▁vote": 11719,
+      "▁Kan": 11720,
+      "▁bibli": 11721,
+      "▁haar": 11722,
+      "▁vr": 11723,
+      "]),": 11724,
+      "subseteq": 11725,
+      "Parser": 11726,
+      "iani": 11727,
+      "isé": 11728,
+      "idea": 11729,
+      "Only": 11730,
+      "▁ál": 11731,
+      "▁Catal": 11732,
+      "▁Case": 11733,
+      "seh": 11734,
+      "▁encounter": 11735,
+      "▁reform": 11736,
+      "мини": 11737,
+      "▁Stre": 11738,
+      "exception": 11739,
+      "▁Tar": 11740,
+      "тар": 11741,
+      "trl": 11742,
+      "▁Александ": 11743,
+      "лект": 11744,
+      "equal": 11745,
+      "Op": 11746,
+      "▁lif": 11747,
+      "▁його": 11748,
+      "▁voltage": 11749,
+      "shire": 11750,
+      "▁Groß": 11751,
+      "вня": 11752,
+      "nings": 11753,
+      "нци": 11754,
+      "▁lag": 11755,
+      "▁anderen": 11756,
+      "▁vac": 11757,
+      "▁macro": 11758,
+      "=[": 11759,
+      "Then": 11760,
+      "▁controls": 11761,
+      "seq": 11762,
+      "ologies": 11763,
+      "▁selector": 11764,
+      "▁України": 11765,
+      "хівовано": 11766,
+      "ый": 11767,
+      "allenge": 11768,
+      "▁IMDb": 11769,
+      "ummy": 11770,
+      "yen": 11771,
+      "▁beste": 11772,
+      "▁Box": 11773,
+      "▁chair": 11774,
+      "▁Sab": 11775,
+      "erde": 11776,
+      "▁nast": 11777,
+      "ivamente": 11778,
+      "▁объ": 11779,
+      "▁requirements": 11780,
+      "▁meeting": 11781,
+      "▁finan": 11782,
+      "▁Adam": 11783,
+      "▁televis": 11784,
+      "▁bright": 11785,
+      "▁Git": 11786,
+      "EG": 11787,
+      "▁Gil": 11788,
+      "rès": 11789,
+      "▁Cond": 11790,
+      "▁ft": 11791,
+      "▁було": 11792,
+      "-+": 11793,
+      "END": 11794,
+      "erne": 11795,
+      "▁Comput": 11796,
+      "▁ils": 11797,
+      "▁gall": 11798,
+      "▁csv": 11799,
+      "ług": 11800,
+      "▁summer": 11801,
+      "game": 11802,
+      "▁posts": 11803,
+      "Архівовано": 11804,
+      "▁zij": 11805,
+      "▁determin": 11806,
+      "▁abandon": 11807,
+      "counter": 11808,
+      "▁requirement": 11809,
+      "▁Tit": 11810,
+      "irtual": 11811,
+      "▁Videos": 11812,
+      "▁quiet": 11813,
+      "▁Term": 11814,
+      "▁timeout": 11815,
+      "Print": 11816,
+      "▁invent": 11817,
+      "lais": 11818,
+      "▁monitor": 11819,
+      "halb": 11820,
+      "▁Wild": 11821,
+      "▁leader": 11822,
+      "▁сель": 11823,
+      "▁utiliz": 11824,
+      "▁parents": 11825,
+      "▁forced": 11826,
+      "▁proved": 11827,
+      "▁effective": 11828,
+      "▁llam": 11829,
+      "▁Спо": 11830,
+      "orb": 11831,
+      "ggi": 11832,
+      "▁assumption": 11833,
+      "▁subm": 11834,
+      "▁вій": 11835,
+      "ilia": 11836,
+      "▁reverse": 11837,
+      "'\"": 11838,
+      "▁quotes": 11839,
+      "▁sites": 11840,
+      "igung": 11841,
+      "▁Arg": 11842,
+      "Double": 11843,
+      "▁screens": 11844,
+      "▁clause": 11845,
+      "▁bundle": 11846,
+      "▁philosoph": 11847,
+      "▁Num": 11848,
+      "▁gleich": 11849,
+      "uly": 11850,
+      "direct": 11851,
+      "asketball": 11852,
+      "owany": 11853,
+      "\\}$": 11854,
+      "▁radius": 11855,
+      "▁Search": 11856,
+      "Properties": 11857,
+      "▁elev": 11858,
+      "▁prod": 11859,
+      "▁\"%": 11860,
+      "isión": 11861,
+      "Debug": 11862,
+      "Second": 11863,
+      "(!": 11864,
+      "▁Catholic": 11865,
+      "рован": 11866,
+      "lez": 11867,
+      "Pa": 11868,
+      "pson": 11869,
+      "▁erste": 11870,
+      "▁Fu": 11871,
+      "▁lit": 11872,
+      "▁Saison": 11873,
+      "▁Hash": 11874,
+      "▁exem": 11875,
+      "▁представ": 11876,
+      ")*": 11877,
+      "▁eu": 11878,
+      "▁│": 11879,
+      "▁gab": 11880,
+      "etailed": 11881,
+      "Copy": 11882,
+      "▁два": 11883,
+      "even": 11884,
+      "Kind": 11885,
+      "▁Jackson": 11886,
+      "ал": 11887,
+      "▁consec": 11888,
+      "USER": 11889,
+      "▁Tok": 11890,
+      "(.": 11891,
+      "▁$|": 11892,
+      "▁Tamb": 11893,
+      "▁Lemma": 11894,
+      "hang": 11895,
+      "▁contribution": 11896,
+      "rollers": 11897,
+      "▁studies": 11898,
+      "▁poi": 11899,
+      "gems": 11900,
+      "▁UP": 11901,
+      "▁Wol": 11902,
+      ">\"": 11903,
+      "▁floor": 11904,
+      "▁initialize": 11905,
+      "▁Lew": 11906,
+      "zek": 11907,
+      "arte": 11908,
+      "▁positions": 11909,
+      "▁portion": 11910,
+      "cover": 11911,
+      "wp": 11912,
+      "ового": 11913,
+      "▁piano": 11914,
+      "▁metal": 11915,
+      "▁samples": 11916,
+      "▁Сан": 11917,
+      "variable": 11918,
+      "▁стать": 11919,
+      "▁integers": 11920,
+      "Where": 11921,
+      "family": 11922,
+      "▁nun": 11923,
+      "▁increment": 11924,
+      "ixed": 11925,
+      "▁heeft": 11926,
+      "fte": 11927,
+      "▁vil": 11928,
+      "▁otros": 11929,
+      "Multimedia": 11930,
+      "▁Henri": 11931,
+      "aded": 11932,
+      "ген": 11933,
+      "▁capit": 11934,
+      "▁других": 11935,
+      "isp": 11936,
+      "ITY": 11937,
+      "▁constraints": 11938,
+      "▁Kirche": 11939,
+      "found": 11940,
+      "ший": 11941,
+      "▁pic": 11942,
+      "▁tou": 11943,
+      "cred": 11944,
+      "роб": 11945,
+      "▁Mess": 11946,
+      "Job": 11947,
+      "▁Mais": 11948,
+      "▁styles": 11949,
+      "fall": 11950,
+      "▁Uk": 11951,
+      "▁street": 11952,
+      "occer": 11953,
+      "esen": 11954,
+      "▁colors": 11955,
+      "cean": 11956,
+      "юще": 11957,
+      "conne": 11958,
+      "▁ratio": 11959,
+      "anton": 11960,
+      "▁Fel": 11961,
+      "▁customer": 11962,
+      "▁Prix": 11963,
+      "rás": 11964,
+      "pred": 11965,
+      "▁electron": 11966,
+      "sym": 11967,
+      "▁вели": 11968,
+      "▁overflow": 11969,
+      "▁$[": 11970,
+      "▁POST": 11971,
+      "▁Cin": 11972,
+      "scheid": 11973,
+      "(\"/": 11974,
+      "▁searching": 11975,
+      "▁purposes": 11976,
+      "▁arrived": 11977,
+      "▁punt": 11978,
+      "▁lad": 11979,
+      "Python": 11980,
+      "▁leads": 11981,
+      "▁sand": 11982,
+      "пада": 11983,
+      "▁communes": 11984,
+      "▁CHAP": 11985,
+      "▁caso": 11986,
+      "rz": 11987,
+      "▁dw": 11988,
+      "aca": 11989,
+      "▁Columb": 11990,
+      "children": 11991,
+      "êt": 11992,
+      "schemas": 11993,
+      "▁instructions": 11994,
+      "▁-\\": 11995,
+      "▁Israel": 11996,
+      "ności": 11997,
+      "▁образ": 11998,
+      "▁совет": 11999,
+      "▁immagini": 12000,
+      "▁Fred": 12001,
+      "▁Global": 12002,
+      "▁thick": 12003,
+      "▁fueron": 12004,
+      "▁thrown": 12005,
+      "▁clock": 12006,
+      "enable": 12007,
+      "'''": 12008,
+      "▁Sund": 12009,
+      "▁contempor": 12010,
+      "answer": 12011,
+      "▁manufact": 12012,
+      "▁io": 12013,
+      "qquad": 12014,
+      "OUT": 12015,
+      "▁Lab": 12016,
+      "▁Zw": 12017,
+      "legal": 12018,
+      "▁Vel": 12019,
+      "▁raise": 12020,
+      "▁deliver": 12021,
+      "▁Voir": 12022,
+      "▁assumed": 12023,
+      "Let": 12024,
+      "ierten": 12025,
+      "▁Kong": 12026,
+      "▁Exp": 12027,
+      "▁Jug": 12028,
+      "▁declaration": 12029,
+      "▁Fish": 12030,
+      "mé": 12031,
+      "▁speech": 12032,
+      "▁tent": 12033,
+      "▁Route": 12034,
+      "__(": 12035,
+      "▁réalis": 12036,
+      "▁Design": 12037,
+      "setText": 12038,
+      "▁Station": 12039,
+      "archy": 12040,
+      "▁като": 12041,
+      "▁dent": 12042,
+      "▁Kl": 12043,
+      "iß": 12044,
+      "▁risk": 12045,
+      "▁Broad": 12046,
+      "▁vectors": 12047,
+      "▁Spec": 12048,
+      "▁routes": 12049,
+      "ymn": 12050,
+      "▁Greg": 12051,
+      "▁получи": 12052,
+      "gie": 12053,
+      "ORM": 12054,
+      "веде": 12055,
+      "walt": 12056,
+      "▁efter": 12057,
+      "Ptr": 12058,
+      "▁subt": 12059,
+      "▁birth": 12060,
+      "▁drawn": 12061,
+      "mess": 12062,
+      "мерикан": 12063,
+      "VE": 12064,
+      "▁Put": 12065,
+      "▁asc": 12066,
+      "▁feder": 12067,
+      "сли": 12068,
+      "▁Prin": 12069,
+      "▁stick": 12070,
+      "reset": 12071,
+      "yk": 12072,
+      "studio": 12073,
+      "▁Still": 12074,
+      "Const": 12075,
+      "ació": 12076,
+      "▁Portugal": 12077,
+      "▁scripts": 12078,
+      "undial": 12079,
+      "▁lives": 12080,
+      "▁szer": 12081,
+      "▁estado": 12082,
+      "folder": 12083,
+      "▁communication": 12084,
+      "Route": 12085,
+      "▁swift": 12086,
+      "тен": 12087,
+      "▁kill": 12088,
+      "▁PR": 12089,
+      "joint": 12090,
+      "▁objective": 12091,
+      "▁complicated": 12092,
+      "▁Über": 12093,
+      "esh": 12094,
+      "picture": 12095,
+      "raine": 12096,
+      "comput": 12097,
+      "▁proport": 12098,
+      "ogs": 12099,
+      "ült": 12100,
+      "▁quantum": 12101,
+      "кри": 12102,
+      "▁sop": 12103,
+      "▁loops": 12104,
+      "▁Reference": 12105,
+      "▁nei": 12106,
+      "ICE": 12107,
+      "▁verm": 12108,
+      "▁adj": 12109,
+      "▁però": 12110,
+      "▁trou": 12111,
+      "isions": 12112,
+      "▁Apple": 12113,
+      "servable": 12114,
+      "▁Boston": 12115,
+      "oret": 12116,
+      "oks": 12117,
+      "▁kg": 12118,
+      "defined": 12119,
+      "platform": 12120,
+      "cler": 12121,
+      "ographic": 12122,
+      "ritt": 12123,
+      "▁dic": 12124,
+      "▁Mond": 12125,
+      "▁Ireland": 12126,
+      "▁Una": 12127,
+      "▁commercial": 12128,
+      "▁Pu": 12129,
+      "Di": 12130,
+      "▁её": 12131,
+      "▁precis": 12132,
+      "народ": 12133,
+      "▁quatre": 12134,
+      "ustral": 12135,
+      "▁dag": 12136,
+      "igue": 12137,
+      "▁burn": 12138,
+      "▁officer": 12139,
+      "▁Ав": 12140,
+      "▁highlight": 12141,
+      "▁Suppose": 12142,
+      "odi": 12143,
+      "servlet": 12144,
+      "▁Encyc": 12145,
+      "▁Range": 12146,
+      "тий": 12147,
+      "Please": 12148,
+      "▁років": 12149,
+      "quant": 12150,
+      "▁flat": 12151,
+      "▁Référence": 12152,
+      "следова": 12153,
+      "role": 12154,
+      "▁diesen": 12155,
+      "}}(": 12156,
+      "▁Indust": 12157,
+      "▁númer": 12158,
+      "▁\";": 12159,
+      "lus": 12160,
+      "ôle": 12161,
+      "▁zm": 12162,
+      "deg": 12163,
+      "▁rough": 12164,
+      "Inv": 12165,
+      "▁hur": 12166,
+      "▁Ress": 12167,
+      "chs": 12168,
+      "▁turns": 12169,
+      "nero": 12170,
+      "functions": 12171,
+      "али": 12172,
+      "▁habitants": 12173,
+      "ат": 12174,
+      "issues": 12175,
+      "▁huge": 12176,
+      "Utils": 12177,
+      "▁Sat": 12178,
+      "▁государ": 12179,
+      "▁coast": 12180,
+      "shape": 12181,
+      "LC": 12182,
+      "▁logging": 12183,
+      "endor": 12184,
+      "▁lies": 12185,
+      "▁difer": 12186,
+      "▁critical": 12187,
+      "XT": 12188,
+      "мина": 12189,
+      "ansk": 12190,
+      "Results": 12191,
+      "kc": 12192,
+      "iverse": 12193,
+      "EXT": 12194,
+      "ALSE": 12195,
+      "▁vál": 12196,
+      "Pi": 12197,
+      "compile": 12198,
+      "hello": 12199,
+      "▁чемпи": 12200,
+      "▁Italia": 12201,
+      "коло": 12202,
+      "▁edition": 12203,
+      "grund": 12204,
+      "▁dataframe": 12205,
+      "▁Following": 12206,
+      "reib": 12207,
+      "▁Jeff": 12208,
+      "▁città": 12209,
+      "ITable": 12210,
+      "▁$(\\": 12211,
+      "▁reduced": 12212,
+      "obil": 12213,
+      "▁anywhere": 12214,
+      "'(": 12215,
+      "▁phr": 12216,
+      "▁Kh": 12217,
+      "▁Frame": 12218,
+      "▁manual": 12219,
+      "▁cra": 12220,
+      "▁VS": 12221,
+      "%=": 12222,
+      "InstanceState": 12223,
+      "▁бра": 12224,
+      "▁Drag": 12225,
+      "▁Herr": 12226,
+      "▁гу": 12227,
+      "▁mús": 12228,
+      "Tool": 12229,
+      "▁Private": 12230,
+      "▁synchron": 12231,
+      "iration": 12232,
+      "▁обо": 12233,
+      "▁typically": 12234,
+      "▁implicit": 12235,
+      "orient": 12236,
+      "▁timer": 12237,
+      "▁können": 12238,
+      "iest": 12239,
+      "raid": 12240,
+      "▁expressions": 12241,
+      "▁aim": 12242,
+      "▁stre": 12243,
+      "▁wrap": 12244,
+      "▁Bart": 12245,
+      "▁bron": 12246,
+      "▁keyboard": 12247,
+      "pow": 12248,
+      "▁grupo": 12249,
+      "▁резу": 12250,
+      "▁professor": 12251,
+      "▁Head": 12252,
+      "ною": 12253,
+      "minus": 12254,
+      "▁Michel": 12255,
+      "NOT": 12256,
+      "mor": 12257,
+      "]}": 12258,
+      "widehat": 12259,
+      "aris": 12260,
+      "тература": 12261,
+      "defn": 12262,
+      "istrz": 12263,
+      "▁tanto": 12264,
+      "▁Pow": 12265,
+      "▁indicate": 12266,
+      "▁Winter": 12267,
+      "reshold": 12268,
+      "рів": 12269,
+      "▁`(": 12270,
+      "▁owner": 12271,
+      "▁disp": 12272,
+      "▁кри": 12273,
+      "мет": 12274,
+      "мент": 12275,
+      "report": 12276,
+      "require": 12277,
+      "▁voy": 12278,
+      "▁AP": 12279,
+      "▁España": 12280,
+      "▁São": 12281,
+      "jär": 12282,
+      "Non": 12283,
+      "Library": 12284,
+      "ichten": 12285,
+      "▁structures": 12286,
+      "▁muy": 12287,
+      "ário": 12288,
+      "▁certificate": 12289,
+      "чного": 12290,
+      "▁province": 12291,
+      "pages": 12292,
+      "dal": 12293,
+      "▁Freder": 12294,
+      "ье": 12295,
+      "Execute": 12296,
+      "▁ancient": 12297,
+      "▁films": 12298,
+      "▁Alfred": 12299,
+      "Auto": 12300,
+      "▁atom": 12301,
+      "▁ell": 12302,
+      "▁Harr": 12303,
+      "йн": 12304,
+      "▁\"#": 12305,
+      "▁nacional": 12306,
+      "▁neighbor": 12307,
+      "ступа": 12308,
+      "▁wit": 12309,
+      "Pop": 12310,
+      "▁Greek": 12311,
+      "▁repeat": 12312,
+      "bad": 12313,
+      "▁SC": 12314,
+      "▁DateTime": 12315,
+      "шти": 12316,
+      "▁WH": 12317,
+      "▁прави": 12318,
+      "▁Ти": 12319,
+      "▁saison": 12320,
+      "▁Hart": 12321,
+      "directory": 12322,
+      "uan": 12323,
+      "norm": 12324,
+      "▁Philipp": 12325,
+      "▁suspect": 12326,
+      "▁anno": 12327,
+      "bc": 12328,
+      "сла": 12329,
+      "$(": 12330,
+      "▁befind": 12331,
+      "ocs": 12332,
+      "latest": 12333,
+      ";\">": 12334,
+      "▁afterwards": 12335,
+      "PUT": 12336,
+      "▁ja": 12337,
+      "▁Hil": 12338,
+      "yz": 12339,
+      "▁Bour": 12340,
+      "▁laid": 12341,
+      "▁Дже": 12342,
+      "pie": 12343,
+      "watch": 12344,
+      "▁Eq": 12345,
+      "contact": 12346,
+      "iber": 12347,
+      "checkbox": 12348,
+      "▁españ": 12349,
+      "anse": 12350,
+      "▁шко": 12351,
+      "eff": 12352,
+      "xxx": 12353,
+      "▁GET": 12354,
+      "▁lov": 12355,
+      "itute": 12356,
+      "zech": 12357,
+      "tere": 12358,
+      "▁purs": 12359,
+      "kens": 12360,
+      "iante": 12361,
+      "▁Free": 12362,
+      "▁органи": 12363,
+      "kreis": 12364,
+      "▁{:": 12365,
+      "shared": 12366,
+      "▁Graph": 12367,
+      "▁connections": 12368,
+      "▁DOM": 12369,
+      "▁Cart": 12370,
+      "sson": 12371,
+      "▁Hamilton": 12372,
+      "тели": 12373,
+      "▁restaur": 12374,
+      "Resol": 12375,
+      "Driver": 12376,
+      "▁enf": 12377,
+      "EDIT": 12378,
+      "▁prev": 12379,
+      "▁ik": 12380,
+      "▁să": 12381,
+      "jö": 12382,
+      "▁СССР": 12383,
+      "▁colour": 12384,
+      "chten": 12385,
+      "▁estad": 12386,
+      "inois": 12387,
+      "▁confir": 12388,
+      "▁vé": 12389,
+      "▁Ces": 12390,
+      "▁Never": 12391,
+      "omer": 12392,
+      "жда": 12393,
+      "слу": 12394,
+      "чения": 12395,
+      "dll": 12396,
+      "▁youth": 12397,
+      "emen": 12398,
+      "▁studied": 12399,
+      "▁Kil": 12400,
+      "cion": 12401,
+      "▁navig": 12402,
+      "required": 12403,
+      "orithms": 12404,
+      "ilor": 12405,
+      "▁Deutschen": 12406,
+      "▁persons": 12407,
+      "▁Barcelona": 12408,
+      "▁formation": 12409,
+      "abei": 12410,
+      "▁против": 12411,
+      "Engine": 12412,
+      "ONE": 12413,
+      "ográ": 12414,
+      "Cap": 12415,
+      "rir": 12416,
+      "▁gate": 12417,
+      "oration": 12418,
+      "maven": 12419,
+      "▁combined": 12420,
+      "▁attr": 12421,
+      "▁hook": 12422,
+      "▁который": 12423,
+      "▁servers": 12424,
+      "ucture": 12425,
+      "ження": 12426,
+      "tv": 12427,
+      "▁req": 12428,
+      "jal": 12429,
+      "▁locally": 12430,
+      "}}{\\": 12431,
+      "Br": 12432,
+      "▁Hier": 12433,
+      "мор": 12434,
+      "▁apart": 12435,
+      "\"],": 12436,
+      "▁%>%": 12437,
+      "▁zusammen": 12438,
+      "▁identify": 12439,
+      "▁Altern": 12440,
+      "▁бро": 12441,
+      "▁ци": 12442,
+      "gh": 12443,
+      "▁Ten": 12444,
+      "RS": 12445,
+      "форма": 12446,
+      "▁nelle": 12447,
+      "▁Hin": 12448,
+      "ounding": 12449,
+      "▁représ": 12450,
+      "aph": 12451,
+      "▁[\\": 12452,
+      "▁Sports": 12453,
+      "рал": 12454,
+      "▁thre": 12455,
+      "▁prin": 12456,
+      "▁Eliz": 12457,
+      "▁Four": 12458,
+      "▁society": 12459,
+      "Transaction": 12460,
+      "▁veg": 12461,
+      "▁schools": 12462,
+      "▁overall": 12463,
+      "▁tail": 12464,
+      "über": 12465,
+      "▁Sov": 12466,
+      "▁Сер": 12467,
+      "▁rapp": 12468,
+      "▁traffic": 12469,
+      "question": 12470,
+      "▁environ": 12471,
+      "ateien": 12472,
+      "icus": 12473,
+      "▁narrow": 12474,
+      "▁pray": 12475,
+      "▁Bou": 12476,
+      "▁Client": 12477,
+      "abl": 12478,
+      "▁Audiod": 12479,
+      "▁npm": 12480,
+      "▁Column": 12481,
+      "▁Games": 12482,
+      "aver": 12483,
+      "onymes": 12484,
+      "▁После": 12485,
+      "ną": 12486,
+      "▁Nu": 12487,
+      "▁Dick": 12488,
+      "▁tensor": 12489,
+      "▁@\"": 12490,
+      "vé": 12491,
+      "Icon": 12492,
+      "▁пода": 12493,
+      "▁Gon": 12494,
+      "/).": 12495,
+      "istra": 12496,
+      "▁Audiodateien": 12497,
+      "Delete": 12498,
+      "}}}": 12499,
+      "▁jump": 12500,
+      "▁Об": 12501,
+      "▁principle": 12502,
+      "▁États": 12503,
+      "oked": 12504,
+      "▁Вла": 12505,
+      "Interval": 12506,
+      "▁sau": 12507,
+      "encode": 12508,
+      "▁pon": 12509,
+      "catch": 12510,
+      "▁tiem": 12511,
+      "▁Gust": 12512,
+      "MC": 12513,
+      "limits": 12514,
+      "▁keeping": 12515,
+      "▁songs": 12516,
+      "▁авгу": 12517,
+      "▁район": 12518,
+      "▁notification": 12519,
+      "▁offered": 12520,
+      "Cor": 12521,
+      "▁shut": 12522,
+      "errors": 12523,
+      "▁EN": 12524,
+      "▁latach": 12525,
+      "▁selbst": 12526,
+      "▁checkbox": 12527,
+      "▁cool": 12528,
+      "▁factory": 12529,
+      "▁paid": 12530,
+      "dimensional": 12531,
+      "niej": 12532,
+      "pton": 12533,
+      "▁pin": 12534,
+      "aked": 12535,
+      "▁reli": 12536,
+      "▁Taylor": 12537,
+      "▁Something": 12538,
+      "imum": 12539,
+      "▁Vin": 12540,
+      "▁iteration": 12541,
+      "Find": 12542,
+      "кови": 12543,
+      "▁boys": 12544,
+      "▁Simple": 12545,
+      "▁Crist": 12546,
+      "▁Was": 12547,
+      "ând": 12548,
+      "▁Va": 12549,
+      "▁тра": 12550,
+      "▁destination": 12551,
+      "limp": 12552,
+      "▁Kat": 12553,
+      "worth": 12554,
+      "▁Kor": 12555,
+      "ição": 12556,
+      "=`": 12557,
+      "▁fairly": 12558,
+      "falls": 12559,
+      "▁reject": 12560,
+      "▁dream": 12561,
+      "bell": 12562,
+      "▁toute": 12563,
+      "▁$\\{": 12564,
+      "▁stone": 12565,
+      "▁protect": 12566,
+      "▁excell": 12567,
+      "▁Mexico": 12568,
+      "▁dash": 12569,
+      "▁fault": 12570,
+      "pmatrix": 12571,
+      "aller": 12572,
+      "▁guerre": 12573,
+      "origin": 12574,
+      "hibernate": 12575,
+      "ília": 12576,
+      "▁Register": 12577,
+      "unto": 12578,
+      "▁Bat": 12579,
+      "▁bow": 12580,
+      "ських": 12581,
+      "età": 12582,
+      "▁Luis": 12583,
+      "▁fou": 12584,
+      "▁Cambridge": 12585,
+      "▁ott": 12586,
+      "sup": 12587,
+      "reas": 12588,
+      "▁pointers": 12589,
+      "▁Board": 12590,
+      "▁ри": 12591,
+      "▁driv": 12592,
+      "нин": 12593,
+      "▁Circ": 12594,
+      "▁thou": 12595,
+      "Div": 12596,
+      "spark": 12597,
+      "lament": 12598,
+      "▁VAL": 12599,
+      "Send": 12600,
+      "▁Irish": 12601,
+      "oy": 12602,
+      "▁Tu": 12603,
+      "▁trivial": 12604,
+      "Forms": 12605,
+      "▁así": 12606,
+      "▁Imper": 12607,
+      "▁signature": 12608,
+      "unos": 12609,
+      "▁Neg": 12610,
+      "▁cancel": 12611,
+      "▁Heinrich": 12612,
+      "eed": 12613,
+      "Illustration": 12614,
+      "▁sulla": 12615,
+      "▁quarter": 12616,
+      "asz": 12617,
+      "▁blog": 12618,
+      "fica": 12619,
+      "won": 12620,
+      "quet": 12621,
+      "]))": 12622,
+      "▁generation": 12623,
+      "▁caught": 12624,
+      "▁lands": 12625,
+      "▁Kingdom": 12626,
+      "schaften": 12627,
+      "rons": 12628,
+      "annels": 12629,
+      "▁Special": 12630,
+      "tutorial": 12631,
+      "tip": 12632,
+      "▁\"\",": 12633,
+      "▁Azure": 12634,
+      "▁bounded": 12635,
+      "Sm": 12636,
+      "tar": 12637,
+      "вен": 12638,
+      "▁зем": 12639,
+      "▁notation": 12640,
+      "▁apache": 12641,
+      "▁gaz": 12642,
+      "ierno": 12643,
+      "angen": 12644,
+      "pective": 12645,
+      "▁electric": 12646,
+      "▁semi": 12647,
+      "MAX": 12648,
+      "ederb": 12649,
+      "objects": 12650,
+      "▁differences": 12651,
+      "isted": 12652,
+      "href": 12653,
+      "icip": 12654,
+      "▁numpy": 12655,
+      "▁футбо": 12656,
+      "loader": 12657,
+      "▁dich": 12658,
+      "љу": 12659,
+      "▁Dé": 12660,
+      "Hz": 12661,
+      "▁Param": 12662,
+      "documentation": 12663,
+      "ircraft": 12664,
+      "EM": 12665,
+      "▁institution": 12666,
+      "compat": 12667,
+      "▁аль": 12668,
+      "слав": 12669,
+      "▁Net": 12670,
+      "циональ": 12671,
+      "▁broadcast": 12672,
+      "datetime": 12673,
+      "async": 12674,
+      "vre": 12675,
+      "mean": 12676,
+      "▁Chem": 12677,
+      "▁estimate": 12678,
+      "icana": 12679,
+      "▁grep": 12680,
+      "tek": 12681,
+      "äm": 12682,
+      "orig": 12683,
+      "▁Victor": 12684,
+      "utenant": 12685,
+      "anga": 12686,
+      "pin": 12687,
+      "▁vertex": 12688,
+      "▁CHAPTER": 12689,
+      "city": 12690,
+      "ugby": 12691,
+      "green": 12692,
+      "▁Ker": 12693,
+      "▁différ": 12694,
+      "▁necessarily": 12695,
+      "DC": 12696,
+      "Linear": 12697,
+      "alem": 12698,
+      "▁Later": 12699,
+      "▁meta": 12700,
+      "jem": 12701,
+      "ragen": 12702,
+      "May": 12703,
+      "▁Mitglied": 12704,
+      "▁sorted": 12705,
+      "ussen": 12706,
+      "▁spoke": 12707,
+      "▁disabled": 12708,
+      "▁accomplish": 12709,
+      "▁Russia": 12710,
+      "there": 12711,
+      "ees": 12712,
+      "▁hall": 12713,
+      "▁metric": 12714,
+      "attribute": 12715,
+      "того": 12716,
+      "about": 12717,
+      "▁Lam": 12718,
+      "channel": 12719,
+      "▁episode": 12720,
+      "▁$('.": 12721,
+      "▁ought": 12722,
+      "▁Este": 12723,
+      "Objects": 12724,
+      "▁validate": 12725,
+      "▁rim": 12726,
+      "▁numerous": 12727,
+      "▁Javascript": 12728,
+      "▁GL": 12729,
+      "▁Italy": 12730,
+      "ederbörd": 12731,
+      "onato": 12732,
+      "books": 12733,
+      "stone": 12734,
+      "ху": 12735,
+      "▁jel": 12736,
+      "iri": 12737,
+      "▁ASP": 12738,
+      "GA": 12739,
+      "▁stata": 12740,
+      "▁baz": 12741,
+      "Day": 12742,
+      "thm": 12743,
+      "dh": 12744,
+      "▁Files": 12745,
+      "AndroidRuntime": 12746,
+      "▁checks": 12747,
+      "kr": 12748,
+      "▁venne": 12749,
+      "SL": 12750,
+      "avia": 12751,
+      "kazy": 12752,
+      "▁Three": 12753,
+      "Admin": 12754,
+      "▁college": 12755,
+      "Global": 12756,
+      "tion": 12757,
+      "▁curious": 12758,
+      "short": 12759,
+      "▁bass": 12760,
+      "дела": 12761,
+      "▁дея": 12762,
+      "Schema": 12763,
+      "'\\": 12764,
+      "diff": 12765,
+      "▁CA": 12766,
+      "▁Corpor": 12767,
+      "▁operators": 12768,
+      "områ": 12769,
+      "▁edges": 12770,
+      ");`": 12771,
+      "inds": 12772,
+      "▁ging": 12773,
+      "&&": 12774,
+      "}-\\": 12775,
+      "rano": 12776,
+      "▁são": 12777,
+      "▁adds": 12778,
+      "elor": 12779,
+      "▁unsigned": 12780,
+      "▁пр": 12781,
+      "▁Config": 12782,
+      "▁Esc": 12783,
+      "▁chose": 12784,
+      "▁pieces": 12785,
+      "▁regions": 12786,
+      "Est": 12787,
+      "▁Battle": 12788,
+      "▁foc": 12789,
+      "▁Light": 12790,
+      "padding": 12791,
+      "aben": 12792,
+      "▁europ": 12793,
+      "illon": 12794,
+      "▁есть": 12795,
+      "▁bord": 12796,
+      "▁отно": 12797,
+      "▁Hong": 12798,
+      "▁vul": 12799,
+      "plugins": 12800,
+      "▁'<": 12801,
+      "▁kur": 12802,
+      "region": 12803,
+      "▁Repub": 12804,
+      "icher": 12805,
+      "}_\\": 12806,
+      "▁medal": 12807,
+      "▁Moreover": 12808,
+      "BI": 12809,
+      "Av": 12810,
+      "uter": 12811,
+      "▁scan": 12812,
+      "▁Municip": 12813,
+      "▁contrast": 12814,
+      "▁Ig": 12815,
+      "▁город": 12816,
+      "related": 12817,
+      "aling": 12818,
+      "▁мат": 12819,
+      "ünst": 12820,
+      "▁Chris": 12821,
+      "wy": 12822,
+      "▁Actually": 12823,
+      "▁Universidad": 12824,
+      "EventListener": 12825,
+      "▁temporada": 12826,
+      "▁assignment": 12827,
+      "▁Mike": 12828,
+      "▁während": 12829,
+      "▁świ": 12830,
+      "▁сред": 12831,
+      "каде": 12832,
+      "▁calculated": 12833,
+      "▁eller": 12834,
+      "▁Ash": 12835,
+      "riel": 12836,
+      "▁hardware": 12837,
+      "▁intens": 12838,
+      "('.": 12839,
+      "illi": 12840,
+      "agon": 12841,
+      "▁Gy": 12842,
+      "▁heute": 12843,
+      "▁sle": 12844,
+      "▁literature": 12845,
+      "sem": 12846,
+      "manager": 12847,
+      "▁Grande": 12848,
+      "▁mixed": 12849,
+      "▁Вер": 12850,
+      "ící": 12851,
+      "▁soit": 12852,
+      "▁welcome": 12853,
+      "чение": 12854,
+      "▁Universität": 12855,
+      "▁builder": 12856,
+      "simple": 12857,
+      "icode": 12858,
+      "ře": 12859,
+      "indent": 12860,
+      "opo": 12861,
+      "▁advanced": 12862,
+      "temper": 12863,
+      "edge": 12864,
+      "▁datetime": 12865,
+      "▁donc": 12866,
+      "лання": 12867,
+      "▁verd": 12868,
+      "дно": 12869,
+      "itos": 12870,
+      "▁heat": 12871,
+      "visible": 12872,
+      "mel": 12873,
+      "▁Giovanni": 12874,
+      "▁variety": 12875,
+      "▁router": 12876,
+      "Vector": 12877,
+      "▁Walk": 12878,
+      "▁obviously": 12879,
+      "hein": 12880,
+      "Fin": 12881,
+      "ITableView": 12882,
+      "Year": 12883,
+      "▁Econom": 12884,
+      "▁velocity": 12885,
+      "▁Civil": 12886,
+      "▁ј": 12887,
+      "alert": 12888,
+      "Identifier": 12889,
+      "ència": 12890,
+      "▁normally": 12891,
+      "▁Egypt": 12892,
+      "▁ctx": 12893,
+      "▁Verein": 12894,
+      "▁Hu": 12895,
+      "ulture": 12896,
+      "ните": 12897,
+      "lé": 12898,
+      "▁Wien": 12899,
+      "▁Prz": 12900,
+      "Byte": 12901,
+      "▁nah": 12902,
+      "isms": 12903,
+      "▁Publish": 12904,
+      "▁Herz": 12905,
+      "icul": 12906,
+      "pisode": 12907,
+      "чі": 12908,
+      "▁diesem": 12909,
+      "kö": 12910,
+      "Visible": 12911,
+      "▁rig": 12912,
+      "`).": 12913,
+      "Parse": 12914,
+      "▁Jacques": 12915,
+      "NI": 12916,
+      "▁glass": 12917,
+      "---+": 12918,
+      "▁initially": 12919,
+      "▁kr": 12920,
+      "CCN": 12921,
+      "plays": 12922,
+      "▁sigu": 12923,
+      "Folder": 12924,
+      "storage": 12925,
+      "▁\\|": 12926,
+      "ivos": 12927,
+      "скую": 12928,
+      "▁Moh": 12929,
+      "▁Committee": 12930,
+      "▁Kim": 12931,
+      "eu": 12932,
+      "тем": 12933,
+      "▁originale": 12934,
+      "irs": 12935,
+      "▁Reb": 12936,
+      "itut": 12937,
+      "nl": 12938,
+      "▁Pier": 12939,
+      "▁];": 12940,
+      "▁Fal": 12941,
+      "▁\"\";": 12942,
+      "mvc": 12943,
+      "▁female": 12944,
+      "▁bridge": 12945,
+      "▁tít": 12946,
+      "ktr": 12947,
+      ">)": 12948,
+      "▁seat": 12949,
+      "▁vess": 12950,
+      "▁USB": 12951,
+      "▁Articles": 12952,
+      "▁Description": 12953,
+      "▁oc": 12954,
+      "▁houses": 12955,
+      "▁Пет": 12956,
+      "lon": 12957,
+      "Notification": 12958,
+      "▁pressure": 12959,
+      "▁куль": 12960,
+      "igned": 12961,
+      "▁religious": 12962,
+      "fan": 12963,
+      "iglia": 12964,
+      "▁classification": 12965,
+      "ogether": 12966,
+      "▁SDK": 12967,
+      "▁Human": 12968,
+      "▁commission": 12969,
+      "▁Ор": 12970,
+      "▁antes": 12971,
+      "DT": 12972,
+      "ète": 12973,
+      "prés": 12974,
+      "/\"": 12975,
+      "▁(«": 12976,
+      "▁hö": 12977,
+      "▁час": 12978,
+      "▁jak": 12979,
+      "ienen": 12980,
+      "ugg": 12981,
+      "WA": 12982,
+      "▁placeholder": 12983,
+      "Will": 12984,
+      ",,": 12985,
+      "▁Kam": 12986,
+      "▁wen": 12987,
+      "▁Schul": 12988,
+      "ție": 12989,
+      "▁aud": 12990,
+      "▁sue": 12991,
+      "▁referred": 12992,
+      "ват": 12993,
+      "▁Para": 12994,
+      "▁bla": 12995,
+      "UES": 12996,
+      "▁statist": 12997,
+      "▁ту": 12998,
+      "▁Warsza": 12999,
+      "gue": 13000,
+      "▁Ide": 13001,
+      "mathscr": 13002,
+      "▁lieu": 13003,
+      "▁bod": 13004,
+      "▁rus": 13005,
+      "▁boat": 13006,
+      "xspace": 13007,
+      "▁modal": 13008,
+      "лек": 13009,
+      "topic": 13010,
+      "many": 13011,
+      "ský": 13012,
+      "▁organization": 13013,
+      "▁гене": 13014,
+      "▁Wilson": 13015,
+      "▁comfort": 13016,
+      "ibil": 13017,
+      ":-": 13018,
+      "▁animal": 13019,
+      "Report": 13020,
+      "ками": 13021,
+      "jon": 13022,
+      "▁ker": 13023,
+      "▁кни": 13024,
+      "mozilla": 13025,
+      "Price": 13026,
+      "antin": 13027,
+      "emento": 13028,
+      "may": 13029,
+      "▁lung": 13030,
+      "▁blow": 13031,
+      "edeut": 13032,
+      "▁typed": 13033,
+      "▁december": 13034,
+      "▁....": 13035,
+      "liance": 13036,
+      "▁viel": 13037,
+      "▁Фи": 13038,
+      "presa": 13039,
+      "▁осіб": 13040,
+      "▁Nam": 13041,
+      "▁Gren": 13042,
+      "силання": 13043,
+      "VID": 13044,
+      "stre": 13045,
+      "weis": 13046,
+      "▁protection": 13047,
+      "taient": 13048,
+      "▁officers": 13049,
+      "тно": 13050,
+      "▁Brig": 13051,
+      "▁intellig": 13052,
+      "ях": 13053,
+      "ITH": 13054,
+      "▁separated": 13055,
+      "▁LCCN": 13056,
+      "ním": 13057,
+      "clock": 13058,
+      "▁apare": 13059,
+      "яви": 13060,
+      "▁Elizabeth": 13061,
+      "▁Water": 13062,
+      "gebiet": 13063,
+      "▁convent": 13064,
+      "furt": 13065,
+      "▁beiden": 13066,
+      "bash": 13067,
+      "▁через": 13068,
+      "▁ub": 13069,
+      "▁Statist": 13070,
+      "▁limits": 13071,
+      "Vol": 13072,
+      "ctx": 13073,
+      "▁нов": 13074,
+      "guide": 13075,
+      "mic": 13076,
+      "iesa": 13077,
+      "▁huvud": 13078,
+      "RT": 13079,
+      "Fig": 13080,
+      "▁lect": 13081,
+      "conn": 13082,
+      "imit": 13083,
+      "гар": 13084,
+      "▁bajo": 13085,
+      "scribe": 13086,
+      "regex": 13087,
+      "▁Cass": 13088,
+      "▁propag": 13089,
+      "'$": 13090,
+      "▁profes": 13091,
+      "unique": 13092,
+      "▁Sql": 13093,
+      "union": 13094,
+      "rios": 13095,
+      "pip": 13096,
+      "--+": 13097,
+      "kadem": 13098,
+      "columns": 13099,
+      "▁vary": 13100,
+      "▁bereits": 13101,
+      "▁doi": 13102,
+      "▁Common": 13103,
+      "▁Robin": 13104,
+      "▁×": 13105,
+      "▁sei": 13106,
+      "▁syst": 13107,
+      "▁vä": 13108,
+      "▁Default": 13109,
+      "▁tym": 13110,
+      "pel": 13111,
+      "▁believed": 13112,
+      "▁provider": 13113,
+      "▁minimal": 13114,
+      "тали": 13115,
+      "aines": 13116,
+      "Kit": 13117,
+      "izio": 13118,
+      "issen": 13119,
+      "pressed": 13120,
+      "▁stag": 13121,
+      "▁uint": 13122,
+      "kor": 13123,
+      "▁распо": 13124,
+      "▁inherit": 13125,
+      "▁compiled": 13126,
+      "▁febru": 13127,
+      "▁tmp": 13128,
+      "works": 13129,
+      "чна": 13130,
+      "drawable": 13131,
+      "▁Nav": 13132,
+      "▁thoughts": 13133,
+      "route": 13134,
+      "▁concert": 13135,
+      "▁optional": 13136,
+      "▁bras": 13137,
+      "▁providing": 13138,
+      "сом": 13139,
+      "idx": 13140,
+      "emplo": 13141,
+      "▁коли": 13142,
+      "▁Bere": 13143,
+      "▁Els": 13144,
+      "ремен": 13145,
+      "▁дека": 13146,
+      "cout": 13147,
+      "layer": 13148,
+      "▁glob": 13149,
+      "foreach": 13150,
+      "▁Education": 13151,
+      "PO": 13152,
+      "▁improv": 13153,
+      "▁clients": 13154,
+      "groups": 13155,
+      "▁kont": 13156,
+      "Del": 13157,
+      "rett": 13158,
+      "▁sup": 13159,
+      "▁mog": 13160,
+      "tan": 13161,
+      "▁compl": 13162,
+      "irty": 13163,
+      "▁nouveau": 13164,
+      "osz": 13165,
+      "▁Navy": 13166,
+      "bere": 13167,
+      "mask": 13168,
+      "ové": 13169,
+      "zil": 13170,
+      "PER": 13171,
+      "▁población": 13172,
+      "▁detailed": 13173,
+      "лет": 13174,
+      "▁families": 13175,
+      "abet": 13176,
+      "евич": 13177,
+      "änder": 13178,
+      "▁år": 13179,
+      "▁pendant": 13180,
+      "▁bil": 13181,
+      "▁hint": 13182,
+      "oden": 13183,
+      "▁expansion": 13184,
+      "▁pont": 13185,
+      "asant": 13186,
+      "▁Kind": 13187,
+      "iji": 13188,
+      "▁Auth": 13189,
+      "laimed": 13190,
+      "reflect": 13191,
+      "]=": 13192,
+      "bytes": 13193,
+      "hover": 13194,
+      "▁цер": 13195,
+      "gradle": 13196,
+      "Arch": 13197,
+      "apest": 13198,
+      "ása": 13199,
+      "Card": 13200,
+      "▁temporary": 13201,
+      "▁département": 13202,
+      "classes": 13203,
+      "жива": 13204,
+      "▁худо": 13205,
+      "▁mole": 13206,
+      "RY": 13207,
+      "LP": 13208,
+      "▁pec": 13209,
+      "roduction": 13210,
+      "▁Guard": 13211,
+      "▁Parliament": 13212,
+      "▁instanti": 13213,
+      "▁notamment": 13214,
+      "▁Doug": 13215,
+      "▁Marsh": 13216,
+      ".~": 13217,
+      "▁\\\"": 13218,
+      "▁thé": 13219,
+      "▁libre": 13220,
+      "does": 13221,
+      "▁début": 13222,
+      "▁Unit": 13223,
+      "▁сту": 13224,
+      "▁league": 13225,
+      "▁quale": 13226,
+      "▁составля": 13227,
+      "Security": 13228,
+      "▁apparently": 13229,
+      "▁troops": 13230,
+      "icano": 13231,
+      "▁MB": 13232,
+      "enze": 13233,
+      "loading": 13234,
+      "▁distributed": 13235,
+      "writer": 13236,
+      "resources": 13237,
+      "hö": 13238,
+      "utils": 13239,
+      "▁prepared": 13240,
+      "cier": 13241,
+      "opol": 13242,
+      "▁länkar": 13243,
+      "hes": 13244,
+      "нва": 13245,
+      "▁opens": 13246,
+      "agog": 13247,
+      "interface": 13248,
+      "▁Fund": 13249,
+      "▁pentru": 13250,
+      "ních": 13251,
+      "▁configured": 13252,
+      "▁Website": 13253,
+      "▁listener": 13254,
+      "ivel": 13255,
+      "nę": 13256,
+      "mina": 13257,
+      "▁invest": 13258,
+      "▁міс": 13259,
+      "▁dav": 13260,
+      "▁patch": 13261,
+      "pieler": 13262,
+      "▁Externa": 13263,
+      "tf": 13264,
+      "▁ered": 13265,
+      "▁Assembly": 13266,
+      "▁sout": 13267,
+      "▁verk": 13268,
+      "mers": 13269,
+      "toggle": 13270,
+      "▁updating": 13271,
+      "▁Kent": 13272,
+      "eca": 13273,
+      "FAULT": 13274,
+      "▁titre": 13275,
+      "▁Kenn": 13276,
+      "▁Миха": 13277,
+      "стор": 13278,
+      "▁pode": 13279,
+      "▁Seb": 13280,
+      "цев": 13281,
+      "EY": 13282,
+      "▁silver": 13283,
+      "▁capacity": 13284,
+      "▁completion": 13285,
+      "▁Pedro": 13286,
+      "fel": 13287,
+      "vano": 13288,
+      "zeug": 13289,
+      "▁interior": 13290,
+      "▁Response": 13291,
+      "édia": 13292,
+      "▁WorldCat": 13293,
+      "▁că": 13294,
+      "quel": 13295,
+      "Sol": 13296,
+      "ісля": 13297,
+      "▁Domin": 13298,
+      "▁cum": 13299,
+      "cep": 13300,
+      "▁Muse": 13301,
+      "▁María": 13302,
+      "▁functional": 13303,
+      "▁adapter": 13304,
+      "configuration": 13305,
+      "▁tipo": 13306,
+      "▁Bry": 13307,
+      "vy": 13308,
+      "UL": 13309,
+      "▁travers": 13310,
+      "!(": 13311,
+      "▁absolutely": 13312,
+      "лта": 13313,
+      "ття": 13314,
+      "▁IT": 13315,
+      "▁воен": 13316,
+      "ycle": 13317,
+      "best": 13318,
+      "▁constructed": 13319,
+      "▁филь": 13320,
+      "cido": 13321,
+      "exit": 13322,
+      "gart": 13323,
+      "▁provincia": 13324,
+      "vez": 13325,
+      "cipl": 13326,
+      "▁Facebook": 13327,
+      "▁yellow": 13328,
+      "▁Summer": 13329,
+      "▁pointing": 13330,
+      "▁possibility": 13331,
+      "▁legisl": 13332,
+      "▁мож": 13333,
+      "dern": 13334,
+      "коно": 13335,
+      "▁mechanism": 13336,
+      "▁Bernard": 13337,
+      "expr": 13338,
+      "лови": 13339,
+      "▁digits": 13340,
+      "▁delegate": 13341,
+      "ogram": 13342,
+      "▁Dictionary": 13343,
+      "isy": 13344,
+      "▁spo": 13345,
+      "/$": 13346,
+      "cluded": 13347,
+      "▁MVC": 13348,
+      "▁tém": 13349,
+      "▁printed": 13350,
+      "▁Gott": 13351,
+      "▁Om": 13352,
+      "ansas": 13353,
+      "▁Durch": 13354,
+      "▁Ident": 13355,
+      "QU": 13356,
+      "htm": 13357,
+      "▁Sul": 13358,
+      "'].": 13359,
+      "▁duty": 13360,
+      "▁Author": 13361,
+      "▁ně": 13362,
+      "owego": 13363,
+      "pus": 13364,
+      "embl": 13365,
+      "Executor": 13366,
+      "BL": 13367,
+      "▁Mens": 13368,
+      "dispatch": 13369,
+      "▁Mid": 13370,
+      "apps": 13371,
+      "Transform": 13372,
+      "▁Dat": 13373,
+      "▁impl": 13374,
+      "oux": 13375,
+      "holm": 13376,
+      "▁Ins": 13377,
+      "▁Empire": 13378,
+      "руп": 13379,
+      "▁Apache": 13380,
+      "SION": 13381,
+      "▁passage": 13382,
+      "################": 13383,
+      "▁expressed": 13384,
+      "над": 13385,
+      "▁ol": 13386,
+      "▁havia": 13387,
+      "▁более": 13388,
+      "▁enjoy": 13389,
+      "formance": 13390,
+      "▁dimensions": 13391,
+      "▁чер": 13392,
+      "See": 13393,
+      "▁mouth": 13394,
+      "▁gau": 13395,
+      "iency": 13396,
+      "▁Carolina": 13397,
+      "Dist": 13398,
+      "radio": 13399,
+      "limit": 13400,
+      "/?": 13401,
+      "▁Ball": 13402,
+      "ність": 13403,
+      "Member": 13404,
+      "water": 13405,
+      "▁murder": 13406,
+      "▁standing": 13407,
+      "▁VII": 13408,
+      "Center": 13409,
+      "ppa": 13410,
+      "ureau": 13411,
+      "▁Leip": 13412,
+      "▁objet": 13413,
+      "▁Activity": 13414,
+      "embers": 13415,
+      "vr": 13416,
+      "▁condu": 13417,
+      "Cells": 13418,
+      "inus": 13419,
+      "▁',": 13420,
+      "▁afraid": 13421,
+      "▁ха": 13422,
+      "▁Vic": 13423,
+      "testing": 13424,
+      "Tube": 13425,
+      "▁vast": 13426,
+      "PM": 13427,
+      "nih": 13428,
+      "SSN": 13429,
+      "▁Chile": 13430,
+      "ylvan": 13431,
+      "▁Bow": 13432,
+      "▁religion": 13433,
+      "opher": 13434,
+      "▁Coll": 13435,
+      "▁digital": 13436,
+      "zioni": 13437,
+      "Section": 13438,
+      "▁результа": 13439,
+      "Foot": 13440,
+      "convert": 13441,
+      "▁receiving": 13442,
+      "Contact": 13443,
+      "▁hero": 13444,
+      "sam": 13445,
+      "▁posterior": 13446,
+      "owi": 13447,
+      "Ant": 13448,
+      "▁flags": 13449,
+      "▁Zealand": 13450,
+      "▁bounds": 13451,
+      "▁whereas": 13452,
+      "infl": 13453,
+      "Play": 13454,
+      "▁demo": 13455,
+      "▁gibt": 13456,
+      "▁hospital": 13457,
+      "▁volta": 13458,
+      "лё": 13459,
+      "▁fashion": 13460,
+      "▁exceed": 13461,
+      "elenium": 13462,
+      "Iter": 13463,
+      "krie": 13464,
+      "▁integration": 13465,
+      "▁Otherwise": 13466,
+      "adu": 13467,
+      "She": 13468,
+      "onde": 13469,
+      "uint": 13470,
+      "radius": 13471,
+      "▁ram": 13472,
+      "▁álbum": 13473,
+      "▁тур": 13474,
+      "▁dy": 13475,
+      "▁Ott": 13476,
+      "▁пери": 13477,
+      "rev": 13478,
+      "rior": 13479,
+      "íd": 13480,
+      "irat": 13481,
+      "▁вклю": 13482,
+      "▁importante": 13483,
+      "▁Duke": 13484,
+      "▁causa": 13485,
+      "▁Mathemat": 13486,
+      "▁diplom": 13487,
+      "▁Nicol": 13488,
+      "▁exclus": 13489,
+      "▁debugging": 13490,
+      "▁Gh": 13491,
+      "original": 13492,
+      "lyn": 13493,
+      "▁Pla": 13494,
+      "suite": 13495,
+      "chat": 13496,
+      "▁estud": 13497,
+      "uelle": 13498,
+      "▁pert": 13499,
+      "▁importance": 13500,
+      "▁approaches": 13501,
+      "▁dla": 13502,
+      "▁проф": 13503,
+      "Pres": 13504,
+      "<\\": 13505,
+      "prefix": 13506,
+      "SSION": 13507,
+      "роди": 13508,
+      "country": 13509,
+      "itzer": 13510,
+      "▁кор": 13511,
+      "▁singular": 13512,
+      "gov": 13513,
+      "рин": 13514,
+      "▁FA": 13515,
+      "▁matrices": 13516,
+      "olare": 13517,
+      "nika": 13518,
+      "power": 13519,
+      "lla": 13520,
+      "▁desire": 13521,
+      "▁familia": 13522,
+      "дор": 13523,
+      "▁fan": 13524,
+      "generated": 13525,
+      "▁Cos": 13526,
+      "▁że": 13527,
+      "▁Diese": 13528,
+      "mov": 13529,
+      "▁denote": 13530,
+      "\")]": 13531,
+      "ouvern": 13532,
+      "aman": 13533,
+      "▁inser": 13534,
+      "ijk": 13535,
+      "otta": 13536,
+      "eral": 13537,
+      "дель": 13538,
+      "()->": 13539,
+      "▁poder": 13540,
+      "iges": 13541,
+      "▁Online": 13542,
+      "▁weird": 13543,
+      "iac": 13544,
+      "▁quelques": 13545,
+      "èrent": 13546,
+      "▁tel": 13547,
+      "▁Latin": 13548,
+      "verter": 13549,
+      "ляр": 13550,
+      "рои": 13551,
+      "▁pdf": 13552,
+      "▁keyword": 13553,
+      "Handle": 13554,
+      "After": 13555,
+      "rece": 13556,
+      "▁identical": 13557,
+      "stylesheet": 13558,
+      "▁станови": 13559,
+      "▁ka": 13560,
+      "cement": 13561,
+      "тет": 13562,
+      "▁chat": 13563,
+      "▁Mun": 13564,
+      "ała": 13565,
+      "ANT": 13566,
+      "ológ": 13567,
+      "▁fant": 13568,
+      "▁forest": 13569,
+      "▁вико": 13570,
+      "cuss": 13571,
+      "▁sehr": 13572,
+      "pag": 13573,
+      "otic": 13574,
+      "▁áll": 13575,
+      "мати": 13576,
+      "▁\"'": 13577,
+      "+\"": 13578,
+      "Animation": 13579,
+      "ходит": 13580,
+      "azu": 13581,
+      "▁plays": 13582,
+      "izioni": 13583,
+      "миче": 13584,
+      "▁bomb": 13585,
+      "▁merely": 13586,
+      "▁holding": 13587,
+      "▁wenn": 13588,
+      "▁medic": 13589,
+      "▁speaking": 13590,
+      "ongodb": 13591,
+      "▁Campe": 13592,
+      "inity": 13593,
+      "▁янва": 13594,
+      "()`.": 13595,
+      "luss": 13596,
+      "▁Histoire": 13597,
+      "▁operating": 13598,
+      "Channel": 13599,
+      "▁accuracy": 13600,
+      "▁bos": 13601,
+      "▁evident": 13602,
+      "цию": 13603,
+      "events": 13604,
+      "textrm": 13605,
+      "oreign": 13606,
+      "▁ii": 13607,
+      "hren": 13608,
+      "lower": 13609,
+      "▁том": 13610,
+      "▁About": 13611,
+      "▁aj": 13612,
+      "eri": 13613,
+      "ступи": 13614,
+      "▁digit": 13615,
+      "▁Spain": 13616,
+      "▁Daten": 13617,
+      "▁forme": 13618,
+      "▁шта": 13619,
+      "▁Bach": 13620,
+      "nonumber": 13621,
+      "▁recommended": 13622,
+      "▁reads": 13623,
+      "histoire": 13624,
+      "▁sang": 13625,
+      "▁??": 13626,
+      "▁стал": 13627,
+      "score": 13628,
+      "fas": 13629,
+      "▁cub": 13630,
+      "▁grew": 13631,
+      "▁centro": 13632,
+      "▁bekannt": 13633,
+      "Events": 13634,
+      "BER": 13635,
+      "hew": 13636,
+      "сса": 13637,
+      "▁majority": 13638,
+      "ître": 13639,
+      "enci": 13640,
+      "▁Query": 13641,
+      "▁które": 13642,
+      "ić": 13643,
+      "▁complexity": 13644,
+      "▁François": 13645,
+      "constraint": 13646,
+      "урна": 13647,
+      "══": 13648,
+      "▁iterate": 13649,
+      "lett": 13650,
+      "peror": 13651,
+      "▁Nederland": 13652,
+      "share": 13653,
+      "▁inclu": 13654,
+      "änger": 13655,
+      "▁Nic": 13656,
+      "чо": 13657,
+      "Full": 13658,
+      "▁rapport": 13659,
+      "eclipse": 13660,
+      "▁industry": 13661,
+      "headers": 13662,
+      "▁Ри": 13663,
+      "chsel": 13664,
+      "▁polic": 13665,
+      "schied": 13666,
+      "%,": 13667,
+      "OD": 13668,
+      "▁Jak": 13669,
+      "({\\": 13670,
+      "aligned": 13671,
+      "▁frequently": 13672,
+      "▁suoi": 13673,
+      "▁essentially": 13674,
+      "▁Ric": 13675,
+      "▁reports": 13676,
+      "▁decimal": 13677,
+      "rar": 13678,
+      "▁Foo": 13679,
+      "▁Ka": 13680,
+      "▁DC": 13681,
+      "▁simpler": 13682,
+      "Pane": 13683,
+      "?}": 13684,
+      "Sort": 13685,
+      "▁posit": 13686,
+      "cdn": 13687,
+      "ktur": 13688,
+      "▁awk": 13689,
+      "зер": 13690,
+      "PF": 13691,
+      "uur": 13692,
+      "▁Ross": 13693,
+      "▁mant": 13694,
+      "Na": 13695,
+      "Cons": 13696,
+      "))))": 13697,
+      "▁techniques": 13698,
+      "impl": 13699,
+      "▁dropped": 13700,
+      "▁Lista": 13701,
+      "▁Basically": 13702,
+      "ental": 13703,
+      "▁celui": 13704,
+      "▁strategy": 13705,
+      "▁Wales": 13706,
+      "nan": 13707,
+      "▁gmin": 13708,
+      "▁größ": 13709,
+      "▁eerste": 13710,
+      "Tim": 13711,
+      "nten": 13712,
+      "resp": 13713,
+      "▁stable": 13714,
+      "nov": 13715,
+      "rob": 13716,
+      "ној": 13717,
+      "▁marriage": 13718,
+      "getString": 13719,
+      "Author": 13720,
+      "▁Graf": 13721,
+      "▁diagram": 13722,
+      "gia": 13723,
+      "Network": 13724,
+      "▁composed": 13725,
+      "▁missed": 13726,
+      "▁Meg": 13727,
+      "▁право": 13728,
+      "▁homonymes": 13729,
+      "▁Books": 13730,
+      "▁encou": 13731,
+      "porte": 13732,
+      "▁rotation": 13733,
+      "▁fir": 13734,
+      "тельно": 13735,
+      "▁gun": 13736,
+      "▁Aff": 13737,
+      "нок": 13738,
+      "▁Fußball": 13739,
+      "▁Story": 13740,
+      "▁Chap": 13741,
+      "▁).": 13742,
+      "▁Seit": 13743,
+      "мон": 13744,
+      "▁télé": 13745,
+      "▁copied": 13746,
+      "▁consistent": 13747,
+      "▁drink": 13748,
+      "▁Cham": 13749,
+      "▁matters": 13750,
+      "▁rendered": 13751,
+      "▁hypoth": 13752,
+      "œuv": 13753,
+      "▁meer": 13754,
+      "▁parsing": 13755,
+      "▁PRO": 13756,
+      "series": 13757,
+      "▁zá": 13758,
+      "straße": 13759,
+      "▁Boot": 13760,
+      "▁repo": 13761,
+      "wor": 13762,
+      "▁Stream": 13763,
+      "▁AN": 13764,
+      "▁пів": 13765,
+      "▁SM": 13766,
+      "▁Arn": 13767,
+      "▁Ž": 13768,
+      "▁[];": 13769,
+      "Resources": 13770,
+      "▁elabor": 13771,
+      "▁Eth": 13772,
+      "▁liste": 13773,
+      "▁relatively": 13774,
+      "chant": 13775,
+      "=\"\"": 13776,
+      "▁lift": 13777,
+      "CN": 13778,
+      "Services": 13779,
+      "MENT": 13780,
+      "▁игра": 13781,
+      "бре": 13782,
+      "▁Jord": 13783,
+      "▁tec": 13784,
+      "шка": 13785,
+      "▁Sup": 13786,
+      "▁influen": 13787,
+      "onds": 13788,
+      "handler": 13789,
+      "▁banda": 13790,
+      "▁vertices": 13791,
+      "▁zap": 13792,
+      "▁cord": 13793,
+      "alter": 13794,
+      "zenia": 13795,
+      "âteau": 13796,
+      "▁knowing": 13797,
+      "▁Argentina": 13798,
+      "Area": 13799,
+      "ане": 13800,
+      "fc": 13801,
+      "=\"/": 13802,
+      "▁Mik": 13803,
+      "ată": 13804,
+      "ieux": 13805,
+      "▁deutschen": 13806,
+      "▁traditional": 13807,
+      "decode": 13808,
+      "vex": 13809,
+      "▁sizeof": 13810,
+      "▁Fun": 13811,
+      "▁parser": 13812,
+      "▁Florida": 13813,
+      "▁buildings": 13814,
+      "▁Manuel": 13815,
+      "rile": 13816,
+      "▁logged": 13817,
+      "▁strongly": 13818,
+      "▁revol": 13819,
+      "нее": 13820,
+      "xico": 13821,
+      "▁Fair": 13822,
+      "cart": 13823,
+      "▁Wort": 13824,
+      "▁Jesus": 13825,
+      "emes": 13826,
+      "schrift": 13827,
+      "InputStream": 13828,
+      "wad": 13829,
+      "▁grandes": 13830,
+      "▁número": 13831,
+      "▁Otto": 13832,
+      "ientes": 13833,
+      "▁famous": 13834,
+      "ologne": 13835,
+      "Je": 13836,
+      "ниш": 13837,
+      "▁Guerra": 13838,
+      "bara": 13839,
+      "▁cad": 13840,
+      "elve": 13841,
+      "brace": 13842,
+      "▁Jr": 13843,
+      "stable": 13844,
+      "ECT": 13845,
+      "lemma": 13846,
+      "mediate": 13847,
+      "▁vin": 13848,
+      "▁monument": 13849,
+      "▁cv": 13850,
+      "▁winter": 13851,
+      "▁transformation": 13852,
+      "▁Nick": 13853,
+      "stronom": 13854,
+      "▁frag": 13855,
+      "▁intel": 13856,
+      "raction": 13857,
+      "▁considering": 13858,
+      "▁Fle": 13859,
+      "▁ло": 13860,
+      "▁Après": 13861,
+      "▁AM": 13862,
+      "▁Hum": 13863,
+      "▁mundo": 13864,
+      "NER": 13865,
+      "▁Below": 13866,
+      "▁города": 13867,
+      "arters": 13868,
+      "--\"": 13869,
+      "▁Пе": 13870,
+      "ît": 13871,
+      "▁txt": 13872,
+      "angers": 13873,
+      "▁thy": 13874,
+      "CLA": 13875,
+      "ibles": 13876,
+      "▁requested": 13877,
+      "▁Alexand": 13878,
+      "▁factors": 13879,
+      "▁produces": 13880,
+      "ningen": 13881,
+      "▁состоя": 13882,
+      "▁optimization": 13883,
+      "chod": 13884,
+      ">`": 13885,
+      "▁Wikip": 13886,
+      "nosti": 13887,
+      "▁competition": 13888,
+      "▁Hann": 13889,
+      "▁zona": 13890,
+      "dc": 13891,
+      "design": 13892,
+      "▁Zu": 13893,
+      "▁espec": 13894,
+      "equality": 13895,
+      "▁Abb": 13896,
+      "▁developer": 13897,
+      "▁\"^": 13898,
+      "▁Short": 13899,
+      "▁plans": 13900,
+      "▁vit": 13901,
+      "izable": 13902,
+      "burgh": 13903,
+      "agem": 13904,
+      "▁Print": 13905,
+      "ív": 13906,
+      "▁suitable": 13907,
+      "picker": 13908,
+      "Profile": 13909,
+      "andy": 13910,
+      "▁quot": 13911,
+      "▁Durante": 13912,
+      "▁Francia": 13913,
+      "▁tart": 13914,
+      "▁Venez": 13915,
+      "▁dispatch": 13916,
+      "▁observations": 13917,
+      "▁ż": 13918,
+      "Invalid": 13919,
+      "▁occurr": 13920,
+      "тки": 13921,
+      "Memento": 13922,
+      "▁Syd": 13923,
+      "▁tiempo": 13924,
+      "▁staff": 13925,
+      "▁sections": 13926,
+      "▁ssh": 13927,
+      "▁NGC": 13928,
+      "ël": 13929,
+      "▁erre": 13930,
+      "▁divided": 13931,
+      "▁Without": 13932,
+      "▁durant": 13933,
+      "▁jaar": 13934,
+      "▁−": 13935,
+      "▁soldiers": 13936,
+      "унк": 13937,
+      "lapse": 13938,
+      "▁Valley": 13939,
+      "▁(:": 13940,
+      "rera": 13941,
+      "▁dével": 13942,
+      "▁péri": 13943,
+      "▁calculation": 13944,
+      "▁keine": 13945,
+      "ertain": 13946,
+      "▁теле": 13947,
+      "руд": 13948,
+      "▁cul": 13949,
+      "▁cloth": 13950,
+      ";}": 13951,
+      "▁przed": 13952,
+      "Month": 13953,
+      "Picker": 13954,
+      "▁SV": 13955,
+      "arian": 13956,
+      "▁Review": 13957,
+      "▁hang": 13958,
+      "▁окт": 13959,
+      "▁Front": 13960,
+      "otlin": 13961,
+      "▁translation": 13962,
+      "▁modo": 13963,
+      "▁statistics": 13964,
+      "▁Nue": 13965,
+      "▁Никола": 13966,
+      "NUM": 13967,
+      "▁ships": 13968,
+      "▁Report": 13969,
+      "{[": 13970,
+      "Effect": 13971,
+      "ieri": 13972,
+      "▁parties": 13973,
+      "pla": 13974,
+      "rw": 13975,
+      "▁Works": 13976,
+      "▁iron": 13977,
+      "▁attract": 13978,
+      "▁cort": 13979,
+      "ná": 13980,
+      "▁Steve": 13981,
+      "▁bene": 13982,
+      "тон": 13983,
+      "ícula": 13984,
+      "Two": 13985,
+      "▁глав": 13986,
+      "▁Video": 13987,
+      "▁powerful": 13988,
+      "auch": 13989,
+      "mande": 13990,
+      "ächst": 13991,
+      "Lat": 13992,
+      "▁zna": 13993,
+      "▁figures": 13994,
+      "▁alias": 13995,
+      "nex": 13996,
+      "▁categories": 13997,
+      "called": 13998,
+      "▁Similar": 13999,
+      "▁girls": 14000,
+      "pez": 14001,
+      "▁joint": 14002,
+      "рого": 14003,
+      "iken": 14004,
+      "чина": 14005,
+      "ancia": 14006,
+      "▁tijd": 14007,
+      "▁Rose": 14008,
+      "▁algorithms": 14009,
+      "▁printing": 14010,
+      "nea": 14011,
+      "▁executing": 14012,
+      "▁lambda": 14013,
+      "▁regional": 14014,
+      "▁Copa": 14015,
+      "Foo": 14016,
+      "phys": 14017,
+      "zm": 14018,
+      "▁Laur": 14019,
+      "▁candidate": 14020,
+      "▁Ja": 14021,
+      "zym": 14022,
+      "Example": 14023,
+      "▁spiel": 14024,
+      "▁дей": 14025,
+      "nehmen": 14026,
+      "keiten": 14027,
+      "▁сент": 14028,
+      "intent": 14029,
+      ".(": 14030,
+      "▁первы": 14031,
+      "prom": 14032,
+      "▁nat": 14033,
+      "▁imagine": 14034,
+      "callback": 14035,
+      "components": 14036,
+      "without": 14037,
+      "▁aquest": 14038,
+      "Support": 14039,
+      "▁responsible": 14040,
+      "▁jego": 14041,
+      "lj": 14042,
+      "will": 14043,
+      "lean": 14044,
+      "eland": 14045,
+      "ología": 14046,
+      "mc": 14047,
+      "Proxy": 14048,
+      "▁ocup": 14049,
+      "▁находи": 14050,
+      "▁rub": 14051,
+      "нів": 14052,
+      "▁Fall": 14053,
+      "amos": 14054,
+      "▁Ep": 14055,
+      "entre": 14056,
+      "fail": 14057,
+      "World": 14058,
+      "▁Editor": 14059,
+      "▁expos": 14060,
+      "▁finds": 14061,
+      "▁Culture": 14062,
+      "LEASE": 14063,
+      "▁movie": 14064,
+      "<=": 14065,
+      "ometric": 14066,
+      "eling": 14067,
+      "numerable": 14068,
+      "ourd": 14069,
+      "▁Sea": 14070,
+      "▁bild": 14071,
+      "▁оста": 14072,
+      "blo": 14073,
+      "▁lose": 14074,
+      "ateurs": 14075,
+      "oured": 14076,
+      "▁Batt": 14077,
+      "();\r": 14078,
+      "▁poz": 14079,
+      "posts": 14080,
+      "pend": 14081,
+      "certain": 14082,
+      "ником": 14083,
+      "Just": 14084,
+      "webkit": 14085,
+      "demás": 14086,
+      "~~~~": 14087,
+      "▁indicates": 14088,
+      "▁park": 14089,
+      "rique": 14090,
+      "vod": 14091,
+      "▁Champ": 14092,
+      "ftware": 14093,
+      "OPT": 14094,
+      "django": 14095,
+      "release": 14096,
+      "▁È": 14097,
+      "SR": 14098,
+      "▁politician": 14099,
+      "▁roi": 14100,
+      "aturen": 14101,
+      "▁Deutsche": 14102,
+      "tagon": 14103,
+      "▁Mov": 14104,
+      "obierno": 14105,
+      "▁daß": 14106,
+      "uther": 14107,
+      "indi": 14108,
+      "▁Wikipedia": 14109,
+      "▁anos": 14110,
+      "▁observe": 14111,
+      "elly": 14112,
+      "▁railway": 14113,
+      "aton": 14114,
+      "▁enum": 14115,
+      "hus": 14116,
+      "▁inhab": 14117,
+      "Psi": 14118,
+      "oire": 14119,
+      "▁Хо": 14120,
+      "▁Space": 14121,
+      "▁Архи": 14122,
+      "▁anterior": 14123,
+      "▁Ł": 14124,
+      "isons": 14125,
+      "Il": 14126,
+      "▁améric": 14127,
+      "laps": 14128,
+      "▁BBC": 14129,
+      "QUEST": 14130,
+      "Constra": 14131,
+      "mont": 14132,
+      "äft": 14133,
+      "▁även": 14134,
+      "ubern": 14135,
+      "<!--": 14136,
+      "▁coding": 14137,
+      "theory": 14138,
+      "athed": 14139,
+      "▁Arbe": 14140,
+      "▁ши": 14141,
+      "forEach": 14142,
+      "omorphism": 14143,
+      "details": 14144,
+      "achsen": 14145,
+      "integr": 14146,
+      "Vor": 14147,
+      "Unknown": 14148,
+      "aceae": 14149,
+      "inue": 14150,
+      "esome": 14151,
+      "▁Fir": 14152,
+      "chain": 14153,
+      "▁extremely": 14154,
+      "multicol": 14155,
+      "▁Swift": 14156,
+      "▁addresses": 14157,
+      "hspace": 14158,
+      "▁Roger": 14159,
+      "▁dessen": 14160,
+      "▁consequ": 14161,
+      "ualmente": 14162,
+      "▁Premier": 14163,
+      "▁Record": 14164,
+      "▁Bron": 14165,
+      "kir": 14166,
+      "sex": 14167,
+      "intern": 14168,
+      "▁benefit": 14169,
+      "umen": 14170,
+      "▁becoming": 14171,
+      "▁lig": 14172,
+      "▁popula": 14173,
+      "osc": 14174,
+      "▁civ": 14175,
+      "▁greatest": 14176,
+      "▁proces": 14177,
+      "]*": 14178,
+      "▁место": 14179,
+      "▁'$": 14180,
+      "hell": 14181,
+      "(\"\\": 14182,
+      "▁nine": 14183,
+      "▁Fac": 14184,
+      "ulpt": 14185,
+      "jours": 14186,
+      "▁Copy": 14187,
+      "▁activities": 14188,
+      "▁Democr": 14189,
+      "Es": 14190,
+      "Success": 14191,
+      "▁Esta": 14192,
+      "itul": 14193,
+      "isti": 14194,
+      "▁Bed": 14195,
+      "jas": 14196,
+      "▁тем": 14197,
+      "▁Hung": 14198,
+      "Game": 14199,
+      "▁heav": 14200,
+      "onnées": 14201,
+      "▁branches": 14202,
+      "borg": 14203,
+      "▁vl": 14204,
+      "▁slowly": 14205,
+      "Fa": 14206,
+      "Google": 14207,
+      "emi": 14208,
+      "▁circumstances": 14209,
+      "▁'%": 14210,
+      "▁Und": 14211,
+      "▁Victoria": 14212,
+      "▁Typ": 14213,
+      "rupted": 14214,
+      "▁relativ": 14215,
+      "▁slo": 14216,
+      "▁padre": 14217,
+      "▁daily": 14218,
+      "▁orth": 14219,
+      "чний": 14220,
+      "▁französ": 14221,
+      "▁teil": 14222,
+      "▁Security": 14223,
+      "ordon": 14224,
+      "▁sweet": 14225,
+      "SIZE": 14226,
+      "▁Cel": 14227,
+      "ètres": 14228,
+      "ommes": 14229,
+      "▁сі": 14230,
+      "▁efforts": 14231,
+      "ąz": 14232,
+      "▁ohne": 14233,
+      "▁Southern": 14234,
+      "▁approximately": 14235,
+      "цен": 14236,
+      "('#": 14237,
+      "▁saving": 14238,
+      "nbsp": 14239,
+      "▁translate": 14240,
+      "▁În": 14241,
+      "member": 14242,
+      "▁laws": 14243,
+      "▁жен": 14244,
+      "▁систе": 14245,
+      "tc": 14246,
+      ">\\": 14247,
+      "elte": 14248,
+      "▁ehem": 14249,
+      "▁contrad": 14250,
+      "▁рус": 14251,
+      "ья": 14252,
+      "▁Middle": 14253,
+      "quip": 14254,
+      "▁chez": 14255,
+      "Fields": 14256,
+      "▁permit": 14257,
+      "ikel": 14258,
+      "▁wir": 14259,
+      "▁trial": 14260,
+      "▁verschied": 14261,
+      "▁фев": 14262,
+      "▁male": 14263,
+      "▁язы": 14264,
+      "▁nyel": 14265,
+      "akter": 14266,
+      "▁denomin": 14267,
+      "ceptor": 14268,
+      "▁Wat": 14269,
+      "▁fino": 14270,
+      "▁XVIII": 14271,
+      "ryption": 14272,
+      "desc": 14273,
+      "apa": 14274,
+      "лена": 14275,
+      "▁kol": 14276,
+      "▁Є": 14277,
+      "▁dependent": 14278,
+      "▁Cra": 14279,
+      "▁storm": 14280,
+      "▁Гер": 14281,
+      "▁pipe": 14282,
+      "▁attended": 14283,
+      "▁vita": 14284,
+      "uzione": 14285,
+      "czas": 14286,
+      "onda": 14287,
+      "▁bold": 14288,
+      "Columns": 14289,
+      "ició": 14290,
+      "▁czę": 14291,
+      "▁извест": 14292,
+      "▁Cloud": 14293,
+      "▁warm": 14294,
+      "▁сы": 14295,
+      "▁сте": 14296,
+      "▁producer": 14297,
+      "▁Ludwig": 14298,
+      "▁Northern": 14299,
+      "łą": 14300,
+      "NSString": 14301,
+      "▁Had": 14302,
+      "▁Иван": 14303,
+      "▁Eg": 14304,
+      "▁Imp": 14305,
+      "ші": 14306,
+      "▁Auch": 14307,
+      "ток": 14308,
+      "▁Hit": 14309,
+      "▁quien": 14310,
+      "▁department": 14311,
+      "▁erhielt": 14312,
+      "▁ui": 14313,
+      "▁Spr": 14314,
+      "сер": 14315,
+      "ourt": 14316,
+      "▁Stephen": 14317,
+      "team": 14318,
+      "▁zip": 14319,
+      "▁Bang": 14320,
+      "▁growth": 14321,
+      "▁jam": 14322,
+      "▁Kais": 14323,
+      "bmatrix": 14324,
+      "▁Asia": 14325,
+      "▁région": 14326,
+      "=/": 14327,
+      "▁Pacific": 14328,
+      "▁authority": 14329,
+      "▁#[": 14330,
+      "тами": 14331,
+      "▁everyone": 14332,
+      "▁attend": 14333,
+      "▁timestamp": 14334,
+      "▁tries": 14335,
+      "▁ff": 14336,
+      "шей": 14337,
+      "▁developing": 14338,
+      "olt": 14339,
+      "ups": 14340,
+      "▁momento": 14341,
+      "▁Sain": 14342,
+      "Term": 14343,
+      "▁celle": 14344,
+      "GR": 14345,
+      "Mouse": 14346,
+      "▁человек": 14347,
+      "▁Collection": 14348,
+      "âtre": 14349,
+      "▁Write": 14350,
+      "▁Pom": 14351,
+      "[-": 14352,
+      "Cam": 14353,
+      "▁locations": 14354,
+      "▁Json": 14355,
+      "elled": 14356,
+      "selector": 14357,
+      "repeat": 14358,
+      "ctors": 14359,
+      "otte": 14360,
+      "визи": 14361,
+      "ände": 14362,
+      "▁achieved": 14363,
+      "▁mainly": 14364,
+      "________": 14365,
+      "!)": 14366,
+      "▁является": 14367,
+      "▁cities": 14368,
+      "single": 14369,
+      "гре": 14370,
+      "▁Pak": 14371,
+      "▁allowing": 14372,
+      "ferred": 14373,
+      "▁апре": 14374,
+      "ходя": 14375,
+      "▁browsers": 14376,
+      "▁escrit": 14377,
+      "▁mountain": 14378,
+      "▁networks": 14379,
+      "kind": 14380,
+      "liver": 14381,
+      "▁closing": 14382,
+      "▁skip": 14383,
+      "út": 14384,
+      "▁duration": 14385,
+      "était": 14386,
+      "▁scr": 14387,
+      "BB": 14388,
+      "ória": 14389,
+      "▁Kultur": 14390,
+      "▁outputs": 14391,
+      "multicolumn": 14392,
+      "▁belongs": 14393,
+      "feature": 14394,
+      "ucky": 14395,
+      "▁juli": 14396,
+      "▁района": 14397,
+      "зво": 14398,
+      "factory": 14399,
+      "Func": 14400,
+      "▁utter": 14401,
+      "▁TODO": 14402,
+      "▁obt": 14403,
+      "ategories": 14404,
+      "▁combine": 14405,
+      "▁Wall": 14406,
+      "▁underlying": 14407,
+      "arono": 14408,
+      "▁Prote": 14409,
+      "ców": 14410,
+      "stan": 14411,
+      "▁Gew": 14412,
+      "▁optimal": 14413,
+      "▁Archivlink": 14414,
+      "▁Script": 14415,
+      "▁destroyed": 14416,
+      "хе": 14417,
+      "▁Firefox": 14418,
+      "▁sole": 14419,
+      "Layer": 14420,
+      "тку": 14421,
+      "▁stores": 14422,
+      "▁displays": 14423,
+      "ishing": 14424,
+      "▁ост": 14425,
+      "▁instant": 14426,
+      "▁elő": 14427,
+      "▁habitantes": 14428,
+      "▁Einwo": 14429,
+      "▁ali": 14430,
+      "▁ERROR": 14431,
+      "▁ahead": 14432,
+      "▁goals": 14433,
+      "▁már": 14434,
+      "▁są": 14435,
+      "▁mart": 14436,
+      "министра": 14437,
+      "Fr": 14438,
+      "▁Villa": 14439,
+      "▁Marc": 14440,
+      "ropy": 14441,
+      "agram": 14442,
+      "hape": 14443,
+      "мей": 14444,
+      "▁AL": 14445,
+      "▁connexes": 14446,
+      "▁Entre": 14447,
+      "Step": 14448,
+      "лів": 14449,
+      "▁Death": 14450,
+      "▁rise": 14451,
+      "▁fos": 14452,
+      "▁lev": 14453,
+      "gabe": 14454,
+      "▁broke": 14455,
+      "products": 14456,
+      "▁medi": 14457,
+      "▁dispon": 14458,
+      "Package": 14459,
+      "ImageView": 14460,
+      "▁Nag": 14461,
+      "ują": 14462,
+      "Word": 14463,
+      "▁kole": 14464,
+      "ßer": 14465,
+      ")`.": 14466,
+      "▁rol": 14467,
+      "▁í": 14468,
+      "тей": 14469,
+      "Progress": 14470,
+      "bean": 14471,
+      "▁sempre": 14472,
+      "Statement": 14473,
+      "UPDATE": 14474,
+      "▁mondiale": 14475,
+      "▁wrapper": 14476,
+      "▁Chart": 14477,
+      "▁onClick": 14478,
+      "чення": 14479,
+      "LOG": 14480,
+      "something": 14481,
+      "▁INSERT": 14482,
+      "щения": 14483,
+      "uet": 14484,
+      "werp": 14485,
+      "round": 14486,
+      "ichen": 14487,
+      "▁XVI": 14488,
+      "зни": 14489,
+      "▁aveva": 14490,
+      "▁Store": 14491,
+      "▁xs": 14492,
+      "racht": 14493,
+      "scar": 14494,
+      "▁opera": 14495,
+      "▁degrees": 14496,
+      "▁citiz": 14497,
+      "äsident": 14498,
+      "▁classical": 14499,
+      "▁Jersey": 14500,
+      "▁ersch": 14501,
+      "▁treatment": 14502,
+      "▁насеље": 14503,
+      "ння": 14504,
+      "▁boost": 14505,
+      "amount": 14506,
+      "▁созда": 14507,
+      "érieur": 14508,
+      "▁telling": 14509,
+      "Has": 14510,
+      "▁initi": 14511,
+      "▁Пи": 14512,
+      "eval": 14513,
+      "▁Match": 14514,
+      "▁corre": 14515,
+      "Pointer": 14516,
+      "▁passes": 14517,
+      "company": 14518,
+      "▁ан": 14519,
+      "aches": 14520,
+      "▁siglo": 14521,
+      "нем": 14522,
+      "▁exchange": 14523,
+      "cito": 14524,
+      "▁Bab": 14525,
+      "Doc": 14526,
+      "ześ": 14527,
+      "▁народ": 14528,
+      "▁conflict": 14529,
+      "▁november": 14530,
+      "eau": 14531,
+      "öv": 14532,
+      "▁Hub": 14533,
+      "▁poco": 14534,
+      "ensa": 14535,
+      "schließ": 14536,
+      "lasse": 14537,
+      "datas": 14538,
+      "▁сти": 14539,
+      "univers": 14540,
+      "eks": 14541,
+      "▁Cho": 14542,
+      "▁cô": 14543,
+      "▁(.": 14544,
+      "ewnę": 14545,
+      "▁Chief": 14546,
+      "▁chef": 14547,
+      "▁управ": 14548,
+      "uli": 14549,
+      "▁'''": 14550,
+      "napshot": 14551,
+      "▁relac": 14552,
+      "ége": 14553,
+      "wt": 14554,
+      "wend": 14555,
+      "osing": 14556,
+      "▁hacer": 14557,
+      "▁фран": 14558,
+      "autres": 14559,
+      "▁fils": 14560,
+      "ered": 14561,
+      "▁Посилання": 14562,
+      "▁therm": 14563,
+      "ержа": 14564,
+      "such": 14565,
+      "▁ihren": 14566,
+      "▁encontr": 14567,
+      "▁lots": 14568,
+      "logo": 14569,
+      "▁Wi": 14570,
+      "/(": 14571,
+      "шње": 14572,
+      "DATA": 14573,
+      "▁Player": 14574,
+      "▁Leipzig": 14575,
+      "▁relatives": 14576,
+      "рев": 14577,
+      "▁newsp": 14578,
+      "?,": 14579,
+      "▁Stutt": 14580,
+      "▁dual": 14581,
+      "▁companies": 14582,
+      "▁zam": 14583,
+      "putation": 14584,
+      "▁inequality": 14585,
+      "▁trem": 14586,
+      "hips": 14587,
+      "anch": 14588,
+      "▁Ż": 14589,
+      "бург": 14590,
+      "▁copies": 14591,
+      "dash": 14592,
+      "вор": 14593,
+      "spieler": 14594,
+      "▁Revolution": 14595,
+      "esty": 14596,
+      "▁junto": 14597,
+      "▁Indeed": 14598,
+      "okal": 14599,
+      "ctrine": 14600,
+      "▁Ford": 14601,
+      "▁CREATE": 14602,
+      "▁walls": 14603,
+      "▁aute": 14604,
+      "SU": 14605,
+      "why": 14606,
+      "plementation": 14607,
+      "rout": 14608,
+      "Matrix": 14609,
+      "▁sad": 14610,
+      "ана": 14611,
+      "▁Pic": 14612,
+      ".“": 14613,
+      "▁AC": 14614,
+      "▁Fest": 14615,
+      "▁desktop": 14616,
+      "▁Pay": 14617,
+      "ometimes": 14618,
+      "▁Tak": 14619,
+      "раб": 14620,
+      "▁Sever": 14621,
+      "▁northern": 14622,
+      "anter": 14623,
+      "▁Modern": 14624,
+      "wal": 14625,
+      "{\r": 14626,
+      "online": 14627,
+      "ök": 14628,
+      "▁britann": 14629,
+      "$_": 14630,
+      "▁jar": 14631,
+      "TL": 14632,
+      "xxxx": 14633,
+      "merge": 14634,
+      "▁Namen": 14635,
+      "▁KEY": 14636,
+      "▁refers": 14637,
+      "▁hin": 14638,
+      "▁Volks": 14639,
+      "steller": 14640,
+      "viation": 14641,
+      "onio": 14642,
+      "ighter": 14643,
+      "Compat": 14644,
+      "▁CE": 14645,
+      "▁pró": 14646,
+      "▁encuentra": 14647,
+      "theorem": 14648,
+      "▁publi": 14649,
+      "▁Development": 14650,
+      "нд": 14651,
+      "▁ros": 14652,
+      "▁shr": 14653,
+      "seau": 14654,
+      "▁generating": 14655,
+      "▁difficulty": 14656,
+      "▁Express": 14657,
+      "Alignment": 14658,
+      "deutsch": 14659,
+      "▁Влади": 14660,
+      "▁suggests": 14661,
+      "▁Family": 14662,
+      "bbi": 14663,
+      "]).": 14664,
+      "staw": 14665,
+      "▁presidente": 14666,
+      "▁stesso": 14667,
+      "inx": 14668,
+      "setup": 14669,
+      "▁conform": 14670,
+      "▁fro": 14671,
+      "=\\\"": 14672,
+      "▁då": 14673,
+      "iciones": 14674,
+      "▁evolution": 14675,
+      "prote": 14676,
+      "▁prints": 14677,
+      "▁Pont": 14678,
+      "▁confusion": 14679,
+      "▁Й": 14680,
+      "▁dello": 14681,
+      "▁manif": 14682,
+      "Definition": 14683,
+      "ára": 14684,
+      "mals": 14685,
+      "▁sale": 14686,
+      "▁dropdown": 14687,
+      "Chain": 14688,
+      "American": 14689,
+      "▁mk": 14690,
+      "▁Bez": 14691,
+      "▁Fue": 14692,
+      "▁NE": 14693,
+      "графи": 14694,
+      "docker": 14695,
+      "▁^{": 14696,
+      "Assert": 14697,
+      "▁horizontal": 14698,
+      "(@\"": 14699,
+      "▁дву": 14700,
+      "proxy": 14701,
+      "Uri": 14702,
+      "gency": 14703,
+      "▁\"[": 14704,
+      "▁Qt": 14705,
+      "▁Names": 14706,
+      "▁evaluate": 14707,
+      "!/": 14708,
+      "▁einges": 14709,
+      "▁synth": 14710,
+      "▁YouTube": 14711,
+      "▁turning": 14712,
+      "▁Eric": 14713,
+      "▁бли": 14714,
+      "▁klub": 14715,
+      "plorer": 14716,
+      "▁sports": 14717,
+      "▁sia": 14718,
+      "ош": 14719,
+      "▁dai": 14720,
+      "▁europe": 14721,
+      "icians": 14722,
+      "ingsområ": 14723,
+      "▁dre": 14724,
+      "▁workaround": 14725,
+      "▁suit": 14726,
+      "ambigu": 14727,
+      "▁quantity": 14728,
+      "▁segundo": 14729,
+      "Symbol": 14730,
+      "▁moral": 14731,
+      "Chart": 14732,
+      "▁damit": 14733,
+      "▁attempts": 14734,
+      "▁donn": 14735,
+      "jos": 14736,
+      "▁ere": 14737,
+      "▁homme": 14738,
+      "simp": 14739,
+      "rypted": 14740,
+      "▁acts": 14741,
+      "innerHTML": 14742,
+      "▁tournament": 14743,
+      "▁sky": 14744,
+      "Timer": 14745,
+      "▁millions": 14746,
+      "^+": 14747,
+      "agent": 14748,
+      "'));": 14749,
+      "▁ost": 14750,
+      "▁gla": 14751,
+      "▁помо": 14752,
+      "▁fün": 14753,
+      "ством": 14754,
+      "ewnętrz": 14755,
+      "▁México": 14756,
+      "▁lub": 14757,
+      "▁Éd": 14758,
+      "ifik": 14759,
+      "ческий": 14760,
+      "▁immer": 14761,
+      "ensen": 14762,
+      "anny": 14763,
+      "inline": 14764,
+      "▁gover": 14765,
+      "auc": 14766,
+      "▁repre": 14767,
+      "▁historia": 14768,
+      "Ag": 14769,
+      "▁plt": 14770,
+      "▁Princi": 14771,
+      "imeter": 14772,
+      "ős": 14773,
+      "še": 14774,
+      "▁UE": 14775,
+      "Equals": 14776,
+      "Dispatch": 14777,
+      "legen": 14778,
+      "лази": 14779,
+      "чной": 14780,
+      "▁stell": 14781,
+      "ńst": 14782,
+      "▁cri": 14783,
+      "▁Indep": 14784,
+      "ède": 14785,
+      "}\\)": 14786,
+      "▁wyst": 14787,
+      "▁figured": 14788,
+      "ATCH": 14789,
+      "ében": 14790,
+      "lacht": 14791,
+      "▁succeeded": 14792,
+      "gry": 14793,
+      "▁pret": 14794,
+      "▁Saf": 14795,
+      "▁\");": 14796,
+      "eh": 14797,
+      "▁officiel": 14798,
+      "країн": 14799,
+      "wind": 14800,
+      "▁scatter": 14801,
+      "▁Fox": 14802,
+      "icious": 14803,
+      "Many": 14804,
+      "uper": 14805,
+      "▁Convert": 14806,
+      "sterd": 14807,
+      "▁Stein": 14808,
+      "▁От": 14809,
+      "}^{(": 14810,
+      "between": 14811,
+      "hire": 14812,
+      "▁onCreate": 14813,
+      ";</": 14814,
+      "bably": 14815,
+      "SY": 14816,
+      "mot": 14817,
+      "▁Dire": 14818,
+      "itecture": 14819,
+      "той": 14820,
+      "▁coordinate": 14821,
+      "(\"#": 14822,
+      "▁süd": 14823,
+      "OB": 14824,
+      "▁morte": 14825,
+      "▁weather": 14826,
+      "▁hely": 14827,
+      "▁privile": 14828,
+      "RELEASE": 14829,
+      "atel": 14830,
+      "▁recognized": 14831,
+      "▁Though": 14832,
+      "ссий": 14833,
+      "memory": 14834,
+      "▁compilation": 14835,
+      "bits": 14836,
+      "▁wed": 14837,
+      "}}_{": 14838,
+      "▁GUI": 14839,
+      "пня": 14840,
+      "▁southern": 14841,
+      "▁hay": 14842,
+      "ović": 14843,
+      "lauf": 14844,
+      "▁EL": 14845,
+      "▁Full": 14846,
+      "▁Hamburg": 14847,
+      "▁Mittel": 14848,
+      "DU": 14849,
+      "approx": 14850,
+      "HS": 14851,
+      "▁проце": 14852,
+      "▁magazine": 14853,
+      "▁Mig": 14854,
+      "▁clicking": 14855,
+      "entr": 14856,
+      "▁autre": 14857,
+      "▁té": 14858,
+      "▁há": 14859,
+      "сты": 14860,
+      "▁MA": 14861,
+      "appy": 14862,
+      "ství": 14863,
+      "▁selon": 14864,
+      "▁gek": 14865,
+      "▁Sl": 14866,
+      "frastr": 14867,
+      "Lib": 14868,
+      "▁Ду": 14869,
+      "▁facing": 14870,
+      "▁стар": 14871,
+      "▁Dutch": 14872,
+      "atar": 14873,
+      "▁keeps": 14874,
+      "▁Patrick": 14875,
+      "ilio": 14876,
+      "▁vig": 14877,
+      "тва": 14878,
+      "▁Federal": 14879,
+      "▁paragraph": 14880,
+      "▁interaction": 14881,
+      "▁occas": 14882,
+      "▁Iran": 14883,
+      "▁machines": 14884,
+      "(()": 14885,
+      "uries": 14886,
+      "▁роди": 14887,
+      "▁американ": 14888,
+      "upp": 14889,
+      "▁ice": 14890,
+      "▁Say": 14891,
+      "▁sail": 14892,
+      "▁Begin": 14893,
+      "fico": 14894,
+      "oga": 14895,
+      "▁desar": 14896,
+      "▁dv": 14897,
+      "▁ради": 14898,
+      "ohen": 14899,
+      "erei": 14900,
+      "ának": 14901,
+      "▁daar": 14902,
+      "ifiers": 14903,
+      "▁thee": 14904,
+      "▁byla": 14905,
+      "вала": 14906,
+      "andro": 14907,
+      "▁моло": 14908,
+      "▁totally": 14909,
+      "iom": 14910,
+      "▁aer": 14911,
+      "nsylvan": 14912,
+      "▁corps": 14913,
+      "▁treated": 14914,
+      "▁comune": 14915,
+      "Mich": 14916,
+      "voice": 14917,
+      "pgf": 14918,
+      "▁anx": 14919,
+      "▁Philip": 14920,
+      "▁ek": 14921,
+      "▁Menschen": 14922,
+      "▁dere": 14923,
+      "▁permet": 14924,
+      "Mail": 14925,
+      "▁Vé": 14926,
+      "ented": 14927,
+      "▁bunch": 14928,
+      "▁Piet": 14929,
+      "attach": 14930,
+      "▁porte": 14931,
+      "дат": 14932,
+      "▁Britain": 14933,
+      "Encoding": 14934,
+      "▁`<": 14935,
+      "Space": 14936,
+      "▁rap": 14937,
+      "▁popul": 14938,
+      "floor": 14939,
+      "specific": 14940,
+      "clean": 14941,
+      "▁conqu": 14942,
+      "fb": 14943,
+      "▁introduce": 14944,
+      "▁Entity": 14945,
+      "▁erfolg": 14946,
+      "atol": 14947,
+      "ientos": 14948,
+      "кипеди": 14949,
+      "▁Ut": 14950,
+      "▁бри": 14951,
+      "eduler": 14952,
+      "▁concentr": 14953,
+      "▁cher": 14954,
+      "▁upgrade": 14955,
+      "▁pictures": 14956,
+      "▁Familie": 14957,
+      "Mus": 14958,
+      "Look": 14959,
+      "▁eran": 14960,
+      "▁gram": 14961,
+      "▁Wo": 14962,
+      "npm": 14963,
+      "▁Salv": 14964,
+      "▁cd": 14965,
+      "▁Вы": 14966,
+      "wahl": 14967,
+      "train": 14968,
+      "chem": 14969,
+      "▁Pil": 14970,
+      "▁Connect": 14971,
+      "če": 14972,
+      "▁hast": 14973,
+      "▁Multi": 14974,
+      "atta": 14975,
+      "▁Sound": 14976,
+      "solute": 14977,
+      "▁quote": 14978,
+      "▁obst": 14979,
+      "cciones": 14980,
+      "ibly": 14981,
+      "▁brand": 14982,
+      "▁conversation": 14983,
+      "▁toutes": 14984,
+      "▁Rub": 14985,
+      "ienia": 14986,
+      "irit": 14987,
+      "▁Анд": 14988,
+      "eduled": 14989,
+      "▁Total": 14990,
+      "Dig": 14991,
+      "erem": 14992,
+      "▁ski": 14993,
+      "Dest": 14994,
+      "YY": 14995,
+      "еди": 14996,
+      "aly": 14997,
+      "▁backend": 14998,
+      "ulus": 14999,
+      "▁featured": 15000,
+      "▁personn": 15001,
+      "▁schon": 15002,
+      "trace": 15003,
+      "▁IDE": 15004,
+      "áj": 15005,
+      "▁animals": 15006,
+      "▁snow": 15007,
+      "uve": 15008,
+      "uerto": 15009,
+      "▁drew": 15010,
+      "▁Yeah": 15011,
+      "▁Sv": 15012,
+      "\\,\\": 15013,
+      "▁Serie": 15014,
+      "▁secondo": 15015,
+      "▁Lebens": 15016,
+      "▁accord": 15017,
+      "▁Cet": 15018,
+      "erade": 15019,
+      "▁despite": 15020,
+      "▁Carlo": 15021,
+      "▁zewnętrz": 15022,
+      "▁lista": 15023,
+      "nico": 15024,
+      "▁Corporation": 15025,
+      "vspace": 15026,
+      "▁войны": 15027,
+      "▁stands": 15028,
+      "▁worse": 15029,
+      "▁simult": 15030,
+      "▁practical": 15031,
+      "COL": 15032,
+      "changed": 15033,
+      "▁История": 15034,
+      "бри": 15035,
+      "indo": 15036,
+      "▁Lewis": 15037,
+      "▁patterns": 15038,
+      "ifica": 15039,
+      "▁smart": 15040,
+      "▁concerned": 15041,
+      "ții": 15042,
+      "▁Hello": 15043,
+      "rell": 15044,
+      "▁Lex": 15045,
+      "▁вто": 15046,
+      "▁conditional": 15047,
+      "otted": 15048,
+      "▁shoot": 15049,
+      "▁Wed": 15050,
+      "▁марта": 15051,
+      "aud": 15052,
+      "▁ante": 15053,
+      "ientras": 15054,
+      "▁papers": 15055,
+      "▁portug": 15056,
+      "▁Management": 15057,
+      "▁exercise": 15058,
+      "▁Begriff": 15059,
+      "commit": 15060,
+      "▁rendering": 15061,
+      "▁czas": 15062,
+      "Drop": 15063,
+      "erg": 15064,
+      "▁mul": 15065,
+      "▁Tan": 15066,
+      "iero": 15067,
+      "▁locale": 15068,
+      "▁inaug": 15069,
+      "dump": 15070,
+      "ций": 15071,
+      "▁symbols": 15072,
+      "inta": 15073,
+      "▁awarded": 15074,
+      "▁sust": 15075,
+      "▁Send": 15076,
+      "їв": 15077,
+      "Rest": 15078,
+      "zten": 15079,
+      "лим": 15080,
+      "rival": 15081,
+      "PORT": 15082,
+      "ölker": 15083,
+      "imately": 15084,
+      "igte": 15085,
+      "чных": 15086,
+      "▁terra": 15087,
+      "öglich": 15088,
+      "▁Hom": 15089,
+      "▁hex": 15090,
+      "done": 15091,
+      "amps": 15092,
+      "▁cet": 15093,
+      "PRE": 15094,
+      "öst": 15095,
+      "▁femme": 15096,
+      "Selection": 15097,
+      "▁zaw": 15098,
+      "spr": 15099,
+      "▁horses": 15100,
+      "▁snap": 15101,
+      "TextBox": 15102,
+      "▁Eclipse": 15103,
+      "ulle": 15104,
+      "owym": 15105,
+      "▁comer": 15106,
+      "necess": 15107,
+      "cook": 15108,
+      "enger": 15109,
+      "-->": 15110,
+      "▁pří": 15111,
+      "pandas": 15112,
+      "▁Plus": 15113,
+      "yll": 15114,
+      "▁terror": 15115,
+      "▁crim": 15116,
+      "▁zak": 15117,
+      "issue": 15118,
+      "panel": 15119,
+      "svg": 15120,
+      "▁reb": 15121,
+      "Customer": 15122,
+      "switch": 15123,
+      "обра": 15124,
+      "▁Championships": 15125,
+      "clo": 15126,
+      "atte": 15127,
+      "▁anymore": 15128,
+      "▁excellent": 15129,
+      "▁opportunity": 15130,
+      "▁Bahn": 15131,
+      "чин": 15132,
+      "eting": 15133,
+      "▁incident": 15134,
+      "tom": 15135,
+      "Pers": 15136,
+      "bben": 15137,
+      "ственной": 15138,
+      "их": 15139,
+      "router": 15140,
+      "▁newly": 15141,
+      "▁silence": 15142,
+      "▁GNU": 15143,
+      "▁Rails": 15144,
+      "▁Amb": 15145,
+      "▁Qual": 15146,
+      "▁Schaus": 15147,
+      "▁Sohn": 15148,
+      "▁ALL": 15149,
+      "▁royal": 15150,
+      "▁£": 15151,
+      "wię": 15152,
+      "▁entfer": 15153,
+      "▁Remove": 15154,
+      "▁hardly": 15155,
+      "Using": 15156,
+      "лог": 15157,
+      "▁Ich": 15158,
+      "▁derni": 15159,
+      "▁Connection": 15160,
+      "fish": 15161,
+      "▁Inform": 15162,
+      "▁Ener": 15163,
+      "roit": 15164,
+      "Bbb": 15165,
+      "ViewModel": 15166,
+      "Video": 15167,
+      "iley": 15168,
+      "▁много": 15169,
+      "▁Gem": 15170,
+      "▁compreh": 15171,
+      "enumerate": 15172,
+      "ulas": 15173,
+      "▁Bah": 15174,
+      "▁Yet": 15175,
+      "BR": 15176,
+      "хра": 15177,
+      "▁county": 15178,
+      "▁Hist": 15179,
+      "▁Гу": 15180,
+      "▁Ј": 15181,
+      "▁mari": 15182,
+      "▁Clar": 15183,
+      "Bitmap": 15184,
+      "▁Cz": 15185,
+      "▁mån": 15186,
+      "▁mere": 15187,
+      "▁musique": 15188,
+      "also": 15189,
+      "dates": 15190,
+      "▁DVD": 15191,
+      "▁gol": 15192,
+      "fony": 15193,
+      "▁Castle": 15194,
+      "▁фами": 15195,
+      "▁arrang": 15196,
+      "▁Business": 15197,
+      "▁Kaz": 15198,
+      "▁osc": 15199,
+      "▁secolo": 15200,
+      "▁affected": 15201,
+      "▁Health": 15202,
+      "reb": 15203,
+      "editor": 15204,
+      "▁owned": 15205,
+      "tl": 15206,
+      "▁ví": 15207,
+      "чних": 15208,
+      "кви": 15209,
+      "▁devient": 15210,
+      "Mutable": 15211,
+      "▁tegen": 15212,
+      "Register": 15213,
+      "єю": 15214,
+      "▁caracter": 15215,
+      "лли": 15216,
+      "▁nouvelle": 15217,
+      "oko": 15218,
+      "ichtet": 15219,
+      "▁evol": 15220,
+      "▁Hab": 15221,
+      "▁militar": 15222,
+      "▁puts": 15223,
+      "endif": 15224,
+      "▁Davis": 15225,
+      "▁Scotland": 15226,
+      "regular": 15227,
+      "▁Context": 15228,
+      "ispiel": 15229,
+      "▁Gallery": 15230,
+      "\",\r": 15231,
+      "▁arc": 15232,
+      "▁INFO": 15233,
+      "▁cod": 15234,
+      "дів": 15235,
+      "▁varchar": 15236,
+      "▁toujours": 15237,
+      "atial": 15238,
+      "▁hanno": 15239,
+      "▁профес": 15240,
+      "▁launched": 15241,
+      "▁населення": 15242,
+      "▁ton": 15243,
+      "aused": 15244,
+      "▁із": 15245,
+      "▁tö": 15246,
+      "▁Pur": 15247,
+      "▁olymp": 15248,
+      "ARN": 15249,
+      "óm": 15250,
+      "▁august": 15251,
+      "▁furn": 15252,
+      "▁Colomb": 15253,
+      "▁Staats": 15254,
+      "hora": 15255,
+      "▁мор": 15256,
+      "canvas": 15257,
+      "▁grave": 15258,
+      "▁composition": 15259,
+      "acja": 15260,
+      "▁которые": 15261,
+      "▁чо": 15262,
+      "General": 15263,
+      "ані": 15264,
+      "▁Johannes": 15265,
+      "кар": 15266,
+      "▁част": 15267,
+      "▁Васи": 15268,
+      "ssh": 15269,
+      "▁replacing": 15270,
+      "▁<>": 15271,
+      "ців": 15272,
+      "laus": 15273,
+      "eny": 15274,
+      "ähl": 15275,
+      "▁marg": 15276,
+      "cience": 15277,
+      "▁instruction": 15278,
+      "▁који": 15279,
+      "Editor": 15280,
+      "▁fundamental": 15281,
+      "mund": 15282,
+      "▁exceptions": 15283,
+      "▁plate": 15284,
+      "▁Lis": 15285,
+      "▁deren": 15286,
+      "prep": 15287,
+      "▁januari": 15288,
+      "Scope": 15289,
+      "ynast": 15290,
+      "rv": 15291,
+      "orsz": 15292,
+      "▁Tony": 15293,
+      "▁ді": 15294,
+      "▁одна": 15295,
+      "▁sab": 15296,
+      "oti": 15297,
+      "jel": 15298,
+      "▁generator": 15299,
+      "▁'.": 15300,
+      "▁sharp": 15301,
+      "▁только": 15302,
+      "▁accounts": 15303,
+      "▁že": 15304,
+      "▁foram": 15305,
+      "▁gouvern": 15306,
+      "TIME": 15307,
+      "▁Soviet": 15308,
+      "▁Gé": 15309,
+      "▁exped": 15310,
+      "▁ordinary": 15311,
+      "▁Conserv": 15312,
+      "▁compla": 15313,
+      "tei": 15314,
+      "▁captain": 15315,
+      "▁Samuel": 15316,
+      "▁Dark": 15317,
+      "▁він": 15318,
+      "▁delight": 15319,
+      "recht": 15320,
+      "dia": 15321,
+      "esses": 15322,
+      "ulp": 15323,
+      "шки": 15324,
+      "bez": 15325,
+      "▁detection": 15326,
+      "▁cookie": 15327,
+      "antry": 15328,
+      "Multi": 15329,
+      "oba": 15330,
+      "▁joy": 15331,
+      "▁safety": 15332,
+      "|^": 15333,
+      "pod": 15334,
+      "adém": 15335,
+      "▁Chron": 15336,
+      "▁Django": 15337,
+      "▁ehemal": 15338,
+      "kh": 15339,
+      "èle": 15340,
+      "▁poc": 15341,
+      "Bottom": 15342,
+      "launch": 15343,
+      "nem": 15344,
+      "▁GROUP": 15345,
+      "ního": 15346,
+      "▁Gib": 15347,
+      "sdk": 15348,
+      "BE": 15349,
+      "▁Gene": 15350,
+      "▁Staff": 15351,
+      "▁subsequent": 15352,
+      "icion": 15353,
+      "▁victory": 15354,
+      "▁canon": 15355,
+      "izar": 15356,
+      "izia": 15357,
+      "▁mate": 15358,
+      "▁layers": 15359,
+      "sudo": 15360,
+      "schule": 15361,
+      "periment": 15362,
+      "ület": 15363,
+      "ARCHAR": 15364,
+      "▁террито": 15365,
+      "▁measures": 15366,
+      "▁zou": 15367,
+      "opsis": 15368,
+      "нами": 15369,
+      "tbody": 15370,
+      "▁ese": 15371,
+      "sterdam": 15372,
+      "▁photo": 15373,
+      "ynchronous": 15374,
+      "setminus": 15375,
+      "▁loads": 15376,
+      "▁pleasure": 15377,
+      "▁meille": 15378,
+      "}\\,": 15379,
+      "qual": 15380,
+      "▁favour": 15381,
+      "▁rod": 15382,
+      "Der": 15383,
+      "рабо": 15384,
+      "▁pressed": 15385,
+      "rę": 15386,
+      "ieving": 15387,
+      "material": 15388,
+      "virt": 15389,
+      "▁capable": 15390,
+      "сло": 15391,
+      "ushed": 15392,
+      "▁побе": 15393,
+      "usetts": 15394,
+      "unsigned": 15395,
+      "ków": 15396,
+      "▁ov": 15397,
+      "egeben": 15398,
+      "▁applying": 15399,
+      "▁galax": 15400,
+      "▁Oracle": 15401,
+      "▁Stuttgart": 15402,
+      "Infl": 15403,
+      "achusetts": 15404,
+      "▁deel": 15405,
+      "lire": 15406,
+      "▁statunit": 15407,
+      "▁Politiker": 15408,
+      "▁beauty": 15409,
+      ")>": 15410,
+      "▁Columbia": 15411,
+      "▁zewnętrzne": 15412,
+      "▁програ": 15413,
+      "▁dx": 15414,
+      "cknow": 15415,
+      "▁dub": 15416,
+      "unächst": 15417,
+      "findViewById": 15418,
+      "▁Mand": 15419,
+      "áll": 15420,
+      "naire": 15421,
+      "▁destin": 15422,
+      "isting": 15423,
+      "aggi": 15424,
+      "chart": 15425,
+      "▁justice": 15426,
+      "Simple": 15427,
+      "▁unfortunately": 15428,
+      "ір": 15429,
+      "▁questa": 15430,
+      "▁Governor": 15431,
+      "яв": 15432,
+      "▁música": 15433,
+      "▁equipo": 15434,
+      "▁Dest": 15435,
+      "elect": 15436,
+      "StackTrace": 15437,
+      "зом": 15438,
+      "proc": 15439,
+      "entin": 15440,
+      "adora": 15441,
+      "▁Лю": 15442,
+      "▁registered": 15443,
+      "HL": 15444,
+      "facebook": 15445,
+      "▁storing": 15446,
+      "▁Currently": 15447,
+      "▁quadr": 15448,
+      "Standard": 15449,
+      "trim": 15450,
+      "ears": 15451,
+      "sender": 15452,
+      "▁Vas": 15453,
+      "▁edific": 15454,
+      "▁Bür": 15455,
+      "▁Country": 15456,
+      "tha": 15457,
+      ";\"": 15458,
+      "nor": 15459,
+      "▁Doctor": 15460,
+      "rument": 15461,
+      "Gen": 15462,
+      "▁Buen": 15463,
+      "rade": 15464,
+      "▁kun": 15465,
+      "navigation": 15466,
+      "Pay": 15467,
+      "▁captured": 15468,
+      "▁struck": 15469,
+      "venir": 15470,
+      "ément": 15471,
+      "▁Tree": 15472,
+      "▁xx": 15473,
+      "▁narr": 15474,
+      "льного": 15475,
+      "▁installing": 15476,
+      "▁association": 15477,
+      "▁inserted": 15478,
+      "erner": 15479,
+      "validate": 15480,
+      "▁lut": 15481,
+      "▁glo": 15482,
+      "▁technology": 15483,
+      "▁Place": 15484,
+      "$?": 15485,
+      "▁zv": 15486,
+      "слі": 15487,
+      "EP": 15488,
+      "▁atmos": 15489,
+      "ugo": 15490,
+      "ért": 15491,
+      "▁Werk": 15492,
+      "▁%}": 15493,
+      "tele": 15494,
+      "Span": 15495,
+      "▁Raj": 15496,
+      "▁Personen": 15497,
+      "▁Cant": 15498,
+      "▁combat": 15499,
+      "▁observation": 15500,
+      "parameter": 15501,
+      "▁agreed": 15502,
+      "pur": 15503,
+      "▁shadow": 15504,
+      "▁gł": 15505,
+      "Keys": 15506,
+      "Cred": 15507,
+      "ouri": 15508,
+      "▁pale": 15509,
+      "ické": 15510,
+      "▁Week": 15511,
+      "▁Prime": 15512,
+      ">.": 15513,
+      "Initial": 15514,
+      "▁один": 15515,
+      "▁'',": 15516,
+      "▁учи": 15517,
+      "▁Inv": 15518,
+      "cola": 15519,
+      "cible": 15520,
+      "▁Theatre": 15521,
+      "▁bem": 15522,
+      "▁satisfy": 15523,
+      "xl": 15524,
+      "▁разви": 15525,
+      "▁pixel": 15526,
+      "lán": 15527,
+      "▁twee": 15528,
+      "çon": 15529,
+      "нения": 15530,
+      "▁AT": 15531,
+      "ège": 15532,
+      "▁Mort": 15533,
+      "▁mysq": 15534,
+      "ften": 15535,
+      "▁пес": 15536,
+      "éma": 15537,
+      "▁Services": 15538,
+      "customer": 15539,
+      "▁AWS": 15540,
+      "ът": 15541,
+      "▁Ach": 15542,
+      "%.": 15543,
+      "▁clarify": 15544,
+      "▁университе": 15545,
+      "xture": 15546,
+      "umi": 15547,
+      "▁så": 15548,
+      "▁Pel": 15549,
+      "serial": 15550,
+      "URI": 15551,
+      "▁rg": 15552,
+      "▁соста": 15553,
+      "chestra": 15554,
+      "].[": 15555,
+      "wen": 15556,
+      "▁Londres": 15557,
+      "▁anys": 15558,
+      "DataSource": 15559,
+      "▁районе": 15560,
+      "▁rein": 15561,
+      "▁metadata": 15562,
+      "umble": 15563,
+      "arbeit": 15564,
+      "hner": 15565,
+      "cient": 15566,
+      "▁norte": 15567,
+      "▁она": 15568,
+      "▁scored": 15569,
+      "▁ray": 15570,
+      "▁февра": 15571,
+      "▁protagon": 15572,
+      "▁Sac": 15573,
+      "▁commonly": 15574,
+      "LinearLayout": 15575,
+      "▁applic": 15576,
+      "▁мая": 15577,
+      "За": 15578,
+      "▁accessible": 15579,
+      "iewer": 15580,
+      "flag": 15581,
+      "▁Rück": 15582,
+      "äu": 15583,
+      "▁erano": 15584,
+      "▁authentic": 15585,
+      "▁Ry": 15586,
+      "▁неско": 15587,
+      "▁embargo": 15588,
+      "▁dry": 15589,
+      "▁reasonable": 15590,
+      "▁Module": 15591,
+      "▁acceler": 15592,
+      "▁interview": 15593,
+      "▁Creek": 15594,
+      "▁alpha": 15595,
+      "serie": 15596,
+      "They": 15597,
+      "ючи": 15598,
+      "▁Hof": 15599,
+      "▁CR": 15600,
+      "modal": 15601,
+      "▁sequences": 15602,
+      "closed": 15603,
+      ")}$": 15604,
+      "▁Чер": 15605,
+      "▁ORDER": 15606,
+      "Rightarrow": 15607,
+      "hausen": 15608,
+      "}}_": 15609,
+      "▁també": 15610,
+      "▁magnetic": 15611,
+      "▁McC": 15612,
+      "▁winning": 15613,
+      "underline": 15614,
+      "▁Billboard": 15615,
+      "naio": 15616,
+      "▁liqu": 15617,
+      "displaystyle": 15618,
+      "timeout": 15619,
+      "▁considerable": 15620,
+      "▁eben": 15621,
+      "ifferent": 15622,
+      "anu": 15623,
+      "▁Сов": 15624,
+      "[(": 15625,
+      "▁:-)": 15626,
+      "leitung": 15627,
+      "formed": 15628,
+      "▁Manager": 15629,
+      "▁onclick": 15630,
+      "TY": 15631,
+      "тах": 15632,
+      "CV": 15633,
+      "runtime": 15634,
+      "poque": 15635,
+      "▁Ло": 15636,
+      "Temp": 15637,
+      "loaded": 15638,
+      "▁!==": 15639,
+      "▁singer": 15640,
+      "far": 15641,
+      "▁Comple": 15642,
+      "▁Österreich": 15643,
+      "Policy": 15644,
+      "▁worker": 15645,
+      "Wrapper": 15646,
+      "obi": 15647,
+      "▁discussed": 15648,
+      "▁buy": 15649,
+      "▁января": 15650,
+      "▁Din": 15651,
+      "▁ged": 15652,
+      "ској": 15653,
+      "Europe": 15654,
+      "▁tall": 15655,
+      "hos": 15656,
+      "лаго": 15657,
+      "▁Block": 15658,
+      "▁identified": 15659,
+      "ListView": 15660,
+      "▁attempting": 15661,
+      "▁typical": 15662,
+      "psum": 15663,
+      "oster": 15664,
+      "▁журна": 15665,
+      "Pe": 15666,
+      "merce": 15667,
+      "▁unexpected": 15668,
+      "hui": 15669,
+      "letter": 15670,
+      "▁nuevo": 15671,
+      "▁або": 15672,
+      "▁VALUES": 15673,
+      "▁Iz": 15674,
+      "Flags": 15675,
+      "▁TRUE": 15676,
+      "ización": 15677,
+      "▁growing": 15678,
+      "estre": 15679,
+      "▁poly": 15680,
+      "▁Stone": 15681,
+      "▁VIII": 15682,
+      "▁localhost": 15683,
+      "ählt": 15684,
+      "▁embedded": 15685,
+      "jdbc": 15686,
+      "▁convention": 15687,
+      "▁scala": 15688,
+      "сок": 15689,
+      "▁analog": 15690,
+      "▁\"+": 15691,
+      "цю": 15692,
+      "occ": 15693,
+      "▁litt": 15694,
+      "PN": 15695,
+      "▁актив": 15696,
+      "attributes": 15697,
+      "▁Ferd": 15698,
+      "▁azure": 15699,
+      "ști": 15700,
+      "ños": 15701,
+      "ping": 15702,
+      "▁teacher": 15703,
+      "}&": 15704,
+      "ipe": 15705,
+      "▁Nob": 15706,
+      "▁има": 15707,
+      "Bind": 15708,
+      "▁magic": 15709,
+      "▁Transport": 15710,
+      "ixel": 15711,
+      "▁computed": 15712,
+      "agna": 15713,
+      "erst": 15714,
+      "HA": 15715,
+      "Wait": 15716,
+      "▁authors": 15717,
+      "▁;)": 15718,
+      "clam": 15719,
+      "▁Pennsylvan": 15720,
+      "▁drug": 15721,
+      "▁vain": 15722,
+      "▁employed": 15723,
+      "▁individuals": 15724,
+      "▁ange": 15725,
+      "utat": 15726,
+      "▁$-": 15727,
+      "correct": 15728,
+      "▁experiments": 15729,
+      "Argument": 15730,
+      "▁IB": 15731,
+      "▁père": 15732,
+      "▁Brian": 15733,
+      "berger": 15734,
+      "Mac": 15735,
+      "iast": 15736,
+      "Perm": 15737,
+      "Cast": 15738,
+      "▁{};": 15739,
+      "▁Student": 15740,
+      "▁statt": 15741,
+      "algebra": 15742,
+      "▁equals": 15743,
+      "▁projet": 15744,
+      "▁président": 15745,
+      "ActivityThread": 15746,
+      "▁einz": 15747,
+      "enia": 15748,
+      "rez": 15749,
+      "essional": 15750,
+      "▁августа": 15751,
+      "override": 15752,
+      "news": 15753,
+      "▁planet": 15754,
+      "nn": 15755,
+      "▁Wis": 15756,
+      "твер": 15757,
+      "▁Valid": 15758,
+      "▁Gef": 15759,
+      "град": 15760,
+      "▁eig": 15761,
+      "antom": 15762,
+      "▁Meister": 15763,
+      "flags": 15764,
+      "fficiale": 15765,
+      "шая": 15766,
+      "-,": 15767,
+      "ationen": 15768,
+      "mouse": 15769,
+      "standard": 15770,
+      "Single": 15771,
+      "▁bol": 15772,
+      "isis": 15773,
+      "▁fruit": 15774,
+      "course": 15775,
+      "itants": 15776,
+      "▁étaient": 15777,
+      "TextField": 15778,
+      "▁фон": 15779,
+      "▁aircraft": 15780,
+      "▁ISSN": 15781,
+      "▁western": 15782,
+      "▁representing": 15783,
+      "Esp": 15784,
+      "▁Else": 15785,
+      "▁sizes": 15786,
+      "▁satisfied": 15787,
+      "otos": 15788,
+      "UD": 15789,
+      "Final": 15790,
+      "ój": 15791,
+      "ève": 15792,
+      "▁Roy": 15793,
+      "ffen": 15794,
+      "▁salt": 15795,
+      "▁Label": 15796,
+      "Sk": 15797,
+      "▁кре": 15798,
+      "▁Литература": 15799,
+      "▁см": 15800,
+      "Attributes": 15801,
+      "aye": 15802,
+      "ськ": 15803,
+      "▁высо": 15804,
+      "-)": 15805,
+      "oses": 15806,
+      "calcul": 15807,
+      "▁Cannot": 15808,
+      "Generic": 15809,
+      "emo": 15810,
+      "▁Autor": 15811,
+      "лён": 15812,
+      "лага": 15813,
+      "vote": 15814,
+      "licates": 15815,
+      "rus": 15816,
+      "éli": 15817,
+      "opf": 15818,
+      "atique": 15819,
+      "scala": 15820,
+      "▁Ohio": 15821,
+      "▁Britann": 15822,
+      "▁bef": 15823,
+      "▁Евро": 15824,
+      "▁Career": 15825,
+      "isée": 15826,
+      "ót": 15827,
+      "bose": 15828,
+      "▁Бер": 15829,
+      "▁Controller": 15830,
+      "pole": 15831,
+      "▁allen": 15832,
+      "▁hack": 15833,
+      "▁extent": 15834,
+      "▁calci": 15835,
+      "Mer": 15836,
+      "▁summary": 15837,
+      "Mart": 15838,
+      "▁historical": 15839,
+      "imat": 15840,
+      "bud": 15841,
+      "▁FOR": 15842,
+      "export": 15843,
+      "edi": 15844,
+      "Mapping": 15845,
+      "▁Ay": 15846,
+      "▁Ruby": 15847,
+      "▁definitions": 15848,
+      "▁{$": 15849,
+      "▁yours": 15850,
+      "rias": 15851,
+      "Touch": 15852,
+      "▁Gaz": 15853,
+      "▁Autom": 15854,
+      "▁истори": 15855,
+      "▁delen": 15856,
+      "▁Kinder": 15857,
+      "}}%": 15858,
+      "▁performing": 15859,
+      "FR": 15860,
+      "▁Sig": 15861,
+      "▁Brad": 15862,
+      "bras": 15863,
+      "▁Jar": 15864,
+      "pkg": 15865,
+      "wr": 15866,
+      "▁Pays": 15867,
+      "NC": 15868,
+      "▁opposed": 15869,
+      "Try": 15870,
+      "▁везе": 15871,
+      "▁Bog": 15872,
+      "▁writes": 15873,
+      "▁stories": 15874,
+      "▁mater": 15875,
+      "▁stagione": 15876,
+      "▁sty": 15877,
+      "▁compatible": 15878,
+      "heast": 15879,
+      "▁Guy": 15880,
+      "egründ": 15881,
+      "▁identifier": 15882,
+      "▁heads": 15883,
+      "пози": 15884,
+      "▁stup": 15885,
+      "▁tf": 15886,
+      "▁још": 15887,
+      "▁Hugh": 15888,
+      "▁cards": 15889,
+      "ovy": 15890,
+      "▁Toast": 15891,
+      "allas": 15892,
+      "▁públic": 15893,
+      "▁assumes": 15894,
+      "▁чемпиона": 15895,
+      "ycler": 15896,
+      "▁Junior": 15897,
+      "▁Fich": 15898,
+      "▁estimated": 15899,
+      "zerw": 15900,
+      "dialog": 15901,
+      "шин": 15902,
+      "shell": 15903,
+      "▁них": 15904,
+      "▁pitch": 15905,
+      "дол": 15906,
+      "outube": 15907,
+      "▁Santi": 15908,
+      "OnClickListener": 15909,
+      "▁Magyar": 15910,
+      "▁vue": 15911,
+      "ião": 15912,
+      "▁`#": 15913,
+      "collect": 15914,
+      "▁Rou": 15915,
+      "analysis": 15916,
+      "istrzost": 15917,
+      "▁Digital": 15918,
+      "▁crist": 15919,
+      "riere": 15920,
+      "▁campo": 15921,
+      "Us": 15922,
+      "▁circa": 15923,
+      "▁Component": 15924,
+      "▁NSString": 15925,
+      "pd": 15926,
+      "▁prince": 15927,
+      "▁invoke": 15928,
+      "▁Marine": 15929,
+      "Allow": 15930,
+      "estic": 15931,
+      "ристи": 15932,
+      "bone": 15933,
+      "туры": 15934,
+      "▁passion": 15935,
+      "áció": 15936,
+      "▁orn": 15937,
+      "вед": 15938,
+      "▁invari": 15939,
+      "▁ні": 15940,
+      "Remove": 15941,
+      "encies": 15942,
+      "ilib": 15943,
+      "▁Director": 15944,
+      "\"\"": 15945,
+      "▁Conse": 15946,
+      "googleapis": 15947,
+      "ók": 15948,
+      "▁Укра": 15949,
+      "▁Having": 15950,
+      "Domain": 15951,
+      "ierz": 15952,
+      "нологи": 15953,
+      "Cho": 15954,
+      "undefined": 15955,
+      "alloc": 15956,
+      "▁pied": 15957,
+      "▁fraction": 15958,
+      "bia": 15959,
+      "▁поло": 15960,
+      "ugno": 15961,
+      "minister": 15962,
+      "▁principale": 15963,
+      "▁refused": 15964,
+      "browser": 15965,
+      "*,": 15966,
+      "▁Hospital": 15967,
+      "▁universal": 15968,
+      "▁Ernst": 15969,
+      "who": 15970,
+      "▁Gard": 15971,
+      "'_": 15972,
+      "conde": 15973,
+      "▁[{": 15974,
+      "sob": 15975,
+      "▁Crit": 15976,
+      "▁декабря": 15977,
+      "▁punto": 15978,
+      "▁eingesetzt": 15979,
+      "▁tör": 15980,
+      "▁Ni": 15981,
+      "▁worry": 15982,
+      "▁legend": 15983,
+      "▁були": 15984,
+      "▁komm": 15985,
+      "rijk": 15986,
+      "effect": 15987,
+      "Ori": 15988,
+      "RES": 15989,
+      "▁Peters": 15990,
+      "▁Baron": 15991,
+      "▁Got": 15992,
+      "▁honest": 15993,
+      "äre": 15994,
+      "ász": 15995,
+      "▁noble": 15996,
+      "▁conclusion": 15997,
+      "▁formatting": 15998,
+      "▁otto": 15999,
+      "▁deleg": 16000,
+      "мб": 16001,
+      "ptop": 16002,
+      "▁sends": 16003,
+      "urname": 16004,
+      "▁festival": 16005,
+      ",‎": 16006,
+      "рус": 16007,
+      "▁doch": 16008,
+      "subject": 16009,
+      "▁careful": 16010,
+      "quent": 16011,
+      "▁Load": 16012,
+      "temperaturen": 16013,
+      "▁rue": 16014,
+      "Memory": 16015,
+      "ța": 16016,
+      "iona": 16017,
+      "▁dentro": 16018,
+      "▁begann": 16019,
+      "▁Aqu": 16020,
+      "▁scientific": 16021,
+      "kań": 16022,
+      "лок": 16023,
+      "elde": 16024,
+      "▁Those": 16025,
+      "quier": 16026,
+      "actér": 16027,
+      "▁Auflage": 16028,
+      ")'": 16029,
+      "▁gradient": 16030,
+      "integer": 16031,
+      "▁Import": 16032,
+      "SK": 16033,
+      "▁Status": 16034,
+      "▁explo": 16035,
+      "AE": 16036,
+      "Shell": 16037,
+      "▁Paulo": 16038,
+      ".»": 16039,
+      "}</": 16040,
+      "flex": 16041,
+      "▁комп": 16042,
+      "onden": 16043,
+      "accept": 16044,
+      "▁miejsce": 16045,
+      "Hub": 16046,
+      "alleng": 16047,
+      "WN": 16048,
+      "▁implementing": 16049,
+      "▁лу": 16050,
+      "▁confusing": 16051,
+      "▁Install": 16052,
+      "▁rou": 16053,
+      "▁проек": 16054,
+      "Accessor": 16055,
+      "љашње": 16056,
+      "odio": 16057,
+      "▁applies": 16058,
+      "ющий": 16059,
+      "▁Mundial": 16060,
+      "État": 16061,
+      "ietnam": 16062,
+      "hum": 16063,
+      "▁сбор": 16064,
+      "ordinate": 16065,
+      "France": 16066,
+      "▁prend": 16067,
+      "eltemperaturen": 16068,
+      "▁trabaj": 16069,
+      "Axis": 16070,
+      "▁мно": 16071,
+      "primary": 16072,
+      "▁Seite": 16073,
+      "permission": 16074,
+      "▁orden": 16075,
+      "since": 16076,
+      "▁ic": 16077,
+      "▁Brazil": 16078,
+      "▁bare": 16079,
+      "▁Nar": 16080,
+      "▁Jur": 16081,
+      "▁freedom": 16082,
+      "▁medical": 16083,
+      "ischof": 16084,
+      "▁сп": 16085,
+      "ież": 16086,
+      "▁bootstrap": 16087,
+      "▁…": 16088,
+      "▁facil": 16089,
+      "cord": 16090,
+      "ване": 16091,
+      "▁Allen": 16092,
+      "avid": 16093,
+      "ingham": 16094,
+      "zas": 16095,
+      "▁inspect": 16096,
+      "itten": 16097,
+      "osti": 16098,
+      "uh": 16099,
+      "cé": 16100,
+      "▁#####": 16101,
+      "cius": 16102,
+      "omy": 16103,
+      "▁Seine": 16104,
+      "bres": 16105,
+      "▁genus": 16106,
+      "Other": 16107,
+      "▁Golden": 16108,
+      "mul": 16109,
+      "▁Спољашње": 16110,
+      "▁gennaio": 16111,
+      "▁carefully": 16112,
+      "aal": 16113,
+      "▁analyt": 16114,
+      "neur": 16115,
+      "▁stretch": 16116,
+      "▁Occ": 16117,
+      "olas": 16118,
+      "▁firebase": 16119,
+      "▁expecting": 16120,
+      "basic": 16121,
+      "condition": 16122,
+      "prov": 16123,
+      "▁Wasser": 16124,
+      "▁concaten": 16125,
+      "▁evil": 16126,
+      "▁coefficients": 16127,
+      "West": 16128,
+      "iry": 16129,
+      "phas": 16130,
+      "▁Jam": 16131,
+      "fois": 16132,
+      "▁consid": 16133,
+      "▁mainten": 16134,
+      "nim": 16135,
+      "esser": 16136,
+      "esz": 16137,
+      "unta": 16138,
+      "uest": 16139,
+      "▁credentials": 16140,
+      "_;": 16141,
+      "Dim": 16142,
+      "преде": 16143,
+      "▁Bü": 16144,
+      "built": 16145,
+      "▁Academ": 16146,
+      "▁audi": 16147,
+      "▁två": 16148,
+      "inand": 16149,
+      "▁Theater": 16150,
+      "▁genre": 16151,
+      "ços": 16152,
+      "gresql": 16153,
+      "▁weap": 16154,
+      "▁Rab": 16155,
+      "▁’": 16156,
+      "▁adult": 16157,
+      "▁dém": 16158,
+      "``": 16159,
+      "▁stabil": 16160,
+      "▁corresponds": 16161,
+      "▁Eastern": 16162,
+      "unnel": 16163,
+      "Worker": 16164,
+      "▁coh": 16165,
+      "лка": 16166,
+      "▁Massachusetts": 16167,
+      "pio": 16168,
+      "▁ports": 16169,
+      "agg": 16170,
+      "▁Debug": 16171,
+      "▁breath": 16172,
+      "MIN": 16173,
+      "Variable": 16174,
+      "batch": 16175,
+      "ссе": 16176,
+      "▁preg": 16177,
+      "▁roles": 16178,
+      "paste": 16179,
+      "▁referenced": 16180,
+      "adrat": 16181,
+      "чё": 16182,
+      "binom": 16183,
+      "▁defining": 16184,
+      "▁Budapest": 16185,
+      "▁дви": 16186,
+      "▁taught": 16187,
+      "▁hole": 16188,
+      "▁quella": 16189,
+      "Msg": 16190,
+      "aska": 16191,
+      "scan": 16192,
+      "▁propose": 16193,
+      "▁Биография": 16194,
+      "{{\\": 16195,
+      "textt": 16196,
+      "▁Alb": 16197,
+      "▁Sydney": 16198,
+      "▁backup": 16199,
+      "▁credit": 16200,
+      "▁францу": 16201,
+      "stats": 16202,
+      "\\\":": 16203,
+      "▁Пере": 16204,
+      "▁accordingly": 16205,
+      "▁Len": 16206,
+      "zna": 16207,
+      "▁Regional": 16208,
+      "▁изда": 16209,
+      "▁jú": 16210,
+      "histor": 16211,
+      "▁entities": 16212,
+      "Star": 16213,
+      "оне": 16214,
+      "']['": 16215,
+      "▁Nova": 16216,
+      "die": 16217,
+      "▁`'": 16218,
+      "▁obten": 16219,
+      "anst": 16220,
+      "▁Relig": 16221,
+      "▁trig": 16222,
+      "▁режи": 16223,
+      "▁Personal": 16224,
+      "▁tone": 16225,
+      "▁aid": 16226,
+      "Visual": 16227,
+      "Submit": 16228,
+      "▁moves": 16229,
+      "▁Bridge": 16230,
+      "▁Boy": 16231,
+      "▁accurate": 16232,
+      "osta": 16233,
+      "atto": 16234,
+      "▁defeated": 16235,
+      "▁datab": 16236,
+      "ginx": 16237,
+      "▁Liv": 16238,
+      "lywood": 16239,
+      "TW": 16240,
+      "rium": 16241,
+      "ipped": 16242,
+      "Fail": 16243,
+      "REQUEST": 16244,
+      "▁ignor": 16245,
+      "▁sitting": 16246,
+      "▁molto": 16247,
+      "▁endpoint": 16248,
+      "ución": 16249,
+      "▁collections": 16250,
+      "▁Ту": 16251,
+      "tembre": 16252,
+      "▁nécess": 16253,
+      "▁interact": 16254,
+      "▁otras": 16255,
+      "▁curr": 16256,
+      "▁tracks": 16257,
+      "▁família": 16258,
+      "▁numerical": 16259,
+      "legt": 16260,
+      "]/": 16261,
+      "▁Mario": 16262,
+      "▁tort": 16263,
+      "bg": 16264,
+      "ssl": 16265,
+      "texttt": 16266,
+      "▁spark": 16267,
+      "дии": 16268,
+      "▁probable": 16269,
+      "%%%%": 16270,
+      "phia": 16271,
+      "],[": 16272,
+      "▁boxes": 16273,
+      "▁academ": 16274,
+      "▁Slo": 16275,
+      "äude": 16276,
+      "▁witness": 16277,
+      "▁editing": 16278,
+      "лина": 16279,
+      "▁lookup": 16280,
+      "▁Buck": 16281,
+      "дня": 16282,
+      "▁jours": 16283,
+      "++){": 16284,
+      "▁indices": 16285,
+      "▁flight": 16286,
+      "▁computation": 16287,
+      "Plugin": 16288,
+      "▁realize": 16289,
+      "isset": 16290,
+      "▁derivative": 16291,
+      "linewidth": 16292,
+      "bund": 16293,
+      "▁thor": 16294,
+      "▁.=": 16295,
+      "▁sí": 16296,
+      "▁Click": 16297,
+      "▁Sebast": 16298,
+      ">'": 16299,
+      "havior": 16300,
+      "lei": 16301,
+      "ulf": 16302,
+      "▁geometry": 16303,
+      "prev": 16304,
+      "empl": 16305,
+      "▁Lé": 16306,
+      "anson": 16307,
+      "▁Alice": 16308,
+      "prototype": 16309,
+      "READ": 16310,
+      "icular": 16311,
+      "▁бі": 16312,
+      "▁deutsche": 16313,
+      "▁Represent": 16314,
+      "sites": 16315,
+      "▁Mean": 16316,
+      "▁diss": 16317,
+      "▁Zur": 16318,
+      "▁през": 16319,
+      "PAR": 16320,
+      "▁'#": 16321,
+      "▁Dra": 16322,
+      "сон": 16323,
+      "▁steht": 16324,
+      "markt": 16325,
+      "▁ease": 16326,
+      "Drawing": 16327,
+      "=%": 16328,
+      "Stop": 16329,
+      "▁serving": 16330,
+      "▁także": 16331,
+      "▁DNS": 16332,
+      "▁literal": 16333,
+      "Die": 16334,
+      "▁вос": 16335,
+      "▁senior": 16336,
+      "acion": 16337,
+      "▁ubuntu": 16338,
+      "▁Frankfurt": 16339,
+      "▁Sunday": 16340,
+      "áb": 16341,
+      "▁journey": 16342,
+      "issa": 16343,
+      "berry": 16344,
+      "▁sep": 16345,
+      "▁ion": 16346,
+      "wert": 16347,
+      "ország": 16348,
+      "serve": 16349,
+      "▁Milano": 16350,
+      "▁века": 16351,
+      "рах": 16352,
+      "▁июля": 16353,
+      "▁manera": 16354,
+      "▁stations": 16355,
+      "▁adopted": 16356,
+      "▁anybody": 16357,
+      "VERSION": 16358,
+      "FE": 16359,
+      "dorf": 16360,
+      "...,": 16361,
+      "▁образова": 16362,
+      "Logger": 16363,
+      "фициаль": 16364,
+      "WRITE": 16365,
+      "▁ham": 16366,
+      "▁Future": 16367,
+      "oten": 16368,
+      "▁AG": 16369,
+      "▁trained": 16370,
+      "▁Nich": 16371,
+      "▁university": 16372,
+      "▁Olympics": 16373,
+      "▁doit": 16374,
+      "▁cultural": 16375,
+      "Conf": 16376,
+      "▁Conference": 16377,
+      "orno": 16378,
+      "▁MP": 16379,
+      "▁bou": 16380,
+      "cin": 16381,
+      "High": 16382,
+      "annte": 16383,
+      "▁displaying": 16384,
+      "▁chapter": 16385,
+      "▁Frauen": 16386,
+      "▁realized": 16387,
+      "▁attempted": 16388,
+      "▁preferred": 16389,
+      "Dat": 16390,
+      "▁trouve": 16391,
+      "▁intention": 16392,
+      "▁Notice": 16393,
+      "timestamp": 16394,
+      "*(": 16395,
+      "▁Ша": 16396,
+      "anas": 16397,
+      "cla": 16398,
+      "isz": 16399,
+      "tbl": 16400,
+      "Arr": 16401,
+      "▁inverse": 16402,
+      "▁terrible": 16403,
+      "▁occupied": 16404,
+      "JAX": 16405,
+      "<-": 16406,
+      "▁Philosoph": 16407,
+      "▁Corps": 16408,
+      "builder": 16409,
+      "▁begins": 16410,
+      "▁census": 16411,
+      ".’": 16412,
+      "▁proven": 16413,
+      "metric": 16414,
+      "▁increases": 16415,
+      "wich": 16416,
+      "▁ABC": 16417,
+      "projects": 16418,
+      "▁Thor": 16419,
+      "▁confidence": 16420,
+      "▁ufficiale": 16421,
+      "elm": 16422,
+      "▁garden": 16423,
+      "▁robust": 16424,
+      "▁così": 16425,
+      "iedz": 16426,
+      "▁Islam": 16427,
+      "▁Address": 16428,
+      "▁divide": 16429,
+      "▁Eu": 16430,
+      "catal": 16431,
+      "detail": 16432,
+      "ependant": 16433,
+      "fg": 16434,
+      "▁bew": 16435,
+      "▁fis": 16436,
+      "▁BO": 16437,
+      "▁wsp": 16438,
+      "▁pipeline": 16439,
+      "hd": 16440,
+      "▁Session": 16441,
+      "länd": 16442,
+      "iveau": 16443,
+      "estr": 16444,
+      "▁particle": 16445,
+      "▁laravel": 16446,
+      "pic": 16447,
+      "▁nau": 16448,
+      "▁fins": 16449,
+      "▁Vil": 16450,
+      "▁fus": 16451,
+      "▁quasi": 16452,
+      "operation": 16453,
+      "▁aller": 16454,
+      "▁analy": 16455,
+      "▁Он": 16456,
+      "▁Mes": 16457,
+      "▁опера": 16458,
+      "▁handled": 16459,
+      "▁deprec": 16460,
+      "tto": 16461,
+      "▁Ek": 16462,
+      "▁stran": 16463,
+      "▁anglais": 16464,
+      "jure": 16465,
+      "▁Silver": 16466,
+      "▁closely": 16467,
+      "enkins": 16468,
+      "anos": 16469,
+      "sted": 16470,
+      "▁сентября": 16471,
+      "brand": 16472,
+      "ньо": 16473,
+      "▁présent": 16474,
+      "rok": 16475,
+      "mount": 16476,
+      "▁Anthony": 16477,
+      "▁Furthermore": 16478,
+      "inha": 16479,
+      "▁архи": 16480,
+      "▁разли": 16481,
+      "▁октября": 16482,
+      "▁pint": 16483,
+      "ný": 16484,
+      "pts": 16485,
+      "▁italien": 16486,
+      "▁реги": 16487,
+      "лез": 16488,
+      "дина": 16489,
+      "atherine": 16490,
+      "Internal": 16491,
+      "Question": 16492,
+      "▁settlement": 16493,
+      "▁Все": 16494,
+      "▁folders": 16495,
+      "дри": 16496,
+      "▁valor": 16497,
+      "▁Miller": 16498,
+      "▁Assert": 16499,
+      "▁patient": 16500,
+      "▁Nieder": 16501,
+      "▁EP": 16502,
+      "▁Agr": 16503,
+      "▁onde": 16504,
+      "▁scop": 16505,
+      "sequence": 16506,
+      "▁PL": 16507,
+      "▁seek": 16508,
+      "javase": 16509,
+      "▁Vector": 16510,
+      "▁ná": 16511,
+      "▁categoría": 16512,
+      "clone": 16513,
+      "NR": 16514,
+      "available": 16515,
+      "▁Besch": 16516,
+      "▁eclipse": 16517,
+      "wicklung": 16518,
+      "deploy": 16519,
+      "enie": 16520,
+      "▁\")": 16521,
+      "äst": 16522,
+      "▁sync": 16523,
+      "CODE": 16524,
+      "▁Че": 16525,
+      "▁floating": 16526,
+      "/`": 16527,
+      "▁retired": 16528,
+      "deb": 16529,
+      "▁particul": 16530,
+      "▁collected": 16531,
+      "▁downloaded": 16532,
+      "nice": 16533,
+      "▁Buffer": 16534,
+      "▁Account": 16535,
+      "▁maggio": 16536,
+      "▁реда": 16537,
+      "▁sales": 16538,
+      "▁statunitense": 16539,
+      "▁Ki": 16540,
+      "▁Ferr": 16541,
+      "Lock": 16542,
+      "▁Isabel": 16543,
+      "clar": 16544,
+      "▁pov": 16545,
+      "atra": 16546,
+      "▁Frau": 16547,
+      "▁sorting": 16548,
+      "▁phrase": 16549,
+      "▁апреля": 16550,
+      "▁деятель": 16551,
+      "▁André": 16552,
+      "definition": 16553,
+      "writing": 16554,
+      "éré": 16555,
+      "щу": 16556,
+      "▁Ord": 16557,
+      "▁rum": 16558,
+      "▁Turk": 16559,
+      "▁Ivan": 16560,
+      "theless": 16561,
+      "▁ги": 16562,
+      "▁sake": 16563,
+      "▁Based": 16564,
+      "deck": 16565,
+      "orus": 16566,
+      "▁tutti": 16567,
+      "▁blan": 16568,
+      "▁Пу": 16569,
+      "Detail": 16570,
+      "▁Но": 16571,
+      "▁Sky": 16572,
+      "▁près": 16573,
+      "мой": 16574,
+      "coln": 16575,
+      "ческой": 16576,
+      "eti": 16577,
+      "▁arrow": 16578,
+      "▁Cha": 16579,
+      "chmark": 16580,
+      "œur": 16581,
+      "fab": 16582,
+      "куль": 16583,
+      "GridView": 16584,
+      "▁Background": 16585,
+      "sn": 16586,
+      "▁seguito": 16587,
+      "▁nic": 16588,
+      "cou": 16589,
+      "тів": 16590,
+      "▁bzw": 16591,
+      "addEventListener": 16592,
+      "sync": 16593,
+      "azzo": 16594,
+      "abstract": 16595,
+      "assets": 16596,
+      "▁Dru": 16597,
+      "зд": 16598,
+      "ordnet": 16599,
+      "▁bigger": 16600,
+      "▁initialized": 16601,
+      "каз": 16602,
+      "ogene": 16603,
+      "viously": 16604,
+      "▁guid": 16605,
+      "scheidung": 16606,
+      "▁Zent": 16607,
+      "▁frames": 16608,
+      "rieben": 16609,
+      "▁issued": 16610,
+      "▁dow": 16611,
+      "▁describes": 16612,
+      "ilst": 16613,
+      "▁criteria": 16614,
+      "▁gentleman": 16615,
+      "Basic": 16616,
+      "nez": 16617,
+      "Dev": 16618,
+      "Move": 16619,
+      "▁estaba": 16620,
+      "▁settembre": 16621,
+      "circle": 16622,
+      "▁fais": 16623,
+      "▁myst": 16624,
+      "▁archiv": 16625,
+      "dynamic": 16626,
+      "jà": 16627,
+      "itas": 16628,
+      "▁який": 16629,
+      "▁dor": 16630,
+      "▁Amazon": 16631,
+      "▁neces": 16632,
+      "▁Marcel": 16633,
+      "▁ella": 16634,
+      "рок": 16635,
+      "▁Pennsylvania": 16636,
+      "cular": 16637,
+      "Pack": 16638,
+      "itage": 16639,
+      "▁Burn": 16640,
+      "▁RO": 16641,
+      "▁они": 16642,
+      "~$": 16643,
+      "TeX": 16644,
+      "assign": 16645,
+      "▁beat": 16646,
+      "idense": 16647,
+      "acent": 16648,
+      "Alert": 16649,
+      "▁strateg": 16650,
+      "▁månaden": 16651,
+      "LOC": 16652,
+      "▁catalog": 16653,
+      "printStackTrace": 16654,
+      "()).": 16655,
+      "usted": 16656,
+      "▁Framework": 16657,
+      "ECK": 16658,
+      "▁até": 16659,
+      "Framework": 16660,
+      "▁attacks": 16661,
+      "▁Bert": 16662,
+      "▁тран": 16663,
+      ":%": 16664,
+      "arsi": 16665,
+      "notation": 16666,
+      "▁logical": 16667,
+      "weet": 16668,
+      "▁visited": 16669,
+      "bru": 16670,
+      "▁surprise": 16671,
+      "^^": 16672,
+      "inale": 16673,
+      "remote": 16674,
+      "'},": 16675,
+      "Syntax": 16676,
+      "iane": 16677,
+      "onnen": 16678,
+      "▁breaking": 16679,
+      "parser": 16680,
+      "apk": 16681,
+      "▁Miguel": 16682,
+      "▁§": 16683,
+      "▁acting": 16684,
+      "▁gebru": 16685,
+      "AtIndex": 16686,
+      "ються": 16687,
+      "▁offers": 16688,
+      "▁prac": 16689,
+      "▁grant": 16690,
+      "ternoon": 16691,
+      "▁acquired": 16692,
+      "▁Ny": 16693,
+      "▁comma": 16694,
+      "ník": 16695,
+      "▁Step": 16696,
+      "inners": 16697,
+      "▁SA": 16698,
+      "▁wat": 16699,
+      "days": 16700,
+      "▁rectangle": 16701,
+      "dar": 16702,
+      "▁trac": 16703,
+      "▁Indones": 16704,
+      "▁feedback": 16705,
+      "▁breaks": 16706,
+      "partition": 16707,
+      "icans": 16708,
+      "▁Notices": 16709,
+      "▁improved": 16710,
+      "phan": 16711,
+      "▁differential": 16712,
+      "scripts": 16713,
+      "▁XIII": 16714,
+      "▁Labor": 16715,
+      "▁precision": 16716,
+      "▁seed": 16717,
+      "bundle": 16718,
+      "idents": 16719,
+      "hre": 16720,
+      "▁Douglas": 16721,
+      "uld": 16722,
+      "▁secondary": 16723,
+      "▁brig": 16724,
+      "▁confirmed": 16725,
+      "▁claims": 16726,
+      "Role": 16727,
+      "▁Jewish": 16728,
+      "▁před": 16729,
+      "▁hotel": 16730,
+      "▁compte": 16731,
+      "▁recursive": 16732,
+      "](#)": 16733,
+      "▁rotate": 16734,
+      "▁chrome": 16735,
+      "inea": 16736,
+      "%;\r": 16737,
+      "▁Environment": 16738,
+      "platz": 16739,
+      "▁Single": 16740,
+      "▁sevent": 16741,
+      "▁posting": 16742,
+      "▁dealing": 16743,
+      "parameters": 16744,
+      "граф": 16745,
+      "Authentication": 16746,
+      "touch": 16747,
+      "Az": 16748,
+      "▁gray": 16749,
+      "encing": 16750,
+      "boldmath": 16751,
+      "▁сайте": 16752,
+      "▁Za": 16753,
+      "anje": 16754,
+      "▁polar": 16755,
+      "▁ули": 16756,
+      "kil": 16757,
+      "▁hover": 16758,
+      "▁REST": 16759,
+      "▁Come": 16760,
+      "jb": 16761,
+      "▁Georgia": 16762,
+      "▁Estado": 16763,
+      "OutputStream": 16764,
+      "ћи": 16765,
+      "▁dump": 16766,
+      "▁Age": 16767,
+      "▁swo": 16768,
+      "mobile": 16769,
+      "occup": 16770,
+      "шего": 16771,
+      "▁constitution": 16772,
+      "good": 16773,
+      "aku": 16774,
+      "▁анг": 16775,
+      "ieck": 16776,
+      "▁Psych": 16777,
+      "▁roots": 16778,
+      "▁vest": 16779,
+      "▁годах": 16780,
+      "▁República": 16781,
+      "▁pian": 16782,
+      "igration": 16783,
+      "▁préc": 16784,
+      "▁generates": 16785,
+      "LY": 16786,
+      "(`": 16787,
+      "▁=~": 16788,
+      "шения": 16789,
+      "▁Rah": 16790,
+      "▁connecting": 16791,
+      "ží": 16792,
+      "▁fő": 16793,
+      "▁appel": 16794,
+      "▁Railway": 16795,
+      "гли": 16796,
+      "▁développ": 16797,
+      "▁apo": 16798,
+      "fran": 16799,
+      "▁immediate": 16800,
+      "вого": 16801,
+      "Runner": 16802,
+      "äg": 16803,
+      "Something": 16804,
+      "▁généra": 16805,
+      "EventArgs": 16806,
+      "inction": 16807,
+      "gly": 16808,
+      "▁Due": 16809,
+      "▁prost": 16810,
+      "▁referring": 16811,
+      "▁jog": 16812,
+      "▁executable": 16813,
+      "▁Dream": 16814,
+      "acs": 16815,
+      "▁Cole": 16816,
+      "ampf": 16817,
+      "▁Bis": 16818,
+      "▁июня": 16819,
+      "lieder": 16820,
+      "тек": 16821,
+      "▁vb": 16822,
+      "▁mom": 16823,
+      "▁:(": 16824,
+      "▁dernier": 16825,
+      "'=>": 16826,
+      "▁этого": 16827,
+      "▁neue": 16828,
+      "▁Ча": 16829,
+      "▁weitere": 16830,
+      "▁alleg": 16831,
+      "▁reality": 16832,
+      "▁judge": 16833,
+      "▁Balt": 16834,
+      "▁thin": 16835,
+      "▁Ged": 16836,
+      "ieval": 16837,
+      "mx": 16838,
+      "ціональ": 16839,
+      "▁выпу": 16840,
+      "▁IX": 16841,
+      "▁blind": 16842,
+      "▁Motor": 16843,
+      "▁ша": 16844,
+      "▁approximation": 16845,
+      "dam": 16846,
+      "▁fog": 16847,
+      "кор": 16848,
+      "▁Writ": 16849,
+      "▁ling": 16850,
+      "▁писа": 16851,
+      "▁Mars": 16852,
+      "otti": 16853,
+      "Enum": 16854,
+      "▁Trib": 16855,
+      "▁merc": 16856,
+      "zung": 16857,
+      "vanced": 16858,
+      "cfg": 16859,
+      "нах": 16860,
+      "schen": 16861,
+      "\"].": 16862,
+      "bek": 16863,
+      "▁ster": 16864,
+      "jp": 16865,
+      "▁Rap": 16866,
+      "▁recording": 16867,
+      "▁peint": 16868,
+      "▁lets": 16869,
+      "änge": 16870,
+      ">\";": 16871,
+      "▁місце": 16872,
+      "▁caval": 16873,
+      "▁CSV": 16874,
+      "▁entstand": 16875,
+      "▁helper": 16876,
+      "endet": 16877,
+      "▁Gram": 16878,
+      "▁Diego": 16879,
+      "▁Bishop": 16880,
+      "TAG": 16881,
+      "▁ecc": 16882,
+      "▁Een": 16883,
+      "▁AV": 16884,
+      "City": 16885,
+      "▁Guide": 16886,
+      "hind": 16887,
+      "rical": 16888,
+      "▁Основ": 16889,
+      "Bus": 16890,
+      "▁zunächst": 16891,
+      "▁tick": 16892,
+      "▁Colonel": 16893,
+      "Thanks": 16894,
+      "▁ferm": 16895,
+      "▁granted": 16896,
+      "▁threshold": 16897,
+      "omorphic": 16898,
+      "▁Hun": 16899,
+      "enis": 16900,
+      "▁прав": 16901,
+      "▁які": 16902,
+      "PG": 16903,
+      "▁ws": 16904,
+      "▁technical": 16905,
+      "estro": 16906,
+      "klär": 16907,
+      "vars": 16908,
+      "ocrat": 16909,
+      "▁општи": 16910,
+      "onso": 16911,
+      "iba": 16912,
+      "▁Save": 16913,
+      "▁programa": 16914,
+      "▁въ": 16915,
+      "▁invån": 16916,
+      ">()": 16917,
+      "▁mejor": 16918,
+      "▁слова": 16919,
+      "▁replacement": 16920,
+      "▁impr": 16921,
+      "▁Francesco": 16922,
+      "▁Hotel": 16923,
+      "▁UPDATE": 16924,
+      "▁музы": 16925,
+      "ugs": 16926,
+      "vard": 16927,
+      "▁faz": 16928,
+      "inton": 16929,
+      "▁arts": 16930,
+      "▁Ky": 16931,
+      "▁Ils": 16932,
+      "▁sera": 16933,
+      "▁Volume": 16934,
+      "▁giugno": 16935,
+      "▁asym": 16936,
+      "▁Pir": 16937,
+      "▁NAS": 16938,
+      "▁Tam": 16939,
+      "ěl": 16940,
+      "Sequ": 16941,
+      "kmal": 16942,
+      "▁Eins": 16943,
+      "▁компа": 16944,
+      "obe": 16945,
+      "oor": 16946,
+      "▁heap": 16947,
+      "ctl": 16948,
+      "▁separately": 16949,
+      "reader": 16950,
+      "▁significantly": 16951,
+      "▁Lag": 16952,
+      "notes": 16953,
+      "▁sele": 16954,
+      "▁dedicated": 16955,
+      "▁Host": 16956,
+      "choice": 16957,
+      "wing": 16958,
+      "▁Titel": 16959,
+      "▁befindet": 16960,
+      "large": 16961,
+      "▁conten": 16962,
+      "JavaScript": 16963,
+      "▁deser": 16964,
+      "▁Gordon": 16965,
+      "спе": 16966,
+      "▁patri": 16967,
+      "▁Random": 16968,
+      "▁Returns": 16969,
+      "ым": 16970,
+      "рома": 16971,
+      "▁Studies": 16972,
+      "Sl": 16973,
+      "▁frü": 16974,
+      "TEXT": 16975,
+      "inate": 16976,
+      "▁Tol": 16977,
+      "▁everywhere": 16978,
+      "arta": 16979,
+      "▁orbit": 16980,
+      "▁Aires": 16981,
+      "▁Iss": 16982,
+      "▁też": 16983,
+      "▁diverse": 16984,
+      "▁numeric": 16985,
+      "maz": 16986,
+      "▁mise": 16987,
+      "▁battery": 16988,
+      "▁Akadem": 16989,
+      "нение": 16990,
+      "▁simultane": 16991,
+      "▁Dead": 16992,
+      "▁clust": 16993,
+      "▁otro": 16994,
+      "▁cerca": 16995,
+      "()`,": 16996,
+      "roz": 16997,
+      "ăt": 16998,
+      "▁MO": 16999,
+      "riften": 17000,
+      "important": 17001,
+      "▁jeho": 17002,
+      "▁findViewById": 17003,
+      "▁consequence": 17004,
+      "▁measured": 17005,
+      "ishes": 17006,
+      "▁sze": 17007,
+      "iendo": 17008,
+      "▁Wahl": 17009,
+      "strip": 17010,
+      "ARD": 17011,
+      "▁opacity": 17012,
+      "WORD": 17013,
+      "▁Ві": 17014,
+      "▁Location": 17015,
+      "rai": 17016,
+      "пен": 17017,
+      "▁rif": 17018,
+      "aussian": 17019,
+      "FileName": 17020,
+      "▁disco": 17021,
+      "ilen": 17022,
+      "▁vagy": 17023,
+      "licity": 17024,
+      "Border": 17025,
+      "▁Track": 17026,
+      "бом": 17027,
+      "fact": 17028,
+      "oka": 17029,
+      "▁gior": 17030,
+      "▁XVII": 17031,
+      "▁där": 17032,
+      "Site": 17033,
+      "ało": 17034,
+      "ská": 17035,
+      "▁pixels": 17036,
+      "vity": 17037,
+      "jQuery": 17038,
+      "▁sculpt": 17039,
+      "▁cargo": 17040,
+      "▁directive": 17041,
+      "▁wal": 17042,
+      "▁conna": 17043,
+      "▁Through": 17044,
+      "▁этом": 17045,
+      "Static": 17046,
+      "omsnitt": 17047,
+      "▁rund": 17048,
+      "▁claimed": 17049,
+      "зня": 17050,
+      "sha": 17051,
+      "▁rag": 17052,
+      "crement": 17053,
+      "▁fünf": 17054,
+      "▁rival": 17055,
+      "rin": 17056,
+      "slash": 17057,
+      "▁thirty": 17058,
+      "sleep": 17059,
+      "ологи": 17060,
+      "SM": 17061,
+      "gate": 17062,
+      "izations": 17063,
+      "vik": 17064,
+      "▁bless": 17065,
+      "▁Illinois": 17066,
+      "▁TE": 17067,
+      "uting": 17068,
+      "▁solving": 17069,
+      "GER": 17070,
+      "▁XIV": 17071,
+      "▁Indians": 17072,
+      "express": 17073,
+      "▁Heil": 17074,
+      "▁mujer": 17075,
+      "▁invånare": 17076,
+      "']);": 17077,
+      "▁aur": 17078,
+      "boost": 17079,
+      "GO": 17080,
+      "▁nin": 17081,
+      "tok": 17082,
+      "god": 17083,
+      "oter": 17084,
+      ")$$": 17085,
+      "▁descend": 17086,
+      "рю": 17087,
+      "▁Language": 17088,
+      "▁diver": 17089,
+      "▁Assuming": 17090,
+      "▁frequent": 17091,
+      "чні": 17092,
+      "▁Biography": 17093,
+      ",[": 17094,
+      "urm": 17095,
+      "▁walked": 17096,
+      "▁federal": 17097,
+      "▁Michigan": 17098,
+      "▁facts": 17099,
+      "▁Integr": 17100,
+      "LES": 17101,
+      "▁Alan": 17102,
+      "▁coup": 17103,
+      "Ber": 17104,
+      "▁particles": 17105,
+      "ће": 17106,
+      "Inflater": 17107,
+      "+(": 17108,
+      "Bound": 17109,
+      "▁Sü": 17110,
+      "Audio": 17111,
+      "citet": 17112,
+      "yect": 17113,
+      "▁nr": 17114,
+      "xe": 17115,
+      "▁Brun": 17116,
+      "▁_,": 17117,
+      "avor": 17118,
+      "▁discipl": 17119,
+      "alm": 17120,
+      "▁ноября": 17121,
+      "▁SSL": 17122,
+      "▁Kaiser": 17123,
+      "▁recher": 17124,
+      "ygon": 17125,
+      "▁regardless": 17126,
+      "▁configur": 17127,
+      "▁unnecess": 17128,
+      "▁Clark": 17129,
+      "PHP": 17130,
+      "▁FALSE": 17131,
+      "▁pad": 17132,
+      "$}": 17133,
+      "▁valu": 17134,
+      "▁disease": 17135,
+      "▁maior": 17136,
+      "▁hommes": 17137,
+      "▁Edition": 17138,
+      "slant": 17139,
+      "▁ending": 17140,
+      "▁settled": 17141,
+      "urus": 17142,
+      "hed": 17143,
+      "Pattern": 17144,
+      "▁година": 17145,
+      "▁Philadel": 17146,
+      "tikzpicture": 17147,
+      "▁coal": 17148,
+      "▁sede": 17149,
+      "▁satisfies": 17150,
+      "▁trim": 17151,
+      "▁bat": 17152,
+      "▁américain": 17153,
+      "▁luglio": 17154,
+      "▁поча": 17155,
+      "ffff": 17156,
+      "▁Target": 17157,
+      "generate": 17158,
+      "▁Zie": 17159,
+      "ția": 17160,
+      "▁gard": 17161,
+      "▁workers": 17162,
+      "▁Job": 17163,
+      "▁urban": 17164,
+      "ahlen": 17165,
+      "▁Building": 17166,
+      "▁neu": 17167,
+      "▁chron": 17168,
+      "▁Earl": 17169,
+      "gro": 17170,
+      "USE": 17171,
+      "▁XII": 17172,
+      "▁wealth": 17173,
+      "inae": 17174,
+      "▁Бра": 17175,
+      "▁libert": 17176,
+      "iros": 17177,
+      ":$": 17178,
+      "lee": 17179,
+      "ieves": 17180,
+      "▁Justice": 17181,
+      "▁oil": 17182,
+      "▁Athlet": 17183,
+      "▁clo": 17184,
+      "Scale": 17185,
+      "▁lips": 17186,
+      "▁april": 17187,
+      "▁impression": 17188,
+      "▁perce": 17189,
+      "▁участи": 17190,
+      "vil": 17191,
+      "éch": 17192,
+      "▁equality": 17193,
+      "▁мет": 17194,
+      "▁annotation": 17195,
+      "ernal": 17196,
+      "▁Mach": 17197,
+      "▁intitul": 17198,
+      "problem": 17199,
+      "ющих": 17200,
+      "oplus": 17201,
+      "▁thousands": 17202,
+      "▁calculations": 17203,
+      "umps": 17204,
+      "▁triangle": 17205,
+      "phal": 17206,
+      "▁Dorf": 17207,
+      "▁dollars": 17208,
+      "▁denen": 17209,
+      "lès": 17210,
+      "olid": 17211,
+      "▁Results": 17212,
+      "▁Stadium": 17213,
+      "▁Desp": 17214,
+      "▁Eisen": 17215,
+      "imir": 17216,
+      "▁sotto": 17217,
+      "▁či": 17218,
+      "atable": 17219,
+      "orum": 17220,
+      "▁convergence": 17221,
+      "▁jeune": 17222,
+      "oking": 17223,
+      "▁живо": 17224,
+      "aining": 17225,
+      "pointer": 17226,
+      "culo": 17227,
+      "▁jsou": 17228,
+      "▁grab": 17229,
+      "akte": 17230,
+      "▁hoping": 17231,
+      "▁Mak": 17232,
+      "▁sag": 17233,
+      "origine": 17234,
+      "▁послед": 17235,
+      "▁Veg": 17236,
+      "▁theoret": 17237,
+      "▁Tru": 17238,
+      "nement": 17239,
+      "▁faces": 17240,
+      "Hor": 17241,
+      "Join": 17242,
+      "arel": 17243,
+      "▁около": 17244,
+      "However": 17245,
+      "▁catal": 17246,
+      "bourg": 17247,
+      "▁mysqli": 17248,
+      "acions": 17249,
+      "▁Initial": 17250,
+      "▁rain": 17251,
+      "iture": 17252,
+      "▁Sciences": 17253,
+      "▁Kreis": 17254,
+      ".__": 17255,
+      "▁cinq": 17256,
+      "▁Auß": 17257,
+      "ithmet": 17258,
+      "itors": 17259,
+      "amazon": 17260,
+      "▁gap": 17261,
+      "▁ignored": 17262,
+      "adv": 17263,
+      "кої": 17264,
+      "▁часть": 17265,
+      "▁corpor": 17266,
+      "цер": 17267,
+      "▁crime": 17268,
+      "uous": 17269,
+      "▁налази": 17270,
+      "DataFrame": 17271,
+      "води": 17272,
+      "Ign": 17273,
+      "▁Lincoln": 17274,
+      "▁menos": 17275,
+      "▁Luft": 17276,
+      "▁Lind": 17277,
+      "▁Cook": 17278,
+      "▁materials": 17279,
+      "apped": 17280,
+      "ignore": 17281,
+      "▁откры": 17282,
+      "fried": 17283,
+      "▁gouvernement": 17284,
+      "▁fired": 17285,
+      "▁screenshot": 17286,
+      "сен": 17287,
+      "▁[(": 17288,
+      "▁организа": 17289,
+      "Graphics": 17290,
+      "▁проти": 17291,
+      "▁phen": 17292,
+      "craft": 17293,
+      "▁brain": 17294,
+      "▁Como": 17295,
+      "▁Everything": 17296,
+      "anes": 17297,
+      "IGN": 17298,
+      "▁nederbörd": 17299,
+      "▁Forest": 17300,
+      "zahl": 17301,
+      "▁Among": 17302,
+      "Qt": 17303,
+      "▁togg": 17304,
+      "▁variant": 17305,
+      "▁hill": 17306,
+      "писи": 17307,
+      "colon": 17308,
+      "▁dicembre": 17309,
+      "гор": 17310,
+      "▁Wind": 17311,
+      "ünstler": 17312,
+      "▁=\\": 17313,
+      "saved": 17314,
+      "▁nej": 17315,
+      "unte": 17316,
+      "utto": 17317,
+      "▁recens": 17318,
+      "▁sick": 17319,
+      "▁desen": 17320,
+      "UST": 17321,
+      "▁worst": 17322,
+      "▁Angel": 17323,
+      "odox": 17324,
+      "▁Province": 17325,
+      "▁Maz": 17326,
+      "▁agreement": 17327,
+      "▁Bass": 17328,
+      "▁segunda": 17329,
+      "onces": 17330,
+      "▁Linki": 17331,
+      "▁CL": 17332,
+      "▁já": 17333,
+      "itement": 17334,
+      "▁área": 17335,
+      "▁scalar": 17336,
+      "▁Рес": 17337,
+      "awt": 17338,
+      "sieme": 17339,
+      "▁juni": 17340,
+      "▁худож": 17341,
+      "ikus": 17342,
+      "▁lid": 17343,
+      "ppel": 17344,
+      "avi": 17345,
+      "▁balance": 17346,
+      "ipping": 17347,
+      "cussion": 17348,
+      "ческих": 17349,
+      "(\".": 17350,
+      "Also": 17351,
+      "▁whis": 17352,
+      "HOME": 17353,
+      "▁brown": 17354,
+      "▁día": 17355,
+      "▁può": 17356,
+      "plotlib": 17357,
+      "▁Jahrhunderts": 17358,
+      "DK": 17359,
+      "▁anchor": 17360,
+      "...]": 17361,
+      "▁Austria": 17362,
+      "▁marca": 17363,
+      "▁gez": 17364,
+      "iously": 17365,
+      "▁lazy": 17366,
+      "xa": 17367,
+      "▁Channel": 17368,
+      "▁neuen": 17369,
+      "das": 17370,
+      "▁searched": 17371,
+      "▁staat": 17372,
+      "▁Так": 17373,
+      "▁Josef": 17374,
+      "▁Sher": 17375,
+      "pois": 17376,
+      "▁enem": 17377,
+      "▁accessing": 17378,
+      "▁неко": 17379,
+      "▁furono": 17380,
+      "▁pseudo": 17381,
+      "?>": 17382,
+      "▁estadoun": 17383,
+      "▁Види": 17384,
+      "▁motiv": 17385,
+      "▁recall": 17386,
+      "isson": 17387,
+      "ób": 17388,
+      ")--": 17389,
+      "▁Erz": 17390,
+      "▁савез": 17391,
+      "Direct": 17392,
+      "соб": 17393,
+      "▁sho": 17394,
+      "völker": 17395,
+      "Ap": 17396,
+      "gens": 17397,
+      "ништво": 17398,
+      "▁Amsterdam": 17399,
+      "usk": 17400,
+      "пло": 17401,
+      "▁simulation": 17402,
+      "▁BC": 17403,
+      "▁Woj": 17404,
+      "autom": 17405,
+      "Alex": 17406,
+      "▁economic": 17407,
+      "гом": 17408,
+      "ikai": 17409,
+      "▁altre": 17410,
+      "▁'-": 17411,
+      "▁Weg": 17412,
+      "NotFound": 17413,
+      "йской": 17414,
+      "▁converting": 17415,
+      "phabet": 17416,
+      "atrice": 17417,
+      "bourne": 17418,
+      "alom": 17419,
+      "▁comparing": 17420,
+      "▁Zo": 17421,
+      "▁fla": 17422,
+      "вая": 17423,
+      "▁entra": 17424,
+      "▁charset": 17425,
+      "developers": 17426,
+      "ística": 17427,
+      "}>": 17428,
+      "▁Jazz": 17429,
+      "▁Howard": 17430,
+      "шта": 17431,
+      "▁clone": 17432,
+      "door": 17433,
+      "▁Pin": 17434,
+      "***": 17435,
+      "▁silent": 17436,
+      "ecycle": 17437,
+      "isce": 17438,
+      "▁mud": 17439,
+      "▁Display": 17440,
+      "▁lip": 17441,
+      "▁использова": 17442,
+      "▁characteristic": 17443,
+      "▁sb": 17444,
+      "firebase": 17445,
+      "▁Bew": 17446,
+      "Calendar": 17447,
+      "▁uso": 17448,
+      "èse": 17449,
+      "▁Rat": 17450,
+      "▁esper": 17451,
+      "▁throwing": 17452,
+      "▁rodz": 17453,
+      "▁yards": 17454,
+      "▁grass": 17455,
+      "▁marker": 17456,
+      "▁Kos": 17457,
+      "Theta": 17458,
+      "▁organis": 17459,
+      "kernel": 17460,
+      "▁personas": 17461,
+      "keep": 17462,
+      "▁exclaimed": 17463,
+      "oslav": 17464,
+      "▁Entertain": 17465,
+      "нер": 17466,
+      "▁inwon": 17467,
+      "▁Rand": 17468,
+      "reduce": 17469,
+      "fac": 17470,
+      "expression": 17471,
+      "yj": 17472,
+      "▁differenti": 17473,
+      "aglia": 17474,
+      "▁templates": 17475,
+      "▁mű": 17476,
+      "▁prv": 17477,
+      "▁mois": 17478,
+      "▁gewann": 17479,
+      "▁була": 17480,
+      "bibli": 17481,
+      "demo": 17482,
+      "▁Anderson": 17483,
+      "▁ред": 17484,
+      "▁porque": 17485,
+      "▁Pologne": 17486,
+      "▁trip": 17487,
+      "▁exemple": 17488,
+      "▁Internacional": 17489,
+      "▁као": 17490,
+      "Insert": 17491,
+      "general": 17492,
+      "SESSION": 17493,
+      "berga": 17494,
+      "hält": 17495,
+      "unas": 17496,
+      "мира": 17497,
+      "▁yields": 17498,
+      "mapsto": 17499,
+      "spot": 17500,
+      "▁+\\": 17501,
+      "лла": 17502,
+      "▁precisely": 17503,
+      "▁член": 17504,
+      "shadow": 17505,
+      "Are": 17506,
+      "unal": 17507,
+      "▁dispar": 17508,
+      "▁título": 17509,
+      "nest": 17510,
+      "▁Low": 17511,
+      "▁prot": 17512,
+      "▁Costa": 17513,
+      "named": 17514,
+      "▁gained": 17515,
+      "lesia": 17516,
+      "▁administration": 17517,
+      "Import": 17518,
+      "branch": 17519,
+      "▁sympath": 17520,
+      "voj": 17521,
+      "▁EC": 17522,
+      "▁municipio": 17523,
+      "▁animated": 17524,
+      "▁directories": 17525,
+      "▁roof": 17526,
+      "ząd": 17527,
+      "imet": 17528,
+      "proto": 17529,
+      "bla": 17530,
+      ":]": 17531,
+      "have": 17532,
+      "atem": 17533,
+      "▁ns": 17534,
+      "▁sector": 17535,
+      "three": 17536,
+      "owane": 17537,
+      "wers": 17538,
+      "ових": 17539,
+      "rence": 17540,
+      "▁extr": 17541,
+      "igten": 17542,
+      "▁occident": 17543,
+      "ță": 17544,
+      "▁eat": 17545,
+      "▁hydro": 17546,
+      "ubernetes": 17547,
+      "[@": 17548,
+      "▁Moon": 17549,
+      "▁Sho": 17550,
+      "▁elsewhere": 17551,
+      "üller": 17552,
+      "Upload": 17553,
+      "ланд": 17554,
+      "▁För": 17555,
+      "wissenschaft": 17556,
+      "KS": 17557,
+      "▁physics": 17558,
+      "tz": 17559,
+      "▁серед": 17560,
+      "▁Arbeit": 17561,
+      "▁мест": 17562,
+      "▁Gebiet": 17563,
+      "▁insect": 17564,
+      "Ah": 17565,
+      "izado": 17566,
+      "▁temple": 17567,
+      "▁annual": 17568,
+      "stad": 17569,
+      "▁habitat": 17570,
+      "▁AB": 17571,
+      "wort": 17572,
+      "▁repos": 17573,
+      "▁Neu": 17574,
+      "▁$(\".": 17575,
+      "Vorlage": 17576,
+      "▁reprezent": 17577,
+      "estanden": 17578,
+      "Intern": 17579,
+      ".`": 17580,
+      "▁failing": 17581,
+      "▁Material": 17582,
+      "▁effectively": 17583,
+      "телем": 17584,
+      "▁гла": 17585,
+      "▁nahm": 17586,
+      "▁differently": 17587,
+      "extension": 17588,
+      "▁Verm": 17589,
+      "enabled": 17590,
+      "configure": 17591,
+      "nio": 17592,
+      "ciones": 17593,
+      "▁Beach": 17594,
+      "сона": 17595,
+      "▁copying": 17596,
+      "▁україн": 17597,
+      "▁призна": 17598,
+      "zh": 17599,
+      "Desktop": 17600,
+      "▁sost": 17601,
+      "▁subsequently": 17602,
+      "▁Lehr": 17603,
+      "▁ó": 17604,
+      "lär": 17605,
+      "odor": 17606,
+      "phon": 17607,
+      "nc": 17608,
+      "iterator": 17609,
+      "▁эти": 17610,
+      "▁europé": 17611,
+      "▁Toronto": 17612,
+      "ódigo": 17613,
+      "▁posto": 17614,
+      "ffe": 17615,
+      "▁crew": 17616,
+      "▁Schwar": 17617,
+      "Sa": 17618,
+      "square": 17619,
+      "▁beside": 17620,
+      "▁Мі": 17621,
+      "▁ath": 17622,
+      "▁advent": 17623,
+      "cji": 17624,
+      "written": 17625,
+      "▁russ": 17626,
+      "rost": 17627,
+      "HI": 17628,
+      "▁dice": 17629,
+      "cca": 17630,
+      "▁dép": 17631,
+      "ply": 17632,
+      "bigg": 17633,
+      "ział": 17634,
+      "ütt": 17635,
+      "▁одно": 17636,
+      "JECT": 17637,
+      "ському": 17638,
+      "nos": 17639,
+      "mock": 17640,
+      "Launch": 17641,
+      "same": 17642,
+      "▁jobs": 17643,
+      "▁widely": 17644,
+      "▁defines": 17645,
+      "▁Pse": 17646,
+      "▁neighbour": 17647,
+      "ющие": 17648,
+      "▁closer": 17649,
+      "▁располо": 17650,
+      "▁clubs": 17651,
+      "fly": 17652,
+      "шим": 17653,
+      "▁suffered": 17654,
+      "▁nar": 17655,
+      "▁lavor": 17656,
+      "Extension": 17657,
+      "itionally": 17658,
+      "▁grace": 17659,
+      "▁Campeonato": 17660,
+      "▁Christmas": 17661,
+      "middle": 17662,
+      "othek": 17663,
+      "elements": 17664,
+      "▁sondern": 17665,
+      "▁tarde": 17666,
+      "▁permanent": 17667,
+      "▁conclude": 17668,
+      "Seg": 17669,
+      "▁акаде": 17670,
+      "}\",": 17671,
+      "▁февраля": 17672,
+      "řed": 17673,
+      "▁IL": 17674,
+      "jud": 17675,
+      "▁USS": 17676,
+      "▁Nature": 17677,
+      "ifference": 17678,
+      "Serializer": 17679,
+      "▁twelve": 17680,
+      "tid": 17681,
+      "мия": 17682,
+      "ческого": 17683,
+      "▁calendar": 17684,
+      "concat": 17685,
+      "▁intersection": 17686,
+      "▁PA": 17687,
+      "azure": 17688,
+      "▁située": 17689,
+      "▁kinds": 17690,
+      "▁ausge": 17691,
+      "▁rural": 17692,
+      "Theme": 17693,
+      "▁tale": 17694,
+      "noindent": 17695,
+      "going": 17696,
+      "rx": 17697,
+      "agi": 17698,
+      "wrapper": 17699,
+      "▁Coast": 17700,
+      "mbH": 17701,
+      "▁перед": 17702,
+      "spre": 17703,
+      "▁}\\": 17704,
+      "▁LI": 17705,
+      "znam": 17706,
+      "itled": 17707,
+      "Sample": 17708,
+      "uliar": 17709,
+      "*\\": 17710,
+      "▁resistance": 17711,
+      "stock": 17712,
+      "ked": 17713,
+      "▁HE": 17714,
+      "▁possession": 17715,
+      "▁Ring": 17716,
+      "▁magyar": 17717,
+      "outs": 17718,
+      "▁Secretary": 17719,
+      "nde": 17720,
+      "▁Wald": 17721,
+      "-(": 17722,
+      "▁ISO": 17723,
+      "▁afternoon": 17724,
+      "ionen": 17725,
+      "▁stops": 17726,
+      "▁constants": 17727,
+      "guard": 17728,
+      "bow": 17729,
+      "▁ers": 17730,
+      "▁Firebase": 17731,
+      "▁Clear": 17732,
+      "▁Holy": 17733,
+      "Win": 17734,
+      "▁titles": 17735,
+      "▁трав": 17736,
+      "▁contrib": 17737,
+      "häng": 17738,
+      "▁photograph": 17739,
+      "▁Distribution": 17740,
+      "ifts": 17741,
+      "▁aunque": 17742,
+      "comb": 17743,
+      "ADD": 17744,
+      "▁publication": 17745,
+      "▁служ": 17746,
+      "▁кня": 17747,
+      "▁ayant": 17748,
+      "▁restore": 17749,
+      "▁belief": 17750,
+      "▁vég": 17751,
+      "▁extensions": 17752,
+      "▁decom": 17753,
+      "вший": 17754,
+      "WT": 17755,
+      "▁parti": 17756,
+      "▁gioc": 17757,
+      "▁мира": 17758,
+      "▁issu": 17759,
+      "pipe": 17760,
+      "▁props": 17761,
+      "▁willing": 17762,
+      "▁nest": 17763,
+      "aso": 17764,
+      "pot": 17765,
+      "▁handles": 17766,
+      "▁фо": 17767,
+      "▁moder": 17768,
+      "▁ebenfalls": 17769,
+      "▁fighting": 17770,
+      "umbn": 17771,
+      "▁transparent": 17772,
+      "▁Krist": 17773,
+      "▁homes": 17774,
+      "▁voyage": 17775,
+      "Failed": 17776,
+      "▁Bird": 17777,
+      "▁Heart": 17778,
+      "Counter": 17779,
+      "▁Scottish": 17780,
+      "ática": 17781,
+      "▁arbeit": 17782,
+      "^{-\\": 17783,
+      "▁Sor": 17784,
+      "▁engaged": 17785,
+      "▁aside": 17786,
+      "▁Fou": 17787,
+      "▁wiel": 17788,
+      "▁reconst": 17789,
+      "ousin": 17790,
+      "▁hosted": 17791,
+      "▁classe": 17792,
+      "▁contest": 17793,
+      "...\"": 17794,
+      "мом": 17795,
+      "▁bean": 17796,
+      "gem": 17797,
+      "▁consultato": 17798,
+      "▁bio": 17799,
+      "▁subjects": 17800,
+      "boBox": 17801,
+      "▁Schrift": 17802,
+      "▁dinner": 17803,
+      "ăr": 17804,
+      "▁równ": 17805,
+      "▁%%": 17806,
+      "bage": 17807,
+      "▁veröff": 17808,
+      "▁detected": 17809,
+      "ienn": 17810,
+      "rose": 17811,
+      "▁Ton": 17812,
+      "Complete": 17813,
+      "▁proto": 17814,
+      "ichts": 17815,
+      "STAT": 17816,
+      "Checked": 17817,
+      "▁inten": 17818,
+      "▁smile": 17819,
+      "▁strip": 17820,
+      "neut": 17821,
+      "');\r": 17822,
+      "four": 17823,
+      "▁todas": 17824,
+      "Controls": 17825,
+      "▁thorough": 17826,
+      "rup": 17827,
+      "▁држави": 17828,
+      "ită": 17829,
+      "Protocol": 17830,
+      "Ка": 17831,
+      "▁expanded": 17832,
+      "extra": 17833,
+      "oport": 17834,
+      "▁Станов": 17835,
+      "leases": 17836,
+      "▁notion": 17837,
+      "▁guest": 17838,
+      "▁Islands": 17839,
+      "icked": 17840,
+      "▁Dave": 17841,
+      "▁reflection": 17842,
+      "liv": 17843,
+      "ální": 17844,
+      "▁revealed": 17845,
+      "▁sog": 17846,
+      "▁Tax": 17847,
+      "▁periodo": 17848,
+      "▁Weltkrie": 17849,
+      "catalina": 17850,
+      "qué": 17851,
+      "▁Father": 17852,
+      "▁Bir": 17853,
+      "expect": 17854,
+      "▁regression": 17855,
+      "iné": 17856,
+      "▁dabei": 17857,
+      "perm": 17858,
+      "мене": 17859,
+      "▁Abd": 17860,
+      "▁CF": 17861,
+      "arks": 17862,
+      "resolve": 17863,
+      "wedge": 17864,
+      "▁initialization": 17865,
+      "▁Véase": 17866,
+      "▁приня": 17867,
+      "stmt": 17868,
+      "▁income": 17869,
+      "MY": 17870,
+      "▁odkazy": 17871,
+      "▁Siehe": 17872,
+      "▁bodies": 17873,
+      "▁soc": 17874,
+      "Random": 17875,
+      "▁senza": 17876,
+      "ablo": 17877,
+      "▁regarded": 17878,
+      "onCreate": 17879,
+      "▁Magazine": 17880,
+      "▁Raf": 17881,
+      "▁Buenos": 17882,
+      "ил": 17883,
+      ")));": 17884,
+      "capt": 17885,
+      "redirect": 17886,
+      "▁petit": 17887,
+      "▁farm": 17888,
+      "▁rôle": 17889,
+      "▁статьи": 17890,
+      "    ": 17891,
+      "subfigure": 17892,
+      "èces": 17893,
+      "ziel": 17894,
+      "▁окон": 17895,
+      "EE": 17896,
+      "mee": 17897,
+      "▁perten": 17898,
+      "▁représent": 17899,
+      "▁LA": 17900,
+      "?'": 17901,
+      "▁тру": 17902,
+      "▁rational": 17903,
+      "osof": 17904,
+      "▁kne": 17905,
+      "▁artists": 17906,
+      "Flow": 17907,
+      "▁Аль": 17908,
+      "izard": 17909,
+      "▁numero": 17910,
+      "actic": 17911,
+      "▁destruct": 17912,
+      "▁Пра": 17913,
+      "onsieur": 17914,
+      "qt": 17915,
+      "abestanden": 17916,
+      "ność": 17917,
+      "Connect": 17918,
+      "▁oracle": 17919,
+      "▁Stockholm": 17920,
+      "sizeof": 17921,
+      "▁gemäß": 17922,
+      "ACT": 17923,
+      "▁expert": 17924,
+      "utions": 17925,
+      "▁hacia": 17926,
+      "▁logger": 17927,
+      "▁fool": 17928,
+      "rypto": 17929,
+      "ær": 17930,
+      "▁cidade": 17931,
+      "▁составе": 17932,
+      "oker": 17933,
+      "▁Transfer": 17934,
+      "▁denied": 17935,
+      "Track": 17936,
+      "▁radi": 17937,
+      "zec": 17938,
+      "▁Historic": 17939,
+      "▁Einwohner": 17940,
+      "кою": 17941,
+      "▁хра": 17942,
+      "▁Category": 17943,
+      "▁Disney": 17944,
+      "▁swap": 17945,
+      "Begin": 17946,
+      "▁mientras": 17947,
+      "▁dance": 17948,
+      "▁tête": 17949,
+      "▁droit": 17950,
+      "erta": 17951,
+      "▁birds": 17952,
+      "▁convin": 17953,
+      "parator": 17954,
+      "дра": 17955,
+      "▁ES": 17956,
+      "▁Ressources": 17957,
+      "EGIN": 17958,
+      "ücke": 17959,
+      "▁Cruz": 17960,
+      "abling": 17961,
+      "▁\"@": 17962,
+      "▁metres": 17963,
+      "▁Beg": 17964,
+      "▁Gründ": 17965,
+      "▁Boh": 17966,
+      "▁mile": 17967,
+      "▁Technology": 17968,
+      "\"+": 17969,
+      "acco": 17970,
+      "▁ss": 17971,
+      "▁Fed": 17972,
+      "▁Hend": 17973,
+      "usch": 17974,
+      "itä": 17975,
+      "folk": 17976,
+      "▁absor": 17977,
+      "antal": 17978,
+      "odge": 17979,
+      "▁WHEN": 17980,
+      "▁Externí": 17981,
+      "▁Regiment": 17982,
+      "▁evaluation": 17983,
+      "▁Tai": 17984,
+      "▁vocals": 17985,
+      "▁experimental": 17986,
+      "embed": 17987,
+      "▁Minn": 17988,
+      "▁вме": 17989,
+      "prec": 17990,
+      "every": 17991,
+      "▁hoof": 17992,
+      "▁Fernando": 17993,
+      "▁Bibliographie": 17994,
+      "▁nag": 17995,
+      "amerikanischer": 17996,
+      "▁marks": 17997,
+      "▁UTC": 17998,
+      "▁uncertain": 17999,
+      "дия": 18000,
+      "olia": 18001,
+      "▁cup": 18002,
+      "▁fille": 18003,
+      "▁dok": 18004,
+      "useppe": 18005,
+      "esterd": 18006,
+      "▁Brand": 18007,
+      "▁Third": 18008,
+      "PP": 18009,
+      "nodes": 18010,
+      "▁Pad": 18011,
+      "▁loved": 18012,
+      "swing": 18013,
+      "▁surprised": 18014,
+      "ardi": 18015,
+      "▁GR": 18016,
+      "]\"": 18017,
+      "▁equally": 18018,
+      "ihe": 18019,
+      "care": 18020,
+      "писок": 18021,
+      "lijk": 18022,
+      "rinn": 18023,
+      "▁\\[\\": 18024,
+      "▁sons": 18025,
+      "▁tät": 18026,
+      "icamente": 18027,
+      "▁listing": 18028,
+      "iellement": 18029,
+      "▁nyelven": 18030,
+      "▁ds": 18031,
+      "▁agricult": 18032,
+      "▁Hermann": 18033,
+      "▁besides": 18034,
+      "progress": 18035,
+      "▁peculiar": 18036,
+      "focus": 18037,
+      "cn": 18038,
+      "-$": 18039,
+      "ственный": 18040,
+      "ourg": 18041,
+      "▁wyn": 18042,
+      "▁conducted": 18043,
+      "▁Становништво": 18044,
+      "connected": 18045,
+      "▁bott": 18046,
+      "▁смер": 18047,
+      "▁Poz": 18048,
+      "unct": 18049,
+      "conda": 18050,
+      "▁савезној": 18051,
+      "▁havet": 18052,
+      "ligt": 18053,
+      "orted": 18054,
+      "▁entering": 18055,
+      "multip": 18056,
+      "▁Temple": 18057,
+      "▁Plant": 18058,
+      "typeof": 18059,
+      "▁Vlad": 18060,
+      "▁qued": 18061,
+      "▁reste": 18062,
+      "▁май": 18063,
+      "▁Very": 18064,
+      "ambiguation": 18065,
+      "▁challeng": 18066,
+      "▁respective": 18067,
+      "▁тор": 18068,
+      "Ctrl": 18069,
+      "▁absence": 18070,
+      "aru": 18071,
+      "вое": 18072,
+      "▁först": 18073,
+      "▁sq": 18074,
+      "▁Emperor": 18075,
+      "▁Ign": 18076,
+      "▁това": 18077,
+      ":`": 18078,
+      "adoop": 18079,
+      "▁Madame": 18080,
+      "▁gruppo": 18081,
+      "stud": 18082,
+      "▁externas": 18083,
+      "▁Александр": 18084,
+      "▁dign": 18085,
+      "▁живе": 18086,
+      "Amount": 18087,
+      "▁correlate": 18088,
+      "▁Fant": 18089,
+      "▁rails": 18090,
+      "fp": 18091,
+      "министратив": 18092,
+      "▁bought": 18093,
+      "▁filters": 18094,
+      "▁ancora": 18095,
+      "▁partner": 18096,
+      "▁quand": 18097,
+      "symbol": 18098,
+      "ulating": 18099,
+      "▁zd": 18100,
+      "awn": 18101,
+      "▁Grant": 18102,
+      "because": 18103,
+      "rable": 18104,
+      "\\}": 18105,
+      "ísticas": 18106,
+      "▁уче": 18107,
+      "▁période": 18108,
+      "▁ske": 18109,
+      "▁Anyway": 18110,
+      "▁indexes": 18111,
+      "▁directions": 18112,
+      "▁RAM": 18113,
+      "chrome": 18114,
+      "▁apost": 18115,
+      "▁warnings": 18116,
+      "▁Airport": 18117,
+      "VI": 18118,
+      "abile": 18119,
+      "▁lord": 18120,
+      "provider": 18121,
+      "▁Ji": 18122,
+      "ostream": 18123,
+      "▁gemeente": 18124,
+      "tableView": 18125,
+      "Extra": 18126,
+      "cursor": 18127,
+      "eground": 18128,
+      "▁Moz": 18129,
+      "▁rib": 18130,
+      "▁morph": 18131,
+      "loads": 18132,
+      "elsk": 18133,
+      "▁MAX": 18134,
+      "▁Santiago": 18135,
+      "▁Him": 18136,
+      "codes": 18137,
+      "▁lanz": 18138,
+      "▁counts": 18139,
+      "rinningsområ": 18140,
+      "щё": 18141,
+      "▁spé": 18142,
+      "▁pierws": 18143,
+      "▁Sver": 18144,
+      "▁acknow": 18145,
+      "Boolean": 18146,
+      "▁фамили": 18147,
+      "▁Senate": 18148,
+      "шов": 18149,
+      "agers": 18150,
+      "▁Nueva": 18151,
+      "bil": 18152,
+      "kiem": 18153,
+      "▁Mey": 18154,
+      "wij": 18155,
+      "▁GmbH": 18156,
+      "validation": 18157,
+      "▁ensuite": 18158,
+      "inking": 18159,
+      "▁campion": 18160,
+      "▁financial": 18161,
+      "izon": 18162,
+      "Headers": 18163,
+      "▁deprecated": 18164,
+      "▁fonction": 18165,
+      "REG": 18166,
+      "▁volumes": 18167,
+      "▁Chi": 18168,
+      "▁encountered": 18169,
+      "lak": 18170,
+      "рая": 18171,
+      "▁continues": 18172,
+      "▁~[": 18173,
+      "uerte": 18174,
+      "▁\\;": 18175,
+      "▁Dok": 18176,
+      "▁weights": 18177,
+      "▁rh": 18178,
+      "▁Napole": 18179,
+      "▁naturally": 18180,
+      "sku": 18181,
+      "pas": 18182,
+      "▁gegründ": 18183,
+      "etr": 18184,
+      "▁Ku": 18185,
+      "icted": 18186,
+      "▁fabric": 18187,
+      "▁ASC": 18188,
+      "▁Entertainment": 18189,
+      "▁energ": 18190,
+      "клад": 18191,
+      "omon": 18192,
+      "theme": 18193,
+      "▁харак": 18194,
+      "▁draft": 18195,
+      "▁channels": 18196,
+      "▁desert": 18197,
+      "▁través": 18198,
+      "▁Lock": 18199,
+      "▁siendo": 18200,
+      "фек": 18201,
+      "même": 18202,
+      "▁packet": 18203,
+      "▁Mountain": 18204,
+      "▁Fahr": 18205,
+      "braio": 18206,
+      "пере": 18207,
+      "▁genannt": 18208,
+      "▁deployment": 18209,
+      "Pal": 18210,
+      "ног": 18211,
+      "стру": 18212,
+      "Prim": 18213,
+      "für": 18214,
+      "▁dangerous": 18215,
+      "▁szám": 18216,
+      "reck": 18217,
+      "▁popup": 18218,
+      "icky": 18219,
+      "inar": 18220,
+      "cowo": 18221,
+      "нцикло": 18222,
+      "ítás": 18223,
+      "▁plugins": 18224,
+      "▁driven": 18225,
+      "лев": 18226,
+      "▁\"(": 18227,
+      "tta": 18228,
+      "▁Ú": 18229,
+      "▁eb": 18230,
+      "▁'';": 18231,
+      "▁knock": 18232,
+      "▁основа": 18233,
+      "▁maison": 18234,
+      "гля": 18235,
+      "▁Honor": 18236,
+      "tail": 18237,
+      "ritz": 18238,
+      "▁guys": 18239,
+      "▁combinations": 18240,
+      "ondere": 18241,
+      "▁Ald": 18242,
+      "▁fiddle": 18243,
+      "дав": 18244,
+      "urd": 18245,
+      "▁projection": 18246,
+      "▁También": 18247,
+      "verb": 18248,
+      "▁terre": 18249,
+      "rugu": 18250,
+      "▁september": 18251,
+      "▁<!": 18252,
+      "cost": 18253,
+      "▁nut": 18254,
+      "{%": 18255,
+      "▁ubic": 18256,
+      "amarin": 18257,
+      "тии": 18258,
+      "▁patron": 18259,
+      "▁amely": 18260,
+      "▁esto": 18261,
+      "▁listop": 18262,
+      "fal": 18263,
+      "▁Prop": 18264,
+      "▁Ont": 18265,
+      "▁Made": 18266,
+      "TEST": 18267,
+      "▁Nem": 18268,
+      "▁Nations": 18269,
+      "▁ву": 18270,
+      "including": 18271,
+      "▁spectrum": 18272,
+      "▁Lan": 18273,
+      "▁Ever": 18274,
+      "Paul": 18275,
+      "tm": 18276,
+      "Append": 18277,
+      "Relative": 18278,
+      "disabled": 18279,
+      "returns": 18280,
+      "▁flowers": 18281,
+      "iku": 18282,
+      "▁|\\": 18283,
+      "▁Jordan": 18284,
+      "▁Small": 18285,
+      "▁cic": 18286,
+      "▁sexual": 18287,
+      "autre": 18288,
+      "вал": 18289,
+      "▁rip": 18290,
+      "oust": 18291,
+      "▁Philadelphia": 18292,
+      "▁uk": 18293,
+      "▁Mongo": 18294,
+      "xmlns": 18295,
+      "▁shop": 18296,
+      "▁debugger": 18297,
+      "▁zaj": 18298,
+      "▁Billy": 18299,
+      "▁niem": 18300,
+      "olis": 18301,
+      "▁россий": 18302,
+      "agner": 18303,
+      "▁maven": 18304,
+      "▁Gustav": 18305,
+      "Aus": 18306,
+      "compare": 18307,
+      "▁jeu": 18308,
+      "uder": 18309,
+      "ishment": 18310,
+      "▁дивизи": 18311,
+      "▁Finland": 18312,
+      "нут": 18313,
+      "zés": 18314,
+      "▁Ligações": 18315,
+      "▁quello": 18316,
+      "annotation": 18317,
+      "▁threw": 18318,
+      "▁Proof": 18319,
+      "▁Area": 18320,
+      "ashi": 18321,
+      "▁FO": 18322,
+      "jamin": 18323,
+      "дент": 18324,
+      "▁unus": 18325,
+      "friend": 18326,
+      ".\");": 18327,
+      "▁trakten": 18328,
+      "documentclass": 18329,
+      "anka": 18330,
+      "▁arrive": 18331,
+      "▁donne": 18332,
+      "oly": 18333,
+      "▁Rein": 18334,
+      "▁facebook": 18335,
+      "icina": 18336,
+      "slice": 18337,
+      "▁nagy": 18338,
+      "▁hebben": 18339,
+      "▁IC": 18340,
+      "▁Bag": 18341,
+      "▁circul": 18342,
+      "áct": 18343,
+      "mitt": 18344,
+      "▁grey": 18345,
+      "▁cav": 18346,
+      "▁особи": 18347,
+      "▁symmetric": 18348,
+      "▁Sic": 18349,
+      "▁medium": 18350,
+      "▁UTF": 18351,
+      "▁Dopo": 18352,
+      "ích": 18353,
+      "bare": 18354,
+      "dzie": 18355,
+      "▁heaven": 18356,
+      "▁campe": 18357,
+      "esterday": 18358,
+      "▁Wissenschaft": 18359,
+      "поль": 18360,
+      "did": 18361,
+      "aler": 18362,
+      "▁citizens": 18363,
+      "▁Margaret": 18364,
+      "▁sought": 18365,
+      "charts": 18366,
+      "CLC": 18367,
+      "olly": 18368,
+      "ysz": 18369,
+      "wald": 18370,
+      "▁fen": 18371,
+      "▁Six": 18372,
+      "▁Urs": 18373,
+      "▁орган": 18374,
+      "▁Trad": 18375,
+      "cue": 18376,
+      "schutz": 18377,
+      "▁precise": 18378,
+      "▁Window": 18379,
+      "тие": 18380,
+      "лові": 18381,
+      "itori": 18382,
+      "disambiguation": 18383,
+      "▁хи": 18384,
+      "▁Natural": 18385,
+      "dan": 18386,
+      "▁concrete": 18387,
+      "ција": 18388,
+      "▁spel": 18389,
+      "▁Failed": 18390,
+      "ście": 18391,
+      "▁buf": 18392,
+      "uca": 18393,
+      "icional": 18394,
+      "▁ottobre": 18395,
+      "▁фі": 18396,
+      "▁submitted": 18397,
+      "lave": 18398,
+      "▁Plot": 18399,
+      "▁colleg": 18400,
+      "adem": 18401,
+      "▁chaque": 18402,
+      "▁neighborhood": 18403,
+      "▁calciatore": 18404,
+      "Loop": 18405,
+      "▁Gast": 18406,
+      "▁когда": 18407,
+      "▁industrial": 18408,
+      "▁fatal": 18409,
+      "▁Cert": 18410,
+      "lation": 18411,
+      "▁Одна": 18412,
+      "▁jamais": 18413,
+      "▁accum": 18414,
+      "Identity": 18415,
+      "▁Medal": 18416,
+      "Metadata": 18417,
+      "▁людя": 18418,
+      "bridge": 18419,
+      "Good": 18420,
+      "▁чтобы": 18421,
+      "▁composer": 18422,
+      "▁bread": 18423,
+      "▁closure": 18424,
+      "▁largely": 18425,
+      "FB": 18426,
+      "▁область": 18427,
+      "▁automatic": 18428,
+      "aría": 18429,
+      "▁sufficiently": 18430,
+      "▁italiana": 18431,
+      "▁каче": 18432,
+      "▁Jó": 18433,
+      "history": 18434,
+      "▁HD": 18435,
+      "▁siguiente": 18436,
+      "nell": 18437,
+      "▁Gree": 18438,
+      "▁Ti": 18439,
+      "▁transferred": 18440,
+      "équipe": 18441,
+      "▁Philippe": 18442,
+      "▁encourag": 18443,
+      "▁Vietnam": 18444,
+      "▁graphs": 18445,
+      "▁symmetry": 18446,
+      "fred": 18447,
+      "week": 18448,
+      "▁bronze": 18449,
+      "rys": 18450,
+      "▁namely": 18451,
+      "onders": 18452,
+      "lemagne": 18453,
+      "XY": 18454,
+      "Convert": 18455,
+      "}](": 18456,
+      "Region": 18457,
+      "pecies": 18458,
+      "▁texture": 18459,
+      "▁chr": 18460,
+      "него": 18461,
+      "▁somebody": 18462,
+      "aqu": 18463,
+      "eras": 18464,
+      "▁Ново": 18465,
+      "▁dez": 18466,
+      "aniu": 18467,
+      "okrat": 18468,
+      "▁covers": 18469,
+      "▁signals": 18470,
+      "ђе": 18471,
+      "▁Heb": 18472,
+      "▁Anti": 18473,
+      "IVE": 18474,
+      "▁ress": 18475,
+      "LETE": 18476,
+      "yna": 18477,
+      "пла": 18478,
+      "ждения": 18479,
+      "▁champ": 18480,
+      "▁villages": 18481,
+      "Zone": 18482,
+      "▁iPhone": 18483,
+      "▁souvent": 18484,
+      "ські": 18485,
+      "▁febbraio": 18486,
+      "ército": 18487,
+      "▁XI": 18488,
+      "okat": 18489,
+      "▁membres": 18490,
+      "junit": 18491,
+      "▁Draw": 18492,
+      "▁прово": 18493,
+      "audio": 18494,
+      "endl": 18495,
+      "▁Nad": 18496,
+      "▁magnitude": 18497,
+      "Sur": 18498,
+      "icing": 18499,
+      "▁unw": 18500,
+      "▁отри": 18501,
+      "▁Bey": 18502,
+      "▁Vik": 18503,
+      "▁política": 18504,
+      "porter": 18505,
+      "▁Barbara": 18506,
+      "ált": 18507,
+      "bib": 18508,
+      "▁accompan": 18509,
+      "VP": 18510,
+      "▁encoded": 18511,
+      "▁Sometimes": 18512,
+      "bird": 18513,
+      "▁Ult": 18514,
+      "▁tun": 18515,
+      "getText": 18516,
+      "▁arrival": 18517,
+      "scriptstyle": 18518,
+      "{`": 18519,
+      "▁perspective": 18520,
+      "LINE": 18521,
+      "Formatter": 18522,
+      "▁bom": 18523,
+      "вра": 18524,
+      "DEBUG": 18525,
+      "Bounds": 18526,
+      "▁Title": 18527,
+      "ló": 18528,
+      "Dan": 18529,
+      "▁gene": 18530,
+      "▁Bit": 18531,
+      "▁reproduce": 18532,
+      "▁graphics": 18533,
+      "▁сем": 18534,
+      "рё": 18535,
+      "▁реки": 18536,
+      "usalem": 18537,
+      "рож": 18538,
+      "▁DES": 18539,
+      "▁Software": 18540,
+      "urance": 18541,
+      "ithmetic": 18542,
+      "eness": 18543,
+      "ichi": 18544,
+      "Converter": 18545,
+      "▁github": 18546,
+      "erdings": 18547,
+      "glise": 18548,
+      "ách": 18549,
+      "▁buried": 18550,
+      "▁vision": 18551,
+      "Miss": 18552,
+      "▁sees": 18553,
+      "▁personnes": 18554,
+      "▁Intel": 18555,
+      "elia": 18556,
+      "▁člán": 18557,
+      "▁chi": 18558,
+      "▁klas": 18559,
+      "auté": 18560,
+      "▁stark": 18561,
+      "cze": 18562,
+      "▁drivers": 18563,
+      "vn": 18564,
+      "!,": 18565,
+      "▁годы": 18566,
+      "Hi": 18567,
+      "▁explains": 18568,
+      "articles": 18569,
+      "▁zug": 18570,
+      "Prom": 18571,
+      ">=": 18572,
+      "▁Beat": 18573,
+      "▁Sax": 18574,
+      "vertical": 18575,
+      "кто": 18576,
+      "▁plants": 18577,
+      "▁Références": 18578,
+      "▁ogni": 18579,
+      "▁curs": 18580,
+      "▁SK": 18581,
+      "они": 18582,
+      "▁destac": 18583,
+      "\");\r": 18584,
+      "▁Sure": 18585,
+      "▁partido": 18586,
+      "▁Folge": 18587,
+      "▁Moore": 18588,
+      "▁wz": 18589,
+      "скус": 18590,
+      "ltre": 18591,
+      "ondo": 18592,
+      "▁pose": 18593,
+      "imos": 18594,
+      "бой": 18595,
+      "ципа": 18596,
+      "jus": 18597,
+      ".....": 18598,
+      "▁época": 18599,
+      "▁quanto": 18600,
+      "▁Support": 18601,
+      "geschichte": 18602,
+      "SERVER": 18603,
+      "▁Georges": 18604,
+      "enum": 18605,
+      "▁herm": 18606,
+      "▁nebo": 18607,
+      "▁Chr": 18608,
+      "character": 18609,
+      "▁***": 18610,
+      "▁Forsch": 18611,
+      "iami": 18612,
+      "▁¿": 18613,
+      "cych": 18614,
+      "▁fifth": 18615,
+      "sent": 18616,
+      "▁anderem": 18617,
+      "▁proportion": 18618,
+      "▁prest": 18619,
+      "▁Girl": 18620,
+      "▁drama": 18621,
+      "wand": 18622,
+      "▁Mail": 18623,
+      "▁Lux": 18624,
+      "▁který": 18625,
+      "▁Gesellschaft": 18626,
+      "▁Hinweis": 18627,
+      "nisse": 18628,
+      "▁mondo": 18629,
+      "Eq": 18630,
+      "▁perí": 18631,
+      "▁eastern": 18632,
+      "▁UEFA": 18633,
+      "uale": 18634,
+      "▁convex": 18635,
+      "▁поль": 18636,
+      "▁Hey": 18637,
+      "zenie": 18638,
+      "initely": 18639,
+      "▁Zusammen": 18640,
+      "SSL": 18641,
+      "ocal": 18642,
+      "▁canal": 18643,
+      "voy": 18644,
+      "▁Кри": 18645,
+      "▁között": 18646,
+      "▁cars": 18647,
+      "▁versión": 18648,
+      "Environment": 18649,
+      "Her": 18650,
+      "▁señ": 18651,
+      "▁spatial": 18652,
+      "ymi": 18653,
+      "Fire": 18654,
+      "▁veget": 18655,
+      "▁Wie": 18656,
+      "▁znaj": 18657,
+      "▁damage": 18658,
+      "▁endl": 18659,
+      "gif": 18660,
+      "▁quali": 18661,
+      "▁которых": 18662,
+      "ellan": 18663,
+      "▁mens": 18664,
+      "▁plug": 18665,
+      "▁abund": 18666,
+      "FIG": 18667,
+      "▁sf": 18668,
+      "▁confl": 18669,
+      "▁населения": 18670,
+      "▁principles": 18671,
+      "▁Gabriel": 18672,
+      "ibe": 18673,
+      "▁{%": 18674,
+      "▁població": 18675,
+      "ніципа": 18676,
+      "▁extreme": 18677,
+      "▁asse": 18678,
+      "▁vu": 18679,
+      "Mock": 18680,
+      "▁spielte": 18681,
+      "▁Aer": 18682,
+      "▁datos": 18683,
+      "endes": 18684,
+      "▁Gel": 18685,
+      "▁Gor": 18686,
+      "Christ": 18687,
+      "chos": 18688,
+      "Processor": 18689,
+      "▁instruct": 18690,
+      "▁picked": 18691,
+      "nahme": 18692,
+      "fahr": 18693,
+      "▁indicated": 18694,
+      "▁%.": 18695,
+      "▁ts": 18696,
+      "▁notable": 18697,
+      "▁qualified": 18698,
+      "▁Ал": 18699,
+      "Black": 18700,
+      "▁council": 18701,
+      "▁overhead": 18702,
+      "aci": 18703,
+      "année": 18704,
+      "▁initWith": 18705,
+      "bió": 18706,
+      "▁introduction": 18707,
+      "▁companion": 18708,
+      "▁expon": 18709,
+      "▁kör": 18710,
+      "oby": 18711,
+      "burn": 18712,
+      "gnu": 18713,
+      "virtual": 18714,
+      "▁intellect": 18715,
+      "▁держа": 18716,
+      "'+": 18717,
+      "бле": 18718,
+      "▁strictly": 18719,
+      "▁recognize": 18720,
+      "hour": 18721,
+      "▁Wrest": 18722,
+      "ennen": 18723,
+      "$).": 18724,
+      "fff": 18725,
+      "▁Centro": 18726,
+      "▁Pitt": 18727,
+      "▁dział": 18728,
+      "▁cela": 18729,
+      "▁francese": 18730,
+      "рами": 18731,
+      "special": 18732,
+      "▁Dup": 18733,
+      "toire": 18734,
+      "каль": 18735,
+      "COUNT": 18736,
+      "▁Brook": 18737,
+      "▁руково": 18738,
+      "publique": 18739,
+      "▁seconda": 18740,
+      "▁compt": 18741,
+      "▁bland": 18742,
+      "Before": 18743,
+      "▁Pack": 18744,
+      "alty": 18745,
+      "öder": 18746,
+      "▁intervals": 18747,
+      "▁Datenbank": 18748,
+      "Movie": 18749,
+      "▁transm": 18750,
+      "▁tap": 18751,
+      "▁поч": 18752,
+      "fon": 18753,
+      "iai": 18754,
+      "▁fib": 18755,
+      "▁wyd": 18756,
+      "▁hung": 18757,
+      "▁alive": 18758,
+      "Clear": 18759,
+      "▁pushed": 18760,
+      "▁tuple": 18761,
+      "achen": 18762,
+      "гово": 18763,
+      "▁revers": 18764,
+      "▁augment": 18765,
+      "▁challenge": 18766,
+      "lost": 18767,
+      "▁deuxième": 18768,
+      "structor": 18769,
+      "▁mehrerer": 18770,
+      "atural": 18771,
+      "Split": 18772,
+      "стем": 18773,
+      "шла": 18774,
+      ")\\\\": 18775,
+      "▁Dog": 18776,
+      "▁developers": 18777,
+      "▁nod": 18778,
+      "▁сторо": 18779,
+      "▁NaN": 18780,
+      "▁priest": 18781,
+      "▁exha": 18782,
+      "UND": 18783,
+      "pair": 18784,
+      "alone": 18785,
+      "▁moon": 18786,
+      "▁#!/": 18787,
+      "▁guns": 18788,
+      "rola": 18789,
+      "чита": 18790,
+      "▁Encyclopedia": 18791,
+      "atis": 18792,
+      "▁'\"": 18793,
+      "zych": 18794,
+      "▁superfic": 18795,
+      "▁эк": 18796,
+      "едера": 18797,
+      "feed": 18798,
+      "LAY": 18799,
+      "Fi": 18800,
+      "unks": 18801,
+      "isecond": 18802,
+      "▁'@": 18803,
+      "▁Adding": 18804,
+      "рое": 18805,
+      "▁tang": 18806,
+      "цо": 18807,
+      "hung": 18808,
+      "bis": 18809,
+      "ského": 18810,
+      "▁advert": 18811,
+      "▁занима": 18812,
+      "uzz": 18813,
+      "ágina": 18814,
+      "▁Tel": 18815,
+      "sig": 18816,
+      "▁Ez": 18817,
+      "▁guarantee": 18818,
+      "▁teaching": 18819,
+      "oty": 18820,
+      "termin": 18821,
+      "▁distributions": 18822,
+      "FLA": 18823,
+      "▁Giuseppe": 18824,
+      "querySelector": 18825,
+      "▁/\\": 18826,
+      "▁Squad": 18827,
+      "gz": 18828,
+      "delay": 18829,
+      "▁surrounding": 18830,
+      "▁manus": 18831,
+      "▁Hou": 18832,
+      "²,": 18833,
+      "▁cultiv": 18834,
+      "▁troubles": 18835,
+      "▁raison": 18836,
+      "expand": 18837,
+      "▁cov": 18838,
+      "nungen": 18839,
+      ")){": 18840,
+      "▁geen": 18841,
+      "▁außer": 18842,
+      "▁Лі": 18843,
+      "ři": 18844,
+      "▁situations": 18845,
+      "▁telep": 18846,
+      "▁Jed": 18847,
+      "▁travail": 18848,
+      "lias": 18849,
+      "bullet": 18850,
+      "▁selecting": 18851,
+      "avier": 18852,
+      "▁essential": 18853,
+      "(/": 18854,
+      "yyyy": 18855,
+      "ště": 18856,
+      "ulty": 18857,
+      "▁kra": 18858,
+      "▁tabs": 18859,
+      "▁experienced": 18860,
+      "azi": 18861,
+      "▁Directory": 18862,
+      "▁cron": 18863,
+      "▁spend": 18864,
+      "▁RA": 18865,
+      "▁selenium": 18866,
+      "▁Thé": 18867,
+      "Elements": 18868,
+      "cii": 18869,
+      "▁plat": 18870,
+      "▁archive": 18871,
+      "▁assistance": 18872,
+      "▁neck": 18873,
+      "▁Avenue": 18874,
+      "▁wheel": 18875,
+      "▁hade": 18876,
+      "Common": 18877,
+      "▁Dialog": 18878,
+      "▁forg": 18879,
+      "▁surely": 18880,
+      "▁hockey": 18881,
+      "któ": 18882,
+      "▁tk": 18883,
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁": 18884,
+      "▁Bruce": 18885,
+      "▁enorm": 18886,
+      ",’": 18887,
+      "▁Christopher": 18888,
+      "jev": 18889,
+      "▁quad": 18890,
+      "▁AJAX": 18891,
+      "▁relief": 18892,
+      "▁modes": 18893,
+      "sklär": 18894,
+      "▁Vid": 18895,
+      "▁Serial": 18896,
+      "▁tokens": 18897,
+      "▁Poland": 18898,
+      "\\]": 18899,
+      "▁vide": 18900,
+      "rooms": 18901,
+      "omas": 18902,
+      "▁Bureau": 18903,
+      "cx": 18904,
+      "ностью": 18905,
+      "▁signs": 18906,
+      "шение": 18907,
+      "lossen": 18908,
+      "▁Queens": 18909,
+      "▁membre": 18910,
+      "▁mez": 18911,
+      "▁Bool": 18912,
+      "▁Naj": 18913,
+      "▁Memory": 18914,
+      "▁Khan": 18915,
+      "▁là": 18916,
+      "▁Hud": 18917,
+      "▁dismiss": 18918,
+      "ighth": 18919,
+      "▁fs": 18920,
+      "prevent": 18921,
+      "▁меда": 18922,
+      "▁Police": 18923,
+      "▁ско": 18924,
+      "finite": 18925,
+      "▁ami": 18926,
+      "▁Much": 18927,
+      "owania": 18928,
+      "ORY": 18929,
+      "iors": 18930,
+      "▁Premio": 18931,
+      "▁textbox": 18932,
+      "dm": 18933,
+      "▁afin": 18934,
+      "▁Donald": 18935,
+      "▁Priv": 18936,
+      "▁decid": 18937,
+      "▁Maurice": 18938,
+      "agan": 18939,
+      "▁Britannica": 18940,
+      "▁oft": 18941,
+      "▁consecutive": 18942,
+      "\"?>": 18943,
+      "овий": 18944,
+      "student": 18945,
+      "▁peque": 18946,
+      "▁dieses": 18947,
+      "▁retour": 18948,
+      "étr": 18949,
+      "▁сез": 18950,
+      "▁kre": 18951,
+      "▁votes": 18952,
+      "ruption": 18953,
+      "izada": 18954,
+      "▁Wiel": 18955,
+      "▁Gray": 18956,
+      "▁Leop": 18957,
+      "teilung": 18958,
+      "(['": 18959,
+      "▁whites": 18960,
+      "frica": 18961,
+      "animation": 18962,
+      "curl": 18963,
+      "lings": 18964,
+      "=\"$": 18965,
+      "loyd": 18966,
+      "textsc": 18967,
+      "ору": 18968,
+      "▁села": 18969,
+      "esian": 18970,
+      "▁Mission": 18971,
+      "▁неза": 18972,
+      "▁ultimately": 18973,
+      "бов": 18974,
+      "olen": 18975,
+      "скому": 18976,
+      "nete": 18977,
+      "▁Dit": 18978,
+      "▁costru": 18979,
+      "dependent": 18980,
+      "▁Resource": 18981,
+      "▁hosts": 18982,
+      "▁rear": 18983,
+      "Duration": 18984,
+      "ників": 18985,
+      "Ма": 18986,
+      "▁planning": 18987,
+      "▁prediction": 18988,
+      "▁Lyn": 18989,
+      "▁kir": 18990,
+      "▁Legisl": 18991,
+      "мат": 18992,
+      "▁Soccer": 18993,
+      "▁survey": 18994,
+      "▁estadounidense": 18995,
+      "orgen": 18996,
+      "jourd": 18997,
+      "▁aprile": 18998,
+      "▁ids": 18999,
+      "ське": 19000,
+      "▁employee": 19001,
+      "▁Schauspieler": 19002,
+      "ръ": 19003,
+      "▁multimedia": 19004,
+      "▁свою": 19005,
+      "▁wine": 19006,
+      "▁EU": 19007,
+      "ică": 19008,
+      "▁Rhein": 19009,
+      "▁Palmar": 19010,
+      "oteca": 19011,
+      "▁prepare": 19012,
+      "▁Tot": 19013,
+      "▁Null": 19014,
+      "▁kin": 19015,
+      "inals": 19016,
+      "▁Newton": 19017,
+      "▁tbl": 19018,
+      "▁Sold": 19019,
+      "▁verf": 19020,
+      "aturing": 19021,
+      "▁laptop": 19022,
+      "▁Совет": 19023,
+      "secret": 19024,
+      "▁Olympic": 19025,
+      "▁footballer": 19026,
+      "▁Rudolf": 19027,
+      "▁conhe": 19028,
+      "zysk": 19029,
+      "▁evaluated": 19030,
+      "»)": 19031,
+      "shop": 19032,
+      "repository": 19033,
+      "▁zach": 19034,
+      "▁losing": 19035,
+      "etter": 19036,
+      "▁Wirtschaft": 19037,
+      "так": 19038,
+      "▁unnecessary": 19039,
+      "▁Phot": 19040,
+      "anska": 19041,
+      "▁Native": 19042,
+      "CCE": 19043,
+      "▁fifty": 19044,
+      "▁erw": 19045,
+      "rh": 19046,
+      "issent": 19047,
+      "}{(": 19048,
+      "▁lanç": 19049,
+      "▁Xcode": 19050,
+      "город": 19051,
+      "cir": 19052,
+      "▁película": 19053,
+      "▁Oscar": 19054,
+      "▁shore": 19055,
+      "▁supplied": 19056,
+      "examples": 19057,
+      "Mess": 19058,
+      "VICE": 19059,
+      "▁exclude": 19060,
+      "▁hen": 19061,
+      "▁губер": 19062,
+      "▁Fragment": 19063,
+      "▁Bitte": 19064,
+      "▁Besides": 19065,
+      "▁hes": 19066,
+      "▁ihrem": 19067,
+      "▁Serge": 19068,
+      "▁artific": 19069,
+      "=\"${": 19070,
+      "лово": 19071,
+      "uteur": 19072,
+      "taire": 19073,
+      "пас": 19074,
+      "▁easiest": 19075,
+      "▁famiglia": 19076,
+      "Normal": 19077,
+      "▁dalle": 19078,
+      "▁nations": 19079,
+      "rp": 19080,
+      "thead": 19081,
+      "▁області": 19082,
+      "▁Democratic": 19083,
+      "▁челове": 19084,
+      "мож": 19085,
+      "▁гер": 19086,
+      "▁smallest": 19087,
+      "▁Publishing": 19088,
+      "▁Ts": 19089,
+      "▁laughed": 19090,
+      "lle": 19091,
+      "▁Amt": 19092,
+      "▁IIS": 19093,
+      "FORM": 19094,
+      "Mag": 19095,
+      "дон": 19096,
+      "▁storia": 19097,
+      "▁organized": 19098,
+      "ční": 19099,
+      "▁ox": 19100,
+      "lingen": 19101,
+      "▁luego": 19102,
+      "cció": 19103,
+      "▁rely": 19104,
+      "▁tussen": 19105,
+      "erten": 19106,
+      "▁honour": 19107,
+      "▁Claude": 19108,
+      "▁Korea": 19109,
+      "▁Metropol": 19110,
+      "Super": 19111,
+      "rien": 19112,
+      "érature": 19113,
+      "attro": 19114,
+      "▁біль": 19115,
+      "▁Herbert": 19116,
+      "▁auteurs": 19117,
+      "▁darauf": 19118,
+      "▁mental": 19119,
+      "▁rang": 19120,
+      "▁són": 19121,
+      "▁Soph": 19122,
+      ")\",": 19123,
+      "Descriptor": 19124,
+      "prepare": 19125,
+      "▁Landkreis": 19126,
+      "HC": 19127,
+      "cross": 19128,
+      "лиза": 19129,
+      "▁Login": 19130,
+      "onen": 19131,
+      "Feature": 19132,
+      "▁museum": 19133,
+      "vek": 19134,
+      "▁Nelson": 19135,
+      "▁rejo": 19136,
+      "▁команди": 19137,
+      "▁summar": 19138,
+      "▁следу": 19139,
+      "ämp": 19140,
+      "▁Gas": 19141,
+      "вом": 19142,
+      "VALUE": 19143,
+      "inge": 19144,
+      "period": 19145,
+      "lassen": 19146,
+      "ával": 19147,
+      "▁altogether": 19148,
+      "umph": 19149,
+      "istro": 19150,
+      "ąż": 19151,
+      "▁Keep": 19152,
+      "▁Marco": 19153,
+      "▁étant": 19154,
+      "▁Dre": 19155,
+      "geometry": 19156,
+      "▁Kas": 19157,
+      "messages": 19158,
+      "Cook": 19159,
+      "▁Side": 19160,
+      "▁коми": 19161,
+      "стри": 19162,
+      "▁excess": 19163,
+      "▁Biografia": 19164,
+      "XXXX": 19165,
+      "▁Nie": 19166,
+      "vendor": 19167,
+      "xsd": 19168,
+      "Mill": 19169,
+      "processing": 19170,
+      "▁Missouri": 19171,
+      "▁permett": 19172,
+      "▁apar": 19173,
+      "▁crowd": 19174,
+      "fert": 19175,
+      "▁Dou": 19176,
+      "rí": 19177,
+      "▁CC": 19178,
+      "▁payment": 19179,
+      "▁Hollywood": 19180,
+      "▁Virtual": 19181,
+      "▁spoken": 19182,
+      "▁tram": 19183,
+      "▁Community": 19184,
+      "▁administrative": 19185,
+      "▁воло": 19186,
+      "gior": 19187,
+      "visor": 19188,
+      "▁Украи": 19189,
+      "stage": 19190,
+      "▁Format": 19191,
+      "▁convenient": 19192,
+      "На": 19193,
+      "▁median": 19194,
+      "▁вра": 19195,
+      "▁Према": 19196,
+      "enig": 19197,
+      "▁Opera": 19198,
+      "rés": 19199,
+      "▁fmt": 19200,
+      "▁efficiency": 19201,
+      "male": 19202,
+      "Master": 19203,
+      "Series": 19204,
+      "▁syd": 19205,
+      "generic": 19206,
+      "interval": 19207,
+      "▁efect": 19208,
+      "▁inwoners": 19209,
+      "лимпи": 19210,
+      "irement": 19211,
+      "Err": 19212,
+      "öh": 19213,
+      "▁lying": 19214,
+      "▁Settings": 19215,
+      "!=": 19216,
+      "ematic": 19217,
+      "argv": 19218,
+      "▁Basic": 19219,
+      "▁consideration": 19220,
+      "▁habe": 19221,
+      "-%": 19222,
+      "▁mountains": 19223,
+      "▁peak": 19224,
+      "▁fallen": 19225,
+      "eded": 19226,
+      "logic": 19227,
+      "▁matched": 19228,
+      "▁typing": 19229,
+      ")},": 19230,
+      "▁fancy": 19231,
+      "▁elegant": 19232,
+      "ال": 19233,
+      "▁участ": 19234,
+      "▁Sarah": 19235,
+      "▁Verd": 19236,
+      "▁tego": 19237,
+      "rules": 19238,
+      "▁mounted": 19239,
+      "▁ім": 19240,
+      "еру": 19241,
+      "stoff": 19242,
+      "fahren": 19243,
+      "distance": 19244,
+      "▁License": 19245,
+      "▁LEFT": 19246,
+      "▁wp": 19247,
+      "/{": 19248,
+      "▁amazon": 19249,
+      ">&": 19250,
+      "▁első": 19251,
+      "quarters": 19252,
+      "▁shock": 19253,
+      "nick": 19254,
+      "▁Archite": 19255,
+      "▁Square": 19256,
+      "▁rates": 19257,
+      "iore": 19258,
+      "▁Nat": 19259,
+      "▁Charlot": 19260,
+      "reichen": 19261,
+      "▁variation": 19262,
+      "osis": 19263,
+      "life": 19264,
+      "slide": 19265,
+      "abi": 19266,
+      "uki": 19267,
+      "mysq": 19268,
+      "▁primitive": 19269,
+      "▁universitaire": 19270,
+      "LENG": 19271,
+      "ależ": 19272,
+      "ebook": 19273,
+      "syn": 19274,
+      "▁Gegen": 19275,
+      "▁Kü": 19276,
+      "▁але": 19277,
+      "▁Lub": 19278,
+      "concurrent": 19279,
+      "izzato": 19280,
+      "▁stub": 19281,
+      "▁ie": 19282,
+      "▁'./": 19283,
+      "cod": 19284,
+      "▁internacional": 19285,
+      "▁Glas": 19286,
+      "▁mare": 19287,
+      "▁Neb": 19288,
+      "▁GB": 19289,
+      "kwargs": 19290,
+      "▁aument": 19291,
+      "WID": 19292,
+      "▁род": 19293,
+      "punkt": 19294,
+      "▁Grad": 19295,
+      "SN": 19296,
+      "AMP": 19297,
+      "▁Born": 19298,
+      "▁Guerre": 19299,
+      "готов": 19300,
+      "▁medio": 19301,
+      "Med": 19302,
+      "supp": 19303,
+      "actual": 19304,
+      "dropdown": 19305,
+      "▁oktober": 19306,
+      "▁ř": 19307,
+      "▁circular": 19308,
+      "▁skin": 19309,
+      "▁emphas": 19310,
+      "▁голов": 19311,
+      "▁pue": 19312,
+      "▁informations": 19313,
+      "▁Wolfgang": 19314,
+      "▁useless": 19315,
+      "ит": 19316,
+      "▁Joan": 19317,
+      "▁бор": 19318,
+      "▁Glad": 19319,
+      "▁Know": 19320,
+      "ként": 19321,
+      "speed": 19322,
+      "▁Kevin": 19323,
+      "unft": 19324,
+      "▁arqu": 19325,
+      "▁Casa": 19326,
+      "(...": 19327,
+      "▁rapidly": 19328,
+      "▁proble": 19329,
+      "▁Википеди": 19330,
+      "žen": 19331,
+      "▁Neben": 19332,
+      "▁Meter": 19333,
+      "Children": 19334,
+      "cem": 19335,
+      "igos": 19336,
+      "aju": 19337,
+      "▁Retrie": 19338,
+      "▁Hell": 19339,
+      "▁gig": 19340,
+      "▁controvers": 19341,
+      "▁zoom": 19342,
+      "▁cens": 19343,
+      "▁alcuni": 19344,
+      "▁Header": 19345,
+      "Meta": 19346,
+      "Required": 19347,
+      "▁институ": 19348,
+      "▁skup": 19349,
+      "▁ingles": 19350,
+      "égl": 19351,
+      "bij": 19352,
+      "▁tér": 19353,
+      "▁compag": 19354,
+      "▁committed": 19355,
+      "▁processed": 19356,
+      "Lower": 19357,
+      "▁Foreign": 19358,
+      "▁seq": 19359,
+      "sheets": 19360,
+      "▁Fem": 19361,
+      "hoz": 19362,
+      "inks": 19363,
+      "▁kall": 19364,
+      "variant": 19365,
+      "▁libro": 19366,
+      "▁clicks": 19367,
+      "▁gobierno": 19368,
+      "iegel": 19369,
+      "мого": 19370,
+      "geme": 19371,
+      "▁tower": 19372,
+      "▁parish": 19373,
+      "▁TCP": 19374,
+      "▁ls": 19375,
+      "▁nginx": 19376,
+      "NaN": 19377,
+      "▁Dir": 19378,
+      "▁Begriffe": 19379,
+      "arie": 19380,
+      "ímp": 19381,
+      "icios": 19382,
+      "▁sharing": 19383,
+      "▁cinéma": 19384,
+      "bec": 19385,
+      "RED": 19386,
+      "▁Kra": 19387,
+      "abol": 19388,
+      "▁flux": 19389,
+      "▁expensive": 19390,
+      "▁суще": 19391,
+      "▁`_": 19392,
+      "ocz": 19393,
+      "лист": 19394,
+      "▁acquaint": 19395,
+      "▁wise": 19396,
+      "▁pouvoir": 19397,
+      "▁devant": 19398,
+      "▁momentum": 19399,
+      "immer": 19400,
+      "▁Coupe": 19401,
+      "indexOf": 19402,
+      "▁doesnt": 19403,
+      "▁зав": 19404,
+      "▁license": 19405,
+      "▁â": 19406,
+      "CSS": 19407,
+      "▁rice": 19408,
+      "Team": 19409,
+      "▁ano": 19410,
+      "lit": 19411,
+      "▁merged": 19412,
+      "▁Cell": 19413,
+      "лл": 19414,
+      "boy": 19415,
+      "asts": 19416,
+      "▁sell": 19417,
+      "▁große": 19418,
+      "▁virtuel": 19419,
+      "Cancel": 19420,
+      "▁sj": 19421,
+      "gment": 19422,
+      ".<": 19423,
+      "чай": 19424,
+      "ië": 19425,
+      "akh": 19426,
+      "izers": 19427,
+      "prit": 19428,
+      "▁Tib": 19429,
+      "▁elaborate": 19430,
+      "▁fé": 19431,
+      "▁меди": 19432,
+      "LENGTH": 19433,
+      "▁primarily": 19434,
+      "▁scores": 19435,
+      "▁carrying": 19436,
+      "▁lake": 19437,
+      "compose": 19438,
+      "▁Township": 19439,
+      "unge": 19440,
+      "▁alberga": 19441,
+      "anych": 19442,
+      "quelle": 19443,
+      "▁Ark": 19444,
+      "▁pris": 19445,
+      "▁voll": 19446,
+      "шли": 19447,
+      "Validation": 19448,
+      "▁ceux": 19449,
+      "▁populate": 19450,
+      "\"\r": 19451,
+      "▁femmes": 19452,
+      "ANG": 19453,
+      "▁Despite": 19454,
+      "вые": 19455,
+      "iske": 19456,
+      "zug": 19457,
+      "нача": 19458,
+      "▁hatten": 19459,
+      "INSERT": 19460,
+      "Employee": 19461,
+      "▁moments": 19462,
+      "▁última": 19463,
+      "▁holder": 19464,
+      "blank": 19465,
+      "Collections": 19466,
+      "athers": 19467,
+      "▁grade": 19468,
+      "▁affairs": 19469,
+      ".$$": 19470,
+      "▁delta": 19471,
+      "▁Jugend": 19472,
+      "▁español": 19473,
+      "▁OUT": 19474,
+      "▁mathematical": 19475,
+      "▁mongo": 19476,
+      "▁Фе": 19477,
+      "uling": 19478,
+      "▁revolution": 19479,
+      "▁coin": 19480,
+      "▁subclass": 19481,
+      "\"=>": 19482,
+      "äche": 19483,
+      "▁pyg": 19484,
+      "щая": 19485,
+      "illery": 19486,
+      "▁comenz": 19487,
+      "depth": 19488,
+      "▁cél": 19489,
+      "▁resize": 19490,
+      "▁Same": 19491,
+      "▁strik": 19492,
+      "▁tir": 19493,
+      "▁scarc": 19494,
+      "▁Member": 19495,
+      "subscribe": 19496,
+      "óż": 19497,
+      "útbol": 19498,
+      "except": 19499,
+      "▁driving": 19500,
+      "kie": 19501,
+      "zony": 19502,
+      "èmes": 19503,
+      "David": 19504,
+      "issant": 19505,
+      "▁ты": 19506,
+      "▁élect": 19507,
+      "▁rename": 19508,
+      "▁Running": 19509,
+      "▁interfaces": 19510,
+      "////////////////": 19511,
+      "▁Walker": 19512,
+      "▁société": 19513,
+      "▁asks": 19514,
+      "brid": 19515,
+      "▁jewe": 19516,
+      "▁seines": 19517,
+      "▁agents": 19518,
+      "▁MY": 19519,
+      "▁Lawrence": 19520,
+      "dess": 19521,
+      "iesen": 19522,
+      "▁людях": 19523,
+      "прави": 19524,
+      "▁ancest": 19525,
+      "▁welche": 19526,
+      "raum": 19527,
+      "▁orb": 19528,
+      "scal": 19529,
+      "▁Lear": 19530,
+      "▁wear": 19531,
+      "▁slave": 19532,
+      "▁renamed": 19533,
+      "čen": 19534,
+      "maste": 19535,
+      "angles": 19536,
+      "▁América": 19537,
+      "▁ti": 19538,
+      "▁demsel": 19539,
+      "▁beneath": 19540,
+      "binary": 19541,
+      "▁edición": 19542,
+      "▁kilomet": 19543,
+      "uits": 19544,
+      "▁cuatro": 19545,
+      "▁entrance": 19546,
+      "ondissement": 19547,
+      "▁bag": 19548,
+      "▁Armen": 19549,
+      "ijo": 19550,
+      "▁Lors": 19551,
+      "▁demselben": 19552,
+      "êm": 19553,
+      "▁discrete": 19554,
+      "▁prominent": 19555,
+      "▁Jay": 19556,
+      "decor": 19557,
+      "DL": 19558,
+      "▁dí": 19559,
+      "Struct": 19560,
+      "▁Production": 19561,
+      "they": 19562,
+      "arius": 19563,
+      "schnitt": 19564,
+      "▁Cou": 19565,
+      "▁lex": 19566,
+      "youtube": 19567,
+      "▁работа": 19568,
+      "station": 19569,
+      "sep": 19570,
+      "▁mirror": 19571,
+      "▁hits": 19572,
+      "▁Beck": 19573,
+      "atically": 19574,
+      "▁Laz": 19575,
+      "▁winner": 19576,
+      "DEX": 19577,
+      "▁INT": 19578,
+      "}^{-": 19579,
+      "▁wegen": 19580,
+      "mad": 19581,
+      "Angle": 19582,
+      "zing": 19583,
+      "▁Bayern": 19584,
+      "sal": 19585,
+      "äger": 19586,
+      "▁busy": 19587,
+      "▁stör": 19588,
+      "▁folk": 19589,
+      "▁prix": 19590,
+      "▁allocated": 19591,
+      "▁pt": 19592,
+      "affen": 19593,
+      "cluster": 19594,
+      "▁complement": 19595,
+      "árs": 19596,
+      "▁Amerika": 19597,
+      "рій": 19598,
+      "▁valley": 19599,
+      "▁rooms": 19600,
+      "▁moi": 19601,
+      ".\",": 19602,
+      ";;;;": 19603,
+      "▁lowest": 19604,
+      "nog": 19605,
+      "▁landet": 19606,
+      "▁programme": 19607,
+      "chio": 19608,
+      "▁Während": 19609,
+      "ández": 19610,
+      "▁долж": 19611,
+      "▁ouv": 19612,
+      "omány": 19613,
+      "▁Википедии": 19614,
+      "▁só": 19615,
+      "▁elektr": 19616,
+      "Desc": 19617,
+      "▁Beaut": 19618,
+      "нар": 19619,
+      "▁може": 19620,
+      "Pierre": 19621,
+      "esota": 19622,
+      "▁operated": 19623,
+      "▁forte": 19624,
+      "рис": 19625,
+      "▁opposition": 19626,
+      "alia": 19627,
+      "▁Syl": 19628,
+      "getName": 19629,
+      "вели": 19630,
+      "fik": 19631,
+      "▁comprom": 19632,
+      "▁TextView": 19633,
+      "Spring": 19634,
+      "metadata": 19635,
+      "engu": 19636,
+      "/,": 19637,
+      "▁carri": 19638,
+      "istol": 19639,
+      "▁diagonal": 19640,
+      "lista": 19641,
+      "izen": 19642,
+      "▁rende": 19643,
+      "gcc": 19644,
+      "beck": 19645,
+      "lius": 19646,
+      "iral": 19647,
+      "Resolver": 19648,
+      "▁percentage": 19649,
+      "▁attra": 19650,
+      "strings": 19651,
+      "wiąz": 19652,
+      "ods": 19653,
+      "волю": 19654,
+      "ęż": 19655,
+      "▁newspaper": 19656,
+      "imiter": 19657,
+      "ABC": 19658,
+      "▁Manchester": 19659,
+      "[{": 19660,
+      "Agent": 19661,
+      "▁Wor": 19662,
+      "▁Kath": 19663,
+      "▁пові": 19664,
+      "▁entonces": 19665,
+      "▁niveau": 19666,
+      "atted": 19667,
+      "learn": 19668,
+      "atiques": 19669,
+      "▁уби": 19670,
+      "▁quindi": 19671,
+      "binding": 19672,
+      "▁imported": 19673,
+      "▁Horn": 19674,
+      "emberg": 19675,
+      "complex": 19676,
+      "▁neural": 19677,
+      "information": 19678,
+      "▁recognition": 19679,
+      "ingt": 19680,
+      "▁inhabitants": 19681,
+      "vue": 19682,
+      "▁Bevölker": 19683,
+      "▁curves": 19684,
+      "▁leb": 19685,
+      "дій": 19686,
+      "▁sow": 19687,
+      "▁sentiment": 19688,
+      "PH": 19689,
+      "rache": 19690,
+      "▁-(": 19691,
+      "▁estable": 19692,
+      "▁Ferdinand": 19693,
+      "▁écrit": 19694,
+      "▁primeiro": 19695,
+      "▁tex": 19696,
+      "▁intermediate": 19697,
+      "verage": 19698,
+      "ibus": 19699,
+      "▁serves": 19700,
+      "ivas": 19701,
+      "▁bru": 19702,
+      "▁lum": 19703,
+      "attice": 19704,
+      "чный": 19705,
+      "▁Dres": 19706,
+      "▁videos": 19707,
+      "duration": 19708,
+      "▁abit": 19709,
+      "▁egg": 19710,
+      "ographical": 19711,
+      "alph": 19712,
+      "STATE": 19713,
+      "▁пара": 19714,
+      "reading": 19715,
+      "▁vehicle": 19716,
+      "▁fortune": 19717,
+      "ultats": 19718,
+      "▁Storia": 19719,
+      "midt": 19720,
+      "łącz": 19721,
+      "▁Memorial": 19722,
+      "▁vas": 19723,
+      "▁зан": 19724,
+      "▁utility": 19725,
+      "▁obsc": 19726,
+      "▁relacion": 19727,
+      "▁runat": 19728,
+      "Release": 19729,
+      "take": 19730,
+      "▁Oliver": 19731,
+      "▁Sid": 19732,
+      "ulos": 19733,
+      "▁Garc": 19734,
+      "▁розта": 19735,
+      "▁Sak": 19736,
+      "Py": 19737,
+      "führt": 19738,
+      "▁trabal": 19739,
+      "*{": 19740,
+      "▁zes": 19741,
+      "▁szere": 19742,
+      "▁varios": 19743,
+      "▁otra": 19744,
+      "▁eval": 19745,
+      "▁situé": 19746,
+      "▁wounded": 19747,
+      "▁Vincent": 19748,
+      "▁викори": 19749,
+      "▁encode": 19750,
+      "Modal": 19751,
+      "▁forb": 19752,
+      "▁dynamics": 19753,
+      "▁depos": 19754,
+      "arde": 19755,
+      "▁streets": 19756,
+      "▁Komm": 19757,
+      "=$(": 19758,
+      "▁повер": 19759,
+      "▁dois": 19760,
+      "▁vitt": 19761,
+      "▁automatisch": 19762,
+      "▁reload": 19763,
+      "▁Verwalt": 19764,
+      "bero": 19765,
+      "▁hub": 19766,
+      "▁mos": 19767,
+      "▁tutto": 19768,
+      "▁Frederick": 19769,
+      "łow": 19770,
+      "antages": 19771,
+      "aque": 19772,
+      "paper": 19773,
+      "▁einige": 19774,
+      "`),": 19775,
+      "dj": 19776,
+      "▁Ple": 19777,
+      "▁%,": 19778,
+      "▁Bitmap": 19779,
+      "▁friendly": 19780,
+      "▁truly": 19781,
+      "▁stroke": 19782,
+      "roph": 19783,
+      "▁engl": 19784,
+      "▁coff": 19785,
+      "▁dust": 19786,
+      "▁Jahres": 19787,
+      "ppi": 19788,
+      "▁wys": 19789,
+      "factor": 19790,
+      "schluss": 19791,
+      "▁деревня": 19792,
+      "▁Past": 19793,
+      "▁дома": 19794,
+      "COM": 19795,
+      "▁pueden": 19796,
+      "▁gift": 19797,
+      "▁Gla": 19798,
+      "▁triggered": 19799,
+      "ély": 19800,
+      "ülés": 19801,
+      "▁Oliv": 19802,
+      "▁verso": 19803,
+      "▁lle": 19804,
+      "▁Gli": 19805,
+      "▁Ltd": 19806,
+      "oa": 19807,
+      "▁territorio": 19808,
+      "ordre": 19809,
+      "▁deck": 19810,
+      "dra": 19811,
+      "aszt": 19812,
+      "▁concerning": 19813,
+      "▁Additionally": 19814,
+      "▁které": 19815,
+      "▁grund": 19816,
+      "▁Gest": 19817,
+      "▁misunder": 19818,
+      "pret": 19819,
+      "────": 19820,
+      "▁reputation": 19821,
+      "zia": 19822,
+      "▁успе": 19823,
+      "▁escaped": 19824,
+      "▁Prag": 19825,
+      "perform": 19826,
+      "▁austral": 19827,
+      "▁Vater": 19828,
+      "час": 19829,
+      "▁races": 19830,
+      "▁Byte": 19831,
+      "Mask": 19832,
+      "▁Territ": 19833,
+      "стю": 19834,
+      "▁Voci": 19835,
+      "▁Fichier": 19836,
+      "▁Населення": 19837,
+      "▁Unterscheidung": 19838,
+      "teenth": 19839,
+      "▁pilot": 19840,
+      "▁ji": 19841,
+      "▁двух": 19842,
+      "▁orientation": 19843,
+      "indre": 19844,
+      "▁Dort": 19845,
+      "ças": 19846,
+      "пли": 19847,
+      "▁reaction": 19848,
+      "▁consisting": 19849,
+      "▁ferro": 19850,
+      "тисти": 19851,
+      "yard": 19852,
+      "▁сві": 19853,
+      "▁interpretation": 19854,
+      "ią": 19855,
+      "rah": 19856,
+      "▁fand": 19857,
+      "Public": 19858,
+      "▁universe": 19859,
+      "▁retir": 19860,
+      "▁conscious": 19861,
+      "arqu": 19862,
+      "▁waste": 19863,
+      "▁Bib": 19864,
+      "yclerView": 19865,
+      "▁listening": 19866,
+      "gleich": 19867,
+      "niejs": 19868,
+      "▁correlation": 19869,
+      "▁receiver": 19870,
+      "▁уда": 19871,
+      "▁courage": 19872,
+      "uchs": 19873,
+      "fass": 19874,
+      "▁chunk": 19875,
+      "▁Anfang": 19876,
+      "▁großen": 19877,
+      "continue": 19878,
+      "▁Warszawa": 19879,
+      "hé": 19880,
+      "iy": 19881,
+      "ivement": 19882,
+      "▁α": 19883,
+      "▁exposed": 19884,
+      "▁zahl": 19885,
+      "▁sacr": 19886,
+      "▁Looks": 19887,
+      "▁eager": 19888,
+      "enten": 19889,
+      "Cursor": 19890,
+      "/_": 19891,
+      "ixa": 19892,
+      "рела": 19893,
+      "знача": 19894,
+      "▁фамилией": 19895,
+      "▁argent": 19896,
+      "▁Anders": 19897,
+      "œuvre": 19898,
+      "▁Isa": 19899,
+      "мента": 19900,
+      "▁advers": 19901,
+      "riction": 19902,
+      "GP": 19903,
+      "▁після": 19904,
+      "▁preserve": 19905,
+      "▁Garden": 19906,
+      "Rate": 19907,
+      "après": 19908,
+      "▁readable": 19909,
+      "indu": 19910,
+      "▁skill": 19911,
+      "▁helping": 19912,
+      "ographique": 19913,
+      "cling": 19914,
+      "ologist": 19915,
+      "▁Filter": 19916,
+      "▁finger": 19917,
+      "▁Vall": 19918,
+      "▁Polish": 19919,
+      "lg": 19920,
+      "▁Familien": 19921,
+      "▁waters": 19922,
+      "▁pseud": 19923,
+      "aza": 19924,
+      "_)": 19925,
+      "ARY": 19926,
+      "▁среди": 19927,
+      "▁Must": 19928,
+      "▁Bod": 19929,
+      "anon": 19930,
+      "▁lado": 19931,
+      "▁tight": 19932,
+      "imen": 19933,
+      "appen": 19934,
+      "frames": 19935,
+      "ingers": 19936,
+      "▁COVID": 19937,
+      "▁зі": 19938,
+      "▁све": 19939,
+      "▁ць": 19940,
+      "▁Left": 19941,
+      "]];": 19942,
+      "чь": 19943,
+      "фика": 19944,
+      "▁сло": 19945,
+      "▁пі": 19946,
+      "▁existe": 19947,
+      "▁Atlantic": 19948,
+      "▁maintained": 19949,
+      "▁irre": 19950,
+      "▁année": 19951,
+      "▁commented": 19952,
+      "веро": 19953,
+      "berta": 19954,
+      "▁Lad": 19955,
+      "▁Upon": 19956,
+      "▁pause": 19957,
+      "mill": 19958,
+      "opter": 19959,
+      "UK": 19960,
+      "рес": 19961,
+      "нциклопеди": 19962,
+      "▁alongside": 19963,
+      "▁robot": 19964,
+      "▁fert": 19965,
+      "▁moy": 19966,
+      "▁ade": 19967,
+      "Mapper": 19968,
+      ")->": 19969,
+      "igua": 19970,
+      "étique": 19971,
+      "тка": 19972,
+      "alias": 19973,
+      "▁ори": 19974,
+      "▁Magn": 19975,
+      "▁gehörte": 19976,
+      "imb": 19977,
+      ")}{\\": 19978,
+      "▁Wikipédia": 19979,
+      "▁urs": 19980,
+      "▁ende": 19981,
+      "leb": 19982,
+      "▁GC": 19983,
+      "Hol": 19984,
+      "ancing": 19985,
+      "Union": 19986,
+      "▁tenía": 19987,
+      "TT": 19988,
+      "▁estate": 19989,
+      "há": 19990,
+      "▁полі": 19991,
+      "ultan": 19992,
+      "▁Hockey": 19993,
+      "ulse": 19994,
+      "▁choices": 19995,
+      "scher": 19996,
+      "▁[],": 19997,
+      "▁potentially": 19998,
+      "▁Übers": 19999,
+      "▁admit": 20000,
+      "Comment": 20001,
+      "стя": 20002,
+      "▁Vien": 20003,
+      "▁ці": 20004,
+      "▁permut": 20005,
+      "cgi": 20006,
+      "▁crít": 20007,
+      "Console": 20008,
+      "ctic": 20009,
+      "▁okres": 20010,
+      "awk": 20011,
+      "football": 20012,
+      "ouest": 20013,
+      "CTYPE": 20014,
+      "ologique": 20015,
+      "▁constit": 20016,
+      "▁interests": 20017,
+      "▁Progress": 20018,
+      "▁Menu": 20019,
+      "▁také": 20020,
+      "▁Asian": 20021,
+      "▁защи": 20022,
+      "▁younger": 20023,
+      "▁wished": 20024,
+      "▁Sort": 20025,
+      "▁audience": 20026,
+      "amba": 20027,
+      "▁gehört": 20028,
+      "▁Kansas": 20029,
+      "yaume": 20030,
+      "▁Professional": 20031,
+      "âce": 20032,
+      "▁fatto": 20033,
+      "tod": 20034,
+      "▁datasets": 20035,
+      "▁fare": 20036,
+      "▁waves": 20037,
+      "~/": 20038,
+      "▁measurement": 20039,
+      "▁wol": 20040,
+      "indust": 20041,
+      "▁struggling": 20042,
+      "▁pulled": 20043,
+      "▁caratter": 20044,
+      "▁Externe": 20045,
+      "▁действи": 20046,
+      "cnt": 20047,
+      "liches": 20048,
+      "▁Possible": 20049,
+      "▁faced": 20050,
+      "▁hypothesis": 20051,
+      "▁kilom": 20052,
+      "▁när": 20053,
+      "boolean": 20054,
+      "PY": 20055,
+      "ampa": 20056,
+      "▁kiss": 20057,
+      "▁astero": 20058,
+      "▁negli": 20059,
+      "aments": 20060,
+      "▁Stu": 20061,
+      "ató": 20062,
+      "▁Constitution": 20063,
+      "▁interpol": 20064,
+      "▁Unable": 20065,
+      "▁pis": 20066,
+      "▁parc": 20067,
+      "\"])": 20068,
+      "pler": 20069,
+      "▁autory": 20070,
+      "▁algunos": 20071,
+      "ywna": 20072,
+      "}))": 20073,
+      "▁falls": 20074,
+      "▁équip": 20075,
+      "▁emit": 20076,
+      "▁profil": 20077,
+      "gets": 20078,
+      "фо": 20079,
+      "▁Military": 20080,
+      "▁nombreux": 20081,
+      "oct": 20082,
+      "Replace": 20083,
+      "▁seasons": 20084,
+      "▁château": 20085,
+      "▁typeof": 20086,
+      "polit": 20087,
+      "▁rand": 20088,
+      "▁quar": 20089,
+      "▁erstmals": 20090,
+      "сини": 20091,
+      "▁payload": 20092,
+      "По": 20093,
+      "кін": 20094,
+      "repo": 20095,
+      "▁Pav": 20096,
+      "Score": 20097,
+      "erves": 20098,
+      "▁sollte": 20099,
+      "▁між": 20100,
+      "ébec": 20101,
+      "▁clip": 20102,
+      "▁Nice": 20103,
+      "▁neben": 20104,
+      "▁assass": 20105,
+      "itories": 20106,
+      "▁unity": 20107,
+      "▁ен": 20108,
+      "▁Institut": 20109,
+      "▁internationale": 20110,
+      "▁наук": 20111,
+      "▁comand": 20112,
+      "▁kleine": 20113,
+      "▁adjacent": 20114,
+      "▁delivered": 20115,
+      "▁ше": 20116,
+      "зем": 20117,
+      "▁cot": 20118,
+      "visual": 20119,
+      "вает": 20120,
+      "▁Census": 20121,
+      "\\_": 20122,
+      "▁territory": 20123,
+      "чил": 20124,
+      "чные": 20125,
+      "flutter": 20126,
+      "DidLoad": 20127,
+      "Documents": 20128,
+      "▁dob": 20129,
+      "Bre": 20130,
+      "animate": 20131,
+      "▁biz": 20132,
+      "▁bata": 20133,
+      "▁SU": 20134,
+      "eso": 20135,
+      "▁priority": 20136,
+      "ván": 20137,
+      "iras": 20138,
+      "▁charged": 20139,
+      "▁Micro": 20140,
+      "atoire": 20141,
+      "чер": 20142,
+      "abad": 20143,
+      "uru": 20144,
+      "▁vš": 20145,
+      "dire": 20146,
+      "▁Twitter": 20147,
+      "▁мето": 20148,
+      ")..": 20149,
+      "▁Цент": 20150,
+      "▁entwick": 20151,
+      "▁Mind": 20152,
+      "▁функ": 20153,
+      "Future": 20154,
+      "lst": 20155,
+      "łoż": 20156,
+      "fli": 20157,
+      "tensor": 20158,
+      "▁topology": 20159,
+      "▁arte": 20160,
+      "ERT": 20161,
+      "▁variance": 20162,
+      "Images": 20163,
+      "▁(@": 20164,
+      "ArrayList": 20165,
+      "OC": 20166,
+      "▁Демо": 20167,
+      "aucoup": 20168,
+      "▁denotes": 20169,
+      "imon": 20170,
+      "њи": 20171,
+      "▁Przyp": 20172,
+      "▁Zag": 20173,
+      "▁дире": 20174,
+      "▁Similarly": 20175,
+      "бро": 20176,
+      "▁militaire": 20177,
+      "▁тому": 20178,
+      "▁Johnny": 20179,
+      "▁Мексику": 20180,
+      "ћа": 20181,
+      "Supp": 20182,
+      "▁junior": 20183,
+      "oltre": 20184,
+      "▁Моск": 20185,
+      "▁admitted": 20186,
+      "▁religios": 20187,
+      "зяй": 20188,
+      "его": 20189,
+      "▁tears": 20190,
+      "ingo": 20191,
+      "odu": 20192,
+      "iveness": 20193,
+      "▁logo": 20194,
+      "▁último": 20195,
+      "▁aliment": 20196,
+      "▁UITableView": 20197,
+      ")!": 20198,
+      "▁nj": 20199,
+      "lette": 20200,
+      "▁resident": 20201,
+      "▁termine": 20202,
+      "▁уже": 20203,
+      "▁Сте": 20204,
+      "office": 20205,
+      "▁carte": 20206,
+      "▁livre": 20207,
+      "▁Москов": 20208,
+      "▁elections": 20209,
+      "зиден": 20210,
+      "Trigger": 20211,
+      "▁Benjamin": 20212,
+      "addClass": 20213,
+      "ског": 20214,
+      "▁Observable": 20215,
+      "Cla": 20216,
+      "gemein": 20217,
+      "▁consent": 20218,
+      "ври": 20219,
+      "▁unfold": 20220,
+      "▁governor": 20221,
+      "нал": 20222,
+      "▁toda": 20223,
+      "Remote": 20224,
+      "arias": 20225,
+      "▁instal": 20226,
+      "fixed": 20227,
+      "▁decay": 20228,
+      "▁дерев": 20229,
+      "xyz": 20230,
+      "▁DATE": 20231,
+      "imar": 20232,
+      "ntil": 20233,
+      "▁startup": 20234,
+      "alion": 20235,
+      "▁kolej": 20236,
+      "cios": 20237,
+      "▁ranges": 20238,
+      "▁stupid": 20239,
+      "▁implementations": 20240,
+      "▁rm": 20241,
+      "ének": 20242,
+      "▁gcc": 20243,
+      "▁scène": 20244,
+      "Navigation": 20245,
+      "▁ ": 20246,
+      "▁кан": 20247,
+      "▁towns": 20248,
+      "Username": 20249,
+      "▁фе": 20250,
+      "▁leaders": 20251,
+      "oit": 20252,
+      "wär": 20253,
+      "▁dummy": 20254,
+      "▁assistant": 20255,
+      "{$\\": 20256,
+      "бір": 20257,
+      "▁roy": 20258,
+      "▁Layout": 20259,
+      "▁Jung": 20260,
+      "Lines": 20261,
+      "▁Holland": 20262,
+      "пор": 20263,
+      "▁Гри": 20264,
+      "▁Bened": 20265,
+      "▁Под": 20266,
+      "xls": 20267,
+      "▁Gol": 20268,
+      "▁Aleks": 20269,
+      "▁ejemplo": 20270,
+      "▁sezon": 20271,
+      "arding": 20272,
+      "footnote": 20273,
+      "▁Congrès": 20274,
+      "refer": 20275,
+      "ската": 20276,
+      "Iterator": 20277,
+      "▁ourselves": 20278,
+      "▁Mic": 20279,
+      "▁código": 20280,
+      "▁площа": 20281,
+      "▁\\$": 20282,
+      "▁Charlie": 20283,
+      "Nodes": 20284,
+      "▁puzz": 20285,
+      "▁Identifier": 20286,
+      "▁flutter": 20287,
+      "▁prü": 20288,
+      "▁ort": 20289,
+      "▁Cort": 20290,
+      "asticsearch": 20291,
+      "▁Свя": 20292,
+      "▁Bull": 20293,
+      "udem": 20294,
+      "▁apparent": 20295,
+      ":--": 20296,
+      "▁Хар": 20297,
+      "▁Lap": 20298,
+      "▁comport": 20299,
+      "matically": 20300,
+      "▁curios": 20301,
+      "▁может": 20302,
+      "▁Bh": 20303,
+      "apping": 20304,
+      "▁basketball": 20305,
+      "zetek": 20306,
+      "▁runt": 20307,
+      "▁Milan": 20308,
+      "fection": 20309,
+      "ría": 20310,
+      "▁Kin": 20311,
+      "▁slower": 20312,
+      "both": 20313,
+      "▁Instituto": 20314,
+      "▁Historical": 20315,
+      "▁również": 20316,
+      "matches": 20317,
+      "yci": 20318,
+      "▁espèce": 20319,
+      "▁Schweizer": 20320,
+      "NT": 20321,
+      "SF": 20322,
+      "acia": 20323,
+      "forge": 20324,
+      "Points": 20325,
+      "numbers": 20326,
+      "▁falling": 20327,
+      "▁inheritance": 20328,
+      "▁Erst": 20329,
+      "▁customers": 20330,
+      "▁actu": 20331,
+      "▁migration": 20332,
+      "\\'": 20333,
+      "Plan": 20334,
+      "Mr": 20335,
+      "othy": 20336,
+      "▁upgrad": 20337,
+      "бира": 20338,
+      "▁Offic": 20339,
+      "▁Wait": 20340,
+      "▁toler": 20341,
+      "ardon": 20342,
+      "▁slide": 20343,
+      ")_": 20344,
+      "▁став": 20345,
+      "▁nuclear": 20346,
+      "▁Bil": 20347,
+      "owner": 20348,
+      "▁Harris": 20349,
+      "Information": 20350,
+      "▁pó": 20351,
+      "▁включа": 20352,
+      "▁nuovo": 20353,
+      "▁Cav": 20354,
+      "▁Descri": 20355,
+      "▁ак": 20356,
+      "ództ": 20357,
+      "▁reactjs": 20358,
+      "▁Adams": 20359,
+      "▁Alternatively": 20360,
+      "струк": 20361,
+      ")`,": 20362,
+      "substring": 20363,
+      "▁massive": 20364,
+      "▁heavily": 20365,
+      "▁сезо": 20366,
+      "▁Ana": 20367,
+      "▁vale": 20368,
+      "Pad": 20369,
+      "▁Either": 20370,
+      "▁rs": 20371,
+      "anche": 20372,
+      "▁uploaded": 20373,
+      "▁(/": 20374,
+      "▁спор": 20375,
+      "▁reduction": 20376,
+      "▁Tokyo": 20377,
+      "gren": 20378,
+      "▁migli": 20379,
+      "▁iterator": 20380,
+      "stav": 20381,
+      "▁supporting": 20382,
+      "▁österreich": 20383,
+      "▁NSLog": 20384,
+      "istiques": 20385,
+      "rimin": 20386,
+      "MODE": 20387,
+      "}}}\\": 20388,
+      "▁explos": 20389,
+      "оте": 20390,
+      "▁(„": 20391,
+      "Sal": 20392,
+      "▁simplest": 20393,
+      "▁già": 20394,
+      "▁тан": 20395,
+      "▁cyl": 20396,
+      "bir": 20397,
+      "▁measurements": 20398,
+      "Created": 20399,
+      "erek": 20400,
+      "lookup": 20401,
+      "wirtschaft": 20402,
+      "▁Воло": 20403,
+      "timer": 20404,
+      "derr": 20405,
+      "▁стала": 20406,
+      "▁scenes": 20407,
+      "▁persu": 20408,
+      "liest": 20409,
+      "▁schedule": 20410,
+      "tal": 20411,
+      "лено": 20412,
+      "▁painting": 20413,
+      "▁improvement": 20414,
+      "software": 20415,
+      "▁governo": 20416,
+      "▁Hir": 20417,
+      "Execution": 20418,
+      "▁Okay": 20419,
+      "Prop": 20420,
+      "loster": 20421,
+      "ніципалі": 20422,
+      "▁peuvent": 20423,
+      "olu": 20424,
+      "▁Фа": 20425,
+      "rollo": 20426,
+      "▁коло": 20427,
+      "▁carrière": 20428,
+      "▁toggle": 20429,
+      "▁($\\": 20430,
+      "▁aggregate": 20431,
+      "▁Бі": 20432,
+      "textarea": 20433,
+      "Ok": 20434,
+      "itto": 20435,
+      "▁stim": 20436,
+      "▁recursion": 20437,
+      "▁Federation": 20438,
+      ")_{": 20439,
+      "ategor": 20440,
+      "▁distribu": 20441,
+      "Cloud": 20442,
+      "▁madre": 20443,
+      "▁iv": 20444,
+      "▁Lieutenant": 20445,
+      "▁substant": 20446,
+      "▁leaf": 20447,
+      "▁Kontrola": 20448,
+      "VA": 20449,
+      "▁tomb": 20450,
+      "эн": 20451,
+      "atoes": 20452,
+      "▁godine": 20453,
+      "▁#>": 20454,
+      "Cert": 20455,
+      "▁empresa": 20456,
+      "Props": 20457,
+      "▁planned": 20458,
+      "▁randomly": 20459,
+      "jähr": 20460,
+      "elem": 20461,
+      "▁Operation": 20462,
+      "*`": 20463,
+      "protocol": 20464,
+      "()));": 20465,
+      "wel": 20466,
+      "▁praw": 20467,
+      "▁сим": 20468,
+      "▁wob": 20469,
+      "▁hace": 20470,
+      "▁nearest": 20471,
+      "disable": 20472,
+      "▁Commun": 20473,
+      "▁revel": 20474,
+      "Free": 20475,
+      "▁brackets": 20476,
+      "IOException": 20477,
+      "▁alto": 20478,
+      "▁marry": 20479,
+      "▁auc": 20480,
+      "),\\": 20481,
+      "▁typo": 20482,
+      "edad": 20483,
+      "ará": 20484,
+      "icator": 20485,
+      "tatywna": 20486,
+      "▁buff": 20487,
+      "orders": 20488,
+      "▁asynchronous": 20489,
+      "▁econ": 20490,
+      "▁feu": 20491,
+      "▁Iron": 20492,
+      "▁rising": 20493,
+      "Radius": 20494,
+      "clk": 20495,
+      "▁zweiten": 20496,
+      "`'": 20497,
+      "▁uniqu": 20498,
+      "▁FM": 20499,
+      "▁Bran": 20500,
+      "▁flu": 20501,
+      "▁sensitive": 20502,
+      "urre": 20503,
+      "▁Iter": 20504,
+      "▁Sein": 20505,
+      "▁diferentes": 20506,
+      "▁него": 20507,
+      "chia": 20508,
+      "▁Anleitung": 20509,
+      "aturday": 20510,
+      "▁shorter": 20511,
+      "▁translated": 20512,
+      "▁Rés": 20513,
+      "▁rode": 20514,
+      "drag": 20515,
+      "▁lange": 20516,
+      "Bi": 20517,
+      "üb": 20518,
+      "leur": 20519,
+      "▁ordering": 20520,
+      "alous": 20521,
+      "▁Кор": 20522,
+      "archar": 20523,
+      "destroy": 20524,
+      "ervation": 20525,
+      "]],": 20526,
+      "AccessorImpl": 20527,
+      "▁autorytatywna": 20528,
+      "Sequence": 20529,
+      "▁proyect": 20530,
+      "▁bran": 20531,
+      "▁(+": 20532,
+      "▁Kab": 20533,
+      "▁zem": 20534,
+      "▁Calcul": 20535,
+      "▁seul": 20536,
+      "▁Niger": 20537,
+      "▁chiam": 20538,
+      "throw": 20539,
+      "▁Planet": 20540,
+      "bildung": 20541,
+      "▁zones": 20542,
+      "transition": 20543,
+      "лений": 20544,
+      "▁mapped": 20545,
+      "onaut": 20546,
+      "Pair": 20547,
+      "ilian": 20548,
+      "▁Morgan": 20549,
+      "▁unto": 20550,
+      "jou": 20551,
+      "▁hid": 20552,
+      "▁Meta": 20553,
+      "▁elles": 20554,
+      "Lou": 20555,
+      "rama": 20556,
+      "geordnet": 20557,
+      "▁scarcely": 20558,
+      "▁mint": 20559,
+      "Focus": 20560,
+      "▁Alter": 20561,
+      "▁dio": 20562,
+      "▁ampl": 20563,
+      "ièrement": 20564,
+      "▁исследова": 20565,
+      "LED": 20566,
+      "algorithm": 20567,
+      "▁сайті": 20568,
+      "▁\"\")": 20569,
+      "History": 20570,
+      "pk": 20571,
+      "▁Whit": 20572,
+      "▁систем": 20573,
+      "▁Kirchen": 20574,
+      "rà": 20575,
+      "APP": 20576,
+      "▁<%": 20577,
+      "antine": 20578,
+      "▁Disk": 20579,
+      "conv": 20580,
+      "welt": 20581,
+      "▁Fut": 20582,
+      "▁Nom": 20583,
+      "ordo": 20584,
+      "ellij": 20585,
+      "▁receives": 20586,
+      "cow": 20587,
+      "ytu": 20588,
+      "▁obras": 20589,
+      "▁purchase": 20590,
+      "▁earned": 20591,
+      "▁accessed": 20592,
+      "axi": 20593,
+      "▁Mans": 20594,
+      "ivan": 20595,
+      "▁tuvo": 20596,
+      "▁Trace": 20597,
+      "rimonio": 20598,
+      "▁desenvol": 20599,
+      "érique": 20600,
+      "▁resulted": 20601,
+      "▁computing": 20602,
+      "▁inspired": 20603,
+      "▁Prize": 20604,
+      "*\"": 20605,
+      "Comput": 20606,
+      "▁extensive": 20607,
+      "èg": 20608,
+      "▁Portály": 20609,
+      "▁castle": 20610,
+      "▁*.": 20611,
+      "▁photos": 20612,
+      "▁voet": 20613,
+      "ONG": 20614,
+      "▁Alle": 20615,
+      "▁threaten": 20616,
+      "stüt": 20617,
+      "▁albums": 20618,
+      "▁dense": 20619,
+      "flat": 20620,
+      "continu": 20621,
+      "Subject": 20622,
+      "▁readonly": 20623,
+      "Opt": 20624,
+      "писко": 20625,
+      "▁Aber": 20626,
+      "▁Position": 20627,
+      "▁Today": 20628,
+      "▁mini": 20629,
+      "▁Bef": 20630,
+      "listen": 20631,
+      "ственного": 20632,
+      "SUB": 20633,
+      "ossa": 20634,
+      "▁Pope": 20635,
+      "▁Jimmy": 20636,
+      "▁Дру": 20637,
+      "ungsseite": 20638,
+      "▁tren": 20639,
+      "optim": 20640,
+      "itsch": 20641,
+      "▁samt": 20642,
+      "▁испол": 20643,
+      "&=": 20644,
+      "▁Przypisy": 20645,
+      "▁продол": 20646,
+      "Cr": 20647,
+      "ermann": 20648,
+      "▁матери": 20649,
+      "▁Hugo": 20650,
+      "▁Deze": 20651,
+      "TRUE": 20652,
+      "▁defeat": 20653,
+      "▁watched": 20654,
+      "▁Gent": 20655,
+      "AUT": 20656,
+      "orous": 20657,
+      "▁опреде": 20658,
+      "orientation": 20659,
+      "▁distinguished": 20660,
+      "▁mesmo": 20661,
+      "▁sli": 20662,
+      "мена": 20663,
+      "mittel": 20664,
+      "gericht": 20665,
+      "eton": 20666,
+      "->{": 20667,
+      "▁wont": 20668,
+      "▁weg": 20669,
+      "▁classific": 20670,
+      "ilus": 20671,
+      "▁MD": 20672,
+      "tasks": 20673,
+      "▁chim": 20674,
+      "await": 20675,
+      "▁gang": 20676,
+      "▁wię": 20677,
+      "through": 20678,
+      "▁Russell": 20679,
+      "▁guessing": 20680,
+      "▁акт": 20681,
+      "блі": 20682,
+      "categories": 20683,
+      "сут": 20684,
+      "▁Fen": 20685,
+      "▁муж": 20686,
+      "▁newer": 20687,
+      "▁Async": 20688,
+      "▁terme": 20689,
+      ">/": 20690,
+      "пара": 20691,
+      "▁Trust": 20692,
+      "▁Opt": 20693,
+      "▁dah": 20694,
+      "▁wonderful": 20695,
+      "adratkil": 20696,
+      "▁Гра": 20697,
+      "mapping": 20698,
+      "▁discovery": 20699,
+      "▁BE": 20700,
+      "Enable": 20701,
+      "▁Friend": 20702,
+      "сня": 20703,
+      "▁controlled": 20704,
+      "чної": 20705,
+      "▁contributions": 20706,
+      "jší": 20707,
+      "▁Lev": 20708,
+      "▁francés": 20709,
+      "▁mic": 20710,
+      "zik": 20711,
+      "▁alem": 20712,
+      "cancel": 20713,
+      "!'": 20714,
+      "▁grat": 20715,
+      "▁Begriffsklär": 20716,
+      "Camera": 20717,
+      "ificación": 20718,
+      "ród": 20719,
+      "▁Arnold": 20720,
+      "▁bezeichneter": 20721,
+      "▁fought": 20722,
+      "▁deput": 20723,
+      "▁Drop": 20724,
+      "tax": 20725,
+      "dg": 20726,
+      "▁Hop": 20727,
+      "GN": 20728,
+      "▁Kirch": 20729,
+      "▁Бар": 20730,
+      "Invoke": 20731,
+      "▁erhalten": 20732,
+      "▁veel": 20733,
+      "▁wordpress": 20734,
+      "▁INNER": 20735,
+      "transaction": 20736,
+      "▁déjà": 20737,
+      "Fact": 20738,
+      "▁надмор": 20739,
+      "▁angularjs": 20740,
+      "▁át": 20741,
+      "▁alap": 20742,
+      "▁Price": 20743,
+      "▁effet": 20744,
+      "▁sphere": 20745,
+      "ClassLoader": 20746,
+      "▁rugby": 20747,
+      "▁kingdom": 20748,
+      "▁Mut": 20749,
+      "▁кино": 20750,
+      "▁reward": 20751,
+      "cit": 20752,
+      "▁presente": 20753,
+      "Sto": 20754,
+      "Character": 20755,
+      "logs": 20756,
+      "▁centrale": 20757,
+      "▁mouv": 20758,
+      "▁okay": 20759,
+      "▁aplic": 20760,
+      "More": 20761,
+      "ények": 20762,
+      "▁Köln": 20763,
+      "nett": 20764,
+      "▁истории": 20765,
+      "▁describing": 20766,
+      "▁soldier": 20767,
+      "▁Need": 20768,
+      "Light": 20769,
+      "▁\"\\<": 20770,
+      "▁hav": 20771,
+      "ermo": 20772,
+      "▁inferior": 20773,
+      "lea": 20774,
+      "▁gg": 20775,
+      "▁конце": 20776,
+      "fragment": 20777,
+      "sb": 20778,
+      "Country": 20779,
+      "▁vě": 20780,
+      "▁Beng": 20781,
+      "▁Это": 20782,
+      "▁водо": 20783,
+      "мар": 20784,
+      "STRING": 20785,
+      "▁új": 20786,
+      "multiple": 20787,
+      "statement": 20788,
+      "▁involves": 20789,
+      "▁tecn": 20790,
+      "Student": 20791,
+      "gré": 20792,
+      "▁lean": 20793,
+      "▁bringing": 20794,
+      "▁Medical": 20795,
+      "▁програм": 20796,
+      "▁Vog": 20797,
+      "▁жов": 20798,
+      "▁Spirit": 20799,
+      "nth": 20800,
+      "▁standards": 20801,
+      "▁Profile": 20802,
+      "▁ez": 20803,
+      "▁территории": 20804,
+      "▁stem": 20805,
+      "uil": 20806,
+      "▁Og": 20807,
+      "Btn": 20808,
+      "nal": 20809,
+      "▁nearby": 20810,
+      "▁producing": 20811,
+      "criv": 20812,
+      "▁assumptions": 20813,
+      "▁Spark": 20814,
+      "▁Lot": 20815,
+      "itudes": 20816,
+      "afka": 20817,
+      "five": 20818,
+      "atio": 20819,
+      "▁distinguish": 20820,
+      "rock": 20821,
+      "église": 20822,
+      "▁rappres": 20823,
+      ">\\<": 20824,
+      "лій": 20825,
+      "▁мини": 20826,
+      "▁intitulé": 20827,
+      "}}(\\": 20828,
+      "▁Rout": 20829,
+      "▁Border": 20830,
+      "▁overrid": 20831,
+      "HOST": 20832,
+      "ritten": 20833,
+      "say": 20834,
+      "▁Чи": 20835,
+      "ichtung": 20836,
+      "▁straightforward": 20837,
+      "obb": 20838,
+      "▁Terra": 20839,
+      "▁[:": 20840,
+      "Ben": 20841,
+      "▁composite": 20842,
+      ")+\\": 20843,
+      "▁crown": 20844,
+      "direction": 20845,
+      "▁несколько": 20846,
+      "▁avail": 20847,
+      "▁purchased": 20848,
+      "hook": 20849,
+      "eties": 20850,
+      "▁fase": 20851,
+      "▁Rum": 20852,
+      "▁genom": 20853,
+      "▁dét": 20854,
+      "ową": 20855,
+      "mpeg": 20856,
+      "▁Ін": 20857,
+      "desktop": 20858,
+      "▁injection": 20859,
+      "agle": 20860,
+      "▁Edd": 20861,
+      "_{(": 20862,
+      "▁Hem": 20863,
+      "utos": 20864,
+      "proj": 20865,
+      "▁superficie": 20866,
+      "Plot": 20867,
+      "▁Docker": 20868,
+      "ätz": 20869,
+      "kreich": 20870,
+      "▁unclear": 20871,
+      "▁Unity": 20872,
+      "▁streams": 20873,
+      "вид": 20874,
+      "▁simplified": 20875,
+      "Fill": 20876,
+      "▁sant": 20877,
+      "▁Kommun": 20878,
+      "▁duc": 20879,
+      "▁две": 20880,
+      "▁obs": 20881,
+      "žit": 20882,
+      "▁Janeiro": 20883,
+      "бя": 20884,
+      "▁presso": 20885,
+      "▁Ministry": 20886,
+      "▁burst": 20887,
+      "▁reaching": 20888,
+      "liter": 20889,
+      "▁responses": 20890,
+      "▁Eug": 20891,
+      "▁sod": 20892,
+      "▁Cord": 20893,
+      "▁Perm": 20894,
+      "parts": 20895,
+      "цима": 20896,
+      "variables": 20897,
+      "▁forgotten": 20898,
+      "Fern": 20899,
+      "ostęp": 20900,
+      "vl": 20901,
+      "▁См": 20902,
+      "kim": 20903,
+      "ając": 20904,
+      "наль": 20905,
+      "гле": 20906,
+      "helper": 20907,
+      "dup": 20908,
+      "euw": 20909,
+      "fra": 20910,
+      "ellite": 20911,
+      "anya": 20912,
+      "▁reign": 20913,
+      "gesamt": 20914,
+      "седа": 20915,
+      "▁Ryan": 20916,
+      "▁formatted": 20917,
+      "▁Borg": 20918,
+      "walk": 20919,
+      "▁ал": 20920,
+      "agnostics": 20921,
+      "▁Cape": 20922,
+      "▁Franco": 20923,
+      "▁fug": 20924,
+      ":)": 20925,
+      "юз": 20926,
+      "Fetch": 20927,
+      "▁roughly": 20928,
+      "▁Mis": 20929,
+      "uetooth": 20930,
+      "▁Venezuela": 20931,
+      "▁astronom": 20932,
+      "\")`": 20933,
+      "ombres": 20934,
+      "▁которой": 20935,
+      "óp": 20936,
+      "owed": 20937,
+      "HR": 20938,
+      "▁Camer": 20939,
+      "кие": 20940,
+      "parison": 20941,
+      "▁Bij": 20942,
+      "templates": 20943,
+      "environment": 20944,
+      "ização": 20945,
+      "▁ér": 20946,
+      "▁plenty": 20947,
+      "▁TypeError": 20948,
+      "▁forty": 20949,
+      "коном": 20950,
+      "▁Sed": 20951,
+      "▁thats": 20952,
+      "▁gravity": 20953,
+      "▁spiritual": 20954,
+      "▁duplicates": 20955,
+      "▁encryption": 20956,
+      "▁reven": 20957,
+      "getInstance": 20958,
+      "ällor": 20959,
+      "disk": 20960,
+      "▁thro": 20961,
+      "▁Nak": 20962,
+      "▁poł": 20963,
+      "▁heraus": 20964,
+      "invalid": 20965,
+      "sBy": 20966,
+      "Boot": 20967,
+      "▁bucket": 20968,
+      "▁Parse": 20969,
+      "hex": 20970,
+      "Conne": 20971,
+      "▁Computer": 20972,
+      "zyk": 20973,
+      "▁induced": 20974,
+      "▁Bruno": 20975,
+      "▁addressed": 20976,
+      "mania": 20977,
+      "▁inclus": 20978,
+      "ounced": 20979,
+      "scriptsize": 20980,
+      "▁Epis": 20981,
+      "▁vocal": 20982,
+      "▁Jonathan": 20983,
+      "ум": 20984,
+      "staden": 20985,
+      "▁Children": 20986,
+      "пей": 20987,
+      "Italia": 20988,
+      "reibung": 20989,
+      "▁nost": 20990,
+      "▁ещё": 20991,
+      "▁Werke": 20992,
+      "▁actress": 20993,
+      "▁Minnesota": 20994,
+      "rike": 20995,
+      "▁tek": 20996,
+      "▁primeira": 20997,
+      "▁frat": 20998,
+      "▁Configuration": 20999,
+      "▁bid": 21000,
+      "trigger": 21001,
+      "Contents": 21002,
+      "▁constantly": 21003,
+      "!!!": 21004,
+      "▁dread": 21005,
+      "▁hundreds": 21006,
+      "istische": 21007,
+      "▁cardinal": 21008,
+      "TABLE": 21009,
+      "▁estos": 21010,
+      "assoc": 21011,
+      "gray": 21012,
+      "▁Schloss": 21013,
+      "▁sche": 21014,
+      "cong": 21015,
+      "▁koji": 21016,
+      "ètes": 21017,
+      "▁Era": 21018,
+      "omi": 21019,
+      "▁SR": 21020,
+      "▁wrapped": 21021,
+      "▁trunc": 21022,
+      "▁ah": 21023,
+      "egos": 21024,
+      "oki": 21025,
+      "mouth": 21026,
+      "logging": 21027,
+      "▁fasc": 21028,
+      "▁Sample": 21029,
+      "▁conte": 21030,
+      "▁villa": 21031,
+      "comments": 21032,
+      "▁batal": 21033,
+      "▁García": 21034,
+      "▁Norte": 21035,
+      "▁wechsel": 21036,
+      "▁Museo": 21037,
+      "▁enfants": 21038,
+      "▁whisper": 21039,
+      "nake": 21040,
+      "▁jednak": 21041,
+      "lês": 21042,
+      "enders": 21043,
+      "▁äl": 21044,
+      "▁VB": 21045,
+      "▁cookies": 21046,
+      "zeti": 21047,
+      "atum": 21048,
+      "▁dedu": 21049,
+      "▁arranged": 21050,
+      "laz": 21051,
+      "▁cuenta": 21052,
+      "yml": 21053,
+      "▁flav": 21054,
+      "MR": 21055,
+      "emet": 21056,
+      "біль": 21057,
+      "cmp": 21058,
+      "ituto": 21059,
+      "zett": 21060,
+      "▁envi": 21061,
+      "▁kot": 21062,
+      "$:": 21063,
+      "upper": 21064,
+      "▁Alberto": 21065,
+      "kb": 21066,
+      "Anal": 21067,
+      "ört": 21068,
+      "▁[-": 21069,
+      "▁führte": 21070,
+      "iah": 21071,
+      "▁Tun": 21072,
+      "▁искус": 21073,
+      "uwe": 21074,
+      "ispecies": 21075,
+      "Pub": 21076,
+      "Sync": 21077,
+      "▁Colombia": 21078,
+      "akers": 21079,
+      "▁Imperial": 21080,
+      "oving": 21081,
+      "▁intelligence": 21082,
+      "▁equipment": 21083,
+      "ein": 21084,
+      "dagger": 21085,
+      "▁Edge": 21086,
+      "▁Республи": 21087,
+      "adratkilometer": 21088,
+      "▁Anto": 21089,
+      "▁charges": 21090,
+      "▁Ocean": 21091,
+      "▁simplify": 21092,
+      "▁miesz": 21093,
+      "running": 21094,
+      "▁Lac": 21095,
+      "genommen": 21096,
+      "▁representative": 21097,
+      "=.": 21098,
+      "▁Pred": 21099,
+      "▁spite": 21100,
+      "ciale": 21101,
+      "▁nave": 21102,
+      "▁extens": 21103,
+      "▁neutral": 21104,
+      "▁которая": 21105,
+      ".</": 21106,
+      "▁CS": 21107,
+      "uky": 21108,
+      "▁whilst": 21109,
+      "▁lingu": 21110,
+      "extract": 21111,
+      "zeichnung": 21112,
+      "▁Feld": 21113,
+      "▁valuable": 21114,
+      "urable": 21115,
+      "▁Jen": 21116,
+      "▁struggle": 21117,
+      "▁committee": 21118,
+      "▁Wohn": 21119,
+      "▁sqlite": 21120,
+      "▁Temp": 21121,
+      "▁COUNT": 21122,
+      "consin": 21123,
+      "міні": 21124,
+      "usage": 21125,
+      "▁quest": 21126,
+      "дян": 21127,
+      "eared": 21128,
+      "▁Schne": 21129,
+      "▁dod": 21130,
+      "▁recht": 21131,
+      "▁kao": 21132,
+      "Capt": 21133,
+      "labels": 21134,
+      "▁ellos": 21135,
+      "▁industri": 21136,
+      "▁Colorado": 21137,
+      "▁contrary": 21138,
+      "▁Dum": 21139,
+      "Bel": 21140,
+      "▁Vent": 21141,
+      "▁authorities": 21142,
+      "YES": 21143,
+      "ensed": 21144,
+      "umbnail": 21145,
+      "izzazione": 21146,
+      "kou": 21147,
+      "rica": 21148,
+      "▁sect": 21149,
+      "tests": 21150,
+      "▁Klein": 21151,
+      "▁legs": 21152,
+      "▁Pietro": 21153,
+      "fu": 21154,
+      "thy": 21155,
+      "▁bast": 21156,
+      "▁tedes": 21157,
+      "ettes": 21158,
+      "▁repet": 21159,
+      "acre": 21160,
+      "retto": 21161,
+      "▁remainder": 21162,
+      "▁Geg": 21163,
+      "▁Гор": 21164,
+      "▁Rechts": 21165,
+      "▁filtering": 21166,
+      "ouss": 21167,
+      "▁deployed": 21168,
+      "▁prüfe": 21169,
+      "▁bitmap": 21170,
+      "▁sovi": 21171,
+      "▁<%=": 21172,
+      "▁entferne": 21173,
+      "kill": 21174,
+      "tabs": 21175,
+      "Expr": 21176,
+      "кому": 21177,
+      "▁Republican": 21178,
+      "▁Size": 21179,
+      "▁poll": 21180,
+      "▁rien": 21181,
+      "▁клуб": 21182,
+      "énd": 21183,
+      "▁Bio": 21184,
+      "▁perl": 21185,
+      "▁Andreas": 21186,
+      "вин": 21187,
+      "▁distant": 21188,
+      "▁Finn": 21189,
+      "▁Mitch": 21190,
+      "▁%{": 21191,
+      "▁charm": 21192,
+      "▁Mul": 21193,
+      "perate": 21194,
+      "▁sciences": 21195,
+      "▁monot": 21196,
+      "▁debido": 21197,
+      "rizona": 21198,
+      "iec": 21199,
+      "▁alarm": 21200,
+      "▁promoted": 21201,
+      "▁letzten": 21202,
+      "atin": 21203,
+      "▁conclus": 21204,
+      "herr": 21205,
+      "▁éch": 21206,
+      "edish": 21207,
+      "gor": 21208,
+      "▁stycz": 21209,
+      "▁impress": 21210,
+      "ruits": 21211,
+      "ierungs": 21212,
+      "▁parsed": 21213,
+      "▁río": 21214,
+      "▁Pakistan": 21215,
+      "igner": 21216,
+      "▁watching": 21217,
+      "▁databases": 21218,
+      "eding": 21219,
+      "▁Specific": 21220,
+      "▁generale": 21221,
+      "lax": 21222,
+      "▁Looking": 21223,
+      "▁bond": 21224,
+      "▁vista": 21225,
+      "▁ec": 21226,
+      "▁grud": 21227,
+      "▁deleting": 21228,
+      "tac": 21229,
+      "▁jazz": 21230,
+      "jm": 21231,
+      "▁pół": 21232,
+      "Language": 21233,
+      "delegate": 21234,
+      "▁registry": 21235,
+      "▁Shared": 21236,
+      "строй": 21237,
+      "Music": 21238,
+      "▁vessel": 21239,
+      ".@": 21240,
+      "▁Wür": 21241,
+      "▁fed": 21242,
+      "▁eredet": 21243,
+      "▁Gö": 21244,
+      "upt": 21245,
+      "▁pleasant": 21246,
+      "▁tableView": 21247,
+      "▁counting": 21248,
+      "▁Kriegs": 21249,
+      "▁получил": 21250,
+      "▁],": 21251,
+      "виа": 21252,
+      "▁až": 21253,
+      "ToList": 21254,
+      "▁Advent": 21255,
+      "▁sketch": 21256,
+      "pn": 21257,
+      "▁sier": 21258,
+      "▁находится": 21259,
+      "iop": 21260,
+      "▁ly": 21261,
+      "▁Schl": 21262,
+      "Contract": 21263,
+      "associ": 21264,
+      "▁Pear": 21265,
+      "▁whe": 21266,
+      "▁Delete": 21267,
+      "▁elem": 21268,
+      "ätte": 21269,
+      "▁česk": 21270,
+      "▁MC": 21271,
+      "▁shout": 21272,
+      "akespe": 21273,
+      "▁defaults": 21274,
+      "penas": 21275,
+      "òria": 21276,
+      "▁hierarchy": 21277,
+      "ipt": 21278,
+      "▁Elis": 21279,
+      "likely": 21280,
+      "Rot": 21281,
+      "▁cow": 21282,
+      "▁strike": 21283,
+      "▁березня": 21284,
+      "▁ensemble": 21285,
+      "▁Pseud": 21286,
+      "Virtual": 21287,
+      "▁її": 21288,
+      "ROOT": 21289,
+      "сия": 21290,
+      "▁соб": 21291,
+      "▁invert": 21292,
+      "▁switching": 21293,
+      "htaccess": 21294,
+      "▁награ": 21295,
+      "▁Norman": 21296,
+      "▁inglês": 21297,
+      "![": 21298,
+      "ousel": 21299,
+      "DOCTYPE": 21300,
+      "▁suppress": 21301,
+      "▁accompanied": 21302,
+      "▁Bé": 21303,
+      "implies": 21304,
+      "nut": 21305,
+      "▁Syntax": 21306,
+      "inho": 21307,
+      "▁tam": 21308,
+      "▁focused": 21309,
+      "avano": 21310,
+      "▁Baden": 21311,
+      "had": 21312,
+      "▁({": 21313,
+      "Ty": 21314,
+      "▁рос": 21315,
+      "▁чолові": 21316,
+      "oge": 21317,
+      "jsp": 21318,
+      "Blue": 21319,
+      "▁suas": 21320,
+      "apers": 21321,
+      "Short": 21322,
+      "Renderer": 21323,
+      "▁sendo": 21324,
+      "▁Cec": 21325,
+      "▁`__": 21326,
+      "▁Municipal": 21327,
+      "dotnet": 21328,
+      "▁bev": 21329,
+      "▁DA": 21330,
+      "MenuItem": 21331,
+      "▁amp": 21332,
+      "▁uri": 21333,
+      "▁fier": 21334,
+      "слен": 21335,
+      "),(": 21336,
+      "cules": 21337,
+      "illas": 21338,
+      "LOCK": 21339,
+      "▁derive": 21340,
+      "uben": 21341,
+      "▁GT": 21342,
+      "▁Mack": 21343,
+      "▁scholar": 21344,
+      ")}}": 21345,
+      "зм": 21346,
+      ">::": 21347,
+      "шёл": 21348,
+      "▁principales": 21349,
+      "▁цар": 21350,
+      "▁tied": 21351,
+      "▁alta": 21352,
+      "▁Cit": 21353,
+      "lined": 21354,
+      "major": 21355,
+      "▁punk": 21356,
+      "▁cinco": 21357,
+      "ický": 21358,
+      "▁raggi": 21359,
+      "typen": 21360,
+      "тельство": 21361,
+      "▁conference": 21362,
+      "▁сіль": 21363,
+      "▁heut": 21364,
+      "iš": 21365,
+      "ета": 21366,
+      "velope": 21367,
+      "hbox": 21368,
+      "nown": 21369,
+      "▁zar": 21370,
+      "ktiv": 21371,
+      "ieß": 21372,
+      "▁стре": 21373,
+      "▁EventArgs": 21374,
+      "▁Ira": 21375,
+      "▁VBA": 21376,
+      "▁Santo": 21377,
+      "▁Fach": 21378,
+      "▁FF": 21379,
+      "▁Raymond": 21380,
+      "мец": 21381,
+      "implementation": 21382,
+      "▁brothers": 21383,
+      "▁côté": 21384,
+      "▁controllers": 21385,
+      "▁Cle": 21386,
+      "▁cable": 21387,
+      "▁confer": 21388,
+      "▁{-": 21389,
+      "▁czł": 21390,
+      "▁Filip": 21391,
+      "atorio": 21392,
+      "▁wicht": 21393,
+      "▁beaucoup": 21394,
+      "▁Lit": 21395,
+      "▁sessions": 21396,
+      "▁Success": 21397,
+      "▁routing": 21398,
+      "niu": 21399,
+      "▁Vice": 21400,
+      "▁krit": 21401,
+      "updated": 21402,
+      "▁Invalid": 21403,
+      "▁Mannschaft": 21404,
+      "▁aos": 21405,
+      "▁tudi": 21406,
+      "▁després": 21407,
+      "qua": 21408,
+      "Contains": 21409,
+      "Company": 21410,
+      "▁persona": 21411,
+      "adapter": 21412,
+      "сни": 21413,
+      "▁voj": 21414,
+      "▁escri": 21415,
+      "agt": 21416,
+      "▁ство": 21417,
+      "▁distrito": 21418,
+      "apan": 21419,
+      "▁aspects": 21420,
+      "▁zal": 21421,
+      ")^{\\": 21422,
+      "▁système": 21423,
+      "▁ана": 21424,
+      "iums": 21425,
+      "▁premiers": 21426,
+      "▁поэ": 21427,
+      "▁mère": 21428,
+      "▁Gun": 21429,
+      "aping": 21430,
+      "▁Rain": 21431,
+      "▁igual": 21432,
+      "▁processor": 21433,
+      "')`": 21434,
+      "bling": 21435,
+      "▁mism": 21436,
+      "bráz": 21437,
+      "▁closest": 21438,
+      "▁Reading": 21439,
+      "▁попу": 21440,
+      "cono": 21441,
+      "▁kult": 21442,
+      "▁!!": 21443,
+      "▁Expression": 21444,
+      "▁induction": 21445,
+      "ahren": 21446,
+      "▁cp": 21447,
+      "▁violence": 21448,
+      "ientí": 21449,
+      "cente": 21450,
+      "▁Dob": 21451,
+      "jack": 21452,
+      "song": 21453,
+      "bucket": 21454,
+      "▁deport": 21455,
+      "кими": 21456,
+      "lm": 21457,
+      "▁innoc": 21458,
+      "Changes": 21459,
+      "▁prohib": 21460,
+      "angol": 21461,
+      "iseconds": 21462,
+      "▁пор": 21463,
+      "▁hip": 21464,
+      "▁pů": 21465,
+      "endorf": 21466,
+      "▁scheduled": 21467,
+      "▁Flug": 21468,
+      "acyj": 21469,
+      "▁Films": 21470,
+      "athedral": 21471,
+      "Power": 21472,
+      "ardin": 21473,
+      "kap": 21474,
+      "icken": 21475,
+      "resize": 21476,
+      "eus": 21477,
+      "rr": 21478,
+      "лян": 21479,
+      "▁Hav": 21480,
+      "▁ora": 21481,
+      "FROM": 21482,
+      "лося": 21483,
+      "▁terug": 21484,
+      "▁Width": 21485,
+      "▁accepts": 21486,
+      "бен": 21487,
+      "▁mich": 21488,
+      "▁Czech": 21489,
+      "▁Bedeut": 21490,
+      "▁вид": 21491,
+      "ôme": 21492,
+      "▁Loop": 21493,
+      "spect": 21494,
+      "ük": 21495,
+      "eston": 21496,
+      "▁slot": 21497,
+      "▁została": 21498,
+      "▁Charlotte": 21499,
+      "▁составляет": 21500,
+      "▁Promise": 21501,
+      "▁epo": 21502,
+      "▁diction": 21503,
+      "▁Franklin": 21504,
+      "▁Riv": 21505,
+      "руг": 21506,
+      "cida": 21507,
+      "▁Explorer": 21508,
+      "cookie": 21509,
+      "▁formerly": 21510,
+      "▁municipality": 21511,
+      "▁Stefan": 21512,
+      "lists": 21513,
+      "COMP": 21514,
+      "Len": 21515,
+      "▁Staat": 21516,
+      "▁NBA": 21517,
+      "dens": 21518,
+      "▁oscill": 21519,
+      "!.": 21520,
+      "▁PO": 21521,
+      "ône": 21522,
+      "eses": 21523,
+      "▁националь": 21524,
+      "voor": 21525,
+      "▁копи": 21526,
+      "▁пози": 21527,
+      "ulu": 21528,
+      "Constraint": 21529,
+      "▁своей": 21530,
+      "▁algebraic": 21531,
+      "чня": 21532,
+      "Dict": 21533,
+      "▁appearing": 21534,
+      "▁prav": 21535,
+      "▁Universal": 21536,
+      "Browser": 21537,
+      "▁Singap": 21538,
+      "ennessee": 21539,
+      "]_": 21540,
+      "▁Sof": 21541,
+      "▁Cad": 21542,
+      "ounce": 21543,
+      "▁costs": 21544,
+      "]{\\": 21545,
+      "../../": 21546,
+      "ській": 21547,
+      "ühl": 21548,
+      "iety": 21549,
+      "пр": 21550,
+      "▁interpreted": 21551,
+      "ajn": 21552,
+      "colog": 21553,
+      "YS": 21554,
+      "mans": 21555,
+      "▁metrics": 21556,
+      "▁registr": 21557,
+      "istance": 21558,
+      "▁Поль": 21559,
+      "▁anonymous": 21560,
+      "▁institutions": 21561,
+      "▁zdob": 21562,
+      "prüng": 21563,
+      "▁арти": 21564,
+      "▁estat": 21565,
+      "acci": 21566,
+      "▁academic": 21567,
+      "▁chiesa": 21568,
+      "▁Gian": 21569,
+      "contrib": 21570,
+      "umed": 21571,
+      "▁Gir": 21572,
+      "▁baseball": 21573,
+      "numeric": 21574,
+      "Generator": 21575,
+      "GM": 21576,
+      "▁tiny": 21577,
+      "▁distinction": 21578,
+      "гер": 21579,
+      "▁rust": 21580,
+      "▁FIFA": 21581,
+      "▁Properties": 21582,
+      "^-": 21583,
+      "▁экс": 21584,
+      "▁Stanis": 21585,
+      "▁Ajax": 21586,
+      "escape": 21587,
+      "▁consp": 21588,
+      "▁Chen": 21589,
+      "▁Naval": 21590,
+      "Bit": 21591,
+      "▁bât": 21592,
+      "скими": 21593,
+      "drive": 21594,
+      "▁Round": 21595,
+      "photo": 21596,
+      "▁Level": 21597,
+      "▁geg": 21598,
+      "Tom": 21599,
+      "▁Mobile": 21600,
+      "▁Trop": 21601,
+      "Direction": 21602,
+      "isan": 21603,
+      ")^{-": 21604,
+      "▁Setting": 21605,
+      "▁Probably": 21606,
+      "лья": 21607,
+      "▁assets": 21608,
+      "▁atte": 21609,
+      "▁bulk": 21610,
+      "ést": 21611,
+      "▁wing": 21612,
+      "nius": 21613,
+      "▁wins": 21614,
+      "▁lud": 21615,
+      "ushing": 21616,
+      "▁deven": 21617,
+      "ограф": 21618,
+      "burger": 21619,
+      "▁embar": 21620,
+      "FilterChain": 21621,
+      "▁tum": 21622,
+      "▁öss": 21623,
+      "▁nommé": 21624,
+      "▁pir": 21625,
+      "▁luc": 21626,
+      "dbo": 21627,
+      "agues": 21628,
+      "▁alcan": 21629,
+      "ouwen": 21630,
+      "▁Stanley": 21631,
+      "циали": 21632,
+      "▁grown": 21633,
+      "▁preserved": 21634,
+      "▁solar": 21635,
+      "▁Население": 21636,
+      "▁performances": 21637,
+      "▁Cow": 21638,
+      "▁engineering": 21639,
+      "▁scaling": 21640,
+      "atomic": 21641,
+      "endance": 21642,
+      "▁ace": 21643,
+      "ängen": 21644,
+      "Anim": 21645,
+      "phase": 21646,
+      "zburg": 21647,
+      "Old": 21648,
+      "▁servant": 21649,
+      "▁gemeins": 21650,
+      "▁Observ": 21651,
+      "translate": 21652,
+      "▁covering": 21653,
+      "▁están": 21654,
+      "▁problema": 21655,
+      "▁установ": 21656,
+      "▁llev": 21657,
+      "▁czerw": 21658,
+      "éal": 21659,
+      "mez": 21660,
+      "REE": 21661,
+      "ERR": 21662,
+      "тури": 21663,
+      "segu": 21664,
+      "▁profit": 21665,
+      "▁multiplication": 21666,
+      "kommen": 21667,
+      "▁faut": 21668,
+      "▁candidates": 21669,
+      "▁Uri": 21670,
+      "▁Laura": 21671,
+      "▁sap": 21672,
+      "▁висини": 21673,
+      "▁Between": 21674,
+      "fade": 21675,
+      "▁reserved": 21676,
+      "▁involving": 21677,
+      "▁Mare": 21678,
+      "▁Container": 21679,
+      "▁назна": 21680,
+      "▁DEBUG": 21681,
+      "▁hurt": 21682,
+      "▁Polski": 21683,
+      "▁lux": 21684,
+      "CB": 21685,
+      "wach": 21686,
+      "▁период": 21687,
+      "▁Catherine": 21688,
+      "▁ganz": 21689,
+      "uchte": 21690,
+      "▁consumer": 21691,
+      "▁crossed": 21692,
+      "ordered": 21693,
+      "away": 21694,
+      "techn": 21695,
+      "▁subscri": 21696,
+      "▁shortcut": 21697,
+      "▁производ": 21698,
+      "▁simultaneously": 21699,
+      "▁rating": 21700,
+      "▁Kings": 21701,
+      "▁relationships": 21702,
+      "▁Sex": 21703,
+      "▁Tool": 21704,
+      "agh": 21705,
+      "acters": 21706,
+      "logger": 21707,
+      "homme": 21708,
+      "engers": 21709,
+      "▁Ri": 21710,
+      "earance": 21711,
+      "▁appearances": 21712,
+      "Real": 21713,
+      "▁passe": 21714,
+      "iclopedia": 21715,
+      "чко": 21716,
+      "terre": 21717,
+      "▁Ontario": 21718,
+      "▁переда": 21719,
+      "footer": 21720,
+      "archivi": 21721,
+      "ifiz": 21722,
+      "▁Protest": 21723,
+      "▁LIN": 21724,
+      "unnable": 21725,
+      "▁centuries": 21726,
+      "▁Bayer": 21727,
+      "цію": 21728,
+      "овин": 21729,
+      "▁Andrea": 21730,
+      "selection": 21731,
+      "▁calm": 21732,
+      "▁modification": 21733,
+      "▁shortly": 21734,
+      "inaire": 21735,
+      "▁fusion": 21736,
+      "▁feelings": 21737,
+      "PK": 21738,
+      "▁Roberto": 21739,
+      "гне": 21740,
+      "Shared": 21741,
+      "▁mehrere": 21742,
+      "▁Niem": 21743,
+      "omp": 21744,
+      "Env": 21745,
+      "▁Article": 21746,
+      "▁Pok": 21747,
+      "▁VARCHAR": 21748,
+      "▁dil": 21749,
+      "▁afford": 21750,
+      "▁confront": 21751,
+      "owanie": 21752,
+      "▁ministre": 21753,
+      "adesh": 21754,
+      "▁Poly": 21755,
+      "▁Распо": 21756,
+      "▁Gruppe": 21757,
+      "▁Helen": 21758,
+      "▁cc": 21759,
+      "▁portrait": 21760,
+      "bew": 21761,
+      "▁beta": 21762,
+      "▁Wir": 21763,
+      "▁Audio": 21764,
+      "▁(\\<": 21765,
+      "riority": 21766,
+      "▁nit": 21767,
+      "▁представи": 21768,
+      "▁Vie": 21769,
+      "▁wür": 21770,
+      "▁Hold": 21771,
+      "▁Sad": 21772,
+      "▁Tochter": 21773,
+      "▁oltre": 21774,
+      "▁Activ": 21775,
+      "▁Jason": 21776,
+      "▁wieku": 21777,
+      "▁regards": 21778,
+      "▁taste": 21779,
+      "agnostic": 21780,
+      "лася": 21781,
+      "▁Self": 21782,
+      "▁apr": 21783,
+      "▁Deep": 21784,
+      "scop": 21785,
+      "Activ": 21786,
+      "▁typedef": 21787,
+      "ContentView": 21788,
+      "compiler": 21789,
+      "▁Roth": 21790,
+      "xc": 21791,
+      "зик": 21792,
+      "▁largo": 21793,
+      "▁Rena": 21794,
+      "heiten": 21795,
+      "▁platforms": 21796,
+      "ulla": 21797,
+      "▁glance": 21798,
+      "▁mascul": 21799,
+      "▁mex": 21800,
+      "▁Jorge": 21801,
+      "▁funcion": 21802,
+      "choose": 21803,
+      "▁reviews": 21804,
+      "▁Alban": 21805,
+      "▁Glo": 21806,
+      "▁Species": 21807,
+      "▁Fame": 21808,
+      "▁Roll": 21809,
+      "▁Puerto": 21810,
+      "▁\\)": 21811,
+      "ymnas": 21812,
+      "environ": 21813,
+      "▁iphone": 21814,
+      "▁Wrestling": 21815,
+      "ały": 21816,
+      "▁Indiana": 21817,
+      "Radio": 21818,
+      "VS": 21819,
+      "▁independence": 21820,
+      "тай": 21821,
+      "▁decode": 21822,
+      "White": 21823,
+      "▁journ": 21824,
+      "ículo": 21825,
+      "▁Barb": 21826,
+      "▁Evangel": 21827,
+      "▁Andy": 21828,
+      "▁Welcome": 21829,
+      "▁Device": 21830,
+      "gef": 21831,
+      "▁remembered": 21832,
+      "▁variations": 21833,
+      "▁Adolf": 21834,
+      "itaine": 21835,
+      "▁надморској": 21836,
+      "▁steam": 21837,
+      "▁concerns": 21838,
+      "▁`|": 21839,
+      "▁био": 21840,
+      "тельства": 21841,
+      "▁quattro": 21842,
+      "extend": 21843,
+      "▁trabajo": 21844,
+      "enberg": 21845,
+      "▁scenarios": 21846,
+      "ânt": 21847,
+      "▁kommt": 21848,
+      "▁domestic": 21849,
+      "▁Basketball": 21850,
+      "▁Cooper": 21851,
+      "sock": 21852,
+      "держа": 21853,
+      "={\\": 21854,
+      "▁inici": 21855,
+      "▁Phill": 21856,
+      "▁генерал": 21857,
+      "archiviato": 21858,
+      "ън": 21859,
+      "Rob": 21860,
+      "▁tong": 21861,
+      "▁characteristics": 21862,
+      "▁amaz": 21863,
+      "▁Mode": 21864,
+      "▁inaugur": 21865,
+      "wehr": 21866,
+      "rant": 21867,
+      "ionali": 21868,
+      "▁Mother": 21869,
+      "Ma": 21870,
+      "équ": 21871,
+      "▁Kelly": 21872,
+      "cile": 21873,
+      "▁besteht": 21874,
+      "▁estimates": 21875,
+      "ruguay": 21876,
+      "▁Ans": 21877,
+      "Mad": 21878,
+      "▁нав": 21879,
+      "▁données": 21880,
+      "▁tropical": 21881,
+      "▁Several": 21882,
+      "elter": 21883,
+      "▁Pho": 21884,
+      "kem": 21885,
+      "▁Customer": 21886,
+      "▁складі": 21887,
+      "▁courses": 21888,
+      "Platform": 21889,
+      "navbar": 21890,
+      "learning": 21891,
+      "▁Swedish": 21892,
+      "▁zast": 21893,
+      "▁Lig": 21894,
+      "management": 21895,
+      "▁lod": 21896,
+      "uffle": 21897,
+      "Texture": 21898,
+      "arga": 21899,
+      "átum": 21900,
+      "▁DDR": 21901,
+      "нії": 21902,
+      "▁Société": 21903,
+      "▁domains": 21904,
+      "▁permitted": 21905,
+      "▁externe": 21906,
+      "▁quelque": 21907,
+      "vt": 21908,
+      "yman": 21909,
+      "▁Ward": 21910,
+      "▁agli": 21911,
+      "▁andra": 21912,
+      "Snapshot": 21913,
+      "▁må": 21914,
+      "▁yeah": 21915,
+      "дена": 21916,
+      "ępu": 21917,
+      "askell": 21918,
+      "▁République": 21919,
+      "inject": 21920,
+      "▁';": 21921,
+      "änn": 21922,
+      "▁zelf": 21923,
+      "▁Entwicklung": 21924,
+      "ária": 21925,
+      "onomy": 21926,
+      "▁svil": 21927,
+      "iese": 21928,
+      "▁conser": 21929,
+      "▁nim": 21930,
+      "▁rész": 21931,
+      "▁Итали": 21932,
+      "▁partici": 21933,
+      "▁Lion": 21934,
+      "sr": 21935,
+      "always": 21936,
+      "▁Владимир": 21937,
+      "ческие": 21938,
+      "[,": 21939,
+      "▁Definition": 21940,
+      "nant": 21941,
+      "oem": 21942,
+      "Ids": 21943,
+      "▁вне": 21944,
+      "▁[...]": 21945,
+      "▁направ": 21946,
+      "▁GO": 21947,
+      "▁års": 21948,
+      "▁után": 21949,
+      "▁outros": 21950,
+      "▁región": 21951,
+      "▁Mong": 21952,
+      "▁filme": 21953,
+      "▁triple": 21954,
+      "▁spons": 21955,
+      "Develop": 21956,
+      "▁outcome": 21957,
+      "▁Bible": 21958,
+      "▁имени": 21959,
+      "Canvas": 21960,
+      "пута": 21961,
+      "curr": 21962,
+      "ások": 21963,
+      "){\\": 21964,
+      "ningar": 21965,
+      "`;": 21966,
+      "▁Flash": 21967,
+      ":#": 21968,
+      "must": 21969,
+      "cpu": 21970,
+      "▁formats": 21971,
+      "Har": 21972,
+      "▁episodio": 21973,
+      "▁Rosa": 21974,
+      "▁dès": 21975,
+      "emit": 21976,
+      "riteria": 21977,
+      "Annotation": 21978,
+      "Flag": 21979,
+      "gmail": 21980,
+      "▁Normal": 21981,
+      "ollary": 21982,
+      "▁foss": 21983,
+      "▁concurrent": 21984,
+      "▁crashes": 21985,
+      "▁виде": 21986,
+      "▁Minor": 21987,
+      "▁Sit": 21988,
+      "▁SN": 21989,
+      "▁scar": 21990,
+      "▁femin": 21991,
+      "▁specification": 21992,
+      "soap": 21993,
+      "▁operate": 21994,
+      "▁principalmente": 21995,
+      "▁aust": 21996,
+      "ibile": 21997,
+      "itime": 21998,
+      "лежа": 21999,
+      "iframe": 22000,
+      "▁concepts": 22001,
+      "▁tack": 22002,
+      "▁viss": 22003,
+      "▁carbon": 22004,
+      "tery": 22005,
+      "▁naming": 22006,
+      "▁Orts": 22007,
+      "idente": 22008,
+      "▁Capit": 22009,
+      "▁expr": 22010,
+      "▁насељу": 22011,
+      "▁Selected": 22012,
+      "▁hinter": 22013,
+      "▁iframe": 22014,
+      "▁zb": 22015,
+      "indexPath": 22016,
+      "coll": 22017,
+      "▁wrześ": 22018,
+      "▁acht": 22019,
+      "▁gradually": 22020,
+      "▁чу": 22021,
+      "зей": 22022,
+      "haft": 22023,
+      "▁tran": 22024,
+      "▁laquelle": 22025,
+      "ytics": 22026,
+      "IDE": 22027,
+      "▁pygame": 22028,
+      "▁Package": 22029,
+      "▁className": 22030,
+      "Bal": 22031,
+      "perl": 22032,
+      "тина": 22033,
+      "Occ": 22034,
+      "▁infrastr": 22035,
+      "▁Champions": 22036,
+      "▁classic": 22037,
+      "▁Raw": 22038,
+      "▁partially": 22039,
+      "▁Ted": 22040,
+      "▁stolet": 22041,
+      "rained": 22042,
+      "WHERE": 22043,
+      "▁vall": 22044,
+      "▁Julia": 22045,
+      "zat": 22046,
+      "▁surrounded": 22047,
+      "SEE": 22048,
+      "▁walking": 22049,
+      "Bad": 22050,
+      "FOR": 22051,
+      "contre": 22052,
+      "▁Palest": 22053,
+      "ático": 22054,
+      "▁engineer": 22055,
+      "▁partners": 22056,
+      "▁Jews": 22057,
+      "ilers": 22058,
+      "▁cerem": 22059,
+      "▁interactions": 22060,
+      "acu": 22061,
+      "sty": 22062,
+      "▁Princess": 22063,
+      "sharp": 22064,
+      "▁Singles": 22065,
+      "▁їх": 22066,
+      "chez": 22067,
+      "Receiver": 22068,
+      "▁patients": 22069,
+      "stringify": 22070,
+      "▁competed": 22071,
+      "bey": 22072,
+      "$;": 22073,
+      "▁Bd": 22074,
+      "hadoop": 22075,
+      "▁División": 22076,
+      "öld": 22077,
+      "▁restricted": 22078,
+      "▁commander": 22079,
+      "▁Highway": 22080,
+      "▁Česk": 22081,
+      "▁myth": 22082,
+      "чан": 22083,
+      "raham": 22084,
+      "▁enqu": 22085,
+      "▁pog": 22086,
+      "▁comuna": 22087,
+      "▁println": 22088,
+      "▁круп": 22089,
+      "▁depois": 22090,
+      "▁seats": 22091,
+      "▁neighb": 22092,
+      "циона": 22093,
+      "agine": 22094,
+      "▁clothes": 22095,
+      "▁Prior": 22096,
+      "Brain": 22097,
+      "FFFF": 22098,
+      "':'": 22099,
+      "features": 22100,
+      "▁filesystem": 22101,
+      "▁singles": 22102,
+      "▁Melbourne": 22103,
+      "▁destruction": 22104,
+      "▁Lyon": 22105,
+      "▁Insel": 22106,
+      "Nav": 22107,
+      "▁Replace": 22108,
+      "▁lé": 22109,
+      "Who": 22110,
+      "▁Estad": 22111,
+      "▁dimensional": 22112,
+      "▁öff": 22113,
+      "▁grands": 22114,
+      "джа": 22115,
+      "plane": 22116,
+      "ності": 22117,
+      "▁Origin": 22118,
+      "WI": 22119,
+      "änner": 22120,
+      "▁Cry": 22121,
+      "ITION": 22122,
+      "▁född": 22123,
+      "▁cultura": 22124,
+      "▁Rank": 22125,
+      "▁vuel": 22126,
+      "▁zag": 22127,
+      "▁Maxim": 22128,
+      "ону": 22129,
+      "()))": 22130,
+      "Raw": 22131,
+      "kirche": 22132,
+      "▁además": 22133,
+      "▁tie": 22134,
+      "▁Style": 22135,
+      "сков": 22136,
+      "istant": 22137,
+      "olph": 22138,
+      "▁Zür": 22139,
+      "▁Info": 22140,
+      "DOM": 22141,
+      "usc": 22142,
+      "nahm": 22143,
+      "▁Федера": 22144,
+      "▁Fot": 22145,
+      "▁specifying": 22146,
+      "▁titolo": 22147,
+      "▁Boys": 22148,
+      "iech": 22149,
+      "Place": 22150,
+      "▁Hoff": 22151,
+      "▁cached": 22152,
+      "валь": 22153,
+      "isher": 22154,
+      "rolling": 22155,
+      "opens": 22156,
+      "▁hr": 22157,
+      "------": 22158,
+      "▁maggior": 22159,
+      "▁transactions": 22160,
+      "▁criminal": 22161,
+      "▁retre": 22162,
+      "▁Campbell": 22163,
+      ")):": 22164,
+      "▁ned": 22165,
+      "Pager": 22166,
+      "▁Hero": 22167,
+      "(__": 22168,
+      "▁uncle": 22169,
+      "▁reaches": 22170,
+      "arto": 22171,
+      "▁hello": 22172,
+      "Preferences": 22173,
+      "▁затем": 22174,
+      "Named": 22175,
+      "▁readers": 22176,
+      "хі": 22177,
+      "kern": 22178,
+      "▁упо": 22179,
+      "кин": 22180,
+      "▁lav": 22181,
+      "▁nob": 22182,
+      "▁secre": 22183,
+      "▁ListView": 22184,
+      "вания": 22185,
+      "▁Mayor": 22186,
+      "borough": 22187,
+      "▁filosof": 22188,
+      "нення": 22189,
+      "фри": 22190,
+      "▁patr": 22191,
+      "FM": 22192,
+      "▁acid": 22193,
+      "▁Salvador": 22194,
+      "▁abb": 22195,
+      "▁Graham": 22196,
+      "policy": 22197,
+      "negative": 22198,
+      "ńskiego": 22199,
+      "▁Heimat": 22200,
+      "▁dazu": 22201,
+      "▁mely": 22202,
+      "▁ride": 22203,
+      "▁duties": 22204,
+      "overy": 22205,
+      "▁Proposition": 22206,
+      "▁Paolo": 22207,
+      "/'": 22208,
+      "▁Mau": 22209,
+      "imenti": 22210,
+      "Saint": 22211,
+      "father": 22212,
+      "▁equilib": 22213,
+      "phony": 22214,
+      "▁clas": 22215,
+      "▁отли": 22216,
+      "▁Buffered": 22217,
+      "rek": 22218,
+      "▁mitt": 22219,
+      "▁Hur": 22220,
+      "▁Harvard": 22221,
+      "▁demonstrate": 22222,
+      "uario": 22223,
+      "▁dolor": 22224,
+      "▁rejected": 22225,
+      "▁Müller": 22226,
+      "▁nac": 22227,
+      "▁Belle": 22228,
+      "▁gathered": 22229,
+      "nr": 22230,
+      "frika": 22231,
+      "öll": 22232,
+      "▁chemical": 22233,
+      "nig": 22234,
+      "▁calc": 22235,
+      "▁DEFAULT": 22236,
+      "▁philosophy": 22237,
+      "▁Laravel": 22238,
+      "▁alignment": 22239,
+      "EV": 22240,
+      "eor": 22241,
+      "▁dzie": 22242,
+      "▁mest": 22243,
+      "▁Io": 22244,
+      "CRE": 22245,
+      "зви": 22246,
+      "▁Medic": 22247,
+      "▁nä": 22248,
+      "▁zab": 22249,
+      "▁Slov": 22250,
+      "utlich": 22251,
+      "▁amplit": 22252,
+      "▁Frankreich": 22253,
+      "▁кіль": 22254,
+      "IND": 22255,
+      "execution": 22256,
+      "▁Karriere": 22257,
+      "dostęp": 22258,
+      "▁réal": 22259,
+      "engo": 22260,
+      "▁severe": 22261,
+      "зма": 22262,
+      "▁турни": 22263,
+      "▁Carter": 22264,
+      "▁Robinson": 22265,
+      "getElementsBy": 22266,
+      "▁prototype": 22267,
+      "▁japon": 22268,
+      "führung": 22269,
+      "▁consegu": 22270,
+      "▁studi": 22271,
+      "▁lire": 22272,
+      "▁schließ": 22273,
+      "▁Buff": 22274,
+      "▁redund": 22275,
+      "▁ern": 22276,
+      "▁myster": 22277,
+      "▁proprio": 22278,
+      "ateful": 22279,
+      "▁Parent": 22280,
+      "▁ladies": 22281,
+      "rack": 22282,
+      "тика": 22283,
+      "enburg": 22284,
+      "▁качестве": 22285,
+      "▁EF": 22286,
+      "▁stam": 22287,
+      "▁nueva": 22288,
+      "▁filtered": 22289,
+      "reten": 22290,
+      "▁Ian": 22291,
+      "▁Matthew": 22292,
+      "kih": 22293,
+      "▁ő": 22294,
+      "▁компози": 22295,
+      "▁forever": 22296,
+      "oires": 22297,
+      ":\\\\": 22298,
+      "▁études": 22299,
+      "▁soup": 22300,
+      "▁pleased": 22301,
+      ")}(": 22302,
+      "▁Stop": 22303,
+      "Setter": 22304,
+      "▁Help": 22305,
+      "▁bars": 22306,
+      "▁ERR": 22307,
+      "▁(?": 22308,
+      "▁poetry": 22309,
+      "▁Util": 22310,
+      "AK": 22311,
+      "▁fick": 22312,
+      "▁IM": 22313,
+      "▁proud": 22314,
+      "носи": 22315,
+      "▁muerte": 22316,
+      "▁Palmarès": 22317,
+      "▁Nas": 22318,
+      "щих": 22319,
+      "▁quer": 22320,
+      "▁apenas": 22321,
+      "]['": 22322,
+      "▁Konst": 22323,
+      "пон": 22324,
+      "▁Schiff": 22325,
+      "▁mp": 22326,
+      "▁благо": 22327,
+      "fram": 22328,
+      "▁household": 22329,
+      "▁tract": 22330,
+      "encoding": 22331,
+      "▁undert": 22332,
+      "▁Aug": 22333,
+      "ован": 22334,
+      "▁Arten": 22335,
+      "▁invoked": 22336,
+      "▁dynast": 22337,
+      "▁fleet": 22338,
+      "чество": 22339,
+      "▁Murray": 22340,
+      "▁gut": 22341,
+      "elihood": 22342,
+      "▁SSH": 22343,
+      "ответ": 22344,
+      "▁personally": 22345,
+      "прия": 22346,
+      "▁financi": 22347,
+      "▁Thompson": 22348,
+      "alu": 22349,
+      "identity": 22350,
+      "▁Grab": 22351,
+      "addle": 22352,
+      "Ét": 22353,
+      "▁Tob": 22354,
+      "▁verlor": 22355,
+      "▁Sainte": 22356,
+      "▁dop": 22357,
+      "▁вере": 22358,
+      "___": 22359,
+      "▁promotion": 22360,
+      "▁-=": 22361,
+      "▁отде": 22362,
+      "▁ambigu": 22363,
+      "ORDER": 22364,
+      "▁Communic": 22365,
+      "▁imply": 22366,
+      "oned": 22367,
+      "cluding": 22368,
+      "▁collision": 22369,
+      "▁fragments": 22370,
+      "scription": 22371,
+      "▁'{": 22372,
+      "лях": 22373,
+      "▁hans": 22374,
+      "ус": 22375,
+      "wire": 22376,
+      "namespace": 22377,
+      "▁sword": 22378,
+      "refresh": 22379,
+      "▁kwam": 22380,
+      "zs": 22381,
+      "commons": 22382,
+      "▁cosa": 22383,
+      "▁regime": 22384,
+      "grep": 22385,
+      "▁dioc": 22386,
+      "▁Contact": 22387,
+      "▁estas": 22388,
+      "▁Stewart": 22389,
+      "▁viele": 22390,
+      "това": 22391,
+      "▁Ran": 22392,
+      "annes": 22393,
+      "iday": 22394,
+      "▁snapshot": 22395,
+      "orrow": 22396,
+      "▁zač": 22397,
+      "▁участие": 22398,
+      "▁promised": 22399,
+      "Assembly": 22400,
+      "▁championship": 22401,
+      "▁Define": 22402,
+      "▁eren": 22403,
+      "▁ново": 22404,
+      "▁thinks": 22405,
+      "Age": 22406,
+      "▁gev": 22407,
+      "varchar": 22408,
+      "ività": 22409,
+      "compos": 22410,
+      "▁Mutter": 22411,
+      "CONT": 22412,
+      "armée": 22413,
+      "agnet": 22414,
+      "▁Brow": 22415,
+      ".—": 22416,
+      "▁Television": 22417,
+      "▁Для": 22418,
+      "▁vm": 22419,
+      "▁ordin": 22420,
+      "▁Михай": 22421,
+      "▁aproxim": 22422,
+      "')->": 22423,
+      "▁zoo": 22424,
+      "ippi": 22425,
+      "▁sino": 22426,
+      "▁Québec": 22427,
+      "rages": 22428,
+      "äck": 22429,
+      "eing": 22430,
+      "arlo": 22431,
+      "pios": 22432,
+      "▁Chan": 22433,
+      "▁elli": 22434,
+      "▁incons": 22435,
+      "gestellt": 22436,
+      "ppers": 22437,
+      "Jean": 22438,
+      "anstalt": 22439,
+      "▁Dance": 22440,
+      "▁toen": 22441,
+      "▁decis": 22442,
+      "▁Резу": 22443,
+      "▁officially": 22444,
+      "ätze": 22445,
+      "▁доро": 22446,
+      "▁enumer": 22447,
+      "▁troisième": 22448,
+      "typ": 22449,
+      "offs": 22450,
+      "боль": 22451,
+      "odn": 22452,
+      "▁Zar": 22453,
+      "▁друго": 22454,
+      "quia": 22455,
+      "▁Nicolas": 22456,
+      "пису": 22457,
+      "▁mob": 22458,
+      "paces": 22459,
+      "нього": 22460,
+      "Alg": 22461,
+      "éroï": 22462,
+      "Errors": 22463,
+      "▁гре": 22464,
+      "▁женщи": 22465,
+      "inch": 22466,
+      "▁Korean": 22467,
+      "▁Apost": 22468,
+      "▁Liver": 22469,
+      "▁elementary": 22470,
+      "▁DI": 22471,
+      "виси": 22472,
+      "▁soil": 22473,
+      "▁DLL": 22474,
+      "▁risp": 22475,
+      "▁Shakespe": 22476,
+      "▁Gaussian": 22477,
+      "▁Kurt": 22478,
+      "Vertex": 22479,
+      "ebol": 22480,
+      "organisation": 22481,
+      "ären": 22482,
+      "▁YES": 22483,
+      "CUR": 22484,
+      "▁началь": 22485,
+      "▁постро": 22486,
+      "▁Luigi": 22487,
+      "▁caching": 22488,
+      "preventDefault": 22489,
+      "amd": 22490,
+      "▁Vit": 22491,
+      "subst": 22492,
+      "▁строи": 22493,
+      "▁Campion": 22494,
+      "chr": 22495,
+      "фере": 22496,
+      "▁Список": 22497,
+      "NF": 22498,
+      "▁cím": 22499,
+      "▁hé": 22500,
+      "rebbe": 22501,
+      "ocy": 22502,
+      "below": 22503,
+      "▁bylo": 22504,
+      "▁Уи": 22505,
+      "▁\\({\\": 22506,
+      "▁`:": 22507,
+      "giore": 22508,
+      "San": 22509,
+      "▁Gate": 22510,
+      "▁вс": 22511,
+      "▁olimp": 22512,
+      "▁Matrix": 22513,
+      "▁hearing": 22514,
+      "rii": 22515,
+      "tfrac": 22516,
+      "▁allemand": 22517,
+      "▁Vue": 22518,
+      "лн": 22519,
+      "▁compiling": 22520,
+      "▁Ens": 22521,
+      "▁investigation": 22522,
+      "▁Ax": 22523,
+      "▁chars": 22524,
+      "▁targets": 22525,
+      "▁loud": 22526,
+      "usement": 22527,
+      "▁Nether": 22528,
+      "commerce": 22529,
+      "IGHT": 22530,
+      "ocoa": 22531,
+      "ifecycle": 22532,
+      "▁Leo": 22533,
+      "priv": 22534,
+      "▁goods": 22535,
+      "adamente": 22536,
+      "Austral": 22537,
+      "▁reboot": 22538,
+      "Gest": 22539,
+      "▁representations": 22540,
+      "ceu": 22541,
+      "▁doctrine": 22542,
+      "cers": 22543,
+      "▁Krak": 22544,
+      "▁advoc": 22545,
+      "▁squadra": 22546,
+      "▁arbeitete": 22547,
+      "üst": 22548,
+      "▁pill": 22549,
+      "Answer": 22550,
+      "▁квіт": 22551,
+      "▁Wa": 22552,
+      "umann": 22553,
+      "▁Dynam": 22554,
+      "Famil": 22555,
+      "▁tennis": 22556,
+      "▁Engineering": 22557,
+      "▁circles": 22558,
+      "▁Maryland": 22559,
+      "▁besta": 22560,
+      "▁bases": 22561,
+      "▁znajdu": 22562,
+      "ктора": 22563,
+      "▁arrest": 22564,
+      "лер": 22565,
+      "▁Gia": 22566,
+      "▁remarkable": 22567,
+      "▁могу": 22568,
+      "▁Supreme": 22569,
+      "▁`%": 22570,
+      "dor": 22571,
+      "▁aujourd": 22572,
+      "▁wis": 22573,
+      "WIDTH": 22574,
+      "▁misma": 22575,
+      "▁fluid": 22576,
+      "▁petite": 22577,
+      "▁Tow": 22578,
+      "Registry": 22579,
+      "emed": 22580,
+      "▁Wisconsin": 22581,
+      "▁Racing": 22582,
+      "▁registration": 22583,
+      "/%": 22584,
+      "third": 22585,
+      "▁monuments": 22586,
+      "чей": 22587,
+      "▁jet": 22588,
+      "▁Urban": 22589,
+      "álva": 22590,
+      "▁milieu": 22591,
+      "▁possess": 22592,
+      "▁germ": 22593,
+      "dependencies": 22594,
+      "▁enemies": 22595,
+      "▁samen": 22596,
+      "▁Werner": 22597,
+      "▁hizo": 22598,
+      "▁td": 22599,
+      "▁yesterday": 22600,
+      "▁Ад": 22601,
+      "▁hasn": 22602,
+      "cellation": 22603,
+      "ování": 22604,
+      "lika": 22605,
+      "Week": 22606,
+      "▁Ing": 22607,
+      "▁Email": 22608,
+      "▁mètres": 22609,
+      "▁OCLC": 22610,
+      "▁amongst": 22611,
+      "▁splend": 22612,
+      "fur": 22613,
+      "antics": 22614,
+      "▁XXX": 22615,
+      "▁группы": 22616,
+      "lach": 22617,
+      "▁cousin": 22618,
+      "▁invariant": 22619,
+      "ђу": 22620,
+      "▁Beispiel": 22621,
+      "▁harder": 22622,
+      "▁bell": 22623,
+      "▁orch": 22624,
+      "tb": 22625,
+      "Footnote": 22626,
+      "regon": 22627,
+      "Martin": 22628,
+      "▁incon": 22629,
+      "▁attacked": 22630,
+      "_{-": 22631,
+      "▁Tras": 22632,
+      "party": 22633,
+      "iteit": 22634,
+      "▁saint": 22635,
+      "rások": 22636,
+      "▁containers": 22637,
+      "Mo": 22638,
+      "▁Sn": 22639,
+      "quantity": 22640,
+      "▁ras": 22641,
+      "▁Canal": 22642,
+      "ccion": 22643,
+      "uvo": 22644,
+      "▁idx": 22645,
+      "typename": 22646,
+      "▁Rugby": 22647,
+      "▁Seems": 22648,
+      "▁transmit": 22649,
+      "▁Präsident": 22650,
+      "зне": 22651,
+      "▁Baker": 22652,
+      "inth": 22653,
+      "▁több": 22654,
+      "verein": 22655,
+      "▁especie": 22656,
+      ",(": 22657,
+      "▁téc": 22658,
+      "▁WITH": 22659,
+      "▁unos": 22660,
+      "▁politics": 22661,
+      "createElement": 22662,
+      "▁stats": 22663,
+      "▁Tennessee": 22664,
+      "▁Bedeutung": 22665,
+      "▁Screen": 22666,
+      "▁Straße": 22667,
+      "anze": 22668,
+      "▁partly": 22669,
+      "manuel": 22670,
+      "olation": 22671,
+      "horizontal": 22672,
+      "érieure": 22673,
+      "ampio": 22674,
+      "▁струк": 22675,
+      "Weight": 22676,
+      "Land": 22677,
+      "poly": 22678,
+      "▁Dak": 22679,
+      "▁Assume": 22680,
+      "\".$": 22681,
+      "▁casi": 22682,
+      "▁gross": 22683,
+      "▁entertain": 22684,
+      "▁década": 22685,
+      "'.$": 22686,
+      "encer": 22687,
+      "▁guaranteed": 22688,
+      "]$.": 22689,
+      "лися": 22690,
+      "▁acceptable": 22691,
+      "raise": 22692,
+      "irus": 22693,
+      "weit": 22694,
+      "▁Ана": 22695,
+      "▁hills": 22696,
+      "ipage": 22697,
+      "BIT": 22698,
+      "▁nucle": 22699,
+      "▁utilis": 22700,
+      "CAA": 22701,
+      "ènes": 22702,
+      "▁Schweiz": 22703,
+      "▁AA": 22704,
+      "ninger": 22705,
+      "▁bands": 22706,
+      "▁tender": 22707,
+      "som": 22708,
+      "Warning": 22709,
+      "▁Bischof": 22710,
+      "▁Arc": 22711,
+      "▁Woman": 22712,
+      "▁transmission": 22713,
+      "чни": 22714,
+      "istre": 22715,
+      "BY": 22716,
+      "▁SI": 22717,
+      "▁Пар": 22718,
+      "▁}).": 22719,
+      "▁presenta": 22720,
+      "▁René": 22721,
+      "▁happiness": 22722,
+      "▁Punk": 22723,
+      "cols": 22724,
+      "▁Desde": 22725,
+      "рёх": 22726,
+      "▁мона": 22727,
+      "▁scratch": 22728,
+      "▁tcp": 22729,
+      "êtes": 22730,
+      "itated": 22731,
+      "▁diferen": 22732,
+      "geh": 22733,
+      "nahmen": 22734,
+      "Пе": 22735,
+      "cki": 22736,
+      "▁Teatro": 22737,
+      "▁Remember": 22738,
+      "▁fright": 22739,
+      "▁Yam": 22740,
+      "western": 22741,
+      "leted": 22742,
+      "▁встре": 22743,
+      "▁település": 22744,
+      "зин": 22745,
+      "▁Quant": 22746,
+      "▁supre": 22747,
+      "ája": 22748,
+      "дія": 22749,
+      "▁carrera": 22750,
+      "kret": 22751,
+      "para": 22752,
+      "▁SUM": 22753,
+      "▁pit": 22754,
+      "źdz": 22755,
+      "éo": 22756,
+      "рення": 22757,
+      "▁Chor": 22758,
+      "▁voix": 22759,
+      "▁executive": 22760,
+      "▁allerdings": 22761,
+      "Maybe": 22762,
+      "▁день": 22763,
+      "▁flying": 22764,
+      "▁parliament": 22765,
+      "ждан": 22766,
+      "▁fram": 22767,
+      "▁жовт": 22768,
+      "▁ugly": 22769,
+      "▁буду": 22770,
+      "igny": 22771,
+      "\\|_{": 22772,
+      "▁bitter": 22773,
+      "sce": 22774,
+      "▁pole": 22775,
+      "Verlag": 22776,
+      "▁totalité": 22777,
+      "▁foundation": 22778,
+      "jt": 22779,
+      "▁slice": 22780,
+      "ifique": 22781,
+      "▁integrate": 22782,
+      "strij": 22783,
+      "▁asympt": 22784,
+      "▁ему": 22785,
+      "▁perturb": 22786,
+      "▁Flow": 22787,
+      "jboss": 22788,
+      "RIG": 22789,
+      "▁Aless": 22790,
+      "XXX": 22791,
+      "▁summ": 22792,
+      "sqlite": 22793,
+      "▁cheer": 22794,
+      "prob": 22795,
+      "▁GPU": 22796,
+      "ził": 22797,
+      "(*)": 22798,
+      "▁induct": 22799,
+      "RAY": 22800,
+      "blatt": 22801,
+      "questa": 22802,
+      "oru": 22803,
+      "▁Inside": 22804,
+      "▁McG": 22805,
+      "▁Nep": 22806,
+      "мп": 22807,
+      "▁inve": 22808,
+      "▁Animal": 22809,
+      "▁sob": 22810,
+      "ított": 22811,
+      "loyment": 22812,
+      "▁bund": 22813,
+      "Station": 22814,
+      "▁BEGIN": 22815,
+      "▁partiellement": 22816,
+      "igg": 22817,
+      "estore": 22818,
+      "▁coinc": 22819,
+      "▁Sommer": 22820,
+      "▁md": 22821,
+      "▁locked": 22822,
+      "mathchar": 22823,
+      "arma": 22824,
+      "pent": 22825,
+      "arium": 22826,
+      "▁ears": 22827,
+      "▁Songs": 22828,
+      "▁similarly": 22829,
+      "▁literally": 22830,
+      "▁inches": 22831,
+      "▁affection": 22832,
+      "lp": 22833,
+      "▁concluded": 22834,
+      "▁муніципалі": 22835,
+      "▁памя": 22836,
+      "estaur": 22837,
+      "▁Josh": 22838,
+      "▁Fritz": 22839,
+      "DBC": 22840,
+      "дён": 22841,
+      "posa": 22842,
+      "▁golden": 22843,
+      "▁pc": 22844,
+      "▁comte": 22845,
+      "▁Ziel": 22846,
+      "▁présente": 22847,
+      "marks": 22848,
+      "igneur": 22849,
+      "▁Drive": 22850,
+      "▁neglect": 22851,
+      "▁rozp": 22852,
+      "▁Five": 22853,
+      "spaces": 22854,
+      "▁Medi": 22855,
+      "▁existed": 22856,
+      "▁była": 22857,
+      "джи": 22858,
+      "▁frente": 22859,
+      "тник": 22860,
+      "odd": 22861,
+      "▁answering": 22862,
+      "bian": 22863,
+      "▁Eugen": 22864,
+      "▁Publications": 22865,
+      "▁Dia": 22866,
+      "lá": 22867,
+      "▁'_": 22868,
+      "▁recuper": 22869,
+      "ому": 22870,
+      "▁Append": 22871,
+      "obar": 22872,
+      "▁employees": 22873,
+      "▁compens": 22874,
+      "emetery": 22875,
+      "▁элект": 22876,
+      "MON": 22877,
+      "olin": 22878,
+      "▁historic": 22879,
+      "his": 22880,
+      "ąd": 22881,
+      "nm": 22882,
+      "▁Goth": 22883,
+      "▁stress": 22884,
+      "▁partecip": 22885,
+      "▁Aw": 22886,
+      "▁sar": 22887,
+      "▁hu": 22888,
+      "▁matplotlib": 22889,
+      "▁Myst": 22890,
+      "();`": 22891,
+      "schein": 22892,
+      "Longrightarrow": 22893,
+      "▁ря": 22894,
+      "▁Isra": 22895,
+      "[^": 22896,
+      "nou": 22897,
+      "▁synd": 22898,
+      "working": 22899,
+      "▁Nation": 22900,
+      "▁Pent": 22901,
+      "▁klass": 22902,
+      "▁applicable": 22903,
+      "▁Diam": 22904,
+      "▁brasile": 22905,
+      "▁pac": 22906,
+      "▁Height": 22907,
+      "Put": 22908,
+      "▁intro": 22909,
+      "▁unusual": 22910,
+      "nas": 22911,
+      "▁Gebäude": 22912,
+      "▁beam": 22913,
+      "▁Rect": 22914,
+      "▁Primera": 22915,
+      "▁haut": 22916,
+      "▁trait": 22917,
+      "prüft": 22918,
+      "inación": 22919,
+      "▁configurations": 22920,
+      "▁gilt": 22921,
+      "▁territoire": 22922,
+      "hez": 22923,
+      "▁alte": 22924,
+      "relative": 22925,
+      "Excel": 22926,
+      "▁Wright": 22927,
+      "GV": 22928,
+      "поли": 22929,
+      "Quant": 22930,
+      "▁gauge": 22931,
+      "▁multiply": 22932,
+      "ASS": 22933,
+      "ственно": 22934,
+      "ану": 22935,
+      "▁jeden": 22936,
+      "▁literary": 22937,
+      "▁Dro": 22938,
+      "▁advise": 22939,
+      "itzen": 22940,
+      "▁disag": 22941,
+      "website": 22942,
+      "▁дія": 22943,
+      "▁observer": 22944,
+      "▁január": 22945,
+      "vě": 22946,
+      "kup": 22947,
+      "▁Ses": 22948,
+      "▁wojew": 22949,
+      "▁stages": 22950,
+      "▁времени": 22951,
+      "łuż": 22952,
+      "нос": 22953,
+      "Download": 22954,
+      "ipo": 22955,
+      "▁graf": 22956,
+      "▁робо": 22957,
+      "▁Nikol": 22958,
+      "▁fic": 22959,
+      "▁joining": 22960,
+      "▁diversos": 22961,
+      "▁LIKE": 22962,
+      "▁Fitz": 22963,
+      "▁dimin": 22964,
+      "▁distrib": 22965,
+      "Sam": 22966,
+      "koz": 22967,
+      "▁alphabet": 22968,
+      "oser": 22969,
+      "OUR": 22970,
+      "uka": 22971,
+      "кая": 22972,
+      "▁steel": 22973,
+      "▁`--": 22974,
+      "▁tener": 22975,
+      "marker": 22976,
+      "▁Heaven": 22977,
+      "newcommand": 22978,
+      "▁prisoners": 22979,
+      "▁Knight": 22980,
+      "▁presents": 22981,
+      "▁questi": 22982,
+      "▁trains": 22983,
+      "opera": 22984,
+      "▁Linear": 22985,
+      "▁ME": 22986,
+      "▁Buc": 22987,
+      "Leg": 22988,
+      "▁agua": 22989,
+      "▁Griff": 22990,
+      "olg": 22991,
+      "dst": 22992,
+      ".\r": 22993,
+      "▁persones": 22994,
+      "Mal": 22995,
+      "бере": 22996,
+      "folge": 22997,
+      "▁acab": 22998,
+      "ctu": 22999,
+      "ptic": 23000,
+      "▁Navigation": 23001,
+      "Russ": 23002,
+      "галь": 23003,
+      "▁Ful": 23004,
+      "▁має": 23005,
+      "чная": 23006,
+      "wner": 23007,
+      "contra": 23008,
+      "▁joueur": 23009,
+      "▁Jess": 23010,
+      "▁renew": 23011,
+      "▁lap": 23012,
+      "▁casting": 23013,
+      "gal": 23014,
+      "▁tématu": 23015,
+      "▁называ": 23016,
+      "зах": 23017,
+      "чне": 23018,
+      ")-\\": 23019,
+      "▁часто": 23020,
+      "}$-": 23021,
+      "▁licz": 23022,
+      "▁emot": 23023,
+      "harm": 23024,
+      "▁occasionally": 23025,
+      "▁horror": 23026,
+      "east": 23027,
+      "▁printer": 23028,
+      "aran": 23029,
+      "▁Mississ": 23030,
+      "follow": 23031,
+      "▁Barry": 23032,
+      "▁investigate": 23033,
+      "gow": 23034,
+      "▁Americans": 23035,
+      "Since": 23036,
+      "▁відо": 23037,
+      "▁reun": 23038,
+      "osci": 23039,
+      "▁Chapter": 23040,
+      "▁bay": 23041,
+      "роме": 23042,
+      "ethe": 23043,
+      "édie": 23044,
+      "comot": 23045,
+      "▁miejscowo": 23046,
+      "▁studierte": 23047,
+      "ouvert": 23048,
+      "▁кур": 23049,
+      "▁DESC": 23050,
+      "▁touched": 23051,
+      "▁Jerry": 23052,
+      "uese": 23053,
+      "лище": 23054,
+      "authentication": 23055,
+      "▁colle": 23056,
+      "heart": 23057,
+      "▁regiment": 23058,
+      "cribed": 23059,
+      "▁Боль": 23060,
+      "▁проис": 23061,
+      "ceae": 23062,
+      "▁masses": 23063,
+      "▁scrolling": 23064,
+      "usto": 23065,
+      "SW": 23066,
+      "ovat": 23067,
+      "▁grâce": 23068,
+      "▁Архив": 23069,
+      "▁Север": 23070,
+      "avait": 23071,
+      "▁Marshall": 23072,
+      "▁HashMap": 23073,
+      "acon": 23074,
+      "ücken": 23075,
+      "[])": 23076,
+      "▁evangel": 23077,
+      "etzung": 23078,
+      "ttemberg": 23079,
+      "sters": 23080,
+      "TM": 23081,
+      "▁литера": 23082,
+      "quot": 23083,
+      "Pred": 23084,
+      "▁werk": 23085,
+      "▁haber": 23086,
+      "lava": 23087,
+      "vous": 23088,
+      "▁Late": 23089,
+      "cycle": 23090,
+      "тирова": 23091,
+      "▁проду": 23092,
+      "▁populations": 23093,
+      "▁Yan": 23094,
+      "Prefix": 23095,
+      "actéristiques": 23096,
+      "+'": 23097,
+      "()`](": 23098,
+      "▁Ль": 23099,
+      "филь": 23100,
+      "▁жизни": 23101,
+      "ftp": 23102,
+      "▁всех": 23103,
+      "▁gdzie": 23104,
+      "▁videa": 23105,
+      "oauth": 23106,
+      "▁pid": 23107,
+      "ům": 23108,
+      "▁pesso": 23109,
+      "▁tracking": 23110,
+      "izin": 23111,
+      "▁Morris": 23112,
+      "щий": 23113,
+      "▁Provinz": 23114,
+      "▁Mitte": 23115,
+      "▁artificial": 23116,
+      "brázky": 23117,
+      "▁дости": 23118,
+      "▁restored": 23119,
+      "▁communicate": 23120,
+      "agit": 23121,
+      "Recogn": 23122,
+      "▁lon": 23123,
+      "▁заня": 23124,
+      "▁Argument": 23125,
+      "flush": 23126,
+      "мана": 23127,
+      "seconds": 23128,
+      "UC": 23129,
+      "▁Ruth": 23130,
+      "▁tub": 23131,
+      "▁Bret": 23132,
+      "▁Pere": 23133,
+      "▁responsibility": 23134,
+      "ńczy": 23135,
+      "▁environments": 23136,
+      "kee": 23137,
+      "▁groot": 23138,
+      "▁painted": 23139,
+      "▁Éditions": 23140,
+      "cpy": 23141,
+      "árt": 23142,
+      "lichkeit": 23143,
+      "arda": 23144,
+      "Batch": 23145,
+      "▁Leopold": 23146,
+      "reason": 23147,
+      "noreferrer": 23148,
+      "sens": 23149,
+      "▁rocks": 23150,
+      "▁Hitler": 23151,
+      "лат": 23152,
+      "▁quoted": 23153,
+      "▁колле": 23154,
+      "▁уров": 23155,
+      "bag": 23156,
+      ".\")": 23157,
+      "▁ML": 23158,
+      "▁komt": 23159,
+      "▁[_": 23160,
+      "▁spectral": 23161,
+      "edo": 23162,
+      "▁insieme": 23163,
+      "▁suffering": 23164,
+      "slider": 23165,
+      "▁Kennedy": 23166,
+      "olate": 23167,
+      "▁Patri": 23168,
+      "зии": 23169,
+      "OH": 23170,
+      "▁теа": 23171,
+      "▁права": 23172,
+      "мах": 23173,
+      "rewrite": 23174,
+      "▁Einsatz": 23175,
+      "external": 23176,
+      "holds": 23177,
+      "▁Places": 23178,
+      "atype": 23179,
+      "▁vulner": 23180,
+      "▁abandoned": 23181,
+      "Origin": 23182,
+      "▁maximal": 23183,
+      "AAAA": 23184,
+      "▁Baseball": 23185,
+      "▁Close": 23186,
+      "▁painter": 23187,
+      "▁assigning": 23188,
+      "NB": 23189,
+      "blast": 23190,
+      "▁Künstler": 23191,
+      ")](": 23192,
+      "fach": 23193,
+      "▁Constantin": 23194,
+      "okes": 23195,
+      "▁nobody": 23196,
+      "▁subtract": 23197,
+      "▁fosse": 23198,
+      "▁certific": 23199,
+      "▁muse": 23200,
+      "/),": 23201,
+      "▁Profil": 23202,
+      "▁proxim": 23203,
+      "▁Jerusalem": 23204,
+      "▁simplicity": 23205,
+      "▁wsz": 23206,
+      "NUMBER": 23207,
+      "uttavia": 23208,
+      "UITableView": 23209,
+      "ichter": 23210,
+      "жан": 23211,
+      "▁Lav": 23212,
+      "itchen": 23213,
+      "▁Чем": 23214,
+      "Tu": 23215,
+      "▁geom": 23216,
+      "▁zvuky": 23217,
+      "▁Survey": 23218,
+      "ANCE": 23219,
+      "▁encrypted": 23220,
+      "prof": 23221,
+      "▁dare": 23222,
+      "▁Loren": 23223,
+      "тв": 23224,
+      "▁Алек": 23225,
+      "▁computers": 23226,
+      "▁expectation": 23227,
+      "▁substantial": 23228,
+      "▁Дми": 23229,
+      "▁`{": 23230,
+      "▁дра": 23231,
+      "ubble": 23232,
+      "▁performs": 23233,
+      "▁Krieg": 23234,
+      "▁incoming": 23235,
+      "▁Classification": 23236,
+      "WebView": 23237,
+      "▁episodes": 23238,
+      "apper": 23239,
+      "äufig": 23240,
+      "▁giov": 23241,
+      "▁Depart": 23242,
+      "бора": 23243,
+      "edly": 23244,
+      "ospod": 23245,
+      "▁ptr": 23246,
+      "▁dátum": 23247,
+      "▁estimation": 23248,
+      "icole": 23249,
+      "▁----": 23250,
+      "▁princes": 23251,
+      "HEAD": 23252,
+      "▁diffusion": 23253,
+      "▁drie": 23254,
+      "▁Ada": 23255,
+      "нице": 23256,
+      "nginx": 23257,
+      "shal": 23258,
+      "▁februari": 23259,
+      "▁Tat": 23260,
+      "looking": 23261,
+      "kund": 23262,
+      "▁Dean": 23263,
+      "mongodb": 23264,
+      "вших": 23265,
+      "▁Aur": 23266,
+      "▁Flora": 23267,
+      "▁Studios": 23268,
+      "ције": 23269,
+      "eil": 23270,
+      "Install": 23271,
+      "▁franch": 23272,
+      "▁HMS": 23273,
+      "▁practices": 23274,
+      "lej": 23275,
+      "dale": 23276,
+      "▁poste": 23277,
+      "▁Hels": 23278,
+      "▁reliable": 23279,
+      "ździer": 23280,
+      "▁verse": 23281,
+      "ermeister": 23282,
+      "▁quit": 23283,
+      "ético": 23284,
+      "ilis": 23285,
+      "edor": 23286,
+      "▁Cultural": 23287,
+      "дже": 23288,
+      "▁liked": 23289,
+      "▁mongodb": 23290,
+      "▁Broadway": 23291,
+      "▁IR": 23292,
+      "eszt": 23293,
+      "hov": 23294,
+      "▁míst": 23295,
+      "reiche": 23296,
+      "▁kB": 23297,
+      "стом": 23298,
+      "▁SQLite": 23299,
+      "▁torneo": 23300,
+      "\\.": 23301,
+      "Ord": 23302,
+      "▁Administration": 23303,
+      "▁зда": 23304,
+      "▁Hinter": 23305,
+      "▁Via": 23306,
+      "Decimal": 23307,
+      "orious": 23308,
+      "▁nécessaire": 23309,
+      "wx": 23310,
+      "▁tej": 23311,
+      "▁tema": 23312,
+      "Obrázky": 23313,
+      "рите": 23314,
+      "▁builds": 23315,
+      "▁laten": 23316,
+      "▁гг": 23317,
+      "Visibility": 23318,
+      "läu": 23319,
+      "▁sechs": 23320,
+      "▁луч": 23321,
+      "cera": 23322,
+      "Could": 23323,
+      "▁traject": 23324,
+      "}}^{": 23325,
+      "▁Japon": 23326,
+      "another": 23327,
+      "IK": 23328,
+      "▁belonging": 23329,
+      "▁facilities": 23330,
+      "▁Daily": 23331,
+      "▁dece": 23332,
+      "intro": 23333,
+      "▁случа": 23334,
+      "Namespace": 23335,
+      "▁Bak": 23336,
+      "locale": 23337,
+      "UG": 23338,
+      "=${": 23339,
+      "▁compañ": 23340,
+      "jąc": 23341,
+      "▁arithmetic": 23342,
+      "forum": 23343,
+      "▁porta": 23344,
+      "onk": 23345,
+      "▁gender": 23346,
+      "▁expects": 23347,
+      "бка": 23348,
+      "▁nak": 23349,
+      "▁Grace": 23350,
+      "▁stro": 23351,
+      "ividual": 23352,
+      "▁COM": 23353,
+      "▁Farm": 23354,
+      "▁canton": 23355,
+      "тому": 23356,
+      "javax": 23357,
+      "сей": 23358,
+      "▁briefly": 23359,
+      "Face": 23360,
+      "rotate": 23361,
+      "constant": 23362,
+      "▁gallery": 23363,
+      "astro": 23364,
+      "allery": 23365,
+      "▁DJ": 23366,
+      "charge": 23367,
+      "ходить": 23368,
+      "Cent": 23369,
+      "\\\",": 23370,
+      "▁donna": 23371,
+      "arca": 23372,
+      "lade": 23373,
+      "zin": 23374,
+      "▁Ned": 23375,
+      "▁hosting": 23376,
+      "idor": 23377,
+      "itative": 23378,
+      "igs": 23379,
+      "▁пря": 23380,
+      "▁ticket": 23381,
+      "▁studying": 23382,
+      "▁designer": 23383,
+      "lapsed": 23384,
+      "▁laat": 23385,
+      "▁dix": 23386,
+      "▁integrated": 23387,
+      "▁informed": 23388,
+      "▁behave": 23389,
+      "▁labour": 23390,
+      "estellt": 23391,
+      "calendar": 23392,
+      "▁killing": 23393,
+      "▁twitter": 23394,
+      "iae": 23395,
+      "▁historique": 23396,
+      "DEFAULT": 23397,
+      "iała": 23398,
+      "▁theoretical": 23399,
+      "▁unders": 23400,
+      "ляет": 23401,
+      "atan": 23402,
+      "▁surname": 23403,
+      "▁intercept": 23404,
+      "гласно": 23405,
+      "▁општини": 23406,
+      "▁tired": 23407,
+      "▁Beth": 23408,
+      "▁административ": 23409,
+      "Li": 23410,
+      "▁Тур": 23411,
+      "▁Scanner": 23412,
+      "▁Stern": 23413,
+      "▁вместе": 23414,
+      "▁reporting": 23415,
+      "▁sull": 23416,
+      "цией": 23417,
+      "berts": 23418,
+      "ogonal": 23419,
+      "ők": 23420,
+      "▁ipsum": 23421,
+      "▁seulement": 23422,
+      "▁Seiten": 23423,
+      "wordpress": 23424,
+      "▁featuring": 23425,
+      "istischen": 23426,
+      "jub": 23427,
+      "▁étr": 23428,
+      "▁tea": 23429,
+      "▁adapted": 23430,
+      "▁scales": 23431,
+      "▁nan": 23432,
+      "getValue": 23433,
+      "▁Blues": 23434,
+      "acles": 23435,
+      "▁stati": 23436,
+      "▁entitled": 23437,
+      "▁Ralph": 23438,
+      "gravity": 23439,
+      "▁entrepr": 23440,
+      "któber": 23441,
+      "limat": 23442,
+      "lis": 23443,
+      "Demo": 23444,
+      "relation": 23445,
+      "▁nep": 23446,
+      "prowad": 23447,
+      "itis": 23448,
+      "▁pup": 23449,
+      "nehmer": 23450,
+      "▁disappoint": 23451,
+      "▁etwas": 23452,
+      "annon": 23453,
+      "▁approved": 23454,
+      "▁clever": 23455,
+      "Loading": 23456,
+      "▁verz": 23457,
+      "resse": 23458,
+      "▁inspir": 23459,
+      "▁sampling": 23460,
+      "▁Bek": 23461,
+      "})$.": 23462,
+      "▁грома": 23463,
+      "▁specie": 23464,
+      "▁repub": 23465,
+      "▁loader": 23466,
+      "▁erf": 23467,
+      "▁shoulder": 23468,
+      "rais": 23469,
+      "▁мате": 23470,
+      "▁Month": 23471,
+      "Scene": 23472,
+      "▁blocking": 23473,
+      "▁ocean": 23474,
+      "geben": 23475,
+      "▁Kilometer": 23476,
+      "▁bedeut": 23477,
+      "▁Mix": 23478,
+      "fmt": 23479,
+      "▁Norweg": 23480,
+      "▁IDs": 23481,
+      "parallel": 23482,
+      "▁anticip": 23483,
+      "▁revis": 23484,
+      "хан": 23485,
+      "▁свет": 23486,
+      "CASE": 23487,
+      "▁führt": 23488,
+      "▁atomic": 23489,
+      "▁darkness": 23490,
+      "▁Fußballspieler": 23491,
+      "▁Жи": 23492,
+      "quisition": 23493,
+      "▁Sieg": 23494,
+      "Circ": 23495,
+      "▁cientí": 23496,
+      "nelle": 23497,
+      "SHA": 23498,
+      "▁urb": 23499,
+      "▁ksi": 23500,
+      "leqslant": 23501,
+      "▁фрон": 23502,
+      "▁defect": 23503,
+      "▁rá": 23504,
+      "▁stronger": 23505,
+      "▁pł": 23506,
+      "▁communities": 23507,
+      "нина": 23508,
+      "enas": 23509,
+      "iennent": 23510,
+      "▁safely": 23511,
+      "▁тя": 23512,
+      "▁benchmark": 23513,
+      "▁Braun": 23514,
+      "methods": 23515,
+      "argument": 23516,
+      "vos": 23517,
+      "obox": 23518,
+      "рови": 23519,
+      "▁recherche": 23520,
+      "mn": 23521,
+      "▁brings": 23522,
+      "machine": 23523,
+      "CESS": 23524,
+      "hosts": 23525,
+      "▁NY": 23526,
+      "Autow": 23527,
+      "▁современ": 23528,
+      "▁Gary": 23529,
+      "▁sensor": 23530,
+      "▁documented": 23531,
+      "▁prendre": 23532,
+      "▁peer": 23533,
+      "enix": 23534,
+      "hai": 23535,
+      "arbe": 23536,
+      "цент": 23537,
+      "_(": 23538,
+      "▁URI": 23539,
+      "ева": 23540,
+      "▁Regie": 23541,
+      "▁Monument": 23542,
+      "▁onderwerp": 23543,
+      "Bag": 23544,
+      "tit": 23545,
+      "▁stir": 23546,
+      "▁nerv": 23547,
+      "сторія": 23548,
+      "▁sov": 23549,
+      "▁writers": 23550,
+      "▁sorts": 23551,
+      "absolute": 23552,
+      "▁difficulties": 23553,
+      "▁parlament": 23554,
+      "▁IEnumerable": 23555,
+      "▁dissol": 23556,
+      "▁CHECK": 23557,
+      "arina": 23558,
+      "inburgh": 23559,
+      "DM": 23560,
+      "▁eind": 23561,
+      "▁budget": 23562,
+      "▁certains": 23563,
+      "▁första": 23564,
+      "anja": 23565,
+      "▁годов": 23566,
+      "▁тек": 23567,
+      "▁Duch": 23568,
+      "gui": 23569,
+      "▁Teams": 23570,
+      "▁многи": 23571,
+      "Marie": 23572,
+      "Integr": 23573,
+      "ThreadPool": 23574,
+      "rust": 23575,
+      "ík": 23576,
+      "%\"": 23577,
+      "enf": 23578,
+      "spl": 23579,
+      "▁begun": 23580,
+      "lou": 23581,
+      "▁RewriteRule": 23582,
+      "tuple": 23583,
+      "aneous": 23584,
+      "▁marine": 23585,
+      "attan": 23586,
+      "ikal": 23587,
+      "▁graduated": 23588,
+      "illé": 23589,
+      "▁прове": 23590,
+      "▁Роз": 23591,
+      "',\r": 23592,
+      "▁Pfarr": 23593,
+      "▁nivel": 23594,
+      "▁працю": 23595,
+      "music": 23596,
+      "▁setTimeout": 23597,
+      "ERS": 23598,
+      "▁Erik": 23599,
+      "pit": 23600,
+      "▁Хро": 23601,
+      "▁pił": 23602,
+      "▁peri": 23603,
+      "док": 23604,
+      "uszt": 23605,
+      "▁Bear": 23606,
+      "ClassName": 23607,
+      "▁Parlament": 23608,
+      "▁aix": 23609,
+      "▁invited": 23610,
+      "▁PATH": 23611,
+      "xter": 23612,
+      "▁Race": 23613,
+      "▁hecho": 23614,
+      "▁Tower": 23615,
+      "▁utf": 23616,
+      "actly": 23617,
+      "▁буде": 23618,
+      "▁angles": 23619,
+      "няя": 23620,
+      "ouvelles": 23621,
+      "▁climate": 23622,
+      "▁singing": 23623,
+      "▁navigate": 23624,
+      ">';": 23625,
+      "adows": 23626,
+      "▁leta": 23627,
+      "▁Sitz": 23628,
+      "▁partitions": 23629,
+      "▁dock": 23630,
+      "▁ży": 23631,
+      "▁allocate": 23632,
+      "▁benefits": 23633,
+      "▁nieder": 23634,
+      "xpath": 23635,
+      "meck": 23636,
+      "älle": 23637,
+      "▁coupling": 23638,
+      "жил": 23639,
+      "ForKey": 23640,
+      "argent": 23641,
+      "clou": 23642,
+      "▁instruments": 23643,
+      "▁enthus": 23644,
+      "▁még": 23645,
+      "▁Пав": 23646,
+      "▁Rach": 23647,
+      "-----": 23648,
+      "▁APIs": 23649,
+      "▁Vier": 23650,
+      "Cmd": 23651,
+      "itore": 23652,
+      "▁Cuba": 23653,
+      "▁dátummal": 23654,
+      "▁embedding": 23655,
+      "stdio": 23656,
+      "▁Gilbert": 23657,
+      "▁geprüft": 23658,
+      "▁stating": 23659,
+      "▁triggers": 23660,
+      "+=": 23661,
+      "▁spécial": 23662,
+      "▁deliber": 23663,
+      "мин": 23664,
+      "Produ": 23665,
+      "▁Stati": 23666,
+      "▁zus": 23667,
+      "ktionen": 23668,
+      "Dispatcher": 23669,
+      "idal": 23670,
+      "▁LP": 23671,
+      "optera": 23672,
+      "▁estar": 23673,
+      "▁значи": 23674,
+      "смо": 23675,
+      "ouses": 23676,
+      "engono": 23677,
+      "▁WPF": 23678,
+      "publish": 23679,
+      "▁teor": 23680,
+      "elif": 23681,
+      "▁erg": 23682,
+      "▁separation": 23683,
+      "Pan": 23684,
+      "▁Orchestra": 23685,
+      "Peter": 23686,
+      "bounds": 23687,
+      "▁Shakespeare": 23688,
+      "▁cantante": 23689,
+      "▁demi": 23690,
+      "▁Popular": 23691,
+      "фр": 23692,
+      "arring": 23693,
+      "цин": 23694,
+      "▁Ис": 23695,
+      "von": 23696,
+      "▁substitution": 23697,
+      "▁línea": 23698,
+      "\\}$.": 23699,
+      "como": 23700,
+      "▁важ": 23701,
+      "wagen": 23702,
+      "▁rarely": 23703,
+      "▁periods": 23704,
+      "glob": 23705,
+      "▁Frid": 23706,
+      "▁Terr": 23707,
+      "▁Release": 23708,
+      "Brainz": 23709,
+      "▁граф": 23710,
+      "DIS": 23711,
+      "compatible": 23712,
+      "▁poč": 23713,
+      "LIN": 23714,
+      "▁Källor": 23715,
+      "▁Arizona": 23716,
+      "ppy": 23717,
+      "Seq": 23718,
+      "▁Ain": 23719,
+      "▁Tourn": 23720,
+      "brow": 23721,
+      "▁Kör": 23722,
+      "▁ash": 23723,
+      "ogeneous": 23724,
+      "▁dialect": 23725,
+      "▁насеља": 23726,
+      "mysqli": 23727,
+      "цов": 23728,
+      "▁flor": 23729,
+      "▁фло": 23730,
+      "IAB": 23731,
+      "▁Within": 23732,
+      "^(": 23733,
+      "▁bois": 23734,
+      "▁tank": 23735,
+      "▁affili": 23736,
+      "▁hijo": 23737,
+      "▁Kate": 23738,
+      "▁Verl": 23739,
+      "▁Miami": 23740,
+      "▁typescript": 23741,
+      "њу": 23742,
+      "▁Vern": 23743,
+      "▁висо": 23744,
+      "iemann": 23745,
+      "▁coverage": 23746,
+      "brie": 23747,
+      "▁Starting": 23748,
+      "numpy": 23749,
+      "▁Jenkins": 23750,
+      "▁két": 23751,
+      "▁grup": 23752,
+      "▁Scient": 23753,
+      "▁interrupt": 23754,
+      "▁blob": 23755,
+      "ugel": 23756,
+      "▁Orth": 23757,
+      "abama": 23758,
+      "▁Bapt": 23759,
+      "ownik": 23760,
+      "▁быть": 23761,
+      "▁Julius": 23762,
+      "▁През": 23763,
+      "▁substitute": 23764,
+      "supported": 23765,
+      "chy": 23766,
+      "egyzetek": 23767,
+      "▁Performance": 23768,
+      "lessly": 23769,
+      "Constructor": 23770,
+      "▁extending": 23771,
+      "▁Muslim": 23772,
+      "Overflow": 23773,
+      "▁Jenn": 23774,
+      "▁produz": 23775,
+      "мії": 23776,
+      "▁países": 23777,
+      "▁eux": 23778,
+      "▁fate": 23779,
+      "ologe": 23780,
+      "ук": 23781,
+      "▁wobei": 23782,
+      "▁Sachsen": 23783,
+      "▁сайт": 23784,
+      "Models": 23785,
+      "▁Fast": 23786,
+      "besondere": 23787,
+      "▁FR": 23788,
+      "▁acon": 23789,
+      "▁Denkmal": 23790,
+      "▁anch": 23791,
+      "▁público": 23792,
+      "▁Tas": 23793,
+      "▁cand": 23794,
+      "▁paździer": 23795,
+      "▁Мон": 23796,
+      "▁versus": 23797,
+      "rut": 23798,
+      "GT": 23799,
+      "▁inserting": 23800,
+      "▁canad": 23801,
+      "єм": 23802,
+      "▁Metro": 23803,
+      "▁Herzog": 23804,
+      "Ignore": 23805,
+      "▁decrease": 23806,
+      "▁пун": 23807,
+      "▁Fischer": 23808,
+      "▁Mall": 23809,
+      "▁nörd": 23810,
+      "iostream": 23811,
+      "▁Luxemb": 23812,
+      "payload": 23813,
+      "▁Zeitung": 23814,
+      "▁modifying": 23815,
+      "▁Cher": 23816,
+      "▁Luci": 23817,
+      "nx": 23818,
+      "▁loose": 23819,
+      "▁topics": 23820,
+      "▁varied": 23821,
+      "▁pg": 23822,
+      "ajes": 23823,
+      "umm": 23824,
+      "Views": 23825,
+      "▁Beau": 23826,
+      "MAP": 23827,
+      "ipeline": 23828,
+      "▁Interest": 23829,
+      "arith": 23830,
+      "▁según": 23831,
+      "▁Gemeins": 23832,
+      "▁Attribute": 23833,
+      "community": 23834,
+      "▁центр": 23835,
+      "▁kilometer": 23836,
+      "▁économ": 23837,
+      "laration": 23838,
+      "▁къ": 23839,
+      "▁carriage": 23840,
+      "▁Lane": 23841,
+      "▁необ": 23842,
+      "kur": 23843,
+      "▁AF": 23844,
+      "INTER": 23845,
+      "))$": 23846,
+      "▁beide": 23847,
+      "destination": 23848,
+      "▁fonts": 23849,
+      "appendChild": 23850,
+      "▁MAR": 23851,
+      "▁gay": 23852,
+      "mil": 23853,
+      "lesh": 23854,
+      "èt": 23855,
+      "▁Wang": 23856,
+      "▁Years": 23857,
+      "▁Symbol": 23858,
+      "Live": 23859,
+      "quency": 23860,
+      "▁Users": 23861,
+      "▁Unicode": 23862,
+      "▁Sau": 23863,
+      "▁tons": 23864,
+      "▁Ні": 23865,
+      "▁краї": 23866,
+      "AXI": 23867,
+      "▁Pick": 23868,
+      "AI": 23869,
+      "▁hath": 23870,
+      "▁ainda": 23871,
+      "▁papa": 23872,
+      "▁Censo": 23873,
+      "▁Bald": 23874,
+      "▁Насеље": 23875,
+      "▁simulations": 23876,
+      "▁jaren": 23877,
+      "▁inherited": 23878,
+      "▁той": 23879,
+      "▁feels": 23880,
+      "ression": 23881,
+      "▁október": 23882,
+      "bid": 23883,
+      "ási": 23884,
+      "▁muss": 23885,
+      "ventory": 23886,
+      "▁meist": 23887,
+      "▁bore": 23888,
+      "▁slider": 23889,
+      "дели": 23890,
+      "\\;": 23891,
+      "▁extracted": 23892,
+      "кур": 23893,
+      "Edge": 23894,
+      "▁perf": 23895,
+      "▁Brigade": 23896,
+      "▁град": 23897,
+      "ienie": 23898,
+      "▁Norden": 23899,
+      "▁cancer": 23900,
+      "\"/": 23901,
+      "Cur": 23902,
+      "▁Сере": 23903,
+      "▁liquid": 23904,
+      "structure": 23905,
+      "▁choosing": 23906,
+      "▁Perl": 23907,
+      "Side": 23908,
+      "üs": 23909,
+      "ритор": 23910,
+      "▁kost": 23911,
+      "▁packets": 23912,
+      "▁которого": 23913,
+      "▁Comun": 23914,
+      "▁fingers": 23915,
+      "ográfica": 23916,
+      ">:": 23917,
+      "▁championnat": 23918,
+      "▁blieb": 23919,
+      "▁Situ": 23920,
+      "▁suic": 23921,
+      "andis": 23922,
+      "Fre": 23923,
+      "▁Conc": 23924,
+      "▁republic": 23925,
+      "▁armed": 23926,
+      "▁hell": 23927,
+      "▁hög": 23928,
+      "ragma": 23929,
+      "▁ense": 23930,
+      "▁acres": 23931,
+      "▁Від": 23932,
+      "▁Reform": 23933,
+      "MainActivity": 23934,
+      "keeper": 23935,
+      "erb": 23936,
+      "▁monaster": 23937,
+      "subsubsection": 23938,
+      "▁Див": 23939,
+      "▁creature": 23940,
+      "▁indicating": 23941,
+      "▁urls": 23942,
+      "▁kein": 23943,
+      "образ": 23944,
+      "pick": 23945,
+      "▁Admir": 23946,
+      "▁oldest": 23947,
+      "▁muz": 23948,
+      "▁contradiction": 23949,
+      "▁probabil": 23950,
+      "illiant": 23951,
+      "▁pav": 23952,
+      "▁papel": 23953,
+      "ubs": 23954,
+      "▁жена": 23955,
+      "AML": 23956,
+      "▁recip": 23957,
+      "▁COL": 23958,
+      "added": 23959,
+      "▁clue": 23960,
+      "▁Ukraine": 23961,
+      "▁jelent": 23962,
+      "чень": 23963,
+      "▁mathematics": 23964,
+      "Accept": 23965,
+      "▁сот": 23966,
+      "▁север": 23967,
+      "▁isolated": 23968,
+      "▁поя": 23969,
+      "wür": 23970,
+      "Router": 23971,
+      "CAT": 23972,
+      "rgb": 23973,
+      "▁Lov": 23974,
+      "mutable": 23975,
+      "▁Wes": 23976,
+      "▁Italien": 23977,
+      "Drag": 23978,
+      "enium": 23979,
+      "atting": 23980,
+      "tcp": 23981,
+      "▁erfolgte": 23982,
+      "▁Beit": 23983,
+      "гато": 23984,
+      "▁Systems": 23985,
+      "▁reserve": 23986,
+      "eree": 23987,
+      "▁Пари": 23988,
+      "▁зали": 23989,
+      "▁rent": 23990,
+      "▁sunt": 23991,
+      "▁Girls": 23992,
+      "▁Ernest": 23993,
+      "▁fits": 23994,
+      "▁oppon": 23995,
+      "▁живело": 23996,
+      "▁avaient": 23997,
+      "▁Florence": 23998,
+      "▁числе": 23999,
+      "▁engines": 24000,
+      "Dynamic": 24001,
+      "▁stycznia": 24002,
+      "▁bias": 24003,
+      "▁Exchange": 24004,
+      "дий": 24005,
+      "▁historiques": 24006,
+      "▁Hä": 24007,
+      "hod": 24008,
+      "▁wł": 24009,
+      "schap": 24010,
+      "▁lac": 24011,
+      "▁Foi": 24012,
+      "▁dwell": 24013,
+      "▁Unternehmen": 24014,
+      "URN": 24015,
+      "▁kilometres": 24016,
+      "▁Однако": 24017,
+      "кли": 24018,
+      "▁Sri": 24019,
+      "Groups": 24020,
+      "mind": 24021,
+      "oslov": 24022,
+      "fern": 24023,
+      "egu": 24024,
+      "abeled": 24025,
+      "Fiddle": 24026,
+      "▁Century": 24027,
+      "/-": 24028,
+      "▁Jegyzetek": 24029,
+      "Hen": 24030,
+      "ensemble": 24031,
+      "▁Gut": 24032,
+      "_{{\\": 24033,
+      "▁ranking": 24034,
+      "+$": 24035,
+      "ала": 24036,
+      "▁#{": 24037,
+      "imientos": 24038,
+      "achim": 24039,
+      "rides": 24040,
+      "▁Klaus": 24041,
+      "▁intend": 24042,
+      "▁Kentucky": 24043,
+      "cipe": 24044,
+      "▁Dienst": 24045,
+      "▁situated": 24046,
+      "▁póź": 24047,
+      "▁scrit": 24048,
+      "clip": 24049,
+      "нет": 24050,
+      "tables": 24051,
+      "▁Nied": 24052,
+      "▁McK": 24053,
+      "▁powst": 24054,
+      "▁kunnen": 24055,
+      "▁Evans": 24056,
+      "жды": 24057,
+      "вать": 24058,
+      "uchar": 24059,
+      "▁residents": 24060,
+      "iak": 24061,
+      "▁Resol": 24062,
+      "▁veces": 24063,
+      "▁satisfying": 24064,
+      "INF": 24065,
+      "▁син": 24066,
+      "▁crossing": 24067,
+      "iben": 24068,
+      "▁широ": 24069,
+      "pto": 24070,
+      "ILL": 24071,
+      "▁роль": 24072,
+      "▁aktiv": 24073,
+      "▁обращения": 24074,
+      "Wikispecies": 24075,
+      "▁Höhe": 24076,
+      "cro": 24077,
+      "════": 24078,
+      "altra": 24079,
+      "▁FILE": 24080,
+      "▁ups": 24081,
+      "▁allocation": 24082,
+      "Michael": 24083,
+      "▁acknowled": 24084,
+      "Linux": 24085,
+      "▁metros": 24086,
+      "tte": 24087,
+      "afen": 24088,
+      "▁xcode": 24089,
+      "▁тради": 24090,
+      "species": 24091,
+      "▁injury": 24092,
+      "▁самы": 24093,
+      "▁lattice": 24094,
+      "Material": 24095,
+      "andenburg": 24096,
+      "▁huvudstaden": 24097,
+      "story": 24098,
+      "▁varying": 24099,
+      "▁követ": 24100,
+      "▁Российской": 24101,
+      "irse": 24102,
+      "▁drum": 24103,
+      "Pressed": 24104,
+      "Lar": 24105,
+      "▁Agu": 24106,
+      "▁weil": 24107,
+      "▁commence": 24108,
+      "▁Según": 24109,
+      "Gesture": 24110,
+      "Shape": 24111,
+      "▁Vors": 24112,
+      "▁succès": 24113,
+      "▁corrected": 24114,
+      "Kar": 24115,
+      "▁cruel": 24116,
+      "▁politico": 24117,
+      "▁Schriftsteller": 24118,
+      "▁risult": 24119,
+      "etu": 24120,
+      "archiv": 24121,
+      "▁género": 24122,
+      "▁Lü": 24123,
+      "▁triumph": 24124,
+      "ORS": 24125,
+      "Lu": 24126,
+      "▁personnel": 24127,
+      "▁Hills": 24128,
+      "asset": 24129,
+      "domin": 24130,
+      "Receive": 24131,
+      "▁Oak": 24132,
+      "▁Kno": 24133,
+      "▁Theory": 24134,
+      "irie": 24135,
+      "owan": 24136,
+      "▁estava": 24137,
+      "▁executes": 24138,
+      "йт": 24139,
+      "ópez": 24140,
+      "поло": 24141,
+      "ética": 24142,
+      "▁название": 24143,
+      "▁converges": 24144,
+      "▁notre": 24145,
+      "▁populated": 24146,
+      "▁movements": 24147,
+      "▁statistical": 24148,
+      "▁Zweiten": 24149,
+      "quin": 24150,
+      "▁importantes": 24151,
+      "▁klein": 24152,
+      "▁Segunda": 24153,
+      "schließend": 24154,
+      "Failure": 24155,
+      "nar": 24156,
+      "dag": 24157,
+      "▁ruolo": 24158,
+      "▁fiction": 24159,
+      "▁использу": 24160,
+      "▁crisis": 24161,
+      "▁Getting": 24162,
+      ",%": 24163,
+      "▁армии": 24164,
+      "▁campus": 24165,
+      "▁footer": 24166,
+      "▁días": 24167,
+      "бан": 24168,
+      "▁liberty": 24169,
+      "▁gh": 24170,
+      "▁chamber": 24171,
+      "▁districts": 24172,
+      "▁excited": 24173,
+      "▁canción": 24174,
+      "tero": 24175,
+      "▁Working": 24176,
+      "▁części": 24177,
+      "льный": 24178,
+      "▁forum": 24179,
+      "▁Ehe": 24180,
+      "▁ката": 24181,
+      "itations": 24182,
+      "Tools": 24183,
+      "achiv": 24184,
+      "▁cres": 24185,
+      "asto": 24186,
+      "▁rever": 24187,
+      "▁nazionale": 24188,
+      "▁doors": 24189,
+      "▁Nancy": 24190,
+      "▁islands": 24191,
+      "Imp": 24192,
+      "▁Chair": 24193,
+      "▁vorm": 24194,
+      "sein": 24195,
+      "▁доку": 24196,
+      "erset": 24197,
+      "▁tätig": 24198,
+      "▁Krit": 24199,
+      "▁пя": 24200,
+      "▁conservation": 24201,
+      "▁Partido": 24202,
+      "minipage": 24203,
+      "Validator": 24204,
+      "▁recovery": 24205,
+      "▁NASA": 24206,
+      "▁breast": 24207,
+      "ilty": 24208,
+      "analy": 24209,
+      "elines": 24210,
+      "▁Saturday": 24211,
+      "emark": 24212,
+      "cej": 24213,
+      "Zero": 24214,
+      "▁Turner": 24215,
+      "secure": 24216,
+      "Exists": 24217,
+      "▁Rick": 24218,
+      "evalu": 24219,
+      "ctrl": 24220,
+      "▁compression": 24221,
+      "▁CURL": 24222,
+      "textcolor": 24223,
+      ")\\,": 24224,
+      "longrightarrow": 24225,
+      "▁Fernseh": 24226,
+      "icha": 24227,
+      "▁loi": 24228,
+      "▁Оте": 24229,
+      "▁cave": 24230,
+      "▁dozen": 24231,
+      "▁explaining": 24232,
+      "▁innov": 24233,
+      "▁Nicholas": 24234,
+      "▁diameter": 24235,
+      "▁Marian": 24236,
+      "▁fires": 24237,
+      "▁artifact": 24238,
+      "▁Parker": 24239,
+      "▁Bund": 24240,
+      "▁verte": 24241,
+      "▁talent": 24242,
+      "▁Lucas": 24243,
+      "reverse": 24244,
+      "▁folgenden": 24245,
+      "▁Sah": 24246,
+      "jections": 24247,
+      "▁invece": 24248,
+      "▁costitu": 24249,
+      "▁ssl": 24250,
+      "}}^": 24251,
+      "▁violent": 24252,
+      "▁spos": 24253,
+      "Rout": 24254,
+      "jdk": 24255,
+      "▁заме": 24256,
+      "▁furent": 24257,
+      "andal": 24258,
+      "Hom": 24259,
+      "▁Senior": 24260,
+      "▁pounds": 24261,
+      "▁Discogs": 24262,
+      "▁зе": 24263,
+      "'}[": 24264,
+      "▁Napoleon": 24265,
+      "ordinates": 24266,
+      "àn": 24267,
+      "▁kurz": 24268,
+      "▁vere": 24269,
+      "▁reuse": 24270,
+      "▁Ген": 24271,
+      "▁Syst": 24272,
+      "▁disappeared": 24273,
+      "▁Watch": 24274,
+      "bibliothek": 24275,
+      "▁корпу": 24276,
+      "▁Cs": 24277,
+      "▁}`": 24278,
+      "▁rör": 24279,
+      "▁дела": 24280,
+      "VB": 24281,
+      "▁calculus": 24282,
+      "рода": 24283,
+      "▁judgment": 24284,
+      "atile": 24285,
+      "▁longue": 24286,
+      "▁Hus": 24287,
+      "Jac": 24288,
+      "}})": 24289,
+      "RIPT": 24290,
+      "IABot": 24291,
+      "▁após": 24292,
+      "▁aston": 24293,
+      "Webachiv": 24294,
+      "▁URLs": 24295,
+      "▁coat": 24296,
+      "▁эконо": 24297,
+      "▁lear": 24298,
+      "extensions": 24299,
+      "▁Classic": 24300,
+      "TI": 24301,
+      "▁Tage": 24302,
+      "▁lá": 24303,
+      "▁semb": 24304,
+      "▁développement": 24305,
+      "ISTS": 24306,
+      "▁solves": 24307,
+      ",\\,": 24308,
+      "▁чемпі": 24309,
+      "ordinary": 24310,
+      "▁Bav": 24311,
+      "▁muchos": 24312,
+      "Self": 24313,
+      "▁Май": 24314,
+      "▁Diet": 24315,
+      "▁necessity": 24316,
+      "від": 24317,
+      "▁mano": 24318,
+      "▁Ср": 24319,
+      "▁carre": 24320,
+      "▁Camera": 24321,
+      "▁Narod": 24322,
+      "▁Phone": 24323,
+      "▁polym": 24324,
+      "imore": 24325,
+      "isEmpty": 24326,
+      "▁Houston": 24327,
+      "▁Rece": 24328,
+      "▁presentation": 24329,
+      "ниципа": 24330,
+      "▁Db": 24331,
+      "▁confident": 24332,
+      "▁}{": 24333,
+      "▁bullet": 24334,
+      "▁{},": 24335,
+      "ANGE": 24336,
+      "▁Notre": 24337,
+      "chin": 24338,
+      "▁Dragon": 24339,
+      "erca": 24340,
+      "iali": 24341,
+      "▁asset": 24342,
+      "▁muito": 24343,
+      "▁deeply": 24344,
+      "▁restriction": 24345,
+      "▁commerce": 24346,
+      "▁Bomb": 24347,
+      "caught": 24348,
+      "qq": 24349,
+      "▁Arag": 24350,
+      "▁немец": 24351,
+      "▁Analysis": 24352,
+      "▁článku": 24353,
+      "▁baby": 24354,
+      "▁echter": 24355,
+      "▁одного": 24356,
+      "жена": 24357,
+      "▁whitespace": 24358,
+      "çu": 24359,
+      "LIST": 24360,
+      "frique": 24361,
+      "▁varias": 24362,
+      "▁Wit": 24363,
+      "▁Licencia": 24364,
+      "Exit": 24365,
+      "▁sierp": 24366,
+      "▁assemb": 24367,
+      "▁splitting": 24368,
+      "▁palace": 24369,
+      "▁blocked": 24370,
+      "▁boundaries": 24371,
+      "▁iterations": 24372,
+      "▁Rotten": 24373,
+      "▁Verkehr": 24374,
+      "▁weer": 24375,
+      "Tests": 24376,
+      "ifting": 24377,
+      "▁regul": 24378,
+      "▁persist": 24379,
+      "▁Solution": 24380,
+      "pb": 24381,
+      "▁collapse": 24382,
+      "▁arrested": 24383,
+      "▁predicate": 24384,
+      "▁Zone": 24385,
+      "▁ingen": 24386,
+      "zález": 24387,
+      "▁banks": 24388,
+      "plant": 24389,
+      "▁Nella": 24390,
+      "▁бан": 24391,
+      "▁Snow": 24392,
+      "▁Kreuz": 24393,
+      "ício": 24394,
+      "▁enters": 24395,
+      "▁expose": 24396,
+      "či": 24397,
+      "шие": 24398,
+      "Qual": 24399,
+      "▁landscape": 24400,
+      "▁подацима": 24401,
+      "mai": 24402,
+      "stag": 24403,
+      "ований": 24404,
+      "DEF": 24405,
+      "[]{": 24406,
+      "▁dernière": 24407,
+      "icut": 24408,
+      "▁Xml": 24409,
+      "▁subgroup": 24410,
+      "▁Polsce": 24411,
+      "▁Warning": 24412,
+      "▁vehicles": 24413,
+      "iot": 24414,
+      "▁dll": 24415,
+      "ront": 24416,
+      "▁Louise": 24417,
+      "▁ara": 24418,
+      "▁Scala": 24419,
+      "▁canonical": 24420,
+      "▁placing": 24421,
+      "ERY": 24422,
+      "▁Jag": 24423,
+      "▁virus": 24424,
+      "emu": 24425,
+      "▁});\r": 24426,
+      "▁мм": 24427,
+      "▁Trying": 24428,
+      "▁Lexikon": 24429,
+      "abord": 24430,
+      "▁expedition": 24431,
+      "▁demanded": 24432,
+      "Zyg": 24433,
+      "lein": 24434,
+      "▁verwendet": 24435,
+      "рина": 24436,
+      "wol": 24437,
+      "▁pivot": 24438,
+      "▁однако": 24439,
+      "▁propriet": 24440,
+      "▁awards": 24441,
+      "tout": 24442,
+      "▁assim": 24443,
+      "▁Storm": 24444,
+      "Limit": 24445,
+      "elin": 24446,
+      "wealth": 24447,
+      "uez": 24448,
+      "▁rappresent": 24449,
+      "▁resta": 24450,
+      "▁gegründet": 24451,
+      "▁journalist": 24452,
+      "isie": 24453,
+      "▁facility": 24454,
+      "illed": 24455,
+      "ulk": 24456,
+      "▁PK": 24457,
+      "Anchor": 24458,
+      "▁_)": 24459,
+      "VF": 24460,
+      "LAB": 24461,
+      "▁nå": 24462,
+      "odos": 24463,
+      "▁billion": 24464,
+      "virti": 24465,
+      "▁Jeux": 24466,
+      "юза": 24467,
+      "tomcat": 24468,
+      "▁charts": 24469,
+      "▁Bundle": 24470,
+      "▁lst": 24471,
+      "▁exer": 24472,
+      "▁females": 24473,
+      "▁obliged": 24474,
+      "▁aby": 24475,
+      "rolled": 24476,
+      "dri": 24477,
+      "▁Sche": 24478,
+      "▁vessels": 24479,
+      "IMARY": 24480,
+      "▁reasoning": 24481,
+      "▁проте": 24482,
+      "FILES": 24483,
+      "verk": 24484,
+      "osos": 24485,
+      "▁комму": 24486,
+      "дії": 24487,
+      "▁dd": 24488,
+      "▁соответ": 24489,
+      "▁IOException": 24490,
+      "ských": 24491,
+      "▁CLI": 24492,
+      "▁ње": 24493,
+      "CM": 24494,
+      "TD": 24495,
+      "▁possibilities": 24496,
+      "▁Compos": 24497,
+      "half": 24498,
+      "▁webpage": 24499,
+      "▁swing": 24500,
+      "▁zas": 24501,
+      "▁cycl": 24502,
+      "leid": 24503,
+      "istica": 24504,
+      "▁Insert": 24505,
+      "▁Sweden": 24506,
+      "▁wanting": 24507,
+      "▁ال": 24508,
+      "▁eeuw": 24509,
+      "▁Administr": 24510,
+      "▁Warren": 24511,
+      "▁bs": 24512,
+      "▁pam": 24513,
+      "anus": 24514,
+      "Dra": 24515,
+      "expl": 24516,
+      "▁Kant": 24517,
+      "▁Austin": 24518,
+      "▁csak": 24519,
+      "▁theatre": 24520,
+      "▁compatibility": 24521,
+      "матиче": 24522,
+      "setState": 24523,
+      "бю": 24524,
+      "}{|": 24525,
+      "▁Dy": 24526,
+      "▁Zwischen": 24527,
+      "Alt": 24528,
+      "CLARE": 24529,
+      "steps": 24530,
+      "▁Lage": 24531,
+      "▁Mitt": 24532,
+      "▁Dublin": 24533,
+      "▁работы": 24534,
+      "deep": 24535,
+      "▁flows": 24536,
+      "▁Palace": 24537,
+      "unix": 24538,
+      "refs": 24539,
+      "umar": 24540,
+      "aset": 24541,
+      "cov": 24542,
+      "▁ping": 24543,
+      "▁Safari": 24544,
+      "flug": 24545,
+      "creens": 24546,
+      "{#": 24547,
+      "▁реа": 24548,
+      "adors": 24549,
+      "▁amor": 24550,
+      "uce": 24551,
+      "demic": 24552,
+      "▁Netherlands": 24553,
+      "▁clusters": 24554,
+      "▁enfor": 24555,
+      "marine": 24556,
+      "▁bugs": 24557,
+      "izzata": 24558,
+      "▁scra": 24559,
+      "Les": 24560,
+      "quick": 24561,
+      "▁turno": 24562,
+      "_*": 24563,
+      "ера": 24564,
+      "Generated": 24565,
+      ">[": 24566,
+      "▁estre": 24567,
+      "orde": 24568,
+      "▁verg": 24569,
+      "роз": 24570,
+      "▁pau": 24571,
+      "includes": 24572,
+      "assa": 24573,
+      "aders": 24574,
+      "▁Герма": 24575,
+      "▁estaven": 24576,
+      "▁earliest": 24577,
+      "▁resultado": 24578,
+      "mun": 24579,
+      "▁plots": 24580,
+      "din": 24581,
+      "sorted": 24582,
+      "▁preference": 24583,
+      "rió": 24584,
+      "туре": 24585,
+      "▁Ligue": 24586,
+      "▁завер": 24587,
+      "phr": 24588,
+      "▁pocket": 24589,
+      "▁parl": 24590,
+      "▁lak": 24591,
+      "▁powie": 24592,
+      "▁altres": 24593,
+      "$};": 24594,
+      "plain": 24595,
+      "▁Cred": 24596,
+      "itza": 24597,
+      "perp": 24598,
+      "Green": 24599,
+      "▁devoted": 24600,
+      "production": 24601,
+      "worker": 24602,
+      "elsen": 24603,
+      "▁vern": 24604,
+      "▁március": 24605,
+      "▁Confeder": 24606,
+      "▁Liverpool": 24607,
+      "▁музи": 24608,
+      "▁emails": 24609,
+      "▁distances": 24610,
+      "▁segments": 24611,
+      "▁anth": 24612,
+      "▁wrest": 24613,
+      "▁hoog": 24614,
+      "▁cinema": 24615,
+      "rror": 24616,
+      "▁geboren": 24617,
+      "▁éc": 24618,
+      "Marker": 24619,
+      "▁Compet": 24620,
+      "▁листо": 24621,
+      "allowed": 24622,
+      "volume": 24623,
+      "Espagne": 24624,
+      "Ze": 24625,
+      "▁fixes": 24626,
+      "▁rond": 24627,
+      "▁arrangement": 24628,
+      "/~": 24629,
+      ".](": 24630,
+      "▁Források": 24631,
+      "▁weiteren": 24632,
+      "excel": 24633,
+      "▁змі": 24634,
+      "▁moderne": 24635,
+      "English": 24636,
+      "▁Transfermarkt": 24637,
+      "▁bearing": 24638,
+      "▁cleared": 24639,
+      "▁сам": 24640,
+      "▁divs": 24641,
+      "ći": 24642,
+      "▁этой": 24643,
+      "▁Геор": 24644,
+      "scene": 24645,
+      "▁ages": 24646,
+      "GEN": 24647,
+      "rän": 24648,
+      "▁Toul": 24649,
+      "▁Abs": 24650,
+      "ját": 24651,
+      "▁mediante": 24652,
+      "▁empres": 24653,
+      "▁Employee": 24654,
+      "▁polynomials": 24655,
+      "▁optimize": 24656,
+      "▁выступа": 24657,
+      "fare": 24658,
+      "вей": 24659,
+      "xf": 24660,
+      "quez": 24661,
+      "▁botan": 24662,
+      "▁defend": 24663,
+      "▁Quart": 24664,
+      "Mont": 24665,
+      "vb": 24666,
+      "tick": 24667,
+      "WD": 24668,
+      "mine": 24669,
+      "▁modific": 24670,
+      "notification": 24671,
+      "▁denn": 24672,
+      "▁algo": 24673,
+      "▁Spo": 24674,
+      "▁mistrzost": 24675,
+      "/:": 24676,
+      "▁apresent": 24677,
+      "▁прод": 24678,
+      "Volume": 24679,
+      "ską": 24680,
+      "protected": 24681,
+      "▁Turkish": 24682,
+      "azy": 24683,
+      "▁pouv": 24684,
+      "▁período": 24685,
+      "skog": 24686,
+      "▁entropy": 24687,
+      "zed": 24688,
+      "тори": 24689,
+      "▁lij": 24690,
+      "boards": 24691,
+      "▁стату": 24692,
+      "Bool": 24693,
+      "▁polity": 24694,
+      "@\",": 24695,
+      "▁рік": 24696,
+      "née": 24697,
+      "▁Zug": 24698,
+      "▁Uniti": 24699,
+      "émet": 24700,
+      "atience": 24701,
+      "dimen": 24702,
+      "▁Steven": 24703,
+      "Ha": 24704,
+      "ACTION": 24705,
+      "▁wand": 24706,
+      "▁Navar": 24707,
+      "▁січня": 24708,
+      "Watch": 24709,
+      "▁Stuart": 24710,
+      "▁zde": 24711,
+      "▁контро": 24712,
+      "dataset": 24713,
+      "yó": 24714,
+      "▁Bush": 24715,
+      "▁себя": 24716,
+      "▁worthy": 24717,
+      "▁Ble": 24718,
+      "▁propor": 24719,
+      "▁Village": 24720,
+      "▁ry": 24721,
+      "▁voit": 24722,
+      "▁копия": 24723,
+      "▁zp": 24724,
+      "▁cura": 24725,
+      "▁Html": 24726,
+      "▁Dieser": 24727,
+      "▁Days": 24728,
+      "onnes": 24729,
+      "▁antigu": 24730,
+      "▁Staaten": 24731,
+      "▁faint": 24732,
+      "ongs": 24733,
+      "▁öst": 24734,
+      "Redirect": 24735,
+      "ель": 24736,
+      "atorial": 24737,
+      "▁bother": 24738,
+      "EditText": 24739,
+      "▁Giul": 24740,
+      "▁заво": 24741,
+      "▁pueblo": 24742,
+      "▁Mississippi": 24743,
+      "jak": 24744,
+      "▁wings": 24745,
+      "onc": 24746,
+      "ível": 24747,
+      "iencia": 24748,
+      "entlicht": 24749,
+      "▁BTW": 24750,
+      "ornal": 24751,
+      "▁Коро": 24752,
+      "▁одним": 24753,
+      "▁salv": 24754,
+      "▁finden": 24755,
+      "geo": 24756,
+      "▁авиа": 24757,
+      "attung": 24758,
+      "viv": 24759,
+      "▁Luther": 24760,
+      "▁общи": 24761,
+      "▁Rolle": 24762,
+      "▁Abraham": 24763,
+      "▁centered": 24764,
+      "▁slash": 24765,
+      "isat": 24766,
+      "emann": 24767,
+      "Os": 24768,
+      "парта": 24769,
+      "▁Pablo": 24770,
+      "▁collaboration": 24771,
+      "paths": 24772,
+      "édition": 24773,
+      "▁viewed": 24774,
+      "▁consisted": 24775,
+      "▁recovered": 24776,
+      "▁Mexican": 24777,
+      "▁Fix": 24778,
+      "▁spell": 24779,
+      "Special": 24780,
+      "▁Ст": 24781,
+      "esseur": 24782,
+      "▁Украины": 24783,
+      "former": 24784,
+      "▁św": 24785,
+      "▁zeros": 24786,
+      "▁Straßen": 24787,
+      "▁organisation": 24788,
+      "üssen": 24789,
+      "▁Sierra": 24790,
+      "▁Season": 24791,
+      "▁volont": 24792,
+      "BeanFactory": 24793,
+      "▁помощ": 24794,
+      "▁pressing": 24795,
+      "▁equivalence": 24796,
+      "▁catt": 24797,
+      "icity": 24798,
+      "▁accomplished": 24799,
+      "▁yo": 24800,
+      "▁sic": 24801,
+      "▁imports": 24802,
+      "▁accommod": 24803,
+      "▁Porto": 24804,
+      "▁яка": 24805,
+      "▁loan": 24806,
+      "тики": 24807,
+      "▁checkout": 24808,
+      "▁assess": 24809,
+      "▁Population": 24810,
+      "urent": 24811,
+      "clojure": 24812,
+      "▁Santos": 24813,
+      "▁információ": 24814,
+      "POS": 24815,
+      "▁gare": 24816,
+      "▁kick": 24817,
+      "▁radical": 24818,
+      "▁Peace": 24819,
+      "▁streaming": 24820,
+      "camp": 24821,
+      "ząt": 24822,
+      "говор": 24823,
+      "▁Regierung": 24824,
+      "▁proceeded": 24825,
+      "fm": 24826,
+      "лены": 24827,
+      "▁earnest": 24828,
+      "▁Parad": 24829,
+      "requests": 24830,
+      "▁Raum": 24831,
+      "šč": 24832,
+      "▁policies": 24833,
+      "▁Tig": 24834,
+      "▁sitt": 24835,
+      "▁Energy": 24836,
+      "▁purely": 24837,
+      "▁Haut": 24838,
+      "▁Speed": 24839,
+      "bio": 24840,
+      "▁orange": 24841,
+      "▁biggest": 24842,
+      "▁britannique": 24843,
+      "▁Notable": 24844,
+      "vu": 24845,
+      "лении": 24846,
+      "бин": 24847,
+      "▁Nash": 24848,
+      "щение": 24849,
+      "▁ciel": 24850,
+      "adémie": 24851,
+      "▁грудня": 24852,
+      "▁joue": 24853,
+      "▁voted": 24854,
+      "rico": 24855,
+      "▁гор": 24856,
+      "▁команду": 24857,
+      "itivity": 24858,
+      "▁ще": 24859,
+      "▁definite": 24860,
+      "uropa": 24861,
+      "!\");": 24862,
+      "Defaults": 24863,
+      "▁некоторы": 24864,
+      "édération": 24865,
+      "▁silly": 24866,
+      "▁talked": 24867,
+      "reu": 24868,
+      "▁Lomb": 24869,
+      "▁statue": 24870,
+      "кта": 24871,
+      "юр": 24872,
+      "umably": 24873,
+      "▁городе": 24874,
+      "▁Runtime": 24875,
+      "▁diagn": 24876,
+      "▁retro": 24877,
+      "▁Sverige": 24878,
+      "▁inicial": 24879,
+      "ienza": 24880,
+      "▁figlio": 24881,
+      "▁zog": 24882,
+      "▁rey": 24883,
+      "▁Rund": 24884,
+      "тный": 24885,
+      "▁ceased": 24886,
+      "erno": 24887,
+      "▁esa": 24888,
+      "▁trouv": 24889,
+      "▁Gemeinden": 24890,
+      "▁comercial": 24891,
+      "skap": 24892,
+      "enario": 24893,
+      "▁juris": 24894,
+      "TB": 24895,
+      "нала": 24896,
+      "▁vij": 24897,
+      "VO": 24898,
+      "▁clin": 24899,
+      "jör": 24900,
+      "сан": 24901,
+      "owała": 24902,
+      "ribución": 24903,
+      "▁ursprüng": 24904,
+      "▁condem": 24905,
+      "▁Stage": 24906,
+      "▁mixing": 24907,
+      "▁різ": 24908,
+      "▁fans": 24909,
+      "ház": 24910,
+      "social": 24911,
+      "zan": 24912,
+      "▁свой": 24913,
+      "Cookie": 24914,
+      "▁Roland": 24915,
+      "azionale": 24916,
+      "▁Sloven": 24917,
+      "▁Fiche": 24918,
+      "▁Sé": 24919,
+      "hä": 24920,
+      "▁officials": 24921,
+      "▁înt": 24922,
+      "Interceptor": 24923,
+      "Tables": 24924,
+      "▁davon": 24925,
+      "initialize": 24926,
+      "]=\"": 24927,
+      "▁Body": 24928,
+      "▁Upper": 24929,
+      "▁Collect": 24930,
+      "▁Zürich": 24931,
+      "Horizontal": 24932,
+      "Typ": 24933,
+      "▁político": 24934,
+      "▁RewriteCond": 24935,
+      "▁hoped": 24936,
+      "▁anxious": 24937,
+      "Liter": 24938,
+      "jahr": 24939,
+      "▁assemble": 24940,
+      "▁crypt": 24941,
+      "lahoma": 24942,
+      "ASH": 24943,
+      "▁Бри": 24944,
+      "▁Cic": 24945,
+      "twitter": 24946,
+      "hyper": 24947,
+      "▁Tell": 24948,
+      "ільки": 24949,
+      "вобо": 24950,
+      "▁bazie": 24951,
+      "▁contemporary": 24952,
+      "▁Parameter": 24953,
+      "stwa": 24954,
+      "▁bekend": 24955,
+      "cock": 24956,
+      "previous": 24957,
+      "enska": 24958,
+      "▁caller": 24959,
+      "]])": 24960,
+      "▁Raz": 24961,
+      "▁Selon": 24962,
+      "▁proposal": 24963,
+      "▁bý": 24964,
+      "▁Sied": 24965,
+      "▁Arbeits": 24966,
+      "▁pride": 24967,
+      "▁slope": 24968,
+      "idé": 24969,
+      "gradient": 24970,
+      "▁Джерела": 24971,
+      "▁SH": 24972,
+      "▁разрабо": 24973,
+      "iversity": 24974,
+      "сподар": 24975,
+      "\\{\\": 24976,
+      "▁стали": 24977,
+      "▁Einzel": 24978,
+      "▁rgba": 24979,
+      "▁Anim": 24980,
+      "▁alles": 24981,
+      "бар": 24982,
+      "erte": 24983,
+      "▁réalisé": 24984,
+      "Institut": 24985,
+      "▁markup": 24986,
+      "▁vars": 24987,
+      "▁gam": 24988,
+      "▁Василь": 24989,
+      "izza": 24990,
+      "▁Cob": 24991,
+      "▁Metal": 24992,
+      "▁leak": 24993,
+      "▁Lanc": 24994,
+      "Switch": 24995,
+      "Delay": 24996,
+      "atuur": 24997,
+      "▁четы": 24998,
+      "▁англий": 24999,
+      "▁legacy": 25000,
+      "▁desarroll": 25001,
+      "▁topological": 25002,
+      "▁jeweils": 25003,
+      "▁Nederlandse": 25004,
+      "▁atmosphere": 25005,
+      "urban": 25006,
+      "▁slov": 25007,
+      "▁lawyer": 25008,
+      "pecially": 25009,
+      "▁alternate": 25010,
+      "▁paramet": 25011,
+      "▁establishment": 25012,
+      "▁woods": 25013,
+      "PD": 25014,
+      "▁наи": 25015,
+      "▁mang": 25016,
+      "▁wechselte": 25017,
+      "ську": 25018,
+      ".=": 25019,
+      "▁fifteen": 25020,
+      "SUM": 25021,
+      "▁Fro": 25022,
+      "▁LED": 25023,
+      "owano": 25024,
+      "ствие": 25025,
+      "▁Données": 25026,
+      "tol": 25027,
+      "żyn": 25028,
+      "cref": 25029,
+      "ствии": 25030,
+      "horn": 25031,
+      "▁сооб": 25032,
+      "▁оборо": 25033,
+      "▁Complete": 25034,
+      "“)": 25035,
+      "▁kindly": 25036,
+      "▁Chamber": 25037,
+      "ség": 25038,
+      "WH": 25039,
+      "▁ambient": 25040,
+      "кро": 25041,
+      "▁cheval": 25042,
+      "▁написа": 25043,
+      "flu": 25044,
+      "▁Offiz": 25045,
+      "mate": 25046,
+      "natural": 25047,
+      "separ": 25048,
+      "empre": 25049,
+      "ViewHolder": 25050,
+      "fw": 25051,
+      "▁letech": 25052,
+      "▁trailing": 25053,
+      "atri": 25054,
+      "▁Gó": 25055,
+      "▁Bonn": 25056,
+      "▁unlikely": 25057,
+      "RAM": 25058,
+      "enst": 25059,
+      "Stats": 25060,
+      "▁политиче": 25061,
+      ")--(": 25062,
+      "▁trom": 25063,
+      "!...": 25064,
+      "▁Meanwhile": 25065,
+      "стана": 25066,
+      "▁Reino": 25067,
+      "▁Arist": 25068,
+      "$}}%": 25069,
+      "▁solem": 25070,
+      "closure": 25071,
+      "ignation": 25072,
+      "łod": 25073,
+      "▁divor": 25074,
+      "▁международ": 25075,
+      "=\"<?": 25076,
+      "▁molt": 25077,
+      "▁skills": 25078,
+      "▁Cir": 25079,
+      "▁Después": 25080,
+      "▁lun": 25081,
+      "▁coron": 25082,
+      "▁Comics": 25083,
+      "стори": 25084,
+      "▁Items": 25085,
+      "▁Think": 25086,
+      "игра": 25087,
+      "▁grows": 25088,
+      "portal": 25089,
+      "▁nich": 25090,
+      "▁restrictions": 25091,
+      "▁Lau": 25092,
+      "шення": 25093,
+      "▁Sozial": 25094,
+      "▁кі": 25095,
+      "mana": 25096,
+      "▁lieutenant": 25097,
+      "Attr": 25098,
+      "umeric": 25099,
+      "▁drives": 25100,
+      "asis": 25101,
+      "бай": 25102,
+      "NL": 25103,
+      "Zygote": 25104,
+      "physics": 25105,
+      "▁internally": 25106,
+      "вается": 25107,
+      "Hidden": 25108,
+      "▁Дата": 25109,
+      "▁unsafe": 25110,
+      "▁Roc": 25111,
+      "▁instantiate": 25112,
+      "udni": 25113,
+      "▁Room": 25114,
+      "▁Пред": 25115,
+      "▁maja": 25116,
+      "achment": 25117,
+      "uuid": 25118,
+      "Projects": 25119,
+      "Gre": 25120,
+      "▁взя": 25121,
+      "▁Blood": 25122,
+      "icile": 25123,
+      "▁Nouvelle": 25124,
+      "Does": 25125,
+      "▁nieuwe": 25126,
+      "ále": 25127,
+      "angs": 25128,
+      "weak": 25129,
+      "▁aantal": 25130,
+      "▁Ев": 25131,
+      "▁Dresden": 25132,
+      "▁Lost": 25133,
+      "ката": 25134,
+      "▁involve": 25135,
+      "▁declaring": 25136,
+      "▁Political": 25137,
+      "érez": 25138,
+      "kop": 25139,
+      "notify": 25140,
+      "▁Curt": 25141,
+      "▁schließlich": 25142,
+      "ghan": 25143,
+      "цена": 25144,
+      "▁kwiet": 25145,
+      "ügel": 25146,
+      "▁Sob": 25147,
+      "▁substr": 25148,
+      "▁ellen": 25149,
+      "ionario": 25150,
+      "enson": 25151,
+      "WIN": 25152,
+      "спорт": 25153,
+      "emer": 25154,
+      "nome": 25155,
+      "▁smiled": 25156,
+      "▁Schmidt": 25157,
+      "▁smoke": 25158,
+      "▁Token": 25159,
+      "▁vague": 25160,
+      "▁provision": 25161,
+      "yaml": 25162,
+      "нитель": 25163,
+      "onial": 25164,
+      "époque": 25165,
+      "▁NC": 25166,
+      "▁NFL": 25167,
+      "teck": 25168,
+      "▁allo": 25169,
+      "▁précéd": 25170,
+      "central": 25171,
+      "▁majd": 25172,
+      "▁chrom": 25173,
+      "▁Zum": 25174,
+      "verso": 25175,
+      "▁verschiedenen": 25176,
+      "▁старо": 25177,
+      "▁quelle": 25178,
+      "▁rép": 25179,
+      "ROW": 25180,
+      "▁ihnen": 25181,
+      "▁sensible": 25182,
+      "|$": 25183,
+      "▁schw": 25184,
+      "▁BR": 25185,
+      "▁Options": 25186,
+      "▁tens": 25187,
+      "▁conquist": 25188,
+      "▁ließ": 25189,
+      "ovis": 25190,
+      "▁міста": 25191,
+      "▁ela": 25192,
+      "rifice": 25193,
+      "▁lok": 25194,
+      "▁Queensland": 25195,
+      "Binary": 25196,
+      "▁Rahmen": 25197,
+      "▁abol": 25198,
+      "▁část": 25199,
+      "▁Edinburgh": 25200,
+      "inde": 25201,
+      "▁calculating": 25202,
+      "▁Oregon": 25203,
+      "▁legit": 25204,
+      "▁Nachdem": 25205,
+      "athon": 25206,
+      "Private": 25207,
+      "illaume": 25208,
+      "▁observable": 25209,
+      "leans": 25210,
+      "▁remarked": 25211,
+      "▁halt": 25212,
+      "ницы": 25213,
+      "▁stamp": 25214,
+      "▁Adv": 25215,
+      "Louis": 25216,
+      "imming": 25217,
+      "gruppe": 25218,
+      "▁Policy": 25219,
+      "▁vrij": 25220,
+      "ftrag": 25221,
+      "▁offices": 25222,
+      "▁participated": 25223,
+      "▁escol": 25224,
+      "▁\"</": 25225,
+      "▁nombreuses": 25226,
+      "▁divid": 25227,
+      "▁advis": 25228,
+      "лтати": 25229,
+      "▁==>": 25230,
+      "Orientation": 25231,
+      "cid": 25232,
+      "Cart": 25233,
+      "▁murm": 25234,
+      "▁assez": 25235,
+      "▁linking": 25236,
+      "building": 25237,
+      "▁reconna": 25238,
+      "▁shook": 25239,
+      "managed": 25240,
+      "landa": 25241,
+      "▁León": 25242,
+      "▁création": 25243,
+      "дой": 25244,
+      "ocity": 25245,
+      "▁wij": 25246,
+      "▁wieś": 25247,
+      "xtart": 25248,
+      "▁Move": 25249,
+      "lungen": 25250,
+      "ствует": 25251,
+      "orney": 25252,
+      "optional": 25253,
+      "macro": 25254,
+      "Condition": 25255,
+      "▁squares": 25256,
+      "▁mistaken": 25257,
+      "ánt": 25258,
+      "▁Ris": 25259,
+      "▁sentences": 25260,
+      "erea": 25261,
+      "▁mij": 25262,
+      "Und": 25263,
+      "▁nombr": 25264,
+      "zA": 25265,
+      "▁Independent": 25266,
+      "▁preview": 25267,
+      "imas": 25268,
+      "▁males": 25269,
+      "inental": 25270,
+      "Thank": 25271,
+      "▁popol": 25272,
+      "▁pover": 25273,
+      "▁grasp": 25274,
+      "▁imped": 25275,
+      "▁campionato": 25276,
+      "▁Wei": 25277,
+      "▁titled": 25278,
+      "▁Además": 25279,
+      "▁Password": 25280,
+      "▁Pam": 25281,
+      "UILD": 25282,
+      "▁липня": 25283,
+      "werb": 25284,
+      "................": 25285,
+      "▁Río": 25286,
+      "▁teeth": 25287,
+      "bp": 25288,
+      "▁SW": 25289,
+      "ulaire": 25290,
+      "▁seized": 25291,
+      "▁Stef": 25292,
+      "úl": 25293,
+      "▁viz": 25294,
+      "iony": 25295,
+      "▁junt": 25296,
+      "▁která": 25297,
+      "▁września": 25298,
+      "<>": 25299,
+      "▁surg": 25300,
+      "▁tutte": 25301,
+      "▁Hob": 25302,
+      "повід": 25303,
+      "▁wohl": 25304,
+      "▁trag": 25305,
+      "▁Crown": 25306,
+      "▁trova": 25307,
+      "стову": 25308,
+      "▁Vienna": 25309,
+      "esehen": 25310,
+      "▁metropol": 25311,
+      "▁reflected": 25312,
+      "тета": 25313,
+      "▁traduc": 25314,
+      "▁Bast": 25315,
+      "▁erschien": 25316,
+      "woord": 25317,
+      "()\"": 25318,
+      "talet": 25319,
+      "▁roads": 25320,
+      "ведения": 25321,
+      "ührung": 25322,
+      "▁cogn": 25323,
+      "▁Valle": 25324,
+      "▁landing": 25325,
+      "▁Regex": 25326,
+      "▁Iowa": 25327,
+      "dział": 25328,
+      "▁erreichte": 25329,
+      "aum": 25330,
+      "▁founder": 25331,
+      "apolis": 25332,
+      "Compiler": 25333,
+      "▁kop": 25334,
+      "▁marc": 25335,
+      "▁територ": 25336,
+      "))`": 25337,
+      "▁lei": 25338,
+      "geon": 25339,
+      "▁weapons": 25340,
+      "▁horn": 25341,
+      "▁elif": 25342,
+      "▁Capital": 25343,
+      "će": 25344,
+      "▁forall": 25345,
+      "▁эта": 25346,
+      "preview": 25347,
+      "▁DNA": 25348,
+      "▁sid": 25349,
+      "orch": 25350,
+      "▁Ras": 25351,
+      "▁arab": 25352,
+      "Best": 25353,
+      "▁счита": 25354,
+      "▁López": 25355,
+      "ança": 25356,
+      "▁funkc": 25357,
+      "▁tienen": 25358,
+      ";&": 25359,
+      "museum": 25360,
+      "▁Err": 25361,
+      "▁resort": 25362,
+      "Nov": 25363,
+      "▁kal": 25364,
+      "MW": 25365,
+      "шь": 25366,
+      "anchor": 25367,
+      "▁роман": 25368,
+      "leading": 25369,
+      "▁manten": 25370,
+      "▁Silva": 25371,
+      "dade": 25372,
+      "▁designated": 25373,
+      "▁revista": 25374,
+      "Oct": 25375,
+      "percent": 25376,
+      "▁уні": 25377,
+      "identifier": 25378,
+      "mass": 25379,
+      "@@": 25380,
+      "ulsion": 25381,
+      "germeister": 25382,
+      "▁predicted": 25383,
+      "▁сви": 25384,
+      "жной": 25385,
+      "▁Ergeb": 25386,
+      "▁cust": 25387,
+      "▁removes": 25388,
+      "charg": 25389,
+      "пример": 25390,
+      "▁forming": 25391,
+      "asma": 25392,
+      "stdout": 25393,
+      "Fun": 25394,
+      "yme": 25395,
+      "tered": 25396,
+      "ursive": 25397,
+      "ighed": 25398,
+      "▁след": 25399,
+      "verband": 25400,
+      "▁LOG": 25401,
+      "rams": 25402,
+      "éon": 25403,
+      "endra": 25404,
+      "▁Bereich": 25405,
+      "▁temporal": 25406,
+      "▁langue": 25407,
+      "▁Inn": 25408,
+      "▁moreover": 25409,
+      "▁tutorials": 25410,
+      "Middle": 25411,
+      "▁советский": 25412,
+      "▁maintenance": 25413,
+      "asures": 25414,
+      "▁válto": 25415,
+      "BASE": 25416,
+      "▁disappear": 25417,
+      "ския": 25418,
+      "▁conocido": 25419,
+      "▁Нау": 25420,
+      "▁Libert": 25421,
+      "▁Harold": 25422,
+      "▁lifetime": 25423,
+      "▁Tür": 25424,
+      "▁zawod": 25425,
+      "omic": 25426,
+      "▁Retrieved": 25427,
+      "architecture": 25428,
+      "čka": 25429,
+      "iformes": 25430,
+      "development": 25431,
+      "ordnung": 25432,
+      "Inf": 25433,
+      "leben": 25434,
+      "▁Stars": 25435,
+      "signal": 25436,
+      "▁grammar": 25437,
+      "▁corso": 25438,
+      "▁Wagner": 25439,
+      "▁geht": 25440,
+      "▁royale": 25441,
+      "warn": 25442,
+      "umbled": 25443,
+      "▁instit": 25444,
+      "▁Ши": 25445,
+      "hh": 25446,
+      "▁refuge": 25447,
+      "▁favorite": 25448,
+      "ierto": 25449,
+      "▁condado": 25450,
+      "▁Ther": 25451,
+      "▁человека": 25452,
+      "▁Food": 25453,
+      "▁seizo": 25454,
+      "▁Initialize": 25455,
+      "▁connu": 25456,
+      "▁overlap": 25457,
+      "▁Emil": 25458,
+      "▁Martí": 25459,
+      "▁жовтня": 25460,
+      "erva": 25461,
+      "▁boats": 25462,
+      "ações": 25463,
+      "▁derrot": 25464,
+      "▁malloc": 25465,
+      "▁conject": 25466,
+      "jk": 25467,
+      "▁sare": 25468,
+      "лемен": 25469,
+      "▁sums": 25470,
+      "Authorization": 25471,
+      "▁Kun": 25472,
+      "]$,": 25473,
+      "gemeinde": 25474,
+      "odot": 25475,
+      "defin": 25476,
+      "▁emission": 25477,
+      "▁Крас": 25478,
+      "▁appart": 25479,
+      "▁stopping": 25480,
+      "▁Сред": 25481,
+      "▁conjug": 25482,
+      "▁insight": 25483,
+      "▁Broadcast": 25484,
+      "▁PMID": 25485,
+      "▁advantages": 25486,
+      "enes": 25487,
+      "▁residence": 25488,
+      "ljen": 25489,
+      "isseur": 25490,
+      "▁pubblicato": 25491,
+      "▁GitHub": 25492,
+      "▁Peru": 25493,
+      "▁galaxies": 25494,
+      "▁annotations": 25495,
+      "gas": 25496,
+      "▁répond": 25497,
+      "Js": 25498,
+      "▁independently": 25499,
+      "NP": 25500,
+      "▁inqu": 25501,
+      "▁grounds": 25502,
+      "Components": 25503,
+      "▁anten": 25504,
+      "▁вз": 25505,
+      "▁hos": 25506,
+      "▁sint": 25507,
+      "▁hiding": 25508,
+      "▁województ": 25509,
+      "Messages": 25510,
+      "▁показа": 25511,
+      "===": 25512,
+      "▁Abstract": 25513,
+      "▁läng": 25514,
+      "▁Formula": 25515,
+      "dawn": 25516,
+      "▁designs": 25517,
+      "Img": 25518,
+      "▁Portuguese": 25519,
+      "▁incluy": 25520,
+      "avigator": 25521,
+      "▁Brothers": 25522,
+      "▁continent": 25523,
+      "▁evidently": 25524,
+      "race": 25525,
+      "цького": 25526,
+      "▁reck": 25527,
+      "▁серпня": 25528,
+      "▁Grey": 25529,
+      "▁appeal": 25530,
+      "▁unlike": 25531,
+      "▁powershell": 25532,
+      "▁racc": 25533,
+      "fers": 25534,
+      "▁burning": 25535,
+      "fasst": 25536,
+      "installed": 25537,
+      "▁Give": 25538,
+      "▁colonial": 25539,
+      "▁€": 25540,
+      "▁Rö": 25541,
+      "▁christ": 25542,
+      "nehm": 25543,
+      "там": 25544,
+      "▁corpo": 25545,
+      "▁convirti": 25546,
+      "yter": 25547,
+      "Sym": 25548,
+      "▁Greece": 25549,
+      "▁moth": 25550,
+      "▁Johan": 25551,
+      "▁monarch": 25552,
+      "▁Download": 25553,
+      "▁craft": 25554,
+      "už": 25555,
+      "▁Luke": 25556,
+      "▁suffix": 25557,
+      "\\/": 25558,
+      "Have": 25559,
+      "▁карь": 25560,
+      "▁comfortable": 25561,
+      "▁tips": 25562,
+      "▁Після": 25563,
+      "▁броја": 25564,
+      "▁информа": 25565,
+      "MQ": 25566,
+      "бран": 25567,
+      "▁tx": 25568,
+      "▁slaves": 25569,
+      "▁firewall": 25570,
+      "▁Forces": 25571,
+      "atif": 25572,
+      "▁Quellen": 25573,
+      "▁théâtre": 25574,
+      "льных": 25575,
+      "▁расположен": 25576,
+      "▁Details": 25577,
+      "ką": 25578,
+      "▁longitud": 25579,
+      "INST": 25580,
+      "▁naval": 25581,
+      "Fernseh": 25582,
+      "essel": 25583,
+      "Grad": 25584,
+      "▁belang": 25585,
+      "▁aggi": 25586,
+      "ZygoteInit": 25587,
+      "łów": 25588,
+      "▁Sug": 25589,
+      "sil": 25590,
+      "▁exterior": 25591,
+      "щі": 25592,
+      "ORD": 25593,
+      "enser": 25594,
+      "▁rapide": 25595,
+      "▁темпера": 25596,
+      "incie": 25597,
+      "Si": 25598,
+      "avam": 25599,
+      "arded": 25600,
+      "▁Added": 25601,
+      "Endpoint": 25602,
+      "hardt": 25603,
+      "стран": 25604,
+      "▁estilo": 25605,
+      "▁Haz": 25606,
+      "▁musste": 25607,
+      "uo": 25608,
+      "iii": 25609,
+      "▁ří": 25610,
+      "anzen": 25611,
+      "жений": 25612,
+      "aha": 25613,
+      "ARNING": 25614,
+      "▁renov": 25615,
+      "▁divine": 25616,
+      "▁convinced": 25617,
+      "▁humans": 25618,
+      "▁departure": 25619,
+      "▁Mediter": 25620,
+      "qa": 25621,
+      "▁possessed": 25622,
+      "▁церкви": 25623,
+      "giv": 25624,
+      "▁свої": 25625,
+      "▁Ortste": 25626,
+      "Rich": 25627,
+      "puis": 25628,
+      "increment": 25629,
+      "▁Hannover": 25630,
+      "▁ucz": 25631,
+      "Done": 25632,
+      "▁alguns": 25633,
+      "FIX": 25634,
+      "▁Heritage": 25635,
+      "removeClass": 25636,
+      "фер": 25637,
+      "▁abc": 25638,
+      "Dr": 25639,
+      "▁семей": 25640,
+      "{:": 25641,
+      "▁seule": 25642,
+      "zeichnungen": 25643,
+      "addy": 25644,
+      "▁París": 25645,
+      "üsseld": 25646,
+      "▁reception": 25647,
+      "folio": 25648,
+      "tiny": 25649,
+      "▁recensement": 25650,
+      "▁Nur": 25651,
+      "▁kier": 25652,
+      "▁gmina": 25653,
+      "staat": 25654,
+      "ándose": 25655,
+      "ческая": 25656,
+      "▁speaker": 25657,
+      "▁exponential": 25658,
+      "▁Dieu": 25659,
+      "▁приз": 25660,
+      "▁Rafael": 25661,
+      "▁ggplot": 25662,
+      "▁Template": 25663,
+      "oure": 25664,
+      "▁Inner": 25665,
+      "ogne": 25666,
+      "igare": 25667,
+      "▁Arte": 25668,
+      "▁Cov": 25669,
+      "▁aufgrund": 25670,
+      "▁Бы": 25671,
+      "▁ceremony": 25672,
+      "▁Spart": 25673,
+      "jective": 25674,
+      "yi": 25675,
+      "▁inizi": 25676,
+      "▁latin": 25677,
+      "▁Nevertheless": 25678,
+      "▁Done": 25679,
+      "тря": 25680,
+      "▁Arr": 25681,
+      "season": 25682,
+      "▁складу": 25683,
+      "▁podczas": 25684,
+      "▁Beautiful": 25685,
+      "▁Weltkrieg": 25686,
+      "▁зо": 25687,
+      "▁overcome": 25688,
+      "▁Praha": 25689,
+      "▁району": 25690,
+      "▁subscription": 25691,
+      "igent": 25692,
+      "▁пока": 25693,
+      "latex": 25694,
+      "▁beach": 25695,
+      "▁роках": 25696,
+      "geg": 25697,
+      "▁probl": 25698,
+      "arguments": 25699,
+      "▁organizations": 25700,
+      "▁Nan": 25701,
+      "▁stones": 25702,
+      "▁Hunter": 25703,
+      "▁regularly": 25704,
+      "шого": 25705,
+      "▁flexible": 25706,
+      "opts": 25707,
+      "ář": 25708,
+      "witz": 25709,
+      "▁')": 25710,
+      "PASS": 25711,
+      "▁kraj": 25712,
+      "▁fake": 25713,
+      "heits": 25714,
+      "osph": 25715,
+      "parseInt": 25716,
+      "FALSE": 25717,
+      "▁profess": 25718,
+      "people": 25719,
+      "▁precip": 25720,
+      "dirname": 25721,
+      "▁perpet": 25722,
+      "▁Updated": 25723,
+      "rayed": 25724,
+      "▁provoc": 25725,
+      "▁травня": 25726,
+      "▁categorie": 25727,
+      "▁тео": 25728,
+      "сну": 25729,
+      "otr": 25730,
+      "▁Верхов": 25731,
+      "▁compét": 25732,
+      "Cost": 25733,
+      "▁wider": 25734,
+      "▁Obviously": 25735,
+      "писан": 25736,
+      "▁настоя": 25737,
+      "▁seeking": 25738,
+      "()),": 25739,
+      "▁équipe": 25740,
+      "▁commits": 25741,
+      "▁Svens": 25742,
+      "ябре": 25743,
+      "atern": 25744,
+      "▁heter": 25745,
+      "▁Bootstrap": 25746,
+      "éné": 25747,
+      "▁derivatives": 25748,
+      "▁Detroit": 25749,
+      "▁provincial": 25750,
+      "onomie": 25751,
+      "EB": 25752,
+      "▁cuer": 25753,
+      "▁относи": 25754,
+      "▁ней": 25755,
+      ")».": 25756,
+      "▁Ciudad": 25757,
+      "IAL": 25758,
+      "zyst": 25759,
+      ")\")": 25760,
+      "▁Alc": 25761,
+      "blogs": 25762,
+      "▁parmi": 25763,
+      "▁Albums": 25764,
+      "▁Boliv": 25765,
+      "▁clés": 25766,
+      "Products": 25767,
+      "uerdo": 25768,
+      "▁gelang": 25769,
+      "znik": 25770,
+      "hagen": 25771,
+      "anonymous": 25772,
+      "▁svg": 25773,
+      "▁Conseil": 25774,
+      "▁Ari": 25775,
+      "coli": 25776,
+      "▁czy": 25777,
+      "▁CV": 25778,
+      "▁ford": 25779,
+      "▁Außer": 25780,
+      "▁CI": 25781,
+      "▁tempt": 25782,
+      "▁Organisation": 25783,
+      "áš": 25784,
+      "▁cycles": 25785,
+      "▁geslacht": 25786,
+      "▁людей": 25787,
+      "ými": 25788,
+      "▁Spieler": 25789,
+      "efe": 25790,
+      "▁Marvel": 25791,
+      "▁portal": 25792,
+      "▁Серг": 25793,
+      "▁grado": 25794,
+      "▁handlers": 25795,
+      "▁Interface": 25796,
+      "AME": 25797,
+      "▁seriously": 25798,
+      "▁Binding": 25799,
+      "▁Rang": 25800,
+      "▁nada": 25801,
+      "oce": 25802,
+      "▁integra": 25803,
+      "ocracy": 25804,
+      "▁альбо": 25805,
+      "▁stability": 25806,
+      "Uns": 25807,
+      "▁veter": 25808,
+      "------+": 25809,
+      "▁serait": 25810,
+      "▁omitted": 25811,
+      "▁uncertainty": 25812,
+      "onian": 25813,
+      "▁resto": 25814,
+      "▁желез": 25815,
+      "▁одной": 25816,
+      "▁Bevölkerung": 25817,
+      "▁Kraft": 25818,
+      "стр": 25819,
+      "▁Moscow": 25820,
+      "lane": 25821,
+      "arab": 25822,
+      "▁spole": 25823,
+      "▁своего": 25824,
+      "?:": 25825,
+      "START": 25826,
+      "▁интер": 25827,
+      "▁sympt": 25828,
+      "▁Lorenzo": 25829,
+      "▁ejec": 25830,
+      "▁prosper": 25831,
+      "DAT": 25832,
+      "лимпий": 25833,
+      "▁shapes": 25834,
+      "valueOf": 25835,
+      "▁associate": 25836,
+      "▁Medien": 25837,
+      "ENV": 25838,
+      "▁сре": 25839,
+      "▁државе": 25840,
+      "▁theories": 25841,
+      "heb": 25842,
+      "▁Wayne": 25843,
+      "▁StringBuilder": 25844,
+      "iwers": 25845,
+      "▁Maps": 25846,
+      "Phys": 25847,
+      "\\}\\": 25848,
+      "▁Parte": 25849,
+      "▁Hudson": 25850,
+      "лон": 25851,
+      "Lng": 25852,
+      "▁ры": 25853,
+      "стей": 25854,
+      "lau": 25855,
+      "ancer": 25856,
+      "▁Coppa": 25857,
+      "▁війсь": 25858,
+      "▁ucc": 25859,
+      "▁Pattern": 25860,
+      "▁garbage": 25861,
+      "▁González": 25862,
+      "▁Encyclop": 25863,
+      "etten": 25864,
+      "External": 25865,
+      "REF": 25866,
+      ">;": 25867,
+      "lijke": 25868,
+      "▁intersect": 25869,
+      "▁Unless": 25870,
+      "▁deeper": 25871,
+      "▁жі": 25872,
+      "dent": 25873,
+      "lef": 25874,
+      "▁chanson": 25875,
+      "▁diffus": 25876,
+      "▁primi": 25877,
+      "▁Wieder": 25878,
+      "▁aws": 25879,
+      "owana": 25880,
+      "▁sociale": 25881,
+      "ikk": 25882,
+      "льной": 25883,
+      "▁divisions": 25884,
+      "лосо": 25885,
+      "▁Claud": 25886,
+      "▁Ya": 25887,
+      "▁voce": 25888,
+      "▁Branch": 25889,
+      "▁fitted": 25890,
+      "orr": 25891,
+      "ôtel": 25892,
+      "stroke": 25893,
+      "listener": 25894,
+      "iman": 25895,
+      "восто": 25896,
+      "▁Shah": 25897,
+      "Introduction": 25898,
+      "▁newline": 25899,
+      "▁tile": 25900,
+      "']))": 25901,
+      "▁travaux": 25902,
+      "CONFIG": 25903,
+      "▁quadratic": 25904,
+      "onneur": 25905,
+      "▁Giorg": 25906,
+      "▁identific": 25907,
+      "éricaine": 25908,
+      "▁UIView": 25909,
+      "▁Liberal": 25910,
+      "▁Koch": 25911,
+      "▁Berliner": 25912,
+      "▁notifications": 25913,
+      "▁Susan": 25914,
+      "▁cadre": 25915,
+      "▁Kloster": 25916,
+      "▁examine": 25917,
+      "▁един": 25918,
+      "▁UNION": 25919,
+      "▁alten": 25920,
+      "▁finit": 25921,
+      "▁pedig": 25922,
+      "cyk": 25923,
+      "▁mouvement": 25924,
+      "IOS": 25925,
+      "▁британ": 25926,
+      "▁bout": 25927,
+      "▁автор": 25928,
+      "ництво": 25929,
+      "ето": 25930,
+      "lera": 25931,
+      "cls": 25932,
+      "▁Ley": 25933,
+      "amy": 25934,
+      "agens": 25935,
+      "ashed": 25936,
+      "▁okrę": 25937,
+      "гро": 25938,
+      "ellett": 25939,
+      "▁Fellow": 25940,
+      "▁manifold": 25941,
+      "$),": 25942,
+      "lder": 25943,
+      "▁voz": 25944,
+      "▁begg": 25945,
+      "▁baron": 25946,
+      "▁fid": 25947,
+      "▁firing": 25948,
+      "ilda": 25949,
+      "dek": 25950,
+      "AU": 25951,
+      "itare": 25952,
+      "▁Ara": 25953,
+      "▁Exit": 25954,
+      "▁cinemat": 25955,
+      "▁intros": 25956,
+      "▁contacts": 25957,
+      "пени": 25958,
+      "▁möglich": 25959,
+      "▁Singapore": 25960,
+      "ström": 25961,
+      "▁Hern": 25962,
+      "▁sixth": 25963,
+      "▁publications": 25964,
+      "vie": 25965,
+      "▁Hat": 25966,
+      "▁accepting": 25967,
+      "ác": 25968,
+      "stwo": 25969,
+      "▁quietly": 25970,
+      "Photo": 25971,
+      "▁basket": 25972,
+      "▁eigenvalues": 25973,
+      "▁médec": 25974,
+      "▁Olimp": 25975,
+      "▁церков": 25976,
+      "alin": 25977,
+      "consum": 25978,
+      "▁lassen": 25979,
+      "▁анти": 25980,
+      "▁Seq": 25981,
+      "\";\r": 25982,
+      "rare": 25983,
+      "▁$|\\": 25984,
+      "▁nick": 25985,
+      "dflare": 25986,
+      "Vec": 25987,
+      "bindung": 25988,
+      "▁bg": 25989,
+      "changes": 25990,
+      "Days": 25991,
+      "▁Mouse": 25992,
+      "▁waited": 25993,
+      "▁Tomatoes": 25994,
+      "▁fas": 25995,
+      "verte": 25996,
+      "▁succession": 25997,
+      "сор": 25998,
+      "▁sols": 25999,
+      "▁Render": 26000,
+      "▁leadership": 26001,
+      "▁significance": 26002,
+      "▁gauche": 26003,
+      "cano": 26004,
+      "▁Pie": 26005,
+      "ensoort": 26006,
+      "▁cambio": 26007,
+      "▁уз": 26008,
+      "▁endeav": 26009,
+      "Completed": 26010,
+      "▁Архивная": 26011,
+      "jd": 26012,
+      "órico": 26013,
+      "▁churches": 26014,
+      "▁animate": 26015,
+      "SG": 26016,
+      "compute": 26017,
+      "▁uniformly": 26018,
+      "INIT": 26019,
+      "lles": 26020,
+      "HttpRequest": 26021,
+      "Ко": 26022,
+      "Diff": 26023,
+      "▁sah": 26024,
+      "airo": 26025,
+      "maybe": 26026,
+      "UTE": 26027,
+      "▁Dow": 26028,
+      "human": 26029,
+      "▁aurait": 26030,
+      "dark": 26031,
+      "▁repair": 26032,
+      "▁ner": 26033,
+      "▁Dabei": 26034,
+      "▁Botan": 26035,
+      "Original": 26036,
+      "ază": 26037,
+      "▁NAT": 26038,
+      "imper": 26039,
+      "▁Youth": 26040,
+      "thes": 26041,
+      "▁округа": 26042,
+      "▁Flo": 26043,
+      "▁breakfast": 26044,
+      "urls": 26045,
+      "▁übernahm": 26046,
+      "ários": 26047,
+      "▁Orange": 26048,
+      "▁Affairs": 26049,
+      "ske": 26050,
+      "▁notify": 26051,
+      "imoine": 26052,
+      "▁Arena": 26053,
+      "▁liberal": 26054,
+      "▁obec": 26055,
+      "ifa": 26056,
+      "guez": 26057,
+      "iono": 26058,
+      "ператор": 26059,
+      "▁retained": 26060,
+      "failed": 26061,
+      "bine": 26062,
+      "тных": 26063,
+      "▁CGRect": 26064,
+      "camera": 26065,
+      "idenote": 26066,
+      "KB": 26067,
+      "▁lights": 26068,
+      "▁Pictures": 26069,
+      "▁Squadron": 26070,
+      "▁Volk": 26071,
+      "▁burg": 26072,
+      ",]": 26073,
+      "Gi": 26074,
+      "êque": 26075,
+      "makeText": 26076,
+      "▁everybody": 26077,
+      "▁Hyper": 26078,
+      "▁Deux": 26079,
+      "▁glory": 26080,
+      "presentation": 26081,
+      "onica": 26082,
+      "▁frère": 26083,
+      "aget": 26084,
+      "▁hints": 26085,
+      "▁tunnel": 26086,
+      "▁Ej": 26087,
+      "ális": 26088,
+      "▁Viv": 26089,
+      "ственных": 26090,
+      "▁caps": 26091,
+      "PART": 26092,
+      "oci": 26093,
+      "▁prices": 26094,
+      "currency": 26095,
+      "▁achter": 26096,
+      "romagnet": 26097,
+      "gender": 26098,
+      "▁suis": 26099,
+      "versions": 26100,
+      "▁Training": 26101,
+      "inside": 26102,
+      "ege": 26103,
+      "▁totale": 26104,
+      "▁Daar": 26105,
+      "▁grudnia": 26106,
+      "▁Ier": 26107,
+      "▁occasions": 26108,
+      "▁kde": 26109,
+      "▁tensorflow": 26110,
+      "▁ór": 26111,
+      "Methods": 26112,
+      "▁looping": 26113,
+      "▁directeur": 26114,
+      "kę": 26115,
+      "▁isomorphism": 26116,
+      "▁João": 26117,
+      "▁aligned": 26118,
+      "онов": 26119,
+      "urger": 26120,
+      "▁nova": 26121,
+      "morrow": 26122,
+      "altern": 26123,
+      "HD": 26124,
+      "▁marqu": 26125,
+      "ativas": 26126,
+      "ggreg": 26127,
+      "▁ancien": 26128,
+      "nit": 26129,
+      "▁secured": 26130,
+      "mier": 26131,
+      "▁Ole": 26132,
+      "▁инте": 26133,
+      "▁minus": 26134,
+      "▁clearer": 26135,
+      "▁nello": 26136,
+      "▁információk": 26137,
+      "▁propre": 26138,
+      "{.": 26139,
+      "ilog": 26140,
+      "▁Quick": 26141,
+      "▁accus": 26142,
+      "employee": 26143,
+      "▁зу": 26144,
+      "цький": 26145,
+      "фіцій": 26146,
+      "▁публи": 26147,
+      "▁bent": 26148,
+      "▁позво": 26149,
+      "▁Пор": 26150,
+      "ází": 26151,
+      "ánico": 26152,
+      "emptyset": 26153,
+      "▁surtout": 26154,
+      "reno": 26155,
+      "unya": 26156,
+      "▁уез": 26157,
+      "▁Millionen": 26158,
+      "▁listopada": 26159,
+      "▁Maine": 26160,
+      "▁grupos": 26161,
+      "▁Storage": 26162,
+      "▁apple": 26163,
+      "▁Lö": 26164,
+      "oused": 26165,
+      "дро": 26166,
+      "sci": 26167,
+      "▁hibernate": 26168,
+      "dog": 26169,
+      "▁восто": 26170,
+      "▁intensity": 26171,
+      "legend": 26172,
+      "▁Wille": 26173,
+      "▁szerint": 26174,
+      "gesellschaft": 26175,
+      "▁Living": 26176,
+      "allo": 26177,
+      "▁Split": 26178,
+      "dru": 26179,
+      "need": 26180,
+      "▁Джон": 26181,
+      "▁Swiss": 26182,
+      "▁spraw": 26183,
+      "▁beho": 26184,
+      "▁fotograf": 26185,
+      "▁rencontre": 26186,
+      "▁kis": 26187,
+      "▁signing": 26188,
+      "akult": 26189,
+      "▁indexing": 26190,
+      "apor": 26191,
+      "▁conception": 26192,
+      "aggreg": 26193,
+      "▁Савез": 26194,
+      "▁affair": 26195,
+      "ění": 26196,
+      "August": 26197,
+      "▁секре": 26198,
+      "▁mieszkań": 26199,
+      "UIImage": 26200,
+      "▁bishop": 26201,
+      "▁servants": 26202,
+      "▁trail": 26203,
+      "digit": 26204,
+      "▁joins": 26205,
+      "▁Near": 26206,
+      "öffentlich": 26207,
+      ">{": 26208,
+      "▁skład": 26209,
+      "geführt": 26210,
+      "▁Holz": 26211,
+      "▁Militär": 26212,
+      "achi": 26213,
+      "Upper": 26214,
+      "pine": 26215,
+      "utzt": 26216,
+      "▁nuova": 26217,
+      "ibration": 26218,
+      "▁Bien": 26219,
+      "▁первый": 26220,
+      "▁Creating": 26221,
+      "Once": 26222,
+      "▁einmal": 26223,
+      "▁geometric": 26224,
+      "stvo": 26225,
+      "▁kW": 26226,
+      "▁decomposition": 26227,
+      "▁comedy": 26228,
+      "▁activation": 26229,
+      "▁angry": 26230,
+      "illeurs": 26231,
+      "▁instantly": 26232,
+      "▁suggesting": 26233,
+      "▁Clay": 26234,
+      "cot": 26235,
+      "▁Gén": 26236,
+      "($(": 26237,
+      "unwrap": 26238,
+      "▁lifted": 26239,
+      "▁Kit": 26240,
+      "▁linea": 26241,
+      "ок": 26242,
+      "hart": 26243,
+      "->_": 26244,
+      "▁nuit": 26245,
+      "▁Issue": 26246,
+      "лии": 26247,
+      "▁röm": 26248,
+      "Tasks": 26249,
+      "▁Sr": 26250,
+      "▁seis": 26251,
+      "asia": 26252,
+      "}}$.": 26253,
+      ":{": 26254,
+      "controls": 26255,
+      "▁Stim": 26256,
+      "▁Recht": 26257,
+      "ociación": 26258,
+      "▁Natal": 26259,
+      "▁Philippines": 26260,
+      "ulen": 26261,
+      "Fixed": 26262,
+      "▁switched": 26263,
+      "Zip": 26264,
+      "ospel": 26265,
+      "▁начале": 26266,
+      "▁Blan": 26267,
+      "urst": 26268,
+      "▁autour": 26269,
+      "Ca": 26270,
+      "▁latitude": 26271,
+      "▁Frei": 26272,
+      "▁Musée": 26273,
+      "▁Kurz": 26274,
+      "▁região": 26275,
+      "swap": 26276,
+      "▁hate": 26277,
+      "▁modifications": 26278,
+      "▁Ком": 26279,
+      "▁Antoine": 26280,
+      "uga": 26281,
+      "RECT": 26282,
+      "éter": 26283,
+      "GROUP": 26284,
+      "▁sacrific": 26285,
+      "▁Whe": 26286,
+      "▁Stevens": 26287,
+      "ologische": 26288,
+      "Summary": 26289,
+      "obs": 26290,
+      "hnen": 26291,
+      "<%=": 26292,
+      "dienst": 26293,
+      "remark": 26294,
+      "▁veröffentlicht": 26295,
+      "ел": 26296,
+      "▁Mock": 26297,
+      "▁Льв": 26298,
+      "▁três": 26299,
+      "gb": 26300,
+      "▁celebrated": 26301,
+      "▁Eb": 26302,
+      "▁costa": 26303,
+      "▁Geographic": 26304,
+      "▁attachment": 26305,
+      "mannschaft": 26306,
+      "▁dependence": 26307,
+      "��": 26308,
+      "▁attitude": 26309,
+      "etal": 26310,
+      "vic": 26311,
+      "baut": 26312,
+      "▁дов": 26313,
+      "▁interven": 26314,
+      "▁Gü": 26315,
+      "ónica": 26316,
+      "▁Pon": 26317,
+      "▁disponible": 26318,
+      "▁Feb": 26319,
+      "▁worship": 26320,
+      "▁Specifically": 26321,
+      "Hy": 26322,
+      "iju": 26323,
+      "▁cb": 26324,
+      "▁spac": 26325,
+      "leveland": 26326,
+      "▁localidad": 26327,
+      "▁preceding": 26328,
+      "▁Hessen": 26329,
+      "xp": 26330,
+      "▁Wein": 26331,
+      "▁Româ": 26332,
+      "▁giorno": 26333,
+      "▁квітня": 26334,
+      "llaços": 26335,
+      "▁Academia": 26336,
+      "▁kül": 26337,
+      "▁Års": 26338,
+      "▁нај": 26339,
+      "uclide": 26340,
+      "Internet": 26341,
+      "orton": 26342,
+      "▁corn": 26343,
+      "ями": 26344,
+      "▁\"*": 26345,
+      "▁Felix": 26346,
+      "apat": 26347,
+      "▁свои": 26348,
+      "MIT": 26349,
+      "made": 26350,
+      "▁locomot": 26351,
+      "хода": 26352,
+      "FP": 26353,
+      "▁pm": 26354,
+      ".*;": 26355,
+      "▁Hamm": 26356,
+      "`}": 26357,
+      "LayoutInflater": 26358,
+      "==\"": 26359,
+      "▁Eur": 26360,
+      "▁dogs": 26361,
+      "жении": 26362,
+      "▁azon": 26363,
+      "▁emulator": 26364,
+      "▁ricon": 26365,
+      "beeld": 26366,
+      "▁ну": 26367,
+      "▁approximate": 26368,
+      "LM": 26369,
+      "▁Bond": 26370,
+      "▁enh": 26371,
+      "ędz": 26372,
+      "▁solit": 26373,
+      "RelativeLayout": 26374,
+      "eteor": 26375,
+      "amentos": 26376,
+      "▁indirect": 26377,
+      "iből": 26378,
+      "▁gros": 26379,
+      "▁Originals": 26380,
+      "commands": 26381,
+      "Export": 26382,
+      "▁Avec": 26383,
+      "▁solemn": 26384,
+      "▁correction": 26385,
+      "▁проводи": 26386,
+      "▁Mosk": 26387,
+      "▁подо": 26388,
+      "▁gebied": 26389,
+      "▁następ": 26390,
+      "▁Driver": 26391,
+      "▁Ook": 26392,
+      "▁Vec": 26393,
+      "▁lungo": 26394,
+      "ficos": 26395,
+      "▁svol": 26396,
+      "▁kid": 26397,
+      "nja": 26398,
+      "▁Hr": 26399,
+      "▁поддер": 26400,
+      "▁visibility": 26401,
+      "▁Méd": 26402,
+      "▁cpu": 26403,
+      "discussion": 26404,
+      "Asset": 26405,
+      "▁defense": 26406,
+      "▁Anyone": 26407,
+      "▁Justin": 26408,
+      "iszt": 26409,
+      "▁Collins": 26410,
+      "▁Valent": 26411,
+      "▁Pale": 26412,
+      "▁fuel": 26413,
+      "▁nose": 26414,
+      "ríguez": 26415,
+      "▁Schles": 26416,
+      "▁Malays": 26417,
+      "▁commut": 26418,
+      "dro": 26419,
+      "uing": 26420,
+      "▁Rico": 26421,
+      "▁Emma": 26422,
+      "orp": 26423,
+      "▁Kirk": 26424,
+      "▁Quando": 26425,
+      "▁Neue": 26426,
+      "▁demande": 26427,
+      "▁Cover": 26428,
+      "▁rescue": 26429,
+      "▁gewählt": 26430,
+      "▁Calendar": 26431,
+      "▁Madonna": 26432,
+      "WP": 26433,
+      "oshi": 26434,
+      "▁Maven": 26435,
+      "▁belle": 26436,
+      "▁wx": 26437,
+      "▁sugar": 26438,
+      "▁Betrieb": 26439,
+      "▁equilibrium": 26440,
+      "EAR": 26441,
+      "▁texts": 26442,
+      "слов": 26443,
+      "▁czerwca": 26444,
+      "▁Düsseld": 26445,
+      "▁ELSE": 26446,
+      "▁amery": 26447,
+      "▁ani": 26448,
+      "▁obey": 26449,
+      "▁Nell": 26450,
+      "▁inne": 26451,
+      "▁тро": 26452,
+      "FD": 26453,
+      "cco": 26454,
+      "▁Zob": 26455,
+      "alette": 26456,
+      "▁május": 26457,
+      "ected": 26458,
+      "▁Turkey": 26459,
+      "▁Whether": 26460,
+      "qi": 26461,
+      "▁што": 26462,
+      "▁headquarters": 26463,
+      "endi": 26464,
+      "arus": 26465,
+      "opus": 26466,
+      "▁золо": 26467,
+      "▁destru": 26468,
+      "▁Lok": 26469,
+      "▁satisfaction": 26470,
+      "()\r": 26471,
+      "▁Тер": 26472,
+      "Jose": 26473,
+      "▁conquer": 26474,
+      "▁Effect": 26475,
+      "LayoutParams": 26476,
+      "iez": 26477,
+      "▁externs": 26478,
+      "▁gegenüber": 26479,
+      "▁ESP": 26480,
+      "olta": 26481,
+      "processor": 26482,
+      "▁Kult": 26483,
+      "▁Atlanta": 26484,
+      "▁tier": 26485,
+      "Operator": 26486,
+      "▁диа": 26487,
+      "▁пись": 26488,
+      "▁groß": 26489,
+      "▁hearts": 26490,
+      "▁millimeter": 26491,
+      "although": 26492,
+      "alles": 26493,
+      "▁Magic": 26494,
+      "training": 26495,
+      "oline": 26496,
+      "▁органі": 26497,
+      ">\\<^": 26498,
+      "ціаль": 26499,
+      "exports": 26500,
+      "Workbook": 26501,
+      "▁вересня": 26502,
+      "▁teles": 26503,
+      "▁economy": 26504,
+      "▁trap": 26505,
+      "▁refuse": 26506,
+      "▁stranger": 26507,
+      "▁instinct": 26508,
+      "пода": 26509,
+      "olan": 26510,
+      "▁ning": 26511,
+      "inflate": 26512,
+      "itatea": 26513,
+      "acks": 26514,
+      "▁Joy": 26515,
+      "FLAG": 26516,
+      "ailand": 26517,
+      "▁sorti": 26518,
+      "▁впер": 26519,
+      "▁pén": 26520,
+      "Nothing": 26521,
+      "▁száz": 26522,
+      "▁Áng": 26523,
+      "▁AUT": 26524,
+      "Actions": 26525,
+      "Every": 26526,
+      "▁червня": 26527,
+      "▁автомо": 26528,
+      "▁routine": 26529,
+      "▁estruct": 26530,
+      "▁Gang": 26531,
+      "▁holes": 26532,
+      "thesis": 26533,
+      "▁concl": 26534,
+      "▁pé": 26535,
+      "riers": 26536,
+      "ровой": 26537,
+      "adic": 26538,
+      "Speed": 26539,
+      "▁commanded": 26540,
+      "▁Nazionale": 26541,
+      "Managed": 26542,
+      "▁DECLARE": 26543,
+      "▁sedan": 26544,
+      "Strings": 26545,
+      "▁sacred": 26546,
+      "tersuch": 26547,
+      "▁abitanti": 26548,
+      "brit": 26549,
+      "▁NCAA": 26550,
+      "▁СП": 26551,
+      "▁aged": 26552,
+      "▁Chiesa": 26553,
+      "▁revision": 26554,
+      "opro": 26555,
+      "▁overwrite": 26556,
+      "embros": 26557,
+      "▁sortie": 26558,
+      "▁otten": 26559,
+      "xiv": 26560,
+      "▁deli": 26561,
+      "▁Asp": 26562,
+      "▁balls": 26563,
+      "kaf": 26564,
+      "▁brave": 26565,
+      "▁всего": 26566,
+      "egn": 26567,
+      "jpeg": 26568,
+      "▁Osten": 26569,
+      "Constants": 26570,
+      "▁Infantry": 26571,
+      "▁Nev": 26572,
+      "▁яких": 26573,
+      "▁муниципа": 26574,
+      "cija": 26575,
+      "▁poem": 26576,
+      "▁negro": 26577,
+      "хар": 26578,
+      "▁Ask": 26579,
+      "▁avo": 26580,
+      "▁Meyer": 26581,
+      "▁Westen": 26582,
+      "▁oko": 26583,
+      "agin": 26584,
+      "▁Süden": 26585,
+      "entries": 26586,
+      "▁Republik": 26587,
+      "CollectionView": 26588,
+      "-------": 26589,
+      "▁firefox": 26590,
+      "▁alcune": 26591,
+      "▁фото": 26592,
+      "▁отрима": 26593,
+      "~~~~~~~~": 26594,
+      "▁Раз": 26595,
+      "▁Complex": 26596,
+      "▁pia": 26597,
+      "▁publicada": 26598,
+      "wei": 26599,
+      "cedure": 26600,
+      "occupation": 26601,
+      "▁medicine": 26602,
+      "▁drove": 26603,
+      "Problem": 26604,
+      "▁beginner": 26605,
+      "▁thoroughly": 26606,
+      "uria": 26607,
+      "avant": 26608,
+      "ucha": 26609,
+      "▁lever": 26610,
+      "▁teatro": 26611,
+      "AVA": 26612,
+      "squ": 26613,
+      "trat": 26614,
+      "ivatal": 26615,
+      "▁dirty": 26616,
+      "▁seconde": 26617,
+      "▁gravit": 26618,
+      "▁proposition": 26619,
+      "hbar": 26620,
+      "omini": 26621,
+      "▁”": 26622,
+      "▁Camil": 26623,
+      "▁queen": 26624,
+      "modifier": 26625,
+      "Jan": 26626,
+      "▁lyr": 26627,
+      "ComboBox": 26628,
+      "ionic": 26629,
+      "▁holy": 26630,
+      "▁Sebastian": 26631,
+      "|_{": 26632,
+      "▁{@": 26633,
+      "▁можно": 26634,
+      "▁Creative": 26635,
+      "▁interess": 26636,
+      "▁CT": 26637,
+      "ições": 26638,
+      "▁chant": 26639,
+      "▁współ": 26640,
+      "▁Мексика": 26641,
+      "▁ranked": 26642,
+      "▁października": 26643,
+      "▁brut": 26644,
+      "▁farther": 26645,
+      "▁Verb": 26646,
+      "▁Seven": 26647,
+      "lbl": 26648,
+      "▁mentions": 26649,
+      "▁Fight": 26650,
+      "ifen": 26651,
+      "▁bog": 26652,
+      "▁regres": 26653,
+      "▁scoring": 26654,
+      "icane": 26655,
+      "▁Elli": 26656,
+      "▁pierw": 26657,
+      "measure": 26658,
+      "ńskiej": 26659,
+      "#{": 26660,
+      "▁деся": 26661,
+      "▁varmaste": 26662,
+      "▁Unix": 26663,
+      "IZ": 26664,
+      "itié": 26665,
+      "Primary": 26666,
+      "▁Springer": 26667,
+      "üng": 26668,
+      "▁anv": 26669,
+      "▁versione": 26670,
+      "▁shoulders": 26671,
+      "▁брига": 26672,
+      "▁jav": 26673,
+      "ltal": 26674,
+      "▁kallaste": 26675,
+      "▁Mitchell": 26676,
+      "▁wireless": 26677,
+      "▁Ál": 26678,
+      "respons": 26679,
+      "could": 26680,
+      "▁relax": 26681,
+      "Lond": 26682,
+      "ńcz": 26683,
+      "ствовал": 26684,
+      "▁polski": 26685,
+      "enç": 26686,
+      "zar": 26687,
+      "▁dtype": 26688,
+      "owned": 26689,
+      "unknown": 26690,
+      "▁mutable": 26691,
+      "▁siempre": 26692,
+      "▁Montreal": 26693,
+      "▁locate": 26694,
+      "▁traces": 26695,
+      "▁insgesamt": 26696,
+      "▁Nil": 26697,
+      "▁прода": 26698,
+      "▁Warner": 26699,
+      "▁Nau": 26700,
+      "triangle": 26701,
+      "▁concentration": 26702,
+      "▁gentlemen": 26703,
+      "ächt": 26704,
+      "filters": 26705,
+      "incipal": 26706,
+      "VALID": 26707,
+      "▁депута": 26708,
+      "adó": 26709,
+      "▁konst": 26710,
+      "gså": 26711,
+      "agas": 26712,
+      "▁meilleur": 26713,
+      "▁данным": 26714,
+      "єдна": 26715,
+      "encoded": 26716,
+      "<'": 26717,
+      "▁sheets": 26718,
+      "cuador": 26719,
+      "▁використову": 26720,
+      "▁Deput": 26721,
+      "▁manière": 26722,
+      "ąg": 26723,
+      "csol": 26724,
+      ")$-": 26725,
+      "UIView": 26726,
+      "▁millones": 26727,
+      "▁Ehren": 26728,
+      "Sil": 26729,
+      "▁atac": 26730,
+      "▁Cold": 26731,
+      "\"\\": 26732,
+      "▁approached": 26733,
+      "▁Årsmed": 26734,
+      "WM": 26735,
+      "▁Deport": 26736,
+      "mis": 26737,
+      "andbox": 26738,
+      "observ": 26739,
+      "setting": 26740,
+      "ható": 26741,
+      "▁strat": 26742,
+      "▁spre": 26743,
+      "▁personne": 26744,
+      "▁dirige": 26745,
+      "pull": 26746,
+      "dating": 26747,
+      "▁Fact": 26748,
+      "▁manipulate": 26749,
+      "▁MAC": 26750,
+      "▁dej": 26751,
+      "ultimo": 26752,
+      "FX": 26753,
+      "Life": 26754,
+      "▁crack": 26755,
+      "▁mí": 26756,
+      "▁пове": 26757,
+      "▁wore": 26758,
+      "université": 26759,
+      "▁formulas": 26760,
+      "▁Elisabeth": 26761,
+      "plots": 26762,
+      "mile": 26763,
+      "▁menor": 26764,
+      "тил": 26765,
+      "keyword": 26766,
+      "▁Baltimore": 26767,
+      "hrer": 26768,
+      "▁Clement": 26769,
+      "vim": 26770,
+      "rass": 26771,
+      "Take": 26772,
+      "▁című": 26773,
+      "▁Convention": 26774,
+      "atge": 26775,
+      "seed": 26776,
+      "▁Dí": 26777,
+      "▁Spider": 26778,
+      "ahoo": 26779,
+      "▁имеет": 26780,
+      "ührt": 26781,
+      "▁пописа": 26782,
+      "▁Cot": 26783,
+      "▁nobles": 26784,
+      "RESS": 26785,
+      "▁chemin": 26786,
+      "▁główn": 26787,
+      "GG": 26788,
+      "▁Germania": 26789,
+      "▁Alexandre": 26790,
+      "hens": 26791,
+      "swift": 26792,
+      "oop": 26793,
+      "Subview": 26794,
+      "▁requiring": 26795,
+      "ędzy": 26796,
+      "▁fict": 26797,
+      "▁Констан": 26798,
+      "▁déput": 26799,
+      "▁surprising": 26800,
+      "▁deix": 26801,
+      "▁unterschied": 26802,
+      "inson": 26803,
+      "▁Character": 26804,
+      "▁gestion": 26805,
+      "chus": 26806,
+      "comes": 26807,
+      "▁neur": 26808,
+      "▁yeux": 26809,
+      "ollar": 26810,
+      "▁parad": 26811,
+      "▁maggiore": 26812,
+      "TRAN": 26813,
+      "▁votre": 26814,
+      "▁descent": 26815,
+      "▁Icon": 26816,
+      "▁Judge": 26817,
+      "▁occupation": 26818,
+      "eping": 26819,
+      "▁tongue": 26820,
+      "▁Enllaços": 26821,
+      "ruf": 26822,
+      "▁protein": 26823,
+      "▁visitors": 26824,
+      "axy": 26825,
+      "esten": 26826,
+      "blica": 26827,
+      "hw": 26828,
+      "▁spirits": 26829,
+      "▁reduces": 26830,
+      "▁мен": 26831,
+      "▁Lamb": 26832,
+      "▁Mine": 26833,
+      "▁verified": 26834,
+      "▁Baby": 26835,
+      "▁prize": 26836,
+      "вър": 26837,
+      "▁ratings": 26838,
+      "▁fore": 26839,
+      "asha": 26840,
+      "urrence": 26841,
+      "▁intér": 26842,
+      "▁Olímp": 26843,
+      "cra": 26844,
+      "▁computational": 26845,
+      "irche": 26846,
+      ".: ": 26847,
+      "▁illustrated": 26848,
+      "▁Share": 26849,
+      "▁households": 26850,
+      "▁convolution": 26851,
+      "oemd": 26852,
+      "▁zdoby": 26853,
+      "ccc": 26854,
+      "▁quantities": 26855,
+      "Che": 26856,
+      "Should": 26857,
+      "▁genius": 26858,
+      "adj": 26859,
+      "хва": 26860,
+      "Петер": 26861,
+      "EMA": 26862,
+      "▁Rights": 26863,
+      "▁Eli": 26864,
+      "VAR": 26865,
+      "шло": 26866,
+      "▁збір": 26867,
+      "iftung": 26868,
+      "▁contributed": 26869,
+      "zef": 26870,
+      "▁CHAR": 26871,
+      "▁Sib": 26872,
+      "▁Mant": 26873,
+      "▁связи": 26874,
+      "▁javafx": 26875,
+      "▁cependant": 26876,
+      "▁intu": 26877,
+      "▁твор": 26878,
+      "▁Ó": 26879,
+      "guer": 26880,
+      "rado": 26881,
+      "▁Revol": 26882,
+      "▁fémin": 26883,
+      "▁Orleans": 26884,
+      "▁poj": 26885,
+      "▁prez": 26886,
+      "Tex": 26887,
+      "ouwd": 26888,
+      "?(": 26889,
+      "▁LIM": 26890,
+      "istique": 26891,
+      "esar": 26892,
+      "▁heures": 26893,
+      "icki": 26894,
+      "▁dbo": 26895,
+      "skih": 26896,
+      "confirm": 26897,
+      "▁világ": 26898,
+      "▁ciutat": 26899,
+      "▁DR": 26900,
+      "▁Hawai": 26901,
+      "ched": 26902,
+      "▁spher": 26903,
+      "▁Artikel": 26904,
+      "▁Multiple": 26905,
+      "ciu": 26906,
+      "▁мы": 26907,
+      "▁lipca": 26908,
+      "](/": 26909,
+      "Strategy": 26910,
+      "▁Alabama": 26911,
+      "SDK": 26912,
+      "UTC": 26913,
+      "__.": 26914,
+      "Arguments": 26915,
+      "▁setContentView": 26916,
+      "île": 26917,
+      "ByVal": 26918,
+      "▁JVM": 26919,
+      "ющего": 26920,
+      "▁Leonard": 26921,
+      "▁justify": 26922,
+      "цем": 26923,
+      "▁nab": 26924,
+      "CCESS": 26925,
+      "▁hopes": 26926,
+      ")&": 26927,
+      "sero": 26928,
+      "▁зай": 26929,
+      "слід": 26930,
+      "▁Rég": 26931,
+      "▁Sang": 26932,
+      "▁fung": 26933,
+      "baar": 26934,
+      "▁coffee": 26935,
+      "assembly": 26936,
+      "▁Він": 26937,
+      "эй": 26938,
+      "▁comprend": 26939,
+      "filled": 26940,
+      "рд": 26941,
+      "odia": 26942,
+      "▁gens": 26943,
+      "fluss": 26944,
+      "Drawable": 26945,
+      "▁surve": 26946,
+      "Setup": 26947,
+      "▁należ": 26948,
+      "▁conjunto": 26949,
+      "▁Его": 26950,
+      "▁oldal": 26951,
+      "▁verbose": 26952,
+      "▁Electric": 26953,
+      "▁Harrison": 26954,
+      "engen": 26955,
+      "paragraph": 26956,
+      "▁nouvelles": 26957,
+      "▁време": 26958,
+      "▁memor": 26959,
+      "▁mayoría": 26960,
+      "сад": 26961,
+      "▁bataille": 26962,
+      "▁thermal": 26963,
+      "▁Хронологи": 26964,
+      "▁Better": 26965,
+      "bye": 26966,
+      "▁театра": 26967,
+      "roe": 26968,
+      "▁segle": 26969,
+      "rott": 26970,
+      "▁opinions": 26971,
+      ")})": 26972,
+      "ühle": 26973,
+      "▁Gün": 26974,
+      "▁Щ": 26975,
+      "ból": 26976,
+      "▁Larry": 26977,
+      "▁solic": 26978,
+      "▁zwar": 26979,
+      "▁Caroline": 26980,
+      "▁Reichs": 26981,
+      "Extensions": 26982,
+      "migr": 26983,
+      ":@": 26984,
+      "▁enumerate": 26985,
+      "▁eigenen": 26986,
+      "▁explore": 26987,
+      "ému": 26988,
+      "▁gat": 26989,
+      "▁imperial": 26990,
+      "▁Usually": 26991,
+      "▁tud": 26992,
+      "▁укра": 26993,
+      "him": 26994,
+      "▁corners": 26995,
+      "▁SER": 26996,
+      "▁interpreter": 26997,
+      "▁Ice": 26998,
+      "▁amounts": 26999,
+      "▁Pala": 27000,
+      "▁tinha": 27001,
+      "vole": 27002,
+      "▁gle": 27003,
+      "ucci": 27004,
+      "▁siehe": 27005,
+      "Jack": 27006,
+      "▁woll": 27007,
+      "▁elder": 27008,
+      "▁кораб": 27009,
+      "▁engag": 27010,
+      "▁Laurent": 27011,
+      "▁achiev": 27012,
+      "istik": 27013,
+      "arct": 27014,
+      "тного": 27015,
+      "▁gir": 27016,
+      "▁Singh": 27017,
+      "mathop": 27018,
+      "USA": 27019,
+      "▁Projekt": 27020,
+      "▁debe": 27021,
+      "richtung": 27022,
+      "▁Tsch": 27023,
+      "uminate": 27024,
+      "▁szó": 27025,
+      "lyph": 27026,
+      "зидент": 27027,
+      "▁limitations": 27028,
+      "ющей": 27029,
+      "▁bila": 27030,
+      "Push": 27031,
+      "▁offering": 27032,
+      "iennes": 27033,
+      "Fri": 27034,
+      "▁postgresql": 27035,
+      "▁Tommy": 27036,
+      "▁particolare": 27037,
+      "▁století": 27038,
+      "▁arrib": 27039,
+      "▁Eva": 27040,
+      "school": 27041,
+      "▁vendor": 27042,
+      "▁Dallas": 27043,
+      "▁prolong": 27044,
+      "CREATE": 27045,
+      "▁suivante": 27046,
+      "STATUS": 27047,
+      "là": 27048,
+      "kv": 27049,
+      "▁häufig": 27050,
+      "▁Agricult": 27051,
+      "▁huit": 27052,
+      "▁inoltre": 27053,
+      "▁Lloyd": 27054,
+      "▁француз": 27055,
+      "▁выпол": 27056,
+      "▁faithful": 27057,
+      "▁Вар": 27058,
+      "▁verl": 27059,
+      "▁juego": 27060,
+      "▁Резултати": 27061,
+      ",...,": 27062,
+      "▁implicitly": 27063,
+      "irks": 27064,
+      "Calcul": 27065,
+      "▁meses": 27066,
+      "omed": 27067,
+      "▁pak": 27068,
+      "herit": 27069,
+      "▁optical": 27070,
+      "▁Історія": 27071,
+      "veis": 27072,
+      "▁capitale": 27073,
+      "placeholder": 27074,
+      "intrag": 27075,
+      "▁Atlas": 27076,
+      ")];": 27077,
+      "icons": 27078,
+      "▁Bent": 27079,
+      "▁Widget": 27080,
+      "▁volunt": 27081,
+      "avo": 27082,
+      "égr": 27083,
+      "lige": 27084,
+      "▁NAME": 27085,
+      "▁abstra": 27086,
+      "▁fís": 27087,
+      "▁Browser": 27088,
+      "▁bush": 27089,
+      "hall": 27090,
+      "▁clouds": 27091,
+      "▁SUB": 27092,
+      "▁tandis": 27093,
+      "▁Commonwealth": 27094,
+      "тая": 27095,
+      "▁exhaust": 27096,
+      "________________": 27097,
+      "▁Statistics": 27098,
+      "▁Religion": 27099,
+      "▁Muham": 27100,
+      "uals": 27101,
+      "goto": 27102,
+      "Digital": 27103,
+      "Family": 27104,
+      "▁Bun": 27105,
+      "letin": 27106,
+      "Management": 27107,
+      "▁capabilities": 27108,
+      "annten": 27109,
+      "▁себе": 27110,
+      "▁stays": 27111,
+      "kter": 27112,
+      "▁dost": 27113,
+      "▁Тре": 27114,
+      "лович": 27115,
+      "▁dying": 27116,
+      "sections": 27117,
+      "ános": 27118,
+      "▁apparten": 27119,
+      "▁zoals": 27120,
+      "▁dressed": 27121,
+      "▁compress": 27122,
+      "ńska": 27123,
+      "▁sierpnia": 27124,
+      "▁титу": 27125,
+      "dictionary": 27126,
+      "▁rabb": 27127,
+      "▁vérit": 27128,
+      "Во": 27129,
+      "▁singleton": 27130,
+      "▁vital": 27131,
+      "Refresh": 27132,
+      "мель": 27133,
+      "▁Zh": 27134,
+      "▁Afghan": 27135,
+      "inkel": 27136,
+      "aaaa": 27137,
+      "▁participants": 27138,
+      "arin": 27139,
+      "▁Mold": 27140,
+      "▁primeros": 27141,
+      "▁ран": 27142,
+      "▁Амери": 27143,
+      "▁restaurant": 27144,
+      "ével": 27145,
+      "▁SL": 27146,
+      "▁Rey": 27147,
+      "chas": 27148,
+      "▁electrons": 27149,
+      "▁Pitts": 27150,
+      "▁Jules": 27151,
+      "май": 27152,
+      "enant": 27153,
+      "-}": 27154,
+      "лад": 27155,
+      "▁Москва": 27156,
+      "gom": 27157,
+      "▁Fernández": 27158,
+      "fund": 27159,
+      "interno": 27160,
+      "▁Mari": 27161,
+      "▁rius": 27162,
+      "▁Prozent": 27163,
+      "стрі": 27164,
+      "▁внут": 27165,
+      "anterie": 27166,
+      "▁прис": 27167,
+      "▁обы": 27168,
+      "▁Marina": 27169,
+      "▁occurrence": 27170,
+      "rikt": 27171,
+      "▁физи": 27172,
+      "▁schwer": 27173,
+      "▁Гре": 27174,
+      "Reset": 27175,
+      "▁mucho": 27176,
+      "andr": 27177,
+      "▁Wies": 27178,
+      "▁Keith": 27179,
+      "▁Julian": 27180,
+      "▁cole": 27181,
+      "ciendo": 27182,
+      "▁Contempor": 27183,
+      "etry": 27184,
+      "elian": 27185,
+      "гии": 27186,
+      "▁голо": 27187,
+      "▁dél": 27188,
+      "▁decent": 27189,
+      "РСР": 27190,
+      "▁szeptember": 27191,
+      "мест": 27192,
+      "castle": 27193,
+      "▁держав": 27194,
+      "}\")": 27195,
+      "▁ASCII": 27196,
+      "▁Glen": 27197,
+      "itzerland": 27198,
+      "Toggle": 27199,
+      "▁tradicional": 27200,
+      "▁Plat": 27201,
+      "vee": 27202,
+      "abgerufen": 27203,
+      "(|": 27204,
+      "CLI": 27205,
+      "}}$,": 27206,
+      "▁Bowl": 27207,
+      "▁Male": 27208,
+      "▁Bres": 27209,
+      "▁пси": 27210,
+      "▁Challenge": 27211,
+      "zó": 27212,
+      "▁projekt": 27213,
+      "▁negoti": 27214,
+      "above": 27215,
+      "▁перио": 27216,
+      "▁longest": 27217,
+      "authentic": 27218,
+      "▁tradu": 27219,
+      "▁mujeres": 27220,
+      "▁Andre": 27221,
+      "▁hadn": 27222,
+      "▁Schule": 27223,
+      "odel": 27224,
+      "bled": 27225,
+      "▁Trade": 27226,
+      "▁mobil": 27227,
+      "▁algunas": 27228,
+      "▁Lak": 27229,
+      "▁Connecticut": 27230,
+      "▁alco": 27231,
+      "▁Selbst": 27232,
+      "ił": 27233,
+      "▁alb": 27234,
+      "ouverneur": 27235,
+      "▁sr": 27236,
+      "▁vba": 27237,
+      "loped": 27238,
+      "▁Partei": 27239,
+      "uate": 27240,
+      "▁Authentication": 27241,
+      "bei": 27242,
+      "}}.": 27243,
+      "▁konnten": 27244,
+      "▁допо": 27245,
+      "▁hyd": 27246,
+      "Office": 27247,
+      "données": 27248,
+      "▁Cleveland": 27249,
+      "rita": 27250,
+      "íos": 27251,
+      "▁выше": 27252,
+      "▁Roberts": 27253,
+      "▁élections": 27254,
+      "▁'')": 27255,
+      "▁publishing": 27256,
+      "▁bapt": 27257,
+      "<>();": 27258,
+      "missing": 27259,
+      "ровано": 27260,
+      "▁housing": 27261,
+      "▁inference": 27262,
+      "▁Renaissance": 27263,
+      "▁règ": 27264,
+      "▁Steph": 27265,
+      "CES": 27266,
+      "ERE": 27267,
+      "кет": 27268,
+      "OU": 27269,
+      "▁grouping": 27270,
+      "verkehr": 27271,
+      "jih": 27272,
+      "agli": 27273,
+      "▁milk": 27274,
+      "lait": 27275,
+      "Stage": 27276,
+      "▁byly": 27277,
+      "▁wooden": 27278,
+      "keley": 27279,
+      "etra": 27280,
+      "▁Peg": 27281,
+      "▁donné": 27282,
+      "adal": 27283,
+      "sequently": 27284,
+      "▁insbesondere": 27285,
+      "ELD": 27286,
+      "▁Mam": 27287,
+      "▁volte": 27288,
+      "▁prospect": 27289,
+      "нове": 27290,
+      "▁denoted": 27291,
+      "▁overlay": 27292,
+      "Permission": 27293,
+      "een": 27294,
+      "▁EM": 27295,
+      "▁uz": 27296,
+      "Mc": 27297,
+      "olit": 27298,
+      "▁servi": 27299,
+      "▁Heidel": 27300,
+      "▁Wiener": 27301,
+      "▁illegal": 27302,
+      "▁predictions": 27303,
+      "▁goog": 27304,
+      "hon": 27305,
+      "▁Cinema": 27306,
+      "▁револю": 27307,
+      "▁Rule": 27308,
+      "wod": 27309,
+      "▁radiation": 27310,
+      "oł": 27311,
+      "ової": 27312,
+      "▁Perform": 27313,
+      "▁prisoner": 27314,
+      "▁amet": 27315,
+      "▁figura": 27316,
+      "▁Commander": 27317,
+      "▁официаль": 27318,
+      "▁trov": 27319,
+      "▁acted": 27320,
+      "▁workflow": 27321,
+      "▁Республики": 27322,
+      "▁guidance": 27323,
+      "▁мене": 27324,
+      "National": 27325,
+      "▁Kel": 27326,
+      "webpack": 27327,
+      "простра": 27328,
+      "▁llamado": 27329,
+      "alog": 27330,
+      "terra": 27331,
+      "ixen": 27332,
+      "legraph": 27333,
+      "äischen": 27334,
+      "▁teachers": 27335,
+      "uden": 27336,
+      "▁også": 27337,
+      "possible": 27338,
+      "▁Soul": 27339,
+      "▁Geography": 27340,
+      "▁зада": 27341,
+      "hit": 27342,
+      "▁anger": 27343,
+      "▁remporte": 27344,
+      "Pod": 27345,
+      "чке": 27346,
+      "▁aria": 27347,
+      "▁Astronom": 27348,
+      "chapter": 27349,
+      "▁fork": 27350,
+      "▁Cuando": 27351,
+      "mense": 27352,
+      "▁Christians": 27353,
+      "gc": 27354,
+      "▁#(": 27355,
+      "Organ": 27356,
+      "▁steady": 27357,
+      "pse": 27358,
+      "жить": 27359,
+      "ignes": 27360,
+      "aterra": 27361,
+      "movie": 27362,
+      "posta": 27363,
+      "raste": 27364,
+      "▁Ressource": 27365,
+      "▁País": 27366,
+      "▁();": 27367,
+      "▁penalty": 27368,
+      "тт": 27369,
+      "▁trasfer": 27370,
+      "century": 27371,
+      "▁cleaner": 27372,
+      "selenium": 27373,
+      "ortheast": 27374,
+      "xic": 27375,
+      "лії": 27376,
+      "▁inglese": 27377,
+      "▁Tang": 27378,
+      "▁gods": 27379,
+      "frent": 27380,
+      "ciente": 27381,
+      "starts": 27382,
+      "▁musica": 27383,
+      "ymnasium": 27384,
+      "----+": 27385,
+      "▁terrest": 27386,
+      "▁retrieved": 27387,
+      "iare": 27388,
+      "unning": 27389,
+      "▁Marcus": 27390,
+      "▁promote": 27391,
+      "warning": 27392,
+      "тый": 27393,
+      "})$,": 27394,
+      "Transport": 27395,
+      "▁reson": 27396,
+      "▁Clo": 27397,
+      "▁erm": 27398,
+      "▁eliminate": 27399,
+      "heimer": 27400,
+      "▁saves": 27401,
+      "▁prayer": 27402,
+      "Classes": 27403,
+      "Express": 27404,
+      "▁Akademie": 27405,
+      "Else": 27406,
+      "Turn": 27407,
+      "▁ikke": 27408,
+      "▁rei": 27409,
+      "▁dirett": 27410,
+      "▁Rost": 27411,
+      "▁Papa": 27412,
+      "▁jsf": 27413,
+      "лением": 27414,
+      "▁Tul": 27415,
+      "▁Zak": 27416,
+      "▁niemieck": 27417,
+      "Tw": 27418,
+      "amour": 27419,
+      "nested": 27420,
+      "ppets": 27421,
+      "шп": 27422,
+      "dit": 27423,
+      "зен": 27424,
+      "zyma": 27425,
+      "hrte": 27426,
+      "Constraints": 27427,
+      "▁ownership": 27428,
+      "Arm": 27429,
+      "▁consumption": 27430,
+      "▁fet": 27431,
+      "ivari": 27432,
+      "chrom": 27433,
+      "setAttribute": 27434,
+      "▁compose": 27435,
+      "▁backing": 27436,
+      "▁Paz": 27437,
+      "▁scri": 27438,
+      "▁Mechan": 27439,
+      "▁Norway": 27440,
+      "▁Jup": 27441,
+      "▁mér": 27442,
+      "▁administrator": 27443,
+      "▁cabe": 27444,
+      "ivalent": 27445,
+      "▁throne": 27446,
+      "▁dues": 27447,
+      "▁humor": 27448,
+      "▁Adri": 27449,
+      "▁abort": 27450,
+      "ñas": 27451,
+      "▁Київ": 27452,
+      "jící": 27453,
+      "▁zweite": 27454,
+      "▁doub": 27455,
+      "ershell": 27456,
+      "шой": 27457,
+      "▁Fam": 27458,
+      "åk": 27459,
+      "▁tweede": 27460,
+      "▁Rib": 27461,
+      "▁før": 27462,
+      "pción": 27463,
+      "inned": 27464,
+      "rvm": 27465,
+      "▁Appar": 27466,
+      "▁Dj": 27467,
+      "▁Shang": 27468,
+      "Distance": 27469,
+      "▁dawn": 27470,
+      "▁Matth": 27471,
+      "▁errichtet": 27472,
+      "phantom": 27473,
+      "▁releases": 27474,
+      "Recognizer": 27475,
+      "▁Kop": 27476,
+      "▁Pul": 27477,
+      "ué": 27478,
+      "nats": 27479,
+      "relax": 27480,
+      "▁fled": 27481,
+      "▁experiences": 27482,
+      "щее": 27483,
+      "меня": 27484,
+      "▁персона": 27485,
+      "▁Identity": 27486,
+      "rets": 27487,
+      "kunft": 27488,
+      "larg": 27489,
+      "ListItem": 27490,
+      "vd": 27491,
+      "runner": 27492,
+      "lant": 27493,
+      "ipart": 27494,
+      "bay": 27495,
+      "iei": 27496,
+      "▁lengths": 27497,
+      "▁cattle": 27498,
+      "jets": 27499,
+      "▁sehen": 27500,
+      "Jul": 27501,
+      "fatt": 27502,
+      "▁surrender": 27503,
+      "▁Trump": 27504,
+      "дного": 27505,
+      "▁Fourier": 27506,
+      "ieben": 27507,
+      "_\"": 27508,
+      "▁früher": 27509,
+      "▁garant": 27510,
+      "uclidean": 27511,
+      "ägt": 27512,
+      "▁півден": 27513,
+      "Pages": 27514,
+      "▁rivers": 27515,
+      "▁donner": 27516,
+      "svn": 27517,
+      "▁ł": 27518,
+      "ově": 27519,
+      "▁Leist": 27520,
+      "arial": 27521,
+      "ových": 27522,
+      "▁filling": 27523,
+      "▁musicale": 27524,
+      "maxim": 27525,
+      "▁dashed": 27526,
+      "▁Нов": 27527,
+      "Drawer": 27528,
+      "▁Medicine": 27529,
+      "▁dokument": 27530,
+      "owel": 27531,
+      "vić": 27532,
+      "hely": 27533,
+      "▁elet": 27534,
+      "Seconds": 27535,
+      "▁Gonz": 27536,
+      "rou": 27537,
+      "▁finales": 27538,
+      "rn": 27539,
+      "fø": 27540,
+      "▁indexed": 27541,
+      "className": 27542,
+      "▁ober": 27543,
+      "▁duas": 27544,
+      "▁optimized": 27545,
+      "▁kdy": 27546,
+      "versary": 27547,
+      "energy": 27548,
+      "▁центра": 27549,
+      "▁currency": 27550,
+      "zyż": 27551,
+      "Like": 27552,
+      "▁Ги": 27553,
+      "sono": 27554,
+      "▁palab": 27555,
+      "▁pushing": 27556,
+      "ublik": 27557,
+      "▁Hass": 27558,
+      "}\\,\\": 27559,
+      "unker": 27560,
+      "▁Factory": 27561,
+      "▁Resources": 27562,
+      "datei": 27563,
+      "▁Tools": 27564,
+      "▁stehen": 27565,
+      "sime": 27566,
+      "▁Ху": 27567,
+      "▁hoch": 27568,
+      "▁Rodríguez": 27569,
+      "zeitig": 27570,
+      "▁Terry": 27571,
+      "▁обу": 27572,
+      "Usage": 27573,
+      "urchase": 27574,
+      "lö": 27575,
+      "▁Introduction": 27576,
+      "▁participation": 27577,
+      "ος": 27578,
+      "ogli": 27579,
+      "apy": 27580,
+      "▁hopefully": 27581,
+      "ponder": 27582,
+      "▁Yang": 27583,
+      "▁promises": 27584,
+      "▁верну": 27585,
+      "▁остров": 27586,
+      "^{+": 27587,
+      "▁mostra": 27588,
+      "▁CURLOPT": 27589,
+      "HH": 27590,
+      "▁stdout": 27591,
+      "▁brilliant": 27592,
+      "▁manuscript": 27593,
+      "▁decir": 27594,
+      "▁Bolog": 27595,
+      "▁места": 27596,
+      "▁invisible": 27597,
+      "▁Chal": 27598,
+      "▁analyze": 27599,
+      "prilis": 27600,
+      "attend": 27601,
+      "Mvc": 27602,
+      "than": 27603,
+      "cko": 27604,
+      "▁Quebec": 27605,
+      "▁planta": 27606,
+      "▁télévis": 27607,
+      "▁uninstall": 27608,
+      "ències": 27609,
+      "▁gminie": 27610,
+      "▁Pref": 27611,
+      "▁lequel": 27612,
+      "Invocation": 27613,
+      "▁Í": 27614,
+      "▁transformed": 27615,
+      "MAN": 27616,
+      "gebaut": 27617,
+      "▁сохра": 27618,
+      "▁второй": 27619,
+      "▁Lith": 27620,
+      "wendung": 27621,
+      "▁Politik": 27622,
+      "▁Senator": 27623,
+      "▁LL": 27624,
+      "ждение": 27625,
+      "ште": 27626,
+      "▁Cés": 27627,
+      "▁bande": 27628,
+      "▁historian": 27629,
+      "▁passwords": 27630,
+      "malloc": 27631,
+      "▁semif": 27632,
+      "▁rå": 27633,
+      "unicí": 27634,
+      "Available": 27635,
+      "Optional": 27636,
+      "▁Twe": 27637,
+      "▁kró": 27638,
+      "▁subsets": 27639,
+      "▁DAT": 27640,
+      "▁doubles": 27641,
+      "никами": 27642,
+      "▁зв": 27643,
+      "gegeben": 27644,
+      "▁Попис": 27645,
+      "▁július": 27646,
+      "▁meteor": 27647,
+      "Mount": 27648,
+      "ivent": 27649,
+      "▁Nathan": 27650,
+      "▁Schutz": 27651,
+      "egov": 27652,
+      "▁död": 27653,
+      "▁meat": 27654,
+      "▁пункт": 27655,
+      "▁minds": 27656,
+      "elivery": 27657,
+      "▁TLS": 27658,
+      "рем": 27659,
+      "ckså": 27660,
+      "▁stayed": 27661,
+      "▁Bin": 27662,
+      "▁Pia": 27663,
+      "▁имен": 27664,
+      "▁Bobby": 27665,
+      "▁produit": 27666,
+      "empio": 27667,
+      "▁reducing": 27668,
+      "▁Yu": 27669,
+      "▁Geschäft": 27670,
+      "▁perché": 27671,
+      "▁cors": 27672,
+      "▁icons": 27673,
+      "AppData": 27674,
+      "▁Hog": 27675,
+      "▁рів": 27676,
+      "▁Sans": 27677,
+      "▁siège": 27678,
+      "stellen": 27679,
+      "Brush": 27680,
+      "OFF": 27681,
+      "▁visitor": 27682,
+      "▁bath": 27683,
+      "▁fee": 27684,
+      "atisf": 27685,
+      "▁curv": 27686,
+      "▁folgender": 27687,
+      "▁conscience": 27688,
+      "▁Seattle": 27689,
+      "▁medieval": 27690,
+      "distribution": 27691,
+      "▁DM": 27692,
+      "▁мя": 27693,
+      "▁RUN": 27694,
+      "akov": 27695,
+      "ceil": 27696,
+      "▁letting": 27697,
+      "▁dov": 27698,
+      "▁оби": 27699,
+      "kiej": 27700,
+      "▁direkt": 27701,
+      "▁tm": 27702,
+      "colors": 27703,
+      "▁altro": 27704,
+      "▁tijdens": 27705,
+      "]{'": 27706,
+      "▁Bom": 27707,
+      "▁kunst": 27708,
+      "▁shelter": 27709,
+      "▁rav": 27710,
+      "predict": 27711,
+      "▁comenzó": 27712,
+      "▁świat": 27713,
+      "▁Durant": 27714,
+      "▁schemes": 27715,
+      "▁mesh": 27716,
+      "▁indicator": 27717,
+      "▁Emer": 27718,
+      "▁guilty": 27719,
+      "нец": 27720,
+      "▁consequences": 27721,
+      "cludes": 27722,
+      "▁Lower": 27723,
+      "▁поме": 27724,
+      "▁pace": 27725,
+      "даго": 27726,
+      "▁ambos": 27727,
+      "lb": 27728,
+      "▁educated": 27729,
+      "urale": 27730,
+      "anh": 27731,
+      "esség": 27732,
+      "▁associations": 27733,
+      "town": 27734,
+      "▁trif": 27735,
+      "samples": 27736,
+      "bos": 27737,
+      "▁Spect": 27738,
+      "▁Це": 27739,
+      "altung": 27740,
+      "▁Lob": 27741,
+      "▁curiosity": 27742,
+      "▁Weiter": 27743,
+      "estone": 27744,
+      "▁demol": 27745,
+      "▁apolog": 27746,
+      "▁Dynamic": 27747,
+      "Inner": 27748,
+      "esper": 27749,
+      "ecz": 27750,
+      "uellement": 27751,
+      "▁Hamiltonian": 27752,
+      "Atlas": 27753,
+      "▁argue": 27754,
+      "Foreign": 27755,
+      "collapse": 27756,
+      "▁términ": 27757,
+      "▁electronic": 27758,
+      "▁NR": 27759,
+      "▁corr": 27760,
+      "temps": 27761,
+      "IndexPath": 27762,
+      "яз": 27763,
+      "▁talál": 27764,
+      "today": 27765,
+      "wave": 27766,
+      "▁sib": 27767,
+      "▁спи": 27768,
+      "▁convey": 27769,
+      "▁Géographie": 27770,
+      "▁Нью": 27771,
+      "▁Hibernate": 27772,
+      "▁tin": 27773,
+      "dic": 27774,
+      "ppings": 27775,
+      "sweise": 27776,
+      "▁rolling": 27777,
+      "▁selects": 27778,
+      ")\\)": 27779,
+      "▁poeta": 27780,
+      "▁степени": 27781,
+      "▁Abr": 27782,
+      "▁höch": 27783,
+      "▁stern": 27784,
+      "▁fjär": 27785,
+      "▁installer": 27786,
+      "decl": 27787,
+      "▁miser": 27788,
+      "groupby": 27789,
+      "substr": 27790,
+      "▁phenomen": 27791,
+      "▁Wing": 27792,
+      "▁fills": 27793,
+      "▁único": 27794,
+      "Running": 27795,
+      "Come": 27796,
+      "irable": 27797,
+      "simeq": 27798,
+      "▁remp": 27799,
+      "kele": 27800,
+      "liers": 27801,
+      "▁kwietnia": 27802,
+      "▁interrupted": 27803,
+      "▁Jet": 27804,
+      "=\\{": 27805,
+      "ído": 27806,
+      "▁Taiwan": 27807,
+      "▁возра": 27808,
+      "▁alternatives": 27809,
+      "▁Tir": 27810,
+      "▁Reserve": 27811,
+      "▁Кур": 27812,
+      "▁Nobel": 27813,
+      "▁работал": 27814,
+      "▁axes": 27815,
+      "▁Cependant": 27816,
+      "ká": 27817,
+      "▁erneut": 27818,
+      "▁Demo": 27819,
+      "communic": 27820,
+      "constructor": 27821,
+      "▁Monday": 27822,
+      "Nil": 27823,
+      "HashMap": 27824,
+      "payment": 27825,
+      "▁fixing": 27826,
+      "▁ADD": 27827,
+      "review": 27828,
+      "▁possibil": 27829,
+      "▁grote": 27830,
+      "▁grouped": 27831,
+      "▁Lima": 27832,
+      "▁Augen": 27833,
+      "▁också": 27834,
+      "onas": 27835,
+      "▁debate": 27836,
+      "▁Ingl": 27837,
+      "Da": 27838,
+      "SOUR": 27839,
+      "ettbe": 27840,
+      "▁Battalion": 27841,
+      "▁Float": 27842,
+      "▁cone": 27843,
+      "readsheet": 27844,
+      "court": 27845,
+      "ligen": 27846,
+      "▁Beginn": 27847,
+      "▁LIMIT": 27848,
+      "▁enjoyed": 27849,
+      "▁Jakob": 27850,
+      "▁telt": 27851,
+      "backend": 27852,
+      "▁Gemeinsame": 27853,
+      "lint": 27854,
+      "alling": 27855,
+      "▁bör": 27856,
+      "grand": 27857,
+      "▁diverses": 27858,
+      "▁związ": 27859,
+      "▁Kompon": 27860,
+      "▁innerhalb": 27861,
+      "▁desarrollo": 27862,
+      "▁Masters": 27863,
+      "ioso": 27864,
+      "]`.": 27865,
+      "▁francesa": 27866,
+      "Aff": 27867,
+      "inek": 27868,
+      "▁dessin": 27869,
+      "`.`": 27870,
+      "▁ranks": 27871,
+      "берг": 27872,
+      "▁skal": 27873,
+      "▁Sultan": 27874,
+      "АН": 27875,
+      "▁способ": 27876,
+      "▁contradict": 27877,
+      "▁recom": 27878,
+      "▁Oklahoma": 27879,
+      "▁Vladimir": 27880,
+      "▁meters": 27881,
+      "transport": 27882,
+      "▁consulté": 27883,
+      "▁ATP": 27884,
+      "ebb": 27885,
+      "▁volunte": 27886,
+      "▁outline": 27887,
+      "LIC": 27888,
+      "▁euro": 27889,
+      "CharField": 27890,
+      "medium": 27891,
+      "▁Belgique": 27892,
+      "Proc": 27893,
+      "routes": 27894,
+      "▁contribu": 27895,
+      "!}": 27896,
+      "ším": 27897,
+      "▁Less": 27898,
+      "▁Kost": 27899,
+      "▁eredetiből": 27900,
+      "reven": 27901,
+      "verify": 27902,
+      "▁Salt": 27903,
+      "▁shooting": 27904,
+      "▁dispose": 27905,
+      "ují": 27906,
+      "▁tierra": 27907,
+      "▁poison": 27908,
+      "sak": 27909,
+      "perimental": 27910,
+      "▁Né": 27911,
+      "▁Kid": 27912,
+      "agyar": 27913,
+      "▁archiválva": 27914,
+      "bereich": 27915,
+      "íz": 27916,
+      "▁Ritter": 27917,
+      "▁Хронологија": 27918,
+      "zeum": 27919,
+      "дах": 27920,
+      "▁gründ": 27921,
+      "▁programmer": 27922,
+      "▁conseil": 27923,
+      "▁encrypt": 27924,
+      "integration": 27925,
+      "Culture": 27926,
+      "▁Circle": 27927,
+      "Observable": 27928,
+      "▁genomsnitt": 27929,
+      "▁Selection": 27930,
+      "▁irregular": 27931,
+      "Autres": 27932,
+      "Percent": 27933,
+      "fault": 27934,
+      "▁virtue": 27935,
+      "ąpi": 27936,
+      "▁sess": 27937,
+      "▁Также": 27938,
+      "Timestamp": 27939,
+      "▁littérature": 27940,
+      "▁moż": 27941,
+      "▁borrow": 27942,
+      "▁conced": 27943,
+      "чник": 27944,
+      "▁Lund": 27945,
+      "IONS": 27946,
+      "ynie": 27947,
+      "▁Shin": 27948,
+      "▁osob": 27949,
+      "bě": 27950,
+      "▁intuit": 27951,
+      "▁нап": 27952,
+      "▁proph": 27953,
+      "▁pitt": 27954,
+      "▁IBM": 27955,
+      "▁Till": 27956,
+      "▁hina": 27957,
+      "ittest": 27958,
+      "generator": 27959,
+      "▁Nin": 27960,
+      "▁Kot": 27961,
+      "▁passer": 27962,
+      "▁disposition": 27963,
+      "uning": 27964,
+      "▁fame": 27965,
+      "▁tenia": 27966,
+      "ancement": 27967,
+      "▁Suisse": 27968,
+      "`-": 27969,
+      "▁hombres": 27970,
+      "▁infinity": 27971,
+      "▁оконча": 27972,
+      "▁cosm": 27973,
+      "▁Dennis": 27974,
+      "baz": 27975,
+      "haupt": 27976,
+      "▁mighty": 27977,
+      "▁prede": 27978,
+      "usable": 27979,
+      "▁wszyst": 27980,
+      "▁lb": 27981,
+      "ABASE": 27982,
+      "jna": 27983,
+      "нев": 27984,
+      "▁ases": 27985,
+      "▁finalmente": 27986,
+      "йм": 27987,
+      "pection": 27988,
+      "▁Studien": 27989,
+      "▁Norwegian": 27990,
+      "cego": 27991,
+      "INDEX": 27992,
+      "orten": 27993,
+      "▁friendship": 27994,
+      "metro": 27995,
+      "thick": 27996,
+      "▁Zel": 27997,
+      "LOW": 27998,
+      "▁thereby": 27999,
+      "unted": 28000,
+      "▁surfaces": 28001,
+      "ющим": 28002,
+      "%).": 28003,
+      "▁Wonder": 28004,
+      "▁redundant": 28005,
+      "▁Gros": 28006,
+      "▁websites": 28007,
+      "▁vio": 28008,
+      "▁ocas": 28009,
+      "vés": 28010,
+      "▁Gam": 28011,
+      "dw": 28012,
+      "Indicator": 28013,
+      "▁Kob": 28014,
+      "▁jack": 28015,
+      "Hint": 28016,
+      "▁Apol": 28017,
+      "▁другие": 28018,
+      "▁NUM": 28019,
+      "▁ofic": 28020,
+      "ystycz": 28021,
+      "▁wereld": 28022,
+      "мости": 28023,
+      "LEFT": 28024,
+      "▁Types": 28025,
+      "seen": 28026,
+      "uncia": 28027,
+      "▁narod": 28028,
+      "▁этот": 28029,
+      "Sidenote": 28030,
+      "ueil": 28031,
+      "▁отме": 28032,
+      "▁courts": 28033,
+      "fir": 28034,
+      "urz": 28035,
+      "ченко": 28036,
+      "Credentials": 28037,
+      "▁imagination": 28038,
+      "itats": 28039,
+      "buff": 28040,
+      "flash": 28041,
+      "▁badly": 28042,
+      "▁worn": 28043,
+      "▁округу": 28044,
+      "catalog": 28045,
+      "lime": 28046,
+      "▁Gill": 28047,
+      "▁Sent": 28048,
+      "iella": 28049,
+      "▁Craig": 28050,
+      "▁Sele": 28051,
+      "▁Independ": 28052,
+      "▁provincie": 28053,
+      "ossen": 28054,
+      "▁запад": 28055,
+      "▁infant": 28056,
+      "▁prevents": 28057,
+      "▁provinces": 28058,
+      "afé": 28059,
+      "beg": 28060,
+      "▁colours": 28061,
+      "BF": 28062,
+      "ën": 28063,
+      "▁Между": 28064,
+      "în": 28065,
+      "Observer": 28066,
+      "forsch": 28067,
+      "ígen": 28068,
+      "umption": 28069,
+      "▁Illustr": 28070,
+      "рист": 28071,
+      "▁полови": 28072,
+      "▁`&": 28073,
+      "▁ore": 28074,
+      "▁supplies": 28075,
+      "▁parenthes": 28076,
+      "Foundation": 28077,
+      "▁vou": 28078,
+      "▁Tout": 28079,
+      "Donald": 28080,
+      "▁RET": 28081,
+      "weig": 28082,
+      "▁producción": 28083,
+      "mix": 28084,
+      "▁utwor": 28085,
+      "▁föl": 28086,
+      "▁então": 28087,
+      "▁Sister": 28088,
+      "Tags": 28089,
+      "▁Савезне": 28090,
+      "▁privileges": 28091,
+      "▁nazw": 28092,
+      "▁Rav": 28093,
+      "▁repro": 28094,
+      "▁Mason": 28095,
+      "▁Platform": 28096,
+      "▁пробле": 28097,
+      "▁Pérez": 28098,
+      "▁blanc": 28099,
+      "Behavior": 28100,
+      "фици": 28101,
+      "eken": 28102,
+      "▁meets": 28103,
+      "(.*": 28104,
+      "▁få": 28105,
+      "epen": 28106,
+      "maker": 28107,
+      "▁loyal": 28108,
+      "members": 28109,
+      "meisterschaft": 28110,
+      "goal": 28111,
+      "шлен": 28112,
+      "▁северо": 28113,
+      "iende": 28114,
+      "дні": 28115,
+      "Proof": 28116,
+      "▁explic": 28117,
+      "▁electro": 28118,
+      "iels": 28119,
+      "reload": 28120,
+      "▁eleven": 28121,
+      "▁partidos": 28122,
+      "îne": 28123,
+      "▁Regin": 28124,
+      "▁éx": 28125,
+      "▁Bulg": 28126,
+      "▁networking": 28127,
+      "▁separator": 28128,
+      "UserName": 28129,
+      "▁edificio": 28130,
+      "▁Mie": 28131,
+      "▁idle": 28132,
+      "yed": 28133,
+      "▁passengers": 28134,
+      "+)": 28135,
+      "meno": 28136,
+      "eggi": 28137,
+      "▁nicely": 28138,
+      "endencia": 28139,
+      "чий": 28140,
+      "étés": 28141,
+      "ightarrow": 28142,
+      "▁orthogonal": 28143,
+      "▁Half": 28144,
+      "▁fewer": 28145,
+      "▁propi": 28146,
+      "▁primit": 28147,
+      "icale": 28148,
+      "▁flower": 28149,
+      "merk": 28150,
+      "▁Отече": 28151,
+      "▁persistent": 28152,
+      "▁Ville": 28153,
+      "Men": 28154,
+      "gaben": 28155,
+      "▁Isaac": 28156,
+      "ativity": 28157,
+      "▁północ": 28158,
+      "▁rok": 28159,
+      "cards": 28160,
+      "дения": 28161,
+      "▁юго": 28162,
+      "▁extraordinary": 28163,
+      "▁kyr": 28164,
+      "(\",": 28165,
+      "))]": 28166,
+      "▁unix": 28167,
+      "кол": 28168,
+      "▁sink": 28169,
+      "apsed": 28170,
+      "▁kommen": 28171,
+      "▁forcing": 28172,
+      "About": 28173,
+      "▁Halle": 28174,
+      "▁Majesty": 28175,
+      "▁Switch": 28176,
+      "▁abroad": 28177,
+      "▁acceleration": 28178,
+      "urbed": 28179,
+      "▁остан": 28180,
+      "Ready": 28181,
+      "▁півні": 28182,
+      "Bra": 28183,
+      "▁цього": 28184,
+      "▁plut": 28185,
+      "▁Train": 28186,
+      "▁április": 28187,
+      "▁puesto": 28188,
+      "▁toss": 28189,
+      "▁irrelevant": 28190,
+      "▁dip": 28191,
+      "segment": 28192,
+      "opacity": 28193,
+      "▁lorsque": 28194,
+      "▁verschill": 28195,
+      "ена": 28196,
+      "▁Doc": 28197,
+      "%%%%%%%%": 28198,
+      "▁borders": 28199,
+      "gebras": 28200,
+      "▁ries": 28201,
+      "▁Olympedia": 28202,
+      "▁Generation": 28203,
+      "metros": 28204,
+      "▁horizon": 28205,
+      "▁adaptation": 28206,
+      "▁Zahl": 28207,
+      "▁nahe": 28208,
+      "▁Bug": 28209,
+      "Picture": 28210,
+      "љи": 28211,
+      "RGB": 28212,
+      "Owner": 28213,
+      "adin": 28214,
+      "▁Catalunya": 28215,
+      "ných": 28216,
+      "▁cualquier": 28217,
+      "▁Institution": 28218,
+      "insen": 28219,
+      "▁Brasile": 28220,
+      "▁fitting": 28221,
+      "Deleg": 28222,
+      "ictwo": 28223,
+      "▁Exper": 28224,
+      "ochastic": 28225,
+      "▁dus": 28226,
+      "▁пора": 28227,
+      "▁substring": 28228,
+      "ссии": 28229,
+      "oin": 28230,
+      "▁школа": 28231,
+      "▁cx": 28232,
+      "▁%)": 28233,
+      "▁Buddh": 28234,
+      "▁pending": 28235,
+      "▁Entry": 28236,
+      "▁Berl": 28237,
+      "▁cler": 28238,
+      "▁Soc": 28239,
+      "▁rounded": 28240,
+      "▁mv": 28241,
+      "ített": 28242,
+      "▁Diplom": 28243,
+      "▁französischen": 28244,
+      "▁Gan": 28245,
+      "▁Investig": 28246,
+      "▁indexPath": 28247,
+      "▁molti": 28248,
+      "persistence": 28249,
+      "▁XIXe": 28250,
+      "▁Electron": 28251,
+      "bü": 28252,
+      "gele": 28253,
+      "▁Maler": 28254,
+      "▁proyecto": 28255,
+      "▁Bath": 28256,
+      "ellers": 28257,
+      "▁GP": 28258,
+      "oning": 28259,
+      "cloudflare": 28260,
+      "▁při": 28261,
+      "▁ded": 28262,
+      "▁Odkazy": 28263,
+      "▁Msg": 28264,
+      "▁Being": 28265,
+      "▁Depuis": 28266,
+      "▁Primary": 28267,
+      "▁Appro": 28268,
+      "▁formally": 28269,
+      "ступил": 28270,
+      "▁fuera": 28271,
+      "▁Root": 28272,
+      "▁autonom": 28273,
+      "▁secretary": 28274,
+      "▁osób": 28275,
+      "▁cuales": 28276,
+      "▁Depending": 28277,
+      "▁asi": 28278,
+      "vera": 28279,
+      "▁russe": 28280,
+      "▁proves": 28281,
+      "▁presiden": 28282,
+      "RU": 28283,
+      "▁Watson": 28284,
+      "▁webpack": 28285,
+      "elligence": 28286,
+      "кам": 28287,
+      "▁Officer": 28288,
+      "▁delivery": 28289,
+      "ждён": 28290,
+      "▁импе": 28291,
+      "▁wil": 28292,
+      "▁vesc": 28293,
+      "usztus": 28294,
+      "▁Geoff": 28295,
+      "()}": 28296,
+      "▁Fore": 28297,
+      "▁wenig": 28298,
+      "▁Airl": 28299,
+      "▁Efter": 28300,
+      "▁Break": 28301,
+      "▁Städ": 28302,
+      "ismiss": 28303,
+      "íp": 28304,
+      "▁avoided": 28305,
+      "▁assertion": 28306,
+      "DN": 28307,
+      "▁teat": 28308,
+      "ína": 28309,
+      "▁mechanical": 28310,
+      "isu": 28311,
+      "@{": 28312,
+      "▁nou": 28313,
+      "Italie": 28314,
+      "sourceforge": 28315,
+      "▁svo": 28316,
+      "▁király": 28317,
+      "▁References": 28318,
+      "six": 28319,
+      "▁Archives": 28320,
+      "▁finishing": 28321,
+      "acje": 28322,
+      "état": 28323,
+      "iffs": 28324,
+      "▁stead": 28325,
+      "▁feas": 28326,
+      "aware": 28327,
+      "lande": 28328,
+      "Inject": 28329,
+      "▁Agent": 28330,
+      "▁Normdatei": 28331,
+      "▁amen": 28332,
+      "▁Architecture": 28333,
+      "aze": 28334,
+      "ște": 28335,
+      "▁usar": 28336,
+      "▁cores": 28337,
+      "лін": 28338,
+      "▁Castro": 28339,
+      "▁væ": 28340,
+      ">\",": 28341,
+      "omena": 28342,
+      "▁gesam": 28343,
+      "▁Martín": 28344,
+      "egung": 28345,
+      "▁společ": 28346,
+      "▁amplitude": 28347,
+      "▁importing": 28348,
+      "▁listview": 28349,
+      "THE": 28350,
+      "ziale": 28351,
+      "cedes": 28352,
+      "▁particulier": 28353,
+      "▁Расподела": 28354,
+      "▁край": 28355,
+      "▁divent": 28356,
+      "▁ké": 28357,
+      "quit": 28358,
+      "тором": 28359,
+      "CheckBox": 28360,
+      "▁Zobacz": 28361,
+      "phe": 28362,
+      "pta": 28363,
+      "▁sjö": 28364,
+      "▁розташ": 28365,
+      "▁tedesco": 28366,
+      "▁stal": 28367,
+      "▁Beruf": 28368,
+      "овая": 28369,
+      "▁svě": 28370,
+      "▁flush": 28371,
+      "▁відбу": 28372,
+      "▁radial": 28373,
+      "▁différentes": 28374,
+      "анта": 28375,
+      "▁Perry": 28376,
+      "Coll": 28377,
+      "liqu": 28378,
+      "▁Optional": 28379,
+      "▁Санкт": 28380,
+      "▁LINQ": 28381,
+      "▁Franc": 28382,
+      "cije": 28383,
+      "▁Guillaume": 28384,
+      "know": 28385,
+      "▁Units": 28386,
+      "olk": 28387,
+      "▁Système": 28388,
+      "▁Sales": 28389,
+      "▁ehemaligen": 28390,
+      "мирова": 28391,
+      "xhtml": 28392,
+      "setopt": 28393,
+      "▁mellan": 28394,
+      "▁zie": 28395,
+      "▁giant": 28396,
+      "Board": 28397,
+      "▁Caval": 28398,
+      "▁defence": 28399,
+      "----------": 28400,
+      "pshire": 28401,
+      "mart": 28402,
+      "▁Dioc": 28403,
+      "iskt": 28404,
+      "▁inse": 28405,
+      "▁épisode": 28406,
+      "чик": 28407,
+      "bars": 28408,
+      "Sito": 28409,
+      "▁integrity": 28410,
+      "auff": 28411,
+      "▁vär": 28412,
+      "Azure": 28413,
+      "▁starb": 28414,
+      "▁контра": 28415,
+      "▁Мексичка": 28416,
+      "▁запа": 28417,
+      "▁Mountains": 28418,
+      "}}=": 28419,
+      "▁pulling": 28420,
+      "▁satellite": 28421,
+      "▁atoms": 28422,
+      "▁profesor": 28423,
+      "▁repeatedly": 28424,
+      "▁invasion": 28425,
+      "programming": 28426,
+      "├──": 28427,
+      "▁Lip": 28428,
+      "вшие": 28429,
+      "▁keen": 28430,
+      "▁critics": 28431,
+      "▁Nicola": 28432,
+      "▁Cand": 28433,
+      "▁distint": 28434,
+      "▁heading": 28435,
+      "pragma": 28436,
+      "{|": 28437,
+      "ymen": 28438,
+      "▁terrain": 28439,
+      "iedenis": 28440,
+      "▁besonders": 28441,
+      "▁nominated": 28442,
+      "BOOL": 28443,
+      "▁Kay": 28444,
+      "cian": 28445,
+      "stelle": 28446,
+      "▁dispute": 28447,
+      "▁щ": 28448,
+      "DataSet": 28449,
+      "nothing": 28450,
+      "Autom": 28451,
+      "hören": 28452,
+      "▁shed": 28453,
+      "▁paused": 28454,
+      "san": 28455,
+      "▁nunca": 28456,
+      "!(\"": 28457,
+      "▁położ": 28458,
+      "Secret": 28459,
+      "▁Domain": 28460,
+      "▁возмож": 28461,
+      "XV": 28462,
+      "lv": 28463,
+      "ikh": 28464,
+      "▁Sony": 28465,
+      "mq": 28466,
+      "otrop": 28467,
+      "▁Logger": 28468,
+      "▁threat": 28469,
+      "asted": 28470,
+      "зько": 28471,
+      "▁freely": 28472,
+      "▁improvements": 28473,
+      "istema": 28474,
+      "▁illustrate": 28475,
+      "▁tact": 28476,
+      "▁figur": 28477,
+      "ués": 28478,
+      "riminal": 28479,
+      "odon": 28480,
+      "intendo": 28481,
+      "▁influenced": 28482,
+      "FFER": 28483,
+      "▁Ghost": 28484,
+      "▁совер": 28485,
+      "nad": 28486,
+      "ioned": 28487,
+      "▁Events": 28488,
+      "▁wrapping": 28489,
+      "---------+": 28490,
+      "fif": 28491,
+      "▁(**": 28492,
+      "={{": 28493,
+      "маль": 28494,
+      "▁losses": 28495,
+      "▁Galerie": 28496,
+      "tel": 28497,
+      "▁лютого": 28498,
+      "▁Kru": 28499,
+      "▁Polen": 28500,
+      "нім": 28501,
+      "near": 28502,
+      "▁shame": 28503,
+      "▁moyenne": 28504,
+      "▁CP": 28505,
+      "preis": 28506,
+      "▁passenger": 28507,
+      "lek": 28508,
+      "ionales": 28509,
+      "kafka": 28510,
+      "▁participe": 28511,
+      "▁membership": 28512,
+      "[_": 28513,
+      "lando": 28514,
+      "stelling": 28515,
+      "Sem": 28516,
+      "gon": 28517,
+      "▁Correct": 28518,
+      "▁valle": 28519,
+      "▁readily": 28520,
+      "▁Dokument": 28521,
+      "honneur": 28522,
+      "▁testim": 28523,
+      "ulative": 28524,
+      "doFilter": 28525,
+      "▁dominant": 28526,
+      "ammer": 28527,
+      "▁која": 28528,
+      "▁Monsieur": 28529,
+      "zeg": 28530,
+      "▁війни": 28531,
+      "▁Fo": 28532,
+      "▁Amy": 28533,
+      "▁¡": 28534,
+      "▁február": 28535,
+      "▁downloading": 28536,
+      "▁leng": 28537,
+      "\\}$,": 28538,
+      "▁neat": 28539,
+      "▁Cache": 28540,
+      "ICATION": 28541,
+      "▁deve": 28542,
+      "▁sorrow": 28543,
+      "slow": 28544,
+      "▁hinaus": 28545,
+      "▁reconoc": 28546,
+      "▁Linked": 28547,
+      "▁Shaw": 28548,
+      "market": 28549,
+      "▁Dic": 28550,
+      "▁Ski": 28551,
+      "▁delimiter": 28552,
+      "▁MainActivity": 28553,
+      "▁Musical": 28554,
+      "▁Reyn": 28555,
+      "ScrollView": 28556,
+      "▁conventional": 28557,
+      "ença": 28558,
+      "▁refactor": 28559,
+      "'-": 28560,
+      "▁Hed": 28561,
+      "sprech": 28562,
+      "▁athlet": 28563,
+      "▁especies": 28564,
+      "▁Schön": 28565,
+      "▁kleinen": 28566,
+      "шко": 28567,
+      "▁Йо": 28568,
+      "▁Happy": 28569,
+      "multirow": 28570,
+      "▁augusti": 28571,
+      "▁Gand": 28572,
+      "▁appointment": 28573,
+      "▁Mediabestanden": 28574,
+      "Three": 28575,
+      "▁Kenneth": 28576,
+      "NEW": 28577,
+      "▁Notification": 28578,
+      "▁Marx": 28579,
+      "▁insc": 28580,
+      "Mor": 28581,
+      "вый": 28582,
+      "väst": 28583,
+      "vidia": 28584,
+      "▁demonstrated": 28585,
+      "fonts": 28586,
+      "▁kamen": 28587,
+      "▁Ster": 28588,
+      "▁mieszkańców": 28589,
+      "▁Koh": 28590,
+      "~$\\": 28591,
+      "»).": 28592,
+      "rene": 28593,
+      "insic": 28594,
+      "ická": 28595,
+      "xygen": 28596,
+      "▁mn": 28597,
+      "▁sched": 28598,
+      "ASC": 28599,
+      "Ig": 28600,
+      "▁Constant": 28601,
+      "▁opportun": 28602,
+      "▁MyClass": 28603,
+      "sef": 28604,
+      "oped": 28605,
+      "▁injured": 28606,
+      "VIS": 28607,
+      "▁Pero": 28608,
+      "▁Until": 28609,
+      "▁flesh": 28610,
+      "orphism": 28611,
+      "▁Portal": 28612,
+      "▁gminy": 28613,
+      "▁власти": 28614,
+      "▁Nä": 28615,
+      "ктиче": 28616,
+      "▁hrab": 28617,
+      "▁Cub": 28618,
+      "avoir": 28619,
+      "▁Lars": 28620,
+      "▁Бело": 28621,
+      "▁seizoen": 28622,
+      "▁Genomsnitt": 28623,
+      "▁Lil": 28624,
+      "▁Pool": 28625,
+      "▁Dios": 28626,
+      "TX": 28627,
+      "aes": 28628,
+      "autore": 28629,
+      "Alpha": 28630,
+      "states": 28631,
+      "Lab": 28632,
+      "nederbörd": 28633,
+      "erton": 28634,
+      "▁brid": 28635,
+      "▁richt": 28636,
+      "▁Ela": 28637,
+      "▁сла": 28638,
+      "▁weapon": 28639,
+      "▁combatt": 28640,
+      "agar": 28641,
+      "▁regnig": 28642,
+      "▁utilisé": 28643,
+      "▁servir": 28644,
+      "▁brick": 28645,
+      "▁gateway": 28646,
+      "▁torraste": 28647,
+      "▁procedures": 28648,
+      "▁årsnederbörd": 28649,
+      "▁Genomsnittlig": 28650,
+      "чёт": 28651,
+      "▁områ": 28652,
+      "▁regnigaste": 28653,
+      "▁честь": 28654,
+      "▁amid": 28655,
+      "▁grateful": 28656,
+      "▁DIS": 28657,
+      "DAY": 28658,
+      "▁ору": 28659,
+      "▁rivière": 28660,
+      "heure": 28661,
+      "▁Richmond": 28662,
+      "▁Compar": 28663,
+      "▁Нор": 28664,
+      "DOC": 28665,
+      "esia": 28666,
+      "calc": 28667,
+      "▁IU": 28668,
+      "▁vorg": 28669,
+      "▁habían": 28670,
+      "çoit": 28671,
+      "▁arist": 28672,
+      "▁кли": 28673,
+      "▁Sue": 28674,
+      "▁Touch": 28675,
+      "▁Writing": 28676,
+      "ifiable": 28677,
+      "▁wc": 28678,
+      "▁withdraw": 28679,
+      "зар": 28680,
+      "▁presently": 28681,
+      "▁FK": 28682,
+      "▁prakt": 28683,
+      "▁colored": 28684,
+      "usb": 28685,
+      "▁Perú": 28686,
+      "▁plata": 28687,
+      "▁wishes": 28688,
+      "▁кам": 28689,
+      "azar": 28690,
+      "ável": 28691,
+      "▁lamp": 28692,
+      "bishop": 28693,
+      "▁inclusion": 28694,
+      "jq": 28695,
+      "arth": 28696,
+      "▁Flag": 28697,
+      "▁нор": 28698,
+      "ædia": 28699,
+      "UNCTION": 28700,
+      "▁Bahnhof": 28701,
+      "▁approaching": 28702,
+      "▁Gött": 28703,
+      "▁cube": 28704,
+      "▁argued": 28705,
+      "▁Things": 28706,
+      "Gui": 28707,
+      "дови": 28708,
+      "▁recre": 28709,
+      "▁réseau": 28710,
+      "▁significa": 28711,
+      "Git": 28712,
+      "gebracht": 28713,
+      "▁liga": 28714,
+      "▁assured": 28715,
+      "alus": 28716,
+      "рит": 28717,
+      "▁энциклопеди": 28718,
+      "▁%).": 28719,
+      "▁Première": 28720,
+      "▁declarations": 28721,
+      "▁tricky": 28722,
+      "▁profiles": 28723,
+      "▁Fon": 28724,
+      "▁Jas": 28725,
+      "âr": 28726,
+      "babel": 28727,
+      "▁Friday": 28728,
+      "▁június": 28729,
+      "▁cols": 28730,
+      "▁EXISTS": 28731,
+      "▁Italiana": 28732,
+      "▁authorization": 28733,
+      "▁sulle": 28734,
+      "▁Emb": 28735,
+      "▁Variable": 28736,
+      "trees": 28737,
+      "▁Fly": 28738,
+      "riors": 28739,
+      "▁damals": 28740,
+      "▁findet": 28741,
+      "▁Sept": 28742,
+      "▁mundial": 28743,
+      "▁removal": 28744,
+      "▁longitude": 28745,
+      "clic": 28746,
+      "▁fade": 28747,
+      "▁gradle": 28748,
+      "▁zák": 28749,
+      "▁timing": 28750,
+      "trightarrow": 28751,
+      "atia": 28752,
+      "-.": 28753,
+      "uche": 28754,
+      "▁serialize": 28755,
+      "▁Hmm": 28756,
+      "▁Representatives": 28757,
+      "bah": 28758,
+      "rend": 28759,
+      "assador": 28760,
+      "▁shield": 28761,
+      "ucion": 28762,
+      "▁américaine": 28763,
+      "zę": 28764,
+      "villa": 28765,
+      "▁hombre": 28766,
+      "áss": 28767,
+      "▁SF": 28768,
+      "▁repeating": 28769,
+      "▁criter": 28770,
+      "▁Struct": 28771,
+      "???": 28772,
+      "▁cheap": 28773,
+      "▁rings": 28774,
+      "abhäng": 28775,
+      "▁corte": 28776,
+      "▁administ": 28777,
+      "ixon": 28778,
+      "gypt": 28779,
+      "▁puntos": 28780,
+      "▁mezi": 28781,
+      "▁pochod": 28782,
+      "isko": 28783,
+      "nię": 28784,
+      "▁осу": 28785,
+      "▁ár": 28786,
+      "тельной": 28787,
+      "▁Metropolitan": 28788,
+      "jin": 28789,
+      "zess": 28790,
+      "▁віці": 28791,
+      "▁conflicts": 28792,
+      "ijst": 28793,
+      "▁Market": 28794,
+      "стров": 28795,
+      "▁\",\"": 28796,
+      "▁Scroll": 28797,
+      "gun": 28798,
+      "тара": 28799,
+      "▁amateur": 28800,
+      "▁róż": 28801,
+      "poss": 28802,
+      "▁generalized": 28803,
+      "▁Harm": 28804,
+      "cita": 28805,
+      "▁Switzerland": 28806,
+      "icola": 28807,
+      "▁muit": 28808,
+      "located": 28809,
+      "▁có": 28810,
+      "▁arose": 28811,
+      "▁communauté": 28812,
+      "})^": 28813,
+      "visibility": 28814,
+      "ída": 28815,
+      "▁FB": 28816,
+      "▁Freund": 28817,
+      "gat": 28818,
+      "\":{\"": 28819,
+      "intellij": 28820,
+      "ifie": 28821,
+      "hmen": 28822,
+      "▁édition": 28823,
+      "▁које": 28824,
+      "▁інших": 28825,
+      "oming": 28826,
+      "▁arquitect": 28827,
+      "▁Presidente": 28828,
+      "▁Під": 28829,
+      "▁cabin": 28830,
+      "Theorem": 28831,
+      "▁Gay": 28832,
+      "ifice": 28833,
+      "▁hect": 28834,
+      "lą": 28835,
+      "irmingham": 28836,
+      "▁semantic": 28837,
+      "▁Louisiana": 28838,
+      "▁sacrifice": 28839,
+      "▁Christoph": 28840,
+      "▁Executive": 28841,
+      "_+": 28842,
+      "ják": 28843,
+      "▁seria": 28844,
+      "▁Overflow": 28845,
+      "▁Lucy": 28846,
+      "▁melhor": 28847,
+      "▁voices": 28848,
+      "cza": 28849,
+      "▁капи": 28850,
+      "▁университета": 28851,
+      "INCT": 28852,
+      "▁coloc": 28853,
+      "▁prue": 28854,
+      "▁geomet": 28855,
+      "▁diretto": 28856,
+      "reso": 28857,
+      "▁Akt": 28858,
+      "▁unh": 28859,
+      "▁сери": 28860,
+      "▁Alert": 28861,
+      "Wel": 28862,
+      "audi": 28863,
+      "äler": 28864,
+      "▁guests": 28865,
+      "▁иде": 28866,
+      "Studio": 28867,
+      "▁кате": 28868,
+      "▁exponent": 28869,
+      "rze": 28870,
+      "pmod": 28871,
+      "rolle": 28872,
+      "▁Limited": 28873,
+      "Allemagne": 28874,
+      "▁pity": 28875,
+      "▁lä": 28876,
+      "▁runner": 28877,
+      "kende": 28878,
+      "EQ": 28879,
+      "▁MM": 28880,
+      "szág": 28881,
+      "поді": 28882,
+      "▁regret": 28883,
+      "▁publié": 28884,
+      "▁departamento": 28885,
+      "▁accused": 28886,
+      "hp": 28887,
+      "▁Pfl": 28888,
+      "▁Sint": 28889,
+      "▁ekonom": 28890,
+      "ractor": 28891,
+      "▁Пів": 28892,
+      "▁awful": 28893,
+      "ować": 28894,
+      "]->": 28895,
+      "▁Fine": 28896,
+      "Са": 28897,
+      "tis": 28898,
+      "éta": 28899,
+      "▁Роди": 28900,
+      "▁Düsseldorf": 28901,
+      "LOB": 28902,
+      "osas": 28903,
+      "werke": 28904,
+      "▁lance": 28905,
+      "▁листопада": 28906,
+      "▁incomplete": 28907,
+      "▁Picture": 28908,
+      "('\\": 28909,
+      "esters": 28910,
+      "▁belonged": 28911,
+      "▁Sank": 28912,
+      "ammed": 28913,
+      "▁repositories": 28914,
+      "▁addr": 28915,
+      "Collect": 28916,
+      "Hot": 28917,
+      "▁tyl": 28918,
+      "▁instanceof": 28919,
+      "▁bonus": 28920,
+      "ový": 28921,
+      "▁моря": 28922,
+      "▁interactive": 28923,
+      "▁Mys": 28924,
+      "▁Edmund": 28925,
+      "fileName": 28926,
+      "emor": 28927,
+      "▁Три": 28928,
+      "▁Rosen": 28929,
+      "▁Prima": 28930,
+      "▁voting": 28931,
+      "▁XP": 28932,
+      "▁Zero": 28933,
+      "▁Led": 28934,
+      "amsung": 28935,
+      "▁enables": 28936,
+      "▁redirects": 28937,
+      "AST": 28938,
+      "Paint": 28939,
+      "acker": 28940,
+      "lecht": 28941,
+      "▁chairman": 28942,
+      "▁Aven": 28943,
+      "▁Sach": 28944,
+      "(\"<": 28945,
+      "кер": 28946,
+      "▁mistakes": 28947,
+      "▁Weit": 28948,
+      "▁prowad": 28949,
+      "▁didnt": 28950,
+      "énario": 28951,
+      "unless": 28952,
+      "▁backwards": 28953,
+      "boa": 28954,
+      "duino": 28955,
+      "```": 28956,
+      "stor": 28957,
+      "Completion": 28958,
+      "puesta": 28959,
+      "▁dinast": 28960,
+      "últ": 28961,
+      "▁SY": 28962,
+      "ifolia": 28963,
+      "œuvres": 28964,
+      "▁racing": 28965,
+      "▁cabinet": 28966,
+      "▁cutting": 28967,
+      "▁thumb": 28968,
+      "▁Кара": 28969,
+      "highlight": 28970,
+      "куп": 28971,
+      "▁sd": 28972,
+      "▁національ": 28973,
+      "▁campagne": 28974,
+      "▁registers": 28975,
+      "▁educational": 28976,
+      "▁pesar": 28977,
+      "üge": 28978,
+      "▁oro": 28979,
+      "burgo": 28980,
+      "▁Athletics": 28981,
+      "▁MTV": 28982,
+      "getMessage": 28983,
+      "▁Hyp": 28984,
+      "▁victim": 28985,
+      "))\\": 28986,
+      "▁drums": 28987,
+      "hostname": 28988,
+      "tał": 28989,
+      "making": 28990,
+      "▁powiat": 28991,
+      "őd": 28992,
+      "threads": 28993,
+      "▁absolv": 28994,
+      "▁люди": 28995,
+      "▁stepped": 28996,
+      "exist": 28997,
+      "▁NK": 28998,
+      "▁ves": 28999,
+      "istiche": 29000,
+      "%'": 29001,
+      "ativos": 29002,
+      "▁такой": 29003,
+      "▁MongoDB": 29004,
+      "▁Ung": 29005,
+      "▁Рус": 29006,
+      "▁elim": 29007,
+      "▁Fif": 29008,
+      "icación": 29009,
+      "▁Tennis": 29010,
+      "▁Jefferson": 29011,
+      "ján": 29012,
+      "fog": 29013,
+      "anha": 29014,
+      "zor": 29015,
+      "▁університе": 29016,
+      "ahu": 29017,
+      "iada": 29018,
+      "Sdk": 29019,
+      "Setting": 29020,
+      "▁Kill": 29021,
+      "▁Wend": 29022,
+      "▁bald": 29023,
+      "▁Kub": 29024,
+      "▁visto": 29025,
+      "▁jeunes": 29026,
+      "collections": 29027,
+      "ací": 29028,
+      "вропей": 29029,
+      "▁arise": 29030,
+      "оні": 29031,
+      "MAIN": 29032,
+      "доступ": 29033,
+      "▁berg": 29034,
+      "▁criticism": 29035,
+      "▁Torre": 29036,
+      "▁descript": 29037,
+      "ières": 29038,
+      "▁estudio": 29039,
+      "▁ili": 29040,
+      "▁militare": 29041,
+      "▁Clara": 29042,
+      "▁Ellen": 29043,
+      "limited": 29044,
+      "лм": 29045,
+      "▁Españ": 29046,
+      "▁infinitely": 29047,
+      "America": 29048,
+      "ouc": 29049,
+      "glass": 29050,
+      "▁rud": 29051,
+      "▁zat": 29052,
+      "▁rin": 29053,
+      "▁Bibliografía": 29054,
+      "▁merchant": 29055,
+      "tensorflow": 29056,
+      "▁dér": 29057,
+      "▁ActiveRecord": 29058,
+      "IES": 29059,
+      "▁linker": 29060,
+      "▁estudios": 29061,
+      "cdnjs": 29062,
+      "▁Государ": 29063,
+      "ánchez": 29064,
+      "appe": 29065,
+      "club": 29066,
+      "▁další": 29067,
+      "▁Algorithm": 29068,
+      "dfs": 29069,
+      "▁Bac": 29070,
+      "▁кафе": 29071,
+      "▁&=\\": 29072,
+      "▁ат": 29073,
+      "▁Глав": 29074,
+      "▁Mou": 29075,
+      "Machine": 29076,
+      "(...)": 29077,
+      "▁compart": 29078,
+      "▁augusztus": 29079,
+      "avan": 29080,
+      "▁rolled": 29081,
+      "▁еди": 29082,
+      "Scan": 29083,
+      "▁регі": 29084,
+      "▁świata": 29085,
+      "▁mines": 29086,
+      "},{": 29087,
+      "▁Tier": 29088,
+      "Cannot": 29089,
+      "мін": 29090,
+      "▁NEW": 29091,
+      "▁Вол": 29092,
+      "▁Manh": 29093,
+      "▁Gregory": 29094,
+      "▁principe": 29095,
+      "ISO": 29096,
+      "prog": 29097,
+      "▁Fail": 29098,
+      "▁aa": 29099,
+      "▁fecha": 29100,
+      "▁WCF": 29101,
+      "▁magistr": 29102,
+      "▁Zach": 29103,
+      "▁unicode": 29104,
+      "▁converter": 29105,
+      "▁dispers": 29106,
+      "ksam": 29107,
+      "▁Uncle": 29108,
+      "PropertyChanged": 29109,
+      "▁lider": 29110,
+      "▁opts": 29111,
+      "▁там": 29112,
+      "locked": 29113,
+      "zak": 29114,
+      "▁counted": 29115,
+      "▁persone": 29116,
+      "▁hurried": 29117,
+      "ätter": 29118,
+      "▁outras": 29119,
+      "▁genu": 29120,
+      "BD": 29121,
+      "veg": 29122,
+      "due": 29123,
+      "▁Pract": 29124,
+      "▁posible": 29125,
+      "▁contribute": 29126,
+      "UMN": 29127,
+      "▁Bürger": 29128,
+      "▁wars": 29129,
+      "▁exhibition": 29130,
+      "hill": 29131,
+      "▁astr": 29132,
+      "▁музе": 29133,
+      "▁CASE": 29134,
+      "manifest": 29135,
+      "yellow": 29136,
+      "Fn": 29137,
+      "▁RC": 29138,
+      "▁sott": 29139,
+      "▁sujet": 29140,
+      "▁Socket": 29141,
+      "▁Chine": 29142,
+      "▁frameworks": 29143,
+      "Hold": 29144,
+      "êts": 29145,
+      "▁філь": 29146,
+      "Loaded": 29147,
+      "ophe": 29148,
+      "texte": 29149,
+      "▁expres": 29150,
+      "▁consume": 29151,
+      "▁Richtung": 29152,
+      "ografi": 29153,
+      "▁magnific": 29154,
+      "àt": 29155,
+      "▁indul": 29156,
+      "ryty": 29157,
+      "▁offici": 29158,
+      "▁assault": 29159,
+      "rund": 29160,
+      "▁variants": 29161,
+      "▁сельсов": 29162,
+      "▁excitement": 29163,
+      "Times": 29164,
+      "kotlin": 29165,
+      "▁gering": 29166,
+      "▁Engel": 29167,
+      "▁Timer": 29168,
+      "²).": 29169,
+      "▁Ng": 29170,
+      "ässt": 29171,
+      "schau": 29172,
+      "SError": 29173,
+      "▁Edwards": 29174,
+      "▁Terminal": 29175,
+      "lict": 29176,
+      "Under": 29177,
+      "▁spawn": 29178,
+      "ürgen": 29179,
+      "▁Außerdem": 29180,
+      "▁kitchen": 29181,
+      "fahrt": 29182,
+      "▁Colors": 29183,
+      "▁система": 29184,
+      "▁terminated": 29185,
+      "▁LaTeX": 29186,
+      "igkeiten": 29187,
+      "▁mesure": 29188,
+      "▁Amts": 29189,
+      "▁empir": 29190,
+      "▁striking": 29191,
+      "▁exclusive": 29192,
+      "тех": 29193,
+      "▁rez": 29194,
+      "▁quan": 29195,
+      "▁Glasgow": 29196,
+      "▁lecture": 29197,
+      "▁Testament": 29198,
+      "▁funds": 29199,
+      "▁stessa": 29200,
+      "▁tribes": 29201,
+      "▁parfois": 29202,
+      "▁treball": 29203,
+      "nitz": 29204,
+      "bove": 29205,
+      "▁заслу": 29206,
+      "▁absent": 29207,
+      "▁Lauf": 29208,
+      "Smith": 29209,
+      "▁Николай": 29210,
+      "▁européenne": 29211,
+      "lr": 29212,
+      "▁programma": 29213,
+      "▁midst": 29214,
+      "▁daughters": 29215,
+      "Syn": 29216,
+      "oben": 29217,
+      "ână": 29218,
+      "idan": 29219,
+      "▁ther": 29220,
+      "odore": 29221,
+      "sdl": 29222,
+      "▁Quint": 29223,
+      "▁casos": 29224,
+      "▁Zam": 29225,
+      "▁страны": 29226,
+      "▁sprite": 29227,
+      "кал": 29228,
+      "▁nasc": 29229,
+      "▁сотруд": 29230,
+      "▁trava": 29231,
+      "▁хозяй": 29232,
+      "▁Uruguay": 29233,
+      "▁sparse": 29234,
+      "▁поле": 29235,
+      "▁mystery": 29236,
+      "▁Mang": 29237,
+      "registr": 29238,
+      "▁CGFloat": 29239,
+      "▁submission": 29240,
+      "вана": 29241,
+      "▁\":": 29242,
+      "▁Traceback": 29243,
+      "▁Pit": 29244,
+      "▁Ehr": 29245,
+      "▁сра": 29246,
+      "▁Graphics": 29247,
+      "Updated": 29248,
+      "▁svensk": 29249,
+      "▁spacing": 29250,
+      "tritt": 29251,
+      "▁Guinea": 29252,
+      "▁França": 29253,
+      "Associ": 29254,
+      "▁Tová": 29255,
+      "stab": 29256,
+      "▁Learning": 29257,
+      "▁Bright": 29258,
+      "śc": 29259,
+      "▁idő": 29260,
+      "}}_{\\": 29261,
+      "▁droite": 29262,
+      "▁raising": 29263,
+      "getting": 29264,
+      "ythm": 29265,
+      "onyme": 29266,
+      "żs": 29267,
+      "▁blah": 29268,
+      "TagName": 29269,
+      "Vertical": 29270,
+      "▁aper": 29271,
+      "postgresql": 29272,
+      "▁Handle": 29273,
+      "zew": 29274,
+      "▁skulle": 29275,
+      "▁opere": 29276,
+      "layers": 29277,
+      "▁possono": 29278,
+      "▁relate": 29279,
+      "ąc": 29280,
+      "▁Mih": 29281,
+      "âge": 29282,
+      "▁Świ": 29283,
+      "isses": 29284,
+      "▁servlet": 29285,
+      "Los": 29286,
+      "▁Advanced": 29287,
+      "atica": 29288,
+      "▁ced": 29289,
+      "▁elementos": 29290,
+      "рона": 29291,
+      "iks": 29292,
+      "arf": 29293,
+      "ariat": 29294,
+      "Mobile": 29295,
+      "agua": 29296,
+      "▁timp": 29297,
+      "▁Comité": 29298,
+      "▁combining": 29299,
+      "wohl": 29300,
+      "▁Study": 29301,
+      "coordinate": 29302,
+      "▁recommendation": 29303,
+      "▁transformations": 29304,
+      "until": 29305,
+      "bounded": 29306,
+      "▁изу": 29307,
+      "hanced": 29308,
+      "▁вопро": 29309,
+      "▁Prés": 29310,
+      "▁coord": 29311,
+      "xty": 29312,
+      "▁$,": 29313,
+      "▁champions": 29314,
+      "Den": 29315,
+      "Mil": 29316,
+      "(',": 29317,
+      "▁Preis": 29318,
+      "▁eigh": 29319,
+      "▁markers": 29320,
+      "▁gewesen": 29321,
+      "ätten": 29322,
+      "▁pione": 29323,
+      "mv": 29324,
+      "▁ју": 29325,
+      "zeichnis": 29326,
+      "hoff": 29327,
+      "News": 29328,
+      "▁Stanisław": 29329,
+      "▁Brandenburg": 29330,
+      "▁Feuer": 29331,
+      "=&": 29332,
+      "жет": 29333,
+      "▁Neil": 29334,
+      "▁wirk": 29335,
+      "▁società": 29336,
+      "▁spare": 29337,
+      "▁civile": 29338,
+      "sprach": 29339,
+      "▁disse": 29340,
+      "▁gates": 29341,
+      "▁anom": 29342,
+      "▁Федерации": 29343,
+      "▁tib": 29344,
+      "▁fútbol": 29345,
+      "▁Wikiped": 29346,
+      "iate": 29347,
+      "Front": 29348,
+      "▁craw": 29349,
+      "▁Rak": 29350,
+      "▁зву": 29351,
+      "street": 29352,
+      "▁Agency": 29353,
+      "вало": 29354,
+      "▁Рас": 29355,
+      "▁mkdir": 29356,
+      "ację": 29357,
+      "▁shares": 29358,
+      "Story": 29359,
+      "▁remarks": 29360,
+      "▁keywords": 29361,
+      "Bob": 29362,
+      "▁toe": 29363,
+      "▁Vitt": 29364,
+      "▁rhs": 29365,
+      "ROP": 29366,
+      "oris": 29367,
+      "/@": 29368,
+      "сии": 29369,
+      "▁traverse": 29370,
+      "▁referencing": 29371,
+      "präsident": 29372,
+      "rong": 29373,
+      "'):": 29374,
+      "aties": 29375,
+      "AW": 29376,
+      "Outlet": 29377,
+      "▁évol": 29378,
+      "ikes": 29379,
+      "▁environmental": 29380,
+      "icum": 29381,
+      "▁Lied": 29382,
+      "▁warn": 29383,
+      "▁Butler": 29384,
+      "▁%),": 29385,
+      "▁Zeitschrift": 29386,
+      "▁Montr": 29387,
+      "важа": 29388,
+      "▁Mercur": 29389,
+      "jekte": 29390,
+      "meter": 29391,
+      "ducation": 29392,
+      "▁attributed": 29393,
+      "*$": 29394,
+      "▁unf": 29395,
+      "▁Vertrag": 29396,
+      "zien": 29397,
+      "▁Роб": 29398,
+      "lices": 29399,
+      "pply": 29400,
+      "ansen": 29401,
+      "▁zeit": 29402,
+      "▁immense": 29403,
+      "▁lutego": 29404,
+      "▁Bulgar": 29405,
+      "▁miembros": 29406,
+      "▁Националь": 29407,
+      "▁Allow": 29408,
+      "▁anglès": 29409,
+      "дви": 29410,
+      "▁Toy": 29411,
+      "туа": 29412,
+      "▁yard": 29413,
+      "(%": 29414,
+      "isser": 29415,
+      "▁golf": 29416,
+      "▁Ukrain": 29417,
+      "▁hosp": 29418,
+      "Include": 29419,
+      "▁Lisa": 29420,
+      "▁csal": 29421,
+      "▁Mira": 29422,
+      "recogn": 29423,
+      "▁Ке": 29424,
+      "▁hitting": 29425,
+      "кономі": 29426,
+      "▁Tournament": 29427,
+      "LOAD": 29428,
+      "▁Guardian": 29429,
+      "▁daher": 29430,
+      "▁timezone": 29431,
+      "▁tomcat": 29432,
+      "▁successor": 29433,
+      "▁Void": 29434,
+      "▁começ": 29435,
+      "▁converts": 29436,
+      "ächs": 29437,
+      "osex": 29438,
+      "xelles": 29439,
+      "aser": 29440,
+      "▁És": 29441,
+      "▁mou": 29442,
+      "▁ung": 29443,
+      "▁origen": 29444,
+      "▁Crow": 29445,
+      "▁Erd": 29446,
+      "▁sieben": 29447,
+      "lua": 29448,
+      "▁BB": 29449,
+      "RENT": 29450,
+      "▁piłkar": 29451,
+      "▁marque": 29452,
+      "▁Labour": 29453,
+      "viders": 29454,
+      "▁exempl": 29455,
+      "Sound": 29456,
+      "▁Wass": 29457,
+      "arrison": 29458,
+      "▁течение": 29459,
+      "▁Oficina": 29460,
+      "▁Daw": 29461,
+      "▁Kauf": 29462,
+      "ént": 29463,
+      "éső": 29464,
+      "▁=\"": 29465,
+      "▁kat": 29466,
+      "diction": 29467,
+      "▁Voll": 29468,
+      "▁highway": 29469,
+      "James": 29470,
+      "zeuge": 29471,
+      "▁modelo": 29472,
+      "Throw": 29473,
+      "▁Forum": 29474,
+      "(\"@": 29475,
+      "▁enfer": 29476,
+      "▁специаль": 29477,
+      "Numbers": 29478,
+      "▁Binary": 29479,
+      "▁Martínez": 29480,
+      "▁Stato": 29481,
+      "▁festiv": 29482,
+      "▁katol": 29483,
+      "▁Аб": 29484,
+      "▁limitation": 29485,
+      "▁STR": 29486,
+      "▁Официаль": 29487,
+      "ipes": 29488,
+      "▁Isn": 29489,
+      "▁ruled": 29490,
+      "▁cí": 29491,
+      "geber": 29492,
+      "▁lavoro": 29493,
+      "▁parentheses": 29494,
+      "оз": 29495,
+      "▁équipes": 29496,
+      "▁efficiently": 29497,
+      "▁Period": 29498,
+      "▁Regarding": 29499,
+      "leaf": 29500,
+      "▁similarity": 29501,
+      "▁gesture": 29502,
+      "datab": 29503,
+      "▁terminate": 29504,
+      "▁semantics": 29505,
+      "▁Alo": 29506,
+      "▁cig": 29507,
+      "▁OpenGL": 29508,
+      "▁heutigen": 29509,
+      "xaml": 29510,
+      "▁frequencies": 29511,
+      ")}.": 29512,
+      "▁threatened": 29513,
+      "тик": 29514,
+      "▁calcio": 29515,
+      "▁Riemann": 29516,
+      "slug": 29517,
+      "▁Finale": 29518,
+      "LR": 29519,
+      "▁Derby": 29520,
+      "▁още": 29521,
+      "▁deviation": 29522,
+      "ächen": 29523,
+      "▁Cris": 29524,
+      "ново": 29525,
+      "▁столі": 29526,
+      "▁relev": 29527,
+      "▁splendid": 29528,
+      "▁учё": 29529,
+      "erving": 29530,
+      "gable": 29531,
+      "▁générale": 29532,
+      "pom": 29533,
+      "▁Cheers": 29534,
+      "▁imprison": 29535,
+      "▁indent": 29536,
+      "▁analyz": 29537,
+      "▁revert": 29538,
+      "érer": 29539,
+      "▁phases": 29540,
+      "FirstName": 29541,
+      "▁mig": 29542,
+      "▁disturb": 29543,
+      "▁mixture": 29544,
+      "▁){": 29545,
+      "inture": 29546,
+      "▁Tried": 29547,
+      "▁sooner": 29548,
+      "▁pels": 29549,
+      "▁établ": 29550,
+      "etro": 29551,
+      "itie": 29552,
+      "▁quartier": 29553,
+      "▁гово": 29554,
+      "▁város": 29555,
+      "ufe": 29556,
+      "heten": 29557,
+      "хом": 29558,
+      "▁soap": 29559,
+      "utors": 29560,
+      "▁duch": 29561,
+      "syntax": 29562,
+      "▁tribe": 29563,
+      "▁chante": 29564,
+      "Tri": 29565,
+      "▁Mate": 29566,
+      "quality": 29567,
+      "uola": 29568,
+      "=\".": 29569,
+      "chk": 29570,
+      "▁всі": 29571,
+      "▁przeci": 29572,
+      "▁Meteor": 29573,
+      "▁scattered": 29574,
+      "Plus": 29575,
+      "trad": 29576,
+      "▁stackoverflow": 29577,
+      "▁retra": 29578,
+      "▁éditions": 29579,
+      "▁sain": 29580,
+      "cribe": 29581,
+      "ignon": 29582,
+      "ucker": 29583,
+      "▁мало": 29584,
+      "▁tenir": 29585,
+      "▁exports": 29586,
+      "▁auxili": 29587,
+      "▁]]": 29588,
+      "▁CBS": 29589,
+      "uniform": 29590,
+      "▁periodic": 29591,
+      "agrant": 29592,
+      "▁emple": 29593,
+      "Wil": 29594,
+      "▁fres": 29595,
+      "▁strutt": 29596,
+      "▁світ": 29597,
+      "▁betre": 29598,
+      "▁объек": 29599,
+      "тися": 29600,
+      "▁bisher": 29601,
+      "baum": 29602,
+      "ishi": 29603,
+      "▁Gazette": 29604,
+      "backgroundColor": 29605,
+      "jl": 29606,
+      "▁fiel": 29607,
+      "▁према": 29608,
+      "▁protagonista": 29609,
+      "▁Muhammad": 29610,
+      "▁simulate": 29611,
+      "▁Hook": 29612,
+      "fest": 29613,
+      "▁своих": 29614,
+      "Sender": 29615,
+      "▁listened": 29616,
+      "жі": 29617,
+      "jest": 29618,
+      "kord": 29619,
+      "Choice": 29620,
+      "▁hoofd": 29621,
+      "reducible": 29622,
+      "hpp": 29623,
+      "▁Wu": 29624,
+      "ši": 29625,
+      "▁Marse": 29626,
+      "▁soir": 29627,
+      "westen": 29628,
+      "emos": 29629,
+      "▁Duc": 29630,
+      "▁amerik": 29631,
+      "|}{": 29632,
+      "▁Gul": 29633,
+      "▁Sprache": 29634,
+      "▁mismatch": 29635,
+      "Scal": 29636,
+      "Pixel": 29637,
+      "EF": 29638,
+      "▁Sep": 29639,
+      "▁powiecie": 29640,
+      "urk": 29641,
+      "▁Napoli": 29642,
+      "▁neighbourhood": 29643,
+      "стоян": 29644,
+      "▁searches": 29645,
+      "yrus": 29646,
+      "пет": 29647,
+      "Help": 29648,
+      "pont": 29649,
+      "▁Orient": 29650,
+      "▁Alfonso": 29651,
+      "▁monitoring": 29652,
+      "iao": 29653,
+      "édé": 29654,
+      "▁César": 29655,
+      "шее": 29656,
+      "Shift": 29657,
+      "suit": 29658,
+      "coded": 29659,
+      "ното": 29660,
+      "▁Parti": 29661,
+      "▁lasci": 29662,
+      "▁awesome": 29663,
+      "usta": 29664,
+      "▁Сове": 29665,
+      "▁Fland": 29666,
+      "oom": 29667,
+      "▁devi": 29668,
+      "engelsk": 29669,
+      "endum": 29670,
+      "▁Pascal": 29671,
+      "▁Bind": 29672,
+      "▁siguientes": 29673,
+      "JB": 29674,
+      "▁Petersburg": 29675,
+      "▁incorrectly": 29676,
+      "▁Bash": 29677,
+      "▁pelos": 29678,
+      "▁zespo": 29679,
+      "NSURL": 29680,
+      "▁přek": 29681,
+      "▁Crime": 29682,
+      "nach": 29683,
+      "▁thrust": 29684,
+      "▁Cultura": 29685,
+      "WF": 29686,
+      "▁Solo": 29687,
+      "▁invas": 29688,
+      "▁individually": 29689,
+      "ibm": 29690,
+      "▁etapa": 29691,
+      "▁handed": 29692,
+      "▁wherever": 29693,
+      "▁interpolation": 29694,
+      "▁musée": 29695,
+      "▁CNN": 29696,
+      "idia": 29697,
+      "ństw": 29698,
+      "▁przew": 29699,
+      "ughing": 29700,
+      "▁actors": 29701,
+      "▁Oriental": 29702,
+      "▁convenience": 29703,
+      "▁miasta": 29704,
+      "brains": 29705,
+      "▁меся": 29706,
+      "▁infatti": 29707,
+      "▁AllMovie": 29708,
+      "▁critique": 29709,
+      "▁successo": 29710,
+      "ancouver": 29711,
+      "▁fá": 29712,
+      "ългар": 29713,
+      "▁wisdom": 29714,
+      "▁Phoenix": 29715,
+      "hole": 29716,
+      "▁información": 29717,
+      "▁Airlines": 29718,
+      ".«": 29719,
+      "mort": 29720,
+      "userId": 29721,
+      "▁*/\r": 29722,
+      "▁Congo": 29723,
+      "▁\"`": 29724,
+      "corr": 29725,
+      "▁problemas": 29726,
+      "▁bib": 29727,
+      "▁później": 29728,
+      "▁fileName": 29729,
+      "zott": 29730,
+      "macht": 29731,
+      "▁Ulrich": 29732,
+      "Cy": 29733,
+      "endpoint": 29734,
+      "▁sheep": 29735,
+      "▁ibn": 29736,
+      "Feed": 29737,
+      "▁sympathy": 29738,
+      "▁Ib": 29739,
+      "▁territorial": 29740,
+      "rating": 29741,
+      "дами": 29742,
+      "▁dst": 29743,
+      "ую": 29744,
+      "aho": 29745,
+      "▁sug": 29746,
+      "emia": 29747,
+      "▁ted": 29748,
+      "▁Api": 29749,
+      "▁Rica": 29750,
+      "▁MR": 29751,
+      "ńskim": 29752,
+      "▁Voor": 29753,
+      "▁devil": 29754,
+      "▁Фо": 29755,
+      "▁När": 29756,
+      "▁...)": 29757,
+      "▁vois": 29758,
+      "▁abbre": 29759,
+      "▁Männer": 29760,
+      "ximo": 29761,
+      "▁intellectual": 29762,
+      "▁tales": 29763,
+      "similar": 29764,
+      "neum": 29765,
+      "▁Orig": 29766,
+      "▁postal": 29767,
+      "▁hvor": 29768,
+      "▁identification": 29769,
+      "▁Од": 29770,
+      "uesto": 29771,
+      "▁../": 29772,
+      "▁bir": 29773,
+      "▁Лон": 29774,
+      "▁esempio": 29775,
+      "▁Eing": 29776,
+      "Expand": 29777,
+      "▁PRIMARY": 29778,
+      "▁Jin": 29779,
+      "▁však": 29780,
+      "ourses": 29781,
+      "▁Betty": 29782,
+      "▁WM": 29783,
+      "▁flask": 29784,
+      "hlen": 29785,
+      "▁Adel": 29786,
+      "laravel": 29787,
+      "▁дет": 29788,
+      "ською": 29789,
+      "▁Mundo": 29790,
+      "iczn": 29791,
+      "ifié": 29792,
+      "▁Мор": 29793,
+      "▁древ": 29794,
+      "DateFormat": 29795,
+      "ським": 29796,
+      "▁dated": 29797,
+      "коли": 29798,
+      "▁результате": 29799,
+      "\\).": 29800,
+      "▁delayed": 29801,
+      "sound": 29802,
+      "▁Мак": 29803,
+      "▁\"...": 29804,
+      "▁binnen": 29805,
+      "▁факуль": 29806,
+      "▁polygon": 29807,
+      "▁eggs": 29808,
+      "AtIndexPath": 29809,
+      "менталь": 29810,
+      "▁incred": 29811,
+      "chunk": 29812,
+      "webdriver": 29813,
+      "▁свобо": 29814,
+      "▁między": 29815,
+      "Received": 29816,
+      "▁Monde": 29817,
+      "▁JQuery": 29818,
+      "Butt": 29819,
+      "▁PDO": 29820,
+      "▁forec": 29821,
+      "▁discipline": 29822,
+      "chev": 29823,
+      "нат": 29824,
+      "▁redis": 29825,
+      "▁hunting": 29826,
+      "▁alk": 29827,
+      "▁proofs": 29828,
+      "PRI": 29829,
+      "▁chip": 29830,
+      "ésie": 29831,
+      "▁HO": 29832,
+      "▁rug": 29833,
+      "zos": 29834,
+      "▁sorte": 29835,
+      "▁zeigt": 29836,
+      "▁Physics": 29837,
+      "legte": 29838,
+      "▁proportional": 29839,
+      "▁toolbar": 29840,
+      "vement": 29841,
+      "notin": 29842,
+      "▁první": 29843,
+      "blah": 29844,
+      "▁présence": 29845,
+      "▁lloc": 29846,
+      "▁líder": 29847,
+      "▁Accept": 29848,
+      "▁Always": 29849,
+      "▁\"{": 29850,
+      "▁diversi": 29851,
+      "ikor": 29852,
+      "Period": 29853,
+      "жён": 29854,
+      "▁Alliance": 29855,
+      "▁relay": 29856,
+      "Bro": 29857,
+      "jön": 29858,
+      "▁Baud": 29859,
+      "▁Bian": 29860,
+      "')[": 29861,
+      "чив": 29862,
+      "▁Poss": 29863,
+      "▁Mitglieder": 29864,
+      "▁nev": 29865,
+      "Daniel": 29866,
+      "▁tends": 29867,
+      "▁compagnie": 29868,
+      "▁livres": 29869,
+      "lub": 29870,
+      "▁": 29871,
+      "e": 29872,
+      "t": 29873,
+      "a": 29874,
+      "i": 29875,
+      "n": 29876,
+      "o": 29877,
+      "r": 29878,
+      "s": 29879,
+      "l": 29880,
+      "d": 29881,
+      "h": 29882,
+      "c": 29883,
+      "u": 29884,
+      "m": 29885,
+      "p": 29886,
+      "g": 29887,
+      "f": 29888,
+      ".": 29889,
+      "b": 29890,
+      "y": 29891,
+      ",": 29892,
+      "w": 29893,
+      "v": 29894,
+      "k": 29895,
+      "1": 29896,
+      ")": 29897,
+      "(": 29898,
+      "-": 29899,
+      "0": 29900,
+      ":": 29901,
+      "I": 29902,
+      "S": 29903,
+      "о": 29904,
+      "\\": 29905,
+      "2": 29906,
+      "C": 29907,
+      "\"": 29908,
+      "A": 29909,
+      "а": 29910,
+      "T": 29911,
+      "{": 29912,
+      "}": 29913,
+      "/": 29914,
+      "'": 29915,
+      "x": 29916,
+      "и": 29917,
+      "_": 29918,
+      "е": 29919,
+      "z": 29920,
+      "н": 29921,
+      "=": 29922,
+      "E": 29923,
+      "M": 29924,
+      "P": 29925,
+      "j": 29926,
+      "р": 29927,
+      "D": 29928,
+      "9": 29929,
+      "*": 29930,
+      "L": 29931,
+      "т": 29932,
+      "B": 29933,
+      "R": 29934,
+      "с": 29935,
+      ";": 29936,
+      "#": 29937,
+      "$": 29938,
+      "q": 29939,
+      "N": 29940,
+      "3": 29941,
+      "в": 29942,
+      "F": 29943,
+      "л": 29944,
+      "5": 29945,
+      "4": 29946,
+      "8": 29947,
+      "é": 29948,
+      "O": 29949,
+      "H": 29950,
+      "к": 29951,
+      "`": 29952,
+      "6": 29953,
+      "G": 29954,
+      "7": 29955,
+      "W": 29956,
+      "д": 29957,
+      ">": 29958,
+      "м": 29959,
+      "у": 29960,
+      "[": 29961,
+      "]": 29962,
+      "V": 29963,
+      "п": 29964,
+      "U": 29965,
+      "<": 29966,
+      "J": 29967,
+      "K": 29968,
+      "г": 29969,
+      "я": 29970,
+      "і": 29971,
+      "з": 29972,
+      "?": 29973,
+      "+": 29974,
+      "б": 29975,
+      "á": 29976,
+      "й": 29977,
+      "ь": 29978,
+      "Y": 29979,
+      "ó": 29980,
+      "ч": 29981,
+      "ы": 29982,
+      "í": 29983,
+      "Q": 29984,
+      "^": 29985,
+      "ä": 29986,
+      "&": 29987,
+      "х": 29988,
+      "|": 29989,
+      "X": 29990,
+      "!": 29991,
+      "@": 29992,
+      "ü": 29993,
+      "–": 29994,
+      "%": 29995,
+      "ц": 29996,
+      "ö": 29997,
+      "ж": 29998,
+      "Z": 29999,
+      "è": 30000,
+      "à": 30001,
+      "ш": 30002,
+      "—": 30003,
+      "\r": 30004,
+      "ю": 30005,
+      "ł": 30006,
+      "»": 30007,
+      "С": 30008,
+      "«": 30009,
+      "’": 30010,
+      "ф": 30011,
+      "В": 30012,
+      "П": 30013,
+      "К": 30014,
+      "“": 30015,
+      "ј": 30016,
+      "М": 30017,
+      "А": 30018,
+      "ç": 30019,
+      "å": 30020,
+      "щ": 30021,
+      "~": 30022,
+      "ę": 30023,
+      "”": 30024,
+      "ą": 30025,
+      "č": 30026,
+      "Р": 30027,
+      "ї": 30028,
+      "Н": 30029,
+      "ú": 30030,
+      "Б": 30031,
+      "Д": 30032,
+      "ã": 30033,
+      "ß": 30034,
+      "ă": 30035,
+      "ě": 30036,
+      "ê": 30037,
+      "О": 30038,
+      "š": 30039,
+      "Г": 30040,
+      "Т": 30041,
+      "ż": 30042,
+      "ё": 30043,
+      "ž": 30044,
+      "ś": 30045,
+      "ñ": 30046,
+      "ř": 30047,
+      "ő": 30048,
+      "„": 30049,
+      "Л": 30050,
+      "э": 30051,
+      "ý": 30052,
+      "У": 30053,
+      "И": 30054,
+      "ъ": 30055,
+      "є": 30056,
+      "â": 30057,
+      "î": 30058,
+      "ò": 30059,
+      "З": 30060,
+      "Ф": 30061,
+      "É": 30062,
+      "ć": 30063,
+      "·": 30064,
+      "ș": 30065,
+      "ń": 30066,
+      "ț": 30067,
+      "Х": 30068,
+      "ô": 30069,
+      "Е": 30070,
+      "ù": 30071,
+      "ů": 30072,
+      "°": 30073,
+      "Ш": 30074,
+      "љ": 30075,
+      "Ч": 30076,
+      "ø": 30077,
+      "æ": 30078,
+      "њ": 30079,
+      " ": 30080,
+      " ": 30081,
+      "Э": 30082,
+      "ë": 30083,
+      "õ": 30084,
+      "ï": 30085,
+      "‘": 30086,
+      "†": 30087,
+      "²": 30088,
+      "ű": 30089,
+      "І": 30090,
+      "─": 30091,
+      "Ц": 30092,
+      "ћ": 30093,
+      "Ö": 30094,
+      "û": 30095,
+      "Я": 30096,
+      "ì": 30097,
+      "…": 30098,
+      "ō": 30099,
+      "Ж": 30100,
+      "Ю": 30101,
+      "Á": 30102,
+      "́": 30103,
+      "Ü": 30104,
+      "º": 30105,
+      "œ": 30106,
+      "ā": 30107,
+      "Č": 30108,
+      "ź": 30109,
+      "α": 30110,
+      "│": 30111,
+      "ا": 30112,
+      "À": 30113,
+      "═": 30114,
+      "Š": 30115,
+      "ђ": 30116,
+      "№": 30117,
+      " ": 30118,
+      "•": 30119,
+      "−": 30120,
+      "→": 30121,
+      "×": 30122,
+      "ο": 30123,
+      "₂": 30124,
+      "Ä": 30125,
+      "Î": 30126,
+      "Ś": 30127,
+      "đ": 30128,
+      "Å": 30129,
+      "ı": 30130,
+      "‎": 30131,
+      "ū": 30132,
+      "ν": 30133,
+      "Й": 30134,
+      "ª": 30135,
+      "ι": 30136,
+      "τ": 30137,
+      "ل": 30138,
+      "′": 30139,
+      "�": 30140,
+      "È": 30141,
+      "λ": 30142,
+      "": 30143,
+      "Ž": 30144,
+      "ς": 30145,
+      "ň": 30146,
+      "ρ": 30147,
+      "₁": 30148,
+      "Є": 30149,
+      "ī": 30150,
+      "ε": 30151,
+      "§": 30152,
+      "Ł": 30153,
+      "Ј": 30154,
+      "£": 30155,
+      "ر": 30156,
+      "Ż": 30157,
+      "¿": 30158,
+      "م": 30159,
+      "″": 30160,
+      "Ú": 30161,
+      "ن": 30162,
+      "ي": 30163,
+      "σ": 30164,
+      "´": 30165,
+      "​": 30166,
+      "μ": 30167,
+      "³": 30168,
+      "ş": 30169,
+      "π": 30170,
+      "و": 30171,
+      "د": 30172,
+      "κ": 30173,
+      "₃": 30174,
+      "Í": 30175,
+      "ˈ": 30176,
+      "ب": 30177,
+      "Ó": 30178,
+      "Ã": 30179,
+      "¡": 30180,
+      "€": 30181,
+      "ť": 30182,
+      "η": 30183,
+      "ə": 30184,
+      "ー": 30185,
+      "Щ": 30186,
+      "β": 30187,
+      "├": 30188,
+      "ð": 30189,
+      "ґ": 30190,
+      "­": 30191,
+      "υ": 30192,
+      "¹": 30193,
+      "₄": 30194,
+      "ت": 30195,
+      "י": 30196,
+      "γ": 30197,
+      "س": 30198,
+      "の": 30199,
+      "ğ": 30200,
+      "δ": 30201,
+      "ی": 30202,
+      "ン": 30203,
+      "ه": 30204,
+      "ו": 30205,
+      "ω": 30206,
+      "ί": 30207,
+      "█": 30208,
+      "θ": 30209,
+      "的": 30210,
+      "©": 30211,
+      "Â": 30212,
+      "↑": 30213,
+      "，": 30214,
+      "ː": 30215,
+      "ά": 30216,
+      "―": 30217,
+      "ع": 30218,
+      "Ç": 30219,
+      "₀": 30220,
+      "±": 30221,
+      "Ø": 30222,
+      "ď": 30223,
+      "Ř": 30224,
+      "Œ": 30225,
+      "½": 30226,
+      "└": 30227,
+      "ό": 30228,
+      "‚": 30229,
+      "ē": 30230,
+      "₅": 30231,
+      "Æ": 30232,
+      "Ș": 30233,
+      "ɛ": 30234,
+      "ה": 30235,
+      "ר": 30236,
+      "φ": 30237,
+      "₆": 30238,
+      "ė": 30239,
+      "ح": 30240,
+      "ف": 30241,
+      "ة": 30242,
+      "İ": 30243,
+      " ": 30244,
+      "←": 30245,
+      "║": 30246,
+      "ɔ": 30247,
+      "≤": 30248,
+      "ל": 30249,
+      "Đ": 30250,
+      "ա": 30251,
+      "Ō": 30252,
+      "א": 30253,
+      "്": 30254,
+      "ス": 30255,
+      "ش": 30256,
+      "大": 30257,
+      "ル": 30258,
+      "џ": 30259,
+      "イ": 30260,
+      "⟩": 30261,
+      " ": 30262,
+      "µ": 30263,
+      "∈": 30264,
+      "ق": 30265,
+      "⟨": 30266,
+      "。": 30267,
+      "Ґ": 30268,
+      "ा": 30269,
+      "ج": 30270,
+      "ʿ": 30271,
+      "ა": 30272,
+      "έ": 30273,
+      "χ": 30274,
+      "中": 30275,
+      "ב": 30276,
+      "ი": 30277,
+      "₈": 30278,
+      "ト": 30279,
+      "ή": 30280,
+      "ラ": 30281,
+      "Џ": 30282,
+      "ك": 30283,
+      "₇": 30284,
+      "מ": 30285,
+      "ת": 30286,
+      "一": 30287,
+      "Π": 30288,
+      "า": 30289,
+      "・": 30290,
+      "Σ": 30291,
+      "Α": 30292,
+      "Δ": 30293,
+      "ש": 30294,
+      "ز": 30295,
+      "्": 30296,
+      "ร": 30297,
+      "い": 30298,
+      "ʻ": 30299,
+      "Њ": 30300,
+      "₉": 30301,
+      "ʼ": 30302,
+      "リ": 30303,
+      "‐": 30304,
+      "ク": 30305,
+      "∞": 30306,
+      "⁄": 30307,
+      "ύ": 30308,
+      "Ş": 30309,
+      "ア": 30310,
+      "Ε": 30311,
+      "ɪ": 30312,
+      "人": 30313,
+      "Κ": 30314,
+      "∀": 30315,
+      "र": 30316,
+      "ッ": 30317,
+      "►": 30318,
+      "子": 30319,
+      "¬": 30320,
+      "خ": 30321,
+      "◄": 30322,
+      "َ": 30323,
+      "ע": 30324,
+      "日": 30325,
+      "し": 30326,
+      "ḥ": 30327,
+      "נ": 30328,
+      "山": 30329,
+      "、": 30330,
+      "Ї": 30331,
+      "る": 30332,
+      "文": 30333,
+      "Ñ": 30334,
+      "ド": 30335,
+      "ד": 30336,
+      "ն": 30337,
+      "Ђ": 30338,
+      "Γ": 30339,
+      "þ": 30340,
+      "’": 30341,
+      "®": 30342,
+      "ک": 30343,
+      "“": 30344,
+      "⚭": 30345,
+      "本": 30346,
+      "ℕ": 30347,
+      "น": 30348,
+      "ѝ": 30349,
+      "̶": 30350,
+      "อ": 30351,
+      "ў": 30352,
+      "に": 30353,
+      "数": 30354,
+      "ე": 30355,
+      "国": 30356,
+      "Ω": 30357,
+      "　": 30358,
+      "ǎ": 30359,
+      "ص": 30360,
+      "”": 30361,
+      "Μ": 30362,
+      " ": 30363,
+      "と": 30364,
+      "⁠": 30365,
+      "た": 30366,
+      "ط": 30367,
+      "ր": 30368,
+      "タ": 30369,
+      "ÿ": 30370,
+      "な": 30371,
+      "أ": 30372,
+      "シ": 30373,
+      "新": 30374,
+      "﹕": 30375,
+      "ʃ": 30376,
+      "ľ": 30377,
+      "ロ": 30378,
+      "⁴": 30379,
+      "்": 30380,
+      "⇒": 30381,
+      "ţ": 30382,
+      "：": 30383,
+      "Ț": 30384,
+      "ക": 30385,
+      "≥": 30386,
+      "ി": 30387,
+      "マ": 30388,
+      "ん": 30389,
+      "ṣ": 30390,
+      "ジ": 30391,
+      "是": 30392,
+      "이": 30393,
+      "⋅": 30394,
+      "田": 30395,
+      "を": 30396,
+      "道": 30397,
+      "ง": 30398,
+      "¨": 30399,
+      "ـ": 30400,
+      "เ": 30401,
+      "村": 30402,
+      "Ê": 30403,
+      "ם": 30404,
+      "›": 30405,
+      "用": 30406,
+      "ώ": 30407,
+      "天": 30408,
+      "）": 30409,
+      "་": 30410,
+      "镇": 30411,
+      "か": 30412,
+      "不": 30413,
+      "Τ": 30414,
+      "学": 30415,
+      "ư": 30416,
+      "有": 30417,
+      "ո": 30418,
+      "（": 30419,
+      "レ": 30420,
+      "گ": 30421,
+      "‏": 30422,
+      "フ": 30423,
+      "न": 30424,
+      "ก": 30425,
+      "ɑ": 30426,
+      "す": 30427,
+      "ח": 30428,
+      "上": 30429,
+      "‌": 30430,
+      "∧": 30431,
+      "ṭ": 30432,
+      "ק": 30433,
+      "ξ": 30434,
+      "¤": 30435,
+      "ि": 30436,
+      "会": 30437,
+      "ന": 30438,
+      "カ": 30439,
+      "ų": 30440,
+      "ま": 30441,
+      "ു": 30442,
+      "͡": 30443,
+      "क": 30444,
+      "া": 30445,
+      "小": 30446,
+      "ן": 30447,
+      "行": 30448,
+      "は": 30449,
+      "ʁ": 30450,
+      "Ő": 30451,
+      "Þ": 30452,
+      "り": 30453,
+      "キ": 30454,
+      "Λ": 30455,
+      "რ": 30456,
+      "三": 30457,
+      "が": 30458,
+      "コ": 30459,
+      "ζ": 30460,
+      "市": 30461,
+      "王": 30462,
+      "ℝ": 30463,
+      "Ź": 30464,
+      "う": 30465,
+      "て": 30466,
+      "区": 30467,
+      "ാ": 30468,
+      "‚": 30469,
+      "年": 30470,
+      "פ": 30471,
+      "ի": 30472,
+      "ſ": 30473,
+      "‹": 30474,
+      "त": 30475,
+      "ŏ": 30476,
+      "‑": 30477,
+      "̃": 30478,
+      "Ć": 30479,
+      "ى": 30480,
+      "「": 30481,
+      "」": 30482,
+      "ს": 30483,
+      "Ā": 30484,
+      "म": 30485,
+      "生": 30486,
+      "≠": 30487,
+      "Љ": 30488,
+      "स": 30489,
+      "↔": 30490,
+      "Ο": 30491,
+      "ว": 30492,
+      "ლ": 30493,
+      "成": 30494,
+      "定": 30495,
+      "ล": 30496,
+      "¶": 30497,
+      "כ": 30498,
+      "で": 30499,
+      "ּ": 30500,
+      "ม": 30501,
+      "个": 30502,
+      "和": 30503,
+      "ס": 30504,
+      "在": 30505,
+      "Β": 30506,
+      "ิ": 30507,
+      "Ι": 30508,
+      "⁵": 30509,
+      "ั": 30510,
+      "ɡ": 30511,
+      "━": 30512,
+      "ら": 30513,
+      "オ": 30514,
+      "¼": 30515,
+      "ե": 30516,
+      "バ": 30517,
+      "ָ": 30518,
+      "ŋ": 30519,
+      "ŭ": 30520,
+      "グ": 30521,
+      "⁶": 30522,
+      "Ь": 30523,
+      "⁰": 30524,
+      "方": 30525,
+      "บ": 30526,
+      "—": 30527,
+      "高": 30528,
+      "ệ": 30529,
+      "Ν": 30530,
+      "ѣ": 30531,
+      "ィ": 30532,
+      "地": 30533,
+      "月": 30534,
+      "Ô": 30535,
+      "™": 30536,
+      "ウ": 30537,
+      "き": 30538,
+      "公": 30539,
+      "ạ": 30540,
+      "ო": 30541,
+      "ɾ": 30542,
+      "่": 30543,
+      "出": 30544,
+      "法": 30545,
+      "Θ": 30546,
+      "ส": 30547,
+      "名": 30548,
+      "ย": 30549,
+      "ത": 30550,
+      "Φ": 30551,
+      "↓": 30552,
+      "れ": 30553,
+      "ג": 30554,
+      "Ё": 30555,
+      "ơ": 30556,
+      "下": 30557,
+      "ә": 30558,
+      "ψ": 30559,
+      "┼": 30560,
+      "ャ": 30561,
+      "√": 30562,
+      "¥": 30563,
+      "社": 30564,
+      "ṇ": 30565,
+      "さ": 30566,
+      "ِ": 30567,
+      "く": 30568,
+      "े": 30569,
+      "Ы": 30570,
+      "ἐ": 30571,
+      "テ": 30572,
+      "为": 30573,
+      "乡": 30574,
+      "川": 30575,
+      "ナ": 30576,
+      "之": 30577,
+      "字": 30578,
+      "ム": 30579,
+      "ी": 30580,
+      "海": 30581,
+      "ブ": 30582,
+      "≈": 30583,
+      "！": 30584,
+      "پ": 30585,
+      "¯": 30586,
+      "ἀ": 30587,
+      "ƒ": 30588,
+      "こ": 30589,
+      "ְ": 30590,
+      "東": 30591,
+      "明": 30592,
+      "ὶ": 30593,
+      "时": 30594,
+      "ท": 30595,
+      "ɨ": 30596,
+      "デ": 30597,
+      "️": 30598,
+      "ʊ": 30599,
+      "エ": 30600,
+      "南": 30601,
+      "西": 30602,
+      "ल": 30603,
+      "メ": 30604,
+      "プ": 30605,
+      "平": 30606,
+      "式": 30607,
+      "ῖ": 30608,
+      "қ": 30609,
+      "व": 30610,
+      "غ": 30611,
+      "Ò": 30612,
+      "家": 30613,
+      "ʒ": 30614,
+      "サ": 30615,
+      "≡": 30616,
+      "ダ": 30617,
+      "ต": 30618,
+      "∃": 30619,
+      "₹": 30620,
+      "प": 30621,
+      "第": 30622,
+      "ര": 30623,
+      "ض": 30624,
+      "▄": 30625,
+      "城": 30626,
+      "ミ": 30627,
+      "ɐ": 30628,
+      "¦": 30629,
+      "美": 30630,
+      "件": 30631,
+      "ნ": 30632,
+      "Ð": 30633,
+      "ַ": 30634,
+      "ニ": 30635,
+      "部": 30636,
+      "ņ": 30637,
+      "ǐ": 30638,
+      "ט": 30639,
+      "य": 30640,
+      "あ": 30641,
+      "¾": 30642,
+      "ả": 30643,
+      "ち": 30644,
+      "ュ": 30645,
+      "÷": 30646,
+      "女": 30647,
+      "神": 30648,
+      "♦": 30649,
+      "¢": 30650,
+      "以": 30651,
+      "้": 30652,
+      "র": 30653,
+      "太": 30654,
+      "্": 30655,
+      "チ": 30656,
+      "յ": 30657,
+      "前": 30658,
+      "金": 30659,
+      "ւ": 30660,
+      "野": 30661,
+      "北": 30662,
+      "ห": 30663,
+      "‰": 30664,
+      "っ": 30665,
+      "加": 30666,
+      "原": 30667,
+      "ʲ": 30668,
+      "置": 30669,
+      "安": 30670,
+      "ガ": 30671,
+      "我": 30672,
+      "Ḥ": 30673,
+      "യ": 30674,
+      "京": 30675,
+      "▀": 30676,
+      "მ": 30677,
+      "ვ": 30678,
+      "ʾ": 30679,
+      "∨": 30680,
+      "ִ": 30681,
+      "可": 30682,
+      "取": 30683,
+      "县": 30684,
+      "二": 30685,
+      "▒": 30686,
+      "理": 30687,
+      "自": 30688,
+      "信": 30689,
+      "代": 30690,
+      "ี": 30691,
+      "צ": 30692,
+      "်": 30693,
+      "द": 30694,
+      "⁸": 30695,
+      "̯": 30696,
+      "お": 30697,
+      "要": 30698,
+      "ῦ": 30699,
+      "க": 30700,
+      "ễ": 30701,
+      "ु": 30702,
+      "ƒ": 30703,
+      "ʰ": 30704,
+      "化": 30705,
+      "✓": 30706,
+      "പ": 30707,
+      "의": 30708,
+      "다": 30709,
+      "木": 30710,
+      "ُ": 30711,
+      "̀": 30712,
+      "ˌ": 30713,
+      "ह": 30714,
+      "パ": 30715,
+      "水": 30716,
+      "ế": 30717,
+      "ด": 30718,
+      "ズ": 30719,
+      "⁹": 30720,
+      "島": 30721,
+      "‍": 30722,
+      "も": 30723,
+      "正": 30724,
+      "■": 30725,
+      "آ": 30726,
+      "พ": 30727,
+      "内": 30728,
+      "Ì": 30729,
+      "ǔ": 30730,
+      "┬": 30731,
+      "作": 30732,
+      "合": 30733,
+      "ὸ": 30734,
+      "み": 30735,
+      "▼": 30736,
+      "ῶ": 30737,
+      "⊙": 30738,
+      "～": 30739,
+      "ị": 30740,
+      "ْ": 30741,
+      "回": 30742,
+      "了": 30743,
+      "所": 30744,
+      "事": 30745,
+      "表": 30746,
+      "ำ": 30747,
+      "分": 30748,
+      "⁷": 30749,
+      "ү": 30750,
+      "€": 30751,
+      "入": 30752,
+      "全": 30753,
+      "إ": 30754,
+      "里": 30755,
+      "Χ": 30756,
+      "ं": 30757,
+      "ハ": 30758,
+      "ค": 30759,
+      "⁻": 30760,
+      "モ": 30761,
+      "郎": 30762,
+      "据": 30763,
+      "●": 30764,
+      "州": 30765,
+      "∩": 30766,
+      "者": 30767,
+      "通": 30768,
+      "都": 30769,
+      "ℤ": 30770,
+      "♭": 30771,
+      "╌": 30772,
+      "つ": 30773,
+      "ḍ": 30774,
+      "江": 30775,
+      "ז": 30776,
+      "Ý": 30777,
+      "ө": 30778,
+      "์": 30779,
+      "到": 30780,
+      "ி": 30781,
+      "ʂ": 30782,
+      "对": 30783,
+      "스": 30784,
+      "使": 30785,
+      "ি": 30786,
+      "よ": 30787,
+      "Ἀ": 30788,
+      "Ï": 30789,
+      "∘": 30790,
+      "사": 30791,
+      "ন": 30792,
+      "世": 30793,
+      "ɕ": 30794,
+      "կ": 30795,
+      "უ": 30796,
+      "ട": 30797,
+      "ბ": 30798,
+      "ो": 30799,
+      "വ": 30800,
+      "果": 30801,
+      "十": 30802,
+      "ุ": 30803,
+      "藤": 30804,
+      "来": 30805,
+      "面": 30806,
+      "け": 30807,
+      "ĕ": 30808,
+      "ビ": 30809,
+      "这": 30810,
+      "지": 30811,
+      "ം": 30812,
+      "街": 30813,
+      "石": 30814,
+      "能": 30815,
+      "空": 30816,
+      "տ": 30817,
+      "ئ": 30818,
+      "武": 30819,
+      "ʹ": 30820,
+      "ϕ": 30821,
+      "后": 30822,
+      "ะ": 30823,
+      "元": 30824,
+      "ʔ": 30825,
+      "리": 30826,
+      "기": 30827,
+      "河": 30828,
+      "町": 30829,
+      "花": 30830,
+      "ὐ": 30831,
+      "类": 30832,
+      "░": 30833,
+      "物": 30834,
+      "Η": 30835,
+      "¸": 30836,
+      "ு": 30837,
+      "თ": 30838,
+      "ث": 30839,
+      "െ": 30840,
+      "╠": 30841,
+      "⊆": 30842,
+      "》": 30843,
+      "ツ": 30844,
+      "版": 30845,
+      "动": 30846,
+      "如": 30847,
+      "真": 30848,
+      "ɲ": 30849,
+      "号": 30850,
+      "ذ": 30851,
+      "정": 30852,
+      "林": 30853,
+      "書": 30854,
+      "民": 30855,
+      "口": 30856,
+      "ّ": 30857,
+      "示": 30858,
+      "മ": 30859,
+      "아": 30860,
+      "图": 30861,
+      "∪": 30862,
+      "戦": 30863,
+      "李": 30864,
+      "ല": 30865,
+      "《": 30866,
+      "光": 30867,
+      "白": 30868,
+      "心": 30869,
+      "த": 30870,
+      "ज": 30871,
+      "设": 30872,
+      "ί": 30873,
+      "路": 30874,
+      "ग": 30875,
+      "∥": 30876,
+      "한": 30877,
+      "最": 30878,
+      "Ћ": 30879,
+      "手": 30880,
+      "ս": 30881,
+      "？": 30882,
+      "型": 30883,
+      "ầ": 30884,
+      "セ": 30885,
+      "建": 30886,
+      "ェ": 30887,
+      "主": 30888,
+      "시": 30889,
+      "대": 30890,
+      "ῆ": 30891,
+      "‡": 30892,
+      "集": 30893,
+      "დ": 30894,
+      "目": 30895,
+      "Ρ": 30896,
+      "ァ": 30897,
+      "度": 30898,
+      "長": 30899,
+      "星": 30900,
+      "ノ": 30901,
+      "ộ": 30902,
+      "가": 30903,
+      "五": 30904,
+      "چ": 30905,
+      "로": 30906,
+      "ョ": 30907,
+      "重": 30908,
+      "于": 30909,
+      "发": 30910,
+      "史": 30911,
+      "ظ": 30912,
+      "ช": 30913,
+      "え": 30914,
+      "國": 30915,
+      "ĭ": 30916,
+      "ப": 30917,
+      "인": 30918,
+      "你": 30919,
+      "駅": 30920,
+      "‒": 30921,
+      "♥": 30922,
+      "多": 30923,
+      "ħ": 30924,
+      "Қ": 30925,
+      "ồ": 30926,
+      "士": 30927,
+      "四": 30928,
+      "┴": 30929,
+      "ம": 30930,
+      "司": 30931,
+      "ে": 30932,
+      "ὰ": 30933,
+      "∂": 30934,
+      "╬": 30935,
+      "次": 30936,
+      "Ľ": 30937,
+      "⟶": 30938,
+      "立": 30939,
+      "点": 30940,
+      "音": 30941,
+      "⠀": 30942,
+      "器": 30943,
+      "하": 30944,
+      "井": 30945,
+      "存": 30946,
+      "ֹ": 30947,
+      "当": 30948,
+      "Ë": 30949,
+      "★": 30950,
+      "寺": 30951,
+      "性": 30952,
+      "也": 30953,
+      "め": 30954,
+      "だ": 30955,
+      "位": 30956,
+      "ങ": 30957,
+      "ہ": 30958,
+      "值": 30959,
+      "古": 30960,
+      "გ": 30961,
+      "ব": 30962,
+      "院": 30963,
+      "േ": 30964,
+      "▶": 30965,
+      "ர": 30966,
+      "界": 30967,
+      "語": 30968,
+      "സ": 30969,
+      "수": 30970,
+      "ǒ": 30971,
+      "愛": 30972,
+      "✔": 30973,
+      "時": 30974,
+      "ọ": 30975,
+      "റ": 30976,
+      "մ": 30977,
+      "ケ": 30978,
+      "东": 30979,
+      "同": 30980,
+      "주": 30981,
+      "保": 30982,
+      "Õ": 30983,
+      "ố": 30984,
+      "ἰ": 30985,
+      "青": 30986,
+      "ゴ": 30987,
+      "体": 30988,
+      "清": 30989,
+      "相": 30990,
+      "จ": 30991,
+      "ء": 30992,
+      "情": 30993,
+      "𝕜": 30994,
+      "ক": 30995,
+      "ḫ": 30996,
+      "ờ": 30997,
+      "将": 30998,
+      "族": 30999,
+      "동": 31000,
+      "Υ": 31001,
+      "┌": 31002,
+      "ボ": 31003,
+      "宮": 31004,
+      "』": 31005,
+      "ম": 31006,
+      "『": 31007,
+      "ļ": 31008,
+      "श": 31009,
+      "ป": 31010,
+      "Ա": 31011,
+      "ब": 31012,
+      "자": 31013,
+      "政": 31014,
+      "ா": 31015,
+      "间": 31016,
+      "fi": 31017,
+      "松": 31018,
+      "ṃ": 31019,
+      "始": 31020,
+      "息": 31021,
+      "少": 31022,
+      "教": 31023,
+      "获": 31024,
+      "列": 31025,
+      "开": 31026,
+      "ტ": 31027,
+      "ワ": 31028,
+      "კ": 31029,
+      "科": 31030,
+      "春": 31031,
+      "治": 31032,
+      "吉": 31033,
+      "ས": 31034,
+      "ศ": 31035,
+      "ɒ": 31036,
+      "台": 31037,
+      "ネ": 31038,
+      "း": 31039,
+      "ĩ": 31040,
+      "工": 31041,
+      "ά": 31042,
+      "知": 31043,
+      "八": 31044,
+      "場": 31045,
+      "画": 31046,
+      "百": 31047,
+      "☆": 31048,
+      "記": 31049,
+      "得": 31050,
+      "ソ": 31051,
+      "氏": 31052,
+      "ာ": 31053,
+      "에": 31054,
+      "ল": 31055,
+      "ṛ": 31056,
+      "关": 31057,
+      "ġ": 31058,
+      "έ": 31059,
+      "∑": 31060,
+      "ベ": 31061,
+      "标": 31062,
+      "니": 31063,
+      "ὴ": 31064,
+      "ֵ": 31065,
+      "外": 31066,
+      "♠": 31067,
+      "わ": 31068,
+      "間": 31069,
+      "ภ": 31070,
+      "校": 31071,
+      "制": 31072,
+      "แ": 31073,
+      "力": 31074,
+      "門": 31075,
+      "好": 31076,
+      "ғ": 31077,
+      "Ù": 31078,
+      "ℓ": 31079,
+      "ֶ": 31080,
+      "는": 31081,
+      "┐": 31082,
+      "∗": 31083,
+      "指": 31084,
+      "色": 31085,
+      "返": 31086,
+      "馬": 31087,
+      "请": 31088,
+      "≫": 31089,
+      "風": 31090,
+      "ό": 31091,
+      "接": 31092,
+      "서": 31093,
+      "↳": 31094,
+      "せ": 31095,
+      "志": 31096,
+      "̲": 31097,
+      "魔": 31098,
+      "ң": 31099,
+      "更": 31100,
+      "程": 31101,
+      "김": 31102,
+      "郡": 31103,
+      "ོ": 31104,
+      "ũ": 31105,
+      "ച": 31106,
+      "利": 31107,
+      "県": 31108,
+      "周": 31109,
+      "そ": 31110,
+      "や": 31111,
+      "谷": 31112,
+      "香": 31113,
+      "♯": 31114,
+      "じ": 31115,
+      "،": 31116,
+      "期": 31117,
+      "∅": 31118,
+      "┘": 31119,
+      "初": 31120,
+      "福": 31121,
+      "片": 31122,
+      "ザ": 31123,
+      "動": 31124,
+      "参": 31125,
+      "성": 31126,
+      "Ə": 31127,
+      "╦": 31128,
+      "어": 31129,
+      "ხ": 31130,
+      "義": 31131,
+      "च": 31132,
+      "象": 31133,
+      "功": 31134,
+      "♂": 31135,
+      "도": 31136,
+      "고": 31137,
+      "过": 31138,
+      "վ": 31139,
+      "皇": 31140,
+      "特": 31141,
+      "ậ": 31142,
+      "长": 31143,
+      "英": 31144,
+      "ấ": 31145,
+      "ണ": 31146,
+      "Ъ": 31147,
+      "স": 31148,
+      "其": 31149,
+      "ত": 31150,
+      "流": 31151,
+      "除": 31152,
+      "일": 31153,
+      "ু": 31154,
+      "្": 31155,
+      "永": 31156,
+      "直": 31157,
+      "상": 31158,
+      "千": 31159,
+      "ắ": 31160,
+      "館": 31161,
+      "Ť": 31162,
+      "朝": 31163,
+      "ட": 31164,
+      "ɣ": 31165,
+      "单": 31166,
+      "ʀ": 31167,
+      "格": 31168,
+      "德": 31169,
+      "전": 31170,
+      "☺": 31171,
+      "ピ": 31172,
+      "歌": 31173,
+      "进": 31174,
+      "限": 31175,
+      "夫": 31176,
+      "트": 31177,
+      "⊢": 31178,
+      "園": 31179,
+      "量": 31180,
+      "土": 31181,
+      "放": 31182,
+      "码": 31183,
+      "等": 31184,
+      "系": 31185,
+      "∼": 31186,
+      "華": 31187,
+      "↵": 31188,
+      "소": 31189,
+      "常": 31190,
+      "否": 31191,
+      "見": 31192,
+      "源": 31193,
+      "ׁ": 31194,
+      "实": 31195,
+      "博": 31196,
+      "라": 31197,
+      "원": 31198,
+      "보": 31199,
+      "⊕": 31200,
+      "解": 31201,
+      "〜": 31202,
+      "男": 31203,
+      "দ": 31204,
+      "ポ": 31205,
+      "ろ": 31206,
+      "나": 31207,
+      "ག": 31208,
+      "無": 31209,
+      "Û": 31210,
+      "̥": 31211,
+      "ұ": 31212,
+      "查": 31213,
+      "̣": 31214,
+      "╗": 31215,
+      "╩": 31216,
+      "条": 31217,
+      "য": 31218,
+      "ὁ": 31219,
+      "後": 31220,
+      "他": 31221,
+      "网": 31222,
+      "ல": 31223,
+      "≃": 31224,
+      "화": 31225,
+      "ە": 31226,
+      "阿": 31227,
+      "ေ": 31228,
+      "户": 31229,
+      "∫": 31230,
+      "구": 31231,
+      "ར": 31232,
+      "မ": 31233,
+      "▸": 31234,
+      "լ": 31235,
+      "○": 31236,
+      "命": 31237,
+      "就": 31238,
+      "龍": 31239,
+      "君": 31240,
+      "夏": 31241,
+      "": 31242,
+      "言": 31243,
+      "先": 31244,
+      "➜": 31245,
+      "შ": 31246,
+      "ძ": 31247,
+      "ਾ": 31248,
+      "வ": 31249,
+      "ど": 31250,
+      "ヒ": 31251,
+      "ไ": 31252,
+      "ன": 31253,
+      "ば": 31254,
+      "ギ": 31255,
+      "գ": 31256,
+      "ἄ": 31257,
+      "ヤ": 31258,
+      "典": 31259,
+      "府": 31260,
+      "̄": 31261,
+      "신": 31262,
+      "组": 31263,
+      "改": 31264,
+      "ὲ": 31265,
+      "华": 31266,
+      "与": 31267,
+      "调": 31268,
+      "╝": 31269,
+      "ヴ": 31270,
+      "ქ": 31271,
+      "由": 31272,
+      "修": 31273,
+      "學": 31274,
+      "♣": 31275,
+      "消": 31276,
+      "符": 31277,
+      "ʌ": 31278,
+      "부": 31279,
+      "ớ": 31280,
+      "‾": 31281,
+      "▲": 31282,
+      "录": 31283,
+      "ള": 31284,
+      "연": 31285,
+      "을": 31286,
+      "ひ": 31287,
+      "영": 31288,
+      "┤": 31289,
+      "已": 31290,
+      "陽": 31291,
+      "င": 31292,
+      "국": 31293,
+      "容": 31294,
+      "未": 31295,
+      "宗": 31296,
+      "ᴇ": 31297,
+      "び": 31298,
+      "장": 31299,
+      "龙": 31300,
+      "්": 31301,
+      "提": 31302,
+      "ĝ": 31303,
+      "六": 31304,
+      "形": 31305,
+      "제": 31306,
+      "Հ": 31307,
+      "伊": 31308,
+      "ϵ": 31309,
+      "ข": 31310,
+      "Ű": 31311,
+      "ゃ": 31312,
+      "火": 31313,
+      "Ṣ": 31314,
+      "佐": 31315,
+      "⊥": 31316,
+      "̪": 31317,
+      "ứ": 31318,
+      "□": 31319,
+      "结": 31320,
+      "九": 31321,
+      "雄": 31322,
+      "թ": 31323,
+      "ា": 31324,
+      "而": 31325,
+      "བ": 31326,
+      "우": 31327,
+      "张": 31328,
+      "ट": 31329,
+      "ष": 31330,
+      "向": 31331,
+      "ῥ": 31332,
+      "选": 31333,
+      "공": 31334,
+      "ゲ": 31335,
+      "ʐ": 31336,
+      "仁": 31337,
+      "堂": 31338,
+      "ך": 31339,
+      "ု": 31340,
+      "ἔ": 31341,
+      "അ": 31342,
+      "ề": 31343,
+      "ད": 31344,
+      "선": 31345,
+      "오": 31346,
+      "久": 31347,
+      "œ": 31348,
+      "义": 31349,
+      "अ": 31350,
+      "╔": 31351,
+      "无": 31352,
+      "
": 31353,
+      "은": 31354,
+      "ʷ": 31355,
+      "那": 31356,
+      "線": 31357,
+      "务": 31358,
+      "基": 31359,
+      "属": 31360,
+      "配": 31361,
+      "미": 31362,
+      "軍": 31363,
+      "โ": 31364,
+      "津": 31365,
+      "完": 31366,
+      "研": 31367,
+      "注": 31368,
+      "失": 31369,
+      "应": 31370,
+      "က": 31371,
+      "╚": 31372,
+      "友": 31373,
+      "章": 31374,
+      "Ψ": 31375,
+      "求": 31376,
+      "ण": 31377,
+      "경": 31378,
+      "‬": 31379,
+      "भ": 31380,
+      "们": 31381,
+      "模": 31382,
+      "需": 31383,
+      "ச": 31384,
+      "電": 31385,
+      "প": 31386,
+      "դ": 31387,
+      "へ": 31388,
+      "此": 31389,
+      "夜": 31390,
+      "或": 31391,
+      "橋": 31392,
+      "根": 31393,
+      "Ī": 31394,
+      "玉": 31395,
+      "ู": 31396,
+      "ṅ": 31397,
+      "交": 31398,
+      "品": 31399,
+      "良": 31400,
+      "ང": 31401,
+      "ォ": 31402,
+      "则": 31403,
+      "開": 31404,
+      "Ζ": 31405,
+      "문": 31406,
+      "被": 31407,
+      "조": 31408,
+      "株": 31409,
+      "记": 31410,
+      "會": 31411,
+      "经": 31412,
+      "ू": 31413,
+      "ょ": 31414,
+      "转": 31415,
+      "崎": 31416,
+      "마": 31417,
+      "⌘": 31418,
+      "比": 31419,
+      "造": 31420,
+      "ܐ": 31421,
+      "ื": 31422,
+      "没": 31423,
+      "现": 31424,
+      "七": 31425,
+      "Ά": 31426,
+      "商": 31427,
+      "ை": 31428,
+      "机": 31429,
+      "阳": 31430,
+      "ĉ": 31431,
+      "角": 31432,
+      "站": 31433,
+      "բ": 31434,
+      "해": 31435,
+      "及": 31436,
+      "ध": 31437,
+      "術": 31438,
+      "认": 31439,
+      "‘": 31440,
+      "创": 31441,
+      "編": 31442,
+      "ղ": 31443,
+      "ḩ": 31444,
+      "伝": 31445,
+      "岡": 31446,
+      "ड": 31447,
+      "ホ": 31448,
+      "港": 31449,
+      "任": 31450,
+      "登": 31451,
+      "ི": 31452,
+      "็": 31453,
+      "布": 31454,
+      "究": 31455,
+      "帝": 31456,
+      "여": 31457,
+      "산": 31458,
+      "န": 31459,
+      "◦": 31460,
+      "密": 31461,
+      "变": 31462,
+      "序": 31463,
+      "♀": 31464,
+      "∣": 31465,
+      "计": 31466,
+      "曲": 31467,
+      "Ă": 31468,
+      "ύ": 31469,
+      "ʋ": 31470,
+      "传": 31471,
+      "】": 31472,
+      "包": 31473,
+      "意": 31474,
+      "去": 31475,
+      "沙": 31476,
+      "⸮": 31477,
+      "【": 31478,
+      "写": 31479,
+      "超": 31480,
+      "ய": 31481,
+      "今": 31482,
+      "┈": 31483,
+      "森": 31484,
+      "ි": 31485,
+      "⊗": 31486,
+      "비": 31487,
+      "հ": 31488,
+      "Ḩ": 31489,
+      "ǫ": 31490,
+      "黄": 31491,
+      "∙": 31492,
+      "드": 31493,
+      "🌍": 31494,
+      "景": 31495,
+      "湖": 31496,
+      "ք": 31497,
+      "ိ": 31498,
+      "ⁿ": 31499,
+      "̂": 31500,
+      "ペ": 31501,
+      "何": 31502,
+      "宇": 31503,
+      "張": 31504,
+      "语": 31505,
+      "老": 31506,
+      "例": 31507,
+      "Ṭ": 31508,
+      "鉄": 31509,
+      "克": 31510,
+      "☉": 31511,
+      "™": 31512,
+      "ɹ": 31513,
+      "ἱ": 31514,
+      "ⴰ": 31515,
+      "然": 31516,
+      "를": 31517,
+      "ǧ": 31518,
+      "報": 31519,
+      "服": 31520,
+      "Ď": 31521,
+      "想": 31522,
+      "‖": 31523,
+      "ユ": 31524,
+      "実": 31525,
+      "载": 31526,
+      "요": 31527,
+      "ℚ": 31528,
+      "波": 31529,
+      "马": 31530,
+      "状": 31531,
+      "线": 31532,
+      "유": 31533,
+      "洋": 31534,
+      "万": 31535,
+      "진": 31536,
+      "জ": 31537,
+      "添": 31538,
+      "球": 31539,
+      "機": 31540,
+      "支": 31541,
+      "显": 31542,
+      "拉": 31543,
+      "ὑ": 31544,
+      "送": 31545,
+      "隊": 31546,
+      "ธ": 31547,
+      "处": 31548,
+      "師": 31549,
+      "⊂": 31550,
+      "像": 31551,
+      "়": 31552,
+      "黒": 31553,
+      "ց": 31554,
+      "": 31555,
+      "ủ": 31556,
+      "只": 31557,
+      "起": 31558,
+      "段": 31559,
+      "တ": 31560,
+      "區": 31561,
+      "選": 31562,
+      "천": 31563,
+      "業": 31564,
+      "算": 31565,
+      "广": 31566,
+      "រ": 31567,
+      "视": 31568,
+      "秋": 31569,
+      "因": 31570,
+      "년": 31571,
+      "ے": 31572,
+      "输": 31573,
+      "̱": 31574,
+      "Մ": 31575,
+      "∆": 31576,
+      "康": 31577,
+      "세": 31578,
+      "思": 31579,
+      "死": 31580,
+      "聖": 31581,
+      "민": 31582,
+      "－": 31583,
+      "头": 31584,
+      "ർ": 31585,
+      "∉": 31586,
+      "車": 31587,
+      "┃": 31588,
+      "▇": 31589,
+      "按": 31590,
+      "⍵": 31591,
+      "夢": 31592,
+      "汉": 31593,
+      "从": 31594,
+      "ী": 31595,
+      "题": 31596,
+      "ˆ": 31597,
+      "ἡ": 31598,
+      "展": 31599,
+      "省": 31600,
+      "ུ": 31601,
+      "葉": 31602,
+      "호": 31603,
+      "ਰ": 31604,
+      "素": 31605,
+      "関": 31606,
+      "그": 31607,
+      "；": 31608,
+      "න": 31609,
+      "页": 31610,
+      "共": 31611,
+      "宿": 31612,
+      "态": 31613,
+      "ན": 31614,
+      "技": 31615,
+      "乐": 31616,
+      "控": 31617,
+      "移": 31618,
+      "影": 31619,
+      "ụ": 31620,
+      "ゆ": 31621,
+      "ご": 31622,
+      "್": 31623,
+      "管": 31624,
+      "ൾ": 31625,
+      "╣": 31626,
+      "戸": 31627,
+      "⇔": 31628,
+      "函": 31629,
+      "ẓ": 31630,
+      "尾": 31631,
+      "场": 31632,
+      "介": 31633,
+      "": 31634,
+      "育": 31635,
+      "ර": 31636,
+      "泉": 31637,
+      "ൽ": 31638,
+      "说": 31639,
+      "换": 31640,
+      "必": 31641,
+      "紀": 31642,
+      "མ": 31643,
+      "ེ": 31644,
+      "ợ": 31645,
+      "ൻ": 31646,
+      "宝": 31647,
+      "気": 31648,
+      "门": 31649,
+      "令": 31650,
+      "左": 31651,
+      "漢": 31652,
+      "若": 31653,
+      "屋": 31654,
+      "局": 31655,
+      "打": 31656,
+      "発": 31657,
+      "问": 31658,
+      "恋": 31659,
+      "兵": 31660,
+      "別": 31661,
+      "ા": 31662,
+      "Ս": 31663,
+      "߬": 31664,
+      "গ": 31665,
+      "并": 31666,
+      "ख": 31667,
+      "ή": 31668,
+      "节": 31669,
+      "ʑ": 31670,
+      "ץ": 31671,
+      "Ḫ": 31672,
+      "ℂ": 31673,
+      "引": 31674,
+      "统": 31675,
+      "智": 31676,
+      "̩": 31677,
+      "ै": 31678,
+      "电": 31679,
+      "현": 31680,
+      "✅": 31681,
+      "赤": 31682,
+      "断": 31683,
+      "ね": 31684,
+      "称": 31685,
+      "শ": 31686,
+      "身": 31687,
+      "首": 31688,
+      "付": 31689,
+      "⅓": 31690,
+      "ਸ": 31691,
+      "連": 31692,
+      "ზ": 31693,
+      "官": 31694,
+      "持": 31695,
+      "奈": 31696,
+      "御": 31697,
+      "親": 31698,
+      "군": 31699,
+      "库": 31700,
+      "秀": 31701,
+      "址": 31702,
+      "守": 31703,
+      "活": 31704,
+      "ལ": 31705,
+      "ふ": 31706,
+      "藏": 31707,
+      "ស": 31708,
+      "竹": 31709,
+      "草": 31710,
+      "結": 31711,
+      "ා": 31712,
+      "昌": 31713,
+      "樹": 31714,
+      "ள": 31715,
+      "무": 31716,
+      "হ": 31717,
+      "ゼ": 31718,
+      "̈": 31719,
+      "շ": 31720,
+      "勝": 31721,
+      "足": 31722,
+      "ရ": 31723,
+      "위": 31724,
+      "į": 31725,
+      "Ἰ": 31726,
+      "航": 31727,
+      "陳": 31728,
+      "业": 31729,
+      "富": 31730,
+      "雪": 31731,
+      "आ": 31732,
+      "再": 31733,
+      "안": 31734,
+      "默": 31735,
+      "박": 31736,
+      "용": 31737,
+      "✿": 31738,
+      "楽": 31739,
+      "沢": 31740,
+      "羅": 31741,
+      "Ė": 31742,
+      "ʎ": 31743,
+      "忠": 31744,
+      "错": 31745,
+      "단": 31746,
+      "면": 31747,
+      "ķ": 31748,
+      "桥": 31749,
+      "雲": 31750,
+      "该": 31751,
+      "ṯ": 31752,
+      "岩": 31753,
+      "남": 31754,
+      "ỹ": 31755,
+      "专": 31756,
+      "切": 31757,
+      "店": 31758,
+      "朱": 31759,
+      "ף": 31760,
+      "ず": 31761,
+      "幸": 31762,
+      "母": 31763,
+      "ɫ": 31764,
+      "々": 31765,
+      "∷": 31766,
+      "串": 31767,
+      "击": 31768,
+      "Ἐ": 31769,
+      "設": 31770,
+      "⊤": 31771,
+      "ₗ": 31772,
+      "經": 31773,
+      "강": 31774,
+      "ပ": 31775,
+      "।": 31776,
+      "ѐ": 31777,
+      "ᾶ": 31778,
+      "➖": 31779,
+      "座": 31780,
+      "씨": 31781,
+      "ぶ": 31782,
+      "Ţ": 31783,
+      "云": 31784,
+      "告": 31785,
+      "変": 31786,
+      "试": 31787,
+      "隆": 31788,
+      "개": 31789,
+      "պ": 31790,
+      "判": 31791,
+      "劉": 31792,
+      "˜": 31793,
+      "ˠ": 31794,
+      "编": 31795,
+      "ณ": 31796,
+      "ữ": 31797,
+      "达": 31798,
+      "Ě": 31799,
+      "ܝ": 31800,
+      "ြ": 31801,
+      "ḷ": 31802,
+      "右": 31803,
+      "들": 31804,
+      "ŝ": 31805,
+      "ӏ": 31806,
+      "్": 31807,
+      "എ": 31808,
+      "ற": 31809,
+      "复": 31810,
+      "看": 31811,
+      "話": 31812,
+      "坂": 31813,
+      "尔": 31814,
+      "衛": 31815,
+      "զ": 31816,
+      "차": 31817,
+      "丸": 31818,
+      "样": 31819,
+      "鬼": 31820,
+      "़": 31821,
+      "학": 31822,
+      "喜": 31823,
+      "斯": 31824,
+      "銀": 31825,
+      "만": 31826,
+      "Ξ": 31827,
+      "ც": 31828,
+      "群": 31829,
+      "近": 31830,
+      "塔": 31831,
+      "ϊ": 31832,
+      "ந": 31833,
+      "む": 31834,
+      "确": 31835,
+      "索": 31836,
+      "∇": 31837,
+      "非": 31838,
+      "望": 31839,
+      "❯": 31840,
+      "希": 31841,
+      "ỳ": 31842,
+      "甲": 31843,
+      "越": 31844,
+      "鳥": 31845,
+      "麻": 31846,
+      "雅": 31847,
+      "拳": 31848,
+      "ក": 31849,
+      "溪": 31850,
+      "测": 31851,
+      "话": 31852,
+      "池": 31853,
+      "菜": 31854,
+      "食": 31855,
+      "터": 31856,
+      "ਿ": 31857,
+      "渡": 31858,
+      "速": 31859,
+      "ھ": 31860,
+      "ರ": 31861,
+      "陈": 31862,
+      "健": 31863,
+      "ো": 31864,
+      "ක": 31865,
+      "ὺ": 31866,
+      "军": 31867,
+      "庄": 31868,
+      "红": 31869,
+      "Ħ": 31870,
+      "論": 31871,
+      "Ÿ": 31872,
+      "Έ": 31873,
+      "ự": 31874,
+      "孝": 31875,
+      "頭": 31876,
+      "飛": 31877,
+      "˚": 31878,
+      "▓": 31879,
+      "ً": 31880,
+      "‭": 31881,
+      "么": 31882,
+      "達": 31883,
+      "ѫ": 31884,
+      "巴": 31885,
+      "洞": 31886,
+      "貴": 31887,
+      "项": 31888,
+      "ദ": 31889,
+      "ɵ": 31890,
+      "̍": 31891,
+      "ҡ": 31892,
+      "种": 31893,
+      "运": 31894,
+      "식": 31895,
+      "ྱ": 31896,
+      "ḳ": 31897,
+      "彦": 31898,
+      "⥤": 31899,
+      "书": 31900,
+      "构": 31901,
+      "米": 31902,
+      "连": 31903,
+      "操": 31904,
+      "装": 31905,
+      "과": 31906,
+      "ぐ": 31907,
+      "反": 31908,
+      "̌": 31909,
+      "仮": 31910,
+      "员": 31911,
+      "昭": 31912,
+      "ശ": 31913,
+      "兴": 31914,
+      "客": 31915,
+      "删": 31916,
+      "ම": 31917,
+      "ව": 31918,
+      "პ": 31919,
+      "ċ": 31920,
+      "ഷ": 31921,
+      "သ": 31922,
+      "ᵉ": 31923,
+      "居": 31924,
+      "타": 31925,
+      "𝓝": 31926,
+      "थ": 31927,
+      "現": 31928,
+      "ˇ": 31929,
+      "종": 31930,
+      "助": 31931,
+      "唐": 31932,
+      "瀬": 31933,
+      "ន": 31934,
+      "微": 31935,
+      "１": 31936,
+      "Ġ": 31937,
+      "ほ": 31938,
+      "舞": 31939,
+      "내": 31940,
+      "중": 31941,
+      "Ē": 31942,
+      "导": 31943,
+      "效": 31944,
+      "방": 31945,
+      "ḏ": 31946,
+      "深": 31947,
+      "梅": 31948,
+      "料": 31949,
+      "월": 31950,
+      "每": 31951,
+      "洲": 31952,
+      "회": 31953,
+      "茶": 31954,
+      "败": 31955,
+      "ഞ": 31956,
+      "ể": 31957,
+      "ヨ": 31958,
+      "些": 31959,
+      "双": 31960,
+      "嘉": 31961,
+      "모": 31962,
+      "바": 31963,
+      "ษ": 31964,
+      "進": 31965,
+      "음": 31966,
+      "ญ": 31967,
+      "丁": 31968,
+      "故": 31969,
+      "計": 31970,
+      "遠": 31971,
+      "교": 31972,
+      "재": 31973,
+      "候": 31974,
+      "房": 31975,
+      "명": 31976,
+      "两": 31977,
+      "ფ": 31978,
+      "才": 31979,
+      "합": 31980,
+      "止": 31981,
+      "番": 31982,
+      "ɯ": 31983,
+      "奇": 31984,
+      "怪": 31985,
+      "联": 31986,
+      "역": 31987,
+      "泰": 31988,
+      "백": 31989,
+      "ὀ": 31990,
+      "げ": 31991,
+      "べ": 31992,
+      "边": 31993,
+      "还": 31994,
+      "黃": 31995,
+      "왕": 31996,
+      "收": 31997,
+      "弘": 31998,
+      "给": 31999
+    },
+    "merges": [
+      "▁ t",
+      "e r",
+      "i n",
+      "▁ a",
+      "e n",
+      "o n",
+      "▁t h",
+      "▁ th",
+      "e s",
+      "▁ s",
+      "▁ d",
+      "a t",
+      "o r",
+      "a n",
+      "▁ c",
+      "i s",
+      "r e",
+      "i t",
+      "▁t he",
+      "▁th e",
+      "▁ the",
+      "a r",
+      "l e",
+      "▁ w",
+      "▁ p",
+      "o u",
+      "a l",
+      "▁ f",
+      "▁ m",
+      "e d",
+      "▁ o",
+      "▁ b",
+      "o m",
+      "io n",
+      "i on",
+      "in g",
+      "i ng",
+      "i c",
+      "a s",
+      "e l",
+      "en t",
+      "e nt",
+      "▁i n",
+      "▁ in",
+      "▁ h",
+      "n d",
+      "e t",
+      "▁ l",
+      "▁ n",
+      "s t",
+      "▁t o",
+      "▁ to",
+      "c h",
+      "▁ I",
+      "r o",
+      "i l",
+      "▁o f",
+      "▁ of",
+      "d e",
+      "c t",
+      "▁ (",
+      "a m",
+      "▁ C",
+      "▁d e",
+      "▁ de",
+      "▁ S",
+      "▁ u",
+      "▁ A",
+      "▁ \\",
+      "▁ e",
+      "▁a nd",
+      "▁an d",
+      "▁ and",
+      "▁ T",
+      "o l",
+      "▁ v",
+      "i m",
+      "o t",
+      "a d",
+      "u t",
+      "▁ g",
+      "e m",
+      "u r",
+      "i d",
+      "▁ *",
+      "i g",
+      "r a",
+      "▁r e",
+      "▁ re",
+      "▁i s",
+      "▁ is",
+      "q u",
+      "o w",
+      "▁ M",
+      "es t",
+      "e st",
+      "▁ y",
+      "s e",
+      "v e",
+      "c e",
+      "i e",
+      "u n",
+      "▁ P",
+      "▁ B",
+      "a g",
+      "u l",
+      "▁ =",
+      "h e",
+      "en d",
+      "e nd",
+      "od e",
+      "o de",
+      "te r",
+      "t er",
+      "me nt",
+      "men t",
+      "m ent",
+      "o s",
+      "▁ D",
+      "i f",
+      "at ion",
+      "ati on",
+      "atio n",
+      "a tion",
+      "▁f or",
+      "▁fo r",
+      "▁ for",
+      "▁ r",
+      "▁ L",
+      "▁y ou",
+      "▁yo u",
+      "▁ you",
+      "▁b e",
+      "▁ be",
+      "l y",
+      "ve r",
+      "v er",
+      "a b",
+      "t e",
+      "▁i t",
+      "▁ it",
+      "▁o n",
+      "▁ on",
+      "r i",
+      "u s",
+      "▁ \"",
+      "▁w h",
+      "▁ wh",
+      "▁c on",
+      "▁co n",
+      "▁ con",
+      "▁ H",
+      "▁s t",
+      "▁ st",
+      "i r",
+      "▁ E",
+      "▁ F",
+      "c k",
+      "▁a n",
+      "▁ an",
+      "t h",
+      "e g",
+      "a y",
+      "it h",
+      "i th",
+      "▁ R",
+      "is t",
+      "i st",
+      "an d",
+      "a nd",
+      "▁t hat",
+      "▁th at",
+      "▁ that",
+      "▁a l",
+      "▁ al",
+      "▁ $",
+      "▁ #",
+      "o d",
+      "u m",
+      "▁ W",
+      "h t",
+      "co de",
+      "cod e",
+      "c ode",
+      "▁ G",
+      "at e",
+      "a te",
+      "es s",
+      "e ss",
+      "▁ N",
+      "er e",
+      "e re",
+      "p p",
+      "▁a s",
+      "▁ as",
+      "▁s e",
+      "▁ se",
+      "▁p ro",
+      "▁pr o",
+      "▁ pro",
+      "▁w ith",
+      "▁wit h",
+      "▁ with",
+      "p e",
+      "▁ k",
+      "er s",
+      "e rs",
+      "p t",
+      ") ;",
+      "l o",
+      "▁c om",
+      "▁co m",
+      "▁ com",
+      "am e",
+      "a me",
+      "▁ `",
+      "▁C om",
+      "▁Co m",
+      "▁ Com",
+      "i a",
+      "an t",
+      "a nt",
+      "▁l a",
+      "▁ la",
+      "▁ {",
+      "▁e n",
+      "▁ en",
+      "ct ion",
+      "c tion",
+      "▁e x",
+      "▁ ex",
+      "l d",
+      "u b",
+      "▁ j",
+      "l a",
+      "u e",
+      "▁ J",
+      "ic h",
+      "i ch",
+      "▁d o",
+      "▁ do",
+      "▁ O",
+      "▁q u",
+      "▁ qu",
+      "i v",
+      "or t",
+      "o rt",
+      "ar t",
+      "a rt",
+      "▁u n",
+      "▁ un",
+      "▁# #",
+      "▁ ##",
+      "▁t his",
+      "▁th is",
+      "▁ this",
+      "k e",
+      "▁h a",
+      "▁ ha",
+      "▁ -",
+      "ou t",
+      "o ut",
+      "▁T he",
+      "▁Th e",
+      "▁ The",
+      "▁n ot",
+      "▁no t",
+      "▁ not",
+      "▁n e",
+      "▁ ne",
+      "il l",
+      "i ll",
+      "▁l e",
+      "▁ le",
+      "c i",
+      "ro m",
+      "r om",
+      "in e",
+      "i ne",
+      "/ /",
+      "o p",
+      "eg in",
+      "e gin",
+      "▁Com ment",
+      "▁Comm ent",
+      "▁ Comment",
+      "be gin",
+      "beg in",
+      "b egin",
+      "с т",
+      "as s",
+      "a ss",
+      "i z",
+      ") .",
+      "o g",
+      "▁ п",
+      "▁o r",
+      "▁ or",
+      "▁w as",
+      "▁wa s",
+      "▁ was",
+      "▁a t",
+      "▁ at",
+      "ou r",
+      "o ur",
+      "▁ i",
+      "ai n",
+      "a in",
+      "▁ K",
+      "н а",
+      "▁ V",
+      "g e",
+      "▁s u",
+      "▁ su",
+      "a p",
+      "ag e",
+      "a ge",
+      "ou ld",
+      "oul d",
+      "o uld",
+      "n e",
+      "a v",
+      "x t",
+      "or e",
+      "o re",
+      "il e",
+      "i le",
+      "- -",
+      "▁ в",
+      "▁b y",
+      "▁ by",
+      "l i",
+      "at h",
+      "a th",
+      "р а",
+      "be r",
+      "b er",
+      "ac h",
+      "a ch",
+      "al l",
+      "a ll",
+      "▁T h",
+      "▁ Th",
+      "ul t",
+      "u lt",
+      "▁ }",
+      "▁ U",
+      "▁u s",
+      "▁ us",
+      "▁ z",
+      "us t",
+      "u st",
+      "▁h ave",
+      "▁ha ve",
+      "▁hav e",
+      "▁ have",
+      "li c",
+      "l ic",
+      "н и",
+      "▁c an",
+      "▁ca n",
+      "▁ can",
+      "t r",
+      "co m",
+      "c om",
+      ") ,",
+      "▁I n",
+      "▁ In",
+      "in d",
+      "i nd",
+      "el l",
+      "e ll",
+      "▁f rom",
+      "▁fr om",
+      "▁fro m",
+      "▁ from",
+      "о в",
+      "t o",
+      "▁ [",
+      "ab le",
+      "abl e",
+      "a ble",
+      "os t",
+      "o st",
+      "▁c h",
+      "▁ ch",
+      "ec t",
+      "e ct",
+      "ig ht",
+      "igh t",
+      "in t",
+      "i nt",
+      "▁ '",
+      "▁a re",
+      "▁ar e",
+      "▁ are",
+      "▁i m",
+      "▁ im",
+      "▁s h",
+      "▁ sh",
+      "▁ <",
+      "▁A n",
+      "▁ An",
+      "▁ с",
+      "at a",
+      "a ta",
+      "ir e",
+      "i re",
+      "▁t r",
+      "▁ tr",
+      "co n",
+      "c on",
+      "or d",
+      "o rd",
+      "it y",
+      "i ty",
+      "ar d",
+      "a rd",
+      "▁h e",
+      "▁ he",
+      "▁b ut",
+      "▁bu t",
+      "▁ but",
+      "o c",
+      "= \"",
+      "▁p r",
+      "▁ pr",
+      "ur e",
+      "u re",
+      "pe r",
+      "p er",
+      "ac k",
+      "a ck",
+      "or k",
+      "on g",
+      "o ng",
+      "an s",
+      "a ns",
+      "к о",
+      "pl e",
+      "p le",
+      "▁d es",
+      "▁de s",
+      "▁ des",
+      "o k",
+      "or m",
+      "o rm",
+      "we r",
+      "w er",
+      "a k",
+      "p r",
+      "as e",
+      "a se",
+      "▁e l",
+      "▁ el",
+      "p h",
+      "a c",
+      "▁u nd",
+      "▁un d",
+      "▁ und",
+      "▁a r",
+      "▁ ar",
+      "▁i f",
+      "▁ if",
+      "u d",
+      "p s",
+      "it e",
+      "i te",
+      "bl e",
+      "b le",
+      "н о",
+      "fe r",
+      "f er",
+      "p l",
+      "iv e",
+      "i ve",
+      "an g",
+      "a ng",
+      "en s",
+      "e ns",
+      "р о",
+      "▁s o",
+      "▁ so",
+      "s o",
+      "as t",
+      "a st",
+      "( )",
+      "sw er",
+      "s wer",
+      "r u",
+      "ie s",
+      "i es",
+      "▁ :",
+      "a u",
+      "o v",
+      "р е",
+      "г о",
+      "▁d er",
+      "▁de r",
+      "▁ der",
+      "▁m y",
+      "▁ my",
+      "▁w e",
+      "▁ we",
+      "▁m e",
+      "▁ me",
+      "n t",
+      "▁a d",
+      "▁ ad",
+      "ur n",
+      "u rn",
+      "▁y our",
+      "▁you r",
+      "▁yo ur",
+      "▁ your",
+      ":/ /",
+      ": //",
+      "ar e",
+      "a re",
+      "▁a ll",
+      "▁al l",
+      "▁ all",
+      "f f",
+      "i o",
+      "es tion",
+      "est ion",
+      "esti on",
+      "im e",
+      "i me",
+      "▁e r",
+      "▁ er",
+      "la ss",
+      "las s",
+      "l ass",
+      "▁ и",
+      "▁wh ich",
+      "▁ which",
+      "om e",
+      "o me",
+      "on t",
+      "o nt",
+      "▁p ar",
+      "▁pa r",
+      "▁ par",
+      "▁m a",
+      "▁ ma",
+      "▁ Y",
+      "\" ,",
+      "▁ о",
+      "f t",
+      "ia l",
+      "i al",
+      "c c",
+      "ou nd",
+      "oun d",
+      "o und",
+      "▁l i",
+      "▁ li",
+      "▁re s",
+      "▁r es",
+      "▁ res",
+      "et h",
+      "e th",
+      "je ct",
+      "j ect",
+      "▁a pp",
+      "▁ap p",
+      "▁ app",
+      "▁S t",
+      "▁ St",
+      "ic e",
+      "i ce",
+      "▁a m",
+      "▁ am",
+      "ac t",
+      "a ct",
+      "▁d el",
+      "▁de l",
+      "▁ del",
+      "g r",
+      "at ed",
+      "ate d",
+      "a ted",
+      "ie r",
+      "i er",
+      "▁a b",
+      "▁ ab",
+      "▁e t",
+      "▁ et",
+      "al ly",
+      "all y",
+      ". .",
+      "po rt",
+      "por t",
+      "p ort",
+      "i k",
+      "▁p er",
+      "▁pe r",
+      "▁ per",
+      "▁c ont",
+      "▁con t",
+      "▁co nt",
+      "▁ cont",
+      "р и",
+      "к а",
+      "se r",
+      "s er",
+      "л и",
+      "l l",
+      "ie w",
+      "i ew",
+      "ig n",
+      "i gn",
+      "_ {",
+      "pu t",
+      "p ut",
+      "on e",
+      "o ne",
+      "un ction",
+      "unc tion",
+      "unct ion",
+      "▁d i",
+      "▁ di",
+      "ar y",
+      "a ry",
+      "it ion",
+      "iti on",
+      "i tion",
+      "m a",
+      "е н",
+      "ge t",
+      "g et",
+      "▁l o",
+      "▁ lo",
+      "▁v al",
+      "▁va l",
+      "▁ val",
+      "▁ Q",
+      "ra n",
+      "r an",
+      "▁ д",
+      "en ce",
+      "enc e",
+      "▁w ork",
+      "▁wor k",
+      "▁ work",
+      "▁н а",
+      "▁ на",
+      "i p",
+      "it em",
+      "ite m",
+      "i tem",
+      "yp e",
+      "y pe",
+      "▁ &",
+      "▁h is",
+      "▁hi s",
+      "▁ his",
+      "▁u se",
+      "▁us e",
+      "▁ use",
+      "de r",
+      "d er",
+      "▁An swer",
+      "▁Ans wer",
+      "▁ Answer",
+      "▁w ill",
+      "▁wil l",
+      "▁ will",
+      "iz e",
+      "i ze",
+      "т а",
+      "lo w",
+      "l ow",
+      "▁C h",
+      "▁ Ch",
+      "▁g et",
+      "▁ge t",
+      "▁ get",
+      "id e",
+      "i de",
+      "ou s",
+      "o us",
+      "in k",
+      "pt ion",
+      "p tion",
+      "л а",
+      "tu rn",
+      "t urn",
+      "un g",
+      "u ng",
+      "e c",
+      "u g",
+      "fo rm",
+      "for m",
+      "f orm",
+      "re s",
+      "r es",
+      "ht t",
+      "h tt",
+      "ou g",
+      "o ug",
+      "л ь",
+      "▁n o",
+      "▁ no",
+      "c l",
+      "▁r o",
+      "▁ ro",
+      "▁o ne",
+      "▁on e",
+      "▁ one",
+      "t t",
+      "cr i",
+      "c ri",
+      "d u",
+      "▁u p",
+      "▁ up",
+      "т о",
+      "( \"",
+      "▁o b",
+      "▁ ob",
+      "w e",
+      "or y",
+      "o ry",
+      "▁e st",
+      "▁es t",
+      "▁ est",
+      "er y",
+      "e ry",
+      "ie l",
+      "i el",
+      "st r",
+      "s tr",
+      "o b",
+      "▁qu e",
+      "▁q ue",
+      "▁ que",
+      "ia n",
+      "i an",
+      "▁o ut",
+      "▁ou t",
+      "▁ out",
+      "▁p l",
+      "▁ pl",
+      "▁n ew",
+      "▁ne w",
+      "▁ new",
+      "к и",
+      "▁ +",
+      "r y",
+      "ot h",
+      "o th",
+      "th er",
+      "the r",
+      "t her",
+      "▁v ar",
+      "▁va r",
+      "▁ var",
+      "▁w ould",
+      "▁wo uld",
+      "▁s er",
+      "▁se r",
+      "▁ ser",
+      "ter n",
+      "te rn",
+      "t ern",
+      "te xt",
+      "tex t",
+      "t ext",
+      "▁t here",
+      "▁th ere",
+      "▁the re",
+      "▁ther e",
+      "▁ there",
+      "is h",
+      "i sh",
+      "ro r",
+      "r or",
+      "т е",
+      "▁s et",
+      "▁se t",
+      "▁ set",
+      "▁ @",
+      "▁п о",
+      "▁ по",
+      "▁t e",
+      "▁ te",
+      "e x",
+      "▁re turn",
+      "▁ret urn",
+      "▁ return",
+      "ai l",
+      "a il",
+      "▁a ny",
+      "▁an y",
+      "▁ any",
+      "▁I t",
+      "▁ It",
+      "▁f unction",
+      "▁fun ction",
+      "▁func tion",
+      "▁ function",
+      "{ \\",
+      "' ,",
+      "é s",
+      "al e",
+      "a le",
+      "а н",
+      "▁w hen",
+      "▁wh en",
+      "▁whe n",
+      "▁ when",
+      "i b",
+      "▁g o",
+      "▁ go",
+      "an ce",
+      "anc e",
+      "▁h ad",
+      "▁ha d",
+      "▁ had",
+      "▁Q u",
+      "▁ Qu",
+      "▁c omp",
+      "▁com p",
+      "▁co mp",
+      "▁ comp",
+      "л е",
+      "▁ з",
+      "ma th",
+      "mat h",
+      "m ath",
+      "▁h as",
+      "▁ha s",
+      "▁ has",
+      "▁ м",
+      "▁p re",
+      "▁pr e",
+      "▁ pre",
+      "en er",
+      "ene r",
+      "e ner",
+      "▁p art",
+      "▁par t",
+      "▁pa rt",
+      "▁ part",
+      "el f",
+      "▁d ie",
+      "▁di e",
+      "▁ die",
+      "▁l ike",
+      "▁li ke",
+      "▁lik e",
+      "▁ like",
+      "ra y",
+      "r ay",
+      "ir st",
+      "irs t",
+      "▁d is",
+      "▁di s",
+      "▁ dis",
+      "▁m an",
+      "▁ma n",
+      "▁ man",
+      "ri t",
+      "r it",
+      "▁t hen",
+      "▁th en",
+      "▁the n",
+      "▁ then",
+      "▁c lass",
+      "▁cl ass",
+      "▁cla ss",
+      "▁clas s",
+      "▁ class",
+      "pr o",
+      "p ro",
+      "▁p o",
+      "▁ po",
+      "▁u sing",
+      "▁us ing",
+      "▁ using",
+      "e b",
+      "▁c ode",
+      "▁co de",
+      "▁cod e",
+      "▁ code",
+      "ow n",
+      "o wn",
+      "▁s ome",
+      "▁so me",
+      "▁som e",
+      "▁ some",
+      "ce s",
+      "c es",
+      "▁$ \\",
+      "▁ $\\",
+      "е р",
+      "le ct",
+      "l ect",
+      "▁a u",
+      "▁ au",
+      "is ch",
+      "isc h",
+      "i sch",
+      "▁c ol",
+      "▁co l",
+      "▁ col",
+      "▁ –",
+      "u p",
+      "on s",
+      "o ns",
+      "▁a dd",
+      "▁ad d",
+      "▁ add",
+      "il d",
+      "i ld",
+      "is s",
+      "i ss",
+      "va l",
+      "v al",
+      "ou nt",
+      "oun t",
+      "o unt",
+      "le s",
+      "l es",
+      "ve nt",
+      "ven t",
+      "v ent",
+      "▁ Z",
+      "I n",
+      "ro w",
+      "r ow",
+      "ea r",
+      "e ar",
+      "at ions",
+      "ation s",
+      "ati ons",
+      "atio ns",
+      "a h",
+      "qu e",
+      "q ue",
+      "ub lic",
+      "u blic",
+      "an k",
+      "▁s p",
+      "▁ sp",
+      "▁W h",
+      "▁ Wh",
+      "-- --",
+      "--- -",
+      "- ---",
+      "s k",
+      "e w",
+      "ag s",
+      "a gs",
+      "т и",
+      "an n",
+      "a nn",
+      "▁ —",
+      "er t",
+      "e rt",
+      "ac e",
+      "a ce",
+      "sc h",
+      "s ch",
+      "▁n eed",
+      "▁ne ed",
+      "▁ need",
+      "▁ à",
+      "ie n",
+      "i en",
+      "ou gh",
+      "oug h",
+      "o ugh",
+      "н е",
+      "▁d ef",
+      "▁de f",
+      "▁ def",
+      "i j",
+      "er n",
+      "e rn",
+      "▁w hat",
+      "▁wh at",
+      "▁ what",
+      "▁A r",
+      "▁ Ar",
+      "w o",
+      "m l",
+      "< /",
+      "▁R e",
+      "▁ Re",
+      "▁e s",
+      "▁ es",
+      "▁in st",
+      "▁ins t",
+      "▁ inst",
+      "b o",
+      "a z",
+      "▁# ##",
+      "▁## #",
+      "▁ б",
+      "er m",
+      "e rm",
+      "▁A l",
+      "▁ Al",
+      "le d",
+      "l ed",
+      "д а",
+      "te n",
+      "t en",
+      "se t",
+      "s et",
+      "л о",
+      "▁c omm",
+      "▁com m",
+      "▁co mm",
+      "▁ comm",
+      "s h",
+      "в а",
+      "▁ /",
+      "▁d ata",
+      "▁da ta",
+      "▁dat a",
+      "▁ data",
+      "▁/ /",
+      "▁ //",
+      "] (",
+      "▁s tr",
+      "▁st r",
+      "▁ str",
+      "os e",
+      "o se",
+      "▁U n",
+      "▁ Un",
+      "ve n",
+      "v en",
+      "S t",
+      ".. .",
+      ". ..",
+      "▁ С",
+      "ys t",
+      "y st",
+      "▁ «",
+      "ic k",
+      "i ck",
+      "i x",
+      "pa r",
+      "p ar",
+      "▁ у",
+      "▁w ant",
+      "▁wa nt",
+      "n g",
+      "ot e",
+      "o te",
+      "▁g r",
+      "▁ gr",
+      "▁d u",
+      "▁ du",
+      "▁ .",
+      "un d",
+      "u nd",
+      "▁on ly",
+      "▁ only",
+      "▁s a",
+      "▁ sa",
+      "el y",
+      "e ly",
+      "ve rs",
+      "ver s",
+      "v ers",
+      "▁e nt",
+      "▁en t",
+      "▁ ent",
+      ") )",
+      "( '",
+      "▁m od",
+      "▁mo d",
+      "▁ mod",
+      "av a",
+      "a va",
+      "to n",
+      "t on",
+      "▁sh ould",
+      "▁sho uld",
+      "▁ should",
+      "em ent",
+      "eme nt",
+      "emen t",
+      "e ment",
+      "▁f orm",
+      "▁for m",
+      "▁fo rm",
+      "▁ form",
+      "▁al so",
+      "▁als o",
+      "▁ also",
+      "▁s c",
+      "▁ sc",
+      "in gs",
+      "ing s",
+      "▁Y ou",
+      "▁ You",
+      "ó n",
+      "▁k n",
+      "▁ kn",
+      "() ;",
+      "( );",
+      "▁ |",
+      "▁w ere",
+      "▁we re",
+      "▁wer e",
+      "s s",
+      "▁Qu estion",
+      "▁ Question",
+      "is e",
+      "i se",
+      "▁th ey",
+      "▁the y",
+      "▁ they",
+      "▁D e",
+      "▁ De",
+      "on d",
+      "o nd",
+      "▁s ol",
+      "▁so l",
+      "▁ sol",
+      "▁f ol",
+      "▁fo l",
+      "▁ fol",
+      "▁m ore",
+      "▁mo re",
+      "▁mor e",
+      "▁ more",
+      "▁h er",
+      "▁he r",
+      "▁ her",
+      "▁ _",
+      "▁ é",
+      "at ch",
+      "ft er",
+      "fte r",
+      "f ter",
+      "▁c re",
+      "▁cr e",
+      "▁ cre",
+      "lo ck",
+      "loc k",
+      "l ock",
+      "tr ing",
+      "tri ng",
+      "t ring",
+      "▁T his",
+      "▁Th is",
+      "▁ This",
+      "z e",
+      "ad o",
+      "a do",
+      "ul l",
+      "u ll",
+      "ge r",
+      "g er",
+      "b e",
+      "▁o ther",
+      "▁ot her",
+      "▁ other",
+      "▁T ags",
+      "▁Tag s",
+      "▁Ta gs",
+      "▁ Tags",
+      "ut ion",
+      "uti on",
+      "u tion",
+      "ic t",
+      "i ct",
+      "▁h ow",
+      "▁ho w",
+      "▁ how",
+      "▁ x",
+      "▁S e",
+      "▁ Se",
+      "▁c he",
+      "▁ch e",
+      "▁ che",
+      "cri pt",
+      "cr ipt",
+      "▁j ust",
+      "▁ju st",
+      "▁ just",
+      "▁p os",
+      "▁po s",
+      "▁ pos",
+      "an ge",
+      "ang e",
+      "if ic",
+      "ifi c",
+      "i fic",
+      "re e",
+      "r ee",
+      "} }",
+      "▁t ime",
+      "▁tim e",
+      "▁ti me",
+      "▁ time",
+      "ap p",
+      "a pp",
+      "н ы",
+      "▁f ile",
+      "▁fil e",
+      "▁fi le",
+      "▁ file",
+      "ar k",
+      "ic al",
+      "ica l",
+      "i cal",
+      "▁f irst",
+      "▁fir st",
+      "▁ first",
+      "▁in t",
+      "▁i nt",
+      "▁ int",
+      "▁ В",
+      "▁H e",
+      "▁ He",
+      "t a",
+      "um ent",
+      "ume nt",
+      "umen t",
+      "u ment",
+      "or s",
+      "o rs",
+      "le ment",
+      "lem ent",
+      "l ement",
+      "ra c",
+      "r ac",
+      "▁a g",
+      "▁ ag",
+      "▁do es",
+      "▁ does",
+      "y n",
+      "re ad",
+      "rea d",
+      "r ead",
+      "ua l",
+      "u al",
+      "▁L e",
+      "▁ Le",
+      "y s",
+      "▁e m",
+      "▁ em",
+      "▁n um",
+      "▁nu m",
+      "▁ num",
+      "ve l",
+      "v el",
+      "д и",
+      "ov er",
+      "ove r",
+      "o ver",
+      "▁d if",
+      "▁di f",
+      "et hod",
+      "eth od",
+      "▁I f",
+      "▁ If",
+      "▁s pe",
+      "▁sp e",
+      "▁ spe",
+      "y m",
+      "▁t hem",
+      "▁th em",
+      "▁the m",
+      "▁in to",
+      "▁int o",
+      "▁ into",
+      "▁l es",
+      "▁le s",
+      "▁ les",
+      "▁it s",
+      "▁i ts",
+      "▁ its",
+      "es e",
+      "e se",
+      "ie ld",
+      "iel d",
+      "i eld",
+      "▁p ublic",
+      "▁pub lic",
+      "▁pu blic",
+      "▁publi c",
+      "▁ public",
+      "▁ П",
+      "▁d en",
+      "▁de n",
+      "▁ den",
+      "yst em",
+      "ys tem",
+      "o f",
+      "▁o ver",
+      "▁ov er",
+      "▁ over",
+      "- >",
+      "▁f il",
+      "▁fi l",
+      "▁ fil",
+      "na me",
+      "nam e",
+      "n ame",
+      "in al",
+      "ina l",
+      "i nal",
+      "▁i l",
+      "▁ il",
+      "am ple",
+      "amp le",
+      "▁w ay",
+      "▁wa y",
+      "▁ way",
+      "ic a",
+      "i ca",
+      "в о",
+      "ce ss",
+      "ces s",
+      "c ess",
+      "it t",
+      "i tt",
+      "uc h",
+      "u ch",
+      "▁w here",
+      "▁wh ere",
+      "▁whe re",
+      "▁ where",
+      "м и",
+      "or g",
+      "o rg",
+      "htt ps",
+      "http s",
+      "▁v o",
+      "▁ vo",
+      "ie nt",
+      "ien t",
+      "i ent",
+      "ov e",
+      "o ve",
+      "▁val ue",
+      "▁valu e",
+      "▁ value",
+      "en g",
+      "e ng",
+      "▁L a",
+      "▁ La",
+      "^ {",
+      "re f",
+      "r ef",
+      "ie d",
+      "i ed",
+      "E R",
+      "▁s tat",
+      "▁st at",
+      "▁sta t",
+      "▁ stat",
+      "fi g",
+      "f ig",
+      "m e",
+      "▁v on",
+      "▁vo n",
+      "▁ von",
+      "▁in ter",
+      "▁int er",
+      "▁inte r",
+      "▁ inter",
+      "ro id",
+      "r oid",
+      "at er",
+      "ate r",
+      "a ter",
+      "▁the ir",
+      "▁b et",
+      "▁be t",
+      "▁ bet",
+      "▁e in",
+      "▁ ein",
+      "} \\",
+      "\" >",
+      "▁s ub",
+      "▁su b",
+      "▁ sub",
+      "▁o p",
+      "▁ op",
+      "▁d on",
+      "▁do n",
+      "▁ don",
+      "t y",
+      "▁t ry",
+      "▁tr y",
+      "▁ try",
+      "▁P ro",
+      "▁Pr o",
+      "▁ Pro",
+      "▁t ra",
+      "▁tr a",
+      "▁ tra",
+      "▁s ame",
+      "▁sa me",
+      "▁sam e",
+      "▁ same",
+      "e p",
+      "▁t wo",
+      "▁tw o",
+      "▁ two",
+      "▁n ame",
+      "▁na me",
+      "▁nam e",
+      "▁ name",
+      "ol d",
+      "o ld",
+      "le t",
+      "l et",
+      "▁s im",
+      "▁si m",
+      "▁ sim",
+      "s p",
+      "▁a v",
+      "▁ av",
+      "br e",
+      "b re",
+      "ble m",
+      "bl em",
+      "b lem",
+      "e y",
+      "▁c ould",
+      "▁co uld",
+      "▁cou ld",
+      "▁ could",
+      "▁c or",
+      "▁co r",
+      "▁ cor",
+      "▁a cc",
+      "▁ac c",
+      "▁ acc",
+      "ay s",
+      "a ys",
+      "cr e",
+      "c re",
+      "ur r",
+      "u rr",
+      "s i",
+      "▁con st",
+      "▁cons t",
+      "▁ const",
+      "ue s",
+      "u es",
+      "} $",
+      "V iew",
+      "▁a ct",
+      "▁ac t",
+      "▁ act",
+      "▁b o",
+      "▁ bo",
+      "▁к о",
+      "▁ ко",
+      "▁s om",
+      "▁so m",
+      "▁ som",
+      "▁ab out",
+      "▁ about",
+      "la nd",
+      "lan d",
+      "l and",
+      "me r",
+      "m er",
+      "▁l ist",
+      "▁li st",
+      "▁ list",
+      "ca l",
+      "c al",
+      "▁im port",
+      "▁imp ort",
+      "▁ import",
+      "co l",
+      "c ol",
+      "▁n a",
+      "▁ na",
+      "n a",
+      ": :",
+      "▁w ho",
+      "▁wh o",
+      "▁ who",
+      "▁e rror",
+      "▁er ror",
+      "▁err or",
+      "▁ error",
+      "▁ X",
+      "at or",
+      "ato r",
+      "a tor",
+      "ex t",
+      "e xt",
+      "▁b een",
+      "▁be en",
+      "é r",
+      "▁r un",
+      "▁ru n",
+      "▁ run",
+      "po s",
+      "p os",
+      "▁c l",
+      "▁ cl",
+      "* *",
+      "▁ К",
+      "ul ar",
+      "ula r",
+      "u lar",
+      "au se",
+      "aus e",
+      "a use",
+      "▁re g",
+      "▁r eg",
+      "▁ reg",
+      "▁k now",
+      "▁kn ow",
+      "▁ know",
+      "▁s ee",
+      "▁se e",
+      "▁ see",
+      "▁h im",
+      "▁hi m",
+      "▁ him",
+      "ni ng",
+      "n ing",
+      "▁з а",
+      "▁ за",
+      "at es",
+      "ate s",
+      "a tes",
+      "fo re",
+      "for e",
+      "f ore",
+      "ion s",
+      "io ns",
+      "i ons",
+      "▁h el",
+      "▁he l",
+      "▁ hel",
+      "ut e",
+      "u te",
+      "▁re m",
+      "▁r em",
+      "▁ rem",
+      "▁г о",
+      "▁ го",
+      "▁M ar",
+      "▁Ma r",
+      "▁ Mar",
+      "р у",
+      "vi ce",
+      "vic e",
+      "v ice",
+      "ir ect",
+      "ire ct",
+      "i rect",
+      "ne r",
+      "n er",
+      "▁u nder",
+      "▁un der",
+      "▁und er",
+      "▁ under",
+      "ri b",
+      "r ib",
+      "h r",
+      "ч е",
+      "▁A s",
+      "▁ As",
+      "▁e nd",
+      "▁en d",
+      "▁ end",
+      "em ber",
+      "emb er",
+      "▁ а",
+      "▁a tt",
+      "▁at t",
+      "▁ att",
+      "in a",
+      "i na",
+      "so n",
+      "s on",
+      "▁f ollow",
+      "▁fol low",
+      "▁ follow",
+      "▁S ch",
+      "▁Sc h",
+      "▁ Sch",
+      "pe ct",
+      "pec t",
+      "p ect",
+      "▁re l",
+      "▁r el",
+      "▁ rel",
+      "▁S o",
+      "▁ So",
+      "▁l ook",
+      "▁lo ok",
+      "▁ look",
+      "ab el",
+      "abe l",
+      "a bel",
+      "▁pro blem",
+      "▁prob lem",
+      "▁proble m",
+      "▁probl em",
+      "▁ problem",
+      "▁v an",
+      "▁va n",
+      "▁ van",
+      "st rong",
+      "str ong",
+      "c o",
+      "po n",
+      "p on",
+      "c a",
+      "ad a",
+      "a da",
+      "\" :",
+      "con d",
+      "co nd",
+      "c ond",
+      "am b",
+      "a mb",
+      "} ,",
+      "qu est",
+      "que st",
+      "ques t",
+      "q uest",
+      "▁a ut",
+      "▁au t",
+      "▁ aut",
+      "▁res ult",
+      "▁ result",
+      "▁m ay",
+      "▁ma y",
+      "▁ may",
+      "R e",
+      "ht tp",
+      "htt p",
+      "h ttp",
+      ") :",
+      "▁A nd",
+      "▁An d",
+      "▁ And",
+      "re d",
+      "r ed",
+      "▁H ow",
+      "▁Ho w",
+      "▁ How",
+      "p o",
+      "ск о",
+      "с ко",
+      "at t",
+      "a tt",
+      "ou p",
+      "o up",
+      "ce d",
+      "c ed",
+      "▁t ype",
+      "▁typ e",
+      "▁ty pe",
+      "▁ type",
+      "▁t han",
+      "▁th an",
+      "▁ than",
+      "▁c ons",
+      "▁con s",
+      "▁co ns",
+      "▁ cons",
+      "u f",
+      "ц и",
+      "▁qu estion",
+      "▁quest ion",
+      "▁questi on",
+      "▁ question",
+      "ra ph",
+      "rap h",
+      "r aph",
+      "ig h",
+      "i gh",
+      "▁ М",
+      "▁h tt",
+      "▁ htt",
+      "in s",
+      "i ns",
+      "de n",
+      "d en",
+      "▁d a",
+      "▁ da",
+      "▁v er",
+      "▁ve r",
+      "▁ ver",
+      "o h",
+      "▁= >",
+      "▁ =>",
+      "ri v",
+      "r iv",
+      "ud e",
+      "u de",
+      "▁F or",
+      "▁Fo r",
+      "▁ For",
+      "▁r a",
+      "▁ ra",
+      "fr ac",
+      "fra c",
+      "f rac",
+      "м а",
+      "▁a fter",
+      "▁af ter",
+      "▁ after",
+      "} {",
+      "▁m ethod",
+      "▁met hod",
+      "▁ method",
+      "\" )",
+      "am p",
+      "a mp",
+      "as h",
+      "a sh",
+      "▁re c",
+      "▁r ec",
+      "▁ rec",
+      "▁d iffer",
+      "▁dif fer",
+      "▁diff er",
+      "O N",
+      "a x",
+      "am ent",
+      "ame nt",
+      "amen t",
+      "a ment",
+      "our ce",
+      "Co n",
+      "C on",
+      "it s",
+      "i ts",
+      "Na me",
+      "N ame",
+      "ma n",
+      "m an",
+      "▁b ec",
+      "▁be c",
+      "▁ bec",
+      "ch e",
+      "c he",
+      "▁E n",
+      "▁ En",
+      "a j",
+      "▁g ener",
+      "▁ge ner",
+      "▁gen er",
+      "▁gene r",
+      "▁ gener",
+      "I N",
+      "▁i d",
+      "▁ id",
+      "ag es",
+      "age s",
+      "a ges",
+      "▁l oc",
+      "▁lo c",
+      "▁ loc",
+      "f o",
+      "b r",
+      "▁s he",
+      "▁sh e",
+      "▁ she",
+      "Pr o",
+      "P ro",
+      "▁u na",
+      "▁un a",
+      "▁ una",
+      "▁ к",
+      "et a",
+      "e ta",
+      "lo g",
+      "l og",
+      "ol og",
+      "olo g",
+      "o log",
+      "▁s ur",
+      "▁su r",
+      "▁ sur",
+      "ar g",
+      "a rg",
+      "▁- -",
+      "▁ --",
+      "k t",
+      "( \\",
+      "mi n",
+      "m in",
+      "▁l ine",
+      "▁li ne",
+      "▁lin e",
+      "▁ line",
+      "▁v ari",
+      "▁var i",
+      "▁va ri",
+      "▁ vari",
+      "с я",
+      "ic s",
+      "i cs",
+      "н я",
+      "ve ry",
+      "ver y",
+      "v ery",
+      "ad d",
+      "a dd",
+      "▁o bject",
+      "▁ob ject",
+      "▁obj ect",
+      "▁ object",
+      "I d",
+      "▁B ut",
+      "▁Bu t",
+      "▁ But",
+      "▁c ase",
+      "▁cas e",
+      "▁ca se",
+      "▁ case",
+      "▁m ake",
+      "▁ma ke",
+      "▁mak e",
+      "▁ make",
+      "▁c al",
+      "▁ca l",
+      "▁ cal",
+      "▁p ass",
+      "▁pas s",
+      "▁pa ss",
+      "▁ pass",
+      "с ь",
+      "ess ion",
+      "ne t",
+      "n et",
+      ". \"",
+      "▁ г",
+      "ä r",
+      "д е",
+      "n o",
+      "at ing",
+      "ati ng",
+      "atin g",
+      "a ting",
+      "at o",
+      "a to",
+      "li ne",
+      "lin e",
+      "l ine",
+      "в и",
+      "▁E x",
+      "▁ Ex",
+      "▁a ss",
+      "▁as s",
+      "▁ ass",
+      "▁v ers",
+      "▁ver s",
+      "▁ve rs",
+      "▁ vers",
+      "л я",
+      "▁e d",
+      "▁ ed",
+      "um n",
+      "u mn",
+      "ot her",
+      "oth er",
+      "othe r",
+      "o ther",
+      "ст а",
+      "с та",
+      "at ive",
+      "ativ e",
+      "ati ve",
+      "St ring",
+      "Str ing",
+      "S tring",
+      "▁l os",
+      "▁lo s",
+      "▁ los",
+      "w n",
+      "▁an swer",
+      "▁ans wer",
+      "▁ answer",
+      "▁l et",
+      "▁le t",
+      "▁ let",
+      "▁p e",
+      "▁ pe",
+      "en ts",
+      "ent s",
+      "▁f e",
+      "▁ fe",
+      "in ce",
+      "inc e",
+      "n i",
+      "id er",
+      "ide r",
+      "i der",
+      "ow s",
+      "o ws",
+      "▁t est",
+      "▁te st",
+      "▁ test",
+      "▁h ere",
+      "▁he re",
+      "▁her e",
+      "▁ here",
+      "ro ll",
+      "rol l",
+      "r oll",
+      "▁c all",
+      "▁cal l",
+      "▁ca ll",
+      "▁ call",
+      "ru ct",
+      "r uct",
+      "▁p ol",
+      "▁po l",
+      "▁ pol",
+      "ai t",
+      "a it",
+      "▁b ack",
+      "▁ba ck",
+      "▁ back",
+      "h o",
+      "E x",
+      "re ss",
+      "res s",
+      "r ess",
+      "S T",
+      "ri ed",
+      "rie d",
+      "r ied",
+      "da te",
+      "dat e",
+      "d ate",
+      "е т",
+      "▁d id",
+      "▁di d",
+      "▁ did",
+      "ti ng",
+      "t ing",
+      "▁E l",
+      "▁ El",
+      "▁d em",
+      "▁de m",
+      "▁ dem",
+      ") $",
+      "ов а",
+      "о ва",
+      "ur rent",
+      "urr ent",
+      "urre nt",
+      "la ce",
+      "lac e",
+      "l ace",
+      "rig ht",
+      "r ight",
+      "re n",
+      "r en",
+      "п о",
+      "▁e ach",
+      "▁ each",
+      "c y",
+      "bl ock",
+      "blo ck",
+      "b lock",
+      "da ta",
+      "dat a",
+      "d ata",
+      "▁ %",
+      "▁a c",
+      "▁ ac",
+      "▁= =",
+      "▁ ==",
+      "ü r",
+      "▁p or",
+      "▁po r",
+      "▁ por",
+      "as k",
+      "a sk",
+      "ar ch",
+      "arc h",
+      "am es",
+      "ame s",
+      "a mes",
+      "▁C on",
+      "▁Co n",
+      "▁ Con",
+      "ч а",
+      "▁o ff",
+      "▁of f",
+      "▁ off",
+      "▁f ind",
+      "▁fin d",
+      "▁fi nd",
+      "▁ find",
+      "con t",
+      "co nt",
+      "c ont",
+      "▁n ow",
+      "▁no w",
+      "▁ now",
+      "wor k",
+      "w ork",
+      "at ional",
+      "ation al",
+      "ati onal",
+      "atio nal",
+      "d d",
+      "ci ón",
+      "ció n",
+      "c ión",
+      "▁ А",
+      "au lt",
+      "a ult",
+      "Li st",
+      "L ist",
+      "▁e xt",
+      "▁ex t",
+      "▁ ext",
+      "ur s",
+      "u rs",
+      "ak e",
+      "a ke",
+      "ul e",
+      "u le",
+      "▁p oint",
+      "▁po int",
+      "▁poi nt",
+      "▁ point",
+      "A T",
+      "au t",
+      "a ut",
+      "▁tr ans",
+      "▁tra ns",
+      "▁tran s",
+      "▁ trans",
+      "▁c o",
+      "▁ co",
+      "▁re ad",
+      "▁r ead",
+      "▁ read",
+      "▁u sed",
+      "▁us ed",
+      "▁use d",
+      "▁ used",
+      "ск и",
+      "с ки",
+      "ar i",
+      "a ri",
+      "L E",
+      "et er",
+      "ete r",
+      "e ter",
+      "ou n",
+      "o un",
+      "ev er",
+      "e ver",
+      "sel f",
+      "s elf",
+      "in ed",
+      "ine d",
+      "i ned",
+      "id th",
+      "u x",
+      "j s",
+      "▁s uch",
+      "▁su ch",
+      "▁suc h",
+      "▁ such",
+      "▁I s",
+      "▁ Is",
+      "é e",
+      "fu l",
+      "f ul",
+      "▁d ist",
+      "▁di st",
+      "▁dis t",
+      "▁ dist",
+      "▁b u",
+      "▁ bu",
+      "item ize",
+      "Con t",
+      "Co nt",
+      "C ont",
+      "j e",
+      "с и",
+      "▁p rov",
+      "▁pro v",
+      "▁pr ov",
+      "▁ prov",
+      "b b",
+      "wa rd",
+      "war d",
+      "w ard",
+      "es ent",
+      "ese nt",
+      "esen t",
+      "e sent",
+      "er son",
+      "ers on",
+      "an ks",
+      "ank s",
+      "w h",
+      "no t",
+      "n ot",
+      "▁W e",
+      "▁ We",
+      "k a",
+      "ro p",
+      "r op",
+      "at ur",
+      "atu r",
+      "al s",
+      "a ls",
+      "▁b el",
+      "▁be l",
+      "▁ bel",
+      "ö r",
+      "f r",
+      "▁ex ample",
+      "▁exam ple",
+      "▁ example",
+      "▁in cl",
+      "▁inc l",
+      "am il",
+      "ami l",
+      "a mil",
+      "▁р а",
+      "▁ ра",
+      "▁ “",
+      "▁s tring",
+      "▁st ring",
+      "▁str ing",
+      "▁stri ng",
+      "▁ string",
+      "▁th ink",
+      "▁thin k",
+      "T h",
+      "▁t em",
+      "▁te m",
+      "▁ tem",
+      "av e",
+      "a ve",
+      "▁F ran",
+      "▁Fr an",
+      "▁Fra n",
+      "▁ Fran",
+      "▁n umber",
+      "▁num ber",
+      "▁ number",
+      "▁s i",
+      "▁ si",
+      "im es",
+      "ime s",
+      "i mes",
+      "te m",
+      "t em",
+      "m y",
+      "le r",
+      "l er",
+      "lo ad",
+      "= =",
+      "▁h and",
+      "▁ha nd",
+      "▁han d",
+      "▁ hand",
+      "z a",
+      "▁b ecause",
+      "▁bec ause",
+      "▁ because",
+      "▁s ch",
+      "▁sc h",
+      "▁ sch",
+      "v o",
+      "th is",
+      "t his",
+      "I D",
+      "ã o",
+      "▁st art",
+      "▁star t",
+      "▁sta rt",
+      "▁ start",
+      "▁w ar",
+      "▁wa r",
+      "▁ war",
+      "▁he lp",
+      "▁hel p",
+      "▁ help",
+      "t s",
+      "▁c har",
+      "▁ch ar",
+      "▁cha r",
+      "▁ char",
+      "▁p h",
+      "▁ ph",
+      "▁m in",
+      "▁mi n",
+      "▁ min",
+      "ti l",
+      "t il",
+      "ri te",
+      "rit e",
+      "r ite",
+      "-- ------",
+      "---- ----",
+      "--- -----",
+      "------ --",
+      "----- ---",
+      "------- -",
+      "- -------",
+      "el s",
+      "e ls",
+      "▁m it",
+      "▁mi t",
+      "▁ mit",
+      "ed ia",
+      "edi a",
+      "e dia",
+      "к у",
+      "▁S h",
+      "▁ Sh",
+      "an y",
+      "a ny",
+      "] ;",
+      "▁ Б",
+      "iqu e",
+      "i que",
+      "d a",
+      "e f",
+      "de x",
+      "d ex",
+      "▁p rodu",
+      "▁pro du",
+      "▁pr odu",
+      "▁prod u",
+      "▁ produ",
+      "▁ Н",
+      "gr am",
+      "gra m",
+      "g ram",
+      "▁O r",
+      "▁ Or",
+      "▁g re",
+      "▁gr e",
+      "▁ gre",
+      "qu ote",
+      "quot e",
+      "le g",
+      "l eg",
+      "or n",
+      "o rn",
+      "▁in d",
+      "▁i nd",
+      "▁ ind",
+      "▁p ost",
+      "▁po st",
+      "▁pos t",
+      "▁ post",
+      "▁d ep",
+      "▁de p",
+      "▁ dep",
+      "] ,",
+      "v i",
+      "▁u ser",
+      "▁us er",
+      "▁use r",
+      "▁ user",
+      "▁ >",
+      "li ck",
+      "lic k",
+      "l ick",
+      "▁v ery",
+      "▁ver y",
+      "▁ve ry",
+      "▁ very",
+      "et hing",
+      "eth ing",
+      "e thing",
+      "▁ar ray",
+      "▁arr ay",
+      "▁ array",
+      "▁g u",
+      "▁ gu",
+      "▁d ur",
+      "▁du r",
+      "` .",
+      "т ь",
+      "li cation",
+      "lic ation",
+      "lica tion",
+      "ст и",
+      "с ти",
+      "e k",
+      "ic o",
+      "i co",
+      "▁d at",
+      "▁da t",
+      "▁ dat",
+      "о р",
+      "ht ml",
+      "htm l",
+      "h tml",
+      "ion e",
+      "io ne",
+      "i one",
+      "▁d ifferent",
+      "▁differ ent",
+      "▁c heck",
+      "▁che ck",
+      "▁ check",
+      "▁f r",
+      "▁ fr",
+      "▁E r",
+      "▁ Er",
+      "▁t ext",
+      "▁te xt",
+      "▁tex t",
+      "▁ text",
+      "н і",
+      "ic ht",
+      "ich t",
+      "i cht",
+      "st ack",
+      "sta ck",
+      "E N",
+      "ra g",
+      "r ag",
+      "▁e very",
+      "▁ev ery",
+      "▁ever y",
+      "▁ every",
+      "A r",
+      "▁be fore",
+      "▁bef ore",
+      "▁ before",
+      "al se",
+      "als e",
+      "▁f in",
+      "▁fi n",
+      "▁ fin",
+      "▁d é",
+      "▁th ese",
+      "▁the se",
+      "▁d et",
+      "▁de t",
+      "▁ det",
+      "V al",
+      "ce ption",
+      "cept ion",
+      "cep tion",
+      "▁and roid",
+      "▁ android",
+      "block quote",
+      "▁j e",
+      "▁ je",
+      "fil e",
+      "fi le",
+      "f ile",
+      "at s",
+      "a ts",
+      "▁д о",
+      "▁ до",
+      "ess age",
+      "essa ge",
+      "▁ag ain",
+      "a w",
+      "C h",
+      "we en",
+      "w een",
+      "▁ Д",
+      "fo r",
+      "f or",
+      "ci al",
+      "cia l",
+      "c ial",
+      "pl ay",
+      "pla y",
+      "p lay",
+      "pr e",
+      "p re",
+      "id a",
+      "i da",
+      "▁P ar",
+      "▁Pa r",
+      "▁ Par",
+      "n y",
+      "ra ct",
+      "rac t",
+      "r act",
+      "▁s upp",
+      "▁su pp",
+      "▁sup p",
+      "▁ supp",
+      "as ed",
+      "ase d",
+      "a sed",
+      "le ction",
+      "lect ion",
+      "l ection",
+      "▁d ans",
+      "▁da ns",
+      "▁dan s",
+      "ai r",
+      "a ir",
+      "ro l",
+      "r ol",
+      "▁t hr",
+      "▁th r",
+      "Dat a",
+      "Da ta",
+      "D ata",
+      "li ch",
+      "lic h",
+      "l ich",
+      "▁п ро",
+      "▁пр о",
+      "▁ про",
+      "▁l ong",
+      "▁lo ng",
+      "▁lon g",
+      "▁ long",
+      "▁se cond",
+      "▁sec ond",
+      "▁ second",
+      "ual ly",
+      "u ally",
+      "in es",
+      "ine s",
+      "i nes",
+      "▁f ound",
+      "▁fo und",
+      "▁fou nd",
+      "▁ found",
+      "eng th",
+      "y p",
+      "ea d",
+      "e ad",
+      "▁l og",
+      "▁lo g",
+      "▁ log",
+      "u i",
+      "ne w",
+      "n ew",
+      "▁ Р",
+      "g o",
+      "au s",
+      "a us",
+      "od y",
+      "o dy",
+      "▁s on",
+      "▁so n",
+      "▁ son",
+      "м е",
+      "er o",
+      "e ro",
+      "ve d",
+      "v ed",
+      "su b",
+      "s ub",
+      "▁r ight",
+      "▁rig ht",
+      "▁ right",
+      "vi ew",
+      "vie w",
+      "v iew",
+      "▁follow ing",
+      "' )",
+      "\") ;",
+      "\" );",
+      "▁sa id",
+      "ж е",
+      "ч и",
+      "т у",
+      "ot t",
+      "o tt",
+      "с е",
+      "ar s",
+      "a rs",
+      "$ .",
+      "g g",
+      "▁b r",
+      "▁ br",
+      "oo l",
+      "o ol",
+      "yl e",
+      "y le",
+      "us e",
+      "u se",
+      "▁s how",
+      "▁sh ow",
+      "▁sho w",
+      "▁ show",
+      "le ase",
+      "lea se",
+      "ci a",
+      "c ia",
+      "▁d irect",
+      "▁di rect",
+      "▁dire ct",
+      "▁dir ect",
+      "▁ direct",
+      "do c",
+      "d oc",
+      "а р",
+      "m s",
+      "▁g iv",
+      "▁gi v",
+      "▁ giv",
+      "▁e xp",
+      "▁ex p",
+      "▁ exp",
+      "q l",
+      "д у",
+      "в е",
+      "▁B e",
+      "▁ Be",
+      "Co m",
+      "C om",
+      "it er",
+      "ite r",
+      "i ter",
+      "R E",
+      "m p",
+      "me n",
+      "m en",
+      "▁R o",
+      "▁ Ro",
+      "M A",
+      "▁C ol",
+      "▁Co l",
+      "▁ Col",
+      "is ter",
+      "ist er",
+      "iste r",
+      "i ster",
+      "▁w ell",
+      "▁we ll",
+      "▁wel l",
+      "▁ well",
+      "▁< /",
+      "▁ </",
+      "ay out",
+      "at ure",
+      "atur e",
+      "atu re",
+      "iv ers",
+      "ive rs",
+      "iver s",
+      "i vers",
+      "z y",
+      "▁н е",
+      "▁ не",
+      "▁m et",
+      "▁me t",
+      "▁ met",
+      "un e",
+      "u ne",
+      "yt h",
+      "y th",
+      "Ty pe",
+      "Typ e",
+      "T ype",
+      "▁e lement",
+      "▁el ement",
+      "▁ele ment",
+      "▁elem ent",
+      "▁ element",
+      "▁l ink",
+      "▁lin k",
+      "▁ link",
+      "mo d",
+      "m od",
+      "▁bet ween",
+      "▁ between",
+      "ce pt",
+      "cep t",
+      "qu ire",
+      "qui re",
+      "▁th rough",
+      "▁thr ough",
+      "▁thro ugh",
+      "▁ through",
+      "▁wh ile",
+      "▁ while",
+      "▁O n",
+      "▁ On",
+      "th e",
+      "t he",
+      "í a",
+      "▁s omething",
+      "▁some thing",
+      "▁som ething",
+      "▁somet hing",
+      "▁ something",
+      "vo l",
+      "v ol",
+      "▁m ost",
+      "▁mo st",
+      "▁mos t",
+      "▁ most",
+      "s c",
+      "us s",
+      "u ss",
+      "▁c ar",
+      "▁ca r",
+      "▁ car",
+      "▁s m",
+      "▁ sm",
+      "▁р о",
+      "▁ ро",
+      "an o",
+      "a no",
+      "le ft",
+      "lef t",
+      "l eft",
+      "v a",
+      "▁tr ue",
+      "▁ true",
+      "( $",
+      "em s",
+      "e ms",
+      "▁m uch",
+      "▁mu ch",
+      "á s",
+      "▁N ew",
+      "▁Ne w",
+      "▁ New",
+      "▁pro per",
+      "▁pr oper",
+      "▁prop er",
+      "er a",
+      "e ra",
+      "it ed",
+      "ite d",
+      "i ted",
+      "▁d oc",
+      "▁do c",
+      "▁ doc",
+      "ic es",
+      "ice s",
+      "i ces",
+      "Th e",
+      "T he",
+      "▁ ?",
+      "ст о",
+      "с то",
+      "f l",
+      "▁s pec",
+      "▁sp ec",
+      "▁spe c",
+      "▁ spec",
+      "en der",
+      "end er",
+      "ende r",
+      "e nder",
+      "wa y",
+      "w ay",
+      "▁s elf",
+      "▁sel f",
+      "▁ self",
+      "▁e ven",
+      "▁ev en",
+      "▁ even",
+      "і в",
+      "▁с е",
+      "▁ се",
+      "ни я",
+      "▁P r",
+      "▁ Pr",
+      "▁k e",
+      "▁ ke",
+      "em b",
+      "e mb",
+      "▁t able",
+      "▁tab le",
+      "▁ta ble",
+      "▁ table",
+      "▁e qu",
+      "▁eq u",
+      "▁ equ",
+      "li ent",
+      "lie nt",
+      "l ient",
+      "t d",
+      "par t",
+      "pa rt",
+      "p art",
+      "▁pr int",
+      "▁pri nt",
+      "▁prin t",
+      "▁ print",
+      "▁u ne",
+      "▁un e",
+      "▁ une",
+      "if y",
+      "▁- >",
+      "▁ ->",
+      "en e",
+      "e ne",
+      "▁m on",
+      "▁mo n",
+      "▁ mon",
+      "▁d ec",
+      "▁de c",
+      "▁ dec",
+      "▁st ill",
+      "▁о б",
+      "▁ об",
+      "▁T r",
+      "▁ Tr",
+      "▁ ф",
+      "if e",
+      "i fe",
+      "is m",
+      "i sm",
+      "b y",
+      "ra w",
+      "r aw",
+      "io r",
+      "i or",
+      "▁m ed",
+      "▁me d",
+      "▁ med",
+      "or ld",
+      "▁com ple",
+      "▁comp le",
+      "▁compl e",
+      "▁ comple",
+      "w w",
+      "▁a rt",
+      "▁ar t",
+      "▁ art",
+      "ro n",
+      "r on",
+      "▁ Г",
+      "▁M y",
+      "▁ My",
+      "▁a ls",
+      "▁al s",
+      "▁ als",
+      "re ct",
+      "rec t",
+      "r ect",
+      "▁a uf",
+      "▁au f",
+      "▁ auf",
+      "▁d own",
+      "▁do wn",
+      "▁dow n",
+      "▁ down",
+      "at her",
+      "ath er",
+      "a ther",
+      "Co l",
+      "C ol",
+      "Te xt",
+      "Tex t",
+      "T ext",
+      "ba ck",
+      "b ack",
+      "$ ,",
+      "▁y ear",
+      "▁ye ar",
+      "▁ year",
+      "м о",
+      "p i",
+      "▁G r",
+      "▁ Gr",
+      "re am",
+      "rea m",
+      "▁re p",
+      "▁r ep",
+      "▁ rep",
+      "b f",
+      "ww w",
+      "w ww",
+      "▁w ur",
+      "▁o rg",
+      "▁or g",
+      "▁ org",
+      "in ter",
+      "int er",
+      "inte r",
+      "▁D ie",
+      "▁Di e",
+      "▁ Die",
+      "▁b eing",
+      "▁be ing",
+      "▁bei ng",
+      "\" .",
+      "la bel",
+      "lab el",
+      "l abel",
+      "▁c ent",
+      "▁ce nt",
+      "▁ cent",
+      "ja va",
+      "jav a",
+      "j ava",
+      "ba r",
+      "b ar",
+      "an te",
+      "ant e",
+      "an a",
+      "a na",
+      "_ _",
+      "▁sol ution",
+      "▁ О",
+      "▁f l",
+      "▁ fl",
+      "▁c reate",
+      "▁cre ate",
+      "▁ create",
+      "ic i",
+      "i ci",
+      "st e",
+      "s te",
+      "yth on",
+      "yt hon",
+      "un t",
+      "u nt",
+      "as on",
+      "aso n",
+      "a son",
+      "fer ence",
+      "fe rence",
+      "S E",
+      "▁n on",
+      "▁no n",
+      "▁ non",
+      "an e",
+      "a ne",
+      "▁in s",
+      "▁i ns",
+      "▁ ins",
+      "ad er",
+      "ade r",
+      "a der",
+      "_{ \\",
+      "_ {\\",
+      "Re s",
+      "R es",
+      "▁m ain",
+      "▁ma in",
+      "▁mai n",
+      "▁ main",
+      "п и",
+      "▁T here",
+      "▁The re",
+      "▁Th ere",
+      "▁Ther e",
+      "▁ There",
+      "▁p our",
+      "▁po ur",
+      "▁pou r",
+      "R O",
+      "` ,",
+      "li sh",
+      "lis h",
+      "l ish",
+      "b ject",
+      "cc ess",
+      "c cess",
+      "▁o rig",
+      "▁or ig",
+      "▁ orig",
+      "is chen",
+      "isch en",
+      "ische n",
+      "isc hen",
+      "i schen",
+      "ow er",
+      "owe r",
+      "o wer",
+      "▁h et",
+      "▁he t",
+      "▁ het",
+      "u c",
+      "▁el se",
+      "▁els e",
+      "▁ else",
+      "» .",
+      "▁о т",
+      "▁ от",
+      "eq u",
+      "e qu",
+      "si ble",
+      "s ible",
+      "te st",
+      "tes t",
+      "t est",
+      "st and",
+      "sta nd",
+      "stan d",
+      "é n",
+      "et s",
+      "e ts",
+      "G E",
+      "id ent",
+      "ide nt",
+      "iden t",
+      "i dent",
+      "▁ е",
+      "▁п ри",
+      "▁пр и",
+      "▁ при",
+      ". ,",
+      "▁d as",
+      "▁da s",
+      "▁ das",
+      "oc k",
+      "o ck",
+      ", \"",
+      "▁v ol",
+      "▁vo l",
+      "▁ vol",
+      "▁f o",
+      "▁ fo",
+      "▁p ara",
+      "▁par a",
+      "▁pa ra",
+      "▁ para",
+      "▁ Т",
+      "▁C ar",
+      "▁Ca r",
+      "▁ Car",
+      "ra l",
+      "r al",
+      "▁S p",
+      "▁ Sp",
+      "va r",
+      "v ar",
+      "▁p lay",
+      "▁pl ay",
+      "▁pla y",
+      "▁ play",
+      "ou se",
+      "ous e",
+      "o use",
+      "▁т а",
+      "▁ та",
+      "ic ally",
+      "ical ly",
+      "▁con tain",
+      "▁cont ain",
+      "pon se",
+      "▁S tring",
+      "▁St ring",
+      "▁Str ing",
+      "▁ String",
+      "á n",
+      "▁b oth",
+      "▁bo th",
+      "▁bot h",
+      "▁ both",
+      "ke n",
+      "k en",
+      "A R",
+      "ер е",
+      "е ре",
+      "▁I l",
+      "▁ Il",
+      "▁is s",
+      "▁i ss",
+      "▁ iss",
+      "▁o pen",
+      "▁op en",
+      "▁ open",
+      "▁ )",
+      "▁W hat",
+      "▁Wh at",
+      "▁ What",
+      "f e",
+      "riv ate",
+      "re g",
+      "r eg",
+      "▁with out",
+      "▁ without",
+      "▁z u",
+      "▁ zu",
+      "vi s",
+      "v is",
+      "fl ow",
+      "f low",
+      "▁h ttp",
+      "▁htt p",
+      "▁ http",
+      "ab ase",
+      "aba se",
+      "a base",
+      "▁w ord",
+      "▁wor d",
+      "▁wo rd",
+      "▁ word",
+      "▁ch ange",
+      "▁chang e",
+      "▁ change",
+      "▁work s",
+      "▁wor ks",
+      "▁ works",
+      "▁g e",
+      "▁ ge",
+      "▁ !",
+      "▁e en",
+      "▁ een",
+      "it le",
+      "▁e vent",
+      "▁even t",
+      "▁ev ent",
+      "▁ event",
+      "wo rd",
+      "wor d",
+      "w ord",
+      "an do",
+      "and o",
+      "S B",
+      "re m",
+      "r em",
+      "▁f ield",
+      "▁fi eld",
+      "▁fiel d",
+      "▁ field",
+      "vi ng",
+      "vin g",
+      "v ing",
+      "Se r",
+      "S er",
+      "▁o ur",
+      "▁ou r",
+      "▁ our",
+      "▁qu i",
+      "▁q ui",
+      "▁ qui",
+      "▁o per",
+      "▁op er",
+      "▁ oper",
+      "▁is t",
+      "▁i st",
+      "▁ ist",
+      "de f",
+      "d ef",
+      "▁m ade",
+      "▁ma de",
+      "▁mad e",
+      "▁ made",
+      "ни е",
+      "p x",
+      "▁m en",
+      "▁me n",
+      "▁ men",
+      "r m",
+      "ai s",
+      "a is",
+      "ce nt",
+      "cen t",
+      "c ent",
+      "li st",
+      "lis t",
+      "l ist",
+      "T o",
+      "▁T o",
+      "▁ To",
+      "j a",
+      "ve rt",
+      "ver t",
+      "v ert",
+      "▁m ar",
+      "▁ma r",
+      "▁ mar",
+      "val ue",
+      "valu e",
+      "▁ „",
+      "\" ;",
+      "▁a us",
+      "▁au s",
+      "▁ aus",
+      "▁B r",
+      "▁ Br",
+      "ol e",
+      "o le",
+      "▁m ult",
+      "▁mu lt",
+      "▁mul t",
+      "▁ mult",
+      "oug ht",
+      "ough t",
+      "▁m at",
+      "▁ma t",
+      "▁ mat",
+      "▁v iew",
+      "▁vi ew",
+      "▁vie w",
+      "▁ view",
+      "fi l",
+      "f il",
+      "▁с о",
+      "▁ со",
+      "г а",
+      "▁v oid",
+      "▁vo id",
+      "▁ void",
+      "▁g ood",
+      "▁go od",
+      "▁ good",
+      "б о",
+      "C T",
+      "▁m any",
+      "▁ma ny",
+      "▁man y",
+      "▁ many",
+      "be n",
+      "b en",
+      "▁в о",
+      "▁ во",
+      "▁к а",
+      "▁ ка",
+      "▁s ystem",
+      "▁sys tem",
+      "▁syst em",
+      "▁ system",
+      "in o",
+      "i no",
+      "▁an other",
+      "▁ano ther",
+      "▁ another",
+      "▁re st",
+      "▁r est",
+      "▁res t",
+      "▁ rest",
+      "us er",
+      "use r",
+      "u ser",
+      "il ity",
+      "ili ty",
+      "a i",
+      "▁m ight",
+      "▁mig ht",
+      "us tom",
+      "ust om",
+      "usto m",
+      "▁or der",
+      "▁ord er",
+      "▁ order",
+      "▁V er",
+      "▁Ve r",
+      "▁ Ver",
+      "S S",
+      "} )",
+      "▁e ff",
+      "▁ eff",
+      "д о",
+      "et t",
+      "e tt",
+      "▁s ign",
+      "▁si gn",
+      "▁sig n",
+      "▁ sign",
+      "м у",
+      "I T",
+      "st ring",
+      "str ing",
+      "s tring",
+      "el le",
+      "ell e",
+      "e lle",
+      "▁s ing",
+      "▁si ng",
+      "▁sin g",
+      "▁ sing",
+      "cu l",
+      "c ul",
+      "▁tr ying",
+      "▁try ing",
+      "▁b eg",
+      "▁be g",
+      "▁ beg",
+      "▁p age",
+      "▁pa ge",
+      "▁pag e",
+      "▁ page",
+      "х о",
+      "▁C an",
+      "▁Ca n",
+      "▁ Can",
+      "▁S er",
+      "▁Se r",
+      "▁ Ser",
+      "+ +",
+      "▁m ust",
+      "▁mus t",
+      "▁mu st",
+      "▁ must",
+      "▁val ues",
+      "▁value s",
+      "▁valu es",
+      "▁ values",
+      "▁k ey",
+      "▁ke y",
+      "▁ key",
+      "ib le",
+      "i ble",
+      "] .",
+      "ir d",
+      "i rd",
+      "▁pro gram",
+      "▁pr ogram",
+      "▁ program",
+      "roll er",
+      "rol ler",
+      "rolle r",
+      "▁c onne",
+      "▁con ne",
+      "▁conn e",
+      "▁ conne",
+      "▁s ay",
+      "▁sa y",
+      "▁ say",
+      "▁p aram",
+      "▁par am",
+      "▁para m",
+      "▁pa ram",
+      "▁ param",
+      "ach e",
+      "ac he",
+      "a che",
+      "ve lop",
+      "vel op",
+      "▁s elect",
+      "▁se lect",
+      "▁sel ect",
+      "▁sele ct",
+      "▁ select",
+      "▁f amil",
+      "▁fa mil",
+      "▁fam il",
+      "▁ famil",
+      "▁l ast",
+      "▁la st",
+      "▁las t",
+      "▁ last",
+      "▁Th anks",
+      "▁Thank s",
+      "▁ Thanks",
+      "▁p op",
+      "▁po p",
+      "▁ pop",
+      "} .",
+      "e q",
+      "▁does n",
+      "[ '",
+      "▁t erm",
+      "▁te rm",
+      "▁ter m",
+      "▁ term",
+      "▁r é",
+      "▁ ré",
+      "▁d ocument",
+      "▁doc ument",
+      "▁ document",
+      "п а",
+      "л у",
+      "at eg",
+      "ate g",
+      ". )",
+      "li ng",
+      "lin g",
+      "l ing",
+      "ion al",
+      "io nal",
+      "iona l",
+      "i onal",
+      "ab les",
+      "able s",
+      "abl es",
+      "a bles",
+      "▁t ak",
+      "▁ta k",
+      "ut ton",
+      "utt on",
+      "utto n",
+      "▁a rg",
+      "▁ar g",
+      "▁ arg",
+      "ty pe",
+      "typ e",
+      "t ype",
+      "▁s ure",
+      "▁su re",
+      "▁sur e",
+      "▁re al",
+      "▁ real",
+      "▁w eb",
+      "▁we b",
+      "▁ web",
+      "▁c urrent",
+      "▁cur rent",
+      "▁curr ent",
+      "▁ current",
+      "▁P l",
+      "▁ Pl",
+      "ch o",
+      "c ho",
+      "ment s",
+      "men ts",
+      "m ents",
+      "▁J oh",
+      "▁Jo h",
+      "ot s",
+      "o ts",
+      "▁ex ist",
+      "▁ exist",
+      "н у",
+      "▁f ür",
+      "▁ für",
+      "▁и з",
+      "▁ из",
+      "d o",
+      "но го",
+      "ног о",
+      "н ого",
+      "▁l as",
+      "▁la s",
+      "▁ las",
+      "▁n ull",
+      "▁nu ll",
+      "▁ null",
+      "▁in form",
+      "▁inf orm",
+      "▁info rm",
+      "▁ Л",
+      "▁v ersion",
+      "▁vers ion",
+      "▁ version",
+      "▁c hang",
+      "▁ch ang",
+      "▁cha ng",
+      "ag er",
+      "age r",
+      "a ger",
+      "▁C omm",
+      "▁Com m",
+      "▁Co mm",
+      "▁ Comm",
+      "л і",
+      "us h",
+      "u sh",
+      "▁G e",
+      "▁ Ge",
+      "▁h igh",
+      "▁hi gh",
+      "▁ high",
+      "▁in put",
+      "▁ input",
+      "og le",
+      "o gle",
+      "ro s",
+      "r os",
+      "bo x",
+      "b ox",
+      "ge n",
+      "g en",
+      "▁s te",
+      "▁st e",
+      "▁ ste",
+      "▁l ocal",
+      "▁lo cal",
+      "▁loc al",
+      "▁ local",
+      "I m",
+      "▁pro cess",
+      "▁proc ess",
+      "▁proces s",
+      "▁ process",
+      "ter nal",
+      "tern al",
+      "t ernal",
+      "iz ed",
+      "ize d",
+      "i zed",
+      "г и",
+      "é t",
+      "▁I nd",
+      "▁In d",
+      "▁ Ind",
+      "▁o ch",
+      "▁oc h",
+      "▁ och",
+      "l t",
+      "▁col umn",
+      "▁ column",
+      "▁t ried",
+      "▁tr ied",
+      "▁tri ed",
+      "▁comm and",
+      "▁comma nd",
+      "▁ command",
+      "▁b est",
+      "▁be st",
+      "▁bes t",
+      "▁ best",
+      "as ter",
+      "ast er",
+      "aste r",
+      "a ster",
+      "з а",
+      "▁p rim",
+      "▁pr im",
+      "▁pri m",
+      "▁ prim",
+      "▁m odel",
+      "▁mod el",
+      "▁mo del",
+      "▁mode l",
+      "▁ model",
+      "▁ і",
+      "▁th ose",
+      "it ies",
+      "iti es",
+      "itie s",
+      "i ties",
+      "è re",
+      "▁р е",
+      "▁ ре",
+      "ј е",
+      "ш и",
+      "qu es",
+      "que s",
+      "q ues",
+      "▁A m",
+      "▁ Am",
+      "▁o wn",
+      "▁ow n",
+      "▁ own",
+      "li n",
+      "l in",
+      "з и",
+      "Val ue",
+      "th ing",
+      "t hing",
+      "▁ ,",
+      "▁T e",
+      "▁ Te",
+      "▁st ud",
+      "▁ stud",
+      "▁u m",
+      "▁ um",
+      "▁ser ver",
+      "▁serv er",
+      "▁serve r",
+      "▁ server",
+      "il le",
+      "ill e",
+      "i lle",
+      "▁p ut",
+      "▁pu t",
+      "▁ put",
+      "at iv",
+      "ati v",
+      "g y",
+      "ов и",
+      "о ви",
+      "ra f",
+      "r af",
+      "ов о",
+      "о во",
+      "▁wur de",
+      "▁W hen",
+      "▁Wh en",
+      "▁Whe n",
+      "▁ When",
+      "▁d iv",
+      "▁di v",
+      "▁ div",
+      "an ts",
+      "ant s",
+      "▁t er",
+      "▁te r",
+      "▁ ter",
+      "▁part ic",
+      "▁parti c",
+      "▁ т",
+      "▁D o",
+      "▁ Do",
+      "▁N o",
+      "▁ No",
+      "se rt",
+      "ser t",
+      "s ert",
+      "id o",
+      "i do",
+      "math cal",
+      "ad e",
+      "a de",
+      "▁I I",
+      "▁ II",
+      "le ar",
+      "lea r",
+      "l ear",
+      "og raph",
+      "o graph",
+      "en se",
+      "ens e",
+      "▁r ow",
+      "▁ro w",
+      "▁ row",
+      "nu m",
+      "n um",
+      "▁pos sible",
+      "▁poss ible",
+      "▁possib le",
+      "▁ possible",
+      "▁s ince",
+      "▁sin ce",
+      "▁ since",
+      "▁B o",
+      "▁ Bo",
+      "ct ions",
+      "ction s",
+      "▁I m",
+      "▁ Im",
+      "O R",
+      "ц і",
+      "▁i de",
+      "▁id e",
+      "▁ ide",
+      "ma p",
+      "m ap",
+      "▁cor rect",
+      "▁corre ct",
+      "▁corr ect",
+      "▁ correct",
+      "ve s",
+      "v es",
+      "ph p",
+      "p hp",
+      "▁out put",
+      "▁ output",
+      "▁P h",
+      "▁ Ph",
+      "A L",
+      "ar ed",
+      "are d",
+      "a red",
+      "\\ \\",
+      "▁im age",
+      "▁imag e",
+      "▁ image",
+      "es ch",
+      "esc h",
+      "e sch",
+      "ж и",
+      "▁con f",
+      "▁ conf",
+      "po r",
+      "p or",
+      "qu ery",
+      "que ry",
+      "quer y",
+      "ur es",
+      "ure s",
+      "u res",
+      "iu m",
+      "i um",
+      "en ds",
+      "end s",
+      "▁A b",
+      "▁ Ab",
+      "SB N",
+      "і д",
+      "et her",
+      "eth er",
+      "ethe r",
+      "e ther",
+      "pt ions",
+      "ption s",
+      "it u",
+      "i tu",
+      "li b",
+      "l ib",
+      "n s",
+      "k i",
+      "▁work ing",
+      "▁wor king",
+      "▁ working",
+      "▁c omo",
+      "▁com o",
+      "▁co mo",
+      "▁ como",
+      "▁T hen",
+      "▁The n",
+      "▁Th en",
+      "▁ Then",
+      "M L",
+      "ke y",
+      "k ey",
+      "cl ass",
+      "cla ss",
+      "c lass",
+      "op le",
+      "o ple",
+      "itt le",
+      "▁m atch",
+      "▁mat ch",
+      "▁ match",
+      "way s",
+      "wa ys",
+      "w ays",
+      "math bb",
+      "▁re quire",
+      "▁requ ire",
+      "▁ require",
+      "al t",
+      "a lt",
+      "▁v is",
+      "▁vi s",
+      "▁ vis",
+      "▁b l",
+      "▁ bl",
+      "▁c alled",
+      "▁cal led",
+      "▁call ed",
+      "▁ called",
+      "It em",
+      "I tem",
+      "ur a",
+      "u ra",
+      "ve c",
+      "v ec",
+      "em e",
+      "e me",
+      "▁d ella",
+      "▁de lla",
+      "▁del la",
+      "▁dell a",
+      "em bre",
+      "emb re",
+      "ur g",
+      "u rg",
+      "S e",
+      "▁re quest",
+      "▁requ est",
+      "▁req uest",
+      "▁ request",
+      "is che",
+      "isch e",
+      "isc he",
+      "i sche",
+      "▁p ort",
+      "▁po rt",
+      "▁por t",
+      "▁ port",
+      "▁inst ead",
+      "= \\",
+      "▁ У",
+      "ho r",
+      "h or",
+      "en te",
+      "ent e",
+      "um e",
+      "u me",
+      "er d",
+      "e rd",
+      "с а",
+      "▁w hy",
+      "▁wh y",
+      "▁ why",
+      "ri st",
+      "ris t",
+      "r ist",
+      "▁p erson",
+      "▁per son",
+      "▁pers on",
+      "▁ person",
+      "▁. ..",
+      "▁.. .",
+      "▁ ...",
+      "▁p rivate",
+      "▁priv ate",
+      "▁ private",
+      "▁t ot",
+      "▁to t",
+      "▁ tot",
+      "ph a",
+      "p ha",
+      "if t",
+      "i ft",
+      "it a",
+      "i ta",
+      "lo c",
+      "l oc",
+      "▁o ld",
+      "▁ol d",
+      "▁ old",
+      "о н",
+      "▁n el",
+      "▁ne l",
+      "▁ nel",
+      "' ]",
+      "t i",
+      "ie t",
+      "i et",
+      "ci te",
+      "cit e",
+      "c ite",
+      "ple ment",
+      "pl ement",
+      "p lement",
+      "▁a bove",
+      "▁ab ove",
+      "▁ above",
+      "k s",
+      "re ady",
+      "read y",
+      "rea dy",
+      "▁c ome",
+      "▁com e",
+      "▁co me",
+      "▁ come",
+      "se ction",
+      "sec tion",
+      "sect ion",
+      "s ection",
+      "▁P ol",
+      "▁Po l",
+      "▁ Pol",
+      "▁w rit",
+      "▁wr it",
+      "▁ writ",
+      "▁htt ps",
+      "▁http s",
+      "▁ https",
+      "▁$ $",
+      "▁ $$",
+      "▁ »",
+      "▁bu ild",
+      "▁ build",
+      "it o",
+      "i to",
+      "▁cons ider",
+      "▁consid er",
+      "af t",
+      "a ft",
+      "Ap p",
+      "A pp",
+      ", \\",
+      "ind ows",
+      "indow s",
+      "indo ws",
+      "com m",
+      "co mm",
+      "c omm",
+      "▁ ;",
+      "gr ound",
+      "gro und",
+      "g round",
+      "▁p lace",
+      "▁pl ace",
+      "▁pla ce",
+      "▁ place",
+      "B y",
+      "▁pro ject",
+      "▁ project",
+      "Ob ject",
+      "Obj ect",
+      "O bject",
+      "▁re pr",
+      "▁rep r",
+      "en ces",
+      "ence s",
+      "enc es",
+      "ind ow",
+      "indo w",
+      "z t",
+      "▁f iles",
+      "▁file s",
+      "▁fil es",
+      "▁fi les",
+      "▁ files",
+      "c z",
+      "iv ity",
+      "ivi ty",
+      "i vity",
+      "▁in it",
+      "▁i nit",
+      "▁ init",
+      "▁p rob",
+      "▁pro b",
+      "▁pr ob",
+      "▁ prob",
+      "▁s k",
+      "▁ sk",
+      "or th",
+      "ort h",
+      "im ent",
+      "ime nt",
+      "imen t",
+      "i ment",
+      "ou ble",
+      "at al",
+      "ata l",
+      "a tal",
+      "ir c",
+      "i rc",
+      "▁ è",
+      "▁b re",
+      "▁br e",
+      "▁ bre",
+      "is ta",
+      "ist a",
+      "i sta",
+      "in put",
+      "▁ И",
+      "но й",
+      "su m",
+      "s um",
+      "pa th",
+      "pat h",
+      "p ath",
+      "▁c our",
+      "▁co ur",
+      "▁cou r",
+      "▁t oo",
+      "▁to o",
+      "▁A d",
+      "▁ Ad",
+      "▁G u",
+      "▁ Gu",
+      "▁f alse",
+      "▁fal se",
+      "▁ false",
+      "▁f un",
+      "▁fu n",
+      "▁ fun",
+      "▁с т",
+      "▁ ст",
+      "oo d",
+      "o od",
+      "è s",
+      "▁e nc",
+      "▁en c",
+      "▁ enc",
+      "bo l",
+      "b ol",
+      "r l",
+      "ar get",
+      "arg et",
+      "or der",
+      "ord er",
+      "orde r",
+      "▁me an",
+      "▁ mean",
+      "п е",
+      "ig en",
+      "ige n",
+      "i gen",
+      "▁п ре",
+      "▁пр е",
+      "▁ пре",
+      "wid th",
+      "w idth",
+      "; \r",
+      "it or",
+      "ito r",
+      "i tor",
+      "▁st ate",
+      "▁stat e",
+      "▁sta te",
+      "▁ state",
+      "▁gre at",
+      "en n",
+      "e nn",
+      "bi n",
+      "b in",
+      "E r",
+      "Mo d",
+      "M od",
+      "o z",
+      "▁w on",
+      "▁wo n",
+      "▁ won",
+      "▁f act",
+      "▁fa ct",
+      "▁fac t",
+      "▁ fact",
+      "▁j ava",
+      "▁ja va",
+      "▁jav a",
+      "▁ java",
+      "▁Un ivers",
+      "▁ Univers",
+      "▁c ap",
+      "▁ca p",
+      "▁ cap",
+      "is tor",
+      "ist or",
+      "isto r",
+      "i stor",
+      "} (",
+      "k u",
+      "it her",
+      "ith er",
+      "i ther",
+      "al es",
+      "ale s",
+      "a les",
+      "▁o u",
+      "▁ ou",
+      "ro ss",
+      "ros s",
+      "r oss",
+      "▁t ake",
+      "▁tak e",
+      "▁ta ke",
+      "▁ take",
+      "ri x",
+      "r ix",
+      "lo b",
+      "l ob",
+      "▁e ine",
+      "▁ein e",
+      "as es",
+      "ase s",
+      "▁a ccess",
+      "▁acc ess",
+      "▁ac cess",
+      "▁ access",
+      "it é",
+      "i té",
+      "is tr",
+      "ist r",
+      "i str",
+      "iz ation",
+      "iza tion",
+      "▁app ro",
+      "▁ap pro",
+      "▁ appro",
+      "ba ll",
+      "bal l",
+      "b all",
+      "▁m ak",
+      "▁ma k",
+      "} ^",
+      "▁C ons",
+      "▁Con s",
+      "▁Co ns",
+      "▁ Cons",
+      "pr ess",
+      "pre ss",
+      "pres s",
+      "p ress",
+      "se rv",
+      "ser v",
+      "s erv",
+      "() .",
+      "( ).",
+      "a f",
+      "▁re f",
+      "▁r ef",
+      "▁ ref",
+      ") \\",
+      "▁cont in",
+      "s u",
+      "iv er",
+      "ive r",
+      "i ver",
+      "▁c ond",
+      "▁con d",
+      "▁co nd",
+      "▁ cond",
+      "▁ex pect",
+      "▁exp ect",
+      "▁ expect",
+      "▁char act",
+      "▁cha ract",
+      "ber t",
+      "be rt",
+      "b ert",
+      "el t",
+      "e lt",
+      "ter s",
+      "te rs",
+      "t ers",
+      "scri pt",
+      "scr ipt",
+      "s cript",
+      "▁E d",
+      "▁ Ed",
+      "ap t",
+      "a pt",
+      "') ;",
+      "' );",
+      "pr int",
+      "▁s ize",
+      "▁si ze",
+      "▁ size",
+      "▁s ich",
+      "▁si ch",
+      "▁sic h",
+      "fa ce",
+      "fac e",
+      "f ace",
+      "en den",
+      "end en",
+      "ende n",
+      "▁A mer",
+      "▁Am er",
+      "▁ Amer",
+      "if ied",
+      "ifi ed",
+      "ifie d",
+      "ó w",
+      "▁S u",
+      "▁ Su",
+      "te s",
+      "t es",
+      "me d",
+      "m ed",
+      "▁R eg",
+      "▁Re g",
+      "▁ Reg",
+      "so le",
+      "sol e",
+      "s ole",
+      "▁in clud",
+      "▁incl ud",
+      "▁inclu d",
+      "▁ includ",
+      "in i",
+      "i ni",
+      "in ci",
+      "inc i",
+      "▁p la",
+      "▁pl a",
+      "▁ pla",
+      "▁l eft",
+      "▁le ft",
+      "▁ left",
+      "d f",
+      "Pa r",
+      "P ar",
+      "▁A ll",
+      "▁Al l",
+      "▁ All",
+      "▁o cc",
+      "▁oc c",
+      "▁ occ",
+      "▁A t",
+      "▁ At",
+      "▁c r",
+      "▁ cr",
+      "Q u",
+      "▁g iven",
+      "▁giv en",
+      "▁give n",
+      "▁gi ven",
+      "▁S ystem",
+      "▁Syst em",
+      "▁ System",
+      "ic an",
+      "ica n",
+      "i can",
+      "▁f inal",
+      "▁fin al",
+      "▁fi nal",
+      "▁ final",
+      "it ions",
+      "ition s",
+      "iti ons",
+      "▁б ы",
+      "▁ бы",
+      "▁per form",
+      "▁perf orm",
+      "▁ perform",
+      "A N",
+      "▁M e",
+      "▁ Me",
+      "ur o",
+      "u ro",
+      "▁T hat",
+      "▁Th at",
+      "▁ That",
+      "г ра",
+      "▁П о",
+      "▁ По",
+      "▁в и",
+      "▁ ви",
+      "ab ly",
+      "abl y",
+      "▁pr esent",
+      "▁pre sent",
+      "▁pres ent",
+      "▁ present",
+      "du ct",
+      "d uct",
+      "ri c",
+      "r ic",
+      "▁E ng",
+      "▁En g",
+      "▁ Eng",
+      "tr y",
+      "t ry",
+      "▁l ar",
+      "▁la r",
+      "▁ lar",
+      "b l",
+      "id d",
+      "i dd",
+      "▁ä r",
+      "▁ är",
+      "or a",
+      "o ra",
+      "L L",
+      "os s",
+      "o ss",
+      "▁I SBN",
+      "▁ ISBN",
+      "▁th ree",
+      "▁thr ee",
+      "▁thre e",
+      "▁ three",
+      "j o",
+      "n í",
+      "r c",
+      "▁f ar",
+      "▁fa r",
+      "▁ far",
+      "▁N ot",
+      "▁No t",
+      "▁ Not",
+      "▁l ittle",
+      "▁litt le",
+      "di s",
+      "d is",
+      "at i",
+      "a ti",
+      "fun ction",
+      "func tion",
+      "f unction",
+      "▁a ble",
+      "▁ab le",
+      "▁ able",
+      "le ss",
+      "les s",
+      "l ess",
+      "с о",
+      "▁p ath",
+      "▁pat h",
+      "▁pa th",
+      "▁ path",
+      "▁p res",
+      "▁pr es",
+      "▁pre s",
+      "▁ pres",
+      "lo se",
+      "los e",
+      "l ose",
+      "P I",
+      "▁iss ue",
+      "▁issu e",
+      "▁ issue",
+      "ack age",
+      "ti me",
+      "tim e",
+      "t ime",
+      "ig e",
+      "i ge",
+      "am s",
+      "a ms",
+      "▁C l",
+      "▁ Cl",
+      "ail s",
+      "ai ls",
+      "a ils",
+      "al k",
+      "i i",
+      "ш е",
+      "pe n",
+      "p en",
+      "Q L",
+      "▁e as",
+      "R L",
+      "ce l",
+      "c el",
+      "▁s l",
+      "▁ sl",
+      "▁a sk",
+      "▁as k",
+      "▁ ask",
+      "▁n om",
+      "▁no m",
+      "▁ nom",
+      "▁t op",
+      "▁to p",
+      "▁ top",
+      "id es",
+      "ide s",
+      "i des",
+      "in dex",
+      "ind ex",
+      "inde x",
+      "é m",
+      "▁h app",
+      "▁ha pp",
+      "o x",
+      "c d",
+      "▁b etter",
+      "▁bet ter",
+      "▁lo ad",
+      "▁ load",
+      "ad os",
+      "ado s",
+      "ze n",
+      "z en",
+      "▁c e",
+      "▁ ce",
+      "▁f a",
+      "▁ fa",
+      "▁J ohn",
+      "▁Joh n",
+      "▁Jo hn",
+      "▁ John",
+      "IM A",
+      "I MA",
+      "▁B ar",
+      "▁Ba r",
+      "▁ Bar",
+      "over flow",
+      "▁д е",
+      "▁ де",
+      "ne ss",
+      "nes s",
+      "n ess",
+      "ce r",
+      "c er",
+      "▁H ere",
+      "▁He re",
+      "▁Her e",
+      "▁ Here",
+      "re t",
+      "r et",
+      "▁s z",
+      "▁ sz",
+      "amb da",
+      "op y",
+      "o py",
+      "ur l",
+      "u rl",
+      "p y",
+      "r t",
+      "▁under stand",
+      "a ł",
+      "he r",
+      "h er",
+      "# #",
+      "▁ch ild",
+      "▁chi ld",
+      "▁ child",
+      "▁ex ec",
+      "▁ exec",
+      "▁app lication",
+      "▁applic ation",
+      "▁ application",
+      "▁st ruct",
+      "▁str uct",
+      "▁stru ct",
+      "▁ struct",
+      "▁ я",
+      "Fil e",
+      "Fi le",
+      "F ile",
+      "▁c ert",
+      "▁ce rt",
+      "▁cer t",
+      "▁ cert",
+      "is on",
+      "iso n",
+      "i son",
+      "▁vari able",
+      "▁ variable",
+      "D E",
+      "r s",
+      "▁re ally",
+      "▁real ly",
+      "Po rt",
+      "P ort",
+      "b a",
+      "▁B er",
+      "▁Be r",
+      "▁ Ber",
+      "▁in te",
+      "▁int e",
+      "▁ inte",
+      "▁st atic",
+      "▁stat ic",
+      "▁stati c",
+      "▁ static",
+      "▁con fig",
+      "▁conf ig",
+      "▁ config",
+      "▁S he",
+      "▁Sh e",
+      "▁ She",
+      "est ions",
+      "estion s",
+      "esti ons",
+      "▁p lus",
+      "▁pl us",
+      "▁ plus",
+      "▁h ab",
+      "▁ha b",
+      "▁ hab",
+      "op e",
+      "o pe",
+      "▁m us",
+      "▁mu s",
+      "▁ mus",
+      "▁c ount",
+      "▁co unt",
+      "▁coun t",
+      "▁cou nt",
+      "▁ count",
+      "M E",
+      "▁su pport",
+      "▁supp ort",
+      "▁sup port",
+      "▁ support",
+      "▁pe ople",
+      "▁ people",
+      "▁b eh",
+      "▁be h",
+      "▁al ready",
+      "T r",
+      "▁d one",
+      "▁do ne",
+      "▁don e",
+      "▁ done",
+      "de m",
+      "d em",
+      "si ze",
+      "s ize",
+      "al pha",
+      "alph a",
+      "▁d isc",
+      "▁di sc",
+      "▁dis c",
+      "] )",
+      "▁M an",
+      "▁Ma n",
+      "▁ Man",
+      "▁m il",
+      "▁mi l",
+      "▁ mil",
+      "▁st and",
+      "▁sta nd",
+      "▁stan d",
+      "▁ stand",
+      "▁gr oup",
+      "▁gro up",
+      "▁ group",
+      "▁sm all",
+      "▁ small",
+      "▁m ag",
+      "▁ma g",
+      "▁ mag",
+      "ст ь",
+      "с ть",
+      "▁de fault",
+      "▁def ault",
+      "▁ default",
+      "▁sing le",
+      "▁sin gle",
+      "▁ single",
+      "lin k",
+      "l ink",
+      "cl ude",
+      "clud e",
+      "▁e ar",
+      "▁ ear",
+      "il ar",
+      "ila r",
+      "i lar",
+      "** **",
+      "*** *",
+      "* ***",
+      "▁f ix",
+      "▁fi x",
+      "▁ fix",
+      "le y",
+      "l ey",
+      "▁p as",
+      "▁pa s",
+      "▁ pas",
+      "ни й",
+      "iss ion",
+      "▁im plement",
+      "▁imp lement",
+      "▁impl ement",
+      "it ch",
+      "▁го да",
+      "▁год а",
+      "▁al ways",
+      "▁ always",
+      "▁J ah",
+      "▁Ja h",
+      "pr ing",
+      "p ring",
+      "ç ão",
+      "pl ate",
+      "pla te",
+      "p late",
+      "▁de scri",
+      "▁des cri",
+      "▁desc ri",
+      "▁h ead",
+      "▁he ad",
+      "▁ head",
+      "in it",
+      "ini t",
+      "i nit",
+      "og raf",
+      "▁qu ery",
+      "▁que ry",
+      "▁quer y",
+      "▁ query",
+      "iv ed",
+      "ive d",
+      "i ved",
+      "▁in g",
+      "▁i ng",
+      "▁ ing",
+      "pt y",
+      "p ty",
+      "h a",
+      "▁m ov",
+      "▁mo v",
+      "▁ mov",
+      "▁ э",
+      "et te",
+      "ett e",
+      "e tte",
+      "il y",
+      "i ly",
+      "▁g ot",
+      "▁go t",
+      "▁ got",
+      "il ed",
+      "ile d",
+      "i led",
+      "ic ro",
+      "i cro",
+      "▁w r",
+      "▁ wr",
+      "р я",
+      "▁n ever",
+      "▁ne ver",
+      "▁nev er",
+      "or es",
+      "ore s",
+      "o res",
+      "▁b as",
+      "▁ba s",
+      "▁ bas",
+      "io s",
+      "i os",
+      "la ck",
+      "lac k",
+      "l ack",
+      "ain t",
+      "ai nt",
+      "a int",
+      "vi ous",
+      "v ious",
+      "▁g ive",
+      "▁giv e",
+      "▁gi ve",
+      "id ad",
+      "ida d",
+      "E n",
+      "ны й",
+      "н ый",
+      "ta ble",
+      "tab le",
+      "t able",
+      "▁Н а",
+      "▁ На",
+      "▁p at",
+      "▁pa t",
+      "▁ pat",
+      "то р",
+      "т ор",
+      "an gu",
+      "ang u",
+      "lo y",
+      "l oy",
+      "▁s eg",
+      "▁se g",
+      "▁ seg",
+      "ar ray",
+      "arr ay",
+      "▁F l",
+      "▁ Fl",
+      "▁in dex",
+      "▁ind ex",
+      "▁inde x",
+      "▁ index",
+      "▁s w",
+      "▁ sw",
+      "IMA GE",
+      "IM AGE",
+      "▁k m",
+      "▁ km",
+      "б и",
+      "Cl ass",
+      "Cla ss",
+      "C lass",
+      "en a",
+      "e na",
+      "ме н",
+      "м ен",
+      "com p",
+      "co mp",
+      "c omp",
+      "at us",
+      "atu s",
+      "ra p",
+      "r ap",
+      "▁L ist",
+      "▁Li st",
+      "▁Lis t",
+      "▁ List",
+      "Er ror",
+      "Err or",
+      "E rror",
+      "▁t yp",
+      "▁ty p",
+      "▁ typ",
+      "▁м а",
+      "▁ ма",
+      "c s",
+      "' :",
+      "j i",
+      "▁How ever",
+      "▁ However",
+      "▁т е",
+      "▁ те",
+      "▁be low",
+      "▁bel ow",
+      "▁ below",
+      "▁A pp",
+      "▁Ap p",
+      "▁ App",
+      "щ е",
+      "} _",
+      "bu m",
+      "b um",
+      "vi r",
+      "v ir",
+      "ée s",
+      "é es",
+      "▁re cord",
+      "▁rec ord",
+      "▁ record",
+      "ta in",
+      "t ain",
+      "le m",
+      "l em",
+      "it al",
+      "ita l",
+      "i tal",
+      "▁i mp",
+      "▁im p",
+      "▁ imp",
+      "eg o",
+      "e go",
+      "▁o d",
+      "▁ od",
+      "▁re ce",
+      "▁rec e",
+      "▁ rece",
+      "mi t",
+      "m it",
+      "ff ic",
+      "f fic",
+      "stack overflow",
+      "ie ve",
+      "iev e",
+      "▁ З",
+      "▁n ov",
+      "▁no v",
+      "▁ nov",
+      "ц е",
+      "▁In tern",
+      "▁Int ern",
+      "▁Inter n",
+      "▁ Intern",
+      "b u",
+      "▁s ugg",
+      "▁su gg",
+      "▁sug g",
+      "▁l oop",
+      "▁lo op",
+      "▁ loop",
+      "ri de",
+      "rid e",
+      "r ide",
+      "▁$ (",
+      "▁ $(",
+      "▁s uper",
+      "▁su per",
+      "▁sup er",
+      "▁ super",
+      "ri d",
+      "r id",
+      "ны х",
+      "н ых",
+      "▁P er",
+      "▁Pe r",
+      "▁ Per",
+      "▁d om",
+      "▁do m",
+      "▁ dom",
+      "= '",
+      "ut sch",
+      "uts ch",
+      "le n",
+      "l en",
+      "▁w rite",
+      "▁writ e",
+      "▁wr ite",
+      "▁ write",
+      "▁in v",
+      "▁ inv",
+      "ou th",
+      "out h",
+      "o uth",
+      "▁H er",
+      "▁He r",
+      "▁ Her",
+      "▁y ears",
+      "▁year s",
+      "▁ye ars",
+      "▁or iginal",
+      "▁orig inal",
+      "▁origin al",
+      "▁ original",
+      "eg a",
+      "e ga",
+      "▁S te",
+      "▁St e",
+      "▁ Ste",
+      "▁se ems",
+      "▁see ms",
+      "▁seem s",
+      "é g",
+      "▁n ext",
+      "▁ne xt",
+      "▁ next",
+      "ed er",
+      "ede r",
+      "e der",
+      "▁N e",
+      "▁ Ne",
+      "av as",
+      "ava s",
+      "a vas",
+      "ific ation",
+      "ifi cation",
+      "ifica tion",
+      "Ex ception",
+      "▁D er",
+      "▁De r",
+      "▁ Der",
+      "▁v e",
+      "▁ ve",
+      "at ic",
+      "ati c",
+      "ha t",
+      "h at",
+      "br ary",
+      "bra ry",
+      "re turn",
+      "ret urn",
+      "ur ch",
+      "is ion",
+      "isi on",
+      "m i",
+      "oi nt",
+      "oin t",
+      "o int",
+      "▁d ay",
+      "▁da y",
+      "▁ day",
+      "ic tion",
+      "ict ion",
+      "i ction",
+      "á l",
+      "▁é s",
+      "▁ és",
+      "▁th ough",
+      "▁thou gh",
+      "▁ though",
+      "ac tion",
+      "act ion",
+      "a ction",
+      "í t",
+      "un gen",
+      "ung en",
+      "unge n",
+      "ou rs",
+      "our s",
+      "o urs",
+      "▁s cript",
+      "▁scr ipt",
+      "▁scri pt",
+      "▁ script",
+      "▁in formation",
+      "▁inform ation",
+      "▁ information",
+      "▁mult i",
+      "▁mul ti",
+      "▁ multi",
+      "▁\\ \\",
+      "▁ \\\\",
+      "st er",
+      "ste r",
+      "s ter",
+      "к е",
+      "A C",
+      "ci es",
+      "cie s",
+      "c ies",
+      "▁dis play",
+      "▁disp lay",
+      "▁ display",
+      "om an",
+      "oma n",
+      "o man",
+      "Tim e",
+      "T ime",
+      "iu s",
+      "i us",
+      ")) ;",
+      ") );",
+      "tr e",
+      "t re",
+      "▁l im",
+      "▁li m",
+      "▁ lim",
+      "at ely",
+      "ate ly",
+      "atel y",
+      "é d",
+      "is te",
+      "ist e",
+      "i ste",
+      "▁с а",
+      "▁ са",
+      "pos t",
+      "po st",
+      "p ost",
+      "ue l",
+      "u el",
+      "im g",
+      "▁ ч",
+      "ск а",
+      "с ка",
+      "el d",
+      "e ld",
+      "pp er",
+      "ppe r",
+      "p per",
+      "ul a",
+      "u la",
+      "▁gener al",
+      "▁gen eral",
+      "▁gene ral",
+      "▁ general",
+      "A l",
+      "For m",
+      "F orm",
+      "▁u pon",
+      "▁up on",
+      "z o",
+      "am ente",
+      "ament e",
+      "amen te",
+      "a mente",
+      "▁p rom",
+      "▁pro m",
+      "▁pr om",
+      "▁ prom",
+      "▁ ü",
+      "le x",
+      "l ex",
+      "▁t urn",
+      "▁tu rn",
+      "▁tur n",
+      "▁ turn",
+      "▁м е",
+      "▁ ме",
+      "en tion",
+      "ent ion",
+      "enti on",
+      "ле н",
+      "л ен",
+      "▁a f",
+      "▁ af",
+      "ic le",
+      "i cle",
+      "ст в",
+      "с тв",
+      "▁F il",
+      "▁ Fil",
+      "▁ Ф",
+      "ava script",
+      "avas cript",
+      "Ma n",
+      "M an",
+      "ar a",
+      "a ra",
+      "wa re",
+      "war e",
+      "w are",
+      "al ign",
+      "ali gn",
+      "an gle",
+      "ang le",
+      "▁S c",
+      "▁ Sc",
+      "un ic",
+      "uni c",
+      "u nic",
+      "▁f ran",
+      "▁fr an",
+      "▁fra n",
+      "▁ fran",
+      "U n",
+      "z i",
+      "me t",
+      "m et",
+      "Ad d",
+      "A dd",
+      "▁p ub",
+      "▁pu b",
+      "▁ pub",
+      "ко в",
+      "к ов",
+      "▁g en",
+      "▁ge n",
+      "▁ gen",
+      "▁p od",
+      "▁po d",
+      "▁ pod",
+      "▁s um",
+      "▁su m",
+      "▁ sum",
+      "▁h aving",
+      "▁ha ving",
+      "▁hav ing",
+      "▁a vec",
+      "▁av ec",
+      "▁ave c",
+      "s l",
+      "▁f ig",
+      "▁fi g",
+      "▁ fig",
+      "▁R es",
+      "▁Re s",
+      "▁ Res",
+      "Dat e",
+      "Da te",
+      "D ate",
+      "ul es",
+      "ule s",
+      "u les",
+      "wi th",
+      "w ith",
+      "ски й",
+      "с кий",
+      "g u",
+      "E T",
+      "▁b ro",
+      "▁br o",
+      "▁ bro",
+      "ri e",
+      "r ie",
+      "ap s",
+      "a ps",
+      "en ding",
+      "end ing",
+      "endi ng",
+      "ma il",
+      "mai l",
+      "m ail",
+      "oo k",
+      "o ok",
+      "▁su ccess",
+      "▁succ ess",
+      "▁suc cess",
+      "▁ success",
+      "ber g",
+      "be rg",
+      "b erg",
+      "▁d eb",
+      "▁de b",
+      "▁ deb",
+      "el ta",
+      "elt a",
+      "() `",
+      "( )`",
+      "ent ial",
+      "enti al",
+      "fr ame",
+      "fra me",
+      "fram e",
+      "f rame",
+      "Ke y",
+      "K ey",
+      "in n",
+      "i nn",
+      "▁sim ple",
+      "▁simp le",
+      "▁simpl e",
+      "▁ simple",
+      "iv al",
+      "iva l",
+      "i val",
+      "▁c are",
+      "▁car e",
+      "▁ca re",
+      "▁ care",
+      "▁W eb",
+      "▁We b",
+      "▁ Web",
+      "\") .",
+      "\" ).",
+      ">< /",
+      "> </",
+      "▁d atabase",
+      "▁data base",
+      "▁dat abase",
+      "▁datab ase",
+      "▁ database",
+      "▁N ow",
+      "▁No w",
+      "▁ Now",
+      "In d",
+      "I nd",
+      "▁м о",
+      "▁ мо",
+      "ch t",
+      "c ht",
+      "ba n",
+      "b an",
+      "ra m",
+      "r am",
+      "equ ation",
+      "sk i",
+      "s ki",
+      "ie f",
+      "i ef",
+      "li m",
+      "l im",
+      "Ge t",
+      "G et",
+      "▁t re",
+      "▁tr e",
+      "▁ tre",
+      "at en",
+      "ate n",
+      "a ten",
+      "be d",
+      "b ed",
+      "▁J e",
+      "▁ Je",
+      "▁result s",
+      "▁ results",
+      "л ю",
+      "те ль",
+      "тел ь",
+      "т ель",
+      "d b",
+      "▁b it",
+      "▁bi t",
+      "▁ bit",
+      "bo dy",
+      "b ody",
+      "Ar ray",
+      "Arr ay",
+      "m u",
+      "pr ession",
+      "press ion",
+      "p ression",
+      "▁с та",
+      "▁ст а",
+      "▁ ста",
+      "on y",
+      "o ny",
+      "if f",
+      "i ff",
+      "▁b ar",
+      "▁ba r",
+      "▁ bar",
+      "▁Ar ch",
+      "▁Arc h",
+      "▁ Arch",
+      "ber s",
+      "be rs",
+      "b ers",
+      ") {",
+      "▁M on",
+      "▁Mo n",
+      "▁ Mon",
+      "▁do ing",
+      "▁doi ng",
+      "▁pro f",
+      "▁pr of",
+      "▁ prof",
+      "▁inst all",
+      "▁instal l",
+      "▁ install",
+      "▁p osition",
+      "▁pos ition",
+      "▁posit ion",
+      "▁ position",
+      "em a",
+      "e ma",
+      "▁} );",
+      "▁}) ;",
+      "▁ });",
+      "Pat h",
+      "Pa th",
+      "P ath",
+      "al i",
+      "a li",
+      "▁& &",
+      "▁ &&",
+      "le v",
+      "l ev",
+      "▁c annot",
+      "▁can not",
+      "▁M ay",
+      "▁Ma y",
+      "▁ May",
+      "in st",
+      "ins t",
+      "- \\",
+      "▁c oun",
+      "▁co un",
+      "▁cou n",
+      "▁a ng",
+      "▁an g",
+      "▁ ang",
+      "▁app ear",
+      "▁appe ar",
+      "co r",
+      "c or",
+      "ci ó",
+      "c ió",
+      "id ed",
+      "ide d",
+      "i ded",
+      "qu estions",
+      "quest ions",
+      "question s",
+      "at ter",
+      "att er",
+      "atte r",
+      "▁P a",
+      "▁ Pa",
+      "se lect",
+      "sel ect",
+      "s elect",
+      "▁pr inci",
+      "▁prin ci",
+      "E vent",
+      "▁s ide",
+      "▁si de",
+      "▁sid e",
+      "▁ side",
+      "▁m em",
+      "▁me m",
+      "▁ mem",
+      "▁J an",
+      "▁Ja n",
+      "▁ Jan",
+      "ar io",
+      "ari o",
+      "a rio",
+      "▁with in",
+      "▁wit hin",
+      "▁V al",
+      "▁Va l",
+      "▁ Val",
+      "ode s",
+      "od es",
+      "o des",
+      "idd le",
+      "ur ation",
+      "ura tion",
+      "br a",
+      "b ra",
+      "▁d ate",
+      "▁da te",
+      "▁dat e",
+      "▁ date",
+      "[ ]",
+      "▁en tre",
+      "▁ent re",
+      "▁entr e",
+      "▁ entre",
+      "il i",
+      "i li",
+      "Port ail",
+      "doc s",
+      "do cs",
+      "d ocs",
+      "ско й",
+      "с кой",
+      "El ement",
+      "E lement",
+      "▁m essage",
+      "▁mess age",
+      "▁ message",
+      "▁n ach",
+      "▁na ch",
+      "▁nac h",
+      "▁ nach",
+      "▁d uring",
+      "▁du ring",
+      "▁dur ing",
+      "▁g ra",
+      "▁gr a",
+      "▁ gra",
+      "et work",
+      "▁B y",
+      "▁ By",
+      "▁t ell",
+      "▁te ll",
+      "▁tel l",
+      "et e",
+      "e te",
+      "~ \\",
+      "▁b is",
+      "▁bi s",
+      "▁ bis",
+      "▁p u",
+      "▁ pu",
+      "▁re d",
+      "▁r ed",
+      "▁ red",
+      "▁t hing",
+      "▁th ing",
+      "▁thin g",
+      "▁ thing",
+      "▁s ort",
+      "▁so rt",
+      "▁sor t",
+      "▁ sort",
+      "xi m",
+      "x im",
+      "ir es",
+      "ire s",
+      "i res",
+      "Use r",
+      "Us er",
+      "U ser",
+      "io d",
+      "i od",
+      "▁E st",
+      "▁Es t",
+      "▁ Est",
+      "os ed",
+      "ose d",
+      "o sed",
+      "ou te",
+      "out e",
+      "o ute",
+      "▁L es",
+      "▁Le s",
+      "▁ Les",
+      "▁s ent",
+      "▁se nt",
+      "▁sen t",
+      "▁ sent",
+      "rib ute",
+      "ribu te",
+      "ut es",
+      "ute s",
+      "u tes",
+      "ist ory",
+      "istor y",
+      "isto ry",
+      "i story",
+      "▁ser vice",
+      "▁serv ice",
+      "▁servi ce",
+      "▁ service",
+      "' ;",
+      "fi eld",
+      "f ield",
+      "▁I N",
+      "▁ IN",
+      "ens ion",
+      "re l",
+      "r el",
+      "▁go ing",
+      "▁ going",
+      "we b",
+      "w eb",
+      "Con text",
+      "Cont ext",
+      "▁l ater",
+      "▁la ter",
+      "▁lat er",
+      "▁late r",
+      "u k",
+      "lay out",
+      "l ayout",
+      "on a",
+      "o na",
+      "á t",
+      "---- ------------",
+      "-------- --------",
+      "------------ ----",
+      "------ ----------",
+      "---------- ------",
+      "▁ex act",
+      "an dom",
+      "and om",
+      "ando m",
+      "▁s ie",
+      "▁si e",
+      "I I",
+      "▁The y",
+      "▁Th ey",
+      "▁ They",
+      "ment e",
+      "men te",
+      "m ente",
+      "ib li",
+      "▁f ine",
+      "▁fin e",
+      "▁fi ne",
+      "U T",
+      "▁de velop",
+      "▁deve lop",
+      "▁ develop",
+      "▁E in",
+      "so ft",
+      "of f",
+      "o ff",
+      "Se t",
+      "S et",
+      "▁a z",
+      "▁ az",
+      "et ers",
+      "eter s",
+      "ete rs",
+      "e ters",
+      "il der",
+      "ild er",
+      "ilde r",
+      "i lder",
+      "ple s",
+      "pl es",
+      "p les",
+      "▁spec ific",
+      "▁ specific",
+      "▁o m",
+      "▁ om",
+      "er ror",
+      "err or",
+      "e rror",
+      "ent ly",
+      "▁fil m",
+      "▁fi lm",
+      "▁ film",
+      "uc k",
+      "u ck",
+      "ain s",
+      "ai ns",
+      "a ins",
+      "ac ión",
+      "ació n",
+      "aci ón",
+      "a ción",
+      "ge s",
+      "g es",
+      "ж а",
+      "▁th ings",
+      "▁thing s",
+      "▁thin gs",
+      "S h",
+      "▁th ought",
+      "▁though t",
+      "▁ad ded",
+      "▁add ed",
+      "▁ added",
+      "de p",
+      "d ep",
+      "ско го",
+      "ск ого",
+      "ског о",
+      "с кого",
+      "▁L i",
+      "▁ Li",
+      "il s",
+      "i ls",
+      "yn c",
+      "y nc",
+      "▁т о",
+      "▁ то",
+      "ri es",
+      "rie s",
+      "r ies",
+      "▁c u",
+      "▁ cu",
+      "ch en",
+      "che n",
+      "c hen",
+      "IO N",
+      "I ON",
+      "▁D es",
+      "▁De s",
+      "▁ Des",
+      "ult ado",
+      "ir t",
+      "i rt",
+      "▁b ased",
+      "▁bas ed",
+      "▁base d",
+      "▁ba sed",
+      "▁ based",
+      "▁m o",
+      "▁ mo",
+      "▁d est",
+      "▁de st",
+      "▁des t",
+      "▁ dest",
+      "pn g",
+      "p ng",
+      "re en",
+      "ree n",
+      "r een",
+      "▁r unning",
+      "▁run ning",
+      "▁ running",
+      "am ma",
+      "amm a",
+      "ou d",
+      "o ud",
+      "▁re fer",
+      "▁ref er",
+      "▁ refer",
+      "io us",
+      "i ous",
+      "▁J ul",
+      "▁Ju l",
+      "▁ Jul",
+      "▁s earch",
+      "▁se arch",
+      "▁ search",
+      "al d",
+      "a ld",
+      "ed e",
+      "e de",
+      "▁w rong",
+      "▁wr ong",
+      "A n",
+      "▁u ntil",
+      "▁un til",
+      "▁ until",
+      "si te",
+      "s ite",
+      "ay er",
+      "aye r",
+      "a yer",
+      "▁on ce",
+      "▁ once",
+      "ar r",
+      "a rr",
+      "▁again st",
+      "== ==",
+      "=== =",
+      "= ===",
+      "▁s ource",
+      "▁ source",
+      "ar n",
+      "a rn",
+      "ap i",
+      "a pi",
+      "▁re present",
+      "▁repr esent",
+      "▁repres ent",
+      "▁repre sent",
+      "▁a ff",
+      "▁af f",
+      "▁ aff",
+      "▁s ein",
+      "▁se in",
+      "▁sei n",
+      "▁ sein",
+      "▁al low",
+      "▁all ow",
+      "▁allo w",
+      "▁ allow",
+      "or mal",
+      "orm al",
+      "en ded",
+      "end ed",
+      "ende d",
+      "▁cont rol",
+      "▁contr ol",
+      "▁contro l",
+      "▁ control",
+      "math bf",
+      "com e",
+      "co me",
+      "c ome",
+      "cu r",
+      "c ur",
+      "en do",
+      "end o",
+      "w a",
+      "▁up date",
+      "▁upd ate",
+      "▁ update",
+      "▁in side",
+      "▁ins ide",
+      "▁ inside",
+      "▁re ason",
+      "▁ reason",
+      "om en",
+      "ome n",
+      "o men",
+      "▁в ы",
+      "▁ вы",
+      "D e",
+      "▁ј е",
+      "▁ је",
+      "s w",
+      "▁s ever",
+      "▁se ver",
+      "O f",
+      "▁inst ance",
+      "▁ instance",
+      "▁m er",
+      "▁me r",
+      "▁ mer",
+      "▁e ffect",
+      "▁eff ect",
+      "▁ effect",
+      "col or",
+      "co lor",
+      "colo r",
+      "ug ust",
+      "il t",
+      "i lt",
+      "de s",
+      "d es",
+      "it z",
+      "i tz",
+      "ul ation",
+      "ula tion",
+      "u lation",
+      "ni e",
+      "n ie",
+      "▁W orld",
+      "▁Wor ld",
+      "▁ World",
+      "▁sim ilar",
+      "▁ similar",
+      "ym bol",
+      "hi ng",
+      "hin g",
+      "h ing",
+      "▁m ark",
+      "▁mar k",
+      "▁ mark",
+      "St ate",
+      "Stat e",
+      "▁cont ent",
+      "▁conten t",
+      "▁conte nt",
+      "▁ content",
+      "▁me ans",
+      "▁mean s",
+      "am ed",
+      "ame d",
+      "a med",
+      "▁E nd",
+      "▁En d",
+      "▁ End",
+      "N D",
+      "co unt",
+      "cou nt",
+      "c ount",
+      "▁In st",
+      "▁Ins t",
+      "▁ Inst",
+      "per ty",
+      "pert y",
+      "ct or",
+      "c tor",
+      "▁{ \\",
+      "▁ {\\",
+      "▁L et",
+      "▁Le t",
+      "▁ Let",
+      "▁! =",
+      "▁ !=",
+      "▁get ting",
+      "▁ getting",
+      "ut h",
+      "u th",
+      "um ber",
+      "umb er",
+      "▁Cons ultado",
+      "sch aft",
+      "sc haft",
+      "le te",
+      "let e",
+      "l ete",
+      "▁W ill",
+      "▁Wil l",
+      "▁Wi ll",
+      "▁ Will",
+      "▁E m",
+      "▁ Em",
+      "he ad",
+      "h ead",
+      "▁l eg",
+      "▁le g",
+      "▁ leg",
+      "но м",
+      "н ом",
+      "O r",
+      "ar m",
+      "a rm",
+      "pon d",
+      "po nd",
+      "p ond",
+      "▁Ch rist",
+      "▁Chris t",
+      "▁Chr ist",
+      "▁ Christ",
+      "▁a round",
+      "▁ar ound",
+      "▁ around",
+      "▁c lear",
+      "▁cl ear",
+      "▁cle ar",
+      "▁ clear",
+      "▁h ref",
+      "▁hr ef",
+      "▁ href",
+      "▁S ee",
+      "▁Se e",
+      "▁ See",
+      "') .",
+      "' ).",
+      "▁cre ated",
+      "▁create d",
+      "▁ created",
+      "▁b utton",
+      "▁but ton",
+      "▁ button",
+      "in ing",
+      "ini ng",
+      "i ning",
+      "▁c lick",
+      "▁cl ick",
+      "▁cli ck",
+      "▁ click",
+      "ia m",
+      "i am",
+      "pl it",
+      "p lit",
+      "F or",
+      "▁p olit",
+      "▁po lit",
+      "▁pol it",
+      "▁ polit",
+      "▁se em",
+      "▁see m",
+      "▁l ife",
+      "▁li fe",
+      "▁lif e",
+      "▁ life",
+      "но в",
+      "н ов",
+      "▁in tern",
+      "▁int ern",
+      "▁inter n",
+      "▁inte rn",
+      "▁ intern",
+      "щ и",
+      "se l",
+      "s el",
+      "so ci",
+      "s oci",
+      "▁s tor",
+      "▁st or",
+      "▁sto r",
+      "▁ stor",
+      "cl e",
+      "c le",
+      "ear ch",
+      "e arch",
+      "and roid",
+      "andro id",
+      "andr oid",
+      "}^ {",
+      "} ^{",
+      "▁e ither",
+      "▁f ew",
+      "▁fe w",
+      "▁init ial",
+      "▁initi al",
+      "▁ initial",
+      "l ength",
+      "ri a",
+      "r ia",
+      "sq l",
+      "s ql",
+      "wi k",
+      "w ik",
+      "▁é t",
+      "▁ ét",
+      "ue r",
+      "u er",
+      "▁val id",
+      "▁ valid",
+      "An d",
+      "A nd",
+      "in clude",
+      "includ e",
+      "ur y",
+      "u ry",
+      "▁s us",
+      "▁su s",
+      "ir ed",
+      "ire d",
+      "i red",
+      "▁A fter",
+      "▁Af ter",
+      "▁ After",
+      "▁d ue",
+      "▁du e",
+      "▁ due",
+      "▁b ei",
+      "▁be i",
+      "▁ bei",
+      "our ces",
+      "ource s",
+      "▁N ov",
+      "▁No v",
+      "▁ Nov",
+      "Ac t",
+      "A ct",
+      "▁C ont",
+      "▁Con t",
+      "▁Co nt",
+      "▁ Cont",
+      "▁bre ak",
+      "▁ break",
+      "es ted",
+      "est ed",
+      "este d",
+      "e sted",
+      "▁act ually",
+      "▁actual ly",
+      "▁actu ally",
+      "el se",
+      "els e",
+      "tm l",
+      "t ml",
+      "re r",
+      "r er",
+      "on es",
+      "one s",
+      "o nes",
+      "▁de sign",
+      "▁des ign",
+      "▁ design",
+      "▁pro perty",
+      "▁proper ty",
+      "▁ property",
+      "ph i",
+      "p hi",
+      "al ity",
+      "ali ty",
+      "oc h",
+      "o ch",
+      "is ts",
+      "ist s",
+      "▁ ·",
+      "ud io",
+      "udi o",
+      "A B",
+      "al a",
+      "a la",
+      "ion es",
+      "io nes",
+      "ione s",
+      "i ones",
+      "ф и",
+      "fin d",
+      "fi nd",
+      "f ind",
+      "A s",
+      "▁c ustom",
+      "▁cust om",
+      "▁ custom",
+      "▁a nn",
+      "▁an n",
+      "▁ ann",
+      "E S",
+      "O T",
+      "l ambda",
+      "▁i dent",
+      "▁id ent",
+      "▁ide nt",
+      "▁ ident",
+      "▁or gan",
+      "▁org an",
+      "▁ organ",
+      "▁C ent",
+      "▁Ce nt",
+      "▁ Cent",
+      "▁C har",
+      "▁Ch ar",
+      "▁Cha r",
+      "▁ Char",
+      "▁o s",
+      "▁ os",
+      "▁h ard",
+      "▁ha rd",
+      "▁har d",
+      "▁ hard",
+      "ро в",
+      "р ов",
+      "▁/ >",
+      "▁ />",
+      "k o",
+      "▁ex per",
+      "▁exp er",
+      "▁se par",
+      "▁sep ar",
+      "▁ separ",
+      "y l",
+      "ou rn",
+      "our n",
+      "o urn",
+      "▁d ev",
+      "▁de v",
+      "▁ dev",
+      "▁a uch",
+      "▁au ch",
+      "▁auc h",
+      "▁ auch",
+      "▁b lock",
+      "▁bl ock",
+      "▁blo ck",
+      "▁ block",
+      "bo ok",
+      "b ook",
+      "▁m ap",
+      "▁ma p",
+      "▁ map",
+      "il la",
+      "ill a",
+      "i lla",
+      "▁com put",
+      "▁comp ut",
+      "▁ comput",
+      "▁s pace",
+      "▁sp ace",
+      "▁spac e",
+      "▁ space",
+      "res ult",
+      ") }",
+      "▁e cho",
+      "▁ec ho",
+      "▁ echo",
+      "con fig",
+      "conf ig",
+      "h i",
+      "▁lar ge",
+      "▁larg e",
+      "▁ large",
+      "▁w idth",
+      "▁wid th",
+      "▁ width",
+      "▁G o",
+      "▁ Go",
+      "ma t",
+      "m at",
+      "▁d iff",
+      "▁di ff",
+      "▁dif f",
+      "▁ diff",
+      "▁k ind",
+      "▁ki nd",
+      "▁kin d",
+      "▁ kind",
+      "an ces",
+      "ance s",
+      "anc es",
+      "yn am",
+      "yna m",
+      "y nam",
+      "▁col or",
+      "▁co lor",
+      "▁ color",
+      "In t",
+      "I nt",
+      "so l",
+      "s ol",
+      "▁p i",
+      "▁ pi",
+      "▁char acter",
+      "▁charact er",
+      "▁ character",
+      "om ent",
+      "ome nt",
+      "omen t",
+      "o ment",
+      "▁res ponse",
+      "▁respons e",
+      "▁ response",
+      "ig ma",
+      "ward s",
+      "war ds",
+      "w ards",
+      "ar row",
+      "arr ow",
+      "с у",
+      "ti es",
+      "t ies",
+      "▁ü ber",
+      "▁ über",
+      "Im age",
+      "y d",
+      "▁п ере",
+      "▁пер е",
+      "▁пе ре",
+      "▁ пере",
+      "▁n ode",
+      "▁no de",
+      "▁nod e",
+      "▁ node",
+      "▁it em",
+      "▁i tem",
+      "▁ item",
+      "ach ine",
+      "achi ne",
+      "im a",
+      "i ma",
+      "▁v a",
+      "▁ va",
+      "▁appro ach",
+      "▁w er",
+      "▁we r",
+      "▁ wer",
+      "▁ч е",
+      "▁ че",
+      "O n",
+      "ol low",
+      "oll ow",
+      "он а",
+      "о на",
+      "ct ed",
+      "c ted",
+      "ur ed",
+      "ure d",
+      "u red",
+      "Cont roller",
+      "Control ler",
+      "li ed",
+      "lie d",
+      "l ied",
+      "▁j o",
+      "▁ jo",
+      "▁d al",
+      "▁da l",
+      "▁ dal",
+      "un k",
+      "▁ î",
+      "st art",
+      "sta rt",
+      "star t",
+      "ol a",
+      "o la",
+      "▁com pon",
+      "▁comp on",
+      "I C",
+      "bi t",
+      "b it",
+      "▁b ase",
+      "▁bas e",
+      "▁ba se",
+      "▁ base",
+      "п у",
+      "▁id ea",
+      "▁ide a",
+      "▁ idea",
+      "▁d ire",
+      "▁di re",
+      "▁dir e",
+      "▁ dire",
+      "▁r ad",
+      "▁ra d",
+      "▁ rad",
+      "gr oup",
+      "gro up",
+      "▁W ith",
+      "▁Wi th",
+      "▁Wit h",
+      "▁ With",
+      "ser ver",
+      "serv er",
+      "serve r",
+      "si de",
+      "s ide",
+      "si ng",
+      "sin g",
+      "s ing",
+      "▁d ies",
+      "▁di es",
+      "▁die s",
+      "▁n ear",
+      "▁ne ar",
+      "▁ near",
+      "▁v oor",
+      "▁vo or",
+      "▁ voor",
+      "▁arg ument",
+      "▁ argument",
+      "▁} ,",
+      "▁ },",
+      "▁l and",
+      "▁la nd",
+      "▁lan d",
+      "▁ land",
+      "▁n ames",
+      "▁name s",
+      "▁na mes",
+      "▁nam es",
+      "▁ names",
+      "▁o ption",
+      "▁op tion",
+      "▁opt ion",
+      "▁ option",
+      "ith ub",
+      "pp ed",
+      "ppe d",
+      "p ped",
+      "au g",
+      "a ug",
+      "▁l inks",
+      "▁link s",
+      "▁lin ks",
+      "▁ links",
+      "▁f ull",
+      "▁fu ll",
+      "▁ful l",
+      "▁ full",
+      "▁s itu",
+      "▁si tu",
+      "▁sit u",
+      "▁con sole",
+      "▁cons ole",
+      "▁ console",
+      "▁e tc",
+      "▁et c",
+      "▁ etc",
+      "au x",
+      "a ux",
+      "▁C or",
+      "▁Co r",
+      "▁ Cor",
+      "icro soft",
+      "▁c ame",
+      "▁cam e",
+      "▁ca me",
+      "lo cal",
+      "loc al",
+      "l ocal",
+      "▁k nown",
+      "▁kn own",
+      "▁know n",
+      "▁ known",
+      "▁multi ple",
+      "▁multip le",
+      "▁ multiple",
+      "angu age",
+      "▁t otal",
+      "▁to tal",
+      "▁tot al",
+      "▁ total",
+      "ol ogy",
+      "olog y",
+      "olo gy",
+      "ä t",
+      "▁ Х",
+      "▁f re",
+      "▁fr e",
+      "▁ fre",
+      "▁t en",
+      "▁te n",
+      "▁ ten",
+      "ide o",
+      "▁b es",
+      "▁be s",
+      "▁ bes",
+      "tr ue",
+      "Qu ery",
+      "Que ry",
+      "om m",
+      "o mm",
+      "▁A rt",
+      "▁Ar t",
+      "▁ Art",
+      "▁ke ep",
+      "▁ keep",
+      "▁Un iversity",
+      "▁Univers ity",
+      "re ate",
+      "rea te",
+      "pp ort",
+      "ppo rt",
+      "p port",
+      "▁p ython",
+      "▁ python",
+      "tr a",
+      "t ra",
+      "ect or",
+      "ec tor",
+      "e ctor",
+      "р і",
+      "op h",
+      "o ph",
+      "▁c onc",
+      "▁con c",
+      "▁co nc",
+      "▁f our",
+      "▁fo ur",
+      "▁fou r",
+      "▁ four",
+      "vi ron",
+      "vir on",
+      "▁v ia",
+      "▁vi a",
+      "▁ via",
+      "? \"",
+      "im age",
+      "ima ge",
+      "ol l",
+      "o ll",
+      "ны е",
+      "н ые",
+      "▁con text",
+      "▁cont ext",
+      "▁conte xt",
+      "▁ context",
+      "▁s em",
+      "▁se m",
+      "▁ sem",
+      ". _",
+      "▁e ng",
+      "▁en g",
+      "▁ eng",
+      "ma r",
+      "m ar",
+      "A D",
+      "▁m or",
+      "▁mo r",
+      "▁ mor",
+      "▁C al",
+      "▁Ca l",
+      "▁ Cal",
+      "▁c ell",
+      "▁ce ll",
+      "▁cel l",
+      "▁ cell",
+      "im al",
+      "ima l",
+      "i mal",
+      "AT E",
+      "A TE",
+      "▁in f",
+      "▁ inf",
+      "ö n",
+      "uf fer",
+      "uff er",
+      "s q",
+      ".. ..",
+      "... .",
+      ". ...",
+      "▁z ur",
+      "▁zu r",
+      "W ith",
+      "ра н",
+      "р ан",
+      "ch n",
+      "c hn",
+      "▁d oor",
+      "▁do or",
+      "▁ door",
+      "cont ent",
+      "▁m iss",
+      "▁mi ss",
+      "▁mis s",
+      "▁ miss",
+      "▁s imp",
+      "▁sim p",
+      "▁si mp",
+      "▁ simp",
+      "á r",
+      "ir a",
+      "i ra",
+      "▁h at",
+      "▁ha t",
+      "▁ hat",
+      "Te st",
+      "T est",
+      "▁c ertain",
+      "▁cert ain",
+      "▁cer tain",
+      "▁ certain",
+      "N S",
+      "▁c ho",
+      "▁ch o",
+      "▁ cho",
+      "▁ad v",
+      "▁ adv",
+      "wh ere",
+      "w here",
+      "▁lo oking",
+      "▁look ing",
+      "▁ looking",
+      "▁t imes",
+      "▁time s",
+      "▁tim es",
+      "▁ti mes",
+      "▁ times",
+      "ни х",
+      "н их",
+      "ut o",
+      "u to",
+      "▁ É",
+      "ca n",
+      "c an",
+      "ho st",
+      "hos t",
+      "h ost",
+      "▁( *",
+      "▁ (*",
+      "lo at",
+      "▁n icht",
+      "▁ni cht",
+      "▁nic ht",
+      "▁nich t",
+      "Fi eld",
+      "F ield",
+      "bu rg",
+      "bur g",
+      "b urg",
+      "con st",
+      "cons t",
+      "ad es",
+      "ade s",
+      "a des",
+      "▁M us",
+      "▁Mu s",
+      "▁ Mus",
+      "▁n othing",
+      "▁not hing",
+      "▁no thing",
+      "▁ nothing",
+      "▁in cre",
+      "▁inc re",
+      "▁M in",
+      "▁Mi n",
+      "▁ Min",
+      "▁p ower",
+      "▁po wer",
+      "▁pow er",
+      "▁ power",
+      "▁Amer ican",
+      "▁America n",
+      "▁ American",
+      "l n",
+      "val id",
+      "un gs",
+      "ung s",
+      "▁N ational",
+      "▁Nat ional",
+      "▁Nation al",
+      "▁ National",
+      "▁S an",
+      "▁Sa n",
+      "▁ San",
+      "▁Y ork",
+      "Re quest",
+      "ch ar",
+      "cha r",
+      "c har",
+      "▁Z e",
+      "▁ Ze",
+      "but ton",
+      "b utton",
+      "▁a lg",
+      "▁al g",
+      "▁ alg",
+      "SO N",
+      "S ON",
+      "▁a p",
+      "▁ ap",
+      "uf f",
+      "u ff",
+      "ab ility",
+      "abil ity",
+      "е м",
+      "▁any thing",
+      "el a",
+      "e la",
+      "() )",
+      "( ))",
+      "б а",
+      "amp ion",
+      "ampio n",
+      "▁p ot",
+      "▁po t",
+      "▁ pot",
+      "▁f ut",
+      "▁fu t",
+      "ail able",
+      "▁p rop",
+      "▁pro p",
+      "▁pr op",
+      "▁ prop",
+      "\" ]",
+      "▁l ess",
+      "▁le ss",
+      "▁les s",
+      "▁ less",
+      "la g",
+      "l ag",
+      "▁A ugust",
+      "▁Aug ust",
+      "▁ August",
+      "I t",
+      "▁p lease",
+      "▁ple ase",
+      "▁st yle",
+      "▁sty le",
+      "▁ style",
+      "▁Al so",
+      "▁Als o",
+      "▁ Also",
+      "b t",
+      "▁pro bably",
+      "▁prob ably",
+      "▁O ne",
+      "▁On e",
+      "▁ One",
+      "▁p oss",
+      "▁po ss",
+      "▁pos s",
+      "▁ poss",
+      "U I",
+      "ui t",
+      "u it",
+      "▁W est",
+      "▁We st",
+      "▁Wes t",
+      "▁ West",
+      "h n",
+      "+ \\",
+      "But ton",
+      "Butt on",
+      "B utton",
+      "js on",
+      "j son",
+      "er r",
+      "e rr",
+      "ra me",
+      "ram e",
+      "r ame",
+      "do m",
+      "d om",
+      "il on",
+      "ilo n",
+      "i lon",
+      "al f",
+      "▁c lient",
+      "▁cl ient",
+      "▁cli ent",
+      "▁ client",
+      "▁cont inu",
+      "▁contin u",
+      "▁ continu",
+      "x ml",
+      "pe c",
+      "p ec",
+      "ad or",
+      "ado r",
+      "a dor",
+      "l s",
+      "▁how ever",
+      "▁A ny",
+      "▁An y",
+      "▁ Any",
+      "än d",
+      "ä nd",
+      "math rm",
+      "▁u rl",
+      "▁ur l",
+      "▁ url",
+      "▁b ook",
+      "▁bo ok",
+      "▁ book",
+      "▁g l",
+      "▁ gl",
+      "iv es",
+      "ive s",
+      "i ves",
+      "g i",
+      "▁t ro",
+      "▁tr o",
+      "▁U S",
+      "▁ US",
+      "po int",
+      "p oint",
+      "op en",
+      "ope n",
+      "o pen",
+      "▁c ur",
+      "▁cu r",
+      "▁ cur",
+      "▁e ra",
+      "▁er a",
+      "▁ era",
+      "▁part icular",
+      "▁partic ular",
+      "▁particul ar",
+      "▁parti cular",
+      "▁H T",
+      "▁ HT",
+      "oo t",
+      "o ot",
+      "el lo",
+      "ell o",
+      "lo bal",
+      "lob al",
+      "▁a ction",
+      "▁act ion",
+      "▁ac tion",
+      "▁ action",
+      "▁I nt",
+      "▁In t",
+      "▁ Int",
+      "▁in clude",
+      "▁incl ude",
+      "▁includ e",
+      "▁inclu de",
+      "▁ include",
+      "▁el ements",
+      "▁element s",
+      "▁ele ments",
+      "▁elem ents",
+      "▁ elements",
+      "на я",
+      "ar ds",
+      "ard s",
+      "▁B l",
+      "▁ Bl",
+      "▁h um",
+      "▁hu m",
+      "▁ hum",
+      "fr om",
+      "f rom",
+      "ch ange",
+      "chan ge",
+      "▁function s",
+      "▁fun ctions",
+      "▁ functions",
+      "he n",
+      "h en",
+      "Ser vice",
+      "Serv ice",
+      "▁he ight",
+      "▁ height",
+      "▁L and",
+      "▁La nd",
+      "▁Lan d",
+      "▁ Land",
+      "ia s",
+      "i as",
+      "g s",
+      "ió n",
+      "i ón",
+      "ло в",
+      "л ов",
+      "no de",
+      "n ode",
+      ". ”",
+      "ha nd",
+      "han d",
+      "h and",
+      "▁б у",
+      "▁ бу",
+      "▁a mb",
+      "▁am b",
+      "▁ amb",
+      "▁L u",
+      "▁ Lu",
+      "▁th row",
+      "▁thr ow",
+      "▁thro w",
+      "▁ throw",
+      "▁m ot",
+      "▁mo t",
+      "▁ mot",
+      "▁A ct",
+      "▁Ac t",
+      "▁ Act",
+      "▁w orld",
+      "▁wor ld",
+      "▁ world",
+      "_ \\",
+      "ba se",
+      "bas e",
+      "b ase",
+      "▁C o",
+      "▁ Co",
+      "▁ar ch",
+      "▁arc h",
+      "▁ arch",
+      "▁## ##",
+      "▁### #",
+      "▁ ####",
+      "ge d",
+      "g ed",
+      "pr il",
+      "p ril",
+      "ol der",
+      "old er",
+      "o lder",
+      "Mod el",
+      "Mode l",
+      "Mo del",
+      "M odel",
+      "▁sever al",
+      "li e",
+      "l ie",
+      "che ck",
+      "c heck",
+      "] {",
+      "con s",
+      "co ns",
+      "c ons",
+      "▁T ra",
+      "▁Tr a",
+      "▁ Tra",
+      "he ck",
+      "▁l east",
+      "▁le ast",
+      "do wn",
+      "d own",
+      "eb ru",
+      "e bru",
+      "De f",
+      "D ef",
+      "par am",
+      "pa ram",
+      "para m",
+      "p aram",
+      "is cher",
+      "isch er",
+      "ische r",
+      "isc her",
+      "i scher",
+      "▁c as",
+      "▁ca s",
+      "▁ cas",
+      "C H",
+      "▁add ress",
+      "▁addr ess",
+      "▁ address",
+      "▁ра з",
+      "▁ раз",
+      "uf en",
+      "ufe n",
+      "u fen",
+      "ur ope",
+      "uro pe",
+      "urop e",
+      "е й",
+      "▁b ound",
+      "▁bo und",
+      "▁bou nd",
+      "▁ bound",
+      "C O",
+      "▁A ng",
+      "▁An g",
+      "▁ Ang",
+      "▁M a",
+      "▁ Ma",
+      "In dex",
+      "Ind ex",
+      "co re",
+      "cor e",
+      "c ore",
+      "ou ch",
+      "ouc h",
+      "o uch",
+      "at abase",
+      "ata base",
+      "rib ution",
+      "ribu tion",
+      "doc ument",
+      "d ocument",
+      "L e",
+      "}_ {",
+      "} _{",
+      "ve rn",
+      "ver n",
+      "v ern",
+      "▁stat ement",
+      "▁state ment",
+      "▁ statement",
+      "▁B rit",
+      "▁Br it",
+      "on o",
+      "o no",
+      "ps ilon",
+      "psi lon",
+      "▁le vel",
+      "▁lev el",
+      "▁ level",
+      "▁pro duct",
+      "▁produ ct",
+      "▁prod uct",
+      "▁ product",
+      "I S",
+      "▁c ourse",
+      "▁cour se",
+      "▁cours e",
+      "▁ course",
+      "▁M r",
+      "▁ Mr",
+      "> \r",
+      "▁back ground",
+      "▁ background",
+      "▁re t",
+      "▁r et",
+      "▁ ret",
+      "er ing",
+      "eri ng",
+      "e ring",
+      "mo st",
+      "mos t",
+      "m ost",
+      "сь ко",
+      "ськ о",
+      "▁th read",
+      "▁thr ead",
+      "▁thre ad",
+      "▁ thread",
+      "it ional",
+      "ition al",
+      "iti onal",
+      "it es",
+      "ite s",
+      "i tes",
+      "P l",
+      "▁d os",
+      "▁do s",
+      "g a",
+      "da y",
+      "d ay",
+      "▁G ener",
+      "▁Ge ner",
+      "▁Gen er",
+      "▁Gene r",
+      "▁ Gener",
+      "▁t w",
+      "▁ tw",
+      "A d",
+      "\"> <",
+      "\" ><",
+      "▁( $",
+      "▁ ($",
+      "▁m oment",
+      "▁mo ment",
+      "▁mom ent",
+      "tit le",
+      "t itle",
+      "cre ate",
+      "c reate",
+      "vers ion",
+      "v ersion",
+      "Man ager",
+      "▁f ur",
+      "▁fu r",
+      "▁ fur",
+      "pp ing",
+      "ppi ng",
+      "p ping",
+      "ij n",
+      "о с",
+      "▁r ather",
+      "▁ra ther",
+      "▁rat her",
+      "pt ember",
+      "O S",
+      "▁s ite",
+      "▁si te",
+      "▁sit e",
+      "▁ site",
+      "▁c aus",
+      "▁ca us",
+      "an i",
+      "a ni",
+      "▁h ome",
+      "▁hom e",
+      "▁ho me",
+      "▁ home",
+      "м і",
+      "▁sh ort",
+      "▁sho rt",
+      "▁ short",
+      "p a",
+      "▁l ead",
+      "▁le ad",
+      "is hed",
+      "ish ed",
+      "ci ng",
+      "cin g",
+      "c ing",
+      "or ding",
+      "ord ing",
+      "ordin g",
+      "▁p rote",
+      "▁pro te",
+      "▁pr ote",
+      "▁prot e",
+      "▁ prote",
+      "с ле",
+      "LE CT",
+      "L ECT",
+      "▁di dn",
+      "▁did n",
+      "pos ition",
+      "p osition",
+      "\", \"",
+      "\" ,\"",
+      "() ,",
+      "( ),",
+      "tr ans",
+      "tra ns",
+      "▁l ot",
+      "▁lo t",
+      "▁ lot",
+      "▁о д",
+      "▁ од",
+      "A S",
+      "▁s at",
+      "▁sa t",
+      "▁po ints",
+      "▁point s",
+      "▁ points",
+      "g ithub",
+      "st yle",
+      "sty le",
+      "▁го ду",
+      "▁год у",
+      "▁D is",
+      "▁Di s",
+      "▁ Dis",
+      "pon ent",
+      "om et",
+      "ome t",
+      "o met",
+      "ze r",
+      "z er",
+      "UL L",
+      "U LL",
+      "▁p a",
+      "▁ pa",
+      "A P",
+      "ac es",
+      "ace s",
+      "a ces",
+      "▁Un ited",
+      "▁Unit ed",
+      "am a",
+      "a ma",
+      "et y",
+      "e ty",
+      "Col or",
+      "Co lor",
+      "▁en ough",
+      "U S",
+      "▁l ength",
+      "▁leng th",
+      "▁ length",
+      "() );",
+      "()) ;",
+      "( ));",
+      "^{ \\",
+      "^ {\\",
+      "ft y",
+      "f ty",
+      "Bo x",
+      "B ox",
+      "ap ter",
+      "apt er",
+      "▁comp let",
+      "▁comple t",
+      "▁compl et",
+      "ни к",
+      "ma x",
+      "m ax",
+      "ob ject",
+      "obj ect",
+      "o bject",
+      "( {",
+      "img ur",
+      "it ive",
+      "iti ve",
+      "un ch",
+      "unc h",
+      "▁S ub",
+      "▁Su b",
+      "▁ Sub",
+      "en de",
+      "end e",
+      "e nde",
+      "г у",
+      "ateg ory",
+      "ategor y",
+      "т ы",
+      "ia no",
+      "ian o",
+      "i ano",
+      "▁u pd",
+      "▁up d",
+      "▁A ust",
+      "▁Aus t",
+      "▁Au st",
+      "}{ \\",
+      "} {\\",
+      "to p",
+      "t op",
+      "la s",
+      "l as",
+      "pi s",
+      "p is",
+      "in ess",
+      "ine ss",
+      "ines s",
+      "i ness",
+      "▁{ \r",
+      "▁ {\r",
+      "▁ Е",
+      "G r",
+      "▁A S",
+      "▁ AS",
+      "▁в е",
+      "▁ ве",
+      "th ers",
+      "ther s",
+      "the rs",
+      "▁d efined",
+      "▁def ined",
+      "▁define d",
+      "▁defin ed",
+      "▁ defined",
+      "az ione",
+      "azi one",
+      "a zione",
+      "▁o ffic",
+      "▁of fic",
+      "▁off ic",
+      "▁au tom",
+      "▁aut om",
+      "▁auto m",
+      "▁ autom",
+      "ü n",
+      "▁b row",
+      "▁br ow",
+      "▁bro w",
+      "▁ brow",
+      "▁s erv",
+      "▁se rv",
+      "▁ser v",
+      "▁ serv",
+      "▁re move",
+      "▁rem ove",
+      "▁remov e",
+      "▁ remove",
+      "ir o",
+      "i ro",
+      "▁B ibli",
+      "▁Bib li",
+      "E D",
+      "▁w hole",
+      "▁wh ole",
+      "▁who le",
+      "▁ ш",
+      "▁J ava",
+      "▁Ja va",
+      "▁ Java",
+      "▁z um",
+      "▁zu m",
+      "u a",
+      "p m",
+      "de v",
+      "d ev",
+      "к ра",
+      "ol ds",
+      "old s",
+      "▁W ar",
+      "▁Wa r",
+      "ä n",
+      "pa ss",
+      "pas s",
+      "p ass",
+      "u z",
+      "[ \"",
+      "▁t ri",
+      "▁tr i",
+      "▁ tri",
+      "is ed",
+      "ise d",
+      "i sed",
+      "х а",
+      "▁mem ory",
+      "▁memor y",
+      "▁ memory",
+      "▁P ort",
+      "▁Po rt",
+      "▁Por t",
+      "▁ Port",
+      "op er",
+      "ope r",
+      "o per",
+      "U p",
+      "▁Th ank",
+      "▁ Thank",
+      "▁M ich",
+      "▁Mi ch",
+      "▁Mic h",
+      "▁ Mich",
+      "yc h",
+      "y ch",
+      "bo ard",
+      "boa rd",
+      "б у",
+      "In st",
+      "▁b egin",
+      "▁be gin",
+      "▁beg in",
+      "▁ begin",
+      "in ation",
+      "ina tion",
+      "▁M od",
+      "▁Mo d",
+      "▁ Mod",
+      "_ ,",
+      "▁D en",
+      "▁De n",
+      "▁ Den",
+      "op tion",
+      "opt ion",
+      "o ption",
+      "▁con struct",
+      "▁const ruct",
+      "▁constru ct",
+      "▁ construct",
+      "▁J ust",
+      "▁Ju st",
+      "▁ Just",
+      "Ma p",
+      "M ap",
+      "ru n",
+      "r un",
+      "▁re spect",
+      "▁res pect",
+      "▁resp ect",
+      "ha m",
+      "h am",
+      "ма н",
+      "м ан",
+      "im edia",
+      "ime dia",
+      "i media",
+      "▁a pply",
+      "▁app ly",
+      "▁ap ply",
+      "▁ apply",
+      "cri ption",
+      "cript ion",
+      "ma in",
+      "mai n",
+      "m ain",
+      "▁К а",
+      "▁ Ка",
+      "oi d",
+      "o id",
+      "Co de",
+      "C ode",
+      "} ;",
+      "In fo",
+      "Inf o",
+      "▁for mat",
+      "▁form at",
+      "▁forma t",
+      "▁ format",
+      "Lo g",
+      "L og",
+      "▁с у",
+      "▁ су",
+      "▁l at",
+      "▁la t",
+      "▁ lat",
+      "ut or",
+      "uto r",
+      "u tor",
+      "▁re ference",
+      "▁refer ence",
+      "▁ reference",
+      "▁cal cul",
+      "▁calc ul",
+      "▁ calcul",
+      "on n",
+      "o nn",
+      "L o",
+      "in fty",
+      "inf ty",
+      "▁a long",
+      "▁al ong",
+      "▁ č",
+      "▁t ask",
+      "▁ta sk",
+      "▁ task",
+      "▁e v",
+      "▁ ev",
+      "th eta",
+      "the ta",
+      "ra s",
+      "r as",
+      "jo r",
+      "j or",
+      "▁б о",
+      "▁ бо",
+      "▁princi p",
+      "▁prin cip",
+      "M y",
+      "▁e iner",
+      "▁ein er",
+      "▁eine r",
+      "▁E s",
+      "▁ Es",
+      "om b",
+      "o mb",
+      "qu ad",
+      "qua d",
+      "^{ -",
+      "^ {-",
+      "um p",
+      "u mp",
+      "▁t ill",
+      "▁til l",
+      "▁ti ll",
+      "д і",
+      "▁lo oks",
+      "▁look s",
+      "▁o k",
+      "▁ ok",
+      "ц а",
+      "n u",
+      "Fi l",
+      "F il",
+      "▁s ont",
+      "▁so nt",
+      "▁son t",
+      "▁M ed",
+      "▁Me d",
+      "▁ Med",
+      "ag ue",
+      "agu e",
+      "a gue",
+      "▁c ost",
+      "▁co st",
+      "▁cos t",
+      "▁ cost",
+      "▁S im",
+      "▁Si m",
+      "▁ Sim",
+      "▁com ment",
+      "▁comm ent",
+      "▁comme nt",
+      "▁ comment",
+      "▁( \\",
+      "▁ (\\",
+      "eg en",
+      "ege n",
+      "e gen",
+      "▁para meter",
+      "▁param eter",
+      "▁paramet er",
+      "▁ parameter",
+      "▁F rance",
+      "▁Fran ce",
+      "▁Fr ance",
+      "▁Franc e",
+      "▁ France",
+      "re p",
+      "r ep",
+      "▁T H",
+      "▁ TH",
+      "▁y et",
+      "▁ye t",
+      "▁a way",
+      "▁aw ay",
+      "▁ away",
+      "▁c irc",
+      "▁ci rc",
+      "▁cir c",
+      "▁ circ",
+      "▁A PI",
+      "▁AP I",
+      "▁ API",
+      "em p",
+      "e mp",
+      "в і",
+      "L ayout",
+      "▁l ines",
+      "▁li nes",
+      "▁line s",
+      "▁lin es",
+      "▁ lines",
+      "▁P art",
+      "▁Par t",
+      "▁Pa rt",
+      "▁ Part",
+      "em pt",
+      "emp t",
+      "▁B i",
+      "▁ Bi",
+      "▁m ind",
+      "▁min d",
+      "▁mi nd",
+      "▁ mind",
+      "k y",
+      "gi ng",
+      "gin g",
+      "g ing",
+      "▁re port",
+      "▁rep ort",
+      "▁repo rt",
+      "▁ report",
+      "▁A dd",
+      "▁Ad d",
+      "▁ Add",
+      "ро д",
+      "р од",
+      "▁r ange",
+      "▁ran ge",
+      "▁rang e",
+      "▁ range",
+      "ci as",
+      "cia s",
+      "c ias",
+      "li p",
+      "l ip",
+      "▁K ar",
+      "▁Ka r",
+      "▁ Kar",
+      "▁Comm ons",
+      "▁Common s",
+      "ger ufen",
+      "af f",
+      "a ff",
+      "se c",
+      "s ec",
+      "▁h tml",
+      "▁ html",
+      "li g",
+      "l ig",
+      "▁w indow",
+      "▁wind ow",
+      "▁ window",
+      "in ition",
+      "ini tion",
+      "init ion",
+      "ci s",
+      "c is",
+      "▁u t",
+      "▁ ut",
+      "el n",
+      "e ln",
+      "▁a ux",
+      "▁au x",
+      "▁ aux",
+      "▁n eg",
+      "▁ne g",
+      "▁ neg",
+      "Ha nd",
+      "H and",
+      "▁) ;",
+      "▁ );",
+      "▁a nal",
+      "▁an al",
+      "▁ anal",
+      "▁f ri",
+      "▁fr i",
+      "▁ fri",
+      "▁с и",
+      "▁ си",
+      "et ch",
+      "etc h",
+      "m d",
+      "pa ge",
+      "pag e",
+      "p age",
+      "▁l ibrary",
+      "▁li brary",
+      "▁ library",
+      "▁: =",
+      "▁ :=",
+      "RO M",
+      "R OM",
+      "Y ou",
+      "sp ace",
+      "s pace",
+      "▁d urch",
+      "▁dur ch",
+      "▁h ost",
+      "▁ho st",
+      "▁hos t",
+      "▁ host",
+      "av en",
+      "ave n",
+      "a ven",
+      "▁F ile",
+      "▁Fil e",
+      "▁ File",
+      "al le",
+      "all e",
+      "a lle",
+      "ти в",
+      "▁p ap",
+      "▁pa p",
+      "ст во",
+      "ств о",
+      "с тво",
+      "mar k",
+      "m ark",
+      "▁m ais",
+      "▁ma is",
+      "▁mai s",
+      "er man",
+      "erm an",
+      "Si ze",
+      "S ize",
+      "е к",
+      "▁М а",
+      "▁ Ма",
+      "▁is n",
+      "▁i sn",
+      "▁c opy",
+      "▁co py",
+      "▁cop y",
+      "▁ copy",
+      "st en",
+      "ste n",
+      "s ten",
+      "ri ver",
+      "riv er",
+      "rive r",
+      "r iver",
+      "▁w ent",
+      "▁we nt",
+      "▁wen t",
+      "▁j avascript",
+      "▁java script",
+      "▁ javascript",
+      "▁s am",
+      "▁sa m",
+      "▁ sam",
+      "▁f rame",
+      "▁fr ame",
+      "▁fra me",
+      "▁fram e",
+      "▁ frame",
+      "▁v i",
+      "▁ vi",
+      "▁pre vious",
+      "▁prev ious",
+      "▁ previous",
+      "ro du",
+      "rod u",
+      "r odu",
+      "▁method s",
+      "▁ methods",
+      "▁ne cess",
+      "▁neces s",
+      "▁ necess",
+      "N A",
+      "ck et",
+      "cke t",
+      "c ket",
+      "▁o pt",
+      "▁op t",
+      "▁ opt",
+      "Lo c",
+      "L oc",
+      "ho w",
+      "h ow",
+      "▁î n",
+      "▁ în",
+      "sh ip",
+      "s hip",
+      "▁it self",
+      "▁its elf",
+      "▁P lease",
+      "▁Ple ase",
+      "▁ Please",
+      "ie ne",
+      "ien e",
+      "i ene",
+      "ве р",
+      "в ер",
+      "▁< <",
+      "▁ <<",
+      "▁m ill",
+      "▁mil l",
+      "▁mi ll",
+      "▁ mill",
+      "▁t rad",
+      "▁tr ad",
+      "▁tra d",
+      "▁ trad",
+      "pa ce",
+      "p ace",
+      "▁H ar",
+      "▁Ha r",
+      "▁ Har",
+      "it en",
+      "ite n",
+      "i ten",
+      "wi se",
+      "w ise",
+      "writ e",
+      "wr ite",
+      "w rite",
+      "ци и",
+      "р ы",
+      "Lin e",
+      "Li ne",
+      "L ine",
+      "ol o",
+      "o lo",
+      "▁ac cept",
+      "▁ accept",
+      "he ight",
+      "▁e lect",
+      "▁el ect",
+      "▁ele ct",
+      "▁ elect",
+      "el la",
+      "ell a",
+      "e lla",
+      "▁p å",
+      "Se lect",
+      "S elect",
+      "▁ ли",
+      "▁\\ <",
+      "▁ \\<",
+      "( (",
+      "▁I D",
+      "▁ ID",
+      "op s",
+      "o ps",
+      "ва н",
+      "в ан",
+      "i ó",
+      "T P",
+      "» ,",
+      "ne ction",
+      "nect ion",
+      "n ection",
+      "par ent",
+      "pa rent",
+      "▁M ag",
+      "▁Ma g",
+      "▁ Mag",
+      "Tab le",
+      "T able",
+      "O ver",
+      "▁n etwork",
+      "▁net work",
+      "▁ network",
+      "с по",
+      "▁as sign",
+      "▁ass ign",
+      "▁ assign",
+      "ig ger",
+      "igg er",
+      "ir m",
+      "i rm",
+      ") `",
+      "ot tom",
+      "ott om",
+      "otto m",
+      "be ta",
+      "bet a",
+      "b eta",
+      "▁d ell",
+      "▁de ll",
+      "▁del l",
+      "▁b ody",
+      "▁bo dy",
+      "▁bod y",
+      "▁ body",
+      "▁д а",
+      "▁ да",
+      "▁Y our",
+      "▁You r",
+      "▁ Your",
+      "▁f ue",
+      "▁fu e",
+      "▁p ackage",
+      "▁pack age",
+      "▁ package",
+      "▁l ight",
+      "▁lig ht",
+      "▁ light",
+      "▁* *",
+      "▁ **",
+      "M P",
+      "▁c ou",
+      "▁co u",
+      "▁ cou",
+      "ye s",
+      "y es",
+      ": \\",
+      "▁ Ч",
+      "▁m ention",
+      "▁men tion",
+      "▁ment ion",
+      "en sch",
+      "ens ch",
+      "▁d eg",
+      "▁de g",
+      "▁ deg",
+      "▁con vert",
+      "▁conver t",
+      "▁conv ert",
+      "▁ convert",
+      "▁D av",
+      "▁Da v",
+      "ad t",
+      "a dt",
+      "Res ult",
+      "th ough",
+      "▁b us",
+      "▁bu s",
+      "▁ bus",
+      "x y",
+      "▁s een",
+      "▁se en",
+      "▁see n",
+      "▁ seen",
+      "Al l",
+      "A ll",
+      "pu blic",
+      "pub lic",
+      "p ublic",
+      "iv ely",
+      "ive ly",
+      "ivel y",
+      "▁R ec",
+      "▁Re c",
+      "▁ Rec",
+      "▁H is",
+      "▁Hi s",
+      "si m",
+      "s im",
+      "▁f ör",
+      "▁fö r",
+      "▁ för",
+      "▁h istor",
+      "▁his tor",
+      "▁hi stor",
+      "▁hist or",
+      "▁ histor",
+      "▁s ett",
+      "▁se tt",
+      "▁set t",
+      "▁ sett",
+      "ra t",
+      "r at",
+      "ab led",
+      "able d",
+      "abl ed",
+      "a bled",
+      "▁» ,",
+      "▁ »,",
+      "go ogle",
+      "We b",
+      "W eb",
+      "é l",
+      "▁t itle",
+      "▁tit le",
+      "▁ title",
+      "▁J anu",
+      "▁Jan u",
+      "▁Ja nu",
+      "ј а",
+      "▁t ook",
+      "▁to ok",
+      "▁too k",
+      "id en",
+      "ide n",
+      "i den",
+      "s z",
+      "▁G et",
+      "▁Ge t",
+      "▁ Get",
+      "▁object s",
+      "▁ objects",
+      "▁com mon",
+      "▁comm on",
+      "▁ common",
+      "▁ch anges",
+      "▁change s",
+      "▁chang es",
+      "▁ changes",
+      "▁L ond",
+      "▁Lo nd",
+      "▁ Lond",
+      "▁ex tern",
+      "▁ext ern",
+      "▁j u",
+      "▁ ju",
+      "I s",
+      "▁av ailable",
+      "▁avail able",
+      "▁ available",
+      "tr i",
+      "t ri",
+      "▁m ás",
+      "▁má s",
+      "os a",
+      "o sa",
+      "B e",
+      "▁D ata",
+      "▁Da ta",
+      "▁Dat a",
+      "▁ Data",
+      "ur al",
+      "ura l",
+      "u ral",
+      "▁h om",
+      "▁ho m",
+      "▁ hom",
+      "▁acc ount",
+      "▁ac count",
+      "▁ account",
+      "o o",
+      "▁p erm",
+      "▁per m",
+      "▁pe rm",
+      "▁ perm",
+      "res pond",
+      "resp ond",
+      "y t",
+      "▁s end",
+      "▁se nd",
+      "▁sen d",
+      "▁ send",
+      "▁return s",
+      "▁ returns",
+      "iv id",
+      "ivi d",
+      "i vid",
+      "▁ex pla",
+      "▁exp la",
+      "▁expl a",
+      "í n",
+      "▁n or",
+      "▁no r",
+      "▁ nor",
+      "I f",
+      "▁F rom",
+      "▁Fr om",
+      "▁Fro m",
+      "▁ From",
+      "▁t arget",
+      "▁tar get",
+      "▁ target",
+      "fe ct",
+      "f ect",
+      "ен т",
+      "▁u it",
+      "▁ui t",
+      "▁ uit",
+      "▁J o",
+      "▁ Jo",
+      "▁vari ables",
+      "▁variable s",
+      "▁ variables",
+      "▁s eries",
+      "▁se ries",
+      "▁ser ies",
+      "▁serie s",
+      "▁ series",
+      "▁f unc",
+      "▁fun c",
+      "▁fu nc",
+      "▁ func",
+      "▁him self",
+      "▁ч а",
+      "▁ ча",
+      "an ti",
+      "ant i",
+      "▁a ch",
+      "▁ac h",
+      "▁ ach",
+      "ia log",
+      "ial og",
+      "i alog",
+      "▁s td",
+      "▁st d",
+      "▁ std",
+      "a e",
+      "▁f oot",
+      "▁fo ot",
+      "▁foo t",
+      "▁ foot",
+      "▁un ter",
+      "▁ unter",
+      "gr ess",
+      "gres s",
+      "gre ss",
+      "g ress",
+      "No t",
+      "N ot",
+      "ra d",
+      "r ad",
+      "f ér",
+      "▁u til",
+      "▁ut il",
+      "▁ util",
+      "or em",
+      "ore m",
+      "o rem",
+      "▁s ou",
+      "▁so u",
+      "op t",
+      "o pt",
+      "▁o g",
+      "▁ og",
+      "▁u ma",
+      "▁um a",
+      "▁ uma",
+      "it ar",
+      "ita r",
+      "i tar",
+      "▁O k",
+      "▁ Ok",
+      "ü ck",
+      "sq rt",
+      "▁a nt",
+      "▁an t",
+      "▁ ant",
+      "▁wer den",
+      "▁werd en",
+      "å r",
+      "}) ;",
+      "} );",
+      "▁P aris",
+      "▁Par is",
+      "▁Pa ris",
+      "▁ex ception",
+      "▁except ion",
+      "▁ exception",
+      "▁de term",
+      "▁det erm",
+      "▁V ol",
+      "▁Vo l",
+      "▁ Vol",
+      "▁S am",
+      "▁Sa m",
+      "▁ Sam",
+      "▁e ss",
+      "▁es s",
+      "▁ ess",
+      "li es",
+      "lie s",
+      "l ies",
+      "ion i",
+      "io ni",
+      "i oni",
+      "od ing",
+      "odi ng",
+      "o ding",
+      "id get",
+      "idge t",
+      "▁p ri",
+      "▁pr i",
+      "▁wh ether",
+      "▁whe ther",
+      "▁п од",
+      "▁по д",
+      "▁num bers",
+      "▁number s",
+      "▁ numbers",
+      "▁ ~",
+      "ev ent",
+      "even t",
+      "e vent",
+      "▁sh ows",
+      "▁show s",
+      "▁sho ws",
+      "at ures",
+      "atur es",
+      "ature s",
+      "atu res",
+      "▁h ouse",
+      "▁ho use",
+      "▁hous e",
+      "▁ house",
+      "▁f ace",
+      "▁fa ce",
+      "▁fac e",
+      "▁ face",
+      "▁s ię",
+      "▁si ę",
+      "viron ment",
+      "va n",
+      "v an",
+      "▁in cluding",
+      "▁includ ing",
+      "▁inclu ding",
+      "▁ including",
+      "▁< -",
+      "▁ <-",
+      "ti mes",
+      "time s",
+      "tim es",
+      "t imes",
+      "no w",
+      "n ow",
+      "▁p ur",
+      "▁pu r",
+      "▁ pur",
+      "if ier",
+      "ifi er",
+      "ifie r",
+      "▁e mp",
+      "▁em p",
+      "▁ emp",
+      "▁c la",
+      "▁cl a",
+      "▁ cla",
+      "mo n",
+      "m on",
+      "▁D as",
+      "▁Da s",
+      "ad y",
+      "a dy",
+      "▁в ід",
+      "▁ві д",
+      "▁ від",
+      "▁ ц",
+      "ab or",
+      "a bor",
+      "OS T",
+      "O ST",
+      "▁b and",
+      "▁ban d",
+      "▁ba nd",
+      "▁ band",
+      "▁ ú",
+      "▁ex actly",
+      "▁exact ly",
+      "ie rt",
+      "ier t",
+      "i ert",
+      "av ig",
+      "avi g",
+      "▁re du",
+      "▁r edu",
+      "▁red u",
+      "▁ redu",
+      "▁S E",
+      "▁ SE",
+      "lish ed",
+      "lis hed",
+      "l ished",
+      "B u",
+      "Mess age",
+      "M essage",
+      "ce ll",
+      "cel l",
+      "c ell",
+      "ful ly",
+      "full y",
+      "▁s v",
+      "▁ sv",
+      "▁m akes",
+      "▁ma kes",
+      "▁make s",
+      "▁mak es",
+      "po l",
+      "p ol",
+      "▁re quired",
+      "▁require d",
+      "▁requ ired",
+      "▁ required",
+      "fer rer",
+      "▁p ers",
+      "▁per s",
+      "▁pe rs",
+      "▁ pers",
+      "▁m i",
+      "▁ mi",
+      "F I",
+      "▁Pa ul",
+      "▁ Paul",
+      "▁U I",
+      "▁ UI",
+      "▁B el",
+      "▁Be l",
+      "▁ Bel",
+      "in c",
+      "i nc",
+      "▁cont ains",
+      "▁contain s",
+      "▁ contains",
+      "O ut",
+      "as ure",
+      "p u",
+      "ot o",
+      "o to",
+      "▁g ame",
+      "▁ga me",
+      "▁gam e",
+      "▁ game",
+      "z n",
+      "▁W hy",
+      "▁Wh y",
+      "▁ Why",
+      "or ith",
+      "ori th",
+      "bi g",
+      "b ig",
+      "ки й",
+      "sig ma",
+      "s igma",
+      "▁qu ite",
+      "▁qui te",
+      "▁quit e",
+      "▁j ed",
+      "▁je d",
+      "▁ jed",
+      "re c",
+      "r ec",
+      "▁S QL",
+      "▁ SQL",
+      "б е",
+      "▁M art",
+      "▁Mar t",
+      "▁Ma rt",
+      "▁ Mart",
+      "y a",
+      "▁sch ool",
+      "▁ school",
+      "▁sim ply",
+      "▁simp ly",
+      "▁simpl y",
+      "▁v or",
+      "▁vo r",
+      "▁ vor",
+      "▁d ouble",
+      "▁dou ble",
+      "▁doub le",
+      "▁ double",
+      "ра в",
+      "▁S tr",
+      "▁St r",
+      "▁ Str",
+      "ie m",
+      "i em",
+      "▁al bum",
+      "▁alb um",
+      "▁ album",
+      "▁re sol",
+      "▁res ol",
+      "▁ resol",
+      "▁d ei",
+      "▁de i",
+      "▁W ik",
+      "▁Wi k",
+      "▁ Wik",
+      "▁a w",
+      "▁ aw",
+      "um b",
+      "u mb",
+      "ol s",
+      "o ls",
+      "▁* /",
+      "▁ */",
+      "▁z e",
+      "▁ ze",
+      "▁a nim",
+      "▁an im",
+      "▁ani m",
+      "▁ anim",
+      "/ >",
+      "ri s",
+      "r is",
+      "re sh",
+      "res h",
+      "r esh",
+      "N o",
+      "ique s",
+      "iqu es",
+      "i ques",
+      "cur rent",
+      "curr ent",
+      "c urrent",
+      "▁per iod",
+      "▁peri od",
+      "▁ period",
+      "▁A pril",
+      "▁Ap ril",
+      "▁st ore",
+      "▁stor e",
+      "▁sto re",
+      "▁ store",
+      "', '",
+      "' ,'",
+      "▁S et",
+      "▁Se t",
+      "▁ Set",
+      "= {",
+      "ach ed",
+      "ac hed",
+      "ache d",
+      "a ched",
+      "▁M al",
+      "▁Ma l",
+      "▁ Mal",
+      "▁P al",
+      "▁Pa l",
+      "▁ Pal",
+      "an tes",
+      "ant es",
+      "ante s",
+      "ate rial",
+      "ater ial",
+      "▁work ed",
+      "▁wor ked",
+      "le q",
+      "l eq",
+      "ore ferrer",
+      "▁h appen",
+      "▁ha ppen",
+      "▁happ en",
+      "▁b ox",
+      "▁bo x",
+      "▁ box",
+      "ne y",
+      "n ey",
+      "▁c lose",
+      "▁cl ose",
+      "▁clos e",
+      "▁clo se",
+      "▁ close",
+      "▁g ran",
+      "▁gr an",
+      "▁gra n",
+      "▁l ie",
+      "▁li e",
+      "▁ lie",
+      "▁i r",
+      "▁ ir",
+      "▁ex pected",
+      "▁exp ected",
+      "▁expect ed",
+      "▁ expected",
+      "▁д ля",
+      "cl ick",
+      "cli ck",
+      "clic k",
+      "c lick",
+      "ș i",
+      "▁p arte",
+      "▁par te",
+      "▁part e",
+      "og n",
+      "o gn",
+      "▁F orm",
+      "▁For m",
+      "▁Fo rm",
+      "▁ Form",
+      "▁m emb",
+      "▁me mb",
+      "▁mem b",
+      "▁p lan",
+      "▁pl an",
+      "▁pla n",
+      "▁ plan",
+      "▁te am",
+      "▁tea m",
+      "▁ team",
+      "] [",
+      "▁c ommun",
+      "▁com mun",
+      "▁comm un",
+      "or ry",
+      "orr y",
+      "en cy",
+      "enc y",
+      "g l",
+      "in ary",
+      "ina ry",
+      "inar y",
+      "cd ot",
+      "c dot",
+      "^ \\",
+      "▁F irst",
+      "▁Fir st",
+      "▁ First",
+      "an der",
+      "and er",
+      "ande r",
+      "a nder",
+      "▁D ec",
+      "▁De c",
+      "▁ Dec",
+      "re quest",
+      "req uest",
+      "ст ва",
+      "ств а",
+      "с тва",
+      "▁str ucture",
+      "▁struct ure",
+      "▁ structure",
+      "▁| |",
+      "▁ ||",
+      "▁C omp",
+      "▁Com p",
+      "▁Co mp",
+      "▁ Comp",
+      "act ory",
+      "actor y",
+      "▁M il",
+      "▁Mi l",
+      "▁ Mil",
+      "▁S ome",
+      "▁So me",
+      "▁Som e",
+      "▁ Some",
+      "St ream",
+      "▁as sum",
+      "▁ass um",
+      "ue n",
+      "u en",
+      "▁w ords",
+      "▁word s",
+      "▁wor ds",
+      "▁ words",
+      "▁Se ptember",
+      "▁Sept ember",
+      "▁К о",
+      "▁ Ко",
+      "▁d ays",
+      "▁da ys",
+      "▁day s",
+      "▁ days",
+      "or ies",
+      "ori es",
+      "orie s",
+      "o ries",
+      "ста в",
+      "s m",
+      "vi n",
+      "v in",
+      "part ial",
+      "▁par ent",
+      "▁pa rent",
+      "▁pare nt",
+      "▁ parent",
+      "o j",
+      "ни и",
+      "! \"",
+      "ug in",
+      "u gin",
+      "▁W indows",
+      "▁Wind ows",
+      "▁Window s",
+      "▁ Windows",
+      "E d",
+      ": }",
+      "▁ q",
+      "▁b en",
+      "▁be n",
+      "▁ ben",
+      "ia na",
+      "ian a",
+      "i ana",
+      "▁l abel",
+      "▁la bel",
+      "▁lab el",
+      "▁ label",
+      "st ate",
+      "sta te",
+      "stat e",
+      "ut ed",
+      "ute d",
+      "u ted",
+      "▁( )",
+      "▁ ()",
+      "▁с во",
+      "▁e dit",
+      "▁ed it",
+      "▁ edit",
+      "ur ing",
+      "uri ng",
+      "u ring",
+      "▁N S",
+      "▁ NS",
+      "▁J ahr",
+      "▁Jah r",
+      "▁Ja hr",
+      "▁prov ide",
+      "H e",
+      "▁Y es",
+      "▁Ye s",
+      "▁ Yes",
+      "an el",
+      "ane l",
+      "a nel",
+      "en ame",
+      "ena me",
+      "e name",
+      "▁D on",
+      "▁Do n",
+      "▁ Don",
+      "is k",
+      "i sk",
+      "gr a",
+      "g ra",
+      "el ij",
+      "eli j",
+      "e lij",
+      "▁r oot",
+      "▁ro ot",
+      "▁ root",
+      "* /",
+      "▁F re",
+      "▁Fr e",
+      "▁ Fre",
+      "▁M or",
+      "▁Mo r",
+      "▁ Mor",
+      "us ed",
+      "use d",
+      "u sed",
+      "ran ge",
+      "r ange",
+      "▁t amb",
+      "▁ta mb",
+      "▁tam b",
+      "▁mod ule",
+      "▁ module",
+      "▁d irectory",
+      "▁direct ory",
+      "▁director y",
+      "▁ directory",
+      "ound s",
+      "oun ds",
+      "Act ivity",
+      "Activ ity",
+      "▁m u",
+      "▁ mu",
+      "in fo",
+      "inf o",
+      "▁f ree",
+      "▁fr ee",
+      "▁fre e",
+      "▁ free",
+      "or ge",
+      "org e",
+      "ta b",
+      "t ab",
+      ") =",
+      "la ng",
+      "lan g",
+      "l ang",
+      "▁о с",
+      "▁ ос",
+      "▁F ROM",
+      "▁FR OM",
+      "▁ FROM",
+      "▁en ter",
+      "▁ent er",
+      "▁ enter",
+      "▁bec ame",
+      "id ae",
+      "ida e",
+      "х и",
+      "▁St ates",
+      "▁State s",
+      "▁Stat es",
+      "▁Sta tes",
+      "ver se",
+      "vers e",
+      "▁ex pl",
+      "▁exp l",
+      "▁ expl",
+      "yn t",
+      "y nt",
+      "U N",
+      "e e",
+      "en dent",
+      "end ent",
+      "enden t",
+      "ende nt",
+      "▁m aking",
+      "▁ma king",
+      "▁mak ing",
+      "▁ making",
+      "▁\" $",
+      "un i",
+      "u ni",
+      "qu ence",
+      "▁l ui",
+      "▁lu i",
+      "H T",
+      "▁us es",
+      "▁use s",
+      "▁ uses",
+      "zi e",
+      "z ie",
+      "ni a",
+      "n ia",
+      "Cont ent",
+      "▁C ount",
+      "▁Co unt",
+      "▁Coun t",
+      "▁Cou nt",
+      "▁ Count",
+      "▁stand ard",
+      "▁ standard",
+      "EN T",
+      "E NT",
+      "▁ко н",
+      "▁к он",
+      "▁ кон",
+      "fo rt",
+      "for t",
+      "f ort",
+      "ad as",
+      "ada s",
+      "a das",
+      "з у",
+      "S ystem",
+      "▁S w",
+      "▁ Sw",
+      "▁e ver",
+      "▁ev er",
+      "▁ ever",
+      "L O",
+      "▁cor respond",
+      "▁P o",
+      "▁ Po",
+      "ar gin",
+      "arg in",
+      "к т",
+      "і й",
+      "▁re main",
+      "▁rem ain",
+      "ci o",
+      "c io",
+      "▁act ual",
+      "▁actu al",
+      "▁ actual",
+      "ст у",
+      "с ту",
+      "▁s ind",
+      "▁si nd",
+      "▁sin d",
+      "▁P e",
+      "▁ Pe",
+      "▁ch anged",
+      "▁change d",
+      "▁chang ed",
+      "▁ changed",
+      "▁N ote",
+      "▁No te",
+      "▁Not e",
+      "▁ Note",
+      "sk ie",
+      "ski e",
+      "s kie",
+      "▁famil y",
+      "▁fam ily",
+      "▁ family",
+      "it à",
+      "co s",
+      "c os",
+      "tx t",
+      "t xt",
+      "ke r",
+      "k er",
+      "ce ed",
+      "c eed",
+      "▁a rr",
+      "▁ar r",
+      "▁ arr",
+      "▁c am",
+      "▁ca m",
+      "▁ cam",
+      "iz er",
+      "ize r",
+      "i zer",
+      "▁D an",
+      "▁Da n",
+      "▁ Dan",
+      "he l",
+      "h el",
+      "ic ult",
+      "icul t",
+      "H P",
+      "il er",
+      "ile r",
+      "i ler",
+      "▁S al",
+      "▁Sa l",
+      "▁ Sal",
+      "▁con nection",
+      "▁conne ction",
+      "▁connect ion",
+      "▁conn ection",
+      "▁ connection",
+      "us ion",
+      "k n",
+      "R I",
+      "▁v om",
+      "▁vo m",
+      "List ener",
+      "▁ ö",
+      "▁d im",
+      "▁di m",
+      "▁ dim",
+      "▁p ress",
+      "▁pr ess",
+      "▁pre ss",
+      "▁pres s",
+      "▁ press",
+      "▁e sc",
+      "▁es c",
+      "▁ esc",
+      "▁T ry",
+      "▁Tr y",
+      "▁ Try",
+      "at alog",
+      "ata log",
+      "atal og",
+      "▁th anks",
+      "▁than ks",
+      "▁thank s",
+      "D O",
+      "▁w ritten",
+      "▁writ ten",
+      "▁wr itten",
+      "▁ written",
+      "di r",
+      "d ir",
+      "re w",
+      "r ew",
+      "▁f ire",
+      "▁fi re",
+      "▁fir e",
+      "▁ fire",
+      "▁N ach",
+      "▁Na ch",
+      "▁ á",
+      "en c",
+      "e nc",
+      "▁or igin",
+      "▁orig in",
+      "▁ origin",
+      "▁Nov ember",
+      "▁} ;",
+      "▁ };",
+      "Co unt",
+      "C ount",
+      "▁З а",
+      "▁ За",
+      "▁g raph",
+      "▁gr aph",
+      "▁gra ph",
+      "▁ graph",
+      "▁m is",
+      "▁mi s",
+      "▁ mis",
+      "▁Ex ternal",
+      "▁Ext ernal",
+      "▁Extern al",
+      "▁Externa l",
+      "▁ External",
+      "▁o ptions",
+      "▁option s",
+      "▁opt ions",
+      "▁ options",
+      "▁U RL",
+      "▁ URL",
+      "▁p hp",
+      "▁ph p",
+      "▁ php",
+      "▁in tegr",
+      "▁int egr",
+      "▁inte gr",
+      "▁ integr",
+      "Con fig",
+      "Conf ig",
+      "▁T ext",
+      "▁Te xt",
+      "▁Tex t",
+      "▁ Text",
+      "in ner",
+      "inn er",
+      "▁c rit",
+      "▁cr it",
+      "▁cri t",
+      "▁ crit",
+      ", ”",
+      "▁t og",
+      "▁to g",
+      "$ $",
+      "no f",
+      "n of",
+      "▁s es",
+      "▁se s",
+      "üh r",
+      "ü hr",
+      "▁S ince",
+      "▁Sin ce",
+      "▁ Since",
+      "De s",
+      "D es",
+      "ub e",
+      "u be",
+      "▁s ection",
+      "▁se ction",
+      "▁sec tion",
+      "▁sect ion",
+      "▁ section",
+      "▁g i",
+      "▁ gi",
+      "fo rd",
+      "for d",
+      "f ord",
+      "▁A ss",
+      "▁As s",
+      "▁ Ass",
+      "ain er",
+      "ai ner",
+      "aine r",
+      "a iner",
+      "tt p",
+      "t tp",
+      "▁be hav",
+      "▁beh av",
+      "port s",
+      "por ts",
+      "dr aw",
+      "dra w",
+      "d raw",
+      "Th is",
+      "T his",
+      "ran ch",
+      "r anch",
+      "in ding",
+      "ind ing",
+      "indi ng",
+      "▁e stab",
+      "▁est ab",
+      "▁es tab",
+      "▁esta b",
+      "▁ob tain",
+      "▁obt ain",
+      "ri ch",
+      "ric h",
+      "r ich",
+      "li cit",
+      "lic it",
+      "е в",
+      "▁qu al",
+      "▁q ual",
+      "▁ qual",
+      "▁z a",
+      "▁ za",
+      "▁h ar",
+      "▁ha r",
+      "▁ har",
+      "▁f ac",
+      "▁fa c",
+      "▁ fac",
+      "aa r",
+      "a ar",
+      "je t",
+      "j et",
+      "ic les",
+      "icle s",
+      "i cles",
+      "▁A us",
+      "▁Au s",
+      "▁ Aus",
+      "▁h or",
+      "▁ho r",
+      "▁ hor",
+      "▁re mov",
+      "▁rem ov",
+      "▁w ie",
+      "▁ wie",
+      "Cl ient",
+      "C lient",
+      "▁n atur",
+      "▁nat ur",
+      "hi p",
+      "h ip",
+      "Su b",
+      "S ub",
+      "▁r andom",
+      "▁ran dom",
+      "▁rand om",
+      "▁ random",
+      "D F",
+      "▁a rea",
+      "▁are a",
+      "▁ar ea",
+      "▁ area",
+      "ta g",
+      "t ag",
+      "P r",
+      "▁I tal",
+      "▁It al",
+      "▁ Ital",
+      "▁r oku",
+      "▁ro ku",
+      "▁rok u",
+      "no follow",
+      "nof ollow",
+      "* }",
+      "▁o thers",
+      "▁other s",
+      "▁l imit",
+      "▁li mit",
+      "▁lim it",
+      "▁ limit",
+      "▁s il",
+      "▁si l",
+      "▁ sil",
+      "▁s av",
+      "▁sa v",
+      "▁o ften",
+      "▁of ten",
+      "▁oft en",
+      "▁re nder",
+      "▁r ender",
+      "▁ren der",
+      "▁rend er",
+      "▁rende r",
+      "▁ render",
+      "D B",
+      "▁M c",
+      "▁ Mc",
+      "▁z ijn",
+      "▁zij n",
+      "же н",
+      "ж ен",
+      "▁t ag",
+      "▁ta g",
+      "▁ tag",
+      "min g",
+      "mi ng",
+      "m ing",
+      "li chen",
+      "lic hen",
+      "lich en",
+      "liche n",
+      "l ichen",
+      "pa ck",
+      "p ack",
+      "▁A g",
+      "▁ Ag",
+      "▁s ense",
+      "▁sens e",
+      "▁sen se",
+      "p g",
+      "Met hod",
+      "M ethod",
+      "ag ed",
+      "age d",
+      "a ged",
+      "á g",
+      "ł a",
+      "▁inter est",
+      "▁inte rest",
+      "▁as soci",
+      "▁ass oci",
+      "▁ associ",
+      "vol ution",
+      "▁em pty",
+      "▁emp ty",
+      "▁ empty",
+      "ic he",
+      "ich e",
+      "i che",
+      "▁g ro",
+      "▁gr o",
+      "▁ gro",
+      "▁t ypes",
+      "▁type s",
+      "▁typ es",
+      "▁ty pes",
+      "▁ types",
+      "▁S ie",
+      "▁Si e",
+      "In ter",
+      "Int er",
+      "▁n oreferrer",
+      "▁ noreferrer",
+      "▁g ives",
+      "▁giv es",
+      "▁give s",
+      "▁gi ves",
+      "ha l",
+      "h al",
+      "▁s ave",
+      "▁sa ve",
+      "▁sav e",
+      "▁ save",
+      "▁f ont",
+      "▁fo nt",
+      "▁fon t",
+      "▁ font",
+      "ru ction",
+      "ruct ion",
+      "S cript",
+      "▁a lla",
+      "▁al la",
+      "▁all a",
+      "▁ alla",
+      "▁s ays",
+      "▁sa ys",
+      "▁say s",
+      "▁f u",
+      "▁ fu",
+      "ap e",
+      "a pe",
+      "▁l anguage",
+      "▁ language",
+      "ig er",
+      "ige r",
+      "i ger",
+      "▁K ing",
+      "▁Ki ng",
+      "▁Kin g",
+      "bo r",
+      "b or",
+      "u v",
+      "▁s hall",
+      "▁sh all",
+      "▁E urope",
+      "▁Europ e",
+      "▁Euro pe",
+      "▁Eur ope",
+      "▁ Europe",
+      "▁ein em",
+      "▁eine m",
+      "▁w ater",
+      "▁wa ter",
+      "▁wat er",
+      "▁ water",
+      "▁g overn",
+      "▁go vern",
+      "▁gover n",
+      "an z",
+      "at ors",
+      "ator s",
+      "ato rs",
+      "▁mon th",
+      "▁mo nth",
+      "▁mont h",
+      "▁ month",
+      "y e",
+      "▁import ant",
+      "▁ important",
+      "at z",
+      "a tz",
+      "fir st",
+      "f irst",
+      "▁Tr ans",
+      "▁Tra ns",
+      "▁ Trans",
+      "▁M ad",
+      "▁Ma d",
+      "▁ Mad",
+      "▁b ra",
+      "▁br a",
+      "▁ bra",
+      "ik a",
+      "i ka",
+      "▁S aint",
+      "▁Sa int",
+      "▁Sain t",
+      "▁ Saint",
+      "or ia",
+      "ori a",
+      "o ria",
+      "kr e",
+      "k re",
+      "em ents",
+      "ement s",
+      "emen ts",
+      "e ments",
+      "▁B en",
+      "▁Be n",
+      "▁ Ben",
+      "la v",
+      "l av",
+      "▁ad min",
+      "▁adm in",
+      "▁ admin",
+      "▁H en",
+      "▁He n",
+      "▁ Hen",
+      "ri l",
+      "r il",
+      "▁S m",
+      "▁ Sm",
+      "ca t",
+      "c at",
+      "▁Re fer",
+      "▁Ref er",
+      "▁ Ш",
+      "▁p ract",
+      "▁pr act",
+      "▁pra ct",
+      "▁prac t",
+      "▁P at",
+      "▁Pa t",
+      "▁ Pat",
+      "▁G re",
+      "▁Gr e",
+      "▁ Gre",
+      "▁you ng",
+      "▁yo ung",
+      "▁In ter",
+      "▁Int er",
+      "▁ Inter",
+      "om a",
+      "o ma",
+      "te ger",
+      "ib ility",
+      "ibil ity",
+      "▁param eters",
+      "▁parameter s",
+      "▁paramet ers",
+      "▁ parameters",
+      "▁every thing",
+      "da t",
+      "d at",
+      "ur op",
+      "uro p",
+      "u rop",
+      "ole an",
+      "o lean",
+      "▁return ed",
+      "▁C lass",
+      "▁Cl ass",
+      "▁Cla ss",
+      "▁ Class",
+      "ac y",
+      "a cy",
+      "## ##",
+      "▁p ř",
+      "▁f older",
+      "▁fol der",
+      "▁fo lder",
+      "▁ folder",
+      "▁k on",
+      "▁ko n",
+      "▁ kon",
+      "▁gu ess",
+      "g t",
+      "je n",
+      "j en",
+      "an nel",
+      "ann el",
+      "anne l",
+      "ic on",
+      "ico n",
+      "i con",
+      "▁c omb",
+      "▁com b",
+      "▁co mb",
+      "▁ comb",
+      "ri ct",
+      "ric t",
+      "r ict",
+      "▁h ij",
+      "▁hi j",
+      "▁aut hor",
+      "▁auth or",
+      "▁ author",
+      "se e",
+      "s ee",
+      "he re",
+      "her e",
+      "h ere",
+      "st ra",
+      "str a",
+      "s tra",
+      "▁ent ire",
+      "▁direct ly",
+      "ra ft",
+      "raf t",
+      "r aft",
+      "he et",
+      "es ter",
+      "est er",
+      "este r",
+      "e ster",
+      "▁м и",
+      "▁ ми",
+      "▁m ass",
+      "▁ma ss",
+      "▁mas s",
+      "▁ mass",
+      "un tu",
+      "unt u",
+      "▁u sers",
+      "▁us ers",
+      "▁use rs",
+      "▁user s",
+      "▁ users",
+      "ch i",
+      "c hi",
+      "P E",
+      "▁com ponent",
+      "▁compon ent",
+      "▁ component",
+      "Cl ick",
+      "C lick",
+      "At t",
+      "A tt",
+      "▁s obre",
+      "▁so bre",
+      "▁sob re",
+      "an ds",
+      "and s",
+      "▁H ol",
+      "▁Ho l",
+      "▁ Hol",
+      "▁S ant",
+      "▁San t",
+      "▁Sa nt",
+      "or i",
+      "o ri",
+      "▁s ua",
+      "▁su a",
+      "st d",
+      "s td",
+      "ent ic",
+      "enti c",
+      "C C",
+      "▁fil ter",
+      "▁ filter",
+      "S QL",
+      "▁G od",
+      "▁Go d",
+      "A t",
+      "▁м у",
+      "▁ му",
+      "▁per formance",
+      "▁perform ance",
+      "del ta",
+      "d elta",
+      "an de",
+      "and e",
+      "a nde",
+      "am er",
+      "ame r",
+      "a mer",
+      "д ы",
+      "▁c ult",
+      "▁cu lt",
+      "▁cul t",
+      "▁N or",
+      "▁No r",
+      "bu t",
+      "b ut",
+      "▁l ik",
+      "▁li k",
+      "▁ lik",
+      "**** ****",
+      "ст вен",
+      "ств ен",
+      "стве н",
+      "▁com me",
+      "▁comm e",
+      "▁d r",
+      "▁ dr",
+      "im er",
+      "ime r",
+      "i mer",
+      "or din",
+      "ord in",
+      "▁cond ition",
+      "▁ condition",
+      "es te",
+      "est e",
+      "e ste",
+      "( [",
+      "F F",
+      "ть ся",
+      "im o",
+      "i mo",
+      "ra b",
+      "r ab",
+      "і ль",
+      "▁h alf",
+      "▁hal f",
+      "▁ half",
+      "ea ch",
+      "e ach",
+      "Di s",
+      "D is",
+      "▁r ows",
+      "▁ro ws",
+      "▁row s",
+      "▁ rows",
+      "▁h on",
+      "▁ho n",
+      "▁ hon",
+      "▁t ogether",
+      "▁tog ether",
+      "▁ și",
+      "me di",
+      "med i",
+      "m edi",
+      "ag n",
+      "a gn",
+      "al led",
+      "all ed",
+      "alle d",
+      "▁v ill",
+      "▁vi ll",
+      "▁vil l",
+      "IN G",
+      "I NG",
+      "id den",
+      "idd en",
+      "▁d raw",
+      "▁dr aw",
+      "▁dra w",
+      "▁ draw",
+      "yn tax",
+      "ynt ax",
+      "▁att empt",
+      "UR L",
+      "U RL",
+      "pos e",
+      "po se",
+      "p ose",
+      "▁in dic",
+      "▁ind ic",
+      "ни ка",
+      "ник а",
+      "▁Eng lish",
+      "▁ English",
+      "▁d éc",
+      "▁dé c",
+      "▁ne eds",
+      "▁need s",
+      "▁n ormal",
+      "▁nor mal",
+      "▁norm al",
+      "▁ normal",
+      "ur t",
+      "u rt",
+      "▁н о",
+      "▁ но",
+      "}} \\",
+      "} }\\",
+      "la st",
+      "las t",
+      "l ast",
+      "▁F in",
+      "▁ Fin",
+      "▁F ebru",
+      "▁Fe bru",
+      "▁Feb ru",
+      "il a",
+      "i la",
+      "▁c ountry",
+      "▁count ry",
+      "▁coun try",
+      "▁ country",
+      "▁field s",
+      "▁fiel ds",
+      "▁ fields",
+      "▁m ax",
+      "▁ma x",
+      "▁ max",
+      "lé s",
+      "l és",
+      "ow ie",
+      "owi e",
+      "o wie",
+      "▁de ux",
+      "▁bu ilt",
+      "▁ built",
+      "▁M ain",
+      "▁Ma in",
+      "▁Mai n",
+      "▁ Main",
+      "▁c amp",
+      "▁cam p",
+      "▁ca mp",
+      "▁ camp",
+      "iv o",
+      "i vo",
+      "iv a",
+      "i va",
+      "ic y",
+      "i cy",
+      "zi one",
+      "z ione",
+      "No de",
+      "N ode",
+      "▁: )",
+      "▁ :)",
+      "▁am ong",
+      "▁O b",
+      "▁ Ob",
+      "▁c ases",
+      "▁case s",
+      "▁cas es",
+      "▁ cases",
+      "ha ps",
+      "h aps",
+      "se rs",
+      "ser s",
+      "s ers",
+      "ar ter",
+      "art er",
+      "arte r",
+      "śc i",
+      "ś ci",
+      "▁it er",
+      "▁i ter",
+      "▁ iter",
+      "▁n amed",
+      "▁name d",
+      "▁na med",
+      "▁nam ed",
+      "▁ named",
+      "ex ec",
+      "exe c",
+      "▁se ason",
+      "▁sea son",
+      "▁ season",
+      "to t",
+      "t ot",
+      "= >",
+      "gr aph",
+      "gra ph",
+      "g raph",
+      "▁n il",
+      "▁ni l",
+      "▁ nil",
+      "ac ional",
+      "acion al",
+      "aci onal",
+      "▁N ULL",
+      "▁ NULL",
+      "▁spe cial",
+      "▁spec ial",
+      "▁ special",
+      "ст е",
+      "с те",
+      "cs s",
+      "c ss",
+      "▁\\ (",
+      "v s",
+      "ae l",
+      "a el",
+      "▁c ity",
+      "▁ci ty",
+      "▁cit y",
+      "▁ city",
+      "ov a",
+      "o va",
+      "▁art icle",
+      "▁ article",
+      "▁S outh",
+      "▁So uth",
+      "▁Sou th",
+      "Act ion",
+      "Ac tion",
+      "A ction",
+      "ç a",
+      "sp ring",
+      "spr ing",
+      "s pring",
+      "it ude",
+      "itu de",
+      "itud e",
+      "▁com plex",
+      "▁comp lex",
+      "▁comple x",
+      "▁compl ex",
+      "▁ complex",
+      "▁ч то",
+      "bu ild",
+      "g amma",
+      "▁E nt",
+      "▁En t",
+      "▁ Ent",
+      "ie rs",
+      "ier s",
+      "i ers",
+      "' .",
+      "ca r",
+      "c ar",
+      "ap ache",
+      "apa che",
+      "in gen",
+      "ing en",
+      "inge n",
+      "In put",
+      ":  ",
+      "▁d ynam",
+      "▁dy nam",
+      "al ls",
+      "all s",
+      "sh ow",
+      "s how",
+      "| \\",
+      "▁w ird",
+      "▁wir d",
+      "B ar",
+      "al th",
+      "alt h",
+      "mod el",
+      "mo del",
+      "mode l",
+      "m odel",
+      "Tr ans",
+      "Tra ns",
+      "Ro w",
+      "R ow",
+      "ab e",
+      "a be",
+      "▁l ib",
+      "▁li b",
+      "▁ lib",
+      "nu ll",
+      "n ull",
+      "ra gment",
+      "rag ment",
+      "▁St ate",
+      "▁Stat e",
+      "▁Sta te",
+      "▁ State",
+      "▁l aw",
+      "▁la w",
+      "▁ law",
+      "Fr ame",
+      "F rame",
+      "▁L o",
+      "▁ Lo",
+      "ge b",
+      "g eb",
+      "}$ .",
+      "} $.",
+      "▁ne eded",
+      "▁need ed",
+      "▁con tr",
+      "▁cont r",
+      "▁ contr",
+      "ar ies",
+      "ari es",
+      "arie s",
+      "a ries",
+      "▁s creen",
+      "▁sc reen",
+      "▁scr een",
+      "▁ screen",
+      "y r",
+      "m m",
+      "▁sh own",
+      "▁show n",
+      "▁sho wn",
+      "▁b ad",
+      "▁ba d",
+      "▁ bad",
+      "▁c ast",
+      "▁cas t",
+      "▁ca st",
+      "▁ cast",
+      "▁T est",
+      "▁Te st",
+      "▁ Test",
+      "▁A uf",
+      "▁Au f",
+      "▁qu ant",
+      "▁quan t",
+      "▁ quant",
+      "ig a",
+      "i ga",
+      "▁re n",
+      "▁r en",
+      "▁ ren",
+      "▁M ac",
+      "▁Ma c",
+      "▁ Mac",
+      "▁trans form",
+      "▁ transform",
+      "▁d ifference",
+      "▁dif ference",
+      "▁differ ence",
+      "▁t it",
+      "▁ti t",
+      "▁ tit",
+      "T E",
+      "▁st ep",
+      "▁ste p",
+      "▁ step",
+      "▁c apt",
+      "▁cap t",
+      "▁ca pt",
+      "▁ capt",
+      "▁col lection",
+      "▁coll ection",
+      "▁collect ion",
+      "▁colle ction",
+      "▁ collection",
+      "iction ary",
+      "▁T om",
+      "▁To m",
+      "▁ Tom",
+      "ri er",
+      "rie r",
+      "r ier",
+      "▁m ove",
+      "▁mov e",
+      "▁mo ve",
+      "▁ move",
+      "co pe",
+      "cop e",
+      "c ope",
+      "or ds",
+      "ord s",
+      "▁fur ther",
+      "▁column s",
+      "▁ columns",
+      "▁L in",
+      "▁Li n",
+      "▁ Lin",
+      "▁f ixed",
+      "▁fix ed",
+      "▁ fixed",
+      "▁child ren",
+      "▁ children",
+      "M S",
+      "m o",
+      "un a",
+      "u na",
+      "▁ind ivid",
+      "tt y",
+      "t ty",
+      "as te",
+      "ast e",
+      "a ste",
+      "sr c",
+      "s rc",
+      "mat ch",
+      "m atch",
+      "w i",
+      "▁ х",
+      "▁д и",
+      "▁ ди",
+      "▁o rd",
+      "▁or d",
+      "▁ ord",
+      "iv ing",
+      "ivi ng",
+      "i ving",
+      "▁B ro",
+      "▁Br o",
+      "▁ Bro",
+      "▁al most",
+      "▁P res",
+      "▁Pr es",
+      "▁Pre s",
+      "▁ Pres",
+      "re ci",
+      "rec i",
+      "ar ing",
+      "ari ng",
+      "arin g",
+      "a ring",
+      "▁/ //",
+      "▁// /",
+      "▁ ///",
+      "ет ся",
+      "е тся",
+      "▁s ig",
+      "▁si g",
+      "▁ sig",
+      "lig ht",
+      "l ight",
+      "▁R ed",
+      "▁Re d",
+      "▁ Red",
+      "▁sugg est",
+      "▁sug gest",
+      "ol f",
+      "▁é té",
+      "▁ét é",
+      "▁ été",
+      "is ation",
+      "isa tion",
+      "isat ion",
+      "з на",
+      "Ne w",
+      "N ew",
+      "ст ан",
+      "ста н",
+      "с тан",
+      "L A",
+      "un icip",
+      "unic ip",
+      "uni cip",
+      "▁fig ure",
+      "▁figur e",
+      "▁ figure",
+      "m t",
+      "ia le",
+      "ial e",
+      "i ale",
+      "▁c atch",
+      "▁cat ch",
+      "▁ catch",
+      "de fault",
+      "def ault",
+      "▁t ele",
+      "▁te le",
+      "▁tel e",
+      "▁ tele",
+      "▁m atter",
+      "▁mat ter",
+      "ca st",
+      "cas t",
+      "c ast",
+      "▁R ich",
+      "▁Ric h",
+      "▁Ri ch",
+      "▁ Rich",
+      "▁hand le",
+      "▁ handle",
+      "val u",
+      "va lu",
+      "v alu",
+      "$ -",
+      "о б",
+      "▁j son",
+      "▁js on",
+      "▁ json",
+      "Cre ate",
+      "C reate",
+      "▁ex am",
+      "ал ь",
+      "а ль",
+      "ю т",
+      "or ed",
+      "ore d",
+      "o red",
+      "id os",
+      "ido s",
+      "ap pend",
+      "app end",
+      "appen d",
+      "appe nd",
+      "▁Ar ray",
+      "▁Arr ay",
+      "▁ Array",
+      "к с",
+      "} [",
+      "ri ve",
+      "riv e",
+      "r ive",
+      "▁c lub",
+      "▁cl ub",
+      "▁ club",
+      "ma nn",
+      "man n",
+      "m ann",
+      "▁e ste",
+      "▁est e",
+      "▁es te",
+      "▁ este",
+      "es ta",
+      "est a",
+      "e sta",
+      "▁G i",
+      "▁ Gi",
+      "▁J ap",
+      "▁Ja p",
+      "▁N ame",
+      "▁Na me",
+      "▁Nam e",
+      "▁ Name",
+      "Col umn",
+      "ou ps",
+      "oup s",
+      "o ups",
+      "is mo",
+      "ism o",
+      "▁C ity",
+      "▁Ci ty",
+      "▁Cit y",
+      "▁ City",
+      "▁class es",
+      "▁classe s",
+      "▁ classes",
+      "▁in fl",
+      "▁inf l",
+      "▁ infl",
+      "h l",
+      "ро м",
+      "р ом",
+      "▁ad ding",
+      "▁add ing",
+      "▁ adding",
+      "▁f ail",
+      "▁fa il",
+      "▁ fail",
+      "x x",
+      "õ es",
+      "S c",
+      "ut il",
+      "uti l",
+      "u til",
+      "▁l ocation",
+      "▁lo cation",
+      "▁loc ation",
+      "▁ location",
+      "le ge",
+      "leg e",
+      "l ege",
+      "ag o",
+      "a go",
+      "▁pro perties",
+      "▁proper ties",
+      "▁ properties",
+      "ab il",
+      "abi l",
+      "a bil",
+      "va s",
+      "v as",
+      "}$ ,",
+      "} $,",
+      "it ted",
+      "itt ed",
+      "itte d",
+      "ó d",
+      "▁D em",
+      "▁De m",
+      "▁as ked",
+      "▁ask ed",
+      "▁t ab",
+      "▁ta b",
+      "▁ tab",
+      "S ource",
+      "▁error s",
+      "▁err ors",
+      "▁ errors",
+      "ograph ie",
+      "▁ж и",
+      "▁ жи",
+      "▁m al",
+      "▁ma l",
+      "▁ mal",
+      "st ract",
+      "str act",
+      "stra ct",
+      "▁d ro",
+      "▁dr o",
+      "▁ dro",
+      "ra k",
+      "r ak",
+      "▁n ote",
+      "▁not e",
+      "▁no te",
+      "▁ note",
+      "▁set ting",
+      "▁sett ing",
+      "▁ setting",
+      "▁f em",
+      "▁fe m",
+      "▁s aw",
+      "▁sa w",
+      "ia r",
+      "i ar",
+      "HE R",
+      "H ER",
+      "е с",
+      "▁p red",
+      "▁pr ed",
+      "▁pre d",
+      "▁ pred",
+      "▁O ut",
+      "▁ Out",
+      "▁it ems",
+      "▁item s",
+      "▁ items",
+      "ла н",
+      "л ан",
+      "▁w erd",
+      "▁we rd",
+      "▁wer d",
+      "ers ion",
+      "li a",
+      "l ia",
+      "▁s in",
+      "▁si n",
+      "▁ sin",
+      "ich te",
+      "icht e",
+      "i chte",
+      "▁fe el",
+      "▁fee l",
+      "▁п ра",
+      "▁пр а",
+      "▁ пра",
+      "▁o der",
+      "▁od er",
+      "▁ oder",
+      "U E",
+      "oc ument",
+      "▁m ode",
+      "▁mod e",
+      "▁mo de",
+      "▁ mode",
+      "▁N a",
+      "▁ Na",
+      "де н",
+      "д ен",
+      "me s",
+      "m es",
+      "frame work",
+      "▁a uto",
+      "▁au to",
+      "▁aut o",
+      "▁ auto",
+      "ны м",
+      "н ым",
+      "ub y",
+      "u by",
+      "▁tem plate",
+      "▁temp late",
+      "▁ template",
+      "▁m ess",
+      "▁me ss",
+      "▁mes s",
+      "▁ mess",
+      "ie der",
+      "ied er",
+      "i eder",
+      "▁rel ated",
+      "▁rela ted",
+      "▁relate d",
+      "▁ related",
+      "ok en",
+      "oke n",
+      "o ken",
+      "▁follow s",
+      "se arch",
+      "s earch",
+      "am i",
+      "a mi",
+      "▁w ait",
+      "▁wa it",
+      "▁ wait",
+      "ig r",
+      "i gr",
+      "▁l ow",
+      "▁lo w",
+      "▁ low",
+      "ски х",
+      "ск их",
+      "с ких",
+      "ска я",
+      "с кая",
+      "▁M ark",
+      "▁Mar k",
+      "▁ Mark",
+      "▁i ll",
+      "▁il l",
+      "▁ ill",
+      "am ento",
+      "ament o",
+      "amen to",
+      "\\ <",
+      "▁d f",
+      "▁ df",
+      "os ition",
+      "osi tion",
+      "▁В и",
+      "is f",
+      "i sf",
+      "▁De utsch",
+      "ah l",
+      "a hl",
+      "wa r",
+      "w ar",
+      "it ect",
+      "ite ct",
+      "▁s al",
+      "▁sa l",
+      "▁ sal",
+      "el en",
+      "ele n",
+      "e len",
+      "By Id",
+      "▁g ru",
+      "▁gr u",
+      "▁ gru",
+      "s v",
+      "▁pass ed",
+      "▁pas sed",
+      "▁passe d",
+      "▁a ñ",
+      "▁ añ",
+      "Sc h",
+      "S ch",
+      "▁sol ve",
+      "we ise",
+      "weis e",
+      "wei se",
+      "at os",
+      "ato s",
+      "▁m eg",
+      "▁me g",
+      "▁m ember",
+      "▁mem ber",
+      "▁memb er",
+      "▁ member",
+      "er name",
+      "ern ame",
+      "erna me",
+      "▁con nect",
+      "▁conne ct",
+      "▁conn ect",
+      "▁ connect",
+      "ip s",
+      "i ps",
+      "▁r ound",
+      "▁ro und",
+      "▁rou nd",
+      "▁ round",
+      "▁ ]",
+      "ne s",
+      "n es",
+      "▁d ir",
+      "▁di r",
+      "▁ dir",
+      "▁Lond on",
+      "d y",
+      "F A",
+      "▁rece ived",
+      "▁receive d",
+      "re et",
+      "ree t",
+      "▁L og",
+      "▁Lo g",
+      "▁ Log",
+      "▁Sch ool",
+      "an go",
+      "ang o",
+      "▁The se",
+      "▁Th ese",
+      "▁M ont",
+      "▁Mon t",
+      "▁Mo nt",
+      "▁ Mont",
+      "▁e ner",
+      "▁en er",
+      "▁ ener",
+      "la d",
+      "l ad",
+      "▁def ine",
+      "▁defin e",
+      "▁ define",
+      "si gn",
+      "sig n",
+      "s ign",
+      "▁c le",
+      "▁cl e",
+      "▁ cle",
+      "fig ure",
+      "▁V iew",
+      "▁Vi ew",
+      "▁Vie w",
+      "▁ View",
+      "text bf",
+      "$ \\",
+      "з ы",
+      "num ber",
+      "n umber",
+      "▁d in",
+      "▁di n",
+      "▁ din",
+      "el ler",
+      "ell er",
+      "elle r",
+      "orith m",
+      "ori thm",
+      "fal se",
+      "f alse",
+      "fo l",
+      "f ol",
+      "ffic ient",
+      "▁HT ML",
+      "▁ HTML",
+      "li che",
+      "lic he",
+      "lich e",
+      "l iche",
+      "▁M o",
+      "▁ Mo",
+      "▁int rodu",
+      "▁intr odu",
+      "▁intro du",
+      "ex p",
+      "e xp",
+      "▁st rong",
+      "▁str ong",
+      "▁stro ng",
+      "▁ strong",
+      "▁t hus",
+      "▁th us",
+      "/ )",
+      "▁e le",
+      "▁el e",
+      "▁ ele",
+      "▁та к",
+      "▁ так",
+      "▁п а",
+      "▁ па",
+      "▁d ont",
+      "▁do nt",
+      "▁don t",
+      "▁c ause",
+      "▁caus e",
+      "▁ca use",
+      "Num ber",
+      "N umber",
+      "▁im ages",
+      "▁image s",
+      "▁imag es",
+      "▁ images",
+      "▁s ample",
+      "▁sam ple",
+      "▁ sample",
+      "▁s ci",
+      "▁sc i",
+      "▁ sci",
+      "li ke",
+      "lik e",
+      "l ike",
+      "▁L ou",
+      "▁Lo u",
+      "▁ Lou",
+      "di v",
+      "d iv",
+      "an c",
+      "a nc",
+      "▁f ront",
+      "▁fr ont",
+      "▁fro nt",
+      "▁ front",
+      "ne n",
+      "n en",
+      "▁miss ing",
+      "▁mis sing",
+      "▁ missing",
+      "ar ia",
+      "ari a",
+      "a ria",
+      "pr es",
+      "pre s",
+      "p res",
+      "▁п ред",
+      "▁пре д",
+      "D I",
+      "fil ter",
+      "▁M it",
+      "▁Mi t",
+      "U R",
+      "▁o pp",
+      "▁op p",
+      "▁ opp",
+      "▁s ql",
+      "▁sq l",
+      "▁ sql",
+      "▁ро ку",
+      "er en",
+      "ere n",
+      "e ren",
+      "em at",
+      "ema t",
+      "e mat",
+      "í s",
+      "▁Je an",
+      "▁ Jean",
+      "é c",
+      "▁c i",
+      "▁ ci",
+      "en ne",
+      "enn e",
+      "at form",
+      "▁t aken",
+      "▁tak en",
+      "▁take n",
+      "▁ta ken",
+      "▁O f",
+      "▁ Of",
+      "▁на се",
+      "▁e rr",
+      "▁er r",
+      "▁ err",
+      "O P",
+      "Fr om",
+      "F rom",
+      "De fault",
+      "Def ault",
+      "▁Gener al",
+      "▁Gen eral",
+      "▁Gene ral",
+      "▁ General",
+      "wik i",
+      "wi ki",
+      "w iki",
+      "▁g rand",
+      "▁gr and",
+      "▁gra nd",
+      "▁gran d",
+      "▁ grand",
+      "▁e inen",
+      "▁ein en",
+      "▁eine n",
+      "Re g",
+      "R eg",
+      "Hand ler",
+      "Handle r",
+      "con om",
+      "co nom",
+      "cono m",
+      "c onom",
+      "an ger",
+      "ang er",
+      "ange r",
+      "▁бы л",
+      "▁L os",
+      "▁Lo s",
+      "▁ Los",
+      "▁ex pression",
+      "▁exp ression",
+      "▁express ion",
+      "▁expr ession",
+      "▁ expression",
+      "ш а",
+      "ya l",
+      "y al",
+      "▁$ ('",
+      "▁$( '",
+      "▁sw itch",
+      "▁ switch",
+      "▁v ector",
+      "▁ve ctor",
+      "▁vec tor",
+      "▁ vector",
+      "▁T hom",
+      "▁Th om",
+      "▁v irt",
+      "▁vi rt",
+      "▁vir t",
+      "▁ virt",
+      "le ased",
+      "lease d",
+      "lea sed",
+      "▁c over",
+      "▁co ver",
+      "▁cov er",
+      "▁ cover",
+      "▁re sp",
+      "▁r esp",
+      "▁res p",
+      "▁ resp",
+      "ak o",
+      "a ko",
+      "ren ch",
+      "ot a",
+      "o ta",
+      "C ell",
+      "an ged",
+      "ang ed",
+      "ange d",
+      "▁+ =",
+      "▁ +=",
+      "la c",
+      "l ac",
+      "sk a",
+      "s ka",
+      "ne xt",
+      "nex t",
+      "n ext",
+      "▁Intern ational",
+      "▁W il",
+      "▁Wi l",
+      "▁ Wil",
+      "▁o nt",
+      "▁on t",
+      "▁ ont",
+      "ib r",
+      "i br",
+      "us tr",
+      "ust r",
+      "u str",
+      "▁b lack",
+      "▁bl ack",
+      "▁bla ck",
+      "▁ black",
+      "▁select ed",
+      "▁sel ected",
+      "▁sele cted",
+      "▁ selected",
+      "ch er",
+      "che r",
+      "c her",
+      "▁l iter",
+      "▁li ter",
+      "▁lit er",
+      "▁ liter",
+      "ro ot",
+      "r oot",
+      "л ся",
+      "▁L ife",
+      "▁Li fe",
+      "▁ Life",
+      "▁in sert",
+      "▁ins ert",
+      "▁inser t",
+      "▁inse rt",
+      "▁ insert",
+      "▁mat rix",
+      "▁ matrix",
+      "is es",
+      "ise s",
+      ") ]",
+      "▁p el",
+      "▁pe l",
+      "▁ pel",
+      "Over ride",
+      "ry pt",
+      "▁for mer",
+      "▁form er",
+      "▁forme r",
+      "▁ former",
+      "▁Fil m",
+      "▁N orth",
+      "▁Nor th",
+      "cl ient",
+      "cli ent",
+      "c lient",
+      "▁n ight",
+      "▁ night",
+      "хо ди",
+      "ход и",
+      "▁A ustral",
+      "▁Aust ral",
+      "▁ Austral",
+      "▁R et",
+      "▁Re t",
+      "▁ Ret",
+      "rh o",
+      "r ho",
+      "▁п ер",
+      "▁пе р",
+      "▁ пер",
+      "ip edia",
+      "ipe dia",
+      "▁ex press",
+      "▁exp ress",
+      "▁expr ess",
+      "▁expres s",
+      "▁ express",
+      "▁th ird",
+      "▁ third",
+      "▁ma jor",
+      "▁maj or",
+      "▁ major",
+      "▁g rad",
+      "▁gr ad",
+      "▁gra d",
+      "▁ grad",
+      "ow e",
+      "o we",
+      "▁bel ieve",
+      "our nal",
+      "ourn al",
+      "▁st atus",
+      "▁stat us",
+      "▁ status",
+      "un c",
+      "u nc",
+      "▁d ou",
+      "▁do u",
+      "▁J SON",
+      "▁JS ON",
+      "▁ JSON",
+      "ui s",
+      "u is",
+      "▁pop ulation",
+      "▁popula tion",
+      "▁popul ation",
+      "en z",
+      "▁Will iam",
+      "s f",
+      "▁O bject",
+      "▁Ob ject",
+      "▁ Object",
+      "▁c in",
+      "▁ci n",
+      "▁ cin",
+      "▁D i",
+      "▁ Di",
+      "cur ity",
+      "c urity",
+      "▁O pen",
+      "▁Op en",
+      "▁ Open",
+      "▁ ле",
+      "la r",
+      "l ar",
+      "ad ding",
+      "add ing",
+      "▁k om",
+      "▁ko m",
+      "▁ kom",
+      "}( \\",
+      "} (\\",
+      "▁k il",
+      "▁ki l",
+      "▁ kil",
+      "um er",
+      "ume r",
+      "u mer",
+      "\"/ >",
+      "\" />",
+      "▁fe ature",
+      "▁ feature",
+      "▁A re",
+      "▁Ar e",
+      "▁ Are",
+      "ck s",
+      "c ks",
+      "▁Intern et",
+      "▁Inter net",
+      "▁ Internet",
+      "▁i h",
+      "▁ ih",
+      "▁start ed",
+      "▁star ted",
+      "▁ear ly",
+      "▁be gan",
+      "▁beg an",
+      "T H",
+      "p ython",
+      "as p",
+      "a sp",
+      "▁F r",
+      "▁ Fr",
+      "▁c los",
+      "▁cl os",
+      "▁clo s",
+      "▁ clos",
+      "ist ic",
+      "isti c",
+      "▁mus ic",
+      "▁ music",
+      "▁d ig",
+      "▁di g",
+      "▁ dig",
+      "▁it al",
+      "▁i tal",
+      "▁ ital",
+      "▁D avid",
+      "▁Dav id",
+      "▁Da vid",
+      "▁ David",
+      "▁web site",
+      "▁ website",
+      "▁cont roller",
+      "▁control ler",
+      "▁ controller",
+      "▁M er",
+      "▁Me r",
+      "▁ Mer",
+      "con text",
+      "cont ext",
+      "pro duct",
+      "produ ct",
+      "prod uct",
+      "os p",
+      "o sp",
+      "▁j un",
+      "▁ju n",
+      "ro wn",
+      "row n",
+      "r own",
+      "▁A z",
+      "▁ Az",
+      "\": \"",
+      "\" :\"",
+      "▁a an",
+      "▁aa n",
+      "▁D ate",
+      "▁Da te",
+      "▁Dat e",
+      "▁ Date",
+      "mu lt",
+      "mul t",
+      "m ult",
+      "▁b rowser",
+      "▁brow ser",
+      "▁ browser",
+      "ре д",
+      "wh ich",
+      "R A",
+      "qu are",
+      "qua re",
+      "▁R uss",
+      "▁Ru ss",
+      "▁Rus s",
+      "▁ Russ",
+      "▁s oon",
+      "▁so on",
+      "▁P re",
+      "▁Pr e",
+      "▁ Pre",
+      "ta u",
+      "t au",
+      "▁we ek",
+      "▁ week",
+      "▁б а",
+      "▁ ба",
+      "▁o ct",
+      "▁oc t",
+      "▁ oct",
+      "▁t own",
+      "▁to wn",
+      "▁ town",
+      "ro y",
+      "r oy",
+      "▁e ls",
+      "▁el s",
+      "▁ els",
+      "bl ic",
+      "b lic",
+      "und le",
+      "▁H istor",
+      "▁His tor",
+      "▁Hi stor",
+      "▁Hist or",
+      "▁f oi",
+      "▁fo i",
+      "▁mod els",
+      "▁model s",
+      "▁mode ls",
+      "▁ models",
+      "з о",
+      "on ym",
+      "ony m",
+      "o nym",
+      "Par am",
+      "Pa ram",
+      "P aram",
+      "▁M et",
+      "▁Me t",
+      "▁ Met",
+      "ge ner",
+      "gen er",
+      "g ener",
+      "j ą",
+      "▁e spe",
+      "▁es pe",
+      "▁esp e",
+      "C E",
+      "▁de vice",
+      "▁dev ice",
+      "▁devi ce",
+      "▁ device",
+      "el low",
+      "ell ow",
+      "ello w",
+      "▁de bug",
+      "▁deb ug",
+      "▁ debug",
+      "ér ie",
+      "éri e",
+      "é rie",
+      "us ing",
+      "u sing",
+      "ан г",
+      "а нг",
+      "▁* )",
+      "▁ *)",
+      "ud i",
+      "u di",
+      "▁M iss",
+      "▁Mi ss",
+      "▁Mis s",
+      "▁ Miss",
+      "ко м",
+      "к ом",
+      "pos ed",
+      "po sed",
+      "pose d",
+      "p osed",
+      "▁z we",
+      "▁zw e",
+      "і н",
+      "▁Ro bert",
+      "▁Rob ert",
+      "▁O ct",
+      "▁ Oct",
+      "lo p",
+      "l op",
+      "ja r",
+      "j ar",
+      "▁a ver",
+      "▁av er",
+      "▁ave r",
+      "▁ aver",
+      "▁ha bit",
+      "▁hab it",
+      "▁: :",
+      "▁ ::",
+      "än g",
+      "ä ng",
+      "St art",
+      "Star t",
+      "▁p ow",
+      "▁po w",
+      "▁ pow",
+      "▁s rc",
+      "▁sr c",
+      "▁ src",
+      "▁pat tern",
+      "▁ pattern",
+      "▁ Э",
+      "▁b i",
+      "▁ bi",
+      "ot es",
+      "ote s",
+      "o tes",
+      "▁_ _",
+      "▁ __",
+      "▁s ens",
+      "▁se ns",
+      "▁sen s",
+      "▁ sens",
+      "▁a void",
+      "▁av oid",
+      "▁avo id",
+      "ex ample",
+      "ut t",
+      "u tt",
+      "La bel",
+      "Lab el",
+      "L abel",
+      "te x",
+      "t ex",
+      "bo ot",
+      "b oot",
+      "es to",
+      "est o",
+      "e sto",
+      "▁M arch",
+      "▁Mar ch",
+      "▁Marc h",
+      "▁e asy",
+      "▁eas y",
+      "ict ure",
+      "Gr oup",
+      "▁f ather",
+      "▁fa ther",
+      "▁fat her",
+      "▁ father",
+      "▁up dated",
+      "▁update d",
+      "▁upd ated",
+      "▁ updated",
+      "▁V o",
+      "▁I II",
+      "▁II I",
+      "▁ III",
+      "om ega",
+      "ome ga",
+      "▁a lle",
+      "▁al le",
+      "▁all e",
+      "▁ alle",
+      "Re c",
+      "R ec",
+      "y g",
+      "з е",
+      "▁D im",
+      "▁Di m",
+      "▁ Dim",
+      "ne ct",
+      "n ect",
+      "▁T or",
+      "▁To r",
+      "▁de utsch",
+      "▁ deutsch",
+      "▁wh ite",
+      "▁ white",
+      "▁n ational",
+      "▁nation al",
+      "▁nat ional",
+      "pp e",
+      "p pe",
+      "▁a ir",
+      "▁ai r",
+      "▁ air",
+      "▁pass word",
+      "▁ password",
+      "de t",
+      "d et",
+      "▁b ig",
+      "▁bi g",
+      "▁ big",
+      "▁U se",
+      "▁Us e",
+      "▁ Use",
+      "cal l",
+      "ca ll",
+      "c all",
+      "▁ex tra",
+      "▁ext ra",
+      "▁extr a",
+      "▁ extra",
+      "W e",
+      "an ia",
+      "ani a",
+      "a nia",
+      "▁h old",
+      "▁ho ld",
+      "▁hol d",
+      "▁ hold",
+      "Cont rol",
+      "▁C O",
+      "▁ CO",
+      "▁м і",
+      "▁ мі",
+      "it i",
+      "i ti",
+      "▁K e",
+      "▁ Ke",
+      "en u",
+      "e nu",
+      "▁P ark",
+      "▁Par k",
+      "то м",
+      "т ом",
+      "▁a uth",
+      "▁au th",
+      "▁aut h",
+      "▁ auth",
+      "▁c enter",
+      "▁cent er",
+      "▁ center",
+      "P h",
+      "то в",
+      "т ов",
+      "id ing",
+      "idi ng",
+      "i ding",
+      "▁a cross",
+      "▁ac ross",
+      "▁s ong",
+      "▁so ng",
+      "▁son g",
+      "▁ song",
+      "▁ph ys",
+      "▁ phys",
+      "▁n umer",
+      "▁num er",
+      "▁nu mer",
+      "▁ numer",
+      "щ а",
+      "▁A lex",
+      "▁Al ex",
+      "▁Ale x",
+      "▁ Alex",
+      "▁problem s",
+      "▁proble ms",
+      "▁probl ems",
+      "▁E rror",
+      "▁Er ror",
+      "▁Err or",
+      "▁ Error",
+      "form at",
+      "for mat",
+      "▁A cc",
+      "▁Ac c",
+      "▁ Acc",
+      "▁s ix",
+      "▁si x",
+      "▁ six",
+      "▁d b",
+      "▁ db",
+      "▁C ast",
+      "▁Cas t",
+      "▁Ca st",
+      "▁ Cast",
+      "om s",
+      "o ms",
+      "pro ject",
+      "proj ect",
+      "▁v ert",
+      "▁ver t",
+      "▁ve rt",
+      "▁ vert",
+      "cre t",
+      "cr et",
+      "c ret",
+      "▁he ader",
+      "▁head er",
+      "▁ header",
+      "▁st ream",
+      "▁stre am",
+      "▁ stream",
+      "id s",
+      "i ds",
+      "▁t or",
+      "▁to r",
+      "▁ tor",
+      "▁se pt",
+      "▁sep t",
+      "▁est im",
+      "▁es tim",
+      "▁de cl",
+      "▁dec l",
+      "▁ decl",
+      "▁g ave",
+      "▁ga ve",
+      "▁p layer",
+      "▁pl ayer",
+      "▁play er",
+      "▁pla yer",
+      "▁ player",
+      "ys is",
+      "▁д ру",
+      "▁др у",
+      "am m",
+      "a mm",
+      "щ о",
+      "▁( \"",
+      "▁ (\"",
+      "▁a x",
+      "▁ ax",
+      "Pro perty",
+      "us r",
+      "u sr",
+      "▁some one",
+      "▁im pro",
+      "▁imp ro",
+      "▁impr o",
+      "ad en",
+      "ade n",
+      "a den",
+      "ro te",
+      "rot e",
+      "r ote",
+      "▁М и",
+      "i h",
+      "++ )",
+      "+ +)",
+      "▁v ideo",
+      "▁vide o",
+      "▁ video",
+      "▁ex ists",
+      "▁exist s",
+      "▁ exists",
+      "к ла",
+      "▁comp lete",
+      "▁comple te",
+      "▁complet e",
+      "▁compl ete",
+      "▁ complete",
+      "▁s ession",
+      "▁sess ion",
+      "▁ session",
+      "▁const ant",
+      "▁ constant",
+      "ic os",
+      "ico s",
+      "i cos",
+      "▁p ack",
+      "▁pa ck",
+      "▁pac k",
+      "▁ pack",
+      "ro me",
+      "rom e",
+      "r ome",
+      "eg r",
+      "e gr",
+      "App lication",
+      "▁y es",
+      "▁ye s",
+      "▁ yes",
+      "▁e lle",
+      "▁el le",
+      "▁ell e",
+      "▁ elle",
+      "▁e mail",
+      "▁em ail",
+      "▁ email",
+      "or f",
+      "o rf",
+      "ca se",
+      "cas e",
+      "c ase",
+      "▁po inter",
+      "▁point er",
+      "▁ pointer",
+      "▁reg ard",
+      "se n",
+      "s en",
+      "st atus",
+      "stat us",
+      "▁m es",
+      "▁me s",
+      "▁ mes",
+      "▁d elle",
+      "▁de lle",
+      "▁del le",
+      "▁dell e",
+      "ing ton",
+      "ingt on",
+      "▁B as",
+      "▁Ba s",
+      "▁ Bas",
+      ") ^",
+      "de velop",
+      "▁for ce",
+      "▁ force",
+      "▁char acters",
+      "▁charact ers",
+      "▁character s",
+      "▁c ross",
+      "▁cr oss",
+      "▁cro ss",
+      "▁ cross",
+      "▁de ath",
+      "▁t akes",
+      "▁tak es",
+      "▁take s",
+      "▁ta kes",
+      "ér i",
+      "é ri",
+      "ig ne",
+      "ign e",
+      "че н",
+      "ч ен",
+      "U P",
+      ". :",
+      "Th read",
+      "j u",
+      "in y",
+      "i ny",
+      "▁det ails",
+      "▁detail s",
+      "▁ details",
+      "▁x ml",
+      "▁ xml",
+      "ta it",
+      "t ait",
+      "out put",
+      "mess age",
+      "m essage",
+      "' '",
+      "▁Brit ish",
+      "vi lle",
+      "vil le",
+      "v ille",
+      "▁D iv",
+      "▁Di v",
+      "▁ Div",
+      "▁U ser",
+      "▁Use r",
+      "▁Us er",
+      "▁ User",
+      "c m",
+      "ч но",
+      "col umn",
+      "eq ref",
+      "ó r",
+      "on om",
+      "ono m",
+      "o nom",
+      "▁P ost",
+      "▁Po st",
+      "▁Pos t",
+      "▁ Post",
+      "el len",
+      "ell en",
+      "elle n",
+      "A b",
+      "ul té",
+      "ult é",
+      "▁per fect",
+      "▁perf ect",
+      "() {",
+      "( ){",
+      "vis ion",
+      "v ision",
+      "act ive",
+      "activ e",
+      "li er",
+      "lie r",
+      "l ier",
+      "ri j",
+      "r ij",
+      "s d",
+      "▁k ö",
+      "▁ kö",
+      "▁n ie",
+      "▁ni e",
+      "▁ nie",
+      "▁re lig",
+      "▁rel ig",
+      "▁reli g",
+      "▁o t",
+      "▁ ot",
+      "▁m achine",
+      "▁mach ine",
+      "▁ machine",
+      "▁h eld",
+      "▁he ld",
+      "▁hel d",
+      ")$ .",
+      ") $.",
+      "==== ====",
+      "ck er",
+      "cke r",
+      "c ker",
+      "в ы",
+      "bo rn",
+      "bor n",
+      "b orn",
+      "▁p ast",
+      "▁pas t",
+      "▁pa st",
+      "ри я",
+      "▁D r",
+      "▁ Dr",
+      "▁reg ular",
+      "▁regul ar",
+      "▁ regular",
+      "▁prov ided",
+      "▁provide d",
+      "TE R",
+      "T ER",
+      "▁un ivers",
+      "▁ univers",
+      "▁g ets",
+      "▁get s",
+      "▁ge ts",
+      "▁ gets",
+      "▁n u",
+      "▁ nu",
+      "▁/ *",
+      "▁ /*",
+      "ob er",
+      "obe r",
+      "o ber",
+      "fi n",
+      "f in",
+      "▁n ella",
+      "▁ne lla",
+      "▁nel la",
+      "▁nell a",
+      "▁be come",
+      "▁bec ome",
+      "▁becom e",
+      "▁` `",
+      "▁ ``",
+      "▁h istory",
+      "▁histor y",
+      "▁hi story",
+      "▁hist ory",
+      "▁ history",
+      "▁S ol",
+      "▁So l",
+      "▁ Sol",
+      "▁R ad",
+      "▁Ra d",
+      "▁ Rad",
+      "▁term s",
+      "▁ter ms",
+      "▁even ts",
+      "▁event s",
+      "▁ev ents",
+      "▁ events",
+      "ly mp",
+      ")) )",
+      ") ))",
+      "ро ва",
+      "ров а",
+      "р ова",
+      "▁ab sol",
+      "▁abs ol",
+      "▁so ft",
+      "▁ soft",
+      "lin ks",
+      "link s",
+      "l inks",
+      "▁h ope",
+      "▁ho pe",
+      "▁hop e",
+      "▁su bject",
+      "▁sub ject",
+      "▁ subject",
+      "\") ,",
+      "\" ),",
+      "▁cre ating",
+      "▁} \r",
+      "▁ }\r",
+      "▁S k",
+      "▁ Sk",
+      "▁f low",
+      "▁fl ow",
+      "▁flo w",
+      "▁ flow",
+      "▁Р а",
+      "▁as sert",
+      "▁ass ert",
+      "▁asse rt",
+      "▁ assert",
+      "ze t",
+      "z et",
+      "▁F rank",
+      "▁Fran k",
+      "▁Fr ank",
+      "s a",
+      "▁dist ribution",
+      "▁distribu tion",
+      "▁distrib ution",
+      "▁ distribution",
+      "c u",
+      "ba nd",
+      "ban d",
+      "b and",
+      "iz z",
+      "i zz",
+      "▁j ob",
+      "▁jo b",
+      "▁ job",
+      "in er",
+      "ine r",
+      "i ner",
+      "st ruct",
+      "str uct",
+      "stru ct",
+      "á k",
+      "T O",
+      "au f",
+      "a uf",
+      "▁ext ends",
+      "▁extend s",
+      "▁G ra",
+      "▁Gr a",
+      "dis play",
+      "▁sign ific",
+      "on ey",
+      "one y",
+      "o ney",
+      "s ource",
+      "m icrosoft",
+      "in der",
+      "ind er",
+      "inde r",
+      "i nder",
+      "▁qu ick",
+      "▁qui ck",
+      "▁ quick",
+      "▁w onder",
+      "▁won der",
+      "▁wo nder",
+      "Inst ance",
+      "el les",
+      "ell es",
+      "elle s",
+      "e lles",
+      "è me",
+      "▁comp any",
+      "▁compan y",
+      "▁ company",
+      "u ß",
+      ". }",
+      "▁separ ate",
+      "U M",
+      "HER E",
+      "HE RE",
+      "H ERE",
+      "▁writ ing",
+      "▁wr iting",
+      "▁ writing",
+      "it ution",
+      "itu tion",
+      "itut ion",
+      "▁G esch",
+      "▁Ge sch",
+      "▁Ges ch",
+      "м я",
+      "▁J ames",
+      "▁Ja mes",
+      "▁Jam es",
+      "▁ James",
+      "▁D E",
+      "▁ DE",
+      "▁S pe",
+      "▁Sp e",
+      "▁ Spe",
+      "pro cess",
+      "proc ess",
+      "St r",
+      "S tr",
+      "▁s ym",
+      "▁sy m",
+      "▁ sym",
+      "▁a o",
+      "▁ ao",
+      "▁w y",
+      "▁ wy",
+      "▁any one",
+      "▁U p",
+      "▁ Up",
+      "use um",
+      "ar on",
+      "aro n",
+      "a ron",
+      "▁def inition",
+      "▁defin ition",
+      "▁definit ion",
+      "▁ definition",
+      "▁` $",
+      "▁f av",
+      "▁fa v",
+      "rib utes",
+      "ribute s",
+      "ribu tes",
+      "▁R é",
+      "ograf ia",
+      "ografi a",
+      "el ement",
+      "ele ment",
+      "elem ent",
+      "e lement",
+      "ca p",
+      "c ap",
+      "pa t",
+      "p at",
+      "▁B ra",
+      "▁Br a",
+      "▁ Bra",
+      ") (",
+      "▁acc ording",
+      "▁accord ing",
+      "г е",
+      "▁p ie",
+      "▁pi e",
+      "▁ pie",
+      "el i",
+      "e li",
+      "} \"",
+      "▁act iv",
+      "▁ activ",
+      "▁s top",
+      "▁st op",
+      "▁sto p",
+      "▁ stop",
+      "pat ch",
+      "p atch",
+      "т і",
+      "▁J ose",
+      "▁Jo se",
+      "▁Jos e",
+      "▁ Jose",
+      "En d",
+      "E nd",
+      "▁p rze",
+      "▁pr ze",
+      "▁prz e",
+      "▁a ge",
+      "▁ag e",
+      "▁ age",
+      "it ory",
+      "ito ry",
+      "itor y",
+      "▁P HP",
+      "▁ PHP",
+      "ag ement",
+      "age ment",
+      "agem ent",
+      "▁` .",
+      "▁ `.",
+      "▁pre tty",
+      "▁pret ty",
+      "▁re comm",
+      "▁rec omm",
+      "▁recom m",
+      "▁s ud",
+      "▁su d",
+      "▁re qu",
+      "▁r equ",
+      "▁req u",
+      "▁об ла",
+      "at ives",
+      "ative s",
+      "ativ es",
+      "ati ves",
+      "▁H igh",
+      "▁Hi gh",
+      "▁ High",
+      "á z",
+      "ou l",
+      "o ul",
+      "re st",
+      "res t",
+      "r est",
+      "▁T er",
+      "▁Te r",
+      "un der",
+      "und er",
+      "unde r",
+      "u nder",
+      "th ern",
+      "ther n",
+      "the rn",
+      "cent er",
+      "cen ter",
+      "cente r",
+      "c enter",
+      "▁u r",
+      "▁ ur",
+      "la t",
+      "l at",
+      "▁inter face",
+      "▁ interface",
+      "▁и н",
+      "▁ ин",
+      "▁wh ose",
+      "▁who se",
+      "ic as",
+      "ica s",
+      "i cas",
+      "am en",
+      "ame n",
+      "a men",
+      "Fil ter",
+      "▁st ation",
+      "▁stat ion",
+      "▁sta tion",
+      "▁stati on",
+      "▁ station",
+      "Pa ge",
+      "P age",
+      "▁a rm",
+      "▁ar m",
+      "▁ arm",
+      "▁e yes",
+      "▁eye s",
+      "▁ра й",
+      "▁s eu",
+      "▁se u",
+      "ol i",
+      "o li",
+      "wi n",
+      "w in",
+      "li k",
+      "l ik",
+      "ge x",
+      "g ex",
+      "ch an",
+      "cha n",
+      "c han",
+      "id ence",
+      "iden ce",
+      "ar gs",
+      "arg s",
+      "ak ing",
+      "aki ng",
+      "a king",
+      "▁Go ogle",
+      "▁ Google",
+      "▁St ud",
+      "▁Stu d",
+      "▁h o",
+      "▁ ho",
+      "то ры",
+      "тор ы",
+      "S u",
+      "▁autom at",
+      "▁auto mat",
+      "êm e",
+      "ê me",
+      "▁c y",
+      "▁ cy",
+      "lo r",
+      "l or",
+      "▁st ack",
+      "▁sta ck",
+      "▁ stack",
+      "▁SE LECT",
+      "▁ SELECT",
+      "A F",
+      "▁> >",
+      "▁ >>",
+      "▁com pet",
+      "▁comp et",
+      "▁p air",
+      "▁pa ir",
+      "▁ pair",
+      "▁ing lés",
+      "Res ponse",
+      "▁F ig",
+      "▁ Fig",
+      "gr ad",
+      "gra d",
+      "g rad",
+      "▁document ation",
+      "▁ documentation",
+      "▁c ant",
+      "▁can t",
+      "▁ca nt",
+      "▁app reci",
+      "å n",
+      "▁le arn",
+      "▁lear n",
+      "▁ learn",
+      "▁in dep",
+      "▁ind ep",
+      "▁inde p",
+      "▁p al",
+      "▁pa l",
+      "▁ pal",
+      "pack age",
+      "p ackage",
+      "ar es",
+      "are s",
+      "a res",
+      "▁Ber lin",
+      "▁Berl in",
+      "б ли",
+      "re ich",
+      "rei ch",
+      "ё н",
+      "▁s atisf",
+      "▁sat isf",
+      "▁reg ion",
+      "▁ region",
+      "▁fri end",
+      "▁ friend",
+      "▁Ge orge",
+      "▁Georg e",
+      "▁В о",
+      "▁ Во",
+      "▁\" \"",
+      "▁ \"\"",
+      "▁des de",
+      "Fact ory",
+      "F actory",
+      "▁Count y",
+      "▁Coun ty",
+      "ou v",
+      "o uv",
+      "▁ ‘",
+      "▁inst alled",
+      "▁install ed",
+      "▁instal led",
+      "▁ installed",
+      "▁w anted",
+      "▁want ed",
+      "▁P ython",
+      "▁ Python",
+      "▁inter pre",
+      "▁in cluded",
+      "▁includ ed",
+      "▁include d",
+      "▁inclu ded",
+      "▁( (",
+      "▁ ((",
+      "▁al tern",
+      "▁alt ern",
+      "▁alter n",
+      "▁alte rn",
+      "▁ altern",
+      "is to",
+      "ist o",
+      "i sto",
+      "g n",
+      "▁b order",
+      "▁bor der",
+      "▁bord er",
+      "▁ border",
+      "pd f",
+      "p df",
+      "▁d up",
+      "▁du p",
+      "▁ dup",
+      "▁down load",
+      "▁ download",
+      "ju st",
+      "jus t",
+      "j ust",
+      "▁m embers",
+      "▁mem bers",
+      "▁memb ers",
+      "▁member s",
+      "▁ members",
+      "ch ild",
+      "chi ld",
+      "▁p ay",
+      "▁pa y",
+      "▁ pay",
+      "▁c er",
+      "▁ce r",
+      "▁ cer",
+      "▁lo oked",
+      "▁look ed",
+      "▁correct ly",
+      "au th",
+      "aut h",
+      "a uth",
+      "▁с тан",
+      "▁ст ан",
+      "▁ста н",
+      "▁ стан",
+      "▁e sp",
+      "▁es p",
+      "▁ esp",
+      "▁d esc",
+      "▁de sc",
+      "▁des c",
+      "▁ desc",
+      "eb en",
+      "e ben",
+      "▁qu estions",
+      "▁question s",
+      "▁quest ions",
+      "▁questi ons",
+      "▁ questions",
+      "ma l",
+      "m al",
+      "▁ab gerufen",
+      "▁ abgerufen",
+      "▁B and",
+      "▁Ba nd",
+      "▁Ban d",
+      "▁[ ]",
+      "▁ []",
+      "Bas e",
+      "B ase",
+      "▁r is",
+      "▁ri s",
+      "▁ ris",
+      "▁f ort",
+      "▁for t",
+      "▁fo rt",
+      "▁ fort",
+      "▁I d",
+      "▁ Id",
+      "▁var ious",
+      "▁vari ous",
+      "▁Le ague",
+      "▁H and",
+      "▁Ha nd",
+      "▁Han d",
+      "▁ Hand",
+      "▁T ype",
+      "▁Ty pe",
+      "▁Typ e",
+      "▁ Type",
+      "ir l",
+      "i rl",
+      "▁F e",
+      "▁ Fe",
+      "i én",
+      "it ter",
+      "itt er",
+      "itte r",
+      "▁f ast",
+      "▁fa st",
+      "▁fas t",
+      "▁ fast",
+      "st a",
+      "s ta",
+      "▁ex cept",
+      "▁ except",
+      "ic z",
+      "i cz",
+      "▁F rench",
+      "▁en vironment",
+      "▁environ ment",
+      "▁ environment",
+      "▁con se",
+      "▁cons e",
+      "у р",
+      "о го",
+      "▁necess ary",
+      "tar get",
+      "t arget",
+      "▁re ading",
+      "▁read ing",
+      "▁ reading",
+      "ho me",
+      "hom e",
+      "h ome",
+      "ze ich",
+      "▁e qual",
+      "▁equ al",
+      "▁eq ual",
+      "▁ equal",
+      "▁pi ù",
+      "▁p rem",
+      "▁pr em",
+      "▁pre m",
+      "▁diff icult",
+      "▁u nit",
+      "▁un it",
+      "▁ unit",
+      "▁re place",
+      "▁rep lace",
+      "▁repla ce",
+      "▁ replace",
+      "▁he art",
+      "▁hear t",
+      "▁ heart",
+      "▁t alk",
+      "▁tal k",
+      "A M",
+      "▁R E",
+      "▁ RE",
+      "▁P erson",
+      "▁Per son",
+      "▁Pers on",
+      "▁ Person",
+      "end ency",
+      "enden cy",
+      "▁i mm",
+      "▁im m",
+      "▁ imm",
+      "▁h uman",
+      "▁hum an",
+      "▁hu man",
+      "▁ human",
+      "d n",
+      "▁K ir",
+      "▁Ki r",
+      "▁A ut",
+      "▁Au t",
+      "▁ Aut",
+      "kn own",
+      "know n",
+      "k nown",
+      "▁fr equ",
+      "▁fre qu",
+      "sys tem",
+      "s ystem",
+      "ла в",
+      "▁S z",
+      "▁G al",
+      "▁Ga l",
+      "но е",
+      "sel ves",
+      "right arrow",
+      "r ightarrow",
+      "▁С а",
+      "▁ Са",
+      "=\" @",
+      "▁build ing",
+      "▁ building",
+      "im port",
+      "imp ort",
+      "▁f am",
+      "▁fa m",
+      "▁de lete",
+      "▁del ete",
+      "▁delet e",
+      "▁ delete",
+      "air e",
+      "ai re",
+      "a ire",
+      "ma ry",
+      "mar y",
+      "m ary",
+      "▁f und",
+      "▁fun d",
+      "▁fu nd",
+      "▁ fund",
+      "▁part icip",
+      "▁partic ip",
+      "▁parti cip",
+      "▁partici p",
+      "▁s yn",
+      "▁sy n",
+      "▁ syn",
+      "si n",
+      "s in",
+      "▁l ower",
+      "▁lo wer",
+      "▁low er",
+      "▁ lower",
+      "▁z ero",
+      "▁ze ro",
+      "▁ zero",
+      "▁s ec",
+      "▁se c",
+      "▁ sec",
+      "▁f ra",
+      "▁fr a",
+      "▁ fra",
+      "Po int",
+      "P oint",
+      "▁fa iled",
+      "▁fail ed",
+      "▁ failed",
+      "ien to",
+      "ient o",
+      "i ento",
+      "cu p",
+      "c up",
+      "▁s low",
+      "▁sl ow",
+      "▁slo w",
+      "▁ slow",
+      "▁n ation",
+      "▁na tion",
+      "▁nat ion",
+      "äh r",
+      "ä hr",
+      "▁in fo",
+      "▁inf o",
+      "▁ info",
+      "▁P ublic",
+      "▁Pub lic",
+      "▁Pu blic",
+      "▁ Public",
+      "▁de cla",
+      "▁dec la",
+      "▁decl a",
+      "▁Т а",
+      "▁s old",
+      "▁so ld",
+      "▁sol d",
+      "▁R em",
+      "▁Re m",
+      "▁ Rem",
+      "▁Ph il",
+      "ст ра",
+      "стр а",
+      "с тра",
+      "▁me hr",
+      "▁W ork",
+      "▁Wor k",
+      "▁ Work",
+      "▁N ord",
+      "▁No rd",
+      "▁Nor d",
+      "▁f ait",
+      "▁fa it",
+      "▁g ew",
+      "▁ge w",
+      "▁ gew",
+      "print ln",
+      "ob ile",
+      "obil e",
+      "obi le",
+      "▁K on",
+      "▁Ko n",
+      "▁ass ume",
+      "▁assum e",
+      "land s",
+      "lan ds",
+      "l ands",
+      "▁a mount",
+      "▁am ount",
+      "▁ amount",
+      "▁P ress",
+      "▁Pr ess",
+      "▁Pres s",
+      "▁Pre ss",
+      "▁ Press",
+      "ý ch",
+      "▁ma xim",
+      "▁max im",
+      "▁ maxim",
+      "▁Ch ampion",
+      "▁Champ ion",
+      "li brary",
+      "l ibrary",
+      "a ñ",
+      "▁W al",
+      "▁Wa l",
+      "Com m",
+      "Co mm",
+      "C omm",
+      "] ]",
+      "▁z w",
+      "▁ zw",
+      "▁so cial",
+      "▁soci al",
+      "▁soc ial",
+      "▁ social",
+      "L I",
+      "▁Un ter",
+      "vo r",
+      "v or",
+      "Del ta",
+      "D elta",
+      "em ail",
+      "ema il",
+      "e mail",
+      "ra int",
+      "rain t",
+      "rai nt",
+      "r aint",
+      "on i",
+      "o ni",
+      "▁a lt",
+      "▁al t",
+      "▁ alt",
+      "▁n é",
+      "▁ né",
+      "ци я",
+      "ograph y",
+      "▁mention ed",
+      "▁ment ioned",
+      "▁< =",
+      "▁ <=",
+      "▁c ette",
+      "▁ce tte",
+      "▁cet te",
+      "▁current ly",
+      "▁curr ently",
+      "va re",
+      "var e",
+      "v are",
+      "iz ing",
+      "izi ng",
+      "izin g",
+      "i zing",
+      "▁D ef",
+      "▁De f",
+      "▁ Def",
+      "ic ol",
+      "ico l",
+      "i col",
+      "ün d",
+      "ü nd",
+      "▁config uration",
+      "▁configur ation",
+      "▁ configuration",
+      "est ig",
+      "esti g",
+      "II I",
+      "I II",
+      "la m",
+      "l am",
+      "i ère",
+      "▁E ar",
+      "▁t u",
+      "▁ tu",
+      "En t",
+      "E nt",
+      "▁U sing",
+      "▁Us ing",
+      "▁ Using",
+      "▁ко м",
+      "▁к ом",
+      "▁ ком",
+      "ci e",
+      "c ie",
+      "▁pro of",
+      "▁ proof",
+      "▁in vol",
+      "▁inv ol",
+      "▁H istory",
+      "▁Histor y",
+      "▁Hi story",
+      "▁Hist ory",
+      "▁ History",
+      "> <",
+      "▁A ND",
+      "▁AN D",
+      "▁ AND",
+      "av y",
+      "a vy",
+      "▁rel ations",
+      "▁relation s",
+      "$ {",
+      "▁com es",
+      "▁co mes",
+      "▁come s",
+      "▁ comes",
+      "▁d irection",
+      "▁direct ion",
+      "▁dire ction",
+      "▁dir ection",
+      "▁ direction",
+      "▁J une",
+      "▁Ju ne",
+      "▁Jun e",
+      "▁W ay",
+      "▁Wa y",
+      "Com ponent",
+      "ec h",
+      "e ch",
+      "▁P eter",
+      "▁Pe ter",
+      "▁Pet er",
+      "▁ Peter",
+      "s g",
+      "▁s tra",
+      "▁st ra",
+      "▁str a",
+      "▁ stra",
+      "uc t",
+      "u ct",
+      "▁im plementation",
+      "▁implement ation",
+      "▁ implementation",
+      "att le",
+      "▁c z",
+      "▁ cz",
+      "pl ot",
+      "p lot",
+      "▁play ed",
+      "▁pla yed",
+      "\"> </",
+      "\">< /",
+      "\" ></",
+      "▁f ive",
+      "▁fi ve",
+      "▁ five",
+      "▁c oll",
+      "▁col l",
+      "▁co ll",
+      "▁ coll",
+      "▁Char les",
+      "Tr a",
+      "T ra",
+      "▁s uo",
+      "▁su o",
+      "file s",
+      "fil es",
+      "fi les",
+      "f iles",
+      "en tes",
+      "ent es",
+      "ente s",
+      "res ponse",
+      "respons e",
+      "H ow",
+      "▁S oci",
+      "▁So ci",
+      "▁Soc i",
+      "▁i gn",
+      "▁ig n",
+      "▁ ign",
+      "▁l ed",
+      "▁le d",
+      "▁ led",
+      "▁G erman",
+      "▁Ger man",
+      "▁Germ an",
+      "ud o",
+      "u do",
+      "▁D u",
+      "▁t im",
+      "▁ti m",
+      "▁ tim",
+      "ount er",
+      "oun ter",
+      "o unter",
+      "▁att ack",
+      "ur i",
+      "u ri",
+      "▁а р",
+      "▁ ар",
+      "es se",
+      "ess e",
+      "iv il",
+      "ivi l",
+      "i vil",
+      "▁J u",
+      "▁v el",
+      "▁ve l",
+      "▁ vel",
+      "mat rix",
+      "▁M at",
+      "▁Ma t",
+      "▁ Mat",
+      "gi o",
+      "g io",
+      "▁Ze it",
+      "VE R",
+      "V ER",
+      "ha s",
+      "h as",
+      "Con nection",
+      "Connect ion",
+      "Conne ction",
+      "▁i hr",
+      "▁ih r",
+      "▁att ribute",
+      "▁ attribute",
+      "▁dis cuss",
+      "▁disc uss",
+      "▁do main",
+      "▁dom ain",
+      "▁ domain",
+      "bin d",
+      "bi nd",
+      "b ind",
+      "▁S ec",
+      "▁Se c",
+      "▁ Sec",
+      "ri k",
+      "r ik",
+      "cl ose",
+      "clos e",
+      "clo se",
+      "c lose",
+      "gi n",
+      "g in",
+      "▁l ove",
+      "▁lo ve",
+      "▁lov e",
+      "an to",
+      "ant o",
+      "ge nt",
+      "gen t",
+      "g ent",
+      "ab a",
+      "a ba",
+      "jan go",
+      "j ango",
+      "b i",
+      "▁ob ser",
+      "▁obs er",
+      "it ting",
+      "itt ing",
+      "▁р у",
+      "▁ ру",
+      "} =",
+      "ag en",
+      "age n",
+      "a gen",
+      "B C",
+      "so me",
+      "som e",
+      "s ome",
+      "▁B u",
+      "▁ Bu",
+      "▁s oci",
+      "▁so ci",
+      "▁soc i",
+      "▁ soci",
+      "▁ind ividual",
+      "▁individ ual",
+      "▁de al",
+      "▁out side",
+      "ri o",
+      "r io",
+      "Ex ec",
+      "an did",
+      "and id",
+      "▁bus iness",
+      "▁t empor",
+      "▁tem por",
+      "▁temp or",
+      "▁tempo r",
+      "▁T ur",
+      "▁Tu r",
+      "▁( !",
+      "▁ (!",
+      "ri ter",
+      "rit er",
+      "rite r",
+      "r iter",
+      "▁go ogle",
+      "▁goog le",
+      "▁ google",
+      "] :",
+      "it te",
+      "itt e",
+      "i tte",
+      "x i",
+      "▁П а",
+      "ho l",
+      "h ol",
+      "н ь",
+      "ri ng",
+      "rin g",
+      "r ing",
+      "▁s ul",
+      "▁su l",
+      "но сти",
+      "ност и",
+      "нос ти",
+      "_ .",
+      "ga r",
+      "g ar",
+      "T ask",
+      "▁C heck",
+      "▁Che ck",
+      "▁ Check",
+      "▁mod ern",
+      "▁mo dern",
+      "▁mode rn",
+      "▁moder n",
+      "▁w in",
+      "▁ win",
+      "us ter",
+      "ust er",
+      "u ster",
+      "ha n",
+      "h an",
+      "form ation",
+      "format ion",
+      "vo id",
+      "v oid",
+      "▁ф и",
+      "▁ фи",
+      "▁use ful",
+      "▁Eng land",
+      "lo s",
+      "l os",
+      "et ime",
+      "eti me",
+      "e time",
+      "eu r",
+      "e ur",
+      "▁un ique",
+      "▁uniqu e",
+      "▁ unique",
+      "▁ка к",
+      "yi ng",
+      "y ing",
+      "ob j",
+      "ui d",
+      "u id",
+      "▁w indows",
+      "▁window s",
+      "▁wind ows",
+      "▁ windows",
+      "▁d istance",
+      "▁dist ance",
+      "▁ distance",
+      "▁nom bre",
+      "▁nombr e",
+      "і я",
+      "oc us",
+      "o cus",
+      "ah n",
+      "a hn",
+      "ier te",
+      "iert e",
+      "i erte",
+      "▁d ar",
+      "▁da r",
+      "▁ dar",
+      "S I",
+      "lo ng",
+      "lon g",
+      "l ong",
+      "as ta",
+      "ast a",
+      "a sta",
+      "iv en",
+      "ive n",
+      "i ven",
+      "▁t old",
+      "▁to ld",
+      "▁G ru",
+      "▁Gr u",
+      "fo o",
+      "f oo",
+      "▁c alling",
+      "▁cal ling",
+      "▁call ing",
+      "iem bre",
+      "i embre",
+      "▁f uture",
+      "▁fut ure",
+      "pr ès",
+      "p rès",
+      "le ep",
+      "lee p",
+      "avig ation",
+      "PO ST",
+      "POS T",
+      "P OST",
+      "▁des cribed",
+      "▁descri bed",
+      "▁describe d",
+      "▁n och",
+      "▁no ch",
+      "un it",
+      "uni t",
+      "u nit",
+      "al len",
+      "all en",
+      "alle n",
+      "▁b ranch",
+      "▁br anch",
+      "▁bran ch",
+      "▁ branch",
+      "f a",
+      "▁f ill",
+      "▁fil l",
+      "▁fi ll",
+      "▁ fill",
+      "▁ob j",
+      "▁ obj",
+      "▁t ree",
+      "▁tr ee",
+      "▁tre e",
+      "▁ tree",
+      "▁wur den",
+      "▁wurde n",
+      "▁L iter",
+      "▁Li ter",
+      "▁Lit er",
+      "▁ Liter",
+      "ro t",
+      "r ot",
+      "sp lit",
+      "spl it",
+      "s plit",
+      "em ein",
+      "eme in",
+      "mod ule",
+      "C A",
+      "▁oper ator",
+      "▁opera tor",
+      "▁ operator",
+      "▁w rote",
+      "▁wr ote",
+      "▁J ack",
+      "▁Jac k",
+      "▁Ja ck",
+      "▁ Jack",
+      "olog ie",
+      "olo gie",
+      "▁A nt",
+      "▁An t",
+      "▁ Ant",
+      "те р",
+      "т ер",
+      "st ream",
+      "stre am",
+      "▁Q ue",
+      "▁Qu e",
+      "▁ Que",
+      "eps ilon",
+      "e psilon",
+      "no n",
+      "n on",
+      "st ein",
+      "ste in",
+      "▁s impl",
+      "▁sim pl",
+      "▁simp l",
+      "pu b",
+      "p ub",
+      "▁J uly",
+      "▁Jul y",
+      "▁Ju ly",
+      "▁n ature",
+      "▁natur e",
+      "▁nat ure",
+      "▁D atabase",
+      "▁Data base",
+      "▁Dat abase",
+      "▁ Database",
+      "ó l",
+      "ни м",
+      "н им",
+      "▁V I",
+      "▁ VI",
+      "êt re",
+      "ê tre",
+      "il es",
+      "ile s",
+      "i les",
+      "▁w el",
+      "▁we l",
+      "▁ wel",
+      "') ,",
+      "' ),",
+      "▁m ut",
+      "▁mu t",
+      "▁ mut",
+      "lo cation",
+      "loc ation",
+      "l ocation",
+      "▁there fore",
+      "el li",
+      "ell i",
+      "▁ І",
+      "n é",
+      "▁а в",
+      "led ge",
+      "l edge",
+      "▁con ver",
+      "▁conv er",
+      "í m",
+      "▁X V",
+      "▁ XV",
+      "vi der",
+      "vid er",
+      "v ider",
+      "▁Janu ary",
+      "▁Januar y",
+      "▁us ually",
+      "▁usual ly",
+      "▁re leased",
+      "▁release d",
+      "▁M i",
+      "He ad",
+      "H ead",
+      "il ler",
+      "ill er",
+      "ille r",
+      "▁j an",
+      "▁ja n",
+      "▁ jan",
+      "▁l etter",
+      "▁let ter",
+      "▁lett er",
+      "▁ letter",
+      "pr odu",
+      "pro du",
+      "prod u",
+      "p rodu",
+      "r d",
+      "▁C am",
+      "▁Ca m",
+      "▁ Cam",
+      ", '",
+      "▁ Ц",
+      "▁p ush",
+      "▁pu sh",
+      "▁ push",
+      "up date",
+      "▁may be",
+      "▁ maybe",
+      "H ttp",
+      "@ \"",
+      "ме р",
+      "м ер",
+      "ser vice",
+      "serv ice",
+      "par se",
+      "p arse",
+      "▁d ass",
+      "▁da ss",
+      "▁das s",
+      "ê n",
+      ") \"",
+      "mo re",
+      "mor e",
+      "m ore",
+      "/ *",
+      "▁m as",
+      "▁ma s",
+      "▁ mas",
+      "▁like ly",
+      "▁lik ely",
+      "▁ likely",
+      "▁m aterial",
+      "▁mate rial",
+      "▁mater ial",
+      "▁ material",
+      "▁[ [",
+      "▁ [[",
+      "▁long er",
+      "▁lon ger",
+      "ba l",
+      "b al",
+      "▁Arch iv",
+      "ig t",
+      "i gt",
+      "▁e gy",
+      "▁eg y",
+      "▁ egy",
+      "id ge",
+      "ig u",
+      "i gu",
+      "con f",
+      "▁in c",
+      "▁i nc",
+      "▁ inc",
+      "cons ulté",
+      "▁m ai",
+      "▁ma i",
+      "▁ mai",
+      "W ork",
+      "▁г ра",
+      "▁ гра",
+      "▁Oct ober",
+      "▁g lobal",
+      "▁glob al",
+      "▁glo bal",
+      "▁ global",
+      "▁s el",
+      "▁se l",
+      "▁ sel",
+      "▁m unicip",
+      "▁vi ol",
+      "▁vio l",
+      "▁Do es",
+      "▁ Does",
+      "▁\\ [",
+      "ско м",
+      "ск ом",
+      "с ком",
+      "▁com pos",
+      "▁comp os",
+      "▁ compos",
+      "б ря",
+      "в я",
+      "▁resp ons",
+      "▁ respons",
+      "▁consider ed",
+      "▁consid ered",
+      "▁J apan",
+      "▁Jap an",
+      "▁Ja pan",
+      "pe s",
+      "p es",
+      "os to",
+      "ost o",
+      "o sto",
+      "▁mil it",
+      "▁mi lit",
+      "S P",
+      "с ы",
+      "at tr",
+      "att r",
+      "ci l",
+      "c il",
+      "irect ory",
+      "av ing",
+      "avi ng",
+      "a ving",
+      "▁D el",
+      "▁De l",
+      "▁ Del",
+      "▁pr event",
+      "▁pre vent",
+      "▁prev ent",
+      "▁ prevent",
+      "id ade",
+      "ida de",
+      "idad e",
+      "i dade",
+      "gi t",
+      "g it",
+      "if orm",
+      "i form",
+      "ou ter",
+      "out er",
+      "oute r",
+      "o uter",
+      "in ct",
+      "inc t",
+      "le vel",
+      "lev el",
+      "at ever",
+      "ate ver",
+      "▁re pe",
+      "▁rep e",
+      "▁e xc",
+      "▁ex c",
+      "да р",
+      "д ар",
+      "St yle",
+      "▁Th omas",
+      "▁Thom as",
+      "el ine",
+      "eli ne",
+      "elin e",
+      "e line",
+      "▁ ж",
+      "un time",
+      "unt ime",
+      "▁l arg",
+      "▁la rg",
+      "▁lar g",
+      "▁ larg",
+      "Tr ue",
+      ". *",
+      "cre en",
+      "cr een",
+      "c reen",
+      "yle s",
+      "yl es",
+      "y les",
+      "▁trans l",
+      "▁tran sl",
+      "▁С о",
+      "ens ions",
+      "ension s",
+      "ä l",
+      "is se",
+      "iss e",
+      "▁v olt",
+      "▁vo lt",
+      "▁vol t",
+      "ci ally",
+      "cial ly",
+      "ni k",
+      "n ik",
+      ". ]",
+      "▁St adt",
+      "▁Sta dt",
+      "▁Stad t",
+      "м ы",
+      "fil l",
+      "fi ll",
+      "f ill",
+      "lo v",
+      "l ov",
+      "▁\" /",
+      "▁ \"/",
+      "S p",
+      "▁A ir",
+      "Cal l",
+      "Ca ll",
+      "C all",
+      "▁n ur",
+      "▁nu r",
+      "Che ck",
+      "C heck",
+      "ien ce",
+      "i ence",
+      "ef ined",
+      "▁в ре",
+      "ł o",
+      "d z",
+      "▁о р",
+      "▁ ор",
+      "ik er",
+      "ike r",
+      "i ker",
+      "ow a",
+      "o wa",
+      "ови ч",
+      "о вич",
+      "r é",
+      "O L",
+      "▁li near",
+      "▁line ar",
+      "▁lin ear",
+      "▁linea r",
+      "▁ linear",
+      "▁ex port",
+      "▁exp ort",
+      "▁ export",
+      "ah r",
+      "a hr",
+      "ic ial",
+      "ici al",
+      "icia l",
+      "i cial",
+      "Re p",
+      "R ep",
+      "▁n atural",
+      "▁natur al",
+      "▁nat ural",
+      "▁ natural",
+      "▁c op",
+      "▁co p",
+      "▁ cop",
+      "▁} )",
+      "▁ })",
+      "ç ões",
+      "z z",
+      "Wh at",
+      "W hat",
+      "▁H ouse",
+      "▁Ho use",
+      "▁Hou se",
+      "Re f",
+      "R ef",
+      "in ger",
+      "ing er",
+      "inge r",
+      "▁t aking",
+      "▁tak ing",
+      "▁ta king",
+      "n ě",
+      "▁Ein z",
+      "▁d am",
+      "▁da m",
+      "▁ dam",
+      "▁iss ues",
+      "▁issue s",
+      "▁issu es",
+      "▁ issues",
+      "Bu ilder",
+      "Build er",
+      "ed it",
+      "edi t",
+      "e dit",
+      "▁p rz",
+      "▁pr z",
+      "pass word",
+      "Ge ner",
+      "Gen er",
+      "G ener",
+      "ri m",
+      "r im",
+      "▁p arts",
+      "▁par ts",
+      "▁part s",
+      "▁ parts",
+      "-- -",
+      "- --",
+      "ig inal",
+      "igin al",
+      "igi nal",
+      "▁S ci",
+      "▁Sc i",
+      "▁m other",
+      "▁mo ther",
+      "▁mot her",
+      "▁moth er",
+      "re a",
+      "r ea",
+      "▁cont ainer",
+      "▁contain er",
+      "▁ container",
+      "д я",
+      "▁I P",
+      "▁ IP",
+      "▁n one",
+      "▁no ne",
+      "▁non e",
+      "▁ none",
+      "▁follow ed",
+      "▁p le",
+      "▁pl e",
+      "▁ ple",
+      "▁me asure",
+      "▁meas ure",
+      "▁ measure",
+      "▁t out",
+      "▁to ut",
+      "▁tou t",
+      "▁ tout",
+      "Ex t",
+      "E xt",
+      "▁T V",
+      "▁ TV",
+      "▁ex plain",
+      "▁exp lain",
+      "▁expla in",
+      "▁expl ain",
+      "▁p aper",
+      "▁pa per",
+      "▁pap er",
+      "▁ paper",
+      "ст і",
+      "с ті",
+      "w s",
+      "W ik",
+      "▁m m",
+      "▁ mm",
+      "▁N orm",
+      "▁No rm",
+      "▁Nor m",
+      "▁Ser ver",
+      "▁Serv er",
+      "▁ Server",
+      "fo nt",
+      "fon t",
+      "f ont",
+      "ec ause",
+      "eca use",
+      "T R",
+      "▁б и",
+      "▁ би",
+      "L a",
+      "▁e ns",
+      "▁en s",
+      "▁ ens",
+      "▁re tr",
+      "▁r etr",
+      "▁ret r",
+      "▁S il",
+      "▁Si l",
+      "▁ Sil",
+      "▁se quence",
+      "▁sequ ence",
+      "▁ sequence",
+      "ar c",
+      "a rc",
+      "I V",
+      "z á",
+      "▁And roid",
+      "▁ Android",
+      "▁S uper",
+      "▁Su per",
+      "▁Sup er",
+      "▁ Super",
+      "▁r oz",
+      "▁ro z",
+      "▁ roz",
+      "ov ie",
+      "ovi e",
+      "o vie",
+      "O m",
+      "▁W ell",
+      "▁We ll",
+      "▁Wel l",
+      "▁ Well",
+      "ma ke",
+      "m ake",
+      "or ph",
+      "orp h",
+      "▁J er",
+      "▁Je r",
+      "▁R os",
+      "▁Ro s",
+      "re ference",
+      "refer ence",
+      "▁fe atures",
+      "▁feature s",
+      "▁ features",
+      "▁G er",
+      "▁Ge r",
+      "▁L eg",
+      "▁Le g",
+      "▁ Leg",
+      "▁l ate",
+      "▁la te",
+      "▁lat e",
+      "▁ late",
+      "▁add itional",
+      "▁addition al",
+      "▁f lo",
+      "▁fl o",
+      "▁е го",
+      "▁ его",
+      "▁alg orithm",
+      "▁ algorithm",
+      "B A",
+      "ka r",
+      "k ar",
+      "I P",
+      "]) ;",
+      "] );",
+      "▁app ears",
+      "▁appear s",
+      "▁appe ars",
+      "y w",
+      "▁t emp",
+      "▁te mp",
+      "▁tem p",
+      "▁ temp",
+      "▁aus si",
+      "met hod",
+      "m ethod",
+      "▁p et",
+      "▁pe t",
+      "▁ pet",
+      "st rap",
+      "str ap",
+      "stra p",
+      "ar ning",
+      "arn ing",
+      "▁c ut",
+      "▁cu t",
+      "▁ cut",
+      "▁S a",
+      "▁ Sa",
+      "▁t rack",
+      "▁tr ack",
+      "▁tra ck",
+      "▁trac k",
+      "▁ track",
+      "▁emp loy",
+      "▁in de",
+      "▁i nde",
+      "▁ind e",
+      "▁ inde",
+      "ra v",
+      "r av",
+      "▁gener ate",
+      "▁gene rate",
+      "▁ generate",
+      "be s",
+      "b es",
+      "ar ts",
+      "art s",
+      "St atus",
+      "Stat us",
+      "ug e",
+      "u ge",
+      "al is",
+      "ali s",
+      "a lis",
+      "▁over ride",
+      "▁overrid e",
+      "▁ override",
+      "▁f i",
+      "▁ fi",
+      "▁l ost",
+      "▁lo st",
+      "▁los t",
+      "▁ lost",
+      "ot ed",
+      "ote d",
+      "o ted",
+      "▁r oom",
+      "▁ro om",
+      "▁ room",
+      "▁c alls",
+      "▁cal ls",
+      "▁call s",
+      "▁cons ist",
+      "ре н",
+      "р ен",
+      "▁vill age",
+      "▁vil lage",
+      "▁villa ge",
+      "dis t",
+      "di st",
+      "d ist",
+      "▁te chn",
+      "▁tec hn",
+      "▁ techn",
+      "en za",
+      "enz a",
+      "▁ро з",
+      "▁р оз",
+      "▁ роз",
+      "▁C atalog",
+      "▁Cat alog",
+      "▁Catal og",
+      "▁be com",
+      "▁bec om",
+      "ro ws",
+      "row s",
+      "r ows",
+      "▁N el",
+      "▁Ne l",
+      "com ple",
+      "comp le",
+      "▁pr emi",
+      "▁pre mi",
+      "▁prem i",
+      "▁r ot",
+      "▁ro t",
+      "▁ rot",
+      "▁Web links",
+      "▁foot ball",
+      "▁ football",
+      "▁com par",
+      "▁comp ar",
+      "▁l ive",
+      "▁li ve",
+      "▁liv e",
+      "▁ live",
+      "ки х",
+      "к их",
+      "▁equ ival",
+      "ca pe",
+      "cap e",
+      "c ape",
+      "▁G en",
+      "▁Ge n",
+      "▁ Gen",
+      "nd er",
+      "nde r",
+      "n der",
+      "▁V is",
+      "▁Vi s",
+      "▁ Vis",
+      "▁be hind",
+      "▁beh ind",
+      "ge rs",
+      "ger s",
+      "g ers",
+      "vo ke",
+      "v oke",
+      "▁m edia",
+      "▁me dia",
+      "▁med ia",
+      "▁medi a",
+      "▁ media",
+      "E X",
+      "th at",
+      "tha t",
+      "t hat",
+      "▁s ono",
+      "▁so no",
+      "▁son o",
+      "▁ sono",
+      "▁my sql",
+      "▁mysq l",
+      "▁ mysql",
+      "e v",
+      "▁r ule",
+      "▁ru le",
+      "▁ rule",
+      "до в",
+      "д ов",
+      "ac c",
+      "a cc",
+      "▁W HERE",
+      "▁WH ERE",
+      "▁ WHERE",
+      "ен е",
+      "е не",
+      "Gr id",
+      "G rid",
+      "▁j ul",
+      "▁ju l",
+      "▁m ort",
+      "▁mo rt",
+      "▁mor t",
+      "▁ mort",
+      "▁gener ated",
+      "▁generate d",
+      "▁ generated",
+      "en cia",
+      "enc ia",
+      "enci a",
+      "ac ter",
+      "act er",
+      "cl ud",
+      "▁s cen",
+      "▁sc en",
+      "▁cl osed",
+      "▁close d",
+      "▁clos ed",
+      "▁clo sed",
+      "▁ closed",
+      "▁Mich ael",
+      "▁ Michael",
+      "▁m ount",
+      "▁mo unt",
+      "▁mou nt",
+      "▁ mount",
+      ")$ ,",
+      ") $,",
+      "▁d rop",
+      "▁dr op",
+      "▁dro p",
+      "▁ drop",
+      "▁com bin",
+      "▁comb in",
+      "to col",
+      "▁go es",
+      "▁g eb",
+      "▁ge b",
+      "▁ geb",
+      "M D",
+      "▁An ton",
+      "▁Ant on",
+      "▁Anto n",
+      "▁$ (\"",
+      "▁$( \"",
+      "Te m",
+      "T em",
+      "▁c a",
+      "▁ ca",
+      "▁in stru",
+      "▁inst ru",
+      "ed s",
+      "e ds",
+      "▁t ool",
+      "▁to ol",
+      "▁too l",
+      "▁ tool",
+      "my s",
+      "m ys",
+      "▁r oute",
+      "▁ro ute",
+      "▁rout e",
+      "▁rou te",
+      "▁ route",
+      "\") )",
+      "\" ))",
+      "пр е",
+      "п ре",
+      "▁f loat",
+      "▁flo at",
+      "▁ float",
+      "▁service s",
+      "▁serv ices",
+      "▁servi ces",
+      "▁ services",
+      "▁ч и",
+      "▁ чи",
+      "к і",
+      "emb ly",
+      "embl y",
+      "ak er",
+      "ake r",
+      "a ker",
+      "▁S on",
+      "▁So n",
+      "▁M ath",
+      "▁Ma th",
+      "▁Mat h",
+      "▁ Math",
+      "as se",
+      "ass e",
+      "ous ly",
+      "lic ations",
+      "lication s",
+      "▁r u",
+      "▁ ru",
+      "▁щ о",
+      "▁ що",
+      "▁Con st",
+      "▁Cons t",
+      "▁ Const",
+      "▁im medi",
+      "▁imm edi",
+      "F O",
+      "or o",
+      "o ro",
+      "▁p roduction",
+      "▁produ ction",
+      "▁product ion",
+      "▁ production",
+      "re i",
+      "r ei",
+      "▁j query",
+      "▁ jquery",
+      "an nt",
+      "ann t",
+      "▁Wh ile",
+      "▁s n",
+      "▁ sn",
+      "▁го ди",
+      "▁год и",
+      "Form at",
+      "For mat",
+      "▁s tar",
+      "▁st ar",
+      "▁sta r",
+      "▁ star",
+      "▁S en",
+      "▁Se n",
+      "▁k o",
+      "▁ ko",
+      "NA ME",
+      "N AME",
+      "▁p rés",
+      "▁pr és",
+      "▁pré s",
+      "▁ prés",
+      "ch a",
+      "c ha",
+      "wh at",
+      "w hat",
+      "om in",
+      "omi n",
+      "o min",
+      "end ant",
+      "enda nt",
+      "h y",
+      "▁ob serv",
+      "▁obser v",
+      "▁obs erv",
+      "▁ observ",
+      "▁p refer",
+      "▁pre fer",
+      "у н",
+      "▁con structor",
+      "▁construct or",
+      "▁constru ctor",
+      "▁ constructor",
+      "b s",
+      "▁m ac",
+      "▁ma c",
+      "▁ mac",
+      "▁B re",
+      "▁Br e",
+      "▁ Bre",
+      "▁Inst it",
+      "▁Ins tit",
+      "▁st ory",
+      "▁stor y",
+      "▁sto ry",
+      "▁ story",
+      "▁s ymbol",
+      "▁sym bol",
+      "▁ symbol",
+      "el es",
+      "ele s",
+      "e les",
+      "ß e",
+      "as ing",
+      "asi ng",
+      "a sing",
+      "▁w est",
+      "▁we st",
+      "▁ west",
+      "ia ns",
+      "ian s",
+      "i ans",
+      "▁m aster",
+      "▁ma ster",
+      "▁mas ter",
+      "▁ master",
+      "е з",
+      "▁w ays",
+      "▁way s",
+      "▁wa ys",
+      "▁ ways",
+      "b m",
+      "▁p ick",
+      "▁pi ck",
+      "▁pic k",
+      "▁ pick",
+      "▁de part",
+      "▁dep art",
+      "B ack",
+      "en k",
+      "li pse",
+      "lip se",
+      "▁m ath",
+      "▁ma th",
+      "▁mat h",
+      "▁ math",
+      "▁Fran cis",
+      "▁Franc is",
+      "▁Dec ember",
+      "f s",
+      "ru m",
+      "r um",
+      "▁develop ment",
+      "▁ development",
+      "L T",
+      "er nel",
+      "ern el",
+      "erne l",
+      "▁Tr ue",
+      "▁Tru e",
+      "▁ True",
+      "▁M ore",
+      "▁Mor e",
+      "▁Mo re",
+      "▁ More",
+      "ran gle",
+      "r angle",
+      "▁cond itions",
+      "▁condition s",
+      "Option s",
+      "Opt ions",
+      "O ptions",
+      "▁g li",
+      "▁gl i",
+      "▁oper ation",
+      "▁opera tion",
+      "▁ operation",
+      "é k",
+      "ach t",
+      "ac ht",
+      "a cht",
+      "ight s",
+      "igh ts",
+      "▁m ist",
+      "▁mi st",
+      "▁mis t",
+      "an da",
+      "and a",
+      "▁ener gy",
+      "▁energ y",
+      "▁ energy",
+      "▁ж е",
+      "▁ же",
+      "▁w omen",
+      "▁wo men",
+      "ak t",
+      "a kt",
+      "▁C H",
+      "▁ CH",
+      "ge bra",
+      "geb ra",
+      "▁me et",
+      "i u",
+      "we ll",
+      "wel l",
+      "w ell",
+      "ö l",
+      "▁govern ment",
+      "▁J os",
+      "▁Jo s",
+      "ie g",
+      "i eg",
+      "▁s yntax",
+      "▁syn tax",
+      "▁ syntax",
+      "fi x",
+      "f ix",
+      "▁P et",
+      "▁Pe t",
+      "j query",
+      "▁c ard",
+      "▁car d",
+      "▁ca rd",
+      "▁ card",
+      "▁pr incipal",
+      "▁princi pal",
+      "▁princip al",
+      "▁d ru",
+      "▁dr u",
+      "▁ dru",
+      "▁ter rit",
+      "▁п ов",
+      "▁по в",
+      "▁ пов",
+      "▁S S",
+      "▁ SS",
+      "ри и",
+      "tr es",
+      "tre s",
+      "t res",
+      "ag ne",
+      "agn e",
+      "ly ing",
+      "l ying",
+      "til de",
+      "t ilde",
+      "ber n",
+      "be rn",
+      "b ern",
+      "en ter",
+      "ent er",
+      "ente r",
+      "Pe r",
+      "P er",
+      "▁s omet",
+      "▁so met",
+      "▁some t",
+      "▁som et",
+      "Lo ad",
+      "li ce",
+      "lic e",
+      "l ice",
+      "▁s ous",
+      "▁so us",
+      "▁sou s",
+      "▁Lo uis",
+      "▁Lou is",
+      "▁ Louis",
+      "▁log ic",
+      "▁ logic",
+      "▁O ther",
+      "▁Ot her",
+      "▁ Other",
+      "▁c ir",
+      "▁ci r",
+      "▁ cir",
+      "é v",
+      "ch ron",
+      "chr on",
+      "▁h an",
+      "▁ha n",
+      "▁ han",
+      "▁m argin",
+      "▁mar gin",
+      "▁marg in",
+      "▁ margin",
+      "W indow",
+      "ère s",
+      "è res",
+      "ny ch",
+      "n ych",
+      "pu sh",
+      "pus h",
+      "p ush",
+      "bol ds",
+      "bold s",
+      "b olds",
+      "▁l ayout",
+      "▁lay out",
+      "▁ layout",
+      "▁[ `",
+      "Ch ar",
+      "C har",
+      "▁C ap",
+      "▁Ca p",
+      "▁ Cap",
+      "bolds ymbol",
+      "bold symbol",
+      "▁R oman",
+      "▁Ro man",
+      "▁Rom an",
+      "▁Roma n",
+      "▁M ax",
+      "▁Ma x",
+      "▁ Max",
+      ": (",
+      "▁C ode",
+      "▁Co de",
+      "▁ Code",
+      "is ing",
+      "isi ng",
+      "i sing",
+      "▁st ates",
+      "▁stat es",
+      "▁state s",
+      "▁sta tes",
+      "▁ states",
+      "▁ex isting",
+      "▁exist ing",
+      "su pport",
+      "sup port",
+      "supp ort",
+      "▁re search",
+      "▁res earch",
+      "lic ate",
+      "lica te",
+      "l icate",
+      "va ri",
+      "var i",
+      "v ari",
+      "▁b ij",
+      "▁bi j",
+      "▁ bij",
+      "▁a ppe",
+      "▁app e",
+      "▁ap pe",
+      "▁ appe",
+      "▁happ ens",
+      "▁happen s",
+      "\\ \"",
+      "▁conc ern",
+      "▁conce rn",
+      "we st",
+      "w est",
+      "▁sa ying",
+      "▁say ing",
+      "pi d",
+      "p id",
+      "▁rec ogn",
+      "▁ recogn",
+      "▁H et",
+      "▁He t",
+      "Ch ild",
+      "▁c s",
+      "▁ cs",
+      "\\ ,",
+      "▁c lean",
+      "▁cle an",
+      "▁ clean",
+      "le ctions",
+      "lect ions",
+      "lection s",
+      "ac cess",
+      "acc ess",
+      "a ccess",
+      "в у",
+      "пр о",
+      "п ро",
+      "ac ity",
+      "aci ty",
+      "a city",
+      "▁O ff",
+      "▁Of f",
+      "▁ Off",
+      "▁eas ily",
+      "è que",
+      "▁j ako",
+      "▁ja ko",
+      "▁jak o",
+      "▁i z",
+      "▁ iz",
+      "▁H a",
+      "▁ Ha",
+      "▁D et",
+      "▁De t",
+      "▁ Det",
+      "▁for ma",
+      "▁form a",
+      "sch e",
+      "sc he",
+      "s che",
+      "swer s",
+      "sw ers",
+      "s wers",
+      "▁of fer",
+      "▁off er",
+      "qu ired",
+      "quire d",
+      "qui red",
+      "User s",
+      "Use rs",
+      "Us ers",
+      "U sers",
+      "▁su bst",
+      "▁sub st",
+      "▁subs t",
+      "▁ subst",
+      "> (",
+      "▁g round",
+      "▁gr ound",
+      "▁gro und",
+      "▁ ground",
+      "un n",
+      "u nn",
+      "ro d",
+      "r od",
+      "sp e",
+      "s pe",
+      "urs or",
+      "▁le ave",
+      "er k",
+      "▁t al",
+      "▁ta l",
+      "▁ tal",
+      "▁b ottom",
+      "▁bot tom",
+      "▁bott om",
+      "▁ bottom",
+      "I O",
+      "▁pop ular",
+      "▁popula r",
+      "▁popul ar",
+      "ig o",
+      "i go",
+      "▁T ime",
+      "▁Tim e",
+      "▁Ti me",
+      "▁ Time",
+      "val ues",
+      "value s",
+      "valu es",
+      "▁L oc",
+      "▁Lo c",
+      "▁ Loc",
+      "▁C lub",
+      "▁Cl ub",
+      "▁an che",
+      "▁anc he",
+      "▁anch e",
+      "▁ anche",
+      "ia ł",
+      "i ał",
+      "і ї",
+      "Om ega",
+      "▁loc ated",
+      "▁locate d",
+      "▁ located",
+      "U rl",
+      "▁E sp",
+      "▁Es p",
+      "▁ Esp",
+      "л ы",
+      "ц ь",
+      "ul ate",
+      "ula te",
+      "u late",
+      "▁j oin",
+      "▁jo in",
+      "▁ join",
+      "av es",
+      "ave s",
+      "a ves",
+      "ve t",
+      "v et",
+      "li o",
+      "l io",
+      "re move",
+      "rem ove",
+      "▁t oken",
+      "▁to ken",
+      "▁ token",
+      "▁op tim",
+      "▁opt im",
+      "▁ optim",
+      "▁c laim",
+      "▁cla im",
+      "olog ical",
+      "▁c ss",
+      "▁cs s",
+      "▁ css",
+      "▁al though",
+      "▁ although",
+      "▁p riv",
+      "▁pr iv",
+      "▁pri v",
+      "▁ priv",
+      "▁B a",
+      "ü l",
+      "entic ation",
+      "enti cation",
+      "▁v en",
+      "▁ve n",
+      "▁ ven",
+      "Ser ver",
+      "Serv er",
+      "▁C ong",
+      "▁Con g",
+      "▁Co ng",
+      "NE T",
+      "N ET",
+      "CO N",
+      "C ON",
+      "d t",
+      "per ties",
+      "pert ies",
+      "▁e pis",
+      "▁ep is",
+      "wik ipedia",
+      "▁eng ine",
+      "▁ engine",
+      "▁f er",
+      "▁fe r",
+      "▁ fer",
+      "get Element",
+      "▁C la",
+      "▁Cl a",
+      "▁ Cla",
+      "ř í",
+      "▁r om",
+      "▁ro m",
+      "▁ rom",
+      "var epsilon",
+      "vare psilon",
+      "▁pr ime",
+      "▁prim e",
+      "▁pri me",
+      "▁ prime",
+      "is try",
+      "ist ry",
+      "istr y",
+      "pe cted",
+      "pect ed",
+      "pec ted",
+      "p ected",
+      "or age",
+      "ora ge",
+      "o rage",
+      "▁t ouch",
+      "▁to uch",
+      "▁tou ch",
+      "▁ touch",
+      "▁[ '",
+      "▁ ['",
+      "▁d an",
+      "▁da n",
+      "▁ dan",
+      "E m",
+      "ac iones",
+      "acion es",
+      "aci ones",
+      "a ciones",
+      "Ca n",
+      "C an",
+      "▁w hom",
+      "▁wh om",
+      "▁who m",
+      "▁be havior",
+      "▁behav ior",
+      "▁str ings",
+      "▁string s",
+      "▁ strings",
+      "▁E urop",
+      "▁Euro p",
+      "▁Eu rop",
+      "▁Eur op",
+      "▁R om",
+      "▁Ro m",
+      "ci rc",
+      "cir c",
+      "c irc",
+      "▁p un",
+      "▁pu n",
+      "▁reg ister",
+      "▁ register",
+      "b untu",
+      "ra in",
+      "rai n",
+      "r ain",
+      "O b",
+      "T A",
+      "▁s ometimes",
+      "▁some times",
+      "▁somet imes",
+      "▁m ent",
+      "▁me nt",
+      "▁men t",
+      "▁ ment",
+      "▁in teger",
+      "▁inte ger",
+      "▁ integer",
+      "▁J ac",
+      "▁Ja c",
+      "▁ Jac",
+      "le gate",
+      "leg ate",
+      "ot hing",
+      "oth ing",
+      "o thing",
+      "▁s ound",
+      "▁so und",
+      "▁sou nd",
+      "▁ sound",
+      "la ces",
+      "lace s",
+      "lac es",
+      "l aces",
+      "▁Б а",
+      "r b",
+      "d i",
+      "ле ния",
+      "▁them selves",
+      "▁B lack",
+      "▁Bl ack",
+      "▁Bla ck",
+      "▁ Black",
+      "▁s ettings",
+      "▁sett ings",
+      "▁setting s",
+      "▁ settings",
+      "▁n orm",
+      "▁no rm",
+      "▁nor m",
+      "▁ norm",
+      "▁r uns",
+      "▁run s",
+      "▁ru ns",
+      "▁N OT",
+      "▁NO T",
+      "▁ NOT",
+      "K E",
+      "▁per haps",
+      "▁ Я",
+      "▁m ol",
+      "▁mo l",
+      "▁a ns",
+      "▁an s",
+      "▁ ans",
+      "at re",
+      "atr e",
+      "a tre",
+      "▁D ies",
+      "▁Die s",
+      "▁Di es",
+      "To ken",
+      "T oken",
+      "an ie",
+      "ani e",
+      "a nie",
+      "▁all owed",
+      "▁allow ed",
+      "▁allo wed",
+      "▁ allowed",
+      "R ange",
+      "▁G ro",
+      "▁Gr o",
+      "vi a",
+      "v ia",
+      "ut orial",
+      "uto rial",
+      "utor ial",
+      "ens or",
+      "enso r",
+      "est ival",
+      "esti val",
+      "); \r",
+      ") ;\r",
+      "кра ї",
+      "▁turn ed",
+      "▁tur ned",
+      "sc ope",
+      "scop e",
+      "s cope",
+      "▁b ien",
+      "▁bi en",
+      "= $",
+      "▁ext ension",
+      "▁extens ion",
+      "▁ extension",
+      "at ore",
+      "ator e",
+      "ato re",
+      "▁Р о",
+      "▁spec ify",
+      "ed u",
+      "e du",
+      "Dat os",
+      "D atos",
+      "▁st ored",
+      "▁stor ed",
+      "▁store d",
+      "▁sto red",
+      "▁p arse",
+      "▁par se",
+      "▁ parse",
+      "▁an swers",
+      "▁answer s",
+      "▁ans wers",
+      "il ls",
+      "ill s",
+      "▁he ard",
+      "▁hear d",
+      "l u",
+      "▁T HE",
+      "▁TH E",
+      "▁ THE",
+      "▁g én",
+      "▁gé n",
+      "▁f ul",
+      "▁fu l",
+      "▁ ful",
+      "e z",
+      "▁P rem",
+      "▁Pr em",
+      "▁Pre m",
+      "th en",
+      "the n",
+      "t hen",
+      "d p",
+      "сь кого",
+      "сько го",
+      "ськ ого",
+      "▁S i",
+      "▁ Si",
+      "ç o",
+      "Ed it",
+      "E dit",
+      "кі в",
+      "к ів",
+      "▁Л и",
+      "▁S ing",
+      "▁Si ng",
+      "▁Sin g",
+      "▁ Sing",
+      "▁c ateg",
+      "▁cat eg",
+      "Eq u",
+      "E qu",
+      "▁g uer",
+      "▁gu er",
+      "▁ guer",
+      "W idth",
+      "▁Christ ian",
+      "st at",
+      "sta t",
+      "s tat",
+      "W rite",
+      "▁w oman",
+      "▁wo man",
+      "wo od",
+      "w ood",
+      "V is",
+      "ра з",
+      "▁$ $\\",
+      "▁$$ \\",
+      "ode r",
+      "od er",
+      "o der",
+      "▁b ool",
+      "▁bo ol",
+      "▁ bool",
+      "▁intern ational",
+      "но сть",
+      "ност ь",
+      "нос ть",
+      "▁Rich ard",
+      "▁Ric hard",
+      "▁add ition",
+      "▁Mus ic",
+      "▁ Music",
+      "▁a ber",
+      "▁ab er",
+      "t ó",
+      "▁h ier",
+      "▁hi er",
+      "ug h",
+      "u gh",
+      "▁p ob",
+      "▁po b",
+      "▁t ables",
+      "▁table s",
+      "▁tab les",
+      "▁ta bles",
+      "▁ tables",
+      "D o",
+      "▁high er",
+      "ps i",
+      "p si",
+      "r á",
+      "▁act ive",
+      "▁activ e",
+      "▁ active",
+      "▁T able",
+      "▁Ta ble",
+      "▁Tab le",
+      "▁ Table",
+      "њ е",
+      "▁de scription",
+      "▁des cription",
+      "▁descri ption",
+      "▁descript ion",
+      "▁ description",
+      "▁se emed",
+      "▁see med",
+      "▁seem ed",
+      "ís t",
+      "í st",
+      "▁my self",
+      "▁m enu",
+      "▁me nu",
+      "▁men u",
+      "▁ menu",
+      "de l",
+      "d el",
+      "▁ ž",
+      "el e",
+      "e le",
+      "A ut",
+      "▁г ру",
+      "mu t",
+      "m ut",
+      "oo n",
+      "o on",
+      "as c",
+      "a sc",
+      "bu g",
+      "b ug",
+      "▁m oved",
+      "▁mov ed",
+      "▁mo ved",
+      "▁move d",
+      "C L",
+      "▁data s",
+      "▁dat as",
+      "▁ datas",
+      "S O",
+      "о ло",
+      "▁Ge org",
+      "▁re ach",
+      "▁r each",
+      ": \"",
+      "▁e valu",
+      "▁ev alu",
+      "▁eval u",
+      "▁ evalu",
+      "▁H el",
+      "▁He l",
+      "▁ Hel",
+      "▁R iver",
+      "▁Riv er",
+      "▁Ri ver",
+      "▁А р",
+      "▁ Ар",
+      "// //",
+      "/// /",
+      "/ ///",
+      "▁s ets",
+      "▁se ts",
+      "▁set s",
+      "▁ sets",
+      "▁O lymp",
+      "Ad apter",
+      ". '",
+      "ov ern",
+      "over n",
+      "ove rn",
+      "o vern",
+      "▁L ord",
+      "▁Lo rd",
+      "▁Lor d",
+      "! --",
+      "jp g",
+      "j pg",
+      "im ento",
+      "iment o",
+      "imen to",
+      "▁Pro f",
+      "▁Pr of",
+      "▁ach ieve",
+      "▁achiev e",
+      "} :",
+      "▁in cor",
+      "▁inc or",
+      "▁o nder",
+      "▁on der",
+      "▁onde r",
+      "▁ onder",
+      "en gl",
+      "eng l",
+      "AB LE",
+      "▁M ary",
+      "▁Mar y",
+      "▁Ma ry",
+      "▁w aren",
+      "▁war en",
+      "▁wa ren",
+      "la ge",
+      "lag e",
+      "l age",
+      "De c",
+      "D ec",
+      "анг л",
+      "en cias",
+      "enc ias",
+      "encia s",
+      "enci as",
+      "ле й",
+      "л ей",
+      "▁M achine",
+      "▁Mach ine",
+      "▁ Machine",
+      "▁А н",
+      "ud a",
+      "u da",
+      "▁ ś",
+      "▁X X",
+      "▁ XX",
+      "on ly",
+      "ле ние",
+      "▁tamb ién",
+      "ne j",
+      "n ej",
+      "▁rel ative",
+      "▁relativ e",
+      "▁ relative",
+      "▁h ours",
+      "▁ho urs",
+      "▁hour s",
+      "▁ind eed",
+      "▁inde ed",
+      "un do",
+      "und o",
+      "in gu",
+      "ing u",
+      "ar ea",
+      "are a",
+      "a rea",
+      "▁C reate",
+      "▁Cre ate",
+      "▁ Create",
+      "be it",
+      "bei t",
+      "▁rem oved",
+      "▁remove d",
+      "▁remov ed",
+      "ma ster",
+      "mas ter",
+      "maste r",
+      "m aster",
+      "ha us",
+      "h aus",
+      "▁B ern",
+      "▁Be rn",
+      "▁Ber n",
+      "▁sp eed",
+      "▁spe ed",
+      "▁ speed",
+      "▁B ay",
+      "▁Ba y",
+      "▁A tt",
+      "▁At t",
+      "▁ Att",
+      "▁N one",
+      "▁No ne",
+      "▁Non e",
+      "▁ None",
+      "app lication",
+      "ü d",
+      "▁f it",
+      "▁fi t",
+      "▁ fit",
+      "▁M aria",
+      "▁Mar ia",
+      "▁Ma ria",
+      "▁Mari a",
+      "▁n ord",
+      "▁no rd",
+      "▁nor d",
+      "▁s plit",
+      "▁sp lit",
+      "▁spl it",
+      "▁ split",
+      "▁st ru",
+      "▁str u",
+      "▁ stru",
+      "▁o fficial",
+      "▁off icial",
+      "▁offic ial",
+      "▁offici al",
+      "▁exec ute",
+      "▁execut e",
+      "▁ execute",
+      "ou ve",
+      "ouv e",
+      "o uve",
+      "{ {",
+      "▁A p",
+      "▁ Ap",
+      "▁к у",
+      "▁ ку",
+      "I L",
+      "▁ ^",
+      "di m",
+      "d im",
+      "▁set up",
+      "▁ setup",
+      "с к",
+      "▁sh are",
+      "▁ share",
+      "▁min utes",
+      "▁minute s",
+      "gl e",
+      "g le",
+      "oc o",
+      "o co",
+      "st ell",
+      "ste ll",
+      "▁C oun",
+      "▁Co un",
+      "▁Cou n",
+      "▁tem per",
+      "▁temp er",
+      "▁ temper",
+      "ke it",
+      "сь кий",
+      "a o",
+      "▁L ong",
+      "▁Lo ng",
+      "▁ Long",
+      "( &",
+      "ка н",
+      "к ан",
+      "▁d ens",
+      "▁de ns",
+      "▁den s",
+      "▁ dens",
+      "Bu t",
+      "B ut",
+      "X X",
+      "DA TE",
+      "DAT E",
+      "D ATE",
+      "ga n",
+      "g an",
+      ".) .",
+      ". ).",
+      "▁en try",
+      "▁ent ry",
+      "▁entr y",
+      "▁ entry",
+      "inst all",
+      "▁з на",
+      "▁ зна",
+      "▁S om",
+      "▁So m",
+      "Comm and",
+      "ße n",
+      "ß en",
+      "▁start ing",
+      "▁star ting",
+      "▁s to",
+      "▁st o",
+      "▁ sto",
+      "I G",
+      "▁min im",
+      "▁mi nim",
+      "▁mini m",
+      "▁exp licit",
+      "▁explic it",
+      "▁by tes",
+      "▁byte s",
+      "▁ bytes",
+      "▁par ty",
+      "▁part y",
+      "▁ party",
+      "to ber",
+      "t ober",
+      "▁G rand",
+      "▁Gr and",
+      "▁Gra nd",
+      "▁Gran d",
+      "▁V or",
+      "▁Vo r",
+      "▁ Vor",
+      "▁l eur",
+      "▁le ur",
+      "▁ leur",
+      "Doc ument",
+      "D ocument",
+      "er c",
+      "e rc",
+      "ens ive",
+      "C P",
+      "en v",
+      "▁arg uments",
+      "▁argument s",
+      "▁ arguments",
+      "▁G ran",
+      "▁Gr an",
+      "▁Gra n",
+      "ar ily",
+      "ari ly",
+      "▁l in",
+      "▁li n",
+      "▁ lin",
+      "t n",
+      "( -",
+      "ge q",
+      "g eq",
+      "▁F amil",
+      "▁Fa mil",
+      "▁Fam il",
+      "▁ Famil",
+      "▁Б о",
+      "▁t our",
+      "▁to ur",
+      "▁tou r",
+      "▁n av",
+      "▁na v",
+      "▁ nav",
+      "▁proper ly",
+      "▁M rs",
+      "▁Mr s",
+      "▁M el",
+      "▁Me l",
+      "▁sc ale",
+      "▁scal e",
+      "▁ scale",
+      "ast ic",
+      "d s",
+      "▁S ir",
+      "▁Si r",
+      "▁Ch urch",
+      "}^ {\\",
+      "}^{ \\",
+      "} ^{\\",
+      "yo u",
+      "y ou",
+      "/ .",
+      "S o",
+      "▁br ought",
+      "▁r ole",
+      "▁ro le",
+      "▁rol e",
+      "▁ role",
+      "▁S ur",
+      "▁Su r",
+      "▁ Sur",
+      "▁f ond",
+      "▁fo nd",
+      "▁fon d",
+      "▁g es",
+      "▁ge s",
+      "▁ ges",
+      "ż e",
+      "et en",
+      "ete n",
+      "e ten",
+      "▁é tait",
+      "▁ét ait",
+      "▁ était",
+      "SE R",
+      "S ER",
+      "▁ко торы",
+      "▁кото ры",
+      "▁equ ation",
+      "▁ equation",
+      "as px",
+      "asp x",
+      "▁A fr",
+      "▁Af r",
+      "▁d it",
+      "▁di t",
+      "▁ dit",
+      "em pty",
+      "emp ty",
+      "empt y",
+      "al ement",
+      "ale ment",
+      "alem ent",
+      "a lement",
+      "wr ap",
+      "w rap",
+      "▁B et",
+      "▁Be t",
+      "▁col lect",
+      "▁coll ect",
+      "▁colle ct",
+      "▁ collect",
+      "▁g it",
+      "▁gi t",
+      "▁ git",
+      "▁v ie",
+      "▁vi e",
+      "▁ vie",
+      "▁. .",
+      "▁ ..",
+      "ро й",
+      "▁< ?",
+      "▁ <?",
+      "▁ed uc",
+      "k l",
+      "ens is",
+      "▁O R",
+      "▁ OR",
+      "▁H i",
+      "▁ Hi",
+      "▁C our",
+      "▁Co ur",
+      "▁Cou r",
+      "б ы",
+      "ce rt",
+      "cer t",
+      "c ert",
+      "▁G es",
+      "▁Ge s",
+      "ess or",
+      "esso r",
+      "Ma in",
+      "M ain",
+      "▁ лю",
+      "ca de",
+      "c ade",
+      "do t",
+      "d ot",
+      "au gh",
+      "aug h",
+      "a ugh",
+      "hi b",
+      "h ib",
+      "▁autom atically",
+      "▁auto matically",
+      "▁automat ically",
+      "▁automatic ally",
+      "▁sp ir",
+      "pr esent",
+      "pre sent",
+      "pres ent",
+      "▁Febru ary",
+      "▁Februar y",
+      "▁E lle",
+      "▁El le",
+      "▁Ell e",
+      "cus tom",
+      "c ustom",
+      "▁pro get",
+      "▁admin istr",
+      "▁administ r",
+      "A A",
+      "▁b orn",
+      "▁bo rn",
+      "▁bor n",
+      "▁ born",
+      "▁Col lege",
+      "▁Colleg e",
+      "▁Coll ege",
+      "at hol",
+      "ath ol",
+      "` )",
+      "ier re",
+      "▁r an",
+      "▁ra n",
+      "▁ ran",
+      "▁prof ession",
+      "▁profess ion",
+      "og en",
+      "oge n",
+      "o gen",
+      "}_ {\\",
+      "}_{ \\",
+      "} _{\\",
+      "▁act ivity",
+      "▁activ ity",
+      "▁ activity",
+      "▁sc roll",
+      "▁scr oll",
+      "▁ scroll",
+      "▁pro ve",
+      "▁pr ove",
+      "▁prov e",
+      "ibr ary",
+      "i brary",
+      "er ies",
+      "erie s",
+      "eri es",
+      "e ries",
+      "Re ad",
+      "R ead",
+      "ye ar",
+      "y ear",
+      "▁l ang",
+      "▁la ng",
+      "▁lan g",
+      "▁ lang",
+      "De t",
+      "D et",
+      "▁k new",
+      "▁kn ew",
+      "▁kne w",
+      "▁prote cted",
+      "▁protect ed",
+      "▁prot ected",
+      "▁ protected",
+      "▁w or",
+      "▁wo r",
+      "▁ wor",
+      "▁e ffic",
+      "▁eff ic",
+      "▁r ég",
+      "▁ré g",
+      "▁the ory",
+      "▁ theory",
+      "▁pub lished",
+      "▁publish ed",
+      "re al",
+      "rea l",
+      "▁T our",
+      "▁To ur",
+      "▁dur ante",
+      "▁durant e",
+      "ä s",
+      "▁pos itive",
+      "▁posit ive",
+      "▁for ward",
+      "▁ forward",
+      "▁R el",
+      "▁Re l",
+      "▁ Rel",
+      "{ \"",
+      "par k",
+      "p ark",
+      "▁U m",
+      "▁e er",
+      "en ta",
+      "ent a",
+      "▁i mag",
+      "▁im ag",
+      "но ї",
+      "pi el",
+      "pie l",
+      "p iel",
+      "▁j Query",
+      "▁ jQuery",
+      "is me",
+      "ism e",
+      "ch ni",
+      "chn i",
+      "or gan",
+      "org an",
+      "▁ar gs",
+      "▁arg s",
+      "▁ args",
+      "oi r",
+      "o ir",
+      "he im",
+      "ri an",
+      "ria n",
+      "r ian",
+      "el ess",
+      "eles s",
+      "ele ss",
+      "e less",
+      "us es",
+      "use s",
+      "ди н",
+      "д ин",
+      "ic ión",
+      "ici ón",
+      "ició n",
+      "i ción",
+      "▁ind ust",
+      "▁indu st",
+      "▁ indust",
+      "▁w ish",
+      "▁wis h",
+      "án y",
+      "á ny",
+      "oc a",
+      "o ca",
+      "▁ang ular",
+      "▁ angular",
+      "ie ved",
+      "ieve d",
+      "iev ed",
+      "▁occ ur",
+      "▁oc cur",
+      "SE LECT",
+      "on ia",
+      "oni a",
+      "o nia",
+      "ad min",
+      "▁B est",
+      "▁Be st",
+      "▁Bes t",
+      "▁ Best",
+      "▁э то",
+      "о гра",
+      "▁l oss",
+      "▁lo ss",
+      "▁los s",
+      "▁ loss",
+      "▁b al",
+      "▁ba l",
+      "▁ bal",
+      "▁Р ос",
+      "▁Ро с",
+      "▁care er",
+      "▁п е",
+      "▁ пе",
+      "I X",
+      "▁f all",
+      "▁fa ll",
+      "▁fal l",
+      "▁ fall",
+      "▁R ob",
+      "▁Ro b",
+      "▁ Rob",
+      "▁O P",
+      "▁ OP",
+      "en ed",
+      "ene d",
+      "e ned",
+      "graph ics",
+      "▁c oming",
+      "▁com ing",
+      "▁co ming",
+      "▁ coming",
+      "Up date",
+      "▁d ied",
+      "▁di ed",
+      "▁die d",
+      "ed en",
+      "ede n",
+      "e den",
+      "▁a bs",
+      "▁ab s",
+      "▁ abs",
+      "▁in ner",
+      "▁inn er",
+      "▁inne r",
+      "▁ inner",
+      "▁t rav",
+      "▁tr av",
+      "▁tra v",
+      "сто я",
+      "z ą",
+      "é p",
+      "▁Gr oup",
+      "▁Gro up",
+      "▁ Group",
+      "▁c el",
+      "▁ce l",
+      "▁ cel",
+      "▁st uff",
+      "▁situ ation",
+      "▁$ {",
+      "▁ ${",
+      "ac le",
+      "a cle",
+      "▁pur pose",
+      "▁F ire",
+      "▁Fir e",
+      "▁ Fire",
+      "▁O h",
+      "▁ Oh",
+      "▁Se cond",
+      "▁Sec ond",
+      "▁ Second",
+      "▁up load",
+      "▁ upload",
+      "os tał",
+      "ost ał",
+      "osta ł",
+      "ю щи",
+      "Aut h",
+      "A uth",
+      "▁show ing",
+      "▁sho wing",
+      "▁complet ely",
+      "▁complete ly",
+      "av el",
+      "ave l",
+      "a vel",
+      "b d",
+      "▁pro ced",
+      "▁proc ed",
+      "▁ Ö",
+      "cont rol",
+      "contr ol",
+      "▁th ank",
+      "▁than k",
+      "und red",
+      "▁t om",
+      "▁to m",
+      "▁ tom",
+      "▁ex amples",
+      "▁example s",
+      "▁exam ples",
+      "▁ examples",
+      "▁re member",
+      "▁rem ember",
+      "▁ра бо",
+      "▁ рабо",
+      "▁poss ib",
+      "▁det ect",
+      "▁p oor",
+      "▁po or",
+      "▁O p",
+      "▁ Op",
+      "▁cent ury",
+      "▁ century",
+      "ut ter",
+      "utt er",
+      "▁lo gin",
+      "▁log in",
+      "▁ login",
+      "un st",
+      "uns t",
+      "Out put",
+      "▁other wise",
+      "la n",
+      "l an",
+      "ту р",
+      "т ур",
+      "▁с ов",
+      "▁со в",
+      "▁ сов",
+      "▁gr oups",
+      "▁group s",
+      "▁gro ups",
+      "▁ groups",
+      "ri p",
+      "r ip",
+      "▁s hell",
+      "▁sh ell",
+      "▁she ll",
+      "▁ shell",
+      "▁d istrict",
+      "▁dist rict",
+      "▁rec ords",
+      "▁record s",
+      "▁si è",
+      "fort un",
+      "en ty",
+      "ent y",
+      "▁T re",
+      "▁Tr e",
+      "▁ch anging",
+      "▁chang ing",
+      "сле д",
+      "aug ht",
+      "augh t",
+      "▁de ep",
+      "▁ deep",
+      "sub set",
+      "ag y",
+      "a gy",
+      "en dar",
+      "end ar",
+      "enda r",
+      "ja x",
+      "j ax",
+      "O M",
+      "E l",
+      "im ate",
+      "ima te",
+      "imat e",
+      "i mate",
+      "ar do",
+      "ard o",
+      "▁p lot",
+      "▁pl ot",
+      "▁ plot",
+      "▁vis it",
+      "▁b ug",
+      "▁bu g",
+      "▁ bug",
+      "▁в се",
+      "▁вс е",
+      "▁op ened",
+      "▁open ed",
+      "▁re pla",
+      "▁rep la",
+      "▁Hen ry",
+      "▁p p",
+      "▁ pp",
+      "ba s",
+      "b as",
+      "▁d ark",
+      "▁dar k",
+      "▁ dark",
+      "▁Mart in",
+      "▁ Martin",
+      "▁re source",
+      "▁res ource",
+      "▁ resource",
+      "il ing",
+      "ili ng",
+      "i ling",
+      "▁w atch",
+      "▁wat ch",
+      "▁ watch",
+      "re place",
+      "rep lace",
+      "▁re lease",
+      "▁ release",
+      "Lo cation",
+      "Loc ation",
+      "L ocation",
+      "▁le arning",
+      "▁learn ing",
+      "▁lear ning",
+      "▁ learning",
+      "me nu",
+      "men u",
+      "m enu",
+      "▁all ows",
+      "▁allow s",
+      "▁allo ws",
+      "ъ р",
+      "L ength",
+      "▁wh atever",
+      "▁what ever",
+      "▁p ages",
+      "▁page s",
+      "▁pa ges",
+      "▁pag es",
+      "▁ pages",
+      "▁comp iler",
+      "▁compile r",
+      "▁ compiler",
+      "▁так же",
+      "▁P an",
+      "▁Pa n",
+      "▁ Pan",
+      "comm and",
+      "▁ro ad",
+      "▁ road",
+      "▁un less",
+      "▁ unless",
+      "` ?",
+      "▁dis cover",
+      "▁disc over",
+      "▁disco ver",
+      "▁о н",
+      "▁ он",
+      "} ]",
+      "bo ur",
+      "b our",
+      "▁C ould",
+      "▁Co uld",
+      "▁Cou ld",
+      "▁ Could",
+      "▁re gex",
+      "▁reg ex",
+      "▁ regex",
+      "▁p s",
+      "▁ ps",
+      "C D",
+      "и з",
+      "▁w ife",
+      "am enti",
+      "ament i",
+      "amen ti",
+      "▁f air",
+      "▁fa ir",
+      "▁D B",
+      "▁ DB",
+      "▁C up",
+      "▁Cu p",
+      "en en",
+      "ene n",
+      "e nen",
+      "aj ax",
+      "aja x",
+      "a jax",
+      "oth èque",
+      "▁se iner",
+      "▁sein er",
+      "▁seine r",
+      "▁sei ner",
+      "ic ker",
+      "ick er",
+      "i cker",
+      "á m",
+      "ex change",
+      "ol es",
+      "ole s",
+      "o les",
+      "I F",
+      "▁Д о",
+      "oh n",
+      "o hn",
+      "▁g row",
+      "▁gr ow",
+      "▁gro w",
+      "▁T hus",
+      "▁Th us",
+      "sp ec",
+      "spe c",
+      "s pec",
+      "▁h atte",
+      "▁ha tte",
+      "▁hat te",
+      "# ,",
+      "all el",
+      "alle l",
+      "▁r ate",
+      "▁ra te",
+      "▁rat e",
+      "▁ rate",
+      "▁cent ral",
+      "▁ central",
+      "▁V an",
+      "▁Va n",
+      "if orn",
+      "R un",
+      "▁stud y",
+      "▁X ML",
+      "▁ XML",
+      "▁C he",
+      "▁Ch e",
+      "▁ Che",
+      "▁be aut",
+      "mi d",
+      "m id",
+      "▁adv ance",
+      "V er",
+      "т я",
+      "▁h ands",
+      "▁hand s",
+      "▁han ds",
+      "▁l ay",
+      "▁la y",
+      "▁ lay",
+      "▁ š",
+      "▁O S",
+      "▁ OS",
+      "▁{ }",
+      "▁ {}",
+      "Pr e",
+      "P re",
+      "▁H all",
+      "▁Ha ll",
+      "▁Hal l",
+      "im p",
+      "i mp",
+      "▁s un",
+      "▁su n",
+      "▁ sun",
+      "▁st eps",
+      "▁ste ps",
+      "▁step s",
+      "▁ steps",
+      "▁j ud",
+      "▁ju d",
+      "▁ jud",
+      "qu i",
+      "q ui",
+      "▁b oot",
+      "▁bo ot",
+      "▁ boot",
+      "▁% >",
+      "▁В а",
+      "no st",
+      "nos t",
+      "n ost",
+      "▁n em",
+      "▁ne m",
+      "▁ nem",
+      "▁p en",
+      "▁pe n",
+      "▁ pen",
+      "Op en",
+      "O pen",
+      "▁ch urch",
+      "ко н",
+      "к он",
+      "▁a verage",
+      "▁aver age",
+      "▁ave rage",
+      "▁com ments",
+      "▁comm ents",
+      "▁comment s",
+      "▁ comments",
+      "▁correspond ing",
+      "lev ant",
+      "▁b ed",
+      "▁be d",
+      "▁ bed",
+      "▁mean ing",
+      "V ersion",
+      "Lin k",
+      "L ink",
+      "be l",
+      "b el",
+      "▁ext ract",
+      "▁extra ct",
+      "▁extr act",
+      "▁ extract",
+      "ś ć",
+      "▁I V",
+      "▁ IV",
+      "▁I r",
+      "▁comp uter",
+      "▁comput er",
+      "▁compute r",
+      "▁a ffect",
+      "▁af fect",
+      "▁aff ect",
+      "▁С та",
+      "▁Ст а",
+      "A X",
+      "so rt",
+      "s ort",
+      "▁s pecies",
+      "▁spe cies",
+      "▁spec ies",
+      "▁specie s",
+      "▁ species",
+      "▁O per",
+      "▁Op er",
+      "▁ Oper",
+      "▁h ash",
+      "▁ha sh",
+      "▁has h",
+      "▁ hash",
+      "ch es",
+      "che s",
+      "c hes",
+      "▁Einz eln",
+      "▁Einzel n",
+      "▁ke ys",
+      "▁key s",
+      "▁ keys",
+      "▁mar zo",
+      "▁inter pret",
+      "▁interpre t",
+      "ho od",
+      "h ood",
+      "▁co ordin",
+      "▁coord in",
+      "ö s",
+      "ra ge",
+      "rag e",
+      "r age",
+      "et z",
+      "e tz",
+      "iz a",
+      "i za",
+      "де р",
+      "д ер",
+      "ü t",
+      "^ *",
+      "▁mod ify",
+      "▁term in",
+      "▁ter min",
+      "▁ termin",
+      "▁c red",
+      "▁cre d",
+      "▁cr ed",
+      "▁ cred",
+      "zo n",
+      "z on",
+      "ну ю",
+      "н ую",
+      "▁m ie",
+      "▁mi e",
+      "▁' '",
+      "▁ ''",
+      "▁M os",
+      "▁Mo s",
+      "▁conne cted",
+      "▁connect ed",
+      "▁conn ected",
+      "▁ connected",
+      "N O",
+      "▁comp ile",
+      "▁ compile",
+      "▁\" \\",
+      "▁ \"\\",
+      "▁c at",
+      "▁ca t",
+      "▁ cat",
+      "f iddle",
+      "ut a",
+      "u ta",
+      "Acc ess",
+      "Ac cess",
+      "A ccess",
+      "▁S to",
+      "▁St o",
+      "▁ Sto",
+      "▁B ur",
+      "▁Bu r",
+      "▁n orth",
+      "▁nor th",
+      "G amma",
+      "▁al loc",
+      "▁all oc",
+      "▁allo c",
+      "▁ alloc",
+      "In it",
+      "I nit",
+      "▁L ink",
+      "▁Lin k",
+      "▁ Link",
+      "ial ize",
+      "iali ze",
+      "Im pl",
+      "Imp l",
+      "ou pe",
+      "oup e",
+      "rop ri",
+      "▁G old",
+      "▁Go ld",
+      "▁Gol d",
+      "▁s olo",
+      "▁so lo",
+      "▁sol o",
+      "▁D ist",
+      "▁Dis t",
+      "▁Di st",
+      "▁ Dist",
+      ", -",
+      "na v",
+      "n av",
+      "▁al ert",
+      "▁ale rt",
+      "▁ alert",
+      "es is",
+      "esi s",
+      "▁O s",
+      "▁ Os",
+      "// /",
+      "/ //",
+      "▁f eb",
+      "▁fe b",
+      "▁- ->",
+      "▁-- >",
+      "▁ -->",
+      "fo ot",
+      "foo t",
+      "f oot",
+      "▁F ried",
+      "▁Fr ied",
+      "▁Fri ed",
+      "▁Einzeln ach",
+      "▁Einzel nach",
+      "▁re v",
+      "▁r ev",
+      "▁ rev",
+      "ze it",
+      "▁S tat",
+      "▁St at",
+      "▁Sta t",
+      "▁ Stat",
+      "▁S eg",
+      "▁Se g",
+      "▁ Seg",
+      "▁b lo",
+      "▁bl o",
+      "▁ blo",
+      "wi ck",
+      "w ick",
+      "E L",
+      "ca ption",
+      "cap tion",
+      "capt ion",
+      "he ader",
+      "head er",
+      "▁pres ident",
+      "▁presiden t",
+      "▁mult ip",
+      "▁multi p",
+      "▁mul tip",
+      "▁ multip",
+      "▁Einzelnach weise",
+      "▁se ine",
+      "▁sein e",
+      "▁sei ne",
+      "? ”",
+      "Func tion",
+      "Fun ction",
+      "F unction",
+      "▁St and",
+      "▁Sta nd",
+      "▁Stan d",
+      "▁ Stand",
+      "▁F unction",
+      "▁Fun ction",
+      "▁ Function",
+      "▁? >",
+      "▁ ?>",
+      "▁B ill",
+      "▁Bi ll",
+      "▁Bil l",
+      "▁s pect",
+      "▁sp ect",
+      "▁spe ct",
+      "▁spec t",
+      "▁ spect",
+      "▁re direct",
+      "▁red irect",
+      "▁ redirect",
+      "ru pt",
+      "rup t",
+      "r upt",
+      "▁w alk",
+      "▁wal k",
+      "▁ walk",
+      "в ши",
+      "spring framework",
+      "pl ace",
+      "pla ce",
+      "p lace",
+      "é ho",
+      "Ent ity",
+      "▁Ser vice",
+      "▁Serv ice",
+      "▁ Service",
+      "in te",
+      "int e",
+      "▁tr aining",
+      "▁tra ining",
+      "▁train ing",
+      "▁ training",
+      "▁( `",
+      "▁ (`",
+      "фо р",
+      "ф ор",
+      "▁к ра",
+      "▁ кра",
+      "au r",
+      "a ur",
+      "▁f etch",
+      "▁fet ch",
+      "▁ fetch",
+      "▁ †",
+      "▁m ême",
+      "▁ même",
+      "▁( '",
+      "▁ ('",
+      "at ively",
+      "ative ly",
+      "ativ ely",
+      "▁exec ut",
+      "ä ch",
+      "▁Catalog ue",
+      "ba sed",
+      "base d",
+      "bas ed",
+      "b ased",
+      "Att ribute",
+      "▁s pring",
+      "▁sp ring",
+      "▁spr ing",
+      "▁ spring",
+      "ph one",
+      "phon e",
+      "т ра",
+      "▁п и",
+      "▁ пи",
+      "те ра",
+      "тер а",
+      "т ера",
+      "▁` \\",
+      "▁O d",
+      "On e",
+      "O ne",
+      "se nd",
+      "sen d",
+      "s end",
+      "bo n",
+      "b on",
+      "▁ °",
+      "M O",
+      "▁as king",
+      "▁ask ing",
+      "▁o ù",
+      "▁ing år",
+      "▁test ing",
+      "▁ testing",
+      "▁ф а",
+      "▁ фа",
+      "▁B ook",
+      "▁Bo ok",
+      "▁ Book",
+      "im m",
+      "i mm",
+      "▁pro gress",
+      "▁ progress",
+      "br o",
+      "b ro",
+      "F irst",
+      "▁p hot",
+      "▁ph ot",
+      "▁O N",
+      "▁ ON",
+      "Tem plate",
+      "Temp late",
+      "develop er",
+      "an not",
+      "ann ot",
+      "anno t",
+      "▁> =",
+      "▁ >=",
+      "miss ion",
+      "m ission",
+      "▁k tó",
+      "▁ któ",
+      "p c",
+      "ba ch",
+      "b ach",
+      "ze nt",
+      "zen t",
+      "z ent",
+      "ue d",
+      "u ed",
+      "▁o nes",
+      "▁on es",
+      "▁one s",
+      "▁ ones",
+      "ј и",
+      "▁r out",
+      "▁ro ut",
+      "▁rou t",
+      "▁ rout",
+      "▁К и",
+      "Pos t",
+      "Po st",
+      "P ost",
+      "ці ї",
+      "ц ії",
+      "▁V ir",
+      "▁Vi r",
+      "ne k",
+      "n ek",
+      "ag ing",
+      "agi ng",
+      "agin g",
+      "a ging",
+      "▁о к",
+      "▁ ок",
+      "iz ont",
+      "izo nt",
+      "izon t",
+      "▁ag osto",
+      "▁ago sto",
+      "▁cho ose",
+      "▁ choose",
+      "▁ \r",
+      "▁system s",
+      "▁syst ems",
+      "lo ss",
+      "los s",
+      "l oss",
+      "ien te",
+      "ient e",
+      "i ente",
+      "▁C re",
+      "▁Cr e",
+      "▁ Cre",
+      "▁con tra",
+      "▁cont ra",
+      "▁contr a",
+      "▁ contra",
+      "um s",
+      "u ms",
+      "▁begin ning",
+      "em y",
+      "e my",
+      "ist ics",
+      "istic s",
+      "isti cs",
+      "▁s erved",
+      "▁ser ved",
+      "▁serv ed",
+      "▁serve d",
+      "Do wn",
+      "D own",
+      "option s",
+      "opt ions",
+      "o ptions",
+      "▁G overn",
+      "▁Go vern",
+      "▁B Y",
+      "▁ BY",
+      "▁j est",
+      "▁je st",
+      "▁ jest",
+      "t é",
+      "▁cont inue",
+      "▁contin ue",
+      "▁continu e",
+      "▁ continue",
+      "pe rs",
+      "per s",
+      "p ers",
+      "▁eas ier",
+      "▁c os",
+      "▁co s",
+      "▁ cos",
+      "es so",
+      "ess o",
+      "> >",
+      "Ne t",
+      "N et",
+      "▁B or",
+      "▁Bo r",
+      "▁C r",
+      "▁ Cr",
+      "▁trans fer",
+      "▁C SS",
+      "▁CS S",
+      "▁ CSS",
+      "▁fin ns",
+      "▁х о",
+      "▁ хо",
+      "us ername",
+      "user name",
+      "▁con stru",
+      "▁const ru",
+      "▁p ain",
+      "▁pa in",
+      "▁T em",
+      "▁Te m",
+      "▁ Tem",
+      "▁spec ified",
+      "▁b rit",
+      "▁br it",
+      "▁ brit",
+      "ски е",
+      "с кие",
+      "ir k",
+      "ra pper",
+      "rap per",
+      "r apper",
+      "▁c ounter",
+      "▁co unter",
+      "▁count er",
+      "▁coun ter",
+      "▁ counter",
+      "▁[ \"",
+      "▁ [\"",
+      "ode d",
+      "od ed",
+      "o ded",
+      "да н",
+      "д ан",
+      "pro perty",
+      "ha rd",
+      "har d",
+      "h ard",
+      "ist rict",
+      "istr ict",
+      ") /",
+      "▁P our",
+      "▁Po ur",
+      "▁W here",
+      "▁Wh ere",
+      "▁Whe re",
+      "▁ Where",
+      "▁= ==",
+      "▁== =",
+      "▁ ===",
+      "▁s owie",
+      "▁so wie",
+      "▁sow ie",
+      "▁П ро",
+      "▁d ess",
+      "▁de ss",
+      "▁des s",
+      "▁ dess",
+      "▁t ras",
+      "▁tr as",
+      "▁tra s",
+      "▁ tras",
+      "▁у ча",
+      "▁O ver",
+      "▁ Over",
+      "no te",
+      "not e",
+      "n ote",
+      "▁Amer ica",
+      "▁ America",
+      "c p",
+      "▁gr ande",
+      "▁gra nde",
+      "▁gran de",
+      "▁grand e",
+      "M e",
+      ") -",
+      "Mod e",
+      "Mo de",
+      "M ode",
+      "▁pass ing",
+      "▁pas sing",
+      "▁g iving",
+      "▁giv ing",
+      "▁gi ving",
+      "C l",
+      "} /",
+      "Me nu",
+      "Men u",
+      "M enu",
+      "! !",
+      "ang ular",
+      "angu lar",
+      "▁la unch",
+      "▁ launch",
+      "var phi",
+      "▁Joh ann",
+      "▁Johan n",
+      "▁for each",
+      "▁fore ach",
+      "▁ foreach",
+      "r ó",
+      "se qu",
+      "seq u",
+      "s equ",
+      "if i",
+      "i fi",
+      "A m",
+      "ar p",
+      "a rp",
+      "▁b uffer",
+      "▁buf fer",
+      "▁buff er",
+      "▁ buffer",
+      "▁n i",
+      "▁ ni",
+      "▁m ix",
+      "▁mi x",
+      "▁ mix",
+      "▁M useum",
+      "▁Muse um",
+      "▁me ant",
+      "▁mean t",
+      "as i",
+      "a si",
+      "▁k an",
+      "▁ka n",
+      "▁ kan",
+      "пра в",
+      "п рав",
+      "Com p",
+      "Co mp",
+      "C omp",
+      "is toire",
+      "ist oire",
+      "isto ire",
+      "if ul",
+      "i ful",
+      "je r",
+      "j er",
+      "iss ions",
+      "ission s",
+      "Re source",
+      "Res ource",
+      "▁в оз",
+      "▁во з",
+      "▁S T",
+      "▁ ST",
+      "▁sol utions",
+      "▁solution s",
+      "▁be long",
+      "▁bel ong",
+      "▁As soci",
+      "▁Ass oci",
+      "▁ Associ",
+      "c f",
+      "▁M är",
+      "▁g rid",
+      "▁gr id",
+      "▁ grid",
+      "M ult",
+      "▁require s",
+      "▁requ ires",
+      "k k",
+      "▁t each",
+      "▁te ach",
+      "▁tea ch",
+      "eme inde",
+      "emein de",
+      "▁s quare",
+      "▁squ are",
+      "▁ square",
+      "▁ко ман",
+      "▁ком ан",
+      "▁E vent",
+      "▁Ev ent",
+      "▁Even t",
+      "▁ Event",
+      "▁r ules",
+      "▁rule s",
+      "▁ru les",
+      "▁ rules",
+      "▁b ur",
+      "▁bu r",
+      "▁ bur",
+      "▁e ing",
+      "▁ein g",
+      "▁ eing",
+      "▁M ai",
+      "▁Ma i",
+      "▁n am",
+      "▁na m",
+      "▁ nam",
+      "▁s lä",
+      "▁sl ä",
+      "hö r",
+      "h ör",
+      "▁t ip",
+      "▁ti p",
+      "▁ tip",
+      "▁Liter atur",
+      "▁s cope",
+      "▁sc ope",
+      "▁scop e",
+      "▁ scope",
+      "over line",
+      "▁ex it",
+      "▁ exit",
+      ") ?",
+      "be t",
+      "b et",
+      "▁v ict",
+      "▁vi ct",
+      "▁vic t",
+      "Of f",
+      "O ff",
+      "▁appro xim",
+      "▁G eb",
+      "▁Ge b",
+      "kt op",
+      "k top",
+      "he it",
+      "▁ Ю",
+      "tem plate",
+      "temp late",
+      "ро н",
+      "р он",
+      "▁u no",
+      "▁un o",
+      "▁ uno",
+      "Ser v",
+      "Se rv",
+      "S erv",
+      "▁frame work",
+      "▁ framework",
+      "oper ator",
+      "opera tor",
+      "▁gener ally",
+      "▁general ly",
+      "▁h undred",
+      "▁d ivers",
+      "▁di vers",
+      "▁div ers",
+      "▁diver s",
+      "ov i",
+      "o vi",
+      "▁r és",
+      "▁ré s",
+      "▁ rés",
+      "ab s",
+      "a bs",
+      "▁g al",
+      "▁ga l",
+      "▁ gal",
+      "ça is",
+      "ç ais",
+      "▁fe et",
+      "▁fee t",
+      "▁v irtual",
+      "▁virt ual",
+      "▁ virtual",
+      "cz y",
+      "c zy",
+      "ск у",
+      "с ку",
+      ". /",
+      "h u",
+      "an cy",
+      "anc y",
+      "▁recomm end",
+      "▁п ід",
+      "▁пі д",
+      "▁m oney",
+      "▁mon ey",
+      "▁mo ney",
+      "▁vers ions",
+      "▁version s",
+      "▁ versions",
+      "▁hel ps",
+      "▁help s",
+      "▁H or",
+      "▁Ho r",
+      "▁ Hor",
+      "Item s",
+      "It ems",
+      "lo ok",
+      "l ook",
+      "con nect",
+      "conne ct",
+      "conn ect",
+      "an ges",
+      "ang es",
+      "ange s",
+      "View Controller",
+      "el ijk",
+      "elij k",
+      "eli jk",
+      "e lijk",
+      "▁occ up",
+      "▁oc cup",
+      "▁ occup",
+      "▁ed itor",
+      "▁edit or",
+      "▁ editor",
+      "au to",
+      "aut o",
+      "a uto",
+      "ö g",
+      "▁second s",
+      "▁sec onds",
+      "▁ seconds",
+      "▁ob vious",
+      "v m",
+      "ak es",
+      "ake s",
+      "a kes",
+      "▁g egen",
+      "▁ge gen",
+      "▁geg en",
+      "▁t il",
+      "▁ti l",
+      "▁ til",
+      "ject ion",
+      "je ction",
+      "j ection",
+      "ле ння",
+      "лен ня",
+      "▁oper ations",
+      "▁operation s",
+      "▁E ast",
+      "og y",
+      "o gy",
+      "▁P olit",
+      "▁Pol it",
+      "▁Po lit",
+      "ut en",
+      "ute n",
+      "u ten",
+      "▁Jose ph",
+      "\" `",
+      "▁Comp any",
+      "▁ Company",
+      "▁call back",
+      "▁ callback",
+      "▁s en",
+      "▁se n",
+      "▁ sen",
+      "cc ión",
+      "cció n",
+      "c ción",
+      "▁associ ated",
+      "▁associate d",
+      "▁cont aining",
+      "▁contain ing",
+      "▁pract ice",
+      "elij ke",
+      "elijk e",
+      "e lijke",
+      "ok e",
+      "o ke",
+      "ér a",
+      "é ra",
+      "un s",
+      "u ns",
+      "an ta",
+      "ant a",
+      "ve y",
+      "v ey",
+      "z u",
+      "▁B es",
+      "▁Be s",
+      "▁F lor",
+      "▁Fl or",
+      "▁Flo r",
+      "me m",
+      "m em",
+      "yc z",
+      "y cz",
+      "▁arch itect",
+      "▁an ni",
+      "▁ann i",
+      "▁ anni",
+      "▁cont act",
+      "▁ contact",
+      "Y PE",
+      "▁C as",
+      "▁Ca s",
+      "▁по лу",
+      "▁пол у",
+      "ov o",
+      "o vo",
+      "▁b ring",
+      "▁br ing",
+      "▁con cept",
+      "▁conce pt",
+      "▁j s",
+      "▁ js",
+      "▁Refer encias",
+      "em ble",
+      "emb le",
+      "embl e",
+      "▁ н",
+      "▁supp orted",
+      "▁support ed",
+      "▁ supported",
+      "Bi g",
+      "B ig",
+      "▁H ans",
+      "▁Ha ns",
+      "▁Han s",
+      "er v",
+      "e rv",
+      "▁M aj",
+      "▁Ma j",
+      "▁ar riv",
+      "▁arr iv",
+      "▁H ave",
+      "▁Ha ve",
+      "▁Hav e",
+      "▁ Have",
+      "▁prob ability",
+      "▁probabil ity",
+      "▁P op",
+      "▁Po p",
+      "▁ Pop",
+      "▁P ass",
+      "▁Pa ss",
+      "▁Pas s",
+      "▁ Pass",
+      "to ken",
+      "tok en",
+      "t oken",
+      "Pro vider",
+      "▁R a",
+      "Re ader",
+      "Read er",
+      "oot h",
+      "oo th",
+      "o oth",
+      "la p",
+      "l ap",
+      "▁ass ist",
+      "ad ow",
+      "ado w",
+      "▁t ests",
+      "▁test s",
+      "▁ tests",
+      "сс и",
+      "с си",
+      "▁k ing",
+      "▁ki ng",
+      "▁kin g",
+      "▁ king",
+      "lang le",
+      "lan gle",
+      "l angle",
+      "▁S um",
+      "▁Su m",
+      "▁ Sum",
+      "O IN",
+      "▁se curity",
+      "▁sec urity",
+      "▁ security",
+      "ni s",
+      "n is",
+      ".. /",
+      ". ./",
+      "▁bas ic",
+      "▁ basic",
+      "un ity",
+      "uni ty",
+      "unit y",
+      "` :",
+      "▁ко то",
+      "ko w",
+      "k ow",
+      "▁Bibli othèque",
+      "as ion",
+      "asi on",
+      "al o",
+      "a lo",
+      "if est",
+      "ife st",
+      "i fest",
+      "▁nov embre",
+      "▁p eu",
+      "▁pe u",
+      "▁ Ж",
+      "en schaft",
+      "ensch aft",
+      "cl us",
+      "c lus",
+      "ј у",
+      "He ight",
+      "ú n",
+      "▁t ur",
+      "▁tu r",
+      "▁ide as",
+      "▁idea s",
+      "▁c es",
+      "▁ce s",
+      "▁ ces",
+      "fr ak",
+      "fra k",
+      "f rak",
+      "▁pre mier",
+      "▁prem ier",
+      "▁premi er",
+      "it ation",
+      "ita tion",
+      "itat ion",
+      "▁s é",
+      "HT ML",
+      "▁Ro yal",
+      "▁Roy al",
+      "сь кої",
+      "сько ї",
+      "▁by te",
+      "▁ byte",
+      "P S",
+      "▁s egu",
+      "▁se gu",
+      "▁seg u",
+      "▁ segu",
+      "in en",
+      "ine n",
+      "i nen",
+      "▁Gre at",
+      "▁К у",
+      "▁ex ternal",
+      "▁ext ernal",
+      "▁extern al",
+      "▁ external",
+      "T itle",
+      "To p",
+      "T op",
+      "Pro cess",
+      "Proc ess",
+      "it ät",
+      "itä t",
+      "▁` /",
+      "▁se cret",
+      "▁sec ret",
+      "▁secre t",
+      "▁ secret",
+      "pos itory",
+      "▁pot ential",
+      "▁B ud",
+      "▁Bu d",
+      "name s",
+      "na mes",
+      "nam es",
+      "n ames",
+      "as ons",
+      "ason s",
+      "aso ns",
+      "stack exchange",
+      "back ground",
+      "пе р",
+      "п ер",
+      "со в",
+      "с ов",
+      "aft er",
+      "af ter",
+      "a fter",
+      "▁p ero",
+      "▁per o",
+      "▁pe ro",
+      "▁so ftware",
+      "▁soft ware",
+      "▁ software",
+      "▁s ed",
+      "▁se d",
+      "▁ sed",
+      "▁array s",
+      "▁arr ays",
+      "tm p",
+      "t mp",
+      "▁a sp",
+      "▁as p",
+      "▁ asp",
+      "sc ale",
+      "scal e",
+      "▁L at",
+      "▁La t",
+      "▁ Lat",
+      "an al",
+      "ana l",
+      "a nal",
+      "▁g em",
+      "▁ge m",
+      "▁ gem",
+      "P U",
+      "▁Al tri",
+      "▁Alt ri",
+      "Th at",
+      "T hat",
+      "▁Н и",
+      "if act",
+      "ifa ct",
+      "i fact",
+      "Add ress",
+      "▁s outh",
+      "▁so uth",
+      "▁sou th",
+      "▁sout h",
+      "▁form ula",
+      "▁Col leg",
+      "▁Coll eg",
+      "▁і н",
+      "▁ ін",
+      "kt ion",
+      "k tion",
+      "▁s ac",
+      "▁sa c",
+      "S H",
+      "aj o",
+      "a jo",
+      "et c",
+      "e tc",
+      "v c",
+      "` ](",
+      "▁D ur",
+      "▁Du r",
+      "▁М е",
+      "▁Sm ith",
+      "▁ Smith",
+      "it ems",
+      "ite ms",
+      "item s",
+      "C K",
+      "el o",
+      "e lo",
+      "▁pl ugin",
+      "▁plug in",
+      "▁ plugin",
+      "▁s erie",
+      "▁se rie",
+      "▁ser ie",
+      "▁ serie",
+      "ien ne",
+      "ienn e",
+      "i enne",
+      "▁и ли",
+      "Ma r",
+      "M ar",
+      "▁Im age",
+      "▁ Image",
+      "go t",
+      "g ot",
+      "an das",
+      "and as",
+      "anda s",
+      "▁mat ches",
+      "▁match es",
+      "▁ matches",
+      "▁w orth",
+      "▁wor th",
+      "▁ worth",
+      "▁D eb",
+      "▁De b",
+      "▁ Deb",
+      "▁c ache",
+      "▁ca che",
+      "▁ cache",
+      "▁f elt",
+      "▁fe lt",
+      "▁fel t",
+      "er sch",
+      "ers ch",
+      "iz es",
+      "ize s",
+      "i zes",
+      "Op er",
+      "O per",
+      "▁Jah re",
+      "▁Jahr e",
+      "▁Ja hre",
+      "▁comm une",
+      "▁commun e",
+      "th read",
+      "▁n y",
+      "▁ ny",
+      "de c",
+      "d ec",
+      "ou w",
+      "o uw",
+      "▁sur face",
+      "▁P or",
+      "▁Po r",
+      "▁St reet",
+      "▁Stre et",
+      "пр и",
+      "п ри",
+      "▁c andid",
+      "▁can did",
+      "▁cand id",
+      "▁Re turn",
+      "▁Ret urn",
+      "▁ Return",
+      "▁K om",
+      "▁Ko m",
+      "gr u",
+      "g ru",
+      "▁т и",
+      "▁ ти",
+      "[ \\",
+      "▁dep ends",
+      "▁depend s",
+      "▁in flu",
+      "▁inf lu",
+      "▁infl u",
+      "▁to wards",
+      "▁toward s",
+      "ain ed",
+      "ai ned",
+      "aine d",
+      "a ined",
+      "▁r ank",
+      "▁ran k",
+      "▁ rank",
+      "▁Janu ar",
+      "▁com ponents",
+      "▁compon ents",
+      "▁component s",
+      "▁ components",
+      "ge st",
+      "ges t",
+      "g est",
+      "getElement ById",
+      "▁check ed",
+      "▁ checked",
+      "air s",
+      "ai rs",
+      "a irs",
+      "jo in",
+      "j oin",
+      "▁d ead",
+      "▁de ad",
+      "▁h it",
+      "▁hi t",
+      "▁ hit",
+      "én y",
+      "é ny",
+      "▁equ ivalent",
+      "▁equival ent",
+      "▁П ре",
+      "▁app ropri",
+      "Pa ss",
+      "P ass",
+      "▁pr imer",
+      "▁prim er",
+      "▁pri mer",
+      "▁prime r",
+      "engl isch",
+      "▁app ar",
+      "▁ap par",
+      "▁D uring",
+      "▁Du ring",
+      "▁Dur ing",
+      "▁know ledge",
+      "▁tr igger",
+      "▁trig ger",
+      "▁ trigger",
+      "▁c ore",
+      "▁cor e",
+      "▁co re",
+      "▁ core",
+      "▁O l",
+      "▁P rodu",
+      "▁Pro du",
+      "▁Pr odu",
+      "▁ Produ",
+      "▁F ern",
+      "▁Fe rn",
+      "▁Fer n",
+      "▁ Fern",
+      "▁на ча",
+      "▁ нача",
+      "T e",
+      "▁M ot",
+      "▁Mo t",
+      "er ve",
+      "erv e",
+      "тв о",
+      "т во",
+      "▁m id",
+      "▁mi d",
+      "▁ mid",
+      "▁fin ally",
+      "▁final ly",
+      "air es",
+      "ai res",
+      "aire s",
+      "a ires",
+      "▁es pecially",
+      "▁espe cially",
+      "▁especial ly",
+      "▁t ut",
+      "▁tu t",
+      "▁rece ive",
+      "ad re",
+      "adr e",
+      "▁ne igh",
+      "▁nei gh",
+      "kt et",
+      "kte t",
+      "il de",
+      "ild e",
+      "▁rad io",
+      "▁radi o",
+      "▁ radio",
+      "▁d river",
+      "▁dr iver",
+      "▁drive r",
+      "▁dri ver",
+      "▁driv er",
+      "▁ driver",
+      "ли сь",
+      "end encies",
+      "enden cies",
+      "▁I E",
+      "▁ IE",
+      "▁s aved",
+      "▁sa ved",
+      "▁sav ed",
+      "▁save d",
+      "▁ saved",
+      "ff ect",
+      "ffe ct",
+      "f fect",
+      "▁Way back",
+      "ia t",
+      "i at",
+      "▁p adding",
+      "▁pad ding",
+      "▁ padding",
+      "wind ow",
+      "w indow",
+      "ти че",
+      "▁m ur",
+      "▁mu r",
+      "ac tor",
+      "act or",
+      "a ctor",
+      "▁H an",
+      "▁Ha n",
+      "он аль",
+      "она ль",
+      "о наль",
+      "▁g ar",
+      "▁ga r",
+      "▁ gar",
+      "▁famil jen",
+      "ó s",
+      "▁n ationale",
+      "▁national e",
+      "▁nation ale",
+      "▁nat ionale",
+      "▁p ré",
+      "▁pr é",
+      "de d",
+      "d ed",
+      "on al",
+      "ona l",
+      "o nal",
+      "▁Pres ident",
+      "▁\\ ,",
+      "▁ \\,",
+      "▁place d",
+      "▁pla ced",
+      "er ni",
+      "ern i",
+      "▁sign al",
+      "▁sig nal",
+      "▁ signal",
+      "na b",
+      "n ab",
+      "h m",
+      "Mo n",
+      "M on",
+      "▁v s",
+      "▁ vs",
+      "S C",
+      "▁proget ti",
+      "▁ Ü",
+      "▁for ms",
+      "▁form s",
+      "▁ forms",
+      "▁message s",
+      "▁mess ages",
+      "▁ messages",
+      "in f",
+      "us ers",
+      "use rs",
+      "user s",
+      "u sers",
+      "GE T",
+      "G ET",
+      "▁d els",
+      "▁de ls",
+      "▁del s",
+      "Col lection",
+      "Coll ection",
+      "Collect ion",
+      "▁G ood",
+      "▁Go od",
+      "▁ Good",
+      "▁May be",
+      "▁ Maybe",
+      "▁com pr",
+      "▁comp r",
+      "▁lar ger",
+      "▁large r",
+      "▁larg er",
+      "gr es",
+      "gre s",
+      "g res",
+      "ap er",
+      "ape r",
+      "a per",
+      "▁П ри",
+      "un des",
+      "und es",
+      "unde s",
+      "▁s ea",
+      "▁se a",
+      "▁S pring",
+      "▁Sp ring",
+      "▁Spr ing",
+      "▁ Spring",
+      "ul o",
+      "u lo",
+      "▁me chan",
+      "▁s ans",
+      "▁sa ns",
+      "▁san s",
+      "G B",
+      "Val id",
+      "▁comm unic",
+      "▁commun ic",
+      "▁ communic",
+      "▁p ra",
+      "▁pr a",
+      "vi er",
+      "vie r",
+      "v ier",
+      "▁С е",
+      "▁a in",
+      "▁ai n",
+      "▁ ain",
+      "ту ра",
+      "тур а",
+      "ko m",
+      "k om",
+      "sk iego",
+      "ski ego",
+      "skie go",
+      "ко во",
+      "ков о",
+      "к ово",
+      "ad ata",
+      "ada ta",
+      "a data",
+      "▁Р е",
+      "▁bo olean",
+      "▁ boolean",
+      "se ts",
+      "set s",
+      "s ets",
+      "▁eff ort",
+      ". [",
+      "▁z ostał",
+      "P A",
+      "▁V ict",
+      "▁Vi ct",
+      "▁Vic t",
+      "S D",
+      "ow ał",
+      "owa ł",
+      "▁e mb",
+      "▁em b",
+      "▁ emb",
+      "▁pr ima",
+      "▁prim a",
+      "▁pri ma",
+      "▁h our",
+      "▁ho ur",
+      "▁ hour",
+      "sub section",
+      "▁F ort",
+      "▁For t",
+      "▁Fo rt",
+      "math frak",
+      "ig in",
+      "igi n",
+      "i gin",
+      "G L",
+      ") +",
+      "f i",
+      "▁an ci",
+      "▁anc i",
+      "▁ anci",
+      "▁p an",
+      "▁pa n",
+      "▁ pan",
+      "\\ )",
+      "▁l ug",
+      "▁lu g",
+      "▁dep loy",
+      "▁ deploy",
+      "do main",
+      "dom ain",
+      "▁s light",
+      "▁sl ight",
+      "JS ON",
+      "J SON",
+      "▁mor ning",
+      "▁h i",
+      "▁ hi",
+      "▁comp are",
+      "▁compar e",
+      "▁ compare",
+      "ij e",
+      "i je",
+      "▁bl ue",
+      "▁ blue",
+      "▁A c",
+      "▁ Ac",
+      "▁m iddle",
+      "▁ middle",
+      "an den",
+      "and en",
+      "ande n",
+      "▁sh ared",
+      "▁share d",
+      "▁ shared",
+      "▁C amp",
+      "▁Cam p",
+      "▁Ca mp",
+      "▁ Á",
+      "ound ed",
+      "oun ded",
+      "u w",
+      "ier ung",
+      "St ack",
+      "▁e ines",
+      "▁ein es",
+      "▁eine s",
+      "▁D a",
+      "▁ Da",
+      "li j",
+      "l ij",
+      "en ti",
+      "ent i",
+      "▁ й",
+      "U til",
+      "▁exper ience",
+      "▁experien ce",
+      "▁a wait",
+      "▁aw ait",
+      "▁ await",
+      "ul s",
+      "u ls",
+      "▁request s",
+      "▁requ ests",
+      "▁ requests",
+      "▁im pos",
+      "▁imp os",
+      "▁const raint",
+      "▁ constraint",
+      "Ch ange",
+      "em ph",
+      "emp h",
+      "бе р",
+      "б ер",
+      "▁An other",
+      "C ustom",
+      "▁signific ant",
+      "▁significa nt",
+      "c r",
+      "▁mill ion",
+      "re ek",
+      "ree k",
+      "▁d alla",
+      "▁da lla",
+      "▁dal la",
+      "▁dall a",
+      "▁G erm",
+      "▁Ge rm",
+      "▁Ger m",
+      "ot al",
+      "ota l",
+      "o tal",
+      "at eur",
+      "ate ur",
+      "bt n",
+      "b tn",
+      "▁th inking",
+      "▁think ing",
+      "▁thin king",
+      "▁inter val",
+      "▁ interval",
+      "on ne",
+      "onn e",
+      "▁l iv",
+      "▁li v",
+      "▁ liv",
+      "() :",
+      "( ):",
+      "▁В е",
+      "o e",
+      "▁E v",
+      "me ta",
+      "met a",
+      "m eta",
+      "▁b road",
+      "▁bro ad",
+      "Re m",
+      "R em",
+      "ap ply",
+      "app ly",
+      "a pply",
+      "▁cou ple",
+      "▁coup le",
+      "▁te chni",
+      "▁techn i",
+      "id ades",
+      "ida des",
+      "idad es",
+      "idade s",
+      "▁go al",
+      "▁ goal",
+      "▁C D",
+      "▁ CD",
+      "ha b",
+      "h ab",
+      "▁ex plan",
+      "▁exp lan",
+      "▁expla n",
+      "▁expl an",
+      "an ner",
+      "ann er",
+      "anne r",
+      "▁B ecause",
+      "bl og",
+      "blo g",
+      "b log",
+      "include graphics",
+      "▁vo ice",
+      "▁ voice",
+      "▁M ap",
+      "▁Ma p",
+      "▁ Map",
+      "vent ion",
+      "ven tion",
+      "v ention",
+      "S ession",
+      "▁L iens",
+      "▁Li ens",
+      "▁Lie ns",
+      "▁s or",
+      "▁so r",
+      "c ategory",
+      "ash ington",
+      "▁Mär z",
+      "po p",
+      "p op",
+      "il let",
+      "ill et",
+      "ille t",
+      "▁z wei",
+      "▁zwe i",
+      "▁zw ei",
+      "▁L ie",
+      "▁Li e",
+      "N ull",
+      "add ress",
+      "addr ess",
+      "▁f actor",
+      "▁fact or",
+      "▁fa ctor",
+      "▁fac tor",
+      "▁ factor",
+      "▁l igne",
+      "▁lig ne",
+      "▁HT TP",
+      "▁ HTTP",
+      "▁s uf",
+      "▁su f",
+      "▁person al",
+      "▁pers onal",
+      "▁persona l",
+      "ci p",
+      "c ip",
+      "▁D ar",
+      "▁Da r",
+      "▁a dm",
+      "▁ad m",
+      "ко й",
+      "▁E xt",
+      "▁Ex t",
+      "▁ Ext",
+      "▁g od",
+      "▁go d",
+      "▁ god",
+      "a a",
+      "R ight",
+      "ét é",
+      "é té",
+      "▁d ynamic",
+      "▁dynam ic",
+      "▁ dynamic",
+      "▁main tain",
+      "to r",
+      "t or",
+      "#### ####",
+      "▁F ra",
+      "▁Fr a",
+      "▁cho ice",
+      "▁ choice",
+      "▁с то",
+      "▁ст о",
+      "▁ сто",
+      "С Р",
+      "▁F eder",
+      "▁Fe der",
+      "▁Fed er",
+      "st on",
+      "sto n",
+      "s ton",
+      "▁f lag",
+      "▁fl ag",
+      "▁fla g",
+      "▁ flag",
+      "ki t",
+      "k it",
+      "Mod ule",
+      "▁с по",
+      "▁сп о",
+      "▁ спо",
+      "▁S tra",
+      "▁St ra",
+      "▁Str a",
+      "ic ks",
+      "ick s",
+      "i cks",
+      "▁h aven",
+      "▁ha ven",
+      "▁have n",
+      "▁hav en",
+      "▁M ass",
+      "▁Ma ss",
+      "▁Mas s",
+      "▁E mp",
+      "▁Em p",
+      "▁ Emp",
+      "▁P i",
+      "▁ Pi",
+      "▁P en",
+      "▁Pe n",
+      "Re ct",
+      "Rec t",
+      "R ect",
+      "▁K r",
+      "it at",
+      "ita t",
+      "i tat",
+      "el er",
+      "ele r",
+      "e ler",
+      "я бря",
+      "it et",
+      "ite t",
+      "▁St art",
+      "▁Sta rt",
+      "▁Star t",
+      "▁ Start",
+      "▁produ ced",
+      "▁produce d",
+      "▁по л",
+      "▁ пол",
+      "( _",
+      "▁de let",
+      "▁del et",
+      "▁h ot",
+      "▁ho t",
+      "▁ hot",
+      "▁Gesch ichte",
+      "~ ~",
+      "▁month s",
+      "▁mont hs",
+      "▁t od",
+      "▁to d",
+      "▁ tod",
+      "▁н и",
+      "▁ ни",
+      "ú s",
+      "te mp",
+      "tem p",
+      "t emp",
+      "▁D ez",
+      "▁De z",
+      "ype s",
+      "yp es",
+      "y pes",
+      "▁c ui",
+      "▁cu i",
+      "om mun",
+      "omm un",
+      "act ions",
+      "action s",
+      "a ctions",
+      "▁e igen",
+      "▁eig en",
+      "▁immedi ately",
+      "▁immediate ly",
+      "P L",
+      "▁Г о",
+      "▁B al",
+      "▁Ba l",
+      "▁ Bal",
+      "љ е",
+      "ul ui",
+      "ulu i",
+      "▁on line",
+      "▁ online",
+      "▁a ños",
+      "▁añ os",
+      "▁año s",
+      "▁name space",
+      "▁names pace",
+      "▁ namespace",
+      "▁m ond",
+      "▁mon d",
+      "▁mo nd",
+      "▁ mond",
+      "▁B ase",
+      "▁Bas e",
+      "▁Ba se",
+      "▁ Base",
+      "▁Can ada",
+      "▁Canad a",
+      "et zt",
+      "etz t",
+      "} -",
+      "▁de fin",
+      "▁def in",
+      "▁ defin",
+      "▁dou bt",
+      "▁doub t",
+      "▁inv estig",
+      "▁invest ig",
+      "view s",
+      "vie ws",
+      "▁L ine",
+      "▁Li ne",
+      "▁Lin e",
+      "▁ Line",
+      "▁st age",
+      "▁sta ge",
+      "▁stag e",
+      "▁ stage",
+      "ett ings",
+      "ub re",
+      "u bre",
+      "f loat",
+      "▁P lay",
+      "▁Pl ay",
+      "▁Pla y",
+      "▁ Play",
+      "▁L as",
+      "▁La s",
+      "pt r",
+      "p tr",
+      "▁be comes",
+      "▁become s",
+      "▁becom es",
+      "est amp",
+      "esta mp",
+      "▁in dependent",
+      "▁indep endent",
+      "▁independ ent",
+      "▁anal ysis",
+      "▁ analysis",
+      "▁L ook",
+      "▁Lo ok",
+      "▁ Look",
+      "la in",
+      "l ain",
+      "▁ра с",
+      "Re ference",
+      "▁s orry",
+      "▁sor ry",
+      "▁supp osed",
+      "▁suppose d",
+      "▁sup posed",
+      "û t",
+      "▁deg ree",
+      "ut z",
+      "u tz",
+      "M M",
+      "▁des ired",
+      "▁desire d",
+      "ł y",
+      "▁l en",
+      "▁le n",
+      "▁ len",
+      "▁al one",
+      "▁ alone",
+      "sign ed",
+      "sig ned",
+      "s igned",
+      "▁S ta",
+      "▁St a",
+      "Per son",
+      "Pers on",
+      "P erson",
+      "▁app lied",
+      "▁B ack",
+      "▁Ba ck",
+      "▁Bac k",
+      "▁ Back",
+      "▁m ars",
+      "▁ma rs",
+      "▁mar s",
+      "Par t",
+      "Pa rt",
+      "P art",
+      "▁D id",
+      "▁Di d",
+      "▁ Did",
+      "▁extern es",
+      "▁externe s",
+      "▁n p",
+      "▁ np",
+      "on go",
+      "ong o",
+      "▁e sta",
+      "▁est a",
+      "▁es ta",
+      "▁ esta",
+      "Bl ock",
+      "B lock",
+      "▁p ou",
+      "▁po u",
+      "ad ores",
+      "ado res",
+      "ador es",
+      "▁St udio",
+      "▁Stud io",
+      "▁ Studio",
+      ". $",
+      "▁re ached",
+      "▁reach ed",
+      "bo t",
+      "b ot",
+      "▁J uni",
+      "▁Ju ni",
+      "▁Jun i",
+      "to ns",
+      "ton s",
+      "t ons",
+      "it el",
+      "ite l",
+      "i tel",
+      "▁G ar",
+      "▁Ga r",
+      "▁art icles",
+      "▁article s",
+      "▁ articles",
+      "▁D istrict",
+      "▁Dist rict",
+      "▁tr ouble",
+      "▁trou ble",
+      "li de",
+      "l ide",
+      "▁F ound",
+      "▁Fou nd",
+      "▁Fo und",
+      "▁ Found",
+      "á d",
+      "▁e quip",
+      "▁equ ip",
+      "▁in ternal",
+      "▁int ernal",
+      "▁inter nal",
+      "▁intern al",
+      "▁ internal",
+      "'] ,",
+      "' ],",
+      "▁a sync",
+      "▁as ync",
+      "▁ async",
+      "U B",
+      "ge l",
+      "g el",
+      "▁a i",
+      "▁ ai",
+      "ens ure",
+      "▁app eared",
+      "▁appear ed",
+      "▁appe ared",
+      "▁$ _",
+      "▁ $_",
+      "▁max imum",
+      "▁maxim um",
+      "▁С и",
+      "р ь",
+      "▁ann oun",
+      "▁anno un",
+      "ла сь",
+      "▁c m",
+      "▁ cm",
+      "га н",
+      "г ан",
+      "au pt",
+      "a upt",
+      "▁l atter",
+      "▁lat ter",
+      "▁pl atform",
+      "▁plat form",
+      "▁ platform",
+      "▁d ra",
+      "▁dr a",
+      "▁ dra",
+      "▁cap ital",
+      "▁capit al",
+      "▁sol ved",
+      "▁solve d",
+      "ri z",
+      "r iz",
+      "ed ic",
+      "edi c",
+      "e dic",
+      "▁M ur",
+      "▁Mu r",
+      "▁T op",
+      "▁To p",
+      "▁ Top",
+      "т ся",
+      "Pa nel",
+      "Pane l",
+      "Pan el",
+      "P anel",
+      "ru le",
+      "r ule",
+      "et ic",
+      "eti c",
+      "▁R en",
+      "▁Re n",
+      "▁Wik imedia",
+      "▁ Wikimedia",
+      "▁T O",
+      "▁ TO",
+      "se cond",
+      "sec ond",
+      "is l",
+      "i sl",
+      "▁h y",
+      "▁ hy",
+      "▁n iet",
+      "▁nie t",
+      "▁ni et",
+      "▁lo aded",
+      "▁load ed",
+      "▁ loaded",
+      "di g",
+      "d ig",
+      "▁ma yo",
+      "▁may o",
+      "[ :",
+      "Ac c",
+      "A cc",
+      "▁b ek",
+      "▁be k",
+      "▁ bek",
+      "ни ю",
+      "lo gin",
+      "log in",
+      "t x",
+      "▁F ur",
+      "▁Fu r",
+      "▁S anta",
+      "▁San ta",
+      "▁Sant a",
+      "az z",
+      "a zz",
+      "▁con duct",
+      "▁cond uct",
+      "▁condu ct",
+      "▁In dia",
+      "▁Ind ia",
+      "Or der",
+      "Ord er",
+      "ir th",
+      "irt h",
+      "t w",
+      "} +",
+      "▁w ieder",
+      "▁wie der",
+      "▁E du",
+      "▁Ed u",
+      "A V",
+      "▁` ``",
+      "▁`` `",
+      "▁ ```",
+      "▁man ually",
+      "▁manual ly",
+      "▁R ead",
+      "▁Re ad",
+      "▁ Read",
+      "fortun ately",
+      "▁R un",
+      "▁Ru n",
+      "▁ Run",
+      "▁A ward",
+      "▁Aw ard",
+      "▁F oot",
+      "▁Foo t",
+      "▁Fo ot",
+      "▁ Foot",
+      "* )",
+      "par ams",
+      "param s",
+      "pa rams",
+      "para ms",
+      "п і",
+      "▁n ative",
+      "▁nat ive",
+      "▁ native",
+      "ri ft",
+      "rif t",
+      "r ift",
+      "▁ ä",
+      "AT H",
+      "A TH",
+      "▁your self",
+      "▁yours elf",
+      "▁p rior",
+      "▁pr ior",
+      "▁pri or",
+      "▁c it",
+      "▁ci t",
+      "▁ cit",
+      "ä h",
+      "▁tre at",
+      "▁me as",
+      "rib uted",
+      "ribute d",
+      "ribu ted",
+      "▁c lar",
+      "▁cl ar",
+      "▁cla r",
+      "▁ clar",
+      "ca rd",
+      "car d",
+      "c ard",
+      "RO R",
+      "R OR",
+      "il les",
+      "ill es",
+      "ille s",
+      "i lles",
+      "▁l ayer",
+      "▁la yer",
+      "▁lay er",
+      "▁ layer",
+      "au er",
+      "a uer",
+      "▁r at",
+      "▁ra t",
+      "▁ rat",
+      "bern ate",
+      "▁st ato",
+      "▁stat o",
+      "▁sta to",
+      "▁Ch ina",
+      "▁Chi na",
+      "▁$ ('#",
+      "▁$(' #",
+      "▁n aar",
+      "▁na ar",
+      "zi p",
+      "z ip",
+      "▁$ {\\",
+      "▁${ \\",
+      "▁appreci ated",
+      "▁appreciate d",
+      "▁и ме",
+      "▁им е",
+      "ż y",
+      "▁prze z",
+      "▁prz ez",
+      "▁Ind ian",
+      "▁India n",
+      "▁T od",
+      "▁To d",
+      "▁S ource",
+      "▁ Source",
+      "▁дру ги",
+      "in ternal",
+      "int ernal",
+      "inter nal",
+      "intern al",
+      "ion ale",
+      "ional e",
+      "iona le",
+      "Pro duct",
+      "Produ ct",
+      "▁M en",
+      "▁Me n",
+      "▁ Men",
+      "▁u pper",
+      "▁up per",
+      "▁upp er",
+      "▁ upper",
+      "▁E very",
+      "▁Ev ery",
+      "▁Ever y",
+      "▁ Every",
+      "}, \\",
+      "} ,\\",
+      "▁print f",
+      "▁prin tf",
+      "▁ printf",
+      "▁contin ued",
+      "▁continu ed",
+      "▁continue d",
+      "▁n odes",
+      "▁no des",
+      "▁node s",
+      "▁nod es",
+      "▁ nodes",
+      "л ки",
+      "▁n ice",
+      "▁ni ce",
+      "▁nic e",
+      "▁ nice",
+      "mod ules",
+      "module s",
+      "ei gn",
+      "e ign",
+      "▁M ex",
+      "▁Me x",
+      "▁Acc ording",
+      "▁un defined",
+      "▁und efined",
+      "▁ undefined",
+      "▁b inary",
+      "▁bin ary",
+      "▁ binary",
+      "cu t",
+      "c ut",
+      "Cur rent",
+      "C urrent",
+      "ed y",
+      "e dy",
+      "}} {",
+      "} }{",
+      "ble s",
+      "bl es",
+      "b les",
+      "▁во й",
+      "▁ вой",
+      "sc ri",
+      "scr i",
+      "s cri",
+      "eq n",
+      "Ch anged",
+      "Change d",
+      "▁kö z",
+      "▁rem ote",
+      "▁ remote",
+      "в ля",
+      "▁qu el",
+      "▁que l",
+      "▁q uel",
+      "▁ quel",
+      "▁al ign",
+      "▁ali gn",
+      "▁ align",
+      "▁п ар",
+      "▁па р",
+      "▁ пар",
+      "S V",
+      "ye r",
+      "y er",
+      "▁Cal iforn",
+      "▁p laces",
+      "▁pl aces",
+      "▁place s",
+      "▁pla ces",
+      "▁prim ary",
+      "▁pri mary",
+      "▁prima ry",
+      "▁ primary",
+      "▁con v",
+      "▁ conv",
+      "▁J uli",
+      "▁Jul i",
+      "▁Ju li",
+      "▁vis ual",
+      "▁ visual",
+      "▁S elect",
+      "▁Se lect",
+      "▁Sel ect",
+      "▁Sele ct",
+      "▁ Select",
+      "at ory",
+      "ator y",
+      "ato ry",
+      "= (",
+      "is er",
+      "ise r",
+      "i ser",
+      "▁int ent",
+      "▁inte nt",
+      "▁inten t",
+      "▁ intent",
+      "su r",
+      "s ur",
+      "cont ainer",
+      "ic ed",
+      "ice d",
+      "i ced",
+      "▁bo ard",
+      "▁ board",
+      "as tr",
+      "ast r",
+      "a str",
+      "om ial",
+      "omi al",
+      "ве т",
+      "в ет",
+      "з ва",
+      "▁c ru",
+      "▁cr u",
+      "▁Ok tober",
+      "sa ve",
+      "s ave",
+      "▁gre ater",
+      "▁great er",
+      "▁in n",
+      "▁i nn",
+      "▁ inn",
+      "▁p icture",
+      "▁ picture",
+      "▁Т о",
+      "▁obtain ed",
+      "▁obt ained",
+      "Wik imedia",
+      "ú blic",
+      "▁l ors",
+      "▁lo rs",
+      "▁m ont",
+      "▁mon t",
+      "▁mo nt",
+      "▁ mont",
+      "ob re",
+      "o bre",
+      "▁c ivil",
+      "▁ci vil",
+      "▁civ il",
+      "▁const ruction",
+      "▁construct ion",
+      "▁constru ction",
+      "▁W elt",
+      "▁We lt",
+      "▁Wel t",
+      "▁U nder",
+      "▁Un der",
+      "▁Und er",
+      "▁ Under",
+      "und ert",
+      "under t",
+      "unde rt",
+      "▁ed ge",
+      "▁ edge",
+      "▁L iste",
+      "▁List e",
+      "▁Li ste",
+      "▁Lis te",
+      "cs v",
+      "c sv",
+      "▁ex periment",
+      "▁exper iment",
+      "local host",
+      "▁E dit",
+      "▁Ed it",
+      "▁ Edit",
+      "gr eg",
+      "gre g",
+      "g reg",
+      "ov á",
+      "o vá",
+      "љ а",
+      "ms g",
+      "m sg",
+      "▁G reen",
+      "▁Gr een",
+      "▁Gre en",
+      "▁Gree n",
+      "▁ Green",
+      "Di alog",
+      "D ialog",
+      "Id ent",
+      "I dent",
+      "▁J S",
+      "▁ JS",
+      "^{ (",
+      "^ {(",
+      "▁slä ktet",
+      "__ __",
+      "___ _",
+      "_ ___",
+      "Pro ject",
+      "▁bes kre",
+      "▁b er",
+      "▁be r",
+      "▁ ber",
+      "▁would n",
+      "▁re act",
+      "▁ react",
+      "He l",
+      "H el",
+      "z w",
+      "▁W ashington",
+      "or ie",
+      "ori e",
+      "o rie",
+      "ta sk",
+      "t ask",
+      "▁c ategory",
+      "▁categ ory",
+      "▁categor y",
+      "▁ category",
+      "▁art ist",
+      "an no",
+      "ann o",
+      "▁o ok",
+      "▁ ook",
+      "am men",
+      "amm en",
+      "▁Min ister",
+      "▁de clar",
+      "▁dec lar",
+      "▁decl ar",
+      "▁decla r",
+      "▁K ey",
+      "▁Ke y",
+      "▁ Key",
+      ", .",
+      "▁m ach",
+      "▁ma ch",
+      "▁mac h",
+      "▁w w",
+      "▁ ww",
+      "is en",
+      "ise n",
+      "i sen",
+      "Fr an",
+      "F ran",
+      "▁Ро сси",
+      "▁Рос си",
+      "бо р",
+      "б ор",
+      "т ри",
+      "▁r ock",
+      "▁ro ck",
+      "▁ rock",
+      "qu is",
+      "qui s",
+      "q uis",
+      "mo s",
+      "m os",
+      "пе ра",
+      "пер а",
+      "п ера",
+      "▁est erni",
+      "▁g old",
+      "▁go ld",
+      "▁gol d",
+      "Window s",
+      "W indows",
+      "% %",
+      "▁part ial",
+      "▁parti al",
+      "▁ partial",
+      "▁we ight",
+      "▁ weight",
+      "▁s pr",
+      "▁sp r",
+      "▁ spr",
+      "}) .",
+      "} ).",
+      "▁fran çais",
+      "fu n",
+      "f un",
+      "▁th ous",
+      "▁thou s",
+      "ho lder",
+      "hol der",
+      "hold er",
+      "h older",
+      "▁g one",
+      "▁go ne",
+      "▁ Č",
+      "▁re nd",
+      "▁r end",
+      "▁ren d",
+      "▁ rend",
+      "D A",
+      "▁answer ed",
+      "▁F alse",
+      "▁Fal se",
+      "▁ False",
+      "B uffer",
+      "▁d augh",
+      "▁da ugh",
+      ".- -",
+      ". --",
+      "▁S how",
+      "▁Sh ow",
+      "▁Sho w",
+      "▁ Show",
+      "▁re ct",
+      "▁r ect",
+      "▁rec t",
+      "▁ rect",
+      "▁K re",
+      "▁Kr e",
+      "d r",
+      "os oph",
+      "oso ph",
+      "▁y ield",
+      "ur ity",
+      "uri ty",
+      "to String",
+      "av al",
+      "ava l",
+      "a val",
+      "Po l",
+      "P ol",
+      "▁l ock",
+      "▁lo ck",
+      "▁loc k",
+      "▁ lock",
+      "im ation",
+      "ima tion",
+      "imat ion",
+      "ant ic",
+      "anti c",
+      "Lo cal",
+      "Loc al",
+      "L ocal",
+      "▁beskre vs",
+      "it és",
+      "ité s",
+      "gr id",
+      "g rid",
+      "у т",
+      "▁_ {",
+      "▁ _{",
+      "с і",
+      "FI LE",
+      "▁к м",
+      "▁spe ak",
+      "sum mary",
+      "pr op",
+      "pro p",
+      "p rop",
+      "java script",
+      "j avascript",
+      "z k",
+      "izont al",
+      "izon tal",
+      "▁tr ois",
+      "▁tro is",
+      "▁R od",
+      "▁Ro d",
+      "pr ise",
+      "ро во",
+      "ров о",
+      "р ово",
+      "▁o dd",
+      "▁od d",
+      "▁ odd",
+      "▁g est",
+      "▁ge st",
+      "▁ges t",
+      "▁ gest",
+      "▁produ ce",
+      "▁prod uce",
+      "▁w aar",
+      "▁wa ar",
+      "▁A v",
+      "▁ Av",
+      "ri bu",
+      "rib u",
+      "ва ння",
+      "ван ня",
+      "▁fin ished",
+      "▁finish ed",
+      "▁ad apt",
+      "▁S ar",
+      "▁Sa r",
+      "text it",
+      "tex tit",
+      "▁C e",
+      "▁F a",
+      "▁ Fa",
+      "os en",
+      "ose n",
+      "o sen",
+      "▁de riv",
+      "▁der iv",
+      "▁s hip",
+      "▁sh ip",
+      "▁ ship",
+      "▁o pin",
+      "▁op in",
+      "▁E ven",
+      "▁Ev en",
+      "ge sch",
+      "ges ch",
+      "g esch",
+      "▁supp ose",
+      "▁sup pose",
+      "▁F er",
+      "▁Fe r",
+      "ско е",
+      "▁w orden",
+      "▁word en",
+      "▁wor den",
+      "se y",
+      "s ey",
+      "hl ine",
+      "h line",
+      "▁Un ion",
+      "▁ Union",
+      "▁/ **",
+      "▁/* *",
+      "▁ /**",
+      "▁v ez",
+      "▁ve z",
+      "▁ vez",
+      "▁Colleg amenti",
+      "▁Soci ety",
+      "▁Soc iety",
+      "▁e conom",
+      "▁econ om",
+      "▁ec onom",
+      "š í",
+      "o i",
+      "▁or ient",
+      "▁ orient",
+      "▁T eil",
+      "▁Te il",
+      "re nt",
+      "ren t",
+      "r ent",
+      "ле кс",
+      "лек с",
+      "▁s olid",
+      "▁sol id",
+      "▁c art",
+      "▁car t",
+      "▁ca rt",
+      "▁ cart",
+      "******** ********",
+      "▁c ab",
+      "▁ca b",
+      "▁M essage",
+      "▁Mess age",
+      "▁ Message",
+      "do ts",
+      "dot s",
+      "d ots",
+      "▁é g",
+      "▁ ég",
+      "▁t we",
+      "▁tw e",
+      "ag a",
+      "a ga",
+      "▁n az",
+      "▁na z",
+      "▁M icrosoft",
+      "▁Micro soft",
+      "▁ Microsoft",
+      "▁under arter",
+      "pp en",
+      "ppe n",
+      "p pen",
+      "▁re cent",
+      "▁rec ent",
+      "▁rece nt",
+      "▁n et",
+      "▁ne t",
+      "▁ net",
+      "▁res ources",
+      "▁resource s",
+      "▁ resources",
+      "St e",
+      "S te",
+      ". \\",
+      "▁S O",
+      "▁ SO",
+      "ло м",
+      "л ом",
+      "▁c ele",
+      "▁ce le",
+      "▁cel e",
+      "▁l ic",
+      "▁li c",
+      "▁ lic",
+      "▁ben ef",
+      "▁bene f",
+      "ld ots",
+      "l dots",
+      "▁se rial",
+      "▁ser ial",
+      "▁seria l",
+      "▁ serial",
+      "In teger",
+      "cl es",
+      "cle s",
+      "c les",
+      "▁m iles",
+      "▁mil es",
+      "▁mi les",
+      "▁mile s",
+      "▁A le",
+      "▁Al e",
+      "▁en tered",
+      "▁ent ered",
+      "▁enter ed",
+      "▁T wo",
+      "▁Tw o",
+      "▁ Two",
+      "wi e",
+      "w ie",
+      "▁in cludes",
+      "▁incl udes",
+      "▁includ es",
+      "▁include s",
+      "▁inclu des",
+      "▁ includes",
+      "▁E ach",
+      "▁ Each",
+      "el ling",
+      "ell ing",
+      "elli ng",
+      "qu er",
+      "que r",
+      "q uer",
+      "▁D om",
+      "▁Do m",
+      "▁ Dom",
+      "p f",
+      "W S",
+      "▁stra ight",
+      "▁S tan",
+      "▁St an",
+      "▁Sta n",
+      "▁n os",
+      "▁no s",
+      "▁ nos",
+      "í cul",
+      "at ro",
+      "atr o",
+      "▁C enter",
+      "▁Cent er",
+      "▁ Center",
+      "F T",
+      "▁In ga",
+      "▁Ing a",
+      "il o",
+      "i lo",
+      "▁w ww",
+      "▁ww w",
+      "▁ www",
+      "js fiddle",
+      "ni c",
+      "n ic",
+      "▁Europe an",
+      "▁com mer",
+      "▁comm er",
+      "▁comme r",
+      "▁g irl",
+      "▁gi rl",
+      "▁gir l",
+      "to tal",
+      "tot al",
+      "t otal",
+      "▁S tar",
+      "▁St ar",
+      "▁Sta r",
+      "▁ Star",
+      "▁sugg ested",
+      "▁suggest ed",
+      "pa l",
+      "p al",
+      "▁zw ischen",
+      "пи са",
+      "пис а",
+      "I M",
+      "▁hand ler",
+      "▁handle r",
+      "▁ handler",
+      "▁Pro gram",
+      "▁Pr ogram",
+      "▁ Program",
+      "xs l",
+      "x sl",
+      "ál y",
+      "á ly",
+      "B U",
+      ",- -",
+      ", --",
+      "▁v id",
+      "▁vi d",
+      "▁ vid",
+      "▁estab lished",
+      "▁establish ed",
+      "▁S piel",
+      "▁Sp iel",
+      "om etry",
+      "ome try",
+      "omet ry",
+      "un es",
+      "une s",
+      "u nes",
+      "▁s it",
+      "▁si t",
+      "▁in her",
+      "▁p uis",
+      "▁pu is",
+      "▁ puis",
+      "▁ être",
+      "▁M ost",
+      "▁Mo st",
+      "▁Mos t",
+      "He ader",
+      "Head er",
+      "in sert",
+      "ins ert",
+      "▁s ist",
+      "▁si st",
+      "▁f avor",
+      "▁fa vor",
+      "▁fav or",
+      "de st",
+      "des t",
+      "d est",
+      "▁ent ity",
+      "▁ entity",
+      "Ca l",
+      "C al",
+      "▁There fore",
+      "D D",
+      "; ;",
+      "▁Dez ember",
+      "▁R h",
+      "im ents",
+      "iment s",
+      "imen ts",
+      "i ments",
+      "▁return ing",
+      "st o",
+      "s to",
+      "▁Val ue",
+      "▁ Value",
+      "▁l iber",
+      "▁li ber",
+      "▁lib er",
+      "▁Res ult",
+      "▁ Result",
+      "▁b ind",
+      "▁bi nd",
+      "▁bin d",
+      "▁ bind",
+      "vo ir",
+      "v oir",
+      "▁T im",
+      "▁Ti m",
+      "▁ Tim",
+      "▁M ovie",
+      "▁Mo vie",
+      "▁Mov ie",
+      "▁ Movie",
+      "we g",
+      "w eg",
+      "ke t",
+      "k et",
+      "▁и сто",
+      "▁ис то",
+      "▁fri ends",
+      "▁friend s",
+      "▁f n",
+      "▁ fn",
+      "▁é l",
+      "▁ él",
+      "▁& =",
+      "▁ &=",
+      "ar den",
+      "ard en",
+      "arde n",
+      "ff icial",
+      "ffic ial",
+      "▁comm unity",
+      "▁commun ity",
+      "▁ community",
+      "▁a pi",
+      "▁ap i",
+      "▁ api",
+      "Ar gs",
+      "Arg s",
+      "ie ren",
+      "ier en",
+      "iere n",
+      "i eren",
+      "▁d ann",
+      "▁da nn",
+      "▁dan n",
+      "om orph",
+      "ad r",
+      "a dr",
+      "lo op",
+      "l oop",
+      "um an",
+      "uma n",
+      "u man",
+      "▁v ous",
+      "▁vo us",
+      "▁vou s",
+      "▁ vous",
+      "bs t",
+      "b st",
+      "sub mit",
+      "\\ |",
+      "ти н",
+      "т ин",
+      "Cont ainer",
+      "as ket",
+      "ask et",
+      "? )",
+      "Se c",
+      "S ec",
+      "▁d rive",
+      "▁dr ive",
+      "▁dri ve",
+      "▁driv e",
+      "▁ drive",
+      "As s",
+      "A ss",
+      "▁s we",
+      "▁sw e",
+      "▁a mer",
+      "▁am er",
+      "▁ amer",
+      "▁m ine",
+      "▁min e",
+      "▁mi ne",
+      "▁ mine",
+      "▁H am",
+      "▁Ha m",
+      "▁av ait",
+      "▁ avait",
+      "▁H on",
+      "▁Ho n",
+      "▁a près",
+      "▁ap rès",
+      "▁apr ès",
+      "▁ après",
+      "▁M ann",
+      "▁Man n",
+      "▁Ma nn",
+      "сь ка",
+      "ськ а",
+      "▁incre ase",
+      "▁t y",
+      "▁ ty",
+      "sk y",
+      "s ky",
+      "▁acc ur",
+      "▁ac cur",
+      "art icle",
+      "we ight",
+      "weig ht",
+      "▁s ex",
+      "▁se x",
+      "▁ sex",
+      "▁list ade",
+      "▁lista de",
+      "/* *",
+      "/ **",
+      "▁est á",
+      "}} $",
+      "} }$",
+      "ar go",
+      "arg o",
+      "def ine",
+      "defin e",
+      "▁со став",
+      "▁соста в",
+      "s ession",
+      "ad s",
+      "a ds",
+      "ст ви",
+      "ств и",
+      "▁L aw",
+      "▁La w",
+      "▁d ialog",
+      "▁di alog",
+      "▁dia log",
+      "▁ dialog",
+      "▁dup licate",
+      "▁é p",
+      "▁ ép",
+      "▁v oc",
+      "▁vo c",
+      "fr i",
+      "f ri",
+      "▁g reen",
+      "▁gr een",
+      "▁gre en",
+      "▁ green",
+      "▁h idden",
+      "▁hid den",
+      "▁ hidden",
+      "▁Is land",
+      "▁di ag",
+      "▁dia g",
+      "ow ej",
+      "owe j",
+      "my sql",
+      "mys ql",
+      "mysq l",
+      "te il",
+      "tei l",
+      "t eil",
+      "r ä",
+      "ik an",
+      "ika n",
+      "i kan",
+      "▁Jos é",
+      "al ed",
+      "ale d",
+      "a led",
+      "Run time",
+      "R untime",
+      "▁t rain",
+      "▁tr ain",
+      "▁tra in",
+      "▁ train",
+      "▁Di vision",
+      "▁Div ision",
+      "ни ц",
+      "▁S pan",
+      "▁Sp an",
+      "▁ Span",
+      "ни ма",
+      "ним а",
+      ")= \\",
+      ") =\\",
+      "та н",
+      "т ан",
+      "▁st ay",
+      "▁sta y",
+      "▁f oo",
+      "▁fo o",
+      "▁ foo",
+      "▁acc om",
+      "▁ac com",
+      "▁h ers",
+      "▁he rs",
+      "▁her s",
+      "▁на у",
+      "▁M ün",
+      "ide os",
+      "ideo s",
+      "st atic",
+      "stat ic",
+      "▁re ady",
+      "▁read y",
+      "▁ ready",
+      "] `",
+      "▁vis ible",
+      "▁vi sible",
+      "▁ visible",
+      "▁H ope",
+      "▁Ho pe",
+      "▁Hop e",
+      "ul ated",
+      "ula ted",
+      "ulate d",
+      "▁C ult",
+      "▁Cu lt",
+      "ст ро",
+      "стр о",
+      "с тро",
+      "C o",
+      "▁sm aller",
+      "▁small er",
+      "at ura",
+      "atur a",
+      "atu ra",
+      "▁perfect ly",
+      "re q",
+      "r eq",
+      "▁pro posed",
+      "▁prop osed",
+      "▁propos ed",
+      "▁propose d",
+      "▁deg li",
+      "Se arch",
+      "S earch",
+      "▁i ch",
+      "▁ic h",
+      "▁ ich",
+      "Ma x",
+      "M ax",
+      "▁vol ume",
+      "▁ volume",
+      "exec ute",
+      "gr e",
+      "g re",
+      "▁s port",
+      "▁sp ort",
+      "▁spo rt",
+      "ud ad",
+      "uda d",
+      "P T",
+      "▁Rec ords",
+      "▁Record s",
+      "▁c ook",
+      "▁co ok",
+      "▁ cook",
+      "▁exp and",
+      "▁ expand",
+      "б і",
+      "▁al tri",
+      "▁alt ri",
+      "pp et",
+      "ppe t",
+      "p pet",
+      "ar se",
+      "ars e",
+      "▁w et",
+      "▁we t",
+      "▁B ob",
+      "▁Bo b",
+      "▁ Bob",
+      "▁F C",
+      "▁ FC",
+      "▁Associ ation",
+      "uj e",
+      "u je",
+      "▁f el",
+      "▁fe l",
+      "▁ fel",
+      "▁с лу",
+      "▁ слу",
+      "▁B ig",
+      "▁Bi g",
+      "▁ Big",
+      "/ \\",
+      "G e",
+      "wh ile",
+      "{ (",
+      "▁su fficient",
+      "Pos ition",
+      "P osition",
+      "▁under standing",
+      "▁understand ing",
+      "▁n ue",
+      "▁nu e",
+      "▁r az",
+      "▁ra z",
+      "▁ raz",
+      "▁y e",
+      "▁ ye",
+      "he m",
+      "h em",
+      "N um",
+      "▁Pro ject",
+      "▁ Project",
+      "▁I ts",
+      "▁It s",
+      "▁h asta",
+      "▁ha sta",
+      "▁has ta",
+      "▁hast a",
+      "en so",
+      "ens o",
+      "▁w ire",
+      "▁wir e",
+      "▁ wire",
+      "Re t",
+      "R et",
+      "u j",
+      "pro of",
+      "▁re levant",
+      "▁relev ant",
+      "▁part ir",
+      "▁parti r",
+      "▁a go",
+      "▁ag o",
+      "▁ ago",
+      "if icate",
+      "ific ate",
+      "ifica te",
+      "▁d omin",
+      "▁do min",
+      "▁dom in",
+      "▁ domin",
+      "▁b oy",
+      "▁bo y",
+      "▁ boy",
+      "▁p lant",
+      "▁pl ant",
+      "▁pla nt",
+      "▁plan t",
+      "▁ plant",
+      "▁enc oding",
+      "▁ encoding",
+      "▁th rows",
+      "▁thr ows",
+      "▁throw s",
+      "▁thro ws",
+      "▁R ock",
+      "▁Ro ck",
+      "▁Roc k",
+      "zo ne",
+      "zon e",
+      "z one",
+      "ga ng",
+      "gan g",
+      "g ang",
+      "wid get",
+      "w idget",
+      "▁interest ing",
+      "DE R",
+      "D ER",
+      "▁d emon",
+      "▁de mon",
+      "▁dem on",
+      "▁demo n",
+      "▁off ice",
+      "▁offic e",
+      "▁ office",
+      "am t",
+      "a mt",
+      "ät er",
+      "ä ter",
+      "▁Wh ite",
+      "▁Whit e",
+      "▁ White",
+      "▁v ersch",
+      "▁ver sch",
+      "▁vers ch",
+      "▁die ser",
+      "▁dies er",
+      "▁diese r",
+      "▁M ount",
+      "▁Mo unt",
+      "▁Mou nt",
+      "▁ Mount",
+      "▁stud ents",
+      "▁student s",
+      "▁P ub",
+      "▁Pu b",
+      "▁ Pub",
+      "▁Д е",
+      "ij a",
+      "i ja",
+      "▁C y",
+      "▁ Cy",
+      "▁Californ ia",
+      "▁ab ril",
+      "äl l",
+      "ä ll",
+      "▁ч ем",
+      "▁че м",
+      "T V",
+      "▁m és",
+      "▁mé s",
+      "▁decl ared",
+      "▁decla red",
+      "▁declar ed",
+      "▁declare d",
+      "▁ ю",
+      "ő l",
+      "ap pa",
+      "app a",
+      "a ppa",
+      "▁Б е",
+      "ec ho",
+      "ech o",
+      "e cho",
+      "num er",
+      "nu mer",
+      "n umer",
+      "▁po sted",
+      "▁pos ted",
+      "▁post ed",
+      "▁poste d",
+      "▁в ер",
+      "▁ве р",
+      "▁ вер",
+      "▁годи не",
+      "▁we ak",
+      "▁ weak",
+      "▁Re public",
+      "▁Rep ublic",
+      "▁Repub lic",
+      "▁ch ampion",
+      "▁champ ion",
+      "ensure math",
+      "you r",
+      "yo ur",
+      "y our",
+      "▁O ber",
+      "▁Ob er",
+      "▁Cent ral",
+      "is a",
+      "i sa",
+      "ан д",
+      "а нд",
+      "y y",
+      "▁full y",
+      "▁ful ly",
+      "▁ fully",
+      "▁S D",
+      "▁ SD",
+      "▁Lin ux",
+      "▁ Linux",
+      "▁Sc ott",
+      "▁Scot t",
+      "part ment",
+      "ko n",
+      "k on",
+      "▁cont ract",
+      "▁contr act",
+      "▁contra ct",
+      "▁O F",
+      "▁ OF",
+      "▁a le",
+      "▁al e",
+      "▁ ale",
+      "▁A nn",
+      "▁An n",
+      "▁на д",
+      "▁ над",
+      "la h",
+      "l ah",
+      "▁N ext",
+      "▁Ne xt",
+      "▁ Next",
+      "or en",
+      "ore n",
+      "o ren",
+      "▁d isk",
+      "▁di sk",
+      "▁dis k",
+      "▁ disk",
+      "▁e g",
+      "▁ eg",
+      "at u",
+      "a tu",
+      "ло ги",
+      "лог и",
+      "▁g ames",
+      "▁game s",
+      "▁ga mes",
+      "▁gam es",
+      "Le ft",
+      "L eft",
+      "▁l u",
+      "▁ lu",
+      "▁fin ite",
+      "▁finit e",
+      "▁ finite",
+      "▁к и",
+      "▁ ки",
+      "▁cr ash",
+      "▁cra sh",
+      "ph er",
+      "phe r",
+      "p her",
+      "ex e",
+      "e xe",
+      "AT ION",
+      "▁br other",
+      "▁bro ther",
+      "En g",
+      "E ng",
+      "ta t",
+      "t at",
+      "▁In teger",
+      "▁ Integer",
+      "но му",
+      "ном у",
+      "н ому",
+      "▁col on",
+      "▁co lon",
+      "▁ colon",
+      "i qu",
+      ")) .",
+      ") ).",
+      "iv i",
+      "i vi",
+      "▁M ethod",
+      "▁Met hod",
+      "▁ Method",
+      "ar ten",
+      "art en",
+      "arte n",
+      "Un i",
+      "U ni",
+      "ve ctor",
+      "vec tor",
+      "v ector",
+      "▁w ood",
+      "▁wo od",
+      "▁ wood",
+      "р т",
+      "▁Л е",
+      "▁siè cle",
+      "▁g ent",
+      "▁ge nt",
+      "▁gen t",
+      "▁ gent",
+      "} \r",
+      "▁cont ents",
+      "▁content s",
+      "▁conten ts",
+      "▁ contents",
+      "▁com pan",
+      "▁comp an",
+      "G o",
+      "▁j ou",
+      "▁jo u",
+      "▁ jou",
+      "ue nt",
+      "uen t",
+      "u ent",
+      "As ync",
+      "A sync",
+      "print f",
+      "▁M odel",
+      "▁Mod el",
+      "▁Mo del",
+      "▁Mode l",
+      "▁ Model",
+      "▁ke pt",
+      "AS E",
+      "A SE",
+      "▁prov ides",
+      "▁provide s",
+      "▁Ab gerufen",
+      "▁G all",
+      "▁Gal l",
+      "▁Ga ll",
+      "▁Al f",
+      "S A",
+      "▁M em",
+      "▁Me m",
+      "▁ Mem",
+      "▁k ter",
+      "▁ kter",
+      "▁B ru",
+      "▁Br u",
+      "And roid",
+      "( :",
+      "▁У краї",
+      "▁Укра ї",
+      "N e",
+      "M in",
+      "at r",
+      "a tr",
+      "▁H al",
+      "▁Ha l",
+      "de lete",
+      "del ete",
+      "od o",
+      "o do",
+      "▁n ão",
+      "èn e",
+      "è ne",
+      "▁calcul ate",
+      "▁calc ulate",
+      "Js on",
+      "J son",
+      "ke ys",
+      "key s",
+      "не й",
+      "н ей",
+      "▁h ence",
+      "▁hen ce",
+      "▁o w",
+      "▁ ow",
+      "▁L ib",
+      "▁Li b",
+      "▁ Lib",
+      "en o",
+      "e no",
+      "▁L ove",
+      "▁Lo ve",
+      "▁Lov e",
+      "os i",
+      "o si",
+      "wi de",
+      "wid e",
+      "w ide",
+      "▁s core",
+      "▁sc ore",
+      "▁ score",
+      "ful l",
+      "fu ll",
+      "f ull",
+      "во д",
+      "в од",
+      "▁determ ine",
+      "▁determin e",
+      "▁s paces",
+      "▁sp aces",
+      "▁space s",
+      "▁spac es",
+      "▁ spaces",
+      "ло ва",
+      "лов а",
+      "л ова",
+      "▁pe ut",
+      "▁peu t",
+      "ér al",
+      "éra l",
+      "é ral",
+      "ó ł",
+      "▁app oint",
+      "▁ap point",
+      "▁T w",
+      "▁ Tw",
+      "< ?",
+      "▁Or der",
+      "▁Ord er",
+      "▁ Order",
+      "▁h op",
+      "▁ho p",
+      "ran dom",
+      "rand om",
+      "r andom",
+      "ca che",
+      "c ache",
+      "▁dest roy",
+      "▁ destroy",
+      "▁r ace",
+      "▁ra ce",
+      "▁rac e",
+      "▁ race",
+      "T ag",
+      "▁r id",
+      "▁ri d",
+      "▁ rid",
+      "▁neg ative",
+      "▁ negative",
+      "Ca r",
+      "C ar",
+      "ens ional",
+      "ension al",
+      "d k",
+      "▁c ro",
+      "▁cr o",
+      "▁ cro",
+      "▁TH EN",
+      "▁THE N",
+      "▁$ .",
+      "▁ $.",
+      "en sk",
+      "ens k",
+      "N E",
+      "H O",
+      "▁k le",
+      "▁kl e",
+      "osp ital",
+      "kt e",
+      "k te",
+      "fér ences",
+      "férence s",
+      "ud es",
+      "ude s",
+      "u des",
+      "I R",
+      "ot ion",
+      "oti on",
+      "o tion",
+      "▁Re al",
+      "▁ Real",
+      "▁Febru ar",
+      "и н",
+      "▁O ld",
+      "▁Ol d",
+      "▁ Old",
+      "ко го",
+      "к ого",
+      "le ich",
+      "lei ch",
+      "▁ р",
+      "ía n",
+      "í an",
+      "▁г а",
+      "▁ га",
+      "ci de",
+      "cid e",
+      "c ide",
+      "la b",
+      "l ab",
+      "▁p ull",
+      "▁pu ll",
+      "▁pul l",
+      "▁ pull",
+      "▁' /",
+      "Lo ng",
+      "L ong",
+      ", $",
+      "▁appropri ate",
+      "▁бы ла",
+      "▁был а",
+      "f ühr",
+      "▁M edia",
+      "▁Me dia",
+      "▁Med ia",
+      "▁Medi a",
+      "▁ Media",
+      "▁m anner",
+      "▁man ner",
+      "▁Г е",
+      "de scription",
+      "des cription",
+      "Be an",
+      "▁L ar",
+      "▁La r",
+      "▁ Lar",
+      "'] ;",
+      "' ];",
+      "▁re lation",
+      "▁rel ation",
+      "▁rela tion",
+      "▁ relation",
+      "▁S orry",
+      "▁Sor ry",
+      "ha r",
+      "h ar",
+      "cp p",
+      "c pp",
+      "▁K o",
+      "▁exec ution",
+      "▁execut ion",
+      "▁ execution",
+      "in os",
+      "ino s",
+      "i nos",
+      "▁b ul",
+      "▁bu l",
+      "▁ bul",
+      "gr ade",
+      "gra de",
+      "grad e",
+      "g rade",
+      "▁M u",
+      "▁p il",
+      "▁pi l",
+      "wr it",
+      "w rit",
+      "ific ations",
+      "ification s",
+      "in ese",
+      "ine se",
+      "ines e",
+      "▁Ph ili",
+      "▁Phil i",
+      "d x",
+      "▁le ading",
+      "▁lead ing",
+      "▁ leading",
+      "▁J ournal",
+      "ov ed",
+      "ove d",
+      "o ved",
+      "▁cont ro",
+      "▁contr o",
+      "но ва",
+      "нов а",
+      "н ова",
+      "Y es",
+      "▁ch annel",
+      "▁ channel",
+      ")) ,",
+      ") ),",
+      "is ten",
+      "ist en",
+      "iste n",
+      "i sten",
+      "ak a",
+      "a ka",
+      "To String",
+      "ma s",
+      "m as",
+      "▁e tt",
+      "▁et t",
+      "▁ ett",
+      "▁for ces",
+      "▁force s",
+      "ul ations",
+      "ulation s",
+      "▁C all",
+      "▁Cal l",
+      "▁Ca ll",
+      "▁ Call",
+      "▁explan ation",
+      "or ing",
+      "ori ng",
+      "o ring",
+      "AT A",
+      "A TA",
+      "ch ter",
+      "cht er",
+      "chte r",
+      "wh en",
+      "w hen",
+      "V C",
+      "▁Jah rh",
+      "▁Jahr h",
+      "Ca se",
+      "C ase",
+      "▁comm ands",
+      "▁command s",
+      "▁ commands",
+      "▁r ich",
+      "▁ric h",
+      "▁ri ch",
+      "▁ rich",
+      "bu s",
+      "b us",
+      "F e",
+      "mb ox",
+      "m box",
+      "▁re con",
+      "▁rec on",
+      "ñ o",
+      "▁s hape",
+      "▁sh ape",
+      "▁ shape",
+      "ow y",
+      "o wy",
+      "en try",
+      "ent ry",
+      "entr y",
+      "it able",
+      "ita ble",
+      "i table",
+      "▁e lection",
+      "▁el ection",
+      "▁elect ion",
+      "▁ele ction",
+      "є ться",
+      "▁p rep",
+      "▁pr ep",
+      "▁pre p",
+      "▁ prep",
+      "v á",
+      "▁in fin",
+      "▁inf in",
+      "lo t",
+      "l ot",
+      "▁bo oks",
+      "▁book s",
+      "▁ books",
+      "▁U SA",
+      "▁US A",
+      "▁ USA",
+      "ли н",
+      "л ин",
+      "▁p om",
+      "▁po m",
+      "▁ pom",
+      "▁n as",
+      "▁na s",
+      "▁ nas",
+      "▁t ags",
+      "▁tag s",
+      "▁ta gs",
+      "▁ tags",
+      "▁exec uted",
+      "▁execute d",
+      "▁execut ed",
+      "ail le",
+      "ai lle",
+      "a ille",
+      "lu ng",
+      "l ung",
+      "▁Java Script",
+      "▁ JavaScript",
+      "▁b all",
+      "▁bal l",
+      "▁ba ll",
+      "▁ ball",
+      "▁ain si",
+      "▁P ri",
+      "▁Pr i",
+      "{ $",
+      "▁U N",
+      "▁ UN",
+      "▁R am",
+      "▁Ra m",
+      "▁h ear",
+      "▁he ar",
+      "▁U buntu",
+      ">( );",
+      ">() ;",
+      "> ();",
+      "▁p ure",
+      "▁pu re",
+      "▁pur e",
+      "▁em bed",
+      "▁emb ed",
+      "▁ embed",
+      "a ção",
+      "cont roller",
+      "control ler",
+      "▁mar ried",
+      "▁F ol",
+      "▁Fo l",
+      "fa mil",
+      "f amil",
+      "▁p rec",
+      "▁pr ec",
+      "▁pre c",
+      "▁ prec",
+      "▁rec urs",
+      "pa d",
+      "p ad",
+      "istr ation",
+      "istra tion",
+      "▁respect ively",
+      "▁respective ly",
+      "[ $",
+      "au tor",
+      "aut or",
+      "auto r",
+      "a utor",
+      "▁g rav",
+      "▁gr av",
+      "▁gra v",
+      "ie ra",
+      "ier a",
+      "i era",
+      "az ioni",
+      "azi oni",
+      "a zioni",
+      "▁B ul",
+      "▁Bu l",
+      "▁Austral ia",
+      "mon d",
+      "mo nd",
+      "m ond",
+      "▁T ro",
+      "▁Tr o",
+      "▁E le",
+      "▁El e",
+      "pack ages",
+      "package s",
+      "ms dn",
+      "▁A ls",
+      "▁Al s",
+      "▁pr zy",
+      "▁prz y",
+      "AR T",
+      "A RT",
+      "▁char ge",
+      "▁charg e",
+      "▁ charge",
+      "▁app lications",
+      "▁application s",
+      "▁applic ations",
+      "Un it",
+      "Uni t",
+      "U nit",
+      "ar en",
+      "are n",
+      "a ren",
+      "▁sud den",
+      "om eter",
+      "ome ter",
+      "omet er",
+      "o meter",
+      "▁d ot",
+      "▁do t",
+      "▁ dot",
+      "ac ji",
+      "a cji",
+      "кт ор",
+      "кто р",
+      "к тор",
+      "im in",
+      "imi n",
+      "i min",
+      "en ing",
+      "eni ng",
+      "e ning",
+      "▁d onde",
+      "▁do nde",
+      "▁don de",
+      "▁H o",
+      "tr ee",
+      "tre e",
+      "t ree",
+      "m b",
+      "▁d rag",
+      "▁dr ag",
+      "▁dra g",
+      "▁ drag",
+      "aj e",
+      "a je",
+      "▁in valid",
+      "▁ invalid",
+      "▁fin ish",
+      "la im",
+      "▁f eed",
+      "▁fe ed",
+      "▁fee d",
+      "▁ feed",
+      "▁N ap",
+      "▁Na p",
+      "ro om",
+      "r oom",
+      "im ages",
+      "ima ges",
+      "image s",
+      "▁са й",
+      "▁su cc",
+      "▁suc c",
+      "if fer",
+      "iff er",
+      "iffe r",
+      "▁a ño",
+      "▁añ o",
+      "▁c ual",
+      "▁cu al",
+      "ме ри",
+      "мер и",
+      "D R",
+      "▁B ilder",
+      "▁Bi lder",
+      "▁Bild er",
+      "▁Bil der",
+      "б ра",
+      "ra it",
+      "rai t",
+      "r ait",
+      "pa n",
+      "p an",
+      "ен ь",
+      "е нь",
+      "▁dist inct",
+      "▁K n",
+      "ön ig",
+      "ö nig",
+      "an ced",
+      "ance d",
+      "anc ed",
+      "▁lo ading",
+      "▁load ing",
+      "▁ loading",
+      "▁Te chn",
+      "▁S el",
+      "▁Se l",
+      "mu s",
+      "m us",
+      "▁r ail",
+      "▁ra il",
+      "▁st udent",
+      "▁stud ent",
+      "▁ student",
+      "▁not ice",
+      "▁s la",
+      "▁sl a",
+      "▁Д а",
+      "▁gu ard",
+      "▁ guard",
+      "▁D ay",
+      "▁Da y",
+      "▁ Day",
+      "ва ли",
+      "вал и",
+      "в али",
+      "Op tion",
+      "Opt ion",
+      "O ption",
+      "ais on",
+      "ai son",
+      "a ison",
+      "ip p",
+      "i pp",
+      "▁J un",
+      "▁Ju n",
+      "▁f ell",
+      "▁fe ll",
+      "▁fel l",
+      "▁ab solute",
+      "▁absol ute",
+      "▁ absolute",
+      "ов е",
+      "о ве",
+      "de bug",
+      "deb ug",
+      "▁S ud",
+      "▁Su d",
+      "п ы",
+      "ug ins",
+      "ugin s",
+      "▁view s",
+      "▁vie ws",
+      "▁ views",
+      "la y",
+      "l ay",
+      "▁s urr",
+      "▁su rr",
+      "▁sur r",
+      "▁st ood",
+      "▁sto od",
+      "▁ stood",
+      "▁в і",
+      "▁ ві",
+      "select ed",
+      "sel ected",
+      "г і",
+      "▁att ributes",
+      "▁attribute s",
+      "▁ attributes",
+      "fin al",
+      "fi nal",
+      "f inal",
+      "en da",
+      "end a",
+      "▁B on",
+      "▁Bo n",
+      "ne rs",
+      "ner s",
+      "n ers",
+      "▁W er",
+      "▁We r",
+      "bu r",
+      "b ur",
+      "it tel",
+      "itt el",
+      "itte l",
+      "▁m oving",
+      "▁mov ing",
+      "▁mo ving",
+      "▁P lan",
+      "▁Pl an",
+      "▁Pla n",
+      "▁ Plan",
+      "is ches",
+      "isch es",
+      "ische s",
+      "isc hes",
+      "J ava",
+      "▁b asis",
+      "▁bas is",
+      "▁B us",
+      "▁Bu s",
+      "▁ Bus",
+      "▁A u",
+      "▁I ll",
+      "▁Il l",
+      "▁ Ill",
+      "▁вре мя",
+      "▁ц ент",
+      "▁ цент",
+      "hand le",
+      "сту п",
+      "▁F ar",
+      "▁Fa r",
+      "▁o raz",
+      "▁or az",
+      "▁ora z",
+      "oc r",
+      "o cr",
+      "▁se it",
+      "▁sei t",
+      "on der",
+      "ond er",
+      "onde r",
+      "o nder",
+      "до м",
+      "д ом",
+      ": /",
+      "ch or",
+      "cho r",
+      "c hor",
+      "▁T own",
+      "▁To wn",
+      "▁Tow n",
+      "▁def init",
+      "▁defin it",
+      "re act",
+      "rea ct",
+      "▁pie ce",
+      "▁Kar l",
+      "▁Ka rl",
+      "C I",
+      "▁App lication",
+      "▁ Application",
+      "un ter",
+      "unt er",
+      "unte r",
+      "▁for med",
+      "▁form ed",
+      "▁forme d",
+      "▁ formed",
+      "▁п у",
+      "▁ пу",
+      "B o",
+      "▁Dan iel",
+      "▁ Daniel",
+      "▁п ла",
+      "▁ пла",
+      "Bo dy",
+      "B ody",
+      "}) $",
+      "} )$",
+      "▁бы ли",
+      "▁был и",
+      "▁e arth",
+      "▁ear th",
+      "г ла",
+      "Th ere",
+      "The re",
+      "T here",
+      "▁с тра",
+      "▁ст ра",
+      "▁ стра",
+      "▁v ille",
+      "▁vi lle",
+      "▁vill e",
+      "▁vil le",
+      "▁ ville",
+      "▁c entre",
+      "▁cent re",
+      ") \r",
+      "▁help ful",
+      "▁+ +",
+      "▁ ++",
+      "▁C G",
+      "▁ CG",
+      "iz ione",
+      "izi one",
+      "izio ne",
+      "i zione",
+      "▁G ame",
+      "▁Ga me",
+      "▁Gam e",
+      "▁ Game",
+      "▁Wh ich",
+      "▁p ip",
+      "▁pi p",
+      "▁ pip",
+      "▁Port ug",
+      "D S",
+      "▁de scribe",
+      "▁des cribe",
+      "▁descri be",
+      "▁check ing",
+      "▁man ager",
+      "▁manage r",
+      "▁ manager",
+      "B O",
+      "▁B undes",
+      "▁Bund es",
+      "▁Bun des",
+      "bu ch",
+      "b uch",
+      "▁dec ided",
+      "▁decide d",
+      "▁decid ed",
+      "▁Jahrh undert",
+      "▁f if",
+      "▁fi f",
+      "▁ fif",
+      "e fficient",
+      "an ci",
+      "anc i",
+      "br aries",
+      "bra ries",
+      "▁f ails",
+      "▁fa ils",
+      "▁fail s",
+      "▁k ernel",
+      "▁ker nel",
+      "▁ kernel",
+      "▁G l",
+      "▁N acional",
+      "▁pro ceed",
+      "▁proc eed",
+      "▁f uer",
+      "▁fue r",
+      "▁fu er",
+      "▁l iving",
+      "▁li ving",
+      "▁liv ing",
+      "▁success fully",
+      "▁successful ly",
+      "▁f aster",
+      "▁fa ster",
+      "▁fast er",
+      "▁fas ter",
+      "▁con tre",
+      "▁cont re",
+      "▁contr e",
+      "▁ contre",
+      "▁pr ison",
+      "▁pri son",
+      "▁pris on",
+      "OR T",
+      "O RT",
+      "he lp",
+      "hel p",
+      "▁a utor",
+      "▁au tor",
+      "▁aut or",
+      "▁auto r",
+      "▁ autor",
+      "ła w",
+      "ł aw",
+      "aj ą",
+      "a ją",
+      "▁A rm",
+      "▁Ar m",
+      "▁ Arm",
+      "▁pro vin",
+      "▁prov in",
+      "▁na am",
+      "/ #",
+      "se d",
+      "s ed",
+      "▁g esch",
+      "▁ge sch",
+      "▁ges ch",
+      "▁ gesch",
+      "▁м ар",
+      "▁ма р",
+      "▁ мар",
+      "es k",
+      "e sk",
+      "ter m",
+      "te rm",
+      "t erm",
+      "▁T ex",
+      "▁Te x",
+      "▁ Tex",
+      "ir ing",
+      "iri ng",
+      "i ring",
+      "▁t ools",
+      "▁to ols",
+      "▁too ls",
+      "▁tool s",
+      "▁ tools",
+      "PD F",
+      "P DF",
+      "▁u lt",
+      "▁ul t",
+      "▁ ult",
+      "iss enschaft",
+      "issen schaft",
+      "▁could n",
+      "di ng",
+      "din g",
+      "d ing",
+      "De p",
+      "D ep",
+      "{ -",
+      "▁pre dict",
+      "▁pred ict",
+      "▁ predict",
+      "ant age",
+      "anta ge",
+      "▁L ike",
+      "▁Li ke",
+      "▁ Like",
+      "▁Б и",
+      "to ols",
+      "tool s",
+      "t ools",
+      "es tra",
+      "est ra",
+      "estr a",
+      "e stra",
+      "▁k i",
+      "▁ ki",
+      "▁J im",
+      "▁Ji m",
+      "st ar",
+      "sta r",
+      "s tar",
+      "▁re mark",
+      "▁r emark",
+      "▁rem ark",
+      "▁ remark",
+      "ó g",
+      "na bla",
+      "nab la",
+      "▁Al though",
+      "mod e",
+      "mo de",
+      "m ode",
+      "H ost",
+      "▁st range",
+      "▁str ange",
+      "▁stran ge",
+      "No ne",
+      "Non e",
+      "N one",
+      "bl ack",
+      "bla ck",
+      "b lack",
+      "▁F estival",
+      "▁Fest ival",
+      "▁I S",
+      "▁ IS",
+      "an za",
+      "anz a",
+      "▁( -",
+      "▁ (-",
+      "ic ket",
+      "ick et",
+      "i cket",
+      "ко ла",
+      "кол а",
+      "▁J es",
+      "▁Je s",
+      "▁f lex",
+      "▁fl ex",
+      "▁fle x",
+      "▁ flex",
+      "▁ À",
+      "▁N etwork",
+      "▁Net work",
+      "▁ Network",
+      "▁E X",
+      "▁ EX",
+      "▁e nero",
+      "▁en ero",
+      "▁ener o",
+      "! ”",
+      "▁O rt",
+      "▁Or t",
+      "▁al ors",
+      "▁Or iginal",
+      "▁Origin al",
+      "▁Orig inal",
+      "▁ Original",
+      "▁z o",
+      "▁ zo",
+      "ны ми",
+      "ным и",
+      "▁s pl",
+      "▁sp l",
+      "▁ spl",
+      "Dra w",
+      "Dr aw",
+      "D raw",
+      "yo nd",
+      "y ond",
+      "─ ─",
+      "▁O t",
+      "▁d ram",
+      "▁dr am",
+      "▁dra m",
+      "▁di vision",
+      "▁div ision",
+      "▁divis ion",
+      "▁e fficient",
+      "▁effic ient",
+      "▁ efficient",
+      "▁Г а",
+      "▁v ier",
+      "▁vi er",
+      "▁vie r",
+      "▁ vier",
+      "na k",
+      "n ak",
+      "L S",
+      "▁sp irit",
+      "▁spir it",
+      "zeich net",
+      "▁d ici",
+      "▁di ci",
+      "▁dic i",
+      "cl ear",
+      "cle ar",
+      "c lear",
+      "co py",
+      "cop y",
+      "c opy",
+      "ya r",
+      "y ar",
+      "▁ро ці",
+      "us qu",
+      "u squ",
+      "▁n ous",
+      "▁no us",
+      "▁nou s",
+      "▁b lev",
+      "▁bl ev",
+      "▁ble v",
+      "ж де",
+      "Ar g",
+      "A rg",
+      "▁per formed",
+      "▁perform ed",
+      "▁M ake",
+      "▁Ma ke",
+      "▁Mak e",
+      "▁ Make",
+      "▁Car ol",
+      "▁Ca rol",
+      "et to",
+      "ett o",
+      "e tto",
+      "▁S and",
+      "▁San d",
+      "▁Sa nd",
+      "▁D isc",
+      "▁Dis c",
+      "▁Di sc",
+      "En c",
+      "E nc",
+      "re ro",
+      "rer o",
+      "r ero",
+      "ha sh",
+      "has h",
+      "h ash",
+      "▁f ocus",
+      "▁fo cus",
+      "▁foc us",
+      "▁ focus",
+      "▁att ention",
+      "▁a gre",
+      "▁ag re",
+      "▁agr e",
+      "▁di vis",
+      "▁div is",
+      "▁бы ло",
+      "▁был о",
+      "▁e j",
+      "▁ ej",
+      "▁m arch",
+      "▁mar ch",
+      "▁marc h",
+      "▁ph ase",
+      "▁ phase",
+      "ía s",
+      "í as",
+      "▁ph il",
+      "▁P ap",
+      "▁Pa p",
+      "▁r iver",
+      "▁riv er",
+      "▁ri ver",
+      "▁ river",
+      "▁c aused",
+      "▁caus ed",
+      "▁cause d",
+      "▁ca used",
+      "pl ugin",
+      "▁Te am",
+      "▁ Team",
+      "ul er",
+      "ule r",
+      "u ler",
+      "▁$ (\"#",
+      "▁$(\" #",
+      "ie j",
+      "i ej",
+      "I SBN",
+      "na m",
+      "n am",
+      "▁f ight",
+      "▁fig ht",
+      "vi d",
+      "v id",
+      "▁L ud",
+      "▁Lu d",
+      "Select ed",
+      ":@ \"",
+      ": @\"",
+      "▁P od",
+      "▁Po d",
+      "▁ Pod",
+      "▁ann ées",
+      "▁année s",
+      "ar ios",
+      "ari os",
+      "ario s",
+      "a rios",
+      "▁deutsch er",
+      "▁deutsche r",
+      "▁N A",
+      "▁ NA",
+      "▁и ю",
+      "▁d ictionary",
+      "▁diction ary",
+      "▁ dictionary",
+      "▁Л а",
+      "▁T ri",
+      "▁Tr i",
+      "▁ Tri",
+      "è n",
+      "▁polit ical",
+      "rid ge",
+      "r idge",
+      "at ten",
+      "att en",
+      "atte n",
+      "▁circ le",
+      "▁cir cle",
+      "▁ circle",
+      "▁trans port",
+      "▁ transport",
+      "em as",
+      "ema s",
+      "e mas",
+      "F C",
+      "▁replace d",
+      "▁repla ced",
+      "▁A ud",
+      "▁Au d",
+      "is ka",
+      "isk a",
+      "i ska",
+      "Config uration",
+      "▁so ort",
+      "▁Н е",
+      "▁s equ",
+      "▁se qu",
+      "▁seq u",
+      "▁ sequ",
+      "PR O",
+      "P RO",
+      "▁b ud",
+      "▁bu d",
+      "▁ bud",
+      "▁{ {",
+      "▁ {{",
+      "lie ß",
+      "l ieß",
+      "▁M as",
+      "▁Ma s",
+      "de rs",
+      "der s",
+      "d ers",
+      "us ammen",
+      "es a",
+      "e sa",
+      "▁L y",
+      "в ро",
+      "ma c",
+      "m ac",
+      "▁и спо",
+      "▁ис по",
+      "▁s uc",
+      "▁su c",
+      "u y",
+      "▁ill ustr",
+      "▁prim era",
+      "▁prime ra",
+      "▁primer a",
+      "il ation",
+      "ila tion",
+      "i lation",
+      "▁st orage",
+      "▁stor age",
+      "▁sto rage",
+      "▁ storage",
+      "▁par ams",
+      "▁para ms",
+      "▁param s",
+      "▁pa rams",
+      "▁ params",
+      "ka z",
+      "k az",
+      "▁term inal",
+      "▁termin al",
+      "ра ль",
+      "рал ь",
+      "р аль",
+      "▁h olds",
+      "▁hold s",
+      "▁hol ds",
+      "▁ holds",
+      "ло сь",
+      "▁n ad",
+      "▁na d",
+      "▁ nad",
+      "” .",
+      "▁oct ubre",
+      "bu l",
+      "b ul",
+      "▁h us",
+      "▁hu s",
+      "▁ hus",
+      "UL T",
+      "U LT",
+      "▁ég alement",
+      "▁M ill",
+      "▁Mil l",
+      "▁Mi ll",
+      "▁ Mill",
+      "ła d",
+      "ł ad",
+      "▁cont iene",
+      "\" ?",
+      "▁> >>",
+      "▁>> >",
+      "Qu e",
+      "Q ue",
+      "   ",
+      "▁p lain",
+      "▁pl ain",
+      "▁pla in",
+      "▁ plain",
+      "at iva",
+      "ativ a",
+      "ati va",
+      "oc ker",
+      "ock er",
+      "o cker",
+      "Name s",
+      "Na mes",
+      "N ames",
+      "▁J ud",
+      "▁Ju d",
+      "▁ag ree",
+      "▁agre e",
+      "▁agr ee",
+      "▁G emeinde",
+      "▁Geme inde",
+      "la re",
+      "lar e",
+      "l are",
+      "ка за",
+      "каз а",
+      "▁st arts",
+      "▁start s",
+      "▁star ts",
+      "▁ starts",
+      "▁p rice",
+      "▁pr ice",
+      "▁pri ce",
+      "▁ price",
+      "T arget",
+      "cu s",
+      "c us",
+      "▁Inst ead",
+      ". ;",
+      "▁altern ative",
+      "▁alter native",
+      "▁в ла",
+      "I E",
+      "▁organ iz",
+      "in u",
+      "i nu",
+      "▁comp leted",
+      "▁comple ted",
+      "▁complet ed",
+      "▁complete d",
+      "▁car ry",
+      "at om",
+      "ato m",
+      "a tom",
+      "▁dep ending",
+      "▁depend ing",
+      "▁O ur",
+      "▁in sp",
+      "▁ins p",
+      "▁& \\",
+      "▁ &\\",
+      "ail y",
+      "ai ly",
+      "a ily",
+      "ir ection",
+      "ire ction",
+      "irect ion",
+      "ф а",
+      "▁d efe",
+      "▁de fe",
+      "▁def e",
+      "TA C",
+      "T AC",
+      "▁de signed",
+      "▁des igned",
+      "▁design ed",
+      "▁v oir",
+      "▁vo ir",
+      "▁ voir",
+      "bre ak",
+      "▁part ie",
+      "▁parti e",
+      "▁J ahren",
+      "▁Jah ren",
+      "▁Jahr en",
+      "▁Jahre n",
+      "▁Ja hren",
+      "▁st udio",
+      "▁stud io",
+      "▁studi o",
+      "▁ studio",
+      "▁j our",
+      "▁jo ur",
+      "▁jou r",
+      "▁N otes",
+      "▁No tes",
+      "▁Not es",
+      "▁Note s",
+      "fi re",
+      "fir e",
+      "f ire",
+      "ho use",
+      "hou se",
+      "h ouse",
+      "su ccess",
+      "▁J uan",
+      "▁Ju an",
+      "J S",
+      "▁C ustom",
+      "▁ Custom",
+      "▁b esch",
+      "▁be sch",
+      "▁bes ch",
+      "▁st ated",
+      "▁stat ed",
+      "▁state d",
+      "▁sta ted",
+      "boot strap",
+      "öt t",
+      "ö tt",
+      "oz zá",
+      "▁C ON",
+      "▁CO N",
+      "▁ CON",
+      "ha v",
+      "h av",
+      "▁s leep",
+      "▁sle ep",
+      "▁ sleep",
+      "ed a",
+      "e da",
+      "ho t",
+      "h ot",
+      "án d",
+      "á nd",
+      "▁S y",
+      "▁tem ps",
+      "▁temp s",
+      "▁ temps",
+      "am ar",
+      "ama r",
+      "a mar",
+      "▁s cal",
+      "▁sc al",
+      "▁ scal",
+      "▁a st",
+      "▁as t",
+      "▁ ast",
+      "▁op ening",
+      "▁open ing",
+      "cli pse",
+      "clip se",
+      "c lipse",
+      "▁program ming",
+      "▁ programming",
+      "▁let ters",
+      "▁letter s",
+      "▁lett ers",
+      "▁pro file",
+      "▁prof ile",
+      "▁profil e",
+      "▁ profile",
+      "na h",
+      "n ah",
+      "▁be yond",
+      "▁Fur ther",
+      "face s",
+      "fa ces",
+      "fac es",
+      "f aces",
+      "▁c hart",
+      "▁ch art",
+      "▁char t",
+      "▁cha rt",
+      "▁ chart",
+      "зд а",
+      "з да",
+      "ai gn",
+      "a ign",
+      "ні й",
+      "н ій",
+      "▁R ol",
+      "▁Ro l",
+      "ова но",
+      "ован о",
+      "ter ior",
+      "te rior",
+      "we d",
+      "w ed",
+      "▁her self",
+      "▁hers elf",
+      "▁n g",
+      "▁ ng",
+      "angu ages",
+      "anguage s",
+      "}= \\",
+      "} =\\",
+      "ynam ic",
+      "yna mic",
+      "▁j ug",
+      "▁ju g",
+      "▁Ex ample",
+      "▁ Example",
+      "▁( †",
+      "▁play ing",
+      "▁pla ying",
+      "▁us age",
+      "▁ usage",
+      "▁man aged",
+      "▁manage d",
+      "▁ managed",
+      "▁N atur",
+      "▁Nat ur",
+      "те ри",
+      "тер и",
+      "▁E t",
+      "er ia",
+      "eri a",
+      "e ria",
+      "▁daugh ter",
+      "ни ем",
+      "ние м",
+      "F ragment",
+      "▁h ol",
+      "▁ho l",
+      "▁ hol",
+      "F l",
+      "огра фи",
+      "ограф и",
+      "о графи",
+      "▁i hn",
+      "▁ih n",
+      "ü h",
+      "inst ance",
+      "▁com un",
+      "▁co mun",
+      "▁tr uth",
+      "▁са мо",
+      "▁сам о",
+      "▁implement ed",
+      "▁any way",
+      "▁C ro",
+      "▁Cr o",
+      "ф е",
+      "G C",
+      "ub untu",
+      "u buntu",
+      "ty pes",
+      "type s",
+      "typ es",
+      "t ypes",
+      "ê s",
+      ".~ \\",
+      ". ~\\",
+      "fo ld",
+      "fol d",
+      "f old",
+      "▁jo ined",
+      "▁join ed",
+      "? ?",
+      "▁m é",
+      "▁ mé",
+      "▁w ild",
+      "▁wil d",
+      "к лю",
+      "row ser",
+      "rows er",
+      "▁H ome",
+      "▁Ho me",
+      "▁Hom e",
+      "▁ Home",
+      "sk iej",
+      "ski ej",
+      "skie j",
+      "s kiej",
+      "▁J OIN",
+      "▁ju in",
+      "ho f",
+      "h of",
+      "▁data set",
+      "▁dat aset",
+      "▁datas et",
+      "▁ dataset",
+      "ж ду",
+      "') )",
+      "' ))",
+      "▁mie js",
+      "AP I",
+      "A PI",
+      "▁ed ited",
+      "▁edit ed",
+      "ool s",
+      "oo ls",
+      "o ols",
+      "▁se eing",
+      "▁see ing",
+      "ij d",
+      "i jd",
+      "▁pro cedure",
+      "▁proced ure",
+      "▁B ras",
+      "▁Br as",
+      "▁Bra s",
+      "▁s igned",
+      "▁sign ed",
+      "▁sig ned",
+      "▁ signed",
+      "▁extern os",
+      "▁dis app",
+      "▁D irect",
+      "▁Di rect",
+      "▁Dire ct",
+      "▁Dir ect",
+      "▁ Direct",
+      "cy c",
+      "c yc",
+      "▁cons ult",
+      "ör d",
+      "ö rd",
+      "W idget",
+      "ci ous",
+      "cio us",
+      "c ious",
+      "se ct",
+      "sec t",
+      "s ect",
+      "▁Д и",
+      "▁w ind",
+      "▁win d",
+      "▁ wind",
+      "▁Archiv ado",
+      "am l",
+      "a ml",
+      "с с",
+      "W h",
+      "kb d",
+      "k bd",
+      "▁Ar my",
+      "▁Arm y",
+      "▁s uffer",
+      "▁suf fer",
+      "▁suff er",
+      "art ifact",
+      "▁resol ve",
+      "▁ resolve",
+      "▁S port",
+      "▁Sp ort",
+      "▁Spo rt",
+      "▁ц е",
+      "▁ це",
+      "id as",
+      "ida s",
+      "i das",
+      "▁t ax",
+      "▁ta x",
+      "▁ tax",
+      "id i",
+      "i di",
+      "▁a ctions",
+      "▁act ions",
+      "▁action s",
+      "▁ actions",
+      "пр а",
+      "п ра",
+      "pu és",
+      "p ués",
+      "▁n aj",
+      "▁na j",
+      "F alse",
+      "▁ch ance",
+      "▁та ко",
+      "▁так о",
+      "ä d",
+      "▁d ol",
+      "▁do l",
+      "▁en v",
+      "▁ env",
+      "▁bas ically",
+      "▁basic ally",
+      "▁Coun cil",
+      "zt e",
+      "z te",
+      "▁display ed",
+      "ni l",
+      "n il",
+      "comp lete",
+      "comple te",
+      "▁L em",
+      "▁Le m",
+      "ian ce",
+      "i ance",
+      "▁ос нов",
+      "▁de pend",
+      "▁dep end",
+      "pl om",
+      "ens us",
+      "ut s",
+      "u ts",
+      "▁H ot",
+      "▁Ho t",
+      "▁ Hot",
+      "bit r",
+      "bi tr",
+      "▁valid ation",
+      "▁ validation",
+      "ab b",
+      "a bb",
+      "▁т ре",
+      "▁ тре",
+      "k m",
+      "z d",
+      "ö ff",
+      "W E",
+      "▁inter ested",
+      "▁interest ed",
+      "▁{ \"",
+      "▁ {\"",
+      "ar o",
+      "a ro",
+      "▁cor rel",
+      "▁corre l",
+      "▁corr el",
+      "▁d edic",
+      "▁de dic",
+      "▁ded ic",
+      "▁l ists",
+      "▁list s",
+      "▁ lists",
+      "▁Bibli ografia",
+      "▁ear lier",
+      "pr ogram",
+      "pro gram",
+      "prog ram",
+      "▁prem ière",
+      "▁premi ère",
+      "fr ont",
+      "f ront",
+      "T ab",
+      "ст ву",
+      "ств у",
+      "dr op",
+      "dro p",
+      "d rop",
+      "▁f ear",
+      "▁fe ar",
+      "▁En laces",
+      "▁C apt",
+      "▁Cap t",
+      "▁Ca pt",
+      "▁ Capt",
+      "▁real iz",
+      "▁h al",
+      "▁ha l",
+      "▁ hal",
+      "▁inst ances",
+      "▁instance s",
+      "▁su sp",
+      "▁sus p",
+      "il ling",
+      "ill ing",
+      "illi ng",
+      "% ;",
+      "{ }",
+      "| |",
+      "▁part ition",
+      "▁parti tion",
+      "▁ partition",
+      "▁Bu ild",
+      "▁ Build",
+      "▁w o",
+      "▁ wo",
+      "▁П ер",
+      "▁Пе р",
+      "▁direct or",
+      "▁dire ctor",
+      "▁dir ector",
+      "▁S in",
+      "▁Si n",
+      "ти я",
+      "rs g",
+      "r sg",
+      "ou ver",
+      "ouv er",
+      "ouve r",
+      "▁near ly",
+      "od a",
+      "o da",
+      "кти в",
+      "к тив",
+      "▁s ir",
+      "▁si r",
+      "IM E",
+      "I ME",
+      "▁jan vier",
+      "▁W in",
+      "▁Wi n",
+      "▁ Win",
+      "Bu ild",
+      "ie urs",
+      "ieu rs",
+      "ieur s",
+      "i eurs",
+      "IN E",
+      "I NE",
+      "d ouble",
+      "La st",
+      "L ast",
+      "▁pol icy",
+      "▁polic y",
+      "▁ policy",
+      "st ore",
+      "sto re",
+      "stor e",
+      "▁obser ved",
+      "▁observ ed",
+      "▁observe d",
+      "▁obs erved",
+      "▁famil ie",
+      "ni ca",
+      "nic a",
+      "n ica",
+      "re y",
+      "r ey",
+      "з ь",
+      "▁Y ear",
+      "▁Ye ar",
+      "▁ Year",
+      "▁develop ed",
+      "▁deve loped",
+      "▁Inst itute",
+      "▁Instit ute",
+      "▁Institut e",
+      "▁re ply",
+      "▁rep ly",
+      "Com ple",
+      "Comp le",
+      "ic ian",
+      "ici an",
+      "icia n",
+      "i cian",
+      "▁G uer",
+      "▁Gu er",
+      "▁d all",
+      "▁da ll",
+      "▁dal l",
+      "▁d esp",
+      "▁de sp",
+      "▁des p",
+      "▁Foot ball",
+      "Em pty",
+      "Emp ty",
+      "ck en",
+      "cke n",
+      "c ken",
+      "un da",
+      "und a",
+      "▁U r",
+      "▁i g",
+      "▁ ig",
+      "▁A tl",
+      "▁At l",
+      "aut hor",
+      "auth or",
+      "▁B ol",
+      "▁Bo l",
+      "zi g",
+      "z ig",
+      "na t",
+      "n at",
+      "š t",
+      "se curity",
+      "sec urity",
+      "on ic",
+      "oni c",
+      "o nic",
+      "▁p es",
+      "▁pe s",
+      "▁ pes",
+      "it an",
+      "ita n",
+      "i tan",
+      "▁Ex tern",
+      "▁Ext ern",
+      "ja n",
+      "j an",
+      "VA L",
+      "V AL",
+      "▁и м",
+      "▁ им",
+      "bo ld",
+      "bol d",
+      "b old",
+      "▁в а",
+      "▁ ва",
+      "▁М о",
+      "▁dis put",
+      "▁disp ut",
+      "▁t rick",
+      "▁tr ick",
+      "▁tri ck",
+      "▁p ed",
+      "▁pe d",
+      "▁ ped",
+      ")^ {",
+      ") ^{",
+      "in to",
+      "int o",
+      "Si m",
+      "S im",
+      "▁par allel",
+      "▁ parallel",
+      "fo x",
+      "f ox",
+      "norm al",
+      "nor mal",
+      "n ormal",
+      "in ent",
+      "ine nt",
+      "inen t",
+      "пе ди",
+      "п еди",
+      "ho ld",
+      "hol d",
+      "h old",
+      "O K",
+      "▁c hem",
+      "▁ch em",
+      "▁che m",
+      "▁ chem",
+      "▁tw ice",
+      "▁us ername",
+      "▁user name",
+      "▁ username",
+      "i č",
+      "▁re presentation",
+      "▁represent ation",
+      "▁repres entation",
+      "▁j ournal",
+      "▁jour nal",
+      "▁journ al",
+      "▁: -",
+      "▁ :-",
+      "▁b att",
+      "▁ba tt",
+      "▁bat t",
+      "\\ %",
+      "▁certain ly",
+      "▁Ex ception",
+      "▁ Exception",
+      "ep s",
+      "e ps",
+      "sh ot",
+      "s hot",
+      "at egy",
+      "ate gy",
+      "ateg y",
+      "Sh ow",
+      "S how",
+      "▁Car l",
+      "▁Ca rl",
+      "ri g",
+      "r ig",
+      "▁rep orted",
+      "▁report ed",
+      "bot tom",
+      "b ottom",
+      "T F",
+      "▁Francis co",
+      "na p",
+      "n ap",
+      "▁Champion ship",
+      "▁Champions hip",
+      "▁c ourt",
+      "▁co urt",
+      "▁cour t",
+      "▁cou rt",
+      "▁ court",
+      "▁s ources",
+      "▁source s",
+      "io ur",
+      "i our",
+      "▁con serv",
+      "▁cons erv",
+      "▁conse rv",
+      "▁conser v",
+      "di ct",
+      "dic t",
+      "d ict",
+      "▁Р у",
+      "I B",
+      "▁V e",
+      "▁ №",
+      "▁E R",
+      "▁ ER",
+      "\") );",
+      "\")) ;",
+      "\" ));",
+      "▁P oint",
+      "▁Po int",
+      "▁ Point",
+      "az ine",
+      "azi ne",
+      "▁inter net",
+      "▁intern et",
+      "д на",
+      "▁car ried",
+      "▁carri ed",
+      "▁F ield",
+      "▁ Field",
+      "ax is",
+      "axi s",
+      "a xis",
+      "▁S un",
+      "▁Su n",
+      "▁a ve",
+      "▁av e",
+      "▁ ave",
+      "пи с",
+      "п ис",
+      "я н",
+      "as y",
+      "▁ju lio",
+      "▁jul io",
+      "▁juli o",
+      "▁de puis",
+      "▁dep uis",
+      "▁sugg estion",
+      "▁suggest ion",
+      "[ [",
+      "▁Arch ive",
+      "▁Archiv e",
+      "ę p",
+      "▁P ra",
+      "▁Pr a",
+      "re h",
+      "r eh",
+      "▁demon str",
+      "ф і",
+      "cm d",
+      "c md",
+      "▁was n",
+      "▁wa sn",
+      "▁ph one",
+      "▁ phone",
+      "up load",
+      "ay a",
+      "a ya",
+      "то ра",
+      "тор а",
+      "li nes",
+      "line s",
+      "lin es",
+      "l ines",
+      "▁in du",
+      "▁ind u",
+      "▁ indu",
+      "▁v ot",
+      "▁vo t",
+      "▁es pa",
+      "▁esp a",
+      "▁b in",
+      "▁bi n",
+      "▁ bin",
+      "▁по сле",
+      "▁пос ле",
+      "pl an",
+      "pla n",
+      "p lan",
+      "▁ju nio",
+      "▁jun io",
+      "▁juni o",
+      "or ial",
+      "oria l",
+      "ori al",
+      "o rial",
+      "fr ee",
+      "fre e",
+      "f ree",
+      "ster reich",
+      "▁д у",
+      "▁ ду",
+      "▁link ed",
+      "▁lin ked",
+      "▁en able",
+      "▁ enable",
+      "P C",
+      "▁dens ity",
+      "▁E gy",
+      "▁Eg y",
+      "y o",
+      "end re",
+      "▁с ъ",
+      "▁ital iano",
+      "▁A R",
+      "▁ AR",
+      "▁P ers",
+      "▁Per s",
+      "▁Pe rs",
+      "▁ Pers",
+      "fér és",
+      "▁с кла",
+      "V ar",
+      "▁On ce",
+      "▁ Once",
+      "Re d",
+      "R ed",
+      "buf fer",
+      "buff er",
+      "b uffer",
+      "▁En ter",
+      "▁Ent er",
+      "▁ Enter",
+      "▁ Š",
+      "im iento",
+      "imi ento",
+      "St ore",
+      "Sto re",
+      "▁he alth",
+      "va t",
+      "v at",
+      "IS T",
+      "I ST",
+      "O h",
+      "▁k w",
+      "▁ kw",
+      "▁r iv",
+      "▁ri v",
+      "▁ riv",
+      "▁some where",
+      "ograf ie",
+      "ografi e",
+      "priv ate",
+      "p rivate",
+      "кт и",
+      "к ти",
+      "▁de lay",
+      "▁del ay",
+      "▁ delay",
+      "▁H ttp",
+      "▁ Http",
+      "jo b",
+      "j ob",
+      "ra el",
+      "r ael",
+      "em por",
+      "emp or",
+      "▁dici embre",
+      "▁dic iembre",
+      "êt e",
+      "ê te",
+      "ц у",
+      "▁com mit",
+      "▁comm it",
+      "▁ commit",
+      "os o",
+      "o so",
+      "Val ues",
+      "Value s",
+      "▁he aders",
+      "▁head ers",
+      "▁header s",
+      "▁ headers",
+      "trans form",
+      "▁process ing",
+      "▁proces sing",
+      "▁ processing",
+      "r å",
+      "▁A h",
+      "▁ Ah",
+      "▁N ode",
+      "▁No de",
+      "▁ Node",
+      "-- ----------",
+      "---- --------",
+      "-------- ----",
+      "------ ------",
+      "----- -------",
+      "------- -----",
+      "---------- --",
+      "▁f aire",
+      "▁fa ire",
+      "▁fair e",
+      "▁h un",
+      "▁hu n",
+      "Pl ayer",
+      "Play er",
+      "P layer",
+      "▁re view",
+      "▁rev iew",
+      "▁ review",
+      "г да",
+      "▁lim ited",
+      "▁limit ed",
+      "▁ limited",
+      "▁Pro perty",
+      "▁ Property",
+      "▁s erve",
+      "▁ser ve",
+      "▁serv e",
+      "▁ serve",
+      "ri age",
+      "ria ge",
+      "▁M aster",
+      "▁Ma ster",
+      "▁Mas ter",
+      "▁ Master",
+      "▁k ann",
+      "▁kan n",
+      "▁ka nn",
+      "cre te",
+      "cret e",
+      "cr ete",
+      "ph ere",
+      "pher e",
+      "phe re",
+      "p here",
+      "ё р",
+      "▁ch ief",
+      "▁chi ef",
+      "▁sc ene",
+      "▁scen e",
+      "▁ scene",
+      "ki n",
+      "k in",
+      "▁un iform",
+      "▁ uniform",
+      "▁feb rero",
+      "\" }",
+      "il lo",
+      "ill o",
+      "IT E",
+      "I TE",
+      "ou vel",
+      "ouv el",
+      "ouve l",
+      "use package",
+      "en th",
+      "ent h",
+      "e nth",
+      "▁quick ly",
+      "L ambda",
+      "xe s",
+      "x es",
+      "▁c ells",
+      "▁cell s",
+      "▁cel ls",
+      "ro g",
+      "r og",
+      "am in",
+      "ami n",
+      "a min",
+      "▁М ар",
+      "▁Ма р",
+      "▁may or",
+      "▁mayo r",
+      "pl ayer",
+      "play er",
+      "pla yer",
+      "p layer",
+      "++ ;",
+      "▁На се",
+      "▁sa fe",
+      "▁saf e",
+      "▁ safe",
+      "▁ve loc",
+      "▁vel oc",
+      "▁о бра",
+      "▁об ра",
+      "▁ обра",
+      "Data base",
+      "Dat abase",
+      "D atabase",
+      "ne h",
+      "n eh",
+      "Ver t",
+      "V ert",
+      "▁f le",
+      "▁fl e",
+      "▁ф ор",
+      "▁фо р",
+      "▁ фор",
+      "▁f oreign",
+      "▁for eign",
+      "▁fore ign",
+      "Ab stract",
+      "▁m agn",
+      "▁ma gn",
+      "▁mag n",
+      "▁mod ified",
+      "▁milit ary",
+      "▁militar y",
+      "▁m onde",
+      "▁mon de",
+      "▁mo nde",
+      "▁mond e",
+      "▁A ction",
+      "▁Act ion",
+      "▁Ac tion",
+      "▁ Action",
+      "▁b ank",
+      "▁ban k",
+      "▁ bank",
+      "Ser ial",
+      "Se rial",
+      "▁contin uous",
+      "▁continu ous",
+      "▁g el",
+      "▁ge l",
+      "▁ gel",
+      "▁phys ical",
+      "▁introdu ced",
+      "▁introduce d",
+      "ut ure",
+      "ri ck",
+      "ric k",
+      "r ick",
+      "▁present ed",
+      "▁pres ented",
+      "▁presente d",
+      "▁P rov",
+      "▁Pro v",
+      "▁Pr ov",
+      "▁B oth",
+      "▁Bo th",
+      "▁Bot h",
+      "Po s",
+      "P os",
+      "su per",
+      "sup er",
+      "s uper",
+      "& #",
+      "▁f inding",
+      "▁find ing",
+      "▁fin ding",
+      "ne l",
+      "n el",
+      "un de",
+      "und e",
+      "u nde",
+      "▁fr ån",
+      "sk im",
+      "ski m",
+      "s kim",
+      "▁H ill",
+      "▁Hi ll",
+      "▁Hil l",
+      "f n",
+      "▁Can ad",
+      "▁Ca nad",
+      "▁int ended",
+      "▁inten ded",
+      "▁intend ed",
+      "ozzá férés",
+      "▁ju illet",
+      "▁W ars",
+      "▁War s",
+      "▁Wa rs",
+      "▁success ful",
+      "▁ch arg",
+      "▁char g",
+      "▁cha rg",
+      "▁ charg",
+      "ie le",
+      "iel e",
+      "i ele",
+      "om ething",
+      "ome thing",
+      "omet hing",
+      "ok u",
+      "o ku",
+      "f etch",
+      "▁} }",
+      "▁ }}",
+      "ban k",
+      "b ank",
+      "operator name",
+      "▁Col or",
+      "▁Co lor",
+      "▁ Color",
+      "▁C ard",
+      "▁Car d",
+      "▁Ca rd",
+      "▁ Card",
+      "t u",
+      "▁\" ,",
+      "▁ \",",
+      "wi d",
+      "w id",
+      "▁g ep",
+      "▁ge p",
+      "X ML",
+      "======== ========",
+      "▁Vir gin",
+      "ähr end",
+      "äh rend",
+      "lic ated",
+      "licate d",
+      "lica ted",
+      "Di r",
+      "D ir",
+      "ze ro",
+      "zer o",
+      "z ero",
+      "▁K al",
+      "▁Ka l",
+      "▁Par ty",
+      "▁Part y",
+      "▁ å",
+      "pr ice",
+      "p rice",
+      "do n",
+      "d on",
+      "▁w arning",
+      "▁war ning",
+      "▁warn ing",
+      "▁ warning",
+      "▁B ad",
+      "▁Ba d",
+      "▁ Bad",
+      "▁S upp",
+      "▁Su pp",
+      "▁Sup p",
+      "▁ Supp",
+      "▁L iga",
+      "▁Li ga",
+      "▁Lig a",
+      "▁P ierre",
+      "▁Pier re",
+      "▁ Pierre",
+      "Re cord",
+      "Rec ord",
+      "ul ator",
+      "ula tor",
+      "▁R ome",
+      "▁Ro me",
+      "▁Rom e",
+      "▁the orem",
+      "▁ theorem",
+      "▁entire ly",
+      "ски м",
+      "ск им",
+      "с ким",
+      "he t",
+      "h et",
+      "▁d opo",
+      "▁do po",
+      "▁dop o",
+      "Ne xt",
+      "N ext",
+      "ml ung",
+      "m lung",
+      "wi g",
+      "w ig",
+      "▁A th",
+      "▁At h",
+      "▁S ou",
+      "▁So u",
+      "li cher",
+      "lic her",
+      "lich er",
+      "liche r",
+      "l icher",
+      "▁s udo",
+      "▁su do",
+      "▁sud o",
+      "▁ sudo",
+      "es ts",
+      "est s",
+      "хі в",
+      "х ів",
+      "▁sept iembre",
+      "▁m icro",
+      "▁mi cro",
+      "▁mic ro",
+      "▁t rop",
+      "▁tr op",
+      "▁tro p",
+      "fi t",
+      "f it",
+      "Co re",
+      "Cor e",
+      "C ore",
+      "▁Rad io",
+      "▁ Radio",
+      "▁Or gan",
+      "▁ Organ",
+      "▁P ower",
+      "▁Po wer",
+      "▁Pow er",
+      "▁ Power",
+      "C F",
+      "▁L ast",
+      "▁La st",
+      "▁Las t",
+      "▁ Last",
+      "▁op pos",
+      "▁opp os",
+      "▁off set",
+      "▁ offset",
+      "▁re gia",
+      "▁reg ia",
+      "▁min imum",
+      "▁minim um",
+      "▁hel ped",
+      "▁help ed",
+      "an don",
+      "and on",
+      "ando n",
+      "if ying",
+      "ify ing",
+      "ru it",
+      "r uit",
+      "ensch app",
+      "▁b ere",
+      "▁be re",
+      "▁ber e",
+      "▁ bere",
+      "V M",
+      "▁A wards",
+      "▁Award s",
+      "▁Aw ards",
+      "▁a gr",
+      "▁ag r",
+      "▁ agr",
+      "yn omial",
+      "en ced",
+      "ence d",
+      "enc ed",
+      "▁dev ices",
+      "▁device s",
+      "▁devi ces",
+      "▁b ot",
+      "▁bo t",
+      "▁ bot",
+      "▁f irm",
+      "▁fi rm",
+      "▁fir m",
+      "▁w riter",
+      "▁writ er",
+      "▁wr iter",
+      "▁write r",
+      "▁ writer",
+      "▁r ing",
+      "▁ri ng",
+      "▁rin g",
+      "▁ ring",
+      ". -",
+      "is tes",
+      "ist es",
+      "iste s",
+      "l ä",
+      "▁m el",
+      "▁me l",
+      "▁ mel",
+      "ent ation",
+      "enta tion",
+      "▁Sch w",
+      "▁Sc hw",
+      "▁n ome",
+      "▁no me",
+      "▁nom e",
+      "▁ nome",
+      "▁po bla",
+      "▁pob la",
+      "▁w oj",
+      "▁wo j",
+      "▁u l",
+      "▁ ul",
+      "en to",
+      "ent o",
+      "ы х",
+      "▁res ist",
+      "▁rem ains",
+      "▁remain s",
+      "▁C a",
+      "▁ Ca",
+      "añ a",
+      "a ña",
+      "▁C ourt",
+      "▁Co urt",
+      "▁Cour t",
+      "▁Cou rt",
+      "ut able",
+      "uta ble",
+      "u table",
+      "ential ly",
+      "enti ally",
+      "▁t rat",
+      "▁tr at",
+      "▁tra t",
+      "▁ trat",
+      "▁Vis ual",
+      "▁ Visual",
+      "▁rest rict",
+      "▁pre viously",
+      "▁previous ly",
+      "▁prev iously",
+      "ca tion",
+      "cat ion",
+      "c ation",
+      "▁о со",
+      "▁ос о",
+      "▁My SQL",
+      "f ör",
+      "cal a",
+      "ca la",
+      "c ala",
+      "▁c ulture",
+      "▁cult ure",
+      "li ve",
+      "liv e",
+      "l ive",
+      "▁accept ed",
+      "Di d",
+      "D id",
+      "▁h ous",
+      "▁ho us",
+      "▁se lection",
+      "▁select ion",
+      "▁sel ection",
+      "▁sele ction",
+      "▁ selection",
+      "▁de cre",
+      "▁dec re",
+      "mar gin",
+      "m argin",
+      "ur b",
+      "u rb",
+      "▁I nc",
+      "▁In c",
+      "▁M any",
+      "▁Man y",
+      "▁Ma ny",
+      "▁ Many",
+      "ib t",
+      "i bt",
+      "▁succ eed",
+      "▁suc ceed",
+      "Bind ing",
+      "B inding",
+      "c í",
+      "▁R og",
+      "▁Ro g",
+      "▁should n",
+      "cl oud",
+      "clo ud",
+      "clou d",
+      "▁d z",
+      "▁ dz",
+      "ва в",
+      "▁p ix",
+      "▁pi x",
+      "sm all",
+      "▁project s",
+      "▁ projects",
+      "▁O K",
+      "▁ OK",
+      "▁la test",
+      "▁lat est",
+      "▁late st",
+      "▁ latest",
+      "▁re ferences",
+      "▁refer ences",
+      "▁reference s",
+      "Pro gram",
+      "Pr ogram",
+      "▁er st",
+      "▁ers t",
+      "▁ erst",
+      "▁я к",
+      "▁k am",
+      "▁ka m",
+      "▁C amb",
+      "▁Cam b",
+      "▁Ca mb",
+      "el lt",
+      "ell t",
+      "ö d",
+      "no ne",
+      "non e",
+      "n one",
+      "▁j usqu",
+      "▁ju squ",
+      "ki ng",
+      "kin g",
+      "k ing",
+      "▁P ed",
+      "▁Pe d",
+      "as sert",
+      "ass ert",
+      "asse rt",
+      "asser t",
+      "C S",
+      "ri to",
+      "rit o",
+      "r ito",
+      "es sa",
+      "ess a",
+      "ль ко",
+      "▁V on",
+      "▁Vo n",
+      "▁Ed ward",
+      "▁im possible",
+      "▁impos sible",
+      "n p",
+      "word s",
+      "wor ds",
+      "w ords",
+      "ie lt",
+      "iel t",
+      "i elt",
+      "▁P age",
+      "▁Pa ge",
+      "▁ Page",
+      "le rs",
+      "ler s",
+      "l ers",
+      "▁p ier",
+      "▁pi er",
+      "▁pie r",
+      "▁обла сти",
+      "itt ee",
+      "itte e",
+      "▁( [",
+      "▁ ([",
+      "▁t rust",
+      "▁tr ust",
+      "N G",
+      "re du",
+      "red u",
+      "r edu",
+      "< <",
+      "ri al",
+      "ria l",
+      "r ial",
+      "▁product s",
+      "▁ products",
+      "▁E rn",
+      "▁Er n",
+      "ri ère",
+      "r ière",
+      "го в",
+      "г ов",
+      "▁Re ich",
+      "▁Ro ad",
+      "▁n ested",
+      "▁ne sted",
+      "▁nest ed",
+      "▁ nested",
+      "Dis play",
+      "▁str ength",
+      "ograf ía",
+      "▁ann ounced",
+      "▁announ ced",
+      "▁S cience",
+      "▁Sc ience",
+      "▁Sci ence",
+      "▁рай о",
+      "Param eter",
+      "▁T ask",
+      "▁Ta sk",
+      "▁Tas k",
+      "▁ Task",
+      "um ents",
+      "ument s",
+      "umen ts",
+      "u ments",
+      "▁ad opt",
+      "▁On ly",
+      "▁ Only",
+      "ют ь",
+      "ю ть",
+      "▁c li",
+      "▁cl i",
+      "▁ cli",
+      "▁l em",
+      "▁le m",
+      "▁ lem",
+      "st ood",
+      "sto od",
+      "▁F I",
+      "▁ FI",
+      "ên cias",
+      "ência s",
+      "pon ents",
+      "ponent s",
+      "] $",
+      "com ment",
+      "comm ent",
+      "▁y a",
+      "▁ ya",
+      "sh ould",
+      "ik e",
+      "i ke",
+      "ti m",
+      "t im",
+      "el lig",
+      "ell ig",
+      "elli g",
+      "▁s ending",
+      "▁send ing",
+      "▁sen ding",
+      "▁a jax",
+      "▁aj ax",
+      "▁ ajax",
+      "▁nov iembre",
+      "um es",
+      "ume s",
+      "u mes",
+      "▁we iter",
+      "▁weit er",
+      "▁D ans",
+      "▁Dan s",
+      "▁Da ns",
+      "op p",
+      "o pp",
+      "▁sept embre",
+      "▁sep tembre",
+      "ot imes",
+      "oti mes",
+      "o times",
+      "z ő",
+      "▁e p",
+      "▁ ep",
+      "ve re",
+      "ver e",
+      "v ere",
+      "▁o h",
+      "▁ oh",
+      ": =",
+      "▁S ong",
+      "▁So ng",
+      "▁Son g",
+      "” ,",
+      "▁v iv",
+      "▁vi v",
+      "▁ viv",
+      "▁qu eries",
+      "▁que ries",
+      "▁quer ies",
+      "▁v á",
+      "▁ vá",
+      "▁déc embre",
+      "▁un able",
+      "▁una ble",
+      "▁e rh",
+      "▁er h",
+      "▁` -",
+      "▁ `-",
+      "▁L ee",
+      "▁Le e",
+      "▁er sten",
+      "▁erst en",
+      "▁erste n",
+      "▁ers ten",
+      "ô t",
+      "ст ве",
+      "ств е",
+      "T S",
+      "▁f ragment",
+      "▁fra gment",
+      "▁frag ment",
+      "▁ fragment",
+      "▁w ide",
+      "▁wid e",
+      "▁ wide",
+      "▁s uff",
+      "▁su ff",
+      "▁suf f",
+      "▁d ut",
+      "▁du t",
+      "▁V ere",
+      "▁Ver e",
+      "▁Ve re",
+      "і с",
+      "ad ing",
+      "adi ng",
+      "adin g",
+      "a ding",
+      "ie go",
+      "ieg o",
+      "i ego",
+      "ic ago",
+      "ica go",
+      "▁Ar gent",
+      "▁Arg ent",
+      "or er",
+      "ore r",
+      "o rer",
+      "en nes",
+      "enn es",
+      "enne s",
+      "▁L eb",
+      "▁Le b",
+      "lin ux",
+      "ac ing",
+      "aci ng",
+      "a cing",
+      "▁br oken",
+      "▁bro ken",
+      "▁broke n",
+      "t p",
+      "í o",
+      "ab eth",
+      "abe th",
+      "abet h",
+      "ist as",
+      "ista s",
+      "ge w",
+      "g ew",
+      "i ème",
+      "ca s",
+      "c as",
+      "▁pre ced",
+      "▁prec ed",
+      "▁D al",
+      "▁Da l",
+      "▁comp ared",
+      "▁compar ed",
+      "▁compare d",
+      "equ iv",
+      "il ly",
+      "ill y",
+      "te en",
+      "t een",
+      "▁Con sole",
+      "▁Cons ole",
+      "▁ Console",
+      "▁st rict",
+      "▁str ict",
+      "▁stri ct",
+      "it aire",
+      "ita ire",
+      "i taire",
+      "▁E D",
+      "▁ ED",
+      "ential s",
+      "enti als",
+      "▁p erman",
+      "▁per man",
+      "▁perm an",
+      "▁t ous",
+      "▁to us",
+      "▁tou s",
+      "▁g eme",
+      "▁ge me",
+      "▁gem e",
+      "▁ geme",
+      "▁ext rem",
+      "▁extr em",
+      "▁ок ру",
+      "k g",
+      "▁he avy",
+      "▁heav y",
+      "▁av ril",
+      "▁an ti",
+      "▁ant i",
+      "▁ anti",
+      "▁oct obre",
+      "ut f",
+      "u tf",
+      "he lm",
+      "hel m",
+      "h elm",
+      "am ples",
+      "ample s",
+      "amp les",
+      "▁( _",
+      "▁ (_",
+      "ak en",
+      "ake n",
+      "a ken",
+      "▁d ear",
+      "▁de ar",
+      "▁opin ion",
+      "▁f ish",
+      "▁fi sh",
+      "▁fis h",
+      "▁ fish",
+      "▁Alex ander",
+      "▁Alexand er",
+      "i w",
+      "и м",
+      "ca dem",
+      "cade m",
+      "c adem",
+      "▁ref lect",
+      "▁ reflect",
+      "▁д р",
+      "▁t rib",
+      "▁tr ib",
+      "▁tri b",
+      "com mon",
+      "comm on",
+      "▁clear ly",
+      "▁s af",
+      "▁sa f",
+      "=\"@ +",
+      "▁М ос",
+      "▁Мо с",
+      "си те",
+      "eqn array",
+      "nu ng",
+      "n ung",
+      "▁relations hip",
+      "▁relation ship",
+      "▁S em",
+      "▁Se m",
+      "▁ Sem",
+      "▁k illed",
+      "▁kil led",
+      "▁kill ed",
+      "te d",
+      "t ed",
+      "un o",
+      "u no",
+      "▁ лі",
+      "▁w id",
+      "▁ wid",
+      "an ning",
+      "ann ing",
+      "anni ng",
+      "▁p anel",
+      "▁pa nel",
+      "▁pan el",
+      "▁ panel",
+      "▁L eben",
+      "▁Le ben",
+      "▁Leb en",
+      "▁r uby",
+      "▁ru by",
+      "▁rub y",
+      "▁ ruby",
+      "ans ion",
+      "▁a ren",
+      "▁are n",
+      "▁ar en",
+      "▁ aren",
+      "tab ular",
+      "al et",
+      "ale t",
+      "a let",
+      "}$ $",
+      "} $$",
+      "▁L ake",
+      "▁La ke",
+      "▁Lak e",
+      "▁su ite",
+      "▁suit e",
+      "▁ suite",
+      "▁min or",
+      "▁mi nor",
+      "H ozzáférés",
+      "▁xml ns",
+      "▁ xmlns",
+      "DI R",
+      "D IR",
+      "dr iver",
+      "drive r",
+      "dri ver",
+      "d river",
+      "in ts",
+      "int s",
+      "▁v ic",
+      "▁vi c",
+      "▁ vic",
+      "AN D",
+      "A ND",
+      "pr im",
+      "p rim",
+      "сы лки",
+      "▁O x",
+      "T C",
+      "riv ial",
+      "at ie",
+      "ati e",
+      "▁e ight",
+      "▁eig ht",
+      "▁eigh t",
+      "▁conf lic",
+      "▁confl ic",
+      "an gel",
+      "ang el",
+      "ange l",
+      "▁B egr",
+      "▁Be gr",
+      "▁Beg r",
+      "▁explicit ly",
+      "ют ся",
+      "ю тся",
+      "▁D ev",
+      "▁De v",
+      "▁ Dev",
+      "re nder",
+      "ren der",
+      "rend er",
+      "r ender",
+      "▁re produ",
+      "▁rep rodu",
+      "▁repr odu",
+      "▁repro du",
+      "▁c ré",
+      "▁cr é",
+      "G u",
+      "M B",
+      "▁k ön",
+      "▁kö n",
+      "▁rem ained",
+      "▁remain ed",
+      "▁k l",
+      "▁ kl",
+      "хо в",
+      "х ов",
+      "▁b yl",
+      "▁by l",
+      "Ph i",
+      "P hi",
+      "▁de tail",
+      "▁det ail",
+      "▁ detail",
+      "ja v",
+      "j av",
+      "▁m ouse",
+      "▁mo use",
+      "▁mou se",
+      "▁ mouse",
+      "B as",
+      "i ę",
+      "as ser",
+      "ass er",
+      "asse r",
+      "h s",
+      "▁sh ift",
+      "▁ shift",
+      "▁ú lt",
+      "▁ últ",
+      "ra nd",
+      "ran d",
+      "r and",
+      "▁b tn",
+      "▁ btn",
+      "ra z",
+      "r az",
+      "▁p ul",
+      "▁pu l",
+      "▁stat ements",
+      "▁state ments",
+      "▁statement s",
+      "file name",
+      "fil ename",
+      "▁prom pt",
+      "él é",
+      "é lé",
+      "ik z",
+      "▁S us",
+      "▁Su s",
+      "▁de but",
+      "▁deb ut",
+      "St at",
+      "S tat",
+      "form s",
+      "for ms",
+      "▁H ein",
+      "▁He in",
+      "st adt",
+      "sta dt",
+      "stad t",
+      "en nis",
+      "enn is",
+      "по л",
+      "ar ante",
+      "aran te",
+      "ці й",
+      "ц ій",
+      "▁que ue",
+      "▁ queue",
+      "▁re ci",
+      "▁rec i",
+      "▁ reci",
+      "▁s ta",
+      "▁st a",
+      "▁ sta",
+      "yn chron",
+      "cent ering",
+      "center ing",
+      "cente ring",
+      "So me",
+      "S ome",
+      "Gr aph",
+      "G raph",
+      "▁t ested",
+      "▁te sted",
+      "▁test ed",
+      "▁K unst",
+      "▁Kun st",
+      "о м",
+      "▁N othing",
+      "▁No thing",
+      "▁Not hing",
+      "▁ Nothing",
+      "ie u",
+      "i eu",
+      "“ .",
+      "B undle",
+      "▁of icial",
+      "▁ofic ial",
+      "al low",
+      "all ow",
+      "allo w",
+      "▁Re act",
+      "▁L ibrary",
+      "▁Li brary",
+      "▁ Library",
+      "bl ue",
+      "▁ver w",
+      "▁ve rw",
+      "▁p are",
+      "▁par e",
+      "▁pa re",
+      "▁Fried rich",
+      "▁a ware",
+      "▁aw are",
+      "▁ aware",
+      "Ex p",
+      "E xp",
+      "▁effect s",
+      "▁го ро",
+      "▁гор о",
+      "lop edia",
+      "loped ia",
+      "▁V en",
+      "▁Ve n",
+      "ra le",
+      "ral e",
+      "r ale",
+      "▁F inal",
+      "▁Fin al",
+      "▁ Final",
+      "▁pro pos",
+      "▁prop os",
+      "la cement",
+      "lace ment",
+      "lac ement",
+      "kt en",
+      "kte n",
+      "k ten",
+      "▁no vel",
+      "▁nov el",
+      "or ter",
+      "ort er",
+      "orte r",
+      "▁German y",
+      "▁Ger many",
+      "▁Germ any",
+      "▁d jango",
+      "▁ django",
+      "▁trans ition",
+      "▁ transition",
+      "▁happ ened",
+      "▁happen ed",
+      "▁beaut iful",
+      "▁ne ither",
+      "▁nei ther",
+      "▁li braries",
+      "▁h ide",
+      "▁hi de",
+      "▁hid e",
+      "▁ hide",
+      "al g",
+      "a lg",
+      "▁a spect",
+      "▁as pect",
+      "▁asp ect",
+      "▁for get",
+      "▁forg et",
+      "cade my",
+      "cadem y",
+      "on te",
+      "ont e",
+      "re fix",
+      "ref ix",
+      "▁cl oud",
+      "▁clo ud",
+      "▁ cloud",
+      "ne d",
+      "n ed",
+      "cd ots",
+      "cdot s",
+      "c dots",
+      "reg ister",
+      "ny m",
+      "n ym",
+      ".) :",
+      ". ):",
+      "▁J ew",
+      "▁Je w",
+      "▁t rès",
+      "▁tr ès",
+      "ни че",
+      "▁D or",
+      "▁Do r",
+      "▁p roc",
+      "▁pro c",
+      "▁pr oc",
+      "▁ proc",
+      "▁g an",
+      "▁ga n",
+      "▁ gan",
+      "▁ є",
+      "▁S av",
+      "▁Sa v",
+      "v í",
+      "Setting s",
+      "S ettings",
+      "▁V ari",
+      "▁Var i",
+      "▁Va ri",
+      "▁ Vari",
+      "▁c ours",
+      "▁co urs",
+      "▁cour s",
+      "▁cou rs",
+      "R o",
+      "▁con j",
+      "▁re asons",
+      "▁reason s",
+      "▁re ader",
+      "▁read er",
+      "▁ reader",
+      "лекс анд",
+      "ic ate",
+      "ica te",
+      "}) ,",
+      "} ),",
+      "▁task s",
+      "▁ tasks",
+      "▁R ay",
+      "▁Ra y",
+      "▁r ic",
+      "▁ri c",
+      "▁ ric",
+      "K e",
+      "on ie",
+      "oni e",
+      "o nie",
+      "r f",
+      ") [",
+      "▁sub sequ",
+      "▁subs equ",
+      "▁T urn",
+      "▁Tur n",
+      "▁Tu rn",
+      "▁ Turn",
+      "▁VI AF",
+      "math sf",
+      "H E",
+      "▁dec lare",
+      "▁decl are",
+      "▁decla re",
+      "▁declar e",
+      "▁pro tocol",
+      "▁proto col",
+      "▁ protocol",
+      "▁P C",
+      "▁ PC",
+      "ци он",
+      "View ById",
+      "▁an imation",
+      "▁anim ation",
+      "▁ animation",
+      "▁conf used",
+      "ви ч",
+      "▁en abled",
+      "▁enable d",
+      "▁ enabled",
+      "ow o",
+      "o wo",
+      "ás t",
+      "á st",
+      "ö t",
+      "▁m and",
+      "▁ma nd",
+      "▁man d",
+      "▁R ail",
+      "▁Ra il",
+      "field s",
+      "▁K ap",
+      "▁Ka p",
+      "▁al gebra",
+      "▁ algebra",
+      "▁С у",
+      "fér ence",
+      "▁C urrent",
+      "▁Cur rent",
+      "▁ Current",
+      "с но",
+      "▁L im",
+      "▁Li m",
+      "Par ams",
+      "Param s",
+      "Pa rams",
+      "▁Ant onio",
+      "▁Anton io",
+      "▁Anto nio",
+      "▁t v",
+      "▁ tv",
+      "la te",
+      "lat e",
+      "l ate",
+      "if er",
+      "ife r",
+      "i fer",
+      "En try",
+      "Ent ry",
+      "▁S erv",
+      "▁Se rv",
+      "▁Ser v",
+      "▁ Serv",
+      "▁mus ical",
+      "▁music al",
+      "▁musica l",
+      "▁t race",
+      "▁tr ace",
+      "▁tra ce",
+      "▁trac e",
+      "▁ trace",
+      "▁s cient",
+      "▁sc ient",
+      "▁sci ent",
+      "fi c",
+      "f ic",
+      "▁for got",
+      "▁forg ot",
+      "v ideo",
+      "▁o lder",
+      "▁old er",
+      "▁ol der",
+      "▁ older",
+      "Tr ee",
+      "T ree",
+      "▁u ns",
+      "▁un s",
+      "▁ uns",
+      "ни ки",
+      "ник и",
+      "▁E uropa",
+      "▁Europ a",
+      "▁Euro pa",
+      "▁Z we",
+      "▁Zw e",
+      "▁б е",
+      "▁ бе",
+      "▁v ec",
+      "▁ve c",
+      "▁ vec",
+      "ж у",
+      "Mat ch",
+      "M atch",
+      "sp an",
+      "s pan",
+      "▁bl ank",
+      "▁blan k",
+      "▁ blank",
+      "▁sp äter",
+      "▁T y",
+      "▁ Ty",
+      "▁d ict",
+      "▁di ct",
+      "▁dic t",
+      "▁ dict",
+      "ñ a",
+      "▁conf irm",
+      "▁confir m",
+      "▁ confirm",
+      "▁v ý",
+      "за н",
+      "з ан",
+      "Re l",
+      "R el",
+      "fil m",
+      "fi lm",
+      "▁R ot",
+      "▁Ro t",
+      "▁ Rot",
+      "▁H y",
+      "▁ Hy",
+      "ка х",
+      "▁dem and",
+      "▁min ist",
+      "▁mini st",
+      "▁Mad rid",
+      "▁us ual",
+      "sp iel",
+      "s piel",
+      "er os",
+      "ero s",
+      "e ros",
+      "▁t utorial",
+      "▁tut orial",
+      "▁ tutorial",
+      "▁С сылки",
+      "s ys",
+      "ци аль",
+      "▁sp read",
+      "▁spr ead",
+      "▁spre ad",
+      "▁con vers",
+      "▁conver s",
+      "▁conv ers",
+      "▁r oll",
+      "▁ro ll",
+      "▁rol l",
+      "▁ roll",
+      "artifact Id",
+      "▁N umber",
+      "▁Num ber",
+      "▁ Number",
+      "▁sym met",
+      "▁M ult",
+      "▁Mu lt",
+      "▁Mul t",
+      "▁ Mult",
+      "ex pected",
+      "exp ected",
+      "expect ed",
+      "▁a xis",
+      "▁ax is",
+      "▁ axis",
+      "▁match ing",
+      "▁f ood",
+      "▁fo od",
+      "▁foo d",
+      "group Id",
+      "Map p",
+      "Ma pp",
+      "M app",
+      "▁с вя",
+      "▁v end",
+      "▁ve nd",
+      "▁ven d",
+      "F ound",
+      "ot to",
+      "ott o",
+      "o tto",
+      "Ca t",
+      "C at",
+      "cri t",
+      "cr it",
+      "c rit",
+      "ist ent",
+      "iste nt",
+      "isten t",
+      "▁d rei",
+      "▁dr ei",
+      "▁dre i",
+      "▁en ded",
+      "▁end ed",
+      "▁ende d",
+      "▁ ended",
+      "▁T ele",
+      "▁Te le",
+      "▁Tel e",
+      "com ponent",
+      "▁invol ved",
+      "▁involve d",
+      "▁Est ados",
+      "▁Estado s",
+      "▁Estad os",
+      "▁d anger",
+      "▁dan ger",
+      "▁ch ain",
+      "▁cha in",
+      "▁ chain",
+      "▁P rom",
+      "▁Pro m",
+      "▁Pr om",
+      "▁ Prom",
+      "ho m",
+      "h om",
+      "▁pol ít",
+      "co p",
+      "c op",
+      "▁n ap",
+      "▁na p",
+      "▁ nap",
+      "ri f",
+      "r if",
+      "ple ments",
+      "pl ements",
+      "plement s",
+      "▁v ent",
+      "▁ve nt",
+      "▁ven t",
+      "▁ vent",
+      "an na",
+      "ann a",
+      "an ted",
+      "ant ed",
+      "ante d",
+      "date d",
+      "da ted",
+      "dat ed",
+      "d ated",
+      "an th",
+      "ant h",
+      "a nth",
+      "▁thread s",
+      "▁thre ads",
+      "▁ threads",
+      "зо ва",
+      "зов а",
+      "з ова",
+      "▁ста нов",
+      "▁стан ов",
+      "▁ станов",
+      "▁e erst",
+      "▁eer st",
+      "bu f",
+      "b uf",
+      "he id",
+      "▁R u",
+      "▁P rim",
+      "▁Pr im",
+      "▁Pri m",
+      "▁ Prim",
+      "▁m igr",
+      "▁mi gr",
+      "▁mig r",
+      "▁ migr",
+      "▁Un idos",
+      "▁ar bitr",
+      "▁r oman",
+      "▁ro man",
+      "▁rom an",
+      "ount ry",
+      "oun try",
+      "ult ur",
+      "▁K önig",
+      "▁Kö nig",
+      "▁an not",
+      "▁ann ot",
+      "▁anno t",
+      "▁ annot",
+      "ach ing",
+      "ac hing",
+      "achi ng",
+      "▁H aupt",
+      "▁Ha upt",
+      "um in",
+      "umi n",
+      "u min",
+      "▁h em",
+      "▁he m",
+      "▁ hem",
+      "ck ets",
+      "cket s",
+      "cke ts",
+      "ba u",
+      "b au",
+      "ect ion",
+      "ec tion",
+      "e ction",
+      "ef t",
+      "e ft",
+      "▁package s",
+      "▁pack ages",
+      "▁ packages",
+      "▁K ur",
+      "▁Ku r",
+      "th ur",
+      "▁p ays",
+      "▁pa ys",
+      "▁pay s",
+      "li ament",
+      "lia ment",
+      "▁Б у",
+      "▁c ada",
+      "▁ca da",
+      "▁cad a",
+      "po ints",
+      "point s",
+      "oc ket",
+      "ock et",
+      "o cket",
+      "▁v erb",
+      "▁ver b",
+      "▁ve rb",
+      "▁ verb",
+      "ле е",
+      "▁sub mit",
+      "▁subm it",
+      "▁ submit",
+      "▁s an",
+      "▁sa n",
+      "▁ san",
+      "ru by",
+      "r uby",
+      "▁e ast",
+      "▁eas t",
+      "▁ east",
+      "ko v",
+      "k ov",
+      "▁Ver lag",
+      "▁Verl ag",
+      "▁ Verlag",
+      "▁s pot",
+      "▁sp ot",
+      "▁spo t",
+      "▁ spot",
+      "pp o",
+      "p po",
+      "E ach",
+      "je kt",
+      "▁Bi ographie",
+      "▁ne ws",
+      "▁new s",
+      "▁ news",
+      "▁pa ís",
+      "uf act",
+      "u fact",
+      "▁d ia",
+      "▁di a",
+      "▁ dia",
+      "ко ва",
+      "ков а",
+      "к ова",
+      "▁accom pl",
+      "▁accomp l",
+      "▁É t",
+      "▁ Ét",
+      "il ities",
+      "ili ties",
+      "▁i hm",
+      "▁ih m",
+      "in voke",
+      "inv oke",
+      "▁app end",
+      "▁ap pend",
+      "▁appe nd",
+      "▁ append",
+      ".) ,",
+      ". ),",
+      "▁l ab",
+      "▁la b",
+      "▁ lab",
+      "an ging",
+      "ang ing",
+      "is tan",
+      "ist an",
+      "ista n",
+      "i stan",
+      "re sol",
+      "res ol",
+      "reso l",
+      "▁S ection",
+      "▁Se ction",
+      "▁Sec tion",
+      "▁ Section",
+      "Par ent",
+      "Pa rent",
+      "mo z",
+      "m oz",
+      "Ma t",
+      "M at",
+      "st yles",
+      "style s",
+      "sty les",
+      "un den",
+      "und en",
+      "unde n",
+      "“ ,",
+      "irt schaft",
+      "ки м",
+      "к им",
+      "▁Fin ally",
+      "▁Final ly",
+      "ph en",
+      "phe n",
+      "p hen",
+      "▁P ac",
+      "▁Pa c",
+      "▁Array List",
+      "▁ ArrayList",
+      "▁re cover",
+      "▁rec over",
+      "▁e ducation",
+      "▁educ ation",
+      "mod els",
+      "model s",
+      "mode ls",
+      "pe d",
+      "p ed",
+      "▁h appy",
+      "▁ha ppy",
+      "▁happ y",
+      "ч у",
+      "▁guer ra",
+      "me dia",
+      "med ia",
+      "medi a",
+      "m edia",
+      "O F",
+      "▁ens ure",
+      "▁ ensure",
+      "Mar k",
+      "M ark",
+      "data base",
+      "dat abase",
+      "datab ase",
+      "d atabase",
+      "og gle",
+      "▁pub lish",
+      "▁publi sh",
+      "▁ publish",
+      "O W",
+      "▁B au",
+      "▁Ba u",
+      "? .",
+      "▁ча сти",
+      "▁час ти",
+      "▁част и",
+      "▁re pository",
+      "▁repos itory",
+      "▁ repository",
+      "▁M att",
+      "▁Ma tt",
+      "▁Mat t",
+      "hi gh",
+      "h igh",
+      "ov en",
+      "ove n",
+      "o ven",
+      "▁g er",
+      "▁ge r",
+      "▁ ger",
+      "▁un known",
+      "▁ unknown",
+      "Am er",
+      "A mer",
+      "▁B rown",
+      "▁Br own",
+      "▁Bro wn",
+      "▁Brow n",
+      "AL L",
+      "A LL",
+      "▁result ing",
+      "▁b or",
+      "▁bo r",
+      "▁ bor",
+      "▁po et",
+      "ни ми",
+      "ним и",
+      "Em ail",
+      "E mail",
+      "F ont",
+      "▁h ist",
+      "▁his t",
+      "▁hi st",
+      "▁to day",
+      "▁tod ay",
+      "▁toda y",
+      "▁ today",
+      "▁B erg",
+      "▁Be rg",
+      "▁Ber g",
+      "▁but tons",
+      "▁button s",
+      "та л",
+      "т ал",
+      "▁s ni",
+      "▁sn i",
+      "▁че лов",
+      "Cr e",
+      "C re",
+      "▁un ion",
+      "▁ union",
+      "▁z ich",
+      "ish op",
+      "i shop",
+      "▁qu ando",
+      "▁quand o",
+      "▁quan do",
+      "P o",
+      "CT ION",
+      "▁C ost",
+      "▁Co st",
+      "▁Cos t",
+      "▁ Cost",
+      "су дар",
+      "er ved",
+      "erv ed",
+      "erve d",
+      "Not e",
+      "No te",
+      "N ote",
+      "Equ al",
+      "Eq ual",
+      "E qual",
+      "ли я",
+      "бу р",
+      "б ур",
+      "▁ab stract",
+      "▁abstra ct",
+      "▁ abstract",
+      "st op",
+      "sto p",
+      "s top",
+      "▁ad vice",
+      "▁adv ice",
+      "▁i con",
+      "▁ic on",
+      "▁ icon",
+      "▁tr avel",
+      "▁tra vel",
+      "▁trav el",
+      "B S",
+      "ve ns",
+      "ven s",
+      "v ens",
+      "▁b atch",
+      "▁bat ch",
+      "▁ batch",
+      "li que",
+      "liqu e",
+      "l ique",
+      "she et",
+      "s heet",
+      "▁i hre",
+      "▁ih re",
+      "▁ihr e",
+      "em on",
+      "emo n",
+      "e mon",
+      "ber to",
+      "bert o",
+      "▁as signed",
+      "▁ass igned",
+      "▁assign ed",
+      "ь ю",
+      "Ph one",
+      "▁a ward",
+      "▁aw ard",
+      "▁function ality",
+      "▁functional ity",
+      "al la",
+      "all a",
+      "a lla",
+      "▁D am",
+      "▁Da m",
+      "▁ci udad",
+      "▁cl uster",
+      "▁clust er",
+      "▁ cluster",
+      "De scription",
+      "Des cription",
+      "▁s heet",
+      "▁she et",
+      "▁ sheet",
+      "▁Austral ian",
+      "▁Australia n",
+      "▁» .",
+      "▁ ».",
+      "▁\" <",
+      "▁wonder ing",
+      "ain e",
+      "ai ne",
+      "a ine",
+      "▁represent ed",
+      "▁repres ented",
+      "ka ppa",
+      "kap pa",
+      "k appa",
+      "n b",
+      "▁s y",
+      "▁K ö",
+      "=\" #",
+      "▁s even",
+      "▁se ven",
+      "Direct ory",
+      "D irectory",
+      "▁s ister",
+      "▁si ster",
+      "▁sist er",
+      "pl ates",
+      "plate s",
+      "pla tes",
+      "▁l uck",
+      "▁lu ck",
+      "▁luc k",
+      "▁rem aining",
+      "▁remain ing",
+      "▁V ill",
+      "▁Vi ll",
+      "▁Vil l",
+      "wer k",
+      "w erk",
+      "an ni",
+      "ann i",
+      "et ti",
+      "ett i",
+      "fun c",
+      "fu nc",
+      "f unc",
+      "▁b an",
+      "▁ba n",
+      "▁ ban",
+      "im s",
+      "i ms",
+      "mi ss",
+      "mis s",
+      "m iss",
+      "ag raph",
+      "agr aph",
+      "a graph",
+      "ек си",
+      "е кси",
+      "▁R ef",
+      "▁Re f",
+      "▁ Ref",
+      "ni tt",
+      "nit t",
+      "n itt",
+      "▁G ab",
+      "▁Ga b",
+      "▁and ere",
+      "▁jed och",
+      "result s",
+      "! \\",
+      "▁l isted",
+      "▁li sted",
+      "▁list ed",
+      "▁liste d",
+      "▁l oro",
+      "▁lo ro",
+      "▁kn ows",
+      "▁know s",
+      "ж но",
+      "R ad",
+      "▁s ocket",
+      "▁so cket",
+      "▁soc ket",
+      "▁ socket",
+      "mult i",
+      "mul ti",
+      "▁р і",
+      "▁ рі",
+      "ra ils",
+      "rai ls",
+      "r ails",
+      "▁t ar",
+      "▁ta r",
+      "▁ tar",
+      "▁gent le",
+      "se tt",
+      "set t",
+      "s ett",
+      "serv ices",
+      "service s",
+      "bo und",
+      "b ound",
+      "ig keit",
+      "aj a",
+      "a ja",
+      "▁c md",
+      "▁cm d",
+      "▁ cmd",
+      "ag ger",
+      "agg er",
+      "▁b a",
+      "▁ ba",
+      "▁Be lg",
+      "▁Bel g",
+      "▁K le",
+      "▁Kl e",
+      "▁word t",
+      "▁wor dt",
+      "▁f ost",
+      "▁fo st",
+      "▁fos t",
+      "▁dim ension",
+      "An g",
+      "A ng",
+      "um ing",
+      "umin g",
+      "umi ng",
+      "u ming",
+      "Ob j",
+      "не н",
+      "н ен",
+      "▁M arie",
+      "▁Mar ie",
+      "▁Ma rie",
+      "▁Mari e",
+      "▁ Marie",
+      "ex ists",
+      "exist s",
+      "т ро",
+      "▁бо ль",
+      "▁ боль",
+      "em ente",
+      "ement e",
+      "emen te",
+      "e mente",
+      "▁J on",
+      "▁Jo n",
+      "SE RT",
+      "SER T",
+      "S ERT",
+      "▁high est",
+      "ak i",
+      "a ki",
+      "▁t res",
+      "▁tr es",
+      "▁tre s",
+      "▁ tres",
+      "▁circ um",
+      "▁D own",
+      "▁Do wn",
+      "▁Dow n",
+      "▁ Down",
+      "om men",
+      "omm en",
+      "ur er",
+      "ure r",
+      "u rer",
+      "▁caus es",
+      "▁cause s",
+      "▁ca uses",
+      "ven ue",
+      "iss ance",
+      "▁influ ence",
+      "▁influen ce",
+      "▁f at",
+      "▁fa t",
+      "ре ди",
+      "ред и",
+      "р еди",
+      "}\\ \\",
+      "} \\\\",
+      "▁en tr",
+      "▁ent r",
+      "▁ entr",
+      "▁S ign",
+      "▁Si gn",
+      "▁Sig n",
+      "▁ Sign",
+      "▁к ла",
+      "▁ кла",
+      "▁b inding",
+      "▁bind ing",
+      "▁bin ding",
+      "▁ binding",
+      "es sen",
+      "ess en",
+      "esse n",
+      "▁Ф ран",
+      "▁L ocal",
+      "▁Lo cal",
+      "▁Loc al",
+      "▁ Local",
+      "▁я вля",
+      "ap pro",
+      "app ro",
+      "▁dep endencies",
+      "▁depend encies",
+      "▁ dependencies",
+      "▁talk ing",
+      "▁tal king",
+      "▁zur ück",
+      "con nection",
+      "connect ion",
+      "conne ction",
+      "conn ection",
+      "Act ive",
+      "Activ e",
+      "bb e",
+      "b be",
+      "ir ls",
+      "irl s",
+      "▁In f",
+      "▁ Inf",
+      "w d",
+      "▁и с",
+      "▁ ис",
+      "ro ad",
+      "▁con ven",
+      "▁conv en",
+      "ě t",
+      "ве з",
+      "в ез",
+      "▁ent ries",
+      "▁entr ies",
+      "▁ entries",
+      "es c",
+      "e sc",
+      "▁b its",
+      "▁bit s",
+      "▁bi ts",
+      "▁ bits",
+      "as so",
+      "ass o",
+      "W R",
+      "sh ips",
+      "ship s",
+      "s hips",
+      "▁d és",
+      "▁dé s",
+      "es p",
+      "e sp",
+      "Ma ke",
+      "M ake",
+      "▁famil iar",
+      "▁familia r",
+      "Ar t",
+      "A rt",
+      "▁ar my",
+      "▁arm y",
+      "ct r",
+      "c tr",
+      "ér ic",
+      "éri c",
+      "é ric",
+      "que ue",
+      "▁\\ {",
+      "▁ \\{",
+      "ue la",
+      "uel a",
+      "u ela",
+      "am iento",
+      "ami ento",
+      "ши х",
+      "ш их",
+      "▁\" \"\"",
+      "▁\"\" \"",
+      "con tr",
+      "cont r",
+      "лл е",
+      "л ле",
+      "F S",
+      "▁mar ket",
+      "▁mark et",
+      "▁ market",
+      "ån g",
+      "å ng",
+      "cite p",
+      "cit ep",
+      "Il l",
+      "I ll",
+      "ran k",
+      "r ank",
+      "▁s ender",
+      "▁se nder",
+      "▁send er",
+      "▁sen der",
+      "▁ sender",
+      "▁be im",
+      "▁bei m",
+      "ра к",
+      "▁com pat",
+      "▁comp at",
+      "▁ compat",
+      "▁occ urs",
+      "▁occur s",
+      "▁d iese",
+      "▁di ese",
+      "▁die se",
+      "▁dies e",
+      "сти ту",
+      "aw a",
+      "a wa",
+      "▁i OS",
+      "▁Ch inese",
+      "▁Chine se",
+      "▁T R",
+      "▁ TR",
+      "▁K en",
+      "▁Ke n",
+      "▁U ne",
+      "▁Un e",
+      "▁cre ates",
+      "▁create s",
+      "▁sh owed",
+      "▁show ed",
+      "▁sho wed",
+      "▁é v",
+      "▁ év",
+      "olog ia",
+      "olo gia",
+      "▁pro test",
+      "▁prote st",
+      "▁prot est",
+      "▁P f",
+      "▁s quad",
+      "▁squ ad",
+      "++ ,",
+      "á v",
+      "▁ess ere",
+      "з я",
+      "ko l",
+      "k ol",
+      "▁slight ly",
+      "ad dr",
+      "add r",
+      "â n",
+      "▁red uce",
+      "▁redu ce",
+      "▁ reduce",
+      "▁\\ (\\",
+      "▁\\( \\",
+      "▁D ep",
+      "▁De p",
+      "▁ Dep",
+      "▁gener ic",
+      "▁gene ric",
+      "▁ generic",
+      "Lo ader",
+      "Load er",
+      "ț i",
+      "▁п ос",
+      "▁по с",
+      "▁occ asion",
+      "▁occas ion",
+      "▁L ady",
+      "▁La dy",
+      "▁Lad y",
+      "ent ity",
+      "enti ty",
+      "▁av ant",
+      "▁ avant",
+      "▁P as",
+      "▁Pa s",
+      "ag gio",
+      "aggi o",
+      "agg io",
+      "\\ {",
+      "па д",
+      "athol ic",
+      "Pass word",
+      "▁res pond",
+      "▁resp ond",
+      "▁ respond",
+      "▁N on",
+      "▁No n",
+      "▁ Non",
+      "A G",
+      "ne g",
+      "n eg",
+      "▁у с",
+      "▁ ус",
+      "bl ob",
+      "blo b",
+      "b lob",
+      "ck e",
+      "c ke",
+      "▁Cons ider",
+      "▁C are",
+      "▁Car e",
+      "▁Ca re",
+      "ik i",
+      "i ki",
+      "▁Ch icago",
+      "in den",
+      "ind en",
+      "inde n",
+      "▁C op",
+      "▁Co p",
+      "] +",
+      "ö m",
+      "év rier",
+      "к ло",
+      "al en",
+      "ale n",
+      "a len",
+      "▁m aj",
+      "▁ma j",
+      "ra cy",
+      "rac y",
+      "r acy",
+      "or te",
+      "ort e",
+      "ien ts",
+      "ient s",
+      "i ents",
+      "el ls",
+      "ell s",
+      "act ivity",
+      "activ ity",
+      "▁r untime",
+      "▁run time",
+      "▁runt ime",
+      "▁ runtime",
+      "NU LL",
+      "N ULL",
+      "▁poss ibly",
+      "▁possib ly",
+      "▁s tri",
+      "▁st ri",
+      "▁str i",
+      "iz i",
+      "i zi",
+      "▁m ir",
+      "▁mi r",
+      "▁ mir",
+      "▁V ersion",
+      "▁Vers ion",
+      "▁ Version",
+      "pr ime",
+      "prim e",
+      "▁tw enty",
+      "▁M ah",
+      "▁Ma h",
+      "▁s ounds",
+      "▁sound s",
+      "ше н",
+      "ш ен",
+      "cl usion",
+      "clus ion",
+      "ac z",
+      "a cz",
+      "▁determ ined",
+      "▁determine d",
+      "▁determin ed",
+      "▁R ep",
+      "▁Re p",
+      "▁ Rep",
+      "▁Land es",
+      "▁Lan des",
+      "▁w all",
+      "▁wa ll",
+      "▁wal l",
+      "▁ wall",
+      "ig i",
+      "i gi",
+      "▁re set",
+      "▁res et",
+      "▁ reset",
+      "ш о",
+      "ya n",
+      "y an",
+      "Me t",
+      "M et",
+      "e i",
+      "▁app earance",
+      "▁appear ance",
+      "▁f ois",
+      "▁fo is",
+      "▁foi s",
+      "▁ fois",
+      "▁n ell",
+      "▁ne ll",
+      "▁nel l",
+      "▁ nell",
+      "es i",
+      "e si",
+      "ё т",
+      "lo or",
+      "l oor",
+      "▁U l",
+      "▁resol ution",
+      "▁f ot",
+      "▁fo t",
+      "▁through out",
+      "▁r i",
+      "▁ ri",
+      "Le vel",
+      "po ol",
+      "p ool",
+      "▁id entity",
+      "▁ident ity",
+      "▁ identity",
+      "▁j anu",
+      "▁jan u",
+      "▁ja nu",
+      "▁im per",
+      "▁imp er",
+      "▁ imper",
+      "▁ö ver",
+      "} `",
+      "▁in fer",
+      "▁inf er",
+      "▁d ates",
+      "▁da tes",
+      "▁dat es",
+      "▁date s",
+      "▁ dates",
+      "▁Stand ard",
+      "▁ Standard",
+      "for ce",
+      "oc key",
+      "ock ey",
+      "ter a",
+      "te ra",
+      "t era",
+      "▁dist ingu",
+      "▁pres ence",
+      "li ca",
+      "lic a",
+      "l ica",
+      "▁le aving",
+      "it ung",
+      "itu ng",
+      "é b",
+      "▁estab lish",
+      "▁m aar",
+      "▁ma ar",
+      "ad i",
+      "a di",
+      "▁New s",
+      "▁Ne ws",
+      "▁ News",
+      "az on",
+      "a zon",
+      "fo lg",
+      "fol g",
+      "f olg",
+      "▁H ence",
+      "▁Hen ce",
+      "▁Y e",
+      "▁f ab",
+      "▁fa b",
+      "▁ fab",
+      "▁f ühr",
+      "▁ führ",
+      "it map",
+      "▁V ers",
+      "▁Ver s",
+      "▁Ve rs",
+      "ro v",
+      "r ov",
+      "Si gn",
+      "S ign",
+      "de vice",
+      "dev ice",
+      "S igma",
+      "▁wet enschapp",
+      "▁P s",
+      "PA TH",
+      "P ATH",
+      "▁t orn",
+      "▁to rn",
+      "▁tor n",
+      "ve st",
+      "ves t",
+      "v est",
+      "ст ов",
+      "сто в",
+      "с тов",
+      "ac count",
+      "acc ount",
+      "acco unt",
+      "▁lar gest",
+      "▁large st",
+      "▁larg est",
+      "▁per cent",
+      "▁perce nt",
+      "▁ percent",
+      "▁W omen",
+      "▁Wo men",
+      "▁im g",
+      "▁ img",
+      "to ol",
+      "t ool",
+      "▁r oce",
+      "▁ro ce",
+      "▁a y",
+      "▁ ay",
+      "in et",
+      "ine t",
+      "i net",
+      "▁ao ût",
+      "▁pol ynomial",
+      "▁integr al",
+      "▁integra l",
+      "▁a reas",
+      "▁are as",
+      "▁area s",
+      "} '",
+      "▁h yp",
+      "▁hy p",
+      "loy ee",
+      "та ль",
+      "тал ь",
+      "т аль",
+      "▁pro xy",
+      "▁ proxy",
+      "▁W y",
+      "▁М екси",
+      "▁Ме кси",
+      "▁es cape",
+      "▁esc ape",
+      "▁ escape",
+      "ol ar",
+      "ola r",
+      "o lar",
+      "▁mis take",
+      "▁mist ake",
+      ")} {",
+      ") }{",
+      "▁P ot",
+      "▁Po t",
+      "▁process es",
+      "▁proc esses",
+      "\"> \r",
+      "\" >\r",
+      "hal ten",
+      "halt en",
+      "zz a",
+      "z za",
+      "am o",
+      "a mo",
+      "к ре",
+      "▁W ood",
+      "▁Wo od",
+      "ø r",
+      "▁с ер",
+      "▁се р",
+      "▁ сер",
+      "oc ia",
+      "oci a",
+      "o cia",
+      "tw o",
+      "t wo",
+      "pro file",
+      "prof ile",
+      "▁A st",
+      "▁As t",
+      "em bro",
+      "emb ro",
+      "▁ar ms",
+      "▁arm s",
+      "in as",
+      "ina s",
+      "i nas",
+      "in nen",
+      "inn en",
+      "▁m sg",
+      "▁ms g",
+      "▁ msg",
+      "IN T",
+      "I NT",
+      "▁b atter",
+      "▁batt er",
+      "▁bat ter",
+      "ign ment",
+      "▁v y",
+      "▁ vy",
+      "H rsg",
+      "▁G rund",
+      "▁Gr und",
+      "▁Gru nd",
+      "ro c",
+      "r oc",
+      "se g",
+      "s eg",
+      "▁de cor",
+      "▁dec or",
+      "▁ decor",
+      "▁event ually",
+      "> ,",
+      "▁p ag",
+      "▁pa g",
+      "▁ pag",
+      "an ten",
+      "ant en",
+      "ante n",
+      "a nten",
+      "▁str ugg",
+      "▁stru gg",
+      "}^ \\",
+      "} ^\\",
+      "date n",
+      "da ten",
+      "dat en",
+      "d aten",
+      "▁re la",
+      "▁r ela",
+      "▁rel a",
+      "по в",
+      "п ов",
+      "▁ко ро",
+      "▁кор о",
+      "▁B os",
+      "▁Bo s",
+      "▁l abor",
+      "▁la bor",
+      "▁lab or",
+      "▁Se cret",
+      "▁Sec ret",
+      "▁ Secret",
+      "ug en",
+      "uge n",
+      "u gen",
+      "▁j ap",
+      "▁ja p",
+      "▁hus band",
+      "▁Al bum",
+      "▁Alb um",
+      "▁et wa",
+      "▁про из",
+      "ri cht",
+      "ric ht",
+      "rich t",
+      "r icht",
+      "ra ch",
+      "rac h",
+      "r ach",
+      "ba t",
+      "b at",
+      "▁pre par",
+      "▁prep ar",
+      "▁St ock",
+      "▁Sto ck",
+      "▁l ack",
+      "▁la ck",
+      "▁lac k",
+      "▁ lack",
+      "хі д",
+      "х ід",
+      "▁h ogy",
+      "▁ho gy",
+      "▁Ch rome",
+      "▁Chr ome",
+      "▁Ad min",
+      "▁ Admin",
+      "▁com parison",
+      "▁compar ison",
+      "▁incre asing",
+      "н г",
+      "im i",
+      "i mi",
+      "D b",
+      "▁g ef",
+      "▁ge f",
+      "▁ gef",
+      "uch t",
+      "uc ht",
+      "u cht",
+      "és e",
+      "é se",
+      "gen ce",
+      "g ence",
+      "▁C ore",
+      "▁Cor e",
+      "▁Co re",
+      "▁ Core",
+      "▁in correct",
+      "▁incor rect",
+      "▁ass uming",
+      "▁assum ing",
+      "our se",
+      "ours e",
+      "ie ron",
+      "ier on",
+      "iero n",
+      "▁The orem",
+      "▁ Theorem",
+      "▁c asa",
+      "▁cas a",
+      "▁ca sa",
+      "je s",
+      "j es",
+      "▁д ере",
+      "▁де ре",
+      "▁` \"",
+      "L D",
+      "ä ß",
+      "De b",
+      "D eb",
+      "▁su iv",
+      "▁B ank",
+      "▁Ban k",
+      "li bs",
+      "lib s",
+      "▁Le on",
+      "▁Leo n",
+      "▁qu art",
+      "▁quar t",
+      "▁prof essional",
+      "▁profession al",
+      "▁profess ional",
+      "▁t iene",
+      "▁ti ene",
+      "▁tie ne",
+      "▁acc omp",
+      "▁ac comp",
+      "▁accom p",
+      "ст ер",
+      "сте р",
+      "с тер",
+      "▁U K",
+      "▁ UK",
+      "N N",
+      "▁l í",
+      "ц я",
+      "ke l",
+      "k el",
+      "▁ •",
+      "▁d ise",
+      "▁di se",
+      "▁dis e",
+      "on to",
+      "ont o",
+      "▁m á",
+      "if s",
+      "i fs",
+      "bi ld",
+      "bil d",
+      "b ild",
+      "▁comp ute",
+      "▁comput e",
+      "▁ compute",
+      "▁é d",
+      "▁ éd",
+      "j ę",
+      "▁M é",
+      "▁l anguages",
+      "▁language s",
+      "▁T imes",
+      "▁Time s",
+      "▁Tim es",
+      "▁Ti mes",
+      "▁ Times",
+      "ce n",
+      "c en",
+      "▁ав то",
+      "ý m",
+      "en ez",
+      "ene z",
+      "e nez",
+      "▁u pp",
+      "▁up p",
+      "▁ upp",
+      "▁m éd",
+      "▁mé d",
+      "▁cu ando",
+      "о д",
+      "Int ent",
+      "ee rd",
+      "e erd",
+      "▁T al",
+      "▁Ta l",
+      "off set",
+      "offs et",
+      "▁h aben",
+      "▁ha ben",
+      "▁hab en",
+      "▁habe n",
+      "re me",
+      "rem e",
+      "r eme",
+      "▁St ack",
+      "▁Sta ck",
+      "▁ Stack",
+      "▁d ri",
+      "▁dr i",
+      "▁ dri",
+      "▁sein em",
+      "▁seine m",
+      "▁sei nem",
+      "▁f évrier",
+      "▁comb ination",
+      "▁combin ation",
+      "▁s oll",
+      "▁so ll",
+      "▁sol l",
+      "▁mov ement",
+      "▁mo vement",
+      "▁move ment",
+      "Sp ec",
+      "Spe c",
+      "S pec",
+      "к ры",
+      "ret ch",
+      "r etch",
+      "Off set",
+      "Ro ot",
+      "R oot",
+      "А р",
+      "wa rt",
+      "war t",
+      "w art",
+      "▁F ollow",
+      "▁Fol low",
+      "▁So cial",
+      "▁Soci al",
+      "▁Soc ial",
+      "ни ков",
+      "ник ов",
+      "▁ →",
+      "Do n",
+      "D on",
+      "▁h arm",
+      "▁ha rm",
+      "▁har m",
+      "▁ harm",
+      "ag r",
+      "a gr",
+      "ne go",
+      "neg o",
+      "n ego",
+      "re source",
+      "res ource",
+      "▁L uc",
+      "▁Lu c",
+      "▁se inen",
+      "▁sein en",
+      "▁seine n",
+      "▁sei nen",
+      "▁De partment",
+      "▁Depart ment",
+      "▁Up date",
+      "▁ Update",
+      "▁Tex as",
+      "▁re ve",
+      "▁rev e",
+      "▁P os",
+      "▁Po s",
+      "▁ Pos",
+      "▁s hot",
+      "▁sh ot",
+      "▁sho t",
+      "▁ shot",
+      "ot he",
+      "oth e",
+      "o the",
+      "▁repe ated",
+      "▁repeat ed",
+      "▁rec ently",
+      "▁recent ly",
+      "áb an",
+      "á ban",
+      "ak s",
+      "a ks",
+      "па н",
+      "п ан",
+      "▁c ha",
+      "▁ch a",
+      "▁ cha",
+      "oh l",
+      "o hl",
+      "▁t end",
+      "▁te nd",
+      "▁ten d",
+      "▁д во",
+      "ch ts",
+      "cht s",
+      "ça ise",
+      "çais e",
+      "pl ing",
+      "p ling",
+      "al bum",
+      "e j",
+      "▁` [",
+      "ma ps",
+      "map s",
+      "m aps",
+      "▁un its",
+      "▁unit s",
+      "▁< !--",
+      "▁<! --",
+      "▁ <!--",
+      "▁г е",
+      "▁ ге",
+      "▁In formation",
+      "▁Inform ation",
+      "▁ Information",
+      "ik on",
+      "iko n",
+      "i kon",
+      "▁t an",
+      "▁ta n",
+      "▁ tan",
+      "▁d ocker",
+      "▁do cker",
+      "▁doc ker",
+      "▁dock er",
+      "▁ docker",
+      "▁St ad",
+      "▁Sta d",
+      "▁a udio",
+      "▁aud io",
+      "▁audi o",
+      "▁ audio",
+      "ik o",
+      "i ko",
+      "▁co ordinates",
+      "▁coordin ates",
+      "▁coordinate s",
+      "x s",
+      "▁rep lied",
+      "▁) ,",
+      "▁ ),",
+      "▁Govern ment",
+      "▁A cademy",
+      "▁Academ y",
+      "UN T",
+      "U NT",
+      "▁т ри",
+      "▁ три",
+      "B l",
+      "▁a nc",
+      "▁an c",
+      "▁ anc",
+      "ш у",
+      "▁тако ж",
+      "▁in finite",
+      "▁infin ite",
+      "R C",
+      "▁g a",
+      "▁ ga",
+      "▁ad just",
+      "▁adj ust",
+      "▁mer ge",
+      "▁ merge",
+      "; `",
+      "▁p oster",
+      "▁po ster",
+      "▁pos ter",
+      "▁post er",
+      "▁poste r",
+      "▁Japan ese",
+      "\"] ;",
+      "\" ];",
+      "▁ex hib",
+      "▁order ed",
+      "▁ord ered",
+      "▁ ordered",
+      "ict ures",
+      "icture s",
+      "ро с",
+      "р ос",
+      "▁s érie",
+      "▁sé rie",
+      "le ts",
+      "let s",
+      "l ets",
+      "▁i p",
+      "▁ ip",
+      "Select or",
+      "▁ex istence",
+      "▁exist ence",
+      "Re ce",
+      "Rec e",
+      "li ga",
+      "lig a",
+      "l iga",
+      "down load",
+      "▁lem ma",
+      "▁ lemma",
+      "ie v",
+      "i ev",
+      "ud ent",
+      "ude nt",
+      "uden t",
+      "u dent",
+      "sk o",
+      "s ko",
+      "▁A rab",
+      "▁Ar ab",
+      "▁Ara b",
+      "it ate",
+      "ita te",
+      "itat e",
+      "by te",
+      "о т",
+      "ik t",
+      "i kt",
+      "на та",
+      "нат а",
+      "▁A f",
+      "( @",
+      "▁m ad",
+      "▁ma d",
+      "▁ mad",
+      "od b",
+      "o db",
+      "▁el imin",
+      "▁elim in",
+      "▁s pent",
+      "▁sp ent",
+      "▁spe nt",
+      "En ter",
+      "Ent er",
+      "▁Mit g",
+      "Wh en",
+      "W hen",
+      "▁dé part",
+      "▁dép art",
+      "M I",
+      "▁f ellow",
+      "▁fel low",
+      "▁fell ow",
+      "▁thous and",
+      "▁C u",
+      "kt or",
+      "k tor",
+      "Ca che",
+      "C ache",
+      "▁tamb ém",
+      "▁també m",
+      "▁ext ended",
+      "▁extend ed",
+      "ве ст",
+      "at ers",
+      "ate rs",
+      "ater s",
+      "a ters",
+      "▁L ic",
+      "▁Li c",
+      "to type",
+      "tot ype",
+      "▁G a",
+      "▁bl ood",
+      "▁blo od",
+      "▁m apping",
+      "▁ma pping",
+      "▁map ping",
+      "▁ mapping",
+      "▁n omin",
+      "▁no min",
+      "▁nom in",
+      "▁man ifest",
+      "▁manif est",
+      "▁ manifest",
+      "▁p ens",
+      "▁pe ns",
+      "▁pen s",
+      "▁r it",
+      "▁ri t",
+      "▁ rit",
+      "▁file name",
+      "▁fil ename",
+      "▁ filename",
+      "▁f illed",
+      "▁fil led",
+      "▁fill ed",
+      "▁fille d",
+      "▁ filled",
+      "v ä",
+      "▁ra ised",
+      "▁raise d",
+      "▁m obile",
+      "▁mob ile",
+      "▁mobil e",
+      "▁ mobile",
+      "k é",
+      "▁R ight",
+      "▁ Right",
+      "▁ge hör",
+      "▁temper ature",
+      "▁some how",
+      "▁Span ish",
+      "▁k ommun",
+      "▁kom mun",
+      "▁komm un",
+      "▁ch osen",
+      "▁cho sen",
+      "▁chose n",
+      "▁hor se",
+      "▁hors e",
+      "; \\",
+      "▁original ly",
+      "▁origin ally",
+      "Has h",
+      "Ha sh",
+      "H ash",
+      "▁c itt",
+      "▁ci tt",
+      "▁cit t",
+      "▁en core",
+      "▁enc ore",
+      "▁W olf",
+      "▁Wol f",
+      "▁n ú",
+      "▁You ng",
+      "Var i",
+      "V ari",
+      "▁Sch we",
+      "▁Schw e",
+      "▁capt ure",
+      "▁J ane",
+      "▁Jan e",
+      "▁Ja ne",
+      "Inter face",
+      "ow ych",
+      "owy ch",
+      "▁Deutsch land",
+      "▁K ol",
+      "▁Ko l",
+      "▁bound ary",
+      "▁G ND",
+      "No w",
+      "N ow",
+      "ke hr",
+      "( *",
+      "= -",
+      "▁W el",
+      "▁We l",
+      "▁ Wel",
+      "▁C at",
+      "▁Ca t",
+      "▁ Cat",
+      "am ment",
+      "amm ent",
+      "ammen t",
+      "AG E",
+      "A GE",
+      "▁r ights",
+      "▁right s",
+      "Sc roll",
+      "▁happ ening",
+      "▁happen ing",
+      "▁B la",
+      "▁Bl a",
+      "▁s cience",
+      "▁sc ience",
+      "▁sci ence",
+      "aw s",
+      "a ws",
+      "▁behav iour",
+      "▁imp lies",
+      "▁impl ies",
+      "▁ implies",
+      "▁Qu een",
+      "▁Que en",
+      "ov an",
+      "ova n",
+      "o van",
+      "pa y",
+      "p ay",
+      "њ а",
+      "ar et",
+      "are t",
+      "a ret",
+      "er ship",
+      "ers hip",
+      "▁L ang",
+      "▁La ng",
+      "▁Lan g",
+      "▁го д",
+      "▁г од",
+      "▁record ed",
+      "ze m",
+      "z em",
+      "▁Th read",
+      "▁ Thread",
+      "▁t odo",
+      "▁to do",
+      "▁tod o",
+      "og o",
+      "o go",
+      "▁sc enario",
+      "▁scen ario",
+      "▁con cent",
+      "▁conc ent",
+      "▁conce nt",
+      "ре з",
+      "р ез",
+      "St orage",
+      "Sto rage",
+      "▁di rig",
+      "▁dir ig",
+      "▁S eries",
+      "▁Se ries",
+      "▁Ser ies",
+      "▁Serie s",
+      "▁ Series",
+      "▁g as",
+      "▁ga s",
+      "▁ gas",
+      "SE T",
+      "S ET",
+      "è ce",
+      "ra te",
+      "rat e",
+      "r ate",
+      "HT TP",
+      "▁k ap",
+      "▁ka p",
+      "▁ kap",
+      "Em p",
+      "E mp",
+      "UT F",
+      "U TF",
+      "án í",
+      "á ní",
+      "ста ви",
+      "став и",
+      "window s",
+      "wind ows",
+      "w indows",
+      "ér ation",
+      "éra tion",
+      "ap ed",
+      "ape d",
+      "a ped",
+      "▁s istema",
+      "▁sist ema",
+      "▁su rv",
+      "▁sur v",
+      "▁West ern",
+      "▁Wes tern",
+      "▁g é",
+      "▁S uch",
+      "▁Su ch",
+      "Write r",
+      "W riter",
+      "▁can vas",
+      "▁ canvas",
+      "▁gu arante",
+      "sc roll",
+      "scr oll",
+      "av ed",
+      "ave d",
+      "a ved",
+      "It al",
+      "I tal",
+      "▁E lect",
+      "▁El ect",
+      "▁Ele ct",
+      "]( #",
+      "▁H erm",
+      "▁He rm",
+      "▁Her m",
+      "▁Comm and",
+      "▁ Command",
+      "▁Ch ild",
+      "▁Chi ld",
+      "▁ Child",
+      "▁p d",
+      "▁ pd",
+      "ut ch",
+      "S ql",
+      "* .",
+      "▁T ag",
+      "▁Ta g",
+      "▁ Tag",
+      "▁T a",
+      "▁m ail",
+      "▁ma il",
+      "▁mai l",
+      "▁ mail",
+      "sc reen",
+      "scr een",
+      "s creen",
+      "sc r",
+      "s cr",
+      "zi al",
+      "zia l",
+      "z ial",
+      "▁F ür",
+      "▁sugg estions",
+      "▁suggest ions",
+      "▁suggestion s",
+      "ch ester",
+      "che ster",
+      "ches ter",
+      ") |",
+      "per son",
+      "pers on",
+      "p erson",
+      "ze l",
+      "z el",
+      "▁wait ing",
+      "▁wa iting",
+      "▁с ле",
+      "▁ сле",
+      "F L",
+      "▁Al bert",
+      "▁Alb ert",
+      "▁H ij",
+      "▁Hi j",
+      "▁т ер",
+      "▁те р",
+      "▁ тер",
+      "ew rite",
+      "e write",
+      "▁sent ence",
+      "▁lin ux",
+      "▁ linux",
+      "е де",
+      "ên cia",
+      "▁Ital ian",
+      "▁Italia n",
+      "ч ка",
+      "File s",
+      "Fil es",
+      "Fi les",
+      "F iles",
+      "▁not iced",
+      "▁notice d",
+      "bin g",
+      "bi ng",
+      "b ing",
+      "▁Re search",
+      "▁Res earch",
+      "▁al ter",
+      "▁alt er",
+      "▁alte r",
+      "▁ alter",
+      "he el",
+      "\\< ^",
+      "▁Pro cess",
+      "▁ Process",
+      "▁b attle",
+      "▁batt le",
+      "мо в",
+      "м ов",
+      "▁A frica",
+      "▁Afr ica",
+      "▁Af rica",
+      "▁An ne",
+      "▁Ann e",
+      "▁g eld",
+      "▁ge ld",
+      "▁gel d",
+      "} %",
+      "▁d ocs",
+      "▁do cs",
+      "▁doc s",
+      "▁ docs",
+      "Type s",
+      "Ty pes",
+      "Typ es",
+      "T ypes",
+      "▁retr ieve",
+      "▁O fficial",
+      "▁Off icial",
+      "▁Offic ial",
+      "▁t rab",
+      "▁tr ab",
+      "▁tra b",
+      "ц ы",
+      "▁In put",
+      "▁ Input",
+      "st ep",
+      "ste p",
+      "▁l augh",
+      "▁la ugh",
+      "▁Х а",
+      "▁p ela",
+      "▁pe la",
+      "▁pel a",
+      "Me dia",
+      "Med ia",
+      "M edia",
+      "ro ugh",
+      "rou gh",
+      "r ough",
+      "га ни",
+      "ган и",
+      "▁Sh ould",
+      "▁Sho uld",
+      "▁ Should",
+      "▁Cont ent",
+      "▁ Content",
+      "ле м",
+      "л ем",
+      "os h",
+      "o sh",
+      "▁some what",
+      "▁C er",
+      "▁Ce r",
+      "Back ground",
+      "st ru",
+      "str u",
+      "▁in line",
+      "▁ inline",
+      "▁N eder",
+      "▁Ne der",
+      "▁Ned er",
+      "▁mod ules",
+      "▁module s",
+      "▁ modules",
+      "▁B uch",
+      "▁Bu ch",
+      "▁Buc h",
+      "ń ski",
+      "wi det",
+      "wide t",
+      "wid et",
+      "▁z n",
+      "▁ zn",
+      "pos es",
+      "pose s",
+      "p oses",
+      "▁gr adu",
+      "▁gra du",
+      "▁grad u",
+      "▁a qu",
+      "▁ aqu",
+      "P R",
+      "▁put ting",
+      "▁по ли",
+      "▁пол и",
+      "▁ поли",
+      "▁p urch",
+      "▁pur ch",
+      "▁sm ooth",
+      "ри й",
+      "eng ine",
+      "▁l ived",
+      "▁li ved",
+      "▁live d",
+      "▁liv ed",
+      "Acc ount",
+      "Ac count",
+      "Det ails",
+      "Detail s",
+      "▁t ells",
+      "▁tell s",
+      "▁tel ls",
+      "▁Out put",
+      "▁ Output",
+      "He re",
+      "Her e",
+      "H ere",
+      "▁Found ation",
+      "▁ Foundation",
+      "Text View",
+      "▁dec ision",
+      "▁decis ion",
+      "▁dep endency",
+      "▁depend ency",
+      "▁ dependency",
+      "oc ation",
+      "oca tion",
+      "o cation",
+      "ov al",
+      "ova l",
+      "o val",
+      "fe ld",
+      "fel d",
+      "f eld",
+      "▁п ров",
+      "▁про в",
+      "▁пр ов",
+      "▁en ds",
+      "▁end s",
+      "▁ ends",
+      "▁i os",
+      "▁io s",
+      "▁ ios",
+      "▁ex cel",
+      "▁exc el",
+      "▁ excel",
+      "ag u",
+      "a gu",
+      "▁e leg",
+      "▁el eg",
+      "▁ele g",
+      "▁E lement",
+      "▁El ement",
+      "▁Ele ment",
+      "▁ Element",
+      "Que ue",
+      "▁f ö",
+      "вер сите",
+      "▁exper ien",
+      "▁direct ed",
+      "▁dire cted",
+      "▁dir ected",
+      "▁c amb",
+      "▁cam b",
+      "▁ca mb",
+      "▁Д ж",
+      "▁f olg",
+      "▁fol g",
+      "▁fo lg",
+      "▁ folg",
+      "▁c once",
+      "▁con ce",
+      "▁conc e",
+      "▁F ab",
+      "▁Fa b",
+      "▁V i",
+      "▁adv antage",
+      "▁B ei",
+      "▁Be i",
+      "pr od",
+      "pro d",
+      "p rod",
+      "▁X IX",
+      "▁XI X",
+      "▁F ace",
+      "▁Fa ce",
+      "▁Fac e",
+      "▁ Face",
+      "▁v ir",
+      "▁vi r",
+      "▁ vir",
+      "▁Russ ian",
+      "▁Russia n",
+      "▁s pan",
+      "▁sp an",
+      "▁ span",
+      "en í",
+      "e ní",
+      "▁z one",
+      "▁zo ne",
+      "▁ zone",
+      "▁att ach",
+      "▁ attach",
+      "▁б ез",
+      "▁бе з",
+      "▁man agement",
+      "▁manage ment",
+      "▁ management",
+      "A c",
+      "▁о п",
+      "on ce",
+      "onc e",
+      "ha lt",
+      "hal t",
+      "h alt",
+      "us o",
+      "u so",
+      "Sp e",
+      "S pe",
+      "▁r aw",
+      "▁ra w",
+      "▁ raw",
+      "ér o",
+      "é ro",
+      "id el",
+      "ide l",
+      "i del",
+      "la w",
+      "l aw",
+      "She et",
+      "S heet",
+      "▁m ission",
+      "▁miss ion",
+      "▁ mission",
+      "▁came ra",
+      "▁cam era",
+      "▁ camera",
+      "▁hon or",
+      "▁ho nor",
+      "▁appoint ed",
+      "▁R oma",
+      "▁Ro ma",
+      "▁Rom a",
+      "li near",
+      "line ar",
+      "lin ear",
+      "Row s",
+      "Ro ws",
+      "R ows",
+      "fer ences",
+      "ference s",
+      "▁I O",
+      "▁ IO",
+      "▁cover ed",
+      "▁cov ered",
+      "ra j",
+      "r aj",
+      "ств ова",
+      "ство ва",
+      "▁S ym",
+      "▁Sy m",
+      "▁ Sym",
+      "▁t id",
+      "▁ti d",
+      "▁ tid",
+      "is c",
+      "i sc",
+      "▁R ud",
+      "▁Ru d",
+      "▁enc uent",
+      "▁fail ure",
+      "üs s",
+      "ü ss",
+      "▁s qu",
+      "▁sq u",
+      "▁ squ",
+      "▁p aint",
+      "▁pa int",
+      "▁pain t",
+      "▁ser ious",
+      "▁c ursor",
+      "▁curs or",
+      "▁ cursor",
+      "tr as",
+      "tra s",
+      "t ras",
+      "▁dis cussion",
+      "▁discuss ion",
+      "▁ discussion",
+      "▁c ried",
+      "▁cr ied",
+      "▁cri ed",
+      "er ie",
+      "eri e",
+      "e rie",
+      "▁De velop",
+      "▁ Develop",
+      "▁re write",
+      "▁r ewrite",
+      "▁ rewrite",
+      "▁gén éral",
+      "▁généra l",
+      "wa it",
+      "w ait",
+      "▁Har ry",
+      "▁Harr y",
+      "í r",
+      "▁ge public",
+      "▁gep ublic",
+      "▁и г",
+      "і б",
+      "я т",
+      "▁И з",
+      "▁equ ations",
+      "▁equation s",
+      "▁p lane",
+      "▁pl ane",
+      "▁pla ne",
+      "▁plan e",
+      "▁ plane",
+      "▁ac qu",
+      "▁an gle",
+      "▁ang le",
+      "▁ angle",
+      "▁t rees",
+      "▁tr ees",
+      "▁tre es",
+      "▁tree s",
+      "▁ trees",
+      "▁К он",
+      "▁Ко н",
+      "V D",
+      "pe rt",
+      "per t",
+      "p ert",
+      "▁doc uments",
+      "▁document s",
+      "c b",
+      "▁im plements",
+      "▁implement s",
+      "▁impl ements",
+      "ста нов",
+      "стан ов",
+      "▁W alter",
+      "▁Wal ter",
+      "зы ва",
+      "▁с пе",
+      "▁сп е",
+      "▁ спе",
+      "▁ch ap",
+      "▁cha p",
+      "ple x",
+      "pl ex",
+      "p lex",
+      "▁m agnet",
+      "▁mag net",
+      "▁magn et",
+      "▁gepublic eerd",
+      "▁high ly",
+      "▁l eurs",
+      "▁le urs",
+      "▁leur s",
+      "▁d ress",
+      "▁dr ess",
+      "▁dre ss",
+      "▁re start",
+      "▁rest art",
+      "▁resta rt",
+      "Re nder",
+      "R ender",
+      "Call back",
+      "is o",
+      "i so",
+      "▁const itu",
+      "▁constit u",
+      "▁E nde",
+      "▁En de",
+      "▁End e",
+      "Z E",
+      "▁Ang eles",
+      "▁Angel es",
+      "▁der ived",
+      "▁deriv ed",
+      "▁derive d",
+      "=\" {",
+      "] \\",
+      "▁Ch ange",
+      "▁Chan ge",
+      "▁ Change",
+      "▁H aus",
+      "▁Ha us",
+      "▁st ad",
+      "▁sta d",
+      "▁ stad",
+      "▁Re quest",
+      "▁ Request",
+      "om o",
+      "o mo",
+      "▁Act ive",
+      "▁Activ e",
+      "▁ Active",
+      "ur en",
+      "ure n",
+      "u ren",
+      "▁t ourn",
+      "▁to urn",
+      "▁tour n",
+      "▁tou rn",
+      "▁particular ly",
+      "Serv let",
+      "ab c",
+      "a bc",
+      "wide tilde",
+      "widet ilde",
+      "an dra",
+      "and ra",
+      "andr a",
+      "Hel per",
+      "Help er",
+      "R ule",
+      "▁plus ieurs",
+      "▁w ave",
+      "▁wa ve",
+      "▁ wave",
+      "ne q",
+      "n eq",
+      "▁Т е",
+      "fr e",
+      "f re",
+      "sk é",
+      "s ké",
+      "▁al c",
+      "▁l ogs",
+      "▁lo gs",
+      "▁log s",
+      "▁ logs",
+      "G S",
+      "▁M ol",
+      "▁Mo l",
+      "▁per mission",
+      "▁perm ission",
+      "▁ permission",
+      "▁s oul",
+      "▁so ul",
+      "▁sou l",
+      "▁w ants",
+      "▁want s",
+      "▁gu ide",
+      "▁guid e",
+      "▁ guide",
+      "▁v iene",
+      "▁vi ene",
+      "▁vie ne",
+      "▁Wil helm",
+      "▁ev idence",
+      "\"} ,",
+      "\" },",
+      "ro pol",
+      "rop ol",
+      "r opol",
+      "▁auth entication",
+      "▁authentic ation",
+      "▁ authentication",
+      "▁occur red",
+      "▁occurr ed",
+      "▁I F",
+      "▁ IF",
+      "no c",
+      "n oc",
+      "I A",
+      "▁B an",
+      "▁Ba n",
+      "▁к ар",
+      "▁ка р",
+      "▁ кар",
+      "▁b le",
+      "▁bl e",
+      "▁ ble",
+      "▁se gment",
+      "▁seg ment",
+      "▁ segment",
+      "▁p layers",
+      "▁play ers",
+      "▁player s",
+      "is i",
+      "i si",
+      "▁st uck",
+      "▁P y",
+      "▁ Py",
+      "An y",
+      "A ny",
+      "ho u",
+      "h ou",
+      "▁form att",
+      "▁format t",
+      "▁forma tt",
+      "▁pe ace",
+      "▁К ар",
+      "▁Ка р",
+      "et es",
+      "ete s",
+      "e tes",
+      "df rac",
+      "d frac",
+      "( ?",
+      "▁S ite",
+      "▁Si te",
+      "▁Sit e",
+      "▁ Site",
+      "▁L ive",
+      "▁Li ve",
+      "▁Liv e",
+      "▁ Live",
+      "▁U s",
+      "▁ Us",
+      "▁c lim",
+      "▁cl im",
+      "▁cli m",
+      "▁A li",
+      "▁Al i",
+      "ре й",
+      "р ей",
+      "▁Pr ince",
+      "▁Prin ce",
+      "▁ob lig",
+      "ie b",
+      "i eb",
+      "▁A lt",
+      "▁Al t",
+      "▁ Alt",
+      "▁p ros",
+      "▁pro s",
+      "▁pr os",
+      "ra cle",
+      "rac le",
+      "r acle",
+      "▁C ette",
+      "▁Ce tte",
+      "▁Cet te",
+      "ke s",
+      "k es",
+      "z ös",
+      "ouv elle",
+      "ouve lle",
+      "ouvel le",
+      "//// ////",
+      "ab y",
+      "a by",
+      "ér e",
+      "é re",
+      "ra ne",
+      "ran e",
+      "r ane",
+      "▁po wers",
+      "▁power s",
+      "▁pow ers",
+      "▁P ath",
+      "▁Pa th",
+      "▁Pat h",
+      "▁ Path",
+      "▁W ord",
+      "▁Wo rd",
+      "▁Wor d",
+      "▁ Word",
+      "▁trans action",
+      "▁ transaction",
+      "▁caus ing",
+      "▁ca using",
+      "ell schaft",
+      "â t",
+      "▁C PU",
+      "▁CP U",
+      "▁dep th",
+      "▁ depth",
+      "ST R",
+      "S TR",
+      "▁Con f",
+      "▁ Conf",
+      "▁r are",
+      "▁ra re",
+      "▁ rare",
+      "▁A k",
+      "▁b on",
+      "▁bo n",
+      "▁ bon",
+      "▁Car los",
+      "▁Carl os",
+      "▁Carlo s",
+      "▁specific ally",
+      "ri cs",
+      "ric s",
+      "r ics",
+      "KE Y",
+      "K EY",
+      "▁st ars",
+      "▁star s",
+      "▁sta rs",
+      "ér ica",
+      "éri ca",
+      "éric a",
+      "é rica",
+      "▁Л у",
+      "▁con figure",
+      "▁config ure",
+      "▁configur e",
+      "▁ configure",
+      "▁a gent",
+      "▁ag ent",
+      "▁age nt",
+      "▁ agent",
+      "▁expla ined",
+      "▁expl ained",
+      "▁explain ed",
+      "▁co efficient",
+      "д ь",
+      "' }",
+      "▁v ida",
+      "▁vi da",
+      "▁vid a",
+      "▁S yn",
+      "▁Sy n",
+      "▁ Syn",
+      "▁на зва",
+      "▁O ption",
+      "▁Op tion",
+      "▁Opt ion",
+      "▁ Option",
+      "▁r ob",
+      "▁ro b",
+      "▁ rob",
+      "▁к лу",
+      ": [",
+      "ant ly",
+      "dep endency",
+      "▁C ur",
+      "▁Cu r",
+      "▁ Cur",
+      "▁fr ances",
+      "▁fran ces",
+      "▁franc es",
+      "▁ide al",
+      "▁idea l",
+      "S w",
+      "▁г руп",
+      "▁гру п",
+      "▁Cap tain",
+      "▁Capt ain",
+      "▁t odos",
+      "▁tod os",
+      "▁todo s",
+      "J o",
+      "▁p elo",
+      "▁pe lo",
+      "▁pel o",
+      "? ](",
+      "▁fa ith",
+      "▁fait h",
+      "ово й",
+      "о вой",
+      "▁f resh",
+      "▁fr esh",
+      "▁fre sh",
+      "▁fres h",
+      "▁p ropri",
+      "▁prop ri",
+      "Time out",
+      "▁v eh",
+      "▁ve h",
+      "cont ents",
+      "content s",
+      "▁D ocument",
+      "▁Doc ument",
+      "▁ Document",
+      "col lection",
+      "collect ion",
+      "coll ection",
+      "▁k ar",
+      "▁ka r",
+      "▁ kar",
+      "ru ck",
+      "r uck",
+      "You r",
+      "Y our",
+      "um a",
+      "u ma",
+      "▁math emat",
+      "En abled",
+      "Enable d",
+      "пу бли",
+      "▁Eng ine",
+      "▁ Engine",
+      "▁Mün chen",
+      "▁по се",
+      "▁пос е",
+      "▁f on",
+      "▁fo n",
+      "▁ fon",
+      "arch ive",
+      "archiv e",
+      "▁fre quency",
+      "▁frequ ency",
+      "}+ \\",
+      "} +\\",
+      "ât e",
+      "â te",
+      "▁k or",
+      "▁ko r",
+      "▁ kor",
+      "▁К ра",
+      "Si ng",
+      "S ing",
+      "mon th",
+      "mo nth",
+      "mont h",
+      "▁H aw",
+      "▁Ha w",
+      "▁s ys",
+      "▁sy s",
+      "▁ sys",
+      "er me",
+      "erm e",
+      "▁W ould",
+      "▁Wo uld",
+      "▁imp act",
+      "urr ency",
+      "li cht",
+      "lic ht",
+      "lich t",
+      "l icht",
+      "▁a pt",
+      "▁ap t",
+      "▁ apt",
+      "ie re",
+      "ier e",
+      "i ere",
+      "▁m otion",
+      "▁mo tion",
+      "▁mot ion",
+      "С СР",
+      "▁I nit",
+      "▁In it",
+      "▁ Init",
+      "▁m s",
+      "▁ ms",
+      "▁M S",
+      "▁ MS",
+      "sh ift",
+      "▁au tres",
+      "▁aut res",
+      "▁autre s",
+      "▁ autres",
+      "▁b ash",
+      "▁bas h",
+      "▁ba sh",
+      "▁ bash",
+      "h idden",
+      "or io",
+      "ori o",
+      "o rio",
+      "▁cele br",
+      "▁L iber",
+      "▁Li ber",
+      "▁Lib er",
+      "et o",
+      "e to",
+      "▁d ove",
+      "▁do ve",
+      "▁dov e",
+      "▁path s",
+      "▁pat hs",
+      "▁ paths",
+      "▁in j",
+      "C ategory",
+      "▁c ry",
+      "▁cr y",
+      "▁mar ked",
+      "▁mark ed",
+      "у до",
+      "ash ion",
+      "ashi on",
+      "äl t",
+      "ä lt",
+      "▁l an",
+      "▁la n",
+      "▁ lan",
+      "▁te ams",
+      "▁team s",
+      "▁tea ms",
+      "▁k v",
+      "▁ kv",
+      "ia ms",
+      "iam s",
+      "i ams",
+      "ab an",
+      "aba n",
+      "a ban",
+      "▁T ABLE",
+      "▁ TABLE",
+      "ва р",
+      "в ар",
+      "Re pos",
+      "Rep os",
+      "▁B ell",
+      "▁Be ll",
+      "▁Bel l",
+      "▁pub blic",
+      "▁count ries",
+      "▁s pin",
+      "▁sp in",
+      "▁l ég",
+      "▁lé g",
+      "▁K rie",
+      "▁Kr ie",
+      "▁J ones",
+      "▁Jo nes",
+      "▁Jon es",
+      "wh ite",
+      "H tml",
+      "Pr ess",
+      "Pre ss",
+      "Pres s",
+      "P ress",
+      "▁Bl ue",
+      "▁ Blue",
+      "Oper ation",
+      "▁A nth",
+      "▁An th",
+      "▁Ant h",
+      "▁p se",
+      "▁ps e",
+      "▁ pse",
+      "▁F ont",
+      "▁Fo nt",
+      "▁Fon t",
+      "▁ Font",
+      "▁th eme",
+      "▁the me",
+      "▁them e",
+      "▁ theme",
+      "▁block s",
+      "▁blo cks",
+      "$ )",
+      "▁g lad",
+      "▁gl ad",
+      "▁gla d",
+      "▁man age",
+      "or den",
+      "ord en",
+      "orde n",
+      "os ten",
+      "ost en",
+      "o sten",
+      "col e",
+      "co le",
+      "c ole",
+      "▁S P",
+      "▁ SP",
+      "▁sch ema",
+      "▁sche ma",
+      "▁ schema",
+      "ur as",
+      "ura s",
+      "u ras",
+      "▁when ever",
+      "Ш А",
+      "ри то",
+      "рит о",
+      "▁discover ed",
+      "▁p refix",
+      "▁pre fix",
+      "▁ prefix",
+      "glob al",
+      "g lobal",
+      "ro ke",
+      "rok e",
+      "r oke",
+      "ze s",
+      "z es",
+      "ch te",
+      "cht e",
+      "▁Be fore",
+      "▁Bef ore",
+      "▁ Before",
+      "ме ни",
+      "мен и",
+      "▁D ig",
+      "▁Di g",
+      "▁ Dig",
+      "▁ra pid",
+      "▁rap id",
+      "▁l leg",
+      "▁ll eg",
+      "▁lle g",
+      "equ als",
+      "eq uals",
+      "equal s",
+      "▁H och",
+      "▁Ho ch",
+      "for all",
+      "ва ти",
+      "ват и",
+      "us z",
+      "u sz",
+      "▁att ached",
+      "▁attach ed",
+      "Ex pression",
+      "Exp ression",
+      "Expr ession",
+      "Express ion",
+      "▁st ock",
+      "▁sto ck",
+      "▁ stock",
+      "ül l",
+      "ü ll",
+      "pe t",
+      "p et",
+      "ess ions",
+      "ession s",
+      "col o",
+      "co lo",
+      "c olo",
+      "▁g y",
+      "▁ gy",
+      "Bo ok",
+      "B ook",
+      "▁Jac ob",
+      "▁Pro duct",
+      "▁Produ ct",
+      "▁ Product",
+      "▁input s",
+      "ми р",
+      "▁learn ed",
+      "▁lear ned",
+      "ów n",
+      "ó wn",
+      "▁po lice",
+      "▁pol ice",
+      "▁polic e",
+      "▁ле т",
+      "▁ лет",
+      "▁I tem",
+      "▁It em",
+      "▁ Item",
+      "▁e ye",
+      "ai ent",
+      "a ient",
+      "▁Sam mlung",
+      "▁L or",
+      "▁Lo r",
+      "▁re pres",
+      "▁rep res",
+      "▁repr es",
+      "▁repre s",
+      "▁f est",
+      "▁fe st",
+      "▁ fest",
+      "Con d",
+      "Co nd",
+      "C ond",
+      "▁n ouve",
+      "▁no uve",
+      "▁nou ve",
+      "▁ext end",
+      "▁ extend",
+      "▁Fran ces",
+      "▁France s",
+      "▁Fr ances",
+      "▁Franc es",
+      "▁F ind",
+      "▁Fin d",
+      "▁ Find",
+      "▁de ze",
+      "▁dez e",
+      "er na",
+      "ern a",
+      "▁hab ía",
+      "pr ü",
+      "▁mo tor",
+      "▁mot or",
+      "bi e",
+      "b ie",
+      "Hel lo",
+      "H ello",
+      "▁res id",
+      "▁f inale",
+      "▁fin ale",
+      "▁final e",
+      "% )",
+      "{ '",
+      "▁H ard",
+      "▁Har d",
+      "▁Ha rd",
+      "▁p airs",
+      "▁pa irs",
+      "▁pair s",
+      "▁E ll",
+      "▁El l",
+      "iv ot",
+      "ivo t",
+      "re es",
+      "ree s",
+      "r ees",
+      "▁For ce",
+      "▁even ing",
+      "▁ev ening",
+      "▁des pués",
+      "▁desp ués",
+      "r g",
+      "Wh y",
+      "W hy",
+      "▁c onn",
+      "▁con n",
+      "▁co nn",
+      "▁ conn",
+      "sch ema",
+      "sche ma",
+      "хо д",
+      "х од",
+      "▁ме жду",
+      "▁fl ash",
+      "▁fla sh",
+      "▁ flash",
+      "sk ip",
+      "ski p",
+      "▁min ute",
+      "▁v ed",
+      "▁ve d",
+      "▁ ved",
+      "ay lor",
+      "▁s eus",
+      "▁se us",
+      "▁seu s",
+      "▁Ma jor",
+      "▁Maj or",
+      "▁fr anc",
+      "▁fran c",
+      "▁fra nc",
+      "▁r ac",
+      "▁ra c",
+      "▁ rac",
+      "k w",
+      "c v",
+      "N ative",
+      "▁B utton",
+      "▁But ton",
+      "▁ Button",
+      "ни ци",
+      "ниц и",
+      "sett ings",
+      "setting s",
+      "s ettings",
+      "▁A ccess",
+      "▁Acc ess",
+      "▁Ac cess",
+      "▁ Access",
+      "▁qu ality",
+      "▁qual ity",
+      "▁quali ty",
+      "▁ quality",
+      "pr ops",
+      "pro ps",
+      "prop s",
+      "F loat",
+      "▁S cot",
+      "▁Sc ot",
+      "▁A D",
+      "▁ AD",
+      "▁al lem",
+      "▁all em",
+      "▁alle m",
+      "& \\",
+      "ustr ation",
+      "pat tern",
+      "mi r",
+      "m ir",
+      "▁incor por",
+      "sk ich",
+      "ski ch",
+      "' >",
+      "St and",
+      "▁techn ique",
+      "▁techni que",
+      "▁E ss",
+      "▁Es s",
+      "▁Ox ford",
+      "▁ ла",
+      "t ikz",
+      "ли й",
+      "Log in",
+      "Lo gin",
+      "▁min ister",
+      "▁minist er",
+      "▁mini ster",
+      "▁ minister",
+      "▁c url",
+      "▁cu rl",
+      "▁cur l",
+      "▁ curl",
+      "ka n",
+      "k an",
+      "▁m aps",
+      "▁ma ps",
+      "▁map s",
+      "▁ maps",
+      "in da",
+      "ind a",
+      "ri eb",
+      "rie b",
+      "r ieb",
+      "▁E ND",
+      "▁EN D",
+      "▁ END",
+      "if ies",
+      "ifi es",
+      "ifie s",
+      "con sole",
+      "cons ole",
+      "bu ry",
+      "bur y",
+      "b ury",
+      "▁L E",
+      "▁ LE",
+      "▁indep end",
+      "▁inde pend",
+      "▁t a",
+      "▁ ta",
+      "▁ Ś",
+      "on el",
+      "one l",
+      "o nel",
+      "és z",
+      "é sz",
+      "▁I st",
+      "▁Is t",
+      "ut ive",
+      "uti ve",
+      "ё л",
+      "▁Reg ion",
+      "▁ Region",
+      "▁( =",
+      "▁comp act",
+      "ço is",
+      "ç ois",
+      "▁label s",
+      "▁lab els",
+      "▁ labels",
+      "autor ité",
+      "▁s tan",
+      "▁st an",
+      "▁sta n",
+      "▁ stan",
+      "▁fran çaise",
+      "▁français e",
+      "▁rem oving",
+      "▁remov ing",
+      "y c",
+      "} |",
+      "▁Ex ec",
+      "▁ Exec",
+      "($ _",
+      "( $_",
+      "ma g",
+      "m ag",
+      "be fore",
+      "▁stop ped",
+      "▁sto pped",
+      "ми и",
+      "▁ref resh",
+      "▁ refresh",
+      "un kt",
+      "unk t",
+      "ic io",
+      "ici o",
+      "i cio",
+      "X ml",
+      "▁T ab",
+      "▁Ta b",
+      "▁ Tab",
+      "▁f ounded",
+      "▁found ed",
+      "▁f al",
+      "▁fa l",
+      "▁ fal",
+      "f x",
+      "▁Histor ia",
+      "▁Hist oria",
+      "▁Ear ly",
+      "▁Earl y",
+      "Do m",
+      "D om",
+      "▁de cide",
+      "▁dec ide",
+      "▁decid e",
+      "▁under stood",
+      "▁j ur",
+      "▁ju r",
+      "▁N r",
+      "▁cap ac",
+      "wa s",
+      "w as",
+      "▁en emy",
+      "▁enem y",
+      "▁program s",
+      "▁m ask",
+      "▁ma sk",
+      "▁mas k",
+      "▁ mask",
+      "ск е",
+      "с ке",
+      "▁gr oupe",
+      "▁group e",
+      "ca m",
+      "c am",
+      "▁w idget",
+      "▁wid get",
+      "▁ widget",
+      "RE ATE",
+      "▁se va",
+      "▁Bar cel",
+      "▁p erd",
+      "▁per d",
+      "▁pe rd",
+      "▁М у",
+      "ran ce",
+      "r ance",
+      "TY PE",
+      "T YPE",
+      "▁{ '",
+      "▁ {'",
+      "▁b ill",
+      "▁bi ll",
+      "▁bil l",
+      "▁\" _",
+      "' `",
+      "ba hn",
+      "bah n",
+      "b ahn",
+      "▁cont ained",
+      "▁contain ed",
+      "Cl ose",
+      "C lose",
+      "ru g",
+      "r ug",
+      "eg y",
+      "e gy",
+      "▁s ight",
+      "▁sig ht",
+      "▁Pro vin",
+      "▁Prov in",
+      "н ю",
+      "ar z",
+      "a rz",
+      "ще н",
+      "щ ен",
+      "▁J oe",
+      "▁Jo e",
+      "▁de leted",
+      "▁delete d",
+      "▁delet ed",
+      "▁A uto",
+      "▁Aut o",
+      "▁Au to",
+      "▁ Auto",
+      "▁m eter",
+      "▁me ter",
+      "▁met er",
+      "▁ meter",
+      "C G",
+      "ъ л",
+      "▁p ent",
+      "▁pe nt",
+      "▁pen t",
+      "▁ pent",
+      "▁be zeichnet",
+      "Su m",
+      "S um",
+      "db c",
+      "d bc",
+      "▁Pl atz",
+      "▁Pla tz",
+      "▁Plat z",
+      "ect ors",
+      "ector s",
+      "e ctors",
+      "▁L ittle",
+      "QU E",
+      "Q UE",
+      "ці я",
+      "ц ія",
+      "те ля",
+      "тел я",
+      "nig ht",
+      "n ight",
+      "▁l l",
+      "▁ ll",
+      "▁most ly",
+      "UI D",
+      "U ID",
+      "▁b ez",
+      "▁be z",
+      "▁ bez",
+      "do b",
+      "d ob",
+      "кс и",
+      "к си",
+      "ter ne",
+      "tern e",
+      "t erne",
+      "▁cor ner",
+      "▁corn er",
+      "at y",
+      "a ty",
+      "▁impro ve",
+      "▁improv e",
+      "▁impr ove",
+      "▁in tr",
+      "▁int r",
+      "▁` @",
+      "ar od",
+      "aro d",
+      "a rod",
+      "▁install ation",
+      "▁instal lation",
+      "▁Refer ências",
+      "ig an",
+      "iga n",
+      "i gan",
+      "▁crit ic",
+      "ad el",
+      "ade l",
+      "a del",
+      "▁се ло",
+      ", \r",
+      "at ori",
+      "ator i",
+      "ato ri",
+      "▁F ri",
+      "▁Fr i",
+      "▁ Fri",
+      "▁ré férences",
+      "▁Int ent",
+      "▁ Intent",
+      "▁t ant",
+      "▁tan t",
+      "▁ta nt",
+      "un ci",
+      "unc i",
+      "▁level s",
+      "▁lev els",
+      "er es",
+      "ere s",
+      "e res",
+      "▁e mer",
+      "▁em er",
+      "▁ emer",
+      "sa fe",
+      "t k",
+      "▁c ham",
+      "▁ch am",
+      "▁cha m",
+      "▁great ly",
+      "▁we it",
+      "▁ weit",
+      "▁co ach",
+      "▁to ward",
+      "Hom e",
+      "H ome",
+      "▁Bo olean",
+      "▁ Boolean",
+      "те л",
+      "т ел",
+      "▁m ock",
+      "▁mo ck",
+      "▁ mock",
+      "▁appreci ate",
+      "▁C ross",
+      "▁Cr oss",
+      "▁Cro ss",
+      "▁T ake",
+      "▁Ta ke",
+      "▁Tak e",
+      "▁ Take",
+      "D P",
+      "▁s ides",
+      "▁si des",
+      "▁side s",
+      "▁sid es",
+      "▁Norm daten",
+      "де й",
+      "д ей",
+      "st al",
+      "sta l",
+      "s tal",
+      "▁c out",
+      "▁co ut",
+      "▁cou t",
+      "▁ cout",
+      "b n",
+      "▁V ert",
+      "▁Ver t",
+      "▁Ve rt",
+      "▁ Vert",
+      "▁b ird",
+      "▁bi rd",
+      "▁bir d",
+      "▁ bird",
+      "▁dynam ically",
+      "▁dynamic ally",
+      "▁D ol",
+      "▁Do l",
+      "▁B urg",
+      "▁Bu rg",
+      "▁Bur g",
+      "▁d og",
+      "▁do g",
+      "▁ dog",
+      "ät t",
+      "ä tt",
+      "▁n uc",
+      "▁nu c",
+      "E C",
+      "By tes",
+      "Byte s",
+      "▁a k",
+      "▁ ak",
+      "re land",
+      "rel and",
+      "r eland",
+      "▁gu itar",
+      "▁reg arding",
+      "▁regard ing",
+      "▁F uß",
+      "▁Fu ß",
+      "▁до л",
+      "▁ дол",
+      "au ss",
+      "aus s",
+      "a uss",
+      "▁j ej",
+      "▁je j",
+      "ac o",
+      "a co",
+      "▁up dates",
+      "▁update s",
+      "▁upd ates",
+      "ру к",
+      "р ук",
+      "(' /",
+      "▁c old",
+      "▁col d",
+      "▁co ld",
+      "▁G iven",
+      "▁Gi ven",
+      "▁Give n",
+      "hi n",
+      "h in",
+      "▁fe eling",
+      "▁feel ing",
+      "▁fee ling",
+      "ig li",
+      "fa h",
+      "f ah",
+      "ст ре",
+      "стр е",
+      "с тре",
+      "bo ol",
+      "b ool",
+      "init ial",
+      "▁станов ника",
+      "▁An na",
+      "▁Ann a",
+      "▁h ors",
+      "▁hor s",
+      "▁ho rs",
+      "▁d oll",
+      "▁do ll",
+      "▁dol l",
+      "▁con sum",
+      "▁cons um",
+      "▁ consum",
+      "ub er",
+      "ube r",
+      "u ber",
+      "stand ing",
+      "stan ding",
+      "act iv",
+      "з і",
+      "check ed",
+      "▁perm issions",
+      "▁permission s",
+      "▁M onte",
+      "▁Mon te",
+      "▁Mont e",
+      "Write Line",
+      "pl us",
+      "p lus",
+      "▁E qu",
+      "▁Eq u",
+      "▁ Equ",
+      "▁и х",
+      "▁ их",
+      "ч ки",
+      "un que",
+      "▁L O",
+      "▁ LO",
+      "e a",
+      "sam ple",
+      "s ample",
+      "ie sz",
+      "ies z",
+      "i esz",
+      "or al",
+      "ora l",
+      "o ral",
+      "▁И н",
+      "os ton",
+      "ost on",
+      "osto n",
+      "o ston",
+      "▁S imon",
+      "▁Sim on",
+      "▁Si mon",
+      "fa st",
+      "fas t",
+      "f ast",
+      "m k",
+      "as sen",
+      "ass en",
+      "asse n",
+      "▁arch itecture",
+      "▁architect ure",
+      "▁ architecture",
+      "ens es",
+      "ense s",
+      "▁ Å",
+      "▁to pic",
+      "▁top ic",
+      "▁ topic",
+      "▁dis able",
+      "▁ disable",
+      "▁C ru",
+      "▁Cr u",
+      "▁Cont rol",
+      "▁ Control",
+      "▁cre ation",
+      "▁hy per",
+      "▁hyp er",
+      "▁ hyper",
+      "it ud",
+      "itu d",
+      "же ния",
+      "ar am",
+      "ara m",
+      "a ram",
+      "▁г де",
+      "ien st",
+      "iens t",
+      "i enst",
+      "ed ule",
+      "edu le",
+      "▁B ot",
+      "▁Bo t",
+      "▁О с",
+      "▁The ir",
+      "an ne",
+      "ann e",
+      "M icrosoft",
+      "▁P M",
+      "▁ PM",
+      "yd ro",
+      "y dro",
+      "ent lich",
+      "▁E ine",
+      "▁Ein e",
+      "CH AR",
+      ": '",
+      "We ll",
+      "Wel l",
+      "W ell",
+      "le ton",
+      "let on",
+      "l eton",
+      "▁support s",
+      "▁sup ports",
+      "'] )",
+      "' ])",
+      "man ual",
+      "▁v ice",
+      "▁vi ce",
+      "▁vic e",
+      "▁ vice",
+      "as a",
+      "a sa",
+      "cl os",
+      "clo s",
+      "c los",
+      "vi sed",
+      "vis ed",
+      "v ised",
+      "▁p ok",
+      "▁po k",
+      "tr ack",
+      "tra ck",
+      "t rack",
+      "но ст",
+      "нос т",
+      "... .....",
+      ".... ....",
+      "..... ...",
+      "▁' \\",
+      "▁ '\\",
+      "² .",
+      "▁or ders",
+      "▁order s",
+      "▁ord ers",
+      "▁ orders",
+      "et ta",
+      "ett a",
+      "e tta",
+      "▁con version",
+      "▁conv ersion",
+      "▁convers ion",
+      "▁t rade",
+      "▁tr ade",
+      "▁tra de",
+      "▁trad e",
+      "cl i",
+      "c li",
+      "▁И сто",
+      "▁Ис то",
+      "▁a kt",
+      "▁ak t",
+      "▁ akt",
+      "▁sub set",
+      "▁subs et",
+      "▁ subset",
+      "▁a ug",
+      "▁au g",
+      "▁ aug",
+      "▁le aves",
+      "▁leave s",
+      "Mat h",
+      "Ma th",
+      "M ath",
+      "an ned",
+      "ann ed",
+      "anne d",
+      "ka l",
+      "k al",
+      "▁Ве ли",
+      "▁n og",
+      "▁no g",
+      "▁ nog",
+      "▁e th",
+      "▁et h",
+      "▁ eth",
+      "▁h air",
+      "▁ha ir",
+      "ar ound",
+      "aro und",
+      "a round",
+      "▁java x",
+      "▁jav ax",
+      "▁ javax",
+      "во й",
+      "▁C entre",
+      "▁Cent re",
+      "ö ß",
+      "ut i",
+      "u ti",
+      "▁n avigation",
+      "▁navig ation",
+      "▁ navigation",
+      "▁P S",
+      "▁ PS",
+      "▁w a",
+      "▁ wa",
+      "▁Ро ссии",
+      "▁Рос сии",
+      "▁Росси и",
+      "us a",
+      "u sa",
+      "ze ta",
+      "zet a",
+      "z eta",
+      "▁P DF",
+      "▁ PDF",
+      "▁m ismo",
+      "▁mis mo",
+      "▁mism o",
+      "pro perties",
+      "me ister",
+      "ль та",
+      "for ward",
+      "▁O st",
+      "▁Os t",
+      "ki ns",
+      "kin s",
+      "k ins",
+      "▁s ido",
+      "▁si do",
+      "▁sid o",
+      "зо в",
+      "з ов",
+      "ta gs",
+      "tag s",
+      "t ags",
+      "▁a ctor",
+      "▁act or",
+      "▁ac tor",
+      "▁ actor",
+      "▁f ly",
+      "▁fl y",
+      "▁ fly",
+      "C R",
+      "ag ini",
+      "agi ni",
+      "agin i",
+      "▁l ett",
+      "▁le tt",
+      "▁let t",
+      "▁ lett",
+      "en i",
+      "e ni",
+      "te ch",
+      "t ech",
+      "▁E nc",
+      "▁En c",
+      "▁ Enc",
+      "or acle",
+      "ora cle",
+      "o racle",
+      "amil ton",
+      "ze j",
+      "z ej",
+      "fe n",
+      "f en",
+      "ume rate",
+      "umer ate",
+      "▁qu esto",
+      "▁que sto",
+      "▁q uesto",
+      "▁quest o",
+      "da rt",
+      "dar t",
+      "d art",
+      "▁K ore",
+      "▁Ko re",
+      "▁Kor e",
+      "ap is",
+      "api s",
+      "a pis",
+      "ep er",
+      "e per",
+      "Sc reen",
+      "S creen",
+      "wa ll",
+      "wal l",
+      "w all",
+      "▁is land",
+      "sh e",
+      "s he",
+      "▁l igger",
+      "▁lig ger",
+      "в ся",
+      "fa ng",
+      "fan g",
+      "f ang",
+      "▁t ard",
+      "▁tar d",
+      "▁ta rd",
+      "▁pla ats",
+      "▁п ло",
+      "▁ пло",
+      "▁Off ice",
+      "▁Offic e",
+      "▁ Office",
+      "▁S ET",
+      "▁SE T",
+      "▁ SET",
+      "▁circ uit",
+      "je d",
+      "j ed",
+      "Sa ve",
+      "S ave",
+      "ль но",
+      "So cket",
+      "S ocket",
+      "▁In dex",
+      "▁Ind ex",
+      "▁ Index",
+      "AC K",
+      "A CK",
+      "id ers",
+      "ide rs",
+      "ider s",
+      "i ders",
+      "er er",
+      "ere r",
+      "e rer",
+      "▁С ША",
+      "▁l ady",
+      "▁la dy",
+      "▁lad y",
+      "▁sch eme",
+      "▁sche me",
+      "ie lle",
+      "iel le",
+      "i elle",
+      "▁ex erc",
+      "▁exer c",
+      ")} \\",
+      ") }\\",
+      "Date Time",
+      "at han",
+      "ath an",
+      "a than",
+      "▁Prof essor",
+      "▁mo ins",
+      "▁moi ns",
+      "▁Ex cel",
+      "▁ Excel",
+      "▁H ay",
+      "▁Ha y",
+      "▁Mus ik",
+      "▁ ї",
+      "ę d",
+      "▁\" .",
+      "▁ \".",
+      "▁бу в",
+      "▁inst rument",
+      "▁instru ment",
+      "па р",
+      "п ар",
+      "▁б ере",
+      "▁бе ре",
+      "▁ бере",
+      "▁polit ique",
+      "▁trad ition",
+      "▁V M",
+      "▁ VM",
+      "▁Ar ts",
+      "▁Art s",
+      "▁C i",
+      "Us e",
+      "U se",
+      "▁a ggreg",
+      "▁ag greg",
+      "▁ aggreg",
+      "▁we eks",
+      "▁week s",
+      "▁o pport",
+      "▁op port",
+      "▁opp ort",
+      "it ing",
+      "iti ng",
+      "i ting",
+      "▁vert ical",
+      "▁ vertical",
+      "▁N az",
+      "▁Na z",
+      ".. .)",
+      "... )",
+      "iz o",
+      "i zo",
+      "▁c ycle",
+      "▁cy cle",
+      "▁cycl e",
+      "▁ cycle",
+      "▁tem po",
+      "▁temp o",
+      "т ре",
+      "▁hand ling",
+      "ist ence",
+      "isten ce",
+      "▁p aste",
+      "▁pas te",
+      "▁pa ste",
+      "▁past e",
+      "▁ paste",
+      "▁en jo",
+      "RO UP",
+      "▁o uter",
+      "▁out er",
+      "▁ou ter",
+      "▁ outer",
+      "▁su pply",
+      "▁supp ly",
+      "▁sup ply",
+      "em an",
+      "ema n",
+      "e man",
+      "▁acc ident",
+      "▁\\ ]",
+      "▁ \\]",
+      "▁те х",
+      "▁ тех",
+      "Po ol",
+      "P ool",
+      "ot ing",
+      "oti ng",
+      "o ting",
+      "onym ous",
+      "▁Gi ov",
+      "▁u d",
+      "▁ ud",
+      "▁. /",
+      "▁ ./",
+      "ER ROR",
+      "ERR OR",
+      "con struct",
+      "const ruct",
+      "text width",
+      "qu ipe",
+      "qui pe",
+      "quip e",
+      "case s",
+      "cas es",
+      "c ases",
+      "▁а д",
+      "▁R ow",
+      "▁Ro w",
+      "▁ Row",
+      "Hol der",
+      "Hold er",
+      "H older",
+      "wa n",
+      "w an",
+      "ar na",
+      "arn a",
+      "Me m",
+      "M em",
+      "▁Canad ian",
+      "▁Com mission",
+      "▁Comm ission",
+      "su n",
+      "s un",
+      "▁app s",
+      "▁ap ps",
+      "▁ apps",
+      "▁B lo",
+      "▁Bl o",
+      "▁i hrer",
+      "▁ih rer",
+      "▁ihr er",
+      "▁ihre r",
+      "▁famil le",
+      "▁fam ille",
+      "▁m ě",
+      "▁p y",
+      "▁ py",
+      "и с",
+      "▁т ого",
+      "▁то го",
+      "▁ того",
+      "▁Ag ain",
+      "▁ign ore",
+      "▁ignor e",
+      "▁ ignore",
+      "▁tele vision",
+      "▁televis ion",
+      "Pa t",
+      "P at",
+      "hi de",
+      "h ide",
+      "▁R ev",
+      "▁Re v",
+      "▁b ear",
+      "▁be ar",
+      "ph y",
+      "p hy",
+      "▁no ise",
+      "▁w ra",
+      "▁wr a",
+      "at ionale",
+      "ation ale",
+      "ational e",
+      "▁coll abor",
+      "bor der",
+      "b order",
+      "▁el ected",
+      "▁elect ed",
+      "▁ele cted",
+      "▁sur pr",
+      "▁a voir",
+      "▁av oir",
+      "▁avo ir",
+      "▁ avoir",
+      "▁ass embly",
+      "▁assemb ly",
+      "▁ assembly",
+      "▁об ще",
+      "▁arbitr ary",
+      "▁br ief",
+      "▁- --",
+      "▁-- -",
+      "▁ ---",
+      "▁M aur",
+      "▁Ma ur",
+      "▁Mau r",
+      "gr ession",
+      "gress ion",
+      "g ression",
+      "ic ia",
+      "ici a",
+      "i cia",
+      "▁lie gt",
+      "▁Fig ure",
+      "▁on to",
+      "▁ont o",
+      "▁ onto",
+      "Re pository",
+      "Repos itory",
+      "▁dé f",
+      "▁f orth",
+      "▁for th",
+      "▁fort h",
+      "▁cl icked",
+      "▁click ed",
+      "se ite",
+      "▁n otes",
+      "▁not es",
+      "▁no tes",
+      "▁note s",
+      "▁ notes",
+      "nat ive",
+      "n ative",
+      "▁ED IT",
+      "▁ EDIT",
+      "ы е",
+      "M T",
+      "am ental",
+      "ament al",
+      "amen tal",
+      "▁r ose",
+      "▁ro se",
+      "▁ros e",
+      "▁ rose",
+      "▁pu ede",
+      "▁pue de",
+      "De legate",
+      "Deleg ate",
+      "ub a",
+      "u ba",
+      "ne o",
+      "xi s",
+      "x is",
+      "▁Ar thur",
+      "UR E",
+      "U RE",
+      "am ing",
+      "ami ng",
+      "amin g",
+      "a ming",
+      "De vice",
+      "Dev ice",
+      "▁d iam",
+      "▁di am",
+      "▁dia m",
+      "st änd",
+      "▁p ron",
+      "▁pro n",
+      "▁pr on",
+      "oi s",
+      "o is",
+      "com ing",
+      "co ming",
+      "c oming",
+      "Param eters",
+      "Parameter s",
+      "uv ud",
+      "▁ab ility",
+      "▁ ability",
+      "▁m ét",
+      "▁mé t",
+      "▁Un fortunately",
+      "f d",
+      "D ictionary",
+      "so cket",
+      "sock et",
+      "s ocket",
+      "▁con oc",
+      "▁co noc",
+      "cont ains",
+      "es sed",
+      "ess ed",
+      "esse d",
+      "▁gel dig",
+      "▁geld ig",
+      "ни ца",
+      "ниц а",
+      "▁point ed",
+      "es ti",
+      "est i",
+      "no m",
+      "n om",
+      "ографи я",
+      "▁represent s",
+      "▁repres ents",
+      "▁man ip",
+      "wor ld",
+      "w orld",
+      "▁resol ved",
+      "▁resolve d",
+      "te gr",
+      "t egr",
+      "▁d ort",
+      "▁do rt",
+      "▁dor t",
+      "as tern",
+      "ast ern",
+      "aster n",
+      "aste rn",
+      "▁camp aign",
+      "▁pr imo",
+      "▁prim o",
+      "▁pri mo",
+      "▁; ;",
+      "▁ ;;",
+      "▁sni ppet",
+      "▁N ik",
+      "▁Ni k",
+      "To tal",
+      "T otal",
+      "iss ement",
+      "isse ment",
+      "AC E",
+      "A CE",
+      "▁ver ify",
+      "▁ verify",
+      "if fe",
+      "iff e",
+      "i ffe",
+      "la gen",
+      "lag en",
+      "lage n",
+      "l agen",
+      "ie ur",
+      "ieu r",
+      "i eur",
+      "▁convert ed",
+      "▁conver ted",
+      "▁Mil it",
+      "▁Mi lit",
+      "▁A lg",
+      "▁Al g",
+      "▁ Alg",
+      "▁R on",
+      "▁Ro n",
+      "▁k onn",
+      "▁kon n",
+      "▁ko nn",
+      "ap ple",
+      "app le",
+      "▁dis pos",
+      "▁disp os",
+      "stell ung",
+      "▁re tain",
+      "▁ret ain",
+      "▁m entre",
+      "▁men tre",
+      "▁ment re",
+      "▁ne ut",
+      "▁neu t",
+      "▁ neut",
+      "▁N ight",
+      "ch é",
+      "c hé",
+      "at ti",
+      "att i",
+      "▁o bra",
+      "▁ob ra",
+      "▁super ior",
+      "▁Con gress",
+      "▁Cong ress",
+      "ё м",
+      "▁c odes",
+      "▁code s",
+      "▁co des",
+      "▁cod es",
+      "▁ codes",
+      "▁A ma",
+      "▁Am a",
+      "▁E arth",
+      "▁Ear th",
+      "▁oppos ite",
+      "▁p ool",
+      "▁po ol",
+      "▁ pool",
+      "▁D un",
+      "▁Du n",
+      "же ние",
+      "▁\" ${",
+      "▁\"$ {",
+      "in v",
+      "▁у ни",
+      "▁And rew",
+      "▁Andre w",
+      "те лей",
+      "тел ей",
+      "▁by ł",
+      "Un ivers",
+      "Uni vers",
+      "▁Ang ular",
+      "an im",
+      "ani m",
+      "a nim",
+      "до ва",
+      "дов а",
+      "д ова",
+      "BU G",
+      "B UG",
+      "ut ely",
+      "ute ly",
+      "▁draw ing",
+      "▁dra wing",
+      "▁g ain",
+      "▁ga in",
+      "▁four th",
+      "▁Pro blem",
+      "▁ Problem",
+      "▁sudden ly",
+      "▁ Ä",
+      "on na",
+      "onn a",
+      "▁K ont",
+      "▁Kon t",
+      "▁Ko nt",
+      "▁Bilder n",
+      "▁Bild ern",
+      "▁Bil dern",
+      "▁konn te",
+      "ž e",
+      "Tr ace",
+      "Tra ce",
+      "T race",
+      "▁sec ure",
+      "▁ secure",
+      "▁któ ry",
+      "▁e q",
+      "▁ eq",
+      "▁f ormal",
+      "▁for mal",
+      "▁form al",
+      "▁forma l",
+      "amer ikan",
+      "▁A nal",
+      "▁An al",
+      "▁Ana l",
+      "▁ Anal",
+      "▁R ewrite",
+      "▁Re write",
+      "▁D ouble",
+      "▁Dou ble",
+      "▁ Double",
+      "cre ated",
+      "create d",
+      "N U",
+      "MD b",
+      "M Db",
+      "ap es",
+      "ape s",
+      "a pes",
+      "Un is",
+      "Uni s",
+      "U nis",
+      "▁e special",
+      "▁espe cial",
+      "▁espec ial",
+      "}) \\",
+      "} )\\",
+      "ed om",
+      "edo m",
+      "e dom",
+      "▁c ategor",
+      "▁categ or",
+      "Re turn",
+      "Ret urn",
+      "▁H amb",
+      "▁Ha mb",
+      "▁Ham b",
+      "▁R io",
+      "▁Ri o",
+      "▁M ir",
+      "▁Mi r",
+      "▁G eme",
+      "▁Ge me",
+      "▁Gem e",
+      "ab ilities",
+      "abil ities",
+      "tr z",
+      "t rz",
+      "us et",
+      "use t",
+      "u set",
+      "ier ra",
+      "net work",
+      "n etwork",
+      "▁do ctor",
+      "▁doc tor",
+      "eur s",
+      "eu rs",
+      "e urs",
+      "▁l isten",
+      "▁li sten",
+      "▁list en",
+      "▁liste n",
+      "▁ listen",
+      "д ж",
+      "▁H ö",
+      "▁cons ists",
+      "▁consist s",
+      "as m",
+      "a sm",
+      "Ch r",
+      "C hr",
+      "al and",
+      "ala nd",
+      "a land",
+      "▁испо ль",
+      "▁ис поль",
+      "▁испол ь",
+      "▁lug ar",
+      "▁lu gar",
+      "▁def initely",
+      "▁definit ely",
+      "▁definite ly",
+      "mo ve",
+      "mov e",
+      "m ove",
+      "úblic a",
+      "ú blica",
+      "▁l än",
+      "▁lä n",
+      "is mus",
+      "ism us",
+      "▁др жа",
+      "▁d t",
+      "▁ dt",
+      "▁Per haps",
+      "▁Bra sil",
+      "▁Bras il",
+      "Jo hn",
+      "J ohn",
+      "▁prom ise",
+      "ł u",
+      "re ens",
+      "ree ns",
+      "reen s",
+      "▁ps ych",
+      "▁W ho",
+      "▁Wh o",
+      "▁ Who",
+      "ря д",
+      "▁IN TO",
+      "▁INT O",
+      "▁Pe ople",
+      "▁Will iams",
+      "▁William s",
+      "▁M arg",
+      "▁Mar g",
+      "▁Ma rg",
+      "▁д ан",
+      "▁да н",
+      "▁ дан",
+      "re cord",
+      "rec ord",
+      "▁E uro",
+      "▁Eu ro",
+      "▁Eur o",
+      "▁Virgin ia",
+      "▁R est",
+      "▁Re st",
+      "▁Res t",
+      "▁ Rest",
+      "▁C orn",
+      "▁Cor n",
+      "▁Co rn",
+      "}} ,",
+      "} },",
+      "▁G rid",
+      "▁Gr id",
+      "▁ Grid",
+      "▁in ject",
+      "▁inj ect",
+      "▁ inject",
+      "на н",
+      "н ан",
+      "▁c row",
+      "▁cr ow",
+      "▁cro w",
+      "▁Ph ys",
+      "▁ Phys",
+      "▁D O",
+      "▁ DO",
+      "▁\" -",
+      "▁incre ased",
+      "▁increase d",
+      "ach er",
+      "ac her",
+      "ache r",
+      "a cher",
+      "pe at",
+      "Li n",
+      "L in",
+      "▁D ub",
+      "▁Du b",
+      "ri ces",
+      "ric es",
+      "rice s",
+      "r ices",
+      "ag nost",
+      "agn ost",
+      "d l",
+      "▁cur ve",
+      "▁curv e",
+      "ü g",
+      "ri ce",
+      "ric e",
+      "r ice",
+      "l anguage",
+      "Click Listener",
+      "▁municip al",
+      "▁O ri",
+      "▁Or i",
+      "▁ Ori",
+      "▁B ild",
+      "▁Bi ld",
+      "▁Bil d",
+      "▁C ab",
+      "▁Ca b",
+      "▁V ar",
+      "▁Va r",
+      "▁ Var",
+      "▁n oted",
+      "▁not ed",
+      "▁no ted",
+      "▁note d",
+      "▁ Î",
+      "▁s ubs",
+      "▁su bs",
+      "▁sub s",
+      "ia tion",
+      "iat ion",
+      "i ation",
+      "W OR",
+      "in gly",
+      "ing ly",
+      "▁R us",
+      "▁Ru s",
+      "ie ns",
+      "ien s",
+      "i ens",
+      "IN FO",
+      "INF O",
+      "к ва",
+      "at ivo",
+      "ativ o",
+      "ati vo",
+      "ge nde",
+      "gen de",
+      "g ende",
+      "▁Fran z",
+      "▁Fr anz",
+      "▁is ol",
+      "▁i sol",
+      "ed es",
+      "ede s",
+      "e des",
+      "ni er",
+      "nie r",
+      "n ier",
+      "▁N O",
+      "▁ NO",
+      "▁H as",
+      "▁Ha s",
+      "▁ Has",
+      "be ans",
+      "bean s",
+      "▁p andas",
+      "▁pan das",
+      "▁ pandas",
+      "(\" %",
+      "ві т",
+      "ут бо",
+      "▁g ather",
+      "▁ga ther",
+      "▁gat her",
+      "▁le gal",
+      "▁leg al",
+      "▁ legal",
+      "in clud",
+      "▁circum st",
+      "cript or",
+      "ri ble",
+      "rib le",
+      "r ible",
+      "▁S üd",
+      "▁Sü d",
+      "▁a pro",
+      "▁ap ro",
+      "▁apr o",
+      "Ap i",
+      "A pi",
+      "▁на й",
+      "▁Afr ican",
+      "▁Africa n",
+      "ow ski",
+      "ows ki",
+      "▁John son",
+      "ie k",
+      "i ek",
+      "▁v ote",
+      "▁vo te",
+      "▁vot e",
+      "▁ vote",
+      "▁K an",
+      "▁Ka n",
+      "▁b ibli",
+      "▁bib li",
+      "▁ bibli",
+      "▁h aar",
+      "▁ha ar",
+      "▁v r",
+      "▁ vr",
+      "]) ,",
+      "] ),",
+      "subset eq",
+      "Par ser",
+      "Parse r",
+      "ia ni",
+      "ian i",
+      "i ani",
+      "is é",
+      "id ea",
+      "ide a",
+      "On ly",
+      "▁á l",
+      "▁ ál",
+      "▁C atal",
+      "▁Ca tal",
+      "▁Cat al",
+      "▁C ase",
+      "▁Cas e",
+      "▁Ca se",
+      "▁ Case",
+      "se h",
+      "s eh",
+      "▁en counter",
+      "▁enc ounter",
+      "▁re form",
+      "▁ref orm",
+      "ми ни",
+      "мин и",
+      "▁S tre",
+      "▁St re",
+      "▁Str e",
+      "ex ception",
+      "except ion",
+      "▁T ar",
+      "▁Ta r",
+      "та р",
+      "т ар",
+      "tr l",
+      "t rl",
+      "▁А лександ",
+      "ле кт",
+      "лек т",
+      "equ al",
+      "eq ual",
+      "e qual",
+      "O p",
+      "▁l if",
+      "▁li f",
+      "▁й ого",
+      "▁volt age",
+      "▁volta ge",
+      "sh ire",
+      "s hire",
+      "▁Gro ß",
+      "в ня",
+      "ning s",
+      "n ings",
+      "н ци",
+      "▁l ag",
+      "▁la g",
+      "▁ lag",
+      "▁and eren",
+      "▁andere n",
+      "▁v ac",
+      "▁va c",
+      "▁ma cro",
+      "▁mac ro",
+      "▁ macro",
+      "= [",
+      "Th en",
+      "The n",
+      "T hen",
+      "▁control s",
+      "▁contr ols",
+      "▁contro ls",
+      "▁ controls",
+      "se q",
+      "s eq",
+      "olog ies",
+      "ologie s",
+      "▁select or",
+      "▁sel ector",
+      "▁sele ctor",
+      "▁ selector",
+      "▁Украї ни",
+      "хів овано",
+      "ы й",
+      "allen ge",
+      "alleng e",
+      "▁I MDb",
+      "▁IM Db",
+      "um my",
+      "umm y",
+      "ye n",
+      "y en",
+      "▁b este",
+      "▁be ste",
+      "▁best e",
+      "▁bes te",
+      "▁B ox",
+      "▁Bo x",
+      "▁ Box",
+      "▁ch air",
+      "▁cha ir",
+      "▁S ab",
+      "▁Sa b",
+      "er de",
+      "erd e",
+      "▁n ast",
+      "▁na st",
+      "▁nas t",
+      "iv amente",
+      "iva mente",
+      "▁об ъ",
+      "▁require ments",
+      "▁requirement s",
+      "▁me eting",
+      "▁meet ing",
+      "▁fin an",
+      "▁fi nan",
+      "▁A dam",
+      "▁Ad am",
+      "▁Ada m",
+      "▁tele vis",
+      "▁b right",
+      "▁br ight",
+      "▁brig ht",
+      "▁G it",
+      "▁Gi t",
+      "▁ Git",
+      "E G",
+      "▁G il",
+      "▁Gi l",
+      "r ès",
+      "▁C ond",
+      "▁Con d",
+      "▁Co nd",
+      "▁ Cond",
+      "▁f t",
+      "▁ ft",
+      "▁бу ло",
+      "- +",
+      "EN D",
+      "E ND",
+      "er ne",
+      "ern e",
+      "▁Com put",
+      "▁Comp ut",
+      "▁ Comput",
+      "▁i ls",
+      "▁il s",
+      "▁ ils",
+      "▁g all",
+      "▁gal l",
+      "▁ga ll",
+      "▁c sv",
+      "▁cs v",
+      "▁ csv",
+      "łu g",
+      "ł ug",
+      "▁sum mer",
+      "▁summ er",
+      "ga me",
+      "g ame",
+      "▁pos ts",
+      "▁post s",
+      "▁ posts",
+      "Ар хівовано",
+      "▁z ij",
+      "▁de termin",
+      "▁determ in",
+      "▁ab andon",
+      "co unter",
+      "count er",
+      "c ounter",
+      "▁require ment",
+      "▁requ irement",
+      "▁T it",
+      "▁Ti t",
+      "irt ual",
+      "▁V ideos",
+      "▁Video s",
+      "▁qu iet",
+      "▁qui et",
+      "▁T erm",
+      "▁Te rm",
+      "▁Ter m",
+      "▁ Term",
+      "▁time out",
+      "▁ timeout",
+      "Pr int",
+      "▁in vent",
+      "▁inv ent",
+      "▁inve nt",
+      "la is",
+      "l ais",
+      "▁mon itor",
+      "ha lb",
+      "hal b",
+      "▁W ild",
+      "▁Wil d",
+      "▁Wi ld",
+      "▁le ader",
+      "▁lead er",
+      "▁с ель",
+      "▁се ль",
+      "▁util iz",
+      "▁par ents",
+      "▁parent s",
+      "▁for ced",
+      "▁force d",
+      "▁pro ved",
+      "▁pr oved",
+      "▁prov ed",
+      "▁prove d",
+      "▁effect ive",
+      "▁l lam",
+      "▁ll am",
+      "▁С по",
+      "or b",
+      "o rb",
+      "gg i",
+      "g gi",
+      "▁ass umption",
+      "▁assum ption",
+      "▁su bm",
+      "▁sub m",
+      "▁в ій",
+      "▁ві й",
+      "il ia",
+      "ili a",
+      "i lia",
+      "▁re verse",
+      "▁revers e",
+      "▁rever se",
+      "▁ reverse",
+      "' \"",
+      "▁qu otes",
+      "▁quot es",
+      "▁quote s",
+      "▁s ites",
+      "▁si tes",
+      "▁site s",
+      "▁sit es",
+      "▁ sites",
+      "ig ung",
+      "igu ng",
+      "▁A rg",
+      "▁Ar g",
+      "▁ Arg",
+      "D ouble",
+      "▁s creens",
+      "▁sc reens",
+      "▁screen s",
+      "▁cl ause",
+      "▁cla use",
+      "▁b undle",
+      "▁bund le",
+      "▁ bundle",
+      "▁phil osoph",
+      "▁N um",
+      "▁Nu m",
+      "▁ Num",
+      "▁g leich",
+      "▁gle ich",
+      "▁ gleich",
+      "ul y",
+      "u ly",
+      "dir ect",
+      "di rect",
+      "dire ct",
+      "d irect",
+      "asket ball",
+      "ow any",
+      "owa ny",
+      "owan y",
+      "\\} $",
+      "\\ }$",
+      "▁rad ius",
+      "▁radi us",
+      "▁ radius",
+      "▁S earch",
+      "▁Se arch",
+      "▁ Search",
+      "Pro perties",
+      "▁e lev",
+      "▁el ev",
+      "▁ele v",
+      "▁p rod",
+      "▁pro d",
+      "▁pr od",
+      "▁ prod",
+      "▁\" %",
+      "is ión",
+      "isi ón",
+      "De bug",
+      "Deb ug",
+      "Se cond",
+      "Sec ond",
+      "( !",
+      "▁C atholic",
+      "ро ван",
+      "ров ан",
+      "рова н",
+      "р ован",
+      "le z",
+      "l ez",
+      "P a",
+      "ps on",
+      "p son",
+      "▁er ste",
+      "▁erst e",
+      "▁ers te",
+      "▁F u",
+      "▁l it",
+      "▁li t",
+      "▁ lit",
+      "▁S aison",
+      "▁Sa ison",
+      "▁H ash",
+      "▁Ha sh",
+      "▁Has h",
+      "▁ Hash",
+      "▁ex em",
+      "▁пред став",
+      ") *",
+      "▁e u",
+      "▁ eu",
+      "▁ │",
+      "▁g ab",
+      "▁ga b",
+      "eta iled",
+      "Co py",
+      "C opy",
+      "▁д ва",
+      "ev en",
+      "e ven",
+      "K ind",
+      "▁Jack son",
+      "а л",
+      "▁con sec",
+      "▁cons ec",
+      "▁conse c",
+      "US ER",
+      "USE R",
+      "U SER",
+      "▁T ok",
+      "▁To k",
+      "( .",
+      "▁$ |",
+      "▁T amb",
+      "▁Ta mb",
+      "▁Tam b",
+      "▁Lem ma",
+      "ha ng",
+      "han g",
+      "h ang",
+      "▁cont ribution",
+      "▁contrib ution",
+      "▁contribu tion",
+      "roll ers",
+      "rol lers",
+      "roller s",
+      "rolle rs",
+      "▁stud ies",
+      "▁studi es",
+      "▁p oi",
+      "▁po i",
+      "ge ms",
+      "gem s",
+      "g ems",
+      "▁U P",
+      "▁ UP",
+      "▁W ol",
+      "▁Wo l",
+      "> \"",
+      "▁f loor",
+      "▁fl oor",
+      "▁flo or",
+      "▁ floor",
+      "▁init ialize",
+      "▁initial ize",
+      "▁ initialize",
+      "▁L ew",
+      "▁Le w",
+      "ze k",
+      "z ek",
+      "ar te",
+      "art e",
+      "▁pos itions",
+      "▁position s",
+      "▁posit ions",
+      "▁por tion",
+      "▁port ion",
+      "co ver",
+      "cov er",
+      "c over",
+      "w p",
+      "ов ого",
+      "ово го",
+      "о вого",
+      "▁p iano",
+      "▁pi ano",
+      "▁pian o",
+      "▁pia no",
+      "▁m etal",
+      "▁me tal",
+      "▁met al",
+      "▁meta l",
+      "▁s amples",
+      "▁sam ples",
+      "▁sample s",
+      "▁ samples",
+      "▁С ан",
+      "▁Са н",
+      "vari able",
+      "▁ста ть",
+      "▁inte gers",
+      "▁integer s",
+      "Wh ere",
+      "W here",
+      "famil y",
+      "▁n un",
+      "▁nu n",
+      "▁in crement",
+      "▁incre ment",
+      "▁ increment",
+      "ix ed",
+      "▁he eft",
+      "ft e",
+      "f te",
+      "▁v il",
+      "▁vi l",
+      "▁ vil",
+      "▁ot ros",
+      "▁otro s",
+      "Mult imedia",
+      "Multi media",
+      "▁Hen ri",
+      "ad ed",
+      "ade d",
+      "a ded",
+      "ге н",
+      "г ен",
+      "▁cap it",
+      "▁ca pit",
+      "▁други х",
+      "is p",
+      "i sp",
+      "IT Y",
+      "I TY",
+      "▁constraint s",
+      "▁K irche",
+      "▁Kir che",
+      "▁Kirch e",
+      "fo und",
+      "f ound",
+      "ши й",
+      "▁p ic",
+      "▁pi c",
+      "▁ pic",
+      "▁t ou",
+      "▁to u",
+      "cre d",
+      "cr ed",
+      "c red",
+      "ро б",
+      "р об",
+      "▁M ess",
+      "▁Me ss",
+      "▁Mes s",
+      "▁ Mess",
+      "Jo b",
+      "J ob",
+      "▁M ais",
+      "▁Ma is",
+      "▁Mai s",
+      "▁st yles",
+      "▁style s",
+      "▁sty les",
+      "▁ styles",
+      "fa ll",
+      "fal l",
+      "f all",
+      "▁U k",
+      "▁st reet",
+      "▁stre et",
+      "▁ street",
+      "oc cer",
+      "occ er",
+      "es en",
+      "ese n",
+      "e sen",
+      "▁col ors",
+      "▁color s",
+      "▁ colors",
+      "ce an",
+      "ю ще",
+      "con ne",
+      "conn e",
+      "c onne",
+      "▁r atio",
+      "▁rat io",
+      "an ton",
+      "ant on",
+      "anto n",
+      "▁F el",
+      "▁Fe l",
+      "▁custom er",
+      "▁cust omer",
+      "▁ customer",
+      "▁P rix",
+      "▁Pr ix",
+      "▁Pri x",
+      "rá s",
+      "r ás",
+      "pr ed",
+      "pre d",
+      "p red",
+      "▁elect ron",
+      "▁electro n",
+      "s ym",
+      "▁ве ли",
+      "▁ вели",
+      "▁over flow",
+      "▁ overflow",
+      "▁$ [",
+      "▁P OST",
+      "▁PO ST",
+      "▁ POST",
+      "▁C in",
+      "▁Ci n",
+      "sc heid",
+      "sche id",
+      "(\" /",
+      "( \"/",
+      "▁search ing",
+      "▁pur poses",
+      "▁purpose s",
+      "▁arr ived",
+      "▁arriv ed",
+      "▁arrive d",
+      "▁p unt",
+      "▁pu nt",
+      "▁pun t",
+      "▁l ad",
+      "▁la d",
+      "▁ lad",
+      "P ython",
+      "▁le ads",
+      "▁lead s",
+      "▁s and",
+      "▁sa nd",
+      "▁san d",
+      "па да",
+      "пад а",
+      "▁comm unes",
+      "▁commun es",
+      "▁commune s",
+      "▁CH AP",
+      "▁c aso",
+      "▁cas o",
+      "▁ca so",
+      "r z",
+      "▁d w",
+      "▁ dw",
+      "ac a",
+      "a ca",
+      "▁Col umb",
+      "child ren",
+      "ê t",
+      "sch emas",
+      "sche mas",
+      "schema s",
+      "▁instru ctions",
+      "▁instruction s",
+      "▁instruct ions",
+      "▁- \\",
+      "▁ -\\",
+      "▁Is rael",
+      "▁Isra el",
+      "no ści",
+      "▁об раз",
+      "▁обра з",
+      "▁ образ",
+      "▁со вет",
+      "▁сов ет",
+      "▁imm agini",
+      "▁F red",
+      "▁Fre d",
+      "▁Fr ed",
+      "▁G lobal",
+      "▁Glo bal",
+      "▁ Global",
+      "▁th ick",
+      "▁ thick",
+      "▁fue ron",
+      "▁fuer on",
+      "▁th rown",
+      "▁thr own",
+      "▁throw n",
+      "▁thro wn",
+      "▁c lock",
+      "▁cl ock",
+      "▁clo ck",
+      "▁ clock",
+      "en able",
+      "ena ble",
+      "'' '",
+      "' ''",
+      "▁S und",
+      "▁Su nd",
+      "▁Sun d",
+      "▁cont empor",
+      "an swer",
+      "ans wer",
+      "▁man ufact",
+      "▁i o",
+      "▁ io",
+      "q quad",
+      "OU T",
+      "O UT",
+      "▁L ab",
+      "▁La b",
+      "▁ Lab",
+      "▁Z w",
+      "le gal",
+      "leg al",
+      "▁V el",
+      "▁Ve l",
+      "▁ra ise",
+      "▁ raise",
+      "▁de liver",
+      "▁del iver",
+      "▁deli ver",
+      "▁V oir",
+      "▁Vo ir",
+      "▁ass umed",
+      "▁assum ed",
+      "▁assume d",
+      "Le t",
+      "L et",
+      "ier ten",
+      "iert en",
+      "ierte n",
+      "i erten",
+      "▁K ong",
+      "▁Kon g",
+      "▁Ko ng",
+      "▁E xp",
+      "▁Ex p",
+      "▁ Exp",
+      "▁J ug",
+      "▁Ju g",
+      "▁dec laration",
+      "▁declar ation",
+      "▁F ish",
+      "m é",
+      "▁spe ech",
+      "▁t ent",
+      "▁te nt",
+      "▁ten t",
+      "▁R oute",
+      "▁Ro ute",
+      "▁Rou te",
+      "▁Rout e",
+      "▁ Route",
+      "__ (",
+      "_ _(",
+      "▁ré alis",
+      "▁réal is",
+      "▁De sign",
+      "▁Des ign",
+      "set Text",
+      "▁St ation",
+      "▁Stat ion",
+      "▁Sta tion",
+      "▁Stati on",
+      "▁ Station",
+      "ar chy",
+      "arch y",
+      "arc hy",
+      "▁ка то",
+      "▁d ent",
+      "▁de nt",
+      "▁den t",
+      "▁ dent",
+      "▁K l",
+      "i ß",
+      "▁r isk",
+      "▁ris k",
+      "▁ri sk",
+      "▁B road",
+      "▁Bro ad",
+      "▁v ectors",
+      "▁ve ctors",
+      "▁vector s",
+      "▁S pec",
+      "▁Sp ec",
+      "▁Spe c",
+      "▁ Spec",
+      "▁ro utes",
+      "▁route s",
+      "▁rout es",
+      "▁rou tes",
+      "▁ routes",
+      "ym n",
+      "y mn",
+      "▁G reg",
+      "▁Gr eg",
+      "▁Gre g",
+      "▁полу чи",
+      "gi e",
+      "g ie",
+      "OR M",
+      "ве де",
+      "вед е",
+      "в еде",
+      "wa lt",
+      "wal t",
+      "w alt",
+      "▁e fter",
+      "P tr",
+      "▁su bt",
+      "▁sub t",
+      "▁b irth",
+      "▁bir th",
+      "▁dr awn",
+      "▁draw n",
+      "▁dra wn",
+      "me ss",
+      "mes s",
+      "m ess",
+      "мери кан",
+      "V E",
+      "▁P ut",
+      "▁Pu t",
+      "▁ Put",
+      "▁a sc",
+      "▁as c",
+      "▁ asc",
+      "▁f eder",
+      "▁fe der",
+      "▁fed er",
+      "с ли",
+      "▁P rin",
+      "▁Pr in",
+      "▁Pri n",
+      "▁s tick",
+      "▁st ick",
+      "re set",
+      "res et",
+      "y k",
+      "st udio",
+      "stud io",
+      "▁St ill",
+      "Con st",
+      "Cons t",
+      "ac ió",
+      "aci ó",
+      "a ció",
+      "▁Portug al",
+      "▁script s",
+      "▁scri pts",
+      "▁ scripts",
+      "und ial",
+      "▁l ives",
+      "▁li ves",
+      "▁live s",
+      "▁liv es",
+      "▁s zer",
+      "▁sz er",
+      "▁sze r",
+      "▁est ado",
+      "▁esta do",
+      "▁estad o",
+      "fo lder",
+      "fol der",
+      "fold er",
+      "f older",
+      "▁communic ation",
+      "Ro ute",
+      "Rout e",
+      "R oute",
+      "▁sw ift",
+      "▁ swift",
+      "те н",
+      "т ен",
+      "▁k ill",
+      "▁kil l",
+      "▁ki ll",
+      "▁ kill",
+      "▁P R",
+      "▁ PR",
+      "jo int",
+      "join t",
+      "j oint",
+      "▁ob jective",
+      "▁object ive",
+      "▁comp licated",
+      "▁Ü ber",
+      "es h",
+      "e sh",
+      "p icture",
+      "ra ine",
+      "rain e",
+      "rai ne",
+      "r aine",
+      "com put",
+      "comp ut",
+      "▁pro port",
+      "▁pr oport",
+      "▁prop ort",
+      "▁propor t",
+      "og s",
+      "o gs",
+      "ül t",
+      "ü lt",
+      "▁quant um",
+      "к ри",
+      "▁s op",
+      "▁so p",
+      "▁lo ops",
+      "▁loop s",
+      "▁Re ference",
+      "▁Refer ence",
+      "▁ Reference",
+      "▁n ei",
+      "▁ne i",
+      "IC E",
+      "I CE",
+      "▁v erm",
+      "▁ver m",
+      "▁ve rm",
+      "▁a dj",
+      "▁ad j",
+      "▁ adj",
+      "▁per ò",
+      "▁t rou",
+      "▁tr ou",
+      "▁tro u",
+      "is ions",
+      "ision s",
+      "isi ons",
+      "▁App le",
+      "▁Ap ple",
+      "serv able",
+      "▁B oston",
+      "▁Bo ston",
+      "▁Bos ton",
+      "or et",
+      "ore t",
+      "o ret",
+      "ok s",
+      "o ks",
+      "▁k g",
+      "▁ kg",
+      "def ined",
+      "define d",
+      "defin ed",
+      "d efined",
+      "pl atform",
+      "cl er",
+      "cle r",
+      "c ler",
+      "ograph ic",
+      "ri tt",
+      "rit t",
+      "r itt",
+      "▁d ic",
+      "▁di c",
+      "▁ dic",
+      "▁M ond",
+      "▁Mon d",
+      "▁Mo nd",
+      "▁I reland",
+      "▁Ir eland",
+      "▁U na",
+      "▁Un a",
+      "▁commer cial",
+      "▁P u",
+      "D i",
+      "▁е ё",
+      "▁pre cis",
+      "▁prec is",
+      "на род",
+      "нар од",
+      "▁qu atre",
+      "ust ral",
+      "ustr al",
+      "▁d ag",
+      "▁da g",
+      "▁ dag",
+      "ig ue",
+      "igu e",
+      "i gue",
+      "▁b urn",
+      "▁bu rn",
+      "▁bur n",
+      "▁ burn",
+      "▁offic er",
+      "▁office r",
+      "▁А в",
+      "▁high light",
+      "▁ highlight",
+      "▁Supp ose",
+      "▁Sup pose",
+      "od i",
+      "o di",
+      "serv let",
+      "▁En cyc",
+      "▁Enc yc",
+      "▁R ange",
+      "▁Ran ge",
+      "▁Rang e",
+      "▁ Range",
+      "ти й",
+      "P lease",
+      "▁ро ків",
+      "qu ant",
+      "qua nt",
+      "▁f lat",
+      "▁fl at",
+      "▁fla t",
+      "▁ flat",
+      "▁Ré férence",
+      "сле дова",
+      "след ова",
+      "ro le",
+      "rol e",
+      "r ole",
+      "▁d iesen",
+      "▁di esen",
+      "▁die sen",
+      "▁dies en",
+      "▁diese n",
+      "}} (",
+      "} }(",
+      "▁Ind ust",
+      "▁nú mer",
+      "▁\" ;",
+      "▁ \";",
+      "lu s",
+      "l us",
+      "ô le",
+      "▁z m",
+      "▁ zm",
+      "de g",
+      "d eg",
+      "▁r ough",
+      "▁ro ugh",
+      "▁rou gh",
+      "▁ rough",
+      "In v",
+      "▁h ur",
+      "▁hu r",
+      "▁R ess",
+      "▁Re ss",
+      "▁Res s",
+      "ch s",
+      "c hs",
+      "▁turn s",
+      "▁tur ns",
+      "ne ro",
+      "ner o",
+      "n ero",
+      "function s",
+      "fun ctions",
+      "ал и",
+      "а ли",
+      "▁hab itants",
+      "▁habit ants",
+      "а т",
+      "iss ues",
+      "issue s",
+      "▁h uge",
+      "▁hu ge",
+      "Util s",
+      "▁S at",
+      "▁Sa t",
+      "▁го судар",
+      "▁co ast",
+      "sh ape",
+      "sha pe",
+      "s hape",
+      "L C",
+      "▁log ging",
+      "▁ logging",
+      "en dor",
+      "end or",
+      "endo r",
+      "▁l ies",
+      "▁li es",
+      "▁lie s",
+      "▁ lies",
+      "▁d ifer",
+      "▁di fer",
+      "▁dif er",
+      "▁crit ical",
+      "▁critic al",
+      "X T",
+      "ми на",
+      "мин а",
+      "an sk",
+      "ans k",
+      "Result s",
+      "k c",
+      "ivers e",
+      "iver se",
+      "i verse",
+      "EX T",
+      "E XT",
+      "AL SE",
+      "▁v ál",
+      "▁vá l",
+      "P i",
+      "comp ile",
+      "hel lo",
+      "hell o",
+      "h ello",
+      "▁чем пи",
+      "▁It alia",
+      "▁Ital ia",
+      "▁ Italia",
+      "ко ло",
+      "кол о",
+      "к оло",
+      "▁ed ition",
+      "▁edit ion",
+      "gr und",
+      "gru nd",
+      "g rund",
+      "▁data frame",
+      "▁Follow ing",
+      "re ib",
+      "rei b",
+      "▁J eff",
+      "▁Je ff",
+      "▁citt à",
+      "IT able",
+      "I Table",
+      "▁$ (\\",
+      "▁$( \\",
+      "▁redu ced",
+      "▁reduce d",
+      "ob il",
+      "obi l",
+      "o bil",
+      "▁any where",
+      "' (",
+      "▁p hr",
+      "▁ph r",
+      "▁ phr",
+      "▁K h",
+      "▁F rame",
+      "▁Fr ame",
+      "▁Fra me",
+      "▁ Frame",
+      "▁man ual",
+      "▁ manual",
+      "▁c ra",
+      "▁cr a",
+      "▁ cra",
+      "▁V S",
+      "▁ VS",
+      "% =",
+      "Instance State",
+      "▁б ра",
+      "▁ бра",
+      "▁D rag",
+      "▁Dr ag",
+      "▁Dra g",
+      "▁ Drag",
+      "▁H err",
+      "▁He rr",
+      "▁Her r",
+      "▁г у",
+      "▁ гу",
+      "▁m ús",
+      "To ol",
+      "T ool",
+      "▁P rivate",
+      "▁Priv ate",
+      "▁ Private",
+      "▁s ynchron",
+      "▁syn chron",
+      "ir ation",
+      "ira tion",
+      "irat ion",
+      "▁о бо",
+      "▁об о",
+      "▁typ ically",
+      "▁typical ly",
+      "▁imp licit",
+      "or ient",
+      "ori ent",
+      "orie nt",
+      "▁t imer",
+      "▁time r",
+      "▁tim er",
+      "▁ti mer",
+      "▁ timer",
+      "▁kön nen",
+      "ie st",
+      "ies t",
+      "i est",
+      "ra id",
+      "rai d",
+      "▁expression s",
+      "▁express ions",
+      "▁expr essions",
+      "▁a im",
+      "▁ai m",
+      "▁s tre",
+      "▁st re",
+      "▁str e",
+      "▁ stre",
+      "▁w rap",
+      "▁wr ap",
+      "▁wra p",
+      "▁ wrap",
+      "▁B art",
+      "▁Bar t",
+      "▁Ba rt",
+      "▁b ron",
+      "▁br on",
+      "▁bro n",
+      "▁key board",
+      "po w",
+      "p ow",
+      "▁gru po",
+      "▁grup o",
+      "▁ре зу",
+      "▁prof essor",
+      "▁profess or",
+      "▁H ead",
+      "▁He ad",
+      "▁ Head",
+      "но ю",
+      "min us",
+      "m inus",
+      "▁Mich el",
+      "▁Mic hel",
+      "NO T",
+      "N OT",
+      "mo r",
+      "m or",
+      "] }",
+      "wide hat",
+      "ar is",
+      "ari s",
+      "a ris",
+      "тера тура",
+      "de fn",
+      "def n",
+      "is trz",
+      "ist rz",
+      "istr z",
+      "▁t anto",
+      "▁tan to",
+      "▁tant o",
+      "▁P ow",
+      "▁Po w",
+      "▁ind icate",
+      "▁indic ate",
+      "▁W inter",
+      "▁Win ter",
+      "res hold",
+      "resh old",
+      "рі в",
+      "р ів",
+      "▁` (",
+      "▁o wner",
+      "▁own er",
+      "▁ow ner",
+      "▁ owner",
+      "▁d isp",
+      "▁di sp",
+      "▁dis p",
+      "▁к ри",
+      "▁ кри",
+      "ме т",
+      "м ет",
+      "мен т",
+      "м ент",
+      "re port",
+      "rep ort",
+      "repo rt",
+      "re quire",
+      "▁v oy",
+      "▁vo y",
+      "▁ voy",
+      "▁A P",
+      "▁ AP",
+      "▁Esp aña",
+      "▁Españ a",
+      "▁S ão",
+      "j är",
+      "No n",
+      "N on",
+      "Li brary",
+      "L ibrary",
+      "ich ten",
+      "icht en",
+      "ichte n",
+      "i chten",
+      "▁struct ures",
+      "▁structure s",
+      "▁m uy",
+      "▁mu y",
+      "ár io",
+      "á rio",
+      "▁cert ificate",
+      "▁certific ate",
+      "чно го",
+      "ч ного",
+      "▁prov ince",
+      "▁provin ce",
+      "pa ges",
+      "page s",
+      "pag es",
+      "p ages",
+      "da l",
+      "d al",
+      "▁Fre der",
+      "▁Fr eder",
+      "▁Fred er",
+      "ь е",
+      "Exec ute",
+      "▁an cient",
+      "▁anci ent",
+      "▁anc ient",
+      "▁ancien t",
+      "▁fil ms",
+      "▁film s",
+      "▁Al fred",
+      "▁Alf red",
+      "Aut o",
+      "A uto",
+      "▁a tom",
+      "▁at om",
+      "▁ atom",
+      "▁e ll",
+      "▁el l",
+      "▁ ell",
+      "▁H arr",
+      "▁Har r",
+      "▁Ha rr",
+      "й н",
+      "▁\" #",
+      "▁n acional",
+      "▁nac ional",
+      "▁neigh bor",
+      "▁neighb or",
+      "сту па",
+      "ступ а",
+      "▁w it",
+      "Po p",
+      "P op",
+      "▁G reek",
+      "▁Gre ek",
+      "▁Gree k",
+      "▁re peat",
+      "▁repe at",
+      "▁ repeat",
+      "ba d",
+      "b ad",
+      "▁S C",
+      "▁ SC",
+      "▁Date Time",
+      "▁ DateTime",
+      "ш ти",
+      "▁W H",
+      "▁ WH",
+      "▁пра ви",
+      "▁прав и",
+      "▁ прави",
+      "▁Т и",
+      "▁s aison",
+      "▁sa ison",
+      "▁H art",
+      "▁Har t",
+      "▁Ha rt",
+      "direct ory",
+      "d irectory",
+      "ua n",
+      "u an",
+      "no rm",
+      "nor m",
+      "n orm",
+      "▁Phil ipp",
+      "▁Phili pp",
+      "▁Philip p",
+      "▁su spect",
+      "▁sus pect",
+      "▁susp ect",
+      "▁an no",
+      "▁ann o",
+      "▁ anno",
+      "b c",
+      "с ла",
+      "$ (",
+      "▁be find",
+      "▁bef ind",
+      "oc s",
+      "o cs",
+      "la test",
+      "lat est",
+      "late st",
+      ";\" >",
+      "; \">",
+      "▁after wards",
+      "PU T",
+      "P UT",
+      "▁j a",
+      "▁ ja",
+      "▁H il",
+      "▁Hi l",
+      "y z",
+      "▁B our",
+      "▁Bo ur",
+      "▁Bou r",
+      "▁la id",
+      "▁Д же",
+      "▁Дж е",
+      "pi e",
+      "p ie",
+      "w atch",
+      "▁E q",
+      "▁ Eq",
+      "cont act",
+      "ib er",
+      "ibe r",
+      "i ber",
+      "check box",
+      "▁esp añ",
+      "▁espa ñ",
+      "an se",
+      "ans e",
+      "▁ш ко",
+      "▁ шко",
+      "ef f",
+      "e ff",
+      "xx x",
+      "x xx",
+      "▁G ET",
+      "▁ GET",
+      "▁l ov",
+      "▁lo v",
+      "▁ lov",
+      "it ute",
+      "itu te",
+      "itut e",
+      "ze ch",
+      "zec h",
+      "z ech",
+      "ter e",
+      "te re",
+      "t ere",
+      "▁p urs",
+      "▁pu rs",
+      "▁pur s",
+      "ke ns",
+      "ken s",
+      "k ens",
+      "ian te",
+      "i ante",
+      "▁F ree",
+      "▁Fre e",
+      "▁Fr ee",
+      "▁ Free",
+      "▁ор гани",
+      "▁орган и",
+      "kre is",
+      "▁{ :",
+      "▁ {:",
+      "sh ared",
+      "share d",
+      "sha red",
+      "▁G raph",
+      "▁Gr aph",
+      "▁Gra ph",
+      "▁ Graph",
+      "▁conne ctions",
+      "▁connection s",
+      "▁connect ions",
+      "▁D OM",
+      "▁DO M",
+      "▁ DOM",
+      "▁C art",
+      "▁Car t",
+      "▁Ca rt",
+      "▁ Cart",
+      "ss on",
+      "s son",
+      "▁H amilton",
+      "те ли",
+      "тел и",
+      "▁r estaur",
+      "▁rest aur",
+      "▁resta ur",
+      "Re sol",
+      "Res ol",
+      "Dr iver",
+      "D river",
+      "▁en f",
+      "▁ enf",
+      "ED IT",
+      "▁p rev",
+      "▁pr ev",
+      "▁pre v",
+      "▁ prev",
+      "▁i k",
+      "▁ ik",
+      "▁s ă",
+      "j ö",
+      "▁С ССР",
+      "▁col our",
+      "ch ten",
+      "cht en",
+      "chte n",
+      "▁e stad",
+      "▁est ad",
+      "▁esta d",
+      "in ois",
+      "ino is",
+      "▁con fir",
+      "▁conf ir",
+      "▁v é",
+      "▁ vé",
+      "▁C es",
+      "▁Ce s",
+      "▁N ever",
+      "▁Ne ver",
+      "▁Nev er",
+      "om er",
+      "ome r",
+      "o mer",
+      "ж да",
+      "с лу",
+      "че ния",
+      "dl l",
+      "d ll",
+      "▁y outh",
+      "▁you th",
+      "▁yo uth",
+      "em en",
+      "eme n",
+      "e men",
+      "▁stud ied",
+      "▁studi ed",
+      "▁K il",
+      "▁Ki l",
+      "ci on",
+      "cio n",
+      "c ion",
+      "▁n avig",
+      "▁nav ig",
+      "re quired",
+      "require d",
+      "orith ms",
+      "orithm s",
+      "il or",
+      "ilo r",
+      "i lor",
+      "▁Deutsch en",
+      "▁Deutsche n",
+      "▁person s",
+      "▁pers ons",
+      "▁Barcel ona",
+      "▁form ation",
+      "▁format ion",
+      "▁forma tion",
+      "▁ formation",
+      "ab ei",
+      "abe i",
+      "a bei",
+      "▁про тив",
+      "▁проти в",
+      "Eng ine",
+      "ON E",
+      "O NE",
+      "og rá",
+      "Ca p",
+      "C ap",
+      "ri r",
+      "r ir",
+      "▁g ate",
+      "▁ga te",
+      "▁gat e",
+      "▁ gate",
+      "or ation",
+      "ora tion",
+      "ma ven",
+      "m aven",
+      "▁comb ined",
+      "▁combin ed",
+      "▁combine d",
+      "▁at tr",
+      "▁att r",
+      "▁ attr",
+      "▁h ook",
+      "▁ho ok",
+      "▁ hook",
+      "▁которы й",
+      "▁ser vers",
+      "▁server s",
+      "▁serv ers",
+      "▁serve rs",
+      "uct ure",
+      "же ння",
+      "жен ня",
+      "t v",
+      "▁re q",
+      "▁r eq",
+      "▁ req",
+      "ja l",
+      "j al",
+      "▁loc ally",
+      "▁local ly",
+      "}} {\\",
+      "}}{ \\",
+      "} }{\\",
+      "B r",
+      "▁H ier",
+      "▁Hi er",
+      "мо р",
+      "м ор",
+      "▁a part",
+      "▁ap art",
+      "▁apar t",
+      "\"] ,",
+      "\" ],",
+      "▁%> %",
+      "▁z usammen",
+      "▁zus ammen",
+      "▁ident ify",
+      "▁Al tern",
+      "▁Alt ern",
+      "▁Alter n",
+      "▁б ро",
+      "▁ бро",
+      "▁ц и",
+      "▁ ци",
+      "g h",
+      "▁T en",
+      "▁Te n",
+      "R S",
+      "фор ма",
+      "▁n elle",
+      "▁ne lle",
+      "▁nel le",
+      "▁nell e",
+      "▁ nelle",
+      "▁H in",
+      "▁Hi n",
+      "ound ing",
+      "oun ding",
+      "▁re prés",
+      "▁rep rés",
+      "▁repr és",
+      "ap h",
+      "a ph",
+      "▁[ \\",
+      "▁ [\\",
+      "▁S ports",
+      "▁Sport s",
+      "ра л",
+      "р ал",
+      "▁t hre",
+      "▁th re",
+      "▁thr e",
+      "▁p rin",
+      "▁pr in",
+      "▁pri n",
+      "▁El iz",
+      "▁Eli z",
+      "▁F our",
+      "▁Fou r",
+      "▁Fo ur",
+      "▁soci ety",
+      "▁soc iety",
+      "Trans action",
+      "▁v eg",
+      "▁ve g",
+      "▁ veg",
+      "▁sch ools",
+      "▁school s",
+      "▁over all",
+      "▁t ail",
+      "▁ta il",
+      "▁ tail",
+      "üb er",
+      "ü ber",
+      "▁S ov",
+      "▁So v",
+      "▁С ер",
+      "▁Се р",
+      "▁r app",
+      "▁ra pp",
+      "▁rap p",
+      "▁tra ffic",
+      "qu estion",
+      "quest ion",
+      "ques tion",
+      "▁en viron",
+      "▁envi ron",
+      "▁ environ",
+      "ate ien",
+      "ic us",
+      "i cus",
+      "▁n arrow",
+      "▁narr ow",
+      "▁nar row",
+      "▁p ray",
+      "▁pr ay",
+      "▁pra y",
+      "▁B ou",
+      "▁Bo u",
+      "▁C lient",
+      "▁Cl ient",
+      "▁ Client",
+      "ab l",
+      "a bl",
+      "▁Aud iod",
+      "▁Audio d",
+      "▁n pm",
+      "▁np m",
+      "▁ npm",
+      "▁Col umn",
+      "▁ Column",
+      "▁G ames",
+      "▁Game s",
+      "▁Ga mes",
+      "▁Gam es",
+      "av er",
+      "ave r",
+      "a ver",
+      "ony mes",
+      "onym es",
+      "onyme s",
+      "▁По сле",
+      "n ą",
+      "▁N u",
+      "▁D ick",
+      "▁Di ck",
+      "▁Dic k",
+      "▁t ensor",
+      "▁tens or",
+      "▁ tensor",
+      "▁@ \"",
+      "▁ @\"",
+      "v é",
+      "I con",
+      "▁по да",
+      "▁под а",
+      "▁ пода",
+      "▁G on",
+      "▁Go n",
+      "/) .",
+      "/ ).",
+      "is tra",
+      "ist ra",
+      "istr a",
+      "i stra",
+      "▁Audiod ateien",
+      "De lete",
+      "Del ete",
+      "}} }",
+      "} }}",
+      "▁j ump",
+      "▁ju mp",
+      "▁О б",
+      "▁princi ple",
+      "▁princip le",
+      "▁Ét ats",
+      "ok ed",
+      "oke d",
+      "o ked",
+      "▁В ла",
+      "Inter val",
+      "▁s au",
+      "▁sa u",
+      "en code",
+      "enc ode",
+      "▁p on",
+      "▁po n",
+      "▁ pon",
+      "cat ch",
+      "c atch",
+      "▁t iem",
+      "▁ti em",
+      "▁tie m",
+      "▁G ust",
+      "▁Gu st",
+      "M C",
+      "lim its",
+      "limit s",
+      "▁ke eping",
+      "▁keep ing",
+      "▁s ongs",
+      "▁son gs",
+      "▁song s",
+      "▁ав гу",
+      "▁рай он",
+      "▁райо н",
+      "▁not ification",
+      "▁ notification",
+      "▁off ered",
+      "▁offer ed",
+      "Co r",
+      "C or",
+      "▁sh ut",
+      "error s",
+      "err ors",
+      "▁E N",
+      "▁ EN",
+      "▁lat ach",
+      "▁sel bst",
+      "▁check box",
+      "▁ checkbox",
+      "▁c ool",
+      "▁co ol",
+      "▁f actory",
+      "▁fact ory",
+      "▁factor y",
+      "▁ factory",
+      "▁pa id",
+      "dim ensional",
+      "ni ej",
+      "nie j",
+      "n iej",
+      "pt on",
+      "pto n",
+      "p ton",
+      "▁p in",
+      "▁pi n",
+      "▁ pin",
+      "ak ed",
+      "ake d",
+      "a ked",
+      "▁re li",
+      "▁r eli",
+      "▁rel i",
+      "▁T aylor",
+      "▁S omething",
+      "▁Some thing",
+      "▁Som ething",
+      "▁ Something",
+      "im um",
+      "▁V in",
+      "▁Vi n",
+      "▁iter ation",
+      "Fin d",
+      "Fi nd",
+      "F ind",
+      "ко ви",
+      "ков и",
+      "к ови",
+      "▁bo ys",
+      "▁boy s",
+      "▁Sim ple",
+      "▁ Simple",
+      "▁C rist",
+      "▁Cr ist",
+      "▁Cris t",
+      "▁W as",
+      "▁Wa s",
+      "ân d",
+      "â nd",
+      "▁V a",
+      "▁т ра",
+      "▁ тра",
+      "▁dest ination",
+      "▁destin ation",
+      "▁ destination",
+      "li mp",
+      "lim p",
+      "l imp",
+      "▁K at",
+      "▁Ka t",
+      "wor th",
+      "wort h",
+      "w orth",
+      "▁K or",
+      "▁Ko r",
+      "i ção",
+      "= `",
+      "▁fair ly",
+      "fall s",
+      "fal ls",
+      "f alls",
+      "▁re ject",
+      "▁d ream",
+      "▁dre am",
+      "be ll",
+      "bel l",
+      "b ell",
+      "▁t oute",
+      "▁to ute",
+      "▁tout e",
+      "▁tou te",
+      "▁$ \\{",
+      "▁$\\ {",
+      "▁st one",
+      "▁sto ne",
+      "▁ stone",
+      "▁prote ct",
+      "▁prot ect",
+      "▁ex cell",
+      "▁exc ell",
+      "▁excel l",
+      "▁Me xico",
+      "▁Mex ico",
+      "▁d ash",
+      "▁da sh",
+      "▁das h",
+      "▁ dash",
+      "▁f ault",
+      "▁fa ult",
+      "▁ fault",
+      "p matrix",
+      "al ler",
+      "all er",
+      "alle r",
+      "▁guer re",
+      "or igin",
+      "ori gin",
+      "orig in",
+      "hi bernate",
+      "í lia",
+      "▁Reg ister",
+      "▁ Register",
+      "un to",
+      "unt o",
+      "▁B at",
+      "▁Ba t",
+      "▁b ow",
+      "▁bo w",
+      "▁ bow",
+      "сь ких",
+      "ськ их",
+      "et à",
+      "▁L uis",
+      "▁Lu is",
+      "▁f ou",
+      "▁fo u",
+      "▁Cam bridge",
+      "▁Camb ridge",
+      "▁o tt",
+      "▁ot t",
+      "▁ ott",
+      "su p",
+      "s up",
+      "re as",
+      "rea s",
+      "▁point ers",
+      "▁pointer s",
+      "▁Bo ard",
+      "▁ Board",
+      "▁р и",
+      "▁ ри",
+      "▁d riv",
+      "▁dr iv",
+      "▁dri v",
+      "ни н",
+      "н ин",
+      "▁C irc",
+      "▁Ci rc",
+      "▁Cir c",
+      "▁ Circ",
+      "▁t hou",
+      "▁th ou",
+      "Di v",
+      "D iv",
+      "sp ark",
+      "s park",
+      "la ment",
+      "lam ent",
+      "l ament",
+      "▁V AL",
+      "▁ VAL",
+      "Se nd",
+      "S end",
+      "▁Ir ish",
+      "o y",
+      "▁T u",
+      "▁ Tu",
+      "▁t rivial",
+      "Form s",
+      "For ms",
+      "▁as í",
+      "▁Im per",
+      "▁Imp er",
+      "▁sign ature",
+      "un os",
+      "uno s",
+      "u nos",
+      "▁N eg",
+      "▁Ne g",
+      "▁can cel",
+      "▁ cancel",
+      "▁Hein rich",
+      "ee d",
+      "e ed",
+      "Ill ustration",
+      "▁s ulla",
+      "▁su lla",
+      "▁sul la",
+      "▁sull a",
+      "▁qu arter",
+      "▁quart er",
+      "▁quar ter",
+      "as z",
+      "a sz",
+      "▁b log",
+      "▁bl og",
+      "▁blo g",
+      "▁ blog",
+      "fi ca",
+      "fic a",
+      "f ica",
+      "wo n",
+      "w on",
+      "qu et",
+      "que t",
+      "q uet",
+      "]) )",
+      "] ))",
+      "▁gener ation",
+      "▁c aught",
+      "▁ caught",
+      "▁l ands",
+      "▁land s",
+      "▁lan ds",
+      "▁ lands",
+      "▁King dom",
+      "schaft en",
+      "ro ns",
+      "ron s",
+      "r ons",
+      "ann els",
+      "annel s",
+      "anne ls",
+      "▁Spe cial",
+      "▁Spec ial",
+      "▁ Special",
+      "t utorial",
+      "ti p",
+      "t ip",
+      "▁\" \",",
+      "▁\"\" ,",
+      "▁Az ure",
+      "▁ Azure",
+      "▁b ounded",
+      "▁bound ed",
+      "▁ bounded",
+      "S m",
+      "ta r",
+      "t ar",
+      "ве н",
+      "в ен",
+      "▁з ем",
+      "▁зе м",
+      "▁ зем",
+      "▁not ation",
+      "▁ notation",
+      "▁ap ache",
+      "▁ apache",
+      "▁g az",
+      "▁ga z",
+      "ier no",
+      "i erno",
+      "an gen",
+      "ang en",
+      "ange n",
+      "pect ive",
+      "▁elect ric",
+      "▁s emi",
+      "▁se mi",
+      "▁sem i",
+      "MA X",
+      "M AX",
+      "ed erb",
+      "eder b",
+      "ede rb",
+      "object s",
+      "▁dif ferences",
+      "▁differ ences",
+      "▁difference s",
+      "is ted",
+      "ist ed",
+      "iste d",
+      "i sted",
+      "hr ef",
+      "hre f",
+      "h ref",
+      "ic ip",
+      "ici p",
+      "i cip",
+      "▁num py",
+      "▁ numpy",
+      "▁ф утбо",
+      "lo ader",
+      "load er",
+      "▁d ich",
+      "▁di ch",
+      "▁dic h",
+      "љ у",
+      "▁D é",
+      "H z",
+      "▁P aram",
+      "▁Par am",
+      "▁Pa ram",
+      "▁Para m",
+      "▁ Param",
+      "document ation",
+      "ir craft",
+      "irc raft",
+      "E M",
+      "▁inst itution",
+      "▁instit ution",
+      "com pat",
+      "comp at",
+      "▁а ль",
+      "▁ал ь",
+      "▁ аль",
+      "сла в",
+      "с лав",
+      "▁N et",
+      "▁Ne t",
+      "▁ Net",
+      "ци ональ",
+      "цион аль",
+      "циона ль",
+      "▁broad cast",
+      "date time",
+      "dat etime",
+      "as ync",
+      "asy nc",
+      "a sync",
+      "vr e",
+      "v re",
+      "me an",
+      "▁C hem",
+      "▁Ch em",
+      "▁Che m",
+      "▁est imate",
+      "▁estim ate",
+      "ic ana",
+      "ica na",
+      "ican a",
+      "▁g rep",
+      "▁gr ep",
+      "▁gre p",
+      "▁ grep",
+      "te k",
+      "t ek",
+      "ä m",
+      "or ig",
+      "ori g",
+      "o rig",
+      "▁Vict or",
+      "▁Vi ctor",
+      "▁Vic tor",
+      "ut enant",
+      "ute nant",
+      "uten ant",
+      "an ga",
+      "ang a",
+      "pi n",
+      "p in",
+      "▁ver tex",
+      "▁vert ex",
+      "▁verte x",
+      "▁CHAP TER",
+      "ci ty",
+      "cit y",
+      "c ity",
+      "ug by",
+      "gr een",
+      "gre en",
+      "g reen",
+      "▁K er",
+      "▁Ke r",
+      "▁dif fér",
+      "▁diff ér",
+      "▁necess arily",
+      "D C",
+      "Line ar",
+      "Lin ear",
+      "Li near",
+      "al em",
+      "ale m",
+      "a lem",
+      "▁L ater",
+      "▁La ter",
+      "▁Lat er",
+      "▁Late r",
+      "▁m eta",
+      "▁me ta",
+      "▁met a",
+      "▁ meta",
+      "je m",
+      "j em",
+      "ra gen",
+      "rag en",
+      "rage n",
+      "r agen",
+      "Ma y",
+      "M ay",
+      "▁Mitg lied",
+      "▁s orted",
+      "▁sort ed",
+      "▁sor ted",
+      "▁sorte d",
+      "▁ sorted",
+      "us sen",
+      "uss en",
+      "▁sp oke",
+      "▁spo ke",
+      "▁dis abled",
+      "▁disable d",
+      "▁ disabled",
+      "▁accompl ish",
+      "▁accomp lish",
+      "▁Russ ia",
+      "th ere",
+      "ther e",
+      "the re",
+      "t here",
+      "ee s",
+      "e es",
+      "▁h all",
+      "▁ha ll",
+      "▁hal l",
+      "▁ hall",
+      "▁met ric",
+      "▁ metric",
+      "att ribute",
+      "то го",
+      "т ого",
+      "ab out",
+      "▁L am",
+      "▁La m",
+      "ch annel",
+      "chan nel",
+      "▁e pisode",
+      "▁epis ode",
+      "▁$ ('.",
+      "▁$( '.",
+      "▁$(' .",
+      "▁ ought",
+      "▁E ste",
+      "▁Est e",
+      "▁Es te",
+      "Object s",
+      "▁valid ate",
+      "▁ validate",
+      "▁r im",
+      "▁ri m",
+      "▁ rim",
+      "▁numer ous",
+      "▁numero us",
+      "▁J avascript",
+      "▁Java script",
+      "▁G L",
+      "▁ GL",
+      "▁It aly",
+      "▁Ital y",
+      "ederb örd",
+      "on ato",
+      "ona to",
+      "bo oks",
+      "book s",
+      "st one",
+      "ston e",
+      "sto ne",
+      "х у",
+      "▁j el",
+      "▁je l",
+      "▁ jel",
+      "ir i",
+      "i ri",
+      "▁A SP",
+      "▁AS P",
+      "G A",
+      "▁st ata",
+      "▁stat a",
+      "▁sta ta",
+      "▁b az",
+      "▁ba z",
+      "▁ baz",
+      "Da y",
+      "D ay",
+      "th m",
+      "t hm",
+      "d h",
+      "▁F iles",
+      "▁Fil es",
+      "▁File s",
+      "▁ Files",
+      "Android Runtime",
+      "▁che cks",
+      "▁check s",
+      "k r",
+      "▁v enne",
+      "▁ven ne",
+      "S L",
+      "av ia",
+      "avi a",
+      "a via",
+      "ka zy",
+      "kaz y",
+      "k azy",
+      "▁Th ree",
+      "▁ Three",
+      "Ad min",
+      "▁col lege",
+      "▁coll ege",
+      "▁colleg e",
+      "▁colle ge",
+      "G lobal",
+      "ti on",
+      "t ion",
+      "▁cur ious",
+      "sh ort",
+      "▁b ass",
+      "▁bas s",
+      "▁ba ss",
+      "де ла",
+      "▁де я",
+      "Sch ema",
+      "' \\",
+      "di ff",
+      "d iff",
+      "▁C A",
+      "▁ CA",
+      "▁Cor por",
+      "▁oper ators",
+      "▁operator s",
+      "om rå",
+      "▁ed ges",
+      "▁edge s",
+      "); `",
+      ") ;`",
+      "in ds",
+      "ind s",
+      "▁g ing",
+      "▁gi ng",
+      "▁ ging",
+      "& &",
+      "}- \\",
+      "} -\\",
+      "ra no",
+      "ran o",
+      "r ano",
+      "▁s ão",
+      "▁ad ds",
+      "▁add s",
+      "el or",
+      "elo r",
+      "e lor",
+      "▁un signed",
+      "▁uns igned",
+      "▁ unsigned",
+      "▁п р",
+      "▁ пр",
+      "▁Con fig",
+      "▁Conf ig",
+      "▁ Config",
+      "▁E sc",
+      "▁Es c",
+      "▁ch ose",
+      "▁cho se",
+      "▁pie ces",
+      "▁piece s",
+      "▁reg ions",
+      "▁region s",
+      "Es t",
+      "E st",
+      "▁B attle",
+      "▁Batt le",
+      "▁f oc",
+      "▁fo c",
+      "▁L ight",
+      "▁Lig ht",
+      "▁ Light",
+      "pad ding",
+      "p adding",
+      "ab en",
+      "abe n",
+      "a ben",
+      "▁e urop",
+      "▁eu rop",
+      "▁euro p",
+      "il lon",
+      "ill on",
+      "illo n",
+      "▁е сть",
+      "▁b ord",
+      "▁bo rd",
+      "▁bor d",
+      "▁о тно",
+      "▁от но",
+      "▁H ong",
+      "▁Hon g",
+      "▁Ho ng",
+      "▁v ul",
+      "▁vu l",
+      "pl ugins",
+      "plugin s",
+      "▁' <",
+      "▁k ur",
+      "▁ kur",
+      "reg ion",
+      "▁Re pub",
+      "▁Rep ub",
+      "ic her",
+      "ich er",
+      "iche r",
+      "i cher",
+      "}_ \\",
+      "} _\\",
+      "▁me dal",
+      "▁med al",
+      "▁More over",
+      "B I",
+      "A v",
+      "ut er",
+      "ute r",
+      "u ter",
+      "▁s can",
+      "▁sc an",
+      "▁ scan",
+      "▁M unicip",
+      "▁Mun icip",
+      "▁contr ast",
+      "▁contra st",
+      "▁I g",
+      "▁ Ig",
+      "▁го род",
+      "▁горо д",
+      "▁гор од",
+      "▁ город",
+      "rel ated",
+      "al ing",
+      "ali ng",
+      "alin g",
+      "a ling",
+      "▁м ат",
+      "▁ма т",
+      "▁ мат",
+      "ün st",
+      "▁Ch ris",
+      "▁Chr is",
+      "w y",
+      "▁Act ually",
+      "▁Univers idad",
+      "Event Listener",
+      "▁tempor ada",
+      "▁ass ignment",
+      "▁assign ment",
+      "▁M ike",
+      "▁Mi ke",
+      "▁Mik e",
+      "▁w ährend",
+      "▁ś wi",
+      "▁św i",
+      "▁с ред",
+      "▁сре д",
+      "ка де",
+      "▁calcul ated",
+      "▁calculate d",
+      "▁calc ulated",
+      "▁el ler",
+      "▁elle r",
+      "▁ell er",
+      "▁ eller",
+      "▁A sh",
+      "▁As h",
+      "ri el",
+      "rie l",
+      "r iel",
+      "▁hard ware",
+      "▁int ens",
+      "▁inte ns",
+      "▁inten s",
+      "(' .",
+      "( '.",
+      "il li",
+      "ill i",
+      "ag on",
+      "ago n",
+      "a gon",
+      "▁G y",
+      "▁he ute",
+      "▁heut e",
+      "▁s le",
+      "▁sl e",
+      "▁liter ature",
+      "se m",
+      "s em",
+      "man ager",
+      "mana ger",
+      "▁Gr ande",
+      "▁Gra nde",
+      "▁Grand e",
+      "▁Gran de",
+      "▁m ixed",
+      "▁mix ed",
+      "▁В ер",
+      "▁Ве р",
+      "í cí",
+      "▁s oit",
+      "▁so it",
+      "▁wel come",
+      "че ние",
+      "▁Univers ität",
+      "▁bu ilder",
+      "▁build er",
+      "▁ builder",
+      "sim ple",
+      "simp le",
+      "ic ode",
+      "ico de",
+      "i code",
+      "ř e",
+      "in dent",
+      "ind ent",
+      "inden t",
+      "inde nt",
+      "op o",
+      "o po",
+      "▁ad vanced",
+      "▁adv anced",
+      "▁advance d",
+      "tem per",
+      "temp er",
+      "ed ge",
+      "▁dat etime",
+      "▁date time",
+      "▁ datetime",
+      "▁d onc",
+      "▁do nc",
+      "▁don c",
+      "ла ння",
+      "лан ня",
+      "▁v erd",
+      "▁ver d",
+      "▁ve rd",
+      "д но",
+      "it os",
+      "ito s",
+      "▁he at",
+      "vi sible",
+      "vis ible",
+      "me l",
+      "m el",
+      "▁Giov anni",
+      "▁var iety",
+      "▁vari ety",
+      "▁r outer",
+      "▁ro uter",
+      "▁route r",
+      "▁rout er",
+      "▁rou ter",
+      "▁ router",
+      "Vec tor",
+      "V ector",
+      "▁W alk",
+      "▁Wal k",
+      "▁ob viously",
+      "▁obvious ly",
+      "he in",
+      "h ein",
+      "Fi n",
+      "F in",
+      "ITable View",
+      "Y ear",
+      "▁E conom",
+      "▁vel ocity",
+      "▁veloc ity",
+      "▁C ivil",
+      "▁Ci vil",
+      "▁ ј",
+      "al ert",
+      "ale rt",
+      "aler t",
+      "Ident ifier",
+      "èn cia",
+      "▁normal ly",
+      "▁norm ally",
+      "▁E gypt",
+      "▁Egy pt",
+      "▁c tx",
+      "▁ ctx",
+      "▁Ver ein",
+      "▁Vere in",
+      "▁H u",
+      "ult ure",
+      "ultur e",
+      "ни те",
+      "l é",
+      "▁W ien",
+      "▁Wi en",
+      "▁Wie n",
+      "▁P rz",
+      "▁Pr z",
+      "By te",
+      "▁n ah",
+      "▁na h",
+      "▁ nah",
+      "is ms",
+      "ism s",
+      "▁Pub lish",
+      "▁He rz",
+      "▁Her z",
+      "ic ul",
+      "i cul",
+      "pis ode",
+      "ч і",
+      "▁die sem",
+      "▁dies em",
+      "▁diese m",
+      "k ö",
+      "Vis ible",
+      "▁r ig",
+      "▁ri g",
+      "▁ rig",
+      "`) .",
+      "` ).",
+      "Par se",
+      "P arse",
+      "▁Jac ques",
+      "N I",
+      "▁g lass",
+      "▁gl ass",
+      "▁gla ss",
+      "▁ glass",
+      "-- -+",
+      "--- +",
+      "- --+",
+      "▁initial ly",
+      "▁initi ally",
+      "▁k r",
+      "▁ kr",
+      "CC N",
+      "C CN",
+      "pl ays",
+      "play s",
+      "pla ys",
+      "▁s igu",
+      "▁si gu",
+      "▁sig u",
+      "F older",
+      "st orage",
+      "sto rage",
+      "stor age",
+      "▁\\ |",
+      "▁ \\|",
+      "iv os",
+      "ivo s",
+      "i vos",
+      "ск ую",
+      "ску ю",
+      "▁M oh",
+      "▁Mo h",
+      "▁Comm ittee",
+      "▁K im",
+      "▁Ki m",
+      "e u",
+      "те м",
+      "т ем",
+      "▁orig inale",
+      "▁original e",
+      "▁origin ale",
+      "ir s",
+      "i rs",
+      "▁R eb",
+      "▁Re b",
+      "it ut",
+      "itu t",
+      "n l",
+      "▁P ier",
+      "▁Pi er",
+      "▁Pie r",
+      "▁] ;",
+      "▁ ];",
+      "▁F al",
+      "▁Fa l",
+      "▁\" \";",
+      "▁\"\" ;",
+      "mv c",
+      "m vc",
+      "▁fe male",
+      "▁fem ale",
+      "▁b ridge",
+      "▁br idge",
+      "▁brid ge",
+      "▁ bridge",
+      "▁t ít",
+      "kt r",
+      "k tr",
+      "> )",
+      "▁se at",
+      "▁sea t",
+      "▁v ess",
+      "▁ve ss",
+      "▁ves s",
+      "▁U SB",
+      "▁US B",
+      "▁Art icles",
+      "▁Article s",
+      "▁De scription",
+      "▁Des cription",
+      "▁Descri ption",
+      "▁ Description",
+      "▁o c",
+      "▁ oc",
+      "▁h ouses",
+      "▁house s",
+      "▁ho uses",
+      "▁hous es",
+      "▁П ет",
+      "▁Пе т",
+      "lo n",
+      "l on",
+      "Not ification",
+      "▁press ure",
+      "▁ку ль",
+      "▁ куль",
+      "ig ned",
+      "ign ed",
+      "igne d",
+      "▁relig ious",
+      "fa n",
+      "f an",
+      "ig lia",
+      "igli a",
+      "▁class ification",
+      "▁classific ation",
+      "og ether",
+      "oge ther",
+      "▁S DK",
+      "▁SD K",
+      "▁ SDK",
+      "▁H uman",
+      "▁Hu man",
+      "▁Hum an",
+      "▁com mission",
+      "▁comm ission",
+      "▁О р",
+      "▁an tes",
+      "▁ant es",
+      "▁ante s",
+      "▁ antes",
+      "D T",
+      "èt e",
+      "è te",
+      "pr és",
+      "p rés",
+      "/ \"",
+      "▁( «",
+      "▁h ö",
+      "▁ hö",
+      "▁ча с",
+      "▁ час",
+      "▁j ak",
+      "▁ja k",
+      "▁ jak",
+      "ie nen",
+      "ien en",
+      "iene n",
+      "i enen",
+      "ug g",
+      "u gg",
+      "W A",
+      "▁place holder",
+      "▁ placeholder",
+      "Wil l",
+      "W ill",
+      ", ,",
+      "▁K am",
+      "▁Ka m",
+      "▁w en",
+      "▁we n",
+      "▁ wen",
+      "▁Sch ul",
+      "ți e",
+      "ț ie",
+      "▁a ud",
+      "▁au d",
+      "▁ aud",
+      "▁s ue",
+      "▁su e",
+      "▁re ferred",
+      "▁refer red",
+      "ва т",
+      "в ат",
+      "▁P ara",
+      "▁Par a",
+      "▁Pa ra",
+      "▁b la",
+      "▁bl a",
+      "▁ bla",
+      "UE S",
+      "U ES",
+      "▁stat ist",
+      "▁stati st",
+      "▁т у",
+      "▁ ту",
+      "▁Wars za",
+      "gu e",
+      "g ue",
+      "▁I de",
+      "▁Id e",
+      "math scr",
+      "▁l ieu",
+      "▁li eu",
+      "▁lie u",
+      "▁b od",
+      "▁bo d",
+      "▁r us",
+      "▁ru s",
+      "▁ rus",
+      "▁bo at",
+      "xs pace",
+      "x space",
+      "▁mod al",
+      "▁mo dal",
+      "▁ modal",
+      "ле к",
+      "л ек",
+      "to pic",
+      "top ic",
+      "ma ny",
+      "man y",
+      "m any",
+      "sk ý",
+      "▁organ ization",
+      "▁organiz ation",
+      "▁г ене",
+      "▁ге не",
+      "▁Wil son",
+      "▁com fort",
+      "ib il",
+      "i bil",
+      ": -",
+      "▁an imal",
+      "▁anim al",
+      "▁ani mal",
+      "Re port",
+      "Rep ort",
+      "ка ми",
+      "кам и",
+      "jo n",
+      "j on",
+      "▁k er",
+      "▁ke r",
+      "▁ ker",
+      "▁к ни",
+      "moz illa",
+      "Pr ice",
+      "P rice",
+      "ant in",
+      "anti n",
+      "em ento",
+      "ement o",
+      "emen to",
+      "ma y",
+      "m ay",
+      "▁l ung",
+      "▁lu ng",
+      "▁lun g",
+      "▁ lung",
+      "▁b low",
+      "▁bl ow",
+      "▁blo w",
+      "ede ut",
+      "▁type d",
+      "▁typ ed",
+      "▁ty ped",
+      "▁dec ember",
+      "▁. ...",
+      "▁... .",
+      "▁.. ..",
+      "▁ ....",
+      "li ance",
+      "l iance",
+      "▁v iel",
+      "▁vi el",
+      "▁vie l",
+      "▁Ф и",
+      "pr esa",
+      "pre sa",
+      "pres a",
+      "▁ос іб",
+      "▁N am",
+      "▁Na m",
+      "▁G ren",
+      "▁Gr en",
+      "▁Gre n",
+      "си лання",
+      "VI D",
+      "V ID",
+      "st re",
+      "str e",
+      "s tre",
+      "we is",
+      "wei s",
+      "▁prote ction",
+      "▁protect ion",
+      "▁prot ection",
+      "ta ient",
+      "t aient",
+      "▁offic ers",
+      "▁office rs",
+      "▁officer s",
+      "т но",
+      "▁B rig",
+      "▁Br ig",
+      "▁int ellig",
+      "▁intel lig",
+      "я х",
+      "IT H",
+      "I TH",
+      "▁separ ated",
+      "▁separate d",
+      "▁L CCN",
+      "ní m",
+      "n ím",
+      "cl ock",
+      "clo ck",
+      "c lock",
+      "▁ap are",
+      "▁apar e",
+      "яв и",
+      "я ви",
+      "▁Eliz abeth",
+      "▁W ater",
+      "▁Wat er",
+      "▁Wa ter",
+      "geb iet",
+      "▁con vent",
+      "▁conv ent",
+      "▁conven t",
+      "fu rt",
+      "fur t",
+      "f urt",
+      "▁be iden",
+      "▁bei den",
+      "▁beide n",
+      "ba sh",
+      "bas h",
+      "b ash",
+      "▁че рез",
+      "▁чер ез",
+      "▁u b",
+      "▁ ub",
+      "▁Stat ist",
+      "▁Stati st",
+      "▁lim its",
+      "▁limit s",
+      "▁ limits",
+      "V ol",
+      "ct x",
+      "c tx",
+      "▁но в",
+      "▁н ов",
+      "▁ нов",
+      "gu ide",
+      "gui de",
+      "mi c",
+      "m ic",
+      "ie sa",
+      "ies a",
+      "i esa",
+      "▁h uvud",
+      "R T",
+      "Fi g",
+      "F ig",
+      "▁l ect",
+      "▁le ct",
+      "▁ lect",
+      "con n",
+      "co nn",
+      "c onn",
+      "im it",
+      "imi t",
+      "i mit",
+      "га р",
+      "г ар",
+      "▁b ajo",
+      "▁ba jo",
+      "scri be",
+      "scr ibe",
+      "s cribe",
+      "re gex",
+      "reg ex",
+      "▁C ass",
+      "▁Cas s",
+      "▁Ca ss",
+      "▁pro pag",
+      "▁prop ag",
+      "' $",
+      "▁prof es",
+      "un ique",
+      "uni que",
+      "▁S ql",
+      "▁ Sql",
+      "un ion",
+      "uni on",
+      "ri os",
+      "rio s",
+      "r ios",
+      "pi p",
+      "p ip",
+      "-- +",
+      "- -+",
+      "ka dem",
+      "k adem",
+      "column s",
+      "▁v ary",
+      "▁var y",
+      "▁va ry",
+      "▁bere its",
+      "▁d oi",
+      "▁do i",
+      "▁Com mon",
+      "▁Comm on",
+      "▁ Common",
+      "▁Ro bin",
+      "▁Rob in",
+      "▁ ×",
+      "▁s ei",
+      "▁se i",
+      "▁s yst",
+      "▁sy st",
+      "▁sys t",
+      "▁v ä",
+      "▁ vä",
+      "▁De fault",
+      "▁Def ault",
+      "▁ Default",
+      "▁t ym",
+      "▁ty m",
+      "pe l",
+      "p el",
+      "▁bel ieved",
+      "▁believe d",
+      "▁pro vider",
+      "▁prov ider",
+      "▁provide r",
+      "▁ provider",
+      "▁min imal",
+      "▁minim al",
+      "▁mini mal",
+      "та ли",
+      "тал и",
+      "т али",
+      "ain es",
+      "ai nes",
+      "aine s",
+      "a ines",
+      "K it",
+      "iz io",
+      "izi o",
+      "is sen",
+      "iss en",
+      "isse n",
+      "pr essed",
+      "press ed",
+      "pres sed",
+      "▁s tag",
+      "▁st ag",
+      "▁sta g",
+      "▁ stag",
+      "▁u int",
+      "▁ui nt",
+      "▁ uint",
+      "ko r",
+      "k or",
+      "▁ра спо",
+      "▁рас по",
+      "▁in herit",
+      "▁inher it",
+      "▁comp iled",
+      "▁compile d",
+      "▁f ebru",
+      "▁fe bru",
+      "▁feb ru",
+      "▁t mp",
+      "▁tm p",
+      "▁ tmp",
+      "work s",
+      "wor ks",
+      "ч на",
+      "draw able",
+      "▁N av",
+      "▁Na v",
+      "▁ Nav",
+      "▁though ts",
+      "▁thought s",
+      "ro ute",
+      "rout e",
+      "rou te",
+      "r oute",
+      "▁con cert",
+      "▁conc ert",
+      "▁conce rt",
+      "▁option al",
+      "▁opt ional",
+      "▁ optional",
+      "▁b ras",
+      "▁br as",
+      "▁bra s",
+      "▁ bras",
+      "▁prov iding",
+      "со м",
+      "с ом",
+      "id x",
+      "i dx",
+      "emp lo",
+      "empl o",
+      "▁ко ли",
+      "▁ коли",
+      "▁B ere",
+      "▁Be re",
+      "▁Ber e",
+      "▁E ls",
+      "▁El s",
+      "ре мен",
+      "рем ен",
+      "▁де ка",
+      "co ut",
+      "cou t",
+      "c out",
+      "la yer",
+      "lay er",
+      "l ayer",
+      "▁g lob",
+      "▁gl ob",
+      "▁glo b",
+      "▁ glob",
+      "fore ach",
+      "for each",
+      "▁E ducation",
+      "▁Edu cation",
+      "P O",
+      "▁im prov",
+      "▁imp rov",
+      "▁impro v",
+      "▁impr ov",
+      "▁cl ients",
+      "▁client s",
+      "▁cli ents",
+      "gr oups",
+      "group s",
+      "gro ups",
+      "▁k ont",
+      "▁kon t",
+      "▁ko nt",
+      "De l",
+      "D el",
+      "re tt",
+      "ret t",
+      "r ett",
+      "▁s up",
+      "▁su p",
+      "▁ sup",
+      "▁m og",
+      "▁mo g",
+      "ta n",
+      "t an",
+      "▁com pl",
+      "▁comp l",
+      "ir ty",
+      "irt y",
+      "▁nouve au",
+      "os z",
+      "o sz",
+      "▁N avy",
+      "▁Na vy",
+      "▁Nav y",
+      "ber e",
+      "be re",
+      "b ere",
+      "ma sk",
+      "mas k",
+      "m ask",
+      "ov é",
+      "o vé",
+      "zi l",
+      "z il",
+      "PE R",
+      "P ER",
+      "▁pobla ción",
+      "▁població n",
+      "▁d etailed",
+      "▁detail ed",
+      "ле т",
+      "л ет",
+      "▁famil ies",
+      "▁familie s",
+      "ab et",
+      "abe t",
+      "a bet",
+      "е вич",
+      "änd er",
+      "än der",
+      "ände r",
+      "ä nder",
+      "▁å r",
+      "▁ år",
+      "▁p endant",
+      "▁b il",
+      "▁bi l",
+      "▁ bil",
+      "▁h int",
+      "▁hi nt",
+      "▁hin t",
+      "ode n",
+      "od en",
+      "o den",
+      "▁exp ansion",
+      "▁p ont",
+      "▁po nt",
+      "▁pon t",
+      "▁ pont",
+      "as ant",
+      "asa nt",
+      "▁K ind",
+      "▁Ki nd",
+      "▁Kin d",
+      "▁ Kind",
+      "ij i",
+      "i ji",
+      "▁A uth",
+      "▁Aut h",
+      "▁Au th",
+      "▁ Auth",
+      "laim ed",
+      "ref lect",
+      "] =",
+      "by tes",
+      "byte s",
+      "ho ver",
+      "hov er",
+      "h over",
+      "▁ц ер",
+      "▁це р",
+      "▁ цер",
+      "grad le",
+      "Ar ch",
+      "ap est",
+      "ape st",
+      "apes t",
+      "ás a",
+      "á sa",
+      "Car d",
+      "Ca rd",
+      "C ard",
+      "▁tempor ary",
+      "▁départ ement",
+      "class es",
+      "жи ва",
+      "▁х удо",
+      "▁m ole",
+      "▁mo le",
+      "▁mol e",
+      "R Y",
+      "L P",
+      "▁p ec",
+      "▁pe c",
+      "▁ pec",
+      "rodu ction",
+      "▁Gu ard",
+      "▁Par liament",
+      "▁inst anti",
+      "▁instant i",
+      "▁not amment",
+      "▁D oug",
+      "▁Do ug",
+      "▁Dou g",
+      "▁Mar sh",
+      "▁Mars h",
+      ". ~",
+      "▁\\ \"",
+      "▁ \\\"",
+      "▁t hé",
+      "▁th é",
+      "▁li bre",
+      "▁lib re",
+      "do es",
+      "▁dé but",
+      "▁U nit",
+      "▁Un it",
+      "▁ Unit",
+      "▁с ту",
+      "▁ст у",
+      "▁ сту",
+      "▁le ague",
+      "▁qu ale",
+      "▁q uale",
+      "▁qual e",
+      "▁состав ля",
+      "▁соста вля",
+      "Se curity",
+      "Sec urity",
+      "▁appar ently",
+      "▁apparent ly",
+      "▁tro ops",
+      "ic ano",
+      "ica no",
+      "ican o",
+      "i cano",
+      "▁M B",
+      "▁ MB",
+      "en ze",
+      "enz e",
+      "lo ading",
+      "load ing",
+      "▁dist ributed",
+      "▁distribu ted",
+      "▁distrib uted",
+      "write r",
+      "writ er",
+      "wr iter",
+      "w riter",
+      "res ources",
+      "resource s",
+      "h ö",
+      "ut ils",
+      "util s",
+      "uti ls",
+      "▁prep ared",
+      "▁prepar ed",
+      "▁prepare d",
+      "ci er",
+      "cie r",
+      "c ier",
+      "op ol",
+      "opo l",
+      "o pol",
+      "▁län kar",
+      "he s",
+      "h es",
+      "н ва",
+      "▁op ens",
+      "▁open s",
+      "▁ opens",
+      "ag og",
+      "ago g",
+      "inter face",
+      "▁F und",
+      "▁Fu nd",
+      "▁Fun d",
+      "▁pent ru",
+      "ní ch",
+      "n ích",
+      "▁config ured",
+      "▁configure d",
+      "▁configur ed",
+      "▁Web site",
+      "▁list ener",
+      "▁listen er",
+      "▁liste ner",
+      "▁ listener",
+      "iv el",
+      "ive l",
+      "i vel",
+      "n ę",
+      "min a",
+      "mi na",
+      "m ina",
+      "▁in vest",
+      "▁inv est",
+      "▁inve st",
+      "▁м іс",
+      "▁мі с",
+      "▁d av",
+      "▁da v",
+      "▁p atch",
+      "▁pat ch",
+      "▁ patch",
+      "pi eler",
+      "piel er",
+      "pie ler",
+      "▁Ext erna",
+      "▁Extern a",
+      "t f",
+      "▁e red",
+      "▁er ed",
+      "▁ere d",
+      "▁ ered",
+      "▁Ass embly",
+      "▁ Assembly",
+      "▁s out",
+      "▁so ut",
+      "▁sou t",
+      "▁v erk",
+      "▁ver k",
+      "▁ verk",
+      "me rs",
+      "mer s",
+      "m ers",
+      "t oggle",
+      "▁up dating",
+      "▁upd ating",
+      "▁K ent",
+      "▁Ke nt",
+      "▁Ken t",
+      "ec a",
+      "e ca",
+      "FA ULT",
+      "▁tit re",
+      "▁ti tre",
+      "▁K enn",
+      "▁Ke nn",
+      "▁Ken n",
+      "▁Ми ха",
+      "ст ор",
+      "сто р",
+      "с тор",
+      "▁p ode",
+      "▁po de",
+      "▁pod e",
+      "▁S eb",
+      "▁Se b",
+      "це в",
+      "ц ев",
+      "E Y",
+      "▁sil ver",
+      "▁cap acity",
+      "▁capac ity",
+      "▁comple tion",
+      "▁complet ion",
+      "▁Pe dro",
+      "▁Ped ro",
+      "fe l",
+      "f el",
+      "va no",
+      "van o",
+      "v ano",
+      "ze ug",
+      "▁in terior",
+      "▁inter ior",
+      "▁inte rior",
+      "▁Res ponse",
+      "▁ Response",
+      "éd ia",
+      "é dia",
+      "▁World Cat",
+      "▁c ă",
+      "qu el",
+      "que l",
+      "q uel",
+      "So l",
+      "S ol",
+      "іс ля",
+      "▁D omin",
+      "▁Do min",
+      "▁Dom in",
+      "▁c um",
+      "▁cu m",
+      "ce p",
+      "c ep",
+      "▁M use",
+      "▁Mus e",
+      "▁Mu se",
+      "▁M aría",
+      "▁Mar ía",
+      "▁Ma ría",
+      "▁function al",
+      "▁ad apter",
+      "▁adapt er",
+      "▁ adapter",
+      "config uration",
+      "▁t ipo",
+      "▁tip o",
+      "▁ti po",
+      "▁B ry",
+      "▁Br y",
+      "v y",
+      "U L",
+      "▁tra vers",
+      "▁trav ers",
+      "! (",
+      "▁absol utely",
+      "▁absolute ly",
+      "л та",
+      "тт я",
+      "т тя",
+      "▁I T",
+      "▁ IT",
+      "▁во ен",
+      "yc le",
+      "y cle",
+      "be st",
+      "bes t",
+      "b est",
+      "▁construct ed",
+      "▁constru cted",
+      "▁фи ль",
+      "▁ филь",
+      "ci do",
+      "cid o",
+      "c ido",
+      "ex it",
+      "ga rt",
+      "gar t",
+      "g art",
+      "▁provin cia",
+      "ve z",
+      "v ez",
+      "ci pl",
+      "cip l",
+      "▁Face book",
+      "▁Fac ebook",
+      "▁y ellow",
+      "▁ yellow",
+      "▁Sum mer",
+      "▁point ing",
+      "▁poss ibility",
+      "▁possib ility",
+      "▁possibil ity",
+      "▁leg isl",
+      "▁мо ж",
+      "▁ мож",
+      "de rn",
+      "der n",
+      "d ern",
+      "ко но",
+      "кон о",
+      "▁mechan ism",
+      "▁Bern ard",
+      "ex pr",
+      "exp r",
+      "ло ви",
+      "лов и",
+      "л ови",
+      "▁dig its",
+      "▁digit s",
+      "▁de legate",
+      "▁deleg ate",
+      "▁ delegate",
+      "og ram",
+      "o gram",
+      "▁D ictionary",
+      "▁ Dictionary",
+      "is y",
+      "▁s po",
+      "▁sp o",
+      "/ $",
+      "clude d",
+      "clud ed",
+      "▁M VC",
+      "▁t ém",
+      "▁té m",
+      "▁print ed",
+      "▁prin ted",
+      "▁G ott",
+      "▁Go tt",
+      "▁Got t",
+      "▁O m",
+      "▁ Om",
+      "ans as",
+      "▁D urch",
+      "▁Dur ch",
+      "▁I dent",
+      "▁Id ent",
+      "▁Ide nt",
+      "▁ Ident",
+      "Q U",
+      "ht m",
+      "h tm",
+      "▁S ul",
+      "▁Su l",
+      "'] .",
+      "' ].",
+      "▁du ty",
+      "▁dut y",
+      "▁Aut hor",
+      "▁Auth or",
+      "▁ Author",
+      "▁n ě",
+      "▁ ně",
+      "ow ego",
+      "owe go",
+      "pu s",
+      "p us",
+      "em bl",
+      "emb l",
+      "Exec utor",
+      "B L",
+      "▁M ens",
+      "▁Me ns",
+      "▁Men s",
+      "dis patch",
+      "▁M id",
+      "▁Mi d",
+      "ap ps",
+      "app s",
+      "Trans form",
+      "▁D at",
+      "▁Da t",
+      "▁ Dat",
+      "▁im pl",
+      "▁imp l",
+      "▁ impl",
+      "ou x",
+      "o ux",
+      "ho lm",
+      "hol m",
+      "▁I ns",
+      "▁In s",
+      "▁Emp ire",
+      "ру п",
+      "▁Ap ache",
+      "SI ON",
+      "S ION",
+      "▁pass age",
+      "######## ########",
+      "▁ex pressed",
+      "▁express ed",
+      "▁expr essed",
+      "▁expres sed",
+      "на д",
+      "▁o l",
+      "▁ ol",
+      "▁h avia",
+      "▁ha via",
+      "▁hav ia",
+      "▁бо лее",
+      "▁enjo y",
+      "form ance",
+      "▁dim ensions",
+      "▁dimension s",
+      "▁ч ер",
+      "▁че р",
+      "▁ чер",
+      "Se e",
+      "S ee",
+      "▁m outh",
+      "▁mo uth",
+      "▁mou th",
+      "▁ mouth",
+      "▁g au",
+      "▁ga u",
+      "ien cy",
+      "i ency",
+      "▁Carol ina",
+      "Dis t",
+      "Di st",
+      "D ist",
+      "rad io",
+      "li mit",
+      "lim it",
+      "l imit",
+      "/ ?",
+      "▁B all",
+      "▁Ba ll",
+      "▁Bal l",
+      "ні сть",
+      "Mem ber",
+      "M ember",
+      "wa ter",
+      "w ater",
+      "▁mur der",
+      "▁stand ing",
+      "▁stan ding",
+      "▁ standing",
+      "▁V II",
+      "▁VI I",
+      "Cent er",
+      "C enter",
+      "pp a",
+      "p pa",
+      "ur eau",
+      "ure au",
+      "▁Le ip",
+      "▁ob jet",
+      "▁obj et",
+      "▁Act ivity",
+      "▁Activ ity",
+      "▁ Activity",
+      "em bers",
+      "ember s",
+      "emb ers",
+      "v r",
+      "▁con du",
+      "▁cond u",
+      "Cell s",
+      "C ells",
+      "in us",
+      "inu s",
+      "▁' ,",
+      "▁ ',",
+      "▁af raid",
+      "▁х а",
+      "▁ ха",
+      "▁V ic",
+      "▁Vi c",
+      "test ing",
+      "tes ting",
+      "Tu be",
+      "T ube",
+      "▁v ast",
+      "▁va st",
+      "▁vas t",
+      "P M",
+      "ni h",
+      "n ih",
+      "SS N",
+      "S SN",
+      "▁Ch ile",
+      "▁Chi le",
+      "yl van",
+      "▁B ow",
+      "▁Bo w",
+      "▁relig ion",
+      "op her",
+      "oph er",
+      "ophe r",
+      "o pher",
+      "▁C oll",
+      "▁Col l",
+      "▁Co ll",
+      "▁ Coll",
+      "▁dig ital",
+      "▁digit al",
+      "zi oni",
+      "z ioni",
+      "Se ction",
+      "Sec tion",
+      "S ection",
+      "▁резу льта",
+      "Foo t",
+      "F oot",
+      "con vert",
+      "conv ert",
+      "▁rece iving",
+      "Cont act",
+      "▁h ero",
+      "▁he ro",
+      "▁her o",
+      "sa m",
+      "s am",
+      "▁pos terior",
+      "▁poster ior",
+      "▁poste rior",
+      "ow i",
+      "o wi",
+      "An t",
+      "A nt",
+      "▁fl ags",
+      "▁flag s",
+      "▁fla gs",
+      "▁ flags",
+      "▁Ze aland",
+      "▁b ounds",
+      "▁bound s",
+      "▁ bounds",
+      "▁where as",
+      "▁whe reas",
+      "in fl",
+      "inf l",
+      "Pl ay",
+      "P lay",
+      "▁d emo",
+      "▁de mo",
+      "▁dem o",
+      "▁ demo",
+      "▁g ibt",
+      "▁gi bt",
+      "▁h ospital",
+      "▁hosp ital",
+      "▁v olta",
+      "▁vol ta",
+      "▁volt a",
+      "л ё",
+      "▁f ashion",
+      "▁ex ceed",
+      "▁exc eed",
+      "el enium",
+      "elen ium",
+      "It er",
+      "I ter",
+      "kr ie",
+      "k rie",
+      "▁integr ation",
+      "▁integra tion",
+      "▁ integration",
+      "▁Other wise",
+      "ad u",
+      "a du",
+      "Sh e",
+      "S he",
+      "on de",
+      "ond e",
+      "o nde",
+      "ui nt",
+      "u int",
+      "rad ius",
+      "▁r am",
+      "▁ra m",
+      "▁ ram",
+      "▁ál bum",
+      "▁т ур",
+      "▁ту р",
+      "▁ тур",
+      "▁d y",
+      "▁ dy",
+      "▁O tt",
+      "▁Ot t",
+      "▁пер и",
+      "▁пе ри",
+      "re v",
+      "r ev",
+      "ri or",
+      "rio r",
+      "r ior",
+      "í d",
+      "ir at",
+      "ira t",
+      "i rat",
+      "▁в клю",
+      "▁import ante",
+      "▁important e",
+      "▁Du ke",
+      "▁caus a",
+      "▁ca usa",
+      "▁Math emat",
+      "▁di plom",
+      "▁N icol",
+      "▁Nic ol",
+      "▁Ni col",
+      "▁ex clus",
+      "▁exc lus",
+      "▁debug ging",
+      "▁G h",
+      "or iginal",
+      "origin al",
+      "orig inal",
+      "ly n",
+      "l yn",
+      "▁P la",
+      "▁Pl a",
+      "su ite",
+      "suit e",
+      "ch at",
+      "cha t",
+      "c hat",
+      "▁e stud",
+      "▁est ud",
+      "ue lle",
+      "uel le",
+      "u elle",
+      "▁p ert",
+      "▁per t",
+      "▁pe rt",
+      "▁ pert",
+      "▁import ance",
+      "▁appro aches",
+      "▁approach es",
+      "▁d la",
+      "▁про ф",
+      "Pr es",
+      "Pre s",
+      "P res",
+      "< \\",
+      "pre fix",
+      "p refix",
+      "SS ION",
+      "S SION",
+      "ро ди",
+      "род и",
+      "count ry",
+      "c ountry",
+      "it zer",
+      "itz er",
+      "▁ко р",
+      "▁к ор",
+      "▁ кор",
+      "▁sing ular",
+      "go v",
+      "g ov",
+      "ри н",
+      "р ин",
+      "▁F A",
+      "▁ FA",
+      "▁mat rices",
+      "ol are",
+      "ola re",
+      "olar e",
+      "o lare",
+      "ni ka",
+      "nik a",
+      "n ika",
+      "po wer",
+      "pow er",
+      "p ower",
+      "ll a",
+      "l la",
+      "▁des ire",
+      "▁famil ia",
+      "▁fam ilia",
+      "до р",
+      "д ор",
+      "▁f an",
+      "▁fa n",
+      "▁ fan",
+      "gener ated",
+      "generate d",
+      "▁C os",
+      "▁Co s",
+      "▁ż e",
+      "▁ że",
+      "▁D iese",
+      "▁Die se",
+      "▁Di ese",
+      "▁Dies e",
+      "mo v",
+      "m ov",
+      "▁de note",
+      "▁den ote",
+      "\") ]",
+      "\" )]",
+      "ou vern",
+      "ouv ern",
+      "ouve rn",
+      "ouver n",
+      "am an",
+      "ama n",
+      "a man",
+      "▁in ser",
+      "▁ins er",
+      "▁inse r",
+      "ij k",
+      "i jk",
+      "ot ta",
+      "ott a",
+      "o tta",
+      "er al",
+      "era l",
+      "e ral",
+      "де ль",
+      "д ель",
+      "() ->",
+      "( )->",
+      "▁p oder",
+      "▁po der",
+      "▁pod er",
+      "▁pode r",
+      "ig es",
+      "ige s",
+      "i ges",
+      "▁On line",
+      "▁we ird",
+      "ia c",
+      "i ac",
+      "▁quel ques",
+      "▁quelque s",
+      "ère nt",
+      "è rent",
+      "▁t el",
+      "▁te l",
+      "▁ tel",
+      "▁L atin",
+      "▁Lat in",
+      "ver ter",
+      "vert er",
+      "verte r",
+      "ля р",
+      "ро и",
+      "▁p df",
+      "▁pd f",
+      "▁ pdf",
+      "▁key word",
+      "▁ keyword",
+      "Hand le",
+      "A fter",
+      "re ce",
+      "rec e",
+      "▁ident ical",
+      "style sheet",
+      "styles heet",
+      "▁стан ови",
+      "▁станов и",
+      "▁k a",
+      "▁ ka",
+      "ce ment",
+      "cem ent",
+      "c ement",
+      "те т",
+      "т ет",
+      "▁c hat",
+      "▁ch at",
+      "▁cha t",
+      "▁ chat",
+      "▁M un",
+      "▁Mu n",
+      "ał a",
+      "a ła",
+      "AN T",
+      "A NT",
+      "ol óg",
+      "▁f ant",
+      "▁fa nt",
+      "▁fan t",
+      "▁for est",
+      "▁fo rest",
+      "▁fore st",
+      "▁ви ко",
+      "cu ss",
+      "cus s",
+      "c uss",
+      "▁se hr",
+      "pa g",
+      "p ag",
+      "ot ic",
+      "oti c",
+      "▁á ll",
+      "▁ál l",
+      "▁ áll",
+      "ма ти",
+      "мат и",
+      "▁\" '",
+      "+ \"",
+      "An imation",
+      "Anim ation",
+      "ходи т",
+      "ход ит",
+      "az u",
+      "a zu",
+      "▁pl ays",
+      "▁play s",
+      "▁pla ys",
+      "▁ plays",
+      "iz ioni",
+      "izi oni",
+      "izio ni",
+      "i zioni",
+      "ми че",
+      "▁b omb",
+      "▁bo mb",
+      "▁bom b",
+      "▁mer ely",
+      "▁mere ly",
+      "▁hold ing",
+      "▁hol ding",
+      "▁w enn",
+      "▁we nn",
+      "▁wen n",
+      "▁m edic",
+      "▁me dic",
+      "▁med ic",
+      "▁medi c",
+      "▁spe aking",
+      "▁speak ing",
+      "ong odb",
+      "ongo db",
+      "▁Cam pe",
+      "▁Camp e",
+      "in ity",
+      "ini ty",
+      "init y",
+      "▁я нва",
+      "() `.",
+      "()` .",
+      "( )`.",
+      "lu ss",
+      "lus s",
+      "l uss",
+      "▁H istoire",
+      "▁His toire",
+      "▁Hist oire",
+      "▁oper ating",
+      "▁opera ting",
+      "Ch annel",
+      "▁accur acy",
+      "▁b os",
+      "▁bo s",
+      "▁ bos",
+      "▁ev ident",
+      "ци ю",
+      "event s",
+      "ev ents",
+      "even ts",
+      "text rm",
+      "or eign",
+      "ore ign",
+      "▁i i",
+      "▁ ii",
+      "hr en",
+      "hre n",
+      "h ren",
+      "lo wer",
+      "low er",
+      "l ower",
+      "▁т ом",
+      "▁то м",
+      "▁ том",
+      "▁Ab out",
+      "▁ About",
+      "▁a j",
+      "▁ aj",
+      "er i",
+      "e ri",
+      "сту пи",
+      "ступ и",
+      "▁di git",
+      "▁dig it",
+      "▁ digit",
+      "▁Sp ain",
+      "▁D aten",
+      "▁Date n",
+      "▁Da ten",
+      "▁Dat en",
+      "▁for me",
+      "▁form e",
+      "▁ш та",
+      "▁ шта",
+      "▁B ach",
+      "▁Ba ch",
+      "▁Bac h",
+      "no number",
+      "non umber",
+      "▁recomm ended",
+      "▁recommend ed",
+      "▁re ads",
+      "▁read s",
+      "his toire",
+      "h istoire",
+      "▁s ang",
+      "▁sa ng",
+      "▁san g",
+      "▁? ?",
+      "▁ ??",
+      "▁с тал",
+      "▁ст ал",
+      "▁ста л",
+      "sc ore",
+      "s core",
+      "fa s",
+      "f as",
+      "▁c ub",
+      "▁cu b",
+      "▁g rew",
+      "▁gr ew",
+      "▁gre w",
+      "▁cent ro",
+      "▁bek annt",
+      "Event s",
+      "BE R",
+      "B ER",
+      "he w",
+      "h ew",
+      "сс а",
+      "с са",
+      "▁major ity",
+      "ît re",
+      "î tre",
+      "en ci",
+      "enc i",
+      "▁Qu ery",
+      "▁Que ry",
+      "▁ Query",
+      "▁któ re",
+      "i ć",
+      "▁complex ity",
+      "▁Fran çois",
+      "const raint",
+      "ур на",
+      "═ ═",
+      "▁iter ate",
+      "le tt",
+      "let t",
+      "l ett",
+      "pe ror",
+      "per or",
+      "▁Neder land",
+      "sh are",
+      "sha re",
+      "▁incl u",
+      "▁inc lu",
+      "än ger",
+      "äng er",
+      "änge r",
+      "▁N ic",
+      "▁Ni c",
+      "ч о",
+      "F ull",
+      "▁ra pport",
+      "▁rapp ort",
+      "▁rap port",
+      "ec lipse",
+      "e clipse",
+      "▁indust ry",
+      "he aders",
+      "head ers",
+      "header s",
+      "▁Р и",
+      "ch sel",
+      "chs el",
+      "▁po lic",
+      "▁pol ic",
+      "sch ied",
+      "% ,",
+      "O D",
+      "▁J ak",
+      "▁Ja k",
+      "({ \\",
+      "( {\\",
+      "al igned",
+      "align ed",
+      "▁frequ ently",
+      "▁frequent ly",
+      "▁su oi",
+      "▁suo i",
+      "▁ess entially",
+      "▁essential ly",
+      "▁R ic",
+      "▁Ri c",
+      "▁re ports",
+      "▁report s",
+      "▁dec imal",
+      "ra r",
+      "r ar",
+      "▁F oo",
+      "▁Fo o",
+      "▁ Foo",
+      "▁K a",
+      "▁D C",
+      "▁ DC",
+      "▁sim pler",
+      "▁simple r",
+      "▁simp ler",
+      "▁simpl er",
+      "Pa ne",
+      "Pan e",
+      "P ane",
+      "? }",
+      "So rt",
+      "S ort",
+      "▁pos it",
+      "cd n",
+      "c dn",
+      "kt ur",
+      "▁aw k",
+      "▁ awk",
+      "зе р",
+      "з ер",
+      "P F",
+      "u ur",
+      "▁R oss",
+      "▁Ro ss",
+      "▁Ros s",
+      "▁m ant",
+      "▁ma nt",
+      "▁man t",
+      "N a",
+      "Con s",
+      "Co ns",
+      "C ons",
+      ")) ))",
+      "))) )",
+      ") )))",
+      "▁techn iques",
+      "▁techni ques",
+      "▁technique s",
+      "im pl",
+      "imp l",
+      "▁dro pped",
+      "▁drop ped",
+      "▁L ista",
+      "▁List a",
+      "▁Li sta",
+      "▁Lis ta",
+      "▁Bas ically",
+      "▁Basic ally",
+      "en tal",
+      "ent al",
+      "enta l",
+      "▁cel ui",
+      "▁str ategy",
+      "▁strateg y",
+      "▁strat egy",
+      "▁W ales",
+      "▁Wal es",
+      "▁Wa les",
+      "na n",
+      "n an",
+      "▁g min",
+      "▁gr öß",
+      "▁eer ste",
+      "▁eerst e",
+      "T im",
+      "nt en",
+      "n ten",
+      "re sp",
+      "res p",
+      "r esp",
+      "▁s table",
+      "▁st able",
+      "▁sta ble",
+      "▁ stable",
+      "no v",
+      "n ov",
+      "ro b",
+      "r ob",
+      "но ј",
+      "▁mar riage",
+      "get String",
+      "Aut hor",
+      "Auth or",
+      "▁G raf",
+      "▁Gr af",
+      "▁Gra f",
+      "▁di agram",
+      "▁diag ram",
+      "▁dia gram",
+      "gi a",
+      "g ia",
+      "Net work",
+      "N etwork",
+      "▁com posed",
+      "▁comp osed",
+      "▁compos ed",
+      "▁compose d",
+      "▁miss ed",
+      "▁mis sed",
+      "▁M eg",
+      "▁Me g",
+      "▁пра во",
+      "▁прав о",
+      "▁hom onymes",
+      "▁Bo oks",
+      "▁Book s",
+      "▁en cou",
+      "▁enc ou",
+      "port e",
+      "por te",
+      "p orte",
+      "▁rot ation",
+      "▁f ir",
+      "▁fi r",
+      "▁ fir",
+      "те льно",
+      "тель но",
+      "▁g un",
+      "▁gu n",
+      "▁ gun",
+      "▁A ff",
+      "▁Af f",
+      "▁ Aff",
+      "но к",
+      "н ок",
+      "▁Fuß ball",
+      "▁St ory",
+      "▁Sto ry",
+      "▁ Story",
+      "▁Ch ap",
+      "▁Cha p",
+      "▁) .",
+      "▁ ).",
+      "▁Se it",
+      "мо н",
+      "м он",
+      "▁t élé",
+      "▁té lé",
+      "▁cop ied",
+      "▁cons istent",
+      "▁consist ent",
+      "▁dr ink",
+      "▁C ham",
+      "▁Ch am",
+      "▁Cha m",
+      "▁mat ters",
+      "▁matter s",
+      "▁render ed",
+      "▁rend ered",
+      "▁rende red",
+      "▁hyp oth",
+      "œ uv",
+      "▁me er",
+      "▁par sing",
+      "▁P RO",
+      "▁PR O",
+      "▁ PRO",
+      "se ries",
+      "ser ies",
+      "serie s",
+      "s eries",
+      "▁z á",
+      "▁ zá",
+      "stra ße",
+      "▁B oot",
+      "▁Bo ot",
+      "▁ Boot",
+      "▁re po",
+      "▁rep o",
+      "▁ repo",
+      "wo r",
+      "w or",
+      "▁St ream",
+      "▁Stre am",
+      "▁ Stream",
+      "▁A N",
+      "▁ AN",
+      "▁п ів",
+      "▁пі в",
+      "▁S M",
+      "▁ SM",
+      "▁A rn",
+      "▁Ar n",
+      "▁ Ž",
+      "▁[ ];",
+      "▁[] ;",
+      "Res ources",
+      "Resource s",
+      "▁el abor",
+      "▁ela bor",
+      "▁E th",
+      "▁Et h",
+      "▁l iste",
+      "▁li ste",
+      "▁list e",
+      "▁rel atively",
+      "▁relative ly",
+      "▁relativ ely",
+      "ch ant",
+      "chan t",
+      "cha nt",
+      "=\" \"",
+      "= \"\"",
+      "▁l ift",
+      "▁li ft",
+      "▁lif t",
+      "C N",
+      "Service s",
+      "Serv ices",
+      "ME NT",
+      "M ENT",
+      "▁и гра",
+      "▁иг ра",
+      "▁ игра",
+      "б ре",
+      "▁J ord",
+      "▁Jo rd",
+      "▁t ec",
+      "▁te c",
+      "ш ка",
+      "▁S up",
+      "▁Su p",
+      "▁infl uen",
+      "▁influ en",
+      "on ds",
+      "ond s",
+      "hand ler",
+      "handle r",
+      "▁b anda",
+      "▁band a",
+      "▁ban da",
+      "▁vert ices",
+      "▁z ap",
+      "▁za p",
+      "▁c ord",
+      "▁cor d",
+      "▁co rd",
+      "▁ cord",
+      "al ter",
+      "alt er",
+      "ze nia",
+      "zen ia",
+      "z enia",
+      "ât eau",
+      "âte au",
+      "▁know ing",
+      "▁Argent ina",
+      "Ar ea",
+      "Are a",
+      "A rea",
+      "ан е",
+      "а не",
+      "f c",
+      "=\" /",
+      "= \"/",
+      "▁M ik",
+      "▁Mi k",
+      "at ă",
+      "ie ux",
+      "ieu x",
+      "▁deutsch en",
+      "▁deutsche n",
+      "▁trad itional",
+      "▁tradition al",
+      "de code",
+      "dec ode",
+      "ve x",
+      "v ex",
+      "▁size of",
+      "▁ sizeof",
+      "▁F un",
+      "▁Fu n",
+      "▁ Fun",
+      "▁par ser",
+      "▁parse r",
+      "▁ parser",
+      "▁Flor ida",
+      "▁build ings",
+      "▁building s",
+      "▁Man uel",
+      "ri le",
+      "ril e",
+      "r ile",
+      "▁log ged",
+      "▁strong ly",
+      "▁re vol",
+      "▁rev ol",
+      "не е",
+      "xi co",
+      "xic o",
+      "x ico",
+      "▁F air",
+      "▁Fa ir",
+      "ca rt",
+      "car t",
+      "c art",
+      "▁W ort",
+      "▁Wo rt",
+      "▁Wor t",
+      "▁Jes us",
+      "em es",
+      "eme s",
+      "e mes",
+      "sch rift",
+      "Input Stream",
+      "wa d",
+      "w ad",
+      "▁gran des",
+      "▁grand es",
+      "▁grande s",
+      "▁númer o",
+      "▁O tto",
+      "▁Ot to",
+      "▁Ott o",
+      "ien tes",
+      "ient es",
+      "iente s",
+      "i entes",
+      "▁fam ous",
+      "ol ogne",
+      "olog ne",
+      "J e",
+      "ни ш",
+      "▁Guer ra",
+      "bar a",
+      "ba ra",
+      "b ara",
+      "▁c ad",
+      "▁ca d",
+      "el ve",
+      "br ace",
+      "bra ce",
+      "b race",
+      "▁J r",
+      "st able",
+      "sta ble",
+      "stab le",
+      "s table",
+      "EC T",
+      "E CT",
+      "lem ma",
+      "med iate",
+      "medi ate",
+      "media te",
+      "▁v in",
+      "▁vi n",
+      "▁ vin",
+      "▁mon ument",
+      "▁c v",
+      "▁ cv",
+      "▁w inter",
+      "▁win ter",
+      "▁trans formation",
+      "▁transform ation",
+      "▁N ick",
+      "▁Nic k",
+      "▁Ni ck",
+      "str onom",
+      "▁f rag",
+      "▁fr ag",
+      "▁fra g",
+      "▁in tel",
+      "▁int el",
+      "▁inte l",
+      "ra ction",
+      "rac tion",
+      "ract ion",
+      "r action",
+      "▁consider ing",
+      "▁consid ering",
+      "▁F le",
+      "▁Fl e",
+      "▁ ло",
+      "▁A près",
+      "▁Ap rès",
+      "▁A M",
+      "▁ AM",
+      "▁H um",
+      "▁Hu m",
+      "▁m undo",
+      "NE R",
+      "N ER",
+      "▁Be low",
+      "▁Bel ow",
+      "▁го рода",
+      "▁горо да",
+      "▁город а",
+      "ar ters",
+      "art ers",
+      "arter s",
+      "arte rs",
+      "-- \"",
+      "▁П е",
+      "▁ Пе",
+      "î t",
+      "▁t xt",
+      "▁tx t",
+      "▁ txt",
+      "an gers",
+      "ang ers",
+      "ange rs",
+      "anger s",
+      "▁t hy",
+      "▁th y",
+      "▁ thy",
+      "CL A",
+      "C LA",
+      "ib les",
+      "ible s",
+      "i bles",
+      "▁request ed",
+      "▁requ ested",
+      "▁Alex and",
+      "▁fact ors",
+      "▁fa ctors",
+      "▁factor s",
+      "▁produ ces",
+      "▁produce s",
+      "ning en",
+      "n ingen",
+      "▁со стоя",
+      "▁optim ization",
+      "ch od",
+      "cho d",
+      "c hod",
+      "> `",
+      "▁Wik ip",
+      "nost i",
+      "nos ti",
+      "n osti",
+      "▁compet ition",
+      "▁H ann",
+      "▁Ha nn",
+      "▁Han n",
+      "▁z ona",
+      "▁zo na",
+      "d c",
+      "de sign",
+      "des ign",
+      "▁Z u",
+      "▁e spec",
+      "▁es pec",
+      "▁espe c",
+      "▁esp ec",
+      "equ ality",
+      "equal ity",
+      "e quality",
+      "▁A bb",
+      "▁Ab b",
+      "▁develop er",
+      "▁ developer",
+      "▁\" ^",
+      "▁Sh ort",
+      "▁Sho rt",
+      "▁ Short",
+      "▁pl ans",
+      "▁pla ns",
+      "▁plan s",
+      "▁v it",
+      "▁vi t",
+      "iz able",
+      "iza ble",
+      "burg h",
+      "bur gh",
+      "ag em",
+      "age m",
+      "a gem",
+      "▁Pr int",
+      "▁Pri nt",
+      "▁Prin t",
+      "▁ Print",
+      "í v",
+      "▁su itable",
+      "▁suit able",
+      "pi cker",
+      "pic ker",
+      "pick er",
+      "p icker",
+      "Pro file",
+      "an dy",
+      "and y",
+      "▁qu ot",
+      "▁ quot",
+      "▁Dur ante",
+      "▁Durant e",
+      "▁Fran cia",
+      "▁Fr ancia",
+      "▁Franc ia",
+      "▁t art",
+      "▁tar t",
+      "▁ta rt",
+      "▁V enez",
+      "▁Ve nez",
+      "▁Ven ez",
+      "▁dis patch",
+      "▁disp atch",
+      "▁ dispatch",
+      "▁observ ations",
+      "▁observation s",
+      "▁ ż",
+      "In valid",
+      "▁occ urr",
+      "▁occur r",
+      "▁oc curr",
+      "т ки",
+      "Mem ento",
+      "M emento",
+      "▁S yd",
+      "▁Sy d",
+      "▁tiem po",
+      "▁st aff",
+      "▁sta ff",
+      "▁se ctions",
+      "▁section s",
+      "▁sect ions",
+      "▁ sections",
+      "▁s sh",
+      "▁ss h",
+      "▁ ssh",
+      "▁N GC",
+      "ë l",
+      "▁er re",
+      "▁err e",
+      "▁div ided",
+      "▁divide d",
+      "▁divid ed",
+      "▁With out",
+      "▁du rant",
+      "▁dur ant",
+      "▁j aar",
+      "▁ja ar",
+      "▁ −",
+      "▁sold iers",
+      "▁soldier s",
+      "ун к",
+      "la pse",
+      "lap se",
+      "laps e",
+      "▁Val ley",
+      "▁Vall ey",
+      "▁Valle y",
+      "▁( :",
+      "▁ (:",
+      "re ra",
+      "rer a",
+      "r era",
+      "▁d ével",
+      "▁dé vel",
+      "▁p éri",
+      "▁pé ri",
+      "▁calcul ation",
+      "▁calc ulation",
+      "▁ke ine",
+      "▁kein e",
+      "er tain",
+      "ert ain",
+      "erta in",
+      "▁те ле",
+      "ру д",
+      "▁c ul",
+      "▁cu l",
+      "▁ cul",
+      "▁cl oth",
+      "▁clo th",
+      "; }",
+      "▁pr zed",
+      "▁prze d",
+      "▁prz ed",
+      "Mon th",
+      "Mo nth",
+      "Mont h",
+      "Pi cker",
+      "P icker",
+      "▁S V",
+      "▁ SV",
+      "ar ian",
+      "ari an",
+      "aria n",
+      "a rian",
+      "▁Re view",
+      "▁Rev iew",
+      "▁h ang",
+      "▁ha ng",
+      "▁han g",
+      "▁ hang",
+      "▁о кт",
+      "▁ок т",
+      "▁F ront",
+      "▁Fr ont",
+      "▁Fro nt",
+      "▁ Front",
+      "ot lin",
+      "▁trans lation",
+      "▁transl ation",
+      "▁m odo",
+      "▁mod o",
+      "▁mo do",
+      "▁stat istics",
+      "▁statist ics",
+      "▁N ue",
+      "▁Nu e",
+      "▁Ни кола",
+      "NU M",
+      "N UM",
+      "▁s hips",
+      "▁sh ips",
+      "▁ship s",
+      "▁ ships",
+      "▁Re port",
+      "▁Rep ort",
+      "▁ Report",
+      "{ [",
+      "E ffect",
+      "ie ri",
+      "ier i",
+      "i eri",
+      "▁par ties",
+      "▁part ies",
+      "▁partie s",
+      "▁parti es",
+      "pl a",
+      "p la",
+      "r w",
+      "▁Work s",
+      "▁Wor ks",
+      "▁i ron",
+      "▁ir on",
+      "▁att ract",
+      "▁attr act",
+      "▁attra ct",
+      "▁c ort",
+      "▁cor t",
+      "▁co rt",
+      "n á",
+      "▁Ste ve",
+      "▁b ene",
+      "▁be ne",
+      "▁ben e",
+      "то н",
+      "т он",
+      "ícul a",
+      "Tw o",
+      "T wo",
+      "▁г лав",
+      "▁гла в",
+      "▁V ideo",
+      "▁ Video",
+      "▁power ful",
+      "au ch",
+      "auc h",
+      "a uch",
+      "ma nde",
+      "man de",
+      "m ande",
+      "äch st",
+      "ächs t",
+      "La t",
+      "L at",
+      "▁z na",
+      "▁zn a",
+      "▁ zna",
+      "▁fig ures",
+      "▁figure s",
+      "▁figur es",
+      "▁a lias",
+      "▁al ias",
+      "▁ali as",
+      "▁ alias",
+      "ne x",
+      "n ex",
+      "▁c ategories",
+      "▁categ ories",
+      "▁categor ies",
+      "▁categorie s",
+      "▁ categories",
+      "cal led",
+      "call ed",
+      "c alled",
+      "▁Sim ilar",
+      "▁g irls",
+      "▁girl s",
+      "▁gir ls",
+      "pe z",
+      "p ez",
+      "▁j oint",
+      "▁jo int",
+      "▁join t",
+      "▁ joint",
+      "ро го",
+      "р ого",
+      "ik en",
+      "ike n",
+      "i ken",
+      "чи на",
+      "чин а",
+      "an cia",
+      "anc ia",
+      "anci a",
+      "▁t ijd",
+      "▁ti jd",
+      "▁R ose",
+      "▁Ro se",
+      "▁Ros e",
+      "▁alg orithms",
+      "▁algorithm s",
+      "▁print ing",
+      "▁prin ting",
+      "ne a",
+      "n ea",
+      "▁exec uting",
+      "▁execut ing",
+      "▁l ambda",
+      "▁ lambda",
+      "▁reg ional",
+      "▁region al",
+      "▁Co pa",
+      "▁Cop a",
+      "F oo",
+      "ph ys",
+      "phy s",
+      "z m",
+      "▁L aur",
+      "▁La ur",
+      "▁Lau r",
+      "▁candid ate",
+      "▁J a",
+      "zy m",
+      "z ym",
+      "Ex ample",
+      "▁s piel",
+      "▁sp iel",
+      "▁ spiel",
+      "▁д ей",
+      "▁де й",
+      "▁ дей",
+      "ne hmen",
+      "neh men",
+      "nehm en",
+      "ke iten",
+      "keit en",
+      "▁с ент",
+      "int ent",
+      "inte nt",
+      ". (",
+      "▁пер вы",
+      "pr om",
+      "pro m",
+      "p rom",
+      "▁n at",
+      "▁na t",
+      "▁ nat",
+      "▁im agine",
+      "▁imag ine",
+      "call back",
+      "com ponents",
+      "component s",
+      "with out",
+      "▁a quest",
+      "▁aqu est",
+      "Su pport",
+      "Supp ort",
+      "▁respons ible",
+      "▁j ego",
+      "▁je go",
+      "l j",
+      "wi ll",
+      "w ill",
+      "le an",
+      "lea n",
+      "el and",
+      "ela nd",
+      "e land",
+      "olog ía",
+      "m c",
+      "Pro xy",
+      "▁o cup",
+      "▁oc up",
+      "▁на ходи",
+      "▁r ub",
+      "▁ru b",
+      "ні в",
+      "н ів",
+      "▁F all",
+      "▁Fa ll",
+      "▁Fal l",
+      "am os",
+      "amo s",
+      "a mos",
+      "▁E p",
+      "en tre",
+      "ent re",
+      "entr e",
+      "fa il",
+      "f ail",
+      "W orld",
+      "▁Ed itor",
+      "▁Edit or",
+      "▁ Editor",
+      "▁ex pos",
+      "▁exp os",
+      "▁f inds",
+      "▁find s",
+      "▁fin ds",
+      "▁C ulture",
+      "▁Cult ure",
+      "▁ Culture",
+      "LE ASE",
+      "▁m ovie",
+      "▁mov ie",
+      "▁mo vie",
+      "▁ movie",
+      "< =",
+      "omet ric",
+      "o metric",
+      "el ing",
+      "eli ng",
+      "elin g",
+      "e ling",
+      "numer able",
+      "ou rd",
+      "our d",
+      "o urd",
+      "▁S ea",
+      "▁Se a",
+      "▁b ild",
+      "▁bi ld",
+      "▁bil d",
+      "▁ bild",
+      "▁о ста",
+      "▁ос та",
+      "▁ост а",
+      "bl o",
+      "b lo",
+      "▁l ose",
+      "▁lo se",
+      "▁los e",
+      "▁ lose",
+      "at eurs",
+      "ate urs",
+      "ateur s",
+      "ou red",
+      "our ed",
+      "oure d",
+      "o ured",
+      "▁B att",
+      "▁Ba tt",
+      "▁Bat t",
+      "() ;\r",
+      "(); \r",
+      "( );\r",
+      "▁p oz",
+      "▁po z",
+      "pos ts",
+      "post s",
+      "pe nd",
+      "pen d",
+      "p end",
+      "cer tain",
+      "cert ain",
+      "c ertain",
+      "ни ком",
+      "ник ом",
+      "J ust",
+      "web kit",
+      "dem ás",
+      "~~ ~~",
+      "▁indic ates",
+      "▁indicate s",
+      "▁p ark",
+      "▁par k",
+      "▁ park",
+      "ri que",
+      "r ique",
+      "vo d",
+      "v od",
+      "▁Ch amp",
+      "▁Cham p",
+      "▁Cha mp",
+      "ft ware",
+      "OP T",
+      "O PT",
+      "dj ango",
+      "d jango",
+      "re lease",
+      "▁ È",
+      "S R",
+      "▁polit ician",
+      "▁r oi",
+      "▁ro i",
+      "at uren",
+      "atur en",
+      "ature n",
+      "atu ren",
+      "▁Deutsch e",
+      "ta gon",
+      "tag on",
+      "t agon",
+      "▁M ov",
+      "▁Mo v",
+      "ob ierno",
+      "obi erno",
+      "▁da ß",
+      "ut her",
+      "uth er",
+      "u ther",
+      "in di",
+      "ind i",
+      "▁Wik ipedia",
+      "▁Wikip edia",
+      "▁Wikiped ia",
+      "▁a nos",
+      "▁an os",
+      "▁ano s",
+      "▁ anos",
+      "▁ob serve",
+      "▁obser ve",
+      "▁observ e",
+      "▁obs erve",
+      "el ly",
+      "ell y",
+      "▁rail way",
+      "at on",
+      "ato n",
+      "a ton",
+      "▁e num",
+      "▁en um",
+      "▁ enum",
+      "hu s",
+      "h us",
+      "▁in hab",
+      "P si",
+      "oir e",
+      "oi re",
+      "o ire",
+      "▁Х о",
+      "▁S pace",
+      "▁Sp ace",
+      "▁ Space",
+      "▁Ар хи",
+      "▁an terior",
+      "▁ante rior",
+      "▁ Ł",
+      "is ons",
+      "ison s",
+      "iso ns",
+      "I l",
+      "▁am éric",
+      "la ps",
+      "lap s",
+      "l aps",
+      "▁B BC",
+      "▁BB C",
+      "QUE ST",
+      "Con stra",
+      "Const ra",
+      "Cons tra",
+      "mon t",
+      "mo nt",
+      "m ont",
+      "ä ft",
+      "▁ä ven",
+      "ub ern",
+      "ube rn",
+      "uber n",
+      "u bern",
+      "< !--",
+      "▁c oding",
+      "▁co ding",
+      "▁cod ing",
+      "the ory",
+      "at hed",
+      "ath ed",
+      "▁Ar be",
+      "▁ш и",
+      "▁ ши",
+      "for Each",
+      "om orphism",
+      "omorph ism",
+      "det ails",
+      "detail s",
+      "ach sen",
+      "in tegr",
+      "int egr",
+      "inte gr",
+      "V or",
+      "Un known",
+      "ace ae",
+      "a ceae",
+      "in ue",
+      "inu e",
+      "es ome",
+      "eso me",
+      "e some",
+      "▁F ir",
+      "ch ain",
+      "cha in",
+      "▁extrem ely",
+      "▁extreme ly",
+      "mult icol",
+      "multi col",
+      "▁Sw ift",
+      "▁address es",
+      "▁addr esses",
+      "hs pace",
+      "h space",
+      "▁Ro ger",
+      "▁Rog er",
+      "▁d essen",
+      "▁des sen",
+      "▁dess en",
+      "▁con sequ",
+      "▁cons equ",
+      "▁conse qu",
+      "ual mente",
+      "▁Pre mier",
+      "▁Prem ier",
+      "▁Re cord",
+      "▁Rec ord",
+      "▁ Record",
+      "▁B ron",
+      "▁Br on",
+      "▁Bro n",
+      "ki r",
+      "k ir",
+      "se x",
+      "s ex",
+      "in tern",
+      "int ern",
+      "inter n",
+      "inte rn",
+      "▁benef it",
+      "▁bene fit",
+      "um en",
+      "ume n",
+      "u men",
+      "▁be coming",
+      "▁bec oming",
+      "▁becom ing",
+      "▁l ig",
+      "▁li g",
+      "▁ lig",
+      "▁pop ula",
+      "▁popul a",
+      "os c",
+      "o sc",
+      "▁c iv",
+      "▁ci v",
+      "▁great est",
+      "▁pro ces",
+      "▁proc es",
+      "] *",
+      "▁ме сто",
+      "▁мест о",
+      "▁' $",
+      "▁ '$",
+      "he ll",
+      "hel l",
+      "h ell",
+      "(\" \\",
+      "( \"\\",
+      "▁n ine",
+      "▁ni ne",
+      "▁nin e",
+      "▁F ac",
+      "▁Fa c",
+      "ul pt",
+      "ulp t",
+      "jo urs",
+      "jou rs",
+      "j ours",
+      "▁C opy",
+      "▁Co py",
+      "▁Cop y",
+      "▁ Copy",
+      "▁activ ities",
+      "▁Dem ocr",
+      "▁Demo cr",
+      "E s",
+      "Su ccess",
+      "▁E sta",
+      "▁Est a",
+      "▁Es ta",
+      "it ul",
+      "itu l",
+      "is ti",
+      "ist i",
+      "▁B ed",
+      "▁Be d",
+      "ja s",
+      "j as",
+      "▁т ем",
+      "▁те м",
+      "▁ тем",
+      "▁H ung",
+      "▁Hu ng",
+      "▁Hun g",
+      "G ame",
+      "▁he av",
+      "onn ées",
+      "▁branch es",
+      "▁bran ches",
+      "bo rg",
+      "bor g",
+      "b org",
+      "▁v l",
+      "▁ vl",
+      "▁slow ly",
+      "F a",
+      "Go ogle",
+      "em i",
+      "e mi",
+      "▁circumst ances",
+      "▁' %",
+      "▁U nd",
+      "▁Un d",
+      "▁ Und",
+      "▁Vict oria",
+      "▁Victor ia",
+      "▁T yp",
+      "▁Ty p",
+      "▁ Typ",
+      "rupt ed",
+      "rup ted",
+      "▁rel ativ",
+      "▁s lo",
+      "▁sl o",
+      "▁p adre",
+      "▁pad re",
+      "▁d aily",
+      "▁da ily",
+      "▁dai ly",
+      "▁or th",
+      "▁ort h",
+      "▁ orth",
+      "чни й",
+      "ч ний",
+      "▁fran zös",
+      "▁t eil",
+      "▁te il",
+      "▁ teil",
+      "▁Se curity",
+      "▁Sec urity",
+      "▁ Security",
+      "or don",
+      "ord on",
+      "ordo n",
+      "▁s weet",
+      "▁swe et",
+      "SI ZE",
+      "▁C el",
+      "▁Ce l",
+      "èt res",
+      "è tres",
+      "om mes",
+      "omm es",
+      "▁с і",
+      "▁ сі",
+      "▁effort s",
+      "ą z",
+      "▁oh ne",
+      "▁South ern",
+      "▁Sou thern",
+      "▁approxim ately",
+      "▁approximate ly",
+      "це н",
+      "ц ен",
+      "(' #",
+      "▁s aving",
+      "▁sa ving",
+      "▁sav ing",
+      "nb sp",
+      "▁trans late",
+      "▁transl ate",
+      "▁ translate",
+      "▁Î n",
+      "mem ber",
+      "m ember",
+      "▁l aws",
+      "▁la ws",
+      "▁law s",
+      "▁ж ен",
+      "▁же н",
+      "▁ жен",
+      "▁си сте",
+      "t c",
+      "> \\",
+      "el te",
+      "elt e",
+      "▁e hem",
+      "▁con trad",
+      "▁cont rad",
+      "▁contr ad",
+      "▁contra d",
+      "▁ру с",
+      "▁р ус",
+      "▁ рус",
+      "ь я",
+      "▁M iddle",
+      "▁ Middle",
+      "qu ip",
+      "qui p",
+      "▁c hez",
+      "▁ch ez",
+      "▁che z",
+      "▁ chez",
+      "Field s",
+      "▁per mit",
+      "▁perm it",
+      "ik el",
+      "ike l",
+      "i kel",
+      "▁w ir",
+      "▁t rial",
+      "▁tr ial",
+      "▁tri al",
+      "▁ver schied",
+      "▁versch ied",
+      "▁ф ев",
+      "▁фе в",
+      "▁m ale",
+      "▁ma le",
+      "▁mal e",
+      "▁ male",
+      "▁я зы",
+      "▁ny el",
+      "ak ter",
+      "akt er",
+      "akte r",
+      "a kter",
+      "▁den omin",
+      "cept or",
+      "cep tor",
+      "▁W at",
+      "▁Wa t",
+      "▁f ino",
+      "▁fin o",
+      "▁fi no",
+      "▁XV III",
+      "▁XVI II",
+      "▁XVII I",
+      "ry ption",
+      "rypt ion",
+      "de sc",
+      "des c",
+      "d esc",
+      "ap a",
+      "a pa",
+      "ле на",
+      "лен а",
+      "л ена",
+      "▁k ol",
+      "▁ko l",
+      "▁ kol",
+      "▁ Є",
+      "▁dep endent",
+      "▁depend ent",
+      "▁ dependent",
+      "▁C ra",
+      "▁Cr a",
+      "▁st orm",
+      "▁stor m",
+      "▁sto rm",
+      "▁Г ер",
+      "▁Ге р",
+      "▁p ipe",
+      "▁pi pe",
+      "▁pip e",
+      "▁ pipe",
+      "▁att ended",
+      "▁attend ed",
+      "▁v ita",
+      "▁vi ta",
+      "▁vit a",
+      "uz ione",
+      "u zione",
+      "cz as",
+      "cza s",
+      "c zas",
+      "on da",
+      "ond a",
+      "▁b old",
+      "▁bo ld",
+      "▁bol d",
+      "▁ bold",
+      "Column s",
+      "ic ió",
+      "ici ó",
+      "i ció",
+      "▁c zę",
+      "▁cz ę",
+      "▁из вест",
+      "▁Cl oud",
+      "▁Clo ud",
+      "▁ Cloud",
+      "▁w arm",
+      "▁war m",
+      "▁wa rm",
+      "▁с ы",
+      "▁ сы",
+      "▁с те",
+      "▁ст е",
+      "▁ сте",
+      "▁produ cer",
+      "▁produce r",
+      "▁Lud wig",
+      "▁Nor thern",
+      "▁North ern",
+      "ł ą",
+      "NS String",
+      "▁H ad",
+      "▁Ha d",
+      "▁И ван",
+      "▁E g",
+      "▁I mp",
+      "▁Im p",
+      "▁ Imp",
+      "ш і",
+      "▁A uch",
+      "▁Au ch",
+      "то к",
+      "т ок",
+      "▁H it",
+      "▁Hi t",
+      "▁qu ien",
+      "▁qui en",
+      "▁de partment",
+      "▁depart ment",
+      "▁erh ielt",
+      "▁u i",
+      "▁ ui",
+      "▁S pr",
+      "▁Sp r",
+      "се р",
+      "с ер",
+      "ou rt",
+      "our t",
+      "o urt",
+      "▁Ste phen",
+      "▁Step hen",
+      "▁Steph en",
+      "te am",
+      "▁z ip",
+      "▁ zip",
+      "▁B ang",
+      "▁Ba ng",
+      "▁Ban g",
+      "▁grow th",
+      "▁j am",
+      "▁ja m",
+      "▁K ais",
+      "▁Ka is",
+      "b matrix",
+      "▁As ia",
+      "▁rég ion",
+      "= /",
+      "▁Pac ific",
+      "▁author ity",
+      "▁# [",
+      "та ми",
+      "там и",
+      "▁every one",
+      "▁att end",
+      "▁atte nd",
+      "▁ attend",
+      "▁tim estamp",
+      "▁ timestamp",
+      "▁t ries",
+      "▁tr ies",
+      "▁tri es",
+      "▁f f",
+      "▁ ff",
+      "ше й",
+      "ш ей",
+      "▁develop ing",
+      "ol t",
+      "o lt",
+      "up s",
+      "u ps",
+      "▁moment o",
+      "▁mom ento",
+      "▁S ain",
+      "▁Sa in",
+      "Te rm",
+      "T erm",
+      "▁c elle",
+      "▁ce lle",
+      "▁cell e",
+      "▁cel le",
+      "G R",
+      "Mo use",
+      "M ouse",
+      "▁челов ек",
+      "▁челове к",
+      "▁Col lection",
+      "▁Coll ection",
+      "▁Collect ion",
+      "▁ Collection",
+      "ât re",
+      "â tre",
+      "▁W rite",
+      "▁Writ e",
+      "▁ Write",
+      "▁P om",
+      "▁Po m",
+      "[ -",
+      "Ca m",
+      "C am",
+      "▁loc ations",
+      "▁location s",
+      "▁J son",
+      "▁ Json",
+      "el led",
+      "ell ed",
+      "elle d",
+      "select or",
+      "sel ector",
+      "re peat",
+      "ct ors",
+      "ctor s",
+      "ot te",
+      "ott e",
+      "o tte",
+      "ви зи",
+      "änd e",
+      "än de",
+      "ä nde",
+      "▁ach ieved",
+      "▁achieve d",
+      "▁achiev ed",
+      "▁main ly",
+      "____ ____",
+      "! )",
+      "▁явля ется",
+      "▁c ities",
+      "▁ci ties",
+      "▁cit ies",
+      "sing le",
+      "sin gle",
+      "г ре",
+      "▁P ak",
+      "▁Pa k",
+      "▁allow ing",
+      "▁allo wing",
+      "fer red",
+      "▁а пре",
+      "хо дя",
+      "ход я",
+      "▁brow sers",
+      "▁browser s",
+      "▁es crit",
+      "▁esc rit",
+      "▁escri t",
+      "▁mount ain",
+      "▁network s",
+      "▁net works",
+      "ki nd",
+      "kin d",
+      "k ind",
+      "li ver",
+      "live r",
+      "liv er",
+      "l iver",
+      "▁cl osing",
+      "▁clos ing",
+      "▁clo sing",
+      "▁sk ip",
+      "▁ski p",
+      "▁ skip",
+      "ú t",
+      "▁d uration",
+      "▁dur ation",
+      "▁ duration",
+      "ét ait",
+      "éta it",
+      "é tait",
+      "▁s cr",
+      "▁sc r",
+      "▁ scr",
+      "B B",
+      "ór ia",
+      "ó ria",
+      "▁K ultur",
+      "▁Kult ur",
+      "▁output s",
+      "multi column",
+      "multicol umn",
+      "▁bel ongs",
+      "▁belong s",
+      "fe ature",
+      "uc ky",
+      "uck y",
+      "▁j uli",
+      "▁ju li",
+      "▁jul i",
+      "▁рай она",
+      "▁райо на",
+      "▁район а",
+      "з во",
+      "fact ory",
+      "factor y",
+      "f actory",
+      "Fun c",
+      "F unc",
+      "▁ut ter",
+      "▁ utter",
+      "▁TO DO",
+      "▁o bt",
+      "▁ob t",
+      "ateg ories",
+      "ategor ies",
+      "▁com bine",
+      "▁comb ine",
+      "▁combin e",
+      "▁W all",
+      "▁Wal l",
+      "▁Wa ll",
+      "▁under lying",
+      "ar ono",
+      "aron o",
+      "aro no",
+      "▁P rote",
+      "▁Pro te",
+      "▁Pr ote",
+      "c ów",
+      "st an",
+      "sta n",
+      "s tan",
+      "▁G ew",
+      "▁Ge w",
+      "▁opt imal",
+      "▁optim al",
+      "▁Archiv link",
+      "▁S cript",
+      "▁ Script",
+      "▁destroy ed",
+      "х е",
+      "▁Fire fox",
+      "▁s ole",
+      "▁so le",
+      "▁sol e",
+      "▁ sole",
+      "La yer",
+      "L ayer",
+      "т ку",
+      "▁st ores",
+      "▁stor es",
+      "▁store s",
+      "▁sto res",
+      "▁dis plays",
+      "▁display s",
+      "is hing",
+      "ish ing",
+      "ishi ng",
+      "▁о ст",
+      "▁ос т",
+      "▁inst ant",
+      "▁el ő",
+      "▁habit antes",
+      "▁Ein wo",
+      "▁a li",
+      "▁al i",
+      "▁ ali",
+      "▁ER ROR",
+      "▁ERR OR",
+      "▁ ERROR",
+      "▁a head",
+      "▁ah ead",
+      "▁go als",
+      "▁goal s",
+      "▁m ár",
+      "▁má r",
+      "▁s ą",
+      "▁m art",
+      "▁ma rt",
+      "▁mar t",
+      "▁ mart",
+      "мини стра",
+      "F r",
+      "▁V illa",
+      "▁Vill a",
+      "▁Vi lla",
+      "▁Vil la",
+      "▁M arc",
+      "▁Mar c",
+      "▁Ma rc",
+      "ro py",
+      "rop y",
+      "r opy",
+      "ag ram",
+      "agr am",
+      "a gram",
+      "ha pe",
+      "h ape",
+      "ме й",
+      "м ей",
+      "▁A L",
+      "▁ AL",
+      "▁conne xes",
+      "▁En tre",
+      "▁Ent re",
+      "St ep",
+      "Ste p",
+      "лі в",
+      "л ів",
+      "▁De ath",
+      "▁r ise",
+      "▁ris e",
+      "▁ri se",
+      "▁f os",
+      "▁fo s",
+      "▁l ev",
+      "▁le v",
+      "▁ lev",
+      "ga be",
+      "g abe",
+      "▁b roke",
+      "▁br oke",
+      "▁bro ke",
+      "product s",
+      "▁m edi",
+      "▁me di",
+      "▁med i",
+      "▁ medi",
+      "▁dis pon",
+      "▁disp on",
+      "Pack age",
+      "P ackage",
+      "Image View",
+      "▁N ag",
+      "▁Na g",
+      "uj ą",
+      "u ją",
+      "W ord",
+      "▁k ole",
+      "▁ko le",
+      "▁kol e",
+      "ße r",
+      "ß er",
+      ")` .",
+      ") `.",
+      "▁r ol",
+      "▁ro l",
+      "▁ rol",
+      "▁ í",
+      "те й",
+      "т ей",
+      "Pro gress",
+      "be an",
+      "▁s empre",
+      "▁sem pre",
+      "State ment",
+      "Stat ement",
+      "UP DATE",
+      "▁mond iale",
+      "▁w rapper",
+      "▁wr apper",
+      "▁wra pper",
+      "▁wrap per",
+      "▁ wrapper",
+      "▁C hart",
+      "▁Ch art",
+      "▁Char t",
+      "▁Cha rt",
+      "▁ Chart",
+      "▁on Click",
+      "че ння",
+      "чен ня",
+      "LO G",
+      "some thing",
+      "som ething",
+      "s omething",
+      "▁IN SERT",
+      "▁ INSERT",
+      "ще ния",
+      "ue t",
+      "u et",
+      "wer p",
+      "we rp",
+      "ro und",
+      "rou nd",
+      "r ound",
+      "ic hen",
+      "ich en",
+      "iche n",
+      "i chen",
+      "▁X VI",
+      "▁XV I",
+      "з ни",
+      "▁ave va",
+      "▁St ore",
+      "▁Sto re",
+      "▁ Store",
+      "▁x s",
+      "▁ xs",
+      "ra cht",
+      "rac ht",
+      "rach t",
+      "r acht",
+      "sc ar",
+      "s car",
+      "▁op era",
+      "▁oper a",
+      "▁ opera",
+      "▁deg rees",
+      "▁degree s",
+      "▁cit iz",
+      "äs ident",
+      "▁class ical",
+      "▁classic al",
+      "▁Jer sey",
+      "▁er sch",
+      "▁ers ch",
+      "▁ ersch",
+      "▁treat ment",
+      "▁насе ље",
+      "н ня",
+      "▁bo ost",
+      "▁ boost",
+      "am ount",
+      "amo unt",
+      "a mount",
+      "▁со зда",
+      "ér ieur",
+      "érie ur",
+      "éri eur",
+      "▁t elling",
+      "▁tell ing",
+      "▁tel ling",
+      "Ha s",
+      "H as",
+      "▁in iti",
+      "▁init i",
+      "▁П и",
+      "ev al",
+      "e val",
+      "▁M atch",
+      "▁Mat ch",
+      "▁ Match",
+      "▁cor re",
+      "▁corr e",
+      "Point er",
+      "Po inter",
+      "▁pass es",
+      "▁passe s",
+      "comp any",
+      "▁а н",
+      "▁ ан",
+      "ach es",
+      "ac hes",
+      "ache s",
+      "a ches",
+      "▁sig lo",
+      "не м",
+      "н ем",
+      "▁ex change",
+      "▁ exchange",
+      "ci to",
+      "cit o",
+      "c ito",
+      "▁B ab",
+      "▁Ba b",
+      "Do c",
+      "D oc",
+      "ze ś",
+      "▁на род",
+      "▁ народ",
+      "▁conf lict",
+      "▁conflic t",
+      "▁confl ict",
+      "▁nov ember",
+      "ea u",
+      "e au",
+      "ö v",
+      "▁H ub",
+      "▁Hu b",
+      "▁ Hub",
+      "▁p oco",
+      "▁po co",
+      "▁poc o",
+      "en sa",
+      "ens a",
+      "sch ließ",
+      "lass e",
+      "las se",
+      "l asse",
+      "data s",
+      "dat as",
+      "▁с ти",
+      "▁ст и",
+      "▁ сти",
+      "un ivers",
+      "uni vers",
+      "ek s",
+      "e ks",
+      "▁C ho",
+      "▁Ch o",
+      "▁ Cho",
+      "▁c ô",
+      "▁( .",
+      "▁ (.",
+      "ew nę",
+      "▁Ch ief",
+      "▁Chi ef",
+      "▁ch ef",
+      "▁che f",
+      "▁у прав",
+      "ul i",
+      "u li",
+      "▁' ''",
+      "▁'' '",
+      "▁ '''",
+      "nap shot",
+      "▁re lac",
+      "▁rel ac",
+      "▁rela c",
+      "ég e",
+      "é ge",
+      "w t",
+      "we nd",
+      "wen d",
+      "w end",
+      "os ing",
+      "osi ng",
+      "o sing",
+      "▁ha cer",
+      "▁hace r",
+      "▁ф ран",
+      "au tres",
+      "aut res",
+      "autre s",
+      "▁f ils",
+      "▁fil s",
+      "▁fi ls",
+      "er ed",
+      "ere d",
+      "e red",
+      "▁По силання",
+      "▁th erm",
+      "▁the rm",
+      "▁ther m",
+      "ер жа",
+      "su ch",
+      "s uch",
+      "▁i hren",
+      "▁ih ren",
+      "▁ihr en",
+      "▁ihre n",
+      "▁en contr",
+      "▁l ots",
+      "▁lo ts",
+      "▁lot s",
+      "lo go",
+      "log o",
+      "l ogo",
+      "▁W i",
+      "/ (",
+      "ш ње",
+      "DA TA",
+      "DAT A",
+      "D ATA",
+      "▁P layer",
+      "▁Pl ayer",
+      "▁Play er",
+      "▁Pla yer",
+      "▁ Player",
+      "▁Leip zig",
+      "▁rel atives",
+      "▁relative s",
+      "▁relativ es",
+      "ре в",
+      "р ев",
+      "▁new sp",
+      "▁news p",
+      "? ,",
+      "▁St utt",
+      "▁Stu tt",
+      "▁d ual",
+      "▁du al",
+      "▁compan ies",
+      "▁z am",
+      "▁za m",
+      "put ation",
+      "▁in equality",
+      "▁t rem",
+      "▁tr em",
+      "▁tre m",
+      "hi ps",
+      "hip s",
+      "h ips",
+      "an ch",
+      "anc h",
+      "▁ Ż",
+      "бур г",
+      "▁cop ies",
+      "da sh",
+      "das h",
+      "d ash",
+      "во р",
+      "в ор",
+      "spiel er",
+      "s pieler",
+      "▁Re volution",
+      "▁Revol ution",
+      "es ty",
+      "est y",
+      "e sty",
+      "▁j unto",
+      "▁jun to",
+      "▁junt o",
+      "▁Ind eed",
+      "ok al",
+      "oka l",
+      "o kal",
+      "ctr ine",
+      "▁F ord",
+      "▁For d",
+      "▁Fo rd",
+      "▁C REATE",
+      "▁ CREATE",
+      "▁w alls",
+      "▁wall s",
+      "▁wal ls",
+      "▁a ute",
+      "▁au te",
+      "▁aut e",
+      "S U",
+      "wh y",
+      "w hy",
+      "plement ation",
+      "ro ut",
+      "rou t",
+      "r out",
+      "Mat rix",
+      "▁s ad",
+      "▁sa d",
+      "ан а",
+      "а на",
+      "▁P ic",
+      "▁Pi c",
+      ". “",
+      "▁A C",
+      "▁ AC",
+      "▁F est",
+      "▁Fe st",
+      "▁des ktop",
+      "▁ desktop",
+      "▁P ay",
+      "▁Pa y",
+      "▁ Pay",
+      "ome times",
+      "omet imes",
+      "▁T ak",
+      "▁Ta k",
+      "ра б",
+      "▁S ever",
+      "▁Se ver",
+      "▁nor thern",
+      "▁north ern",
+      "an ter",
+      "ant er",
+      "ante r",
+      "▁Mod ern",
+      "▁Mo dern",
+      "▁Mode rn",
+      "wa l",
+      "w al",
+      "{ \r",
+      "on line",
+      "ö k",
+      "▁brit ann",
+      "$ _",
+      "▁j ar",
+      "▁ja r",
+      "▁ jar",
+      "T L",
+      "xx xx",
+      "xxx x",
+      "x xxx",
+      "mer ge",
+      "▁N amen",
+      "▁Name n",
+      "▁Na men",
+      "▁Nam en",
+      "▁K EY",
+      "▁ KEY",
+      "▁re fers",
+      "▁ref ers",
+      "▁refer s",
+      "▁h in",
+      "▁hi n",
+      "▁ hin",
+      "▁Vol ks",
+      "▁Volk s",
+      "st eller",
+      "stell er",
+      "stelle r",
+      "vi ation",
+      "via tion",
+      "v iation",
+      "on io",
+      "oni o",
+      "o nio",
+      "ight er",
+      "igh ter",
+      "Com pat",
+      "Comp at",
+      "▁C E",
+      "▁ CE",
+      "▁p ró",
+      "▁pr ó",
+      "▁encuent ra",
+      "the orem",
+      "▁pub li",
+      "▁Develop ment",
+      "н д",
+      "▁r os",
+      "▁ro s",
+      "▁ ros",
+      "▁s hr",
+      "▁sh r",
+      "se au",
+      "s eau",
+      "▁gener ating",
+      "▁gene rating",
+      "▁difficult y",
+      "▁Ex press",
+      "▁Exp ress",
+      "▁ Express",
+      "Al ignment",
+      "de utsch",
+      "▁Вла ди",
+      "▁sugg ests",
+      "▁suggest s",
+      "▁Famil y",
+      "▁Fam ily",
+      "▁ Family",
+      "bb i",
+      "b bi",
+      "]) .",
+      "] ).",
+      "st aw",
+      "sta w",
+      "▁pres idente",
+      "▁president e",
+      "▁presiden te",
+      "▁st esso",
+      "in x",
+      "i nx",
+      "set up",
+      "▁con form",
+      "▁conf orm",
+      "▁f ro",
+      "▁fr o",
+      "=\\ \"",
+      "= \\\"",
+      "▁d å",
+      "ic iones",
+      "ici ones",
+      "icio nes",
+      "icion es",
+      "i ciones",
+      "▁e volution",
+      "▁evol ution",
+      "pr ote",
+      "pro te",
+      "p rote",
+      "▁pr ints",
+      "▁print s",
+      "▁prin ts",
+      "▁P ont",
+      "▁Po nt",
+      "▁Pon t",
+      "▁conf usion",
+      "▁ Й",
+      "▁d ello",
+      "▁del lo",
+      "▁dell o",
+      "▁man if",
+      "Def inition",
+      "ár a",
+      "á ra",
+      "ma ls",
+      "mal s",
+      "m als",
+      "▁s ale",
+      "▁sa le",
+      "▁sal e",
+      "▁drop down",
+      "▁ dropdown",
+      "Ch ain",
+      "Amer ican",
+      "America n",
+      "▁m k",
+      "▁ mk",
+      "▁B ez",
+      "▁Be z",
+      "▁F ue",
+      "▁Fu e",
+      "▁N E",
+      "▁ NE",
+      "гра фи",
+      "граф и",
+      "doc ker",
+      "do cker",
+      "d ocker",
+      "▁^ {",
+      "▁ ^{",
+      "As sert",
+      "Ass ert",
+      "▁hor izontal",
+      "▁horizon tal",
+      "▁ horizontal",
+      "(@ \"",
+      "( @\"",
+      "▁д ву",
+      "pro xy",
+      "U ri",
+      "gen cy",
+      "g ency",
+      "▁\" [",
+      "▁Q t",
+      "▁ Qt",
+      "▁N ames",
+      "▁Name s",
+      "▁Na mes",
+      "▁Nam es",
+      "▁ Names",
+      "▁evalu ate",
+      "▁eval uate",
+      "! /",
+      "▁ein ges",
+      "▁eing es",
+      "▁syn th",
+      "▁sy nth",
+      "▁You Tube",
+      "▁turn ing",
+      "▁tur ning",
+      "▁E ric",
+      "▁Er ic",
+      "▁б ли",
+      "▁ бли",
+      "▁k lub",
+      "▁kl ub",
+      "pl orer",
+      "▁s ports",
+      "▁sport s",
+      "▁s ia",
+      "▁si a",
+      "о ш",
+      "▁d ai",
+      "▁da i",
+      "▁e urope",
+      "▁europ e",
+      "▁euro pe",
+      "ic ians",
+      "ici ans",
+      "ician s",
+      "icia ns",
+      "ings områ",
+      "▁d re",
+      "▁dr e",
+      "▁work around",
+      "▁s uit",
+      "▁su it",
+      "▁ suit",
+      "amb igu",
+      "▁quant ity",
+      "▁ quantity",
+      "▁seg undo",
+      "Sym bol",
+      "S ymbol",
+      "▁m oral",
+      "▁mo ral",
+      "▁mor al",
+      "Ch art",
+      "Char t",
+      "C hart",
+      "▁da mit",
+      "▁dam it",
+      "▁attempt s",
+      "▁d onn",
+      "▁do nn",
+      "▁don n",
+      "jo s",
+      "j os",
+      "▁e re",
+      "▁er e",
+      "▁ ere",
+      "▁hom me",
+      "▁ homme",
+      "si mp",
+      "sim p",
+      "s imp",
+      "rypt ed",
+      "▁act s",
+      "▁ac ts",
+      "inner HTML",
+      "▁tourn ament",
+      "▁s ky",
+      "▁sk y",
+      "▁ sky",
+      "Time r",
+      "Tim er",
+      "T imer",
+      "▁mill ions",
+      "▁million s",
+      "^ +",
+      "ag ent",
+      "age nt",
+      "agen t",
+      "a gent",
+      "') );",
+      "')) ;",
+      "' ));",
+      "▁o st",
+      "▁os t",
+      "▁ ost",
+      "▁g la",
+      "▁gl a",
+      "▁по мо",
+      "▁f ün",
+      "ст вом",
+      "ств ом",
+      "ство м",
+      "ewnę trz",
+      "▁Mé xico",
+      "▁l ub",
+      "▁lu b",
+      "▁ lub",
+      "▁É d",
+      "if ik",
+      "ifi k",
+      "i fik",
+      "че ский",
+      "▁im mer",
+      "▁imm er",
+      "▁ immer",
+      "en sen",
+      "ens en",
+      "ense n",
+      "an ny",
+      "ann y",
+      "in line",
+      "▁g over",
+      "▁go ver",
+      "au c",
+      "a uc",
+      "▁re pre",
+      "▁rep re",
+      "▁repr e",
+      "▁histor ia",
+      "▁hist oria",
+      "A g",
+      "▁p lt",
+      "▁pl t",
+      "▁Pr inci",
+      "▁Prin ci",
+      "im eter",
+      "ime ter",
+      "imet er",
+      "i meter",
+      "ő s",
+      "š e",
+      "▁U E",
+      "▁ UE",
+      "Equ als",
+      "Equal s",
+      "Eq uals",
+      "Dis patch",
+      "le gen",
+      "leg en",
+      "lege n",
+      "l egen",
+      "ла зи",
+      "чно й",
+      "ч ной",
+      "▁st ell",
+      "▁ste ll",
+      "▁ stell",
+      "ń st",
+      "▁c ri",
+      "▁cr i",
+      "▁ cri",
+      "▁In dep",
+      "▁Ind ep",
+      "è de",
+      "}\\ )",
+      "} \\)",
+      "▁w yst",
+      "▁wy st",
+      "▁wys t",
+      "▁fig ured",
+      "▁figure d",
+      "▁figur ed",
+      "AT CH",
+      "éb en",
+      "é ben",
+      "la cht",
+      "lac ht",
+      "lach t",
+      "l acht",
+      "▁succeed ed",
+      "gr y",
+      "g ry",
+      "▁p ret",
+      "▁pr et",
+      "▁pre t",
+      "▁ pret",
+      "▁S af",
+      "▁Sa f",
+      "▁\" );",
+      "▁\") ;",
+      "▁ \");",
+      "e h",
+      "▁offic iel",
+      "▁offici el",
+      "краї н",
+      "wi nd",
+      "win d",
+      "w ind",
+      "▁sc atter",
+      "▁F ox",
+      "▁Fo x",
+      "ic ious",
+      "ici ous",
+      "icio us",
+      "i cious",
+      "Man y",
+      "Ma ny",
+      "M any",
+      "up er",
+      "u per",
+      "▁Con vert",
+      "▁ Convert",
+      "st erd",
+      "ste rd",
+      "ster d",
+      "▁St ein",
+      "▁Ste in",
+      "▁О т",
+      "}^ {(",
+      "}^{ (",
+      "} ^{(",
+      "bet ween",
+      "hi re",
+      "h ire",
+      "▁on Create",
+      "▁ onCreate",
+      "; </",
+      "b ably",
+      "S Y",
+      "mo t",
+      "m ot",
+      "▁D ire",
+      "▁Di re",
+      "▁Dir e",
+      "itect ure",
+      "то й",
+      "▁co ordinate",
+      "▁coordin ate",
+      "▁coord inate",
+      "▁ coordinate",
+      "(\" #",
+      "▁s üd",
+      "O B",
+      "▁m orte",
+      "▁mor te",
+      "▁mort e",
+      "▁we ather",
+      "▁h ely",
+      "▁he ly",
+      "▁hel y",
+      "▁ hely",
+      "▁priv ile",
+      "RE LEASE",
+      "at el",
+      "ate l",
+      "a tel",
+      "▁recogn ized",
+      "▁recognize d",
+      "▁Th ough",
+      "сси й",
+      "mem ory",
+      "▁comp ilation",
+      "bit s",
+      "bi ts",
+      "b its",
+      "▁w ed",
+      "▁we d",
+      "▁ wed",
+      "}} _{",
+      "}}_ {",
+      "} }_{",
+      "▁G UI",
+      "п ня",
+      "▁sou thern",
+      "▁south ern",
+      "▁h ay",
+      "▁ha y",
+      "ov ić",
+      "ovi ć",
+      "o vić",
+      "la uf",
+      "lau f",
+      "l auf",
+      "▁E L",
+      "▁ EL",
+      "▁F ull",
+      "▁Fu ll",
+      "▁Ful l",
+      "▁ Full",
+      "▁Ham burg",
+      "▁Hamb urg",
+      "▁M ittel",
+      "▁Mit tel",
+      "▁Mitte l",
+      "▁Mitt el",
+      "D U",
+      "appro x",
+      "H S",
+      "▁про це",
+      "▁mag azine",
+      "▁M ig",
+      "▁Mi g",
+      "▁click ing",
+      "en tr",
+      "ent r",
+      "▁au tre",
+      "▁aut re",
+      "▁ autre",
+      "▁t é",
+      "▁ té",
+      "▁h á",
+      "▁ há",
+      "ст ы",
+      "с ты",
+      "▁M A",
+      "▁ MA",
+      "ap py",
+      "app y",
+      "a ppy",
+      "st ví",
+      "▁se lon",
+      "▁sel on",
+      "▁g ek",
+      "▁ge k",
+      "▁S l",
+      "▁ Sl",
+      "fr astr",
+      "fra str",
+      "Li b",
+      "L ib",
+      "▁Д у",
+      "▁f acing",
+      "▁fa cing",
+      "▁fac ing",
+      "▁с тар",
+      "▁ст ар",
+      "▁ста р",
+      "▁D utch",
+      "at ar",
+      "ata r",
+      "a tar",
+      "▁ke eps",
+      "▁keep s",
+      "▁Pat rick",
+      "▁Patri ck",
+      "il io",
+      "ili o",
+      "i lio",
+      "▁v ig",
+      "▁vi g",
+      "тв а",
+      "т ва",
+      "▁Feder al",
+      "▁Fed eral",
+      "▁par agraph",
+      "▁para graph",
+      "▁ paragraph",
+      "▁inter action",
+      "▁inte raction",
+      "▁interact ion",
+      "▁occ as",
+      "▁oc cas",
+      "▁I ran",
+      "▁Ir an",
+      "▁Ira n",
+      "▁machine s",
+      "▁mach ines",
+      "(( )",
+      "( ()",
+      "ur ies",
+      "uri es",
+      "u ries",
+      "▁ро ди",
+      "▁род и",
+      "▁ роди",
+      "▁а мерикан",
+      "up p",
+      "u pp",
+      "▁i ce",
+      "▁ic e",
+      "▁ ice",
+      "▁S ay",
+      "▁Sa y",
+      "▁s ail",
+      "▁sa il",
+      "▁B egin",
+      "▁Be gin",
+      "▁Beg in",
+      "▁ Begin",
+      "fi co",
+      "fic o",
+      "f ico",
+      "og a",
+      "o ga",
+      "▁d esar",
+      "▁des ar",
+      "▁d v",
+      "▁ра ди",
+      "oh en",
+      "o hen",
+      "er ei",
+      "ere i",
+      "e rei",
+      "án ak",
+      "á nak",
+      "▁d aar",
+      "▁da ar",
+      "if iers",
+      "ifier s",
+      "ifi ers",
+      "ifie rs",
+      "▁th ee",
+      "▁the e",
+      "▁by la",
+      "▁byl a",
+      "ва ла",
+      "вал а",
+      "в ала",
+      "an dro",
+      "and ro",
+      "andr o",
+      "▁м оло",
+      "▁мо ло",
+      "▁tot ally",
+      "▁total ly",
+      "io m",
+      "i om",
+      "▁a er",
+      "ns ylvan",
+      "▁cor ps",
+      "▁tre ated",
+      "▁treat ed",
+      "▁com une",
+      "▁comun e",
+      "M ich",
+      "vo ice",
+      "pg f",
+      "▁a nx",
+      "▁an x",
+      "▁Phil ip",
+      "▁Phili p",
+      "▁e k",
+      "▁ ek",
+      "▁Men schen",
+      "▁Mens chen",
+      "▁d ere",
+      "▁de re",
+      "▁der e",
+      "▁per met",
+      "▁perm et",
+      "Ma il",
+      "M ail",
+      "▁V é",
+      "en ted",
+      "ent ed",
+      "ente d",
+      "▁b unch",
+      "▁P iet",
+      "▁Pi et",
+      "▁Pie t",
+      "att ach",
+      "atta ch",
+      "▁p orte",
+      "▁por te",
+      "▁port e",
+      "▁ porte",
+      "да т",
+      "д ат",
+      "▁Brit ain",
+      "Enc oding",
+      "▁` <",
+      "Sp ace",
+      "S pace",
+      "▁r ap",
+      "▁ra p",
+      "▁ rap",
+      "▁pop ul",
+      "fl oor",
+      "f loor",
+      "spec ific",
+      "cle an",
+      "c lean",
+      "▁con qu",
+      "f b",
+      "▁introdu ce",
+      "▁Ent ity",
+      "▁ Entity",
+      "▁er folg",
+      "▁erf olg",
+      "at ol",
+      "ato l",
+      "a tol",
+      "ient os",
+      "iento s",
+      "ки педи",
+      "▁U t",
+      "▁б ри",
+      "▁ бри",
+      "ed uler",
+      "edu ler",
+      "edule r",
+      "▁conc entr",
+      "▁concent r",
+      "▁c her",
+      "▁ch er",
+      "▁che r",
+      "▁ cher",
+      "▁up grade",
+      "▁upgrad e",
+      "▁p ictures",
+      "▁picture s",
+      "▁Famil ie",
+      "M us",
+      "Lo ok",
+      "L ook",
+      "▁e ran",
+      "▁er an",
+      "▁era n",
+      "▁g ram",
+      "▁gr am",
+      "▁gra m",
+      "▁ gram",
+      "▁W o",
+      "np m",
+      "n pm",
+      "▁Sal v",
+      "▁Sa lv",
+      "▁c d",
+      "▁ cd",
+      "▁В ы",
+      "wa hl",
+      "w ahl",
+      "tr ain",
+      "tra in",
+      "t rain",
+      "ch em",
+      "che m",
+      "c hem",
+      "▁P il",
+      "▁Pi l",
+      "▁Con nect",
+      "▁ Connect",
+      "č e",
+      "▁h ast",
+      "▁ha st",
+      "▁has t",
+      "▁Mult i",
+      "▁Mul ti",
+      "▁ Multi",
+      "at ta",
+      "att a",
+      "a tta",
+      "▁S ound",
+      "▁So und",
+      "▁Sou nd",
+      "▁ Sound",
+      "sol ute",
+      "▁qu ote",
+      "▁quot e",
+      "▁ quote",
+      "▁o bst",
+      "▁ob st",
+      "▁obs t",
+      "cc iones",
+      "ccion es",
+      "c ciones",
+      "ib ly",
+      "▁b rand",
+      "▁br and",
+      "▁bra nd",
+      "▁bran d",
+      "▁ brand",
+      "▁convers ation",
+      "▁to utes",
+      "▁tout es",
+      "▁tou tes",
+      "▁toute s",
+      "▁R ub",
+      "▁Ru b",
+      "ie nia",
+      "ien ia",
+      "i enia",
+      "ir it",
+      "iri t",
+      "i rit",
+      "▁А нд",
+      "▁Ан д",
+      "edu led",
+      "edule d",
+      "▁T otal",
+      "▁To tal",
+      "▁Tot al",
+      "▁ Total",
+      "Di g",
+      "D ig",
+      "er em",
+      "ere m",
+      "e rem",
+      "▁s ki",
+      "▁sk i",
+      "▁ ski",
+      "De st",
+      "Des t",
+      "D est",
+      "Y Y",
+      "е ди",
+      "al y",
+      "a ly",
+      "▁back end",
+      "▁ backend",
+      "ul us",
+      "ulu s",
+      "u lus",
+      "▁feature d",
+      "▁person n",
+      "▁pers onn",
+      "▁sc hon",
+      "▁sch on",
+      "tr ace",
+      "tra ce",
+      "t race",
+      "▁I DE",
+      "▁ID E",
+      "▁ IDE",
+      "á j",
+      "▁anim als",
+      "▁animal s",
+      "▁ani mals",
+      "▁s now",
+      "▁sn ow",
+      "uv e",
+      "u ve",
+      "uer to",
+      "▁d rew",
+      "▁dr ew",
+      "▁dre w",
+      "▁Ye ah",
+      "▁S v",
+      "\\, \\",
+      "\\ ,\\",
+      "▁S erie",
+      "▁Se rie",
+      "▁Ser ie",
+      "▁second o",
+      "▁sec ondo",
+      "▁Leb ens",
+      "▁Leben s",
+      "▁acc ord",
+      "▁ac cord",
+      "▁C et",
+      "▁Ce t",
+      "er ade",
+      "era de",
+      "e rade",
+      "▁desp ite",
+      "▁C arlo",
+      "▁Car lo",
+      "▁Carl o",
+      "▁z ewnętrz",
+      "▁l ista",
+      "▁li sta",
+      "▁list a",
+      "▁ lista",
+      "ni co",
+      "nic o",
+      "n ico",
+      "▁Corpor ation",
+      "vs pace",
+      "v space",
+      "▁вой ны",
+      "▁st ands",
+      "▁stand s",
+      "▁stan ds",
+      "▁wor se",
+      "▁sim ult",
+      "▁si mult",
+      "▁pract ical",
+      "CO L",
+      "C OL",
+      "ch anged",
+      "change d",
+      "chan ged",
+      "▁Исто рия",
+      "б ри",
+      "in do",
+      "ind o",
+      "▁Lew is",
+      "▁pattern s",
+      "if ica",
+      "ific a",
+      "ifi ca",
+      "i fica",
+      "▁s mart",
+      "▁sm art",
+      "▁concern ed",
+      "ți i",
+      "ț ii",
+      "▁H ello",
+      "▁Hel lo",
+      "▁Hell o",
+      "▁ Hello",
+      "re ll",
+      "rel l",
+      "r ell",
+      "▁L ex",
+      "▁Le x",
+      "▁в то",
+      "▁cond itional",
+      "▁condition al",
+      "ot ted",
+      "ott ed",
+      "otte d",
+      "▁sh oot",
+      "▁sho ot",
+      "▁W ed",
+      "▁We d",
+      "▁мар та",
+      "au d",
+      "a ud",
+      "▁an te",
+      "▁ant e",
+      "▁ ante",
+      "ien tras",
+      "ient ras",
+      "▁p apers",
+      "▁pa pers",
+      "▁pap ers",
+      "▁paper s",
+      "▁port ug",
+      "▁Man agement",
+      "▁ Management",
+      "▁exerc ise",
+      "▁Begr iff",
+      "com mit",
+      "comm it",
+      "▁render ing",
+      "▁rend ering",
+      "▁rende ring",
+      "▁c zas",
+      "▁cz as",
+      "▁ czas",
+      "Dr op",
+      "D rop",
+      "er g",
+      "e rg",
+      "▁m ul",
+      "▁mu l",
+      "▁ mul",
+      "▁T an",
+      "▁Ta n",
+      "ie ro",
+      "ier o",
+      "i ero",
+      "▁loc ale",
+      "▁local e",
+      "▁ locale",
+      "▁in aug",
+      "du mp",
+      "d ump",
+      "ци й",
+      "▁symbol s",
+      "in ta",
+      "int a",
+      "▁aw arded",
+      "▁award ed",
+      "▁s ust",
+      "▁su st",
+      "▁sus t",
+      "▁S end",
+      "▁Se nd",
+      "▁Sen d",
+      "▁ Send",
+      "ї в",
+      "Re st",
+      "Res t",
+      "R est",
+      "zt en",
+      "zte n",
+      "z ten",
+      "ли м",
+      "л им",
+      "ri val",
+      "riv al",
+      "r ival",
+      "PO RT",
+      "P ORT",
+      "öl ker",
+      "im ately",
+      "imate ly",
+      "imat ely",
+      "ig te",
+      "igt e",
+      "ч ных",
+      "▁ter ra",
+      "▁ terra",
+      "ög lich",
+      "▁H om",
+      "▁Ho m",
+      "▁ Hom",
+      "▁h ex",
+      "▁he x",
+      "▁ hex",
+      "do ne",
+      "don e",
+      "d one",
+      "am ps",
+      "amp s",
+      "▁c et",
+      "▁ce t",
+      "PR E",
+      "P RE",
+      "ös t",
+      "ö st",
+      "▁fem me",
+      "Se lection",
+      "Select ion",
+      "▁z aw",
+      "▁za w",
+      "sp r",
+      "s pr",
+      "▁horse s",
+      "▁hors es",
+      "▁s nap",
+      "▁sn ap",
+      "Text Box",
+      "▁E clipse",
+      "ul le",
+      "ull e",
+      "u lle",
+      "ow ym",
+      "owy m",
+      "▁c omer",
+      "▁com er",
+      "▁co mer",
+      "▁come r",
+      "ne cess",
+      "co ok",
+      "c ook",
+      "en ger",
+      "eng er",
+      "-- >",
+      "- ->",
+      "▁p ří",
+      "▁př í",
+      "pan das",
+      "p andas",
+      "▁P lus",
+      "▁Pl us",
+      "▁ Plus",
+      "yl l",
+      "y ll",
+      "▁t error",
+      "▁te rror",
+      "▁ter ror",
+      "▁c rim",
+      "▁cr im",
+      "▁cri m",
+      "▁z ak",
+      "▁za k",
+      "▁ zak",
+      "iss ue",
+      "pa nel",
+      "pan el",
+      "p anel",
+      "sv g",
+      "▁re b",
+      "▁r eb",
+      "▁ reb",
+      "Custom er",
+      "sw itch",
+      "об ра",
+      "о бра",
+      "▁Champion ships",
+      "▁Championship s",
+      "▁Champions hips",
+      "cl o",
+      "c lo",
+      "at te",
+      "att e",
+      "a tte",
+      "▁any more",
+      "▁excell ent",
+      "▁opport unity",
+      "▁opportun ity",
+      "▁B ahn",
+      "▁Ba hn",
+      "▁Bah n",
+      "чи н",
+      "ч ин",
+      "et ing",
+      "eti ng",
+      "e ting",
+      "▁inc ident",
+      "to m",
+      "t om",
+      "Per s",
+      "Pe rs",
+      "P ers",
+      "bb en",
+      "bbe n",
+      "b ben",
+      "ствен ной",
+      "ственно й",
+      "и х",
+      "ro uter",
+      "route r",
+      "rout er",
+      "rou ter",
+      "r outer",
+      "▁new ly",
+      "▁sil ence",
+      "▁G NU",
+      "▁R ails",
+      "▁Ra ils",
+      "▁Rail s",
+      "▁A mb",
+      "▁Am b",
+      "▁Q ual",
+      "▁Qu al",
+      "▁ Qual",
+      "▁Sch aus",
+      "▁Sc haus",
+      "▁S ohn",
+      "▁So hn",
+      "▁A LL",
+      "▁AL L",
+      "▁ ALL",
+      "▁ro yal",
+      "▁roy al",
+      "▁ £",
+      "wi ę",
+      "w ię",
+      "▁ent fer",
+      "▁Re move",
+      "▁Rem ove",
+      "▁ Remove",
+      "▁hard ly",
+      "Us ing",
+      "U sing",
+      "ло г",
+      "▁I ch",
+      "▁d erni",
+      "▁der ni",
+      "▁Con nection",
+      "▁Connect ion",
+      "▁ Connection",
+      "fi sh",
+      "f ish",
+      "▁In form",
+      "▁Inf orm",
+      "▁Info rm",
+      "▁E ner",
+      "▁En er",
+      "ro it",
+      "r oit",
+      "B bb",
+      "View Model",
+      "V ideo",
+      "il ey",
+      "ile y",
+      "i ley",
+      "▁м ного",
+      "▁мно го",
+      "▁G em",
+      "▁Ge m",
+      "▁comp reh",
+      "▁compr eh",
+      "en umerate",
+      "ul as",
+      "ula s",
+      "u las",
+      "▁B ah",
+      "▁Ba h",
+      "▁Y et",
+      "▁Ye t",
+      "B R",
+      "х ра",
+      "▁count y",
+      "▁coun ty",
+      "▁H ist",
+      "▁His t",
+      "▁Hi st",
+      "▁Г у",
+      "▁ Ј",
+      "▁m ari",
+      "▁ma ri",
+      "▁mar i",
+      "▁C lar",
+      "▁Cl ar",
+      "▁Cla r",
+      "Bit map",
+      "B itmap",
+      "▁C z",
+      "▁m ån",
+      "▁må n",
+      "▁m ere",
+      "▁me re",
+      "▁mer e",
+      "▁mus ique",
+      "al so",
+      "als o",
+      "date s",
+      "da tes",
+      "dat es",
+      "d ates",
+      "▁D VD",
+      "▁g ol",
+      "▁go l",
+      "fo ny",
+      "fon y",
+      "f ony",
+      "▁Cast le",
+      "▁фа ми",
+      "▁arr ang",
+      "▁Bus iness",
+      "▁K az",
+      "▁Ka z",
+      "▁o sc",
+      "▁os c",
+      "▁ osc",
+      "▁se colo",
+      "▁sec olo",
+      "▁aff ected",
+      "▁affect ed",
+      "▁He alth",
+      "re b",
+      "r eb",
+      "ed itor",
+      "edit or",
+      "edi tor",
+      "▁own ed",
+      "▁ow ned",
+      "▁ owned",
+      "t l",
+      "▁v í",
+      "▁ ví",
+      "чни х",
+      "ч них",
+      "к ви",
+      "▁dev ient",
+      "▁devi ent",
+      "M utable",
+      "▁t egen",
+      "▁te gen",
+      "Reg ister",
+      "є ю",
+      "▁car acter",
+      "лл и",
+      "л ли",
+      "▁n ouvelle",
+      "▁nouve lle",
+      "ok o",
+      "o ko",
+      "icht et",
+      "ichte t",
+      "▁e vol",
+      "▁ev ol",
+      "▁H ab",
+      "▁Ha b",
+      "▁mil itar",
+      "▁milit ar",
+      "▁p uts",
+      "▁put s",
+      "▁pu ts",
+      "end if",
+      "endi f",
+      "▁Dav is",
+      "▁Da vis",
+      "▁Scot land",
+      "reg ular",
+      "▁Con text",
+      "▁Cont ext",
+      "▁ Context",
+      "is piel",
+      "isp iel",
+      "i spiel",
+      "▁G allery",
+      "▁Gall ery",
+      "\", \r",
+      "\" ,\r",
+      "▁a rc",
+      "▁ar c",
+      "▁ arc",
+      "▁IN FO",
+      "▁ INFO",
+      "▁c od",
+      "▁co d",
+      "▁ cod",
+      "ді в",
+      "д ів",
+      "▁v archar",
+      "▁var char",
+      "▁ varchar",
+      "▁tou jours",
+      "at ial",
+      "ati al",
+      "atia l",
+      "▁h anno",
+      "▁han no",
+      "▁проф ес",
+      "▁launch ed",
+      "▁насе лення",
+      "▁t on",
+      "▁to n",
+      "▁ ton",
+      "au sed",
+      "ause d",
+      "aus ed",
+      "a used",
+      "▁і з",
+      "▁t ö",
+      "▁P ur",
+      "▁Pu r",
+      "▁o lymp",
+      "AR N",
+      "ó m",
+      "▁a ugust",
+      "▁aug ust",
+      "▁f urn",
+      "▁fur n",
+      "▁fu rn",
+      "▁Col omb",
+      "▁Sta ats",
+      "▁Staat s",
+      "ho ra",
+      "hor a",
+      "h ora",
+      "▁м ор",
+      "▁мо р",
+      "▁ мор",
+      "can vas",
+      "▁gr ave",
+      "▁gra ve",
+      "▁grav e",
+      "▁com position",
+      "▁comp osition",
+      "▁compos ition",
+      "ac ja",
+      "▁которы е",
+      "▁ч о",
+      "▁ чо",
+      "Gener al",
+      "Gen eral",
+      "ан і",
+      "а ні",
+      "▁Joh annes",
+      "▁Johann es",
+      "▁Johan nes",
+      "ка р",
+      "к ар",
+      "▁ча ст",
+      "▁час т",
+      "▁Ва си",
+      "ss h",
+      "s sh",
+      "▁repla cing",
+      "▁< >",
+      "▁ <>",
+      "ці в",
+      "ц ів",
+      "la us",
+      "lau s",
+      "l aus",
+      "en y",
+      "e ny",
+      "äh l",
+      "ä hl",
+      "▁m arg",
+      "▁ma rg",
+      "▁mar g",
+      "ci ence",
+      "c ience",
+      "▁inst ruction",
+      "▁instru ction",
+      "▁instruct ion",
+      "▁ко ји",
+      "Ed itor",
+      "Edit or",
+      "▁fund amental",
+      "mu nd",
+      "mun d",
+      "m und",
+      "▁exception s",
+      "▁except ions",
+      "▁p late",
+      "▁pl ate",
+      "▁pla te",
+      "▁plat e",
+      "▁ plate",
+      "▁L is",
+      "▁Li s",
+      "▁d eren",
+      "▁de ren",
+      "▁der en",
+      "▁dere n",
+      "pr ep",
+      "pre p",
+      "p rep",
+      "▁janu ari",
+      "Sc ope",
+      "S cope",
+      "yn ast",
+      "yna st",
+      "r v",
+      "or sz",
+      "ors z",
+      "▁T ony",
+      "▁To ny",
+      "▁Ton y",
+      "▁д і",
+      "▁ ді",
+      "▁о дна",
+      "▁од на",
+      "▁s ab",
+      "▁sa b",
+      "ot i",
+      "o ti",
+      "je l",
+      "j el",
+      "▁gener ator",
+      "▁ generator",
+      "▁' .",
+      "▁ '.",
+      "▁sh arp",
+      "▁ sharp",
+      "▁то лько",
+      "▁account s",
+      "▁ž e",
+      "▁ že",
+      "▁for am",
+      "▁fo ram",
+      "▁g ouvern",
+      "TI ME",
+      "T IME",
+      "▁Sov iet",
+      "▁G é",
+      "▁ex ped",
+      "▁exp ed",
+      "▁ord inary",
+      "▁ordin ary",
+      "▁ ordinary",
+      "▁Con serv",
+      "▁Cons erv",
+      "▁Conse rv",
+      "▁com pla",
+      "▁comp la",
+      "▁compl a",
+      "te i",
+      "t ei",
+      "▁cap tain",
+      "▁capt ain",
+      "▁Sam uel",
+      "▁D ark",
+      "▁Dar k",
+      "▁в ін",
+      "▁ві н",
+      "▁de light",
+      "▁del ight",
+      "re cht",
+      "rec ht",
+      "di a",
+      "d ia",
+      "ess es",
+      "esse s",
+      "ul p",
+      "u lp",
+      "ш ки",
+      "be z",
+      "b ez",
+      "▁det ection",
+      "▁detect ion",
+      "▁cook ie",
+      "▁ cookie",
+      "an try",
+      "ant ry",
+      "Mult i",
+      "ob a",
+      "o ba",
+      "▁j oy",
+      "▁jo y",
+      "▁safe ty",
+      "▁saf ety",
+      "| ^",
+      "po d",
+      "p od",
+      "ad ém",
+      "▁Ch ron",
+      "▁Chr on",
+      "▁D jango",
+      "▁Dj ango",
+      "▁ehem al",
+      "k h",
+      "è le",
+      "▁p oc",
+      "▁po c",
+      "B ottom",
+      "la unch",
+      "ne m",
+      "n em",
+      "▁G ROUP",
+      "▁ GROUP",
+      "ní ho",
+      "▁G ib",
+      "▁Gi b",
+      "sd k",
+      "s dk",
+      "B E",
+      "▁G ene",
+      "▁Ge ne",
+      "▁Gen e",
+      "▁St aff",
+      "▁Sta ff",
+      "▁subsequ ent",
+      "ic ion",
+      "ici on",
+      "icio n",
+      "i cion",
+      "▁vict ory",
+      "▁c anon",
+      "▁can on",
+      "▁ca non",
+      "iz ar",
+      "iza r",
+      "i zar",
+      "iz ia",
+      "izi a",
+      "i zia",
+      "▁m ate",
+      "▁ma te",
+      "▁mat e",
+      "▁ mate",
+      "▁lay ers",
+      "▁layer s",
+      "▁ layers",
+      "su do",
+      "s udo",
+      "sch ule",
+      "per iment",
+      "ül et",
+      "ü let",
+      "AR CHAR",
+      "▁тер рито",
+      "▁me asures",
+      "▁measure s",
+      "▁meas ures",
+      "▁z ou",
+      "▁zo u",
+      "ops is",
+      "на ми",
+      "tb ody",
+      "t body",
+      "▁e se",
+      "▁es e",
+      "▁ ese",
+      "ster dam",
+      "sterd am",
+      "▁ph oto",
+      "▁phot o",
+      "▁ photo",
+      "ynchron ous",
+      "set minus",
+      "▁lo ads",
+      "▁load s",
+      "▁ loads",
+      "▁ple asure",
+      "▁me ille",
+      "}\\ ,",
+      "} \\,",
+      "qu al",
+      "qua l",
+      "q ual",
+      "▁fav our",
+      "▁r od",
+      "▁ro d",
+      "▁ rod",
+      "De r",
+      "D er",
+      "ра бо",
+      "раб о",
+      "▁pr essed",
+      "▁pres sed",
+      "▁press ed",
+      "▁ pressed",
+      "r ę",
+      "ie ving",
+      "iev ing",
+      "mate rial",
+      "m aterial",
+      "vi rt",
+      "vir t",
+      "v irt",
+      "▁cap able",
+      "с ло",
+      "us hed",
+      "ush ed",
+      "▁по бе",
+      "uset ts",
+      "un signed",
+      "uns igned",
+      "k ów",
+      "▁o v",
+      "▁ ov",
+      "eg eben",
+      "ege ben",
+      "e geben",
+      "▁app lying",
+      "▁apply ing",
+      "▁gal ax",
+      "▁ga lax",
+      "▁O racle",
+      "▁Or acle",
+      "▁Stutt gart",
+      "In fl",
+      "Inf l",
+      "ach usetts",
+      "▁de el",
+      "li re",
+      "l ire",
+      "▁stat unit",
+      "▁Polit iker",
+      "▁Politik er",
+      "▁beaut y",
+      ") >",
+      "▁Columb ia",
+      "▁zewnętrz ne",
+      "▁про гра",
+      "▁пр огра",
+      "▁d x",
+      "▁ dx",
+      "ck now",
+      "c know",
+      "▁d ub",
+      "▁du b",
+      "un ächst",
+      "find ViewById",
+      "▁M and",
+      "▁Man d",
+      "▁Ma nd",
+      "ál l",
+      "á ll",
+      "na ire",
+      "n aire",
+      "▁dest in",
+      "is ting",
+      "ist ing",
+      "isti ng",
+      "ag gi",
+      "agg i",
+      "a ggi",
+      "ch art",
+      "char t",
+      "cha rt",
+      "c hart",
+      "▁just ice",
+      "Sim ple",
+      "▁un fortunately",
+      "і р",
+      "▁qu esta",
+      "▁que sta",
+      "▁quest a",
+      "▁ questa",
+      "▁Govern or",
+      "я в",
+      "▁mús ica",
+      "▁equ ipo",
+      "▁equip o",
+      "▁D est",
+      "▁De st",
+      "▁Des t",
+      "▁ Dest",
+      "el ect",
+      "ele ct",
+      "e lect",
+      "Stack Trace",
+      "зо м",
+      "з ом",
+      "pr oc",
+      "pro c",
+      "p roc",
+      "ent in",
+      "enti n",
+      "ad ora",
+      "ado ra",
+      "ador a",
+      "▁Л ю",
+      "▁register ed",
+      "H L",
+      "face book",
+      "fac ebook",
+      "▁st oring",
+      "▁stor ing",
+      "▁sto ring",
+      "▁Current ly",
+      "▁qu adr",
+      "▁quad r",
+      "Stand ard",
+      "tr im",
+      "tri m",
+      "t rim",
+      "ear s",
+      "ea rs",
+      "e ars",
+      "se nder",
+      "sen der",
+      "send er",
+      "s ender",
+      "▁V as",
+      "▁Va s",
+      "▁ed ific",
+      "▁B ür",
+      "▁Bü r",
+      "▁C ountry",
+      "▁Count ry",
+      "▁Coun try",
+      "▁ Country",
+      "th a",
+      "t ha",
+      "; \"",
+      "no r",
+      "n or",
+      "▁Do ctor",
+      "▁Doc tor",
+      "ru ment",
+      "rum ent",
+      "r ument",
+      "Ge n",
+      "G en",
+      "▁B uen",
+      "▁Bu en",
+      "ra de",
+      "rad e",
+      "r ade",
+      "▁k un",
+      "n avigation",
+      "Pa y",
+      "P ay",
+      "▁capt ured",
+      "▁capture d",
+      "▁st ruck",
+      "▁str uck",
+      "▁stru ck",
+      "ven ir",
+      "ém ent",
+      "é ment",
+      "▁T ree",
+      "▁Tr ee",
+      "▁Tre e",
+      "▁ Tree",
+      "▁x x",
+      "▁ xx",
+      "▁n arr",
+      "▁na rr",
+      "▁nar r",
+      "ль ного",
+      "льно го",
+      "▁inst alling",
+      "▁install ing",
+      "▁instal ling",
+      "▁associ ation",
+      "▁insert ed",
+      "▁inser ted",
+      "er ner",
+      "ern er",
+      "erne r",
+      "valid ate",
+      "▁l ut",
+      "▁lu t",
+      "▁g lo",
+      "▁gl o",
+      "▁techn ology",
+      "▁P lace",
+      "▁Pl ace",
+      "▁Pla ce",
+      "▁ Place",
+      "$ ?",
+      "▁z v",
+      "с лі",
+      "E P",
+      "▁at mos",
+      "ug o",
+      "u go",
+      "ér t",
+      "é rt",
+      "▁W erk",
+      "▁Wer k",
+      "▁% }",
+      "te le",
+      "tel e",
+      "t ele",
+      "Sp an",
+      "S pan",
+      "▁R aj",
+      "▁Ra j",
+      "▁Person en",
+      "▁Pers onen",
+      "▁C ant",
+      "▁Can t",
+      "▁Ca nt",
+      "▁com bat",
+      "▁comb at",
+      "▁observ ation",
+      "▁obs ervation",
+      "param eter",
+      "para meter",
+      "▁agre ed",
+      "▁agree d",
+      "▁agr eed",
+      "pu r",
+      "p ur",
+      "▁sh adow",
+      "▁ shadow",
+      "▁g ł",
+      "Key s",
+      "Ke ys",
+      "Cre d",
+      "Cr ed",
+      "C red",
+      "ou ri",
+      "our i",
+      "o uri",
+      "▁p ale",
+      "▁pa le",
+      "▁pal e",
+      "ic ké",
+      "ick é",
+      "▁We ek",
+      "▁ Week",
+      "▁Pr ime",
+      "▁Pri me",
+      "▁Prim e",
+      "> .",
+      "Init ial",
+      "▁о дин",
+      "▁од ин",
+      "▁' ',",
+      "▁'' ,",
+      "▁у чи",
+      "▁In v",
+      "▁ Inv",
+      "col a",
+      "co la",
+      "c ola",
+      "ci ble",
+      "c ible",
+      "▁The atre",
+      "▁b em",
+      "▁be m",
+      "▁satisf y",
+      "x l",
+      "▁ра зви",
+      "▁раз ви",
+      "▁p ixel",
+      "▁pix el",
+      "lá n",
+      "l án",
+      "▁tw ee",
+      "▁twe e",
+      "ço n",
+      "ç on",
+      "не ния",
+      "▁A T",
+      "▁ AT",
+      "èg e",
+      "è ge",
+      "▁M ort",
+      "▁Mor t",
+      "▁Mo rt",
+      "▁my sq",
+      "▁ mysq",
+      "ft en",
+      "fte n",
+      "f ten",
+      "▁п ес",
+      "▁пе с",
+      "ém a",
+      "é ma",
+      "▁Service s",
+      "▁Serv ices",
+      "▁ Services",
+      "custom er",
+      "▁A WS",
+      "ъ т",
+      "▁A ch",
+      "▁Ac h",
+      "% .",
+      "▁clar ify",
+      "▁уни версите",
+      "xt ure",
+      "um i",
+      "u mi",
+      "▁s å",
+      "▁P el",
+      "▁Pe l",
+      "se rial",
+      "ser ial",
+      "UR I",
+      "U RI",
+      "▁r g",
+      "▁ rg",
+      "▁со ста",
+      "ch estra",
+      "che stra",
+      "ches tra",
+      "]. [",
+      "] .[",
+      "we n",
+      "w en",
+      "▁Lond res",
+      "▁an ys",
+      "▁any s",
+      "Data Source",
+      "▁рай оне",
+      "▁райо не",
+      "▁район е",
+      "▁re in",
+      "▁r ein",
+      "▁rei n",
+      "▁met adata",
+      "▁meta data",
+      "▁ metadata",
+      "um ble",
+      "umb le",
+      "ar beit",
+      "arbe it",
+      "hn er",
+      "h ner",
+      "ci ent",
+      "cie nt",
+      "c ient",
+      "▁n orte",
+      "▁nor te",
+      "▁о на",
+      "▁он а",
+      "▁ она",
+      "▁sc ored",
+      "▁score d",
+      "▁r ay",
+      "▁ra y",
+      "▁ ray",
+      "▁фев ра",
+      "▁фе вра",
+      "▁pro tagon",
+      "▁prot agon",
+      "▁S ac",
+      "▁Sa c",
+      "▁comm only",
+      "▁common ly",
+      "Linear Layout",
+      "▁app lic",
+      "▁ма я",
+      "З а",
+      "▁access ible",
+      "ie wer",
+      "iew er",
+      "fl ag",
+      "f lag",
+      "▁R ück",
+      "ä u",
+      "▁e rano",
+      "▁er ano",
+      "▁era no",
+      "▁eran o",
+      "▁auth entic",
+      "▁ authentic",
+      "▁R y",
+      "▁не ско",
+      "▁emb argo",
+      "▁embar go",
+      "▁d ry",
+      "▁dr y",
+      "▁reason able",
+      "▁Mod ule",
+      "▁ Module",
+      "▁acc eler",
+      "▁inter view",
+      "▁C reek",
+      "▁Cre ek",
+      "▁al pha",
+      "▁ alpha",
+      "se rie",
+      "ser ie",
+      "s erie",
+      "Th ey",
+      "The y",
+      "ю чи",
+      "▁H of",
+      "▁Ho f",
+      "▁C R",
+      "▁ CR",
+      "mod al",
+      "mo dal",
+      "▁sequence s",
+      "▁sequ ences",
+      "cl osed",
+      "close d",
+      "clos ed",
+      "clo sed",
+      ")} $",
+      ") }$",
+      "▁Ч ер",
+      "▁Че р",
+      "▁OR DER",
+      "▁ ORDER",
+      "Right arrow",
+      "R ightarrow",
+      "haus en",
+      "}} _",
+      "} }_",
+      "▁tamb é",
+      "▁magn etic",
+      "▁magnet ic",
+      "▁Mc C",
+      "▁win ning",
+      "under line",
+      "▁Bill board",
+      "na io",
+      "▁l iqu",
+      "▁li qu",
+      "▁ liqu",
+      "display style",
+      "time out",
+      "▁consider able",
+      "▁e ben",
+      "▁eb en",
+      "▁ eben",
+      "iffer ent",
+      "iffe rent",
+      "an u",
+      "a nu",
+      "▁С ов",
+      "▁Со в",
+      "[ (",
+      "▁: -)",
+      "▁:- )",
+      "le itung",
+      "form ed",
+      "for med",
+      "▁Man ager",
+      "▁ Manager",
+      "▁on click",
+      "T Y",
+      "та х",
+      "C V",
+      "run time",
+      "r untime",
+      "po que",
+      "▁Л о",
+      "Tem p",
+      "Te mp",
+      "T emp",
+      "lo aded",
+      "load ed",
+      "▁! ==",
+      "▁!= =",
+      "▁s inger",
+      "▁sing er",
+      "▁sin ger",
+      "fa r",
+      "f ar",
+      "▁Com ple",
+      "▁Comp le",
+      "▁ Comple",
+      "▁Ö sterreich",
+      "Pol icy",
+      "▁work er",
+      "▁wor ker",
+      "▁ worker",
+      "W rapper",
+      "ob i",
+      "o bi",
+      "▁discuss ed",
+      "▁b uy",
+      "▁bu y",
+      "▁янва ря",
+      "▁D in",
+      "▁Di n",
+      "▁g ed",
+      "▁ge d",
+      "▁ ged",
+      "ско ј",
+      "E urope",
+      "▁t all",
+      "▁tal l",
+      "▁ta ll",
+      "ho s",
+      "h os",
+      "ла го",
+      "▁B lock",
+      "▁Bl ock",
+      "▁Blo ck",
+      "▁ Block",
+      "▁ident ified",
+      "List View",
+      "▁attempt ing",
+      "▁typ ical",
+      "ps um",
+      "p sum",
+      "os ter",
+      "ost er",
+      "o ster",
+      "▁ж урна",
+      "P e",
+      "mer ce",
+      "▁un expected",
+      "hu i",
+      "h ui",
+      "let ter",
+      "lett er",
+      "lette r",
+      "l etter",
+      "▁nue vo",
+      "▁а бо",
+      "▁VAL UES",
+      "▁I z",
+      "Fl ags",
+      "Flag s",
+      "▁TR UE",
+      "▁ TRUE",
+      "iz ación",
+      "iza ción",
+      "▁gro wing",
+      "▁grow ing",
+      "es tre",
+      "est re",
+      "estr e",
+      "e stre",
+      "▁p oly",
+      "▁po ly",
+      "▁pol y",
+      "▁ poly",
+      "▁St one",
+      "▁Sto ne",
+      "▁V III",
+      "▁VI II",
+      "▁VII I",
+      "▁local host",
+      "▁ localhost",
+      "äh lt",
+      "ähl t",
+      "▁embed ded",
+      "jd bc",
+      "j dbc",
+      "▁con vention",
+      "▁conv ention",
+      "▁conven tion",
+      "▁convent ion",
+      "▁s cala",
+      "▁sc ala",
+      "▁scal a",
+      "▁ scala",
+      "со к",
+      "с ок",
+      "▁an alog",
+      "▁anal og",
+      "▁\" +",
+      "▁ \"+",
+      "ц ю",
+      "oc c",
+      "o cc",
+      "▁l itt",
+      "▁li tt",
+      "▁lit t",
+      "P N",
+      "▁а ктив",
+      "▁ак тив",
+      "att ributes",
+      "attribute s",
+      "▁F erd",
+      "▁Fe rd",
+      "▁Fer d",
+      "▁az ure",
+      "▁ azure",
+      "ș ti",
+      "ño s",
+      "ñ os",
+      "pi ng",
+      "pin g",
+      "p ing",
+      "▁te acher",
+      "▁teach er",
+      "▁tea cher",
+      "} &",
+      "ip e",
+      "i pe",
+      "▁N ob",
+      "▁No b",
+      "▁и ма",
+      "▁им а",
+      "Bi nd",
+      "B ind",
+      "▁mag ic",
+      "▁Trans port",
+      "▁ Transport",
+      "ix el",
+      "▁comp uted",
+      "▁comput ed",
+      "▁compute d",
+      "ag na",
+      "agn a",
+      "er st",
+      "ers t",
+      "H A",
+      "W ait",
+      "▁author s",
+      "▁auth ors",
+      "▁; )",
+      "cl am",
+      "cla m",
+      "c lam",
+      "▁Pen nsylvan",
+      "▁d rug",
+      "▁dr ug",
+      "▁dru g",
+      "▁v ain",
+      "▁va in",
+      "▁employ ed",
+      "▁individ uals",
+      "▁individual s",
+      "▁an ge",
+      "▁ang e",
+      "▁ ange",
+      "ut at",
+      "uta t",
+      "u tat",
+      "▁$ -",
+      "▁ $-",
+      "cor rect",
+      "corr ect",
+      "▁exper iments",
+      "▁experiment s",
+      "Arg ument",
+      "▁I B",
+      "▁ IB",
+      "▁p ère",
+      "▁B rian",
+      "▁Br ian",
+      "ber ger",
+      "berg er",
+      "Ma c",
+      "M ac",
+      "ia st",
+      "ias t",
+      "i ast",
+      "Per m",
+      "Pe rm",
+      "P erm",
+      "Ca st",
+      "C ast",
+      "▁{ };",
+      "▁{} ;",
+      "▁St udent",
+      "▁Stud ent",
+      "▁Stu dent",
+      "▁ Student",
+      "▁st att",
+      "▁stat t",
+      "▁sta tt",
+      "al gebra",
+      "▁equ als",
+      "▁equal s",
+      "▁eq uals",
+      "▁ equals",
+      "▁pro jet",
+      "▁prés ident",
+      "Activity Thread",
+      "▁ein z",
+      "en ia",
+      "eni a",
+      "e nia",
+      "re z",
+      "r ez",
+      "ess ional",
+      "ession al",
+      "▁авгу ста",
+      "over ride",
+      "ne ws",
+      "new s",
+      "▁pla net",
+      "▁plan et",
+      "▁plane t",
+      "n n",
+      "▁W is",
+      "▁Wi s",
+      "тв ер",
+      "т вер",
+      "▁Val id",
+      "▁ Valid",
+      "▁G ef",
+      "▁Ge f",
+      "гра д",
+      "▁e ig",
+      "an tom",
+      "ant om",
+      "anto m",
+      "▁Me ister",
+      "fl ags",
+      "flag s",
+      "ffic iale",
+      "fficial e",
+      "ша я",
+      "- ,",
+      "at ionen",
+      "ation en",
+      "ati onen",
+      "atio nen",
+      "mo use",
+      "m ouse",
+      "stand ard",
+      "Sing le",
+      "▁b ol",
+      "▁bo l",
+      "▁ bol",
+      "is is",
+      "isi s",
+      "▁f ruit",
+      "▁fr uit",
+      "c ourse",
+      "it ants",
+      "itan ts",
+      "▁é taient",
+      "▁ét aient",
+      "Text Field",
+      "▁ф он",
+      "▁фо н",
+      "▁a ircraft",
+      "▁air craft",
+      "▁I SSN",
+      "▁IS SN",
+      "▁west ern",
+      "▁ western",
+      "▁represent ing",
+      "Es p",
+      "E sp",
+      "▁El se",
+      "▁Els e",
+      "▁ Else",
+      "▁s izes",
+      "▁si zes",
+      "▁size s",
+      "▁satisf ied",
+      "ot os",
+      "oto s",
+      "U D",
+      "Fin al",
+      "Fi nal",
+      "F inal",
+      "ó j",
+      "è ve",
+      "▁R oy",
+      "▁Ro y",
+      "ff en",
+      "ffe n",
+      "f fen",
+      "▁s alt",
+      "▁sa lt",
+      "▁sal t",
+      "▁L abel",
+      "▁La bel",
+      "▁Lab el",
+      "▁ Label",
+      "S k",
+      "▁к ре",
+      "▁ кре",
+      "▁Ли тература",
+      "▁с м",
+      "Att ributes",
+      "Attribute s",
+      "ay e",
+      "a ye",
+      "сь к",
+      "▁вы со",
+      "- )",
+      "os es",
+      "ose s",
+      "cal cul",
+      "calc ul",
+      "▁C annot",
+      "▁Can not",
+      "▁ Cannot",
+      "Gener ic",
+      "em o",
+      "e mo",
+      "▁A utor",
+      "▁Aut or",
+      "▁Au tor",
+      "▁Auto r",
+      "лё н",
+      "л ён",
+      "ла га",
+      "vo te",
+      "v ote",
+      "lic ates",
+      "licate s",
+      "lica tes",
+      "ru s",
+      "r us",
+      "él i",
+      "é li",
+      "op f",
+      "o pf",
+      "at ique",
+      "ati que",
+      "sc ala",
+      "scal a",
+      "s cala",
+      "▁Oh io",
+      "▁Brit ann",
+      "▁b ef",
+      "▁be f",
+      "▁Е вро",
+      "▁Ев ро",
+      "▁Care er",
+      "is ée",
+      "isé e",
+      "ó t",
+      "bo se",
+      "bos e",
+      "b ose",
+      "▁Б ер",
+      "▁Бе р",
+      "▁Cont roller",
+      "▁Control ler",
+      "▁ Controller",
+      "po le",
+      "pol e",
+      "p ole",
+      "▁al len",
+      "▁all en",
+      "▁alle n",
+      "▁ allen",
+      "▁h ack",
+      "▁ha ck",
+      "▁ext ent",
+      "▁cal ci",
+      "▁calc i",
+      "Me r",
+      "M er",
+      "▁sum mary",
+      "▁summar y",
+      "▁summ ary",
+      "▁ summary",
+      "Mar t",
+      "Ma rt",
+      "M art",
+      "▁histor ical",
+      "▁historic al",
+      "im at",
+      "ima t",
+      "i mat",
+      "bu d",
+      "b ud",
+      "▁F OR",
+      "▁FO R",
+      "▁ FOR",
+      "ex port",
+      "exp ort",
+      "ed i",
+      "e di",
+      "Map ping",
+      "Mapp ing",
+      "Ma pping",
+      "M apping",
+      "▁A y",
+      "▁R uby",
+      "▁Ru by",
+      "▁Rub y",
+      "▁definition s",
+      "▁defin itions",
+      "▁definit ions",
+      "▁{ $",
+      "▁ {$",
+      "▁y ours",
+      "▁you rs",
+      "▁your s",
+      "▁yo urs",
+      "ri as",
+      "ria s",
+      "r ias",
+      "To uch",
+      "T ouch",
+      "▁G az",
+      "▁Ga z",
+      "▁Aut om",
+      "▁Au tom",
+      "▁Auto m",
+      "▁ Autom",
+      "▁и стори",
+      "▁исто ри",
+      "▁ис тори",
+      "▁d elen",
+      "▁de len",
+      "▁del en",
+      "▁K inder",
+      "▁Kind er",
+      "▁Ki nder",
+      "▁Kin der",
+      "}} %",
+      "} }%",
+      "▁perform ing",
+      "F R",
+      "▁S ig",
+      "▁Si g",
+      "▁B rad",
+      "▁Br ad",
+      "▁Bra d",
+      "br as",
+      "bra s",
+      "b ras",
+      "▁J ar",
+      "▁Ja r",
+      "pk g",
+      "p kg",
+      "w r",
+      "▁P ays",
+      "▁Pa ys",
+      "▁Pay s",
+      "N C",
+      "▁op posed",
+      "▁opp osed",
+      "▁oppos ed",
+      "Tr y",
+      "T ry",
+      "▁ве зе",
+      "▁B og",
+      "▁Bo g",
+      "▁writ es",
+      "▁wr ites",
+      "▁write s",
+      "▁st ories",
+      "▁stor ies",
+      "▁sto ries",
+      "▁m ater",
+      "▁ma ter",
+      "▁mat er",
+      "▁mate r",
+      "▁stag ione",
+      "▁s ty",
+      "▁st y",
+      "▁ sty",
+      "▁compat ible",
+      "▁ compatible",
+      "he ast",
+      "h east",
+      "▁G uy",
+      "▁Gu y",
+      "egr ünd",
+      "▁ident ifier",
+      "▁ identifier",
+      "▁he ads",
+      "▁head s",
+      "по зи",
+      "▁st up",
+      "▁t f",
+      "▁ tf",
+      "▁ј ош",
+      "▁H ugh",
+      "▁Hu gh",
+      "▁c ards",
+      "▁car ds",
+      "▁card s",
+      "▁ cards",
+      "ov y",
+      "o vy",
+      "▁To ast",
+      "al las",
+      "all as",
+      "alla s",
+      "▁p úblic",
+      "▁ass umes",
+      "▁assum es",
+      "▁assume s",
+      "▁чемпи она",
+      "yc ler",
+      "ycle r",
+      "y cler",
+      "▁Juni or",
+      "▁Jun ior",
+      "▁F ich",
+      "▁estim ated",
+      "▁estimate d",
+      "ze rw",
+      "zer w",
+      "di alog",
+      "dia log",
+      "d ialog",
+      "ши н",
+      "ш ин",
+      "sh ell",
+      "she ll",
+      "s hell",
+      "▁н их",
+      "▁ни х",
+      "▁ них",
+      "▁p itch",
+      "▁pit ch",
+      "до л",
+      "out ube",
+      "▁S anti",
+      "▁San ti",
+      "▁Sant i",
+      "On ClickListener",
+      "▁M agyar",
+      "▁Mag yar",
+      "▁v ue",
+      "▁vu e",
+      "▁ vue",
+      "i ão",
+      "▁` #",
+      "col lect",
+      "coll ect",
+      "▁R ou",
+      "▁Ro u",
+      "anal ysis",
+      "istrz ost",
+      "▁Dig ital",
+      "▁ Digital",
+      "▁c rist",
+      "▁cr ist",
+      "▁cri st",
+      "ri ere",
+      "rie re",
+      "rier e",
+      "r iere",
+      "▁cam po",
+      "▁camp o",
+      "U s",
+      "▁circ a",
+      "▁cir ca",
+      "▁Com ponent",
+      "▁ Component",
+      "▁NS String",
+      "▁ NSString",
+      "p d",
+      "▁pr ince",
+      "▁prin ce",
+      "▁in voke",
+      "▁inv oke",
+      "▁ invoke",
+      "▁Mar ine",
+      "▁Mari ne",
+      "Al low",
+      "All ow",
+      "est ic",
+      "esti c",
+      "ри сти",
+      "рис ти",
+      "рист и",
+      "bo ne",
+      "bon e",
+      "b one",
+      "ту ры",
+      "тур ы",
+      "▁pass ion",
+      "ác ió",
+      "á ció",
+      "▁o rn",
+      "▁or n",
+      "▁ orn",
+      "ве д",
+      "▁in vari",
+      "▁inv ari",
+      "▁н і",
+      "▁ ні",
+      "Re move",
+      "Rem ove",
+      "en cies",
+      "enc ies",
+      "enci es",
+      "il ib",
+      "ili b",
+      "i lib",
+      "▁Direct or",
+      "▁Dire ctor",
+      "▁Dir ector",
+      "\" \"",
+      "▁Con se",
+      "▁Cons e",
+      "google apis",
+      "ó k",
+      "▁У кра",
+      "▁H aving",
+      "▁Ha ving",
+      "▁Hav ing",
+      "Do main",
+      "Dom ain",
+      "ie rz",
+      "ier z",
+      "но логи",
+      "н ологи",
+      "Ch o",
+      "C ho",
+      "un defined",
+      "und efined",
+      "al loc",
+      "all oc",
+      "allo c",
+      "▁p ied",
+      "▁pi ed",
+      "▁pie d",
+      "▁f raction",
+      "▁fr action",
+      "▁fra ction",
+      "bi a",
+      "b ia",
+      "▁п оло",
+      "▁по ло",
+      "▁пол о",
+      "▁ поло",
+      "ug no",
+      "min ister",
+      "▁princip ale",
+      "▁principal e",
+      "▁ref used",
+      "▁refuse d",
+      "brow ser",
+      "b rowser",
+      "* ,",
+      "▁H ospital",
+      "▁univers al",
+      "▁Ern st",
+      "wh o",
+      "w ho",
+      "▁G ard",
+      "▁Gar d",
+      "▁Ga rd",
+      "' _",
+      "con de",
+      "co nde",
+      "cond e",
+      "c onde",
+      "▁[ {",
+      "▁ [{",
+      "so b",
+      "s ob",
+      "▁C rit",
+      "▁Cr it",
+      "▁дека бря",
+      "▁p unto",
+      "▁pun to",
+      "▁punt o",
+      "▁einges etzt",
+      "▁t ör",
+      "▁tö r",
+      "▁N i",
+      "▁w orry",
+      "▁wor ry",
+      "▁leg end",
+      "▁ legend",
+      "▁бу ли",
+      "▁k omm",
+      "▁kom m",
+      "▁ko mm",
+      "ri jk",
+      "rij k",
+      "r ijk",
+      "ef fect",
+      "eff ect",
+      "e ffect",
+      "Or i",
+      "O ri",
+      "RE S",
+      "R ES",
+      "▁P eters",
+      "▁Pe ters",
+      "▁Peter s",
+      "▁Pet ers",
+      "▁B aron",
+      "▁Bar on",
+      "▁Ba ron",
+      "▁G ot",
+      "▁Go t",
+      "▁hon est",
+      "▁ho nest",
+      "är e",
+      "ä re",
+      "ás z",
+      "á sz",
+      "▁no ble",
+      "▁nob le",
+      "▁con clusion",
+      "▁conclus ion",
+      "▁concl usion",
+      "▁form atting",
+      "▁format ting",
+      "▁formatt ing",
+      "▁o tto",
+      "▁ot to",
+      "▁ott o",
+      "▁ otto",
+      "▁de leg",
+      "▁del eg",
+      "м б",
+      "pt op",
+      "pto p",
+      "p top",
+      "▁s ends",
+      "▁send s",
+      "▁sen ds",
+      "ur name",
+      "urn ame",
+      "▁f estival",
+      "▁fest ival",
+      "▁festiv al",
+      ", ‎",
+      "ру с",
+      "р ус",
+      "▁d och",
+      "▁do ch",
+      "▁doc h",
+      "sub ject",
+      "su bject",
+      "▁care ful",
+      "qu ent",
+      "que nt",
+      "q uent",
+      "▁Lo ad",
+      "▁ Load",
+      "temper aturen",
+      "▁r ue",
+      "▁ru e",
+      "Mem ory",
+      "ț a",
+      "ion a",
+      "io na",
+      "i ona",
+      "▁dent ro",
+      "▁beg ann",
+      "▁began n",
+      "▁A qu",
+      "▁scient ific",
+      "ka ń",
+      "ло к",
+      "л ок",
+      "el de",
+      "eld e",
+      "▁Th ose",
+      "qu ier",
+      "qui er",
+      "act ér",
+      "▁Auf lage",
+      ") '",
+      "▁grad ient",
+      "▁ gradient",
+      "in teger",
+      "inte ger",
+      "▁Im port",
+      "▁Imp ort",
+      "▁ Import",
+      "S K",
+      "▁St atus",
+      "▁Stat us",
+      "▁ Status",
+      "▁exp lo",
+      "▁expl o",
+      "A E",
+      "Sh ell",
+      "She ll",
+      "S hell",
+      "▁Pa ulo",
+      "▁Paul o",
+      ". »",
+      "} </",
+      "fl ex",
+      "f lex",
+      "▁ко мп",
+      "▁ком п",
+      "on den",
+      "ond en",
+      "onde n",
+      "ac cept",
+      "▁miejs ce",
+      "H ub",
+      "all eng",
+      "alle ng",
+      "allen g",
+      "W N",
+      "▁implement ing",
+      "▁ лу",
+      "▁conf using",
+      "▁Inst all",
+      "▁ Install",
+      "▁r ou",
+      "▁ro u",
+      "▁ rou",
+      "▁про ек",
+      "Access or",
+      "Acc essor",
+      "ља шње",
+      "od io",
+      "odi o",
+      "▁app lies",
+      "ющи й",
+      "ю щий",
+      "▁M undial",
+      "Ét at",
+      "É tat",
+      "iet nam",
+      "hu m",
+      "h um",
+      "▁с бор",
+      "ord inate",
+      "ordin ate",
+      "Fran ce",
+      "Fr ance",
+      "F rance",
+      "▁p rend",
+      "▁pr end",
+      "▁pre nd",
+      "el temperaturen",
+      "▁trab aj",
+      "A xis",
+      "▁м но",
+      "prim ary",
+      "▁Se ite",
+      "▁Seit e",
+      "per mission",
+      "perm ission",
+      "▁or den",
+      "▁ord en",
+      "▁ orden",
+      "sin ce",
+      "s ince",
+      "▁i c",
+      "▁ ic",
+      "▁Bra zil",
+      "▁b are",
+      "▁bar e",
+      "▁ba re",
+      "▁ bare",
+      "▁N ar",
+      "▁Na r",
+      "▁J ur",
+      "▁Ju r",
+      "▁fre edom",
+      "▁free dom",
+      "▁med ical",
+      "▁medic al",
+      "▁medi cal",
+      "isch of",
+      "isc hof",
+      "▁с п",
+      "ie ż",
+      "▁boot strap",
+      "▁ bootstrap",
+      "▁ …",
+      "▁fa cil",
+      "▁fac il",
+      "co rd",
+      "cor d",
+      "c ord",
+      "ва не",
+      "ван е",
+      "в ане",
+      "▁Al len",
+      "▁All en",
+      "▁Alle n",
+      "av id",
+      "avi d",
+      "a vid",
+      "ing ham",
+      "za s",
+      "z as",
+      "▁in spect",
+      "▁ins pect",
+      "▁insp ect",
+      "it ten",
+      "itt en",
+      "itte n",
+      "os ti",
+      "ost i",
+      "u h",
+      "c é",
+      "▁# ####",
+      "▁### ##",
+      "▁#### #",
+      "ci us",
+      "ciu s",
+      "c ius",
+      "om y",
+      "o my",
+      "▁Se ine",
+      "▁Sein e",
+      "bre s",
+      "br es",
+      "b res",
+      "▁gen us",
+      "▁genu s",
+      "O ther",
+      "▁Gold en",
+      "▁Gol den",
+      "mu l",
+      "m ul",
+      "▁Спо љашње",
+      "▁gen naio",
+      "▁care fully",
+      "▁careful ly",
+      "aa l",
+      "a al",
+      "▁anal yt",
+      "▁analy t",
+      "ne ur",
+      "n eur",
+      "▁st retch",
+      "▁str etch",
+      "▁O cc",
+      "▁ Occ",
+      "ol as",
+      "ola s",
+      "o las",
+      "▁fire base",
+      "▁ firebase",
+      "▁expect ing",
+      "bas ic",
+      "cond ition",
+      "pr ov",
+      "pro v",
+      "p rov",
+      "▁W asser",
+      "▁Was ser",
+      "▁Wass er",
+      "▁conc aten",
+      "▁e vil",
+      "▁ev il",
+      "▁coefficient s",
+      "We st",
+      "W est",
+      "ir y",
+      "i ry",
+      "ph as",
+      "pha s",
+      "p has",
+      "▁J am",
+      "▁Ja m",
+      "fo is",
+      "f ois",
+      "▁cons id",
+      "▁main ten",
+      "▁mai nten",
+      "ni m",
+      "n im",
+      "es ser",
+      "ess er",
+      "esse r",
+      "es z",
+      "e sz",
+      "un ta",
+      "unt a",
+      "ue st",
+      "ues t",
+      "u est",
+      "▁cred entials",
+      "_ ;",
+      "Di m",
+      "D im",
+      "пре де",
+      "пр еде",
+      "▁B ü",
+      "bu ilt",
+      "▁A cadem",
+      "▁Ac adem",
+      "▁a udi",
+      "▁au di",
+      "▁aud i",
+      "▁ audi",
+      "▁tv å",
+      "in and",
+      "ina nd",
+      "▁The ater",
+      "▁gen re",
+      "ço s",
+      "ç os",
+      "gres ql",
+      "gre sql",
+      "▁we ap",
+      "▁R ab",
+      "▁Ra b",
+      "▁ ’",
+      "▁ad ult",
+      "▁d ém",
+      "▁dé m",
+      "` `",
+      "▁st abil",
+      "▁sta bil",
+      "▁correspond s",
+      "▁E astern",
+      "▁East ern",
+      "un nel",
+      "unn el",
+      "Work er",
+      "▁c oh",
+      "▁co h",
+      "л ка",
+      "▁Mass achusetts",
+      "pi o",
+      "p io",
+      "▁por ts",
+      "▁port s",
+      "▁ ports",
+      "ag g",
+      "a gg",
+      "▁De bug",
+      "▁Deb ug",
+      "▁ Debug",
+      "▁bre ath",
+      "MI N",
+      "M IN",
+      "Vari able",
+      "bat ch",
+      "b atch",
+      "сс е",
+      "с се",
+      "▁p reg",
+      "▁pr eg",
+      "▁pre g",
+      "▁r oles",
+      "▁ro les",
+      "▁role s",
+      "▁rol es",
+      "pa ste",
+      "pas te",
+      "p aste",
+      "▁refer enced",
+      "▁reference d",
+      "ad rat",
+      "adr at",
+      "ч ё",
+      "bin om",
+      "bi nom",
+      "▁def ining",
+      "▁defin ing",
+      "▁Bud apest",
+      "▁д ви",
+      "▁ дви",
+      "▁t aught",
+      "▁h ole",
+      "▁ho le",
+      "▁hol e",
+      "▁ hole",
+      "▁qu ella",
+      "▁que lla",
+      "▁quel la",
+      "M sg",
+      "as ka",
+      "ask a",
+      "a ska",
+      "sc an",
+      "s can",
+      "▁pro pose",
+      "▁prop ose",
+      "▁propos e",
+      "▁Би ография",
+      "{{ \\",
+      "{ {\\",
+      "text t",
+      "tex tt",
+      "▁A lb",
+      "▁Al b",
+      "▁Syd ney",
+      "▁back up",
+      "▁cre dit",
+      "▁cr edit",
+      "▁cred it",
+      "▁фран цу",
+      "st ats",
+      "sta ts",
+      "stat s",
+      "\\\" :",
+      "\\ \":",
+      "▁П ере",
+      "▁Пер е",
+      "▁Пе ре",
+      "▁according ly",
+      "▁accord ingly",
+      "▁L en",
+      "▁Le n",
+      "▁ Len",
+      "zn a",
+      "z na",
+      "▁Reg ional",
+      "▁Region al",
+      "▁и зда",
+      "▁из да",
+      "▁j ú",
+      "hi stor",
+      "his tor",
+      "h istor",
+      "▁ent ities",
+      "St ar",
+      "S tar",
+      "он е",
+      "о не",
+      "'] ['",
+      "' ]['",
+      "▁N ova",
+      "▁No va",
+      "▁Nov a",
+      "di e",
+      "d ie",
+      "▁` '",
+      "▁ `'",
+      "▁ob ten",
+      "▁obt en",
+      "an st",
+      "ans t",
+      "▁Re lig",
+      "▁Rel ig",
+      "▁t rig",
+      "▁tr ig",
+      "▁tri g",
+      "▁ре жи",
+      "▁Person al",
+      "▁Pers onal",
+      "▁t one",
+      "▁to ne",
+      "▁ton e",
+      "▁a id",
+      "▁ai d",
+      "Vis ual",
+      "Sub mit",
+      "▁mov es",
+      "▁mo ves",
+      "▁move s",
+      "▁B ridge",
+      "▁Br idge",
+      "▁B oy",
+      "▁Bo y",
+      "▁accur ate",
+      "os ta",
+      "ost a",
+      "o sta",
+      "at to",
+      "att o",
+      "a tto",
+      "▁defe ated",
+      "▁defeat ed",
+      "▁data b",
+      "▁da tab",
+      "▁dat ab",
+      "▁ datab",
+      "gi nx",
+      "gin x",
+      "g inx",
+      "▁L iv",
+      "▁Li v",
+      "ly wood",
+      "T W",
+      "ri um",
+      "r ium",
+      "ip ped",
+      "ipp ed",
+      "i pped",
+      "Fa il",
+      "F ail",
+      "RE QUEST",
+      "▁ign or",
+      "▁ig nor",
+      "▁s itting",
+      "▁sit ting",
+      "▁sitt ing",
+      "▁mol to",
+      "▁molt o",
+      "▁end point",
+      "▁ endpoint",
+      "uc ión",
+      "u ción",
+      "▁col lections",
+      "▁collection s",
+      "▁collect ions",
+      "▁colle ctions",
+      "▁ collections",
+      "▁Т у",
+      "tem bre",
+      "t embre",
+      "▁né cess",
+      "▁inter act",
+      "▁inte ract",
+      "▁o tras",
+      "▁ot ras",
+      "▁otra s",
+      "▁c urr",
+      "▁cu rr",
+      "▁cur r",
+      "▁ curr",
+      "▁tr acks",
+      "▁tra cks",
+      "▁track s",
+      "▁trac ks",
+      "▁fam ília",
+      "▁numer ical",
+      "▁numeric al",
+      "le gt",
+      "leg t",
+      "] /",
+      "▁M ario",
+      "▁Mar io",
+      "▁Ma rio",
+      "▁Mari o",
+      "▁t ort",
+      "▁to rt",
+      "▁tor t",
+      "b g",
+      "ss l",
+      "s sl",
+      "text tt",
+      "textt t",
+      "▁s park",
+      "▁sp ark",
+      "▁ spark",
+      "ди и",
+      "▁prob able",
+      "%% %%",
+      "ph ia",
+      "phi a",
+      "], [",
+      "] ,[",
+      "▁bo xes",
+      "▁box es",
+      "▁a cadem",
+      "▁ac adem",
+      "▁S lo",
+      "▁Sl o",
+      "äu de",
+      "ä ude",
+      "▁wit ness",
+      "▁ed iting",
+      "▁edit ing",
+      "ли на",
+      "лин а",
+      "▁look up",
+      "▁ lookup",
+      "▁B uck",
+      "▁Bu ck",
+      "▁Buc k",
+      "д ня",
+      "▁j ours",
+      "▁jo urs",
+      "▁jou rs",
+      "▁jour s",
+      "▁ jours",
+      "++ ){",
+      "++) {",
+      "▁ind ices",
+      "▁indic es",
+      "▁f light",
+      "▁fl ight",
+      "▁com putation",
+      "▁comput ation",
+      "Pl ugin",
+      "▁real ize",
+      "▁realiz e",
+      "is set",
+      "iss et",
+      "isse t",
+      "▁deriv ative",
+      "line width",
+      "bu nd",
+      "b und",
+      "▁t hor",
+      "▁th or",
+      "▁. =",
+      "▁ .=",
+      "▁s í",
+      "▁C lick",
+      "▁Cl ick",
+      "▁ Click",
+      "▁Seb ast",
+      "> '",
+      "hav ior",
+      "le i",
+      "l ei",
+      "ul f",
+      "▁ge ometry",
+      "▁geom etry",
+      "▁geomet ry",
+      "▁ geometry",
+      "pr ev",
+      "pre v",
+      "p rev",
+      "em pl",
+      "emp l",
+      "▁L é",
+      "an son",
+      "ans on",
+      "▁A lice",
+      "▁Al ice",
+      "▁Ali ce",
+      "pro totype",
+      "proto type",
+      "RE AD",
+      "ic ular",
+      "icul ar",
+      "i cular",
+      "▁б і",
+      "▁ бі",
+      "▁deutsch e",
+      "▁Re present",
+      "si tes",
+      "site s",
+      "s ites",
+      "▁Me an",
+      "▁d iss",
+      "▁di ss",
+      "▁dis s",
+      "▁Z ur",
+      "▁Zu r",
+      "▁п рез",
+      "▁пре з",
+      "▁пр ез",
+      "PA R",
+      "P AR",
+      "▁' #",
+      "▁D ra",
+      "▁Dr a",
+      "▁ Dra",
+      "со н",
+      "с он",
+      "▁ste ht",
+      "mar kt",
+      "mark t",
+      "▁e ase",
+      "▁eas e",
+      "Draw ing",
+      "Dra wing",
+      "= %",
+      "St op",
+      "Sto p",
+      "S top",
+      "▁s erving",
+      "▁ser ving",
+      "▁serv ing",
+      "▁servi ng",
+      "▁tak że",
+      "▁D NS",
+      "▁liter al",
+      "▁lit eral",
+      "Di e",
+      "D ie",
+      "▁в ос",
+      "▁во с",
+      "▁sen ior",
+      "ac ion",
+      "aci on",
+      "a cion",
+      "▁u buntu",
+      "▁ub untu",
+      "▁ ubuntu",
+      "▁Frank furt",
+      "▁Sun day",
+      "▁Sund ay",
+      "á b",
+      "▁jour ney",
+      "▁journ ey",
+      "is sa",
+      "iss a",
+      "ber ry",
+      "▁s ep",
+      "▁se p",
+      "▁ sep",
+      "▁i on",
+      "▁io n",
+      "▁ ion",
+      "wer t",
+      "we rt",
+      "w ert",
+      "or szág",
+      "orsz ág",
+      "ser ve",
+      "serv e",
+      "s erve",
+      "▁Mil ano",
+      "▁Milan o",
+      "▁ве ка",
+      "ра х",
+      "▁ию ля",
+      "▁man era",
+      "▁st ations",
+      "▁stat ions",
+      "▁station s",
+      "▁stati ons",
+      "▁adopt ed",
+      "▁any body",
+      "VER SION",
+      "F E",
+      "do rf",
+      "dor f",
+      "d orf",
+      ".. .,",
+      "... ,",
+      "▁обра зова",
+      "▁образ ова",
+      "Log ger",
+      "фи циаль",
+      "фици аль",
+      "WR ITE",
+      "▁h am",
+      "▁ha m",
+      "▁ ham",
+      "▁F uture",
+      "▁Fut ure",
+      "▁ Future",
+      "ot en",
+      "ote n",
+      "o ten",
+      "▁A G",
+      "▁ AG",
+      "▁t rained",
+      "▁tr ained",
+      "▁tra ined",
+      "▁train ed",
+      "▁N ich",
+      "▁Nic h",
+      "▁Ni ch",
+      "▁un iversity",
+      "▁univers ity",
+      "▁Olymp ics",
+      "▁Olympic s",
+      "▁d oit",
+      "▁do it",
+      "▁doi t",
+      "▁cult ural",
+      "▁cultura l",
+      "Con f",
+      "▁Con ference",
+      "or no",
+      "orn o",
+      "▁M P",
+      "▁ MP",
+      "▁b ou",
+      "▁bo u",
+      "ci n",
+      "c in",
+      "Hi gh",
+      "H igh",
+      "ann te",
+      "annt e",
+      "▁display ing",
+      "▁ch apter",
+      "▁chap ter",
+      "▁ chapter",
+      "▁Fra uen",
+      "▁Frau en",
+      "▁real ized",
+      "▁realiz ed",
+      "▁realize d",
+      "▁attempt ed",
+      "▁pre ferred",
+      "▁prefer red",
+      "Da t",
+      "D at",
+      "▁tr ouve",
+      "▁tro uve",
+      "▁trou ve",
+      "▁trouv e",
+      "▁int ention",
+      "▁intent ion",
+      "▁inten tion",
+      "▁Not ice",
+      "tim estamp",
+      "* (",
+      "▁Ш а",
+      "an as",
+      "ana s",
+      "a nas",
+      "cl a",
+      "c la",
+      "is z",
+      "i sz",
+      "tb l",
+      "t bl",
+      "Ar r",
+      "A rr",
+      "▁in verse",
+      "▁ter rible",
+      "▁occup ied",
+      "J AX",
+      "< -",
+      "▁Phil osoph",
+      "▁Cor ps",
+      "bu ilder",
+      "build er",
+      "▁beg ins",
+      "▁begin s",
+      "▁c ensus",
+      "▁cens us",
+      ". ’",
+      "▁pro ven",
+      "▁pr oven",
+      "▁prov en",
+      "▁prove n",
+      "met ric",
+      "▁incre ases",
+      "▁increase s",
+      "wi ch",
+      "w ich",
+      "▁A BC",
+      "▁AB C",
+      "▁ ABC",
+      "project s",
+      "▁T hor",
+      "▁Th or",
+      "▁conf idence",
+      "▁u fficiale",
+      "el m",
+      "e lm",
+      "▁g arden",
+      "▁gar den",
+      "▁gard en",
+      "▁rob ust",
+      "▁cos ì",
+      "ie dz",
+      "ied z",
+      "▁Is lam",
+      "▁Add ress",
+      "▁ Address",
+      "▁div ide",
+      "▁divid e",
+      "▁E u",
+      "ca tal",
+      "cat al",
+      "c atal",
+      "de tail",
+      "det ail",
+      "ep endant",
+      "f g",
+      "▁b ew",
+      "▁be w",
+      "▁ bew",
+      "▁f is",
+      "▁fi s",
+      "▁B O",
+      "▁ BO",
+      "▁w sp",
+      "▁ws p",
+      "▁p ipeline",
+      "▁pip eline",
+      "▁pipe line",
+      "h d",
+      "▁S ession",
+      "▁ Session",
+      "lä nd",
+      "l änd",
+      "iv eau",
+      "ive au",
+      "es tr",
+      "est r",
+      "e str",
+      "▁p article",
+      "▁part icle",
+      "▁partic le",
+      "▁parti cle",
+      "▁lar avel",
+      "▁ laravel",
+      "pi c",
+      "p ic",
+      "▁n au",
+      "▁na u",
+      "▁f ins",
+      "▁fin s",
+      "▁fi ns",
+      "▁V il",
+      "▁Vi l",
+      "▁f us",
+      "▁fu s",
+      "▁qu asi",
+      "oper ation",
+      "opera tion",
+      "▁al ler",
+      "▁all er",
+      "▁alle r",
+      "▁ aller",
+      "▁an aly",
+      "▁anal y",
+      "▁ analy",
+      "▁О н",
+      "▁M es",
+      "▁Me s",
+      "▁о пера",
+      "▁оп ера",
+      "▁hand led",
+      "▁handle d",
+      "▁de prec",
+      "▁dep rec",
+      "tt o",
+      "t to",
+      "▁E k",
+      "▁st ran",
+      "▁str an",
+      "▁stra n",
+      "▁ang lais",
+      "ju re",
+      "j ure",
+      "▁Sil ver",
+      "▁close ly",
+      "▁clos ely",
+      "en kins",
+      "enk ins",
+      "an os",
+      "ano s",
+      "a nos",
+      "st ed",
+      "ste d",
+      "s ted",
+      "▁сент ября",
+      "br and",
+      "bra nd",
+      "b rand",
+      "нь о",
+      "▁prés ent",
+      "▁pré sent",
+      "ro k",
+      "r ok",
+      "mo unt",
+      "m ount",
+      "▁Anth ony",
+      "▁Further more",
+      "in ha",
+      "▁ар хи",
+      "▁раз ли",
+      "▁окт ября",
+      "▁p int",
+      "▁pi nt",
+      "▁pin t",
+      "n ý",
+      "pt s",
+      "p ts",
+      "▁ital ien",
+      "▁ре ги",
+      "ле з",
+      "л ез",
+      "ди на",
+      "дин а",
+      "ather ine",
+      "In ternal",
+      "Int ernal",
+      "Inter nal",
+      "Intern al",
+      "Qu estion",
+      "▁sett lement",
+      "▁В се",
+      "▁fol ders",
+      "▁folder s",
+      "д ри",
+      "▁val or",
+      "▁va lor",
+      "▁M iller",
+      "▁Mil ler",
+      "▁Mill er",
+      "▁As sert",
+      "▁Ass ert",
+      "▁ Assert",
+      "▁pat ient",
+      "▁N ieder",
+      "▁Ni eder",
+      "▁Nie der",
+      "▁Nied er",
+      "▁E P",
+      "▁ EP",
+      "▁A gr",
+      "▁Ag r",
+      "▁o nde",
+      "▁on de",
+      "▁ onde",
+      "▁s cop",
+      "▁sc op",
+      "▁ scop",
+      "se quence",
+      "sequ ence",
+      "▁P L",
+      "▁ PL",
+      "▁se ek",
+      "▁see k",
+      "java se",
+      "jav ase",
+      "▁V ector",
+      "▁Ve ctor",
+      "▁Vec tor",
+      "▁ Vector",
+      "▁n á",
+      "▁ ná",
+      "▁categor ía",
+      "cl one",
+      "clo ne",
+      "N R",
+      "av ailable",
+      "▁B esch",
+      "▁Be sch",
+      "▁Bes ch",
+      "▁e clipse",
+      "▁ec lipse",
+      "▁ eclipse",
+      "wick lung",
+      "dep loy",
+      "en ie",
+      "eni e",
+      "e nie",
+      "▁\" )",
+      "▁ \")",
+      "äs t",
+      "ä st",
+      "▁s ync",
+      "▁syn c",
+      "▁sy nc",
+      "▁ sync",
+      "CO DE",
+      "▁Ч е",
+      "▁flo ating",
+      "▁float ing",
+      "/ `",
+      "▁ret ired",
+      "▁retir ed",
+      "de b",
+      "d eb",
+      "▁part icul",
+      "▁partic ul",
+      "▁parti cul",
+      "▁coll ected",
+      "▁collect ed",
+      "▁colle cted",
+      "▁down loaded",
+      "▁download ed",
+      "ni ce",
+      "nic e",
+      "n ice",
+      "▁B uffer",
+      "▁Buff er",
+      "▁ Buffer",
+      "▁Acc ount",
+      "▁Ac count",
+      "▁ Account",
+      "▁m aggio",
+      "▁mag gio",
+      "▁ре да",
+      "▁ред а",
+      "▁s ales",
+      "▁sa les",
+      "▁sal es",
+      "▁sale s",
+      "▁statunit ense",
+      "▁K i",
+      "▁F err",
+      "▁Fe rr",
+      "▁Fer r",
+      "Lo ck",
+      "Loc k",
+      "L ock",
+      "▁Is abel",
+      "▁Isa bel",
+      "cl ar",
+      "cla r",
+      "c lar",
+      "▁p ov",
+      "▁po v",
+      "at ra",
+      "atr a",
+      "a tra",
+      "▁Fr au",
+      "▁Fra u",
+      "▁sort ing",
+      "▁sor ting",
+      "▁sorti ng",
+      "▁phr ase",
+      "▁апре ля",
+      "▁дея тель",
+      "▁And ré",
+      "def inition",
+      "defin ition",
+      "writ ing",
+      "wr iting",
+      "ér é",
+      "é ré",
+      "щ у",
+      "▁O rd",
+      "▁Or d",
+      "▁ Ord",
+      "▁r um",
+      "▁ru m",
+      "▁ rum",
+      "▁T urk",
+      "▁Tur k",
+      "▁I van",
+      "th eless",
+      "the less",
+      "▁г и",
+      "▁ ги",
+      "▁s ake",
+      "▁sa ke",
+      "▁B ased",
+      "▁Bas ed",
+      "▁Ba sed",
+      "▁Base d",
+      "de ck",
+      "dec k",
+      "or us",
+      "oru s",
+      "o rus",
+      "▁tut ti",
+      "▁b lan",
+      "▁bl an",
+      "▁bla n",
+      "▁П у",
+      "De tail",
+      "Det ail",
+      "▁Н о",
+      "▁S ky",
+      "▁Sk y",
+      "▁p rès",
+      "▁pr ès",
+      "▁ près",
+      "мо й",
+      "col n",
+      "co ln",
+      "че ской",
+      "et i",
+      "e ti",
+      "▁ar row",
+      "▁arr ow",
+      "▁ arrow",
+      "▁C ha",
+      "▁Ch a",
+      "ch mark",
+      "œ ur",
+      "fa b",
+      "f ab",
+      "ку ль",
+      "Grid View",
+      "▁Back ground",
+      "▁ Background",
+      "s n",
+      "▁segu ito",
+      "▁n ic",
+      "▁ni c",
+      "▁ nic",
+      "co u",
+      "c ou",
+      "ті в",
+      "т ів",
+      "▁b zw",
+      "add EventListener",
+      "syn c",
+      "s ync",
+      "az zo",
+      "azz o",
+      "ab stract",
+      "as sets",
+      "ass ets",
+      "asse ts",
+      "asset s",
+      "▁D ru",
+      "▁Dr u",
+      "з д",
+      "ord net",
+      "▁b igger",
+      "▁big ger",
+      "▁initial ized",
+      "▁initialize d",
+      "ка з",
+      "og ene",
+      "ogen e",
+      "oge ne",
+      "vi ously",
+      "vious ly",
+      "v iously",
+      "▁g uid",
+      "▁gu id",
+      "scheid ung",
+      "▁Z ent",
+      "▁Ze nt",
+      "▁fr ames",
+      "▁frame s",
+      "▁fra mes",
+      "▁fram es",
+      "▁ frames",
+      "ri eben",
+      "rie ben",
+      "rieb en",
+      "r ieben",
+      "▁iss ued",
+      "▁issue d",
+      "▁issu ed",
+      "▁d ow",
+      "▁do w",
+      "▁descri bes",
+      "▁describe s",
+      "il st",
+      "ils t",
+      "i lst",
+      "▁c riteria",
+      "▁crit eria",
+      "▁criter ia",
+      "▁gentle man",
+      "Bas ic",
+      "ne z",
+      "n ez",
+      "De v",
+      "D ev",
+      "Mo ve",
+      "M ove",
+      "▁est aba",
+      "▁estab a",
+      "▁esta ba",
+      "▁set tembre",
+      "▁sett embre",
+      "circ le",
+      "cir cle",
+      "▁f ais",
+      "▁fa is",
+      "▁m yst",
+      "▁my st",
+      "▁arch iv",
+      "▁ archiv",
+      "d ynamic",
+      "j à",
+      "it as",
+      "ita s",
+      "▁я кий",
+      "▁d or",
+      "▁do r",
+      "▁ dor",
+      "▁Am azon",
+      "▁Ama zon",
+      "▁ne ces",
+      "▁Mar cel",
+      "▁Marc el",
+      "▁e lla",
+      "▁el la",
+      "▁ell a",
+      "▁ ella",
+      "ро к",
+      "р ок",
+      "▁Pennsylvan ia",
+      "cul ar",
+      "cu lar",
+      "c ular",
+      "Pa ck",
+      "P ack",
+      "it age",
+      "ita ge",
+      "▁B urn",
+      "▁Bu rn",
+      "▁Bur n",
+      "▁R O",
+      "▁ RO",
+      "▁о ни",
+      "▁он и",
+      "▁ они",
+      "~ $",
+      "Te X",
+      "as sign",
+      "ass ign",
+      "▁be at",
+      "id ense",
+      "iden se",
+      "ac ent",
+      "ace nt",
+      "a cent",
+      "Al ert",
+      "▁str ateg",
+      "▁strat eg",
+      "▁mån aden",
+      "LO C",
+      "L OC",
+      "▁c atalog",
+      "▁cat alog",
+      "▁catal og",
+      "▁ catalog",
+      "print StackTrace",
+      "() ).",
+      "()) .",
+      "( )).",
+      "us ted",
+      "ust ed",
+      "u sted",
+      "▁Frame work",
+      "▁ Framework",
+      "EC K",
+      "E CK",
+      "▁a té",
+      "▁at é",
+      "Frame work",
+      "▁att acks",
+      "▁attack s",
+      "▁B ert",
+      "▁Be rt",
+      "▁Ber t",
+      "▁т ран",
+      "▁тра н",
+      ": %",
+      "ar si",
+      "ars i",
+      "not ation",
+      "▁log ical",
+      "▁logic al",
+      "we et",
+      "▁vis ited",
+      "▁visit ed",
+      "br u",
+      "b ru",
+      "▁sur prise",
+      "▁surpr ise",
+      "^ ^",
+      "in ale",
+      "inal e",
+      "ina le",
+      "rem ote",
+      "'} ,",
+      "' },",
+      "Syn tax",
+      "S yntax",
+      "ia ne",
+      "ian e",
+      "i ane",
+      "on nen",
+      "onn en",
+      "onne n",
+      "▁bre aking",
+      "▁break ing",
+      "par ser",
+      "parse r",
+      "ap k",
+      "a pk",
+      "▁Mig uel",
+      "▁ §",
+      "▁act ing",
+      "▁ac ting",
+      "▁g ebru",
+      "▁ge bru",
+      "▁geb ru",
+      "At Index",
+      "ють ся",
+      "ю ться",
+      "▁of fers",
+      "▁off ers",
+      "▁offer s",
+      "▁p rac",
+      "▁pr ac",
+      "▁pra c",
+      "▁g rant",
+      "▁gr ant",
+      "▁gra nt",
+      "▁gran t",
+      "tern oon",
+      "▁ac quired",
+      "▁acqu ired",
+      "▁N y",
+      "▁com ma",
+      "▁comm a",
+      "ní k",
+      "n ík",
+      "▁St ep",
+      "▁Ste p",
+      "▁ Step",
+      "in ners",
+      "inn ers",
+      "inner s",
+      "▁S A",
+      "▁ SA",
+      "▁w at",
+      "▁wa t",
+      "da ys",
+      "day s",
+      "d ays",
+      "▁rect angle",
+      "da r",
+      "d ar",
+      "▁t rac",
+      "▁tr ac",
+      "▁tra c",
+      "▁Ind ones",
+      "▁feed back",
+      "▁bre aks",
+      "▁break s",
+      "part ition",
+      "ic ans",
+      "ica ns",
+      "ican s",
+      "▁Not ices",
+      "▁Notice s",
+      "▁impro ved",
+      "▁improve d",
+      "▁improv ed",
+      "▁impr oved",
+      "ph an",
+      "pha n",
+      "p han",
+      "▁differ ential",
+      "▁different ial",
+      "▁differenti al",
+      "script s",
+      "scri pts",
+      "▁X III",
+      "▁XII I",
+      "▁XI II",
+      "▁L abor",
+      "▁La bor",
+      "▁Lab or",
+      "▁prec ision",
+      "▁precis ion",
+      "▁s eed",
+      "▁se ed",
+      "▁see d",
+      "▁ seed",
+      "bund le",
+      "b undle",
+      "id ents",
+      "ident s",
+      "iden ts",
+      "hr e",
+      "h re",
+      "▁Doug las",
+      "ul d",
+      "u ld",
+      "▁second ary",
+      "▁seconda ry",
+      "▁b rig",
+      "▁br ig",
+      "▁confirm ed",
+      "▁confir med",
+      "▁cla ims",
+      "▁claim s",
+      "Ro le",
+      "R ole",
+      "▁Jew ish",
+      "▁p řed",
+      "▁př ed",
+      "▁ho tel",
+      "▁hot el",
+      "▁comp te",
+      "▁compt e",
+      "▁rec ursive",
+      "▁recurs ive",
+      "](# )",
+      "▁rot ate",
+      "▁ rotate",
+      "▁ch rome",
+      "▁chr ome",
+      "▁chrom e",
+      "▁ chrome",
+      "in ea",
+      "ine a",
+      "i nea",
+      "%; \r",
+      "% ;\r",
+      "▁En vironment",
+      "▁ Environment",
+      "pl atz",
+      "pla tz",
+      "▁Sing le",
+      "▁Sin gle",
+      "▁ Single",
+      "▁s event",
+      "▁se vent",
+      "▁seven t",
+      "▁pos ting",
+      "▁post ing",
+      "▁de aling",
+      "▁deal ing",
+      "param eters",
+      "parameter s",
+      "гра ф",
+      "Auth entication",
+      "to uch",
+      "t ouch",
+      "A z",
+      "▁g ray",
+      "▁gr ay",
+      "▁gra y",
+      "▁ gray",
+      "en cing",
+      "enc ing",
+      "enci ng",
+      "bold math",
+      "▁сай те",
+      "▁сайт е",
+      "▁Z a",
+      "an je",
+      "▁p olar",
+      "▁po lar",
+      "▁pol ar",
+      "▁у ли",
+      "ki l",
+      "k il",
+      "▁h over",
+      "▁ho ver",
+      "▁ hover",
+      "▁RE ST",
+      "▁C ome",
+      "▁Com e",
+      "▁Co me",
+      "▁ Come",
+      "j b",
+      "▁Georg ia",
+      "▁Est ado",
+      "▁Esta do",
+      "▁Estad o",
+      "Output Stream",
+      "ћ и",
+      "▁d ump",
+      "▁du mp",
+      "▁ dump",
+      "▁A ge",
+      "▁Ag e",
+      "▁ Age",
+      "▁s wo",
+      "▁sw o",
+      "m obile",
+      "oc cup",
+      "occ up",
+      "ше го",
+      "ш его",
+      "▁const itution",
+      "▁constitu tion",
+      "▁constit ution",
+      "go od",
+      "g ood",
+      "ak u",
+      "a ku",
+      "▁а нг",
+      "▁ан г",
+      "▁ анг",
+      "ie ck",
+      "iec k",
+      "▁Ps ych",
+      "▁ro ots",
+      "▁root s",
+      "▁v est",
+      "▁ve st",
+      "▁ves t",
+      "▁ vest",
+      "▁го дах",
+      "▁года х",
+      "▁Rep ública",
+      "▁p ian",
+      "▁pi an",
+      "▁pia n",
+      "igr ation",
+      "▁pr éc",
+      "▁pré c",
+      "▁gener ates",
+      "▁generate s",
+      "L Y",
+      "( `",
+      "▁= ~",
+      "ше ния",
+      "▁R ah",
+      "▁Ra h",
+      "▁connect ing",
+      "ž í",
+      "▁f ő",
+      "▁a ppel",
+      "▁app el",
+      "▁ap pel",
+      "▁appe l",
+      "▁Rail way",
+      "г ли",
+      "▁dével opp",
+      "▁a po",
+      "▁ap o",
+      "fr an",
+      "fra n",
+      "f ran",
+      "▁im mediate",
+      "▁immedi ate",
+      "во го",
+      "в ого",
+      "Run ner",
+      "ä g",
+      "Some thing",
+      "S omething",
+      "▁gén éra",
+      "Event Args",
+      "in ction",
+      "inc tion",
+      "inct ion",
+      "gl y",
+      "g ly",
+      "▁D ue",
+      "▁Du e",
+      "▁p rost",
+      "▁pro st",
+      "▁pr ost",
+      "▁pros t",
+      "▁refer ring",
+      "▁j og",
+      "▁jo g",
+      "▁exec utable",
+      "▁execut able",
+      "▁D ream",
+      "▁Dre am",
+      "ac s",
+      "a cs",
+      "▁C ole",
+      "▁Col e",
+      "▁Co le",
+      "am pf",
+      "amp f",
+      "▁B is",
+      "▁Bi s",
+      "▁ию ня",
+      "li eder",
+      "lied er",
+      "lie der",
+      "l ieder",
+      "те к",
+      "т ек",
+      "▁v b",
+      "▁ vb",
+      "▁m om",
+      "▁mo m",
+      "▁: (",
+      "▁ :(",
+      "▁der nier",
+      "▁derni er",
+      "' =>",
+      "▁э того",
+      "▁это го",
+      "▁ne ue",
+      "▁neu e",
+      "▁Ч а",
+      "▁weiter e",
+      "▁weit ere",
+      "▁al leg",
+      "▁all eg",
+      "▁alle g",
+      "▁re ality",
+      "▁real ity",
+      "▁jud ge",
+      "▁B alt",
+      "▁Ba lt",
+      "▁Bal t",
+      "▁t hin",
+      "▁th in",
+      "▁G ed",
+      "▁Ge d",
+      "ie val",
+      "iev al",
+      "i eval",
+      "m x",
+      "ці ональ",
+      "▁вы пу",
+      "▁I X",
+      "▁ IX",
+      "▁bl ind",
+      "▁Mo tor",
+      "▁Mot or",
+      "▁ш а",
+      "▁ ша",
+      "▁approxim ation",
+      "da m",
+      "d am",
+      "▁f og",
+      "▁fo g",
+      "▁ fog",
+      "ко р",
+      "к ор",
+      "▁W rit",
+      "▁l ing",
+      "▁li ng",
+      "▁lin g",
+      "▁ ling",
+      "▁пи са",
+      "▁ писа",
+      "▁M ars",
+      "▁Mar s",
+      "▁Ma rs",
+      "ot ti",
+      "ott i",
+      "En um",
+      "E num",
+      "▁T rib",
+      "▁Tr ib",
+      "▁Tri b",
+      "▁m erc",
+      "▁me rc",
+      "▁mer c",
+      "zu ng",
+      "z ung",
+      "van ced",
+      "v anced",
+      "cf g",
+      "c fg",
+      "на х",
+      "sch en",
+      "sc hen",
+      "sche n",
+      "s chen",
+      "\"] .",
+      "\" ].",
+      "be k",
+      "b ek",
+      "▁s ter",
+      "▁st er",
+      "▁ste r",
+      "▁ ster",
+      "j p",
+      "▁R ap",
+      "▁Ra p",
+      "▁rec ording",
+      "▁record ing",
+      "▁pe int",
+      "▁l ets",
+      "▁le ts",
+      "▁let s",
+      "▁ lets",
+      "än ge",
+      "äng e",
+      ">\" ;",
+      "> \";",
+      "▁міс це",
+      "▁c aval",
+      "▁ca val",
+      "▁cav al",
+      "▁C SV",
+      "▁CS V",
+      "▁ent stand",
+      "▁hel per",
+      "▁help er",
+      "▁ helper",
+      "en det",
+      "end et",
+      "ende t",
+      "▁G ram",
+      "▁Gr am",
+      "▁Gra m",
+      "▁D iego",
+      "▁Die go",
+      "▁Di ego",
+      "▁B ishop",
+      "▁Bi shop",
+      "TA G",
+      "T AG",
+      "▁e cc",
+      "▁ec c",
+      "▁E en",
+      "▁A V",
+      "▁ AV",
+      "C ity",
+      "▁Gu ide",
+      "hi nd",
+      "hin d",
+      "h ind",
+      "ri cal",
+      "ric al",
+      "rica l",
+      "r ical",
+      "▁Ос нов",
+      "Bu s",
+      "B us",
+      "▁z unächst",
+      "▁t ick",
+      "▁ti ck",
+      "▁ tick",
+      "▁Col onel",
+      "Th anks",
+      "Thank s",
+      "▁f erm",
+      "▁fe rm",
+      "▁fer m",
+      "▁gr anted",
+      "▁gran ted",
+      "▁grant ed",
+      "▁th reshold",
+      "omorph ic",
+      "▁H un",
+      "▁Hu n",
+      "en is",
+      "eni s",
+      "e nis",
+      "▁п рав",
+      "▁пра в",
+      "▁ прав",
+      "▁я кі",
+      "▁як і",
+      "P G",
+      "▁w s",
+      "▁ ws",
+      "▁techn ical",
+      "▁techni cal",
+      "est ro",
+      "estr o",
+      "kl är",
+      "k lär",
+      "va rs",
+      "var s",
+      "v ars",
+      "oc rat",
+      "ocr at",
+      "▁оп шти",
+      "on so",
+      "ons o",
+      "ib a",
+      "i ba",
+      "▁S ave",
+      "▁Sa ve",
+      "▁Sav e",
+      "▁ Save",
+      "▁program a",
+      "▁в ъ",
+      "▁inv ån",
+      ">( )",
+      "> ()",
+      "▁me jor",
+      "▁с лова",
+      "▁сло ва",
+      "▁rep lacement",
+      "▁replace ment",
+      "▁repla cement",
+      "▁im pr",
+      "▁imp r",
+      "▁Frances co",
+      "▁Ho tel",
+      "▁Hot el",
+      "▁UP DATE",
+      "▁ UPDATE",
+      "▁му зы",
+      "ug s",
+      "u gs",
+      "va rd",
+      "var d",
+      "v ard",
+      "▁f az",
+      "▁fa z",
+      "in ton",
+      "int on",
+      "into n",
+      "▁ar ts",
+      "▁art s",
+      "▁ arts",
+      "▁K y",
+      "▁I ls",
+      "▁Il s",
+      "▁s era",
+      "▁se ra",
+      "▁ser a",
+      "▁Vol ume",
+      "▁ Volume",
+      "▁gi ugno",
+      "▁a sym",
+      "▁as ym",
+      "▁P ir",
+      "▁Pi r",
+      "▁N AS",
+      "▁NA S",
+      "▁T am",
+      "▁Ta m",
+      "ě l",
+      "Se qu",
+      "Seq u",
+      "S equ",
+      "km al",
+      "k mal",
+      "▁E ins",
+      "▁Ein s",
+      "▁ком па",
+      "▁комп а",
+      "ob e",
+      "o be",
+      "oo r",
+      "o or",
+      "▁he ap",
+      "ct l",
+      "c tl",
+      "▁separ ately",
+      "▁separate ly",
+      "re ader",
+      "read er",
+      "rea der",
+      "▁signific antly",
+      "▁significant ly",
+      "▁L ag",
+      "▁La g",
+      "no tes",
+      "not es",
+      "note s",
+      "n otes",
+      "▁s ele",
+      "▁se le",
+      "▁sel e",
+      "▁dedic ated",
+      "▁H ost",
+      "▁Ho st",
+      "▁ Host",
+      "cho ice",
+      "wi ng",
+      "win g",
+      "w ing",
+      "▁T itel",
+      "▁Tit el",
+      "▁Ti tel",
+      "▁befind et",
+      "lar ge",
+      "larg e",
+      "▁con ten",
+      "▁cont en",
+      "▁co nten",
+      "▁conte n",
+      "Java Script",
+      "▁de ser",
+      "▁des er",
+      "▁G ordon",
+      "▁Gor don",
+      "с пе",
+      "▁p atri",
+      "▁pat ri",
+      "▁pa tri",
+      "▁patr i",
+      "▁R andom",
+      "▁Rand om",
+      "▁Ran dom",
+      "▁ Random",
+      "▁Return s",
+      "ы м",
+      "ро ма",
+      "ром а",
+      "▁Stud ies",
+      "S l",
+      "▁fr ü",
+      "TE XT",
+      "T EXT",
+      "in ate",
+      "ina te",
+      "▁T ol",
+      "▁To l",
+      "▁every where",
+      "ar ta",
+      "art a",
+      "▁or bit",
+      "▁orb it",
+      "▁A ires",
+      "▁Air es",
+      "▁I ss",
+      "▁Is s",
+      "▁te ż",
+      "▁d iverse",
+      "▁di verse",
+      "▁divers e",
+      "▁diver se",
+      "▁n umeric",
+      "▁numer ic",
+      "▁ numeric",
+      "ma z",
+      "m az",
+      "▁m ise",
+      "▁mi se",
+      "▁mis e",
+      "▁batt ery",
+      "▁batter y",
+      "▁bat tery",
+      "▁A kadem",
+      "▁Ak adem",
+      "не ние",
+      "▁simult ane",
+      "▁D ead",
+      "▁De ad",
+      "▁cl ust",
+      "▁ot ro",
+      "▁c erca",
+      "▁cer ca",
+      "() `,",
+      "()` ,",
+      "( )`,",
+      "ro z",
+      "r oz",
+      "ă t",
+      "▁M O",
+      "▁ MO",
+      "ri ften",
+      "rift en",
+      "rif ten",
+      "import ant",
+      "▁je ho",
+      "▁find ViewById",
+      "▁ findViewById",
+      "▁con sequence",
+      "▁conse quence",
+      "▁consequ ence",
+      "▁measure d",
+      "▁meas ured",
+      "is hes",
+      "ish es",
+      "▁s ze",
+      "▁sz e",
+      "ien do",
+      "i endo",
+      "▁W ahl",
+      "▁Wa hl",
+      "st rip",
+      "str ip",
+      "AR D",
+      "▁op acity",
+      "▁ opacity",
+      "WOR D",
+      "W ORD",
+      "▁В і",
+      "▁L ocation",
+      "▁Lo cation",
+      "▁Loc ation",
+      "▁ Location",
+      "ra i",
+      "r ai",
+      "пе н",
+      "п ен",
+      "▁r if",
+      "▁ri f",
+      "▁ rif",
+      "auss ian",
+      "File Name",
+      "▁dis co",
+      "▁disc o",
+      "il en",
+      "ile n",
+      "i len",
+      "▁v agy",
+      "▁va gy",
+      "li city",
+      "lic ity",
+      "licit y",
+      "l icity",
+      "B order",
+      "▁T rack",
+      "▁Tr ack",
+      "▁Tra ck",
+      "▁ Track",
+      "бо м",
+      "б ом",
+      "fa ct",
+      "fac t",
+      "f act",
+      "ok a",
+      "o ka",
+      "▁g ior",
+      "▁gi or",
+      "▁ gior",
+      "▁XV II",
+      "▁XVI I",
+      "▁d är",
+      "Si te",
+      "S ite",
+      "ał o",
+      "a ło",
+      "sk á",
+      "s ká",
+      "▁pix els",
+      "▁pixel s",
+      "vi ty",
+      "v ity",
+      "j Query",
+      "▁sc ulpt",
+      "▁c argo",
+      "▁car go",
+      "▁direct ive",
+      "▁w al",
+      "▁wa l",
+      "▁ wal",
+      "▁c onna",
+      "▁con na",
+      "▁conn a",
+      "▁Th rough",
+      "▁э том",
+      "▁это м",
+      "St atic",
+      "Stat ic",
+      "oms nitt",
+      "▁r und",
+      "▁run d",
+      "▁ru nd",
+      "▁ rund",
+      "▁c laimed",
+      "▁claim ed",
+      "з ня",
+      "sh a",
+      "s ha",
+      "▁r ag",
+      "▁ra g",
+      "▁ rag",
+      "cre ment",
+      "cr ement",
+      "▁fün f",
+      "▁r ival",
+      "▁riv al",
+      "▁ri val",
+      "▁ rival",
+      "ri n",
+      "r in",
+      "sl ash",
+      "▁th irty",
+      "s leep",
+      "оло ги",
+      "о логи",
+      "S M",
+      "ga te",
+      "gat e",
+      "g ate",
+      "iz ations",
+      "ization s",
+      "vi k",
+      "v ik",
+      "▁b less",
+      "▁bl ess",
+      "▁ble ss",
+      "▁Ill inois",
+      "▁T E",
+      "▁ TE",
+      "ut ing",
+      "uti ng",
+      "u ting",
+      "▁sol ving",
+      "GE R",
+      "G ER",
+      "▁X IV",
+      "▁XI V",
+      "▁Ind ians",
+      "▁India ns",
+      "▁Indian s",
+      "ex press",
+      "exp ress",
+      "expr ess",
+      "▁H eil",
+      "▁He il",
+      "▁mu jer",
+      "▁invån are",
+      "'] );",
+      "']) ;",
+      "' ]);",
+      "▁a ur",
+      "▁au r",
+      "▁ aur",
+      "bo ost",
+      "G O",
+      "▁n in",
+      "▁ni n",
+      "to k",
+      "t ok",
+      "go d",
+      "g od",
+      "ot er",
+      "ote r",
+      "o ter",
+      ")$ $",
+      ") $$",
+      "▁desc end",
+      "р ю",
+      "▁L anguage",
+      "▁ Language",
+      "▁d iver",
+      "▁di ver",
+      "▁div er",
+      "▁Ass uming",
+      "▁fre quent",
+      "▁frequ ent",
+      "ч ні",
+      "▁Bi ography",
+      ", [",
+      "ur m",
+      "u rm",
+      "▁walk ed",
+      "▁wal ked",
+      "▁feder al",
+      "▁fed eral",
+      "▁Mich igan",
+      "▁fact s",
+      "▁fac ts",
+      "▁In tegr",
+      "▁Int egr",
+      "▁ Integr",
+      "LE S",
+      "L ES",
+      "▁A lan",
+      "▁Al an",
+      "▁c oup",
+      "▁co up",
+      "▁cou p",
+      "Be r",
+      "B er",
+      "▁p articles",
+      "▁part icles",
+      "▁partic les",
+      "▁particle s",
+      "▁parti cles",
+      "ћ е",
+      "Infl ater",
+      "+ (",
+      "Bo und",
+      "B ound",
+      "▁S ü",
+      "A udio",
+      "cite t",
+      "cit et",
+      "c itet",
+      "ye ct",
+      "y ect",
+      "▁n r",
+      "▁ nr",
+      "x e",
+      "▁B run",
+      "▁Br un",
+      "▁Bru n",
+      "▁_ ,",
+      "▁ _,",
+      "av or",
+      "avo r",
+      "a vor",
+      "▁dis cipl",
+      "al m",
+      "a lm",
+      "▁но ября",
+      "▁S SL",
+      "▁SS L",
+      "▁ SSL",
+      "▁Ka iser",
+      "▁Kais er",
+      "▁re cher",
+      "▁rec her",
+      "yg on",
+      "y gon",
+      "▁regard less",
+      "▁config ur",
+      "▁un necess",
+      "▁Cl ark",
+      "▁Clar k",
+      "PH P",
+      "P HP",
+      "▁F ALSE",
+      "▁ FALSE",
+      "▁p ad",
+      "▁pa d",
+      "▁ pad",
+      "$ }",
+      "▁v alu",
+      "▁val u",
+      "▁va lu",
+      "▁ valu",
+      "▁dise ase",
+      "▁ma ior",
+      "▁mai or",
+      "▁h ommes",
+      "▁hom mes",
+      "▁homme s",
+      "▁Ed ition",
+      "▁Edit ion",
+      "sl ant",
+      "s lant",
+      "▁en ding",
+      "▁end ing",
+      "▁ ending",
+      "▁sett led",
+      "ur us",
+      "uru s",
+      "u rus",
+      "he d",
+      "h ed",
+      "Pat tern",
+      "▁го дина",
+      "▁годи на",
+      "▁Phil adel",
+      "tikz picture",
+      "▁co al",
+      "▁s ede",
+      "▁se de",
+      "▁sed e",
+      "▁satisf ies",
+      "▁t rim",
+      "▁tr im",
+      "▁tri m",
+      "▁ trim",
+      "▁b at",
+      "▁ba t",
+      "▁ bat",
+      "▁améric ain",
+      "▁lug lio",
+      "▁по ча",
+      "▁поч а",
+      "ff ff",
+      "fff f",
+      "f fff",
+      "▁T arget",
+      "▁Tar get",
+      "▁ Target",
+      "gener ate",
+      "▁Z ie",
+      "ți a",
+      "ț ia",
+      "▁g ard",
+      "▁gar d",
+      "▁ga rd",
+      "▁work ers",
+      "▁worker s",
+      "▁J ob",
+      "▁Jo b",
+      "▁ Job",
+      "▁ur ban",
+      "▁urb an",
+      "▁ urban",
+      "ah len",
+      "ahl en",
+      "a hlen",
+      "▁Build ing",
+      "▁n eu",
+      "▁ne u",
+      "▁ch ron",
+      "▁chr on",
+      "▁ chron",
+      "▁Ear l",
+      "gr o",
+      "g ro",
+      "US E",
+      "U SE",
+      "▁X II",
+      "▁XI I",
+      "▁we alth",
+      "▁ wealth",
+      "in ae",
+      "ina e",
+      "▁Б ра",
+      "▁li bert",
+      "▁lib ert",
+      "▁liber t",
+      "ir os",
+      "iro s",
+      "i ros",
+      ": $",
+      "le e",
+      "l ee",
+      "ie ves",
+      "ieve s",
+      "iev es",
+      "▁Just ice",
+      "▁o il",
+      "▁Ath let",
+      "▁c lo",
+      "▁cl o",
+      "▁ clo",
+      "Sc ale",
+      "Scal e",
+      "▁l ips",
+      "▁li ps",
+      "▁lip s",
+      "▁a pril",
+      "▁ap ril",
+      "▁apr il",
+      "▁im pression",
+      "▁imp ression",
+      "▁impr ession",
+      "▁impress ion",
+      "▁per ce",
+      "▁уча сти",
+      "▁участ и",
+      "vi l",
+      "v il",
+      "éc h",
+      "é ch",
+      "▁e quality",
+      "▁equ ality",
+      "▁equal ity",
+      "▁ equality",
+      "▁м ет",
+      "▁ме т",
+      "▁ мет",
+      "▁an notation",
+      "▁annot ation",
+      "▁ annotation",
+      "er nal",
+      "ern al",
+      "erna l",
+      "▁M ach",
+      "▁Ma ch",
+      "▁Mac h",
+      "▁int itul",
+      "pro blem",
+      "prob lem",
+      "ющи х",
+      "ю щих",
+      "op lus",
+      "o plus",
+      "▁thous ands",
+      "▁thousand s",
+      "▁calcul ations",
+      "▁calculation s",
+      "▁calc ulations",
+      "um ps",
+      "ump s",
+      "▁tri angle",
+      "▁ triangle",
+      "ph al",
+      "pha l",
+      "p hal",
+      "▁D orf",
+      "▁Do rf",
+      "▁Dor f",
+      "▁doll ars",
+      "▁d enen",
+      "▁de nen",
+      "▁den en",
+      "l ès",
+      "ol id",
+      "oli d",
+      "▁Result s",
+      "▁ Results",
+      "▁Stad ium",
+      "▁D esp",
+      "▁De sp",
+      "▁Des p",
+      "▁E isen",
+      "im ir",
+      "imi r",
+      "i mir",
+      "▁s otto",
+      "▁so tto",
+      "▁sott o",
+      "▁č i",
+      "▁ či",
+      "at able",
+      "ata ble",
+      "a table",
+      "or um",
+      "oru m",
+      "o rum",
+      "▁conver gence",
+      "▁je une",
+      "▁jeu ne",
+      "ok ing",
+      "oki ng",
+      "o king",
+      "▁жи во",
+      "ain ing",
+      "ai ning",
+      "a ining",
+      "po inter",
+      "point er",
+      "cul o",
+      "cu lo",
+      "c ulo",
+      "▁js ou",
+      "▁g rab",
+      "▁gr ab",
+      "▁gra b",
+      "ak te",
+      "akt e",
+      "a kte",
+      "▁ho ping",
+      "▁hop ing",
+      "▁M ak",
+      "▁Ma k",
+      "▁s ag",
+      "▁sa g",
+      "origin e",
+      "orig ine",
+      "▁по след",
+      "▁после д",
+      "▁V eg",
+      "▁Ve g",
+      "▁the oret",
+      "▁T ru",
+      "▁Tr u",
+      "ne ment",
+      "nem ent",
+      "n ement",
+      "▁f aces",
+      "▁fa ces",
+      "▁face s",
+      "▁fac es",
+      "▁ faces",
+      "H or",
+      "Jo in",
+      "J oin",
+      "ar el",
+      "are l",
+      "a rel",
+      "▁о коло",
+      "▁ок оло",
+      "How ever",
+      "▁c atal",
+      "▁ca tal",
+      "▁cat al",
+      "▁ catal",
+      "bo urg",
+      "bour g",
+      "b ourg",
+      "▁mysql i",
+      "▁mysq li",
+      "▁ mysqli",
+      "ac ions",
+      "acion s",
+      "aci ons",
+      "▁Init ial",
+      "▁ Initial",
+      "▁r ain",
+      "▁ra in",
+      "▁ rain",
+      "it ure",
+      "itu re",
+      "▁Sci ences",
+      "▁Science s",
+      "▁Kre is",
+      "._ _",
+      ". __",
+      "▁cin q",
+      "▁A uß",
+      "▁Au ß",
+      "ith met",
+      "it ors",
+      "ito rs",
+      "itor s",
+      "am azon",
+      "ama zon",
+      "▁g ap",
+      "▁ga p",
+      "▁ign ored",
+      "▁ignore d",
+      "▁ignor ed",
+      "ad v",
+      "ко ї",
+      "▁ча сть",
+      "▁час ть",
+      "▁част ь",
+      "▁cor por",
+      "▁corpo r",
+      "це р",
+      "ц ер",
+      "▁cr ime",
+      "▁cri me",
+      "▁crim e",
+      "uo us",
+      "u ous",
+      "▁на лази",
+      "Data Frame",
+      "во ди",
+      "вод и",
+      "Ig n",
+      "I gn",
+      "▁Lin coln",
+      "▁me nos",
+      "▁men os",
+      "▁Lu ft",
+      "▁L ind",
+      "▁Li nd",
+      "▁Lin d",
+      "▁C ook",
+      "▁Co ok",
+      "▁ Cook",
+      "▁material s",
+      "ap ped",
+      "app ed",
+      "appe d",
+      "a pped",
+      "ign ore",
+      "▁от кры",
+      "fr ied",
+      "fri ed",
+      "f ried",
+      "▁gouvern ement",
+      "▁f ired",
+      "▁fire d",
+      "▁fi red",
+      "▁fir ed",
+      "▁screen shot",
+      "▁screens hot",
+      "се н",
+      "с ен",
+      "▁[ (",
+      "▁ [(",
+      "▁органи за",
+      "Graph ics",
+      "▁про ти",
+      "▁p hen",
+      "▁ph en",
+      "▁ phen",
+      "cr aft",
+      "cra ft",
+      "c raft",
+      "▁b rain",
+      "▁br ain",
+      "▁bra in",
+      "▁C omo",
+      "▁Com o",
+      "▁Co mo",
+      "▁Every thing",
+      "an es",
+      "ane s",
+      "a nes",
+      "IG N",
+      "I GN",
+      "▁n ederbörd",
+      "▁ nederbörd",
+      "▁For est",
+      "▁Fore st",
+      "▁Fo rest",
+      "za hl",
+      "z ahl",
+      "▁Am ong",
+      "Q t",
+      "▁to gg",
+      "▁tog g",
+      "▁vari ant",
+      "▁ variant",
+      "▁h ill",
+      "▁hi ll",
+      "▁ hill",
+      "пи си",
+      "пис и",
+      "col on",
+      "co lon",
+      "colo n",
+      "▁dic embre",
+      "го р",
+      "г ор",
+      "▁W ind",
+      "▁Win d",
+      "▁Wi nd",
+      "ünst ler",
+      "▁= \\",
+      "▁ =\\",
+      "sa ved",
+      "save d",
+      "s aved",
+      "▁n ej",
+      "▁ne j",
+      "▁ nej",
+      "un te",
+      "unt e",
+      "ut to",
+      "utt o",
+      "u tto",
+      "▁rec ens",
+      "▁rece ns",
+      "▁s ick",
+      "▁si ck",
+      "▁sic k",
+      "▁d esen",
+      "▁de sen",
+      "▁des en",
+      "US T",
+      "U ST",
+      "▁wor st",
+      "▁An gel",
+      "▁Ang el",
+      "od ox",
+      "odo x",
+      "▁Prov ince",
+      "▁Provin ce",
+      "▁M az",
+      "▁Ma z",
+      "▁agre ement",
+      "▁agree ment",
+      "▁B ass",
+      "▁Bas s",
+      "▁Ba ss",
+      "▁seg unda",
+      "on ces",
+      "once s",
+      "onc es",
+      "▁Lin ki",
+      "▁Link i",
+      "▁C L",
+      "▁ CL",
+      "▁j á",
+      "it ement",
+      "ite ment",
+      "item ent",
+      "▁á rea",
+      "▁ár ea",
+      "▁scal ar",
+      "▁scala r",
+      "▁Р ес",
+      "▁Ре с",
+      "aw t",
+      "a wt",
+      "si eme",
+      "▁j uni",
+      "▁ju ni",
+      "▁jun i",
+      "▁худо ж",
+      "ik us",
+      "iku s",
+      "▁l id",
+      "▁li d",
+      "pp el",
+      "ppe l",
+      "p pel",
+      "av i",
+      "a vi",
+      "▁bal ance",
+      "ip ping",
+      "ipp ing",
+      "ippi ng",
+      "i pping",
+      "cuss ion",
+      "че ских",
+      "(\" .",
+      "( \".",
+      "Al so",
+      "▁w his",
+      "▁wh is",
+      "HO ME",
+      "▁b rown",
+      "▁br own",
+      "▁bro wn",
+      "▁brow n",
+      "▁d ía",
+      "▁dí a",
+      "▁pu ò",
+      "plot lib",
+      "▁Jahrhundert s",
+      "D K",
+      "▁an chor",
+      "▁anc hor",
+      "▁anch or",
+      "▁ anchor",
+      ".. .]",
+      "... ]",
+      "▁Aust ria",
+      "▁m arca",
+      "▁mar ca",
+      "▁marc a",
+      "▁g ez",
+      "▁ge z",
+      "ious ly",
+      "i ously",
+      "▁l azy",
+      "▁la zy",
+      "x a",
+      "▁Ch annel",
+      "▁Chan nel",
+      "▁ Channel",
+      "▁ne uen",
+      "▁neue n",
+      "▁neu en",
+      "da s",
+      "d as",
+      "▁search ed",
+      "▁sta at",
+      "▁ staat",
+      "▁Та к",
+      "▁Jo sef",
+      "▁Jose f",
+      "▁Jos ef",
+      "▁S her",
+      "▁Sh er",
+      "▁She r",
+      "po is",
+      "p ois",
+      "▁e nem",
+      "▁en em",
+      "▁access ing",
+      "▁не ко",
+      "▁fur ono",
+      "▁pse udo",
+      "▁pseud o",
+      "? >",
+      "▁estado un",
+      "▁estad oun",
+      "▁Ви ди",
+      "▁mot iv",
+      "▁re call",
+      "▁rec all",
+      "is son",
+      "iss on",
+      "i sson",
+      "ó b",
+      ")- -",
+      ") --",
+      "▁E rz",
+      "▁Er z",
+      "▁са вез",
+      "Dir ect",
+      "Di rect",
+      "D irect",
+      "со б",
+      "с об",
+      "▁s ho",
+      "▁sh o",
+      "v ölker",
+      "A p",
+      "ge ns",
+      "gen s",
+      "g ens",
+      "ниш тво",
+      "▁Am sterdam",
+      "us k",
+      "u sk",
+      "п ло",
+      "▁sim ulation",
+      "▁B C",
+      "▁ BC",
+      "▁W oj",
+      "▁Wo j",
+      "au tom",
+      "aut om",
+      "auto m",
+      "Al ex",
+      "A lex",
+      "▁econom ic",
+      "▁econ omic",
+      "го м",
+      "г ом",
+      "ik ai",
+      "ika i",
+      "▁a ltre",
+      "▁al tre",
+      "▁alt re",
+      "▁' -",
+      "▁ '-",
+      "▁W eg",
+      "▁We g",
+      "Not Found",
+      "й ской",
+      "▁convert ing",
+      "▁conver ting",
+      "ph abet",
+      "pha bet",
+      "at rice",
+      "atr ice",
+      "atri ce",
+      "bour ne",
+      "al om",
+      "alo m",
+      "▁comp aring",
+      "▁compar ing",
+      "▁Z o",
+      "▁f la",
+      "▁fl a",
+      "ва я",
+      "▁en tra",
+      "▁ent ra",
+      "▁entr a",
+      "▁char set",
+      "▁chars et",
+      "develop ers",
+      "developer s",
+      "íst ica",
+      "} >",
+      "▁J azz",
+      "▁Ja zz",
+      "▁How ard",
+      "▁Ho ward",
+      "ш та",
+      "▁cl one",
+      "▁clo ne",
+      "▁ clone",
+      "do or",
+      "d oor",
+      "▁P in",
+      "▁Pi n",
+      "** *",
+      "* **",
+      "▁sil ent",
+      "ec ycle",
+      "e cycle",
+      "is ce",
+      "isc e",
+      "i sce",
+      "▁m ud",
+      "▁mu d",
+      "▁Dis play",
+      "▁ Display",
+      "▁l ip",
+      "▁li p",
+      "▁ lip",
+      "▁исполь зова",
+      "▁character istic",
+      "▁s b",
+      "▁ sb",
+      "fire base",
+      "▁B ew",
+      "▁Be w",
+      "Cal endar",
+      "▁u so",
+      "▁us o",
+      "▁ uso",
+      "ès e",
+      "è se",
+      "▁R at",
+      "▁Ra t",
+      "▁es per",
+      "▁espe r",
+      "▁esp er",
+      "▁ esper",
+      "▁throw ing",
+      "▁thro wing",
+      "▁ro dz",
+      "▁rod z",
+      "▁y ards",
+      "▁yard s",
+      "▁g rass",
+      "▁gr ass",
+      "▁gra ss",
+      "▁mar ker",
+      "▁mark er",
+      "▁ marker",
+      "▁K os",
+      "▁Ko s",
+      "Th eta",
+      "The ta",
+      "▁organ is",
+      "ker nel",
+      "kern el",
+      "k ernel",
+      "▁person as",
+      "▁pers onas",
+      "▁persona s",
+      "ke ep",
+      "kee p",
+      "▁exc laimed",
+      "os lav",
+      "▁Ent ertain",
+      "▁Enter tain",
+      "не р",
+      "н ер",
+      "▁in won",
+      "▁R and",
+      "▁Ra nd",
+      "▁Ran d",
+      "red uce",
+      "redu ce",
+      "fa c",
+      "f ac",
+      "ex pression",
+      "exp ression",
+      "expr ession",
+      "express ion",
+      "y j",
+      "▁differ enti",
+      "▁different i",
+      "ag lia",
+      "agli a",
+      "▁tem plates",
+      "▁template s",
+      "▁ templates",
+      "▁m ű",
+      "▁p rv",
+      "▁pr v",
+      "▁m ois",
+      "▁mo is",
+      "▁moi s",
+      "▁gew ann",
+      "▁бу ла",
+      "bib li",
+      "b ibli",
+      "de mo",
+      "dem o",
+      "d emo",
+      "▁And erson",
+      "▁Anders on",
+      "▁ре д",
+      "▁ ред",
+      "▁por que",
+      "▁P ologne",
+      "▁Pol ogne",
+      "▁t rip",
+      "▁tr ip",
+      "▁tri p",
+      "▁exem ple",
+      "▁exempl e",
+      "▁Intern acional",
+      "▁ка о",
+      "In sert",
+      "gen eral",
+      "gener al",
+      "SE SSION",
+      "ber ga",
+      "berg a",
+      "hä lt",
+      "h ält",
+      "un as",
+      "una s",
+      "u nas",
+      "ми ра",
+      "мир а",
+      "▁yield s",
+      "map sto",
+      "maps to",
+      "sp ot",
+      "s pot",
+      "▁+ \\",
+      "▁ +\\",
+      "лл а",
+      "л ла",
+      "▁precis ely",
+      "▁precise ly",
+      "▁ч лен",
+      "sh adow",
+      "Ar e",
+      "A re",
+      "un al",
+      "una l",
+      "u nal",
+      "▁dis par",
+      "▁disp ar",
+      "▁tít ulo",
+      "ne st",
+      "nes t",
+      "n est",
+      "▁L ow",
+      "▁Lo w",
+      "▁p rot",
+      "▁pro t",
+      "▁pr ot",
+      "▁C osta",
+      "▁Co sta",
+      "▁Cost a",
+      "▁Cos ta",
+      "name d",
+      "na med",
+      "nam ed",
+      "n amed",
+      "▁g ained",
+      "▁ga ined",
+      "▁gain ed",
+      "les ia",
+      "l esia",
+      "▁admin istration",
+      "▁administr ation",
+      "Im port",
+      "Imp ort",
+      "br anch",
+      "b ranch",
+      "▁sym path",
+      "vo j",
+      "v oj",
+      "▁E C",
+      "▁ EC",
+      "▁municip io",
+      "▁anim ated",
+      "▁animate d",
+      "▁direct ories",
+      "▁director ies",
+      "▁ro of",
+      "zą d",
+      "z ąd",
+      "im et",
+      "ime t",
+      "i met",
+      "pr oto",
+      "pro to",
+      "bl a",
+      "b la",
+      ": ]",
+      "ha ve",
+      "hav e",
+      "h ave",
+      "at em",
+      "ate m",
+      "a tem",
+      "▁n s",
+      "▁ ns",
+      "▁s ector",
+      "▁se ctor",
+      "▁sec tor",
+      "▁sect or",
+      "th ree",
+      "ow ane",
+      "owa ne",
+      "owan e",
+      "wer s",
+      "we rs",
+      "w ers",
+      "ов их",
+      "ови х",
+      "ren ce",
+      "r ence",
+      "▁ex tr",
+      "▁ext r",
+      "ig ten",
+      "igt en",
+      "igte n",
+      "▁occ ident",
+      "ț ă",
+      "▁e at",
+      "▁h ydro",
+      "▁hy dro",
+      "▁hyd ro",
+      "ubern etes",
+      "[ @",
+      "▁M oon",
+      "▁Mo on",
+      "▁S ho",
+      "▁Sh o",
+      "▁else where",
+      "ül ler",
+      "üll er",
+      "Up load",
+      "ла нд",
+      "лан д",
+      "л анд",
+      "▁F ör",
+      "w issenschaft",
+      "K S",
+      "▁phys ics",
+      "▁ physics",
+      "t z",
+      "▁се ред",
+      "▁Ar beit",
+      "▁Arbe it",
+      "▁ме ст",
+      "▁ мест",
+      "▁Geb iet",
+      "▁in sect",
+      "▁ins ect",
+      "▁inse ct",
+      "A h",
+      "iz ado",
+      "iza do",
+      "▁tem ple",
+      "▁temp le",
+      "▁ann ual",
+      "st ad",
+      "sta d",
+      "▁hab itat",
+      "▁habit at",
+      "▁A B",
+      "▁ AB",
+      "wo rt",
+      "wor t",
+      "w ort",
+      "▁re pos",
+      "▁rep os",
+      "▁repo s",
+      "▁N eu",
+      "▁Ne u",
+      "▁$ (\".",
+      "▁$( \".",
+      "▁$(\" .",
+      "Vor lage",
+      "▁repre zent",
+      "est anden",
+      "In tern",
+      "Int ern",
+      "Inter n",
+      ". `",
+      "▁fa iling",
+      "▁fail ing",
+      "▁M aterial",
+      "▁Mate rial",
+      "▁ Material",
+      "▁effect ively",
+      "▁effective ly",
+      "те лем",
+      "тел ем",
+      "▁г ла",
+      "▁ гла",
+      "▁na hm",
+      "▁nah m",
+      "▁ nahm",
+      "▁differ ently",
+      "▁different ly",
+      "ext ension",
+      "▁V erm",
+      "▁Ver m",
+      "▁Ve rm",
+      "en abled",
+      "ena bled",
+      "enable d",
+      "con figure",
+      "config ure",
+      "ni o",
+      "n io",
+      "ci ones",
+      "cio nes",
+      "cion es",
+      "c iones",
+      "▁B each",
+      "▁Be ach",
+      "со на",
+      "сон а",
+      "с она",
+      "▁copy ing",
+      "▁cop ying",
+      "▁у країн",
+      "▁при зна",
+      "▁приз на",
+      "z h",
+      "Des ktop",
+      "▁s ost",
+      "▁so st",
+      "▁sub sequently",
+      "▁subsequ ently",
+      "▁subsequent ly",
+      "▁Le hr",
+      "▁ ó",
+      "lä r",
+      "l är",
+      "od or",
+      "odo r",
+      "o dor",
+      "ph on",
+      "p hon",
+      "n c",
+      "iter ator",
+      "▁э ти",
+      "▁europ é",
+      "▁Tor onto",
+      "ód igo",
+      "▁p osto",
+      "▁po sto",
+      "▁pos to",
+      "▁post o",
+      "ff e",
+      "f fe",
+      "▁c rew",
+      "▁cre w",
+      "▁cr ew",
+      "▁Sch war",
+      "▁Schw ar",
+      "S a",
+      "squ are",
+      "s quare",
+      "▁be side",
+      "▁bes ide",
+      "▁М і",
+      "▁a th",
+      "▁at h",
+      "▁ ath",
+      "▁ad vent",
+      "▁adv ent",
+      "c ji",
+      "writ ten",
+      "wr itten",
+      "w ritten",
+      "▁r uss",
+      "▁ru ss",
+      "▁rus s",
+      "ro st",
+      "ros t",
+      "r ost",
+      "H I",
+      "▁d ice",
+      "▁di ce",
+      "▁dic e",
+      "cc a",
+      "c ca",
+      "▁d ép",
+      "▁dé p",
+      "pl y",
+      "p ly",
+      "big g",
+      "bi gg",
+      "b igg",
+      "zi ał",
+      "zia ł",
+      "z iał",
+      "üt t",
+      "ü tt",
+      "▁о дно",
+      "▁од но",
+      "J ECT",
+      "сь кому",
+      "сько му",
+      "ськ ому",
+      "no s",
+      "n os",
+      "mo ck",
+      "m ock",
+      "La unch",
+      "sa me",
+      "sam e",
+      "s ame",
+      "▁j obs",
+      "▁jo bs",
+      "▁job s",
+      "▁wide ly",
+      "▁wid ely",
+      "▁def ines",
+      "▁define s",
+      "▁defin es",
+      "▁P se",
+      "▁Ps e",
+      "▁neigh bour",
+      "▁neighb our",
+      "ющи е",
+      "▁cl oser",
+      "▁close r",
+      "▁clos er",
+      "▁clo ser",
+      "▁рас поло",
+      "▁распо ло",
+      "▁cl ubs",
+      "▁club s",
+      "fl y",
+      "f ly",
+      "ши м",
+      "ш им",
+      "▁suffer ed",
+      "▁suff ered",
+      "▁n ar",
+      "▁na r",
+      "▁ nar",
+      "▁l avor",
+      "▁la vor",
+      "▁lav or",
+      "Ext ension",
+      "ition ally",
+      "itional ly",
+      "▁g race",
+      "▁gr ace",
+      "▁gra ce",
+      "▁Campe onato",
+      "▁Christ mas",
+      "m iddle",
+      "oth ek",
+      "othe k",
+      "el ements",
+      "element s",
+      "ele ments",
+      "elem ents",
+      "▁son dern",
+      "▁t arde",
+      "▁tar de",
+      "▁tard e",
+      "▁perman ent",
+      "▁con clude",
+      "▁concl ude",
+      "Se g",
+      "S eg",
+      "▁а каде",
+      "}\" ,",
+      "} \",",
+      "▁февра ля",
+      "ře d",
+      "ř ed",
+      "▁I L",
+      "▁ IL",
+      "ju d",
+      "j ud",
+      "▁U SS",
+      "▁US S",
+      "▁N ature",
+      "▁Natur e",
+      "▁Nat ure",
+      "if ference",
+      "iffer ence",
+      "iffe rence",
+      "Serial izer",
+      "▁tw elve",
+      "ti d",
+      "t id",
+      "ми я",
+      "че ского",
+      "▁cal endar",
+      "▁ calendar",
+      "con cat",
+      "▁inter section",
+      "▁intersect ion",
+      "▁P A",
+      "▁ PA",
+      "az ure",
+      "azu re",
+      "▁situ ée",
+      "▁situé e",
+      "▁k inds",
+      "▁kind s",
+      "▁kin ds",
+      "▁aus ge",
+      "▁r ural",
+      "▁ru ral",
+      "Th eme",
+      "The me",
+      "▁t ale",
+      "▁tal e",
+      "▁ta le",
+      "no indent",
+      "go ing",
+      "r x",
+      "ag i",
+      "a gi",
+      "wrap per",
+      "wr apper",
+      "w rapper",
+      "▁Co ast",
+      "mb H",
+      "▁пере д",
+      "▁пе ред",
+      "sp re",
+      "spr e",
+      "s pre",
+      "▁} \\",
+      "▁ }\\",
+      "▁L I",
+      "▁ LI",
+      "zn am",
+      "zna m",
+      "z nam",
+      "it led",
+      "itle d",
+      "Sam ple",
+      "S ample",
+      "ul iar",
+      "uli ar",
+      "* \\",
+      "▁res istance",
+      "▁resist ance",
+      "st ock",
+      "sto ck",
+      "ke d",
+      "k ed",
+      "▁H E",
+      "▁ HE",
+      "▁pos session",
+      "▁poss ession",
+      "▁possess ion",
+      "▁R ing",
+      "▁Ri ng",
+      "▁m agyar",
+      "▁mag yar",
+      "ou ts",
+      "out s",
+      "o uts",
+      "▁Secret ary",
+      "nd e",
+      "n de",
+      "▁W ald",
+      "▁Wal d",
+      "▁Wa ld",
+      "- (",
+      "▁I SO",
+      "▁IS O",
+      "▁ ISO",
+      "▁af ternoon",
+      "ion en",
+      "io nen",
+      "ione n",
+      "i onen",
+      "▁st ops",
+      "▁stop s",
+      "▁sto ps",
+      "▁const ants",
+      "▁constant s",
+      "gu ard",
+      "bo w",
+      "b ow",
+      "▁e rs",
+      "▁er s",
+      "▁ ers",
+      "▁Fire base",
+      "▁C lear",
+      "▁Cl ear",
+      "▁Cle ar",
+      "▁ Clear",
+      "▁H oly",
+      "▁Hol y",
+      "▁Ho ly",
+      "W in",
+      "▁title s",
+      "▁tit les",
+      "▁т рав",
+      "▁тра в",
+      "▁cont rib",
+      "▁contr ib",
+      "▁ contrib",
+      "hä ng",
+      "h äng",
+      "▁phot ograph",
+      "▁photo graph",
+      "▁Dist ribution",
+      "if ts",
+      "ift s",
+      "▁a unque",
+      "com b",
+      "co mb",
+      "c omb",
+      "AD D",
+      "A DD",
+      "▁public ation",
+      "▁pub lication",
+      "▁publi cation",
+      "▁слу ж",
+      "▁к ня",
+      "▁ay ant",
+      "▁re store",
+      "▁r estore",
+      "▁rest ore",
+      "▁resto re",
+      "▁bel ief",
+      "▁v ég",
+      "▁vé g",
+      "▁ext ensions",
+      "▁extension s",
+      "▁extens ions",
+      "▁ extensions",
+      "▁de com",
+      "▁dec om",
+      "вши й",
+      "в ший",
+      "W T",
+      "▁par ti",
+      "▁part i",
+      "▁gi oc",
+      "▁ми ра",
+      "▁ мира",
+      "▁is su",
+      "▁iss u",
+      "pi pe",
+      "pip e",
+      "p ipe",
+      "▁pro ps",
+      "▁pr ops",
+      "▁prop s",
+      "▁ props",
+      "▁w illing",
+      "▁will ing",
+      "▁wil ling",
+      "▁n est",
+      "▁ne st",
+      "▁ nest",
+      "as o",
+      "a so",
+      "po t",
+      "p ot",
+      "▁hand les",
+      "▁handle s",
+      "▁ф о",
+      "▁ фо",
+      "▁m oder",
+      "▁mod er",
+      "▁mo der",
+      "▁mode r",
+      "▁eben falls",
+      "▁fight ing",
+      "um bn",
+      "umb n",
+      "▁trans parent",
+      "▁K rist",
+      "▁Kr ist",
+      "▁home s",
+      "▁hom es",
+      "▁ho mes",
+      "▁voy age",
+      "Fa iled",
+      "Fail ed",
+      "▁B ird",
+      "▁Bi rd",
+      "▁Bir d",
+      "▁He art",
+      "Count er",
+      "Co unter",
+      "C ounter",
+      "▁Scott ish",
+      "át ica",
+      "▁ar beit",
+      "▁ arbeit",
+      "^{ -\\",
+      "^{- \\",
+      "▁S or",
+      "▁So r",
+      "▁eng aged",
+      "▁engag ed",
+      "▁a side",
+      "▁as ide",
+      "▁asi de",
+      "▁F ou",
+      "▁Fo u",
+      "▁w iel",
+      "▁wie l",
+      "▁re const",
+      "▁recon st",
+      "ou sin",
+      "ous in",
+      "▁host ed",
+      "▁ho sted",
+      "▁hos ted",
+      "▁c lasse",
+      "▁class e",
+      "▁cl asse",
+      "▁clas se",
+      "▁con test",
+      "▁cont est",
+      "▁conte st",
+      ".. .\"",
+      "... \"",
+      "мо м",
+      "м ом",
+      "▁be an",
+      "▁ bean",
+      "ge m",
+      "g em",
+      "▁consult ato",
+      "▁b io",
+      "▁bi o",
+      "▁ bio",
+      "▁subject s",
+      "bo Box",
+      "▁Sch rift",
+      "▁d inner",
+      "▁din ner",
+      "ă r",
+      "▁r ówn",
+      "▁% %",
+      "▁ %%",
+      "ba ge",
+      "bag e",
+      "b age",
+      "▁ver öff",
+      "▁det ected",
+      "▁detect ed",
+      "ie nn",
+      "ien n",
+      "i enn",
+      "ro se",
+      "ros e",
+      "r ose",
+      "▁T on",
+      "▁To n",
+      "Comp lete",
+      "Comple te",
+      "▁pro to",
+      "▁pr oto",
+      "▁prot o",
+      "▁ proto",
+      "ich ts",
+      "icht s",
+      "i chts",
+      "ST AT",
+      "Check ed",
+      "▁in ten",
+      "▁i nten",
+      "▁int en",
+      "▁inte n",
+      "▁s mile",
+      "▁sm ile",
+      "▁st rip",
+      "▁str ip",
+      "▁stri p",
+      "▁ strip",
+      "ne ut",
+      "') ;\r",
+      "'); \r",
+      "' );\r",
+      "fo ur",
+      "f our",
+      "▁to das",
+      "▁tod as",
+      "▁toda s",
+      "Control s",
+      "▁thor ough",
+      "ru p",
+      "r up",
+      "▁држа ви",
+      "it ă",
+      "Pro tocol",
+      "К а",
+      "▁expand ed",
+      "ex tra",
+      "ext ra",
+      "op ort",
+      "opo rt",
+      "o port",
+      "▁Ста нов",
+      "le ases",
+      "lease s",
+      "▁n otion",
+      "▁not ion",
+      "▁no tion",
+      "▁g uest",
+      "▁gu est",
+      "▁Is lands",
+      "▁Island s",
+      "ic ked",
+      "ick ed",
+      "▁D ave",
+      "▁Dav e",
+      "▁Da ve",
+      "▁ref lection",
+      "▁reflect ion",
+      "li v",
+      "l iv",
+      "ál ní",
+      "▁reve aled",
+      "▁s og",
+      "▁so g",
+      "▁T ax",
+      "▁Ta x",
+      "▁period o",
+      "▁peri odo",
+      "▁Welt krie",
+      "catal ina",
+      "qu é",
+      "q ué",
+      "▁F ather",
+      "▁Fa ther",
+      "▁B ir",
+      "▁Bi r",
+      "ex pect",
+      "exp ect",
+      "▁re gression",
+      "▁reg ression",
+      "in é",
+      "i né",
+      "▁d abei",
+      "▁da bei",
+      "pe rm",
+      "per m",
+      "p erm",
+      "ме не",
+      "мен е",
+      "м ене",
+      "▁A bd",
+      "▁Ab d",
+      "▁C F",
+      "▁ CF",
+      "ar ks",
+      "ark s",
+      "resol ve",
+      "wed ge",
+      "w edge",
+      "▁initial ization",
+      "▁Vé ase",
+      "▁при ня",
+      "st mt",
+      "▁in come",
+      "▁inc ome",
+      "M Y",
+      "▁od kazy",
+      "▁Sie he",
+      "▁bod ies",
+      "▁s oc",
+      "▁so c",
+      "R andom",
+      "▁s enza",
+      "▁sen za",
+      "ab lo",
+      "abl o",
+      "a blo",
+      "▁reg arded",
+      "▁regard ed",
+      "on Create",
+      "▁Mag azine",
+      "▁R af",
+      "▁Ra f",
+      "▁Buen os",
+      "и л",
+      ")) );",
+      "))) ;",
+      ") ));",
+      "ca pt",
+      "cap t",
+      "c apt",
+      "re direct",
+      "red irect",
+      "▁pe tit",
+      "▁pet it",
+      "▁f arm",
+      "▁far m",
+      "▁fa rm",
+      "▁r ôle",
+      "▁стать и",
+      "     ",
+      "sub figure",
+      "èce s",
+      "è ces",
+      "zi el",
+      "zie l",
+      "z iel",
+      "▁о кон",
+      "▁ок он",
+      "E E",
+      "me e",
+      "m ee",
+      "▁p erten",
+      "▁per ten",
+      "▁pert en",
+      "▁représ ent",
+      "▁L A",
+      "▁ LA",
+      "? '",
+      "▁т ру",
+      "▁r ational",
+      "▁rat ional",
+      "▁ratio nal",
+      "os of",
+      "oso f",
+      "▁k ne",
+      "▁kn e",
+      "▁art ists",
+      "▁artist s",
+      "Fl ow",
+      "F low",
+      "▁А ль",
+      "▁Ал ь",
+      "iz ard",
+      "iza rd",
+      "izar d",
+      "▁num ero",
+      "▁numer o",
+      "act ic",
+      "a ctic",
+      "▁de struct",
+      "▁dest ruct",
+      "▁destru ct",
+      "▁П ра",
+      "ons ieur",
+      "q t",
+      "ab estanden",
+      "no ść",
+      "Con nect",
+      "Conne ct",
+      "▁o racle",
+      "▁or acle",
+      "▁ora cle",
+      "▁ oracle",
+      "▁Stock holm",
+      "size of",
+      "▁gem äß",
+      "AC T",
+      "A CT",
+      "▁ex pert",
+      "▁exp ert",
+      "▁exper t",
+      "ut ions",
+      "ution s",
+      "uti ons",
+      "▁h acia",
+      "▁ha cia",
+      "▁log ger",
+      "▁ logger",
+      "▁f ool",
+      "▁fo ol",
+      "▁foo l",
+      "ry pto",
+      "rypt o",
+      "æ r",
+      "▁c idade",
+      "▁ci dade",
+      "▁состав е",
+      "▁соста ве",
+      "ok er",
+      "oke r",
+      "o ker",
+      "▁Trans fer",
+      "▁den ied",
+      "Tr ack",
+      "Tra ck",
+      "T rack",
+      "▁r adi",
+      "▁ra di",
+      "▁rad i",
+      "ze c",
+      "z ec",
+      "▁Histor ic",
+      "▁Einwo hner",
+      "ко ю",
+      "▁х ра",
+      "▁ хра",
+      "▁C ategory",
+      "▁ Category",
+      "▁Dis ney",
+      "▁sw ap",
+      "▁ swap",
+      "Be gin",
+      "B egin",
+      "▁m ientras",
+      "▁d ance",
+      "▁dan ce",
+      "▁t ête",
+      "▁d roit",
+      "▁dr oit",
+      "▁dro it",
+      "er ta",
+      "ert a",
+      "▁bird s",
+      "▁bir ds",
+      "▁con vin",
+      "▁conv in",
+      "par ator",
+      "para tor",
+      "д ра",
+      "▁E S",
+      "▁ ES",
+      "▁Ress ources",
+      "▁Ressource s",
+      "EG IN",
+      "ück e",
+      "ü cke",
+      "▁Cr uz",
+      "▁Cru z",
+      "ab ling",
+      "abl ing",
+      "a bling",
+      "▁\" @",
+      "▁me tres",
+      "▁met res",
+      "▁B eg",
+      "▁Be g",
+      "▁Gr ünd",
+      "▁B oh",
+      "▁Bo h",
+      "▁m ile",
+      "▁mil e",
+      "▁mi le",
+      "▁ mile",
+      "▁Techn ology",
+      "\" +",
+      "ac co",
+      "acc o",
+      "a cco",
+      "▁s s",
+      "▁ ss",
+      "▁F ed",
+      "▁Fe d",
+      "▁H end",
+      "▁He nd",
+      "▁Hen d",
+      "us ch",
+      "usc h",
+      "u sch",
+      "it ä",
+      "fol k",
+      "f olk",
+      "▁abs or",
+      "an tal",
+      "ant al",
+      "anta l",
+      "od ge",
+      "▁WH EN",
+      "▁Extern í",
+      "▁Reg iment",
+      "▁evalu ation",
+      "▁T ai",
+      "▁Ta i",
+      "▁voc als",
+      "▁vocal s",
+      "▁ex perimental",
+      "▁experiment al",
+      "em bed",
+      "emb ed",
+      "▁M inn",
+      "▁Min n",
+      "▁Mi nn",
+      "▁в ме",
+      "pr ec",
+      "pre c",
+      "p rec",
+      "ever y",
+      "ev ery",
+      "e very",
+      "▁ho of",
+      "▁Fern ando",
+      "▁Bibli ographie",
+      "▁n ag",
+      "▁na g",
+      "amerikan ischer",
+      "▁m arks",
+      "▁mar ks",
+      "▁mark s",
+      "▁ marks",
+      "▁U TC",
+      "▁ UTC",
+      "▁un certain",
+      "ди я",
+      "ol ia",
+      "oli a",
+      "o lia",
+      "▁c up",
+      "▁cu p",
+      "▁ cup",
+      "▁f ille",
+      "▁fil le",
+      "▁fill e",
+      "▁fi lle",
+      "▁d ok",
+      "▁do k",
+      "use ppe",
+      "est erd",
+      "ester d",
+      "este rd",
+      "e sterd",
+      "▁B rand",
+      "▁Br and",
+      "▁Bra nd",
+      "▁Bran d",
+      "▁Th ird",
+      "P P",
+      "no des",
+      "node s",
+      "n odes",
+      "▁P ad",
+      "▁Pa d",
+      "▁ Pad",
+      "▁l oved",
+      "▁lo ved",
+      "▁love d",
+      "▁lov ed",
+      "sw ing",
+      "s wing",
+      "▁surpr ised",
+      "▁surprise d",
+      "ar di",
+      "ard i",
+      "▁G R",
+      "▁ GR",
+      "] \"",
+      "▁equ ally",
+      "▁equal ly",
+      "▁eq ually",
+      "ih e",
+      "i he",
+      "ca re",
+      "car e",
+      "c are",
+      "пи сок",
+      "пис ок",
+      "li jk",
+      "lij k",
+      "l ijk",
+      "ri nn",
+      "rin n",
+      "r inn",
+      "▁\\ [\\",
+      "▁\\[ \\",
+      "▁s ons",
+      "▁so ns",
+      "▁son s",
+      "▁t ät",
+      "ic amente",
+      "ica mente",
+      "▁l isting",
+      "▁list ing",
+      "iel lement",
+      "ielle ment",
+      "▁nyel ven",
+      "▁d s",
+      "▁ ds",
+      "▁agr icult",
+      "▁H ermann",
+      "▁Her mann",
+      "▁Herm ann",
+      "▁bes ides",
+      "▁beside s",
+      "pro gress",
+      "prog ress",
+      "▁pec uliar",
+      "fo cus",
+      "f ocus",
+      "c n",
+      "- $",
+      "ствен ный",
+      "ou rg",
+      "our g",
+      "o urg",
+      "▁w yn",
+      "▁wy n",
+      "▁conduct ed",
+      "▁condu cted",
+      "▁Станов ништво",
+      "connect ed",
+      "conne cted",
+      "conn ected",
+      "▁b ott",
+      "▁bo tt",
+      "▁bot t",
+      "▁с мер",
+      "▁см ер",
+      "▁P oz",
+      "▁Po z",
+      "un ct",
+      "unc t",
+      "con da",
+      "cond a",
+      "c onda",
+      "▁савез ној",
+      "▁ha vet",
+      "▁have t",
+      "▁hav et",
+      "li gt",
+      "lig t",
+      "l igt",
+      "or ted",
+      "ort ed",
+      "orte d",
+      "▁ent ering",
+      "▁enter ing",
+      "mult ip",
+      "multi p",
+      "mul tip",
+      "▁Tem ple",
+      "▁Temp le",
+      "▁P lant",
+      "▁Pl ant",
+      "▁Plan t",
+      "▁Pla nt",
+      "type of",
+      "▁V lad",
+      "▁qu ed",
+      "▁que d",
+      "▁q ued",
+      "▁re ste",
+      "▁r este",
+      "▁res te",
+      "▁rest e",
+      "▁ма й",
+      "▁ май",
+      "▁V ery",
+      "▁Ver y",
+      "▁Ve ry",
+      "ambigu ation",
+      "▁ch alleng",
+      "▁res pective",
+      "▁respect ive",
+      "▁т ор",
+      "▁то р",
+      "▁ тор",
+      "C trl",
+      "▁abs ence",
+      "ar u",
+      "a ru",
+      "во е",
+      "▁för st",
+      "▁s q",
+      "▁ sq",
+      "▁Em peror",
+      "▁I gn",
+      "▁Ig n",
+      "▁ Ign",
+      "▁т ова",
+      "▁то ва",
+      "▁ това",
+      ": `",
+      "ad oop",
+      "ado op",
+      "▁Mad ame",
+      "▁gru ppo",
+      "▁grup po",
+      "st ud",
+      "▁extern as",
+      "▁Александ р",
+      "▁d ign",
+      "▁di gn",
+      "▁dig n",
+      "▁жи ве",
+      "Am ount",
+      "A mount",
+      "▁correl ate",
+      "▁corre late",
+      "▁F ant",
+      "▁Fa nt",
+      "▁r ails",
+      "▁ra ils",
+      "▁rail s",
+      "▁ rails",
+      "f p",
+      "министра тив",
+      "▁b ought",
+      "▁fil ters",
+      "▁filter s",
+      "▁ filters",
+      "▁anc ora",
+      "▁part ner",
+      "▁qu and",
+      "▁quan d",
+      "sym bol",
+      "s ymbol",
+      "ul ating",
+      "ula ting",
+      "▁z d",
+      "▁ zd",
+      "aw n",
+      "a wn",
+      "▁G rant",
+      "▁Gr ant",
+      "▁Gra nt",
+      "▁Gran t",
+      "bec ause",
+      "b ecause",
+      "ra ble",
+      "rab le",
+      "r able",
+      "\\ }",
+      "íst icas",
+      "ística s",
+      "▁у че",
+      "▁péri ode",
+      "▁s ke",
+      "▁sk e",
+      "▁ ske",
+      "▁Any way",
+      "▁index es",
+      "▁inde xes",
+      "▁direct ions",
+      "▁dire ctions",
+      "▁direction s",
+      "▁R AM",
+      "▁RA M",
+      "▁ RAM",
+      "ch rome",
+      "chr ome",
+      "chrom e",
+      "▁a post",
+      "▁ap ost",
+      "▁apo st",
+      "▁war nings",
+      "▁warning s",
+      "▁warn ings",
+      "▁Air port",
+      "V I",
+      "ab ile",
+      "abil e",
+      "abi le",
+      "▁l ord",
+      "▁lo rd",
+      "pro vider",
+      "prov ider",
+      "▁J i",
+      "ost ream",
+      "o stream",
+      "▁geme ente",
+      "table View",
+      "Ex tra",
+      "Ext ra",
+      "c ursor",
+      "eg round",
+      "egr ound",
+      "e ground",
+      "▁M oz",
+      "▁Mo z",
+      "▁r ib",
+      "▁ri b",
+      "▁ rib",
+      "▁m orph",
+      "▁mor ph",
+      "lo ads",
+      "load s",
+      "el sk",
+      "els k",
+      "▁M AX",
+      "▁MA X",
+      "▁ MAX",
+      "▁Santi ago",
+      "▁H im",
+      "▁Hi m",
+      "code s",
+      "co des",
+      "cod es",
+      "c odes",
+      "▁l anz",
+      "▁lan z",
+      "▁count s",
+      "▁coun ts",
+      "rinn ingsområ",
+      "щ ё",
+      "▁sp é",
+      "▁pier ws",
+      "▁pierw s",
+      "▁S ver",
+      "▁Sv er",
+      "▁a cknow",
+      "▁ac know",
+      "Bo olean",
+      "▁фами ли",
+      "▁Sen ate",
+      "шо в",
+      "ш ов",
+      "ag ers",
+      "age rs",
+      "ager s",
+      "a gers",
+      "▁Nue va",
+      "bi l",
+      "b il",
+      "ki em",
+      "kie m",
+      "k iem",
+      "▁M ey",
+      "▁Me y",
+      "wi j",
+      "w ij",
+      "▁G mbH",
+      "valid ation",
+      "▁en suite",
+      "in king",
+      "ink ing",
+      "▁c ampion",
+      "▁camp ion",
+      "▁finan cial",
+      "▁financi al",
+      "iz on",
+      "izo n",
+      "i zon",
+      "He aders",
+      "Head ers",
+      "Header s",
+      "▁deprec ated",
+      "▁fon ction",
+      "RE G",
+      "R EG",
+      "▁vol umes",
+      "▁volume s",
+      "▁C hi",
+      "▁Ch i",
+      "▁encounter ed",
+      "la k",
+      "l ak",
+      "ра я",
+      "▁contin ues",
+      "▁continu es",
+      "▁continue s",
+      "▁~ [",
+      "uer te",
+      "u erte",
+      "▁\\ ;",
+      "▁ \\;",
+      "▁D ok",
+      "▁Do k",
+      "▁we ights",
+      "▁weight s",
+      "▁r h",
+      "▁ rh",
+      "▁Na pole",
+      "▁Nap ole",
+      "▁natur ally",
+      "▁natural ly",
+      "sk u",
+      "s ku",
+      "pa s",
+      "p as",
+      "▁g egründ",
+      "et r",
+      "e tr",
+      "▁K u",
+      "ic ted",
+      "ict ed",
+      "i cted",
+      "▁fab ric",
+      "▁A SC",
+      "▁AS C",
+      "▁ ASC",
+      "▁Entertain ment",
+      "▁en erg",
+      "▁ener g",
+      "кла д",
+      "к лад",
+      "om on",
+      "omo n",
+      "o mon",
+      "th eme",
+      "the me",
+      "▁ха рак",
+      "▁d raft",
+      "▁dr aft",
+      "▁dra ft",
+      "▁ch annels",
+      "▁channel s",
+      "▁de sert",
+      "▁des ert",
+      "▁deser t",
+      "▁tra vés",
+      "▁trav és",
+      "▁L ock",
+      "▁Lo ck",
+      "▁Loc k",
+      "▁ Lock",
+      "▁s iendo",
+      "▁si endo",
+      "фе к",
+      "ф ек",
+      "m ême",
+      "▁pa cket",
+      "▁pack et",
+      "▁pac ket",
+      "▁Mount ain",
+      "▁F ahr",
+      "▁Fa hr",
+      "bra io",
+      "пе ре",
+      "пер е",
+      "п ере",
+      "▁gen annt",
+      "▁dep loyment",
+      "▁deploy ment",
+      "Pa l",
+      "P al",
+      "но г",
+      "ст ру",
+      "стр у",
+      "Pr im",
+      "P rim",
+      "f ür",
+      "▁danger ous",
+      "▁sz ám",
+      "re ck",
+      "rec k",
+      "▁pop up",
+      "ic ky",
+      "ick y",
+      "in ar",
+      "ina r",
+      "i nar",
+      "co wo",
+      "cow o",
+      "c owo",
+      "нци кло",
+      "ít ás",
+      "▁pl ugins",
+      "▁plugin s",
+      "▁plug ins",
+      "▁ plugins",
+      "▁dr iven",
+      "▁drive n",
+      "▁dri ven",
+      "▁driv en",
+      "ле в",
+      "л ев",
+      "▁\" (",
+      "tt a",
+      "t ta",
+      "▁ Ú",
+      "▁e b",
+      "▁ eb",
+      "▁' ';",
+      "▁'' ;",
+      "▁kn ock",
+      "▁ос нова",
+      "▁основ а",
+      "▁m aison",
+      "▁ma ison",
+      "▁mais on",
+      "▁mai son",
+      "г ля",
+      "▁Hon or",
+      "▁Ho nor",
+      "ta il",
+      "t ail",
+      "ri tz",
+      "rit z",
+      "r itz",
+      "▁gu ys",
+      "▁combin ations",
+      "▁combination s",
+      "ond ere",
+      "onder e",
+      "onde re",
+      "▁A ld",
+      "▁Al d",
+      "▁f iddle",
+      "▁ fiddle",
+      "да в",
+      "ur d",
+      "u rd",
+      "▁pro jection",
+      "▁project ion",
+      "▁Tamb ién",
+      "ve rb",
+      "ver b",
+      "v erb",
+      "▁ter re",
+      "▁ terre",
+      "ru gu",
+      "rug u",
+      "▁se ptember",
+      "▁sept ember",
+      "▁< !",
+      "co st",
+      "cos t",
+      "c ost",
+      "▁n ut",
+      "▁nu t",
+      "▁ nut",
+      "{ %",
+      "▁ub ic",
+      "am arin",
+      "ama rin",
+      "amar in",
+      "ти и",
+      "▁pat ron",
+      "▁patr on",
+      "▁am ely",
+      "▁e sto",
+      "▁est o",
+      "▁es to",
+      "▁ esto",
+      "▁li stop",
+      "▁list op",
+      "fa l",
+      "f al",
+      "▁P rop",
+      "▁Pro p",
+      "▁Pr op",
+      "▁ Prop",
+      "▁O nt",
+      "▁On t",
+      "▁M ade",
+      "▁Ma de",
+      "▁Mad e",
+      "TE ST",
+      "▁N em",
+      "▁Ne m",
+      "▁N ations",
+      "▁Nat ions",
+      "▁Nation s",
+      "▁в у",
+      "▁ ву",
+      "in cluding",
+      "includ ing",
+      "▁spect rum",
+      "▁L an",
+      "▁La n",
+      "▁E ver",
+      "▁Ev er",
+      "Pa ul",
+      "t m",
+      "App end",
+      "Ap pend",
+      "Rel ative",
+      "dis abled",
+      "disable d",
+      "return s",
+      "▁flow ers",
+      "▁flo wers",
+      "▁flower s",
+      "ik u",
+      "i ku",
+      "▁| \\",
+      "▁ |\\",
+      "▁Jord an",
+      "▁Sm all",
+      "▁c ic",
+      "▁ci c",
+      "▁sex ual",
+      "au tre",
+      "aut re",
+      "ва л",
+      "в ал",
+      "▁r ip",
+      "▁ri p",
+      "▁ rip",
+      "ou st",
+      "ous t",
+      "o ust",
+      "▁Philadel phia",
+      "▁u k",
+      "▁ uk",
+      "▁M ongo",
+      "▁Mon go",
+      "▁Mong o",
+      "xml ns",
+      "▁sh op",
+      "▁sho p",
+      "▁ shop",
+      "▁debug ger",
+      "▁z aj",
+      "▁za j",
+      "▁B illy",
+      "▁Bill y",
+      "▁Bil ly",
+      "▁n iem",
+      "▁nie m",
+      "▁ni em",
+      "ol is",
+      "oli s",
+      "o lis",
+      "▁ро ссий",
+      "ag ner",
+      "agn er",
+      "agne r",
+      "▁m aven",
+      "▁ma ven",
+      "▁ maven",
+      "▁Gu stav",
+      "▁Gust av",
+      "A us",
+      "comp are",
+      "▁j eu",
+      "▁je u",
+      "ud er",
+      "ude r",
+      "u der",
+      "ish ment",
+      "▁ди визи",
+      "▁Fin land",
+      "ну т",
+      "н ут",
+      "z és",
+      "▁Liga ções",
+      "▁Lig ações",
+      "▁qu ello",
+      "▁quel lo",
+      "an notation",
+      "annot ation",
+      "▁th rew",
+      "▁thr ew",
+      "▁thre w",
+      "▁Pro of",
+      "▁ Proof",
+      "▁A rea",
+      "▁Ar ea",
+      "▁Are a",
+      "▁ Area",
+      "as hi",
+      "ash i",
+      "▁F O",
+      "▁ FO",
+      "ja min",
+      "j amin",
+      "ден т",
+      "д ент",
+      "▁un us",
+      "fri end",
+      ".\" );",
+      ".\") ;",
+      ". \");",
+      "▁tra kten",
+      "document class",
+      "an ka",
+      "ank a",
+      "▁ar rive",
+      "▁arr ive",
+      "▁arriv e",
+      "▁d onne",
+      "▁don ne",
+      "▁donn e",
+      "ol y",
+      "o ly",
+      "▁R ein",
+      "▁Re in",
+      "▁face book",
+      "▁fac ebook",
+      "▁ facebook",
+      "ic ina",
+      "ici na",
+      "sl ice",
+      "s lice",
+      "▁n agy",
+      "▁na gy",
+      "▁nag y",
+      "▁he bben",
+      "▁I C",
+      "▁ IC",
+      "▁B ag",
+      "▁Ba g",
+      "▁ Bag",
+      "▁circ ul",
+      "▁cir cul",
+      "ác t",
+      "á ct",
+      "mit t",
+      "mi tt",
+      "m itt",
+      "▁g rey",
+      "▁gr ey",
+      "▁gre y",
+      "▁c av",
+      "▁ca v",
+      "▁осо би",
+      "▁sym metric",
+      "▁symmet ric",
+      "▁S ic",
+      "▁Si c",
+      "▁med ium",
+      "▁medi um",
+      "▁ medium",
+      "▁U TF",
+      "▁ UTF",
+      "▁D opo",
+      "▁Do po",
+      "í ch",
+      "bar e",
+      "ba re",
+      "b are",
+      "dz ie",
+      "d zie",
+      "▁he aven",
+      "▁heav en",
+      "▁cam pe",
+      "▁camp e",
+      "ester day",
+      "esterd ay",
+      "▁W issenschaft",
+      "по ль",
+      "пол ь",
+      "di d",
+      "d id",
+      "al er",
+      "ale r",
+      "a ler",
+      "▁citiz ens",
+      "▁Marg aret",
+      "▁s ought",
+      "ch arts",
+      "char ts",
+      "chart s",
+      "CL C",
+      "C LC",
+      "ol ly",
+      "oll y",
+      "ys z",
+      "y sz",
+      "wa ld",
+      "wal d",
+      "w ald",
+      "▁f en",
+      "▁fe n",
+      "▁ fen",
+      "▁S ix",
+      "▁Si x",
+      "▁U rs",
+      "▁Ur s",
+      "▁ор ган",
+      "▁T rad",
+      "▁Tr ad",
+      "▁Tra d",
+      "cu e",
+      "c ue",
+      "sch utz",
+      "▁prec ise",
+      "▁precis e",
+      "▁W indow",
+      "▁Wind ow",
+      "▁ Window",
+      "ти е",
+      "ло ві",
+      "лов і",
+      "it ori",
+      "ito ri",
+      "itor i",
+      "dis ambiguation",
+      "▁х и",
+      "▁ хи",
+      "▁N atural",
+      "▁Natur al",
+      "▁Nat ural",
+      "da n",
+      "d an",
+      "▁con crete",
+      "ци ја",
+      "▁s pel",
+      "▁sp el",
+      "▁spe l",
+      "▁Fa iled",
+      "▁Fail ed",
+      "▁ Failed",
+      "ści e",
+      "śc ie",
+      "ś cie",
+      "▁b uf",
+      "▁bu f",
+      "▁ buf",
+      "uc a",
+      "u ca",
+      "ic ional",
+      "ici onal",
+      "icio nal",
+      "icion al",
+      "▁ott obre",
+      "▁otto bre",
+      "▁ф і",
+      "▁ фі",
+      "▁submit ted",
+      "▁subm itted",
+      "la ve",
+      "lav e",
+      "l ave",
+      "▁P lot",
+      "▁Pl ot",
+      "▁ Plot",
+      "▁col leg",
+      "▁coll eg",
+      "▁colle g",
+      "ad em",
+      "ade m",
+      "a dem",
+      "▁ch aque",
+      "▁cha que",
+      "▁neighbor hood",
+      "▁calci atore",
+      "Lo op",
+      "L oop",
+      "▁G ast",
+      "▁Ga st",
+      "▁Gas t",
+      "▁ко гда",
+      "▁indust rial",
+      "▁industri al",
+      "▁f atal",
+      "▁fa tal",
+      "▁fat al",
+      "▁C ert",
+      "▁Ce rt",
+      "▁Cer t",
+      "▁ Cert",
+      "la tion",
+      "lat ion",
+      "l ation",
+      "▁О дна",
+      "▁Од на",
+      "▁jam ais",
+      "▁acc um",
+      "Id entity",
+      "Ident ity",
+      "▁Me dal",
+      "▁Med al",
+      "Met adata",
+      "Meta data",
+      "▁лю дя",
+      "br idge",
+      "brid ge",
+      "b ridge",
+      "Go od",
+      "G ood",
+      "▁что бы",
+      "▁comp oser",
+      "▁compos er",
+      "▁compose r",
+      "▁b read",
+      "▁br ead",
+      "▁bre ad",
+      "▁clos ure",
+      "▁ closure",
+      "▁large ly",
+      "▁larg ely",
+      "F B",
+      "▁обла сть",
+      "▁autom atic",
+      "▁automat ic",
+      "ar ía",
+      "a ría",
+      "▁sufficient ly",
+      "▁ital iana",
+      "▁ка че",
+      "▁J ó",
+      "hi story",
+      "histor y",
+      "h istory",
+      "▁H D",
+      "▁ HD",
+      "▁sigu iente",
+      "ne ll",
+      "nel l",
+      "n ell",
+      "▁G ree",
+      "▁Gr ee",
+      "▁Gre e",
+      "▁T i",
+      "▁trans ferred",
+      "▁transfer red",
+      "équ ipe",
+      "é quipe",
+      "▁Phili ppe",
+      "▁Philipp e",
+      "▁Philip pe",
+      "▁encou rag",
+      "▁V ietnam",
+      "▁graph s",
+      "▁symmet ry",
+      "fr ed",
+      "fre d",
+      "f red",
+      "we ek",
+      "▁bron ze",
+      "ry s",
+      "r ys",
+      "▁name ly",
+      "▁nam ely",
+      "on ders",
+      "ond ers",
+      "onder s",
+      "onde rs",
+      "lem agne",
+      "X Y",
+      "Con vert",
+      "}] (",
+      "} ](",
+      "Reg ion",
+      "pe cies",
+      "pec ies",
+      "▁te xture",
+      "▁text ure",
+      "▁c hr",
+      "▁ch r",
+      "▁ chr",
+      "не го",
+      "н его",
+      "▁some body",
+      "a qu",
+      "er as",
+      "era s",
+      "e ras",
+      "▁Н ово",
+      "▁Но во",
+      "▁Нов о",
+      "▁d ez",
+      "▁de z",
+      "an iu",
+      "ani u",
+      "a niu",
+      "ok rat",
+      "▁co vers",
+      "▁cover s",
+      "▁cov ers",
+      "▁sign als",
+      "▁signal s",
+      "ђ е",
+      "▁H eb",
+      "▁He b",
+      "▁An ti",
+      "▁Ant i",
+      "IV E",
+      "I VE",
+      "▁re ss",
+      "▁r ess",
+      "▁res s",
+      "▁ ress",
+      "LE TE",
+      "yn a",
+      "y na",
+      "п ла",
+      "жде ния",
+      "ж дения",
+      "▁ch amp",
+      "▁cha mp",
+      "▁cham p",
+      "▁vill ages",
+      "▁village s",
+      "▁villa ges",
+      "Z one",
+      "▁i Phone",
+      "▁sou vent",
+      "сь кі",
+      "ськ і",
+      "▁feb braio",
+      "ér cito",
+      "▁X I",
+      "ok at",
+      "oka t",
+      "▁mem bres",
+      "▁memb res",
+      "▁membre s",
+      "ju nit",
+      "j unit",
+      "▁D raw",
+      "▁Dr aw",
+      "▁Dra w",
+      "▁ Draw",
+      "▁п рово",
+      "▁про во",
+      "▁пров о",
+      "▁пр ово",
+      "aud io",
+      "audi o",
+      "a udio",
+      "en dl",
+      "end l",
+      "▁N ad",
+      "▁Na d",
+      "▁magn itude",
+      "Su r",
+      "S ur",
+      "ic ing",
+      "ici ng",
+      "i cing",
+      "▁un w",
+      "▁о три",
+      "▁от ри",
+      "▁B ey",
+      "▁Be y",
+      "▁V ik",
+      "▁Vi k",
+      "▁polít ica",
+      "port er",
+      "por ter",
+      "porte r",
+      "p orter",
+      "▁Bar bara",
+      "▁Barb ara",
+      "ál t",
+      "á lt",
+      "bi b",
+      "b ib",
+      "▁accom pan",
+      "▁accomp an",
+      "V P",
+      "▁en coded",
+      "▁enc oded",
+      "▁encode d",
+      "▁ encoded",
+      "▁S ometimes",
+      "▁Some times",
+      "bi rd",
+      "bir d",
+      "b ird",
+      "▁U lt",
+      "▁Ul t",
+      "▁t un",
+      "▁tu n",
+      "get Text",
+      "▁ar rival",
+      "▁arr ival",
+      "▁arriv al",
+      "script style",
+      "{ `",
+      "▁pers pective",
+      "LI NE",
+      "LIN E",
+      "L INE",
+      "Form atter",
+      "Format ter",
+      "▁b om",
+      "▁bo m",
+      "в ра",
+      "DE BUG",
+      "Bound s",
+      "B ounds",
+      "▁T itle",
+      "▁Tit le",
+      "▁ Title",
+      "l ó",
+      "Da n",
+      "D an",
+      "▁g ene",
+      "▁ge ne",
+      "▁gen e",
+      "▁B it",
+      "▁Bi t",
+      "▁ Bit",
+      "▁reprodu ce",
+      "▁graph ics",
+      "▁ graphics",
+      "▁с ем",
+      "▁се м",
+      "р ё",
+      "▁ре ки",
+      "us alem",
+      "usa lem",
+      "ро ж",
+      "▁D ES",
+      "▁DE S",
+      "▁So ftware",
+      "ur ance",
+      "u rance",
+      "ithmet ic",
+      "en ess",
+      "ene ss",
+      "enes s",
+      "e ness",
+      "ic hi",
+      "ich i",
+      "i chi",
+      "Con verter",
+      "Convert er",
+      "▁g ithub",
+      "▁ github",
+      "erd ings",
+      "gl ise",
+      "ác h",
+      "á ch",
+      "▁bu ried",
+      "▁bur ied",
+      "▁v ision",
+      "▁vis ion",
+      "▁ vision",
+      "M iss",
+      "▁s ees",
+      "▁se es",
+      "▁see s",
+      "▁person nes",
+      "▁pers onnes",
+      "▁personn es",
+      "▁personne s",
+      "▁In tel",
+      "▁Int el",
+      "el ia",
+      "eli a",
+      "e lia",
+      "▁č lán",
+      "▁c hi",
+      "▁ch i",
+      "▁ chi",
+      "▁k las",
+      "▁kl as",
+      "au té",
+      "aut é",
+      "▁st ark",
+      "▁star k",
+      "cz e",
+      "c ze",
+      "▁dr ivers",
+      "▁driver s",
+      "▁drive rs",
+      "▁dri vers",
+      "▁driv ers",
+      "v n",
+      "! ,",
+      "▁го ды",
+      "▁год ы",
+      "H i",
+      "▁expla ins",
+      "▁expl ains",
+      "▁explain s",
+      "art icles",
+      "article s",
+      "▁z ug",
+      "▁zu g",
+      "▁ zug",
+      "Pro m",
+      "Pr om",
+      "P rom",
+      "> =",
+      "▁Be at",
+      "▁S ax",
+      "▁Sa x",
+      "vert ical",
+      "кт о",
+      "к то",
+      "▁pl ants",
+      "▁plan ts",
+      "▁plant s",
+      "▁Ré férences",
+      "▁Référence s",
+      "▁og ni",
+      "▁c urs",
+      "▁cu rs",
+      "▁cur s",
+      "▁S K",
+      "▁ SK",
+      "он и",
+      "о ни",
+      "▁des tac",
+      "▁dest ac",
+      "\") ;\r",
+      "\"); \r",
+      "\" );\r",
+      "▁S ure",
+      "▁Su re",
+      "▁Sur e",
+      "▁part ido",
+      "▁parti do",
+      "▁Fol ge",
+      "▁Mo ore",
+      "▁w z",
+      "ск ус",
+      "ску с",
+      "lt re",
+      "l tre",
+      "on do",
+      "ond o",
+      "▁p ose",
+      "▁po se",
+      "▁pos e",
+      "▁ pose",
+      "im os",
+      "imo s",
+      "i mos",
+      "бо й",
+      "ци па",
+      "ju s",
+      "j us",
+      ".. ...",
+      "... ..",
+      ".... .",
+      ". ....",
+      "▁ép oca",
+      "▁qu anto",
+      "▁quant o",
+      "▁quan to",
+      "▁Su pport",
+      "▁Supp ort",
+      "▁Sup port",
+      "▁ Support",
+      "gesch ichte",
+      "SER VER",
+      "▁George s",
+      "▁Georg es",
+      "en um",
+      "enu m",
+      "e num",
+      "▁h erm",
+      "▁he rm",
+      "▁her m",
+      "▁ne bo",
+      "▁C hr",
+      "▁Ch r",
+      "▁ Chr",
+      "char acter",
+      "▁* **",
+      "▁** *",
+      "▁ ***",
+      "▁For sch",
+      "ia mi",
+      "iam i",
+      "i ami",
+      "▁ ¿",
+      "cy ch",
+      "cyc h",
+      "c ych",
+      "▁fif th",
+      "se nt",
+      "sen t",
+      "s ent",
+      "▁and erem",
+      "▁andere m",
+      "▁proport ion",
+      "▁propor tion",
+      "▁p rest",
+      "▁pr est",
+      "▁pre st",
+      "▁pres t",
+      "▁G irl",
+      "▁Gi rl",
+      "▁Gir l",
+      "▁d rama",
+      "▁dr ama",
+      "▁dra ma",
+      "▁dram a",
+      "wa nd",
+      "wan d",
+      "w and",
+      "▁M ail",
+      "▁Ma il",
+      "▁Mai l",
+      "▁ Mail",
+      "▁L ux",
+      "▁Lu x",
+      "▁kter ý",
+      "▁Ges ellschaft",
+      "▁Hin weis",
+      "nis se",
+      "n isse",
+      "▁m ondo",
+      "▁mon do",
+      "▁mond o",
+      "E q",
+      "▁per í",
+      "▁pe rí",
+      "▁e astern",
+      "▁eas tern",
+      "▁east ern",
+      "▁UE FA",
+      "ual e",
+      "ua le",
+      "u ale",
+      "▁con vex",
+      "▁conv ex",
+      "▁по ль",
+      "▁пол ь",
+      "▁ поль",
+      "▁H ey",
+      "▁He y",
+      "ze nie",
+      "zen ie",
+      "z enie",
+      "init ely",
+      "▁Z usammen",
+      "SS L",
+      "S SL",
+      "oc al",
+      "oca l",
+      "o cal",
+      "▁c anal",
+      "▁can al",
+      "▁ca nal",
+      "vo y",
+      "v oy",
+      "▁К ри",
+      "▁köz ött",
+      "▁c ars",
+      "▁car s",
+      "▁ca rs",
+      "▁vers ión",
+      "En vironment",
+      "He r",
+      "H er",
+      "▁se ñ",
+      "▁sp atial",
+      "ym i",
+      "y mi",
+      "Fi re",
+      "F ire",
+      "▁ve get",
+      "▁veg et",
+      "▁W ie",
+      "▁Wi e",
+      "▁zn aj",
+      "▁zna j",
+      "▁dam age",
+      "▁en dl",
+      "▁end l",
+      "▁ endl",
+      "gi f",
+      "g if",
+      "▁qu ali",
+      "▁qual i",
+      "▁которы х",
+      "el lan",
+      "ell an",
+      "ella n",
+      "▁m ens",
+      "▁me ns",
+      "▁men s",
+      "▁pl ug",
+      "▁a bund",
+      "▁ab und",
+      "FI G",
+      "F IG",
+      "▁s f",
+      "▁ sf",
+      "▁con fl",
+      "▁conf l",
+      "▁насе ления",
+      "▁princi ples",
+      "▁princip les",
+      "▁principle s",
+      "▁Gab riel",
+      "ib e",
+      "i be",
+      "▁{ %",
+      "▁ {%",
+      "▁pobla ció",
+      "ні ципа",
+      "▁ext reme",
+      "▁extrem e",
+      "▁extr eme",
+      "▁as se",
+      "▁ass e",
+      "▁ asse",
+      "▁v u",
+      "▁ vu",
+      "Mo ck",
+      "M ock",
+      "▁spiel te",
+      "▁A er",
+      "▁d atos",
+      "▁dat os",
+      "en des",
+      "end es",
+      "ende s",
+      "▁G el",
+      "▁Ge l",
+      "▁G or",
+      "▁Go r",
+      "Ch rist",
+      "Chr ist",
+      "ch os",
+      "cho s",
+      "c hos",
+      "Process or",
+      "Proc essor",
+      "▁in struct",
+      "▁inst ruct",
+      "▁instru ct",
+      "▁p icked",
+      "▁pick ed",
+      "▁pic ked",
+      "nah me",
+      "nahm e",
+      "fa hr",
+      "fah r",
+      "f ahr",
+      "▁indic ated",
+      "▁indicate d",
+      "▁% .",
+      "▁ %.",
+      "▁t s",
+      "▁ ts",
+      "▁not able",
+      "▁no table",
+      "▁qual ified",
+      "▁А л",
+      "Bl ack",
+      "B lack",
+      "▁coun cil",
+      "▁over head",
+      "ac i",
+      "a ci",
+      "an née",
+      "ann ée",
+      "▁init With",
+      "bi ó",
+      "b ió",
+      "▁int roduction",
+      "▁introdu ction",
+      "▁compan ion",
+      "▁ex pon",
+      "▁exp on",
+      "▁k ör",
+      "▁kö r",
+      "ob y",
+      "o by",
+      "bu rn",
+      "bur n",
+      "b urn",
+      "gn u",
+      "g nu",
+      "virt ual",
+      "v irtual",
+      "▁intel lect",
+      "▁д ержа",
+      "▁ держа",
+      "' +",
+      "б ле",
+      "▁strict ly",
+      "▁recogn ize",
+      "ho ur",
+      "hou r",
+      "h our",
+      "▁W rest",
+      "en nen",
+      "enn en",
+      "enne n",
+      "$) .",
+      "$ ).",
+      "ff f",
+      "f ff",
+      "▁Cent ro",
+      "▁P itt",
+      "▁Pi tt",
+      "▁Pit t",
+      "▁d ział",
+      "▁dz iał",
+      "▁ dział",
+      "▁c ela",
+      "▁ce la",
+      "▁cel a",
+      "▁frances e",
+      "▁franc ese",
+      "ра ми",
+      "spe cial",
+      "spec ial",
+      "▁D up",
+      "▁Du p",
+      "to ire",
+      "t oire",
+      "ка ль",
+      "кал ь",
+      "к аль",
+      "CO UNT",
+      "▁Br ook",
+      "▁Bro ok",
+      "▁ру ково",
+      "pub lique",
+      "▁se conda",
+      "▁second a",
+      "▁sec onda",
+      "▁com pt",
+      "▁comp t",
+      "▁b land",
+      "▁bl and",
+      "▁bla nd",
+      "▁blan d",
+      "Be fore",
+      "▁P ack",
+      "▁Pa ck",
+      "▁Pac k",
+      "▁ Pack",
+      "al ty",
+      "alt y",
+      "öd er",
+      "ö der",
+      "▁interval s",
+      "▁Daten bank",
+      "Mo vie",
+      "M ovie",
+      "▁trans m",
+      "▁tran sm",
+      "▁t ap",
+      "▁ta p",
+      "▁по ч",
+      "fo n",
+      "f on",
+      "ia i",
+      "i ai",
+      "▁f ib",
+      "▁fi b",
+      "▁w yd",
+      "▁wy d",
+      "▁h ung",
+      "▁hun g",
+      "▁hu ng",
+      "▁ hung",
+      "▁a live",
+      "▁al ive",
+      "▁ali ve",
+      "Cl ear",
+      "C lear",
+      "▁p ushed",
+      "▁push ed",
+      "▁tu ple",
+      "▁ tuple",
+      "ach en",
+      "ac hen",
+      "ache n",
+      "a chen",
+      "го во",
+      "гов о",
+      "г ово",
+      "▁re vers",
+      "▁rev ers",
+      "▁reve rs",
+      "▁rever s",
+      "▁au gment",
+      "▁aug ment",
+      "▁ch allenge",
+      "▁challeng e",
+      "lo st",
+      "los t",
+      "l ost",
+      "▁deux ième",
+      "struct or",
+      "stru ctor",
+      "▁mehr erer",
+      "▁mehrere r",
+      "at ural",
+      "atur al",
+      "atura l",
+      "atu ral",
+      "Sp lit",
+      "S plit",
+      "ст ем",
+      "сте м",
+      "с тем",
+      "ш ла",
+      ")\\ \\",
+      ") \\\\",
+      "▁D og",
+      "▁Do g",
+      "▁develop ers",
+      "▁developer s",
+      "▁ developers",
+      "▁n od",
+      "▁no d",
+      "▁сто ро",
+      "▁Na N",
+      "▁ NaN",
+      "▁pr iest",
+      "▁pri est",
+      "▁ex ha",
+      "UN D",
+      "U ND",
+      "pa ir",
+      "p air",
+      "al one",
+      "alo ne",
+      "▁m oon",
+      "▁mo on",
+      "▁# !/",
+      "▁g uns",
+      "▁gu ns",
+      "▁gun s",
+      "ro la",
+      "rol a",
+      "r ola",
+      "чи та",
+      "▁Encyc lopedia",
+      "▁Encyclop edia",
+      "at is",
+      "ati s",
+      "a tis",
+      "▁' \"",
+      "▁ '\"",
+      "zy ch",
+      "z ych",
+      "▁super fic",
+      "▁э к",
+      "еде ра",
+      "fe ed",
+      "f eed",
+      "LA Y",
+      "F i",
+      "un ks",
+      "unk s",
+      "ise cond",
+      "i second",
+      "▁' @",
+      "▁Ad ding",
+      "▁Add ing",
+      "ро е",
+      "▁t ang",
+      "▁tan g",
+      "▁ta ng",
+      "ц о",
+      "hu ng",
+      "h ung",
+      "bi s",
+      "b is",
+      "sk ého",
+      "ské ho",
+      "▁ad vert",
+      "▁adv ert",
+      "▁за нима",
+      "uz z",
+      "u zz",
+      "ág ina",
+      "▁T el",
+      "▁Te l",
+      "si g",
+      "s ig",
+      "▁E z",
+      "▁guarante e",
+      "▁te aching",
+      "▁teach ing",
+      "ot y",
+      "o ty",
+      "ter min",
+      "term in",
+      "▁distribution s",
+      "▁distrib utions",
+      "FL A",
+      "F LA",
+      "▁Gi useppe",
+      "query Selector",
+      "▁/ \\",
+      "▁ /\\",
+      "▁S quad",
+      "g z",
+      "de lay",
+      "del ay",
+      "▁surr ounding",
+      "▁m anus",
+      "▁man us",
+      "▁H ou",
+      "▁Ho u",
+      "² ,",
+      "▁cult iv",
+      "▁trouble s",
+      "▁trou bles",
+      "▁r aison",
+      "▁ra ison",
+      "exp and",
+      "▁c ov",
+      "▁co v",
+      "▁ cov",
+      "nung en",
+      "n ungen",
+      ")) {",
+      ") ){",
+      "▁g een",
+      "▁ge en",
+      "▁au ßer",
+      "▁Л і",
+      "ř i",
+      "▁situ ations",
+      "▁situation s",
+      "▁tele p",
+      "▁tel ep",
+      "▁J ed",
+      "▁Je d",
+      "▁trav ail",
+      "▁trava il",
+      "li as",
+      "lia s",
+      "l ias",
+      "bul let",
+      "▁select ing",
+      "av ier",
+      "avi er",
+      "a vier",
+      "▁ess ential",
+      "( /",
+      "yy yy",
+      "št ě",
+      "ul ty",
+      "ult y",
+      "▁k ra",
+      "▁kr a",
+      "▁t abs",
+      "▁tab s",
+      "▁ta bs",
+      "▁ tabs",
+      "▁experience d",
+      "▁experien ced",
+      "az i",
+      "a zi",
+      "▁D irectory",
+      "▁Direct ory",
+      "▁Director y",
+      "▁ Directory",
+      "▁c ron",
+      "▁cr on",
+      "▁cro n",
+      "▁s pend",
+      "▁sp end",
+      "▁spe nd",
+      "▁R A",
+      "▁ RA",
+      "▁s elenium",
+      "▁sel enium",
+      "▁ selenium",
+      "▁T hé",
+      "▁Th é",
+      "Element s",
+      "El ements",
+      "ci i",
+      "c ii",
+      "▁p lat",
+      "▁pl at",
+      "▁pla t",
+      "▁arch ive",
+      "▁archiv e",
+      "▁ archive",
+      "▁ass istance",
+      "▁assist ance",
+      "▁ne ck",
+      "▁A venue",
+      "▁Aven ue",
+      "▁w heel",
+      "▁whe el",
+      "▁h ade",
+      "▁ha de",
+      "▁had e",
+      "Com mon",
+      "Comm on",
+      "▁D ialog",
+      "▁Di alog",
+      "▁Dia log",
+      "▁ Dialog",
+      "▁f org",
+      "▁for g",
+      "▁fo rg",
+      "▁sur ely",
+      "▁sure ly",
+      "▁h ockey",
+      "kt ó",
+      "k tó",
+      "▁t k",
+      "▁ tk",
+      "▁Br uce",
+      "▁Bru ce",
+      "▁e norm",
+      "▁en orm",
+      ", ’",
+      "▁Christ opher",
+      "▁Christoph er",
+      "je v",
+      "j ev",
+      "▁qu ad",
+      "▁ quad",
+      "▁A JAX",
+      "▁rel ief",
+      "▁reli ef",
+      "▁m odes",
+      "▁mod es",
+      "▁mo des",
+      "▁mode s",
+      "sk lär",
+      "s klär",
+      "▁V id",
+      "▁Vi d",
+      "▁Se rial",
+      "▁Ser ial",
+      "▁ Serial",
+      "▁to kens",
+      "▁token s",
+      "▁Pol and",
+      "▁Po land",
+      "\\ ]",
+      "▁v ide",
+      "▁vi de",
+      "▁vid e",
+      "ro oms",
+      "room s",
+      "om as",
+      "oma s",
+      "o mas",
+      "▁B ureau",
+      "▁Bur eau",
+      "c x",
+      "ность ю",
+      "ност ью",
+      "▁sign s",
+      "▁sig ns",
+      "ше ние",
+      "los sen",
+      "loss en",
+      "l ossen",
+      "▁Que ens",
+      "▁Queen s",
+      "▁m embre",
+      "▁mem bre",
+      "▁memb re",
+      "▁m ez",
+      "▁me z",
+      "▁ mez",
+      "▁B ool",
+      "▁Bo ol",
+      "▁ Bool",
+      "▁N aj",
+      "▁Na j",
+      "▁Mem ory",
+      "▁ Memory",
+      "▁K han",
+      "▁Kh an",
+      "▁l à",
+      "▁ là",
+      "▁H ud",
+      "▁Hu d",
+      "▁d ismiss",
+      "▁dis miss",
+      "ight h",
+      "igh th",
+      "▁f s",
+      "▁ fs",
+      "pr event",
+      "pre vent",
+      "prev ent",
+      "▁ме да",
+      "▁Pol ice",
+      "▁Po lice",
+      "▁с ко",
+      "▁ ско",
+      "fin ite",
+      "▁a mi",
+      "▁am i",
+      "▁ ami",
+      "▁M uch",
+      "▁Mu ch",
+      "ow ania",
+      "owa nia",
+      "owan ia",
+      "OR Y",
+      "O RY",
+      "io rs",
+      "ior s",
+      "i ors",
+      "▁Prem io",
+      "▁text box",
+      "d m",
+      "▁a fin",
+      "▁af in",
+      "▁Don ald",
+      "▁ Donald",
+      "▁P riv",
+      "▁Pr iv",
+      "▁Pri v",
+      "▁de cid",
+      "▁dec id",
+      "▁Maur ice",
+      "▁Mau rice",
+      "ag an",
+      "aga n",
+      "a gan",
+      "▁Britann ica",
+      "▁o ft",
+      "▁of t",
+      "▁consec utive",
+      "\"? >",
+      "\" ?>",
+      "ови й",
+      "st udent",
+      "stud ent",
+      "▁pe que",
+      "▁di eses",
+      "▁dies es",
+      "▁diese s",
+      "▁ret our",
+      "ét r",
+      "é tr",
+      "▁с ез",
+      "▁се з",
+      "▁k re",
+      "▁kr e",
+      "▁ kre",
+      "▁v otes",
+      "▁vo tes",
+      "▁vot es",
+      "▁vote s",
+      "ru ption",
+      "rupt ion",
+      "rup tion",
+      "iz ada",
+      "iza da",
+      "▁W iel",
+      "▁Wi el",
+      "▁Wie l",
+      "▁G ray",
+      "▁Gr ay",
+      "▁Gra y",
+      "▁Le op",
+      "▁Leo p",
+      "teil ung",
+      "tei lung",
+      "([ '",
+      "( ['",
+      "▁wh ites",
+      "▁white s",
+      "fr ica",
+      "fri ca",
+      "f rica",
+      "an imation",
+      "anim ation",
+      "cur l",
+      "cu rl",
+      "c url",
+      "ling s",
+      "lin gs",
+      "l ings",
+      "=\" $",
+      "lo yd",
+      "loy d",
+      "text sc",
+      "ор у",
+      "о ру",
+      "▁се ла",
+      "es ian",
+      "esi an",
+      "esia n",
+      "▁M ission",
+      "▁Miss ion",
+      "▁не за",
+      "▁ult imately",
+      "бо в",
+      "б ов",
+      "ol en",
+      "ole n",
+      "o len",
+      "ско му",
+      "ском у",
+      "ск ому",
+      "с кому",
+      "ne te",
+      "net e",
+      "n ete",
+      "▁D it",
+      "▁Di t",
+      "▁co stru",
+      "▁cost ru",
+      "dep endent",
+      "▁Re source",
+      "▁Res ource",
+      "▁ Resource",
+      "▁host s",
+      "▁hos ts",
+      "▁ hosts",
+      "▁re ar",
+      "▁r ear",
+      "D uration",
+      "ни ків",
+      "ник ів",
+      "М а",
+      "▁pl anning",
+      "▁plan ning",
+      "▁pre diction",
+      "▁pred iction",
+      "▁predict ion",
+      "▁L yn",
+      "▁Ly n",
+      "▁k ir",
+      "▁ki r",
+      "▁ kir",
+      "▁Leg isl",
+      "ма т",
+      "м ат",
+      "▁S occer",
+      "▁Soc cer",
+      "▁sur vey",
+      "▁surv ey",
+      "▁surve y",
+      "▁estadoun idense",
+      "or gen",
+      "org en",
+      "orge n",
+      "jo urd",
+      "jou rd",
+      "j ourd",
+      "▁ap rile",
+      "▁april e",
+      "▁apr ile",
+      "▁i ds",
+      "▁id s",
+      "▁ ids",
+      "сь ке",
+      "ськ е",
+      "▁emp loyee",
+      "▁employ ee",
+      "▁ employee",
+      "▁Schaus pieler",
+      "р ъ",
+      "▁mult imedia",
+      "▁multi media",
+      "▁сво ю",
+      "▁w ine",
+      "▁win e",
+      "▁E U",
+      "ic ă",
+      "▁R hein",
+      "▁Rh ein",
+      "▁Pal mar",
+      "ot eca",
+      "ote ca",
+      "▁prep are",
+      "▁prepar e",
+      "▁ prepare",
+      "▁T ot",
+      "▁To t",
+      "▁N ull",
+      "▁Nu ll",
+      "▁ Null",
+      "▁k in",
+      "▁ki n",
+      "▁ kin",
+      "in als",
+      "inal s",
+      "ina ls",
+      "▁New ton",
+      "▁t bl",
+      "▁ tbl",
+      "▁S old",
+      "▁So ld",
+      "▁Sol d",
+      "▁ver f",
+      "▁ve rf",
+      "at uring",
+      "atur ing",
+      "atu ring",
+      "▁la ptop",
+      "▁lap top",
+      "▁Со вет",
+      "▁Сов ет",
+      "▁Сове т",
+      "se cret",
+      "sec ret",
+      "▁Olymp ic",
+      "▁football er",
+      "▁Rud olf",
+      "▁con he",
+      "zy sk",
+      "▁evalu ated",
+      "▁evaluate d",
+      "» )",
+      "sh op",
+      "re pository",
+      "▁z ach",
+      "▁za ch",
+      "▁l osing",
+      "▁lo sing",
+      "▁los ing",
+      "et ter",
+      "ett er",
+      "ette r",
+      "▁W irtschaft",
+      "та к",
+      "▁unnecess ary",
+      "▁P hot",
+      "▁Ph ot",
+      "▁Pho t",
+      "an ska",
+      "ans ka",
+      "ansk a",
+      "▁N ative",
+      "▁Nat ive",
+      "▁ Native",
+      "CC E",
+      "C CE",
+      "▁fi fty",
+      "▁fif ty",
+      "▁e rw",
+      "▁er w",
+      "r h",
+      "is sent",
+      "iss ent",
+      "isse nt",
+      "issen t",
+      "}{ (",
+      "} {(",
+      "▁lan ç",
+      "▁X code",
+      "го род",
+      "гор од",
+      "ci r",
+      "c ir",
+      "▁pel ícula",
+      "▁O scar",
+      "▁Os car",
+      "▁sh ore",
+      "▁sho re",
+      "▁supp lied",
+      "ex amples",
+      "example s",
+      "Me ss",
+      "M ess",
+      "VI CE",
+      "V ICE",
+      "▁ex clude",
+      "▁h en",
+      "▁he n",
+      "▁ hen",
+      "▁гу бер",
+      "▁F ragment",
+      "▁Fra gment",
+      "▁ Fragment",
+      "▁B itte",
+      "▁Bi tte",
+      "▁Bit te",
+      "▁Bes ides",
+      "▁h es",
+      "▁he s",
+      "▁ hes",
+      "▁ih rem",
+      "▁ihr em",
+      "▁ihre m",
+      "▁Ser ge",
+      "▁art ific",
+      "=\" ${",
+      "=\"$ {",
+      "ло во",
+      "лов о",
+      "л ово",
+      "ut eur",
+      "ute ur",
+      "ta ire",
+      "t aire",
+      "па с",
+      "▁eas iest",
+      "▁fam iglia",
+      "N ormal",
+      "▁d alle",
+      "▁da lle",
+      "▁dal le",
+      "▁dall e",
+      "▁n ations",
+      "▁nation s",
+      "▁nat ions",
+      "r p",
+      "th ead",
+      "the ad",
+      "t head",
+      "▁обла сті",
+      "▁Democr atic",
+      "▁челов е",
+      "мо ж",
+      "▁г ер",
+      "▁ге р",
+      "▁ гер",
+      "▁small est",
+      "▁Publish ing",
+      "▁T s",
+      "▁laugh ed",
+      "ll e",
+      "l le",
+      "▁A mt",
+      "▁Am t",
+      "▁I IS",
+      "▁II S",
+      "FOR M",
+      "F ORM",
+      "Ma g",
+      "M ag",
+      "до н",
+      "д он",
+      "▁st oria",
+      "▁stor ia",
+      "▁sto ria",
+      "▁organ ized",
+      "▁organiz ed",
+      "č ní",
+      "▁o x",
+      "▁ ox",
+      "ling en",
+      "lin gen",
+      "l ingen",
+      "▁lu ego",
+      "cc ió",
+      "c ció",
+      "▁re ly",
+      "▁r ely",
+      "▁rel y",
+      "▁t ussen",
+      "er ten",
+      "ert en",
+      "erte n",
+      "▁hon our",
+      "▁Cla ude",
+      "▁Claud e",
+      "▁Ko rea",
+      "▁Kore a",
+      "▁Kor ea",
+      "▁Met ropol",
+      "▁Metro pol",
+      "Su per",
+      "S uper",
+      "ri en",
+      "rie n",
+      "r ien",
+      "ér ature",
+      "att ro",
+      "attr o",
+      "▁б іль",
+      "▁бі ль",
+      "▁ біль",
+      "▁Her bert",
+      "▁aut eurs",
+      "▁aute urs",
+      "▁dar auf",
+      "▁m ental",
+      "▁men tal",
+      "▁ment al",
+      "▁r ang",
+      "▁ra ng",
+      "▁ran g",
+      "▁s ón",
+      "▁só n",
+      "▁S oph",
+      "▁So ph",
+      ")\" ,",
+      ") \",",
+      "Des criptor",
+      "prep are",
+      "▁Land kreis",
+      "H C",
+      "cr oss",
+      "cro ss",
+      "c ross",
+      "ли за",
+      "▁Lo gin",
+      "▁Log in",
+      "▁ Login",
+      "on en",
+      "one n",
+      "o nen",
+      "Fe ature",
+      "▁m useum",
+      "▁muse um",
+      "▁ museum",
+      "ve k",
+      "v ek",
+      "▁Nel son",
+      "▁re jo",
+      "▁коман ди",
+      "▁sum mar",
+      "▁summ ar",
+      "▁сле ду",
+      "▁след у",
+      "äm p",
+      "ä mp",
+      "▁G as",
+      "▁Ga s",
+      "во м",
+      "в ом",
+      "VAL UE",
+      "in ge",
+      "ing e",
+      "per iod",
+      "lass en",
+      "las sen",
+      "lasse n",
+      "l assen",
+      "áv al",
+      "á val",
+      "▁alt ogether",
+      "um ph",
+      "ump h",
+      "ist ro",
+      "istr o",
+      "ą ż",
+      "▁Ke ep",
+      "▁Mar co",
+      "▁Marc o",
+      "▁ét ant",
+      "▁D re",
+      "▁Dr e",
+      "ge ometry",
+      "▁K as",
+      "▁Ka s",
+      "message s",
+      "mess ages",
+      "Co ok",
+      "C ook",
+      "▁S ide",
+      "▁Si de",
+      "▁Sid e",
+      "▁ Side",
+      "▁ко ми",
+      "▁ком и",
+      "ст ри",
+      "стр и",
+      "с три",
+      "▁ex cess",
+      "▁exc ess",
+      "▁Bi ografia",
+      "XX XX",
+      "XXX X",
+      "X XXX",
+      "▁N ie",
+      "▁Ni e",
+      "ven dor",
+      "v endor",
+      "xs d",
+      "x sd",
+      "Mil l",
+      "M ill",
+      "process ing",
+      "▁Miss ouri",
+      "▁perm ett",
+      "▁permet t",
+      "▁a par",
+      "▁ap ar",
+      "▁cro wd",
+      "▁crow d",
+      "fer t",
+      "fe rt",
+      "f ert",
+      "▁D ou",
+      "▁Do u",
+      "r í",
+      "▁C C",
+      "▁ CC",
+      "▁pay ment",
+      "▁ payment",
+      "▁Hol lywood",
+      "▁V irtual",
+      "▁ Virtual",
+      "▁sp oken",
+      "▁spoke n",
+      "▁spo ken",
+      "▁t ram",
+      "▁tr am",
+      "▁tra m",
+      "▁Comm unity",
+      "▁Commun ity",
+      "▁administr ative",
+      "▁в оло",
+      "▁во ло",
+      "gi or",
+      "gio r",
+      "g ior",
+      "vis or",
+      "▁Укра и",
+      "st age",
+      "sta ge",
+      "stag e",
+      "▁For mat",
+      "▁Form at",
+      "▁ Format",
+      "▁conven ient",
+      "Н а",
+      "▁med ian",
+      "▁media n",
+      "▁medi an",
+      "▁в ра",
+      "▁ вра",
+      "▁Пре ма",
+      "en ig",
+      "eni g",
+      "e nig",
+      "▁Op era",
+      "▁Oper a",
+      "ré s",
+      "r és",
+      "▁f mt",
+      "▁ fmt",
+      "▁effic iency",
+      "ma le",
+      "mal e",
+      "m ale",
+      "Ma ster",
+      "M aster",
+      "Ser ies",
+      "Se ries",
+      "S eries",
+      "▁s yd",
+      "▁sy d",
+      "gener ic",
+      "inter val",
+      "▁e fect",
+      "▁inwon ers",
+      "лим пи",
+      "ir ement",
+      "ire ment",
+      "Er r",
+      "E rr",
+      "ö h",
+      "▁l ying",
+      "▁ly ing",
+      "▁ lying",
+      "▁S ettings",
+      "▁Setting s",
+      "▁ Settings",
+      "! =",
+      "em atic",
+      "emat ic",
+      "arg v",
+      "▁Bas ic",
+      "▁ Basic",
+      "▁consider ation",
+      "▁h abe",
+      "▁ha be",
+      "▁hab e",
+      "- %",
+      "▁mount ains",
+      "▁mountain s",
+      "▁pe ak",
+      "▁f allen",
+      "▁fall en",
+      "▁fal len",
+      "ed ed",
+      "ede d",
+      "e ded",
+      "log ic",
+      "▁mat ched",
+      "▁match ed",
+      "▁typ ing",
+      "▁ty ping",
+      ")} ,",
+      ") },",
+      "▁f ancy",
+      "▁fan cy",
+      "▁eleg ant",
+      "ا ل",
+      "▁уча ст",
+      "▁Sa rah",
+      "▁Sar ah",
+      "▁V erd",
+      "▁Ver d",
+      "▁Ve rd",
+      "▁t ego",
+      "▁te go",
+      "ru les",
+      "rule s",
+      "r ules",
+      "▁mo unted",
+      "▁mount ed",
+      "▁і м",
+      "ер у",
+      "е ру",
+      "st off",
+      "sto ff",
+      "fa hren",
+      "fah ren",
+      "fahr en",
+      "f ahren",
+      "dist ance",
+      "d istance",
+      "▁Lic ense",
+      "▁LE FT",
+      "▁ LEFT",
+      "▁w p",
+      "▁ wp",
+      "/ {",
+      "▁am azon",
+      "▁amaz on",
+      "▁ amazon",
+      "> &",
+      "▁els ő",
+      "qu arters",
+      "▁sh ock",
+      "▁sho ck",
+      "ni ck",
+      "nic k",
+      "n ick",
+      "▁Arch ite",
+      "▁S quare",
+      "▁r ates",
+      "▁ra tes",
+      "▁rate s",
+      "▁rat es",
+      "io re",
+      "ior e",
+      "i ore",
+      "▁N at",
+      "▁Na t",
+      "▁Char lot",
+      "re ichen",
+      "reich en",
+      "rei chen",
+      "reiche n",
+      "▁var iation",
+      "▁vari ation",
+      "os is",
+      "osi s",
+      "li fe",
+      "l ife",
+      "sl ide",
+      "s lide",
+      "ab i",
+      "a bi",
+      "uk i",
+      "u ki",
+      "my sq",
+      "mys q",
+      "▁prim itive",
+      "▁primit ive",
+      "▁univers itaire",
+      "LE NG",
+      "ale ż",
+      "eb ook",
+      "e book",
+      "s yn",
+      "▁G egen",
+      "▁Ge gen",
+      "▁Geg en",
+      "▁K ü",
+      "▁а ле",
+      "▁ал е",
+      "▁L ub",
+      "▁Lu b",
+      "con current",
+      "izz ato",
+      "izza to",
+      "▁st ub",
+      "▁i e",
+      "▁ ie",
+      "▁' ./",
+      "▁'. /",
+      "co d",
+      "c od",
+      "▁intern acional",
+      "▁G las",
+      "▁Gl as",
+      "▁Gla s",
+      "▁m are",
+      "▁ma re",
+      "▁mar e",
+      "▁N eb",
+      "▁Ne b",
+      "▁G B",
+      "▁ GB",
+      "kw args",
+      "▁a ument",
+      "▁au ment",
+      "WI D",
+      "W ID",
+      "▁ро д",
+      "▁р од",
+      "▁ род",
+      "p unkt",
+      "▁G rad",
+      "▁Gr ad",
+      "▁Gra d",
+      "▁ Grad",
+      "S N",
+      "AM P",
+      "A MP",
+      "▁B orn",
+      "▁Bo rn",
+      "▁Bor n",
+      "▁Guer re",
+      "го тов",
+      "▁med io",
+      "▁medi o",
+      "Me d",
+      "M ed",
+      "su pp",
+      "sup p",
+      "s upp",
+      "act ual",
+      "drop down",
+      "▁ok tober",
+      "▁ ř",
+      "▁circ ular",
+      "▁cir cular",
+      "▁circul ar",
+      "▁s kin",
+      "▁sk in",
+      "▁ski n",
+      "▁em phas",
+      "▁emp has",
+      "▁го лов",
+      "▁голо в",
+      "▁p ue",
+      "▁pu e",
+      "▁inform ations",
+      "▁information s",
+      "▁Wolf gang",
+      "▁us eless",
+      "▁use less",
+      "и т",
+      "▁Jo an",
+      "▁б ор",
+      "▁бо р",
+      "▁ бор",
+      "▁G lad",
+      "▁Gl ad",
+      "▁Gla d",
+      "▁K now",
+      "▁Kn ow",
+      "▁Kno w",
+      "ké nt",
+      "k ént",
+      "sp eed",
+      "spe ed",
+      "▁Ke vin",
+      "un ft",
+      "▁ar qu",
+      "▁ arqu",
+      "▁C asa",
+      "▁Cas a",
+      "▁Ca sa",
+      "(. ..",
+      "( ...",
+      "▁rapid ly",
+      "▁pro ble",
+      "▁prob le",
+      "▁probl e",
+      "▁Ви кипеди",
+      "že n",
+      "ž en",
+      "▁N eben",
+      "▁Ne ben",
+      "▁Neb en",
+      "▁M eter",
+      "▁Me ter",
+      "▁Met er",
+      "Child ren",
+      "ce m",
+      "c em",
+      "ig os",
+      "igo s",
+      "aj u",
+      "a ju",
+      "▁Ret rie",
+      "▁H ell",
+      "▁He ll",
+      "▁Hel l",
+      "▁g ig",
+      "▁gi g",
+      "▁contro vers",
+      "▁z oom",
+      "▁zo om",
+      "▁zoo m",
+      "▁c ens",
+      "▁ce ns",
+      "▁alc uni",
+      "▁He ader",
+      "▁Head er",
+      "▁ Header",
+      "Me ta",
+      "Met a",
+      "M eta",
+      "Re quired",
+      "▁ин ститу",
+      "▁s kup",
+      "▁sk up",
+      "▁ing les",
+      "ég l",
+      "é gl",
+      "bi j",
+      "b ij",
+      "▁t ér",
+      "▁té r",
+      "▁com pag",
+      "▁comp ag",
+      "▁comm itted",
+      "▁commit ted",
+      "▁process ed",
+      "▁proc essed",
+      "▁proces sed",
+      "Lo wer",
+      "L ower",
+      "▁F oreign",
+      "▁For eign",
+      "▁Fore ign",
+      "▁ Foreign",
+      "▁s eq",
+      "▁se q",
+      "▁ seq",
+      "sheet s",
+      "she ets",
+      "▁F em",
+      "▁Fe m",
+      "ho z",
+      "h oz",
+      "in ks",
+      "ink s",
+      "▁k all",
+      "▁ka ll",
+      "▁kal l",
+      "vari ant",
+      "▁li bro",
+      "▁lib ro",
+      "▁cl icks",
+      "▁click s",
+      "▁cli cks",
+      "▁g obierno",
+      "ie gel",
+      "ieg el",
+      "мо го",
+      "м ого",
+      "ge me",
+      "gem e",
+      "g eme",
+      "▁t ower",
+      "▁to wer",
+      "▁par ish",
+      "▁T CP",
+      "▁l s",
+      "▁ ls",
+      "▁n ginx",
+      "▁ng inx",
+      "▁ nginx",
+      "Na N",
+      "▁D ir",
+      "▁Di r",
+      "▁ Dir",
+      "▁Begr iffe",
+      "▁Begriff e",
+      "ar ie",
+      "ari e",
+      "a rie",
+      "ím p",
+      "í mp",
+      "ic ios",
+      "ici os",
+      "icio s",
+      "i cios",
+      "▁sh aring",
+      "▁cin éma",
+      "be c",
+      "b ec",
+      "RE D",
+      "R ED",
+      "▁K ra",
+      "▁Kr a",
+      "ab ol",
+      "a bol",
+      "▁fl ux",
+      "▁flu x",
+      "▁exp ensive",
+      "▁су ще",
+      "▁` _",
+      "oc z",
+      "o cz",
+      "ли ст",
+      "▁acqu aint",
+      "▁w ise",
+      "▁wis e",
+      "▁ wise",
+      "▁pou voir",
+      "▁pouv oir",
+      "▁dev ant",
+      "▁moment um",
+      "im mer",
+      "imm er",
+      "▁C oupe",
+      "▁Cou pe",
+      "index Of",
+      "▁does nt",
+      "▁doesn t",
+      "▁за в",
+      "▁lic ense",
+      "▁ â",
+      "CS S",
+      "C SS",
+      "▁r ice",
+      "▁ric e",
+      "▁ri ce",
+      "▁ rice",
+      "Te am",
+      "▁a no",
+      "▁an o",
+      "▁ ano",
+      "li t",
+      "l it",
+      "▁mer ged",
+      "▁merge d",
+      "▁C ell",
+      "▁Ce ll",
+      "▁Cel l",
+      "▁ Cell",
+      "л л",
+      "bo y",
+      "b oy",
+      "as ts",
+      "ast s",
+      "▁s ell",
+      "▁se ll",
+      "▁sel l",
+      "▁gro ße",
+      "▁groß e",
+      "▁virt uel",
+      "▁virtue l",
+      "Can cel",
+      "▁s j",
+      "g ment",
+      ". <",
+      "ча й",
+      "i ë",
+      "ak h",
+      "a kh",
+      "iz ers",
+      "ize rs",
+      "izer s",
+      "pr it",
+      "p rit",
+      "▁T ib",
+      "▁Ti b",
+      "▁elabor ate",
+      "▁f é",
+      "▁м еди",
+      "▁ме ди",
+      "LENG TH",
+      "▁prim arily",
+      "▁sc ores",
+      "▁score s",
+      "▁carry ing",
+      "▁l ake",
+      "▁la ke",
+      "▁lak e",
+      "com pose",
+      "comp ose",
+      "compos e",
+      "▁Town ship",
+      "un ge",
+      "ung e",
+      "▁al berga",
+      "an ych",
+      "any ch",
+      "a nych",
+      "qu elle",
+      "que lle",
+      "quel le",
+      "q uelle",
+      "▁Ar k",
+      "▁p ris",
+      "▁pr is",
+      "▁pri s",
+      "▁v oll",
+      "▁vo ll",
+      "▁vol l",
+      "ш ли",
+      "Valid ation",
+      "▁ce ux",
+      "▁pop ulate",
+      "▁popula te",
+      "▁popul ate",
+      "\" \r",
+      "▁fem mes",
+      "▁femme s",
+      "AN G",
+      "A NG",
+      "▁Desp ite",
+      "вы е",
+      "в ые",
+      "is ke",
+      "isk e",
+      "i ske",
+      "zu g",
+      "z ug",
+      "на ча",
+      "▁h atten",
+      "▁hat ten",
+      "▁hatte n",
+      "IN SERT",
+      "Emp loyee",
+      "▁mo ments",
+      "▁moment s",
+      "▁mom ents",
+      "▁últ ima",
+      "▁h older",
+      "▁hold er",
+      "▁ho lder",
+      "▁hol der",
+      "▁ holder",
+      "bl ank",
+      "Col lections",
+      "Collection s",
+      "Collect ions",
+      "ath ers",
+      "ather s",
+      "a thers",
+      "▁g rade",
+      "▁gr ade",
+      "▁gra de",
+      "▁grad e",
+      "▁ grade",
+      "▁aff airs",
+      "▁affair s",
+      ".$ $",
+      ". $$",
+      "▁d elta",
+      "▁del ta",
+      "▁ delta",
+      "▁Jug end",
+      "▁españ ol",
+      "▁O UT",
+      "▁ OUT",
+      "▁mathemat ical",
+      "▁m ongo",
+      "▁mon go",
+      "▁Ф е",
+      "ul ing",
+      "uli ng",
+      "u ling",
+      "▁re volution",
+      "▁revol ution",
+      "▁c oin",
+      "▁co in",
+      "▁sub class",
+      "\" =>",
+      "äch e",
+      "ä che",
+      "▁p yg",
+      "▁py g",
+      "ща я",
+      "ill ery",
+      "ille ry",
+      "iller y",
+      "▁com enz",
+      "dep th",
+      "▁c él",
+      "▁re size",
+      "▁res ize",
+      "▁ resize",
+      "▁S ame",
+      "▁Sam e",
+      "▁Sa me",
+      "▁st rik",
+      "▁str ik",
+      "▁stri k",
+      "▁t ir",
+      "▁ti r",
+      "▁sc arc",
+      "▁scar c",
+      "▁M ember",
+      "▁Mem ber",
+      "▁ Member",
+      "sub scribe",
+      "ó ż",
+      "út bol",
+      "ex cept",
+      "▁dr iving",
+      "▁dri ving",
+      "▁driv ing",
+      "ki e",
+      "k ie",
+      "zo ny",
+      "zon y",
+      "z ony",
+      "ème s",
+      "è mes",
+      "Da vid",
+      "D avid",
+      "iss ant",
+      "issa nt",
+      "▁т ы",
+      "▁ ты",
+      "▁é lect",
+      "▁él ect",
+      "▁re name",
+      "▁r ename",
+      "▁ren ame",
+      "▁R unning",
+      "▁Run ning",
+      "▁ Running",
+      "▁inter faces",
+      "▁interface s",
+      "//////// ////////",
+      "▁Wal ker",
+      "▁Walk er",
+      "▁soci été",
+      "▁as ks",
+      "▁ask s",
+      "br id",
+      "b rid",
+      "▁je we",
+      "▁se ines",
+      "▁sein es",
+      "▁seine s",
+      "▁sei nes",
+      "▁ag ents",
+      "▁agent s",
+      "▁M Y",
+      "▁ MY",
+      "▁Law rence",
+      "de ss",
+      "des s",
+      "d ess",
+      "ie sen",
+      "ies en",
+      "iese n",
+      "i esen",
+      "▁людя х",
+      "прав и",
+      "пра ви",
+      "▁anc est",
+      "▁wel che",
+      "ra um",
+      "r aum",
+      "▁o rb",
+      "▁or b",
+      "▁ orb",
+      "sc al",
+      "s cal",
+      "▁L ear",
+      "▁Le ar",
+      "▁w ear",
+      "▁we ar",
+      "▁s lave",
+      "▁sl ave",
+      "▁sla ve",
+      "▁re named",
+      "▁ren amed",
+      "▁rename d",
+      "če n",
+      "č en",
+      "ma ste",
+      "mas te",
+      "m aste",
+      "ang les",
+      "angle s",
+      "▁Am érica",
+      "▁t i",
+      "▁ ti",
+      "▁dem sel",
+      "▁bene ath",
+      "bin ary",
+      "b inary",
+      "▁ed ición",
+      "▁kil omet",
+      "▁kilom et",
+      "ui ts",
+      "uit s",
+      "u its",
+      "▁cu atro",
+      "▁ent rance",
+      "▁entr ance",
+      "ond issement",
+      "▁b ag",
+      "▁ba g",
+      "▁ bag",
+      "▁Ar men",
+      "▁Arm en",
+      "ij o",
+      "i jo",
+      "▁L ors",
+      "▁Lo rs",
+      "▁Lor s",
+      "▁demsel ben",
+      "ê m",
+      "▁dis crete",
+      "▁prom inent",
+      "▁J ay",
+      "▁Ja y",
+      "de cor",
+      "dec or",
+      "D L",
+      "▁d í",
+      "St ruct",
+      "Str uct",
+      "▁P roduction",
+      "▁Produ ction",
+      "▁Product ion",
+      "th ey",
+      "the y",
+      "ar ius",
+      "ari us",
+      "sch nitt",
+      "▁C ou",
+      "▁Co u",
+      "▁l ex",
+      "▁le x",
+      "▁ lex",
+      "y outube",
+      "▁рабо та",
+      "st ation",
+      "sta tion",
+      "stat ion",
+      "se p",
+      "s ep",
+      "▁mi rror",
+      "▁mir ror",
+      "▁h its",
+      "▁hit s",
+      "▁hi ts",
+      "▁Be ck",
+      "at ically",
+      "atic ally",
+      "▁L az",
+      "▁La z",
+      "▁w inner",
+      "▁win ner",
+      "DE X",
+      "D EX",
+      "▁I NT",
+      "▁IN T",
+      "▁ INT",
+      "}^ {-",
+      "}^{ -",
+      "} ^{-",
+      "▁w egen",
+      "▁we gen",
+      "▁weg en",
+      "ma d",
+      "m ad",
+      "An gle",
+      "Ang le",
+      "zi ng",
+      "zin g",
+      "z ing",
+      "▁Bay ern",
+      "▁Bayer n",
+      "sa l",
+      "s al",
+      "äg er",
+      "ä ger",
+      "▁bus y",
+      "▁st ör",
+      "▁f olk",
+      "▁fol k",
+      "▁ folk",
+      "▁p rix",
+      "▁pr ix",
+      "▁pri x",
+      "▁al located",
+      "▁alloc ated",
+      "▁allocate d",
+      "▁p t",
+      "▁ pt",
+      "af fen",
+      "aff en",
+      "a ffen",
+      "cl uster",
+      "clus ter",
+      "▁com plement",
+      "▁comp lement",
+      "▁comple ment",
+      "▁compl ement",
+      "ár s",
+      "á rs",
+      "▁Amer ika",
+      "рі й",
+      "р ій",
+      "▁val ley",
+      "▁vall ey",
+      "▁valle y",
+      "▁ro oms",
+      "▁room s",
+      "▁ rooms",
+      "▁m oi",
+      "▁mo i",
+      ".\" ,",
+      ". \",",
+      ";; ;;",
+      "▁lo west",
+      "▁low est",
+      "no g",
+      "n og",
+      "▁land et",
+      "▁lan det",
+      "▁program me",
+      "ch io",
+      "chi o",
+      "▁W ährend",
+      "ánd ez",
+      "▁дол ж",
+      "▁o uv",
+      "▁ou v",
+      "▁ ouv",
+      "om ány",
+      "▁Википеди и",
+      "▁s ó",
+      "▁ele ktr",
+      "De sc",
+      "Des c",
+      "D esc",
+      "▁Be aut",
+      "▁Beau t",
+      "на р",
+      "н ар",
+      "▁мо же",
+      "▁мож е",
+      "P ierre",
+      "es ota",
+      "eso ta",
+      "▁oper ated",
+      "▁opera ted",
+      "▁operate d",
+      "▁f orte",
+      "▁for te",
+      "▁fort e",
+      "ри с",
+      "р ис",
+      "▁op position",
+      "▁opp osition",
+      "▁oppos ition",
+      "al ia",
+      "ali a",
+      "a lia",
+      "▁S yl",
+      "▁Sy l",
+      "get Name",
+      "ве ли",
+      "fi k",
+      "f ik",
+      "▁com prom",
+      "▁comp rom",
+      "▁compr om",
+      "▁Text View",
+      "▁ TextView",
+      "Sp ring",
+      "S pring",
+      "met adata",
+      "meta data",
+      "en gu",
+      "eng u",
+      "/ ,",
+      "▁car ri",
+      "is tol",
+      "ist ol",
+      "isto l",
+      "▁diag onal",
+      "li sta",
+      "list a",
+      "lis ta",
+      "l ista",
+      "iz en",
+      "ize n",
+      "i zen",
+      "▁re nde",
+      "▁r ende",
+      "▁ren de",
+      "▁rend e",
+      "gc c",
+      "g cc",
+      "be ck",
+      "bec k",
+      "li us",
+      "l ius",
+      "ir al",
+      "ira l",
+      "i ral",
+      "Resol ver",
+      "▁percent age",
+      "▁at tra",
+      "▁att ra",
+      "▁attr a",
+      "str ings",
+      "string s",
+      "wi ąz",
+      "od s",
+      "o ds",
+      "во лю",
+      "ę ż",
+      "▁news paper",
+      "▁newsp aper",
+      "im iter",
+      "imi ter",
+      "imit er",
+      "AB C",
+      "A BC",
+      "▁Man chester",
+      "[ {",
+      "Ag ent",
+      "Age nt",
+      "A gent",
+      "▁W or",
+      "▁Wo r",
+      "▁K ath",
+      "▁Kat h",
+      "▁Ka th",
+      "▁по ві",
+      "▁пов і",
+      "▁ent onces",
+      "▁n iveau",
+      "at ted",
+      "att ed",
+      "atte d",
+      "le arn",
+      "lear n",
+      "lea rn",
+      "at iques",
+      "ati ques",
+      "atique s",
+      "▁у би",
+      "▁qu indi",
+      "bin ding",
+      "bind ing",
+      "b inding",
+      "▁import ed",
+      "▁imp orted",
+      "▁H orn",
+      "▁Hor n",
+      "▁Ho rn",
+      "em berg",
+      "ember g",
+      "emb erg",
+      "com plex",
+      "comp lex",
+      "comple x",
+      "▁ne ural",
+      "▁neu ral",
+      "▁neur al",
+      "in formation",
+      "▁recogn ition",
+      "in gt",
+      "ing t",
+      "▁inhab itants",
+      "vu e",
+      "v ue",
+      "▁Be völker",
+      "▁cur ves",
+      "▁curve s",
+      "▁curv es",
+      "▁l eb",
+      "▁le b",
+      "▁ leb",
+      "ді й",
+      "д ій",
+      "▁s ow",
+      "▁so w",
+      "▁sent iment",
+      "P H",
+      "ra che",
+      "rac he",
+      "rach e",
+      "r ache",
+      "▁- (",
+      "▁ -(",
+      "▁e stable",
+      "▁est able",
+      "▁es table",
+      "▁estab le",
+      "▁esta ble",
+      "▁Ferd inand",
+      "▁é crit",
+      "▁éc rit",
+      "▁prime iro",
+      "▁t ex",
+      "▁te x",
+      "▁ tex",
+      "▁inter mediate",
+      "ve rage",
+      "ver age",
+      "vera ge",
+      "ib us",
+      "i bus",
+      "▁s erves",
+      "▁ser ves",
+      "▁serv es",
+      "▁serve s",
+      "iv as",
+      "iva s",
+      "i vas",
+      "▁b ru",
+      "▁br u",
+      "▁ bru",
+      "▁l um",
+      "▁lu m",
+      "att ice",
+      "atti ce",
+      "ч ный",
+      "▁D res",
+      "▁Dr es",
+      "▁Dre s",
+      "▁v ideos",
+      "▁video s",
+      "▁vide os",
+      "d uration",
+      "▁a bit",
+      "▁ab it",
+      "▁e gg",
+      "▁eg g",
+      "ograph ical",
+      "ographic al",
+      "al ph",
+      "ST ATE",
+      "STAT E",
+      "▁па ра",
+      "▁пар а",
+      "▁ пара",
+      "re ading",
+      "read ing",
+      "rea ding",
+      "▁veh icle",
+      "▁fort une",
+      "ult ats",
+      "▁St oria",
+      "▁Sto ria",
+      "mi dt",
+      "mid t",
+      "łą cz",
+      "▁Mem orial",
+      "▁v as",
+      "▁va s",
+      "▁ vas",
+      "▁з ан",
+      "▁за н",
+      "▁ зан",
+      "▁ut ility",
+      "▁util ity",
+      "▁ob sc",
+      "▁obs c",
+      "▁rel acion",
+      "▁rela cion",
+      "▁relac ion",
+      "▁run at",
+      "▁ru nat",
+      "Re lease",
+      "ta ke",
+      "t ake",
+      "▁O liver",
+      "▁Ol iver",
+      "▁Oliv er",
+      "▁S id",
+      "▁Si d",
+      "ul os",
+      "ulo s",
+      "u los",
+      "▁G arc",
+      "▁Gar c",
+      "▁Ga rc",
+      "▁роз та",
+      "▁S ak",
+      "▁Sa k",
+      "P y",
+      "führ t",
+      "f ührt",
+      "▁tra bal",
+      "▁trab al",
+      "* {",
+      "▁z es",
+      "▁ze s",
+      "▁ zes",
+      "▁sz ere",
+      "▁szer e",
+      "▁sze re",
+      "▁v arios",
+      "▁var ios",
+      "▁vari os",
+      "▁va rios",
+      "▁o tra",
+      "▁ot ra",
+      "▁e val",
+      "▁ev al",
+      "▁ eval",
+      "▁situ é",
+      "▁sit ué",
+      "▁w ounded",
+      "▁Vin cent",
+      "▁вико ри",
+      "▁en code",
+      "▁enc ode",
+      "▁ encode",
+      "Mod al",
+      "Mo dal",
+      "▁f orb",
+      "▁for b",
+      "▁fo rb",
+      "▁dynam ics",
+      "▁dynamic s",
+      "▁de pos",
+      "▁dep os",
+      "ar de",
+      "ard e",
+      "▁street s",
+      "▁stre ets",
+      "▁K omm",
+      "▁Kom m",
+      "▁Ko mm",
+      "=$ (",
+      "= $(",
+      "▁по вер",
+      "▁пов ер",
+      "▁пове р",
+      "▁d ois",
+      "▁do is",
+      "▁doi s",
+      "▁v itt",
+      "▁vi tt",
+      "▁vit t",
+      "▁automat isch",
+      "▁re load",
+      "▁ reload",
+      "▁Ver walt",
+      "ber o",
+      "be ro",
+      "b ero",
+      "▁h ub",
+      "▁hu b",
+      "▁m os",
+      "▁mo s",
+      "▁ mos",
+      "▁t utto",
+      "▁tu tto",
+      "▁tut to",
+      "▁Freder ick",
+      "ło w",
+      "ł ow",
+      "ant ages",
+      "anta ges",
+      "antage s",
+      "aqu e",
+      "a que",
+      "pa per",
+      "p aper",
+      "▁ein ige",
+      "`) ,",
+      "` ),",
+      "d j",
+      "▁P le",
+      "▁Pl e",
+      "▁% ,",
+      "▁ %,",
+      "▁B itmap",
+      "▁Bit map",
+      "▁ Bitmap",
+      "▁friend ly",
+      "▁tr uly",
+      "▁st roke",
+      "▁str oke",
+      "▁stro ke",
+      "▁ stroke",
+      "ro ph",
+      "rop h",
+      "r oph",
+      "▁en gl",
+      "▁eng l",
+      "▁ engl",
+      "▁c off",
+      "▁co ff",
+      "▁d ust",
+      "▁du st",
+      "▁dus t",
+      "▁Jah res",
+      "▁Jahr es",
+      "▁Jahre s",
+      "pp i",
+      "p pi",
+      "▁w ys",
+      "▁wy s",
+      "fa ctor",
+      "fact or",
+      "fac tor",
+      "f actor",
+      "sch luss",
+      "▁дере вня",
+      "▁дерев ня",
+      "▁P ast",
+      "▁Pa st",
+      "▁Pas t",
+      "▁до ма",
+      "CO M",
+      "C OM",
+      "▁pu eden",
+      "▁puede n",
+      "▁pue den",
+      "▁g ift",
+      "▁gi ft",
+      "▁G la",
+      "▁Gl a",
+      "▁trigger ed",
+      "él y",
+      "é ly",
+      "ül és",
+      "ü lés",
+      "▁O liv",
+      "▁Ol iv",
+      "▁ver so",
+      "▁vers o",
+      "▁ verso",
+      "▁l le",
+      "▁ll e",
+      "▁ lle",
+      "▁G li",
+      "▁Gl i",
+      "▁L td",
+      "o a",
+      "▁territ orio",
+      "ord re",
+      "▁de ck",
+      "▁dec k",
+      "▁ deck",
+      "dr a",
+      "d ra",
+      "as zt",
+      "asz t",
+      "▁concern ing",
+      "▁Add itionally",
+      "▁kter é",
+      "▁g rund",
+      "▁gr und",
+      "▁gru nd",
+      "▁ grund",
+      "▁G est",
+      "▁Ge st",
+      "▁Ges t",
+      "▁ Gest",
+      "▁mis under",
+      "pr et",
+      "pre t",
+      "p ret",
+      "── ──",
+      "▁re putation",
+      "zi a",
+      "z ia",
+      "▁у спе",
+      "▁ус пе",
+      "▁esc aped",
+      "▁escape d",
+      "▁P rag",
+      "▁Pr ag",
+      "▁Pra g",
+      "per form",
+      "▁a ustral",
+      "▁aust ral",
+      "▁V ater",
+      "▁Va ter",
+      "ча с",
+      "▁r aces",
+      "▁ra ces",
+      "▁race s",
+      "▁rac es",
+      "▁By te",
+      "▁ Byte",
+      "Ma sk",
+      "M ask",
+      "▁Ter rit",
+      "▁Terr it",
+      "ст ю",
+      "▁V oci",
+      "▁Vo ci",
+      "▁Fich ier",
+      "▁Насе лення",
+      "▁Unter scheidung",
+      "te enth",
+      "teen th",
+      "▁pi lot",
+      "▁pil ot",
+      "▁j i",
+      "▁ ji",
+      "▁дву х",
+      "▁orient ation",
+      "▁ orientation",
+      "ind re",
+      "▁D ort",
+      "▁Do rt",
+      "▁Dor t",
+      "ça s",
+      "ç as",
+      "п ли",
+      "▁re action",
+      "▁react ion",
+      "▁cons isting",
+      "▁consist ing",
+      "▁fer ro",
+      "ти сти",
+      "ya rd",
+      "yar d",
+      "y ard",
+      "▁с ві",
+      "▁interpret ation",
+      "i ą",
+      "ra h",
+      "r ah",
+      "▁f and",
+      "▁fa nd",
+      "▁fan d",
+      "Pub lic",
+      "P ublic",
+      "▁un iverse",
+      "▁univers e",
+      "▁ret ir",
+      "▁cons cious",
+      "ar qu",
+      "▁w aste",
+      "▁was te",
+      "▁wa ste",
+      "▁B ib",
+      "▁Bi b",
+      "ycler View",
+      "▁list ening",
+      "▁listen ing",
+      "▁liste ning",
+      "gle ich",
+      "g leich",
+      "nie js",
+      "niej s",
+      "▁cor relation",
+      "▁correl ation",
+      "▁corre lation",
+      "▁rece iver",
+      "▁receive r",
+      "▁у да",
+      "▁cour age",
+      "▁cou rage",
+      "uch s",
+      "uc hs",
+      "u chs",
+      "fa ss",
+      "fas s",
+      "f ass",
+      "▁ch unk",
+      "▁ chunk",
+      "▁An fang",
+      "▁gro ßen",
+      "▁große n",
+      "▁groß en",
+      "cont inue",
+      "continu e",
+      "▁Warsza wa",
+      "h é",
+      "i y",
+      "iv ement",
+      "ive ment",
+      "i vement",
+      "▁ α",
+      "▁ex posed",
+      "▁exp osed",
+      "▁expos ed",
+      "▁expose d",
+      "▁z ahl",
+      "▁za hl",
+      "▁ zahl",
+      "▁sa cr",
+      "▁sac r",
+      "▁Lo oks",
+      "▁Look s",
+      "▁e ager",
+      "en ten",
+      "ent en",
+      "ente n",
+      "e nten",
+      "C ursor",
+      "/ _",
+      "ix a",
+      "i xa",
+      "ре ла",
+      "зна ча",
+      "з нача",
+      "▁фамили ей",
+      "▁ar gent",
+      "▁arg ent",
+      "▁ argent",
+      "▁An ders",
+      "▁And ers",
+      "œuv re",
+      "▁I sa",
+      "▁Is a",
+      "мен та",
+      "мент а",
+      "▁ad vers",
+      "▁adv ers",
+      "ri ction",
+      "ric tion",
+      "rict ion",
+      "r iction",
+      "G P",
+      "▁п ісля",
+      "▁pre serve",
+      "▁pres erve",
+      "▁G arden",
+      "▁Gar den",
+      "▁Gard en",
+      "R ate",
+      "ap rès",
+      "a près",
+      "▁read able",
+      "in du",
+      "ind u",
+      "▁s kill",
+      "▁sk ill",
+      "▁ski ll",
+      "▁hel ping",
+      "▁help ing",
+      "ograph ique",
+      "cl ing",
+      "cli ng",
+      "c ling",
+      "olog ist",
+      "▁Fil ter",
+      "▁ Filter",
+      "▁f inger",
+      "▁fin ger",
+      "▁V all",
+      "▁Val l",
+      "▁Va ll",
+      "▁Pol ish",
+      "▁Po lish",
+      "l g",
+      "▁Famil ien",
+      "▁Familie n",
+      "▁w aters",
+      "▁water s",
+      "▁wa ters",
+      "▁wat ers",
+      "▁pse ud",
+      "az a",
+      "a za",
+      "_ )",
+      "AR Y",
+      "A RY",
+      "▁с реди",
+      "▁сред и",
+      "▁сре ди",
+      "▁M ust",
+      "▁Mus t",
+      "▁Mu st",
+      "▁B od",
+      "▁Bo d",
+      "an on",
+      "ano n",
+      "a non",
+      "▁l ado",
+      "▁la do",
+      "▁lad o",
+      "▁t ight",
+      "im en",
+      "ime n",
+      "i men",
+      "ap pen",
+      "app en",
+      "appe n",
+      "a ppen",
+      "fr ames",
+      "frame s",
+      "fra mes",
+      "fram es",
+      "in gers",
+      "ing ers",
+      "inger s",
+      "inge rs",
+      "▁CO VID",
+      "▁з і",
+      "▁ зі",
+      "▁с ве",
+      "▁ц ь",
+      "▁ ць",
+      "▁L eft",
+      "▁Le ft",
+      "▁ Left",
+      "]] ;",
+      "] ];",
+      "ч ь",
+      "фи ка",
+      "▁с ло",
+      "▁ сло",
+      "▁п і",
+      "▁ пі",
+      "▁ex iste",
+      "▁exist e",
+      "▁Atl antic",
+      "▁maintain ed",
+      "▁ir re",
+      "▁an née",
+      "▁ann ée",
+      "▁ année",
+      "▁comm ented",
+      "▁comment ed",
+      "ве ро",
+      "вер о",
+      "ber ta",
+      "bert a",
+      "b erta",
+      "▁L ad",
+      "▁La d",
+      "▁U pon",
+      "▁Up on",
+      "▁p ause",
+      "▁pa use",
+      "▁pau se",
+      "mi ll",
+      "mil l",
+      "m ill",
+      "op ter",
+      "opt er",
+      "U K",
+      "ре с",
+      "р ес",
+      "нцикло педи",
+      "▁along side",
+      "▁ro bot",
+      "▁rob ot",
+      "▁f ert",
+      "▁fe rt",
+      "▁fer t",
+      "▁ fert",
+      "▁m oy",
+      "▁mo y",
+      "▁a de",
+      "▁ad e",
+      "▁ ade",
+      "Map per",
+      "Mapp er",
+      "Ma pper",
+      "M apper",
+      ")- >",
+      ") ->",
+      "ig ua",
+      "igu a",
+      "ét ique",
+      "т ка",
+      "al ias",
+      "ali as",
+      "alia s",
+      "a lias",
+      "▁о ри",
+      "▁ор и",
+      "▁M agn",
+      "▁Ma gn",
+      "▁Mag n",
+      "▁gehör te",
+      "▁gehört e",
+      "im b",
+      "i mb",
+      ")} {\\",
+      ")}{ \\",
+      ") }{\\",
+      "▁Wikip édia",
+      "▁u rs",
+      "▁ur s",
+      "▁ urs",
+      "▁e nde",
+      "▁en de",
+      "▁end e",
+      "▁ ende",
+      "le b",
+      "l eb",
+      "▁G C",
+      "▁ GC",
+      "H ol",
+      "an cing",
+      "anc ing",
+      "anci ng",
+      "Un ion",
+      "Uni on",
+      "▁ten ía",
+      "T T",
+      "▁e state",
+      "▁est ate",
+      "▁esta te",
+      "▁estat e",
+      "h á",
+      "▁по лі",
+      "▁пол і",
+      "ul tan",
+      "ult an",
+      "▁H ockey",
+      "ul se",
+      "uls e",
+      "▁cho ices",
+      "▁choice s",
+      "sch er",
+      "sc her",
+      "sche r",
+      "s cher",
+      "▁[ ],",
+      "▁[] ,",
+      "▁pot entially",
+      "▁potential ly",
+      "▁Ü bers",
+      "▁Über s",
+      "▁ad mit",
+      "▁adm it",
+      "Com ment",
+      "Comm ent",
+      "ст я",
+      "с тя",
+      "▁V ien",
+      "▁Vi en",
+      "▁Vie n",
+      "▁ц і",
+      "▁ ці",
+      "▁per mut",
+      "▁perm ut",
+      "c gi",
+      "▁cr ít",
+      "Con sole",
+      "Cons ole",
+      "ct ic",
+      "▁ok res",
+      "aw k",
+      "foot ball",
+      "ou est",
+      "o uest",
+      "CT YPE",
+      "C TYPE",
+      "olog ique",
+      "▁const it",
+      "▁cons tit",
+      "▁inter ests",
+      "▁interest s",
+      "▁Pro gress",
+      "▁ Progress",
+      "▁M enu",
+      "▁Me nu",
+      "▁Men u",
+      "▁ Menu",
+      "▁tak é",
+      "▁ta ké",
+      "▁As ian",
+      "▁Asia n",
+      "▁за щи",
+      "▁young er",
+      "▁w ished",
+      "▁wish ed",
+      "▁wis hed",
+      "▁S ort",
+      "▁So rt",
+      "▁Sor t",
+      "▁ Sort",
+      "▁aud ience",
+      "▁audi ence",
+      "am ba",
+      "amb a",
+      "▁gehör t",
+      "▁K ansas",
+      "ya ume",
+      "▁Prof essional",
+      "â ce",
+      "▁f atto",
+      "▁fa tto",
+      "▁fat to",
+      "to d",
+      "t od",
+      "▁data sets",
+      "▁datas ets",
+      "▁dataset s",
+      "▁f are",
+      "▁far e",
+      "▁fa re",
+      "▁ fare",
+      "▁w aves",
+      "▁wave s",
+      "▁wa ves",
+      "~ /",
+      "▁measure ment",
+      "▁w ol",
+      "▁wo l",
+      "▁ wol",
+      "ind ust",
+      "indu st",
+      "▁strugg ling",
+      "▁pull ed",
+      "▁pul led",
+      "▁car atter",
+      "▁Ex terne",
+      "▁Ext erne",
+      "▁Extern e",
+      "▁дей стви",
+      "cn t",
+      "c nt",
+      "li ches",
+      "lic hes",
+      "lich es",
+      "liche s",
+      "▁Pos sible",
+      "▁Poss ible",
+      "▁fa ced",
+      "▁face d",
+      "▁fac ed",
+      "▁hypoth esis",
+      "▁kil om",
+      "▁n är",
+      "▁nä r",
+      "bo olean",
+      "P Y",
+      "am pa",
+      "amp a",
+      "▁k iss",
+      "▁ki ss",
+      "▁kis s",
+      "▁as tero",
+      "▁ast ero",
+      "▁neg li",
+      "am ents",
+      "ament s",
+      "amen ts",
+      "a ments",
+      "▁S tu",
+      "▁St u",
+      "at ó",
+      "a tó",
+      "▁Const itution",
+      "▁inter pol",
+      "▁Un able",
+      "▁Una ble",
+      "▁p is",
+      "▁pi s",
+      "▁ pis",
+      "▁p arc",
+      "▁par c",
+      "▁pa rc",
+      "\"] )",
+      "\" ])",
+      "ple r",
+      "pl er",
+      "p ler",
+      "▁aut ory",
+      "▁auto ry",
+      "▁autor y",
+      "▁alg unos",
+      "yw na",
+      "}) )",
+      "} ))",
+      "▁f alls",
+      "▁fall s",
+      "▁fal ls",
+      "▁ falls",
+      "▁é quip",
+      "▁e mit",
+      "▁em it",
+      "▁ emit",
+      "▁pro fil",
+      "▁prof il",
+      "ge ts",
+      "get s",
+      "g ets",
+      "ф о",
+      "▁Milit ary",
+      "▁nombre ux",
+      "oc t",
+      "o ct",
+      "Re place",
+      "Rep lace",
+      "▁se asons",
+      "▁season s",
+      "▁ch âteau",
+      "▁type of",
+      "▁ typeof",
+      "po lit",
+      "pol it",
+      "p olit",
+      "▁r and",
+      "▁ra nd",
+      "▁ran d",
+      "▁ rand",
+      "▁qu ar",
+      "▁erst mals",
+      "си ни",
+      "▁pay load",
+      "▁ payload",
+      "П о",
+      "кі н",
+      "к ін",
+      "re po",
+      "rep o",
+      "▁P av",
+      "▁Pa v",
+      "Sc ore",
+      "S core",
+      "er ves",
+      "erv es",
+      "erve s",
+      "▁soll te",
+      "▁мі ж",
+      "éb ec",
+      "é bec",
+      "▁c lip",
+      "▁cl ip",
+      "▁cli p",
+      "▁ clip",
+      "▁N ice",
+      "▁Nic e",
+      "▁Ni ce",
+      "▁n eben",
+      "▁ne ben",
+      "▁ass ass",
+      "it ories",
+      "ito ries",
+      "itor ies",
+      "itori es",
+      "▁un ity",
+      "▁unit y",
+      "▁ unity",
+      "▁е н",
+      "▁ ен",
+      "▁Inst itut",
+      "▁Instit ut",
+      "▁ Institut",
+      "▁intern ationale",
+      "▁international e",
+      "▁на ук",
+      "▁нау к",
+      "▁com and",
+      "▁kle ine",
+      "▁klein e",
+      "▁adj acent",
+      "▁deliver ed",
+      "▁ш е",
+      "▁ ше",
+      "зе м",
+      "з ем",
+      "▁c ot",
+      "▁co t",
+      "▁ cot",
+      "vis ual",
+      "ва ет",
+      "▁C ensus",
+      "\\ _",
+      "▁territ ory",
+      "чи л",
+      "ч ил",
+      "ч ные",
+      "fl utter",
+      "Did Load",
+      "Document s",
+      "Doc uments",
+      "▁d ob",
+      "▁do b",
+      "▁ dob",
+      "Br e",
+      "B re",
+      "an imate",
+      "ani mate",
+      "anim ate",
+      "▁b iz",
+      "▁bi z",
+      "▁b ata",
+      "▁ba ta",
+      "▁bat a",
+      "▁S U",
+      "▁ SU",
+      "es o",
+      "e so",
+      "▁p riority",
+      "▁prior ity",
+      "vá n",
+      "v án",
+      "ir as",
+      "ira s",
+      "i ras",
+      "▁char ged",
+      "▁charge d",
+      "▁charg ed",
+      "▁M icro",
+      "▁Mi cro",
+      "▁Mic ro",
+      "at oire",
+      "ato ire",
+      "a toire",
+      "че р",
+      "ч ер",
+      "ab ad",
+      "aba d",
+      "a bad",
+      "ur u",
+      "u ru",
+      "▁v š",
+      "dir e",
+      "di re",
+      "d ire",
+      "▁Tw itter",
+      "▁м ето",
+      "▁ме то",
+      "▁мет о",
+      "). .",
+      ") ..",
+      "▁Ц ент",
+      "▁ent wick",
+      "▁M ind",
+      "▁Min d",
+      "▁Mi nd",
+      "▁ф унк",
+      "F uture",
+      "ls t",
+      "l st",
+      "ło ż",
+      "fl i",
+      "f li",
+      "t ensor",
+      "▁top ology",
+      "▁ar te",
+      "▁art e",
+      "▁ arte",
+      "ER T",
+      "E RT",
+      "▁var iance",
+      "▁vari ance",
+      "Im ages",
+      "Image s",
+      "▁( @",
+      "▁ (@",
+      "Array List",
+      "O C",
+      "▁Де мо",
+      "auc oup",
+      "▁de notes",
+      "▁den otes",
+      "▁denote s",
+      "im on",
+      "imo n",
+      "i mon",
+      "њ и",
+      "▁Prz yp",
+      "▁Z ag",
+      "▁Za g",
+      "▁ди ре",
+      "▁Similar ly",
+      "б ро",
+      "▁mil itaire",
+      "▁milit aire",
+      "▁т ому",
+      "▁то му",
+      "▁том у",
+      "▁ тому",
+      "▁John ny",
+      "▁Мекси ку",
+      "ћ а",
+      "Su pp",
+      "S upp",
+      "▁jun ior",
+      "▁junio r",
+      "▁juni or",
+      "ol tre",
+      "olt re",
+      "o ltre",
+      "▁Мо ск",
+      "▁Мос к",
+      "▁adm itted",
+      "▁admit ted",
+      "▁relig ios",
+      "зя й",
+      "е го",
+      "▁t ears",
+      "▁te ars",
+      "▁tea rs",
+      "in go",
+      "ing o",
+      "od u",
+      "o du",
+      "iv eness",
+      "ive ness",
+      "iven ess",
+      "▁l ogo",
+      "▁lo go",
+      "▁log o",
+      "▁ logo",
+      "▁últ imo",
+      "▁al iment",
+      "▁ali ment",
+      "▁U ITableView",
+      "▁ UITableView",
+      ") !",
+      "▁n j",
+      "le tte",
+      "let te",
+      "lett e",
+      "l ette",
+      "▁res ident",
+      "▁resid ent",
+      "▁term ine",
+      "▁ter mine",
+      "▁termin e",
+      "▁у же",
+      "▁С те",
+      "▁Ст е",
+      "off ice",
+      "▁c arte",
+      "▁car te",
+      "▁cart e",
+      "▁li vre",
+      "▁liv re",
+      "▁Мо сков",
+      "▁Мос ков",
+      "▁Моск ов",
+      "▁e lections",
+      "▁elect ions",
+      "▁ele ctions",
+      "▁election s",
+      "зи ден",
+      "Tr igger",
+      "▁Ben jamin",
+      "add Class",
+      "ско г",
+      "▁Ob servable",
+      "▁Observ able",
+      "▁ Observable",
+      "Cl a",
+      "C la",
+      "gem ein",
+      "geme in",
+      "g emein",
+      "▁con sent",
+      "▁cons ent",
+      "▁conse nt",
+      "в ри",
+      "▁un fold",
+      "▁unf old",
+      "▁govern or",
+      "▁gover nor",
+      "▁governo r",
+      "на л",
+      "н ал",
+      "▁t oda",
+      "▁to da",
+      "▁tod a",
+      "Rem ote",
+      "ar ias",
+      "ari as",
+      "aria s",
+      "a rias",
+      "▁in stal",
+      "▁inst al",
+      "▁ins tal",
+      "fix ed",
+      "f ixed",
+      "▁dec ay",
+      "▁де рев",
+      "▁дере в",
+      "xy z",
+      "x yz",
+      "▁D ATE",
+      "▁DA TE",
+      "▁DAT E",
+      "▁ DATE",
+      "im ar",
+      "ima r",
+      "i mar",
+      "nt il",
+      "n til",
+      "▁start up",
+      "al ion",
+      "ali on",
+      "▁ko lej",
+      "▁kol ej",
+      "▁kole j",
+      "ci os",
+      "cio s",
+      "c ios",
+      "▁r anges",
+      "▁range s",
+      "▁ran ges",
+      "▁rang es",
+      "▁stup id",
+      "▁implement ations",
+      "▁implementation s",
+      "▁r m",
+      "▁ rm",
+      "én ek",
+      "é nek",
+      "▁g cc",
+      "▁ gcc",
+      "▁sc ène",
+      "N avigation",
+      "▁  ",
+      "▁к ан",
+      "▁ка н",
+      "▁ кан",
+      "▁town s",
+      "User name",
+      "Us ername",
+      "▁ф е",
+      "▁ фе",
+      "▁le aders",
+      "▁lead ers",
+      "▁leader s",
+      "oi t",
+      "o it",
+      "w är",
+      "▁d ummy",
+      "▁ass istant",
+      "▁assist ant",
+      "{$ \\",
+      "{ $\\",
+      "бі р",
+      "б ір",
+      "▁r oy",
+      "▁ro y",
+      "▁ roy",
+      "▁L ayout",
+      "▁ Layout",
+      "▁J ung",
+      "▁Ju ng",
+      "▁Jun g",
+      "Line s",
+      "Lin es",
+      "Li nes",
+      "L ines",
+      "▁Hol land",
+      "по р",
+      "п ор",
+      "▁Г ри",
+      "▁B ened",
+      "▁Be ned",
+      "▁Ben ed",
+      "▁П од",
+      "▁По д",
+      "xl s",
+      "x ls",
+      "▁G ol",
+      "▁Go l",
+      "▁Al eks",
+      "▁Ale ks",
+      "▁ej emplo",
+      "▁se zon",
+      "ar ding",
+      "ard ing",
+      "ardi ng",
+      "ardin g",
+      "foot note",
+      "▁Cong rès",
+      "re fer",
+      "ref er",
+      "ска та",
+      "с ката",
+      "Iter ator",
+      "▁our selves",
+      "▁M ic",
+      "▁Mi c",
+      "▁c ódigo",
+      "▁пло ща",
+      "▁\\ $",
+      "▁Char lie",
+      "No des",
+      "Node s",
+      "N odes",
+      "▁p uzz",
+      "▁pu zz",
+      "▁Ident ifier",
+      "▁ Identifier",
+      "▁fl utter",
+      "▁ flutter",
+      "▁pr ü",
+      "▁ prü",
+      "▁o rt",
+      "▁or t",
+      "▁ ort",
+      "▁C ort",
+      "▁Cor t",
+      "▁Co rt",
+      "astic search",
+      "▁С вя",
+      "▁B ull",
+      "▁Bu ll",
+      "▁Bul l",
+      "ud em",
+      "ude m",
+      "u dem",
+      "▁ap parent",
+      "▁appar ent",
+      ":- -",
+      ": --",
+      "▁Х ар",
+      "▁Ха р",
+      "▁L ap",
+      "▁La p",
+      "▁com port",
+      "▁comp ort",
+      "mat ically",
+      "m atically",
+      "▁cu rios",
+      "▁cur ios",
+      "▁мо жет",
+      "▁мож ет",
+      "▁може т",
+      "▁B h",
+      "ap ping",
+      "app ing",
+      "a pping",
+      "▁b asketball",
+      "▁basket ball",
+      "ze tek",
+      "zet ek",
+      "▁r unt",
+      "▁run t",
+      "▁ru nt",
+      "▁Mil an",
+      "▁Mi lan",
+      "fe ction",
+      "fect ion",
+      "f ection",
+      "rí a",
+      "r ía",
+      "▁K in",
+      "▁Ki n",
+      "▁s lower",
+      "▁sl ower",
+      "▁slow er",
+      "▁slo wer",
+      "bo th",
+      "bot h",
+      "b oth",
+      "▁Inst ituto",
+      "▁Instit uto",
+      "▁Institut o",
+      "▁Histor ical",
+      "▁Historic al",
+      "▁równ ież",
+      "mat ches",
+      "match es",
+      "yc i",
+      "y ci",
+      "▁esp èce",
+      "▁Schwe izer",
+      "▁Schweiz er",
+      "N T",
+      "S F",
+      "ac ia",
+      "aci a",
+      "a cia",
+      "for ge",
+      "f orge",
+      "Point s",
+      "Po ints",
+      "num bers",
+      "number s",
+      "▁f alling",
+      "▁fall ing",
+      "▁fal ling",
+      "▁inherit ance",
+      "▁Er st",
+      "▁custom ers",
+      "▁customer s",
+      "▁a ctu",
+      "▁act u",
+      "▁ac tu",
+      "▁m igration",
+      "▁migr ation",
+      "\\ '",
+      "Pl an",
+      "P lan",
+      "M r",
+      "ot hy",
+      "oth y",
+      "o thy",
+      "▁up grad",
+      "би ра",
+      "▁O ffic",
+      "▁Of fic",
+      "▁Off ic",
+      "▁W ait",
+      "▁Wa it",
+      "▁ Wait",
+      "▁to ler",
+      "ar don",
+      "ard on",
+      "ardo n",
+      "▁s lide",
+      "▁sl ide",
+      "▁sli de",
+      "▁ slide",
+      ") _",
+      "▁ста в",
+      "▁ став",
+      "▁nu clear",
+      "▁nuc lear",
+      "▁nucle ar",
+      "▁B il",
+      "▁Bi l",
+      "ow ner",
+      "own er",
+      "o wner",
+      "▁Har ris",
+      "▁Harr is",
+      "In formation",
+      "▁p ó",
+      "▁вклю ча",
+      "▁nu ovo",
+      "▁C av",
+      "▁Ca v",
+      "▁De scri",
+      "▁Des cri",
+      "▁а к",
+      "ód zt",
+      "▁react js",
+      "▁Ad ams",
+      "▁Adam s",
+      "▁Ada ms",
+      "▁Altern atively",
+      "ст рук",
+      "стру к",
+      "стр ук",
+      ")` ,",
+      ") `,",
+      "sub string",
+      "subst ring",
+      "substr ing",
+      "▁mass ive",
+      "▁heav ily",
+      "▁се зо",
+      "▁сез о",
+      "▁A na",
+      "▁An a",
+      "▁v ale",
+      "▁val e",
+      "▁va le",
+      "Pa d",
+      "P ad",
+      "▁E ither",
+      "▁r s",
+      "▁ rs",
+      "an che",
+      "anc he",
+      "anch e",
+      "▁up loaded",
+      "▁upload ed",
+      "▁( /",
+      "▁ (/",
+      "▁с пор",
+      "▁спо р",
+      "▁сп ор",
+      "▁redu ction",
+      "▁Tok yo",
+      "gr en",
+      "gre n",
+      "g ren",
+      "▁m igli",
+      "▁mig li",
+      "▁iter ator",
+      "▁ iterator",
+      "st av",
+      "sta v",
+      "▁support ing",
+      "▁ö sterreich",
+      "▁NS Log",
+      "ist iques",
+      "isti ques",
+      "istique s",
+      "ri min",
+      "rim in",
+      "r imin",
+      "MO DE",
+      "}} }\\",
+      "}}} \\",
+      "} }}\\",
+      "▁exp los",
+      "▁expl os",
+      "▁explo s",
+      "от е",
+      "о те",
+      "▁( „",
+      "Sa l",
+      "S al",
+      "▁simple st",
+      "▁simpl est",
+      "▁gi à",
+      "▁та н",
+      "▁т ан",
+      "▁ тан",
+      "▁c yl",
+      "▁cy l",
+      "bi r",
+      "b ir",
+      "▁measure ments",
+      "▁measurement s",
+      "Create d",
+      "Cre ated",
+      "er ek",
+      "ere k",
+      "e rek",
+      "look up",
+      "w irtschaft",
+      "▁В оло",
+      "▁Во ло",
+      "▁Вол о",
+      "ti mer",
+      "time r",
+      "tim er",
+      "t imer",
+      "de rr",
+      "der r",
+      "d err",
+      "▁ст ала",
+      "▁ста ла",
+      "▁стал а",
+      "▁sc enes",
+      "▁scen es",
+      "▁scene s",
+      "▁per su",
+      "▁pers u",
+      "li est",
+      "lie st",
+      "lies t",
+      "l iest",
+      "▁sch edule",
+      "▁sched ule",
+      "ta l",
+      "t al",
+      "ле но",
+      "лен о",
+      "▁pain ting",
+      "▁paint ing",
+      "▁impro vement",
+      "▁improve ment",
+      "▁improv ement",
+      "so ftware",
+      "soft ware",
+      "▁govern o",
+      "▁gover no",
+      "▁H ir",
+      "▁Hi r",
+      "Exec ution",
+      "▁Ok ay",
+      "Pro p",
+      "Pr op",
+      "P rop",
+      "lo ster",
+      "los ter",
+      "lost er",
+      "l oster",
+      "ніципа лі",
+      "▁peu vent",
+      "ol u",
+      "o lu",
+      "▁Ф а",
+      "roll o",
+      "rol lo",
+      "▁ко ло",
+      "▁к оло",
+      "▁ коло",
+      "▁car rière",
+      "▁carri ère",
+      "▁t oggle",
+      "▁tog gle",
+      "▁togg le",
+      "▁ toggle",
+      "▁( $\\",
+      "▁($ \\",
+      "▁aggreg ate",
+      "▁Б і",
+      "text area",
+      "O k",
+      "it to",
+      "itt o",
+      "i tto",
+      "▁s tim",
+      "▁st im",
+      "▁recurs ion",
+      "▁Feder ation",
+      ")_ {",
+      ") _{",
+      "ate gor",
+      "ateg or",
+      "▁dist ribu",
+      "▁distrib u",
+      "Cl oud",
+      "▁m adre",
+      "▁mad re",
+      "▁i v",
+      "▁ iv",
+      "▁Lie utenant",
+      "▁subst ant",
+      "▁le af",
+      "▁ leaf",
+      "▁Kont rola",
+      "V A",
+      "▁t omb",
+      "▁to mb",
+      "▁tom b",
+      "э н",
+      "ato es",
+      "▁god ine",
+      "▁# >",
+      "C ert",
+      "▁em presa",
+      "▁empres a",
+      "Pro ps",
+      "Pr ops",
+      "Prop s",
+      "▁pl anned",
+      "▁plan ned",
+      "▁random ly",
+      "j ähr",
+      "el em",
+      "ele m",
+      "e lem",
+      "▁Oper ation",
+      "▁Opera tion",
+      "▁ Operation",
+      "* `",
+      "pro tocol",
+      "proto col",
+      "() ));",
+      "()) );",
+      "())) ;",
+      "( )));",
+      "we l",
+      "w el",
+      "▁p raw",
+      "▁pr aw",
+      "▁pra w",
+      "▁с им",
+      "▁си м",
+      "▁w ob",
+      "▁wo b",
+      "▁h ace",
+      "▁ha ce",
+      "▁near est",
+      "dis able",
+      "▁C ommun",
+      "▁Com mun",
+      "▁Comm un",
+      "▁re vel",
+      "▁rev el",
+      "▁reve l",
+      "Fr ee",
+      "Fre e",
+      "F ree",
+      "▁bra ckets",
+      "IO Exception",
+      "▁al to",
+      "▁alt o",
+      "▁mar ry",
+      "▁a uc",
+      "▁au c",
+      "▁ auc",
+      "), \\",
+      ") ,\\",
+      "▁typ o",
+      "▁ty po",
+      "ed ad",
+      "eda d",
+      "ar á",
+      "a rá",
+      "ic ator",
+      "ica tor",
+      "tat ywna",
+      "▁b uff",
+      "▁bu ff",
+      "▁buf f",
+      "▁ buff",
+      "or ders",
+      "ord ers",
+      "order s",
+      "orde rs",
+      "▁as ynchronous",
+      "▁e con",
+      "▁ec on",
+      "▁f eu",
+      "▁fe u",
+      "▁I ron",
+      "▁Ir on",
+      "▁r ising",
+      "▁ris ing",
+      "▁ri sing",
+      "Rad ius",
+      "cl k",
+      "▁zwe iten",
+      "▁zwei ten",
+      "▁zweite n",
+      "` '",
+      "▁un iqu",
+      "▁F M",
+      "▁ FM",
+      "▁B ran",
+      "▁Br an",
+      "▁Bra n",
+      "▁f lu",
+      "▁fl u",
+      "▁ flu",
+      "▁sens itive",
+      "ur re",
+      "urr e",
+      "▁I ter",
+      "▁It er",
+      "▁ Iter",
+      "▁S ein",
+      "▁Se in",
+      "▁difer entes",
+      "▁diferen tes",
+      "▁не го",
+      "▁н его",
+      "▁ него",
+      "ch ia",
+      "chi a",
+      "▁An leitung",
+      "atur day",
+      "▁sh orter",
+      "▁short er",
+      "▁transl ated",
+      "▁translate d",
+      "▁R és",
+      "▁Ré s",
+      "▁r ode",
+      "▁ro de",
+      "▁rod e",
+      "dr ag",
+      "dra g",
+      "d rag",
+      "▁l ange",
+      "▁lang e",
+      "▁lan ge",
+      "B i",
+      "ü b",
+      "le ur",
+      "l eur",
+      "▁order ing",
+      "▁ord ering",
+      "al ous",
+      "alo us",
+      "▁К ор",
+      "▁Ко р",
+      "ar char",
+      "arch ar",
+      "arc har",
+      "dest roy",
+      "erv ation",
+      "erva tion",
+      "]] ,",
+      "] ],",
+      "Accessor Impl",
+      "▁autory tatywna",
+      "Se quence",
+      "Sequ ence",
+      "▁pro yect",
+      "▁b ran",
+      "▁br an",
+      "▁bra n",
+      "▁( +",
+      "▁K ab",
+      "▁Ka b",
+      "▁z em",
+      "▁ze m",
+      "▁ zem",
+      "▁Cal cul",
+      "▁ Calcul",
+      "▁se ul",
+      "▁seu l",
+      "▁N iger",
+      "▁Ni ger",
+      "▁ch iam",
+      "▁chi am",
+      "th row",
+      "▁Plan et",
+      "▁Pla net",
+      "bild ung",
+      "▁z ones",
+      "▁zo nes",
+      "▁zone s",
+      "trans ition",
+      "ле ний",
+      "▁m apped",
+      "▁ma pped",
+      "▁map ped",
+      "on aut",
+      "ona ut",
+      "Pa ir",
+      "P air",
+      "il ian",
+      "ili an",
+      "ilia n",
+      "▁M organ",
+      "▁Mor gan",
+      "▁un to",
+      "▁ unto",
+      "jo u",
+      "j ou",
+      "▁h id",
+      "▁hi d",
+      "▁M eta",
+      "▁Me ta",
+      "▁Met a",
+      "▁ Meta",
+      "▁e lles",
+      "▁el les",
+      "▁elle s",
+      "▁ell es",
+      "▁ elles",
+      "Lo u",
+      "L ou",
+      "ra ma",
+      "ram a",
+      "r ama",
+      "ge ordnet",
+      "▁scarc ely",
+      "▁m int",
+      "▁min t",
+      "▁mi nt",
+      "F ocus",
+      "▁Al ter",
+      "▁Alt er",
+      "▁d io",
+      "▁di o",
+      "▁am pl",
+      "▁amp l",
+      "ière ment",
+      "▁ис следова",
+      "LE D",
+      "L ED",
+      "alg orithm",
+      "▁сай ті",
+      "▁сайт і",
+      "▁\" \")",
+      "▁\"\" )",
+      "Hi story",
+      "H istory",
+      "p k",
+      "▁W hit",
+      "▁Wh it",
+      "▁си стем",
+      "▁систе м",
+      "▁Kir chen",
+      "▁Kirche n",
+      "▁Kirch en",
+      "r à",
+      "AP P",
+      "A PP",
+      "▁< %",
+      "ant ine",
+      "anti ne",
+      "antin e",
+      "▁D isk",
+      "▁Dis k",
+      "▁Di sk",
+      "con v",
+      "we lt",
+      "wel t",
+      "w elt",
+      "▁F ut",
+      "▁Fu t",
+      "▁N om",
+      "▁No m",
+      "or do",
+      "ord o",
+      "el lij",
+      "ell ij",
+      "elli j",
+      "▁rece ives",
+      "▁receive s",
+      "co w",
+      "c ow",
+      "yt u",
+      "y tu",
+      "▁o bras",
+      "▁ob ras",
+      "▁obra s",
+      "▁p urchase",
+      "▁purch ase",
+      "▁ear ned",
+      "▁acc essed",
+      "▁access ed",
+      "ax i",
+      "a xi",
+      "▁M ans",
+      "▁Man s",
+      "▁Ma ns",
+      "iv an",
+      "iva n",
+      "i van",
+      "▁t uvo",
+      "▁tu vo",
+      "▁T race",
+      "▁Tr ace",
+      "▁Tra ce",
+      "▁ Trace",
+      "rim onio",
+      "▁desen vol",
+      "ér ique",
+      "éri que",
+      "é rique",
+      "▁result ed",
+      "▁comp uting",
+      "▁comput ing",
+      "▁insp ired",
+      "▁inspir ed",
+      "▁Pr ize",
+      "▁Pri ze",
+      "* \"",
+      "Com put",
+      "Comp ut",
+      "▁ext ensive",
+      "▁extens ive",
+      "è g",
+      "▁Port ály",
+      "▁cast le",
+      "▁ castle",
+      "▁* .",
+      "▁ *.",
+      "▁ph otos",
+      "▁phot os",
+      "▁photo s",
+      "▁vo et",
+      "ON G",
+      "O NG",
+      "▁A lle",
+      "▁Al le",
+      "▁All e",
+      "▁thre aten",
+      "▁threat en",
+      "st üt",
+      "▁album s",
+      "▁alb ums",
+      "▁d ense",
+      "▁den se",
+      "▁dens e",
+      "fl at",
+      "f lat",
+      "cont inu",
+      "Sub ject",
+      "Su bject",
+      "▁read only",
+      "Op t",
+      "O pt",
+      "пи ско",
+      "пис ко",
+      "▁A ber",
+      "▁Ab er",
+      "▁P osition",
+      "▁Pos ition",
+      "▁ Position",
+      "▁To day",
+      "▁Tod ay",
+      "▁m ini",
+      "▁min i",
+      "▁mi ni",
+      "▁B ef",
+      "▁Be f",
+      "li sten",
+      "list en",
+      "lis ten",
+      "l isten",
+      "ствен ного",
+      "ственно го",
+      "SU B",
+      "S UB",
+      "os sa",
+      "oss a",
+      "▁P ope",
+      "▁Po pe",
+      "▁Pop e",
+      "▁Jim my",
+      "▁Д ру",
+      "ungs seite",
+      "▁t ren",
+      "▁tr en",
+      "▁tre n",
+      "op tim",
+      "opt im",
+      "it sch",
+      "its ch",
+      "▁s amt",
+      "▁sa mt",
+      "▁sam t",
+      "▁испо л",
+      "▁ис пол",
+      "& =",
+      "▁Przyp isy",
+      "▁про дол",
+      "C r",
+      "er mann",
+      "erm ann",
+      "erman n",
+      "▁ма тери",
+      "▁мате ри",
+      "▁H ugo",
+      "▁Hu go",
+      "▁De ze",
+      "▁Dez e",
+      "TR UE",
+      "▁defe at",
+      "▁watch ed",
+      "▁wat ched",
+      "▁G ent",
+      "▁Ge nt",
+      "▁Gen t",
+      "AU T",
+      "A UT",
+      "or ous",
+      "oro us",
+      "▁о преде",
+      "ori entation",
+      "orient ation",
+      "▁distingu ished",
+      "▁distinguish ed",
+      "▁mes mo",
+      "▁s li",
+      "▁sl i",
+      "ме на",
+      "мен а",
+      "м ена",
+      "mit tel",
+      "mitt el",
+      "m ittel",
+      "ge richt",
+      "ger icht",
+      "et on",
+      "eto n",
+      "e ton",
+      "-> {",
+      "- >{",
+      "▁w ont",
+      "▁won t",
+      "▁wo nt",
+      "▁w eg",
+      "▁we g",
+      "▁ weg",
+      "▁class ific",
+      "il us",
+      "i lus",
+      "▁M D",
+      "▁ MD",
+      "task s",
+      "▁c him",
+      "▁ch im",
+      "▁chi m",
+      "aw ait",
+      "awa it",
+      "a wait",
+      "▁g ang",
+      "▁gan g",
+      "▁ga ng",
+      "▁ gang",
+      "▁w ię",
+      "▁ wię",
+      "th rough",
+      "▁Russ ell",
+      "▁guess ing",
+      "▁а кт",
+      "▁ак т",
+      "б лі",
+      "c ategories",
+      "су т",
+      "с ут",
+      "▁F en",
+      "▁Fe n",
+      "▁му ж",
+      "▁ne wer",
+      "▁new er",
+      "▁A sync",
+      "▁As ync",
+      "▁ Async",
+      "▁t erme",
+      "▁term e",
+      "▁ter me",
+      "> /",
+      "па ра",
+      "пар а",
+      "▁T rust",
+      "▁Tr ust",
+      "▁Tru st",
+      "▁O pt",
+      "▁Op t",
+      "▁ Opt",
+      "▁d ah",
+      "▁da h",
+      "▁wonder ful",
+      "adrat kil",
+      "▁Г ра",
+      "ma pping",
+      "map ping",
+      "m apping",
+      "▁disc overy",
+      "▁discover y",
+      "▁disco very",
+      "▁B E",
+      "▁ BE",
+      "En able",
+      "▁Fri end",
+      "с ня",
+      "▁cont rolled",
+      "▁control led",
+      "чно ї",
+      "ч ної",
+      "▁contribution s",
+      "▁contrib utions",
+      "j ší",
+      "▁L ev",
+      "▁Le v",
+      "▁franc és",
+      "▁m ic",
+      "▁mi c",
+      "▁ mic",
+      "zi k",
+      "z ik",
+      "▁a lem",
+      "▁al em",
+      "▁ale m",
+      "▁ alem",
+      "can cel",
+      "! '",
+      "▁g rat",
+      "▁gr at",
+      "▁gra t",
+      "▁Begriff sklär",
+      "Cam era",
+      "if icación",
+      "ific ación",
+      "ifica ción",
+      "ró d",
+      "r ód",
+      "▁Arn old",
+      "▁bezeichnet er",
+      "▁f ought",
+      "▁de put",
+      "▁dep ut",
+      "▁D rop",
+      "▁Dr op",
+      "▁Dro p",
+      "▁ Drop",
+      "ta x",
+      "t ax",
+      "d g",
+      "▁H op",
+      "▁Ho p",
+      "G N",
+      "▁Kir ch",
+      "▁Б ар",
+      "▁Ба р",
+      "In voke",
+      "Inv oke",
+      "▁er halten",
+      "▁ve el",
+      "▁word press",
+      "▁ wordpress",
+      "▁IN NER",
+      "trans action",
+      "▁dé jà",
+      "Fa ct",
+      "F act",
+      "▁над мор",
+      "▁angular js",
+      "▁á t",
+      "▁ át",
+      "▁a lap",
+      "▁al ap",
+      "▁P rice",
+      "▁Pr ice",
+      "▁Pri ce",
+      "▁ Price",
+      "▁eff et",
+      "▁s phere",
+      "▁sp here",
+      "▁spher e",
+      "Class Loader",
+      "▁r ugby",
+      "▁rug by",
+      "▁king dom",
+      "▁M ut",
+      "▁Mu t",
+      "▁ки но",
+      "▁re ward",
+      "ci t",
+      "c it",
+      "▁present e",
+      "▁pres ente",
+      "St o",
+      "S to",
+      "Char acter",
+      "lo gs",
+      "log s",
+      "l ogs",
+      "▁cent rale",
+      "▁central e",
+      "▁m ouv",
+      "▁mo uv",
+      "▁mou v",
+      "▁ok ay",
+      "▁ap lic",
+      "Mo re",
+      "Mor e",
+      "M ore",
+      "ény ek",
+      "▁Kö ln",
+      "ne tt",
+      "net t",
+      "n ett",
+      "▁исто рии",
+      "▁истори и",
+      "▁descri bing",
+      "▁sold ier",
+      "▁N eed",
+      "▁Ne ed",
+      "L ight",
+      "▁\" \\<",
+      "▁\"\\ <",
+      "▁h av",
+      "▁ha v",
+      "▁ hav",
+      "er mo",
+      "erm o",
+      "▁infer ior",
+      "le a",
+      "l ea",
+      "▁g g",
+      "▁ gg",
+      "▁кон це",
+      "fra gment",
+      "f ragment",
+      "s b",
+      "Count ry",
+      "C ountry",
+      "▁v ě",
+      "▁ vě",
+      "▁B eng",
+      "▁Be ng",
+      "▁Ben g",
+      "▁Э то",
+      "▁во до",
+      "ма р",
+      "м ар",
+      "STR ING",
+      "▁ú j",
+      "multi ple",
+      "multip le",
+      "state ment",
+      "stat ement",
+      "▁invol ves",
+      "▁involve s",
+      "▁te cn",
+      "▁tec n",
+      "St udent",
+      "gr é",
+      "g ré",
+      "▁le an",
+      "▁ lean",
+      "▁bring ing",
+      "▁Med ical",
+      "▁Medic al",
+      "▁Medi cal",
+      "▁програ м",
+      "▁V og",
+      "▁Vo g",
+      "▁ж ов",
+      "▁Sp irit",
+      "nt h",
+      "n th",
+      "▁stand ards",
+      "▁standard s",
+      "▁Pro file",
+      "▁Prof ile",
+      "▁Profil e",
+      "▁ Profile",
+      "▁e z",
+      "▁ ez",
+      "▁террито рии",
+      "▁s tem",
+      "▁st em",
+      "▁ste m",
+      "ui l",
+      "u il",
+      "▁O g",
+      "B tn",
+      "na l",
+      "n al",
+      "▁near by",
+      "▁produ cing",
+      "cri v",
+      "cr iv",
+      "c riv",
+      "▁assum ptions",
+      "▁assumption s",
+      "▁S park",
+      "▁Sp ark",
+      "▁L ot",
+      "▁Lo t",
+      "it udes",
+      "itu des",
+      "itude s",
+      "itud es",
+      "af ka",
+      "fi ve",
+      "f ive",
+      "at io",
+      "ati o",
+      "▁distingu ish",
+      "ro ck",
+      "roc k",
+      "r ock",
+      "égl ise",
+      "é glise",
+      "▁rapp res",
+      "▁rap pres",
+      ">\\ <",
+      "> \\<",
+      "лі й",
+      "л ій",
+      "▁ми ни",
+      "▁ мини",
+      "▁intitul é",
+      "}} (\\",
+      "}}( \\",
+      "} }(\\",
+      "▁R out",
+      "▁Ro ut",
+      "▁Rou t",
+      "▁ Rout",
+      "▁B order",
+      "▁Bor der",
+      "▁ Border",
+      "▁over rid",
+      "HO ST",
+      "H OST",
+      "rit ten",
+      "ritt en",
+      "r itten",
+      "sa y",
+      "s ay",
+      "▁Ч и",
+      "icht ung",
+      "▁straight forward",
+      "ob b",
+      "o bb",
+      "▁Ter ra",
+      "▁Terr a",
+      "▁[ :",
+      "▁ [:",
+      "Be n",
+      "B en",
+      "▁compos ite",
+      ")+ \\",
+      ") +\\",
+      "▁c rown",
+      "▁cr own",
+      "▁cro wn",
+      "▁crow n",
+      "dir ection",
+      "direct ion",
+      "dire ction",
+      "d irection",
+      "▁неско лько",
+      "▁av ail",
+      "▁purch ased",
+      "▁purchase d",
+      "ho ok",
+      "h ook",
+      "et ies",
+      "eti es",
+      "e ties",
+      "▁f ase",
+      "▁fa se",
+      "▁fas e",
+      "▁R um",
+      "▁Ru m",
+      "▁ge nom",
+      "▁gen om",
+      "▁d ét",
+      "▁dé t",
+      "ow ą",
+      "mp eg",
+      "▁І н",
+      "des ktop",
+      "▁in jection",
+      "▁inj ection",
+      "▁inject ion",
+      "ag le",
+      "a gle",
+      "▁E dd",
+      "▁Ed d",
+      "_{ (",
+      "_ {(",
+      "▁H em",
+      "▁He m",
+      "ut os",
+      "uto s",
+      "pr oj",
+      "pro j",
+      "▁superfic ie",
+      "Pl ot",
+      "P lot",
+      "▁D ocker",
+      "▁Do cker",
+      "▁Doc ker",
+      "ät z",
+      "ä tz",
+      "kre ich",
+      "k reich",
+      "▁un clear",
+      "▁uncle ar",
+      "▁Un ity",
+      "▁Unit y",
+      "▁stream s",
+      "▁stre ams",
+      "ви д",
+      "▁simpl ified",
+      "Fil l",
+      "Fi ll",
+      "F ill",
+      "▁s ant",
+      "▁sa nt",
+      "▁san t",
+      "▁K ommun",
+      "▁Kom mun",
+      "▁Komm un",
+      "▁d uc",
+      "▁du c",
+      "▁д ве",
+      "▁o bs",
+      "▁ob s",
+      "▁ obs",
+      "ž it",
+      "▁Jane iro",
+      "б я",
+      "▁pr esso",
+      "▁pres so",
+      "▁press o",
+      "▁Min istry",
+      "▁b urst",
+      "▁bur st",
+      "▁re aching",
+      "▁reach ing",
+      "li ter",
+      "lit er",
+      "l iter",
+      "▁response s",
+      "▁respons es",
+      "▁E ug",
+      "▁Eu g",
+      "▁s od",
+      "▁so d",
+      "▁C ord",
+      "▁Cor d",
+      "▁Co rd",
+      "▁P erm",
+      "▁Per m",
+      "▁Pe rm",
+      "▁ Perm",
+      "par ts",
+      "part s",
+      "p arts",
+      "ци ма",
+      "vari ables",
+      "variable s",
+      "▁forgot ten",
+      "Fe rn",
+      "F ern",
+      "ost ęp",
+      "v l",
+      "▁С м",
+      "ki m",
+      "k im",
+      "aj ąc",
+      "ają c",
+      "a jąc",
+      "на ль",
+      "нал ь",
+      "н аль",
+      "г ле",
+      "hel per",
+      "help er",
+      "du p",
+      "d up",
+      "eu w",
+      "e uw",
+      "fr a",
+      "f ra",
+      "ell ite",
+      "elli te",
+      "an ya",
+      "any a",
+      "▁re ign",
+      "▁r eign",
+      "▁rei gn",
+      "ges amt",
+      "се да",
+      "▁R yan",
+      "▁Ry an",
+      "▁form atted",
+      "▁format ted",
+      "▁formatt ed",
+      "▁B org",
+      "▁Bo rg",
+      "▁Bor g",
+      "wal k",
+      "w alk",
+      "▁а л",
+      "▁ ал",
+      "agnost ics",
+      "agnostic s",
+      "▁C ape",
+      "▁Cap e",
+      "▁Ca pe",
+      "▁Fran co",
+      "▁Franc o",
+      "▁f ug",
+      "▁fu g",
+      ": )",
+      "ю з",
+      "F etch",
+      "▁rough ly",
+      "▁M is",
+      "▁Mi s",
+      "uet ooth",
+      "▁Venez uela",
+      "▁a stronom",
+      "▁astr onom",
+      "\") `",
+      "\" )`",
+      "om bres",
+      "omb res",
+      "▁кото рой",
+      "ó p",
+      "ow ed",
+      "owe d",
+      "o wed",
+      "H R",
+      "▁C amer",
+      "▁Cam er",
+      "▁Ca mer",
+      "ки е",
+      "par ison",
+      "▁B ij",
+      "▁Bi j",
+      "tem plates",
+      "template s",
+      "en vironment",
+      "environ ment",
+      "iz ação",
+      "iza ção",
+      "▁é r",
+      "▁ ér",
+      "▁pl enty",
+      "▁Type Error",
+      "▁for ty",
+      "▁fort y",
+      "ко ном",
+      "кон ом",
+      "коно м",
+      "▁S ed",
+      "▁Se d",
+      "▁th ats",
+      "▁that s",
+      "▁gra vity",
+      "▁grav ity",
+      "▁gravit y",
+      "▁ gravity",
+      "▁spirit ual",
+      "▁dup licates",
+      "▁duplicate s",
+      "▁enc ryption",
+      "▁encrypt ion",
+      "▁re ven",
+      "▁r even",
+      "▁rev en",
+      "▁reve n",
+      "▁ reven",
+      "get Instance",
+      "äl lor",
+      "äll or",
+      "dis k",
+      "di sk",
+      "d isk",
+      "▁th ro",
+      "▁thr o",
+      "▁N ak",
+      "▁Na k",
+      "▁p oł",
+      "▁po ł",
+      "▁her aus",
+      "in valid",
+      "s By",
+      "Bo ot",
+      "B oot",
+      "▁bu cket",
+      "▁ bucket",
+      "▁P arse",
+      "▁Par se",
+      "▁ Parse",
+      "he x",
+      "h ex",
+      "Con ne",
+      "C onne",
+      "▁Comp uter",
+      "▁Comput er",
+      "zy k",
+      "z yk",
+      "▁indu ced",
+      "▁Br uno",
+      "▁Bru no",
+      "▁Brun o",
+      "▁address ed",
+      "▁addr essed",
+      "ma nia",
+      "man ia",
+      "m ania",
+      "▁in clus",
+      "▁incl us",
+      "▁inc lus",
+      "▁inclu s",
+      "oun ced",
+      "ounce d",
+      "script size",
+      "scripts ize",
+      "▁E pis",
+      "▁Ep is",
+      "▁v ocal",
+      "▁vo cal",
+      "▁voc al",
+      "▁Jon athan",
+      "у м",
+      "st aden",
+      "sta den",
+      "stad en",
+      "▁Child ren",
+      "▁ Children",
+      "пе й",
+      "п ей",
+      "It alia",
+      "Ital ia",
+      "reib ung",
+      "▁n ost",
+      "▁no st",
+      "▁nos t",
+      "▁ nost",
+      "▁е щё",
+      "▁Wer ke",
+      "▁Werk e",
+      "▁act ress",
+      "▁Minn esota",
+      "ri ke",
+      "rik e",
+      "r ike",
+      "▁t ek",
+      "▁te k",
+      "▁ tek",
+      "▁prime ira",
+      "▁f rat",
+      "▁fr at",
+      "▁fra t",
+      "▁Config uration",
+      "▁ Configuration",
+      "▁b id",
+      "▁bi d",
+      "▁ bid",
+      "tr igger",
+      "Cont ents",
+      "Content s",
+      "▁const antly",
+      "▁constant ly",
+      "!! !",
+      "! !!",
+      "▁d read",
+      "▁dr ead",
+      "▁dre ad",
+      "▁hundred s",
+      "ist ische",
+      "isti sche",
+      "▁card inal",
+      "T ABLE",
+      "▁est os",
+      "▁esto s",
+      "ass oc",
+      "asso c",
+      "gr ay",
+      "gra y",
+      "g ray",
+      "▁Sch loss",
+      "▁Schl oss",
+      "▁s che",
+      "▁sc he",
+      "▁sch e",
+      "▁ sche",
+      "con g",
+      "co ng",
+      "c ong",
+      "▁ko ji",
+      "ète s",
+      "èt es",
+      "è tes",
+      "▁E ra",
+      "▁Er a",
+      "om i",
+      "o mi",
+      "▁S R",
+      "▁ SR",
+      "▁wr apped",
+      "▁wra pped",
+      "▁wrap ped",
+      "▁tr unc",
+      "▁a h",
+      "▁ ah",
+      "eg os",
+      "ego s",
+      "ok i",
+      "o ki",
+      "mo uth",
+      "m outh",
+      "log ging",
+      "▁f asc",
+      "▁fa sc",
+      "▁fas c",
+      "▁S ample",
+      "▁Sam ple",
+      "▁ Sample",
+      "▁c onte",
+      "▁con te",
+      "▁cont e",
+      "▁v illa",
+      "▁vi lla",
+      "▁vill a",
+      "▁vil la",
+      "▁ villa",
+      "com ments",
+      "comm ents",
+      "comment s",
+      "▁b atal",
+      "▁ba tal",
+      "▁bat al",
+      "▁bata l",
+      "▁Garc ía",
+      "▁N orte",
+      "▁Nor te",
+      "▁we chsel",
+      "▁Muse o",
+      "▁enf ants",
+      "▁whis per",
+      "na ke",
+      "nak e",
+      "n ake",
+      "▁jed nak",
+      "l ês",
+      "en ders",
+      "end ers",
+      "ender s",
+      "ende rs",
+      "▁ä l",
+      "▁ äl",
+      "▁V B",
+      "▁ VB",
+      "▁cook ies",
+      "▁cookie s",
+      "ze ti",
+      "zet i",
+      "z eti",
+      "at um",
+      "atu m",
+      "▁d edu",
+      "▁de du",
+      "▁ded u",
+      "▁arr anged",
+      "▁arrang ed",
+      "la z",
+      "l az",
+      "▁cu enta",
+      "ym l",
+      "y ml",
+      "▁f lav",
+      "▁fl av",
+      "▁fla v",
+      "M R",
+      "em et",
+      "eme t",
+      "e met",
+      "бі ль",
+      "б іль",
+      "cm p",
+      "c mp",
+      "it uto",
+      "itu to",
+      "itut o",
+      "ze tt",
+      "zet t",
+      "z ett",
+      "▁en vi",
+      "▁env i",
+      "▁k ot",
+      "▁ko t",
+      "$ :",
+      "up per",
+      "upp er",
+      "u pper",
+      "▁Al berto",
+      "▁Albert o",
+      "k b",
+      "An al",
+      "A nal",
+      "ör t",
+      "ö rt",
+      "▁[ -",
+      "▁ [-",
+      "▁führ te",
+      "▁führt e",
+      "ia h",
+      "i ah",
+      "▁T un",
+      "▁Tu n",
+      "▁и скус",
+      "uw e",
+      "u we",
+      "is pecies",
+      "i species",
+      "P ub",
+      "Syn c",
+      "S ync",
+      "▁Colomb ia",
+      "ak ers",
+      "ake rs",
+      "aker s",
+      "▁Imper ial",
+      "ov ing",
+      "ovi ng",
+      "o ving",
+      "▁int elligence",
+      "▁intellig ence",
+      "▁equip ment",
+      "ei n",
+      "e in",
+      "dag ger",
+      "d agger",
+      "▁Ed ge",
+      "▁ Edge",
+      "▁Рес публи",
+      "adratkil ometer",
+      "▁An to",
+      "▁Ant o",
+      "▁char ges",
+      "▁charge s",
+      "▁charg es",
+      "▁O cean",
+      "▁simpl ify",
+      "▁m iesz",
+      "▁mi esz",
+      "▁mie sz",
+      "run ning",
+      "r unning",
+      "▁L ac",
+      "▁La c",
+      "gen ommen",
+      "▁represent ative",
+      "= .",
+      "▁P red",
+      "▁Pr ed",
+      "▁Pre d",
+      "▁ Pred",
+      "▁sp ite",
+      "ci ale",
+      "cial e",
+      "cia le",
+      "c iale",
+      "▁n ave",
+      "▁na ve",
+      "▁nav e",
+      "▁ext ens",
+      "▁neut ral",
+      "▁кото рая",
+      ".< /",
+      ". </",
+      "▁C S",
+      "▁ CS",
+      "uk y",
+      "u ky",
+      "▁wh ilst",
+      "▁l ingu",
+      "▁lin gu",
+      "▁ling u",
+      "ext ract",
+      "extra ct",
+      "zeich nung",
+      "▁F eld",
+      "▁Fe ld",
+      "▁Fel d",
+      "▁valu able",
+      "ur able",
+      "ura ble",
+      "u rable",
+      "▁J en",
+      "▁Je n",
+      "▁strugg le",
+      "▁comm ittee",
+      "▁W ohn",
+      "▁Wo hn",
+      "▁sql ite",
+      "▁ sqlite",
+      "▁T emp",
+      "▁Te mp",
+      "▁Tem p",
+      "▁ Temp",
+      "▁CO UNT",
+      "▁ COUNT",
+      "con sin",
+      "cons in",
+      "мі ні",
+      "мін і",
+      "us age",
+      "usa ge",
+      "▁qu est",
+      "▁que st",
+      "▁q uest",
+      "▁ quest",
+      "дя н",
+      "д ян",
+      "ear ed",
+      "ea red",
+      "e ared",
+      "▁Sch ne",
+      "▁d od",
+      "▁do d",
+      "▁re cht",
+      "▁rec ht",
+      "▁ recht",
+      "▁k ao",
+      "▁ka o",
+      "Cap t",
+      "Ca pt",
+      "C apt",
+      "label s",
+      "lab els",
+      "▁el los",
+      "▁ell os",
+      "▁indust ri",
+      "▁Color ado",
+      "▁contr ary",
+      "▁contra ry",
+      "▁D um",
+      "▁Du m",
+      "Be l",
+      "B el",
+      "▁V ent",
+      "▁Ve nt",
+      "▁Ven t",
+      "▁author ities",
+      "Y ES",
+      "en sed",
+      "ens ed",
+      "ense d",
+      "umbn ail",
+      "izz azione",
+      "izza zione",
+      "ko u",
+      "k ou",
+      "ri ca",
+      "ric a",
+      "r ica",
+      "▁s ect",
+      "▁se ct",
+      "▁sec t",
+      "▁ sect",
+      "test s",
+      "tes ts",
+      "t ests",
+      "▁K lein",
+      "▁Kle in",
+      "▁Kl ein",
+      "▁le gs",
+      "▁leg s",
+      "▁Pi etro",
+      "▁Piet ro",
+      "f u",
+      "th y",
+      "t hy",
+      "▁b ast",
+      "▁bas t",
+      "▁ba st",
+      "▁t edes",
+      "▁te des",
+      "▁ted es",
+      "et tes",
+      "ett es",
+      "ette s",
+      "▁re pet",
+      "▁rep et",
+      "▁repe t",
+      "ac re",
+      "a cre",
+      "re tto",
+      "ret to",
+      "rett o",
+      "r etto",
+      "▁remain der",
+      "▁G eg",
+      "▁Ge g",
+      "▁Г ор",
+      "▁Го р",
+      "▁Re chts",
+      "▁Recht s",
+      "▁filter ing",
+      "ou ss",
+      "ous s",
+      "o uss",
+      "▁deploy ed",
+      "▁prü fe",
+      "▁b itmap",
+      "▁bit map",
+      "▁s ovi",
+      "▁so vi",
+      "▁sov i",
+      "▁< %=",
+      "▁<% =",
+      "▁ <%=",
+      "▁entfer ne",
+      "ki ll",
+      "kil l",
+      "k ill",
+      "ta bs",
+      "tab s",
+      "t abs",
+      "Ex pr",
+      "Exp r",
+      "ко му",
+      "ком у",
+      "к ому",
+      "▁Republic an",
+      "▁S ize",
+      "▁Si ze",
+      "▁ Size",
+      "▁p oll",
+      "▁po ll",
+      "▁pol l",
+      "▁r ien",
+      "▁ri en",
+      "▁ rien",
+      "▁клу б",
+      "én d",
+      "é nd",
+      "▁B io",
+      "▁Bi o",
+      "▁per l",
+      "▁pe rl",
+      "▁ perl",
+      "▁And reas",
+      "▁Andrea s",
+      "▁Andre as",
+      "ви н",
+      "в ин",
+      "▁d istant",
+      "▁dist ant",
+      "▁F inn",
+      "▁Fin n",
+      "▁M itch",
+      "▁Mit ch",
+      "▁% {",
+      "▁c harm",
+      "▁ch arm",
+      "▁char m",
+      "▁cha rm",
+      "▁M ul",
+      "▁Mu l",
+      "pe rate",
+      "per ate",
+      "▁sci ences",
+      "▁science s",
+      "▁mon ot",
+      "▁mo not",
+      "▁deb ido",
+      "riz ona",
+      "ie c",
+      "i ec",
+      "▁al arm",
+      "▁prom oted",
+      "▁promote d",
+      "▁let zten",
+      "at in",
+      "ati n",
+      "▁con clus",
+      "▁conc lus",
+      "▁concl us",
+      "he rr",
+      "her r",
+      "h err",
+      "▁é ch",
+      "▁éc h",
+      "▁ éch",
+      "ed ish",
+      "edi sh",
+      "go r",
+      "g or",
+      "▁st ycz",
+      "▁sty cz",
+      "▁im press",
+      "▁imp ress",
+      "▁impr ess",
+      "ru its",
+      "ruit s",
+      "r uits",
+      "ier ungs",
+      "ierung s",
+      "▁par sed",
+      "▁parse d",
+      "▁r ío",
+      "▁Pak istan",
+      "ig ner",
+      "ign er",
+      "igne r",
+      "▁watch ing",
+      "▁database s",
+      "▁datab ases",
+      "ed ing",
+      "edi ng",
+      "e ding",
+      "▁Spec ific",
+      "▁gener ale",
+      "▁general e",
+      "▁gene rale",
+      "la x",
+      "l ax",
+      "▁Lo oking",
+      "▁Look ing",
+      "▁b ond",
+      "▁bo nd",
+      "▁bon d",
+      "▁v ista",
+      "▁vis ta",
+      "▁vi sta",
+      "▁e c",
+      "▁ ec",
+      "▁gr ud",
+      "▁gru d",
+      "▁del eting",
+      "▁delet ing",
+      "ta c",
+      "t ac",
+      "▁j azz",
+      "▁ja zz",
+      "j m",
+      "▁p ół",
+      "▁pó ł",
+      "L anguage",
+      "de legate",
+      "▁reg istry",
+      "▁registr y",
+      "▁Sh ared",
+      "▁Share d",
+      "▁ Shared",
+      "ст рой",
+      "стро й",
+      "Mus ic",
+      "▁v essel",
+      "▁vess el",
+      "▁ves sel",
+      ". @",
+      "▁W ür",
+      "▁f ed",
+      "▁fe d",
+      "▁ered et",
+      "▁ere det",
+      "▁G ö",
+      "up t",
+      "u pt",
+      "▁ple asant",
+      "▁table View",
+      "▁ tableView",
+      "▁count ing",
+      "▁coun ting",
+      "▁Krie gs",
+      "▁Krieg s",
+      "▁полу чил",
+      "▁получи л",
+      "▁] ,",
+      "▁ ],",
+      "ви а",
+      "▁a ž",
+      "To List",
+      "▁Ad vent",
+      "▁Adv ent",
+      "▁sk etch",
+      "p n",
+      "▁s ier",
+      "▁si er",
+      "▁sie r",
+      "▁находи тся",
+      "io p",
+      "i op",
+      "▁l y",
+      "▁ ly",
+      "▁Sch l",
+      "▁Sc hl",
+      "Cont ract",
+      "as soci",
+      "ass oci",
+      "asso ci",
+      "assoc i",
+      "▁P ear",
+      "▁Pe ar",
+      "▁w he",
+      "▁wh e",
+      "▁De lete",
+      "▁Del ete",
+      "▁ Delete",
+      "▁e lem",
+      "▁el em",
+      "▁ele m",
+      "▁ elem",
+      "ät te",
+      "ätt e",
+      "ä tte",
+      "▁č esk",
+      "▁M C",
+      "▁ MC",
+      "▁sh out",
+      "▁sho ut",
+      "ake spe",
+      "akes pe",
+      "▁default s",
+      "pe nas",
+      "pen as",
+      "p enas",
+      "ò ria",
+      "▁hier archy",
+      "ip t",
+      "i pt",
+      "▁E lis",
+      "▁El is",
+      "▁Eli s",
+      "like ly",
+      "lik ely",
+      "Ro t",
+      "R ot",
+      "▁c ow",
+      "▁co w",
+      "▁ cow",
+      "▁st rike",
+      "▁str ike",
+      "▁stri ke",
+      "▁strik e",
+      "▁бере зня",
+      "▁ens emble",
+      "▁ ensemble",
+      "▁Pse ud",
+      "V irtual",
+      "▁ї ї",
+      "RO OT",
+      "си я",
+      "▁с об",
+      "▁со б",
+      "▁ соб",
+      "▁in vert",
+      "▁inv ert",
+      "▁inve rt",
+      "▁switch ing",
+      "ht access",
+      "▁на гра",
+      "▁Nor man",
+      "▁Norm an",
+      "▁ing lês",
+      "! [",
+      "ou sel",
+      "ous el",
+      "ouse l",
+      "DO CTYPE",
+      "DOC TYPE",
+      "▁supp ress",
+      "▁sup press",
+      "▁accompan ied",
+      "▁B é",
+      "imp lies",
+      "impl ies",
+      "nu t",
+      "n ut",
+      "▁S yntax",
+      "▁Syn tax",
+      "▁ Syntax",
+      "in ho",
+      "▁t am",
+      "▁ta m",
+      "▁focus ed",
+      "▁foc used",
+      "av ano",
+      "ava no",
+      "avan o",
+      "a vano",
+      "▁B aden",
+      "▁Ba den",
+      "▁Bad en",
+      "ha d",
+      "h ad",
+      "▁( {",
+      "▁ ({",
+      "T y",
+      "▁ро с",
+      "▁р ос",
+      "▁ рос",
+      "▁чо лові",
+      "og e",
+      "o ge",
+      "js p",
+      "j sp",
+      "Bl ue",
+      "▁su as",
+      "▁sua s",
+      "ap ers",
+      "ape rs",
+      "aper s",
+      "a pers",
+      "Sh ort",
+      "Render er",
+      "▁s endo",
+      "▁send o",
+      "▁sen do",
+      "▁C ec",
+      "▁Ce c",
+      "▁` __",
+      "▁`_ _",
+      "▁Municip al",
+      "dot net",
+      "▁b ev",
+      "▁be v",
+      "▁D A",
+      "▁ DA",
+      "Menu Item",
+      "▁a mp",
+      "▁am p",
+      "▁ amp",
+      "▁u ri",
+      "▁ur i",
+      "▁ uri",
+      "▁f ier",
+      "▁fi er",
+      "сле н",
+      "с лен",
+      "), (",
+      ") ,(",
+      "cul es",
+      "cu les",
+      "c ules",
+      "il las",
+      "ill as",
+      "illa s",
+      "LO CK",
+      "LOC K",
+      "▁de rive",
+      "▁der ive",
+      "▁deriv e",
+      "ub en",
+      "ube n",
+      "u ben",
+      "▁G T",
+      "▁ GT",
+      "▁M ack",
+      "▁Ma ck",
+      "▁Mac k",
+      "▁sch olar",
+      ")} }",
+      ") }}",
+      "з м",
+      ">: :",
+      "> ::",
+      "ш ёл",
+      "▁princip ales",
+      "▁principal es",
+      "▁principale s",
+      "▁ц ар",
+      "▁t ied",
+      "▁ti ed",
+      "▁tie d",
+      "▁al ta",
+      "▁alt a",
+      "▁C it",
+      "▁Ci t",
+      "li ned",
+      "line d",
+      "lin ed",
+      "l ined",
+      "ma jor",
+      "▁p unk",
+      "▁pun k",
+      "▁cin co",
+      "ick ý",
+      "▁r aggi",
+      "▁ra ggi",
+      "▁rag gi",
+      "ty pen",
+      "type n",
+      "typ en",
+      "тель ство",
+      "▁con ference",
+      "▁confer ence",
+      "▁с іль",
+      "▁сі ль",
+      "▁he ut",
+      "i š",
+      "ет а",
+      "е та",
+      "vel ope",
+      "velop e",
+      "h box",
+      "no wn",
+      "now n",
+      "n own",
+      "▁z ar",
+      "▁za r",
+      "▁ zar",
+      "kt iv",
+      "ie ß",
+      "▁с тре",
+      "▁ст ре",
+      "▁ стре",
+      "▁Event Args",
+      "▁ EventArgs",
+      "▁I ra",
+      "▁Ir a",
+      "▁V BA",
+      "▁VB A",
+      "▁S anto",
+      "▁San to",
+      "▁Sant o",
+      "▁F ach",
+      "▁Fa ch",
+      "▁Fac h",
+      "▁F F",
+      "▁ FF",
+      "▁Ray mond",
+      "ме ц",
+      "im plementation",
+      "▁bro thers",
+      "▁brother s",
+      "▁cô té",
+      "▁cont rollers",
+      "▁control lers",
+      "▁controller s",
+      "▁C le",
+      "▁Cl e",
+      "▁c able",
+      "▁ca ble",
+      "▁cab le",
+      "▁con fer",
+      "▁conf er",
+      "▁{ -",
+      "▁ {-",
+      "▁cz ł",
+      "▁Fil ip",
+      "at orio",
+      "ator io",
+      "ato rio",
+      "atori o",
+      "▁w icht",
+      "▁be aucoup",
+      "▁L it",
+      "▁Li t",
+      "▁s essions",
+      "▁session s",
+      "▁sess ions",
+      "▁Su ccess",
+      "▁ Success",
+      "▁ro uting",
+      "▁rout ing",
+      "▁rou ting",
+      "ni u",
+      "n iu",
+      "▁V ice",
+      "▁Vi ce",
+      "▁Vic e",
+      "▁k rit",
+      "▁kr it",
+      "up dated",
+      "update d",
+      "▁In valid",
+      "▁ Invalid",
+      "▁Mann schaft",
+      "▁a os",
+      "▁ao s",
+      "▁t udi",
+      "▁tu di",
+      "▁tud i",
+      "▁des prés",
+      "▁desp rés",
+      "qu a",
+      "q ua",
+      "Cont ains",
+      "Comp any",
+      "▁person a",
+      "▁pers ona",
+      "ad apter",
+      "с ни",
+      "▁v oj",
+      "▁vo j",
+      "▁ voj",
+      "▁e scri",
+      "▁es cri",
+      "▁esc ri",
+      "ag t",
+      "a gt",
+      "▁с тво",
+      "▁ст во",
+      "▁ ство",
+      "▁dist rito",
+      "ap an",
+      "apa n",
+      "a pan",
+      "▁aspect s",
+      "▁z al",
+      "▁za l",
+      ")^ {\\",
+      ")^{ \\",
+      ") ^{\\",
+      "▁syst ème",
+      "▁а на",
+      "▁ан а",
+      "▁ ана",
+      "ium s",
+      "iu ms",
+      "i ums",
+      "▁prem iers",
+      "▁premi ers",
+      "▁premier s",
+      "▁по э",
+      "▁m ère",
+      "▁G un",
+      "▁Gu n",
+      "ap ing",
+      "api ng",
+      "a ping",
+      "▁R ain",
+      "▁Ra in",
+      "▁ig ual",
+      "▁process or",
+      "▁proc essor",
+      "▁ processor",
+      "') `",
+      "' )`",
+      "bl ing",
+      "b ling",
+      "▁m ism",
+      "▁mi sm",
+      "▁mis m",
+      "br áz",
+      "▁close st",
+      "▁clos est",
+      "▁Re ading",
+      "▁Read ing",
+      "▁по пу",
+      "con o",
+      "co no",
+      "c ono",
+      "▁k ult",
+      "▁! !",
+      "▁ !!",
+      "▁Ex pression",
+      "▁Exp ression",
+      "▁Express ion",
+      "▁ Expression",
+      "▁indu ction",
+      "▁induct ion",
+      "ah ren",
+      "ahr en",
+      "a hren",
+      "▁c p",
+      "▁ cp",
+      "▁viol ence",
+      "ient í",
+      "cent e",
+      "cen te",
+      "c ente",
+      "▁D ob",
+      "▁Do b",
+      "ja ck",
+      "j ack",
+      "so ng",
+      "son g",
+      "s ong",
+      "bu cket",
+      "▁de port",
+      "▁dep ort",
+      "ки ми",
+      "ким и",
+      "l m",
+      "▁in noc",
+      "▁inn oc",
+      "Ch anges",
+      "Change s",
+      "▁pro hib",
+      "ang ol",
+      "ango l",
+      "isecond s",
+      "i seconds",
+      "▁п ор",
+      "▁по р",
+      "▁ пор",
+      "▁h ip",
+      "▁hi p",
+      "▁ hip",
+      "▁p ů",
+      "en dorf",
+      "end orf",
+      "endo rf",
+      "endor f",
+      "▁sch eduled",
+      "▁schedule d",
+      "▁Fl ug",
+      "ac yj",
+      "acy j",
+      "▁Fil ms",
+      "▁Film s",
+      "athed ral",
+      "Po wer",
+      "P ower",
+      "ar din",
+      "ard in",
+      "ardi n",
+      "ka p",
+      "k ap",
+      "ic ken",
+      "ick en",
+      "i cken",
+      "re size",
+      "res ize",
+      "eu s",
+      "e us",
+      "r r",
+      "ля н",
+      "л ян",
+      "▁H av",
+      "▁Ha v",
+      "▁o ra",
+      "▁or a",
+      "▁ ora",
+      "FR OM",
+      "F ROM",
+      "ло ся",
+      "▁te rug",
+      "▁ter ug",
+      "▁W idth",
+      "▁ Width",
+      "▁accept s",
+      "бе н",
+      "б ен",
+      "▁m ich",
+      "▁mi ch",
+      "▁mic h",
+      "▁C zech",
+      "▁Cz ech",
+      "▁B edeut",
+      "▁ви д",
+      "▁ вид",
+      "ô me",
+      "▁L oop",
+      "▁Lo op",
+      "▁ Loop",
+      "sp ect",
+      "spe ct",
+      "spec t",
+      "s pect",
+      "ü k",
+      "es ton",
+      "est on",
+      "esto n",
+      "e ston",
+      "▁s lot",
+      "▁sl ot",
+      "▁slo t",
+      "▁został a",
+      "▁Charlot te",
+      "▁состав ляет",
+      "▁составля ет",
+      "▁Prom ise",
+      "▁e po",
+      "▁ep o",
+      "▁d iction",
+      "▁di ction",
+      "▁dict ion",
+      "▁dic tion",
+      "▁ diction",
+      "▁Frank lin",
+      "▁R iv",
+      "▁Ri v",
+      "ру г",
+      "ci da",
+      "cid a",
+      "c ida",
+      "▁Ex plorer",
+      "cook ie",
+      "▁former ly",
+      "▁municip ality",
+      "▁municipal ity",
+      "▁Ste fan",
+      "▁Stef an",
+      "list s",
+      "lis ts",
+      "l ists",
+      "CO MP",
+      "COM P",
+      "Le n",
+      "L en",
+      "▁Sta at",
+      "▁N BA",
+      "de ns",
+      "den s",
+      "d ens",
+      "▁osc ill",
+      "! .",
+      "▁P O",
+      "▁ PO",
+      "ô ne",
+      "es es",
+      "ese s",
+      "▁на циональ",
+      "vo or",
+      "v oor",
+      "▁ко пи",
+      "▁по зи",
+      "▁ пози",
+      "ul u",
+      "u lu",
+      "Const raint",
+      "Constra int",
+      "▁сво ей",
+      "▁algebra ic",
+      "ч ня",
+      "Di ct",
+      "D ict",
+      "▁appear ing",
+      "▁appe aring",
+      "▁p rav",
+      "▁pr av",
+      "▁pra v",
+      "▁Univers al",
+      "B rowser",
+      "▁Sing ap",
+      "ennes see",
+      "] _",
+      "▁S of",
+      "▁So f",
+      "▁C ad",
+      "▁Ca d",
+      "oun ce",
+      "▁cost s",
+      "▁cos ts",
+      "]{ \\",
+      "] {\\",
+      "../ ../",
+      "ськ ій",
+      "ські й",
+      "üh l",
+      "ü hl",
+      "ie ty",
+      "iet y",
+      "i ety",
+      "п р",
+      "▁interpre ted",
+      "▁interpret ed",
+      "aj n",
+      "col og",
+      "co log",
+      "colo g",
+      "c olog",
+      "Y S",
+      "ma ns",
+      "man s",
+      "m ans",
+      "▁met rics",
+      "▁metric s",
+      "▁reg istr",
+      "▁ registr",
+      "ist ance",
+      "istan ce",
+      "▁По ль",
+      "▁an onymous",
+      "▁ anonymous",
+      "▁institution s",
+      "▁instit utions",
+      "▁z dob",
+      "▁zd ob",
+      "pr üng",
+      "prü ng",
+      "▁ар ти",
+      "▁e stat",
+      "▁est at",
+      "▁es tat",
+      "▁esta t",
+      "ac ci",
+      "acc i",
+      "▁academ ic",
+      "▁ch iesa",
+      "▁chi esa",
+      "▁G ian",
+      "▁Gi an",
+      "▁Gia n",
+      "cont rib",
+      "contr ib",
+      "um ed",
+      "ume d",
+      "u med",
+      "▁G ir",
+      "▁Gi r",
+      "▁base ball",
+      "numer ic",
+      "n umeric",
+      "Gener ator",
+      "G M",
+      "▁t iny",
+      "▁ti ny",
+      "▁tin y",
+      "▁ tiny",
+      "▁dist inction",
+      "▁distinct ion",
+      "ге р",
+      "г ер",
+      "▁r ust",
+      "▁ru st",
+      "▁rus t",
+      "▁ rust",
+      "▁FI FA",
+      "▁Pro perties",
+      "▁ Properties",
+      "^ -",
+      "▁э кс",
+      "▁эк с",
+      "▁Sta nis",
+      "▁Stan is",
+      "▁A jax",
+      "es cape",
+      "esc ape",
+      "▁con sp",
+      "▁cons p",
+      "▁C hen",
+      "▁Ch en",
+      "▁Che n",
+      "▁N aval",
+      "▁Na val",
+      "▁Nav al",
+      "Bi t",
+      "B it",
+      "▁b ât",
+      "ски ми",
+      "ским и",
+      "с кими",
+      "dr ive",
+      "dri ve",
+      "d rive",
+      "▁R ound",
+      "▁Ro und",
+      "▁Rou nd",
+      "ph oto",
+      "▁Le vel",
+      "▁Lev el",
+      "▁ Level",
+      "▁g eg",
+      "▁ge g",
+      "▁ geg",
+      "To m",
+      "T om",
+      "▁M obile",
+      "▁ Mobile",
+      "▁T rop",
+      "▁Tr op",
+      "▁Tro p",
+      "Dir ection",
+      "Direct ion",
+      "D irection",
+      "is an",
+      "isa n",
+      "i san",
+      ")^ {-",
+      ")^{ -",
+      ") ^{-",
+      "▁Set ting",
+      "▁ Setting",
+      "▁Pro bably",
+      "ль я",
+      "л ья",
+      "▁as sets",
+      "▁ass ets",
+      "▁asse ts",
+      "▁asset s",
+      "▁ assets",
+      "▁a tte",
+      "▁at te",
+      "▁att e",
+      "▁ atte",
+      "▁b ulk",
+      "▁bul k",
+      "és t",
+      "é st",
+      "▁w ing",
+      "▁win g",
+      "▁ wing",
+      "ni us",
+      "niu s",
+      "n ius",
+      "▁w ins",
+      "▁win s",
+      "▁l ud",
+      "▁lu d",
+      "us hing",
+      "ush ing",
+      "▁d even",
+      "▁de ven",
+      "▁dev en",
+      "▁deve n",
+      "огра ф",
+      "о граф",
+      "burg er",
+      "bur ger",
+      "b urger",
+      "▁em bar",
+      "▁emb ar",
+      "Filter Chain",
+      "▁t um",
+      "▁tu m",
+      "▁ö ss",
+      "▁nom mé",
+      "▁p ir",
+      "▁pi r",
+      "▁l uc",
+      "▁lu c",
+      "db o",
+      "d bo",
+      "ag ues",
+      "ague s",
+      "agu es",
+      "▁al can",
+      "▁alc an",
+      "ou wen",
+      "ouw en",
+      "▁Stan ley",
+      "ци али",
+      "▁g rown",
+      "▁gr own",
+      "▁gro wn",
+      "▁grow n",
+      "▁pres erved",
+      "▁preserve d",
+      "▁s olar",
+      "▁so lar",
+      "▁sol ar",
+      "▁Насе ление",
+      "▁perform ances",
+      "▁performance s",
+      "▁C ow",
+      "▁Co w",
+      "▁engine ering",
+      "▁engineer ing",
+      "▁sc aling",
+      "▁scal ing",
+      "at omic",
+      "ato mic",
+      "atom ic",
+      "end ance",
+      "▁a ce",
+      "▁ac e",
+      "▁ ace",
+      "än gen",
+      "äng en",
+      "änge n",
+      "An im",
+      "A nim",
+      "ph ase",
+      "pha se",
+      "phas e",
+      "z burg",
+      "O ld",
+      "▁serv ant",
+      "▁geme ins",
+      "▁Ob serv",
+      "trans late",
+      "▁cover ing",
+      "▁cov ering",
+      "▁est án",
+      "▁está n",
+      "▁problem a",
+      "▁proble ma",
+      "▁probl ema",
+      "▁у станов",
+      "▁l lev",
+      "▁ll ev",
+      "▁lle v",
+      "▁c zerw",
+      "é al",
+      "me z",
+      "m ez",
+      "RE E",
+      "R EE",
+      "ER R",
+      "ту ри",
+      "тур и",
+      "se gu",
+      "seg u",
+      "s egu",
+      "▁pro fit",
+      "▁prof it",
+      "▁multip lication",
+      "kom men",
+      "k ommen",
+      "▁f aut",
+      "▁fa ut",
+      "▁candid ates",
+      "▁candidate s",
+      "▁U ri",
+      "▁Ur i",
+      "▁ Uri",
+      "▁La ura",
+      "▁Laur a",
+      "▁Lau ra",
+      "▁s ap",
+      "▁sa p",
+      "▁ви сини",
+      "▁Bet ween",
+      "fa de",
+      "f ade",
+      "▁res erved",
+      "▁reserve d",
+      "▁invol ving",
+      "▁M are",
+      "▁Mar e",
+      "▁Ma re",
+      "▁Cont ainer",
+      "▁ Container",
+      "▁на зна",
+      "▁DE BUG",
+      "▁ DEBUG",
+      "▁h urt",
+      "▁hur t",
+      "▁hu rt",
+      "▁Pol ski",
+      "▁l ux",
+      "▁lu x",
+      "C B",
+      "wa ch",
+      "w ach",
+      "▁пери од",
+      "▁перио д",
+      "▁C atherine",
+      "▁g anz",
+      "▁gan z",
+      "uch te",
+      "ucht e",
+      "u chte",
+      "▁cons umer",
+      "▁consum er",
+      "▁consume r",
+      "▁cross ed",
+      "ord ered",
+      "order ed",
+      "orde red",
+      "aw ay",
+      "awa y",
+      "a way",
+      "te chn",
+      "tech n",
+      "▁sub scri",
+      "▁subs cri",
+      "▁short cut",
+      "▁произ вод",
+      "▁simultane ously",
+      "▁r ating",
+      "▁ra ting",
+      "▁rat ing",
+      "▁ rating",
+      "▁K ings",
+      "▁King s",
+      "▁Kin gs",
+      "▁relations hips",
+      "▁relation ships",
+      "▁relationship s",
+      "▁S ex",
+      "▁Se x",
+      "▁T ool",
+      "▁To ol",
+      "▁ Tool",
+      "ag h",
+      "a gh",
+      "ac ters",
+      "act ers",
+      "acter s",
+      "log ger",
+      "hom me",
+      "en gers",
+      "eng ers",
+      "enger s",
+      "▁R i",
+      "ear ance",
+      "ea rance",
+      "▁appear ances",
+      "▁appearance s",
+      "Re al",
+      "▁p asse",
+      "▁pass e",
+      "▁pas se",
+      "ic lopedia",
+      "ч ко",
+      "ter re",
+      "▁Ont ario",
+      "▁пере да",
+      "▁перед а",
+      "fo oter",
+      "foo ter",
+      "foot er",
+      "arch ivi",
+      "archiv i",
+      "if iz",
+      "ifi z",
+      "▁Pro test",
+      "▁Prote st",
+      "▁L IN",
+      "▁LI N",
+      "▁ LIN",
+      "unn able",
+      "▁cent uries",
+      "▁B ayer",
+      "▁Ba yer",
+      "▁Bay er",
+      "ці ю",
+      "ов ин",
+      "ови н",
+      "о вин",
+      "▁And rea",
+      "▁Andre a",
+      "se lection",
+      "select ion",
+      "sel ection",
+      "▁c alm",
+      "▁cal m",
+      "▁ca lm",
+      "▁mod ification",
+      "▁modific ation",
+      "▁short ly",
+      "in aire",
+      "ina ire",
+      "i naire",
+      "▁f usion",
+      "▁fus ion",
+      "▁feel ings",
+      "▁feeling s",
+      "▁fee lings",
+      "P K",
+      "▁Ro berto",
+      "▁Robert o",
+      "г не",
+      "Sh ared",
+      "▁mehr ere",
+      "▁N iem",
+      "▁Ni em",
+      "▁Nie m",
+      "om p",
+      "o mp",
+      "En v",
+      "▁Art icle",
+      "▁P ok",
+      "▁Po k",
+      "▁V ARCHAR",
+      "▁d il",
+      "▁di l",
+      "▁af ford",
+      "▁aff ord",
+      "▁con front",
+      "▁conf ront",
+      "ow anie",
+      "owa nie",
+      "owan ie",
+      "▁min istre",
+      "▁minist re",
+      "▁mini stre",
+      "ad esh",
+      "ade sh",
+      "ades h",
+      "▁P oly",
+      "▁Pol y",
+      "▁Po ly",
+      "▁Ра спо",
+      "▁Рас по",
+      "▁Gru ppe",
+      "▁H elen",
+      "▁He len",
+      "▁Hel en",
+      "▁c c",
+      "▁ cc",
+      "▁port rait",
+      "be w",
+      "b ew",
+      "▁b eta",
+      "▁be ta",
+      "▁bet a",
+      "▁ beta",
+      "▁W ir",
+      "▁Wi r",
+      "▁A udio",
+      "▁Aud io",
+      "▁ Audio",
+      "▁( \\<",
+      "▁(\\ <",
+      "rior ity",
+      "▁n it",
+      "▁ni t",
+      "▁ nit",
+      "▁пред стави",
+      "▁представ и",
+      "▁V ie",
+      "▁Vi e",
+      "▁w ür",
+      "▁ wür",
+      "▁H old",
+      "▁Hol d",
+      "▁Ho ld",
+      "▁ Hold",
+      "▁S ad",
+      "▁Sa d",
+      "▁To chter",
+      "▁o ltre",
+      "▁ol tre",
+      "▁ oltre",
+      "▁Act iv",
+      "▁ Activ",
+      "▁J ason",
+      "▁Ja son",
+      "▁Jas on",
+      "▁wie ku",
+      "▁reg ards",
+      "▁regard s",
+      "▁t aste",
+      "▁ta ste",
+      "agnost ic",
+      "ла ся",
+      "▁S elf",
+      "▁Sel f",
+      "▁ Self",
+      "▁a pr",
+      "▁ap r",
+      "▁De ep",
+      "sc op",
+      "s cop",
+      "Act iv",
+      "▁type def",
+      "▁typed ef",
+      "Content View",
+      "comp iler",
+      "compile r",
+      "▁R oth",
+      "▁Ro th",
+      "▁Rot h",
+      "x c",
+      "зи к",
+      "▁l argo",
+      "▁lar go",
+      "▁larg o",
+      "▁R ena",
+      "▁Re na",
+      "▁Ren a",
+      "he iten",
+      "heit en",
+      "▁platform s",
+      "▁plat forms",
+      "ul la",
+      "ull a",
+      "u lla",
+      "▁gl ance",
+      "▁mas cul",
+      "▁m ex",
+      "▁me x",
+      "▁J orge",
+      "▁fun cion",
+      "▁func ion",
+      "cho ose",
+      "▁re views",
+      "▁review s",
+      "▁Al ban",
+      "▁Alb an",
+      "▁G lo",
+      "▁Gl o",
+      "▁S pecies",
+      "▁Spe cies",
+      "▁Spec ies",
+      "▁F ame",
+      "▁Fa me",
+      "▁Fam e",
+      "▁R oll",
+      "▁Ro ll",
+      "▁Rol l",
+      "▁P uerto",
+      "▁\\ )",
+      "▁ \\)",
+      "ym nas",
+      "ymn as",
+      "en viron",
+      "▁i phone",
+      "▁Wrest ling",
+      "ał y",
+      "a ły",
+      "▁Ind iana",
+      "▁India na",
+      "▁Indian a",
+      "Rad io",
+      "V S",
+      "▁independ ence",
+      "та й",
+      "▁de code",
+      "▁dec ode",
+      "▁ decode",
+      "Wh ite",
+      "▁j ourn",
+      "▁jo urn",
+      "▁jou rn",
+      "▁jour n",
+      "ícul o",
+      "í culo",
+      "▁Bar b",
+      "▁Ba rb",
+      "▁Ev angel",
+      "▁An dy",
+      "▁And y",
+      "▁Wel come",
+      "▁De vice",
+      "▁Dev ice",
+      "▁ Device",
+      "ge f",
+      "g ef",
+      "▁remember ed",
+      "▁vari ations",
+      "▁variation s",
+      "▁Ad olf",
+      "it aine",
+      "ita ine",
+      "▁надмор ској",
+      "▁s team",
+      "▁ste am",
+      "▁concern s",
+      "▁` |",
+      "▁би о",
+      "тель ства",
+      "▁qu attro",
+      "ext end",
+      "▁trab ajo",
+      "▁trabaj o",
+      "en berg",
+      "▁scen arios",
+      "▁scenario s",
+      "ân t",
+      "â nt",
+      "▁kom mt",
+      "▁komm t",
+      "▁dom estic",
+      "▁B asketball",
+      "▁Co oper",
+      "so ck",
+      "s ock",
+      "дер жа",
+      "д ержа",
+      "={ \\",
+      "= {\\",
+      "▁in ici",
+      "▁P hill",
+      "▁Ph ill",
+      "▁Phil l",
+      "▁гене рал",
+      "archivi ato",
+      "ъ н",
+      "Ro b",
+      "R ob",
+      "▁t ong",
+      "▁to ng",
+      "▁ton g",
+      "▁character istics",
+      "▁characteristic s",
+      "▁a maz",
+      "▁am az",
+      "▁M ode",
+      "▁Mod e",
+      "▁Mo de",
+      "▁ Mode",
+      "▁inaug ur",
+      "we hr",
+      "ra nt",
+      "ran t",
+      "r ant",
+      "ion ali",
+      "ional i",
+      "iona li",
+      "▁M other",
+      "▁Mo ther",
+      "▁Mot her",
+      "M a",
+      "é qu",
+      "▁K elly",
+      "▁Kel ly",
+      "ci le",
+      "cil e",
+      "c ile",
+      "▁beste ht",
+      "▁estim ates",
+      "▁estimate s",
+      "rugu ay",
+      "▁A ns",
+      "▁An s",
+      "Ma d",
+      "M ad",
+      "▁на в",
+      "▁d onnées",
+      "▁donn ées",
+      "▁donné es",
+      "▁ données",
+      "▁trop ical",
+      "▁Sever al",
+      "el ter",
+      "elt er",
+      "elte r",
+      "▁P ho",
+      "▁Ph o",
+      "ke m",
+      "k em",
+      "▁Custom er",
+      "▁ Customer",
+      "▁скла ді",
+      "▁c ourses",
+      "▁course s",
+      "▁cours es",
+      "Pl atform",
+      "nav bar",
+      "le arning",
+      "lear ning",
+      "learn ing",
+      "▁Sw edish",
+      "▁z ast",
+      "▁za st",
+      "▁zas t",
+      "▁L ig",
+      "▁Li g",
+      "man agement",
+      "▁l od",
+      "▁lo d",
+      "uff le",
+      "Text ure",
+      "Te xture",
+      "ar ga",
+      "arg a",
+      "át um",
+      "▁D DR",
+      "ні ї",
+      "н ії",
+      "▁Soci été",
+      "▁dom ains",
+      "▁domain s",
+      "▁perm itted",
+      "▁permit ted",
+      "▁ex terne",
+      "▁ext erne",
+      "▁extern e",
+      "▁quel que",
+      "v t",
+      "ym an",
+      "y man",
+      "▁W ard",
+      "▁War d",
+      "▁Wa rd",
+      "▁ag li",
+      "▁ agli",
+      "▁and ra",
+      "▁an dra",
+      "▁ andra",
+      "S napshot",
+      "▁m å",
+      "▁ye ah",
+      "де на",
+      "ден а",
+      "д ена",
+      "ęp u",
+      "ę pu",
+      "ask ell",
+      "▁Ré publique",
+      "in ject",
+      "▁' ;",
+      "▁ ';",
+      "än n",
+      "ä nn",
+      "▁z elf",
+      "▁Ent wicklung",
+      "ár ia",
+      "á ria",
+      "on omy",
+      "ono my",
+      "onom y",
+      "▁s vil",
+      "▁sv il",
+      "ie se",
+      "ies e",
+      "i ese",
+      "▁con ser",
+      "▁cons er",
+      "▁conse r",
+      "▁n im",
+      "▁ni m",
+      "▁ nim",
+      "▁r ész",
+      "▁ré sz",
+      "▁rés z",
+      "▁И тали",
+      "▁part ici",
+      "▁partic i",
+      "▁parti ci",
+      "▁L ion",
+      "▁Li on",
+      "s r",
+      "al ways",
+      "▁Влади мир",
+      "че ские",
+      "[ ,",
+      "▁Def inition",
+      "▁ Definition",
+      "na nt",
+      "nan t",
+      "n ant",
+      "oe m",
+      "o em",
+      "Id s",
+      "I ds",
+      "▁в не",
+      "▁[ ...]",
+      "▁на прав",
+      "▁нап рав",
+      "▁G O",
+      "▁ GO",
+      "▁å rs",
+      "▁år s",
+      "▁ut án",
+      "▁out ros",
+      "▁reg ión",
+      "▁M ong",
+      "▁Mon g",
+      "▁Mo ng",
+      "▁fil me",
+      "▁film e",
+      "▁tri ple",
+      "▁trip le",
+      "▁sp ons",
+      "▁spo ns",
+      "De velop",
+      "▁out come",
+      "▁B ible",
+      "▁Bi ble",
+      "▁Bib le",
+      "▁и мени",
+      "▁име ни",
+      "▁имен и",
+      "Can vas",
+      "пу та",
+      "cur r",
+      "cu rr",
+      "c urr",
+      "ás ok",
+      "){ \\",
+      ") {\\",
+      "ning ar",
+      "` ;",
+      "▁Fl ash",
+      ": #",
+      "mu st",
+      "mus t",
+      "m ust",
+      "cp u",
+      "c pu",
+      "▁form ats",
+      "▁format s",
+      "▁forma ts",
+      "Ha r",
+      "H ar",
+      "▁epis odio",
+      "▁R osa",
+      "▁Ro sa",
+      "▁Ros a",
+      "▁d ès",
+      "em it",
+      "emi t",
+      "e mit",
+      "rit eria",
+      "rite ria",
+      "riter ia",
+      "An notation",
+      "Fl ag",
+      "F lag",
+      "g mail",
+      "▁N ormal",
+      "▁Nor mal",
+      "▁Norm al",
+      "▁ Normal",
+      "oll ary",
+      "ollar y",
+      "▁f oss",
+      "▁fo ss",
+      "▁fos s",
+      "▁con current",
+      "▁conc urrent",
+      "▁ concurrent",
+      "▁crash es",
+      "▁ви де",
+      "▁вид е",
+      "▁Min or",
+      "▁Mi nor",
+      "▁S it",
+      "▁Si t",
+      "▁S N",
+      "▁ SN",
+      "▁s car",
+      "▁sc ar",
+      "▁ scar",
+      "▁fe min",
+      "▁fem in",
+      "▁spec ification",
+      "▁specific ation",
+      "so ap",
+      "▁o perate",
+      "▁oper ate",
+      "▁opera te",
+      "▁principal mente",
+      "▁a ust",
+      "▁au st",
+      "▁aus t",
+      "ib ile",
+      "ibil e",
+      "it ime",
+      "iti me",
+      "i time",
+      "ле жа",
+      "if rame",
+      "i frame",
+      "▁concept s",
+      "▁conce pts",
+      "▁t ack",
+      "▁ta ck",
+      "▁v iss",
+      "▁vis s",
+      "▁vi ss",
+      "▁car bon",
+      "ter y",
+      "te ry",
+      "t ery",
+      "▁n aming",
+      "▁na ming",
+      "▁nam ing",
+      "▁Or ts",
+      "▁Ort s",
+      "id ente",
+      "ident e",
+      "iden te",
+      "▁Cap it",
+      "▁Ca pit",
+      "▁ex pr",
+      "▁exp r",
+      "▁ expr",
+      "▁насе љу",
+      "▁Select ed",
+      "▁Sel ected",
+      "▁Sele cted",
+      "▁ Selected",
+      "▁h inter",
+      "▁hint er",
+      "▁hin ter",
+      "▁i frame",
+      "▁if rame",
+      "▁ iframe",
+      "▁z b",
+      "index Path",
+      "col l",
+      "co ll",
+      "c oll",
+      "▁wr ześ",
+      "▁a cht",
+      "▁ac ht",
+      "▁ach t",
+      "▁ acht",
+      "▁grad ually",
+      "▁gradu ally",
+      "▁ч у",
+      "▁ чу",
+      "зе й",
+      "з ей",
+      "ha ft",
+      "h aft",
+      "▁t ran",
+      "▁tr an",
+      "▁tra n",
+      "▁la quelle",
+      "yt ics",
+      "ID E",
+      "I DE",
+      "▁py game",
+      "▁pyg ame",
+      "▁P ackage",
+      "▁Pack age",
+      "▁ Package",
+      "▁class Name",
+      "▁ className",
+      "B al",
+      "pe rl",
+      "per l",
+      "ти на",
+      "тин а",
+      "O cc",
+      "▁in frastr",
+      "▁Champion s",
+      "▁Champ ions",
+      "▁class ic",
+      "▁R aw",
+      "▁Ra w",
+      "▁ Raw",
+      "▁partial ly",
+      "▁parti ally",
+      "▁T ed",
+      "▁Te d",
+      "▁sto let",
+      "ra ined",
+      "rain ed",
+      "raine d",
+      "rai ned",
+      "r ained",
+      "WH ERE",
+      "W HERE",
+      "▁v all",
+      "▁val l",
+      "▁va ll",
+      "▁Jul ia",
+      "▁Ju lia",
+      "▁Juli a",
+      "za t",
+      "z at",
+      "▁surr ounded",
+      "SE E",
+      "S EE",
+      "▁walk ing",
+      "▁wal king",
+      "B ad",
+      "FO R",
+      "F OR",
+      "con tre",
+      "cont re",
+      "contr e",
+      "▁Pal est",
+      "▁Pale st",
+      "át ico",
+      "▁engine er",
+      "▁part ners",
+      "▁partner s",
+      "▁Je ws",
+      "▁Jew s",
+      "il ers",
+      "ile rs",
+      "iler s",
+      "i lers",
+      "▁c erem",
+      "▁ce rem",
+      "▁cer em",
+      "▁inter actions",
+      "▁interaction s",
+      "▁interact ions",
+      "ac u",
+      "a cu",
+      "st y",
+      "s ty",
+      "▁Prince ss",
+      "▁Prin cess",
+      "sh arp",
+      "sha rp",
+      "▁Sing les",
+      "▁Single s",
+      "▁ї х",
+      "ch ez",
+      "che z",
+      "c hez",
+      "Rece iver",
+      "Receive r",
+      "▁pat ients",
+      "▁patient s",
+      "string ify",
+      "▁compet ed",
+      "be y",
+      "b ey",
+      "$ ;",
+      "▁B d",
+      "had oop",
+      "h adoop",
+      "▁Div isión",
+      "öl d",
+      "ö ld",
+      "▁restrict ed",
+      "▁comm ander",
+      "▁command er",
+      "▁comma nder",
+      "▁High way",
+      "▁Č esk",
+      "▁m yth",
+      "▁my th",
+      "ча н",
+      "ч ан",
+      "ra ham",
+      "rah am",
+      "▁en qu",
+      "▁p og",
+      "▁po g",
+      "▁com una",
+      "▁comun a",
+      "▁print ln",
+      "▁ println",
+      "▁к руп",
+      "▁de pois",
+      "▁dep ois",
+      "▁se ats",
+      "▁sea ts",
+      "▁seat s",
+      "▁neigh b",
+      "ци она",
+      "цион а",
+      "ag ine",
+      "agi ne",
+      "agin e",
+      "▁cloth es",
+      "▁clo thes",
+      "▁P rior",
+      "▁Pr ior",
+      "▁Pri or",
+      "Br ain",
+      "Bra in",
+      "B rain",
+      "FF FF",
+      "': '",
+      "' :'",
+      "fe atures",
+      "feature s",
+      "▁file system",
+      "▁files ystem",
+      "▁sing les",
+      "▁single s",
+      "▁Mel bourne",
+      "▁dest ruction",
+      "▁destruct ion",
+      "▁destru ction",
+      "▁Ly on",
+      "▁In sel",
+      "▁Ins el",
+      "Na v",
+      "N av",
+      "▁Re place",
+      "▁Rep lace",
+      "▁ Replace",
+      "▁l é",
+      "▁ lé",
+      "Wh o",
+      "W ho",
+      "▁E stad",
+      "▁Est ad",
+      "▁Esta d",
+      "▁dim ensional",
+      "▁dimension al",
+      "▁ dimensional",
+      "▁ö ff",
+      "▁ öff",
+      "▁gr ands",
+      "▁gran ds",
+      "▁grand s",
+      "дж а",
+      "д жа",
+      "pl ane",
+      "plan e",
+      "pla ne",
+      "p lane",
+      "но сті",
+      "ност і",
+      "нос ті",
+      "▁Or igin",
+      "▁Ori gin",
+      "▁Orig in",
+      "▁ Origin",
+      "W I",
+      "än ner",
+      "änn er",
+      "▁C ry",
+      "▁Cr y",
+      "IT ION",
+      "▁fö dd",
+      "▁cult ura",
+      "▁R ank",
+      "▁Ran k",
+      "▁v uel",
+      "▁vue l",
+      "▁vu el",
+      "▁z ag",
+      "▁za g",
+      "▁Ma xim",
+      "▁Max im",
+      "он у",
+      "о ну",
+      "() ))",
+      "()) )",
+      "( )))",
+      "R aw",
+      "kir che",
+      "k irche",
+      "▁a demás",
+      "▁t ie",
+      "▁ti e",
+      "▁St yle",
+      "▁ Style",
+      "ско в",
+      "ск ов",
+      "с ков",
+      "ist ant",
+      "ista nt",
+      "istan t",
+      "ol ph",
+      "▁Z ür",
+      "▁In fo",
+      "▁Inf o",
+      "▁ Info",
+      "DO M",
+      "D OM",
+      "us c",
+      "u sc",
+      "na hm",
+      "nah m",
+      "▁Ф едера",
+      "▁F ot",
+      "▁Fo t",
+      "▁spec ifying",
+      "▁specify ing",
+      "▁tit olo",
+      "▁Bo ys",
+      "▁Boy s",
+      "ie ch",
+      "iec h",
+      "i ech",
+      "Pl ace",
+      "P lace",
+      "▁H off",
+      "▁Ho ff",
+      "▁Hof f",
+      "▁c ached",
+      "▁ca ched",
+      "▁cache d",
+      "ва ль",
+      "вал ь",
+      "в аль",
+      "is her",
+      "ish er",
+      "roll ing",
+      "rol ling",
+      "op ens",
+      "ope ns",
+      "open s",
+      "▁h r",
+      "▁ hr",
+      "-- ----",
+      "---- --",
+      "--- ---",
+      "----- -",
+      "- -----",
+      "▁mag gior",
+      "▁maggio r",
+      "▁trans actions",
+      "▁transaction s",
+      "▁c riminal",
+      "▁crim inal",
+      "▁re tre",
+      "▁ret re",
+      "▁retr e",
+      "▁Camp bell",
+      ")) :",
+      ") ):",
+      "▁n ed",
+      "▁ne d",
+      "▁ ned",
+      "Page r",
+      "Pa ger",
+      "P ager",
+      "▁H ero",
+      "▁He ro",
+      "▁Her o",
+      "(_ _",
+      "( __",
+      "▁un cle",
+      "▁re aches",
+      "▁reach es",
+      "ar to",
+      "art o",
+      "▁h ello",
+      "▁hel lo",
+      "▁hell o",
+      "▁ hello",
+      "Pre ferences",
+      "▁за тем",
+      "Name d",
+      "Na med",
+      "N amed",
+      "▁re aders",
+      "▁read ers",
+      "▁reader s",
+      "х і",
+      "ke rn",
+      "ker n",
+      "k ern",
+      "▁у по",
+      "ки н",
+      "к ин",
+      "▁l av",
+      "▁la v",
+      "▁ lav",
+      "▁n ob",
+      "▁no b",
+      "▁se cre",
+      "▁sec re",
+      "▁List View",
+      "▁ ListView",
+      "ва ния",
+      "▁May or",
+      "bo rough",
+      "bor ough",
+      "▁fil osof",
+      "не ння",
+      "нен ня",
+      "фр и",
+      "ф ри",
+      "▁p atr",
+      "▁pat r",
+      "▁pa tr",
+      "F M",
+      "▁a cid",
+      "▁ac id",
+      "▁Salv ador",
+      "▁a bb",
+      "▁ab b",
+      "▁ abb",
+      "▁G raham",
+      "▁Gra ham",
+      "pol icy",
+      "neg ative",
+      "ński ego",
+      "ń skiego",
+      "▁He imat",
+      "▁d azu",
+      "▁da zu",
+      "▁m ely",
+      "▁me ly",
+      "▁mel y",
+      "▁r ide",
+      "▁rid e",
+      "▁ri de",
+      "▁ ride",
+      "▁du ties",
+      "▁dut ies",
+      "ov ery",
+      "over y",
+      "ove ry",
+      "o very",
+      "▁Pro position",
+      "▁Prop osition",
+      "▁Pa olo",
+      "/ '",
+      "▁M au",
+      "▁Ma u",
+      "im enti",
+      "iment i",
+      "imen ti",
+      "Sa int",
+      "S aint",
+      "fa ther",
+      "f ather",
+      "▁equ ilib",
+      "ph ony",
+      "phon y",
+      "▁c las",
+      "▁cl as",
+      "▁cla s",
+      "▁от ли",
+      "▁Buffer ed",
+      "▁Buff ered",
+      "re k",
+      "r ek",
+      "▁m itt",
+      "▁mit t",
+      "▁mi tt",
+      "▁ mitt",
+      "▁H ur",
+      "▁Hu r",
+      "▁Har vard",
+      "▁demonstr ate",
+      "ua rio",
+      "u ario",
+      "▁do lor",
+      "▁dol or",
+      "▁reject ed",
+      "▁M üller",
+      "▁n ac",
+      "▁na c",
+      "▁B elle",
+      "▁Be lle",
+      "▁Bel le",
+      "▁Bell e",
+      "▁gather ed",
+      "n r",
+      "fr ika",
+      "fri ka",
+      "öl l",
+      "ö ll",
+      "▁chem ical",
+      "ni g",
+      "n ig",
+      "▁cal c",
+      "▁ calc",
+      "▁DE FAULT",
+      "▁ DEFAULT",
+      "▁philosoph y",
+      "▁Lar avel",
+      "▁al ignment",
+      "▁align ment",
+      "E V",
+      "e or",
+      "▁d zie",
+      "▁dz ie",
+      "▁ dzie",
+      "▁m est",
+      "▁me st",
+      "▁mes t",
+      "▁I o",
+      "CR E",
+      "C RE",
+      "з ви",
+      "▁M edic",
+      "▁Me dic",
+      "▁Med ic",
+      "▁Medi c",
+      "▁n ä",
+      "▁z ab",
+      "▁za b",
+      "▁S lov",
+      "▁Sl ov",
+      "▁Slo v",
+      "ut lich",
+      "▁am plit",
+      "▁ampl it",
+      "▁amp lit",
+      "▁Fran kreich",
+      "▁Frank reich",
+      "▁к іль",
+      "▁кі ль",
+      "IN D",
+      "I ND",
+      "exec ution",
+      "▁Kar riere",
+      "d ostęp",
+      "▁r éal",
+      "▁ré al",
+      "en go",
+      "eng o",
+      "▁se vere",
+      "▁sever e",
+      "зм а",
+      "з ма",
+      "▁тур ни",
+      "▁C arter",
+      "▁Car ter",
+      "▁Cart er",
+      "▁Rob inson",
+      "▁Robin son",
+      "getElement sBy",
+      "▁pro totype",
+      "▁proto type",
+      "▁ prototype",
+      "▁jap on",
+      "▁ja pon",
+      "führ ung",
+      "f ührung",
+      "▁con segu",
+      "▁cons egu",
+      "▁conse gu",
+      "▁st udi",
+      "▁stud i",
+      "▁l ire",
+      "▁li re",
+      "▁ lire",
+      "▁sch ließ",
+      "▁ schließ",
+      "▁B uff",
+      "▁Bu ff",
+      "▁red und",
+      "▁redu nd",
+      "▁e rn",
+      "▁er n",
+      "▁ ern",
+      "▁my ster",
+      "▁myst er",
+      "▁prop rio",
+      "▁propri o",
+      "ate ful",
+      "▁Par ent",
+      "▁Pa rent",
+      "▁ Parent",
+      "▁lad ies",
+      "ra ck",
+      "rac k",
+      "r ack",
+      "ти ка",
+      "тик а",
+      "en burg",
+      "▁каче стве",
+      "▁E F",
+      "▁ EF",
+      "▁st am",
+      "▁sta m",
+      "▁nue va",
+      "▁fil tered",
+      "▁filter ed",
+      "re ten",
+      "ret en",
+      "r eten",
+      "▁I an",
+      "▁Matt hew",
+      "▁Matth ew",
+      "ki h",
+      "k ih",
+      "▁ ő",
+      "▁ком пози",
+      "▁for ever",
+      "▁fore ver",
+      "oir es",
+      "oi res",
+      "oire s",
+      "o ires",
+      ":\\ \\",
+      ": \\\\",
+      "▁ét udes",
+      "▁s oup",
+      "▁so up",
+      "▁sou p",
+      "▁p leased",
+      "▁please d",
+      "▁ple ased",
+      ")} (",
+      ") }(",
+      "▁S top",
+      "▁St op",
+      "▁Sto p",
+      "▁ Stop",
+      "Set ter",
+      "S etter",
+      "▁He lp",
+      "▁Hel p",
+      "▁ Help",
+      "▁b ars",
+      "▁bar s",
+      "▁ba rs",
+      "▁ bars",
+      "▁ER R",
+      "▁ ERR",
+      "▁( ?",
+      "▁ (?",
+      "▁po etry",
+      "▁poet ry",
+      "▁U til",
+      "▁Ut il",
+      "▁ Util",
+      "A K",
+      "▁f ick",
+      "▁fi ck",
+      "▁fic k",
+      "▁I M",
+      "▁ IM",
+      "▁pro ud",
+      "▁pr oud",
+      "но си",
+      "нос и",
+      "▁m uerte",
+      "▁mu erte",
+      "▁Palmar ès",
+      "▁N as",
+      "▁Na s",
+      "щи х",
+      "щ их",
+      "▁qu er",
+      "▁que r",
+      "▁q uer",
+      "▁ quer",
+      "▁a penas",
+      "▁ap enas",
+      "][ '",
+      "] ['",
+      "▁Kon st",
+      "по н",
+      "п он",
+      "▁Sch iff",
+      "▁m p",
+      "▁ mp",
+      "▁б лаго",
+      "fr am",
+      "fra m",
+      "f ram",
+      "▁house hold",
+      "▁t ract",
+      "▁tr act",
+      "▁tra ct",
+      "▁trac t",
+      "enc oding",
+      "▁und ert",
+      "▁under t",
+      "▁ undert",
+      "▁A ug",
+      "▁Au g",
+      "ов ан",
+      "ова н",
+      "о ван",
+      "▁Ar ten",
+      "▁Art en",
+      "▁Arte n",
+      "▁inv oked",
+      "▁invoke d",
+      "▁d ynast",
+      "▁fle et",
+      "че ство",
+      "▁Mur ray",
+      "▁g ut",
+      "▁gu t",
+      "eli hood",
+      "▁S SH",
+      "▁SS H",
+      "от вет",
+      "▁person ally",
+      "▁personal ly",
+      "при я",
+      "п рия",
+      "▁fin anci",
+      "▁finan ci",
+      "▁Thom pson",
+      "al u",
+      "a lu",
+      "id entity",
+      "ident ity",
+      "▁G rab",
+      "▁Gr ab",
+      "▁Gra b",
+      "add le",
+      "É t",
+      "▁T ob",
+      "▁To b",
+      "▁ver lor",
+      "▁verl or",
+      "▁Saint e",
+      "▁Sa inte",
+      "▁Sain te",
+      "▁d op",
+      "▁do p",
+      "▁в ере",
+      "▁ве ре",
+      "▁вер е",
+      "__ _",
+      "_ __",
+      "▁prom otion",
+      "▁- =",
+      "▁от де",
+      "▁amb igu",
+      "▁ ambigu",
+      "OR DER",
+      "ORD ER",
+      "▁Comm unic",
+      "▁Commun ic",
+      "▁im ply",
+      "▁imp ly",
+      "▁impl y",
+      "on ed",
+      "one d",
+      "o ned",
+      "clud ing",
+      "▁coll ision",
+      "▁fragment s",
+      "▁frag ments",
+      "script ion",
+      "scri ption",
+      "s cription",
+      "▁' {",
+      "ля х",
+      "л ях",
+      "▁h ans",
+      "▁ha ns",
+      "▁han s",
+      "у с",
+      "wi re",
+      "w ire",
+      "name space",
+      "names pace",
+      "▁s word",
+      "▁sw ord",
+      "▁swo rd",
+      "ref resh",
+      "▁kw am",
+      "z s",
+      "comm ons",
+      "common s",
+      "▁c osa",
+      "▁co sa",
+      "▁cos a",
+      "▁reg ime",
+      "gr ep",
+      "gre p",
+      "g rep",
+      "▁di oc",
+      "▁dio c",
+      "▁Cont act",
+      "▁ Contact",
+      "▁est as",
+      "▁esta s",
+      "▁Ste wart",
+      "▁v iele",
+      "▁vi ele",
+      "▁vie le",
+      "▁viel e",
+      "то ва",
+      "тов а",
+      "т ова",
+      "▁R an",
+      "▁Ra n",
+      "an nes",
+      "ann es",
+      "anne s",
+      "id ay",
+      "ida y",
+      "i day",
+      "▁s napshot",
+      "▁snap shot",
+      "or row",
+      "orr ow",
+      "▁za č",
+      "▁участи е",
+      "▁prom ised",
+      "▁promise d",
+      "Ass embly",
+      "▁champion ship",
+      "▁champions hip",
+      "▁Def ine",
+      "▁e ren",
+      "▁er en",
+      "▁ere n",
+      "▁ eren",
+      "▁но во",
+      "▁н ово",
+      "▁нов о",
+      "▁ ново",
+      "▁th inks",
+      "▁think s",
+      "▁thin ks",
+      "Ag e",
+      "A ge",
+      "▁g ev",
+      "▁ge v",
+      "var char",
+      "v archar",
+      "iv ità",
+      "com pos",
+      "comp os",
+      "▁M utter",
+      "▁Mut ter",
+      "CO NT",
+      "CON T",
+      "arm ée",
+      "ag net",
+      "agn et",
+      "agne t",
+      "▁B row",
+      "▁Br ow",
+      "▁Bro w",
+      ". —",
+      "▁Tele vision",
+      "▁Д ля",
+      "▁v m",
+      "▁ vm",
+      "▁or din",
+      "▁ord in",
+      "▁ ordin",
+      "▁Миха й",
+      "▁apro xim",
+      "') ->",
+      "' )->",
+      "▁z oo",
+      "▁zo o",
+      "ip pi",
+      "ipp i",
+      "i ppi",
+      "▁s ino",
+      "▁si no",
+      "▁sin o",
+      "▁Qu ébec",
+      "ra ges",
+      "rag es",
+      "rage s",
+      "r ages",
+      "ä ck",
+      "ei ng",
+      "ein g",
+      "e ing",
+      "ar lo",
+      "pi os",
+      "pio s",
+      "p ios",
+      "▁C han",
+      "▁Ch an",
+      "▁Cha n",
+      "▁el li",
+      "▁ell i",
+      "▁ elli",
+      "▁in cons",
+      "▁inc ons",
+      "▁incon s",
+      "gest ellt",
+      "g estellt",
+      "pp ers",
+      "pper s",
+      "ppe rs",
+      "p pers",
+      "Je an",
+      "anst alt",
+      "▁D ance",
+      "▁Dan ce",
+      "▁to en",
+      "▁toe n",
+      "▁de cis",
+      "▁dec is",
+      "▁Ре зу",
+      "▁official ly",
+      "▁offici ally",
+      "ät ze",
+      "ätz e",
+      "▁до ро",
+      "▁e numer",
+      "▁en umer",
+      "▁enum er",
+      "▁trois ième",
+      "ty p",
+      "t yp",
+      "of fs",
+      "off s",
+      "бо ль",
+      "od n",
+      "o dn",
+      "▁Z ar",
+      "▁Za r",
+      "▁дру го",
+      "qu ia",
+      "qui a",
+      "▁Nicol as",
+      "▁Nic olas",
+      "▁Nicola s",
+      "пи су",
+      "пис у",
+      "▁m ob",
+      "▁mo b",
+      "pa ces",
+      "pace s",
+      "p aces",
+      "нь ого",
+      "ньо го",
+      "Al g",
+      "A lg",
+      "éro ï",
+      "Error s",
+      "Err ors",
+      "▁г ре",
+      "▁ гре",
+      "▁жен щи",
+      "in ch",
+      "inc h",
+      "▁Kore an",
+      "▁Korea n",
+      "▁A post",
+      "▁Ap ost",
+      "▁L iver",
+      "▁Li ver",
+      "▁Live r",
+      "▁Liv er",
+      "▁element ary",
+      "▁D I",
+      "▁ DI",
+      "ви си",
+      "▁so il",
+      "▁D LL",
+      "▁r isp",
+      "▁ris p",
+      "▁ri sp",
+      "▁Sh akespe",
+      "▁G aussian",
+      "▁K urt",
+      "▁Kur t",
+      "▁Ku rt",
+      "Ver tex",
+      "Vert ex",
+      "eb ol",
+      "e bol",
+      "organ isation",
+      "är en",
+      "äre n",
+      "ä ren",
+      "▁Y ES",
+      "▁ YES",
+      "C UR",
+      "▁нача ль",
+      "▁по стро",
+      "▁пос тро",
+      "▁Lu igi",
+      "▁c aching",
+      "prevent Default",
+      "am d",
+      "a md",
+      "▁V it",
+      "▁Vi t",
+      "sub st",
+      "su bst",
+      "▁ст рои",
+      "▁C ampion",
+      "▁Camp ion",
+      "ch r",
+      "c hr",
+      "фе ре",
+      "фер е",
+      "ф ере",
+      "▁С писок",
+      "N F",
+      "▁c ím",
+      "▁cí m",
+      "▁h é",
+      "▁ hé",
+      "re bbe",
+      "reb be",
+      "oc y",
+      "o cy",
+      "be low",
+      "bel ow",
+      "▁by lo",
+      "▁byl o",
+      "▁У и",
+      "▁\\ ({\\",
+      "▁\\( {\\",
+      "▁` :",
+      "▁ `:",
+      "gi ore",
+      "gio re",
+      "gior e",
+      "g iore",
+      "Sa n",
+      "S an",
+      "▁G ate",
+      "▁Ga te",
+      "▁в с",
+      "▁o limp",
+      "▁ol imp",
+      "▁Mat rix",
+      "▁ Matrix",
+      "▁he aring",
+      "▁hear ing",
+      "ri i",
+      "r ii",
+      "tf rac",
+      "t frac",
+      "▁allem and",
+      "▁V ue",
+      "л н",
+      "▁comp iling",
+      "▁E ns",
+      "▁En s",
+      "▁investig ation",
+      "▁A x",
+      "▁ch ars",
+      "▁char s",
+      "▁cha rs",
+      "▁target s",
+      "▁tar gets",
+      "▁l oud",
+      "▁lo ud",
+      "us ement",
+      "use ment",
+      "▁N ether",
+      "▁Ne ther",
+      "▁Net her",
+      "com merce",
+      "IG HT",
+      "oc oa",
+      "oco a",
+      "if ecycle",
+      "ife cycle",
+      "▁Le o",
+      "pr iv",
+      "p riv",
+      "▁go ods",
+      "▁good s",
+      "ad amente",
+      "ada mente",
+      "A ustral",
+      "▁re boot",
+      "▁reb oot",
+      "Ge st",
+      "G est",
+      "▁represent ations",
+      "▁representation s",
+      "ce u",
+      "c eu",
+      "▁do ctrine",
+      "ce rs",
+      "cer s",
+      "c ers",
+      "▁K rak",
+      "▁Kr ak",
+      "▁Kra k",
+      "▁adv oc",
+      "▁squad ra",
+      "▁arbeit ete",
+      "üs t",
+      "ü st",
+      "▁p ill",
+      "▁pi ll",
+      "▁pil l",
+      "An swer",
+      "▁к віт",
+      "▁W a",
+      "um ann",
+      "uman n",
+      "uma nn",
+      "u mann",
+      "▁D ynam",
+      "▁Dy nam",
+      "Fa mil",
+      "F amil",
+      "▁t ennis",
+      "▁ten nis",
+      "▁Engine ering",
+      "▁circ les",
+      "▁cir cles",
+      "▁circle s",
+      "▁Mary land",
+      "▁b esta",
+      "▁be sta",
+      "▁best a",
+      "▁bes ta",
+      "▁b ases",
+      "▁bas es",
+      "▁base s",
+      "▁znaj du",
+      "ктор а",
+      "кто ра",
+      "к тора",
+      "▁ar rest",
+      "▁arr est",
+      "ле р",
+      "л ер",
+      "▁G ia",
+      "▁Gi a",
+      "▁remark able",
+      "▁мо гу",
+      "▁Sup reme",
+      "▁` %",
+      "do r",
+      "d or",
+      "▁au jourd",
+      "▁w is",
+      "WID TH",
+      "▁mis ma",
+      "▁mism a",
+      "▁fl uid",
+      "▁flu id",
+      "▁pet ite",
+      "▁petit e",
+      "▁T ow",
+      "▁To w",
+      "Reg istry",
+      "em ed",
+      "eme d",
+      "e med",
+      "▁Wis consin",
+      "▁R acing",
+      "▁Ra cing",
+      "▁reg istration",
+      "▁registr ation",
+      "/ %",
+      "th ird",
+      "▁mon uments",
+      "▁monument s",
+      "че й",
+      "ч ей",
+      "▁j et",
+      "▁je t",
+      "▁ jet",
+      "▁Ur ban",
+      "ál va",
+      "▁mil ieu",
+      "▁poss ess",
+      "▁g erm",
+      "▁ge rm",
+      "▁ger m",
+      "dep endencies",
+      "▁enem ies",
+      "▁s amen",
+      "▁sa men",
+      "▁same n",
+      "▁sam en",
+      "▁W erner",
+      "▁Wer ner",
+      "▁h izo",
+      "▁hi zo",
+      "▁t d",
+      "▁ td",
+      "▁y esterday",
+      "▁А д",
+      "▁ha sn",
+      "▁has n",
+      "cel lation",
+      "cell ation",
+      "ov ání",
+      "ová ní",
+      "li ka",
+      "lik a",
+      "l ika",
+      "We ek",
+      "▁I ng",
+      "▁In g",
+      "▁E mail",
+      "▁Em ail",
+      "▁ Email",
+      "▁m ètres",
+      "▁O CLC",
+      "▁among st",
+      "▁spl end",
+      "fu r",
+      "f ur",
+      "ant ics",
+      "anti cs",
+      "antic s",
+      "▁X XX",
+      "▁XX X",
+      "▁ XXX",
+      "▁груп пы",
+      "la ch",
+      "lac h",
+      "l ach",
+      "▁c ousin",
+      "▁cou sin",
+      "▁in variant",
+      "▁invari ant",
+      "ђ у",
+      "▁Be ispiel",
+      "▁Bei spiel",
+      "▁hard er",
+      "▁har der",
+      "▁b ell",
+      "▁be ll",
+      "▁bel l",
+      "▁ bell",
+      "▁or ch",
+      "▁ orch",
+      "t b",
+      "Foot note",
+      "re gon",
+      "reg on",
+      "Mart in",
+      "▁in con",
+      "▁inc on",
+      "▁attack ed",
+      "_{ -",
+      "_ {-",
+      "▁T ras",
+      "▁Tr as",
+      "▁Tra s",
+      "par ty",
+      "part y",
+      "ite it",
+      "▁s aint",
+      "▁sa int",
+      "▁sain t",
+      "rás ok",
+      "r ások",
+      "▁contain ers",
+      "▁container s",
+      "M o",
+      "▁S n",
+      "quant ity",
+      "▁r as",
+      "▁ra s",
+      "▁ ras",
+      "▁C anal",
+      "▁Can al",
+      "▁Ca nal",
+      "cc ion",
+      "c cion",
+      "uv o",
+      "u vo",
+      "▁i dx",
+      "▁id x",
+      "▁ idx",
+      "type name",
+      "typen ame",
+      "typ ename",
+      "▁R ugby",
+      "▁Se ems",
+      "▁See ms",
+      "▁trans mit",
+      "▁transm it",
+      "▁Pr äsident",
+      "з не",
+      "▁B aker",
+      "▁Ba ker",
+      "▁Bak er",
+      "in th",
+      "int h",
+      "i nth",
+      "▁tö bb",
+      "ver ein",
+      "vere in",
+      "▁espe cie",
+      "▁espec ie",
+      ", (",
+      "▁t éc",
+      "▁té c",
+      "▁W ITH",
+      "▁u nos",
+      "▁un os",
+      "▁uno s",
+      "▁ unos",
+      "▁polit ics",
+      "create Element",
+      "▁st ats",
+      "▁stat s",
+      "▁sta ts",
+      "▁ stats",
+      "▁T ennessee",
+      "▁Bedeut ung",
+      "▁S creen",
+      "▁Sc reen",
+      "▁ Screen",
+      "▁Stra ße",
+      "an ze",
+      "anz e",
+      "▁part ly",
+      "man uel",
+      "ol ation",
+      "ola tion",
+      "o lation",
+      "hor izontal",
+      "érie ure",
+      "érieur e",
+      "am pio",
+      "amp io",
+      "▁ст рук",
+      "▁ струк",
+      "We ight",
+      "La nd",
+      "L and",
+      "po ly",
+      "pol y",
+      "p oly",
+      "▁D ak",
+      "▁Da k",
+      "▁Ass ume",
+      "\". $",
+      "\" .$",
+      "▁c asi",
+      "▁cas i",
+      "▁ca si",
+      "▁g ross",
+      "▁gr oss",
+      "▁gro ss",
+      "▁gros s",
+      "▁ent ertain",
+      "▁enter tain",
+      "▁déc ada",
+      "'. $",
+      "' .$",
+      "en cer",
+      "ence r",
+      "enc er",
+      "▁guarante ed",
+      "▁guarantee d",
+      "]$ .",
+      "] $.",
+      "ли ся",
+      "▁accept able",
+      "ra ise",
+      "rai se",
+      "rais e",
+      "ir us",
+      "i rus",
+      "we it",
+      "wei t",
+      "▁А на",
+      "▁Ан а",
+      "▁h ills",
+      "▁hill s",
+      "ip age",
+      "i page",
+      "BI T",
+      "B IT",
+      "▁nu cle",
+      "▁nuc le",
+      "▁ut ilis",
+      "▁util is",
+      "CA A",
+      "C AA",
+      "ène s",
+      "èn es",
+      "è nes",
+      "▁Schwe iz",
+      "▁A A",
+      "▁ AA",
+      "ning er",
+      "n inger",
+      "▁b ands",
+      "▁band s",
+      "▁ban ds",
+      "▁t ender",
+      "▁te nder",
+      "▁ten der",
+      "▁tend er",
+      "so m",
+      "s om",
+      "W arning",
+      "▁B ischof",
+      "▁A rc",
+      "▁Ar c",
+      "▁W oman",
+      "▁Wo man",
+      "▁trans mission",
+      "▁transm ission",
+      "ч ни",
+      "is tre",
+      "ist re",
+      "istr e",
+      "i stre",
+      "B Y",
+      "▁S I",
+      "▁ SI",
+      "▁П ар",
+      "▁Па р",
+      "▁} ).",
+      "▁}) .",
+      "▁ }).",
+      "▁present a",
+      "▁pres enta",
+      "▁Re né",
+      "▁Ren é",
+      "▁happ iness",
+      "▁P unk",
+      "col s",
+      "co ls",
+      "c ols",
+      "▁Des de",
+      "рё х",
+      "▁м она",
+      "▁мо на",
+      "▁scr atch",
+      "▁t cp",
+      "▁ tcp",
+      "ête s",
+      "êt es",
+      "ê tes",
+      "it ated",
+      "ita ted",
+      "itat ed",
+      "itate d",
+      "▁dif eren",
+      "▁difer en",
+      "ge h",
+      "g eh",
+      "na hmen",
+      "nah men",
+      "nahme n",
+      "nahm en",
+      "П е",
+      "ck i",
+      "c ki",
+      "▁Te atro",
+      "▁Re member",
+      "▁Rem ember",
+      "▁f right",
+      "▁fr ight",
+      "▁Y am",
+      "▁Ya m",
+      "west ern",
+      "le ted",
+      "let ed",
+      "lete d",
+      "▁в стре",
+      "▁вс тре",
+      "▁telep ülés",
+      "зи н",
+      "з ин",
+      "▁Qu ant",
+      "▁ Quant",
+      "▁su pre",
+      "▁sup re",
+      "áj a",
+      "á ja",
+      "ді я",
+      "д ія",
+      "▁car rera",
+      "▁carre ra",
+      "kre t",
+      "kr et",
+      "k ret",
+      "par a",
+      "pa ra",
+      "p ara",
+      "▁S UM",
+      "▁SU M",
+      "▁ SUM",
+      "▁p it",
+      "▁pi t",
+      "▁ pit",
+      "ź dz",
+      "é o",
+      "ре ння",
+      "рен ня",
+      "▁C hor",
+      "▁Ch or",
+      "▁Cho r",
+      "▁vo ix",
+      "▁exec utive",
+      "▁execut ive",
+      "▁all erdings",
+      "May be",
+      "▁д ень",
+      "▁де нь",
+      "▁f lying",
+      "▁fl ying",
+      "▁fly ing",
+      "▁par liament",
+      "жда н",
+      "ж дан",
+      "▁f ram",
+      "▁fr am",
+      "▁fra m",
+      "▁ fram",
+      "▁жов т",
+      "▁u gly",
+      "▁бу ду",
+      "ig ny",
+      "ign y",
+      "\\| _{",
+      "\\ |_{",
+      "▁b itter",
+      "▁bit ter",
+      "sc e",
+      "s ce",
+      "▁p ole",
+      "▁po le",
+      "▁pol e",
+      "▁ pole",
+      "Ver lag",
+      "▁total ité",
+      "▁found ation",
+      "j t",
+      "▁s lice",
+      "▁sl ice",
+      "▁sli ce",
+      "▁ slice",
+      "if ique",
+      "ifi que",
+      "▁integr ate",
+      "▁integra te",
+      "st rij",
+      "str ij",
+      "▁asym pt",
+      "▁е му",
+      "▁pert urb",
+      "▁F low",
+      "▁Fl ow",
+      "▁Flo w",
+      "▁ Flow",
+      "jb oss",
+      "RI G",
+      "R IG",
+      "▁A less",
+      "▁Al ess",
+      "▁Ale ss",
+      "XX X",
+      "X XX",
+      "▁s umm",
+      "▁su mm",
+      "▁sum m",
+      "sql ite",
+      "▁che er",
+      "pr ob",
+      "pro b",
+      "p rob",
+      "▁G PU",
+      "▁GP U",
+      "zi ł",
+      "z ił",
+      "(* )",
+      "( *)",
+      "▁in duct",
+      "▁ind uct",
+      "▁indu ct",
+      "RA Y",
+      "bl att",
+      "bla tt",
+      "qu esta",
+      "que sta",
+      "quest a",
+      "ques ta",
+      "or u",
+      "o ru",
+      "▁In side",
+      "▁Ins ide",
+      "▁Mc G",
+      "▁N ep",
+      "▁Ne p",
+      "м п",
+      "▁in ve",
+      "▁inv e",
+      "▁An imal",
+      "▁Anim al",
+      "▁s ob",
+      "▁so b",
+      "▁ sob",
+      "ít ott",
+      "loy ment",
+      "▁b und",
+      "▁bu nd",
+      "▁ bund",
+      "St ation",
+      "Stat ion",
+      "▁B EGIN",
+      "▁part iellement",
+      "ig g",
+      "i gg",
+      "est ore",
+      "esto re",
+      "e store",
+      "▁co inc",
+      "▁coin c",
+      "▁Som mer",
+      "▁m d",
+      "▁ md",
+      "▁loc ked",
+      "▁lock ed",
+      "▁ locked",
+      "math char",
+      "ar ma",
+      "arm a",
+      "pe nt",
+      "pen t",
+      "p ent",
+      "ar ium",
+      "ari um",
+      "a rium",
+      "▁e ars",
+      "▁ear s",
+      "▁ ears",
+      "▁S ongs",
+      "▁Son gs",
+      "▁Song s",
+      "▁similar ly",
+      "▁liter ally",
+      "▁literal ly",
+      "▁in ches",
+      "▁inc hes",
+      "▁af fection",
+      "▁aff ection",
+      "▁affect ion",
+      "l p",
+      "▁con cluded",
+      "▁conclude d",
+      "▁му ніципалі",
+      "▁па мя",
+      "est aur",
+      "esta ur",
+      "▁J osh",
+      "▁Jo sh",
+      "▁Jos h",
+      "▁F ritz",
+      "▁Fr itz",
+      "▁Fri tz",
+      "DB C",
+      "D BC",
+      "д ён",
+      "pos a",
+      "po sa",
+      "p osa",
+      "▁gold en",
+      "▁gol den",
+      "▁p c",
+      "▁ pc",
+      "▁com te",
+      "▁Z iel",
+      "▁Zie l",
+      "▁prés ente",
+      "▁présent e",
+      "mar ks",
+      "mark s",
+      "m arks",
+      "ig neur",
+      "ign eur",
+      "igne ur",
+      "▁D rive",
+      "▁Dr ive",
+      "▁neg lect",
+      "▁roz p",
+      "▁F ive",
+      "sp aces",
+      "space s",
+      "s paces",
+      "▁M edi",
+      "▁Me di",
+      "▁Med i",
+      "▁ex isted",
+      "▁exist ed",
+      "▁existe d",
+      "▁by ła",
+      "▁był a",
+      "дж и",
+      "д жи",
+      "▁fr ente",
+      "т ник",
+      "od d",
+      "o dd",
+      "▁answer ing",
+      "bi an",
+      "bia n",
+      "b ian",
+      "▁E ugen",
+      "▁Eu gen",
+      "▁Eug en",
+      "▁Public ations",
+      "▁Pub lications",
+      "▁D ia",
+      "▁Di a",
+      "l á",
+      "▁' _",
+      "▁ '_",
+      "▁rec uper",
+      "ом у",
+      "о му",
+      "▁App end",
+      "▁Ap pend",
+      "▁ Append",
+      "ob ar",
+      "oba r",
+      "o bar",
+      "▁employ ees",
+      "▁employee s",
+      "▁comp ens",
+      "eme tery",
+      "emet ery",
+      "▁э лект",
+      "MO N",
+      "M ON",
+      "ol in",
+      "oli n",
+      "o lin",
+      "▁histor ic",
+      "hi s",
+      "h is",
+      "ą d",
+      "n m",
+      "▁G oth",
+      "▁Go th",
+      "▁Got h",
+      "▁st ress",
+      "▁str ess",
+      "▁stre ss",
+      "▁parte cip",
+      "▁A w",
+      "▁s ar",
+      "▁sa r",
+      "▁h u",
+      "▁ hu",
+      "▁mat plotlib",
+      "▁M yst",
+      "▁My st",
+      "▁Mys t",
+      "() ;`",
+      "(); `",
+      "( );`",
+      "sch ein",
+      "sc hein",
+      "sche in",
+      "Long rightarrow",
+      "▁р я",
+      "▁ ря",
+      "▁Is ra",
+      "[ ^",
+      "no u",
+      "n ou",
+      "▁syn d",
+      "▁sy nd",
+      "work ing",
+      "wor king",
+      "▁N ation",
+      "▁Na tion",
+      "▁Nat ion",
+      "▁P ent",
+      "▁Pe nt",
+      "▁Pen t",
+      "▁k lass",
+      "▁kl ass",
+      "▁klas s",
+      "▁applic able",
+      "▁D iam",
+      "▁Di am",
+      "▁Dia m",
+      "▁bras ile",
+      "▁p ac",
+      "▁pa c",
+      "▁He ight",
+      "▁ Height",
+      "P ut",
+      "▁int ro",
+      "▁intr o",
+      "▁ intro",
+      "▁unus ual",
+      "na s",
+      "n as",
+      "▁Geb äude",
+      "▁be am",
+      "▁R ect",
+      "▁Re ct",
+      "▁Rec t",
+      "▁ Rect",
+      "▁Prim era",
+      "▁Prime ra",
+      "▁h aut",
+      "▁ha ut",
+      "▁t rait",
+      "▁tr ait",
+      "▁tra it",
+      "prü ft",
+      "in ación",
+      "ina ción",
+      "▁configuration s",
+      "▁configur ations",
+      "▁g ilt",
+      "▁gi lt",
+      "▁territ oire",
+      "he z",
+      "h ez",
+      "▁al te",
+      "▁alt e",
+      "rel ative",
+      "Ex cel",
+      "▁W right",
+      "G V",
+      "по ли",
+      "пол и",
+      "Qu ant",
+      "▁ga uge",
+      "▁gau ge",
+      "▁multi ply",
+      "▁multip ly",
+      "AS S",
+      "A SS",
+      "ствен но",
+      "ан у",
+      "а ну",
+      "▁j eden",
+      "▁je den",
+      "▁jed en",
+      "▁liter ary",
+      "▁D ro",
+      "▁Dr o",
+      "▁adv ise",
+      "▁advis e",
+      "it zen",
+      "itz en",
+      "▁dis ag",
+      "web site",
+      "▁д ія",
+      "▁ді я",
+      "▁ дія",
+      "▁ob server",
+      "▁obser ver",
+      "▁observ er",
+      "▁observe r",
+      "▁janu ár",
+      "v ě",
+      "ku p",
+      "k up",
+      "▁S es",
+      "▁Se s",
+      "▁woj ew",
+      "▁st ages",
+      "▁stage s",
+      "▁sta ges",
+      "▁stag es",
+      "▁вре мени",
+      "▁време ни",
+      "łu ż",
+      "но с",
+      "н ос",
+      "Down load",
+      "ip o",
+      "i po",
+      "▁g raf",
+      "▁gr af",
+      "▁gra f",
+      "▁ро бо",
+      "▁Nik ol",
+      "▁Ni kol",
+      "▁f ic",
+      "▁fi c",
+      "▁ fic",
+      "▁jo ining",
+      "▁join ing",
+      "▁divers os",
+      "▁LI KE",
+      "▁F itz",
+      "▁d imin",
+      "▁di min",
+      "▁dim in",
+      "▁dist rib",
+      "Sa m",
+      "S am",
+      "ko z",
+      "k oz",
+      "▁al phabet",
+      "▁alpha bet",
+      "os er",
+      "ose r",
+      "o ser",
+      "OU R",
+      "O UR",
+      "uk a",
+      "u ka",
+      "ка я",
+      "▁ste el",
+      "▁` --",
+      "▁`- -",
+      "▁t ener",
+      "▁te ner",
+      "▁ten er",
+      "mar ker",
+      "mark er",
+      "▁He aven",
+      "new command",
+      "▁prison ers",
+      "▁prisoner s",
+      "▁K night",
+      "▁Kn ight",
+      "▁present s",
+      "▁pres ents",
+      "▁qu esti",
+      "▁quest i",
+      "▁tr ains",
+      "▁tra ins",
+      "▁train s",
+      "op era",
+      "ope ra",
+      "oper a",
+      "▁Li near",
+      "▁Lin ear",
+      "▁Line ar",
+      "▁ Linear",
+      "▁M E",
+      "▁ ME",
+      "▁B uc",
+      "▁Bu c",
+      "Le g",
+      "L eg",
+      "▁ag ua",
+      "▁ agua",
+      "▁Gr iff",
+      "ol g",
+      "o lg",
+      "ds t",
+      "d st",
+      ". \r",
+      "▁person es",
+      "▁pers ones",
+      "▁persone s",
+      "Ma l",
+      "M al",
+      "бе ре",
+      "бер е",
+      "б ере",
+      "fol ge",
+      "folg e",
+      "▁ac ab",
+      "ct u",
+      "c tu",
+      "pt ic",
+      "▁N avigation",
+      "▁ Navigation",
+      "R uss",
+      "га ль",
+      "г аль",
+      "▁F ul",
+      "▁Fu l",
+      "▁ма є",
+      "чна я",
+      "ч ная",
+      "wn er",
+      "w ner",
+      "con tra",
+      "cont ra",
+      "contr a",
+      "▁jou eur",
+      "▁joue ur",
+      "▁J ess",
+      "▁Je ss",
+      "▁Jes s",
+      "▁re new",
+      "▁ren ew",
+      "▁l ap",
+      "▁la p",
+      "▁ lap",
+      "▁cas ting",
+      "▁cast ing",
+      "ga l",
+      "g al",
+      "▁tém atu",
+      "▁на зыва",
+      "за х",
+      "ч не",
+      ")- \\",
+      ") -\\",
+      "▁ча сто",
+      "▁час то",
+      "▁част о",
+      "}$ -",
+      "} $-",
+      "▁l icz",
+      "▁li cz",
+      "▁lic z",
+      "▁e mot",
+      "▁em ot",
+      "ha rm",
+      "har m",
+      "h arm",
+      "▁occasion ally",
+      "▁hor ror",
+      "▁ho rror",
+      "ea st",
+      "e ast",
+      "▁pr inter",
+      "▁print er",
+      "▁prin ter",
+      "ar an",
+      "ara n",
+      "a ran",
+      "▁Miss iss",
+      "fol low",
+      "f ollow",
+      "▁Bar ry",
+      "▁investig ate",
+      "go w",
+      "g ow",
+      "▁Amer icans",
+      "▁American s",
+      "▁America ns",
+      "S ince",
+      "▁від о",
+      "▁ві до",
+      "▁re un",
+      "os ci",
+      "osc i",
+      "o sci",
+      "▁Ch apter",
+      "▁Chap ter",
+      "▁b ay",
+      "▁ba y",
+      "▁ bay",
+      "ро ме",
+      "ром е",
+      "et he",
+      "eth e",
+      "e the",
+      "éd ie",
+      "é die",
+      "com ot",
+      "co mot",
+      "como t",
+      "▁miejs cowo",
+      "▁stud ierte",
+      "▁studi erte",
+      "ou vert",
+      "ouv ert",
+      "ouve rt",
+      "ouver t",
+      "▁к ур",
+      "▁ку р",
+      "▁ кур",
+      "▁DE SC",
+      "▁DES C",
+      "▁touch ed",
+      "▁tou ched",
+      "▁Jer ry",
+      "ue se",
+      "ues e",
+      "u ese",
+      "ли ще",
+      "auth entication",
+      "authentic ation",
+      "▁col le",
+      "▁co lle",
+      "▁coll e",
+      "he art",
+      "▁reg iment",
+      "▁regime nt",
+      "cri bed",
+      "cribe d",
+      "▁Бо ль",
+      "▁про ис",
+      "ce ae",
+      "▁mass es",
+      "▁sc rolling",
+      "▁scroll ing",
+      "us to",
+      "ust o",
+      "u sto",
+      "S W",
+      "ov at",
+      "ova t",
+      "o vat",
+      "▁gr âce",
+      "▁Архи в",
+      "▁Се вер",
+      "av ait",
+      "ava it",
+      "▁Marsh all",
+      "▁Mars hall",
+      "▁Hash Map",
+      "▁ HashMap",
+      "ac on",
+      "aco n",
+      "a con",
+      "ück en",
+      "ücke n",
+      "ü cken",
+      "[] )",
+      "[ ])",
+      "▁ev angel",
+      "et zung",
+      "etz ung",
+      "tt emberg",
+      "st ers",
+      "ste rs",
+      "ster s",
+      "s ters",
+      "T M",
+      "▁ли тера",
+      "qu ot",
+      "Pr ed",
+      "Pre d",
+      "P red",
+      "▁w erk",
+      "▁wer k",
+      "▁ werk",
+      "▁ha ber",
+      "▁hab er",
+      "▁habe r",
+      "la va",
+      "lav a",
+      "l ava",
+      "vo us",
+      "v ous",
+      "▁L ate",
+      "▁La te",
+      "▁Lat e",
+      "cy cle",
+      "cyc le",
+      "c ycle",
+      "ти рова",
+      "▁про ду",
+      "▁прод у",
+      "▁pop ulations",
+      "▁population s",
+      "▁popul ations",
+      "▁Y an",
+      "▁Ya n",
+      "Pre fix",
+      "P refix",
+      "actér istiques",
+      "+ '",
+      "() `](",
+      "()` ](",
+      "▁Л ь",
+      "фи ль",
+      "▁жи зни",
+      "ft p",
+      "f tp",
+      "▁все х",
+      "▁g dzie",
+      "▁v idea",
+      "▁vid ea",
+      "▁vide a",
+      "oa uth",
+      "o auth",
+      "▁p id",
+      "▁pi d",
+      "▁ pid",
+      "ů m",
+      "▁p esso",
+      "▁pes so",
+      "▁track ing",
+      "▁trac king",
+      "iz in",
+      "izi n",
+      "i zin",
+      "▁Mor ris",
+      "щи й",
+      "▁Provin z",
+      "▁M itte",
+      "▁Mit te",
+      "▁Mi tte",
+      "▁Mitt e",
+      "▁artific ial",
+      "bráz ky",
+      "▁до сти",
+      "▁rest ored",
+      "▁restore d",
+      "▁resto red",
+      "▁commun icate",
+      "▁communic ate",
+      "ag it",
+      "agi t",
+      "a git",
+      "Rec ogn",
+      "▁l on",
+      "▁lo n",
+      "▁ lon",
+      "▁за ня",
+      "▁зан я",
+      "▁Arg ument",
+      "▁ Argument",
+      "fl ush",
+      "flu sh",
+      "ма на",
+      "ман а",
+      "м ана",
+      "sec onds",
+      "second s",
+      "U C",
+      "▁R uth",
+      "▁Ru th",
+      "▁t ub",
+      "▁tu b",
+      "▁B ret",
+      "▁Br et",
+      "▁Bre t",
+      "▁P ere",
+      "▁Per e",
+      "▁Pe re",
+      "▁respons ibility",
+      "ńcz y",
+      "ń czy",
+      "▁environment s",
+      "▁environ ments",
+      "ke e",
+      "k ee",
+      "▁g root",
+      "▁gr oot",
+      "▁gro ot",
+      "▁pain ted",
+      "▁paint ed",
+      "▁Éd itions",
+      "cp y",
+      "c py",
+      "ár t",
+      "á rt",
+      "lich keit",
+      "ar da",
+      "ard a",
+      "B atch",
+      "▁Leop old",
+      "re ason",
+      "rea son",
+      "reas on",
+      "n oreferrer",
+      "se ns",
+      "sen s",
+      "s ens",
+      "▁ro cks",
+      "▁rock s",
+      "▁Hit ler",
+      "ла т",
+      "л ат",
+      "▁qu oted",
+      "▁quot ed",
+      "▁quote d",
+      "▁ко лле",
+      "▁у ров",
+      "ba g",
+      "b ag",
+      ".\" )",
+      ". \")",
+      "▁M L",
+      "▁ ML",
+      "▁kom t",
+      "▁ko mt",
+      "▁[ _",
+      "▁ [_",
+      "▁spect ral",
+      "ed o",
+      "e do",
+      "▁in sieme",
+      "▁suffer ing",
+      "▁suff ering",
+      "sl ider",
+      "slide r",
+      "▁Kenn edy",
+      "ol ate",
+      "ola te",
+      "o late",
+      "▁P atri",
+      "▁Pa tri",
+      "▁Pat ri",
+      "зи и",
+      "O H",
+      "▁те а",
+      "▁пра ва",
+      "▁прав а",
+      "ма х",
+      "re write",
+      "rew rite",
+      "r ewrite",
+      "▁Eins atz",
+      "ex ternal",
+      "ext ernal",
+      "hol ds",
+      "hold s",
+      "h olds",
+      "▁P laces",
+      "▁Pl aces",
+      "▁Pla ces",
+      "▁Place s",
+      "at ype",
+      "aty pe",
+      "a type",
+      "▁vul ner",
+      "▁abandon ed",
+      "Or igin",
+      "Ori gin",
+      "▁max imal",
+      "▁maxim al",
+      "AA AA",
+      "▁Base ball",
+      "▁C lose",
+      "▁Cl ose",
+      "▁Clo se",
+      "▁ Close",
+      "▁pa inter",
+      "▁pain ter",
+      "▁paint er",
+      "▁assign ing",
+      "N B",
+      "bl ast",
+      "bla st",
+      "b last",
+      "▁K ünstler",
+      ")] (",
+      ") ](",
+      "fa ch",
+      "fac h",
+      "f ach",
+      "▁Const antin",
+      "▁Constant in",
+      "ok es",
+      "oke s",
+      "o kes",
+      "▁no body",
+      "▁nob ody",
+      "▁subt ract",
+      "▁fos se",
+      "▁foss e",
+      "▁cert ific",
+      "▁m use",
+      "▁mus e",
+      "▁mu se",
+      "/) ,",
+      "/ ),",
+      "▁Pro fil",
+      "▁Prof il",
+      "▁pro xim",
+      "▁Jer usalem",
+      "▁simp licity",
+      "▁simpl icity",
+      "▁w sz",
+      "▁ws z",
+      "NUM BER",
+      "utt avia",
+      "U ITableView",
+      "ich ter",
+      "icht er",
+      "ichte r",
+      "i chter",
+      "жа н",
+      "ж ан",
+      "▁L av",
+      "▁La v",
+      "it chen",
+      "itch en",
+      "▁Ч ем",
+      "▁Че м",
+      "T u",
+      "▁ge om",
+      "▁zv uky",
+      "▁Sur vey",
+      "AN CE",
+      "▁enc rypted",
+      "▁encrypt ed",
+      "pr of",
+      "pro f",
+      "▁d are",
+      "▁da re",
+      "▁dar e",
+      "▁L oren",
+      "▁Lo ren",
+      "▁Lor en",
+      "т в",
+      "▁А лек",
+      "▁Ал ек",
+      "▁comput ers",
+      "▁computer s",
+      "▁compute rs",
+      "▁expect ation",
+      "▁substant ial",
+      "▁Д ми",
+      "▁` {",
+      "▁д ра",
+      "▁др а",
+      "▁ дра",
+      "ub ble",
+      "▁per forms",
+      "▁perform s",
+      "▁Kr ieg",
+      "▁Krie g",
+      "▁in coming",
+      "▁inc oming",
+      "▁Class ification",
+      "Web View",
+      "▁epis odes",
+      "▁episode s",
+      "ap per",
+      "app er",
+      "appe r",
+      "a pper",
+      "äu fig",
+      "▁gi ov",
+      "▁De part",
+      "▁Dep art",
+      "бо ра",
+      "бор а",
+      "ed ly",
+      "os pod",
+      "osp od",
+      "▁p tr",
+      "▁pt r",
+      "▁ ptr",
+      "▁d átum",
+      "▁est imation",
+      "▁estim ation",
+      "ic ole",
+      "ico le",
+      "icol e",
+      "i cole",
+      "▁- ---",
+      "▁-- --",
+      "▁--- -",
+      "▁ ----",
+      "▁prin ces",
+      "▁prince s",
+      "HE AD",
+      "▁diff usion",
+      "▁diffus ion",
+      "▁d rie",
+      "▁dr ie",
+      "▁dri e",
+      "▁A da",
+      "▁Ad a",
+      "ни це",
+      "ниц е",
+      "ng inx",
+      "n ginx",
+      "sh al",
+      "sha l",
+      "s hal",
+      "▁febru ari",
+      "▁T at",
+      "▁Ta t",
+      "lo oking",
+      "look ing",
+      "ku nd",
+      "k und",
+      "▁De an",
+      "m ongodb",
+      "вши х",
+      "в ших",
+      "▁A ur",
+      "▁Au r",
+      "▁Fl ora",
+      "▁Flor a",
+      "▁Flo ra",
+      "▁Stud ios",
+      "▁Studio s",
+      "ци је",
+      "ei l",
+      "e il",
+      "Inst all",
+      "▁f ranch",
+      "▁fr anch",
+      "▁fran ch",
+      "▁franc h",
+      "▁H MS",
+      "▁pract ices",
+      "▁practice s",
+      "le j",
+      "l ej",
+      "da le",
+      "dal e",
+      "d ale",
+      "▁po ste",
+      "▁pos te",
+      "▁post e",
+      "▁H els",
+      "▁He ls",
+      "▁Hel s",
+      "▁reli able",
+      "źdz ier",
+      "▁ver se",
+      "▁vers e",
+      "▁ verse",
+      "er meister",
+      "erme ister",
+      "▁qu it",
+      "▁qui t",
+      "▁q uit",
+      "▁ quit",
+      "ét ico",
+      "il is",
+      "ili s",
+      "i lis",
+      "ed or",
+      "edo r",
+      "e dor",
+      "▁Cult ural",
+      "▁Cultura l",
+      "дж е",
+      "д же",
+      "▁li ked",
+      "▁like d",
+      "▁lik ed",
+      "▁m ongodb",
+      "▁mongo db",
+      "▁ mongodb",
+      "▁Broad way",
+      "▁I R",
+      "▁ IR",
+      "es zt",
+      "esz t",
+      "ho v",
+      "h ov",
+      "▁m íst",
+      "▁mí st",
+      "re iche",
+      "reich e",
+      "rei che",
+      "▁k B",
+      "ст ом",
+      "сто м",
+      "с том",
+      "▁SQL ite",
+      "▁tor neo",
+      "\\ .",
+      "Or d",
+      "O rd",
+      "▁Admin istration",
+      "▁Administr ation",
+      "▁з да",
+      "▁ зда",
+      "▁H inter",
+      "▁Hin ter",
+      "▁V ia",
+      "▁Vi a",
+      "Dec imal",
+      "or ious",
+      "ori ous",
+      "orio us",
+      "▁nécess aire",
+      "w x",
+      "▁t ej",
+      "▁te j",
+      "▁t ema",
+      "▁te ma",
+      "▁tem a",
+      "O brázky",
+      "ри те",
+      "рит е",
+      "▁build s",
+      "▁l aten",
+      "▁la ten",
+      "▁lat en",
+      "▁late n",
+      "▁г г",
+      "Vis ibility",
+      "lä u",
+      "l äu",
+      "▁se chs",
+      "▁sec hs",
+      "▁лу ч",
+      "ce ra",
+      "cer a",
+      "c era",
+      "Co uld",
+      "C ould",
+      "▁tra ject",
+      "}} ^{",
+      "}}^ {",
+      "} }^{",
+      "▁Jap on",
+      "▁Ja pon",
+      "an other",
+      "ano ther",
+      "I K",
+      "▁belong ing",
+      "▁fac ilities",
+      "▁facil ities",
+      "▁D aily",
+      "▁Da ily",
+      "▁de ce",
+      "▁dec e",
+      "int ro",
+      "▁слу ча",
+      "Name space",
+      "Names pace",
+      "▁B ak",
+      "▁Ba k",
+      "loc ale",
+      "local e",
+      "U G",
+      "=$ {",
+      "= ${",
+      "▁comp añ",
+      "ją c",
+      "j ąc",
+      "▁ar ithmetic",
+      "fo rum",
+      "for um",
+      "f orum",
+      "▁por ta",
+      "▁port a",
+      "on k",
+      "▁g ender",
+      "▁ge nder",
+      "▁gen der",
+      "▁ gender",
+      "▁expect s",
+      "б ка",
+      "▁n ak",
+      "▁na k",
+      "▁ nak",
+      "▁G race",
+      "▁Gr ace",
+      "▁Gra ce",
+      "▁st ro",
+      "▁str o",
+      "ivid ual",
+      "▁C OM",
+      "▁CO M",
+      "▁ COM",
+      "▁F arm",
+      "▁Fa rm",
+      "▁Far m",
+      "▁c anton",
+      "▁can ton",
+      "▁cant on",
+      "то му",
+      "том у",
+      "т ому",
+      "java x",
+      "jav ax",
+      "се й",
+      "с ей",
+      "▁brief ly",
+      "Fa ce",
+      "F ace",
+      "rot ate",
+      "const ant",
+      "▁g allery",
+      "▁gall ery",
+      "ast ro",
+      "astr o",
+      "all ery",
+      "alle ry",
+      "aller y",
+      "▁D J",
+      "char ge",
+      "charg e",
+      "ходи ть",
+      "ходит ь",
+      "C ent",
+      "\\\" ,",
+      "\\ \",",
+      "▁d onna",
+      "▁don na",
+      "▁donn a",
+      "ar ca",
+      "arc a",
+      "la de",
+      "lad e",
+      "l ade",
+      "zi n",
+      "z in",
+      "▁N ed",
+      "▁Ne d",
+      "▁host ing",
+      "▁hos ting",
+      "id or",
+      "ido r",
+      "i dor",
+      "it ative",
+      "itat ive",
+      "ig s",
+      "i gs",
+      "▁п ря",
+      "▁пр я",
+      "▁t icket",
+      "▁tick et",
+      "▁ti cket",
+      "▁stud ying",
+      "▁study ing",
+      "▁des igner",
+      "▁design er",
+      "lap sed",
+      "lapse d",
+      "laps ed",
+      "l apsed",
+      "▁la at",
+      "▁d ix",
+      "▁di x",
+      "▁integr ated",
+      "▁integrate d",
+      "▁integra ted",
+      "▁in formed",
+      "▁inform ed",
+      "▁be have",
+      "▁beh ave",
+      "▁behav e",
+      "▁la bour",
+      "▁lab our",
+      "est ellt",
+      "cal endar",
+      "▁k illing",
+      "▁kil ling",
+      "▁kill ing",
+      "▁tw itter",
+      "▁ twitter",
+      "ia e",
+      "i ae",
+      "▁histor ique",
+      "DE FAULT",
+      "ia ła",
+      "iał a",
+      "i ała",
+      "▁theoret ical",
+      "▁un ders",
+      "▁und ers",
+      "▁under s",
+      "ля ет",
+      "at an",
+      "ata n",
+      "a tan",
+      "▁s urname",
+      "▁sur name",
+      "▁inter cept",
+      "гла сно",
+      "▁општи ни",
+      "▁t ired",
+      "▁tir ed",
+      "▁ti red",
+      "▁B eth",
+      "▁Be th",
+      "▁Bet h",
+      "▁ад министратив",
+      "L i",
+      "▁Т ур",
+      "▁Ту р",
+      "▁Sc anner",
+      "▁S tern",
+      "▁St ern",
+      "▁Ste rn",
+      "▁Ster n",
+      "▁вме сте",
+      "▁report ing",
+      "▁s ull",
+      "▁su ll",
+      "▁sul l",
+      "ци ей",
+      "ber ts",
+      "bert s",
+      "og onal",
+      "ogo nal",
+      "ő k",
+      "▁i psum",
+      "▁ip sum",
+      "▁seu lement",
+      "▁seul ement",
+      "▁seule ment",
+      "▁Se iten",
+      "▁Seit en",
+      "▁Seite n",
+      "word press",
+      "▁fe aturing",
+      "ist ischen",
+      "isti schen",
+      "istische n",
+      "ju b",
+      "j ub",
+      "▁é tr",
+      "▁ét r",
+      "▁ étr",
+      "▁t ea",
+      "▁te a",
+      "▁adapt ed",
+      "▁sc ales",
+      "▁scale s",
+      "▁scal es",
+      "▁n an",
+      "▁na n",
+      "▁ nan",
+      "get Value",
+      "▁Bl ues",
+      "▁Blue s",
+      "ac les",
+      "acle s",
+      "a cles",
+      "▁st ati",
+      "▁stat i",
+      "▁sta ti",
+      "▁ent itled",
+      "▁R alph",
+      "gra vity",
+      "▁entre pr",
+      "któ ber",
+      "li mat",
+      "lim at",
+      "l imat",
+      "li s",
+      "l is",
+      "De mo",
+      "D emo",
+      "re lation",
+      "rel ation",
+      "▁n ep",
+      "▁ne p",
+      "pro wad",
+      "it is",
+      "iti s",
+      "i tis",
+      "▁p up",
+      "▁pu p",
+      "neh mer",
+      "nehm er",
+      "▁disapp oint",
+      "▁et was",
+      "▁etwa s",
+      "an non",
+      "ann on",
+      "anno n",
+      "▁appro ved",
+      "▁cl ever",
+      "▁cle ver",
+      "Lo ading",
+      "Load ing",
+      "▁ver z",
+      "▁ve rz",
+      "res se",
+      "ress e",
+      "r esse",
+      "▁insp ir",
+      "▁sam pling",
+      "▁B ek",
+      "▁Be k",
+      "}) $.",
+      "})$ .",
+      "} )$.",
+      "▁г рома",
+      "▁spe cie",
+      "▁spec ie",
+      "▁re pub",
+      "▁rep ub",
+      "▁lo ader",
+      "▁load er",
+      "▁ loader",
+      "▁e rf",
+      "▁er f",
+      "▁should er",
+      "ra is",
+      "rai s",
+      "r ais",
+      "▁ма те",
+      "▁мат е",
+      "▁Mon th",
+      "▁Mont h",
+      "▁Mo nth",
+      "▁ Month",
+      "Sc ene",
+      "▁block ing",
+      "▁o cean",
+      "ge ben",
+      "geb en",
+      "g eben",
+      "▁Kil ometer",
+      "▁b edeut",
+      "▁M ix",
+      "▁Mi x",
+      "fm t",
+      "f mt",
+      "▁Nor weg",
+      "▁ID s",
+      "par allel",
+      "▁ant icip",
+      "▁anti cip",
+      "▁re vis",
+      "▁rev is",
+      "ха н",
+      "х ан",
+      "▁с вет",
+      "▁све т",
+      "CA SE",
+      "C ASE",
+      "▁f ührt",
+      "▁führ t",
+      "▁ führt",
+      "▁at omic",
+      "▁atom ic",
+      "▁ atomic",
+      "▁dark ness",
+      "▁Fußball spieler",
+      "▁Ж и",
+      "quis ition",
+      "▁S ieg",
+      "▁Sie g",
+      "▁Si eg",
+      "C irc",
+      "▁c ientí",
+      "ne lle",
+      "nel le",
+      "nell e",
+      "n elle",
+      "SH A",
+      "S HA",
+      "▁u rb",
+      "▁ur b",
+      "▁ urb",
+      "▁k si",
+      "leq slant",
+      "▁ф рон",
+      "▁de fect",
+      "▁def ect",
+      "▁defe ct",
+      "▁r á",
+      "▁ rá",
+      "▁strong er",
+      "▁p ł",
+      "▁commun ities",
+      "ни на",
+      "нин а",
+      "en as",
+      "ena s",
+      "e nas",
+      "ienne nt",
+      "ienn ent",
+      "▁safe ly",
+      "▁saf ely",
+      "▁т я",
+      "▁ тя",
+      "▁ben chmark",
+      "▁Bra un",
+      "method s",
+      "arg ument",
+      "vo s",
+      "v os",
+      "ob ox",
+      "o box",
+      "ро ви",
+      "ров и",
+      "р ови",
+      "▁recher che",
+      "m n",
+      "▁br ings",
+      "▁bring s",
+      "m achine",
+      "CE SS",
+      "CES S",
+      "host s",
+      "hos ts",
+      "▁N Y",
+      "Aut ow",
+      "Auto w",
+      "▁сов ремен",
+      "▁G ary",
+      "▁Gar y",
+      "▁Ga ry",
+      "▁s ensor",
+      "▁sens or",
+      "▁document ed",
+      "▁pr endre",
+      "▁prend re",
+      "▁pe er",
+      "en ix",
+      "eni x",
+      "ha i",
+      "h ai",
+      "ar be",
+      "цен т",
+      "ц ент",
+      "_ (",
+      "▁U RI",
+      "▁ URI",
+      "ев а",
+      "е ва",
+      "▁Re gie",
+      "▁Reg ie",
+      "▁Mon ument",
+      "▁onder werp",
+      "B ag",
+      "ti t",
+      "t it",
+      "▁st ir",
+      "▁n erv",
+      "▁ne rv",
+      "▁ner v",
+      "стор ія",
+      "▁s ov",
+      "▁so v",
+      "▁writ ers",
+      "▁write rs",
+      "▁writer s",
+      "▁sort s",
+      "▁sor ts",
+      "ab solute",
+      "▁difficult ies",
+      "▁par lament",
+      "▁parl ament",
+      "▁IE numerable",
+      "▁dis sol",
+      "▁diss ol",
+      "▁CH ECK",
+      "ar ina",
+      "ari na",
+      "arin a",
+      "in burgh",
+      "D M",
+      "▁e ind",
+      "▁ein d",
+      "▁bud get",
+      "▁cert ains",
+      "▁certain s",
+      "▁för sta",
+      "▁först a",
+      "an ja",
+      "a nja",
+      "▁го дов",
+      "▁год ов",
+      "▁т ек",
+      "▁те к",
+      "▁ тек",
+      "▁D uch",
+      "▁Du ch",
+      "▁Duc h",
+      "gu i",
+      "g ui",
+      "▁Te ams",
+      "▁Team s",
+      "▁мно ги",
+      "Mar ie",
+      "Ma rie",
+      "M arie",
+      "In tegr",
+      "Int egr",
+      "Thread Pool",
+      "ru st",
+      "rus t",
+      "r ust",
+      "í k",
+      "% \"",
+      "en f",
+      "sp l",
+      "s pl",
+      "▁be gun",
+      "▁beg un",
+      "lo u",
+      "l ou",
+      "▁Rewrite Rule",
+      "tu ple",
+      "ane ous",
+      "▁mar ine",
+      "▁mari ne",
+      "▁ marine",
+      "at tan",
+      "att an",
+      "atta n",
+      "ik al",
+      "ika l",
+      "i kal",
+      "▁gradu ated",
+      "il lé",
+      "ill é",
+      "▁про ве",
+      "▁пров е",
+      "▁пр ове",
+      "▁Р оз",
+      "▁Ро з",
+      "', \r",
+      "' ,\r",
+      "▁Pf arr",
+      "▁n ivel",
+      "▁ni vel",
+      "▁пра цю",
+      "mus ic",
+      "▁set Timeout",
+      "ER S",
+      "E RS",
+      "▁E rik",
+      "▁Er ik",
+      "pi t",
+      "p it",
+      "▁Х ро",
+      "▁p ił",
+      "▁pi ł",
+      "▁p eri",
+      "▁per i",
+      "▁pe ri",
+      "до к",
+      "д ок",
+      "us zt",
+      "usz t",
+      "▁B ear",
+      "▁Be ar",
+      "Class Name",
+      "▁Par lament",
+      "▁a ix",
+      "▁ai x",
+      "▁inv ited",
+      "▁P ATH",
+      "▁PA TH",
+      "▁ PATH",
+      "xt er",
+      "x ter",
+      "▁R ace",
+      "▁Ra ce",
+      "▁h echo",
+      "▁he cho",
+      "▁T ower",
+      "▁To wer",
+      "▁Tow er",
+      "▁u tf",
+      "▁ut f",
+      "▁ utf",
+      "act ly",
+      "▁бу де",
+      "▁ang les",
+      "▁angle s",
+      "▁ angles",
+      "ня я",
+      "ouv elles",
+      "ouve lles",
+      "ouvel les",
+      "ouvelle s",
+      "▁cl imate",
+      "▁cli mate",
+      "▁clim ate",
+      "▁sing ing",
+      "▁sin ging",
+      "▁navig ate",
+      ">' ;",
+      "> ';",
+      "ad ows",
+      "ado ws",
+      "adow s",
+      "▁l eta",
+      "▁le ta",
+      "▁let a",
+      "▁S itz",
+      "▁Si tz",
+      "▁Sit z",
+      "▁part itions",
+      "▁partition s",
+      "▁d ock",
+      "▁do ck",
+      "▁doc k",
+      "▁ż y",
+      "▁ ży",
+      "▁alloc ate",
+      "▁benef its",
+      "▁benefit s",
+      "▁n ieder",
+      "▁nie der",
+      "▁ni eder",
+      "xp ath",
+      "x path",
+      "me ck",
+      "äl le",
+      "äll e",
+      "ä lle",
+      "▁cou pling",
+      "▁coup ling",
+      "жи л",
+      "ж ил",
+      "For Key",
+      "ar gent",
+      "arg ent",
+      "cl ou",
+      "clo u",
+      "c lou",
+      "▁instru ments",
+      "▁instrument s",
+      "▁ent hus",
+      "▁m ég",
+      "▁mé g",
+      "▁Па в",
+      "▁R ach",
+      "▁Ra ch",
+      "-- ---",
+      "---- -",
+      "--- --",
+      "- ----",
+      "▁API s",
+      "▁AP Is",
+      "▁V ier",
+      "▁Vi er",
+      "▁Vie r",
+      "C md",
+      "it ore",
+      "ito re",
+      "itor e",
+      "▁C uba",
+      "▁Cu ba",
+      "▁Cub a",
+      "▁dátum mal",
+      "▁embed ding",
+      "std io",
+      "▁Gil bert",
+      "▁ge prüft",
+      "▁st ating",
+      "▁stat ing",
+      "▁sta ting",
+      "▁stati ng",
+      "▁trigger s",
+      "▁trig gers",
+      "+ =",
+      "▁spé cial",
+      "▁del iber",
+      "▁deli ber",
+      "ми н",
+      "м ин",
+      "Pro du",
+      "Pr odu",
+      "P rodu",
+      "▁St ati",
+      "▁Stat i",
+      "▁Sta ti",
+      "▁z us",
+      "▁zu s",
+      "kt ionen",
+      "ktion en",
+      "Dispatch er",
+      "id al",
+      "ida l",
+      "i dal",
+      "▁L P",
+      "▁ LP",
+      "op tera",
+      "opt era",
+      "opter a",
+      "▁e star",
+      "▁est ar",
+      "▁es tar",
+      "▁esta r",
+      "▁зна чи",
+      "с мо",
+      "ous es",
+      "ouse s",
+      "o uses",
+      "eng ono",
+      "engo no",
+      "▁W PF",
+      "pub lish",
+      "▁t eor",
+      "▁te or",
+      "el if",
+      "eli f",
+      "▁e rg",
+      "▁er g",
+      "▁ erg",
+      "▁separ ation",
+      "Pa n",
+      "P an",
+      "▁Or chestra",
+      "Pe ter",
+      "P eter",
+      "bound s",
+      "b ounds",
+      "▁Shakespe are",
+      "▁cant ante",
+      "▁d emi",
+      "▁de mi",
+      "▁dem i",
+      "▁Pop ular",
+      "ф р",
+      "ar ring",
+      "arr ing",
+      "ци н",
+      "ц ин",
+      "▁И с",
+      "vo n",
+      "v on",
+      "▁subst itution",
+      "▁lí nea",
+      "\\}$ .",
+      "\\} $.",
+      "\\ }$.",
+      "com o",
+      "co mo",
+      "c omo",
+      "▁ва ж",
+      "wa gen",
+      "w agen",
+      "▁rare ly",
+      "▁period s",
+      "▁peri ods",
+      "gl ob",
+      "g lob",
+      "▁F rid",
+      "▁Fr id",
+      "▁Fri d",
+      "▁T err",
+      "▁Te rr",
+      "▁Ter r",
+      "▁Re lease",
+      "▁ Release",
+      "Brain z",
+      "▁гра ф",
+      "▁ граф",
+      "DI S",
+      "D IS",
+      "compat ible",
+      "▁po č",
+      "LI N",
+      "L IN",
+      "▁K ällor",
+      "▁A rizona",
+      "pp y",
+      "p py",
+      "Se q",
+      "S eq",
+      "▁A in",
+      "▁T ourn",
+      "▁To urn",
+      "▁Tour n",
+      "br ow",
+      "bro w",
+      "b row",
+      "▁K ör",
+      "▁Kö r",
+      "▁a sh",
+      "▁as h",
+      "▁ ash",
+      "ogene ous",
+      "▁dia lect",
+      "▁насе ља",
+      "mysql i",
+      "mysq li",
+      "цо в",
+      "ц ов",
+      "▁f lor",
+      "▁fl or",
+      "▁flo r",
+      "▁ф ло",
+      "IA B",
+      "I AB",
+      "▁With in",
+      "▁Wit hin",
+      "^ (",
+      "▁b ois",
+      "▁bo is",
+      "▁t ank",
+      "▁tan k",
+      "▁aff ili",
+      "▁h ijo",
+      "▁hij o",
+      "▁hi jo",
+      "▁K ate",
+      "▁Kat e",
+      "▁Ka te",
+      "▁Ver l",
+      "▁Ve rl",
+      "▁M iami",
+      "▁Mi ami",
+      "▁type script",
+      "▁types cript",
+      "њ у",
+      "▁V ern",
+      "▁Ver n",
+      "▁Ve rn",
+      "▁ви со",
+      "ie mann",
+      "iem ann",
+      "i emann",
+      "▁co verage",
+      "▁cover age",
+      "br ie",
+      "b rie",
+      "▁Start ing",
+      "▁Star ting",
+      "num py",
+      "▁J enkins",
+      "▁Jen kins",
+      "▁k ét",
+      "▁ké t",
+      "▁g rup",
+      "▁gr up",
+      "▁gru p",
+      "▁S cient",
+      "▁Sc ient",
+      "▁Sci ent",
+      "▁inter rupt",
+      "▁b lob",
+      "▁bl ob",
+      "▁blo b",
+      "▁ blob",
+      "ug el",
+      "uge l",
+      "u gel",
+      "▁Or th",
+      "▁Ort h",
+      "ab ama",
+      "aba ma",
+      "▁B apt",
+      "▁Ba pt",
+      "ow nik",
+      "own ik",
+      "▁бы ть",
+      "▁Jul ius",
+      "▁Ju lius",
+      "▁Juli us",
+      "▁П рез",
+      "▁Пре з",
+      "▁subst itute",
+      "support ed",
+      "supp orted",
+      "ch y",
+      "c hy",
+      "egy zetek",
+      "▁Per formance",
+      "▁Perform ance",
+      "less ly",
+      "Con structor",
+      "▁ext ending",
+      "▁extend ing",
+      "▁Mus lim",
+      "Over flow",
+      "▁J enn",
+      "▁Je nn",
+      "▁Jen n",
+      "▁produ z",
+      "▁prod uz",
+      "мі ї",
+      "м ії",
+      "▁país es",
+      "▁e ux",
+      "▁eu x",
+      "▁f ate",
+      "▁fa te",
+      "▁fat e",
+      "ol oge",
+      "olog e",
+      "olo ge",
+      "у к",
+      "▁wo bei",
+      "▁wob ei",
+      "▁S achsen",
+      "▁Sach sen",
+      "▁са йт",
+      "▁сай т",
+      "Mod els",
+      "Model s",
+      "Mode ls",
+      "▁F ast",
+      "▁Fa st",
+      "bes ondere",
+      "▁F R",
+      "▁ FR",
+      "▁a con",
+      "▁ac on",
+      "▁ acon",
+      "▁Den kmal",
+      "▁an ch",
+      "▁anc h",
+      "▁ anch",
+      "▁públic o",
+      "▁T as",
+      "▁Ta s",
+      "▁c and",
+      "▁can d",
+      "▁ca nd",
+      "▁pa ździer",
+      "▁М он",
+      "▁Мо н",
+      "▁vers us",
+      "ru t",
+      "r ut",
+      "G T",
+      "▁insert ing",
+      "▁inser ting",
+      "▁can ad",
+      "▁ca nad",
+      "є м",
+      "▁M etro",
+      "▁Met ro",
+      "▁Herz og",
+      "Ign ore",
+      "▁decre ase",
+      "▁п ун",
+      "▁пу н",
+      "▁F ischer",
+      "▁M all",
+      "▁Ma ll",
+      "▁Mal l",
+      "▁n örd",
+      "io stream",
+      "i ostream",
+      "▁Lux emb",
+      "pay load",
+      "▁Ze itung",
+      "▁Zeit ung",
+      "▁mod ifying",
+      "▁modify ing",
+      "▁C her",
+      "▁Ch er",
+      "▁Che r",
+      "▁Lu ci",
+      "▁Luc i",
+      "n x",
+      "▁lo ose",
+      "▁top ics",
+      "▁topic s",
+      "▁var ied",
+      "▁vari ed",
+      "▁va ried",
+      "▁p g",
+      "▁ pg",
+      "aj es",
+      "aje s",
+      "a jes",
+      "um m",
+      "u mm",
+      "View s",
+      "▁B eau",
+      "▁Be au",
+      "MA P",
+      "M AP",
+      "ip eline",
+      "ipe line",
+      "▁Inter est",
+      "ar ith",
+      "ari th",
+      "▁seg ún",
+      "▁Geme ins",
+      "▁Att ribute",
+      "▁ Attribute",
+      "comm unity",
+      "▁цент р",
+      "▁kil ometer",
+      "▁kilomet er",
+      "▁kilom eter",
+      "▁é conom",
+      "▁éc onom",
+      "lar ation",
+      "▁к ъ",
+      "▁car riage",
+      "▁carri age",
+      "▁L ane",
+      "▁La ne",
+      "▁Lan e",
+      "▁не об",
+      "ku r",
+      "k ur",
+      "▁A F",
+      "▁ AF",
+      "IN TER",
+      "INT ER",
+      ")) $",
+      ") )$",
+      "▁be ide",
+      "▁bei de",
+      "dest ination",
+      "▁font s",
+      "▁fon ts",
+      "▁ fonts",
+      "append Child",
+      "▁M AR",
+      "▁MA R",
+      "▁g ay",
+      "▁ga y",
+      "mi l",
+      "m il",
+      "le sh",
+      "les h",
+      "l esh",
+      "è t",
+      "▁W ang",
+      "▁Wa ng",
+      "▁Y ears",
+      "▁Year s",
+      "▁Ye ars",
+      "▁S ymbol",
+      "▁Sym bol",
+      "▁ Symbol",
+      "Li ve",
+      "L ive",
+      "qu ency",
+      "▁U sers",
+      "▁Use rs",
+      "▁User s",
+      "▁Us ers",
+      "▁ Users",
+      "▁Un icode",
+      "▁S au",
+      "▁Sa u",
+      "▁t ons",
+      "▁to ns",
+      "▁ton s",
+      "▁ tons",
+      "▁Н і",
+      "▁кра ї",
+      "▁ краї",
+      "AX I",
+      "▁P ick",
+      "▁Pi ck",
+      "▁Pic k",
+      "A I",
+      "▁h ath",
+      "▁ha th",
+      "▁hat h",
+      "▁a inda",
+      "▁ain da",
+      "▁p apa",
+      "▁pa pa",
+      "▁pap a",
+      "▁C enso",
+      "▁B ald",
+      "▁Ba ld",
+      "▁Bal d",
+      "▁Насе ље",
+      "▁sim ulations",
+      "▁simulation s",
+      "▁j aren",
+      "▁ja ren",
+      "▁jar en",
+      "▁inher ited",
+      "▁inherit ed",
+      "▁то й",
+      "▁ той",
+      "▁fe els",
+      "▁feel s",
+      "▁fee ls",
+      "ress ion",
+      "r ession",
+      "▁o któber",
+      "bi d",
+      "b id",
+      "ás i",
+      "á si",
+      "▁m uss",
+      "▁mus s",
+      "▁mu ss",
+      "vent ory",
+      "▁me ist",
+      "▁b ore",
+      "▁bo re",
+      "▁bor e",
+      "▁sl ider",
+      "▁slide r",
+      "▁sli der",
+      "▁ slider",
+      "де ли",
+      "\\ ;",
+      "▁extra cted",
+      "▁extract ed",
+      "ку р",
+      "к ур",
+      "Ed ge",
+      "▁per f",
+      "▁pe rf",
+      "▁Brig ade",
+      "▁гра д",
+      "▁ град",
+      "ie nie",
+      "ien ie",
+      "i enie",
+      "▁N orden",
+      "▁Nor den",
+      "▁Nord en",
+      "▁c ancer",
+      "▁can cer",
+      "\" /",
+      "C ur",
+      "▁С ере",
+      "▁Се ре",
+      "▁Сер е",
+      "▁liqu id",
+      "str ucture",
+      "struct ure",
+      "▁cho osing",
+      "▁Per l",
+      "▁Pe rl",
+      "Si de",
+      "S ide",
+      "ü s",
+      "ри тор",
+      "рито р",
+      "рит ор",
+      "▁k ost",
+      "▁ko st",
+      "▁pa ckets",
+      "▁pack ets",
+      "▁packet s",
+      "▁кото рого",
+      "▁Com un",
+      "▁Co mun",
+      "▁f ingers",
+      "▁fin gers",
+      "▁finger s",
+      "ográ fica",
+      "> :",
+      "▁champion nat",
+      "▁bl ieb",
+      "▁S itu",
+      "▁Si tu",
+      "▁Sit u",
+      "▁su ic",
+      "an dis",
+      "and is",
+      "Fr e",
+      "F re",
+      "▁C onc",
+      "▁Con c",
+      "▁Co nc",
+      "▁re public",
+      "▁rep ublic",
+      "▁repub lic",
+      "▁ar med",
+      "▁arm ed",
+      "▁h ell",
+      "▁he ll",
+      "▁hel l",
+      "▁ hell",
+      "▁h ög",
+      "▁hö g",
+      "rag ma",
+      "▁en se",
+      "▁ens e",
+      "▁ ense",
+      "▁ac res",
+      "▁В ід",
+      "▁Ві д",
+      "▁Re form",
+      "▁Ref orm",
+      "Main Activity",
+      "ke eper",
+      "keep er",
+      "kee per",
+      "er b",
+      "e rb",
+      "▁mon aster",
+      "sub subsection",
+      "▁Ди в",
+      "▁cre ature",
+      "▁indic ating",
+      "▁url s",
+      "▁ur ls",
+      "▁ urls",
+      "▁k ein",
+      "▁ke in",
+      "об раз",
+      "обра з",
+      "pi ck",
+      "pic k",
+      "p ick",
+      "▁Ad mir",
+      "▁old est",
+      "▁ol dest",
+      "▁m uz",
+      "▁mu z",
+      "▁contra diction",
+      "▁contrad iction",
+      "▁contradict ion",
+      "▁prob abil",
+      "illi ant",
+      "▁p av",
+      "▁pa v",
+      "▁pa pel",
+      "▁pap el",
+      "ub s",
+      "u bs",
+      "▁ж ена",
+      "▁же на",
+      "▁жен а",
+      "▁ жена",
+      "AM L",
+      "A ML",
+      "▁re cip",
+      "▁rec ip",
+      "▁reci p",
+      "▁C OL",
+      "▁CO L",
+      "▁ COL",
+      "ad ded",
+      "add ed",
+      "▁cl ue",
+      "▁Uk raine",
+      "▁Ukrain e",
+      "▁jel ent",
+      "че нь",
+      "чен ь",
+      "ч ень",
+      "▁mathemat ics",
+      "Ac cept",
+      "▁с от",
+      "▁со т",
+      "▁се вер",
+      "▁isol ated",
+      "▁по я",
+      "w ür",
+      "Ro uter",
+      "Route r",
+      "Rout er",
+      "R outer",
+      "CA T",
+      "C AT",
+      "rg b",
+      "r gb",
+      "▁L ov",
+      "▁Lo v",
+      "mu table",
+      "mut able",
+      "m utable",
+      "▁W es",
+      "▁We s",
+      "▁Ital ien",
+      "Dra g",
+      "Dr ag",
+      "D rag",
+      "en ium",
+      "eni um",
+      "at ting",
+      "att ing",
+      "atti ng",
+      "tc p",
+      "t cp",
+      "▁erfolg te",
+      "▁Be it",
+      "▁Bei t",
+      "га то",
+      "▁System s",
+      "▁Syst ems",
+      "▁re serve",
+      "▁res erve",
+      "er ee",
+      "ere e",
+      "e ree",
+      "▁Па ри",
+      "▁Пар и",
+      "▁з али",
+      "▁за ли",
+      "▁re nt",
+      "▁r ent",
+      "▁ren t",
+      "▁ rent",
+      "▁s unt",
+      "▁su nt",
+      "▁sun t",
+      "▁G irls",
+      "▁Girl s",
+      "▁Gir ls",
+      "▁Er nest",
+      "▁Ern est",
+      "▁f its",
+      "▁fi ts",
+      "▁fit s",
+      "▁op pon",
+      "▁opp on",
+      "▁живе ло",
+      "▁av aient",
+      "▁Flor ence",
+      "▁Flo rence",
+      "▁чи сле",
+      "▁eng ines",
+      "▁engine s",
+      "D ynamic",
+      "▁stycz nia",
+      "▁b ias",
+      "▁bi as",
+      "▁Ex change",
+      "ди й",
+      "▁histor iques",
+      "▁historique s",
+      "▁H ä",
+      "ho d",
+      "h od",
+      "▁w ł",
+      "sch ap",
+      "▁l ac",
+      "▁la c",
+      "▁ lac",
+      "▁F oi",
+      "▁Fo i",
+      "▁d well",
+      "▁dw ell",
+      "▁Unter nehmen",
+      "UR N",
+      "▁kilomet res",
+      "▁Одна ко",
+      "к ли",
+      "▁S ri",
+      "▁Sr i",
+      "Gr oups",
+      "Group s",
+      "min d",
+      "mi nd",
+      "m ind",
+      "os lov",
+      "fer n",
+      "fe rn",
+      "f ern",
+      "eg u",
+      "e gu",
+      "abel ed",
+      "abe led",
+      "F iddle",
+      "▁Cent ury",
+      "/ -",
+      "▁J egyzetek",
+      "He n",
+      "H en",
+      "ens emble",
+      "▁G ut",
+      "▁Gu t",
+      "_{ {\\",
+      "_ {{\\",
+      "▁ran king",
+      "▁rank ing",
+      "+ $",
+      "ал а",
+      "а ла",
+      "▁# {",
+      "▁ #{",
+      "im ientos",
+      "imiento s",
+      "ach im",
+      "ac him",
+      "achi m",
+      "ri des",
+      "ride s",
+      "rid es",
+      "r ides",
+      "▁K laus",
+      "▁Kl aus",
+      "▁int end",
+      "▁inte nd",
+      "▁inten d",
+      "▁Kent ucky",
+      "ci pe",
+      "cip e",
+      "c ipe",
+      "▁D ienst",
+      "▁Di enst",
+      "▁situ ated",
+      "▁pó ź",
+      "▁s crit",
+      "▁sc rit",
+      "▁scr it",
+      "▁scri t",
+      "cl ip",
+      "cli p",
+      "c lip",
+      "не т",
+      "н ет",
+      "ta bles",
+      "table s",
+      "tab les",
+      "t ables",
+      "▁N ied",
+      "▁Ni ed",
+      "▁Nie d",
+      "▁Mc K",
+      "▁pow st",
+      "▁kun nen",
+      "▁Ev ans",
+      "▁Eva ns",
+      "ж ды",
+      "ва ть",
+      "ват ь",
+      "uch ar",
+      "uc har",
+      "ucha r",
+      "u char",
+      "▁res idents",
+      "▁resid ents",
+      "▁resident s",
+      "ia k",
+      "i ak",
+      "▁Re sol",
+      "▁Res ol",
+      "▁ Resol",
+      "▁ve ces",
+      "▁vec es",
+      "▁satisf ying",
+      "▁satisfy ing",
+      "IN F",
+      "I NF",
+      "▁с ин",
+      "▁си н",
+      "▁cross ing",
+      "ib en",
+      "ibe n",
+      "i ben",
+      "▁ши ро",
+      "pt o",
+      "p to",
+      "IL L",
+      "I LL",
+      "▁ро ль",
+      "▁a ktiv",
+      "▁akt iv",
+      "▁обра щения",
+      "Wik ispecies",
+      "▁Hö he",
+      "cr o",
+      "c ro",
+      "══ ══",
+      "al tra",
+      "alt ra",
+      "▁FI LE",
+      "▁ FILE",
+      "▁u ps",
+      "▁up s",
+      "▁ ups",
+      "▁al location",
+      "▁all ocation",
+      "▁alloc ation",
+      "▁allo cation",
+      "Mich ael",
+      "▁acknow led",
+      "Lin ux",
+      "▁met ros",
+      "▁ metros",
+      "tt e",
+      "t te",
+      "af en",
+      "a fen",
+      "▁x code",
+      "▁тра ди",
+      "spe cies",
+      "spec ies",
+      "s pecies",
+      "▁inj ury",
+      "▁са мы",
+      "▁сам ы",
+      "▁l attice",
+      "M aterial",
+      "and enburg",
+      "anden burg",
+      "▁huvud staden",
+      "st ory",
+      "sto ry",
+      "stor y",
+      "▁var ying",
+      "▁vary ing",
+      "▁kö vet",
+      "▁Росси йской",
+      "ir se",
+      "irs e",
+      "▁d rum",
+      "▁dr um",
+      "▁dru m",
+      "Pr essed",
+      "Press ed",
+      "Pres sed",
+      "La r",
+      "L ar",
+      "▁A gu",
+      "▁Ag u",
+      "▁w eil",
+      "▁we il",
+      "▁comm ence",
+      "▁Seg ún",
+      "Gest ure",
+      "Sh ape",
+      "S hape",
+      "▁V ors",
+      "▁Vo rs",
+      "▁Vor s",
+      "▁succ ès",
+      "▁correct ed",
+      "▁corre cted",
+      "▁corr ected",
+      "K ar",
+      "▁cr uel",
+      "▁cru el",
+      "▁polit ico",
+      "▁Schrift steller",
+      "▁ris ult",
+      "et u",
+      "e tu",
+      "arch iv",
+      "▁gén ero",
+      "▁gé nero",
+      "▁L ü",
+      "▁tri umph",
+      "OR S",
+      "O RS",
+      "L u",
+      "▁person nel",
+      "▁personn el",
+      "▁personne l",
+      "▁H ills",
+      "▁Hill s",
+      "▁Hil ls",
+      "as set",
+      "ass et",
+      "asse t",
+      "do min",
+      "dom in",
+      "d omin",
+      "Rece ive",
+      "▁O ak",
+      "▁K no",
+      "▁Kn o",
+      "▁The ory",
+      "ir ie",
+      "iri e",
+      "i rie",
+      "ow an",
+      "owa n",
+      "o wan",
+      "▁est ava",
+      "▁esta va",
+      "▁exec utes",
+      "▁execute s",
+      "▁execut es",
+      "й т",
+      "óp ez",
+      "ó pez",
+      "по ло",
+      "пол о",
+      "п оло",
+      "ét ica",
+      "▁назва ние",
+      "▁conver ges",
+      "▁not re",
+      "▁no tre",
+      "▁pop ulated",
+      "▁popula ted",
+      "▁popul ated",
+      "▁populate d",
+      "▁mov ements",
+      "▁move ments",
+      "▁movement s",
+      "▁statist ical",
+      "▁Zwe iten",
+      "qu in",
+      "qui n",
+      "▁import antes",
+      "▁important es",
+      "▁importante s",
+      "▁k lein",
+      "▁kle in",
+      "▁kl ein",
+      "▁Seg unda",
+      "schließ end",
+      "Fail ure",
+      "na r",
+      "n ar",
+      "da g",
+      "d ag",
+      "▁ru olo",
+      "▁f iction",
+      "▁fi ction",
+      "▁fic tion",
+      "▁fict ion",
+      "▁исполь зу",
+      "▁cr isis",
+      "▁Get ting",
+      ", %",
+      "▁ар мии",
+      "▁cam pus",
+      "▁camp us",
+      "▁fo oter",
+      "▁foot er",
+      "▁foo ter",
+      "▁ footer",
+      "▁d ías",
+      "▁día s",
+      "▁dí as",
+      "ба н",
+      "б ан",
+      "▁liber ty",
+      "▁libert y",
+      "▁g h",
+      "▁ gh",
+      "▁cham ber",
+      "▁district s",
+      "▁exc ited",
+      "▁can ción",
+      "ter o",
+      "te ro",
+      "t ero",
+      "▁Work ing",
+      "▁Wor king",
+      "▁czę ści",
+      "ль ный",
+      "▁f orum",
+      "▁for um",
+      "▁fo rum",
+      "▁ forum",
+      "▁E he",
+      "▁ка та",
+      "▁ ката",
+      "it ations",
+      "itation s",
+      "itat ions",
+      "To ols",
+      "Tool s",
+      "T ools",
+      "ach iv",
+      "achi v",
+      "▁c res",
+      "▁cre s",
+      "▁cr es",
+      "as to",
+      "ast o",
+      "a sto",
+      "▁re ver",
+      "▁r ever",
+      "▁rev er",
+      "▁reve r",
+      "▁n azionale",
+      "▁naz ionale",
+      "▁do ors",
+      "▁door s",
+      "▁N ancy",
+      "▁Nan cy",
+      "▁is lands",
+      "▁island s",
+      "Im p",
+      "I mp",
+      "▁Ch air",
+      "▁Cha ir",
+      "▁v orm",
+      "▁vo rm",
+      "▁vor m",
+      "se in",
+      "s ein",
+      "▁до ку",
+      "er set",
+      "ers et",
+      "▁tät ig",
+      "▁K rit",
+      "▁Kr it",
+      "▁п я",
+      "▁cons ervation",
+      "▁conserv ation",
+      "▁Part ido",
+      "▁Parti do",
+      "min ipage",
+      "Valid ator",
+      "▁rec overy",
+      "▁recover y",
+      "▁NA SA",
+      "▁NAS A",
+      "▁br east",
+      "▁bre ast",
+      "il ty",
+      "ilt y",
+      "an aly",
+      "ana ly",
+      "anal y",
+      "el ines",
+      "eli nes",
+      "eline s",
+      "elin es",
+      "e lines",
+      "▁S aturday",
+      "em ark",
+      "e mark",
+      "ce j",
+      "c ej",
+      "Ze ro",
+      "Z ero",
+      "▁Tur ner",
+      "▁Turn er",
+      "sec ure",
+      "Ex ists",
+      "▁R ick",
+      "▁Ric k",
+      "▁Ri ck",
+      "ev alu",
+      "eval u",
+      "e valu",
+      "ct rl",
+      "ctr l",
+      "c trl",
+      "▁com pression",
+      "▁comp ression",
+      "▁compr ession",
+      "▁compress ion",
+      "▁C URL",
+      "text color",
+      ")\\ ,",
+      ") \\,",
+      "long rightarrow",
+      "▁Fern seh",
+      "▁ Fernseh",
+      "ic ha",
+      "ich a",
+      "i cha",
+      "▁l oi",
+      "▁lo i",
+      "▁О те",
+      "▁От е",
+      "▁c ave",
+      "▁ca ve",
+      "▁cav e",
+      "▁do zen",
+      "▁expla ining",
+      "▁expl aining",
+      "▁explain ing",
+      "▁in nov",
+      "▁inn ov",
+      "▁Nich olas",
+      "▁dia meter",
+      "▁diam eter",
+      "▁M arian",
+      "▁Mar ian",
+      "▁Ma rian",
+      "▁Maria n",
+      "▁Mari an",
+      "▁f ires",
+      "▁fire s",
+      "▁fi res",
+      "▁fir es",
+      "▁art ifact",
+      "▁ artifact",
+      "▁Par ker",
+      "▁Park er",
+      "▁B und",
+      "▁Bu nd",
+      "▁Bun d",
+      "▁v erte",
+      "▁ver te",
+      "▁vert e",
+      "▁ verte",
+      "▁tal ent",
+      "▁tale nt",
+      "▁Lu cas",
+      "▁Luc as",
+      "re verse",
+      "▁folg enden",
+      "▁S ah",
+      "▁Sa h",
+      "ject ions",
+      "je ctions",
+      "jection s",
+      "▁inve ce",
+      "▁cost itu",
+      "▁s sl",
+      "▁ss l",
+      "▁ ssl",
+      "}} ^",
+      "} }^",
+      "▁viol ent",
+      "▁s pos",
+      "▁sp os",
+      "▁spo s",
+      "Ro ut",
+      "R out",
+      "jd k",
+      "j dk",
+      "▁за ме",
+      "▁f urent",
+      "▁fur ent",
+      "▁fu rent",
+      "an dal",
+      "and al",
+      "anda l",
+      "H om",
+      "▁Sen ior",
+      "▁p ounds",
+      "▁Disc ogs",
+      "▁з е",
+      "▁ зе",
+      "'} [",
+      "' }[",
+      "▁Napole on",
+      "ordin ates",
+      "ordinate s",
+      "à n",
+      "▁k urz",
+      "▁kur z",
+      "▁v ere",
+      "▁ver e",
+      "▁ve re",
+      "▁ vere",
+      "▁re use",
+      "▁Г ен",
+      "▁Ге н",
+      "▁S yst",
+      "▁Sy st",
+      "▁disapp eared",
+      "▁disappear ed",
+      "▁W atch",
+      "▁Wat ch",
+      "▁ Watch",
+      "bibli othek",
+      "▁кор пу",
+      "▁C s",
+      "▁} `",
+      "▁ }`",
+      "▁r ör",
+      "▁де ла",
+      "▁ дела",
+      "V B",
+      "▁calcul us",
+      "▁calc ulus",
+      "ро да",
+      "род а",
+      "▁jud gment",
+      "at ile",
+      "ati le",
+      "▁long ue",
+      "▁lon gue",
+      "▁H us",
+      "▁Hu s",
+      "J ac",
+      "}} )",
+      "} })",
+      "RI PT",
+      "IAB ot",
+      "▁ap ós",
+      "▁a ston",
+      "▁as ton",
+      "▁ast on",
+      "Web achiv",
+      "▁URL s",
+      "▁co at",
+      "▁э коно",
+      "▁l ear",
+      "▁le ar",
+      "▁ lear",
+      "ext ensions",
+      "extension s",
+      "▁Class ic",
+      "T I",
+      "▁T age",
+      "▁Tag e",
+      "▁Ta ge",
+      "▁l á",
+      "▁ lá",
+      "▁s emb",
+      "▁se mb",
+      "▁sem b",
+      "▁développ ement",
+      "IS TS",
+      "IST S",
+      "▁sol ves",
+      "▁solve s",
+      ",\\ ,",
+      ", \\,",
+      "▁чем пі",
+      "ord inary",
+      "ordin ary",
+      "▁B av",
+      "▁Ba v",
+      "▁much os",
+      "▁mu chos",
+      "▁mucho s",
+      "S elf",
+      "▁Ма й",
+      "▁D iet",
+      "▁Die t",
+      "▁Di et",
+      "▁necess ity",
+      "ві д",
+      "в ід",
+      "▁m ano",
+      "▁ma no",
+      "▁man o",
+      "▁С р",
+      "▁car re",
+      "▁Cam era",
+      "▁Camer a",
+      "▁ Camera",
+      "▁N arod",
+      "▁Na rod",
+      "▁Nar od",
+      "▁Ph one",
+      "▁Pho ne",
+      "▁ Phone",
+      "▁pol ym",
+      "▁poly m",
+      "im ore",
+      "imo re",
+      "i more",
+      "is Empty",
+      "▁Hou ston",
+      "▁Re ce",
+      "▁Rec e",
+      "▁ Rece",
+      "▁present ation",
+      "▁pres entation",
+      "▁presenta tion",
+      "▁ presentation",
+      "ни ципа",
+      "ници па",
+      "▁D b",
+      "▁ Db",
+      "▁conf ident",
+      "▁} {",
+      "▁ }{",
+      "▁bul let",
+      "▁ bullet",
+      "▁{ },",
+      "▁{} ,",
+      "AN GE",
+      "ANG E",
+      "▁No tre",
+      "▁Not re",
+      "ch in",
+      "chi n",
+      "c hin",
+      "▁Dr agon",
+      "▁Drag on",
+      "▁Dra gon",
+      "er ca",
+      "erc a",
+      "ia li",
+      "ial i",
+      "i ali",
+      "▁as set",
+      "▁ass et",
+      "▁asse t",
+      "▁ asset",
+      "▁mu ito",
+      "▁muit o",
+      "▁deep ly",
+      "▁rest riction",
+      "▁restrict ion",
+      "▁com merce",
+      "▁commer ce",
+      "▁ commerce",
+      "▁B omb",
+      "▁Bo mb",
+      "▁Bom b",
+      "c aught",
+      "q q",
+      "▁A rag",
+      "▁Ar ag",
+      "▁Ara g",
+      "▁не мец",
+      "▁Anal ysis",
+      "▁člán ku",
+      "▁b aby",
+      "▁ba by",
+      "▁e chter",
+      "▁о дного",
+      "▁од ного",
+      "▁одно го",
+      "же на",
+      "жен а",
+      "ж ена",
+      "▁white space",
+      "▁whites pace",
+      "ç u",
+      "LI ST",
+      "L IST",
+      "fr ique",
+      "fri que",
+      "f rique",
+      "▁v arias",
+      "▁var ias",
+      "▁vari as",
+      "▁va rias",
+      "▁W it",
+      "▁Wi t",
+      "▁Lic encia",
+      "Ex it",
+      "▁sie rp",
+      "▁sier p",
+      "▁ass emb",
+      "▁asse mb",
+      "▁split ting",
+      "▁spl itting",
+      "▁pa lace",
+      "▁pal ace",
+      "▁b locked",
+      "▁block ed",
+      "▁bound aries",
+      "▁iter ations",
+      "▁iteration s",
+      "▁Rot ten",
+      "▁Ver kehr",
+      "▁we er",
+      "Test s",
+      "T ests",
+      "if ting",
+      "ift ing",
+      "▁reg ul",
+      "▁pers ist",
+      "▁Sol ution",
+      "p b",
+      "▁col lapse",
+      "▁ collapse",
+      "▁arr ested",
+      "▁arrest ed",
+      "▁pred icate",
+      "▁Z one",
+      "▁Zo ne",
+      "▁ Zone",
+      "▁in gen",
+      "▁ing en",
+      "▁ ingen",
+      "zá lez",
+      "▁b anks",
+      "▁bank s",
+      "▁ban ks",
+      "pl ant",
+      "plan t",
+      "pla nt",
+      "p lant",
+      "▁N ella",
+      "▁Ne lla",
+      "▁Nel la",
+      "▁Nell a",
+      "▁б ан",
+      "▁ба н",
+      "▁ бан",
+      "▁S now",
+      "▁Sn ow",
+      "▁Kre uz",
+      "í cio",
+      "▁en ters",
+      "▁ent ers",
+      "▁enter s",
+      "▁ex pose",
+      "▁exp ose",
+      "▁expos e",
+      "č i",
+      "ши е",
+      "Qu al",
+      "Q ual",
+      "▁lands cape",
+      "▁пода цима",
+      "ma i",
+      "m ai",
+      "st ag",
+      "sta g",
+      "s tag",
+      "ова ний",
+      "DE F",
+      "D EF",
+      "[] {",
+      "[ ]{",
+      "▁derni ère",
+      "ic ut",
+      "i cut",
+      "▁X ml",
+      "▁ Xml",
+      "▁sub group",
+      "▁Pol sce",
+      "▁W arning",
+      "▁War ning",
+      "▁ Warning",
+      "▁veh icles",
+      "▁vehicle s",
+      "io t",
+      "i ot",
+      "▁d ll",
+      "▁ dll",
+      "ro nt",
+      "ron t",
+      "r ont",
+      "▁Lou ise",
+      "▁Louis e",
+      "▁a ra",
+      "▁ar a",
+      "▁ ara",
+      "▁S cala",
+      "▁Sc ala",
+      "▁canon ical",
+      "▁pl acing",
+      "▁pla cing",
+      "ER Y",
+      "E RY",
+      "▁J ag",
+      "▁Ja g",
+      "▁v irus",
+      "▁vi rus",
+      "▁vir us",
+      "em u",
+      "e mu",
+      "▁} );\r",
+      "▁}); \r",
+      "▁}) ;\r",
+      "▁м м",
+      "▁Tr ying",
+      "▁Try ing",
+      "▁Lex ikon",
+      "ab ord",
+      "abor d",
+      "▁exped ition",
+      "▁demand ed",
+      "▁demande d",
+      "Z yg",
+      "le in",
+      "lei n",
+      "l ein",
+      "▁verw endet",
+      "ри на",
+      "рин а",
+      "wo l",
+      "w ol",
+      "▁p ivot",
+      "▁одна ко",
+      "▁propri et",
+      "▁a wards",
+      "▁aw ards",
+      "▁award s",
+      "to ut",
+      "t out",
+      "▁as sim",
+      "▁ass im",
+      "▁St orm",
+      "▁Sto rm",
+      "Li mit",
+      "L imit",
+      "el in",
+      "eli n",
+      "e lin",
+      "we alth",
+      "ue z",
+      "u ez",
+      "▁rap present",
+      "▁rappres ent",
+      "▁re sta",
+      "▁r esta",
+      "▁res ta",
+      "▁rest a",
+      "▁gegründ et",
+      "▁journal ist",
+      "is ie",
+      "isi e",
+      "▁fac ility",
+      "▁facil ity",
+      "il led",
+      "ill ed",
+      "ille d",
+      "ul k",
+      "▁P K",
+      "▁ PK",
+      "An chor",
+      "▁_ )",
+      "▁ _)",
+      "V F",
+      "LA B",
+      "L AB",
+      "▁n å",
+      "od os",
+      "odo s",
+      "▁bill ion",
+      "vir ti",
+      "virt i",
+      "▁Je ux",
+      "юз а",
+      "ю за",
+      "tom cat",
+      "▁ch arts",
+      "▁char ts",
+      "▁chart s",
+      "▁ charts",
+      "▁B undle",
+      "▁Bund le",
+      "▁ Bundle",
+      "▁l st",
+      "▁ls t",
+      "▁ lst",
+      "▁ex er",
+      "▁fem ales",
+      "▁female s",
+      "▁oblig ed",
+      "▁a by",
+      "▁ab y",
+      "▁ aby",
+      "roll ed",
+      "rol led",
+      "rolle d",
+      "dr i",
+      "d ri",
+      "▁S che",
+      "▁Sch e",
+      "▁Sc he",
+      "▁vess els",
+      "▁vessel s",
+      "IMA RY",
+      "IM ARY",
+      "▁reason ing",
+      "▁про те",
+      "▁пр оте",
+      "FI LES",
+      "FILE S",
+      "ver k",
+      "v erk",
+      "os os",
+      "oso s",
+      "▁ком му",
+      "ді ї",
+      "д ії",
+      "▁d d",
+      "▁ dd",
+      "▁со ответ",
+      "▁IO Exception",
+      "▁ IOException",
+      "sk ých",
+      "ský ch",
+      "▁C LI",
+      "▁CL I",
+      "▁ CLI",
+      "▁ ње",
+      "C M",
+      "T D",
+      "▁possib ilities",
+      "▁possibil ities",
+      "▁Com pos",
+      "▁Comp os",
+      "hal f",
+      "h alf",
+      "▁web page",
+      "▁s wing",
+      "▁sw ing",
+      "▁ swing",
+      "▁z as",
+      "▁za s",
+      "▁ zas",
+      "▁cy cl",
+      "le id",
+      "lei d",
+      "ist ica",
+      "istic a",
+      "isti ca",
+      "▁In sert",
+      "▁Ins ert",
+      "▁ Insert",
+      "▁Sw eden",
+      "▁want ing",
+      "▁ ال",
+      "▁e euw",
+      "▁Admin istr",
+      "▁War ren",
+      "▁b s",
+      "▁ bs",
+      "▁p am",
+      "▁pa m",
+      "an us",
+      "anu s",
+      "Dr a",
+      "D ra",
+      "ex pl",
+      "exp l",
+      "▁K ant",
+      "▁Kan t",
+      "▁Ka nt",
+      "▁Aust in",
+      "▁c sak",
+      "▁cs ak",
+      "▁the atre",
+      "▁compat ibility",
+      "ма тиче",
+      "мати че",
+      "set State",
+      "б ю",
+      "}{ |",
+      "} {|",
+      "▁D y",
+      "▁Zw ischen",
+      "Al t",
+      "A lt",
+      "CLA RE",
+      "st eps",
+      "ste ps",
+      "step s",
+      "▁L age",
+      "▁La ge",
+      "▁Lag e",
+      "▁M itt",
+      "▁Mit t",
+      "▁Mi tt",
+      "▁Dub lin",
+      "▁рабо ты",
+      "de ep",
+      "▁fl ows",
+      "▁flow s",
+      "▁flo ws",
+      "▁Pa lace",
+      "▁Pal ace",
+      "▁Pala ce",
+      "un ix",
+      "uni x",
+      "re fs",
+      "ref s",
+      "um ar",
+      "uma r",
+      "u mar",
+      "as et",
+      "ase t",
+      "a set",
+      "co v",
+      "c ov",
+      "▁p ing",
+      "▁pi ng",
+      "▁pin g",
+      "▁ ping",
+      "▁Saf ari",
+      "fl ug",
+      "flu g",
+      "cre ens",
+      "creen s",
+      "c reens",
+      "{ #",
+      "▁ре а",
+      "ad ors",
+      "ado rs",
+      "ador s",
+      "▁a mor",
+      "▁am or",
+      "uc e",
+      "u ce",
+      "de mic",
+      "dem ic",
+      "▁Nether lands",
+      "▁cluster s",
+      "▁clust ers",
+      "▁en for",
+      "▁enf or",
+      "mar ine",
+      "▁b ugs",
+      "▁bu gs",
+      "▁bug s",
+      "izz ata",
+      "izza ta",
+      "▁s cra",
+      "▁sc ra",
+      "▁scr a",
+      "Le s",
+      "L es",
+      "qu ick",
+      "qui ck",
+      "▁turn o",
+      "▁tur no",
+      "_ *",
+      "ер а",
+      "е ра",
+      "Gener ated",
+      "> [",
+      "▁e stre",
+      "▁est re",
+      "▁es tre",
+      "▁ estre",
+      "or de",
+      "ord e",
+      "▁v erg",
+      "▁ver g",
+      "▁ve rg",
+      "ро з",
+      "р оз",
+      "▁p au",
+      "▁pa u",
+      "in cludes",
+      "include s",
+      "includ es",
+      "as sa",
+      "ass a",
+      "ad ers",
+      "ader s",
+      "ade rs",
+      "a ders",
+      "▁Гер ма",
+      "▁est aven",
+      "▁esta ven",
+      "▁ear liest",
+      "▁res ultado",
+      "▁result ado",
+      "mu n",
+      "m un",
+      "▁pl ots",
+      "▁plot s",
+      "▁ plots",
+      "di n",
+      "d in",
+      "sort ed",
+      "s orted",
+      "▁p reference",
+      "▁pre ference",
+      "▁prefer ence",
+      "ri ó",
+      "r ió",
+      "ту ре",
+      "тур е",
+      "▁L igue",
+      "▁Li gue",
+      "▁Lig ue",
+      "▁за вер",
+      "▁зав ер",
+      "ph r",
+      "p hr",
+      "▁p ocket",
+      "▁po cket",
+      "▁poc ket",
+      "▁par l",
+      "▁pa rl",
+      "▁l ak",
+      "▁la k",
+      "▁ lak",
+      "▁p owie",
+      "▁po wie",
+      "▁pow ie",
+      "▁al tres",
+      "▁alt res",
+      "▁altre s",
+      "$} ;",
+      "$ };",
+      "pl ain",
+      "pla in",
+      "p lain",
+      "▁C red",
+      "▁Cre d",
+      "▁Cr ed",
+      "▁ Cred",
+      "it za",
+      "itz a",
+      "pe rp",
+      "per p",
+      "Gr een",
+      "Gre en",
+      "G reen",
+      "▁dev oted",
+      "product ion",
+      "produ ction",
+      "p roduction",
+      "work er",
+      "wor ker",
+      "el sen",
+      "els en",
+      "else n",
+      "▁v ern",
+      "▁ver n",
+      "▁ve rn",
+      "▁ vern",
+      "▁már cius",
+      "▁Conf eder",
+      "▁Liver pool",
+      "▁му зи",
+      "▁em ails",
+      "▁email s",
+      "▁dist ances",
+      "▁distance s",
+      "▁seg ments",
+      "▁segment s",
+      "▁a nth",
+      "▁an th",
+      "▁ant h",
+      "▁ anth",
+      "▁w rest",
+      "▁wr est",
+      "▁ho og",
+      "▁cin ema",
+      "rr or",
+      "r ror",
+      "▁geb oren",
+      "▁é c",
+      "▁ éc",
+      "Mar ker",
+      "Mark er",
+      "▁Com pet",
+      "▁Comp et",
+      "▁ли сто",
+      "all owed",
+      "allow ed",
+      "allo wed",
+      "vol ume",
+      "Esp agne",
+      "Z e",
+      "▁fix es",
+      "▁fi xes",
+      "▁r ond",
+      "▁ro nd",
+      "▁arrang ement",
+      "/ ~",
+      ".] (",
+      ". ](",
+      "▁For rások",
+      "▁weiter en",
+      "▁weit eren",
+      "▁weitere n",
+      "ex cel",
+      "▁з мі",
+      "▁mod erne",
+      "▁modern e",
+      "▁moder ne",
+      "Eng lish",
+      "▁Transfer markt",
+      "▁be aring",
+      "▁bear ing",
+      "▁cl eared",
+      "▁clear ed",
+      "▁cle ared",
+      "▁са м",
+      "▁di vs",
+      "▁div s",
+      "ć i",
+      "▁э той",
+      "▁это й",
+      "▁Ге ор",
+      "sc ene",
+      "sce ne",
+      "▁a ges",
+      "▁ag es",
+      "▁age s",
+      "▁ ages",
+      "GE N",
+      "G EN",
+      "rä n",
+      "r än",
+      "▁T oul",
+      "▁To ul",
+      "▁A bs",
+      "▁Ab s",
+      "j át",
+      "▁med iante",
+      "▁medi ante",
+      "▁median te",
+      "▁em pres",
+      "▁emp res",
+      "▁Emp loyee",
+      "▁ Employee",
+      "▁polynomial s",
+      "▁optim ize",
+      "▁вы ступа",
+      "fa re",
+      "far e",
+      "f are",
+      "ве й",
+      "в ей",
+      "x f",
+      "qu ez",
+      "que z",
+      "q uez",
+      "▁bo tan",
+      "▁bot an",
+      "▁def end",
+      "▁defe nd",
+      "▁Qu art",
+      "Mon t",
+      "Mo nt",
+      "M ont",
+      "v b",
+      "ti ck",
+      "t ick",
+      "W D",
+      "min e",
+      "mi ne",
+      "m ine",
+      "▁mod ific",
+      "not ification",
+      "▁d enn",
+      "▁de nn",
+      "▁den n",
+      "▁al go",
+      "▁alg o",
+      "▁S po",
+      "▁Sp o",
+      "▁m istrzost",
+      "/ :",
+      "▁a present",
+      "▁apr esent",
+      "▁п род",
+      "▁про д",
+      "▁пр од",
+      "Vol ume",
+      "sk ą",
+      "s ką",
+      "prote cted",
+      "▁Turk ish",
+      "az y",
+      "a zy",
+      "▁p ouv",
+      "▁po uv",
+      "▁pou v",
+      "▁perí odo",
+      "sk og",
+      "sko g",
+      "▁ent ropy",
+      "▁entr opy",
+      "ze d",
+      "z ed",
+      "то ри",
+      "тор и",
+      "▁l ij",
+      "▁li j",
+      "▁ lij",
+      "bo ards",
+      "board s",
+      "▁ста ту",
+      "Bo ol",
+      "B ool",
+      "▁pol ity",
+      "▁polit y",
+      "@\" ,",
+      "@ \",",
+      "▁рі к",
+      "né e",
+      "n ée",
+      "▁Z ug",
+      "▁Zu g",
+      "▁Un iti",
+      "▁Unit i",
+      "ém et",
+      "é met",
+      "at ience",
+      "ati ence",
+      "di men",
+      "dim en",
+      "d imen",
+      "▁St even",
+      "▁Ste ven",
+      "▁Steve n",
+      "H a",
+      "ACT ION",
+      "A CTION",
+      "▁w and",
+      "▁wa nd",
+      "▁ wand",
+      "▁Na var",
+      "▁Nav ar",
+      "▁сі чня",
+      "W atch",
+      "▁Stu art",
+      "▁z de",
+      "▁zd e",
+      "▁кон тро",
+      "data set",
+      "dat aset",
+      "datas et",
+      "y ó",
+      "▁B ush",
+      "▁Bu sh",
+      "▁Bus h",
+      "▁се бя",
+      "▁wor thy",
+      "▁worth y",
+      "▁B le",
+      "▁Bl e",
+      "▁pro por",
+      "▁prop or",
+      "▁Vill age",
+      "▁Villa ge",
+      "▁Vil lage",
+      "▁r y",
+      "▁ ry",
+      "▁v oit",
+      "▁vo it",
+      "▁копи я",
+      "▁z p",
+      "▁c ura",
+      "▁cu ra",
+      "▁cur a",
+      "▁H tml",
+      "▁ Html",
+      "▁Die ser",
+      "▁Dies er",
+      "▁Diese r",
+      "▁D ays",
+      "▁Da ys",
+      "▁Day s",
+      "▁ Days",
+      "on nes",
+      "onn es",
+      "onne s",
+      "▁ant igu",
+      "▁anti gu",
+      "▁Sta aten",
+      "▁Staat en",
+      "▁f aint",
+      "▁fa int",
+      "on gs",
+      "ong s",
+      "▁ö st",
+      "▁ öst",
+      "Re direct",
+      "Red irect",
+      "ел ь",
+      "е ль",
+      "at orial",
+      "ator ial",
+      "ato rial",
+      "atori al",
+      "▁b other",
+      "▁bo ther",
+      "▁both er",
+      "▁bot her",
+      "Edit Text",
+      "▁Gi ul",
+      "▁за во",
+      "▁зав о",
+      "▁pue blo",
+      "▁Mississ ippi",
+      "ja k",
+      "j ak",
+      "▁w ings",
+      "▁win gs",
+      "▁wing s",
+      "on c",
+      "o nc",
+      "ív el",
+      "í vel",
+      "ien cia",
+      "i encia",
+      "ent licht",
+      "entlich t",
+      "▁B TW",
+      "or nal",
+      "orn al",
+      "▁Ко ро",
+      "▁Кор о",
+      "▁од ним",
+      "▁sa lv",
+      "▁sal v",
+      "▁f inden",
+      "▁find en",
+      "▁fin den",
+      "ge o",
+      "▁а виа",
+      "att ung",
+      "vi v",
+      "v iv",
+      "▁L uther",
+      "▁Lu ther",
+      "▁об щи",
+      "▁Ro lle",
+      "▁Rol le",
+      "▁Roll e",
+      "▁Ab raham",
+      "▁cent ered",
+      "▁center ed",
+      "▁sl ash",
+      "▁sla sh",
+      "▁ slash",
+      "is at",
+      "isa t",
+      "em ann",
+      "ema nn",
+      "eman n",
+      "e mann",
+      "O s",
+      "пар та",
+      "▁P ablo",
+      "▁Pa blo",
+      "▁collabor ation",
+      "path s",
+      "pat hs",
+      "éd ition",
+      "▁view ed",
+      "▁vie wed",
+      "▁cons isted",
+      "▁consist ed",
+      "▁recover ed",
+      "▁Mex ican",
+      "▁F ix",
+      "▁sp ell",
+      "▁spe ll",
+      "▁spel l",
+      "Spec ial",
+      "Spe cial",
+      "▁С т",
+      "ess eur",
+      "esse ur",
+      "▁Украи ны",
+      "form er",
+      "for mer",
+      "▁ś w",
+      "▁z eros",
+      "▁ze ros",
+      "▁zero s",
+      "▁Stra ßen",
+      "▁Straße n",
+      "▁organ isation",
+      "▁organis ation",
+      "▁ organisation",
+      "üss en",
+      "üs sen",
+      "▁S ierra",
+      "▁Se ason",
+      "▁Sea son",
+      "▁vol ont",
+      "Bean Factory",
+      "▁помо щ",
+      "▁pres sing",
+      "▁press ing",
+      "▁equival ence",
+      "▁c att",
+      "▁ca tt",
+      "▁cat t",
+      "ic ity",
+      "ici ty",
+      "i city",
+      "▁accompl ished",
+      "▁accomp lished",
+      "▁accomplish ed",
+      "▁y o",
+      "▁ yo",
+      "▁s ic",
+      "▁si c",
+      "▁im ports",
+      "▁import s",
+      "▁accom mod",
+      "▁Port o",
+      "▁Por to",
+      "▁я ка",
+      "▁як а",
+      "▁lo an",
+      "ти ки",
+      "тик и",
+      "▁check out",
+      "▁ass ess",
+      "▁asse ss",
+      "▁Pop ulation",
+      "ur ent",
+      "ure nt",
+      "uren t",
+      "u rent",
+      "clo jure",
+      "▁Sant os",
+      "▁Santo s",
+      "▁inform áció",
+      "PO S",
+      "P OS",
+      "▁g are",
+      "▁gar e",
+      "▁ga re",
+      "▁k ick",
+      "▁ki ck",
+      "▁rad ical",
+      "▁radi cal",
+      "▁Pe ace",
+      "▁stream ing",
+      "▁stre aming",
+      "ca mp",
+      "cam p",
+      "c amp",
+      "zą t",
+      "го вор",
+      "гов ор",
+      "гово р",
+      "▁Reg ierung",
+      "▁proceed ed",
+      "f m",
+      "ле ны",
+      "лен ы",
+      "▁ear nest",
+      "▁Par ad",
+      "▁Pa rad",
+      "▁Para d",
+      "request s",
+      "▁R aum",
+      "▁Ra um",
+      "š č",
+      "▁polic ies",
+      "▁T ig",
+      "▁Ti g",
+      "▁s itt",
+      "▁si tt",
+      "▁sit t",
+      "▁Ener gy",
+      "▁pur ely",
+      "▁pure ly",
+      "▁H aut",
+      "▁Ha ut",
+      "▁Sp eed",
+      "▁Spe ed",
+      "▁ Speed",
+      "bi o",
+      "b io",
+      "▁o range",
+      "▁or ange",
+      "▁big gest",
+      "▁britann ique",
+      "▁No table",
+      "▁Not able",
+      "v u",
+      "ле нии",
+      "би н",
+      "б ин",
+      "▁N ash",
+      "▁Na sh",
+      "▁Nas h",
+      "ще ние",
+      "▁c iel",
+      "▁ci el",
+      "adém ie",
+      "▁гру дня",
+      "▁jo ue",
+      "▁jou e",
+      "▁v oted",
+      "▁vo ted",
+      "▁vot ed",
+      "▁vote d",
+      "ri co",
+      "ric o",
+      "r ico",
+      "▁го р",
+      "▁г ор",
+      "▁ гор",
+      "▁коман ду",
+      "it ivity",
+      "iti vity",
+      "▁щ е",
+      "▁ ще",
+      "▁de finite",
+      "▁defin ite",
+      "▁definit e",
+      "uro pa",
+      "urop a",
+      "!\" );",
+      "! \");",
+      "Default s",
+      "▁неко торы",
+      "éd ération",
+      "▁s illy",
+      "▁sil ly",
+      "▁talk ed",
+      "▁tal ked",
+      "re u",
+      "r eu",
+      "▁L omb",
+      "▁Lo mb",
+      "▁stat ue",
+      "кт а",
+      "к та",
+      "ю р",
+      "um ably",
+      "▁горо де",
+      "▁город е",
+      "▁R untime",
+      "▁Run time",
+      "▁ Runtime",
+      "▁di agn",
+      "▁diag n",
+      "▁dia gn",
+      "▁r etro",
+      "▁ret ro",
+      "▁retr o",
+      "▁Sver ige",
+      "▁in icial",
+      "▁inici al",
+      "ien za",
+      "i enza",
+      "▁fig lio",
+      "▁z og",
+      "▁zo g",
+      "▁re y",
+      "▁r ey",
+      "▁ rey",
+      "▁R und",
+      "▁Run d",
+      "▁Ru nd",
+      "т ный",
+      "▁ce ased",
+      "er no",
+      "ern o",
+      "▁e sa",
+      "▁es a",
+      "▁ esa",
+      "▁tr ouv",
+      "▁tro uv",
+      "▁trou v",
+      "▁Gemeinde n",
+      "▁Geme inden",
+      "▁comer cial",
+      "sk ap",
+      "ska p",
+      "s kap",
+      "en ario",
+      "ena rio",
+      "▁ju ris",
+      "▁jur is",
+      "T B",
+      "на ла",
+      "нал а",
+      "н ала",
+      "▁v ij",
+      "▁vi j",
+      "V O",
+      "▁c lin",
+      "▁cl in",
+      "▁cli n",
+      "jö r",
+      "j ör",
+      "са н",
+      "с ан",
+      "ow ała",
+      "owa ła",
+      "ował a",
+      "rib ución",
+      "ribu ción",
+      "▁urs prüng",
+      "▁con dem",
+      "▁cond em",
+      "▁St age",
+      "▁Sta ge",
+      "▁ Stage",
+      "▁mix ing",
+      "▁рі з",
+      "▁f ans",
+      "▁fa ns",
+      "▁fan s",
+      "há z",
+      "h áz",
+      "so cial",
+      "soci al",
+      "za n",
+      "z an",
+      "▁с вой",
+      "▁сво й",
+      "Cook ie",
+      "▁Ro land",
+      "▁Rol and",
+      "az ionale",
+      "▁Sl oven",
+      "▁Slo ven",
+      "▁Slov en",
+      "▁F iche",
+      "▁Fich e",
+      "▁S é",
+      "h ä",
+      "▁official s",
+      "▁offici als",
+      "▁î nt",
+      "▁în t",
+      "Inter ceptor",
+      "Table s",
+      "Tab les",
+      "T ables",
+      "▁da von",
+      "▁dav on",
+      "init ialize",
+      "initial ize",
+      "]= \"",
+      "] =\"",
+      "▁B ody",
+      "▁Bo dy",
+      "▁Bod y",
+      "▁ Body",
+      "▁U pper",
+      "▁Up per",
+      "▁ Upper",
+      "▁Col lect",
+      "▁Coll ect",
+      "▁ Collect",
+      "▁Zür ich",
+      "Hor izontal",
+      "Ty p",
+      "T yp",
+      "▁polít ico",
+      "▁Rewrite Cond",
+      "▁h oped",
+      "▁hope d",
+      "▁ho ped",
+      "▁hop ed",
+      "▁anx ious",
+      "Li ter",
+      "L iter",
+      "ja hr",
+      "j ahr",
+      "▁ass emble",
+      "▁assemb le",
+      "▁c rypt",
+      "▁cry pt",
+      "lah oma",
+      "AS H",
+      "A SH",
+      "▁Б ри",
+      "▁C ic",
+      "▁Ci c",
+      "tw itter",
+      "hy per",
+      "▁T ell",
+      "▁Te ll",
+      "▁Tel l",
+      "іль ки",
+      "во бо",
+      "▁ba zie",
+      "▁baz ie",
+      "▁contempor ary",
+      "▁Param eter",
+      "▁Para meter",
+      "▁ Parameter",
+      "st wa",
+      "▁bek end",
+      "co ck",
+      "c ock",
+      "pre vious",
+      "prev ious",
+      "en ska",
+      "ens ka",
+      "ensk a",
+      "▁c aller",
+      "▁cal ler",
+      "▁call er",
+      "]] )",
+      "] ])",
+      "▁R az",
+      "▁Ra z",
+      "▁Se lon",
+      "▁Sel on",
+      "▁propos al",
+      "▁b ý",
+      "▁S ied",
+      "▁Sie d",
+      "▁Si ed",
+      "▁Arbe its",
+      "▁Arbeit s",
+      "▁p ride",
+      "▁pr ide",
+      "▁pri de",
+      "▁sl ope",
+      "▁slo pe",
+      "id é",
+      "grad ient",
+      "▁Дже рела",
+      "▁S H",
+      "▁ SH",
+      "▁раз рабо",
+      "ivers ity",
+      "спо дар",
+      "\\{ \\",
+      "\\ {\\",
+      "▁с тали",
+      "▁ст али",
+      "▁ста ли",
+      "▁стал и",
+      "▁Ein zel",
+      "▁Einz el",
+      "▁rg ba",
+      "▁A nim",
+      "▁An im",
+      "▁ Anim",
+      "▁a lles",
+      "▁al les",
+      "▁all es",
+      "▁alle s",
+      "▁ alles",
+      "ба р",
+      "б ар",
+      "er te",
+      "ert e",
+      "▁réalis é",
+      "▁réal isé",
+      "Inst itut",
+      "▁mar kup",
+      "▁mark up",
+      "▁v ars",
+      "▁var s",
+      "▁va rs",
+      "▁ vars",
+      "▁g am",
+      "▁ga m",
+      "▁Васи ль",
+      "iz za",
+      "izz a",
+      "i zza",
+      "▁C ob",
+      "▁Co b",
+      "▁M etal",
+      "▁Me tal",
+      "▁Met al",
+      "▁Meta l",
+      "▁le ak",
+      "▁L anc",
+      "▁La nc",
+      "▁Lan c",
+      "Sw itch",
+      "De lay",
+      "Del ay",
+      "at uur",
+      "atu ur",
+      "▁че ты",
+      "▁анг лий",
+      "▁leg acy",
+      "▁desar roll",
+      "▁top ological",
+      "▁jewe ils",
+      "▁Nederland se",
+      "▁atmos phere",
+      "ur ban",
+      "urb an",
+      "▁s lov",
+      "▁sl ov",
+      "▁slo v",
+      "▁law yer",
+      "pe cially",
+      "▁altern ate",
+      "▁para met",
+      "▁param et",
+      "▁establish ment",
+      "▁wood s",
+      "▁wo ods",
+      "P D",
+      "▁на и",
+      "▁m ang",
+      "▁ma ng",
+      "▁man g",
+      "▁wechsel te",
+      "сь ку",
+      "ськ у",
+      ". =",
+      "▁fif teen",
+      "SU M",
+      "S UM",
+      "▁F ro",
+      "▁Fr o",
+      "▁L ED",
+      "▁LE D",
+      "▁ LED",
+      "ow ano",
+      "owa no",
+      "owan o",
+      "стви е",
+      "▁D onnées",
+      "to l",
+      "t ol",
+      "ży n",
+      "ż yn",
+      "cre f",
+      "cr ef",
+      "c ref",
+      "стви и",
+      "ho rn",
+      "hor n",
+      "h orn",
+      "▁со об",
+      "▁обо ро",
+      "▁Comp lete",
+      "▁Comple te",
+      "▁ Complete",
+      "“ )",
+      "▁kind ly",
+      "▁Cham ber",
+      "s ég",
+      "W H",
+      "▁amb ient",
+      "к ро",
+      "▁ch eval",
+      "▁che val",
+      "▁на писа",
+      "fl u",
+      "f lu",
+      "▁Off iz",
+      "ma te",
+      "mat e",
+      "m ate",
+      "nat ural",
+      "n atural",
+      "se par",
+      "sep ar",
+      "em pre",
+      "emp re",
+      "View Holder",
+      "f w",
+      "▁le tech",
+      "▁let ech",
+      "▁tra iling",
+      "▁trail ing",
+      "at ri",
+      "atr i",
+      "a tri",
+      "▁G ó",
+      "▁B onn",
+      "▁Bo nn",
+      "▁Bon n",
+      "▁un likely",
+      "▁unlike ly",
+      "RA M",
+      "R AM",
+      "en st",
+      "ens t",
+      "St ats",
+      "Stat s",
+      "▁поли тиче",
+      ")- -(",
+      ")-- (",
+      "▁t rom",
+      "▁tr om",
+      "▁tro m",
+      "!. ..",
+      "! ...",
+      "▁Mean while",
+      "ст ана",
+      "ста на",
+      "стан а",
+      "▁Re ino",
+      "▁Rein o",
+      "▁A rist",
+      "▁Ar ist",
+      "▁Ari st",
+      "$} }%",
+      "$ }}%",
+      "▁so lem",
+      "▁sol em",
+      "▁sole m",
+      "clos ure",
+      "ign ation",
+      "ło d",
+      "ł od",
+      "▁di vor",
+      "▁div or",
+      "▁между народ",
+      "=\" <?",
+      "▁m olt",
+      "▁mo lt",
+      "▁mol t",
+      "▁sk ills",
+      "▁skill s",
+      "▁C ir",
+      "▁Ci r",
+      "▁Des pués",
+      "▁Desp ués",
+      "▁l un",
+      "▁lu n",
+      "▁cor on",
+      "▁co ron",
+      "▁Com ics",
+      "сто ри",
+      "стор и",
+      "с тори",
+      "▁It ems",
+      "▁Item s",
+      "▁ Items",
+      "▁Th ink",
+      "и гра",
+      "▁g rows",
+      "▁gr ows",
+      "▁gro ws",
+      "▁grow s",
+      "port al",
+      "por tal",
+      "▁n ich",
+      "▁ni ch",
+      "▁nic h",
+      "▁restrict ions",
+      "▁restriction s",
+      "▁L au",
+      "▁La u",
+      "ше ння",
+      "шен ня",
+      "▁So zial",
+      "▁к і",
+      "▁ кі",
+      "ma na",
+      "man a",
+      "m ana",
+      "▁lie utenant",
+      "Att r",
+      "At tr",
+      "ume ric",
+      "umer ic",
+      "▁dr ives",
+      "▁drive s",
+      "▁dri ves",
+      "▁driv es",
+      "as is",
+      "asi s",
+      "ба й",
+      "N L",
+      "Zyg ote",
+      "phys ics",
+      "▁intern ally",
+      "▁internal ly",
+      "ва ется",
+      "вает ся",
+      "H idden",
+      "▁Да та",
+      "▁un safe",
+      "▁R oc",
+      "▁Ro c",
+      "▁instanti ate",
+      "▁instant iate",
+      "ud ni",
+      "▁R oom",
+      "▁Ro om",
+      "▁П ред",
+      "▁Пре д",
+      "▁m aja",
+      "▁ma ja",
+      "▁maj a",
+      "ach ment",
+      "u uid",
+      "Project s",
+      "Gr e",
+      "G re",
+      "▁в зя",
+      "▁вз я",
+      "▁Bl ood",
+      "▁Blo od",
+      "ic ile",
+      "ici le",
+      "i cile",
+      "▁N ouvelle",
+      "Do es",
+      "▁nie uwe",
+      "ál e",
+      "á le",
+      "an gs",
+      "ang s",
+      "we ak",
+      "▁a antal",
+      "▁aan tal",
+      "▁Е в",
+      "▁Dres den",
+      "▁L ost",
+      "▁Lo st",
+      "▁Los t",
+      "ка та",
+      "▁invol ve",
+      "▁decl aring",
+      "▁decla ring",
+      "▁declar ing",
+      "▁Polit ical",
+      "ér ez",
+      "ére z",
+      "é rez",
+      "ko p",
+      "k op",
+      "not ify",
+      "▁C urt",
+      "▁Cu rt",
+      "▁Cur t",
+      "▁schließ lich",
+      "gh an",
+      "g han",
+      "це на",
+      "цен а",
+      "ц ена",
+      "▁kw iet",
+      "üg el",
+      "üge l",
+      "ü gel",
+      "▁S ob",
+      "▁So b",
+      "▁sub str",
+      "▁subst r",
+      "▁subs tr",
+      "▁ substr",
+      "▁el len",
+      "▁elle n",
+      "▁ell en",
+      "▁ ellen",
+      "ion ario",
+      "iona rio",
+      "en son",
+      "ens on",
+      "enso n",
+      "WI N",
+      "W IN",
+      "спо рт",
+      "em er",
+      "eme r",
+      "e mer",
+      "no me",
+      "nom e",
+      "n ome",
+      "▁sm iled",
+      "▁smile d",
+      "▁Sch midt",
+      "▁sm oke",
+      "▁T oken",
+      "▁To ken",
+      "▁Tok en",
+      "▁ Token",
+      "▁v ague",
+      "▁va gue",
+      "▁pro vision",
+      "▁prov ision",
+      "ya ml",
+      "y aml",
+      "ни тель",
+      "ните ль",
+      "on ial",
+      "oni al",
+      "onia l",
+      "é poque",
+      "▁N C",
+      "▁ NC",
+      "▁N FL",
+      "te ck",
+      "▁al lo",
+      "▁all o",
+      "▁ allo",
+      "▁préc éd",
+      "cent ral",
+      "▁ma jd",
+      "▁maj d",
+      "▁ch rom",
+      "▁chr om",
+      "▁ chrom",
+      "▁Z um",
+      "▁Zu m",
+      "ver so",
+      "vers o",
+      "▁verschied enen",
+      "▁ста ро",
+      "▁стар о",
+      "▁qu elle",
+      "▁que lle",
+      "▁q uelle",
+      "▁quel le",
+      "▁ quelle",
+      "▁r ép",
+      "▁ré p",
+      "RO W",
+      "R OW",
+      "▁i hnen",
+      "▁ih nen",
+      "▁ihn en",
+      "▁sens ible",
+      "▁sen sible",
+      "| $",
+      "▁sc hw",
+      "▁sch w",
+      "▁B R",
+      "▁ BR",
+      "▁O ptions",
+      "▁Option s",
+      "▁Opt ions",
+      "▁ Options",
+      "▁t ens",
+      "▁te ns",
+      "▁ten s",
+      "▁conqu ist",
+      "▁l ieß",
+      "▁lie ß",
+      "▁ ließ",
+      "ov is",
+      "ovi s",
+      "o vis",
+      "▁мі ста",
+      "▁міс та",
+      "▁e la",
+      "▁el a",
+      "▁ ela",
+      "rif ice",
+      "r ifice",
+      "▁l ok",
+      "▁lo k",
+      "▁Queens land",
+      "B inary",
+      "▁Ra hmen",
+      "▁Rah men",
+      "▁a bol",
+      "▁ab ol",
+      "▁ abol",
+      "▁č ást",
+      "▁Ed inburgh",
+      "in de",
+      "ind e",
+      "i nde",
+      "▁calcul ating",
+      "▁calc ulating",
+      "▁O regon",
+      "▁le git",
+      "▁leg it",
+      "▁Nach dem",
+      "at hon",
+      "ath on",
+      "P rivate",
+      "illa ume",
+      "▁ob servable",
+      "▁observ able",
+      "le ans",
+      "lean s",
+      "lea ns",
+      "▁remark ed",
+      "▁h alt",
+      "▁ha lt",
+      "▁hal t",
+      "▁ halt",
+      "ни цы",
+      "ниц ы",
+      "▁st amp",
+      "▁sta mp",
+      "▁stam p",
+      "▁Ad v",
+      "Lo uis",
+      "Lou is",
+      "im ming",
+      "imm ing",
+      "gru ppe",
+      "▁Pol icy",
+      "▁ Policy",
+      "▁v rij",
+      "▁vr ij",
+      "ft rag",
+      "▁off ices",
+      "▁offic es",
+      "▁office s",
+      "▁particip ated",
+      "▁es col",
+      "▁esc ol",
+      "▁\" </",
+      "▁\"< /",
+      "▁nombre uses",
+      "▁d ivid",
+      "▁di vid",
+      "▁div id",
+      "▁ad vis",
+      "▁adv is",
+      "лта ти",
+      "▁= =>",
+      "▁== >",
+      "Ori entation",
+      "ci d",
+      "c id",
+      "Car t",
+      "Ca rt",
+      "C art",
+      "▁m urm",
+      "▁mu rm",
+      "▁mur m",
+      "▁ass ez",
+      "▁asse z",
+      "▁l inking",
+      "▁link ing",
+      "▁lin king",
+      "build ing",
+      "▁rec onna",
+      "▁recon na",
+      "▁s hook",
+      "▁sh ook",
+      "▁sho ok",
+      "man aged",
+      "mana ged",
+      "land a",
+      "lan da",
+      "l anda",
+      "▁Le ón",
+      "▁cré ation",
+      "до й",
+      "oc ity",
+      "oci ty",
+      "o city",
+      "▁w ij",
+      "▁ wij",
+      "▁wie ś",
+      "xt art",
+      "▁M ove",
+      "▁Mo ve",
+      "▁Mov e",
+      "▁ Move",
+      "lung en",
+      "l ungen",
+      "ству ет",
+      "or ney",
+      "orn ey",
+      "option al",
+      "opt ional",
+      "ma cro",
+      "mac ro",
+      "Cond ition",
+      "▁square s",
+      "▁squ ares",
+      "▁mist aken",
+      "▁mistake n",
+      "án t",
+      "á nt",
+      "▁R is",
+      "▁Ri s",
+      "▁sent ences",
+      "▁sentence s",
+      "er ea",
+      "ere a",
+      "e rea",
+      "▁m ij",
+      "▁mi j",
+      "Un d",
+      "U nd",
+      "▁nom br",
+      "z A",
+      "▁In dependent",
+      "▁Indep endent",
+      "▁Independ ent",
+      "▁p review",
+      "▁pre view",
+      "▁prev iew",
+      "▁ preview",
+      "im as",
+      "ima s",
+      "i mas",
+      "▁m ales",
+      "▁ma les",
+      "▁mal es",
+      "▁male s",
+      "in ental",
+      "inen tal",
+      "inent al",
+      "Th ank",
+      "▁p opol",
+      "▁po pol",
+      "▁pop ol",
+      "▁p over",
+      "▁po ver",
+      "▁pov er",
+      "▁gr asp",
+      "▁gra sp",
+      "▁im ped",
+      "▁imp ed",
+      "▁campion ato",
+      "▁W ei",
+      "▁We i",
+      "▁t itled",
+      "▁title d",
+      "▁tit led",
+      "▁A demás",
+      "▁Pass word",
+      "▁ Password",
+      "▁P am",
+      "▁Pa m",
+      "UI LD",
+      "▁ли пня",
+      "wer b",
+      "we rb",
+      "w erb",
+      "........ ........",
+      "▁R ío",
+      "▁te eth",
+      "b p",
+      "▁S W",
+      "▁ SW",
+      "ul aire",
+      "ula ire",
+      "▁se ized",
+      "▁sei zed",
+      "▁St ef",
+      "▁Ste f",
+      "ú l",
+      "▁v iz",
+      "▁vi z",
+      "ion y",
+      "io ny",
+      "i ony",
+      "▁j unt",
+      "▁ju nt",
+      "▁jun t",
+      "▁kter á",
+      "▁wrześ nia",
+      "< >",
+      "▁s urg",
+      "▁su rg",
+      "▁sur g",
+      "▁tu tte",
+      "▁tut te",
+      "▁H ob",
+      "▁Ho b",
+      "по від",
+      "пов ід",
+      "▁w ohl",
+      "▁wo hl",
+      "▁ wohl",
+      "▁t rag",
+      "▁tr ag",
+      "▁tra g",
+      "▁C rown",
+      "▁Cr own",
+      "▁Cro wn",
+      "▁Crow n",
+      "▁tr ova",
+      "▁tro va",
+      "▁trov a",
+      "сто ву",
+      "стов у",
+      "▁Vien na",
+      "ese hen",
+      "▁met ropol",
+      "▁reflect ed",
+      "те та",
+      "тет а",
+      "т ета",
+      "▁trad uc",
+      "▁tradu c",
+      "▁B ast",
+      "▁Bas t",
+      "▁Ba st",
+      "▁ersch ien",
+      "wo ord",
+      "() \"",
+      "( )\"",
+      "ta let",
+      "tal et",
+      "t alet",
+      "▁ro ads",
+      "▁road s",
+      "ве дения",
+      "веде ния",
+      "ühr ung",
+      "▁c ogn",
+      "▁co gn",
+      "▁V alle",
+      "▁Val le",
+      "▁Va lle",
+      "▁Vall e",
+      "▁land ing",
+      "▁lan ding",
+      "▁Re gex",
+      "▁Reg ex",
+      "▁I owa",
+      "▁Io wa",
+      "dz iał",
+      "d ział",
+      "▁erre ichte",
+      "au m",
+      "a um",
+      "▁found er",
+      "▁fo under",
+      "▁fou nder",
+      "ap olis",
+      "Comp iler",
+      "▁k op",
+      "▁ko p",
+      "▁ kop",
+      "▁m arc",
+      "▁ma rc",
+      "▁mar c",
+      "▁те ритор",
+      ")) `",
+      ") )`",
+      "▁l ei",
+      "▁le i",
+      "▁ lei",
+      "ge on",
+      "geo n",
+      "▁weap ons",
+      "▁weapon s",
+      "▁h orn",
+      "▁hor n",
+      "▁ho rn",
+      "▁ horn",
+      "▁el if",
+      "▁ elif",
+      "▁Cap ital",
+      "▁Capit al",
+      "ć e",
+      "▁for all",
+      "▁ forall",
+      "▁э та",
+      "pre view",
+      "prev iew",
+      "p review",
+      "▁D NA",
+      "▁s id",
+      "▁si d",
+      "or ch",
+      "▁R as",
+      "▁Ra s",
+      "▁a rab",
+      "▁ar ab",
+      "▁ara b",
+      "▁ arab",
+      "Be st",
+      "B est",
+      "▁с чита",
+      "▁L ópez",
+      "an ça",
+      "▁fun kc",
+      "▁t ienen",
+      "▁tiene n",
+      "▁ti enen",
+      "▁tie nen",
+      "; &",
+      "m useum",
+      "▁E rr",
+      "▁Er r",
+      "▁ Err",
+      "▁re sort",
+      "▁res ort",
+      "No v",
+      "N ov",
+      "▁k al",
+      "▁ka l",
+      "▁ kal",
+      "M W",
+      "ш ь",
+      "an chor",
+      "anc hor",
+      "anch or",
+      "▁ро ман",
+      "le ading",
+      "lea ding",
+      "▁m anten",
+      "▁ma nten",
+      "▁man ten",
+      "▁mant en",
+      "▁Sil va",
+      "da de",
+      "d ade",
+      "▁design ated",
+      "▁rev ista",
+      "▁revis ta",
+      "O ct",
+      "per cent",
+      "▁у ні",
+      "ident ifier",
+      "ma ss",
+      "mas s",
+      "m ass",
+      "@ @",
+      "uls ion",
+      "ger meister",
+      "g ermeister",
+      "▁pred icted",
+      "▁predict ed",
+      "▁с ви",
+      "жно й",
+      "ж ной",
+      "▁Er geb",
+      "▁c ust",
+      "▁cu st",
+      "▁remove s",
+      "▁remov es",
+      "ch arg",
+      "char g",
+      "cha rg",
+      "при мер",
+      "▁for ming",
+      "▁form ing",
+      "as ma",
+      "asm a",
+      "std out",
+      "F un",
+      "ym e",
+      "y me",
+      "ter ed",
+      "te red",
+      "tere d",
+      "t ered",
+      "urs ive",
+      "ig hed",
+      "igh ed",
+      "▁сле д",
+      "▁ след",
+      "ver band",
+      "verb and",
+      "▁LO G",
+      "▁ LOG",
+      "ra ms",
+      "ram s",
+      "r ams",
+      "éo n",
+      "é on",
+      "en dra",
+      "end ra",
+      "▁Be reich",
+      "▁Bere ich",
+      "▁tempor al",
+      "▁temp oral",
+      "▁tempo ral",
+      "▁lang ue",
+      "▁lan gue",
+      "▁I nn",
+      "▁In n",
+      "▁more over",
+      "▁tutorial s",
+      "M iddle",
+      "▁совет ский",
+      "▁mainten ance",
+      "as ures",
+      "asure s",
+      "▁vál to",
+      "BA SE",
+      "B ASE",
+      "▁disapp ear",
+      "ски я",
+      "▁conoc ido",
+      "▁На у",
+      "▁Li bert",
+      "▁Lib ert",
+      "▁Liber t",
+      "▁Har old",
+      "▁life time",
+      "▁lif etime",
+      "▁T ür",
+      "▁za wod",
+      "▁zaw od",
+      "om ic",
+      "omi c",
+      "o mic",
+      "▁Retrie ved",
+      "arch itecture",
+      "č ka",
+      "iform es",
+      "develop ment",
+      "ord nung",
+      "In f",
+      "le ben",
+      "leb en",
+      "l eben",
+      "▁St ars",
+      "▁Sta rs",
+      "▁Star s",
+      "sign al",
+      "sig nal",
+      "▁gram mar",
+      "▁cor so",
+      "▁cors o",
+      "▁W agner",
+      "▁ge ht",
+      "▁royal e",
+      "▁roy ale",
+      "wa rn",
+      "war n",
+      "w arn",
+      "um bled",
+      "umb led",
+      "umble d",
+      "▁inst it",
+      "▁ins tit",
+      "▁Ш и",
+      "h h",
+      "▁ref uge",
+      "▁favor ite",
+      "ier to",
+      "iert o",
+      "▁cond ado",
+      "▁T her",
+      "▁The r",
+      "▁Th er",
+      "▁человек а",
+      "▁челове ка",
+      "▁F ood",
+      "▁Foo d",
+      "▁Fo od",
+      "▁se izo",
+      "▁sei zo",
+      "▁Init ialize",
+      "▁Initial ize",
+      "▁con nu",
+      "▁conn u",
+      "▁over lap",
+      "▁E mil",
+      "▁Em il",
+      "▁Mart í",
+      "▁жовт ня",
+      "er va",
+      "erv a",
+      "▁bo ats",
+      "▁boat s",
+      "a ções",
+      "▁der rot",
+      "▁m alloc",
+      "▁mal loc",
+      "▁ malloc",
+      "▁con ject",
+      "▁conj ect",
+      "j k",
+      "▁s are",
+      "▁sa re",
+      "▁sar e",
+      "ле мен",
+      "лем ен",
+      "▁s ums",
+      "▁su ms",
+      "▁sum s",
+      "Author ization",
+      "▁K un",
+      "▁Ku n",
+      "]$ ,",
+      "] $,",
+      "geme inde",
+      "gemein de",
+      "g emeinde",
+      "od ot",
+      "odo t",
+      "o dot",
+      "de fin",
+      "def in",
+      "▁e mission",
+      "▁em ission",
+      "▁Кра с",
+      "▁app art",
+      "▁ap part",
+      "▁appar t",
+      "▁stop ping",
+      "▁sto pping",
+      "▁С ред",
+      "▁conj ug",
+      "▁ins ight",
+      "▁Broad cast",
+      "▁PM ID",
+      "▁adv antages",
+      "▁advantage s",
+      "en es",
+      "ene s",
+      "e nes",
+      "▁res idence",
+      "▁resid ence",
+      "lj en",
+      "l jen",
+      "iss eur",
+      "isse ur",
+      "▁pubblic ato",
+      "▁Git Hub",
+      "▁Per u",
+      "▁Pe ru",
+      "▁galax ies",
+      "▁annot ations",
+      "▁annotation s",
+      "ga s",
+      "g as",
+      "▁ré pond",
+      "▁rép ond",
+      "J s",
+      "▁independent ly",
+      "▁independ ently",
+      "N P",
+      "▁in qu",
+      "▁gr ounds",
+      "▁ground s",
+      "Com ponents",
+      "Component s",
+      "▁a nten",
+      "▁an ten",
+      "▁ant en",
+      "▁ante n",
+      "▁ anten",
+      "▁в з",
+      "▁h os",
+      "▁ho s",
+      "▁ hos",
+      "▁s int",
+      "▁si nt",
+      "▁sin t",
+      "▁h iding",
+      "▁hi ding",
+      "▁hid ing",
+      "▁wojew ództ",
+      "Message s",
+      "Mess ages",
+      "▁по каза",
+      "▁пока за",
+      "== =",
+      "= ==",
+      "▁Ab stract",
+      "▁ Abstract",
+      "▁l äng",
+      "▁län g",
+      "▁lä ng",
+      "▁Form ula",
+      "da wn",
+      "d awn",
+      "▁design s",
+      "Im g",
+      "▁Portug uese",
+      "▁incl uy",
+      "▁inclu y",
+      "avig ator",
+      "▁Bro thers",
+      "▁cont inent",
+      "▁contin ent",
+      "▁evident ly",
+      "ra ce",
+      "rac e",
+      "r ace",
+      "ць кого",
+      "▁re ck",
+      "▁rec k",
+      "▁ reck",
+      "▁сер пня",
+      "▁G rey",
+      "▁Gr ey",
+      "▁Gre y",
+      "▁appe al",
+      "▁un like",
+      "▁power shell",
+      "▁pow ershell",
+      "▁powers hell",
+      "▁r acc",
+      "▁ra cc",
+      "▁rac c",
+      "fer s",
+      "fe rs",
+      "f ers",
+      "▁bur ning",
+      "▁burn ing",
+      "fas st",
+      "fass t",
+      "inst alled",
+      "install ed",
+      "▁G ive",
+      "▁Gi ve",
+      "▁col onial",
+      "▁colon ial",
+      "▁ €",
+      "▁R ö",
+      "▁ch rist",
+      "▁chr ist",
+      "ne hm",
+      "neh m",
+      "та м",
+      "▁cor po",
+      "▁con virti",
+      "yt er",
+      "y ter",
+      "S ym",
+      "▁Gree ce",
+      "▁m oth",
+      "▁mo th",
+      "▁mot h",
+      "▁Joh an",
+      "▁Jo han",
+      "▁mon arch",
+      "▁Down load",
+      "▁ Download",
+      "▁c raft",
+      "▁cr aft",
+      "▁cra ft",
+      "▁ craft",
+      "u ž",
+      "▁Lu ke",
+      "▁suf fix",
+      "▁suff ix",
+      "\\ /",
+      "Ha ve",
+      "H ave",
+      "▁ка рь",
+      "▁кар ь",
+      "▁comfort able",
+      "▁t ips",
+      "▁tip s",
+      "▁ti ps",
+      "▁П ісля",
+      "▁бро ја",
+      "▁ин форма",
+      "M Q",
+      "бра н",
+      "б ран",
+      "▁t x",
+      "▁ tx",
+      "▁sl aves",
+      "▁sla ves",
+      "▁slave s",
+      "▁fire wall",
+      "▁For ces",
+      "▁Force s",
+      "at if",
+      "ati f",
+      "▁Qu ellen",
+      "▁thé âtre",
+      "ль ных",
+      "▁располо жен",
+      "▁Det ails",
+      "▁ Details",
+      "k ą",
+      "▁long itud",
+      "IN ST",
+      "▁n aval",
+      "▁na val",
+      "▁nav al",
+      "Fern seh",
+      "es sel",
+      "ess el",
+      "esse l",
+      "Gr ad",
+      "G rad",
+      "▁be lang",
+      "▁bel ang",
+      "▁a ggi",
+      "▁ag gi",
+      "▁ aggi",
+      "Zygote Init",
+      "ł ów",
+      "▁S ug",
+      "▁Su g",
+      "si l",
+      "s il",
+      "▁ex terior",
+      "щ і",
+      "OR D",
+      "en ser",
+      "ens er",
+      "ense r",
+      "▁rapid e",
+      "▁rap ide",
+      "▁тем пера",
+      "in cie",
+      "inci e",
+      "inc ie",
+      "S i",
+      "av am",
+      "ava m",
+      "ar ded",
+      "ard ed",
+      "arde d",
+      "▁Ad ded",
+      "▁Add ed",
+      "End point",
+      "hard t",
+      "har dt",
+      "ст ран",
+      "стра н",
+      "стр ан",
+      "▁est ilo",
+      "▁H az",
+      "▁Ha z",
+      "▁mus ste",
+      "▁muss te",
+      "u o",
+      "ii i",
+      "i ii",
+      "▁ř í",
+      "▁ ří",
+      "an zen",
+      "anz en",
+      "anze n",
+      "же ний",
+      "ah a",
+      "a ha",
+      "ARN ING",
+      "▁re nov",
+      "▁ren ov",
+      "▁div ine",
+      "▁convin ced",
+      "▁hum ans",
+      "▁human s",
+      "▁hu mans",
+      "▁depart ure",
+      "▁Med iter",
+      "▁Medi ter",
+      "q a",
+      "▁poss essed",
+      "▁possess ed",
+      "▁цер кви",
+      "gi v",
+      "g iv",
+      "▁сво ї",
+      "▁Ort ste",
+      "▁Orts te",
+      "R ich",
+      "pu is",
+      "p uis",
+      "in crement",
+      "▁Hann over",
+      "▁u cz",
+      "Do ne",
+      "Don e",
+      "D one",
+      "▁alg uns",
+      "FI X",
+      "F IX",
+      "▁Her itage",
+      "remove Class",
+      "фе р",
+      "ф ер",
+      "▁a bc",
+      "▁ab c",
+      "▁ abc",
+      "D r",
+      "▁се мей",
+      "▁сем ей",
+      "{ :",
+      "▁se ule",
+      "▁seu le",
+      "▁seul e",
+      "zeich nungen",
+      "zeichnung en",
+      "ad dy",
+      "add y",
+      "▁Par ís",
+      "üss eld",
+      "▁re ception",
+      "▁rece ption",
+      "fo lio",
+      "fol io",
+      "ti ny",
+      "t iny",
+      "▁recens ement",
+      "▁N ur",
+      "▁Nu r",
+      "▁k ier",
+      "▁ki er",
+      "▁g mina",
+      "▁gmin a",
+      "sta at",
+      "ánd ose",
+      "че ская",
+      "▁spe aker",
+      "▁speak er",
+      "▁expon ential",
+      "▁exponent ial",
+      "▁D ieu",
+      "▁Die u",
+      "▁Di eu",
+      "▁при з",
+      "▁пр из",
+      "▁Raf ael",
+      "▁gg plot",
+      "▁Tem plate",
+      "▁Temp late",
+      "▁ Template",
+      "ou re",
+      "our e",
+      "o ure",
+      "▁In ner",
+      "▁Inn er",
+      "▁ Inner",
+      "og ne",
+      "ogn e",
+      "ig are",
+      "iga re",
+      "▁Ar te",
+      "▁Art e",
+      "▁C ov",
+      "▁Co v",
+      "▁auf grund",
+      "▁Б ы",
+      "▁cerem ony",
+      "▁S part",
+      "▁Sp art",
+      "ject ive",
+      "y i",
+      "▁in izi",
+      "▁l atin",
+      "▁lat in",
+      "▁Never theless",
+      "▁D one",
+      "▁Do ne",
+      "▁Don e",
+      "▁ Done",
+      "т ря",
+      "▁A rr",
+      "▁Ar r",
+      "▁ Arr",
+      "se ason",
+      "▁скла ду",
+      "▁pod czas",
+      "▁Beaut iful",
+      "▁Weltkrie g",
+      "▁з о",
+      "▁ зо",
+      "▁over come",
+      "▁Pr aha",
+      "▁Pra ha",
+      "▁рай ону",
+      "▁райо ну",
+      "▁район у",
+      "▁sub scription",
+      "▁subs cription",
+      "▁subscri ption",
+      "ig ent",
+      "igen t",
+      "ige nt",
+      "i gent",
+      "▁по ка",
+      "la tex",
+      "lat ex",
+      "late x",
+      "▁b each",
+      "▁be ach",
+      "▁ро ках",
+      "ge g",
+      "g eg",
+      "▁pro bl",
+      "▁prob l",
+      "arg uments",
+      "argument s",
+      "▁organ izations",
+      "▁organiz ations",
+      "▁organization s",
+      "▁N an",
+      "▁Na n",
+      "▁st ones",
+      "▁sto nes",
+      "▁stone s",
+      "▁H unter",
+      "▁Hun ter",
+      "▁regular ly",
+      "шо го",
+      "ш ого",
+      "▁flex ible",
+      "op ts",
+      "opt s",
+      "o pts",
+      "á ř",
+      "wi tz",
+      "w itz",
+      "▁' )",
+      "▁ ')",
+      "PA SS",
+      "P ASS",
+      "▁k raj",
+      "▁kr aj",
+      "▁kra j",
+      "▁f ake",
+      "▁fa ke",
+      "he its",
+      "heit s",
+      "os ph",
+      "osp h",
+      "parse Int",
+      "F ALSE",
+      "▁prof ess",
+      "▁profes s",
+      "pe ople",
+      "▁pre cip",
+      "▁prec ip",
+      "dir name",
+      "▁per pet",
+      "▁Up dated",
+      "▁Update d",
+      "▁ Updated",
+      "ra yed",
+      "ray ed",
+      "▁prov oc",
+      "▁тра вня",
+      "▁трав ня",
+      "▁categ orie",
+      "▁categor ie",
+      "▁те о",
+      "с ну",
+      "ot r",
+      "o tr",
+      "▁Вер хов",
+      "▁comp ét",
+      "Co st",
+      "C ost",
+      "▁w ider",
+      "▁wide r",
+      "▁wid er",
+      "▁Ob viously",
+      "пи сан",
+      "писа н",
+      "пис ан",
+      "▁на стоя",
+      "▁see king",
+      "▁seek ing",
+      "() ),",
+      "()) ,",
+      "( )),",
+      "▁é quipe",
+      "▁équip e",
+      "▁ équipe",
+      "▁comm its",
+      "▁commit s",
+      "▁S vens",
+      "▁Sv ens",
+      "я бре",
+      "at ern",
+      "ate rn",
+      "ater n",
+      "a tern",
+      "▁h eter",
+      "▁he ter",
+      "▁het er",
+      "▁Boot strap",
+      "én é",
+      "é né",
+      "▁deriv atives",
+      "▁derivative s",
+      "▁Det roit",
+      "▁provin cial",
+      "▁provincia l",
+      "onom ie",
+      "E B",
+      "▁c uer",
+      "▁cu er",
+      "▁от носи",
+      "▁отно си",
+      "▁не й",
+      "▁н ей",
+      "▁ ней",
+      ") ».",
+      "▁Ci udad",
+      "IA L",
+      "I AL",
+      "zy st",
+      "z yst",
+      ")\" )",
+      ") \")",
+      "▁Al c",
+      "bl ogs",
+      "blog s",
+      "blo gs",
+      "b logs",
+      "▁par mi",
+      "▁Album s",
+      "▁Alb ums",
+      "▁Bo liv",
+      "▁Bol iv",
+      "▁c lés",
+      "▁cl és",
+      "Product s",
+      "uer do",
+      "▁ge lang",
+      "▁gel ang",
+      "zn ik",
+      "z nik",
+      "ha gen",
+      "h agen",
+      "an onymous",
+      "▁sv g",
+      "▁ svg",
+      "▁Cons eil",
+      "▁Conse il",
+      "▁A ri",
+      "▁Ar i",
+      "col i",
+      "co li",
+      "c oli",
+      "▁c zy",
+      "▁cz y",
+      "▁ czy",
+      "▁C V",
+      "▁ CV",
+      "▁f ord",
+      "▁for d",
+      "▁fo rd",
+      "▁ ford",
+      "▁Au ßer",
+      "▁Auß er",
+      "▁C I",
+      "▁ CI",
+      "▁t empt",
+      "▁tem pt",
+      "▁temp t",
+      "▁Organ isation",
+      "á š",
+      "▁cy cles",
+      "▁cycle s",
+      "▁cycl es",
+      "▁ges lacht",
+      "▁лю дей",
+      "ým i",
+      "ý mi",
+      "▁S pieler",
+      "▁Spiel er",
+      "ef e",
+      "e fe",
+      "▁Mar vel",
+      "▁por tal",
+      "▁port al",
+      "▁porta l",
+      "▁ portal",
+      "▁Сер г",
+      "▁g rado",
+      "▁gr ado",
+      "▁gra do",
+      "▁grad o",
+      "▁hand lers",
+      "▁handle rs",
+      "▁handler s",
+      "▁Inter face",
+      "▁ Interface",
+      "AM E",
+      "A ME",
+      "▁ser iously",
+      "▁serious ly",
+      "▁B inding",
+      "▁Bin ding",
+      "▁Bind ing",
+      "▁ Binding",
+      "▁R ang",
+      "▁Ra ng",
+      "▁Ran g",
+      "▁n ada",
+      "▁na da",
+      "▁nad a",
+      "oc e",
+      "o ce",
+      "▁inte gra",
+      "▁integr a",
+      "oc racy",
+      "ocr acy",
+      "▁аль бо",
+      "▁st ability",
+      "▁stabil ity",
+      "Un s",
+      "U ns",
+      "▁v eter",
+      "▁ve ter",
+      "-- ----+",
+      "---- --+",
+      "--- ---+",
+      "------ +",
+      "----- -+",
+      "▁se rait",
+      "▁ser ait",
+      "▁sera it",
+      "▁om itted",
+      "▁uncertain ty",
+      "on ian",
+      "oni an",
+      "onia n",
+      "▁re sto",
+      "▁r esto",
+      "▁res to",
+      "▁rest o",
+      "▁же лез",
+      "▁од ной",
+      "▁одно й",
+      "▁Bevölker ung",
+      "▁K raft",
+      "▁Kr aft",
+      "▁Kra ft",
+      "ст р",
+      "▁Mos cow",
+      "la ne",
+      "lan e",
+      "l ane",
+      "ar ab",
+      "ara b",
+      "a rab",
+      "▁s pole",
+      "▁sp ole",
+      "▁spo le",
+      "▁сво его",
+      "? :",
+      "ST ART",
+      "▁ин тер",
+      "▁инте р",
+      "▁sym pt",
+      "▁Loren zo",
+      "▁ej ec",
+      "▁pros per",
+      "DA T",
+      "D AT",
+      "лимпи й",
+      "▁sh apes",
+      "▁shape s",
+      "value Of",
+      "▁associ ate",
+      "▁Med ien",
+      "▁Medi en",
+      "EN V",
+      "▁с ре",
+      "▁држа ве",
+      "▁the ories",
+      "he b",
+      "h eb",
+      "▁Way ne",
+      "▁String Builder",
+      "iw ers",
+      "i wers",
+      "▁M aps",
+      "▁Ma ps",
+      "▁Map s",
+      "Ph ys",
+      "\\} \\",
+      "\\ }\\",
+      "▁P arte",
+      "▁Par te",
+      "▁Part e",
+      "▁Hud son",
+      "ло н",
+      "л он",
+      "L ng",
+      "▁р ы",
+      "▁ ры",
+      "ст ей",
+      "сте й",
+      "с тей",
+      "la u",
+      "l au",
+      "an cer",
+      "ance r",
+      "anc er",
+      "▁Co ppa",
+      "▁Cop pa",
+      "▁вій сь",
+      "▁u cc",
+      "▁Pat tern",
+      "▁ Pattern",
+      "▁gar bage",
+      "▁Gon zález",
+      "▁Encyc lop",
+      "et ten",
+      "ett en",
+      "ette n",
+      "Ex ternal",
+      "Ext ernal",
+      "RE F",
+      "R EF",
+      "> ;",
+      "lij ke",
+      "lijk e",
+      "▁inter sect",
+      "▁Un less",
+      "▁de eper",
+      "▁deep er",
+      "▁ж і",
+      "▁ жі",
+      "de nt",
+      "den t",
+      "d ent",
+      "le f",
+      "l ef",
+      "▁ch anson",
+      "▁diff us",
+      "▁pr imi",
+      "▁prim i",
+      "▁pri mi",
+      "▁W ieder",
+      "▁Wi eder",
+      "▁Wie der",
+      "▁a ws",
+      "▁aw s",
+      "▁ aws",
+      "ow ana",
+      "owa na",
+      "owan a",
+      "▁so ciale",
+      "▁social e",
+      "▁soci ale",
+      "▁soc iale",
+      "ik k",
+      "i kk",
+      "ль ной",
+      "льно й",
+      "▁div isions",
+      "▁division s",
+      "▁divis ions",
+      "ло со",
+      "▁Cl aud",
+      "▁Cla ud",
+      "▁Y a",
+      "▁v oce",
+      "▁vo ce",
+      "▁voc e",
+      "▁B ranch",
+      "▁Br anch",
+      "▁Bran ch",
+      "▁f itted",
+      "▁fit ted",
+      "or r",
+      "o rr",
+      "ôt el",
+      "ô tel",
+      "st roke",
+      "str oke",
+      "list ener",
+      "listen er",
+      "im an",
+      "ima n",
+      "i man",
+      "во сто",
+      "▁Sh ah",
+      "Int roduction",
+      "▁new line",
+      "▁t ile",
+      "▁til e",
+      "▁ti le",
+      "'] ))",
+      "']) )",
+      "' ]))",
+      "▁trav aux",
+      "▁trava ux",
+      "CON FIG",
+      "▁quadr atic",
+      "on neur",
+      "onn eur",
+      "onne ur",
+      "▁Gi org",
+      "▁ident ific",
+      "éric aine",
+      "érica ine",
+      "▁UI View",
+      "▁ UIView",
+      "▁Lib eral",
+      "▁Liber al",
+      "▁K och",
+      "▁Ko ch",
+      "▁Berlin er",
+      "▁Berl iner",
+      "▁not ifications",
+      "▁notification s",
+      "▁Su san",
+      "▁Sus an",
+      "▁c adre",
+      "▁cad re",
+      "▁K loster",
+      "▁Kl oster",
+      "▁exam ine",
+      "▁е дин",
+      "▁еди н",
+      "▁UN ION",
+      "▁al ten",
+      "▁alt en",
+      "▁alte n",
+      "▁f init",
+      "▁fin it",
+      "▁fi nit",
+      "▁pe dig",
+      "▁ped ig",
+      "cy k",
+      "c yk",
+      "▁mouv ement",
+      "▁mou vement",
+      "IO S",
+      "I OS",
+      "▁бри тан",
+      "▁b out",
+      "▁bo ut",
+      "▁bou t",
+      "▁ав тор",
+      "▁авто р",
+      "ниц тво",
+      "ет о",
+      "е то",
+      "le ra",
+      "ler a",
+      "l era",
+      "cl s",
+      "c ls",
+      "▁L ey",
+      "▁Le y",
+      "am y",
+      "a my",
+      "ag ens",
+      "age ns",
+      "agen s",
+      "a gens",
+      "as hed",
+      "ash ed",
+      "▁ok rę",
+      "г ро",
+      "el lett",
+      "ell ett",
+      "elle tt",
+      "▁F ellow",
+      "▁Fel low",
+      "▁manif old",
+      "$) ,",
+      "$ ),",
+      "ld er",
+      "l der",
+      "▁v oz",
+      "▁vo z",
+      "▁be gg",
+      "▁beg g",
+      "▁b aron",
+      "▁bar on",
+      "▁ba ron",
+      "▁f id",
+      "▁fi d",
+      "▁f iring",
+      "▁fi ring",
+      "▁fir ing",
+      "il da",
+      "ild a",
+      "de k",
+      "d ek",
+      "A U",
+      "it are",
+      "ita re",
+      "itar e",
+      "▁A ra",
+      "▁Ar a",
+      "▁Ex it",
+      "▁ Exit",
+      "▁cin emat",
+      "▁cinema t",
+      "▁int ros",
+      "▁intr os",
+      "▁intro s",
+      "▁contact s",
+      "пе ни",
+      "пен и",
+      "▁m öglich",
+      "▁Singap ore",
+      "str öm",
+      "▁H ern",
+      "▁He rn",
+      "▁Her n",
+      "▁six th",
+      "▁public ations",
+      "▁pub lications",
+      "▁publication s",
+      "vi e",
+      "v ie",
+      "▁H at",
+      "▁Ha t",
+      "▁accept ing",
+      "á c",
+      "st wo",
+      "s two",
+      "▁quiet ly",
+      "Ph oto",
+      "▁b asket",
+      "▁bas ket",
+      "▁eigen values",
+      "▁mé dec",
+      "▁méd ec",
+      "▁O limp",
+      "▁Ol imp",
+      "▁цер ков",
+      "al in",
+      "ali n",
+      "a lin",
+      "con sum",
+      "cons um",
+      "▁l assen",
+      "▁las sen",
+      "▁ lassen",
+      "▁ан ти",
+      "▁S eq",
+      "▁Se q",
+      "▁ Seq",
+      "\"; \r",
+      "\" ;\r",
+      "ra re",
+      "rar e",
+      "r are",
+      "▁$ |\\",
+      "▁$| \\",
+      "▁n ick",
+      "▁ni ck",
+      "▁nic k",
+      "▁ nick",
+      "df lare",
+      "V ec",
+      "bind ung",
+      "▁b g",
+      "▁ bg",
+      "ch anges",
+      "change s",
+      "chan ges",
+      "Day s",
+      "Da ys",
+      "D ays",
+      "▁M ouse",
+      "▁Mo use",
+      "▁Mou se",
+      "▁ Mouse",
+      "▁wait ed",
+      "▁wa ited",
+      "▁Tom atoes",
+      "▁f as",
+      "▁fa s",
+      "▁ fas",
+      "ver te",
+      "vert e",
+      "v erte",
+      "▁success ion",
+      "▁succ ession",
+      "со р",
+      "с ор",
+      "▁s ols",
+      "▁so ls",
+      "▁sol s",
+      "▁R ender",
+      "▁Re nder",
+      "▁Ren der",
+      "▁ Render",
+      "▁lead ership",
+      "▁leader ship",
+      "▁leaders hip",
+      "▁signific ance",
+      "▁ga uche",
+      "▁gau che",
+      "ca no",
+      "can o",
+      "c ano",
+      "▁P ie",
+      "▁Pi e",
+      "enso ort",
+      "▁cam bio",
+      "▁camb io",
+      "▁у з",
+      "▁ende av",
+      "Comp leted",
+      "Comple ted",
+      "Complete d",
+      "▁Архив ная",
+      "j d",
+      "ór ico",
+      "ó rico",
+      "▁church es",
+      "▁an imate",
+      "▁anim ate",
+      "▁ani mate",
+      "▁ animate",
+      "S G",
+      "comp ute",
+      "comput e",
+      "▁uniform ly",
+      "IN IT",
+      "ll es",
+      "lle s",
+      "l les",
+      "Http Request",
+      "К о",
+      "Di ff",
+      "D iff",
+      "▁s ah",
+      "▁sa h",
+      "air o",
+      "ai ro",
+      "a iro",
+      "may be",
+      "UT E",
+      "U TE",
+      "▁D ow",
+      "▁Do w",
+      "hu man",
+      "hum an",
+      "h uman",
+      "▁au rait",
+      "▁aur ait",
+      "dar k",
+      "d ark",
+      "▁re pair",
+      "▁rep air",
+      "▁n er",
+      "▁ne r",
+      "▁ ner",
+      "▁D abei",
+      "▁Da bei",
+      "▁Bo tan",
+      "▁Bot an",
+      "Or iginal",
+      "Origin al",
+      "az ă",
+      "▁N AT",
+      "▁NA T",
+      "im per",
+      "imp er",
+      "▁Y outh",
+      "▁You th",
+      "th es",
+      "the s",
+      "t hes",
+      "▁окру га",
+      "▁F lo",
+      "▁Fl o",
+      "▁break fast",
+      "ur ls",
+      "url s",
+      "▁über nahm",
+      "ár ios",
+      "ário s",
+      "á rios",
+      "▁O range",
+      "▁Or ange",
+      "▁Aff airs",
+      "sk e",
+      "s ke",
+      "▁not ify",
+      "▁ notify",
+      "imo ine",
+      "▁Ar ena",
+      "▁Are na",
+      "▁lib eral",
+      "▁liber al",
+      "▁o bec",
+      "▁ob ec",
+      "if a",
+      "i fa",
+      "gu ez",
+      "gue z",
+      "g uez",
+      "ion o",
+      "io no",
+      "i ono",
+      "пера тор",
+      "▁ret ained",
+      "▁retain ed",
+      "fa iled",
+      "fail ed",
+      "bin e",
+      "bi ne",
+      "b ine",
+      "т ных",
+      "▁CG Rect",
+      "cam era",
+      "ide note",
+      "iden ote",
+      "K B",
+      "▁l ights",
+      "▁light s",
+      "▁P ictures",
+      "▁Picture s",
+      "▁Squad ron",
+      "▁V olk",
+      "▁Vol k",
+      "▁b urg",
+      "▁bu rg",
+      "▁bur g",
+      "▁ burg",
+      ", ]",
+      "G i",
+      "ê que",
+      "make Text",
+      "▁every body",
+      "▁Hy per",
+      "▁Hyp er",
+      "▁De ux",
+      "▁gl ory",
+      "▁glo ry",
+      "pres entation",
+      "present ation",
+      "on ica",
+      "oni ca",
+      "onic a",
+      "o nica",
+      "▁fr ère",
+      "ag et",
+      "age t",
+      "a get",
+      "▁h ints",
+      "▁hint s",
+      "▁hin ts",
+      "▁t unnel",
+      "▁tun nel",
+      "▁E j",
+      "ál is",
+      "á lis",
+      "▁V iv",
+      "▁Vi v",
+      "ствен ных",
+      "▁c aps",
+      "▁cap s",
+      "▁ca ps",
+      "PA RT",
+      "PAR T",
+      "P ART",
+      "oc i",
+      "o ci",
+      "▁p rices",
+      "▁pr ices",
+      "▁pri ces",
+      "▁price s",
+      "curr ency",
+      "c urrency",
+      "▁a chter",
+      "▁ach ter",
+      "▁acht er",
+      "rom agnet",
+      "ge nder",
+      "gen der",
+      "gende r",
+      "g ender",
+      "▁s uis",
+      "▁su is",
+      "vers ions",
+      "version s",
+      "▁Tr aining",
+      "▁Tra ining",
+      "▁Train ing",
+      "in side",
+      "ins ide",
+      "eg e",
+      "e ge",
+      "▁tot ale",
+      "▁total e",
+      "▁D aar",
+      "▁Da ar",
+      "▁grud nia",
+      "▁I er",
+      "▁occasion s",
+      "▁occas ions",
+      "▁k de",
+      "▁tensor flow",
+      "▁ tensorflow",
+      "▁ó r",
+      "▁ ór",
+      "Method s",
+      "▁loop ing",
+      "▁direct eur",
+      "k ę",
+      "▁is omorphism",
+      "▁Jo ão",
+      "▁al igned",
+      "▁align ed",
+      "▁ aligned",
+      "он ов",
+      "о нов",
+      "ur ger",
+      "urg er",
+      "▁n ova",
+      "▁no va",
+      "▁nov a",
+      "mor row",
+      "m orrow",
+      "al tern",
+      "alt ern",
+      "alter n",
+      "H D",
+      "▁m arqu",
+      "▁mar qu",
+      "at ivas",
+      "ativ as",
+      "ati vas",
+      "ativa s",
+      "gg reg",
+      "g greg",
+      "▁anci en",
+      "▁anc ien",
+      "ni t",
+      "n it",
+      "▁sec ured",
+      "▁secure d",
+      "mi er",
+      "m ier",
+      "▁O le",
+      "▁Ol e",
+      "▁ин те",
+      "▁m inus",
+      "▁min us",
+      "▁ minus",
+      "▁clear er",
+      "▁n ello",
+      "▁nel lo",
+      "▁nell o",
+      "▁információ k",
+      "▁pro pre",
+      "▁prop re",
+      "{ .",
+      "il og",
+      "ilo g",
+      "i log",
+      "▁Qu ick",
+      "▁acc us",
+      "▁ac cus",
+      "emp loyee",
+      "▁з у",
+      "▁ зу",
+      "ць кий",
+      "фі цій",
+      "▁пу бли",
+      "▁ публи",
+      "▁b ent",
+      "▁be nt",
+      "▁ben t",
+      "▁по зво",
+      "▁П ор",
+      "▁По р",
+      "áz í",
+      "án ico",
+      "á nico",
+      "empty set",
+      "▁sur tout",
+      "re no",
+      "ren o",
+      "r eno",
+      "un ya",
+      "▁у ез",
+      "▁Mill ionen",
+      "▁listop ada",
+      "▁M aine",
+      "▁Ma ine",
+      "▁Main e",
+      "▁Mai ne",
+      "▁gru pos",
+      "▁grupo s",
+      "▁grup os",
+      "▁St orage",
+      "▁Sto rage",
+      "▁ Storage",
+      "▁app le",
+      "▁ap ple",
+      "▁ apple",
+      "▁L ö",
+      "ou sed",
+      "ous ed",
+      "ouse d",
+      "o used",
+      "д ро",
+      "sc i",
+      "s ci",
+      "▁hi bernate",
+      "▁ hibernate",
+      "do g",
+      "d og",
+      "▁во сто",
+      "▁вос то",
+      "▁ восто",
+      "▁intens ity",
+      "leg end",
+      "lege nd",
+      "legen d",
+      "▁W ille",
+      "▁Will e",
+      "▁Wil le",
+      "▁Wi lle",
+      "▁szer int",
+      "ges ellschaft",
+      "▁L iving",
+      "▁Li ving",
+      "▁Liv ing",
+      "al lo",
+      "all o",
+      "▁S plit",
+      "▁Sp lit",
+      "▁ Split",
+      "dr u",
+      "d ru",
+      "ne ed",
+      "n eed",
+      "▁Дж он",
+      "▁Sw iss",
+      "▁sp raw",
+      "▁spr aw",
+      "▁be ho",
+      "▁beh o",
+      "▁fot ograf",
+      "▁ren contre",
+      "▁k is",
+      "▁ki s",
+      "▁sign ing",
+      "▁sig ning",
+      "ak ult",
+      "aku lt",
+      "▁index ing",
+      "ap or",
+      "a por",
+      "▁con ception",
+      "▁concept ion",
+      "▁conce ption",
+      "ag greg",
+      "agg reg",
+      "a ggreg",
+      "▁Са вез",
+      "▁aff air",
+      "ě ní",
+      "A ugust",
+      "▁се кре",
+      "▁miesz kań",
+      "UI Image",
+      "▁b ishop",
+      "▁bi shop",
+      "▁ bishop",
+      "▁serv ants",
+      "▁servant s",
+      "▁tr ail",
+      "▁tra il",
+      "di git",
+      "dig it",
+      "▁jo ins",
+      "▁join s",
+      "▁N ear",
+      "▁Ne ar",
+      "öff entlich",
+      "> {",
+      "▁sk ład",
+      "ge führt",
+      "gef ührt",
+      "▁Hol z",
+      "▁Milit är",
+      "ach i",
+      "ac hi",
+      "a chi",
+      "Up per",
+      "U pper",
+      "pi ne",
+      "pin e",
+      "p ine",
+      "ut zt",
+      "utz t",
+      "▁nu ova",
+      "ibr ation",
+      "▁B ien",
+      "▁Bi en",
+      "▁пер вый",
+      "▁первы й",
+      "▁Cre ating",
+      "On ce",
+      "▁ein mal",
+      "▁ge ometric",
+      "▁geomet ric",
+      "st vo",
+      "▁k W",
+      "▁decom position",
+      "▁com edy",
+      "▁come dy",
+      "▁activ ation",
+      "▁an gry",
+      "▁ang ry",
+      "ill eurs",
+      "ille urs",
+      "▁inst antly",
+      "▁instant ly",
+      "▁suggest ing",
+      "▁C lay",
+      "▁Cl ay",
+      "▁Cla y",
+      "co t",
+      "c ot",
+      "▁G én",
+      "▁Gé n",
+      "($ (",
+      "( $(",
+      "un wrap",
+      "▁lif ted",
+      "▁lift ed",
+      "▁K it",
+      "▁Ki t",
+      "▁ Kit",
+      "▁l inea",
+      "▁li nea",
+      "▁line a",
+      "▁lin ea",
+      "о к",
+      "ha rt",
+      "har t",
+      "h art",
+      "-> _",
+      "▁n uit",
+      "▁nu it",
+      "▁Iss ue",
+      "ли и",
+      "▁r öm",
+      "Task s",
+      "▁S r",
+      "▁se is",
+      "▁sei s",
+      "as ia",
+      "asi a",
+      "}} $.",
+      "}}$ .",
+      "} }$.",
+      ": {",
+      "control s",
+      "contr ols",
+      "▁S tim",
+      "▁St im",
+      "▁Re cht",
+      "▁Rec ht",
+      "ocia ción",
+      "oci ación",
+      "▁N atal",
+      "▁Na tal",
+      "▁Nat al",
+      "▁Philipp ines",
+      "ul en",
+      "ule n",
+      "u len",
+      "F ixed",
+      "▁switch ed",
+      "Z ip",
+      "os pel",
+      "osp el",
+      "▁нача ле",
+      "▁B lan",
+      "▁Bl an",
+      "▁Bla n",
+      "ur st",
+      "urs t",
+      "▁aut our",
+      "▁auto ur",
+      "C a",
+      "▁lat itude",
+      "▁F rei",
+      "▁Fre i",
+      "▁Fr ei",
+      "▁Mus ée",
+      "▁K urz",
+      "▁Kur z",
+      "▁Ku rz",
+      "▁reg ião",
+      "sw ap",
+      "▁h ate",
+      "▁ha te",
+      "▁hat e",
+      "▁mod ifications",
+      "▁modification s",
+      "▁modific ations",
+      "▁К ом",
+      "▁Ко м",
+      "▁Anto ine",
+      "ug a",
+      "u ga",
+      "RE CT",
+      "R ECT",
+      "ét er",
+      "é ter",
+      "G ROUP",
+      "▁sacr ific",
+      "▁W he",
+      "▁Wh e",
+      "▁Ste vens",
+      "▁Steve ns",
+      "▁Steven s",
+      "olog ische",
+      "Sum mary",
+      "ob s",
+      "o bs",
+      "hn en",
+      "h nen",
+      "< %=",
+      "di enst",
+      "d ienst",
+      "re mark",
+      "rem ark",
+      "r emark",
+      "▁veröff entlicht",
+      "е л",
+      "▁M ock",
+      "▁Mo ck",
+      "▁ Mock",
+      "▁Ль в",
+      "▁tr ês",
+      "g b",
+      "▁celebr ated",
+      "▁E b",
+      "▁c osta",
+      "▁co sta",
+      "▁cost a",
+      "▁cos ta",
+      "▁Ge ographic",
+      "▁att achment",
+      "▁attach ment",
+      "mann schaft",
+      "▁depend ence",
+      "� �",
+      "▁att itude",
+      "et al",
+      "eta l",
+      "e tal",
+      "vi c",
+      "v ic",
+      "ba ut",
+      "bau t",
+      "b aut",
+      "▁д ов",
+      "▁до в",
+      "▁ дов",
+      "▁inter ven",
+      "▁G ü",
+      "ón ica",
+      "ó nica",
+      "▁P on",
+      "▁Po n",
+      "▁dispon ible",
+      "▁F eb",
+      "▁Fe b",
+      "▁wor ship",
+      "▁Specific ally",
+      "H y",
+      "ij u",
+      "i ju",
+      "▁c b",
+      "▁ cb",
+      "▁sp ac",
+      "lev eland",
+      "level and",
+      "▁local idad",
+      "▁prec eding",
+      "▁preced ing",
+      "▁H essen",
+      "x p",
+      "▁W ein",
+      "▁We in",
+      "▁Wei n",
+      "▁Rom â",
+      "▁gi orno",
+      "▁gior no",
+      "▁квіт ня",
+      "lla ços",
+      "▁Academ ia",
+      "▁k ül",
+      "▁Å rs",
+      "▁на ј",
+      "uc lide",
+      "Inter net",
+      "Intern et",
+      "or ton",
+      "ort on",
+      "▁c orn",
+      "▁cor n",
+      "▁co rn",
+      "я ми",
+      "▁\" *",
+      "▁Fel ix",
+      "ap at",
+      "apa t",
+      "a pat",
+      "▁сво и",
+      "MI T",
+      "M IT",
+      "ma de",
+      "mad e",
+      "m ade",
+      "▁lo comot",
+      "хо да",
+      "ход а",
+      "F P",
+      "▁p m",
+      "▁ pm",
+      ".* ;",
+      "▁H amm",
+      "▁Ha mm",
+      "▁Ham m",
+      "` }",
+      "Layout Inflater",
+      "== \"",
+      "= =\"",
+      "▁E ur",
+      "▁Eu r",
+      "▁d ogs",
+      "▁do gs",
+      "▁dog s",
+      "же нии",
+      "▁a zon",
+      "▁az on",
+      "▁ azon",
+      "▁em ulator",
+      "▁r icon",
+      "▁ric on",
+      "▁ri con",
+      "be eld",
+      "▁н у",
+      "▁ ну",
+      "▁approxim ate",
+      "L M",
+      "▁B ond",
+      "▁Bo nd",
+      "▁Bon d",
+      "▁en h",
+      "ęd z",
+      "ę dz",
+      "▁s olit",
+      "▁so lit",
+      "▁sol it",
+      "Relative Layout",
+      "et eor",
+      "ete or",
+      "ament os",
+      "amento s",
+      "▁in direct",
+      "▁ind irect",
+      "ib ől",
+      "▁g ros",
+      "▁gr os",
+      "▁gro s",
+      "▁Original s",
+      "▁Origin als",
+      "▁Orig inals",
+      "comm ands",
+      "command s",
+      "Ex port",
+      "Exp ort",
+      "▁A vec",
+      "▁Av ec",
+      "▁sole mn",
+      "▁solem n",
+      "▁correct ion",
+      "▁corre ction",
+      "▁corr ection",
+      "▁про води",
+      "▁прово ди",
+      "▁Mo sk",
+      "▁Mos k",
+      "▁по до",
+      "▁под о",
+      "▁geb ied",
+      "▁nast ęp",
+      "▁D river",
+      "▁Dr iver",
+      "▁Drive r",
+      "▁ Driver",
+      "▁O ok",
+      "▁V ec",
+      "▁Ve c",
+      "▁ Vec",
+      "▁lung o",
+      "▁lun go",
+      "fi cos",
+      "fic os",
+      "fico s",
+      "f icos",
+      "▁s vol",
+      "▁sv ol",
+      "▁svo l",
+      "▁k id",
+      "▁ki d",
+      "n ja",
+      "▁H r",
+      "▁под дер",
+      "▁vis ibility",
+      "▁ visibility",
+      "▁M éd",
+      "▁Mé d",
+      "▁c pu",
+      "▁cp u",
+      "▁ cpu",
+      "dis cussion",
+      "As set",
+      "Ass et",
+      "▁def ense",
+      "▁Any one",
+      "▁Just in",
+      "is zt",
+      "isz t",
+      "▁Coll ins",
+      "▁Val ent",
+      "▁P ale",
+      "▁Pa le",
+      "▁Pal e",
+      "▁f uel",
+      "▁fue l",
+      "▁fu el",
+      "▁n ose",
+      "▁no se",
+      "▁nos e",
+      "rí guez",
+      "▁Sch les",
+      "▁Schl es",
+      "▁Mal ays",
+      "▁com mut",
+      "▁comm ut",
+      "dr o",
+      "d ro",
+      "ui ng",
+      "u ing",
+      "▁R ico",
+      "▁Ric o",
+      "▁Ri co",
+      "▁Em ma",
+      "or p",
+      "o rp",
+      "▁K irk",
+      "▁Kir k",
+      "▁Qu ando",
+      "▁Ne ue",
+      "▁Neu e",
+      "▁de mande",
+      "▁dem ande",
+      "▁demand e",
+      "▁C over",
+      "▁Co ver",
+      "▁Cov er",
+      "▁res cue",
+      "▁gew ählt",
+      "▁Cal endar",
+      "▁ Calendar",
+      "▁Mad onna",
+      "W P",
+      "os hi",
+      "osh i",
+      "▁M aven",
+      "▁Ma ven",
+      "▁b elle",
+      "▁be lle",
+      "▁bel le",
+      "▁bell e",
+      "▁w x",
+      "▁ wx",
+      "▁su gar",
+      "▁sug ar",
+      "▁Bet rieb",
+      "▁equilib rium",
+      "E AR",
+      "▁text s",
+      "▁tex ts",
+      "сло в",
+      "с лов",
+      "▁czerw ca",
+      "▁D üsseld",
+      "▁EL SE",
+      "▁am ery",
+      "▁amer y",
+      "▁a ni",
+      "▁an i",
+      "▁ ani",
+      "▁o bey",
+      "▁ob ey",
+      "▁N ell",
+      "▁Ne ll",
+      "▁Nel l",
+      "▁in ne",
+      "▁inn e",
+      "▁т ро",
+      "▁ тро",
+      "F D",
+      "cc o",
+      "c co",
+      "▁Z ob",
+      "▁Zo b",
+      "al ette",
+      "ale tte",
+      "alet te",
+      "a lette",
+      "▁má jus",
+      "ect ed",
+      "ec ted",
+      "e cted",
+      "▁Tur key",
+      "▁Turk ey",
+      "▁Wh ether",
+      "▁Whe ther",
+      "q i",
+      "▁ш то",
+      "▁head quarters",
+      "en di",
+      "end i",
+      "ar us",
+      "aru s",
+      "a rus",
+      "op us",
+      "o pus",
+      "▁з оло",
+      "▁зо ло",
+      "▁de stru",
+      "▁dest ru",
+      "▁L ok",
+      "▁Lo k",
+      "▁satisf action",
+      "() \r",
+      "( )\r",
+      "▁Т ер",
+      "▁Те р",
+      "Jo se",
+      "J ose",
+      "▁con quer",
+      "▁conqu er",
+      "▁E ffect",
+      "▁ Effect",
+      "Layout Params",
+      "ie z",
+      "i ez",
+      "▁extern s",
+      "▁gegen über",
+      "▁E SP",
+      "▁ES P",
+      "ol ta",
+      "olt a",
+      "process or",
+      "proc essor",
+      "▁K ult",
+      "▁Ku lt",
+      "▁Atl anta",
+      "▁t ier",
+      "▁ti er",
+      "▁tie r",
+      "Oper ator",
+      "▁ди а",
+      "▁пи сь",
+      "▁gro ß",
+      "▁he arts",
+      "▁heart s",
+      "▁hear ts",
+      "▁mill imeter",
+      "al though",
+      "alth ough",
+      "al les",
+      "all es",
+      "alle s",
+      "a lles",
+      "▁Mag ic",
+      "tr aining",
+      "tra ining",
+      "train ing",
+      "ol ine",
+      "oli ne",
+      "olin e",
+      "o line",
+      "▁орган і",
+      ">\\< ^",
+      "> \\<^",
+      "ці аль",
+      "ex ports",
+      "export s",
+      "Work book",
+      "▁вере сня",
+      "▁t eles",
+      "▁te les",
+      "▁tele s",
+      "▁tel es",
+      "▁econom y",
+      "▁econ omy",
+      "▁ec onomy",
+      "▁t rap",
+      "▁tr ap",
+      "▁tra p",
+      "▁ref use",
+      "▁str anger",
+      "▁strange r",
+      "▁stran ger",
+      "▁inst inct",
+      "по да",
+      "ol an",
+      "ola n",
+      "o lan",
+      "▁n ing",
+      "▁ni ng",
+      "▁nin g",
+      "▁ ning",
+      "inf late",
+      "infl ate",
+      "itat ea",
+      "itate a",
+      "ack s",
+      "ac ks",
+      "a cks",
+      "▁J oy",
+      "▁Jo y",
+      "FL AG",
+      "FLA G",
+      "ail and",
+      "ai land",
+      "▁sort i",
+      "▁sor ti",
+      "▁в пер",
+      "▁p én",
+      "▁pé n",
+      "Not hing",
+      "No thing",
+      "N othing",
+      "▁sz áz",
+      "▁Á ng",
+      "▁A UT",
+      "▁ AUT",
+      "Act ions",
+      "Action s",
+      "A ctions",
+      "E very",
+      "▁чер вня",
+      "▁авто мо",
+      "▁rout ine",
+      "▁e struct",
+      "▁est ruct",
+      "▁G ang",
+      "▁Ga ng",
+      "▁Gan g",
+      "▁h oles",
+      "▁ho les",
+      "▁hol es",
+      "▁hole s",
+      "th esis",
+      "thes is",
+      "▁con cl",
+      "▁conc l",
+      "▁p é",
+      "ri ers",
+      "rie rs",
+      "rier s",
+      "r iers",
+      "ро вой",
+      "рово й",
+      "р овой",
+      "ad ic",
+      "adi c",
+      "a dic",
+      "Sp eed",
+      "Spe ed",
+      "▁command ed",
+      "▁N azionale",
+      "▁Naz ionale",
+      "Man aged",
+      "▁DE CLARE",
+      "▁se dan",
+      "▁sed an",
+      "String s",
+      "Str ings",
+      "▁sa cred",
+      "▁sac red",
+      "▁sacr ed",
+      "ter such",
+      "ters uch",
+      "▁abit anti",
+      "br it",
+      "b rit",
+      "▁N CAA",
+      "▁NC AA",
+      "▁С П",
+      "▁a ged",
+      "▁ag ed",
+      "▁age d",
+      "▁ aged",
+      "▁Ch iesa",
+      "▁Chi esa",
+      "▁re vision",
+      "▁rev ision",
+      "▁revis ion",
+      "op ro",
+      "o pro",
+      "▁over write",
+      "emb ros",
+      "embro s",
+      "▁sort ie",
+      "▁sorti e",
+      "▁ot ten",
+      "▁ott en",
+      "xi v",
+      "x iv",
+      "▁d eli",
+      "▁de li",
+      "▁del i",
+      "▁A sp",
+      "▁As p",
+      "▁b alls",
+      "▁bal ls",
+      "▁ball s",
+      "ka f",
+      "k af",
+      "▁br ave",
+      "▁bra ve",
+      "▁все го",
+      "▁вс его",
+      "eg n",
+      "e gn",
+      "jp eg",
+      "▁O sten",
+      "▁Os ten",
+      "▁Ost en",
+      "Const ants",
+      "▁Inf antry",
+      "▁N ev",
+      "▁Ne v",
+      "▁я ких",
+      "▁як их",
+      "▁му ниципа",
+      "ci ja",
+      "c ija",
+      "▁p oem",
+      "▁po em",
+      "▁ne gro",
+      "▁neg ro",
+      "ха р",
+      "х ар",
+      "▁A sk",
+      "▁As k",
+      "▁a vo",
+      "▁av o",
+      "▁ avo",
+      "▁Me yer",
+      "▁Mey er",
+      "▁W esten",
+      "▁We sten",
+      "▁West en",
+      "▁Wes ten",
+      "▁o ko",
+      "▁ok o",
+      "▁ oko",
+      "ag in",
+      "agi n",
+      "a gin",
+      "▁Süd en",
+      "▁Sü den",
+      "ent ries",
+      "entr ies",
+      "▁Rep ublik",
+      "▁Repub lik",
+      "Collection View",
+      "-- -----",
+      "---- ---",
+      "--- ----",
+      "------ -",
+      "----- --",
+      "- ------",
+      "▁fire fox",
+      "▁alc une",
+      "▁фо то",
+      "▁отри ма",
+      "~~~~ ~~~~",
+      "▁Ра з",
+      "▁Com plex",
+      "▁Comp lex",
+      "▁Comple x",
+      "▁p ia",
+      "▁pi a",
+      "▁public ada",
+      "we i",
+      "w ei",
+      "ced ure",
+      "occup ation",
+      "▁medic ine",
+      "▁dr ove",
+      "▁dro ve",
+      "Pro blem",
+      "▁beg inner",
+      "▁begin ner",
+      "▁thorough ly",
+      "ur ia",
+      "uri a",
+      "u ria",
+      "av ant",
+      "ava nt",
+      "avan t",
+      "uch a",
+      "uc ha",
+      "u cha",
+      "▁l ever",
+      "▁le ver",
+      "▁lev er",
+      "▁te atro",
+      "▁teat ro",
+      "AV A",
+      "A VA",
+      "sq u",
+      "s qu",
+      "tr at",
+      "tra t",
+      "t rat",
+      "iv atal",
+      "iva tal",
+      "▁d irty",
+      "▁dir ty",
+      "▁se conde",
+      "▁second e",
+      "▁sec onde",
+      "▁grav it",
+      "▁pro position",
+      "▁prop osition",
+      "▁propos ition",
+      "h bar",
+      "om ini",
+      "omin i",
+      "omi ni",
+      "▁ ”",
+      "▁C amil",
+      "▁Cam il",
+      "▁Ca mil",
+      "▁qu een",
+      "▁que en",
+      "mod ifier",
+      "J an",
+      "▁l yr",
+      "▁ly r",
+      "Com boBox",
+      "ion ic",
+      "io nic",
+      "ioni c",
+      "i onic",
+      "▁h oly",
+      "▁ho ly",
+      "▁hol y",
+      "▁Sebast ian",
+      "| _{",
+      "▁{ @",
+      "▁мо жно",
+      "▁мож но",
+      "▁Cre ative",
+      "▁inter ess",
+      "▁inte ress",
+      "▁C T",
+      "▁ CT",
+      "i ções",
+      "▁ch ant",
+      "▁cha nt",
+      "▁ chant",
+      "▁wsp ół",
+      "▁Мекси ка",
+      "▁ran ked",
+      "▁rank ed",
+      "▁paździer nika",
+      "▁b rut",
+      "▁br ut",
+      "▁bru t",
+      "▁far ther",
+      "▁V erb",
+      "▁Ver b",
+      "▁Ve rb",
+      "▁S even",
+      "▁Se ven",
+      "lb l",
+      "l bl",
+      "▁mention s",
+      "▁ment ions",
+      "▁F ight",
+      "▁Fig ht",
+      "if en",
+      "ife n",
+      "i fen",
+      "▁b og",
+      "▁bo g",
+      "▁re gres",
+      "▁reg res",
+      "▁sc oring",
+      "ic ane",
+      "ica ne",
+      "ican e",
+      "▁El li",
+      "▁Ell i",
+      "▁pie rw",
+      "▁pier w",
+      "me asure",
+      "ński ej",
+      "ń skiej",
+      "# {",
+      "▁де ся",
+      "▁var maste",
+      "▁Un ix",
+      "I Z",
+      "iti é",
+      "Prim ary",
+      "▁Spring er",
+      "▁Spr inger",
+      "ün g",
+      "ü ng",
+      "▁an v",
+      "▁vers ione",
+      "▁version e",
+      "▁should ers",
+      "▁shoulder s",
+      "▁бри га",
+      "▁j av",
+      "▁ja v",
+      "▁ jav",
+      "lt al",
+      "l tal",
+      "▁kall aste",
+      "▁Mitch ell",
+      "▁wire less",
+      "▁wir eless",
+      "▁Á l",
+      "resp ons",
+      "co uld",
+      "cou ld",
+      "c ould",
+      "▁re lax",
+      "▁rel ax",
+      "▁rela x",
+      "▁ relax",
+      "Lo nd",
+      "L ond",
+      "ń cz",
+      "ство вал",
+      "ствова л",
+      "▁pol ski",
+      "en ç",
+      "za r",
+      "z ar",
+      "▁d type",
+      "▁dt ype",
+      "ow ned",
+      "own ed",
+      "un known",
+      "unk nown",
+      "▁m utable",
+      "▁mu table",
+      "▁mut able",
+      "▁ mutable",
+      "▁si empre",
+      "▁Mont real",
+      "▁loc ate",
+      "▁tr aces",
+      "▁tra ces",
+      "▁trace s",
+      "▁trac es",
+      "▁ins gesamt",
+      "▁N il",
+      "▁Ni l",
+      "▁ Nil",
+      "▁п рода",
+      "▁про да",
+      "▁прод а",
+      "▁War ner",
+      "▁N au",
+      "▁Na u",
+      "tri angle",
+      "▁concentr ation",
+      "▁gentle men",
+      "äch t",
+      "ä cht",
+      "fil ters",
+      "filter s",
+      "inci pal",
+      "VAL ID",
+      "▁де пута",
+      "ad ó",
+      "▁kon st",
+      "gs å",
+      "ag as",
+      "aga s",
+      "a gas",
+      "▁meille ur",
+      "▁дан ным",
+      "є дна",
+      "en coded",
+      "enc oded",
+      "encode d",
+      "< '",
+      "▁she ets",
+      "▁sheet s",
+      "▁ sheets",
+      "cu ador",
+      "▁викори стову",
+      "▁De put",
+      "▁Dep ut",
+      "▁man ière",
+      "ą g",
+      "cs ol",
+      "c sol",
+      ")$ -",
+      ") $-",
+      "UI View",
+      "▁mill ones",
+      "▁E hren",
+      "▁Ehr en",
+      "Si l",
+      "S il",
+      "▁a tac",
+      "▁at ac",
+      "▁C old",
+      "▁Col d",
+      "▁Co ld",
+      "\" \\",
+      "▁appro ached",
+      "▁approach ed",
+      "▁Års med",
+      "W M",
+      "▁De port",
+      "▁Dep ort",
+      "mi s",
+      "m is",
+      "and box",
+      "ob serv",
+      "obs erv",
+      "set ting",
+      "sett ing",
+      "ha tó",
+      "hat ó",
+      "h ató",
+      "▁s trat",
+      "▁st rat",
+      "▁str at",
+      "▁stra t",
+      "▁s pre",
+      "▁sp re",
+      "▁spr e",
+      "▁ spre",
+      "▁person ne",
+      "▁pers onne",
+      "▁personn e",
+      "▁dir ige",
+      "▁dirig e",
+      "pu ll",
+      "p ull",
+      "da ting",
+      "dat ing",
+      "d ating",
+      "▁F act",
+      "▁Fa ct",
+      "▁Fac t",
+      "▁ Fact",
+      "▁manip ulate",
+      "▁M AC",
+      "▁MA C",
+      "▁d ej",
+      "▁de j",
+      "ult imo",
+      "F X",
+      "Li fe",
+      "L ife",
+      "▁c rack",
+      "▁cr ack",
+      "▁cra ck",
+      "▁m í",
+      "▁п ове",
+      "▁по ве",
+      "▁пов е",
+      "▁w ore",
+      "▁wor e",
+      "▁wo re",
+      "univers ité",
+      "▁form ulas",
+      "▁formula s",
+      "▁Elis abeth",
+      "pl ots",
+      "plot s",
+      "mi le",
+      "mil e",
+      "m ile",
+      "▁me nor",
+      "▁men or",
+      "ти л",
+      "т ил",
+      "key word",
+      "▁Balt imore",
+      "hr er",
+      "hre r",
+      "h rer",
+      "▁C lement",
+      "▁Cl ement",
+      "▁Cle ment",
+      "vi m",
+      "v im",
+      "ra ss",
+      "ras s",
+      "r ass",
+      "T ake",
+      "▁cím ű",
+      "▁Con vention",
+      "at ge",
+      "se ed",
+      "see d",
+      "s eed",
+      "▁D í",
+      "▁Sp ider",
+      "ah oo",
+      "aho o",
+      "▁име ет",
+      "ühr t",
+      "üh rt",
+      "▁по писа",
+      "▁C ot",
+      "▁Co t",
+      "▁no bles",
+      "▁noble s",
+      "▁nob les",
+      "RE SS",
+      "RES S",
+      "▁che min",
+      "▁chem in",
+      "▁gł ówn",
+      "G G",
+      "▁German ia",
+      "▁Ger mania",
+      "▁Germ ania",
+      "▁Alexand re",
+      "he ns",
+      "hen s",
+      "h ens",
+      "sw ift",
+      "oo p",
+      "o op",
+      "Sub view",
+      "▁requ iring",
+      "ęd zy",
+      "ędz y",
+      "▁f ict",
+      "▁fi ct",
+      "▁fic t",
+      "▁Кон стан",
+      "▁dé put",
+      "▁dép ut",
+      "▁surpr ising",
+      "▁de ix",
+      "▁dei x",
+      "▁unter schied",
+      "in son",
+      "ins on",
+      "▁Char acter",
+      "▁ Character",
+      "▁g estion",
+      "▁ges tion",
+      "▁gest ion",
+      "ch us",
+      "c hus",
+      "com es",
+      "co mes",
+      "come s",
+      "▁n eur",
+      "▁ne ur",
+      "▁neu r",
+      "▁ neur",
+      "▁ye ux",
+      "ol lar",
+      "oll ar",
+      "▁par ad",
+      "▁para d",
+      "▁pa rad",
+      "▁mag giore",
+      "▁maggio re",
+      "▁maggior e",
+      "TR AN",
+      "▁vo tre",
+      "▁vot re",
+      "▁des cent",
+      "▁desc ent",
+      "▁I con",
+      "▁ Icon",
+      "▁Jud ge",
+      "▁occup ation",
+      "▁ occupation",
+      "ep ing",
+      "e ping",
+      "▁ton gue",
+      "▁tong ue",
+      "▁En llaços",
+      "ru f",
+      "r uf",
+      "▁prote in",
+      "▁prot ein",
+      "▁vis itors",
+      "▁visit ors",
+      "▁visitor s",
+      "ax y",
+      "a xy",
+      "es ten",
+      "est en",
+      "este n",
+      "e sten",
+      "bl ica",
+      "blic a",
+      "b lica",
+      "h w",
+      "▁spir its",
+      "▁spirit s",
+      "▁redu ces",
+      "▁reduce s",
+      "▁м ен",
+      "▁ме н",
+      "▁ мен",
+      "▁L amb",
+      "▁La mb",
+      "▁Lam b",
+      "▁M ine",
+      "▁Min e",
+      "▁Mi ne",
+      "▁ver ified",
+      "▁B aby",
+      "▁Ba by",
+      "▁Bab y",
+      "▁pr ize",
+      "▁pri ze",
+      "в ър",
+      "▁rat ings",
+      "▁rating s",
+      "▁f ore",
+      "▁for e",
+      "▁fo re",
+      "▁ fore",
+      "as ha",
+      "ash a",
+      "a sha",
+      "ur rence",
+      "urr ence",
+      "▁int ér",
+      "▁Ol ímp",
+      "cr a",
+      "c ra",
+      "▁comput ational",
+      "▁computation al",
+      "ir che",
+      "irc he",
+      ".:  ",
+      "▁illustr ated",
+      "▁illustrate d",
+      "▁Sh are",
+      "▁house holds",
+      "▁household s",
+      "▁con volution",
+      "oe md",
+      "oem d",
+      "▁zd oby",
+      "▁zdob y",
+      "cc c",
+      "c cc",
+      "▁quant ities",
+      "Ch e",
+      "C he",
+      "Sh ould",
+      "▁ge nius",
+      "▁gen ius",
+      "ad j",
+      "a dj",
+      "х ва",
+      "Пе тер",
+      "EM A",
+      "E MA",
+      "▁R ights",
+      "▁Right s",
+      "▁E li",
+      "▁El i",
+      "VA R",
+      "V AR",
+      "ш ло",
+      "▁з бір",
+      "ift ung",
+      "▁cont ributed",
+      "▁contrib uted",
+      "▁contribu ted",
+      "▁contribute d",
+      "ze f",
+      "z ef",
+      "▁CH AR",
+      "▁ CHAR",
+      "▁S ib",
+      "▁Si b",
+      "▁M ant",
+      "▁Man t",
+      "▁Ma nt",
+      "▁свя зи",
+      "▁java fx",
+      "▁c ependant",
+      "▁in tu",
+      "▁int u",
+      "▁т вор",
+      "▁ Ó",
+      "gu er",
+      "gue r",
+      "g uer",
+      "ra do",
+      "rad o",
+      "r ado",
+      "▁Re vol",
+      "▁Rev ol",
+      "▁fé min",
+      "▁Or leans",
+      "▁p oj",
+      "▁po j",
+      "▁p rez",
+      "▁pr ez",
+      "▁pre z",
+      "Te x",
+      "T ex",
+      "ou wd",
+      "ouw d",
+      "? (",
+      "▁L IM",
+      "▁LI M",
+      "ist ique",
+      "isti que",
+      "es ar",
+      "esa r",
+      "▁he ures",
+      "ic ki",
+      "ick i",
+      "i cki",
+      "▁d bo",
+      "▁db o",
+      "▁ dbo",
+      "sk ih",
+      "ski h",
+      "s kih",
+      "conf irm",
+      "▁vil ág",
+      "▁ci utat",
+      "▁D R",
+      "▁ DR",
+      "▁Haw ai",
+      "ch ed",
+      "che d",
+      "c hed",
+      "▁s pher",
+      "▁sp her",
+      "▁Art ikel",
+      "▁Multi ple",
+      "ci u",
+      "c iu",
+      "▁м ы",
+      "▁ мы",
+      "▁lip ca",
+      "]( /",
+      "] (/",
+      "Str ategy",
+      "▁Al abama",
+      "SD K",
+      "S DK",
+      "UT C",
+      "U TC",
+      "__ .",
+      "_ _.",
+      "Arg uments",
+      "Argument s",
+      "▁set ContentView",
+      "î le",
+      "By Val",
+      "▁J VM",
+      "юще го",
+      "▁Leon ard",
+      "▁just ify",
+      "це м",
+      "ц ем",
+      "▁n ab",
+      "▁na b",
+      "▁ nab",
+      "CCE SS",
+      "C CESS",
+      "▁hope s",
+      "▁ho pes",
+      "▁hop es",
+      ") &",
+      "se ro",
+      "ser o",
+      "s ero",
+      "▁за й",
+      "слі д",
+      "▁R ég",
+      "▁Ré g",
+      "▁S ang",
+      "▁San g",
+      "▁Sa ng",
+      "▁f ung",
+      "▁fun g",
+      "▁fu ng",
+      "ba ar",
+      "b aar",
+      "▁coff ee",
+      "ass embly",
+      "▁В ін",
+      "▁Ві н",
+      "э й",
+      "▁comp rend",
+      "▁compr end",
+      "fil led",
+      "fill ed",
+      "f illed",
+      "р д",
+      "od ia",
+      "odi a",
+      "o dia",
+      "▁g ens",
+      "▁ge ns",
+      "▁gen s",
+      "▁ gens",
+      "fl uss",
+      "flu ss",
+      "f luss",
+      "Draw able",
+      "▁sur ve",
+      "▁surv e",
+      "Set up",
+      "▁n ależ",
+      "▁conj unto",
+      "▁Е го",
+      "▁old al",
+      "▁ol dal",
+      "▁ver bose",
+      "▁verb ose",
+      "▁Elect ric",
+      "▁H arrison",
+      "▁Harr ison",
+      "▁Harris on",
+      "en gen",
+      "eng en",
+      "par agraph",
+      "para graph",
+      "▁n ouvelles",
+      "▁nouve lles",
+      "▁nouvelle s",
+      "▁вре ме",
+      "▁m emor",
+      "▁me mor",
+      "▁mem or",
+      "▁mayo ría",
+      "▁mayor ía",
+      "са д",
+      "▁bat aille",
+      "▁bata ille",
+      "▁therm al",
+      "▁ther mal",
+      "▁Хро нологи",
+      "▁B etter",
+      "▁Bet ter",
+      "by e",
+      "b ye",
+      "▁теа тра",
+      "ro e",
+      "r oe",
+      "▁se gle",
+      "▁seg le",
+      "ro tt",
+      "rot t",
+      "r ott",
+      "▁opin ions",
+      "▁opinion s",
+      ")} )",
+      ") })",
+      "üh le",
+      "ühl e",
+      "▁G ün",
+      "▁Gü n",
+      "▁ Щ",
+      "b ól",
+      "▁Lar ry",
+      "▁so lic",
+      "▁sol ic",
+      "▁z war",
+      "▁zw ar",
+      "▁Car oline",
+      "▁Carol ine",
+      "▁Reich s",
+      "Ext ensions",
+      "Extension s",
+      "mi gr",
+      "m igr",
+      ": @",
+      "▁en umerate",
+      "▁enumer ate",
+      "▁ enumerate",
+      "▁eigen en",
+      "▁eig enen",
+      "▁expl ore",
+      "▁explo re",
+      "ém u",
+      "é mu",
+      "▁g at",
+      "▁ga t",
+      "▁ gat",
+      "▁imper ial",
+      "▁Us ually",
+      "▁t ud",
+      "▁tu d",
+      "▁у кра",
+      "hi m",
+      "h im",
+      "▁cor ners",
+      "▁corner s",
+      "▁corn ers",
+      "▁S ER",
+      "▁SE R",
+      "▁ SER",
+      "▁interpre ter",
+      "▁interpret er",
+      "▁I ce",
+      "▁amount s",
+      "▁P ala",
+      "▁Pa la",
+      "▁Pal a",
+      "▁t inha",
+      "▁tin ha",
+      "vo le",
+      "vol e",
+      "v ole",
+      "▁g le",
+      "▁gl e",
+      "▁ gle",
+      "uc ci",
+      "▁sie he",
+      "Jac k",
+      "J ack",
+      "▁w oll",
+      "▁wo ll",
+      "▁wol l",
+      "▁e lder",
+      "▁el der",
+      "▁ко раб",
+      "▁eng ag",
+      "▁La urent",
+      "▁Laur ent",
+      "▁Lau rent",
+      "▁ach iev",
+      "ist ik",
+      "isti k",
+      "ar ct",
+      "arc t",
+      "тно го",
+      "т ного",
+      "▁g ir",
+      "▁gi r",
+      "▁Sing h",
+      "▁Sin gh",
+      "math op",
+      "US A",
+      "U SA",
+      "▁Pro jekt",
+      "▁de be",
+      "▁deb e",
+      "richt ung",
+      "r ichtung",
+      "▁T sch",
+      "▁Ts ch",
+      "um inate",
+      "umin ate",
+      "▁s zó",
+      "▁sz ó",
+      "ly ph",
+      "зи дент",
+      "зиден т",
+      "▁lim itations",
+      "▁limit ations",
+      "▁limitation s",
+      "юще й",
+      "▁b ila",
+      "▁bi la",
+      "▁bil a",
+      "P ush",
+      "▁off ering",
+      "▁offer ing",
+      "ien nes",
+      "ienne s",
+      "ienn es",
+      "i ennes",
+      "Fr i",
+      "F ri",
+      "▁post gresql",
+      "▁ postgresql",
+      "▁Tom my",
+      "▁partic olare",
+      "▁stolet í",
+      "▁ar rib",
+      "▁arr ib",
+      "▁E va",
+      "▁Ev a",
+      "sch ool",
+      "▁v endor",
+      "▁ven dor",
+      "▁vend or",
+      "▁ vendor",
+      "▁D allas",
+      "▁Dal las",
+      "▁pro long",
+      "CRE ATE",
+      "C REATE",
+      "▁suiv ante",
+      "STAT US",
+      "l à",
+      "k v",
+      "▁h äufig",
+      "▁Agr icult",
+      "▁h uit",
+      "▁hu it",
+      "▁in oltre",
+      "▁L loyd",
+      "▁францу з",
+      "▁вы пол",
+      "▁faith ful",
+      "▁В ар",
+      "▁Ва р",
+      "▁ver l",
+      "▁ve rl",
+      "▁ju ego",
+      "▁Резу лтати",
+      ", ...,",
+      "▁implicit ly",
+      "ir ks",
+      "irk s",
+      "Cal cul",
+      "▁m eses",
+      "▁mes es",
+      "om ed",
+      "ome d",
+      "o med",
+      "▁p ak",
+      "▁pa k",
+      "he rit",
+      "her it",
+      "▁opt ical",
+      "▁І сторія",
+      "ve is",
+      "▁capital e",
+      "▁capit ale",
+      "place holder",
+      "int rag",
+      "▁At las",
+      "▁Atl as",
+      "▁ Atlas",
+      ")] ;",
+      ") ];",
+      "ic ons",
+      "ico ns",
+      "icon s",
+      "i cons",
+      "▁B ent",
+      "▁Be nt",
+      "▁Ben t",
+      "▁W idget",
+      "▁ Widget",
+      "▁vol unt",
+      "av o",
+      "a vo",
+      "ég r",
+      "é gr",
+      "li ge",
+      "lig e",
+      "l ige",
+      "▁N AME",
+      "▁NA ME",
+      "▁ NAME",
+      "▁ab stra",
+      "▁abs tra",
+      "▁f ís",
+      "▁B rowser",
+      "▁Brow ser",
+      "▁ Browser",
+      "▁b ush",
+      "▁bu sh",
+      "▁bus h",
+      "ha ll",
+      "hal l",
+      "h all",
+      "▁cloud s",
+      "▁S UB",
+      "▁SU B",
+      "▁ SUB",
+      "▁t andis",
+      "▁tan dis",
+      "▁Common wealth",
+      "та я",
+      "▁exha ust",
+      "________ ________",
+      "▁Stat istics",
+      "▁Statist ics",
+      "▁Relig ion",
+      "▁Mu ham",
+      "ual s",
+      "ua ls",
+      "u als",
+      "go to",
+      "got o",
+      "g oto",
+      "Dig ital",
+      "Famil y",
+      "▁B un",
+      "▁Bu n",
+      "let in",
+      "Man agement",
+      "▁cap abilities",
+      "an nten",
+      "ann ten",
+      "annt en",
+      "annte n",
+      "▁се бе",
+      "▁st ays",
+      "▁stay s",
+      "▁sta ys",
+      "kt er",
+      "kte r",
+      "k ter",
+      "▁d ost",
+      "▁do st",
+      "▁dos t",
+      "▁Т ре",
+      "ло вич",
+      "лови ч",
+      "л ович",
+      "▁d ying",
+      "▁dy ing",
+      "se ctions",
+      "section s",
+      "sect ions",
+      "án os",
+      "á nos",
+      "▁app arten",
+      "▁appar ten",
+      "▁appart en",
+      "▁zo als",
+      "▁dr essed",
+      "▁dress ed",
+      "▁com press",
+      "▁comp ress",
+      "▁compr ess",
+      "ń ska",
+      "▁sierp nia",
+      "▁ти ту",
+      "diction ary",
+      "d ictionary",
+      "▁r abb",
+      "▁ra bb",
+      "▁vé rit",
+      "В о",
+      "▁sing leton",
+      "▁single ton",
+      "▁v ital",
+      "▁vi tal",
+      "▁vit al",
+      "▁vita l",
+      "Ref resh",
+      "ме ль",
+      "м ель",
+      "▁Z h",
+      "▁Af ghan",
+      "in kel",
+      "ink el",
+      "aa aa",
+      "▁particip ants",
+      "ar in",
+      "ari n",
+      "a rin",
+      "▁M old",
+      "▁Mo ld",
+      "▁Mol d",
+      "▁prim eros",
+      "▁prime ros",
+      "▁primer os",
+      "▁ра н",
+      "▁р ан",
+      "▁ ран",
+      "▁А мери",
+      "▁restaur ant",
+      "év el",
+      "é vel",
+      "▁S L",
+      "▁ SL",
+      "▁R ey",
+      "▁Re y",
+      "ch as",
+      "cha s",
+      "c has",
+      "▁elect rons",
+      "▁electron s",
+      "▁electro ns",
+      "▁Pitt s",
+      "▁Pit ts",
+      "▁J ules",
+      "▁Jul es",
+      "▁Ju les",
+      "ма й",
+      "en ant",
+      "ena nt",
+      "e nant",
+      "- }",
+      "ла д",
+      "▁Мос ква",
+      "▁Моск ва",
+      "go m",
+      "g om",
+      "▁Fern ández",
+      "fun d",
+      "fu nd",
+      "f und",
+      "int erno",
+      "inter no",
+      "intern o",
+      "▁M ari",
+      "▁Mar i",
+      "▁Ma ri",
+      "▁r ius",
+      "▁ri us",
+      "▁Pro zent",
+      "ст рі",
+      "стр і",
+      "▁в нут",
+      "ant erie",
+      "ante rie",
+      "anter ie",
+      "▁п рис",
+      "▁при с",
+      "▁пр ис",
+      "▁о бы",
+      "▁об ы",
+      "▁M arina",
+      "▁Mar ina",
+      "▁Mari na",
+      "▁occ urrence",
+      "▁occur rence",
+      "▁occurr ence",
+      "ri kt",
+      "rik t",
+      "r ikt",
+      "▁фи зи",
+      "▁sch wer",
+      "▁schw er",
+      "▁Г ре",
+      "Re set",
+      "Res et",
+      "▁much o",
+      "▁mu cho",
+      "an dr",
+      "and r",
+      "▁W ies",
+      "▁Wi es",
+      "▁Wie s",
+      "▁Ke ith",
+      "▁Jul ian",
+      "▁Juli an",
+      "▁Julia n",
+      "▁c ole",
+      "▁col e",
+      "▁co le",
+      "▁ cole",
+      "ci endo",
+      "c iendo",
+      "▁Cont empor",
+      "et ry",
+      "etr y",
+      "e try",
+      "el ian",
+      "eli an",
+      "elia n",
+      "ги и",
+      "▁го ло",
+      "▁г оло",
+      "▁d él",
+      "▁dé l",
+      "▁de cent",
+      "▁dec ent",
+      "▁dece nt",
+      "Р СР",
+      "▁sze ptember",
+      "ме ст",
+      "cast le",
+      "▁держа в",
+      "}\" )",
+      "} \")",
+      "▁ASC II",
+      "▁G len",
+      "▁Gl en",
+      "itzer land",
+      "T oggle",
+      "▁trad icional",
+      "▁P lat",
+      "▁Pl at",
+      "▁Pla t",
+      "ve e",
+      "v ee",
+      "ab gerufen",
+      "( |",
+      "CL I",
+      "C LI",
+      "}} $,",
+      "}}$ ,",
+      "} }$,",
+      "▁Bow l",
+      "▁M ale",
+      "▁Ma le",
+      "▁Mal e",
+      "▁B res",
+      "▁Br es",
+      "▁Bre s",
+      "▁п си",
+      "▁Ch allenge",
+      "z ó",
+      "▁pro jekt",
+      "▁neg oti",
+      "ab ove",
+      "a bove",
+      "▁пери о",
+      "▁long est",
+      "▁lon gest",
+      "auth entic",
+      "▁tr adu",
+      "▁tra du",
+      "▁trad u",
+      "▁mujer es",
+      "▁And re",
+      "▁ha dn",
+      "▁had n",
+      "▁Sch ule",
+      "▁Schul e",
+      "ode l",
+      "od el",
+      "o del",
+      "ble d",
+      "bl ed",
+      "b led",
+      "▁T rade",
+      "▁Tr ade",
+      "▁Tra de",
+      "▁Trad e",
+      "▁m obil",
+      "▁mo bil",
+      "▁mob il",
+      "▁alg unas",
+      "▁L ak",
+      "▁La k",
+      "▁Connect icut",
+      "▁al co",
+      "▁alc o",
+      "▁Sel bst",
+      "i ł",
+      "▁a lb",
+      "▁al b",
+      "ouver neur",
+      "ouvern eur",
+      "▁s r",
+      "▁ sr",
+      "▁v ba",
+      "▁vb a",
+      "lo ped",
+      "lop ed",
+      "l oped",
+      "▁Par tei",
+      "▁Part ei",
+      "▁Parte i",
+      "ua te",
+      "u ate",
+      "▁Auth entication",
+      "▁ Authentication",
+      "be i",
+      "b ei",
+      "}} .",
+      "} }.",
+      "▁kon nten",
+      "▁konn ten",
+      "▁konnte n",
+      "▁до по",
+      "▁h yd",
+      "▁hy d",
+      "Off ice",
+      "d onnées",
+      "▁C leveland",
+      "ri ta",
+      "rit a",
+      "r ita",
+      "ío s",
+      "í os",
+      "▁вы ше",
+      "▁Ro berts",
+      "▁Robert s",
+      "▁é lections",
+      "▁élect ions",
+      "▁' ')",
+      "▁'' )",
+      "▁publish ing",
+      "▁b apt",
+      "▁ba pt",
+      "<> ();",
+      "< >();",
+      "miss ing",
+      "mis sing",
+      "рова но",
+      "рован о",
+      "р овано",
+      "▁ho using",
+      "▁hous ing",
+      "▁in ference",
+      "▁infer ence",
+      "▁Rena issance",
+      "▁r èg",
+      "▁Ste ph",
+      "▁Step h",
+      "CE S",
+      "C ES",
+      "ER E",
+      "E RE",
+      "ке т",
+      "к ет",
+      "O U",
+      "▁group ing",
+      "ver kehr",
+      "ji h",
+      "j ih",
+      "ag li",
+      "▁mil k",
+      "la it",
+      "l ait",
+      "St age",
+      "▁by ly",
+      "▁byl y",
+      "▁wood en",
+      "▁wo oden",
+      "ke ley",
+      "kel ey",
+      "kele y",
+      "et ra",
+      "etr a",
+      "e tra",
+      "▁P eg",
+      "▁Pe g",
+      "▁don né",
+      "▁donn é",
+      "ad al",
+      "ada l",
+      "a dal",
+      "sequ ently",
+      "▁ins besondere",
+      "EL D",
+      "E LD",
+      "▁M am",
+      "▁Ma m",
+      "▁vol te",
+      "▁volt e",
+      "▁pro spect",
+      "▁pros pect",
+      "но ве",
+      "нов е",
+      "н ове",
+      "▁den oted",
+      "▁denote d",
+      "▁over lay",
+      "Per mission",
+      "Perm ission",
+      "ee n",
+      "e en",
+      "▁E M",
+      "▁ EM",
+      "▁u z",
+      "▁ uz",
+      "M c",
+      "ol it",
+      "oli t",
+      "o lit",
+      "▁ser vi",
+      "▁serv i",
+      "▁He idel",
+      "▁Wien er",
+      "▁Wi ener",
+      "▁Wie ner",
+      "▁il legal",
+      "▁predict ions",
+      "▁prediction s",
+      "▁go og",
+      "ho n",
+      "h on",
+      "▁Cin ema",
+      "▁ре волю",
+      "▁R ule",
+      "▁Ru le",
+      "▁ Rule",
+      "wo d",
+      "w od",
+      "▁rad iation",
+      "▁radi ation",
+      "o ł",
+      "ово ї",
+      "▁Per form",
+      "▁prison er",
+      "▁a met",
+      "▁am et",
+      "▁fig ura",
+      "▁figur a",
+      "▁Comm ander",
+      "▁Command er",
+      "▁о фициаль",
+      "▁t rov",
+      "▁tr ov",
+      "▁tro v",
+      "▁a cted",
+      "▁act ed",
+      "▁ac ted",
+      "▁work flow",
+      "▁Республи ки",
+      "▁guid ance",
+      "▁м ене",
+      "▁ме не",
+      "▁мен е",
+      "▁ мене",
+      "N ational",
+      "▁K el",
+      "▁Ke l",
+      "web pack",
+      "про стра",
+      "▁llam ado",
+      "al og",
+      "alo g",
+      "a log",
+      "ter ra",
+      "ix en",
+      "le graph",
+      "leg raph",
+      "ä ischen",
+      "▁teach ers",
+      "▁teacher s",
+      "ud en",
+      "ude n",
+      "u den",
+      "▁o gså",
+      "pos sible",
+      "poss ible",
+      "▁S oul",
+      "▁So ul",
+      "▁Sou l",
+      "▁Ge ography",
+      "▁за да",
+      "hi t",
+      "h it",
+      "▁an ger",
+      "▁ang er",
+      "▁ange r",
+      "▁ anger",
+      "▁rem porte",
+      "▁remp orte",
+      "Po d",
+      "P od",
+      "ч ке",
+      "▁a ria",
+      "▁ar ia",
+      "▁ aria",
+      "▁A stronom",
+      "ch apter",
+      "▁f ork",
+      "▁for k",
+      "▁Cu ando",
+      "men se",
+      "m ense",
+      "▁Christ ians",
+      "▁Christian s",
+      "g c",
+      "▁# (",
+      "Or gan",
+      "▁ste ady",
+      "▁stead y",
+      "ps e",
+      "p se",
+      "жи ть",
+      "ig nes",
+      "ign es",
+      "igne s",
+      "ater ra",
+      "a terra",
+      "mo vie",
+      "mov ie",
+      "m ovie",
+      "pos ta",
+      "po sta",
+      "post a",
+      "p osta",
+      "ra ste",
+      "ras te",
+      "r aste",
+      "▁Res source",
+      "▁Ress ource",
+      "▁Pa ís",
+      "▁( );",
+      "▁() ;",
+      "▁ ();",
+      "▁pen alty",
+      "т т",
+      "▁tras fer",
+      "cent ury",
+      "▁clean er",
+      "sel enium",
+      "s elenium",
+      "ort heast",
+      "orth east",
+      "xi c",
+      "x ic",
+      "лі ї",
+      "л ії",
+      "▁ingles e",
+      "▁T ang",
+      "▁Ta ng",
+      "▁Tan g",
+      "▁g ods",
+      "▁go ds",
+      "▁god s",
+      "fr ent",
+      "fre nt",
+      "f rent",
+      "ci ente",
+      "cient e",
+      "c iente",
+      "st arts",
+      "start s",
+      "star ts",
+      "▁mus ica",
+      "▁music a",
+      "ymnas ium",
+      "-- --+",
+      "---- +",
+      "--- -+",
+      "- ---+",
+      "▁ter rest",
+      "▁terre st",
+      "▁retr ieved",
+      "▁retrieve d",
+      "ia re",
+      "iar e",
+      "i are",
+      "un ning",
+      "unn ing",
+      "▁Mar cus",
+      "▁Marc us",
+      "▁prom ote",
+      "war ning",
+      "warn ing",
+      "w arning",
+      "ты й",
+      "т ый",
+      "}) $,",
+      "})$ ,",
+      "} )$,",
+      "Trans port",
+      "▁re son",
+      "▁res on",
+      "▁C lo",
+      "▁Cl o",
+      "▁e rm",
+      "▁er m",
+      "▁ erm",
+      "▁elimin ate",
+      "▁elim inate",
+      "he imer",
+      "heim er",
+      "▁s aves",
+      "▁sa ves",
+      "▁sav es",
+      "▁save s",
+      "▁pr ayer",
+      "▁pra yer",
+      "▁pray er",
+      "Class es",
+      "Ex press",
+      "Exp ress",
+      "Expr ess",
+      "▁Akadem ie",
+      "El se",
+      "Tu rn",
+      "T urn",
+      "▁ik ke",
+      "▁re i",
+      "▁r ei",
+      "▁ rei",
+      "▁di rett",
+      "▁dire tt",
+      "▁dir ett",
+      "▁R ost",
+      "▁Ro st",
+      "▁Ros t",
+      "▁P apa",
+      "▁Pa pa",
+      "▁Pap a",
+      "▁j sf",
+      "▁js f",
+      "ле нием",
+      "ление м",
+      "▁T ul",
+      "▁Tu l",
+      "▁Z ak",
+      "▁Za k",
+      "▁niem ieck",
+      "T w",
+      "am our",
+      "amo ur",
+      "ne sted",
+      "nes ted",
+      "nest ed",
+      "n ested",
+      "pp ets",
+      "ppe ts",
+      "ppet s",
+      "ш п",
+      "di t",
+      "d it",
+      "зе н",
+      "з ен",
+      "zy ma",
+      "zym a",
+      "hr te",
+      "Constra ints",
+      "Constraint s",
+      "▁own ership",
+      "▁owner ship",
+      "Ar m",
+      "A rm",
+      "▁cons umption",
+      "▁consum ption",
+      "▁f et",
+      "▁fe t",
+      "iv ari",
+      "iva ri",
+      "i vari",
+      "ch rom",
+      "chr om",
+      "set Attribute",
+      "▁com pose",
+      "▁comp ose",
+      "▁compos e",
+      "▁ compose",
+      "▁back ing",
+      "▁P az",
+      "▁Pa z",
+      "▁s cri",
+      "▁sc ri",
+      "▁scr i",
+      "▁ scri",
+      "▁Me chan",
+      "▁Nor way",
+      "▁J up",
+      "▁Ju p",
+      "▁m ér",
+      "▁mé r",
+      "▁administr ator",
+      "▁c abe",
+      "▁ca be",
+      "▁cab e",
+      "ival ent",
+      "▁thr one",
+      "▁thro ne",
+      "▁d ues",
+      "▁du es",
+      "▁due s",
+      "▁hum or",
+      "▁hu mor",
+      "▁A dri",
+      "▁Ad ri",
+      "▁ab ort",
+      "ña s",
+      "ñ as",
+      "▁Ки їв",
+      "j ící",
+      "▁zwe ite",
+      "▁zwei te",
+      "▁do ub",
+      "▁dou b",
+      "er shell",
+      "ers hell",
+      "шо й",
+      "▁F am",
+      "▁Fa m",
+      "å k",
+      "▁twe ede",
+      "▁twee de",
+      "▁R ib",
+      "▁Ri b",
+      "▁f ør",
+      "pc ión",
+      "p ción",
+      "in ned",
+      "inn ed",
+      "rv m",
+      "r vm",
+      "▁App ar",
+      "▁Ap par",
+      "▁D j",
+      "▁S hang",
+      "▁Sh ang",
+      "Dist ance",
+      "D istance",
+      "▁d awn",
+      "▁da wn",
+      "▁ dawn",
+      "▁Mat th",
+      "▁Matt h",
+      "▁err ichtet",
+      "ph antom",
+      "phan tom",
+      "▁re leases",
+      "▁release s",
+      "Recogn izer",
+      "▁K op",
+      "▁Ko p",
+      "▁P ul",
+      "▁Pu l",
+      "u é",
+      "na ts",
+      "nat s",
+      "n ats",
+      "re lax",
+      "rel ax",
+      "▁f led",
+      "▁fl ed",
+      "▁fle d",
+      "▁experience s",
+      "▁experien ces",
+      "ще е",
+      "ме ня",
+      "мен я",
+      "▁пер сона",
+      "▁Id entity",
+      "▁Ident ity",
+      "▁ Identity",
+      "re ts",
+      "ret s",
+      "r ets",
+      "k unft",
+      "la rg",
+      "lar g",
+      "l arg",
+      "List Item",
+      "v d",
+      "run ner",
+      "la nt",
+      "lan t",
+      "l ant",
+      "ip art",
+      "i part",
+      "ba y",
+      "b ay",
+      "ie i",
+      "i ei",
+      "▁length s",
+      "▁c attle",
+      "▁catt le",
+      "je ts",
+      "jet s",
+      "j ets",
+      "▁se hen",
+      "J ul",
+      "fa tt",
+      "f att",
+      "▁sur render",
+      "▁surr ender",
+      "▁Tr ump",
+      "▁Tru mp",
+      "дно го",
+      "д ного",
+      "▁Four ier",
+      "▁Fou rier",
+      "ie ben",
+      "ieb en",
+      "i eben",
+      "_ \"",
+      "▁frü her",
+      "▁gar ant",
+      "▁ga rant",
+      "uclide an",
+      "äg t",
+      "ä gt",
+      "▁пів ден",
+      "Page s",
+      "Pa ges",
+      "P ages",
+      "▁r ivers",
+      "▁river s",
+      "▁riv ers",
+      "▁ri vers",
+      "▁don ner",
+      "▁donn er",
+      "▁donne r",
+      "sv n",
+      "s vn",
+      "▁ ł",
+      "ov ě",
+      "o vě",
+      "▁Le ist",
+      "ar ial",
+      "ari al",
+      "aria l",
+      "a rial",
+      "ov ých",
+      "ový ch",
+      "▁f illing",
+      "▁fil ling",
+      "▁fill ing",
+      "▁mus icale",
+      "▁music ale",
+      "▁musical e",
+      "▁musica le",
+      "ma xim",
+      "max im",
+      "▁d ashed",
+      "▁das hed",
+      "▁dash ed",
+      "▁Н ов",
+      "▁Но в",
+      "Draw er",
+      "Dra wer",
+      "▁Medic ine",
+      "▁dok ument",
+      "ow el",
+      "owe l",
+      "o wel",
+      "vi ć",
+      "v ić",
+      "he ly",
+      "hel y",
+      "h ely",
+      "▁e let",
+      "▁el et",
+      "▁ele t",
+      "Sec onds",
+      "Second s",
+      "▁Gon z",
+      "ro u",
+      "r ou",
+      "▁fin ales",
+      "▁final es",
+      "▁finale s",
+      "r n",
+      "f ø",
+      "▁index ed",
+      "class Name",
+      "▁o ber",
+      "▁ob er",
+      "▁ ober",
+      "▁du as",
+      "▁optim ized",
+      "▁optimize d",
+      "▁k dy",
+      "vers ary",
+      "ener gy",
+      "▁цент ра",
+      "▁центр а",
+      "▁c urrency",
+      "▁curr ency",
+      "▁ currency",
+      "zy ż",
+      "Li ke",
+      "L ike",
+      "▁Г и",
+      "so no",
+      "son o",
+      "s ono",
+      "▁pa lab",
+      "▁pal ab",
+      "▁p ushing",
+      "▁push ing",
+      "ub lik",
+      "▁H ass",
+      "▁Ha ss",
+      "▁Has s",
+      "}\\ ,\\",
+      "}\\, \\",
+      "} \\,\\",
+      "un ker",
+      "unk er",
+      "▁F actory",
+      "▁Fact ory",
+      "▁ Factory",
+      "▁Res ources",
+      "▁Resource s",
+      "▁ Resources",
+      "date i",
+      "da tei",
+      "dat ei",
+      "▁T ools",
+      "▁To ols",
+      "▁Tool s",
+      "▁ Tools",
+      "▁ste hen",
+      "si me",
+      "sim e",
+      "s ime",
+      "▁Х у",
+      "▁h och",
+      "▁ho ch",
+      "▁Rod ríguez",
+      "zeit ig",
+      "▁Ter ry",
+      "▁Terr y",
+      "▁о бу",
+      "▁об у",
+      "Us age",
+      "urch ase",
+      "l ö",
+      "▁Int roduction",
+      "▁ Introduction",
+      "▁particip ation",
+      "ο ς",
+      "og li",
+      "ap y",
+      "a py",
+      "▁hope fully",
+      "pon der",
+      "po nder",
+      "pond er",
+      "p onder",
+      "▁Y ang",
+      "▁Yan g",
+      "▁Ya ng",
+      "▁prom ises",
+      "▁promise s",
+      "▁вер ну",
+      "▁о стров",
+      "▁ост ров",
+      "^{ +",
+      "▁most ra",
+      "▁mo stra",
+      "▁mos tra",
+      "▁CURL OPT",
+      "H H",
+      "▁std out",
+      "▁ stdout",
+      "▁br illiant",
+      "▁manus cript",
+      "▁de cir",
+      "▁dec ir",
+      "▁B olog",
+      "▁Bo log",
+      "▁Bol og",
+      "▁ме ста",
+      "▁мест а",
+      "▁in visible",
+      "▁C hal",
+      "▁Ch al",
+      "▁Cha l",
+      "▁analy ze",
+      "▁analyz e",
+      "pr ilis",
+      "pril is",
+      "att end",
+      "atten d",
+      "atte nd",
+      "M vc",
+      "th an",
+      "tha n",
+      "t han",
+      "ck o",
+      "c ko",
+      "▁Que bec",
+      "▁pl anta",
+      "▁plan ta",
+      "▁plant a",
+      "▁télé vis",
+      "▁un install",
+      "èn cies",
+      "▁gmin ie",
+      "▁P ref",
+      "▁Pr ef",
+      "▁Pre f",
+      "▁le quel",
+      "Inv ocation",
+      "▁ Í",
+      "▁trans formed",
+      "▁transform ed",
+      "MA N",
+      "M AN",
+      "ge baut",
+      "geb aut",
+      "▁со хра",
+      "▁вто рой",
+      "▁L ith",
+      "▁Li th",
+      "▁Lit h",
+      "wend ung",
+      "▁Polit ik",
+      "▁Sen ator",
+      "▁L L",
+      "▁ LL",
+      "жде ние",
+      "ш те",
+      "▁C és",
+      "▁b ande",
+      "▁band e",
+      "▁ban de",
+      "▁ba nde",
+      "▁histor ian",
+      "▁historia n",
+      "▁pass words",
+      "▁password s",
+      "mal loc",
+      "m alloc",
+      "▁sem if",
+      "▁semi f",
+      "▁r å",
+      "▁ rå",
+      "unic í",
+      "uni cí",
+      "Av ailable",
+      "Option al",
+      "Opt ional",
+      "▁T we",
+      "▁Tw e",
+      "▁k ró",
+      "▁kr ó",
+      "▁sub sets",
+      "▁subset s",
+      "▁subs ets",
+      "▁D AT",
+      "▁DA T",
+      "▁ DAT",
+      "▁double s",
+      "▁dou bles",
+      "▁doub les",
+      "ни ками",
+      "ника ми",
+      "▁з в",
+      "ge geben",
+      "geg eben",
+      "g egeben",
+      "▁По пис",
+      "▁jú lius",
+      "▁m eteor",
+      "▁met eor",
+      "Mo unt",
+      "M ount",
+      "iv ent",
+      "ive nt",
+      "iven t",
+      "i vent",
+      "▁N athan",
+      "▁Na than",
+      "▁Nat han",
+      "▁Sch utz",
+      "eg ov",
+      "ego v",
+      "e gov",
+      "▁d öd",
+      "▁me at",
+      "▁пун кт",
+      "▁m inds",
+      "▁min ds",
+      "▁mind s",
+      "eli very",
+      "▁T LS",
+      "ре м",
+      "р ем",
+      "cks å",
+      "▁stay ed",
+      "▁sta yed",
+      "▁B in",
+      "▁Bi n",
+      "▁P ia",
+      "▁Pi a",
+      "▁и мен",
+      "▁име н",
+      "▁им ен",
+      "▁Bob by",
+      "▁produ it",
+      "▁prod uit",
+      "em pio",
+      "emp io",
+      "▁redu cing",
+      "▁Y u",
+      "▁Gesch äft",
+      "▁per ché",
+      "▁c ors",
+      "▁cor s",
+      "▁co rs",
+      "▁i cons",
+      "▁icon s",
+      "▁ic ons",
+      "▁ icons",
+      "App Data",
+      "▁H og",
+      "▁Ho g",
+      "▁р ів",
+      "▁рі в",
+      "▁ рів",
+      "▁S ans",
+      "▁San s",
+      "▁Sa ns",
+      "▁si ège",
+      "▁siè ge",
+      "st ellen",
+      "stell en",
+      "stelle n",
+      "Br ush",
+      "OF F",
+      "O FF",
+      "▁vis itor",
+      "▁visit or",
+      "▁b ath",
+      "▁ba th",
+      "▁bat h",
+      "▁f ee",
+      "▁fe e",
+      "at isf",
+      "ati sf",
+      "atis f",
+      "▁cu rv",
+      "▁cur v",
+      "▁fol gender",
+      "▁folg ender",
+      "▁cons cience",
+      "▁Se attle",
+      "▁med ieval",
+      "▁medi eval",
+      "dist ribution",
+      "▁D M",
+      "▁ DM",
+      "▁м я",
+      "▁ мя",
+      "▁R UN",
+      "ak ov",
+      "ako v",
+      "a kov",
+      "ce il",
+      "c eil",
+      "▁let ting",
+      "▁lett ing",
+      "▁d ov",
+      "▁do v",
+      "▁о би",
+      "▁об и",
+      "ki ej",
+      "kie j",
+      "k iej",
+      "▁dire kt",
+      "▁t m",
+      "▁ tm",
+      "col ors",
+      "color s",
+      "colo rs",
+      "▁alt ro",
+      "▁tijd ens",
+      "]{ '",
+      "] {'",
+      "▁B om",
+      "▁Bo m",
+      "▁k unst",
+      "▁kun st",
+      "▁sh elter",
+      "▁r av",
+      "▁ra v",
+      "▁ rav",
+      "pre dict",
+      "pred ict",
+      "▁comenz ó",
+      "▁świ at",
+      "▁św iat",
+      "▁Du rant",
+      "▁Dur ant",
+      "▁sch emes",
+      "▁scheme s",
+      "▁sche mes",
+      "▁m esh",
+      "▁me sh",
+      "▁mes h",
+      "▁ind icator",
+      "▁indic ator",
+      "▁E mer",
+      "▁Em er",
+      "▁gu ilty",
+      "не ц",
+      "▁consequ ences",
+      "▁consequence s",
+      "cl udes",
+      "clude s",
+      "clud es",
+      "▁L ower",
+      "▁Lo wer",
+      "▁Low er",
+      "▁ Lower",
+      "▁по ме",
+      "▁p ace",
+      "▁pa ce",
+      "▁pac e",
+      "▁ pace",
+      "да го",
+      "▁am bos",
+      "▁amb os",
+      "l b",
+      "▁educ ated",
+      "ur ale",
+      "ura le",
+      "ural e",
+      "u rale",
+      "an h",
+      "es ség",
+      "ess ég",
+      "▁associ ations",
+      "▁association s",
+      "to wn",
+      "t own",
+      "▁t rif",
+      "▁tr if",
+      "▁tri f",
+      "sample s",
+      "sam ples",
+      "s amples",
+      "bo s",
+      "b os",
+      "▁S pect",
+      "▁Sp ect",
+      "▁Spe ct",
+      "▁Spec t",
+      "▁Ц е",
+      "alt ung",
+      "▁L ob",
+      "▁Lo b",
+      "▁curios ity",
+      "▁We iter",
+      "▁Wei ter",
+      "▁Weit er",
+      "est one",
+      "esto ne",
+      "eston e",
+      "e stone",
+      "▁dem ol",
+      "▁demo l",
+      "▁ap olog",
+      "▁apo log",
+      "▁D ynamic",
+      "▁Dynam ic",
+      "▁ Dynamic",
+      "In ner",
+      "es per",
+      "esp er",
+      "ec z",
+      "e cz",
+      "uel lement",
+      "uelle ment",
+      "▁Hamilton ian",
+      "At las",
+      "▁ar gue",
+      "▁arg ue",
+      "For eign",
+      "F oreign",
+      "col lapse",
+      "▁tér min",
+      "▁electron ic",
+      "▁electro nic",
+      "▁N R",
+      "▁ NR",
+      "▁c orr",
+      "▁cor r",
+      "▁co rr",
+      "▁ corr",
+      "tem ps",
+      "temp s",
+      "Index Path",
+      "я з",
+      "▁tal ál",
+      "to day",
+      "tod ay",
+      "wa ve",
+      "w ave",
+      "▁s ib",
+      "▁si b",
+      "▁с пи",
+      "▁сп и",
+      "▁con vey",
+      "▁conv ey",
+      "▁Gé ographie",
+      "▁Н ью",
+      "▁Hi bernate",
+      "▁t in",
+      "▁ti n",
+      "di c",
+      "d ic",
+      "pp ings",
+      "pping s",
+      "s weise",
+      "▁roll ing",
+      "▁rol ling",
+      "▁ rolling",
+      "▁select s",
+      ")\\ )",
+      ") \\)",
+      "▁po eta",
+      "▁poet a",
+      "▁сте пени",
+      "▁A br",
+      "▁Ab r",
+      "▁hö ch",
+      "▁s tern",
+      "▁st ern",
+      "▁ste rn",
+      "▁ster n",
+      "▁f jär",
+      "▁inst aller",
+      "▁install er",
+      "▁instal ler",
+      "de cl",
+      "dec l",
+      "▁m iser",
+      "▁mi ser",
+      "▁mis er",
+      "▁mise r",
+      "group by",
+      "sub str",
+      "subst r",
+      "▁phen omen",
+      "▁W ing",
+      "▁Win g",
+      "▁Wi ng",
+      "▁f ills",
+      "▁fil ls",
+      "▁fill s",
+      "▁ú nico",
+      "Run ning",
+      "R unning",
+      "Com e",
+      "Co me",
+      "C ome",
+      "ir able",
+      "ira ble",
+      "i rable",
+      "sim eq",
+      "sime q",
+      "▁re mp",
+      "▁r emp",
+      "▁rem p",
+      "ke le",
+      "kel e",
+      "k ele",
+      "li ers",
+      "lie rs",
+      "lier s",
+      "l iers",
+      "▁kwiet nia",
+      "▁inter rupted",
+      "▁interrupt ed",
+      "▁J et",
+      "▁Je t",
+      "=\\ {",
+      "= \\{",
+      "íd o",
+      "í do",
+      "▁Tai wan",
+      "▁воз ра",
+      "▁altern atives",
+      "▁alternative s",
+      "▁T ir",
+      "▁Ti r",
+      "▁Re serve",
+      "▁Res erve",
+      "▁К ур",
+      "▁Ку р",
+      "▁No bel",
+      "▁Nob el",
+      "▁рабо тал",
+      "▁работа л",
+      "▁a xes",
+      "▁ax es",
+      "▁C ependant",
+      "k á",
+      "▁er neut",
+      "▁D emo",
+      "▁De mo",
+      "▁Dem o",
+      "▁ Demo",
+      "comm unic",
+      "con structor",
+      "construct or",
+      "▁Mon day",
+      "▁Mond ay",
+      "N il",
+      "Hash Map",
+      "pay ment",
+      "▁fix ing",
+      "▁A DD",
+      "▁AD D",
+      "▁ ADD",
+      "re view",
+      "rev iew",
+      "▁poss ibil",
+      "▁possib il",
+      "▁g rote",
+      "▁gr ote",
+      "▁gro te",
+      "▁group ed",
+      "▁groupe d",
+      "▁L ima",
+      "▁Li ma",
+      "▁Lim a",
+      "▁A ugen",
+      "▁Au gen",
+      "▁Aug en",
+      "▁o ckså",
+      "on as",
+      "ona s",
+      "o nas",
+      "▁deb ate",
+      "▁In gl",
+      "▁Ing l",
+      "D a",
+      "SO UR",
+      "S OUR",
+      "ett be",
+      "▁Batt alion",
+      "▁F loat",
+      "▁Flo at",
+      "▁ Float",
+      "▁c one",
+      "▁con e",
+      "▁co ne",
+      "read sheet",
+      "co urt",
+      "cou rt",
+      "c ourt",
+      "li gen",
+      "lig en",
+      "lige n",
+      "l igen",
+      "▁Begin n",
+      "▁Beg inn",
+      "▁LI MIT",
+      "▁LIM IT",
+      "▁enjo yed",
+      "▁enjoy ed",
+      "▁Jak ob",
+      "▁t elt",
+      "▁te lt",
+      "▁tel t",
+      "back end",
+      "▁Gemeins ame",
+      "li nt",
+      "lin t",
+      "l int",
+      "al ling",
+      "all ing",
+      "▁b ör",
+      "gr and",
+      "gra nd",
+      "g rand",
+      "▁divers es",
+      "▁diverse s",
+      "▁z wiąz",
+      "▁Kom pon",
+      "▁inner halb",
+      "▁desar rollo",
+      "▁desarroll o",
+      "▁Ma sters",
+      "▁Mas ters",
+      "▁Master s",
+      "io so",
+      "ios o",
+      "i oso",
+      "]` .",
+      "] `.",
+      "▁frances a",
+      "▁franc esa",
+      "A ff",
+      "in ek",
+      "ine k",
+      "i nek",
+      "▁des sin",
+      "▁dess in",
+      "`. `",
+      "` .`",
+      "▁r anks",
+      "▁ran ks",
+      "▁rank s",
+      "бер г",
+      "▁s kal",
+      "▁sk al",
+      "▁S ultan",
+      "▁Sul tan",
+      "А Н",
+      "▁спо соб",
+      "▁contra dict",
+      "▁contrad ict",
+      "▁re com",
+      "▁rec om",
+      "▁Ok lahoma",
+      "▁Vlad imir",
+      "▁m eters",
+      "▁me ters",
+      "▁met ers",
+      "▁meter s",
+      "trans port",
+      "▁cons ulté",
+      "▁consult é",
+      "▁ consulté",
+      "▁A TP",
+      "▁AT P",
+      "eb b",
+      "e bb",
+      "▁vol unte",
+      "▁volunt e",
+      "▁out line",
+      "LI C",
+      "L IC",
+      "▁e uro",
+      "▁eu ro",
+      "Char Field",
+      "med ium",
+      "medi um",
+      "▁Belg ique",
+      "Pro c",
+      "Pr oc",
+      "P roc",
+      "ro utes",
+      "route s",
+      "rout es",
+      "rou tes",
+      "▁cont ribu",
+      "▁contrib u",
+      "! }",
+      "ší m",
+      "š ím",
+      "▁L ess",
+      "▁Le ss",
+      "▁Les s",
+      "▁K ost",
+      "▁Ko st",
+      "▁Kos t",
+      "▁eredet iből",
+      "re ven",
+      "rev en",
+      "r even",
+      "ver ify",
+      "▁S alt",
+      "▁Sal t",
+      "▁Sa lt",
+      "▁shoot ing",
+      "▁sho oting",
+      "▁dis pose",
+      "▁dispos e",
+      "▁disp ose",
+      "uj í",
+      "▁t ierra",
+      "▁tier ra",
+      "▁po ison",
+      "▁poi son",
+      "sa k",
+      "s ak",
+      "periment al",
+      "▁N é",
+      "▁K id",
+      "▁Ki d",
+      "ag yar",
+      "agy ar",
+      "▁archiv álva",
+      "be reich",
+      "bere ich",
+      "í z",
+      "▁R itter",
+      "▁Хронологи ја",
+      "ze um",
+      "да х",
+      "▁gr ünd",
+      "▁program mer",
+      "▁programme r",
+      "▁cons eil",
+      "▁conse il",
+      "▁enc rypt",
+      "integr ation",
+      "C ulture",
+      "▁Circ le",
+      "▁Cir cle",
+      "Ob servable",
+      "▁gen omsnitt",
+      "▁Se lection",
+      "▁Select ion",
+      "▁Sel ection",
+      "▁Sele ction",
+      "▁ Selection",
+      "▁ir regular",
+      "Aut res",
+      "Per cent",
+      "fa ult",
+      "f ault",
+      "▁virt ue",
+      "ą pi",
+      "▁s ess",
+      "▁se ss",
+      "▁ses s",
+      "▁Так же",
+      "Tim estamp",
+      "▁litt érature",
+      "▁mo ż",
+      "▁b orrow",
+      "▁bor row",
+      "▁con ced",
+      "▁conc ed",
+      "▁conce d",
+      "чни к",
+      "ч ник",
+      "▁L und",
+      "▁Lu nd",
+      "ION S",
+      "IO NS",
+      "yn ie",
+      "y nie",
+      "▁S hin",
+      "▁Sh in",
+      "▁o sob",
+      "▁os ob",
+      "b ě",
+      "▁int uit",
+      "▁intu it",
+      "▁на п",
+      "▁p roph",
+      "▁pro ph",
+      "▁pr oph",
+      "▁prop h",
+      "▁p itt",
+      "▁pi tt",
+      "▁pit t",
+      "▁IB M",
+      "▁T ill",
+      "▁Ti ll",
+      "▁h ina",
+      "▁hi na",
+      "▁hin a",
+      "it test",
+      "itt est",
+      "itte st",
+      "gener ator",
+      "▁N in",
+      "▁Ni n",
+      "▁K ot",
+      "▁Ko t",
+      "▁p asser",
+      "▁pass er",
+      "▁pas ser",
+      "▁passe r",
+      "▁dis position",
+      "▁dispos ition",
+      "▁disp osition",
+      "un ing",
+      "uni ng",
+      "u ning",
+      "▁f ame",
+      "▁fa me",
+      "▁fam e",
+      "▁t enia",
+      "▁te nia",
+      "▁ten ia",
+      "an cement",
+      "ance ment",
+      "anc ement",
+      "▁Su isse",
+      "` -",
+      "▁h ombres",
+      "▁hom bres",
+      "▁hombre s",
+      "▁inf inity",
+      "▁infin ity",
+      "▁окон ча",
+      "▁co sm",
+      "▁cos m",
+      "▁D ennis",
+      "▁Den nis",
+      "ba z",
+      "b az",
+      "ha upt",
+      "h aupt",
+      "▁might y",
+      "▁pr ede",
+      "▁pre de",
+      "▁pred e",
+      "us able",
+      "usa ble",
+      "▁ws zyst",
+      "▁wsz yst",
+      "▁l b",
+      "▁ lb",
+      "AB ASE",
+      "A BASE",
+      "j na",
+      "не в",
+      "н ев",
+      "▁as es",
+      "▁ ases",
+      "▁final mente",
+      "й м",
+      "pe ction",
+      "pect ion",
+      "pec tion",
+      "p ection",
+      "▁Stud ien",
+      "▁Norweg ian",
+      "ce go",
+      "c ego",
+      "IN DEX",
+      "IND EX",
+      "or ten",
+      "ort en",
+      "orte n",
+      "▁friend ship",
+      "▁friends hip",
+      "met ro",
+      "m etro",
+      "th ick",
+      "▁Z el",
+      "▁Ze l",
+      "LO W",
+      "L OW",
+      "▁there by",
+      "un ted",
+      "unt ed",
+      "unte d",
+      "▁sur faces",
+      "▁surface s",
+      "ющи м",
+      "%) .",
+      "% ).",
+      "▁W onder",
+      "▁Wo nder",
+      "▁redund ant",
+      "▁G ros",
+      "▁Gr os",
+      "▁Gro s",
+      "▁web sites",
+      "▁website s",
+      "▁v io",
+      "▁vi o",
+      "▁o cas",
+      "▁oc as",
+      "vé s",
+      "v és",
+      "▁G am",
+      "▁Ga m",
+      "d w",
+      "Ind icator",
+      "▁K ob",
+      "▁Ko b",
+      "▁j ack",
+      "▁ja ck",
+      "▁ jack",
+      "Hi nt",
+      "H int",
+      "▁A pol",
+      "▁Ap ol",
+      "▁други е",
+      "▁N UM",
+      "▁ NUM",
+      "▁o fic",
+      "▁of ic",
+      "yst ycz",
+      "▁were ld",
+      "▁wer eld",
+      "мо сти",
+      "LE FT",
+      "▁T ypes",
+      "▁Type s",
+      "▁Ty pes",
+      "▁Typ es",
+      "▁ Types",
+      "se en",
+      "see n",
+      "s een",
+      "un cia",
+      "unc ia",
+      "unci a",
+      "▁n arod",
+      "▁na rod",
+      "▁nar od",
+      "▁это т",
+      "Side note",
+      "S idenote",
+      "ue il",
+      "u eil",
+      "▁от ме",
+      "▁cour ts",
+      "▁court s",
+      "fi r",
+      "f ir",
+      "ur z",
+      "u rz",
+      "чен ко",
+      "Cred entials",
+      "▁imag ination",
+      "it ats",
+      "ita ts",
+      "itat s",
+      "bu ff",
+      "buf f",
+      "b uff",
+      "fl ash",
+      "▁bad ly",
+      "▁w orn",
+      "▁wor n",
+      "▁wo rn",
+      "▁окру гу",
+      "cat alog",
+      "catal og",
+      "c atalog",
+      "li me",
+      "lim e",
+      "l ime",
+      "▁G ill",
+      "▁Gi ll",
+      "▁Gil l",
+      "▁S ent",
+      "▁Se nt",
+      "▁Sen t",
+      "ie lla",
+      "iel la",
+      "i ella",
+      "▁Cra ig",
+      "▁S ele",
+      "▁Se le",
+      "▁Sel e",
+      "▁Indep end",
+      "▁prov incie",
+      "▁provin cie",
+      "os sen",
+      "oss en",
+      "▁за пад",
+      "▁запа д",
+      "▁inf ant",
+      "▁pr events",
+      "▁prevent s",
+      "▁prev ents",
+      "▁provin ces",
+      "▁province s",
+      "af é",
+      "be g",
+      "b eg",
+      "▁col ours",
+      "▁colour s",
+      "B F",
+      "ë n",
+      "▁Ме жду",
+      "î n",
+      "Ob server",
+      "for sch",
+      "í gen",
+      "um ption",
+      "ump tion",
+      "▁Ill ustr",
+      "ри ст",
+      "рис т",
+      "▁по лови",
+      "▁пол ови",
+      "▁поло ви",
+      "▁` &",
+      "▁o re",
+      "▁or e",
+      "▁ ore",
+      "▁supp lies",
+      "▁parent hes",
+      "Found ation",
+      "▁v ou",
+      "▁vo u",
+      "▁T out",
+      "▁To ut",
+      "Don ald",
+      "▁R ET",
+      "▁RE T",
+      "we ig",
+      "wei g",
+      "▁produ cción",
+      "mi x",
+      "m ix",
+      "▁ut wor",
+      "▁f öl",
+      "▁fö l",
+      "▁ent ão",
+      "▁S ister",
+      "▁Si ster",
+      "Tag s",
+      "T ags",
+      "▁Савез не",
+      "▁privile ges",
+      "▁na zw",
+      "▁naz w",
+      "▁R av",
+      "▁Ra v",
+      "▁re pro",
+      "▁rep ro",
+      "▁repr o",
+      "▁M ason",
+      "▁Ma son",
+      "▁Mas on",
+      "▁Pl atform",
+      "▁Plat form",
+      "▁ Platform",
+      "▁про бле",
+      "▁P érez",
+      "▁bl anc",
+      "▁bla nc",
+      "▁blan c",
+      "Be havior",
+      "фи ци",
+      "ek en",
+      "e ken",
+      "▁me ets",
+      "▁meet s",
+      "(. *",
+      "( .*",
+      "▁f å",
+      "ep en",
+      "e pen",
+      "ma ker",
+      "make r",
+      "m aker",
+      "▁lo yal",
+      "mem bers",
+      "member s",
+      "m embers",
+      "meister schaft",
+      "go al",
+      "ш лен",
+      "▁се веро",
+      "▁север о",
+      "ie nde",
+      "ien de",
+      "i ende",
+      "д ні",
+      "Pro of",
+      "▁exp lic",
+      "▁expl ic",
+      "▁elect ro",
+      "ie ls",
+      "iel s",
+      "i els",
+      "re load",
+      "▁el even",
+      "▁ele ven",
+      "▁elev en",
+      "▁part idos",
+      "▁partido s",
+      "în e",
+      "î ne",
+      "▁R egin",
+      "▁Re gin",
+      "▁Reg in",
+      "▁é x",
+      "▁Bu lg",
+      "▁Bul g",
+      "▁network ing",
+      "▁net working",
+      "▁se parator",
+      "▁separ ator",
+      "User Name",
+      "▁edific io",
+      "▁M ie",
+      "▁Mi e",
+      "▁id le",
+      "ye d",
+      "y ed",
+      "▁pass engers",
+      "▁passenger s",
+      "+ )",
+      "me no",
+      "men o",
+      "m eno",
+      "eg gi",
+      "e ggi",
+      "▁nice ly",
+      "▁nic ely",
+      "end encia",
+      "enden cia",
+      "чи й",
+      "ét és",
+      "été s",
+      "ight arrow",
+      "▁orth ogonal",
+      "▁H alf",
+      "▁Hal f",
+      "▁fe wer",
+      "▁few er",
+      "▁pro pi",
+      "▁prop i",
+      "▁pr imit",
+      "▁prim it",
+      "▁pri mit",
+      "▁primi t",
+      "ic ale",
+      "ical e",
+      "ica le",
+      "▁f lower",
+      "▁fl ower",
+      "▁flow er",
+      "▁flo wer",
+      "mer k",
+      "m erk",
+      "▁Оте че",
+      "▁pers istent",
+      "▁persist ent",
+      "▁V ille",
+      "▁Vill e",
+      "▁Vi lle",
+      "▁Vil le",
+      "Me n",
+      "M en",
+      "ga ben",
+      "gabe n",
+      "g aben",
+      "▁Isa ac",
+      "at ivity",
+      "ativ ity",
+      "ati vity",
+      "▁pół noc",
+      "▁r ok",
+      "▁ro k",
+      "▁ rok",
+      "car ds",
+      "card s",
+      "c ards",
+      "де ния",
+      "▁ю го",
+      "▁extra ordinary",
+      "▁k yr",
+      "(\" ,",
+      "( \",",
+      ")) ]",
+      ") )]",
+      "▁un ix",
+      "▁ unix",
+      "ко л",
+      "▁s ink",
+      "▁sin k",
+      "ap sed",
+      "aps ed",
+      "▁k ommen",
+      "▁kom men",
+      "▁komm en",
+      "▁ kommen",
+      "▁for cing",
+      "Ab out",
+      "▁H alle",
+      "▁Ha lle",
+      "▁Hall e",
+      "▁Hal le",
+      "▁Maj esty",
+      "▁Sw itch",
+      "▁ Switch",
+      "▁ab road",
+      "▁acceler ation",
+      "ur bed",
+      "urb ed",
+      "▁о стан",
+      "▁ос тан",
+      "▁оста н",
+      "▁ост ан",
+      "Re ady",
+      "Read y",
+      "▁пів ні",
+      "Br a",
+      "B ra",
+      "▁ць ого",
+      "▁pl ut",
+      "▁T rain",
+      "▁Tr ain",
+      "▁Tra in",
+      "▁á prilis",
+      "▁p uesto",
+      "▁pu esto",
+      "▁pue sto",
+      "▁t oss",
+      "▁to ss",
+      "▁irre levant",
+      "▁d ip",
+      "▁di p",
+      "se gment",
+      "seg ment",
+      "op acity",
+      "▁lors que",
+      "▁versch ill",
+      "ен а",
+      "е на",
+      "▁D oc",
+      "▁Do c",
+      "▁ Doc",
+      "%%%% %%%%",
+      "▁b orders",
+      "▁border s",
+      "▁bor ders",
+      "▁bord ers",
+      "ge bras",
+      "geb ras",
+      "gebra s",
+      "▁r ies",
+      "▁ri es",
+      "▁ ries",
+      "▁Olymp edia",
+      "▁Gener ation",
+      "met ros",
+      "metro s",
+      "▁hor izon",
+      "▁adapt ation",
+      "▁Z ahl",
+      "▁Za hl",
+      "▁na he",
+      "▁nah e",
+      "▁B ug",
+      "▁Bu g",
+      "P icture",
+      "љ и",
+      "R GB",
+      "O wner",
+      "ad in",
+      "adi n",
+      "a din",
+      "▁Catal unya",
+      "ný ch",
+      "n ých",
+      "▁cual quier",
+      "▁Inst itution",
+      "▁Instit ution",
+      "▁Institut ion",
+      "in sen",
+      "ins en",
+      "▁Bras ile",
+      "▁Brasil e",
+      "▁f itting",
+      "▁fit ting",
+      "De leg",
+      "Del eg",
+      "ic two",
+      "ict wo",
+      "▁Ex per",
+      "▁Exp er",
+      "och astic",
+      "▁d us",
+      "▁du s",
+      "▁по ра",
+      "▁пор а",
+      "▁sub string",
+      "▁subst ring",
+      "▁subs tring",
+      "▁substr ing",
+      "▁ substring",
+      "сси и",
+      "с сии",
+      "oi n",
+      "o in",
+      "▁ш кола",
+      "▁шко ла",
+      "▁c x",
+      "▁ cx",
+      "▁% )",
+      "▁ %)",
+      "▁Bud dh",
+      "▁p ending",
+      "▁pen ding",
+      "▁En try",
+      "▁Ent ry",
+      "▁ Entry",
+      "▁Be rl",
+      "▁Ber l",
+      "▁c ler",
+      "▁cl er",
+      "▁cle r",
+      "▁ cler",
+      "▁S oc",
+      "▁So c",
+      "▁r ounded",
+      "▁round ed",
+      "▁m v",
+      "▁ mv",
+      "ít ett",
+      "▁Di plom",
+      "▁französ ischen",
+      "▁G an",
+      "▁Ga n",
+      "▁Inv estig",
+      "▁index Path",
+      "▁ indexPath",
+      "▁mol ti",
+      "▁molt i",
+      "pers istence",
+      "▁XIX e",
+      "▁Elect ron",
+      "b ü",
+      "ge le",
+      "gel e",
+      "g ele",
+      "▁M aler",
+      "▁Ma ler",
+      "▁Mal er",
+      "▁Male r",
+      "▁proyect o",
+      "▁B ath",
+      "▁Ba th",
+      "▁Bat h",
+      "el lers",
+      "ell ers",
+      "elle rs",
+      "eller s",
+      "▁G P",
+      "▁ GP",
+      "on ing",
+      "oni ng",
+      "o ning",
+      "clou dflare",
+      "▁p ři",
+      "▁př i",
+      "▁d ed",
+      "▁de d",
+      "▁ ded",
+      "▁Od kazy",
+      "▁M sg",
+      "▁ Msg",
+      "▁B eing",
+      "▁Be ing",
+      "▁Bei ng",
+      "▁De puis",
+      "▁Dep uis",
+      "▁Pri mary",
+      "▁Prim ary",
+      "▁Prima ry",
+      "▁ Primary",
+      "▁App ro",
+      "▁Ap pro",
+      "▁form ally",
+      "▁formal ly",
+      "ступ ил",
+      "ступи л",
+      "▁fue ra",
+      "▁fu era",
+      "▁fuer a",
+      "▁R oot",
+      "▁Ro ot",
+      "▁ Root",
+      "▁aut onom",
+      "▁auto nom",
+      "▁secret ary",
+      "▁os ób",
+      "▁cu ales",
+      "▁cual es",
+      "▁Dep ending",
+      "▁a si",
+      "▁as i",
+      "▁ asi",
+      "ve ra",
+      "ver a",
+      "v era",
+      "▁rus se",
+      "▁russ e",
+      "▁pro ves",
+      "▁prov es",
+      "▁prove s",
+      "▁pres iden",
+      "R U",
+      "▁Wat son",
+      "▁web pack",
+      "▁ webpack",
+      "elli gence",
+      "ellig ence",
+      "ка м",
+      "▁Office r",
+      "▁Offic er",
+      "▁d elivery",
+      "▁deliver y",
+      "▁deli very",
+      "ж дён",
+      "▁им пе",
+      "▁w il",
+      "▁v esc",
+      "▁ve sc",
+      "▁ves c",
+      "uszt us",
+      "▁Ge off",
+      "() }",
+      "( )}",
+      "▁F ore",
+      "▁For e",
+      "▁Fo re",
+      "▁w enig",
+      "▁we nig",
+      "▁wen ig",
+      "▁A irl",
+      "▁Air l",
+      "▁E fter",
+      "▁Bre ak",
+      "▁St äd",
+      "is miss",
+      "ism iss",
+      "í p",
+      "▁avoid ed",
+      "▁avo ided",
+      "▁assert ion",
+      "D N",
+      "▁te at",
+      "▁tea t",
+      "ín a",
+      "í na",
+      "▁mechan ical",
+      "is u",
+      "i su",
+      "@ {",
+      "▁n ou",
+      "▁no u",
+      "▁ nou",
+      "Ital ie",
+      "source forge",
+      "▁s vo",
+      "▁sv o",
+      "▁kir ály",
+      "▁Re ferences",
+      "▁Refer ences",
+      "▁Reference s",
+      "si x",
+      "s ix",
+      "▁Arch ives",
+      "▁Archiv es",
+      "▁Archive s",
+      "▁fin ishing",
+      "▁finish ing",
+      "ac je",
+      "ét at",
+      "éta t",
+      "é tat",
+      "if fs",
+      "iff s",
+      "▁st ead",
+      "▁ste ad",
+      "▁fe as",
+      "aw are",
+      "awa re",
+      "a ware",
+      "la nde",
+      "land e",
+      "lan de",
+      "l ande",
+      "In ject",
+      "▁A gent",
+      "▁Ag ent",
+      "▁Age nt",
+      "▁ Agent",
+      "▁Norm datei",
+      "▁a men",
+      "▁am en",
+      "▁ amen",
+      "▁Arch itecture",
+      "az e",
+      "a ze",
+      "ș te",
+      "▁us ar",
+      "▁c ores",
+      "▁cor es",
+      "▁co res",
+      "▁core s",
+      "лі н",
+      "л ін",
+      "▁C astro",
+      "▁Cast ro",
+      "▁v æ",
+      ">\" ,",
+      "> \",",
+      "om ena",
+      "ome na",
+      "omen a",
+      "▁ge sam",
+      "▁ges am",
+      "▁Mart ín",
+      "▁Martí n",
+      "eg ung",
+      "egu ng",
+      "▁spole č",
+      "▁ampl itude",
+      "▁amplit ude",
+      "▁import ing",
+      "▁list view",
+      "TH E",
+      "T HE",
+      "zi ale",
+      "zial e",
+      "zia le",
+      "z iale",
+      "ce des",
+      "ced es",
+      "c edes",
+      "▁particul ier",
+      "▁Распо дела",
+      "▁кра й",
+      "▁d ivent",
+      "▁di vent",
+      "▁div ent",
+      "▁k é",
+      "▁ ké",
+      "qu it",
+      "qui t",
+      "q uit",
+      "то ром",
+      "тор ом",
+      "Check Box",
+      "▁Zob acz",
+      "ph e",
+      "p he",
+      "pt a",
+      "p ta",
+      "▁s jö",
+      "▁sj ö",
+      "▁розта ш",
+      "▁tedes co",
+      "▁s tal",
+      "▁st al",
+      "▁sta l",
+      "▁ stal",
+      "▁Be ruf",
+      "▁Ber uf",
+      "ова я",
+      "о вая",
+      "▁s vě",
+      "▁sv ě",
+      "▁fl ush",
+      "▁flu sh",
+      "▁ flush",
+      "▁від бу",
+      "▁rad ial",
+      "▁radi al",
+      "▁différ entes",
+      "ан та",
+      "▁Per ry",
+      "Col l",
+      "Co ll",
+      "C oll",
+      "li qu",
+      "l iqu",
+      "▁Option al",
+      "▁Opt ional",
+      "▁ Optional",
+      "▁Сан кт",
+      "▁LIN Q",
+      "▁Fran c",
+      "▁Fr anc",
+      "▁Fra nc",
+      "ci je",
+      "c ije",
+      "▁Gu illaume",
+      "kn ow",
+      "k now",
+      "▁Un its",
+      "▁Unit s",
+      "ol k",
+      "▁Syst ème",
+      "▁S ales",
+      "▁Sal es",
+      "▁Sa les",
+      "▁ehemal igen",
+      "ми рова",
+      "мир ова",
+      "x html",
+      "set opt",
+      "▁m ellan",
+      "▁mel lan",
+      "▁z ie",
+      "▁ zie",
+      "▁gi ant",
+      "Bo ard",
+      "▁C aval",
+      "▁Ca val",
+      "▁Cav al",
+      "▁def ence",
+      "-- --------",
+      "---- ------",
+      "-------- --",
+      "--- -------",
+      "------ ----",
+      "----- -----",
+      "------- ---",
+      "ps hire",
+      "p shire",
+      "ma rt",
+      "mar t",
+      "m art",
+      "▁Di oc",
+      "is kt",
+      "isk t",
+      "▁in se",
+      "▁ins e",
+      "▁é pisode",
+      "чи к",
+      "bar s",
+      "ba rs",
+      "b ars",
+      "Si to",
+      "S ito",
+      "▁integr ity",
+      "au ff",
+      "auf f",
+      "a uff",
+      "▁v är",
+      "▁vä r",
+      "Az ure",
+      "▁star b",
+      "▁sta rb",
+      "▁кон тра",
+      "▁Мекси чка",
+      "▁за па",
+      "▁Mount ains",
+      "▁Mountain s",
+      "}} =",
+      "} }=",
+      "▁pull ing",
+      "▁pul ling",
+      "▁sat ellite",
+      "▁at oms",
+      "▁atom s",
+      "▁profes or",
+      "▁repeated ly",
+      "▁repeat edly",
+      "▁inv asion",
+      "▁invas ion",
+      "program ming",
+      "├ ──",
+      "▁L ip",
+      "▁Li p",
+      "вши е",
+      "в шие",
+      "▁k een",
+      "▁ke en",
+      "▁crit ics",
+      "▁critic s",
+      "▁N icola",
+      "▁Nicol a",
+      "▁Nic ola",
+      "▁Ni cola",
+      "▁C and",
+      "▁Can d",
+      "▁Ca nd",
+      "▁dist int",
+      "▁he ading",
+      "▁head ing",
+      "p ragma",
+      "{ |",
+      "ym en",
+      "yme n",
+      "y men",
+      "▁ter rain",
+      "▁terra in",
+      "ied enis",
+      "▁bes onders",
+      "▁nomin ated",
+      "BO OL",
+      "▁K ay",
+      "▁Ka y",
+      "ci an",
+      "cia n",
+      "c ian",
+      "st elle",
+      "ste lle",
+      "stell e",
+      "▁disput e",
+      "▁disp ute",
+      "▁ щ",
+      "Data Set",
+      "no thing",
+      "not hing",
+      "n othing",
+      "Aut om",
+      "Auto m",
+      "hör en",
+      "hö ren",
+      "▁s hed",
+      "▁sh ed",
+      "▁she d",
+      "▁p aused",
+      "▁pa used",
+      "▁pause d",
+      "▁pau sed",
+      "sa n",
+      "s an",
+      "▁nun ca",
+      "!( \"",
+      "! (\"",
+      "▁po łoż",
+      "Se cret",
+      "Sec ret",
+      "▁Do main",
+      "▁Dom ain",
+      "▁ Domain",
+      "▁воз мож",
+      "X V",
+      "l v",
+      "ik h",
+      "i kh",
+      "▁S ony",
+      "▁So ny",
+      "▁Son y",
+      "m q",
+      "ot rop",
+      "otr op",
+      "▁Log ger",
+      "▁ Logger",
+      "▁thre at",
+      "as ted",
+      "ast ed",
+      "aste d",
+      "a sted",
+      "зь ко",
+      "▁fre ely",
+      "▁free ly",
+      "▁improve ments",
+      "▁improv ements",
+      "▁improvement s",
+      "ist ema",
+      "iste ma",
+      "▁illustr ate",
+      "▁t act",
+      "▁ta ct",
+      "▁fig ur",
+      "ué s",
+      "u és",
+      "rim inal",
+      "rimin al",
+      "od on",
+      "odo n",
+      "o don",
+      "int endo",
+      "▁influ enced",
+      "▁influence d",
+      "▁influen ced",
+      "FF ER",
+      "▁G host",
+      "▁Gh ost",
+      "▁со вер",
+      "▁сов ер",
+      "na d",
+      "n ad",
+      "ion ed",
+      "io ned",
+      "ione d",
+      "i oned",
+      "▁Event s",
+      "▁Ev ents",
+      "▁Even ts",
+      "▁ Events",
+      "▁wr apping",
+      "▁wra pping",
+      "▁wrap ping",
+      "-------- -+",
+      "--- ------+",
+      "------ ---+",
+      "----- ----+",
+      "------- --+",
+      "fi f",
+      "f if",
+      "▁( **",
+      "▁(* *",
+      "={ {",
+      "= {{",
+      "ма ль",
+      "м аль",
+      "▁loss es",
+      "▁Gal erie",
+      "te l",
+      "t el",
+      "▁лю того",
+      "▁K ru",
+      "▁Kr u",
+      "▁P olen",
+      "▁Pol en",
+      "▁Po len",
+      "ні м",
+      "ne ar",
+      "nea r",
+      "n ear",
+      "▁sh ame",
+      "▁moy enne",
+      "▁C P",
+      "▁ CP",
+      "pre is",
+      "▁pass enger",
+      "le k",
+      "l ek",
+      "ion ales",
+      "ional es",
+      "ionale s",
+      "iona les",
+      "kaf ka",
+      "k afka",
+      "▁partic ipe",
+      "▁particip e",
+      "▁parti cipe",
+      "▁partici pe",
+      "▁memb ership",
+      "▁member ship",
+      "▁members hip",
+      "[ _",
+      "land o",
+      "lan do",
+      "l ando",
+      "st elling",
+      "stell ing",
+      "Se m",
+      "S em",
+      "go n",
+      "g on",
+      "▁Cor rect",
+      "▁v alle",
+      "▁val le",
+      "▁va lle",
+      "▁vall e",
+      "▁read ily",
+      "▁Dok ument",
+      "hon neur",
+      "h onneur",
+      "▁test im",
+      "ul ative",
+      "do Filter",
+      "▁domin ant",
+      "am mer",
+      "amm er",
+      "▁ко ја",
+      "▁M onsieur",
+      "ze g",
+      "z eg",
+      "▁вій ни",
+      "▁F o",
+      "▁A my",
+      "▁Am y",
+      "▁ ¡",
+      "▁febru ár",
+      "▁down loading",
+      "▁download ing",
+      "▁l eng",
+      "▁le ng",
+      "▁len g",
+      "\\}$ ,",
+      "\\} $,",
+      "\\ }$,",
+      "▁ne at",
+      "▁C ache",
+      "▁Ca che",
+      "▁ Cache",
+      "IC ATION",
+      "▁de ve",
+      "▁dev e",
+      "▁s orrow",
+      "▁sor row",
+      "sl ow",
+      "s low",
+      "▁hin aus",
+      "▁hina us",
+      "▁recon oc",
+      "▁Lin ked",
+      "▁Link ed",
+      "▁Sh aw",
+      "mar ket",
+      "mark et",
+      "▁D ic",
+      "▁Di c",
+      "▁S ki",
+      "▁Sk i",
+      "▁del imiter",
+      "▁Main Activity",
+      "▁ MainActivity",
+      "▁Mus ical",
+      "▁Music al",
+      "▁Re yn",
+      "▁Rey n",
+      "Scroll View",
+      "▁convent ional",
+      "▁convention al",
+      "en ça",
+      "enç a",
+      "▁re factor",
+      "▁ref actor",
+      "' -",
+      "▁H ed",
+      "▁He d",
+      "spr ech",
+      "spre ch",
+      "▁ath let",
+      "▁e species",
+      "▁es pecies",
+      "▁espe cies",
+      "▁espec ies",
+      "▁especie s",
+      "▁Sch ön",
+      "▁kle inen",
+      "▁kleine n",
+      "▁klein en",
+      "ш ко",
+      "▁Й о",
+      "▁H appy",
+      "▁Ha ppy",
+      "multi row",
+      "▁august i",
+      "▁G and",
+      "▁Ga nd",
+      "▁Gan d",
+      "▁appoint ment",
+      "▁Medi abestanden",
+      "Th ree",
+      "▁Kenn eth",
+      "NE W",
+      "▁Not ification",
+      "▁ Notification",
+      "▁Mar x",
+      "▁Ma rx",
+      "▁in sc",
+      "▁ins c",
+      "Mo r",
+      "M or",
+      "вы й",
+      "в ый",
+      "vä st",
+      "v äst",
+      "vi dia",
+      "vid ia",
+      "v idia",
+      "▁demonstr ated",
+      "▁demonstrate d",
+      "font s",
+      "fon ts",
+      "▁k amen",
+      "▁kam en",
+      "▁ka men",
+      "▁S ter",
+      "▁St er",
+      "▁Ste r",
+      "▁mieszkań ców",
+      "▁K oh",
+      "▁Ko h",
+      "~$ \\",
+      "~ $\\",
+      "») .",
+      "» ).",
+      "re ne",
+      "ren e",
+      "r ene",
+      "ins ic",
+      "ic ká",
+      "ick á",
+      "xy gen",
+      "▁m n",
+      "▁ mn",
+      "▁s ched",
+      "▁sc hed",
+      "▁sch ed",
+      "▁sche d",
+      "AS C",
+      "A SC",
+      "I g",
+      "▁Const ant",
+      "▁opport un",
+      "▁My Class",
+      "se f",
+      "s ef",
+      "op ed",
+      "ope d",
+      "o ped",
+      "▁inj ured",
+      "VI S",
+      "V IS",
+      "▁P ero",
+      "▁Per o",
+      "▁Pe ro",
+      "▁U ntil",
+      "▁Un til",
+      "▁f lesh",
+      "▁fl esh",
+      "▁fle sh",
+      "orph ism",
+      "▁Port al",
+      "▁Por tal",
+      "▁gmin y",
+      "▁вла сти",
+      "▁N ä",
+      "кти че",
+      "к тиче",
+      "▁h rab",
+      "▁hr ab",
+      "▁C ub",
+      "▁Cu b",
+      "av oir",
+      "avo ir",
+      "a voir",
+      "▁L ars",
+      "▁La rs",
+      "▁Lar s",
+      "▁Бе ло",
+      "▁seizo en",
+      "▁Gen omsnitt",
+      "▁L il",
+      "▁Li l",
+      "▁P ool",
+      "▁Po ol",
+      "▁ Pool",
+      "▁D ios",
+      "▁Di os",
+      "T X",
+      "ae s",
+      "a es",
+      "aut ore",
+      "auto re",
+      "autor e",
+      "Al pha",
+      "st ates",
+      "state s",
+      "sta tes",
+      "stat es",
+      "La b",
+      "L ab",
+      "n ederbörd",
+      "er ton",
+      "ert on",
+      "▁b rid",
+      "▁br id",
+      "▁ brid",
+      "▁r icht",
+      "▁rich t",
+      "▁ric ht",
+      "▁ri cht",
+      "▁ richt",
+      "▁E la",
+      "▁El a",
+      "▁с ла",
+      "▁ сла",
+      "▁weap on",
+      "▁comb att",
+      "▁combat t",
+      "ag ar",
+      "aga r",
+      "a gar",
+      "▁reg nig",
+      "▁util isé",
+      "▁utilis é",
+      "▁ser vir",
+      "▁serv ir",
+      "▁servi r",
+      "▁b rick",
+      "▁br ick",
+      "▁gate way",
+      "▁tor raste",
+      "▁proced ures",
+      "▁procedure s",
+      "▁års nederbörd",
+      "▁Genomsnitt lig",
+      "чё т",
+      "ч ёт",
+      "▁om rå",
+      "▁ områ",
+      "▁regnig aste",
+      "▁че сть",
+      "▁a mid",
+      "▁am id",
+      "▁ami d",
+      "▁gr ateful",
+      "▁D IS",
+      "▁DI S",
+      "▁ DIS",
+      "DA Y",
+      "▁о ру",
+      "▁ор у",
+      "▁ ору",
+      "▁riv ière",
+      "he ure",
+      "▁Rich mond",
+      "▁Com par",
+      "▁Comp ar",
+      "▁Н ор",
+      "▁Но р",
+      "DO C",
+      "D OC",
+      "es ia",
+      "esi a",
+      "cal c",
+      "▁I U",
+      "▁v org",
+      "▁vo rg",
+      "▁vor g",
+      "▁hab ían",
+      "▁había n",
+      "ço it",
+      "ç oit",
+      "▁a rist",
+      "▁ar ist",
+      "▁к ли",
+      "▁ кли",
+      "▁S ue",
+      "▁Su e",
+      "▁T ouch",
+      "▁To uch",
+      "▁ Touch",
+      "▁Writ ing",
+      "ifi able",
+      "▁w c",
+      "▁with draw",
+      "за р",
+      "з ар",
+      "▁present ly",
+      "▁pres ently",
+      "▁F K",
+      "▁pr akt",
+      "▁pra kt",
+      "▁col ored",
+      "▁color ed",
+      "us b",
+      "u sb",
+      "▁Per ú",
+      "▁pl ata",
+      "▁pla ta",
+      "▁plat a",
+      "▁w ishes",
+      "▁wish es",
+      "▁wis hes",
+      "▁ка м",
+      "▁ кам",
+      "az ar",
+      "aza r",
+      "a zar",
+      "áv el",
+      "á vel",
+      "▁l amp",
+      "▁la mp",
+      "bi shop",
+      "b ishop",
+      "▁in clusion",
+      "▁incl usion",
+      "▁inclus ion",
+      "j q",
+      "ar th",
+      "art h",
+      "▁F lag",
+      "▁Fl ag",
+      "▁ Flag",
+      "▁но р",
+      "▁н ор",
+      "æ dia",
+      "UN CTION",
+      "▁Bahn hof",
+      "▁appro aching",
+      "▁approach ing",
+      "▁G ött",
+      "▁Gö tt",
+      "▁c ube",
+      "▁cu be",
+      "▁cub e",
+      "▁arg ued",
+      "▁argue d",
+      "▁Th ings",
+      "Gu i",
+      "G ui",
+      "до ви",
+      "дов и",
+      "д ови",
+      "▁re cre",
+      "▁rec re",
+      "▁ré seau",
+      "▁rés eau",
+      "▁sign ifica",
+      "▁signific a",
+      "Gi t",
+      "G it",
+      "geb racht",
+      "gebra cht",
+      "▁l iga",
+      "▁li ga",
+      "▁lig a",
+      "▁ liga",
+      "▁ass ured",
+      "al us",
+      "alu s",
+      "a lus",
+      "ри т",
+      "р ит",
+      "▁э нциклопеди",
+      "▁% ).",
+      "▁%) .",
+      "▁ %).",
+      "▁Prem ière",
+      "▁declar ations",
+      "▁declaration s",
+      "▁tr icky",
+      "▁trick y",
+      "▁pro files",
+      "▁prof iles",
+      "▁profile s",
+      "▁profil es",
+      "▁F on",
+      "▁Fo n",
+      "▁J as",
+      "▁Ja s",
+      "â r",
+      "ba bel",
+      "b abel",
+      "▁Fr iday",
+      "▁Fri day",
+      "▁Frid ay",
+      "▁jú nius",
+      "▁c ols",
+      "▁col s",
+      "▁co ls",
+      "▁ cols",
+      "▁EX ISTS",
+      "▁Ital iana",
+      "▁Italian a",
+      "▁Italia na",
+      "▁author ization",
+      "▁s ulle",
+      "▁su lle",
+      "▁sul le",
+      "▁sull e",
+      "▁E mb",
+      "▁Em b",
+      "▁Vari able",
+      "▁ Variable",
+      "tr ees",
+      "tre es",
+      "tree s",
+      "t rees",
+      "▁F ly",
+      "▁Fl y",
+      "ri ors",
+      "rio rs",
+      "rior s",
+      "r iors",
+      "▁da mals",
+      "▁dam als",
+      "▁find et",
+      "▁fin det",
+      "▁Se pt",
+      "▁Sep t",
+      "▁m undial",
+      "▁rem oval",
+      "▁remov al",
+      "▁long itude",
+      "▁longitud e",
+      "cl ic",
+      "cli c",
+      "c lic",
+      "▁f ade",
+      "▁fa de",
+      "▁ fade",
+      "▁grad le",
+      "▁ gradle",
+      "▁z ák",
+      "▁zá k",
+      "▁tim ing",
+      "▁ti ming",
+      "tr ightarrow",
+      "t rightarrow",
+      "at ia",
+      "ati a",
+      "- .",
+      "uch e",
+      "uc he",
+      "u che",
+      "▁ser ialize",
+      "▁serial ize",
+      "▁H mm",
+      "▁Represent atives",
+      "ba h",
+      "b ah",
+      "re nd",
+      "ren d",
+      "r end",
+      "ass ador",
+      "assa dor",
+      "▁sh ield",
+      "uc ion",
+      "u cion",
+      "▁am éricaine",
+      "▁améric aine",
+      "▁américain e",
+      "z ę",
+      "vi lla",
+      "vil la",
+      "v illa",
+      "▁hom bre",
+      "ás s",
+      "á ss",
+      "▁S F",
+      "▁ SF",
+      "▁repe ating",
+      "▁repeat ing",
+      "▁c riter",
+      "▁cr iter",
+      "▁crit er",
+      "▁cri ter",
+      "▁St ruct",
+      "▁Str uct",
+      "▁ Struct",
+      "?? ?",
+      "? ??",
+      "▁che ap",
+      "▁r ings",
+      "▁ring s",
+      "▁rin gs",
+      "ab häng",
+      "▁c orte",
+      "▁cor te",
+      "▁cort e",
+      "▁admin ist",
+      "ix on",
+      "gy pt",
+      "▁punt os",
+      "▁punto s",
+      "▁me zi",
+      "▁mez i",
+      "▁po chod",
+      "▁poc hod",
+      "is ko",
+      "isk o",
+      "i sko",
+      "ni ę",
+      "n ię",
+      "▁о су",
+      "▁ос у",
+      "▁á r",
+      "▁ ár",
+      "те льной",
+      "тель ной",
+      "тельно й",
+      "▁Metropol itan",
+      "ji n",
+      "j in",
+      "ze ss",
+      "zes s",
+      "z ess",
+      "▁ві ці",
+      "▁conflic ts",
+      "▁conflict s",
+      "ij st",
+      "▁Mar ket",
+      "▁Mark et",
+      "ст ров",
+      "стро в",
+      "стр ов",
+      "▁\" ,\"",
+      "▁\", \"",
+      "▁ \",\"",
+      "▁Sc roll",
+      "▁ Scroll",
+      "gu n",
+      "g un",
+      "та ра",
+      "тар а",
+      "▁am ateur",
+      "▁r óż",
+      "pos s",
+      "po ss",
+      "p oss",
+      "▁general ized",
+      "▁H arm",
+      "▁Har m",
+      "▁Ha rm",
+      "ci ta",
+      "cit a",
+      "c ita",
+      "▁Sw itzerland",
+      "ic ola",
+      "ico la",
+      "icol a",
+      "i cola",
+      "▁m uit",
+      "▁mu it",
+      "loc ated",
+      "▁c ó",
+      "▁a rose",
+      "▁ar ose",
+      "▁commun auté",
+      "}) ^",
+      "} )^",
+      "vis ibility",
+      "íd a",
+      "í da",
+      "▁F B",
+      "▁ FB",
+      "▁Fre und",
+      "ga t",
+      "g at",
+      "\": {\"",
+      "int ellij",
+      "if ie",
+      "ifi e",
+      "hm en",
+      "h men",
+      "▁éd ition",
+      "▁ édition",
+      "▁ко је",
+      "▁ін ших",
+      "om ing",
+      "omin g",
+      "omi ng",
+      "o ming",
+      "▁arqu itect",
+      "▁Pres idente",
+      "▁President e",
+      "▁П ід",
+      "▁ca bin",
+      "▁cab in",
+      "The orem",
+      "▁G ay",
+      "▁Ga y",
+      "if ice",
+      "ific e",
+      "ifi ce",
+      "▁h ect",
+      "▁he ct",
+      "l ą",
+      "irm ingham",
+      "▁sem antic",
+      "▁Louis iana",
+      "▁sac rifice",
+      "▁sacr ifice",
+      "▁sacrific e",
+      "▁Christ oph",
+      "▁Exec utive",
+      "_ +",
+      "j ák",
+      "▁s eria",
+      "▁se ria",
+      "▁ser ia",
+      "▁Over flow",
+      "▁ Overflow",
+      "▁Lu cy",
+      "▁Luc y",
+      "▁mel hor",
+      "▁vo ices",
+      "▁voice s",
+      "cz a",
+      "c za",
+      "▁ка пи",
+      "▁университе та",
+      "IN CT",
+      "▁col oc",
+      "▁co loc",
+      "▁pr ue",
+      "▁ge omet",
+      "▁geom et",
+      "▁di retto",
+      "▁dire tto",
+      "▁dir etto",
+      "▁dirett o",
+      "re so",
+      "res o",
+      "r eso",
+      "▁A kt",
+      "▁Ak t",
+      "▁un h",
+      "▁се ри",
+      "▁сер и",
+      "▁Al ert",
+      "▁Ale rt",
+      "▁ Alert",
+      "We l",
+      "W el",
+      "au di",
+      "aud i",
+      "a udi",
+      "äl er",
+      "ä ler",
+      "▁gu ests",
+      "▁guest s",
+      "▁и де",
+      "St udio",
+      "▁ка те",
+      "▁ex ponent",
+      "▁expon ent",
+      "rz e",
+      "r ze",
+      "pm od",
+      "p mod",
+      "ro lle",
+      "roll e",
+      "rol le",
+      "▁Lim ited",
+      "Al lemagne",
+      "▁p ity",
+      "▁pi ty",
+      "▁pit y",
+      "▁l ä",
+      "▁ lä",
+      "▁run ner",
+      "▁ runner",
+      "ke nde",
+      "ken de",
+      "k ende",
+      "E Q",
+      "▁M M",
+      "▁ MM",
+      "sz ág",
+      "по ді",
+      "▁reg ret",
+      "▁publi é",
+      "▁depart amento",
+      "▁acc used",
+      "▁accus ed",
+      "h p",
+      "▁P fl",
+      "▁Pf l",
+      "▁S int",
+      "▁Si nt",
+      "▁Sin t",
+      "▁ek onom",
+      "ra ctor",
+      "rac tor",
+      "ract or",
+      "r actor",
+      "▁П ів",
+      "▁aw ful",
+      "owa ć",
+      "] ->",
+      "▁F ine",
+      "▁Fin e",
+      "С а",
+      "ti s",
+      "t is",
+      "ét a",
+      "é ta",
+      "▁Ро ди",
+      "▁Düsseld orf",
+      "LO B",
+      "L OB",
+      "os as",
+      "osa s",
+      "wer ke",
+      "werk e",
+      "▁l ance",
+      "▁lan ce",
+      "▁листо пада",
+      "▁in complete",
+      "▁P icture",
+      "▁ Picture",
+      "(' \\",
+      "( '\\",
+      "es ters",
+      "est ers",
+      "ester s",
+      "este rs",
+      "e sters",
+      "▁belong ed",
+      "▁S ank",
+      "▁San k",
+      "am med",
+      "amm ed",
+      "▁repos itories",
+      "▁ad dr",
+      "▁add r",
+      "▁ addr",
+      "Col lect",
+      "Coll ect",
+      "H ot",
+      "▁t yl",
+      "▁ty l",
+      "▁instance of",
+      "▁bon us",
+      "ov ý",
+      "▁мо ря",
+      "▁мор я",
+      "▁inter active",
+      "▁interact ive",
+      "▁M ys",
+      "▁My s",
+      "▁Ed mund",
+      "file Name",
+      "em or",
+      "emo r",
+      "e mor",
+      "▁Т ри",
+      "▁R osen",
+      "▁Ro sen",
+      "▁Ros en",
+      "▁Rose n",
+      "▁Pr ima",
+      "▁Pri ma",
+      "▁Prim a",
+      "▁v oting",
+      "▁vo ting",
+      "▁vot ing",
+      "▁X P",
+      "▁Z ero",
+      "▁Ze ro",
+      "▁ Zero",
+      "▁L ed",
+      "▁Le d",
+      "ams ung",
+      "▁en ables",
+      "▁enable s",
+      "▁redirect s",
+      "AS T",
+      "A ST",
+      "Pa int",
+      "P aint",
+      "ack er",
+      "ac ker",
+      "a cker",
+      "le cht",
+      "▁chair man",
+      "▁A ven",
+      "▁Av en",
+      "▁S ach",
+      "▁Sa ch",
+      "▁Sac h",
+      "(\" <",
+      "ке р",
+      "к ер",
+      "▁mist akes",
+      "▁mistake s",
+      "▁We it",
+      "▁Wei t",
+      "▁pro wad",
+      "▁ prowad",
+      "▁did nt",
+      "▁didn t",
+      "én ario",
+      "un less",
+      "▁back wards",
+      "bo a",
+      "b oa",
+      "du ino",
+      "`` `",
+      "` ``",
+      "st or",
+      "sto r",
+      "s tor",
+      "Comple tion",
+      "pu esta",
+      "▁din ast",
+      "úl t",
+      "ú lt",
+      "▁S Y",
+      "▁ SY",
+      "if olia",
+      "œuv res",
+      "œuvre s",
+      "▁r acing",
+      "▁ra cing",
+      "▁rac ing",
+      "▁cab inet",
+      "▁cabin et",
+      "▁cut ting",
+      "▁th umb",
+      "▁Ка ра",
+      "▁Кар а",
+      "high light",
+      "ку п",
+      "▁s d",
+      "▁ sd",
+      "▁на ціональ",
+      "▁camp agne",
+      "▁register s",
+      "▁educ ational",
+      "▁education al",
+      "▁p esar",
+      "▁pes ar",
+      "üg e",
+      "ü ge",
+      "▁o ro",
+      "▁or o",
+      "▁ oro",
+      "burg o",
+      "bur go",
+      "▁Athlet ics",
+      "▁M TV",
+      "get Message",
+      "▁H yp",
+      "▁Hy p",
+      "▁vict im",
+      "▁vic tim",
+      ")) \\",
+      ") )\\",
+      "▁dr ums",
+      "▁dru ms",
+      "▁drum s",
+      "host name",
+      "ta ł",
+      "t ał",
+      "ma king",
+      "m aking",
+      "▁pow iat",
+      "ő d",
+      "thread s",
+      "▁absol v",
+      "▁лю ди",
+      "▁ste pped",
+      "▁step ped",
+      "ex ist",
+      "▁N K",
+      "▁v es",
+      "▁ve s",
+      "▁ ves",
+      "ist iche",
+      "istic he",
+      "isti che",
+      "% '",
+      "at ivos",
+      "ativ os",
+      "ati vos",
+      "ativo s",
+      "▁та кой",
+      "▁тако й",
+      "▁Mongo DB",
+      "▁U ng",
+      "▁Un g",
+      "▁Р ус",
+      "▁Ру с",
+      "▁e lim",
+      "▁el im",
+      "▁F if",
+      "ic ación",
+      "ica ción",
+      "▁T ennis",
+      "▁Ten nis",
+      "▁Jeff erson",
+      "j án",
+      "fo g",
+      "f og",
+      "an ha",
+      "anh a",
+      "zo r",
+      "z or",
+      "▁уні версите",
+      "ah u",
+      "a hu",
+      "ia da",
+      "i ada",
+      "S dk",
+      "Set ting",
+      "▁K ill",
+      "▁Kil l",
+      "▁Ki ll",
+      "▁W end",
+      "▁We nd",
+      "▁b ald",
+      "▁bal d",
+      "▁ba ld",
+      "▁K ub",
+      "▁Ku b",
+      "▁v isto",
+      "▁vis to",
+      "▁vi sto",
+      "▁je unes",
+      "▁jeune s",
+      "▁jeu nes",
+      "col lections",
+      "collection s",
+      "collect ions",
+      "ac í",
+      "a cí",
+      "вро пей",
+      "▁ar ise",
+      "он і",
+      "о ні",
+      "MA IN",
+      "до ступ",
+      "▁b erg",
+      "▁be rg",
+      "▁ber g",
+      "▁ berg",
+      "▁critic ism",
+      "▁Tor re",
+      "▁de script",
+      "▁des cript",
+      "▁descri pt",
+      "ière s",
+      "i ères",
+      "▁e studio",
+      "▁est udio",
+      "▁estud io",
+      "▁i li",
+      "▁il i",
+      "▁ ili",
+      "▁mil itare",
+      "▁milit are",
+      "▁militar e",
+      "▁Cl ara",
+      "▁Cla ra",
+      "▁Clar a",
+      "▁El len",
+      "▁Elle n",
+      "▁Ell en",
+      "lim ited",
+      "limit ed",
+      "л м",
+      "▁Esp añ",
+      "▁inf initely",
+      "▁infinite ly",
+      "Amer ica",
+      "ou c",
+      "o uc",
+      "gl ass",
+      "g lass",
+      "▁r ud",
+      "▁ru d",
+      "▁z at",
+      "▁za t",
+      "▁ zat",
+      "▁r in",
+      "▁ri n",
+      "▁ rin",
+      "▁Bibli ografía",
+      "▁mer chant",
+      "tensor flow",
+      "▁d ér",
+      "▁dé r",
+      "▁Active Record",
+      "IE S",
+      "I ES",
+      "▁link er",
+      "▁lin ker",
+      "▁estud ios",
+      "▁estudio s",
+      "cdn js",
+      "▁Го судар",
+      "án chez",
+      "ap pe",
+      "app e",
+      "a ppe",
+      "cl ub",
+      "c lub",
+      "▁dal ší",
+      "▁Alg orithm",
+      "df s",
+      "d fs",
+      "▁B ac",
+      "▁Ba c",
+      "▁ка фе",
+      "▁& =\\",
+      "▁&= \\",
+      "▁а т",
+      "▁ ат",
+      "▁Г лав",
+      "▁M ou",
+      "▁Mo u",
+      "M achine",
+      "(... )",
+      "( ...)",
+      "▁com part",
+      "▁comp art",
+      "▁compar t",
+      "▁aug usztus",
+      "av an",
+      "ava n",
+      "a van",
+      "▁roll ed",
+      "▁rol led",
+      "▁ rolled",
+      "▁е ди",
+      "▁ еди",
+      "Sc an",
+      "S can",
+      "▁ре гі",
+      "▁świ ata",
+      "▁świat a",
+      "▁m ines",
+      "▁min es",
+      "▁mi nes",
+      "▁mine s",
+      "}, {",
+      "▁T ier",
+      "▁Ti er",
+      "Can not",
+      "C annot",
+      "мі н",
+      "м ін",
+      "▁NE W",
+      "▁ NEW",
+      "▁Во л",
+      "▁M anh",
+      "▁Man h",
+      "▁Greg ory",
+      "▁princi pe",
+      "▁princip e",
+      "▁prin cipe",
+      "IS O",
+      "I SO",
+      "pr og",
+      "pro g",
+      "p rog",
+      "▁F ail",
+      "▁Fa il",
+      "▁ Fail",
+      "▁a a",
+      "▁ aa",
+      "▁fe cha",
+      "▁W CF",
+      "▁mag istr",
+      "▁Z ach",
+      "▁Za ch",
+      "▁un icode",
+      "▁con verter",
+      "▁convert er",
+      "▁conver ter",
+      "▁dis pers",
+      "▁disp ers",
+      "ks am",
+      "k sam",
+      "▁Un cle",
+      "Property Changed",
+      "▁l ider",
+      "▁li der",
+      "▁lid er",
+      "▁o pts",
+      "▁op ts",
+      "▁opt s",
+      "▁ opts",
+      "▁та м",
+      "▁ там",
+      "lock ed",
+      "loc ked",
+      "za k",
+      "z ak",
+      "▁co unted",
+      "▁count ed",
+      "▁coun ted",
+      "▁person e",
+      "▁pers one",
+      "▁hur ried",
+      "ät ter",
+      "ätt er",
+      "ätte r",
+      "▁out ras",
+      "▁ou tras",
+      "▁g enu",
+      "▁ge nu",
+      "▁gen u",
+      "B D",
+      "ve g",
+      "v eg",
+      "du e",
+      "d ue",
+      "▁P ract",
+      "▁Pr act",
+      "▁Pra ct",
+      "▁po sible",
+      "▁pos ible",
+      "▁cont ribute",
+      "▁contrib ute",
+      "▁contribu te",
+      "UM N",
+      "▁Bür ger",
+      "▁w ars",
+      "▁war s",
+      "▁wa rs",
+      "▁exhib ition",
+      "hi ll",
+      "h ill",
+      "▁a str",
+      "▁as tr",
+      "▁ast r",
+      "▁ astr",
+      "▁му зе",
+      "▁C ASE",
+      "▁CA SE",
+      "▁ CASE",
+      "man ifest",
+      "y ellow",
+      "F n",
+      "▁R C",
+      "▁ RC",
+      "▁s ott",
+      "▁so tt",
+      "▁su jet",
+      "▁S ocket",
+      "▁So cket",
+      "▁Soc ket",
+      "▁ Socket",
+      "▁Ch ine",
+      "▁Chi ne",
+      "▁frame works",
+      "▁framework s",
+      "Hol d",
+      "H old",
+      "êt s",
+      "ê ts",
+      "▁ф іль",
+      "▁фі ль",
+      "Lo aded",
+      "Load ed",
+      "op he",
+      "oph e",
+      "o phe",
+      "text e",
+      "tex te",
+      "▁ex pres",
+      "▁exp res",
+      "▁expr es",
+      "▁cons ume",
+      "▁consum e",
+      "▁R ichtung",
+      "ograf i",
+      "▁magn ific",
+      "à t",
+      "▁ind ul",
+      "▁indu l",
+      "ry ty",
+      "▁off ici",
+      "▁offic i",
+      "▁ass ault",
+      "ru nd",
+      "run d",
+      "r und",
+      "▁vari ants",
+      "▁variant s",
+      "▁сель сов",
+      "▁exc itement",
+      "Time s",
+      "Tim es",
+      "T imes",
+      "k otlin",
+      "▁g ering",
+      "▁ge ring",
+      "▁ger ing",
+      "▁En gel",
+      "▁Eng el",
+      "▁T imer",
+      "▁Time r",
+      "▁Tim er",
+      "▁Ti mer",
+      "▁ Timer",
+      "² ).",
+      "▁N g",
+      "äs st",
+      "sch au",
+      "SE rror",
+      "S Error",
+      "▁Ed wards",
+      "▁Edward s",
+      "▁Term inal",
+      "li ct",
+      "lic t",
+      "l ict",
+      "Un der",
+      "Und er",
+      "U nder",
+      "▁sp awn",
+      "ür gen",
+      "▁Außer dem",
+      "▁k itchen",
+      "fah rt",
+      "fahr t",
+      "▁Col ors",
+      "▁Color s",
+      "▁систе ма",
+      "▁систем а",
+      "▁termin ated",
+      "▁terminate d",
+      "▁La TeX",
+      "ig keiten",
+      "igkeit en",
+      "▁mes ure",
+      "▁Am ts",
+      "▁Amt s",
+      "▁emp ir",
+      "▁stri king",
+      "▁strik ing",
+      "▁exclus ive",
+      "те х",
+      "▁re z",
+      "▁r ez",
+      "▁ rez",
+      "▁qu an",
+      "▁q uan",
+      "▁Glas gow",
+      "▁lect ure",
+      "▁Test ament",
+      "▁fun ds",
+      "▁fund s",
+      "▁st essa",
+      "▁tri bes",
+      "▁trib es",
+      "▁tribe s",
+      "▁par fois",
+      "▁tre ball",
+      "ni tz",
+      "nit z",
+      "n itz",
+      "bo ve",
+      "b ove",
+      "▁за слу",
+      "▁ab sent",
+      "▁abs ent",
+      "▁L auf",
+      "▁La uf",
+      "▁Lau f",
+      "Sm ith",
+      "▁Никола й",
+      "▁europé enne",
+      "l r",
+      "▁program ma",
+      "▁mi dst",
+      "▁mid st",
+      "▁daugh ters",
+      "▁daughter s",
+      "S yn",
+      "ob en",
+      "obe n",
+      "o ben",
+      "ân ă",
+      "id an",
+      "ida n",
+      "i dan",
+      "▁t her",
+      "▁th er",
+      "▁the r",
+      "▁ ther",
+      "od ore",
+      "odo re",
+      "odor e",
+      "sd l",
+      "s dl",
+      "▁Q uint",
+      "▁Qu int",
+      "▁cas os",
+      "▁caso s",
+      "▁Z am",
+      "▁Za m",
+      "▁стра ны",
+      "▁sp rite",
+      "▁spr ite",
+      "ка л",
+      "к ал",
+      "▁n asc",
+      "▁na sc",
+      "▁nas c",
+      "▁сот руд",
+      "▁tr ava",
+      "▁tra va",
+      "▁trav a",
+      "▁хо зяй",
+      "▁U ruguay",
+      "▁s parse",
+      "▁sp arse",
+      "▁по ле",
+      "▁пол е",
+      "▁myst ery",
+      "▁myster y",
+      "▁M ang",
+      "▁Man g",
+      "▁Ma ng",
+      "reg istr",
+      "▁CG Float",
+      "▁sub mission",
+      "▁subm ission",
+      "ва на",
+      "ван а",
+      "в ана",
+      "▁\" :",
+      "▁ \":",
+      "▁Trace back",
+      "▁P it",
+      "▁Pi t",
+      "▁E hr",
+      "▁с ра",
+      "▁Graph ics",
+      "▁ Graphics",
+      "Up dated",
+      "Update d",
+      "▁sv ensk",
+      "▁sp acing",
+      "▁spac ing",
+      "tr itt",
+      "tri tt",
+      "t ritt",
+      "▁Gu inea",
+      "▁Fran ça",
+      "▁Fr ança",
+      "As soci",
+      "Ass oci",
+      "▁T ová",
+      "▁To vá",
+      "st ab",
+      "sta b",
+      "s tab",
+      "▁Le arning",
+      "▁Lear ning",
+      "▁B right",
+      "▁Br ight",
+      "▁Brig ht",
+      "ś c",
+      "▁id ő",
+      "}} _{\\",
+      "}}_{ \\",
+      "}}_ {\\",
+      "} }_{\\",
+      "▁dro ite",
+      "▁droit e",
+      "▁ra ising",
+      "get ting",
+      "yth m",
+      "yt hm",
+      "y thm",
+      "on yme",
+      "ony me",
+      "onym e",
+      "ż s",
+      "▁b lah",
+      "▁bl ah",
+      "▁bla h",
+      "▁ blah",
+      "Tag Name",
+      "Vert ical",
+      "▁a per",
+      "▁ap er",
+      "▁ aper",
+      "post gresql",
+      "▁Hand le",
+      "▁ Handle",
+      "ze w",
+      "z ew",
+      "▁sk ulle",
+      "▁op ere",
+      "▁oper e",
+      "lay ers",
+      "layer s",
+      "▁pos sono",
+      "▁poss ono",
+      "▁re late",
+      "▁rel ate",
+      "▁rela te",
+      "ą c",
+      "▁M ih",
+      "▁Mi h",
+      "â ge",
+      "▁Ś wi",
+      "iss es",
+      "isse s",
+      "▁serv let",
+      "▁ servlet",
+      "Lo s",
+      "L os",
+      "▁Ad vanced",
+      "▁Adv anced",
+      "at ica",
+      "ati ca",
+      "atic a",
+      "▁c ed",
+      "▁ce d",
+      "▁ ced",
+      "▁element os",
+      "ро на",
+      "рон а",
+      "р она",
+      "ik s",
+      "i ks",
+      "ar f",
+      "a rf",
+      "ar iat",
+      "ari at",
+      "aria t",
+      "M obile",
+      "ag ua",
+      "agu a",
+      "▁t imp",
+      "▁tim p",
+      "▁ti mp",
+      "▁Com ité",
+      "▁comb ining",
+      "▁combin ing",
+      "wo hl",
+      "w ohl",
+      "▁Stud y",
+      "▁Stu dy",
+      "co ordinate",
+      "▁recommend ation",
+      "▁transform ations",
+      "▁transformation s",
+      "un til",
+      "unt il",
+      "u ntil",
+      "bound ed",
+      "b ounded",
+      "▁и зу",
+      "▁из у",
+      "han ced",
+      "h anced",
+      "▁во про",
+      "▁P rés",
+      "▁Pr és",
+      "▁co ord",
+      "xt y",
+      "x ty",
+      "▁$ ,",
+      "▁ $,",
+      "▁champion s",
+      "▁champ ions",
+      "De n",
+      "D en",
+      "M il",
+      "(' ,",
+      "( ',",
+      "▁Pre is",
+      "▁e igh",
+      "▁eig h",
+      "▁mark ers",
+      "▁marker s",
+      "▁gew esen",
+      "ät ten",
+      "ätt en",
+      "ätte n",
+      "▁p ione",
+      "▁pi one",
+      "m v",
+      "▁ј у",
+      "▁ ју",
+      "zeich nis",
+      "ho ff",
+      "hof f",
+      "h off",
+      "New s",
+      "Ne ws",
+      "▁Stanis ław",
+      "▁Br andenburg",
+      "▁Brand enburg",
+      "▁Fe uer",
+      "= &",
+      "же т",
+      "ж ет",
+      "▁N eil",
+      "▁Ne il",
+      "▁w irk",
+      "▁wir k",
+      "▁soci età",
+      "▁sp are",
+      "▁civil e",
+      "▁civ ile",
+      "sp rach",
+      "spr ach",
+      "▁d isse",
+      "▁dis se",
+      "▁diss e",
+      "▁g ates",
+      "▁ga tes",
+      "▁gate s",
+      "▁gat es",
+      "▁a nom",
+      "▁an om",
+      "▁ano m",
+      "▁Федера ции",
+      "▁t ib",
+      "▁ti b",
+      "▁f útbol",
+      "▁Wikip ed",
+      "ia te",
+      "iat e",
+      "i ate",
+      "Fr ont",
+      "F ront",
+      "▁c raw",
+      "▁cr aw",
+      "▁cra w",
+      "▁R ak",
+      "▁Ra k",
+      "▁з ву",
+      "▁зв у",
+      "st reet",
+      "stre et",
+      "▁A gency",
+      "▁Ag ency",
+      "ва ло",
+      "вал о",
+      "▁Ра с",
+      "▁mk dir",
+      "ac ję",
+      "▁sh ares",
+      "▁share s",
+      "St ory",
+      "Sto ry",
+      "▁re marks",
+      "▁rem arks",
+      "▁remark s",
+      "▁key words",
+      "▁keyword s",
+      "Bo b",
+      "B ob",
+      "▁t oe",
+      "▁to e",
+      "▁V itt",
+      "▁Vi tt",
+      "▁Vit t",
+      "▁r hs",
+      "▁rh s",
+      "RO P",
+      "R OP",
+      "or is",
+      "ori s",
+      "o ris",
+      "/ @",
+      "си и",
+      "▁tra verse",
+      "▁travers e",
+      "▁refer encing",
+      "pr äsident",
+      "ro ng",
+      "ron g",
+      "r ong",
+      "') :",
+      "' ):",
+      "at ies",
+      "ati es",
+      "atie s",
+      "a ties",
+      "A W",
+      "Out let",
+      "▁é vol",
+      "▁év ol",
+      "ik es",
+      "ike s",
+      "i kes",
+      "▁environment al",
+      "ic um",
+      "▁L ied",
+      "▁Li ed",
+      "▁Lie d",
+      "▁w arn",
+      "▁war n",
+      "▁wa rn",
+      "▁ warn",
+      "▁But ler",
+      "▁% ),",
+      "▁%) ,",
+      "▁Zeit schrift",
+      "▁Mon tr",
+      "▁Mont r",
+      "ва жа",
+      "▁Mer cur",
+      "je kte",
+      "jekt e",
+      "me ter",
+      "met er",
+      "m eter",
+      "du cation",
+      "▁att ributed",
+      "▁attribute d",
+      "* $",
+      "▁un f",
+      "▁Vert rag",
+      "zi en",
+      "zie n",
+      "z ien",
+      "▁Р об",
+      "▁Ро б",
+      "li ces",
+      "lic es",
+      "lice s",
+      "l ices",
+      "pp ly",
+      "p ply",
+      "an sen",
+      "ans en",
+      "anse n",
+      "▁ze it",
+      "▁ zeit",
+      "▁im mense",
+      "▁imm ense",
+      "▁lut ego",
+      "▁Bul gar",
+      "▁Bulg ar",
+      "▁mi embros",
+      "▁На циональ",
+      "▁Al low",
+      "▁All ow",
+      "▁ Allow",
+      "▁ang lès",
+      "д ви",
+      "▁T oy",
+      "▁To y",
+      "ту а",
+      "▁y ard",
+      "▁ya rd",
+      "▁ yard",
+      "( %",
+      "is ser",
+      "iss er",
+      "isse r",
+      "▁g olf",
+      "▁gol f",
+      "▁Uk rain",
+      "▁h osp",
+      "▁ho sp",
+      "▁hos p",
+      "In clude",
+      "▁L isa",
+      "▁Li sa",
+      "▁Lis a",
+      "▁c sal",
+      "▁cs al",
+      "▁M ira",
+      "▁Mi ra",
+      "▁Mir a",
+      "rec ogn",
+      "▁К е",
+      "▁h itting",
+      "▁hit ting",
+      "коно мі",
+      "коном і",
+      "▁Tourn ament",
+      "LO AD",
+      "▁Guard ian",
+      "▁da her",
+      "▁dah er",
+      "▁time zone",
+      "▁tom cat",
+      "▁ tomcat",
+      "▁success or",
+      "▁succ essor",
+      "▁successo r",
+      "▁V oid",
+      "▁Vo id",
+      "▁come ç",
+      "▁convert s",
+      "▁conver ts",
+      "äch s",
+      "ä chs",
+      "os ex",
+      "ose x",
+      "o sex",
+      "xe lles",
+      "x elles",
+      "as er",
+      "ase r",
+      "a ser",
+      "▁É s",
+      "▁m ou",
+      "▁mo u",
+      "▁u ng",
+      "▁un g",
+      "▁ ung",
+      "▁or igen",
+      "▁orig en",
+      "▁C row",
+      "▁Cr ow",
+      "▁Cro w",
+      "▁E rd",
+      "▁Er d",
+      "▁s ieben",
+      "▁si eben",
+      "▁sie ben",
+      "lu a",
+      "l ua",
+      "▁B B",
+      "▁ BB",
+      "RE NT",
+      "R ENT",
+      "▁pił kar",
+      "▁mar que",
+      "▁marqu e",
+      "▁La bour",
+      "▁Lab our",
+      "vi ders",
+      "vider s",
+      "vid ers",
+      "v iders",
+      "▁ex empl",
+      "▁exem pl",
+      "So und",
+      "S ound",
+      "▁W ass",
+      "▁Was s",
+      "▁Wa ss",
+      "arr ison",
+      "▁те чение",
+      "▁Of icina",
+      "▁D aw",
+      "▁Da w",
+      "▁K auf",
+      "▁Ka uf",
+      "én t",
+      "é nt",
+      "és ő",
+      "▁= \"",
+      "▁ =\"",
+      "▁k at",
+      "▁ka t",
+      "di ction",
+      "dict ion",
+      "dic tion",
+      "d iction",
+      "▁V oll",
+      "▁Vol l",
+      "▁Vo ll",
+      "▁high way",
+      "J ames",
+      "ze uge",
+      "zeug e",
+      "▁mod elo",
+      "▁model o",
+      "▁mode lo",
+      "Th row",
+      "▁F orum",
+      "▁For um",
+      "▁Fo rum",
+      "(\" @",
+      "▁en fer",
+      "▁enf er",
+      "▁спе циаль",
+      "Number s",
+      "Num bers",
+      "▁B inary",
+      "▁Bin ary",
+      "▁ Binary",
+      "▁Martí nez",
+      "▁Martín ez",
+      "▁St ato",
+      "▁Stat o",
+      "▁Sta to",
+      "▁fest iv",
+      "▁k atol",
+      "▁ka tol",
+      "▁kat ol",
+      "▁А б",
+      "▁lim itation",
+      "▁limit ation",
+      "▁S TR",
+      "▁ST R",
+      "▁ STR",
+      "▁О фициаль",
+      "ip es",
+      "ipe s",
+      "i pes",
+      "▁I sn",
+      "▁Is n",
+      "▁rule d",
+      "▁ru led",
+      "▁c í",
+      "▁ cí",
+      "ge ber",
+      "geb er",
+      "▁lavor o",
+      "▁lav oro",
+      "▁parenthes es",
+      "о з",
+      "▁équip es",
+      "▁équipe s",
+      "▁efficient ly",
+      "▁Per iod",
+      "▁ Period",
+      "▁Reg arding",
+      "le af",
+      "lea f",
+      "▁similar ity",
+      "▁gest ure",
+      "data b",
+      "da tab",
+      "dat ab",
+      "▁term inate",
+      "▁termin ate",
+      "▁sem antics",
+      "▁semantic s",
+      "▁A lo",
+      "▁Al o",
+      "▁c ig",
+      "▁ci g",
+      "▁Open GL",
+      "▁heut igen",
+      "xa ml",
+      "x aml",
+      "▁frequ encies",
+      ")} .",
+      ") }.",
+      "▁threaten ed",
+      "▁threat ened",
+      "ти к",
+      "▁cal cio",
+      "▁calci o",
+      "▁calc io",
+      "▁R iemann",
+      "▁Ri emann",
+      "sl ug",
+      "▁F inale",
+      "▁Fin ale",
+      "▁Final e",
+      "L R",
+      "▁Der by",
+      "▁о ще",
+      "▁de viation",
+      "▁dev iation",
+      "▁devi ation",
+      "äch en",
+      "äche n",
+      "ä chen",
+      "▁C ris",
+      "▁Cr is",
+      "но во",
+      "нов о",
+      "н ово",
+      "▁сто лі",
+      "▁re lev",
+      "▁rel ev",
+      "▁splend id",
+      "▁у чё",
+      "er ving",
+      "erv ing",
+      "ga ble",
+      "g able",
+      "▁général e",
+      "▁généra le",
+      "po m",
+      "p om",
+      "▁Che ers",
+      "▁impr ison",
+      "▁in dent",
+      "▁ind ent",
+      "▁inde nt",
+      "▁ indent",
+      "▁anal yz",
+      "▁analy z",
+      "▁re vert",
+      "▁rev ert",
+      "▁reve rt",
+      "▁rever t",
+      "ér er",
+      "ére r",
+      "é rer",
+      "▁ph ases",
+      "▁phase s",
+      "First Name",
+      "▁m ig",
+      "▁mi g",
+      "▁dist urb",
+      "▁mi xture",
+      "▁) {",
+      "▁ ){",
+      "int ure",
+      "▁T ried",
+      "▁Tr ied",
+      "▁Tri ed",
+      "▁soon er",
+      "▁p els",
+      "▁pe ls",
+      "▁pel s",
+      "▁ét abl",
+      "et ro",
+      "etr o",
+      "it ie",
+      "iti e",
+      "▁quart ier",
+      "▁го во",
+      "▁г ово",
+      "▁ гово",
+      "▁vá ros",
+      "uf e",
+      "u fe",
+      "he ten",
+      "het en",
+      "h eten",
+      "хо м",
+      "х ом",
+      "▁so ap",
+      "▁ soap",
+      "ut ors",
+      "uto rs",
+      "utor s",
+      "▁d uch",
+      "▁du ch",
+      "▁duc h",
+      "syn tax",
+      "s yntax",
+      "▁tr ibe",
+      "▁tri be",
+      "▁trib e",
+      "▁ch ante",
+      "▁chant e",
+      "Tr i",
+      "T ri",
+      "▁M ate",
+      "▁Ma te",
+      "▁Mat e",
+      "qu ality",
+      "qual ity",
+      "uo la",
+      "u ola",
+      "=\" .",
+      "= \".",
+      "ch k",
+      "▁в сі",
+      "▁вс і",
+      "▁prze ci",
+      "▁M eteor",
+      "▁Met eor",
+      "▁scatter ed",
+      "Pl us",
+      "P lus",
+      "tr ad",
+      "tra d",
+      "t rad",
+      "▁stack overflow",
+      "▁ stackoverflow",
+      "▁re tra",
+      "▁r etra",
+      "▁ret ra",
+      "▁retr a",
+      "▁éd itions",
+      "▁édition s",
+      "▁s ain",
+      "▁sa in",
+      "cri be",
+      "cr ibe",
+      "ig non",
+      "ign on",
+      "uc ker",
+      "uck er",
+      "u cker",
+      "▁ма ло",
+      "▁ten ir",
+      "▁ex ports",
+      "▁export s",
+      "▁ exports",
+      "▁aux ili",
+      "▁] ]",
+      "▁ ]]",
+      "▁C BS",
+      "un iform",
+      "uni form",
+      "▁period ic",
+      "ag rant",
+      "agr ant",
+      "▁em ple",
+      "▁emp le",
+      "W il",
+      "▁f res",
+      "▁fr es",
+      "▁fre s",
+      "▁str utt",
+      "▁stru tt",
+      "▁с віт",
+      "▁сві т",
+      "▁be tre",
+      "▁bet re",
+      "▁объ ек",
+      "ти ся",
+      "▁b isher",
+      "▁bis her",
+      "ba um",
+      "bau m",
+      "b aum",
+      "is hi",
+      "ish i",
+      "▁Gaz ette",
+      "background Color",
+      "j l",
+      "▁f iel",
+      "▁fi el",
+      "▁пре ма",
+      "▁protagon ista",
+      "▁Muham mad",
+      "▁sim ulate",
+      "▁H ook",
+      "▁Ho ok",
+      "fe st",
+      "f est",
+      "▁сво их",
+      "▁свои х",
+      "Se nder",
+      "Send er",
+      "S ender",
+      "▁list ened",
+      "▁listen ed",
+      "▁liste ned",
+      "ж і",
+      "je st",
+      "jes t",
+      "j est",
+      "ko rd",
+      "kor d",
+      "k ord",
+      "Cho ice",
+      "▁hoof d",
+      "redu cible",
+      "hp p",
+      "h pp",
+      "▁W u",
+      "š i",
+      "▁M arse",
+      "▁Mar se",
+      "▁Mars e",
+      "▁s oir",
+      "▁so ir",
+      "we sten",
+      "west en",
+      "w esten",
+      "em os",
+      "emo s",
+      "e mos",
+      "▁D uc",
+      "▁Du c",
+      "▁amer ik",
+      "| }{",
+      "▁G ul",
+      "▁Gu l",
+      "▁Sp rache",
+      "▁Spr ache",
+      "▁mis match",
+      "▁mism atch",
+      "Sc al",
+      "S cal",
+      "P ixel",
+      "E F",
+      "▁S ep",
+      "▁Se p",
+      "▁powie cie",
+      "ur k",
+      "▁Nap oli",
+      "▁neighbour hood",
+      "сто ян",
+      "стоя н",
+      "▁search es",
+      "yr us",
+      "y rus",
+      "пе т",
+      "п ет",
+      "He lp",
+      "Hel p",
+      "pon t",
+      "po nt",
+      "p ont",
+      "▁Or ient",
+      "▁Ori ent",
+      "▁Alf onso",
+      "▁monitor ing",
+      "ia o",
+      "i ao",
+      "éd é",
+      "▁Cés ar",
+      "ше е",
+      "Sh ift",
+      "su it",
+      "s uit",
+      "code d",
+      "co ded",
+      "cod ed",
+      "c oded",
+      "но то",
+      "▁Par ti",
+      "▁Part i",
+      "▁la sci",
+      "▁las ci",
+      "▁aw esome",
+      "us ta",
+      "ust a",
+      "u sta",
+      "▁С ове",
+      "▁Со ве",
+      "▁Сов е",
+      "▁F land",
+      "▁Fl and",
+      "oo m",
+      "o om",
+      "▁de vi",
+      "▁dev i",
+      "eng elsk",
+      "end um",
+      "▁Pa scal",
+      "▁Pas cal",
+      "▁B ind",
+      "▁Bi nd",
+      "▁Bin d",
+      "▁ Bind",
+      "▁sigu ientes",
+      "▁siguiente s",
+      "J B",
+      "▁Peters burg",
+      "▁incorrect ly",
+      "▁B ash",
+      "▁Bas h",
+      "▁Ba sh",
+      "▁pe los",
+      "▁pel os",
+      "▁pelo s",
+      "▁zes po",
+      "NS URL",
+      "▁př ek",
+      "▁Cr ime",
+      "na ch",
+      "n ach",
+      "▁th rust",
+      "▁thr ust",
+      "▁Cult ura",
+      "W F",
+      "▁S olo",
+      "▁So lo",
+      "▁Sol o",
+      "▁in vas",
+      "▁inv as",
+      "▁individ ually",
+      "▁individual ly",
+      "ib m",
+      "i bm",
+      "▁et apa",
+      "▁hand ed",
+      "▁han ded",
+      "▁where ver",
+      "▁interpol ation",
+      "▁mus ée",
+      "▁C NN",
+      "id ia",
+      "idi a",
+      "i dia",
+      "ńst w",
+      "▁pr zew",
+      "▁prze w",
+      "▁prz ew",
+      "ug hing",
+      "ugh ing",
+      "▁a ctors",
+      "▁act ors",
+      "▁actor s",
+      "▁Ori ental",
+      "▁Orient al",
+      "▁conven ience",
+      "▁mi asta",
+      "br ains",
+      "bra ins",
+      "▁ме ся",
+      "▁inf atti",
+      "▁All Movie",
+      "▁crit ique",
+      "▁success o",
+      "▁succ esso",
+      "anc ouver",
+      "▁f á",
+      "ъл гар",
+      "▁wis dom",
+      "▁Pho enix",
+      "ho le",
+      "hol e",
+      "h ole",
+      "▁inform ación",
+      "▁Air lines",
+      "▁Airl ines",
+      ". «",
+      "mo rt",
+      "mor t",
+      "m ort",
+      "user Id",
+      "▁*/ \r",
+      "▁C ongo",
+      "▁Con go",
+      "▁Cong o",
+      "▁\" `",
+      "▁ \"`",
+      "co rr",
+      "cor r",
+      "c orr",
+      "▁problem as",
+      "▁proble mas",
+      "▁problema s",
+      "▁probl emas",
+      "▁b ib",
+      "▁bi b",
+      "▁ bib",
+      "▁póź niej",
+      "▁file Name",
+      "▁ fileName",
+      "zo tt",
+      "z ott",
+      "ma cht",
+      "mac ht",
+      "m acht",
+      "▁Ul rich",
+      "C y",
+      "end point",
+      "▁she ep",
+      "▁i bn",
+      "Fe ed",
+      "F eed",
+      "▁sympath y",
+      "▁I b",
+      "▁territ orial",
+      "ra ting",
+      "rat ing",
+      "r ating",
+      "да ми",
+      "▁d st",
+      "▁ds t",
+      "▁ dst",
+      "у ю",
+      "ah o",
+      "a ho",
+      "▁s ug",
+      "▁su g",
+      "em ia",
+      "emi a",
+      "▁t ed",
+      "▁te d",
+      "▁ ted",
+      "▁A pi",
+      "▁Ap i",
+      "▁ Api",
+      "▁R ica",
+      "▁Ric a",
+      "▁Ri ca",
+      "▁M R",
+      "▁ MR",
+      "ński m",
+      "ń skim",
+      "▁V oor",
+      "▁Vo or",
+      "▁de vil",
+      "▁dev il",
+      "▁devi l",
+      "▁Ф о",
+      "▁N är",
+      "▁Nä r",
+      "▁... )",
+      "▁.. .)",
+      "▁ ...)",
+      "▁v ois",
+      "▁vo is",
+      "▁ab bre",
+      "▁abb re",
+      "▁M änner",
+      "xim o",
+      "xi mo",
+      "x imo",
+      "▁intellect ual",
+      "▁t ales",
+      "▁tal es",
+      "▁ta les",
+      "▁tale s",
+      "sim ilar",
+      "ne um",
+      "▁O rig",
+      "▁Or ig",
+      "▁Ori g",
+      "▁po stal",
+      "▁pos tal",
+      "▁post al",
+      "▁h vor",
+      "▁ident ification",
+      "▁identific ation",
+      "▁О д",
+      "ue sto",
+      "ues to",
+      "uest o",
+      "u esto",
+      "▁. ./",
+      "▁.. /",
+      "▁ ../",
+      "▁b ir",
+      "▁bi r",
+      "▁ bir",
+      "▁Л он",
+      "▁Ло н",
+      "▁es empio",
+      "▁E ing",
+      "▁Ein g",
+      "Exp and",
+      "▁PR IMARY",
+      "▁J in",
+      "▁Ji n",
+      "▁vš ak",
+      "ours es",
+      "ourse s",
+      "▁Be tty",
+      "▁Bet ty",
+      "▁W M",
+      "▁ WM",
+      "▁fl ask",
+      "▁fla sk",
+      "hl en",
+      "h len",
+      "▁A del",
+      "▁Ad el",
+      "lar avel",
+      "▁д ет",
+      "▁де т",
+      "сь кою",
+      "сько ю",
+      "▁M undo",
+      "▁Mun do",
+      "ic zn",
+      "icz n",
+      "ifi é",
+      "▁М ор",
+      "▁Мо р",
+      "▁д рев",
+      "▁др ев",
+      "Date Format",
+      "сь ким",
+      "ськ им",
+      "▁d ated",
+      "▁da ted",
+      "▁dat ed",
+      "▁date d",
+      "▁ dated",
+      "ко ли",
+      "кол и",
+      "▁результа те",
+      "\\) .",
+      "\\ ).",
+      "▁delay ed",
+      "so und",
+      "s ound",
+      "▁Ма к",
+      "▁\" ...",
+      "▁\". ..",
+      "▁b innen",
+      "▁bin nen",
+      "▁фа куль",
+      "▁pol ygon",
+      "▁poly gon",
+      "▁eg gs",
+      "▁egg s",
+      "At IndexPath",
+      "AtIndex Path",
+      "мен таль",
+      "мент аль",
+      "мента ль",
+      "▁in cred",
+      "▁incre d",
+      "▁inc red",
+      "ch unk",
+      "web driver",
+      "▁с вобо",
+      "▁сво бо",
+      "▁mi ędzy",
+      "Rece ived",
+      "Receive d",
+      "▁M onde",
+      "▁Mon de",
+      "▁Mo nde",
+      "▁Mond e",
+      "▁J Query",
+      "Bu tt",
+      "But t",
+      "B utt",
+      "▁P DO",
+      "▁for ec",
+      "▁fo rec",
+      "▁fore c",
+      "▁discipl ine",
+      "ch ev",
+      "che v",
+      "на т",
+      "н ат",
+      "▁re dis",
+      "▁red is",
+      "▁hun ting",
+      "▁al k",
+      "▁ alk",
+      "▁proof s",
+      "PR I",
+      "P RI",
+      "▁c hip",
+      "▁ch ip",
+      "▁chi p",
+      "és ie",
+      "▁H O",
+      "▁ HO",
+      "▁r ug",
+      "▁ru g",
+      "▁ rug",
+      "zo s",
+      "z os",
+      "▁s orte",
+      "▁sort e",
+      "▁sor te",
+      "▁ze igt",
+      "▁Phys ics",
+      "leg te",
+      "legt e",
+      "▁proport ional",
+      "▁proportion al",
+      "▁tool bar",
+      "ve ment",
+      "v ement",
+      "not in",
+      "▁prv ní",
+      "bl ah",
+      "bla h",
+      "b lah",
+      "▁prés ence",
+      "▁l loc",
+      "▁ll oc",
+      "▁lí der",
+      "▁Ac cept",
+      "▁ Accept",
+      "▁Al ways",
+      "▁\" {",
+      "▁divers i",
+      "▁diver si",
+      "ik or",
+      "iko r",
+      "i kor",
+      "Per iod",
+      "ж ён",
+      "▁Al liance",
+      "▁All iance",
+      "▁re lay",
+      "▁rel ay",
+      "▁rela y",
+      "Br o",
+      "B ro",
+      "jö n",
+      "j ön",
+      "▁B aud",
+      "▁Ba ud",
+      "▁Bau d",
+      "▁B ian",
+      "▁Bi an",
+      "') [",
+      "' )[",
+      "чи в",
+      "▁P oss",
+      "▁Po ss",
+      "▁Pos s",
+      "▁Mitg lieder",
+      "▁Mitglied er",
+      "▁n ev",
+      "▁ne v",
+      "Dan iel",
+      "▁t ends",
+      "▁ten ds",
+      "▁tend s",
+      "▁compag nie",
+      "▁liv res",
+      "▁livre s",
+      "lu b",
+      "l ub",
+      "▁ ▁",
+      "▁▁ ▁▁",
+      "▁▁▁ ▁",
+      "▁ ▁▁▁",
+      "▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁",
+      "▁▁▁▁▁ ▁▁▁",
+      "▁▁▁▁▁▁ ▁▁",
+      "▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁ ▁",
+      "▁ ▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁",
+      "▁▁▁▁ ▁",
+      "▁▁▁ ▁▁",
+      "▁ ▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁",
+      "▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁",
+      "▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁",
+      "▁▁▁▁ ▁▁",
+      "▁▁▁▁▁ ▁",
+      "▁▁▁ ▁▁▁",
+      "▁ ▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁ ▁▁",
+      "▁▁▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁▁▁",
+      "▁▁▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁ ▁",
+      "▁ ▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁ ▁",
+      "▁▁▁▁▁▁▁▁▁▁ ▁▁▁",
+      "▁▁▁ ▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁▁▁▁",
+      "▁▁▁▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁ ▁▁",
+      "▁ ▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁",
+      "▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁",
+      "▁▁▁▁▁▁▁ ▁▁▁",
+      "▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁",
+      "▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁",
+      "▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁",
+      "▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁ ▁",
+      "▁ ▁▁",
+      "▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁",
+      "▁▁▁▁▁ ▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁",
+      "▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁ ▁▁",
+      "▁ ▁▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁",
+      "▁▁▁▁▁ ▁▁",
+      "▁▁▁▁▁▁ ▁",
+      "▁▁▁ ▁▁▁▁",
+      "▁ ▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁ ▁",
+      "▁▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁▁",
+      "▁▁▁▁▁▁▁ ▁▁▁▁",
+      "▁ ▁▁▁▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁",
+      "▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁",
+      "▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁",
+      "▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁▁"
+    ]
+  }
+}
\ No newline at end of file
diff --git a/mr_paco_checkpoint/tokenizer.model b/mr_paco_checkpoint/tokenizer.model
new file mode 100755
index 0000000000000000000000000000000000000000..6c00c742ce03c627d6cd5b795984876fa49fa899
--- /dev/null
+++ b/mr_paco_checkpoint/tokenizer.model
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
+size 499723
diff --git a/mr_paco_checkpoint/tokenizer/added_tokens.json b/mr_paco_checkpoint/tokenizer/added_tokens.json
new file mode 100755
index 0000000000000000000000000000000000000000..d1cbb9b7b00b317ef35559b73c47629da5dc0018
--- /dev/null
+++ b/mr_paco_checkpoint/tokenizer/added_tokens.json
@@ -0,0 +1,13 @@
+{
+  "<audio>": 32005,
+  "<audio_gen>": 32003,
+  "<audio_gen_start>": 32004,
+  "<base>": 32007,
+  "<base_null>": 32008,
+  "<im_gen>": 32001,
+  "<im_gen_start>": 32000,
+  "<mask_gen>": 32002,
+  "<seg>": 32009,
+  "<seg_input>": 32010,
+  "<video>": 32006
+}
diff --git a/mr_paco_checkpoint/tokenizer/special_tokens_map.json b/mr_paco_checkpoint/tokenizer/special_tokens_map.json
new file mode 100755
index 0000000000000000000000000000000000000000..14761dcf1466dc232bd41de9c21d4c617b15755e
--- /dev/null
+++ b/mr_paco_checkpoint/tokenizer/special_tokens_map.json
@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<unk>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/mr_paco_checkpoint/tokenizer/tokenizer.json b/mr_paco_checkpoint/tokenizer/tokenizer.json
new file mode 100755
index 0000000000000000000000000000000000000000..5e509f11bbb8fc656475ca177cc9a036ee9530c5
--- /dev/null
+++ b/mr_paco_checkpoint/tokenizer/tokenizer.json
@@ -0,0 +1,93481 @@
+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "<unk>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 1,
+      "content": "<s>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 2,
+      "content": "</s>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32000,
+      "content": "<im_gen_start>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32001,
+      "content": "<im_gen>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32002,
+      "content": "<mask_gen>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32003,
+      "content": "<audio_gen>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32004,
+      "content": "<audio_gen_start>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32005,
+      "content": "<audio>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32006,
+      "content": "<video>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32007,
+      "content": "<base>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32008,
+      "content": "<base_null>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32009,
+      "content": "<seg>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32010,
+      "content": "<seg_input>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  ],
+  "normalizer": null,
+  "pre_tokenizer": {
+    "type": "Metaspace",
+    "replacement": "▁",
+    "prepend_scheme": "first",
+    "split": false
+  },
+  "post_processor": {
+    "type": "TemplateProcessing",
+    "single": [
+      {
+        "SpecialToken": {
+          "id": "<s>",
+          "type_id": 0
+        }
+      },
+      {
+        "Sequence": {
+          "id": "A",
+          "type_id": 0
+        }
+      }
+    ],
+    "pair": [
+      {
+        "SpecialToken": {
+          "id": "<s>",
+          "type_id": 0
+        }
+      },
+      {
+        "Sequence": {
+          "id": "A",
+          "type_id": 0
+        }
+      },
+      {
+        "SpecialToken": {
+          "id": "<s>",
+          "type_id": 1
+        }
+      },
+      {
+        "Sequence": {
+          "id": "B",
+          "type_id": 1
+        }
+      }
+    ],
+    "special_tokens": {
+      "<s>": {
+        "id": "<s>",
+        "ids": [
+          1
+        ],
+        "tokens": [
+          "<s>"
+        ]
+      }
+    }
+  },
+  "decoder": {
+    "type": "Sequence",
+    "decoders": [
+      {
+        "type": "Replace",
+        "pattern": {
+          "String": "▁"
+        },
+        "content": " "
+      },
+      {
+        "type": "ByteFallback"
+      },
+      {
+        "type": "Fuse"
+      },
+      {
+        "type": "Strip",
+        "content": " ",
+        "start": 1,
+        "stop": 0
+      }
+    ]
+  },
+  "model": {
+    "type": "BPE",
+    "dropout": null,
+    "unk_token": "<unk>",
+    "continuing_subword_prefix": null,
+    "end_of_word_suffix": null,
+    "fuse_unk": true,
+    "byte_fallback": true,
+    "ignore_merges": false,
+    "vocab": {
+      "<unk>": 0,
+      "<s>": 1,
+      "</s>": 2,
+      "<0x00>": 3,
+      "<0x01>": 4,
+      "<0x02>": 5,
+      "<0x03>": 6,
+      "<0x04>": 7,
+      "<0x05>": 8,
+      "<0x06>": 9,
+      "<0x07>": 10,
+      "<0x08>": 11,
+      "<0x09>": 12,
+      "<0x0A>": 13,
+      "<0x0B>": 14,
+      "<0x0C>": 15,
+      "<0x0D>": 16,
+      "<0x0E>": 17,
+      "<0x0F>": 18,
+      "<0x10>": 19,
+      "<0x11>": 20,
+      "<0x12>": 21,
+      "<0x13>": 22,
+      "<0x14>": 23,
+      "<0x15>": 24,
+      "<0x16>": 25,
+      "<0x17>": 26,
+      "<0x18>": 27,
+      "<0x19>": 28,
+      "<0x1A>": 29,
+      "<0x1B>": 30,
+      "<0x1C>": 31,
+      "<0x1D>": 32,
+      "<0x1E>": 33,
+      "<0x1F>": 34,
+      "<0x20>": 35,
+      "<0x21>": 36,
+      "<0x22>": 37,
+      "<0x23>": 38,
+      "<0x24>": 39,
+      "<0x25>": 40,
+      "<0x26>": 41,
+      "<0x27>": 42,
+      "<0x28>": 43,
+      "<0x29>": 44,
+      "<0x2A>": 45,
+      "<0x2B>": 46,
+      "<0x2C>": 47,
+      "<0x2D>": 48,
+      "<0x2E>": 49,
+      "<0x2F>": 50,
+      "<0x30>": 51,
+      "<0x31>": 52,
+      "<0x32>": 53,
+      "<0x33>": 54,
+      "<0x34>": 55,
+      "<0x35>": 56,
+      "<0x36>": 57,
+      "<0x37>": 58,
+      "<0x38>": 59,
+      "<0x39>": 60,
+      "<0x3A>": 61,
+      "<0x3B>": 62,
+      "<0x3C>": 63,
+      "<0x3D>": 64,
+      "<0x3E>": 65,
+      "<0x3F>": 66,
+      "<0x40>": 67,
+      "<0x41>": 68,
+      "<0x42>": 69,
+      "<0x43>": 70,
+      "<0x44>": 71,
+      "<0x45>": 72,
+      "<0x46>": 73,
+      "<0x47>": 74,
+      "<0x48>": 75,
+      "<0x49>": 76,
+      "<0x4A>": 77,
+      "<0x4B>": 78,
+      "<0x4C>": 79,
+      "<0x4D>": 80,
+      "<0x4E>": 81,
+      "<0x4F>": 82,
+      "<0x50>": 83,
+      "<0x51>": 84,
+      "<0x52>": 85,
+      "<0x53>": 86,
+      "<0x54>": 87,
+      "<0x55>": 88,
+      "<0x56>": 89,
+      "<0x57>": 90,
+      "<0x58>": 91,
+      "<0x59>": 92,
+      "<0x5A>": 93,
+      "<0x5B>": 94,
+      "<0x5C>": 95,
+      "<0x5D>": 96,
+      "<0x5E>": 97,
+      "<0x5F>": 98,
+      "<0x60>": 99,
+      "<0x61>": 100,
+      "<0x62>": 101,
+      "<0x63>": 102,
+      "<0x64>": 103,
+      "<0x65>": 104,
+      "<0x66>": 105,
+      "<0x67>": 106,
+      "<0x68>": 107,
+      "<0x69>": 108,
+      "<0x6A>": 109,
+      "<0x6B>": 110,
+      "<0x6C>": 111,
+      "<0x6D>": 112,
+      "<0x6E>": 113,
+      "<0x6F>": 114,
+      "<0x70>": 115,
+      "<0x71>": 116,
+      "<0x72>": 117,
+      "<0x73>": 118,
+      "<0x74>": 119,
+      "<0x75>": 120,
+      "<0x76>": 121,
+      "<0x77>": 122,
+      "<0x78>": 123,
+      "<0x79>": 124,
+      "<0x7A>": 125,
+      "<0x7B>": 126,
+      "<0x7C>": 127,
+      "<0x7D>": 128,
+      "<0x7E>": 129,
+      "<0x7F>": 130,
+      "<0x80>": 131,
+      "<0x81>": 132,
+      "<0x82>": 133,
+      "<0x83>": 134,
+      "<0x84>": 135,
+      "<0x85>": 136,
+      "<0x86>": 137,
+      "<0x87>": 138,
+      "<0x88>": 139,
+      "<0x89>": 140,
+      "<0x8A>": 141,
+      "<0x8B>": 142,
+      "<0x8C>": 143,
+      "<0x8D>": 144,
+      "<0x8E>": 145,
+      "<0x8F>": 146,
+      "<0x90>": 147,
+      "<0x91>": 148,
+      "<0x92>": 149,
+      "<0x93>": 150,
+      "<0x94>": 151,
+      "<0x95>": 152,
+      "<0x96>": 153,
+      "<0x97>": 154,
+      "<0x98>": 155,
+      "<0x99>": 156,
+      "<0x9A>": 157,
+      "<0x9B>": 158,
+      "<0x9C>": 159,
+      "<0x9D>": 160,
+      "<0x9E>": 161,
+      "<0x9F>": 162,
+      "<0xA0>": 163,
+      "<0xA1>": 164,
+      "<0xA2>": 165,
+      "<0xA3>": 166,
+      "<0xA4>": 167,
+      "<0xA5>": 168,
+      "<0xA6>": 169,
+      "<0xA7>": 170,
+      "<0xA8>": 171,
+      "<0xA9>": 172,
+      "<0xAA>": 173,
+      "<0xAB>": 174,
+      "<0xAC>": 175,
+      "<0xAD>": 176,
+      "<0xAE>": 177,
+      "<0xAF>": 178,
+      "<0xB0>": 179,
+      "<0xB1>": 180,
+      "<0xB2>": 181,
+      "<0xB3>": 182,
+      "<0xB4>": 183,
+      "<0xB5>": 184,
+      "<0xB6>": 185,
+      "<0xB7>": 186,
+      "<0xB8>": 187,
+      "<0xB9>": 188,
+      "<0xBA>": 189,
+      "<0xBB>": 190,
+      "<0xBC>": 191,
+      "<0xBD>": 192,
+      "<0xBE>": 193,
+      "<0xBF>": 194,
+      "<0xC0>": 195,
+      "<0xC1>": 196,
+      "<0xC2>": 197,
+      "<0xC3>": 198,
+      "<0xC4>": 199,
+      "<0xC5>": 200,
+      "<0xC6>": 201,
+      "<0xC7>": 202,
+      "<0xC8>": 203,
+      "<0xC9>": 204,
+      "<0xCA>": 205,
+      "<0xCB>": 206,
+      "<0xCC>": 207,
+      "<0xCD>": 208,
+      "<0xCE>": 209,
+      "<0xCF>": 210,
+      "<0xD0>": 211,
+      "<0xD1>": 212,
+      "<0xD2>": 213,
+      "<0xD3>": 214,
+      "<0xD4>": 215,
+      "<0xD5>": 216,
+      "<0xD6>": 217,
+      "<0xD7>": 218,
+      "<0xD8>": 219,
+      "<0xD9>": 220,
+      "<0xDA>": 221,
+      "<0xDB>": 222,
+      "<0xDC>": 223,
+      "<0xDD>": 224,
+      "<0xDE>": 225,
+      "<0xDF>": 226,
+      "<0xE0>": 227,
+      "<0xE1>": 228,
+      "<0xE2>": 229,
+      "<0xE3>": 230,
+      "<0xE4>": 231,
+      "<0xE5>": 232,
+      "<0xE6>": 233,
+      "<0xE7>": 234,
+      "<0xE8>": 235,
+      "<0xE9>": 236,
+      "<0xEA>": 237,
+      "<0xEB>": 238,
+      "<0xEC>": 239,
+      "<0xED>": 240,
+      "<0xEE>": 241,
+      "<0xEF>": 242,
+      "<0xF0>": 243,
+      "<0xF1>": 244,
+      "<0xF2>": 245,
+      "<0xF3>": 246,
+      "<0xF4>": 247,
+      "<0xF5>": 248,
+      "<0xF6>": 249,
+      "<0xF7>": 250,
+      "<0xF8>": 251,
+      "<0xF9>": 252,
+      "<0xFA>": 253,
+      "<0xFB>": 254,
+      "<0xFC>": 255,
+      "<0xFD>": 256,
+      "<0xFE>": 257,
+      "<0xFF>": 258,
+      "▁▁": 259,
+      "▁t": 260,
+      "er": 261,
+      "in": 262,
+      "▁a": 263,
+      "en": 264,
+      "on": 265,
+      "▁th": 266,
+      "es": 267,
+      "▁▁▁▁": 268,
+      "▁s": 269,
+      "▁d": 270,
+      "at": 271,
+      "or": 272,
+      "an": 273,
+      "▁c": 274,
+      "is": 275,
+      "re": 276,
+      "it": 277,
+      "▁the": 278,
+      "ar": 279,
+      "le": 280,
+      "▁w": 281,
+      "▁p": 282,
+      "ou": 283,
+      "al": 284,
+      "▁f": 285,
+      "▁m": 286,
+      "ed": 287,
+      "▁o": 288,
+      "▁b": 289,
+      "om": 290,
+      "ion": 291,
+      "ing": 292,
+      "ic": 293,
+      "as": 294,
+      "el": 295,
+      "ent": 296,
+      "▁in": 297,
+      "▁h": 298,
+      "nd": 299,
+      "et": 300,
+      "▁l": 301,
+      "▁n": 302,
+      "st": 303,
+      "▁to": 304,
+      "ch": 305,
+      "▁I": 306,
+      "ro": 307,
+      "▁▁▁▁▁▁▁▁": 308,
+      "il": 309,
+      "▁of": 310,
+      "de": 311,
+      "ct": 312,
+      "▁(": 313,
+      "am": 314,
+      "▁C": 315,
+      "▁de": 316,
+      "▁S": 317,
+      "▁u": 318,
+      "▁A": 319,
+      "▁\\": 320,
+      "▁e": 321,
+      "▁and": 322,
+      "▁T": 323,
+      "ol": 324,
+      "▁v": 325,
+      "im": 326,
+      "ot": 327,
+      "ad": 328,
+      "ut": 329,
+      "▁g": 330,
+      "em": 331,
+      "ur": 332,
+      "id": 333,
+      "▁*": 334,
+      "ig": 335,
+      "ra": 336,
+      "▁re": 337,
+      "▁is": 338,
+      "qu": 339,
+      "ow": 340,
+      "▁M": 341,
+      "est": 342,
+      "▁y": 343,
+      "se": 344,
+      "ve": 345,
+      "ce": 346,
+      "ie": 347,
+      "un": 348,
+      "▁P": 349,
+      "▁B": 350,
+      "ag": 351,
+      "ul": 352,
+      "▁=": 353,
+      "he": 354,
+      "end": 355,
+      "ode": 356,
+      "ter": 357,
+      "ment": 358,
+      "os": 359,
+      "▁D": 360,
+      "if": 361,
+      "ation": 362,
+      "▁for": 363,
+      "▁r": 364,
+      "▁L": 365,
+      "▁you": 366,
+      "▁be": 367,
+      "ly": 368,
+      "ver": 369,
+      "ab": 370,
+      "te": 371,
+      "▁it": 372,
+      "▁on": 373,
+      "ri": 374,
+      "us": 375,
+      "▁\"": 376,
+      "▁wh": 377,
+      "▁con": 378,
+      "▁H": 379,
+      "▁st": 380,
+      "ir": 381,
+      "▁E": 382,
+      "▁F": 383,
+      "ck": 384,
+      "▁an": 385,
+      "th": 386,
+      "eg": 387,
+      "ay": 388,
+      "ith": 389,
+      "▁R": 390,
+      "ist": 391,
+      "and": 392,
+      "▁that": 393,
+      "▁al": 394,
+      "▁$": 395,
+      "▁#": 396,
+      "od": 397,
+      "um": 398,
+      "▁W": 399,
+      "ht": 400,
+      "code": 401,
+      "▁G": 402,
+      "ate": 403,
+      "ess": 404,
+      "▁N": 405,
+      "ere": 406,
+      "pp": 407,
+      "▁as": 408,
+      "▁se": 409,
+      "▁pro": 410,
+      "▁with": 411,
+      "pe": 412,
+      "▁k": 413,
+      "ers": 414,
+      "pt": 415,
+      ");": 416,
+      "lo": 417,
+      "▁▁▁▁▁": 418,
+      "▁com": 419,
+      "ame": 420,
+      "▁`": 421,
+      "▁Com": 422,
+      "ia": 423,
+      "ant": 424,
+      "▁la": 425,
+      "▁{": 426,
+      "▁en": 427,
+      "ction": 428,
+      "▁ex": 429,
+      "ld": 430,
+      "ub": 431,
+      "▁j": 432,
+      "la": 433,
+      "ue": 434,
+      "▁J": 435,
+      "ich": 436,
+      "▁do": 437,
+      "▁O": 438,
+      "▁qu": 439,
+      "iv": 440,
+      "ort": 441,
+      "art": 442,
+      "▁un": 443,
+      "▁##": 444,
+      "▁this": 445,
+      "ke": 446,
+      "▁ha": 447,
+      "▁-": 448,
+      "out": 449,
+      "▁The": 450,
+      "▁not": 451,
+      "▁ne": 452,
+      "ill": 453,
+      "▁le": 454,
+      "ci": 455,
+      "rom": 456,
+      "ine": 457,
+      "//": 458,
+      "op": 459,
+      "egin": 460,
+      "▁Comment": 461,
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁": 462,
+      "begin": 463,
+      "ст": 464,
+      "ass": 465,
+      "iz": 466,
+      ").": 467,
+      "og": 468,
+      "▁п": 469,
+      "▁or": 470,
+      "▁was": 471,
+      "▁at": 472,
+      "our": 473,
+      "▁i": 474,
+      "ain": 475,
+      "▁K": 476,
+      "на": 477,
+      "▁V": 478,
+      "ge": 479,
+      "▁su": 480,
+      "ap": 481,
+      "age": 482,
+      "ould": 483,
+      "ne": 484,
+      "av": 485,
+      "xt": 486,
+      "ore": 487,
+      "ile": 488,
+      "--": 489,
+      "▁в": 490,
+      "▁by": 491,
+      "li": 492,
+      "ath": 493,
+      "ра": 494,
+      "ber": 495,
+      "ach": 496,
+      "all": 497,
+      "▁Th": 498,
+      "ult": 499,
+      "▁}": 500,
+      "▁U": 501,
+      "▁us": 502,
+      "▁z": 503,
+      "ust": 504,
+      "▁have": 505,
+      "lic": 506,
+      "ни": 507,
+      "▁can": 508,
+      "tr": 509,
+      "com": 510,
+      "),": 511,
+      "▁In": 512,
+      "ind": 513,
+      "ell": 514,
+      "▁from": 515,
+      "ов": 516,
+      "to": 517,
+      "▁[": 518,
+      "able": 519,
+      "ost": 520,
+      "▁ch": 521,
+      "ect": 522,
+      "ight": 523,
+      "int": 524,
+      "▁'": 525,
+      "▁are": 526,
+      "▁im": 527,
+      "▁sh": 528,
+      "▁<": 529,
+      "▁An": 530,
+      "▁с": 531,
+      "ata": 532,
+      "ire": 533,
+      "▁tr": 534,
+      "con": 535,
+      "ord": 536,
+      "ity": 537,
+      "ard": 538,
+      "▁▁▁▁▁▁": 539,
+      "▁he": 540,
+      "▁but": 541,
+      "oc": 542,
+      "=\"": 543,
+      "▁pr": 544,
+      "ure": 545,
+      "per": 546,
+      "ack": 547,
+      "ork": 548,
+      "ong": 549,
+      "ans": 550,
+      "ко": 551,
+      "ple": 552,
+      "▁des": 553,
+      "ok": 554,
+      "orm": 555,
+      "wer": 556,
+      "ak": 557,
+      "pr": 558,
+      "ase": 559,
+      "▁el": 560,
+      "ph": 561,
+      "ac": 562,
+      "▁und": 563,
+      "▁ar": 564,
+      "▁if": 565,
+      "ud": 566,
+      "ps": 567,
+      "ite": 568,
+      "ble": 569,
+      "но": 570,
+      "fer": 571,
+      "pl": 572,
+      "ive": 573,
+      "ang": 574,
+      "ens": 575,
+      "ро": 576,
+      "▁so": 577,
+      "so": 578,
+      "ast": 579,
+      "()": 580,
+      "swer": 581,
+      "ru": 582,
+      "ies": 583,
+      "▁:": 584,
+      "au": 585,
+      "ov": 586,
+      "ре": 587,
+      "го": 588,
+      "▁der": 589,
+      "▁my": 590,
+      "▁we": 591,
+      "▁me": 592,
+      "nt": 593,
+      "▁ad": 594,
+      "urn": 595,
+      "▁your": 596,
+      "://": 597,
+      "are": 598,
+      "▁all": 599,
+      "ff": 600,
+      "io": 601,
+      "estion": 602,
+      "ime": 603,
+      "▁er": 604,
+      "lass": 605,
+      "▁и": 606,
+      "▁which": 607,
+      "ome": 608,
+      "ont": 609,
+      "▁par": 610,
+      "▁ma": 611,
+      "▁Y": 612,
+      "\",": 613,
+      "▁о": 614,
+      "ft": 615,
+      "ial": 616,
+      "cc": 617,
+      "ound": 618,
+      "▁li": 619,
+      "▁res": 620,
+      "eth": 621,
+      "ject": 622,
+      "▁app": 623,
+      "▁St": 624,
+      "ice": 625,
+      "▁am": 626,
+      "act": 627,
+      "▁del": 628,
+      "gr": 629,
+      "ated": 630,
+      "ier": 631,
+      "▁▁▁▁▁▁▁▁▁▁▁▁": 632,
+      "▁ab": 633,
+      "▁et": 634,
+      "ally": 635,
+      "..": 636,
+      "port": 637,
+      "ik": 638,
+      "▁per": 639,
+      "▁cont": 640,
+      "ри": 641,
+      "ка": 642,
+      "ser": 643,
+      "ли": 644,
+      "ll": 645,
+      "iew": 646,
+      "ign": 647,
+      "_{": 648,
+      "put": 649,
+      "one": 650,
+      "unction": 651,
+      "▁di": 652,
+      "ary": 653,
+      "ition": 654,
+      "ma": 655,
+      "ен": 656,
+      "get": 657,
+      "▁lo": 658,
+      "▁val": 659,
+      "▁Q": 660,
+      "ran": 661,
+      "▁д": 662,
+      "ence": 663,
+      "▁work": 664,
+      "▁на": 665,
+      "ip": 666,
+      "item": 667,
+      "ype": 668,
+      "▁&": 669,
+      "▁his": 670,
+      "▁use": 671,
+      "der": 672,
+      "▁Answer": 673,
+      "▁will": 674,
+      "ize": 675,
+      "та": 676,
+      "low": 677,
+      "▁Ch": 678,
+      "▁get": 679,
+      "ide": 680,
+      "ous": 681,
+      "ink": 682,
+      "ption": 683,
+      "ла": 684,
+      "turn": 685,
+      "ung": 686,
+      "ec": 687,
+      "ug": 688,
+      "form": 689,
+      "res": 690,
+      "htt": 691,
+      "oug": 692,
+      "ль": 693,
+      "▁no": 694,
+      "cl": 695,
+      "▁ro": 696,
+      "▁one": 697,
+      "tt": 698,
+      "cri": 699,
+      "du": 700,
+      "▁up": 701,
+      "то": 702,
+      "(\"": 703,
+      "▁ob": 704,
+      "we": 705,
+      "ory": 706,
+      "▁est": 707,
+      "ery": 708,
+      "iel": 709,
+      "str": 710,
+      "ob": 711,
+      "▁que": 712,
+      "ian": 713,
+      "▁out": 714,
+      "▁pl": 715,
+      "▁new": 716,
+      "ки": 717,
+      "▁+": 718,
+      "ry": 719,
+      "oth": 720,
+      "ther": 721,
+      "▁var": 722,
+      "▁would": 723,
+      "▁ser": 724,
+      "tern": 725,
+      "text": 726,
+      "▁there": 727,
+      "ish": 728,
+      "ror": 729,
+      "те": 730,
+      "▁set": 731,
+      "▁@": 732,
+      "▁по": 733,
+      "▁te": 734,
+      "ex": 735,
+      "▁return": 736,
+      "ail": 737,
+      "▁any": 738,
+      "▁It": 739,
+      "▁function": 740,
+      "{\\": 741,
+      "',": 742,
+      "és": 743,
+      "ale": 744,
+      "ан": 745,
+      "▁when": 746,
+      "ib": 747,
+      "▁go": 748,
+      "ance": 749,
+      "▁had": 750,
+      "▁Qu": 751,
+      "▁comp": 752,
+      "ле": 753,
+      "▁з": 754,
+      "math": 755,
+      "▁has": 756,
+      "▁м": 757,
+      "▁pre": 758,
+      "ener": 759,
+      "▁part": 760,
+      "elf": 761,
+      "▁die": 762,
+      "▁like": 763,
+      "ray": 764,
+      "irst": 765,
+      "▁dis": 766,
+      "▁man": 767,
+      "rit": 768,
+      "▁then": 769,
+      "▁class": 770,
+      "pro": 771,
+      "▁po": 772,
+      "▁using": 773,
+      "eb": 774,
+      "▁code": 775,
+      "own": 776,
+      "▁some": 777,
+      "ces": 778,
+      "▁$\\": 779,
+      "ер": 780,
+      "lect": 781,
+      "▁au": 782,
+      "isch": 783,
+      "▁col": 784,
+      "▁–": 785,
+      "up": 786,
+      "ons": 787,
+      "▁add": 788,
+      "ild": 789,
+      "iss": 790,
+      "val": 791,
+      "ount": 792,
+      "les": 793,
+      "vent": 794,
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁": 795,
+      "▁Z": 796,
+      "In": 797,
+      "row": 798,
+      "ear": 799,
+      "ations": 800,
+      "ah": 801,
+      "que": 802,
+      "ublic": 803,
+      "ank": 804,
+      "▁sp": 805,
+      "▁Wh": 806,
+      "----": 807,
+      "sk": 808,
+      "ew": 809,
+      "ags": 810,
+      "ти": 811,
+      "ann": 812,
+      "▁—": 813,
+      "ert": 814,
+      "ace": 815,
+      "sch": 816,
+      "▁need": 817,
+      "▁à": 818,
+      "ien": 819,
+      "ough": 820,
+      "не": 821,
+      "▁def": 822,
+      "ij": 823,
+      "ern": 824,
+      "▁what": 825,
+      "▁Ar": 826,
+      "wo": 827,
+      "ml": 828,
+      "</": 829,
+      "▁Re": 830,
+      "▁es": 831,
+      "▁inst": 832,
+      "bo": 833,
+      "az": 834,
+      "▁###": 835,
+      "▁б": 836,
+      "erm": 837,
+      "▁Al": 838,
+      "led": 839,
+      "да": 840,
+      "ten": 841,
+      "set": 842,
+      "ло": 843,
+      "▁comm": 844,
+      "sh": 845,
+      "ва": 846,
+      "▁/": 847,
+      "▁data": 848,
+      "▁//": 849,
+      "](": 850,
+      "▁str": 851,
+      "ose": 852,
+      "▁Un": 853,
+      "ven": 854,
+      "St": 855,
+      "...": 856,
+      "▁С": 857,
+      "yst": 858,
+      "▁«": 859,
+      "ick": 860,
+      "ix": 861,
+      "par": 862,
+      "▁у": 863,
+      "▁want": 864,
+      "ng": 865,
+      "ote": 866,
+      "▁gr": 867,
+      "▁du": 868,
+      "▁.": 869,
+      "und": 870,
+      "▁only": 871,
+      "▁sa": 872,
+      "ely": 873,
+      "vers": 874,
+      "▁ent": 875,
+      "))": 876,
+      "('": 877,
+      "▁mod": 878,
+      "ava": 879,
+      "ton": 880,
+      "▁should": 881,
+      "ement": 882,
+      "▁form": 883,
+      "▁also": 884,
+      "▁sc": 885,
+      "ings": 886,
+      "▁You": 887,
+      "ón": 888,
+      "▁kn": 889,
+      "();": 890,
+      "▁|": 891,
+      "▁were": 892,
+      "ss": 893,
+      "▁Question": 894,
+      "ise": 895,
+      "▁they": 896,
+      "▁De": 897,
+      "ond": 898,
+      "▁sol": 899,
+      "▁fol": 900,
+      "▁more": 901,
+      "▁her": 902,
+      "▁_": 903,
+      "▁é": 904,
+      "atch": 905,
+      "fter": 906,
+      "▁cre": 907,
+      "lock": 908,
+      "tring": 909,
+      "▁This": 910,
+      "ze": 911,
+      "ado": 912,
+      "ull": 913,
+      "ger": 914,
+      "be": 915,
+      "▁other": 916,
+      "▁Tags": 917,
+      "ution": 918,
+      "ict": 919,
+      "▁how": 920,
+      "▁x": 921,
+      "▁Se": 922,
+      "▁che": 923,
+      "cript": 924,
+      "▁just": 925,
+      "▁pos": 926,
+      "ange": 927,
+      "ific": 928,
+      "ree": 929,
+      "}}": 930,
+      "▁time": 931,
+      "app": 932,
+      "ны": 933,
+      "▁file": 934,
+      "ark": 935,
+      "ical": 936,
+      "▁first": 937,
+      "▁int": 938,
+      "▁В": 939,
+      "▁He": 940,
+      "ta": 941,
+      "ument": 942,
+      "ors": 943,
+      "lement": 944,
+      "rac": 945,
+      "▁ag": 946,
+      "▁does": 947,
+      "yn": 948,
+      "read": 949,
+      "ual": 950,
+      "▁Le": 951,
+      "ys": 952,
+      "▁em": 953,
+      "▁num": 954,
+      "vel": 955,
+      "ди": 956,
+      "over": 957,
+      "▁dif": 958,
+      "ethod": 959,
+      "▁If": 960,
+      "▁spe": 961,
+      "ym": 962,
+      "▁them": 963,
+      "▁into": 964,
+      "▁▁▁▁▁▁▁▁▁▁": 965,
+      "▁les": 966,
+      "▁its": 967,
+      "ese": 968,
+      "ield": 969,
+      "▁public": 970,
+      "▁П": 971,
+      "▁den": 972,
+      "ystem": 973,
+      "of": 974,
+      "▁over": 975,
+      "->": 976,
+      "▁fil": 977,
+      "name": 978,
+      "inal": 979,
+      "▁il": 980,
+      "ample": 981,
+      "▁way": 982,
+      "ica": 983,
+      "во": 984,
+      "cess": 985,
+      "itt": 986,
+      "uch": 987,
+      "▁where": 988,
+      "ми": 989,
+      "org": 990,
+      "https": 991,
+      "▁vo": 992,
+      "ient": 993,
+      "ove": 994,
+      "▁value": 995,
+      "eng": 996,
+      "▁La": 997,
+      "^{": 998,
+      "ref": 999,
+      "ied": 1000,
+      "ER": 1001,
+      "▁stat": 1002,
+      "fig": 1003,
+      "me": 1004,
+      "▁von": 1005,
+      "▁inter": 1006,
+      "roid": 1007,
+      "ater": 1008,
+      "▁their": 1009,
+      "▁bet": 1010,
+      "▁ein": 1011,
+      "}\\": 1012,
+      "\">": 1013,
+      "▁sub": 1014,
+      "▁op": 1015,
+      "▁don": 1016,
+      "ty": 1017,
+      "▁try": 1018,
+      "▁Pro": 1019,
+      "▁tra": 1020,
+      "▁same": 1021,
+      "ep": 1022,
+      "▁two": 1023,
+      "▁name": 1024,
+      "old": 1025,
+      "let": 1026,
+      "▁sim": 1027,
+      "sp": 1028,
+      "▁av": 1029,
+      "bre": 1030,
+      "blem": 1031,
+      "ey": 1032,
+      "▁could": 1033,
+      "▁cor": 1034,
+      "▁acc": 1035,
+      "ays": 1036,
+      "cre": 1037,
+      "urr": 1038,
+      "si": 1039,
+      "▁const": 1040,
+      "ues": 1041,
+      "}$": 1042,
+      "View": 1043,
+      "▁act": 1044,
+      "▁bo": 1045,
+      "▁ко": 1046,
+      "▁som": 1047,
+      "▁about": 1048,
+      "land": 1049,
+      "mer": 1050,
+      "▁list": 1051,
+      "cal": 1052,
+      "▁import": 1053,
+      "col": 1054,
+      "▁na": 1055,
+      "na": 1056,
+      "::": 1057,
+      "▁who": 1058,
+      "▁error": 1059,
+      "▁X": 1060,
+      "ator": 1061,
+      "ext": 1062,
+      "▁been": 1063,
+      "ér": 1064,
+      "▁run": 1065,
+      "pos": 1066,
+      "▁cl": 1067,
+      "**": 1068,
+      "▁К": 1069,
+      "ular": 1070,
+      "ause": 1071,
+      "▁reg": 1072,
+      "▁know": 1073,
+      "▁see": 1074,
+      "▁him": 1075,
+      "ning": 1076,
+      "▁за": 1077,
+      "ates": 1078,
+      "fore": 1079,
+      "ions": 1080,
+      "▁hel": 1081,
+      "ute": 1082,
+      "▁rem": 1083,
+      "▁го": 1084,
+      "▁Mar": 1085,
+      "ру": 1086,
+      "vice": 1087,
+      "irect": 1088,
+      "ner": 1089,
+      "▁under": 1090,
+      "rib": 1091,
+      "hr": 1092,
+      "че": 1093,
+      "▁As": 1094,
+      "▁end": 1095,
+      "ember": 1096,
+      "▁а": 1097,
+      "▁att": 1098,
+      "ina": 1099,
+      "son": 1100,
+      "▁follow": 1101,
+      "▁Sch": 1102,
+      "pect": 1103,
+      "▁rel": 1104,
+      "▁So": 1105,
+      "▁look": 1106,
+      "abel": 1107,
+      "▁problem": 1108,
+      "▁van": 1109,
+      "strong": 1110,
+      "co": 1111,
+      "pon": 1112,
+      "ca": 1113,
+      "ada": 1114,
+      "\":": 1115,
+      "cond": 1116,
+      "amb": 1117,
+      "},": 1118,
+      "quest": 1119,
+      "▁aut": 1120,
+      "▁result": 1121,
+      "▁may": 1122,
+      "Re": 1123,
+      "http": 1124,
+      "):": 1125,
+      "▁And": 1126,
+      "red": 1127,
+      "▁How": 1128,
+      "po": 1129,
+      "ско": 1130,
+      "att": 1131,
+      "oup": 1132,
+      "ced": 1133,
+      "▁type": 1134,
+      "▁than": 1135,
+      "▁cons": 1136,
+      "uf": 1137,
+      "ци": 1138,
+      "▁question": 1139,
+      "raph": 1140,
+      "igh": 1141,
+      "▁М": 1142,
+      "▁htt": 1143,
+      "ins": 1144,
+      "den": 1145,
+      "▁da": 1146,
+      "▁ver": 1147,
+      "oh": 1148,
+      "▁=>": 1149,
+      "riv": 1150,
+      "ude": 1151,
+      "▁For": 1152,
+      "▁ra": 1153,
+      "frac": 1154,
+      "ма": 1155,
+      "▁after": 1156,
+      "}{": 1157,
+      "▁method": 1158,
+      "\")": 1159,
+      "amp": 1160,
+      "ash": 1161,
+      "▁rec": 1162,
+      "▁differ": 1163,
+      "ON": 1164,
+      "ax": 1165,
+      "ament": 1166,
+      "ource": 1167,
+      "Con": 1168,
+      "its": 1169,
+      "Name": 1170,
+      "man": 1171,
+      "▁bec": 1172,
+      "che": 1173,
+      "▁En": 1174,
+      "aj": 1175,
+      "▁gener": 1176,
+      "IN": 1177,
+      "▁id": 1178,
+      "ages": 1179,
+      "▁loc": 1180,
+      "fo": 1181,
+      "br": 1182,
+      "▁she": 1183,
+      "Pro": 1184,
+      "▁una": 1185,
+      "▁к": 1186,
+      "eta": 1187,
+      "log": 1188,
+      "olog": 1189,
+      "▁sur": 1190,
+      "arg": 1191,
+      "▁--": 1192,
+      "kt": 1193,
+      "(\\": 1194,
+      "min": 1195,
+      "▁line": 1196,
+      "▁vari": 1197,
+      "ся": 1198,
+      "ics": 1199,
+      "ня": 1200,
+      "very": 1201,
+      "add": 1202,
+      "▁object": 1203,
+      "Id": 1204,
+      "▁But": 1205,
+      "▁case": 1206,
+      "▁make": 1207,
+      "▁cal": 1208,
+      "▁pass": 1209,
+      "сь": 1210,
+      "ession": 1211,
+      "net": 1212,
+      ".\"": 1213,
+      "▁г": 1214,
+      "är": 1215,
+      "де": 1216,
+      "no": 1217,
+      "ating": 1218,
+      "ato": 1219,
+      "line": 1220,
+      "ви": 1221,
+      "▁Ex": 1222,
+      "▁ass": 1223,
+      "▁vers": 1224,
+      "ля": 1225,
+      "▁ed": 1226,
+      "umn": 1227,
+      "other": 1228,
+      "ста": 1229,
+      "ative": 1230,
+      "String": 1231,
+      "▁los": 1232,
+      "wn": 1233,
+      "▁answer": 1234,
+      "▁let": 1235,
+      "▁pe": 1236,
+      "ents": 1237,
+      "▁fe": 1238,
+      "ince": 1239,
+      "ni": 1240,
+      "ider": 1241,
+      "ows": 1242,
+      "▁test": 1243,
+      "▁here": 1244,
+      "roll": 1245,
+      "▁call": 1246,
+      "ruct": 1247,
+      "▁pol": 1248,
+      "ait": 1249,
+      "▁back": 1250,
+      "ho": 1251,
+      "Ex": 1252,
+      "ress": 1253,
+      "ST": 1254,
+      "ried": 1255,
+      "date": 1256,
+      "ет": 1257,
+      "▁did": 1258,
+      "ting": 1259,
+      "▁El": 1260,
+      "▁dem": 1261,
+      ")$": 1262,
+      "ова": 1263,
+      "urrent": 1264,
+      "lace": 1265,
+      "right": 1266,
+      "ren": 1267,
+      "по": 1268,
+      "▁each": 1269,
+      "cy": 1270,
+      "block": 1271,
+      "data": 1272,
+      "▁%": 1273,
+      "▁ac": 1274,
+      "▁==": 1275,
+      "ür": 1276,
+      "▁por": 1277,
+      "ask": 1278,
+      "arch": 1279,
+      "ames": 1280,
+      "▁Con": 1281,
+      "ча": 1282,
+      "▁off": 1283,
+      "▁find": 1284,
+      "cont": 1285,
+      "▁now": 1286,
+      "work": 1287,
+      "ational": 1288,
+      "dd": 1289,
+      "ción": 1290,
+      "▁А": 1291,
+      "ault": 1292,
+      "List": 1293,
+      "▁ext": 1294,
+      "urs": 1295,
+      "ake": 1296,
+      "ule": 1297,
+      "▁point": 1298,
+      "AT": 1299,
+      "aut": 1300,
+      "▁trans": 1301,
+      "▁co": 1302,
+      "▁read": 1303,
+      "▁used": 1304,
+      "ски": 1305,
+      "ari": 1306,
+      "LE": 1307,
+      "eter": 1308,
+      "oun": 1309,
+      "ever": 1310,
+      "self": 1311,
+      "ined": 1312,
+      "idth": 1313,
+      "ux": 1314,
+      "js": 1315,
+      "▁such": 1316,
+      "▁Is": 1317,
+      "ée": 1318,
+      "ful": 1319,
+      "▁dist": 1320,
+      "▁bu": 1321,
+      "itemize": 1322,
+      "Cont": 1323,
+      "je": 1324,
+      "си": 1325,
+      "▁prov": 1326,
+      "bb": 1327,
+      "ward": 1328,
+      "esent": 1329,
+      "erson": 1330,
+      "anks": 1331,
+      "wh": 1332,
+      "not": 1333,
+      "▁We": 1334,
+      "ka": 1335,
+      "rop": 1336,
+      "atur": 1337,
+      "als": 1338,
+      "▁bel": 1339,
+      "ör": 1340,
+      "fr": 1341,
+      "▁example": 1342,
+      "▁incl": 1343,
+      "amil": 1344,
+      "▁ра": 1345,
+      "▁“": 1346,
+      "▁string": 1347,
+      "▁think": 1348,
+      "Th": 1349,
+      "▁tem": 1350,
+      "ave": 1351,
+      "▁Fran": 1352,
+      "▁number": 1353,
+      "▁si": 1354,
+      "imes": 1355,
+      "tem": 1356,
+      "my": 1357,
+      "ler": 1358,
+      "load": 1359,
+      "==": 1360,
+      "▁hand": 1361,
+      "za": 1362,
+      "▁because": 1363,
+      "▁sch": 1364,
+      "vo": 1365,
+      "this": 1366,
+      "ID": 1367,
+      "ão": 1368,
+      "▁start": 1369,
+      "▁war": 1370,
+      "▁help": 1371,
+      "ts": 1372,
+      "▁char": 1373,
+      "▁ph": 1374,
+      "▁min": 1375,
+      "til": 1376,
+      "rite": 1377,
+      "--------": 1378,
+      "els": 1379,
+      "▁mit": 1380,
+      "edia": 1381,
+      "ку": 1382,
+      "▁Sh": 1383,
+      "any": 1384,
+      "];": 1385,
+      "▁Б": 1386,
+      "ique": 1387,
+      "da": 1388,
+      "ef": 1389,
+      "dex": 1390,
+      "▁produ": 1391,
+      "▁Н": 1392,
+      "gram": 1393,
+      "▁Or": 1394,
+      "▁gre": 1395,
+      "quote": 1396,
+      "leg": 1397,
+      "orn": 1398,
+      "▁ind": 1399,
+      "▁post": 1400,
+      "▁dep": 1401,
+      "],": 1402,
+      "vi": 1403,
+      "▁user": 1404,
+      "▁>": 1405,
+      "lick": 1406,
+      "▁very": 1407,
+      "ething": 1408,
+      "▁array": 1409,
+      "▁gu": 1410,
+      "▁dur": 1411,
+      "`.": 1412,
+      "ть": 1413,
+      "lication": 1414,
+      "сти": 1415,
+      "ek": 1416,
+      "ico": 1417,
+      "▁dat": 1418,
+      "ор": 1419,
+      "html": 1420,
+      "ione": 1421,
+      "▁different": 1422,
+      "▁check": 1423,
+      "▁fr": 1424,
+      "▁Er": 1425,
+      "▁text": 1426,
+      "ні": 1427,
+      "icht": 1428,
+      "stack": 1429,
+      "EN": 1430,
+      "rag": 1431,
+      "▁every": 1432,
+      "Ar": 1433,
+      "▁before": 1434,
+      "alse": 1435,
+      "▁fin": 1436,
+      "▁dé": 1437,
+      "▁these": 1438,
+      "▁det": 1439,
+      "Val": 1440,
+      "ception": 1441,
+      "▁android": 1442,
+      "blockquote": 1443,
+      "▁je": 1444,
+      "file": 1445,
+      "ats": 1446,
+      "▁до": 1447,
+      "essage": 1448,
+      "▁again": 1449,
+      "aw": 1450,
+      "Ch": 1451,
+      "ween": 1452,
+      "▁Д": 1453,
+      "for": 1454,
+      "cial": 1455,
+      "play": 1456,
+      "pre": 1457,
+      "ida": 1458,
+      "▁Par": 1459,
+      "ny": 1460,
+      "ract": 1461,
+      "▁supp": 1462,
+      "ased": 1463,
+      "lection": 1464,
+      "▁dans": 1465,
+      "air": 1466,
+      "rol": 1467,
+      "▁thr": 1468,
+      "Data": 1469,
+      "lich": 1470,
+      "▁про": 1471,
+      "▁long": 1472,
+      "▁second": 1473,
+      "ually": 1474,
+      "ines": 1475,
+      "▁found": 1476,
+      "ength": 1477,
+      "yp": 1478,
+      "ead": 1479,
+      "▁log": 1480,
+      "ui": 1481,
+      "new": 1482,
+      "▁Р": 1483,
+      "go": 1484,
+      "aus": 1485,
+      "ody": 1486,
+      "▁son": 1487,
+      "ме": 1488,
+      "ero": 1489,
+      "ved": 1490,
+      "sub": 1491,
+      "▁right": 1492,
+      "view": 1493,
+      "▁following": 1494,
+      "')": 1495,
+      "\");": 1496,
+      "▁said": 1497,
+      "же": 1498,
+      "чи": 1499,
+      "ту": 1500,
+      "ott": 1501,
+      "се": 1502,
+      "ars": 1503,
+      "$.": 1504,
+      "gg": 1505,
+      "▁br": 1506,
+      "ool": 1507,
+      "yle": 1508,
+      "use": 1509,
+      "▁show": 1510,
+      "lease": 1511,
+      "cia": 1512,
+      "▁direct": 1513,
+      "doc": 1514,
+      "ар": 1515,
+      "ms": 1516,
+      "▁giv": 1517,
+      "▁exp": 1518,
+      "ql": 1519,
+      "ду": 1520,
+      "ве": 1521,
+      "▁Be": 1522,
+      "Com": 1523,
+      "iter": 1524,
+      "RE": 1525,
+      "mp": 1526,
+      "men": 1527,
+      "▁Ro": 1528,
+      "MA": 1529,
+      "▁Col": 1530,
+      "ister": 1531,
+      "▁well": 1532,
+      "▁</": 1533,
+      "ayout": 1534,
+      "ature": 1535,
+      "ivers": 1536,
+      "zy": 1537,
+      "▁не": 1538,
+      "▁met": 1539,
+      "une": 1540,
+      "yth": 1541,
+      "Type": 1542,
+      "▁element": 1543,
+      "▁link": 1544,
+      "mod": 1545,
+      "▁between": 1546,
+      "cept": 1547,
+      "quire": 1548,
+      "▁through": 1549,
+      "▁while": 1550,
+      "▁On": 1551,
+      "the": 1552,
+      "ía": 1553,
+      "▁something": 1554,
+      "vol": 1555,
+      "▁most": 1556,
+      "sc": 1557,
+      "uss": 1558,
+      "▁car": 1559,
+      "▁sm": 1560,
+      "▁ро": 1561,
+      "ano": 1562,
+      "left": 1563,
+      "va": 1564,
+      "▁true": 1565,
+      "($": 1566,
+      "ems": 1567,
+      "▁much": 1568,
+      "ás": 1569,
+      "▁New": 1570,
+      "▁proper": 1571,
+      "era": 1572,
+      "ited": 1573,
+      "▁doc": 1574,
+      "ices": 1575,
+      "The": 1576,
+      "▁?": 1577,
+      "сто": 1578,
+      "fl": 1579,
+      "▁spec": 1580,
+      "ender": 1581,
+      "way": 1582,
+      "▁self": 1583,
+      "▁even": 1584,
+      "ів": 1585,
+      "▁се": 1586,
+      "ния": 1587,
+      "▁Pr": 1588,
+      "▁ke": 1589,
+      "emb": 1590,
+      "▁table": 1591,
+      "▁equ": 1592,
+      "lient": 1593,
+      "td": 1594,
+      "part": 1595,
+      "▁print": 1596,
+      "▁une": 1597,
+      "ify": 1598,
+      "▁->": 1599,
+      "ene": 1600,
+      "▁mon": 1601,
+      "▁dec": 1602,
+      "▁still": 1603,
+      "▁об": 1604,
+      "▁Tr": 1605,
+      "▁ф": 1606,
+      "ife": 1607,
+      "ism": 1608,
+      "by": 1609,
+      "raw": 1610,
+      "ior": 1611,
+      "▁med": 1612,
+      "orld": 1613,
+      "▁comple": 1614,
+      "ww": 1615,
+      "▁art": 1616,
+      "ron": 1617,
+      "▁Г": 1618,
+      "▁My": 1619,
+      "▁als": 1620,
+      "rect": 1621,
+      "▁auf": 1622,
+      "▁down": 1623,
+      "ather": 1624,
+      "Col": 1625,
+      "Text": 1626,
+      "back": 1627,
+      "$,": 1628,
+      "▁year": 1629,
+      "мо": 1630,
+      "pi": 1631,
+      "▁Gr": 1632,
+      "ream": 1633,
+      "▁rep": 1634,
+      "bf": 1635,
+      "www": 1636,
+      "▁wur": 1637,
+      "▁org": 1638,
+      "inter": 1639,
+      "▁Die": 1640,
+      "▁being": 1641,
+      "\".": 1642,
+      "label": 1643,
+      "▁cent": 1644,
+      "java": 1645,
+      "bar": 1646,
+      "ante": 1647,
+      "ana": 1648,
+      "__": 1649,
+      "▁solution": 1650,
+      "▁О": 1651,
+      "▁fl": 1652,
+      "▁create": 1653,
+      "ici": 1654,
+      "ste": 1655,
+      "ython": 1656,
+      "unt": 1657,
+      "ason": 1658,
+      "ference": 1659,
+      "SE": 1660,
+      "▁non": 1661,
+      "ane": 1662,
+      "▁ins": 1663,
+      "ader": 1664,
+      "_{\\": 1665,
+      "Res": 1666,
+      "▁main": 1667,
+      "пи": 1668,
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁▁": 1669,
+      "▁There": 1670,
+      "▁pour": 1671,
+      "RO": 1672,
+      "`,": 1673,
+      "lish": 1674,
+      "bject": 1675,
+      "ccess": 1676,
+      "▁orig": 1677,
+      "▁▁▁": 1678,
+      "ischen": 1679,
+      "ower": 1680,
+      "▁het": 1681,
+      "uc": 1682,
+      "▁else": 1683,
+      "».": 1684,
+      "▁от": 1685,
+      "equ": 1686,
+      "sible": 1687,
+      "test": 1688,
+      "stand": 1689,
+      "én": 1690,
+      "ets": 1691,
+      "GE": 1692,
+      "ident": 1693,
+      "▁е": 1694,
+      "▁при": 1695,
+      ".,": 1696,
+      "▁das": 1697,
+      "ock": 1698,
+      ",\"": 1699,
+      "▁vol": 1700,
+      "▁fo": 1701,
+      "▁para": 1702,
+      "▁Т": 1703,
+      "▁Car": 1704,
+      "ral": 1705,
+      "▁Sp": 1706,
+      "var": 1707,
+      "▁play": 1708,
+      "ouse": 1709,
+      "▁та": 1710,
+      "ically": 1711,
+      "▁contain": 1712,
+      "ponse": 1713,
+      "▁String": 1714,
+      "án": 1715,
+      "▁both": 1716,
+      "ken": 1717,
+      "AR": 1718,
+      "ере": 1719,
+      "▁Il": 1720,
+      "▁iss": 1721,
+      "▁open": 1722,
+      "▁)": 1723,
+      "▁What": 1724,
+      "fe": 1725,
+      "rivate": 1726,
+      "reg": 1727,
+      "▁without": 1728,
+      "▁zu": 1729,
+      "vis": 1730,
+      "flow": 1731,
+      "▁http": 1732,
+      "abase": 1733,
+      "▁word": 1734,
+      "▁change": 1735,
+      "▁works": 1736,
+      "▁ge": 1737,
+      "▁!": 1738,
+      "▁een": 1739,
+      "itle": 1740,
+      "▁event": 1741,
+      "word": 1742,
+      "ando": 1743,
+      "SB": 1744,
+      "rem": 1745,
+      "▁field": 1746,
+      "ving": 1747,
+      "Ser": 1748,
+      "▁our": 1749,
+      "▁qui": 1750,
+      "▁oper": 1751,
+      "▁ist": 1752,
+      "def": 1753,
+      "▁made": 1754,
+      "ние": 1755,
+      "px": 1756,
+      "▁men": 1757,
+      "rm": 1758,
+      "ais": 1759,
+      "cent": 1760,
+      "list": 1761,
+      "To": 1762,
+      "▁To": 1763,
+      "ja": 1764,
+      "vert": 1765,
+      "▁mar": 1766,
+      "value": 1767,
+      "▁„": 1768,
+      "\";": 1769,
+      "▁aus": 1770,
+      "▁Br": 1771,
+      "ole": 1772,
+      "▁mult": 1773,
+      "ought": 1774,
+      "▁mat": 1775,
+      "▁view": 1776,
+      "fil": 1777,
+      "▁со": 1778,
+      "га": 1779,
+      "▁void": 1780,
+      "▁good": 1781,
+      "бо": 1782,
+      "CT": 1783,
+      "▁many": 1784,
+      "ben": 1785,
+      "▁во": 1786,
+      "▁ка": 1787,
+      "▁system": 1788,
+      "ino": 1789,
+      "▁another": 1790,
+      "▁rest": 1791,
+      "user": 1792,
+      "ility": 1793,
+      "ai": 1794,
+      "▁might": 1795,
+      "ustom": 1796,
+      "▁order": 1797,
+      "▁Ver": 1798,
+      "SS": 1799,
+      "})": 1800,
+      "▁eff": 1801,
+      "до": 1802,
+      "ett": 1803,
+      "▁sign": 1804,
+      "му": 1805,
+      "IT": 1806,
+      "string": 1807,
+      "elle": 1808,
+      "▁sing": 1809,
+      "cul": 1810,
+      "▁trying": 1811,
+      "▁beg": 1812,
+      "▁page": 1813,
+      "хо": 1814,
+      "▁Can": 1815,
+      "▁Ser": 1816,
+      "++": 1817,
+      "▁must": 1818,
+      "▁values": 1819,
+      "▁key": 1820,
+      "ible": 1821,
+      "].": 1822,
+      "ird": 1823,
+      "▁program": 1824,
+      "roller": 1825,
+      "▁conne": 1826,
+      "▁say": 1827,
+      "▁param": 1828,
+      "ache": 1829,
+      "velop": 1830,
+      "▁select": 1831,
+      "▁famil": 1832,
+      "▁last": 1833,
+      "▁Thanks": 1834,
+      "▁pop": 1835,
+      "}.": 1836,
+      "eq": 1837,
+      "▁doesn": 1838,
+      "['": 1839,
+      "▁term": 1840,
+      "▁ré": 1841,
+      "▁document": 1842,
+      "па": 1843,
+      "лу": 1844,
+      "ateg": 1845,
+      ".)": 1846,
+      "ling": 1847,
+      "ional": 1848,
+      "ables": 1849,
+      "▁tak": 1850,
+      "utton": 1851,
+      "▁arg": 1852,
+      "type": 1853,
+      "▁sure": 1854,
+      "▁real": 1855,
+      "▁web": 1856,
+      "▁current": 1857,
+      "▁Pl": 1858,
+      "cho": 1859,
+      "ments": 1860,
+      "▁Joh": 1861,
+      "ots": 1862,
+      "▁exist": 1863,
+      "ну": 1864,
+      "▁für": 1865,
+      "▁из": 1866,
+      "do": 1867,
+      "ного": 1868,
+      "▁las": 1869,
+      "▁null": 1870,
+      "▁inform": 1871,
+      "▁Л": 1872,
+      "▁version": 1873,
+      "▁chang": 1874,
+      "ager": 1875,
+      "▁Comm": 1876,
+      "лі": 1877,
+      "ush": 1878,
+      "▁Ge": 1879,
+      "▁high": 1880,
+      "▁input": 1881,
+      "ogle": 1882,
+      "ros": 1883,
+      "box": 1884,
+      "gen": 1885,
+      "▁ste": 1886,
+      "▁local": 1887,
+      "Im": 1888,
+      "▁process": 1889,
+      "ternal": 1890,
+      "ized": 1891,
+      "ги": 1892,
+      "ét": 1893,
+      "▁Ind": 1894,
+      "▁och": 1895,
+      "lt": 1896,
+      "▁column": 1897,
+      "▁tried": 1898,
+      "▁command": 1899,
+      "▁best": 1900,
+      "aster": 1901,
+      "за": 1902,
+      "▁prim": 1903,
+      "▁model": 1904,
+      "▁і": 1905,
+      "▁those": 1906,
+      "ities": 1907,
+      "ère": 1908,
+      "▁ре": 1909,
+      "је": 1910,
+      "ши": 1911,
+      "ques": 1912,
+      "▁Am": 1913,
+      "▁own": 1914,
+      "lin": 1915,
+      "зи": 1916,
+      "Value": 1917,
+      "thing": 1918,
+      "▁,": 1919,
+      "▁Te": 1920,
+      "▁stud": 1921,
+      "▁um": 1922,
+      "▁server": 1923,
+      "ille": 1924,
+      "▁put": 1925,
+      "ativ": 1926,
+      "gy": 1927,
+      "ови": 1928,
+      "raf": 1929,
+      "ово": 1930,
+      "▁wurde": 1931,
+      "▁When": 1932,
+      "▁div": 1933,
+      "ants": 1934,
+      "▁ter": 1935,
+      "▁partic": 1936,
+      "▁т": 1937,
+      "▁Do": 1938,
+      "▁No": 1939,
+      "sert": 1940,
+      "ido": 1941,
+      "mathcal": 1942,
+      "ade": 1943,
+      "▁II": 1944,
+      "lear": 1945,
+      "ograph": 1946,
+      "ense": 1947,
+      "▁row": 1948,
+      "num": 1949,
+      "▁possible": 1950,
+      "▁since": 1951,
+      "▁Bo": 1952,
+      "ctions": 1953,
+      "▁Im": 1954,
+      "OR": 1955,
+      "ці": 1956,
+      "▁ide": 1957,
+      "map": 1958,
+      "▁correct": 1959,
+      "ves": 1960,
+      "php": 1961,
+      "▁output": 1962,
+      "▁Ph": 1963,
+      "AL": 1964,
+      "ared": 1965,
+      "\\\\": 1966,
+      "▁image": 1967,
+      "esch": 1968,
+      "жи": 1969,
+      "▁conf": 1970,
+      "por": 1971,
+      "query": 1972,
+      "ures": 1973,
+      "ium": 1974,
+      "ends": 1975,
+      "▁Ab": 1976,
+      "SBN": 1977,
+      "ід": 1978,
+      "ether": 1979,
+      "ptions": 1980,
+      "itu": 1981,
+      "lib": 1982,
+      "ns": 1983,
+      "ki": 1984,
+      "▁working": 1985,
+      "▁como": 1986,
+      "▁Then": 1987,
+      "ML": 1988,
+      "key": 1989,
+      "class": 1990,
+      "ople": 1991,
+      "ittle": 1992,
+      "▁match": 1993,
+      "ways": 1994,
+      "mathbb": 1995,
+      "▁require": 1996,
+      "alt": 1997,
+      "▁vis": 1998,
+      "▁bl": 1999,
+      "▁called": 2000,
+      "Item": 2001,
+      "ura": 2002,
+      "vec": 2003,
+      "eme": 2004,
+      "▁della": 2005,
+      "embre": 2006,
+      "urg": 2007,
+      "Se": 2008,
+      "▁request": 2009,
+      "ische": 2010,
+      "▁port": 2011,
+      "▁instead": 2012,
+      "=\\": 2013,
+      "▁У": 2014,
+      "hor": 2015,
+      "ente": 2016,
+      "ume": 2017,
+      "erd": 2018,
+      "са": 2019,
+      "▁why": 2020,
+      "rist": 2021,
+      "▁person": 2022,
+      "▁...": 2023,
+      "▁private": 2024,
+      "▁tot": 2025,
+      "pha": 2026,
+      "ift": 2027,
+      "ita": 2028,
+      "loc": 2029,
+      "▁old": 2030,
+      "он": 2031,
+      "▁nel": 2032,
+      "']": 2033,
+      "ti": 2034,
+      "iet": 2035,
+      "cite": 2036,
+      "plement": 2037,
+      "▁above": 2038,
+      "ks": 2039,
+      "ready": 2040,
+      "▁come": 2041,
+      "section": 2042,
+      "▁Pol": 2043,
+      "▁writ": 2044,
+      "▁https": 2045,
+      "▁$$": 2046,
+      "▁»": 2047,
+      "▁build": 2048,
+      "ito": 2049,
+      "▁consider": 2050,
+      "aft": 2051,
+      "App": 2052,
+      ",\\": 2053,
+      "indows": 2054,
+      "comm": 2055,
+      "▁;": 2056,
+      "ground": 2057,
+      "▁place": 2058,
+      "By": 2059,
+      "▁project": 2060,
+      "Object": 2061,
+      "▁repr": 2062,
+      "ences": 2063,
+      "indow": 2064,
+      "zt": 2065,
+      "▁files": 2066,
+      "cz": 2067,
+      "ivity": 2068,
+      "▁init": 2069,
+      "▁prob": 2070,
+      "▁sk": 2071,
+      "orth": 2072,
+      "iment": 2073,
+      "ouble": 2074,
+      "atal": 2075,
+      "irc": 2076,
+      "▁è": 2077,
+      "▁bre": 2078,
+      "ista": 2079,
+      "input": 2080,
+      "▁И": 2081,
+      "ной": 2082,
+      "sum": 2083,
+      "path": 2084,
+      "▁cour": 2085,
+      "▁too": 2086,
+      "▁Ad": 2087,
+      "▁Gu": 2088,
+      "▁false": 2089,
+      "▁fun": 2090,
+      "▁ст": 2091,
+      "ood": 2092,
+      "ès": 2093,
+      "▁enc": 2094,
+      "bol": 2095,
+      "rl": 2096,
+      "arget": 2097,
+      "order": 2098,
+      "▁mean": 2099,
+      "пе": 2100,
+      "igen": 2101,
+      "▁пре": 2102,
+      "width": 2103,
+      ";\r": 2104,
+      "itor": 2105,
+      "▁state": 2106,
+      "▁great": 2107,
+      "enn": 2108,
+      "bin": 2109,
+      "Er": 2110,
+      "Mod": 2111,
+      "oz": 2112,
+      "▁won": 2113,
+      "▁fact": 2114,
+      "▁java": 2115,
+      "▁Univers": 2116,
+      "▁cap": 2117,
+      "istor": 2118,
+      "}(": 2119,
+      "ku": 2120,
+      "ither": 2121,
+      "ales": 2122,
+      "▁ou": 2123,
+      "ross": 2124,
+      "▁take": 2125,
+      "rix": 2126,
+      "lob": 2127,
+      "▁eine": 2128,
+      "ases": 2129,
+      "▁access": 2130,
+      "ité": 2131,
+      "istr": 2132,
+      "ization": 2133,
+      "▁appro": 2134,
+      "ball": 2135,
+      "▁mak": 2136,
+      "}^": 2137,
+      "▁Cons": 2138,
+      "press": 2139,
+      "serv": 2140,
+      "().": 2141,
+      "af": 2142,
+      "▁ref": 2143,
+      ")\\": 2144,
+      "▁contin": 2145,
+      "su": 2146,
+      "iver": 2147,
+      "▁cond": 2148,
+      "▁expect": 2149,
+      "▁charact": 2150,
+      "bert": 2151,
+      "elt": 2152,
+      "ters": 2153,
+      "script": 2154,
+      "▁Ed": 2155,
+      "apt": 2156,
+      "');": 2157,
+      "print": 2158,
+      "▁size": 2159,
+      "▁sich": 2160,
+      "face": 2161,
+      "enden": 2162,
+      "▁Amer": 2163,
+      "ified": 2164,
+      "ów": 2165,
+      "▁Su": 2166,
+      "tes": 2167,
+      "med": 2168,
+      "▁Reg": 2169,
+      "sole": 2170,
+      "▁includ": 2171,
+      "ini": 2172,
+      "inci": 2173,
+      "▁pla": 2174,
+      "▁left": 2175,
+      "df": 2176,
+      "Par": 2177,
+      "▁All": 2178,
+      "▁occ": 2179,
+      "▁At": 2180,
+      "▁cr": 2181,
+      "Qu": 2182,
+      "▁given": 2183,
+      "▁System": 2184,
+      "ican": 2185,
+      "▁final": 2186,
+      "itions": 2187,
+      "▁бы": 2188,
+      "▁perform": 2189,
+      "AN": 2190,
+      "▁Me": 2191,
+      "uro": 2192,
+      "▁That": 2193,
+      "гра": 2194,
+      "▁По": 2195,
+      "▁ви": 2196,
+      "ably": 2197,
+      "▁present": 2198,
+      "duct": 2199,
+      "ric": 2200,
+      "▁Eng": 2201,
+      "try": 2202,
+      "▁lar": 2203,
+      "bl": 2204,
+      "idd": 2205,
+      "▁är": 2206,
+      "ora": 2207,
+      "LL": 2208,
+      "oss": 2209,
+      "▁ISBN": 2210,
+      "▁three": 2211,
+      "jo": 2212,
+      "ní": 2213,
+      "rc": 2214,
+      "▁far": 2215,
+      "▁Not": 2216,
+      "▁little": 2217,
+      "dis": 2218,
+      "ati": 2219,
+      "function": 2220,
+      "▁able": 2221,
+      "less": 2222,
+      "со": 2223,
+      "▁path": 2224,
+      "▁pres": 2225,
+      "lose": 2226,
+      "PI": 2227,
+      "▁issue": 2228,
+      "ackage": 2229,
+      "time": 2230,
+      "ige": 2231,
+      "ams": 2232,
+      "▁Cl": 2233,
+      "ails": 2234,
+      "alk": 2235,
+      "ii": 2236,
+      "ше": 2237,
+      "pen": 2238,
+      "QL": 2239,
+      "▁eas": 2240,
+      "RL": 2241,
+      "cel": 2242,
+      "▁sl": 2243,
+      "▁ask": 2244,
+      "▁nom": 2245,
+      "▁top": 2246,
+      "ides": 2247,
+      "index": 2248,
+      "ém": 2249,
+      "▁happ": 2250,
+      "ox": 2251,
+      "cd": 2252,
+      "▁better": 2253,
+      "▁load": 2254,
+      "ados": 2255,
+      "zen": 2256,
+      "▁ce": 2257,
+      "▁fa": 2258,
+      "▁John": 2259,
+      "IMA": 2260,
+      "▁Bar": 2261,
+      "overflow": 2262,
+      "▁де": 2263,
+      "ness": 2264,
+      "cer": 2265,
+      "▁Here": 2266,
+      "ret": 2267,
+      "▁sz": 2268,
+      "ambda": 2269,
+      "opy": 2270,
+      "url": 2271,
+      "py": 2272,
+      "rt": 2273,
+      "▁understand": 2274,
+      "ał": 2275,
+      "her": 2276,
+      "##": 2277,
+      "▁child": 2278,
+      "▁exec": 2279,
+      "▁application": 2280,
+      "▁struct": 2281,
+      "▁я": 2282,
+      "File": 2283,
+      "▁cert": 2284,
+      "ison": 2285,
+      "▁variable": 2286,
+      "DE": 2287,
+      "rs": 2288,
+      "▁really": 2289,
+      "Port": 2290,
+      "ba": 2291,
+      "▁Ber": 2292,
+      "▁inte": 2293,
+      "▁static": 2294,
+      "▁config": 2295,
+      "▁She": 2296,
+      "estions": 2297,
+      "▁plus": 2298,
+      "▁hab": 2299,
+      "ope": 2300,
+      "▁mus": 2301,
+      "▁count": 2302,
+      "ME": 2303,
+      "▁support": 2304,
+      "▁people": 2305,
+      "▁beh": 2306,
+      "▁already": 2307,
+      "Tr": 2308,
+      "▁done": 2309,
+      "dem": 2310,
+      "size": 2311,
+      "alpha": 2312,
+      "▁disc": 2313,
+      "])": 2314,
+      "▁Man": 2315,
+      "▁mil": 2316,
+      "▁stand": 2317,
+      "▁group": 2318,
+      "▁small": 2319,
+      "▁mag": 2320,
+      "сть": 2321,
+      "▁default": 2322,
+      "▁single": 2323,
+      "link": 2324,
+      "clude": 2325,
+      "▁ear": 2326,
+      "ilar": 2327,
+      "****": 2328,
+      "▁fix": 2329,
+      "ley": 2330,
+      "▁pas": 2331,
+      "ний": 2332,
+      "ission": 2333,
+      "▁implement": 2334,
+      "itch": 2335,
+      "▁года": 2336,
+      "▁always": 2337,
+      "▁Jah": 2338,
+      "pring": 2339,
+      "ção": 2340,
+      "plate": 2341,
+      "▁descri": 2342,
+      "▁head": 2343,
+      "init": 2344,
+      "ograf": 2345,
+      "▁query": 2346,
+      "ived": 2347,
+      "▁ing": 2348,
+      "pty": 2349,
+      "ha": 2350,
+      "▁mov": 2351,
+      "▁э": 2352,
+      "ette": 2353,
+      "ily": 2354,
+      "▁got": 2355,
+      "iled": 2356,
+      "icro": 2357,
+      "▁wr": 2358,
+      "ря": 2359,
+      "▁never": 2360,
+      "ores": 2361,
+      "▁bas": 2362,
+      "ios": 2363,
+      "lack": 2364,
+      "aint": 2365,
+      "vious": 2366,
+      "▁give": 2367,
+      "idad": 2368,
+      "En": 2369,
+      "ный": 2370,
+      "table": 2371,
+      "▁На": 2372,
+      "▁pat": 2373,
+      "тор": 2374,
+      "angu": 2375,
+      "loy": 2376,
+      "▁seg": 2377,
+      "array": 2378,
+      "▁Fl": 2379,
+      "▁index": 2380,
+      "▁sw": 2381,
+      "IMAGE": 2382,
+      "▁km": 2383,
+      "би": 2384,
+      "Class": 2385,
+      "ena": 2386,
+      "мен": 2387,
+      "comp": 2388,
+      "atus": 2389,
+      "rap": 2390,
+      "▁List": 2391,
+      "Error": 2392,
+      "▁typ": 2393,
+      "▁ма": 2394,
+      "cs": 2395,
+      "':": 2396,
+      "ji": 2397,
+      "▁However": 2398,
+      "▁те": 2399,
+      "▁below": 2400,
+      "▁App": 2401,
+      "ще": 2402,
+      "}_": 2403,
+      "bum": 2404,
+      "vir": 2405,
+      "ées": 2406,
+      "▁record": 2407,
+      "tain": 2408,
+      "lem": 2409,
+      "ital": 2410,
+      "▁imp": 2411,
+      "ego": 2412,
+      "▁od": 2413,
+      "▁rece": 2414,
+      "mit": 2415,
+      "ffic": 2416,
+      "stackoverflow": 2417,
+      "ieve": 2418,
+      "▁З": 2419,
+      "▁nov": 2420,
+      "це": 2421,
+      "▁Intern": 2422,
+      "bu": 2423,
+      "▁sugg": 2424,
+      "▁loop": 2425,
+      "ride": 2426,
+      "▁$(": 2427,
+      "▁super": 2428,
+      "rid": 2429,
+      "ных": 2430,
+      "▁Per": 2431,
+      "▁dom": 2432,
+      "='": 2433,
+      "utsch": 2434,
+      "len": 2435,
+      "▁write": 2436,
+      "▁inv": 2437,
+      "outh": 2438,
+      "▁Her": 2439,
+      "▁years": 2440,
+      "▁original": 2441,
+      "ega": 2442,
+      "▁Ste": 2443,
+      "▁seems": 2444,
+      "ég": 2445,
+      "▁next": 2446,
+      "eder": 2447,
+      "▁Ne": 2448,
+      "avas": 2449,
+      "ification": 2450,
+      "Exception": 2451,
+      "▁Der": 2452,
+      "▁ve": 2453,
+      "atic": 2454,
+      "hat": 2455,
+      "brary": 2456,
+      "return": 2457,
+      "urch": 2458,
+      "ision": 2459,
+      "mi": 2460,
+      "oint": 2461,
+      "▁day": 2462,
+      "iction": 2463,
+      "ál": 2464,
+      "▁és": 2465,
+      "▁though": 2466,
+      "action": 2467,
+      "ít": 2468,
+      "ungen": 2469,
+      "ours": 2470,
+      "▁script": 2471,
+      "▁information": 2472,
+      "▁multi": 2473,
+      "▁\\\\": 2474,
+      "ster": 2475,
+      "ке": 2476,
+      "AC": 2477,
+      "cies": 2478,
+      "▁display": 2479,
+      "oman": 2480,
+      "Time": 2481,
+      "ius": 2482,
+      "));": 2483,
+      "tre": 2484,
+      "▁lim": 2485,
+      "ately": 2486,
+      "éd": 2487,
+      "iste": 2488,
+      "▁са": 2489,
+      "post": 2490,
+      "uel": 2491,
+      "img": 2492,
+      "▁ч": 2493,
+      "ска": 2494,
+      "eld": 2495,
+      "pper": 2496,
+      "ula": 2497,
+      "▁general": 2498,
+      "Al": 2499,
+      "Form": 2500,
+      "▁upon": 2501,
+      "zo": 2502,
+      "amente": 2503,
+      "▁prom": 2504,
+      "▁ü": 2505,
+      "lex": 2506,
+      "▁turn": 2507,
+      "▁ме": 2508,
+      "ention": 2509,
+      "лен": 2510,
+      "▁af": 2511,
+      "icle": 2512,
+      "ств": 2513,
+      "▁Fil": 2514,
+      "▁Ф": 2515,
+      "avascript": 2516,
+      "Man": 2517,
+      "ara": 2518,
+      "ware": 2519,
+      "align": 2520,
+      "angle": 2521,
+      "▁Sc": 2522,
+      "unic": 2523,
+      "▁fran": 2524,
+      "Un": 2525,
+      "zi": 2526,
+      "met": 2527,
+      "Add": 2528,
+      "▁pub": 2529,
+      "ков": 2530,
+      "▁gen": 2531,
+      "▁pod": 2532,
+      "▁sum": 2533,
+      "▁having": 2534,
+      "▁avec": 2535,
+      "sl": 2536,
+      "▁fig": 2537,
+      "▁Res": 2538,
+      "Date": 2539,
+      "ules": 2540,
+      "with": 2541,
+      "ский": 2542,
+      "gu": 2543,
+      "ET": 2544,
+      "▁bro": 2545,
+      "rie": 2546,
+      "aps": 2547,
+      "ending": 2548,
+      "mail": 2549,
+      "ook": 2550,
+      "▁success": 2551,
+      "berg": 2552,
+      "▁deb": 2553,
+      "elta": 2554,
+      "()`": 2555,
+      "ential": 2556,
+      "frame": 2557,
+      "Key": 2558,
+      "inn": 2559,
+      "▁simple": 2560,
+      "ival": 2561,
+      "▁care": 2562,
+      "▁Web": 2563,
+      "\").": 2564,
+      "></": 2565,
+      "▁database": 2566,
+      "▁Now": 2567,
+      "Ind": 2568,
+      "▁мо": 2569,
+      "cht": 2570,
+      "ban": 2571,
+      "ram": 2572,
+      "equation": 2573,
+      "ski": 2574,
+      "ief": 2575,
+      "lim": 2576,
+      "Get": 2577,
+      "▁tre": 2578,
+      "aten": 2579,
+      "bed": 2580,
+      "▁Je": 2581,
+      "▁results": 2582,
+      "лю": 2583,
+      "тель": 2584,
+      "db": 2585,
+      "▁bit": 2586,
+      "body": 2587,
+      "Array": 2588,
+      "mu": 2589,
+      "pression": 2590,
+      "▁ста": 2591,
+      "ony": 2592,
+      "iff": 2593,
+      "▁bar": 2594,
+      "▁Arch": 2595,
+      "bers": 2596,
+      "){": 2597,
+      "▁Mon": 2598,
+      "▁doing": 2599,
+      "▁prof": 2600,
+      "▁install": 2601,
+      "▁position": 2602,
+      "ema": 2603,
+      "▁});": 2604,
+      "Path": 2605,
+      "ali": 2606,
+      "▁&&": 2607,
+      "lev": 2608,
+      "▁cannot": 2609,
+      "▁May": 2610,
+      "inst": 2611,
+      "-\\": 2612,
+      "▁coun": 2613,
+      "▁ang": 2614,
+      "▁appear": 2615,
+      "cor": 2616,
+      "ció": 2617,
+      "ided": 2618,
+      "questions": 2619,
+      "atter": 2620,
+      "▁Pa": 2621,
+      "select": 2622,
+      "▁princi": 2623,
+      "Event": 2624,
+      "▁side": 2625,
+      "▁mem": 2626,
+      "▁Jan": 2627,
+      "ario": 2628,
+      "▁within": 2629,
+      "▁Val": 2630,
+      "odes": 2631,
+      "iddle": 2632,
+      "uration": 2633,
+      "bra": 2634,
+      "▁date": 2635,
+      "[]": 2636,
+      "▁entre": 2637,
+      "ili": 2638,
+      "Portail": 2639,
+      "docs": 2640,
+      "ской": 2641,
+      "Element": 2642,
+      "▁message": 2643,
+      "▁nach": 2644,
+      "▁during": 2645,
+      "▁gra": 2646,
+      "etwork": 2647,
+      "▁By": 2648,
+      "▁tell": 2649,
+      "ete": 2650,
+      "~\\": 2651,
+      "▁bis": 2652,
+      "▁pu": 2653,
+      "▁red": 2654,
+      "▁thing": 2655,
+      "▁sort": 2656,
+      "xim": 2657,
+      "ires": 2658,
+      "User": 2659,
+      "iod": 2660,
+      "▁Est": 2661,
+      "osed": 2662,
+      "oute": 2663,
+      "▁Les": 2664,
+      "▁sent": 2665,
+      "ribute": 2666,
+      "utes": 2667,
+      "istory": 2668,
+      "▁service": 2669,
+      "';": 2670,
+      "field": 2671,
+      "▁IN": 2672,
+      "ension": 2673,
+      "rel": 2674,
+      "▁going": 2675,
+      "web": 2676,
+      "Context": 2677,
+      "▁later": 2678,
+      "uk": 2679,
+      "layout": 2680,
+      "ona": 2681,
+      "át": 2682,
+      "----------------": 2683,
+      "▁exact": 2684,
+      "andom": 2685,
+      "▁sie": 2686,
+      "II": 2687,
+      "▁They": 2688,
+      "mente": 2689,
+      "ibli": 2690,
+      "▁fine": 2691,
+      "UT": 2692,
+      "▁develop": 2693,
+      "▁Ein": 2694,
+      "soft": 2695,
+      "off": 2696,
+      "Set": 2697,
+      "▁az": 2698,
+      "eters": 2699,
+      "ilder": 2700,
+      "ples": 2701,
+      "▁specific": 2702,
+      "▁om": 2703,
+      "error": 2704,
+      "ently": 2705,
+      "▁film": 2706,
+      "uck": 2707,
+      "ains": 2708,
+      "ación": 2709,
+      "ges": 2710,
+      "жа": 2711,
+      "▁things": 2712,
+      "Sh": 2713,
+      "▁thought": 2714,
+      "▁added": 2715,
+      "dep": 2716,
+      "ского": 2717,
+      "▁Li": 2718,
+      "ils": 2719,
+      "ync": 2720,
+      "▁то": 2721,
+      "ries": 2722,
+      "▁cu": 2723,
+      "chen": 2724,
+      "ION": 2725,
+      "▁Des": 2726,
+      "ultado": 2727,
+      "irt": 2728,
+      "▁based": 2729,
+      "▁mo": 2730,
+      "▁dest": 2731,
+      "png": 2732,
+      "reen": 2733,
+      "▁running": 2734,
+      "amma": 2735,
+      "oud": 2736,
+      "▁refer": 2737,
+      "ious": 2738,
+      "▁Jul": 2739,
+      "▁search": 2740,
+      "ald": 2741,
+      "ede": 2742,
+      "▁wrong": 2743,
+      "An": 2744,
+      "▁until": 2745,
+      "site": 2746,
+      "ayer": 2747,
+      "▁once": 2748,
+      "arr": 2749,
+      "▁against": 2750,
+      "====": 2751,
+      "▁source": 2752,
+      "arn": 2753,
+      "api": 2754,
+      "▁represent": 2755,
+      "▁aff": 2756,
+      "▁sein": 2757,
+      "▁allow": 2758,
+      "ormal": 2759,
+      "ended": 2760,
+      "▁control": 2761,
+      "mathbf": 2762,
+      "come": 2763,
+      "cur": 2764,
+      "endo": 2765,
+      "wa": 2766,
+      "▁update": 2767,
+      "▁inside": 2768,
+      "▁reason": 2769,
+      "omen": 2770,
+      "▁вы": 2771,
+      "De": 2772,
+      "▁је": 2773,
+      "sw": 2774,
+      "▁sever": 2775,
+      "Of": 2776,
+      "▁instance": 2777,
+      "▁mer": 2778,
+      "▁effect": 2779,
+      "color": 2780,
+      "ugust": 2781,
+      "ilt": 2782,
+      "des": 2783,
+      "itz": 2784,
+      "ulation": 2785,
+      "nie": 2786,
+      "▁World": 2787,
+      "▁similar": 2788,
+      "ymbol": 2789,
+      "hing": 2790,
+      "▁mark": 2791,
+      "State": 2792,
+      "▁content": 2793,
+      "▁means": 2794,
+      "amed": 2795,
+      "▁End": 2796,
+      "ND": 2797,
+      "count": 2798,
+      "▁Inst": 2799,
+      "perty": 2800,
+      "ctor": 2801,
+      "▁{\\": 2802,
+      "▁Let": 2803,
+      "▁!=": 2804,
+      "▁getting": 2805,
+      "uth": 2806,
+      "umber": 2807,
+      "▁Consultado": 2808,
+      "schaft": 2809,
+      "lete": 2810,
+      "▁Will": 2811,
+      "▁Em": 2812,
+      "head": 2813,
+      "▁leg": 2814,
+      "ном": 2815,
+      "Or": 2816,
+      "arm": 2817,
+      "pond": 2818,
+      "▁Christ": 2819,
+      "▁around": 2820,
+      "▁clear": 2821,
+      "▁href": 2822,
+      "▁See": 2823,
+      "').": 2824,
+      "▁created": 2825,
+      "▁button": 2826,
+      "ining": 2827,
+      "▁click": 2828,
+      "iam": 2829,
+      "plit": 2830,
+      "For": 2831,
+      "▁polit": 2832,
+      "▁seem": 2833,
+      "▁life": 2834,
+      "нов": 2835,
+      "▁intern": 2836,
+      "щи": 2837,
+      "sel": 2838,
+      "soci": 2839,
+      "▁stor": 2840,
+      "cle": 2841,
+      "earch": 2842,
+      "android": 2843,
+      "}^{": 2844,
+      "▁either": 2845,
+      "▁few": 2846,
+      "▁initial": 2847,
+      "length": 2848,
+      "ria": 2849,
+      "sql": 2850,
+      "wik": 2851,
+      "▁ét": 2852,
+      "uer": 2853,
+      "▁valid": 2854,
+      "And": 2855,
+      "include": 2856,
+      "ury": 2857,
+      "▁sus": 2858,
+      "ired": 2859,
+      "▁After": 2860,
+      "▁due": 2861,
+      "▁bei": 2862,
+      "ources": 2863,
+      "▁Nov": 2864,
+      "Act": 2865,
+      "▁Cont": 2866,
+      "▁break": 2867,
+      "ested": 2868,
+      "▁actually": 2869,
+      "else": 2870,
+      "tml": 2871,
+      "rer": 2872,
+      "ones": 2873,
+      "▁design": 2874,
+      "▁property": 2875,
+      "phi": 2876,
+      "ality": 2877,
+      "och": 2878,
+      "ists": 2879,
+      "▁·": 2880,
+      "udio": 2881,
+      "AB": 2882,
+      "ala": 2883,
+      "iones": 2884,
+      "фи": 2885,
+      "find": 2886,
+      "As": 2887,
+      "▁custom": 2888,
+      "▁ann": 2889,
+      "ES": 2890,
+      "OT": 2891,
+      "lambda": 2892,
+      "▁ident": 2893,
+      "▁organ": 2894,
+      "▁Cent": 2895,
+      "▁Char": 2896,
+      "▁os": 2897,
+      "▁hard": 2898,
+      "ров": 2899,
+      "▁/>": 2900,
+      "ko": 2901,
+      "▁exper": 2902,
+      "▁separ": 2903,
+      "yl": 2904,
+      "ourn": 2905,
+      "▁dev": 2906,
+      "▁auch": 2907,
+      "▁block": 2908,
+      "book": 2909,
+      "▁map": 2910,
+      "illa": 2911,
+      "▁comput": 2912,
+      "▁space": 2913,
+      "result": 2914,
+      ")}": 2915,
+      "▁echo": 2916,
+      "config": 2917,
+      "hi": 2918,
+      "▁large": 2919,
+      "▁width": 2920,
+      "▁Go": 2921,
+      "mat": 2922,
+      "▁diff": 2923,
+      "▁kind": 2924,
+      "ances": 2925,
+      "ynam": 2926,
+      "▁color": 2927,
+      "Int": 2928,
+      "sol": 2929,
+      "▁pi": 2930,
+      "▁character": 2931,
+      "oment": 2932,
+      "▁response": 2933,
+      "igma": 2934,
+      "wards": 2935,
+      "arrow": 2936,
+      "су": 2937,
+      "ties": 2938,
+      "▁über": 2939,
+      "Image": 2940,
+      "yd": 2941,
+      "▁пере": 2942,
+      "▁node": 2943,
+      "▁item": 2944,
+      "achine": 2945,
+      "ima": 2946,
+      "▁va": 2947,
+      "▁approach": 2948,
+      "▁wer": 2949,
+      "▁че": 2950,
+      "On": 2951,
+      "ollow": 2952,
+      "она": 2953,
+      "cted": 2954,
+      "ured": 2955,
+      "Controller": 2956,
+      "lied": 2957,
+      "▁jo": 2958,
+      "▁dal": 2959,
+      "unk": 2960,
+      "▁î": 2961,
+      "start": 2962,
+      "ola": 2963,
+      "▁compon": 2964,
+      "IC": 2965,
+      "bit": 2966,
+      "▁base": 2967,
+      "пу": 2968,
+      "▁idea": 2969,
+      "▁dire": 2970,
+      "▁rad": 2971,
+      "group": 2972,
+      "▁With": 2973,
+      "server": 2974,
+      "side": 2975,
+      "sing": 2976,
+      "▁dies": 2977,
+      "▁near": 2978,
+      "▁voor": 2979,
+      "▁argument": 2980,
+      "▁},": 2981,
+      "▁land": 2982,
+      "▁names": 2983,
+      "▁option": 2984,
+      "ithub": 2985,
+      "pped": 2986,
+      "aug": 2987,
+      "▁links": 2988,
+      "▁full": 2989,
+      "▁situ": 2990,
+      "▁console": 2991,
+      "▁etc": 2992,
+      "aux": 2993,
+      "▁Cor": 2994,
+      "icrosoft": 2995,
+      "▁came": 2996,
+      "local": 2997,
+      "▁known": 2998,
+      "▁multiple": 2999,
+      "anguage": 3000,
+      "▁total": 3001,
+      "ology": 3002,
+      "ät": 3003,
+      "▁Х": 3004,
+      "▁fre": 3005,
+      "▁ten": 3006,
+      "ideo": 3007,
+      "▁bes": 3008,
+      "true": 3009,
+      "Query": 3010,
+      "omm": 3011,
+      "▁Art": 3012,
+      "▁keep": 3013,
+      "▁University": 3014,
+      "reate": 3015,
+      "pport": 3016,
+      "▁python": 3017,
+      "tra": 3018,
+      "ector": 3019,
+      "рі": 3020,
+      "oph": 3021,
+      "▁conc": 3022,
+      "▁four": 3023,
+      "viron": 3024,
+      "▁via": 3025,
+      "?\"": 3026,
+      "image": 3027,
+      "oll": 3028,
+      "ные": 3029,
+      "▁context": 3030,
+      "▁sem": 3031,
+      "._": 3032,
+      "▁eng": 3033,
+      "mar": 3034,
+      "AD": 3035,
+      "▁mor": 3036,
+      "▁Cal": 3037,
+      "▁cell": 3038,
+      "imal": 3039,
+      "ATE": 3040,
+      "▁inf": 3041,
+      "ön": 3042,
+      "uffer": 3043,
+      "sq": 3044,
+      "....": 3045,
+      "▁zur": 3046,
+      "With": 3047,
+      "ран": 3048,
+      "chn": 3049,
+      "▁door": 3050,
+      "content": 3051,
+      "▁miss": 3052,
+      "▁simp": 3053,
+      "ár": 3054,
+      "ira": 3055,
+      "▁hat": 3056,
+      "Test": 3057,
+      "▁certain": 3058,
+      "NS": 3059,
+      "▁cho": 3060,
+      "▁adv": 3061,
+      "where": 3062,
+      "▁looking": 3063,
+      "▁times": 3064,
+      "них": 3065,
+      "uto": 3066,
+      "▁É": 3067,
+      "can": 3068,
+      "host": 3069,
+      "▁(*": 3070,
+      "loat": 3071,
+      "▁nicht": 3072,
+      "Field": 3073,
+      "burg": 3074,
+      "const": 3075,
+      "ades": 3076,
+      "▁Mus": 3077,
+      "▁nothing": 3078,
+      "▁incre": 3079,
+      "▁Min": 3080,
+      "▁power": 3081,
+      "▁American": 3082,
+      "ln": 3083,
+      "valid": 3084,
+      "ungs": 3085,
+      "▁National": 3086,
+      "▁San": 3087,
+      "▁York": 3088,
+      "Request": 3089,
+      "char": 3090,
+      "▁Ze": 3091,
+      "button": 3092,
+      "▁alg": 3093,
+      "SON": 3094,
+      "▁ap": 3095,
+      "uff": 3096,
+      "ability": 3097,
+      "ем": 3098,
+      "▁anything": 3099,
+      "ela": 3100,
+      "())": 3101,
+      "ба": 3102,
+      "ampion": 3103,
+      "▁pot": 3104,
+      "▁fut": 3105,
+      "ailable": 3106,
+      "▁prop": 3107,
+      "\"]": 3108,
+      "▁less": 3109,
+      "lag": 3110,
+      "▁August": 3111,
+      "It": 3112,
+      "▁please": 3113,
+      "▁style": 3114,
+      "▁Also": 3115,
+      "bt": 3116,
+      "▁probably": 3117,
+      "▁One": 3118,
+      "▁poss": 3119,
+      "UI": 3120,
+      "uit": 3121,
+      "▁West": 3122,
+      "hn": 3123,
+      "+\\": 3124,
+      "Button": 3125,
+      "json": 3126,
+      "err": 3127,
+      "rame": 3128,
+      "dom": 3129,
+      "ilon": 3130,
+      "alf": 3131,
+      "▁client": 3132,
+      "▁continu": 3133,
+      "xml": 3134,
+      "pec": 3135,
+      "ador": 3136,
+      "ls": 3137,
+      "▁however": 3138,
+      "▁Any": 3139,
+      "änd": 3140,
+      "mathrm": 3141,
+      "▁url": 3142,
+      "▁book": 3143,
+      "▁gl": 3144,
+      "ives": 3145,
+      "gi": 3146,
+      "▁tro": 3147,
+      "▁US": 3148,
+      "point": 3149,
+      "open": 3150,
+      "▁cur": 3151,
+      "▁era": 3152,
+      "▁particular": 3153,
+      "▁HT": 3154,
+      "oot": 3155,
+      "ello": 3156,
+      "lobal": 3157,
+      "▁action": 3158,
+      "▁Int": 3159,
+      "▁include": 3160,
+      "▁elements": 3161,
+      "ная": 3162,
+      "ards": 3163,
+      "▁Bl": 3164,
+      "▁hum": 3165,
+      "from": 3166,
+      "change": 3167,
+      "▁functions": 3168,
+      "hen": 3169,
+      "Service": 3170,
+      "▁height": 3171,
+      "▁Land": 3172,
+      "ias": 3173,
+      "gs": 3174,
+      "ión": 3175,
+      "лов": 3176,
+      "node": 3177,
+      ".”": 3178,
+      "hand": 3179,
+      "▁бу": 3180,
+      "▁amb": 3181,
+      "▁Lu": 3182,
+      "▁throw": 3183,
+      "▁mot": 3184,
+      "▁Act": 3185,
+      "▁world": 3186,
+      "_\\": 3187,
+      "base": 3188,
+      "▁Co": 3189,
+      "▁arch": 3190,
+      "▁####": 3191,
+      "ged": 3192,
+      "pril": 3193,
+      "older": 3194,
+      "Model": 3195,
+      "▁several": 3196,
+      "lie": 3197,
+      "check": 3198,
+      "]{": 3199,
+      "cons": 3200,
+      "▁Tra": 3201,
+      "heck": 3202,
+      "▁least": 3203,
+      "down": 3204,
+      "ebru": 3205,
+      "Def": 3206,
+      "param": 3207,
+      "ischer": 3208,
+      "▁cas": 3209,
+      "CH": 3210,
+      "▁address": 3211,
+      "▁раз": 3212,
+      "ufen": 3213,
+      "urope": 3214,
+      "ей": 3215,
+      "▁bound": 3216,
+      "CO": 3217,
+      "▁Ang": 3218,
+      "▁Ma": 3219,
+      "Index": 3220,
+      "core": 3221,
+      "ouch": 3222,
+      "atabase": 3223,
+      "ribution": 3224,
+      "document": 3225,
+      "Le": 3226,
+      "}_{": 3227,
+      "vern": 3228,
+      "▁statement": 3229,
+      "▁Brit": 3230,
+      "ono": 3231,
+      "psilon": 3232,
+      "▁level": 3233,
+      "▁product": 3234,
+      "IS": 3235,
+      "▁course": 3236,
+      "▁Mr": 3237,
+      ">\r": 3238,
+      "▁background": 3239,
+      "▁ret": 3240,
+      "ering": 3241,
+      "most": 3242,
+      "сько": 3243,
+      "▁thread": 3244,
+      "itional": 3245,
+      "ites": 3246,
+      "Pl": 3247,
+      "▁dos": 3248,
+      "ga": 3249,
+      "day": 3250,
+      "▁Gener": 3251,
+      "▁tw": 3252,
+      "Ad": 3253,
+      "\"><": 3254,
+      "▁($": 3255,
+      "▁moment": 3256,
+      "title": 3257,
+      "create": 3258,
+      "version": 3259,
+      "Manager": 3260,
+      "▁fur": 3261,
+      "pping": 3262,
+      "ijn": 3263,
+      "ос": 3264,
+      "▁rather": 3265,
+      "ptember": 3266,
+      "OS": 3267,
+      "▁site": 3268,
+      "▁caus": 3269,
+      "ani": 3270,
+      "▁home": 3271,
+      "мі": 3272,
+      "▁short": 3273,
+      "pa": 3274,
+      "▁lead": 3275,
+      "ished": 3276,
+      "cing": 3277,
+      "ording": 3278,
+      "▁prote": 3279,
+      "сле": 3280,
+      "LECT": 3281,
+      "▁didn": 3282,
+      "position": 3283,
+      "\",\"": 3284,
+      "(),": 3285,
+      "trans": 3286,
+      "▁lot": 3287,
+      "▁од": 3288,
+      "AS": 3289,
+      "▁sat": 3290,
+      "▁points": 3291,
+      "github": 3292,
+      "style": 3293,
+      "▁году": 3294,
+      "▁Dis": 3295,
+      "ponent": 3296,
+      "omet": 3297,
+      "zer": 3298,
+      "ULL": 3299,
+      "▁pa": 3300,
+      "AP": 3301,
+      "aces": 3302,
+      "▁United": 3303,
+      "ama": 3304,
+      "ety": 3305,
+      "Color": 3306,
+      "▁enough": 3307,
+      "US": 3308,
+      "▁length": 3309,
+      "());": 3310,
+      "^{\\": 3311,
+      "fty": 3312,
+      "Box": 3313,
+      "apter": 3314,
+      "▁complet": 3315,
+      "ник": 3316,
+      "max": 3317,
+      "object": 3318,
+      "({": 3319,
+      "imgur": 3320,
+      "itive": 3321,
+      "unch": 3322,
+      "▁Sub": 3323,
+      "ende": 3324,
+      "гу": 3325,
+      "ategory": 3326,
+      "ты": 3327,
+      "iano": 3328,
+      "▁upd": 3329,
+      "▁Aust": 3330,
+      "}{\\": 3331,
+      "top": 3332,
+      "las": 3333,
+      "pis": 3334,
+      "iness": 3335,
+      "▁{\r": 3336,
+      "▁Е": 3337,
+      "Gr": 3338,
+      "▁AS": 3339,
+      "▁ве": 3340,
+      "thers": 3341,
+      "▁defined": 3342,
+      "azione": 3343,
+      "▁offic": 3344,
+      "▁autom": 3345,
+      "ün": 3346,
+      "▁brow": 3347,
+      "▁serv": 3348,
+      "▁remove": 3349,
+      "iro": 3350,
+      "▁Bibli": 3351,
+      "ED": 3352,
+      "▁whole": 3353,
+      "▁ш": 3354,
+      "▁Java": 3355,
+      "▁zum": 3356,
+      "ua": 3357,
+      "pm": 3358,
+      "dev": 3359,
+      "кра": 3360,
+      "olds": 3361,
+      "▁War": 3362,
+      "än": 3363,
+      "pass": 3364,
+      "uz": 3365,
+      "[\"": 3366,
+      "▁tri": 3367,
+      "ised": 3368,
+      "ха": 3369,
+      "▁memory": 3370,
+      "▁Port": 3371,
+      "oper": 3372,
+      "Up": 3373,
+      "▁Thank": 3374,
+      "▁Mich": 3375,
+      "ych": 3376,
+      "board": 3377,
+      "бу": 3378,
+      "Inst": 3379,
+      "▁begin": 3380,
+      "ination": 3381,
+      "▁Mod": 3382,
+      "_,": 3383,
+      "▁Den": 3384,
+      "option": 3385,
+      "▁construct": 3386,
+      "▁Just": 3387,
+      "Map": 3388,
+      "run": 3389,
+      "▁respect": 3390,
+      "ham": 3391,
+      "ман": 3392,
+      "imedia": 3393,
+      "▁apply": 3394,
+      "cription": 3395,
+      "main": 3396,
+      "▁Ка": 3397,
+      "oid": 3398,
+      "Code": 3399,
+      "};": 3400,
+      "Info": 3401,
+      "▁format": 3402,
+      "Log": 3403,
+      "▁су": 3404,
+      "▁lat": 3405,
+      "utor": 3406,
+      "▁reference": 3407,
+      "▁calcul": 3408,
+      "onn": 3409,
+      "Lo": 3410,
+      "infty": 3411,
+      "▁along": 3412,
+      "▁č": 3413,
+      "▁task": 3414,
+      "▁ev": 3415,
+      "theta": 3416,
+      "ras": 3417,
+      "jor": 3418,
+      "▁бо": 3419,
+      "▁princip": 3420,
+      "My": 3421,
+      "▁einer": 3422,
+      "▁Es": 3423,
+      "omb": 3424,
+      "quad": 3425,
+      "^{-": 3426,
+      "ump": 3427,
+      "▁till": 3428,
+      "ді": 3429,
+      "▁looks": 3430,
+      "▁ok": 3431,
+      "ца": 3432,
+      "nu": 3433,
+      "Fil": 3434,
+      "▁sont": 3435,
+      "▁Med": 3436,
+      "ague": 3437,
+      "▁cost": 3438,
+      "▁Sim": 3439,
+      "▁comment": 3440,
+      "▁(\\": 3441,
+      "egen": 3442,
+      "▁parameter": 3443,
+      "▁France": 3444,
+      "rep": 3445,
+      "▁TH": 3446,
+      "▁yet": 3447,
+      "▁away": 3448,
+      "▁circ": 3449,
+      "▁API": 3450,
+      "emp": 3451,
+      "ві": 3452,
+      "Layout": 3453,
+      "▁lines": 3454,
+      "▁Part": 3455,
+      "empt": 3456,
+      "▁Bi": 3457,
+      "▁mind": 3458,
+      "ky": 3459,
+      "ging": 3460,
+      "▁report": 3461,
+      "▁Add": 3462,
+      "род": 3463,
+      "▁range": 3464,
+      "cias": 3465,
+      "lip": 3466,
+      "▁Kar": 3467,
+      "▁Commons": 3468,
+      "gerufen": 3469,
+      "aff": 3470,
+      "sec": 3471,
+      "▁html": 3472,
+      "lig": 3473,
+      "▁window": 3474,
+      "inition": 3475,
+      "cis": 3476,
+      "▁ut": 3477,
+      "eln": 3478,
+      "▁aux": 3479,
+      "▁neg": 3480,
+      "Hand": 3481,
+      "▁);": 3482,
+      "▁anal": 3483,
+      "▁fri": 3484,
+      "▁си": 3485,
+      "etch": 3486,
+      "md": 3487,
+      "page": 3488,
+      "▁library": 3489,
+      "▁:=": 3490,
+      "ROM": 3491,
+      "You": 3492,
+      "space": 3493,
+      "▁durch": 3494,
+      "▁host": 3495,
+      "aven": 3496,
+      "▁File": 3497,
+      "alle": 3498,
+      "тив": 3499,
+      "▁pap": 3500,
+      "ство": 3501,
+      "mark": 3502,
+      "▁mais": 3503,
+      "erman": 3504,
+      "Size": 3505,
+      "ек": 3506,
+      "▁Ма": 3507,
+      "▁isn": 3508,
+      "▁copy": 3509,
+      "sten": 3510,
+      "river": 3511,
+      "▁went": 3512,
+      "▁javascript": 3513,
+      "▁sam": 3514,
+      "▁frame": 3515,
+      "▁vi": 3516,
+      "▁previous": 3517,
+      "rodu": 3518,
+      "▁methods": 3519,
+      "▁necess": 3520,
+      "NA": 3521,
+      "cket": 3522,
+      "▁opt": 3523,
+      "Loc": 3524,
+      "how": 3525,
+      "▁în": 3526,
+      "ship": 3527,
+      "▁itself": 3528,
+      "▁Please": 3529,
+      "iene": 3530,
+      "вер": 3531,
+      "▁<<": 3532,
+      "▁mill": 3533,
+      "▁trad": 3534,
+      "pace": 3535,
+      "▁Har": 3536,
+      "iten": 3537,
+      "wise": 3538,
+      "write": 3539,
+      "ции": 3540,
+      "ры": 3541,
+      "Line": 3542,
+      "olo": 3543,
+      "▁accept": 3544,
+      "height": 3545,
+      "▁elect": 3546,
+      "ella": 3547,
+      "▁på": 3548,
+      "Select": 3549,
+      "▁ли": 3550,
+      "▁\\<": 3551,
+      "((": 3552,
+      "▁ID": 3553,
+      "ops": 3554,
+      "ван": 3555,
+      "ió": 3556,
+      "TP": 3557,
+      "»,": 3558,
+      "nection": 3559,
+      "parent": 3560,
+      "▁Mag": 3561,
+      "Table": 3562,
+      "Over": 3563,
+      "▁network": 3564,
+      "спо": 3565,
+      "▁assign": 3566,
+      "igger": 3567,
+      "irm": 3568,
+      ")`": 3569,
+      "ottom": 3570,
+      "beta": 3571,
+      "▁dell": 3572,
+      "▁body": 3573,
+      "▁да": 3574,
+      "▁Your": 3575,
+      "▁fue": 3576,
+      "▁package": 3577,
+      "▁light": 3578,
+      "▁**": 3579,
+      "MP": 3580,
+      "▁cou": 3581,
+      "yes": 3582,
+      ":\\": 3583,
+      "▁Ч": 3584,
+      "▁mention": 3585,
+      "ensch": 3586,
+      "▁deg": 3587,
+      "▁convert": 3588,
+      "▁Dav": 3589,
+      "adt": 3590,
+      "Result": 3591,
+      "though": 3592,
+      "▁bus": 3593,
+      "xy": 3594,
+      "▁seen": 3595,
+      "All": 3596,
+      "public": 3597,
+      "ively": 3598,
+      "▁Rec": 3599,
+      "▁His": 3600,
+      "sim": 3601,
+      "▁för": 3602,
+      "▁histor": 3603,
+      "▁sett": 3604,
+      "rat": 3605,
+      "abled": 3606,
+      "▁»,": 3607,
+      "google": 3608,
+      "Web": 3609,
+      "él": 3610,
+      "▁title": 3611,
+      "▁Janu": 3612,
+      "ја": 3613,
+      "▁took": 3614,
+      "iden": 3615,
+      "sz": 3616,
+      "▁Get": 3617,
+      "▁objects": 3618,
+      "▁common": 3619,
+      "▁changes": 3620,
+      "▁Lond": 3621,
+      "▁extern": 3622,
+      "▁ju": 3623,
+      "Is": 3624,
+      "▁available": 3625,
+      "tri": 3626,
+      "▁más": 3627,
+      "osa": 3628,
+      "Be": 3629,
+      "▁Data": 3630,
+      "ural": 3631,
+      "▁hom": 3632,
+      "▁account": 3633,
+      "oo": 3634,
+      "▁perm": 3635,
+      "respond": 3636,
+      "yt": 3637,
+      "▁send": 3638,
+      "▁returns": 3639,
+      "ivid": 3640,
+      "▁expla": 3641,
+      "ín": 3642,
+      "▁nor": 3643,
+      "If": 3644,
+      "▁From": 3645,
+      "▁target": 3646,
+      "fect": 3647,
+      "ент": 3648,
+      "▁uit": 3649,
+      "▁Jo": 3650,
+      "▁variables": 3651,
+      "▁series": 3652,
+      "▁func": 3653,
+      "▁himself": 3654,
+      "▁ча": 3655,
+      "anti": 3656,
+      "▁ach": 3657,
+      "ialog": 3658,
+      "▁std": 3659,
+      "ae": 3660,
+      "▁foot": 3661,
+      "▁unter": 3662,
+      "gress": 3663,
+      "Not": 3664,
+      "rad": 3665,
+      "fér": 3666,
+      "▁util": 3667,
+      "orem": 3668,
+      "▁sou": 3669,
+      "opt": 3670,
+      "▁og": 3671,
+      "▁uma": 3672,
+      "itar": 3673,
+      "▁Ok": 3674,
+      "ück": 3675,
+      "sqrt": 3676,
+      "▁ant": 3677,
+      "▁werden": 3678,
+      "år": 3679,
+      "});": 3680,
+      "▁Paris": 3681,
+      "▁exception": 3682,
+      "▁determ": 3683,
+      "▁Vol": 3684,
+      "▁Sam": 3685,
+      "▁ess": 3686,
+      "lies": 3687,
+      "ioni": 3688,
+      "oding": 3689,
+      "idget": 3690,
+      "▁pri": 3691,
+      "▁whether": 3692,
+      "▁под": 3693,
+      "▁numbers": 3694,
+      "▁~": 3695,
+      "event": 3696,
+      "▁shows": 3697,
+      "atures": 3698,
+      "▁house": 3699,
+      "▁face": 3700,
+      "▁się": 3701,
+      "vironment": 3702,
+      "van": 3703,
+      "▁including": 3704,
+      "▁<-": 3705,
+      "times": 3706,
+      "now": 3707,
+      "▁pur": 3708,
+      "ifier": 3709,
+      "▁emp": 3710,
+      "▁cla": 3711,
+      "mon": 3712,
+      "▁Das": 3713,
+      "ady": 3714,
+      "▁від": 3715,
+      "▁ц": 3716,
+      "abor": 3717,
+      "OST": 3718,
+      "▁band": 3719,
+      "▁ú": 3720,
+      "▁exactly": 3721,
+      "iert": 3722,
+      "avig": 3723,
+      "▁redu": 3724,
+      "▁SE": 3725,
+      "lished": 3726,
+      "Bu": 3727,
+      "Message": 3728,
+      "cell": 3729,
+      "fully": 3730,
+      "▁sv": 3731,
+      "▁makes": 3732,
+      "pol": 3733,
+      "▁required": 3734,
+      "ferrer": 3735,
+      "▁pers": 3736,
+      "▁mi": 3737,
+      "FI": 3738,
+      "▁Paul": 3739,
+      "▁UI": 3740,
+      "▁Bel": 3741,
+      "inc": 3742,
+      "▁contains": 3743,
+      "Out": 3744,
+      "asure": 3745,
+      "pu": 3746,
+      "oto": 3747,
+      "▁game": 3748,
+      "zn": 3749,
+      "▁Why": 3750,
+      "orith": 3751,
+      "big": 3752,
+      "кий": 3753,
+      "sigma": 3754,
+      "▁quite": 3755,
+      "▁jed": 3756,
+      "rec": 3757,
+      "▁SQL": 3758,
+      "бе": 3759,
+      "▁Mart": 3760,
+      "ya": 3761,
+      "▁school": 3762,
+      "▁simply": 3763,
+      "▁vor": 3764,
+      "▁double": 3765,
+      "рав": 3766,
+      "▁Str": 3767,
+      "iem": 3768,
+      "▁album": 3769,
+      "▁resol": 3770,
+      "▁dei": 3771,
+      "▁Wik": 3772,
+      "▁aw": 3773,
+      "umb": 3774,
+      "ols": 3775,
+      "▁*/": 3776,
+      "▁ze": 3777,
+      "▁anim": 3778,
+      "/>": 3779,
+      "ris": 3780,
+      "resh": 3781,
+      "No": 3782,
+      "iques": 3783,
+      "current": 3784,
+      "▁period": 3785,
+      "▁April": 3786,
+      "▁store": 3787,
+      "','": 3788,
+      "▁Set": 3789,
+      "={": 3790,
+      "ached": 3791,
+      "▁Mal": 3792,
+      "▁Pal": 3793,
+      "antes": 3794,
+      "aterial": 3795,
+      "▁worked": 3796,
+      "leq": 3797,
+      "oreferrer": 3798,
+      "▁happen": 3799,
+      "▁box": 3800,
+      "ney": 3801,
+      "▁close": 3802,
+      "▁gran": 3803,
+      "▁lie": 3804,
+      "▁ir": 3805,
+      "▁expected": 3806,
+      "▁для": 3807,
+      "click": 3808,
+      "și": 3809,
+      "▁parte": 3810,
+      "ogn": 3811,
+      "▁Form": 3812,
+      "▁memb": 3813,
+      "▁plan": 3814,
+      "▁team": 3815,
+      "][": 3816,
+      "▁commun": 3817,
+      "orry": 3818,
+      "ency": 3819,
+      "gl": 3820,
+      "inary": 3821,
+      "cdot": 3822,
+      "^\\": 3823,
+      "▁First": 3824,
+      "ander": 3825,
+      "▁Dec": 3826,
+      "request": 3827,
+      "ства": 3828,
+      "▁structure": 3829,
+      "▁||": 3830,
+      "▁Comp": 3831,
+      "actory": 3832,
+      "▁Mil": 3833,
+      "▁Some": 3834,
+      "Stream": 3835,
+      "▁assum": 3836,
+      "uen": 3837,
+      "▁words": 3838,
+      "▁September": 3839,
+      "▁Ко": 3840,
+      "▁days": 3841,
+      "ories": 3842,
+      "став": 3843,
+      "sm": 3844,
+      "vin": 3845,
+      "partial": 3846,
+      "▁parent": 3847,
+      "oj": 3848,
+      "нии": 3849,
+      "!\"": 3850,
+      "ugin": 3851,
+      "▁Windows": 3852,
+      "Ed": 3853,
+      ":}": 3854,
+      "▁q": 3855,
+      "▁ben": 3856,
+      "iana": 3857,
+      "▁label": 3858,
+      "state": 3859,
+      "uted": 3860,
+      "▁()": 3861,
+      "▁сво": 3862,
+      "▁edit": 3863,
+      "uring": 3864,
+      "▁NS": 3865,
+      "▁Jahr": 3866,
+      "▁provide": 3867,
+      "He": 3868,
+      "▁Yes": 3869,
+      "anel": 3870,
+      "ename": 3871,
+      "▁Don": 3872,
+      "isk": 3873,
+      "gra": 3874,
+      "elij": 3875,
+      "▁root": 3876,
+      "*/": 3877,
+      "▁Fre": 3878,
+      "▁Mor": 3879,
+      "used": 3880,
+      "range": 3881,
+      "▁tamb": 3882,
+      "▁module": 3883,
+      "▁directory": 3884,
+      "ounds": 3885,
+      "Activity": 3886,
+      "▁mu": 3887,
+      "info": 3888,
+      "▁free": 3889,
+      "orge": 3890,
+      "tab": 3891,
+      ")=": 3892,
+      "lang": 3893,
+      "▁ос": 3894,
+      "▁FROM": 3895,
+      "▁enter": 3896,
+      "▁became": 3897,
+      "idae": 3898,
+      "хи": 3899,
+      "▁States": 3900,
+      "verse": 3901,
+      "▁expl": 3902,
+      "ynt": 3903,
+      "UN": 3904,
+      "ee": 3905,
+      "endent": 3906,
+      "▁making": 3907,
+      "▁\"$": 3908,
+      "uni": 3909,
+      "quence": 3910,
+      "▁lui": 3911,
+      "HT": 3912,
+      "▁uses": 3913,
+      "zie": 3914,
+      "nia": 3915,
+      "Content": 3916,
+      "▁Count": 3917,
+      "▁standard": 3918,
+      "ENT": 3919,
+      "▁кон": 3920,
+      "fort": 3921,
+      "adas": 3922,
+      "зу": 3923,
+      "System": 3924,
+      "▁Sw": 3925,
+      "▁ever": 3926,
+      "LO": 3927,
+      "▁correspond": 3928,
+      "▁Po": 3929,
+      "argin": 3930,
+      "кт": 3931,
+      "ій": 3932,
+      "▁remain": 3933,
+      "cio": 3934,
+      "▁actual": 3935,
+      "сту": 3936,
+      "▁sind": 3937,
+      "▁Pe": 3938,
+      "▁changed": 3939,
+      "▁Note": 3940,
+      "skie": 3941,
+      "▁family": 3942,
+      "ità": 3943,
+      "cos": 3944,
+      "txt": 3945,
+      "ker": 3946,
+      "ceed": 3947,
+      "▁arr": 3948,
+      "▁cam": 3949,
+      "izer": 3950,
+      "▁Dan": 3951,
+      "hel": 3952,
+      "icult": 3953,
+      "HP": 3954,
+      "iler": 3955,
+      "▁Sal": 3956,
+      "▁connection": 3957,
+      "usion": 3958,
+      "kn": 3959,
+      "RI": 3960,
+      "▁vom": 3961,
+      "Listener": 3962,
+      "▁ö": 3963,
+      "▁dim": 3964,
+      "▁press": 3965,
+      "▁esc": 3966,
+      "▁Try": 3967,
+      "atalog": 3968,
+      "▁thanks": 3969,
+      "DO": 3970,
+      "▁written": 3971,
+      "dir": 3972,
+      "rew": 3973,
+      "▁fire": 3974,
+      "▁Nach": 3975,
+      "▁á": 3976,
+      "enc": 3977,
+      "▁origin": 3978,
+      "▁November": 3979,
+      "▁};": 3980,
+      "Count": 3981,
+      "▁За": 3982,
+      "▁graph": 3983,
+      "▁mis": 3984,
+      "▁External": 3985,
+      "▁▁▁▁▁▁▁▁▁": 3986,
+      "▁options": 3987,
+      "▁URL": 3988,
+      "▁php": 3989,
+      "▁integr": 3990,
+      "Config": 3991,
+      "▁Text": 3992,
+      "inner": 3993,
+      "▁crit": 3994,
+      ",”": 3995,
+      "▁tog": 3996,
+      "$$": 3997,
+      "nof": 3998,
+      "▁ses": 3999,
+      "ühr": 4000,
+      "▁Since": 4001,
+      "Des": 4002,
+      "ube": 4003,
+      "▁section": 4004,
+      "▁gi": 4005,
+      "ford": 4006,
+      "▁Ass": 4007,
+      "ainer": 4008,
+      "ttp": 4009,
+      "▁behav": 4010,
+      "ports": 4011,
+      "draw": 4012,
+      "This": 4013,
+      "ranch": 4014,
+      "inding": 4015,
+      "▁estab": 4016,
+      "▁obtain": 4017,
+      "rich": 4018,
+      "licit": 4019,
+      "ев": 4020,
+      "▁qual": 4021,
+      "▁za": 4022,
+      "▁har": 4023,
+      "▁fac": 4024,
+      "aar": 4025,
+      "jet": 4026,
+      "icles": 4027,
+      "▁Aus": 4028,
+      "▁hor": 4029,
+      "▁remov": 4030,
+      "▁wie": 4031,
+      "Client": 4032,
+      "▁natur": 4033,
+      "hip": 4034,
+      "Sub": 4035,
+      "▁random": 4036,
+      "DF": 4037,
+      "▁area": 4038,
+      "tag": 4039,
+      "Pr": 4040,
+      "▁Ital": 4041,
+      "▁roku": 4042,
+      "nofollow": 4043,
+      "*}": 4044,
+      "▁others": 4045,
+      "▁limit": 4046,
+      "▁sil": 4047,
+      "▁sav": 4048,
+      "▁often": 4049,
+      "▁render": 4050,
+      "DB": 4051,
+      "▁Mc": 4052,
+      "▁zijn": 4053,
+      "жен": 4054,
+      "▁tag": 4055,
+      "ming": 4056,
+      "lichen": 4057,
+      "pack": 4058,
+      "▁Ag": 4059,
+      "▁sense": 4060,
+      "pg": 4061,
+      "Method": 4062,
+      "aged": 4063,
+      "ág": 4064,
+      "ła": 4065,
+      "▁interest": 4066,
+      "▁associ": 4067,
+      "volution": 4068,
+      "▁empty": 4069,
+      "iche": 4070,
+      "▁gro": 4071,
+      "▁types": 4072,
+      "▁Sie": 4073,
+      "Inter": 4074,
+      "▁noreferrer": 4075,
+      "▁gives": 4076,
+      "hal": 4077,
+      "▁save": 4078,
+      "▁font": 4079,
+      "ruction": 4080,
+      "Script": 4081,
+      "▁alla": 4082,
+      "▁says": 4083,
+      "▁fu": 4084,
+      "ape": 4085,
+      "▁language": 4086,
+      "iger": 4087,
+      "▁King": 4088,
+      "bor": 4089,
+      "uv": 4090,
+      "▁shall": 4091,
+      "▁Europe": 4092,
+      "▁einem": 4093,
+      "▁water": 4094,
+      "▁govern": 4095,
+      "anz": 4096,
+      "ators": 4097,
+      "▁month": 4098,
+      "ye": 4099,
+      "▁important": 4100,
+      "atz": 4101,
+      "first": 4102,
+      "▁Trans": 4103,
+      "▁Mad": 4104,
+      "▁bra": 4105,
+      "ika": 4106,
+      "▁Saint": 4107,
+      "oria": 4108,
+      "kre": 4109,
+      "ements": 4110,
+      "▁Ben": 4111,
+      "lav": 4112,
+      "▁admin": 4113,
+      "▁Hen": 4114,
+      "ril": 4115,
+      "▁Sm": 4116,
+      "cat": 4117,
+      "▁Refer": 4118,
+      "▁Ш": 4119,
+      "▁pract": 4120,
+      "▁Pat": 4121,
+      "▁Gre": 4122,
+      "▁young": 4123,
+      "▁Inter": 4124,
+      "oma": 4125,
+      "teger": 4126,
+      "ibility": 4127,
+      "▁parameters": 4128,
+      "▁everything": 4129,
+      "dat": 4130,
+      "urop": 4131,
+      "olean": 4132,
+      "▁returned": 4133,
+      "▁Class": 4134,
+      "acy": 4135,
+      "####": 4136,
+      "▁př": 4137,
+      "▁folder": 4138,
+      "▁kon": 4139,
+      "▁guess": 4140,
+      "gt": 4141,
+      "jen": 4142,
+      "annel": 4143,
+      "icon": 4144,
+      "▁comb": 4145,
+      "rict": 4146,
+      "▁hij": 4147,
+      "▁author": 4148,
+      "see": 4149,
+      "here": 4150,
+      "stra": 4151,
+      "▁entire": 4152,
+      "▁directly": 4153,
+      "raft": 4154,
+      "heet": 4155,
+      "ester": 4156,
+      "▁ми": 4157,
+      "▁mass": 4158,
+      "untu": 4159,
+      "▁users": 4160,
+      "chi": 4161,
+      "PE": 4162,
+      "▁component": 4163,
+      "Click": 4164,
+      "Att": 4165,
+      "▁sobre": 4166,
+      "ands": 4167,
+      "▁Hol": 4168,
+      "▁Sant": 4169,
+      "ori": 4170,
+      "▁sua": 4171,
+      "std": 4172,
+      "entic": 4173,
+      "CC": 4174,
+      "▁filter": 4175,
+      "SQL": 4176,
+      "▁God": 4177,
+      "At": 4178,
+      "▁му": 4179,
+      "▁performance": 4180,
+      "delta": 4181,
+      "ande": 4182,
+      "amer": 4183,
+      "ды": 4184,
+      "▁cult": 4185,
+      "▁Nor": 4186,
+      "but": 4187,
+      "▁lik": 4188,
+      "********": 4189,
+      "ствен": 4190,
+      "▁comme": 4191,
+      "▁dr": 4192,
+      "imer": 4193,
+      "ordin": 4194,
+      "▁condition": 4195,
+      "este": 4196,
+      "([": 4197,
+      "FF": 4198,
+      "ться": 4199,
+      "imo": 4200,
+      "rab": 4201,
+      "іль": 4202,
+      "▁half": 4203,
+      "each": 4204,
+      "Dis": 4205,
+      "▁rows": 4206,
+      "▁hon": 4207,
+      "▁together": 4208,
+      "▁și": 4209,
+      "medi": 4210,
+      "agn": 4211,
+      "alled": 4212,
+      "▁vill": 4213,
+      "ING": 4214,
+      "idden": 4215,
+      "▁draw": 4216,
+      "yntax": 4217,
+      "▁attempt": 4218,
+      "URL": 4219,
+      "pose": 4220,
+      "▁indic": 4221,
+      "ника": 4222,
+      "▁English": 4223,
+      "▁déc": 4224,
+      "▁needs": 4225,
+      "▁normal": 4226,
+      "urt": 4227,
+      "▁но": 4228,
+      "}}\\": 4229,
+      "last": 4230,
+      "▁Fin": 4231,
+      "▁Febru": 4232,
+      "ila": 4233,
+      "▁country": 4234,
+      "▁fields": 4235,
+      "▁max": 4236,
+      "lés": 4237,
+      "owie": 4238,
+      "▁deux": 4239,
+      "▁built": 4240,
+      "▁Main": 4241,
+      "▁camp": 4242,
+      "ivo": 4243,
+      "iva": 4244,
+      "icy": 4245,
+      "zione": 4246,
+      "Node": 4247,
+      "▁:)": 4248,
+      "▁among": 4249,
+      "▁Ob": 4250,
+      "▁cases": 4251,
+      "haps": 4252,
+      "sers": 4253,
+      "arter": 4254,
+      "ści": 4255,
+      "▁iter": 4256,
+      "▁named": 4257,
+      "exec": 4258,
+      "▁season": 4259,
+      "tot": 4260,
+      "=>": 4261,
+      "graph": 4262,
+      "▁nil": 4263,
+      "acional": 4264,
+      "▁NULL": 4265,
+      "▁special": 4266,
+      "сте": 4267,
+      "css": 4268,
+      "▁\\(": 4269,
+      "vs": 4270,
+      "ael": 4271,
+      "▁city": 4272,
+      "ova": 4273,
+      "▁article": 4274,
+      "▁South": 4275,
+      "Action": 4276,
+      "ça": 4277,
+      "spring": 4278,
+      "itude": 4279,
+      "▁complex": 4280,
+      "▁что": 4281,
+      "build": 4282,
+      "gamma": 4283,
+      "▁Ent": 4284,
+      "iers": 4285,
+      "'.": 4286,
+      "car": 4287,
+      "apache": 4288,
+      "ingen": 4289,
+      "Input": 4290,
+      ": ": 4291,
+      "▁dynam": 4292,
+      "alls": 4293,
+      "show": 4294,
+      "|\\": 4295,
+      "▁wird": 4296,
+      "Bar": 4297,
+      "alth": 4298,
+      "model": 4299,
+      "Trans": 4300,
+      "Row": 4301,
+      "abe": 4302,
+      "▁lib": 4303,
+      "null": 4304,
+      "ragment": 4305,
+      "▁State": 4306,
+      "▁law": 4307,
+      "Frame": 4308,
+      "▁Lo": 4309,
+      "geb": 4310,
+      "}$.": 4311,
+      "▁needed": 4312,
+      "▁contr": 4313,
+      "aries": 4314,
+      "▁screen": 4315,
+      "yr": 4316,
+      "mm": 4317,
+      "▁shown": 4318,
+      "▁bad": 4319,
+      "▁cast": 4320,
+      "▁Test": 4321,
+      "▁Auf": 4322,
+      "▁quant": 4323,
+      "iga": 4324,
+      "▁ren": 4325,
+      "▁Mac": 4326,
+      "▁transform": 4327,
+      "▁difference": 4328,
+      "▁tit": 4329,
+      "TE": 4330,
+      "▁step": 4331,
+      "▁capt": 4332,
+      "▁collection": 4333,
+      "ictionary": 4334,
+      "▁Tom": 4335,
+      "rier": 4336,
+      "▁move": 4337,
+      "cope": 4338,
+      "ords": 4339,
+      "▁further": 4340,
+      "▁columns": 4341,
+      "▁Lin": 4342,
+      "▁fixed": 4343,
+      "▁children": 4344,
+      "MS": 4345,
+      "mo": 4346,
+      "una": 4347,
+      "▁individ": 4348,
+      "tty": 4349,
+      "aste": 4350,
+      "src": 4351,
+      "match": 4352,
+      "wi": 4353,
+      "▁х": 4354,
+      "▁ди": 4355,
+      "▁ord": 4356,
+      "iving": 4357,
+      "▁Bro": 4358,
+      "▁almost": 4359,
+      "▁Pres": 4360,
+      "reci": 4361,
+      "aring": 4362,
+      "▁///": 4363,
+      "ется": 4364,
+      "▁sig": 4365,
+      "light": 4366,
+      "▁Red": 4367,
+      "▁suggest": 4368,
+      "olf": 4369,
+      "▁été": 4370,
+      "isation": 4371,
+      "зна": 4372,
+      "New": 4373,
+      "стан": 4374,
+      "LA": 4375,
+      "unicip": 4376,
+      "▁figure": 4377,
+      "mt": 4378,
+      "iale": 4379,
+      "▁catch": 4380,
+      "default": 4381,
+      "▁tele": 4382,
+      "▁matter": 4383,
+      "cast": 4384,
+      "▁Rich": 4385,
+      "▁handle": 4386,
+      "valu": 4387,
+      "$-": 4388,
+      "об": 4389,
+      "▁json": 4390,
+      "Create": 4391,
+      "▁exam": 4392,
+      "аль": 4393,
+      "ют": 4394,
+      "ored": 4395,
+      "idos": 4396,
+      "append": 4397,
+      "▁Array": 4398,
+      "кс": 4399,
+      "}[": 4400,
+      "rive": 4401,
+      "▁club": 4402,
+      "mann": 4403,
+      "▁este": 4404,
+      "esta": 4405,
+      "▁Gi": 4406,
+      "▁Jap": 4407,
+      "▁Name": 4408,
+      "Column": 4409,
+      "oups": 4410,
+      "ismo": 4411,
+      "▁City": 4412,
+      "▁classes": 4413,
+      "▁infl": 4414,
+      "hl": 4415,
+      "ром": 4416,
+      "▁adding": 4417,
+      "▁fail": 4418,
+      "xx": 4419,
+      "ões": 4420,
+      "Sc": 4421,
+      "util": 4422,
+      "▁location": 4423,
+      "lege": 4424,
+      "ago": 4425,
+      "▁properties": 4426,
+      "abil": 4427,
+      "vas": 4428,
+      "}$,": 4429,
+      "itted": 4430,
+      "ód": 4431,
+      "▁Dem": 4432,
+      "▁asked": 4433,
+      "▁tab": 4434,
+      "Source": 4435,
+      "▁errors": 4436,
+      "ographie": 4437,
+      "▁жи": 4438,
+      "▁mal": 4439,
+      "stract": 4440,
+      "▁dro": 4441,
+      "rak": 4442,
+      "▁note": 4443,
+      "▁setting": 4444,
+      "▁fem": 4445,
+      "▁saw": 4446,
+      "iar": 4447,
+      "HER": 4448,
+      "ес": 4449,
+      "▁pred": 4450,
+      "▁Out": 4451,
+      "▁items": 4452,
+      "лан": 4453,
+      "▁werd": 4454,
+      "ersion": 4455,
+      "lia": 4456,
+      "▁sin": 4457,
+      "ichte": 4458,
+      "▁feel": 4459,
+      "▁пра": 4460,
+      "▁oder": 4461,
+      "UE": 4462,
+      "ocument": 4463,
+      "▁mode": 4464,
+      "▁Na": 4465,
+      "ден": 4466,
+      "mes": 4467,
+      "framework": 4468,
+      "▁auto": 4469,
+      "ным": 4470,
+      "uby": 4471,
+      "▁template": 4472,
+      "▁mess": 4473,
+      "ieder": 4474,
+      "▁related": 4475,
+      "oken": 4476,
+      "▁follows": 4477,
+      "search": 4478,
+      "ami": 4479,
+      "▁wait": 4480,
+      "igr": 4481,
+      "▁low": 4482,
+      "ских": 4483,
+      "ская": 4484,
+      "▁Mark": 4485,
+      "▁ill": 4486,
+      "amento": 4487,
+      "\\<": 4488,
+      "▁df": 4489,
+      "osition": 4490,
+      "▁Ви": 4491,
+      "isf": 4492,
+      "▁Deutsch": 4493,
+      "ahl": 4494,
+      "war": 4495,
+      "itect": 4496,
+      "▁sal": 4497,
+      "elen": 4498,
+      "ById": 4499,
+      "▁gru": 4500,
+      "sv": 4501,
+      "▁passed": 4502,
+      "▁añ": 4503,
+      "Sch": 4504,
+      "▁solve": 4505,
+      "weise": 4506,
+      "atos": 4507,
+      "▁meg": 4508,
+      "▁member": 4509,
+      "ername": 4510,
+      "▁connect": 4511,
+      "ips": 4512,
+      "▁round": 4513,
+      "▁]": 4514,
+      "nes": 4515,
+      "▁dir": 4516,
+      "▁London": 4517,
+      "dy": 4518,
+      "FA": 4519,
+      "▁received": 4520,
+      "reet": 4521,
+      "▁Log": 4522,
+      "▁School": 4523,
+      "ango": 4524,
+      "▁These": 4525,
+      "▁Mont": 4526,
+      "▁ener": 4527,
+      "lad": 4528,
+      "▁define": 4529,
+      "sign": 4530,
+      "▁cle": 4531,
+      "figure": 4532,
+      "▁View": 4533,
+      "textbf": 4534,
+      "$\\": 4535,
+      "зы": 4536,
+      "number": 4537,
+      "▁din": 4538,
+      "eller": 4539,
+      "orithm": 4540,
+      "false": 4541,
+      "fol": 4542,
+      "fficient": 4543,
+      "▁HTML": 4544,
+      "liche": 4545,
+      "▁Mo": 4546,
+      "▁introdu": 4547,
+      "exp": 4548,
+      "▁strong": 4549,
+      "▁thus": 4550,
+      "/)": 4551,
+      "▁ele": 4552,
+      "▁так": 4553,
+      "▁па": 4554,
+      "▁dont": 4555,
+      "▁cause": 4556,
+      "Number": 4557,
+      "▁images": 4558,
+      "▁sample": 4559,
+      "▁sci": 4560,
+      "like": 4561,
+      "▁Lou": 4562,
+      "div": 4563,
+      "anc": 4564,
+      "▁front": 4565,
+      "nen": 4566,
+      "▁missing": 4567,
+      "aria": 4568,
+      "pres": 4569,
+      "▁пред": 4570,
+      "DI": 4571,
+      "filter": 4572,
+      "▁Mit": 4573,
+      "UR": 4574,
+      "▁opp": 4575,
+      "▁sql": 4576,
+      "▁року": 4577,
+      "eren": 4578,
+      "emat": 4579,
+      "ís": 4580,
+      "▁Jean": 4581,
+      "éc": 4582,
+      "▁ci": 4583,
+      "enne": 4584,
+      "atform": 4585,
+      "▁taken": 4586,
+      "▁Of": 4587,
+      "▁насе": 4588,
+      "▁err": 4589,
+      "OP": 4590,
+      "From": 4591,
+      "Default": 4592,
+      "▁General": 4593,
+      "wiki": 4594,
+      "▁grand": 4595,
+      "▁einen": 4596,
+      "Reg": 4597,
+      "Handler": 4598,
+      "conom": 4599,
+      "anger": 4600,
+      "▁был": 4601,
+      "▁Los": 4602,
+      "▁expression": 4603,
+      "ша": 4604,
+      "yal": 4605,
+      "▁$('": 4606,
+      "▁switch": 4607,
+      "▁vector": 4608,
+      "▁Thom": 4609,
+      "▁virt": 4610,
+      "leased": 4611,
+      "▁cover": 4612,
+      "▁resp": 4613,
+      "ako": 4614,
+      "rench": 4615,
+      "ota": 4616,
+      "Cell": 4617,
+      "anged": 4618,
+      "▁+=": 4619,
+      "lac": 4620,
+      "ska": 4621,
+      "next": 4622,
+      "▁International": 4623,
+      "▁Wil": 4624,
+      "▁ont": 4625,
+      "ibr": 4626,
+      "ustr": 4627,
+      "▁black": 4628,
+      "▁selected": 4629,
+      "cher": 4630,
+      "▁liter": 4631,
+      "root": 4632,
+      "лся": 4633,
+      "▁Life": 4634,
+      "▁insert": 4635,
+      "▁matrix": 4636,
+      "ises": 4637,
+      ")]": 4638,
+      "▁pel": 4639,
+      "Override": 4640,
+      "rypt": 4641,
+      "▁former": 4642,
+      "▁Film": 4643,
+      "▁North": 4644,
+      "client": 4645,
+      "▁night": 4646,
+      "ходи": 4647,
+      "▁Austral": 4648,
+      "▁Ret": 4649,
+      "rho": 4650,
+      "▁пер": 4651,
+      "ipedia": 4652,
+      "▁express": 4653,
+      "▁third": 4654,
+      "▁major": 4655,
+      "▁grad": 4656,
+      "owe": 4657,
+      "▁believe": 4658,
+      "ournal": 4659,
+      "▁status": 4660,
+      "unc": 4661,
+      "▁dou": 4662,
+      "▁JSON": 4663,
+      "uis": 4664,
+      "▁population": 4665,
+      "enz": 4666,
+      "▁William": 4667,
+      "sf": 4668,
+      "▁Object": 4669,
+      "▁cin": 4670,
+      "▁Di": 4671,
+      "curity": 4672,
+      "▁Open": 4673,
+      "▁ле": 4674,
+      "lar": 4675,
+      "adding": 4676,
+      "▁kom": 4677,
+      "}(\\": 4678,
+      "▁kil": 4679,
+      "umer": 4680,
+      "\"/>": 4681,
+      "▁feature": 4682,
+      "▁Are": 4683,
+      "cks": 4684,
+      "▁Internet": 4685,
+      "▁ih": 4686,
+      "▁started": 4687,
+      "▁early": 4688,
+      "▁began": 4689,
+      "TH": 4690,
+      "python": 4691,
+      "asp": 4692,
+      "▁Fr": 4693,
+      "▁clos": 4694,
+      "istic": 4695,
+      "▁music": 4696,
+      "▁dig": 4697,
+      "▁ital": 4698,
+      "▁David": 4699,
+      "▁website": 4700,
+      "▁controller": 4701,
+      "▁Mer": 4702,
+      "context": 4703,
+      "product": 4704,
+      "osp": 4705,
+      "▁▁▁▁▁▁▁": 4706,
+      "▁jun": 4707,
+      "rown": 4708,
+      "▁Az": 4709,
+      "\":\"": 4710,
+      "▁aan": 4711,
+      "▁Date": 4712,
+      "mult": 4713,
+      "▁browser": 4714,
+      "ред": 4715,
+      "which": 4716,
+      "RA": 4717,
+      "quare": 4718,
+      "▁Russ": 4719,
+      "▁soon": 4720,
+      "▁Pre": 4721,
+      "tau": 4722,
+      "▁week": 4723,
+      "▁ба": 4724,
+      "▁oct": 4725,
+      "▁town": 4726,
+      "roy": 4727,
+      "▁els": 4728,
+      "blic": 4729,
+      "undle": 4730,
+      "▁Histor": 4731,
+      "▁foi": 4732,
+      "▁models": 4733,
+      "зо": 4734,
+      "onym": 4735,
+      "Param": 4736,
+      "▁Met": 4737,
+      "gener": 4738,
+      "ją": 4739,
+      "▁espe": 4740,
+      "CE": 4741,
+      "▁device": 4742,
+      "ellow": 4743,
+      "▁debug": 4744,
+      "érie": 4745,
+      "using": 4746,
+      "анг": 4747,
+      "▁*)": 4748,
+      "udi": 4749,
+      "▁Miss": 4750,
+      "ком": 4751,
+      "posed": 4752,
+      "▁zwe": 4753,
+      "ін": 4754,
+      "▁Robert": 4755,
+      "▁Oct": 4756,
+      "lop": 4757,
+      "jar": 4758,
+      "▁aver": 4759,
+      "▁habit": 4760,
+      "▁::": 4761,
+      "äng": 4762,
+      "Start": 4763,
+      "▁pow": 4764,
+      "▁src": 4765,
+      "▁pattern": 4766,
+      "▁Э": 4767,
+      "▁bi": 4768,
+      "otes": 4769,
+      "▁__": 4770,
+      "▁sens": 4771,
+      "▁avoid": 4772,
+      "example": 4773,
+      "utt": 4774,
+      "Label": 4775,
+      "tex": 4776,
+      "boot": 4777,
+      "esto": 4778,
+      "▁March": 4779,
+      "▁easy": 4780,
+      "icture": 4781,
+      "Group": 4782,
+      "▁father": 4783,
+      "▁updated": 4784,
+      "▁Vo": 4785,
+      "▁III": 4786,
+      "omega": 4787,
+      "▁alle": 4788,
+      "Rec": 4789,
+      "yg": 4790,
+      "зе": 4791,
+      "▁Dim": 4792,
+      "nect": 4793,
+      "▁Tor": 4794,
+      "▁deutsch": 4795,
+      "▁white": 4796,
+      "▁national": 4797,
+      "ppe": 4798,
+      "▁air": 4799,
+      "▁password": 4800,
+      "det": 4801,
+      "▁big": 4802,
+      "▁Use": 4803,
+      "call": 4804,
+      "▁extra": 4805,
+      "We": 4806,
+      "ania": 4807,
+      "▁hold": 4808,
+      "Control": 4809,
+      "▁CO": 4810,
+      "▁мі": 4811,
+      "iti": 4812,
+      "▁Ke": 4813,
+      "enu": 4814,
+      "▁Park": 4815,
+      "том": 4816,
+      "▁auth": 4817,
+      "▁center": 4818,
+      "Ph": 4819,
+      "тов": 4820,
+      "iding": 4821,
+      "▁across": 4822,
+      "▁song": 4823,
+      "▁phys": 4824,
+      "▁numer": 4825,
+      "ща": 4826,
+      "▁Alex": 4827,
+      "▁problems": 4828,
+      "▁Error": 4829,
+      "format": 4830,
+      "▁Acc": 4831,
+      "▁six": 4832,
+      "▁db": 4833,
+      "▁Cast": 4834,
+      "oms": 4835,
+      "project": 4836,
+      "▁vert": 4837,
+      "cret": 4838,
+      "▁header": 4839,
+      "▁stream": 4840,
+      "ids": 4841,
+      "▁tor": 4842,
+      "▁sept": 4843,
+      "▁estim": 4844,
+      "▁decl": 4845,
+      "▁gave": 4846,
+      "▁player": 4847,
+      "ysis": 4848,
+      "▁дру": 4849,
+      "amm": 4850,
+      "що": 4851,
+      "▁(\"": 4852,
+      "▁ax": 4853,
+      "Property": 4854,
+      "usr": 4855,
+      "▁someone": 4856,
+      "▁impro": 4857,
+      "aden": 4858,
+      "rote": 4859,
+      "▁Ми": 4860,
+      "ih": 4861,
+      "++)": 4862,
+      "▁video": 4863,
+      "▁exists": 4864,
+      "кла": 4865,
+      "▁complete": 4866,
+      "▁session": 4867,
+      "▁constant": 4868,
+      "icos": 4869,
+      "▁pack": 4870,
+      "rome": 4871,
+      "egr": 4872,
+      "Application": 4873,
+      "▁yes": 4874,
+      "▁elle": 4875,
+      "▁email": 4876,
+      "orf": 4877,
+      "case": 4878,
+      "▁pointer": 4879,
+      "▁regard": 4880,
+      "sen": 4881,
+      "status": 4882,
+      "▁mes": 4883,
+      "▁delle": 4884,
+      "ington": 4885,
+      "▁Bas": 4886,
+      ")^": 4887,
+      "develop": 4888,
+      "▁force": 4889,
+      "▁characters": 4890,
+      "▁cross": 4891,
+      "▁death": 4892,
+      "▁takes": 4893,
+      "éri": 4894,
+      "igne": 4895,
+      "чен": 4896,
+      "UP": 4897,
+      ".:": 4898,
+      "Thread": 4899,
+      "ju": 4900,
+      "iny": 4901,
+      "▁details": 4902,
+      "▁xml": 4903,
+      "tait": 4904,
+      "output": 4905,
+      "message": 4906,
+      "''": 4907,
+      "▁British": 4908,
+      "ville": 4909,
+      "▁Div": 4910,
+      "▁User": 4911,
+      "cm": 4912,
+      "чно": 4913,
+      "column": 4914,
+      "eqref": 4915,
+      "ór": 4916,
+      "onom": 4917,
+      "▁Post": 4918,
+      "ellen": 4919,
+      "Ab": 4920,
+      "ulté": 4921,
+      "▁perfect": 4922,
+      "(){": 4923,
+      "vision": 4924,
+      "active": 4925,
+      "lier": 4926,
+      "rij": 4927,
+      "sd": 4928,
+      "▁kö": 4929,
+      "▁nie": 4930,
+      "▁relig": 4931,
+      "▁ot": 4932,
+      "▁machine": 4933,
+      "▁held": 4934,
+      ")$.": 4935,
+      "========": 4936,
+      "cker": 4937,
+      "вы": 4938,
+      "born": 4939,
+      "▁past": 4940,
+      "рия": 4941,
+      "▁Dr": 4942,
+      "▁regular": 4943,
+      "▁provided": 4944,
+      "TER": 4945,
+      "▁univers": 4946,
+      "▁gets": 4947,
+      "▁nu": 4948,
+      "▁/*": 4949,
+      "ober": 4950,
+      "fin": 4951,
+      "▁nella": 4952,
+      "▁become": 4953,
+      "▁``": 4954,
+      "▁history": 4955,
+      "▁Sol": 4956,
+      "▁Rad": 4957,
+      "▁terms": 4958,
+      "▁events": 4959,
+      "lymp": 4960,
+      ")))": 4961,
+      "рова": 4962,
+      "▁absol": 4963,
+      "▁soft": 4964,
+      "links": 4965,
+      "▁hope": 4966,
+      "▁subject": 4967,
+      "\"),": 4968,
+      "▁creating": 4969,
+      "▁}\r": 4970,
+      "▁Sk": 4971,
+      "▁flow": 4972,
+      "▁Ра": 4973,
+      "▁assert": 4974,
+      "zet": 4975,
+      "▁Frank": 4976,
+      "sa": 4977,
+      "▁distribution": 4978,
+      "cu": 4979,
+      "band": 4980,
+      "izz": 4981,
+      "▁job": 4982,
+      "iner": 4983,
+      "struct": 4984,
+      "ák": 4985,
+      "TO": 4986,
+      "auf": 4987,
+      "▁extends": 4988,
+      "▁Gra": 4989,
+      "display": 4990,
+      "▁signific": 4991,
+      "oney": 4992,
+      "source": 4993,
+      "microsoft": 4994,
+      "inder": 4995,
+      "▁quick": 4996,
+      "▁wonder": 4997,
+      "Instance": 4998,
+      "elles": 4999,
+      "ème": 5000,
+      "▁company": 5001,
+      "uß": 5002,
+      ".}": 5003,
+      "▁separate": 5004,
+      "UM": 5005,
+      "HERE": 5006,
+      "▁writing": 5007,
+      "itution": 5008,
+      "▁Gesch": 5009,
+      "мя": 5010,
+      "▁James": 5011,
+      "▁DE": 5012,
+      "▁Spe": 5013,
+      "process": 5014,
+      "Str": 5015,
+      "▁sym": 5016,
+      "▁ao": 5017,
+      "▁wy": 5018,
+      "▁anyone": 5019,
+      "▁Up": 5020,
+      "useum": 5021,
+      "aron": 5022,
+      "▁definition": 5023,
+      "▁`$": 5024,
+      "▁fav": 5025,
+      "ributes": 5026,
+      "▁Ré": 5027,
+      "ografia": 5028,
+      "element": 5029,
+      "cap": 5030,
+      "pat": 5031,
+      "▁Bra": 5032,
+      ")(": 5033,
+      "▁according": 5034,
+      "ге": 5035,
+      "▁pie": 5036,
+      "eli": 5037,
+      "}\"": 5038,
+      "▁activ": 5039,
+      "▁stop": 5040,
+      "patch": 5041,
+      "ті": 5042,
+      "▁Jose": 5043,
+      "End": 5044,
+      "▁prze": 5045,
+      "▁age": 5046,
+      "itory": 5047,
+      "▁PHP": 5048,
+      "agement": 5049,
+      "▁`.": 5050,
+      "▁pretty": 5051,
+      "▁recomm": 5052,
+      "▁sud": 5053,
+      "▁requ": 5054,
+      "▁обла": 5055,
+      "atives": 5056,
+      "▁High": 5057,
+      "áz": 5058,
+      "oul": 5059,
+      "rest": 5060,
+      "▁Ter": 5061,
+      "under": 5062,
+      "thern": 5063,
+      "center": 5064,
+      "▁ur": 5065,
+      "lat": 5066,
+      "▁interface": 5067,
+      "▁ин": 5068,
+      "▁whose": 5069,
+      "icas": 5070,
+      "amen": 5071,
+      "Filter": 5072,
+      "▁station": 5073,
+      "Page": 5074,
+      "▁arm": 5075,
+      "▁eyes": 5076,
+      "▁рай": 5077,
+      "▁seu": 5078,
+      "oli": 5079,
+      "win": 5080,
+      "lik": 5081,
+      "gex": 5082,
+      "chan": 5083,
+      "idence": 5084,
+      "args": 5085,
+      "aking": 5086,
+      "▁Google": 5087,
+      "▁Stud": 5088,
+      "▁ho": 5089,
+      "торы": 5090,
+      "Su": 5091,
+      "▁automat": 5092,
+      "ême": 5093,
+      "▁cy": 5094,
+      "lor": 5095,
+      "▁stack": 5096,
+      "▁SELECT": 5097,
+      "AF": 5098,
+      "▁>>": 5099,
+      "▁compet": 5100,
+      "▁pair": 5101,
+      "▁inglés": 5102,
+      "Response": 5103,
+      "▁Fig": 5104,
+      "grad": 5105,
+      "▁documentation": 5106,
+      "▁cant": 5107,
+      "▁appreci": 5108,
+      "ån": 5109,
+      "▁learn": 5110,
+      "▁indep": 5111,
+      "▁pal": 5112,
+      "package": 5113,
+      "ares": 5114,
+      "▁Berlin": 5115,
+      "бли": 5116,
+      "reich": 5117,
+      "ён": 5118,
+      "▁satisf": 5119,
+      "▁region": 5120,
+      "▁friend": 5121,
+      "▁George": 5122,
+      "▁Во": 5123,
+      "▁\"\"": 5124,
+      "▁desde": 5125,
+      "Factory": 5126,
+      "▁County": 5127,
+      "ouv": 5128,
+      "▁‘": 5129,
+      "▁installed": 5130,
+      "▁wanted": 5131,
+      "▁Python": 5132,
+      "▁interpre": 5133,
+      "▁included": 5134,
+      "▁((": 5135,
+      "▁altern": 5136,
+      "isto": 5137,
+      "gn": 5138,
+      "▁border": 5139,
+      "pdf": 5140,
+      "▁dup": 5141,
+      "▁download": 5142,
+      "just": 5143,
+      "▁members": 5144,
+      "child": 5145,
+      "▁pay": 5146,
+      "▁cer": 5147,
+      "▁looked": 5148,
+      "▁correctly": 5149,
+      "auth": 5150,
+      "▁стан": 5151,
+      "▁esp": 5152,
+      "▁desc": 5153,
+      "eben": 5154,
+      "▁questions": 5155,
+      "mal": 5156,
+      "▁abgerufen": 5157,
+      "▁Band": 5158,
+      "▁[]": 5159,
+      "Base": 5160,
+      "▁ris": 5161,
+      "▁fort": 5162,
+      "▁Id": 5163,
+      "▁various": 5164,
+      "▁League": 5165,
+      "▁Hand": 5166,
+      "▁Type": 5167,
+      "irl": 5168,
+      "▁Fe": 5169,
+      "ién": 5170,
+      "itter": 5171,
+      "▁fast": 5172,
+      "sta": 5173,
+      "▁except": 5174,
+      "icz": 5175,
+      "▁French": 5176,
+      "▁environment": 5177,
+      "▁conse": 5178,
+      "ур": 5179,
+      "ого": 5180,
+      "▁necessary": 5181,
+      "target": 5182,
+      "▁reading": 5183,
+      "home": 5184,
+      "zeich": 5185,
+      "▁equal": 5186,
+      "▁più": 5187,
+      "▁prem": 5188,
+      "▁difficult": 5189,
+      "▁unit": 5190,
+      "▁replace": 5191,
+      "▁heart": 5192,
+      "▁talk": 5193,
+      "AM": 5194,
+      "▁RE": 5195,
+      "▁Person": 5196,
+      "endency": 5197,
+      "▁imm": 5198,
+      "▁human": 5199,
+      "dn": 5200,
+      "▁Kir": 5201,
+      "▁Aut": 5202,
+      "known": 5203,
+      "▁frequ": 5204,
+      "system": 5205,
+      "лав": 5206,
+      "▁Sz": 5207,
+      "▁Gal": 5208,
+      "ное": 5209,
+      "selves": 5210,
+      "rightarrow": 5211,
+      "▁Са": 5212,
+      "=\"@": 5213,
+      "▁building": 5214,
+      "import": 5215,
+      "▁fam": 5216,
+      "▁delete": 5217,
+      "aire": 5218,
+      "mary": 5219,
+      "▁fund": 5220,
+      "▁particip": 5221,
+      "▁syn": 5222,
+      "sin": 5223,
+      "▁lower": 5224,
+      "▁zero": 5225,
+      "▁sec": 5226,
+      "▁fra": 5227,
+      "Point": 5228,
+      "▁failed": 5229,
+      "iento": 5230,
+      "cup": 5231,
+      "▁slow": 5232,
+      "▁nation": 5233,
+      "ähr": 5234,
+      "▁info": 5235,
+      "▁Public": 5236,
+      "▁decla": 5237,
+      "▁Та": 5238,
+      "▁sold": 5239,
+      "▁Rem": 5240,
+      "▁Phil": 5241,
+      "стра": 5242,
+      "▁mehr": 5243,
+      "▁Work": 5244,
+      "▁Nord": 5245,
+      "▁fait": 5246,
+      "▁gew": 5247,
+      "println": 5248,
+      "obile": 5249,
+      "▁Kon": 5250,
+      "▁assume": 5251,
+      "lands": 5252,
+      "▁amount": 5253,
+      "▁Press": 5254,
+      "ých": 5255,
+      "▁maxim": 5256,
+      "▁Champion": 5257,
+      "library": 5258,
+      "añ": 5259,
+      "▁Wal": 5260,
+      "Comm": 5261,
+      "]]": 5262,
+      "▁zw": 5263,
+      "▁social": 5264,
+      "LI": 5265,
+      "▁Unter": 5266,
+      "vor": 5267,
+      "Delta": 5268,
+      "email": 5269,
+      "raint": 5270,
+      "oni": 5271,
+      "▁alt": 5272,
+      "▁né": 5273,
+      "ция": 5274,
+      "ography": 5275,
+      "▁mentioned": 5276,
+      "▁<=": 5277,
+      "▁cette": 5278,
+      "▁currently": 5279,
+      "vare": 5280,
+      "izing": 5281,
+      "▁Def": 5282,
+      "icol": 5283,
+      "ünd": 5284,
+      "▁configuration": 5285,
+      "estig": 5286,
+      "III": 5287,
+      "lam": 5288,
+      "ière": 5289,
+      "▁Ear": 5290,
+      "▁tu": 5291,
+      "Ent": 5292,
+      "▁Using": 5293,
+      "▁ком": 5294,
+      "cie": 5295,
+      "▁proof": 5296,
+      "▁invol": 5297,
+      "▁History": 5298,
+      "><": 5299,
+      "▁AND": 5300,
+      "avy": 5301,
+      "▁relations": 5302,
+      "${": 5303,
+      "▁comes": 5304,
+      "▁direction": 5305,
+      "▁June": 5306,
+      "▁Way": 5307,
+      "Component": 5308,
+      "ech": 5309,
+      "▁Peter": 5310,
+      "sg": 5311,
+      "▁stra": 5312,
+      "uct": 5313,
+      "▁implementation": 5314,
+      "attle": 5315,
+      "▁cz": 5316,
+      "plot": 5317,
+      "▁played": 5318,
+      "\"></": 5319,
+      "▁five": 5320,
+      "▁coll": 5321,
+      "▁Charles": 5322,
+      "Tra": 5323,
+      "▁suo": 5324,
+      "files": 5325,
+      "entes": 5326,
+      "response": 5327,
+      "How": 5328,
+      "▁Soci": 5329,
+      "▁ign": 5330,
+      "▁led": 5331,
+      "▁German": 5332,
+      "udo": 5333,
+      "▁Du": 5334,
+      "▁tim": 5335,
+      "ounter": 5336,
+      "▁attack": 5337,
+      "uri": 5338,
+      "▁ар": 5339,
+      "esse": 5340,
+      "ivil": 5341,
+      "▁Ju": 5342,
+      "▁vel": 5343,
+      "matrix": 5344,
+      "▁Mat": 5345,
+      "gio": 5346,
+      "▁Zeit": 5347,
+      "VER": 5348,
+      "has": 5349,
+      "Connection": 5350,
+      "▁ihr": 5351,
+      "▁attribute": 5352,
+      "▁discuss": 5353,
+      "▁domain": 5354,
+      "bind": 5355,
+      "▁Sec": 5356,
+      "rik": 5357,
+      "close": 5358,
+      "gin": 5359,
+      "▁love": 5360,
+      "anto": 5361,
+      "gent": 5362,
+      "aba": 5363,
+      "jango": 5364,
+      "bi": 5365,
+      "▁obser": 5366,
+      "itting": 5367,
+      "▁ру": 5368,
+      "}=": 5369,
+      "agen": 5370,
+      "BC": 5371,
+      "some": 5372,
+      "▁Bu": 5373,
+      "▁soci": 5374,
+      "▁individual": 5375,
+      "▁deal": 5376,
+      "▁outside": 5377,
+      "rio": 5378,
+      "Exec": 5379,
+      "andid": 5380,
+      "▁business": 5381,
+      "▁tempor": 5382,
+      "▁Tur": 5383,
+      "▁(!": 5384,
+      "riter": 5385,
+      "▁google": 5386,
+      "]:": 5387,
+      "itte": 5388,
+      "xi": 5389,
+      "▁Па": 5390,
+      "hol": 5391,
+      "нь": 5392,
+      "ring": 5393,
+      "▁sul": 5394,
+      "ности": 5395,
+      "_.": 5396,
+      "gar": 5397,
+      "Task": 5398,
+      "▁Check": 5399,
+      "▁modern": 5400,
+      "▁win": 5401,
+      "uster": 5402,
+      "han": 5403,
+      "formation": 5404,
+      "void": 5405,
+      "▁фи": 5406,
+      "▁useful": 5407,
+      "▁England": 5408,
+      "los": 5409,
+      "etime": 5410,
+      "eur": 5411,
+      "▁unique": 5412,
+      "▁как": 5413,
+      "ying": 5414,
+      "obj": 5415,
+      "uid": 5416,
+      "▁windows": 5417,
+      "▁distance": 5418,
+      "▁nombre": 5419,
+      "ія": 5420,
+      "ocus": 5421,
+      "ahn": 5422,
+      "ierte": 5423,
+      "▁dar": 5424,
+      "SI": 5425,
+      "long": 5426,
+      "asta": 5427,
+      "iven": 5428,
+      "▁told": 5429,
+      "▁Gru": 5430,
+      "foo": 5431,
+      "▁calling": 5432,
+      "iembre": 5433,
+      "▁future": 5434,
+      "près": 5435,
+      "leep": 5436,
+      "avigation": 5437,
+      "POST": 5438,
+      "▁described": 5439,
+      "▁noch": 5440,
+      "unit": 5441,
+      "allen": 5442,
+      "▁branch": 5443,
+      "fa": 5444,
+      "▁fill": 5445,
+      "▁obj": 5446,
+      "▁tree": 5447,
+      "▁wurden": 5448,
+      "▁Liter": 5449,
+      "rot": 5450,
+      "split": 5451,
+      "emein": 5452,
+      "module": 5453,
+      "CA": 5454,
+      "▁operator": 5455,
+      "▁wrote": 5456,
+      "▁Jack": 5457,
+      "ologie": 5458,
+      "▁Ant": 5459,
+      "тер": 5460,
+      "stream": 5461,
+      "▁Que": 5462,
+      "epsilon": 5463,
+      "non": 5464,
+      "stein": 5465,
+      "▁simpl": 5466,
+      "pub": 5467,
+      "▁July": 5468,
+      "▁nature": 5469,
+      "▁Database": 5470,
+      "ól": 5471,
+      "ним": 5472,
+      "▁VI": 5473,
+      "être": 5474,
+      "iles": 5475,
+      "▁wel": 5476,
+      "'),": 5477,
+      "▁mut": 5478,
+      "location": 5479,
+      "▁therefore": 5480,
+      "elli": 5481,
+      "▁І": 5482,
+      "né": 5483,
+      "▁ав": 5484,
+      "ledge": 5485,
+      "▁conver": 5486,
+      "ím": 5487,
+      "▁XV": 5488,
+      "vider": 5489,
+      "▁January": 5490,
+      "▁usually": 5491,
+      "▁released": 5492,
+      "▁Mi": 5493,
+      "Head": 5494,
+      "iller": 5495,
+      "▁jan": 5496,
+      "▁letter": 5497,
+      "produ": 5498,
+      "rd": 5499,
+      "▁Cam": 5500,
+      ",'": 5501,
+      "▁Ц": 5502,
+      "▁push": 5503,
+      "update": 5504,
+      "▁maybe": 5505,
+      "Http": 5506,
+      "@\"": 5507,
+      "мер": 5508,
+      "service": 5509,
+      "parse": 5510,
+      "▁dass": 5511,
+      "ên": 5512,
+      ")\"": 5513,
+      "more": 5514,
+      "/*": 5515,
+      "▁mas": 5516,
+      "▁likely": 5517,
+      "▁material": 5518,
+      "▁[[": 5519,
+      "▁longer": 5520,
+      "bal": 5521,
+      "▁Archiv": 5522,
+      "igt": 5523,
+      "▁egy": 5524,
+      "idge": 5525,
+      "igu": 5526,
+      "conf": 5527,
+      "▁inc": 5528,
+      "consulté": 5529,
+      "▁mai": 5530,
+      "Work": 5531,
+      "▁гра": 5532,
+      "▁October": 5533,
+      "▁global": 5534,
+      "▁sel": 5535,
+      "▁municip": 5536,
+      "▁viol": 5537,
+      "▁Does": 5538,
+      "▁\\[": 5539,
+      "ском": 5540,
+      "▁compos": 5541,
+      "бря": 5542,
+      "вя": 5543,
+      "▁respons": 5544,
+      "▁considered": 5545,
+      "▁Japan": 5546,
+      "pes": 5547,
+      "osto": 5548,
+      "▁milit": 5549,
+      "SP": 5550,
+      "сы": 5551,
+      "attr": 5552,
+      "cil": 5553,
+      "irectory": 5554,
+      "aving": 5555,
+      "▁Del": 5556,
+      "▁prevent": 5557,
+      "idade": 5558,
+      "git": 5559,
+      "iform": 5560,
+      "outer": 5561,
+      "inct": 5562,
+      "level": 5563,
+      "atever": 5564,
+      "▁repe": 5565,
+      "▁exc": 5566,
+      "дар": 5567,
+      "Style": 5568,
+      "▁Thomas": 5569,
+      "eline": 5570,
+      "▁ж": 5571,
+      "untime": 5572,
+      "▁larg": 5573,
+      "True": 5574,
+      ".*": 5575,
+      "creen": 5576,
+      "yles": 5577,
+      "▁transl": 5578,
+      "▁Со": 5579,
+      "ensions": 5580,
+      "äl": 5581,
+      "isse": 5582,
+      "▁volt": 5583,
+      "cially": 5584,
+      "nik": 5585,
+      ".]": 5586,
+      "▁Stadt": 5587,
+      "мы": 5588,
+      "fill": 5589,
+      "lov": 5590,
+      "▁\"/": 5591,
+      "Sp": 5592,
+      "▁Air": 5593,
+      "Call": 5594,
+      "▁nur": 5595,
+      "Check": 5596,
+      "ience": 5597,
+      "efined": 5598,
+      "▁вре": 5599,
+      "ło": 5600,
+      "dz": 5601,
+      "▁ор": 5602,
+      "iker": 5603,
+      "owa": 5604,
+      "ович": 5605,
+      "ré": 5606,
+      "OL": 5607,
+      "▁linear": 5608,
+      "▁export": 5609,
+      "ahr": 5610,
+      "icial": 5611,
+      "Rep": 5612,
+      "▁natural": 5613,
+      "▁cop": 5614,
+      "▁})": 5615,
+      "ções": 5616,
+      "zz": 5617,
+      "What": 5618,
+      "▁House": 5619,
+      "Ref": 5620,
+      "inger": 5621,
+      "▁taking": 5622,
+      "ně": 5623,
+      "▁Einz": 5624,
+      "▁dam": 5625,
+      "▁issues": 5626,
+      "Builder": 5627,
+      "edit": 5628,
+      "▁prz": 5629,
+      "password": 5630,
+      "Gener": 5631,
+      "rim": 5632,
+      "▁parts": 5633,
+      "---": 5634,
+      "iginal": 5635,
+      "▁Sci": 5636,
+      "▁mother": 5637,
+      "rea": 5638,
+      "▁container": 5639,
+      "дя": 5640,
+      "▁IP": 5641,
+      "▁none": 5642,
+      "▁followed": 5643,
+      "▁ple": 5644,
+      "▁measure": 5645,
+      "▁tout": 5646,
+      "Ext": 5647,
+      "▁TV": 5648,
+      "▁explain": 5649,
+      "▁paper": 5650,
+      "сті": 5651,
+      "ws": 5652,
+      "Wik": 5653,
+      "▁mm": 5654,
+      "▁Norm": 5655,
+      "▁Server": 5656,
+      "font": 5657,
+      "ecause": 5658,
+      "TR": 5659,
+      "▁би": 5660,
+      "La": 5661,
+      "▁ens": 5662,
+      "▁retr": 5663,
+      "▁Sil": 5664,
+      "▁sequence": 5665,
+      "arc": 5666,
+      "IV": 5667,
+      "zá": 5668,
+      "▁Android": 5669,
+      "▁Super": 5670,
+      "▁roz": 5671,
+      "ovie": 5672,
+      "Om": 5673,
+      "▁Well": 5674,
+      "make": 5675,
+      "orph": 5676,
+      "▁Jer": 5677,
+      "▁Ros": 5678,
+      "reference": 5679,
+      "▁features": 5680,
+      "▁Ger": 5681,
+      "▁Leg": 5682,
+      "▁late": 5683,
+      "▁additional": 5684,
+      "▁flo": 5685,
+      "▁его": 5686,
+      "▁algorithm": 5687,
+      "BA": 5688,
+      "kar": 5689,
+      "IP": 5690,
+      "]);": 5691,
+      "▁appears": 5692,
+      "yw": 5693,
+      "▁temp": 5694,
+      "▁aussi": 5695,
+      "method": 5696,
+      "▁pet": 5697,
+      "strap": 5698,
+      "arning": 5699,
+      "▁cut": 5700,
+      "▁Sa": 5701,
+      "▁track": 5702,
+      "▁employ": 5703,
+      "▁inde": 5704,
+      "rav": 5705,
+      "▁generate": 5706,
+      "bes": 5707,
+      "arts": 5708,
+      "Status": 5709,
+      "uge": 5710,
+      "alis": 5711,
+      "▁override": 5712,
+      "▁fi": 5713,
+      "▁lost": 5714,
+      "oted": 5715,
+      "▁room": 5716,
+      "▁calls": 5717,
+      "▁consist": 5718,
+      "рен": 5719,
+      "▁village": 5720,
+      "dist": 5721,
+      "▁techn": 5722,
+      "enza": 5723,
+      "▁роз": 5724,
+      "▁Catalog": 5725,
+      "▁becom": 5726,
+      "rows": 5727,
+      "▁Nel": 5728,
+      "comple": 5729,
+      "▁premi": 5730,
+      "▁rot": 5731,
+      "▁Weblinks": 5732,
+      "▁football": 5733,
+      "▁compar": 5734,
+      "▁live": 5735,
+      "ких": 5736,
+      "▁equival": 5737,
+      "cape": 5738,
+      "▁Gen": 5739,
+      "nder": 5740,
+      "▁Vis": 5741,
+      "▁behind": 5742,
+      "gers": 5743,
+      "voke": 5744,
+      "▁media": 5745,
+      "EX": 5746,
+      "that": 5747,
+      "▁sono": 5748,
+      "▁mysql": 5749,
+      "ev": 5750,
+      "▁rule": 5751,
+      "дов": 5752,
+      "acc": 5753,
+      "▁WHERE": 5754,
+      "ене": 5755,
+      "Grid": 5756,
+      "▁jul": 5757,
+      "▁mort": 5758,
+      "▁generated": 5759,
+      "encia": 5760,
+      "acter": 5761,
+      "clud": 5762,
+      "▁scen": 5763,
+      "▁closed": 5764,
+      "▁Michael": 5765,
+      "▁mount": 5766,
+      ")$,": 5767,
+      "▁drop": 5768,
+      "▁combin": 5769,
+      "tocol": 5770,
+      "▁goes": 5771,
+      "▁geb": 5772,
+      "MD": 5773,
+      "▁Anton": 5774,
+      "▁$(\"": 5775,
+      "Tem": 5776,
+      "▁ca": 5777,
+      "▁instru": 5778,
+      "eds": 5779,
+      "▁tool": 5780,
+      "mys": 5781,
+      "▁route": 5782,
+      "\"))": 5783,
+      "пре": 5784,
+      "▁float": 5785,
+      "▁services": 5786,
+      "▁чи": 5787,
+      "кі": 5788,
+      "embly": 5789,
+      "aker": 5790,
+      "▁Son": 5791,
+      "▁Math": 5792,
+      "asse": 5793,
+      "ously": 5794,
+      "lications": 5795,
+      "▁ru": 5796,
+      "▁що": 5797,
+      "▁Const": 5798,
+      "▁immedi": 5799,
+      "FO": 5800,
+      "oro": 5801,
+      "▁production": 5802,
+      "rei": 5803,
+      "▁jquery": 5804,
+      "annt": 5805,
+      "▁While": 5806,
+      "▁sn": 5807,
+      "▁годи": 5808,
+      "Format": 5809,
+      "▁star": 5810,
+      "▁Sen": 5811,
+      "▁ko": 5812,
+      "NAME": 5813,
+      "▁prés": 5814,
+      "cha": 5815,
+      "what": 5816,
+      "omin": 5817,
+      "endant": 5818,
+      "hy": 5819,
+      "▁observ": 5820,
+      "▁prefer": 5821,
+      "ун": 5822,
+      "▁constructor": 5823,
+      "bs": 5824,
+      "▁mac": 5825,
+      "▁Bre": 5826,
+      "▁Instit": 5827,
+      "▁story": 5828,
+      "▁symbol": 5829,
+      "eles": 5830,
+      "ße": 5831,
+      "asing": 5832,
+      "▁west": 5833,
+      "ians": 5834,
+      "▁master": 5835,
+      "ез": 5836,
+      "▁ways": 5837,
+      "bm": 5838,
+      "▁pick": 5839,
+      "▁depart": 5840,
+      "Back": 5841,
+      "enk": 5842,
+      "lipse": 5843,
+      "▁math": 5844,
+      "▁Francis": 5845,
+      "▁December": 5846,
+      "fs": 5847,
+      "rum": 5848,
+      "▁development": 5849,
+      "LT": 5850,
+      "ernel": 5851,
+      "▁True": 5852,
+      "▁More": 5853,
+      "rangle": 5854,
+      "▁conditions": 5855,
+      "Options": 5856,
+      "▁gli": 5857,
+      "▁operation": 5858,
+      "ék": 5859,
+      "acht": 5860,
+      "ights": 5861,
+      "▁mist": 5862,
+      "anda": 5863,
+      "▁energy": 5864,
+      "▁же": 5865,
+      "▁women": 5866,
+      "akt": 5867,
+      "▁CH": 5868,
+      "gebra": 5869,
+      "▁meet": 5870,
+      "iu": 5871,
+      "well": 5872,
+      "öl": 5873,
+      "▁government": 5874,
+      "▁Jos": 5875,
+      "ieg": 5876,
+      "▁syntax": 5877,
+      "fix": 5878,
+      "▁Pet": 5879,
+      "jquery": 5880,
+      "▁card": 5881,
+      "▁principal": 5882,
+      "▁dru": 5883,
+      "▁territ": 5884,
+      "▁пов": 5885,
+      "▁SS": 5886,
+      "рии": 5887,
+      "tres": 5888,
+      "agne": 5889,
+      "lying": 5890,
+      "tilde": 5891,
+      "bern": 5892,
+      "enter": 5893,
+      "Per": 5894,
+      "▁somet": 5895,
+      "Load": 5896,
+      "lice": 5897,
+      "▁sous": 5898,
+      "▁Louis": 5899,
+      "▁logic": 5900,
+      "▁Other": 5901,
+      "▁cir": 5902,
+      "év": 5903,
+      "chron": 5904,
+      "▁han": 5905,
+      "▁margin": 5906,
+      "Window": 5907,
+      "ères": 5908,
+      "nych": 5909,
+      "push": 5910,
+      "bolds": 5911,
+      "▁layout": 5912,
+      "▁[`": 5913,
+      "Char": 5914,
+      "▁Cap": 5915,
+      "boldsymbol": 5916,
+      "▁Roman": 5917,
+      "▁Max": 5918,
+      ":(": 5919,
+      "▁Code": 5920,
+      "ising": 5921,
+      "▁states": 5922,
+      "▁existing": 5923,
+      "support": 5924,
+      "▁research": 5925,
+      "licate": 5926,
+      "vari": 5927,
+      "▁bij": 5928,
+      "▁appe": 5929,
+      "▁happens": 5930,
+      "\\\"": 5931,
+      "▁concern": 5932,
+      "west": 5933,
+      "▁saying": 5934,
+      "pid": 5935,
+      "▁recogn": 5936,
+      "▁Het": 5937,
+      "Child": 5938,
+      "▁cs": 5939,
+      "\\,": 5940,
+      "▁clean": 5941,
+      "lections": 5942,
+      "access": 5943,
+      "ву": 5944,
+      "про": 5945,
+      "acity": 5946,
+      "▁Off": 5947,
+      "▁easily": 5948,
+      "èque": 5949,
+      "▁jako": 5950,
+      "▁iz": 5951,
+      "▁Ha": 5952,
+      "▁Det": 5953,
+      "▁forma": 5954,
+      "sche": 5955,
+      "swers": 5956,
+      "▁offer": 5957,
+      "quired": 5958,
+      "Users": 5959,
+      "▁subst": 5960,
+      ">(": 5961,
+      "▁ground": 5962,
+      "unn": 5963,
+      "rod": 5964,
+      "spe": 5965,
+      "ursor": 5966,
+      "▁leave": 5967,
+      "erk": 5968,
+      "▁tal": 5969,
+      "▁bottom": 5970,
+      "IO": 5971,
+      "▁popular": 5972,
+      "igo": 5973,
+      "▁Time": 5974,
+      "values": 5975,
+      "▁Loc": 5976,
+      "▁Club": 5977,
+      "▁anche": 5978,
+      "iał": 5979,
+      "ії": 5980,
+      "Omega": 5981,
+      "▁located": 5982,
+      "Url": 5983,
+      "▁Esp": 5984,
+      "лы": 5985,
+      "ць": 5986,
+      "ulate": 5987,
+      "▁join": 5988,
+      "aves": 5989,
+      "vet": 5990,
+      "lio": 5991,
+      "remove": 5992,
+      "▁token": 5993,
+      "▁optim": 5994,
+      "▁claim": 5995,
+      "ological": 5996,
+      "▁css": 5997,
+      "▁although": 5998,
+      "▁priv": 5999,
+      "▁Ba": 6000,
+      "ül": 6001,
+      "entication": 6002,
+      "▁ven": 6003,
+      "Server": 6004,
+      "▁Cong": 6005,
+      "NET": 6006,
+      "CON": 6007,
+      "dt": 6008,
+      "perties": 6009,
+      "▁epis": 6010,
+      "wikipedia": 6011,
+      "▁engine": 6012,
+      "▁fer": 6013,
+      "getElement": 6014,
+      "▁Cla": 6015,
+      "ří": 6016,
+      "▁rom": 6017,
+      "varepsilon": 6018,
+      "▁prime": 6019,
+      "istry": 6020,
+      "pected": 6021,
+      "orage": 6022,
+      "▁touch": 6023,
+      "▁['": 6024,
+      "▁dan": 6025,
+      "Em": 6026,
+      "aciones": 6027,
+      "Can": 6028,
+      "▁whom": 6029,
+      "▁behavior": 6030,
+      "▁strings": 6031,
+      "▁Europ": 6032,
+      "▁Rom": 6033,
+      "circ": 6034,
+      "▁pun": 6035,
+      "▁register": 6036,
+      "buntu": 6037,
+      "rain": 6038,
+      "Ob": 6039,
+      "TA": 6040,
+      "▁sometimes": 6041,
+      "▁ment": 6042,
+      "▁integer": 6043,
+      "▁Jac": 6044,
+      "legate": 6045,
+      "othing": 6046,
+      "▁sound": 6047,
+      "laces": 6048,
+      "▁Ба": 6049,
+      "rb": 6050,
+      "di": 6051,
+      "ления": 6052,
+      "▁themselves": 6053,
+      "▁Black": 6054,
+      "▁settings": 6055,
+      "▁norm": 6056,
+      "▁runs": 6057,
+      "▁NOT": 6058,
+      "KE": 6059,
+      "▁perhaps": 6060,
+      "▁Я": 6061,
+      "▁mol": 6062,
+      "▁ans": 6063,
+      "atre": 6064,
+      "▁Dies": 6065,
+      "Token": 6066,
+      "anie": 6067,
+      "▁allowed": 6068,
+      "Range": 6069,
+      "▁Gro": 6070,
+      "via": 6071,
+      "utorial": 6072,
+      "ensor": 6073,
+      "estival": 6074,
+      ");\r": 6075,
+      "краї": 6076,
+      "▁turned": 6077,
+      "scope": 6078,
+      "▁bien": 6079,
+      "=$": 6080,
+      "▁extension": 6081,
+      "atore": 6082,
+      "▁Ро": 6083,
+      "▁specify": 6084,
+      "edu": 6085,
+      "Datos": 6086,
+      "▁stored": 6087,
+      "▁parse": 6088,
+      "▁answers": 6089,
+      "ills": 6090,
+      "▁heard": 6091,
+      "lu": 6092,
+      "▁THE": 6093,
+      "▁gén": 6094,
+      "▁ful": 6095,
+      "ez": 6096,
+      "▁Prem": 6097,
+      "then": 6098,
+      "dp": 6099,
+      "ського": 6100,
+      "▁Si": 6101,
+      "ço": 6102,
+      "Edit": 6103,
+      "ків": 6104,
+      "▁Ли": 6105,
+      "▁Sing": 6106,
+      "▁categ": 6107,
+      "Equ": 6108,
+      "▁guer": 6109,
+      "Width": 6110,
+      "▁Christian": 6111,
+      "stat": 6112,
+      "Write": 6113,
+      "▁woman": 6114,
+      "wood": 6115,
+      "Vis": 6116,
+      "раз": 6117,
+      "▁$$\\": 6118,
+      "oder": 6119,
+      "▁bool": 6120,
+      "▁international": 6121,
+      "ность": 6122,
+      "▁Richard": 6123,
+      "▁addition": 6124,
+      "▁Music": 6125,
+      "▁aber": 6126,
+      "tó": 6127,
+      "▁hier": 6128,
+      "ugh": 6129,
+      "▁pob": 6130,
+      "▁tables": 6131,
+      "Do": 6132,
+      "▁higher": 6133,
+      "psi": 6134,
+      "rá": 6135,
+      "▁active": 6136,
+      "▁Table": 6137,
+      "ње": 6138,
+      "▁description": 6139,
+      "▁seemed": 6140,
+      "íst": 6141,
+      "▁myself": 6142,
+      "▁menu": 6143,
+      "del": 6144,
+      "▁ž": 6145,
+      "ele": 6146,
+      "Aut": 6147,
+      "▁гру": 6148,
+      "mut": 6149,
+      "oon": 6150,
+      "asc": 6151,
+      "bug": 6152,
+      "▁moved": 6153,
+      "CL": 6154,
+      "▁datas": 6155,
+      "SO": 6156,
+      "оло": 6157,
+      "▁Georg": 6158,
+      "▁reach": 6159,
+      ":\"": 6160,
+      "▁evalu": 6161,
+      "▁Hel": 6162,
+      "▁River": 6163,
+      "▁Ар": 6164,
+      "////": 6165,
+      "▁sets": 6166,
+      "▁Olymp": 6167,
+      "Adapter": 6168,
+      ".'": 6169,
+      "overn": 6170,
+      "▁Lord": 6171,
+      "!--": 6172,
+      "jpg": 6173,
+      "imento": 6174,
+      "▁Prof": 6175,
+      "▁achieve": 6176,
+      "}:": 6177,
+      "▁incor": 6178,
+      "▁onder": 6179,
+      "engl": 6180,
+      "ABLE": 6181,
+      "▁Mary": 6182,
+      "▁waren": 6183,
+      "lage": 6184,
+      "Dec": 6185,
+      "англ": 6186,
+      "encias": 6187,
+      "лей": 6188,
+      "▁Machine": 6189,
+      "▁Ан": 6190,
+      "uda": 6191,
+      "▁ś": 6192,
+      "▁XX": 6193,
+      "only": 6194,
+      "ление": 6195,
+      "▁también": 6196,
+      "nej": 6197,
+      "▁relative": 6198,
+      "▁hours": 6199,
+      "▁indeed": 6200,
+      "undo": 6201,
+      "ingu": 6202,
+      "area": 6203,
+      "▁Create": 6204,
+      "beit": 6205,
+      "▁removed": 6206,
+      "master": 6207,
+      "haus": 6208,
+      "▁Bern": 6209,
+      "▁speed": 6210,
+      "▁Bay": 6211,
+      "▁Att": 6212,
+      "▁None": 6213,
+      "application": 6214,
+      "üd": 6215,
+      "▁fit": 6216,
+      "▁Maria": 6217,
+      "▁nord": 6218,
+      "▁split": 6219,
+      "▁stru": 6220,
+      "▁official": 6221,
+      "▁execute": 6222,
+      "ouve": 6223,
+      "{{": 6224,
+      "▁Ap": 6225,
+      "▁ку": 6226,
+      "IL": 6227,
+      "▁^": 6228,
+      "dim": 6229,
+      "▁setup": 6230,
+      "ск": 6231,
+      "▁share": 6232,
+      "▁minutes": 6233,
+      "gle": 6234,
+      "oco": 6235,
+      "stell": 6236,
+      "▁Coun": 6237,
+      "▁temper": 6238,
+      "keit": 6239,
+      "ський": 6240,
+      "ao": 6241,
+      "▁Long": 6242,
+      "(&": 6243,
+      "кан": 6244,
+      "▁dens": 6245,
+      "But": 6246,
+      "XX": 6247,
+      "DATE": 6248,
+      "gan": 6249,
+      ".).": 6250,
+      "▁entry": 6251,
+      "install": 6252,
+      "▁зна": 6253,
+      "▁Som": 6254,
+      "Command": 6255,
+      "ßen": 6256,
+      "▁starting": 6257,
+      "▁sto": 6258,
+      "IG": 6259,
+      "▁minim": 6260,
+      "▁explicit": 6261,
+      "▁bytes": 6262,
+      "▁party": 6263,
+      "tober": 6264,
+      "▁Grand": 6265,
+      "▁Vor": 6266,
+      "▁leur": 6267,
+      "Document": 6268,
+      "erc": 6269,
+      "ensive": 6270,
+      "CP": 6271,
+      "env": 6272,
+      "▁arguments": 6273,
+      "▁Gran": 6274,
+      "arily": 6275,
+      "▁lin": 6276,
+      "tn": 6277,
+      "(-": 6278,
+      "geq": 6279,
+      "▁Famil": 6280,
+      "▁Бо": 6281,
+      "▁tour": 6282,
+      "▁nav": 6283,
+      "▁properly": 6284,
+      "▁Mrs": 6285,
+      "▁Mel": 6286,
+      "▁scale": 6287,
+      "astic": 6288,
+      "ds": 6289,
+      "▁Sir": 6290,
+      "▁Church": 6291,
+      "}^{\\": 6292,
+      "you": 6293,
+      "/.": 6294,
+      "So": 6295,
+      "▁brought": 6296,
+      "▁role": 6297,
+      "▁Sur": 6298,
+      "▁fond": 6299,
+      "▁ges": 6300,
+      "że": 6301,
+      "eten": 6302,
+      "▁était": 6303,
+      "SER": 6304,
+      "▁которы": 6305,
+      "▁equation": 6306,
+      "aspx": 6307,
+      "▁Afr": 6308,
+      "▁dit": 6309,
+      "empty": 6310,
+      "alement": 6311,
+      "wrap": 6312,
+      "▁Bet": 6313,
+      "▁collect": 6314,
+      "▁git": 6315,
+      "▁vie": 6316,
+      "▁..": 6317,
+      "рой": 6318,
+      "▁<?": 6319,
+      "▁educ": 6320,
+      "kl": 6321,
+      "ensis": 6322,
+      "▁OR": 6323,
+      "▁Hi": 6324,
+      "▁Cour": 6325,
+      "бы": 6326,
+      "cert": 6327,
+      "▁Ges": 6328,
+      "essor": 6329,
+      "Main": 6330,
+      "▁лю": 6331,
+      "cade": 6332,
+      "dot": 6333,
+      "augh": 6334,
+      "hib": 6335,
+      "▁automatically": 6336,
+      "▁spir": 6337,
+      "present": 6338,
+      "▁February": 6339,
+      "▁Elle": 6340,
+      "custom": 6341,
+      "▁proget": 6342,
+      "▁administr": 6343,
+      "AA": 6344,
+      "▁born": 6345,
+      "▁College": 6346,
+      "athol": 6347,
+      "`)": 6348,
+      "ierre": 6349,
+      "▁ran": 6350,
+      "▁profession": 6351,
+      "ogen": 6352,
+      "}_{\\": 6353,
+      "▁activity": 6354,
+      "▁scroll": 6355,
+      "▁prove": 6356,
+      "ibrary": 6357,
+      "eries": 6358,
+      "Read": 6359,
+      "year": 6360,
+      "▁lang": 6361,
+      "Det": 6362,
+      "▁knew": 6363,
+      "▁protected": 6364,
+      "▁wor": 6365,
+      "▁effic": 6366,
+      "▁rég": 6367,
+      "▁theory": 6368,
+      "▁published": 6369,
+      "real": 6370,
+      "▁Tour": 6371,
+      "▁durante": 6372,
+      "äs": 6373,
+      "▁positive": 6374,
+      "▁forward": 6375,
+      "▁Rel": 6376,
+      "{\"": 6377,
+      "park": 6378,
+      "▁Um": 6379,
+      "▁eer": 6380,
+      "enta": 6381,
+      "▁imag": 6382,
+      "ної": 6383,
+      "piel": 6384,
+      "▁jQuery": 6385,
+      "isme": 6386,
+      "chni": 6387,
+      "organ": 6388,
+      "▁args": 6389,
+      "oir": 6390,
+      "heim": 6391,
+      "rian": 6392,
+      "eless": 6393,
+      "uses": 6394,
+      "дин": 6395,
+      "ición": 6396,
+      "▁indust": 6397,
+      "▁wish": 6398,
+      "ány": 6399,
+      "oca": 6400,
+      "▁angular": 6401,
+      "ieved": 6402,
+      "▁occur": 6403,
+      "SELECT": 6404,
+      "onia": 6405,
+      "admin": 6406,
+      "▁Best": 6407,
+      "▁это": 6408,
+      "огра": 6409,
+      "▁loss": 6410,
+      "▁bal": 6411,
+      "▁Рос": 6412,
+      "▁career": 6413,
+      "▁пе": 6414,
+      "IX": 6415,
+      "▁fall": 6416,
+      "▁Rob": 6417,
+      "▁OP": 6418,
+      "ened": 6419,
+      "graphics": 6420,
+      "▁coming": 6421,
+      "Update": 6422,
+      "▁died": 6423,
+      "eden": 6424,
+      "▁abs": 6425,
+      "▁inner": 6426,
+      "▁trav": 6427,
+      "стоя": 6428,
+      "zą": 6429,
+      "ép": 6430,
+      "▁Group": 6431,
+      "▁cel": 6432,
+      "▁stuff": 6433,
+      "▁situation": 6434,
+      "▁${": 6435,
+      "acle": 6436,
+      "▁purpose": 6437,
+      "▁Fire": 6438,
+      "▁Oh": 6439,
+      "▁Second": 6440,
+      "▁upload": 6441,
+      "ostał": 6442,
+      "ющи": 6443,
+      "Auth": 6444,
+      "▁showing": 6445,
+      "▁completely": 6446,
+      "avel": 6447,
+      "bd": 6448,
+      "▁proced": 6449,
+      "▁Ö": 6450,
+      "control": 6451,
+      "▁thank": 6452,
+      "undred": 6453,
+      "▁tom": 6454,
+      "▁examples": 6455,
+      "▁remember": 6456,
+      "▁рабо": 6457,
+      "▁possib": 6458,
+      "▁detect": 6459,
+      "▁poor": 6460,
+      "▁Op": 6461,
+      "▁century": 6462,
+      "utter": 6463,
+      "▁login": 6464,
+      "unst": 6465,
+      "Output": 6466,
+      "▁otherwise": 6467,
+      "lan": 6468,
+      "тур": 6469,
+      "▁сов": 6470,
+      "▁groups": 6471,
+      "rip": 6472,
+      "▁shell": 6473,
+      "▁district": 6474,
+      "▁records": 6475,
+      "▁siè": 6476,
+      "fortun": 6477,
+      "enty": 6478,
+      "▁Tre": 6479,
+      "▁changing": 6480,
+      "след": 6481,
+      "aught": 6482,
+      "▁deep": 6483,
+      "subset": 6484,
+      "agy": 6485,
+      "endar": 6486,
+      "jax": 6487,
+      "OM": 6488,
+      "El": 6489,
+      "imate": 6490,
+      "ardo": 6491,
+      "▁plot": 6492,
+      "▁visit": 6493,
+      "▁bug": 6494,
+      "▁все": 6495,
+      "▁opened": 6496,
+      "▁repla": 6497,
+      "▁Henry": 6498,
+      "▁pp": 6499,
+      "bas": 6500,
+      "▁dark": 6501,
+      "▁Martin": 6502,
+      "▁resource": 6503,
+      "iling": 6504,
+      "▁watch": 6505,
+      "replace": 6506,
+      "▁release": 6507,
+      "Location": 6508,
+      "▁learning": 6509,
+      "menu": 6510,
+      "▁allows": 6511,
+      "ър": 6512,
+      "Length": 6513,
+      "▁whatever": 6514,
+      "▁pages": 6515,
+      "▁compiler": 6516,
+      "▁также": 6517,
+      "▁Pan": 6518,
+      "command": 6519,
+      "▁road": 6520,
+      "▁unless": 6521,
+      "`?": 6522,
+      "▁discover": 6523,
+      "▁он": 6524,
+      "}]": 6525,
+      "bour": 6526,
+      "▁Could": 6527,
+      "▁regex": 6528,
+      "▁ps": 6529,
+      "CD": 6530,
+      "из": 6531,
+      "▁wife": 6532,
+      "amenti": 6533,
+      "▁fair": 6534,
+      "▁DB": 6535,
+      "▁Cup": 6536,
+      "enen": 6537,
+      "ajax": 6538,
+      "othèque": 6539,
+      "▁seiner": 6540,
+      "icker": 6541,
+      "ám": 6542,
+      "exchange": 6543,
+      "oles": 6544,
+      "IF": 6545,
+      "▁До": 6546,
+      "ohn": 6547,
+      "▁grow": 6548,
+      "▁Thus": 6549,
+      "spec": 6550,
+      "▁hatte": 6551,
+      "#,": 6552,
+      "allel": 6553,
+      "▁rate": 6554,
+      "▁central": 6555,
+      "▁Van": 6556,
+      "iforn": 6557,
+      "Run": 6558,
+      "▁study": 6559,
+      "▁XML": 6560,
+      "▁Che": 6561,
+      "▁beaut": 6562,
+      "mid": 6563,
+      "▁advance": 6564,
+      "Ver": 6565,
+      "тя": 6566,
+      "▁hands": 6567,
+      "▁lay": 6568,
+      "▁š": 6569,
+      "▁OS": 6570,
+      "▁{}": 6571,
+      "Pre": 6572,
+      "▁Hall": 6573,
+      "imp": 6574,
+      "▁sun": 6575,
+      "▁steps": 6576,
+      "▁jud": 6577,
+      "qui": 6578,
+      "▁boot": 6579,
+      "▁%>": 6580,
+      "▁Ва": 6581,
+      "nost": 6582,
+      "▁nem": 6583,
+      "▁pen": 6584,
+      "Open": 6585,
+      "▁church": 6586,
+      "кон": 6587,
+      "▁average": 6588,
+      "▁comments": 6589,
+      "▁corresponding": 6590,
+      "levant": 6591,
+      "▁bed": 6592,
+      "▁meaning": 6593,
+      "Version": 6594,
+      "Link": 6595,
+      "bel": 6596,
+      "▁extract": 6597,
+      "ść": 6598,
+      "▁IV": 6599,
+      "▁Ir": 6600,
+      "▁computer": 6601,
+      "▁affect": 6602,
+      "▁Ста": 6603,
+      "AX": 6604,
+      "sort": 6605,
+      "▁species": 6606,
+      "▁Oper": 6607,
+      "▁hash": 6608,
+      "ches": 6609,
+      "▁Einzeln": 6610,
+      "▁keys": 6611,
+      "▁marzo": 6612,
+      "▁interpret": 6613,
+      "hood": 6614,
+      "▁coordin": 6615,
+      "ös": 6616,
+      "rage": 6617,
+      "etz": 6618,
+      "iza": 6619,
+      "дер": 6620,
+      "üt": 6621,
+      "^*": 6622,
+      "▁modify": 6623,
+      "▁termin": 6624,
+      "▁cred": 6625,
+      "zon": 6626,
+      "ную": 6627,
+      "▁mie": 6628,
+      "▁''": 6629,
+      "▁Mos": 6630,
+      "▁connected": 6631,
+      "NO": 6632,
+      "▁compile": 6633,
+      "▁\"\\": 6634,
+      "▁cat": 6635,
+      "fiddle": 6636,
+      "uta": 6637,
+      "Access": 6638,
+      "▁Sto": 6639,
+      "▁Bur": 6640,
+      "▁north": 6641,
+      "Gamma": 6642,
+      "▁alloc": 6643,
+      "Init": 6644,
+      "▁Link": 6645,
+      "ialize": 6646,
+      "Impl": 6647,
+      "oupe": 6648,
+      "ropri": 6649,
+      "▁Gold": 6650,
+      "▁solo": 6651,
+      "▁Dist": 6652,
+      ",-": 6653,
+      "nav": 6654,
+      "▁alert": 6655,
+      "esis": 6656,
+      "▁Os": 6657,
+      "///": 6658,
+      "▁feb": 6659,
+      "▁-->": 6660,
+      "foot": 6661,
+      "▁Fried": 6662,
+      "▁Einzelnach": 6663,
+      "▁rev": 6664,
+      "zeit": 6665,
+      "▁Stat": 6666,
+      "▁Seg": 6667,
+      "▁blo": 6668,
+      "wick": 6669,
+      "EL": 6670,
+      "caption": 6671,
+      "header": 6672,
+      "▁president": 6673,
+      "▁multip": 6674,
+      "▁Einzelnachweise": 6675,
+      "▁seine": 6676,
+      "?”": 6677,
+      "Function": 6678,
+      "▁Stand": 6679,
+      "▁Function": 6680,
+      "▁?>": 6681,
+      "▁Bill": 6682,
+      "▁spect": 6683,
+      "▁redirect": 6684,
+      "rupt": 6685,
+      "▁walk": 6686,
+      "вши": 6687,
+      "springframework": 6688,
+      "place": 6689,
+      "ého": 6690,
+      "Entity": 6691,
+      "▁Service": 6692,
+      "inte": 6693,
+      "▁training": 6694,
+      "▁(`": 6695,
+      "фор": 6696,
+      "▁кра": 6697,
+      "aur": 6698,
+      "▁fetch": 6699,
+      "▁†": 6700,
+      "▁même": 6701,
+      "▁('": 6702,
+      "atively": 6703,
+      "▁execut": 6704,
+      "äch": 6705,
+      "▁Catalogue": 6706,
+      "based": 6707,
+      "Attribute": 6708,
+      "▁spring": 6709,
+      "phone": 6710,
+      "тра": 6711,
+      "▁пи": 6712,
+      "тера": 6713,
+      "▁`\\": 6714,
+      "▁Od": 6715,
+      "One": 6716,
+      "send": 6717,
+      "bon": 6718,
+      "▁°": 6719,
+      "MO": 6720,
+      "▁asking": 6721,
+      "▁où": 6722,
+      "▁ingår": 6723,
+      "▁testing": 6724,
+      "▁фа": 6725,
+      "▁Book": 6726,
+      "imm": 6727,
+      "▁progress": 6728,
+      "bro": 6729,
+      "First": 6730,
+      "▁phot": 6731,
+      "▁ON": 6732,
+      "Template": 6733,
+      "developer": 6734,
+      "annot": 6735,
+      "▁>=": 6736,
+      "mission": 6737,
+      "▁któ": 6738,
+      "pc": 6739,
+      "bach": 6740,
+      "zent": 6741,
+      "ued": 6742,
+      "▁ones": 6743,
+      "ји": 6744,
+      "▁rout": 6745,
+      "▁Ки": 6746,
+      "Post": 6747,
+      "ції": 6748,
+      "▁Vir": 6749,
+      "nek": 6750,
+      "aging": 6751,
+      "▁ок": 6752,
+      "izont": 6753,
+      "▁agosto": 6754,
+      "▁choose": 6755,
+      "▁\r": 6756,
+      "▁systems": 6757,
+      "loss": 6758,
+      "iente": 6759,
+      "▁Cre": 6760,
+      "▁contra": 6761,
+      "ums": 6762,
+      "▁beginning": 6763,
+      "emy": 6764,
+      "istics": 6765,
+      "▁served": 6766,
+      "Down": 6767,
+      "options": 6768,
+      "▁Govern": 6769,
+      "▁BY": 6770,
+      "▁jest": 6771,
+      "té": 6772,
+      "▁continue": 6773,
+      "pers": 6774,
+      "▁easier": 6775,
+      "▁cos": 6776,
+      "esso": 6777,
+      ">>": 6778,
+      "Net": 6779,
+      "▁Bor": 6780,
+      "▁Cr": 6781,
+      "▁transfer": 6782,
+      "▁CSS": 6783,
+      "▁finns": 6784,
+      "▁хо": 6785,
+      "username": 6786,
+      "▁constru": 6787,
+      "▁pain": 6788,
+      "▁Tem": 6789,
+      "▁specified": 6790,
+      "▁brit": 6791,
+      "ские": 6792,
+      "irk": 6793,
+      "rapper": 6794,
+      "▁counter": 6795,
+      "▁[\"": 6796,
+      "oded": 6797,
+      "дан": 6798,
+      "property": 6799,
+      "hard": 6800,
+      "istrict": 6801,
+      ")/": 6802,
+      "▁Pour": 6803,
+      "▁Where": 6804,
+      "▁===": 6805,
+      "▁sowie": 6806,
+      "▁Про": 6807,
+      "▁dess": 6808,
+      "▁tras": 6809,
+      "▁уча": 6810,
+      "▁Over": 6811,
+      "note": 6812,
+      "▁America": 6813,
+      "cp": 6814,
+      "▁grande": 6815,
+      "Me": 6816,
+      ")-": 6817,
+      "Mode": 6818,
+      "▁passing": 6819,
+      "▁giving": 6820,
+      "Cl": 6821,
+      "}/": 6822,
+      "Menu": 6823,
+      "!!": 6824,
+      "angular": 6825,
+      "▁launch": 6826,
+      "varphi": 6827,
+      "▁Johann": 6828,
+      "▁foreach": 6829,
+      "ró": 6830,
+      "sequ": 6831,
+      "ifi": 6832,
+      "Am": 6833,
+      "arp": 6834,
+      "▁buffer": 6835,
+      "▁ni": 6836,
+      "▁mix": 6837,
+      "▁Museum": 6838,
+      "▁meant": 6839,
+      "asi": 6840,
+      "▁kan": 6841,
+      "прав": 6842,
+      "Comp": 6843,
+      "istoire": 6844,
+      "iful": 6845,
+      "jer": 6846,
+      "issions": 6847,
+      "Resource": 6848,
+      "▁воз": 6849,
+      "▁ST": 6850,
+      "▁solutions": 6851,
+      "▁belong": 6852,
+      "▁Associ": 6853,
+      "cf": 6854,
+      "▁Mär": 6855,
+      "▁grid": 6856,
+      "Mult": 6857,
+      "▁requires": 6858,
+      "kk": 6859,
+      "▁teach": 6860,
+      "emeinde": 6861,
+      "▁square": 6862,
+      "▁коман": 6863,
+      "▁Event": 6864,
+      "▁rules": 6865,
+      "▁bur": 6866,
+      "▁eing": 6867,
+      "▁Mai": 6868,
+      "▁nam": 6869,
+      "▁slä": 6870,
+      "hör": 6871,
+      "▁tip": 6872,
+      "▁Literatur": 6873,
+      "▁scope": 6874,
+      "overline": 6875,
+      "▁exit": 6876,
+      ")?": 6877,
+      "bet": 6878,
+      "▁vict": 6879,
+      "Off": 6880,
+      "▁approxim": 6881,
+      "▁Geb": 6882,
+      "ktop": 6883,
+      "heit": 6884,
+      "▁Ю": 6885,
+      "template": 6886,
+      "рон": 6887,
+      "▁uno": 6888,
+      "Serv": 6889,
+      "▁framework": 6890,
+      "operator": 6891,
+      "▁generally": 6892,
+      "▁hundred": 6893,
+      "▁divers": 6894,
+      "ovi": 6895,
+      "▁rés": 6896,
+      "abs": 6897,
+      "▁gal": 6898,
+      "çais": 6899,
+      "▁feet": 6900,
+      "▁virtual": 6901,
+      "czy": 6902,
+      "ску": 6903,
+      "./": 6904,
+      "hu": 6905,
+      "ancy": 6906,
+      "▁recommend": 6907,
+      "▁під": 6908,
+      "▁money": 6909,
+      "▁versions": 6910,
+      "▁helps": 6911,
+      "▁Hor": 6912,
+      "Items": 6913,
+      "look": 6914,
+      "connect": 6915,
+      "anges": 6916,
+      "ViewController": 6917,
+      "elijk": 6918,
+      "▁occup": 6919,
+      "▁editor": 6920,
+      "auto": 6921,
+      "ög": 6922,
+      "▁seconds": 6923,
+      "▁obvious": 6924,
+      "vm": 6925,
+      "akes": 6926,
+      "▁gegen": 6927,
+      "▁til": 6928,
+      "jection": 6929,
+      "лення": 6930,
+      "▁operations": 6931,
+      "▁East": 6932,
+      "ogy": 6933,
+      "▁Polit": 6934,
+      "uten": 6935,
+      "▁Joseph": 6936,
+      "\"`": 6937,
+      "▁Company": 6938,
+      "▁callback": 6939,
+      "▁sen": 6940,
+      "cción": 6941,
+      "▁associated": 6942,
+      "▁containing": 6943,
+      "▁practice": 6944,
+      "elijke": 6945,
+      "oke": 6946,
+      "éra": 6947,
+      "uns": 6948,
+      "anta": 6949,
+      "vey": 6950,
+      "zu": 6951,
+      "▁Bes": 6952,
+      "▁Flor": 6953,
+      "mem": 6954,
+      "ycz": 6955,
+      "▁architect": 6956,
+      "▁anni": 6957,
+      "▁contact": 6958,
+      "YPE": 6959,
+      "▁Cas": 6960,
+      "▁полу": 6961,
+      "ovo": 6962,
+      "▁bring": 6963,
+      "▁concept": 6964,
+      "▁js": 6965,
+      "▁Referencias": 6966,
+      "emble": 6967,
+      "▁н": 6968,
+      "▁supported": 6969,
+      "Big": 6970,
+      "▁Hans": 6971,
+      "erv": 6972,
+      "▁Maj": 6973,
+      "▁arriv": 6974,
+      "▁Have": 6975,
+      "▁probability": 6976,
+      "▁Pop": 6977,
+      "▁Pass": 6978,
+      "token": 6979,
+      "Provider": 6980,
+      "▁Ra": 6981,
+      "Reader": 6982,
+      "ooth": 6983,
+      "lap": 6984,
+      "▁assist": 6985,
+      "adow": 6986,
+      "▁tests": 6987,
+      "сси": 6988,
+      "▁king": 6989,
+      "langle": 6990,
+      "▁Sum": 6991,
+      "OIN": 6992,
+      "▁security": 6993,
+      "nis": 6994,
+      "../": 6995,
+      "▁basic": 6996,
+      "unity": 6997,
+      "`:": 6998,
+      "▁кото": 6999,
+      "kow": 7000,
+      "▁Bibliothèque": 7001,
+      "asion": 7002,
+      "alo": 7003,
+      "ifest": 7004,
+      "▁novembre": 7005,
+      "▁peu": 7006,
+      "▁Ж": 7007,
+      "enschaft": 7008,
+      "clus": 7009,
+      "ју": 7010,
+      "Height": 7011,
+      "ún": 7012,
+      "▁tur": 7013,
+      "▁ideas": 7014,
+      "▁ces": 7015,
+      "frak": 7016,
+      "▁premier": 7017,
+      "itation": 7018,
+      "▁sé": 7019,
+      "HTML": 7020,
+      "▁Royal": 7021,
+      "ської": 7022,
+      "▁byte": 7023,
+      "PS": 7024,
+      "▁segu": 7025,
+      "inen": 7026,
+      "▁Great": 7027,
+      "▁Ку": 7028,
+      "▁external": 7029,
+      "Title": 7030,
+      "Top": 7031,
+      "Process": 7032,
+      "ität": 7033,
+      "▁`/": 7034,
+      "▁secret": 7035,
+      "pository": 7036,
+      "▁potential": 7037,
+      "▁Bud": 7038,
+      "names": 7039,
+      "asons": 7040,
+      "stackexchange": 7041,
+      "background": 7042,
+      "пер": 7043,
+      "сов": 7044,
+      "after": 7045,
+      "▁pero": 7046,
+      "▁software": 7047,
+      "▁sed": 7048,
+      "▁arrays": 7049,
+      "tmp": 7050,
+      "▁asp": 7051,
+      "scale": 7052,
+      "▁Lat": 7053,
+      "anal": 7054,
+      "▁gem": 7055,
+      "PU": 7056,
+      "▁Altri": 7057,
+      "That": 7058,
+      "▁Ни": 7059,
+      "ifact": 7060,
+      "Address": 7061,
+      "▁south": 7062,
+      "▁formula": 7063,
+      "▁Colleg": 7064,
+      "▁ін": 7065,
+      "ktion": 7066,
+      "▁sac": 7067,
+      "SH": 7068,
+      "ajo": 7069,
+      "etc": 7070,
+      "vc": 7071,
+      "`](": 7072,
+      "▁Dur": 7073,
+      "▁Ме": 7074,
+      "▁Smith": 7075,
+      "items": 7076,
+      "CK": 7077,
+      "elo": 7078,
+      "▁plugin": 7079,
+      "▁serie": 7080,
+      "ienne": 7081,
+      "▁или": 7082,
+      "Mar": 7083,
+      "▁Image": 7084,
+      "got": 7085,
+      "andas": 7086,
+      "▁matches": 7087,
+      "▁worth": 7088,
+      "▁Deb": 7089,
+      "▁cache": 7090,
+      "▁felt": 7091,
+      "ersch": 7092,
+      "izes": 7093,
+      "Oper": 7094,
+      "▁Jahre": 7095,
+      "▁commune": 7096,
+      "thread": 7097,
+      "▁ny": 7098,
+      "dec": 7099,
+      "ouw": 7100,
+      "▁surface": 7101,
+      "▁Por": 7102,
+      "▁Street": 7103,
+      "при": 7104,
+      "▁candid": 7105,
+      "▁Return": 7106,
+      "▁Kom": 7107,
+      "gru": 7108,
+      "▁ти": 7109,
+      "[\\": 7110,
+      "▁depends": 7111,
+      "▁influ": 7112,
+      "▁towards": 7113,
+      "ained": 7114,
+      "▁rank": 7115,
+      "▁Januar": 7116,
+      "▁components": 7117,
+      "gest": 7118,
+      "getElementById": 7119,
+      "▁checked": 7120,
+      "airs": 7121,
+      "join": 7122,
+      "▁dead": 7123,
+      "▁hit": 7124,
+      "ény": 7125,
+      "▁equivalent": 7126,
+      "▁Пре": 7127,
+      "▁appropri": 7128,
+      "Pass": 7129,
+      "▁primer": 7130,
+      "englisch": 7131,
+      "▁appar": 7132,
+      "▁During": 7133,
+      "▁knowledge": 7134,
+      "▁trigger": 7135,
+      "▁core": 7136,
+      "▁Ol": 7137,
+      "▁Produ": 7138,
+      "▁Fern": 7139,
+      "▁нача": 7140,
+      "Te": 7141,
+      "▁Mot": 7142,
+      "erve": 7143,
+      "тво": 7144,
+      "▁mid": 7145,
+      "▁finally": 7146,
+      "aires": 7147,
+      "▁especially": 7148,
+      "▁tut": 7149,
+      "▁receive": 7150,
+      "adre": 7151,
+      "▁neigh": 7152,
+      "ktet": 7153,
+      "ilde": 7154,
+      "▁radio": 7155,
+      "▁driver": 7156,
+      "лись": 7157,
+      "endencies": 7158,
+      "▁IE": 7159,
+      "▁saved": 7160,
+      "ffect": 7161,
+      "▁Wayback": 7162,
+      "iat": 7163,
+      "▁padding": 7164,
+      "window": 7165,
+      "тиче": 7166,
+      "▁mur": 7167,
+      "actor": 7168,
+      "▁Han": 7169,
+      "ональ": 7170,
+      "▁gar": 7171,
+      "▁familjen": 7172,
+      "ós": 7173,
+      "▁nationale": 7174,
+      "▁pré": 7175,
+      "ded": 7176,
+      "onal": 7177,
+      "▁President": 7178,
+      "▁\\,": 7179,
+      "▁placed": 7180,
+      "erni": 7181,
+      "▁signal": 7182,
+      "nab": 7183,
+      "hm": 7184,
+      "Mon": 7185,
+      "▁vs": 7186,
+      "SC": 7187,
+      "▁progetti": 7188,
+      "▁Ü": 7189,
+      "▁forms": 7190,
+      "▁messages": 7191,
+      "inf": 7192,
+      "users": 7193,
+      "GET": 7194,
+      "▁dels": 7195,
+      "Collection": 7196,
+      "▁Good": 7197,
+      "▁Maybe": 7198,
+      "▁compr": 7199,
+      "▁larger": 7200,
+      "gres": 7201,
+      "aper": 7202,
+      "▁При": 7203,
+      "undes": 7204,
+      "▁sea": 7205,
+      "▁Spring": 7206,
+      "ulo": 7207,
+      "▁mechan": 7208,
+      "▁sans": 7209,
+      "GB": 7210,
+      "Valid": 7211,
+      "▁communic": 7212,
+      "▁pra": 7213,
+      "vier": 7214,
+      "▁Се": 7215,
+      "▁ain": 7216,
+      "тура": 7217,
+      "kom": 7218,
+      "skiego": 7219,
+      "ково": 7220,
+      "adata": 7221,
+      "▁Ре": 7222,
+      "▁boolean": 7223,
+      "sets": 7224,
+      "▁effort": 7225,
+      ".[": 7226,
+      "▁został": 7227,
+      "PA": 7228,
+      "▁Vict": 7229,
+      "SD": 7230,
+      "ował": 7231,
+      "▁emb": 7232,
+      "▁prima": 7233,
+      "▁hour": 7234,
+      "subsection": 7235,
+      "▁Fort": 7236,
+      "mathfrak": 7237,
+      "igin": 7238,
+      "GL": 7239,
+      ")+": 7240,
+      "fi": 7241,
+      "▁anci": 7242,
+      "▁pan": 7243,
+      "\\)": 7244,
+      "▁lug": 7245,
+      "▁deploy": 7246,
+      "domain": 7247,
+      "▁slight": 7248,
+      "JSON": 7249,
+      "▁morning": 7250,
+      "▁hi": 7251,
+      "▁compare": 7252,
+      "ije": 7253,
+      "▁blue": 7254,
+      "▁Ac": 7255,
+      "▁middle": 7256,
+      "anden": 7257,
+      "▁shared": 7258,
+      "▁Camp": 7259,
+      "▁Á": 7260,
+      "ounded": 7261,
+      "uw": 7262,
+      "ierung": 7263,
+      "Stack": 7264,
+      "▁eines": 7265,
+      "▁Da": 7266,
+      "lij": 7267,
+      "enti": 7268,
+      "▁й": 7269,
+      "Util": 7270,
+      "▁experience": 7271,
+      "▁await": 7272,
+      "uls": 7273,
+      "▁requests": 7274,
+      "▁impos": 7275,
+      "▁constraint": 7276,
+      "Change": 7277,
+      "emph": 7278,
+      "бер": 7279,
+      "▁Another": 7280,
+      "Custom": 7281,
+      "▁significant": 7282,
+      "cr": 7283,
+      "▁million": 7284,
+      "reek": 7285,
+      "▁dalla": 7286,
+      "▁Germ": 7287,
+      "otal": 7288,
+      "ateur": 7289,
+      "btn": 7290,
+      "▁thinking": 7291,
+      "▁interval": 7292,
+      "onne": 7293,
+      "▁liv": 7294,
+      "():": 7295,
+      "▁Ве": 7296,
+      "oe": 7297,
+      "▁Ev": 7298,
+      "meta": 7299,
+      "▁broad": 7300,
+      "Rem": 7301,
+      "apply": 7302,
+      "▁couple": 7303,
+      "▁techni": 7304,
+      "idades": 7305,
+      "▁goal": 7306,
+      "▁CD": 7307,
+      "hab": 7308,
+      "▁explan": 7309,
+      "anner": 7310,
+      "▁Because": 7311,
+      "blog": 7312,
+      "includegraphics": 7313,
+      "▁voice": 7314,
+      "▁Map": 7315,
+      "vention": 7316,
+      "Session": 7317,
+      "▁Liens": 7318,
+      "▁sor": 7319,
+      "category": 7320,
+      "ashington": 7321,
+      "▁März": 7322,
+      "pop": 7323,
+      "illet": 7324,
+      "▁zwei": 7325,
+      "▁Lie": 7326,
+      "Null": 7327,
+      "address": 7328,
+      "▁factor": 7329,
+      "▁ligne": 7330,
+      "▁HTTP": 7331,
+      "▁suf": 7332,
+      "▁personal": 7333,
+      "cip": 7334,
+      "▁Dar": 7335,
+      "▁adm": 7336,
+      "кой": 7337,
+      "▁Ext": 7338,
+      "▁god": 7339,
+      "aa": 7340,
+      "Right": 7341,
+      "été": 7342,
+      "▁dynamic": 7343,
+      "▁maintain": 7344,
+      "tor": 7345,
+      "########": 7346,
+      "▁Fra": 7347,
+      "▁choice": 7348,
+      "▁сто": 7349,
+      "СР": 7350,
+      "▁Feder": 7351,
+      "ston": 7352,
+      "▁flag": 7353,
+      "kit": 7354,
+      "Module": 7355,
+      "▁спо": 7356,
+      "▁Stra": 7357,
+      "icks": 7358,
+      "▁haven": 7359,
+      "▁Mass": 7360,
+      "▁Emp": 7361,
+      "▁Pi": 7362,
+      "▁Pen": 7363,
+      "Rect": 7364,
+      "▁Kr": 7365,
+      "itat": 7366,
+      "eler": 7367,
+      "ября": 7368,
+      "itet": 7369,
+      "▁Start": 7370,
+      "▁produced": 7371,
+      "▁пол": 7372,
+      "(_": 7373,
+      "▁delet": 7374,
+      "▁hot": 7375,
+      "▁Geschichte": 7376,
+      "~~": 7377,
+      "▁months": 7378,
+      "▁tod": 7379,
+      "▁ни": 7380,
+      "ús": 7381,
+      "temp": 7382,
+      "▁Dez": 7383,
+      "ypes": 7384,
+      "▁cui": 7385,
+      "ommun": 7386,
+      "actions": 7387,
+      "▁eigen": 7388,
+      "▁immediately": 7389,
+      "PL": 7390,
+      "▁Го": 7391,
+      "▁Bal": 7392,
+      "ље": 7393,
+      "ului": 7394,
+      "▁online": 7395,
+      "▁años": 7396,
+      "▁namespace": 7397,
+      "▁mond": 7398,
+      "▁Base": 7399,
+      "▁Canada": 7400,
+      "etzt": 7401,
+      "}-": 7402,
+      "▁defin": 7403,
+      "▁doubt": 7404,
+      "▁investig": 7405,
+      "views": 7406,
+      "▁Line": 7407,
+      "▁stage": 7408,
+      "ettings": 7409,
+      "ubre": 7410,
+      "float": 7411,
+      "▁Play": 7412,
+      "▁Las": 7413,
+      "ptr": 7414,
+      "▁becomes": 7415,
+      "estamp": 7416,
+      "▁independent": 7417,
+      "▁analysis": 7418,
+      "▁Look": 7419,
+      "lain": 7420,
+      "▁рас": 7421,
+      "Reference": 7422,
+      "▁sorry": 7423,
+      "▁supposed": 7424,
+      "ût": 7425,
+      "▁degree": 7426,
+      "utz": 7427,
+      "MM": 7428,
+      "▁desired": 7429,
+      "ły": 7430,
+      "▁len": 7431,
+      "▁alone": 7432,
+      "signed": 7433,
+      "▁Sta": 7434,
+      "Person": 7435,
+      "▁applied": 7436,
+      "▁Back": 7437,
+      "▁mars": 7438,
+      "Part": 7439,
+      "▁Did": 7440,
+      "▁externes": 7441,
+      "▁np": 7442,
+      "ongo": 7443,
+      "▁esta": 7444,
+      "Block": 7445,
+      "▁pou": 7446,
+      "adores": 7447,
+      "▁Studio": 7448,
+      ".$": 7449,
+      "▁reached": 7450,
+      "bot": 7451,
+      "▁Juni": 7452,
+      "tons": 7453,
+      "itel": 7454,
+      "▁Gar": 7455,
+      "▁articles": 7456,
+      "▁District": 7457,
+      "▁trouble": 7458,
+      "lide": 7459,
+      "▁Found": 7460,
+      "ád": 7461,
+      "▁equip": 7462,
+      "▁internal": 7463,
+      "'],": 7464,
+      "▁async": 7465,
+      "UB": 7466,
+      "gel": 7467,
+      "▁ai": 7468,
+      "ensure": 7469,
+      "▁appeared": 7470,
+      "▁$_": 7471,
+      "▁maximum": 7472,
+      "▁Си": 7473,
+      "рь": 7474,
+      "▁announ": 7475,
+      "лась": 7476,
+      "▁cm": 7477,
+      "ган": 7478,
+      "aupt": 7479,
+      "▁latter": 7480,
+      "▁platform": 7481,
+      "▁dra": 7482,
+      "▁capital": 7483,
+      "▁solved": 7484,
+      "riz": 7485,
+      "edic": 7486,
+      "▁Mur": 7487,
+      "▁Top": 7488,
+      "тся": 7489,
+      "Panel": 7490,
+      "rule": 7491,
+      "etic": 7492,
+      "▁Ren": 7493,
+      "▁Wikimedia": 7494,
+      "▁TO": 7495,
+      "second": 7496,
+      "isl": 7497,
+      "▁hy": 7498,
+      "▁niet": 7499,
+      "▁loaded": 7500,
+      "dig": 7501,
+      "▁mayo": 7502,
+      "[:": 7503,
+      "Acc": 7504,
+      "▁bek": 7505,
+      "нию": 7506,
+      "login": 7507,
+      "tx": 7508,
+      "▁Fur": 7509,
+      "▁Santa": 7510,
+      "azz": 7511,
+      "▁conduct": 7512,
+      "▁India": 7513,
+      "Order": 7514,
+      "irth": 7515,
+      "tw": 7516,
+      "}+": 7517,
+      "▁wieder": 7518,
+      "▁Edu": 7519,
+      "AV": 7520,
+      "▁```": 7521,
+      "▁manually": 7522,
+      "▁Read": 7523,
+      "fortunately": 7524,
+      "▁Run": 7525,
+      "▁Award": 7526,
+      "▁Foot": 7527,
+      "*)": 7528,
+      "params": 7529,
+      "пі": 7530,
+      "▁native": 7531,
+      "rift": 7532,
+      "▁ä": 7533,
+      "ATH": 7534,
+      "▁yourself": 7535,
+      "▁prior": 7536,
+      "▁cit": 7537,
+      "äh": 7538,
+      "▁treat": 7539,
+      "▁meas": 7540,
+      "ributed": 7541,
+      "▁clar": 7542,
+      "card": 7543,
+      "ROR": 7544,
+      "illes": 7545,
+      "▁layer": 7546,
+      "auer": 7547,
+      "▁rat": 7548,
+      "bernate": 7549,
+      "▁stato": 7550,
+      "▁China": 7551,
+      "▁$('#": 7552,
+      "▁naar": 7553,
+      "zip": 7554,
+      "▁${\\": 7555,
+      "▁appreciated": 7556,
+      "▁име": 7557,
+      "ży": 7558,
+      "▁przez": 7559,
+      "▁Indian": 7560,
+      "▁Tod": 7561,
+      "▁Source": 7562,
+      "▁други": 7563,
+      "internal": 7564,
+      "ionale": 7565,
+      "Product": 7566,
+      "▁Men": 7567,
+      "▁upper": 7568,
+      "▁Every": 7569,
+      "},\\": 7570,
+      "▁printf": 7571,
+      "▁continued": 7572,
+      "▁nodes": 7573,
+      "лки": 7574,
+      "▁nice": 7575,
+      "modules": 7576,
+      "eign": 7577,
+      "▁Mex": 7578,
+      "▁According": 7579,
+      "▁undefined": 7580,
+      "▁binary": 7581,
+      "cut": 7582,
+      "Current": 7583,
+      "edy": 7584,
+      "}}{": 7585,
+      "bles": 7586,
+      "▁вой": 7587,
+      "scri": 7588,
+      "eqn": 7589,
+      "Changed": 7590,
+      "▁köz": 7591,
+      "▁remote": 7592,
+      "вля": 7593,
+      "▁quel": 7594,
+      "▁align": 7595,
+      "▁пар": 7596,
+      "SV": 7597,
+      "yer": 7598,
+      "▁Californ": 7599,
+      "▁places": 7600,
+      "▁primary": 7601,
+      "▁conv": 7602,
+      "▁Juli": 7603,
+      "▁visual": 7604,
+      "▁Select": 7605,
+      "atory": 7606,
+      "=(": 7607,
+      "iser": 7608,
+      "▁intent": 7609,
+      "sur": 7610,
+      "container": 7611,
+      "iced": 7612,
+      "▁board": 7613,
+      "astr": 7614,
+      "omial": 7615,
+      "вет": 7616,
+      "зва": 7617,
+      "▁cru": 7618,
+      "▁Oktober": 7619,
+      "save": 7620,
+      "▁greater": 7621,
+      "▁inn": 7622,
+      "▁picture": 7623,
+      "▁То": 7624,
+      "▁obtained": 7625,
+      "Wikimedia": 7626,
+      "úblic": 7627,
+      "▁lors": 7628,
+      "▁mont": 7629,
+      "obre": 7630,
+      "▁civil": 7631,
+      "▁construction": 7632,
+      "▁Welt": 7633,
+      "▁Under": 7634,
+      "undert": 7635,
+      "▁edge": 7636,
+      "▁Liste": 7637,
+      "csv": 7638,
+      "▁experiment": 7639,
+      "localhost": 7640,
+      "▁Edit": 7641,
+      "greg": 7642,
+      "ová": 7643,
+      "ља": 7644,
+      "msg": 7645,
+      "▁Green": 7646,
+      "Dialog": 7647,
+      "Ident": 7648,
+      "▁JS": 7649,
+      "^{(": 7650,
+      "▁släktet": 7651,
+      "____": 7652,
+      "Project": 7653,
+      "▁beskre": 7654,
+      "▁ber": 7655,
+      "▁wouldn": 7656,
+      "▁react": 7657,
+      "Hel": 7658,
+      "zw": 7659,
+      "▁Washington": 7660,
+      "orie": 7661,
+      "task": 7662,
+      "▁category": 7663,
+      "▁artist": 7664,
+      "anno": 7665,
+      "▁ook": 7666,
+      "ammen": 7667,
+      "▁Minister": 7668,
+      "▁declar": 7669,
+      "▁Key": 7670,
+      ",.": 7671,
+      "▁mach": 7672,
+      "▁ww": 7673,
+      "isen": 7674,
+      "Fran": 7675,
+      "▁Росси": 7676,
+      "бор": 7677,
+      "три": 7678,
+      "▁rock": 7679,
+      "quis": 7680,
+      "mos": 7681,
+      "пера": 7682,
+      "▁esterni": 7683,
+      "▁gold": 7684,
+      "Windows": 7685,
+      "%%": 7686,
+      "▁partial": 7687,
+      "▁weight": 7688,
+      "▁spr": 7689,
+      "}).": 7690,
+      "▁français": 7691,
+      "fun": 7692,
+      "▁thous": 7693,
+      "holder": 7694,
+      "▁gone": 7695,
+      "▁Č": 7696,
+      "▁rend": 7697,
+      "DA": 7698,
+      "▁answered": 7699,
+      "▁False": 7700,
+      "Buffer": 7701,
+      "▁daugh": 7702,
+      ".--": 7703,
+      "▁Show": 7704,
+      "▁rect": 7705,
+      "▁Kre": 7706,
+      "dr": 7707,
+      "osoph": 7708,
+      "▁yield": 7709,
+      "urity": 7710,
+      "toString": 7711,
+      "aval": 7712,
+      "Pol": 7713,
+      "▁lock": 7714,
+      "imation": 7715,
+      "antic": 7716,
+      "Local": 7717,
+      "▁beskrevs": 7718,
+      "ités": 7719,
+      "grid": 7720,
+      "ут": 7721,
+      "▁_{": 7722,
+      "сі": 7723,
+      "FILE": 7724,
+      "▁км": 7725,
+      "▁speak": 7726,
+      "summary": 7727,
+      "prop": 7728,
+      "javascript": 7729,
+      "zk": 7730,
+      "izontal": 7731,
+      "▁trois": 7732,
+      "▁Rod": 7733,
+      "prise": 7734,
+      "рово": 7735,
+      "▁odd": 7736,
+      "▁gest": 7737,
+      "▁produce": 7738,
+      "▁waar": 7739,
+      "▁Av": 7740,
+      "ribu": 7741,
+      "вання": 7742,
+      "▁finished": 7743,
+      "▁adapt": 7744,
+      "▁Sar": 7745,
+      "textit": 7746,
+      "▁Ce": 7747,
+      "▁Fa": 7748,
+      "osen": 7749,
+      "▁deriv": 7750,
+      "▁ship": 7751,
+      "▁opin": 7752,
+      "▁Even": 7753,
+      "gesch": 7754,
+      "▁suppose": 7755,
+      "▁Fer": 7756,
+      "ское": 7757,
+      "▁worden": 7758,
+      "sey": 7759,
+      "hline": 7760,
+      "▁Union": 7761,
+      "▁/**": 7762,
+      "▁vez": 7763,
+      "▁Collegamenti": 7764,
+      "▁Society": 7765,
+      "▁econom": 7766,
+      "ší": 7767,
+      "oi": 7768,
+      "▁orient": 7769,
+      "▁Teil": 7770,
+      "rent": 7771,
+      "лекс": 7772,
+      "▁solid": 7773,
+      "▁cart": 7774,
+      "****************": 7775,
+      "▁cab": 7776,
+      "▁Message": 7777,
+      "dots": 7778,
+      "▁ég": 7779,
+      "▁twe": 7780,
+      "aga": 7781,
+      "▁naz": 7782,
+      "▁Microsoft": 7783,
+      "▁underarter": 7784,
+      "ppen": 7785,
+      "▁recent": 7786,
+      "▁net": 7787,
+      "▁resources": 7788,
+      "Ste": 7789,
+      ".\\": 7790,
+      "▁SO": 7791,
+      "лом": 7792,
+      "▁cele": 7793,
+      "▁lic": 7794,
+      "▁benef": 7795,
+      "ldots": 7796,
+      "▁serial": 7797,
+      "Integer": 7798,
+      "cles": 7799,
+      "▁miles": 7800,
+      "▁Ale": 7801,
+      "▁entered": 7802,
+      "▁Two": 7803,
+      "wie": 7804,
+      "▁includes": 7805,
+      "▁Each": 7806,
+      "elling": 7807,
+      "quer": 7808,
+      "▁Dom": 7809,
+      "pf": 7810,
+      "WS": 7811,
+      "▁straight": 7812,
+      "▁Stan": 7813,
+      "▁nos": 7814,
+      "ícul": 7815,
+      "atro": 7816,
+      "▁Center": 7817,
+      "FT": 7818,
+      "▁Inga": 7819,
+      "ilo": 7820,
+      "▁www": 7821,
+      "jsfiddle": 7822,
+      "nic": 7823,
+      "▁European": 7824,
+      "▁commer": 7825,
+      "▁girl": 7826,
+      "total": 7827,
+      "▁Star": 7828,
+      "▁suggested": 7829,
+      "pal": 7830,
+      "▁zwischen": 7831,
+      "писа": 7832,
+      "IM": 7833,
+      "▁handler": 7834,
+      "▁Program": 7835,
+      "xsl": 7836,
+      "ály": 7837,
+      "BU": 7838,
+      ",--": 7839,
+      "▁vid": 7840,
+      "▁established": 7841,
+      "▁Spiel": 7842,
+      "ometry": 7843,
+      "unes": 7844,
+      "▁sit": 7845,
+      "▁inher": 7846,
+      "▁puis": 7847,
+      "▁être": 7848,
+      "▁Most": 7849,
+      "Header": 7850,
+      "insert": 7851,
+      "▁sist": 7852,
+      "▁favor": 7853,
+      "dest": 7854,
+      "▁entity": 7855,
+      "Cal": 7856,
+      "▁Therefore": 7857,
+      "DD": 7858,
+      ";;": 7859,
+      "▁Dezember": 7860,
+      "▁Rh": 7861,
+      "iments": 7862,
+      "▁returning": 7863,
+      "sto": 7864,
+      "▁Value": 7865,
+      "▁liber": 7866,
+      "▁Result": 7867,
+      "▁bind": 7868,
+      "voir": 7869,
+      "▁Tim": 7870,
+      "▁Movie": 7871,
+      "weg": 7872,
+      "ket": 7873,
+      "▁исто": 7874,
+      "▁friends": 7875,
+      "▁fn": 7876,
+      "▁él": 7877,
+      "▁&=": 7878,
+      "arden": 7879,
+      "fficial": 7880,
+      "▁community": 7881,
+      "▁api": 7882,
+      "Args": 7883,
+      "ieren": 7884,
+      "▁dann": 7885,
+      "omorph": 7886,
+      "adr": 7887,
+      "loop": 7888,
+      "uman": 7889,
+      "▁vous": 7890,
+      "bst": 7891,
+      "submit": 7892,
+      "\\|": 7893,
+      "тин": 7894,
+      "Container": 7895,
+      "asket": 7896,
+      "?)": 7897,
+      "Sec": 7898,
+      "▁drive": 7899,
+      "Ass": 7900,
+      "▁swe": 7901,
+      "▁amer": 7902,
+      "▁mine": 7903,
+      "▁Ham": 7904,
+      "▁avait": 7905,
+      "▁Hon": 7906,
+      "▁après": 7907,
+      "▁Mann": 7908,
+      "ська": 7909,
+      "▁increase": 7910,
+      "▁ty": 7911,
+      "sky": 7912,
+      "▁accur": 7913,
+      "article": 7914,
+      "weight": 7915,
+      "▁sex": 7916,
+      "▁listade": 7917,
+      "/**": 7918,
+      "▁está": 7919,
+      "}}$": 7920,
+      "argo": 7921,
+      "define": 7922,
+      "▁состав": 7923,
+      "session": 7924,
+      "ads": 7925,
+      "стви": 7926,
+      "▁Law": 7927,
+      "▁dialog": 7928,
+      "▁duplicate": 7929,
+      "▁ép": 7930,
+      "▁voc": 7931,
+      "fri": 7932,
+      "▁green": 7933,
+      "▁hidden": 7934,
+      "▁Island": 7935,
+      "▁diag": 7936,
+      "owej": 7937,
+      "mysql": 7938,
+      "teil": 7939,
+      "rä": 7940,
+      "ikan": 7941,
+      "▁José": 7942,
+      "aled": 7943,
+      "Runtime": 7944,
+      "▁train": 7945,
+      "▁Division": 7946,
+      "ниц": 7947,
+      "▁Span": 7948,
+      "нима": 7949,
+      ")=\\": 7950,
+      "тан": 7951,
+      "▁stay": 7952,
+      "▁foo": 7953,
+      "▁accom": 7954,
+      "▁hers": 7955,
+      "▁нау": 7956,
+      "▁Mün": 7957,
+      "ideos": 7958,
+      "static": 7959,
+      "▁ready": 7960,
+      "]`": 7961,
+      "▁visible": 7962,
+      "▁Hope": 7963,
+      "ulated": 7964,
+      "▁Cult": 7965,
+      "стро": 7966,
+      "Co": 7967,
+      "▁smaller": 7968,
+      "atura": 7969,
+      "▁perfectly": 7970,
+      "req": 7971,
+      "▁proposed": 7972,
+      "▁degli": 7973,
+      "Search": 7974,
+      "▁ich": 7975,
+      "Max": 7976,
+      "▁volume": 7977,
+      "execute": 7978,
+      "gre": 7979,
+      "▁sport": 7980,
+      "udad": 7981,
+      "PT": 7982,
+      "▁Records": 7983,
+      "▁cook": 7984,
+      "▁expand": 7985,
+      "бі": 7986,
+      "▁altri": 7987,
+      "ppet": 7988,
+      "arse": 7989,
+      "▁wet": 7990,
+      "▁Bob": 7991,
+      "▁FC": 7992,
+      "▁Association": 7993,
+      "uje": 7994,
+      "▁fel": 7995,
+      "▁слу": 7996,
+      "▁Big": 7997,
+      "/\\": 7998,
+      "Ge": 7999,
+      "while": 8000,
+      "{(": 8001,
+      "▁sufficient": 8002,
+      "Position": 8003,
+      "▁understanding": 8004,
+      "▁nue": 8005,
+      "▁raz": 8006,
+      "▁ye": 8007,
+      "hem": 8008,
+      "Num": 8009,
+      "▁Project": 8010,
+      "▁Its": 8011,
+      "▁hasta": 8012,
+      "enso": 8013,
+      "▁wire": 8014,
+      "Ret": 8015,
+      "uj": 8016,
+      "proof": 8017,
+      "▁relevant": 8018,
+      "▁partir": 8019,
+      "▁ago": 8020,
+      "ificate": 8021,
+      "▁domin": 8022,
+      "▁boy": 8023,
+      "▁plant": 8024,
+      "▁encoding": 8025,
+      "▁throws": 8026,
+      "▁Rock": 8027,
+      "zone": 8028,
+      "gang": 8029,
+      "widget": 8030,
+      "▁interesting": 8031,
+      "DER": 8032,
+      "▁demon": 8033,
+      "▁office": 8034,
+      "amt": 8035,
+      "äter": 8036,
+      "▁White": 8037,
+      "▁versch": 8038,
+      "▁dieser": 8039,
+      "▁Mount": 8040,
+      "▁students": 8041,
+      "▁Pub": 8042,
+      "▁Де": 8043,
+      "ija": 8044,
+      "▁Cy": 8045,
+      "▁California": 8046,
+      "▁abril": 8047,
+      "äll": 8048,
+      "▁чем": 8049,
+      "TV": 8050,
+      "▁més": 8051,
+      "▁declared": 8052,
+      "▁ю": 8053,
+      "ől": 8054,
+      "appa": 8055,
+      "▁Бе": 8056,
+      "echo": 8057,
+      "numer": 8058,
+      "▁posted": 8059,
+      "▁вер": 8060,
+      "▁године": 8061,
+      "▁weak": 8062,
+      "▁Republic": 8063,
+      "▁champion": 8064,
+      "ensuremath": 8065,
+      "your": 8066,
+      "▁Ober": 8067,
+      "▁Central": 8068,
+      "isa": 8069,
+      "анд": 8070,
+      "yy": 8071,
+      "▁fully": 8072,
+      "▁SD": 8073,
+      "▁Linux": 8074,
+      "▁Scott": 8075,
+      "partment": 8076,
+      "kon": 8077,
+      "▁contract": 8078,
+      "▁OF": 8079,
+      "▁ale": 8080,
+      "▁Ann": 8081,
+      "▁над": 8082,
+      "lah": 8083,
+      "▁Next": 8084,
+      "oren": 8085,
+      "▁disk": 8086,
+      "▁eg": 8087,
+      "atu": 8088,
+      "логи": 8089,
+      "▁games": 8090,
+      "Left": 8091,
+      "▁lu": 8092,
+      "▁finite": 8093,
+      "▁ки": 8094,
+      "▁crash": 8095,
+      "pher": 8096,
+      "exe": 8097,
+      "ATION": 8098,
+      "▁brother": 8099,
+      "Eng": 8100,
+      "tat": 8101,
+      "▁Integer": 8102,
+      "ному": 8103,
+      "▁colon": 8104,
+      "iqu": 8105,
+      ")).": 8106,
+      "ivi": 8107,
+      "▁Method": 8108,
+      "arten": 8109,
+      "Uni": 8110,
+      "vector": 8111,
+      "▁wood": 8112,
+      "рт": 8113,
+      "▁Ле": 8114,
+      "▁siècle": 8115,
+      "▁gent": 8116,
+      "}\r": 8117,
+      "▁contents": 8118,
+      "▁compan": 8119,
+      "Go": 8120,
+      "▁jou": 8121,
+      "uent": 8122,
+      "Async": 8123,
+      "printf": 8124,
+      "▁Model": 8125,
+      "▁kept": 8126,
+      "ASE": 8127,
+      "▁provides": 8128,
+      "▁Abgerufen": 8129,
+      "▁Gall": 8130,
+      "▁Alf": 8131,
+      "SA": 8132,
+      "▁Mem": 8133,
+      "▁kter": 8134,
+      "▁Bru": 8135,
+      "Android": 8136,
+      "(:": 8137,
+      "▁Украї": 8138,
+      "Ne": 8139,
+      "Min": 8140,
+      "atr": 8141,
+      "▁Hal": 8142,
+      "delete": 8143,
+      "odo": 8144,
+      "▁não": 8145,
+      "ène": 8146,
+      "▁calculate": 8147,
+      "Json": 8148,
+      "keys": 8149,
+      "ней": 8150,
+      "▁hence": 8151,
+      "▁ow": 8152,
+      "▁Lib": 8153,
+      "eno": 8154,
+      "▁Love": 8155,
+      "osi": 8156,
+      "wide": 8157,
+      "▁score": 8158,
+      "full": 8159,
+      "вод": 8160,
+      "▁determine": 8161,
+      "▁spaces": 8162,
+      "лова": 8163,
+      "▁peut": 8164,
+      "éral": 8165,
+      "ół": 8166,
+      "▁appoint": 8167,
+      "▁Tw": 8168,
+      "<?": 8169,
+      "▁Order": 8170,
+      "▁hop": 8171,
+      "random": 8172,
+      "cache": 8173,
+      "▁destroy": 8174,
+      "▁race": 8175,
+      "Tag": 8176,
+      "▁rid": 8177,
+      "▁negative": 8178,
+      "Car": 8179,
+      "ensional": 8180,
+      "dk": 8181,
+      "▁cro": 8182,
+      "▁THEN": 8183,
+      "▁$.": 8184,
+      "ensk": 8185,
+      "NE": 8186,
+      "HO": 8187,
+      "▁kle": 8188,
+      "ospital": 8189,
+      "kte": 8190,
+      "férences": 8191,
+      "udes": 8192,
+      "IR": 8193,
+      "otion": 8194,
+      "▁Real": 8195,
+      "▁Februar": 8196,
+      "ин": 8197,
+      "▁Old": 8198,
+      "кого": 8199,
+      "leich": 8200,
+      "▁р": 8201,
+      "ían": 8202,
+      "▁га": 8203,
+      "cide": 8204,
+      "lab": 8205,
+      "▁pull": 8206,
+      "▁'/": 8207,
+      "Long": 8208,
+      ",$": 8209,
+      "▁appropriate": 8210,
+      "▁была": 8211,
+      "führ": 8212,
+      "▁Media": 8213,
+      "▁manner": 8214,
+      "▁Ге": 8215,
+      "description": 8216,
+      "Bean": 8217,
+      "▁Lar": 8218,
+      "'];": 8219,
+      "▁relation": 8220,
+      "▁Sorry": 8221,
+      "har": 8222,
+      "cpp": 8223,
+      "▁Ko": 8224,
+      "▁execution": 8225,
+      "inos": 8226,
+      "▁bul": 8227,
+      "grade": 8228,
+      "▁Mu": 8229,
+      "▁pil": 8230,
+      "writ": 8231,
+      "ifications": 8232,
+      "inese": 8233,
+      "▁Phili": 8234,
+      "dx": 8235,
+      "▁leading": 8236,
+      "▁Journal": 8237,
+      "oved": 8238,
+      "▁contro": 8239,
+      "нова": 8240,
+      "Yes": 8241,
+      "▁channel": 8242,
+      ")),": 8243,
+      "isten": 8244,
+      "aka": 8245,
+      "ToString": 8246,
+      "mas": 8247,
+      "▁ett": 8248,
+      "▁forces": 8249,
+      "ulations": 8250,
+      "▁Call": 8251,
+      "▁explanation": 8252,
+      "oring": 8253,
+      "ATA": 8254,
+      "chter": 8255,
+      "when": 8256,
+      "VC": 8257,
+      "▁Jahrh": 8258,
+      "Case": 8259,
+      "▁commands": 8260,
+      "▁rich": 8261,
+      "bus": 8262,
+      "Fe": 8263,
+      "mbox": 8264,
+      "▁recon": 8265,
+      "ño": 8266,
+      "▁shape": 8267,
+      "owy": 8268,
+      "entry": 8269,
+      "itable": 8270,
+      "▁election": 8271,
+      "ється": 8272,
+      "▁prep": 8273,
+      "vá": 8274,
+      "▁infin": 8275,
+      "lot": 8276,
+      "▁books": 8277,
+      "▁USA": 8278,
+      "лин": 8279,
+      "▁pom": 8280,
+      "▁nas": 8281,
+      "▁tags": 8282,
+      "▁executed": 8283,
+      "aille": 8284,
+      "lung": 8285,
+      "▁JavaScript": 8286,
+      "▁ball": 8287,
+      "▁ainsi": 8288,
+      "▁Pri": 8289,
+      "{$": 8290,
+      "▁UN": 8291,
+      "▁Ram": 8292,
+      "▁hear": 8293,
+      "▁Ubuntu": 8294,
+      ">();": 8295,
+      "▁pure": 8296,
+      "▁embed": 8297,
+      "ação": 8298,
+      "controller": 8299,
+      "▁married": 8300,
+      "▁Fol": 8301,
+      "famil": 8302,
+      "▁prec": 8303,
+      "▁recurs": 8304,
+      "pad": 8305,
+      "istration": 8306,
+      "▁respectively": 8307,
+      "[$": 8308,
+      "autor": 8309,
+      "▁grav": 8310,
+      "iera": 8311,
+      "azioni": 8312,
+      "▁Bul": 8313,
+      "▁Australia": 8314,
+      "mond": 8315,
+      "▁Tro": 8316,
+      "▁Ele": 8317,
+      "packages": 8318,
+      "msdn": 8319,
+      "▁Als": 8320,
+      "▁przy": 8321,
+      "ART": 8322,
+      "▁charge": 8323,
+      "▁applications": 8324,
+      "Unit": 8325,
+      "aren": 8326,
+      "▁sudden": 8327,
+      "ometer": 8328,
+      "▁dot": 8329,
+      "acji": 8330,
+      "ктор": 8331,
+      "imin": 8332,
+      "ening": 8333,
+      "▁donde": 8334,
+      "▁Ho": 8335,
+      "tree": 8336,
+      "mb": 8337,
+      "▁drag": 8338,
+      "aje": 8339,
+      "▁invalid": 8340,
+      "▁finish": 8341,
+      "laim": 8342,
+      "▁feed": 8343,
+      "▁Nap": 8344,
+      "room": 8345,
+      "images": 8346,
+      "▁сай": 8347,
+      "▁succ": 8348,
+      "iffer": 8349,
+      "▁año": 8350,
+      "▁cual": 8351,
+      "мери": 8352,
+      "DR": 8353,
+      "▁Bilder": 8354,
+      "бра": 8355,
+      "rait": 8356,
+      "pan": 8357,
+      "ень": 8358,
+      "▁distinct": 8359,
+      "▁Kn": 8360,
+      "önig": 8361,
+      "anced": 8362,
+      "▁loading": 8363,
+      "▁Techn": 8364,
+      "▁Sel": 8365,
+      "mus": 8366,
+      "▁rail": 8367,
+      "▁student": 8368,
+      "▁notice": 8369,
+      "▁sla": 8370,
+      "▁Да": 8371,
+      "▁guard": 8372,
+      "▁Day": 8373,
+      "вали": 8374,
+      "Option": 8375,
+      "aison": 8376,
+      "ipp": 8377,
+      "▁Jun": 8378,
+      "▁fell": 8379,
+      "▁absolute": 8380,
+      "ове": 8381,
+      "debug": 8382,
+      "▁Sud": 8383,
+      "пы": 8384,
+      "ugins": 8385,
+      "▁views": 8386,
+      "lay": 8387,
+      "▁surr": 8388,
+      "▁stood": 8389,
+      "▁ві": 8390,
+      "selected": 8391,
+      "гі": 8392,
+      "▁attributes": 8393,
+      "final": 8394,
+      "enda": 8395,
+      "▁Bon": 8396,
+      "ners": 8397,
+      "▁Wer": 8398,
+      "bur": 8399,
+      "ittel": 8400,
+      "▁moving": 8401,
+      "▁Plan": 8402,
+      "isches": 8403,
+      "Java": 8404,
+      "▁basis": 8405,
+      "▁Bus": 8406,
+      "▁Au": 8407,
+      "▁Ill": 8408,
+      "▁время": 8409,
+      "▁цент": 8410,
+      "handle": 8411,
+      "ступ": 8412,
+      "▁Far": 8413,
+      "▁oraz": 8414,
+      "ocr": 8415,
+      "▁seit": 8416,
+      "onder": 8417,
+      "дом": 8418,
+      ":/": 8419,
+      "chor": 8420,
+      "▁Town": 8421,
+      "▁definit": 8422,
+      "react": 8423,
+      "▁piece": 8424,
+      "▁Karl": 8425,
+      "CI": 8426,
+      "▁Application": 8427,
+      "unter": 8428,
+      "▁formed": 8429,
+      "▁пу": 8430,
+      "Bo": 8431,
+      "▁Daniel": 8432,
+      "▁пла": 8433,
+      "Body": 8434,
+      "})$": 8435,
+      "▁были": 8436,
+      "▁earth": 8437,
+      "гла": 8438,
+      "There": 8439,
+      "▁стра": 8440,
+      "▁ville": 8441,
+      "▁centre": 8442,
+      ")\r": 8443,
+      "▁helpful": 8444,
+      "▁++": 8445,
+      "▁CG": 8446,
+      "izione": 8447,
+      "▁Game": 8448,
+      "▁Which": 8449,
+      "▁pip": 8450,
+      "▁Portug": 8451,
+      "DS": 8452,
+      "▁describe": 8453,
+      "▁checking": 8454,
+      "▁manager": 8455,
+      "BO": 8456,
+      "▁Bundes": 8457,
+      "buch": 8458,
+      "▁decided": 8459,
+      "▁Jahrhundert": 8460,
+      "▁fif": 8461,
+      "efficient": 8462,
+      "anci": 8463,
+      "braries": 8464,
+      "▁fails": 8465,
+      "▁kernel": 8466,
+      "▁Gl": 8467,
+      "▁Nacional": 8468,
+      "▁proceed": 8469,
+      "▁fuer": 8470,
+      "▁living": 8471,
+      "▁successfully": 8472,
+      "▁faster": 8473,
+      "▁contre": 8474,
+      "▁prison": 8475,
+      "ORT": 8476,
+      "help": 8477,
+      "▁autor": 8478,
+      "ław": 8479,
+      "ają": 8480,
+      "▁Arm": 8481,
+      "▁provin": 8482,
+      "▁naam": 8483,
+      "/#": 8484,
+      "sed": 8485,
+      "▁gesch": 8486,
+      "▁мар": 8487,
+      "esk": 8488,
+      "term": 8489,
+      "▁Tex": 8490,
+      "iring": 8491,
+      "▁tools": 8492,
+      "PDF": 8493,
+      "▁ult": 8494,
+      "issenschaft": 8495,
+      "▁couldn": 8496,
+      "ding": 8497,
+      "Dep": 8498,
+      "{-": 8499,
+      "▁predict": 8500,
+      "antage": 8501,
+      "▁Like": 8502,
+      "▁Би": 8503,
+      "tools": 8504,
+      "estra": 8505,
+      "▁ki": 8506,
+      "▁Jim": 8507,
+      "star": 8508,
+      "▁remark": 8509,
+      "óg": 8510,
+      "nabla": 8511,
+      "▁Although": 8512,
+      "mode": 8513,
+      "Host": 8514,
+      "▁strange": 8515,
+      "None": 8516,
+      "black": 8517,
+      "▁Festival": 8518,
+      "▁IS": 8519,
+      "anza": 8520,
+      "▁(-": 8521,
+      "icket": 8522,
+      "кола": 8523,
+      "▁Jes": 8524,
+      "▁flex": 8525,
+      "▁À": 8526,
+      "▁Network": 8527,
+      "▁EX": 8528,
+      "▁enero": 8529,
+      "!”": 8530,
+      "▁Ort": 8531,
+      "▁alors": 8532,
+      "▁Original": 8533,
+      "▁zo": 8534,
+      "ными": 8535,
+      "▁spl": 8536,
+      "Draw": 8537,
+      "yond": 8538,
+      "──": 8539,
+      "▁Ot": 8540,
+      "▁dram": 8541,
+      "▁division": 8542,
+      "▁efficient": 8543,
+      "▁Га": 8544,
+      "▁vier": 8545,
+      "nak": 8546,
+      "LS": 8547,
+      "▁spirit": 8548,
+      "zeichnet": 8549,
+      "▁dici": 8550,
+      "clear": 8551,
+      "copy": 8552,
+      "yar": 8553,
+      "▁році": 8554,
+      "usqu": 8555,
+      "▁nous": 8556,
+      "▁blev": 8557,
+      "жде": 8558,
+      "Arg": 8559,
+      "▁performed": 8560,
+      "▁Make": 8561,
+      "▁Carol": 8562,
+      "etto": 8563,
+      "▁Sand": 8564,
+      "▁Disc": 8565,
+      "Enc": 8566,
+      "rero": 8567,
+      "hash": 8568,
+      "▁focus": 8569,
+      "▁attention": 8570,
+      "▁agre": 8571,
+      "▁divis": 8572,
+      "▁было": 8573,
+      "▁ej": 8574,
+      "▁march": 8575,
+      "▁phase": 8576,
+      "ías": 8577,
+      "▁phil": 8578,
+      "▁Pap": 8579,
+      "▁river": 8580,
+      "▁caused": 8581,
+      "plugin": 8582,
+      "▁Team": 8583,
+      "uler": 8584,
+      "▁$(\"#": 8585,
+      "iej": 8586,
+      "ISBN": 8587,
+      "nam": 8588,
+      "▁fight": 8589,
+      "vid": 8590,
+      "▁Lud": 8591,
+      "Selected": 8592,
+      ":@\"": 8593,
+      "▁Pod": 8594,
+      "▁années": 8595,
+      "arios": 8596,
+      "▁deutscher": 8597,
+      "▁NA": 8598,
+      "▁ию": 8599,
+      "▁dictionary": 8600,
+      "▁Ла": 8601,
+      "▁Tri": 8602,
+      "èn": 8603,
+      "▁political": 8604,
+      "ridge": 8605,
+      "atten": 8606,
+      "▁circle": 8607,
+      "▁transport": 8608,
+      "emas": 8609,
+      "FC": 8610,
+      "▁replaced": 8611,
+      "▁Aud": 8612,
+      "iska": 8613,
+      "Configuration": 8614,
+      "▁soort": 8615,
+      "▁Не": 8616,
+      "▁sequ": 8617,
+      "PRO": 8618,
+      "▁bud": 8619,
+      "▁{{": 8620,
+      "ließ": 8621,
+      "▁Mas": 8622,
+      "ders": 8623,
+      "usammen": 8624,
+      "esa": 8625,
+      "▁Ly": 8626,
+      "вро": 8627,
+      "mac": 8628,
+      "▁испо": 8629,
+      "▁suc": 8630,
+      "uy": 8631,
+      "▁illustr": 8632,
+      "▁primera": 8633,
+      "ilation": 8634,
+      "▁storage": 8635,
+      "▁params": 8636,
+      "kaz": 8637,
+      "▁terminal": 8638,
+      "раль": 8639,
+      "▁holds": 8640,
+      "лось": 8641,
+      "▁nad": 8642,
+      "”.": 8643,
+      "▁octubre": 8644,
+      "bul": 8645,
+      "▁hus": 8646,
+      "ULT": 8647,
+      "▁également": 8648,
+      "▁Mill": 8649,
+      "ład": 8650,
+      "▁contiene": 8651,
+      "\"?": 8652,
+      "▁>>>": 8653,
+      "Que": 8654,
+      "  ": 8655,
+      "▁plain": 8656,
+      "ativa": 8657,
+      "ocker": 8658,
+      "Names": 8659,
+      "▁Jud": 8660,
+      "▁agree": 8661,
+      "▁Gemeinde": 8662,
+      "lare": 8663,
+      "каза": 8664,
+      "▁starts": 8665,
+      "▁price": 8666,
+      "Target": 8667,
+      "cus": 8668,
+      "▁Instead": 8669,
+      ".;": 8670,
+      "▁alternative": 8671,
+      "▁вла": 8672,
+      "IE": 8673,
+      "▁organiz": 8674,
+      "inu": 8675,
+      "▁completed": 8676,
+      "▁carry": 8677,
+      "atom": 8678,
+      "▁depending": 8679,
+      "▁Our": 8680,
+      "▁insp": 8681,
+      "▁&\\": 8682,
+      "aily": 8683,
+      "irection": 8684,
+      "фа": 8685,
+      "▁defe": 8686,
+      "TAC": 8687,
+      "▁designed": 8688,
+      "▁voir": 8689,
+      "break": 8690,
+      "▁partie": 8691,
+      "▁Jahren": 8692,
+      "▁studio": 8693,
+      "▁jour": 8694,
+      "▁Notes": 8695,
+      "fire": 8696,
+      "house": 8697,
+      "success": 8698,
+      "▁Juan": 8699,
+      "JS": 8700,
+      "▁Custom": 8701,
+      "▁besch": 8702,
+      "▁stated": 8703,
+      "bootstrap": 8704,
+      "ött": 8705,
+      "ozzá": 8706,
+      "▁CON": 8707,
+      "hav": 8708,
+      "▁sleep": 8709,
+      "eda": 8710,
+      "hot": 8711,
+      "ánd": 8712,
+      "▁Sy": 8713,
+      "▁temps": 8714,
+      "amar": 8715,
+      "▁scal": 8716,
+      "▁ast": 8717,
+      "▁opening": 8718,
+      "clipse": 8719,
+      "▁programming": 8720,
+      "▁letters": 8721,
+      "▁profile": 8722,
+      "nah": 8723,
+      "▁beyond": 8724,
+      "▁Further": 8725,
+      "faces": 8726,
+      "▁chart": 8727,
+      "зда": 8728,
+      "aign": 8729,
+      "ній": 8730,
+      "▁Rol": 8731,
+      "овано": 8732,
+      "terior": 8733,
+      "wed": 8734,
+      "▁herself": 8735,
+      "▁ng": 8736,
+      "anguages": 8737,
+      "}=\\": 8738,
+      "ynamic": 8739,
+      "▁jug": 8740,
+      "▁Example": 8741,
+      "▁(†": 8742,
+      "▁playing": 8743,
+      "▁usage": 8744,
+      "▁managed": 8745,
+      "▁Natur": 8746,
+      "тери": 8747,
+      "▁Et": 8748,
+      "eria": 8749,
+      "▁daughter": 8750,
+      "нием": 8751,
+      "Fragment": 8752,
+      "▁hol": 8753,
+      "Fl": 8754,
+      "ографи": 8755,
+      "▁ihn": 8756,
+      "üh": 8757,
+      "instance": 8758,
+      "▁comun": 8759,
+      "▁truth": 8760,
+      "▁само": 8761,
+      "▁implemented": 8762,
+      "▁anyway": 8763,
+      "▁Cro": 8764,
+      "фе": 8765,
+      "GC": 8766,
+      "ubuntu": 8767,
+      "types": 8768,
+      "ês": 8769,
+      ".~\\": 8770,
+      "fold": 8771,
+      "▁joined": 8772,
+      "??": 8773,
+      "▁mé": 8774,
+      "▁wild": 8775,
+      "клю": 8776,
+      "rowser": 8777,
+      "▁Home": 8778,
+      "skiej": 8779,
+      "▁JOIN": 8780,
+      "▁juin": 8781,
+      "hof": 8782,
+      "▁dataset": 8783,
+      "жду": 8784,
+      "'))": 8785,
+      "▁miejs": 8786,
+      "API": 8787,
+      "▁edited": 8788,
+      "ools": 8789,
+      "▁seeing": 8790,
+      "ijd": 8791,
+      "▁procedure": 8792,
+      "▁Bras": 8793,
+      "▁signed": 8794,
+      "▁externos": 8795,
+      "▁disapp": 8796,
+      "▁Direct": 8797,
+      "cyc": 8798,
+      "▁consult": 8799,
+      "örd": 8800,
+      "Widget": 8801,
+      "cious": 8802,
+      "sect": 8803,
+      "▁Ди": 8804,
+      "▁wind": 8805,
+      "▁Archivado": 8806,
+      "aml": 8807,
+      "сс": 8808,
+      "Wh": 8809,
+      "kbd": 8810,
+      "▁Army": 8811,
+      "▁suffer": 8812,
+      "artifact": 8813,
+      "▁resolve": 8814,
+      "▁Sport": 8815,
+      "▁це": 8816,
+      "idas": 8817,
+      "▁tax": 8818,
+      "idi": 8819,
+      "▁actions": 8820,
+      "пра": 8821,
+      "pués": 8822,
+      "▁naj": 8823,
+      "False": 8824,
+      "▁chance": 8825,
+      "▁тако": 8826,
+      "äd": 8827,
+      "▁dol": 8828,
+      "▁env": 8829,
+      "▁basically": 8830,
+      "▁Council": 8831,
+      "zte": 8832,
+      "▁displayed": 8833,
+      "nil": 8834,
+      "complete": 8835,
+      "▁Lem": 8836,
+      "iance": 8837,
+      "▁основ": 8838,
+      "▁depend": 8839,
+      "plom": 8840,
+      "ensus": 8841,
+      "uts": 8842,
+      "▁Hot": 8843,
+      "bitr": 8844,
+      "▁validation": 8845,
+      "abb": 8846,
+      "▁тре": 8847,
+      "km": 8848,
+      "zd": 8849,
+      "öff": 8850,
+      "WE": 8851,
+      "▁interested": 8852,
+      "▁{\"": 8853,
+      "aro": 8854,
+      "▁correl": 8855,
+      "▁dedic": 8856,
+      "▁lists": 8857,
+      "▁Bibliografia": 8858,
+      "▁earlier": 8859,
+      "program": 8860,
+      "▁première": 8861,
+      "front": 8862,
+      "Tab": 8863,
+      "ству": 8864,
+      "drop": 8865,
+      "▁fear": 8866,
+      "▁Enlaces": 8867,
+      "▁Capt": 8868,
+      "▁realiz": 8869,
+      "▁hal": 8870,
+      "▁instances": 8871,
+      "▁susp": 8872,
+      "illing": 8873,
+      "%;": 8874,
+      "{}": 8875,
+      "||": 8876,
+      "▁partition": 8877,
+      "▁Build": 8878,
+      "▁wo": 8879,
+      "▁Пер": 8880,
+      "▁director": 8881,
+      "▁Sin": 8882,
+      "тия": 8883,
+      "rsg": 8884,
+      "ouver": 8885,
+      "▁nearly": 8886,
+      "oda": 8887,
+      "ктив": 8888,
+      "▁sir": 8889,
+      "IME": 8890,
+      "▁janvier": 8891,
+      "▁Win": 8892,
+      "Build": 8893,
+      "ieurs": 8894,
+      "INE": 8895,
+      "double": 8896,
+      "Last": 8897,
+      "▁policy": 8898,
+      "store": 8899,
+      "▁observed": 8900,
+      "▁familie": 8901,
+      "nica": 8902,
+      "rey": 8903,
+      "зь": 8904,
+      "▁Year": 8905,
+      "▁developed": 8906,
+      "▁Institute": 8907,
+      "▁reply": 8908,
+      "Comple": 8909,
+      "ician": 8910,
+      "▁Guer": 8911,
+      "▁dall": 8912,
+      "▁desp": 8913,
+      "▁Football": 8914,
+      "Empty": 8915,
+      "cken": 8916,
+      "unda": 8917,
+      "▁Ur": 8918,
+      "▁ig": 8919,
+      "▁Atl": 8920,
+      "author": 8921,
+      "▁Bol": 8922,
+      "zig": 8923,
+      "nat": 8924,
+      "št": 8925,
+      "security": 8926,
+      "onic": 8927,
+      "▁pes": 8928,
+      "itan": 8929,
+      "▁Extern": 8930,
+      "jan": 8931,
+      "VAL": 8932,
+      "▁им": 8933,
+      "bold": 8934,
+      "▁ва": 8935,
+      "▁Мо": 8936,
+      "▁disput": 8937,
+      "▁trick": 8938,
+      "▁ped": 8939,
+      ")^{": 8940,
+      "into": 8941,
+      "Sim": 8942,
+      "▁parallel": 8943,
+      "fox": 8944,
+      "normal": 8945,
+      "inent": 8946,
+      "педи": 8947,
+      "hold": 8948,
+      "OK": 8949,
+      "▁chem": 8950,
+      "▁twice": 8951,
+      "▁username": 8952,
+      "ič": 8953,
+      "▁representation": 8954,
+      "▁journal": 8955,
+      "▁:-": 8956,
+      "▁batt": 8957,
+      "\\%": 8958,
+      "▁certainly": 8959,
+      "▁Exception": 8960,
+      "eps": 8961,
+      "shot": 8962,
+      "ategy": 8963,
+      "Show": 8964,
+      "▁Carl": 8965,
+      "rig": 8966,
+      "▁reported": 8967,
+      "bottom": 8968,
+      "TF": 8969,
+      "▁Francisco": 8970,
+      "nap": 8971,
+      "▁Championship": 8972,
+      "▁court": 8973,
+      "▁sources": 8974,
+      "iour": 8975,
+      "▁conserv": 8976,
+      "dict": 8977,
+      "▁Ру": 8978,
+      "IB": 8979,
+      "▁Ve": 8980,
+      "▁№": 8981,
+      "▁ER": 8982,
+      "\"));": 8983,
+      "▁Point": 8984,
+      "azine": 8985,
+      "▁internet": 8986,
+      "дна": 8987,
+      "▁carried": 8988,
+      "▁Field": 8989,
+      "axis": 8990,
+      "▁Sun": 8991,
+      "▁ave": 8992,
+      "пис": 8993,
+      "ян": 8994,
+      "asy": 8995,
+      "▁julio": 8996,
+      "▁depuis": 8997,
+      "▁suggestion": 8998,
+      "[[": 8999,
+      "▁Archive": 9000,
+      "ęp": 9001,
+      "▁Pra": 9002,
+      "reh": 9003,
+      "▁demonstr": 9004,
+      "фі": 9005,
+      "cmd": 9006,
+      "▁wasn": 9007,
+      "▁phone": 9008,
+      "upload": 9009,
+      "aya": 9010,
+      "тора": 9011,
+      "lines": 9012,
+      "▁indu": 9013,
+      "▁vot": 9014,
+      "▁espa": 9015,
+      "▁bin": 9016,
+      "▁после": 9017,
+      "plan": 9018,
+      "▁junio": 9019,
+      "orial": 9020,
+      "free": 9021,
+      "sterreich": 9022,
+      "▁ду": 9023,
+      "▁linked": 9024,
+      "▁enable": 9025,
+      "PC": 9026,
+      "▁density": 9027,
+      "▁Egy": 9028,
+      "yo": 9029,
+      "endre": 9030,
+      "▁съ": 9031,
+      "▁italiano": 9032,
+      "▁AR": 9033,
+      "▁Pers": 9034,
+      "férés": 9035,
+      "▁скла": 9036,
+      "Var": 9037,
+      "▁Once": 9038,
+      "Red": 9039,
+      "buffer": 9040,
+      "▁Enter": 9041,
+      "▁Š": 9042,
+      "imiento": 9043,
+      "Store": 9044,
+      "▁health": 9045,
+      "vat": 9046,
+      "IST": 9047,
+      "Oh": 9048,
+      "▁kw": 9049,
+      "▁riv": 9050,
+      "▁somewhere": 9051,
+      "ografie": 9052,
+      "private": 9053,
+      "кти": 9054,
+      "▁delay": 9055,
+      "▁Http": 9056,
+      "job": 9057,
+      "rael": 9058,
+      "empor": 9059,
+      "▁diciembre": 9060,
+      "ête": 9061,
+      "цу": 9062,
+      "▁commit": 9063,
+      "oso": 9064,
+      "Values": 9065,
+      "▁headers": 9066,
+      "transform": 9067,
+      "▁processing": 9068,
+      "rå": 9069,
+      "▁Ah": 9070,
+      "▁Node": 9071,
+      "------------": 9072,
+      "▁faire": 9073,
+      "▁hun": 9074,
+      "Player": 9075,
+      "▁review": 9076,
+      "гда": 9077,
+      "▁limited": 9078,
+      "▁Property": 9079,
+      "▁serve": 9080,
+      "riage": 9081,
+      "▁Master": 9082,
+      "▁kann": 9083,
+      "crete": 9084,
+      "phere": 9085,
+      "ёр": 9086,
+      "▁chief": 9087,
+      "▁scene": 9088,
+      "kin": 9089,
+      "▁uniform": 9090,
+      "▁febrero": 9091,
+      "\"}": 9092,
+      "illo": 9093,
+      "ITE": 9094,
+      "ouvel": 9095,
+      "usepackage": 9096,
+      "enth": 9097,
+      "▁quickly": 9098,
+      "Lambda": 9099,
+      "xes": 9100,
+      "▁cells": 9101,
+      "rog": 9102,
+      "amin": 9103,
+      "▁Мар": 9104,
+      "▁mayor": 9105,
+      "player": 9106,
+      "++;": 9107,
+      "▁Насе": 9108,
+      "▁safe": 9109,
+      "▁veloc": 9110,
+      "▁обра": 9111,
+      "Database": 9112,
+      "neh": 9113,
+      "Vert": 9114,
+      "▁fle": 9115,
+      "▁фор": 9116,
+      "▁foreign": 9117,
+      "Abstract": 9118,
+      "▁magn": 9119,
+      "▁modified": 9120,
+      "▁military": 9121,
+      "▁monde": 9122,
+      "▁Action": 9123,
+      "▁bank": 9124,
+      "Serial": 9125,
+      "▁continuous": 9126,
+      "▁gel": 9127,
+      "▁physical": 9128,
+      "▁introduced": 9129,
+      "uture": 9130,
+      "rick": 9131,
+      "▁presented": 9132,
+      "▁Prov": 9133,
+      "▁Both": 9134,
+      "Pos": 9135,
+      "super": 9136,
+      "&#": 9137,
+      "▁finding": 9138,
+      "nel": 9139,
+      "unde": 9140,
+      "▁från": 9141,
+      "skim": 9142,
+      "▁Hill": 9143,
+      "fn": 9144,
+      "▁Canad": 9145,
+      "▁intended": 9146,
+      "ozzáférés": 9147,
+      "▁juillet": 9148,
+      "▁Wars": 9149,
+      "▁successful": 9150,
+      "▁charg": 9151,
+      "iele": 9152,
+      "omething": 9153,
+      "oku": 9154,
+      "fetch": 9155,
+      "▁}}": 9156,
+      "bank": 9157,
+      "operatorname": 9158,
+      "▁Color": 9159,
+      "▁Card": 9160,
+      "tu": 9161,
+      "▁\",": 9162,
+      "wid": 9163,
+      "▁gep": 9164,
+      "XML": 9165,
+      "================": 9166,
+      "▁Virgin": 9167,
+      "ährend": 9168,
+      "licated": 9169,
+      "Dir": 9170,
+      "zero": 9171,
+      "▁Kal": 9172,
+      "▁Party": 9173,
+      "▁å": 9174,
+      "price": 9175,
+      "don": 9176,
+      "▁warning": 9177,
+      "▁Bad": 9178,
+      "▁Supp": 9179,
+      "▁Liga": 9180,
+      "▁Pierre": 9181,
+      "Record": 9182,
+      "ulator": 9183,
+      "▁Rome": 9184,
+      "▁theorem": 9185,
+      "▁entirely": 9186,
+      "ским": 9187,
+      "het": 9188,
+      "▁dopo": 9189,
+      "Next": 9190,
+      "mlung": 9191,
+      "wig": 9192,
+      "▁Ath": 9193,
+      "▁Sou": 9194,
+      "licher": 9195,
+      "▁sudo": 9196,
+      "ests": 9197,
+      "хів": 9198,
+      "▁septiembre": 9199,
+      "▁micro": 9200,
+      "▁trop": 9201,
+      "fit": 9202,
+      "Core": 9203,
+      "▁Radio": 9204,
+      "▁Organ": 9205,
+      "▁Power": 9206,
+      "CF": 9207,
+      "▁Last": 9208,
+      "▁oppos": 9209,
+      "▁offset": 9210,
+      "▁regia": 9211,
+      "▁minimum": 9212,
+      "▁helped": 9213,
+      "andon": 9214,
+      "ifying": 9215,
+      "ruit": 9216,
+      "enschapp": 9217,
+      "▁bere": 9218,
+      "VM": 9219,
+      "▁Awards": 9220,
+      "▁agr": 9221,
+      "ynomial": 9222,
+      "enced": 9223,
+      "▁devices": 9224,
+      "▁bot": 9225,
+      "▁firm": 9226,
+      "▁writer": 9227,
+      "▁ring": 9228,
+      ".-": 9229,
+      "istes": 9230,
+      "lä": 9231,
+      "▁mel": 9232,
+      "entation": 9233,
+      "▁Schw": 9234,
+      "▁nome": 9235,
+      "▁pobla": 9236,
+      "▁woj": 9237,
+      "▁ul": 9238,
+      "ento": 9239,
+      "ых": 9240,
+      "▁resist": 9241,
+      "▁remains": 9242,
+      "▁Ca": 9243,
+      "aña": 9244,
+      "▁Court": 9245,
+      "utable": 9246,
+      "entially": 9247,
+      "▁trat": 9248,
+      "▁Visual": 9249,
+      "▁restrict": 9250,
+      "▁previously": 9251,
+      "cation": 9252,
+      "▁осо": 9253,
+      "▁MySQL": 9254,
+      "för": 9255,
+      "cala": 9256,
+      "▁culture": 9257,
+      "live": 9258,
+      "▁accepted": 9259,
+      "Did": 9260,
+      "▁hous": 9261,
+      "▁selection": 9262,
+      "▁decre": 9263,
+      "margin": 9264,
+      "urb": 9265,
+      "▁Inc": 9266,
+      "▁Many": 9267,
+      "ibt": 9268,
+      "▁succeed": 9269,
+      "Binding": 9270,
+      "cí": 9271,
+      "▁Rog": 9272,
+      "▁shouldn": 9273,
+      "cloud": 9274,
+      "▁dz": 9275,
+      "вав": 9276,
+      "▁pix": 9277,
+      "small": 9278,
+      "▁projects": 9279,
+      "▁OK": 9280,
+      "▁latest": 9281,
+      "▁references": 9282,
+      "Program": 9283,
+      "▁erst": 9284,
+      "▁як": 9285,
+      "▁kam": 9286,
+      "▁Camb": 9287,
+      "ellt": 9288,
+      "öd": 9289,
+      "none": 9290,
+      "▁jusqu": 9291,
+      "king": 9292,
+      "▁Ped": 9293,
+      "assert": 9294,
+      "CS": 9295,
+      "rito": 9296,
+      "essa": 9297,
+      "лько": 9298,
+      "▁Von": 9299,
+      "▁Edward": 9300,
+      "▁impossible": 9301,
+      "np": 9302,
+      "words": 9303,
+      "ielt": 9304,
+      "▁Page": 9305,
+      "lers": 9306,
+      "▁pier": 9307,
+      "▁области": 9308,
+      "ittee": 9309,
+      "▁([": 9310,
+      "▁trust": 9311,
+      "NG": 9312,
+      "redu": 9313,
+      "<<": 9314,
+      "rial": 9315,
+      "▁products": 9316,
+      "▁Ern": 9317,
+      "rière": 9318,
+      "гов": 9319,
+      "▁Reich": 9320,
+      "▁Road": 9321,
+      "▁nested": 9322,
+      "Display": 9323,
+      "▁strength": 9324,
+      "ografía": 9325,
+      "▁announced": 9326,
+      "▁Science": 9327,
+      "▁райо": 9328,
+      "Parameter": 9329,
+      "▁Task": 9330,
+      "uments": 9331,
+      "▁adopt": 9332,
+      "▁Only": 9333,
+      "ють": 9334,
+      "▁cli": 9335,
+      "▁lem": 9336,
+      "stood": 9337,
+      "▁FI": 9338,
+      "ências": 9339,
+      "ponents": 9340,
+      "]$": 9341,
+      "comment": 9342,
+      "▁ya": 9343,
+      "should": 9344,
+      "ike": 9345,
+      "tim": 9346,
+      "ellig": 9347,
+      "▁sending": 9348,
+      "▁ajax": 9349,
+      "▁noviembre": 9350,
+      "umes": 9351,
+      "▁weiter": 9352,
+      "▁Dans": 9353,
+      "opp": 9354,
+      "▁septembre": 9355,
+      "otimes": 9356,
+      "ző": 9357,
+      "▁ep": 9358,
+      "vere": 9359,
+      "▁oh": 9360,
+      ":=": 9361,
+      "▁Song": 9362,
+      "”,": 9363,
+      "▁viv": 9364,
+      "▁queries": 9365,
+      "▁vá": 9366,
+      "▁décembre": 9367,
+      "▁unable": 9368,
+      "▁erh": 9369,
+      "▁`-": 9370,
+      "▁Lee": 9371,
+      "▁ersten": 9372,
+      "ôt": 9373,
+      "стве": 9374,
+      "TS": 9375,
+      "▁fragment": 9376,
+      "▁wide": 9377,
+      "▁suff": 9378,
+      "▁dut": 9379,
+      "▁Vere": 9380,
+      "іс": 9381,
+      "ading": 9382,
+      "iego": 9383,
+      "icago": 9384,
+      "▁Argent": 9385,
+      "orer": 9386,
+      "ennes": 9387,
+      "▁Leb": 9388,
+      "linux": 9389,
+      "acing": 9390,
+      "▁broken": 9391,
+      "tp": 9392,
+      "ío": 9393,
+      "abeth": 9394,
+      "istas": 9395,
+      "gew": 9396,
+      "ième": 9397,
+      "cas": 9398,
+      "▁preced": 9399,
+      "▁Dal": 9400,
+      "▁compared": 9401,
+      "equiv": 9402,
+      "illy": 9403,
+      "teen": 9404,
+      "▁Console": 9405,
+      "▁strict": 9406,
+      "itaire": 9407,
+      "▁ED": 9408,
+      "entials": 9409,
+      "▁perman": 9410,
+      "▁tous": 9411,
+      "▁geme": 9412,
+      "▁extrem": 9413,
+      "▁окру": 9414,
+      "kg": 9415,
+      "▁heavy": 9416,
+      "▁avril": 9417,
+      "▁anti": 9418,
+      "▁octobre": 9419,
+      "utf": 9420,
+      "helm": 9421,
+      "amples": 9422,
+      "▁(_": 9423,
+      "aken": 9424,
+      "▁dear": 9425,
+      "▁opinion": 9426,
+      "▁fish": 9427,
+      "▁Alexander": 9428,
+      "iw": 9429,
+      "им": 9430,
+      "cadem": 9431,
+      "▁reflect": 9432,
+      "▁др": 9433,
+      "▁trib": 9434,
+      "common": 9435,
+      "▁clearly": 9436,
+      "▁saf": 9437,
+      "=\"@+": 9438,
+      "▁Мос": 9439,
+      "сите": 9440,
+      "eqnarray": 9441,
+      "nung": 9442,
+      "▁relationship": 9443,
+      "▁Sem": 9444,
+      "▁killed": 9445,
+      "ted": 9446,
+      "uno": 9447,
+      "▁лі": 9448,
+      "▁wid": 9449,
+      "anning": 9450,
+      "▁panel": 9451,
+      "▁Leben": 9452,
+      "▁ruby": 9453,
+      "ansion": 9454,
+      "▁aren": 9455,
+      "tabular": 9456,
+      "alet": 9457,
+      "}$$": 9458,
+      "▁Lake": 9459,
+      "▁suite": 9460,
+      "▁minor": 9461,
+      "Hozzáférés": 9462,
+      "▁xmlns": 9463,
+      "DIR": 9464,
+      "driver": 9465,
+      "ints": 9466,
+      "▁vic": 9467,
+      "AND": 9468,
+      "prim": 9469,
+      "сылки": 9470,
+      "▁Ox": 9471,
+      "TC": 9472,
+      "rivial": 9473,
+      "atie": 9474,
+      "▁eight": 9475,
+      "▁conflic": 9476,
+      "angel": 9477,
+      "▁Begr": 9478,
+      "▁explicitly": 9479,
+      "ются": 9480,
+      "▁Dev": 9481,
+      "render": 9482,
+      "▁reprodu": 9483,
+      "▁cré": 9484,
+      "Gu": 9485,
+      "MB": 9486,
+      "▁kön": 9487,
+      "▁remained": 9488,
+      "▁kl": 9489,
+      "хов": 9490,
+      "▁byl": 9491,
+      "Phi": 9492,
+      "▁detail": 9493,
+      "jav": 9494,
+      "▁mouse": 9495,
+      "Bas": 9496,
+      "ię": 9497,
+      "asser": 9498,
+      "hs": 9499,
+      "▁shift": 9500,
+      "▁últ": 9501,
+      "rand": 9502,
+      "▁btn": 9503,
+      "raz": 9504,
+      "▁pul": 9505,
+      "▁statements": 9506,
+      "filename": 9507,
+      "▁prompt": 9508,
+      "élé": 9509,
+      "ikz": 9510,
+      "▁Sus": 9511,
+      "▁debut": 9512,
+      "Stat": 9513,
+      "forms": 9514,
+      "▁Hein": 9515,
+      "stadt": 9516,
+      "ennis": 9517,
+      "пол": 9518,
+      "arante": 9519,
+      "цій": 9520,
+      "▁queue": 9521,
+      "▁reci": 9522,
+      "▁sta": 9523,
+      "ynchron": 9524,
+      "centering": 9525,
+      "Some": 9526,
+      "Graph": 9527,
+      "▁tested": 9528,
+      "▁Kunst": 9529,
+      "ом": 9530,
+      "▁Nothing": 9531,
+      "ieu": 9532,
+      "“.": 9533,
+      "Bundle": 9534,
+      "▁oficial": 9535,
+      "allow": 9536,
+      "▁React": 9537,
+      "▁Library": 9538,
+      "blue": 9539,
+      "▁verw": 9540,
+      "▁pare": 9541,
+      "▁Friedrich": 9542,
+      "▁aware": 9543,
+      "Exp": 9544,
+      "▁effects": 9545,
+      "▁горо": 9546,
+      "lopedia": 9547,
+      "▁Ven": 9548,
+      "rale": 9549,
+      "▁Final": 9550,
+      "▁propos": 9551,
+      "lacement": 9552,
+      "kten": 9553,
+      "▁novel": 9554,
+      "orter": 9555,
+      "▁Germany": 9556,
+      "▁django": 9557,
+      "▁transition": 9558,
+      "▁happened": 9559,
+      "▁beautiful": 9560,
+      "▁neither": 9561,
+      "▁libraries": 9562,
+      "▁hide": 9563,
+      "alg": 9564,
+      "▁aspect": 9565,
+      "▁forget": 9566,
+      "cademy": 9567,
+      "onte": 9568,
+      "refix": 9569,
+      "▁cloud": 9570,
+      "ned": 9571,
+      "cdots": 9572,
+      "register": 9573,
+      "nym": 9574,
+      ".):": 9575,
+      "▁Jew": 9576,
+      "▁très": 9577,
+      "ниче": 9578,
+      "▁Dor": 9579,
+      "▁proc": 9580,
+      "▁gan": 9581,
+      "▁є": 9582,
+      "▁Sav": 9583,
+      "ví": 9584,
+      "Settings": 9585,
+      "▁Vari": 9586,
+      "▁cours": 9587,
+      "Ro": 9588,
+      "▁conj": 9589,
+      "▁reasons": 9590,
+      "▁reader": 9591,
+      "лександ": 9592,
+      "icate": 9593,
+      "}),": 9594,
+      "▁tasks": 9595,
+      "▁Ray": 9596,
+      "▁ric": 9597,
+      "Ke": 9598,
+      "onie": 9599,
+      "rf": 9600,
+      ")[": 9601,
+      "▁subsequ": 9602,
+      "▁Turn": 9603,
+      "▁VIAF": 9604,
+      "mathsf": 9605,
+      "HE": 9606,
+      "▁declare": 9607,
+      "▁protocol": 9608,
+      "▁PC": 9609,
+      "цион": 9610,
+      "ViewById": 9611,
+      "▁animation": 9612,
+      "▁confused": 9613,
+      "вич": 9614,
+      "▁enabled": 9615,
+      "owo": 9616,
+      "ást": 9617,
+      "öt": 9618,
+      "▁mand": 9619,
+      "▁Rail": 9620,
+      "fields": 9621,
+      "▁Kap": 9622,
+      "▁algebra": 9623,
+      "▁Су": 9624,
+      "férence": 9625,
+      "▁Current": 9626,
+      "сно": 9627,
+      "▁Lim": 9628,
+      "Params": 9629,
+      "▁Antonio": 9630,
+      "▁tv": 9631,
+      "late": 9632,
+      "ifer": 9633,
+      "Entry": 9634,
+      "▁Serv": 9635,
+      "▁musical": 9636,
+      "▁trace": 9637,
+      "▁scient": 9638,
+      "fic": 9639,
+      "▁forgot": 9640,
+      "video": 9641,
+      "▁older": 9642,
+      "Tree": 9643,
+      "▁uns": 9644,
+      "ники": 9645,
+      "▁Europa": 9646,
+      "▁Zwe": 9647,
+      "▁бе": 9648,
+      "▁vec": 9649,
+      "жу": 9650,
+      "▁▁▁▁▁▁▁▁▁▁▁": 9651,
+      "Match": 9652,
+      "span": 9653,
+      "▁blank": 9654,
+      "▁später": 9655,
+      "▁Ty": 9656,
+      "▁dict": 9657,
+      "ña": 9658,
+      "▁confirm": 9659,
+      "▁vý": 9660,
+      "зан": 9661,
+      "Rel": 9662,
+      "film": 9663,
+      "▁Rot": 9664,
+      "▁Hy": 9665,
+      "ках": 9666,
+      "▁demand": 9667,
+      "▁minist": 9668,
+      "▁Madrid": 9669,
+      "▁usual": 9670,
+      "spiel": 9671,
+      "eros": 9672,
+      "▁tutorial": 9673,
+      "▁Ссылки": 9674,
+      "sys": 9675,
+      "циаль": 9676,
+      "▁spread": 9677,
+      "▁convers": 9678,
+      "▁roll": 9679,
+      "artifactId": 9680,
+      "▁Number": 9681,
+      "▁symmet": 9682,
+      "▁Mult": 9683,
+      "expected": 9684,
+      "▁axis": 9685,
+      "▁matching": 9686,
+      "▁food": 9687,
+      "groupId": 9688,
+      "Mapp": 9689,
+      "▁свя": 9690,
+      "▁vend": 9691,
+      "Found": 9692,
+      "otto": 9693,
+      "Cat": 9694,
+      "crit": 9695,
+      "istent": 9696,
+      "▁drei": 9697,
+      "▁ended": 9698,
+      "▁Tele": 9699,
+      "component": 9700,
+      "▁involved": 9701,
+      "▁Estados": 9702,
+      "▁danger": 9703,
+      "▁chain": 9704,
+      "▁Prom": 9705,
+      "hom": 9706,
+      "▁polít": 9707,
+      "cop": 9708,
+      "▁nap": 9709,
+      "rif": 9710,
+      "plements": 9711,
+      "▁vent": 9712,
+      "anna": 9713,
+      "anted": 9714,
+      "dated": 9715,
+      "anth": 9716,
+      "▁threads": 9717,
+      "зова": 9718,
+      "▁станов": 9719,
+      "▁eerst": 9720,
+      "buf": 9721,
+      "heid": 9722,
+      "▁Ru": 9723,
+      "▁Prim": 9724,
+      "▁migr": 9725,
+      "▁Unidos": 9726,
+      "▁arbitr": 9727,
+      "▁roman": 9728,
+      "ountry": 9729,
+      "ultur": 9730,
+      "▁König": 9731,
+      "▁annot": 9732,
+      "aching": 9733,
+      "▁Haupt": 9734,
+      "umin": 9735,
+      "▁hem": 9736,
+      "ckets": 9737,
+      "bau": 9738,
+      "ection": 9739,
+      "eft": 9740,
+      "▁packages": 9741,
+      "▁Kur": 9742,
+      "thur": 9743,
+      "▁pays": 9744,
+      "liament": 9745,
+      "▁Бу": 9746,
+      "▁cada": 9747,
+      "points": 9748,
+      "ocket": 9749,
+      "▁verb": 9750,
+      "лее": 9751,
+      "▁submit": 9752,
+      "▁san": 9753,
+      "ruby": 9754,
+      "▁east": 9755,
+      "kov": 9756,
+      "▁Verlag": 9757,
+      "▁spot": 9758,
+      "ppo": 9759,
+      "Each": 9760,
+      "jekt": 9761,
+      "▁Biographie": 9762,
+      "▁news": 9763,
+      "▁país": 9764,
+      "ufact": 9765,
+      "▁dia": 9766,
+      "кова": 9767,
+      "▁accompl": 9768,
+      "▁Ét": 9769,
+      "ilities": 9770,
+      "▁ihm": 9771,
+      "invoke": 9772,
+      "▁append": 9773,
+      ".),": 9774,
+      "▁lab": 9775,
+      "anging": 9776,
+      "istan": 9777,
+      "resol": 9778,
+      "▁Section": 9779,
+      "Parent": 9780,
+      "moz": 9781,
+      "Mat": 9782,
+      "styles": 9783,
+      "unden": 9784,
+      "“,": 9785,
+      "irtschaft": 9786,
+      "ким": 9787,
+      "▁Finally": 9788,
+      "phen": 9789,
+      "▁Pac": 9790,
+      "▁ArrayList": 9791,
+      "▁recover": 9792,
+      "▁education": 9793,
+      "models": 9794,
+      "ped": 9795,
+      "▁happy": 9796,
+      "чу": 9797,
+      "▁guerra": 9798,
+      "media": 9799,
+      "OF": 9800,
+      "▁ensure": 9801,
+      "Mark": 9802,
+      "database": 9803,
+      "oggle": 9804,
+      "▁publish": 9805,
+      "OW": 9806,
+      "▁Bau": 9807,
+      "?.": 9808,
+      "▁части": 9809,
+      "▁repository": 9810,
+      "▁Matt": 9811,
+      "high": 9812,
+      "oven": 9813,
+      "▁ger": 9814,
+      "▁unknown": 9815,
+      "Amer": 9816,
+      "▁Brown": 9817,
+      "ALL": 9818,
+      "▁resulting": 9819,
+      "▁bor": 9820,
+      "▁poet": 9821,
+      "ними": 9822,
+      "Email": 9823,
+      "Font": 9824,
+      "▁hist": 9825,
+      "▁today": 9826,
+      "▁Berg": 9827,
+      "▁buttons": 9828,
+      "тал": 9829,
+      "▁sni": 9830,
+      "▁челов": 9831,
+      "Cre": 9832,
+      "▁union": 9833,
+      "▁zich": 9834,
+      "ishop": 9835,
+      "▁quando": 9836,
+      "Po": 9837,
+      "CTION": 9838,
+      "▁Cost": 9839,
+      "судар": 9840,
+      "erved": 9841,
+      "Note": 9842,
+      "Equal": 9843,
+      "лия": 9844,
+      "бур": 9845,
+      "▁abstract": 9846,
+      "stop": 9847,
+      "▁advice": 9848,
+      "▁icon": 9849,
+      "▁travel": 9850,
+      "BS": 9851,
+      "vens": 9852,
+      "▁batch": 9853,
+      "lique": 9854,
+      "sheet": 9855,
+      "▁ihre": 9856,
+      "emon": 9857,
+      "berto": 9858,
+      "▁assigned": 9859,
+      "ью": 9860,
+      "Phone": 9861,
+      "▁award": 9862,
+      "▁functionality": 9863,
+      "alla": 9864,
+      "▁Dam": 9865,
+      "▁ciudad": 9866,
+      "▁cluster": 9867,
+      "Description": 9868,
+      "▁sheet": 9869,
+      "▁Australian": 9870,
+      "▁».": 9871,
+      "▁\"<": 9872,
+      "▁wondering": 9873,
+      "aine": 9874,
+      "▁represented": 9875,
+      "kappa": 9876,
+      "nb": 9877,
+      "▁sy": 9878,
+      "▁Kö": 9879,
+      "=\"#": 9880,
+      "▁seven": 9881,
+      "Directory": 9882,
+      "▁sister": 9883,
+      "plates": 9884,
+      "▁luck": 9885,
+      "▁remaining": 9886,
+      "▁Vill": 9887,
+      "werk": 9888,
+      "anni": 9889,
+      "etti": 9890,
+      "func": 9891,
+      "▁ban": 9892,
+      "ims": 9893,
+      "miss": 9894,
+      "agraph": 9895,
+      "екси": 9896,
+      "▁Ref": 9897,
+      "nitt": 9898,
+      "▁Gab": 9899,
+      "▁andere": 9900,
+      "▁jedoch": 9901,
+      "results": 9902,
+      "!\\": 9903,
+      "▁listed": 9904,
+      "▁loro": 9905,
+      "▁knows": 9906,
+      "жно": 9907,
+      "Rad": 9908,
+      "▁socket": 9909,
+      "multi": 9910,
+      "▁рі": 9911,
+      "rails": 9912,
+      "▁tar": 9913,
+      "▁gentle": 9914,
+      "sett": 9915,
+      "services": 9916,
+      "bound": 9917,
+      "igkeit": 9918,
+      "aja": 9919,
+      "▁cmd": 9920,
+      "agger": 9921,
+      "▁ba": 9922,
+      "▁Belg": 9923,
+      "▁Kle": 9924,
+      "▁wordt": 9925,
+      "▁fost": 9926,
+      "▁dimension": 9927,
+      "Ang": 9928,
+      "uming": 9929,
+      "Obj": 9930,
+      "нен": 9931,
+      "▁Marie": 9932,
+      "exists": 9933,
+      "тро": 9934,
+      "▁боль": 9935,
+      "emente": 9936,
+      "▁Jon": 9937,
+      "SERT": 9938,
+      "▁highest": 9939,
+      "aki": 9940,
+      "▁tres": 9941,
+      "▁circum": 9942,
+      "▁Down": 9943,
+      "ommen": 9944,
+      "urer": 9945,
+      "▁causes": 9946,
+      "venue": 9947,
+      "issance": 9948,
+      "▁influence": 9949,
+      "▁fat": 9950,
+      "реди": 9951,
+      "}\\\\": 9952,
+      "▁entr": 9953,
+      "▁Sign": 9954,
+      "▁кла": 9955,
+      "▁binding": 9956,
+      "essen": 9957,
+      "▁Фран": 9958,
+      "▁Local": 9959,
+      "▁явля": 9960,
+      "appro": 9961,
+      "▁dependencies": 9962,
+      "▁talking": 9963,
+      "▁zurück": 9964,
+      "connection": 9965,
+      "Active": 9966,
+      "bbe": 9967,
+      "irls": 9968,
+      "▁Inf": 9969,
+      "wd": 9970,
+      "▁ис": 9971,
+      "road": 9972,
+      "▁conven": 9973,
+      "ět": 9974,
+      "вез": 9975,
+      "▁entries": 9976,
+      "esc": 9977,
+      "▁bits": 9978,
+      "asso": 9979,
+      "WR": 9980,
+      "ships": 9981,
+      "▁dés": 9982,
+      "esp": 9983,
+      "Make": 9984,
+      "▁familiar": 9985,
+      "Art": 9986,
+      "▁army": 9987,
+      "ctr": 9988,
+      "éric": 9989,
+      "queue": 9990,
+      "▁\\{": 9991,
+      "uela": 9992,
+      "amiento": 9993,
+      "ших": 9994,
+      "▁\"\"\"": 9995,
+      "contr": 9996,
+      "лле": 9997,
+      "FS": 9998,
+      "▁market": 9999,
+      "ång": 10000,
+      "citep": 10001,
+      "Ill": 10002,
+      "rank": 10003,
+      "▁sender": 10004,
+      "▁beim": 10005,
+      "рак": 10006,
+      "▁compat": 10007,
+      "▁occurs": 10008,
+      "▁diese": 10009,
+      "ститу": 10010,
+      "awa": 10011,
+      "▁iOS": 10012,
+      "▁Chinese": 10013,
+      "▁TR": 10014,
+      "▁Ken": 10015,
+      "▁Une": 10016,
+      "▁creates": 10017,
+      "▁showed": 10018,
+      "▁év": 10019,
+      "ologia": 10020,
+      "▁protest": 10021,
+      "▁Pf": 10022,
+      "▁squad": 10023,
+      "++,": 10024,
+      "áv": 10025,
+      "▁essere": 10026,
+      "зя": 10027,
+      "kol": 10028,
+      "▁slightly": 10029,
+      "addr": 10030,
+      "ân": 10031,
+      "▁reduce": 10032,
+      "▁\\(\\": 10033,
+      "▁Dep": 10034,
+      "▁generic": 10035,
+      "Loader": 10036,
+      "ți": 10037,
+      "▁пос": 10038,
+      "▁occasion": 10039,
+      "▁Lady": 10040,
+      "entity": 10041,
+      "▁avant": 10042,
+      "▁Pas": 10043,
+      "aggio": 10044,
+      "\\{": 10045,
+      "пад": 10046,
+      "atholic": 10047,
+      "Password": 10048,
+      "▁respond": 10049,
+      "▁Non": 10050,
+      "AG": 10051,
+      "neg": 10052,
+      "▁ус": 10053,
+      "blob": 10054,
+      "cke": 10055,
+      "▁Consider": 10056,
+      "▁Care": 10057,
+      "iki": 10058,
+      "▁Chicago": 10059,
+      "inden": 10060,
+      "▁Cop": 10061,
+      "]+": 10062,
+      "öm": 10063,
+      "évrier": 10064,
+      "кло": 10065,
+      "alen": 10066,
+      "▁maj": 10067,
+      "racy": 10068,
+      "orte": 10069,
+      "ients": 10070,
+      "ells": 10071,
+      "activity": 10072,
+      "▁runtime": 10073,
+      "NULL": 10074,
+      "▁possibly": 10075,
+      "▁stri": 10076,
+      "izi": 10077,
+      "▁mir": 10078,
+      "▁Version": 10079,
+      "prime": 10080,
+      "▁twenty": 10081,
+      "▁Mah": 10082,
+      "▁sounds": 10083,
+      "шен": 10084,
+      "clusion": 10085,
+      "acz": 10086,
+      "▁determined": 10087,
+      "▁Rep": 10088,
+      "▁Landes": 10089,
+      "▁wall": 10090,
+      "igi": 10091,
+      "▁reset": 10092,
+      "шо": 10093,
+      "yan": 10094,
+      "Met": 10095,
+      "ei": 10096,
+      "▁appearance": 10097,
+      "▁fois": 10098,
+      "▁nell": 10099,
+      "esi": 10100,
+      "ёт": 10101,
+      "loor": 10102,
+      "▁Ul": 10103,
+      "▁resolution": 10104,
+      "▁fot": 10105,
+      "▁throughout": 10106,
+      "▁ri": 10107,
+      "Level": 10108,
+      "pool": 10109,
+      "▁identity": 10110,
+      "▁janu": 10111,
+      "▁imper": 10112,
+      "▁över": 10113,
+      "}`": 10114,
+      "▁infer": 10115,
+      "▁dates": 10116,
+      "▁Standard": 10117,
+      "force": 10118,
+      "ockey": 10119,
+      "tera": 10120,
+      "▁distingu": 10121,
+      "▁presence": 10122,
+      "lica": 10123,
+      "▁leaving": 10124,
+      "itung": 10125,
+      "éb": 10126,
+      "▁establish": 10127,
+      "▁maar": 10128,
+      "adi": 10129,
+      "▁News": 10130,
+      "azon": 10131,
+      "folg": 10132,
+      "▁Hence": 10133,
+      "▁Ye": 10134,
+      "▁fab": 10135,
+      "▁führ": 10136,
+      "itmap": 10137,
+      "▁Vers": 10138,
+      "rov": 10139,
+      "Sign": 10140,
+      "device": 10141,
+      "Sigma": 10142,
+      "▁wetenschapp": 10143,
+      "▁Ps": 10144,
+      "PATH": 10145,
+      "▁torn": 10146,
+      "vest": 10147,
+      "стов": 10148,
+      "account": 10149,
+      "▁largest": 10150,
+      "▁percent": 10151,
+      "▁Women": 10152,
+      "▁img": 10153,
+      "tool": 10154,
+      "▁roce": 10155,
+      "▁ay": 10156,
+      "inet": 10157,
+      "▁août": 10158,
+      "▁polynomial": 10159,
+      "▁integral": 10160,
+      "▁areas": 10161,
+      "}'": 10162,
+      "▁hyp": 10163,
+      "loyee": 10164,
+      "таль": 10165,
+      "▁proxy": 10166,
+      "▁Wy": 10167,
+      "▁Мекси": 10168,
+      "▁escape": 10169,
+      "olar": 10170,
+      "▁mistake": 10171,
+      ")}{": 10172,
+      "▁Pot": 10173,
+      "▁processes": 10174,
+      "\">\r": 10175,
+      "halten": 10176,
+      "zza": 10177,
+      "amo": 10178,
+      "кре": 10179,
+      "▁Wood": 10180,
+      "ør": 10181,
+      "▁сер": 10182,
+      "ocia": 10183,
+      "two": 10184,
+      "profile": 10185,
+      "▁Ast": 10186,
+      "embro": 10187,
+      "▁arms": 10188,
+      "inas": 10189,
+      "innen": 10190,
+      "▁msg": 10191,
+      "INT": 10192,
+      "▁batter": 10193,
+      "ignment": 10194,
+      "▁vy": 10195,
+      "Hrsg": 10196,
+      "▁Grund": 10197,
+      "roc": 10198,
+      "seg": 10199,
+      "▁decor": 10200,
+      "▁eventually": 10201,
+      ">,": 10202,
+      "▁pag": 10203,
+      "anten": 10204,
+      "▁strugg": 10205,
+      "}^\\": 10206,
+      "daten": 10207,
+      "▁rela": 10208,
+      "пов": 10209,
+      "▁коро": 10210,
+      "▁Bos": 10211,
+      "▁labor": 10212,
+      "▁Secret": 10213,
+      "ugen": 10214,
+      "▁jap": 10215,
+      "▁husband": 10216,
+      "▁Album": 10217,
+      "▁etwa": 10218,
+      "▁произ": 10219,
+      "richt": 10220,
+      "rach": 10221,
+      "bat": 10222,
+      "▁prepar": 10223,
+      "▁Stock": 10224,
+      "▁lack": 10225,
+      "хід": 10226,
+      "▁hogy": 10227,
+      "▁Chrome": 10228,
+      "▁Admin": 10229,
+      "▁comparison": 10230,
+      "▁increasing": 10231,
+      "нг": 10232,
+      "imi": 10233,
+      "Db": 10234,
+      "▁gef": 10235,
+      "ucht": 10236,
+      "ése": 10237,
+      "gence": 10238,
+      "▁Core": 10239,
+      "▁incorrect": 10240,
+      "▁assuming": 10241,
+      "ourse": 10242,
+      "ieron": 10243,
+      "▁Theorem": 10244,
+      "▁casa": 10245,
+      "jes": 10246,
+      "▁дере": 10247,
+      "▁`\"": 10248,
+      "LD": 10249,
+      "äß": 10250,
+      "Deb": 10251,
+      "▁suiv": 10252,
+      "▁Bank": 10253,
+      "libs": 10254,
+      "▁Leon": 10255,
+      "▁quart": 10256,
+      "▁professional": 10257,
+      "▁tiene": 10258,
+      "▁accomp": 10259,
+      "стер": 10260,
+      "▁UK": 10261,
+      "NN": 10262,
+      "▁lí": 10263,
+      "ця": 10264,
+      "kel": 10265,
+      "▁•": 10266,
+      "▁dise": 10267,
+      "onto": 10268,
+      "▁má": 10269,
+      "ifs": 10270,
+      "bild": 10271,
+      "▁compute": 10272,
+      "▁éd": 10273,
+      "ję": 10274,
+      "▁Mé": 10275,
+      "▁languages": 10276,
+      "▁Times": 10277,
+      "cen": 10278,
+      "▁авто": 10279,
+      "ým": 10280,
+      "enez": 10281,
+      "▁upp": 10282,
+      "▁méd": 10283,
+      "▁cuando": 10284,
+      "од": 10285,
+      "Intent": 10286,
+      "eerd": 10287,
+      "▁Tal": 10288,
+      "offset": 10289,
+      "▁haben": 10290,
+      "reme": 10291,
+      "▁Stack": 10292,
+      "▁dri": 10293,
+      "▁seinem": 10294,
+      "▁février": 10295,
+      "▁combination": 10296,
+      "▁soll": 10297,
+      "▁movement": 10298,
+      "Spec": 10299,
+      "кры": 10300,
+      "retch": 10301,
+      "Offset": 10302,
+      "Root": 10303,
+      "Ар": 10304,
+      "wart": 10305,
+      "▁Follow": 10306,
+      "▁Social": 10307,
+      "ников": 10308,
+      "▁→": 10309,
+      "Don": 10310,
+      "▁harm": 10311,
+      "agr": 10312,
+      "nego": 10313,
+      "resource": 10314,
+      "▁Luc": 10315,
+      "▁seinen": 10316,
+      "▁Department": 10317,
+      "▁Update": 10318,
+      "▁Texas": 10319,
+      "▁reve": 10320,
+      "▁Pos": 10321,
+      "▁shot": 10322,
+      "othe": 10323,
+      "▁repeated": 10324,
+      "▁recently": 10325,
+      "ában": 10326,
+      "aks": 10327,
+      "пан": 10328,
+      "▁cha": 10329,
+      "ohl": 10330,
+      "▁tend": 10331,
+      "▁дво": 10332,
+      "chts": 10333,
+      "çaise": 10334,
+      "pling": 10335,
+      "album": 10336,
+      "ej": 10337,
+      "▁`[": 10338,
+      "maps": 10339,
+      "▁units": 10340,
+      "▁<!--": 10341,
+      "▁ге": 10342,
+      "▁Information": 10343,
+      "ikon": 10344,
+      "▁tan": 10345,
+      "▁docker": 10346,
+      "▁Stad": 10347,
+      "▁audio": 10348,
+      "iko": 10349,
+      "▁coordinates": 10350,
+      "xs": 10351,
+      "▁replied": 10352,
+      "▁),": 10353,
+      "▁Government": 10354,
+      "▁Academy": 10355,
+      "UNT": 10356,
+      "▁три": 10357,
+      "Bl": 10358,
+      "▁anc": 10359,
+      "шу": 10360,
+      "▁також": 10361,
+      "▁infinite": 10362,
+      "RC": 10363,
+      "▁ga": 10364,
+      "▁adjust": 10365,
+      "▁merge": 10366,
+      ";`": 10367,
+      "▁poster": 10368,
+      "▁Japanese": 10369,
+      "\"];": 10370,
+      "▁exhib": 10371,
+      "▁ordered": 10372,
+      "ictures": 10373,
+      "рос": 10374,
+      "▁série": 10375,
+      "lets": 10376,
+      "▁ip": 10377,
+      "Selector": 10378,
+      "▁existence": 10379,
+      "Rece": 10380,
+      "liga": 10381,
+      "download": 10382,
+      "▁lemma": 10383,
+      "iev": 10384,
+      "udent": 10385,
+      "sko": 10386,
+      "▁Arab": 10387,
+      "itate": 10388,
+      "byte": 10389,
+      "от": 10390,
+      "ikt": 10391,
+      "ната": 10392,
+      "▁Af": 10393,
+      "(@": 10394,
+      "▁mad": 10395,
+      "odb": 10396,
+      "▁elimin": 10397,
+      "▁spent": 10398,
+      "Enter": 10399,
+      "▁Mitg": 10400,
+      "When": 10401,
+      "▁départ": 10402,
+      "MI": 10403,
+      "▁fellow": 10404,
+      "▁thousand": 10405,
+      "▁Cu": 10406,
+      "ktor": 10407,
+      "Cache": 10408,
+      "▁também": 10409,
+      "▁extended": 10410,
+      "вест": 10411,
+      "aters": 10412,
+      "▁Lic": 10413,
+      "totype": 10414,
+      "▁Ga": 10415,
+      "▁blood": 10416,
+      "▁mapping": 10417,
+      "▁nomin": 10418,
+      "▁manifest": 10419,
+      "▁pens": 10420,
+      "▁rit": 10421,
+      "▁filename": 10422,
+      "▁filled": 10423,
+      "vä": 10424,
+      "▁raised": 10425,
+      "▁mobile": 10426,
+      "ké": 10427,
+      "▁Right": 10428,
+      "▁gehör": 10429,
+      "▁temperature": 10430,
+      "▁somehow": 10431,
+      "▁Spanish": 10432,
+      "▁kommun": 10433,
+      "▁chosen": 10434,
+      "▁horse": 10435,
+      ";\\": 10436,
+      "▁originally": 10437,
+      "Hash": 10438,
+      "▁citt": 10439,
+      "▁encore": 10440,
+      "▁Wolf": 10441,
+      "▁nú": 10442,
+      "▁Young": 10443,
+      "Vari": 10444,
+      "▁Schwe": 10445,
+      "▁capture": 10446,
+      "▁Jane": 10447,
+      "Interface": 10448,
+      "owych": 10449,
+      "▁Deutschland": 10450,
+      "▁Kol": 10451,
+      "▁boundary": 10452,
+      "▁GND": 10453,
+      "Now": 10454,
+      "kehr": 10455,
+      "(*": 10456,
+      "=-": 10457,
+      "▁Wel": 10458,
+      "▁Cat": 10459,
+      "amment": 10460,
+      "AGE": 10461,
+      "▁rights": 10462,
+      "Scroll": 10463,
+      "▁happening": 10464,
+      "▁Bla": 10465,
+      "▁science": 10466,
+      "aws": 10467,
+      "▁behaviour": 10468,
+      "▁implies": 10469,
+      "▁Queen": 10470,
+      "ovan": 10471,
+      "pay": 10472,
+      "ња": 10473,
+      "aret": 10474,
+      "ership": 10475,
+      "▁Lang": 10476,
+      "▁год": 10477,
+      "▁recorded": 10478,
+      "zem": 10479,
+      "▁Thread": 10480,
+      "▁todo": 10481,
+      "ogo": 10482,
+      "▁scenario": 10483,
+      "▁concent": 10484,
+      "рез": 10485,
+      "Storage": 10486,
+      "▁dirig": 10487,
+      "▁Series": 10488,
+      "▁gas": 10489,
+      "SET": 10490,
+      "èce": 10491,
+      "rate": 10492,
+      "HTTP": 10493,
+      "▁kap": 10494,
+      "Emp": 10495,
+      "UTF": 10496,
+      "ání": 10497,
+      "стави": 10498,
+      "windows": 10499,
+      "ération": 10500,
+      "aped": 10501,
+      "▁sistema": 10502,
+      "▁surv": 10503,
+      "▁Western": 10504,
+      "▁gé": 10505,
+      "▁Such": 10506,
+      "Writer": 10507,
+      "▁canvas": 10508,
+      "▁guarante": 10509,
+      "scroll": 10510,
+      "aved": 10511,
+      "Ital": 10512,
+      "▁Elect": 10513,
+      "](#": 10514,
+      "▁Herm": 10515,
+      "▁Command": 10516,
+      "▁Child": 10517,
+      "▁pd": 10518,
+      "utch": 10519,
+      "Sql": 10520,
+      "*.": 10521,
+      "▁Tag": 10522,
+      "▁Ta": 10523,
+      "▁mail": 10524,
+      "screen": 10525,
+      "scr": 10526,
+      "zial": 10527,
+      "▁Für": 10528,
+      "▁suggestions": 10529,
+      "chester": 10530,
+      ")|": 10531,
+      "person": 10532,
+      "zel": 10533,
+      "▁waiting": 10534,
+      "▁сле": 10535,
+      "FL": 10536,
+      "▁Albert": 10537,
+      "▁Hij": 10538,
+      "▁тер": 10539,
+      "ewrite": 10540,
+      "▁sentence": 10541,
+      "▁linux": 10542,
+      "еде": 10543,
+      "ência": 10544,
+      "▁Italian": 10545,
+      "чка": 10546,
+      "Files": 10547,
+      "▁noticed": 10548,
+      "bing": 10549,
+      "▁Research": 10550,
+      "▁alter": 10551,
+      "heel": 10552,
+      "\\<^": 10553,
+      "▁Process": 10554,
+      "▁battle": 10555,
+      "мов": 10556,
+      "▁Africa": 10557,
+      "▁Anne": 10558,
+      "▁geld": 10559,
+      "}%": 10560,
+      "▁docs": 10561,
+      "Types": 10562,
+      "▁retrieve": 10563,
+      "▁Official": 10564,
+      "▁trab": 10565,
+      "цы": 10566,
+      "▁Input": 10567,
+      "step": 10568,
+      "▁laugh": 10569,
+      "▁Ха": 10570,
+      "▁pela": 10571,
+      "Media": 10572,
+      "rough": 10573,
+      "гани": 10574,
+      "▁Should": 10575,
+      "▁Content": 10576,
+      "лем": 10577,
+      "osh": 10578,
+      "▁somewhat": 10579,
+      "▁Cer": 10580,
+      "Background": 10581,
+      "stru": 10582,
+      "▁inline": 10583,
+      "▁Neder": 10584,
+      "▁modules": 10585,
+      "▁Buch": 10586,
+      "ński": 10587,
+      "widet": 10588,
+      "▁zn": 10589,
+      "poses": 10590,
+      "▁gradu": 10591,
+      "▁aqu": 10592,
+      "PR": 10593,
+      "▁putting": 10594,
+      "▁поли": 10595,
+      "▁purch": 10596,
+      "▁smooth": 10597,
+      "рий": 10598,
+      "engine": 10599,
+      "▁lived": 10600,
+      "Account": 10601,
+      "Details": 10602,
+      "▁tells": 10603,
+      "▁Output": 10604,
+      "Here": 10605,
+      "▁Foundation": 10606,
+      "TextView": 10607,
+      "▁decision": 10608,
+      "▁dependency": 10609,
+      "ocation": 10610,
+      "oval": 10611,
+      "feld": 10612,
+      "▁пров": 10613,
+      "▁ends": 10614,
+      "▁ios": 10615,
+      "▁excel": 10616,
+      "agu": 10617,
+      "▁eleg": 10618,
+      "▁Element": 10619,
+      "Queue": 10620,
+      "▁fö": 10621,
+      "версите": 10622,
+      "▁experien": 10623,
+      "▁directed": 10624,
+      "▁camb": 10625,
+      "▁Дж": 10626,
+      "▁folg": 10627,
+      "▁conce": 10628,
+      "▁Fab": 10629,
+      "▁Vi": 10630,
+      "▁advantage": 10631,
+      "▁Bei": 10632,
+      "prod": 10633,
+      "▁XIX": 10634,
+      "▁Face": 10635,
+      "▁vir": 10636,
+      "▁Russian": 10637,
+      "▁span": 10638,
+      "ení": 10639,
+      "▁zone": 10640,
+      "▁attach": 10641,
+      "▁без": 10642,
+      "▁management": 10643,
+      "Ac": 10644,
+      "▁оп": 10645,
+      "once": 10646,
+      "halt": 10647,
+      "uso": 10648,
+      "Spe": 10649,
+      "▁raw": 10650,
+      "éro": 10651,
+      "idel": 10652,
+      "law": 10653,
+      "Sheet": 10654,
+      "▁mission": 10655,
+      "▁camera": 10656,
+      "▁honor": 10657,
+      "▁appointed": 10658,
+      "▁Roma": 10659,
+      "linear": 10660,
+      "Rows": 10661,
+      "ferences": 10662,
+      "▁IO": 10663,
+      "▁covered": 10664,
+      "raj": 10665,
+      "ствова": 10666,
+      "▁Sym": 10667,
+      "▁tid": 10668,
+      "isc": 10669,
+      "▁Rud": 10670,
+      "▁encuent": 10671,
+      "▁failure": 10672,
+      "üss": 10673,
+      "▁squ": 10674,
+      "▁paint": 10675,
+      "▁serious": 10676,
+      "▁cursor": 10677,
+      "tras": 10678,
+      "▁discussion": 10679,
+      "▁cried": 10680,
+      "erie": 10681,
+      "▁Develop": 10682,
+      "▁rewrite": 10683,
+      "▁général": 10684,
+      "wait": 10685,
+      "▁Harry": 10686,
+      "ír": 10687,
+      "▁gepublic": 10688,
+      "▁иг": 10689,
+      "іб": 10690,
+      "ят": 10691,
+      "▁Из": 10692,
+      "▁equations": 10693,
+      "▁plane": 10694,
+      "▁acqu": 10695,
+      "▁angle": 10696,
+      "▁trees": 10697,
+      "▁Кон": 10698,
+      "VD": 10699,
+      "pert": 10700,
+      "▁documents": 10701,
+      "cb": 10702,
+      "▁implements": 10703,
+      "станов": 10704,
+      "▁Walter": 10705,
+      "зыва": 10706,
+      "▁спе": 10707,
+      "▁chap": 10708,
+      "plex": 10709,
+      "▁magnet": 10710,
+      "▁gepubliceerd": 10711,
+      "▁highly": 10712,
+      "▁leurs": 10713,
+      "▁dress": 10714,
+      "▁restart": 10715,
+      "Render": 10716,
+      "Callback": 10717,
+      "iso": 10718,
+      "▁constitu": 10719,
+      "▁Ende": 10720,
+      "ZE": 10721,
+      "▁Angeles": 10722,
+      "▁derived": 10723,
+      "=\"{": 10724,
+      "]\\": 10725,
+      "▁Change": 10726,
+      "▁Haus": 10727,
+      "▁stad": 10728,
+      "▁Request": 10729,
+      "omo": 10730,
+      "▁Active": 10731,
+      "uren": 10732,
+      "▁tourn": 10733,
+      "▁particularly": 10734,
+      "Servlet": 10735,
+      "abc": 10736,
+      "widetilde": 10737,
+      "andra": 10738,
+      "Helper": 10739,
+      "Rule": 10740,
+      "▁plusieurs": 10741,
+      "▁wave": 10742,
+      "neq": 10743,
+      "▁Те": 10744,
+      "fre": 10745,
+      "ské": 10746,
+      "▁alc": 10747,
+      "▁logs": 10748,
+      "GS": 10749,
+      "▁Mol": 10750,
+      "▁permission": 10751,
+      "▁soul": 10752,
+      "▁wants": 10753,
+      "▁guide": 10754,
+      "▁viene": 10755,
+      "▁Wilhelm": 10756,
+      "▁evidence": 10757,
+      "\"},": 10758,
+      "ropol": 10759,
+      "▁authentication": 10760,
+      "▁occurred": 10761,
+      "▁IF": 10762,
+      "noc": 10763,
+      "IA": 10764,
+      "▁Ban": 10765,
+      "▁кар": 10766,
+      "▁ble": 10767,
+      "▁segment": 10768,
+      "▁players": 10769,
+      "isi": 10770,
+      "▁stuck": 10771,
+      "▁Py": 10772,
+      "Any": 10773,
+      "hou": 10774,
+      "▁formatt": 10775,
+      "▁peace": 10776,
+      "▁Кар": 10777,
+      "etes": 10778,
+      "dfrac": 10779,
+      "(?": 10780,
+      "▁Site": 10781,
+      "▁Live": 10782,
+      "▁Us": 10783,
+      "▁clim": 10784,
+      "▁Ali": 10785,
+      "рей": 10786,
+      "▁Prince": 10787,
+      "▁oblig": 10788,
+      "ieb": 10789,
+      "▁Alt": 10790,
+      "▁pros": 10791,
+      "racle": 10792,
+      "▁Cette": 10793,
+      "kes": 10794,
+      "zös": 10795,
+      "ouvelle": 10796,
+      "////////": 10797,
+      "aby": 10798,
+      "ére": 10799,
+      "rane": 10800,
+      "▁powers": 10801,
+      "▁Path": 10802,
+      "▁Word": 10803,
+      "▁transaction": 10804,
+      "▁causing": 10805,
+      "ellschaft": 10806,
+      "ât": 10807,
+      "▁CPU": 10808,
+      "▁depth": 10809,
+      "STR": 10810,
+      "▁Conf": 10811,
+      "▁rare": 10812,
+      "▁Ak": 10813,
+      "▁bon": 10814,
+      "▁Carlos": 10815,
+      "▁specifically": 10816,
+      "rics": 10817,
+      "KEY": 10818,
+      "▁stars": 10819,
+      "érica": 10820,
+      "▁Лу": 10821,
+      "▁configure": 10822,
+      "▁agent": 10823,
+      "▁explained": 10824,
+      "▁coefficient": 10825,
+      "дь": 10826,
+      "'}": 10827,
+      "▁vida": 10828,
+      "▁Syn": 10829,
+      "▁назва": 10830,
+      "▁Option": 10831,
+      "▁rob": 10832,
+      "▁клу": 10833,
+      ":[": 10834,
+      "antly": 10835,
+      "dependency": 10836,
+      "▁Cur": 10837,
+      "▁frances": 10838,
+      "▁ideal": 10839,
+      "Sw": 10840,
+      "▁груп": 10841,
+      "▁Captain": 10842,
+      "▁todos": 10843,
+      "Jo": 10844,
+      "▁pelo": 10845,
+      "?](": 10846,
+      "▁faith": 10847,
+      "овой": 10848,
+      "▁fresh": 10849,
+      "▁propri": 10850,
+      "Timeout": 10851,
+      "▁veh": 10852,
+      "contents": 10853,
+      "▁Document": 10854,
+      "collection": 10855,
+      "▁kar": 10856,
+      "ruck": 10857,
+      "Your": 10858,
+      "uma": 10859,
+      "▁mathemat": 10860,
+      "Enabled": 10861,
+      "публи": 10862,
+      "▁Engine": 10863,
+      "▁München": 10864,
+      "▁посе": 10865,
+      "▁fon": 10866,
+      "archive": 10867,
+      "▁frequency": 10868,
+      "}+\\": 10869,
+      "âte": 10870,
+      "▁kor": 10871,
+      "▁Кра": 10872,
+      "Sing": 10873,
+      "month": 10874,
+      "▁Haw": 10875,
+      "▁sys": 10876,
+      "erme": 10877,
+      "▁Would": 10878,
+      "▁impact": 10879,
+      "urrency": 10880,
+      "licht": 10881,
+      "▁apt": 10882,
+      "iere": 10883,
+      "▁motion": 10884,
+      "ССР": 10885,
+      "▁Init": 10886,
+      "▁ms": 10887,
+      "▁MS": 10888,
+      "shift": 10889,
+      "▁autres": 10890,
+      "▁bash": 10891,
+      "hidden": 10892,
+      "orio": 10893,
+      "▁celebr": 10894,
+      "▁Liber": 10895,
+      "eto": 10896,
+      "▁dove": 10897,
+      "▁paths": 10898,
+      "▁inj": 10899,
+      "Category": 10900,
+      "▁cry": 10901,
+      "▁marked": 10902,
+      "удо": 10903,
+      "ashion": 10904,
+      "ält": 10905,
+      "▁lan": 10906,
+      "▁teams": 10907,
+      "▁kv": 10908,
+      "iams": 10909,
+      "aban": 10910,
+      "▁TABLE": 10911,
+      "вар": 10912,
+      "Repos": 10913,
+      "▁Bell": 10914,
+      "▁pubblic": 10915,
+      "▁countries": 10916,
+      "▁spin": 10917,
+      "▁lég": 10918,
+      "▁Krie": 10919,
+      "▁Jones": 10920,
+      "white": 10921,
+      "Html": 10922,
+      "Press": 10923,
+      "▁Blue": 10924,
+      "Operation": 10925,
+      "▁Anth": 10926,
+      "▁pse": 10927,
+      "▁Font": 10928,
+      "▁theme": 10929,
+      "▁blocks": 10930,
+      "$)": 10931,
+      "▁glad": 10932,
+      "▁manage": 10933,
+      "orden": 10934,
+      "osten": 10935,
+      "cole": 10936,
+      "▁SP": 10937,
+      "▁schema": 10938,
+      "uras": 10939,
+      "▁whenever": 10940,
+      "ША": 10941,
+      "рито": 10942,
+      "▁discovered": 10943,
+      "▁prefix": 10944,
+      "global": 10945,
+      "roke": 10946,
+      "zes": 10947,
+      "chte": 10948,
+      "▁Before": 10949,
+      "мени": 10950,
+      "▁Dig": 10951,
+      "▁rapid": 10952,
+      "▁lleg": 10953,
+      "equals": 10954,
+      "▁Hoch": 10955,
+      "forall": 10956,
+      "вати": 10957,
+      "usz": 10958,
+      "▁attached": 10959,
+      "Expression": 10960,
+      "▁stock": 10961,
+      "üll": 10962,
+      "pet": 10963,
+      "essions": 10964,
+      "colo": 10965,
+      "▁gy": 10966,
+      "Book": 10967,
+      "▁Jacob": 10968,
+      "▁Product": 10969,
+      "▁inputs": 10970,
+      "мир": 10971,
+      "▁learned": 10972,
+      "ówn": 10973,
+      "▁police": 10974,
+      "▁лет": 10975,
+      "▁Item": 10976,
+      "▁eye": 10977,
+      "aient": 10978,
+      "▁Sammlung": 10979,
+      "▁Lor": 10980,
+      "▁repres": 10981,
+      "▁fest": 10982,
+      "Cond": 10983,
+      "▁nouve": 10984,
+      "▁extend": 10985,
+      "▁Frances": 10986,
+      "▁Find": 10987,
+      "▁deze": 10988,
+      "erna": 10989,
+      "▁había": 10990,
+      "prü": 10991,
+      "▁motor": 10992,
+      "bie": 10993,
+      "Hello": 10994,
+      "▁resid": 10995,
+      "▁finale": 10996,
+      "%)": 10997,
+      "{'": 10998,
+      "▁Hard": 10999,
+      "▁pairs": 11000,
+      "▁Ell": 11001,
+      "ivot": 11002,
+      "rees": 11003,
+      "▁Force": 11004,
+      "▁evening": 11005,
+      "▁después": 11006,
+      "rg": 11007,
+      "Why": 11008,
+      "▁conn": 11009,
+      "schema": 11010,
+      "ход": 11011,
+      "▁между": 11012,
+      "▁flash": 11013,
+      "skip": 11014,
+      "▁minute": 11015,
+      "▁ved": 11016,
+      "aylor": 11017,
+      "▁seus": 11018,
+      "▁Major": 11019,
+      "▁franc": 11020,
+      "▁rac": 11021,
+      "kw": 11022,
+      "cv": 11023,
+      "Native": 11024,
+      "▁Button": 11025,
+      "ници": 11026,
+      "settings": 11027,
+      "▁Access": 11028,
+      "▁quality": 11029,
+      "props": 11030,
+      "Float": 11031,
+      "▁Scot": 11032,
+      "▁AD": 11033,
+      "▁allem": 11034,
+      "&\\": 11035,
+      "ustration": 11036,
+      "pattern": 11037,
+      "mir": 11038,
+      "▁incorpor": 11039,
+      "skich": 11040,
+      "'>": 11041,
+      "Stand": 11042,
+      "▁technique": 11043,
+      "▁Ess": 11044,
+      "▁Oxford": 11045,
+      "▁ла": 11046,
+      "tikz": 11047,
+      "лий": 11048,
+      "Login": 11049,
+      "▁minister": 11050,
+      "▁curl": 11051,
+      "kan": 11052,
+      "▁maps": 11053,
+      "inda": 11054,
+      "rieb": 11055,
+      "▁END": 11056,
+      "ifies": 11057,
+      "console": 11058,
+      "bury": 11059,
+      "▁LE": 11060,
+      "▁independ": 11061,
+      "▁ta": 11062,
+      "▁Ś": 11063,
+      "onel": 11064,
+      "ész": 11065,
+      "▁Ist": 11066,
+      "utive": 11067,
+      "ёл": 11068,
+      "▁Region": 11069,
+      "▁(=": 11070,
+      "▁compact": 11071,
+      "çois": 11072,
+      "▁labels": 11073,
+      "autorité": 11074,
+      "▁stan": 11075,
+      "▁française": 11076,
+      "▁removing": 11077,
+      "yc": 11078,
+      "}|": 11079,
+      "▁Exec": 11080,
+      "($_": 11081,
+      "mag": 11082,
+      "before": 11083,
+      "▁stopped": 11084,
+      "мии": 11085,
+      "▁refresh": 11086,
+      "unkt": 11087,
+      "icio": 11088,
+      "Xml": 11089,
+      "▁Tab": 11090,
+      "▁founded": 11091,
+      "▁fal": 11092,
+      "fx": 11093,
+      "▁Historia": 11094,
+      "▁Early": 11095,
+      "Dom": 11096,
+      "▁decide": 11097,
+      "▁understood": 11098,
+      "▁jur": 11099,
+      "▁Nr": 11100,
+      "▁capac": 11101,
+      "was": 11102,
+      "▁enemy": 11103,
+      "▁programs": 11104,
+      "▁mask": 11105,
+      "ске": 11106,
+      "▁groupe": 11107,
+      "cam": 11108,
+      "▁widget": 11109,
+      "REATE": 11110,
+      "▁seva": 11111,
+      "▁Barcel": 11112,
+      "▁perd": 11113,
+      "▁Му": 11114,
+      "rance": 11115,
+      "TYPE": 11116,
+      "▁{'": 11117,
+      "▁bill": 11118,
+      "▁\"_": 11119,
+      "'`": 11120,
+      "bahn": 11121,
+      "▁contained": 11122,
+      "Close": 11123,
+      "rug": 11124,
+      "egy": 11125,
+      "▁sight": 11126,
+      "▁Provin": 11127,
+      "ню": 11128,
+      "arz": 11129,
+      "щен": 11130,
+      "▁Joe": 11131,
+      "▁deleted": 11132,
+      "▁Auto": 11133,
+      "▁meter": 11134,
+      "CG": 11135,
+      "ъл": 11136,
+      "▁pent": 11137,
+      "▁bezeichnet": 11138,
+      "Sum": 11139,
+      "dbc": 11140,
+      "▁Platz": 11141,
+      "ectors": 11142,
+      "▁Little": 11143,
+      "QUE": 11144,
+      "ція": 11145,
+      "теля": 11146,
+      "night": 11147,
+      "▁ll": 11148,
+      "▁mostly": 11149,
+      "UID": 11150,
+      "▁bez": 11151,
+      "dob": 11152,
+      "кси": 11153,
+      "terne": 11154,
+      "▁corner": 11155,
+      "aty": 11156,
+      "▁improve": 11157,
+      "▁intr": 11158,
+      "▁`@": 11159,
+      "arod": 11160,
+      "▁installation": 11161,
+      "▁Referências": 11162,
+      "igan": 11163,
+      "▁critic": 11164,
+      "adel": 11165,
+      "▁село": 11166,
+      ",\r": 11167,
+      "atori": 11168,
+      "▁Fri": 11169,
+      "▁références": 11170,
+      "▁Intent": 11171,
+      "▁tant": 11172,
+      "unci": 11173,
+      "▁levels": 11174,
+      "eres": 11175,
+      "▁emer": 11176,
+      "safe": 11177,
+      "tk": 11178,
+      "▁cham": 11179,
+      "▁greatly": 11180,
+      "▁weit": 11181,
+      "▁coach": 11182,
+      "▁toward": 11183,
+      "Home": 11184,
+      "▁Boolean": 11185,
+      "тел": 11186,
+      "▁mock": 11187,
+      "▁appreciate": 11188,
+      "▁Cross": 11189,
+      "▁Take": 11190,
+      "DP": 11191,
+      "▁sides": 11192,
+      "▁Normdaten": 11193,
+      "дей": 11194,
+      "stal": 11195,
+      "▁cout": 11196,
+      "bn": 11197,
+      "▁Vert": 11198,
+      "▁bird": 11199,
+      "▁dynamically": 11200,
+      "▁Dol": 11201,
+      "▁Burg": 11202,
+      "▁dog": 11203,
+      "ätt": 11204,
+      "▁nuc": 11205,
+      "EC": 11206,
+      "Bytes": 11207,
+      "▁ak": 11208,
+      "reland": 11209,
+      "▁guitar": 11210,
+      "▁regarding": 11211,
+      "▁Fuß": 11212,
+      "▁дол": 11213,
+      "auss": 11214,
+      "▁jej": 11215,
+      "aco": 11216,
+      "▁updates": 11217,
+      "рук": 11218,
+      "('/": 11219,
+      "▁cold": 11220,
+      "▁Given": 11221,
+      "hin": 11222,
+      "▁feeling": 11223,
+      "igli": 11224,
+      "fah": 11225,
+      "стре": 11226,
+      "bool": 11227,
+      "initial": 11228,
+      "▁становника": 11229,
+      "▁Anna": 11230,
+      "▁hors": 11231,
+      "▁doll": 11232,
+      "▁consum": 11233,
+      "uber": 11234,
+      "standing": 11235,
+      "activ": 11236,
+      "зі": 11237,
+      "checked": 11238,
+      "▁permissions": 11239,
+      "▁Monte": 11240,
+      "WriteLine": 11241,
+      "plus": 11242,
+      "▁Equ": 11243,
+      "▁их": 11244,
+      "чки": 11245,
+      "unque": 11246,
+      "▁LO": 11247,
+      "ea": 11248,
+      "sample": 11249,
+      "iesz": 11250,
+      "oral": 11251,
+      "▁Ин": 11252,
+      "oston": 11253,
+      "▁Simon": 11254,
+      "fast": 11255,
+      "mk": 11256,
+      "assen": 11257,
+      "▁architecture": 11258,
+      "enses": 11259,
+      "▁Å": 11260,
+      "▁topic": 11261,
+      "▁disable": 11262,
+      "▁Cru": 11263,
+      "▁Control": 11264,
+      "▁creation": 11265,
+      "▁hyper": 11266,
+      "itud": 11267,
+      "жения": 11268,
+      "aram": 11269,
+      "▁где": 11270,
+      "ienst": 11271,
+      "edule": 11272,
+      "▁Bot": 11273,
+      "▁Ос": 11274,
+      "▁Their": 11275,
+      "anne": 11276,
+      "Microsoft": 11277,
+      "▁PM": 11278,
+      "ydro": 11279,
+      "entlich": 11280,
+      "▁Eine": 11281,
+      "CHAR": 11282,
+      ":'": 11283,
+      "Well": 11284,
+      "leton": 11285,
+      "▁supports": 11286,
+      "'])": 11287,
+      "manual": 11288,
+      "▁vice": 11289,
+      "asa": 11290,
+      "clos": 11291,
+      "vised": 11292,
+      "▁pok": 11293,
+      "track": 11294,
+      "ност": 11295,
+      "........": 11296,
+      "▁'\\": 11297,
+      "².": 11298,
+      "▁orders": 11299,
+      "etta": 11300,
+      "▁conversion": 11301,
+      "▁trade": 11302,
+      "cli": 11303,
+      "▁Исто": 11304,
+      "▁akt": 11305,
+      "▁subset": 11306,
+      "▁aug": 11307,
+      "▁leaves": 11308,
+      "Math": 11309,
+      "anned": 11310,
+      "kal": 11311,
+      "▁Вели": 11312,
+      "▁nog": 11313,
+      "▁eth": 11314,
+      "▁hair": 11315,
+      "around": 11316,
+      "▁javax": 11317,
+      "вой": 11318,
+      "▁Centre": 11319,
+      "öß": 11320,
+      "uti": 11321,
+      "▁navigation": 11322,
+      "▁PS": 11323,
+      "▁wa": 11324,
+      "▁России": 11325,
+      "usa": 11326,
+      "zeta": 11327,
+      "▁PDF": 11328,
+      "▁mismo": 11329,
+      "properties": 11330,
+      "meister": 11331,
+      "льта": 11332,
+      "forward": 11333,
+      "▁Ost": 11334,
+      "kins": 11335,
+      "▁sido": 11336,
+      "зов": 11337,
+      "tags": 11338,
+      "▁actor": 11339,
+      "▁fly": 11340,
+      "CR": 11341,
+      "agini": 11342,
+      "▁lett": 11343,
+      "eni": 11344,
+      "tech": 11345,
+      "▁Enc": 11346,
+      "oracle": 11347,
+      "amilton": 11348,
+      "zej": 11349,
+      "fen": 11350,
+      "umerate": 11351,
+      "▁questo": 11352,
+      "dart": 11353,
+      "▁Kore": 11354,
+      "apis": 11355,
+      "eper": 11356,
+      "Screen": 11357,
+      "wall": 11358,
+      "▁island": 11359,
+      "she": 11360,
+      "▁ligger": 11361,
+      "вся": 11362,
+      "fang": 11363,
+      "▁tard": 11364,
+      "▁plaats": 11365,
+      "▁пло": 11366,
+      "▁Office": 11367,
+      "▁SET": 11368,
+      "▁circuit": 11369,
+      "jed": 11370,
+      "Save": 11371,
+      "льно": 11372,
+      "Socket": 11373,
+      "▁Index": 11374,
+      "ACK": 11375,
+      "iders": 11376,
+      "erer": 11377,
+      "▁США": 11378,
+      "▁lady": 11379,
+      "▁scheme": 11380,
+      "ielle": 11381,
+      "▁exerc": 11382,
+      ")}\\": 11383,
+      "DateTime": 11384,
+      "athan": 11385,
+      "▁Professor": 11386,
+      "▁moins": 11387,
+      "▁Excel": 11388,
+      "▁Hay": 11389,
+      "▁Musik": 11390,
+      "▁ї": 11391,
+      "ęd": 11392,
+      "▁\".": 11393,
+      "▁був": 11394,
+      "▁instrument": 11395,
+      "пар": 11396,
+      "▁бере": 11397,
+      "▁politique": 11398,
+      "▁tradition": 11399,
+      "▁VM": 11400,
+      "▁Arts": 11401,
+      "▁Ci": 11402,
+      "Use": 11403,
+      "▁aggreg": 11404,
+      "▁weeks": 11405,
+      "▁opport": 11406,
+      "iting": 11407,
+      "▁vertical": 11408,
+      "▁Naz": 11409,
+      "...)": 11410,
+      "izo": 11411,
+      "▁cycle": 11412,
+      "▁tempo": 11413,
+      "тре": 11414,
+      "▁handling": 11415,
+      "istence": 11416,
+      "▁paste": 11417,
+      "▁enjo": 11418,
+      "ROUP": 11419,
+      "▁outer": 11420,
+      "▁supply": 11421,
+      "eman": 11422,
+      "▁accident": 11423,
+      "▁\\]": 11424,
+      "▁тех": 11425,
+      "Pool": 11426,
+      "oting": 11427,
+      "onymous": 11428,
+      "▁Giov": 11429,
+      "▁ud": 11430,
+      "▁./": 11431,
+      "ERROR": 11432,
+      "construct": 11433,
+      "textwidth": 11434,
+      "quipe": 11435,
+      "cases": 11436,
+      "▁ад": 11437,
+      "▁Row": 11438,
+      "Holder": 11439,
+      "wan": 11440,
+      "arna": 11441,
+      "Mem": 11442,
+      "▁Canadian": 11443,
+      "▁Commission": 11444,
+      "sun": 11445,
+      "▁apps": 11446,
+      "▁Blo": 11447,
+      "▁ihrer": 11448,
+      "▁famille": 11449,
+      "▁mě": 11450,
+      "▁py": 11451,
+      "ис": 11452,
+      "▁того": 11453,
+      "▁Again": 11454,
+      "▁ignore": 11455,
+      "▁television": 11456,
+      "Pat": 11457,
+      "hide": 11458,
+      "▁Rev": 11459,
+      "▁bear": 11460,
+      "phy": 11461,
+      "▁noise": 11462,
+      "▁wra": 11463,
+      "ationale": 11464,
+      "▁collabor": 11465,
+      "border": 11466,
+      "▁elected": 11467,
+      "▁surpr": 11468,
+      "▁avoir": 11469,
+      "▁assembly": 11470,
+      "▁обще": 11471,
+      "▁arbitrary": 11472,
+      "▁brief": 11473,
+      "▁---": 11474,
+      "▁Maur": 11475,
+      "gression": 11476,
+      "icia": 11477,
+      "▁liegt": 11478,
+      "▁Figure": 11479,
+      "▁onto": 11480,
+      "Repository": 11481,
+      "▁déf": 11482,
+      "▁forth": 11483,
+      "▁clicked": 11484,
+      "seite": 11485,
+      "▁notes": 11486,
+      "native": 11487,
+      "▁EDIT": 11488,
+      "ые": 11489,
+      "MT": 11490,
+      "amental": 11491,
+      "▁rose": 11492,
+      "▁puede": 11493,
+      "Delegate": 11494,
+      "uba": 11495,
+      "neo": 11496,
+      "xis": 11497,
+      "▁Arthur": 11498,
+      "URE": 11499,
+      "aming": 11500,
+      "Device": 11501,
+      "▁diam": 11502,
+      "ständ": 11503,
+      "▁pron": 11504,
+      "ois": 11505,
+      "coming": 11506,
+      "Parameters": 11507,
+      "uvud": 11508,
+      "▁ability": 11509,
+      "▁mét": 11510,
+      "▁Unfortunately": 11511,
+      "fd": 11512,
+      "Dictionary": 11513,
+      "socket": 11514,
+      "▁conoc": 11515,
+      "contains": 11516,
+      "essed": 11517,
+      "▁geldig": 11518,
+      "ница": 11519,
+      "▁pointed": 11520,
+      "esti": 11521,
+      "nom": 11522,
+      "ография": 11523,
+      "▁represents": 11524,
+      "▁manip": 11525,
+      "world": 11526,
+      "▁resolved": 11527,
+      "tegr": 11528,
+      "▁dort": 11529,
+      "astern": 11530,
+      "▁campaign": 11531,
+      "▁primo": 11532,
+      "▁;;": 11533,
+      "▁snippet": 11534,
+      "▁Nik": 11535,
+      "Total": 11536,
+      "issement": 11537,
+      "ACE": 11538,
+      "▁verify": 11539,
+      "iffe": 11540,
+      "lagen": 11541,
+      "ieur": 11542,
+      "▁converted": 11543,
+      "▁Milit": 11544,
+      "▁Alg": 11545,
+      "▁Ron": 11546,
+      "▁konn": 11547,
+      "apple": 11548,
+      "▁dispos": 11549,
+      "stellung": 11550,
+      "▁retain": 11551,
+      "▁mentre": 11552,
+      "▁neut": 11553,
+      "▁Night": 11554,
+      "ché": 11555,
+      "atti": 11556,
+      "▁obra": 11557,
+      "▁superior": 11558,
+      "▁Congress": 11559,
+      "ём": 11560,
+      "▁codes": 11561,
+      "▁Ama": 11562,
+      "▁Earth": 11563,
+      "▁opposite": 11564,
+      "▁pool": 11565,
+      "▁Dun": 11566,
+      "жение": 11567,
+      "▁\"${": 11568,
+      "inv": 11569,
+      "▁уни": 11570,
+      "▁Andrew": 11571,
+      "телей": 11572,
+      "▁był": 11573,
+      "Univers": 11574,
+      "▁Angular": 11575,
+      "anim": 11576,
+      "дова": 11577,
+      "BUG": 11578,
+      "utely": 11579,
+      "▁drawing": 11580,
+      "▁gain": 11581,
+      "▁fourth": 11582,
+      "▁Problem": 11583,
+      "▁suddenly": 11584,
+      "▁Ä": 11585,
+      "onna": 11586,
+      "▁Kont": 11587,
+      "▁Bildern": 11588,
+      "▁konnte": 11589,
+      "že": 11590,
+      "Trace": 11591,
+      "▁secure": 11592,
+      "▁który": 11593,
+      "▁eq": 11594,
+      "▁formal": 11595,
+      "amerikan": 11596,
+      "▁Anal": 11597,
+      "▁Rewrite": 11598,
+      "▁Double": 11599,
+      "created": 11600,
+      "NU": 11601,
+      "MDb": 11602,
+      "apes": 11603,
+      "Unis": 11604,
+      "▁especial": 11605,
+      "})\\": 11606,
+      "edom": 11607,
+      "▁categor": 11608,
+      "Return": 11609,
+      "▁Hamb": 11610,
+      "▁Rio": 11611,
+      "▁Mir": 11612,
+      "▁Geme": 11613,
+      "abilities": 11614,
+      "trz": 11615,
+      "uset": 11616,
+      "ierra": 11617,
+      "network": 11618,
+      "▁doctor": 11619,
+      "eurs": 11620,
+      "▁listen": 11621,
+      "дж": 11622,
+      "▁Hö": 11623,
+      "▁consists": 11624,
+      "asm": 11625,
+      "Chr": 11626,
+      "aland": 11627,
+      "▁исполь": 11628,
+      "▁lugar": 11629,
+      "▁definitely": 11630,
+      "move": 11631,
+      "ública": 11632,
+      "▁län": 11633,
+      "ismus": 11634,
+      "▁држа": 11635,
+      "▁dt": 11636,
+      "▁Perhaps": 11637,
+      "▁Brasil": 11638,
+      "John": 11639,
+      "▁promise": 11640,
+      "łu": 11641,
+      "reens": 11642,
+      "▁psych": 11643,
+      "▁Who": 11644,
+      "ряд": 11645,
+      "▁INTO": 11646,
+      "▁People": 11647,
+      "▁Williams": 11648,
+      "▁Marg": 11649,
+      "▁дан": 11650,
+      "record": 11651,
+      "▁Euro": 11652,
+      "▁Virginia": 11653,
+      "▁Rest": 11654,
+      "▁Corn": 11655,
+      "}},": 11656,
+      "▁Grid": 11657,
+      "▁inject": 11658,
+      "нан": 11659,
+      "▁crow": 11660,
+      "▁Phys": 11661,
+      "▁DO": 11662,
+      "▁\"-": 11663,
+      "▁increased": 11664,
+      "acher": 11665,
+      "peat": 11666,
+      "Lin": 11667,
+      "▁Dub": 11668,
+      "rices": 11669,
+      "agnost": 11670,
+      "dl": 11671,
+      "▁curve": 11672,
+      "üg": 11673,
+      "rice": 11674,
+      "language": 11675,
+      "ClickListener": 11676,
+      "▁municipal": 11677,
+      "▁Ori": 11678,
+      "▁Bild": 11679,
+      "▁Cab": 11680,
+      "▁Var": 11681,
+      "▁noted": 11682,
+      "▁Î": 11683,
+      "▁subs": 11684,
+      "iation": 11685,
+      "WOR": 11686,
+      "ingly": 11687,
+      "▁Rus": 11688,
+      "iens": 11689,
+      "INFO": 11690,
+      "ква": 11691,
+      "ativo": 11692,
+      "gende": 11693,
+      "▁Franz": 11694,
+      "▁isol": 11695,
+      "edes": 11696,
+      "nier": 11697,
+      "▁NO": 11698,
+      "▁Has": 11699,
+      "beans": 11700,
+      "▁pandas": 11701,
+      "(\"%": 11702,
+      "віт": 11703,
+      "утбо": 11704,
+      "▁gather": 11705,
+      "▁legal": 11706,
+      "includ": 11707,
+      "▁circumst": 11708,
+      "criptor": 11709,
+      "rible": 11710,
+      "▁Süd": 11711,
+      "▁apro": 11712,
+      "Api": 11713,
+      "▁най": 11714,
+      "▁African": 11715,
+      "owski": 11716,
+      "▁Johnson": 11717,
+      "iek": 11718,
+      "▁vote": 11719,
+      "▁Kan": 11720,
+      "▁bibli": 11721,
+      "▁haar": 11722,
+      "▁vr": 11723,
+      "]),": 11724,
+      "subseteq": 11725,
+      "Parser": 11726,
+      "iani": 11727,
+      "isé": 11728,
+      "idea": 11729,
+      "Only": 11730,
+      "▁ál": 11731,
+      "▁Catal": 11732,
+      "▁Case": 11733,
+      "seh": 11734,
+      "▁encounter": 11735,
+      "▁reform": 11736,
+      "мини": 11737,
+      "▁Stre": 11738,
+      "exception": 11739,
+      "▁Tar": 11740,
+      "тар": 11741,
+      "trl": 11742,
+      "▁Александ": 11743,
+      "лект": 11744,
+      "equal": 11745,
+      "Op": 11746,
+      "▁lif": 11747,
+      "▁його": 11748,
+      "▁voltage": 11749,
+      "shire": 11750,
+      "▁Groß": 11751,
+      "вня": 11752,
+      "nings": 11753,
+      "нци": 11754,
+      "▁lag": 11755,
+      "▁anderen": 11756,
+      "▁vac": 11757,
+      "▁macro": 11758,
+      "=[": 11759,
+      "Then": 11760,
+      "▁controls": 11761,
+      "seq": 11762,
+      "ologies": 11763,
+      "▁selector": 11764,
+      "▁України": 11765,
+      "хівовано": 11766,
+      "ый": 11767,
+      "allenge": 11768,
+      "▁IMDb": 11769,
+      "ummy": 11770,
+      "yen": 11771,
+      "▁beste": 11772,
+      "▁Box": 11773,
+      "▁chair": 11774,
+      "▁Sab": 11775,
+      "erde": 11776,
+      "▁nast": 11777,
+      "ivamente": 11778,
+      "▁объ": 11779,
+      "▁requirements": 11780,
+      "▁meeting": 11781,
+      "▁finan": 11782,
+      "▁Adam": 11783,
+      "▁televis": 11784,
+      "▁bright": 11785,
+      "▁Git": 11786,
+      "EG": 11787,
+      "▁Gil": 11788,
+      "rès": 11789,
+      "▁Cond": 11790,
+      "▁ft": 11791,
+      "▁було": 11792,
+      "-+": 11793,
+      "END": 11794,
+      "erne": 11795,
+      "▁Comput": 11796,
+      "▁ils": 11797,
+      "▁gall": 11798,
+      "▁csv": 11799,
+      "ług": 11800,
+      "▁summer": 11801,
+      "game": 11802,
+      "▁posts": 11803,
+      "Архівовано": 11804,
+      "▁zij": 11805,
+      "▁determin": 11806,
+      "▁abandon": 11807,
+      "counter": 11808,
+      "▁requirement": 11809,
+      "▁Tit": 11810,
+      "irtual": 11811,
+      "▁Videos": 11812,
+      "▁quiet": 11813,
+      "▁Term": 11814,
+      "▁timeout": 11815,
+      "Print": 11816,
+      "▁invent": 11817,
+      "lais": 11818,
+      "▁monitor": 11819,
+      "halb": 11820,
+      "▁Wild": 11821,
+      "▁leader": 11822,
+      "▁сель": 11823,
+      "▁utiliz": 11824,
+      "▁parents": 11825,
+      "▁forced": 11826,
+      "▁proved": 11827,
+      "▁effective": 11828,
+      "▁llam": 11829,
+      "▁Спо": 11830,
+      "orb": 11831,
+      "ggi": 11832,
+      "▁assumption": 11833,
+      "▁subm": 11834,
+      "▁вій": 11835,
+      "ilia": 11836,
+      "▁reverse": 11837,
+      "'\"": 11838,
+      "▁quotes": 11839,
+      "▁sites": 11840,
+      "igung": 11841,
+      "▁Arg": 11842,
+      "Double": 11843,
+      "▁screens": 11844,
+      "▁clause": 11845,
+      "▁bundle": 11846,
+      "▁philosoph": 11847,
+      "▁Num": 11848,
+      "▁gleich": 11849,
+      "uly": 11850,
+      "direct": 11851,
+      "asketball": 11852,
+      "owany": 11853,
+      "\\}$": 11854,
+      "▁radius": 11855,
+      "▁Search": 11856,
+      "Properties": 11857,
+      "▁elev": 11858,
+      "▁prod": 11859,
+      "▁\"%": 11860,
+      "isión": 11861,
+      "Debug": 11862,
+      "Second": 11863,
+      "(!": 11864,
+      "▁Catholic": 11865,
+      "рован": 11866,
+      "lez": 11867,
+      "Pa": 11868,
+      "pson": 11869,
+      "▁erste": 11870,
+      "▁Fu": 11871,
+      "▁lit": 11872,
+      "▁Saison": 11873,
+      "▁Hash": 11874,
+      "▁exem": 11875,
+      "▁представ": 11876,
+      ")*": 11877,
+      "▁eu": 11878,
+      "▁│": 11879,
+      "▁gab": 11880,
+      "etailed": 11881,
+      "Copy": 11882,
+      "▁два": 11883,
+      "even": 11884,
+      "Kind": 11885,
+      "▁Jackson": 11886,
+      "ал": 11887,
+      "▁consec": 11888,
+      "USER": 11889,
+      "▁Tok": 11890,
+      "(.": 11891,
+      "▁$|": 11892,
+      "▁Tamb": 11893,
+      "▁Lemma": 11894,
+      "hang": 11895,
+      "▁contribution": 11896,
+      "rollers": 11897,
+      "▁studies": 11898,
+      "▁poi": 11899,
+      "gems": 11900,
+      "▁UP": 11901,
+      "▁Wol": 11902,
+      ">\"": 11903,
+      "▁floor": 11904,
+      "▁initialize": 11905,
+      "▁Lew": 11906,
+      "zek": 11907,
+      "arte": 11908,
+      "▁positions": 11909,
+      "▁portion": 11910,
+      "cover": 11911,
+      "wp": 11912,
+      "ового": 11913,
+      "▁piano": 11914,
+      "▁metal": 11915,
+      "▁samples": 11916,
+      "▁Сан": 11917,
+      "variable": 11918,
+      "▁стать": 11919,
+      "▁integers": 11920,
+      "Where": 11921,
+      "family": 11922,
+      "▁nun": 11923,
+      "▁increment": 11924,
+      "ixed": 11925,
+      "▁heeft": 11926,
+      "fte": 11927,
+      "▁vil": 11928,
+      "▁otros": 11929,
+      "Multimedia": 11930,
+      "▁Henri": 11931,
+      "aded": 11932,
+      "ген": 11933,
+      "▁capit": 11934,
+      "▁других": 11935,
+      "isp": 11936,
+      "ITY": 11937,
+      "▁constraints": 11938,
+      "▁Kirche": 11939,
+      "found": 11940,
+      "ший": 11941,
+      "▁pic": 11942,
+      "▁tou": 11943,
+      "cred": 11944,
+      "роб": 11945,
+      "▁Mess": 11946,
+      "Job": 11947,
+      "▁Mais": 11948,
+      "▁styles": 11949,
+      "fall": 11950,
+      "▁Uk": 11951,
+      "▁street": 11952,
+      "occer": 11953,
+      "esen": 11954,
+      "▁colors": 11955,
+      "cean": 11956,
+      "юще": 11957,
+      "conne": 11958,
+      "▁ratio": 11959,
+      "anton": 11960,
+      "▁Fel": 11961,
+      "▁customer": 11962,
+      "▁Prix": 11963,
+      "rás": 11964,
+      "pred": 11965,
+      "▁electron": 11966,
+      "sym": 11967,
+      "▁вели": 11968,
+      "▁overflow": 11969,
+      "▁$[": 11970,
+      "▁POST": 11971,
+      "▁Cin": 11972,
+      "scheid": 11973,
+      "(\"/": 11974,
+      "▁searching": 11975,
+      "▁purposes": 11976,
+      "▁arrived": 11977,
+      "▁punt": 11978,
+      "▁lad": 11979,
+      "Python": 11980,
+      "▁leads": 11981,
+      "▁sand": 11982,
+      "пада": 11983,
+      "▁communes": 11984,
+      "▁CHAP": 11985,
+      "▁caso": 11986,
+      "rz": 11987,
+      "▁dw": 11988,
+      "aca": 11989,
+      "▁Columb": 11990,
+      "children": 11991,
+      "êt": 11992,
+      "schemas": 11993,
+      "▁instructions": 11994,
+      "▁-\\": 11995,
+      "▁Israel": 11996,
+      "ności": 11997,
+      "▁образ": 11998,
+      "▁совет": 11999,
+      "▁immagini": 12000,
+      "▁Fred": 12001,
+      "▁Global": 12002,
+      "▁thick": 12003,
+      "▁fueron": 12004,
+      "▁thrown": 12005,
+      "▁clock": 12006,
+      "enable": 12007,
+      "'''": 12008,
+      "▁Sund": 12009,
+      "▁contempor": 12010,
+      "answer": 12011,
+      "▁manufact": 12012,
+      "▁io": 12013,
+      "qquad": 12014,
+      "OUT": 12015,
+      "▁Lab": 12016,
+      "▁Zw": 12017,
+      "legal": 12018,
+      "▁Vel": 12019,
+      "▁raise": 12020,
+      "▁deliver": 12021,
+      "▁Voir": 12022,
+      "▁assumed": 12023,
+      "Let": 12024,
+      "ierten": 12025,
+      "▁Kong": 12026,
+      "▁Exp": 12027,
+      "▁Jug": 12028,
+      "▁declaration": 12029,
+      "▁Fish": 12030,
+      "mé": 12031,
+      "▁speech": 12032,
+      "▁tent": 12033,
+      "▁Route": 12034,
+      "__(": 12035,
+      "▁réalis": 12036,
+      "▁Design": 12037,
+      "setText": 12038,
+      "▁Station": 12039,
+      "archy": 12040,
+      "▁като": 12041,
+      "▁dent": 12042,
+      "▁Kl": 12043,
+      "iß": 12044,
+      "▁risk": 12045,
+      "▁Broad": 12046,
+      "▁vectors": 12047,
+      "▁Spec": 12048,
+      "▁routes": 12049,
+      "ymn": 12050,
+      "▁Greg": 12051,
+      "▁получи": 12052,
+      "gie": 12053,
+      "ORM": 12054,
+      "веде": 12055,
+      "walt": 12056,
+      "▁efter": 12057,
+      "Ptr": 12058,
+      "▁subt": 12059,
+      "▁birth": 12060,
+      "▁drawn": 12061,
+      "mess": 12062,
+      "мерикан": 12063,
+      "VE": 12064,
+      "▁Put": 12065,
+      "▁asc": 12066,
+      "▁feder": 12067,
+      "сли": 12068,
+      "▁Prin": 12069,
+      "▁stick": 12070,
+      "reset": 12071,
+      "yk": 12072,
+      "studio": 12073,
+      "▁Still": 12074,
+      "Const": 12075,
+      "ació": 12076,
+      "▁Portugal": 12077,
+      "▁scripts": 12078,
+      "undial": 12079,
+      "▁lives": 12080,
+      "▁szer": 12081,
+      "▁estado": 12082,
+      "folder": 12083,
+      "▁communication": 12084,
+      "Route": 12085,
+      "▁swift": 12086,
+      "тен": 12087,
+      "▁kill": 12088,
+      "▁PR": 12089,
+      "joint": 12090,
+      "▁objective": 12091,
+      "▁complicated": 12092,
+      "▁Über": 12093,
+      "esh": 12094,
+      "picture": 12095,
+      "raine": 12096,
+      "comput": 12097,
+      "▁proport": 12098,
+      "ogs": 12099,
+      "ült": 12100,
+      "▁quantum": 12101,
+      "кри": 12102,
+      "▁sop": 12103,
+      "▁loops": 12104,
+      "▁Reference": 12105,
+      "▁nei": 12106,
+      "ICE": 12107,
+      "▁verm": 12108,
+      "▁adj": 12109,
+      "▁però": 12110,
+      "▁trou": 12111,
+      "isions": 12112,
+      "▁Apple": 12113,
+      "servable": 12114,
+      "▁Boston": 12115,
+      "oret": 12116,
+      "oks": 12117,
+      "▁kg": 12118,
+      "defined": 12119,
+      "platform": 12120,
+      "cler": 12121,
+      "ographic": 12122,
+      "ritt": 12123,
+      "▁dic": 12124,
+      "▁Mond": 12125,
+      "▁Ireland": 12126,
+      "▁Una": 12127,
+      "▁commercial": 12128,
+      "▁Pu": 12129,
+      "Di": 12130,
+      "▁её": 12131,
+      "▁precis": 12132,
+      "народ": 12133,
+      "▁quatre": 12134,
+      "ustral": 12135,
+      "▁dag": 12136,
+      "igue": 12137,
+      "▁burn": 12138,
+      "▁officer": 12139,
+      "▁Ав": 12140,
+      "▁highlight": 12141,
+      "▁Suppose": 12142,
+      "odi": 12143,
+      "servlet": 12144,
+      "▁Encyc": 12145,
+      "▁Range": 12146,
+      "тий": 12147,
+      "Please": 12148,
+      "▁років": 12149,
+      "quant": 12150,
+      "▁flat": 12151,
+      "▁Référence": 12152,
+      "следова": 12153,
+      "role": 12154,
+      "▁diesen": 12155,
+      "}}(": 12156,
+      "▁Indust": 12157,
+      "▁númer": 12158,
+      "▁\";": 12159,
+      "lus": 12160,
+      "ôle": 12161,
+      "▁zm": 12162,
+      "deg": 12163,
+      "▁rough": 12164,
+      "Inv": 12165,
+      "▁hur": 12166,
+      "▁Ress": 12167,
+      "chs": 12168,
+      "▁turns": 12169,
+      "nero": 12170,
+      "functions": 12171,
+      "али": 12172,
+      "▁habitants": 12173,
+      "ат": 12174,
+      "issues": 12175,
+      "▁huge": 12176,
+      "Utils": 12177,
+      "▁Sat": 12178,
+      "▁государ": 12179,
+      "▁coast": 12180,
+      "shape": 12181,
+      "LC": 12182,
+      "▁logging": 12183,
+      "endor": 12184,
+      "▁lies": 12185,
+      "▁difer": 12186,
+      "▁critical": 12187,
+      "XT": 12188,
+      "мина": 12189,
+      "ansk": 12190,
+      "Results": 12191,
+      "kc": 12192,
+      "iverse": 12193,
+      "EXT": 12194,
+      "ALSE": 12195,
+      "▁vál": 12196,
+      "Pi": 12197,
+      "compile": 12198,
+      "hello": 12199,
+      "▁чемпи": 12200,
+      "▁Italia": 12201,
+      "коло": 12202,
+      "▁edition": 12203,
+      "grund": 12204,
+      "▁dataframe": 12205,
+      "▁Following": 12206,
+      "reib": 12207,
+      "▁Jeff": 12208,
+      "▁città": 12209,
+      "ITable": 12210,
+      "▁$(\\": 12211,
+      "▁reduced": 12212,
+      "obil": 12213,
+      "▁anywhere": 12214,
+      "'(": 12215,
+      "▁phr": 12216,
+      "▁Kh": 12217,
+      "▁Frame": 12218,
+      "▁manual": 12219,
+      "▁cra": 12220,
+      "▁VS": 12221,
+      "%=": 12222,
+      "InstanceState": 12223,
+      "▁бра": 12224,
+      "▁Drag": 12225,
+      "▁Herr": 12226,
+      "▁гу": 12227,
+      "▁mús": 12228,
+      "Tool": 12229,
+      "▁Private": 12230,
+      "▁synchron": 12231,
+      "iration": 12232,
+      "▁обо": 12233,
+      "▁typically": 12234,
+      "▁implicit": 12235,
+      "orient": 12236,
+      "▁timer": 12237,
+      "▁können": 12238,
+      "iest": 12239,
+      "raid": 12240,
+      "▁expressions": 12241,
+      "▁aim": 12242,
+      "▁stre": 12243,
+      "▁wrap": 12244,
+      "▁Bart": 12245,
+      "▁bron": 12246,
+      "▁keyboard": 12247,
+      "pow": 12248,
+      "▁grupo": 12249,
+      "▁резу": 12250,
+      "▁professor": 12251,
+      "▁Head": 12252,
+      "ною": 12253,
+      "minus": 12254,
+      "▁Michel": 12255,
+      "NOT": 12256,
+      "mor": 12257,
+      "]}": 12258,
+      "widehat": 12259,
+      "aris": 12260,
+      "тература": 12261,
+      "defn": 12262,
+      "istrz": 12263,
+      "▁tanto": 12264,
+      "▁Pow": 12265,
+      "▁indicate": 12266,
+      "▁Winter": 12267,
+      "reshold": 12268,
+      "рів": 12269,
+      "▁`(": 12270,
+      "▁owner": 12271,
+      "▁disp": 12272,
+      "▁кри": 12273,
+      "мет": 12274,
+      "мент": 12275,
+      "report": 12276,
+      "require": 12277,
+      "▁voy": 12278,
+      "▁AP": 12279,
+      "▁España": 12280,
+      "▁São": 12281,
+      "jär": 12282,
+      "Non": 12283,
+      "Library": 12284,
+      "ichten": 12285,
+      "▁structures": 12286,
+      "▁muy": 12287,
+      "ário": 12288,
+      "▁certificate": 12289,
+      "чного": 12290,
+      "▁province": 12291,
+      "pages": 12292,
+      "dal": 12293,
+      "▁Freder": 12294,
+      "ье": 12295,
+      "Execute": 12296,
+      "▁ancient": 12297,
+      "▁films": 12298,
+      "▁Alfred": 12299,
+      "Auto": 12300,
+      "▁atom": 12301,
+      "▁ell": 12302,
+      "▁Harr": 12303,
+      "йн": 12304,
+      "▁\"#": 12305,
+      "▁nacional": 12306,
+      "▁neighbor": 12307,
+      "ступа": 12308,
+      "▁wit": 12309,
+      "Pop": 12310,
+      "▁Greek": 12311,
+      "▁repeat": 12312,
+      "bad": 12313,
+      "▁SC": 12314,
+      "▁DateTime": 12315,
+      "шти": 12316,
+      "▁WH": 12317,
+      "▁прави": 12318,
+      "▁Ти": 12319,
+      "▁saison": 12320,
+      "▁Hart": 12321,
+      "directory": 12322,
+      "uan": 12323,
+      "norm": 12324,
+      "▁Philipp": 12325,
+      "▁suspect": 12326,
+      "▁anno": 12327,
+      "bc": 12328,
+      "сла": 12329,
+      "$(": 12330,
+      "▁befind": 12331,
+      "ocs": 12332,
+      "latest": 12333,
+      ";\">": 12334,
+      "▁afterwards": 12335,
+      "PUT": 12336,
+      "▁ja": 12337,
+      "▁Hil": 12338,
+      "yz": 12339,
+      "▁Bour": 12340,
+      "▁laid": 12341,
+      "▁Дже": 12342,
+      "pie": 12343,
+      "watch": 12344,
+      "▁Eq": 12345,
+      "contact": 12346,
+      "iber": 12347,
+      "checkbox": 12348,
+      "▁españ": 12349,
+      "anse": 12350,
+      "▁шко": 12351,
+      "eff": 12352,
+      "xxx": 12353,
+      "▁GET": 12354,
+      "▁lov": 12355,
+      "itute": 12356,
+      "zech": 12357,
+      "tere": 12358,
+      "▁purs": 12359,
+      "kens": 12360,
+      "iante": 12361,
+      "▁Free": 12362,
+      "▁органи": 12363,
+      "kreis": 12364,
+      "▁{:": 12365,
+      "shared": 12366,
+      "▁Graph": 12367,
+      "▁connections": 12368,
+      "▁DOM": 12369,
+      "▁Cart": 12370,
+      "sson": 12371,
+      "▁Hamilton": 12372,
+      "тели": 12373,
+      "▁restaur": 12374,
+      "Resol": 12375,
+      "Driver": 12376,
+      "▁enf": 12377,
+      "EDIT": 12378,
+      "▁prev": 12379,
+      "▁ik": 12380,
+      "▁să": 12381,
+      "jö": 12382,
+      "▁СССР": 12383,
+      "▁colour": 12384,
+      "chten": 12385,
+      "▁estad": 12386,
+      "inois": 12387,
+      "▁confir": 12388,
+      "▁vé": 12389,
+      "▁Ces": 12390,
+      "▁Never": 12391,
+      "omer": 12392,
+      "жда": 12393,
+      "слу": 12394,
+      "чения": 12395,
+      "dll": 12396,
+      "▁youth": 12397,
+      "emen": 12398,
+      "▁studied": 12399,
+      "▁Kil": 12400,
+      "cion": 12401,
+      "▁navig": 12402,
+      "required": 12403,
+      "orithms": 12404,
+      "ilor": 12405,
+      "▁Deutschen": 12406,
+      "▁persons": 12407,
+      "▁Barcelona": 12408,
+      "▁formation": 12409,
+      "abei": 12410,
+      "▁против": 12411,
+      "Engine": 12412,
+      "ONE": 12413,
+      "ográ": 12414,
+      "Cap": 12415,
+      "rir": 12416,
+      "▁gate": 12417,
+      "oration": 12418,
+      "maven": 12419,
+      "▁combined": 12420,
+      "▁attr": 12421,
+      "▁hook": 12422,
+      "▁который": 12423,
+      "▁servers": 12424,
+      "ucture": 12425,
+      "ження": 12426,
+      "tv": 12427,
+      "▁req": 12428,
+      "jal": 12429,
+      "▁locally": 12430,
+      "}}{\\": 12431,
+      "Br": 12432,
+      "▁Hier": 12433,
+      "мор": 12434,
+      "▁apart": 12435,
+      "\"],": 12436,
+      "▁%>%": 12437,
+      "▁zusammen": 12438,
+      "▁identify": 12439,
+      "▁Altern": 12440,
+      "▁бро": 12441,
+      "▁ци": 12442,
+      "gh": 12443,
+      "▁Ten": 12444,
+      "RS": 12445,
+      "форма": 12446,
+      "▁nelle": 12447,
+      "▁Hin": 12448,
+      "ounding": 12449,
+      "▁représ": 12450,
+      "aph": 12451,
+      "▁[\\": 12452,
+      "▁Sports": 12453,
+      "рал": 12454,
+      "▁thre": 12455,
+      "▁prin": 12456,
+      "▁Eliz": 12457,
+      "▁Four": 12458,
+      "▁society": 12459,
+      "Transaction": 12460,
+      "▁veg": 12461,
+      "▁schools": 12462,
+      "▁overall": 12463,
+      "▁tail": 12464,
+      "über": 12465,
+      "▁Sov": 12466,
+      "▁Сер": 12467,
+      "▁rapp": 12468,
+      "▁traffic": 12469,
+      "question": 12470,
+      "▁environ": 12471,
+      "ateien": 12472,
+      "icus": 12473,
+      "▁narrow": 12474,
+      "▁pray": 12475,
+      "▁Bou": 12476,
+      "▁Client": 12477,
+      "abl": 12478,
+      "▁Audiod": 12479,
+      "▁npm": 12480,
+      "▁Column": 12481,
+      "▁Games": 12482,
+      "aver": 12483,
+      "onymes": 12484,
+      "▁После": 12485,
+      "ną": 12486,
+      "▁Nu": 12487,
+      "▁Dick": 12488,
+      "▁tensor": 12489,
+      "▁@\"": 12490,
+      "vé": 12491,
+      "Icon": 12492,
+      "▁пода": 12493,
+      "▁Gon": 12494,
+      "/).": 12495,
+      "istra": 12496,
+      "▁Audiodateien": 12497,
+      "Delete": 12498,
+      "}}}": 12499,
+      "▁jump": 12500,
+      "▁Об": 12501,
+      "▁principle": 12502,
+      "▁États": 12503,
+      "oked": 12504,
+      "▁Вла": 12505,
+      "Interval": 12506,
+      "▁sau": 12507,
+      "encode": 12508,
+      "▁pon": 12509,
+      "catch": 12510,
+      "▁tiem": 12511,
+      "▁Gust": 12512,
+      "MC": 12513,
+      "limits": 12514,
+      "▁keeping": 12515,
+      "▁songs": 12516,
+      "▁авгу": 12517,
+      "▁район": 12518,
+      "▁notification": 12519,
+      "▁offered": 12520,
+      "Cor": 12521,
+      "▁shut": 12522,
+      "errors": 12523,
+      "▁EN": 12524,
+      "▁latach": 12525,
+      "▁selbst": 12526,
+      "▁checkbox": 12527,
+      "▁cool": 12528,
+      "▁factory": 12529,
+      "▁paid": 12530,
+      "dimensional": 12531,
+      "niej": 12532,
+      "pton": 12533,
+      "▁pin": 12534,
+      "aked": 12535,
+      "▁reli": 12536,
+      "▁Taylor": 12537,
+      "▁Something": 12538,
+      "imum": 12539,
+      "▁Vin": 12540,
+      "▁iteration": 12541,
+      "Find": 12542,
+      "кови": 12543,
+      "▁boys": 12544,
+      "▁Simple": 12545,
+      "▁Crist": 12546,
+      "▁Was": 12547,
+      "ând": 12548,
+      "▁Va": 12549,
+      "▁тра": 12550,
+      "▁destination": 12551,
+      "limp": 12552,
+      "▁Kat": 12553,
+      "worth": 12554,
+      "▁Kor": 12555,
+      "ição": 12556,
+      "=`": 12557,
+      "▁fairly": 12558,
+      "falls": 12559,
+      "▁reject": 12560,
+      "▁dream": 12561,
+      "bell": 12562,
+      "▁toute": 12563,
+      "▁$\\{": 12564,
+      "▁stone": 12565,
+      "▁protect": 12566,
+      "▁excell": 12567,
+      "▁Mexico": 12568,
+      "▁dash": 12569,
+      "▁fault": 12570,
+      "pmatrix": 12571,
+      "aller": 12572,
+      "▁guerre": 12573,
+      "origin": 12574,
+      "hibernate": 12575,
+      "ília": 12576,
+      "▁Register": 12577,
+      "unto": 12578,
+      "▁Bat": 12579,
+      "▁bow": 12580,
+      "ських": 12581,
+      "età": 12582,
+      "▁Luis": 12583,
+      "▁fou": 12584,
+      "▁Cambridge": 12585,
+      "▁ott": 12586,
+      "sup": 12587,
+      "reas": 12588,
+      "▁pointers": 12589,
+      "▁Board": 12590,
+      "▁ри": 12591,
+      "▁driv": 12592,
+      "нин": 12593,
+      "▁Circ": 12594,
+      "▁thou": 12595,
+      "Div": 12596,
+      "spark": 12597,
+      "lament": 12598,
+      "▁VAL": 12599,
+      "Send": 12600,
+      "▁Irish": 12601,
+      "oy": 12602,
+      "▁Tu": 12603,
+      "▁trivial": 12604,
+      "Forms": 12605,
+      "▁así": 12606,
+      "▁Imper": 12607,
+      "▁signature": 12608,
+      "unos": 12609,
+      "▁Neg": 12610,
+      "▁cancel": 12611,
+      "▁Heinrich": 12612,
+      "eed": 12613,
+      "Illustration": 12614,
+      "▁sulla": 12615,
+      "▁quarter": 12616,
+      "asz": 12617,
+      "▁blog": 12618,
+      "fica": 12619,
+      "won": 12620,
+      "quet": 12621,
+      "]))": 12622,
+      "▁generation": 12623,
+      "▁caught": 12624,
+      "▁lands": 12625,
+      "▁Kingdom": 12626,
+      "schaften": 12627,
+      "rons": 12628,
+      "annels": 12629,
+      "▁Special": 12630,
+      "tutorial": 12631,
+      "tip": 12632,
+      "▁\"\",": 12633,
+      "▁Azure": 12634,
+      "▁bounded": 12635,
+      "Sm": 12636,
+      "tar": 12637,
+      "вен": 12638,
+      "▁зем": 12639,
+      "▁notation": 12640,
+      "▁apache": 12641,
+      "▁gaz": 12642,
+      "ierno": 12643,
+      "angen": 12644,
+      "pective": 12645,
+      "▁electric": 12646,
+      "▁semi": 12647,
+      "MAX": 12648,
+      "ederb": 12649,
+      "objects": 12650,
+      "▁differences": 12651,
+      "isted": 12652,
+      "href": 12653,
+      "icip": 12654,
+      "▁numpy": 12655,
+      "▁футбо": 12656,
+      "loader": 12657,
+      "▁dich": 12658,
+      "љу": 12659,
+      "▁Dé": 12660,
+      "Hz": 12661,
+      "▁Param": 12662,
+      "documentation": 12663,
+      "ircraft": 12664,
+      "EM": 12665,
+      "▁institution": 12666,
+      "compat": 12667,
+      "▁аль": 12668,
+      "слав": 12669,
+      "▁Net": 12670,
+      "циональ": 12671,
+      "▁broadcast": 12672,
+      "datetime": 12673,
+      "async": 12674,
+      "vre": 12675,
+      "mean": 12676,
+      "▁Chem": 12677,
+      "▁estimate": 12678,
+      "icana": 12679,
+      "▁grep": 12680,
+      "tek": 12681,
+      "äm": 12682,
+      "orig": 12683,
+      "▁Victor": 12684,
+      "utenant": 12685,
+      "anga": 12686,
+      "pin": 12687,
+      "▁vertex": 12688,
+      "▁CHAPTER": 12689,
+      "city": 12690,
+      "ugby": 12691,
+      "green": 12692,
+      "▁Ker": 12693,
+      "▁différ": 12694,
+      "▁necessarily": 12695,
+      "DC": 12696,
+      "Linear": 12697,
+      "alem": 12698,
+      "▁Later": 12699,
+      "▁meta": 12700,
+      "jem": 12701,
+      "ragen": 12702,
+      "May": 12703,
+      "▁Mitglied": 12704,
+      "▁sorted": 12705,
+      "ussen": 12706,
+      "▁spoke": 12707,
+      "▁disabled": 12708,
+      "▁accomplish": 12709,
+      "▁Russia": 12710,
+      "there": 12711,
+      "ees": 12712,
+      "▁hall": 12713,
+      "▁metric": 12714,
+      "attribute": 12715,
+      "того": 12716,
+      "about": 12717,
+      "▁Lam": 12718,
+      "channel": 12719,
+      "▁episode": 12720,
+      "▁$('.": 12721,
+      "▁ought": 12722,
+      "▁Este": 12723,
+      "Objects": 12724,
+      "▁validate": 12725,
+      "▁rim": 12726,
+      "▁numerous": 12727,
+      "▁Javascript": 12728,
+      "▁GL": 12729,
+      "▁Italy": 12730,
+      "ederbörd": 12731,
+      "onato": 12732,
+      "books": 12733,
+      "stone": 12734,
+      "ху": 12735,
+      "▁jel": 12736,
+      "iri": 12737,
+      "▁ASP": 12738,
+      "GA": 12739,
+      "▁stata": 12740,
+      "▁baz": 12741,
+      "Day": 12742,
+      "thm": 12743,
+      "dh": 12744,
+      "▁Files": 12745,
+      "AndroidRuntime": 12746,
+      "▁checks": 12747,
+      "kr": 12748,
+      "▁venne": 12749,
+      "SL": 12750,
+      "avia": 12751,
+      "kazy": 12752,
+      "▁Three": 12753,
+      "Admin": 12754,
+      "▁college": 12755,
+      "Global": 12756,
+      "tion": 12757,
+      "▁curious": 12758,
+      "short": 12759,
+      "▁bass": 12760,
+      "дела": 12761,
+      "▁дея": 12762,
+      "Schema": 12763,
+      "'\\": 12764,
+      "diff": 12765,
+      "▁CA": 12766,
+      "▁Corpor": 12767,
+      "▁operators": 12768,
+      "områ": 12769,
+      "▁edges": 12770,
+      ");`": 12771,
+      "inds": 12772,
+      "▁ging": 12773,
+      "&&": 12774,
+      "}-\\": 12775,
+      "rano": 12776,
+      "▁são": 12777,
+      "▁adds": 12778,
+      "elor": 12779,
+      "▁unsigned": 12780,
+      "▁пр": 12781,
+      "▁Config": 12782,
+      "▁Esc": 12783,
+      "▁chose": 12784,
+      "▁pieces": 12785,
+      "▁regions": 12786,
+      "Est": 12787,
+      "▁Battle": 12788,
+      "▁foc": 12789,
+      "▁Light": 12790,
+      "padding": 12791,
+      "aben": 12792,
+      "▁europ": 12793,
+      "illon": 12794,
+      "▁есть": 12795,
+      "▁bord": 12796,
+      "▁отно": 12797,
+      "▁Hong": 12798,
+      "▁vul": 12799,
+      "plugins": 12800,
+      "▁'<": 12801,
+      "▁kur": 12802,
+      "region": 12803,
+      "▁Repub": 12804,
+      "icher": 12805,
+      "}_\\": 12806,
+      "▁medal": 12807,
+      "▁Moreover": 12808,
+      "BI": 12809,
+      "Av": 12810,
+      "uter": 12811,
+      "▁scan": 12812,
+      "▁Municip": 12813,
+      "▁contrast": 12814,
+      "▁Ig": 12815,
+      "▁город": 12816,
+      "related": 12817,
+      "aling": 12818,
+      "▁мат": 12819,
+      "ünst": 12820,
+      "▁Chris": 12821,
+      "wy": 12822,
+      "▁Actually": 12823,
+      "▁Universidad": 12824,
+      "EventListener": 12825,
+      "▁temporada": 12826,
+      "▁assignment": 12827,
+      "▁Mike": 12828,
+      "▁während": 12829,
+      "▁świ": 12830,
+      "▁сред": 12831,
+      "каде": 12832,
+      "▁calculated": 12833,
+      "▁eller": 12834,
+      "▁Ash": 12835,
+      "riel": 12836,
+      "▁hardware": 12837,
+      "▁intens": 12838,
+      "('.": 12839,
+      "illi": 12840,
+      "agon": 12841,
+      "▁Gy": 12842,
+      "▁heute": 12843,
+      "▁sle": 12844,
+      "▁literature": 12845,
+      "sem": 12846,
+      "manager": 12847,
+      "▁Grande": 12848,
+      "▁mixed": 12849,
+      "▁Вер": 12850,
+      "ící": 12851,
+      "▁soit": 12852,
+      "▁welcome": 12853,
+      "чение": 12854,
+      "▁Universität": 12855,
+      "▁builder": 12856,
+      "simple": 12857,
+      "icode": 12858,
+      "ře": 12859,
+      "indent": 12860,
+      "opo": 12861,
+      "▁advanced": 12862,
+      "temper": 12863,
+      "edge": 12864,
+      "▁datetime": 12865,
+      "▁donc": 12866,
+      "лання": 12867,
+      "▁verd": 12868,
+      "дно": 12869,
+      "itos": 12870,
+      "▁heat": 12871,
+      "visible": 12872,
+      "mel": 12873,
+      "▁Giovanni": 12874,
+      "▁variety": 12875,
+      "▁router": 12876,
+      "Vector": 12877,
+      "▁Walk": 12878,
+      "▁obviously": 12879,
+      "hein": 12880,
+      "Fin": 12881,
+      "ITableView": 12882,
+      "Year": 12883,
+      "▁Econom": 12884,
+      "▁velocity": 12885,
+      "▁Civil": 12886,
+      "▁ј": 12887,
+      "alert": 12888,
+      "Identifier": 12889,
+      "ència": 12890,
+      "▁normally": 12891,
+      "▁Egypt": 12892,
+      "▁ctx": 12893,
+      "▁Verein": 12894,
+      "▁Hu": 12895,
+      "ulture": 12896,
+      "ните": 12897,
+      "lé": 12898,
+      "▁Wien": 12899,
+      "▁Prz": 12900,
+      "Byte": 12901,
+      "▁nah": 12902,
+      "isms": 12903,
+      "▁Publish": 12904,
+      "▁Herz": 12905,
+      "icul": 12906,
+      "pisode": 12907,
+      "чі": 12908,
+      "▁diesem": 12909,
+      "kö": 12910,
+      "Visible": 12911,
+      "▁rig": 12912,
+      "`).": 12913,
+      "Parse": 12914,
+      "▁Jacques": 12915,
+      "NI": 12916,
+      "▁glass": 12917,
+      "---+": 12918,
+      "▁initially": 12919,
+      "▁kr": 12920,
+      "CCN": 12921,
+      "plays": 12922,
+      "▁sigu": 12923,
+      "Folder": 12924,
+      "storage": 12925,
+      "▁\\|": 12926,
+      "ivos": 12927,
+      "скую": 12928,
+      "▁Moh": 12929,
+      "▁Committee": 12930,
+      "▁Kim": 12931,
+      "eu": 12932,
+      "тем": 12933,
+      "▁originale": 12934,
+      "irs": 12935,
+      "▁Reb": 12936,
+      "itut": 12937,
+      "nl": 12938,
+      "▁Pier": 12939,
+      "▁];": 12940,
+      "▁Fal": 12941,
+      "▁\"\";": 12942,
+      "mvc": 12943,
+      "▁female": 12944,
+      "▁bridge": 12945,
+      "▁tít": 12946,
+      "ktr": 12947,
+      ">)": 12948,
+      "▁seat": 12949,
+      "▁vess": 12950,
+      "▁USB": 12951,
+      "▁Articles": 12952,
+      "▁Description": 12953,
+      "▁oc": 12954,
+      "▁houses": 12955,
+      "▁Пет": 12956,
+      "lon": 12957,
+      "Notification": 12958,
+      "▁pressure": 12959,
+      "▁куль": 12960,
+      "igned": 12961,
+      "▁religious": 12962,
+      "fan": 12963,
+      "iglia": 12964,
+      "▁classification": 12965,
+      "ogether": 12966,
+      "▁SDK": 12967,
+      "▁Human": 12968,
+      "▁commission": 12969,
+      "▁Ор": 12970,
+      "▁antes": 12971,
+      "DT": 12972,
+      "ète": 12973,
+      "prés": 12974,
+      "/\"": 12975,
+      "▁(«": 12976,
+      "▁hö": 12977,
+      "▁час": 12978,
+      "▁jak": 12979,
+      "ienen": 12980,
+      "ugg": 12981,
+      "WA": 12982,
+      "▁placeholder": 12983,
+      "Will": 12984,
+      ",,": 12985,
+      "▁Kam": 12986,
+      "▁wen": 12987,
+      "▁Schul": 12988,
+      "ție": 12989,
+      "▁aud": 12990,
+      "▁sue": 12991,
+      "▁referred": 12992,
+      "ват": 12993,
+      "▁Para": 12994,
+      "▁bla": 12995,
+      "UES": 12996,
+      "▁statist": 12997,
+      "▁ту": 12998,
+      "▁Warsza": 12999,
+      "gue": 13000,
+      "▁Ide": 13001,
+      "mathscr": 13002,
+      "▁lieu": 13003,
+      "▁bod": 13004,
+      "▁rus": 13005,
+      "▁boat": 13006,
+      "xspace": 13007,
+      "▁modal": 13008,
+      "лек": 13009,
+      "topic": 13010,
+      "many": 13011,
+      "ský": 13012,
+      "▁organization": 13013,
+      "▁гене": 13014,
+      "▁Wilson": 13015,
+      "▁comfort": 13016,
+      "ibil": 13017,
+      ":-": 13018,
+      "▁animal": 13019,
+      "Report": 13020,
+      "ками": 13021,
+      "jon": 13022,
+      "▁ker": 13023,
+      "▁кни": 13024,
+      "mozilla": 13025,
+      "Price": 13026,
+      "antin": 13027,
+      "emento": 13028,
+      "may": 13029,
+      "▁lung": 13030,
+      "▁blow": 13031,
+      "edeut": 13032,
+      "▁typed": 13033,
+      "▁december": 13034,
+      "▁....": 13035,
+      "liance": 13036,
+      "▁viel": 13037,
+      "▁Фи": 13038,
+      "presa": 13039,
+      "▁осіб": 13040,
+      "▁Nam": 13041,
+      "▁Gren": 13042,
+      "силання": 13043,
+      "VID": 13044,
+      "stre": 13045,
+      "weis": 13046,
+      "▁protection": 13047,
+      "taient": 13048,
+      "▁officers": 13049,
+      "тно": 13050,
+      "▁Brig": 13051,
+      "▁intellig": 13052,
+      "ях": 13053,
+      "ITH": 13054,
+      "▁separated": 13055,
+      "▁LCCN": 13056,
+      "ním": 13057,
+      "clock": 13058,
+      "▁apare": 13059,
+      "яви": 13060,
+      "▁Elizabeth": 13061,
+      "▁Water": 13062,
+      "gebiet": 13063,
+      "▁convent": 13064,
+      "furt": 13065,
+      "▁beiden": 13066,
+      "bash": 13067,
+      "▁через": 13068,
+      "▁ub": 13069,
+      "▁Statist": 13070,
+      "▁limits": 13071,
+      "Vol": 13072,
+      "ctx": 13073,
+      "▁нов": 13074,
+      "guide": 13075,
+      "mic": 13076,
+      "iesa": 13077,
+      "▁huvud": 13078,
+      "RT": 13079,
+      "Fig": 13080,
+      "▁lect": 13081,
+      "conn": 13082,
+      "imit": 13083,
+      "гар": 13084,
+      "▁bajo": 13085,
+      "scribe": 13086,
+      "regex": 13087,
+      "▁Cass": 13088,
+      "▁propag": 13089,
+      "'$": 13090,
+      "▁profes": 13091,
+      "unique": 13092,
+      "▁Sql": 13093,
+      "union": 13094,
+      "rios": 13095,
+      "pip": 13096,
+      "--+": 13097,
+      "kadem": 13098,
+      "columns": 13099,
+      "▁vary": 13100,
+      "▁bereits": 13101,
+      "▁doi": 13102,
+      "▁Common": 13103,
+      "▁Robin": 13104,
+      "▁×": 13105,
+      "▁sei": 13106,
+      "▁syst": 13107,
+      "▁vä": 13108,
+      "▁Default": 13109,
+      "▁tym": 13110,
+      "pel": 13111,
+      "▁believed": 13112,
+      "▁provider": 13113,
+      "▁minimal": 13114,
+      "тали": 13115,
+      "aines": 13116,
+      "Kit": 13117,
+      "izio": 13118,
+      "issen": 13119,
+      "pressed": 13120,
+      "▁stag": 13121,
+      "▁uint": 13122,
+      "kor": 13123,
+      "▁распо": 13124,
+      "▁inherit": 13125,
+      "▁compiled": 13126,
+      "▁febru": 13127,
+      "▁tmp": 13128,
+      "works": 13129,
+      "чна": 13130,
+      "drawable": 13131,
+      "▁Nav": 13132,
+      "▁thoughts": 13133,
+      "route": 13134,
+      "▁concert": 13135,
+      "▁optional": 13136,
+      "▁bras": 13137,
+      "▁providing": 13138,
+      "сом": 13139,
+      "idx": 13140,
+      "emplo": 13141,
+      "▁коли": 13142,
+      "▁Bere": 13143,
+      "▁Els": 13144,
+      "ремен": 13145,
+      "▁дека": 13146,
+      "cout": 13147,
+      "layer": 13148,
+      "▁glob": 13149,
+      "foreach": 13150,
+      "▁Education": 13151,
+      "PO": 13152,
+      "▁improv": 13153,
+      "▁clients": 13154,
+      "groups": 13155,
+      "▁kont": 13156,
+      "Del": 13157,
+      "rett": 13158,
+      "▁sup": 13159,
+      "▁mog": 13160,
+      "tan": 13161,
+      "▁compl": 13162,
+      "irty": 13163,
+      "▁nouveau": 13164,
+      "osz": 13165,
+      "▁Navy": 13166,
+      "bere": 13167,
+      "mask": 13168,
+      "ové": 13169,
+      "zil": 13170,
+      "PER": 13171,
+      "▁población": 13172,
+      "▁detailed": 13173,
+      "лет": 13174,
+      "▁families": 13175,
+      "abet": 13176,
+      "евич": 13177,
+      "änder": 13178,
+      "▁år": 13179,
+      "▁pendant": 13180,
+      "▁bil": 13181,
+      "▁hint": 13182,
+      "oden": 13183,
+      "▁expansion": 13184,
+      "▁pont": 13185,
+      "asant": 13186,
+      "▁Kind": 13187,
+      "iji": 13188,
+      "▁Auth": 13189,
+      "laimed": 13190,
+      "reflect": 13191,
+      "]=": 13192,
+      "bytes": 13193,
+      "hover": 13194,
+      "▁цер": 13195,
+      "gradle": 13196,
+      "Arch": 13197,
+      "apest": 13198,
+      "ása": 13199,
+      "Card": 13200,
+      "▁temporary": 13201,
+      "▁département": 13202,
+      "classes": 13203,
+      "жива": 13204,
+      "▁худо": 13205,
+      "▁mole": 13206,
+      "RY": 13207,
+      "LP": 13208,
+      "▁pec": 13209,
+      "roduction": 13210,
+      "▁Guard": 13211,
+      "▁Parliament": 13212,
+      "▁instanti": 13213,
+      "▁notamment": 13214,
+      "▁Doug": 13215,
+      "▁Marsh": 13216,
+      ".~": 13217,
+      "▁\\\"": 13218,
+      "▁thé": 13219,
+      "▁libre": 13220,
+      "does": 13221,
+      "▁début": 13222,
+      "▁Unit": 13223,
+      "▁сту": 13224,
+      "▁league": 13225,
+      "▁quale": 13226,
+      "▁составля": 13227,
+      "Security": 13228,
+      "▁apparently": 13229,
+      "▁troops": 13230,
+      "icano": 13231,
+      "▁MB": 13232,
+      "enze": 13233,
+      "loading": 13234,
+      "▁distributed": 13235,
+      "writer": 13236,
+      "resources": 13237,
+      "hö": 13238,
+      "utils": 13239,
+      "▁prepared": 13240,
+      "cier": 13241,
+      "opol": 13242,
+      "▁länkar": 13243,
+      "hes": 13244,
+      "нва": 13245,
+      "▁opens": 13246,
+      "agog": 13247,
+      "interface": 13248,
+      "▁Fund": 13249,
+      "▁pentru": 13250,
+      "ních": 13251,
+      "▁configured": 13252,
+      "▁Website": 13253,
+      "▁listener": 13254,
+      "ivel": 13255,
+      "nę": 13256,
+      "mina": 13257,
+      "▁invest": 13258,
+      "▁міс": 13259,
+      "▁dav": 13260,
+      "▁patch": 13261,
+      "pieler": 13262,
+      "▁Externa": 13263,
+      "tf": 13264,
+      "▁ered": 13265,
+      "▁Assembly": 13266,
+      "▁sout": 13267,
+      "▁verk": 13268,
+      "mers": 13269,
+      "toggle": 13270,
+      "▁updating": 13271,
+      "▁Kent": 13272,
+      "eca": 13273,
+      "FAULT": 13274,
+      "▁titre": 13275,
+      "▁Kenn": 13276,
+      "▁Миха": 13277,
+      "стор": 13278,
+      "▁pode": 13279,
+      "▁Seb": 13280,
+      "цев": 13281,
+      "EY": 13282,
+      "▁silver": 13283,
+      "▁capacity": 13284,
+      "▁completion": 13285,
+      "▁Pedro": 13286,
+      "fel": 13287,
+      "vano": 13288,
+      "zeug": 13289,
+      "▁interior": 13290,
+      "▁Response": 13291,
+      "édia": 13292,
+      "▁WorldCat": 13293,
+      "▁că": 13294,
+      "quel": 13295,
+      "Sol": 13296,
+      "ісля": 13297,
+      "▁Domin": 13298,
+      "▁cum": 13299,
+      "cep": 13300,
+      "▁Muse": 13301,
+      "▁María": 13302,
+      "▁functional": 13303,
+      "▁adapter": 13304,
+      "configuration": 13305,
+      "▁tipo": 13306,
+      "▁Bry": 13307,
+      "vy": 13308,
+      "UL": 13309,
+      "▁travers": 13310,
+      "!(": 13311,
+      "▁absolutely": 13312,
+      "лта": 13313,
+      "ття": 13314,
+      "▁IT": 13315,
+      "▁воен": 13316,
+      "ycle": 13317,
+      "best": 13318,
+      "▁constructed": 13319,
+      "▁филь": 13320,
+      "cido": 13321,
+      "exit": 13322,
+      "gart": 13323,
+      "▁provincia": 13324,
+      "vez": 13325,
+      "cipl": 13326,
+      "▁Facebook": 13327,
+      "▁yellow": 13328,
+      "▁Summer": 13329,
+      "▁pointing": 13330,
+      "▁possibility": 13331,
+      "▁legisl": 13332,
+      "▁мож": 13333,
+      "dern": 13334,
+      "коно": 13335,
+      "▁mechanism": 13336,
+      "▁Bernard": 13337,
+      "expr": 13338,
+      "лови": 13339,
+      "▁digits": 13340,
+      "▁delegate": 13341,
+      "ogram": 13342,
+      "▁Dictionary": 13343,
+      "isy": 13344,
+      "▁spo": 13345,
+      "/$": 13346,
+      "cluded": 13347,
+      "▁MVC": 13348,
+      "▁tém": 13349,
+      "▁printed": 13350,
+      "▁Gott": 13351,
+      "▁Om": 13352,
+      "ansas": 13353,
+      "▁Durch": 13354,
+      "▁Ident": 13355,
+      "QU": 13356,
+      "htm": 13357,
+      "▁Sul": 13358,
+      "'].": 13359,
+      "▁duty": 13360,
+      "▁Author": 13361,
+      "▁ně": 13362,
+      "owego": 13363,
+      "pus": 13364,
+      "embl": 13365,
+      "Executor": 13366,
+      "BL": 13367,
+      "▁Mens": 13368,
+      "dispatch": 13369,
+      "▁Mid": 13370,
+      "apps": 13371,
+      "Transform": 13372,
+      "▁Dat": 13373,
+      "▁impl": 13374,
+      "oux": 13375,
+      "holm": 13376,
+      "▁Ins": 13377,
+      "▁Empire": 13378,
+      "руп": 13379,
+      "▁Apache": 13380,
+      "SION": 13381,
+      "▁passage": 13382,
+      "################": 13383,
+      "▁expressed": 13384,
+      "над": 13385,
+      "▁ol": 13386,
+      "▁havia": 13387,
+      "▁более": 13388,
+      "▁enjoy": 13389,
+      "formance": 13390,
+      "▁dimensions": 13391,
+      "▁чер": 13392,
+      "See": 13393,
+      "▁mouth": 13394,
+      "▁gau": 13395,
+      "iency": 13396,
+      "▁Carolina": 13397,
+      "Dist": 13398,
+      "radio": 13399,
+      "limit": 13400,
+      "/?": 13401,
+      "▁Ball": 13402,
+      "ність": 13403,
+      "Member": 13404,
+      "water": 13405,
+      "▁murder": 13406,
+      "▁standing": 13407,
+      "▁VII": 13408,
+      "Center": 13409,
+      "ppa": 13410,
+      "ureau": 13411,
+      "▁Leip": 13412,
+      "▁objet": 13413,
+      "▁Activity": 13414,
+      "embers": 13415,
+      "vr": 13416,
+      "▁condu": 13417,
+      "Cells": 13418,
+      "inus": 13419,
+      "▁',": 13420,
+      "▁afraid": 13421,
+      "▁ха": 13422,
+      "▁Vic": 13423,
+      "testing": 13424,
+      "Tube": 13425,
+      "▁vast": 13426,
+      "PM": 13427,
+      "nih": 13428,
+      "SSN": 13429,
+      "▁Chile": 13430,
+      "ylvan": 13431,
+      "▁Bow": 13432,
+      "▁religion": 13433,
+      "opher": 13434,
+      "▁Coll": 13435,
+      "▁digital": 13436,
+      "zioni": 13437,
+      "Section": 13438,
+      "▁результа": 13439,
+      "Foot": 13440,
+      "convert": 13441,
+      "▁receiving": 13442,
+      "Contact": 13443,
+      "▁hero": 13444,
+      "sam": 13445,
+      "▁posterior": 13446,
+      "owi": 13447,
+      "Ant": 13448,
+      "▁flags": 13449,
+      "▁Zealand": 13450,
+      "▁bounds": 13451,
+      "▁whereas": 13452,
+      "infl": 13453,
+      "Play": 13454,
+      "▁demo": 13455,
+      "▁gibt": 13456,
+      "▁hospital": 13457,
+      "▁volta": 13458,
+      "лё": 13459,
+      "▁fashion": 13460,
+      "▁exceed": 13461,
+      "elenium": 13462,
+      "Iter": 13463,
+      "krie": 13464,
+      "▁integration": 13465,
+      "▁Otherwise": 13466,
+      "adu": 13467,
+      "She": 13468,
+      "onde": 13469,
+      "uint": 13470,
+      "radius": 13471,
+      "▁ram": 13472,
+      "▁álbum": 13473,
+      "▁тур": 13474,
+      "▁dy": 13475,
+      "▁Ott": 13476,
+      "▁пери": 13477,
+      "rev": 13478,
+      "rior": 13479,
+      "íd": 13480,
+      "irat": 13481,
+      "▁вклю": 13482,
+      "▁importante": 13483,
+      "▁Duke": 13484,
+      "▁causa": 13485,
+      "▁Mathemat": 13486,
+      "▁diplom": 13487,
+      "▁Nicol": 13488,
+      "▁exclus": 13489,
+      "▁debugging": 13490,
+      "▁Gh": 13491,
+      "original": 13492,
+      "lyn": 13493,
+      "▁Pla": 13494,
+      "suite": 13495,
+      "chat": 13496,
+      "▁estud": 13497,
+      "uelle": 13498,
+      "▁pert": 13499,
+      "▁importance": 13500,
+      "▁approaches": 13501,
+      "▁dla": 13502,
+      "▁проф": 13503,
+      "Pres": 13504,
+      "<\\": 13505,
+      "prefix": 13506,
+      "SSION": 13507,
+      "роди": 13508,
+      "country": 13509,
+      "itzer": 13510,
+      "▁кор": 13511,
+      "▁singular": 13512,
+      "gov": 13513,
+      "рин": 13514,
+      "▁FA": 13515,
+      "▁matrices": 13516,
+      "olare": 13517,
+      "nika": 13518,
+      "power": 13519,
+      "lla": 13520,
+      "▁desire": 13521,
+      "▁familia": 13522,
+      "дор": 13523,
+      "▁fan": 13524,
+      "generated": 13525,
+      "▁Cos": 13526,
+      "▁że": 13527,
+      "▁Diese": 13528,
+      "mov": 13529,
+      "▁denote": 13530,
+      "\")]": 13531,
+      "ouvern": 13532,
+      "aman": 13533,
+      "▁inser": 13534,
+      "ijk": 13535,
+      "otta": 13536,
+      "eral": 13537,
+      "дель": 13538,
+      "()->": 13539,
+      "▁poder": 13540,
+      "iges": 13541,
+      "▁Online": 13542,
+      "▁weird": 13543,
+      "iac": 13544,
+      "▁quelques": 13545,
+      "èrent": 13546,
+      "▁tel": 13547,
+      "▁Latin": 13548,
+      "verter": 13549,
+      "ляр": 13550,
+      "рои": 13551,
+      "▁pdf": 13552,
+      "▁keyword": 13553,
+      "Handle": 13554,
+      "After": 13555,
+      "rece": 13556,
+      "▁identical": 13557,
+      "stylesheet": 13558,
+      "▁станови": 13559,
+      "▁ka": 13560,
+      "cement": 13561,
+      "тет": 13562,
+      "▁chat": 13563,
+      "▁Mun": 13564,
+      "ała": 13565,
+      "ANT": 13566,
+      "ológ": 13567,
+      "▁fant": 13568,
+      "▁forest": 13569,
+      "▁вико": 13570,
+      "cuss": 13571,
+      "▁sehr": 13572,
+      "pag": 13573,
+      "otic": 13574,
+      "▁áll": 13575,
+      "мати": 13576,
+      "▁\"'": 13577,
+      "+\"": 13578,
+      "Animation": 13579,
+      "ходит": 13580,
+      "azu": 13581,
+      "▁plays": 13582,
+      "izioni": 13583,
+      "миче": 13584,
+      "▁bomb": 13585,
+      "▁merely": 13586,
+      "▁holding": 13587,
+      "▁wenn": 13588,
+      "▁medic": 13589,
+      "▁speaking": 13590,
+      "ongodb": 13591,
+      "▁Campe": 13592,
+      "inity": 13593,
+      "▁янва": 13594,
+      "()`.": 13595,
+      "luss": 13596,
+      "▁Histoire": 13597,
+      "▁operating": 13598,
+      "Channel": 13599,
+      "▁accuracy": 13600,
+      "▁bos": 13601,
+      "▁evident": 13602,
+      "цию": 13603,
+      "events": 13604,
+      "textrm": 13605,
+      "oreign": 13606,
+      "▁ii": 13607,
+      "hren": 13608,
+      "lower": 13609,
+      "▁том": 13610,
+      "▁About": 13611,
+      "▁aj": 13612,
+      "eri": 13613,
+      "ступи": 13614,
+      "▁digit": 13615,
+      "▁Spain": 13616,
+      "▁Daten": 13617,
+      "▁forme": 13618,
+      "▁шта": 13619,
+      "▁Bach": 13620,
+      "nonumber": 13621,
+      "▁recommended": 13622,
+      "▁reads": 13623,
+      "histoire": 13624,
+      "▁sang": 13625,
+      "▁??": 13626,
+      "▁стал": 13627,
+      "score": 13628,
+      "fas": 13629,
+      "▁cub": 13630,
+      "▁grew": 13631,
+      "▁centro": 13632,
+      "▁bekannt": 13633,
+      "Events": 13634,
+      "BER": 13635,
+      "hew": 13636,
+      "сса": 13637,
+      "▁majority": 13638,
+      "ître": 13639,
+      "enci": 13640,
+      "▁Query": 13641,
+      "▁które": 13642,
+      "ić": 13643,
+      "▁complexity": 13644,
+      "▁François": 13645,
+      "constraint": 13646,
+      "урна": 13647,
+      "══": 13648,
+      "▁iterate": 13649,
+      "lett": 13650,
+      "peror": 13651,
+      "▁Nederland": 13652,
+      "share": 13653,
+      "▁inclu": 13654,
+      "änger": 13655,
+      "▁Nic": 13656,
+      "чо": 13657,
+      "Full": 13658,
+      "▁rapport": 13659,
+      "eclipse": 13660,
+      "▁industry": 13661,
+      "headers": 13662,
+      "▁Ри": 13663,
+      "chsel": 13664,
+      "▁polic": 13665,
+      "schied": 13666,
+      "%,": 13667,
+      "OD": 13668,
+      "▁Jak": 13669,
+      "({\\": 13670,
+      "aligned": 13671,
+      "▁frequently": 13672,
+      "▁suoi": 13673,
+      "▁essentially": 13674,
+      "▁Ric": 13675,
+      "▁reports": 13676,
+      "▁decimal": 13677,
+      "rar": 13678,
+      "▁Foo": 13679,
+      "▁Ka": 13680,
+      "▁DC": 13681,
+      "▁simpler": 13682,
+      "Pane": 13683,
+      "?}": 13684,
+      "Sort": 13685,
+      "▁posit": 13686,
+      "cdn": 13687,
+      "ktur": 13688,
+      "▁awk": 13689,
+      "зер": 13690,
+      "PF": 13691,
+      "uur": 13692,
+      "▁Ross": 13693,
+      "▁mant": 13694,
+      "Na": 13695,
+      "Cons": 13696,
+      "))))": 13697,
+      "▁techniques": 13698,
+      "impl": 13699,
+      "▁dropped": 13700,
+      "▁Lista": 13701,
+      "▁Basically": 13702,
+      "ental": 13703,
+      "▁celui": 13704,
+      "▁strategy": 13705,
+      "▁Wales": 13706,
+      "nan": 13707,
+      "▁gmin": 13708,
+      "▁größ": 13709,
+      "▁eerste": 13710,
+      "Tim": 13711,
+      "nten": 13712,
+      "resp": 13713,
+      "▁stable": 13714,
+      "nov": 13715,
+      "rob": 13716,
+      "ној": 13717,
+      "▁marriage": 13718,
+      "getString": 13719,
+      "Author": 13720,
+      "▁Graf": 13721,
+      "▁diagram": 13722,
+      "gia": 13723,
+      "Network": 13724,
+      "▁composed": 13725,
+      "▁missed": 13726,
+      "▁Meg": 13727,
+      "▁право": 13728,
+      "▁homonymes": 13729,
+      "▁Books": 13730,
+      "▁encou": 13731,
+      "porte": 13732,
+      "▁rotation": 13733,
+      "▁fir": 13734,
+      "тельно": 13735,
+      "▁gun": 13736,
+      "▁Aff": 13737,
+      "нок": 13738,
+      "▁Fußball": 13739,
+      "▁Story": 13740,
+      "▁Chap": 13741,
+      "▁).": 13742,
+      "▁Seit": 13743,
+      "мон": 13744,
+      "▁télé": 13745,
+      "▁copied": 13746,
+      "▁consistent": 13747,
+      "▁drink": 13748,
+      "▁Cham": 13749,
+      "▁matters": 13750,
+      "▁rendered": 13751,
+      "▁hypoth": 13752,
+      "œuv": 13753,
+      "▁meer": 13754,
+      "▁parsing": 13755,
+      "▁PRO": 13756,
+      "series": 13757,
+      "▁zá": 13758,
+      "straße": 13759,
+      "▁Boot": 13760,
+      "▁repo": 13761,
+      "wor": 13762,
+      "▁Stream": 13763,
+      "▁AN": 13764,
+      "▁пів": 13765,
+      "▁SM": 13766,
+      "▁Arn": 13767,
+      "▁Ž": 13768,
+      "▁[];": 13769,
+      "Resources": 13770,
+      "▁elabor": 13771,
+      "▁Eth": 13772,
+      "▁liste": 13773,
+      "▁relatively": 13774,
+      "chant": 13775,
+      "=\"\"": 13776,
+      "▁lift": 13777,
+      "CN": 13778,
+      "Services": 13779,
+      "MENT": 13780,
+      "▁игра": 13781,
+      "бре": 13782,
+      "▁Jord": 13783,
+      "▁tec": 13784,
+      "шка": 13785,
+      "▁Sup": 13786,
+      "▁influen": 13787,
+      "onds": 13788,
+      "handler": 13789,
+      "▁banda": 13790,
+      "▁vertices": 13791,
+      "▁zap": 13792,
+      "▁cord": 13793,
+      "alter": 13794,
+      "zenia": 13795,
+      "âteau": 13796,
+      "▁knowing": 13797,
+      "▁Argentina": 13798,
+      "Area": 13799,
+      "ане": 13800,
+      "fc": 13801,
+      "=\"/": 13802,
+      "▁Mik": 13803,
+      "ată": 13804,
+      "ieux": 13805,
+      "▁deutschen": 13806,
+      "▁traditional": 13807,
+      "decode": 13808,
+      "vex": 13809,
+      "▁sizeof": 13810,
+      "▁Fun": 13811,
+      "▁parser": 13812,
+      "▁Florida": 13813,
+      "▁buildings": 13814,
+      "▁Manuel": 13815,
+      "rile": 13816,
+      "▁logged": 13817,
+      "▁strongly": 13818,
+      "▁revol": 13819,
+      "нее": 13820,
+      "xico": 13821,
+      "▁Fair": 13822,
+      "cart": 13823,
+      "▁Wort": 13824,
+      "▁Jesus": 13825,
+      "emes": 13826,
+      "schrift": 13827,
+      "InputStream": 13828,
+      "wad": 13829,
+      "▁grandes": 13830,
+      "▁número": 13831,
+      "▁Otto": 13832,
+      "ientes": 13833,
+      "▁famous": 13834,
+      "ologne": 13835,
+      "Je": 13836,
+      "ниш": 13837,
+      "▁Guerra": 13838,
+      "bara": 13839,
+      "▁cad": 13840,
+      "elve": 13841,
+      "brace": 13842,
+      "▁Jr": 13843,
+      "stable": 13844,
+      "ECT": 13845,
+      "lemma": 13846,
+      "mediate": 13847,
+      "▁vin": 13848,
+      "▁monument": 13849,
+      "▁cv": 13850,
+      "▁winter": 13851,
+      "▁transformation": 13852,
+      "▁Nick": 13853,
+      "stronom": 13854,
+      "▁frag": 13855,
+      "▁intel": 13856,
+      "raction": 13857,
+      "▁considering": 13858,
+      "▁Fle": 13859,
+      "▁ло": 13860,
+      "▁Après": 13861,
+      "▁AM": 13862,
+      "▁Hum": 13863,
+      "▁mundo": 13864,
+      "NER": 13865,
+      "▁Below": 13866,
+      "▁города": 13867,
+      "arters": 13868,
+      "--\"": 13869,
+      "▁Пе": 13870,
+      "ît": 13871,
+      "▁txt": 13872,
+      "angers": 13873,
+      "▁thy": 13874,
+      "CLA": 13875,
+      "ibles": 13876,
+      "▁requested": 13877,
+      "▁Alexand": 13878,
+      "▁factors": 13879,
+      "▁produces": 13880,
+      "ningen": 13881,
+      "▁состоя": 13882,
+      "▁optimization": 13883,
+      "chod": 13884,
+      ">`": 13885,
+      "▁Wikip": 13886,
+      "nosti": 13887,
+      "▁competition": 13888,
+      "▁Hann": 13889,
+      "▁zona": 13890,
+      "dc": 13891,
+      "design": 13892,
+      "▁Zu": 13893,
+      "▁espec": 13894,
+      "equality": 13895,
+      "▁Abb": 13896,
+      "▁developer": 13897,
+      "▁\"^": 13898,
+      "▁Short": 13899,
+      "▁plans": 13900,
+      "▁vit": 13901,
+      "izable": 13902,
+      "burgh": 13903,
+      "agem": 13904,
+      "▁Print": 13905,
+      "ív": 13906,
+      "▁suitable": 13907,
+      "picker": 13908,
+      "Profile": 13909,
+      "andy": 13910,
+      "▁quot": 13911,
+      "▁Durante": 13912,
+      "▁Francia": 13913,
+      "▁tart": 13914,
+      "▁Venez": 13915,
+      "▁dispatch": 13916,
+      "▁observations": 13917,
+      "▁ż": 13918,
+      "Invalid": 13919,
+      "▁occurr": 13920,
+      "тки": 13921,
+      "Memento": 13922,
+      "▁Syd": 13923,
+      "▁tiempo": 13924,
+      "▁staff": 13925,
+      "▁sections": 13926,
+      "▁ssh": 13927,
+      "▁NGC": 13928,
+      "ël": 13929,
+      "▁erre": 13930,
+      "▁divided": 13931,
+      "▁Without": 13932,
+      "▁durant": 13933,
+      "▁jaar": 13934,
+      "▁−": 13935,
+      "▁soldiers": 13936,
+      "унк": 13937,
+      "lapse": 13938,
+      "▁Valley": 13939,
+      "▁(:": 13940,
+      "rera": 13941,
+      "▁dével": 13942,
+      "▁péri": 13943,
+      "▁calculation": 13944,
+      "▁keine": 13945,
+      "ertain": 13946,
+      "▁теле": 13947,
+      "руд": 13948,
+      "▁cul": 13949,
+      "▁cloth": 13950,
+      ";}": 13951,
+      "▁przed": 13952,
+      "Month": 13953,
+      "Picker": 13954,
+      "▁SV": 13955,
+      "arian": 13956,
+      "▁Review": 13957,
+      "▁hang": 13958,
+      "▁окт": 13959,
+      "▁Front": 13960,
+      "otlin": 13961,
+      "▁translation": 13962,
+      "▁modo": 13963,
+      "▁statistics": 13964,
+      "▁Nue": 13965,
+      "▁Никола": 13966,
+      "NUM": 13967,
+      "▁ships": 13968,
+      "▁Report": 13969,
+      "{[": 13970,
+      "Effect": 13971,
+      "ieri": 13972,
+      "▁parties": 13973,
+      "pla": 13974,
+      "rw": 13975,
+      "▁Works": 13976,
+      "▁iron": 13977,
+      "▁attract": 13978,
+      "▁cort": 13979,
+      "ná": 13980,
+      "▁Steve": 13981,
+      "▁bene": 13982,
+      "тон": 13983,
+      "ícula": 13984,
+      "Two": 13985,
+      "▁глав": 13986,
+      "▁Video": 13987,
+      "▁powerful": 13988,
+      "auch": 13989,
+      "mande": 13990,
+      "ächst": 13991,
+      "Lat": 13992,
+      "▁zna": 13993,
+      "▁figures": 13994,
+      "▁alias": 13995,
+      "nex": 13996,
+      "▁categories": 13997,
+      "called": 13998,
+      "▁Similar": 13999,
+      "▁girls": 14000,
+      "pez": 14001,
+      "▁joint": 14002,
+      "рого": 14003,
+      "iken": 14004,
+      "чина": 14005,
+      "ancia": 14006,
+      "▁tijd": 14007,
+      "▁Rose": 14008,
+      "▁algorithms": 14009,
+      "▁printing": 14010,
+      "nea": 14011,
+      "▁executing": 14012,
+      "▁lambda": 14013,
+      "▁regional": 14014,
+      "▁Copa": 14015,
+      "Foo": 14016,
+      "phys": 14017,
+      "zm": 14018,
+      "▁Laur": 14019,
+      "▁candidate": 14020,
+      "▁Ja": 14021,
+      "zym": 14022,
+      "Example": 14023,
+      "▁spiel": 14024,
+      "▁дей": 14025,
+      "nehmen": 14026,
+      "keiten": 14027,
+      "▁сент": 14028,
+      "intent": 14029,
+      ".(": 14030,
+      "▁первы": 14031,
+      "prom": 14032,
+      "▁nat": 14033,
+      "▁imagine": 14034,
+      "callback": 14035,
+      "components": 14036,
+      "without": 14037,
+      "▁aquest": 14038,
+      "Support": 14039,
+      "▁responsible": 14040,
+      "▁jego": 14041,
+      "lj": 14042,
+      "will": 14043,
+      "lean": 14044,
+      "eland": 14045,
+      "ología": 14046,
+      "mc": 14047,
+      "Proxy": 14048,
+      "▁ocup": 14049,
+      "▁находи": 14050,
+      "▁rub": 14051,
+      "нів": 14052,
+      "▁Fall": 14053,
+      "amos": 14054,
+      "▁Ep": 14055,
+      "entre": 14056,
+      "fail": 14057,
+      "World": 14058,
+      "▁Editor": 14059,
+      "▁expos": 14060,
+      "▁finds": 14061,
+      "▁Culture": 14062,
+      "LEASE": 14063,
+      "▁movie": 14064,
+      "<=": 14065,
+      "ometric": 14066,
+      "eling": 14067,
+      "numerable": 14068,
+      "ourd": 14069,
+      "▁Sea": 14070,
+      "▁bild": 14071,
+      "▁оста": 14072,
+      "blo": 14073,
+      "▁lose": 14074,
+      "ateurs": 14075,
+      "oured": 14076,
+      "▁Batt": 14077,
+      "();\r": 14078,
+      "▁poz": 14079,
+      "posts": 14080,
+      "pend": 14081,
+      "certain": 14082,
+      "ником": 14083,
+      "Just": 14084,
+      "webkit": 14085,
+      "demás": 14086,
+      "~~~~": 14087,
+      "▁indicates": 14088,
+      "▁park": 14089,
+      "rique": 14090,
+      "vod": 14091,
+      "▁Champ": 14092,
+      "ftware": 14093,
+      "OPT": 14094,
+      "django": 14095,
+      "release": 14096,
+      "▁È": 14097,
+      "SR": 14098,
+      "▁politician": 14099,
+      "▁roi": 14100,
+      "aturen": 14101,
+      "▁Deutsche": 14102,
+      "tagon": 14103,
+      "▁Mov": 14104,
+      "obierno": 14105,
+      "▁daß": 14106,
+      "uther": 14107,
+      "indi": 14108,
+      "▁Wikipedia": 14109,
+      "▁anos": 14110,
+      "▁observe": 14111,
+      "elly": 14112,
+      "▁railway": 14113,
+      "aton": 14114,
+      "▁enum": 14115,
+      "hus": 14116,
+      "▁inhab": 14117,
+      "Psi": 14118,
+      "oire": 14119,
+      "▁Хо": 14120,
+      "▁Space": 14121,
+      "▁Архи": 14122,
+      "▁anterior": 14123,
+      "▁Ł": 14124,
+      "isons": 14125,
+      "Il": 14126,
+      "▁améric": 14127,
+      "laps": 14128,
+      "▁BBC": 14129,
+      "QUEST": 14130,
+      "Constra": 14131,
+      "mont": 14132,
+      "äft": 14133,
+      "▁även": 14134,
+      "ubern": 14135,
+      "<!--": 14136,
+      "▁coding": 14137,
+      "theory": 14138,
+      "athed": 14139,
+      "▁Arbe": 14140,
+      "▁ши": 14141,
+      "forEach": 14142,
+      "omorphism": 14143,
+      "details": 14144,
+      "achsen": 14145,
+      "integr": 14146,
+      "Vor": 14147,
+      "Unknown": 14148,
+      "aceae": 14149,
+      "inue": 14150,
+      "esome": 14151,
+      "▁Fir": 14152,
+      "chain": 14153,
+      "▁extremely": 14154,
+      "multicol": 14155,
+      "▁Swift": 14156,
+      "▁addresses": 14157,
+      "hspace": 14158,
+      "▁Roger": 14159,
+      "▁dessen": 14160,
+      "▁consequ": 14161,
+      "ualmente": 14162,
+      "▁Premier": 14163,
+      "▁Record": 14164,
+      "▁Bron": 14165,
+      "kir": 14166,
+      "sex": 14167,
+      "intern": 14168,
+      "▁benefit": 14169,
+      "umen": 14170,
+      "▁becoming": 14171,
+      "▁lig": 14172,
+      "▁popula": 14173,
+      "osc": 14174,
+      "▁civ": 14175,
+      "▁greatest": 14176,
+      "▁proces": 14177,
+      "]*": 14178,
+      "▁место": 14179,
+      "▁'$": 14180,
+      "hell": 14181,
+      "(\"\\": 14182,
+      "▁nine": 14183,
+      "▁Fac": 14184,
+      "ulpt": 14185,
+      "jours": 14186,
+      "▁Copy": 14187,
+      "▁activities": 14188,
+      "▁Democr": 14189,
+      "Es": 14190,
+      "Success": 14191,
+      "▁Esta": 14192,
+      "itul": 14193,
+      "isti": 14194,
+      "▁Bed": 14195,
+      "jas": 14196,
+      "▁тем": 14197,
+      "▁Hung": 14198,
+      "Game": 14199,
+      "▁heav": 14200,
+      "onnées": 14201,
+      "▁branches": 14202,
+      "borg": 14203,
+      "▁vl": 14204,
+      "▁slowly": 14205,
+      "Fa": 14206,
+      "Google": 14207,
+      "emi": 14208,
+      "▁circumstances": 14209,
+      "▁'%": 14210,
+      "▁Und": 14211,
+      "▁Victoria": 14212,
+      "▁Typ": 14213,
+      "rupted": 14214,
+      "▁relativ": 14215,
+      "▁slo": 14216,
+      "▁padre": 14217,
+      "▁daily": 14218,
+      "▁orth": 14219,
+      "чний": 14220,
+      "▁französ": 14221,
+      "▁teil": 14222,
+      "▁Security": 14223,
+      "ordon": 14224,
+      "▁sweet": 14225,
+      "SIZE": 14226,
+      "▁Cel": 14227,
+      "ètres": 14228,
+      "ommes": 14229,
+      "▁сі": 14230,
+      "▁efforts": 14231,
+      "ąz": 14232,
+      "▁ohne": 14233,
+      "▁Southern": 14234,
+      "▁approximately": 14235,
+      "цен": 14236,
+      "('#": 14237,
+      "▁saving": 14238,
+      "nbsp": 14239,
+      "▁translate": 14240,
+      "▁În": 14241,
+      "member": 14242,
+      "▁laws": 14243,
+      "▁жен": 14244,
+      "▁систе": 14245,
+      "tc": 14246,
+      ">\\": 14247,
+      "elte": 14248,
+      "▁ehem": 14249,
+      "▁contrad": 14250,
+      "▁рус": 14251,
+      "ья": 14252,
+      "▁Middle": 14253,
+      "quip": 14254,
+      "▁chez": 14255,
+      "Fields": 14256,
+      "▁permit": 14257,
+      "ikel": 14258,
+      "▁wir": 14259,
+      "▁trial": 14260,
+      "▁verschied": 14261,
+      "▁фев": 14262,
+      "▁male": 14263,
+      "▁язы": 14264,
+      "▁nyel": 14265,
+      "akter": 14266,
+      "▁denomin": 14267,
+      "ceptor": 14268,
+      "▁Wat": 14269,
+      "▁fino": 14270,
+      "▁XVIII": 14271,
+      "ryption": 14272,
+      "desc": 14273,
+      "apa": 14274,
+      "лена": 14275,
+      "▁kol": 14276,
+      "▁Є": 14277,
+      "▁dependent": 14278,
+      "▁Cra": 14279,
+      "▁storm": 14280,
+      "▁Гер": 14281,
+      "▁pipe": 14282,
+      "▁attended": 14283,
+      "▁vita": 14284,
+      "uzione": 14285,
+      "czas": 14286,
+      "onda": 14287,
+      "▁bold": 14288,
+      "Columns": 14289,
+      "ició": 14290,
+      "▁czę": 14291,
+      "▁извест": 14292,
+      "▁Cloud": 14293,
+      "▁warm": 14294,
+      "▁сы": 14295,
+      "▁сте": 14296,
+      "▁producer": 14297,
+      "▁Ludwig": 14298,
+      "▁Northern": 14299,
+      "łą": 14300,
+      "NSString": 14301,
+      "▁Had": 14302,
+      "▁Иван": 14303,
+      "▁Eg": 14304,
+      "▁Imp": 14305,
+      "ші": 14306,
+      "▁Auch": 14307,
+      "ток": 14308,
+      "▁Hit": 14309,
+      "▁quien": 14310,
+      "▁department": 14311,
+      "▁erhielt": 14312,
+      "▁ui": 14313,
+      "▁Spr": 14314,
+      "сер": 14315,
+      "ourt": 14316,
+      "▁Stephen": 14317,
+      "team": 14318,
+      "▁zip": 14319,
+      "▁Bang": 14320,
+      "▁growth": 14321,
+      "▁jam": 14322,
+      "▁Kais": 14323,
+      "bmatrix": 14324,
+      "▁Asia": 14325,
+      "▁région": 14326,
+      "=/": 14327,
+      "▁Pacific": 14328,
+      "▁authority": 14329,
+      "▁#[": 14330,
+      "тами": 14331,
+      "▁everyone": 14332,
+      "▁attend": 14333,
+      "▁timestamp": 14334,
+      "▁tries": 14335,
+      "▁ff": 14336,
+      "шей": 14337,
+      "▁developing": 14338,
+      "olt": 14339,
+      "ups": 14340,
+      "▁momento": 14341,
+      "▁Sain": 14342,
+      "Term": 14343,
+      "▁celle": 14344,
+      "GR": 14345,
+      "Mouse": 14346,
+      "▁человек": 14347,
+      "▁Collection": 14348,
+      "âtre": 14349,
+      "▁Write": 14350,
+      "▁Pom": 14351,
+      "[-": 14352,
+      "Cam": 14353,
+      "▁locations": 14354,
+      "▁Json": 14355,
+      "elled": 14356,
+      "selector": 14357,
+      "repeat": 14358,
+      "ctors": 14359,
+      "otte": 14360,
+      "визи": 14361,
+      "ände": 14362,
+      "▁achieved": 14363,
+      "▁mainly": 14364,
+      "________": 14365,
+      "!)": 14366,
+      "▁является": 14367,
+      "▁cities": 14368,
+      "single": 14369,
+      "гре": 14370,
+      "▁Pak": 14371,
+      "▁allowing": 14372,
+      "ferred": 14373,
+      "▁апре": 14374,
+      "ходя": 14375,
+      "▁browsers": 14376,
+      "▁escrit": 14377,
+      "▁mountain": 14378,
+      "▁networks": 14379,
+      "kind": 14380,
+      "liver": 14381,
+      "▁closing": 14382,
+      "▁skip": 14383,
+      "út": 14384,
+      "▁duration": 14385,
+      "était": 14386,
+      "▁scr": 14387,
+      "BB": 14388,
+      "ória": 14389,
+      "▁Kultur": 14390,
+      "▁outputs": 14391,
+      "multicolumn": 14392,
+      "▁belongs": 14393,
+      "feature": 14394,
+      "ucky": 14395,
+      "▁juli": 14396,
+      "▁района": 14397,
+      "зво": 14398,
+      "factory": 14399,
+      "Func": 14400,
+      "▁utter": 14401,
+      "▁TODO": 14402,
+      "▁obt": 14403,
+      "ategories": 14404,
+      "▁combine": 14405,
+      "▁Wall": 14406,
+      "▁underlying": 14407,
+      "arono": 14408,
+      "▁Prote": 14409,
+      "ców": 14410,
+      "stan": 14411,
+      "▁Gew": 14412,
+      "▁optimal": 14413,
+      "▁Archivlink": 14414,
+      "▁Script": 14415,
+      "▁destroyed": 14416,
+      "хе": 14417,
+      "▁Firefox": 14418,
+      "▁sole": 14419,
+      "Layer": 14420,
+      "тку": 14421,
+      "▁stores": 14422,
+      "▁displays": 14423,
+      "ishing": 14424,
+      "▁ост": 14425,
+      "▁instant": 14426,
+      "▁elő": 14427,
+      "▁habitantes": 14428,
+      "▁Einwo": 14429,
+      "▁ali": 14430,
+      "▁ERROR": 14431,
+      "▁ahead": 14432,
+      "▁goals": 14433,
+      "▁már": 14434,
+      "▁są": 14435,
+      "▁mart": 14436,
+      "министра": 14437,
+      "Fr": 14438,
+      "▁Villa": 14439,
+      "▁Marc": 14440,
+      "ropy": 14441,
+      "agram": 14442,
+      "hape": 14443,
+      "мей": 14444,
+      "▁AL": 14445,
+      "▁connexes": 14446,
+      "▁Entre": 14447,
+      "Step": 14448,
+      "лів": 14449,
+      "▁Death": 14450,
+      "▁rise": 14451,
+      "▁fos": 14452,
+      "▁lev": 14453,
+      "gabe": 14454,
+      "▁broke": 14455,
+      "products": 14456,
+      "▁medi": 14457,
+      "▁dispon": 14458,
+      "Package": 14459,
+      "ImageView": 14460,
+      "▁Nag": 14461,
+      "ują": 14462,
+      "Word": 14463,
+      "▁kole": 14464,
+      "ßer": 14465,
+      ")`.": 14466,
+      "▁rol": 14467,
+      "▁í": 14468,
+      "тей": 14469,
+      "Progress": 14470,
+      "bean": 14471,
+      "▁sempre": 14472,
+      "Statement": 14473,
+      "UPDATE": 14474,
+      "▁mondiale": 14475,
+      "▁wrapper": 14476,
+      "▁Chart": 14477,
+      "▁onClick": 14478,
+      "чення": 14479,
+      "LOG": 14480,
+      "something": 14481,
+      "▁INSERT": 14482,
+      "щения": 14483,
+      "uet": 14484,
+      "werp": 14485,
+      "round": 14486,
+      "ichen": 14487,
+      "▁XVI": 14488,
+      "зни": 14489,
+      "▁aveva": 14490,
+      "▁Store": 14491,
+      "▁xs": 14492,
+      "racht": 14493,
+      "scar": 14494,
+      "▁opera": 14495,
+      "▁degrees": 14496,
+      "▁citiz": 14497,
+      "äsident": 14498,
+      "▁classical": 14499,
+      "▁Jersey": 14500,
+      "▁ersch": 14501,
+      "▁treatment": 14502,
+      "▁насеље": 14503,
+      "ння": 14504,
+      "▁boost": 14505,
+      "amount": 14506,
+      "▁созда": 14507,
+      "érieur": 14508,
+      "▁telling": 14509,
+      "Has": 14510,
+      "▁initi": 14511,
+      "▁Пи": 14512,
+      "eval": 14513,
+      "▁Match": 14514,
+      "▁corre": 14515,
+      "Pointer": 14516,
+      "▁passes": 14517,
+      "company": 14518,
+      "▁ан": 14519,
+      "aches": 14520,
+      "▁siglo": 14521,
+      "нем": 14522,
+      "▁exchange": 14523,
+      "cito": 14524,
+      "▁Bab": 14525,
+      "Doc": 14526,
+      "ześ": 14527,
+      "▁народ": 14528,
+      "▁conflict": 14529,
+      "▁november": 14530,
+      "eau": 14531,
+      "öv": 14532,
+      "▁Hub": 14533,
+      "▁poco": 14534,
+      "ensa": 14535,
+      "schließ": 14536,
+      "lasse": 14537,
+      "datas": 14538,
+      "▁сти": 14539,
+      "univers": 14540,
+      "eks": 14541,
+      "▁Cho": 14542,
+      "▁cô": 14543,
+      "▁(.": 14544,
+      "ewnę": 14545,
+      "▁Chief": 14546,
+      "▁chef": 14547,
+      "▁управ": 14548,
+      "uli": 14549,
+      "▁'''": 14550,
+      "napshot": 14551,
+      "▁relac": 14552,
+      "ége": 14553,
+      "wt": 14554,
+      "wend": 14555,
+      "osing": 14556,
+      "▁hacer": 14557,
+      "▁фран": 14558,
+      "autres": 14559,
+      "▁fils": 14560,
+      "ered": 14561,
+      "▁Посилання": 14562,
+      "▁therm": 14563,
+      "ержа": 14564,
+      "such": 14565,
+      "▁ihren": 14566,
+      "▁encontr": 14567,
+      "▁lots": 14568,
+      "logo": 14569,
+      "▁Wi": 14570,
+      "/(": 14571,
+      "шње": 14572,
+      "DATA": 14573,
+      "▁Player": 14574,
+      "▁Leipzig": 14575,
+      "▁relatives": 14576,
+      "рев": 14577,
+      "▁newsp": 14578,
+      "?,": 14579,
+      "▁Stutt": 14580,
+      "▁dual": 14581,
+      "▁companies": 14582,
+      "▁zam": 14583,
+      "putation": 14584,
+      "▁inequality": 14585,
+      "▁trem": 14586,
+      "hips": 14587,
+      "anch": 14588,
+      "▁Ż": 14589,
+      "бург": 14590,
+      "▁copies": 14591,
+      "dash": 14592,
+      "вор": 14593,
+      "spieler": 14594,
+      "▁Revolution": 14595,
+      "esty": 14596,
+      "▁junto": 14597,
+      "▁Indeed": 14598,
+      "okal": 14599,
+      "ctrine": 14600,
+      "▁Ford": 14601,
+      "▁CREATE": 14602,
+      "▁walls": 14603,
+      "▁aute": 14604,
+      "SU": 14605,
+      "why": 14606,
+      "plementation": 14607,
+      "rout": 14608,
+      "Matrix": 14609,
+      "▁sad": 14610,
+      "ана": 14611,
+      "▁Pic": 14612,
+      ".“": 14613,
+      "▁AC": 14614,
+      "▁Fest": 14615,
+      "▁desktop": 14616,
+      "▁Pay": 14617,
+      "ometimes": 14618,
+      "▁Tak": 14619,
+      "раб": 14620,
+      "▁Sever": 14621,
+      "▁northern": 14622,
+      "anter": 14623,
+      "▁Modern": 14624,
+      "wal": 14625,
+      "{\r": 14626,
+      "online": 14627,
+      "ök": 14628,
+      "▁britann": 14629,
+      "$_": 14630,
+      "▁jar": 14631,
+      "TL": 14632,
+      "xxxx": 14633,
+      "merge": 14634,
+      "▁Namen": 14635,
+      "▁KEY": 14636,
+      "▁refers": 14637,
+      "▁hin": 14638,
+      "▁Volks": 14639,
+      "steller": 14640,
+      "viation": 14641,
+      "onio": 14642,
+      "ighter": 14643,
+      "Compat": 14644,
+      "▁CE": 14645,
+      "▁pró": 14646,
+      "▁encuentra": 14647,
+      "theorem": 14648,
+      "▁publi": 14649,
+      "▁Development": 14650,
+      "нд": 14651,
+      "▁ros": 14652,
+      "▁shr": 14653,
+      "seau": 14654,
+      "▁generating": 14655,
+      "▁difficulty": 14656,
+      "▁Express": 14657,
+      "Alignment": 14658,
+      "deutsch": 14659,
+      "▁Влади": 14660,
+      "▁suggests": 14661,
+      "▁Family": 14662,
+      "bbi": 14663,
+      "]).": 14664,
+      "staw": 14665,
+      "▁presidente": 14666,
+      "▁stesso": 14667,
+      "inx": 14668,
+      "setup": 14669,
+      "▁conform": 14670,
+      "▁fro": 14671,
+      "=\\\"": 14672,
+      "▁då": 14673,
+      "iciones": 14674,
+      "▁evolution": 14675,
+      "prote": 14676,
+      "▁prints": 14677,
+      "▁Pont": 14678,
+      "▁confusion": 14679,
+      "▁Й": 14680,
+      "▁dello": 14681,
+      "▁manif": 14682,
+      "Definition": 14683,
+      "ára": 14684,
+      "mals": 14685,
+      "▁sale": 14686,
+      "▁dropdown": 14687,
+      "Chain": 14688,
+      "American": 14689,
+      "▁mk": 14690,
+      "▁Bez": 14691,
+      "▁Fue": 14692,
+      "▁NE": 14693,
+      "графи": 14694,
+      "docker": 14695,
+      "▁^{": 14696,
+      "Assert": 14697,
+      "▁horizontal": 14698,
+      "(@\"": 14699,
+      "▁дву": 14700,
+      "proxy": 14701,
+      "Uri": 14702,
+      "gency": 14703,
+      "▁\"[": 14704,
+      "▁Qt": 14705,
+      "▁Names": 14706,
+      "▁evaluate": 14707,
+      "!/": 14708,
+      "▁einges": 14709,
+      "▁synth": 14710,
+      "▁YouTube": 14711,
+      "▁turning": 14712,
+      "▁Eric": 14713,
+      "▁бли": 14714,
+      "▁klub": 14715,
+      "plorer": 14716,
+      "▁sports": 14717,
+      "▁sia": 14718,
+      "ош": 14719,
+      "▁dai": 14720,
+      "▁europe": 14721,
+      "icians": 14722,
+      "ingsområ": 14723,
+      "▁dre": 14724,
+      "▁workaround": 14725,
+      "▁suit": 14726,
+      "ambigu": 14727,
+      "▁quantity": 14728,
+      "▁segundo": 14729,
+      "Symbol": 14730,
+      "▁moral": 14731,
+      "Chart": 14732,
+      "▁damit": 14733,
+      "▁attempts": 14734,
+      "▁donn": 14735,
+      "jos": 14736,
+      "▁ere": 14737,
+      "▁homme": 14738,
+      "simp": 14739,
+      "rypted": 14740,
+      "▁acts": 14741,
+      "innerHTML": 14742,
+      "▁tournament": 14743,
+      "▁sky": 14744,
+      "Timer": 14745,
+      "▁millions": 14746,
+      "^+": 14747,
+      "agent": 14748,
+      "'));": 14749,
+      "▁ost": 14750,
+      "▁gla": 14751,
+      "▁помо": 14752,
+      "▁fün": 14753,
+      "ством": 14754,
+      "ewnętrz": 14755,
+      "▁México": 14756,
+      "▁lub": 14757,
+      "▁Éd": 14758,
+      "ifik": 14759,
+      "ческий": 14760,
+      "▁immer": 14761,
+      "ensen": 14762,
+      "anny": 14763,
+      "inline": 14764,
+      "▁gover": 14765,
+      "auc": 14766,
+      "▁repre": 14767,
+      "▁historia": 14768,
+      "Ag": 14769,
+      "▁plt": 14770,
+      "▁Princi": 14771,
+      "imeter": 14772,
+      "ős": 14773,
+      "še": 14774,
+      "▁UE": 14775,
+      "Equals": 14776,
+      "Dispatch": 14777,
+      "legen": 14778,
+      "лази": 14779,
+      "чной": 14780,
+      "▁stell": 14781,
+      "ńst": 14782,
+      "▁cri": 14783,
+      "▁Indep": 14784,
+      "ède": 14785,
+      "}\\)": 14786,
+      "▁wyst": 14787,
+      "▁figured": 14788,
+      "ATCH": 14789,
+      "ében": 14790,
+      "lacht": 14791,
+      "▁succeeded": 14792,
+      "gry": 14793,
+      "▁pret": 14794,
+      "▁Saf": 14795,
+      "▁\");": 14796,
+      "eh": 14797,
+      "▁officiel": 14798,
+      "країн": 14799,
+      "wind": 14800,
+      "▁scatter": 14801,
+      "▁Fox": 14802,
+      "icious": 14803,
+      "Many": 14804,
+      "uper": 14805,
+      "▁Convert": 14806,
+      "sterd": 14807,
+      "▁Stein": 14808,
+      "▁От": 14809,
+      "}^{(": 14810,
+      "between": 14811,
+      "hire": 14812,
+      "▁onCreate": 14813,
+      ";</": 14814,
+      "bably": 14815,
+      "SY": 14816,
+      "mot": 14817,
+      "▁Dire": 14818,
+      "itecture": 14819,
+      "той": 14820,
+      "▁coordinate": 14821,
+      "(\"#": 14822,
+      "▁süd": 14823,
+      "OB": 14824,
+      "▁morte": 14825,
+      "▁weather": 14826,
+      "▁hely": 14827,
+      "▁privile": 14828,
+      "RELEASE": 14829,
+      "atel": 14830,
+      "▁recognized": 14831,
+      "▁Though": 14832,
+      "ссий": 14833,
+      "memory": 14834,
+      "▁compilation": 14835,
+      "bits": 14836,
+      "▁wed": 14837,
+      "}}_{": 14838,
+      "▁GUI": 14839,
+      "пня": 14840,
+      "▁southern": 14841,
+      "▁hay": 14842,
+      "ović": 14843,
+      "lauf": 14844,
+      "▁EL": 14845,
+      "▁Full": 14846,
+      "▁Hamburg": 14847,
+      "▁Mittel": 14848,
+      "DU": 14849,
+      "approx": 14850,
+      "HS": 14851,
+      "▁проце": 14852,
+      "▁magazine": 14853,
+      "▁Mig": 14854,
+      "▁clicking": 14855,
+      "entr": 14856,
+      "▁autre": 14857,
+      "▁té": 14858,
+      "▁há": 14859,
+      "сты": 14860,
+      "▁MA": 14861,
+      "appy": 14862,
+      "ství": 14863,
+      "▁selon": 14864,
+      "▁gek": 14865,
+      "▁Sl": 14866,
+      "frastr": 14867,
+      "Lib": 14868,
+      "▁Ду": 14869,
+      "▁facing": 14870,
+      "▁стар": 14871,
+      "▁Dutch": 14872,
+      "atar": 14873,
+      "▁keeps": 14874,
+      "▁Patrick": 14875,
+      "ilio": 14876,
+      "▁vig": 14877,
+      "тва": 14878,
+      "▁Federal": 14879,
+      "▁paragraph": 14880,
+      "▁interaction": 14881,
+      "▁occas": 14882,
+      "▁Iran": 14883,
+      "▁machines": 14884,
+      "(()": 14885,
+      "uries": 14886,
+      "▁роди": 14887,
+      "▁американ": 14888,
+      "upp": 14889,
+      "▁ice": 14890,
+      "▁Say": 14891,
+      "▁sail": 14892,
+      "▁Begin": 14893,
+      "fico": 14894,
+      "oga": 14895,
+      "▁desar": 14896,
+      "▁dv": 14897,
+      "▁ради": 14898,
+      "ohen": 14899,
+      "erei": 14900,
+      "ának": 14901,
+      "▁daar": 14902,
+      "ifiers": 14903,
+      "▁thee": 14904,
+      "▁byla": 14905,
+      "вала": 14906,
+      "andro": 14907,
+      "▁моло": 14908,
+      "▁totally": 14909,
+      "iom": 14910,
+      "▁aer": 14911,
+      "nsylvan": 14912,
+      "▁corps": 14913,
+      "▁treated": 14914,
+      "▁comune": 14915,
+      "Mich": 14916,
+      "voice": 14917,
+      "pgf": 14918,
+      "▁anx": 14919,
+      "▁Philip": 14920,
+      "▁ek": 14921,
+      "▁Menschen": 14922,
+      "▁dere": 14923,
+      "▁permet": 14924,
+      "Mail": 14925,
+      "▁Vé": 14926,
+      "ented": 14927,
+      "▁bunch": 14928,
+      "▁Piet": 14929,
+      "attach": 14930,
+      "▁porte": 14931,
+      "дат": 14932,
+      "▁Britain": 14933,
+      "Encoding": 14934,
+      "▁`<": 14935,
+      "Space": 14936,
+      "▁rap": 14937,
+      "▁popul": 14938,
+      "floor": 14939,
+      "specific": 14940,
+      "clean": 14941,
+      "▁conqu": 14942,
+      "fb": 14943,
+      "▁introduce": 14944,
+      "▁Entity": 14945,
+      "▁erfolg": 14946,
+      "atol": 14947,
+      "ientos": 14948,
+      "кипеди": 14949,
+      "▁Ut": 14950,
+      "▁бри": 14951,
+      "eduler": 14952,
+      "▁concentr": 14953,
+      "▁cher": 14954,
+      "▁upgrade": 14955,
+      "▁pictures": 14956,
+      "▁Familie": 14957,
+      "Mus": 14958,
+      "Look": 14959,
+      "▁eran": 14960,
+      "▁gram": 14961,
+      "▁Wo": 14962,
+      "npm": 14963,
+      "▁Salv": 14964,
+      "▁cd": 14965,
+      "▁Вы": 14966,
+      "wahl": 14967,
+      "train": 14968,
+      "chem": 14969,
+      "▁Pil": 14970,
+      "▁Connect": 14971,
+      "če": 14972,
+      "▁hast": 14973,
+      "▁Multi": 14974,
+      "atta": 14975,
+      "▁Sound": 14976,
+      "solute": 14977,
+      "▁quote": 14978,
+      "▁obst": 14979,
+      "cciones": 14980,
+      "ibly": 14981,
+      "▁brand": 14982,
+      "▁conversation": 14983,
+      "▁toutes": 14984,
+      "▁Rub": 14985,
+      "ienia": 14986,
+      "irit": 14987,
+      "▁Анд": 14988,
+      "eduled": 14989,
+      "▁Total": 14990,
+      "Dig": 14991,
+      "erem": 14992,
+      "▁ski": 14993,
+      "Dest": 14994,
+      "YY": 14995,
+      "еди": 14996,
+      "aly": 14997,
+      "▁backend": 14998,
+      "ulus": 14999,
+      "▁featured": 15000,
+      "▁personn": 15001,
+      "▁schon": 15002,
+      "trace": 15003,
+      "▁IDE": 15004,
+      "áj": 15005,
+      "▁animals": 15006,
+      "▁snow": 15007,
+      "uve": 15008,
+      "uerto": 15009,
+      "▁drew": 15010,
+      "▁Yeah": 15011,
+      "▁Sv": 15012,
+      "\\,\\": 15013,
+      "▁Serie": 15014,
+      "▁secondo": 15015,
+      "▁Lebens": 15016,
+      "▁accord": 15017,
+      "▁Cet": 15018,
+      "erade": 15019,
+      "▁despite": 15020,
+      "▁Carlo": 15021,
+      "▁zewnętrz": 15022,
+      "▁lista": 15023,
+      "nico": 15024,
+      "▁Corporation": 15025,
+      "vspace": 15026,
+      "▁войны": 15027,
+      "▁stands": 15028,
+      "▁worse": 15029,
+      "▁simult": 15030,
+      "▁practical": 15031,
+      "COL": 15032,
+      "changed": 15033,
+      "▁История": 15034,
+      "бри": 15035,
+      "indo": 15036,
+      "▁Lewis": 15037,
+      "▁patterns": 15038,
+      "ifica": 15039,
+      "▁smart": 15040,
+      "▁concerned": 15041,
+      "ții": 15042,
+      "▁Hello": 15043,
+      "rell": 15044,
+      "▁Lex": 15045,
+      "▁вто": 15046,
+      "▁conditional": 15047,
+      "otted": 15048,
+      "▁shoot": 15049,
+      "▁Wed": 15050,
+      "▁марта": 15051,
+      "aud": 15052,
+      "▁ante": 15053,
+      "ientras": 15054,
+      "▁papers": 15055,
+      "▁portug": 15056,
+      "▁Management": 15057,
+      "▁exercise": 15058,
+      "▁Begriff": 15059,
+      "commit": 15060,
+      "▁rendering": 15061,
+      "▁czas": 15062,
+      "Drop": 15063,
+      "erg": 15064,
+      "▁mul": 15065,
+      "▁Tan": 15066,
+      "iero": 15067,
+      "▁locale": 15068,
+      "▁inaug": 15069,
+      "dump": 15070,
+      "ций": 15071,
+      "▁symbols": 15072,
+      "inta": 15073,
+      "▁awarded": 15074,
+      "▁sust": 15075,
+      "▁Send": 15076,
+      "їв": 15077,
+      "Rest": 15078,
+      "zten": 15079,
+      "лим": 15080,
+      "rival": 15081,
+      "PORT": 15082,
+      "ölker": 15083,
+      "imately": 15084,
+      "igte": 15085,
+      "чных": 15086,
+      "▁terra": 15087,
+      "öglich": 15088,
+      "▁Hom": 15089,
+      "▁hex": 15090,
+      "done": 15091,
+      "amps": 15092,
+      "▁cet": 15093,
+      "PRE": 15094,
+      "öst": 15095,
+      "▁femme": 15096,
+      "Selection": 15097,
+      "▁zaw": 15098,
+      "spr": 15099,
+      "▁horses": 15100,
+      "▁snap": 15101,
+      "TextBox": 15102,
+      "▁Eclipse": 15103,
+      "ulle": 15104,
+      "owym": 15105,
+      "▁comer": 15106,
+      "necess": 15107,
+      "cook": 15108,
+      "enger": 15109,
+      "-->": 15110,
+      "▁pří": 15111,
+      "pandas": 15112,
+      "▁Plus": 15113,
+      "yll": 15114,
+      "▁terror": 15115,
+      "▁crim": 15116,
+      "▁zak": 15117,
+      "issue": 15118,
+      "panel": 15119,
+      "svg": 15120,
+      "▁reb": 15121,
+      "Customer": 15122,
+      "switch": 15123,
+      "обра": 15124,
+      "▁Championships": 15125,
+      "clo": 15126,
+      "atte": 15127,
+      "▁anymore": 15128,
+      "▁excellent": 15129,
+      "▁opportunity": 15130,
+      "▁Bahn": 15131,
+      "чин": 15132,
+      "eting": 15133,
+      "▁incident": 15134,
+      "tom": 15135,
+      "Pers": 15136,
+      "bben": 15137,
+      "ственной": 15138,
+      "их": 15139,
+      "router": 15140,
+      "▁newly": 15141,
+      "▁silence": 15142,
+      "▁GNU": 15143,
+      "▁Rails": 15144,
+      "▁Amb": 15145,
+      "▁Qual": 15146,
+      "▁Schaus": 15147,
+      "▁Sohn": 15148,
+      "▁ALL": 15149,
+      "▁royal": 15150,
+      "▁£": 15151,
+      "wię": 15152,
+      "▁entfer": 15153,
+      "▁Remove": 15154,
+      "▁hardly": 15155,
+      "Using": 15156,
+      "лог": 15157,
+      "▁Ich": 15158,
+      "▁derni": 15159,
+      "▁Connection": 15160,
+      "fish": 15161,
+      "▁Inform": 15162,
+      "▁Ener": 15163,
+      "roit": 15164,
+      "Bbb": 15165,
+      "ViewModel": 15166,
+      "Video": 15167,
+      "iley": 15168,
+      "▁много": 15169,
+      "▁Gem": 15170,
+      "▁compreh": 15171,
+      "enumerate": 15172,
+      "ulas": 15173,
+      "▁Bah": 15174,
+      "▁Yet": 15175,
+      "BR": 15176,
+      "хра": 15177,
+      "▁county": 15178,
+      "▁Hist": 15179,
+      "▁Гу": 15180,
+      "▁Ј": 15181,
+      "▁mari": 15182,
+      "▁Clar": 15183,
+      "Bitmap": 15184,
+      "▁Cz": 15185,
+      "▁mån": 15186,
+      "▁mere": 15187,
+      "▁musique": 15188,
+      "also": 15189,
+      "dates": 15190,
+      "▁DVD": 15191,
+      "▁gol": 15192,
+      "fony": 15193,
+      "▁Castle": 15194,
+      "▁фами": 15195,
+      "▁arrang": 15196,
+      "▁Business": 15197,
+      "▁Kaz": 15198,
+      "▁osc": 15199,
+      "▁secolo": 15200,
+      "▁affected": 15201,
+      "▁Health": 15202,
+      "reb": 15203,
+      "editor": 15204,
+      "▁owned": 15205,
+      "tl": 15206,
+      "▁ví": 15207,
+      "чних": 15208,
+      "кви": 15209,
+      "▁devient": 15210,
+      "Mutable": 15211,
+      "▁tegen": 15212,
+      "Register": 15213,
+      "єю": 15214,
+      "▁caracter": 15215,
+      "лли": 15216,
+      "▁nouvelle": 15217,
+      "oko": 15218,
+      "ichtet": 15219,
+      "▁evol": 15220,
+      "▁Hab": 15221,
+      "▁militar": 15222,
+      "▁puts": 15223,
+      "endif": 15224,
+      "▁Davis": 15225,
+      "▁Scotland": 15226,
+      "regular": 15227,
+      "▁Context": 15228,
+      "ispiel": 15229,
+      "▁Gallery": 15230,
+      "\",\r": 15231,
+      "▁arc": 15232,
+      "▁INFO": 15233,
+      "▁cod": 15234,
+      "дів": 15235,
+      "▁varchar": 15236,
+      "▁toujours": 15237,
+      "atial": 15238,
+      "▁hanno": 15239,
+      "▁профес": 15240,
+      "▁launched": 15241,
+      "▁населення": 15242,
+      "▁ton": 15243,
+      "aused": 15244,
+      "▁із": 15245,
+      "▁tö": 15246,
+      "▁Pur": 15247,
+      "▁olymp": 15248,
+      "ARN": 15249,
+      "óm": 15250,
+      "▁august": 15251,
+      "▁furn": 15252,
+      "▁Colomb": 15253,
+      "▁Staats": 15254,
+      "hora": 15255,
+      "▁мор": 15256,
+      "canvas": 15257,
+      "▁grave": 15258,
+      "▁composition": 15259,
+      "acja": 15260,
+      "▁которые": 15261,
+      "▁чо": 15262,
+      "General": 15263,
+      "ані": 15264,
+      "▁Johannes": 15265,
+      "кар": 15266,
+      "▁част": 15267,
+      "▁Васи": 15268,
+      "ssh": 15269,
+      "▁replacing": 15270,
+      "▁<>": 15271,
+      "ців": 15272,
+      "laus": 15273,
+      "eny": 15274,
+      "ähl": 15275,
+      "▁marg": 15276,
+      "cience": 15277,
+      "▁instruction": 15278,
+      "▁који": 15279,
+      "Editor": 15280,
+      "▁fundamental": 15281,
+      "mund": 15282,
+      "▁exceptions": 15283,
+      "▁plate": 15284,
+      "▁Lis": 15285,
+      "▁deren": 15286,
+      "prep": 15287,
+      "▁januari": 15288,
+      "Scope": 15289,
+      "ynast": 15290,
+      "rv": 15291,
+      "orsz": 15292,
+      "▁Tony": 15293,
+      "▁ді": 15294,
+      "▁одна": 15295,
+      "▁sab": 15296,
+      "oti": 15297,
+      "jel": 15298,
+      "▁generator": 15299,
+      "▁'.": 15300,
+      "▁sharp": 15301,
+      "▁только": 15302,
+      "▁accounts": 15303,
+      "▁že": 15304,
+      "▁foram": 15305,
+      "▁gouvern": 15306,
+      "TIME": 15307,
+      "▁Soviet": 15308,
+      "▁Gé": 15309,
+      "▁exped": 15310,
+      "▁ordinary": 15311,
+      "▁Conserv": 15312,
+      "▁compla": 15313,
+      "tei": 15314,
+      "▁captain": 15315,
+      "▁Samuel": 15316,
+      "▁Dark": 15317,
+      "▁він": 15318,
+      "▁delight": 15319,
+      "recht": 15320,
+      "dia": 15321,
+      "esses": 15322,
+      "ulp": 15323,
+      "шки": 15324,
+      "bez": 15325,
+      "▁detection": 15326,
+      "▁cookie": 15327,
+      "antry": 15328,
+      "Multi": 15329,
+      "oba": 15330,
+      "▁joy": 15331,
+      "▁safety": 15332,
+      "|^": 15333,
+      "pod": 15334,
+      "adém": 15335,
+      "▁Chron": 15336,
+      "▁Django": 15337,
+      "▁ehemal": 15338,
+      "kh": 15339,
+      "èle": 15340,
+      "▁poc": 15341,
+      "Bottom": 15342,
+      "launch": 15343,
+      "nem": 15344,
+      "▁GROUP": 15345,
+      "ního": 15346,
+      "▁Gib": 15347,
+      "sdk": 15348,
+      "BE": 15349,
+      "▁Gene": 15350,
+      "▁Staff": 15351,
+      "▁subsequent": 15352,
+      "icion": 15353,
+      "▁victory": 15354,
+      "▁canon": 15355,
+      "izar": 15356,
+      "izia": 15357,
+      "▁mate": 15358,
+      "▁layers": 15359,
+      "sudo": 15360,
+      "schule": 15361,
+      "periment": 15362,
+      "ület": 15363,
+      "ARCHAR": 15364,
+      "▁террито": 15365,
+      "▁measures": 15366,
+      "▁zou": 15367,
+      "opsis": 15368,
+      "нами": 15369,
+      "tbody": 15370,
+      "▁ese": 15371,
+      "sterdam": 15372,
+      "▁photo": 15373,
+      "ynchronous": 15374,
+      "setminus": 15375,
+      "▁loads": 15376,
+      "▁pleasure": 15377,
+      "▁meille": 15378,
+      "}\\,": 15379,
+      "qual": 15380,
+      "▁favour": 15381,
+      "▁rod": 15382,
+      "Der": 15383,
+      "рабо": 15384,
+      "▁pressed": 15385,
+      "rę": 15386,
+      "ieving": 15387,
+      "material": 15388,
+      "virt": 15389,
+      "▁capable": 15390,
+      "сло": 15391,
+      "ushed": 15392,
+      "▁побе": 15393,
+      "usetts": 15394,
+      "unsigned": 15395,
+      "ków": 15396,
+      "▁ov": 15397,
+      "egeben": 15398,
+      "▁applying": 15399,
+      "▁galax": 15400,
+      "▁Oracle": 15401,
+      "▁Stuttgart": 15402,
+      "Infl": 15403,
+      "achusetts": 15404,
+      "▁deel": 15405,
+      "lire": 15406,
+      "▁statunit": 15407,
+      "▁Politiker": 15408,
+      "▁beauty": 15409,
+      ")>": 15410,
+      "▁Columbia": 15411,
+      "▁zewnętrzne": 15412,
+      "▁програ": 15413,
+      "▁dx": 15414,
+      "cknow": 15415,
+      "▁dub": 15416,
+      "unächst": 15417,
+      "findViewById": 15418,
+      "▁Mand": 15419,
+      "áll": 15420,
+      "naire": 15421,
+      "▁destin": 15422,
+      "isting": 15423,
+      "aggi": 15424,
+      "chart": 15425,
+      "▁justice": 15426,
+      "Simple": 15427,
+      "▁unfortunately": 15428,
+      "ір": 15429,
+      "▁questa": 15430,
+      "▁Governor": 15431,
+      "яв": 15432,
+      "▁música": 15433,
+      "▁equipo": 15434,
+      "▁Dest": 15435,
+      "elect": 15436,
+      "StackTrace": 15437,
+      "зом": 15438,
+      "proc": 15439,
+      "entin": 15440,
+      "adora": 15441,
+      "▁Лю": 15442,
+      "▁registered": 15443,
+      "HL": 15444,
+      "facebook": 15445,
+      "▁storing": 15446,
+      "▁Currently": 15447,
+      "▁quadr": 15448,
+      "Standard": 15449,
+      "trim": 15450,
+      "ears": 15451,
+      "sender": 15452,
+      "▁Vas": 15453,
+      "▁edific": 15454,
+      "▁Bür": 15455,
+      "▁Country": 15456,
+      "tha": 15457,
+      ";\"": 15458,
+      "nor": 15459,
+      "▁Doctor": 15460,
+      "rument": 15461,
+      "Gen": 15462,
+      "▁Buen": 15463,
+      "rade": 15464,
+      "▁kun": 15465,
+      "navigation": 15466,
+      "Pay": 15467,
+      "▁captured": 15468,
+      "▁struck": 15469,
+      "venir": 15470,
+      "ément": 15471,
+      "▁Tree": 15472,
+      "▁xx": 15473,
+      "▁narr": 15474,
+      "льного": 15475,
+      "▁installing": 15476,
+      "▁association": 15477,
+      "▁inserted": 15478,
+      "erner": 15479,
+      "validate": 15480,
+      "▁lut": 15481,
+      "▁glo": 15482,
+      "▁technology": 15483,
+      "▁Place": 15484,
+      "$?": 15485,
+      "▁zv": 15486,
+      "слі": 15487,
+      "EP": 15488,
+      "▁atmos": 15489,
+      "ugo": 15490,
+      "ért": 15491,
+      "▁Werk": 15492,
+      "▁%}": 15493,
+      "tele": 15494,
+      "Span": 15495,
+      "▁Raj": 15496,
+      "▁Personen": 15497,
+      "▁Cant": 15498,
+      "▁combat": 15499,
+      "▁observation": 15500,
+      "parameter": 15501,
+      "▁agreed": 15502,
+      "pur": 15503,
+      "▁shadow": 15504,
+      "▁gł": 15505,
+      "Keys": 15506,
+      "Cred": 15507,
+      "ouri": 15508,
+      "▁pale": 15509,
+      "ické": 15510,
+      "▁Week": 15511,
+      "▁Prime": 15512,
+      ">.": 15513,
+      "Initial": 15514,
+      "▁один": 15515,
+      "▁'',": 15516,
+      "▁учи": 15517,
+      "▁Inv": 15518,
+      "cola": 15519,
+      "cible": 15520,
+      "▁Theatre": 15521,
+      "▁bem": 15522,
+      "▁satisfy": 15523,
+      "xl": 15524,
+      "▁разви": 15525,
+      "▁pixel": 15526,
+      "lán": 15527,
+      "▁twee": 15528,
+      "çon": 15529,
+      "нения": 15530,
+      "▁AT": 15531,
+      "ège": 15532,
+      "▁Mort": 15533,
+      "▁mysq": 15534,
+      "ften": 15535,
+      "▁пес": 15536,
+      "éma": 15537,
+      "▁Services": 15538,
+      "customer": 15539,
+      "▁AWS": 15540,
+      "ът": 15541,
+      "▁Ach": 15542,
+      "%.": 15543,
+      "▁clarify": 15544,
+      "▁университе": 15545,
+      "xture": 15546,
+      "umi": 15547,
+      "▁så": 15548,
+      "▁Pel": 15549,
+      "serial": 15550,
+      "URI": 15551,
+      "▁rg": 15552,
+      "▁соста": 15553,
+      "chestra": 15554,
+      "].[": 15555,
+      "wen": 15556,
+      "▁Londres": 15557,
+      "▁anys": 15558,
+      "DataSource": 15559,
+      "▁районе": 15560,
+      "▁rein": 15561,
+      "▁metadata": 15562,
+      "umble": 15563,
+      "arbeit": 15564,
+      "hner": 15565,
+      "cient": 15566,
+      "▁norte": 15567,
+      "▁она": 15568,
+      "▁scored": 15569,
+      "▁ray": 15570,
+      "▁февра": 15571,
+      "▁protagon": 15572,
+      "▁Sac": 15573,
+      "▁commonly": 15574,
+      "LinearLayout": 15575,
+      "▁applic": 15576,
+      "▁мая": 15577,
+      "За": 15578,
+      "▁accessible": 15579,
+      "iewer": 15580,
+      "flag": 15581,
+      "▁Rück": 15582,
+      "äu": 15583,
+      "▁erano": 15584,
+      "▁authentic": 15585,
+      "▁Ry": 15586,
+      "▁неско": 15587,
+      "▁embargo": 15588,
+      "▁dry": 15589,
+      "▁reasonable": 15590,
+      "▁Module": 15591,
+      "▁acceler": 15592,
+      "▁interview": 15593,
+      "▁Creek": 15594,
+      "▁alpha": 15595,
+      "serie": 15596,
+      "They": 15597,
+      "ючи": 15598,
+      "▁Hof": 15599,
+      "▁CR": 15600,
+      "modal": 15601,
+      "▁sequences": 15602,
+      "closed": 15603,
+      ")}$": 15604,
+      "▁Чер": 15605,
+      "▁ORDER": 15606,
+      "Rightarrow": 15607,
+      "hausen": 15608,
+      "}}_": 15609,
+      "▁també": 15610,
+      "▁magnetic": 15611,
+      "▁McC": 15612,
+      "▁winning": 15613,
+      "underline": 15614,
+      "▁Billboard": 15615,
+      "naio": 15616,
+      "▁liqu": 15617,
+      "displaystyle": 15618,
+      "timeout": 15619,
+      "▁considerable": 15620,
+      "▁eben": 15621,
+      "ifferent": 15622,
+      "anu": 15623,
+      "▁Сов": 15624,
+      "[(": 15625,
+      "▁:-)": 15626,
+      "leitung": 15627,
+      "formed": 15628,
+      "▁Manager": 15629,
+      "▁onclick": 15630,
+      "TY": 15631,
+      "тах": 15632,
+      "CV": 15633,
+      "runtime": 15634,
+      "poque": 15635,
+      "▁Ло": 15636,
+      "Temp": 15637,
+      "loaded": 15638,
+      "▁!==": 15639,
+      "▁singer": 15640,
+      "far": 15641,
+      "▁Comple": 15642,
+      "▁Österreich": 15643,
+      "Policy": 15644,
+      "▁worker": 15645,
+      "Wrapper": 15646,
+      "obi": 15647,
+      "▁discussed": 15648,
+      "▁buy": 15649,
+      "▁января": 15650,
+      "▁Din": 15651,
+      "▁ged": 15652,
+      "ској": 15653,
+      "Europe": 15654,
+      "▁tall": 15655,
+      "hos": 15656,
+      "лаго": 15657,
+      "▁Block": 15658,
+      "▁identified": 15659,
+      "ListView": 15660,
+      "▁attempting": 15661,
+      "▁typical": 15662,
+      "psum": 15663,
+      "oster": 15664,
+      "▁журна": 15665,
+      "Pe": 15666,
+      "merce": 15667,
+      "▁unexpected": 15668,
+      "hui": 15669,
+      "letter": 15670,
+      "▁nuevo": 15671,
+      "▁або": 15672,
+      "▁VALUES": 15673,
+      "▁Iz": 15674,
+      "Flags": 15675,
+      "▁TRUE": 15676,
+      "ización": 15677,
+      "▁growing": 15678,
+      "estre": 15679,
+      "▁poly": 15680,
+      "▁Stone": 15681,
+      "▁VIII": 15682,
+      "▁localhost": 15683,
+      "ählt": 15684,
+      "▁embedded": 15685,
+      "jdbc": 15686,
+      "▁convention": 15687,
+      "▁scala": 15688,
+      "сок": 15689,
+      "▁analog": 15690,
+      "▁\"+": 15691,
+      "цю": 15692,
+      "occ": 15693,
+      "▁litt": 15694,
+      "PN": 15695,
+      "▁актив": 15696,
+      "attributes": 15697,
+      "▁Ferd": 15698,
+      "▁azure": 15699,
+      "ști": 15700,
+      "ños": 15701,
+      "ping": 15702,
+      "▁teacher": 15703,
+      "}&": 15704,
+      "ipe": 15705,
+      "▁Nob": 15706,
+      "▁има": 15707,
+      "Bind": 15708,
+      "▁magic": 15709,
+      "▁Transport": 15710,
+      "ixel": 15711,
+      "▁computed": 15712,
+      "agna": 15713,
+      "erst": 15714,
+      "HA": 15715,
+      "Wait": 15716,
+      "▁authors": 15717,
+      "▁;)": 15718,
+      "clam": 15719,
+      "▁Pennsylvan": 15720,
+      "▁drug": 15721,
+      "▁vain": 15722,
+      "▁employed": 15723,
+      "▁individuals": 15724,
+      "▁ange": 15725,
+      "utat": 15726,
+      "▁$-": 15727,
+      "correct": 15728,
+      "▁experiments": 15729,
+      "Argument": 15730,
+      "▁IB": 15731,
+      "▁père": 15732,
+      "▁Brian": 15733,
+      "berger": 15734,
+      "Mac": 15735,
+      "iast": 15736,
+      "Perm": 15737,
+      "Cast": 15738,
+      "▁{};": 15739,
+      "▁Student": 15740,
+      "▁statt": 15741,
+      "algebra": 15742,
+      "▁equals": 15743,
+      "▁projet": 15744,
+      "▁président": 15745,
+      "ActivityThread": 15746,
+      "▁einz": 15747,
+      "enia": 15748,
+      "rez": 15749,
+      "essional": 15750,
+      "▁августа": 15751,
+      "override": 15752,
+      "news": 15753,
+      "▁planet": 15754,
+      "nn": 15755,
+      "▁Wis": 15756,
+      "твер": 15757,
+      "▁Valid": 15758,
+      "▁Gef": 15759,
+      "град": 15760,
+      "▁eig": 15761,
+      "antom": 15762,
+      "▁Meister": 15763,
+      "flags": 15764,
+      "fficiale": 15765,
+      "шая": 15766,
+      "-,": 15767,
+      "ationen": 15768,
+      "mouse": 15769,
+      "standard": 15770,
+      "Single": 15771,
+      "▁bol": 15772,
+      "isis": 15773,
+      "▁fruit": 15774,
+      "course": 15775,
+      "itants": 15776,
+      "▁étaient": 15777,
+      "TextField": 15778,
+      "▁фон": 15779,
+      "▁aircraft": 15780,
+      "▁ISSN": 15781,
+      "▁western": 15782,
+      "▁representing": 15783,
+      "Esp": 15784,
+      "▁Else": 15785,
+      "▁sizes": 15786,
+      "▁satisfied": 15787,
+      "otos": 15788,
+      "UD": 15789,
+      "Final": 15790,
+      "ój": 15791,
+      "ève": 15792,
+      "▁Roy": 15793,
+      "ffen": 15794,
+      "▁salt": 15795,
+      "▁Label": 15796,
+      "Sk": 15797,
+      "▁кре": 15798,
+      "▁Литература": 15799,
+      "▁см": 15800,
+      "Attributes": 15801,
+      "aye": 15802,
+      "ськ": 15803,
+      "▁высо": 15804,
+      "-)": 15805,
+      "oses": 15806,
+      "calcul": 15807,
+      "▁Cannot": 15808,
+      "Generic": 15809,
+      "emo": 15810,
+      "▁Autor": 15811,
+      "лён": 15812,
+      "лага": 15813,
+      "vote": 15814,
+      "licates": 15815,
+      "rus": 15816,
+      "éli": 15817,
+      "opf": 15818,
+      "atique": 15819,
+      "scala": 15820,
+      "▁Ohio": 15821,
+      "▁Britann": 15822,
+      "▁bef": 15823,
+      "▁Евро": 15824,
+      "▁Career": 15825,
+      "isée": 15826,
+      "ót": 15827,
+      "bose": 15828,
+      "▁Бер": 15829,
+      "▁Controller": 15830,
+      "pole": 15831,
+      "▁allen": 15832,
+      "▁hack": 15833,
+      "▁extent": 15834,
+      "▁calci": 15835,
+      "Mer": 15836,
+      "▁summary": 15837,
+      "Mart": 15838,
+      "▁historical": 15839,
+      "imat": 15840,
+      "bud": 15841,
+      "▁FOR": 15842,
+      "export": 15843,
+      "edi": 15844,
+      "Mapping": 15845,
+      "▁Ay": 15846,
+      "▁Ruby": 15847,
+      "▁definitions": 15848,
+      "▁{$": 15849,
+      "▁yours": 15850,
+      "rias": 15851,
+      "Touch": 15852,
+      "▁Gaz": 15853,
+      "▁Autom": 15854,
+      "▁истори": 15855,
+      "▁delen": 15856,
+      "▁Kinder": 15857,
+      "}}%": 15858,
+      "▁performing": 15859,
+      "FR": 15860,
+      "▁Sig": 15861,
+      "▁Brad": 15862,
+      "bras": 15863,
+      "▁Jar": 15864,
+      "pkg": 15865,
+      "wr": 15866,
+      "▁Pays": 15867,
+      "NC": 15868,
+      "▁opposed": 15869,
+      "Try": 15870,
+      "▁везе": 15871,
+      "▁Bog": 15872,
+      "▁writes": 15873,
+      "▁stories": 15874,
+      "▁mater": 15875,
+      "▁stagione": 15876,
+      "▁sty": 15877,
+      "▁compatible": 15878,
+      "heast": 15879,
+      "▁Guy": 15880,
+      "egründ": 15881,
+      "▁identifier": 15882,
+      "▁heads": 15883,
+      "пози": 15884,
+      "▁stup": 15885,
+      "▁tf": 15886,
+      "▁још": 15887,
+      "▁Hugh": 15888,
+      "▁cards": 15889,
+      "ovy": 15890,
+      "▁Toast": 15891,
+      "allas": 15892,
+      "▁públic": 15893,
+      "▁assumes": 15894,
+      "▁чемпиона": 15895,
+      "ycler": 15896,
+      "▁Junior": 15897,
+      "▁Fich": 15898,
+      "▁estimated": 15899,
+      "zerw": 15900,
+      "dialog": 15901,
+      "шин": 15902,
+      "shell": 15903,
+      "▁них": 15904,
+      "▁pitch": 15905,
+      "дол": 15906,
+      "outube": 15907,
+      "▁Santi": 15908,
+      "OnClickListener": 15909,
+      "▁Magyar": 15910,
+      "▁vue": 15911,
+      "ião": 15912,
+      "▁`#": 15913,
+      "collect": 15914,
+      "▁Rou": 15915,
+      "analysis": 15916,
+      "istrzost": 15917,
+      "▁Digital": 15918,
+      "▁crist": 15919,
+      "riere": 15920,
+      "▁campo": 15921,
+      "Us": 15922,
+      "▁circa": 15923,
+      "▁Component": 15924,
+      "▁NSString": 15925,
+      "pd": 15926,
+      "▁prince": 15927,
+      "▁invoke": 15928,
+      "▁Marine": 15929,
+      "Allow": 15930,
+      "estic": 15931,
+      "ристи": 15932,
+      "bone": 15933,
+      "туры": 15934,
+      "▁passion": 15935,
+      "áció": 15936,
+      "▁orn": 15937,
+      "вед": 15938,
+      "▁invari": 15939,
+      "▁ні": 15940,
+      "Remove": 15941,
+      "encies": 15942,
+      "ilib": 15943,
+      "▁Director": 15944,
+      "\"\"": 15945,
+      "▁Conse": 15946,
+      "googleapis": 15947,
+      "ók": 15948,
+      "▁Укра": 15949,
+      "▁Having": 15950,
+      "Domain": 15951,
+      "ierz": 15952,
+      "нологи": 15953,
+      "Cho": 15954,
+      "undefined": 15955,
+      "alloc": 15956,
+      "▁pied": 15957,
+      "▁fraction": 15958,
+      "bia": 15959,
+      "▁поло": 15960,
+      "ugno": 15961,
+      "minister": 15962,
+      "▁principale": 15963,
+      "▁refused": 15964,
+      "browser": 15965,
+      "*,": 15966,
+      "▁Hospital": 15967,
+      "▁universal": 15968,
+      "▁Ernst": 15969,
+      "who": 15970,
+      "▁Gard": 15971,
+      "'_": 15972,
+      "conde": 15973,
+      "▁[{": 15974,
+      "sob": 15975,
+      "▁Crit": 15976,
+      "▁декабря": 15977,
+      "▁punto": 15978,
+      "▁eingesetzt": 15979,
+      "▁tör": 15980,
+      "▁Ni": 15981,
+      "▁worry": 15982,
+      "▁legend": 15983,
+      "▁були": 15984,
+      "▁komm": 15985,
+      "rijk": 15986,
+      "effect": 15987,
+      "Ori": 15988,
+      "RES": 15989,
+      "▁Peters": 15990,
+      "▁Baron": 15991,
+      "▁Got": 15992,
+      "▁honest": 15993,
+      "äre": 15994,
+      "ász": 15995,
+      "▁noble": 15996,
+      "▁conclusion": 15997,
+      "▁formatting": 15998,
+      "▁otto": 15999,
+      "▁deleg": 16000,
+      "мб": 16001,
+      "ptop": 16002,
+      "▁sends": 16003,
+      "urname": 16004,
+      "▁festival": 16005,
+      ",‎": 16006,
+      "рус": 16007,
+      "▁doch": 16008,
+      "subject": 16009,
+      "▁careful": 16010,
+      "quent": 16011,
+      "▁Load": 16012,
+      "temperaturen": 16013,
+      "▁rue": 16014,
+      "Memory": 16015,
+      "ța": 16016,
+      "iona": 16017,
+      "▁dentro": 16018,
+      "▁begann": 16019,
+      "▁Aqu": 16020,
+      "▁scientific": 16021,
+      "kań": 16022,
+      "лок": 16023,
+      "elde": 16024,
+      "▁Those": 16025,
+      "quier": 16026,
+      "actér": 16027,
+      "▁Auflage": 16028,
+      ")'": 16029,
+      "▁gradient": 16030,
+      "integer": 16031,
+      "▁Import": 16032,
+      "SK": 16033,
+      "▁Status": 16034,
+      "▁explo": 16035,
+      "AE": 16036,
+      "Shell": 16037,
+      "▁Paulo": 16038,
+      ".»": 16039,
+      "}</": 16040,
+      "flex": 16041,
+      "▁комп": 16042,
+      "onden": 16043,
+      "accept": 16044,
+      "▁miejsce": 16045,
+      "Hub": 16046,
+      "alleng": 16047,
+      "WN": 16048,
+      "▁implementing": 16049,
+      "▁лу": 16050,
+      "▁confusing": 16051,
+      "▁Install": 16052,
+      "▁rou": 16053,
+      "▁проек": 16054,
+      "Accessor": 16055,
+      "љашње": 16056,
+      "odio": 16057,
+      "▁applies": 16058,
+      "ющий": 16059,
+      "▁Mundial": 16060,
+      "État": 16061,
+      "ietnam": 16062,
+      "hum": 16063,
+      "▁сбор": 16064,
+      "ordinate": 16065,
+      "France": 16066,
+      "▁prend": 16067,
+      "eltemperaturen": 16068,
+      "▁trabaj": 16069,
+      "Axis": 16070,
+      "▁мно": 16071,
+      "primary": 16072,
+      "▁Seite": 16073,
+      "permission": 16074,
+      "▁orden": 16075,
+      "since": 16076,
+      "▁ic": 16077,
+      "▁Brazil": 16078,
+      "▁bare": 16079,
+      "▁Nar": 16080,
+      "▁Jur": 16081,
+      "▁freedom": 16082,
+      "▁medical": 16083,
+      "ischof": 16084,
+      "▁сп": 16085,
+      "ież": 16086,
+      "▁bootstrap": 16087,
+      "▁…": 16088,
+      "▁facil": 16089,
+      "cord": 16090,
+      "ване": 16091,
+      "▁Allen": 16092,
+      "avid": 16093,
+      "ingham": 16094,
+      "zas": 16095,
+      "▁inspect": 16096,
+      "itten": 16097,
+      "osti": 16098,
+      "uh": 16099,
+      "cé": 16100,
+      "▁#####": 16101,
+      "cius": 16102,
+      "omy": 16103,
+      "▁Seine": 16104,
+      "bres": 16105,
+      "▁genus": 16106,
+      "Other": 16107,
+      "▁Golden": 16108,
+      "mul": 16109,
+      "▁Спољашње": 16110,
+      "▁gennaio": 16111,
+      "▁carefully": 16112,
+      "aal": 16113,
+      "▁analyt": 16114,
+      "neur": 16115,
+      "▁stretch": 16116,
+      "▁Occ": 16117,
+      "olas": 16118,
+      "▁firebase": 16119,
+      "▁expecting": 16120,
+      "basic": 16121,
+      "condition": 16122,
+      "prov": 16123,
+      "▁Wasser": 16124,
+      "▁concaten": 16125,
+      "▁evil": 16126,
+      "▁coefficients": 16127,
+      "West": 16128,
+      "iry": 16129,
+      "phas": 16130,
+      "▁Jam": 16131,
+      "fois": 16132,
+      "▁consid": 16133,
+      "▁mainten": 16134,
+      "nim": 16135,
+      "esser": 16136,
+      "esz": 16137,
+      "unta": 16138,
+      "uest": 16139,
+      "▁credentials": 16140,
+      "_;": 16141,
+      "Dim": 16142,
+      "преде": 16143,
+      "▁Bü": 16144,
+      "built": 16145,
+      "▁Academ": 16146,
+      "▁audi": 16147,
+      "▁två": 16148,
+      "inand": 16149,
+      "▁Theater": 16150,
+      "▁genre": 16151,
+      "ços": 16152,
+      "gresql": 16153,
+      "▁weap": 16154,
+      "▁Rab": 16155,
+      "▁’": 16156,
+      "▁adult": 16157,
+      "▁dém": 16158,
+      "``": 16159,
+      "▁stabil": 16160,
+      "▁corresponds": 16161,
+      "▁Eastern": 16162,
+      "unnel": 16163,
+      "Worker": 16164,
+      "▁coh": 16165,
+      "лка": 16166,
+      "▁Massachusetts": 16167,
+      "pio": 16168,
+      "▁ports": 16169,
+      "agg": 16170,
+      "▁Debug": 16171,
+      "▁breath": 16172,
+      "MIN": 16173,
+      "Variable": 16174,
+      "batch": 16175,
+      "ссе": 16176,
+      "▁preg": 16177,
+      "▁roles": 16178,
+      "paste": 16179,
+      "▁referenced": 16180,
+      "adrat": 16181,
+      "чё": 16182,
+      "binom": 16183,
+      "▁defining": 16184,
+      "▁Budapest": 16185,
+      "▁дви": 16186,
+      "▁taught": 16187,
+      "▁hole": 16188,
+      "▁quella": 16189,
+      "Msg": 16190,
+      "aska": 16191,
+      "scan": 16192,
+      "▁propose": 16193,
+      "▁Биография": 16194,
+      "{{\\": 16195,
+      "textt": 16196,
+      "▁Alb": 16197,
+      "▁Sydney": 16198,
+      "▁backup": 16199,
+      "▁credit": 16200,
+      "▁францу": 16201,
+      "stats": 16202,
+      "\\\":": 16203,
+      "▁Пере": 16204,
+      "▁accordingly": 16205,
+      "▁Len": 16206,
+      "zna": 16207,
+      "▁Regional": 16208,
+      "▁изда": 16209,
+      "▁jú": 16210,
+      "histor": 16211,
+      "▁entities": 16212,
+      "Star": 16213,
+      "оне": 16214,
+      "']['": 16215,
+      "▁Nova": 16216,
+      "die": 16217,
+      "▁`'": 16218,
+      "▁obten": 16219,
+      "anst": 16220,
+      "▁Relig": 16221,
+      "▁trig": 16222,
+      "▁режи": 16223,
+      "▁Personal": 16224,
+      "▁tone": 16225,
+      "▁aid": 16226,
+      "Visual": 16227,
+      "Submit": 16228,
+      "▁moves": 16229,
+      "▁Bridge": 16230,
+      "▁Boy": 16231,
+      "▁accurate": 16232,
+      "osta": 16233,
+      "atto": 16234,
+      "▁defeated": 16235,
+      "▁datab": 16236,
+      "ginx": 16237,
+      "▁Liv": 16238,
+      "lywood": 16239,
+      "TW": 16240,
+      "rium": 16241,
+      "ipped": 16242,
+      "Fail": 16243,
+      "REQUEST": 16244,
+      "▁ignor": 16245,
+      "▁sitting": 16246,
+      "▁molto": 16247,
+      "▁endpoint": 16248,
+      "ución": 16249,
+      "▁collections": 16250,
+      "▁Ту": 16251,
+      "tembre": 16252,
+      "▁nécess": 16253,
+      "▁interact": 16254,
+      "▁otras": 16255,
+      "▁curr": 16256,
+      "▁tracks": 16257,
+      "▁família": 16258,
+      "▁numerical": 16259,
+      "legt": 16260,
+      "]/": 16261,
+      "▁Mario": 16262,
+      "▁tort": 16263,
+      "bg": 16264,
+      "ssl": 16265,
+      "texttt": 16266,
+      "▁spark": 16267,
+      "дии": 16268,
+      "▁probable": 16269,
+      "%%%%": 16270,
+      "phia": 16271,
+      "],[": 16272,
+      "▁boxes": 16273,
+      "▁academ": 16274,
+      "▁Slo": 16275,
+      "äude": 16276,
+      "▁witness": 16277,
+      "▁editing": 16278,
+      "лина": 16279,
+      "▁lookup": 16280,
+      "▁Buck": 16281,
+      "дня": 16282,
+      "▁jours": 16283,
+      "++){": 16284,
+      "▁indices": 16285,
+      "▁flight": 16286,
+      "▁computation": 16287,
+      "Plugin": 16288,
+      "▁realize": 16289,
+      "isset": 16290,
+      "▁derivative": 16291,
+      "linewidth": 16292,
+      "bund": 16293,
+      "▁thor": 16294,
+      "▁.=": 16295,
+      "▁sí": 16296,
+      "▁Click": 16297,
+      "▁Sebast": 16298,
+      ">'": 16299,
+      "havior": 16300,
+      "lei": 16301,
+      "ulf": 16302,
+      "▁geometry": 16303,
+      "prev": 16304,
+      "empl": 16305,
+      "▁Lé": 16306,
+      "anson": 16307,
+      "▁Alice": 16308,
+      "prototype": 16309,
+      "READ": 16310,
+      "icular": 16311,
+      "▁бі": 16312,
+      "▁deutsche": 16313,
+      "▁Represent": 16314,
+      "sites": 16315,
+      "▁Mean": 16316,
+      "▁diss": 16317,
+      "▁Zur": 16318,
+      "▁през": 16319,
+      "PAR": 16320,
+      "▁'#": 16321,
+      "▁Dra": 16322,
+      "сон": 16323,
+      "▁steht": 16324,
+      "markt": 16325,
+      "▁ease": 16326,
+      "Drawing": 16327,
+      "=%": 16328,
+      "Stop": 16329,
+      "▁serving": 16330,
+      "▁także": 16331,
+      "▁DNS": 16332,
+      "▁literal": 16333,
+      "Die": 16334,
+      "▁вос": 16335,
+      "▁senior": 16336,
+      "acion": 16337,
+      "▁ubuntu": 16338,
+      "▁Frankfurt": 16339,
+      "▁Sunday": 16340,
+      "áb": 16341,
+      "▁journey": 16342,
+      "issa": 16343,
+      "berry": 16344,
+      "▁sep": 16345,
+      "▁ion": 16346,
+      "wert": 16347,
+      "ország": 16348,
+      "serve": 16349,
+      "▁Milano": 16350,
+      "▁века": 16351,
+      "рах": 16352,
+      "▁июля": 16353,
+      "▁manera": 16354,
+      "▁stations": 16355,
+      "▁adopted": 16356,
+      "▁anybody": 16357,
+      "VERSION": 16358,
+      "FE": 16359,
+      "dorf": 16360,
+      "...,": 16361,
+      "▁образова": 16362,
+      "Logger": 16363,
+      "фициаль": 16364,
+      "WRITE": 16365,
+      "▁ham": 16366,
+      "▁Future": 16367,
+      "oten": 16368,
+      "▁AG": 16369,
+      "▁trained": 16370,
+      "▁Nich": 16371,
+      "▁university": 16372,
+      "▁Olympics": 16373,
+      "▁doit": 16374,
+      "▁cultural": 16375,
+      "Conf": 16376,
+      "▁Conference": 16377,
+      "orno": 16378,
+      "▁MP": 16379,
+      "▁bou": 16380,
+      "cin": 16381,
+      "High": 16382,
+      "annte": 16383,
+      "▁displaying": 16384,
+      "▁chapter": 16385,
+      "▁Frauen": 16386,
+      "▁realized": 16387,
+      "▁attempted": 16388,
+      "▁preferred": 16389,
+      "Dat": 16390,
+      "▁trouve": 16391,
+      "▁intention": 16392,
+      "▁Notice": 16393,
+      "timestamp": 16394,
+      "*(": 16395,
+      "▁Ша": 16396,
+      "anas": 16397,
+      "cla": 16398,
+      "isz": 16399,
+      "tbl": 16400,
+      "Arr": 16401,
+      "▁inverse": 16402,
+      "▁terrible": 16403,
+      "▁occupied": 16404,
+      "JAX": 16405,
+      "<-": 16406,
+      "▁Philosoph": 16407,
+      "▁Corps": 16408,
+      "builder": 16409,
+      "▁begins": 16410,
+      "▁census": 16411,
+      ".’": 16412,
+      "▁proven": 16413,
+      "metric": 16414,
+      "▁increases": 16415,
+      "wich": 16416,
+      "▁ABC": 16417,
+      "projects": 16418,
+      "▁Thor": 16419,
+      "▁confidence": 16420,
+      "▁ufficiale": 16421,
+      "elm": 16422,
+      "▁garden": 16423,
+      "▁robust": 16424,
+      "▁così": 16425,
+      "iedz": 16426,
+      "▁Islam": 16427,
+      "▁Address": 16428,
+      "▁divide": 16429,
+      "▁Eu": 16430,
+      "catal": 16431,
+      "detail": 16432,
+      "ependant": 16433,
+      "fg": 16434,
+      "▁bew": 16435,
+      "▁fis": 16436,
+      "▁BO": 16437,
+      "▁wsp": 16438,
+      "▁pipeline": 16439,
+      "hd": 16440,
+      "▁Session": 16441,
+      "länd": 16442,
+      "iveau": 16443,
+      "estr": 16444,
+      "▁particle": 16445,
+      "▁laravel": 16446,
+      "pic": 16447,
+      "▁nau": 16448,
+      "▁fins": 16449,
+      "▁Vil": 16450,
+      "▁fus": 16451,
+      "▁quasi": 16452,
+      "operation": 16453,
+      "▁aller": 16454,
+      "▁analy": 16455,
+      "▁Он": 16456,
+      "▁Mes": 16457,
+      "▁опера": 16458,
+      "▁handled": 16459,
+      "▁deprec": 16460,
+      "tto": 16461,
+      "▁Ek": 16462,
+      "▁stran": 16463,
+      "▁anglais": 16464,
+      "jure": 16465,
+      "▁Silver": 16466,
+      "▁closely": 16467,
+      "enkins": 16468,
+      "anos": 16469,
+      "sted": 16470,
+      "▁сентября": 16471,
+      "brand": 16472,
+      "ньо": 16473,
+      "▁présent": 16474,
+      "rok": 16475,
+      "mount": 16476,
+      "▁Anthony": 16477,
+      "▁Furthermore": 16478,
+      "inha": 16479,
+      "▁архи": 16480,
+      "▁разли": 16481,
+      "▁октября": 16482,
+      "▁pint": 16483,
+      "ný": 16484,
+      "pts": 16485,
+      "▁italien": 16486,
+      "▁реги": 16487,
+      "лез": 16488,
+      "дина": 16489,
+      "atherine": 16490,
+      "Internal": 16491,
+      "Question": 16492,
+      "▁settlement": 16493,
+      "▁Все": 16494,
+      "▁folders": 16495,
+      "дри": 16496,
+      "▁valor": 16497,
+      "▁Miller": 16498,
+      "▁Assert": 16499,
+      "▁patient": 16500,
+      "▁Nieder": 16501,
+      "▁EP": 16502,
+      "▁Agr": 16503,
+      "▁onde": 16504,
+      "▁scop": 16505,
+      "sequence": 16506,
+      "▁PL": 16507,
+      "▁seek": 16508,
+      "javase": 16509,
+      "▁Vector": 16510,
+      "▁ná": 16511,
+      "▁categoría": 16512,
+      "clone": 16513,
+      "NR": 16514,
+      "available": 16515,
+      "▁Besch": 16516,
+      "▁eclipse": 16517,
+      "wicklung": 16518,
+      "deploy": 16519,
+      "enie": 16520,
+      "▁\")": 16521,
+      "äst": 16522,
+      "▁sync": 16523,
+      "CODE": 16524,
+      "▁Че": 16525,
+      "▁floating": 16526,
+      "/`": 16527,
+      "▁retired": 16528,
+      "deb": 16529,
+      "▁particul": 16530,
+      "▁collected": 16531,
+      "▁downloaded": 16532,
+      "nice": 16533,
+      "▁Buffer": 16534,
+      "▁Account": 16535,
+      "▁maggio": 16536,
+      "▁реда": 16537,
+      "▁sales": 16538,
+      "▁statunitense": 16539,
+      "▁Ki": 16540,
+      "▁Ferr": 16541,
+      "Lock": 16542,
+      "▁Isabel": 16543,
+      "clar": 16544,
+      "▁pov": 16545,
+      "atra": 16546,
+      "▁Frau": 16547,
+      "▁sorting": 16548,
+      "▁phrase": 16549,
+      "▁апреля": 16550,
+      "▁деятель": 16551,
+      "▁André": 16552,
+      "definition": 16553,
+      "writing": 16554,
+      "éré": 16555,
+      "щу": 16556,
+      "▁Ord": 16557,
+      "▁rum": 16558,
+      "▁Turk": 16559,
+      "▁Ivan": 16560,
+      "theless": 16561,
+      "▁ги": 16562,
+      "▁sake": 16563,
+      "▁Based": 16564,
+      "deck": 16565,
+      "orus": 16566,
+      "▁tutti": 16567,
+      "▁blan": 16568,
+      "▁Пу": 16569,
+      "Detail": 16570,
+      "▁Но": 16571,
+      "▁Sky": 16572,
+      "▁près": 16573,
+      "мой": 16574,
+      "coln": 16575,
+      "ческой": 16576,
+      "eti": 16577,
+      "▁arrow": 16578,
+      "▁Cha": 16579,
+      "chmark": 16580,
+      "œur": 16581,
+      "fab": 16582,
+      "куль": 16583,
+      "GridView": 16584,
+      "▁Background": 16585,
+      "sn": 16586,
+      "▁seguito": 16587,
+      "▁nic": 16588,
+      "cou": 16589,
+      "тів": 16590,
+      "▁bzw": 16591,
+      "addEventListener": 16592,
+      "sync": 16593,
+      "azzo": 16594,
+      "abstract": 16595,
+      "assets": 16596,
+      "▁Dru": 16597,
+      "зд": 16598,
+      "ordnet": 16599,
+      "▁bigger": 16600,
+      "▁initialized": 16601,
+      "каз": 16602,
+      "ogene": 16603,
+      "viously": 16604,
+      "▁guid": 16605,
+      "scheidung": 16606,
+      "▁Zent": 16607,
+      "▁frames": 16608,
+      "rieben": 16609,
+      "▁issued": 16610,
+      "▁dow": 16611,
+      "▁describes": 16612,
+      "ilst": 16613,
+      "▁criteria": 16614,
+      "▁gentleman": 16615,
+      "Basic": 16616,
+      "nez": 16617,
+      "Dev": 16618,
+      "Move": 16619,
+      "▁estaba": 16620,
+      "▁settembre": 16621,
+      "circle": 16622,
+      "▁fais": 16623,
+      "▁myst": 16624,
+      "▁archiv": 16625,
+      "dynamic": 16626,
+      "jà": 16627,
+      "itas": 16628,
+      "▁який": 16629,
+      "▁dor": 16630,
+      "▁Amazon": 16631,
+      "▁neces": 16632,
+      "▁Marcel": 16633,
+      "▁ella": 16634,
+      "рок": 16635,
+      "▁Pennsylvania": 16636,
+      "cular": 16637,
+      "Pack": 16638,
+      "itage": 16639,
+      "▁Burn": 16640,
+      "▁RO": 16641,
+      "▁они": 16642,
+      "~$": 16643,
+      "TeX": 16644,
+      "assign": 16645,
+      "▁beat": 16646,
+      "idense": 16647,
+      "acent": 16648,
+      "Alert": 16649,
+      "▁strateg": 16650,
+      "▁månaden": 16651,
+      "LOC": 16652,
+      "▁catalog": 16653,
+      "printStackTrace": 16654,
+      "()).": 16655,
+      "usted": 16656,
+      "▁Framework": 16657,
+      "ECK": 16658,
+      "▁até": 16659,
+      "Framework": 16660,
+      "▁attacks": 16661,
+      "▁Bert": 16662,
+      "▁тран": 16663,
+      ":%": 16664,
+      "arsi": 16665,
+      "notation": 16666,
+      "▁logical": 16667,
+      "weet": 16668,
+      "▁visited": 16669,
+      "bru": 16670,
+      "▁surprise": 16671,
+      "^^": 16672,
+      "inale": 16673,
+      "remote": 16674,
+      "'},": 16675,
+      "Syntax": 16676,
+      "iane": 16677,
+      "onnen": 16678,
+      "▁breaking": 16679,
+      "parser": 16680,
+      "apk": 16681,
+      "▁Miguel": 16682,
+      "▁§": 16683,
+      "▁acting": 16684,
+      "▁gebru": 16685,
+      "AtIndex": 16686,
+      "ються": 16687,
+      "▁offers": 16688,
+      "▁prac": 16689,
+      "▁grant": 16690,
+      "ternoon": 16691,
+      "▁acquired": 16692,
+      "▁Ny": 16693,
+      "▁comma": 16694,
+      "ník": 16695,
+      "▁Step": 16696,
+      "inners": 16697,
+      "▁SA": 16698,
+      "▁wat": 16699,
+      "days": 16700,
+      "▁rectangle": 16701,
+      "dar": 16702,
+      "▁trac": 16703,
+      "▁Indones": 16704,
+      "▁feedback": 16705,
+      "▁breaks": 16706,
+      "partition": 16707,
+      "icans": 16708,
+      "▁Notices": 16709,
+      "▁improved": 16710,
+      "phan": 16711,
+      "▁differential": 16712,
+      "scripts": 16713,
+      "▁XIII": 16714,
+      "▁Labor": 16715,
+      "▁precision": 16716,
+      "▁seed": 16717,
+      "bundle": 16718,
+      "idents": 16719,
+      "hre": 16720,
+      "▁Douglas": 16721,
+      "uld": 16722,
+      "▁secondary": 16723,
+      "▁brig": 16724,
+      "▁confirmed": 16725,
+      "▁claims": 16726,
+      "Role": 16727,
+      "▁Jewish": 16728,
+      "▁před": 16729,
+      "▁hotel": 16730,
+      "▁compte": 16731,
+      "▁recursive": 16732,
+      "](#)": 16733,
+      "▁rotate": 16734,
+      "▁chrome": 16735,
+      "inea": 16736,
+      "%;\r": 16737,
+      "▁Environment": 16738,
+      "platz": 16739,
+      "▁Single": 16740,
+      "▁sevent": 16741,
+      "▁posting": 16742,
+      "▁dealing": 16743,
+      "parameters": 16744,
+      "граф": 16745,
+      "Authentication": 16746,
+      "touch": 16747,
+      "Az": 16748,
+      "▁gray": 16749,
+      "encing": 16750,
+      "boldmath": 16751,
+      "▁сайте": 16752,
+      "▁Za": 16753,
+      "anje": 16754,
+      "▁polar": 16755,
+      "▁ули": 16756,
+      "kil": 16757,
+      "▁hover": 16758,
+      "▁REST": 16759,
+      "▁Come": 16760,
+      "jb": 16761,
+      "▁Georgia": 16762,
+      "▁Estado": 16763,
+      "OutputStream": 16764,
+      "ћи": 16765,
+      "▁dump": 16766,
+      "▁Age": 16767,
+      "▁swo": 16768,
+      "mobile": 16769,
+      "occup": 16770,
+      "шего": 16771,
+      "▁constitution": 16772,
+      "good": 16773,
+      "aku": 16774,
+      "▁анг": 16775,
+      "ieck": 16776,
+      "▁Psych": 16777,
+      "▁roots": 16778,
+      "▁vest": 16779,
+      "▁годах": 16780,
+      "▁República": 16781,
+      "▁pian": 16782,
+      "igration": 16783,
+      "▁préc": 16784,
+      "▁generates": 16785,
+      "LY": 16786,
+      "(`": 16787,
+      "▁=~": 16788,
+      "шения": 16789,
+      "▁Rah": 16790,
+      "▁connecting": 16791,
+      "ží": 16792,
+      "▁fő": 16793,
+      "▁appel": 16794,
+      "▁Railway": 16795,
+      "гли": 16796,
+      "▁développ": 16797,
+      "▁apo": 16798,
+      "fran": 16799,
+      "▁immediate": 16800,
+      "вого": 16801,
+      "Runner": 16802,
+      "äg": 16803,
+      "Something": 16804,
+      "▁généra": 16805,
+      "EventArgs": 16806,
+      "inction": 16807,
+      "gly": 16808,
+      "▁Due": 16809,
+      "▁prost": 16810,
+      "▁referring": 16811,
+      "▁jog": 16812,
+      "▁executable": 16813,
+      "▁Dream": 16814,
+      "acs": 16815,
+      "▁Cole": 16816,
+      "ampf": 16817,
+      "▁Bis": 16818,
+      "▁июня": 16819,
+      "lieder": 16820,
+      "тек": 16821,
+      "▁vb": 16822,
+      "▁mom": 16823,
+      "▁:(": 16824,
+      "▁dernier": 16825,
+      "'=>": 16826,
+      "▁этого": 16827,
+      "▁neue": 16828,
+      "▁Ча": 16829,
+      "▁weitere": 16830,
+      "▁alleg": 16831,
+      "▁reality": 16832,
+      "▁judge": 16833,
+      "▁Balt": 16834,
+      "▁thin": 16835,
+      "▁Ged": 16836,
+      "ieval": 16837,
+      "mx": 16838,
+      "ціональ": 16839,
+      "▁выпу": 16840,
+      "▁IX": 16841,
+      "▁blind": 16842,
+      "▁Motor": 16843,
+      "▁ша": 16844,
+      "▁approximation": 16845,
+      "dam": 16846,
+      "▁fog": 16847,
+      "кор": 16848,
+      "▁Writ": 16849,
+      "▁ling": 16850,
+      "▁писа": 16851,
+      "▁Mars": 16852,
+      "otti": 16853,
+      "Enum": 16854,
+      "▁Trib": 16855,
+      "▁merc": 16856,
+      "zung": 16857,
+      "vanced": 16858,
+      "cfg": 16859,
+      "нах": 16860,
+      "schen": 16861,
+      "\"].": 16862,
+      "bek": 16863,
+      "▁ster": 16864,
+      "jp": 16865,
+      "▁Rap": 16866,
+      "▁recording": 16867,
+      "▁peint": 16868,
+      "▁lets": 16869,
+      "änge": 16870,
+      ">\";": 16871,
+      "▁місце": 16872,
+      "▁caval": 16873,
+      "▁CSV": 16874,
+      "▁entstand": 16875,
+      "▁helper": 16876,
+      "endet": 16877,
+      "▁Gram": 16878,
+      "▁Diego": 16879,
+      "▁Bishop": 16880,
+      "TAG": 16881,
+      "▁ecc": 16882,
+      "▁Een": 16883,
+      "▁AV": 16884,
+      "City": 16885,
+      "▁Guide": 16886,
+      "hind": 16887,
+      "rical": 16888,
+      "▁Основ": 16889,
+      "Bus": 16890,
+      "▁zunächst": 16891,
+      "▁tick": 16892,
+      "▁Colonel": 16893,
+      "Thanks": 16894,
+      "▁ferm": 16895,
+      "▁granted": 16896,
+      "▁threshold": 16897,
+      "omorphic": 16898,
+      "▁Hun": 16899,
+      "enis": 16900,
+      "▁прав": 16901,
+      "▁які": 16902,
+      "PG": 16903,
+      "▁ws": 16904,
+      "▁technical": 16905,
+      "estro": 16906,
+      "klär": 16907,
+      "vars": 16908,
+      "ocrat": 16909,
+      "▁општи": 16910,
+      "onso": 16911,
+      "iba": 16912,
+      "▁Save": 16913,
+      "▁programa": 16914,
+      "▁въ": 16915,
+      "▁invån": 16916,
+      ">()": 16917,
+      "▁mejor": 16918,
+      "▁слова": 16919,
+      "▁replacement": 16920,
+      "▁impr": 16921,
+      "▁Francesco": 16922,
+      "▁Hotel": 16923,
+      "▁UPDATE": 16924,
+      "▁музы": 16925,
+      "ugs": 16926,
+      "vard": 16927,
+      "▁faz": 16928,
+      "inton": 16929,
+      "▁arts": 16930,
+      "▁Ky": 16931,
+      "▁Ils": 16932,
+      "▁sera": 16933,
+      "▁Volume": 16934,
+      "▁giugno": 16935,
+      "▁asym": 16936,
+      "▁Pir": 16937,
+      "▁NAS": 16938,
+      "▁Tam": 16939,
+      "ěl": 16940,
+      "Sequ": 16941,
+      "kmal": 16942,
+      "▁Eins": 16943,
+      "▁компа": 16944,
+      "obe": 16945,
+      "oor": 16946,
+      "▁heap": 16947,
+      "ctl": 16948,
+      "▁separately": 16949,
+      "reader": 16950,
+      "▁significantly": 16951,
+      "▁Lag": 16952,
+      "notes": 16953,
+      "▁sele": 16954,
+      "▁dedicated": 16955,
+      "▁Host": 16956,
+      "choice": 16957,
+      "wing": 16958,
+      "▁Titel": 16959,
+      "▁befindet": 16960,
+      "large": 16961,
+      "▁conten": 16962,
+      "JavaScript": 16963,
+      "▁deser": 16964,
+      "▁Gordon": 16965,
+      "спе": 16966,
+      "▁patri": 16967,
+      "▁Random": 16968,
+      "▁Returns": 16969,
+      "ым": 16970,
+      "рома": 16971,
+      "▁Studies": 16972,
+      "Sl": 16973,
+      "▁frü": 16974,
+      "TEXT": 16975,
+      "inate": 16976,
+      "▁Tol": 16977,
+      "▁everywhere": 16978,
+      "arta": 16979,
+      "▁orbit": 16980,
+      "▁Aires": 16981,
+      "▁Iss": 16982,
+      "▁też": 16983,
+      "▁diverse": 16984,
+      "▁numeric": 16985,
+      "maz": 16986,
+      "▁mise": 16987,
+      "▁battery": 16988,
+      "▁Akadem": 16989,
+      "нение": 16990,
+      "▁simultane": 16991,
+      "▁Dead": 16992,
+      "▁clust": 16993,
+      "▁otro": 16994,
+      "▁cerca": 16995,
+      "()`,": 16996,
+      "roz": 16997,
+      "ăt": 16998,
+      "▁MO": 16999,
+      "riften": 17000,
+      "important": 17001,
+      "▁jeho": 17002,
+      "▁findViewById": 17003,
+      "▁consequence": 17004,
+      "▁measured": 17005,
+      "ishes": 17006,
+      "▁sze": 17007,
+      "iendo": 17008,
+      "▁Wahl": 17009,
+      "strip": 17010,
+      "ARD": 17011,
+      "▁opacity": 17012,
+      "WORD": 17013,
+      "▁Ві": 17014,
+      "▁Location": 17015,
+      "rai": 17016,
+      "пен": 17017,
+      "▁rif": 17018,
+      "aussian": 17019,
+      "FileName": 17020,
+      "▁disco": 17021,
+      "ilen": 17022,
+      "▁vagy": 17023,
+      "licity": 17024,
+      "Border": 17025,
+      "▁Track": 17026,
+      "бом": 17027,
+      "fact": 17028,
+      "oka": 17029,
+      "▁gior": 17030,
+      "▁XVII": 17031,
+      "▁där": 17032,
+      "Site": 17033,
+      "ało": 17034,
+      "ská": 17035,
+      "▁pixels": 17036,
+      "vity": 17037,
+      "jQuery": 17038,
+      "▁sculpt": 17039,
+      "▁cargo": 17040,
+      "▁directive": 17041,
+      "▁wal": 17042,
+      "▁conna": 17043,
+      "▁Through": 17044,
+      "▁этом": 17045,
+      "Static": 17046,
+      "omsnitt": 17047,
+      "▁rund": 17048,
+      "▁claimed": 17049,
+      "зня": 17050,
+      "sha": 17051,
+      "▁rag": 17052,
+      "crement": 17053,
+      "▁fünf": 17054,
+      "▁rival": 17055,
+      "rin": 17056,
+      "slash": 17057,
+      "▁thirty": 17058,
+      "sleep": 17059,
+      "ологи": 17060,
+      "SM": 17061,
+      "gate": 17062,
+      "izations": 17063,
+      "vik": 17064,
+      "▁bless": 17065,
+      "▁Illinois": 17066,
+      "▁TE": 17067,
+      "uting": 17068,
+      "▁solving": 17069,
+      "GER": 17070,
+      "▁XIV": 17071,
+      "▁Indians": 17072,
+      "express": 17073,
+      "▁Heil": 17074,
+      "▁mujer": 17075,
+      "▁invånare": 17076,
+      "']);": 17077,
+      "▁aur": 17078,
+      "boost": 17079,
+      "GO": 17080,
+      "▁nin": 17081,
+      "tok": 17082,
+      "god": 17083,
+      "oter": 17084,
+      ")$$": 17085,
+      "▁descend": 17086,
+      "рю": 17087,
+      "▁Language": 17088,
+      "▁diver": 17089,
+      "▁Assuming": 17090,
+      "▁frequent": 17091,
+      "чні": 17092,
+      "▁Biography": 17093,
+      ",[": 17094,
+      "urm": 17095,
+      "▁walked": 17096,
+      "▁federal": 17097,
+      "▁Michigan": 17098,
+      "▁facts": 17099,
+      "▁Integr": 17100,
+      "LES": 17101,
+      "▁Alan": 17102,
+      "▁coup": 17103,
+      "Ber": 17104,
+      "▁particles": 17105,
+      "ће": 17106,
+      "Inflater": 17107,
+      "+(": 17108,
+      "Bound": 17109,
+      "▁Sü": 17110,
+      "Audio": 17111,
+      "citet": 17112,
+      "yect": 17113,
+      "▁nr": 17114,
+      "xe": 17115,
+      "▁Brun": 17116,
+      "▁_,": 17117,
+      "avor": 17118,
+      "▁discipl": 17119,
+      "alm": 17120,
+      "▁ноября": 17121,
+      "▁SSL": 17122,
+      "▁Kaiser": 17123,
+      "▁recher": 17124,
+      "ygon": 17125,
+      "▁regardless": 17126,
+      "▁configur": 17127,
+      "▁unnecess": 17128,
+      "▁Clark": 17129,
+      "PHP": 17130,
+      "▁FALSE": 17131,
+      "▁pad": 17132,
+      "$}": 17133,
+      "▁valu": 17134,
+      "▁disease": 17135,
+      "▁maior": 17136,
+      "▁hommes": 17137,
+      "▁Edition": 17138,
+      "slant": 17139,
+      "▁ending": 17140,
+      "▁settled": 17141,
+      "urus": 17142,
+      "hed": 17143,
+      "Pattern": 17144,
+      "▁година": 17145,
+      "▁Philadel": 17146,
+      "tikzpicture": 17147,
+      "▁coal": 17148,
+      "▁sede": 17149,
+      "▁satisfies": 17150,
+      "▁trim": 17151,
+      "▁bat": 17152,
+      "▁américain": 17153,
+      "▁luglio": 17154,
+      "▁поча": 17155,
+      "ffff": 17156,
+      "▁Target": 17157,
+      "generate": 17158,
+      "▁Zie": 17159,
+      "ția": 17160,
+      "▁gard": 17161,
+      "▁workers": 17162,
+      "▁Job": 17163,
+      "▁urban": 17164,
+      "ahlen": 17165,
+      "▁Building": 17166,
+      "▁neu": 17167,
+      "▁chron": 17168,
+      "▁Earl": 17169,
+      "gro": 17170,
+      "USE": 17171,
+      "▁XII": 17172,
+      "▁wealth": 17173,
+      "inae": 17174,
+      "▁Бра": 17175,
+      "▁libert": 17176,
+      "iros": 17177,
+      ":$": 17178,
+      "lee": 17179,
+      "ieves": 17180,
+      "▁Justice": 17181,
+      "▁oil": 17182,
+      "▁Athlet": 17183,
+      "▁clo": 17184,
+      "Scale": 17185,
+      "▁lips": 17186,
+      "▁april": 17187,
+      "▁impression": 17188,
+      "▁perce": 17189,
+      "▁участи": 17190,
+      "vil": 17191,
+      "éch": 17192,
+      "▁equality": 17193,
+      "▁мет": 17194,
+      "▁annotation": 17195,
+      "ernal": 17196,
+      "▁Mach": 17197,
+      "▁intitul": 17198,
+      "problem": 17199,
+      "ющих": 17200,
+      "oplus": 17201,
+      "▁thousands": 17202,
+      "▁calculations": 17203,
+      "umps": 17204,
+      "▁triangle": 17205,
+      "phal": 17206,
+      "▁Dorf": 17207,
+      "▁dollars": 17208,
+      "▁denen": 17209,
+      "lès": 17210,
+      "olid": 17211,
+      "▁Results": 17212,
+      "▁Stadium": 17213,
+      "▁Desp": 17214,
+      "▁Eisen": 17215,
+      "imir": 17216,
+      "▁sotto": 17217,
+      "▁či": 17218,
+      "atable": 17219,
+      "orum": 17220,
+      "▁convergence": 17221,
+      "▁jeune": 17222,
+      "oking": 17223,
+      "▁живо": 17224,
+      "aining": 17225,
+      "pointer": 17226,
+      "culo": 17227,
+      "▁jsou": 17228,
+      "▁grab": 17229,
+      "akte": 17230,
+      "▁hoping": 17231,
+      "▁Mak": 17232,
+      "▁sag": 17233,
+      "origine": 17234,
+      "▁послед": 17235,
+      "▁Veg": 17236,
+      "▁theoret": 17237,
+      "▁Tru": 17238,
+      "nement": 17239,
+      "▁faces": 17240,
+      "Hor": 17241,
+      "Join": 17242,
+      "arel": 17243,
+      "▁около": 17244,
+      "However": 17245,
+      "▁catal": 17246,
+      "bourg": 17247,
+      "▁mysqli": 17248,
+      "acions": 17249,
+      "▁Initial": 17250,
+      "▁rain": 17251,
+      "iture": 17252,
+      "▁Sciences": 17253,
+      "▁Kreis": 17254,
+      ".__": 17255,
+      "▁cinq": 17256,
+      "▁Auß": 17257,
+      "ithmet": 17258,
+      "itors": 17259,
+      "amazon": 17260,
+      "▁gap": 17261,
+      "▁ignored": 17262,
+      "adv": 17263,
+      "кої": 17264,
+      "▁часть": 17265,
+      "▁corpor": 17266,
+      "цер": 17267,
+      "▁crime": 17268,
+      "uous": 17269,
+      "▁налази": 17270,
+      "DataFrame": 17271,
+      "води": 17272,
+      "Ign": 17273,
+      "▁Lincoln": 17274,
+      "▁menos": 17275,
+      "▁Luft": 17276,
+      "▁Lind": 17277,
+      "▁Cook": 17278,
+      "▁materials": 17279,
+      "apped": 17280,
+      "ignore": 17281,
+      "▁откры": 17282,
+      "fried": 17283,
+      "▁gouvernement": 17284,
+      "▁fired": 17285,
+      "▁screenshot": 17286,
+      "сен": 17287,
+      "▁[(": 17288,
+      "▁организа": 17289,
+      "Graphics": 17290,
+      "▁проти": 17291,
+      "▁phen": 17292,
+      "craft": 17293,
+      "▁brain": 17294,
+      "▁Como": 17295,
+      "▁Everything": 17296,
+      "anes": 17297,
+      "IGN": 17298,
+      "▁nederbörd": 17299,
+      "▁Forest": 17300,
+      "zahl": 17301,
+      "▁Among": 17302,
+      "Qt": 17303,
+      "▁togg": 17304,
+      "▁variant": 17305,
+      "▁hill": 17306,
+      "писи": 17307,
+      "colon": 17308,
+      "▁dicembre": 17309,
+      "гор": 17310,
+      "▁Wind": 17311,
+      "ünstler": 17312,
+      "▁=\\": 17313,
+      "saved": 17314,
+      "▁nej": 17315,
+      "unte": 17316,
+      "utto": 17317,
+      "▁recens": 17318,
+      "▁sick": 17319,
+      "▁desen": 17320,
+      "UST": 17321,
+      "▁worst": 17322,
+      "▁Angel": 17323,
+      "odox": 17324,
+      "▁Province": 17325,
+      "▁Maz": 17326,
+      "▁agreement": 17327,
+      "▁Bass": 17328,
+      "▁segunda": 17329,
+      "onces": 17330,
+      "▁Linki": 17331,
+      "▁CL": 17332,
+      "▁já": 17333,
+      "itement": 17334,
+      "▁área": 17335,
+      "▁scalar": 17336,
+      "▁Рес": 17337,
+      "awt": 17338,
+      "sieme": 17339,
+      "▁juni": 17340,
+      "▁худож": 17341,
+      "ikus": 17342,
+      "▁lid": 17343,
+      "ppel": 17344,
+      "avi": 17345,
+      "▁balance": 17346,
+      "ipping": 17347,
+      "cussion": 17348,
+      "ческих": 17349,
+      "(\".": 17350,
+      "Also": 17351,
+      "▁whis": 17352,
+      "HOME": 17353,
+      "▁brown": 17354,
+      "▁día": 17355,
+      "▁può": 17356,
+      "plotlib": 17357,
+      "▁Jahrhunderts": 17358,
+      "DK": 17359,
+      "▁anchor": 17360,
+      "...]": 17361,
+      "▁Austria": 17362,
+      "▁marca": 17363,
+      "▁gez": 17364,
+      "iously": 17365,
+      "▁lazy": 17366,
+      "xa": 17367,
+      "▁Channel": 17368,
+      "▁neuen": 17369,
+      "das": 17370,
+      "▁searched": 17371,
+      "▁staat": 17372,
+      "▁Так": 17373,
+      "▁Josef": 17374,
+      "▁Sher": 17375,
+      "pois": 17376,
+      "▁enem": 17377,
+      "▁accessing": 17378,
+      "▁неко": 17379,
+      "▁furono": 17380,
+      "▁pseudo": 17381,
+      "?>": 17382,
+      "▁estadoun": 17383,
+      "▁Види": 17384,
+      "▁motiv": 17385,
+      "▁recall": 17386,
+      "isson": 17387,
+      "ób": 17388,
+      ")--": 17389,
+      "▁Erz": 17390,
+      "▁савез": 17391,
+      "Direct": 17392,
+      "соб": 17393,
+      "▁sho": 17394,
+      "völker": 17395,
+      "Ap": 17396,
+      "gens": 17397,
+      "ништво": 17398,
+      "▁Amsterdam": 17399,
+      "usk": 17400,
+      "пло": 17401,
+      "▁simulation": 17402,
+      "▁BC": 17403,
+      "▁Woj": 17404,
+      "autom": 17405,
+      "Alex": 17406,
+      "▁economic": 17407,
+      "гом": 17408,
+      "ikai": 17409,
+      "▁altre": 17410,
+      "▁'-": 17411,
+      "▁Weg": 17412,
+      "NotFound": 17413,
+      "йской": 17414,
+      "▁converting": 17415,
+      "phabet": 17416,
+      "atrice": 17417,
+      "bourne": 17418,
+      "alom": 17419,
+      "▁comparing": 17420,
+      "▁Zo": 17421,
+      "▁fla": 17422,
+      "вая": 17423,
+      "▁entra": 17424,
+      "▁charset": 17425,
+      "developers": 17426,
+      "ística": 17427,
+      "}>": 17428,
+      "▁Jazz": 17429,
+      "▁Howard": 17430,
+      "шта": 17431,
+      "▁clone": 17432,
+      "door": 17433,
+      "▁Pin": 17434,
+      "***": 17435,
+      "▁silent": 17436,
+      "ecycle": 17437,
+      "isce": 17438,
+      "▁mud": 17439,
+      "▁Display": 17440,
+      "▁lip": 17441,
+      "▁использова": 17442,
+      "▁characteristic": 17443,
+      "▁sb": 17444,
+      "firebase": 17445,
+      "▁Bew": 17446,
+      "Calendar": 17447,
+      "▁uso": 17448,
+      "èse": 17449,
+      "▁Rat": 17450,
+      "▁esper": 17451,
+      "▁throwing": 17452,
+      "▁rodz": 17453,
+      "▁yards": 17454,
+      "▁grass": 17455,
+      "▁marker": 17456,
+      "▁Kos": 17457,
+      "Theta": 17458,
+      "▁organis": 17459,
+      "kernel": 17460,
+      "▁personas": 17461,
+      "keep": 17462,
+      "▁exclaimed": 17463,
+      "oslav": 17464,
+      "▁Entertain": 17465,
+      "нер": 17466,
+      "▁inwon": 17467,
+      "▁Rand": 17468,
+      "reduce": 17469,
+      "fac": 17470,
+      "expression": 17471,
+      "yj": 17472,
+      "▁differenti": 17473,
+      "aglia": 17474,
+      "▁templates": 17475,
+      "▁mű": 17476,
+      "▁prv": 17477,
+      "▁mois": 17478,
+      "▁gewann": 17479,
+      "▁була": 17480,
+      "bibli": 17481,
+      "demo": 17482,
+      "▁Anderson": 17483,
+      "▁ред": 17484,
+      "▁porque": 17485,
+      "▁Pologne": 17486,
+      "▁trip": 17487,
+      "▁exemple": 17488,
+      "▁Internacional": 17489,
+      "▁као": 17490,
+      "Insert": 17491,
+      "general": 17492,
+      "SESSION": 17493,
+      "berga": 17494,
+      "hält": 17495,
+      "unas": 17496,
+      "мира": 17497,
+      "▁yields": 17498,
+      "mapsto": 17499,
+      "spot": 17500,
+      "▁+\\": 17501,
+      "лла": 17502,
+      "▁precisely": 17503,
+      "▁член": 17504,
+      "shadow": 17505,
+      "Are": 17506,
+      "unal": 17507,
+      "▁dispar": 17508,
+      "▁título": 17509,
+      "nest": 17510,
+      "▁Low": 17511,
+      "▁prot": 17512,
+      "▁Costa": 17513,
+      "named": 17514,
+      "▁gained": 17515,
+      "lesia": 17516,
+      "▁administration": 17517,
+      "Import": 17518,
+      "branch": 17519,
+      "▁sympath": 17520,
+      "voj": 17521,
+      "▁EC": 17522,
+      "▁municipio": 17523,
+      "▁animated": 17524,
+      "▁directories": 17525,
+      "▁roof": 17526,
+      "ząd": 17527,
+      "imet": 17528,
+      "proto": 17529,
+      "bla": 17530,
+      ":]": 17531,
+      "have": 17532,
+      "atem": 17533,
+      "▁ns": 17534,
+      "▁sector": 17535,
+      "three": 17536,
+      "owane": 17537,
+      "wers": 17538,
+      "ових": 17539,
+      "rence": 17540,
+      "▁extr": 17541,
+      "igten": 17542,
+      "▁occident": 17543,
+      "ță": 17544,
+      "▁eat": 17545,
+      "▁hydro": 17546,
+      "ubernetes": 17547,
+      "[@": 17548,
+      "▁Moon": 17549,
+      "▁Sho": 17550,
+      "▁elsewhere": 17551,
+      "üller": 17552,
+      "Upload": 17553,
+      "ланд": 17554,
+      "▁För": 17555,
+      "wissenschaft": 17556,
+      "KS": 17557,
+      "▁physics": 17558,
+      "tz": 17559,
+      "▁серед": 17560,
+      "▁Arbeit": 17561,
+      "▁мест": 17562,
+      "▁Gebiet": 17563,
+      "▁insect": 17564,
+      "Ah": 17565,
+      "izado": 17566,
+      "▁temple": 17567,
+      "▁annual": 17568,
+      "stad": 17569,
+      "▁habitat": 17570,
+      "▁AB": 17571,
+      "wort": 17572,
+      "▁repos": 17573,
+      "▁Neu": 17574,
+      "▁$(\".": 17575,
+      "Vorlage": 17576,
+      "▁reprezent": 17577,
+      "estanden": 17578,
+      "Intern": 17579,
+      ".`": 17580,
+      "▁failing": 17581,
+      "▁Material": 17582,
+      "▁effectively": 17583,
+      "телем": 17584,
+      "▁гла": 17585,
+      "▁nahm": 17586,
+      "▁differently": 17587,
+      "extension": 17588,
+      "▁Verm": 17589,
+      "enabled": 17590,
+      "configure": 17591,
+      "nio": 17592,
+      "ciones": 17593,
+      "▁Beach": 17594,
+      "сона": 17595,
+      "▁copying": 17596,
+      "▁україн": 17597,
+      "▁призна": 17598,
+      "zh": 17599,
+      "Desktop": 17600,
+      "▁sost": 17601,
+      "▁subsequently": 17602,
+      "▁Lehr": 17603,
+      "▁ó": 17604,
+      "lär": 17605,
+      "odor": 17606,
+      "phon": 17607,
+      "nc": 17608,
+      "iterator": 17609,
+      "▁эти": 17610,
+      "▁europé": 17611,
+      "▁Toronto": 17612,
+      "ódigo": 17613,
+      "▁posto": 17614,
+      "ffe": 17615,
+      "▁crew": 17616,
+      "▁Schwar": 17617,
+      "Sa": 17618,
+      "square": 17619,
+      "▁beside": 17620,
+      "▁Мі": 17621,
+      "▁ath": 17622,
+      "▁advent": 17623,
+      "cji": 17624,
+      "written": 17625,
+      "▁russ": 17626,
+      "rost": 17627,
+      "HI": 17628,
+      "▁dice": 17629,
+      "cca": 17630,
+      "▁dép": 17631,
+      "ply": 17632,
+      "bigg": 17633,
+      "ział": 17634,
+      "ütt": 17635,
+      "▁одно": 17636,
+      "JECT": 17637,
+      "ському": 17638,
+      "nos": 17639,
+      "mock": 17640,
+      "Launch": 17641,
+      "same": 17642,
+      "▁jobs": 17643,
+      "▁widely": 17644,
+      "▁defines": 17645,
+      "▁Pse": 17646,
+      "▁neighbour": 17647,
+      "ющие": 17648,
+      "▁closer": 17649,
+      "▁располо": 17650,
+      "▁clubs": 17651,
+      "fly": 17652,
+      "шим": 17653,
+      "▁suffered": 17654,
+      "▁nar": 17655,
+      "▁lavor": 17656,
+      "Extension": 17657,
+      "itionally": 17658,
+      "▁grace": 17659,
+      "▁Campeonato": 17660,
+      "▁Christmas": 17661,
+      "middle": 17662,
+      "othek": 17663,
+      "elements": 17664,
+      "▁sondern": 17665,
+      "▁tarde": 17666,
+      "▁permanent": 17667,
+      "▁conclude": 17668,
+      "Seg": 17669,
+      "▁акаде": 17670,
+      "}\",": 17671,
+      "▁февраля": 17672,
+      "řed": 17673,
+      "▁IL": 17674,
+      "jud": 17675,
+      "▁USS": 17676,
+      "▁Nature": 17677,
+      "ifference": 17678,
+      "Serializer": 17679,
+      "▁twelve": 17680,
+      "tid": 17681,
+      "мия": 17682,
+      "ческого": 17683,
+      "▁calendar": 17684,
+      "concat": 17685,
+      "▁intersection": 17686,
+      "▁PA": 17687,
+      "azure": 17688,
+      "▁située": 17689,
+      "▁kinds": 17690,
+      "▁ausge": 17691,
+      "▁rural": 17692,
+      "Theme": 17693,
+      "▁tale": 17694,
+      "noindent": 17695,
+      "going": 17696,
+      "rx": 17697,
+      "agi": 17698,
+      "wrapper": 17699,
+      "▁Coast": 17700,
+      "mbH": 17701,
+      "▁перед": 17702,
+      "spre": 17703,
+      "▁}\\": 17704,
+      "▁LI": 17705,
+      "znam": 17706,
+      "itled": 17707,
+      "Sample": 17708,
+      "uliar": 17709,
+      "*\\": 17710,
+      "▁resistance": 17711,
+      "stock": 17712,
+      "ked": 17713,
+      "▁HE": 17714,
+      "▁possession": 17715,
+      "▁Ring": 17716,
+      "▁magyar": 17717,
+      "outs": 17718,
+      "▁Secretary": 17719,
+      "nde": 17720,
+      "▁Wald": 17721,
+      "-(": 17722,
+      "▁ISO": 17723,
+      "▁afternoon": 17724,
+      "ionen": 17725,
+      "▁stops": 17726,
+      "▁constants": 17727,
+      "guard": 17728,
+      "bow": 17729,
+      "▁ers": 17730,
+      "▁Firebase": 17731,
+      "▁Clear": 17732,
+      "▁Holy": 17733,
+      "Win": 17734,
+      "▁titles": 17735,
+      "▁трав": 17736,
+      "▁contrib": 17737,
+      "häng": 17738,
+      "▁photograph": 17739,
+      "▁Distribution": 17740,
+      "ifts": 17741,
+      "▁aunque": 17742,
+      "comb": 17743,
+      "ADD": 17744,
+      "▁publication": 17745,
+      "▁служ": 17746,
+      "▁кня": 17747,
+      "▁ayant": 17748,
+      "▁restore": 17749,
+      "▁belief": 17750,
+      "▁vég": 17751,
+      "▁extensions": 17752,
+      "▁decom": 17753,
+      "вший": 17754,
+      "WT": 17755,
+      "▁parti": 17756,
+      "▁gioc": 17757,
+      "▁мира": 17758,
+      "▁issu": 17759,
+      "pipe": 17760,
+      "▁props": 17761,
+      "▁willing": 17762,
+      "▁nest": 17763,
+      "aso": 17764,
+      "pot": 17765,
+      "▁handles": 17766,
+      "▁фо": 17767,
+      "▁moder": 17768,
+      "▁ebenfalls": 17769,
+      "▁fighting": 17770,
+      "umbn": 17771,
+      "▁transparent": 17772,
+      "▁Krist": 17773,
+      "▁homes": 17774,
+      "▁voyage": 17775,
+      "Failed": 17776,
+      "▁Bird": 17777,
+      "▁Heart": 17778,
+      "Counter": 17779,
+      "▁Scottish": 17780,
+      "ática": 17781,
+      "▁arbeit": 17782,
+      "^{-\\": 17783,
+      "▁Sor": 17784,
+      "▁engaged": 17785,
+      "▁aside": 17786,
+      "▁Fou": 17787,
+      "▁wiel": 17788,
+      "▁reconst": 17789,
+      "ousin": 17790,
+      "▁hosted": 17791,
+      "▁classe": 17792,
+      "▁contest": 17793,
+      "...\"": 17794,
+      "мом": 17795,
+      "▁bean": 17796,
+      "gem": 17797,
+      "▁consultato": 17798,
+      "▁bio": 17799,
+      "▁subjects": 17800,
+      "boBox": 17801,
+      "▁Schrift": 17802,
+      "▁dinner": 17803,
+      "ăr": 17804,
+      "▁równ": 17805,
+      "▁%%": 17806,
+      "bage": 17807,
+      "▁veröff": 17808,
+      "▁detected": 17809,
+      "ienn": 17810,
+      "rose": 17811,
+      "▁Ton": 17812,
+      "Complete": 17813,
+      "▁proto": 17814,
+      "ichts": 17815,
+      "STAT": 17816,
+      "Checked": 17817,
+      "▁inten": 17818,
+      "▁smile": 17819,
+      "▁strip": 17820,
+      "neut": 17821,
+      "');\r": 17822,
+      "four": 17823,
+      "▁todas": 17824,
+      "Controls": 17825,
+      "▁thorough": 17826,
+      "rup": 17827,
+      "▁држави": 17828,
+      "ită": 17829,
+      "Protocol": 17830,
+      "Ка": 17831,
+      "▁expanded": 17832,
+      "extra": 17833,
+      "oport": 17834,
+      "▁Станов": 17835,
+      "leases": 17836,
+      "▁notion": 17837,
+      "▁guest": 17838,
+      "▁Islands": 17839,
+      "icked": 17840,
+      "▁Dave": 17841,
+      "▁reflection": 17842,
+      "liv": 17843,
+      "ální": 17844,
+      "▁revealed": 17845,
+      "▁sog": 17846,
+      "▁Tax": 17847,
+      "▁periodo": 17848,
+      "▁Weltkrie": 17849,
+      "catalina": 17850,
+      "qué": 17851,
+      "▁Father": 17852,
+      "▁Bir": 17853,
+      "expect": 17854,
+      "▁regression": 17855,
+      "iné": 17856,
+      "▁dabei": 17857,
+      "perm": 17858,
+      "мене": 17859,
+      "▁Abd": 17860,
+      "▁CF": 17861,
+      "arks": 17862,
+      "resolve": 17863,
+      "wedge": 17864,
+      "▁initialization": 17865,
+      "▁Véase": 17866,
+      "▁приня": 17867,
+      "stmt": 17868,
+      "▁income": 17869,
+      "MY": 17870,
+      "▁odkazy": 17871,
+      "▁Siehe": 17872,
+      "▁bodies": 17873,
+      "▁soc": 17874,
+      "Random": 17875,
+      "▁senza": 17876,
+      "ablo": 17877,
+      "▁regarded": 17878,
+      "onCreate": 17879,
+      "▁Magazine": 17880,
+      "▁Raf": 17881,
+      "▁Buenos": 17882,
+      "ил": 17883,
+      ")));": 17884,
+      "capt": 17885,
+      "redirect": 17886,
+      "▁petit": 17887,
+      "▁farm": 17888,
+      "▁rôle": 17889,
+      "▁статьи": 17890,
+      "    ": 17891,
+      "subfigure": 17892,
+      "èces": 17893,
+      "ziel": 17894,
+      "▁окон": 17895,
+      "EE": 17896,
+      "mee": 17897,
+      "▁perten": 17898,
+      "▁représent": 17899,
+      "▁LA": 17900,
+      "?'": 17901,
+      "▁тру": 17902,
+      "▁rational": 17903,
+      "osof": 17904,
+      "▁kne": 17905,
+      "▁artists": 17906,
+      "Flow": 17907,
+      "▁Аль": 17908,
+      "izard": 17909,
+      "▁numero": 17910,
+      "actic": 17911,
+      "▁destruct": 17912,
+      "▁Пра": 17913,
+      "onsieur": 17914,
+      "qt": 17915,
+      "abestanden": 17916,
+      "ność": 17917,
+      "Connect": 17918,
+      "▁oracle": 17919,
+      "▁Stockholm": 17920,
+      "sizeof": 17921,
+      "▁gemäß": 17922,
+      "ACT": 17923,
+      "▁expert": 17924,
+      "utions": 17925,
+      "▁hacia": 17926,
+      "▁logger": 17927,
+      "▁fool": 17928,
+      "rypto": 17929,
+      "ær": 17930,
+      "▁cidade": 17931,
+      "▁составе": 17932,
+      "oker": 17933,
+      "▁Transfer": 17934,
+      "▁denied": 17935,
+      "Track": 17936,
+      "▁radi": 17937,
+      "zec": 17938,
+      "▁Historic": 17939,
+      "▁Einwohner": 17940,
+      "кою": 17941,
+      "▁хра": 17942,
+      "▁Category": 17943,
+      "▁Disney": 17944,
+      "▁swap": 17945,
+      "Begin": 17946,
+      "▁mientras": 17947,
+      "▁dance": 17948,
+      "▁tête": 17949,
+      "▁droit": 17950,
+      "erta": 17951,
+      "▁birds": 17952,
+      "▁convin": 17953,
+      "parator": 17954,
+      "дра": 17955,
+      "▁ES": 17956,
+      "▁Ressources": 17957,
+      "EGIN": 17958,
+      "ücke": 17959,
+      "▁Cruz": 17960,
+      "abling": 17961,
+      "▁\"@": 17962,
+      "▁metres": 17963,
+      "▁Beg": 17964,
+      "▁Gründ": 17965,
+      "▁Boh": 17966,
+      "▁mile": 17967,
+      "▁Technology": 17968,
+      "\"+": 17969,
+      "acco": 17970,
+      "▁ss": 17971,
+      "▁Fed": 17972,
+      "▁Hend": 17973,
+      "usch": 17974,
+      "itä": 17975,
+      "folk": 17976,
+      "▁absor": 17977,
+      "antal": 17978,
+      "odge": 17979,
+      "▁WHEN": 17980,
+      "▁Externí": 17981,
+      "▁Regiment": 17982,
+      "▁evaluation": 17983,
+      "▁Tai": 17984,
+      "▁vocals": 17985,
+      "▁experimental": 17986,
+      "embed": 17987,
+      "▁Minn": 17988,
+      "▁вме": 17989,
+      "prec": 17990,
+      "every": 17991,
+      "▁hoof": 17992,
+      "▁Fernando": 17993,
+      "▁Bibliographie": 17994,
+      "▁nag": 17995,
+      "amerikanischer": 17996,
+      "▁marks": 17997,
+      "▁UTC": 17998,
+      "▁uncertain": 17999,
+      "дия": 18000,
+      "olia": 18001,
+      "▁cup": 18002,
+      "▁fille": 18003,
+      "▁dok": 18004,
+      "useppe": 18005,
+      "esterd": 18006,
+      "▁Brand": 18007,
+      "▁Third": 18008,
+      "PP": 18009,
+      "nodes": 18010,
+      "▁Pad": 18011,
+      "▁loved": 18012,
+      "swing": 18013,
+      "▁surprised": 18014,
+      "ardi": 18015,
+      "▁GR": 18016,
+      "]\"": 18017,
+      "▁equally": 18018,
+      "ihe": 18019,
+      "care": 18020,
+      "писок": 18021,
+      "lijk": 18022,
+      "rinn": 18023,
+      "▁\\[\\": 18024,
+      "▁sons": 18025,
+      "▁tät": 18026,
+      "icamente": 18027,
+      "▁listing": 18028,
+      "iellement": 18029,
+      "▁nyelven": 18030,
+      "▁ds": 18031,
+      "▁agricult": 18032,
+      "▁Hermann": 18033,
+      "▁besides": 18034,
+      "progress": 18035,
+      "▁peculiar": 18036,
+      "focus": 18037,
+      "cn": 18038,
+      "-$": 18039,
+      "ственный": 18040,
+      "ourg": 18041,
+      "▁wyn": 18042,
+      "▁conducted": 18043,
+      "▁Становништво": 18044,
+      "connected": 18045,
+      "▁bott": 18046,
+      "▁смер": 18047,
+      "▁Poz": 18048,
+      "unct": 18049,
+      "conda": 18050,
+      "▁савезној": 18051,
+      "▁havet": 18052,
+      "ligt": 18053,
+      "orted": 18054,
+      "▁entering": 18055,
+      "multip": 18056,
+      "▁Temple": 18057,
+      "▁Plant": 18058,
+      "typeof": 18059,
+      "▁Vlad": 18060,
+      "▁qued": 18061,
+      "▁reste": 18062,
+      "▁май": 18063,
+      "▁Very": 18064,
+      "ambiguation": 18065,
+      "▁challeng": 18066,
+      "▁respective": 18067,
+      "▁тор": 18068,
+      "Ctrl": 18069,
+      "▁absence": 18070,
+      "aru": 18071,
+      "вое": 18072,
+      "▁först": 18073,
+      "▁sq": 18074,
+      "▁Emperor": 18075,
+      "▁Ign": 18076,
+      "▁това": 18077,
+      ":`": 18078,
+      "adoop": 18079,
+      "▁Madame": 18080,
+      "▁gruppo": 18081,
+      "stud": 18082,
+      "▁externas": 18083,
+      "▁Александр": 18084,
+      "▁dign": 18085,
+      "▁живе": 18086,
+      "Amount": 18087,
+      "▁correlate": 18088,
+      "▁Fant": 18089,
+      "▁rails": 18090,
+      "fp": 18091,
+      "министратив": 18092,
+      "▁bought": 18093,
+      "▁filters": 18094,
+      "▁ancora": 18095,
+      "▁partner": 18096,
+      "▁quand": 18097,
+      "symbol": 18098,
+      "ulating": 18099,
+      "▁zd": 18100,
+      "awn": 18101,
+      "▁Grant": 18102,
+      "because": 18103,
+      "rable": 18104,
+      "\\}": 18105,
+      "ísticas": 18106,
+      "▁уче": 18107,
+      "▁période": 18108,
+      "▁ske": 18109,
+      "▁Anyway": 18110,
+      "▁indexes": 18111,
+      "▁directions": 18112,
+      "▁RAM": 18113,
+      "chrome": 18114,
+      "▁apost": 18115,
+      "▁warnings": 18116,
+      "▁Airport": 18117,
+      "VI": 18118,
+      "abile": 18119,
+      "▁lord": 18120,
+      "provider": 18121,
+      "▁Ji": 18122,
+      "ostream": 18123,
+      "▁gemeente": 18124,
+      "tableView": 18125,
+      "Extra": 18126,
+      "cursor": 18127,
+      "eground": 18128,
+      "▁Moz": 18129,
+      "▁rib": 18130,
+      "▁morph": 18131,
+      "loads": 18132,
+      "elsk": 18133,
+      "▁MAX": 18134,
+      "▁Santiago": 18135,
+      "▁Him": 18136,
+      "codes": 18137,
+      "▁lanz": 18138,
+      "▁counts": 18139,
+      "rinningsområ": 18140,
+      "щё": 18141,
+      "▁spé": 18142,
+      "▁pierws": 18143,
+      "▁Sver": 18144,
+      "▁acknow": 18145,
+      "Boolean": 18146,
+      "▁фамили": 18147,
+      "▁Senate": 18148,
+      "шов": 18149,
+      "agers": 18150,
+      "▁Nueva": 18151,
+      "bil": 18152,
+      "kiem": 18153,
+      "▁Mey": 18154,
+      "wij": 18155,
+      "▁GmbH": 18156,
+      "validation": 18157,
+      "▁ensuite": 18158,
+      "inking": 18159,
+      "▁campion": 18160,
+      "▁financial": 18161,
+      "izon": 18162,
+      "Headers": 18163,
+      "▁deprecated": 18164,
+      "▁fonction": 18165,
+      "REG": 18166,
+      "▁volumes": 18167,
+      "▁Chi": 18168,
+      "▁encountered": 18169,
+      "lak": 18170,
+      "рая": 18171,
+      "▁continues": 18172,
+      "▁~[": 18173,
+      "uerte": 18174,
+      "▁\\;": 18175,
+      "▁Dok": 18176,
+      "▁weights": 18177,
+      "▁rh": 18178,
+      "▁Napole": 18179,
+      "▁naturally": 18180,
+      "sku": 18181,
+      "pas": 18182,
+      "▁gegründ": 18183,
+      "etr": 18184,
+      "▁Ku": 18185,
+      "icted": 18186,
+      "▁fabric": 18187,
+      "▁ASC": 18188,
+      "▁Entertainment": 18189,
+      "▁energ": 18190,
+      "клад": 18191,
+      "omon": 18192,
+      "theme": 18193,
+      "▁харак": 18194,
+      "▁draft": 18195,
+      "▁channels": 18196,
+      "▁desert": 18197,
+      "▁través": 18198,
+      "▁Lock": 18199,
+      "▁siendo": 18200,
+      "фек": 18201,
+      "même": 18202,
+      "▁packet": 18203,
+      "▁Mountain": 18204,
+      "▁Fahr": 18205,
+      "braio": 18206,
+      "пере": 18207,
+      "▁genannt": 18208,
+      "▁deployment": 18209,
+      "Pal": 18210,
+      "ног": 18211,
+      "стру": 18212,
+      "Prim": 18213,
+      "für": 18214,
+      "▁dangerous": 18215,
+      "▁szám": 18216,
+      "reck": 18217,
+      "▁popup": 18218,
+      "icky": 18219,
+      "inar": 18220,
+      "cowo": 18221,
+      "нцикло": 18222,
+      "ítás": 18223,
+      "▁plugins": 18224,
+      "▁driven": 18225,
+      "лев": 18226,
+      "▁\"(": 18227,
+      "tta": 18228,
+      "▁Ú": 18229,
+      "▁eb": 18230,
+      "▁'';": 18231,
+      "▁knock": 18232,
+      "▁основа": 18233,
+      "▁maison": 18234,
+      "гля": 18235,
+      "▁Honor": 18236,
+      "tail": 18237,
+      "ritz": 18238,
+      "▁guys": 18239,
+      "▁combinations": 18240,
+      "ondere": 18241,
+      "▁Ald": 18242,
+      "▁fiddle": 18243,
+      "дав": 18244,
+      "urd": 18245,
+      "▁projection": 18246,
+      "▁También": 18247,
+      "verb": 18248,
+      "▁terre": 18249,
+      "rugu": 18250,
+      "▁september": 18251,
+      "▁<!": 18252,
+      "cost": 18253,
+      "▁nut": 18254,
+      "{%": 18255,
+      "▁ubic": 18256,
+      "amarin": 18257,
+      "тии": 18258,
+      "▁patron": 18259,
+      "▁amely": 18260,
+      "▁esto": 18261,
+      "▁listop": 18262,
+      "fal": 18263,
+      "▁Prop": 18264,
+      "▁Ont": 18265,
+      "▁Made": 18266,
+      "TEST": 18267,
+      "▁Nem": 18268,
+      "▁Nations": 18269,
+      "▁ву": 18270,
+      "including": 18271,
+      "▁spectrum": 18272,
+      "▁Lan": 18273,
+      "▁Ever": 18274,
+      "Paul": 18275,
+      "tm": 18276,
+      "Append": 18277,
+      "Relative": 18278,
+      "disabled": 18279,
+      "returns": 18280,
+      "▁flowers": 18281,
+      "iku": 18282,
+      "▁|\\": 18283,
+      "▁Jordan": 18284,
+      "▁Small": 18285,
+      "▁cic": 18286,
+      "▁sexual": 18287,
+      "autre": 18288,
+      "вал": 18289,
+      "▁rip": 18290,
+      "oust": 18291,
+      "▁Philadelphia": 18292,
+      "▁uk": 18293,
+      "▁Mongo": 18294,
+      "xmlns": 18295,
+      "▁shop": 18296,
+      "▁debugger": 18297,
+      "▁zaj": 18298,
+      "▁Billy": 18299,
+      "▁niem": 18300,
+      "olis": 18301,
+      "▁россий": 18302,
+      "agner": 18303,
+      "▁maven": 18304,
+      "▁Gustav": 18305,
+      "Aus": 18306,
+      "compare": 18307,
+      "▁jeu": 18308,
+      "uder": 18309,
+      "ishment": 18310,
+      "▁дивизи": 18311,
+      "▁Finland": 18312,
+      "нут": 18313,
+      "zés": 18314,
+      "▁Ligações": 18315,
+      "▁quello": 18316,
+      "annotation": 18317,
+      "▁threw": 18318,
+      "▁Proof": 18319,
+      "▁Area": 18320,
+      "ashi": 18321,
+      "▁FO": 18322,
+      "jamin": 18323,
+      "дент": 18324,
+      "▁unus": 18325,
+      "friend": 18326,
+      ".\");": 18327,
+      "▁trakten": 18328,
+      "documentclass": 18329,
+      "anka": 18330,
+      "▁arrive": 18331,
+      "▁donne": 18332,
+      "oly": 18333,
+      "▁Rein": 18334,
+      "▁facebook": 18335,
+      "icina": 18336,
+      "slice": 18337,
+      "▁nagy": 18338,
+      "▁hebben": 18339,
+      "▁IC": 18340,
+      "▁Bag": 18341,
+      "▁circul": 18342,
+      "áct": 18343,
+      "mitt": 18344,
+      "▁grey": 18345,
+      "▁cav": 18346,
+      "▁особи": 18347,
+      "▁symmetric": 18348,
+      "▁Sic": 18349,
+      "▁medium": 18350,
+      "▁UTF": 18351,
+      "▁Dopo": 18352,
+      "ích": 18353,
+      "bare": 18354,
+      "dzie": 18355,
+      "▁heaven": 18356,
+      "▁campe": 18357,
+      "esterday": 18358,
+      "▁Wissenschaft": 18359,
+      "поль": 18360,
+      "did": 18361,
+      "aler": 18362,
+      "▁citizens": 18363,
+      "▁Margaret": 18364,
+      "▁sought": 18365,
+      "charts": 18366,
+      "CLC": 18367,
+      "olly": 18368,
+      "ysz": 18369,
+      "wald": 18370,
+      "▁fen": 18371,
+      "▁Six": 18372,
+      "▁Urs": 18373,
+      "▁орган": 18374,
+      "▁Trad": 18375,
+      "cue": 18376,
+      "schutz": 18377,
+      "▁precise": 18378,
+      "▁Window": 18379,
+      "тие": 18380,
+      "лові": 18381,
+      "itori": 18382,
+      "disambiguation": 18383,
+      "▁хи": 18384,
+      "▁Natural": 18385,
+      "dan": 18386,
+      "▁concrete": 18387,
+      "ција": 18388,
+      "▁spel": 18389,
+      "▁Failed": 18390,
+      "ście": 18391,
+      "▁buf": 18392,
+      "uca": 18393,
+      "icional": 18394,
+      "▁ottobre": 18395,
+      "▁фі": 18396,
+      "▁submitted": 18397,
+      "lave": 18398,
+      "▁Plot": 18399,
+      "▁colleg": 18400,
+      "adem": 18401,
+      "▁chaque": 18402,
+      "▁neighborhood": 18403,
+      "▁calciatore": 18404,
+      "Loop": 18405,
+      "▁Gast": 18406,
+      "▁когда": 18407,
+      "▁industrial": 18408,
+      "▁fatal": 18409,
+      "▁Cert": 18410,
+      "lation": 18411,
+      "▁Одна": 18412,
+      "▁jamais": 18413,
+      "▁accum": 18414,
+      "Identity": 18415,
+      "▁Medal": 18416,
+      "Metadata": 18417,
+      "▁людя": 18418,
+      "bridge": 18419,
+      "Good": 18420,
+      "▁чтобы": 18421,
+      "▁composer": 18422,
+      "▁bread": 18423,
+      "▁closure": 18424,
+      "▁largely": 18425,
+      "FB": 18426,
+      "▁область": 18427,
+      "▁automatic": 18428,
+      "aría": 18429,
+      "▁sufficiently": 18430,
+      "▁italiana": 18431,
+      "▁каче": 18432,
+      "▁Jó": 18433,
+      "history": 18434,
+      "▁HD": 18435,
+      "▁siguiente": 18436,
+      "nell": 18437,
+      "▁Gree": 18438,
+      "▁Ti": 18439,
+      "▁transferred": 18440,
+      "équipe": 18441,
+      "▁Philippe": 18442,
+      "▁encourag": 18443,
+      "▁Vietnam": 18444,
+      "▁graphs": 18445,
+      "▁symmetry": 18446,
+      "fred": 18447,
+      "week": 18448,
+      "▁bronze": 18449,
+      "rys": 18450,
+      "▁namely": 18451,
+      "onders": 18452,
+      "lemagne": 18453,
+      "XY": 18454,
+      "Convert": 18455,
+      "}](": 18456,
+      "Region": 18457,
+      "pecies": 18458,
+      "▁texture": 18459,
+      "▁chr": 18460,
+      "него": 18461,
+      "▁somebody": 18462,
+      "aqu": 18463,
+      "eras": 18464,
+      "▁Ново": 18465,
+      "▁dez": 18466,
+      "aniu": 18467,
+      "okrat": 18468,
+      "▁covers": 18469,
+      "▁signals": 18470,
+      "ђе": 18471,
+      "▁Heb": 18472,
+      "▁Anti": 18473,
+      "IVE": 18474,
+      "▁ress": 18475,
+      "LETE": 18476,
+      "yna": 18477,
+      "пла": 18478,
+      "ждения": 18479,
+      "▁champ": 18480,
+      "▁villages": 18481,
+      "Zone": 18482,
+      "▁iPhone": 18483,
+      "▁souvent": 18484,
+      "ські": 18485,
+      "▁febbraio": 18486,
+      "ército": 18487,
+      "▁XI": 18488,
+      "okat": 18489,
+      "▁membres": 18490,
+      "junit": 18491,
+      "▁Draw": 18492,
+      "▁прово": 18493,
+      "audio": 18494,
+      "endl": 18495,
+      "▁Nad": 18496,
+      "▁magnitude": 18497,
+      "Sur": 18498,
+      "icing": 18499,
+      "▁unw": 18500,
+      "▁отри": 18501,
+      "▁Bey": 18502,
+      "▁Vik": 18503,
+      "▁política": 18504,
+      "porter": 18505,
+      "▁Barbara": 18506,
+      "ált": 18507,
+      "bib": 18508,
+      "▁accompan": 18509,
+      "VP": 18510,
+      "▁encoded": 18511,
+      "▁Sometimes": 18512,
+      "bird": 18513,
+      "▁Ult": 18514,
+      "▁tun": 18515,
+      "getText": 18516,
+      "▁arrival": 18517,
+      "scriptstyle": 18518,
+      "{`": 18519,
+      "▁perspective": 18520,
+      "LINE": 18521,
+      "Formatter": 18522,
+      "▁bom": 18523,
+      "вра": 18524,
+      "DEBUG": 18525,
+      "Bounds": 18526,
+      "▁Title": 18527,
+      "ló": 18528,
+      "Dan": 18529,
+      "▁gene": 18530,
+      "▁Bit": 18531,
+      "▁reproduce": 18532,
+      "▁graphics": 18533,
+      "▁сем": 18534,
+      "рё": 18535,
+      "▁реки": 18536,
+      "usalem": 18537,
+      "рож": 18538,
+      "▁DES": 18539,
+      "▁Software": 18540,
+      "urance": 18541,
+      "ithmetic": 18542,
+      "eness": 18543,
+      "ichi": 18544,
+      "Converter": 18545,
+      "▁github": 18546,
+      "erdings": 18547,
+      "glise": 18548,
+      "ách": 18549,
+      "▁buried": 18550,
+      "▁vision": 18551,
+      "Miss": 18552,
+      "▁sees": 18553,
+      "▁personnes": 18554,
+      "▁Intel": 18555,
+      "elia": 18556,
+      "▁člán": 18557,
+      "▁chi": 18558,
+      "▁klas": 18559,
+      "auté": 18560,
+      "▁stark": 18561,
+      "cze": 18562,
+      "▁drivers": 18563,
+      "vn": 18564,
+      "!,": 18565,
+      "▁годы": 18566,
+      "Hi": 18567,
+      "▁explains": 18568,
+      "articles": 18569,
+      "▁zug": 18570,
+      "Prom": 18571,
+      ">=": 18572,
+      "▁Beat": 18573,
+      "▁Sax": 18574,
+      "vertical": 18575,
+      "кто": 18576,
+      "▁plants": 18577,
+      "▁Références": 18578,
+      "▁ogni": 18579,
+      "▁curs": 18580,
+      "▁SK": 18581,
+      "они": 18582,
+      "▁destac": 18583,
+      "\");\r": 18584,
+      "▁Sure": 18585,
+      "▁partido": 18586,
+      "▁Folge": 18587,
+      "▁Moore": 18588,
+      "▁wz": 18589,
+      "скус": 18590,
+      "ltre": 18591,
+      "ondo": 18592,
+      "▁pose": 18593,
+      "imos": 18594,
+      "бой": 18595,
+      "ципа": 18596,
+      "jus": 18597,
+      ".....": 18598,
+      "▁época": 18599,
+      "▁quanto": 18600,
+      "▁Support": 18601,
+      "geschichte": 18602,
+      "SERVER": 18603,
+      "▁Georges": 18604,
+      "enum": 18605,
+      "▁herm": 18606,
+      "▁nebo": 18607,
+      "▁Chr": 18608,
+      "character": 18609,
+      "▁***": 18610,
+      "▁Forsch": 18611,
+      "iami": 18612,
+      "▁¿": 18613,
+      "cych": 18614,
+      "▁fifth": 18615,
+      "sent": 18616,
+      "▁anderem": 18617,
+      "▁proportion": 18618,
+      "▁prest": 18619,
+      "▁Girl": 18620,
+      "▁drama": 18621,
+      "wand": 18622,
+      "▁Mail": 18623,
+      "▁Lux": 18624,
+      "▁který": 18625,
+      "▁Gesellschaft": 18626,
+      "▁Hinweis": 18627,
+      "nisse": 18628,
+      "▁mondo": 18629,
+      "Eq": 18630,
+      "▁perí": 18631,
+      "▁eastern": 18632,
+      "▁UEFA": 18633,
+      "uale": 18634,
+      "▁convex": 18635,
+      "▁поль": 18636,
+      "▁Hey": 18637,
+      "zenie": 18638,
+      "initely": 18639,
+      "▁Zusammen": 18640,
+      "SSL": 18641,
+      "ocal": 18642,
+      "▁canal": 18643,
+      "voy": 18644,
+      "▁Кри": 18645,
+      "▁között": 18646,
+      "▁cars": 18647,
+      "▁versión": 18648,
+      "Environment": 18649,
+      "Her": 18650,
+      "▁señ": 18651,
+      "▁spatial": 18652,
+      "ymi": 18653,
+      "Fire": 18654,
+      "▁veget": 18655,
+      "▁Wie": 18656,
+      "▁znaj": 18657,
+      "▁damage": 18658,
+      "▁endl": 18659,
+      "gif": 18660,
+      "▁quali": 18661,
+      "▁которых": 18662,
+      "ellan": 18663,
+      "▁mens": 18664,
+      "▁plug": 18665,
+      "▁abund": 18666,
+      "FIG": 18667,
+      "▁sf": 18668,
+      "▁confl": 18669,
+      "▁населения": 18670,
+      "▁principles": 18671,
+      "▁Gabriel": 18672,
+      "ibe": 18673,
+      "▁{%": 18674,
+      "▁població": 18675,
+      "ніципа": 18676,
+      "▁extreme": 18677,
+      "▁asse": 18678,
+      "▁vu": 18679,
+      "Mock": 18680,
+      "▁spielte": 18681,
+      "▁Aer": 18682,
+      "▁datos": 18683,
+      "endes": 18684,
+      "▁Gel": 18685,
+      "▁Gor": 18686,
+      "Christ": 18687,
+      "chos": 18688,
+      "Processor": 18689,
+      "▁instruct": 18690,
+      "▁picked": 18691,
+      "nahme": 18692,
+      "fahr": 18693,
+      "▁indicated": 18694,
+      "▁%.": 18695,
+      "▁ts": 18696,
+      "▁notable": 18697,
+      "▁qualified": 18698,
+      "▁Ал": 18699,
+      "Black": 18700,
+      "▁council": 18701,
+      "▁overhead": 18702,
+      "aci": 18703,
+      "année": 18704,
+      "▁initWith": 18705,
+      "bió": 18706,
+      "▁introduction": 18707,
+      "▁companion": 18708,
+      "▁expon": 18709,
+      "▁kör": 18710,
+      "oby": 18711,
+      "burn": 18712,
+      "gnu": 18713,
+      "virtual": 18714,
+      "▁intellect": 18715,
+      "▁держа": 18716,
+      "'+": 18717,
+      "бле": 18718,
+      "▁strictly": 18719,
+      "▁recognize": 18720,
+      "hour": 18721,
+      "▁Wrest": 18722,
+      "ennen": 18723,
+      "$).": 18724,
+      "fff": 18725,
+      "▁Centro": 18726,
+      "▁Pitt": 18727,
+      "▁dział": 18728,
+      "▁cela": 18729,
+      "▁francese": 18730,
+      "рами": 18731,
+      "special": 18732,
+      "▁Dup": 18733,
+      "toire": 18734,
+      "каль": 18735,
+      "COUNT": 18736,
+      "▁Brook": 18737,
+      "▁руково": 18738,
+      "publique": 18739,
+      "▁seconda": 18740,
+      "▁compt": 18741,
+      "▁bland": 18742,
+      "Before": 18743,
+      "▁Pack": 18744,
+      "alty": 18745,
+      "öder": 18746,
+      "▁intervals": 18747,
+      "▁Datenbank": 18748,
+      "Movie": 18749,
+      "▁transm": 18750,
+      "▁tap": 18751,
+      "▁поч": 18752,
+      "fon": 18753,
+      "iai": 18754,
+      "▁fib": 18755,
+      "▁wyd": 18756,
+      "▁hung": 18757,
+      "▁alive": 18758,
+      "Clear": 18759,
+      "▁pushed": 18760,
+      "▁tuple": 18761,
+      "achen": 18762,
+      "гово": 18763,
+      "▁revers": 18764,
+      "▁augment": 18765,
+      "▁challenge": 18766,
+      "lost": 18767,
+      "▁deuxième": 18768,
+      "structor": 18769,
+      "▁mehrerer": 18770,
+      "atural": 18771,
+      "Split": 18772,
+      "стем": 18773,
+      "шла": 18774,
+      ")\\\\": 18775,
+      "▁Dog": 18776,
+      "▁developers": 18777,
+      "▁nod": 18778,
+      "▁сторо": 18779,
+      "▁NaN": 18780,
+      "▁priest": 18781,
+      "▁exha": 18782,
+      "UND": 18783,
+      "pair": 18784,
+      "alone": 18785,
+      "▁moon": 18786,
+      "▁#!/": 18787,
+      "▁guns": 18788,
+      "rola": 18789,
+      "чита": 18790,
+      "▁Encyclopedia": 18791,
+      "atis": 18792,
+      "▁'\"": 18793,
+      "zych": 18794,
+      "▁superfic": 18795,
+      "▁эк": 18796,
+      "едера": 18797,
+      "feed": 18798,
+      "LAY": 18799,
+      "Fi": 18800,
+      "unks": 18801,
+      "isecond": 18802,
+      "▁'@": 18803,
+      "▁Adding": 18804,
+      "рое": 18805,
+      "▁tang": 18806,
+      "цо": 18807,
+      "hung": 18808,
+      "bis": 18809,
+      "ského": 18810,
+      "▁advert": 18811,
+      "▁занима": 18812,
+      "uzz": 18813,
+      "ágina": 18814,
+      "▁Tel": 18815,
+      "sig": 18816,
+      "▁Ez": 18817,
+      "▁guarantee": 18818,
+      "▁teaching": 18819,
+      "oty": 18820,
+      "termin": 18821,
+      "▁distributions": 18822,
+      "FLA": 18823,
+      "▁Giuseppe": 18824,
+      "querySelector": 18825,
+      "▁/\\": 18826,
+      "▁Squad": 18827,
+      "gz": 18828,
+      "delay": 18829,
+      "▁surrounding": 18830,
+      "▁manus": 18831,
+      "▁Hou": 18832,
+      "²,": 18833,
+      "▁cultiv": 18834,
+      "▁troubles": 18835,
+      "▁raison": 18836,
+      "expand": 18837,
+      "▁cov": 18838,
+      "nungen": 18839,
+      ")){": 18840,
+      "▁geen": 18841,
+      "▁außer": 18842,
+      "▁Лі": 18843,
+      "ři": 18844,
+      "▁situations": 18845,
+      "▁telep": 18846,
+      "▁Jed": 18847,
+      "▁travail": 18848,
+      "lias": 18849,
+      "bullet": 18850,
+      "▁selecting": 18851,
+      "avier": 18852,
+      "▁essential": 18853,
+      "(/": 18854,
+      "yyyy": 18855,
+      "ště": 18856,
+      "ulty": 18857,
+      "▁kra": 18858,
+      "▁tabs": 18859,
+      "▁experienced": 18860,
+      "azi": 18861,
+      "▁Directory": 18862,
+      "▁cron": 18863,
+      "▁spend": 18864,
+      "▁RA": 18865,
+      "▁selenium": 18866,
+      "▁Thé": 18867,
+      "Elements": 18868,
+      "cii": 18869,
+      "▁plat": 18870,
+      "▁archive": 18871,
+      "▁assistance": 18872,
+      "▁neck": 18873,
+      "▁Avenue": 18874,
+      "▁wheel": 18875,
+      "▁hade": 18876,
+      "Common": 18877,
+      "▁Dialog": 18878,
+      "▁forg": 18879,
+      "▁surely": 18880,
+      "▁hockey": 18881,
+      "któ": 18882,
+      "▁tk": 18883,
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁": 18884,
+      "▁Bruce": 18885,
+      "▁enorm": 18886,
+      ",’": 18887,
+      "▁Christopher": 18888,
+      "jev": 18889,
+      "▁quad": 18890,
+      "▁AJAX": 18891,
+      "▁relief": 18892,
+      "▁modes": 18893,
+      "sklär": 18894,
+      "▁Vid": 18895,
+      "▁Serial": 18896,
+      "▁tokens": 18897,
+      "▁Poland": 18898,
+      "\\]": 18899,
+      "▁vide": 18900,
+      "rooms": 18901,
+      "omas": 18902,
+      "▁Bureau": 18903,
+      "cx": 18904,
+      "ностью": 18905,
+      "▁signs": 18906,
+      "шение": 18907,
+      "lossen": 18908,
+      "▁Queens": 18909,
+      "▁membre": 18910,
+      "▁mez": 18911,
+      "▁Bool": 18912,
+      "▁Naj": 18913,
+      "▁Memory": 18914,
+      "▁Khan": 18915,
+      "▁là": 18916,
+      "▁Hud": 18917,
+      "▁dismiss": 18918,
+      "ighth": 18919,
+      "▁fs": 18920,
+      "prevent": 18921,
+      "▁меда": 18922,
+      "▁Police": 18923,
+      "▁ско": 18924,
+      "finite": 18925,
+      "▁ami": 18926,
+      "▁Much": 18927,
+      "owania": 18928,
+      "ORY": 18929,
+      "iors": 18930,
+      "▁Premio": 18931,
+      "▁textbox": 18932,
+      "dm": 18933,
+      "▁afin": 18934,
+      "▁Donald": 18935,
+      "▁Priv": 18936,
+      "▁decid": 18937,
+      "▁Maurice": 18938,
+      "agan": 18939,
+      "▁Britannica": 18940,
+      "▁oft": 18941,
+      "▁consecutive": 18942,
+      "\"?>": 18943,
+      "овий": 18944,
+      "student": 18945,
+      "▁peque": 18946,
+      "▁dieses": 18947,
+      "▁retour": 18948,
+      "étr": 18949,
+      "▁сез": 18950,
+      "▁kre": 18951,
+      "▁votes": 18952,
+      "ruption": 18953,
+      "izada": 18954,
+      "▁Wiel": 18955,
+      "▁Gray": 18956,
+      "▁Leop": 18957,
+      "teilung": 18958,
+      "(['": 18959,
+      "▁whites": 18960,
+      "frica": 18961,
+      "animation": 18962,
+      "curl": 18963,
+      "lings": 18964,
+      "=\"$": 18965,
+      "loyd": 18966,
+      "textsc": 18967,
+      "ору": 18968,
+      "▁села": 18969,
+      "esian": 18970,
+      "▁Mission": 18971,
+      "▁неза": 18972,
+      "▁ultimately": 18973,
+      "бов": 18974,
+      "olen": 18975,
+      "скому": 18976,
+      "nete": 18977,
+      "▁Dit": 18978,
+      "▁costru": 18979,
+      "dependent": 18980,
+      "▁Resource": 18981,
+      "▁hosts": 18982,
+      "▁rear": 18983,
+      "Duration": 18984,
+      "ників": 18985,
+      "Ма": 18986,
+      "▁planning": 18987,
+      "▁prediction": 18988,
+      "▁Lyn": 18989,
+      "▁kir": 18990,
+      "▁Legisl": 18991,
+      "мат": 18992,
+      "▁Soccer": 18993,
+      "▁survey": 18994,
+      "▁estadounidense": 18995,
+      "orgen": 18996,
+      "jourd": 18997,
+      "▁aprile": 18998,
+      "▁ids": 18999,
+      "ське": 19000,
+      "▁employee": 19001,
+      "▁Schauspieler": 19002,
+      "ръ": 19003,
+      "▁multimedia": 19004,
+      "▁свою": 19005,
+      "▁wine": 19006,
+      "▁EU": 19007,
+      "ică": 19008,
+      "▁Rhein": 19009,
+      "▁Palmar": 19010,
+      "oteca": 19011,
+      "▁prepare": 19012,
+      "▁Tot": 19013,
+      "▁Null": 19014,
+      "▁kin": 19015,
+      "inals": 19016,
+      "▁Newton": 19017,
+      "▁tbl": 19018,
+      "▁Sold": 19019,
+      "▁verf": 19020,
+      "aturing": 19021,
+      "▁laptop": 19022,
+      "▁Совет": 19023,
+      "secret": 19024,
+      "▁Olympic": 19025,
+      "▁footballer": 19026,
+      "▁Rudolf": 19027,
+      "▁conhe": 19028,
+      "zysk": 19029,
+      "▁evaluated": 19030,
+      "»)": 19031,
+      "shop": 19032,
+      "repository": 19033,
+      "▁zach": 19034,
+      "▁losing": 19035,
+      "etter": 19036,
+      "▁Wirtschaft": 19037,
+      "так": 19038,
+      "▁unnecessary": 19039,
+      "▁Phot": 19040,
+      "anska": 19041,
+      "▁Native": 19042,
+      "CCE": 19043,
+      "▁fifty": 19044,
+      "▁erw": 19045,
+      "rh": 19046,
+      "issent": 19047,
+      "}{(": 19048,
+      "▁lanç": 19049,
+      "▁Xcode": 19050,
+      "город": 19051,
+      "cir": 19052,
+      "▁película": 19053,
+      "▁Oscar": 19054,
+      "▁shore": 19055,
+      "▁supplied": 19056,
+      "examples": 19057,
+      "Mess": 19058,
+      "VICE": 19059,
+      "▁exclude": 19060,
+      "▁hen": 19061,
+      "▁губер": 19062,
+      "▁Fragment": 19063,
+      "▁Bitte": 19064,
+      "▁Besides": 19065,
+      "▁hes": 19066,
+      "▁ihrem": 19067,
+      "▁Serge": 19068,
+      "▁artific": 19069,
+      "=\"${": 19070,
+      "лово": 19071,
+      "uteur": 19072,
+      "taire": 19073,
+      "пас": 19074,
+      "▁easiest": 19075,
+      "▁famiglia": 19076,
+      "Normal": 19077,
+      "▁dalle": 19078,
+      "▁nations": 19079,
+      "rp": 19080,
+      "thead": 19081,
+      "▁області": 19082,
+      "▁Democratic": 19083,
+      "▁челове": 19084,
+      "мож": 19085,
+      "▁гер": 19086,
+      "▁smallest": 19087,
+      "▁Publishing": 19088,
+      "▁Ts": 19089,
+      "▁laughed": 19090,
+      "lle": 19091,
+      "▁Amt": 19092,
+      "▁IIS": 19093,
+      "FORM": 19094,
+      "Mag": 19095,
+      "дон": 19096,
+      "▁storia": 19097,
+      "▁organized": 19098,
+      "ční": 19099,
+      "▁ox": 19100,
+      "lingen": 19101,
+      "▁luego": 19102,
+      "cció": 19103,
+      "▁rely": 19104,
+      "▁tussen": 19105,
+      "erten": 19106,
+      "▁honour": 19107,
+      "▁Claude": 19108,
+      "▁Korea": 19109,
+      "▁Metropol": 19110,
+      "Super": 19111,
+      "rien": 19112,
+      "érature": 19113,
+      "attro": 19114,
+      "▁біль": 19115,
+      "▁Herbert": 19116,
+      "▁auteurs": 19117,
+      "▁darauf": 19118,
+      "▁mental": 19119,
+      "▁rang": 19120,
+      "▁són": 19121,
+      "▁Soph": 19122,
+      ")\",": 19123,
+      "Descriptor": 19124,
+      "prepare": 19125,
+      "▁Landkreis": 19126,
+      "HC": 19127,
+      "cross": 19128,
+      "лиза": 19129,
+      "▁Login": 19130,
+      "onen": 19131,
+      "Feature": 19132,
+      "▁museum": 19133,
+      "vek": 19134,
+      "▁Nelson": 19135,
+      "▁rejo": 19136,
+      "▁команди": 19137,
+      "▁summar": 19138,
+      "▁следу": 19139,
+      "ämp": 19140,
+      "▁Gas": 19141,
+      "вом": 19142,
+      "VALUE": 19143,
+      "inge": 19144,
+      "period": 19145,
+      "lassen": 19146,
+      "ával": 19147,
+      "▁altogether": 19148,
+      "umph": 19149,
+      "istro": 19150,
+      "ąż": 19151,
+      "▁Keep": 19152,
+      "▁Marco": 19153,
+      "▁étant": 19154,
+      "▁Dre": 19155,
+      "geometry": 19156,
+      "▁Kas": 19157,
+      "messages": 19158,
+      "Cook": 19159,
+      "▁Side": 19160,
+      "▁коми": 19161,
+      "стри": 19162,
+      "▁excess": 19163,
+      "▁Biografia": 19164,
+      "XXXX": 19165,
+      "▁Nie": 19166,
+      "vendor": 19167,
+      "xsd": 19168,
+      "Mill": 19169,
+      "processing": 19170,
+      "▁Missouri": 19171,
+      "▁permett": 19172,
+      "▁apar": 19173,
+      "▁crowd": 19174,
+      "fert": 19175,
+      "▁Dou": 19176,
+      "rí": 19177,
+      "▁CC": 19178,
+      "▁payment": 19179,
+      "▁Hollywood": 19180,
+      "▁Virtual": 19181,
+      "▁spoken": 19182,
+      "▁tram": 19183,
+      "▁Community": 19184,
+      "▁administrative": 19185,
+      "▁воло": 19186,
+      "gior": 19187,
+      "visor": 19188,
+      "▁Украи": 19189,
+      "stage": 19190,
+      "▁Format": 19191,
+      "▁convenient": 19192,
+      "На": 19193,
+      "▁median": 19194,
+      "▁вра": 19195,
+      "▁Према": 19196,
+      "enig": 19197,
+      "▁Opera": 19198,
+      "rés": 19199,
+      "▁fmt": 19200,
+      "▁efficiency": 19201,
+      "male": 19202,
+      "Master": 19203,
+      "Series": 19204,
+      "▁syd": 19205,
+      "generic": 19206,
+      "interval": 19207,
+      "▁efect": 19208,
+      "▁inwoners": 19209,
+      "лимпи": 19210,
+      "irement": 19211,
+      "Err": 19212,
+      "öh": 19213,
+      "▁lying": 19214,
+      "▁Settings": 19215,
+      "!=": 19216,
+      "ematic": 19217,
+      "argv": 19218,
+      "▁Basic": 19219,
+      "▁consideration": 19220,
+      "▁habe": 19221,
+      "-%": 19222,
+      "▁mountains": 19223,
+      "▁peak": 19224,
+      "▁fallen": 19225,
+      "eded": 19226,
+      "logic": 19227,
+      "▁matched": 19228,
+      "▁typing": 19229,
+      ")},": 19230,
+      "▁fancy": 19231,
+      "▁elegant": 19232,
+      "ال": 19233,
+      "▁участ": 19234,
+      "▁Sarah": 19235,
+      "▁Verd": 19236,
+      "▁tego": 19237,
+      "rules": 19238,
+      "▁mounted": 19239,
+      "▁ім": 19240,
+      "еру": 19241,
+      "stoff": 19242,
+      "fahren": 19243,
+      "distance": 19244,
+      "▁License": 19245,
+      "▁LEFT": 19246,
+      "▁wp": 19247,
+      "/{": 19248,
+      "▁amazon": 19249,
+      ">&": 19250,
+      "▁első": 19251,
+      "quarters": 19252,
+      "▁shock": 19253,
+      "nick": 19254,
+      "▁Archite": 19255,
+      "▁Square": 19256,
+      "▁rates": 19257,
+      "iore": 19258,
+      "▁Nat": 19259,
+      "▁Charlot": 19260,
+      "reichen": 19261,
+      "▁variation": 19262,
+      "osis": 19263,
+      "life": 19264,
+      "slide": 19265,
+      "abi": 19266,
+      "uki": 19267,
+      "mysq": 19268,
+      "▁primitive": 19269,
+      "▁universitaire": 19270,
+      "LENG": 19271,
+      "ależ": 19272,
+      "ebook": 19273,
+      "syn": 19274,
+      "▁Gegen": 19275,
+      "▁Kü": 19276,
+      "▁але": 19277,
+      "▁Lub": 19278,
+      "concurrent": 19279,
+      "izzato": 19280,
+      "▁stub": 19281,
+      "▁ie": 19282,
+      "▁'./": 19283,
+      "cod": 19284,
+      "▁internacional": 19285,
+      "▁Glas": 19286,
+      "▁mare": 19287,
+      "▁Neb": 19288,
+      "▁GB": 19289,
+      "kwargs": 19290,
+      "▁aument": 19291,
+      "WID": 19292,
+      "▁род": 19293,
+      "punkt": 19294,
+      "▁Grad": 19295,
+      "SN": 19296,
+      "AMP": 19297,
+      "▁Born": 19298,
+      "▁Guerre": 19299,
+      "готов": 19300,
+      "▁medio": 19301,
+      "Med": 19302,
+      "supp": 19303,
+      "actual": 19304,
+      "dropdown": 19305,
+      "▁oktober": 19306,
+      "▁ř": 19307,
+      "▁circular": 19308,
+      "▁skin": 19309,
+      "▁emphas": 19310,
+      "▁голов": 19311,
+      "▁pue": 19312,
+      "▁informations": 19313,
+      "▁Wolfgang": 19314,
+      "▁useless": 19315,
+      "ит": 19316,
+      "▁Joan": 19317,
+      "▁бор": 19318,
+      "▁Glad": 19319,
+      "▁Know": 19320,
+      "ként": 19321,
+      "speed": 19322,
+      "▁Kevin": 19323,
+      "unft": 19324,
+      "▁arqu": 19325,
+      "▁Casa": 19326,
+      "(...": 19327,
+      "▁rapidly": 19328,
+      "▁proble": 19329,
+      "▁Википеди": 19330,
+      "žen": 19331,
+      "▁Neben": 19332,
+      "▁Meter": 19333,
+      "Children": 19334,
+      "cem": 19335,
+      "igos": 19336,
+      "aju": 19337,
+      "▁Retrie": 19338,
+      "▁Hell": 19339,
+      "▁gig": 19340,
+      "▁controvers": 19341,
+      "▁zoom": 19342,
+      "▁cens": 19343,
+      "▁alcuni": 19344,
+      "▁Header": 19345,
+      "Meta": 19346,
+      "Required": 19347,
+      "▁институ": 19348,
+      "▁skup": 19349,
+      "▁ingles": 19350,
+      "égl": 19351,
+      "bij": 19352,
+      "▁tér": 19353,
+      "▁compag": 19354,
+      "▁committed": 19355,
+      "▁processed": 19356,
+      "Lower": 19357,
+      "▁Foreign": 19358,
+      "▁seq": 19359,
+      "sheets": 19360,
+      "▁Fem": 19361,
+      "hoz": 19362,
+      "inks": 19363,
+      "▁kall": 19364,
+      "variant": 19365,
+      "▁libro": 19366,
+      "▁clicks": 19367,
+      "▁gobierno": 19368,
+      "iegel": 19369,
+      "мого": 19370,
+      "geme": 19371,
+      "▁tower": 19372,
+      "▁parish": 19373,
+      "▁TCP": 19374,
+      "▁ls": 19375,
+      "▁nginx": 19376,
+      "NaN": 19377,
+      "▁Dir": 19378,
+      "▁Begriffe": 19379,
+      "arie": 19380,
+      "ímp": 19381,
+      "icios": 19382,
+      "▁sharing": 19383,
+      "▁cinéma": 19384,
+      "bec": 19385,
+      "RED": 19386,
+      "▁Kra": 19387,
+      "abol": 19388,
+      "▁flux": 19389,
+      "▁expensive": 19390,
+      "▁суще": 19391,
+      "▁`_": 19392,
+      "ocz": 19393,
+      "лист": 19394,
+      "▁acquaint": 19395,
+      "▁wise": 19396,
+      "▁pouvoir": 19397,
+      "▁devant": 19398,
+      "▁momentum": 19399,
+      "immer": 19400,
+      "▁Coupe": 19401,
+      "indexOf": 19402,
+      "▁doesnt": 19403,
+      "▁зав": 19404,
+      "▁license": 19405,
+      "▁â": 19406,
+      "CSS": 19407,
+      "▁rice": 19408,
+      "Team": 19409,
+      "▁ano": 19410,
+      "lit": 19411,
+      "▁merged": 19412,
+      "▁Cell": 19413,
+      "лл": 19414,
+      "boy": 19415,
+      "asts": 19416,
+      "▁sell": 19417,
+      "▁große": 19418,
+      "▁virtuel": 19419,
+      "Cancel": 19420,
+      "▁sj": 19421,
+      "gment": 19422,
+      ".<": 19423,
+      "чай": 19424,
+      "ië": 19425,
+      "akh": 19426,
+      "izers": 19427,
+      "prit": 19428,
+      "▁Tib": 19429,
+      "▁elaborate": 19430,
+      "▁fé": 19431,
+      "▁меди": 19432,
+      "LENGTH": 19433,
+      "▁primarily": 19434,
+      "▁scores": 19435,
+      "▁carrying": 19436,
+      "▁lake": 19437,
+      "compose": 19438,
+      "▁Township": 19439,
+      "unge": 19440,
+      "▁alberga": 19441,
+      "anych": 19442,
+      "quelle": 19443,
+      "▁Ark": 19444,
+      "▁pris": 19445,
+      "▁voll": 19446,
+      "шли": 19447,
+      "Validation": 19448,
+      "▁ceux": 19449,
+      "▁populate": 19450,
+      "\"\r": 19451,
+      "▁femmes": 19452,
+      "ANG": 19453,
+      "▁Despite": 19454,
+      "вые": 19455,
+      "iske": 19456,
+      "zug": 19457,
+      "нача": 19458,
+      "▁hatten": 19459,
+      "INSERT": 19460,
+      "Employee": 19461,
+      "▁moments": 19462,
+      "▁última": 19463,
+      "▁holder": 19464,
+      "blank": 19465,
+      "Collections": 19466,
+      "athers": 19467,
+      "▁grade": 19468,
+      "▁affairs": 19469,
+      ".$$": 19470,
+      "▁delta": 19471,
+      "▁Jugend": 19472,
+      "▁español": 19473,
+      "▁OUT": 19474,
+      "▁mathematical": 19475,
+      "▁mongo": 19476,
+      "▁Фе": 19477,
+      "uling": 19478,
+      "▁revolution": 19479,
+      "▁coin": 19480,
+      "▁subclass": 19481,
+      "\"=>": 19482,
+      "äche": 19483,
+      "▁pyg": 19484,
+      "щая": 19485,
+      "illery": 19486,
+      "▁comenz": 19487,
+      "depth": 19488,
+      "▁cél": 19489,
+      "▁resize": 19490,
+      "▁Same": 19491,
+      "▁strik": 19492,
+      "▁tir": 19493,
+      "▁scarc": 19494,
+      "▁Member": 19495,
+      "subscribe": 19496,
+      "óż": 19497,
+      "útbol": 19498,
+      "except": 19499,
+      "▁driving": 19500,
+      "kie": 19501,
+      "zony": 19502,
+      "èmes": 19503,
+      "David": 19504,
+      "issant": 19505,
+      "▁ты": 19506,
+      "▁élect": 19507,
+      "▁rename": 19508,
+      "▁Running": 19509,
+      "▁interfaces": 19510,
+      "////////////////": 19511,
+      "▁Walker": 19512,
+      "▁société": 19513,
+      "▁asks": 19514,
+      "brid": 19515,
+      "▁jewe": 19516,
+      "▁seines": 19517,
+      "▁agents": 19518,
+      "▁MY": 19519,
+      "▁Lawrence": 19520,
+      "dess": 19521,
+      "iesen": 19522,
+      "▁людях": 19523,
+      "прави": 19524,
+      "▁ancest": 19525,
+      "▁welche": 19526,
+      "raum": 19527,
+      "▁orb": 19528,
+      "scal": 19529,
+      "▁Lear": 19530,
+      "▁wear": 19531,
+      "▁slave": 19532,
+      "▁renamed": 19533,
+      "čen": 19534,
+      "maste": 19535,
+      "angles": 19536,
+      "▁América": 19537,
+      "▁ti": 19538,
+      "▁demsel": 19539,
+      "▁beneath": 19540,
+      "binary": 19541,
+      "▁edición": 19542,
+      "▁kilomet": 19543,
+      "uits": 19544,
+      "▁cuatro": 19545,
+      "▁entrance": 19546,
+      "ondissement": 19547,
+      "▁bag": 19548,
+      "▁Armen": 19549,
+      "ijo": 19550,
+      "▁Lors": 19551,
+      "▁demselben": 19552,
+      "êm": 19553,
+      "▁discrete": 19554,
+      "▁prominent": 19555,
+      "▁Jay": 19556,
+      "decor": 19557,
+      "DL": 19558,
+      "▁dí": 19559,
+      "Struct": 19560,
+      "▁Production": 19561,
+      "they": 19562,
+      "arius": 19563,
+      "schnitt": 19564,
+      "▁Cou": 19565,
+      "▁lex": 19566,
+      "youtube": 19567,
+      "▁работа": 19568,
+      "station": 19569,
+      "sep": 19570,
+      "▁mirror": 19571,
+      "▁hits": 19572,
+      "▁Beck": 19573,
+      "atically": 19574,
+      "▁Laz": 19575,
+      "▁winner": 19576,
+      "DEX": 19577,
+      "▁INT": 19578,
+      "}^{-": 19579,
+      "▁wegen": 19580,
+      "mad": 19581,
+      "Angle": 19582,
+      "zing": 19583,
+      "▁Bayern": 19584,
+      "sal": 19585,
+      "äger": 19586,
+      "▁busy": 19587,
+      "▁stör": 19588,
+      "▁folk": 19589,
+      "▁prix": 19590,
+      "▁allocated": 19591,
+      "▁pt": 19592,
+      "affen": 19593,
+      "cluster": 19594,
+      "▁complement": 19595,
+      "árs": 19596,
+      "▁Amerika": 19597,
+      "рій": 19598,
+      "▁valley": 19599,
+      "▁rooms": 19600,
+      "▁moi": 19601,
+      ".\",": 19602,
+      ";;;;": 19603,
+      "▁lowest": 19604,
+      "nog": 19605,
+      "▁landet": 19606,
+      "▁programme": 19607,
+      "chio": 19608,
+      "▁Während": 19609,
+      "ández": 19610,
+      "▁долж": 19611,
+      "▁ouv": 19612,
+      "omány": 19613,
+      "▁Википедии": 19614,
+      "▁só": 19615,
+      "▁elektr": 19616,
+      "Desc": 19617,
+      "▁Beaut": 19618,
+      "нар": 19619,
+      "▁може": 19620,
+      "Pierre": 19621,
+      "esota": 19622,
+      "▁operated": 19623,
+      "▁forte": 19624,
+      "рис": 19625,
+      "▁opposition": 19626,
+      "alia": 19627,
+      "▁Syl": 19628,
+      "getName": 19629,
+      "вели": 19630,
+      "fik": 19631,
+      "▁comprom": 19632,
+      "▁TextView": 19633,
+      "Spring": 19634,
+      "metadata": 19635,
+      "engu": 19636,
+      "/,": 19637,
+      "▁carri": 19638,
+      "istol": 19639,
+      "▁diagonal": 19640,
+      "lista": 19641,
+      "izen": 19642,
+      "▁rende": 19643,
+      "gcc": 19644,
+      "beck": 19645,
+      "lius": 19646,
+      "iral": 19647,
+      "Resolver": 19648,
+      "▁percentage": 19649,
+      "▁attra": 19650,
+      "strings": 19651,
+      "wiąz": 19652,
+      "ods": 19653,
+      "волю": 19654,
+      "ęż": 19655,
+      "▁newspaper": 19656,
+      "imiter": 19657,
+      "ABC": 19658,
+      "▁Manchester": 19659,
+      "[{": 19660,
+      "Agent": 19661,
+      "▁Wor": 19662,
+      "▁Kath": 19663,
+      "▁пові": 19664,
+      "▁entonces": 19665,
+      "▁niveau": 19666,
+      "atted": 19667,
+      "learn": 19668,
+      "atiques": 19669,
+      "▁уби": 19670,
+      "▁quindi": 19671,
+      "binding": 19672,
+      "▁imported": 19673,
+      "▁Horn": 19674,
+      "emberg": 19675,
+      "complex": 19676,
+      "▁neural": 19677,
+      "information": 19678,
+      "▁recognition": 19679,
+      "ingt": 19680,
+      "▁inhabitants": 19681,
+      "vue": 19682,
+      "▁Bevölker": 19683,
+      "▁curves": 19684,
+      "▁leb": 19685,
+      "дій": 19686,
+      "▁sow": 19687,
+      "▁sentiment": 19688,
+      "PH": 19689,
+      "rache": 19690,
+      "▁-(": 19691,
+      "▁estable": 19692,
+      "▁Ferdinand": 19693,
+      "▁écrit": 19694,
+      "▁primeiro": 19695,
+      "▁tex": 19696,
+      "▁intermediate": 19697,
+      "verage": 19698,
+      "ibus": 19699,
+      "▁serves": 19700,
+      "ivas": 19701,
+      "▁bru": 19702,
+      "▁lum": 19703,
+      "attice": 19704,
+      "чный": 19705,
+      "▁Dres": 19706,
+      "▁videos": 19707,
+      "duration": 19708,
+      "▁abit": 19709,
+      "▁egg": 19710,
+      "ographical": 19711,
+      "alph": 19712,
+      "STATE": 19713,
+      "▁пара": 19714,
+      "reading": 19715,
+      "▁vehicle": 19716,
+      "▁fortune": 19717,
+      "ultats": 19718,
+      "▁Storia": 19719,
+      "midt": 19720,
+      "łącz": 19721,
+      "▁Memorial": 19722,
+      "▁vas": 19723,
+      "▁зан": 19724,
+      "▁utility": 19725,
+      "▁obsc": 19726,
+      "▁relacion": 19727,
+      "▁runat": 19728,
+      "Release": 19729,
+      "take": 19730,
+      "▁Oliver": 19731,
+      "▁Sid": 19732,
+      "ulos": 19733,
+      "▁Garc": 19734,
+      "▁розта": 19735,
+      "▁Sak": 19736,
+      "Py": 19737,
+      "führt": 19738,
+      "▁trabal": 19739,
+      "*{": 19740,
+      "▁zes": 19741,
+      "▁szere": 19742,
+      "▁varios": 19743,
+      "▁otra": 19744,
+      "▁eval": 19745,
+      "▁situé": 19746,
+      "▁wounded": 19747,
+      "▁Vincent": 19748,
+      "▁викори": 19749,
+      "▁encode": 19750,
+      "Modal": 19751,
+      "▁forb": 19752,
+      "▁dynamics": 19753,
+      "▁depos": 19754,
+      "arde": 19755,
+      "▁streets": 19756,
+      "▁Komm": 19757,
+      "=$(": 19758,
+      "▁повер": 19759,
+      "▁dois": 19760,
+      "▁vitt": 19761,
+      "▁automatisch": 19762,
+      "▁reload": 19763,
+      "▁Verwalt": 19764,
+      "bero": 19765,
+      "▁hub": 19766,
+      "▁mos": 19767,
+      "▁tutto": 19768,
+      "▁Frederick": 19769,
+      "łow": 19770,
+      "antages": 19771,
+      "aque": 19772,
+      "paper": 19773,
+      "▁einige": 19774,
+      "`),": 19775,
+      "dj": 19776,
+      "▁Ple": 19777,
+      "▁%,": 19778,
+      "▁Bitmap": 19779,
+      "▁friendly": 19780,
+      "▁truly": 19781,
+      "▁stroke": 19782,
+      "roph": 19783,
+      "▁engl": 19784,
+      "▁coff": 19785,
+      "▁dust": 19786,
+      "▁Jahres": 19787,
+      "ppi": 19788,
+      "▁wys": 19789,
+      "factor": 19790,
+      "schluss": 19791,
+      "▁деревня": 19792,
+      "▁Past": 19793,
+      "▁дома": 19794,
+      "COM": 19795,
+      "▁pueden": 19796,
+      "▁gift": 19797,
+      "▁Gla": 19798,
+      "▁triggered": 19799,
+      "ély": 19800,
+      "ülés": 19801,
+      "▁Oliv": 19802,
+      "▁verso": 19803,
+      "▁lle": 19804,
+      "▁Gli": 19805,
+      "▁Ltd": 19806,
+      "oa": 19807,
+      "▁territorio": 19808,
+      "ordre": 19809,
+      "▁deck": 19810,
+      "dra": 19811,
+      "aszt": 19812,
+      "▁concerning": 19813,
+      "▁Additionally": 19814,
+      "▁které": 19815,
+      "▁grund": 19816,
+      "▁Gest": 19817,
+      "▁misunder": 19818,
+      "pret": 19819,
+      "────": 19820,
+      "▁reputation": 19821,
+      "zia": 19822,
+      "▁успе": 19823,
+      "▁escaped": 19824,
+      "▁Prag": 19825,
+      "perform": 19826,
+      "▁austral": 19827,
+      "▁Vater": 19828,
+      "час": 19829,
+      "▁races": 19830,
+      "▁Byte": 19831,
+      "Mask": 19832,
+      "▁Territ": 19833,
+      "стю": 19834,
+      "▁Voci": 19835,
+      "▁Fichier": 19836,
+      "▁Населення": 19837,
+      "▁Unterscheidung": 19838,
+      "teenth": 19839,
+      "▁pilot": 19840,
+      "▁ji": 19841,
+      "▁двух": 19842,
+      "▁orientation": 19843,
+      "indre": 19844,
+      "▁Dort": 19845,
+      "ças": 19846,
+      "пли": 19847,
+      "▁reaction": 19848,
+      "▁consisting": 19849,
+      "▁ferro": 19850,
+      "тисти": 19851,
+      "yard": 19852,
+      "▁сві": 19853,
+      "▁interpretation": 19854,
+      "ią": 19855,
+      "rah": 19856,
+      "▁fand": 19857,
+      "Public": 19858,
+      "▁universe": 19859,
+      "▁retir": 19860,
+      "▁conscious": 19861,
+      "arqu": 19862,
+      "▁waste": 19863,
+      "▁Bib": 19864,
+      "yclerView": 19865,
+      "▁listening": 19866,
+      "gleich": 19867,
+      "niejs": 19868,
+      "▁correlation": 19869,
+      "▁receiver": 19870,
+      "▁уда": 19871,
+      "▁courage": 19872,
+      "uchs": 19873,
+      "fass": 19874,
+      "▁chunk": 19875,
+      "▁Anfang": 19876,
+      "▁großen": 19877,
+      "continue": 19878,
+      "▁Warszawa": 19879,
+      "hé": 19880,
+      "iy": 19881,
+      "ivement": 19882,
+      "▁α": 19883,
+      "▁exposed": 19884,
+      "▁zahl": 19885,
+      "▁sacr": 19886,
+      "▁Looks": 19887,
+      "▁eager": 19888,
+      "enten": 19889,
+      "Cursor": 19890,
+      "/_": 19891,
+      "ixa": 19892,
+      "рела": 19893,
+      "знача": 19894,
+      "▁фамилией": 19895,
+      "▁argent": 19896,
+      "▁Anders": 19897,
+      "œuvre": 19898,
+      "▁Isa": 19899,
+      "мента": 19900,
+      "▁advers": 19901,
+      "riction": 19902,
+      "GP": 19903,
+      "▁після": 19904,
+      "▁preserve": 19905,
+      "▁Garden": 19906,
+      "Rate": 19907,
+      "après": 19908,
+      "▁readable": 19909,
+      "indu": 19910,
+      "▁skill": 19911,
+      "▁helping": 19912,
+      "ographique": 19913,
+      "cling": 19914,
+      "ologist": 19915,
+      "▁Filter": 19916,
+      "▁finger": 19917,
+      "▁Vall": 19918,
+      "▁Polish": 19919,
+      "lg": 19920,
+      "▁Familien": 19921,
+      "▁waters": 19922,
+      "▁pseud": 19923,
+      "aza": 19924,
+      "_)": 19925,
+      "ARY": 19926,
+      "▁среди": 19927,
+      "▁Must": 19928,
+      "▁Bod": 19929,
+      "anon": 19930,
+      "▁lado": 19931,
+      "▁tight": 19932,
+      "imen": 19933,
+      "appen": 19934,
+      "frames": 19935,
+      "ingers": 19936,
+      "▁COVID": 19937,
+      "▁зі": 19938,
+      "▁све": 19939,
+      "▁ць": 19940,
+      "▁Left": 19941,
+      "]];": 19942,
+      "чь": 19943,
+      "фика": 19944,
+      "▁сло": 19945,
+      "▁пі": 19946,
+      "▁existe": 19947,
+      "▁Atlantic": 19948,
+      "▁maintained": 19949,
+      "▁irre": 19950,
+      "▁année": 19951,
+      "▁commented": 19952,
+      "веро": 19953,
+      "berta": 19954,
+      "▁Lad": 19955,
+      "▁Upon": 19956,
+      "▁pause": 19957,
+      "mill": 19958,
+      "opter": 19959,
+      "UK": 19960,
+      "рес": 19961,
+      "нциклопеди": 19962,
+      "▁alongside": 19963,
+      "▁robot": 19964,
+      "▁fert": 19965,
+      "▁moy": 19966,
+      "▁ade": 19967,
+      "Mapper": 19968,
+      ")->": 19969,
+      "igua": 19970,
+      "étique": 19971,
+      "тка": 19972,
+      "alias": 19973,
+      "▁ори": 19974,
+      "▁Magn": 19975,
+      "▁gehörte": 19976,
+      "imb": 19977,
+      ")}{\\": 19978,
+      "▁Wikipédia": 19979,
+      "▁urs": 19980,
+      "▁ende": 19981,
+      "leb": 19982,
+      "▁GC": 19983,
+      "Hol": 19984,
+      "ancing": 19985,
+      "Union": 19986,
+      "▁tenía": 19987,
+      "TT": 19988,
+      "▁estate": 19989,
+      "há": 19990,
+      "▁полі": 19991,
+      "ultan": 19992,
+      "▁Hockey": 19993,
+      "ulse": 19994,
+      "▁choices": 19995,
+      "scher": 19996,
+      "▁[],": 19997,
+      "▁potentially": 19998,
+      "▁Übers": 19999,
+      "▁admit": 20000,
+      "Comment": 20001,
+      "стя": 20002,
+      "▁Vien": 20003,
+      "▁ці": 20004,
+      "▁permut": 20005,
+      "cgi": 20006,
+      "▁crít": 20007,
+      "Console": 20008,
+      "ctic": 20009,
+      "▁okres": 20010,
+      "awk": 20011,
+      "football": 20012,
+      "ouest": 20013,
+      "CTYPE": 20014,
+      "ologique": 20015,
+      "▁constit": 20016,
+      "▁interests": 20017,
+      "▁Progress": 20018,
+      "▁Menu": 20019,
+      "▁také": 20020,
+      "▁Asian": 20021,
+      "▁защи": 20022,
+      "▁younger": 20023,
+      "▁wished": 20024,
+      "▁Sort": 20025,
+      "▁audience": 20026,
+      "amba": 20027,
+      "▁gehört": 20028,
+      "▁Kansas": 20029,
+      "yaume": 20030,
+      "▁Professional": 20031,
+      "âce": 20032,
+      "▁fatto": 20033,
+      "tod": 20034,
+      "▁datasets": 20035,
+      "▁fare": 20036,
+      "▁waves": 20037,
+      "~/": 20038,
+      "▁measurement": 20039,
+      "▁wol": 20040,
+      "indust": 20041,
+      "▁struggling": 20042,
+      "▁pulled": 20043,
+      "▁caratter": 20044,
+      "▁Externe": 20045,
+      "▁действи": 20046,
+      "cnt": 20047,
+      "liches": 20048,
+      "▁Possible": 20049,
+      "▁faced": 20050,
+      "▁hypothesis": 20051,
+      "▁kilom": 20052,
+      "▁när": 20053,
+      "boolean": 20054,
+      "PY": 20055,
+      "ampa": 20056,
+      "▁kiss": 20057,
+      "▁astero": 20058,
+      "▁negli": 20059,
+      "aments": 20060,
+      "▁Stu": 20061,
+      "ató": 20062,
+      "▁Constitution": 20063,
+      "▁interpol": 20064,
+      "▁Unable": 20065,
+      "▁pis": 20066,
+      "▁parc": 20067,
+      "\"])": 20068,
+      "pler": 20069,
+      "▁autory": 20070,
+      "▁algunos": 20071,
+      "ywna": 20072,
+      "}))": 20073,
+      "▁falls": 20074,
+      "▁équip": 20075,
+      "▁emit": 20076,
+      "▁profil": 20077,
+      "gets": 20078,
+      "фо": 20079,
+      "▁Military": 20080,
+      "▁nombreux": 20081,
+      "oct": 20082,
+      "Replace": 20083,
+      "▁seasons": 20084,
+      "▁château": 20085,
+      "▁typeof": 20086,
+      "polit": 20087,
+      "▁rand": 20088,
+      "▁quar": 20089,
+      "▁erstmals": 20090,
+      "сини": 20091,
+      "▁payload": 20092,
+      "По": 20093,
+      "кін": 20094,
+      "repo": 20095,
+      "▁Pav": 20096,
+      "Score": 20097,
+      "erves": 20098,
+      "▁sollte": 20099,
+      "▁між": 20100,
+      "ébec": 20101,
+      "▁clip": 20102,
+      "▁Nice": 20103,
+      "▁neben": 20104,
+      "▁assass": 20105,
+      "itories": 20106,
+      "▁unity": 20107,
+      "▁ен": 20108,
+      "▁Institut": 20109,
+      "▁internationale": 20110,
+      "▁наук": 20111,
+      "▁comand": 20112,
+      "▁kleine": 20113,
+      "▁adjacent": 20114,
+      "▁delivered": 20115,
+      "▁ше": 20116,
+      "зем": 20117,
+      "▁cot": 20118,
+      "visual": 20119,
+      "вает": 20120,
+      "▁Census": 20121,
+      "\\_": 20122,
+      "▁territory": 20123,
+      "чил": 20124,
+      "чные": 20125,
+      "flutter": 20126,
+      "DidLoad": 20127,
+      "Documents": 20128,
+      "▁dob": 20129,
+      "Bre": 20130,
+      "animate": 20131,
+      "▁biz": 20132,
+      "▁bata": 20133,
+      "▁SU": 20134,
+      "eso": 20135,
+      "▁priority": 20136,
+      "ván": 20137,
+      "iras": 20138,
+      "▁charged": 20139,
+      "▁Micro": 20140,
+      "atoire": 20141,
+      "чер": 20142,
+      "abad": 20143,
+      "uru": 20144,
+      "▁vš": 20145,
+      "dire": 20146,
+      "▁Twitter": 20147,
+      "▁мето": 20148,
+      ")..": 20149,
+      "▁Цент": 20150,
+      "▁entwick": 20151,
+      "▁Mind": 20152,
+      "▁функ": 20153,
+      "Future": 20154,
+      "lst": 20155,
+      "łoż": 20156,
+      "fli": 20157,
+      "tensor": 20158,
+      "▁topology": 20159,
+      "▁arte": 20160,
+      "ERT": 20161,
+      "▁variance": 20162,
+      "Images": 20163,
+      "▁(@": 20164,
+      "ArrayList": 20165,
+      "OC": 20166,
+      "▁Демо": 20167,
+      "aucoup": 20168,
+      "▁denotes": 20169,
+      "imon": 20170,
+      "њи": 20171,
+      "▁Przyp": 20172,
+      "▁Zag": 20173,
+      "▁дире": 20174,
+      "▁Similarly": 20175,
+      "бро": 20176,
+      "▁militaire": 20177,
+      "▁тому": 20178,
+      "▁Johnny": 20179,
+      "▁Мексику": 20180,
+      "ћа": 20181,
+      "Supp": 20182,
+      "▁junior": 20183,
+      "oltre": 20184,
+      "▁Моск": 20185,
+      "▁admitted": 20186,
+      "▁religios": 20187,
+      "зяй": 20188,
+      "его": 20189,
+      "▁tears": 20190,
+      "ingo": 20191,
+      "odu": 20192,
+      "iveness": 20193,
+      "▁logo": 20194,
+      "▁último": 20195,
+      "▁aliment": 20196,
+      "▁UITableView": 20197,
+      ")!": 20198,
+      "▁nj": 20199,
+      "lette": 20200,
+      "▁resident": 20201,
+      "▁termine": 20202,
+      "▁уже": 20203,
+      "▁Сте": 20204,
+      "office": 20205,
+      "▁carte": 20206,
+      "▁livre": 20207,
+      "▁Москов": 20208,
+      "▁elections": 20209,
+      "зиден": 20210,
+      "Trigger": 20211,
+      "▁Benjamin": 20212,
+      "addClass": 20213,
+      "ског": 20214,
+      "▁Observable": 20215,
+      "Cla": 20216,
+      "gemein": 20217,
+      "▁consent": 20218,
+      "ври": 20219,
+      "▁unfold": 20220,
+      "▁governor": 20221,
+      "нал": 20222,
+      "▁toda": 20223,
+      "Remote": 20224,
+      "arias": 20225,
+      "▁instal": 20226,
+      "fixed": 20227,
+      "▁decay": 20228,
+      "▁дерев": 20229,
+      "xyz": 20230,
+      "▁DATE": 20231,
+      "imar": 20232,
+      "ntil": 20233,
+      "▁startup": 20234,
+      "alion": 20235,
+      "▁kolej": 20236,
+      "cios": 20237,
+      "▁ranges": 20238,
+      "▁stupid": 20239,
+      "▁implementations": 20240,
+      "▁rm": 20241,
+      "ének": 20242,
+      "▁gcc": 20243,
+      "▁scène": 20244,
+      "Navigation": 20245,
+      "▁ ": 20246,
+      "▁кан": 20247,
+      "▁towns": 20248,
+      "Username": 20249,
+      "▁фе": 20250,
+      "▁leaders": 20251,
+      "oit": 20252,
+      "wär": 20253,
+      "▁dummy": 20254,
+      "▁assistant": 20255,
+      "{$\\": 20256,
+      "бір": 20257,
+      "▁roy": 20258,
+      "▁Layout": 20259,
+      "▁Jung": 20260,
+      "Lines": 20261,
+      "▁Holland": 20262,
+      "пор": 20263,
+      "▁Гри": 20264,
+      "▁Bened": 20265,
+      "▁Под": 20266,
+      "xls": 20267,
+      "▁Gol": 20268,
+      "▁Aleks": 20269,
+      "▁ejemplo": 20270,
+      "▁sezon": 20271,
+      "arding": 20272,
+      "footnote": 20273,
+      "▁Congrès": 20274,
+      "refer": 20275,
+      "ската": 20276,
+      "Iterator": 20277,
+      "▁ourselves": 20278,
+      "▁Mic": 20279,
+      "▁código": 20280,
+      "▁площа": 20281,
+      "▁\\$": 20282,
+      "▁Charlie": 20283,
+      "Nodes": 20284,
+      "▁puzz": 20285,
+      "▁Identifier": 20286,
+      "▁flutter": 20287,
+      "▁prü": 20288,
+      "▁ort": 20289,
+      "▁Cort": 20290,
+      "asticsearch": 20291,
+      "▁Свя": 20292,
+      "▁Bull": 20293,
+      "udem": 20294,
+      "▁apparent": 20295,
+      ":--": 20296,
+      "▁Хар": 20297,
+      "▁Lap": 20298,
+      "▁comport": 20299,
+      "matically": 20300,
+      "▁curios": 20301,
+      "▁может": 20302,
+      "▁Bh": 20303,
+      "apping": 20304,
+      "▁basketball": 20305,
+      "zetek": 20306,
+      "▁runt": 20307,
+      "▁Milan": 20308,
+      "fection": 20309,
+      "ría": 20310,
+      "▁Kin": 20311,
+      "▁slower": 20312,
+      "both": 20313,
+      "▁Instituto": 20314,
+      "▁Historical": 20315,
+      "▁również": 20316,
+      "matches": 20317,
+      "yci": 20318,
+      "▁espèce": 20319,
+      "▁Schweizer": 20320,
+      "NT": 20321,
+      "SF": 20322,
+      "acia": 20323,
+      "forge": 20324,
+      "Points": 20325,
+      "numbers": 20326,
+      "▁falling": 20327,
+      "▁inheritance": 20328,
+      "▁Erst": 20329,
+      "▁customers": 20330,
+      "▁actu": 20331,
+      "▁migration": 20332,
+      "\\'": 20333,
+      "Plan": 20334,
+      "Mr": 20335,
+      "othy": 20336,
+      "▁upgrad": 20337,
+      "бира": 20338,
+      "▁Offic": 20339,
+      "▁Wait": 20340,
+      "▁toler": 20341,
+      "ardon": 20342,
+      "▁slide": 20343,
+      ")_": 20344,
+      "▁став": 20345,
+      "▁nuclear": 20346,
+      "▁Bil": 20347,
+      "owner": 20348,
+      "▁Harris": 20349,
+      "Information": 20350,
+      "▁pó": 20351,
+      "▁включа": 20352,
+      "▁nuovo": 20353,
+      "▁Cav": 20354,
+      "▁Descri": 20355,
+      "▁ак": 20356,
+      "ództ": 20357,
+      "▁reactjs": 20358,
+      "▁Adams": 20359,
+      "▁Alternatively": 20360,
+      "струк": 20361,
+      ")`,": 20362,
+      "substring": 20363,
+      "▁massive": 20364,
+      "▁heavily": 20365,
+      "▁сезо": 20366,
+      "▁Ana": 20367,
+      "▁vale": 20368,
+      "Pad": 20369,
+      "▁Either": 20370,
+      "▁rs": 20371,
+      "anche": 20372,
+      "▁uploaded": 20373,
+      "▁(/": 20374,
+      "▁спор": 20375,
+      "▁reduction": 20376,
+      "▁Tokyo": 20377,
+      "gren": 20378,
+      "▁migli": 20379,
+      "▁iterator": 20380,
+      "stav": 20381,
+      "▁supporting": 20382,
+      "▁österreich": 20383,
+      "▁NSLog": 20384,
+      "istiques": 20385,
+      "rimin": 20386,
+      "MODE": 20387,
+      "}}}\\": 20388,
+      "▁explos": 20389,
+      "оте": 20390,
+      "▁(„": 20391,
+      "Sal": 20392,
+      "▁simplest": 20393,
+      "▁già": 20394,
+      "▁тан": 20395,
+      "▁cyl": 20396,
+      "bir": 20397,
+      "▁measurements": 20398,
+      "Created": 20399,
+      "erek": 20400,
+      "lookup": 20401,
+      "wirtschaft": 20402,
+      "▁Воло": 20403,
+      "timer": 20404,
+      "derr": 20405,
+      "▁стала": 20406,
+      "▁scenes": 20407,
+      "▁persu": 20408,
+      "liest": 20409,
+      "▁schedule": 20410,
+      "tal": 20411,
+      "лено": 20412,
+      "▁painting": 20413,
+      "▁improvement": 20414,
+      "software": 20415,
+      "▁governo": 20416,
+      "▁Hir": 20417,
+      "Execution": 20418,
+      "▁Okay": 20419,
+      "Prop": 20420,
+      "loster": 20421,
+      "ніципалі": 20422,
+      "▁peuvent": 20423,
+      "olu": 20424,
+      "▁Фа": 20425,
+      "rollo": 20426,
+      "▁коло": 20427,
+      "▁carrière": 20428,
+      "▁toggle": 20429,
+      "▁($\\": 20430,
+      "▁aggregate": 20431,
+      "▁Бі": 20432,
+      "textarea": 20433,
+      "Ok": 20434,
+      "itto": 20435,
+      "▁stim": 20436,
+      "▁recursion": 20437,
+      "▁Federation": 20438,
+      ")_{": 20439,
+      "ategor": 20440,
+      "▁distribu": 20441,
+      "Cloud": 20442,
+      "▁madre": 20443,
+      "▁iv": 20444,
+      "▁Lieutenant": 20445,
+      "▁substant": 20446,
+      "▁leaf": 20447,
+      "▁Kontrola": 20448,
+      "VA": 20449,
+      "▁tomb": 20450,
+      "эн": 20451,
+      "atoes": 20452,
+      "▁godine": 20453,
+      "▁#>": 20454,
+      "Cert": 20455,
+      "▁empresa": 20456,
+      "Props": 20457,
+      "▁planned": 20458,
+      "▁randomly": 20459,
+      "jähr": 20460,
+      "elem": 20461,
+      "▁Operation": 20462,
+      "*`": 20463,
+      "protocol": 20464,
+      "()));": 20465,
+      "wel": 20466,
+      "▁praw": 20467,
+      "▁сим": 20468,
+      "▁wob": 20469,
+      "▁hace": 20470,
+      "▁nearest": 20471,
+      "disable": 20472,
+      "▁Commun": 20473,
+      "▁revel": 20474,
+      "Free": 20475,
+      "▁brackets": 20476,
+      "IOException": 20477,
+      "▁alto": 20478,
+      "▁marry": 20479,
+      "▁auc": 20480,
+      "),\\": 20481,
+      "▁typo": 20482,
+      "edad": 20483,
+      "ará": 20484,
+      "icator": 20485,
+      "tatywna": 20486,
+      "▁buff": 20487,
+      "orders": 20488,
+      "▁asynchronous": 20489,
+      "▁econ": 20490,
+      "▁feu": 20491,
+      "▁Iron": 20492,
+      "▁rising": 20493,
+      "Radius": 20494,
+      "clk": 20495,
+      "▁zweiten": 20496,
+      "`'": 20497,
+      "▁uniqu": 20498,
+      "▁FM": 20499,
+      "▁Bran": 20500,
+      "▁flu": 20501,
+      "▁sensitive": 20502,
+      "urre": 20503,
+      "▁Iter": 20504,
+      "▁Sein": 20505,
+      "▁diferentes": 20506,
+      "▁него": 20507,
+      "chia": 20508,
+      "▁Anleitung": 20509,
+      "aturday": 20510,
+      "▁shorter": 20511,
+      "▁translated": 20512,
+      "▁Rés": 20513,
+      "▁rode": 20514,
+      "drag": 20515,
+      "▁lange": 20516,
+      "Bi": 20517,
+      "üb": 20518,
+      "leur": 20519,
+      "▁ordering": 20520,
+      "alous": 20521,
+      "▁Кор": 20522,
+      "archar": 20523,
+      "destroy": 20524,
+      "ervation": 20525,
+      "]],": 20526,
+      "AccessorImpl": 20527,
+      "▁autorytatywna": 20528,
+      "Sequence": 20529,
+      "▁proyect": 20530,
+      "▁bran": 20531,
+      "▁(+": 20532,
+      "▁Kab": 20533,
+      "▁zem": 20534,
+      "▁Calcul": 20535,
+      "▁seul": 20536,
+      "▁Niger": 20537,
+      "▁chiam": 20538,
+      "throw": 20539,
+      "▁Planet": 20540,
+      "bildung": 20541,
+      "▁zones": 20542,
+      "transition": 20543,
+      "лений": 20544,
+      "▁mapped": 20545,
+      "onaut": 20546,
+      "Pair": 20547,
+      "ilian": 20548,
+      "▁Morgan": 20549,
+      "▁unto": 20550,
+      "jou": 20551,
+      "▁hid": 20552,
+      "▁Meta": 20553,
+      "▁elles": 20554,
+      "Lou": 20555,
+      "rama": 20556,
+      "geordnet": 20557,
+      "▁scarcely": 20558,
+      "▁mint": 20559,
+      "Focus": 20560,
+      "▁Alter": 20561,
+      "▁dio": 20562,
+      "▁ampl": 20563,
+      "ièrement": 20564,
+      "▁исследова": 20565,
+      "LED": 20566,
+      "algorithm": 20567,
+      "▁сайті": 20568,
+      "▁\"\")": 20569,
+      "History": 20570,
+      "pk": 20571,
+      "▁Whit": 20572,
+      "▁систем": 20573,
+      "▁Kirchen": 20574,
+      "rà": 20575,
+      "APP": 20576,
+      "▁<%": 20577,
+      "antine": 20578,
+      "▁Disk": 20579,
+      "conv": 20580,
+      "welt": 20581,
+      "▁Fut": 20582,
+      "▁Nom": 20583,
+      "ordo": 20584,
+      "ellij": 20585,
+      "▁receives": 20586,
+      "cow": 20587,
+      "ytu": 20588,
+      "▁obras": 20589,
+      "▁purchase": 20590,
+      "▁earned": 20591,
+      "▁accessed": 20592,
+      "axi": 20593,
+      "▁Mans": 20594,
+      "ivan": 20595,
+      "▁tuvo": 20596,
+      "▁Trace": 20597,
+      "rimonio": 20598,
+      "▁desenvol": 20599,
+      "érique": 20600,
+      "▁resulted": 20601,
+      "▁computing": 20602,
+      "▁inspired": 20603,
+      "▁Prize": 20604,
+      "*\"": 20605,
+      "Comput": 20606,
+      "▁extensive": 20607,
+      "èg": 20608,
+      "▁Portály": 20609,
+      "▁castle": 20610,
+      "▁*.": 20611,
+      "▁photos": 20612,
+      "▁voet": 20613,
+      "ONG": 20614,
+      "▁Alle": 20615,
+      "▁threaten": 20616,
+      "stüt": 20617,
+      "▁albums": 20618,
+      "▁dense": 20619,
+      "flat": 20620,
+      "continu": 20621,
+      "Subject": 20622,
+      "▁readonly": 20623,
+      "Opt": 20624,
+      "писко": 20625,
+      "▁Aber": 20626,
+      "▁Position": 20627,
+      "▁Today": 20628,
+      "▁mini": 20629,
+      "▁Bef": 20630,
+      "listen": 20631,
+      "ственного": 20632,
+      "SUB": 20633,
+      "ossa": 20634,
+      "▁Pope": 20635,
+      "▁Jimmy": 20636,
+      "▁Дру": 20637,
+      "ungsseite": 20638,
+      "▁tren": 20639,
+      "optim": 20640,
+      "itsch": 20641,
+      "▁samt": 20642,
+      "▁испол": 20643,
+      "&=": 20644,
+      "▁Przypisy": 20645,
+      "▁продол": 20646,
+      "Cr": 20647,
+      "ermann": 20648,
+      "▁матери": 20649,
+      "▁Hugo": 20650,
+      "▁Deze": 20651,
+      "TRUE": 20652,
+      "▁defeat": 20653,
+      "▁watched": 20654,
+      "▁Gent": 20655,
+      "AUT": 20656,
+      "orous": 20657,
+      "▁опреде": 20658,
+      "orientation": 20659,
+      "▁distinguished": 20660,
+      "▁mesmo": 20661,
+      "▁sli": 20662,
+      "мена": 20663,
+      "mittel": 20664,
+      "gericht": 20665,
+      "eton": 20666,
+      "->{": 20667,
+      "▁wont": 20668,
+      "▁weg": 20669,
+      "▁classific": 20670,
+      "ilus": 20671,
+      "▁MD": 20672,
+      "tasks": 20673,
+      "▁chim": 20674,
+      "await": 20675,
+      "▁gang": 20676,
+      "▁wię": 20677,
+      "through": 20678,
+      "▁Russell": 20679,
+      "▁guessing": 20680,
+      "▁акт": 20681,
+      "блі": 20682,
+      "categories": 20683,
+      "сут": 20684,
+      "▁Fen": 20685,
+      "▁муж": 20686,
+      "▁newer": 20687,
+      "▁Async": 20688,
+      "▁terme": 20689,
+      ">/": 20690,
+      "пара": 20691,
+      "▁Trust": 20692,
+      "▁Opt": 20693,
+      "▁dah": 20694,
+      "▁wonderful": 20695,
+      "adratkil": 20696,
+      "▁Гра": 20697,
+      "mapping": 20698,
+      "▁discovery": 20699,
+      "▁BE": 20700,
+      "Enable": 20701,
+      "▁Friend": 20702,
+      "сня": 20703,
+      "▁controlled": 20704,
+      "чної": 20705,
+      "▁contributions": 20706,
+      "jší": 20707,
+      "▁Lev": 20708,
+      "▁francés": 20709,
+      "▁mic": 20710,
+      "zik": 20711,
+      "▁alem": 20712,
+      "cancel": 20713,
+      "!'": 20714,
+      "▁grat": 20715,
+      "▁Begriffsklär": 20716,
+      "Camera": 20717,
+      "ificación": 20718,
+      "ród": 20719,
+      "▁Arnold": 20720,
+      "▁bezeichneter": 20721,
+      "▁fought": 20722,
+      "▁deput": 20723,
+      "▁Drop": 20724,
+      "tax": 20725,
+      "dg": 20726,
+      "▁Hop": 20727,
+      "GN": 20728,
+      "▁Kirch": 20729,
+      "▁Бар": 20730,
+      "Invoke": 20731,
+      "▁erhalten": 20732,
+      "▁veel": 20733,
+      "▁wordpress": 20734,
+      "▁INNER": 20735,
+      "transaction": 20736,
+      "▁déjà": 20737,
+      "Fact": 20738,
+      "▁надмор": 20739,
+      "▁angularjs": 20740,
+      "▁át": 20741,
+      "▁alap": 20742,
+      "▁Price": 20743,
+      "▁effet": 20744,
+      "▁sphere": 20745,
+      "ClassLoader": 20746,
+      "▁rugby": 20747,
+      "▁kingdom": 20748,
+      "▁Mut": 20749,
+      "▁кино": 20750,
+      "▁reward": 20751,
+      "cit": 20752,
+      "▁presente": 20753,
+      "Sto": 20754,
+      "Character": 20755,
+      "logs": 20756,
+      "▁centrale": 20757,
+      "▁mouv": 20758,
+      "▁okay": 20759,
+      "▁aplic": 20760,
+      "More": 20761,
+      "ények": 20762,
+      "▁Köln": 20763,
+      "nett": 20764,
+      "▁истории": 20765,
+      "▁describing": 20766,
+      "▁soldier": 20767,
+      "▁Need": 20768,
+      "Light": 20769,
+      "▁\"\\<": 20770,
+      "▁hav": 20771,
+      "ermo": 20772,
+      "▁inferior": 20773,
+      "lea": 20774,
+      "▁gg": 20775,
+      "▁конце": 20776,
+      "fragment": 20777,
+      "sb": 20778,
+      "Country": 20779,
+      "▁vě": 20780,
+      "▁Beng": 20781,
+      "▁Это": 20782,
+      "▁водо": 20783,
+      "мар": 20784,
+      "STRING": 20785,
+      "▁új": 20786,
+      "multiple": 20787,
+      "statement": 20788,
+      "▁involves": 20789,
+      "▁tecn": 20790,
+      "Student": 20791,
+      "gré": 20792,
+      "▁lean": 20793,
+      "▁bringing": 20794,
+      "▁Medical": 20795,
+      "▁програм": 20796,
+      "▁Vog": 20797,
+      "▁жов": 20798,
+      "▁Spirit": 20799,
+      "nth": 20800,
+      "▁standards": 20801,
+      "▁Profile": 20802,
+      "▁ez": 20803,
+      "▁территории": 20804,
+      "▁stem": 20805,
+      "uil": 20806,
+      "▁Og": 20807,
+      "Btn": 20808,
+      "nal": 20809,
+      "▁nearby": 20810,
+      "▁producing": 20811,
+      "criv": 20812,
+      "▁assumptions": 20813,
+      "▁Spark": 20814,
+      "▁Lot": 20815,
+      "itudes": 20816,
+      "afka": 20817,
+      "five": 20818,
+      "atio": 20819,
+      "▁distinguish": 20820,
+      "rock": 20821,
+      "église": 20822,
+      "▁rappres": 20823,
+      ">\\<": 20824,
+      "лій": 20825,
+      "▁мини": 20826,
+      "▁intitulé": 20827,
+      "}}(\\": 20828,
+      "▁Rout": 20829,
+      "▁Border": 20830,
+      "▁overrid": 20831,
+      "HOST": 20832,
+      "ritten": 20833,
+      "say": 20834,
+      "▁Чи": 20835,
+      "ichtung": 20836,
+      "▁straightforward": 20837,
+      "obb": 20838,
+      "▁Terra": 20839,
+      "▁[:": 20840,
+      "Ben": 20841,
+      "▁composite": 20842,
+      ")+\\": 20843,
+      "▁crown": 20844,
+      "direction": 20845,
+      "▁несколько": 20846,
+      "▁avail": 20847,
+      "▁purchased": 20848,
+      "hook": 20849,
+      "eties": 20850,
+      "▁fase": 20851,
+      "▁Rum": 20852,
+      "▁genom": 20853,
+      "▁dét": 20854,
+      "ową": 20855,
+      "mpeg": 20856,
+      "▁Ін": 20857,
+      "desktop": 20858,
+      "▁injection": 20859,
+      "agle": 20860,
+      "▁Edd": 20861,
+      "_{(": 20862,
+      "▁Hem": 20863,
+      "utos": 20864,
+      "proj": 20865,
+      "▁superficie": 20866,
+      "Plot": 20867,
+      "▁Docker": 20868,
+      "ätz": 20869,
+      "kreich": 20870,
+      "▁unclear": 20871,
+      "▁Unity": 20872,
+      "▁streams": 20873,
+      "вид": 20874,
+      "▁simplified": 20875,
+      "Fill": 20876,
+      "▁sant": 20877,
+      "▁Kommun": 20878,
+      "▁duc": 20879,
+      "▁две": 20880,
+      "▁obs": 20881,
+      "žit": 20882,
+      "▁Janeiro": 20883,
+      "бя": 20884,
+      "▁presso": 20885,
+      "▁Ministry": 20886,
+      "▁burst": 20887,
+      "▁reaching": 20888,
+      "liter": 20889,
+      "▁responses": 20890,
+      "▁Eug": 20891,
+      "▁sod": 20892,
+      "▁Cord": 20893,
+      "▁Perm": 20894,
+      "parts": 20895,
+      "цима": 20896,
+      "variables": 20897,
+      "▁forgotten": 20898,
+      "Fern": 20899,
+      "ostęp": 20900,
+      "vl": 20901,
+      "▁См": 20902,
+      "kim": 20903,
+      "ając": 20904,
+      "наль": 20905,
+      "гле": 20906,
+      "helper": 20907,
+      "dup": 20908,
+      "euw": 20909,
+      "fra": 20910,
+      "ellite": 20911,
+      "anya": 20912,
+      "▁reign": 20913,
+      "gesamt": 20914,
+      "седа": 20915,
+      "▁Ryan": 20916,
+      "▁formatted": 20917,
+      "▁Borg": 20918,
+      "walk": 20919,
+      "▁ал": 20920,
+      "agnostics": 20921,
+      "▁Cape": 20922,
+      "▁Franco": 20923,
+      "▁fug": 20924,
+      ":)": 20925,
+      "юз": 20926,
+      "Fetch": 20927,
+      "▁roughly": 20928,
+      "▁Mis": 20929,
+      "uetooth": 20930,
+      "▁Venezuela": 20931,
+      "▁astronom": 20932,
+      "\")`": 20933,
+      "ombres": 20934,
+      "▁которой": 20935,
+      "óp": 20936,
+      "owed": 20937,
+      "HR": 20938,
+      "▁Camer": 20939,
+      "кие": 20940,
+      "parison": 20941,
+      "▁Bij": 20942,
+      "templates": 20943,
+      "environment": 20944,
+      "ização": 20945,
+      "▁ér": 20946,
+      "▁plenty": 20947,
+      "▁TypeError": 20948,
+      "▁forty": 20949,
+      "коном": 20950,
+      "▁Sed": 20951,
+      "▁thats": 20952,
+      "▁gravity": 20953,
+      "▁spiritual": 20954,
+      "▁duplicates": 20955,
+      "▁encryption": 20956,
+      "▁reven": 20957,
+      "getInstance": 20958,
+      "ällor": 20959,
+      "disk": 20960,
+      "▁thro": 20961,
+      "▁Nak": 20962,
+      "▁poł": 20963,
+      "▁heraus": 20964,
+      "invalid": 20965,
+      "sBy": 20966,
+      "Boot": 20967,
+      "▁bucket": 20968,
+      "▁Parse": 20969,
+      "hex": 20970,
+      "Conne": 20971,
+      "▁Computer": 20972,
+      "zyk": 20973,
+      "▁induced": 20974,
+      "▁Bruno": 20975,
+      "▁addressed": 20976,
+      "mania": 20977,
+      "▁inclus": 20978,
+      "ounced": 20979,
+      "scriptsize": 20980,
+      "▁Epis": 20981,
+      "▁vocal": 20982,
+      "▁Jonathan": 20983,
+      "ум": 20984,
+      "staden": 20985,
+      "▁Children": 20986,
+      "пей": 20987,
+      "Italia": 20988,
+      "reibung": 20989,
+      "▁nost": 20990,
+      "▁ещё": 20991,
+      "▁Werke": 20992,
+      "▁actress": 20993,
+      "▁Minnesota": 20994,
+      "rike": 20995,
+      "▁tek": 20996,
+      "▁primeira": 20997,
+      "▁frat": 20998,
+      "▁Configuration": 20999,
+      "▁bid": 21000,
+      "trigger": 21001,
+      "Contents": 21002,
+      "▁constantly": 21003,
+      "!!!": 21004,
+      "▁dread": 21005,
+      "▁hundreds": 21006,
+      "istische": 21007,
+      "▁cardinal": 21008,
+      "TABLE": 21009,
+      "▁estos": 21010,
+      "assoc": 21011,
+      "gray": 21012,
+      "▁Schloss": 21013,
+      "▁sche": 21014,
+      "cong": 21015,
+      "▁koji": 21016,
+      "ètes": 21017,
+      "▁Era": 21018,
+      "omi": 21019,
+      "▁SR": 21020,
+      "▁wrapped": 21021,
+      "▁trunc": 21022,
+      "▁ah": 21023,
+      "egos": 21024,
+      "oki": 21025,
+      "mouth": 21026,
+      "logging": 21027,
+      "▁fasc": 21028,
+      "▁Sample": 21029,
+      "▁conte": 21030,
+      "▁villa": 21031,
+      "comments": 21032,
+      "▁batal": 21033,
+      "▁García": 21034,
+      "▁Norte": 21035,
+      "▁wechsel": 21036,
+      "▁Museo": 21037,
+      "▁enfants": 21038,
+      "▁whisper": 21039,
+      "nake": 21040,
+      "▁jednak": 21041,
+      "lês": 21042,
+      "enders": 21043,
+      "▁äl": 21044,
+      "▁VB": 21045,
+      "▁cookies": 21046,
+      "zeti": 21047,
+      "atum": 21048,
+      "▁dedu": 21049,
+      "▁arranged": 21050,
+      "laz": 21051,
+      "▁cuenta": 21052,
+      "yml": 21053,
+      "▁flav": 21054,
+      "MR": 21055,
+      "emet": 21056,
+      "біль": 21057,
+      "cmp": 21058,
+      "ituto": 21059,
+      "zett": 21060,
+      "▁envi": 21061,
+      "▁kot": 21062,
+      "$:": 21063,
+      "upper": 21064,
+      "▁Alberto": 21065,
+      "kb": 21066,
+      "Anal": 21067,
+      "ört": 21068,
+      "▁[-": 21069,
+      "▁führte": 21070,
+      "iah": 21071,
+      "▁Tun": 21072,
+      "▁искус": 21073,
+      "uwe": 21074,
+      "ispecies": 21075,
+      "Pub": 21076,
+      "Sync": 21077,
+      "▁Colombia": 21078,
+      "akers": 21079,
+      "▁Imperial": 21080,
+      "oving": 21081,
+      "▁intelligence": 21082,
+      "▁equipment": 21083,
+      "ein": 21084,
+      "dagger": 21085,
+      "▁Edge": 21086,
+      "▁Республи": 21087,
+      "adratkilometer": 21088,
+      "▁Anto": 21089,
+      "▁charges": 21090,
+      "▁Ocean": 21091,
+      "▁simplify": 21092,
+      "▁miesz": 21093,
+      "running": 21094,
+      "▁Lac": 21095,
+      "genommen": 21096,
+      "▁representative": 21097,
+      "=.": 21098,
+      "▁Pred": 21099,
+      "▁spite": 21100,
+      "ciale": 21101,
+      "▁nave": 21102,
+      "▁extens": 21103,
+      "▁neutral": 21104,
+      "▁которая": 21105,
+      ".</": 21106,
+      "▁CS": 21107,
+      "uky": 21108,
+      "▁whilst": 21109,
+      "▁lingu": 21110,
+      "extract": 21111,
+      "zeichnung": 21112,
+      "▁Feld": 21113,
+      "▁valuable": 21114,
+      "urable": 21115,
+      "▁Jen": 21116,
+      "▁struggle": 21117,
+      "▁committee": 21118,
+      "▁Wohn": 21119,
+      "▁sqlite": 21120,
+      "▁Temp": 21121,
+      "▁COUNT": 21122,
+      "consin": 21123,
+      "міні": 21124,
+      "usage": 21125,
+      "▁quest": 21126,
+      "дян": 21127,
+      "eared": 21128,
+      "▁Schne": 21129,
+      "▁dod": 21130,
+      "▁recht": 21131,
+      "▁kao": 21132,
+      "Capt": 21133,
+      "labels": 21134,
+      "▁ellos": 21135,
+      "▁industri": 21136,
+      "▁Colorado": 21137,
+      "▁contrary": 21138,
+      "▁Dum": 21139,
+      "Bel": 21140,
+      "▁Vent": 21141,
+      "▁authorities": 21142,
+      "YES": 21143,
+      "ensed": 21144,
+      "umbnail": 21145,
+      "izzazione": 21146,
+      "kou": 21147,
+      "rica": 21148,
+      "▁sect": 21149,
+      "tests": 21150,
+      "▁Klein": 21151,
+      "▁legs": 21152,
+      "▁Pietro": 21153,
+      "fu": 21154,
+      "thy": 21155,
+      "▁bast": 21156,
+      "▁tedes": 21157,
+      "ettes": 21158,
+      "▁repet": 21159,
+      "acre": 21160,
+      "retto": 21161,
+      "▁remainder": 21162,
+      "▁Geg": 21163,
+      "▁Гор": 21164,
+      "▁Rechts": 21165,
+      "▁filtering": 21166,
+      "ouss": 21167,
+      "▁deployed": 21168,
+      "▁prüfe": 21169,
+      "▁bitmap": 21170,
+      "▁sovi": 21171,
+      "▁<%=": 21172,
+      "▁entferne": 21173,
+      "kill": 21174,
+      "tabs": 21175,
+      "Expr": 21176,
+      "кому": 21177,
+      "▁Republican": 21178,
+      "▁Size": 21179,
+      "▁poll": 21180,
+      "▁rien": 21181,
+      "▁клуб": 21182,
+      "énd": 21183,
+      "▁Bio": 21184,
+      "▁perl": 21185,
+      "▁Andreas": 21186,
+      "вин": 21187,
+      "▁distant": 21188,
+      "▁Finn": 21189,
+      "▁Mitch": 21190,
+      "▁%{": 21191,
+      "▁charm": 21192,
+      "▁Mul": 21193,
+      "perate": 21194,
+      "▁sciences": 21195,
+      "▁monot": 21196,
+      "▁debido": 21197,
+      "rizona": 21198,
+      "iec": 21199,
+      "▁alarm": 21200,
+      "▁promoted": 21201,
+      "▁letzten": 21202,
+      "atin": 21203,
+      "▁conclus": 21204,
+      "herr": 21205,
+      "▁éch": 21206,
+      "edish": 21207,
+      "gor": 21208,
+      "▁stycz": 21209,
+      "▁impress": 21210,
+      "ruits": 21211,
+      "ierungs": 21212,
+      "▁parsed": 21213,
+      "▁río": 21214,
+      "▁Pakistan": 21215,
+      "igner": 21216,
+      "▁watching": 21217,
+      "▁databases": 21218,
+      "eding": 21219,
+      "▁Specific": 21220,
+      "▁generale": 21221,
+      "lax": 21222,
+      "▁Looking": 21223,
+      "▁bond": 21224,
+      "▁vista": 21225,
+      "▁ec": 21226,
+      "▁grud": 21227,
+      "▁deleting": 21228,
+      "tac": 21229,
+      "▁jazz": 21230,
+      "jm": 21231,
+      "▁pół": 21232,
+      "Language": 21233,
+      "delegate": 21234,
+      "▁registry": 21235,
+      "▁Shared": 21236,
+      "строй": 21237,
+      "Music": 21238,
+      "▁vessel": 21239,
+      ".@": 21240,
+      "▁Wür": 21241,
+      "▁fed": 21242,
+      "▁eredet": 21243,
+      "▁Gö": 21244,
+      "upt": 21245,
+      "▁pleasant": 21246,
+      "▁tableView": 21247,
+      "▁counting": 21248,
+      "▁Kriegs": 21249,
+      "▁получил": 21250,
+      "▁],": 21251,
+      "виа": 21252,
+      "▁až": 21253,
+      "ToList": 21254,
+      "▁Advent": 21255,
+      "▁sketch": 21256,
+      "pn": 21257,
+      "▁sier": 21258,
+      "▁находится": 21259,
+      "iop": 21260,
+      "▁ly": 21261,
+      "▁Schl": 21262,
+      "Contract": 21263,
+      "associ": 21264,
+      "▁Pear": 21265,
+      "▁whe": 21266,
+      "▁Delete": 21267,
+      "▁elem": 21268,
+      "ätte": 21269,
+      "▁česk": 21270,
+      "▁MC": 21271,
+      "▁shout": 21272,
+      "akespe": 21273,
+      "▁defaults": 21274,
+      "penas": 21275,
+      "òria": 21276,
+      "▁hierarchy": 21277,
+      "ipt": 21278,
+      "▁Elis": 21279,
+      "likely": 21280,
+      "Rot": 21281,
+      "▁cow": 21282,
+      "▁strike": 21283,
+      "▁березня": 21284,
+      "▁ensemble": 21285,
+      "▁Pseud": 21286,
+      "Virtual": 21287,
+      "▁її": 21288,
+      "ROOT": 21289,
+      "сия": 21290,
+      "▁соб": 21291,
+      "▁invert": 21292,
+      "▁switching": 21293,
+      "htaccess": 21294,
+      "▁награ": 21295,
+      "▁Norman": 21296,
+      "▁inglês": 21297,
+      "![": 21298,
+      "ousel": 21299,
+      "DOCTYPE": 21300,
+      "▁suppress": 21301,
+      "▁accompanied": 21302,
+      "▁Bé": 21303,
+      "implies": 21304,
+      "nut": 21305,
+      "▁Syntax": 21306,
+      "inho": 21307,
+      "▁tam": 21308,
+      "▁focused": 21309,
+      "avano": 21310,
+      "▁Baden": 21311,
+      "had": 21312,
+      "▁({": 21313,
+      "Ty": 21314,
+      "▁рос": 21315,
+      "▁чолові": 21316,
+      "oge": 21317,
+      "jsp": 21318,
+      "Blue": 21319,
+      "▁suas": 21320,
+      "apers": 21321,
+      "Short": 21322,
+      "Renderer": 21323,
+      "▁sendo": 21324,
+      "▁Cec": 21325,
+      "▁`__": 21326,
+      "▁Municipal": 21327,
+      "dotnet": 21328,
+      "▁bev": 21329,
+      "▁DA": 21330,
+      "MenuItem": 21331,
+      "▁amp": 21332,
+      "▁uri": 21333,
+      "▁fier": 21334,
+      "слен": 21335,
+      "),(": 21336,
+      "cules": 21337,
+      "illas": 21338,
+      "LOCK": 21339,
+      "▁derive": 21340,
+      "uben": 21341,
+      "▁GT": 21342,
+      "▁Mack": 21343,
+      "▁scholar": 21344,
+      ")}}": 21345,
+      "зм": 21346,
+      ">::": 21347,
+      "шёл": 21348,
+      "▁principales": 21349,
+      "▁цар": 21350,
+      "▁tied": 21351,
+      "▁alta": 21352,
+      "▁Cit": 21353,
+      "lined": 21354,
+      "major": 21355,
+      "▁punk": 21356,
+      "▁cinco": 21357,
+      "ický": 21358,
+      "▁raggi": 21359,
+      "typen": 21360,
+      "тельство": 21361,
+      "▁conference": 21362,
+      "▁сіль": 21363,
+      "▁heut": 21364,
+      "iš": 21365,
+      "ета": 21366,
+      "velope": 21367,
+      "hbox": 21368,
+      "nown": 21369,
+      "▁zar": 21370,
+      "ktiv": 21371,
+      "ieß": 21372,
+      "▁стре": 21373,
+      "▁EventArgs": 21374,
+      "▁Ira": 21375,
+      "▁VBA": 21376,
+      "▁Santo": 21377,
+      "▁Fach": 21378,
+      "▁FF": 21379,
+      "▁Raymond": 21380,
+      "мец": 21381,
+      "implementation": 21382,
+      "▁brothers": 21383,
+      "▁côté": 21384,
+      "▁controllers": 21385,
+      "▁Cle": 21386,
+      "▁cable": 21387,
+      "▁confer": 21388,
+      "▁{-": 21389,
+      "▁czł": 21390,
+      "▁Filip": 21391,
+      "atorio": 21392,
+      "▁wicht": 21393,
+      "▁beaucoup": 21394,
+      "▁Lit": 21395,
+      "▁sessions": 21396,
+      "▁Success": 21397,
+      "▁routing": 21398,
+      "niu": 21399,
+      "▁Vice": 21400,
+      "▁krit": 21401,
+      "updated": 21402,
+      "▁Invalid": 21403,
+      "▁Mannschaft": 21404,
+      "▁aos": 21405,
+      "▁tudi": 21406,
+      "▁després": 21407,
+      "qua": 21408,
+      "Contains": 21409,
+      "Company": 21410,
+      "▁persona": 21411,
+      "adapter": 21412,
+      "сни": 21413,
+      "▁voj": 21414,
+      "▁escri": 21415,
+      "agt": 21416,
+      "▁ство": 21417,
+      "▁distrito": 21418,
+      "apan": 21419,
+      "▁aspects": 21420,
+      "▁zal": 21421,
+      ")^{\\": 21422,
+      "▁système": 21423,
+      "▁ана": 21424,
+      "iums": 21425,
+      "▁premiers": 21426,
+      "▁поэ": 21427,
+      "▁mère": 21428,
+      "▁Gun": 21429,
+      "aping": 21430,
+      "▁Rain": 21431,
+      "▁igual": 21432,
+      "▁processor": 21433,
+      "')`": 21434,
+      "bling": 21435,
+      "▁mism": 21436,
+      "bráz": 21437,
+      "▁closest": 21438,
+      "▁Reading": 21439,
+      "▁попу": 21440,
+      "cono": 21441,
+      "▁kult": 21442,
+      "▁!!": 21443,
+      "▁Expression": 21444,
+      "▁induction": 21445,
+      "ahren": 21446,
+      "▁cp": 21447,
+      "▁violence": 21448,
+      "ientí": 21449,
+      "cente": 21450,
+      "▁Dob": 21451,
+      "jack": 21452,
+      "song": 21453,
+      "bucket": 21454,
+      "▁deport": 21455,
+      "кими": 21456,
+      "lm": 21457,
+      "▁innoc": 21458,
+      "Changes": 21459,
+      "▁prohib": 21460,
+      "angol": 21461,
+      "iseconds": 21462,
+      "▁пор": 21463,
+      "▁hip": 21464,
+      "▁pů": 21465,
+      "endorf": 21466,
+      "▁scheduled": 21467,
+      "▁Flug": 21468,
+      "acyj": 21469,
+      "▁Films": 21470,
+      "athedral": 21471,
+      "Power": 21472,
+      "ardin": 21473,
+      "kap": 21474,
+      "icken": 21475,
+      "resize": 21476,
+      "eus": 21477,
+      "rr": 21478,
+      "лян": 21479,
+      "▁Hav": 21480,
+      "▁ora": 21481,
+      "FROM": 21482,
+      "лося": 21483,
+      "▁terug": 21484,
+      "▁Width": 21485,
+      "▁accepts": 21486,
+      "бен": 21487,
+      "▁mich": 21488,
+      "▁Czech": 21489,
+      "▁Bedeut": 21490,
+      "▁вид": 21491,
+      "ôme": 21492,
+      "▁Loop": 21493,
+      "spect": 21494,
+      "ük": 21495,
+      "eston": 21496,
+      "▁slot": 21497,
+      "▁została": 21498,
+      "▁Charlotte": 21499,
+      "▁составляет": 21500,
+      "▁Promise": 21501,
+      "▁epo": 21502,
+      "▁diction": 21503,
+      "▁Franklin": 21504,
+      "▁Riv": 21505,
+      "руг": 21506,
+      "cida": 21507,
+      "▁Explorer": 21508,
+      "cookie": 21509,
+      "▁formerly": 21510,
+      "▁municipality": 21511,
+      "▁Stefan": 21512,
+      "lists": 21513,
+      "COMP": 21514,
+      "Len": 21515,
+      "▁Staat": 21516,
+      "▁NBA": 21517,
+      "dens": 21518,
+      "▁oscill": 21519,
+      "!.": 21520,
+      "▁PO": 21521,
+      "ône": 21522,
+      "eses": 21523,
+      "▁националь": 21524,
+      "voor": 21525,
+      "▁копи": 21526,
+      "▁пози": 21527,
+      "ulu": 21528,
+      "Constraint": 21529,
+      "▁своей": 21530,
+      "▁algebraic": 21531,
+      "чня": 21532,
+      "Dict": 21533,
+      "▁appearing": 21534,
+      "▁prav": 21535,
+      "▁Universal": 21536,
+      "Browser": 21537,
+      "▁Singap": 21538,
+      "ennessee": 21539,
+      "]_": 21540,
+      "▁Sof": 21541,
+      "▁Cad": 21542,
+      "ounce": 21543,
+      "▁costs": 21544,
+      "]{\\": 21545,
+      "../../": 21546,
+      "ській": 21547,
+      "ühl": 21548,
+      "iety": 21549,
+      "пр": 21550,
+      "▁interpreted": 21551,
+      "ajn": 21552,
+      "colog": 21553,
+      "YS": 21554,
+      "mans": 21555,
+      "▁metrics": 21556,
+      "▁registr": 21557,
+      "istance": 21558,
+      "▁Поль": 21559,
+      "▁anonymous": 21560,
+      "▁institutions": 21561,
+      "▁zdob": 21562,
+      "prüng": 21563,
+      "▁арти": 21564,
+      "▁estat": 21565,
+      "acci": 21566,
+      "▁academic": 21567,
+      "▁chiesa": 21568,
+      "▁Gian": 21569,
+      "contrib": 21570,
+      "umed": 21571,
+      "▁Gir": 21572,
+      "▁baseball": 21573,
+      "numeric": 21574,
+      "Generator": 21575,
+      "GM": 21576,
+      "▁tiny": 21577,
+      "▁distinction": 21578,
+      "гер": 21579,
+      "▁rust": 21580,
+      "▁FIFA": 21581,
+      "▁Properties": 21582,
+      "^-": 21583,
+      "▁экс": 21584,
+      "▁Stanis": 21585,
+      "▁Ajax": 21586,
+      "escape": 21587,
+      "▁consp": 21588,
+      "▁Chen": 21589,
+      "▁Naval": 21590,
+      "Bit": 21591,
+      "▁bât": 21592,
+      "скими": 21593,
+      "drive": 21594,
+      "▁Round": 21595,
+      "photo": 21596,
+      "▁Level": 21597,
+      "▁geg": 21598,
+      "Tom": 21599,
+      "▁Mobile": 21600,
+      "▁Trop": 21601,
+      "Direction": 21602,
+      "isan": 21603,
+      ")^{-": 21604,
+      "▁Setting": 21605,
+      "▁Probably": 21606,
+      "лья": 21607,
+      "▁assets": 21608,
+      "▁atte": 21609,
+      "▁bulk": 21610,
+      "ést": 21611,
+      "▁wing": 21612,
+      "nius": 21613,
+      "▁wins": 21614,
+      "▁lud": 21615,
+      "ushing": 21616,
+      "▁deven": 21617,
+      "ограф": 21618,
+      "burger": 21619,
+      "▁embar": 21620,
+      "FilterChain": 21621,
+      "▁tum": 21622,
+      "▁öss": 21623,
+      "▁nommé": 21624,
+      "▁pir": 21625,
+      "▁luc": 21626,
+      "dbo": 21627,
+      "agues": 21628,
+      "▁alcan": 21629,
+      "ouwen": 21630,
+      "▁Stanley": 21631,
+      "циали": 21632,
+      "▁grown": 21633,
+      "▁preserved": 21634,
+      "▁solar": 21635,
+      "▁Население": 21636,
+      "▁performances": 21637,
+      "▁Cow": 21638,
+      "▁engineering": 21639,
+      "▁scaling": 21640,
+      "atomic": 21641,
+      "endance": 21642,
+      "▁ace": 21643,
+      "ängen": 21644,
+      "Anim": 21645,
+      "phase": 21646,
+      "zburg": 21647,
+      "Old": 21648,
+      "▁servant": 21649,
+      "▁gemeins": 21650,
+      "▁Observ": 21651,
+      "translate": 21652,
+      "▁covering": 21653,
+      "▁están": 21654,
+      "▁problema": 21655,
+      "▁установ": 21656,
+      "▁llev": 21657,
+      "▁czerw": 21658,
+      "éal": 21659,
+      "mez": 21660,
+      "REE": 21661,
+      "ERR": 21662,
+      "тури": 21663,
+      "segu": 21664,
+      "▁profit": 21665,
+      "▁multiplication": 21666,
+      "kommen": 21667,
+      "▁faut": 21668,
+      "▁candidates": 21669,
+      "▁Uri": 21670,
+      "▁Laura": 21671,
+      "▁sap": 21672,
+      "▁висини": 21673,
+      "▁Between": 21674,
+      "fade": 21675,
+      "▁reserved": 21676,
+      "▁involving": 21677,
+      "▁Mare": 21678,
+      "▁Container": 21679,
+      "▁назна": 21680,
+      "▁DEBUG": 21681,
+      "▁hurt": 21682,
+      "▁Polski": 21683,
+      "▁lux": 21684,
+      "CB": 21685,
+      "wach": 21686,
+      "▁период": 21687,
+      "▁Catherine": 21688,
+      "▁ganz": 21689,
+      "uchte": 21690,
+      "▁consumer": 21691,
+      "▁crossed": 21692,
+      "ordered": 21693,
+      "away": 21694,
+      "techn": 21695,
+      "▁subscri": 21696,
+      "▁shortcut": 21697,
+      "▁производ": 21698,
+      "▁simultaneously": 21699,
+      "▁rating": 21700,
+      "▁Kings": 21701,
+      "▁relationships": 21702,
+      "▁Sex": 21703,
+      "▁Tool": 21704,
+      "agh": 21705,
+      "acters": 21706,
+      "logger": 21707,
+      "homme": 21708,
+      "engers": 21709,
+      "▁Ri": 21710,
+      "earance": 21711,
+      "▁appearances": 21712,
+      "Real": 21713,
+      "▁passe": 21714,
+      "iclopedia": 21715,
+      "чко": 21716,
+      "terre": 21717,
+      "▁Ontario": 21718,
+      "▁переда": 21719,
+      "footer": 21720,
+      "archivi": 21721,
+      "ifiz": 21722,
+      "▁Protest": 21723,
+      "▁LIN": 21724,
+      "unnable": 21725,
+      "▁centuries": 21726,
+      "▁Bayer": 21727,
+      "цію": 21728,
+      "овин": 21729,
+      "▁Andrea": 21730,
+      "selection": 21731,
+      "▁calm": 21732,
+      "▁modification": 21733,
+      "▁shortly": 21734,
+      "inaire": 21735,
+      "▁fusion": 21736,
+      "▁feelings": 21737,
+      "PK": 21738,
+      "▁Roberto": 21739,
+      "гне": 21740,
+      "Shared": 21741,
+      "▁mehrere": 21742,
+      "▁Niem": 21743,
+      "omp": 21744,
+      "Env": 21745,
+      "▁Article": 21746,
+      "▁Pok": 21747,
+      "▁VARCHAR": 21748,
+      "▁dil": 21749,
+      "▁afford": 21750,
+      "▁confront": 21751,
+      "owanie": 21752,
+      "▁ministre": 21753,
+      "adesh": 21754,
+      "▁Poly": 21755,
+      "▁Распо": 21756,
+      "▁Gruppe": 21757,
+      "▁Helen": 21758,
+      "▁cc": 21759,
+      "▁portrait": 21760,
+      "bew": 21761,
+      "▁beta": 21762,
+      "▁Wir": 21763,
+      "▁Audio": 21764,
+      "▁(\\<": 21765,
+      "riority": 21766,
+      "▁nit": 21767,
+      "▁представи": 21768,
+      "▁Vie": 21769,
+      "▁wür": 21770,
+      "▁Hold": 21771,
+      "▁Sad": 21772,
+      "▁Tochter": 21773,
+      "▁oltre": 21774,
+      "▁Activ": 21775,
+      "▁Jason": 21776,
+      "▁wieku": 21777,
+      "▁regards": 21778,
+      "▁taste": 21779,
+      "agnostic": 21780,
+      "лася": 21781,
+      "▁Self": 21782,
+      "▁apr": 21783,
+      "▁Deep": 21784,
+      "scop": 21785,
+      "Activ": 21786,
+      "▁typedef": 21787,
+      "ContentView": 21788,
+      "compiler": 21789,
+      "▁Roth": 21790,
+      "xc": 21791,
+      "зик": 21792,
+      "▁largo": 21793,
+      "▁Rena": 21794,
+      "heiten": 21795,
+      "▁platforms": 21796,
+      "ulla": 21797,
+      "▁glance": 21798,
+      "▁mascul": 21799,
+      "▁mex": 21800,
+      "▁Jorge": 21801,
+      "▁funcion": 21802,
+      "choose": 21803,
+      "▁reviews": 21804,
+      "▁Alban": 21805,
+      "▁Glo": 21806,
+      "▁Species": 21807,
+      "▁Fame": 21808,
+      "▁Roll": 21809,
+      "▁Puerto": 21810,
+      "▁\\)": 21811,
+      "ymnas": 21812,
+      "environ": 21813,
+      "▁iphone": 21814,
+      "▁Wrestling": 21815,
+      "ały": 21816,
+      "▁Indiana": 21817,
+      "Radio": 21818,
+      "VS": 21819,
+      "▁independence": 21820,
+      "тай": 21821,
+      "▁decode": 21822,
+      "White": 21823,
+      "▁journ": 21824,
+      "ículo": 21825,
+      "▁Barb": 21826,
+      "▁Evangel": 21827,
+      "▁Andy": 21828,
+      "▁Welcome": 21829,
+      "▁Device": 21830,
+      "gef": 21831,
+      "▁remembered": 21832,
+      "▁variations": 21833,
+      "▁Adolf": 21834,
+      "itaine": 21835,
+      "▁надморској": 21836,
+      "▁steam": 21837,
+      "▁concerns": 21838,
+      "▁`|": 21839,
+      "▁био": 21840,
+      "тельства": 21841,
+      "▁quattro": 21842,
+      "extend": 21843,
+      "▁trabajo": 21844,
+      "enberg": 21845,
+      "▁scenarios": 21846,
+      "ânt": 21847,
+      "▁kommt": 21848,
+      "▁domestic": 21849,
+      "▁Basketball": 21850,
+      "▁Cooper": 21851,
+      "sock": 21852,
+      "держа": 21853,
+      "={\\": 21854,
+      "▁inici": 21855,
+      "▁Phill": 21856,
+      "▁генерал": 21857,
+      "archiviato": 21858,
+      "ън": 21859,
+      "Rob": 21860,
+      "▁tong": 21861,
+      "▁characteristics": 21862,
+      "▁amaz": 21863,
+      "▁Mode": 21864,
+      "▁inaugur": 21865,
+      "wehr": 21866,
+      "rant": 21867,
+      "ionali": 21868,
+      "▁Mother": 21869,
+      "Ma": 21870,
+      "équ": 21871,
+      "▁Kelly": 21872,
+      "cile": 21873,
+      "▁besteht": 21874,
+      "▁estimates": 21875,
+      "ruguay": 21876,
+      "▁Ans": 21877,
+      "Mad": 21878,
+      "▁нав": 21879,
+      "▁données": 21880,
+      "▁tropical": 21881,
+      "▁Several": 21882,
+      "elter": 21883,
+      "▁Pho": 21884,
+      "kem": 21885,
+      "▁Customer": 21886,
+      "▁складі": 21887,
+      "▁courses": 21888,
+      "Platform": 21889,
+      "navbar": 21890,
+      "learning": 21891,
+      "▁Swedish": 21892,
+      "▁zast": 21893,
+      "▁Lig": 21894,
+      "management": 21895,
+      "▁lod": 21896,
+      "uffle": 21897,
+      "Texture": 21898,
+      "arga": 21899,
+      "átum": 21900,
+      "▁DDR": 21901,
+      "нії": 21902,
+      "▁Société": 21903,
+      "▁domains": 21904,
+      "▁permitted": 21905,
+      "▁externe": 21906,
+      "▁quelque": 21907,
+      "vt": 21908,
+      "yman": 21909,
+      "▁Ward": 21910,
+      "▁agli": 21911,
+      "▁andra": 21912,
+      "Snapshot": 21913,
+      "▁må": 21914,
+      "▁yeah": 21915,
+      "дена": 21916,
+      "ępu": 21917,
+      "askell": 21918,
+      "▁République": 21919,
+      "inject": 21920,
+      "▁';": 21921,
+      "änn": 21922,
+      "▁zelf": 21923,
+      "▁Entwicklung": 21924,
+      "ária": 21925,
+      "onomy": 21926,
+      "▁svil": 21927,
+      "iese": 21928,
+      "▁conser": 21929,
+      "▁nim": 21930,
+      "▁rész": 21931,
+      "▁Итали": 21932,
+      "▁partici": 21933,
+      "▁Lion": 21934,
+      "sr": 21935,
+      "always": 21936,
+      "▁Владимир": 21937,
+      "ческие": 21938,
+      "[,": 21939,
+      "▁Definition": 21940,
+      "nant": 21941,
+      "oem": 21942,
+      "Ids": 21943,
+      "▁вне": 21944,
+      "▁[...]": 21945,
+      "▁направ": 21946,
+      "▁GO": 21947,
+      "▁års": 21948,
+      "▁után": 21949,
+      "▁outros": 21950,
+      "▁región": 21951,
+      "▁Mong": 21952,
+      "▁filme": 21953,
+      "▁triple": 21954,
+      "▁spons": 21955,
+      "Develop": 21956,
+      "▁outcome": 21957,
+      "▁Bible": 21958,
+      "▁имени": 21959,
+      "Canvas": 21960,
+      "пута": 21961,
+      "curr": 21962,
+      "ások": 21963,
+      "){\\": 21964,
+      "ningar": 21965,
+      "`;": 21966,
+      "▁Flash": 21967,
+      ":#": 21968,
+      "must": 21969,
+      "cpu": 21970,
+      "▁formats": 21971,
+      "Har": 21972,
+      "▁episodio": 21973,
+      "▁Rosa": 21974,
+      "▁dès": 21975,
+      "emit": 21976,
+      "riteria": 21977,
+      "Annotation": 21978,
+      "Flag": 21979,
+      "gmail": 21980,
+      "▁Normal": 21981,
+      "ollary": 21982,
+      "▁foss": 21983,
+      "▁concurrent": 21984,
+      "▁crashes": 21985,
+      "▁виде": 21986,
+      "▁Minor": 21987,
+      "▁Sit": 21988,
+      "▁SN": 21989,
+      "▁scar": 21990,
+      "▁femin": 21991,
+      "▁specification": 21992,
+      "soap": 21993,
+      "▁operate": 21994,
+      "▁principalmente": 21995,
+      "▁aust": 21996,
+      "ibile": 21997,
+      "itime": 21998,
+      "лежа": 21999,
+      "iframe": 22000,
+      "▁concepts": 22001,
+      "▁tack": 22002,
+      "▁viss": 22003,
+      "▁carbon": 22004,
+      "tery": 22005,
+      "▁naming": 22006,
+      "▁Orts": 22007,
+      "idente": 22008,
+      "▁Capit": 22009,
+      "▁expr": 22010,
+      "▁насељу": 22011,
+      "▁Selected": 22012,
+      "▁hinter": 22013,
+      "▁iframe": 22014,
+      "▁zb": 22015,
+      "indexPath": 22016,
+      "coll": 22017,
+      "▁wrześ": 22018,
+      "▁acht": 22019,
+      "▁gradually": 22020,
+      "▁чу": 22021,
+      "зей": 22022,
+      "haft": 22023,
+      "▁tran": 22024,
+      "▁laquelle": 22025,
+      "ytics": 22026,
+      "IDE": 22027,
+      "▁pygame": 22028,
+      "▁Package": 22029,
+      "▁className": 22030,
+      "Bal": 22031,
+      "perl": 22032,
+      "тина": 22033,
+      "Occ": 22034,
+      "▁infrastr": 22035,
+      "▁Champions": 22036,
+      "▁classic": 22037,
+      "▁Raw": 22038,
+      "▁partially": 22039,
+      "▁Ted": 22040,
+      "▁stolet": 22041,
+      "rained": 22042,
+      "WHERE": 22043,
+      "▁vall": 22044,
+      "▁Julia": 22045,
+      "zat": 22046,
+      "▁surrounded": 22047,
+      "SEE": 22048,
+      "▁walking": 22049,
+      "Bad": 22050,
+      "FOR": 22051,
+      "contre": 22052,
+      "▁Palest": 22053,
+      "ático": 22054,
+      "▁engineer": 22055,
+      "▁partners": 22056,
+      "▁Jews": 22057,
+      "ilers": 22058,
+      "▁cerem": 22059,
+      "▁interactions": 22060,
+      "acu": 22061,
+      "sty": 22062,
+      "▁Princess": 22063,
+      "sharp": 22064,
+      "▁Singles": 22065,
+      "▁їх": 22066,
+      "chez": 22067,
+      "Receiver": 22068,
+      "▁patients": 22069,
+      "stringify": 22070,
+      "▁competed": 22071,
+      "bey": 22072,
+      "$;": 22073,
+      "▁Bd": 22074,
+      "hadoop": 22075,
+      "▁División": 22076,
+      "öld": 22077,
+      "▁restricted": 22078,
+      "▁commander": 22079,
+      "▁Highway": 22080,
+      "▁Česk": 22081,
+      "▁myth": 22082,
+      "чан": 22083,
+      "raham": 22084,
+      "▁enqu": 22085,
+      "▁pog": 22086,
+      "▁comuna": 22087,
+      "▁println": 22088,
+      "▁круп": 22089,
+      "▁depois": 22090,
+      "▁seats": 22091,
+      "▁neighb": 22092,
+      "циона": 22093,
+      "agine": 22094,
+      "▁clothes": 22095,
+      "▁Prior": 22096,
+      "Brain": 22097,
+      "FFFF": 22098,
+      "':'": 22099,
+      "features": 22100,
+      "▁filesystem": 22101,
+      "▁singles": 22102,
+      "▁Melbourne": 22103,
+      "▁destruction": 22104,
+      "▁Lyon": 22105,
+      "▁Insel": 22106,
+      "Nav": 22107,
+      "▁Replace": 22108,
+      "▁lé": 22109,
+      "Who": 22110,
+      "▁Estad": 22111,
+      "▁dimensional": 22112,
+      "▁öff": 22113,
+      "▁grands": 22114,
+      "джа": 22115,
+      "plane": 22116,
+      "ності": 22117,
+      "▁Origin": 22118,
+      "WI": 22119,
+      "änner": 22120,
+      "▁Cry": 22121,
+      "ITION": 22122,
+      "▁född": 22123,
+      "▁cultura": 22124,
+      "▁Rank": 22125,
+      "▁vuel": 22126,
+      "▁zag": 22127,
+      "▁Maxim": 22128,
+      "ону": 22129,
+      "()))": 22130,
+      "Raw": 22131,
+      "kirche": 22132,
+      "▁además": 22133,
+      "▁tie": 22134,
+      "▁Style": 22135,
+      "сков": 22136,
+      "istant": 22137,
+      "olph": 22138,
+      "▁Zür": 22139,
+      "▁Info": 22140,
+      "DOM": 22141,
+      "usc": 22142,
+      "nahm": 22143,
+      "▁Федера": 22144,
+      "▁Fot": 22145,
+      "▁specifying": 22146,
+      "▁titolo": 22147,
+      "▁Boys": 22148,
+      "iech": 22149,
+      "Place": 22150,
+      "▁Hoff": 22151,
+      "▁cached": 22152,
+      "валь": 22153,
+      "isher": 22154,
+      "rolling": 22155,
+      "opens": 22156,
+      "▁hr": 22157,
+      "------": 22158,
+      "▁maggior": 22159,
+      "▁transactions": 22160,
+      "▁criminal": 22161,
+      "▁retre": 22162,
+      "▁Campbell": 22163,
+      ")):": 22164,
+      "▁ned": 22165,
+      "Pager": 22166,
+      "▁Hero": 22167,
+      "(__": 22168,
+      "▁uncle": 22169,
+      "▁reaches": 22170,
+      "arto": 22171,
+      "▁hello": 22172,
+      "Preferences": 22173,
+      "▁затем": 22174,
+      "Named": 22175,
+      "▁readers": 22176,
+      "хі": 22177,
+      "kern": 22178,
+      "▁упо": 22179,
+      "кин": 22180,
+      "▁lav": 22181,
+      "▁nob": 22182,
+      "▁secre": 22183,
+      "▁ListView": 22184,
+      "вания": 22185,
+      "▁Mayor": 22186,
+      "borough": 22187,
+      "▁filosof": 22188,
+      "нення": 22189,
+      "фри": 22190,
+      "▁patr": 22191,
+      "FM": 22192,
+      "▁acid": 22193,
+      "▁Salvador": 22194,
+      "▁abb": 22195,
+      "▁Graham": 22196,
+      "policy": 22197,
+      "negative": 22198,
+      "ńskiego": 22199,
+      "▁Heimat": 22200,
+      "▁dazu": 22201,
+      "▁mely": 22202,
+      "▁ride": 22203,
+      "▁duties": 22204,
+      "overy": 22205,
+      "▁Proposition": 22206,
+      "▁Paolo": 22207,
+      "/'": 22208,
+      "▁Mau": 22209,
+      "imenti": 22210,
+      "Saint": 22211,
+      "father": 22212,
+      "▁equilib": 22213,
+      "phony": 22214,
+      "▁clas": 22215,
+      "▁отли": 22216,
+      "▁Buffered": 22217,
+      "rek": 22218,
+      "▁mitt": 22219,
+      "▁Hur": 22220,
+      "▁Harvard": 22221,
+      "▁demonstrate": 22222,
+      "uario": 22223,
+      "▁dolor": 22224,
+      "▁rejected": 22225,
+      "▁Müller": 22226,
+      "▁nac": 22227,
+      "▁Belle": 22228,
+      "▁gathered": 22229,
+      "nr": 22230,
+      "frika": 22231,
+      "öll": 22232,
+      "▁chemical": 22233,
+      "nig": 22234,
+      "▁calc": 22235,
+      "▁DEFAULT": 22236,
+      "▁philosophy": 22237,
+      "▁Laravel": 22238,
+      "▁alignment": 22239,
+      "EV": 22240,
+      "eor": 22241,
+      "▁dzie": 22242,
+      "▁mest": 22243,
+      "▁Io": 22244,
+      "CRE": 22245,
+      "зви": 22246,
+      "▁Medic": 22247,
+      "▁nä": 22248,
+      "▁zab": 22249,
+      "▁Slov": 22250,
+      "utlich": 22251,
+      "▁amplit": 22252,
+      "▁Frankreich": 22253,
+      "▁кіль": 22254,
+      "IND": 22255,
+      "execution": 22256,
+      "▁Karriere": 22257,
+      "dostęp": 22258,
+      "▁réal": 22259,
+      "engo": 22260,
+      "▁severe": 22261,
+      "зма": 22262,
+      "▁турни": 22263,
+      "▁Carter": 22264,
+      "▁Robinson": 22265,
+      "getElementsBy": 22266,
+      "▁prototype": 22267,
+      "▁japon": 22268,
+      "führung": 22269,
+      "▁consegu": 22270,
+      "▁studi": 22271,
+      "▁lire": 22272,
+      "▁schließ": 22273,
+      "▁Buff": 22274,
+      "▁redund": 22275,
+      "▁ern": 22276,
+      "▁myster": 22277,
+      "▁proprio": 22278,
+      "ateful": 22279,
+      "▁Parent": 22280,
+      "▁ladies": 22281,
+      "rack": 22282,
+      "тика": 22283,
+      "enburg": 22284,
+      "▁качестве": 22285,
+      "▁EF": 22286,
+      "▁stam": 22287,
+      "▁nueva": 22288,
+      "▁filtered": 22289,
+      "reten": 22290,
+      "▁Ian": 22291,
+      "▁Matthew": 22292,
+      "kih": 22293,
+      "▁ő": 22294,
+      "▁компози": 22295,
+      "▁forever": 22296,
+      "oires": 22297,
+      ":\\\\": 22298,
+      "▁études": 22299,
+      "▁soup": 22300,
+      "▁pleased": 22301,
+      ")}(": 22302,
+      "▁Stop": 22303,
+      "Setter": 22304,
+      "▁Help": 22305,
+      "▁bars": 22306,
+      "▁ERR": 22307,
+      "▁(?": 22308,
+      "▁poetry": 22309,
+      "▁Util": 22310,
+      "AK": 22311,
+      "▁fick": 22312,
+      "▁IM": 22313,
+      "▁proud": 22314,
+      "носи": 22315,
+      "▁muerte": 22316,
+      "▁Palmarès": 22317,
+      "▁Nas": 22318,
+      "щих": 22319,
+      "▁quer": 22320,
+      "▁apenas": 22321,
+      "]['": 22322,
+      "▁Konst": 22323,
+      "пон": 22324,
+      "▁Schiff": 22325,
+      "▁mp": 22326,
+      "▁благо": 22327,
+      "fram": 22328,
+      "▁household": 22329,
+      "▁tract": 22330,
+      "encoding": 22331,
+      "▁undert": 22332,
+      "▁Aug": 22333,
+      "ован": 22334,
+      "▁Arten": 22335,
+      "▁invoked": 22336,
+      "▁dynast": 22337,
+      "▁fleet": 22338,
+      "чество": 22339,
+      "▁Murray": 22340,
+      "▁gut": 22341,
+      "elihood": 22342,
+      "▁SSH": 22343,
+      "ответ": 22344,
+      "▁personally": 22345,
+      "прия": 22346,
+      "▁financi": 22347,
+      "▁Thompson": 22348,
+      "alu": 22349,
+      "identity": 22350,
+      "▁Grab": 22351,
+      "addle": 22352,
+      "Ét": 22353,
+      "▁Tob": 22354,
+      "▁verlor": 22355,
+      "▁Sainte": 22356,
+      "▁dop": 22357,
+      "▁вере": 22358,
+      "___": 22359,
+      "▁promotion": 22360,
+      "▁-=": 22361,
+      "▁отде": 22362,
+      "▁ambigu": 22363,
+      "ORDER": 22364,
+      "▁Communic": 22365,
+      "▁imply": 22366,
+      "oned": 22367,
+      "cluding": 22368,
+      "▁collision": 22369,
+      "▁fragments": 22370,
+      "scription": 22371,
+      "▁'{": 22372,
+      "лях": 22373,
+      "▁hans": 22374,
+      "ус": 22375,
+      "wire": 22376,
+      "namespace": 22377,
+      "▁sword": 22378,
+      "refresh": 22379,
+      "▁kwam": 22380,
+      "zs": 22381,
+      "commons": 22382,
+      "▁cosa": 22383,
+      "▁regime": 22384,
+      "grep": 22385,
+      "▁dioc": 22386,
+      "▁Contact": 22387,
+      "▁estas": 22388,
+      "▁Stewart": 22389,
+      "▁viele": 22390,
+      "това": 22391,
+      "▁Ran": 22392,
+      "annes": 22393,
+      "iday": 22394,
+      "▁snapshot": 22395,
+      "orrow": 22396,
+      "▁zač": 22397,
+      "▁участие": 22398,
+      "▁promised": 22399,
+      "Assembly": 22400,
+      "▁championship": 22401,
+      "▁Define": 22402,
+      "▁eren": 22403,
+      "▁ново": 22404,
+      "▁thinks": 22405,
+      "Age": 22406,
+      "▁gev": 22407,
+      "varchar": 22408,
+      "ività": 22409,
+      "compos": 22410,
+      "▁Mutter": 22411,
+      "CONT": 22412,
+      "armée": 22413,
+      "agnet": 22414,
+      "▁Brow": 22415,
+      ".—": 22416,
+      "▁Television": 22417,
+      "▁Для": 22418,
+      "▁vm": 22419,
+      "▁ordin": 22420,
+      "▁Михай": 22421,
+      "▁aproxim": 22422,
+      "')->": 22423,
+      "▁zoo": 22424,
+      "ippi": 22425,
+      "▁sino": 22426,
+      "▁Québec": 22427,
+      "rages": 22428,
+      "äck": 22429,
+      "eing": 22430,
+      "arlo": 22431,
+      "pios": 22432,
+      "▁Chan": 22433,
+      "▁elli": 22434,
+      "▁incons": 22435,
+      "gestellt": 22436,
+      "ppers": 22437,
+      "Jean": 22438,
+      "anstalt": 22439,
+      "▁Dance": 22440,
+      "▁toen": 22441,
+      "▁decis": 22442,
+      "▁Резу": 22443,
+      "▁officially": 22444,
+      "ätze": 22445,
+      "▁доро": 22446,
+      "▁enumer": 22447,
+      "▁troisième": 22448,
+      "typ": 22449,
+      "offs": 22450,
+      "боль": 22451,
+      "odn": 22452,
+      "▁Zar": 22453,
+      "▁друго": 22454,
+      "quia": 22455,
+      "▁Nicolas": 22456,
+      "пису": 22457,
+      "▁mob": 22458,
+      "paces": 22459,
+      "нього": 22460,
+      "Alg": 22461,
+      "éroï": 22462,
+      "Errors": 22463,
+      "▁гре": 22464,
+      "▁женщи": 22465,
+      "inch": 22466,
+      "▁Korean": 22467,
+      "▁Apost": 22468,
+      "▁Liver": 22469,
+      "▁elementary": 22470,
+      "▁DI": 22471,
+      "виси": 22472,
+      "▁soil": 22473,
+      "▁DLL": 22474,
+      "▁risp": 22475,
+      "▁Shakespe": 22476,
+      "▁Gaussian": 22477,
+      "▁Kurt": 22478,
+      "Vertex": 22479,
+      "ebol": 22480,
+      "organisation": 22481,
+      "ären": 22482,
+      "▁YES": 22483,
+      "CUR": 22484,
+      "▁началь": 22485,
+      "▁постро": 22486,
+      "▁Luigi": 22487,
+      "▁caching": 22488,
+      "preventDefault": 22489,
+      "amd": 22490,
+      "▁Vit": 22491,
+      "subst": 22492,
+      "▁строи": 22493,
+      "▁Campion": 22494,
+      "chr": 22495,
+      "фере": 22496,
+      "▁Список": 22497,
+      "NF": 22498,
+      "▁cím": 22499,
+      "▁hé": 22500,
+      "rebbe": 22501,
+      "ocy": 22502,
+      "below": 22503,
+      "▁bylo": 22504,
+      "▁Уи": 22505,
+      "▁\\({\\": 22506,
+      "▁`:": 22507,
+      "giore": 22508,
+      "San": 22509,
+      "▁Gate": 22510,
+      "▁вс": 22511,
+      "▁olimp": 22512,
+      "▁Matrix": 22513,
+      "▁hearing": 22514,
+      "rii": 22515,
+      "tfrac": 22516,
+      "▁allemand": 22517,
+      "▁Vue": 22518,
+      "лн": 22519,
+      "▁compiling": 22520,
+      "▁Ens": 22521,
+      "▁investigation": 22522,
+      "▁Ax": 22523,
+      "▁chars": 22524,
+      "▁targets": 22525,
+      "▁loud": 22526,
+      "usement": 22527,
+      "▁Nether": 22528,
+      "commerce": 22529,
+      "IGHT": 22530,
+      "ocoa": 22531,
+      "ifecycle": 22532,
+      "▁Leo": 22533,
+      "priv": 22534,
+      "▁goods": 22535,
+      "adamente": 22536,
+      "Austral": 22537,
+      "▁reboot": 22538,
+      "Gest": 22539,
+      "▁representations": 22540,
+      "ceu": 22541,
+      "▁doctrine": 22542,
+      "cers": 22543,
+      "▁Krak": 22544,
+      "▁advoc": 22545,
+      "▁squadra": 22546,
+      "▁arbeitete": 22547,
+      "üst": 22548,
+      "▁pill": 22549,
+      "Answer": 22550,
+      "▁квіт": 22551,
+      "▁Wa": 22552,
+      "umann": 22553,
+      "▁Dynam": 22554,
+      "Famil": 22555,
+      "▁tennis": 22556,
+      "▁Engineering": 22557,
+      "▁circles": 22558,
+      "▁Maryland": 22559,
+      "▁besta": 22560,
+      "▁bases": 22561,
+      "▁znajdu": 22562,
+      "ктора": 22563,
+      "▁arrest": 22564,
+      "лер": 22565,
+      "▁Gia": 22566,
+      "▁remarkable": 22567,
+      "▁могу": 22568,
+      "▁Supreme": 22569,
+      "▁`%": 22570,
+      "dor": 22571,
+      "▁aujourd": 22572,
+      "▁wis": 22573,
+      "WIDTH": 22574,
+      "▁misma": 22575,
+      "▁fluid": 22576,
+      "▁petite": 22577,
+      "▁Tow": 22578,
+      "Registry": 22579,
+      "emed": 22580,
+      "▁Wisconsin": 22581,
+      "▁Racing": 22582,
+      "▁registration": 22583,
+      "/%": 22584,
+      "third": 22585,
+      "▁monuments": 22586,
+      "чей": 22587,
+      "▁jet": 22588,
+      "▁Urban": 22589,
+      "álva": 22590,
+      "▁milieu": 22591,
+      "▁possess": 22592,
+      "▁germ": 22593,
+      "dependencies": 22594,
+      "▁enemies": 22595,
+      "▁samen": 22596,
+      "▁Werner": 22597,
+      "▁hizo": 22598,
+      "▁td": 22599,
+      "▁yesterday": 22600,
+      "▁Ад": 22601,
+      "▁hasn": 22602,
+      "cellation": 22603,
+      "ování": 22604,
+      "lika": 22605,
+      "Week": 22606,
+      "▁Ing": 22607,
+      "▁Email": 22608,
+      "▁mètres": 22609,
+      "▁OCLC": 22610,
+      "▁amongst": 22611,
+      "▁splend": 22612,
+      "fur": 22613,
+      "antics": 22614,
+      "▁XXX": 22615,
+      "▁группы": 22616,
+      "lach": 22617,
+      "▁cousin": 22618,
+      "▁invariant": 22619,
+      "ђу": 22620,
+      "▁Beispiel": 22621,
+      "▁harder": 22622,
+      "▁bell": 22623,
+      "▁orch": 22624,
+      "tb": 22625,
+      "Footnote": 22626,
+      "regon": 22627,
+      "Martin": 22628,
+      "▁incon": 22629,
+      "▁attacked": 22630,
+      "_{-": 22631,
+      "▁Tras": 22632,
+      "party": 22633,
+      "iteit": 22634,
+      "▁saint": 22635,
+      "rások": 22636,
+      "▁containers": 22637,
+      "Mo": 22638,
+      "▁Sn": 22639,
+      "quantity": 22640,
+      "▁ras": 22641,
+      "▁Canal": 22642,
+      "ccion": 22643,
+      "uvo": 22644,
+      "▁idx": 22645,
+      "typename": 22646,
+      "▁Rugby": 22647,
+      "▁Seems": 22648,
+      "▁transmit": 22649,
+      "▁Präsident": 22650,
+      "зне": 22651,
+      "▁Baker": 22652,
+      "inth": 22653,
+      "▁több": 22654,
+      "verein": 22655,
+      "▁especie": 22656,
+      ",(": 22657,
+      "▁téc": 22658,
+      "▁WITH": 22659,
+      "▁unos": 22660,
+      "▁politics": 22661,
+      "createElement": 22662,
+      "▁stats": 22663,
+      "▁Tennessee": 22664,
+      "▁Bedeutung": 22665,
+      "▁Screen": 22666,
+      "▁Straße": 22667,
+      "anze": 22668,
+      "▁partly": 22669,
+      "manuel": 22670,
+      "olation": 22671,
+      "horizontal": 22672,
+      "érieure": 22673,
+      "ampio": 22674,
+      "▁струк": 22675,
+      "Weight": 22676,
+      "Land": 22677,
+      "poly": 22678,
+      "▁Dak": 22679,
+      "▁Assume": 22680,
+      "\".$": 22681,
+      "▁casi": 22682,
+      "▁gross": 22683,
+      "▁entertain": 22684,
+      "▁década": 22685,
+      "'.$": 22686,
+      "encer": 22687,
+      "▁guaranteed": 22688,
+      "]$.": 22689,
+      "лися": 22690,
+      "▁acceptable": 22691,
+      "raise": 22692,
+      "irus": 22693,
+      "weit": 22694,
+      "▁Ана": 22695,
+      "▁hills": 22696,
+      "ipage": 22697,
+      "BIT": 22698,
+      "▁nucle": 22699,
+      "▁utilis": 22700,
+      "CAA": 22701,
+      "ènes": 22702,
+      "▁Schweiz": 22703,
+      "▁AA": 22704,
+      "ninger": 22705,
+      "▁bands": 22706,
+      "▁tender": 22707,
+      "som": 22708,
+      "Warning": 22709,
+      "▁Bischof": 22710,
+      "▁Arc": 22711,
+      "▁Woman": 22712,
+      "▁transmission": 22713,
+      "чни": 22714,
+      "istre": 22715,
+      "BY": 22716,
+      "▁SI": 22717,
+      "▁Пар": 22718,
+      "▁}).": 22719,
+      "▁presenta": 22720,
+      "▁René": 22721,
+      "▁happiness": 22722,
+      "▁Punk": 22723,
+      "cols": 22724,
+      "▁Desde": 22725,
+      "рёх": 22726,
+      "▁мона": 22727,
+      "▁scratch": 22728,
+      "▁tcp": 22729,
+      "êtes": 22730,
+      "itated": 22731,
+      "▁diferen": 22732,
+      "geh": 22733,
+      "nahmen": 22734,
+      "Пе": 22735,
+      "cki": 22736,
+      "▁Teatro": 22737,
+      "▁Remember": 22738,
+      "▁fright": 22739,
+      "▁Yam": 22740,
+      "western": 22741,
+      "leted": 22742,
+      "▁встре": 22743,
+      "▁település": 22744,
+      "зин": 22745,
+      "▁Quant": 22746,
+      "▁supre": 22747,
+      "ája": 22748,
+      "дія": 22749,
+      "▁carrera": 22750,
+      "kret": 22751,
+      "para": 22752,
+      "▁SUM": 22753,
+      "▁pit": 22754,
+      "źdz": 22755,
+      "éo": 22756,
+      "рення": 22757,
+      "▁Chor": 22758,
+      "▁voix": 22759,
+      "▁executive": 22760,
+      "▁allerdings": 22761,
+      "Maybe": 22762,
+      "▁день": 22763,
+      "▁flying": 22764,
+      "▁parliament": 22765,
+      "ждан": 22766,
+      "▁fram": 22767,
+      "▁жовт": 22768,
+      "▁ugly": 22769,
+      "▁буду": 22770,
+      "igny": 22771,
+      "\\|_{": 22772,
+      "▁bitter": 22773,
+      "sce": 22774,
+      "▁pole": 22775,
+      "Verlag": 22776,
+      "▁totalité": 22777,
+      "▁foundation": 22778,
+      "jt": 22779,
+      "▁slice": 22780,
+      "ifique": 22781,
+      "▁integrate": 22782,
+      "strij": 22783,
+      "▁asympt": 22784,
+      "▁ему": 22785,
+      "▁perturb": 22786,
+      "▁Flow": 22787,
+      "jboss": 22788,
+      "RIG": 22789,
+      "▁Aless": 22790,
+      "XXX": 22791,
+      "▁summ": 22792,
+      "sqlite": 22793,
+      "▁cheer": 22794,
+      "prob": 22795,
+      "▁GPU": 22796,
+      "ził": 22797,
+      "(*)": 22798,
+      "▁induct": 22799,
+      "RAY": 22800,
+      "blatt": 22801,
+      "questa": 22802,
+      "oru": 22803,
+      "▁Inside": 22804,
+      "▁McG": 22805,
+      "▁Nep": 22806,
+      "мп": 22807,
+      "▁inve": 22808,
+      "▁Animal": 22809,
+      "▁sob": 22810,
+      "ított": 22811,
+      "loyment": 22812,
+      "▁bund": 22813,
+      "Station": 22814,
+      "▁BEGIN": 22815,
+      "▁partiellement": 22816,
+      "igg": 22817,
+      "estore": 22818,
+      "▁coinc": 22819,
+      "▁Sommer": 22820,
+      "▁md": 22821,
+      "▁locked": 22822,
+      "mathchar": 22823,
+      "arma": 22824,
+      "pent": 22825,
+      "arium": 22826,
+      "▁ears": 22827,
+      "▁Songs": 22828,
+      "▁similarly": 22829,
+      "▁literally": 22830,
+      "▁inches": 22831,
+      "▁affection": 22832,
+      "lp": 22833,
+      "▁concluded": 22834,
+      "▁муніципалі": 22835,
+      "▁памя": 22836,
+      "estaur": 22837,
+      "▁Josh": 22838,
+      "▁Fritz": 22839,
+      "DBC": 22840,
+      "дён": 22841,
+      "posa": 22842,
+      "▁golden": 22843,
+      "▁pc": 22844,
+      "▁comte": 22845,
+      "▁Ziel": 22846,
+      "▁présente": 22847,
+      "marks": 22848,
+      "igneur": 22849,
+      "▁Drive": 22850,
+      "▁neglect": 22851,
+      "▁rozp": 22852,
+      "▁Five": 22853,
+      "spaces": 22854,
+      "▁Medi": 22855,
+      "▁existed": 22856,
+      "▁była": 22857,
+      "джи": 22858,
+      "▁frente": 22859,
+      "тник": 22860,
+      "odd": 22861,
+      "▁answering": 22862,
+      "bian": 22863,
+      "▁Eugen": 22864,
+      "▁Publications": 22865,
+      "▁Dia": 22866,
+      "lá": 22867,
+      "▁'_": 22868,
+      "▁recuper": 22869,
+      "ому": 22870,
+      "▁Append": 22871,
+      "obar": 22872,
+      "▁employees": 22873,
+      "▁compens": 22874,
+      "emetery": 22875,
+      "▁элект": 22876,
+      "MON": 22877,
+      "olin": 22878,
+      "▁historic": 22879,
+      "his": 22880,
+      "ąd": 22881,
+      "nm": 22882,
+      "▁Goth": 22883,
+      "▁stress": 22884,
+      "▁partecip": 22885,
+      "▁Aw": 22886,
+      "▁sar": 22887,
+      "▁hu": 22888,
+      "▁matplotlib": 22889,
+      "▁Myst": 22890,
+      "();`": 22891,
+      "schein": 22892,
+      "Longrightarrow": 22893,
+      "▁ря": 22894,
+      "▁Isra": 22895,
+      "[^": 22896,
+      "nou": 22897,
+      "▁synd": 22898,
+      "working": 22899,
+      "▁Nation": 22900,
+      "▁Pent": 22901,
+      "▁klass": 22902,
+      "▁applicable": 22903,
+      "▁Diam": 22904,
+      "▁brasile": 22905,
+      "▁pac": 22906,
+      "▁Height": 22907,
+      "Put": 22908,
+      "▁intro": 22909,
+      "▁unusual": 22910,
+      "nas": 22911,
+      "▁Gebäude": 22912,
+      "▁beam": 22913,
+      "▁Rect": 22914,
+      "▁Primera": 22915,
+      "▁haut": 22916,
+      "▁trait": 22917,
+      "prüft": 22918,
+      "inación": 22919,
+      "▁configurations": 22920,
+      "▁gilt": 22921,
+      "▁territoire": 22922,
+      "hez": 22923,
+      "▁alte": 22924,
+      "relative": 22925,
+      "Excel": 22926,
+      "▁Wright": 22927,
+      "GV": 22928,
+      "поли": 22929,
+      "Quant": 22930,
+      "▁gauge": 22931,
+      "▁multiply": 22932,
+      "ASS": 22933,
+      "ственно": 22934,
+      "ану": 22935,
+      "▁jeden": 22936,
+      "▁literary": 22937,
+      "▁Dro": 22938,
+      "▁advise": 22939,
+      "itzen": 22940,
+      "▁disag": 22941,
+      "website": 22942,
+      "▁дія": 22943,
+      "▁observer": 22944,
+      "▁január": 22945,
+      "vě": 22946,
+      "kup": 22947,
+      "▁Ses": 22948,
+      "▁wojew": 22949,
+      "▁stages": 22950,
+      "▁времени": 22951,
+      "łuż": 22952,
+      "нос": 22953,
+      "Download": 22954,
+      "ipo": 22955,
+      "▁graf": 22956,
+      "▁робо": 22957,
+      "▁Nikol": 22958,
+      "▁fic": 22959,
+      "▁joining": 22960,
+      "▁diversos": 22961,
+      "▁LIKE": 22962,
+      "▁Fitz": 22963,
+      "▁dimin": 22964,
+      "▁distrib": 22965,
+      "Sam": 22966,
+      "koz": 22967,
+      "▁alphabet": 22968,
+      "oser": 22969,
+      "OUR": 22970,
+      "uka": 22971,
+      "кая": 22972,
+      "▁steel": 22973,
+      "▁`--": 22974,
+      "▁tener": 22975,
+      "marker": 22976,
+      "▁Heaven": 22977,
+      "newcommand": 22978,
+      "▁prisoners": 22979,
+      "▁Knight": 22980,
+      "▁presents": 22981,
+      "▁questi": 22982,
+      "▁trains": 22983,
+      "opera": 22984,
+      "▁Linear": 22985,
+      "▁ME": 22986,
+      "▁Buc": 22987,
+      "Leg": 22988,
+      "▁agua": 22989,
+      "▁Griff": 22990,
+      "olg": 22991,
+      "dst": 22992,
+      ".\r": 22993,
+      "▁persones": 22994,
+      "Mal": 22995,
+      "бере": 22996,
+      "folge": 22997,
+      "▁acab": 22998,
+      "ctu": 22999,
+      "ptic": 23000,
+      "▁Navigation": 23001,
+      "Russ": 23002,
+      "галь": 23003,
+      "▁Ful": 23004,
+      "▁має": 23005,
+      "чная": 23006,
+      "wner": 23007,
+      "contra": 23008,
+      "▁joueur": 23009,
+      "▁Jess": 23010,
+      "▁renew": 23011,
+      "▁lap": 23012,
+      "▁casting": 23013,
+      "gal": 23014,
+      "▁tématu": 23015,
+      "▁называ": 23016,
+      "зах": 23017,
+      "чне": 23018,
+      ")-\\": 23019,
+      "▁часто": 23020,
+      "}$-": 23021,
+      "▁licz": 23022,
+      "▁emot": 23023,
+      "harm": 23024,
+      "▁occasionally": 23025,
+      "▁horror": 23026,
+      "east": 23027,
+      "▁printer": 23028,
+      "aran": 23029,
+      "▁Mississ": 23030,
+      "follow": 23031,
+      "▁Barry": 23032,
+      "▁investigate": 23033,
+      "gow": 23034,
+      "▁Americans": 23035,
+      "Since": 23036,
+      "▁відо": 23037,
+      "▁reun": 23038,
+      "osci": 23039,
+      "▁Chapter": 23040,
+      "▁bay": 23041,
+      "роме": 23042,
+      "ethe": 23043,
+      "édie": 23044,
+      "comot": 23045,
+      "▁miejscowo": 23046,
+      "▁studierte": 23047,
+      "ouvert": 23048,
+      "▁кур": 23049,
+      "▁DESC": 23050,
+      "▁touched": 23051,
+      "▁Jerry": 23052,
+      "uese": 23053,
+      "лище": 23054,
+      "authentication": 23055,
+      "▁colle": 23056,
+      "heart": 23057,
+      "▁regiment": 23058,
+      "cribed": 23059,
+      "▁Боль": 23060,
+      "▁проис": 23061,
+      "ceae": 23062,
+      "▁masses": 23063,
+      "▁scrolling": 23064,
+      "usto": 23065,
+      "SW": 23066,
+      "ovat": 23067,
+      "▁grâce": 23068,
+      "▁Архив": 23069,
+      "▁Север": 23070,
+      "avait": 23071,
+      "▁Marshall": 23072,
+      "▁HashMap": 23073,
+      "acon": 23074,
+      "ücken": 23075,
+      "[])": 23076,
+      "▁evangel": 23077,
+      "etzung": 23078,
+      "ttemberg": 23079,
+      "sters": 23080,
+      "TM": 23081,
+      "▁литера": 23082,
+      "quot": 23083,
+      "Pred": 23084,
+      "▁werk": 23085,
+      "▁haber": 23086,
+      "lava": 23087,
+      "vous": 23088,
+      "▁Late": 23089,
+      "cycle": 23090,
+      "тирова": 23091,
+      "▁проду": 23092,
+      "▁populations": 23093,
+      "▁Yan": 23094,
+      "Prefix": 23095,
+      "actéristiques": 23096,
+      "+'": 23097,
+      "()`](": 23098,
+      "▁Ль": 23099,
+      "филь": 23100,
+      "▁жизни": 23101,
+      "ftp": 23102,
+      "▁всех": 23103,
+      "▁gdzie": 23104,
+      "▁videa": 23105,
+      "oauth": 23106,
+      "▁pid": 23107,
+      "ům": 23108,
+      "▁pesso": 23109,
+      "▁tracking": 23110,
+      "izin": 23111,
+      "▁Morris": 23112,
+      "щий": 23113,
+      "▁Provinz": 23114,
+      "▁Mitte": 23115,
+      "▁artificial": 23116,
+      "brázky": 23117,
+      "▁дости": 23118,
+      "▁restored": 23119,
+      "▁communicate": 23120,
+      "agit": 23121,
+      "Recogn": 23122,
+      "▁lon": 23123,
+      "▁заня": 23124,
+      "▁Argument": 23125,
+      "flush": 23126,
+      "мана": 23127,
+      "seconds": 23128,
+      "UC": 23129,
+      "▁Ruth": 23130,
+      "▁tub": 23131,
+      "▁Bret": 23132,
+      "▁Pere": 23133,
+      "▁responsibility": 23134,
+      "ńczy": 23135,
+      "▁environments": 23136,
+      "kee": 23137,
+      "▁groot": 23138,
+      "▁painted": 23139,
+      "▁Éditions": 23140,
+      "cpy": 23141,
+      "árt": 23142,
+      "lichkeit": 23143,
+      "arda": 23144,
+      "Batch": 23145,
+      "▁Leopold": 23146,
+      "reason": 23147,
+      "noreferrer": 23148,
+      "sens": 23149,
+      "▁rocks": 23150,
+      "▁Hitler": 23151,
+      "лат": 23152,
+      "▁quoted": 23153,
+      "▁колле": 23154,
+      "▁уров": 23155,
+      "bag": 23156,
+      ".\")": 23157,
+      "▁ML": 23158,
+      "▁komt": 23159,
+      "▁[_": 23160,
+      "▁spectral": 23161,
+      "edo": 23162,
+      "▁insieme": 23163,
+      "▁suffering": 23164,
+      "slider": 23165,
+      "▁Kennedy": 23166,
+      "olate": 23167,
+      "▁Patri": 23168,
+      "зии": 23169,
+      "OH": 23170,
+      "▁теа": 23171,
+      "▁права": 23172,
+      "мах": 23173,
+      "rewrite": 23174,
+      "▁Einsatz": 23175,
+      "external": 23176,
+      "holds": 23177,
+      "▁Places": 23178,
+      "atype": 23179,
+      "▁vulner": 23180,
+      "▁abandoned": 23181,
+      "Origin": 23182,
+      "▁maximal": 23183,
+      "AAAA": 23184,
+      "▁Baseball": 23185,
+      "▁Close": 23186,
+      "▁painter": 23187,
+      "▁assigning": 23188,
+      "NB": 23189,
+      "blast": 23190,
+      "▁Künstler": 23191,
+      ")](": 23192,
+      "fach": 23193,
+      "▁Constantin": 23194,
+      "okes": 23195,
+      "▁nobody": 23196,
+      "▁subtract": 23197,
+      "▁fosse": 23198,
+      "▁certific": 23199,
+      "▁muse": 23200,
+      "/),": 23201,
+      "▁Profil": 23202,
+      "▁proxim": 23203,
+      "▁Jerusalem": 23204,
+      "▁simplicity": 23205,
+      "▁wsz": 23206,
+      "NUMBER": 23207,
+      "uttavia": 23208,
+      "UITableView": 23209,
+      "ichter": 23210,
+      "жан": 23211,
+      "▁Lav": 23212,
+      "itchen": 23213,
+      "▁Чем": 23214,
+      "Tu": 23215,
+      "▁geom": 23216,
+      "▁zvuky": 23217,
+      "▁Survey": 23218,
+      "ANCE": 23219,
+      "▁encrypted": 23220,
+      "prof": 23221,
+      "▁dare": 23222,
+      "▁Loren": 23223,
+      "тв": 23224,
+      "▁Алек": 23225,
+      "▁computers": 23226,
+      "▁expectation": 23227,
+      "▁substantial": 23228,
+      "▁Дми": 23229,
+      "▁`{": 23230,
+      "▁дра": 23231,
+      "ubble": 23232,
+      "▁performs": 23233,
+      "▁Krieg": 23234,
+      "▁incoming": 23235,
+      "▁Classification": 23236,
+      "WebView": 23237,
+      "▁episodes": 23238,
+      "apper": 23239,
+      "äufig": 23240,
+      "▁giov": 23241,
+      "▁Depart": 23242,
+      "бора": 23243,
+      "edly": 23244,
+      "ospod": 23245,
+      "▁ptr": 23246,
+      "▁dátum": 23247,
+      "▁estimation": 23248,
+      "icole": 23249,
+      "▁----": 23250,
+      "▁princes": 23251,
+      "HEAD": 23252,
+      "▁diffusion": 23253,
+      "▁drie": 23254,
+      "▁Ada": 23255,
+      "нице": 23256,
+      "nginx": 23257,
+      "shal": 23258,
+      "▁februari": 23259,
+      "▁Tat": 23260,
+      "looking": 23261,
+      "kund": 23262,
+      "▁Dean": 23263,
+      "mongodb": 23264,
+      "вших": 23265,
+      "▁Aur": 23266,
+      "▁Flora": 23267,
+      "▁Studios": 23268,
+      "ције": 23269,
+      "eil": 23270,
+      "Install": 23271,
+      "▁franch": 23272,
+      "▁HMS": 23273,
+      "▁practices": 23274,
+      "lej": 23275,
+      "dale": 23276,
+      "▁poste": 23277,
+      "▁Hels": 23278,
+      "▁reliable": 23279,
+      "ździer": 23280,
+      "▁verse": 23281,
+      "ermeister": 23282,
+      "▁quit": 23283,
+      "ético": 23284,
+      "ilis": 23285,
+      "edor": 23286,
+      "▁Cultural": 23287,
+      "дже": 23288,
+      "▁liked": 23289,
+      "▁mongodb": 23290,
+      "▁Broadway": 23291,
+      "▁IR": 23292,
+      "eszt": 23293,
+      "hov": 23294,
+      "▁míst": 23295,
+      "reiche": 23296,
+      "▁kB": 23297,
+      "стом": 23298,
+      "▁SQLite": 23299,
+      "▁torneo": 23300,
+      "\\.": 23301,
+      "Ord": 23302,
+      "▁Administration": 23303,
+      "▁зда": 23304,
+      "▁Hinter": 23305,
+      "▁Via": 23306,
+      "Decimal": 23307,
+      "orious": 23308,
+      "▁nécessaire": 23309,
+      "wx": 23310,
+      "▁tej": 23311,
+      "▁tema": 23312,
+      "Obrázky": 23313,
+      "рите": 23314,
+      "▁builds": 23315,
+      "▁laten": 23316,
+      "▁гг": 23317,
+      "Visibility": 23318,
+      "läu": 23319,
+      "▁sechs": 23320,
+      "▁луч": 23321,
+      "cera": 23322,
+      "Could": 23323,
+      "▁traject": 23324,
+      "}}^{": 23325,
+      "▁Japon": 23326,
+      "another": 23327,
+      "IK": 23328,
+      "▁belonging": 23329,
+      "▁facilities": 23330,
+      "▁Daily": 23331,
+      "▁dece": 23332,
+      "intro": 23333,
+      "▁случа": 23334,
+      "Namespace": 23335,
+      "▁Bak": 23336,
+      "locale": 23337,
+      "UG": 23338,
+      "=${": 23339,
+      "▁compañ": 23340,
+      "jąc": 23341,
+      "▁arithmetic": 23342,
+      "forum": 23343,
+      "▁porta": 23344,
+      "onk": 23345,
+      "▁gender": 23346,
+      "▁expects": 23347,
+      "бка": 23348,
+      "▁nak": 23349,
+      "▁Grace": 23350,
+      "▁stro": 23351,
+      "ividual": 23352,
+      "▁COM": 23353,
+      "▁Farm": 23354,
+      "▁canton": 23355,
+      "тому": 23356,
+      "javax": 23357,
+      "сей": 23358,
+      "▁briefly": 23359,
+      "Face": 23360,
+      "rotate": 23361,
+      "constant": 23362,
+      "▁gallery": 23363,
+      "astro": 23364,
+      "allery": 23365,
+      "▁DJ": 23366,
+      "charge": 23367,
+      "ходить": 23368,
+      "Cent": 23369,
+      "\\\",": 23370,
+      "▁donna": 23371,
+      "arca": 23372,
+      "lade": 23373,
+      "zin": 23374,
+      "▁Ned": 23375,
+      "▁hosting": 23376,
+      "idor": 23377,
+      "itative": 23378,
+      "igs": 23379,
+      "▁пря": 23380,
+      "▁ticket": 23381,
+      "▁studying": 23382,
+      "▁designer": 23383,
+      "lapsed": 23384,
+      "▁laat": 23385,
+      "▁dix": 23386,
+      "▁integrated": 23387,
+      "▁informed": 23388,
+      "▁behave": 23389,
+      "▁labour": 23390,
+      "estellt": 23391,
+      "calendar": 23392,
+      "▁killing": 23393,
+      "▁twitter": 23394,
+      "iae": 23395,
+      "▁historique": 23396,
+      "DEFAULT": 23397,
+      "iała": 23398,
+      "▁theoretical": 23399,
+      "▁unders": 23400,
+      "ляет": 23401,
+      "atan": 23402,
+      "▁surname": 23403,
+      "▁intercept": 23404,
+      "гласно": 23405,
+      "▁општини": 23406,
+      "▁tired": 23407,
+      "▁Beth": 23408,
+      "▁административ": 23409,
+      "Li": 23410,
+      "▁Тур": 23411,
+      "▁Scanner": 23412,
+      "▁Stern": 23413,
+      "▁вместе": 23414,
+      "▁reporting": 23415,
+      "▁sull": 23416,
+      "цией": 23417,
+      "berts": 23418,
+      "ogonal": 23419,
+      "ők": 23420,
+      "▁ipsum": 23421,
+      "▁seulement": 23422,
+      "▁Seiten": 23423,
+      "wordpress": 23424,
+      "▁featuring": 23425,
+      "istischen": 23426,
+      "jub": 23427,
+      "▁étr": 23428,
+      "▁tea": 23429,
+      "▁adapted": 23430,
+      "▁scales": 23431,
+      "▁nan": 23432,
+      "getValue": 23433,
+      "▁Blues": 23434,
+      "acles": 23435,
+      "▁stati": 23436,
+      "▁entitled": 23437,
+      "▁Ralph": 23438,
+      "gravity": 23439,
+      "▁entrepr": 23440,
+      "któber": 23441,
+      "limat": 23442,
+      "lis": 23443,
+      "Demo": 23444,
+      "relation": 23445,
+      "▁nep": 23446,
+      "prowad": 23447,
+      "itis": 23448,
+      "▁pup": 23449,
+      "nehmer": 23450,
+      "▁disappoint": 23451,
+      "▁etwas": 23452,
+      "annon": 23453,
+      "▁approved": 23454,
+      "▁clever": 23455,
+      "Loading": 23456,
+      "▁verz": 23457,
+      "resse": 23458,
+      "▁inspir": 23459,
+      "▁sampling": 23460,
+      "▁Bek": 23461,
+      "})$.": 23462,
+      "▁грома": 23463,
+      "▁specie": 23464,
+      "▁repub": 23465,
+      "▁loader": 23466,
+      "▁erf": 23467,
+      "▁shoulder": 23468,
+      "rais": 23469,
+      "▁мате": 23470,
+      "▁Month": 23471,
+      "Scene": 23472,
+      "▁blocking": 23473,
+      "▁ocean": 23474,
+      "geben": 23475,
+      "▁Kilometer": 23476,
+      "▁bedeut": 23477,
+      "▁Mix": 23478,
+      "fmt": 23479,
+      "▁Norweg": 23480,
+      "▁IDs": 23481,
+      "parallel": 23482,
+      "▁anticip": 23483,
+      "▁revis": 23484,
+      "хан": 23485,
+      "▁свет": 23486,
+      "CASE": 23487,
+      "▁führt": 23488,
+      "▁atomic": 23489,
+      "▁darkness": 23490,
+      "▁Fußballspieler": 23491,
+      "▁Жи": 23492,
+      "quisition": 23493,
+      "▁Sieg": 23494,
+      "Circ": 23495,
+      "▁cientí": 23496,
+      "nelle": 23497,
+      "SHA": 23498,
+      "▁urb": 23499,
+      "▁ksi": 23500,
+      "leqslant": 23501,
+      "▁фрон": 23502,
+      "▁defect": 23503,
+      "▁rá": 23504,
+      "▁stronger": 23505,
+      "▁pł": 23506,
+      "▁communities": 23507,
+      "нина": 23508,
+      "enas": 23509,
+      "iennent": 23510,
+      "▁safely": 23511,
+      "▁тя": 23512,
+      "▁benchmark": 23513,
+      "▁Braun": 23514,
+      "methods": 23515,
+      "argument": 23516,
+      "vos": 23517,
+      "obox": 23518,
+      "рови": 23519,
+      "▁recherche": 23520,
+      "mn": 23521,
+      "▁brings": 23522,
+      "machine": 23523,
+      "CESS": 23524,
+      "hosts": 23525,
+      "▁NY": 23526,
+      "Autow": 23527,
+      "▁современ": 23528,
+      "▁Gary": 23529,
+      "▁sensor": 23530,
+      "▁documented": 23531,
+      "▁prendre": 23532,
+      "▁peer": 23533,
+      "enix": 23534,
+      "hai": 23535,
+      "arbe": 23536,
+      "цент": 23537,
+      "_(": 23538,
+      "▁URI": 23539,
+      "ева": 23540,
+      "▁Regie": 23541,
+      "▁Monument": 23542,
+      "▁onderwerp": 23543,
+      "Bag": 23544,
+      "tit": 23545,
+      "▁stir": 23546,
+      "▁nerv": 23547,
+      "сторія": 23548,
+      "▁sov": 23549,
+      "▁writers": 23550,
+      "▁sorts": 23551,
+      "absolute": 23552,
+      "▁difficulties": 23553,
+      "▁parlament": 23554,
+      "▁IEnumerable": 23555,
+      "▁dissol": 23556,
+      "▁CHECK": 23557,
+      "arina": 23558,
+      "inburgh": 23559,
+      "DM": 23560,
+      "▁eind": 23561,
+      "▁budget": 23562,
+      "▁certains": 23563,
+      "▁första": 23564,
+      "anja": 23565,
+      "▁годов": 23566,
+      "▁тек": 23567,
+      "▁Duch": 23568,
+      "gui": 23569,
+      "▁Teams": 23570,
+      "▁многи": 23571,
+      "Marie": 23572,
+      "Integr": 23573,
+      "ThreadPool": 23574,
+      "rust": 23575,
+      "ík": 23576,
+      "%\"": 23577,
+      "enf": 23578,
+      "spl": 23579,
+      "▁begun": 23580,
+      "lou": 23581,
+      "▁RewriteRule": 23582,
+      "tuple": 23583,
+      "aneous": 23584,
+      "▁marine": 23585,
+      "attan": 23586,
+      "ikal": 23587,
+      "▁graduated": 23588,
+      "illé": 23589,
+      "▁прове": 23590,
+      "▁Роз": 23591,
+      "',\r": 23592,
+      "▁Pfarr": 23593,
+      "▁nivel": 23594,
+      "▁працю": 23595,
+      "music": 23596,
+      "▁setTimeout": 23597,
+      "ERS": 23598,
+      "▁Erik": 23599,
+      "pit": 23600,
+      "▁Хро": 23601,
+      "▁pił": 23602,
+      "▁peri": 23603,
+      "док": 23604,
+      "uszt": 23605,
+      "▁Bear": 23606,
+      "ClassName": 23607,
+      "▁Parlament": 23608,
+      "▁aix": 23609,
+      "▁invited": 23610,
+      "▁PATH": 23611,
+      "xter": 23612,
+      "▁Race": 23613,
+      "▁hecho": 23614,
+      "▁Tower": 23615,
+      "▁utf": 23616,
+      "actly": 23617,
+      "▁буде": 23618,
+      "▁angles": 23619,
+      "няя": 23620,
+      "ouvelles": 23621,
+      "▁climate": 23622,
+      "▁singing": 23623,
+      "▁navigate": 23624,
+      ">';": 23625,
+      "adows": 23626,
+      "▁leta": 23627,
+      "▁Sitz": 23628,
+      "▁partitions": 23629,
+      "▁dock": 23630,
+      "▁ży": 23631,
+      "▁allocate": 23632,
+      "▁benefits": 23633,
+      "▁nieder": 23634,
+      "xpath": 23635,
+      "meck": 23636,
+      "älle": 23637,
+      "▁coupling": 23638,
+      "жил": 23639,
+      "ForKey": 23640,
+      "argent": 23641,
+      "clou": 23642,
+      "▁instruments": 23643,
+      "▁enthus": 23644,
+      "▁még": 23645,
+      "▁Пав": 23646,
+      "▁Rach": 23647,
+      "-----": 23648,
+      "▁APIs": 23649,
+      "▁Vier": 23650,
+      "Cmd": 23651,
+      "itore": 23652,
+      "▁Cuba": 23653,
+      "▁dátummal": 23654,
+      "▁embedding": 23655,
+      "stdio": 23656,
+      "▁Gilbert": 23657,
+      "▁geprüft": 23658,
+      "▁stating": 23659,
+      "▁triggers": 23660,
+      "+=": 23661,
+      "▁spécial": 23662,
+      "▁deliber": 23663,
+      "мин": 23664,
+      "Produ": 23665,
+      "▁Stati": 23666,
+      "▁zus": 23667,
+      "ktionen": 23668,
+      "Dispatcher": 23669,
+      "idal": 23670,
+      "▁LP": 23671,
+      "optera": 23672,
+      "▁estar": 23673,
+      "▁значи": 23674,
+      "смо": 23675,
+      "ouses": 23676,
+      "engono": 23677,
+      "▁WPF": 23678,
+      "publish": 23679,
+      "▁teor": 23680,
+      "elif": 23681,
+      "▁erg": 23682,
+      "▁separation": 23683,
+      "Pan": 23684,
+      "▁Orchestra": 23685,
+      "Peter": 23686,
+      "bounds": 23687,
+      "▁Shakespeare": 23688,
+      "▁cantante": 23689,
+      "▁demi": 23690,
+      "▁Popular": 23691,
+      "фр": 23692,
+      "arring": 23693,
+      "цин": 23694,
+      "▁Ис": 23695,
+      "von": 23696,
+      "▁substitution": 23697,
+      "▁línea": 23698,
+      "\\}$.": 23699,
+      "como": 23700,
+      "▁важ": 23701,
+      "wagen": 23702,
+      "▁rarely": 23703,
+      "▁periods": 23704,
+      "glob": 23705,
+      "▁Frid": 23706,
+      "▁Terr": 23707,
+      "▁Release": 23708,
+      "Brainz": 23709,
+      "▁граф": 23710,
+      "DIS": 23711,
+      "compatible": 23712,
+      "▁poč": 23713,
+      "LIN": 23714,
+      "▁Källor": 23715,
+      "▁Arizona": 23716,
+      "ppy": 23717,
+      "Seq": 23718,
+      "▁Ain": 23719,
+      "▁Tourn": 23720,
+      "brow": 23721,
+      "▁Kör": 23722,
+      "▁ash": 23723,
+      "ogeneous": 23724,
+      "▁dialect": 23725,
+      "▁насеља": 23726,
+      "mysqli": 23727,
+      "цов": 23728,
+      "▁flor": 23729,
+      "▁фло": 23730,
+      "IAB": 23731,
+      "▁Within": 23732,
+      "^(": 23733,
+      "▁bois": 23734,
+      "▁tank": 23735,
+      "▁affili": 23736,
+      "▁hijo": 23737,
+      "▁Kate": 23738,
+      "▁Verl": 23739,
+      "▁Miami": 23740,
+      "▁typescript": 23741,
+      "њу": 23742,
+      "▁Vern": 23743,
+      "▁висо": 23744,
+      "iemann": 23745,
+      "▁coverage": 23746,
+      "brie": 23747,
+      "▁Starting": 23748,
+      "numpy": 23749,
+      "▁Jenkins": 23750,
+      "▁két": 23751,
+      "▁grup": 23752,
+      "▁Scient": 23753,
+      "▁interrupt": 23754,
+      "▁blob": 23755,
+      "ugel": 23756,
+      "▁Orth": 23757,
+      "abama": 23758,
+      "▁Bapt": 23759,
+      "ownik": 23760,
+      "▁быть": 23761,
+      "▁Julius": 23762,
+      "▁През": 23763,
+      "▁substitute": 23764,
+      "supported": 23765,
+      "chy": 23766,
+      "egyzetek": 23767,
+      "▁Performance": 23768,
+      "lessly": 23769,
+      "Constructor": 23770,
+      "▁extending": 23771,
+      "▁Muslim": 23772,
+      "Overflow": 23773,
+      "▁Jenn": 23774,
+      "▁produz": 23775,
+      "мії": 23776,
+      "▁países": 23777,
+      "▁eux": 23778,
+      "▁fate": 23779,
+      "ologe": 23780,
+      "ук": 23781,
+      "▁wobei": 23782,
+      "▁Sachsen": 23783,
+      "▁сайт": 23784,
+      "Models": 23785,
+      "▁Fast": 23786,
+      "besondere": 23787,
+      "▁FR": 23788,
+      "▁acon": 23789,
+      "▁Denkmal": 23790,
+      "▁anch": 23791,
+      "▁público": 23792,
+      "▁Tas": 23793,
+      "▁cand": 23794,
+      "▁paździer": 23795,
+      "▁Мон": 23796,
+      "▁versus": 23797,
+      "rut": 23798,
+      "GT": 23799,
+      "▁inserting": 23800,
+      "▁canad": 23801,
+      "єм": 23802,
+      "▁Metro": 23803,
+      "▁Herzog": 23804,
+      "Ignore": 23805,
+      "▁decrease": 23806,
+      "▁пун": 23807,
+      "▁Fischer": 23808,
+      "▁Mall": 23809,
+      "▁nörd": 23810,
+      "iostream": 23811,
+      "▁Luxemb": 23812,
+      "payload": 23813,
+      "▁Zeitung": 23814,
+      "▁modifying": 23815,
+      "▁Cher": 23816,
+      "▁Luci": 23817,
+      "nx": 23818,
+      "▁loose": 23819,
+      "▁topics": 23820,
+      "▁varied": 23821,
+      "▁pg": 23822,
+      "ajes": 23823,
+      "umm": 23824,
+      "Views": 23825,
+      "▁Beau": 23826,
+      "MAP": 23827,
+      "ipeline": 23828,
+      "▁Interest": 23829,
+      "arith": 23830,
+      "▁según": 23831,
+      "▁Gemeins": 23832,
+      "▁Attribute": 23833,
+      "community": 23834,
+      "▁центр": 23835,
+      "▁kilometer": 23836,
+      "▁économ": 23837,
+      "laration": 23838,
+      "▁къ": 23839,
+      "▁carriage": 23840,
+      "▁Lane": 23841,
+      "▁необ": 23842,
+      "kur": 23843,
+      "▁AF": 23844,
+      "INTER": 23845,
+      "))$": 23846,
+      "▁beide": 23847,
+      "destination": 23848,
+      "▁fonts": 23849,
+      "appendChild": 23850,
+      "▁MAR": 23851,
+      "▁gay": 23852,
+      "mil": 23853,
+      "lesh": 23854,
+      "èt": 23855,
+      "▁Wang": 23856,
+      "▁Years": 23857,
+      "▁Symbol": 23858,
+      "Live": 23859,
+      "quency": 23860,
+      "▁Users": 23861,
+      "▁Unicode": 23862,
+      "▁Sau": 23863,
+      "▁tons": 23864,
+      "▁Ні": 23865,
+      "▁краї": 23866,
+      "AXI": 23867,
+      "▁Pick": 23868,
+      "AI": 23869,
+      "▁hath": 23870,
+      "▁ainda": 23871,
+      "▁papa": 23872,
+      "▁Censo": 23873,
+      "▁Bald": 23874,
+      "▁Насеље": 23875,
+      "▁simulations": 23876,
+      "▁jaren": 23877,
+      "▁inherited": 23878,
+      "▁той": 23879,
+      "▁feels": 23880,
+      "ression": 23881,
+      "▁október": 23882,
+      "bid": 23883,
+      "ási": 23884,
+      "▁muss": 23885,
+      "ventory": 23886,
+      "▁meist": 23887,
+      "▁bore": 23888,
+      "▁slider": 23889,
+      "дели": 23890,
+      "\\;": 23891,
+      "▁extracted": 23892,
+      "кур": 23893,
+      "Edge": 23894,
+      "▁perf": 23895,
+      "▁Brigade": 23896,
+      "▁град": 23897,
+      "ienie": 23898,
+      "▁Norden": 23899,
+      "▁cancer": 23900,
+      "\"/": 23901,
+      "Cur": 23902,
+      "▁Сере": 23903,
+      "▁liquid": 23904,
+      "structure": 23905,
+      "▁choosing": 23906,
+      "▁Perl": 23907,
+      "Side": 23908,
+      "üs": 23909,
+      "ритор": 23910,
+      "▁kost": 23911,
+      "▁packets": 23912,
+      "▁которого": 23913,
+      "▁Comun": 23914,
+      "▁fingers": 23915,
+      "ográfica": 23916,
+      ">:": 23917,
+      "▁championnat": 23918,
+      "▁blieb": 23919,
+      "▁Situ": 23920,
+      "▁suic": 23921,
+      "andis": 23922,
+      "Fre": 23923,
+      "▁Conc": 23924,
+      "▁republic": 23925,
+      "▁armed": 23926,
+      "▁hell": 23927,
+      "▁hög": 23928,
+      "ragma": 23929,
+      "▁ense": 23930,
+      "▁acres": 23931,
+      "▁Від": 23932,
+      "▁Reform": 23933,
+      "MainActivity": 23934,
+      "keeper": 23935,
+      "erb": 23936,
+      "▁monaster": 23937,
+      "subsubsection": 23938,
+      "▁Див": 23939,
+      "▁creature": 23940,
+      "▁indicating": 23941,
+      "▁urls": 23942,
+      "▁kein": 23943,
+      "образ": 23944,
+      "pick": 23945,
+      "▁Admir": 23946,
+      "▁oldest": 23947,
+      "▁muz": 23948,
+      "▁contradiction": 23949,
+      "▁probabil": 23950,
+      "illiant": 23951,
+      "▁pav": 23952,
+      "▁papel": 23953,
+      "ubs": 23954,
+      "▁жена": 23955,
+      "AML": 23956,
+      "▁recip": 23957,
+      "▁COL": 23958,
+      "added": 23959,
+      "▁clue": 23960,
+      "▁Ukraine": 23961,
+      "▁jelent": 23962,
+      "чень": 23963,
+      "▁mathematics": 23964,
+      "Accept": 23965,
+      "▁сот": 23966,
+      "▁север": 23967,
+      "▁isolated": 23968,
+      "▁поя": 23969,
+      "wür": 23970,
+      "Router": 23971,
+      "CAT": 23972,
+      "rgb": 23973,
+      "▁Lov": 23974,
+      "mutable": 23975,
+      "▁Wes": 23976,
+      "▁Italien": 23977,
+      "Drag": 23978,
+      "enium": 23979,
+      "atting": 23980,
+      "tcp": 23981,
+      "▁erfolgte": 23982,
+      "▁Beit": 23983,
+      "гато": 23984,
+      "▁Systems": 23985,
+      "▁reserve": 23986,
+      "eree": 23987,
+      "▁Пари": 23988,
+      "▁зали": 23989,
+      "▁rent": 23990,
+      "▁sunt": 23991,
+      "▁Girls": 23992,
+      "▁Ernest": 23993,
+      "▁fits": 23994,
+      "▁oppon": 23995,
+      "▁живело": 23996,
+      "▁avaient": 23997,
+      "▁Florence": 23998,
+      "▁числе": 23999,
+      "▁engines": 24000,
+      "Dynamic": 24001,
+      "▁stycznia": 24002,
+      "▁bias": 24003,
+      "▁Exchange": 24004,
+      "дий": 24005,
+      "▁historiques": 24006,
+      "▁Hä": 24007,
+      "hod": 24008,
+      "▁wł": 24009,
+      "schap": 24010,
+      "▁lac": 24011,
+      "▁Foi": 24012,
+      "▁dwell": 24013,
+      "▁Unternehmen": 24014,
+      "URN": 24015,
+      "▁kilometres": 24016,
+      "▁Однако": 24017,
+      "кли": 24018,
+      "▁Sri": 24019,
+      "Groups": 24020,
+      "mind": 24021,
+      "oslov": 24022,
+      "fern": 24023,
+      "egu": 24024,
+      "abeled": 24025,
+      "Fiddle": 24026,
+      "▁Century": 24027,
+      "/-": 24028,
+      "▁Jegyzetek": 24029,
+      "Hen": 24030,
+      "ensemble": 24031,
+      "▁Gut": 24032,
+      "_{{\\": 24033,
+      "▁ranking": 24034,
+      "+$": 24035,
+      "ала": 24036,
+      "▁#{": 24037,
+      "imientos": 24038,
+      "achim": 24039,
+      "rides": 24040,
+      "▁Klaus": 24041,
+      "▁intend": 24042,
+      "▁Kentucky": 24043,
+      "cipe": 24044,
+      "▁Dienst": 24045,
+      "▁situated": 24046,
+      "▁póź": 24047,
+      "▁scrit": 24048,
+      "clip": 24049,
+      "нет": 24050,
+      "tables": 24051,
+      "▁Nied": 24052,
+      "▁McK": 24053,
+      "▁powst": 24054,
+      "▁kunnen": 24055,
+      "▁Evans": 24056,
+      "жды": 24057,
+      "вать": 24058,
+      "uchar": 24059,
+      "▁residents": 24060,
+      "iak": 24061,
+      "▁Resol": 24062,
+      "▁veces": 24063,
+      "▁satisfying": 24064,
+      "INF": 24065,
+      "▁син": 24066,
+      "▁crossing": 24067,
+      "iben": 24068,
+      "▁широ": 24069,
+      "pto": 24070,
+      "ILL": 24071,
+      "▁роль": 24072,
+      "▁aktiv": 24073,
+      "▁обращения": 24074,
+      "Wikispecies": 24075,
+      "▁Höhe": 24076,
+      "cro": 24077,
+      "════": 24078,
+      "altra": 24079,
+      "▁FILE": 24080,
+      "▁ups": 24081,
+      "▁allocation": 24082,
+      "Michael": 24083,
+      "▁acknowled": 24084,
+      "Linux": 24085,
+      "▁metros": 24086,
+      "tte": 24087,
+      "afen": 24088,
+      "▁xcode": 24089,
+      "▁тради": 24090,
+      "species": 24091,
+      "▁injury": 24092,
+      "▁самы": 24093,
+      "▁lattice": 24094,
+      "Material": 24095,
+      "andenburg": 24096,
+      "▁huvudstaden": 24097,
+      "story": 24098,
+      "▁varying": 24099,
+      "▁követ": 24100,
+      "▁Российской": 24101,
+      "irse": 24102,
+      "▁drum": 24103,
+      "Pressed": 24104,
+      "Lar": 24105,
+      "▁Agu": 24106,
+      "▁weil": 24107,
+      "▁commence": 24108,
+      "▁Según": 24109,
+      "Gesture": 24110,
+      "Shape": 24111,
+      "▁Vors": 24112,
+      "▁succès": 24113,
+      "▁corrected": 24114,
+      "Kar": 24115,
+      "▁cruel": 24116,
+      "▁politico": 24117,
+      "▁Schriftsteller": 24118,
+      "▁risult": 24119,
+      "etu": 24120,
+      "archiv": 24121,
+      "▁género": 24122,
+      "▁Lü": 24123,
+      "▁triumph": 24124,
+      "ORS": 24125,
+      "Lu": 24126,
+      "▁personnel": 24127,
+      "▁Hills": 24128,
+      "asset": 24129,
+      "domin": 24130,
+      "Receive": 24131,
+      "▁Oak": 24132,
+      "▁Kno": 24133,
+      "▁Theory": 24134,
+      "irie": 24135,
+      "owan": 24136,
+      "▁estava": 24137,
+      "▁executes": 24138,
+      "йт": 24139,
+      "ópez": 24140,
+      "поло": 24141,
+      "ética": 24142,
+      "▁название": 24143,
+      "▁converges": 24144,
+      "▁notre": 24145,
+      "▁populated": 24146,
+      "▁movements": 24147,
+      "▁statistical": 24148,
+      "▁Zweiten": 24149,
+      "quin": 24150,
+      "▁importantes": 24151,
+      "▁klein": 24152,
+      "▁Segunda": 24153,
+      "schließend": 24154,
+      "Failure": 24155,
+      "nar": 24156,
+      "dag": 24157,
+      "▁ruolo": 24158,
+      "▁fiction": 24159,
+      "▁использу": 24160,
+      "▁crisis": 24161,
+      "▁Getting": 24162,
+      ",%": 24163,
+      "▁армии": 24164,
+      "▁campus": 24165,
+      "▁footer": 24166,
+      "▁días": 24167,
+      "бан": 24168,
+      "▁liberty": 24169,
+      "▁gh": 24170,
+      "▁chamber": 24171,
+      "▁districts": 24172,
+      "▁excited": 24173,
+      "▁canción": 24174,
+      "tero": 24175,
+      "▁Working": 24176,
+      "▁części": 24177,
+      "льный": 24178,
+      "▁forum": 24179,
+      "▁Ehe": 24180,
+      "▁ката": 24181,
+      "itations": 24182,
+      "Tools": 24183,
+      "achiv": 24184,
+      "▁cres": 24185,
+      "asto": 24186,
+      "▁rever": 24187,
+      "▁nazionale": 24188,
+      "▁doors": 24189,
+      "▁Nancy": 24190,
+      "▁islands": 24191,
+      "Imp": 24192,
+      "▁Chair": 24193,
+      "▁vorm": 24194,
+      "sein": 24195,
+      "▁доку": 24196,
+      "erset": 24197,
+      "▁tätig": 24198,
+      "▁Krit": 24199,
+      "▁пя": 24200,
+      "▁conservation": 24201,
+      "▁Partido": 24202,
+      "minipage": 24203,
+      "Validator": 24204,
+      "▁recovery": 24205,
+      "▁NASA": 24206,
+      "▁breast": 24207,
+      "ilty": 24208,
+      "analy": 24209,
+      "elines": 24210,
+      "▁Saturday": 24211,
+      "emark": 24212,
+      "cej": 24213,
+      "Zero": 24214,
+      "▁Turner": 24215,
+      "secure": 24216,
+      "Exists": 24217,
+      "▁Rick": 24218,
+      "evalu": 24219,
+      "ctrl": 24220,
+      "▁compression": 24221,
+      "▁CURL": 24222,
+      "textcolor": 24223,
+      ")\\,": 24224,
+      "longrightarrow": 24225,
+      "▁Fernseh": 24226,
+      "icha": 24227,
+      "▁loi": 24228,
+      "▁Оте": 24229,
+      "▁cave": 24230,
+      "▁dozen": 24231,
+      "▁explaining": 24232,
+      "▁innov": 24233,
+      "▁Nicholas": 24234,
+      "▁diameter": 24235,
+      "▁Marian": 24236,
+      "▁fires": 24237,
+      "▁artifact": 24238,
+      "▁Parker": 24239,
+      "▁Bund": 24240,
+      "▁verte": 24241,
+      "▁talent": 24242,
+      "▁Lucas": 24243,
+      "reverse": 24244,
+      "▁folgenden": 24245,
+      "▁Sah": 24246,
+      "jections": 24247,
+      "▁invece": 24248,
+      "▁costitu": 24249,
+      "▁ssl": 24250,
+      "}}^": 24251,
+      "▁violent": 24252,
+      "▁spos": 24253,
+      "Rout": 24254,
+      "jdk": 24255,
+      "▁заме": 24256,
+      "▁furent": 24257,
+      "andal": 24258,
+      "Hom": 24259,
+      "▁Senior": 24260,
+      "▁pounds": 24261,
+      "▁Discogs": 24262,
+      "▁зе": 24263,
+      "'}[": 24264,
+      "▁Napoleon": 24265,
+      "ordinates": 24266,
+      "àn": 24267,
+      "▁kurz": 24268,
+      "▁vere": 24269,
+      "▁reuse": 24270,
+      "▁Ген": 24271,
+      "▁Syst": 24272,
+      "▁disappeared": 24273,
+      "▁Watch": 24274,
+      "bibliothek": 24275,
+      "▁корпу": 24276,
+      "▁Cs": 24277,
+      "▁}`": 24278,
+      "▁rör": 24279,
+      "▁дела": 24280,
+      "VB": 24281,
+      "▁calculus": 24282,
+      "рода": 24283,
+      "▁judgment": 24284,
+      "atile": 24285,
+      "▁longue": 24286,
+      "▁Hus": 24287,
+      "Jac": 24288,
+      "}})": 24289,
+      "RIPT": 24290,
+      "IABot": 24291,
+      "▁após": 24292,
+      "▁aston": 24293,
+      "Webachiv": 24294,
+      "▁URLs": 24295,
+      "▁coat": 24296,
+      "▁эконо": 24297,
+      "▁lear": 24298,
+      "extensions": 24299,
+      "▁Classic": 24300,
+      "TI": 24301,
+      "▁Tage": 24302,
+      "▁lá": 24303,
+      "▁semb": 24304,
+      "▁développement": 24305,
+      "ISTS": 24306,
+      "▁solves": 24307,
+      ",\\,": 24308,
+      "▁чемпі": 24309,
+      "ordinary": 24310,
+      "▁Bav": 24311,
+      "▁muchos": 24312,
+      "Self": 24313,
+      "▁Май": 24314,
+      "▁Diet": 24315,
+      "▁necessity": 24316,
+      "від": 24317,
+      "▁mano": 24318,
+      "▁Ср": 24319,
+      "▁carre": 24320,
+      "▁Camera": 24321,
+      "▁Narod": 24322,
+      "▁Phone": 24323,
+      "▁polym": 24324,
+      "imore": 24325,
+      "isEmpty": 24326,
+      "▁Houston": 24327,
+      "▁Rece": 24328,
+      "▁presentation": 24329,
+      "ниципа": 24330,
+      "▁Db": 24331,
+      "▁confident": 24332,
+      "▁}{": 24333,
+      "▁bullet": 24334,
+      "▁{},": 24335,
+      "ANGE": 24336,
+      "▁Notre": 24337,
+      "chin": 24338,
+      "▁Dragon": 24339,
+      "erca": 24340,
+      "iali": 24341,
+      "▁asset": 24342,
+      "▁muito": 24343,
+      "▁deeply": 24344,
+      "▁restriction": 24345,
+      "▁commerce": 24346,
+      "▁Bomb": 24347,
+      "caught": 24348,
+      "qq": 24349,
+      "▁Arag": 24350,
+      "▁немец": 24351,
+      "▁Analysis": 24352,
+      "▁článku": 24353,
+      "▁baby": 24354,
+      "▁echter": 24355,
+      "▁одного": 24356,
+      "жена": 24357,
+      "▁whitespace": 24358,
+      "çu": 24359,
+      "LIST": 24360,
+      "frique": 24361,
+      "▁varias": 24362,
+      "▁Wit": 24363,
+      "▁Licencia": 24364,
+      "Exit": 24365,
+      "▁sierp": 24366,
+      "▁assemb": 24367,
+      "▁splitting": 24368,
+      "▁palace": 24369,
+      "▁blocked": 24370,
+      "▁boundaries": 24371,
+      "▁iterations": 24372,
+      "▁Rotten": 24373,
+      "▁Verkehr": 24374,
+      "▁weer": 24375,
+      "Tests": 24376,
+      "ifting": 24377,
+      "▁regul": 24378,
+      "▁persist": 24379,
+      "▁Solution": 24380,
+      "pb": 24381,
+      "▁collapse": 24382,
+      "▁arrested": 24383,
+      "▁predicate": 24384,
+      "▁Zone": 24385,
+      "▁ingen": 24386,
+      "zález": 24387,
+      "▁banks": 24388,
+      "plant": 24389,
+      "▁Nella": 24390,
+      "▁бан": 24391,
+      "▁Snow": 24392,
+      "▁Kreuz": 24393,
+      "ício": 24394,
+      "▁enters": 24395,
+      "▁expose": 24396,
+      "či": 24397,
+      "шие": 24398,
+      "Qual": 24399,
+      "▁landscape": 24400,
+      "▁подацима": 24401,
+      "mai": 24402,
+      "stag": 24403,
+      "ований": 24404,
+      "DEF": 24405,
+      "[]{": 24406,
+      "▁dernière": 24407,
+      "icut": 24408,
+      "▁Xml": 24409,
+      "▁subgroup": 24410,
+      "▁Polsce": 24411,
+      "▁Warning": 24412,
+      "▁vehicles": 24413,
+      "iot": 24414,
+      "▁dll": 24415,
+      "ront": 24416,
+      "▁Louise": 24417,
+      "▁ara": 24418,
+      "▁Scala": 24419,
+      "▁canonical": 24420,
+      "▁placing": 24421,
+      "ERY": 24422,
+      "▁Jag": 24423,
+      "▁virus": 24424,
+      "emu": 24425,
+      "▁});\r": 24426,
+      "▁мм": 24427,
+      "▁Trying": 24428,
+      "▁Lexikon": 24429,
+      "abord": 24430,
+      "▁expedition": 24431,
+      "▁demanded": 24432,
+      "Zyg": 24433,
+      "lein": 24434,
+      "▁verwendet": 24435,
+      "рина": 24436,
+      "wol": 24437,
+      "▁pivot": 24438,
+      "▁однако": 24439,
+      "▁propriet": 24440,
+      "▁awards": 24441,
+      "tout": 24442,
+      "▁assim": 24443,
+      "▁Storm": 24444,
+      "Limit": 24445,
+      "elin": 24446,
+      "wealth": 24447,
+      "uez": 24448,
+      "▁rappresent": 24449,
+      "▁resta": 24450,
+      "▁gegründet": 24451,
+      "▁journalist": 24452,
+      "isie": 24453,
+      "▁facility": 24454,
+      "illed": 24455,
+      "ulk": 24456,
+      "▁PK": 24457,
+      "Anchor": 24458,
+      "▁_)": 24459,
+      "VF": 24460,
+      "LAB": 24461,
+      "▁nå": 24462,
+      "odos": 24463,
+      "▁billion": 24464,
+      "virti": 24465,
+      "▁Jeux": 24466,
+      "юза": 24467,
+      "tomcat": 24468,
+      "▁charts": 24469,
+      "▁Bundle": 24470,
+      "▁lst": 24471,
+      "▁exer": 24472,
+      "▁females": 24473,
+      "▁obliged": 24474,
+      "▁aby": 24475,
+      "rolled": 24476,
+      "dri": 24477,
+      "▁Sche": 24478,
+      "▁vessels": 24479,
+      "IMARY": 24480,
+      "▁reasoning": 24481,
+      "▁проте": 24482,
+      "FILES": 24483,
+      "verk": 24484,
+      "osos": 24485,
+      "▁комму": 24486,
+      "дії": 24487,
+      "▁dd": 24488,
+      "▁соответ": 24489,
+      "▁IOException": 24490,
+      "ských": 24491,
+      "▁CLI": 24492,
+      "▁ње": 24493,
+      "CM": 24494,
+      "TD": 24495,
+      "▁possibilities": 24496,
+      "▁Compos": 24497,
+      "half": 24498,
+      "▁webpage": 24499,
+      "▁swing": 24500,
+      "▁zas": 24501,
+      "▁cycl": 24502,
+      "leid": 24503,
+      "istica": 24504,
+      "▁Insert": 24505,
+      "▁Sweden": 24506,
+      "▁wanting": 24507,
+      "▁ال": 24508,
+      "▁eeuw": 24509,
+      "▁Administr": 24510,
+      "▁Warren": 24511,
+      "▁bs": 24512,
+      "▁pam": 24513,
+      "anus": 24514,
+      "Dra": 24515,
+      "expl": 24516,
+      "▁Kant": 24517,
+      "▁Austin": 24518,
+      "▁csak": 24519,
+      "▁theatre": 24520,
+      "▁compatibility": 24521,
+      "матиче": 24522,
+      "setState": 24523,
+      "бю": 24524,
+      "}{|": 24525,
+      "▁Dy": 24526,
+      "▁Zwischen": 24527,
+      "Alt": 24528,
+      "CLARE": 24529,
+      "steps": 24530,
+      "▁Lage": 24531,
+      "▁Mitt": 24532,
+      "▁Dublin": 24533,
+      "▁работы": 24534,
+      "deep": 24535,
+      "▁flows": 24536,
+      "▁Palace": 24537,
+      "unix": 24538,
+      "refs": 24539,
+      "umar": 24540,
+      "aset": 24541,
+      "cov": 24542,
+      "▁ping": 24543,
+      "▁Safari": 24544,
+      "flug": 24545,
+      "creens": 24546,
+      "{#": 24547,
+      "▁реа": 24548,
+      "adors": 24549,
+      "▁amor": 24550,
+      "uce": 24551,
+      "demic": 24552,
+      "▁Netherlands": 24553,
+      "▁clusters": 24554,
+      "▁enfor": 24555,
+      "marine": 24556,
+      "▁bugs": 24557,
+      "izzata": 24558,
+      "▁scra": 24559,
+      "Les": 24560,
+      "quick": 24561,
+      "▁turno": 24562,
+      "_*": 24563,
+      "ера": 24564,
+      "Generated": 24565,
+      ">[": 24566,
+      "▁estre": 24567,
+      "orde": 24568,
+      "▁verg": 24569,
+      "роз": 24570,
+      "▁pau": 24571,
+      "includes": 24572,
+      "assa": 24573,
+      "aders": 24574,
+      "▁Герма": 24575,
+      "▁estaven": 24576,
+      "▁earliest": 24577,
+      "▁resultado": 24578,
+      "mun": 24579,
+      "▁plots": 24580,
+      "din": 24581,
+      "sorted": 24582,
+      "▁preference": 24583,
+      "rió": 24584,
+      "туре": 24585,
+      "▁Ligue": 24586,
+      "▁завер": 24587,
+      "phr": 24588,
+      "▁pocket": 24589,
+      "▁parl": 24590,
+      "▁lak": 24591,
+      "▁powie": 24592,
+      "▁altres": 24593,
+      "$};": 24594,
+      "plain": 24595,
+      "▁Cred": 24596,
+      "itza": 24597,
+      "perp": 24598,
+      "Green": 24599,
+      "▁devoted": 24600,
+      "production": 24601,
+      "worker": 24602,
+      "elsen": 24603,
+      "▁vern": 24604,
+      "▁március": 24605,
+      "▁Confeder": 24606,
+      "▁Liverpool": 24607,
+      "▁музи": 24608,
+      "▁emails": 24609,
+      "▁distances": 24610,
+      "▁segments": 24611,
+      "▁anth": 24612,
+      "▁wrest": 24613,
+      "▁hoog": 24614,
+      "▁cinema": 24615,
+      "rror": 24616,
+      "▁geboren": 24617,
+      "▁éc": 24618,
+      "Marker": 24619,
+      "▁Compet": 24620,
+      "▁листо": 24621,
+      "allowed": 24622,
+      "volume": 24623,
+      "Espagne": 24624,
+      "Ze": 24625,
+      "▁fixes": 24626,
+      "▁rond": 24627,
+      "▁arrangement": 24628,
+      "/~": 24629,
+      ".](": 24630,
+      "▁Források": 24631,
+      "▁weiteren": 24632,
+      "excel": 24633,
+      "▁змі": 24634,
+      "▁moderne": 24635,
+      "English": 24636,
+      "▁Transfermarkt": 24637,
+      "▁bearing": 24638,
+      "▁cleared": 24639,
+      "▁сам": 24640,
+      "▁divs": 24641,
+      "ći": 24642,
+      "▁этой": 24643,
+      "▁Геор": 24644,
+      "scene": 24645,
+      "▁ages": 24646,
+      "GEN": 24647,
+      "rän": 24648,
+      "▁Toul": 24649,
+      "▁Abs": 24650,
+      "ját": 24651,
+      "▁mediante": 24652,
+      "▁empres": 24653,
+      "▁Employee": 24654,
+      "▁polynomials": 24655,
+      "▁optimize": 24656,
+      "▁выступа": 24657,
+      "fare": 24658,
+      "вей": 24659,
+      "xf": 24660,
+      "quez": 24661,
+      "▁botan": 24662,
+      "▁defend": 24663,
+      "▁Quart": 24664,
+      "Mont": 24665,
+      "vb": 24666,
+      "tick": 24667,
+      "WD": 24668,
+      "mine": 24669,
+      "▁modific": 24670,
+      "notification": 24671,
+      "▁denn": 24672,
+      "▁algo": 24673,
+      "▁Spo": 24674,
+      "▁mistrzost": 24675,
+      "/:": 24676,
+      "▁apresent": 24677,
+      "▁прод": 24678,
+      "Volume": 24679,
+      "ską": 24680,
+      "protected": 24681,
+      "▁Turkish": 24682,
+      "azy": 24683,
+      "▁pouv": 24684,
+      "▁período": 24685,
+      "skog": 24686,
+      "▁entropy": 24687,
+      "zed": 24688,
+      "тори": 24689,
+      "▁lij": 24690,
+      "boards": 24691,
+      "▁стату": 24692,
+      "Bool": 24693,
+      "▁polity": 24694,
+      "@\",": 24695,
+      "▁рік": 24696,
+      "née": 24697,
+      "▁Zug": 24698,
+      "▁Uniti": 24699,
+      "émet": 24700,
+      "atience": 24701,
+      "dimen": 24702,
+      "▁Steven": 24703,
+      "Ha": 24704,
+      "ACTION": 24705,
+      "▁wand": 24706,
+      "▁Navar": 24707,
+      "▁січня": 24708,
+      "Watch": 24709,
+      "▁Stuart": 24710,
+      "▁zde": 24711,
+      "▁контро": 24712,
+      "dataset": 24713,
+      "yó": 24714,
+      "▁Bush": 24715,
+      "▁себя": 24716,
+      "▁worthy": 24717,
+      "▁Ble": 24718,
+      "▁propor": 24719,
+      "▁Village": 24720,
+      "▁ry": 24721,
+      "▁voit": 24722,
+      "▁копия": 24723,
+      "▁zp": 24724,
+      "▁cura": 24725,
+      "▁Html": 24726,
+      "▁Dieser": 24727,
+      "▁Days": 24728,
+      "onnes": 24729,
+      "▁antigu": 24730,
+      "▁Staaten": 24731,
+      "▁faint": 24732,
+      "ongs": 24733,
+      "▁öst": 24734,
+      "Redirect": 24735,
+      "ель": 24736,
+      "atorial": 24737,
+      "▁bother": 24738,
+      "EditText": 24739,
+      "▁Giul": 24740,
+      "▁заво": 24741,
+      "▁pueblo": 24742,
+      "▁Mississippi": 24743,
+      "jak": 24744,
+      "▁wings": 24745,
+      "onc": 24746,
+      "ível": 24747,
+      "iencia": 24748,
+      "entlicht": 24749,
+      "▁BTW": 24750,
+      "ornal": 24751,
+      "▁Коро": 24752,
+      "▁одним": 24753,
+      "▁salv": 24754,
+      "▁finden": 24755,
+      "geo": 24756,
+      "▁авиа": 24757,
+      "attung": 24758,
+      "viv": 24759,
+      "▁Luther": 24760,
+      "▁общи": 24761,
+      "▁Rolle": 24762,
+      "▁Abraham": 24763,
+      "▁centered": 24764,
+      "▁slash": 24765,
+      "isat": 24766,
+      "emann": 24767,
+      "Os": 24768,
+      "парта": 24769,
+      "▁Pablo": 24770,
+      "▁collaboration": 24771,
+      "paths": 24772,
+      "édition": 24773,
+      "▁viewed": 24774,
+      "▁consisted": 24775,
+      "▁recovered": 24776,
+      "▁Mexican": 24777,
+      "▁Fix": 24778,
+      "▁spell": 24779,
+      "Special": 24780,
+      "▁Ст": 24781,
+      "esseur": 24782,
+      "▁Украины": 24783,
+      "former": 24784,
+      "▁św": 24785,
+      "▁zeros": 24786,
+      "▁Straßen": 24787,
+      "▁organisation": 24788,
+      "üssen": 24789,
+      "▁Sierra": 24790,
+      "▁Season": 24791,
+      "▁volont": 24792,
+      "BeanFactory": 24793,
+      "▁помощ": 24794,
+      "▁pressing": 24795,
+      "▁equivalence": 24796,
+      "▁catt": 24797,
+      "icity": 24798,
+      "▁accomplished": 24799,
+      "▁yo": 24800,
+      "▁sic": 24801,
+      "▁imports": 24802,
+      "▁accommod": 24803,
+      "▁Porto": 24804,
+      "▁яка": 24805,
+      "▁loan": 24806,
+      "тики": 24807,
+      "▁checkout": 24808,
+      "▁assess": 24809,
+      "▁Population": 24810,
+      "urent": 24811,
+      "clojure": 24812,
+      "▁Santos": 24813,
+      "▁információ": 24814,
+      "POS": 24815,
+      "▁gare": 24816,
+      "▁kick": 24817,
+      "▁radical": 24818,
+      "▁Peace": 24819,
+      "▁streaming": 24820,
+      "camp": 24821,
+      "ząt": 24822,
+      "говор": 24823,
+      "▁Regierung": 24824,
+      "▁proceeded": 24825,
+      "fm": 24826,
+      "лены": 24827,
+      "▁earnest": 24828,
+      "▁Parad": 24829,
+      "requests": 24830,
+      "▁Raum": 24831,
+      "šč": 24832,
+      "▁policies": 24833,
+      "▁Tig": 24834,
+      "▁sitt": 24835,
+      "▁Energy": 24836,
+      "▁purely": 24837,
+      "▁Haut": 24838,
+      "▁Speed": 24839,
+      "bio": 24840,
+      "▁orange": 24841,
+      "▁biggest": 24842,
+      "▁britannique": 24843,
+      "▁Notable": 24844,
+      "vu": 24845,
+      "лении": 24846,
+      "бин": 24847,
+      "▁Nash": 24848,
+      "щение": 24849,
+      "▁ciel": 24850,
+      "adémie": 24851,
+      "▁грудня": 24852,
+      "▁joue": 24853,
+      "▁voted": 24854,
+      "rico": 24855,
+      "▁гор": 24856,
+      "▁команду": 24857,
+      "itivity": 24858,
+      "▁ще": 24859,
+      "▁definite": 24860,
+      "uropa": 24861,
+      "!\");": 24862,
+      "Defaults": 24863,
+      "▁некоторы": 24864,
+      "édération": 24865,
+      "▁silly": 24866,
+      "▁talked": 24867,
+      "reu": 24868,
+      "▁Lomb": 24869,
+      "▁statue": 24870,
+      "кта": 24871,
+      "юр": 24872,
+      "umably": 24873,
+      "▁городе": 24874,
+      "▁Runtime": 24875,
+      "▁diagn": 24876,
+      "▁retro": 24877,
+      "▁Sverige": 24878,
+      "▁inicial": 24879,
+      "ienza": 24880,
+      "▁figlio": 24881,
+      "▁zog": 24882,
+      "▁rey": 24883,
+      "▁Rund": 24884,
+      "тный": 24885,
+      "▁ceased": 24886,
+      "erno": 24887,
+      "▁esa": 24888,
+      "▁trouv": 24889,
+      "▁Gemeinden": 24890,
+      "▁comercial": 24891,
+      "skap": 24892,
+      "enario": 24893,
+      "▁juris": 24894,
+      "TB": 24895,
+      "нала": 24896,
+      "▁vij": 24897,
+      "VO": 24898,
+      "▁clin": 24899,
+      "jör": 24900,
+      "сан": 24901,
+      "owała": 24902,
+      "ribución": 24903,
+      "▁ursprüng": 24904,
+      "▁condem": 24905,
+      "▁Stage": 24906,
+      "▁mixing": 24907,
+      "▁різ": 24908,
+      "▁fans": 24909,
+      "ház": 24910,
+      "social": 24911,
+      "zan": 24912,
+      "▁свой": 24913,
+      "Cookie": 24914,
+      "▁Roland": 24915,
+      "azionale": 24916,
+      "▁Sloven": 24917,
+      "▁Fiche": 24918,
+      "▁Sé": 24919,
+      "hä": 24920,
+      "▁officials": 24921,
+      "▁înt": 24922,
+      "Interceptor": 24923,
+      "Tables": 24924,
+      "▁davon": 24925,
+      "initialize": 24926,
+      "]=\"": 24927,
+      "▁Body": 24928,
+      "▁Upper": 24929,
+      "▁Collect": 24930,
+      "▁Zürich": 24931,
+      "Horizontal": 24932,
+      "Typ": 24933,
+      "▁político": 24934,
+      "▁RewriteCond": 24935,
+      "▁hoped": 24936,
+      "▁anxious": 24937,
+      "Liter": 24938,
+      "jahr": 24939,
+      "▁assemble": 24940,
+      "▁crypt": 24941,
+      "lahoma": 24942,
+      "ASH": 24943,
+      "▁Бри": 24944,
+      "▁Cic": 24945,
+      "twitter": 24946,
+      "hyper": 24947,
+      "▁Tell": 24948,
+      "ільки": 24949,
+      "вобо": 24950,
+      "▁bazie": 24951,
+      "▁contemporary": 24952,
+      "▁Parameter": 24953,
+      "stwa": 24954,
+      "▁bekend": 24955,
+      "cock": 24956,
+      "previous": 24957,
+      "enska": 24958,
+      "▁caller": 24959,
+      "]])": 24960,
+      "▁Raz": 24961,
+      "▁Selon": 24962,
+      "▁proposal": 24963,
+      "▁bý": 24964,
+      "▁Sied": 24965,
+      "▁Arbeits": 24966,
+      "▁pride": 24967,
+      "▁slope": 24968,
+      "idé": 24969,
+      "gradient": 24970,
+      "▁Джерела": 24971,
+      "▁SH": 24972,
+      "▁разрабо": 24973,
+      "iversity": 24974,
+      "сподар": 24975,
+      "\\{\\": 24976,
+      "▁стали": 24977,
+      "▁Einzel": 24978,
+      "▁rgba": 24979,
+      "▁Anim": 24980,
+      "▁alles": 24981,
+      "бар": 24982,
+      "erte": 24983,
+      "▁réalisé": 24984,
+      "Institut": 24985,
+      "▁markup": 24986,
+      "▁vars": 24987,
+      "▁gam": 24988,
+      "▁Василь": 24989,
+      "izza": 24990,
+      "▁Cob": 24991,
+      "▁Metal": 24992,
+      "▁leak": 24993,
+      "▁Lanc": 24994,
+      "Switch": 24995,
+      "Delay": 24996,
+      "atuur": 24997,
+      "▁четы": 24998,
+      "▁англий": 24999,
+      "▁legacy": 25000,
+      "▁desarroll": 25001,
+      "▁topological": 25002,
+      "▁jeweils": 25003,
+      "▁Nederlandse": 25004,
+      "▁atmosphere": 25005,
+      "urban": 25006,
+      "▁slov": 25007,
+      "▁lawyer": 25008,
+      "pecially": 25009,
+      "▁alternate": 25010,
+      "▁paramet": 25011,
+      "▁establishment": 25012,
+      "▁woods": 25013,
+      "PD": 25014,
+      "▁наи": 25015,
+      "▁mang": 25016,
+      "▁wechselte": 25017,
+      "ську": 25018,
+      ".=": 25019,
+      "▁fifteen": 25020,
+      "SUM": 25021,
+      "▁Fro": 25022,
+      "▁LED": 25023,
+      "owano": 25024,
+      "ствие": 25025,
+      "▁Données": 25026,
+      "tol": 25027,
+      "żyn": 25028,
+      "cref": 25029,
+      "ствии": 25030,
+      "horn": 25031,
+      "▁сооб": 25032,
+      "▁оборо": 25033,
+      "▁Complete": 25034,
+      "“)": 25035,
+      "▁kindly": 25036,
+      "▁Chamber": 25037,
+      "ség": 25038,
+      "WH": 25039,
+      "▁ambient": 25040,
+      "кро": 25041,
+      "▁cheval": 25042,
+      "▁написа": 25043,
+      "flu": 25044,
+      "▁Offiz": 25045,
+      "mate": 25046,
+      "natural": 25047,
+      "separ": 25048,
+      "empre": 25049,
+      "ViewHolder": 25050,
+      "fw": 25051,
+      "▁letech": 25052,
+      "▁trailing": 25053,
+      "atri": 25054,
+      "▁Gó": 25055,
+      "▁Bonn": 25056,
+      "▁unlikely": 25057,
+      "RAM": 25058,
+      "enst": 25059,
+      "Stats": 25060,
+      "▁политиче": 25061,
+      ")--(": 25062,
+      "▁trom": 25063,
+      "!...": 25064,
+      "▁Meanwhile": 25065,
+      "стана": 25066,
+      "▁Reino": 25067,
+      "▁Arist": 25068,
+      "$}}%": 25069,
+      "▁solem": 25070,
+      "closure": 25071,
+      "ignation": 25072,
+      "łod": 25073,
+      "▁divor": 25074,
+      "▁международ": 25075,
+      "=\"<?": 25076,
+      "▁molt": 25077,
+      "▁skills": 25078,
+      "▁Cir": 25079,
+      "▁Después": 25080,
+      "▁lun": 25081,
+      "▁coron": 25082,
+      "▁Comics": 25083,
+      "стори": 25084,
+      "▁Items": 25085,
+      "▁Think": 25086,
+      "игра": 25087,
+      "▁grows": 25088,
+      "portal": 25089,
+      "▁nich": 25090,
+      "▁restrictions": 25091,
+      "▁Lau": 25092,
+      "шення": 25093,
+      "▁Sozial": 25094,
+      "▁кі": 25095,
+      "mana": 25096,
+      "▁lieutenant": 25097,
+      "Attr": 25098,
+      "umeric": 25099,
+      "▁drives": 25100,
+      "asis": 25101,
+      "бай": 25102,
+      "NL": 25103,
+      "Zygote": 25104,
+      "physics": 25105,
+      "▁internally": 25106,
+      "вается": 25107,
+      "Hidden": 25108,
+      "▁Дата": 25109,
+      "▁unsafe": 25110,
+      "▁Roc": 25111,
+      "▁instantiate": 25112,
+      "udni": 25113,
+      "▁Room": 25114,
+      "▁Пред": 25115,
+      "▁maja": 25116,
+      "achment": 25117,
+      "uuid": 25118,
+      "Projects": 25119,
+      "Gre": 25120,
+      "▁взя": 25121,
+      "▁Blood": 25122,
+      "icile": 25123,
+      "▁Nouvelle": 25124,
+      "Does": 25125,
+      "▁nieuwe": 25126,
+      "ále": 25127,
+      "angs": 25128,
+      "weak": 25129,
+      "▁aantal": 25130,
+      "▁Ев": 25131,
+      "▁Dresden": 25132,
+      "▁Lost": 25133,
+      "ката": 25134,
+      "▁involve": 25135,
+      "▁declaring": 25136,
+      "▁Political": 25137,
+      "érez": 25138,
+      "kop": 25139,
+      "notify": 25140,
+      "▁Curt": 25141,
+      "▁schließlich": 25142,
+      "ghan": 25143,
+      "цена": 25144,
+      "▁kwiet": 25145,
+      "ügel": 25146,
+      "▁Sob": 25147,
+      "▁substr": 25148,
+      "▁ellen": 25149,
+      "ionario": 25150,
+      "enson": 25151,
+      "WIN": 25152,
+      "спорт": 25153,
+      "emer": 25154,
+      "nome": 25155,
+      "▁smiled": 25156,
+      "▁Schmidt": 25157,
+      "▁smoke": 25158,
+      "▁Token": 25159,
+      "▁vague": 25160,
+      "▁provision": 25161,
+      "yaml": 25162,
+      "нитель": 25163,
+      "onial": 25164,
+      "époque": 25165,
+      "▁NC": 25166,
+      "▁NFL": 25167,
+      "teck": 25168,
+      "▁allo": 25169,
+      "▁précéd": 25170,
+      "central": 25171,
+      "▁majd": 25172,
+      "▁chrom": 25173,
+      "▁Zum": 25174,
+      "verso": 25175,
+      "▁verschiedenen": 25176,
+      "▁старо": 25177,
+      "▁quelle": 25178,
+      "▁rép": 25179,
+      "ROW": 25180,
+      "▁ihnen": 25181,
+      "▁sensible": 25182,
+      "|$": 25183,
+      "▁schw": 25184,
+      "▁BR": 25185,
+      "▁Options": 25186,
+      "▁tens": 25187,
+      "▁conquist": 25188,
+      "▁ließ": 25189,
+      "ovis": 25190,
+      "▁міста": 25191,
+      "▁ela": 25192,
+      "rifice": 25193,
+      "▁lok": 25194,
+      "▁Queensland": 25195,
+      "Binary": 25196,
+      "▁Rahmen": 25197,
+      "▁abol": 25198,
+      "▁část": 25199,
+      "▁Edinburgh": 25200,
+      "inde": 25201,
+      "▁calculating": 25202,
+      "▁Oregon": 25203,
+      "▁legit": 25204,
+      "▁Nachdem": 25205,
+      "athon": 25206,
+      "Private": 25207,
+      "illaume": 25208,
+      "▁observable": 25209,
+      "leans": 25210,
+      "▁remarked": 25211,
+      "▁halt": 25212,
+      "ницы": 25213,
+      "▁stamp": 25214,
+      "▁Adv": 25215,
+      "Louis": 25216,
+      "imming": 25217,
+      "gruppe": 25218,
+      "▁Policy": 25219,
+      "▁vrij": 25220,
+      "ftrag": 25221,
+      "▁offices": 25222,
+      "▁participated": 25223,
+      "▁escol": 25224,
+      "▁\"</": 25225,
+      "▁nombreuses": 25226,
+      "▁divid": 25227,
+      "▁advis": 25228,
+      "лтати": 25229,
+      "▁==>": 25230,
+      "Orientation": 25231,
+      "cid": 25232,
+      "Cart": 25233,
+      "▁murm": 25234,
+      "▁assez": 25235,
+      "▁linking": 25236,
+      "building": 25237,
+      "▁reconna": 25238,
+      "▁shook": 25239,
+      "managed": 25240,
+      "landa": 25241,
+      "▁León": 25242,
+      "▁création": 25243,
+      "дой": 25244,
+      "ocity": 25245,
+      "▁wij": 25246,
+      "▁wieś": 25247,
+      "xtart": 25248,
+      "▁Move": 25249,
+      "lungen": 25250,
+      "ствует": 25251,
+      "orney": 25252,
+      "optional": 25253,
+      "macro": 25254,
+      "Condition": 25255,
+      "▁squares": 25256,
+      "▁mistaken": 25257,
+      "ánt": 25258,
+      "▁Ris": 25259,
+      "▁sentences": 25260,
+      "erea": 25261,
+      "▁mij": 25262,
+      "Und": 25263,
+      "▁nombr": 25264,
+      "zA": 25265,
+      "▁Independent": 25266,
+      "▁preview": 25267,
+      "imas": 25268,
+      "▁males": 25269,
+      "inental": 25270,
+      "Thank": 25271,
+      "▁popol": 25272,
+      "▁pover": 25273,
+      "▁grasp": 25274,
+      "▁imped": 25275,
+      "▁campionato": 25276,
+      "▁Wei": 25277,
+      "▁titled": 25278,
+      "▁Además": 25279,
+      "▁Password": 25280,
+      "▁Pam": 25281,
+      "UILD": 25282,
+      "▁липня": 25283,
+      "werb": 25284,
+      "................": 25285,
+      "▁Río": 25286,
+      "▁teeth": 25287,
+      "bp": 25288,
+      "▁SW": 25289,
+      "ulaire": 25290,
+      "▁seized": 25291,
+      "▁Stef": 25292,
+      "úl": 25293,
+      "▁viz": 25294,
+      "iony": 25295,
+      "▁junt": 25296,
+      "▁která": 25297,
+      "▁września": 25298,
+      "<>": 25299,
+      "▁surg": 25300,
+      "▁tutte": 25301,
+      "▁Hob": 25302,
+      "повід": 25303,
+      "▁wohl": 25304,
+      "▁trag": 25305,
+      "▁Crown": 25306,
+      "▁trova": 25307,
+      "стову": 25308,
+      "▁Vienna": 25309,
+      "esehen": 25310,
+      "▁metropol": 25311,
+      "▁reflected": 25312,
+      "тета": 25313,
+      "▁traduc": 25314,
+      "▁Bast": 25315,
+      "▁erschien": 25316,
+      "woord": 25317,
+      "()\"": 25318,
+      "talet": 25319,
+      "▁roads": 25320,
+      "ведения": 25321,
+      "ührung": 25322,
+      "▁cogn": 25323,
+      "▁Valle": 25324,
+      "▁landing": 25325,
+      "▁Regex": 25326,
+      "▁Iowa": 25327,
+      "dział": 25328,
+      "▁erreichte": 25329,
+      "aum": 25330,
+      "▁founder": 25331,
+      "apolis": 25332,
+      "Compiler": 25333,
+      "▁kop": 25334,
+      "▁marc": 25335,
+      "▁територ": 25336,
+      "))`": 25337,
+      "▁lei": 25338,
+      "geon": 25339,
+      "▁weapons": 25340,
+      "▁horn": 25341,
+      "▁elif": 25342,
+      "▁Capital": 25343,
+      "će": 25344,
+      "▁forall": 25345,
+      "▁эта": 25346,
+      "preview": 25347,
+      "▁DNA": 25348,
+      "▁sid": 25349,
+      "orch": 25350,
+      "▁Ras": 25351,
+      "▁arab": 25352,
+      "Best": 25353,
+      "▁счита": 25354,
+      "▁López": 25355,
+      "ança": 25356,
+      "▁funkc": 25357,
+      "▁tienen": 25358,
+      ";&": 25359,
+      "museum": 25360,
+      "▁Err": 25361,
+      "▁resort": 25362,
+      "Nov": 25363,
+      "▁kal": 25364,
+      "MW": 25365,
+      "шь": 25366,
+      "anchor": 25367,
+      "▁роман": 25368,
+      "leading": 25369,
+      "▁manten": 25370,
+      "▁Silva": 25371,
+      "dade": 25372,
+      "▁designated": 25373,
+      "▁revista": 25374,
+      "Oct": 25375,
+      "percent": 25376,
+      "▁уні": 25377,
+      "identifier": 25378,
+      "mass": 25379,
+      "@@": 25380,
+      "ulsion": 25381,
+      "germeister": 25382,
+      "▁predicted": 25383,
+      "▁сви": 25384,
+      "жной": 25385,
+      "▁Ergeb": 25386,
+      "▁cust": 25387,
+      "▁removes": 25388,
+      "charg": 25389,
+      "пример": 25390,
+      "▁forming": 25391,
+      "asma": 25392,
+      "stdout": 25393,
+      "Fun": 25394,
+      "yme": 25395,
+      "tered": 25396,
+      "ursive": 25397,
+      "ighed": 25398,
+      "▁след": 25399,
+      "verband": 25400,
+      "▁LOG": 25401,
+      "rams": 25402,
+      "éon": 25403,
+      "endra": 25404,
+      "▁Bereich": 25405,
+      "▁temporal": 25406,
+      "▁langue": 25407,
+      "▁Inn": 25408,
+      "▁moreover": 25409,
+      "▁tutorials": 25410,
+      "Middle": 25411,
+      "▁советский": 25412,
+      "▁maintenance": 25413,
+      "asures": 25414,
+      "▁válto": 25415,
+      "BASE": 25416,
+      "▁disappear": 25417,
+      "ския": 25418,
+      "▁conocido": 25419,
+      "▁Нау": 25420,
+      "▁Libert": 25421,
+      "▁Harold": 25422,
+      "▁lifetime": 25423,
+      "▁Tür": 25424,
+      "▁zawod": 25425,
+      "omic": 25426,
+      "▁Retrieved": 25427,
+      "architecture": 25428,
+      "čka": 25429,
+      "iformes": 25430,
+      "development": 25431,
+      "ordnung": 25432,
+      "Inf": 25433,
+      "leben": 25434,
+      "▁Stars": 25435,
+      "signal": 25436,
+      "▁grammar": 25437,
+      "▁corso": 25438,
+      "▁Wagner": 25439,
+      "▁geht": 25440,
+      "▁royale": 25441,
+      "warn": 25442,
+      "umbled": 25443,
+      "▁instit": 25444,
+      "▁Ши": 25445,
+      "hh": 25446,
+      "▁refuge": 25447,
+      "▁favorite": 25448,
+      "ierto": 25449,
+      "▁condado": 25450,
+      "▁Ther": 25451,
+      "▁человека": 25452,
+      "▁Food": 25453,
+      "▁seizo": 25454,
+      "▁Initialize": 25455,
+      "▁connu": 25456,
+      "▁overlap": 25457,
+      "▁Emil": 25458,
+      "▁Martí": 25459,
+      "▁жовтня": 25460,
+      "erva": 25461,
+      "▁boats": 25462,
+      "ações": 25463,
+      "▁derrot": 25464,
+      "▁malloc": 25465,
+      "▁conject": 25466,
+      "jk": 25467,
+      "▁sare": 25468,
+      "лемен": 25469,
+      "▁sums": 25470,
+      "Authorization": 25471,
+      "▁Kun": 25472,
+      "]$,": 25473,
+      "gemeinde": 25474,
+      "odot": 25475,
+      "defin": 25476,
+      "▁emission": 25477,
+      "▁Крас": 25478,
+      "▁appart": 25479,
+      "▁stopping": 25480,
+      "▁Сред": 25481,
+      "▁conjug": 25482,
+      "▁insight": 25483,
+      "▁Broadcast": 25484,
+      "▁PMID": 25485,
+      "▁advantages": 25486,
+      "enes": 25487,
+      "▁residence": 25488,
+      "ljen": 25489,
+      "isseur": 25490,
+      "▁pubblicato": 25491,
+      "▁GitHub": 25492,
+      "▁Peru": 25493,
+      "▁galaxies": 25494,
+      "▁annotations": 25495,
+      "gas": 25496,
+      "▁répond": 25497,
+      "Js": 25498,
+      "▁independently": 25499,
+      "NP": 25500,
+      "▁inqu": 25501,
+      "▁grounds": 25502,
+      "Components": 25503,
+      "▁anten": 25504,
+      "▁вз": 25505,
+      "▁hos": 25506,
+      "▁sint": 25507,
+      "▁hiding": 25508,
+      "▁województ": 25509,
+      "Messages": 25510,
+      "▁показа": 25511,
+      "===": 25512,
+      "▁Abstract": 25513,
+      "▁läng": 25514,
+      "▁Formula": 25515,
+      "dawn": 25516,
+      "▁designs": 25517,
+      "Img": 25518,
+      "▁Portuguese": 25519,
+      "▁incluy": 25520,
+      "avigator": 25521,
+      "▁Brothers": 25522,
+      "▁continent": 25523,
+      "▁evidently": 25524,
+      "race": 25525,
+      "цького": 25526,
+      "▁reck": 25527,
+      "▁серпня": 25528,
+      "▁Grey": 25529,
+      "▁appeal": 25530,
+      "▁unlike": 25531,
+      "▁powershell": 25532,
+      "▁racc": 25533,
+      "fers": 25534,
+      "▁burning": 25535,
+      "fasst": 25536,
+      "installed": 25537,
+      "▁Give": 25538,
+      "▁colonial": 25539,
+      "▁€": 25540,
+      "▁Rö": 25541,
+      "▁christ": 25542,
+      "nehm": 25543,
+      "там": 25544,
+      "▁corpo": 25545,
+      "▁convirti": 25546,
+      "yter": 25547,
+      "Sym": 25548,
+      "▁Greece": 25549,
+      "▁moth": 25550,
+      "▁Johan": 25551,
+      "▁monarch": 25552,
+      "▁Download": 25553,
+      "▁craft": 25554,
+      "už": 25555,
+      "▁Luke": 25556,
+      "▁suffix": 25557,
+      "\\/": 25558,
+      "Have": 25559,
+      "▁карь": 25560,
+      "▁comfortable": 25561,
+      "▁tips": 25562,
+      "▁Після": 25563,
+      "▁броја": 25564,
+      "▁информа": 25565,
+      "MQ": 25566,
+      "бран": 25567,
+      "▁tx": 25568,
+      "▁slaves": 25569,
+      "▁firewall": 25570,
+      "▁Forces": 25571,
+      "atif": 25572,
+      "▁Quellen": 25573,
+      "▁théâtre": 25574,
+      "льных": 25575,
+      "▁расположен": 25576,
+      "▁Details": 25577,
+      "ką": 25578,
+      "▁longitud": 25579,
+      "INST": 25580,
+      "▁naval": 25581,
+      "Fernseh": 25582,
+      "essel": 25583,
+      "Grad": 25584,
+      "▁belang": 25585,
+      "▁aggi": 25586,
+      "ZygoteInit": 25587,
+      "łów": 25588,
+      "▁Sug": 25589,
+      "sil": 25590,
+      "▁exterior": 25591,
+      "щі": 25592,
+      "ORD": 25593,
+      "enser": 25594,
+      "▁rapide": 25595,
+      "▁темпера": 25596,
+      "incie": 25597,
+      "Si": 25598,
+      "avam": 25599,
+      "arded": 25600,
+      "▁Added": 25601,
+      "Endpoint": 25602,
+      "hardt": 25603,
+      "стран": 25604,
+      "▁estilo": 25605,
+      "▁Haz": 25606,
+      "▁musste": 25607,
+      "uo": 25608,
+      "iii": 25609,
+      "▁ří": 25610,
+      "anzen": 25611,
+      "жений": 25612,
+      "aha": 25613,
+      "ARNING": 25614,
+      "▁renov": 25615,
+      "▁divine": 25616,
+      "▁convinced": 25617,
+      "▁humans": 25618,
+      "▁departure": 25619,
+      "▁Mediter": 25620,
+      "qa": 25621,
+      "▁possessed": 25622,
+      "▁церкви": 25623,
+      "giv": 25624,
+      "▁свої": 25625,
+      "▁Ortste": 25626,
+      "Rich": 25627,
+      "puis": 25628,
+      "increment": 25629,
+      "▁Hannover": 25630,
+      "▁ucz": 25631,
+      "Done": 25632,
+      "▁alguns": 25633,
+      "FIX": 25634,
+      "▁Heritage": 25635,
+      "removeClass": 25636,
+      "фер": 25637,
+      "▁abc": 25638,
+      "Dr": 25639,
+      "▁семей": 25640,
+      "{:": 25641,
+      "▁seule": 25642,
+      "zeichnungen": 25643,
+      "addy": 25644,
+      "▁París": 25645,
+      "üsseld": 25646,
+      "▁reception": 25647,
+      "folio": 25648,
+      "tiny": 25649,
+      "▁recensement": 25650,
+      "▁Nur": 25651,
+      "▁kier": 25652,
+      "▁gmina": 25653,
+      "staat": 25654,
+      "ándose": 25655,
+      "ческая": 25656,
+      "▁speaker": 25657,
+      "▁exponential": 25658,
+      "▁Dieu": 25659,
+      "▁приз": 25660,
+      "▁Rafael": 25661,
+      "▁ggplot": 25662,
+      "▁Template": 25663,
+      "oure": 25664,
+      "▁Inner": 25665,
+      "ogne": 25666,
+      "igare": 25667,
+      "▁Arte": 25668,
+      "▁Cov": 25669,
+      "▁aufgrund": 25670,
+      "▁Бы": 25671,
+      "▁ceremony": 25672,
+      "▁Spart": 25673,
+      "jective": 25674,
+      "yi": 25675,
+      "▁inizi": 25676,
+      "▁latin": 25677,
+      "▁Nevertheless": 25678,
+      "▁Done": 25679,
+      "тря": 25680,
+      "▁Arr": 25681,
+      "season": 25682,
+      "▁складу": 25683,
+      "▁podczas": 25684,
+      "▁Beautiful": 25685,
+      "▁Weltkrieg": 25686,
+      "▁зо": 25687,
+      "▁overcome": 25688,
+      "▁Praha": 25689,
+      "▁району": 25690,
+      "▁subscription": 25691,
+      "igent": 25692,
+      "▁пока": 25693,
+      "latex": 25694,
+      "▁beach": 25695,
+      "▁роках": 25696,
+      "geg": 25697,
+      "▁probl": 25698,
+      "arguments": 25699,
+      "▁organizations": 25700,
+      "▁Nan": 25701,
+      "▁stones": 25702,
+      "▁Hunter": 25703,
+      "▁regularly": 25704,
+      "шого": 25705,
+      "▁flexible": 25706,
+      "opts": 25707,
+      "ář": 25708,
+      "witz": 25709,
+      "▁')": 25710,
+      "PASS": 25711,
+      "▁kraj": 25712,
+      "▁fake": 25713,
+      "heits": 25714,
+      "osph": 25715,
+      "parseInt": 25716,
+      "FALSE": 25717,
+      "▁profess": 25718,
+      "people": 25719,
+      "▁precip": 25720,
+      "dirname": 25721,
+      "▁perpet": 25722,
+      "▁Updated": 25723,
+      "rayed": 25724,
+      "▁provoc": 25725,
+      "▁травня": 25726,
+      "▁categorie": 25727,
+      "▁тео": 25728,
+      "сну": 25729,
+      "otr": 25730,
+      "▁Верхов": 25731,
+      "▁compét": 25732,
+      "Cost": 25733,
+      "▁wider": 25734,
+      "▁Obviously": 25735,
+      "писан": 25736,
+      "▁настоя": 25737,
+      "▁seeking": 25738,
+      "()),": 25739,
+      "▁équipe": 25740,
+      "▁commits": 25741,
+      "▁Svens": 25742,
+      "ябре": 25743,
+      "atern": 25744,
+      "▁heter": 25745,
+      "▁Bootstrap": 25746,
+      "éné": 25747,
+      "▁derivatives": 25748,
+      "▁Detroit": 25749,
+      "▁provincial": 25750,
+      "onomie": 25751,
+      "EB": 25752,
+      "▁cuer": 25753,
+      "▁относи": 25754,
+      "▁ней": 25755,
+      ")».": 25756,
+      "▁Ciudad": 25757,
+      "IAL": 25758,
+      "zyst": 25759,
+      ")\")": 25760,
+      "▁Alc": 25761,
+      "blogs": 25762,
+      "▁parmi": 25763,
+      "▁Albums": 25764,
+      "▁Boliv": 25765,
+      "▁clés": 25766,
+      "Products": 25767,
+      "uerdo": 25768,
+      "▁gelang": 25769,
+      "znik": 25770,
+      "hagen": 25771,
+      "anonymous": 25772,
+      "▁svg": 25773,
+      "▁Conseil": 25774,
+      "▁Ari": 25775,
+      "coli": 25776,
+      "▁czy": 25777,
+      "▁CV": 25778,
+      "▁ford": 25779,
+      "▁Außer": 25780,
+      "▁CI": 25781,
+      "▁tempt": 25782,
+      "▁Organisation": 25783,
+      "áš": 25784,
+      "▁cycles": 25785,
+      "▁geslacht": 25786,
+      "▁людей": 25787,
+      "ými": 25788,
+      "▁Spieler": 25789,
+      "efe": 25790,
+      "▁Marvel": 25791,
+      "▁portal": 25792,
+      "▁Серг": 25793,
+      "▁grado": 25794,
+      "▁handlers": 25795,
+      "▁Interface": 25796,
+      "AME": 25797,
+      "▁seriously": 25798,
+      "▁Binding": 25799,
+      "▁Rang": 25800,
+      "▁nada": 25801,
+      "oce": 25802,
+      "▁integra": 25803,
+      "ocracy": 25804,
+      "▁альбо": 25805,
+      "▁stability": 25806,
+      "Uns": 25807,
+      "▁veter": 25808,
+      "------+": 25809,
+      "▁serait": 25810,
+      "▁omitted": 25811,
+      "▁uncertainty": 25812,
+      "onian": 25813,
+      "▁resto": 25814,
+      "▁желез": 25815,
+      "▁одной": 25816,
+      "▁Bevölkerung": 25817,
+      "▁Kraft": 25818,
+      "стр": 25819,
+      "▁Moscow": 25820,
+      "lane": 25821,
+      "arab": 25822,
+      "▁spole": 25823,
+      "▁своего": 25824,
+      "?:": 25825,
+      "START": 25826,
+      "▁интер": 25827,
+      "▁sympt": 25828,
+      "▁Lorenzo": 25829,
+      "▁ejec": 25830,
+      "▁prosper": 25831,
+      "DAT": 25832,
+      "лимпий": 25833,
+      "▁shapes": 25834,
+      "valueOf": 25835,
+      "▁associate": 25836,
+      "▁Medien": 25837,
+      "ENV": 25838,
+      "▁сре": 25839,
+      "▁државе": 25840,
+      "▁theories": 25841,
+      "heb": 25842,
+      "▁Wayne": 25843,
+      "▁StringBuilder": 25844,
+      "iwers": 25845,
+      "▁Maps": 25846,
+      "Phys": 25847,
+      "\\}\\": 25848,
+      "▁Parte": 25849,
+      "▁Hudson": 25850,
+      "лон": 25851,
+      "Lng": 25852,
+      "▁ры": 25853,
+      "стей": 25854,
+      "lau": 25855,
+      "ancer": 25856,
+      "▁Coppa": 25857,
+      "▁війсь": 25858,
+      "▁ucc": 25859,
+      "▁Pattern": 25860,
+      "▁garbage": 25861,
+      "▁González": 25862,
+      "▁Encyclop": 25863,
+      "etten": 25864,
+      "External": 25865,
+      "REF": 25866,
+      ">;": 25867,
+      "lijke": 25868,
+      "▁intersect": 25869,
+      "▁Unless": 25870,
+      "▁deeper": 25871,
+      "▁жі": 25872,
+      "dent": 25873,
+      "lef": 25874,
+      "▁chanson": 25875,
+      "▁diffus": 25876,
+      "▁primi": 25877,
+      "▁Wieder": 25878,
+      "▁aws": 25879,
+      "owana": 25880,
+      "▁sociale": 25881,
+      "ikk": 25882,
+      "льной": 25883,
+      "▁divisions": 25884,
+      "лосо": 25885,
+      "▁Claud": 25886,
+      "▁Ya": 25887,
+      "▁voce": 25888,
+      "▁Branch": 25889,
+      "▁fitted": 25890,
+      "orr": 25891,
+      "ôtel": 25892,
+      "stroke": 25893,
+      "listener": 25894,
+      "iman": 25895,
+      "восто": 25896,
+      "▁Shah": 25897,
+      "Introduction": 25898,
+      "▁newline": 25899,
+      "▁tile": 25900,
+      "']))": 25901,
+      "▁travaux": 25902,
+      "CONFIG": 25903,
+      "▁quadratic": 25904,
+      "onneur": 25905,
+      "▁Giorg": 25906,
+      "▁identific": 25907,
+      "éricaine": 25908,
+      "▁UIView": 25909,
+      "▁Liberal": 25910,
+      "▁Koch": 25911,
+      "▁Berliner": 25912,
+      "▁notifications": 25913,
+      "▁Susan": 25914,
+      "▁cadre": 25915,
+      "▁Kloster": 25916,
+      "▁examine": 25917,
+      "▁един": 25918,
+      "▁UNION": 25919,
+      "▁alten": 25920,
+      "▁finit": 25921,
+      "▁pedig": 25922,
+      "cyk": 25923,
+      "▁mouvement": 25924,
+      "IOS": 25925,
+      "▁британ": 25926,
+      "▁bout": 25927,
+      "▁автор": 25928,
+      "ництво": 25929,
+      "ето": 25930,
+      "lera": 25931,
+      "cls": 25932,
+      "▁Ley": 25933,
+      "amy": 25934,
+      "agens": 25935,
+      "ashed": 25936,
+      "▁okrę": 25937,
+      "гро": 25938,
+      "ellett": 25939,
+      "▁Fellow": 25940,
+      "▁manifold": 25941,
+      "$),": 25942,
+      "lder": 25943,
+      "▁voz": 25944,
+      "▁begg": 25945,
+      "▁baron": 25946,
+      "▁fid": 25947,
+      "▁firing": 25948,
+      "ilda": 25949,
+      "dek": 25950,
+      "AU": 25951,
+      "itare": 25952,
+      "▁Ara": 25953,
+      "▁Exit": 25954,
+      "▁cinemat": 25955,
+      "▁intros": 25956,
+      "▁contacts": 25957,
+      "пени": 25958,
+      "▁möglich": 25959,
+      "▁Singapore": 25960,
+      "ström": 25961,
+      "▁Hern": 25962,
+      "▁sixth": 25963,
+      "▁publications": 25964,
+      "vie": 25965,
+      "▁Hat": 25966,
+      "▁accepting": 25967,
+      "ác": 25968,
+      "stwo": 25969,
+      "▁quietly": 25970,
+      "Photo": 25971,
+      "▁basket": 25972,
+      "▁eigenvalues": 25973,
+      "▁médec": 25974,
+      "▁Olimp": 25975,
+      "▁церков": 25976,
+      "alin": 25977,
+      "consum": 25978,
+      "▁lassen": 25979,
+      "▁анти": 25980,
+      "▁Seq": 25981,
+      "\";\r": 25982,
+      "rare": 25983,
+      "▁$|\\": 25984,
+      "▁nick": 25985,
+      "dflare": 25986,
+      "Vec": 25987,
+      "bindung": 25988,
+      "▁bg": 25989,
+      "changes": 25990,
+      "Days": 25991,
+      "▁Mouse": 25992,
+      "▁waited": 25993,
+      "▁Tomatoes": 25994,
+      "▁fas": 25995,
+      "verte": 25996,
+      "▁succession": 25997,
+      "сор": 25998,
+      "▁sols": 25999,
+      "▁Render": 26000,
+      "▁leadership": 26001,
+      "▁significance": 26002,
+      "▁gauche": 26003,
+      "cano": 26004,
+      "▁Pie": 26005,
+      "ensoort": 26006,
+      "▁cambio": 26007,
+      "▁уз": 26008,
+      "▁endeav": 26009,
+      "Completed": 26010,
+      "▁Архивная": 26011,
+      "jd": 26012,
+      "órico": 26013,
+      "▁churches": 26014,
+      "▁animate": 26015,
+      "SG": 26016,
+      "compute": 26017,
+      "▁uniformly": 26018,
+      "INIT": 26019,
+      "lles": 26020,
+      "HttpRequest": 26021,
+      "Ко": 26022,
+      "Diff": 26023,
+      "▁sah": 26024,
+      "airo": 26025,
+      "maybe": 26026,
+      "UTE": 26027,
+      "▁Dow": 26028,
+      "human": 26029,
+      "▁aurait": 26030,
+      "dark": 26031,
+      "▁repair": 26032,
+      "▁ner": 26033,
+      "▁Dabei": 26034,
+      "▁Botan": 26035,
+      "Original": 26036,
+      "ază": 26037,
+      "▁NAT": 26038,
+      "imper": 26039,
+      "▁Youth": 26040,
+      "thes": 26041,
+      "▁округа": 26042,
+      "▁Flo": 26043,
+      "▁breakfast": 26044,
+      "urls": 26045,
+      "▁übernahm": 26046,
+      "ários": 26047,
+      "▁Orange": 26048,
+      "▁Affairs": 26049,
+      "ske": 26050,
+      "▁notify": 26051,
+      "imoine": 26052,
+      "▁Arena": 26053,
+      "▁liberal": 26054,
+      "▁obec": 26055,
+      "ifa": 26056,
+      "guez": 26057,
+      "iono": 26058,
+      "ператор": 26059,
+      "▁retained": 26060,
+      "failed": 26061,
+      "bine": 26062,
+      "тных": 26063,
+      "▁CGRect": 26064,
+      "camera": 26065,
+      "idenote": 26066,
+      "KB": 26067,
+      "▁lights": 26068,
+      "▁Pictures": 26069,
+      "▁Squadron": 26070,
+      "▁Volk": 26071,
+      "▁burg": 26072,
+      ",]": 26073,
+      "Gi": 26074,
+      "êque": 26075,
+      "makeText": 26076,
+      "▁everybody": 26077,
+      "▁Hyper": 26078,
+      "▁Deux": 26079,
+      "▁glory": 26080,
+      "presentation": 26081,
+      "onica": 26082,
+      "▁frère": 26083,
+      "aget": 26084,
+      "▁hints": 26085,
+      "▁tunnel": 26086,
+      "▁Ej": 26087,
+      "ális": 26088,
+      "▁Viv": 26089,
+      "ственных": 26090,
+      "▁caps": 26091,
+      "PART": 26092,
+      "oci": 26093,
+      "▁prices": 26094,
+      "currency": 26095,
+      "▁achter": 26096,
+      "romagnet": 26097,
+      "gender": 26098,
+      "▁suis": 26099,
+      "versions": 26100,
+      "▁Training": 26101,
+      "inside": 26102,
+      "ege": 26103,
+      "▁totale": 26104,
+      "▁Daar": 26105,
+      "▁grudnia": 26106,
+      "▁Ier": 26107,
+      "▁occasions": 26108,
+      "▁kde": 26109,
+      "▁tensorflow": 26110,
+      "▁ór": 26111,
+      "Methods": 26112,
+      "▁looping": 26113,
+      "▁directeur": 26114,
+      "kę": 26115,
+      "▁isomorphism": 26116,
+      "▁João": 26117,
+      "▁aligned": 26118,
+      "онов": 26119,
+      "urger": 26120,
+      "▁nova": 26121,
+      "morrow": 26122,
+      "altern": 26123,
+      "HD": 26124,
+      "▁marqu": 26125,
+      "ativas": 26126,
+      "ggreg": 26127,
+      "▁ancien": 26128,
+      "nit": 26129,
+      "▁secured": 26130,
+      "mier": 26131,
+      "▁Ole": 26132,
+      "▁инте": 26133,
+      "▁minus": 26134,
+      "▁clearer": 26135,
+      "▁nello": 26136,
+      "▁információk": 26137,
+      "▁propre": 26138,
+      "{.": 26139,
+      "ilog": 26140,
+      "▁Quick": 26141,
+      "▁accus": 26142,
+      "employee": 26143,
+      "▁зу": 26144,
+      "цький": 26145,
+      "фіцій": 26146,
+      "▁публи": 26147,
+      "▁bent": 26148,
+      "▁позво": 26149,
+      "▁Пор": 26150,
+      "ází": 26151,
+      "ánico": 26152,
+      "emptyset": 26153,
+      "▁surtout": 26154,
+      "reno": 26155,
+      "unya": 26156,
+      "▁уез": 26157,
+      "▁Millionen": 26158,
+      "▁listopada": 26159,
+      "▁Maine": 26160,
+      "▁grupos": 26161,
+      "▁Storage": 26162,
+      "▁apple": 26163,
+      "▁Lö": 26164,
+      "oused": 26165,
+      "дро": 26166,
+      "sci": 26167,
+      "▁hibernate": 26168,
+      "dog": 26169,
+      "▁восто": 26170,
+      "▁intensity": 26171,
+      "legend": 26172,
+      "▁Wille": 26173,
+      "▁szerint": 26174,
+      "gesellschaft": 26175,
+      "▁Living": 26176,
+      "allo": 26177,
+      "▁Split": 26178,
+      "dru": 26179,
+      "need": 26180,
+      "▁Джон": 26181,
+      "▁Swiss": 26182,
+      "▁spraw": 26183,
+      "▁beho": 26184,
+      "▁fotograf": 26185,
+      "▁rencontre": 26186,
+      "▁kis": 26187,
+      "▁signing": 26188,
+      "akult": 26189,
+      "▁indexing": 26190,
+      "apor": 26191,
+      "▁conception": 26192,
+      "aggreg": 26193,
+      "▁Савез": 26194,
+      "▁affair": 26195,
+      "ění": 26196,
+      "August": 26197,
+      "▁секре": 26198,
+      "▁mieszkań": 26199,
+      "UIImage": 26200,
+      "▁bishop": 26201,
+      "▁servants": 26202,
+      "▁trail": 26203,
+      "digit": 26204,
+      "▁joins": 26205,
+      "▁Near": 26206,
+      "öffentlich": 26207,
+      ">{": 26208,
+      "▁skład": 26209,
+      "geführt": 26210,
+      "▁Holz": 26211,
+      "▁Militär": 26212,
+      "achi": 26213,
+      "Upper": 26214,
+      "pine": 26215,
+      "utzt": 26216,
+      "▁nuova": 26217,
+      "ibration": 26218,
+      "▁Bien": 26219,
+      "▁первый": 26220,
+      "▁Creating": 26221,
+      "Once": 26222,
+      "▁einmal": 26223,
+      "▁geometric": 26224,
+      "stvo": 26225,
+      "▁kW": 26226,
+      "▁decomposition": 26227,
+      "▁comedy": 26228,
+      "▁activation": 26229,
+      "▁angry": 26230,
+      "illeurs": 26231,
+      "▁instantly": 26232,
+      "▁suggesting": 26233,
+      "▁Clay": 26234,
+      "cot": 26235,
+      "▁Gén": 26236,
+      "($(": 26237,
+      "unwrap": 26238,
+      "▁lifted": 26239,
+      "▁Kit": 26240,
+      "▁linea": 26241,
+      "ок": 26242,
+      "hart": 26243,
+      "->_": 26244,
+      "▁nuit": 26245,
+      "▁Issue": 26246,
+      "лии": 26247,
+      "▁röm": 26248,
+      "Tasks": 26249,
+      "▁Sr": 26250,
+      "▁seis": 26251,
+      "asia": 26252,
+      "}}$.": 26253,
+      ":{": 26254,
+      "controls": 26255,
+      "▁Stim": 26256,
+      "▁Recht": 26257,
+      "ociación": 26258,
+      "▁Natal": 26259,
+      "▁Philippines": 26260,
+      "ulen": 26261,
+      "Fixed": 26262,
+      "▁switched": 26263,
+      "Zip": 26264,
+      "ospel": 26265,
+      "▁начале": 26266,
+      "▁Blan": 26267,
+      "urst": 26268,
+      "▁autour": 26269,
+      "Ca": 26270,
+      "▁latitude": 26271,
+      "▁Frei": 26272,
+      "▁Musée": 26273,
+      "▁Kurz": 26274,
+      "▁região": 26275,
+      "swap": 26276,
+      "▁hate": 26277,
+      "▁modifications": 26278,
+      "▁Ком": 26279,
+      "▁Antoine": 26280,
+      "uga": 26281,
+      "RECT": 26282,
+      "éter": 26283,
+      "GROUP": 26284,
+      "▁sacrific": 26285,
+      "▁Whe": 26286,
+      "▁Stevens": 26287,
+      "ologische": 26288,
+      "Summary": 26289,
+      "obs": 26290,
+      "hnen": 26291,
+      "<%=": 26292,
+      "dienst": 26293,
+      "remark": 26294,
+      "▁veröffentlicht": 26295,
+      "ел": 26296,
+      "▁Mock": 26297,
+      "▁Льв": 26298,
+      "▁três": 26299,
+      "gb": 26300,
+      "▁celebrated": 26301,
+      "▁Eb": 26302,
+      "▁costa": 26303,
+      "▁Geographic": 26304,
+      "▁attachment": 26305,
+      "mannschaft": 26306,
+      "▁dependence": 26307,
+      "��": 26308,
+      "▁attitude": 26309,
+      "etal": 26310,
+      "vic": 26311,
+      "baut": 26312,
+      "▁дов": 26313,
+      "▁interven": 26314,
+      "▁Gü": 26315,
+      "ónica": 26316,
+      "▁Pon": 26317,
+      "▁disponible": 26318,
+      "▁Feb": 26319,
+      "▁worship": 26320,
+      "▁Specifically": 26321,
+      "Hy": 26322,
+      "iju": 26323,
+      "▁cb": 26324,
+      "▁spac": 26325,
+      "leveland": 26326,
+      "▁localidad": 26327,
+      "▁preceding": 26328,
+      "▁Hessen": 26329,
+      "xp": 26330,
+      "▁Wein": 26331,
+      "▁Româ": 26332,
+      "▁giorno": 26333,
+      "▁квітня": 26334,
+      "llaços": 26335,
+      "▁Academia": 26336,
+      "▁kül": 26337,
+      "▁Års": 26338,
+      "▁нај": 26339,
+      "uclide": 26340,
+      "Internet": 26341,
+      "orton": 26342,
+      "▁corn": 26343,
+      "ями": 26344,
+      "▁\"*": 26345,
+      "▁Felix": 26346,
+      "apat": 26347,
+      "▁свои": 26348,
+      "MIT": 26349,
+      "made": 26350,
+      "▁locomot": 26351,
+      "хода": 26352,
+      "FP": 26353,
+      "▁pm": 26354,
+      ".*;": 26355,
+      "▁Hamm": 26356,
+      "`}": 26357,
+      "LayoutInflater": 26358,
+      "==\"": 26359,
+      "▁Eur": 26360,
+      "▁dogs": 26361,
+      "жении": 26362,
+      "▁azon": 26363,
+      "▁emulator": 26364,
+      "▁ricon": 26365,
+      "beeld": 26366,
+      "▁ну": 26367,
+      "▁approximate": 26368,
+      "LM": 26369,
+      "▁Bond": 26370,
+      "▁enh": 26371,
+      "ędz": 26372,
+      "▁solit": 26373,
+      "RelativeLayout": 26374,
+      "eteor": 26375,
+      "amentos": 26376,
+      "▁indirect": 26377,
+      "iből": 26378,
+      "▁gros": 26379,
+      "▁Originals": 26380,
+      "commands": 26381,
+      "Export": 26382,
+      "▁Avec": 26383,
+      "▁solemn": 26384,
+      "▁correction": 26385,
+      "▁проводи": 26386,
+      "▁Mosk": 26387,
+      "▁подо": 26388,
+      "▁gebied": 26389,
+      "▁następ": 26390,
+      "▁Driver": 26391,
+      "▁Ook": 26392,
+      "▁Vec": 26393,
+      "▁lungo": 26394,
+      "ficos": 26395,
+      "▁svol": 26396,
+      "▁kid": 26397,
+      "nja": 26398,
+      "▁Hr": 26399,
+      "▁поддер": 26400,
+      "▁visibility": 26401,
+      "▁Méd": 26402,
+      "▁cpu": 26403,
+      "discussion": 26404,
+      "Asset": 26405,
+      "▁defense": 26406,
+      "▁Anyone": 26407,
+      "▁Justin": 26408,
+      "iszt": 26409,
+      "▁Collins": 26410,
+      "▁Valent": 26411,
+      "▁Pale": 26412,
+      "▁fuel": 26413,
+      "▁nose": 26414,
+      "ríguez": 26415,
+      "▁Schles": 26416,
+      "▁Malays": 26417,
+      "▁commut": 26418,
+      "dro": 26419,
+      "uing": 26420,
+      "▁Rico": 26421,
+      "▁Emma": 26422,
+      "orp": 26423,
+      "▁Kirk": 26424,
+      "▁Quando": 26425,
+      "▁Neue": 26426,
+      "▁demande": 26427,
+      "▁Cover": 26428,
+      "▁rescue": 26429,
+      "▁gewählt": 26430,
+      "▁Calendar": 26431,
+      "▁Madonna": 26432,
+      "WP": 26433,
+      "oshi": 26434,
+      "▁Maven": 26435,
+      "▁belle": 26436,
+      "▁wx": 26437,
+      "▁sugar": 26438,
+      "▁Betrieb": 26439,
+      "▁equilibrium": 26440,
+      "EAR": 26441,
+      "▁texts": 26442,
+      "слов": 26443,
+      "▁czerwca": 26444,
+      "▁Düsseld": 26445,
+      "▁ELSE": 26446,
+      "▁amery": 26447,
+      "▁ani": 26448,
+      "▁obey": 26449,
+      "▁Nell": 26450,
+      "▁inne": 26451,
+      "▁тро": 26452,
+      "FD": 26453,
+      "cco": 26454,
+      "▁Zob": 26455,
+      "alette": 26456,
+      "▁május": 26457,
+      "ected": 26458,
+      "▁Turkey": 26459,
+      "▁Whether": 26460,
+      "qi": 26461,
+      "▁што": 26462,
+      "▁headquarters": 26463,
+      "endi": 26464,
+      "arus": 26465,
+      "opus": 26466,
+      "▁золо": 26467,
+      "▁destru": 26468,
+      "▁Lok": 26469,
+      "▁satisfaction": 26470,
+      "()\r": 26471,
+      "▁Тер": 26472,
+      "Jose": 26473,
+      "▁conquer": 26474,
+      "▁Effect": 26475,
+      "LayoutParams": 26476,
+      "iez": 26477,
+      "▁externs": 26478,
+      "▁gegenüber": 26479,
+      "▁ESP": 26480,
+      "olta": 26481,
+      "processor": 26482,
+      "▁Kult": 26483,
+      "▁Atlanta": 26484,
+      "▁tier": 26485,
+      "Operator": 26486,
+      "▁диа": 26487,
+      "▁пись": 26488,
+      "▁groß": 26489,
+      "▁hearts": 26490,
+      "▁millimeter": 26491,
+      "although": 26492,
+      "alles": 26493,
+      "▁Magic": 26494,
+      "training": 26495,
+      "oline": 26496,
+      "▁органі": 26497,
+      ">\\<^": 26498,
+      "ціаль": 26499,
+      "exports": 26500,
+      "Workbook": 26501,
+      "▁вересня": 26502,
+      "▁teles": 26503,
+      "▁economy": 26504,
+      "▁trap": 26505,
+      "▁refuse": 26506,
+      "▁stranger": 26507,
+      "▁instinct": 26508,
+      "пода": 26509,
+      "olan": 26510,
+      "▁ning": 26511,
+      "inflate": 26512,
+      "itatea": 26513,
+      "acks": 26514,
+      "▁Joy": 26515,
+      "FLAG": 26516,
+      "ailand": 26517,
+      "▁sorti": 26518,
+      "▁впер": 26519,
+      "▁pén": 26520,
+      "Nothing": 26521,
+      "▁száz": 26522,
+      "▁Áng": 26523,
+      "▁AUT": 26524,
+      "Actions": 26525,
+      "Every": 26526,
+      "▁червня": 26527,
+      "▁автомо": 26528,
+      "▁routine": 26529,
+      "▁estruct": 26530,
+      "▁Gang": 26531,
+      "▁holes": 26532,
+      "thesis": 26533,
+      "▁concl": 26534,
+      "▁pé": 26535,
+      "riers": 26536,
+      "ровой": 26537,
+      "adic": 26538,
+      "Speed": 26539,
+      "▁commanded": 26540,
+      "▁Nazionale": 26541,
+      "Managed": 26542,
+      "▁DECLARE": 26543,
+      "▁sedan": 26544,
+      "Strings": 26545,
+      "▁sacred": 26546,
+      "tersuch": 26547,
+      "▁abitanti": 26548,
+      "brit": 26549,
+      "▁NCAA": 26550,
+      "▁СП": 26551,
+      "▁aged": 26552,
+      "▁Chiesa": 26553,
+      "▁revision": 26554,
+      "opro": 26555,
+      "▁overwrite": 26556,
+      "embros": 26557,
+      "▁sortie": 26558,
+      "▁otten": 26559,
+      "xiv": 26560,
+      "▁deli": 26561,
+      "▁Asp": 26562,
+      "▁balls": 26563,
+      "kaf": 26564,
+      "▁brave": 26565,
+      "▁всего": 26566,
+      "egn": 26567,
+      "jpeg": 26568,
+      "▁Osten": 26569,
+      "Constants": 26570,
+      "▁Infantry": 26571,
+      "▁Nev": 26572,
+      "▁яких": 26573,
+      "▁муниципа": 26574,
+      "cija": 26575,
+      "▁poem": 26576,
+      "▁negro": 26577,
+      "хар": 26578,
+      "▁Ask": 26579,
+      "▁avo": 26580,
+      "▁Meyer": 26581,
+      "▁Westen": 26582,
+      "▁oko": 26583,
+      "agin": 26584,
+      "▁Süden": 26585,
+      "entries": 26586,
+      "▁Republik": 26587,
+      "CollectionView": 26588,
+      "-------": 26589,
+      "▁firefox": 26590,
+      "▁alcune": 26591,
+      "▁фото": 26592,
+      "▁отрима": 26593,
+      "~~~~~~~~": 26594,
+      "▁Раз": 26595,
+      "▁Complex": 26596,
+      "▁pia": 26597,
+      "▁publicada": 26598,
+      "wei": 26599,
+      "cedure": 26600,
+      "occupation": 26601,
+      "▁medicine": 26602,
+      "▁drove": 26603,
+      "Problem": 26604,
+      "▁beginner": 26605,
+      "▁thoroughly": 26606,
+      "uria": 26607,
+      "avant": 26608,
+      "ucha": 26609,
+      "▁lever": 26610,
+      "▁teatro": 26611,
+      "AVA": 26612,
+      "squ": 26613,
+      "trat": 26614,
+      "ivatal": 26615,
+      "▁dirty": 26616,
+      "▁seconde": 26617,
+      "▁gravit": 26618,
+      "▁proposition": 26619,
+      "hbar": 26620,
+      "omini": 26621,
+      "▁”": 26622,
+      "▁Camil": 26623,
+      "▁queen": 26624,
+      "modifier": 26625,
+      "Jan": 26626,
+      "▁lyr": 26627,
+      "ComboBox": 26628,
+      "ionic": 26629,
+      "▁holy": 26630,
+      "▁Sebastian": 26631,
+      "|_{": 26632,
+      "▁{@": 26633,
+      "▁можно": 26634,
+      "▁Creative": 26635,
+      "▁interess": 26636,
+      "▁CT": 26637,
+      "ições": 26638,
+      "▁chant": 26639,
+      "▁współ": 26640,
+      "▁Мексика": 26641,
+      "▁ranked": 26642,
+      "▁października": 26643,
+      "▁brut": 26644,
+      "▁farther": 26645,
+      "▁Verb": 26646,
+      "▁Seven": 26647,
+      "lbl": 26648,
+      "▁mentions": 26649,
+      "▁Fight": 26650,
+      "ifen": 26651,
+      "▁bog": 26652,
+      "▁regres": 26653,
+      "▁scoring": 26654,
+      "icane": 26655,
+      "▁Elli": 26656,
+      "▁pierw": 26657,
+      "measure": 26658,
+      "ńskiej": 26659,
+      "#{": 26660,
+      "▁деся": 26661,
+      "▁varmaste": 26662,
+      "▁Unix": 26663,
+      "IZ": 26664,
+      "itié": 26665,
+      "Primary": 26666,
+      "▁Springer": 26667,
+      "üng": 26668,
+      "▁anv": 26669,
+      "▁versione": 26670,
+      "▁shoulders": 26671,
+      "▁брига": 26672,
+      "▁jav": 26673,
+      "ltal": 26674,
+      "▁kallaste": 26675,
+      "▁Mitchell": 26676,
+      "▁wireless": 26677,
+      "▁Ál": 26678,
+      "respons": 26679,
+      "could": 26680,
+      "▁relax": 26681,
+      "Lond": 26682,
+      "ńcz": 26683,
+      "ствовал": 26684,
+      "▁polski": 26685,
+      "enç": 26686,
+      "zar": 26687,
+      "▁dtype": 26688,
+      "owned": 26689,
+      "unknown": 26690,
+      "▁mutable": 26691,
+      "▁siempre": 26692,
+      "▁Montreal": 26693,
+      "▁locate": 26694,
+      "▁traces": 26695,
+      "▁insgesamt": 26696,
+      "▁Nil": 26697,
+      "▁прода": 26698,
+      "▁Warner": 26699,
+      "▁Nau": 26700,
+      "triangle": 26701,
+      "▁concentration": 26702,
+      "▁gentlemen": 26703,
+      "ächt": 26704,
+      "filters": 26705,
+      "incipal": 26706,
+      "VALID": 26707,
+      "▁депута": 26708,
+      "adó": 26709,
+      "▁konst": 26710,
+      "gså": 26711,
+      "agas": 26712,
+      "▁meilleur": 26713,
+      "▁данным": 26714,
+      "єдна": 26715,
+      "encoded": 26716,
+      "<'": 26717,
+      "▁sheets": 26718,
+      "cuador": 26719,
+      "▁використову": 26720,
+      "▁Deput": 26721,
+      "▁manière": 26722,
+      "ąg": 26723,
+      "csol": 26724,
+      ")$-": 26725,
+      "UIView": 26726,
+      "▁millones": 26727,
+      "▁Ehren": 26728,
+      "Sil": 26729,
+      "▁atac": 26730,
+      "▁Cold": 26731,
+      "\"\\": 26732,
+      "▁approached": 26733,
+      "▁Årsmed": 26734,
+      "WM": 26735,
+      "▁Deport": 26736,
+      "mis": 26737,
+      "andbox": 26738,
+      "observ": 26739,
+      "setting": 26740,
+      "ható": 26741,
+      "▁strat": 26742,
+      "▁spre": 26743,
+      "▁personne": 26744,
+      "▁dirige": 26745,
+      "pull": 26746,
+      "dating": 26747,
+      "▁Fact": 26748,
+      "▁manipulate": 26749,
+      "▁MAC": 26750,
+      "▁dej": 26751,
+      "ultimo": 26752,
+      "FX": 26753,
+      "Life": 26754,
+      "▁crack": 26755,
+      "▁mí": 26756,
+      "▁пове": 26757,
+      "▁wore": 26758,
+      "université": 26759,
+      "▁formulas": 26760,
+      "▁Elisabeth": 26761,
+      "plots": 26762,
+      "mile": 26763,
+      "▁menor": 26764,
+      "тил": 26765,
+      "keyword": 26766,
+      "▁Baltimore": 26767,
+      "hrer": 26768,
+      "▁Clement": 26769,
+      "vim": 26770,
+      "rass": 26771,
+      "Take": 26772,
+      "▁című": 26773,
+      "▁Convention": 26774,
+      "atge": 26775,
+      "seed": 26776,
+      "▁Dí": 26777,
+      "▁Spider": 26778,
+      "ahoo": 26779,
+      "▁имеет": 26780,
+      "ührt": 26781,
+      "▁пописа": 26782,
+      "▁Cot": 26783,
+      "▁nobles": 26784,
+      "RESS": 26785,
+      "▁chemin": 26786,
+      "▁główn": 26787,
+      "GG": 26788,
+      "▁Germania": 26789,
+      "▁Alexandre": 26790,
+      "hens": 26791,
+      "swift": 26792,
+      "oop": 26793,
+      "Subview": 26794,
+      "▁requiring": 26795,
+      "ędzy": 26796,
+      "▁fict": 26797,
+      "▁Констан": 26798,
+      "▁déput": 26799,
+      "▁surprising": 26800,
+      "▁deix": 26801,
+      "▁unterschied": 26802,
+      "inson": 26803,
+      "▁Character": 26804,
+      "▁gestion": 26805,
+      "chus": 26806,
+      "comes": 26807,
+      "▁neur": 26808,
+      "▁yeux": 26809,
+      "ollar": 26810,
+      "▁parad": 26811,
+      "▁maggiore": 26812,
+      "TRAN": 26813,
+      "▁votre": 26814,
+      "▁descent": 26815,
+      "▁Icon": 26816,
+      "▁Judge": 26817,
+      "▁occupation": 26818,
+      "eping": 26819,
+      "▁tongue": 26820,
+      "▁Enllaços": 26821,
+      "ruf": 26822,
+      "▁protein": 26823,
+      "▁visitors": 26824,
+      "axy": 26825,
+      "esten": 26826,
+      "blica": 26827,
+      "hw": 26828,
+      "▁spirits": 26829,
+      "▁reduces": 26830,
+      "▁мен": 26831,
+      "▁Lamb": 26832,
+      "▁Mine": 26833,
+      "▁verified": 26834,
+      "▁Baby": 26835,
+      "▁prize": 26836,
+      "вър": 26837,
+      "▁ratings": 26838,
+      "▁fore": 26839,
+      "asha": 26840,
+      "urrence": 26841,
+      "▁intér": 26842,
+      "▁Olímp": 26843,
+      "cra": 26844,
+      "▁computational": 26845,
+      "irche": 26846,
+      ".: ": 26847,
+      "▁illustrated": 26848,
+      "▁Share": 26849,
+      "▁households": 26850,
+      "▁convolution": 26851,
+      "oemd": 26852,
+      "▁zdoby": 26853,
+      "ccc": 26854,
+      "▁quantities": 26855,
+      "Che": 26856,
+      "Should": 26857,
+      "▁genius": 26858,
+      "adj": 26859,
+      "хва": 26860,
+      "Петер": 26861,
+      "EMA": 26862,
+      "▁Rights": 26863,
+      "▁Eli": 26864,
+      "VAR": 26865,
+      "шло": 26866,
+      "▁збір": 26867,
+      "iftung": 26868,
+      "▁contributed": 26869,
+      "zef": 26870,
+      "▁CHAR": 26871,
+      "▁Sib": 26872,
+      "▁Mant": 26873,
+      "▁связи": 26874,
+      "▁javafx": 26875,
+      "▁cependant": 26876,
+      "▁intu": 26877,
+      "▁твор": 26878,
+      "▁Ó": 26879,
+      "guer": 26880,
+      "rado": 26881,
+      "▁Revol": 26882,
+      "▁fémin": 26883,
+      "▁Orleans": 26884,
+      "▁poj": 26885,
+      "▁prez": 26886,
+      "Tex": 26887,
+      "ouwd": 26888,
+      "?(": 26889,
+      "▁LIM": 26890,
+      "istique": 26891,
+      "esar": 26892,
+      "▁heures": 26893,
+      "icki": 26894,
+      "▁dbo": 26895,
+      "skih": 26896,
+      "confirm": 26897,
+      "▁világ": 26898,
+      "▁ciutat": 26899,
+      "▁DR": 26900,
+      "▁Hawai": 26901,
+      "ched": 26902,
+      "▁spher": 26903,
+      "▁Artikel": 26904,
+      "▁Multiple": 26905,
+      "ciu": 26906,
+      "▁мы": 26907,
+      "▁lipca": 26908,
+      "](/": 26909,
+      "Strategy": 26910,
+      "▁Alabama": 26911,
+      "SDK": 26912,
+      "UTC": 26913,
+      "__.": 26914,
+      "Arguments": 26915,
+      "▁setContentView": 26916,
+      "île": 26917,
+      "ByVal": 26918,
+      "▁JVM": 26919,
+      "ющего": 26920,
+      "▁Leonard": 26921,
+      "▁justify": 26922,
+      "цем": 26923,
+      "▁nab": 26924,
+      "CCESS": 26925,
+      "▁hopes": 26926,
+      ")&": 26927,
+      "sero": 26928,
+      "▁зай": 26929,
+      "слід": 26930,
+      "▁Rég": 26931,
+      "▁Sang": 26932,
+      "▁fung": 26933,
+      "baar": 26934,
+      "▁coffee": 26935,
+      "assembly": 26936,
+      "▁Він": 26937,
+      "эй": 26938,
+      "▁comprend": 26939,
+      "filled": 26940,
+      "рд": 26941,
+      "odia": 26942,
+      "▁gens": 26943,
+      "fluss": 26944,
+      "Drawable": 26945,
+      "▁surve": 26946,
+      "Setup": 26947,
+      "▁należ": 26948,
+      "▁conjunto": 26949,
+      "▁Его": 26950,
+      "▁oldal": 26951,
+      "▁verbose": 26952,
+      "▁Electric": 26953,
+      "▁Harrison": 26954,
+      "engen": 26955,
+      "paragraph": 26956,
+      "▁nouvelles": 26957,
+      "▁време": 26958,
+      "▁memor": 26959,
+      "▁mayoría": 26960,
+      "сад": 26961,
+      "▁bataille": 26962,
+      "▁thermal": 26963,
+      "▁Хронологи": 26964,
+      "▁Better": 26965,
+      "bye": 26966,
+      "▁театра": 26967,
+      "roe": 26968,
+      "▁segle": 26969,
+      "rott": 26970,
+      "▁opinions": 26971,
+      ")})": 26972,
+      "ühle": 26973,
+      "▁Gün": 26974,
+      "▁Щ": 26975,
+      "ból": 26976,
+      "▁Larry": 26977,
+      "▁solic": 26978,
+      "▁zwar": 26979,
+      "▁Caroline": 26980,
+      "▁Reichs": 26981,
+      "Extensions": 26982,
+      "migr": 26983,
+      ":@": 26984,
+      "▁enumerate": 26985,
+      "▁eigenen": 26986,
+      "▁explore": 26987,
+      "ému": 26988,
+      "▁gat": 26989,
+      "▁imperial": 26990,
+      "▁Usually": 26991,
+      "▁tud": 26992,
+      "▁укра": 26993,
+      "him": 26994,
+      "▁corners": 26995,
+      "▁SER": 26996,
+      "▁interpreter": 26997,
+      "▁Ice": 26998,
+      "▁amounts": 26999,
+      "▁Pala": 27000,
+      "▁tinha": 27001,
+      "vole": 27002,
+      "▁gle": 27003,
+      "ucci": 27004,
+      "▁siehe": 27005,
+      "Jack": 27006,
+      "▁woll": 27007,
+      "▁elder": 27008,
+      "▁кораб": 27009,
+      "▁engag": 27010,
+      "▁Laurent": 27011,
+      "▁achiev": 27012,
+      "istik": 27013,
+      "arct": 27014,
+      "тного": 27015,
+      "▁gir": 27016,
+      "▁Singh": 27017,
+      "mathop": 27018,
+      "USA": 27019,
+      "▁Projekt": 27020,
+      "▁debe": 27021,
+      "richtung": 27022,
+      "▁Tsch": 27023,
+      "uminate": 27024,
+      "▁szó": 27025,
+      "lyph": 27026,
+      "зидент": 27027,
+      "▁limitations": 27028,
+      "ющей": 27029,
+      "▁bila": 27030,
+      "Push": 27031,
+      "▁offering": 27032,
+      "iennes": 27033,
+      "Fri": 27034,
+      "▁postgresql": 27035,
+      "▁Tommy": 27036,
+      "▁particolare": 27037,
+      "▁století": 27038,
+      "▁arrib": 27039,
+      "▁Eva": 27040,
+      "school": 27041,
+      "▁vendor": 27042,
+      "▁Dallas": 27043,
+      "▁prolong": 27044,
+      "CREATE": 27045,
+      "▁suivante": 27046,
+      "STATUS": 27047,
+      "là": 27048,
+      "kv": 27049,
+      "▁häufig": 27050,
+      "▁Agricult": 27051,
+      "▁huit": 27052,
+      "▁inoltre": 27053,
+      "▁Lloyd": 27054,
+      "▁француз": 27055,
+      "▁выпол": 27056,
+      "▁faithful": 27057,
+      "▁Вар": 27058,
+      "▁verl": 27059,
+      "▁juego": 27060,
+      "▁Резултати": 27061,
+      ",...,": 27062,
+      "▁implicitly": 27063,
+      "irks": 27064,
+      "Calcul": 27065,
+      "▁meses": 27066,
+      "omed": 27067,
+      "▁pak": 27068,
+      "herit": 27069,
+      "▁optical": 27070,
+      "▁Історія": 27071,
+      "veis": 27072,
+      "▁capitale": 27073,
+      "placeholder": 27074,
+      "intrag": 27075,
+      "▁Atlas": 27076,
+      ")];": 27077,
+      "icons": 27078,
+      "▁Bent": 27079,
+      "▁Widget": 27080,
+      "▁volunt": 27081,
+      "avo": 27082,
+      "égr": 27083,
+      "lige": 27084,
+      "▁NAME": 27085,
+      "▁abstra": 27086,
+      "▁fís": 27087,
+      "▁Browser": 27088,
+      "▁bush": 27089,
+      "hall": 27090,
+      "▁clouds": 27091,
+      "▁SUB": 27092,
+      "▁tandis": 27093,
+      "▁Commonwealth": 27094,
+      "тая": 27095,
+      "▁exhaust": 27096,
+      "________________": 27097,
+      "▁Statistics": 27098,
+      "▁Religion": 27099,
+      "▁Muham": 27100,
+      "uals": 27101,
+      "goto": 27102,
+      "Digital": 27103,
+      "Family": 27104,
+      "▁Bun": 27105,
+      "letin": 27106,
+      "Management": 27107,
+      "▁capabilities": 27108,
+      "annten": 27109,
+      "▁себе": 27110,
+      "▁stays": 27111,
+      "kter": 27112,
+      "▁dost": 27113,
+      "▁Тре": 27114,
+      "лович": 27115,
+      "▁dying": 27116,
+      "sections": 27117,
+      "ános": 27118,
+      "▁apparten": 27119,
+      "▁zoals": 27120,
+      "▁dressed": 27121,
+      "▁compress": 27122,
+      "ńska": 27123,
+      "▁sierpnia": 27124,
+      "▁титу": 27125,
+      "dictionary": 27126,
+      "▁rabb": 27127,
+      "▁vérit": 27128,
+      "Во": 27129,
+      "▁singleton": 27130,
+      "▁vital": 27131,
+      "Refresh": 27132,
+      "мель": 27133,
+      "▁Zh": 27134,
+      "▁Afghan": 27135,
+      "inkel": 27136,
+      "aaaa": 27137,
+      "▁participants": 27138,
+      "arin": 27139,
+      "▁Mold": 27140,
+      "▁primeros": 27141,
+      "▁ран": 27142,
+      "▁Амери": 27143,
+      "▁restaurant": 27144,
+      "ével": 27145,
+      "▁SL": 27146,
+      "▁Rey": 27147,
+      "chas": 27148,
+      "▁electrons": 27149,
+      "▁Pitts": 27150,
+      "▁Jules": 27151,
+      "май": 27152,
+      "enant": 27153,
+      "-}": 27154,
+      "лад": 27155,
+      "▁Москва": 27156,
+      "gom": 27157,
+      "▁Fernández": 27158,
+      "fund": 27159,
+      "interno": 27160,
+      "▁Mari": 27161,
+      "▁rius": 27162,
+      "▁Prozent": 27163,
+      "стрі": 27164,
+      "▁внут": 27165,
+      "anterie": 27166,
+      "▁прис": 27167,
+      "▁обы": 27168,
+      "▁Marina": 27169,
+      "▁occurrence": 27170,
+      "rikt": 27171,
+      "▁физи": 27172,
+      "▁schwer": 27173,
+      "▁Гре": 27174,
+      "Reset": 27175,
+      "▁mucho": 27176,
+      "andr": 27177,
+      "▁Wies": 27178,
+      "▁Keith": 27179,
+      "▁Julian": 27180,
+      "▁cole": 27181,
+      "ciendo": 27182,
+      "▁Contempor": 27183,
+      "etry": 27184,
+      "elian": 27185,
+      "гии": 27186,
+      "▁голо": 27187,
+      "▁dél": 27188,
+      "▁decent": 27189,
+      "РСР": 27190,
+      "▁szeptember": 27191,
+      "мест": 27192,
+      "castle": 27193,
+      "▁держав": 27194,
+      "}\")": 27195,
+      "▁ASCII": 27196,
+      "▁Glen": 27197,
+      "itzerland": 27198,
+      "Toggle": 27199,
+      "▁tradicional": 27200,
+      "▁Plat": 27201,
+      "vee": 27202,
+      "abgerufen": 27203,
+      "(|": 27204,
+      "CLI": 27205,
+      "}}$,": 27206,
+      "▁Bowl": 27207,
+      "▁Male": 27208,
+      "▁Bres": 27209,
+      "▁пси": 27210,
+      "▁Challenge": 27211,
+      "zó": 27212,
+      "▁projekt": 27213,
+      "▁negoti": 27214,
+      "above": 27215,
+      "▁перио": 27216,
+      "▁longest": 27217,
+      "authentic": 27218,
+      "▁tradu": 27219,
+      "▁mujeres": 27220,
+      "▁Andre": 27221,
+      "▁hadn": 27222,
+      "▁Schule": 27223,
+      "odel": 27224,
+      "bled": 27225,
+      "▁Trade": 27226,
+      "▁mobil": 27227,
+      "▁algunas": 27228,
+      "▁Lak": 27229,
+      "▁Connecticut": 27230,
+      "▁alco": 27231,
+      "▁Selbst": 27232,
+      "ił": 27233,
+      "▁alb": 27234,
+      "ouverneur": 27235,
+      "▁sr": 27236,
+      "▁vba": 27237,
+      "loped": 27238,
+      "▁Partei": 27239,
+      "uate": 27240,
+      "▁Authentication": 27241,
+      "bei": 27242,
+      "}}.": 27243,
+      "▁konnten": 27244,
+      "▁допо": 27245,
+      "▁hyd": 27246,
+      "Office": 27247,
+      "données": 27248,
+      "▁Cleveland": 27249,
+      "rita": 27250,
+      "íos": 27251,
+      "▁выше": 27252,
+      "▁Roberts": 27253,
+      "▁élections": 27254,
+      "▁'')": 27255,
+      "▁publishing": 27256,
+      "▁bapt": 27257,
+      "<>();": 27258,
+      "missing": 27259,
+      "ровано": 27260,
+      "▁housing": 27261,
+      "▁inference": 27262,
+      "▁Renaissance": 27263,
+      "▁règ": 27264,
+      "▁Steph": 27265,
+      "CES": 27266,
+      "ERE": 27267,
+      "кет": 27268,
+      "OU": 27269,
+      "▁grouping": 27270,
+      "verkehr": 27271,
+      "jih": 27272,
+      "agli": 27273,
+      "▁milk": 27274,
+      "lait": 27275,
+      "Stage": 27276,
+      "▁byly": 27277,
+      "▁wooden": 27278,
+      "keley": 27279,
+      "etra": 27280,
+      "▁Peg": 27281,
+      "▁donné": 27282,
+      "adal": 27283,
+      "sequently": 27284,
+      "▁insbesondere": 27285,
+      "ELD": 27286,
+      "▁Mam": 27287,
+      "▁volte": 27288,
+      "▁prospect": 27289,
+      "нове": 27290,
+      "▁denoted": 27291,
+      "▁overlay": 27292,
+      "Permission": 27293,
+      "een": 27294,
+      "▁EM": 27295,
+      "▁uz": 27296,
+      "Mc": 27297,
+      "olit": 27298,
+      "▁servi": 27299,
+      "▁Heidel": 27300,
+      "▁Wiener": 27301,
+      "▁illegal": 27302,
+      "▁predictions": 27303,
+      "▁goog": 27304,
+      "hon": 27305,
+      "▁Cinema": 27306,
+      "▁револю": 27307,
+      "▁Rule": 27308,
+      "wod": 27309,
+      "▁radiation": 27310,
+      "oł": 27311,
+      "ової": 27312,
+      "▁Perform": 27313,
+      "▁prisoner": 27314,
+      "▁amet": 27315,
+      "▁figura": 27316,
+      "▁Commander": 27317,
+      "▁официаль": 27318,
+      "▁trov": 27319,
+      "▁acted": 27320,
+      "▁workflow": 27321,
+      "▁Республики": 27322,
+      "▁guidance": 27323,
+      "▁мене": 27324,
+      "National": 27325,
+      "▁Kel": 27326,
+      "webpack": 27327,
+      "простра": 27328,
+      "▁llamado": 27329,
+      "alog": 27330,
+      "terra": 27331,
+      "ixen": 27332,
+      "legraph": 27333,
+      "äischen": 27334,
+      "▁teachers": 27335,
+      "uden": 27336,
+      "▁også": 27337,
+      "possible": 27338,
+      "▁Soul": 27339,
+      "▁Geography": 27340,
+      "▁зада": 27341,
+      "hit": 27342,
+      "▁anger": 27343,
+      "▁remporte": 27344,
+      "Pod": 27345,
+      "чке": 27346,
+      "▁aria": 27347,
+      "▁Astronom": 27348,
+      "chapter": 27349,
+      "▁fork": 27350,
+      "▁Cuando": 27351,
+      "mense": 27352,
+      "▁Christians": 27353,
+      "gc": 27354,
+      "▁#(": 27355,
+      "Organ": 27356,
+      "▁steady": 27357,
+      "pse": 27358,
+      "жить": 27359,
+      "ignes": 27360,
+      "aterra": 27361,
+      "movie": 27362,
+      "posta": 27363,
+      "raste": 27364,
+      "▁Ressource": 27365,
+      "▁País": 27366,
+      "▁();": 27367,
+      "▁penalty": 27368,
+      "тт": 27369,
+      "▁trasfer": 27370,
+      "century": 27371,
+      "▁cleaner": 27372,
+      "selenium": 27373,
+      "ortheast": 27374,
+      "xic": 27375,
+      "лії": 27376,
+      "▁inglese": 27377,
+      "▁Tang": 27378,
+      "▁gods": 27379,
+      "frent": 27380,
+      "ciente": 27381,
+      "starts": 27382,
+      "▁musica": 27383,
+      "ymnasium": 27384,
+      "----+": 27385,
+      "▁terrest": 27386,
+      "▁retrieved": 27387,
+      "iare": 27388,
+      "unning": 27389,
+      "▁Marcus": 27390,
+      "▁promote": 27391,
+      "warning": 27392,
+      "тый": 27393,
+      "})$,": 27394,
+      "Transport": 27395,
+      "▁reson": 27396,
+      "▁Clo": 27397,
+      "▁erm": 27398,
+      "▁eliminate": 27399,
+      "heimer": 27400,
+      "▁saves": 27401,
+      "▁prayer": 27402,
+      "Classes": 27403,
+      "Express": 27404,
+      "▁Akademie": 27405,
+      "Else": 27406,
+      "Turn": 27407,
+      "▁ikke": 27408,
+      "▁rei": 27409,
+      "▁dirett": 27410,
+      "▁Rost": 27411,
+      "▁Papa": 27412,
+      "▁jsf": 27413,
+      "лением": 27414,
+      "▁Tul": 27415,
+      "▁Zak": 27416,
+      "▁niemieck": 27417,
+      "Tw": 27418,
+      "amour": 27419,
+      "nested": 27420,
+      "ppets": 27421,
+      "шп": 27422,
+      "dit": 27423,
+      "зен": 27424,
+      "zyma": 27425,
+      "hrte": 27426,
+      "Constraints": 27427,
+      "▁ownership": 27428,
+      "Arm": 27429,
+      "▁consumption": 27430,
+      "▁fet": 27431,
+      "ivari": 27432,
+      "chrom": 27433,
+      "setAttribute": 27434,
+      "▁compose": 27435,
+      "▁backing": 27436,
+      "▁Paz": 27437,
+      "▁scri": 27438,
+      "▁Mechan": 27439,
+      "▁Norway": 27440,
+      "▁Jup": 27441,
+      "▁mér": 27442,
+      "▁administrator": 27443,
+      "▁cabe": 27444,
+      "ivalent": 27445,
+      "▁throne": 27446,
+      "▁dues": 27447,
+      "▁humor": 27448,
+      "▁Adri": 27449,
+      "▁abort": 27450,
+      "ñas": 27451,
+      "▁Київ": 27452,
+      "jící": 27453,
+      "▁zweite": 27454,
+      "▁doub": 27455,
+      "ershell": 27456,
+      "шой": 27457,
+      "▁Fam": 27458,
+      "åk": 27459,
+      "▁tweede": 27460,
+      "▁Rib": 27461,
+      "▁før": 27462,
+      "pción": 27463,
+      "inned": 27464,
+      "rvm": 27465,
+      "▁Appar": 27466,
+      "▁Dj": 27467,
+      "▁Shang": 27468,
+      "Distance": 27469,
+      "▁dawn": 27470,
+      "▁Matth": 27471,
+      "▁errichtet": 27472,
+      "phantom": 27473,
+      "▁releases": 27474,
+      "Recognizer": 27475,
+      "▁Kop": 27476,
+      "▁Pul": 27477,
+      "ué": 27478,
+      "nats": 27479,
+      "relax": 27480,
+      "▁fled": 27481,
+      "▁experiences": 27482,
+      "щее": 27483,
+      "меня": 27484,
+      "▁персона": 27485,
+      "▁Identity": 27486,
+      "rets": 27487,
+      "kunft": 27488,
+      "larg": 27489,
+      "ListItem": 27490,
+      "vd": 27491,
+      "runner": 27492,
+      "lant": 27493,
+      "ipart": 27494,
+      "bay": 27495,
+      "iei": 27496,
+      "▁lengths": 27497,
+      "▁cattle": 27498,
+      "jets": 27499,
+      "▁sehen": 27500,
+      "Jul": 27501,
+      "fatt": 27502,
+      "▁surrender": 27503,
+      "▁Trump": 27504,
+      "дного": 27505,
+      "▁Fourier": 27506,
+      "ieben": 27507,
+      "_\"": 27508,
+      "▁früher": 27509,
+      "▁garant": 27510,
+      "uclidean": 27511,
+      "ägt": 27512,
+      "▁півден": 27513,
+      "Pages": 27514,
+      "▁rivers": 27515,
+      "▁donner": 27516,
+      "svn": 27517,
+      "▁ł": 27518,
+      "ově": 27519,
+      "▁Leist": 27520,
+      "arial": 27521,
+      "ových": 27522,
+      "▁filling": 27523,
+      "▁musicale": 27524,
+      "maxim": 27525,
+      "▁dashed": 27526,
+      "▁Нов": 27527,
+      "Drawer": 27528,
+      "▁Medicine": 27529,
+      "▁dokument": 27530,
+      "owel": 27531,
+      "vić": 27532,
+      "hely": 27533,
+      "▁elet": 27534,
+      "Seconds": 27535,
+      "▁Gonz": 27536,
+      "rou": 27537,
+      "▁finales": 27538,
+      "rn": 27539,
+      "fø": 27540,
+      "▁indexed": 27541,
+      "className": 27542,
+      "▁ober": 27543,
+      "▁duas": 27544,
+      "▁optimized": 27545,
+      "▁kdy": 27546,
+      "versary": 27547,
+      "energy": 27548,
+      "▁центра": 27549,
+      "▁currency": 27550,
+      "zyż": 27551,
+      "Like": 27552,
+      "▁Ги": 27553,
+      "sono": 27554,
+      "▁palab": 27555,
+      "▁pushing": 27556,
+      "ublik": 27557,
+      "▁Hass": 27558,
+      "}\\,\\": 27559,
+      "unker": 27560,
+      "▁Factory": 27561,
+      "▁Resources": 27562,
+      "datei": 27563,
+      "▁Tools": 27564,
+      "▁stehen": 27565,
+      "sime": 27566,
+      "▁Ху": 27567,
+      "▁hoch": 27568,
+      "▁Rodríguez": 27569,
+      "zeitig": 27570,
+      "▁Terry": 27571,
+      "▁обу": 27572,
+      "Usage": 27573,
+      "urchase": 27574,
+      "lö": 27575,
+      "▁Introduction": 27576,
+      "▁participation": 27577,
+      "ος": 27578,
+      "ogli": 27579,
+      "apy": 27580,
+      "▁hopefully": 27581,
+      "ponder": 27582,
+      "▁Yang": 27583,
+      "▁promises": 27584,
+      "▁верну": 27585,
+      "▁остров": 27586,
+      "^{+": 27587,
+      "▁mostra": 27588,
+      "▁CURLOPT": 27589,
+      "HH": 27590,
+      "▁stdout": 27591,
+      "▁brilliant": 27592,
+      "▁manuscript": 27593,
+      "▁decir": 27594,
+      "▁Bolog": 27595,
+      "▁места": 27596,
+      "▁invisible": 27597,
+      "▁Chal": 27598,
+      "▁analyze": 27599,
+      "prilis": 27600,
+      "attend": 27601,
+      "Mvc": 27602,
+      "than": 27603,
+      "cko": 27604,
+      "▁Quebec": 27605,
+      "▁planta": 27606,
+      "▁télévis": 27607,
+      "▁uninstall": 27608,
+      "ències": 27609,
+      "▁gminie": 27610,
+      "▁Pref": 27611,
+      "▁lequel": 27612,
+      "Invocation": 27613,
+      "▁Í": 27614,
+      "▁transformed": 27615,
+      "MAN": 27616,
+      "gebaut": 27617,
+      "▁сохра": 27618,
+      "▁второй": 27619,
+      "▁Lith": 27620,
+      "wendung": 27621,
+      "▁Politik": 27622,
+      "▁Senator": 27623,
+      "▁LL": 27624,
+      "ждение": 27625,
+      "ште": 27626,
+      "▁Cés": 27627,
+      "▁bande": 27628,
+      "▁historian": 27629,
+      "▁passwords": 27630,
+      "malloc": 27631,
+      "▁semif": 27632,
+      "▁rå": 27633,
+      "unicí": 27634,
+      "Available": 27635,
+      "Optional": 27636,
+      "▁Twe": 27637,
+      "▁kró": 27638,
+      "▁subsets": 27639,
+      "▁DAT": 27640,
+      "▁doubles": 27641,
+      "никами": 27642,
+      "▁зв": 27643,
+      "gegeben": 27644,
+      "▁Попис": 27645,
+      "▁július": 27646,
+      "▁meteor": 27647,
+      "Mount": 27648,
+      "ivent": 27649,
+      "▁Nathan": 27650,
+      "▁Schutz": 27651,
+      "egov": 27652,
+      "▁död": 27653,
+      "▁meat": 27654,
+      "▁пункт": 27655,
+      "▁minds": 27656,
+      "elivery": 27657,
+      "▁TLS": 27658,
+      "рем": 27659,
+      "ckså": 27660,
+      "▁stayed": 27661,
+      "▁Bin": 27662,
+      "▁Pia": 27663,
+      "▁имен": 27664,
+      "▁Bobby": 27665,
+      "▁produit": 27666,
+      "empio": 27667,
+      "▁reducing": 27668,
+      "▁Yu": 27669,
+      "▁Geschäft": 27670,
+      "▁perché": 27671,
+      "▁cors": 27672,
+      "▁icons": 27673,
+      "AppData": 27674,
+      "▁Hog": 27675,
+      "▁рів": 27676,
+      "▁Sans": 27677,
+      "▁siège": 27678,
+      "stellen": 27679,
+      "Brush": 27680,
+      "OFF": 27681,
+      "▁visitor": 27682,
+      "▁bath": 27683,
+      "▁fee": 27684,
+      "atisf": 27685,
+      "▁curv": 27686,
+      "▁folgender": 27687,
+      "▁conscience": 27688,
+      "▁Seattle": 27689,
+      "▁medieval": 27690,
+      "distribution": 27691,
+      "▁DM": 27692,
+      "▁мя": 27693,
+      "▁RUN": 27694,
+      "akov": 27695,
+      "ceil": 27696,
+      "▁letting": 27697,
+      "▁dov": 27698,
+      "▁оби": 27699,
+      "kiej": 27700,
+      "▁direkt": 27701,
+      "▁tm": 27702,
+      "colors": 27703,
+      "▁altro": 27704,
+      "▁tijdens": 27705,
+      "]{'": 27706,
+      "▁Bom": 27707,
+      "▁kunst": 27708,
+      "▁shelter": 27709,
+      "▁rav": 27710,
+      "predict": 27711,
+      "▁comenzó": 27712,
+      "▁świat": 27713,
+      "▁Durant": 27714,
+      "▁schemes": 27715,
+      "▁mesh": 27716,
+      "▁indicator": 27717,
+      "▁Emer": 27718,
+      "▁guilty": 27719,
+      "нец": 27720,
+      "▁consequences": 27721,
+      "cludes": 27722,
+      "▁Lower": 27723,
+      "▁поме": 27724,
+      "▁pace": 27725,
+      "даго": 27726,
+      "▁ambos": 27727,
+      "lb": 27728,
+      "▁educated": 27729,
+      "urale": 27730,
+      "anh": 27731,
+      "esség": 27732,
+      "▁associations": 27733,
+      "town": 27734,
+      "▁trif": 27735,
+      "samples": 27736,
+      "bos": 27737,
+      "▁Spect": 27738,
+      "▁Це": 27739,
+      "altung": 27740,
+      "▁Lob": 27741,
+      "▁curiosity": 27742,
+      "▁Weiter": 27743,
+      "estone": 27744,
+      "▁demol": 27745,
+      "▁apolog": 27746,
+      "▁Dynamic": 27747,
+      "Inner": 27748,
+      "esper": 27749,
+      "ecz": 27750,
+      "uellement": 27751,
+      "▁Hamiltonian": 27752,
+      "Atlas": 27753,
+      "▁argue": 27754,
+      "Foreign": 27755,
+      "collapse": 27756,
+      "▁términ": 27757,
+      "▁electronic": 27758,
+      "▁NR": 27759,
+      "▁corr": 27760,
+      "temps": 27761,
+      "IndexPath": 27762,
+      "яз": 27763,
+      "▁talál": 27764,
+      "today": 27765,
+      "wave": 27766,
+      "▁sib": 27767,
+      "▁спи": 27768,
+      "▁convey": 27769,
+      "▁Géographie": 27770,
+      "▁Нью": 27771,
+      "▁Hibernate": 27772,
+      "▁tin": 27773,
+      "dic": 27774,
+      "ppings": 27775,
+      "sweise": 27776,
+      "▁rolling": 27777,
+      "▁selects": 27778,
+      ")\\)": 27779,
+      "▁poeta": 27780,
+      "▁степени": 27781,
+      "▁Abr": 27782,
+      "▁höch": 27783,
+      "▁stern": 27784,
+      "▁fjär": 27785,
+      "▁installer": 27786,
+      "decl": 27787,
+      "▁miser": 27788,
+      "groupby": 27789,
+      "substr": 27790,
+      "▁phenomen": 27791,
+      "▁Wing": 27792,
+      "▁fills": 27793,
+      "▁único": 27794,
+      "Running": 27795,
+      "Come": 27796,
+      "irable": 27797,
+      "simeq": 27798,
+      "▁remp": 27799,
+      "kele": 27800,
+      "liers": 27801,
+      "▁kwietnia": 27802,
+      "▁interrupted": 27803,
+      "▁Jet": 27804,
+      "=\\{": 27805,
+      "ído": 27806,
+      "▁Taiwan": 27807,
+      "▁возра": 27808,
+      "▁alternatives": 27809,
+      "▁Tir": 27810,
+      "▁Reserve": 27811,
+      "▁Кур": 27812,
+      "▁Nobel": 27813,
+      "▁работал": 27814,
+      "▁axes": 27815,
+      "▁Cependant": 27816,
+      "ká": 27817,
+      "▁erneut": 27818,
+      "▁Demo": 27819,
+      "communic": 27820,
+      "constructor": 27821,
+      "▁Monday": 27822,
+      "Nil": 27823,
+      "HashMap": 27824,
+      "payment": 27825,
+      "▁fixing": 27826,
+      "▁ADD": 27827,
+      "review": 27828,
+      "▁possibil": 27829,
+      "▁grote": 27830,
+      "▁grouped": 27831,
+      "▁Lima": 27832,
+      "▁Augen": 27833,
+      "▁också": 27834,
+      "onas": 27835,
+      "▁debate": 27836,
+      "▁Ingl": 27837,
+      "Da": 27838,
+      "SOUR": 27839,
+      "ettbe": 27840,
+      "▁Battalion": 27841,
+      "▁Float": 27842,
+      "▁cone": 27843,
+      "readsheet": 27844,
+      "court": 27845,
+      "ligen": 27846,
+      "▁Beginn": 27847,
+      "▁LIMIT": 27848,
+      "▁enjoyed": 27849,
+      "▁Jakob": 27850,
+      "▁telt": 27851,
+      "backend": 27852,
+      "▁Gemeinsame": 27853,
+      "lint": 27854,
+      "alling": 27855,
+      "▁bör": 27856,
+      "grand": 27857,
+      "▁diverses": 27858,
+      "▁związ": 27859,
+      "▁Kompon": 27860,
+      "▁innerhalb": 27861,
+      "▁desarrollo": 27862,
+      "▁Masters": 27863,
+      "ioso": 27864,
+      "]`.": 27865,
+      "▁francesa": 27866,
+      "Aff": 27867,
+      "inek": 27868,
+      "▁dessin": 27869,
+      "`.`": 27870,
+      "▁ranks": 27871,
+      "берг": 27872,
+      "▁skal": 27873,
+      "▁Sultan": 27874,
+      "АН": 27875,
+      "▁способ": 27876,
+      "▁contradict": 27877,
+      "▁recom": 27878,
+      "▁Oklahoma": 27879,
+      "▁Vladimir": 27880,
+      "▁meters": 27881,
+      "transport": 27882,
+      "▁consulté": 27883,
+      "▁ATP": 27884,
+      "ebb": 27885,
+      "▁volunte": 27886,
+      "▁outline": 27887,
+      "LIC": 27888,
+      "▁euro": 27889,
+      "CharField": 27890,
+      "medium": 27891,
+      "▁Belgique": 27892,
+      "Proc": 27893,
+      "routes": 27894,
+      "▁contribu": 27895,
+      "!}": 27896,
+      "ším": 27897,
+      "▁Less": 27898,
+      "▁Kost": 27899,
+      "▁eredetiből": 27900,
+      "reven": 27901,
+      "verify": 27902,
+      "▁Salt": 27903,
+      "▁shooting": 27904,
+      "▁dispose": 27905,
+      "ují": 27906,
+      "▁tierra": 27907,
+      "▁poison": 27908,
+      "sak": 27909,
+      "perimental": 27910,
+      "▁Né": 27911,
+      "▁Kid": 27912,
+      "agyar": 27913,
+      "▁archiválva": 27914,
+      "bereich": 27915,
+      "íz": 27916,
+      "▁Ritter": 27917,
+      "▁Хронологија": 27918,
+      "zeum": 27919,
+      "дах": 27920,
+      "▁gründ": 27921,
+      "▁programmer": 27922,
+      "▁conseil": 27923,
+      "▁encrypt": 27924,
+      "integration": 27925,
+      "Culture": 27926,
+      "▁Circle": 27927,
+      "Observable": 27928,
+      "▁genomsnitt": 27929,
+      "▁Selection": 27930,
+      "▁irregular": 27931,
+      "Autres": 27932,
+      "Percent": 27933,
+      "fault": 27934,
+      "▁virtue": 27935,
+      "ąpi": 27936,
+      "▁sess": 27937,
+      "▁Также": 27938,
+      "Timestamp": 27939,
+      "▁littérature": 27940,
+      "▁moż": 27941,
+      "▁borrow": 27942,
+      "▁conced": 27943,
+      "чник": 27944,
+      "▁Lund": 27945,
+      "IONS": 27946,
+      "ynie": 27947,
+      "▁Shin": 27948,
+      "▁osob": 27949,
+      "bě": 27950,
+      "▁intuit": 27951,
+      "▁нап": 27952,
+      "▁proph": 27953,
+      "▁pitt": 27954,
+      "▁IBM": 27955,
+      "▁Till": 27956,
+      "▁hina": 27957,
+      "ittest": 27958,
+      "generator": 27959,
+      "▁Nin": 27960,
+      "▁Kot": 27961,
+      "▁passer": 27962,
+      "▁disposition": 27963,
+      "uning": 27964,
+      "▁fame": 27965,
+      "▁tenia": 27966,
+      "ancement": 27967,
+      "▁Suisse": 27968,
+      "`-": 27969,
+      "▁hombres": 27970,
+      "▁infinity": 27971,
+      "▁оконча": 27972,
+      "▁cosm": 27973,
+      "▁Dennis": 27974,
+      "baz": 27975,
+      "haupt": 27976,
+      "▁mighty": 27977,
+      "▁prede": 27978,
+      "usable": 27979,
+      "▁wszyst": 27980,
+      "▁lb": 27981,
+      "ABASE": 27982,
+      "jna": 27983,
+      "нев": 27984,
+      "▁ases": 27985,
+      "▁finalmente": 27986,
+      "йм": 27987,
+      "pection": 27988,
+      "▁Studien": 27989,
+      "▁Norwegian": 27990,
+      "cego": 27991,
+      "INDEX": 27992,
+      "orten": 27993,
+      "▁friendship": 27994,
+      "metro": 27995,
+      "thick": 27996,
+      "▁Zel": 27997,
+      "LOW": 27998,
+      "▁thereby": 27999,
+      "unted": 28000,
+      "▁surfaces": 28001,
+      "ющим": 28002,
+      "%).": 28003,
+      "▁Wonder": 28004,
+      "▁redundant": 28005,
+      "▁Gros": 28006,
+      "▁websites": 28007,
+      "▁vio": 28008,
+      "▁ocas": 28009,
+      "vés": 28010,
+      "▁Gam": 28011,
+      "dw": 28012,
+      "Indicator": 28013,
+      "▁Kob": 28014,
+      "▁jack": 28015,
+      "Hint": 28016,
+      "▁Apol": 28017,
+      "▁другие": 28018,
+      "▁NUM": 28019,
+      "▁ofic": 28020,
+      "ystycz": 28021,
+      "▁wereld": 28022,
+      "мости": 28023,
+      "LEFT": 28024,
+      "▁Types": 28025,
+      "seen": 28026,
+      "uncia": 28027,
+      "▁narod": 28028,
+      "▁этот": 28029,
+      "Sidenote": 28030,
+      "ueil": 28031,
+      "▁отме": 28032,
+      "▁courts": 28033,
+      "fir": 28034,
+      "urz": 28035,
+      "ченко": 28036,
+      "Credentials": 28037,
+      "▁imagination": 28038,
+      "itats": 28039,
+      "buff": 28040,
+      "flash": 28041,
+      "▁badly": 28042,
+      "▁worn": 28043,
+      "▁округу": 28044,
+      "catalog": 28045,
+      "lime": 28046,
+      "▁Gill": 28047,
+      "▁Sent": 28048,
+      "iella": 28049,
+      "▁Craig": 28050,
+      "▁Sele": 28051,
+      "▁Independ": 28052,
+      "▁provincie": 28053,
+      "ossen": 28054,
+      "▁запад": 28055,
+      "▁infant": 28056,
+      "▁prevents": 28057,
+      "▁provinces": 28058,
+      "afé": 28059,
+      "beg": 28060,
+      "▁colours": 28061,
+      "BF": 28062,
+      "ën": 28063,
+      "▁Между": 28064,
+      "în": 28065,
+      "Observer": 28066,
+      "forsch": 28067,
+      "ígen": 28068,
+      "umption": 28069,
+      "▁Illustr": 28070,
+      "рист": 28071,
+      "▁полови": 28072,
+      "▁`&": 28073,
+      "▁ore": 28074,
+      "▁supplies": 28075,
+      "▁parenthes": 28076,
+      "Foundation": 28077,
+      "▁vou": 28078,
+      "▁Tout": 28079,
+      "Donald": 28080,
+      "▁RET": 28081,
+      "weig": 28082,
+      "▁producción": 28083,
+      "mix": 28084,
+      "▁utwor": 28085,
+      "▁föl": 28086,
+      "▁então": 28087,
+      "▁Sister": 28088,
+      "Tags": 28089,
+      "▁Савезне": 28090,
+      "▁privileges": 28091,
+      "▁nazw": 28092,
+      "▁Rav": 28093,
+      "▁repro": 28094,
+      "▁Mason": 28095,
+      "▁Platform": 28096,
+      "▁пробле": 28097,
+      "▁Pérez": 28098,
+      "▁blanc": 28099,
+      "Behavior": 28100,
+      "фици": 28101,
+      "eken": 28102,
+      "▁meets": 28103,
+      "(.*": 28104,
+      "▁få": 28105,
+      "epen": 28106,
+      "maker": 28107,
+      "▁loyal": 28108,
+      "members": 28109,
+      "meisterschaft": 28110,
+      "goal": 28111,
+      "шлен": 28112,
+      "▁северо": 28113,
+      "iende": 28114,
+      "дні": 28115,
+      "Proof": 28116,
+      "▁explic": 28117,
+      "▁electro": 28118,
+      "iels": 28119,
+      "reload": 28120,
+      "▁eleven": 28121,
+      "▁partidos": 28122,
+      "îne": 28123,
+      "▁Regin": 28124,
+      "▁éx": 28125,
+      "▁Bulg": 28126,
+      "▁networking": 28127,
+      "▁separator": 28128,
+      "UserName": 28129,
+      "▁edificio": 28130,
+      "▁Mie": 28131,
+      "▁idle": 28132,
+      "yed": 28133,
+      "▁passengers": 28134,
+      "+)": 28135,
+      "meno": 28136,
+      "eggi": 28137,
+      "▁nicely": 28138,
+      "endencia": 28139,
+      "чий": 28140,
+      "étés": 28141,
+      "ightarrow": 28142,
+      "▁orthogonal": 28143,
+      "▁Half": 28144,
+      "▁fewer": 28145,
+      "▁propi": 28146,
+      "▁primit": 28147,
+      "icale": 28148,
+      "▁flower": 28149,
+      "merk": 28150,
+      "▁Отече": 28151,
+      "▁persistent": 28152,
+      "▁Ville": 28153,
+      "Men": 28154,
+      "gaben": 28155,
+      "▁Isaac": 28156,
+      "ativity": 28157,
+      "▁północ": 28158,
+      "▁rok": 28159,
+      "cards": 28160,
+      "дения": 28161,
+      "▁юго": 28162,
+      "▁extraordinary": 28163,
+      "▁kyr": 28164,
+      "(\",": 28165,
+      "))]": 28166,
+      "▁unix": 28167,
+      "кол": 28168,
+      "▁sink": 28169,
+      "apsed": 28170,
+      "▁kommen": 28171,
+      "▁forcing": 28172,
+      "About": 28173,
+      "▁Halle": 28174,
+      "▁Majesty": 28175,
+      "▁Switch": 28176,
+      "▁abroad": 28177,
+      "▁acceleration": 28178,
+      "urbed": 28179,
+      "▁остан": 28180,
+      "Ready": 28181,
+      "▁півні": 28182,
+      "Bra": 28183,
+      "▁цього": 28184,
+      "▁plut": 28185,
+      "▁Train": 28186,
+      "▁április": 28187,
+      "▁puesto": 28188,
+      "▁toss": 28189,
+      "▁irrelevant": 28190,
+      "▁dip": 28191,
+      "segment": 28192,
+      "opacity": 28193,
+      "▁lorsque": 28194,
+      "▁verschill": 28195,
+      "ена": 28196,
+      "▁Doc": 28197,
+      "%%%%%%%%": 28198,
+      "▁borders": 28199,
+      "gebras": 28200,
+      "▁ries": 28201,
+      "▁Olympedia": 28202,
+      "▁Generation": 28203,
+      "metros": 28204,
+      "▁horizon": 28205,
+      "▁adaptation": 28206,
+      "▁Zahl": 28207,
+      "▁nahe": 28208,
+      "▁Bug": 28209,
+      "Picture": 28210,
+      "љи": 28211,
+      "RGB": 28212,
+      "Owner": 28213,
+      "adin": 28214,
+      "▁Catalunya": 28215,
+      "ných": 28216,
+      "▁cualquier": 28217,
+      "▁Institution": 28218,
+      "insen": 28219,
+      "▁Brasile": 28220,
+      "▁fitting": 28221,
+      "Deleg": 28222,
+      "ictwo": 28223,
+      "▁Exper": 28224,
+      "ochastic": 28225,
+      "▁dus": 28226,
+      "▁пора": 28227,
+      "▁substring": 28228,
+      "ссии": 28229,
+      "oin": 28230,
+      "▁школа": 28231,
+      "▁cx": 28232,
+      "▁%)": 28233,
+      "▁Buddh": 28234,
+      "▁pending": 28235,
+      "▁Entry": 28236,
+      "▁Berl": 28237,
+      "▁cler": 28238,
+      "▁Soc": 28239,
+      "▁rounded": 28240,
+      "▁mv": 28241,
+      "ített": 28242,
+      "▁Diplom": 28243,
+      "▁französischen": 28244,
+      "▁Gan": 28245,
+      "▁Investig": 28246,
+      "▁indexPath": 28247,
+      "▁molti": 28248,
+      "persistence": 28249,
+      "▁XIXe": 28250,
+      "▁Electron": 28251,
+      "bü": 28252,
+      "gele": 28253,
+      "▁Maler": 28254,
+      "▁proyecto": 28255,
+      "▁Bath": 28256,
+      "ellers": 28257,
+      "▁GP": 28258,
+      "oning": 28259,
+      "cloudflare": 28260,
+      "▁při": 28261,
+      "▁ded": 28262,
+      "▁Odkazy": 28263,
+      "▁Msg": 28264,
+      "▁Being": 28265,
+      "▁Depuis": 28266,
+      "▁Primary": 28267,
+      "▁Appro": 28268,
+      "▁formally": 28269,
+      "ступил": 28270,
+      "▁fuera": 28271,
+      "▁Root": 28272,
+      "▁autonom": 28273,
+      "▁secretary": 28274,
+      "▁osób": 28275,
+      "▁cuales": 28276,
+      "▁Depending": 28277,
+      "▁asi": 28278,
+      "vera": 28279,
+      "▁russe": 28280,
+      "▁proves": 28281,
+      "▁presiden": 28282,
+      "RU": 28283,
+      "▁Watson": 28284,
+      "▁webpack": 28285,
+      "elligence": 28286,
+      "кам": 28287,
+      "▁Officer": 28288,
+      "▁delivery": 28289,
+      "ждён": 28290,
+      "▁импе": 28291,
+      "▁wil": 28292,
+      "▁vesc": 28293,
+      "usztus": 28294,
+      "▁Geoff": 28295,
+      "()}": 28296,
+      "▁Fore": 28297,
+      "▁wenig": 28298,
+      "▁Airl": 28299,
+      "▁Efter": 28300,
+      "▁Break": 28301,
+      "▁Städ": 28302,
+      "ismiss": 28303,
+      "íp": 28304,
+      "▁avoided": 28305,
+      "▁assertion": 28306,
+      "DN": 28307,
+      "▁teat": 28308,
+      "ína": 28309,
+      "▁mechanical": 28310,
+      "isu": 28311,
+      "@{": 28312,
+      "▁nou": 28313,
+      "Italie": 28314,
+      "sourceforge": 28315,
+      "▁svo": 28316,
+      "▁király": 28317,
+      "▁References": 28318,
+      "six": 28319,
+      "▁Archives": 28320,
+      "▁finishing": 28321,
+      "acje": 28322,
+      "état": 28323,
+      "iffs": 28324,
+      "▁stead": 28325,
+      "▁feas": 28326,
+      "aware": 28327,
+      "lande": 28328,
+      "Inject": 28329,
+      "▁Agent": 28330,
+      "▁Normdatei": 28331,
+      "▁amen": 28332,
+      "▁Architecture": 28333,
+      "aze": 28334,
+      "ște": 28335,
+      "▁usar": 28336,
+      "▁cores": 28337,
+      "лін": 28338,
+      "▁Castro": 28339,
+      "▁væ": 28340,
+      ">\",": 28341,
+      "omena": 28342,
+      "▁gesam": 28343,
+      "▁Martín": 28344,
+      "egung": 28345,
+      "▁společ": 28346,
+      "▁amplitude": 28347,
+      "▁importing": 28348,
+      "▁listview": 28349,
+      "THE": 28350,
+      "ziale": 28351,
+      "cedes": 28352,
+      "▁particulier": 28353,
+      "▁Расподела": 28354,
+      "▁край": 28355,
+      "▁divent": 28356,
+      "▁ké": 28357,
+      "quit": 28358,
+      "тором": 28359,
+      "CheckBox": 28360,
+      "▁Zobacz": 28361,
+      "phe": 28362,
+      "pta": 28363,
+      "▁sjö": 28364,
+      "▁розташ": 28365,
+      "▁tedesco": 28366,
+      "▁stal": 28367,
+      "▁Beruf": 28368,
+      "овая": 28369,
+      "▁svě": 28370,
+      "▁flush": 28371,
+      "▁відбу": 28372,
+      "▁radial": 28373,
+      "▁différentes": 28374,
+      "анта": 28375,
+      "▁Perry": 28376,
+      "Coll": 28377,
+      "liqu": 28378,
+      "▁Optional": 28379,
+      "▁Санкт": 28380,
+      "▁LINQ": 28381,
+      "▁Franc": 28382,
+      "cije": 28383,
+      "▁Guillaume": 28384,
+      "know": 28385,
+      "▁Units": 28386,
+      "olk": 28387,
+      "▁Système": 28388,
+      "▁Sales": 28389,
+      "▁ehemaligen": 28390,
+      "мирова": 28391,
+      "xhtml": 28392,
+      "setopt": 28393,
+      "▁mellan": 28394,
+      "▁zie": 28395,
+      "▁giant": 28396,
+      "Board": 28397,
+      "▁Caval": 28398,
+      "▁defence": 28399,
+      "----------": 28400,
+      "pshire": 28401,
+      "mart": 28402,
+      "▁Dioc": 28403,
+      "iskt": 28404,
+      "▁inse": 28405,
+      "▁épisode": 28406,
+      "чик": 28407,
+      "bars": 28408,
+      "Sito": 28409,
+      "▁integrity": 28410,
+      "auff": 28411,
+      "▁vär": 28412,
+      "Azure": 28413,
+      "▁starb": 28414,
+      "▁контра": 28415,
+      "▁Мексичка": 28416,
+      "▁запа": 28417,
+      "▁Mountains": 28418,
+      "}}=": 28419,
+      "▁pulling": 28420,
+      "▁satellite": 28421,
+      "▁atoms": 28422,
+      "▁profesor": 28423,
+      "▁repeatedly": 28424,
+      "▁invasion": 28425,
+      "programming": 28426,
+      "├──": 28427,
+      "▁Lip": 28428,
+      "вшие": 28429,
+      "▁keen": 28430,
+      "▁critics": 28431,
+      "▁Nicola": 28432,
+      "▁Cand": 28433,
+      "▁distint": 28434,
+      "▁heading": 28435,
+      "pragma": 28436,
+      "{|": 28437,
+      "ymen": 28438,
+      "▁terrain": 28439,
+      "iedenis": 28440,
+      "▁besonders": 28441,
+      "▁nominated": 28442,
+      "BOOL": 28443,
+      "▁Kay": 28444,
+      "cian": 28445,
+      "stelle": 28446,
+      "▁dispute": 28447,
+      "▁щ": 28448,
+      "DataSet": 28449,
+      "nothing": 28450,
+      "Autom": 28451,
+      "hören": 28452,
+      "▁shed": 28453,
+      "▁paused": 28454,
+      "san": 28455,
+      "▁nunca": 28456,
+      "!(\"": 28457,
+      "▁położ": 28458,
+      "Secret": 28459,
+      "▁Domain": 28460,
+      "▁возмож": 28461,
+      "XV": 28462,
+      "lv": 28463,
+      "ikh": 28464,
+      "▁Sony": 28465,
+      "mq": 28466,
+      "otrop": 28467,
+      "▁Logger": 28468,
+      "▁threat": 28469,
+      "asted": 28470,
+      "зько": 28471,
+      "▁freely": 28472,
+      "▁improvements": 28473,
+      "istema": 28474,
+      "▁illustrate": 28475,
+      "▁tact": 28476,
+      "▁figur": 28477,
+      "ués": 28478,
+      "riminal": 28479,
+      "odon": 28480,
+      "intendo": 28481,
+      "▁influenced": 28482,
+      "FFER": 28483,
+      "▁Ghost": 28484,
+      "▁совер": 28485,
+      "nad": 28486,
+      "ioned": 28487,
+      "▁Events": 28488,
+      "▁wrapping": 28489,
+      "---------+": 28490,
+      "fif": 28491,
+      "▁(**": 28492,
+      "={{": 28493,
+      "маль": 28494,
+      "▁losses": 28495,
+      "▁Galerie": 28496,
+      "tel": 28497,
+      "▁лютого": 28498,
+      "▁Kru": 28499,
+      "▁Polen": 28500,
+      "нім": 28501,
+      "near": 28502,
+      "▁shame": 28503,
+      "▁moyenne": 28504,
+      "▁CP": 28505,
+      "preis": 28506,
+      "▁passenger": 28507,
+      "lek": 28508,
+      "ionales": 28509,
+      "kafka": 28510,
+      "▁participe": 28511,
+      "▁membership": 28512,
+      "[_": 28513,
+      "lando": 28514,
+      "stelling": 28515,
+      "Sem": 28516,
+      "gon": 28517,
+      "▁Correct": 28518,
+      "▁valle": 28519,
+      "▁readily": 28520,
+      "▁Dokument": 28521,
+      "honneur": 28522,
+      "▁testim": 28523,
+      "ulative": 28524,
+      "doFilter": 28525,
+      "▁dominant": 28526,
+      "ammer": 28527,
+      "▁која": 28528,
+      "▁Monsieur": 28529,
+      "zeg": 28530,
+      "▁війни": 28531,
+      "▁Fo": 28532,
+      "▁Amy": 28533,
+      "▁¡": 28534,
+      "▁február": 28535,
+      "▁downloading": 28536,
+      "▁leng": 28537,
+      "\\}$,": 28538,
+      "▁neat": 28539,
+      "▁Cache": 28540,
+      "ICATION": 28541,
+      "▁deve": 28542,
+      "▁sorrow": 28543,
+      "slow": 28544,
+      "▁hinaus": 28545,
+      "▁reconoc": 28546,
+      "▁Linked": 28547,
+      "▁Shaw": 28548,
+      "market": 28549,
+      "▁Dic": 28550,
+      "▁Ski": 28551,
+      "▁delimiter": 28552,
+      "▁MainActivity": 28553,
+      "▁Musical": 28554,
+      "▁Reyn": 28555,
+      "ScrollView": 28556,
+      "▁conventional": 28557,
+      "ença": 28558,
+      "▁refactor": 28559,
+      "'-": 28560,
+      "▁Hed": 28561,
+      "sprech": 28562,
+      "▁athlet": 28563,
+      "▁especies": 28564,
+      "▁Schön": 28565,
+      "▁kleinen": 28566,
+      "шко": 28567,
+      "▁Йо": 28568,
+      "▁Happy": 28569,
+      "multirow": 28570,
+      "▁augusti": 28571,
+      "▁Gand": 28572,
+      "▁appointment": 28573,
+      "▁Mediabestanden": 28574,
+      "Three": 28575,
+      "▁Kenneth": 28576,
+      "NEW": 28577,
+      "▁Notification": 28578,
+      "▁Marx": 28579,
+      "▁insc": 28580,
+      "Mor": 28581,
+      "вый": 28582,
+      "väst": 28583,
+      "vidia": 28584,
+      "▁demonstrated": 28585,
+      "fonts": 28586,
+      "▁kamen": 28587,
+      "▁Ster": 28588,
+      "▁mieszkańców": 28589,
+      "▁Koh": 28590,
+      "~$\\": 28591,
+      "»).": 28592,
+      "rene": 28593,
+      "insic": 28594,
+      "ická": 28595,
+      "xygen": 28596,
+      "▁mn": 28597,
+      "▁sched": 28598,
+      "ASC": 28599,
+      "Ig": 28600,
+      "▁Constant": 28601,
+      "▁opportun": 28602,
+      "▁MyClass": 28603,
+      "sef": 28604,
+      "oped": 28605,
+      "▁injured": 28606,
+      "VIS": 28607,
+      "▁Pero": 28608,
+      "▁Until": 28609,
+      "▁flesh": 28610,
+      "orphism": 28611,
+      "▁Portal": 28612,
+      "▁gminy": 28613,
+      "▁власти": 28614,
+      "▁Nä": 28615,
+      "ктиче": 28616,
+      "▁hrab": 28617,
+      "▁Cub": 28618,
+      "avoir": 28619,
+      "▁Lars": 28620,
+      "▁Бело": 28621,
+      "▁seizoen": 28622,
+      "▁Genomsnitt": 28623,
+      "▁Lil": 28624,
+      "▁Pool": 28625,
+      "▁Dios": 28626,
+      "TX": 28627,
+      "aes": 28628,
+      "autore": 28629,
+      "Alpha": 28630,
+      "states": 28631,
+      "Lab": 28632,
+      "nederbörd": 28633,
+      "erton": 28634,
+      "▁brid": 28635,
+      "▁richt": 28636,
+      "▁Ela": 28637,
+      "▁сла": 28638,
+      "▁weapon": 28639,
+      "▁combatt": 28640,
+      "agar": 28641,
+      "▁regnig": 28642,
+      "▁utilisé": 28643,
+      "▁servir": 28644,
+      "▁brick": 28645,
+      "▁gateway": 28646,
+      "▁torraste": 28647,
+      "▁procedures": 28648,
+      "▁årsnederbörd": 28649,
+      "▁Genomsnittlig": 28650,
+      "чёт": 28651,
+      "▁områ": 28652,
+      "▁regnigaste": 28653,
+      "▁честь": 28654,
+      "▁amid": 28655,
+      "▁grateful": 28656,
+      "▁DIS": 28657,
+      "DAY": 28658,
+      "▁ору": 28659,
+      "▁rivière": 28660,
+      "heure": 28661,
+      "▁Richmond": 28662,
+      "▁Compar": 28663,
+      "▁Нор": 28664,
+      "DOC": 28665,
+      "esia": 28666,
+      "calc": 28667,
+      "▁IU": 28668,
+      "▁vorg": 28669,
+      "▁habían": 28670,
+      "çoit": 28671,
+      "▁arist": 28672,
+      "▁кли": 28673,
+      "▁Sue": 28674,
+      "▁Touch": 28675,
+      "▁Writing": 28676,
+      "ifiable": 28677,
+      "▁wc": 28678,
+      "▁withdraw": 28679,
+      "зар": 28680,
+      "▁presently": 28681,
+      "▁FK": 28682,
+      "▁prakt": 28683,
+      "▁colored": 28684,
+      "usb": 28685,
+      "▁Perú": 28686,
+      "▁plata": 28687,
+      "▁wishes": 28688,
+      "▁кам": 28689,
+      "azar": 28690,
+      "ável": 28691,
+      "▁lamp": 28692,
+      "bishop": 28693,
+      "▁inclusion": 28694,
+      "jq": 28695,
+      "arth": 28696,
+      "▁Flag": 28697,
+      "▁нор": 28698,
+      "ædia": 28699,
+      "UNCTION": 28700,
+      "▁Bahnhof": 28701,
+      "▁approaching": 28702,
+      "▁Gött": 28703,
+      "▁cube": 28704,
+      "▁argued": 28705,
+      "▁Things": 28706,
+      "Gui": 28707,
+      "дови": 28708,
+      "▁recre": 28709,
+      "▁réseau": 28710,
+      "▁significa": 28711,
+      "Git": 28712,
+      "gebracht": 28713,
+      "▁liga": 28714,
+      "▁assured": 28715,
+      "alus": 28716,
+      "рит": 28717,
+      "▁энциклопеди": 28718,
+      "▁%).": 28719,
+      "▁Première": 28720,
+      "▁declarations": 28721,
+      "▁tricky": 28722,
+      "▁profiles": 28723,
+      "▁Fon": 28724,
+      "▁Jas": 28725,
+      "âr": 28726,
+      "babel": 28727,
+      "▁Friday": 28728,
+      "▁június": 28729,
+      "▁cols": 28730,
+      "▁EXISTS": 28731,
+      "▁Italiana": 28732,
+      "▁authorization": 28733,
+      "▁sulle": 28734,
+      "▁Emb": 28735,
+      "▁Variable": 28736,
+      "trees": 28737,
+      "▁Fly": 28738,
+      "riors": 28739,
+      "▁damals": 28740,
+      "▁findet": 28741,
+      "▁Sept": 28742,
+      "▁mundial": 28743,
+      "▁removal": 28744,
+      "▁longitude": 28745,
+      "clic": 28746,
+      "▁fade": 28747,
+      "▁gradle": 28748,
+      "▁zák": 28749,
+      "▁timing": 28750,
+      "trightarrow": 28751,
+      "atia": 28752,
+      "-.": 28753,
+      "uche": 28754,
+      "▁serialize": 28755,
+      "▁Hmm": 28756,
+      "▁Representatives": 28757,
+      "bah": 28758,
+      "rend": 28759,
+      "assador": 28760,
+      "▁shield": 28761,
+      "ucion": 28762,
+      "▁américaine": 28763,
+      "zę": 28764,
+      "villa": 28765,
+      "▁hombre": 28766,
+      "áss": 28767,
+      "▁SF": 28768,
+      "▁repeating": 28769,
+      "▁criter": 28770,
+      "▁Struct": 28771,
+      "???": 28772,
+      "▁cheap": 28773,
+      "▁rings": 28774,
+      "abhäng": 28775,
+      "▁corte": 28776,
+      "▁administ": 28777,
+      "ixon": 28778,
+      "gypt": 28779,
+      "▁puntos": 28780,
+      "▁mezi": 28781,
+      "▁pochod": 28782,
+      "isko": 28783,
+      "nię": 28784,
+      "▁осу": 28785,
+      "▁ár": 28786,
+      "тельной": 28787,
+      "▁Metropolitan": 28788,
+      "jin": 28789,
+      "zess": 28790,
+      "▁віці": 28791,
+      "▁conflicts": 28792,
+      "ijst": 28793,
+      "▁Market": 28794,
+      "стров": 28795,
+      "▁\",\"": 28796,
+      "▁Scroll": 28797,
+      "gun": 28798,
+      "тара": 28799,
+      "▁amateur": 28800,
+      "▁róż": 28801,
+      "poss": 28802,
+      "▁generalized": 28803,
+      "▁Harm": 28804,
+      "cita": 28805,
+      "▁Switzerland": 28806,
+      "icola": 28807,
+      "▁muit": 28808,
+      "located": 28809,
+      "▁có": 28810,
+      "▁arose": 28811,
+      "▁communauté": 28812,
+      "})^": 28813,
+      "visibility": 28814,
+      "ída": 28815,
+      "▁FB": 28816,
+      "▁Freund": 28817,
+      "gat": 28818,
+      "\":{\"": 28819,
+      "intellij": 28820,
+      "ifie": 28821,
+      "hmen": 28822,
+      "▁édition": 28823,
+      "▁које": 28824,
+      "▁інших": 28825,
+      "oming": 28826,
+      "▁arquitect": 28827,
+      "▁Presidente": 28828,
+      "▁Під": 28829,
+      "▁cabin": 28830,
+      "Theorem": 28831,
+      "▁Gay": 28832,
+      "ifice": 28833,
+      "▁hect": 28834,
+      "lą": 28835,
+      "irmingham": 28836,
+      "▁semantic": 28837,
+      "▁Louisiana": 28838,
+      "▁sacrifice": 28839,
+      "▁Christoph": 28840,
+      "▁Executive": 28841,
+      "_+": 28842,
+      "ják": 28843,
+      "▁seria": 28844,
+      "▁Overflow": 28845,
+      "▁Lucy": 28846,
+      "▁melhor": 28847,
+      "▁voices": 28848,
+      "cza": 28849,
+      "▁капи": 28850,
+      "▁университета": 28851,
+      "INCT": 28852,
+      "▁coloc": 28853,
+      "▁prue": 28854,
+      "▁geomet": 28855,
+      "▁diretto": 28856,
+      "reso": 28857,
+      "▁Akt": 28858,
+      "▁unh": 28859,
+      "▁сери": 28860,
+      "▁Alert": 28861,
+      "Wel": 28862,
+      "audi": 28863,
+      "äler": 28864,
+      "▁guests": 28865,
+      "▁иде": 28866,
+      "Studio": 28867,
+      "▁кате": 28868,
+      "▁exponent": 28869,
+      "rze": 28870,
+      "pmod": 28871,
+      "rolle": 28872,
+      "▁Limited": 28873,
+      "Allemagne": 28874,
+      "▁pity": 28875,
+      "▁lä": 28876,
+      "▁runner": 28877,
+      "kende": 28878,
+      "EQ": 28879,
+      "▁MM": 28880,
+      "szág": 28881,
+      "поді": 28882,
+      "▁regret": 28883,
+      "▁publié": 28884,
+      "▁departamento": 28885,
+      "▁accused": 28886,
+      "hp": 28887,
+      "▁Pfl": 28888,
+      "▁Sint": 28889,
+      "▁ekonom": 28890,
+      "ractor": 28891,
+      "▁Пів": 28892,
+      "▁awful": 28893,
+      "ować": 28894,
+      "]->": 28895,
+      "▁Fine": 28896,
+      "Са": 28897,
+      "tis": 28898,
+      "éta": 28899,
+      "▁Роди": 28900,
+      "▁Düsseldorf": 28901,
+      "LOB": 28902,
+      "osas": 28903,
+      "werke": 28904,
+      "▁lance": 28905,
+      "▁листопада": 28906,
+      "▁incomplete": 28907,
+      "▁Picture": 28908,
+      "('\\": 28909,
+      "esters": 28910,
+      "▁belonged": 28911,
+      "▁Sank": 28912,
+      "ammed": 28913,
+      "▁repositories": 28914,
+      "▁addr": 28915,
+      "Collect": 28916,
+      "Hot": 28917,
+      "▁tyl": 28918,
+      "▁instanceof": 28919,
+      "▁bonus": 28920,
+      "ový": 28921,
+      "▁моря": 28922,
+      "▁interactive": 28923,
+      "▁Mys": 28924,
+      "▁Edmund": 28925,
+      "fileName": 28926,
+      "emor": 28927,
+      "▁Три": 28928,
+      "▁Rosen": 28929,
+      "▁Prima": 28930,
+      "▁voting": 28931,
+      "▁XP": 28932,
+      "▁Zero": 28933,
+      "▁Led": 28934,
+      "amsung": 28935,
+      "▁enables": 28936,
+      "▁redirects": 28937,
+      "AST": 28938,
+      "Paint": 28939,
+      "acker": 28940,
+      "lecht": 28941,
+      "▁chairman": 28942,
+      "▁Aven": 28943,
+      "▁Sach": 28944,
+      "(\"<": 28945,
+      "кер": 28946,
+      "▁mistakes": 28947,
+      "▁Weit": 28948,
+      "▁prowad": 28949,
+      "▁didnt": 28950,
+      "énario": 28951,
+      "unless": 28952,
+      "▁backwards": 28953,
+      "boa": 28954,
+      "duino": 28955,
+      "```": 28956,
+      "stor": 28957,
+      "Completion": 28958,
+      "puesta": 28959,
+      "▁dinast": 28960,
+      "últ": 28961,
+      "▁SY": 28962,
+      "ifolia": 28963,
+      "œuvres": 28964,
+      "▁racing": 28965,
+      "▁cabinet": 28966,
+      "▁cutting": 28967,
+      "▁thumb": 28968,
+      "▁Кара": 28969,
+      "highlight": 28970,
+      "куп": 28971,
+      "▁sd": 28972,
+      "▁національ": 28973,
+      "▁campagne": 28974,
+      "▁registers": 28975,
+      "▁educational": 28976,
+      "▁pesar": 28977,
+      "üge": 28978,
+      "▁oro": 28979,
+      "burgo": 28980,
+      "▁Athletics": 28981,
+      "▁MTV": 28982,
+      "getMessage": 28983,
+      "▁Hyp": 28984,
+      "▁victim": 28985,
+      "))\\": 28986,
+      "▁drums": 28987,
+      "hostname": 28988,
+      "tał": 28989,
+      "making": 28990,
+      "▁powiat": 28991,
+      "őd": 28992,
+      "threads": 28993,
+      "▁absolv": 28994,
+      "▁люди": 28995,
+      "▁stepped": 28996,
+      "exist": 28997,
+      "▁NK": 28998,
+      "▁ves": 28999,
+      "istiche": 29000,
+      "%'": 29001,
+      "ativos": 29002,
+      "▁такой": 29003,
+      "▁MongoDB": 29004,
+      "▁Ung": 29005,
+      "▁Рус": 29006,
+      "▁elim": 29007,
+      "▁Fif": 29008,
+      "icación": 29009,
+      "▁Tennis": 29010,
+      "▁Jefferson": 29011,
+      "ján": 29012,
+      "fog": 29013,
+      "anha": 29014,
+      "zor": 29015,
+      "▁університе": 29016,
+      "ahu": 29017,
+      "iada": 29018,
+      "Sdk": 29019,
+      "Setting": 29020,
+      "▁Kill": 29021,
+      "▁Wend": 29022,
+      "▁bald": 29023,
+      "▁Kub": 29024,
+      "▁visto": 29025,
+      "▁jeunes": 29026,
+      "collections": 29027,
+      "ací": 29028,
+      "вропей": 29029,
+      "▁arise": 29030,
+      "оні": 29031,
+      "MAIN": 29032,
+      "доступ": 29033,
+      "▁berg": 29034,
+      "▁criticism": 29035,
+      "▁Torre": 29036,
+      "▁descript": 29037,
+      "ières": 29038,
+      "▁estudio": 29039,
+      "▁ili": 29040,
+      "▁militare": 29041,
+      "▁Clara": 29042,
+      "▁Ellen": 29043,
+      "limited": 29044,
+      "лм": 29045,
+      "▁Españ": 29046,
+      "▁infinitely": 29047,
+      "America": 29048,
+      "ouc": 29049,
+      "glass": 29050,
+      "▁rud": 29051,
+      "▁zat": 29052,
+      "▁rin": 29053,
+      "▁Bibliografía": 29054,
+      "▁merchant": 29055,
+      "tensorflow": 29056,
+      "▁dér": 29057,
+      "▁ActiveRecord": 29058,
+      "IES": 29059,
+      "▁linker": 29060,
+      "▁estudios": 29061,
+      "cdnjs": 29062,
+      "▁Государ": 29063,
+      "ánchez": 29064,
+      "appe": 29065,
+      "club": 29066,
+      "▁další": 29067,
+      "▁Algorithm": 29068,
+      "dfs": 29069,
+      "▁Bac": 29070,
+      "▁кафе": 29071,
+      "▁&=\\": 29072,
+      "▁ат": 29073,
+      "▁Глав": 29074,
+      "▁Mou": 29075,
+      "Machine": 29076,
+      "(...)": 29077,
+      "▁compart": 29078,
+      "▁augusztus": 29079,
+      "avan": 29080,
+      "▁rolled": 29081,
+      "▁еди": 29082,
+      "Scan": 29083,
+      "▁регі": 29084,
+      "▁świata": 29085,
+      "▁mines": 29086,
+      "},{": 29087,
+      "▁Tier": 29088,
+      "Cannot": 29089,
+      "мін": 29090,
+      "▁NEW": 29091,
+      "▁Вол": 29092,
+      "▁Manh": 29093,
+      "▁Gregory": 29094,
+      "▁principe": 29095,
+      "ISO": 29096,
+      "prog": 29097,
+      "▁Fail": 29098,
+      "▁aa": 29099,
+      "▁fecha": 29100,
+      "▁WCF": 29101,
+      "▁magistr": 29102,
+      "▁Zach": 29103,
+      "▁unicode": 29104,
+      "▁converter": 29105,
+      "▁dispers": 29106,
+      "ksam": 29107,
+      "▁Uncle": 29108,
+      "PropertyChanged": 29109,
+      "▁lider": 29110,
+      "▁opts": 29111,
+      "▁там": 29112,
+      "locked": 29113,
+      "zak": 29114,
+      "▁counted": 29115,
+      "▁persone": 29116,
+      "▁hurried": 29117,
+      "ätter": 29118,
+      "▁outras": 29119,
+      "▁genu": 29120,
+      "BD": 29121,
+      "veg": 29122,
+      "due": 29123,
+      "▁Pract": 29124,
+      "▁posible": 29125,
+      "▁contribute": 29126,
+      "UMN": 29127,
+      "▁Bürger": 29128,
+      "▁wars": 29129,
+      "▁exhibition": 29130,
+      "hill": 29131,
+      "▁astr": 29132,
+      "▁музе": 29133,
+      "▁CASE": 29134,
+      "manifest": 29135,
+      "yellow": 29136,
+      "Fn": 29137,
+      "▁RC": 29138,
+      "▁sott": 29139,
+      "▁sujet": 29140,
+      "▁Socket": 29141,
+      "▁Chine": 29142,
+      "▁frameworks": 29143,
+      "Hold": 29144,
+      "êts": 29145,
+      "▁філь": 29146,
+      "Loaded": 29147,
+      "ophe": 29148,
+      "texte": 29149,
+      "▁expres": 29150,
+      "▁consume": 29151,
+      "▁Richtung": 29152,
+      "ografi": 29153,
+      "▁magnific": 29154,
+      "àt": 29155,
+      "▁indul": 29156,
+      "ryty": 29157,
+      "▁offici": 29158,
+      "▁assault": 29159,
+      "rund": 29160,
+      "▁variants": 29161,
+      "▁сельсов": 29162,
+      "▁excitement": 29163,
+      "Times": 29164,
+      "kotlin": 29165,
+      "▁gering": 29166,
+      "▁Engel": 29167,
+      "▁Timer": 29168,
+      "²).": 29169,
+      "▁Ng": 29170,
+      "ässt": 29171,
+      "schau": 29172,
+      "SError": 29173,
+      "▁Edwards": 29174,
+      "▁Terminal": 29175,
+      "lict": 29176,
+      "Under": 29177,
+      "▁spawn": 29178,
+      "ürgen": 29179,
+      "▁Außerdem": 29180,
+      "▁kitchen": 29181,
+      "fahrt": 29182,
+      "▁Colors": 29183,
+      "▁система": 29184,
+      "▁terminated": 29185,
+      "▁LaTeX": 29186,
+      "igkeiten": 29187,
+      "▁mesure": 29188,
+      "▁Amts": 29189,
+      "▁empir": 29190,
+      "▁striking": 29191,
+      "▁exclusive": 29192,
+      "тех": 29193,
+      "▁rez": 29194,
+      "▁quan": 29195,
+      "▁Glasgow": 29196,
+      "▁lecture": 29197,
+      "▁Testament": 29198,
+      "▁funds": 29199,
+      "▁stessa": 29200,
+      "▁tribes": 29201,
+      "▁parfois": 29202,
+      "▁treball": 29203,
+      "nitz": 29204,
+      "bove": 29205,
+      "▁заслу": 29206,
+      "▁absent": 29207,
+      "▁Lauf": 29208,
+      "Smith": 29209,
+      "▁Николай": 29210,
+      "▁européenne": 29211,
+      "lr": 29212,
+      "▁programma": 29213,
+      "▁midst": 29214,
+      "▁daughters": 29215,
+      "Syn": 29216,
+      "oben": 29217,
+      "ână": 29218,
+      "idan": 29219,
+      "▁ther": 29220,
+      "odore": 29221,
+      "sdl": 29222,
+      "▁Quint": 29223,
+      "▁casos": 29224,
+      "▁Zam": 29225,
+      "▁страны": 29226,
+      "▁sprite": 29227,
+      "кал": 29228,
+      "▁nasc": 29229,
+      "▁сотруд": 29230,
+      "▁trava": 29231,
+      "▁хозяй": 29232,
+      "▁Uruguay": 29233,
+      "▁sparse": 29234,
+      "▁поле": 29235,
+      "▁mystery": 29236,
+      "▁Mang": 29237,
+      "registr": 29238,
+      "▁CGFloat": 29239,
+      "▁submission": 29240,
+      "вана": 29241,
+      "▁\":": 29242,
+      "▁Traceback": 29243,
+      "▁Pit": 29244,
+      "▁Ehr": 29245,
+      "▁сра": 29246,
+      "▁Graphics": 29247,
+      "Updated": 29248,
+      "▁svensk": 29249,
+      "▁spacing": 29250,
+      "tritt": 29251,
+      "▁Guinea": 29252,
+      "▁França": 29253,
+      "Associ": 29254,
+      "▁Tová": 29255,
+      "stab": 29256,
+      "▁Learning": 29257,
+      "▁Bright": 29258,
+      "śc": 29259,
+      "▁idő": 29260,
+      "}}_{\\": 29261,
+      "▁droite": 29262,
+      "▁raising": 29263,
+      "getting": 29264,
+      "ythm": 29265,
+      "onyme": 29266,
+      "żs": 29267,
+      "▁blah": 29268,
+      "TagName": 29269,
+      "Vertical": 29270,
+      "▁aper": 29271,
+      "postgresql": 29272,
+      "▁Handle": 29273,
+      "zew": 29274,
+      "▁skulle": 29275,
+      "▁opere": 29276,
+      "layers": 29277,
+      "▁possono": 29278,
+      "▁relate": 29279,
+      "ąc": 29280,
+      "▁Mih": 29281,
+      "âge": 29282,
+      "▁Świ": 29283,
+      "isses": 29284,
+      "▁servlet": 29285,
+      "Los": 29286,
+      "▁Advanced": 29287,
+      "atica": 29288,
+      "▁ced": 29289,
+      "▁elementos": 29290,
+      "рона": 29291,
+      "iks": 29292,
+      "arf": 29293,
+      "ariat": 29294,
+      "Mobile": 29295,
+      "agua": 29296,
+      "▁timp": 29297,
+      "▁Comité": 29298,
+      "▁combining": 29299,
+      "wohl": 29300,
+      "▁Study": 29301,
+      "coordinate": 29302,
+      "▁recommendation": 29303,
+      "▁transformations": 29304,
+      "until": 29305,
+      "bounded": 29306,
+      "▁изу": 29307,
+      "hanced": 29308,
+      "▁вопро": 29309,
+      "▁Prés": 29310,
+      "▁coord": 29311,
+      "xty": 29312,
+      "▁$,": 29313,
+      "▁champions": 29314,
+      "Den": 29315,
+      "Mil": 29316,
+      "(',": 29317,
+      "▁Preis": 29318,
+      "▁eigh": 29319,
+      "▁markers": 29320,
+      "▁gewesen": 29321,
+      "ätten": 29322,
+      "▁pione": 29323,
+      "mv": 29324,
+      "▁ју": 29325,
+      "zeichnis": 29326,
+      "hoff": 29327,
+      "News": 29328,
+      "▁Stanisław": 29329,
+      "▁Brandenburg": 29330,
+      "▁Feuer": 29331,
+      "=&": 29332,
+      "жет": 29333,
+      "▁Neil": 29334,
+      "▁wirk": 29335,
+      "▁società": 29336,
+      "▁spare": 29337,
+      "▁civile": 29338,
+      "sprach": 29339,
+      "▁disse": 29340,
+      "▁gates": 29341,
+      "▁anom": 29342,
+      "▁Федерации": 29343,
+      "▁tib": 29344,
+      "▁fútbol": 29345,
+      "▁Wikiped": 29346,
+      "iate": 29347,
+      "Front": 29348,
+      "▁craw": 29349,
+      "▁Rak": 29350,
+      "▁зву": 29351,
+      "street": 29352,
+      "▁Agency": 29353,
+      "вало": 29354,
+      "▁Рас": 29355,
+      "▁mkdir": 29356,
+      "ację": 29357,
+      "▁shares": 29358,
+      "Story": 29359,
+      "▁remarks": 29360,
+      "▁keywords": 29361,
+      "Bob": 29362,
+      "▁toe": 29363,
+      "▁Vitt": 29364,
+      "▁rhs": 29365,
+      "ROP": 29366,
+      "oris": 29367,
+      "/@": 29368,
+      "сии": 29369,
+      "▁traverse": 29370,
+      "▁referencing": 29371,
+      "präsident": 29372,
+      "rong": 29373,
+      "'):": 29374,
+      "aties": 29375,
+      "AW": 29376,
+      "Outlet": 29377,
+      "▁évol": 29378,
+      "ikes": 29379,
+      "▁environmental": 29380,
+      "icum": 29381,
+      "▁Lied": 29382,
+      "▁warn": 29383,
+      "▁Butler": 29384,
+      "▁%),": 29385,
+      "▁Zeitschrift": 29386,
+      "▁Montr": 29387,
+      "важа": 29388,
+      "▁Mercur": 29389,
+      "jekte": 29390,
+      "meter": 29391,
+      "ducation": 29392,
+      "▁attributed": 29393,
+      "*$": 29394,
+      "▁unf": 29395,
+      "▁Vertrag": 29396,
+      "zien": 29397,
+      "▁Роб": 29398,
+      "lices": 29399,
+      "pply": 29400,
+      "ansen": 29401,
+      "▁zeit": 29402,
+      "▁immense": 29403,
+      "▁lutego": 29404,
+      "▁Bulgar": 29405,
+      "▁miembros": 29406,
+      "▁Националь": 29407,
+      "▁Allow": 29408,
+      "▁anglès": 29409,
+      "дви": 29410,
+      "▁Toy": 29411,
+      "туа": 29412,
+      "▁yard": 29413,
+      "(%": 29414,
+      "isser": 29415,
+      "▁golf": 29416,
+      "▁Ukrain": 29417,
+      "▁hosp": 29418,
+      "Include": 29419,
+      "▁Lisa": 29420,
+      "▁csal": 29421,
+      "▁Mira": 29422,
+      "recogn": 29423,
+      "▁Ке": 29424,
+      "▁hitting": 29425,
+      "кономі": 29426,
+      "▁Tournament": 29427,
+      "LOAD": 29428,
+      "▁Guardian": 29429,
+      "▁daher": 29430,
+      "▁timezone": 29431,
+      "▁tomcat": 29432,
+      "▁successor": 29433,
+      "▁Void": 29434,
+      "▁começ": 29435,
+      "▁converts": 29436,
+      "ächs": 29437,
+      "osex": 29438,
+      "xelles": 29439,
+      "aser": 29440,
+      "▁És": 29441,
+      "▁mou": 29442,
+      "▁ung": 29443,
+      "▁origen": 29444,
+      "▁Crow": 29445,
+      "▁Erd": 29446,
+      "▁sieben": 29447,
+      "lua": 29448,
+      "▁BB": 29449,
+      "RENT": 29450,
+      "▁piłkar": 29451,
+      "▁marque": 29452,
+      "▁Labour": 29453,
+      "viders": 29454,
+      "▁exempl": 29455,
+      "Sound": 29456,
+      "▁Wass": 29457,
+      "arrison": 29458,
+      "▁течение": 29459,
+      "▁Oficina": 29460,
+      "▁Daw": 29461,
+      "▁Kauf": 29462,
+      "ént": 29463,
+      "éső": 29464,
+      "▁=\"": 29465,
+      "▁kat": 29466,
+      "diction": 29467,
+      "▁Voll": 29468,
+      "▁highway": 29469,
+      "James": 29470,
+      "zeuge": 29471,
+      "▁modelo": 29472,
+      "Throw": 29473,
+      "▁Forum": 29474,
+      "(\"@": 29475,
+      "▁enfer": 29476,
+      "▁специаль": 29477,
+      "Numbers": 29478,
+      "▁Binary": 29479,
+      "▁Martínez": 29480,
+      "▁Stato": 29481,
+      "▁festiv": 29482,
+      "▁katol": 29483,
+      "▁Аб": 29484,
+      "▁limitation": 29485,
+      "▁STR": 29486,
+      "▁Официаль": 29487,
+      "ipes": 29488,
+      "▁Isn": 29489,
+      "▁ruled": 29490,
+      "▁cí": 29491,
+      "geber": 29492,
+      "▁lavoro": 29493,
+      "▁parentheses": 29494,
+      "оз": 29495,
+      "▁équipes": 29496,
+      "▁efficiently": 29497,
+      "▁Period": 29498,
+      "▁Regarding": 29499,
+      "leaf": 29500,
+      "▁similarity": 29501,
+      "▁gesture": 29502,
+      "datab": 29503,
+      "▁terminate": 29504,
+      "▁semantics": 29505,
+      "▁Alo": 29506,
+      "▁cig": 29507,
+      "▁OpenGL": 29508,
+      "▁heutigen": 29509,
+      "xaml": 29510,
+      "▁frequencies": 29511,
+      ")}.": 29512,
+      "▁threatened": 29513,
+      "тик": 29514,
+      "▁calcio": 29515,
+      "▁Riemann": 29516,
+      "slug": 29517,
+      "▁Finale": 29518,
+      "LR": 29519,
+      "▁Derby": 29520,
+      "▁още": 29521,
+      "▁deviation": 29522,
+      "ächen": 29523,
+      "▁Cris": 29524,
+      "ново": 29525,
+      "▁столі": 29526,
+      "▁relev": 29527,
+      "▁splendid": 29528,
+      "▁учё": 29529,
+      "erving": 29530,
+      "gable": 29531,
+      "▁générale": 29532,
+      "pom": 29533,
+      "▁Cheers": 29534,
+      "▁imprison": 29535,
+      "▁indent": 29536,
+      "▁analyz": 29537,
+      "▁revert": 29538,
+      "érer": 29539,
+      "▁phases": 29540,
+      "FirstName": 29541,
+      "▁mig": 29542,
+      "▁disturb": 29543,
+      "▁mixture": 29544,
+      "▁){": 29545,
+      "inture": 29546,
+      "▁Tried": 29547,
+      "▁sooner": 29548,
+      "▁pels": 29549,
+      "▁établ": 29550,
+      "etro": 29551,
+      "itie": 29552,
+      "▁quartier": 29553,
+      "▁гово": 29554,
+      "▁város": 29555,
+      "ufe": 29556,
+      "heten": 29557,
+      "хом": 29558,
+      "▁soap": 29559,
+      "utors": 29560,
+      "▁duch": 29561,
+      "syntax": 29562,
+      "▁tribe": 29563,
+      "▁chante": 29564,
+      "Tri": 29565,
+      "▁Mate": 29566,
+      "quality": 29567,
+      "uola": 29568,
+      "=\".": 29569,
+      "chk": 29570,
+      "▁всі": 29571,
+      "▁przeci": 29572,
+      "▁Meteor": 29573,
+      "▁scattered": 29574,
+      "Plus": 29575,
+      "trad": 29576,
+      "▁stackoverflow": 29577,
+      "▁retra": 29578,
+      "▁éditions": 29579,
+      "▁sain": 29580,
+      "cribe": 29581,
+      "ignon": 29582,
+      "ucker": 29583,
+      "▁мало": 29584,
+      "▁tenir": 29585,
+      "▁exports": 29586,
+      "▁auxili": 29587,
+      "▁]]": 29588,
+      "▁CBS": 29589,
+      "uniform": 29590,
+      "▁periodic": 29591,
+      "agrant": 29592,
+      "▁emple": 29593,
+      "Wil": 29594,
+      "▁fres": 29595,
+      "▁strutt": 29596,
+      "▁світ": 29597,
+      "▁betre": 29598,
+      "▁объек": 29599,
+      "тися": 29600,
+      "▁bisher": 29601,
+      "baum": 29602,
+      "ishi": 29603,
+      "▁Gazette": 29604,
+      "backgroundColor": 29605,
+      "jl": 29606,
+      "▁fiel": 29607,
+      "▁према": 29608,
+      "▁protagonista": 29609,
+      "▁Muhammad": 29610,
+      "▁simulate": 29611,
+      "▁Hook": 29612,
+      "fest": 29613,
+      "▁своих": 29614,
+      "Sender": 29615,
+      "▁listened": 29616,
+      "жі": 29617,
+      "jest": 29618,
+      "kord": 29619,
+      "Choice": 29620,
+      "▁hoofd": 29621,
+      "reducible": 29622,
+      "hpp": 29623,
+      "▁Wu": 29624,
+      "ši": 29625,
+      "▁Marse": 29626,
+      "▁soir": 29627,
+      "westen": 29628,
+      "emos": 29629,
+      "▁Duc": 29630,
+      "▁amerik": 29631,
+      "|}{": 29632,
+      "▁Gul": 29633,
+      "▁Sprache": 29634,
+      "▁mismatch": 29635,
+      "Scal": 29636,
+      "Pixel": 29637,
+      "EF": 29638,
+      "▁Sep": 29639,
+      "▁powiecie": 29640,
+      "urk": 29641,
+      "▁Napoli": 29642,
+      "▁neighbourhood": 29643,
+      "стоян": 29644,
+      "▁searches": 29645,
+      "yrus": 29646,
+      "пет": 29647,
+      "Help": 29648,
+      "pont": 29649,
+      "▁Orient": 29650,
+      "▁Alfonso": 29651,
+      "▁monitoring": 29652,
+      "iao": 29653,
+      "édé": 29654,
+      "▁César": 29655,
+      "шее": 29656,
+      "Shift": 29657,
+      "suit": 29658,
+      "coded": 29659,
+      "ното": 29660,
+      "▁Parti": 29661,
+      "▁lasci": 29662,
+      "▁awesome": 29663,
+      "usta": 29664,
+      "▁Сове": 29665,
+      "▁Fland": 29666,
+      "oom": 29667,
+      "▁devi": 29668,
+      "engelsk": 29669,
+      "endum": 29670,
+      "▁Pascal": 29671,
+      "▁Bind": 29672,
+      "▁siguientes": 29673,
+      "JB": 29674,
+      "▁Petersburg": 29675,
+      "▁incorrectly": 29676,
+      "▁Bash": 29677,
+      "▁pelos": 29678,
+      "▁zespo": 29679,
+      "NSURL": 29680,
+      "▁přek": 29681,
+      "▁Crime": 29682,
+      "nach": 29683,
+      "▁thrust": 29684,
+      "▁Cultura": 29685,
+      "WF": 29686,
+      "▁Solo": 29687,
+      "▁invas": 29688,
+      "▁individually": 29689,
+      "ibm": 29690,
+      "▁etapa": 29691,
+      "▁handed": 29692,
+      "▁wherever": 29693,
+      "▁interpolation": 29694,
+      "▁musée": 29695,
+      "▁CNN": 29696,
+      "idia": 29697,
+      "ństw": 29698,
+      "▁przew": 29699,
+      "ughing": 29700,
+      "▁actors": 29701,
+      "▁Oriental": 29702,
+      "▁convenience": 29703,
+      "▁miasta": 29704,
+      "brains": 29705,
+      "▁меся": 29706,
+      "▁infatti": 29707,
+      "▁AllMovie": 29708,
+      "▁critique": 29709,
+      "▁successo": 29710,
+      "ancouver": 29711,
+      "▁fá": 29712,
+      "ългар": 29713,
+      "▁wisdom": 29714,
+      "▁Phoenix": 29715,
+      "hole": 29716,
+      "▁información": 29717,
+      "▁Airlines": 29718,
+      ".«": 29719,
+      "mort": 29720,
+      "userId": 29721,
+      "▁*/\r": 29722,
+      "▁Congo": 29723,
+      "▁\"`": 29724,
+      "corr": 29725,
+      "▁problemas": 29726,
+      "▁bib": 29727,
+      "▁później": 29728,
+      "▁fileName": 29729,
+      "zott": 29730,
+      "macht": 29731,
+      "▁Ulrich": 29732,
+      "Cy": 29733,
+      "endpoint": 29734,
+      "▁sheep": 29735,
+      "▁ibn": 29736,
+      "Feed": 29737,
+      "▁sympathy": 29738,
+      "▁Ib": 29739,
+      "▁territorial": 29740,
+      "rating": 29741,
+      "дами": 29742,
+      "▁dst": 29743,
+      "ую": 29744,
+      "aho": 29745,
+      "▁sug": 29746,
+      "emia": 29747,
+      "▁ted": 29748,
+      "▁Api": 29749,
+      "▁Rica": 29750,
+      "▁MR": 29751,
+      "ńskim": 29752,
+      "▁Voor": 29753,
+      "▁devil": 29754,
+      "▁Фо": 29755,
+      "▁När": 29756,
+      "▁...)": 29757,
+      "▁vois": 29758,
+      "▁abbre": 29759,
+      "▁Männer": 29760,
+      "ximo": 29761,
+      "▁intellectual": 29762,
+      "▁tales": 29763,
+      "similar": 29764,
+      "neum": 29765,
+      "▁Orig": 29766,
+      "▁postal": 29767,
+      "▁hvor": 29768,
+      "▁identification": 29769,
+      "▁Од": 29770,
+      "uesto": 29771,
+      "▁../": 29772,
+      "▁bir": 29773,
+      "▁Лон": 29774,
+      "▁esempio": 29775,
+      "▁Eing": 29776,
+      "Expand": 29777,
+      "▁PRIMARY": 29778,
+      "▁Jin": 29779,
+      "▁však": 29780,
+      "ourses": 29781,
+      "▁Betty": 29782,
+      "▁WM": 29783,
+      "▁flask": 29784,
+      "hlen": 29785,
+      "▁Adel": 29786,
+      "laravel": 29787,
+      "▁дет": 29788,
+      "ською": 29789,
+      "▁Mundo": 29790,
+      "iczn": 29791,
+      "ifié": 29792,
+      "▁Мор": 29793,
+      "▁древ": 29794,
+      "DateFormat": 29795,
+      "ським": 29796,
+      "▁dated": 29797,
+      "коли": 29798,
+      "▁результате": 29799,
+      "\\).": 29800,
+      "▁delayed": 29801,
+      "sound": 29802,
+      "▁Мак": 29803,
+      "▁\"...": 29804,
+      "▁binnen": 29805,
+      "▁факуль": 29806,
+      "▁polygon": 29807,
+      "▁eggs": 29808,
+      "AtIndexPath": 29809,
+      "менталь": 29810,
+      "▁incred": 29811,
+      "chunk": 29812,
+      "webdriver": 29813,
+      "▁свобо": 29814,
+      "▁między": 29815,
+      "Received": 29816,
+      "▁Monde": 29817,
+      "▁JQuery": 29818,
+      "Butt": 29819,
+      "▁PDO": 29820,
+      "▁forec": 29821,
+      "▁discipline": 29822,
+      "chev": 29823,
+      "нат": 29824,
+      "▁redis": 29825,
+      "▁hunting": 29826,
+      "▁alk": 29827,
+      "▁proofs": 29828,
+      "PRI": 29829,
+      "▁chip": 29830,
+      "ésie": 29831,
+      "▁HO": 29832,
+      "▁rug": 29833,
+      "zos": 29834,
+      "▁sorte": 29835,
+      "▁zeigt": 29836,
+      "▁Physics": 29837,
+      "legte": 29838,
+      "▁proportional": 29839,
+      "▁toolbar": 29840,
+      "vement": 29841,
+      "notin": 29842,
+      "▁první": 29843,
+      "blah": 29844,
+      "▁présence": 29845,
+      "▁lloc": 29846,
+      "▁líder": 29847,
+      "▁Accept": 29848,
+      "▁Always": 29849,
+      "▁\"{": 29850,
+      "▁diversi": 29851,
+      "ikor": 29852,
+      "Period": 29853,
+      "жён": 29854,
+      "▁Alliance": 29855,
+      "▁relay": 29856,
+      "Bro": 29857,
+      "jön": 29858,
+      "▁Baud": 29859,
+      "▁Bian": 29860,
+      "')[": 29861,
+      "чив": 29862,
+      "▁Poss": 29863,
+      "▁Mitglieder": 29864,
+      "▁nev": 29865,
+      "Daniel": 29866,
+      "▁tends": 29867,
+      "▁compagnie": 29868,
+      "▁livres": 29869,
+      "lub": 29870,
+      "▁": 29871,
+      "e": 29872,
+      "t": 29873,
+      "a": 29874,
+      "i": 29875,
+      "n": 29876,
+      "o": 29877,
+      "r": 29878,
+      "s": 29879,
+      "l": 29880,
+      "d": 29881,
+      "h": 29882,
+      "c": 29883,
+      "u": 29884,
+      "m": 29885,
+      "p": 29886,
+      "g": 29887,
+      "f": 29888,
+      ".": 29889,
+      "b": 29890,
+      "y": 29891,
+      ",": 29892,
+      "w": 29893,
+      "v": 29894,
+      "k": 29895,
+      "1": 29896,
+      ")": 29897,
+      "(": 29898,
+      "-": 29899,
+      "0": 29900,
+      ":": 29901,
+      "I": 29902,
+      "S": 29903,
+      "о": 29904,
+      "\\": 29905,
+      "2": 29906,
+      "C": 29907,
+      "\"": 29908,
+      "A": 29909,
+      "а": 29910,
+      "T": 29911,
+      "{": 29912,
+      "}": 29913,
+      "/": 29914,
+      "'": 29915,
+      "x": 29916,
+      "и": 29917,
+      "_": 29918,
+      "е": 29919,
+      "z": 29920,
+      "н": 29921,
+      "=": 29922,
+      "E": 29923,
+      "M": 29924,
+      "P": 29925,
+      "j": 29926,
+      "р": 29927,
+      "D": 29928,
+      "9": 29929,
+      "*": 29930,
+      "L": 29931,
+      "т": 29932,
+      "B": 29933,
+      "R": 29934,
+      "с": 29935,
+      ";": 29936,
+      "#": 29937,
+      "$": 29938,
+      "q": 29939,
+      "N": 29940,
+      "3": 29941,
+      "в": 29942,
+      "F": 29943,
+      "л": 29944,
+      "5": 29945,
+      "4": 29946,
+      "8": 29947,
+      "é": 29948,
+      "O": 29949,
+      "H": 29950,
+      "к": 29951,
+      "`": 29952,
+      "6": 29953,
+      "G": 29954,
+      "7": 29955,
+      "W": 29956,
+      "д": 29957,
+      ">": 29958,
+      "м": 29959,
+      "у": 29960,
+      "[": 29961,
+      "]": 29962,
+      "V": 29963,
+      "п": 29964,
+      "U": 29965,
+      "<": 29966,
+      "J": 29967,
+      "K": 29968,
+      "г": 29969,
+      "я": 29970,
+      "і": 29971,
+      "з": 29972,
+      "?": 29973,
+      "+": 29974,
+      "б": 29975,
+      "á": 29976,
+      "й": 29977,
+      "ь": 29978,
+      "Y": 29979,
+      "ó": 29980,
+      "ч": 29981,
+      "ы": 29982,
+      "í": 29983,
+      "Q": 29984,
+      "^": 29985,
+      "ä": 29986,
+      "&": 29987,
+      "х": 29988,
+      "|": 29989,
+      "X": 29990,
+      "!": 29991,
+      "@": 29992,
+      "ü": 29993,
+      "–": 29994,
+      "%": 29995,
+      "ц": 29996,
+      "ö": 29997,
+      "ж": 29998,
+      "Z": 29999,
+      "è": 30000,
+      "à": 30001,
+      "ш": 30002,
+      "—": 30003,
+      "\r": 30004,
+      "ю": 30005,
+      "ł": 30006,
+      "»": 30007,
+      "С": 30008,
+      "«": 30009,
+      "’": 30010,
+      "ф": 30011,
+      "В": 30012,
+      "П": 30013,
+      "К": 30014,
+      "“": 30015,
+      "ј": 30016,
+      "М": 30017,
+      "А": 30018,
+      "ç": 30019,
+      "å": 30020,
+      "щ": 30021,
+      "~": 30022,
+      "ę": 30023,
+      "”": 30024,
+      "ą": 30025,
+      "č": 30026,
+      "Р": 30027,
+      "ї": 30028,
+      "Н": 30029,
+      "ú": 30030,
+      "Б": 30031,
+      "Д": 30032,
+      "ã": 30033,
+      "ß": 30034,
+      "ă": 30035,
+      "ě": 30036,
+      "ê": 30037,
+      "О": 30038,
+      "š": 30039,
+      "Г": 30040,
+      "Т": 30041,
+      "ż": 30042,
+      "ё": 30043,
+      "ž": 30044,
+      "ś": 30045,
+      "ñ": 30046,
+      "ř": 30047,
+      "ő": 30048,
+      "„": 30049,
+      "Л": 30050,
+      "э": 30051,
+      "ý": 30052,
+      "У": 30053,
+      "И": 30054,
+      "ъ": 30055,
+      "є": 30056,
+      "â": 30057,
+      "î": 30058,
+      "ò": 30059,
+      "З": 30060,
+      "Ф": 30061,
+      "É": 30062,
+      "ć": 30063,
+      "·": 30064,
+      "ș": 30065,
+      "ń": 30066,
+      "ț": 30067,
+      "Х": 30068,
+      "ô": 30069,
+      "Е": 30070,
+      "ù": 30071,
+      "ů": 30072,
+      "°": 30073,
+      "Ш": 30074,
+      "љ": 30075,
+      "Ч": 30076,
+      "ø": 30077,
+      "æ": 30078,
+      "њ": 30079,
+      " ": 30080,
+      " ": 30081,
+      "Э": 30082,
+      "ë": 30083,
+      "õ": 30084,
+      "ï": 30085,
+      "‘": 30086,
+      "†": 30087,
+      "²": 30088,
+      "ű": 30089,
+      "І": 30090,
+      "─": 30091,
+      "Ц": 30092,
+      "ћ": 30093,
+      "Ö": 30094,
+      "û": 30095,
+      "Я": 30096,
+      "ì": 30097,
+      "…": 30098,
+      "ō": 30099,
+      "Ж": 30100,
+      "Ю": 30101,
+      "Á": 30102,
+      "́": 30103,
+      "Ü": 30104,
+      "º": 30105,
+      "œ": 30106,
+      "ā": 30107,
+      "Č": 30108,
+      "ź": 30109,
+      "α": 30110,
+      "│": 30111,
+      "ا": 30112,
+      "À": 30113,
+      "═": 30114,
+      "Š": 30115,
+      "ђ": 30116,
+      "№": 30117,
+      " ": 30118,
+      "•": 30119,
+      "−": 30120,
+      "→": 30121,
+      "×": 30122,
+      "ο": 30123,
+      "₂": 30124,
+      "Ä": 30125,
+      "Î": 30126,
+      "Ś": 30127,
+      "đ": 30128,
+      "Å": 30129,
+      "ı": 30130,
+      "‎": 30131,
+      "ū": 30132,
+      "ν": 30133,
+      "Й": 30134,
+      "ª": 30135,
+      "ι": 30136,
+      "τ": 30137,
+      "ل": 30138,
+      "′": 30139,
+      "�": 30140,
+      "È": 30141,
+      "λ": 30142,
+      "": 30143,
+      "Ž": 30144,
+      "ς": 30145,
+      "ň": 30146,
+      "ρ": 30147,
+      "₁": 30148,
+      "Є": 30149,
+      "ī": 30150,
+      "ε": 30151,
+      "§": 30152,
+      "Ł": 30153,
+      "Ј": 30154,
+      "£": 30155,
+      "ر": 30156,
+      "Ż": 30157,
+      "¿": 30158,
+      "م": 30159,
+      "″": 30160,
+      "Ú": 30161,
+      "ن": 30162,
+      "ي": 30163,
+      "σ": 30164,
+      "´": 30165,
+      "​": 30166,
+      "μ": 30167,
+      "³": 30168,
+      "ş": 30169,
+      "π": 30170,
+      "و": 30171,
+      "د": 30172,
+      "κ": 30173,
+      "₃": 30174,
+      "Í": 30175,
+      "ˈ": 30176,
+      "ب": 30177,
+      "Ó": 30178,
+      "Ã": 30179,
+      "¡": 30180,
+      "€": 30181,
+      "ť": 30182,
+      "η": 30183,
+      "ə": 30184,
+      "ー": 30185,
+      "Щ": 30186,
+      "β": 30187,
+      "├": 30188,
+      "ð": 30189,
+      "ґ": 30190,
+      "­": 30191,
+      "υ": 30192,
+      "¹": 30193,
+      "₄": 30194,
+      "ت": 30195,
+      "י": 30196,
+      "γ": 30197,
+      "س": 30198,
+      "の": 30199,
+      "ğ": 30200,
+      "δ": 30201,
+      "ی": 30202,
+      "ン": 30203,
+      "ه": 30204,
+      "ו": 30205,
+      "ω": 30206,
+      "ί": 30207,
+      "█": 30208,
+      "θ": 30209,
+      "的": 30210,
+      "©": 30211,
+      "Â": 30212,
+      "↑": 30213,
+      "，": 30214,
+      "ː": 30215,
+      "ά": 30216,
+      "―": 30217,
+      "ع": 30218,
+      "Ç": 30219,
+      "₀": 30220,
+      "±": 30221,
+      "Ø": 30222,
+      "ď": 30223,
+      "Ř": 30224,
+      "Œ": 30225,
+      "½": 30226,
+      "└": 30227,
+      "ό": 30228,
+      "‚": 30229,
+      "ē": 30230,
+      "₅": 30231,
+      "Æ": 30232,
+      "Ș": 30233,
+      "ɛ": 30234,
+      "ה": 30235,
+      "ר": 30236,
+      "φ": 30237,
+      "₆": 30238,
+      "ė": 30239,
+      "ح": 30240,
+      "ف": 30241,
+      "ة": 30242,
+      "İ": 30243,
+      " ": 30244,
+      "←": 30245,
+      "║": 30246,
+      "ɔ": 30247,
+      "≤": 30248,
+      "ל": 30249,
+      "Đ": 30250,
+      "ա": 30251,
+      "Ō": 30252,
+      "א": 30253,
+      "്": 30254,
+      "ス": 30255,
+      "ش": 30256,
+      "大": 30257,
+      "ル": 30258,
+      "џ": 30259,
+      "イ": 30260,
+      "⟩": 30261,
+      " ": 30262,
+      "µ": 30263,
+      "∈": 30264,
+      "ق": 30265,
+      "⟨": 30266,
+      "。": 30267,
+      "Ґ": 30268,
+      "ा": 30269,
+      "ج": 30270,
+      "ʿ": 30271,
+      "ა": 30272,
+      "έ": 30273,
+      "χ": 30274,
+      "中": 30275,
+      "ב": 30276,
+      "ი": 30277,
+      "₈": 30278,
+      "ト": 30279,
+      "ή": 30280,
+      "ラ": 30281,
+      "Џ": 30282,
+      "ك": 30283,
+      "₇": 30284,
+      "מ": 30285,
+      "ת": 30286,
+      "一": 30287,
+      "Π": 30288,
+      "า": 30289,
+      "・": 30290,
+      "Σ": 30291,
+      "Α": 30292,
+      "Δ": 30293,
+      "ש": 30294,
+      "ز": 30295,
+      "्": 30296,
+      "ร": 30297,
+      "い": 30298,
+      "ʻ": 30299,
+      "Њ": 30300,
+      "₉": 30301,
+      "ʼ": 30302,
+      "リ": 30303,
+      "‐": 30304,
+      "ク": 30305,
+      "∞": 30306,
+      "⁄": 30307,
+      "ύ": 30308,
+      "Ş": 30309,
+      "ア": 30310,
+      "Ε": 30311,
+      "ɪ": 30312,
+      "人": 30313,
+      "Κ": 30314,
+      "∀": 30315,
+      "र": 30316,
+      "ッ": 30317,
+      "►": 30318,
+      "子": 30319,
+      "¬": 30320,
+      "خ": 30321,
+      "◄": 30322,
+      "َ": 30323,
+      "ע": 30324,
+      "日": 30325,
+      "し": 30326,
+      "ḥ": 30327,
+      "נ": 30328,
+      "山": 30329,
+      "、": 30330,
+      "Ї": 30331,
+      "る": 30332,
+      "文": 30333,
+      "Ñ": 30334,
+      "ド": 30335,
+      "ד": 30336,
+      "ն": 30337,
+      "Ђ": 30338,
+      "Γ": 30339,
+      "þ": 30340,
+      "’": 30341,
+      "®": 30342,
+      "ک": 30343,
+      "“": 30344,
+      "⚭": 30345,
+      "本": 30346,
+      "ℕ": 30347,
+      "น": 30348,
+      "ѝ": 30349,
+      "̶": 30350,
+      "อ": 30351,
+      "ў": 30352,
+      "に": 30353,
+      "数": 30354,
+      "ე": 30355,
+      "国": 30356,
+      "Ω": 30357,
+      "　": 30358,
+      "ǎ": 30359,
+      "ص": 30360,
+      "”": 30361,
+      "Μ": 30362,
+      " ": 30363,
+      "と": 30364,
+      "⁠": 30365,
+      "た": 30366,
+      "ط": 30367,
+      "ր": 30368,
+      "タ": 30369,
+      "ÿ": 30370,
+      "な": 30371,
+      "أ": 30372,
+      "シ": 30373,
+      "新": 30374,
+      "﹕": 30375,
+      "ʃ": 30376,
+      "ľ": 30377,
+      "ロ": 30378,
+      "⁴": 30379,
+      "்": 30380,
+      "⇒": 30381,
+      "ţ": 30382,
+      "：": 30383,
+      "Ț": 30384,
+      "ക": 30385,
+      "≥": 30386,
+      "ി": 30387,
+      "マ": 30388,
+      "ん": 30389,
+      "ṣ": 30390,
+      "ジ": 30391,
+      "是": 30392,
+      "이": 30393,
+      "⋅": 30394,
+      "田": 30395,
+      "を": 30396,
+      "道": 30397,
+      "ง": 30398,
+      "¨": 30399,
+      "ـ": 30400,
+      "เ": 30401,
+      "村": 30402,
+      "Ê": 30403,
+      "ם": 30404,
+      "›": 30405,
+      "用": 30406,
+      "ώ": 30407,
+      "天": 30408,
+      "）": 30409,
+      "་": 30410,
+      "镇": 30411,
+      "か": 30412,
+      "不": 30413,
+      "Τ": 30414,
+      "学": 30415,
+      "ư": 30416,
+      "有": 30417,
+      "ո": 30418,
+      "（": 30419,
+      "レ": 30420,
+      "گ": 30421,
+      "‏": 30422,
+      "フ": 30423,
+      "न": 30424,
+      "ก": 30425,
+      "ɑ": 30426,
+      "す": 30427,
+      "ח": 30428,
+      "上": 30429,
+      "‌": 30430,
+      "∧": 30431,
+      "ṭ": 30432,
+      "ק": 30433,
+      "ξ": 30434,
+      "¤": 30435,
+      "ि": 30436,
+      "会": 30437,
+      "ന": 30438,
+      "カ": 30439,
+      "ų": 30440,
+      "ま": 30441,
+      "ു": 30442,
+      "͡": 30443,
+      "क": 30444,
+      "া": 30445,
+      "小": 30446,
+      "ן": 30447,
+      "行": 30448,
+      "は": 30449,
+      "ʁ": 30450,
+      "Ő": 30451,
+      "Þ": 30452,
+      "り": 30453,
+      "キ": 30454,
+      "Λ": 30455,
+      "რ": 30456,
+      "三": 30457,
+      "が": 30458,
+      "コ": 30459,
+      "ζ": 30460,
+      "市": 30461,
+      "王": 30462,
+      "ℝ": 30463,
+      "Ź": 30464,
+      "う": 30465,
+      "て": 30466,
+      "区": 30467,
+      "ാ": 30468,
+      "‚": 30469,
+      "年": 30470,
+      "פ": 30471,
+      "ի": 30472,
+      "ſ": 30473,
+      "‹": 30474,
+      "त": 30475,
+      "ŏ": 30476,
+      "‑": 30477,
+      "̃": 30478,
+      "Ć": 30479,
+      "ى": 30480,
+      "「": 30481,
+      "」": 30482,
+      "ს": 30483,
+      "Ā": 30484,
+      "म": 30485,
+      "生": 30486,
+      "≠": 30487,
+      "Љ": 30488,
+      "स": 30489,
+      "↔": 30490,
+      "Ο": 30491,
+      "ว": 30492,
+      "ლ": 30493,
+      "成": 30494,
+      "定": 30495,
+      "ล": 30496,
+      "¶": 30497,
+      "כ": 30498,
+      "で": 30499,
+      "ּ": 30500,
+      "ม": 30501,
+      "个": 30502,
+      "和": 30503,
+      "ס": 30504,
+      "在": 30505,
+      "Β": 30506,
+      "ิ": 30507,
+      "Ι": 30508,
+      "⁵": 30509,
+      "ั": 30510,
+      "ɡ": 30511,
+      "━": 30512,
+      "ら": 30513,
+      "オ": 30514,
+      "¼": 30515,
+      "ե": 30516,
+      "バ": 30517,
+      "ָ": 30518,
+      "ŋ": 30519,
+      "ŭ": 30520,
+      "グ": 30521,
+      "⁶": 30522,
+      "Ь": 30523,
+      "⁰": 30524,
+      "方": 30525,
+      "บ": 30526,
+      "—": 30527,
+      "高": 30528,
+      "ệ": 30529,
+      "Ν": 30530,
+      "ѣ": 30531,
+      "ィ": 30532,
+      "地": 30533,
+      "月": 30534,
+      "Ô": 30535,
+      "™": 30536,
+      "ウ": 30537,
+      "き": 30538,
+      "公": 30539,
+      "ạ": 30540,
+      "ო": 30541,
+      "ɾ": 30542,
+      "่": 30543,
+      "出": 30544,
+      "法": 30545,
+      "Θ": 30546,
+      "ส": 30547,
+      "名": 30548,
+      "ย": 30549,
+      "ത": 30550,
+      "Φ": 30551,
+      "↓": 30552,
+      "れ": 30553,
+      "ג": 30554,
+      "Ё": 30555,
+      "ơ": 30556,
+      "下": 30557,
+      "ә": 30558,
+      "ψ": 30559,
+      "┼": 30560,
+      "ャ": 30561,
+      "√": 30562,
+      "¥": 30563,
+      "社": 30564,
+      "ṇ": 30565,
+      "さ": 30566,
+      "ِ": 30567,
+      "く": 30568,
+      "े": 30569,
+      "Ы": 30570,
+      "ἐ": 30571,
+      "テ": 30572,
+      "为": 30573,
+      "乡": 30574,
+      "川": 30575,
+      "ナ": 30576,
+      "之": 30577,
+      "字": 30578,
+      "ム": 30579,
+      "ी": 30580,
+      "海": 30581,
+      "ブ": 30582,
+      "≈": 30583,
+      "！": 30584,
+      "پ": 30585,
+      "¯": 30586,
+      "ἀ": 30587,
+      "ƒ": 30588,
+      "こ": 30589,
+      "ְ": 30590,
+      "東": 30591,
+      "明": 30592,
+      "ὶ": 30593,
+      "时": 30594,
+      "ท": 30595,
+      "ɨ": 30596,
+      "デ": 30597,
+      "️": 30598,
+      "ʊ": 30599,
+      "エ": 30600,
+      "南": 30601,
+      "西": 30602,
+      "ल": 30603,
+      "メ": 30604,
+      "プ": 30605,
+      "平": 30606,
+      "式": 30607,
+      "ῖ": 30608,
+      "қ": 30609,
+      "व": 30610,
+      "غ": 30611,
+      "Ò": 30612,
+      "家": 30613,
+      "ʒ": 30614,
+      "サ": 30615,
+      "≡": 30616,
+      "ダ": 30617,
+      "ต": 30618,
+      "∃": 30619,
+      "₹": 30620,
+      "प": 30621,
+      "第": 30622,
+      "ര": 30623,
+      "ض": 30624,
+      "▄": 30625,
+      "城": 30626,
+      "ミ": 30627,
+      "ɐ": 30628,
+      "¦": 30629,
+      "美": 30630,
+      "件": 30631,
+      "ნ": 30632,
+      "Ð": 30633,
+      "ַ": 30634,
+      "ニ": 30635,
+      "部": 30636,
+      "ņ": 30637,
+      "ǐ": 30638,
+      "ט": 30639,
+      "य": 30640,
+      "あ": 30641,
+      "¾": 30642,
+      "ả": 30643,
+      "ち": 30644,
+      "ュ": 30645,
+      "÷": 30646,
+      "女": 30647,
+      "神": 30648,
+      "♦": 30649,
+      "¢": 30650,
+      "以": 30651,
+      "้": 30652,
+      "র": 30653,
+      "太": 30654,
+      "্": 30655,
+      "チ": 30656,
+      "յ": 30657,
+      "前": 30658,
+      "金": 30659,
+      "ւ": 30660,
+      "野": 30661,
+      "北": 30662,
+      "ห": 30663,
+      "‰": 30664,
+      "っ": 30665,
+      "加": 30666,
+      "原": 30667,
+      "ʲ": 30668,
+      "置": 30669,
+      "安": 30670,
+      "ガ": 30671,
+      "我": 30672,
+      "Ḥ": 30673,
+      "യ": 30674,
+      "京": 30675,
+      "▀": 30676,
+      "მ": 30677,
+      "ვ": 30678,
+      "ʾ": 30679,
+      "∨": 30680,
+      "ִ": 30681,
+      "可": 30682,
+      "取": 30683,
+      "县": 30684,
+      "二": 30685,
+      "▒": 30686,
+      "理": 30687,
+      "自": 30688,
+      "信": 30689,
+      "代": 30690,
+      "ี": 30691,
+      "צ": 30692,
+      "်": 30693,
+      "द": 30694,
+      "⁸": 30695,
+      "̯": 30696,
+      "お": 30697,
+      "要": 30698,
+      "ῦ": 30699,
+      "க": 30700,
+      "ễ": 30701,
+      "ु": 30702,
+      "ƒ": 30703,
+      "ʰ": 30704,
+      "化": 30705,
+      "✓": 30706,
+      "പ": 30707,
+      "의": 30708,
+      "다": 30709,
+      "木": 30710,
+      "ُ": 30711,
+      "̀": 30712,
+      "ˌ": 30713,
+      "ह": 30714,
+      "パ": 30715,
+      "水": 30716,
+      "ế": 30717,
+      "ด": 30718,
+      "ズ": 30719,
+      "⁹": 30720,
+      "島": 30721,
+      "‍": 30722,
+      "も": 30723,
+      "正": 30724,
+      "■": 30725,
+      "آ": 30726,
+      "พ": 30727,
+      "内": 30728,
+      "Ì": 30729,
+      "ǔ": 30730,
+      "┬": 30731,
+      "作": 30732,
+      "合": 30733,
+      "ὸ": 30734,
+      "み": 30735,
+      "▼": 30736,
+      "ῶ": 30737,
+      "⊙": 30738,
+      "～": 30739,
+      "ị": 30740,
+      "ْ": 30741,
+      "回": 30742,
+      "了": 30743,
+      "所": 30744,
+      "事": 30745,
+      "表": 30746,
+      "ำ": 30747,
+      "分": 30748,
+      "⁷": 30749,
+      "ү": 30750,
+      "€": 30751,
+      "入": 30752,
+      "全": 30753,
+      "إ": 30754,
+      "里": 30755,
+      "Χ": 30756,
+      "ं": 30757,
+      "ハ": 30758,
+      "ค": 30759,
+      "⁻": 30760,
+      "モ": 30761,
+      "郎": 30762,
+      "据": 30763,
+      "●": 30764,
+      "州": 30765,
+      "∩": 30766,
+      "者": 30767,
+      "通": 30768,
+      "都": 30769,
+      "ℤ": 30770,
+      "♭": 30771,
+      "╌": 30772,
+      "つ": 30773,
+      "ḍ": 30774,
+      "江": 30775,
+      "ז": 30776,
+      "Ý": 30777,
+      "ө": 30778,
+      "์": 30779,
+      "到": 30780,
+      "ி": 30781,
+      "ʂ": 30782,
+      "对": 30783,
+      "스": 30784,
+      "使": 30785,
+      "ি": 30786,
+      "よ": 30787,
+      "Ἀ": 30788,
+      "Ï": 30789,
+      "∘": 30790,
+      "사": 30791,
+      "ন": 30792,
+      "世": 30793,
+      "ɕ": 30794,
+      "կ": 30795,
+      "უ": 30796,
+      "ട": 30797,
+      "ბ": 30798,
+      "ो": 30799,
+      "വ": 30800,
+      "果": 30801,
+      "十": 30802,
+      "ุ": 30803,
+      "藤": 30804,
+      "来": 30805,
+      "面": 30806,
+      "け": 30807,
+      "ĕ": 30808,
+      "ビ": 30809,
+      "这": 30810,
+      "지": 30811,
+      "ം": 30812,
+      "街": 30813,
+      "石": 30814,
+      "能": 30815,
+      "空": 30816,
+      "տ": 30817,
+      "ئ": 30818,
+      "武": 30819,
+      "ʹ": 30820,
+      "ϕ": 30821,
+      "后": 30822,
+      "ะ": 30823,
+      "元": 30824,
+      "ʔ": 30825,
+      "리": 30826,
+      "기": 30827,
+      "河": 30828,
+      "町": 30829,
+      "花": 30830,
+      "ὐ": 30831,
+      "类": 30832,
+      "░": 30833,
+      "物": 30834,
+      "Η": 30835,
+      "¸": 30836,
+      "ு": 30837,
+      "თ": 30838,
+      "ث": 30839,
+      "െ": 30840,
+      "╠": 30841,
+      "⊆": 30842,
+      "》": 30843,
+      "ツ": 30844,
+      "版": 30845,
+      "动": 30846,
+      "如": 30847,
+      "真": 30848,
+      "ɲ": 30849,
+      "号": 30850,
+      "ذ": 30851,
+      "정": 30852,
+      "林": 30853,
+      "書": 30854,
+      "民": 30855,
+      "口": 30856,
+      "ّ": 30857,
+      "示": 30858,
+      "മ": 30859,
+      "아": 30860,
+      "图": 30861,
+      "∪": 30862,
+      "戦": 30863,
+      "李": 30864,
+      "ല": 30865,
+      "《": 30866,
+      "光": 30867,
+      "白": 30868,
+      "心": 30869,
+      "த": 30870,
+      "ज": 30871,
+      "设": 30872,
+      "ί": 30873,
+      "路": 30874,
+      "ग": 30875,
+      "∥": 30876,
+      "한": 30877,
+      "最": 30878,
+      "Ћ": 30879,
+      "手": 30880,
+      "ս": 30881,
+      "？": 30882,
+      "型": 30883,
+      "ầ": 30884,
+      "セ": 30885,
+      "建": 30886,
+      "ェ": 30887,
+      "主": 30888,
+      "시": 30889,
+      "대": 30890,
+      "ῆ": 30891,
+      "‡": 30892,
+      "集": 30893,
+      "დ": 30894,
+      "目": 30895,
+      "Ρ": 30896,
+      "ァ": 30897,
+      "度": 30898,
+      "長": 30899,
+      "星": 30900,
+      "ノ": 30901,
+      "ộ": 30902,
+      "가": 30903,
+      "五": 30904,
+      "چ": 30905,
+      "로": 30906,
+      "ョ": 30907,
+      "重": 30908,
+      "于": 30909,
+      "发": 30910,
+      "史": 30911,
+      "ظ": 30912,
+      "ช": 30913,
+      "え": 30914,
+      "國": 30915,
+      "ĭ": 30916,
+      "ப": 30917,
+      "인": 30918,
+      "你": 30919,
+      "駅": 30920,
+      "‒": 30921,
+      "♥": 30922,
+      "多": 30923,
+      "ħ": 30924,
+      "Қ": 30925,
+      "ồ": 30926,
+      "士": 30927,
+      "四": 30928,
+      "┴": 30929,
+      "ம": 30930,
+      "司": 30931,
+      "ে": 30932,
+      "ὰ": 30933,
+      "∂": 30934,
+      "╬": 30935,
+      "次": 30936,
+      "Ľ": 30937,
+      "⟶": 30938,
+      "立": 30939,
+      "点": 30940,
+      "音": 30941,
+      "⠀": 30942,
+      "器": 30943,
+      "하": 30944,
+      "井": 30945,
+      "存": 30946,
+      "ֹ": 30947,
+      "当": 30948,
+      "Ë": 30949,
+      "★": 30950,
+      "寺": 30951,
+      "性": 30952,
+      "也": 30953,
+      "め": 30954,
+      "だ": 30955,
+      "位": 30956,
+      "ങ": 30957,
+      "ہ": 30958,
+      "值": 30959,
+      "古": 30960,
+      "გ": 30961,
+      "ব": 30962,
+      "院": 30963,
+      "േ": 30964,
+      "▶": 30965,
+      "ர": 30966,
+      "界": 30967,
+      "語": 30968,
+      "സ": 30969,
+      "수": 30970,
+      "ǒ": 30971,
+      "愛": 30972,
+      "✔": 30973,
+      "時": 30974,
+      "ọ": 30975,
+      "റ": 30976,
+      "մ": 30977,
+      "ケ": 30978,
+      "东": 30979,
+      "同": 30980,
+      "주": 30981,
+      "保": 30982,
+      "Õ": 30983,
+      "ố": 30984,
+      "ἰ": 30985,
+      "青": 30986,
+      "ゴ": 30987,
+      "体": 30988,
+      "清": 30989,
+      "相": 30990,
+      "จ": 30991,
+      "ء": 30992,
+      "情": 30993,
+      "𝕜": 30994,
+      "ক": 30995,
+      "ḫ": 30996,
+      "ờ": 30997,
+      "将": 30998,
+      "族": 30999,
+      "동": 31000,
+      "Υ": 31001,
+      "┌": 31002,
+      "ボ": 31003,
+      "宮": 31004,
+      "』": 31005,
+      "ম": 31006,
+      "『": 31007,
+      "ļ": 31008,
+      "श": 31009,
+      "ป": 31010,
+      "Ա": 31011,
+      "ब": 31012,
+      "자": 31013,
+      "政": 31014,
+      "ா": 31015,
+      "间": 31016,
+      "fi": 31017,
+      "松": 31018,
+      "ṃ": 31019,
+      "始": 31020,
+      "息": 31021,
+      "少": 31022,
+      "教": 31023,
+      "获": 31024,
+      "列": 31025,
+      "开": 31026,
+      "ტ": 31027,
+      "ワ": 31028,
+      "კ": 31029,
+      "科": 31030,
+      "春": 31031,
+      "治": 31032,
+      "吉": 31033,
+      "ས": 31034,
+      "ศ": 31035,
+      "ɒ": 31036,
+      "台": 31037,
+      "ネ": 31038,
+      "း": 31039,
+      "ĩ": 31040,
+      "工": 31041,
+      "ά": 31042,
+      "知": 31043,
+      "八": 31044,
+      "場": 31045,
+      "画": 31046,
+      "百": 31047,
+      "☆": 31048,
+      "記": 31049,
+      "得": 31050,
+      "ソ": 31051,
+      "氏": 31052,
+      "ာ": 31053,
+      "에": 31054,
+      "ল": 31055,
+      "ṛ": 31056,
+      "关": 31057,
+      "ġ": 31058,
+      "έ": 31059,
+      "∑": 31060,
+      "ベ": 31061,
+      "标": 31062,
+      "니": 31063,
+      "ὴ": 31064,
+      "ֵ": 31065,
+      "外": 31066,
+      "♠": 31067,
+      "わ": 31068,
+      "間": 31069,
+      "ภ": 31070,
+      "校": 31071,
+      "制": 31072,
+      "แ": 31073,
+      "力": 31074,
+      "門": 31075,
+      "好": 31076,
+      "ғ": 31077,
+      "Ù": 31078,
+      "ℓ": 31079,
+      "ֶ": 31080,
+      "는": 31081,
+      "┐": 31082,
+      "∗": 31083,
+      "指": 31084,
+      "色": 31085,
+      "返": 31086,
+      "馬": 31087,
+      "请": 31088,
+      "≫": 31089,
+      "風": 31090,
+      "ό": 31091,
+      "接": 31092,
+      "서": 31093,
+      "↳": 31094,
+      "せ": 31095,
+      "志": 31096,
+      "̲": 31097,
+      "魔": 31098,
+      "ң": 31099,
+      "更": 31100,
+      "程": 31101,
+      "김": 31102,
+      "郡": 31103,
+      "ོ": 31104,
+      "ũ": 31105,
+      "ച": 31106,
+      "利": 31107,
+      "県": 31108,
+      "周": 31109,
+      "そ": 31110,
+      "や": 31111,
+      "谷": 31112,
+      "香": 31113,
+      "♯": 31114,
+      "じ": 31115,
+      "،": 31116,
+      "期": 31117,
+      "∅": 31118,
+      "┘": 31119,
+      "初": 31120,
+      "福": 31121,
+      "片": 31122,
+      "ザ": 31123,
+      "動": 31124,
+      "参": 31125,
+      "성": 31126,
+      "Ə": 31127,
+      "╦": 31128,
+      "어": 31129,
+      "ხ": 31130,
+      "義": 31131,
+      "च": 31132,
+      "象": 31133,
+      "功": 31134,
+      "♂": 31135,
+      "도": 31136,
+      "고": 31137,
+      "过": 31138,
+      "վ": 31139,
+      "皇": 31140,
+      "特": 31141,
+      "ậ": 31142,
+      "长": 31143,
+      "英": 31144,
+      "ấ": 31145,
+      "ണ": 31146,
+      "Ъ": 31147,
+      "স": 31148,
+      "其": 31149,
+      "ত": 31150,
+      "流": 31151,
+      "除": 31152,
+      "일": 31153,
+      "ু": 31154,
+      "្": 31155,
+      "永": 31156,
+      "直": 31157,
+      "상": 31158,
+      "千": 31159,
+      "ắ": 31160,
+      "館": 31161,
+      "Ť": 31162,
+      "朝": 31163,
+      "ட": 31164,
+      "ɣ": 31165,
+      "单": 31166,
+      "ʀ": 31167,
+      "格": 31168,
+      "德": 31169,
+      "전": 31170,
+      "☺": 31171,
+      "ピ": 31172,
+      "歌": 31173,
+      "进": 31174,
+      "限": 31175,
+      "夫": 31176,
+      "트": 31177,
+      "⊢": 31178,
+      "園": 31179,
+      "量": 31180,
+      "土": 31181,
+      "放": 31182,
+      "码": 31183,
+      "等": 31184,
+      "系": 31185,
+      "∼": 31186,
+      "華": 31187,
+      "↵": 31188,
+      "소": 31189,
+      "常": 31190,
+      "否": 31191,
+      "見": 31192,
+      "源": 31193,
+      "ׁ": 31194,
+      "实": 31195,
+      "博": 31196,
+      "라": 31197,
+      "원": 31198,
+      "보": 31199,
+      "⊕": 31200,
+      "解": 31201,
+      "〜": 31202,
+      "男": 31203,
+      "দ": 31204,
+      "ポ": 31205,
+      "ろ": 31206,
+      "나": 31207,
+      "ག": 31208,
+      "無": 31209,
+      "Û": 31210,
+      "̥": 31211,
+      "ұ": 31212,
+      "查": 31213,
+      "̣": 31214,
+      "╗": 31215,
+      "╩": 31216,
+      "条": 31217,
+      "য": 31218,
+      "ὁ": 31219,
+      "後": 31220,
+      "他": 31221,
+      "网": 31222,
+      "ல": 31223,
+      "≃": 31224,
+      "화": 31225,
+      "ە": 31226,
+      "阿": 31227,
+      "ေ": 31228,
+      "户": 31229,
+      "∫": 31230,
+      "구": 31231,
+      "ར": 31232,
+      "မ": 31233,
+      "▸": 31234,
+      "լ": 31235,
+      "○": 31236,
+      "命": 31237,
+      "就": 31238,
+      "龍": 31239,
+      "君": 31240,
+      "夏": 31241,
+      "": 31242,
+      "言": 31243,
+      "先": 31244,
+      "➜": 31245,
+      "შ": 31246,
+      "ძ": 31247,
+      "ਾ": 31248,
+      "வ": 31249,
+      "ど": 31250,
+      "ヒ": 31251,
+      "ไ": 31252,
+      "ன": 31253,
+      "ば": 31254,
+      "ギ": 31255,
+      "գ": 31256,
+      "ἄ": 31257,
+      "ヤ": 31258,
+      "典": 31259,
+      "府": 31260,
+      "̄": 31261,
+      "신": 31262,
+      "组": 31263,
+      "改": 31264,
+      "ὲ": 31265,
+      "华": 31266,
+      "与": 31267,
+      "调": 31268,
+      "╝": 31269,
+      "ヴ": 31270,
+      "ქ": 31271,
+      "由": 31272,
+      "修": 31273,
+      "學": 31274,
+      "♣": 31275,
+      "消": 31276,
+      "符": 31277,
+      "ʌ": 31278,
+      "부": 31279,
+      "ớ": 31280,
+      "‾": 31281,
+      "▲": 31282,
+      "录": 31283,
+      "ള": 31284,
+      "연": 31285,
+      "을": 31286,
+      "ひ": 31287,
+      "영": 31288,
+      "┤": 31289,
+      "已": 31290,
+      "陽": 31291,
+      "င": 31292,
+      "국": 31293,
+      "容": 31294,
+      "未": 31295,
+      "宗": 31296,
+      "ᴇ": 31297,
+      "び": 31298,
+      "장": 31299,
+      "龙": 31300,
+      "්": 31301,
+      "提": 31302,
+      "ĝ": 31303,
+      "六": 31304,
+      "形": 31305,
+      "제": 31306,
+      "Հ": 31307,
+      "伊": 31308,
+      "ϵ": 31309,
+      "ข": 31310,
+      "Ű": 31311,
+      "ゃ": 31312,
+      "火": 31313,
+      "Ṣ": 31314,
+      "佐": 31315,
+      "⊥": 31316,
+      "̪": 31317,
+      "ứ": 31318,
+      "□": 31319,
+      "结": 31320,
+      "九": 31321,
+      "雄": 31322,
+      "թ": 31323,
+      "ា": 31324,
+      "而": 31325,
+      "བ": 31326,
+      "우": 31327,
+      "张": 31328,
+      "ट": 31329,
+      "ष": 31330,
+      "向": 31331,
+      "ῥ": 31332,
+      "选": 31333,
+      "공": 31334,
+      "ゲ": 31335,
+      "ʐ": 31336,
+      "仁": 31337,
+      "堂": 31338,
+      "ך": 31339,
+      "ု": 31340,
+      "ἔ": 31341,
+      "അ": 31342,
+      "ề": 31343,
+      "ད": 31344,
+      "선": 31345,
+      "오": 31346,
+      "久": 31347,
+      "œ": 31348,
+      "义": 31349,
+      "अ": 31350,
+      "╔": 31351,
+      "无": 31352,
+      "
": 31353,
+      "은": 31354,
+      "ʷ": 31355,
+      "那": 31356,
+      "線": 31357,
+      "务": 31358,
+      "基": 31359,
+      "属": 31360,
+      "配": 31361,
+      "미": 31362,
+      "軍": 31363,
+      "โ": 31364,
+      "津": 31365,
+      "完": 31366,
+      "研": 31367,
+      "注": 31368,
+      "失": 31369,
+      "应": 31370,
+      "က": 31371,
+      "╚": 31372,
+      "友": 31373,
+      "章": 31374,
+      "Ψ": 31375,
+      "求": 31376,
+      "ण": 31377,
+      "경": 31378,
+      "‬": 31379,
+      "भ": 31380,
+      "们": 31381,
+      "模": 31382,
+      "需": 31383,
+      "ச": 31384,
+      "電": 31385,
+      "প": 31386,
+      "դ": 31387,
+      "へ": 31388,
+      "此": 31389,
+      "夜": 31390,
+      "或": 31391,
+      "橋": 31392,
+      "根": 31393,
+      "Ī": 31394,
+      "玉": 31395,
+      "ู": 31396,
+      "ṅ": 31397,
+      "交": 31398,
+      "品": 31399,
+      "良": 31400,
+      "ང": 31401,
+      "ォ": 31402,
+      "则": 31403,
+      "開": 31404,
+      "Ζ": 31405,
+      "문": 31406,
+      "被": 31407,
+      "조": 31408,
+      "株": 31409,
+      "记": 31410,
+      "會": 31411,
+      "经": 31412,
+      "ू": 31413,
+      "ょ": 31414,
+      "转": 31415,
+      "崎": 31416,
+      "마": 31417,
+      "⌘": 31418,
+      "比": 31419,
+      "造": 31420,
+      "ܐ": 31421,
+      "ื": 31422,
+      "没": 31423,
+      "现": 31424,
+      "七": 31425,
+      "Ά": 31426,
+      "商": 31427,
+      "ை": 31428,
+      "机": 31429,
+      "阳": 31430,
+      "ĉ": 31431,
+      "角": 31432,
+      "站": 31433,
+      "բ": 31434,
+      "해": 31435,
+      "及": 31436,
+      "ध": 31437,
+      "術": 31438,
+      "认": 31439,
+      "‘": 31440,
+      "创": 31441,
+      "編": 31442,
+      "ղ": 31443,
+      "ḩ": 31444,
+      "伝": 31445,
+      "岡": 31446,
+      "ड": 31447,
+      "ホ": 31448,
+      "港": 31449,
+      "任": 31450,
+      "登": 31451,
+      "ི": 31452,
+      "็": 31453,
+      "布": 31454,
+      "究": 31455,
+      "帝": 31456,
+      "여": 31457,
+      "산": 31458,
+      "န": 31459,
+      "◦": 31460,
+      "密": 31461,
+      "变": 31462,
+      "序": 31463,
+      "♀": 31464,
+      "∣": 31465,
+      "计": 31466,
+      "曲": 31467,
+      "Ă": 31468,
+      "ύ": 31469,
+      "ʋ": 31470,
+      "传": 31471,
+      "】": 31472,
+      "包": 31473,
+      "意": 31474,
+      "去": 31475,
+      "沙": 31476,
+      "⸮": 31477,
+      "【": 31478,
+      "写": 31479,
+      "超": 31480,
+      "ய": 31481,
+      "今": 31482,
+      "┈": 31483,
+      "森": 31484,
+      "ි": 31485,
+      "⊗": 31486,
+      "비": 31487,
+      "հ": 31488,
+      "Ḩ": 31489,
+      "ǫ": 31490,
+      "黄": 31491,
+      "∙": 31492,
+      "드": 31493,
+      "🌍": 31494,
+      "景": 31495,
+      "湖": 31496,
+      "ք": 31497,
+      "ိ": 31498,
+      "ⁿ": 31499,
+      "̂": 31500,
+      "ペ": 31501,
+      "何": 31502,
+      "宇": 31503,
+      "張": 31504,
+      "语": 31505,
+      "老": 31506,
+      "例": 31507,
+      "Ṭ": 31508,
+      "鉄": 31509,
+      "克": 31510,
+      "☉": 31511,
+      "™": 31512,
+      "ɹ": 31513,
+      "ἱ": 31514,
+      "ⴰ": 31515,
+      "然": 31516,
+      "를": 31517,
+      "ǧ": 31518,
+      "報": 31519,
+      "服": 31520,
+      "Ď": 31521,
+      "想": 31522,
+      "‖": 31523,
+      "ユ": 31524,
+      "実": 31525,
+      "载": 31526,
+      "요": 31527,
+      "ℚ": 31528,
+      "波": 31529,
+      "马": 31530,
+      "状": 31531,
+      "线": 31532,
+      "유": 31533,
+      "洋": 31534,
+      "万": 31535,
+      "진": 31536,
+      "জ": 31537,
+      "添": 31538,
+      "球": 31539,
+      "機": 31540,
+      "支": 31541,
+      "显": 31542,
+      "拉": 31543,
+      "ὑ": 31544,
+      "送": 31545,
+      "隊": 31546,
+      "ธ": 31547,
+      "处": 31548,
+      "師": 31549,
+      "⊂": 31550,
+      "像": 31551,
+      "়": 31552,
+      "黒": 31553,
+      "ց": 31554,
+      "": 31555,
+      "ủ": 31556,
+      "只": 31557,
+      "起": 31558,
+      "段": 31559,
+      "တ": 31560,
+      "區": 31561,
+      "選": 31562,
+      "천": 31563,
+      "業": 31564,
+      "算": 31565,
+      "广": 31566,
+      "រ": 31567,
+      "视": 31568,
+      "秋": 31569,
+      "因": 31570,
+      "년": 31571,
+      "ے": 31572,
+      "输": 31573,
+      "̱": 31574,
+      "Մ": 31575,
+      "∆": 31576,
+      "康": 31577,
+      "세": 31578,
+      "思": 31579,
+      "死": 31580,
+      "聖": 31581,
+      "민": 31582,
+      "－": 31583,
+      "头": 31584,
+      "ർ": 31585,
+      "∉": 31586,
+      "車": 31587,
+      "┃": 31588,
+      "▇": 31589,
+      "按": 31590,
+      "⍵": 31591,
+      "夢": 31592,
+      "汉": 31593,
+      "从": 31594,
+      "ী": 31595,
+      "题": 31596,
+      "ˆ": 31597,
+      "ἡ": 31598,
+      "展": 31599,
+      "省": 31600,
+      "ུ": 31601,
+      "葉": 31602,
+      "호": 31603,
+      "ਰ": 31604,
+      "素": 31605,
+      "関": 31606,
+      "그": 31607,
+      "；": 31608,
+      "න": 31609,
+      "页": 31610,
+      "共": 31611,
+      "宿": 31612,
+      "态": 31613,
+      "ན": 31614,
+      "技": 31615,
+      "乐": 31616,
+      "控": 31617,
+      "移": 31618,
+      "影": 31619,
+      "ụ": 31620,
+      "ゆ": 31621,
+      "ご": 31622,
+      "್": 31623,
+      "管": 31624,
+      "ൾ": 31625,
+      "╣": 31626,
+      "戸": 31627,
+      "⇔": 31628,
+      "函": 31629,
+      "ẓ": 31630,
+      "尾": 31631,
+      "场": 31632,
+      "介": 31633,
+      "": 31634,
+      "育": 31635,
+      "ර": 31636,
+      "泉": 31637,
+      "ൽ": 31638,
+      "说": 31639,
+      "换": 31640,
+      "必": 31641,
+      "紀": 31642,
+      "མ": 31643,
+      "ེ": 31644,
+      "ợ": 31645,
+      "ൻ": 31646,
+      "宝": 31647,
+      "気": 31648,
+      "门": 31649,
+      "令": 31650,
+      "左": 31651,
+      "漢": 31652,
+      "若": 31653,
+      "屋": 31654,
+      "局": 31655,
+      "打": 31656,
+      "発": 31657,
+      "问": 31658,
+      "恋": 31659,
+      "兵": 31660,
+      "別": 31661,
+      "ા": 31662,
+      "Ս": 31663,
+      "߬": 31664,
+      "গ": 31665,
+      "并": 31666,
+      "ख": 31667,
+      "ή": 31668,
+      "节": 31669,
+      "ʑ": 31670,
+      "ץ": 31671,
+      "Ḫ": 31672,
+      "ℂ": 31673,
+      "引": 31674,
+      "统": 31675,
+      "智": 31676,
+      "̩": 31677,
+      "ै": 31678,
+      "电": 31679,
+      "현": 31680,
+      "✅": 31681,
+      "赤": 31682,
+      "断": 31683,
+      "ね": 31684,
+      "称": 31685,
+      "শ": 31686,
+      "身": 31687,
+      "首": 31688,
+      "付": 31689,
+      "⅓": 31690,
+      "ਸ": 31691,
+      "連": 31692,
+      "ზ": 31693,
+      "官": 31694,
+      "持": 31695,
+      "奈": 31696,
+      "御": 31697,
+      "親": 31698,
+      "군": 31699,
+      "库": 31700,
+      "秀": 31701,
+      "址": 31702,
+      "守": 31703,
+      "活": 31704,
+      "ལ": 31705,
+      "ふ": 31706,
+      "藏": 31707,
+      "ស": 31708,
+      "竹": 31709,
+      "草": 31710,
+      "結": 31711,
+      "ා": 31712,
+      "昌": 31713,
+      "樹": 31714,
+      "ள": 31715,
+      "무": 31716,
+      "হ": 31717,
+      "ゼ": 31718,
+      "̈": 31719,
+      "շ": 31720,
+      "勝": 31721,
+      "足": 31722,
+      "ရ": 31723,
+      "위": 31724,
+      "į": 31725,
+      "Ἰ": 31726,
+      "航": 31727,
+      "陳": 31728,
+      "业": 31729,
+      "富": 31730,
+      "雪": 31731,
+      "आ": 31732,
+      "再": 31733,
+      "안": 31734,
+      "默": 31735,
+      "박": 31736,
+      "용": 31737,
+      "✿": 31738,
+      "楽": 31739,
+      "沢": 31740,
+      "羅": 31741,
+      "Ė": 31742,
+      "ʎ": 31743,
+      "忠": 31744,
+      "错": 31745,
+      "단": 31746,
+      "면": 31747,
+      "ķ": 31748,
+      "桥": 31749,
+      "雲": 31750,
+      "该": 31751,
+      "ṯ": 31752,
+      "岩": 31753,
+      "남": 31754,
+      "ỹ": 31755,
+      "专": 31756,
+      "切": 31757,
+      "店": 31758,
+      "朱": 31759,
+      "ף": 31760,
+      "ず": 31761,
+      "幸": 31762,
+      "母": 31763,
+      "ɫ": 31764,
+      "々": 31765,
+      "∷": 31766,
+      "串": 31767,
+      "击": 31768,
+      "Ἐ": 31769,
+      "設": 31770,
+      "⊤": 31771,
+      "ₗ": 31772,
+      "經": 31773,
+      "강": 31774,
+      "ပ": 31775,
+      "।": 31776,
+      "ѐ": 31777,
+      "ᾶ": 31778,
+      "➖": 31779,
+      "座": 31780,
+      "씨": 31781,
+      "ぶ": 31782,
+      "Ţ": 31783,
+      "云": 31784,
+      "告": 31785,
+      "変": 31786,
+      "试": 31787,
+      "隆": 31788,
+      "개": 31789,
+      "պ": 31790,
+      "判": 31791,
+      "劉": 31792,
+      "˜": 31793,
+      "ˠ": 31794,
+      "编": 31795,
+      "ณ": 31796,
+      "ữ": 31797,
+      "达": 31798,
+      "Ě": 31799,
+      "ܝ": 31800,
+      "ြ": 31801,
+      "ḷ": 31802,
+      "右": 31803,
+      "들": 31804,
+      "ŝ": 31805,
+      "ӏ": 31806,
+      "్": 31807,
+      "എ": 31808,
+      "ற": 31809,
+      "复": 31810,
+      "看": 31811,
+      "話": 31812,
+      "坂": 31813,
+      "尔": 31814,
+      "衛": 31815,
+      "զ": 31816,
+      "차": 31817,
+      "丸": 31818,
+      "样": 31819,
+      "鬼": 31820,
+      "़": 31821,
+      "학": 31822,
+      "喜": 31823,
+      "斯": 31824,
+      "銀": 31825,
+      "만": 31826,
+      "Ξ": 31827,
+      "ც": 31828,
+      "群": 31829,
+      "近": 31830,
+      "塔": 31831,
+      "ϊ": 31832,
+      "ந": 31833,
+      "む": 31834,
+      "确": 31835,
+      "索": 31836,
+      "∇": 31837,
+      "非": 31838,
+      "望": 31839,
+      "❯": 31840,
+      "希": 31841,
+      "ỳ": 31842,
+      "甲": 31843,
+      "越": 31844,
+      "鳥": 31845,
+      "麻": 31846,
+      "雅": 31847,
+      "拳": 31848,
+      "ក": 31849,
+      "溪": 31850,
+      "测": 31851,
+      "话": 31852,
+      "池": 31853,
+      "菜": 31854,
+      "食": 31855,
+      "터": 31856,
+      "ਿ": 31857,
+      "渡": 31858,
+      "速": 31859,
+      "ھ": 31860,
+      "ರ": 31861,
+      "陈": 31862,
+      "健": 31863,
+      "ো": 31864,
+      "ක": 31865,
+      "ὺ": 31866,
+      "军": 31867,
+      "庄": 31868,
+      "红": 31869,
+      "Ħ": 31870,
+      "論": 31871,
+      "Ÿ": 31872,
+      "Έ": 31873,
+      "ự": 31874,
+      "孝": 31875,
+      "頭": 31876,
+      "飛": 31877,
+      "˚": 31878,
+      "▓": 31879,
+      "ً": 31880,
+      "‭": 31881,
+      "么": 31882,
+      "達": 31883,
+      "ѫ": 31884,
+      "巴": 31885,
+      "洞": 31886,
+      "貴": 31887,
+      "项": 31888,
+      "ദ": 31889,
+      "ɵ": 31890,
+      "̍": 31891,
+      "ҡ": 31892,
+      "种": 31893,
+      "运": 31894,
+      "식": 31895,
+      "ྱ": 31896,
+      "ḳ": 31897,
+      "彦": 31898,
+      "⥤": 31899,
+      "书": 31900,
+      "构": 31901,
+      "米": 31902,
+      "连": 31903,
+      "操": 31904,
+      "装": 31905,
+      "과": 31906,
+      "ぐ": 31907,
+      "反": 31908,
+      "̌": 31909,
+      "仮": 31910,
+      "员": 31911,
+      "昭": 31912,
+      "ശ": 31913,
+      "兴": 31914,
+      "客": 31915,
+      "删": 31916,
+      "ම": 31917,
+      "ව": 31918,
+      "პ": 31919,
+      "ċ": 31920,
+      "ഷ": 31921,
+      "သ": 31922,
+      "ᵉ": 31923,
+      "居": 31924,
+      "타": 31925,
+      "𝓝": 31926,
+      "थ": 31927,
+      "現": 31928,
+      "ˇ": 31929,
+      "종": 31930,
+      "助": 31931,
+      "唐": 31932,
+      "瀬": 31933,
+      "ន": 31934,
+      "微": 31935,
+      "１": 31936,
+      "Ġ": 31937,
+      "ほ": 31938,
+      "舞": 31939,
+      "내": 31940,
+      "중": 31941,
+      "Ē": 31942,
+      "导": 31943,
+      "效": 31944,
+      "방": 31945,
+      "ḏ": 31946,
+      "深": 31947,
+      "梅": 31948,
+      "料": 31949,
+      "월": 31950,
+      "每": 31951,
+      "洲": 31952,
+      "회": 31953,
+      "茶": 31954,
+      "败": 31955,
+      "ഞ": 31956,
+      "ể": 31957,
+      "ヨ": 31958,
+      "些": 31959,
+      "双": 31960,
+      "嘉": 31961,
+      "모": 31962,
+      "바": 31963,
+      "ษ": 31964,
+      "進": 31965,
+      "음": 31966,
+      "ญ": 31967,
+      "丁": 31968,
+      "故": 31969,
+      "計": 31970,
+      "遠": 31971,
+      "교": 31972,
+      "재": 31973,
+      "候": 31974,
+      "房": 31975,
+      "명": 31976,
+      "两": 31977,
+      "ფ": 31978,
+      "才": 31979,
+      "합": 31980,
+      "止": 31981,
+      "番": 31982,
+      "ɯ": 31983,
+      "奇": 31984,
+      "怪": 31985,
+      "联": 31986,
+      "역": 31987,
+      "泰": 31988,
+      "백": 31989,
+      "ὀ": 31990,
+      "げ": 31991,
+      "べ": 31992,
+      "边": 31993,
+      "还": 31994,
+      "黃": 31995,
+      "왕": 31996,
+      "收": 31997,
+      "弘": 31998,
+      "给": 31999
+    },
+    "merges": [
+      "▁ t",
+      "e r",
+      "i n",
+      "▁ a",
+      "e n",
+      "o n",
+      "▁t h",
+      "▁ th",
+      "e s",
+      "▁ s",
+      "▁ d",
+      "a t",
+      "o r",
+      "a n",
+      "▁ c",
+      "i s",
+      "r e",
+      "i t",
+      "▁t he",
+      "▁th e",
+      "▁ the",
+      "a r",
+      "l e",
+      "▁ w",
+      "▁ p",
+      "o u",
+      "a l",
+      "▁ f",
+      "▁ m",
+      "e d",
+      "▁ o",
+      "▁ b",
+      "o m",
+      "io n",
+      "i on",
+      "in g",
+      "i ng",
+      "i c",
+      "a s",
+      "e l",
+      "en t",
+      "e nt",
+      "▁i n",
+      "▁ in",
+      "▁ h",
+      "n d",
+      "e t",
+      "▁ l",
+      "▁ n",
+      "s t",
+      "▁t o",
+      "▁ to",
+      "c h",
+      "▁ I",
+      "r o",
+      "i l",
+      "▁o f",
+      "▁ of",
+      "d e",
+      "c t",
+      "▁ (",
+      "a m",
+      "▁ C",
+      "▁d e",
+      "▁ de",
+      "▁ S",
+      "▁ u",
+      "▁ A",
+      "▁ \\",
+      "▁ e",
+      "▁a nd",
+      "▁an d",
+      "▁ and",
+      "▁ T",
+      "o l",
+      "▁ v",
+      "i m",
+      "o t",
+      "a d",
+      "u t",
+      "▁ g",
+      "e m",
+      "u r",
+      "i d",
+      "▁ *",
+      "i g",
+      "r a",
+      "▁r e",
+      "▁ re",
+      "▁i s",
+      "▁ is",
+      "q u",
+      "o w",
+      "▁ M",
+      "es t",
+      "e st",
+      "▁ y",
+      "s e",
+      "v e",
+      "c e",
+      "i e",
+      "u n",
+      "▁ P",
+      "▁ B",
+      "a g",
+      "u l",
+      "▁ =",
+      "h e",
+      "en d",
+      "e nd",
+      "od e",
+      "o de",
+      "te r",
+      "t er",
+      "me nt",
+      "men t",
+      "m ent",
+      "o s",
+      "▁ D",
+      "i f",
+      "at ion",
+      "ati on",
+      "atio n",
+      "a tion",
+      "▁f or",
+      "▁fo r",
+      "▁ for",
+      "▁ r",
+      "▁ L",
+      "▁y ou",
+      "▁yo u",
+      "▁ you",
+      "▁b e",
+      "▁ be",
+      "l y",
+      "ve r",
+      "v er",
+      "a b",
+      "t e",
+      "▁i t",
+      "▁ it",
+      "▁o n",
+      "▁ on",
+      "r i",
+      "u s",
+      "▁ \"",
+      "▁w h",
+      "▁ wh",
+      "▁c on",
+      "▁co n",
+      "▁ con",
+      "▁ H",
+      "▁s t",
+      "▁ st",
+      "i r",
+      "▁ E",
+      "▁ F",
+      "c k",
+      "▁a n",
+      "▁ an",
+      "t h",
+      "e g",
+      "a y",
+      "it h",
+      "i th",
+      "▁ R",
+      "is t",
+      "i st",
+      "an d",
+      "a nd",
+      "▁t hat",
+      "▁th at",
+      "▁ that",
+      "▁a l",
+      "▁ al",
+      "▁ $",
+      "▁ #",
+      "o d",
+      "u m",
+      "▁ W",
+      "h t",
+      "co de",
+      "cod e",
+      "c ode",
+      "▁ G",
+      "at e",
+      "a te",
+      "es s",
+      "e ss",
+      "▁ N",
+      "er e",
+      "e re",
+      "p p",
+      "▁a s",
+      "▁ as",
+      "▁s e",
+      "▁ se",
+      "▁p ro",
+      "▁pr o",
+      "▁ pro",
+      "▁w ith",
+      "▁wit h",
+      "▁ with",
+      "p e",
+      "▁ k",
+      "er s",
+      "e rs",
+      "p t",
+      ") ;",
+      "l o",
+      "▁c om",
+      "▁co m",
+      "▁ com",
+      "am e",
+      "a me",
+      "▁ `",
+      "▁C om",
+      "▁Co m",
+      "▁ Com",
+      "i a",
+      "an t",
+      "a nt",
+      "▁l a",
+      "▁ la",
+      "▁ {",
+      "▁e n",
+      "▁ en",
+      "ct ion",
+      "c tion",
+      "▁e x",
+      "▁ ex",
+      "l d",
+      "u b",
+      "▁ j",
+      "l a",
+      "u e",
+      "▁ J",
+      "ic h",
+      "i ch",
+      "▁d o",
+      "▁ do",
+      "▁ O",
+      "▁q u",
+      "▁ qu",
+      "i v",
+      "or t",
+      "o rt",
+      "ar t",
+      "a rt",
+      "▁u n",
+      "▁ un",
+      "▁# #",
+      "▁ ##",
+      "▁t his",
+      "▁th is",
+      "▁ this",
+      "k e",
+      "▁h a",
+      "▁ ha",
+      "▁ -",
+      "ou t",
+      "o ut",
+      "▁T he",
+      "▁Th e",
+      "▁ The",
+      "▁n ot",
+      "▁no t",
+      "▁ not",
+      "▁n e",
+      "▁ ne",
+      "il l",
+      "i ll",
+      "▁l e",
+      "▁ le",
+      "c i",
+      "ro m",
+      "r om",
+      "in e",
+      "i ne",
+      "/ /",
+      "o p",
+      "eg in",
+      "e gin",
+      "▁Com ment",
+      "▁Comm ent",
+      "▁ Comment",
+      "be gin",
+      "beg in",
+      "b egin",
+      "с т",
+      "as s",
+      "a ss",
+      "i z",
+      ") .",
+      "o g",
+      "▁ п",
+      "▁o r",
+      "▁ or",
+      "▁w as",
+      "▁wa s",
+      "▁ was",
+      "▁a t",
+      "▁ at",
+      "ou r",
+      "o ur",
+      "▁ i",
+      "ai n",
+      "a in",
+      "▁ K",
+      "н а",
+      "▁ V",
+      "g e",
+      "▁s u",
+      "▁ su",
+      "a p",
+      "ag e",
+      "a ge",
+      "ou ld",
+      "oul d",
+      "o uld",
+      "n e",
+      "a v",
+      "x t",
+      "or e",
+      "o re",
+      "il e",
+      "i le",
+      "- -",
+      "▁ в",
+      "▁b y",
+      "▁ by",
+      "l i",
+      "at h",
+      "a th",
+      "р а",
+      "be r",
+      "b er",
+      "ac h",
+      "a ch",
+      "al l",
+      "a ll",
+      "▁T h",
+      "▁ Th",
+      "ul t",
+      "u lt",
+      "▁ }",
+      "▁ U",
+      "▁u s",
+      "▁ us",
+      "▁ z",
+      "us t",
+      "u st",
+      "▁h ave",
+      "▁ha ve",
+      "▁hav e",
+      "▁ have",
+      "li c",
+      "l ic",
+      "н и",
+      "▁c an",
+      "▁ca n",
+      "▁ can",
+      "t r",
+      "co m",
+      "c om",
+      ") ,",
+      "▁I n",
+      "▁ In",
+      "in d",
+      "i nd",
+      "el l",
+      "e ll",
+      "▁f rom",
+      "▁fr om",
+      "▁fro m",
+      "▁ from",
+      "о в",
+      "t o",
+      "▁ [",
+      "ab le",
+      "abl e",
+      "a ble",
+      "os t",
+      "o st",
+      "▁c h",
+      "▁ ch",
+      "ec t",
+      "e ct",
+      "ig ht",
+      "igh t",
+      "in t",
+      "i nt",
+      "▁ '",
+      "▁a re",
+      "▁ar e",
+      "▁ are",
+      "▁i m",
+      "▁ im",
+      "▁s h",
+      "▁ sh",
+      "▁ <",
+      "▁A n",
+      "▁ An",
+      "▁ с",
+      "at a",
+      "a ta",
+      "ir e",
+      "i re",
+      "▁t r",
+      "▁ tr",
+      "co n",
+      "c on",
+      "or d",
+      "o rd",
+      "it y",
+      "i ty",
+      "ar d",
+      "a rd",
+      "▁h e",
+      "▁ he",
+      "▁b ut",
+      "▁bu t",
+      "▁ but",
+      "o c",
+      "= \"",
+      "▁p r",
+      "▁ pr",
+      "ur e",
+      "u re",
+      "pe r",
+      "p er",
+      "ac k",
+      "a ck",
+      "or k",
+      "on g",
+      "o ng",
+      "an s",
+      "a ns",
+      "к о",
+      "pl e",
+      "p le",
+      "▁d es",
+      "▁de s",
+      "▁ des",
+      "o k",
+      "or m",
+      "o rm",
+      "we r",
+      "w er",
+      "a k",
+      "p r",
+      "as e",
+      "a se",
+      "▁e l",
+      "▁ el",
+      "p h",
+      "a c",
+      "▁u nd",
+      "▁un d",
+      "▁ und",
+      "▁a r",
+      "▁ ar",
+      "▁i f",
+      "▁ if",
+      "u d",
+      "p s",
+      "it e",
+      "i te",
+      "bl e",
+      "b le",
+      "н о",
+      "fe r",
+      "f er",
+      "p l",
+      "iv e",
+      "i ve",
+      "an g",
+      "a ng",
+      "en s",
+      "e ns",
+      "р о",
+      "▁s o",
+      "▁ so",
+      "s o",
+      "as t",
+      "a st",
+      "( )",
+      "sw er",
+      "s wer",
+      "r u",
+      "ie s",
+      "i es",
+      "▁ :",
+      "a u",
+      "o v",
+      "р е",
+      "г о",
+      "▁d er",
+      "▁de r",
+      "▁ der",
+      "▁m y",
+      "▁ my",
+      "▁w e",
+      "▁ we",
+      "▁m e",
+      "▁ me",
+      "n t",
+      "▁a d",
+      "▁ ad",
+      "ur n",
+      "u rn",
+      "▁y our",
+      "▁you r",
+      "▁yo ur",
+      "▁ your",
+      ":/ /",
+      ": //",
+      "ar e",
+      "a re",
+      "▁a ll",
+      "▁al l",
+      "▁ all",
+      "f f",
+      "i o",
+      "es tion",
+      "est ion",
+      "esti on",
+      "im e",
+      "i me",
+      "▁e r",
+      "▁ er",
+      "la ss",
+      "las s",
+      "l ass",
+      "▁ и",
+      "▁wh ich",
+      "▁ which",
+      "om e",
+      "o me",
+      "on t",
+      "o nt",
+      "▁p ar",
+      "▁pa r",
+      "▁ par",
+      "▁m a",
+      "▁ ma",
+      "▁ Y",
+      "\" ,",
+      "▁ о",
+      "f t",
+      "ia l",
+      "i al",
+      "c c",
+      "ou nd",
+      "oun d",
+      "o und",
+      "▁l i",
+      "▁ li",
+      "▁re s",
+      "▁r es",
+      "▁ res",
+      "et h",
+      "e th",
+      "je ct",
+      "j ect",
+      "▁a pp",
+      "▁ap p",
+      "▁ app",
+      "▁S t",
+      "▁ St",
+      "ic e",
+      "i ce",
+      "▁a m",
+      "▁ am",
+      "ac t",
+      "a ct",
+      "▁d el",
+      "▁de l",
+      "▁ del",
+      "g r",
+      "at ed",
+      "ate d",
+      "a ted",
+      "ie r",
+      "i er",
+      "▁a b",
+      "▁ ab",
+      "▁e t",
+      "▁ et",
+      "al ly",
+      "all y",
+      ". .",
+      "po rt",
+      "por t",
+      "p ort",
+      "i k",
+      "▁p er",
+      "▁pe r",
+      "▁ per",
+      "▁c ont",
+      "▁con t",
+      "▁co nt",
+      "▁ cont",
+      "р и",
+      "к а",
+      "se r",
+      "s er",
+      "л и",
+      "l l",
+      "ie w",
+      "i ew",
+      "ig n",
+      "i gn",
+      "_ {",
+      "pu t",
+      "p ut",
+      "on e",
+      "o ne",
+      "un ction",
+      "unc tion",
+      "unct ion",
+      "▁d i",
+      "▁ di",
+      "ar y",
+      "a ry",
+      "it ion",
+      "iti on",
+      "i tion",
+      "m a",
+      "е н",
+      "ge t",
+      "g et",
+      "▁l o",
+      "▁ lo",
+      "▁v al",
+      "▁va l",
+      "▁ val",
+      "▁ Q",
+      "ra n",
+      "r an",
+      "▁ д",
+      "en ce",
+      "enc e",
+      "▁w ork",
+      "▁wor k",
+      "▁ work",
+      "▁н а",
+      "▁ на",
+      "i p",
+      "it em",
+      "ite m",
+      "i tem",
+      "yp e",
+      "y pe",
+      "▁ &",
+      "▁h is",
+      "▁hi s",
+      "▁ his",
+      "▁u se",
+      "▁us e",
+      "▁ use",
+      "de r",
+      "d er",
+      "▁An swer",
+      "▁Ans wer",
+      "▁ Answer",
+      "▁w ill",
+      "▁wil l",
+      "▁ will",
+      "iz e",
+      "i ze",
+      "т а",
+      "lo w",
+      "l ow",
+      "▁C h",
+      "▁ Ch",
+      "▁g et",
+      "▁ge t",
+      "▁ get",
+      "id e",
+      "i de",
+      "ou s",
+      "o us",
+      "in k",
+      "pt ion",
+      "p tion",
+      "л а",
+      "tu rn",
+      "t urn",
+      "un g",
+      "u ng",
+      "e c",
+      "u g",
+      "fo rm",
+      "for m",
+      "f orm",
+      "re s",
+      "r es",
+      "ht t",
+      "h tt",
+      "ou g",
+      "o ug",
+      "л ь",
+      "▁n o",
+      "▁ no",
+      "c l",
+      "▁r o",
+      "▁ ro",
+      "▁o ne",
+      "▁on e",
+      "▁ one",
+      "t t",
+      "cr i",
+      "c ri",
+      "d u",
+      "▁u p",
+      "▁ up",
+      "т о",
+      "( \"",
+      "▁o b",
+      "▁ ob",
+      "w e",
+      "or y",
+      "o ry",
+      "▁e st",
+      "▁es t",
+      "▁ est",
+      "er y",
+      "e ry",
+      "ie l",
+      "i el",
+      "st r",
+      "s tr",
+      "o b",
+      "▁qu e",
+      "▁q ue",
+      "▁ que",
+      "ia n",
+      "i an",
+      "▁o ut",
+      "▁ou t",
+      "▁ out",
+      "▁p l",
+      "▁ pl",
+      "▁n ew",
+      "▁ne w",
+      "▁ new",
+      "к и",
+      "▁ +",
+      "r y",
+      "ot h",
+      "o th",
+      "th er",
+      "the r",
+      "t her",
+      "▁v ar",
+      "▁va r",
+      "▁ var",
+      "▁w ould",
+      "▁wo uld",
+      "▁s er",
+      "▁se r",
+      "▁ ser",
+      "ter n",
+      "te rn",
+      "t ern",
+      "te xt",
+      "tex t",
+      "t ext",
+      "▁t here",
+      "▁th ere",
+      "▁the re",
+      "▁ther e",
+      "▁ there",
+      "is h",
+      "i sh",
+      "ro r",
+      "r or",
+      "т е",
+      "▁s et",
+      "▁se t",
+      "▁ set",
+      "▁ @",
+      "▁п о",
+      "▁ по",
+      "▁t e",
+      "▁ te",
+      "e x",
+      "▁re turn",
+      "▁ret urn",
+      "▁ return",
+      "ai l",
+      "a il",
+      "▁a ny",
+      "▁an y",
+      "▁ any",
+      "▁I t",
+      "▁ It",
+      "▁f unction",
+      "▁fun ction",
+      "▁func tion",
+      "▁ function",
+      "{ \\",
+      "' ,",
+      "é s",
+      "al e",
+      "a le",
+      "а н",
+      "▁w hen",
+      "▁wh en",
+      "▁whe n",
+      "▁ when",
+      "i b",
+      "▁g o",
+      "▁ go",
+      "an ce",
+      "anc e",
+      "▁h ad",
+      "▁ha d",
+      "▁ had",
+      "▁Q u",
+      "▁ Qu",
+      "▁c omp",
+      "▁com p",
+      "▁co mp",
+      "▁ comp",
+      "л е",
+      "▁ з",
+      "ma th",
+      "mat h",
+      "m ath",
+      "▁h as",
+      "▁ha s",
+      "▁ has",
+      "▁ м",
+      "▁p re",
+      "▁pr e",
+      "▁ pre",
+      "en er",
+      "ene r",
+      "e ner",
+      "▁p art",
+      "▁par t",
+      "▁pa rt",
+      "▁ part",
+      "el f",
+      "▁d ie",
+      "▁di e",
+      "▁ die",
+      "▁l ike",
+      "▁li ke",
+      "▁lik e",
+      "▁ like",
+      "ra y",
+      "r ay",
+      "ir st",
+      "irs t",
+      "▁d is",
+      "▁di s",
+      "▁ dis",
+      "▁m an",
+      "▁ma n",
+      "▁ man",
+      "ri t",
+      "r it",
+      "▁t hen",
+      "▁th en",
+      "▁the n",
+      "▁ then",
+      "▁c lass",
+      "▁cl ass",
+      "▁cla ss",
+      "▁clas s",
+      "▁ class",
+      "pr o",
+      "p ro",
+      "▁p o",
+      "▁ po",
+      "▁u sing",
+      "▁us ing",
+      "▁ using",
+      "e b",
+      "▁c ode",
+      "▁co de",
+      "▁cod e",
+      "▁ code",
+      "ow n",
+      "o wn",
+      "▁s ome",
+      "▁so me",
+      "▁som e",
+      "▁ some",
+      "ce s",
+      "c es",
+      "▁$ \\",
+      "▁ $\\",
+      "е р",
+      "le ct",
+      "l ect",
+      "▁a u",
+      "▁ au",
+      "is ch",
+      "isc h",
+      "i sch",
+      "▁c ol",
+      "▁co l",
+      "▁ col",
+      "▁ –",
+      "u p",
+      "on s",
+      "o ns",
+      "▁a dd",
+      "▁ad d",
+      "▁ add",
+      "il d",
+      "i ld",
+      "is s",
+      "i ss",
+      "va l",
+      "v al",
+      "ou nt",
+      "oun t",
+      "o unt",
+      "le s",
+      "l es",
+      "ve nt",
+      "ven t",
+      "v ent",
+      "▁ Z",
+      "I n",
+      "ro w",
+      "r ow",
+      "ea r",
+      "e ar",
+      "at ions",
+      "ation s",
+      "ati ons",
+      "atio ns",
+      "a h",
+      "qu e",
+      "q ue",
+      "ub lic",
+      "u blic",
+      "an k",
+      "▁s p",
+      "▁ sp",
+      "▁W h",
+      "▁ Wh",
+      "-- --",
+      "--- -",
+      "- ---",
+      "s k",
+      "e w",
+      "ag s",
+      "a gs",
+      "т и",
+      "an n",
+      "a nn",
+      "▁ —",
+      "er t",
+      "e rt",
+      "ac e",
+      "a ce",
+      "sc h",
+      "s ch",
+      "▁n eed",
+      "▁ne ed",
+      "▁ need",
+      "▁ à",
+      "ie n",
+      "i en",
+      "ou gh",
+      "oug h",
+      "o ugh",
+      "н е",
+      "▁d ef",
+      "▁de f",
+      "▁ def",
+      "i j",
+      "er n",
+      "e rn",
+      "▁w hat",
+      "▁wh at",
+      "▁ what",
+      "▁A r",
+      "▁ Ar",
+      "w o",
+      "m l",
+      "< /",
+      "▁R e",
+      "▁ Re",
+      "▁e s",
+      "▁ es",
+      "▁in st",
+      "▁ins t",
+      "▁ inst",
+      "b o",
+      "a z",
+      "▁# ##",
+      "▁## #",
+      "▁ б",
+      "er m",
+      "e rm",
+      "▁A l",
+      "▁ Al",
+      "le d",
+      "l ed",
+      "д а",
+      "te n",
+      "t en",
+      "se t",
+      "s et",
+      "л о",
+      "▁c omm",
+      "▁com m",
+      "▁co mm",
+      "▁ comm",
+      "s h",
+      "в а",
+      "▁ /",
+      "▁d ata",
+      "▁da ta",
+      "▁dat a",
+      "▁ data",
+      "▁/ /",
+      "▁ //",
+      "] (",
+      "▁s tr",
+      "▁st r",
+      "▁ str",
+      "os e",
+      "o se",
+      "▁U n",
+      "▁ Un",
+      "ve n",
+      "v en",
+      "S t",
+      ".. .",
+      ". ..",
+      "▁ С",
+      "ys t",
+      "y st",
+      "▁ «",
+      "ic k",
+      "i ck",
+      "i x",
+      "pa r",
+      "p ar",
+      "▁ у",
+      "▁w ant",
+      "▁wa nt",
+      "n g",
+      "ot e",
+      "o te",
+      "▁g r",
+      "▁ gr",
+      "▁d u",
+      "▁ du",
+      "▁ .",
+      "un d",
+      "u nd",
+      "▁on ly",
+      "▁ only",
+      "▁s a",
+      "▁ sa",
+      "el y",
+      "e ly",
+      "ve rs",
+      "ver s",
+      "v ers",
+      "▁e nt",
+      "▁en t",
+      "▁ ent",
+      ") )",
+      "( '",
+      "▁m od",
+      "▁mo d",
+      "▁ mod",
+      "av a",
+      "a va",
+      "to n",
+      "t on",
+      "▁sh ould",
+      "▁sho uld",
+      "▁ should",
+      "em ent",
+      "eme nt",
+      "emen t",
+      "e ment",
+      "▁f orm",
+      "▁for m",
+      "▁fo rm",
+      "▁ form",
+      "▁al so",
+      "▁als o",
+      "▁ also",
+      "▁s c",
+      "▁ sc",
+      "in gs",
+      "ing s",
+      "▁Y ou",
+      "▁ You",
+      "ó n",
+      "▁k n",
+      "▁ kn",
+      "() ;",
+      "( );",
+      "▁ |",
+      "▁w ere",
+      "▁we re",
+      "▁wer e",
+      "s s",
+      "▁Qu estion",
+      "▁ Question",
+      "is e",
+      "i se",
+      "▁th ey",
+      "▁the y",
+      "▁ they",
+      "▁D e",
+      "▁ De",
+      "on d",
+      "o nd",
+      "▁s ol",
+      "▁so l",
+      "▁ sol",
+      "▁f ol",
+      "▁fo l",
+      "▁ fol",
+      "▁m ore",
+      "▁mo re",
+      "▁mor e",
+      "▁ more",
+      "▁h er",
+      "▁he r",
+      "▁ her",
+      "▁ _",
+      "▁ é",
+      "at ch",
+      "ft er",
+      "fte r",
+      "f ter",
+      "▁c re",
+      "▁cr e",
+      "▁ cre",
+      "lo ck",
+      "loc k",
+      "l ock",
+      "tr ing",
+      "tri ng",
+      "t ring",
+      "▁T his",
+      "▁Th is",
+      "▁ This",
+      "z e",
+      "ad o",
+      "a do",
+      "ul l",
+      "u ll",
+      "ge r",
+      "g er",
+      "b e",
+      "▁o ther",
+      "▁ot her",
+      "▁ other",
+      "▁T ags",
+      "▁Tag s",
+      "▁Ta gs",
+      "▁ Tags",
+      "ut ion",
+      "uti on",
+      "u tion",
+      "ic t",
+      "i ct",
+      "▁h ow",
+      "▁ho w",
+      "▁ how",
+      "▁ x",
+      "▁S e",
+      "▁ Se",
+      "▁c he",
+      "▁ch e",
+      "▁ che",
+      "cri pt",
+      "cr ipt",
+      "▁j ust",
+      "▁ju st",
+      "▁ just",
+      "▁p os",
+      "▁po s",
+      "▁ pos",
+      "an ge",
+      "ang e",
+      "if ic",
+      "ifi c",
+      "i fic",
+      "re e",
+      "r ee",
+      "} }",
+      "▁t ime",
+      "▁tim e",
+      "▁ti me",
+      "▁ time",
+      "ap p",
+      "a pp",
+      "н ы",
+      "▁f ile",
+      "▁fil e",
+      "▁fi le",
+      "▁ file",
+      "ar k",
+      "ic al",
+      "ica l",
+      "i cal",
+      "▁f irst",
+      "▁fir st",
+      "▁ first",
+      "▁in t",
+      "▁i nt",
+      "▁ int",
+      "▁ В",
+      "▁H e",
+      "▁ He",
+      "t a",
+      "um ent",
+      "ume nt",
+      "umen t",
+      "u ment",
+      "or s",
+      "o rs",
+      "le ment",
+      "lem ent",
+      "l ement",
+      "ra c",
+      "r ac",
+      "▁a g",
+      "▁ ag",
+      "▁do es",
+      "▁ does",
+      "y n",
+      "re ad",
+      "rea d",
+      "r ead",
+      "ua l",
+      "u al",
+      "▁L e",
+      "▁ Le",
+      "y s",
+      "▁e m",
+      "▁ em",
+      "▁n um",
+      "▁nu m",
+      "▁ num",
+      "ve l",
+      "v el",
+      "д и",
+      "ov er",
+      "ove r",
+      "o ver",
+      "▁d if",
+      "▁di f",
+      "et hod",
+      "eth od",
+      "▁I f",
+      "▁ If",
+      "▁s pe",
+      "▁sp e",
+      "▁ spe",
+      "y m",
+      "▁t hem",
+      "▁th em",
+      "▁the m",
+      "▁in to",
+      "▁int o",
+      "▁ into",
+      "▁l es",
+      "▁le s",
+      "▁ les",
+      "▁it s",
+      "▁i ts",
+      "▁ its",
+      "es e",
+      "e se",
+      "ie ld",
+      "iel d",
+      "i eld",
+      "▁p ublic",
+      "▁pub lic",
+      "▁pu blic",
+      "▁publi c",
+      "▁ public",
+      "▁ П",
+      "▁d en",
+      "▁de n",
+      "▁ den",
+      "yst em",
+      "ys tem",
+      "o f",
+      "▁o ver",
+      "▁ov er",
+      "▁ over",
+      "- >",
+      "▁f il",
+      "▁fi l",
+      "▁ fil",
+      "na me",
+      "nam e",
+      "n ame",
+      "in al",
+      "ina l",
+      "i nal",
+      "▁i l",
+      "▁ il",
+      "am ple",
+      "amp le",
+      "▁w ay",
+      "▁wa y",
+      "▁ way",
+      "ic a",
+      "i ca",
+      "в о",
+      "ce ss",
+      "ces s",
+      "c ess",
+      "it t",
+      "i tt",
+      "uc h",
+      "u ch",
+      "▁w here",
+      "▁wh ere",
+      "▁whe re",
+      "▁ where",
+      "м и",
+      "or g",
+      "o rg",
+      "htt ps",
+      "http s",
+      "▁v o",
+      "▁ vo",
+      "ie nt",
+      "ien t",
+      "i ent",
+      "ov e",
+      "o ve",
+      "▁val ue",
+      "▁valu e",
+      "▁ value",
+      "en g",
+      "e ng",
+      "▁L a",
+      "▁ La",
+      "^ {",
+      "re f",
+      "r ef",
+      "ie d",
+      "i ed",
+      "E R",
+      "▁s tat",
+      "▁st at",
+      "▁sta t",
+      "▁ stat",
+      "fi g",
+      "f ig",
+      "m e",
+      "▁v on",
+      "▁vo n",
+      "▁ von",
+      "▁in ter",
+      "▁int er",
+      "▁inte r",
+      "▁ inter",
+      "ro id",
+      "r oid",
+      "at er",
+      "ate r",
+      "a ter",
+      "▁the ir",
+      "▁b et",
+      "▁be t",
+      "▁ bet",
+      "▁e in",
+      "▁ ein",
+      "} \\",
+      "\" >",
+      "▁s ub",
+      "▁su b",
+      "▁ sub",
+      "▁o p",
+      "▁ op",
+      "▁d on",
+      "▁do n",
+      "▁ don",
+      "t y",
+      "▁t ry",
+      "▁tr y",
+      "▁ try",
+      "▁P ro",
+      "▁Pr o",
+      "▁ Pro",
+      "▁t ra",
+      "▁tr a",
+      "▁ tra",
+      "▁s ame",
+      "▁sa me",
+      "▁sam e",
+      "▁ same",
+      "e p",
+      "▁t wo",
+      "▁tw o",
+      "▁ two",
+      "▁n ame",
+      "▁na me",
+      "▁nam e",
+      "▁ name",
+      "ol d",
+      "o ld",
+      "le t",
+      "l et",
+      "▁s im",
+      "▁si m",
+      "▁ sim",
+      "s p",
+      "▁a v",
+      "▁ av",
+      "br e",
+      "b re",
+      "ble m",
+      "bl em",
+      "b lem",
+      "e y",
+      "▁c ould",
+      "▁co uld",
+      "▁cou ld",
+      "▁ could",
+      "▁c or",
+      "▁co r",
+      "▁ cor",
+      "▁a cc",
+      "▁ac c",
+      "▁ acc",
+      "ay s",
+      "a ys",
+      "cr e",
+      "c re",
+      "ur r",
+      "u rr",
+      "s i",
+      "▁con st",
+      "▁cons t",
+      "▁ const",
+      "ue s",
+      "u es",
+      "} $",
+      "V iew",
+      "▁a ct",
+      "▁ac t",
+      "▁ act",
+      "▁b o",
+      "▁ bo",
+      "▁к о",
+      "▁ ко",
+      "▁s om",
+      "▁so m",
+      "▁ som",
+      "▁ab out",
+      "▁ about",
+      "la nd",
+      "lan d",
+      "l and",
+      "me r",
+      "m er",
+      "▁l ist",
+      "▁li st",
+      "▁ list",
+      "ca l",
+      "c al",
+      "▁im port",
+      "▁imp ort",
+      "▁ import",
+      "co l",
+      "c ol",
+      "▁n a",
+      "▁ na",
+      "n a",
+      ": :",
+      "▁w ho",
+      "▁wh o",
+      "▁ who",
+      "▁e rror",
+      "▁er ror",
+      "▁err or",
+      "▁ error",
+      "▁ X",
+      "at or",
+      "ato r",
+      "a tor",
+      "ex t",
+      "e xt",
+      "▁b een",
+      "▁be en",
+      "é r",
+      "▁r un",
+      "▁ru n",
+      "▁ run",
+      "po s",
+      "p os",
+      "▁c l",
+      "▁ cl",
+      "* *",
+      "▁ К",
+      "ul ar",
+      "ula r",
+      "u lar",
+      "au se",
+      "aus e",
+      "a use",
+      "▁re g",
+      "▁r eg",
+      "▁ reg",
+      "▁k now",
+      "▁kn ow",
+      "▁ know",
+      "▁s ee",
+      "▁se e",
+      "▁ see",
+      "▁h im",
+      "▁hi m",
+      "▁ him",
+      "ni ng",
+      "n ing",
+      "▁з а",
+      "▁ за",
+      "at es",
+      "ate s",
+      "a tes",
+      "fo re",
+      "for e",
+      "f ore",
+      "ion s",
+      "io ns",
+      "i ons",
+      "▁h el",
+      "▁he l",
+      "▁ hel",
+      "ut e",
+      "u te",
+      "▁re m",
+      "▁r em",
+      "▁ rem",
+      "▁г о",
+      "▁ го",
+      "▁M ar",
+      "▁Ma r",
+      "▁ Mar",
+      "р у",
+      "vi ce",
+      "vic e",
+      "v ice",
+      "ir ect",
+      "ire ct",
+      "i rect",
+      "ne r",
+      "n er",
+      "▁u nder",
+      "▁un der",
+      "▁und er",
+      "▁ under",
+      "ri b",
+      "r ib",
+      "h r",
+      "ч е",
+      "▁A s",
+      "▁ As",
+      "▁e nd",
+      "▁en d",
+      "▁ end",
+      "em ber",
+      "emb er",
+      "▁ а",
+      "▁a tt",
+      "▁at t",
+      "▁ att",
+      "in a",
+      "i na",
+      "so n",
+      "s on",
+      "▁f ollow",
+      "▁fol low",
+      "▁ follow",
+      "▁S ch",
+      "▁Sc h",
+      "▁ Sch",
+      "pe ct",
+      "pec t",
+      "p ect",
+      "▁re l",
+      "▁r el",
+      "▁ rel",
+      "▁S o",
+      "▁ So",
+      "▁l ook",
+      "▁lo ok",
+      "▁ look",
+      "ab el",
+      "abe l",
+      "a bel",
+      "▁pro blem",
+      "▁prob lem",
+      "▁proble m",
+      "▁probl em",
+      "▁ problem",
+      "▁v an",
+      "▁va n",
+      "▁ van",
+      "st rong",
+      "str ong",
+      "c o",
+      "po n",
+      "p on",
+      "c a",
+      "ad a",
+      "a da",
+      "\" :",
+      "con d",
+      "co nd",
+      "c ond",
+      "am b",
+      "a mb",
+      "} ,",
+      "qu est",
+      "que st",
+      "ques t",
+      "q uest",
+      "▁a ut",
+      "▁au t",
+      "▁ aut",
+      "▁res ult",
+      "▁ result",
+      "▁m ay",
+      "▁ma y",
+      "▁ may",
+      "R e",
+      "ht tp",
+      "htt p",
+      "h ttp",
+      ") :",
+      "▁A nd",
+      "▁An d",
+      "▁ And",
+      "re d",
+      "r ed",
+      "▁H ow",
+      "▁Ho w",
+      "▁ How",
+      "p o",
+      "ск о",
+      "с ко",
+      "at t",
+      "a tt",
+      "ou p",
+      "o up",
+      "ce d",
+      "c ed",
+      "▁t ype",
+      "▁typ e",
+      "▁ty pe",
+      "▁ type",
+      "▁t han",
+      "▁th an",
+      "▁ than",
+      "▁c ons",
+      "▁con s",
+      "▁co ns",
+      "▁ cons",
+      "u f",
+      "ц и",
+      "▁qu estion",
+      "▁quest ion",
+      "▁questi on",
+      "▁ question",
+      "ra ph",
+      "rap h",
+      "r aph",
+      "ig h",
+      "i gh",
+      "▁ М",
+      "▁h tt",
+      "▁ htt",
+      "in s",
+      "i ns",
+      "de n",
+      "d en",
+      "▁d a",
+      "▁ da",
+      "▁v er",
+      "▁ve r",
+      "▁ ver",
+      "o h",
+      "▁= >",
+      "▁ =>",
+      "ri v",
+      "r iv",
+      "ud e",
+      "u de",
+      "▁F or",
+      "▁Fo r",
+      "▁ For",
+      "▁r a",
+      "▁ ra",
+      "fr ac",
+      "fra c",
+      "f rac",
+      "м а",
+      "▁a fter",
+      "▁af ter",
+      "▁ after",
+      "} {",
+      "▁m ethod",
+      "▁met hod",
+      "▁ method",
+      "\" )",
+      "am p",
+      "a mp",
+      "as h",
+      "a sh",
+      "▁re c",
+      "▁r ec",
+      "▁ rec",
+      "▁d iffer",
+      "▁dif fer",
+      "▁diff er",
+      "O N",
+      "a x",
+      "am ent",
+      "ame nt",
+      "amen t",
+      "a ment",
+      "our ce",
+      "Co n",
+      "C on",
+      "it s",
+      "i ts",
+      "Na me",
+      "N ame",
+      "ma n",
+      "m an",
+      "▁b ec",
+      "▁be c",
+      "▁ bec",
+      "ch e",
+      "c he",
+      "▁E n",
+      "▁ En",
+      "a j",
+      "▁g ener",
+      "▁ge ner",
+      "▁gen er",
+      "▁gene r",
+      "▁ gener",
+      "I N",
+      "▁i d",
+      "▁ id",
+      "ag es",
+      "age s",
+      "a ges",
+      "▁l oc",
+      "▁lo c",
+      "▁ loc",
+      "f o",
+      "b r",
+      "▁s he",
+      "▁sh e",
+      "▁ she",
+      "Pr o",
+      "P ro",
+      "▁u na",
+      "▁un a",
+      "▁ una",
+      "▁ к",
+      "et a",
+      "e ta",
+      "lo g",
+      "l og",
+      "ol og",
+      "olo g",
+      "o log",
+      "▁s ur",
+      "▁su r",
+      "▁ sur",
+      "ar g",
+      "a rg",
+      "▁- -",
+      "▁ --",
+      "k t",
+      "( \\",
+      "mi n",
+      "m in",
+      "▁l ine",
+      "▁li ne",
+      "▁lin e",
+      "▁ line",
+      "▁v ari",
+      "▁var i",
+      "▁va ri",
+      "▁ vari",
+      "с я",
+      "ic s",
+      "i cs",
+      "н я",
+      "ve ry",
+      "ver y",
+      "v ery",
+      "ad d",
+      "a dd",
+      "▁o bject",
+      "▁ob ject",
+      "▁obj ect",
+      "▁ object",
+      "I d",
+      "▁B ut",
+      "▁Bu t",
+      "▁ But",
+      "▁c ase",
+      "▁cas e",
+      "▁ca se",
+      "▁ case",
+      "▁m ake",
+      "▁ma ke",
+      "▁mak e",
+      "▁ make",
+      "▁c al",
+      "▁ca l",
+      "▁ cal",
+      "▁p ass",
+      "▁pas s",
+      "▁pa ss",
+      "▁ pass",
+      "с ь",
+      "ess ion",
+      "ne t",
+      "n et",
+      ". \"",
+      "▁ г",
+      "ä r",
+      "д е",
+      "n o",
+      "at ing",
+      "ati ng",
+      "atin g",
+      "a ting",
+      "at o",
+      "a to",
+      "li ne",
+      "lin e",
+      "l ine",
+      "в и",
+      "▁E x",
+      "▁ Ex",
+      "▁a ss",
+      "▁as s",
+      "▁ ass",
+      "▁v ers",
+      "▁ver s",
+      "▁ve rs",
+      "▁ vers",
+      "л я",
+      "▁e d",
+      "▁ ed",
+      "um n",
+      "u mn",
+      "ot her",
+      "oth er",
+      "othe r",
+      "o ther",
+      "ст а",
+      "с та",
+      "at ive",
+      "ativ e",
+      "ati ve",
+      "St ring",
+      "Str ing",
+      "S tring",
+      "▁l os",
+      "▁lo s",
+      "▁ los",
+      "w n",
+      "▁an swer",
+      "▁ans wer",
+      "▁ answer",
+      "▁l et",
+      "▁le t",
+      "▁ let",
+      "▁p e",
+      "▁ pe",
+      "en ts",
+      "ent s",
+      "▁f e",
+      "▁ fe",
+      "in ce",
+      "inc e",
+      "n i",
+      "id er",
+      "ide r",
+      "i der",
+      "ow s",
+      "o ws",
+      "▁t est",
+      "▁te st",
+      "▁ test",
+      "▁h ere",
+      "▁he re",
+      "▁her e",
+      "▁ here",
+      "ro ll",
+      "rol l",
+      "r oll",
+      "▁c all",
+      "▁cal l",
+      "▁ca ll",
+      "▁ call",
+      "ru ct",
+      "r uct",
+      "▁p ol",
+      "▁po l",
+      "▁ pol",
+      "ai t",
+      "a it",
+      "▁b ack",
+      "▁ba ck",
+      "▁ back",
+      "h o",
+      "E x",
+      "re ss",
+      "res s",
+      "r ess",
+      "S T",
+      "ri ed",
+      "rie d",
+      "r ied",
+      "da te",
+      "dat e",
+      "d ate",
+      "е т",
+      "▁d id",
+      "▁di d",
+      "▁ did",
+      "ti ng",
+      "t ing",
+      "▁E l",
+      "▁ El",
+      "▁d em",
+      "▁de m",
+      "▁ dem",
+      ") $",
+      "ов а",
+      "о ва",
+      "ur rent",
+      "urr ent",
+      "urre nt",
+      "la ce",
+      "lac e",
+      "l ace",
+      "rig ht",
+      "r ight",
+      "re n",
+      "r en",
+      "п о",
+      "▁e ach",
+      "▁ each",
+      "c y",
+      "bl ock",
+      "blo ck",
+      "b lock",
+      "da ta",
+      "dat a",
+      "d ata",
+      "▁ %",
+      "▁a c",
+      "▁ ac",
+      "▁= =",
+      "▁ ==",
+      "ü r",
+      "▁p or",
+      "▁po r",
+      "▁ por",
+      "as k",
+      "a sk",
+      "ar ch",
+      "arc h",
+      "am es",
+      "ame s",
+      "a mes",
+      "▁C on",
+      "▁Co n",
+      "▁ Con",
+      "ч а",
+      "▁o ff",
+      "▁of f",
+      "▁ off",
+      "▁f ind",
+      "▁fin d",
+      "▁fi nd",
+      "▁ find",
+      "con t",
+      "co nt",
+      "c ont",
+      "▁n ow",
+      "▁no w",
+      "▁ now",
+      "wor k",
+      "w ork",
+      "at ional",
+      "ation al",
+      "ati onal",
+      "atio nal",
+      "d d",
+      "ci ón",
+      "ció n",
+      "c ión",
+      "▁ А",
+      "au lt",
+      "a ult",
+      "Li st",
+      "L ist",
+      "▁e xt",
+      "▁ex t",
+      "▁ ext",
+      "ur s",
+      "u rs",
+      "ak e",
+      "a ke",
+      "ul e",
+      "u le",
+      "▁p oint",
+      "▁po int",
+      "▁poi nt",
+      "▁ point",
+      "A T",
+      "au t",
+      "a ut",
+      "▁tr ans",
+      "▁tra ns",
+      "▁tran s",
+      "▁ trans",
+      "▁c o",
+      "▁ co",
+      "▁re ad",
+      "▁r ead",
+      "▁ read",
+      "▁u sed",
+      "▁us ed",
+      "▁use d",
+      "▁ used",
+      "ск и",
+      "с ки",
+      "ar i",
+      "a ri",
+      "L E",
+      "et er",
+      "ete r",
+      "e ter",
+      "ou n",
+      "o un",
+      "ev er",
+      "e ver",
+      "sel f",
+      "s elf",
+      "in ed",
+      "ine d",
+      "i ned",
+      "id th",
+      "u x",
+      "j s",
+      "▁s uch",
+      "▁su ch",
+      "▁suc h",
+      "▁ such",
+      "▁I s",
+      "▁ Is",
+      "é e",
+      "fu l",
+      "f ul",
+      "▁d ist",
+      "▁di st",
+      "▁dis t",
+      "▁ dist",
+      "▁b u",
+      "▁ bu",
+      "item ize",
+      "Con t",
+      "Co nt",
+      "C ont",
+      "j e",
+      "с и",
+      "▁p rov",
+      "▁pro v",
+      "▁pr ov",
+      "▁ prov",
+      "b b",
+      "wa rd",
+      "war d",
+      "w ard",
+      "es ent",
+      "ese nt",
+      "esen t",
+      "e sent",
+      "er son",
+      "ers on",
+      "an ks",
+      "ank s",
+      "w h",
+      "no t",
+      "n ot",
+      "▁W e",
+      "▁ We",
+      "k a",
+      "ro p",
+      "r op",
+      "at ur",
+      "atu r",
+      "al s",
+      "a ls",
+      "▁b el",
+      "▁be l",
+      "▁ bel",
+      "ö r",
+      "f r",
+      "▁ex ample",
+      "▁exam ple",
+      "▁ example",
+      "▁in cl",
+      "▁inc l",
+      "am il",
+      "ami l",
+      "a mil",
+      "▁р а",
+      "▁ ра",
+      "▁ “",
+      "▁s tring",
+      "▁st ring",
+      "▁str ing",
+      "▁stri ng",
+      "▁ string",
+      "▁th ink",
+      "▁thin k",
+      "T h",
+      "▁t em",
+      "▁te m",
+      "▁ tem",
+      "av e",
+      "a ve",
+      "▁F ran",
+      "▁Fr an",
+      "▁Fra n",
+      "▁ Fran",
+      "▁n umber",
+      "▁num ber",
+      "▁ number",
+      "▁s i",
+      "▁ si",
+      "im es",
+      "ime s",
+      "i mes",
+      "te m",
+      "t em",
+      "m y",
+      "le r",
+      "l er",
+      "lo ad",
+      "= =",
+      "▁h and",
+      "▁ha nd",
+      "▁han d",
+      "▁ hand",
+      "z a",
+      "▁b ecause",
+      "▁bec ause",
+      "▁ because",
+      "▁s ch",
+      "▁sc h",
+      "▁ sch",
+      "v o",
+      "th is",
+      "t his",
+      "I D",
+      "ã o",
+      "▁st art",
+      "▁star t",
+      "▁sta rt",
+      "▁ start",
+      "▁w ar",
+      "▁wa r",
+      "▁ war",
+      "▁he lp",
+      "▁hel p",
+      "▁ help",
+      "t s",
+      "▁c har",
+      "▁ch ar",
+      "▁cha r",
+      "▁ char",
+      "▁p h",
+      "▁ ph",
+      "▁m in",
+      "▁mi n",
+      "▁ min",
+      "ti l",
+      "t il",
+      "ri te",
+      "rit e",
+      "r ite",
+      "-- ------",
+      "---- ----",
+      "--- -----",
+      "------ --",
+      "----- ---",
+      "------- -",
+      "- -------",
+      "el s",
+      "e ls",
+      "▁m it",
+      "▁mi t",
+      "▁ mit",
+      "ed ia",
+      "edi a",
+      "e dia",
+      "к у",
+      "▁S h",
+      "▁ Sh",
+      "an y",
+      "a ny",
+      "] ;",
+      "▁ Б",
+      "iqu e",
+      "i que",
+      "d a",
+      "e f",
+      "de x",
+      "d ex",
+      "▁p rodu",
+      "▁pro du",
+      "▁pr odu",
+      "▁prod u",
+      "▁ produ",
+      "▁ Н",
+      "gr am",
+      "gra m",
+      "g ram",
+      "▁O r",
+      "▁ Or",
+      "▁g re",
+      "▁gr e",
+      "▁ gre",
+      "qu ote",
+      "quot e",
+      "le g",
+      "l eg",
+      "or n",
+      "o rn",
+      "▁in d",
+      "▁i nd",
+      "▁ ind",
+      "▁p ost",
+      "▁po st",
+      "▁pos t",
+      "▁ post",
+      "▁d ep",
+      "▁de p",
+      "▁ dep",
+      "] ,",
+      "v i",
+      "▁u ser",
+      "▁us er",
+      "▁use r",
+      "▁ user",
+      "▁ >",
+      "li ck",
+      "lic k",
+      "l ick",
+      "▁v ery",
+      "▁ver y",
+      "▁ve ry",
+      "▁ very",
+      "et hing",
+      "eth ing",
+      "e thing",
+      "▁ar ray",
+      "▁arr ay",
+      "▁ array",
+      "▁g u",
+      "▁ gu",
+      "▁d ur",
+      "▁du r",
+      "` .",
+      "т ь",
+      "li cation",
+      "lic ation",
+      "lica tion",
+      "ст и",
+      "с ти",
+      "e k",
+      "ic o",
+      "i co",
+      "▁d at",
+      "▁da t",
+      "▁ dat",
+      "о р",
+      "ht ml",
+      "htm l",
+      "h tml",
+      "ion e",
+      "io ne",
+      "i one",
+      "▁d ifferent",
+      "▁differ ent",
+      "▁c heck",
+      "▁che ck",
+      "▁ check",
+      "▁f r",
+      "▁ fr",
+      "▁E r",
+      "▁ Er",
+      "▁t ext",
+      "▁te xt",
+      "▁tex t",
+      "▁ text",
+      "н і",
+      "ic ht",
+      "ich t",
+      "i cht",
+      "st ack",
+      "sta ck",
+      "E N",
+      "ra g",
+      "r ag",
+      "▁e very",
+      "▁ev ery",
+      "▁ever y",
+      "▁ every",
+      "A r",
+      "▁be fore",
+      "▁bef ore",
+      "▁ before",
+      "al se",
+      "als e",
+      "▁f in",
+      "▁fi n",
+      "▁ fin",
+      "▁d é",
+      "▁th ese",
+      "▁the se",
+      "▁d et",
+      "▁de t",
+      "▁ det",
+      "V al",
+      "ce ption",
+      "cept ion",
+      "cep tion",
+      "▁and roid",
+      "▁ android",
+      "block quote",
+      "▁j e",
+      "▁ je",
+      "fil e",
+      "fi le",
+      "f ile",
+      "at s",
+      "a ts",
+      "▁д о",
+      "▁ до",
+      "ess age",
+      "essa ge",
+      "▁ag ain",
+      "a w",
+      "C h",
+      "we en",
+      "w een",
+      "▁ Д",
+      "fo r",
+      "f or",
+      "ci al",
+      "cia l",
+      "c ial",
+      "pl ay",
+      "pla y",
+      "p lay",
+      "pr e",
+      "p re",
+      "id a",
+      "i da",
+      "▁P ar",
+      "▁Pa r",
+      "▁ Par",
+      "n y",
+      "ra ct",
+      "rac t",
+      "r act",
+      "▁s upp",
+      "▁su pp",
+      "▁sup p",
+      "▁ supp",
+      "as ed",
+      "ase d",
+      "a sed",
+      "le ction",
+      "lect ion",
+      "l ection",
+      "▁d ans",
+      "▁da ns",
+      "▁dan s",
+      "ai r",
+      "a ir",
+      "ro l",
+      "r ol",
+      "▁t hr",
+      "▁th r",
+      "Dat a",
+      "Da ta",
+      "D ata",
+      "li ch",
+      "lic h",
+      "l ich",
+      "▁п ро",
+      "▁пр о",
+      "▁ про",
+      "▁l ong",
+      "▁lo ng",
+      "▁lon g",
+      "▁ long",
+      "▁se cond",
+      "▁sec ond",
+      "▁ second",
+      "ual ly",
+      "u ally",
+      "in es",
+      "ine s",
+      "i nes",
+      "▁f ound",
+      "▁fo und",
+      "▁fou nd",
+      "▁ found",
+      "eng th",
+      "y p",
+      "ea d",
+      "e ad",
+      "▁l og",
+      "▁lo g",
+      "▁ log",
+      "u i",
+      "ne w",
+      "n ew",
+      "▁ Р",
+      "g o",
+      "au s",
+      "a us",
+      "od y",
+      "o dy",
+      "▁s on",
+      "▁so n",
+      "▁ son",
+      "м е",
+      "er o",
+      "e ro",
+      "ve d",
+      "v ed",
+      "su b",
+      "s ub",
+      "▁r ight",
+      "▁rig ht",
+      "▁ right",
+      "vi ew",
+      "vie w",
+      "v iew",
+      "▁follow ing",
+      "' )",
+      "\") ;",
+      "\" );",
+      "▁sa id",
+      "ж е",
+      "ч и",
+      "т у",
+      "ot t",
+      "o tt",
+      "с е",
+      "ar s",
+      "a rs",
+      "$ .",
+      "g g",
+      "▁b r",
+      "▁ br",
+      "oo l",
+      "o ol",
+      "yl e",
+      "y le",
+      "us e",
+      "u se",
+      "▁s how",
+      "▁sh ow",
+      "▁sho w",
+      "▁ show",
+      "le ase",
+      "lea se",
+      "ci a",
+      "c ia",
+      "▁d irect",
+      "▁di rect",
+      "▁dire ct",
+      "▁dir ect",
+      "▁ direct",
+      "do c",
+      "d oc",
+      "а р",
+      "m s",
+      "▁g iv",
+      "▁gi v",
+      "▁ giv",
+      "▁e xp",
+      "▁ex p",
+      "▁ exp",
+      "q l",
+      "д у",
+      "в е",
+      "▁B e",
+      "▁ Be",
+      "Co m",
+      "C om",
+      "it er",
+      "ite r",
+      "i ter",
+      "R E",
+      "m p",
+      "me n",
+      "m en",
+      "▁R o",
+      "▁ Ro",
+      "M A",
+      "▁C ol",
+      "▁Co l",
+      "▁ Col",
+      "is ter",
+      "ist er",
+      "iste r",
+      "i ster",
+      "▁w ell",
+      "▁we ll",
+      "▁wel l",
+      "▁ well",
+      "▁< /",
+      "▁ </",
+      "ay out",
+      "at ure",
+      "atur e",
+      "atu re",
+      "iv ers",
+      "ive rs",
+      "iver s",
+      "i vers",
+      "z y",
+      "▁н е",
+      "▁ не",
+      "▁m et",
+      "▁me t",
+      "▁ met",
+      "un e",
+      "u ne",
+      "yt h",
+      "y th",
+      "Ty pe",
+      "Typ e",
+      "T ype",
+      "▁e lement",
+      "▁el ement",
+      "▁ele ment",
+      "▁elem ent",
+      "▁ element",
+      "▁l ink",
+      "▁lin k",
+      "▁ link",
+      "mo d",
+      "m od",
+      "▁bet ween",
+      "▁ between",
+      "ce pt",
+      "cep t",
+      "qu ire",
+      "qui re",
+      "▁th rough",
+      "▁thr ough",
+      "▁thro ugh",
+      "▁ through",
+      "▁wh ile",
+      "▁ while",
+      "▁O n",
+      "▁ On",
+      "th e",
+      "t he",
+      "í a",
+      "▁s omething",
+      "▁some thing",
+      "▁som ething",
+      "▁somet hing",
+      "▁ something",
+      "vo l",
+      "v ol",
+      "▁m ost",
+      "▁mo st",
+      "▁mos t",
+      "▁ most",
+      "s c",
+      "us s",
+      "u ss",
+      "▁c ar",
+      "▁ca r",
+      "▁ car",
+      "▁s m",
+      "▁ sm",
+      "▁р о",
+      "▁ ро",
+      "an o",
+      "a no",
+      "le ft",
+      "lef t",
+      "l eft",
+      "v a",
+      "▁tr ue",
+      "▁ true",
+      "( $",
+      "em s",
+      "e ms",
+      "▁m uch",
+      "▁mu ch",
+      "á s",
+      "▁N ew",
+      "▁Ne w",
+      "▁ New",
+      "▁pro per",
+      "▁pr oper",
+      "▁prop er",
+      "er a",
+      "e ra",
+      "it ed",
+      "ite d",
+      "i ted",
+      "▁d oc",
+      "▁do c",
+      "▁ doc",
+      "ic es",
+      "ice s",
+      "i ces",
+      "Th e",
+      "T he",
+      "▁ ?",
+      "ст о",
+      "с то",
+      "f l",
+      "▁s pec",
+      "▁sp ec",
+      "▁spe c",
+      "▁ spec",
+      "en der",
+      "end er",
+      "ende r",
+      "e nder",
+      "wa y",
+      "w ay",
+      "▁s elf",
+      "▁sel f",
+      "▁ self",
+      "▁e ven",
+      "▁ev en",
+      "▁ even",
+      "і в",
+      "▁с е",
+      "▁ се",
+      "ни я",
+      "▁P r",
+      "▁ Pr",
+      "▁k e",
+      "▁ ke",
+      "em b",
+      "e mb",
+      "▁t able",
+      "▁tab le",
+      "▁ta ble",
+      "▁ table",
+      "▁e qu",
+      "▁eq u",
+      "▁ equ",
+      "li ent",
+      "lie nt",
+      "l ient",
+      "t d",
+      "par t",
+      "pa rt",
+      "p art",
+      "▁pr int",
+      "▁pri nt",
+      "▁prin t",
+      "▁ print",
+      "▁u ne",
+      "▁un e",
+      "▁ une",
+      "if y",
+      "▁- >",
+      "▁ ->",
+      "en e",
+      "e ne",
+      "▁m on",
+      "▁mo n",
+      "▁ mon",
+      "▁d ec",
+      "▁de c",
+      "▁ dec",
+      "▁st ill",
+      "▁о б",
+      "▁ об",
+      "▁T r",
+      "▁ Tr",
+      "▁ ф",
+      "if e",
+      "i fe",
+      "is m",
+      "i sm",
+      "b y",
+      "ra w",
+      "r aw",
+      "io r",
+      "i or",
+      "▁m ed",
+      "▁me d",
+      "▁ med",
+      "or ld",
+      "▁com ple",
+      "▁comp le",
+      "▁compl e",
+      "▁ comple",
+      "w w",
+      "▁a rt",
+      "▁ar t",
+      "▁ art",
+      "ro n",
+      "r on",
+      "▁ Г",
+      "▁M y",
+      "▁ My",
+      "▁a ls",
+      "▁al s",
+      "▁ als",
+      "re ct",
+      "rec t",
+      "r ect",
+      "▁a uf",
+      "▁au f",
+      "▁ auf",
+      "▁d own",
+      "▁do wn",
+      "▁dow n",
+      "▁ down",
+      "at her",
+      "ath er",
+      "a ther",
+      "Co l",
+      "C ol",
+      "Te xt",
+      "Tex t",
+      "T ext",
+      "ba ck",
+      "b ack",
+      "$ ,",
+      "▁y ear",
+      "▁ye ar",
+      "▁ year",
+      "м о",
+      "p i",
+      "▁G r",
+      "▁ Gr",
+      "re am",
+      "rea m",
+      "▁re p",
+      "▁r ep",
+      "▁ rep",
+      "b f",
+      "ww w",
+      "w ww",
+      "▁w ur",
+      "▁o rg",
+      "▁or g",
+      "▁ org",
+      "in ter",
+      "int er",
+      "inte r",
+      "▁D ie",
+      "▁Di e",
+      "▁ Die",
+      "▁b eing",
+      "▁be ing",
+      "▁bei ng",
+      "\" .",
+      "la bel",
+      "lab el",
+      "l abel",
+      "▁c ent",
+      "▁ce nt",
+      "▁ cent",
+      "ja va",
+      "jav a",
+      "j ava",
+      "ba r",
+      "b ar",
+      "an te",
+      "ant e",
+      "an a",
+      "a na",
+      "_ _",
+      "▁sol ution",
+      "▁ О",
+      "▁f l",
+      "▁ fl",
+      "▁c reate",
+      "▁cre ate",
+      "▁ create",
+      "ic i",
+      "i ci",
+      "st e",
+      "s te",
+      "yth on",
+      "yt hon",
+      "un t",
+      "u nt",
+      "as on",
+      "aso n",
+      "a son",
+      "fer ence",
+      "fe rence",
+      "S E",
+      "▁n on",
+      "▁no n",
+      "▁ non",
+      "an e",
+      "a ne",
+      "▁in s",
+      "▁i ns",
+      "▁ ins",
+      "ad er",
+      "ade r",
+      "a der",
+      "_{ \\",
+      "_ {\\",
+      "Re s",
+      "R es",
+      "▁m ain",
+      "▁ma in",
+      "▁mai n",
+      "▁ main",
+      "п и",
+      "▁T here",
+      "▁The re",
+      "▁Th ere",
+      "▁Ther e",
+      "▁ There",
+      "▁p our",
+      "▁po ur",
+      "▁pou r",
+      "R O",
+      "` ,",
+      "li sh",
+      "lis h",
+      "l ish",
+      "b ject",
+      "cc ess",
+      "c cess",
+      "▁o rig",
+      "▁or ig",
+      "▁ orig",
+      "is chen",
+      "isch en",
+      "ische n",
+      "isc hen",
+      "i schen",
+      "ow er",
+      "owe r",
+      "o wer",
+      "▁h et",
+      "▁he t",
+      "▁ het",
+      "u c",
+      "▁el se",
+      "▁els e",
+      "▁ else",
+      "» .",
+      "▁о т",
+      "▁ от",
+      "eq u",
+      "e qu",
+      "si ble",
+      "s ible",
+      "te st",
+      "tes t",
+      "t est",
+      "st and",
+      "sta nd",
+      "stan d",
+      "é n",
+      "et s",
+      "e ts",
+      "G E",
+      "id ent",
+      "ide nt",
+      "iden t",
+      "i dent",
+      "▁ е",
+      "▁п ри",
+      "▁пр и",
+      "▁ при",
+      ". ,",
+      "▁d as",
+      "▁da s",
+      "▁ das",
+      "oc k",
+      "o ck",
+      ", \"",
+      "▁v ol",
+      "▁vo l",
+      "▁ vol",
+      "▁f o",
+      "▁ fo",
+      "▁p ara",
+      "▁par a",
+      "▁pa ra",
+      "▁ para",
+      "▁ Т",
+      "▁C ar",
+      "▁Ca r",
+      "▁ Car",
+      "ra l",
+      "r al",
+      "▁S p",
+      "▁ Sp",
+      "va r",
+      "v ar",
+      "▁p lay",
+      "▁pl ay",
+      "▁pla y",
+      "▁ play",
+      "ou se",
+      "ous e",
+      "o use",
+      "▁т а",
+      "▁ та",
+      "ic ally",
+      "ical ly",
+      "▁con tain",
+      "▁cont ain",
+      "pon se",
+      "▁S tring",
+      "▁St ring",
+      "▁Str ing",
+      "▁ String",
+      "á n",
+      "▁b oth",
+      "▁bo th",
+      "▁bot h",
+      "▁ both",
+      "ke n",
+      "k en",
+      "A R",
+      "ер е",
+      "е ре",
+      "▁I l",
+      "▁ Il",
+      "▁is s",
+      "▁i ss",
+      "▁ iss",
+      "▁o pen",
+      "▁op en",
+      "▁ open",
+      "▁ )",
+      "▁W hat",
+      "▁Wh at",
+      "▁ What",
+      "f e",
+      "riv ate",
+      "re g",
+      "r eg",
+      "▁with out",
+      "▁ without",
+      "▁z u",
+      "▁ zu",
+      "vi s",
+      "v is",
+      "fl ow",
+      "f low",
+      "▁h ttp",
+      "▁htt p",
+      "▁ http",
+      "ab ase",
+      "aba se",
+      "a base",
+      "▁w ord",
+      "▁wor d",
+      "▁wo rd",
+      "▁ word",
+      "▁ch ange",
+      "▁chang e",
+      "▁ change",
+      "▁work s",
+      "▁wor ks",
+      "▁ works",
+      "▁g e",
+      "▁ ge",
+      "▁ !",
+      "▁e en",
+      "▁ een",
+      "it le",
+      "▁e vent",
+      "▁even t",
+      "▁ev ent",
+      "▁ event",
+      "wo rd",
+      "wor d",
+      "w ord",
+      "an do",
+      "and o",
+      "S B",
+      "re m",
+      "r em",
+      "▁f ield",
+      "▁fi eld",
+      "▁fiel d",
+      "▁ field",
+      "vi ng",
+      "vin g",
+      "v ing",
+      "Se r",
+      "S er",
+      "▁o ur",
+      "▁ou r",
+      "▁ our",
+      "▁qu i",
+      "▁q ui",
+      "▁ qui",
+      "▁o per",
+      "▁op er",
+      "▁ oper",
+      "▁is t",
+      "▁i st",
+      "▁ ist",
+      "de f",
+      "d ef",
+      "▁m ade",
+      "▁ma de",
+      "▁mad e",
+      "▁ made",
+      "ни е",
+      "p x",
+      "▁m en",
+      "▁me n",
+      "▁ men",
+      "r m",
+      "ai s",
+      "a is",
+      "ce nt",
+      "cen t",
+      "c ent",
+      "li st",
+      "lis t",
+      "l ist",
+      "T o",
+      "▁T o",
+      "▁ To",
+      "j a",
+      "ve rt",
+      "ver t",
+      "v ert",
+      "▁m ar",
+      "▁ma r",
+      "▁ mar",
+      "val ue",
+      "valu e",
+      "▁ „",
+      "\" ;",
+      "▁a us",
+      "▁au s",
+      "▁ aus",
+      "▁B r",
+      "▁ Br",
+      "ol e",
+      "o le",
+      "▁m ult",
+      "▁mu lt",
+      "▁mul t",
+      "▁ mult",
+      "oug ht",
+      "ough t",
+      "▁m at",
+      "▁ma t",
+      "▁ mat",
+      "▁v iew",
+      "▁vi ew",
+      "▁vie w",
+      "▁ view",
+      "fi l",
+      "f il",
+      "▁с о",
+      "▁ со",
+      "г а",
+      "▁v oid",
+      "▁vo id",
+      "▁ void",
+      "▁g ood",
+      "▁go od",
+      "▁ good",
+      "б о",
+      "C T",
+      "▁m any",
+      "▁ma ny",
+      "▁man y",
+      "▁ many",
+      "be n",
+      "b en",
+      "▁в о",
+      "▁ во",
+      "▁к а",
+      "▁ ка",
+      "▁s ystem",
+      "▁sys tem",
+      "▁syst em",
+      "▁ system",
+      "in o",
+      "i no",
+      "▁an other",
+      "▁ano ther",
+      "▁ another",
+      "▁re st",
+      "▁r est",
+      "▁res t",
+      "▁ rest",
+      "us er",
+      "use r",
+      "u ser",
+      "il ity",
+      "ili ty",
+      "a i",
+      "▁m ight",
+      "▁mig ht",
+      "us tom",
+      "ust om",
+      "usto m",
+      "▁or der",
+      "▁ord er",
+      "▁ order",
+      "▁V er",
+      "▁Ve r",
+      "▁ Ver",
+      "S S",
+      "} )",
+      "▁e ff",
+      "▁ eff",
+      "д о",
+      "et t",
+      "e tt",
+      "▁s ign",
+      "▁si gn",
+      "▁sig n",
+      "▁ sign",
+      "м у",
+      "I T",
+      "st ring",
+      "str ing",
+      "s tring",
+      "el le",
+      "ell e",
+      "e lle",
+      "▁s ing",
+      "▁si ng",
+      "▁sin g",
+      "▁ sing",
+      "cu l",
+      "c ul",
+      "▁tr ying",
+      "▁try ing",
+      "▁b eg",
+      "▁be g",
+      "▁ beg",
+      "▁p age",
+      "▁pa ge",
+      "▁pag e",
+      "▁ page",
+      "х о",
+      "▁C an",
+      "▁Ca n",
+      "▁ Can",
+      "▁S er",
+      "▁Se r",
+      "▁ Ser",
+      "+ +",
+      "▁m ust",
+      "▁mus t",
+      "▁mu st",
+      "▁ must",
+      "▁val ues",
+      "▁value s",
+      "▁valu es",
+      "▁ values",
+      "▁k ey",
+      "▁ke y",
+      "▁ key",
+      "ib le",
+      "i ble",
+      "] .",
+      "ir d",
+      "i rd",
+      "▁pro gram",
+      "▁pr ogram",
+      "▁ program",
+      "roll er",
+      "rol ler",
+      "rolle r",
+      "▁c onne",
+      "▁con ne",
+      "▁conn e",
+      "▁ conne",
+      "▁s ay",
+      "▁sa y",
+      "▁ say",
+      "▁p aram",
+      "▁par am",
+      "▁para m",
+      "▁pa ram",
+      "▁ param",
+      "ach e",
+      "ac he",
+      "a che",
+      "ve lop",
+      "vel op",
+      "▁s elect",
+      "▁se lect",
+      "▁sel ect",
+      "▁sele ct",
+      "▁ select",
+      "▁f amil",
+      "▁fa mil",
+      "▁fam il",
+      "▁ famil",
+      "▁l ast",
+      "▁la st",
+      "▁las t",
+      "▁ last",
+      "▁Th anks",
+      "▁Thank s",
+      "▁ Thanks",
+      "▁p op",
+      "▁po p",
+      "▁ pop",
+      "} .",
+      "e q",
+      "▁does n",
+      "[ '",
+      "▁t erm",
+      "▁te rm",
+      "▁ter m",
+      "▁ term",
+      "▁r é",
+      "▁ ré",
+      "▁d ocument",
+      "▁doc ument",
+      "▁ document",
+      "п а",
+      "л у",
+      "at eg",
+      "ate g",
+      ". )",
+      "li ng",
+      "lin g",
+      "l ing",
+      "ion al",
+      "io nal",
+      "iona l",
+      "i onal",
+      "ab les",
+      "able s",
+      "abl es",
+      "a bles",
+      "▁t ak",
+      "▁ta k",
+      "ut ton",
+      "utt on",
+      "utto n",
+      "▁a rg",
+      "▁ar g",
+      "▁ arg",
+      "ty pe",
+      "typ e",
+      "t ype",
+      "▁s ure",
+      "▁su re",
+      "▁sur e",
+      "▁re al",
+      "▁ real",
+      "▁w eb",
+      "▁we b",
+      "▁ web",
+      "▁c urrent",
+      "▁cur rent",
+      "▁curr ent",
+      "▁ current",
+      "▁P l",
+      "▁ Pl",
+      "ch o",
+      "c ho",
+      "ment s",
+      "men ts",
+      "m ents",
+      "▁J oh",
+      "▁Jo h",
+      "ot s",
+      "o ts",
+      "▁ex ist",
+      "▁ exist",
+      "н у",
+      "▁f ür",
+      "▁ für",
+      "▁и з",
+      "▁ из",
+      "d o",
+      "но го",
+      "ног о",
+      "н ого",
+      "▁l as",
+      "▁la s",
+      "▁ las",
+      "▁n ull",
+      "▁nu ll",
+      "▁ null",
+      "▁in form",
+      "▁inf orm",
+      "▁info rm",
+      "▁ Л",
+      "▁v ersion",
+      "▁vers ion",
+      "▁ version",
+      "▁c hang",
+      "▁ch ang",
+      "▁cha ng",
+      "ag er",
+      "age r",
+      "a ger",
+      "▁C omm",
+      "▁Com m",
+      "▁Co mm",
+      "▁ Comm",
+      "л і",
+      "us h",
+      "u sh",
+      "▁G e",
+      "▁ Ge",
+      "▁h igh",
+      "▁hi gh",
+      "▁ high",
+      "▁in put",
+      "▁ input",
+      "og le",
+      "o gle",
+      "ro s",
+      "r os",
+      "bo x",
+      "b ox",
+      "ge n",
+      "g en",
+      "▁s te",
+      "▁st e",
+      "▁ ste",
+      "▁l ocal",
+      "▁lo cal",
+      "▁loc al",
+      "▁ local",
+      "I m",
+      "▁pro cess",
+      "▁proc ess",
+      "▁proces s",
+      "▁ process",
+      "ter nal",
+      "tern al",
+      "t ernal",
+      "iz ed",
+      "ize d",
+      "i zed",
+      "г и",
+      "é t",
+      "▁I nd",
+      "▁In d",
+      "▁ Ind",
+      "▁o ch",
+      "▁oc h",
+      "▁ och",
+      "l t",
+      "▁col umn",
+      "▁ column",
+      "▁t ried",
+      "▁tr ied",
+      "▁tri ed",
+      "▁comm and",
+      "▁comma nd",
+      "▁ command",
+      "▁b est",
+      "▁be st",
+      "▁bes t",
+      "▁ best",
+      "as ter",
+      "ast er",
+      "aste r",
+      "a ster",
+      "з а",
+      "▁p rim",
+      "▁pr im",
+      "▁pri m",
+      "▁ prim",
+      "▁m odel",
+      "▁mod el",
+      "▁mo del",
+      "▁mode l",
+      "▁ model",
+      "▁ і",
+      "▁th ose",
+      "it ies",
+      "iti es",
+      "itie s",
+      "i ties",
+      "è re",
+      "▁р е",
+      "▁ ре",
+      "ј е",
+      "ш и",
+      "qu es",
+      "que s",
+      "q ues",
+      "▁A m",
+      "▁ Am",
+      "▁o wn",
+      "▁ow n",
+      "▁ own",
+      "li n",
+      "l in",
+      "з и",
+      "Val ue",
+      "th ing",
+      "t hing",
+      "▁ ,",
+      "▁T e",
+      "▁ Te",
+      "▁st ud",
+      "▁ stud",
+      "▁u m",
+      "▁ um",
+      "▁ser ver",
+      "▁serv er",
+      "▁serve r",
+      "▁ server",
+      "il le",
+      "ill e",
+      "i lle",
+      "▁p ut",
+      "▁pu t",
+      "▁ put",
+      "at iv",
+      "ati v",
+      "g y",
+      "ов и",
+      "о ви",
+      "ra f",
+      "r af",
+      "ов о",
+      "о во",
+      "▁wur de",
+      "▁W hen",
+      "▁Wh en",
+      "▁Whe n",
+      "▁ When",
+      "▁d iv",
+      "▁di v",
+      "▁ div",
+      "an ts",
+      "ant s",
+      "▁t er",
+      "▁te r",
+      "▁ ter",
+      "▁part ic",
+      "▁parti c",
+      "▁ т",
+      "▁D o",
+      "▁ Do",
+      "▁N o",
+      "▁ No",
+      "se rt",
+      "ser t",
+      "s ert",
+      "id o",
+      "i do",
+      "math cal",
+      "ad e",
+      "a de",
+      "▁I I",
+      "▁ II",
+      "le ar",
+      "lea r",
+      "l ear",
+      "og raph",
+      "o graph",
+      "en se",
+      "ens e",
+      "▁r ow",
+      "▁ro w",
+      "▁ row",
+      "nu m",
+      "n um",
+      "▁pos sible",
+      "▁poss ible",
+      "▁possib le",
+      "▁ possible",
+      "▁s ince",
+      "▁sin ce",
+      "▁ since",
+      "▁B o",
+      "▁ Bo",
+      "ct ions",
+      "ction s",
+      "▁I m",
+      "▁ Im",
+      "O R",
+      "ц і",
+      "▁i de",
+      "▁id e",
+      "▁ ide",
+      "ma p",
+      "m ap",
+      "▁cor rect",
+      "▁corre ct",
+      "▁corr ect",
+      "▁ correct",
+      "ve s",
+      "v es",
+      "ph p",
+      "p hp",
+      "▁out put",
+      "▁ output",
+      "▁P h",
+      "▁ Ph",
+      "A L",
+      "ar ed",
+      "are d",
+      "a red",
+      "\\ \\",
+      "▁im age",
+      "▁imag e",
+      "▁ image",
+      "es ch",
+      "esc h",
+      "e sch",
+      "ж и",
+      "▁con f",
+      "▁ conf",
+      "po r",
+      "p or",
+      "qu ery",
+      "que ry",
+      "quer y",
+      "ur es",
+      "ure s",
+      "u res",
+      "iu m",
+      "i um",
+      "en ds",
+      "end s",
+      "▁A b",
+      "▁ Ab",
+      "SB N",
+      "і д",
+      "et her",
+      "eth er",
+      "ethe r",
+      "e ther",
+      "pt ions",
+      "ption s",
+      "it u",
+      "i tu",
+      "li b",
+      "l ib",
+      "n s",
+      "k i",
+      "▁work ing",
+      "▁wor king",
+      "▁ working",
+      "▁c omo",
+      "▁com o",
+      "▁co mo",
+      "▁ como",
+      "▁T hen",
+      "▁The n",
+      "▁Th en",
+      "▁ Then",
+      "M L",
+      "ke y",
+      "k ey",
+      "cl ass",
+      "cla ss",
+      "c lass",
+      "op le",
+      "o ple",
+      "itt le",
+      "▁m atch",
+      "▁mat ch",
+      "▁ match",
+      "way s",
+      "wa ys",
+      "w ays",
+      "math bb",
+      "▁re quire",
+      "▁requ ire",
+      "▁ require",
+      "al t",
+      "a lt",
+      "▁v is",
+      "▁vi s",
+      "▁ vis",
+      "▁b l",
+      "▁ bl",
+      "▁c alled",
+      "▁cal led",
+      "▁call ed",
+      "▁ called",
+      "It em",
+      "I tem",
+      "ur a",
+      "u ra",
+      "ve c",
+      "v ec",
+      "em e",
+      "e me",
+      "▁d ella",
+      "▁de lla",
+      "▁del la",
+      "▁dell a",
+      "em bre",
+      "emb re",
+      "ur g",
+      "u rg",
+      "S e",
+      "▁re quest",
+      "▁requ est",
+      "▁req uest",
+      "▁ request",
+      "is che",
+      "isch e",
+      "isc he",
+      "i sche",
+      "▁p ort",
+      "▁po rt",
+      "▁por t",
+      "▁ port",
+      "▁inst ead",
+      "= \\",
+      "▁ У",
+      "ho r",
+      "h or",
+      "en te",
+      "ent e",
+      "um e",
+      "u me",
+      "er d",
+      "e rd",
+      "с а",
+      "▁w hy",
+      "▁wh y",
+      "▁ why",
+      "ri st",
+      "ris t",
+      "r ist",
+      "▁p erson",
+      "▁per son",
+      "▁pers on",
+      "▁ person",
+      "▁. ..",
+      "▁.. .",
+      "▁ ...",
+      "▁p rivate",
+      "▁priv ate",
+      "▁ private",
+      "▁t ot",
+      "▁to t",
+      "▁ tot",
+      "ph a",
+      "p ha",
+      "if t",
+      "i ft",
+      "it a",
+      "i ta",
+      "lo c",
+      "l oc",
+      "▁o ld",
+      "▁ol d",
+      "▁ old",
+      "о н",
+      "▁n el",
+      "▁ne l",
+      "▁ nel",
+      "' ]",
+      "t i",
+      "ie t",
+      "i et",
+      "ci te",
+      "cit e",
+      "c ite",
+      "ple ment",
+      "pl ement",
+      "p lement",
+      "▁a bove",
+      "▁ab ove",
+      "▁ above",
+      "k s",
+      "re ady",
+      "read y",
+      "rea dy",
+      "▁c ome",
+      "▁com e",
+      "▁co me",
+      "▁ come",
+      "se ction",
+      "sec tion",
+      "sect ion",
+      "s ection",
+      "▁P ol",
+      "▁Po l",
+      "▁ Pol",
+      "▁w rit",
+      "▁wr it",
+      "▁ writ",
+      "▁htt ps",
+      "▁http s",
+      "▁ https",
+      "▁$ $",
+      "▁ $$",
+      "▁ »",
+      "▁bu ild",
+      "▁ build",
+      "it o",
+      "i to",
+      "▁cons ider",
+      "▁consid er",
+      "af t",
+      "a ft",
+      "Ap p",
+      "A pp",
+      ", \\",
+      "ind ows",
+      "indow s",
+      "indo ws",
+      "com m",
+      "co mm",
+      "c omm",
+      "▁ ;",
+      "gr ound",
+      "gro und",
+      "g round",
+      "▁p lace",
+      "▁pl ace",
+      "▁pla ce",
+      "▁ place",
+      "B y",
+      "▁pro ject",
+      "▁ project",
+      "Ob ject",
+      "Obj ect",
+      "O bject",
+      "▁re pr",
+      "▁rep r",
+      "en ces",
+      "ence s",
+      "enc es",
+      "ind ow",
+      "indo w",
+      "z t",
+      "▁f iles",
+      "▁file s",
+      "▁fil es",
+      "▁fi les",
+      "▁ files",
+      "c z",
+      "iv ity",
+      "ivi ty",
+      "i vity",
+      "▁in it",
+      "▁i nit",
+      "▁ init",
+      "▁p rob",
+      "▁pro b",
+      "▁pr ob",
+      "▁ prob",
+      "▁s k",
+      "▁ sk",
+      "or th",
+      "ort h",
+      "im ent",
+      "ime nt",
+      "imen t",
+      "i ment",
+      "ou ble",
+      "at al",
+      "ata l",
+      "a tal",
+      "ir c",
+      "i rc",
+      "▁ è",
+      "▁b re",
+      "▁br e",
+      "▁ bre",
+      "is ta",
+      "ist a",
+      "i sta",
+      "in put",
+      "▁ И",
+      "но й",
+      "su m",
+      "s um",
+      "pa th",
+      "pat h",
+      "p ath",
+      "▁c our",
+      "▁co ur",
+      "▁cou r",
+      "▁t oo",
+      "▁to o",
+      "▁A d",
+      "▁ Ad",
+      "▁G u",
+      "▁ Gu",
+      "▁f alse",
+      "▁fal se",
+      "▁ false",
+      "▁f un",
+      "▁fu n",
+      "▁ fun",
+      "▁с т",
+      "▁ ст",
+      "oo d",
+      "o od",
+      "è s",
+      "▁e nc",
+      "▁en c",
+      "▁ enc",
+      "bo l",
+      "b ol",
+      "r l",
+      "ar get",
+      "arg et",
+      "or der",
+      "ord er",
+      "orde r",
+      "▁me an",
+      "▁ mean",
+      "п е",
+      "ig en",
+      "ige n",
+      "i gen",
+      "▁п ре",
+      "▁пр е",
+      "▁ пре",
+      "wid th",
+      "w idth",
+      "; \r",
+      "it or",
+      "ito r",
+      "i tor",
+      "▁st ate",
+      "▁stat e",
+      "▁sta te",
+      "▁ state",
+      "▁gre at",
+      "en n",
+      "e nn",
+      "bi n",
+      "b in",
+      "E r",
+      "Mo d",
+      "M od",
+      "o z",
+      "▁w on",
+      "▁wo n",
+      "▁ won",
+      "▁f act",
+      "▁fa ct",
+      "▁fac t",
+      "▁ fact",
+      "▁j ava",
+      "▁ja va",
+      "▁jav a",
+      "▁ java",
+      "▁Un ivers",
+      "▁ Univers",
+      "▁c ap",
+      "▁ca p",
+      "▁ cap",
+      "is tor",
+      "ist or",
+      "isto r",
+      "i stor",
+      "} (",
+      "k u",
+      "it her",
+      "ith er",
+      "i ther",
+      "al es",
+      "ale s",
+      "a les",
+      "▁o u",
+      "▁ ou",
+      "ro ss",
+      "ros s",
+      "r oss",
+      "▁t ake",
+      "▁tak e",
+      "▁ta ke",
+      "▁ take",
+      "ri x",
+      "r ix",
+      "lo b",
+      "l ob",
+      "▁e ine",
+      "▁ein e",
+      "as es",
+      "ase s",
+      "▁a ccess",
+      "▁acc ess",
+      "▁ac cess",
+      "▁ access",
+      "it é",
+      "i té",
+      "is tr",
+      "ist r",
+      "i str",
+      "iz ation",
+      "iza tion",
+      "▁app ro",
+      "▁ap pro",
+      "▁ appro",
+      "ba ll",
+      "bal l",
+      "b all",
+      "▁m ak",
+      "▁ma k",
+      "} ^",
+      "▁C ons",
+      "▁Con s",
+      "▁Co ns",
+      "▁ Cons",
+      "pr ess",
+      "pre ss",
+      "pres s",
+      "p ress",
+      "se rv",
+      "ser v",
+      "s erv",
+      "() .",
+      "( ).",
+      "a f",
+      "▁re f",
+      "▁r ef",
+      "▁ ref",
+      ") \\",
+      "▁cont in",
+      "s u",
+      "iv er",
+      "ive r",
+      "i ver",
+      "▁c ond",
+      "▁con d",
+      "▁co nd",
+      "▁ cond",
+      "▁ex pect",
+      "▁exp ect",
+      "▁ expect",
+      "▁char act",
+      "▁cha ract",
+      "ber t",
+      "be rt",
+      "b ert",
+      "el t",
+      "e lt",
+      "ter s",
+      "te rs",
+      "t ers",
+      "scri pt",
+      "scr ipt",
+      "s cript",
+      "▁E d",
+      "▁ Ed",
+      "ap t",
+      "a pt",
+      "') ;",
+      "' );",
+      "pr int",
+      "▁s ize",
+      "▁si ze",
+      "▁ size",
+      "▁s ich",
+      "▁si ch",
+      "▁sic h",
+      "fa ce",
+      "fac e",
+      "f ace",
+      "en den",
+      "end en",
+      "ende n",
+      "▁A mer",
+      "▁Am er",
+      "▁ Amer",
+      "if ied",
+      "ifi ed",
+      "ifie d",
+      "ó w",
+      "▁S u",
+      "▁ Su",
+      "te s",
+      "t es",
+      "me d",
+      "m ed",
+      "▁R eg",
+      "▁Re g",
+      "▁ Reg",
+      "so le",
+      "sol e",
+      "s ole",
+      "▁in clud",
+      "▁incl ud",
+      "▁inclu d",
+      "▁ includ",
+      "in i",
+      "i ni",
+      "in ci",
+      "inc i",
+      "▁p la",
+      "▁pl a",
+      "▁ pla",
+      "▁l eft",
+      "▁le ft",
+      "▁ left",
+      "d f",
+      "Pa r",
+      "P ar",
+      "▁A ll",
+      "▁Al l",
+      "▁ All",
+      "▁o cc",
+      "▁oc c",
+      "▁ occ",
+      "▁A t",
+      "▁ At",
+      "▁c r",
+      "▁ cr",
+      "Q u",
+      "▁g iven",
+      "▁giv en",
+      "▁give n",
+      "▁gi ven",
+      "▁S ystem",
+      "▁Syst em",
+      "▁ System",
+      "ic an",
+      "ica n",
+      "i can",
+      "▁f inal",
+      "▁fin al",
+      "▁fi nal",
+      "▁ final",
+      "it ions",
+      "ition s",
+      "iti ons",
+      "▁б ы",
+      "▁ бы",
+      "▁per form",
+      "▁perf orm",
+      "▁ perform",
+      "A N",
+      "▁M e",
+      "▁ Me",
+      "ur o",
+      "u ro",
+      "▁T hat",
+      "▁Th at",
+      "▁ That",
+      "г ра",
+      "▁П о",
+      "▁ По",
+      "▁в и",
+      "▁ ви",
+      "ab ly",
+      "abl y",
+      "▁pr esent",
+      "▁pre sent",
+      "▁pres ent",
+      "▁ present",
+      "du ct",
+      "d uct",
+      "ri c",
+      "r ic",
+      "▁E ng",
+      "▁En g",
+      "▁ Eng",
+      "tr y",
+      "t ry",
+      "▁l ar",
+      "▁la r",
+      "▁ lar",
+      "b l",
+      "id d",
+      "i dd",
+      "▁ä r",
+      "▁ är",
+      "or a",
+      "o ra",
+      "L L",
+      "os s",
+      "o ss",
+      "▁I SBN",
+      "▁ ISBN",
+      "▁th ree",
+      "▁thr ee",
+      "▁thre e",
+      "▁ three",
+      "j o",
+      "n í",
+      "r c",
+      "▁f ar",
+      "▁fa r",
+      "▁ far",
+      "▁N ot",
+      "▁No t",
+      "▁ Not",
+      "▁l ittle",
+      "▁litt le",
+      "di s",
+      "d is",
+      "at i",
+      "a ti",
+      "fun ction",
+      "func tion",
+      "f unction",
+      "▁a ble",
+      "▁ab le",
+      "▁ able",
+      "le ss",
+      "les s",
+      "l ess",
+      "с о",
+      "▁p ath",
+      "▁pat h",
+      "▁pa th",
+      "▁ path",
+      "▁p res",
+      "▁pr es",
+      "▁pre s",
+      "▁ pres",
+      "lo se",
+      "los e",
+      "l ose",
+      "P I",
+      "▁iss ue",
+      "▁issu e",
+      "▁ issue",
+      "ack age",
+      "ti me",
+      "tim e",
+      "t ime",
+      "ig e",
+      "i ge",
+      "am s",
+      "a ms",
+      "▁C l",
+      "▁ Cl",
+      "ail s",
+      "ai ls",
+      "a ils",
+      "al k",
+      "i i",
+      "ш е",
+      "pe n",
+      "p en",
+      "Q L",
+      "▁e as",
+      "R L",
+      "ce l",
+      "c el",
+      "▁s l",
+      "▁ sl",
+      "▁a sk",
+      "▁as k",
+      "▁ ask",
+      "▁n om",
+      "▁no m",
+      "▁ nom",
+      "▁t op",
+      "▁to p",
+      "▁ top",
+      "id es",
+      "ide s",
+      "i des",
+      "in dex",
+      "ind ex",
+      "inde x",
+      "é m",
+      "▁h app",
+      "▁ha pp",
+      "o x",
+      "c d",
+      "▁b etter",
+      "▁bet ter",
+      "▁lo ad",
+      "▁ load",
+      "ad os",
+      "ado s",
+      "ze n",
+      "z en",
+      "▁c e",
+      "▁ ce",
+      "▁f a",
+      "▁ fa",
+      "▁J ohn",
+      "▁Joh n",
+      "▁Jo hn",
+      "▁ John",
+      "IM A",
+      "I MA",
+      "▁B ar",
+      "▁Ba r",
+      "▁ Bar",
+      "over flow",
+      "▁д е",
+      "▁ де",
+      "ne ss",
+      "nes s",
+      "n ess",
+      "ce r",
+      "c er",
+      "▁H ere",
+      "▁He re",
+      "▁Her e",
+      "▁ Here",
+      "re t",
+      "r et",
+      "▁s z",
+      "▁ sz",
+      "amb da",
+      "op y",
+      "o py",
+      "ur l",
+      "u rl",
+      "p y",
+      "r t",
+      "▁under stand",
+      "a ł",
+      "he r",
+      "h er",
+      "# #",
+      "▁ch ild",
+      "▁chi ld",
+      "▁ child",
+      "▁ex ec",
+      "▁ exec",
+      "▁app lication",
+      "▁applic ation",
+      "▁ application",
+      "▁st ruct",
+      "▁str uct",
+      "▁stru ct",
+      "▁ struct",
+      "▁ я",
+      "Fil e",
+      "Fi le",
+      "F ile",
+      "▁c ert",
+      "▁ce rt",
+      "▁cer t",
+      "▁ cert",
+      "is on",
+      "iso n",
+      "i son",
+      "▁vari able",
+      "▁ variable",
+      "D E",
+      "r s",
+      "▁re ally",
+      "▁real ly",
+      "Po rt",
+      "P ort",
+      "b a",
+      "▁B er",
+      "▁Be r",
+      "▁ Ber",
+      "▁in te",
+      "▁int e",
+      "▁ inte",
+      "▁st atic",
+      "▁stat ic",
+      "▁stati c",
+      "▁ static",
+      "▁con fig",
+      "▁conf ig",
+      "▁ config",
+      "▁S he",
+      "▁Sh e",
+      "▁ She",
+      "est ions",
+      "estion s",
+      "esti ons",
+      "▁p lus",
+      "▁pl us",
+      "▁ plus",
+      "▁h ab",
+      "▁ha b",
+      "▁ hab",
+      "op e",
+      "o pe",
+      "▁m us",
+      "▁mu s",
+      "▁ mus",
+      "▁c ount",
+      "▁co unt",
+      "▁coun t",
+      "▁cou nt",
+      "▁ count",
+      "M E",
+      "▁su pport",
+      "▁supp ort",
+      "▁sup port",
+      "▁ support",
+      "▁pe ople",
+      "▁ people",
+      "▁b eh",
+      "▁be h",
+      "▁al ready",
+      "T r",
+      "▁d one",
+      "▁do ne",
+      "▁don e",
+      "▁ done",
+      "de m",
+      "d em",
+      "si ze",
+      "s ize",
+      "al pha",
+      "alph a",
+      "▁d isc",
+      "▁di sc",
+      "▁dis c",
+      "] )",
+      "▁M an",
+      "▁Ma n",
+      "▁ Man",
+      "▁m il",
+      "▁mi l",
+      "▁ mil",
+      "▁st and",
+      "▁sta nd",
+      "▁stan d",
+      "▁ stand",
+      "▁gr oup",
+      "▁gro up",
+      "▁ group",
+      "▁sm all",
+      "▁ small",
+      "▁m ag",
+      "▁ma g",
+      "▁ mag",
+      "ст ь",
+      "с ть",
+      "▁de fault",
+      "▁def ault",
+      "▁ default",
+      "▁sing le",
+      "▁sin gle",
+      "▁ single",
+      "lin k",
+      "l ink",
+      "cl ude",
+      "clud e",
+      "▁e ar",
+      "▁ ear",
+      "il ar",
+      "ila r",
+      "i lar",
+      "** **",
+      "*** *",
+      "* ***",
+      "▁f ix",
+      "▁fi x",
+      "▁ fix",
+      "le y",
+      "l ey",
+      "▁p as",
+      "▁pa s",
+      "▁ pas",
+      "ни й",
+      "iss ion",
+      "▁im plement",
+      "▁imp lement",
+      "▁impl ement",
+      "it ch",
+      "▁го да",
+      "▁год а",
+      "▁al ways",
+      "▁ always",
+      "▁J ah",
+      "▁Ja h",
+      "pr ing",
+      "p ring",
+      "ç ão",
+      "pl ate",
+      "pla te",
+      "p late",
+      "▁de scri",
+      "▁des cri",
+      "▁desc ri",
+      "▁h ead",
+      "▁he ad",
+      "▁ head",
+      "in it",
+      "ini t",
+      "i nit",
+      "og raf",
+      "▁qu ery",
+      "▁que ry",
+      "▁quer y",
+      "▁ query",
+      "iv ed",
+      "ive d",
+      "i ved",
+      "▁in g",
+      "▁i ng",
+      "▁ ing",
+      "pt y",
+      "p ty",
+      "h a",
+      "▁m ov",
+      "▁mo v",
+      "▁ mov",
+      "▁ э",
+      "et te",
+      "ett e",
+      "e tte",
+      "il y",
+      "i ly",
+      "▁g ot",
+      "▁go t",
+      "▁ got",
+      "il ed",
+      "ile d",
+      "i led",
+      "ic ro",
+      "i cro",
+      "▁w r",
+      "▁ wr",
+      "р я",
+      "▁n ever",
+      "▁ne ver",
+      "▁nev er",
+      "or es",
+      "ore s",
+      "o res",
+      "▁b as",
+      "▁ba s",
+      "▁ bas",
+      "io s",
+      "i os",
+      "la ck",
+      "lac k",
+      "l ack",
+      "ain t",
+      "ai nt",
+      "a int",
+      "vi ous",
+      "v ious",
+      "▁g ive",
+      "▁giv e",
+      "▁gi ve",
+      "id ad",
+      "ida d",
+      "E n",
+      "ны й",
+      "н ый",
+      "ta ble",
+      "tab le",
+      "t able",
+      "▁Н а",
+      "▁ На",
+      "▁p at",
+      "▁pa t",
+      "▁ pat",
+      "то р",
+      "т ор",
+      "an gu",
+      "ang u",
+      "lo y",
+      "l oy",
+      "▁s eg",
+      "▁se g",
+      "▁ seg",
+      "ar ray",
+      "arr ay",
+      "▁F l",
+      "▁ Fl",
+      "▁in dex",
+      "▁ind ex",
+      "▁inde x",
+      "▁ index",
+      "▁s w",
+      "▁ sw",
+      "IMA GE",
+      "IM AGE",
+      "▁k m",
+      "▁ km",
+      "б и",
+      "Cl ass",
+      "Cla ss",
+      "C lass",
+      "en a",
+      "e na",
+      "ме н",
+      "м ен",
+      "com p",
+      "co mp",
+      "c omp",
+      "at us",
+      "atu s",
+      "ra p",
+      "r ap",
+      "▁L ist",
+      "▁Li st",
+      "▁Lis t",
+      "▁ List",
+      "Er ror",
+      "Err or",
+      "E rror",
+      "▁t yp",
+      "▁ty p",
+      "▁ typ",
+      "▁м а",
+      "▁ ма",
+      "c s",
+      "' :",
+      "j i",
+      "▁How ever",
+      "▁ However",
+      "▁т е",
+      "▁ те",
+      "▁be low",
+      "▁bel ow",
+      "▁ below",
+      "▁A pp",
+      "▁Ap p",
+      "▁ App",
+      "щ е",
+      "} _",
+      "bu m",
+      "b um",
+      "vi r",
+      "v ir",
+      "ée s",
+      "é es",
+      "▁re cord",
+      "▁rec ord",
+      "▁ record",
+      "ta in",
+      "t ain",
+      "le m",
+      "l em",
+      "it al",
+      "ita l",
+      "i tal",
+      "▁i mp",
+      "▁im p",
+      "▁ imp",
+      "eg o",
+      "e go",
+      "▁o d",
+      "▁ od",
+      "▁re ce",
+      "▁rec e",
+      "▁ rece",
+      "mi t",
+      "m it",
+      "ff ic",
+      "f fic",
+      "stack overflow",
+      "ie ve",
+      "iev e",
+      "▁ З",
+      "▁n ov",
+      "▁no v",
+      "▁ nov",
+      "ц е",
+      "▁In tern",
+      "▁Int ern",
+      "▁Inter n",
+      "▁ Intern",
+      "b u",
+      "▁s ugg",
+      "▁su gg",
+      "▁sug g",
+      "▁l oop",
+      "▁lo op",
+      "▁ loop",
+      "ri de",
+      "rid e",
+      "r ide",
+      "▁$ (",
+      "▁ $(",
+      "▁s uper",
+      "▁su per",
+      "▁sup er",
+      "▁ super",
+      "ri d",
+      "r id",
+      "ны х",
+      "н ых",
+      "▁P er",
+      "▁Pe r",
+      "▁ Per",
+      "▁d om",
+      "▁do m",
+      "▁ dom",
+      "= '",
+      "ut sch",
+      "uts ch",
+      "le n",
+      "l en",
+      "▁w rite",
+      "▁writ e",
+      "▁wr ite",
+      "▁ write",
+      "▁in v",
+      "▁ inv",
+      "ou th",
+      "out h",
+      "o uth",
+      "▁H er",
+      "▁He r",
+      "▁ Her",
+      "▁y ears",
+      "▁year s",
+      "▁ye ars",
+      "▁or iginal",
+      "▁orig inal",
+      "▁origin al",
+      "▁ original",
+      "eg a",
+      "e ga",
+      "▁S te",
+      "▁St e",
+      "▁ Ste",
+      "▁se ems",
+      "▁see ms",
+      "▁seem s",
+      "é g",
+      "▁n ext",
+      "▁ne xt",
+      "▁ next",
+      "ed er",
+      "ede r",
+      "e der",
+      "▁N e",
+      "▁ Ne",
+      "av as",
+      "ava s",
+      "a vas",
+      "ific ation",
+      "ifi cation",
+      "ifica tion",
+      "Ex ception",
+      "▁D er",
+      "▁De r",
+      "▁ Der",
+      "▁v e",
+      "▁ ve",
+      "at ic",
+      "ati c",
+      "ha t",
+      "h at",
+      "br ary",
+      "bra ry",
+      "re turn",
+      "ret urn",
+      "ur ch",
+      "is ion",
+      "isi on",
+      "m i",
+      "oi nt",
+      "oin t",
+      "o int",
+      "▁d ay",
+      "▁da y",
+      "▁ day",
+      "ic tion",
+      "ict ion",
+      "i ction",
+      "á l",
+      "▁é s",
+      "▁ és",
+      "▁th ough",
+      "▁thou gh",
+      "▁ though",
+      "ac tion",
+      "act ion",
+      "a ction",
+      "í t",
+      "un gen",
+      "ung en",
+      "unge n",
+      "ou rs",
+      "our s",
+      "o urs",
+      "▁s cript",
+      "▁scr ipt",
+      "▁scri pt",
+      "▁ script",
+      "▁in formation",
+      "▁inform ation",
+      "▁ information",
+      "▁mult i",
+      "▁mul ti",
+      "▁ multi",
+      "▁\\ \\",
+      "▁ \\\\",
+      "st er",
+      "ste r",
+      "s ter",
+      "к е",
+      "A C",
+      "ci es",
+      "cie s",
+      "c ies",
+      "▁dis play",
+      "▁disp lay",
+      "▁ display",
+      "om an",
+      "oma n",
+      "o man",
+      "Tim e",
+      "T ime",
+      "iu s",
+      "i us",
+      ")) ;",
+      ") );",
+      "tr e",
+      "t re",
+      "▁l im",
+      "▁li m",
+      "▁ lim",
+      "at ely",
+      "ate ly",
+      "atel y",
+      "é d",
+      "is te",
+      "ist e",
+      "i ste",
+      "▁с а",
+      "▁ са",
+      "pos t",
+      "po st",
+      "p ost",
+      "ue l",
+      "u el",
+      "im g",
+      "▁ ч",
+      "ск а",
+      "с ка",
+      "el d",
+      "e ld",
+      "pp er",
+      "ppe r",
+      "p per",
+      "ul a",
+      "u la",
+      "▁gener al",
+      "▁gen eral",
+      "▁gene ral",
+      "▁ general",
+      "A l",
+      "For m",
+      "F orm",
+      "▁u pon",
+      "▁up on",
+      "z o",
+      "am ente",
+      "ament e",
+      "amen te",
+      "a mente",
+      "▁p rom",
+      "▁pro m",
+      "▁pr om",
+      "▁ prom",
+      "▁ ü",
+      "le x",
+      "l ex",
+      "▁t urn",
+      "▁tu rn",
+      "▁tur n",
+      "▁ turn",
+      "▁м е",
+      "▁ ме",
+      "en tion",
+      "ent ion",
+      "enti on",
+      "ле н",
+      "л ен",
+      "▁a f",
+      "▁ af",
+      "ic le",
+      "i cle",
+      "ст в",
+      "с тв",
+      "▁F il",
+      "▁ Fil",
+      "▁ Ф",
+      "ava script",
+      "avas cript",
+      "Ma n",
+      "M an",
+      "ar a",
+      "a ra",
+      "wa re",
+      "war e",
+      "w are",
+      "al ign",
+      "ali gn",
+      "an gle",
+      "ang le",
+      "▁S c",
+      "▁ Sc",
+      "un ic",
+      "uni c",
+      "u nic",
+      "▁f ran",
+      "▁fr an",
+      "▁fra n",
+      "▁ fran",
+      "U n",
+      "z i",
+      "me t",
+      "m et",
+      "Ad d",
+      "A dd",
+      "▁p ub",
+      "▁pu b",
+      "▁ pub",
+      "ко в",
+      "к ов",
+      "▁g en",
+      "▁ge n",
+      "▁ gen",
+      "▁p od",
+      "▁po d",
+      "▁ pod",
+      "▁s um",
+      "▁su m",
+      "▁ sum",
+      "▁h aving",
+      "▁ha ving",
+      "▁hav ing",
+      "▁a vec",
+      "▁av ec",
+      "▁ave c",
+      "s l",
+      "▁f ig",
+      "▁fi g",
+      "▁ fig",
+      "▁R es",
+      "▁Re s",
+      "▁ Res",
+      "Dat e",
+      "Da te",
+      "D ate",
+      "ul es",
+      "ule s",
+      "u les",
+      "wi th",
+      "w ith",
+      "ски й",
+      "с кий",
+      "g u",
+      "E T",
+      "▁b ro",
+      "▁br o",
+      "▁ bro",
+      "ri e",
+      "r ie",
+      "ap s",
+      "a ps",
+      "en ding",
+      "end ing",
+      "endi ng",
+      "ma il",
+      "mai l",
+      "m ail",
+      "oo k",
+      "o ok",
+      "▁su ccess",
+      "▁succ ess",
+      "▁suc cess",
+      "▁ success",
+      "ber g",
+      "be rg",
+      "b erg",
+      "▁d eb",
+      "▁de b",
+      "▁ deb",
+      "el ta",
+      "elt a",
+      "() `",
+      "( )`",
+      "ent ial",
+      "enti al",
+      "fr ame",
+      "fra me",
+      "fram e",
+      "f rame",
+      "Ke y",
+      "K ey",
+      "in n",
+      "i nn",
+      "▁sim ple",
+      "▁simp le",
+      "▁simpl e",
+      "▁ simple",
+      "iv al",
+      "iva l",
+      "i val",
+      "▁c are",
+      "▁car e",
+      "▁ca re",
+      "▁ care",
+      "▁W eb",
+      "▁We b",
+      "▁ Web",
+      "\") .",
+      "\" ).",
+      ">< /",
+      "> </",
+      "▁d atabase",
+      "▁data base",
+      "▁dat abase",
+      "▁datab ase",
+      "▁ database",
+      "▁N ow",
+      "▁No w",
+      "▁ Now",
+      "In d",
+      "I nd",
+      "▁м о",
+      "▁ мо",
+      "ch t",
+      "c ht",
+      "ba n",
+      "b an",
+      "ra m",
+      "r am",
+      "equ ation",
+      "sk i",
+      "s ki",
+      "ie f",
+      "i ef",
+      "li m",
+      "l im",
+      "Ge t",
+      "G et",
+      "▁t re",
+      "▁tr e",
+      "▁ tre",
+      "at en",
+      "ate n",
+      "a ten",
+      "be d",
+      "b ed",
+      "▁J e",
+      "▁ Je",
+      "▁result s",
+      "▁ results",
+      "л ю",
+      "те ль",
+      "тел ь",
+      "т ель",
+      "d b",
+      "▁b it",
+      "▁bi t",
+      "▁ bit",
+      "bo dy",
+      "b ody",
+      "Ar ray",
+      "Arr ay",
+      "m u",
+      "pr ession",
+      "press ion",
+      "p ression",
+      "▁с та",
+      "▁ст а",
+      "▁ ста",
+      "on y",
+      "o ny",
+      "if f",
+      "i ff",
+      "▁b ar",
+      "▁ba r",
+      "▁ bar",
+      "▁Ar ch",
+      "▁Arc h",
+      "▁ Arch",
+      "ber s",
+      "be rs",
+      "b ers",
+      ") {",
+      "▁M on",
+      "▁Mo n",
+      "▁ Mon",
+      "▁do ing",
+      "▁doi ng",
+      "▁pro f",
+      "▁pr of",
+      "▁ prof",
+      "▁inst all",
+      "▁instal l",
+      "▁ install",
+      "▁p osition",
+      "▁pos ition",
+      "▁posit ion",
+      "▁ position",
+      "em a",
+      "e ma",
+      "▁} );",
+      "▁}) ;",
+      "▁ });",
+      "Pat h",
+      "Pa th",
+      "P ath",
+      "al i",
+      "a li",
+      "▁& &",
+      "▁ &&",
+      "le v",
+      "l ev",
+      "▁c annot",
+      "▁can not",
+      "▁M ay",
+      "▁Ma y",
+      "▁ May",
+      "in st",
+      "ins t",
+      "- \\",
+      "▁c oun",
+      "▁co un",
+      "▁cou n",
+      "▁a ng",
+      "▁an g",
+      "▁ ang",
+      "▁app ear",
+      "▁appe ar",
+      "co r",
+      "c or",
+      "ci ó",
+      "c ió",
+      "id ed",
+      "ide d",
+      "i ded",
+      "qu estions",
+      "quest ions",
+      "question s",
+      "at ter",
+      "att er",
+      "atte r",
+      "▁P a",
+      "▁ Pa",
+      "se lect",
+      "sel ect",
+      "s elect",
+      "▁pr inci",
+      "▁prin ci",
+      "E vent",
+      "▁s ide",
+      "▁si de",
+      "▁sid e",
+      "▁ side",
+      "▁m em",
+      "▁me m",
+      "▁ mem",
+      "▁J an",
+      "▁Ja n",
+      "▁ Jan",
+      "ar io",
+      "ari o",
+      "a rio",
+      "▁with in",
+      "▁wit hin",
+      "▁V al",
+      "▁Va l",
+      "▁ Val",
+      "ode s",
+      "od es",
+      "o des",
+      "idd le",
+      "ur ation",
+      "ura tion",
+      "br a",
+      "b ra",
+      "▁d ate",
+      "▁da te",
+      "▁dat e",
+      "▁ date",
+      "[ ]",
+      "▁en tre",
+      "▁ent re",
+      "▁entr e",
+      "▁ entre",
+      "il i",
+      "i li",
+      "Port ail",
+      "doc s",
+      "do cs",
+      "d ocs",
+      "ско й",
+      "с кой",
+      "El ement",
+      "E lement",
+      "▁m essage",
+      "▁mess age",
+      "▁ message",
+      "▁n ach",
+      "▁na ch",
+      "▁nac h",
+      "▁ nach",
+      "▁d uring",
+      "▁du ring",
+      "▁dur ing",
+      "▁g ra",
+      "▁gr a",
+      "▁ gra",
+      "et work",
+      "▁B y",
+      "▁ By",
+      "▁t ell",
+      "▁te ll",
+      "▁tel l",
+      "et e",
+      "e te",
+      "~ \\",
+      "▁b is",
+      "▁bi s",
+      "▁ bis",
+      "▁p u",
+      "▁ pu",
+      "▁re d",
+      "▁r ed",
+      "▁ red",
+      "▁t hing",
+      "▁th ing",
+      "▁thin g",
+      "▁ thing",
+      "▁s ort",
+      "▁so rt",
+      "▁sor t",
+      "▁ sort",
+      "xi m",
+      "x im",
+      "ir es",
+      "ire s",
+      "i res",
+      "Use r",
+      "Us er",
+      "U ser",
+      "io d",
+      "i od",
+      "▁E st",
+      "▁Es t",
+      "▁ Est",
+      "os ed",
+      "ose d",
+      "o sed",
+      "ou te",
+      "out e",
+      "o ute",
+      "▁L es",
+      "▁Le s",
+      "▁ Les",
+      "▁s ent",
+      "▁se nt",
+      "▁sen t",
+      "▁ sent",
+      "rib ute",
+      "ribu te",
+      "ut es",
+      "ute s",
+      "u tes",
+      "ist ory",
+      "istor y",
+      "isto ry",
+      "i story",
+      "▁ser vice",
+      "▁serv ice",
+      "▁servi ce",
+      "▁ service",
+      "' ;",
+      "fi eld",
+      "f ield",
+      "▁I N",
+      "▁ IN",
+      "ens ion",
+      "re l",
+      "r el",
+      "▁go ing",
+      "▁ going",
+      "we b",
+      "w eb",
+      "Con text",
+      "Cont ext",
+      "▁l ater",
+      "▁la ter",
+      "▁lat er",
+      "▁late r",
+      "u k",
+      "lay out",
+      "l ayout",
+      "on a",
+      "o na",
+      "á t",
+      "---- ------------",
+      "-------- --------",
+      "------------ ----",
+      "------ ----------",
+      "---------- ------",
+      "▁ex act",
+      "an dom",
+      "and om",
+      "ando m",
+      "▁s ie",
+      "▁si e",
+      "I I",
+      "▁The y",
+      "▁Th ey",
+      "▁ They",
+      "ment e",
+      "men te",
+      "m ente",
+      "ib li",
+      "▁f ine",
+      "▁fin e",
+      "▁fi ne",
+      "U T",
+      "▁de velop",
+      "▁deve lop",
+      "▁ develop",
+      "▁E in",
+      "so ft",
+      "of f",
+      "o ff",
+      "Se t",
+      "S et",
+      "▁a z",
+      "▁ az",
+      "et ers",
+      "eter s",
+      "ete rs",
+      "e ters",
+      "il der",
+      "ild er",
+      "ilde r",
+      "i lder",
+      "ple s",
+      "pl es",
+      "p les",
+      "▁spec ific",
+      "▁ specific",
+      "▁o m",
+      "▁ om",
+      "er ror",
+      "err or",
+      "e rror",
+      "ent ly",
+      "▁fil m",
+      "▁fi lm",
+      "▁ film",
+      "uc k",
+      "u ck",
+      "ain s",
+      "ai ns",
+      "a ins",
+      "ac ión",
+      "ació n",
+      "aci ón",
+      "a ción",
+      "ge s",
+      "g es",
+      "ж а",
+      "▁th ings",
+      "▁thing s",
+      "▁thin gs",
+      "S h",
+      "▁th ought",
+      "▁though t",
+      "▁ad ded",
+      "▁add ed",
+      "▁ added",
+      "de p",
+      "d ep",
+      "ско го",
+      "ск ого",
+      "ског о",
+      "с кого",
+      "▁L i",
+      "▁ Li",
+      "il s",
+      "i ls",
+      "yn c",
+      "y nc",
+      "▁т о",
+      "▁ то",
+      "ri es",
+      "rie s",
+      "r ies",
+      "▁c u",
+      "▁ cu",
+      "ch en",
+      "che n",
+      "c hen",
+      "IO N",
+      "I ON",
+      "▁D es",
+      "▁De s",
+      "▁ Des",
+      "ult ado",
+      "ir t",
+      "i rt",
+      "▁b ased",
+      "▁bas ed",
+      "▁base d",
+      "▁ba sed",
+      "▁ based",
+      "▁m o",
+      "▁ mo",
+      "▁d est",
+      "▁de st",
+      "▁des t",
+      "▁ dest",
+      "pn g",
+      "p ng",
+      "re en",
+      "ree n",
+      "r een",
+      "▁r unning",
+      "▁run ning",
+      "▁ running",
+      "am ma",
+      "amm a",
+      "ou d",
+      "o ud",
+      "▁re fer",
+      "▁ref er",
+      "▁ refer",
+      "io us",
+      "i ous",
+      "▁J ul",
+      "▁Ju l",
+      "▁ Jul",
+      "▁s earch",
+      "▁se arch",
+      "▁ search",
+      "al d",
+      "a ld",
+      "ed e",
+      "e de",
+      "▁w rong",
+      "▁wr ong",
+      "A n",
+      "▁u ntil",
+      "▁un til",
+      "▁ until",
+      "si te",
+      "s ite",
+      "ay er",
+      "aye r",
+      "a yer",
+      "▁on ce",
+      "▁ once",
+      "ar r",
+      "a rr",
+      "▁again st",
+      "== ==",
+      "=== =",
+      "= ===",
+      "▁s ource",
+      "▁ source",
+      "ar n",
+      "a rn",
+      "ap i",
+      "a pi",
+      "▁re present",
+      "▁repr esent",
+      "▁repres ent",
+      "▁repre sent",
+      "▁a ff",
+      "▁af f",
+      "▁ aff",
+      "▁s ein",
+      "▁se in",
+      "▁sei n",
+      "▁ sein",
+      "▁al low",
+      "▁all ow",
+      "▁allo w",
+      "▁ allow",
+      "or mal",
+      "orm al",
+      "en ded",
+      "end ed",
+      "ende d",
+      "▁cont rol",
+      "▁contr ol",
+      "▁contro l",
+      "▁ control",
+      "math bf",
+      "com e",
+      "co me",
+      "c ome",
+      "cu r",
+      "c ur",
+      "en do",
+      "end o",
+      "w a",
+      "▁up date",
+      "▁upd ate",
+      "▁ update",
+      "▁in side",
+      "▁ins ide",
+      "▁ inside",
+      "▁re ason",
+      "▁ reason",
+      "om en",
+      "ome n",
+      "o men",
+      "▁в ы",
+      "▁ вы",
+      "D e",
+      "▁ј е",
+      "▁ је",
+      "s w",
+      "▁s ever",
+      "▁se ver",
+      "O f",
+      "▁inst ance",
+      "▁ instance",
+      "▁m er",
+      "▁me r",
+      "▁ mer",
+      "▁e ffect",
+      "▁eff ect",
+      "▁ effect",
+      "col or",
+      "co lor",
+      "colo r",
+      "ug ust",
+      "il t",
+      "i lt",
+      "de s",
+      "d es",
+      "it z",
+      "i tz",
+      "ul ation",
+      "ula tion",
+      "u lation",
+      "ni e",
+      "n ie",
+      "▁W orld",
+      "▁Wor ld",
+      "▁ World",
+      "▁sim ilar",
+      "▁ similar",
+      "ym bol",
+      "hi ng",
+      "hin g",
+      "h ing",
+      "▁m ark",
+      "▁mar k",
+      "▁ mark",
+      "St ate",
+      "Stat e",
+      "▁cont ent",
+      "▁conten t",
+      "▁conte nt",
+      "▁ content",
+      "▁me ans",
+      "▁mean s",
+      "am ed",
+      "ame d",
+      "a med",
+      "▁E nd",
+      "▁En d",
+      "▁ End",
+      "N D",
+      "co unt",
+      "cou nt",
+      "c ount",
+      "▁In st",
+      "▁Ins t",
+      "▁ Inst",
+      "per ty",
+      "pert y",
+      "ct or",
+      "c tor",
+      "▁{ \\",
+      "▁ {\\",
+      "▁L et",
+      "▁Le t",
+      "▁ Let",
+      "▁! =",
+      "▁ !=",
+      "▁get ting",
+      "▁ getting",
+      "ut h",
+      "u th",
+      "um ber",
+      "umb er",
+      "▁Cons ultado",
+      "sch aft",
+      "sc haft",
+      "le te",
+      "let e",
+      "l ete",
+      "▁W ill",
+      "▁Wil l",
+      "▁Wi ll",
+      "▁ Will",
+      "▁E m",
+      "▁ Em",
+      "he ad",
+      "h ead",
+      "▁l eg",
+      "▁le g",
+      "▁ leg",
+      "но м",
+      "н ом",
+      "O r",
+      "ar m",
+      "a rm",
+      "pon d",
+      "po nd",
+      "p ond",
+      "▁Ch rist",
+      "▁Chris t",
+      "▁Chr ist",
+      "▁ Christ",
+      "▁a round",
+      "▁ar ound",
+      "▁ around",
+      "▁c lear",
+      "▁cl ear",
+      "▁cle ar",
+      "▁ clear",
+      "▁h ref",
+      "▁hr ef",
+      "▁ href",
+      "▁S ee",
+      "▁Se e",
+      "▁ See",
+      "') .",
+      "' ).",
+      "▁cre ated",
+      "▁create d",
+      "▁ created",
+      "▁b utton",
+      "▁but ton",
+      "▁ button",
+      "in ing",
+      "ini ng",
+      "i ning",
+      "▁c lick",
+      "▁cl ick",
+      "▁cli ck",
+      "▁ click",
+      "ia m",
+      "i am",
+      "pl it",
+      "p lit",
+      "F or",
+      "▁p olit",
+      "▁po lit",
+      "▁pol it",
+      "▁ polit",
+      "▁se em",
+      "▁see m",
+      "▁l ife",
+      "▁li fe",
+      "▁lif e",
+      "▁ life",
+      "но в",
+      "н ов",
+      "▁in tern",
+      "▁int ern",
+      "▁inter n",
+      "▁inte rn",
+      "▁ intern",
+      "щ и",
+      "se l",
+      "s el",
+      "so ci",
+      "s oci",
+      "▁s tor",
+      "▁st or",
+      "▁sto r",
+      "▁ stor",
+      "cl e",
+      "c le",
+      "ear ch",
+      "e arch",
+      "and roid",
+      "andro id",
+      "andr oid",
+      "}^ {",
+      "} ^{",
+      "▁e ither",
+      "▁f ew",
+      "▁fe w",
+      "▁init ial",
+      "▁initi al",
+      "▁ initial",
+      "l ength",
+      "ri a",
+      "r ia",
+      "sq l",
+      "s ql",
+      "wi k",
+      "w ik",
+      "▁é t",
+      "▁ ét",
+      "ue r",
+      "u er",
+      "▁val id",
+      "▁ valid",
+      "An d",
+      "A nd",
+      "in clude",
+      "includ e",
+      "ur y",
+      "u ry",
+      "▁s us",
+      "▁su s",
+      "ir ed",
+      "ire d",
+      "i red",
+      "▁A fter",
+      "▁Af ter",
+      "▁ After",
+      "▁d ue",
+      "▁du e",
+      "▁ due",
+      "▁b ei",
+      "▁be i",
+      "▁ bei",
+      "our ces",
+      "ource s",
+      "▁N ov",
+      "▁No v",
+      "▁ Nov",
+      "Ac t",
+      "A ct",
+      "▁C ont",
+      "▁Con t",
+      "▁Co nt",
+      "▁ Cont",
+      "▁bre ak",
+      "▁ break",
+      "es ted",
+      "est ed",
+      "este d",
+      "e sted",
+      "▁act ually",
+      "▁actual ly",
+      "▁actu ally",
+      "el se",
+      "els e",
+      "tm l",
+      "t ml",
+      "re r",
+      "r er",
+      "on es",
+      "one s",
+      "o nes",
+      "▁de sign",
+      "▁des ign",
+      "▁ design",
+      "▁pro perty",
+      "▁proper ty",
+      "▁ property",
+      "ph i",
+      "p hi",
+      "al ity",
+      "ali ty",
+      "oc h",
+      "o ch",
+      "is ts",
+      "ist s",
+      "▁ ·",
+      "ud io",
+      "udi o",
+      "A B",
+      "al a",
+      "a la",
+      "ion es",
+      "io nes",
+      "ione s",
+      "i ones",
+      "ф и",
+      "fin d",
+      "fi nd",
+      "f ind",
+      "A s",
+      "▁c ustom",
+      "▁cust om",
+      "▁ custom",
+      "▁a nn",
+      "▁an n",
+      "▁ ann",
+      "E S",
+      "O T",
+      "l ambda",
+      "▁i dent",
+      "▁id ent",
+      "▁ide nt",
+      "▁ ident",
+      "▁or gan",
+      "▁org an",
+      "▁ organ",
+      "▁C ent",
+      "▁Ce nt",
+      "▁ Cent",
+      "▁C har",
+      "▁Ch ar",
+      "▁Cha r",
+      "▁ Char",
+      "▁o s",
+      "▁ os",
+      "▁h ard",
+      "▁ha rd",
+      "▁har d",
+      "▁ hard",
+      "ро в",
+      "р ов",
+      "▁/ >",
+      "▁ />",
+      "k o",
+      "▁ex per",
+      "▁exp er",
+      "▁se par",
+      "▁sep ar",
+      "▁ separ",
+      "y l",
+      "ou rn",
+      "our n",
+      "o urn",
+      "▁d ev",
+      "▁de v",
+      "▁ dev",
+      "▁a uch",
+      "▁au ch",
+      "▁auc h",
+      "▁ auch",
+      "▁b lock",
+      "▁bl ock",
+      "▁blo ck",
+      "▁ block",
+      "bo ok",
+      "b ook",
+      "▁m ap",
+      "▁ma p",
+      "▁ map",
+      "il la",
+      "ill a",
+      "i lla",
+      "▁com put",
+      "▁comp ut",
+      "▁ comput",
+      "▁s pace",
+      "▁sp ace",
+      "▁spac e",
+      "▁ space",
+      "res ult",
+      ") }",
+      "▁e cho",
+      "▁ec ho",
+      "▁ echo",
+      "con fig",
+      "conf ig",
+      "h i",
+      "▁lar ge",
+      "▁larg e",
+      "▁ large",
+      "▁w idth",
+      "▁wid th",
+      "▁ width",
+      "▁G o",
+      "▁ Go",
+      "ma t",
+      "m at",
+      "▁d iff",
+      "▁di ff",
+      "▁dif f",
+      "▁ diff",
+      "▁k ind",
+      "▁ki nd",
+      "▁kin d",
+      "▁ kind",
+      "an ces",
+      "ance s",
+      "anc es",
+      "yn am",
+      "yna m",
+      "y nam",
+      "▁col or",
+      "▁co lor",
+      "▁ color",
+      "In t",
+      "I nt",
+      "so l",
+      "s ol",
+      "▁p i",
+      "▁ pi",
+      "▁char acter",
+      "▁charact er",
+      "▁ character",
+      "om ent",
+      "ome nt",
+      "omen t",
+      "o ment",
+      "▁res ponse",
+      "▁respons e",
+      "▁ response",
+      "ig ma",
+      "ward s",
+      "war ds",
+      "w ards",
+      "ar row",
+      "arr ow",
+      "с у",
+      "ti es",
+      "t ies",
+      "▁ü ber",
+      "▁ über",
+      "Im age",
+      "y d",
+      "▁п ере",
+      "▁пер е",
+      "▁пе ре",
+      "▁ пере",
+      "▁n ode",
+      "▁no de",
+      "▁nod e",
+      "▁ node",
+      "▁it em",
+      "▁i tem",
+      "▁ item",
+      "ach ine",
+      "achi ne",
+      "im a",
+      "i ma",
+      "▁v a",
+      "▁ va",
+      "▁appro ach",
+      "▁w er",
+      "▁we r",
+      "▁ wer",
+      "▁ч е",
+      "▁ че",
+      "O n",
+      "ol low",
+      "oll ow",
+      "он а",
+      "о на",
+      "ct ed",
+      "c ted",
+      "ur ed",
+      "ure d",
+      "u red",
+      "Cont roller",
+      "Control ler",
+      "li ed",
+      "lie d",
+      "l ied",
+      "▁j o",
+      "▁ jo",
+      "▁d al",
+      "▁da l",
+      "▁ dal",
+      "un k",
+      "▁ î",
+      "st art",
+      "sta rt",
+      "star t",
+      "ol a",
+      "o la",
+      "▁com pon",
+      "▁comp on",
+      "I C",
+      "bi t",
+      "b it",
+      "▁b ase",
+      "▁bas e",
+      "▁ba se",
+      "▁ base",
+      "п у",
+      "▁id ea",
+      "▁ide a",
+      "▁ idea",
+      "▁d ire",
+      "▁di re",
+      "▁dir e",
+      "▁ dire",
+      "▁r ad",
+      "▁ra d",
+      "▁ rad",
+      "gr oup",
+      "gro up",
+      "▁W ith",
+      "▁Wi th",
+      "▁Wit h",
+      "▁ With",
+      "ser ver",
+      "serv er",
+      "serve r",
+      "si de",
+      "s ide",
+      "si ng",
+      "sin g",
+      "s ing",
+      "▁d ies",
+      "▁di es",
+      "▁die s",
+      "▁n ear",
+      "▁ne ar",
+      "▁ near",
+      "▁v oor",
+      "▁vo or",
+      "▁ voor",
+      "▁arg ument",
+      "▁ argument",
+      "▁} ,",
+      "▁ },",
+      "▁l and",
+      "▁la nd",
+      "▁lan d",
+      "▁ land",
+      "▁n ames",
+      "▁name s",
+      "▁na mes",
+      "▁nam es",
+      "▁ names",
+      "▁o ption",
+      "▁op tion",
+      "▁opt ion",
+      "▁ option",
+      "ith ub",
+      "pp ed",
+      "ppe d",
+      "p ped",
+      "au g",
+      "a ug",
+      "▁l inks",
+      "▁link s",
+      "▁lin ks",
+      "▁ links",
+      "▁f ull",
+      "▁fu ll",
+      "▁ful l",
+      "▁ full",
+      "▁s itu",
+      "▁si tu",
+      "▁sit u",
+      "▁con sole",
+      "▁cons ole",
+      "▁ console",
+      "▁e tc",
+      "▁et c",
+      "▁ etc",
+      "au x",
+      "a ux",
+      "▁C or",
+      "▁Co r",
+      "▁ Cor",
+      "icro soft",
+      "▁c ame",
+      "▁cam e",
+      "▁ca me",
+      "lo cal",
+      "loc al",
+      "l ocal",
+      "▁k nown",
+      "▁kn own",
+      "▁know n",
+      "▁ known",
+      "▁multi ple",
+      "▁multip le",
+      "▁ multiple",
+      "angu age",
+      "▁t otal",
+      "▁to tal",
+      "▁tot al",
+      "▁ total",
+      "ol ogy",
+      "olog y",
+      "olo gy",
+      "ä t",
+      "▁ Х",
+      "▁f re",
+      "▁fr e",
+      "▁ fre",
+      "▁t en",
+      "▁te n",
+      "▁ ten",
+      "ide o",
+      "▁b es",
+      "▁be s",
+      "▁ bes",
+      "tr ue",
+      "Qu ery",
+      "Que ry",
+      "om m",
+      "o mm",
+      "▁A rt",
+      "▁Ar t",
+      "▁ Art",
+      "▁ke ep",
+      "▁ keep",
+      "▁Un iversity",
+      "▁Univers ity",
+      "re ate",
+      "rea te",
+      "pp ort",
+      "ppo rt",
+      "p port",
+      "▁p ython",
+      "▁ python",
+      "tr a",
+      "t ra",
+      "ect or",
+      "ec tor",
+      "e ctor",
+      "р і",
+      "op h",
+      "o ph",
+      "▁c onc",
+      "▁con c",
+      "▁co nc",
+      "▁f our",
+      "▁fo ur",
+      "▁fou r",
+      "▁ four",
+      "vi ron",
+      "vir on",
+      "▁v ia",
+      "▁vi a",
+      "▁ via",
+      "? \"",
+      "im age",
+      "ima ge",
+      "ol l",
+      "o ll",
+      "ны е",
+      "н ые",
+      "▁con text",
+      "▁cont ext",
+      "▁conte xt",
+      "▁ context",
+      "▁s em",
+      "▁se m",
+      "▁ sem",
+      ". _",
+      "▁e ng",
+      "▁en g",
+      "▁ eng",
+      "ma r",
+      "m ar",
+      "A D",
+      "▁m or",
+      "▁mo r",
+      "▁ mor",
+      "▁C al",
+      "▁Ca l",
+      "▁ Cal",
+      "▁c ell",
+      "▁ce ll",
+      "▁cel l",
+      "▁ cell",
+      "im al",
+      "ima l",
+      "i mal",
+      "AT E",
+      "A TE",
+      "▁in f",
+      "▁ inf",
+      "ö n",
+      "uf fer",
+      "uff er",
+      "s q",
+      ".. ..",
+      "... .",
+      ". ...",
+      "▁z ur",
+      "▁zu r",
+      "W ith",
+      "ра н",
+      "р ан",
+      "ch n",
+      "c hn",
+      "▁d oor",
+      "▁do or",
+      "▁ door",
+      "cont ent",
+      "▁m iss",
+      "▁mi ss",
+      "▁mis s",
+      "▁ miss",
+      "▁s imp",
+      "▁sim p",
+      "▁si mp",
+      "▁ simp",
+      "á r",
+      "ir a",
+      "i ra",
+      "▁h at",
+      "▁ha t",
+      "▁ hat",
+      "Te st",
+      "T est",
+      "▁c ertain",
+      "▁cert ain",
+      "▁cer tain",
+      "▁ certain",
+      "N S",
+      "▁c ho",
+      "▁ch o",
+      "▁ cho",
+      "▁ad v",
+      "▁ adv",
+      "wh ere",
+      "w here",
+      "▁lo oking",
+      "▁look ing",
+      "▁ looking",
+      "▁t imes",
+      "▁time s",
+      "▁tim es",
+      "▁ti mes",
+      "▁ times",
+      "ни х",
+      "н их",
+      "ut o",
+      "u to",
+      "▁ É",
+      "ca n",
+      "c an",
+      "ho st",
+      "hos t",
+      "h ost",
+      "▁( *",
+      "▁ (*",
+      "lo at",
+      "▁n icht",
+      "▁ni cht",
+      "▁nic ht",
+      "▁nich t",
+      "Fi eld",
+      "F ield",
+      "bu rg",
+      "bur g",
+      "b urg",
+      "con st",
+      "cons t",
+      "ad es",
+      "ade s",
+      "a des",
+      "▁M us",
+      "▁Mu s",
+      "▁ Mus",
+      "▁n othing",
+      "▁not hing",
+      "▁no thing",
+      "▁ nothing",
+      "▁in cre",
+      "▁inc re",
+      "▁M in",
+      "▁Mi n",
+      "▁ Min",
+      "▁p ower",
+      "▁po wer",
+      "▁pow er",
+      "▁ power",
+      "▁Amer ican",
+      "▁America n",
+      "▁ American",
+      "l n",
+      "val id",
+      "un gs",
+      "ung s",
+      "▁N ational",
+      "▁Nat ional",
+      "▁Nation al",
+      "▁ National",
+      "▁S an",
+      "▁Sa n",
+      "▁ San",
+      "▁Y ork",
+      "Re quest",
+      "ch ar",
+      "cha r",
+      "c har",
+      "▁Z e",
+      "▁ Ze",
+      "but ton",
+      "b utton",
+      "▁a lg",
+      "▁al g",
+      "▁ alg",
+      "SO N",
+      "S ON",
+      "▁a p",
+      "▁ ap",
+      "uf f",
+      "u ff",
+      "ab ility",
+      "abil ity",
+      "е м",
+      "▁any thing",
+      "el a",
+      "e la",
+      "() )",
+      "( ))",
+      "б а",
+      "amp ion",
+      "ampio n",
+      "▁p ot",
+      "▁po t",
+      "▁ pot",
+      "▁f ut",
+      "▁fu t",
+      "ail able",
+      "▁p rop",
+      "▁pro p",
+      "▁pr op",
+      "▁ prop",
+      "\" ]",
+      "▁l ess",
+      "▁le ss",
+      "▁les s",
+      "▁ less",
+      "la g",
+      "l ag",
+      "▁A ugust",
+      "▁Aug ust",
+      "▁ August",
+      "I t",
+      "▁p lease",
+      "▁ple ase",
+      "▁st yle",
+      "▁sty le",
+      "▁ style",
+      "▁Al so",
+      "▁Als o",
+      "▁ Also",
+      "b t",
+      "▁pro bably",
+      "▁prob ably",
+      "▁O ne",
+      "▁On e",
+      "▁ One",
+      "▁p oss",
+      "▁po ss",
+      "▁pos s",
+      "▁ poss",
+      "U I",
+      "ui t",
+      "u it",
+      "▁W est",
+      "▁We st",
+      "▁Wes t",
+      "▁ West",
+      "h n",
+      "+ \\",
+      "But ton",
+      "Butt on",
+      "B utton",
+      "js on",
+      "j son",
+      "er r",
+      "e rr",
+      "ra me",
+      "ram e",
+      "r ame",
+      "do m",
+      "d om",
+      "il on",
+      "ilo n",
+      "i lon",
+      "al f",
+      "▁c lient",
+      "▁cl ient",
+      "▁cli ent",
+      "▁ client",
+      "▁cont inu",
+      "▁contin u",
+      "▁ continu",
+      "x ml",
+      "pe c",
+      "p ec",
+      "ad or",
+      "ado r",
+      "a dor",
+      "l s",
+      "▁how ever",
+      "▁A ny",
+      "▁An y",
+      "▁ Any",
+      "än d",
+      "ä nd",
+      "math rm",
+      "▁u rl",
+      "▁ur l",
+      "▁ url",
+      "▁b ook",
+      "▁bo ok",
+      "▁ book",
+      "▁g l",
+      "▁ gl",
+      "iv es",
+      "ive s",
+      "i ves",
+      "g i",
+      "▁t ro",
+      "▁tr o",
+      "▁U S",
+      "▁ US",
+      "po int",
+      "p oint",
+      "op en",
+      "ope n",
+      "o pen",
+      "▁c ur",
+      "▁cu r",
+      "▁ cur",
+      "▁e ra",
+      "▁er a",
+      "▁ era",
+      "▁part icular",
+      "▁partic ular",
+      "▁particul ar",
+      "▁parti cular",
+      "▁H T",
+      "▁ HT",
+      "oo t",
+      "o ot",
+      "el lo",
+      "ell o",
+      "lo bal",
+      "lob al",
+      "▁a ction",
+      "▁act ion",
+      "▁ac tion",
+      "▁ action",
+      "▁I nt",
+      "▁In t",
+      "▁ Int",
+      "▁in clude",
+      "▁incl ude",
+      "▁includ e",
+      "▁inclu de",
+      "▁ include",
+      "▁el ements",
+      "▁element s",
+      "▁ele ments",
+      "▁elem ents",
+      "▁ elements",
+      "на я",
+      "ar ds",
+      "ard s",
+      "▁B l",
+      "▁ Bl",
+      "▁h um",
+      "▁hu m",
+      "▁ hum",
+      "fr om",
+      "f rom",
+      "ch ange",
+      "chan ge",
+      "▁function s",
+      "▁fun ctions",
+      "▁ functions",
+      "he n",
+      "h en",
+      "Ser vice",
+      "Serv ice",
+      "▁he ight",
+      "▁ height",
+      "▁L and",
+      "▁La nd",
+      "▁Lan d",
+      "▁ Land",
+      "ia s",
+      "i as",
+      "g s",
+      "ió n",
+      "i ón",
+      "ло в",
+      "л ов",
+      "no de",
+      "n ode",
+      ". ”",
+      "ha nd",
+      "han d",
+      "h and",
+      "▁б у",
+      "▁ бу",
+      "▁a mb",
+      "▁am b",
+      "▁ amb",
+      "▁L u",
+      "▁ Lu",
+      "▁th row",
+      "▁thr ow",
+      "▁thro w",
+      "▁ throw",
+      "▁m ot",
+      "▁mo t",
+      "▁ mot",
+      "▁A ct",
+      "▁Ac t",
+      "▁ Act",
+      "▁w orld",
+      "▁wor ld",
+      "▁ world",
+      "_ \\",
+      "ba se",
+      "bas e",
+      "b ase",
+      "▁C o",
+      "▁ Co",
+      "▁ar ch",
+      "▁arc h",
+      "▁ arch",
+      "▁## ##",
+      "▁### #",
+      "▁ ####",
+      "ge d",
+      "g ed",
+      "pr il",
+      "p ril",
+      "ol der",
+      "old er",
+      "o lder",
+      "Mod el",
+      "Mode l",
+      "Mo del",
+      "M odel",
+      "▁sever al",
+      "li e",
+      "l ie",
+      "che ck",
+      "c heck",
+      "] {",
+      "con s",
+      "co ns",
+      "c ons",
+      "▁T ra",
+      "▁Tr a",
+      "▁ Tra",
+      "he ck",
+      "▁l east",
+      "▁le ast",
+      "do wn",
+      "d own",
+      "eb ru",
+      "e bru",
+      "De f",
+      "D ef",
+      "par am",
+      "pa ram",
+      "para m",
+      "p aram",
+      "is cher",
+      "isch er",
+      "ische r",
+      "isc her",
+      "i scher",
+      "▁c as",
+      "▁ca s",
+      "▁ cas",
+      "C H",
+      "▁add ress",
+      "▁addr ess",
+      "▁ address",
+      "▁ра з",
+      "▁ раз",
+      "uf en",
+      "ufe n",
+      "u fen",
+      "ur ope",
+      "uro pe",
+      "urop e",
+      "е й",
+      "▁b ound",
+      "▁bo und",
+      "▁bou nd",
+      "▁ bound",
+      "C O",
+      "▁A ng",
+      "▁An g",
+      "▁ Ang",
+      "▁M a",
+      "▁ Ma",
+      "In dex",
+      "Ind ex",
+      "co re",
+      "cor e",
+      "c ore",
+      "ou ch",
+      "ouc h",
+      "o uch",
+      "at abase",
+      "ata base",
+      "rib ution",
+      "ribu tion",
+      "doc ument",
+      "d ocument",
+      "L e",
+      "}_ {",
+      "} _{",
+      "ve rn",
+      "ver n",
+      "v ern",
+      "▁stat ement",
+      "▁state ment",
+      "▁ statement",
+      "▁B rit",
+      "▁Br it",
+      "on o",
+      "o no",
+      "ps ilon",
+      "psi lon",
+      "▁le vel",
+      "▁lev el",
+      "▁ level",
+      "▁pro duct",
+      "▁produ ct",
+      "▁prod uct",
+      "▁ product",
+      "I S",
+      "▁c ourse",
+      "▁cour se",
+      "▁cours e",
+      "▁ course",
+      "▁M r",
+      "▁ Mr",
+      "> \r",
+      "▁back ground",
+      "▁ background",
+      "▁re t",
+      "▁r et",
+      "▁ ret",
+      "er ing",
+      "eri ng",
+      "e ring",
+      "mo st",
+      "mos t",
+      "m ost",
+      "сь ко",
+      "ськ о",
+      "▁th read",
+      "▁thr ead",
+      "▁thre ad",
+      "▁ thread",
+      "it ional",
+      "ition al",
+      "iti onal",
+      "it es",
+      "ite s",
+      "i tes",
+      "P l",
+      "▁d os",
+      "▁do s",
+      "g a",
+      "da y",
+      "d ay",
+      "▁G ener",
+      "▁Ge ner",
+      "▁Gen er",
+      "▁Gene r",
+      "▁ Gener",
+      "▁t w",
+      "▁ tw",
+      "A d",
+      "\"> <",
+      "\" ><",
+      "▁( $",
+      "▁ ($",
+      "▁m oment",
+      "▁mo ment",
+      "▁mom ent",
+      "tit le",
+      "t itle",
+      "cre ate",
+      "c reate",
+      "vers ion",
+      "v ersion",
+      "Man ager",
+      "▁f ur",
+      "▁fu r",
+      "▁ fur",
+      "pp ing",
+      "ppi ng",
+      "p ping",
+      "ij n",
+      "о с",
+      "▁r ather",
+      "▁ra ther",
+      "▁rat her",
+      "pt ember",
+      "O S",
+      "▁s ite",
+      "▁si te",
+      "▁sit e",
+      "▁ site",
+      "▁c aus",
+      "▁ca us",
+      "an i",
+      "a ni",
+      "▁h ome",
+      "▁hom e",
+      "▁ho me",
+      "▁ home",
+      "м і",
+      "▁sh ort",
+      "▁sho rt",
+      "▁ short",
+      "p a",
+      "▁l ead",
+      "▁le ad",
+      "is hed",
+      "ish ed",
+      "ci ng",
+      "cin g",
+      "c ing",
+      "or ding",
+      "ord ing",
+      "ordin g",
+      "▁p rote",
+      "▁pro te",
+      "▁pr ote",
+      "▁prot e",
+      "▁ prote",
+      "с ле",
+      "LE CT",
+      "L ECT",
+      "▁di dn",
+      "▁did n",
+      "pos ition",
+      "p osition",
+      "\", \"",
+      "\" ,\"",
+      "() ,",
+      "( ),",
+      "tr ans",
+      "tra ns",
+      "▁l ot",
+      "▁lo t",
+      "▁ lot",
+      "▁о д",
+      "▁ од",
+      "A S",
+      "▁s at",
+      "▁sa t",
+      "▁po ints",
+      "▁point s",
+      "▁ points",
+      "g ithub",
+      "st yle",
+      "sty le",
+      "▁го ду",
+      "▁год у",
+      "▁D is",
+      "▁Di s",
+      "▁ Dis",
+      "pon ent",
+      "om et",
+      "ome t",
+      "o met",
+      "ze r",
+      "z er",
+      "UL L",
+      "U LL",
+      "▁p a",
+      "▁ pa",
+      "A P",
+      "ac es",
+      "ace s",
+      "a ces",
+      "▁Un ited",
+      "▁Unit ed",
+      "am a",
+      "a ma",
+      "et y",
+      "e ty",
+      "Col or",
+      "Co lor",
+      "▁en ough",
+      "U S",
+      "▁l ength",
+      "▁leng th",
+      "▁ length",
+      "() );",
+      "()) ;",
+      "( ));",
+      "^{ \\",
+      "^ {\\",
+      "ft y",
+      "f ty",
+      "Bo x",
+      "B ox",
+      "ap ter",
+      "apt er",
+      "▁comp let",
+      "▁comple t",
+      "▁compl et",
+      "ни к",
+      "ma x",
+      "m ax",
+      "ob ject",
+      "obj ect",
+      "o bject",
+      "( {",
+      "img ur",
+      "it ive",
+      "iti ve",
+      "un ch",
+      "unc h",
+      "▁S ub",
+      "▁Su b",
+      "▁ Sub",
+      "en de",
+      "end e",
+      "e nde",
+      "г у",
+      "ateg ory",
+      "ategor y",
+      "т ы",
+      "ia no",
+      "ian o",
+      "i ano",
+      "▁u pd",
+      "▁up d",
+      "▁A ust",
+      "▁Aus t",
+      "▁Au st",
+      "}{ \\",
+      "} {\\",
+      "to p",
+      "t op",
+      "la s",
+      "l as",
+      "pi s",
+      "p is",
+      "in ess",
+      "ine ss",
+      "ines s",
+      "i ness",
+      "▁{ \r",
+      "▁ {\r",
+      "▁ Е",
+      "G r",
+      "▁A S",
+      "▁ AS",
+      "▁в е",
+      "▁ ве",
+      "th ers",
+      "ther s",
+      "the rs",
+      "▁d efined",
+      "▁def ined",
+      "▁define d",
+      "▁defin ed",
+      "▁ defined",
+      "az ione",
+      "azi one",
+      "a zione",
+      "▁o ffic",
+      "▁of fic",
+      "▁off ic",
+      "▁au tom",
+      "▁aut om",
+      "▁auto m",
+      "▁ autom",
+      "ü n",
+      "▁b row",
+      "▁br ow",
+      "▁bro w",
+      "▁ brow",
+      "▁s erv",
+      "▁se rv",
+      "▁ser v",
+      "▁ serv",
+      "▁re move",
+      "▁rem ove",
+      "▁remov e",
+      "▁ remove",
+      "ir o",
+      "i ro",
+      "▁B ibli",
+      "▁Bib li",
+      "E D",
+      "▁w hole",
+      "▁wh ole",
+      "▁who le",
+      "▁ ш",
+      "▁J ava",
+      "▁Ja va",
+      "▁ Java",
+      "▁z um",
+      "▁zu m",
+      "u a",
+      "p m",
+      "de v",
+      "d ev",
+      "к ра",
+      "ol ds",
+      "old s",
+      "▁W ar",
+      "▁Wa r",
+      "ä n",
+      "pa ss",
+      "pas s",
+      "p ass",
+      "u z",
+      "[ \"",
+      "▁t ri",
+      "▁tr i",
+      "▁ tri",
+      "is ed",
+      "ise d",
+      "i sed",
+      "х а",
+      "▁mem ory",
+      "▁memor y",
+      "▁ memory",
+      "▁P ort",
+      "▁Po rt",
+      "▁Por t",
+      "▁ Port",
+      "op er",
+      "ope r",
+      "o per",
+      "U p",
+      "▁Th ank",
+      "▁ Thank",
+      "▁M ich",
+      "▁Mi ch",
+      "▁Mic h",
+      "▁ Mich",
+      "yc h",
+      "y ch",
+      "bo ard",
+      "boa rd",
+      "б у",
+      "In st",
+      "▁b egin",
+      "▁be gin",
+      "▁beg in",
+      "▁ begin",
+      "in ation",
+      "ina tion",
+      "▁M od",
+      "▁Mo d",
+      "▁ Mod",
+      "_ ,",
+      "▁D en",
+      "▁De n",
+      "▁ Den",
+      "op tion",
+      "opt ion",
+      "o ption",
+      "▁con struct",
+      "▁const ruct",
+      "▁constru ct",
+      "▁ construct",
+      "▁J ust",
+      "▁Ju st",
+      "▁ Just",
+      "Ma p",
+      "M ap",
+      "ru n",
+      "r un",
+      "▁re spect",
+      "▁res pect",
+      "▁resp ect",
+      "ha m",
+      "h am",
+      "ма н",
+      "м ан",
+      "im edia",
+      "ime dia",
+      "i media",
+      "▁a pply",
+      "▁app ly",
+      "▁ap ply",
+      "▁ apply",
+      "cri ption",
+      "cript ion",
+      "ma in",
+      "mai n",
+      "m ain",
+      "▁К а",
+      "▁ Ка",
+      "oi d",
+      "o id",
+      "Co de",
+      "C ode",
+      "} ;",
+      "In fo",
+      "Inf o",
+      "▁for mat",
+      "▁form at",
+      "▁forma t",
+      "▁ format",
+      "Lo g",
+      "L og",
+      "▁с у",
+      "▁ су",
+      "▁l at",
+      "▁la t",
+      "▁ lat",
+      "ut or",
+      "uto r",
+      "u tor",
+      "▁re ference",
+      "▁refer ence",
+      "▁ reference",
+      "▁cal cul",
+      "▁calc ul",
+      "▁ calcul",
+      "on n",
+      "o nn",
+      "L o",
+      "in fty",
+      "inf ty",
+      "▁a long",
+      "▁al ong",
+      "▁ č",
+      "▁t ask",
+      "▁ta sk",
+      "▁ task",
+      "▁e v",
+      "▁ ev",
+      "th eta",
+      "the ta",
+      "ra s",
+      "r as",
+      "jo r",
+      "j or",
+      "▁б о",
+      "▁ бо",
+      "▁princi p",
+      "▁prin cip",
+      "M y",
+      "▁e iner",
+      "▁ein er",
+      "▁eine r",
+      "▁E s",
+      "▁ Es",
+      "om b",
+      "o mb",
+      "qu ad",
+      "qua d",
+      "^{ -",
+      "^ {-",
+      "um p",
+      "u mp",
+      "▁t ill",
+      "▁til l",
+      "▁ti ll",
+      "д і",
+      "▁lo oks",
+      "▁look s",
+      "▁o k",
+      "▁ ok",
+      "ц а",
+      "n u",
+      "Fi l",
+      "F il",
+      "▁s ont",
+      "▁so nt",
+      "▁son t",
+      "▁M ed",
+      "▁Me d",
+      "▁ Med",
+      "ag ue",
+      "agu e",
+      "a gue",
+      "▁c ost",
+      "▁co st",
+      "▁cos t",
+      "▁ cost",
+      "▁S im",
+      "▁Si m",
+      "▁ Sim",
+      "▁com ment",
+      "▁comm ent",
+      "▁comme nt",
+      "▁ comment",
+      "▁( \\",
+      "▁ (\\",
+      "eg en",
+      "ege n",
+      "e gen",
+      "▁para meter",
+      "▁param eter",
+      "▁paramet er",
+      "▁ parameter",
+      "▁F rance",
+      "▁Fran ce",
+      "▁Fr ance",
+      "▁Franc e",
+      "▁ France",
+      "re p",
+      "r ep",
+      "▁T H",
+      "▁ TH",
+      "▁y et",
+      "▁ye t",
+      "▁a way",
+      "▁aw ay",
+      "▁ away",
+      "▁c irc",
+      "▁ci rc",
+      "▁cir c",
+      "▁ circ",
+      "▁A PI",
+      "▁AP I",
+      "▁ API",
+      "em p",
+      "e mp",
+      "в і",
+      "L ayout",
+      "▁l ines",
+      "▁li nes",
+      "▁line s",
+      "▁lin es",
+      "▁ lines",
+      "▁P art",
+      "▁Par t",
+      "▁Pa rt",
+      "▁ Part",
+      "em pt",
+      "emp t",
+      "▁B i",
+      "▁ Bi",
+      "▁m ind",
+      "▁min d",
+      "▁mi nd",
+      "▁ mind",
+      "k y",
+      "gi ng",
+      "gin g",
+      "g ing",
+      "▁re port",
+      "▁rep ort",
+      "▁repo rt",
+      "▁ report",
+      "▁A dd",
+      "▁Ad d",
+      "▁ Add",
+      "ро д",
+      "р од",
+      "▁r ange",
+      "▁ran ge",
+      "▁rang e",
+      "▁ range",
+      "ci as",
+      "cia s",
+      "c ias",
+      "li p",
+      "l ip",
+      "▁K ar",
+      "▁Ka r",
+      "▁ Kar",
+      "▁Comm ons",
+      "▁Common s",
+      "ger ufen",
+      "af f",
+      "a ff",
+      "se c",
+      "s ec",
+      "▁h tml",
+      "▁ html",
+      "li g",
+      "l ig",
+      "▁w indow",
+      "▁wind ow",
+      "▁ window",
+      "in ition",
+      "ini tion",
+      "init ion",
+      "ci s",
+      "c is",
+      "▁u t",
+      "▁ ut",
+      "el n",
+      "e ln",
+      "▁a ux",
+      "▁au x",
+      "▁ aux",
+      "▁n eg",
+      "▁ne g",
+      "▁ neg",
+      "Ha nd",
+      "H and",
+      "▁) ;",
+      "▁ );",
+      "▁a nal",
+      "▁an al",
+      "▁ anal",
+      "▁f ri",
+      "▁fr i",
+      "▁ fri",
+      "▁с и",
+      "▁ си",
+      "et ch",
+      "etc h",
+      "m d",
+      "pa ge",
+      "pag e",
+      "p age",
+      "▁l ibrary",
+      "▁li brary",
+      "▁ library",
+      "▁: =",
+      "▁ :=",
+      "RO M",
+      "R OM",
+      "Y ou",
+      "sp ace",
+      "s pace",
+      "▁d urch",
+      "▁dur ch",
+      "▁h ost",
+      "▁ho st",
+      "▁hos t",
+      "▁ host",
+      "av en",
+      "ave n",
+      "a ven",
+      "▁F ile",
+      "▁Fil e",
+      "▁ File",
+      "al le",
+      "all e",
+      "a lle",
+      "ти в",
+      "▁p ap",
+      "▁pa p",
+      "ст во",
+      "ств о",
+      "с тво",
+      "mar k",
+      "m ark",
+      "▁m ais",
+      "▁ma is",
+      "▁mai s",
+      "er man",
+      "erm an",
+      "Si ze",
+      "S ize",
+      "е к",
+      "▁М а",
+      "▁ Ма",
+      "▁is n",
+      "▁i sn",
+      "▁c opy",
+      "▁co py",
+      "▁cop y",
+      "▁ copy",
+      "st en",
+      "ste n",
+      "s ten",
+      "ri ver",
+      "riv er",
+      "rive r",
+      "r iver",
+      "▁w ent",
+      "▁we nt",
+      "▁wen t",
+      "▁j avascript",
+      "▁java script",
+      "▁ javascript",
+      "▁s am",
+      "▁sa m",
+      "▁ sam",
+      "▁f rame",
+      "▁fr ame",
+      "▁fra me",
+      "▁fram e",
+      "▁ frame",
+      "▁v i",
+      "▁ vi",
+      "▁pre vious",
+      "▁prev ious",
+      "▁ previous",
+      "ro du",
+      "rod u",
+      "r odu",
+      "▁method s",
+      "▁ methods",
+      "▁ne cess",
+      "▁neces s",
+      "▁ necess",
+      "N A",
+      "ck et",
+      "cke t",
+      "c ket",
+      "▁o pt",
+      "▁op t",
+      "▁ opt",
+      "Lo c",
+      "L oc",
+      "ho w",
+      "h ow",
+      "▁î n",
+      "▁ în",
+      "sh ip",
+      "s hip",
+      "▁it self",
+      "▁its elf",
+      "▁P lease",
+      "▁Ple ase",
+      "▁ Please",
+      "ie ne",
+      "ien e",
+      "i ene",
+      "ве р",
+      "в ер",
+      "▁< <",
+      "▁ <<",
+      "▁m ill",
+      "▁mil l",
+      "▁mi ll",
+      "▁ mill",
+      "▁t rad",
+      "▁tr ad",
+      "▁tra d",
+      "▁ trad",
+      "pa ce",
+      "p ace",
+      "▁H ar",
+      "▁Ha r",
+      "▁ Har",
+      "it en",
+      "ite n",
+      "i ten",
+      "wi se",
+      "w ise",
+      "writ e",
+      "wr ite",
+      "w rite",
+      "ци и",
+      "р ы",
+      "Lin e",
+      "Li ne",
+      "L ine",
+      "ol o",
+      "o lo",
+      "▁ac cept",
+      "▁ accept",
+      "he ight",
+      "▁e lect",
+      "▁el ect",
+      "▁ele ct",
+      "▁ elect",
+      "el la",
+      "ell a",
+      "e lla",
+      "▁p å",
+      "Se lect",
+      "S elect",
+      "▁ ли",
+      "▁\\ <",
+      "▁ \\<",
+      "( (",
+      "▁I D",
+      "▁ ID",
+      "op s",
+      "o ps",
+      "ва н",
+      "в ан",
+      "i ó",
+      "T P",
+      "» ,",
+      "ne ction",
+      "nect ion",
+      "n ection",
+      "par ent",
+      "pa rent",
+      "▁M ag",
+      "▁Ma g",
+      "▁ Mag",
+      "Tab le",
+      "T able",
+      "O ver",
+      "▁n etwork",
+      "▁net work",
+      "▁ network",
+      "с по",
+      "▁as sign",
+      "▁ass ign",
+      "▁ assign",
+      "ig ger",
+      "igg er",
+      "ir m",
+      "i rm",
+      ") `",
+      "ot tom",
+      "ott om",
+      "otto m",
+      "be ta",
+      "bet a",
+      "b eta",
+      "▁d ell",
+      "▁de ll",
+      "▁del l",
+      "▁b ody",
+      "▁bo dy",
+      "▁bod y",
+      "▁ body",
+      "▁д а",
+      "▁ да",
+      "▁Y our",
+      "▁You r",
+      "▁ Your",
+      "▁f ue",
+      "▁fu e",
+      "▁p ackage",
+      "▁pack age",
+      "▁ package",
+      "▁l ight",
+      "▁lig ht",
+      "▁ light",
+      "▁* *",
+      "▁ **",
+      "M P",
+      "▁c ou",
+      "▁co u",
+      "▁ cou",
+      "ye s",
+      "y es",
+      ": \\",
+      "▁ Ч",
+      "▁m ention",
+      "▁men tion",
+      "▁ment ion",
+      "en sch",
+      "ens ch",
+      "▁d eg",
+      "▁de g",
+      "▁ deg",
+      "▁con vert",
+      "▁conver t",
+      "▁conv ert",
+      "▁ convert",
+      "▁D av",
+      "▁Da v",
+      "ad t",
+      "a dt",
+      "Res ult",
+      "th ough",
+      "▁b us",
+      "▁bu s",
+      "▁ bus",
+      "x y",
+      "▁s een",
+      "▁se en",
+      "▁see n",
+      "▁ seen",
+      "Al l",
+      "A ll",
+      "pu blic",
+      "pub lic",
+      "p ublic",
+      "iv ely",
+      "ive ly",
+      "ivel y",
+      "▁R ec",
+      "▁Re c",
+      "▁ Rec",
+      "▁H is",
+      "▁Hi s",
+      "si m",
+      "s im",
+      "▁f ör",
+      "▁fö r",
+      "▁ för",
+      "▁h istor",
+      "▁his tor",
+      "▁hi stor",
+      "▁hist or",
+      "▁ histor",
+      "▁s ett",
+      "▁se tt",
+      "▁set t",
+      "▁ sett",
+      "ra t",
+      "r at",
+      "ab led",
+      "able d",
+      "abl ed",
+      "a bled",
+      "▁» ,",
+      "▁ »,",
+      "go ogle",
+      "We b",
+      "W eb",
+      "é l",
+      "▁t itle",
+      "▁tit le",
+      "▁ title",
+      "▁J anu",
+      "▁Jan u",
+      "▁Ja nu",
+      "ј а",
+      "▁t ook",
+      "▁to ok",
+      "▁too k",
+      "id en",
+      "ide n",
+      "i den",
+      "s z",
+      "▁G et",
+      "▁Ge t",
+      "▁ Get",
+      "▁object s",
+      "▁ objects",
+      "▁com mon",
+      "▁comm on",
+      "▁ common",
+      "▁ch anges",
+      "▁change s",
+      "▁chang es",
+      "▁ changes",
+      "▁L ond",
+      "▁Lo nd",
+      "▁ Lond",
+      "▁ex tern",
+      "▁ext ern",
+      "▁j u",
+      "▁ ju",
+      "I s",
+      "▁av ailable",
+      "▁avail able",
+      "▁ available",
+      "tr i",
+      "t ri",
+      "▁m ás",
+      "▁má s",
+      "os a",
+      "o sa",
+      "B e",
+      "▁D ata",
+      "▁Da ta",
+      "▁Dat a",
+      "▁ Data",
+      "ur al",
+      "ura l",
+      "u ral",
+      "▁h om",
+      "▁ho m",
+      "▁ hom",
+      "▁acc ount",
+      "▁ac count",
+      "▁ account",
+      "o o",
+      "▁p erm",
+      "▁per m",
+      "▁pe rm",
+      "▁ perm",
+      "res pond",
+      "resp ond",
+      "y t",
+      "▁s end",
+      "▁se nd",
+      "▁sen d",
+      "▁ send",
+      "▁return s",
+      "▁ returns",
+      "iv id",
+      "ivi d",
+      "i vid",
+      "▁ex pla",
+      "▁exp la",
+      "▁expl a",
+      "í n",
+      "▁n or",
+      "▁no r",
+      "▁ nor",
+      "I f",
+      "▁F rom",
+      "▁Fr om",
+      "▁Fro m",
+      "▁ From",
+      "▁t arget",
+      "▁tar get",
+      "▁ target",
+      "fe ct",
+      "f ect",
+      "ен т",
+      "▁u it",
+      "▁ui t",
+      "▁ uit",
+      "▁J o",
+      "▁ Jo",
+      "▁vari ables",
+      "▁variable s",
+      "▁ variables",
+      "▁s eries",
+      "▁se ries",
+      "▁ser ies",
+      "▁serie s",
+      "▁ series",
+      "▁f unc",
+      "▁fun c",
+      "▁fu nc",
+      "▁ func",
+      "▁him self",
+      "▁ч а",
+      "▁ ча",
+      "an ti",
+      "ant i",
+      "▁a ch",
+      "▁ac h",
+      "▁ ach",
+      "ia log",
+      "ial og",
+      "i alog",
+      "▁s td",
+      "▁st d",
+      "▁ std",
+      "a e",
+      "▁f oot",
+      "▁fo ot",
+      "▁foo t",
+      "▁ foot",
+      "▁un ter",
+      "▁ unter",
+      "gr ess",
+      "gres s",
+      "gre ss",
+      "g ress",
+      "No t",
+      "N ot",
+      "ra d",
+      "r ad",
+      "f ér",
+      "▁u til",
+      "▁ut il",
+      "▁ util",
+      "or em",
+      "ore m",
+      "o rem",
+      "▁s ou",
+      "▁so u",
+      "op t",
+      "o pt",
+      "▁o g",
+      "▁ og",
+      "▁u ma",
+      "▁um a",
+      "▁ uma",
+      "it ar",
+      "ita r",
+      "i tar",
+      "▁O k",
+      "▁ Ok",
+      "ü ck",
+      "sq rt",
+      "▁a nt",
+      "▁an t",
+      "▁ ant",
+      "▁wer den",
+      "▁werd en",
+      "å r",
+      "}) ;",
+      "} );",
+      "▁P aris",
+      "▁Par is",
+      "▁Pa ris",
+      "▁ex ception",
+      "▁except ion",
+      "▁ exception",
+      "▁de term",
+      "▁det erm",
+      "▁V ol",
+      "▁Vo l",
+      "▁ Vol",
+      "▁S am",
+      "▁Sa m",
+      "▁ Sam",
+      "▁e ss",
+      "▁es s",
+      "▁ ess",
+      "li es",
+      "lie s",
+      "l ies",
+      "ion i",
+      "io ni",
+      "i oni",
+      "od ing",
+      "odi ng",
+      "o ding",
+      "id get",
+      "idge t",
+      "▁p ri",
+      "▁pr i",
+      "▁wh ether",
+      "▁whe ther",
+      "▁п од",
+      "▁по д",
+      "▁num bers",
+      "▁number s",
+      "▁ numbers",
+      "▁ ~",
+      "ev ent",
+      "even t",
+      "e vent",
+      "▁sh ows",
+      "▁show s",
+      "▁sho ws",
+      "at ures",
+      "atur es",
+      "ature s",
+      "atu res",
+      "▁h ouse",
+      "▁ho use",
+      "▁hous e",
+      "▁ house",
+      "▁f ace",
+      "▁fa ce",
+      "▁fac e",
+      "▁ face",
+      "▁s ię",
+      "▁si ę",
+      "viron ment",
+      "va n",
+      "v an",
+      "▁in cluding",
+      "▁includ ing",
+      "▁inclu ding",
+      "▁ including",
+      "▁< -",
+      "▁ <-",
+      "ti mes",
+      "time s",
+      "tim es",
+      "t imes",
+      "no w",
+      "n ow",
+      "▁p ur",
+      "▁pu r",
+      "▁ pur",
+      "if ier",
+      "ifi er",
+      "ifie r",
+      "▁e mp",
+      "▁em p",
+      "▁ emp",
+      "▁c la",
+      "▁cl a",
+      "▁ cla",
+      "mo n",
+      "m on",
+      "▁D as",
+      "▁Da s",
+      "ad y",
+      "a dy",
+      "▁в ід",
+      "▁ві д",
+      "▁ від",
+      "▁ ц",
+      "ab or",
+      "a bor",
+      "OS T",
+      "O ST",
+      "▁b and",
+      "▁ban d",
+      "▁ba nd",
+      "▁ band",
+      "▁ ú",
+      "▁ex actly",
+      "▁exact ly",
+      "ie rt",
+      "ier t",
+      "i ert",
+      "av ig",
+      "avi g",
+      "▁re du",
+      "▁r edu",
+      "▁red u",
+      "▁ redu",
+      "▁S E",
+      "▁ SE",
+      "lish ed",
+      "lis hed",
+      "l ished",
+      "B u",
+      "Mess age",
+      "M essage",
+      "ce ll",
+      "cel l",
+      "c ell",
+      "ful ly",
+      "full y",
+      "▁s v",
+      "▁ sv",
+      "▁m akes",
+      "▁ma kes",
+      "▁make s",
+      "▁mak es",
+      "po l",
+      "p ol",
+      "▁re quired",
+      "▁require d",
+      "▁requ ired",
+      "▁ required",
+      "fer rer",
+      "▁p ers",
+      "▁per s",
+      "▁pe rs",
+      "▁ pers",
+      "▁m i",
+      "▁ mi",
+      "F I",
+      "▁Pa ul",
+      "▁ Paul",
+      "▁U I",
+      "▁ UI",
+      "▁B el",
+      "▁Be l",
+      "▁ Bel",
+      "in c",
+      "i nc",
+      "▁cont ains",
+      "▁contain s",
+      "▁ contains",
+      "O ut",
+      "as ure",
+      "p u",
+      "ot o",
+      "o to",
+      "▁g ame",
+      "▁ga me",
+      "▁gam e",
+      "▁ game",
+      "z n",
+      "▁W hy",
+      "▁Wh y",
+      "▁ Why",
+      "or ith",
+      "ori th",
+      "bi g",
+      "b ig",
+      "ки й",
+      "sig ma",
+      "s igma",
+      "▁qu ite",
+      "▁qui te",
+      "▁quit e",
+      "▁j ed",
+      "▁je d",
+      "▁ jed",
+      "re c",
+      "r ec",
+      "▁S QL",
+      "▁ SQL",
+      "б е",
+      "▁M art",
+      "▁Mar t",
+      "▁Ma rt",
+      "▁ Mart",
+      "y a",
+      "▁sch ool",
+      "▁ school",
+      "▁sim ply",
+      "▁simp ly",
+      "▁simpl y",
+      "▁v or",
+      "▁vo r",
+      "▁ vor",
+      "▁d ouble",
+      "▁dou ble",
+      "▁doub le",
+      "▁ double",
+      "ра в",
+      "▁S tr",
+      "▁St r",
+      "▁ Str",
+      "ie m",
+      "i em",
+      "▁al bum",
+      "▁alb um",
+      "▁ album",
+      "▁re sol",
+      "▁res ol",
+      "▁ resol",
+      "▁d ei",
+      "▁de i",
+      "▁W ik",
+      "▁Wi k",
+      "▁ Wik",
+      "▁a w",
+      "▁ aw",
+      "um b",
+      "u mb",
+      "ol s",
+      "o ls",
+      "▁* /",
+      "▁ */",
+      "▁z e",
+      "▁ ze",
+      "▁a nim",
+      "▁an im",
+      "▁ani m",
+      "▁ anim",
+      "/ >",
+      "ri s",
+      "r is",
+      "re sh",
+      "res h",
+      "r esh",
+      "N o",
+      "ique s",
+      "iqu es",
+      "i ques",
+      "cur rent",
+      "curr ent",
+      "c urrent",
+      "▁per iod",
+      "▁peri od",
+      "▁ period",
+      "▁A pril",
+      "▁Ap ril",
+      "▁st ore",
+      "▁stor e",
+      "▁sto re",
+      "▁ store",
+      "', '",
+      "' ,'",
+      "▁S et",
+      "▁Se t",
+      "▁ Set",
+      "= {",
+      "ach ed",
+      "ac hed",
+      "ache d",
+      "a ched",
+      "▁M al",
+      "▁Ma l",
+      "▁ Mal",
+      "▁P al",
+      "▁Pa l",
+      "▁ Pal",
+      "an tes",
+      "ant es",
+      "ante s",
+      "ate rial",
+      "ater ial",
+      "▁work ed",
+      "▁wor ked",
+      "le q",
+      "l eq",
+      "ore ferrer",
+      "▁h appen",
+      "▁ha ppen",
+      "▁happ en",
+      "▁b ox",
+      "▁bo x",
+      "▁ box",
+      "ne y",
+      "n ey",
+      "▁c lose",
+      "▁cl ose",
+      "▁clos e",
+      "▁clo se",
+      "▁ close",
+      "▁g ran",
+      "▁gr an",
+      "▁gra n",
+      "▁l ie",
+      "▁li e",
+      "▁ lie",
+      "▁i r",
+      "▁ ir",
+      "▁ex pected",
+      "▁exp ected",
+      "▁expect ed",
+      "▁ expected",
+      "▁д ля",
+      "cl ick",
+      "cli ck",
+      "clic k",
+      "c lick",
+      "ș i",
+      "▁p arte",
+      "▁par te",
+      "▁part e",
+      "og n",
+      "o gn",
+      "▁F orm",
+      "▁For m",
+      "▁Fo rm",
+      "▁ Form",
+      "▁m emb",
+      "▁me mb",
+      "▁mem b",
+      "▁p lan",
+      "▁pl an",
+      "▁pla n",
+      "▁ plan",
+      "▁te am",
+      "▁tea m",
+      "▁ team",
+      "] [",
+      "▁c ommun",
+      "▁com mun",
+      "▁comm un",
+      "or ry",
+      "orr y",
+      "en cy",
+      "enc y",
+      "g l",
+      "in ary",
+      "ina ry",
+      "inar y",
+      "cd ot",
+      "c dot",
+      "^ \\",
+      "▁F irst",
+      "▁Fir st",
+      "▁ First",
+      "an der",
+      "and er",
+      "ande r",
+      "a nder",
+      "▁D ec",
+      "▁De c",
+      "▁ Dec",
+      "re quest",
+      "req uest",
+      "ст ва",
+      "ств а",
+      "с тва",
+      "▁str ucture",
+      "▁struct ure",
+      "▁ structure",
+      "▁| |",
+      "▁ ||",
+      "▁C omp",
+      "▁Com p",
+      "▁Co mp",
+      "▁ Comp",
+      "act ory",
+      "actor y",
+      "▁M il",
+      "▁Mi l",
+      "▁ Mil",
+      "▁S ome",
+      "▁So me",
+      "▁Som e",
+      "▁ Some",
+      "St ream",
+      "▁as sum",
+      "▁ass um",
+      "ue n",
+      "u en",
+      "▁w ords",
+      "▁word s",
+      "▁wor ds",
+      "▁ words",
+      "▁Se ptember",
+      "▁Sept ember",
+      "▁К о",
+      "▁ Ко",
+      "▁d ays",
+      "▁da ys",
+      "▁day s",
+      "▁ days",
+      "or ies",
+      "ori es",
+      "orie s",
+      "o ries",
+      "ста в",
+      "s m",
+      "vi n",
+      "v in",
+      "part ial",
+      "▁par ent",
+      "▁pa rent",
+      "▁pare nt",
+      "▁ parent",
+      "o j",
+      "ни и",
+      "! \"",
+      "ug in",
+      "u gin",
+      "▁W indows",
+      "▁Wind ows",
+      "▁Window s",
+      "▁ Windows",
+      "E d",
+      ": }",
+      "▁ q",
+      "▁b en",
+      "▁be n",
+      "▁ ben",
+      "ia na",
+      "ian a",
+      "i ana",
+      "▁l abel",
+      "▁la bel",
+      "▁lab el",
+      "▁ label",
+      "st ate",
+      "sta te",
+      "stat e",
+      "ut ed",
+      "ute d",
+      "u ted",
+      "▁( )",
+      "▁ ()",
+      "▁с во",
+      "▁e dit",
+      "▁ed it",
+      "▁ edit",
+      "ur ing",
+      "uri ng",
+      "u ring",
+      "▁N S",
+      "▁ NS",
+      "▁J ahr",
+      "▁Jah r",
+      "▁Ja hr",
+      "▁prov ide",
+      "H e",
+      "▁Y es",
+      "▁Ye s",
+      "▁ Yes",
+      "an el",
+      "ane l",
+      "a nel",
+      "en ame",
+      "ena me",
+      "e name",
+      "▁D on",
+      "▁Do n",
+      "▁ Don",
+      "is k",
+      "i sk",
+      "gr a",
+      "g ra",
+      "el ij",
+      "eli j",
+      "e lij",
+      "▁r oot",
+      "▁ro ot",
+      "▁ root",
+      "* /",
+      "▁F re",
+      "▁Fr e",
+      "▁ Fre",
+      "▁M or",
+      "▁Mo r",
+      "▁ Mor",
+      "us ed",
+      "use d",
+      "u sed",
+      "ran ge",
+      "r ange",
+      "▁t amb",
+      "▁ta mb",
+      "▁tam b",
+      "▁mod ule",
+      "▁ module",
+      "▁d irectory",
+      "▁direct ory",
+      "▁director y",
+      "▁ directory",
+      "ound s",
+      "oun ds",
+      "Act ivity",
+      "Activ ity",
+      "▁m u",
+      "▁ mu",
+      "in fo",
+      "inf o",
+      "▁f ree",
+      "▁fr ee",
+      "▁fre e",
+      "▁ free",
+      "or ge",
+      "org e",
+      "ta b",
+      "t ab",
+      ") =",
+      "la ng",
+      "lan g",
+      "l ang",
+      "▁о с",
+      "▁ ос",
+      "▁F ROM",
+      "▁FR OM",
+      "▁ FROM",
+      "▁en ter",
+      "▁ent er",
+      "▁ enter",
+      "▁bec ame",
+      "id ae",
+      "ida e",
+      "х и",
+      "▁St ates",
+      "▁State s",
+      "▁Stat es",
+      "▁Sta tes",
+      "ver se",
+      "vers e",
+      "▁ex pl",
+      "▁exp l",
+      "▁ expl",
+      "yn t",
+      "y nt",
+      "U N",
+      "e e",
+      "en dent",
+      "end ent",
+      "enden t",
+      "ende nt",
+      "▁m aking",
+      "▁ma king",
+      "▁mak ing",
+      "▁ making",
+      "▁\" $",
+      "un i",
+      "u ni",
+      "qu ence",
+      "▁l ui",
+      "▁lu i",
+      "H T",
+      "▁us es",
+      "▁use s",
+      "▁ uses",
+      "zi e",
+      "z ie",
+      "ni a",
+      "n ia",
+      "Cont ent",
+      "▁C ount",
+      "▁Co unt",
+      "▁Coun t",
+      "▁Cou nt",
+      "▁ Count",
+      "▁stand ard",
+      "▁ standard",
+      "EN T",
+      "E NT",
+      "▁ко н",
+      "▁к он",
+      "▁ кон",
+      "fo rt",
+      "for t",
+      "f ort",
+      "ad as",
+      "ada s",
+      "a das",
+      "з у",
+      "S ystem",
+      "▁S w",
+      "▁ Sw",
+      "▁e ver",
+      "▁ev er",
+      "▁ ever",
+      "L O",
+      "▁cor respond",
+      "▁P o",
+      "▁ Po",
+      "ar gin",
+      "arg in",
+      "к т",
+      "і й",
+      "▁re main",
+      "▁rem ain",
+      "ci o",
+      "c io",
+      "▁act ual",
+      "▁actu al",
+      "▁ actual",
+      "ст у",
+      "с ту",
+      "▁s ind",
+      "▁si nd",
+      "▁sin d",
+      "▁P e",
+      "▁ Pe",
+      "▁ch anged",
+      "▁change d",
+      "▁chang ed",
+      "▁ changed",
+      "▁N ote",
+      "▁No te",
+      "▁Not e",
+      "▁ Note",
+      "sk ie",
+      "ski e",
+      "s kie",
+      "▁famil y",
+      "▁fam ily",
+      "▁ family",
+      "it à",
+      "co s",
+      "c os",
+      "tx t",
+      "t xt",
+      "ke r",
+      "k er",
+      "ce ed",
+      "c eed",
+      "▁a rr",
+      "▁ar r",
+      "▁ arr",
+      "▁c am",
+      "▁ca m",
+      "▁ cam",
+      "iz er",
+      "ize r",
+      "i zer",
+      "▁D an",
+      "▁Da n",
+      "▁ Dan",
+      "he l",
+      "h el",
+      "ic ult",
+      "icul t",
+      "H P",
+      "il er",
+      "ile r",
+      "i ler",
+      "▁S al",
+      "▁Sa l",
+      "▁ Sal",
+      "▁con nection",
+      "▁conne ction",
+      "▁connect ion",
+      "▁conn ection",
+      "▁ connection",
+      "us ion",
+      "k n",
+      "R I",
+      "▁v om",
+      "▁vo m",
+      "List ener",
+      "▁ ö",
+      "▁d im",
+      "▁di m",
+      "▁ dim",
+      "▁p ress",
+      "▁pr ess",
+      "▁pre ss",
+      "▁pres s",
+      "▁ press",
+      "▁e sc",
+      "▁es c",
+      "▁ esc",
+      "▁T ry",
+      "▁Tr y",
+      "▁ Try",
+      "at alog",
+      "ata log",
+      "atal og",
+      "▁th anks",
+      "▁than ks",
+      "▁thank s",
+      "D O",
+      "▁w ritten",
+      "▁writ ten",
+      "▁wr itten",
+      "▁ written",
+      "di r",
+      "d ir",
+      "re w",
+      "r ew",
+      "▁f ire",
+      "▁fi re",
+      "▁fir e",
+      "▁ fire",
+      "▁N ach",
+      "▁Na ch",
+      "▁ á",
+      "en c",
+      "e nc",
+      "▁or igin",
+      "▁orig in",
+      "▁ origin",
+      "▁Nov ember",
+      "▁} ;",
+      "▁ };",
+      "Co unt",
+      "C ount",
+      "▁З а",
+      "▁ За",
+      "▁g raph",
+      "▁gr aph",
+      "▁gra ph",
+      "▁ graph",
+      "▁m is",
+      "▁mi s",
+      "▁ mis",
+      "▁Ex ternal",
+      "▁Ext ernal",
+      "▁Extern al",
+      "▁Externa l",
+      "▁ External",
+      "▁o ptions",
+      "▁option s",
+      "▁opt ions",
+      "▁ options",
+      "▁U RL",
+      "▁ URL",
+      "▁p hp",
+      "▁ph p",
+      "▁ php",
+      "▁in tegr",
+      "▁int egr",
+      "▁inte gr",
+      "▁ integr",
+      "Con fig",
+      "Conf ig",
+      "▁T ext",
+      "▁Te xt",
+      "▁Tex t",
+      "▁ Text",
+      "in ner",
+      "inn er",
+      "▁c rit",
+      "▁cr it",
+      "▁cri t",
+      "▁ crit",
+      ", ”",
+      "▁t og",
+      "▁to g",
+      "$ $",
+      "no f",
+      "n of",
+      "▁s es",
+      "▁se s",
+      "üh r",
+      "ü hr",
+      "▁S ince",
+      "▁Sin ce",
+      "▁ Since",
+      "De s",
+      "D es",
+      "ub e",
+      "u be",
+      "▁s ection",
+      "▁se ction",
+      "▁sec tion",
+      "▁sect ion",
+      "▁ section",
+      "▁g i",
+      "▁ gi",
+      "fo rd",
+      "for d",
+      "f ord",
+      "▁A ss",
+      "▁As s",
+      "▁ Ass",
+      "ain er",
+      "ai ner",
+      "aine r",
+      "a iner",
+      "tt p",
+      "t tp",
+      "▁be hav",
+      "▁beh av",
+      "port s",
+      "por ts",
+      "dr aw",
+      "dra w",
+      "d raw",
+      "Th is",
+      "T his",
+      "ran ch",
+      "r anch",
+      "in ding",
+      "ind ing",
+      "indi ng",
+      "▁e stab",
+      "▁est ab",
+      "▁es tab",
+      "▁esta b",
+      "▁ob tain",
+      "▁obt ain",
+      "ri ch",
+      "ric h",
+      "r ich",
+      "li cit",
+      "lic it",
+      "е в",
+      "▁qu al",
+      "▁q ual",
+      "▁ qual",
+      "▁z a",
+      "▁ za",
+      "▁h ar",
+      "▁ha r",
+      "▁ har",
+      "▁f ac",
+      "▁fa c",
+      "▁ fac",
+      "aa r",
+      "a ar",
+      "je t",
+      "j et",
+      "ic les",
+      "icle s",
+      "i cles",
+      "▁A us",
+      "▁Au s",
+      "▁ Aus",
+      "▁h or",
+      "▁ho r",
+      "▁ hor",
+      "▁re mov",
+      "▁rem ov",
+      "▁w ie",
+      "▁ wie",
+      "Cl ient",
+      "C lient",
+      "▁n atur",
+      "▁nat ur",
+      "hi p",
+      "h ip",
+      "Su b",
+      "S ub",
+      "▁r andom",
+      "▁ran dom",
+      "▁rand om",
+      "▁ random",
+      "D F",
+      "▁a rea",
+      "▁are a",
+      "▁ar ea",
+      "▁ area",
+      "ta g",
+      "t ag",
+      "P r",
+      "▁I tal",
+      "▁It al",
+      "▁ Ital",
+      "▁r oku",
+      "▁ro ku",
+      "▁rok u",
+      "no follow",
+      "nof ollow",
+      "* }",
+      "▁o thers",
+      "▁other s",
+      "▁l imit",
+      "▁li mit",
+      "▁lim it",
+      "▁ limit",
+      "▁s il",
+      "▁si l",
+      "▁ sil",
+      "▁s av",
+      "▁sa v",
+      "▁o ften",
+      "▁of ten",
+      "▁oft en",
+      "▁re nder",
+      "▁r ender",
+      "▁ren der",
+      "▁rend er",
+      "▁rende r",
+      "▁ render",
+      "D B",
+      "▁M c",
+      "▁ Mc",
+      "▁z ijn",
+      "▁zij n",
+      "же н",
+      "ж ен",
+      "▁t ag",
+      "▁ta g",
+      "▁ tag",
+      "min g",
+      "mi ng",
+      "m ing",
+      "li chen",
+      "lic hen",
+      "lich en",
+      "liche n",
+      "l ichen",
+      "pa ck",
+      "p ack",
+      "▁A g",
+      "▁ Ag",
+      "▁s ense",
+      "▁sens e",
+      "▁sen se",
+      "p g",
+      "Met hod",
+      "M ethod",
+      "ag ed",
+      "age d",
+      "a ged",
+      "á g",
+      "ł a",
+      "▁inter est",
+      "▁inte rest",
+      "▁as soci",
+      "▁ass oci",
+      "▁ associ",
+      "vol ution",
+      "▁em pty",
+      "▁emp ty",
+      "▁ empty",
+      "ic he",
+      "ich e",
+      "i che",
+      "▁g ro",
+      "▁gr o",
+      "▁ gro",
+      "▁t ypes",
+      "▁type s",
+      "▁typ es",
+      "▁ty pes",
+      "▁ types",
+      "▁S ie",
+      "▁Si e",
+      "In ter",
+      "Int er",
+      "▁n oreferrer",
+      "▁ noreferrer",
+      "▁g ives",
+      "▁giv es",
+      "▁give s",
+      "▁gi ves",
+      "ha l",
+      "h al",
+      "▁s ave",
+      "▁sa ve",
+      "▁sav e",
+      "▁ save",
+      "▁f ont",
+      "▁fo nt",
+      "▁fon t",
+      "▁ font",
+      "ru ction",
+      "ruct ion",
+      "S cript",
+      "▁a lla",
+      "▁al la",
+      "▁all a",
+      "▁ alla",
+      "▁s ays",
+      "▁sa ys",
+      "▁say s",
+      "▁f u",
+      "▁ fu",
+      "ap e",
+      "a pe",
+      "▁l anguage",
+      "▁ language",
+      "ig er",
+      "ige r",
+      "i ger",
+      "▁K ing",
+      "▁Ki ng",
+      "▁Kin g",
+      "bo r",
+      "b or",
+      "u v",
+      "▁s hall",
+      "▁sh all",
+      "▁E urope",
+      "▁Europ e",
+      "▁Euro pe",
+      "▁Eur ope",
+      "▁ Europe",
+      "▁ein em",
+      "▁eine m",
+      "▁w ater",
+      "▁wa ter",
+      "▁wat er",
+      "▁ water",
+      "▁g overn",
+      "▁go vern",
+      "▁gover n",
+      "an z",
+      "at ors",
+      "ator s",
+      "ato rs",
+      "▁mon th",
+      "▁mo nth",
+      "▁mont h",
+      "▁ month",
+      "y e",
+      "▁import ant",
+      "▁ important",
+      "at z",
+      "a tz",
+      "fir st",
+      "f irst",
+      "▁Tr ans",
+      "▁Tra ns",
+      "▁ Trans",
+      "▁M ad",
+      "▁Ma d",
+      "▁ Mad",
+      "▁b ra",
+      "▁br a",
+      "▁ bra",
+      "ik a",
+      "i ka",
+      "▁S aint",
+      "▁Sa int",
+      "▁Sain t",
+      "▁ Saint",
+      "or ia",
+      "ori a",
+      "o ria",
+      "kr e",
+      "k re",
+      "em ents",
+      "ement s",
+      "emen ts",
+      "e ments",
+      "▁B en",
+      "▁Be n",
+      "▁ Ben",
+      "la v",
+      "l av",
+      "▁ad min",
+      "▁adm in",
+      "▁ admin",
+      "▁H en",
+      "▁He n",
+      "▁ Hen",
+      "ri l",
+      "r il",
+      "▁S m",
+      "▁ Sm",
+      "ca t",
+      "c at",
+      "▁Re fer",
+      "▁Ref er",
+      "▁ Ш",
+      "▁p ract",
+      "▁pr act",
+      "▁pra ct",
+      "▁prac t",
+      "▁P at",
+      "▁Pa t",
+      "▁ Pat",
+      "▁G re",
+      "▁Gr e",
+      "▁ Gre",
+      "▁you ng",
+      "▁yo ung",
+      "▁In ter",
+      "▁Int er",
+      "▁ Inter",
+      "om a",
+      "o ma",
+      "te ger",
+      "ib ility",
+      "ibil ity",
+      "▁param eters",
+      "▁parameter s",
+      "▁paramet ers",
+      "▁ parameters",
+      "▁every thing",
+      "da t",
+      "d at",
+      "ur op",
+      "uro p",
+      "u rop",
+      "ole an",
+      "o lean",
+      "▁return ed",
+      "▁C lass",
+      "▁Cl ass",
+      "▁Cla ss",
+      "▁ Class",
+      "ac y",
+      "a cy",
+      "## ##",
+      "▁p ř",
+      "▁f older",
+      "▁fol der",
+      "▁fo lder",
+      "▁ folder",
+      "▁k on",
+      "▁ko n",
+      "▁ kon",
+      "▁gu ess",
+      "g t",
+      "je n",
+      "j en",
+      "an nel",
+      "ann el",
+      "anne l",
+      "ic on",
+      "ico n",
+      "i con",
+      "▁c omb",
+      "▁com b",
+      "▁co mb",
+      "▁ comb",
+      "ri ct",
+      "ric t",
+      "r ict",
+      "▁h ij",
+      "▁hi j",
+      "▁aut hor",
+      "▁auth or",
+      "▁ author",
+      "se e",
+      "s ee",
+      "he re",
+      "her e",
+      "h ere",
+      "st ra",
+      "str a",
+      "s tra",
+      "▁ent ire",
+      "▁direct ly",
+      "ra ft",
+      "raf t",
+      "r aft",
+      "he et",
+      "es ter",
+      "est er",
+      "este r",
+      "e ster",
+      "▁м и",
+      "▁ ми",
+      "▁m ass",
+      "▁ma ss",
+      "▁mas s",
+      "▁ mass",
+      "un tu",
+      "unt u",
+      "▁u sers",
+      "▁us ers",
+      "▁use rs",
+      "▁user s",
+      "▁ users",
+      "ch i",
+      "c hi",
+      "P E",
+      "▁com ponent",
+      "▁compon ent",
+      "▁ component",
+      "Cl ick",
+      "C lick",
+      "At t",
+      "A tt",
+      "▁s obre",
+      "▁so bre",
+      "▁sob re",
+      "an ds",
+      "and s",
+      "▁H ol",
+      "▁Ho l",
+      "▁ Hol",
+      "▁S ant",
+      "▁San t",
+      "▁Sa nt",
+      "or i",
+      "o ri",
+      "▁s ua",
+      "▁su a",
+      "st d",
+      "s td",
+      "ent ic",
+      "enti c",
+      "C C",
+      "▁fil ter",
+      "▁ filter",
+      "S QL",
+      "▁G od",
+      "▁Go d",
+      "A t",
+      "▁м у",
+      "▁ му",
+      "▁per formance",
+      "▁perform ance",
+      "del ta",
+      "d elta",
+      "an de",
+      "and e",
+      "a nde",
+      "am er",
+      "ame r",
+      "a mer",
+      "д ы",
+      "▁c ult",
+      "▁cu lt",
+      "▁cul t",
+      "▁N or",
+      "▁No r",
+      "bu t",
+      "b ut",
+      "▁l ik",
+      "▁li k",
+      "▁ lik",
+      "**** ****",
+      "ст вен",
+      "ств ен",
+      "стве н",
+      "▁com me",
+      "▁comm e",
+      "▁d r",
+      "▁ dr",
+      "im er",
+      "ime r",
+      "i mer",
+      "or din",
+      "ord in",
+      "▁cond ition",
+      "▁ condition",
+      "es te",
+      "est e",
+      "e ste",
+      "( [",
+      "F F",
+      "ть ся",
+      "im o",
+      "i mo",
+      "ra b",
+      "r ab",
+      "і ль",
+      "▁h alf",
+      "▁hal f",
+      "▁ half",
+      "ea ch",
+      "e ach",
+      "Di s",
+      "D is",
+      "▁r ows",
+      "▁ro ws",
+      "▁row s",
+      "▁ rows",
+      "▁h on",
+      "▁ho n",
+      "▁ hon",
+      "▁t ogether",
+      "▁tog ether",
+      "▁ și",
+      "me di",
+      "med i",
+      "m edi",
+      "ag n",
+      "a gn",
+      "al led",
+      "all ed",
+      "alle d",
+      "▁v ill",
+      "▁vi ll",
+      "▁vil l",
+      "IN G",
+      "I NG",
+      "id den",
+      "idd en",
+      "▁d raw",
+      "▁dr aw",
+      "▁dra w",
+      "▁ draw",
+      "yn tax",
+      "ynt ax",
+      "▁att empt",
+      "UR L",
+      "U RL",
+      "pos e",
+      "po se",
+      "p ose",
+      "▁in dic",
+      "▁ind ic",
+      "ни ка",
+      "ник а",
+      "▁Eng lish",
+      "▁ English",
+      "▁d éc",
+      "▁dé c",
+      "▁ne eds",
+      "▁need s",
+      "▁n ormal",
+      "▁nor mal",
+      "▁norm al",
+      "▁ normal",
+      "ur t",
+      "u rt",
+      "▁н о",
+      "▁ но",
+      "}} \\",
+      "} }\\",
+      "la st",
+      "las t",
+      "l ast",
+      "▁F in",
+      "▁ Fin",
+      "▁F ebru",
+      "▁Fe bru",
+      "▁Feb ru",
+      "il a",
+      "i la",
+      "▁c ountry",
+      "▁count ry",
+      "▁coun try",
+      "▁ country",
+      "▁field s",
+      "▁fiel ds",
+      "▁ fields",
+      "▁m ax",
+      "▁ma x",
+      "▁ max",
+      "lé s",
+      "l és",
+      "ow ie",
+      "owi e",
+      "o wie",
+      "▁de ux",
+      "▁bu ilt",
+      "▁ built",
+      "▁M ain",
+      "▁Ma in",
+      "▁Mai n",
+      "▁ Main",
+      "▁c amp",
+      "▁cam p",
+      "▁ca mp",
+      "▁ camp",
+      "iv o",
+      "i vo",
+      "iv a",
+      "i va",
+      "ic y",
+      "i cy",
+      "zi one",
+      "z ione",
+      "No de",
+      "N ode",
+      "▁: )",
+      "▁ :)",
+      "▁am ong",
+      "▁O b",
+      "▁ Ob",
+      "▁c ases",
+      "▁case s",
+      "▁cas es",
+      "▁ cases",
+      "ha ps",
+      "h aps",
+      "se rs",
+      "ser s",
+      "s ers",
+      "ar ter",
+      "art er",
+      "arte r",
+      "śc i",
+      "ś ci",
+      "▁it er",
+      "▁i ter",
+      "▁ iter",
+      "▁n amed",
+      "▁name d",
+      "▁na med",
+      "▁nam ed",
+      "▁ named",
+      "ex ec",
+      "exe c",
+      "▁se ason",
+      "▁sea son",
+      "▁ season",
+      "to t",
+      "t ot",
+      "= >",
+      "gr aph",
+      "gra ph",
+      "g raph",
+      "▁n il",
+      "▁ni l",
+      "▁ nil",
+      "ac ional",
+      "acion al",
+      "aci onal",
+      "▁N ULL",
+      "▁ NULL",
+      "▁spe cial",
+      "▁spec ial",
+      "▁ special",
+      "ст е",
+      "с те",
+      "cs s",
+      "c ss",
+      "▁\\ (",
+      "v s",
+      "ae l",
+      "a el",
+      "▁c ity",
+      "▁ci ty",
+      "▁cit y",
+      "▁ city",
+      "ov a",
+      "o va",
+      "▁art icle",
+      "▁ article",
+      "▁S outh",
+      "▁So uth",
+      "▁Sou th",
+      "Act ion",
+      "Ac tion",
+      "A ction",
+      "ç a",
+      "sp ring",
+      "spr ing",
+      "s pring",
+      "it ude",
+      "itu de",
+      "itud e",
+      "▁com plex",
+      "▁comp lex",
+      "▁comple x",
+      "▁compl ex",
+      "▁ complex",
+      "▁ч то",
+      "bu ild",
+      "g amma",
+      "▁E nt",
+      "▁En t",
+      "▁ Ent",
+      "ie rs",
+      "ier s",
+      "i ers",
+      "' .",
+      "ca r",
+      "c ar",
+      "ap ache",
+      "apa che",
+      "in gen",
+      "ing en",
+      "inge n",
+      "In put",
+      ":  ",
+      "▁d ynam",
+      "▁dy nam",
+      "al ls",
+      "all s",
+      "sh ow",
+      "s how",
+      "| \\",
+      "▁w ird",
+      "▁wir d",
+      "B ar",
+      "al th",
+      "alt h",
+      "mod el",
+      "mo del",
+      "mode l",
+      "m odel",
+      "Tr ans",
+      "Tra ns",
+      "Ro w",
+      "R ow",
+      "ab e",
+      "a be",
+      "▁l ib",
+      "▁li b",
+      "▁ lib",
+      "nu ll",
+      "n ull",
+      "ra gment",
+      "rag ment",
+      "▁St ate",
+      "▁Stat e",
+      "▁Sta te",
+      "▁ State",
+      "▁l aw",
+      "▁la w",
+      "▁ law",
+      "Fr ame",
+      "F rame",
+      "▁L o",
+      "▁ Lo",
+      "ge b",
+      "g eb",
+      "}$ .",
+      "} $.",
+      "▁ne eded",
+      "▁need ed",
+      "▁con tr",
+      "▁cont r",
+      "▁ contr",
+      "ar ies",
+      "ari es",
+      "arie s",
+      "a ries",
+      "▁s creen",
+      "▁sc reen",
+      "▁scr een",
+      "▁ screen",
+      "y r",
+      "m m",
+      "▁sh own",
+      "▁show n",
+      "▁sho wn",
+      "▁b ad",
+      "▁ba d",
+      "▁ bad",
+      "▁c ast",
+      "▁cas t",
+      "▁ca st",
+      "▁ cast",
+      "▁T est",
+      "▁Te st",
+      "▁ Test",
+      "▁A uf",
+      "▁Au f",
+      "▁qu ant",
+      "▁quan t",
+      "▁ quant",
+      "ig a",
+      "i ga",
+      "▁re n",
+      "▁r en",
+      "▁ ren",
+      "▁M ac",
+      "▁Ma c",
+      "▁ Mac",
+      "▁trans form",
+      "▁ transform",
+      "▁d ifference",
+      "▁dif ference",
+      "▁differ ence",
+      "▁t it",
+      "▁ti t",
+      "▁ tit",
+      "T E",
+      "▁st ep",
+      "▁ste p",
+      "▁ step",
+      "▁c apt",
+      "▁cap t",
+      "▁ca pt",
+      "▁ capt",
+      "▁col lection",
+      "▁coll ection",
+      "▁collect ion",
+      "▁colle ction",
+      "▁ collection",
+      "iction ary",
+      "▁T om",
+      "▁To m",
+      "▁ Tom",
+      "ri er",
+      "rie r",
+      "r ier",
+      "▁m ove",
+      "▁mov e",
+      "▁mo ve",
+      "▁ move",
+      "co pe",
+      "cop e",
+      "c ope",
+      "or ds",
+      "ord s",
+      "▁fur ther",
+      "▁column s",
+      "▁ columns",
+      "▁L in",
+      "▁Li n",
+      "▁ Lin",
+      "▁f ixed",
+      "▁fix ed",
+      "▁ fixed",
+      "▁child ren",
+      "▁ children",
+      "M S",
+      "m o",
+      "un a",
+      "u na",
+      "▁ind ivid",
+      "tt y",
+      "t ty",
+      "as te",
+      "ast e",
+      "a ste",
+      "sr c",
+      "s rc",
+      "mat ch",
+      "m atch",
+      "w i",
+      "▁ х",
+      "▁д и",
+      "▁ ди",
+      "▁o rd",
+      "▁or d",
+      "▁ ord",
+      "iv ing",
+      "ivi ng",
+      "i ving",
+      "▁B ro",
+      "▁Br o",
+      "▁ Bro",
+      "▁al most",
+      "▁P res",
+      "▁Pr es",
+      "▁Pre s",
+      "▁ Pres",
+      "re ci",
+      "rec i",
+      "ar ing",
+      "ari ng",
+      "arin g",
+      "a ring",
+      "▁/ //",
+      "▁// /",
+      "▁ ///",
+      "ет ся",
+      "е тся",
+      "▁s ig",
+      "▁si g",
+      "▁ sig",
+      "lig ht",
+      "l ight",
+      "▁R ed",
+      "▁Re d",
+      "▁ Red",
+      "▁sugg est",
+      "▁sug gest",
+      "ol f",
+      "▁é té",
+      "▁ét é",
+      "▁ été",
+      "is ation",
+      "isa tion",
+      "isat ion",
+      "з на",
+      "Ne w",
+      "N ew",
+      "ст ан",
+      "ста н",
+      "с тан",
+      "L A",
+      "un icip",
+      "unic ip",
+      "uni cip",
+      "▁fig ure",
+      "▁figur e",
+      "▁ figure",
+      "m t",
+      "ia le",
+      "ial e",
+      "i ale",
+      "▁c atch",
+      "▁cat ch",
+      "▁ catch",
+      "de fault",
+      "def ault",
+      "▁t ele",
+      "▁te le",
+      "▁tel e",
+      "▁ tele",
+      "▁m atter",
+      "▁mat ter",
+      "ca st",
+      "cas t",
+      "c ast",
+      "▁R ich",
+      "▁Ric h",
+      "▁Ri ch",
+      "▁ Rich",
+      "▁hand le",
+      "▁ handle",
+      "val u",
+      "va lu",
+      "v alu",
+      "$ -",
+      "о б",
+      "▁j son",
+      "▁js on",
+      "▁ json",
+      "Cre ate",
+      "C reate",
+      "▁ex am",
+      "ал ь",
+      "а ль",
+      "ю т",
+      "or ed",
+      "ore d",
+      "o red",
+      "id os",
+      "ido s",
+      "ap pend",
+      "app end",
+      "appen d",
+      "appe nd",
+      "▁Ar ray",
+      "▁Arr ay",
+      "▁ Array",
+      "к с",
+      "} [",
+      "ri ve",
+      "riv e",
+      "r ive",
+      "▁c lub",
+      "▁cl ub",
+      "▁ club",
+      "ma nn",
+      "man n",
+      "m ann",
+      "▁e ste",
+      "▁est e",
+      "▁es te",
+      "▁ este",
+      "es ta",
+      "est a",
+      "e sta",
+      "▁G i",
+      "▁ Gi",
+      "▁J ap",
+      "▁Ja p",
+      "▁N ame",
+      "▁Na me",
+      "▁Nam e",
+      "▁ Name",
+      "Col umn",
+      "ou ps",
+      "oup s",
+      "o ups",
+      "is mo",
+      "ism o",
+      "▁C ity",
+      "▁Ci ty",
+      "▁Cit y",
+      "▁ City",
+      "▁class es",
+      "▁classe s",
+      "▁ classes",
+      "▁in fl",
+      "▁inf l",
+      "▁ infl",
+      "h l",
+      "ро м",
+      "р ом",
+      "▁ad ding",
+      "▁add ing",
+      "▁ adding",
+      "▁f ail",
+      "▁fa il",
+      "▁ fail",
+      "x x",
+      "õ es",
+      "S c",
+      "ut il",
+      "uti l",
+      "u til",
+      "▁l ocation",
+      "▁lo cation",
+      "▁loc ation",
+      "▁ location",
+      "le ge",
+      "leg e",
+      "l ege",
+      "ag o",
+      "a go",
+      "▁pro perties",
+      "▁proper ties",
+      "▁ properties",
+      "ab il",
+      "abi l",
+      "a bil",
+      "va s",
+      "v as",
+      "}$ ,",
+      "} $,",
+      "it ted",
+      "itt ed",
+      "itte d",
+      "ó d",
+      "▁D em",
+      "▁De m",
+      "▁as ked",
+      "▁ask ed",
+      "▁t ab",
+      "▁ta b",
+      "▁ tab",
+      "S ource",
+      "▁error s",
+      "▁err ors",
+      "▁ errors",
+      "ograph ie",
+      "▁ж и",
+      "▁ жи",
+      "▁m al",
+      "▁ma l",
+      "▁ mal",
+      "st ract",
+      "str act",
+      "stra ct",
+      "▁d ro",
+      "▁dr o",
+      "▁ dro",
+      "ra k",
+      "r ak",
+      "▁n ote",
+      "▁not e",
+      "▁no te",
+      "▁ note",
+      "▁set ting",
+      "▁sett ing",
+      "▁ setting",
+      "▁f em",
+      "▁fe m",
+      "▁s aw",
+      "▁sa w",
+      "ia r",
+      "i ar",
+      "HE R",
+      "H ER",
+      "е с",
+      "▁p red",
+      "▁pr ed",
+      "▁pre d",
+      "▁ pred",
+      "▁O ut",
+      "▁ Out",
+      "▁it ems",
+      "▁item s",
+      "▁ items",
+      "ла н",
+      "л ан",
+      "▁w erd",
+      "▁we rd",
+      "▁wer d",
+      "ers ion",
+      "li a",
+      "l ia",
+      "▁s in",
+      "▁si n",
+      "▁ sin",
+      "ich te",
+      "icht e",
+      "i chte",
+      "▁fe el",
+      "▁fee l",
+      "▁п ра",
+      "▁пр а",
+      "▁ пра",
+      "▁o der",
+      "▁od er",
+      "▁ oder",
+      "U E",
+      "oc ument",
+      "▁m ode",
+      "▁mod e",
+      "▁mo de",
+      "▁ mode",
+      "▁N a",
+      "▁ Na",
+      "де н",
+      "д ен",
+      "me s",
+      "m es",
+      "frame work",
+      "▁a uto",
+      "▁au to",
+      "▁aut o",
+      "▁ auto",
+      "ны м",
+      "н ым",
+      "ub y",
+      "u by",
+      "▁tem plate",
+      "▁temp late",
+      "▁ template",
+      "▁m ess",
+      "▁me ss",
+      "▁mes s",
+      "▁ mess",
+      "ie der",
+      "ied er",
+      "i eder",
+      "▁rel ated",
+      "▁rela ted",
+      "▁relate d",
+      "▁ related",
+      "ok en",
+      "oke n",
+      "o ken",
+      "▁follow s",
+      "se arch",
+      "s earch",
+      "am i",
+      "a mi",
+      "▁w ait",
+      "▁wa it",
+      "▁ wait",
+      "ig r",
+      "i gr",
+      "▁l ow",
+      "▁lo w",
+      "▁ low",
+      "ски х",
+      "ск их",
+      "с ких",
+      "ска я",
+      "с кая",
+      "▁M ark",
+      "▁Mar k",
+      "▁ Mark",
+      "▁i ll",
+      "▁il l",
+      "▁ ill",
+      "am ento",
+      "ament o",
+      "amen to",
+      "\\ <",
+      "▁d f",
+      "▁ df",
+      "os ition",
+      "osi tion",
+      "▁В и",
+      "is f",
+      "i sf",
+      "▁De utsch",
+      "ah l",
+      "a hl",
+      "wa r",
+      "w ar",
+      "it ect",
+      "ite ct",
+      "▁s al",
+      "▁sa l",
+      "▁ sal",
+      "el en",
+      "ele n",
+      "e len",
+      "By Id",
+      "▁g ru",
+      "▁gr u",
+      "▁ gru",
+      "s v",
+      "▁pass ed",
+      "▁pas sed",
+      "▁passe d",
+      "▁a ñ",
+      "▁ añ",
+      "Sc h",
+      "S ch",
+      "▁sol ve",
+      "we ise",
+      "weis e",
+      "wei se",
+      "at os",
+      "ato s",
+      "▁m eg",
+      "▁me g",
+      "▁m ember",
+      "▁mem ber",
+      "▁memb er",
+      "▁ member",
+      "er name",
+      "ern ame",
+      "erna me",
+      "▁con nect",
+      "▁conne ct",
+      "▁conn ect",
+      "▁ connect",
+      "ip s",
+      "i ps",
+      "▁r ound",
+      "▁ro und",
+      "▁rou nd",
+      "▁ round",
+      "▁ ]",
+      "ne s",
+      "n es",
+      "▁d ir",
+      "▁di r",
+      "▁ dir",
+      "▁Lond on",
+      "d y",
+      "F A",
+      "▁rece ived",
+      "▁receive d",
+      "re et",
+      "ree t",
+      "▁L og",
+      "▁Lo g",
+      "▁ Log",
+      "▁Sch ool",
+      "an go",
+      "ang o",
+      "▁The se",
+      "▁Th ese",
+      "▁M ont",
+      "▁Mon t",
+      "▁Mo nt",
+      "▁ Mont",
+      "▁e ner",
+      "▁en er",
+      "▁ ener",
+      "la d",
+      "l ad",
+      "▁def ine",
+      "▁defin e",
+      "▁ define",
+      "si gn",
+      "sig n",
+      "s ign",
+      "▁c le",
+      "▁cl e",
+      "▁ cle",
+      "fig ure",
+      "▁V iew",
+      "▁Vi ew",
+      "▁Vie w",
+      "▁ View",
+      "text bf",
+      "$ \\",
+      "з ы",
+      "num ber",
+      "n umber",
+      "▁d in",
+      "▁di n",
+      "▁ din",
+      "el ler",
+      "ell er",
+      "elle r",
+      "orith m",
+      "ori thm",
+      "fal se",
+      "f alse",
+      "fo l",
+      "f ol",
+      "ffic ient",
+      "▁HT ML",
+      "▁ HTML",
+      "li che",
+      "lic he",
+      "lich e",
+      "l iche",
+      "▁M o",
+      "▁ Mo",
+      "▁int rodu",
+      "▁intr odu",
+      "▁intro du",
+      "ex p",
+      "e xp",
+      "▁st rong",
+      "▁str ong",
+      "▁stro ng",
+      "▁ strong",
+      "▁t hus",
+      "▁th us",
+      "/ )",
+      "▁e le",
+      "▁el e",
+      "▁ ele",
+      "▁та к",
+      "▁ так",
+      "▁п а",
+      "▁ па",
+      "▁d ont",
+      "▁do nt",
+      "▁don t",
+      "▁c ause",
+      "▁caus e",
+      "▁ca use",
+      "Num ber",
+      "N umber",
+      "▁im ages",
+      "▁image s",
+      "▁imag es",
+      "▁ images",
+      "▁s ample",
+      "▁sam ple",
+      "▁ sample",
+      "▁s ci",
+      "▁sc i",
+      "▁ sci",
+      "li ke",
+      "lik e",
+      "l ike",
+      "▁L ou",
+      "▁Lo u",
+      "▁ Lou",
+      "di v",
+      "d iv",
+      "an c",
+      "a nc",
+      "▁f ront",
+      "▁fr ont",
+      "▁fro nt",
+      "▁ front",
+      "ne n",
+      "n en",
+      "▁miss ing",
+      "▁mis sing",
+      "▁ missing",
+      "ar ia",
+      "ari a",
+      "a ria",
+      "pr es",
+      "pre s",
+      "p res",
+      "▁п ред",
+      "▁пре д",
+      "D I",
+      "fil ter",
+      "▁M it",
+      "▁Mi t",
+      "U R",
+      "▁o pp",
+      "▁op p",
+      "▁ opp",
+      "▁s ql",
+      "▁sq l",
+      "▁ sql",
+      "▁ро ку",
+      "er en",
+      "ere n",
+      "e ren",
+      "em at",
+      "ema t",
+      "e mat",
+      "í s",
+      "▁Je an",
+      "▁ Jean",
+      "é c",
+      "▁c i",
+      "▁ ci",
+      "en ne",
+      "enn e",
+      "at form",
+      "▁t aken",
+      "▁tak en",
+      "▁take n",
+      "▁ta ken",
+      "▁O f",
+      "▁ Of",
+      "▁на се",
+      "▁e rr",
+      "▁er r",
+      "▁ err",
+      "O P",
+      "Fr om",
+      "F rom",
+      "De fault",
+      "Def ault",
+      "▁Gener al",
+      "▁Gen eral",
+      "▁Gene ral",
+      "▁ General",
+      "wik i",
+      "wi ki",
+      "w iki",
+      "▁g rand",
+      "▁gr and",
+      "▁gra nd",
+      "▁gran d",
+      "▁ grand",
+      "▁e inen",
+      "▁ein en",
+      "▁eine n",
+      "Re g",
+      "R eg",
+      "Hand ler",
+      "Handle r",
+      "con om",
+      "co nom",
+      "cono m",
+      "c onom",
+      "an ger",
+      "ang er",
+      "ange r",
+      "▁бы л",
+      "▁L os",
+      "▁Lo s",
+      "▁ Los",
+      "▁ex pression",
+      "▁exp ression",
+      "▁express ion",
+      "▁expr ession",
+      "▁ expression",
+      "ш а",
+      "ya l",
+      "y al",
+      "▁$ ('",
+      "▁$( '",
+      "▁sw itch",
+      "▁ switch",
+      "▁v ector",
+      "▁ve ctor",
+      "▁vec tor",
+      "▁ vector",
+      "▁T hom",
+      "▁Th om",
+      "▁v irt",
+      "▁vi rt",
+      "▁vir t",
+      "▁ virt",
+      "le ased",
+      "lease d",
+      "lea sed",
+      "▁c over",
+      "▁co ver",
+      "▁cov er",
+      "▁ cover",
+      "▁re sp",
+      "▁r esp",
+      "▁res p",
+      "▁ resp",
+      "ak o",
+      "a ko",
+      "ren ch",
+      "ot a",
+      "o ta",
+      "C ell",
+      "an ged",
+      "ang ed",
+      "ange d",
+      "▁+ =",
+      "▁ +=",
+      "la c",
+      "l ac",
+      "sk a",
+      "s ka",
+      "ne xt",
+      "nex t",
+      "n ext",
+      "▁Intern ational",
+      "▁W il",
+      "▁Wi l",
+      "▁ Wil",
+      "▁o nt",
+      "▁on t",
+      "▁ ont",
+      "ib r",
+      "i br",
+      "us tr",
+      "ust r",
+      "u str",
+      "▁b lack",
+      "▁bl ack",
+      "▁bla ck",
+      "▁ black",
+      "▁select ed",
+      "▁sel ected",
+      "▁sele cted",
+      "▁ selected",
+      "ch er",
+      "che r",
+      "c her",
+      "▁l iter",
+      "▁li ter",
+      "▁lit er",
+      "▁ liter",
+      "ro ot",
+      "r oot",
+      "л ся",
+      "▁L ife",
+      "▁Li fe",
+      "▁ Life",
+      "▁in sert",
+      "▁ins ert",
+      "▁inser t",
+      "▁inse rt",
+      "▁ insert",
+      "▁mat rix",
+      "▁ matrix",
+      "is es",
+      "ise s",
+      ") ]",
+      "▁p el",
+      "▁pe l",
+      "▁ pel",
+      "Over ride",
+      "ry pt",
+      "▁for mer",
+      "▁form er",
+      "▁forme r",
+      "▁ former",
+      "▁Fil m",
+      "▁N orth",
+      "▁Nor th",
+      "cl ient",
+      "cli ent",
+      "c lient",
+      "▁n ight",
+      "▁ night",
+      "хо ди",
+      "ход и",
+      "▁A ustral",
+      "▁Aust ral",
+      "▁ Austral",
+      "▁R et",
+      "▁Re t",
+      "▁ Ret",
+      "rh o",
+      "r ho",
+      "▁п ер",
+      "▁пе р",
+      "▁ пер",
+      "ip edia",
+      "ipe dia",
+      "▁ex press",
+      "▁exp ress",
+      "▁expr ess",
+      "▁expres s",
+      "▁ express",
+      "▁th ird",
+      "▁ third",
+      "▁ma jor",
+      "▁maj or",
+      "▁ major",
+      "▁g rad",
+      "▁gr ad",
+      "▁gra d",
+      "▁ grad",
+      "ow e",
+      "o we",
+      "▁bel ieve",
+      "our nal",
+      "ourn al",
+      "▁st atus",
+      "▁stat us",
+      "▁ status",
+      "un c",
+      "u nc",
+      "▁d ou",
+      "▁do u",
+      "▁J SON",
+      "▁JS ON",
+      "▁ JSON",
+      "ui s",
+      "u is",
+      "▁pop ulation",
+      "▁popula tion",
+      "▁popul ation",
+      "en z",
+      "▁Will iam",
+      "s f",
+      "▁O bject",
+      "▁Ob ject",
+      "▁ Object",
+      "▁c in",
+      "▁ci n",
+      "▁ cin",
+      "▁D i",
+      "▁ Di",
+      "cur ity",
+      "c urity",
+      "▁O pen",
+      "▁Op en",
+      "▁ Open",
+      "▁ ле",
+      "la r",
+      "l ar",
+      "ad ding",
+      "add ing",
+      "▁k om",
+      "▁ko m",
+      "▁ kom",
+      "}( \\",
+      "} (\\",
+      "▁k il",
+      "▁ki l",
+      "▁ kil",
+      "um er",
+      "ume r",
+      "u mer",
+      "\"/ >",
+      "\" />",
+      "▁fe ature",
+      "▁ feature",
+      "▁A re",
+      "▁Ar e",
+      "▁ Are",
+      "ck s",
+      "c ks",
+      "▁Intern et",
+      "▁Inter net",
+      "▁ Internet",
+      "▁i h",
+      "▁ ih",
+      "▁start ed",
+      "▁star ted",
+      "▁ear ly",
+      "▁be gan",
+      "▁beg an",
+      "T H",
+      "p ython",
+      "as p",
+      "a sp",
+      "▁F r",
+      "▁ Fr",
+      "▁c los",
+      "▁cl os",
+      "▁clo s",
+      "▁ clos",
+      "ist ic",
+      "isti c",
+      "▁mus ic",
+      "▁ music",
+      "▁d ig",
+      "▁di g",
+      "▁ dig",
+      "▁it al",
+      "▁i tal",
+      "▁ ital",
+      "▁D avid",
+      "▁Dav id",
+      "▁Da vid",
+      "▁ David",
+      "▁web site",
+      "▁ website",
+      "▁cont roller",
+      "▁control ler",
+      "▁ controller",
+      "▁M er",
+      "▁Me r",
+      "▁ Mer",
+      "con text",
+      "cont ext",
+      "pro duct",
+      "produ ct",
+      "prod uct",
+      "os p",
+      "o sp",
+      "▁j un",
+      "▁ju n",
+      "ro wn",
+      "row n",
+      "r own",
+      "▁A z",
+      "▁ Az",
+      "\": \"",
+      "\" :\"",
+      "▁a an",
+      "▁aa n",
+      "▁D ate",
+      "▁Da te",
+      "▁Dat e",
+      "▁ Date",
+      "mu lt",
+      "mul t",
+      "m ult",
+      "▁b rowser",
+      "▁brow ser",
+      "▁ browser",
+      "ре д",
+      "wh ich",
+      "R A",
+      "qu are",
+      "qua re",
+      "▁R uss",
+      "▁Ru ss",
+      "▁Rus s",
+      "▁ Russ",
+      "▁s oon",
+      "▁so on",
+      "▁P re",
+      "▁Pr e",
+      "▁ Pre",
+      "ta u",
+      "t au",
+      "▁we ek",
+      "▁ week",
+      "▁б а",
+      "▁ ба",
+      "▁o ct",
+      "▁oc t",
+      "▁ oct",
+      "▁t own",
+      "▁to wn",
+      "▁ town",
+      "ro y",
+      "r oy",
+      "▁e ls",
+      "▁el s",
+      "▁ els",
+      "bl ic",
+      "b lic",
+      "und le",
+      "▁H istor",
+      "▁His tor",
+      "▁Hi stor",
+      "▁Hist or",
+      "▁f oi",
+      "▁fo i",
+      "▁mod els",
+      "▁model s",
+      "▁mode ls",
+      "▁ models",
+      "з о",
+      "on ym",
+      "ony m",
+      "o nym",
+      "Par am",
+      "Pa ram",
+      "P aram",
+      "▁M et",
+      "▁Me t",
+      "▁ Met",
+      "ge ner",
+      "gen er",
+      "g ener",
+      "j ą",
+      "▁e spe",
+      "▁es pe",
+      "▁esp e",
+      "C E",
+      "▁de vice",
+      "▁dev ice",
+      "▁devi ce",
+      "▁ device",
+      "el low",
+      "ell ow",
+      "ello w",
+      "▁de bug",
+      "▁deb ug",
+      "▁ debug",
+      "ér ie",
+      "éri e",
+      "é rie",
+      "us ing",
+      "u sing",
+      "ан г",
+      "а нг",
+      "▁* )",
+      "▁ *)",
+      "ud i",
+      "u di",
+      "▁M iss",
+      "▁Mi ss",
+      "▁Mis s",
+      "▁ Miss",
+      "ко м",
+      "к ом",
+      "pos ed",
+      "po sed",
+      "pose d",
+      "p osed",
+      "▁z we",
+      "▁zw e",
+      "і н",
+      "▁Ro bert",
+      "▁Rob ert",
+      "▁O ct",
+      "▁ Oct",
+      "lo p",
+      "l op",
+      "ja r",
+      "j ar",
+      "▁a ver",
+      "▁av er",
+      "▁ave r",
+      "▁ aver",
+      "▁ha bit",
+      "▁hab it",
+      "▁: :",
+      "▁ ::",
+      "än g",
+      "ä ng",
+      "St art",
+      "Star t",
+      "▁p ow",
+      "▁po w",
+      "▁ pow",
+      "▁s rc",
+      "▁sr c",
+      "▁ src",
+      "▁pat tern",
+      "▁ pattern",
+      "▁ Э",
+      "▁b i",
+      "▁ bi",
+      "ot es",
+      "ote s",
+      "o tes",
+      "▁_ _",
+      "▁ __",
+      "▁s ens",
+      "▁se ns",
+      "▁sen s",
+      "▁ sens",
+      "▁a void",
+      "▁av oid",
+      "▁avo id",
+      "ex ample",
+      "ut t",
+      "u tt",
+      "La bel",
+      "Lab el",
+      "L abel",
+      "te x",
+      "t ex",
+      "bo ot",
+      "b oot",
+      "es to",
+      "est o",
+      "e sto",
+      "▁M arch",
+      "▁Mar ch",
+      "▁Marc h",
+      "▁e asy",
+      "▁eas y",
+      "ict ure",
+      "Gr oup",
+      "▁f ather",
+      "▁fa ther",
+      "▁fat her",
+      "▁ father",
+      "▁up dated",
+      "▁update d",
+      "▁upd ated",
+      "▁ updated",
+      "▁V o",
+      "▁I II",
+      "▁II I",
+      "▁ III",
+      "om ega",
+      "ome ga",
+      "▁a lle",
+      "▁al le",
+      "▁all e",
+      "▁ alle",
+      "Re c",
+      "R ec",
+      "y g",
+      "з е",
+      "▁D im",
+      "▁Di m",
+      "▁ Dim",
+      "ne ct",
+      "n ect",
+      "▁T or",
+      "▁To r",
+      "▁de utsch",
+      "▁ deutsch",
+      "▁wh ite",
+      "▁ white",
+      "▁n ational",
+      "▁nation al",
+      "▁nat ional",
+      "pp e",
+      "p pe",
+      "▁a ir",
+      "▁ai r",
+      "▁ air",
+      "▁pass word",
+      "▁ password",
+      "de t",
+      "d et",
+      "▁b ig",
+      "▁bi g",
+      "▁ big",
+      "▁U se",
+      "▁Us e",
+      "▁ Use",
+      "cal l",
+      "ca ll",
+      "c all",
+      "▁ex tra",
+      "▁ext ra",
+      "▁extr a",
+      "▁ extra",
+      "W e",
+      "an ia",
+      "ani a",
+      "a nia",
+      "▁h old",
+      "▁ho ld",
+      "▁hol d",
+      "▁ hold",
+      "Cont rol",
+      "▁C O",
+      "▁ CO",
+      "▁м і",
+      "▁ мі",
+      "it i",
+      "i ti",
+      "▁K e",
+      "▁ Ke",
+      "en u",
+      "e nu",
+      "▁P ark",
+      "▁Par k",
+      "то м",
+      "т ом",
+      "▁a uth",
+      "▁au th",
+      "▁aut h",
+      "▁ auth",
+      "▁c enter",
+      "▁cent er",
+      "▁ center",
+      "P h",
+      "то в",
+      "т ов",
+      "id ing",
+      "idi ng",
+      "i ding",
+      "▁a cross",
+      "▁ac ross",
+      "▁s ong",
+      "▁so ng",
+      "▁son g",
+      "▁ song",
+      "▁ph ys",
+      "▁ phys",
+      "▁n umer",
+      "▁num er",
+      "▁nu mer",
+      "▁ numer",
+      "щ а",
+      "▁A lex",
+      "▁Al ex",
+      "▁Ale x",
+      "▁ Alex",
+      "▁problem s",
+      "▁proble ms",
+      "▁probl ems",
+      "▁E rror",
+      "▁Er ror",
+      "▁Err or",
+      "▁ Error",
+      "form at",
+      "for mat",
+      "▁A cc",
+      "▁Ac c",
+      "▁ Acc",
+      "▁s ix",
+      "▁si x",
+      "▁ six",
+      "▁d b",
+      "▁ db",
+      "▁C ast",
+      "▁Cas t",
+      "▁Ca st",
+      "▁ Cast",
+      "om s",
+      "o ms",
+      "pro ject",
+      "proj ect",
+      "▁v ert",
+      "▁ver t",
+      "▁ve rt",
+      "▁ vert",
+      "cre t",
+      "cr et",
+      "c ret",
+      "▁he ader",
+      "▁head er",
+      "▁ header",
+      "▁st ream",
+      "▁stre am",
+      "▁ stream",
+      "id s",
+      "i ds",
+      "▁t or",
+      "▁to r",
+      "▁ tor",
+      "▁se pt",
+      "▁sep t",
+      "▁est im",
+      "▁es tim",
+      "▁de cl",
+      "▁dec l",
+      "▁ decl",
+      "▁g ave",
+      "▁ga ve",
+      "▁p layer",
+      "▁pl ayer",
+      "▁play er",
+      "▁pla yer",
+      "▁ player",
+      "ys is",
+      "▁д ру",
+      "▁др у",
+      "am m",
+      "a mm",
+      "щ о",
+      "▁( \"",
+      "▁ (\"",
+      "▁a x",
+      "▁ ax",
+      "Pro perty",
+      "us r",
+      "u sr",
+      "▁some one",
+      "▁im pro",
+      "▁imp ro",
+      "▁impr o",
+      "ad en",
+      "ade n",
+      "a den",
+      "ro te",
+      "rot e",
+      "r ote",
+      "▁М и",
+      "i h",
+      "++ )",
+      "+ +)",
+      "▁v ideo",
+      "▁vide o",
+      "▁ video",
+      "▁ex ists",
+      "▁exist s",
+      "▁ exists",
+      "к ла",
+      "▁comp lete",
+      "▁comple te",
+      "▁complet e",
+      "▁compl ete",
+      "▁ complete",
+      "▁s ession",
+      "▁sess ion",
+      "▁ session",
+      "▁const ant",
+      "▁ constant",
+      "ic os",
+      "ico s",
+      "i cos",
+      "▁p ack",
+      "▁pa ck",
+      "▁pac k",
+      "▁ pack",
+      "ro me",
+      "rom e",
+      "r ome",
+      "eg r",
+      "e gr",
+      "App lication",
+      "▁y es",
+      "▁ye s",
+      "▁ yes",
+      "▁e lle",
+      "▁el le",
+      "▁ell e",
+      "▁ elle",
+      "▁e mail",
+      "▁em ail",
+      "▁ email",
+      "or f",
+      "o rf",
+      "ca se",
+      "cas e",
+      "c ase",
+      "▁po inter",
+      "▁point er",
+      "▁ pointer",
+      "▁reg ard",
+      "se n",
+      "s en",
+      "st atus",
+      "stat us",
+      "▁m es",
+      "▁me s",
+      "▁ mes",
+      "▁d elle",
+      "▁de lle",
+      "▁del le",
+      "▁dell e",
+      "ing ton",
+      "ingt on",
+      "▁B as",
+      "▁Ba s",
+      "▁ Bas",
+      ") ^",
+      "de velop",
+      "▁for ce",
+      "▁ force",
+      "▁char acters",
+      "▁charact ers",
+      "▁character s",
+      "▁c ross",
+      "▁cr oss",
+      "▁cro ss",
+      "▁ cross",
+      "▁de ath",
+      "▁t akes",
+      "▁tak es",
+      "▁take s",
+      "▁ta kes",
+      "ér i",
+      "é ri",
+      "ig ne",
+      "ign e",
+      "че н",
+      "ч ен",
+      "U P",
+      ". :",
+      "Th read",
+      "j u",
+      "in y",
+      "i ny",
+      "▁det ails",
+      "▁detail s",
+      "▁ details",
+      "▁x ml",
+      "▁ xml",
+      "ta it",
+      "t ait",
+      "out put",
+      "mess age",
+      "m essage",
+      "' '",
+      "▁Brit ish",
+      "vi lle",
+      "vil le",
+      "v ille",
+      "▁D iv",
+      "▁Di v",
+      "▁ Div",
+      "▁U ser",
+      "▁Use r",
+      "▁Us er",
+      "▁ User",
+      "c m",
+      "ч но",
+      "col umn",
+      "eq ref",
+      "ó r",
+      "on om",
+      "ono m",
+      "o nom",
+      "▁P ost",
+      "▁Po st",
+      "▁Pos t",
+      "▁ Post",
+      "el len",
+      "ell en",
+      "elle n",
+      "A b",
+      "ul té",
+      "ult é",
+      "▁per fect",
+      "▁perf ect",
+      "() {",
+      "( ){",
+      "vis ion",
+      "v ision",
+      "act ive",
+      "activ e",
+      "li er",
+      "lie r",
+      "l ier",
+      "ri j",
+      "r ij",
+      "s d",
+      "▁k ö",
+      "▁ kö",
+      "▁n ie",
+      "▁ni e",
+      "▁ nie",
+      "▁re lig",
+      "▁rel ig",
+      "▁reli g",
+      "▁o t",
+      "▁ ot",
+      "▁m achine",
+      "▁mach ine",
+      "▁ machine",
+      "▁h eld",
+      "▁he ld",
+      "▁hel d",
+      ")$ .",
+      ") $.",
+      "==== ====",
+      "ck er",
+      "cke r",
+      "c ker",
+      "в ы",
+      "bo rn",
+      "bor n",
+      "b orn",
+      "▁p ast",
+      "▁pas t",
+      "▁pa st",
+      "ри я",
+      "▁D r",
+      "▁ Dr",
+      "▁reg ular",
+      "▁regul ar",
+      "▁ regular",
+      "▁prov ided",
+      "▁provide d",
+      "TE R",
+      "T ER",
+      "▁un ivers",
+      "▁ univers",
+      "▁g ets",
+      "▁get s",
+      "▁ge ts",
+      "▁ gets",
+      "▁n u",
+      "▁ nu",
+      "▁/ *",
+      "▁ /*",
+      "ob er",
+      "obe r",
+      "o ber",
+      "fi n",
+      "f in",
+      "▁n ella",
+      "▁ne lla",
+      "▁nel la",
+      "▁nell a",
+      "▁be come",
+      "▁bec ome",
+      "▁becom e",
+      "▁` `",
+      "▁ ``",
+      "▁h istory",
+      "▁histor y",
+      "▁hi story",
+      "▁hist ory",
+      "▁ history",
+      "▁S ol",
+      "▁So l",
+      "▁ Sol",
+      "▁R ad",
+      "▁Ra d",
+      "▁ Rad",
+      "▁term s",
+      "▁ter ms",
+      "▁even ts",
+      "▁event s",
+      "▁ev ents",
+      "▁ events",
+      "ly mp",
+      ")) )",
+      ") ))",
+      "ро ва",
+      "ров а",
+      "р ова",
+      "▁ab sol",
+      "▁abs ol",
+      "▁so ft",
+      "▁ soft",
+      "lin ks",
+      "link s",
+      "l inks",
+      "▁h ope",
+      "▁ho pe",
+      "▁hop e",
+      "▁su bject",
+      "▁sub ject",
+      "▁ subject",
+      "\") ,",
+      "\" ),",
+      "▁cre ating",
+      "▁} \r",
+      "▁ }\r",
+      "▁S k",
+      "▁ Sk",
+      "▁f low",
+      "▁fl ow",
+      "▁flo w",
+      "▁ flow",
+      "▁Р а",
+      "▁as sert",
+      "▁ass ert",
+      "▁asse rt",
+      "▁ assert",
+      "ze t",
+      "z et",
+      "▁F rank",
+      "▁Fran k",
+      "▁Fr ank",
+      "s a",
+      "▁dist ribution",
+      "▁distribu tion",
+      "▁distrib ution",
+      "▁ distribution",
+      "c u",
+      "ba nd",
+      "ban d",
+      "b and",
+      "iz z",
+      "i zz",
+      "▁j ob",
+      "▁jo b",
+      "▁ job",
+      "in er",
+      "ine r",
+      "i ner",
+      "st ruct",
+      "str uct",
+      "stru ct",
+      "á k",
+      "T O",
+      "au f",
+      "a uf",
+      "▁ext ends",
+      "▁extend s",
+      "▁G ra",
+      "▁Gr a",
+      "dis play",
+      "▁sign ific",
+      "on ey",
+      "one y",
+      "o ney",
+      "s ource",
+      "m icrosoft",
+      "in der",
+      "ind er",
+      "inde r",
+      "i nder",
+      "▁qu ick",
+      "▁qui ck",
+      "▁ quick",
+      "▁w onder",
+      "▁won der",
+      "▁wo nder",
+      "Inst ance",
+      "el les",
+      "ell es",
+      "elle s",
+      "e lles",
+      "è me",
+      "▁comp any",
+      "▁compan y",
+      "▁ company",
+      "u ß",
+      ". }",
+      "▁separ ate",
+      "U M",
+      "HER E",
+      "HE RE",
+      "H ERE",
+      "▁writ ing",
+      "▁wr iting",
+      "▁ writing",
+      "it ution",
+      "itu tion",
+      "itut ion",
+      "▁G esch",
+      "▁Ge sch",
+      "▁Ges ch",
+      "м я",
+      "▁J ames",
+      "▁Ja mes",
+      "▁Jam es",
+      "▁ James",
+      "▁D E",
+      "▁ DE",
+      "▁S pe",
+      "▁Sp e",
+      "▁ Spe",
+      "pro cess",
+      "proc ess",
+      "St r",
+      "S tr",
+      "▁s ym",
+      "▁sy m",
+      "▁ sym",
+      "▁a o",
+      "▁ ao",
+      "▁w y",
+      "▁ wy",
+      "▁any one",
+      "▁U p",
+      "▁ Up",
+      "use um",
+      "ar on",
+      "aro n",
+      "a ron",
+      "▁def inition",
+      "▁defin ition",
+      "▁definit ion",
+      "▁ definition",
+      "▁` $",
+      "▁f av",
+      "▁fa v",
+      "rib utes",
+      "ribute s",
+      "ribu tes",
+      "▁R é",
+      "ograf ia",
+      "ografi a",
+      "el ement",
+      "ele ment",
+      "elem ent",
+      "e lement",
+      "ca p",
+      "c ap",
+      "pa t",
+      "p at",
+      "▁B ra",
+      "▁Br a",
+      "▁ Bra",
+      ") (",
+      "▁acc ording",
+      "▁accord ing",
+      "г е",
+      "▁p ie",
+      "▁pi e",
+      "▁ pie",
+      "el i",
+      "e li",
+      "} \"",
+      "▁act iv",
+      "▁ activ",
+      "▁s top",
+      "▁st op",
+      "▁sto p",
+      "▁ stop",
+      "pat ch",
+      "p atch",
+      "т і",
+      "▁J ose",
+      "▁Jo se",
+      "▁Jos e",
+      "▁ Jose",
+      "En d",
+      "E nd",
+      "▁p rze",
+      "▁pr ze",
+      "▁prz e",
+      "▁a ge",
+      "▁ag e",
+      "▁ age",
+      "it ory",
+      "ito ry",
+      "itor y",
+      "▁P HP",
+      "▁ PHP",
+      "ag ement",
+      "age ment",
+      "agem ent",
+      "▁` .",
+      "▁ `.",
+      "▁pre tty",
+      "▁pret ty",
+      "▁re comm",
+      "▁rec omm",
+      "▁recom m",
+      "▁s ud",
+      "▁su d",
+      "▁re qu",
+      "▁r equ",
+      "▁req u",
+      "▁об ла",
+      "at ives",
+      "ative s",
+      "ativ es",
+      "ati ves",
+      "▁H igh",
+      "▁Hi gh",
+      "▁ High",
+      "á z",
+      "ou l",
+      "o ul",
+      "re st",
+      "res t",
+      "r est",
+      "▁T er",
+      "▁Te r",
+      "un der",
+      "und er",
+      "unde r",
+      "u nder",
+      "th ern",
+      "ther n",
+      "the rn",
+      "cent er",
+      "cen ter",
+      "cente r",
+      "c enter",
+      "▁u r",
+      "▁ ur",
+      "la t",
+      "l at",
+      "▁inter face",
+      "▁ interface",
+      "▁и н",
+      "▁ ин",
+      "▁wh ose",
+      "▁who se",
+      "ic as",
+      "ica s",
+      "i cas",
+      "am en",
+      "ame n",
+      "a men",
+      "Fil ter",
+      "▁st ation",
+      "▁stat ion",
+      "▁sta tion",
+      "▁stati on",
+      "▁ station",
+      "Pa ge",
+      "P age",
+      "▁a rm",
+      "▁ar m",
+      "▁ arm",
+      "▁e yes",
+      "▁eye s",
+      "▁ра й",
+      "▁s eu",
+      "▁se u",
+      "ol i",
+      "o li",
+      "wi n",
+      "w in",
+      "li k",
+      "l ik",
+      "ge x",
+      "g ex",
+      "ch an",
+      "cha n",
+      "c han",
+      "id ence",
+      "iden ce",
+      "ar gs",
+      "arg s",
+      "ak ing",
+      "aki ng",
+      "a king",
+      "▁Go ogle",
+      "▁ Google",
+      "▁St ud",
+      "▁Stu d",
+      "▁h o",
+      "▁ ho",
+      "то ры",
+      "тор ы",
+      "S u",
+      "▁autom at",
+      "▁auto mat",
+      "êm e",
+      "ê me",
+      "▁c y",
+      "▁ cy",
+      "lo r",
+      "l or",
+      "▁st ack",
+      "▁sta ck",
+      "▁ stack",
+      "▁SE LECT",
+      "▁ SELECT",
+      "A F",
+      "▁> >",
+      "▁ >>",
+      "▁com pet",
+      "▁comp et",
+      "▁p air",
+      "▁pa ir",
+      "▁ pair",
+      "▁ing lés",
+      "Res ponse",
+      "▁F ig",
+      "▁ Fig",
+      "gr ad",
+      "gra d",
+      "g rad",
+      "▁document ation",
+      "▁ documentation",
+      "▁c ant",
+      "▁can t",
+      "▁ca nt",
+      "▁app reci",
+      "å n",
+      "▁le arn",
+      "▁lear n",
+      "▁ learn",
+      "▁in dep",
+      "▁ind ep",
+      "▁inde p",
+      "▁p al",
+      "▁pa l",
+      "▁ pal",
+      "pack age",
+      "p ackage",
+      "ar es",
+      "are s",
+      "a res",
+      "▁Ber lin",
+      "▁Berl in",
+      "б ли",
+      "re ich",
+      "rei ch",
+      "ё н",
+      "▁s atisf",
+      "▁sat isf",
+      "▁reg ion",
+      "▁ region",
+      "▁fri end",
+      "▁ friend",
+      "▁Ge orge",
+      "▁Georg e",
+      "▁В о",
+      "▁ Во",
+      "▁\" \"",
+      "▁ \"\"",
+      "▁des de",
+      "Fact ory",
+      "F actory",
+      "▁Count y",
+      "▁Coun ty",
+      "ou v",
+      "o uv",
+      "▁ ‘",
+      "▁inst alled",
+      "▁install ed",
+      "▁instal led",
+      "▁ installed",
+      "▁w anted",
+      "▁want ed",
+      "▁P ython",
+      "▁ Python",
+      "▁inter pre",
+      "▁in cluded",
+      "▁includ ed",
+      "▁include d",
+      "▁inclu ded",
+      "▁( (",
+      "▁ ((",
+      "▁al tern",
+      "▁alt ern",
+      "▁alter n",
+      "▁alte rn",
+      "▁ altern",
+      "is to",
+      "ist o",
+      "i sto",
+      "g n",
+      "▁b order",
+      "▁bor der",
+      "▁bord er",
+      "▁ border",
+      "pd f",
+      "p df",
+      "▁d up",
+      "▁du p",
+      "▁ dup",
+      "▁down load",
+      "▁ download",
+      "ju st",
+      "jus t",
+      "j ust",
+      "▁m embers",
+      "▁mem bers",
+      "▁memb ers",
+      "▁member s",
+      "▁ members",
+      "ch ild",
+      "chi ld",
+      "▁p ay",
+      "▁pa y",
+      "▁ pay",
+      "▁c er",
+      "▁ce r",
+      "▁ cer",
+      "▁lo oked",
+      "▁look ed",
+      "▁correct ly",
+      "au th",
+      "aut h",
+      "a uth",
+      "▁с тан",
+      "▁ст ан",
+      "▁ста н",
+      "▁ стан",
+      "▁e sp",
+      "▁es p",
+      "▁ esp",
+      "▁d esc",
+      "▁de sc",
+      "▁des c",
+      "▁ desc",
+      "eb en",
+      "e ben",
+      "▁qu estions",
+      "▁question s",
+      "▁quest ions",
+      "▁questi ons",
+      "▁ questions",
+      "ma l",
+      "m al",
+      "▁ab gerufen",
+      "▁ abgerufen",
+      "▁B and",
+      "▁Ba nd",
+      "▁Ban d",
+      "▁[ ]",
+      "▁ []",
+      "Bas e",
+      "B ase",
+      "▁r is",
+      "▁ri s",
+      "▁ ris",
+      "▁f ort",
+      "▁for t",
+      "▁fo rt",
+      "▁ fort",
+      "▁I d",
+      "▁ Id",
+      "▁var ious",
+      "▁vari ous",
+      "▁Le ague",
+      "▁H and",
+      "▁Ha nd",
+      "▁Han d",
+      "▁ Hand",
+      "▁T ype",
+      "▁Ty pe",
+      "▁Typ e",
+      "▁ Type",
+      "ir l",
+      "i rl",
+      "▁F e",
+      "▁ Fe",
+      "i én",
+      "it ter",
+      "itt er",
+      "itte r",
+      "▁f ast",
+      "▁fa st",
+      "▁fas t",
+      "▁ fast",
+      "st a",
+      "s ta",
+      "▁ex cept",
+      "▁ except",
+      "ic z",
+      "i cz",
+      "▁F rench",
+      "▁en vironment",
+      "▁environ ment",
+      "▁ environment",
+      "▁con se",
+      "▁cons e",
+      "у р",
+      "о го",
+      "▁necess ary",
+      "tar get",
+      "t arget",
+      "▁re ading",
+      "▁read ing",
+      "▁ reading",
+      "ho me",
+      "hom e",
+      "h ome",
+      "ze ich",
+      "▁e qual",
+      "▁equ al",
+      "▁eq ual",
+      "▁ equal",
+      "▁pi ù",
+      "▁p rem",
+      "▁pr em",
+      "▁pre m",
+      "▁diff icult",
+      "▁u nit",
+      "▁un it",
+      "▁ unit",
+      "▁re place",
+      "▁rep lace",
+      "▁repla ce",
+      "▁ replace",
+      "▁he art",
+      "▁hear t",
+      "▁ heart",
+      "▁t alk",
+      "▁tal k",
+      "A M",
+      "▁R E",
+      "▁ RE",
+      "▁P erson",
+      "▁Per son",
+      "▁Pers on",
+      "▁ Person",
+      "end ency",
+      "enden cy",
+      "▁i mm",
+      "▁im m",
+      "▁ imm",
+      "▁h uman",
+      "▁hum an",
+      "▁hu man",
+      "▁ human",
+      "d n",
+      "▁K ir",
+      "▁Ki r",
+      "▁A ut",
+      "▁Au t",
+      "▁ Aut",
+      "kn own",
+      "know n",
+      "k nown",
+      "▁fr equ",
+      "▁fre qu",
+      "sys tem",
+      "s ystem",
+      "ла в",
+      "▁S z",
+      "▁G al",
+      "▁Ga l",
+      "но е",
+      "sel ves",
+      "right arrow",
+      "r ightarrow",
+      "▁С а",
+      "▁ Са",
+      "=\" @",
+      "▁build ing",
+      "▁ building",
+      "im port",
+      "imp ort",
+      "▁f am",
+      "▁fa m",
+      "▁de lete",
+      "▁del ete",
+      "▁delet e",
+      "▁ delete",
+      "air e",
+      "ai re",
+      "a ire",
+      "ma ry",
+      "mar y",
+      "m ary",
+      "▁f und",
+      "▁fun d",
+      "▁fu nd",
+      "▁ fund",
+      "▁part icip",
+      "▁partic ip",
+      "▁parti cip",
+      "▁partici p",
+      "▁s yn",
+      "▁sy n",
+      "▁ syn",
+      "si n",
+      "s in",
+      "▁l ower",
+      "▁lo wer",
+      "▁low er",
+      "▁ lower",
+      "▁z ero",
+      "▁ze ro",
+      "▁ zero",
+      "▁s ec",
+      "▁se c",
+      "▁ sec",
+      "▁f ra",
+      "▁fr a",
+      "▁ fra",
+      "Po int",
+      "P oint",
+      "▁fa iled",
+      "▁fail ed",
+      "▁ failed",
+      "ien to",
+      "ient o",
+      "i ento",
+      "cu p",
+      "c up",
+      "▁s low",
+      "▁sl ow",
+      "▁slo w",
+      "▁ slow",
+      "▁n ation",
+      "▁na tion",
+      "▁nat ion",
+      "äh r",
+      "ä hr",
+      "▁in fo",
+      "▁inf o",
+      "▁ info",
+      "▁P ublic",
+      "▁Pub lic",
+      "▁Pu blic",
+      "▁ Public",
+      "▁de cla",
+      "▁dec la",
+      "▁decl a",
+      "▁Т а",
+      "▁s old",
+      "▁so ld",
+      "▁sol d",
+      "▁R em",
+      "▁Re m",
+      "▁ Rem",
+      "▁Ph il",
+      "ст ра",
+      "стр а",
+      "с тра",
+      "▁me hr",
+      "▁W ork",
+      "▁Wor k",
+      "▁ Work",
+      "▁N ord",
+      "▁No rd",
+      "▁Nor d",
+      "▁f ait",
+      "▁fa it",
+      "▁g ew",
+      "▁ge w",
+      "▁ gew",
+      "print ln",
+      "ob ile",
+      "obil e",
+      "obi le",
+      "▁K on",
+      "▁Ko n",
+      "▁ass ume",
+      "▁assum e",
+      "land s",
+      "lan ds",
+      "l ands",
+      "▁a mount",
+      "▁am ount",
+      "▁ amount",
+      "▁P ress",
+      "▁Pr ess",
+      "▁Pres s",
+      "▁Pre ss",
+      "▁ Press",
+      "ý ch",
+      "▁ma xim",
+      "▁max im",
+      "▁ maxim",
+      "▁Ch ampion",
+      "▁Champ ion",
+      "li brary",
+      "l ibrary",
+      "a ñ",
+      "▁W al",
+      "▁Wa l",
+      "Com m",
+      "Co mm",
+      "C omm",
+      "] ]",
+      "▁z w",
+      "▁ zw",
+      "▁so cial",
+      "▁soci al",
+      "▁soc ial",
+      "▁ social",
+      "L I",
+      "▁Un ter",
+      "vo r",
+      "v or",
+      "Del ta",
+      "D elta",
+      "em ail",
+      "ema il",
+      "e mail",
+      "ra int",
+      "rain t",
+      "rai nt",
+      "r aint",
+      "on i",
+      "o ni",
+      "▁a lt",
+      "▁al t",
+      "▁ alt",
+      "▁n é",
+      "▁ né",
+      "ци я",
+      "ograph y",
+      "▁mention ed",
+      "▁ment ioned",
+      "▁< =",
+      "▁ <=",
+      "▁c ette",
+      "▁ce tte",
+      "▁cet te",
+      "▁current ly",
+      "▁curr ently",
+      "va re",
+      "var e",
+      "v are",
+      "iz ing",
+      "izi ng",
+      "izin g",
+      "i zing",
+      "▁D ef",
+      "▁De f",
+      "▁ Def",
+      "ic ol",
+      "ico l",
+      "i col",
+      "ün d",
+      "ü nd",
+      "▁config uration",
+      "▁configur ation",
+      "▁ configuration",
+      "est ig",
+      "esti g",
+      "II I",
+      "I II",
+      "la m",
+      "l am",
+      "i ère",
+      "▁E ar",
+      "▁t u",
+      "▁ tu",
+      "En t",
+      "E nt",
+      "▁U sing",
+      "▁Us ing",
+      "▁ Using",
+      "▁ко м",
+      "▁к ом",
+      "▁ ком",
+      "ci e",
+      "c ie",
+      "▁pro of",
+      "▁ proof",
+      "▁in vol",
+      "▁inv ol",
+      "▁H istory",
+      "▁Histor y",
+      "▁Hi story",
+      "▁Hist ory",
+      "▁ History",
+      "> <",
+      "▁A ND",
+      "▁AN D",
+      "▁ AND",
+      "av y",
+      "a vy",
+      "▁rel ations",
+      "▁relation s",
+      "$ {",
+      "▁com es",
+      "▁co mes",
+      "▁come s",
+      "▁ comes",
+      "▁d irection",
+      "▁direct ion",
+      "▁dire ction",
+      "▁dir ection",
+      "▁ direction",
+      "▁J une",
+      "▁Ju ne",
+      "▁Jun e",
+      "▁W ay",
+      "▁Wa y",
+      "Com ponent",
+      "ec h",
+      "e ch",
+      "▁P eter",
+      "▁Pe ter",
+      "▁Pet er",
+      "▁ Peter",
+      "s g",
+      "▁s tra",
+      "▁st ra",
+      "▁str a",
+      "▁ stra",
+      "uc t",
+      "u ct",
+      "▁im plementation",
+      "▁implement ation",
+      "▁ implementation",
+      "att le",
+      "▁c z",
+      "▁ cz",
+      "pl ot",
+      "p lot",
+      "▁play ed",
+      "▁pla yed",
+      "\"> </",
+      "\">< /",
+      "\" ></",
+      "▁f ive",
+      "▁fi ve",
+      "▁ five",
+      "▁c oll",
+      "▁col l",
+      "▁co ll",
+      "▁ coll",
+      "▁Char les",
+      "Tr a",
+      "T ra",
+      "▁s uo",
+      "▁su o",
+      "file s",
+      "fil es",
+      "fi les",
+      "f iles",
+      "en tes",
+      "ent es",
+      "ente s",
+      "res ponse",
+      "respons e",
+      "H ow",
+      "▁S oci",
+      "▁So ci",
+      "▁Soc i",
+      "▁i gn",
+      "▁ig n",
+      "▁ ign",
+      "▁l ed",
+      "▁le d",
+      "▁ led",
+      "▁G erman",
+      "▁Ger man",
+      "▁Germ an",
+      "ud o",
+      "u do",
+      "▁D u",
+      "▁t im",
+      "▁ti m",
+      "▁ tim",
+      "ount er",
+      "oun ter",
+      "o unter",
+      "▁att ack",
+      "ur i",
+      "u ri",
+      "▁а р",
+      "▁ ар",
+      "es se",
+      "ess e",
+      "iv il",
+      "ivi l",
+      "i vil",
+      "▁J u",
+      "▁v el",
+      "▁ve l",
+      "▁ vel",
+      "mat rix",
+      "▁M at",
+      "▁Ma t",
+      "▁ Mat",
+      "gi o",
+      "g io",
+      "▁Ze it",
+      "VE R",
+      "V ER",
+      "ha s",
+      "h as",
+      "Con nection",
+      "Connect ion",
+      "Conne ction",
+      "▁i hr",
+      "▁ih r",
+      "▁att ribute",
+      "▁ attribute",
+      "▁dis cuss",
+      "▁disc uss",
+      "▁do main",
+      "▁dom ain",
+      "▁ domain",
+      "bin d",
+      "bi nd",
+      "b ind",
+      "▁S ec",
+      "▁Se c",
+      "▁ Sec",
+      "ri k",
+      "r ik",
+      "cl ose",
+      "clos e",
+      "clo se",
+      "c lose",
+      "gi n",
+      "g in",
+      "▁l ove",
+      "▁lo ve",
+      "▁lov e",
+      "an to",
+      "ant o",
+      "ge nt",
+      "gen t",
+      "g ent",
+      "ab a",
+      "a ba",
+      "jan go",
+      "j ango",
+      "b i",
+      "▁ob ser",
+      "▁obs er",
+      "it ting",
+      "itt ing",
+      "▁р у",
+      "▁ ру",
+      "} =",
+      "ag en",
+      "age n",
+      "a gen",
+      "B C",
+      "so me",
+      "som e",
+      "s ome",
+      "▁B u",
+      "▁ Bu",
+      "▁s oci",
+      "▁so ci",
+      "▁soc i",
+      "▁ soci",
+      "▁ind ividual",
+      "▁individ ual",
+      "▁de al",
+      "▁out side",
+      "ri o",
+      "r io",
+      "Ex ec",
+      "an did",
+      "and id",
+      "▁bus iness",
+      "▁t empor",
+      "▁tem por",
+      "▁temp or",
+      "▁tempo r",
+      "▁T ur",
+      "▁Tu r",
+      "▁( !",
+      "▁ (!",
+      "ri ter",
+      "rit er",
+      "rite r",
+      "r iter",
+      "▁go ogle",
+      "▁goog le",
+      "▁ google",
+      "] :",
+      "it te",
+      "itt e",
+      "i tte",
+      "x i",
+      "▁П а",
+      "ho l",
+      "h ol",
+      "н ь",
+      "ri ng",
+      "rin g",
+      "r ing",
+      "▁s ul",
+      "▁su l",
+      "но сти",
+      "ност и",
+      "нос ти",
+      "_ .",
+      "ga r",
+      "g ar",
+      "T ask",
+      "▁C heck",
+      "▁Che ck",
+      "▁ Check",
+      "▁mod ern",
+      "▁mo dern",
+      "▁mode rn",
+      "▁moder n",
+      "▁w in",
+      "▁ win",
+      "us ter",
+      "ust er",
+      "u ster",
+      "ha n",
+      "h an",
+      "form ation",
+      "format ion",
+      "vo id",
+      "v oid",
+      "▁ф и",
+      "▁ фи",
+      "▁use ful",
+      "▁Eng land",
+      "lo s",
+      "l os",
+      "et ime",
+      "eti me",
+      "e time",
+      "eu r",
+      "e ur",
+      "▁un ique",
+      "▁uniqu e",
+      "▁ unique",
+      "▁ка к",
+      "yi ng",
+      "y ing",
+      "ob j",
+      "ui d",
+      "u id",
+      "▁w indows",
+      "▁window s",
+      "▁wind ows",
+      "▁ windows",
+      "▁d istance",
+      "▁dist ance",
+      "▁ distance",
+      "▁nom bre",
+      "▁nombr e",
+      "і я",
+      "oc us",
+      "o cus",
+      "ah n",
+      "a hn",
+      "ier te",
+      "iert e",
+      "i erte",
+      "▁d ar",
+      "▁da r",
+      "▁ dar",
+      "S I",
+      "lo ng",
+      "lon g",
+      "l ong",
+      "as ta",
+      "ast a",
+      "a sta",
+      "iv en",
+      "ive n",
+      "i ven",
+      "▁t old",
+      "▁to ld",
+      "▁G ru",
+      "▁Gr u",
+      "fo o",
+      "f oo",
+      "▁c alling",
+      "▁cal ling",
+      "▁call ing",
+      "iem bre",
+      "i embre",
+      "▁f uture",
+      "▁fut ure",
+      "pr ès",
+      "p rès",
+      "le ep",
+      "lee p",
+      "avig ation",
+      "PO ST",
+      "POS T",
+      "P OST",
+      "▁des cribed",
+      "▁descri bed",
+      "▁describe d",
+      "▁n och",
+      "▁no ch",
+      "un it",
+      "uni t",
+      "u nit",
+      "al len",
+      "all en",
+      "alle n",
+      "▁b ranch",
+      "▁br anch",
+      "▁bran ch",
+      "▁ branch",
+      "f a",
+      "▁f ill",
+      "▁fil l",
+      "▁fi ll",
+      "▁ fill",
+      "▁ob j",
+      "▁ obj",
+      "▁t ree",
+      "▁tr ee",
+      "▁tre e",
+      "▁ tree",
+      "▁wur den",
+      "▁wurde n",
+      "▁L iter",
+      "▁Li ter",
+      "▁Lit er",
+      "▁ Liter",
+      "ro t",
+      "r ot",
+      "sp lit",
+      "spl it",
+      "s plit",
+      "em ein",
+      "eme in",
+      "mod ule",
+      "C A",
+      "▁oper ator",
+      "▁opera tor",
+      "▁ operator",
+      "▁w rote",
+      "▁wr ote",
+      "▁J ack",
+      "▁Jac k",
+      "▁Ja ck",
+      "▁ Jack",
+      "olog ie",
+      "olo gie",
+      "▁A nt",
+      "▁An t",
+      "▁ Ant",
+      "те р",
+      "т ер",
+      "st ream",
+      "stre am",
+      "▁Q ue",
+      "▁Qu e",
+      "▁ Que",
+      "eps ilon",
+      "e psilon",
+      "no n",
+      "n on",
+      "st ein",
+      "ste in",
+      "▁s impl",
+      "▁sim pl",
+      "▁simp l",
+      "pu b",
+      "p ub",
+      "▁J uly",
+      "▁Jul y",
+      "▁Ju ly",
+      "▁n ature",
+      "▁natur e",
+      "▁nat ure",
+      "▁D atabase",
+      "▁Data base",
+      "▁Dat abase",
+      "▁ Database",
+      "ó l",
+      "ни м",
+      "н им",
+      "▁V I",
+      "▁ VI",
+      "êt re",
+      "ê tre",
+      "il es",
+      "ile s",
+      "i les",
+      "▁w el",
+      "▁we l",
+      "▁ wel",
+      "') ,",
+      "' ),",
+      "▁m ut",
+      "▁mu t",
+      "▁ mut",
+      "lo cation",
+      "loc ation",
+      "l ocation",
+      "▁there fore",
+      "el li",
+      "ell i",
+      "▁ І",
+      "n é",
+      "▁а в",
+      "led ge",
+      "l edge",
+      "▁con ver",
+      "▁conv er",
+      "í m",
+      "▁X V",
+      "▁ XV",
+      "vi der",
+      "vid er",
+      "v ider",
+      "▁Janu ary",
+      "▁Januar y",
+      "▁us ually",
+      "▁usual ly",
+      "▁re leased",
+      "▁release d",
+      "▁M i",
+      "He ad",
+      "H ead",
+      "il ler",
+      "ill er",
+      "ille r",
+      "▁j an",
+      "▁ja n",
+      "▁ jan",
+      "▁l etter",
+      "▁let ter",
+      "▁lett er",
+      "▁ letter",
+      "pr odu",
+      "pro du",
+      "prod u",
+      "p rodu",
+      "r d",
+      "▁C am",
+      "▁Ca m",
+      "▁ Cam",
+      ", '",
+      "▁ Ц",
+      "▁p ush",
+      "▁pu sh",
+      "▁ push",
+      "up date",
+      "▁may be",
+      "▁ maybe",
+      "H ttp",
+      "@ \"",
+      "ме р",
+      "м ер",
+      "ser vice",
+      "serv ice",
+      "par se",
+      "p arse",
+      "▁d ass",
+      "▁da ss",
+      "▁das s",
+      "ê n",
+      ") \"",
+      "mo re",
+      "mor e",
+      "m ore",
+      "/ *",
+      "▁m as",
+      "▁ma s",
+      "▁ mas",
+      "▁like ly",
+      "▁lik ely",
+      "▁ likely",
+      "▁m aterial",
+      "▁mate rial",
+      "▁mater ial",
+      "▁ material",
+      "▁[ [",
+      "▁ [[",
+      "▁long er",
+      "▁lon ger",
+      "ba l",
+      "b al",
+      "▁Arch iv",
+      "ig t",
+      "i gt",
+      "▁e gy",
+      "▁eg y",
+      "▁ egy",
+      "id ge",
+      "ig u",
+      "i gu",
+      "con f",
+      "▁in c",
+      "▁i nc",
+      "▁ inc",
+      "cons ulté",
+      "▁m ai",
+      "▁ma i",
+      "▁ mai",
+      "W ork",
+      "▁г ра",
+      "▁ гра",
+      "▁Oct ober",
+      "▁g lobal",
+      "▁glob al",
+      "▁glo bal",
+      "▁ global",
+      "▁s el",
+      "▁se l",
+      "▁ sel",
+      "▁m unicip",
+      "▁vi ol",
+      "▁vio l",
+      "▁Do es",
+      "▁ Does",
+      "▁\\ [",
+      "ско м",
+      "ск ом",
+      "с ком",
+      "▁com pos",
+      "▁comp os",
+      "▁ compos",
+      "б ря",
+      "в я",
+      "▁resp ons",
+      "▁ respons",
+      "▁consider ed",
+      "▁consid ered",
+      "▁J apan",
+      "▁Jap an",
+      "▁Ja pan",
+      "pe s",
+      "p es",
+      "os to",
+      "ost o",
+      "o sto",
+      "▁mil it",
+      "▁mi lit",
+      "S P",
+      "с ы",
+      "at tr",
+      "att r",
+      "ci l",
+      "c il",
+      "irect ory",
+      "av ing",
+      "avi ng",
+      "a ving",
+      "▁D el",
+      "▁De l",
+      "▁ Del",
+      "▁pr event",
+      "▁pre vent",
+      "▁prev ent",
+      "▁ prevent",
+      "id ade",
+      "ida de",
+      "idad e",
+      "i dade",
+      "gi t",
+      "g it",
+      "if orm",
+      "i form",
+      "ou ter",
+      "out er",
+      "oute r",
+      "o uter",
+      "in ct",
+      "inc t",
+      "le vel",
+      "lev el",
+      "at ever",
+      "ate ver",
+      "▁re pe",
+      "▁rep e",
+      "▁e xc",
+      "▁ex c",
+      "да р",
+      "д ар",
+      "St yle",
+      "▁Th omas",
+      "▁Thom as",
+      "el ine",
+      "eli ne",
+      "elin e",
+      "e line",
+      "▁ ж",
+      "un time",
+      "unt ime",
+      "▁l arg",
+      "▁la rg",
+      "▁lar g",
+      "▁ larg",
+      "Tr ue",
+      ". *",
+      "cre en",
+      "cr een",
+      "c reen",
+      "yle s",
+      "yl es",
+      "y les",
+      "▁trans l",
+      "▁tran sl",
+      "▁С о",
+      "ens ions",
+      "ension s",
+      "ä l",
+      "is se",
+      "iss e",
+      "▁v olt",
+      "▁vo lt",
+      "▁vol t",
+      "ci ally",
+      "cial ly",
+      "ni k",
+      "n ik",
+      ". ]",
+      "▁St adt",
+      "▁Sta dt",
+      "▁Stad t",
+      "м ы",
+      "fil l",
+      "fi ll",
+      "f ill",
+      "lo v",
+      "l ov",
+      "▁\" /",
+      "▁ \"/",
+      "S p",
+      "▁A ir",
+      "Cal l",
+      "Ca ll",
+      "C all",
+      "▁n ur",
+      "▁nu r",
+      "Che ck",
+      "C heck",
+      "ien ce",
+      "i ence",
+      "ef ined",
+      "▁в ре",
+      "ł o",
+      "d z",
+      "▁о р",
+      "▁ ор",
+      "ik er",
+      "ike r",
+      "i ker",
+      "ow a",
+      "o wa",
+      "ови ч",
+      "о вич",
+      "r é",
+      "O L",
+      "▁li near",
+      "▁line ar",
+      "▁lin ear",
+      "▁linea r",
+      "▁ linear",
+      "▁ex port",
+      "▁exp ort",
+      "▁ export",
+      "ah r",
+      "a hr",
+      "ic ial",
+      "ici al",
+      "icia l",
+      "i cial",
+      "Re p",
+      "R ep",
+      "▁n atural",
+      "▁natur al",
+      "▁nat ural",
+      "▁ natural",
+      "▁c op",
+      "▁co p",
+      "▁ cop",
+      "▁} )",
+      "▁ })",
+      "ç ões",
+      "z z",
+      "Wh at",
+      "W hat",
+      "▁H ouse",
+      "▁Ho use",
+      "▁Hou se",
+      "Re f",
+      "R ef",
+      "in ger",
+      "ing er",
+      "inge r",
+      "▁t aking",
+      "▁tak ing",
+      "▁ta king",
+      "n ě",
+      "▁Ein z",
+      "▁d am",
+      "▁da m",
+      "▁ dam",
+      "▁iss ues",
+      "▁issue s",
+      "▁issu es",
+      "▁ issues",
+      "Bu ilder",
+      "Build er",
+      "ed it",
+      "edi t",
+      "e dit",
+      "▁p rz",
+      "▁pr z",
+      "pass word",
+      "Ge ner",
+      "Gen er",
+      "G ener",
+      "ri m",
+      "r im",
+      "▁p arts",
+      "▁par ts",
+      "▁part s",
+      "▁ parts",
+      "-- -",
+      "- --",
+      "ig inal",
+      "igin al",
+      "igi nal",
+      "▁S ci",
+      "▁Sc i",
+      "▁m other",
+      "▁mo ther",
+      "▁mot her",
+      "▁moth er",
+      "re a",
+      "r ea",
+      "▁cont ainer",
+      "▁contain er",
+      "▁ container",
+      "д я",
+      "▁I P",
+      "▁ IP",
+      "▁n one",
+      "▁no ne",
+      "▁non e",
+      "▁ none",
+      "▁follow ed",
+      "▁p le",
+      "▁pl e",
+      "▁ ple",
+      "▁me asure",
+      "▁meas ure",
+      "▁ measure",
+      "▁t out",
+      "▁to ut",
+      "▁tou t",
+      "▁ tout",
+      "Ex t",
+      "E xt",
+      "▁T V",
+      "▁ TV",
+      "▁ex plain",
+      "▁exp lain",
+      "▁expla in",
+      "▁expl ain",
+      "▁p aper",
+      "▁pa per",
+      "▁pap er",
+      "▁ paper",
+      "ст і",
+      "с ті",
+      "w s",
+      "W ik",
+      "▁m m",
+      "▁ mm",
+      "▁N orm",
+      "▁No rm",
+      "▁Nor m",
+      "▁Ser ver",
+      "▁Serv er",
+      "▁ Server",
+      "fo nt",
+      "fon t",
+      "f ont",
+      "ec ause",
+      "eca use",
+      "T R",
+      "▁б и",
+      "▁ би",
+      "L a",
+      "▁e ns",
+      "▁en s",
+      "▁ ens",
+      "▁re tr",
+      "▁r etr",
+      "▁ret r",
+      "▁S il",
+      "▁Si l",
+      "▁ Sil",
+      "▁se quence",
+      "▁sequ ence",
+      "▁ sequence",
+      "ar c",
+      "a rc",
+      "I V",
+      "z á",
+      "▁And roid",
+      "▁ Android",
+      "▁S uper",
+      "▁Su per",
+      "▁Sup er",
+      "▁ Super",
+      "▁r oz",
+      "▁ro z",
+      "▁ roz",
+      "ov ie",
+      "ovi e",
+      "o vie",
+      "O m",
+      "▁W ell",
+      "▁We ll",
+      "▁Wel l",
+      "▁ Well",
+      "ma ke",
+      "m ake",
+      "or ph",
+      "orp h",
+      "▁J er",
+      "▁Je r",
+      "▁R os",
+      "▁Ro s",
+      "re ference",
+      "refer ence",
+      "▁fe atures",
+      "▁feature s",
+      "▁ features",
+      "▁G er",
+      "▁Ge r",
+      "▁L eg",
+      "▁Le g",
+      "▁ Leg",
+      "▁l ate",
+      "▁la te",
+      "▁lat e",
+      "▁ late",
+      "▁add itional",
+      "▁addition al",
+      "▁f lo",
+      "▁fl o",
+      "▁е го",
+      "▁ его",
+      "▁alg orithm",
+      "▁ algorithm",
+      "B A",
+      "ka r",
+      "k ar",
+      "I P",
+      "]) ;",
+      "] );",
+      "▁app ears",
+      "▁appear s",
+      "▁appe ars",
+      "y w",
+      "▁t emp",
+      "▁te mp",
+      "▁tem p",
+      "▁ temp",
+      "▁aus si",
+      "met hod",
+      "m ethod",
+      "▁p et",
+      "▁pe t",
+      "▁ pet",
+      "st rap",
+      "str ap",
+      "stra p",
+      "ar ning",
+      "arn ing",
+      "▁c ut",
+      "▁cu t",
+      "▁ cut",
+      "▁S a",
+      "▁ Sa",
+      "▁t rack",
+      "▁tr ack",
+      "▁tra ck",
+      "▁trac k",
+      "▁ track",
+      "▁emp loy",
+      "▁in de",
+      "▁i nde",
+      "▁ind e",
+      "▁ inde",
+      "ra v",
+      "r av",
+      "▁gener ate",
+      "▁gene rate",
+      "▁ generate",
+      "be s",
+      "b es",
+      "ar ts",
+      "art s",
+      "St atus",
+      "Stat us",
+      "ug e",
+      "u ge",
+      "al is",
+      "ali s",
+      "a lis",
+      "▁over ride",
+      "▁overrid e",
+      "▁ override",
+      "▁f i",
+      "▁ fi",
+      "▁l ost",
+      "▁lo st",
+      "▁los t",
+      "▁ lost",
+      "ot ed",
+      "ote d",
+      "o ted",
+      "▁r oom",
+      "▁ro om",
+      "▁ room",
+      "▁c alls",
+      "▁cal ls",
+      "▁call s",
+      "▁cons ist",
+      "ре н",
+      "р ен",
+      "▁vill age",
+      "▁vil lage",
+      "▁villa ge",
+      "dis t",
+      "di st",
+      "d ist",
+      "▁te chn",
+      "▁tec hn",
+      "▁ techn",
+      "en za",
+      "enz a",
+      "▁ро з",
+      "▁р оз",
+      "▁ роз",
+      "▁C atalog",
+      "▁Cat alog",
+      "▁Catal og",
+      "▁be com",
+      "▁bec om",
+      "ro ws",
+      "row s",
+      "r ows",
+      "▁N el",
+      "▁Ne l",
+      "com ple",
+      "comp le",
+      "▁pr emi",
+      "▁pre mi",
+      "▁prem i",
+      "▁r ot",
+      "▁ro t",
+      "▁ rot",
+      "▁Web links",
+      "▁foot ball",
+      "▁ football",
+      "▁com par",
+      "▁comp ar",
+      "▁l ive",
+      "▁li ve",
+      "▁liv e",
+      "▁ live",
+      "ки х",
+      "к их",
+      "▁equ ival",
+      "ca pe",
+      "cap e",
+      "c ape",
+      "▁G en",
+      "▁Ge n",
+      "▁ Gen",
+      "nd er",
+      "nde r",
+      "n der",
+      "▁V is",
+      "▁Vi s",
+      "▁ Vis",
+      "▁be hind",
+      "▁beh ind",
+      "ge rs",
+      "ger s",
+      "g ers",
+      "vo ke",
+      "v oke",
+      "▁m edia",
+      "▁me dia",
+      "▁med ia",
+      "▁medi a",
+      "▁ media",
+      "E X",
+      "th at",
+      "tha t",
+      "t hat",
+      "▁s ono",
+      "▁so no",
+      "▁son o",
+      "▁ sono",
+      "▁my sql",
+      "▁mysq l",
+      "▁ mysql",
+      "e v",
+      "▁r ule",
+      "▁ru le",
+      "▁ rule",
+      "до в",
+      "д ов",
+      "ac c",
+      "a cc",
+      "▁W HERE",
+      "▁WH ERE",
+      "▁ WHERE",
+      "ен е",
+      "е не",
+      "Gr id",
+      "G rid",
+      "▁j ul",
+      "▁ju l",
+      "▁m ort",
+      "▁mo rt",
+      "▁mor t",
+      "▁ mort",
+      "▁gener ated",
+      "▁generate d",
+      "▁ generated",
+      "en cia",
+      "enc ia",
+      "enci a",
+      "ac ter",
+      "act er",
+      "cl ud",
+      "▁s cen",
+      "▁sc en",
+      "▁cl osed",
+      "▁close d",
+      "▁clos ed",
+      "▁clo sed",
+      "▁ closed",
+      "▁Mich ael",
+      "▁ Michael",
+      "▁m ount",
+      "▁mo unt",
+      "▁mou nt",
+      "▁ mount",
+      ")$ ,",
+      ") $,",
+      "▁d rop",
+      "▁dr op",
+      "▁dro p",
+      "▁ drop",
+      "▁com bin",
+      "▁comb in",
+      "to col",
+      "▁go es",
+      "▁g eb",
+      "▁ge b",
+      "▁ geb",
+      "M D",
+      "▁An ton",
+      "▁Ant on",
+      "▁Anto n",
+      "▁$ (\"",
+      "▁$( \"",
+      "Te m",
+      "T em",
+      "▁c a",
+      "▁ ca",
+      "▁in stru",
+      "▁inst ru",
+      "ed s",
+      "e ds",
+      "▁t ool",
+      "▁to ol",
+      "▁too l",
+      "▁ tool",
+      "my s",
+      "m ys",
+      "▁r oute",
+      "▁ro ute",
+      "▁rout e",
+      "▁rou te",
+      "▁ route",
+      "\") )",
+      "\" ))",
+      "пр е",
+      "п ре",
+      "▁f loat",
+      "▁flo at",
+      "▁ float",
+      "▁service s",
+      "▁serv ices",
+      "▁servi ces",
+      "▁ services",
+      "▁ч и",
+      "▁ чи",
+      "к і",
+      "emb ly",
+      "embl y",
+      "ak er",
+      "ake r",
+      "a ker",
+      "▁S on",
+      "▁So n",
+      "▁M ath",
+      "▁Ma th",
+      "▁Mat h",
+      "▁ Math",
+      "as se",
+      "ass e",
+      "ous ly",
+      "lic ations",
+      "lication s",
+      "▁r u",
+      "▁ ru",
+      "▁щ о",
+      "▁ що",
+      "▁Con st",
+      "▁Cons t",
+      "▁ Const",
+      "▁im medi",
+      "▁imm edi",
+      "F O",
+      "or o",
+      "o ro",
+      "▁p roduction",
+      "▁produ ction",
+      "▁product ion",
+      "▁ production",
+      "re i",
+      "r ei",
+      "▁j query",
+      "▁ jquery",
+      "an nt",
+      "ann t",
+      "▁Wh ile",
+      "▁s n",
+      "▁ sn",
+      "▁го ди",
+      "▁год и",
+      "Form at",
+      "For mat",
+      "▁s tar",
+      "▁st ar",
+      "▁sta r",
+      "▁ star",
+      "▁S en",
+      "▁Se n",
+      "▁k o",
+      "▁ ko",
+      "NA ME",
+      "N AME",
+      "▁p rés",
+      "▁pr és",
+      "▁pré s",
+      "▁ prés",
+      "ch a",
+      "c ha",
+      "wh at",
+      "w hat",
+      "om in",
+      "omi n",
+      "o min",
+      "end ant",
+      "enda nt",
+      "h y",
+      "▁ob serv",
+      "▁obser v",
+      "▁obs erv",
+      "▁ observ",
+      "▁p refer",
+      "▁pre fer",
+      "у н",
+      "▁con structor",
+      "▁construct or",
+      "▁constru ctor",
+      "▁ constructor",
+      "b s",
+      "▁m ac",
+      "▁ma c",
+      "▁ mac",
+      "▁B re",
+      "▁Br e",
+      "▁ Bre",
+      "▁Inst it",
+      "▁Ins tit",
+      "▁st ory",
+      "▁stor y",
+      "▁sto ry",
+      "▁ story",
+      "▁s ymbol",
+      "▁sym bol",
+      "▁ symbol",
+      "el es",
+      "ele s",
+      "e les",
+      "ß e",
+      "as ing",
+      "asi ng",
+      "a sing",
+      "▁w est",
+      "▁we st",
+      "▁ west",
+      "ia ns",
+      "ian s",
+      "i ans",
+      "▁m aster",
+      "▁ma ster",
+      "▁mas ter",
+      "▁ master",
+      "е з",
+      "▁w ays",
+      "▁way s",
+      "▁wa ys",
+      "▁ ways",
+      "b m",
+      "▁p ick",
+      "▁pi ck",
+      "▁pic k",
+      "▁ pick",
+      "▁de part",
+      "▁dep art",
+      "B ack",
+      "en k",
+      "li pse",
+      "lip se",
+      "▁m ath",
+      "▁ma th",
+      "▁mat h",
+      "▁ math",
+      "▁Fran cis",
+      "▁Franc is",
+      "▁Dec ember",
+      "f s",
+      "ru m",
+      "r um",
+      "▁develop ment",
+      "▁ development",
+      "L T",
+      "er nel",
+      "ern el",
+      "erne l",
+      "▁Tr ue",
+      "▁Tru e",
+      "▁ True",
+      "▁M ore",
+      "▁Mor e",
+      "▁Mo re",
+      "▁ More",
+      "ran gle",
+      "r angle",
+      "▁cond itions",
+      "▁condition s",
+      "Option s",
+      "Opt ions",
+      "O ptions",
+      "▁g li",
+      "▁gl i",
+      "▁oper ation",
+      "▁opera tion",
+      "▁ operation",
+      "é k",
+      "ach t",
+      "ac ht",
+      "a cht",
+      "ight s",
+      "igh ts",
+      "▁m ist",
+      "▁mi st",
+      "▁mis t",
+      "an da",
+      "and a",
+      "▁ener gy",
+      "▁energ y",
+      "▁ energy",
+      "▁ж е",
+      "▁ же",
+      "▁w omen",
+      "▁wo men",
+      "ak t",
+      "a kt",
+      "▁C H",
+      "▁ CH",
+      "ge bra",
+      "geb ra",
+      "▁me et",
+      "i u",
+      "we ll",
+      "wel l",
+      "w ell",
+      "ö l",
+      "▁govern ment",
+      "▁J os",
+      "▁Jo s",
+      "ie g",
+      "i eg",
+      "▁s yntax",
+      "▁syn tax",
+      "▁ syntax",
+      "fi x",
+      "f ix",
+      "▁P et",
+      "▁Pe t",
+      "j query",
+      "▁c ard",
+      "▁car d",
+      "▁ca rd",
+      "▁ card",
+      "▁pr incipal",
+      "▁princi pal",
+      "▁princip al",
+      "▁d ru",
+      "▁dr u",
+      "▁ dru",
+      "▁ter rit",
+      "▁п ов",
+      "▁по в",
+      "▁ пов",
+      "▁S S",
+      "▁ SS",
+      "ри и",
+      "tr es",
+      "tre s",
+      "t res",
+      "ag ne",
+      "agn e",
+      "ly ing",
+      "l ying",
+      "til de",
+      "t ilde",
+      "ber n",
+      "be rn",
+      "b ern",
+      "en ter",
+      "ent er",
+      "ente r",
+      "Pe r",
+      "P er",
+      "▁s omet",
+      "▁so met",
+      "▁some t",
+      "▁som et",
+      "Lo ad",
+      "li ce",
+      "lic e",
+      "l ice",
+      "▁s ous",
+      "▁so us",
+      "▁sou s",
+      "▁Lo uis",
+      "▁Lou is",
+      "▁ Louis",
+      "▁log ic",
+      "▁ logic",
+      "▁O ther",
+      "▁Ot her",
+      "▁ Other",
+      "▁c ir",
+      "▁ci r",
+      "▁ cir",
+      "é v",
+      "ch ron",
+      "chr on",
+      "▁h an",
+      "▁ha n",
+      "▁ han",
+      "▁m argin",
+      "▁mar gin",
+      "▁marg in",
+      "▁ margin",
+      "W indow",
+      "ère s",
+      "è res",
+      "ny ch",
+      "n ych",
+      "pu sh",
+      "pus h",
+      "p ush",
+      "bol ds",
+      "bold s",
+      "b olds",
+      "▁l ayout",
+      "▁lay out",
+      "▁ layout",
+      "▁[ `",
+      "Ch ar",
+      "C har",
+      "▁C ap",
+      "▁Ca p",
+      "▁ Cap",
+      "bolds ymbol",
+      "bold symbol",
+      "▁R oman",
+      "▁Ro man",
+      "▁Rom an",
+      "▁Roma n",
+      "▁M ax",
+      "▁Ma x",
+      "▁ Max",
+      ": (",
+      "▁C ode",
+      "▁Co de",
+      "▁ Code",
+      "is ing",
+      "isi ng",
+      "i sing",
+      "▁st ates",
+      "▁stat es",
+      "▁state s",
+      "▁sta tes",
+      "▁ states",
+      "▁ex isting",
+      "▁exist ing",
+      "su pport",
+      "sup port",
+      "supp ort",
+      "▁re search",
+      "▁res earch",
+      "lic ate",
+      "lica te",
+      "l icate",
+      "va ri",
+      "var i",
+      "v ari",
+      "▁b ij",
+      "▁bi j",
+      "▁ bij",
+      "▁a ppe",
+      "▁app e",
+      "▁ap pe",
+      "▁ appe",
+      "▁happ ens",
+      "▁happen s",
+      "\\ \"",
+      "▁conc ern",
+      "▁conce rn",
+      "we st",
+      "w est",
+      "▁sa ying",
+      "▁say ing",
+      "pi d",
+      "p id",
+      "▁rec ogn",
+      "▁ recogn",
+      "▁H et",
+      "▁He t",
+      "Ch ild",
+      "▁c s",
+      "▁ cs",
+      "\\ ,",
+      "▁c lean",
+      "▁cle an",
+      "▁ clean",
+      "le ctions",
+      "lect ions",
+      "lection s",
+      "ac cess",
+      "acc ess",
+      "a ccess",
+      "в у",
+      "пр о",
+      "п ро",
+      "ac ity",
+      "aci ty",
+      "a city",
+      "▁O ff",
+      "▁Of f",
+      "▁ Off",
+      "▁eas ily",
+      "è que",
+      "▁j ako",
+      "▁ja ko",
+      "▁jak o",
+      "▁i z",
+      "▁ iz",
+      "▁H a",
+      "▁ Ha",
+      "▁D et",
+      "▁De t",
+      "▁ Det",
+      "▁for ma",
+      "▁form a",
+      "sch e",
+      "sc he",
+      "s che",
+      "swer s",
+      "sw ers",
+      "s wers",
+      "▁of fer",
+      "▁off er",
+      "qu ired",
+      "quire d",
+      "qui red",
+      "User s",
+      "Use rs",
+      "Us ers",
+      "U sers",
+      "▁su bst",
+      "▁sub st",
+      "▁subs t",
+      "▁ subst",
+      "> (",
+      "▁g round",
+      "▁gr ound",
+      "▁gro und",
+      "▁ ground",
+      "un n",
+      "u nn",
+      "ro d",
+      "r od",
+      "sp e",
+      "s pe",
+      "urs or",
+      "▁le ave",
+      "er k",
+      "▁t al",
+      "▁ta l",
+      "▁ tal",
+      "▁b ottom",
+      "▁bot tom",
+      "▁bott om",
+      "▁ bottom",
+      "I O",
+      "▁pop ular",
+      "▁popula r",
+      "▁popul ar",
+      "ig o",
+      "i go",
+      "▁T ime",
+      "▁Tim e",
+      "▁Ti me",
+      "▁ Time",
+      "val ues",
+      "value s",
+      "valu es",
+      "▁L oc",
+      "▁Lo c",
+      "▁ Loc",
+      "▁C lub",
+      "▁Cl ub",
+      "▁an che",
+      "▁anc he",
+      "▁anch e",
+      "▁ anche",
+      "ia ł",
+      "i ał",
+      "і ї",
+      "Om ega",
+      "▁loc ated",
+      "▁locate d",
+      "▁ located",
+      "U rl",
+      "▁E sp",
+      "▁Es p",
+      "▁ Esp",
+      "л ы",
+      "ц ь",
+      "ul ate",
+      "ula te",
+      "u late",
+      "▁j oin",
+      "▁jo in",
+      "▁ join",
+      "av es",
+      "ave s",
+      "a ves",
+      "ve t",
+      "v et",
+      "li o",
+      "l io",
+      "re move",
+      "rem ove",
+      "▁t oken",
+      "▁to ken",
+      "▁ token",
+      "▁op tim",
+      "▁opt im",
+      "▁ optim",
+      "▁c laim",
+      "▁cla im",
+      "olog ical",
+      "▁c ss",
+      "▁cs s",
+      "▁ css",
+      "▁al though",
+      "▁ although",
+      "▁p riv",
+      "▁pr iv",
+      "▁pri v",
+      "▁ priv",
+      "▁B a",
+      "ü l",
+      "entic ation",
+      "enti cation",
+      "▁v en",
+      "▁ve n",
+      "▁ ven",
+      "Ser ver",
+      "Serv er",
+      "▁C ong",
+      "▁Con g",
+      "▁Co ng",
+      "NE T",
+      "N ET",
+      "CO N",
+      "C ON",
+      "d t",
+      "per ties",
+      "pert ies",
+      "▁e pis",
+      "▁ep is",
+      "wik ipedia",
+      "▁eng ine",
+      "▁ engine",
+      "▁f er",
+      "▁fe r",
+      "▁ fer",
+      "get Element",
+      "▁C la",
+      "▁Cl a",
+      "▁ Cla",
+      "ř í",
+      "▁r om",
+      "▁ro m",
+      "▁ rom",
+      "var epsilon",
+      "vare psilon",
+      "▁pr ime",
+      "▁prim e",
+      "▁pri me",
+      "▁ prime",
+      "is try",
+      "ist ry",
+      "istr y",
+      "pe cted",
+      "pect ed",
+      "pec ted",
+      "p ected",
+      "or age",
+      "ora ge",
+      "o rage",
+      "▁t ouch",
+      "▁to uch",
+      "▁tou ch",
+      "▁ touch",
+      "▁[ '",
+      "▁ ['",
+      "▁d an",
+      "▁da n",
+      "▁ dan",
+      "E m",
+      "ac iones",
+      "acion es",
+      "aci ones",
+      "a ciones",
+      "Ca n",
+      "C an",
+      "▁w hom",
+      "▁wh om",
+      "▁who m",
+      "▁be havior",
+      "▁behav ior",
+      "▁str ings",
+      "▁string s",
+      "▁ strings",
+      "▁E urop",
+      "▁Euro p",
+      "▁Eu rop",
+      "▁Eur op",
+      "▁R om",
+      "▁Ro m",
+      "ci rc",
+      "cir c",
+      "c irc",
+      "▁p un",
+      "▁pu n",
+      "▁reg ister",
+      "▁ register",
+      "b untu",
+      "ra in",
+      "rai n",
+      "r ain",
+      "O b",
+      "T A",
+      "▁s ometimes",
+      "▁some times",
+      "▁somet imes",
+      "▁m ent",
+      "▁me nt",
+      "▁men t",
+      "▁ ment",
+      "▁in teger",
+      "▁inte ger",
+      "▁ integer",
+      "▁J ac",
+      "▁Ja c",
+      "▁ Jac",
+      "le gate",
+      "leg ate",
+      "ot hing",
+      "oth ing",
+      "o thing",
+      "▁s ound",
+      "▁so und",
+      "▁sou nd",
+      "▁ sound",
+      "la ces",
+      "lace s",
+      "lac es",
+      "l aces",
+      "▁Б а",
+      "r b",
+      "d i",
+      "ле ния",
+      "▁them selves",
+      "▁B lack",
+      "▁Bl ack",
+      "▁Bla ck",
+      "▁ Black",
+      "▁s ettings",
+      "▁sett ings",
+      "▁setting s",
+      "▁ settings",
+      "▁n orm",
+      "▁no rm",
+      "▁nor m",
+      "▁ norm",
+      "▁r uns",
+      "▁run s",
+      "▁ru ns",
+      "▁N OT",
+      "▁NO T",
+      "▁ NOT",
+      "K E",
+      "▁per haps",
+      "▁ Я",
+      "▁m ol",
+      "▁mo l",
+      "▁a ns",
+      "▁an s",
+      "▁ ans",
+      "at re",
+      "atr e",
+      "a tre",
+      "▁D ies",
+      "▁Die s",
+      "▁Di es",
+      "To ken",
+      "T oken",
+      "an ie",
+      "ani e",
+      "a nie",
+      "▁all owed",
+      "▁allow ed",
+      "▁allo wed",
+      "▁ allowed",
+      "R ange",
+      "▁G ro",
+      "▁Gr o",
+      "vi a",
+      "v ia",
+      "ut orial",
+      "uto rial",
+      "utor ial",
+      "ens or",
+      "enso r",
+      "est ival",
+      "esti val",
+      "); \r",
+      ") ;\r",
+      "кра ї",
+      "▁turn ed",
+      "▁tur ned",
+      "sc ope",
+      "scop e",
+      "s cope",
+      "▁b ien",
+      "▁bi en",
+      "= $",
+      "▁ext ension",
+      "▁extens ion",
+      "▁ extension",
+      "at ore",
+      "ator e",
+      "ato re",
+      "▁Р о",
+      "▁spec ify",
+      "ed u",
+      "e du",
+      "Dat os",
+      "D atos",
+      "▁st ored",
+      "▁stor ed",
+      "▁store d",
+      "▁sto red",
+      "▁p arse",
+      "▁par se",
+      "▁ parse",
+      "▁an swers",
+      "▁answer s",
+      "▁ans wers",
+      "il ls",
+      "ill s",
+      "▁he ard",
+      "▁hear d",
+      "l u",
+      "▁T HE",
+      "▁TH E",
+      "▁ THE",
+      "▁g én",
+      "▁gé n",
+      "▁f ul",
+      "▁fu l",
+      "▁ ful",
+      "e z",
+      "▁P rem",
+      "▁Pr em",
+      "▁Pre m",
+      "th en",
+      "the n",
+      "t hen",
+      "d p",
+      "сь кого",
+      "сько го",
+      "ськ ого",
+      "▁S i",
+      "▁ Si",
+      "ç o",
+      "Ed it",
+      "E dit",
+      "кі в",
+      "к ів",
+      "▁Л и",
+      "▁S ing",
+      "▁Si ng",
+      "▁Sin g",
+      "▁ Sing",
+      "▁c ateg",
+      "▁cat eg",
+      "Eq u",
+      "E qu",
+      "▁g uer",
+      "▁gu er",
+      "▁ guer",
+      "W idth",
+      "▁Christ ian",
+      "st at",
+      "sta t",
+      "s tat",
+      "W rite",
+      "▁w oman",
+      "▁wo man",
+      "wo od",
+      "w ood",
+      "V is",
+      "ра з",
+      "▁$ $\\",
+      "▁$$ \\",
+      "ode r",
+      "od er",
+      "o der",
+      "▁b ool",
+      "▁bo ol",
+      "▁ bool",
+      "▁intern ational",
+      "но сть",
+      "ност ь",
+      "нос ть",
+      "▁Rich ard",
+      "▁Ric hard",
+      "▁add ition",
+      "▁Mus ic",
+      "▁ Music",
+      "▁a ber",
+      "▁ab er",
+      "t ó",
+      "▁h ier",
+      "▁hi er",
+      "ug h",
+      "u gh",
+      "▁p ob",
+      "▁po b",
+      "▁t ables",
+      "▁table s",
+      "▁tab les",
+      "▁ta bles",
+      "▁ tables",
+      "D o",
+      "▁high er",
+      "ps i",
+      "p si",
+      "r á",
+      "▁act ive",
+      "▁activ e",
+      "▁ active",
+      "▁T able",
+      "▁Ta ble",
+      "▁Tab le",
+      "▁ Table",
+      "њ е",
+      "▁de scription",
+      "▁des cription",
+      "▁descri ption",
+      "▁descript ion",
+      "▁ description",
+      "▁se emed",
+      "▁see med",
+      "▁seem ed",
+      "ís t",
+      "í st",
+      "▁my self",
+      "▁m enu",
+      "▁me nu",
+      "▁men u",
+      "▁ menu",
+      "de l",
+      "d el",
+      "▁ ž",
+      "el e",
+      "e le",
+      "A ut",
+      "▁г ру",
+      "mu t",
+      "m ut",
+      "oo n",
+      "o on",
+      "as c",
+      "a sc",
+      "bu g",
+      "b ug",
+      "▁m oved",
+      "▁mov ed",
+      "▁mo ved",
+      "▁move d",
+      "C L",
+      "▁data s",
+      "▁dat as",
+      "▁ datas",
+      "S O",
+      "о ло",
+      "▁Ge org",
+      "▁re ach",
+      "▁r each",
+      ": \"",
+      "▁e valu",
+      "▁ev alu",
+      "▁eval u",
+      "▁ evalu",
+      "▁H el",
+      "▁He l",
+      "▁ Hel",
+      "▁R iver",
+      "▁Riv er",
+      "▁Ri ver",
+      "▁А р",
+      "▁ Ар",
+      "// //",
+      "/// /",
+      "/ ///",
+      "▁s ets",
+      "▁se ts",
+      "▁set s",
+      "▁ sets",
+      "▁O lymp",
+      "Ad apter",
+      ". '",
+      "ov ern",
+      "over n",
+      "ove rn",
+      "o vern",
+      "▁L ord",
+      "▁Lo rd",
+      "▁Lor d",
+      "! --",
+      "jp g",
+      "j pg",
+      "im ento",
+      "iment o",
+      "imen to",
+      "▁Pro f",
+      "▁Pr of",
+      "▁ach ieve",
+      "▁achiev e",
+      "} :",
+      "▁in cor",
+      "▁inc or",
+      "▁o nder",
+      "▁on der",
+      "▁onde r",
+      "▁ onder",
+      "en gl",
+      "eng l",
+      "AB LE",
+      "▁M ary",
+      "▁Mar y",
+      "▁Ma ry",
+      "▁w aren",
+      "▁war en",
+      "▁wa ren",
+      "la ge",
+      "lag e",
+      "l age",
+      "De c",
+      "D ec",
+      "анг л",
+      "en cias",
+      "enc ias",
+      "encia s",
+      "enci as",
+      "ле й",
+      "л ей",
+      "▁M achine",
+      "▁Mach ine",
+      "▁ Machine",
+      "▁А н",
+      "ud a",
+      "u da",
+      "▁ ś",
+      "▁X X",
+      "▁ XX",
+      "on ly",
+      "ле ние",
+      "▁tamb ién",
+      "ne j",
+      "n ej",
+      "▁rel ative",
+      "▁relativ e",
+      "▁ relative",
+      "▁h ours",
+      "▁ho urs",
+      "▁hour s",
+      "▁ind eed",
+      "▁inde ed",
+      "un do",
+      "und o",
+      "in gu",
+      "ing u",
+      "ar ea",
+      "are a",
+      "a rea",
+      "▁C reate",
+      "▁Cre ate",
+      "▁ Create",
+      "be it",
+      "bei t",
+      "▁rem oved",
+      "▁remove d",
+      "▁remov ed",
+      "ma ster",
+      "mas ter",
+      "maste r",
+      "m aster",
+      "ha us",
+      "h aus",
+      "▁B ern",
+      "▁Be rn",
+      "▁Ber n",
+      "▁sp eed",
+      "▁spe ed",
+      "▁ speed",
+      "▁B ay",
+      "▁Ba y",
+      "▁A tt",
+      "▁At t",
+      "▁ Att",
+      "▁N one",
+      "▁No ne",
+      "▁Non e",
+      "▁ None",
+      "app lication",
+      "ü d",
+      "▁f it",
+      "▁fi t",
+      "▁ fit",
+      "▁M aria",
+      "▁Mar ia",
+      "▁Ma ria",
+      "▁Mari a",
+      "▁n ord",
+      "▁no rd",
+      "▁nor d",
+      "▁s plit",
+      "▁sp lit",
+      "▁spl it",
+      "▁ split",
+      "▁st ru",
+      "▁str u",
+      "▁ stru",
+      "▁o fficial",
+      "▁off icial",
+      "▁offic ial",
+      "▁offici al",
+      "▁exec ute",
+      "▁execut e",
+      "▁ execute",
+      "ou ve",
+      "ouv e",
+      "o uve",
+      "{ {",
+      "▁A p",
+      "▁ Ap",
+      "▁к у",
+      "▁ ку",
+      "I L",
+      "▁ ^",
+      "di m",
+      "d im",
+      "▁set up",
+      "▁ setup",
+      "с к",
+      "▁sh are",
+      "▁ share",
+      "▁min utes",
+      "▁minute s",
+      "gl e",
+      "g le",
+      "oc o",
+      "o co",
+      "st ell",
+      "ste ll",
+      "▁C oun",
+      "▁Co un",
+      "▁Cou n",
+      "▁tem per",
+      "▁temp er",
+      "▁ temper",
+      "ke it",
+      "сь кий",
+      "a o",
+      "▁L ong",
+      "▁Lo ng",
+      "▁ Long",
+      "( &",
+      "ка н",
+      "к ан",
+      "▁d ens",
+      "▁de ns",
+      "▁den s",
+      "▁ dens",
+      "Bu t",
+      "B ut",
+      "X X",
+      "DA TE",
+      "DAT E",
+      "D ATE",
+      "ga n",
+      "g an",
+      ".) .",
+      ". ).",
+      "▁en try",
+      "▁ent ry",
+      "▁entr y",
+      "▁ entry",
+      "inst all",
+      "▁з на",
+      "▁ зна",
+      "▁S om",
+      "▁So m",
+      "Comm and",
+      "ße n",
+      "ß en",
+      "▁start ing",
+      "▁star ting",
+      "▁s to",
+      "▁st o",
+      "▁ sto",
+      "I G",
+      "▁min im",
+      "▁mi nim",
+      "▁mini m",
+      "▁exp licit",
+      "▁explic it",
+      "▁by tes",
+      "▁byte s",
+      "▁ bytes",
+      "▁par ty",
+      "▁part y",
+      "▁ party",
+      "to ber",
+      "t ober",
+      "▁G rand",
+      "▁Gr and",
+      "▁Gra nd",
+      "▁Gran d",
+      "▁V or",
+      "▁Vo r",
+      "▁ Vor",
+      "▁l eur",
+      "▁le ur",
+      "▁ leur",
+      "Doc ument",
+      "D ocument",
+      "er c",
+      "e rc",
+      "ens ive",
+      "C P",
+      "en v",
+      "▁arg uments",
+      "▁argument s",
+      "▁ arguments",
+      "▁G ran",
+      "▁Gr an",
+      "▁Gra n",
+      "ar ily",
+      "ari ly",
+      "▁l in",
+      "▁li n",
+      "▁ lin",
+      "t n",
+      "( -",
+      "ge q",
+      "g eq",
+      "▁F amil",
+      "▁Fa mil",
+      "▁Fam il",
+      "▁ Famil",
+      "▁Б о",
+      "▁t our",
+      "▁to ur",
+      "▁tou r",
+      "▁n av",
+      "▁na v",
+      "▁ nav",
+      "▁proper ly",
+      "▁M rs",
+      "▁Mr s",
+      "▁M el",
+      "▁Me l",
+      "▁sc ale",
+      "▁scal e",
+      "▁ scale",
+      "ast ic",
+      "d s",
+      "▁S ir",
+      "▁Si r",
+      "▁Ch urch",
+      "}^ {\\",
+      "}^{ \\",
+      "} ^{\\",
+      "yo u",
+      "y ou",
+      "/ .",
+      "S o",
+      "▁br ought",
+      "▁r ole",
+      "▁ro le",
+      "▁rol e",
+      "▁ role",
+      "▁S ur",
+      "▁Su r",
+      "▁ Sur",
+      "▁f ond",
+      "▁fo nd",
+      "▁fon d",
+      "▁g es",
+      "▁ge s",
+      "▁ ges",
+      "ż e",
+      "et en",
+      "ete n",
+      "e ten",
+      "▁é tait",
+      "▁ét ait",
+      "▁ était",
+      "SE R",
+      "S ER",
+      "▁ко торы",
+      "▁кото ры",
+      "▁equ ation",
+      "▁ equation",
+      "as px",
+      "asp x",
+      "▁A fr",
+      "▁Af r",
+      "▁d it",
+      "▁di t",
+      "▁ dit",
+      "em pty",
+      "emp ty",
+      "empt y",
+      "al ement",
+      "ale ment",
+      "alem ent",
+      "a lement",
+      "wr ap",
+      "w rap",
+      "▁B et",
+      "▁Be t",
+      "▁col lect",
+      "▁coll ect",
+      "▁colle ct",
+      "▁ collect",
+      "▁g it",
+      "▁gi t",
+      "▁ git",
+      "▁v ie",
+      "▁vi e",
+      "▁ vie",
+      "▁. .",
+      "▁ ..",
+      "ро й",
+      "▁< ?",
+      "▁ <?",
+      "▁ed uc",
+      "k l",
+      "ens is",
+      "▁O R",
+      "▁ OR",
+      "▁H i",
+      "▁ Hi",
+      "▁C our",
+      "▁Co ur",
+      "▁Cou r",
+      "б ы",
+      "ce rt",
+      "cer t",
+      "c ert",
+      "▁G es",
+      "▁Ge s",
+      "ess or",
+      "esso r",
+      "Ma in",
+      "M ain",
+      "▁ лю",
+      "ca de",
+      "c ade",
+      "do t",
+      "d ot",
+      "au gh",
+      "aug h",
+      "a ugh",
+      "hi b",
+      "h ib",
+      "▁autom atically",
+      "▁auto matically",
+      "▁automat ically",
+      "▁automatic ally",
+      "▁sp ir",
+      "pr esent",
+      "pre sent",
+      "pres ent",
+      "▁Febru ary",
+      "▁Februar y",
+      "▁E lle",
+      "▁El le",
+      "▁Ell e",
+      "cus tom",
+      "c ustom",
+      "▁pro get",
+      "▁admin istr",
+      "▁administ r",
+      "A A",
+      "▁b orn",
+      "▁bo rn",
+      "▁bor n",
+      "▁ born",
+      "▁Col lege",
+      "▁Colleg e",
+      "▁Coll ege",
+      "at hol",
+      "ath ol",
+      "` )",
+      "ier re",
+      "▁r an",
+      "▁ra n",
+      "▁ ran",
+      "▁prof ession",
+      "▁profess ion",
+      "og en",
+      "oge n",
+      "o gen",
+      "}_ {\\",
+      "}_{ \\",
+      "} _{\\",
+      "▁act ivity",
+      "▁activ ity",
+      "▁ activity",
+      "▁sc roll",
+      "▁scr oll",
+      "▁ scroll",
+      "▁pro ve",
+      "▁pr ove",
+      "▁prov e",
+      "ibr ary",
+      "i brary",
+      "er ies",
+      "erie s",
+      "eri es",
+      "e ries",
+      "Re ad",
+      "R ead",
+      "ye ar",
+      "y ear",
+      "▁l ang",
+      "▁la ng",
+      "▁lan g",
+      "▁ lang",
+      "De t",
+      "D et",
+      "▁k new",
+      "▁kn ew",
+      "▁kne w",
+      "▁prote cted",
+      "▁protect ed",
+      "▁prot ected",
+      "▁ protected",
+      "▁w or",
+      "▁wo r",
+      "▁ wor",
+      "▁e ffic",
+      "▁eff ic",
+      "▁r ég",
+      "▁ré g",
+      "▁the ory",
+      "▁ theory",
+      "▁pub lished",
+      "▁publish ed",
+      "re al",
+      "rea l",
+      "▁T our",
+      "▁To ur",
+      "▁dur ante",
+      "▁durant e",
+      "ä s",
+      "▁pos itive",
+      "▁posit ive",
+      "▁for ward",
+      "▁ forward",
+      "▁R el",
+      "▁Re l",
+      "▁ Rel",
+      "{ \"",
+      "par k",
+      "p ark",
+      "▁U m",
+      "▁e er",
+      "en ta",
+      "ent a",
+      "▁i mag",
+      "▁im ag",
+      "но ї",
+      "pi el",
+      "pie l",
+      "p iel",
+      "▁j Query",
+      "▁ jQuery",
+      "is me",
+      "ism e",
+      "ch ni",
+      "chn i",
+      "or gan",
+      "org an",
+      "▁ar gs",
+      "▁arg s",
+      "▁ args",
+      "oi r",
+      "o ir",
+      "he im",
+      "ri an",
+      "ria n",
+      "r ian",
+      "el ess",
+      "eles s",
+      "ele ss",
+      "e less",
+      "us es",
+      "use s",
+      "ди н",
+      "д ин",
+      "ic ión",
+      "ici ón",
+      "ició n",
+      "i ción",
+      "▁ind ust",
+      "▁indu st",
+      "▁ indust",
+      "▁w ish",
+      "▁wis h",
+      "án y",
+      "á ny",
+      "oc a",
+      "o ca",
+      "▁ang ular",
+      "▁ angular",
+      "ie ved",
+      "ieve d",
+      "iev ed",
+      "▁occ ur",
+      "▁oc cur",
+      "SE LECT",
+      "on ia",
+      "oni a",
+      "o nia",
+      "ad min",
+      "▁B est",
+      "▁Be st",
+      "▁Bes t",
+      "▁ Best",
+      "▁э то",
+      "о гра",
+      "▁l oss",
+      "▁lo ss",
+      "▁los s",
+      "▁ loss",
+      "▁b al",
+      "▁ba l",
+      "▁ bal",
+      "▁Р ос",
+      "▁Ро с",
+      "▁care er",
+      "▁п е",
+      "▁ пе",
+      "I X",
+      "▁f all",
+      "▁fa ll",
+      "▁fal l",
+      "▁ fall",
+      "▁R ob",
+      "▁Ro b",
+      "▁ Rob",
+      "▁O P",
+      "▁ OP",
+      "en ed",
+      "ene d",
+      "e ned",
+      "graph ics",
+      "▁c oming",
+      "▁com ing",
+      "▁co ming",
+      "▁ coming",
+      "Up date",
+      "▁d ied",
+      "▁di ed",
+      "▁die d",
+      "ed en",
+      "ede n",
+      "e den",
+      "▁a bs",
+      "▁ab s",
+      "▁ abs",
+      "▁in ner",
+      "▁inn er",
+      "▁inne r",
+      "▁ inner",
+      "▁t rav",
+      "▁tr av",
+      "▁tra v",
+      "сто я",
+      "z ą",
+      "é p",
+      "▁Gr oup",
+      "▁Gro up",
+      "▁ Group",
+      "▁c el",
+      "▁ce l",
+      "▁ cel",
+      "▁st uff",
+      "▁situ ation",
+      "▁$ {",
+      "▁ ${",
+      "ac le",
+      "a cle",
+      "▁pur pose",
+      "▁F ire",
+      "▁Fir e",
+      "▁ Fire",
+      "▁O h",
+      "▁ Oh",
+      "▁Se cond",
+      "▁Sec ond",
+      "▁ Second",
+      "▁up load",
+      "▁ upload",
+      "os tał",
+      "ost ał",
+      "osta ł",
+      "ю щи",
+      "Aut h",
+      "A uth",
+      "▁show ing",
+      "▁sho wing",
+      "▁complet ely",
+      "▁complete ly",
+      "av el",
+      "ave l",
+      "a vel",
+      "b d",
+      "▁pro ced",
+      "▁proc ed",
+      "▁ Ö",
+      "cont rol",
+      "contr ol",
+      "▁th ank",
+      "▁than k",
+      "und red",
+      "▁t om",
+      "▁to m",
+      "▁ tom",
+      "▁ex amples",
+      "▁example s",
+      "▁exam ples",
+      "▁ examples",
+      "▁re member",
+      "▁rem ember",
+      "▁ра бо",
+      "▁ рабо",
+      "▁poss ib",
+      "▁det ect",
+      "▁p oor",
+      "▁po or",
+      "▁O p",
+      "▁ Op",
+      "▁cent ury",
+      "▁ century",
+      "ut ter",
+      "utt er",
+      "▁lo gin",
+      "▁log in",
+      "▁ login",
+      "un st",
+      "uns t",
+      "Out put",
+      "▁other wise",
+      "la n",
+      "l an",
+      "ту р",
+      "т ур",
+      "▁с ов",
+      "▁со в",
+      "▁ сов",
+      "▁gr oups",
+      "▁group s",
+      "▁gro ups",
+      "▁ groups",
+      "ri p",
+      "r ip",
+      "▁s hell",
+      "▁sh ell",
+      "▁she ll",
+      "▁ shell",
+      "▁d istrict",
+      "▁dist rict",
+      "▁rec ords",
+      "▁record s",
+      "▁si è",
+      "fort un",
+      "en ty",
+      "ent y",
+      "▁T re",
+      "▁Tr e",
+      "▁ch anging",
+      "▁chang ing",
+      "сле д",
+      "aug ht",
+      "augh t",
+      "▁de ep",
+      "▁ deep",
+      "sub set",
+      "ag y",
+      "a gy",
+      "en dar",
+      "end ar",
+      "enda r",
+      "ja x",
+      "j ax",
+      "O M",
+      "E l",
+      "im ate",
+      "ima te",
+      "imat e",
+      "i mate",
+      "ar do",
+      "ard o",
+      "▁p lot",
+      "▁pl ot",
+      "▁ plot",
+      "▁vis it",
+      "▁b ug",
+      "▁bu g",
+      "▁ bug",
+      "▁в се",
+      "▁вс е",
+      "▁op ened",
+      "▁open ed",
+      "▁re pla",
+      "▁rep la",
+      "▁Hen ry",
+      "▁p p",
+      "▁ pp",
+      "ba s",
+      "b as",
+      "▁d ark",
+      "▁dar k",
+      "▁ dark",
+      "▁Mart in",
+      "▁ Martin",
+      "▁re source",
+      "▁res ource",
+      "▁ resource",
+      "il ing",
+      "ili ng",
+      "i ling",
+      "▁w atch",
+      "▁wat ch",
+      "▁ watch",
+      "re place",
+      "rep lace",
+      "▁re lease",
+      "▁ release",
+      "Lo cation",
+      "Loc ation",
+      "L ocation",
+      "▁le arning",
+      "▁learn ing",
+      "▁lear ning",
+      "▁ learning",
+      "me nu",
+      "men u",
+      "m enu",
+      "▁all ows",
+      "▁allow s",
+      "▁allo ws",
+      "ъ р",
+      "L ength",
+      "▁wh atever",
+      "▁what ever",
+      "▁p ages",
+      "▁page s",
+      "▁pa ges",
+      "▁pag es",
+      "▁ pages",
+      "▁comp iler",
+      "▁compile r",
+      "▁ compiler",
+      "▁так же",
+      "▁P an",
+      "▁Pa n",
+      "▁ Pan",
+      "comm and",
+      "▁ro ad",
+      "▁ road",
+      "▁un less",
+      "▁ unless",
+      "` ?",
+      "▁dis cover",
+      "▁disc over",
+      "▁disco ver",
+      "▁о н",
+      "▁ он",
+      "} ]",
+      "bo ur",
+      "b our",
+      "▁C ould",
+      "▁Co uld",
+      "▁Cou ld",
+      "▁ Could",
+      "▁re gex",
+      "▁reg ex",
+      "▁ regex",
+      "▁p s",
+      "▁ ps",
+      "C D",
+      "и з",
+      "▁w ife",
+      "am enti",
+      "ament i",
+      "amen ti",
+      "▁f air",
+      "▁fa ir",
+      "▁D B",
+      "▁ DB",
+      "▁C up",
+      "▁Cu p",
+      "en en",
+      "ene n",
+      "e nen",
+      "aj ax",
+      "aja x",
+      "a jax",
+      "oth èque",
+      "▁se iner",
+      "▁sein er",
+      "▁seine r",
+      "▁sei ner",
+      "ic ker",
+      "ick er",
+      "i cker",
+      "á m",
+      "ex change",
+      "ol es",
+      "ole s",
+      "o les",
+      "I F",
+      "▁Д о",
+      "oh n",
+      "o hn",
+      "▁g row",
+      "▁gr ow",
+      "▁gro w",
+      "▁T hus",
+      "▁Th us",
+      "sp ec",
+      "spe c",
+      "s pec",
+      "▁h atte",
+      "▁ha tte",
+      "▁hat te",
+      "# ,",
+      "all el",
+      "alle l",
+      "▁r ate",
+      "▁ra te",
+      "▁rat e",
+      "▁ rate",
+      "▁cent ral",
+      "▁ central",
+      "▁V an",
+      "▁Va n",
+      "if orn",
+      "R un",
+      "▁stud y",
+      "▁X ML",
+      "▁ XML",
+      "▁C he",
+      "▁Ch e",
+      "▁ Che",
+      "▁be aut",
+      "mi d",
+      "m id",
+      "▁adv ance",
+      "V er",
+      "т я",
+      "▁h ands",
+      "▁hand s",
+      "▁han ds",
+      "▁l ay",
+      "▁la y",
+      "▁ lay",
+      "▁ š",
+      "▁O S",
+      "▁ OS",
+      "▁{ }",
+      "▁ {}",
+      "Pr e",
+      "P re",
+      "▁H all",
+      "▁Ha ll",
+      "▁Hal l",
+      "im p",
+      "i mp",
+      "▁s un",
+      "▁su n",
+      "▁ sun",
+      "▁st eps",
+      "▁ste ps",
+      "▁step s",
+      "▁ steps",
+      "▁j ud",
+      "▁ju d",
+      "▁ jud",
+      "qu i",
+      "q ui",
+      "▁b oot",
+      "▁bo ot",
+      "▁ boot",
+      "▁% >",
+      "▁В а",
+      "no st",
+      "nos t",
+      "n ost",
+      "▁n em",
+      "▁ne m",
+      "▁ nem",
+      "▁p en",
+      "▁pe n",
+      "▁ pen",
+      "Op en",
+      "O pen",
+      "▁ch urch",
+      "ко н",
+      "к он",
+      "▁a verage",
+      "▁aver age",
+      "▁ave rage",
+      "▁com ments",
+      "▁comm ents",
+      "▁comment s",
+      "▁ comments",
+      "▁correspond ing",
+      "lev ant",
+      "▁b ed",
+      "▁be d",
+      "▁ bed",
+      "▁mean ing",
+      "V ersion",
+      "Lin k",
+      "L ink",
+      "be l",
+      "b el",
+      "▁ext ract",
+      "▁extra ct",
+      "▁extr act",
+      "▁ extract",
+      "ś ć",
+      "▁I V",
+      "▁ IV",
+      "▁I r",
+      "▁comp uter",
+      "▁comput er",
+      "▁compute r",
+      "▁a ffect",
+      "▁af fect",
+      "▁aff ect",
+      "▁С та",
+      "▁Ст а",
+      "A X",
+      "so rt",
+      "s ort",
+      "▁s pecies",
+      "▁spe cies",
+      "▁spec ies",
+      "▁specie s",
+      "▁ species",
+      "▁O per",
+      "▁Op er",
+      "▁ Oper",
+      "▁h ash",
+      "▁ha sh",
+      "▁has h",
+      "▁ hash",
+      "ch es",
+      "che s",
+      "c hes",
+      "▁Einz eln",
+      "▁Einzel n",
+      "▁ke ys",
+      "▁key s",
+      "▁ keys",
+      "▁mar zo",
+      "▁inter pret",
+      "▁interpre t",
+      "ho od",
+      "h ood",
+      "▁co ordin",
+      "▁coord in",
+      "ö s",
+      "ra ge",
+      "rag e",
+      "r age",
+      "et z",
+      "e tz",
+      "iz a",
+      "i za",
+      "де р",
+      "д ер",
+      "ü t",
+      "^ *",
+      "▁mod ify",
+      "▁term in",
+      "▁ter min",
+      "▁ termin",
+      "▁c red",
+      "▁cre d",
+      "▁cr ed",
+      "▁ cred",
+      "zo n",
+      "z on",
+      "ну ю",
+      "н ую",
+      "▁m ie",
+      "▁mi e",
+      "▁' '",
+      "▁ ''",
+      "▁M os",
+      "▁Mo s",
+      "▁conne cted",
+      "▁connect ed",
+      "▁conn ected",
+      "▁ connected",
+      "N O",
+      "▁comp ile",
+      "▁ compile",
+      "▁\" \\",
+      "▁ \"\\",
+      "▁c at",
+      "▁ca t",
+      "▁ cat",
+      "f iddle",
+      "ut a",
+      "u ta",
+      "Acc ess",
+      "Ac cess",
+      "A ccess",
+      "▁S to",
+      "▁St o",
+      "▁ Sto",
+      "▁B ur",
+      "▁Bu r",
+      "▁n orth",
+      "▁nor th",
+      "G amma",
+      "▁al loc",
+      "▁all oc",
+      "▁allo c",
+      "▁ alloc",
+      "In it",
+      "I nit",
+      "▁L ink",
+      "▁Lin k",
+      "▁ Link",
+      "ial ize",
+      "iali ze",
+      "Im pl",
+      "Imp l",
+      "ou pe",
+      "oup e",
+      "rop ri",
+      "▁G old",
+      "▁Go ld",
+      "▁Gol d",
+      "▁s olo",
+      "▁so lo",
+      "▁sol o",
+      "▁D ist",
+      "▁Dis t",
+      "▁Di st",
+      "▁ Dist",
+      ", -",
+      "na v",
+      "n av",
+      "▁al ert",
+      "▁ale rt",
+      "▁ alert",
+      "es is",
+      "esi s",
+      "▁O s",
+      "▁ Os",
+      "// /",
+      "/ //",
+      "▁f eb",
+      "▁fe b",
+      "▁- ->",
+      "▁-- >",
+      "▁ -->",
+      "fo ot",
+      "foo t",
+      "f oot",
+      "▁F ried",
+      "▁Fr ied",
+      "▁Fri ed",
+      "▁Einzeln ach",
+      "▁Einzel nach",
+      "▁re v",
+      "▁r ev",
+      "▁ rev",
+      "ze it",
+      "▁S tat",
+      "▁St at",
+      "▁Sta t",
+      "▁ Stat",
+      "▁S eg",
+      "▁Se g",
+      "▁ Seg",
+      "▁b lo",
+      "▁bl o",
+      "▁ blo",
+      "wi ck",
+      "w ick",
+      "E L",
+      "ca ption",
+      "cap tion",
+      "capt ion",
+      "he ader",
+      "head er",
+      "▁pres ident",
+      "▁presiden t",
+      "▁mult ip",
+      "▁multi p",
+      "▁mul tip",
+      "▁ multip",
+      "▁Einzelnach weise",
+      "▁se ine",
+      "▁sein e",
+      "▁sei ne",
+      "? ”",
+      "Func tion",
+      "Fun ction",
+      "F unction",
+      "▁St and",
+      "▁Sta nd",
+      "▁Stan d",
+      "▁ Stand",
+      "▁F unction",
+      "▁Fun ction",
+      "▁ Function",
+      "▁? >",
+      "▁ ?>",
+      "▁B ill",
+      "▁Bi ll",
+      "▁Bil l",
+      "▁s pect",
+      "▁sp ect",
+      "▁spe ct",
+      "▁spec t",
+      "▁ spect",
+      "▁re direct",
+      "▁red irect",
+      "▁ redirect",
+      "ru pt",
+      "rup t",
+      "r upt",
+      "▁w alk",
+      "▁wal k",
+      "▁ walk",
+      "в ши",
+      "spring framework",
+      "pl ace",
+      "pla ce",
+      "p lace",
+      "é ho",
+      "Ent ity",
+      "▁Ser vice",
+      "▁Serv ice",
+      "▁ Service",
+      "in te",
+      "int e",
+      "▁tr aining",
+      "▁tra ining",
+      "▁train ing",
+      "▁ training",
+      "▁( `",
+      "▁ (`",
+      "фо р",
+      "ф ор",
+      "▁к ра",
+      "▁ кра",
+      "au r",
+      "a ur",
+      "▁f etch",
+      "▁fet ch",
+      "▁ fetch",
+      "▁ †",
+      "▁m ême",
+      "▁ même",
+      "▁( '",
+      "▁ ('",
+      "at ively",
+      "ative ly",
+      "ativ ely",
+      "▁exec ut",
+      "ä ch",
+      "▁Catalog ue",
+      "ba sed",
+      "base d",
+      "bas ed",
+      "b ased",
+      "Att ribute",
+      "▁s pring",
+      "▁sp ring",
+      "▁spr ing",
+      "▁ spring",
+      "ph one",
+      "phon e",
+      "т ра",
+      "▁п и",
+      "▁ пи",
+      "те ра",
+      "тер а",
+      "т ера",
+      "▁` \\",
+      "▁O d",
+      "On e",
+      "O ne",
+      "se nd",
+      "sen d",
+      "s end",
+      "bo n",
+      "b on",
+      "▁ °",
+      "M O",
+      "▁as king",
+      "▁ask ing",
+      "▁o ù",
+      "▁ing år",
+      "▁test ing",
+      "▁ testing",
+      "▁ф а",
+      "▁ фа",
+      "▁B ook",
+      "▁Bo ok",
+      "▁ Book",
+      "im m",
+      "i mm",
+      "▁pro gress",
+      "▁ progress",
+      "br o",
+      "b ro",
+      "F irst",
+      "▁p hot",
+      "▁ph ot",
+      "▁O N",
+      "▁ ON",
+      "Tem plate",
+      "Temp late",
+      "develop er",
+      "an not",
+      "ann ot",
+      "anno t",
+      "▁> =",
+      "▁ >=",
+      "miss ion",
+      "m ission",
+      "▁k tó",
+      "▁ któ",
+      "p c",
+      "ba ch",
+      "b ach",
+      "ze nt",
+      "zen t",
+      "z ent",
+      "ue d",
+      "u ed",
+      "▁o nes",
+      "▁on es",
+      "▁one s",
+      "▁ ones",
+      "ј и",
+      "▁r out",
+      "▁ro ut",
+      "▁rou t",
+      "▁ rout",
+      "▁К и",
+      "Pos t",
+      "Po st",
+      "P ost",
+      "ці ї",
+      "ц ії",
+      "▁V ir",
+      "▁Vi r",
+      "ne k",
+      "n ek",
+      "ag ing",
+      "agi ng",
+      "agin g",
+      "a ging",
+      "▁о к",
+      "▁ ок",
+      "iz ont",
+      "izo nt",
+      "izon t",
+      "▁ag osto",
+      "▁ago sto",
+      "▁cho ose",
+      "▁ choose",
+      "▁ \r",
+      "▁system s",
+      "▁syst ems",
+      "lo ss",
+      "los s",
+      "l oss",
+      "ien te",
+      "ient e",
+      "i ente",
+      "▁C re",
+      "▁Cr e",
+      "▁ Cre",
+      "▁con tra",
+      "▁cont ra",
+      "▁contr a",
+      "▁ contra",
+      "um s",
+      "u ms",
+      "▁begin ning",
+      "em y",
+      "e my",
+      "ist ics",
+      "istic s",
+      "isti cs",
+      "▁s erved",
+      "▁ser ved",
+      "▁serv ed",
+      "▁serve d",
+      "Do wn",
+      "D own",
+      "option s",
+      "opt ions",
+      "o ptions",
+      "▁G overn",
+      "▁Go vern",
+      "▁B Y",
+      "▁ BY",
+      "▁j est",
+      "▁je st",
+      "▁ jest",
+      "t é",
+      "▁cont inue",
+      "▁contin ue",
+      "▁continu e",
+      "▁ continue",
+      "pe rs",
+      "per s",
+      "p ers",
+      "▁eas ier",
+      "▁c os",
+      "▁co s",
+      "▁ cos",
+      "es so",
+      "ess o",
+      "> >",
+      "Ne t",
+      "N et",
+      "▁B or",
+      "▁Bo r",
+      "▁C r",
+      "▁ Cr",
+      "▁trans fer",
+      "▁C SS",
+      "▁CS S",
+      "▁ CSS",
+      "▁fin ns",
+      "▁х о",
+      "▁ хо",
+      "us ername",
+      "user name",
+      "▁con stru",
+      "▁const ru",
+      "▁p ain",
+      "▁pa in",
+      "▁T em",
+      "▁Te m",
+      "▁ Tem",
+      "▁spec ified",
+      "▁b rit",
+      "▁br it",
+      "▁ brit",
+      "ски е",
+      "с кие",
+      "ir k",
+      "ra pper",
+      "rap per",
+      "r apper",
+      "▁c ounter",
+      "▁co unter",
+      "▁count er",
+      "▁coun ter",
+      "▁ counter",
+      "▁[ \"",
+      "▁ [\"",
+      "ode d",
+      "od ed",
+      "o ded",
+      "да н",
+      "д ан",
+      "pro perty",
+      "ha rd",
+      "har d",
+      "h ard",
+      "ist rict",
+      "istr ict",
+      ") /",
+      "▁P our",
+      "▁Po ur",
+      "▁W here",
+      "▁Wh ere",
+      "▁Whe re",
+      "▁ Where",
+      "▁= ==",
+      "▁== =",
+      "▁ ===",
+      "▁s owie",
+      "▁so wie",
+      "▁sow ie",
+      "▁П ро",
+      "▁d ess",
+      "▁de ss",
+      "▁des s",
+      "▁ dess",
+      "▁t ras",
+      "▁tr as",
+      "▁tra s",
+      "▁ tras",
+      "▁у ча",
+      "▁O ver",
+      "▁ Over",
+      "no te",
+      "not e",
+      "n ote",
+      "▁Amer ica",
+      "▁ America",
+      "c p",
+      "▁gr ande",
+      "▁gra nde",
+      "▁gran de",
+      "▁grand e",
+      "M e",
+      ") -",
+      "Mod e",
+      "Mo de",
+      "M ode",
+      "▁pass ing",
+      "▁pas sing",
+      "▁g iving",
+      "▁giv ing",
+      "▁gi ving",
+      "C l",
+      "} /",
+      "Me nu",
+      "Men u",
+      "M enu",
+      "! !",
+      "ang ular",
+      "angu lar",
+      "▁la unch",
+      "▁ launch",
+      "var phi",
+      "▁Joh ann",
+      "▁Johan n",
+      "▁for each",
+      "▁fore ach",
+      "▁ foreach",
+      "r ó",
+      "se qu",
+      "seq u",
+      "s equ",
+      "if i",
+      "i fi",
+      "A m",
+      "ar p",
+      "a rp",
+      "▁b uffer",
+      "▁buf fer",
+      "▁buff er",
+      "▁ buffer",
+      "▁n i",
+      "▁ ni",
+      "▁m ix",
+      "▁mi x",
+      "▁ mix",
+      "▁M useum",
+      "▁Muse um",
+      "▁me ant",
+      "▁mean t",
+      "as i",
+      "a si",
+      "▁k an",
+      "▁ka n",
+      "▁ kan",
+      "пра в",
+      "п рав",
+      "Com p",
+      "Co mp",
+      "C omp",
+      "is toire",
+      "ist oire",
+      "isto ire",
+      "if ul",
+      "i ful",
+      "je r",
+      "j er",
+      "iss ions",
+      "ission s",
+      "Re source",
+      "Res ource",
+      "▁в оз",
+      "▁во з",
+      "▁S T",
+      "▁ ST",
+      "▁sol utions",
+      "▁solution s",
+      "▁be long",
+      "▁bel ong",
+      "▁As soci",
+      "▁Ass oci",
+      "▁ Associ",
+      "c f",
+      "▁M är",
+      "▁g rid",
+      "▁gr id",
+      "▁ grid",
+      "M ult",
+      "▁require s",
+      "▁requ ires",
+      "k k",
+      "▁t each",
+      "▁te ach",
+      "▁tea ch",
+      "eme inde",
+      "emein de",
+      "▁s quare",
+      "▁squ are",
+      "▁ square",
+      "▁ко ман",
+      "▁ком ан",
+      "▁E vent",
+      "▁Ev ent",
+      "▁Even t",
+      "▁ Event",
+      "▁r ules",
+      "▁rule s",
+      "▁ru les",
+      "▁ rules",
+      "▁b ur",
+      "▁bu r",
+      "▁ bur",
+      "▁e ing",
+      "▁ein g",
+      "▁ eing",
+      "▁M ai",
+      "▁Ma i",
+      "▁n am",
+      "▁na m",
+      "▁ nam",
+      "▁s lä",
+      "▁sl ä",
+      "hö r",
+      "h ör",
+      "▁t ip",
+      "▁ti p",
+      "▁ tip",
+      "▁Liter atur",
+      "▁s cope",
+      "▁sc ope",
+      "▁scop e",
+      "▁ scope",
+      "over line",
+      "▁ex it",
+      "▁ exit",
+      ") ?",
+      "be t",
+      "b et",
+      "▁v ict",
+      "▁vi ct",
+      "▁vic t",
+      "Of f",
+      "O ff",
+      "▁appro xim",
+      "▁G eb",
+      "▁Ge b",
+      "kt op",
+      "k top",
+      "he it",
+      "▁ Ю",
+      "tem plate",
+      "temp late",
+      "ро н",
+      "р он",
+      "▁u no",
+      "▁un o",
+      "▁ uno",
+      "Ser v",
+      "Se rv",
+      "S erv",
+      "▁frame work",
+      "▁ framework",
+      "oper ator",
+      "opera tor",
+      "▁gener ally",
+      "▁general ly",
+      "▁h undred",
+      "▁d ivers",
+      "▁di vers",
+      "▁div ers",
+      "▁diver s",
+      "ov i",
+      "o vi",
+      "▁r és",
+      "▁ré s",
+      "▁ rés",
+      "ab s",
+      "a bs",
+      "▁g al",
+      "▁ga l",
+      "▁ gal",
+      "ça is",
+      "ç ais",
+      "▁fe et",
+      "▁fee t",
+      "▁v irtual",
+      "▁virt ual",
+      "▁ virtual",
+      "cz y",
+      "c zy",
+      "ск у",
+      "с ку",
+      ". /",
+      "h u",
+      "an cy",
+      "anc y",
+      "▁recomm end",
+      "▁п ід",
+      "▁пі д",
+      "▁m oney",
+      "▁mon ey",
+      "▁mo ney",
+      "▁vers ions",
+      "▁version s",
+      "▁ versions",
+      "▁hel ps",
+      "▁help s",
+      "▁H or",
+      "▁Ho r",
+      "▁ Hor",
+      "Item s",
+      "It ems",
+      "lo ok",
+      "l ook",
+      "con nect",
+      "conne ct",
+      "conn ect",
+      "an ges",
+      "ang es",
+      "ange s",
+      "View Controller",
+      "el ijk",
+      "elij k",
+      "eli jk",
+      "e lijk",
+      "▁occ up",
+      "▁oc cup",
+      "▁ occup",
+      "▁ed itor",
+      "▁edit or",
+      "▁ editor",
+      "au to",
+      "aut o",
+      "a uto",
+      "ö g",
+      "▁second s",
+      "▁sec onds",
+      "▁ seconds",
+      "▁ob vious",
+      "v m",
+      "ak es",
+      "ake s",
+      "a kes",
+      "▁g egen",
+      "▁ge gen",
+      "▁geg en",
+      "▁t il",
+      "▁ti l",
+      "▁ til",
+      "ject ion",
+      "je ction",
+      "j ection",
+      "ле ння",
+      "лен ня",
+      "▁oper ations",
+      "▁operation s",
+      "▁E ast",
+      "og y",
+      "o gy",
+      "▁P olit",
+      "▁Pol it",
+      "▁Po lit",
+      "ut en",
+      "ute n",
+      "u ten",
+      "▁Jose ph",
+      "\" `",
+      "▁Comp any",
+      "▁ Company",
+      "▁call back",
+      "▁ callback",
+      "▁s en",
+      "▁se n",
+      "▁ sen",
+      "cc ión",
+      "cció n",
+      "c ción",
+      "▁associ ated",
+      "▁associate d",
+      "▁cont aining",
+      "▁contain ing",
+      "▁pract ice",
+      "elij ke",
+      "elijk e",
+      "e lijke",
+      "ok e",
+      "o ke",
+      "ér a",
+      "é ra",
+      "un s",
+      "u ns",
+      "an ta",
+      "ant a",
+      "ve y",
+      "v ey",
+      "z u",
+      "▁B es",
+      "▁Be s",
+      "▁F lor",
+      "▁Fl or",
+      "▁Flo r",
+      "me m",
+      "m em",
+      "yc z",
+      "y cz",
+      "▁arch itect",
+      "▁an ni",
+      "▁ann i",
+      "▁ anni",
+      "▁cont act",
+      "▁ contact",
+      "Y PE",
+      "▁C as",
+      "▁Ca s",
+      "▁по лу",
+      "▁пол у",
+      "ov o",
+      "o vo",
+      "▁b ring",
+      "▁br ing",
+      "▁con cept",
+      "▁conce pt",
+      "▁j s",
+      "▁ js",
+      "▁Refer encias",
+      "em ble",
+      "emb le",
+      "embl e",
+      "▁ н",
+      "▁supp orted",
+      "▁support ed",
+      "▁ supported",
+      "Bi g",
+      "B ig",
+      "▁H ans",
+      "▁Ha ns",
+      "▁Han s",
+      "er v",
+      "e rv",
+      "▁M aj",
+      "▁Ma j",
+      "▁ar riv",
+      "▁arr iv",
+      "▁H ave",
+      "▁Ha ve",
+      "▁Hav e",
+      "▁ Have",
+      "▁prob ability",
+      "▁probabil ity",
+      "▁P op",
+      "▁Po p",
+      "▁ Pop",
+      "▁P ass",
+      "▁Pa ss",
+      "▁Pas s",
+      "▁ Pass",
+      "to ken",
+      "tok en",
+      "t oken",
+      "Pro vider",
+      "▁R a",
+      "Re ader",
+      "Read er",
+      "oot h",
+      "oo th",
+      "o oth",
+      "la p",
+      "l ap",
+      "▁ass ist",
+      "ad ow",
+      "ado w",
+      "▁t ests",
+      "▁test s",
+      "▁ tests",
+      "сс и",
+      "с си",
+      "▁k ing",
+      "▁ki ng",
+      "▁kin g",
+      "▁ king",
+      "lang le",
+      "lan gle",
+      "l angle",
+      "▁S um",
+      "▁Su m",
+      "▁ Sum",
+      "O IN",
+      "▁se curity",
+      "▁sec urity",
+      "▁ security",
+      "ni s",
+      "n is",
+      ".. /",
+      ". ./",
+      "▁bas ic",
+      "▁ basic",
+      "un ity",
+      "uni ty",
+      "unit y",
+      "` :",
+      "▁ко то",
+      "ko w",
+      "k ow",
+      "▁Bibli othèque",
+      "as ion",
+      "asi on",
+      "al o",
+      "a lo",
+      "if est",
+      "ife st",
+      "i fest",
+      "▁nov embre",
+      "▁p eu",
+      "▁pe u",
+      "▁ Ж",
+      "en schaft",
+      "ensch aft",
+      "cl us",
+      "c lus",
+      "ј у",
+      "He ight",
+      "ú n",
+      "▁t ur",
+      "▁tu r",
+      "▁ide as",
+      "▁idea s",
+      "▁c es",
+      "▁ce s",
+      "▁ ces",
+      "fr ak",
+      "fra k",
+      "f rak",
+      "▁pre mier",
+      "▁prem ier",
+      "▁premi er",
+      "it ation",
+      "ita tion",
+      "itat ion",
+      "▁s é",
+      "HT ML",
+      "▁Ro yal",
+      "▁Roy al",
+      "сь кої",
+      "сько ї",
+      "▁by te",
+      "▁ byte",
+      "P S",
+      "▁s egu",
+      "▁se gu",
+      "▁seg u",
+      "▁ segu",
+      "in en",
+      "ine n",
+      "i nen",
+      "▁Gre at",
+      "▁К у",
+      "▁ex ternal",
+      "▁ext ernal",
+      "▁extern al",
+      "▁ external",
+      "T itle",
+      "To p",
+      "T op",
+      "Pro cess",
+      "Proc ess",
+      "it ät",
+      "itä t",
+      "▁` /",
+      "▁se cret",
+      "▁sec ret",
+      "▁secre t",
+      "▁ secret",
+      "pos itory",
+      "▁pot ential",
+      "▁B ud",
+      "▁Bu d",
+      "name s",
+      "na mes",
+      "nam es",
+      "n ames",
+      "as ons",
+      "ason s",
+      "aso ns",
+      "stack exchange",
+      "back ground",
+      "пе р",
+      "п ер",
+      "со в",
+      "с ов",
+      "aft er",
+      "af ter",
+      "a fter",
+      "▁p ero",
+      "▁per o",
+      "▁pe ro",
+      "▁so ftware",
+      "▁soft ware",
+      "▁ software",
+      "▁s ed",
+      "▁se d",
+      "▁ sed",
+      "▁array s",
+      "▁arr ays",
+      "tm p",
+      "t mp",
+      "▁a sp",
+      "▁as p",
+      "▁ asp",
+      "sc ale",
+      "scal e",
+      "▁L at",
+      "▁La t",
+      "▁ Lat",
+      "an al",
+      "ana l",
+      "a nal",
+      "▁g em",
+      "▁ge m",
+      "▁ gem",
+      "P U",
+      "▁Al tri",
+      "▁Alt ri",
+      "Th at",
+      "T hat",
+      "▁Н и",
+      "if act",
+      "ifa ct",
+      "i fact",
+      "Add ress",
+      "▁s outh",
+      "▁so uth",
+      "▁sou th",
+      "▁sout h",
+      "▁form ula",
+      "▁Col leg",
+      "▁Coll eg",
+      "▁і н",
+      "▁ ін",
+      "kt ion",
+      "k tion",
+      "▁s ac",
+      "▁sa c",
+      "S H",
+      "aj o",
+      "a jo",
+      "et c",
+      "e tc",
+      "v c",
+      "` ](",
+      "▁D ur",
+      "▁Du r",
+      "▁М е",
+      "▁Sm ith",
+      "▁ Smith",
+      "it ems",
+      "ite ms",
+      "item s",
+      "C K",
+      "el o",
+      "e lo",
+      "▁pl ugin",
+      "▁plug in",
+      "▁ plugin",
+      "▁s erie",
+      "▁se rie",
+      "▁ser ie",
+      "▁ serie",
+      "ien ne",
+      "ienn e",
+      "i enne",
+      "▁и ли",
+      "Ma r",
+      "M ar",
+      "▁Im age",
+      "▁ Image",
+      "go t",
+      "g ot",
+      "an das",
+      "and as",
+      "anda s",
+      "▁mat ches",
+      "▁match es",
+      "▁ matches",
+      "▁w orth",
+      "▁wor th",
+      "▁ worth",
+      "▁D eb",
+      "▁De b",
+      "▁ Deb",
+      "▁c ache",
+      "▁ca che",
+      "▁ cache",
+      "▁f elt",
+      "▁fe lt",
+      "▁fel t",
+      "er sch",
+      "ers ch",
+      "iz es",
+      "ize s",
+      "i zes",
+      "Op er",
+      "O per",
+      "▁Jah re",
+      "▁Jahr e",
+      "▁Ja hre",
+      "▁comm une",
+      "▁commun e",
+      "th read",
+      "▁n y",
+      "▁ ny",
+      "de c",
+      "d ec",
+      "ou w",
+      "o uw",
+      "▁sur face",
+      "▁P or",
+      "▁Po r",
+      "▁St reet",
+      "▁Stre et",
+      "пр и",
+      "п ри",
+      "▁c andid",
+      "▁can did",
+      "▁cand id",
+      "▁Re turn",
+      "▁Ret urn",
+      "▁ Return",
+      "▁K om",
+      "▁Ko m",
+      "gr u",
+      "g ru",
+      "▁т и",
+      "▁ ти",
+      "[ \\",
+      "▁dep ends",
+      "▁depend s",
+      "▁in flu",
+      "▁inf lu",
+      "▁infl u",
+      "▁to wards",
+      "▁toward s",
+      "ain ed",
+      "ai ned",
+      "aine d",
+      "a ined",
+      "▁r ank",
+      "▁ran k",
+      "▁ rank",
+      "▁Janu ar",
+      "▁com ponents",
+      "▁compon ents",
+      "▁component s",
+      "▁ components",
+      "ge st",
+      "ges t",
+      "g est",
+      "getElement ById",
+      "▁check ed",
+      "▁ checked",
+      "air s",
+      "ai rs",
+      "a irs",
+      "jo in",
+      "j oin",
+      "▁d ead",
+      "▁de ad",
+      "▁h it",
+      "▁hi t",
+      "▁ hit",
+      "én y",
+      "é ny",
+      "▁equ ivalent",
+      "▁equival ent",
+      "▁П ре",
+      "▁app ropri",
+      "Pa ss",
+      "P ass",
+      "▁pr imer",
+      "▁prim er",
+      "▁pri mer",
+      "▁prime r",
+      "engl isch",
+      "▁app ar",
+      "▁ap par",
+      "▁D uring",
+      "▁Du ring",
+      "▁Dur ing",
+      "▁know ledge",
+      "▁tr igger",
+      "▁trig ger",
+      "▁ trigger",
+      "▁c ore",
+      "▁cor e",
+      "▁co re",
+      "▁ core",
+      "▁O l",
+      "▁P rodu",
+      "▁Pro du",
+      "▁Pr odu",
+      "▁ Produ",
+      "▁F ern",
+      "▁Fe rn",
+      "▁Fer n",
+      "▁ Fern",
+      "▁на ча",
+      "▁ нача",
+      "T e",
+      "▁M ot",
+      "▁Mo t",
+      "er ve",
+      "erv e",
+      "тв о",
+      "т во",
+      "▁m id",
+      "▁mi d",
+      "▁ mid",
+      "▁fin ally",
+      "▁final ly",
+      "air es",
+      "ai res",
+      "aire s",
+      "a ires",
+      "▁es pecially",
+      "▁espe cially",
+      "▁especial ly",
+      "▁t ut",
+      "▁tu t",
+      "▁rece ive",
+      "ad re",
+      "adr e",
+      "▁ne igh",
+      "▁nei gh",
+      "kt et",
+      "kte t",
+      "il de",
+      "ild e",
+      "▁rad io",
+      "▁radi o",
+      "▁ radio",
+      "▁d river",
+      "▁dr iver",
+      "▁drive r",
+      "▁dri ver",
+      "▁driv er",
+      "▁ driver",
+      "ли сь",
+      "end encies",
+      "enden cies",
+      "▁I E",
+      "▁ IE",
+      "▁s aved",
+      "▁sa ved",
+      "▁sav ed",
+      "▁save d",
+      "▁ saved",
+      "ff ect",
+      "ffe ct",
+      "f fect",
+      "▁Way back",
+      "ia t",
+      "i at",
+      "▁p adding",
+      "▁pad ding",
+      "▁ padding",
+      "wind ow",
+      "w indow",
+      "ти че",
+      "▁m ur",
+      "▁mu r",
+      "ac tor",
+      "act or",
+      "a ctor",
+      "▁H an",
+      "▁Ha n",
+      "он аль",
+      "она ль",
+      "о наль",
+      "▁g ar",
+      "▁ga r",
+      "▁ gar",
+      "▁famil jen",
+      "ó s",
+      "▁n ationale",
+      "▁national e",
+      "▁nation ale",
+      "▁nat ionale",
+      "▁p ré",
+      "▁pr é",
+      "de d",
+      "d ed",
+      "on al",
+      "ona l",
+      "o nal",
+      "▁Pres ident",
+      "▁\\ ,",
+      "▁ \\,",
+      "▁place d",
+      "▁pla ced",
+      "er ni",
+      "ern i",
+      "▁sign al",
+      "▁sig nal",
+      "▁ signal",
+      "na b",
+      "n ab",
+      "h m",
+      "Mo n",
+      "M on",
+      "▁v s",
+      "▁ vs",
+      "S C",
+      "▁proget ti",
+      "▁ Ü",
+      "▁for ms",
+      "▁form s",
+      "▁ forms",
+      "▁message s",
+      "▁mess ages",
+      "▁ messages",
+      "in f",
+      "us ers",
+      "use rs",
+      "user s",
+      "u sers",
+      "GE T",
+      "G ET",
+      "▁d els",
+      "▁de ls",
+      "▁del s",
+      "Col lection",
+      "Coll ection",
+      "Collect ion",
+      "▁G ood",
+      "▁Go od",
+      "▁ Good",
+      "▁May be",
+      "▁ Maybe",
+      "▁com pr",
+      "▁comp r",
+      "▁lar ger",
+      "▁large r",
+      "▁larg er",
+      "gr es",
+      "gre s",
+      "g res",
+      "ap er",
+      "ape r",
+      "a per",
+      "▁П ри",
+      "un des",
+      "und es",
+      "unde s",
+      "▁s ea",
+      "▁se a",
+      "▁S pring",
+      "▁Sp ring",
+      "▁Spr ing",
+      "▁ Spring",
+      "ul o",
+      "u lo",
+      "▁me chan",
+      "▁s ans",
+      "▁sa ns",
+      "▁san s",
+      "G B",
+      "Val id",
+      "▁comm unic",
+      "▁commun ic",
+      "▁ communic",
+      "▁p ra",
+      "▁pr a",
+      "vi er",
+      "vie r",
+      "v ier",
+      "▁С е",
+      "▁a in",
+      "▁ai n",
+      "▁ ain",
+      "ту ра",
+      "тур а",
+      "ko m",
+      "k om",
+      "sk iego",
+      "ski ego",
+      "skie go",
+      "ко во",
+      "ков о",
+      "к ово",
+      "ad ata",
+      "ada ta",
+      "a data",
+      "▁Р е",
+      "▁bo olean",
+      "▁ boolean",
+      "se ts",
+      "set s",
+      "s ets",
+      "▁eff ort",
+      ". [",
+      "▁z ostał",
+      "P A",
+      "▁V ict",
+      "▁Vi ct",
+      "▁Vic t",
+      "S D",
+      "ow ał",
+      "owa ł",
+      "▁e mb",
+      "▁em b",
+      "▁ emb",
+      "▁pr ima",
+      "▁prim a",
+      "▁pri ma",
+      "▁h our",
+      "▁ho ur",
+      "▁ hour",
+      "sub section",
+      "▁F ort",
+      "▁For t",
+      "▁Fo rt",
+      "math frak",
+      "ig in",
+      "igi n",
+      "i gin",
+      "G L",
+      ") +",
+      "f i",
+      "▁an ci",
+      "▁anc i",
+      "▁ anci",
+      "▁p an",
+      "▁pa n",
+      "▁ pan",
+      "\\ )",
+      "▁l ug",
+      "▁lu g",
+      "▁dep loy",
+      "▁ deploy",
+      "do main",
+      "dom ain",
+      "▁s light",
+      "▁sl ight",
+      "JS ON",
+      "J SON",
+      "▁mor ning",
+      "▁h i",
+      "▁ hi",
+      "▁comp are",
+      "▁compar e",
+      "▁ compare",
+      "ij e",
+      "i je",
+      "▁bl ue",
+      "▁ blue",
+      "▁A c",
+      "▁ Ac",
+      "▁m iddle",
+      "▁ middle",
+      "an den",
+      "and en",
+      "ande n",
+      "▁sh ared",
+      "▁share d",
+      "▁ shared",
+      "▁C amp",
+      "▁Cam p",
+      "▁Ca mp",
+      "▁ Á",
+      "ound ed",
+      "oun ded",
+      "u w",
+      "ier ung",
+      "St ack",
+      "▁e ines",
+      "▁ein es",
+      "▁eine s",
+      "▁D a",
+      "▁ Da",
+      "li j",
+      "l ij",
+      "en ti",
+      "ent i",
+      "▁ й",
+      "U til",
+      "▁exper ience",
+      "▁experien ce",
+      "▁a wait",
+      "▁aw ait",
+      "▁ await",
+      "ul s",
+      "u ls",
+      "▁request s",
+      "▁requ ests",
+      "▁ requests",
+      "▁im pos",
+      "▁imp os",
+      "▁const raint",
+      "▁ constraint",
+      "Ch ange",
+      "em ph",
+      "emp h",
+      "бе р",
+      "б ер",
+      "▁An other",
+      "C ustom",
+      "▁signific ant",
+      "▁significa nt",
+      "c r",
+      "▁mill ion",
+      "re ek",
+      "ree k",
+      "▁d alla",
+      "▁da lla",
+      "▁dal la",
+      "▁dall a",
+      "▁G erm",
+      "▁Ge rm",
+      "▁Ger m",
+      "ot al",
+      "ota l",
+      "o tal",
+      "at eur",
+      "ate ur",
+      "bt n",
+      "b tn",
+      "▁th inking",
+      "▁think ing",
+      "▁thin king",
+      "▁inter val",
+      "▁ interval",
+      "on ne",
+      "onn e",
+      "▁l iv",
+      "▁li v",
+      "▁ liv",
+      "() :",
+      "( ):",
+      "▁В е",
+      "o e",
+      "▁E v",
+      "me ta",
+      "met a",
+      "m eta",
+      "▁b road",
+      "▁bro ad",
+      "Re m",
+      "R em",
+      "ap ply",
+      "app ly",
+      "a pply",
+      "▁cou ple",
+      "▁coup le",
+      "▁te chni",
+      "▁techn i",
+      "id ades",
+      "ida des",
+      "idad es",
+      "idade s",
+      "▁go al",
+      "▁ goal",
+      "▁C D",
+      "▁ CD",
+      "ha b",
+      "h ab",
+      "▁ex plan",
+      "▁exp lan",
+      "▁expla n",
+      "▁expl an",
+      "an ner",
+      "ann er",
+      "anne r",
+      "▁B ecause",
+      "bl og",
+      "blo g",
+      "b log",
+      "include graphics",
+      "▁vo ice",
+      "▁ voice",
+      "▁M ap",
+      "▁Ma p",
+      "▁ Map",
+      "vent ion",
+      "ven tion",
+      "v ention",
+      "S ession",
+      "▁L iens",
+      "▁Li ens",
+      "▁Lie ns",
+      "▁s or",
+      "▁so r",
+      "c ategory",
+      "ash ington",
+      "▁Mär z",
+      "po p",
+      "p op",
+      "il let",
+      "ill et",
+      "ille t",
+      "▁z wei",
+      "▁zwe i",
+      "▁zw ei",
+      "▁L ie",
+      "▁Li e",
+      "N ull",
+      "add ress",
+      "addr ess",
+      "▁f actor",
+      "▁fact or",
+      "▁fa ctor",
+      "▁fac tor",
+      "▁ factor",
+      "▁l igne",
+      "▁lig ne",
+      "▁HT TP",
+      "▁ HTTP",
+      "▁s uf",
+      "▁su f",
+      "▁person al",
+      "▁pers onal",
+      "▁persona l",
+      "ci p",
+      "c ip",
+      "▁D ar",
+      "▁Da r",
+      "▁a dm",
+      "▁ad m",
+      "ко й",
+      "▁E xt",
+      "▁Ex t",
+      "▁ Ext",
+      "▁g od",
+      "▁go d",
+      "▁ god",
+      "a a",
+      "R ight",
+      "ét é",
+      "é té",
+      "▁d ynamic",
+      "▁dynam ic",
+      "▁ dynamic",
+      "▁main tain",
+      "to r",
+      "t or",
+      "#### ####",
+      "▁F ra",
+      "▁Fr a",
+      "▁cho ice",
+      "▁ choice",
+      "▁с то",
+      "▁ст о",
+      "▁ сто",
+      "С Р",
+      "▁F eder",
+      "▁Fe der",
+      "▁Fed er",
+      "st on",
+      "sto n",
+      "s ton",
+      "▁f lag",
+      "▁fl ag",
+      "▁fla g",
+      "▁ flag",
+      "ki t",
+      "k it",
+      "Mod ule",
+      "▁с по",
+      "▁сп о",
+      "▁ спо",
+      "▁S tra",
+      "▁St ra",
+      "▁Str a",
+      "ic ks",
+      "ick s",
+      "i cks",
+      "▁h aven",
+      "▁ha ven",
+      "▁have n",
+      "▁hav en",
+      "▁M ass",
+      "▁Ma ss",
+      "▁Mas s",
+      "▁E mp",
+      "▁Em p",
+      "▁ Emp",
+      "▁P i",
+      "▁ Pi",
+      "▁P en",
+      "▁Pe n",
+      "Re ct",
+      "Rec t",
+      "R ect",
+      "▁K r",
+      "it at",
+      "ita t",
+      "i tat",
+      "el er",
+      "ele r",
+      "e ler",
+      "я бря",
+      "it et",
+      "ite t",
+      "▁St art",
+      "▁Sta rt",
+      "▁Star t",
+      "▁ Start",
+      "▁produ ced",
+      "▁produce d",
+      "▁по л",
+      "▁ пол",
+      "( _",
+      "▁de let",
+      "▁del et",
+      "▁h ot",
+      "▁ho t",
+      "▁ hot",
+      "▁Gesch ichte",
+      "~ ~",
+      "▁month s",
+      "▁mont hs",
+      "▁t od",
+      "▁to d",
+      "▁ tod",
+      "▁н и",
+      "▁ ни",
+      "ú s",
+      "te mp",
+      "tem p",
+      "t emp",
+      "▁D ez",
+      "▁De z",
+      "ype s",
+      "yp es",
+      "y pes",
+      "▁c ui",
+      "▁cu i",
+      "om mun",
+      "omm un",
+      "act ions",
+      "action s",
+      "a ctions",
+      "▁e igen",
+      "▁eig en",
+      "▁immedi ately",
+      "▁immediate ly",
+      "P L",
+      "▁Г о",
+      "▁B al",
+      "▁Ba l",
+      "▁ Bal",
+      "љ е",
+      "ul ui",
+      "ulu i",
+      "▁on line",
+      "▁ online",
+      "▁a ños",
+      "▁añ os",
+      "▁año s",
+      "▁name space",
+      "▁names pace",
+      "▁ namespace",
+      "▁m ond",
+      "▁mon d",
+      "▁mo nd",
+      "▁ mond",
+      "▁B ase",
+      "▁Bas e",
+      "▁Ba se",
+      "▁ Base",
+      "▁Can ada",
+      "▁Canad a",
+      "et zt",
+      "etz t",
+      "} -",
+      "▁de fin",
+      "▁def in",
+      "▁ defin",
+      "▁dou bt",
+      "▁doub t",
+      "▁inv estig",
+      "▁invest ig",
+      "view s",
+      "vie ws",
+      "▁L ine",
+      "▁Li ne",
+      "▁Lin e",
+      "▁ Line",
+      "▁st age",
+      "▁sta ge",
+      "▁stag e",
+      "▁ stage",
+      "ett ings",
+      "ub re",
+      "u bre",
+      "f loat",
+      "▁P lay",
+      "▁Pl ay",
+      "▁Pla y",
+      "▁ Play",
+      "▁L as",
+      "▁La s",
+      "pt r",
+      "p tr",
+      "▁be comes",
+      "▁become s",
+      "▁becom es",
+      "est amp",
+      "esta mp",
+      "▁in dependent",
+      "▁indep endent",
+      "▁independ ent",
+      "▁anal ysis",
+      "▁ analysis",
+      "▁L ook",
+      "▁Lo ok",
+      "▁ Look",
+      "la in",
+      "l ain",
+      "▁ра с",
+      "Re ference",
+      "▁s orry",
+      "▁sor ry",
+      "▁supp osed",
+      "▁suppose d",
+      "▁sup posed",
+      "û t",
+      "▁deg ree",
+      "ut z",
+      "u tz",
+      "M M",
+      "▁des ired",
+      "▁desire d",
+      "ł y",
+      "▁l en",
+      "▁le n",
+      "▁ len",
+      "▁al one",
+      "▁ alone",
+      "sign ed",
+      "sig ned",
+      "s igned",
+      "▁S ta",
+      "▁St a",
+      "Per son",
+      "Pers on",
+      "P erson",
+      "▁app lied",
+      "▁B ack",
+      "▁Ba ck",
+      "▁Bac k",
+      "▁ Back",
+      "▁m ars",
+      "▁ma rs",
+      "▁mar s",
+      "Par t",
+      "Pa rt",
+      "P art",
+      "▁D id",
+      "▁Di d",
+      "▁ Did",
+      "▁extern es",
+      "▁externe s",
+      "▁n p",
+      "▁ np",
+      "on go",
+      "ong o",
+      "▁e sta",
+      "▁est a",
+      "▁es ta",
+      "▁ esta",
+      "Bl ock",
+      "B lock",
+      "▁p ou",
+      "▁po u",
+      "ad ores",
+      "ado res",
+      "ador es",
+      "▁St udio",
+      "▁Stud io",
+      "▁ Studio",
+      ". $",
+      "▁re ached",
+      "▁reach ed",
+      "bo t",
+      "b ot",
+      "▁J uni",
+      "▁Ju ni",
+      "▁Jun i",
+      "to ns",
+      "ton s",
+      "t ons",
+      "it el",
+      "ite l",
+      "i tel",
+      "▁G ar",
+      "▁Ga r",
+      "▁art icles",
+      "▁article s",
+      "▁ articles",
+      "▁D istrict",
+      "▁Dist rict",
+      "▁tr ouble",
+      "▁trou ble",
+      "li de",
+      "l ide",
+      "▁F ound",
+      "▁Fou nd",
+      "▁Fo und",
+      "▁ Found",
+      "á d",
+      "▁e quip",
+      "▁equ ip",
+      "▁in ternal",
+      "▁int ernal",
+      "▁inter nal",
+      "▁intern al",
+      "▁ internal",
+      "'] ,",
+      "' ],",
+      "▁a sync",
+      "▁as ync",
+      "▁ async",
+      "U B",
+      "ge l",
+      "g el",
+      "▁a i",
+      "▁ ai",
+      "ens ure",
+      "▁app eared",
+      "▁appear ed",
+      "▁appe ared",
+      "▁$ _",
+      "▁ $_",
+      "▁max imum",
+      "▁maxim um",
+      "▁С и",
+      "р ь",
+      "▁ann oun",
+      "▁anno un",
+      "ла сь",
+      "▁c m",
+      "▁ cm",
+      "га н",
+      "г ан",
+      "au pt",
+      "a upt",
+      "▁l atter",
+      "▁lat ter",
+      "▁pl atform",
+      "▁plat form",
+      "▁ platform",
+      "▁d ra",
+      "▁dr a",
+      "▁ dra",
+      "▁cap ital",
+      "▁capit al",
+      "▁sol ved",
+      "▁solve d",
+      "ri z",
+      "r iz",
+      "ed ic",
+      "edi c",
+      "e dic",
+      "▁M ur",
+      "▁Mu r",
+      "▁T op",
+      "▁To p",
+      "▁ Top",
+      "т ся",
+      "Pa nel",
+      "Pane l",
+      "Pan el",
+      "P anel",
+      "ru le",
+      "r ule",
+      "et ic",
+      "eti c",
+      "▁R en",
+      "▁Re n",
+      "▁Wik imedia",
+      "▁ Wikimedia",
+      "▁T O",
+      "▁ TO",
+      "se cond",
+      "sec ond",
+      "is l",
+      "i sl",
+      "▁h y",
+      "▁ hy",
+      "▁n iet",
+      "▁nie t",
+      "▁ni et",
+      "▁lo aded",
+      "▁load ed",
+      "▁ loaded",
+      "di g",
+      "d ig",
+      "▁ma yo",
+      "▁may o",
+      "[ :",
+      "Ac c",
+      "A cc",
+      "▁b ek",
+      "▁be k",
+      "▁ bek",
+      "ни ю",
+      "lo gin",
+      "log in",
+      "t x",
+      "▁F ur",
+      "▁Fu r",
+      "▁S anta",
+      "▁San ta",
+      "▁Sant a",
+      "az z",
+      "a zz",
+      "▁con duct",
+      "▁cond uct",
+      "▁condu ct",
+      "▁In dia",
+      "▁Ind ia",
+      "Or der",
+      "Ord er",
+      "ir th",
+      "irt h",
+      "t w",
+      "} +",
+      "▁w ieder",
+      "▁wie der",
+      "▁E du",
+      "▁Ed u",
+      "A V",
+      "▁` ``",
+      "▁`` `",
+      "▁ ```",
+      "▁man ually",
+      "▁manual ly",
+      "▁R ead",
+      "▁Re ad",
+      "▁ Read",
+      "fortun ately",
+      "▁R un",
+      "▁Ru n",
+      "▁ Run",
+      "▁A ward",
+      "▁Aw ard",
+      "▁F oot",
+      "▁Foo t",
+      "▁Fo ot",
+      "▁ Foot",
+      "* )",
+      "par ams",
+      "param s",
+      "pa rams",
+      "para ms",
+      "п і",
+      "▁n ative",
+      "▁nat ive",
+      "▁ native",
+      "ri ft",
+      "rif t",
+      "r ift",
+      "▁ ä",
+      "AT H",
+      "A TH",
+      "▁your self",
+      "▁yours elf",
+      "▁p rior",
+      "▁pr ior",
+      "▁pri or",
+      "▁c it",
+      "▁ci t",
+      "▁ cit",
+      "ä h",
+      "▁tre at",
+      "▁me as",
+      "rib uted",
+      "ribute d",
+      "ribu ted",
+      "▁c lar",
+      "▁cl ar",
+      "▁cla r",
+      "▁ clar",
+      "ca rd",
+      "car d",
+      "c ard",
+      "RO R",
+      "R OR",
+      "il les",
+      "ill es",
+      "ille s",
+      "i lles",
+      "▁l ayer",
+      "▁la yer",
+      "▁lay er",
+      "▁ layer",
+      "au er",
+      "a uer",
+      "▁r at",
+      "▁ra t",
+      "▁ rat",
+      "bern ate",
+      "▁st ato",
+      "▁stat o",
+      "▁sta to",
+      "▁Ch ina",
+      "▁Chi na",
+      "▁$ ('#",
+      "▁$(' #",
+      "▁n aar",
+      "▁na ar",
+      "zi p",
+      "z ip",
+      "▁$ {\\",
+      "▁${ \\",
+      "▁appreci ated",
+      "▁appreciate d",
+      "▁и ме",
+      "▁им е",
+      "ż y",
+      "▁prze z",
+      "▁prz ez",
+      "▁Ind ian",
+      "▁India n",
+      "▁T od",
+      "▁To d",
+      "▁S ource",
+      "▁ Source",
+      "▁дру ги",
+      "in ternal",
+      "int ernal",
+      "inter nal",
+      "intern al",
+      "ion ale",
+      "ional e",
+      "iona le",
+      "Pro duct",
+      "Produ ct",
+      "▁M en",
+      "▁Me n",
+      "▁ Men",
+      "▁u pper",
+      "▁up per",
+      "▁upp er",
+      "▁ upper",
+      "▁E very",
+      "▁Ev ery",
+      "▁Ever y",
+      "▁ Every",
+      "}, \\",
+      "} ,\\",
+      "▁print f",
+      "▁prin tf",
+      "▁ printf",
+      "▁contin ued",
+      "▁continu ed",
+      "▁continue d",
+      "▁n odes",
+      "▁no des",
+      "▁node s",
+      "▁nod es",
+      "▁ nodes",
+      "л ки",
+      "▁n ice",
+      "▁ni ce",
+      "▁nic e",
+      "▁ nice",
+      "mod ules",
+      "module s",
+      "ei gn",
+      "e ign",
+      "▁M ex",
+      "▁Me x",
+      "▁Acc ording",
+      "▁un defined",
+      "▁und efined",
+      "▁ undefined",
+      "▁b inary",
+      "▁bin ary",
+      "▁ binary",
+      "cu t",
+      "c ut",
+      "Cur rent",
+      "C urrent",
+      "ed y",
+      "e dy",
+      "}} {",
+      "} }{",
+      "ble s",
+      "bl es",
+      "b les",
+      "▁во й",
+      "▁ вой",
+      "sc ri",
+      "scr i",
+      "s cri",
+      "eq n",
+      "Ch anged",
+      "Change d",
+      "▁kö z",
+      "▁rem ote",
+      "▁ remote",
+      "в ля",
+      "▁qu el",
+      "▁que l",
+      "▁q uel",
+      "▁ quel",
+      "▁al ign",
+      "▁ali gn",
+      "▁ align",
+      "▁п ар",
+      "▁па р",
+      "▁ пар",
+      "S V",
+      "ye r",
+      "y er",
+      "▁Cal iforn",
+      "▁p laces",
+      "▁pl aces",
+      "▁place s",
+      "▁pla ces",
+      "▁prim ary",
+      "▁pri mary",
+      "▁prima ry",
+      "▁ primary",
+      "▁con v",
+      "▁ conv",
+      "▁J uli",
+      "▁Jul i",
+      "▁Ju li",
+      "▁vis ual",
+      "▁ visual",
+      "▁S elect",
+      "▁Se lect",
+      "▁Sel ect",
+      "▁Sele ct",
+      "▁ Select",
+      "at ory",
+      "ator y",
+      "ato ry",
+      "= (",
+      "is er",
+      "ise r",
+      "i ser",
+      "▁int ent",
+      "▁inte nt",
+      "▁inten t",
+      "▁ intent",
+      "su r",
+      "s ur",
+      "cont ainer",
+      "ic ed",
+      "ice d",
+      "i ced",
+      "▁bo ard",
+      "▁ board",
+      "as tr",
+      "ast r",
+      "a str",
+      "om ial",
+      "omi al",
+      "ве т",
+      "в ет",
+      "з ва",
+      "▁c ru",
+      "▁cr u",
+      "▁Ok tober",
+      "sa ve",
+      "s ave",
+      "▁gre ater",
+      "▁great er",
+      "▁in n",
+      "▁i nn",
+      "▁ inn",
+      "▁p icture",
+      "▁ picture",
+      "▁Т о",
+      "▁obtain ed",
+      "▁obt ained",
+      "Wik imedia",
+      "ú blic",
+      "▁l ors",
+      "▁lo rs",
+      "▁m ont",
+      "▁mon t",
+      "▁mo nt",
+      "▁ mont",
+      "ob re",
+      "o bre",
+      "▁c ivil",
+      "▁ci vil",
+      "▁civ il",
+      "▁const ruction",
+      "▁construct ion",
+      "▁constru ction",
+      "▁W elt",
+      "▁We lt",
+      "▁Wel t",
+      "▁U nder",
+      "▁Un der",
+      "▁Und er",
+      "▁ Under",
+      "und ert",
+      "under t",
+      "unde rt",
+      "▁ed ge",
+      "▁ edge",
+      "▁L iste",
+      "▁List e",
+      "▁Li ste",
+      "▁Lis te",
+      "cs v",
+      "c sv",
+      "▁ex periment",
+      "▁exper iment",
+      "local host",
+      "▁E dit",
+      "▁Ed it",
+      "▁ Edit",
+      "gr eg",
+      "gre g",
+      "g reg",
+      "ov á",
+      "o vá",
+      "љ а",
+      "ms g",
+      "m sg",
+      "▁G reen",
+      "▁Gr een",
+      "▁Gre en",
+      "▁Gree n",
+      "▁ Green",
+      "Di alog",
+      "D ialog",
+      "Id ent",
+      "I dent",
+      "▁J S",
+      "▁ JS",
+      "^{ (",
+      "^ {(",
+      "▁slä ktet",
+      "__ __",
+      "___ _",
+      "_ ___",
+      "Pro ject",
+      "▁bes kre",
+      "▁b er",
+      "▁be r",
+      "▁ ber",
+      "▁would n",
+      "▁re act",
+      "▁ react",
+      "He l",
+      "H el",
+      "z w",
+      "▁W ashington",
+      "or ie",
+      "ori e",
+      "o rie",
+      "ta sk",
+      "t ask",
+      "▁c ategory",
+      "▁categ ory",
+      "▁categor y",
+      "▁ category",
+      "▁art ist",
+      "an no",
+      "ann o",
+      "▁o ok",
+      "▁ ook",
+      "am men",
+      "amm en",
+      "▁Min ister",
+      "▁de clar",
+      "▁dec lar",
+      "▁decl ar",
+      "▁decla r",
+      "▁K ey",
+      "▁Ke y",
+      "▁ Key",
+      ", .",
+      "▁m ach",
+      "▁ma ch",
+      "▁mac h",
+      "▁w w",
+      "▁ ww",
+      "is en",
+      "ise n",
+      "i sen",
+      "Fr an",
+      "F ran",
+      "▁Ро сси",
+      "▁Рос си",
+      "бо р",
+      "б ор",
+      "т ри",
+      "▁r ock",
+      "▁ro ck",
+      "▁ rock",
+      "qu is",
+      "qui s",
+      "q uis",
+      "mo s",
+      "m os",
+      "пе ра",
+      "пер а",
+      "п ера",
+      "▁est erni",
+      "▁g old",
+      "▁go ld",
+      "▁gol d",
+      "Window s",
+      "W indows",
+      "% %",
+      "▁part ial",
+      "▁parti al",
+      "▁ partial",
+      "▁we ight",
+      "▁ weight",
+      "▁s pr",
+      "▁sp r",
+      "▁ spr",
+      "}) .",
+      "} ).",
+      "▁fran çais",
+      "fu n",
+      "f un",
+      "▁th ous",
+      "▁thou s",
+      "ho lder",
+      "hol der",
+      "hold er",
+      "h older",
+      "▁g one",
+      "▁go ne",
+      "▁ Č",
+      "▁re nd",
+      "▁r end",
+      "▁ren d",
+      "▁ rend",
+      "D A",
+      "▁answer ed",
+      "▁F alse",
+      "▁Fal se",
+      "▁ False",
+      "B uffer",
+      "▁d augh",
+      "▁da ugh",
+      ".- -",
+      ". --",
+      "▁S how",
+      "▁Sh ow",
+      "▁Sho w",
+      "▁ Show",
+      "▁re ct",
+      "▁r ect",
+      "▁rec t",
+      "▁ rect",
+      "▁K re",
+      "▁Kr e",
+      "d r",
+      "os oph",
+      "oso ph",
+      "▁y ield",
+      "ur ity",
+      "uri ty",
+      "to String",
+      "av al",
+      "ava l",
+      "a val",
+      "Po l",
+      "P ol",
+      "▁l ock",
+      "▁lo ck",
+      "▁loc k",
+      "▁ lock",
+      "im ation",
+      "ima tion",
+      "imat ion",
+      "ant ic",
+      "anti c",
+      "Lo cal",
+      "Loc al",
+      "L ocal",
+      "▁beskre vs",
+      "it és",
+      "ité s",
+      "gr id",
+      "g rid",
+      "у т",
+      "▁_ {",
+      "▁ _{",
+      "с і",
+      "FI LE",
+      "▁к м",
+      "▁spe ak",
+      "sum mary",
+      "pr op",
+      "pro p",
+      "p rop",
+      "java script",
+      "j avascript",
+      "z k",
+      "izont al",
+      "izon tal",
+      "▁tr ois",
+      "▁tro is",
+      "▁R od",
+      "▁Ro d",
+      "pr ise",
+      "ро во",
+      "ров о",
+      "р ово",
+      "▁o dd",
+      "▁od d",
+      "▁ odd",
+      "▁g est",
+      "▁ge st",
+      "▁ges t",
+      "▁ gest",
+      "▁produ ce",
+      "▁prod uce",
+      "▁w aar",
+      "▁wa ar",
+      "▁A v",
+      "▁ Av",
+      "ri bu",
+      "rib u",
+      "ва ння",
+      "ван ня",
+      "▁fin ished",
+      "▁finish ed",
+      "▁ad apt",
+      "▁S ar",
+      "▁Sa r",
+      "text it",
+      "tex tit",
+      "▁C e",
+      "▁F a",
+      "▁ Fa",
+      "os en",
+      "ose n",
+      "o sen",
+      "▁de riv",
+      "▁der iv",
+      "▁s hip",
+      "▁sh ip",
+      "▁ ship",
+      "▁o pin",
+      "▁op in",
+      "▁E ven",
+      "▁Ev en",
+      "ge sch",
+      "ges ch",
+      "g esch",
+      "▁supp ose",
+      "▁sup pose",
+      "▁F er",
+      "▁Fe r",
+      "ско е",
+      "▁w orden",
+      "▁word en",
+      "▁wor den",
+      "se y",
+      "s ey",
+      "hl ine",
+      "h line",
+      "▁Un ion",
+      "▁ Union",
+      "▁/ **",
+      "▁/* *",
+      "▁ /**",
+      "▁v ez",
+      "▁ve z",
+      "▁ vez",
+      "▁Colleg amenti",
+      "▁Soci ety",
+      "▁Soc iety",
+      "▁e conom",
+      "▁econ om",
+      "▁ec onom",
+      "š í",
+      "o i",
+      "▁or ient",
+      "▁ orient",
+      "▁T eil",
+      "▁Te il",
+      "re nt",
+      "ren t",
+      "r ent",
+      "ле кс",
+      "лек с",
+      "▁s olid",
+      "▁sol id",
+      "▁c art",
+      "▁car t",
+      "▁ca rt",
+      "▁ cart",
+      "******** ********",
+      "▁c ab",
+      "▁ca b",
+      "▁M essage",
+      "▁Mess age",
+      "▁ Message",
+      "do ts",
+      "dot s",
+      "d ots",
+      "▁é g",
+      "▁ ég",
+      "▁t we",
+      "▁tw e",
+      "ag a",
+      "a ga",
+      "▁n az",
+      "▁na z",
+      "▁M icrosoft",
+      "▁Micro soft",
+      "▁ Microsoft",
+      "▁under arter",
+      "pp en",
+      "ppe n",
+      "p pen",
+      "▁re cent",
+      "▁rec ent",
+      "▁rece nt",
+      "▁n et",
+      "▁ne t",
+      "▁ net",
+      "▁res ources",
+      "▁resource s",
+      "▁ resources",
+      "St e",
+      "S te",
+      ". \\",
+      "▁S O",
+      "▁ SO",
+      "ло м",
+      "л ом",
+      "▁c ele",
+      "▁ce le",
+      "▁cel e",
+      "▁l ic",
+      "▁li c",
+      "▁ lic",
+      "▁ben ef",
+      "▁bene f",
+      "ld ots",
+      "l dots",
+      "▁se rial",
+      "▁ser ial",
+      "▁seria l",
+      "▁ serial",
+      "In teger",
+      "cl es",
+      "cle s",
+      "c les",
+      "▁m iles",
+      "▁mil es",
+      "▁mi les",
+      "▁mile s",
+      "▁A le",
+      "▁Al e",
+      "▁en tered",
+      "▁ent ered",
+      "▁enter ed",
+      "▁T wo",
+      "▁Tw o",
+      "▁ Two",
+      "wi e",
+      "w ie",
+      "▁in cludes",
+      "▁incl udes",
+      "▁includ es",
+      "▁include s",
+      "▁inclu des",
+      "▁ includes",
+      "▁E ach",
+      "▁ Each",
+      "el ling",
+      "ell ing",
+      "elli ng",
+      "qu er",
+      "que r",
+      "q uer",
+      "▁D om",
+      "▁Do m",
+      "▁ Dom",
+      "p f",
+      "W S",
+      "▁stra ight",
+      "▁S tan",
+      "▁St an",
+      "▁Sta n",
+      "▁n os",
+      "▁no s",
+      "▁ nos",
+      "í cul",
+      "at ro",
+      "atr o",
+      "▁C enter",
+      "▁Cent er",
+      "▁ Center",
+      "F T",
+      "▁In ga",
+      "▁Ing a",
+      "il o",
+      "i lo",
+      "▁w ww",
+      "▁ww w",
+      "▁ www",
+      "js fiddle",
+      "ni c",
+      "n ic",
+      "▁Europe an",
+      "▁com mer",
+      "▁comm er",
+      "▁comme r",
+      "▁g irl",
+      "▁gi rl",
+      "▁gir l",
+      "to tal",
+      "tot al",
+      "t otal",
+      "▁S tar",
+      "▁St ar",
+      "▁Sta r",
+      "▁ Star",
+      "▁sugg ested",
+      "▁suggest ed",
+      "pa l",
+      "p al",
+      "▁zw ischen",
+      "пи са",
+      "пис а",
+      "I M",
+      "▁hand ler",
+      "▁handle r",
+      "▁ handler",
+      "▁Pro gram",
+      "▁Pr ogram",
+      "▁ Program",
+      "xs l",
+      "x sl",
+      "ál y",
+      "á ly",
+      "B U",
+      ",- -",
+      ", --",
+      "▁v id",
+      "▁vi d",
+      "▁ vid",
+      "▁estab lished",
+      "▁establish ed",
+      "▁S piel",
+      "▁Sp iel",
+      "om etry",
+      "ome try",
+      "omet ry",
+      "un es",
+      "une s",
+      "u nes",
+      "▁s it",
+      "▁si t",
+      "▁in her",
+      "▁p uis",
+      "▁pu is",
+      "▁ puis",
+      "▁ être",
+      "▁M ost",
+      "▁Mo st",
+      "▁Mos t",
+      "He ader",
+      "Head er",
+      "in sert",
+      "ins ert",
+      "▁s ist",
+      "▁si st",
+      "▁f avor",
+      "▁fa vor",
+      "▁fav or",
+      "de st",
+      "des t",
+      "d est",
+      "▁ent ity",
+      "▁ entity",
+      "Ca l",
+      "C al",
+      "▁There fore",
+      "D D",
+      "; ;",
+      "▁Dez ember",
+      "▁R h",
+      "im ents",
+      "iment s",
+      "imen ts",
+      "i ments",
+      "▁return ing",
+      "st o",
+      "s to",
+      "▁Val ue",
+      "▁ Value",
+      "▁l iber",
+      "▁li ber",
+      "▁lib er",
+      "▁Res ult",
+      "▁ Result",
+      "▁b ind",
+      "▁bi nd",
+      "▁bin d",
+      "▁ bind",
+      "vo ir",
+      "v oir",
+      "▁T im",
+      "▁Ti m",
+      "▁ Tim",
+      "▁M ovie",
+      "▁Mo vie",
+      "▁Mov ie",
+      "▁ Movie",
+      "we g",
+      "w eg",
+      "ke t",
+      "k et",
+      "▁и сто",
+      "▁ис то",
+      "▁fri ends",
+      "▁friend s",
+      "▁f n",
+      "▁ fn",
+      "▁é l",
+      "▁ él",
+      "▁& =",
+      "▁ &=",
+      "ar den",
+      "ard en",
+      "arde n",
+      "ff icial",
+      "ffic ial",
+      "▁comm unity",
+      "▁commun ity",
+      "▁ community",
+      "▁a pi",
+      "▁ap i",
+      "▁ api",
+      "Ar gs",
+      "Arg s",
+      "ie ren",
+      "ier en",
+      "iere n",
+      "i eren",
+      "▁d ann",
+      "▁da nn",
+      "▁dan n",
+      "om orph",
+      "ad r",
+      "a dr",
+      "lo op",
+      "l oop",
+      "um an",
+      "uma n",
+      "u man",
+      "▁v ous",
+      "▁vo us",
+      "▁vou s",
+      "▁ vous",
+      "bs t",
+      "b st",
+      "sub mit",
+      "\\ |",
+      "ти н",
+      "т ин",
+      "Cont ainer",
+      "as ket",
+      "ask et",
+      "? )",
+      "Se c",
+      "S ec",
+      "▁d rive",
+      "▁dr ive",
+      "▁dri ve",
+      "▁driv e",
+      "▁ drive",
+      "As s",
+      "A ss",
+      "▁s we",
+      "▁sw e",
+      "▁a mer",
+      "▁am er",
+      "▁ amer",
+      "▁m ine",
+      "▁min e",
+      "▁mi ne",
+      "▁ mine",
+      "▁H am",
+      "▁Ha m",
+      "▁av ait",
+      "▁ avait",
+      "▁H on",
+      "▁Ho n",
+      "▁a près",
+      "▁ap rès",
+      "▁apr ès",
+      "▁ après",
+      "▁M ann",
+      "▁Man n",
+      "▁Ma nn",
+      "сь ка",
+      "ськ а",
+      "▁incre ase",
+      "▁t y",
+      "▁ ty",
+      "sk y",
+      "s ky",
+      "▁acc ur",
+      "▁ac cur",
+      "art icle",
+      "we ight",
+      "weig ht",
+      "▁s ex",
+      "▁se x",
+      "▁ sex",
+      "▁list ade",
+      "▁lista de",
+      "/* *",
+      "/ **",
+      "▁est á",
+      "}} $",
+      "} }$",
+      "ar go",
+      "arg o",
+      "def ine",
+      "defin e",
+      "▁со став",
+      "▁соста в",
+      "s ession",
+      "ad s",
+      "a ds",
+      "ст ви",
+      "ств и",
+      "▁L aw",
+      "▁La w",
+      "▁d ialog",
+      "▁di alog",
+      "▁dia log",
+      "▁ dialog",
+      "▁dup licate",
+      "▁é p",
+      "▁ ép",
+      "▁v oc",
+      "▁vo c",
+      "fr i",
+      "f ri",
+      "▁g reen",
+      "▁gr een",
+      "▁gre en",
+      "▁ green",
+      "▁h idden",
+      "▁hid den",
+      "▁ hidden",
+      "▁Is land",
+      "▁di ag",
+      "▁dia g",
+      "ow ej",
+      "owe j",
+      "my sql",
+      "mys ql",
+      "mysq l",
+      "te il",
+      "tei l",
+      "t eil",
+      "r ä",
+      "ik an",
+      "ika n",
+      "i kan",
+      "▁Jos é",
+      "al ed",
+      "ale d",
+      "a led",
+      "Run time",
+      "R untime",
+      "▁t rain",
+      "▁tr ain",
+      "▁tra in",
+      "▁ train",
+      "▁Di vision",
+      "▁Div ision",
+      "ни ц",
+      "▁S pan",
+      "▁Sp an",
+      "▁ Span",
+      "ни ма",
+      "ним а",
+      ")= \\",
+      ") =\\",
+      "та н",
+      "т ан",
+      "▁st ay",
+      "▁sta y",
+      "▁f oo",
+      "▁fo o",
+      "▁ foo",
+      "▁acc om",
+      "▁ac com",
+      "▁h ers",
+      "▁he rs",
+      "▁her s",
+      "▁на у",
+      "▁M ün",
+      "ide os",
+      "ideo s",
+      "st atic",
+      "stat ic",
+      "▁re ady",
+      "▁read y",
+      "▁ ready",
+      "] `",
+      "▁vis ible",
+      "▁vi sible",
+      "▁ visible",
+      "▁H ope",
+      "▁Ho pe",
+      "▁Hop e",
+      "ul ated",
+      "ula ted",
+      "ulate d",
+      "▁C ult",
+      "▁Cu lt",
+      "ст ро",
+      "стр о",
+      "с тро",
+      "C o",
+      "▁sm aller",
+      "▁small er",
+      "at ura",
+      "atur a",
+      "atu ra",
+      "▁perfect ly",
+      "re q",
+      "r eq",
+      "▁pro posed",
+      "▁prop osed",
+      "▁propos ed",
+      "▁propose d",
+      "▁deg li",
+      "Se arch",
+      "S earch",
+      "▁i ch",
+      "▁ic h",
+      "▁ ich",
+      "Ma x",
+      "M ax",
+      "▁vol ume",
+      "▁ volume",
+      "exec ute",
+      "gr e",
+      "g re",
+      "▁s port",
+      "▁sp ort",
+      "▁spo rt",
+      "ud ad",
+      "uda d",
+      "P T",
+      "▁Rec ords",
+      "▁Record s",
+      "▁c ook",
+      "▁co ok",
+      "▁ cook",
+      "▁exp and",
+      "▁ expand",
+      "б і",
+      "▁al tri",
+      "▁alt ri",
+      "pp et",
+      "ppe t",
+      "p pet",
+      "ar se",
+      "ars e",
+      "▁w et",
+      "▁we t",
+      "▁B ob",
+      "▁Bo b",
+      "▁ Bob",
+      "▁F C",
+      "▁ FC",
+      "▁Associ ation",
+      "uj e",
+      "u je",
+      "▁f el",
+      "▁fe l",
+      "▁ fel",
+      "▁с лу",
+      "▁ слу",
+      "▁B ig",
+      "▁Bi g",
+      "▁ Big",
+      "/ \\",
+      "G e",
+      "wh ile",
+      "{ (",
+      "▁su fficient",
+      "Pos ition",
+      "P osition",
+      "▁under standing",
+      "▁understand ing",
+      "▁n ue",
+      "▁nu e",
+      "▁r az",
+      "▁ra z",
+      "▁ raz",
+      "▁y e",
+      "▁ ye",
+      "he m",
+      "h em",
+      "N um",
+      "▁Pro ject",
+      "▁ Project",
+      "▁I ts",
+      "▁It s",
+      "▁h asta",
+      "▁ha sta",
+      "▁has ta",
+      "▁hast a",
+      "en so",
+      "ens o",
+      "▁w ire",
+      "▁wir e",
+      "▁ wire",
+      "Re t",
+      "R et",
+      "u j",
+      "pro of",
+      "▁re levant",
+      "▁relev ant",
+      "▁part ir",
+      "▁parti r",
+      "▁a go",
+      "▁ag o",
+      "▁ ago",
+      "if icate",
+      "ific ate",
+      "ifica te",
+      "▁d omin",
+      "▁do min",
+      "▁dom in",
+      "▁ domin",
+      "▁b oy",
+      "▁bo y",
+      "▁ boy",
+      "▁p lant",
+      "▁pl ant",
+      "▁pla nt",
+      "▁plan t",
+      "▁ plant",
+      "▁enc oding",
+      "▁ encoding",
+      "▁th rows",
+      "▁thr ows",
+      "▁throw s",
+      "▁thro ws",
+      "▁R ock",
+      "▁Ro ck",
+      "▁Roc k",
+      "zo ne",
+      "zon e",
+      "z one",
+      "ga ng",
+      "gan g",
+      "g ang",
+      "wid get",
+      "w idget",
+      "▁interest ing",
+      "DE R",
+      "D ER",
+      "▁d emon",
+      "▁de mon",
+      "▁dem on",
+      "▁demo n",
+      "▁off ice",
+      "▁offic e",
+      "▁ office",
+      "am t",
+      "a mt",
+      "ät er",
+      "ä ter",
+      "▁Wh ite",
+      "▁Whit e",
+      "▁ White",
+      "▁v ersch",
+      "▁ver sch",
+      "▁vers ch",
+      "▁die ser",
+      "▁dies er",
+      "▁diese r",
+      "▁M ount",
+      "▁Mo unt",
+      "▁Mou nt",
+      "▁ Mount",
+      "▁stud ents",
+      "▁student s",
+      "▁P ub",
+      "▁Pu b",
+      "▁ Pub",
+      "▁Д е",
+      "ij a",
+      "i ja",
+      "▁C y",
+      "▁ Cy",
+      "▁Californ ia",
+      "▁ab ril",
+      "äl l",
+      "ä ll",
+      "▁ч ем",
+      "▁че м",
+      "T V",
+      "▁m és",
+      "▁mé s",
+      "▁decl ared",
+      "▁decla red",
+      "▁declar ed",
+      "▁declare d",
+      "▁ ю",
+      "ő l",
+      "ap pa",
+      "app a",
+      "a ppa",
+      "▁Б е",
+      "ec ho",
+      "ech o",
+      "e cho",
+      "num er",
+      "nu mer",
+      "n umer",
+      "▁po sted",
+      "▁pos ted",
+      "▁post ed",
+      "▁poste d",
+      "▁в ер",
+      "▁ве р",
+      "▁ вер",
+      "▁годи не",
+      "▁we ak",
+      "▁ weak",
+      "▁Re public",
+      "▁Rep ublic",
+      "▁Repub lic",
+      "▁ch ampion",
+      "▁champ ion",
+      "ensure math",
+      "you r",
+      "yo ur",
+      "y our",
+      "▁O ber",
+      "▁Ob er",
+      "▁Cent ral",
+      "is a",
+      "i sa",
+      "ан д",
+      "а нд",
+      "y y",
+      "▁full y",
+      "▁ful ly",
+      "▁ fully",
+      "▁S D",
+      "▁ SD",
+      "▁Lin ux",
+      "▁ Linux",
+      "▁Sc ott",
+      "▁Scot t",
+      "part ment",
+      "ko n",
+      "k on",
+      "▁cont ract",
+      "▁contr act",
+      "▁contra ct",
+      "▁O F",
+      "▁ OF",
+      "▁a le",
+      "▁al e",
+      "▁ ale",
+      "▁A nn",
+      "▁An n",
+      "▁на д",
+      "▁ над",
+      "la h",
+      "l ah",
+      "▁N ext",
+      "▁Ne xt",
+      "▁ Next",
+      "or en",
+      "ore n",
+      "o ren",
+      "▁d isk",
+      "▁di sk",
+      "▁dis k",
+      "▁ disk",
+      "▁e g",
+      "▁ eg",
+      "at u",
+      "a tu",
+      "ло ги",
+      "лог и",
+      "▁g ames",
+      "▁game s",
+      "▁ga mes",
+      "▁gam es",
+      "Le ft",
+      "L eft",
+      "▁l u",
+      "▁ lu",
+      "▁fin ite",
+      "▁finit e",
+      "▁ finite",
+      "▁к и",
+      "▁ ки",
+      "▁cr ash",
+      "▁cra sh",
+      "ph er",
+      "phe r",
+      "p her",
+      "ex e",
+      "e xe",
+      "AT ION",
+      "▁br other",
+      "▁bro ther",
+      "En g",
+      "E ng",
+      "ta t",
+      "t at",
+      "▁In teger",
+      "▁ Integer",
+      "но му",
+      "ном у",
+      "н ому",
+      "▁col on",
+      "▁co lon",
+      "▁ colon",
+      "i qu",
+      ")) .",
+      ") ).",
+      "iv i",
+      "i vi",
+      "▁M ethod",
+      "▁Met hod",
+      "▁ Method",
+      "ar ten",
+      "art en",
+      "arte n",
+      "Un i",
+      "U ni",
+      "ve ctor",
+      "vec tor",
+      "v ector",
+      "▁w ood",
+      "▁wo od",
+      "▁ wood",
+      "р т",
+      "▁Л е",
+      "▁siè cle",
+      "▁g ent",
+      "▁ge nt",
+      "▁gen t",
+      "▁ gent",
+      "} \r",
+      "▁cont ents",
+      "▁content s",
+      "▁conten ts",
+      "▁ contents",
+      "▁com pan",
+      "▁comp an",
+      "G o",
+      "▁j ou",
+      "▁jo u",
+      "▁ jou",
+      "ue nt",
+      "uen t",
+      "u ent",
+      "As ync",
+      "A sync",
+      "print f",
+      "▁M odel",
+      "▁Mod el",
+      "▁Mo del",
+      "▁Mode l",
+      "▁ Model",
+      "▁ke pt",
+      "AS E",
+      "A SE",
+      "▁prov ides",
+      "▁provide s",
+      "▁Ab gerufen",
+      "▁G all",
+      "▁Gal l",
+      "▁Ga ll",
+      "▁Al f",
+      "S A",
+      "▁M em",
+      "▁Me m",
+      "▁ Mem",
+      "▁k ter",
+      "▁ kter",
+      "▁B ru",
+      "▁Br u",
+      "And roid",
+      "( :",
+      "▁У краї",
+      "▁Укра ї",
+      "N e",
+      "M in",
+      "at r",
+      "a tr",
+      "▁H al",
+      "▁Ha l",
+      "de lete",
+      "del ete",
+      "od o",
+      "o do",
+      "▁n ão",
+      "èn e",
+      "è ne",
+      "▁calcul ate",
+      "▁calc ulate",
+      "Js on",
+      "J son",
+      "ke ys",
+      "key s",
+      "не й",
+      "н ей",
+      "▁h ence",
+      "▁hen ce",
+      "▁o w",
+      "▁ ow",
+      "▁L ib",
+      "▁Li b",
+      "▁ Lib",
+      "en o",
+      "e no",
+      "▁L ove",
+      "▁Lo ve",
+      "▁Lov e",
+      "os i",
+      "o si",
+      "wi de",
+      "wid e",
+      "w ide",
+      "▁s core",
+      "▁sc ore",
+      "▁ score",
+      "ful l",
+      "fu ll",
+      "f ull",
+      "во д",
+      "в од",
+      "▁determ ine",
+      "▁determin e",
+      "▁s paces",
+      "▁sp aces",
+      "▁space s",
+      "▁spac es",
+      "▁ spaces",
+      "ло ва",
+      "лов а",
+      "л ова",
+      "▁pe ut",
+      "▁peu t",
+      "ér al",
+      "éra l",
+      "é ral",
+      "ó ł",
+      "▁app oint",
+      "▁ap point",
+      "▁T w",
+      "▁ Tw",
+      "< ?",
+      "▁Or der",
+      "▁Ord er",
+      "▁ Order",
+      "▁h op",
+      "▁ho p",
+      "ran dom",
+      "rand om",
+      "r andom",
+      "ca che",
+      "c ache",
+      "▁dest roy",
+      "▁ destroy",
+      "▁r ace",
+      "▁ra ce",
+      "▁rac e",
+      "▁ race",
+      "T ag",
+      "▁r id",
+      "▁ri d",
+      "▁ rid",
+      "▁neg ative",
+      "▁ negative",
+      "Ca r",
+      "C ar",
+      "ens ional",
+      "ension al",
+      "d k",
+      "▁c ro",
+      "▁cr o",
+      "▁ cro",
+      "▁TH EN",
+      "▁THE N",
+      "▁$ .",
+      "▁ $.",
+      "en sk",
+      "ens k",
+      "N E",
+      "H O",
+      "▁k le",
+      "▁kl e",
+      "osp ital",
+      "kt e",
+      "k te",
+      "fér ences",
+      "férence s",
+      "ud es",
+      "ude s",
+      "u des",
+      "I R",
+      "ot ion",
+      "oti on",
+      "o tion",
+      "▁Re al",
+      "▁ Real",
+      "▁Febru ar",
+      "и н",
+      "▁O ld",
+      "▁Ol d",
+      "▁ Old",
+      "ко го",
+      "к ого",
+      "le ich",
+      "lei ch",
+      "▁ р",
+      "ía n",
+      "í an",
+      "▁г а",
+      "▁ га",
+      "ci de",
+      "cid e",
+      "c ide",
+      "la b",
+      "l ab",
+      "▁p ull",
+      "▁pu ll",
+      "▁pul l",
+      "▁ pull",
+      "▁' /",
+      "Lo ng",
+      "L ong",
+      ", $",
+      "▁appropri ate",
+      "▁бы ла",
+      "▁был а",
+      "f ühr",
+      "▁M edia",
+      "▁Me dia",
+      "▁Med ia",
+      "▁Medi a",
+      "▁ Media",
+      "▁m anner",
+      "▁man ner",
+      "▁Г е",
+      "de scription",
+      "des cription",
+      "Be an",
+      "▁L ar",
+      "▁La r",
+      "▁ Lar",
+      "'] ;",
+      "' ];",
+      "▁re lation",
+      "▁rel ation",
+      "▁rela tion",
+      "▁ relation",
+      "▁S orry",
+      "▁Sor ry",
+      "ha r",
+      "h ar",
+      "cp p",
+      "c pp",
+      "▁K o",
+      "▁exec ution",
+      "▁execut ion",
+      "▁ execution",
+      "in os",
+      "ino s",
+      "i nos",
+      "▁b ul",
+      "▁bu l",
+      "▁ bul",
+      "gr ade",
+      "gra de",
+      "grad e",
+      "g rade",
+      "▁M u",
+      "▁p il",
+      "▁pi l",
+      "wr it",
+      "w rit",
+      "ific ations",
+      "ification s",
+      "in ese",
+      "ine se",
+      "ines e",
+      "▁Ph ili",
+      "▁Phil i",
+      "d x",
+      "▁le ading",
+      "▁lead ing",
+      "▁ leading",
+      "▁J ournal",
+      "ov ed",
+      "ove d",
+      "o ved",
+      "▁cont ro",
+      "▁contr o",
+      "но ва",
+      "нов а",
+      "н ова",
+      "Y es",
+      "▁ch annel",
+      "▁ channel",
+      ")) ,",
+      ") ),",
+      "is ten",
+      "ist en",
+      "iste n",
+      "i sten",
+      "ak a",
+      "a ka",
+      "To String",
+      "ma s",
+      "m as",
+      "▁e tt",
+      "▁et t",
+      "▁ ett",
+      "▁for ces",
+      "▁force s",
+      "ul ations",
+      "ulation s",
+      "▁C all",
+      "▁Cal l",
+      "▁Ca ll",
+      "▁ Call",
+      "▁explan ation",
+      "or ing",
+      "ori ng",
+      "o ring",
+      "AT A",
+      "A TA",
+      "ch ter",
+      "cht er",
+      "chte r",
+      "wh en",
+      "w hen",
+      "V C",
+      "▁Jah rh",
+      "▁Jahr h",
+      "Ca se",
+      "C ase",
+      "▁comm ands",
+      "▁command s",
+      "▁ commands",
+      "▁r ich",
+      "▁ric h",
+      "▁ri ch",
+      "▁ rich",
+      "bu s",
+      "b us",
+      "F e",
+      "mb ox",
+      "m box",
+      "▁re con",
+      "▁rec on",
+      "ñ o",
+      "▁s hape",
+      "▁sh ape",
+      "▁ shape",
+      "ow y",
+      "o wy",
+      "en try",
+      "ent ry",
+      "entr y",
+      "it able",
+      "ita ble",
+      "i table",
+      "▁e lection",
+      "▁el ection",
+      "▁elect ion",
+      "▁ele ction",
+      "є ться",
+      "▁p rep",
+      "▁pr ep",
+      "▁pre p",
+      "▁ prep",
+      "v á",
+      "▁in fin",
+      "▁inf in",
+      "lo t",
+      "l ot",
+      "▁bo oks",
+      "▁book s",
+      "▁ books",
+      "▁U SA",
+      "▁US A",
+      "▁ USA",
+      "ли н",
+      "л ин",
+      "▁p om",
+      "▁po m",
+      "▁ pom",
+      "▁n as",
+      "▁na s",
+      "▁ nas",
+      "▁t ags",
+      "▁tag s",
+      "▁ta gs",
+      "▁ tags",
+      "▁exec uted",
+      "▁execute d",
+      "▁execut ed",
+      "ail le",
+      "ai lle",
+      "a ille",
+      "lu ng",
+      "l ung",
+      "▁Java Script",
+      "▁ JavaScript",
+      "▁b all",
+      "▁bal l",
+      "▁ba ll",
+      "▁ ball",
+      "▁ain si",
+      "▁P ri",
+      "▁Pr i",
+      "{ $",
+      "▁U N",
+      "▁ UN",
+      "▁R am",
+      "▁Ra m",
+      "▁h ear",
+      "▁he ar",
+      "▁U buntu",
+      ">( );",
+      ">() ;",
+      "> ();",
+      "▁p ure",
+      "▁pu re",
+      "▁pur e",
+      "▁em bed",
+      "▁emb ed",
+      "▁ embed",
+      "a ção",
+      "cont roller",
+      "control ler",
+      "▁mar ried",
+      "▁F ol",
+      "▁Fo l",
+      "fa mil",
+      "f amil",
+      "▁p rec",
+      "▁pr ec",
+      "▁pre c",
+      "▁ prec",
+      "▁rec urs",
+      "pa d",
+      "p ad",
+      "istr ation",
+      "istra tion",
+      "▁respect ively",
+      "▁respective ly",
+      "[ $",
+      "au tor",
+      "aut or",
+      "auto r",
+      "a utor",
+      "▁g rav",
+      "▁gr av",
+      "▁gra v",
+      "ie ra",
+      "ier a",
+      "i era",
+      "az ioni",
+      "azi oni",
+      "a zioni",
+      "▁B ul",
+      "▁Bu l",
+      "▁Austral ia",
+      "mon d",
+      "mo nd",
+      "m ond",
+      "▁T ro",
+      "▁Tr o",
+      "▁E le",
+      "▁El e",
+      "pack ages",
+      "package s",
+      "ms dn",
+      "▁A ls",
+      "▁Al s",
+      "▁pr zy",
+      "▁prz y",
+      "AR T",
+      "A RT",
+      "▁char ge",
+      "▁charg e",
+      "▁ charge",
+      "▁app lications",
+      "▁application s",
+      "▁applic ations",
+      "Un it",
+      "Uni t",
+      "U nit",
+      "ar en",
+      "are n",
+      "a ren",
+      "▁sud den",
+      "om eter",
+      "ome ter",
+      "omet er",
+      "o meter",
+      "▁d ot",
+      "▁do t",
+      "▁ dot",
+      "ac ji",
+      "a cji",
+      "кт ор",
+      "кто р",
+      "к тор",
+      "im in",
+      "imi n",
+      "i min",
+      "en ing",
+      "eni ng",
+      "e ning",
+      "▁d onde",
+      "▁do nde",
+      "▁don de",
+      "▁H o",
+      "tr ee",
+      "tre e",
+      "t ree",
+      "m b",
+      "▁d rag",
+      "▁dr ag",
+      "▁dra g",
+      "▁ drag",
+      "aj e",
+      "a je",
+      "▁in valid",
+      "▁ invalid",
+      "▁fin ish",
+      "la im",
+      "▁f eed",
+      "▁fe ed",
+      "▁fee d",
+      "▁ feed",
+      "▁N ap",
+      "▁Na p",
+      "ro om",
+      "r oom",
+      "im ages",
+      "ima ges",
+      "image s",
+      "▁са й",
+      "▁su cc",
+      "▁suc c",
+      "if fer",
+      "iff er",
+      "iffe r",
+      "▁a ño",
+      "▁añ o",
+      "▁c ual",
+      "▁cu al",
+      "ме ри",
+      "мер и",
+      "D R",
+      "▁B ilder",
+      "▁Bi lder",
+      "▁Bild er",
+      "▁Bil der",
+      "б ра",
+      "ra it",
+      "rai t",
+      "r ait",
+      "pa n",
+      "p an",
+      "ен ь",
+      "е нь",
+      "▁dist inct",
+      "▁K n",
+      "ön ig",
+      "ö nig",
+      "an ced",
+      "ance d",
+      "anc ed",
+      "▁lo ading",
+      "▁load ing",
+      "▁ loading",
+      "▁Te chn",
+      "▁S el",
+      "▁Se l",
+      "mu s",
+      "m us",
+      "▁r ail",
+      "▁ra il",
+      "▁st udent",
+      "▁stud ent",
+      "▁ student",
+      "▁not ice",
+      "▁s la",
+      "▁sl a",
+      "▁Д а",
+      "▁gu ard",
+      "▁ guard",
+      "▁D ay",
+      "▁Da y",
+      "▁ Day",
+      "ва ли",
+      "вал и",
+      "в али",
+      "Op tion",
+      "Opt ion",
+      "O ption",
+      "ais on",
+      "ai son",
+      "a ison",
+      "ip p",
+      "i pp",
+      "▁J un",
+      "▁Ju n",
+      "▁f ell",
+      "▁fe ll",
+      "▁fel l",
+      "▁ab solute",
+      "▁absol ute",
+      "▁ absolute",
+      "ов е",
+      "о ве",
+      "de bug",
+      "deb ug",
+      "▁S ud",
+      "▁Su d",
+      "п ы",
+      "ug ins",
+      "ugin s",
+      "▁view s",
+      "▁vie ws",
+      "▁ views",
+      "la y",
+      "l ay",
+      "▁s urr",
+      "▁su rr",
+      "▁sur r",
+      "▁st ood",
+      "▁sto od",
+      "▁ stood",
+      "▁в і",
+      "▁ ві",
+      "select ed",
+      "sel ected",
+      "г і",
+      "▁att ributes",
+      "▁attribute s",
+      "▁ attributes",
+      "fin al",
+      "fi nal",
+      "f inal",
+      "en da",
+      "end a",
+      "▁B on",
+      "▁Bo n",
+      "ne rs",
+      "ner s",
+      "n ers",
+      "▁W er",
+      "▁We r",
+      "bu r",
+      "b ur",
+      "it tel",
+      "itt el",
+      "itte l",
+      "▁m oving",
+      "▁mov ing",
+      "▁mo ving",
+      "▁P lan",
+      "▁Pl an",
+      "▁Pla n",
+      "▁ Plan",
+      "is ches",
+      "isch es",
+      "ische s",
+      "isc hes",
+      "J ava",
+      "▁b asis",
+      "▁bas is",
+      "▁B us",
+      "▁Bu s",
+      "▁ Bus",
+      "▁A u",
+      "▁I ll",
+      "▁Il l",
+      "▁ Ill",
+      "▁вре мя",
+      "▁ц ент",
+      "▁ цент",
+      "hand le",
+      "сту п",
+      "▁F ar",
+      "▁Fa r",
+      "▁o raz",
+      "▁or az",
+      "▁ora z",
+      "oc r",
+      "o cr",
+      "▁se it",
+      "▁sei t",
+      "on der",
+      "ond er",
+      "onde r",
+      "o nder",
+      "до м",
+      "д ом",
+      ": /",
+      "ch or",
+      "cho r",
+      "c hor",
+      "▁T own",
+      "▁To wn",
+      "▁Tow n",
+      "▁def init",
+      "▁defin it",
+      "re act",
+      "rea ct",
+      "▁pie ce",
+      "▁Kar l",
+      "▁Ka rl",
+      "C I",
+      "▁App lication",
+      "▁ Application",
+      "un ter",
+      "unt er",
+      "unte r",
+      "▁for med",
+      "▁form ed",
+      "▁forme d",
+      "▁ formed",
+      "▁п у",
+      "▁ пу",
+      "B o",
+      "▁Dan iel",
+      "▁ Daniel",
+      "▁п ла",
+      "▁ пла",
+      "Bo dy",
+      "B ody",
+      "}) $",
+      "} )$",
+      "▁бы ли",
+      "▁был и",
+      "▁e arth",
+      "▁ear th",
+      "г ла",
+      "Th ere",
+      "The re",
+      "T here",
+      "▁с тра",
+      "▁ст ра",
+      "▁ стра",
+      "▁v ille",
+      "▁vi lle",
+      "▁vill e",
+      "▁vil le",
+      "▁ ville",
+      "▁c entre",
+      "▁cent re",
+      ") \r",
+      "▁help ful",
+      "▁+ +",
+      "▁ ++",
+      "▁C G",
+      "▁ CG",
+      "iz ione",
+      "izi one",
+      "izio ne",
+      "i zione",
+      "▁G ame",
+      "▁Ga me",
+      "▁Gam e",
+      "▁ Game",
+      "▁Wh ich",
+      "▁p ip",
+      "▁pi p",
+      "▁ pip",
+      "▁Port ug",
+      "D S",
+      "▁de scribe",
+      "▁des cribe",
+      "▁descri be",
+      "▁check ing",
+      "▁man ager",
+      "▁manage r",
+      "▁ manager",
+      "B O",
+      "▁B undes",
+      "▁Bund es",
+      "▁Bun des",
+      "bu ch",
+      "b uch",
+      "▁dec ided",
+      "▁decide d",
+      "▁decid ed",
+      "▁Jahrh undert",
+      "▁f if",
+      "▁fi f",
+      "▁ fif",
+      "e fficient",
+      "an ci",
+      "anc i",
+      "br aries",
+      "bra ries",
+      "▁f ails",
+      "▁fa ils",
+      "▁fail s",
+      "▁k ernel",
+      "▁ker nel",
+      "▁ kernel",
+      "▁G l",
+      "▁N acional",
+      "▁pro ceed",
+      "▁proc eed",
+      "▁f uer",
+      "▁fue r",
+      "▁fu er",
+      "▁l iving",
+      "▁li ving",
+      "▁liv ing",
+      "▁success fully",
+      "▁successful ly",
+      "▁f aster",
+      "▁fa ster",
+      "▁fast er",
+      "▁fas ter",
+      "▁con tre",
+      "▁cont re",
+      "▁contr e",
+      "▁ contre",
+      "▁pr ison",
+      "▁pri son",
+      "▁pris on",
+      "OR T",
+      "O RT",
+      "he lp",
+      "hel p",
+      "▁a utor",
+      "▁au tor",
+      "▁aut or",
+      "▁auto r",
+      "▁ autor",
+      "ła w",
+      "ł aw",
+      "aj ą",
+      "a ją",
+      "▁A rm",
+      "▁Ar m",
+      "▁ Arm",
+      "▁pro vin",
+      "▁prov in",
+      "▁na am",
+      "/ #",
+      "se d",
+      "s ed",
+      "▁g esch",
+      "▁ge sch",
+      "▁ges ch",
+      "▁ gesch",
+      "▁м ар",
+      "▁ма р",
+      "▁ мар",
+      "es k",
+      "e sk",
+      "ter m",
+      "te rm",
+      "t erm",
+      "▁T ex",
+      "▁Te x",
+      "▁ Tex",
+      "ir ing",
+      "iri ng",
+      "i ring",
+      "▁t ools",
+      "▁to ols",
+      "▁too ls",
+      "▁tool s",
+      "▁ tools",
+      "PD F",
+      "P DF",
+      "▁u lt",
+      "▁ul t",
+      "▁ ult",
+      "iss enschaft",
+      "issen schaft",
+      "▁could n",
+      "di ng",
+      "din g",
+      "d ing",
+      "De p",
+      "D ep",
+      "{ -",
+      "▁pre dict",
+      "▁pred ict",
+      "▁ predict",
+      "ant age",
+      "anta ge",
+      "▁L ike",
+      "▁Li ke",
+      "▁ Like",
+      "▁Б и",
+      "to ols",
+      "tool s",
+      "t ools",
+      "es tra",
+      "est ra",
+      "estr a",
+      "e stra",
+      "▁k i",
+      "▁ ki",
+      "▁J im",
+      "▁Ji m",
+      "st ar",
+      "sta r",
+      "s tar",
+      "▁re mark",
+      "▁r emark",
+      "▁rem ark",
+      "▁ remark",
+      "ó g",
+      "na bla",
+      "nab la",
+      "▁Al though",
+      "mod e",
+      "mo de",
+      "m ode",
+      "H ost",
+      "▁st range",
+      "▁str ange",
+      "▁stran ge",
+      "No ne",
+      "Non e",
+      "N one",
+      "bl ack",
+      "bla ck",
+      "b lack",
+      "▁F estival",
+      "▁Fest ival",
+      "▁I S",
+      "▁ IS",
+      "an za",
+      "anz a",
+      "▁( -",
+      "▁ (-",
+      "ic ket",
+      "ick et",
+      "i cket",
+      "ко ла",
+      "кол а",
+      "▁J es",
+      "▁Je s",
+      "▁f lex",
+      "▁fl ex",
+      "▁fle x",
+      "▁ flex",
+      "▁ À",
+      "▁N etwork",
+      "▁Net work",
+      "▁ Network",
+      "▁E X",
+      "▁ EX",
+      "▁e nero",
+      "▁en ero",
+      "▁ener o",
+      "! ”",
+      "▁O rt",
+      "▁Or t",
+      "▁al ors",
+      "▁Or iginal",
+      "▁Origin al",
+      "▁Orig inal",
+      "▁ Original",
+      "▁z o",
+      "▁ zo",
+      "ны ми",
+      "ным и",
+      "▁s pl",
+      "▁sp l",
+      "▁ spl",
+      "Dra w",
+      "Dr aw",
+      "D raw",
+      "yo nd",
+      "y ond",
+      "─ ─",
+      "▁O t",
+      "▁d ram",
+      "▁dr am",
+      "▁dra m",
+      "▁di vision",
+      "▁div ision",
+      "▁divis ion",
+      "▁e fficient",
+      "▁effic ient",
+      "▁ efficient",
+      "▁Г а",
+      "▁v ier",
+      "▁vi er",
+      "▁vie r",
+      "▁ vier",
+      "na k",
+      "n ak",
+      "L S",
+      "▁sp irit",
+      "▁spir it",
+      "zeich net",
+      "▁d ici",
+      "▁di ci",
+      "▁dic i",
+      "cl ear",
+      "cle ar",
+      "c lear",
+      "co py",
+      "cop y",
+      "c opy",
+      "ya r",
+      "y ar",
+      "▁ро ці",
+      "us qu",
+      "u squ",
+      "▁n ous",
+      "▁no us",
+      "▁nou s",
+      "▁b lev",
+      "▁bl ev",
+      "▁ble v",
+      "ж де",
+      "Ar g",
+      "A rg",
+      "▁per formed",
+      "▁perform ed",
+      "▁M ake",
+      "▁Ma ke",
+      "▁Mak e",
+      "▁ Make",
+      "▁Car ol",
+      "▁Ca rol",
+      "et to",
+      "ett o",
+      "e tto",
+      "▁S and",
+      "▁San d",
+      "▁Sa nd",
+      "▁D isc",
+      "▁Dis c",
+      "▁Di sc",
+      "En c",
+      "E nc",
+      "re ro",
+      "rer o",
+      "r ero",
+      "ha sh",
+      "has h",
+      "h ash",
+      "▁f ocus",
+      "▁fo cus",
+      "▁foc us",
+      "▁ focus",
+      "▁att ention",
+      "▁a gre",
+      "▁ag re",
+      "▁agr e",
+      "▁di vis",
+      "▁div is",
+      "▁бы ло",
+      "▁был о",
+      "▁e j",
+      "▁ ej",
+      "▁m arch",
+      "▁mar ch",
+      "▁marc h",
+      "▁ph ase",
+      "▁ phase",
+      "ía s",
+      "í as",
+      "▁ph il",
+      "▁P ap",
+      "▁Pa p",
+      "▁r iver",
+      "▁riv er",
+      "▁ri ver",
+      "▁ river",
+      "▁c aused",
+      "▁caus ed",
+      "▁cause d",
+      "▁ca used",
+      "pl ugin",
+      "▁Te am",
+      "▁ Team",
+      "ul er",
+      "ule r",
+      "u ler",
+      "▁$ (\"#",
+      "▁$(\" #",
+      "ie j",
+      "i ej",
+      "I SBN",
+      "na m",
+      "n am",
+      "▁f ight",
+      "▁fig ht",
+      "vi d",
+      "v id",
+      "▁L ud",
+      "▁Lu d",
+      "Select ed",
+      ":@ \"",
+      ": @\"",
+      "▁P od",
+      "▁Po d",
+      "▁ Pod",
+      "▁ann ées",
+      "▁année s",
+      "ar ios",
+      "ari os",
+      "ario s",
+      "a rios",
+      "▁deutsch er",
+      "▁deutsche r",
+      "▁N A",
+      "▁ NA",
+      "▁и ю",
+      "▁d ictionary",
+      "▁diction ary",
+      "▁ dictionary",
+      "▁Л а",
+      "▁T ri",
+      "▁Tr i",
+      "▁ Tri",
+      "è n",
+      "▁polit ical",
+      "rid ge",
+      "r idge",
+      "at ten",
+      "att en",
+      "atte n",
+      "▁circ le",
+      "▁cir cle",
+      "▁ circle",
+      "▁trans port",
+      "▁ transport",
+      "em as",
+      "ema s",
+      "e mas",
+      "F C",
+      "▁replace d",
+      "▁repla ced",
+      "▁A ud",
+      "▁Au d",
+      "is ka",
+      "isk a",
+      "i ska",
+      "Config uration",
+      "▁so ort",
+      "▁Н е",
+      "▁s equ",
+      "▁se qu",
+      "▁seq u",
+      "▁ sequ",
+      "PR O",
+      "P RO",
+      "▁b ud",
+      "▁bu d",
+      "▁ bud",
+      "▁{ {",
+      "▁ {{",
+      "lie ß",
+      "l ieß",
+      "▁M as",
+      "▁Ma s",
+      "de rs",
+      "der s",
+      "d ers",
+      "us ammen",
+      "es a",
+      "e sa",
+      "▁L y",
+      "в ро",
+      "ma c",
+      "m ac",
+      "▁и спо",
+      "▁ис по",
+      "▁s uc",
+      "▁su c",
+      "u y",
+      "▁ill ustr",
+      "▁prim era",
+      "▁prime ra",
+      "▁primer a",
+      "il ation",
+      "ila tion",
+      "i lation",
+      "▁st orage",
+      "▁stor age",
+      "▁sto rage",
+      "▁ storage",
+      "▁par ams",
+      "▁para ms",
+      "▁param s",
+      "▁pa rams",
+      "▁ params",
+      "ka z",
+      "k az",
+      "▁term inal",
+      "▁termin al",
+      "ра ль",
+      "рал ь",
+      "р аль",
+      "▁h olds",
+      "▁hold s",
+      "▁hol ds",
+      "▁ holds",
+      "ло сь",
+      "▁n ad",
+      "▁na d",
+      "▁ nad",
+      "” .",
+      "▁oct ubre",
+      "bu l",
+      "b ul",
+      "▁h us",
+      "▁hu s",
+      "▁ hus",
+      "UL T",
+      "U LT",
+      "▁ég alement",
+      "▁M ill",
+      "▁Mil l",
+      "▁Mi ll",
+      "▁ Mill",
+      "ła d",
+      "ł ad",
+      "▁cont iene",
+      "\" ?",
+      "▁> >>",
+      "▁>> >",
+      "Qu e",
+      "Q ue",
+      "   ",
+      "▁p lain",
+      "▁pl ain",
+      "▁pla in",
+      "▁ plain",
+      "at iva",
+      "ativ a",
+      "ati va",
+      "oc ker",
+      "ock er",
+      "o cker",
+      "Name s",
+      "Na mes",
+      "N ames",
+      "▁J ud",
+      "▁Ju d",
+      "▁ag ree",
+      "▁agre e",
+      "▁agr ee",
+      "▁G emeinde",
+      "▁Geme inde",
+      "la re",
+      "lar e",
+      "l are",
+      "ка за",
+      "каз а",
+      "▁st arts",
+      "▁start s",
+      "▁star ts",
+      "▁ starts",
+      "▁p rice",
+      "▁pr ice",
+      "▁pri ce",
+      "▁ price",
+      "T arget",
+      "cu s",
+      "c us",
+      "▁Inst ead",
+      ". ;",
+      "▁altern ative",
+      "▁alter native",
+      "▁в ла",
+      "I E",
+      "▁organ iz",
+      "in u",
+      "i nu",
+      "▁comp leted",
+      "▁comple ted",
+      "▁complet ed",
+      "▁complete d",
+      "▁car ry",
+      "at om",
+      "ato m",
+      "a tom",
+      "▁dep ending",
+      "▁depend ing",
+      "▁O ur",
+      "▁in sp",
+      "▁ins p",
+      "▁& \\",
+      "▁ &\\",
+      "ail y",
+      "ai ly",
+      "a ily",
+      "ir ection",
+      "ire ction",
+      "irect ion",
+      "ф а",
+      "▁d efe",
+      "▁de fe",
+      "▁def e",
+      "TA C",
+      "T AC",
+      "▁de signed",
+      "▁des igned",
+      "▁design ed",
+      "▁v oir",
+      "▁vo ir",
+      "▁ voir",
+      "bre ak",
+      "▁part ie",
+      "▁parti e",
+      "▁J ahren",
+      "▁Jah ren",
+      "▁Jahr en",
+      "▁Jahre n",
+      "▁Ja hren",
+      "▁st udio",
+      "▁stud io",
+      "▁studi o",
+      "▁ studio",
+      "▁j our",
+      "▁jo ur",
+      "▁jou r",
+      "▁N otes",
+      "▁No tes",
+      "▁Not es",
+      "▁Note s",
+      "fi re",
+      "fir e",
+      "f ire",
+      "ho use",
+      "hou se",
+      "h ouse",
+      "su ccess",
+      "▁J uan",
+      "▁Ju an",
+      "J S",
+      "▁C ustom",
+      "▁ Custom",
+      "▁b esch",
+      "▁be sch",
+      "▁bes ch",
+      "▁st ated",
+      "▁stat ed",
+      "▁state d",
+      "▁sta ted",
+      "boot strap",
+      "öt t",
+      "ö tt",
+      "oz zá",
+      "▁C ON",
+      "▁CO N",
+      "▁ CON",
+      "ha v",
+      "h av",
+      "▁s leep",
+      "▁sle ep",
+      "▁ sleep",
+      "ed a",
+      "e da",
+      "ho t",
+      "h ot",
+      "án d",
+      "á nd",
+      "▁S y",
+      "▁tem ps",
+      "▁temp s",
+      "▁ temps",
+      "am ar",
+      "ama r",
+      "a mar",
+      "▁s cal",
+      "▁sc al",
+      "▁ scal",
+      "▁a st",
+      "▁as t",
+      "▁ ast",
+      "▁op ening",
+      "▁open ing",
+      "cli pse",
+      "clip se",
+      "c lipse",
+      "▁program ming",
+      "▁ programming",
+      "▁let ters",
+      "▁letter s",
+      "▁lett ers",
+      "▁pro file",
+      "▁prof ile",
+      "▁profil e",
+      "▁ profile",
+      "na h",
+      "n ah",
+      "▁be yond",
+      "▁Fur ther",
+      "face s",
+      "fa ces",
+      "fac es",
+      "f aces",
+      "▁c hart",
+      "▁ch art",
+      "▁char t",
+      "▁cha rt",
+      "▁ chart",
+      "зд а",
+      "з да",
+      "ai gn",
+      "a ign",
+      "ні й",
+      "н ій",
+      "▁R ol",
+      "▁Ro l",
+      "ова но",
+      "ован о",
+      "ter ior",
+      "te rior",
+      "we d",
+      "w ed",
+      "▁her self",
+      "▁hers elf",
+      "▁n g",
+      "▁ ng",
+      "angu ages",
+      "anguage s",
+      "}= \\",
+      "} =\\",
+      "ynam ic",
+      "yna mic",
+      "▁j ug",
+      "▁ju g",
+      "▁Ex ample",
+      "▁ Example",
+      "▁( †",
+      "▁play ing",
+      "▁pla ying",
+      "▁us age",
+      "▁ usage",
+      "▁man aged",
+      "▁manage d",
+      "▁ managed",
+      "▁N atur",
+      "▁Nat ur",
+      "те ри",
+      "тер и",
+      "▁E t",
+      "er ia",
+      "eri a",
+      "e ria",
+      "▁daugh ter",
+      "ни ем",
+      "ние м",
+      "F ragment",
+      "▁h ol",
+      "▁ho l",
+      "▁ hol",
+      "F l",
+      "огра фи",
+      "ограф и",
+      "о графи",
+      "▁i hn",
+      "▁ih n",
+      "ü h",
+      "inst ance",
+      "▁com un",
+      "▁co mun",
+      "▁tr uth",
+      "▁са мо",
+      "▁сам о",
+      "▁implement ed",
+      "▁any way",
+      "▁C ro",
+      "▁Cr o",
+      "ф е",
+      "G C",
+      "ub untu",
+      "u buntu",
+      "ty pes",
+      "type s",
+      "typ es",
+      "t ypes",
+      "ê s",
+      ".~ \\",
+      ". ~\\",
+      "fo ld",
+      "fol d",
+      "f old",
+      "▁jo ined",
+      "▁join ed",
+      "? ?",
+      "▁m é",
+      "▁ mé",
+      "▁w ild",
+      "▁wil d",
+      "к лю",
+      "row ser",
+      "rows er",
+      "▁H ome",
+      "▁Ho me",
+      "▁Hom e",
+      "▁ Home",
+      "sk iej",
+      "ski ej",
+      "skie j",
+      "s kiej",
+      "▁J OIN",
+      "▁ju in",
+      "ho f",
+      "h of",
+      "▁data set",
+      "▁dat aset",
+      "▁datas et",
+      "▁ dataset",
+      "ж ду",
+      "') )",
+      "' ))",
+      "▁mie js",
+      "AP I",
+      "A PI",
+      "▁ed ited",
+      "▁edit ed",
+      "ool s",
+      "oo ls",
+      "o ols",
+      "▁se eing",
+      "▁see ing",
+      "ij d",
+      "i jd",
+      "▁pro cedure",
+      "▁proced ure",
+      "▁B ras",
+      "▁Br as",
+      "▁Bra s",
+      "▁s igned",
+      "▁sign ed",
+      "▁sig ned",
+      "▁ signed",
+      "▁extern os",
+      "▁dis app",
+      "▁D irect",
+      "▁Di rect",
+      "▁Dire ct",
+      "▁Dir ect",
+      "▁ Direct",
+      "cy c",
+      "c yc",
+      "▁cons ult",
+      "ör d",
+      "ö rd",
+      "W idget",
+      "ci ous",
+      "cio us",
+      "c ious",
+      "se ct",
+      "sec t",
+      "s ect",
+      "▁Д и",
+      "▁w ind",
+      "▁win d",
+      "▁ wind",
+      "▁Archiv ado",
+      "am l",
+      "a ml",
+      "с с",
+      "W h",
+      "kb d",
+      "k bd",
+      "▁Ar my",
+      "▁Arm y",
+      "▁s uffer",
+      "▁suf fer",
+      "▁suff er",
+      "art ifact",
+      "▁resol ve",
+      "▁ resolve",
+      "▁S port",
+      "▁Sp ort",
+      "▁Spo rt",
+      "▁ц е",
+      "▁ це",
+      "id as",
+      "ida s",
+      "i das",
+      "▁t ax",
+      "▁ta x",
+      "▁ tax",
+      "id i",
+      "i di",
+      "▁a ctions",
+      "▁act ions",
+      "▁action s",
+      "▁ actions",
+      "пр а",
+      "п ра",
+      "pu és",
+      "p ués",
+      "▁n aj",
+      "▁na j",
+      "F alse",
+      "▁ch ance",
+      "▁та ко",
+      "▁так о",
+      "ä d",
+      "▁d ol",
+      "▁do l",
+      "▁en v",
+      "▁ env",
+      "▁bas ically",
+      "▁basic ally",
+      "▁Coun cil",
+      "zt e",
+      "z te",
+      "▁display ed",
+      "ni l",
+      "n il",
+      "comp lete",
+      "comple te",
+      "▁L em",
+      "▁Le m",
+      "ian ce",
+      "i ance",
+      "▁ос нов",
+      "▁de pend",
+      "▁dep end",
+      "pl om",
+      "ens us",
+      "ut s",
+      "u ts",
+      "▁H ot",
+      "▁Ho t",
+      "▁ Hot",
+      "bit r",
+      "bi tr",
+      "▁valid ation",
+      "▁ validation",
+      "ab b",
+      "a bb",
+      "▁т ре",
+      "▁ тре",
+      "k m",
+      "z d",
+      "ö ff",
+      "W E",
+      "▁inter ested",
+      "▁interest ed",
+      "▁{ \"",
+      "▁ {\"",
+      "ar o",
+      "a ro",
+      "▁cor rel",
+      "▁corre l",
+      "▁corr el",
+      "▁d edic",
+      "▁de dic",
+      "▁ded ic",
+      "▁l ists",
+      "▁list s",
+      "▁ lists",
+      "▁Bibli ografia",
+      "▁ear lier",
+      "pr ogram",
+      "pro gram",
+      "prog ram",
+      "▁prem ière",
+      "▁premi ère",
+      "fr ont",
+      "f ront",
+      "T ab",
+      "ст ву",
+      "ств у",
+      "dr op",
+      "dro p",
+      "d rop",
+      "▁f ear",
+      "▁fe ar",
+      "▁En laces",
+      "▁C apt",
+      "▁Cap t",
+      "▁Ca pt",
+      "▁ Capt",
+      "▁real iz",
+      "▁h al",
+      "▁ha l",
+      "▁ hal",
+      "▁inst ances",
+      "▁instance s",
+      "▁su sp",
+      "▁sus p",
+      "il ling",
+      "ill ing",
+      "illi ng",
+      "% ;",
+      "{ }",
+      "| |",
+      "▁part ition",
+      "▁parti tion",
+      "▁ partition",
+      "▁Bu ild",
+      "▁ Build",
+      "▁w o",
+      "▁ wo",
+      "▁П ер",
+      "▁Пе р",
+      "▁direct or",
+      "▁dire ctor",
+      "▁dir ector",
+      "▁S in",
+      "▁Si n",
+      "ти я",
+      "rs g",
+      "r sg",
+      "ou ver",
+      "ouv er",
+      "ouve r",
+      "▁near ly",
+      "od a",
+      "o da",
+      "кти в",
+      "к тив",
+      "▁s ir",
+      "▁si r",
+      "IM E",
+      "I ME",
+      "▁jan vier",
+      "▁W in",
+      "▁Wi n",
+      "▁ Win",
+      "Bu ild",
+      "ie urs",
+      "ieu rs",
+      "ieur s",
+      "i eurs",
+      "IN E",
+      "I NE",
+      "d ouble",
+      "La st",
+      "L ast",
+      "▁pol icy",
+      "▁polic y",
+      "▁ policy",
+      "st ore",
+      "sto re",
+      "stor e",
+      "▁obser ved",
+      "▁observ ed",
+      "▁observe d",
+      "▁obs erved",
+      "▁famil ie",
+      "ni ca",
+      "nic a",
+      "n ica",
+      "re y",
+      "r ey",
+      "з ь",
+      "▁Y ear",
+      "▁Ye ar",
+      "▁ Year",
+      "▁develop ed",
+      "▁deve loped",
+      "▁Inst itute",
+      "▁Instit ute",
+      "▁Institut e",
+      "▁re ply",
+      "▁rep ly",
+      "Com ple",
+      "Comp le",
+      "ic ian",
+      "ici an",
+      "icia n",
+      "i cian",
+      "▁G uer",
+      "▁Gu er",
+      "▁d all",
+      "▁da ll",
+      "▁dal l",
+      "▁d esp",
+      "▁de sp",
+      "▁des p",
+      "▁Foot ball",
+      "Em pty",
+      "Emp ty",
+      "ck en",
+      "cke n",
+      "c ken",
+      "un da",
+      "und a",
+      "▁U r",
+      "▁i g",
+      "▁ ig",
+      "▁A tl",
+      "▁At l",
+      "aut hor",
+      "auth or",
+      "▁B ol",
+      "▁Bo l",
+      "zi g",
+      "z ig",
+      "na t",
+      "n at",
+      "š t",
+      "se curity",
+      "sec urity",
+      "on ic",
+      "oni c",
+      "o nic",
+      "▁p es",
+      "▁pe s",
+      "▁ pes",
+      "it an",
+      "ita n",
+      "i tan",
+      "▁Ex tern",
+      "▁Ext ern",
+      "ja n",
+      "j an",
+      "VA L",
+      "V AL",
+      "▁и м",
+      "▁ им",
+      "bo ld",
+      "bol d",
+      "b old",
+      "▁в а",
+      "▁ ва",
+      "▁М о",
+      "▁dis put",
+      "▁disp ut",
+      "▁t rick",
+      "▁tr ick",
+      "▁tri ck",
+      "▁p ed",
+      "▁pe d",
+      "▁ ped",
+      ")^ {",
+      ") ^{",
+      "in to",
+      "int o",
+      "Si m",
+      "S im",
+      "▁par allel",
+      "▁ parallel",
+      "fo x",
+      "f ox",
+      "norm al",
+      "nor mal",
+      "n ormal",
+      "in ent",
+      "ine nt",
+      "inen t",
+      "пе ди",
+      "п еди",
+      "ho ld",
+      "hol d",
+      "h old",
+      "O K",
+      "▁c hem",
+      "▁ch em",
+      "▁che m",
+      "▁ chem",
+      "▁tw ice",
+      "▁us ername",
+      "▁user name",
+      "▁ username",
+      "i č",
+      "▁re presentation",
+      "▁represent ation",
+      "▁repres entation",
+      "▁j ournal",
+      "▁jour nal",
+      "▁journ al",
+      "▁: -",
+      "▁ :-",
+      "▁b att",
+      "▁ba tt",
+      "▁bat t",
+      "\\ %",
+      "▁certain ly",
+      "▁Ex ception",
+      "▁ Exception",
+      "ep s",
+      "e ps",
+      "sh ot",
+      "s hot",
+      "at egy",
+      "ate gy",
+      "ateg y",
+      "Sh ow",
+      "S how",
+      "▁Car l",
+      "▁Ca rl",
+      "ri g",
+      "r ig",
+      "▁rep orted",
+      "▁report ed",
+      "bot tom",
+      "b ottom",
+      "T F",
+      "▁Francis co",
+      "na p",
+      "n ap",
+      "▁Champion ship",
+      "▁Champions hip",
+      "▁c ourt",
+      "▁co urt",
+      "▁cour t",
+      "▁cou rt",
+      "▁ court",
+      "▁s ources",
+      "▁source s",
+      "io ur",
+      "i our",
+      "▁con serv",
+      "▁cons erv",
+      "▁conse rv",
+      "▁conser v",
+      "di ct",
+      "dic t",
+      "d ict",
+      "▁Р у",
+      "I B",
+      "▁V e",
+      "▁ №",
+      "▁E R",
+      "▁ ER",
+      "\") );",
+      "\")) ;",
+      "\" ));",
+      "▁P oint",
+      "▁Po int",
+      "▁ Point",
+      "az ine",
+      "azi ne",
+      "▁inter net",
+      "▁intern et",
+      "д на",
+      "▁car ried",
+      "▁carri ed",
+      "▁F ield",
+      "▁ Field",
+      "ax is",
+      "axi s",
+      "a xis",
+      "▁S un",
+      "▁Su n",
+      "▁a ve",
+      "▁av e",
+      "▁ ave",
+      "пи с",
+      "п ис",
+      "я н",
+      "as y",
+      "▁ju lio",
+      "▁jul io",
+      "▁juli o",
+      "▁de puis",
+      "▁dep uis",
+      "▁sugg estion",
+      "▁suggest ion",
+      "[ [",
+      "▁Arch ive",
+      "▁Archiv e",
+      "ę p",
+      "▁P ra",
+      "▁Pr a",
+      "re h",
+      "r eh",
+      "▁demon str",
+      "ф і",
+      "cm d",
+      "c md",
+      "▁was n",
+      "▁wa sn",
+      "▁ph one",
+      "▁ phone",
+      "up load",
+      "ay a",
+      "a ya",
+      "то ра",
+      "тор а",
+      "li nes",
+      "line s",
+      "lin es",
+      "l ines",
+      "▁in du",
+      "▁ind u",
+      "▁ indu",
+      "▁v ot",
+      "▁vo t",
+      "▁es pa",
+      "▁esp a",
+      "▁b in",
+      "▁bi n",
+      "▁ bin",
+      "▁по сле",
+      "▁пос ле",
+      "pl an",
+      "pla n",
+      "p lan",
+      "▁ju nio",
+      "▁jun io",
+      "▁juni o",
+      "or ial",
+      "oria l",
+      "ori al",
+      "o rial",
+      "fr ee",
+      "fre e",
+      "f ree",
+      "ster reich",
+      "▁д у",
+      "▁ ду",
+      "▁link ed",
+      "▁lin ked",
+      "▁en able",
+      "▁ enable",
+      "P C",
+      "▁dens ity",
+      "▁E gy",
+      "▁Eg y",
+      "y o",
+      "end re",
+      "▁с ъ",
+      "▁ital iano",
+      "▁A R",
+      "▁ AR",
+      "▁P ers",
+      "▁Per s",
+      "▁Pe rs",
+      "▁ Pers",
+      "fér és",
+      "▁с кла",
+      "V ar",
+      "▁On ce",
+      "▁ Once",
+      "Re d",
+      "R ed",
+      "buf fer",
+      "buff er",
+      "b uffer",
+      "▁En ter",
+      "▁Ent er",
+      "▁ Enter",
+      "▁ Š",
+      "im iento",
+      "imi ento",
+      "St ore",
+      "Sto re",
+      "▁he alth",
+      "va t",
+      "v at",
+      "IS T",
+      "I ST",
+      "O h",
+      "▁k w",
+      "▁ kw",
+      "▁r iv",
+      "▁ri v",
+      "▁ riv",
+      "▁some where",
+      "ograf ie",
+      "ografi e",
+      "priv ate",
+      "p rivate",
+      "кт и",
+      "к ти",
+      "▁de lay",
+      "▁del ay",
+      "▁ delay",
+      "▁H ttp",
+      "▁ Http",
+      "jo b",
+      "j ob",
+      "ra el",
+      "r ael",
+      "em por",
+      "emp or",
+      "▁dici embre",
+      "▁dic iembre",
+      "êt e",
+      "ê te",
+      "ц у",
+      "▁com mit",
+      "▁comm it",
+      "▁ commit",
+      "os o",
+      "o so",
+      "Val ues",
+      "Value s",
+      "▁he aders",
+      "▁head ers",
+      "▁header s",
+      "▁ headers",
+      "trans form",
+      "▁process ing",
+      "▁proces sing",
+      "▁ processing",
+      "r å",
+      "▁A h",
+      "▁ Ah",
+      "▁N ode",
+      "▁No de",
+      "▁ Node",
+      "-- ----------",
+      "---- --------",
+      "-------- ----",
+      "------ ------",
+      "----- -------",
+      "------- -----",
+      "---------- --",
+      "▁f aire",
+      "▁fa ire",
+      "▁fair e",
+      "▁h un",
+      "▁hu n",
+      "Pl ayer",
+      "Play er",
+      "P layer",
+      "▁re view",
+      "▁rev iew",
+      "▁ review",
+      "г да",
+      "▁lim ited",
+      "▁limit ed",
+      "▁ limited",
+      "▁Pro perty",
+      "▁ Property",
+      "▁s erve",
+      "▁ser ve",
+      "▁serv e",
+      "▁ serve",
+      "ri age",
+      "ria ge",
+      "▁M aster",
+      "▁Ma ster",
+      "▁Mas ter",
+      "▁ Master",
+      "▁k ann",
+      "▁kan n",
+      "▁ka nn",
+      "cre te",
+      "cret e",
+      "cr ete",
+      "ph ere",
+      "pher e",
+      "phe re",
+      "p here",
+      "ё р",
+      "▁ch ief",
+      "▁chi ef",
+      "▁sc ene",
+      "▁scen e",
+      "▁ scene",
+      "ki n",
+      "k in",
+      "▁un iform",
+      "▁ uniform",
+      "▁feb rero",
+      "\" }",
+      "il lo",
+      "ill o",
+      "IT E",
+      "I TE",
+      "ou vel",
+      "ouv el",
+      "ouve l",
+      "use package",
+      "en th",
+      "ent h",
+      "e nth",
+      "▁quick ly",
+      "L ambda",
+      "xe s",
+      "x es",
+      "▁c ells",
+      "▁cell s",
+      "▁cel ls",
+      "ro g",
+      "r og",
+      "am in",
+      "ami n",
+      "a min",
+      "▁М ар",
+      "▁Ма р",
+      "▁may or",
+      "▁mayo r",
+      "pl ayer",
+      "play er",
+      "pla yer",
+      "p layer",
+      "++ ;",
+      "▁На се",
+      "▁sa fe",
+      "▁saf e",
+      "▁ safe",
+      "▁ve loc",
+      "▁vel oc",
+      "▁о бра",
+      "▁об ра",
+      "▁ обра",
+      "Data base",
+      "Dat abase",
+      "D atabase",
+      "ne h",
+      "n eh",
+      "Ver t",
+      "V ert",
+      "▁f le",
+      "▁fl e",
+      "▁ф ор",
+      "▁фо р",
+      "▁ фор",
+      "▁f oreign",
+      "▁for eign",
+      "▁fore ign",
+      "Ab stract",
+      "▁m agn",
+      "▁ma gn",
+      "▁mag n",
+      "▁mod ified",
+      "▁milit ary",
+      "▁militar y",
+      "▁m onde",
+      "▁mon de",
+      "▁mo nde",
+      "▁mond e",
+      "▁A ction",
+      "▁Act ion",
+      "▁Ac tion",
+      "▁ Action",
+      "▁b ank",
+      "▁ban k",
+      "▁ bank",
+      "Ser ial",
+      "Se rial",
+      "▁contin uous",
+      "▁continu ous",
+      "▁g el",
+      "▁ge l",
+      "▁ gel",
+      "▁phys ical",
+      "▁introdu ced",
+      "▁introduce d",
+      "ut ure",
+      "ri ck",
+      "ric k",
+      "r ick",
+      "▁present ed",
+      "▁pres ented",
+      "▁presente d",
+      "▁P rov",
+      "▁Pro v",
+      "▁Pr ov",
+      "▁B oth",
+      "▁Bo th",
+      "▁Bot h",
+      "Po s",
+      "P os",
+      "su per",
+      "sup er",
+      "s uper",
+      "& #",
+      "▁f inding",
+      "▁find ing",
+      "▁fin ding",
+      "ne l",
+      "n el",
+      "un de",
+      "und e",
+      "u nde",
+      "▁fr ån",
+      "sk im",
+      "ski m",
+      "s kim",
+      "▁H ill",
+      "▁Hi ll",
+      "▁Hil l",
+      "f n",
+      "▁Can ad",
+      "▁Ca nad",
+      "▁int ended",
+      "▁inten ded",
+      "▁intend ed",
+      "ozzá férés",
+      "▁ju illet",
+      "▁W ars",
+      "▁War s",
+      "▁Wa rs",
+      "▁success ful",
+      "▁ch arg",
+      "▁char g",
+      "▁cha rg",
+      "▁ charg",
+      "ie le",
+      "iel e",
+      "i ele",
+      "om ething",
+      "ome thing",
+      "omet hing",
+      "ok u",
+      "o ku",
+      "f etch",
+      "▁} }",
+      "▁ }}",
+      "ban k",
+      "b ank",
+      "operator name",
+      "▁Col or",
+      "▁Co lor",
+      "▁ Color",
+      "▁C ard",
+      "▁Car d",
+      "▁Ca rd",
+      "▁ Card",
+      "t u",
+      "▁\" ,",
+      "▁ \",",
+      "wi d",
+      "w id",
+      "▁g ep",
+      "▁ge p",
+      "X ML",
+      "======== ========",
+      "▁Vir gin",
+      "ähr end",
+      "äh rend",
+      "lic ated",
+      "licate d",
+      "lica ted",
+      "Di r",
+      "D ir",
+      "ze ro",
+      "zer o",
+      "z ero",
+      "▁K al",
+      "▁Ka l",
+      "▁Par ty",
+      "▁Part y",
+      "▁ å",
+      "pr ice",
+      "p rice",
+      "do n",
+      "d on",
+      "▁w arning",
+      "▁war ning",
+      "▁warn ing",
+      "▁ warning",
+      "▁B ad",
+      "▁Ba d",
+      "▁ Bad",
+      "▁S upp",
+      "▁Su pp",
+      "▁Sup p",
+      "▁ Supp",
+      "▁L iga",
+      "▁Li ga",
+      "▁Lig a",
+      "▁P ierre",
+      "▁Pier re",
+      "▁ Pierre",
+      "Re cord",
+      "Rec ord",
+      "ul ator",
+      "ula tor",
+      "▁R ome",
+      "▁Ro me",
+      "▁Rom e",
+      "▁the orem",
+      "▁ theorem",
+      "▁entire ly",
+      "ски м",
+      "ск им",
+      "с ким",
+      "he t",
+      "h et",
+      "▁d opo",
+      "▁do po",
+      "▁dop o",
+      "Ne xt",
+      "N ext",
+      "ml ung",
+      "m lung",
+      "wi g",
+      "w ig",
+      "▁A th",
+      "▁At h",
+      "▁S ou",
+      "▁So u",
+      "li cher",
+      "lic her",
+      "lich er",
+      "liche r",
+      "l icher",
+      "▁s udo",
+      "▁su do",
+      "▁sud o",
+      "▁ sudo",
+      "es ts",
+      "est s",
+      "хі в",
+      "х ів",
+      "▁sept iembre",
+      "▁m icro",
+      "▁mi cro",
+      "▁mic ro",
+      "▁t rop",
+      "▁tr op",
+      "▁tro p",
+      "fi t",
+      "f it",
+      "Co re",
+      "Cor e",
+      "C ore",
+      "▁Rad io",
+      "▁ Radio",
+      "▁Or gan",
+      "▁ Organ",
+      "▁P ower",
+      "▁Po wer",
+      "▁Pow er",
+      "▁ Power",
+      "C F",
+      "▁L ast",
+      "▁La st",
+      "▁Las t",
+      "▁ Last",
+      "▁op pos",
+      "▁opp os",
+      "▁off set",
+      "▁ offset",
+      "▁re gia",
+      "▁reg ia",
+      "▁min imum",
+      "▁minim um",
+      "▁hel ped",
+      "▁help ed",
+      "an don",
+      "and on",
+      "ando n",
+      "if ying",
+      "ify ing",
+      "ru it",
+      "r uit",
+      "ensch app",
+      "▁b ere",
+      "▁be re",
+      "▁ber e",
+      "▁ bere",
+      "V M",
+      "▁A wards",
+      "▁Award s",
+      "▁Aw ards",
+      "▁a gr",
+      "▁ag r",
+      "▁ agr",
+      "yn omial",
+      "en ced",
+      "ence d",
+      "enc ed",
+      "▁dev ices",
+      "▁device s",
+      "▁devi ces",
+      "▁b ot",
+      "▁bo t",
+      "▁ bot",
+      "▁f irm",
+      "▁fi rm",
+      "▁fir m",
+      "▁w riter",
+      "▁writ er",
+      "▁wr iter",
+      "▁write r",
+      "▁ writer",
+      "▁r ing",
+      "▁ri ng",
+      "▁rin g",
+      "▁ ring",
+      ". -",
+      "is tes",
+      "ist es",
+      "iste s",
+      "l ä",
+      "▁m el",
+      "▁me l",
+      "▁ mel",
+      "ent ation",
+      "enta tion",
+      "▁Sch w",
+      "▁Sc hw",
+      "▁n ome",
+      "▁no me",
+      "▁nom e",
+      "▁ nome",
+      "▁po bla",
+      "▁pob la",
+      "▁w oj",
+      "▁wo j",
+      "▁u l",
+      "▁ ul",
+      "en to",
+      "ent o",
+      "ы х",
+      "▁res ist",
+      "▁rem ains",
+      "▁remain s",
+      "▁C a",
+      "▁ Ca",
+      "añ a",
+      "a ña",
+      "▁C ourt",
+      "▁Co urt",
+      "▁Cour t",
+      "▁Cou rt",
+      "ut able",
+      "uta ble",
+      "u table",
+      "ential ly",
+      "enti ally",
+      "▁t rat",
+      "▁tr at",
+      "▁tra t",
+      "▁ trat",
+      "▁Vis ual",
+      "▁ Visual",
+      "▁rest rict",
+      "▁pre viously",
+      "▁previous ly",
+      "▁prev iously",
+      "ca tion",
+      "cat ion",
+      "c ation",
+      "▁о со",
+      "▁ос о",
+      "▁My SQL",
+      "f ör",
+      "cal a",
+      "ca la",
+      "c ala",
+      "▁c ulture",
+      "▁cult ure",
+      "li ve",
+      "liv e",
+      "l ive",
+      "▁accept ed",
+      "Di d",
+      "D id",
+      "▁h ous",
+      "▁ho us",
+      "▁se lection",
+      "▁select ion",
+      "▁sel ection",
+      "▁sele ction",
+      "▁ selection",
+      "▁de cre",
+      "▁dec re",
+      "mar gin",
+      "m argin",
+      "ur b",
+      "u rb",
+      "▁I nc",
+      "▁In c",
+      "▁M any",
+      "▁Man y",
+      "▁Ma ny",
+      "▁ Many",
+      "ib t",
+      "i bt",
+      "▁succ eed",
+      "▁suc ceed",
+      "Bind ing",
+      "B inding",
+      "c í",
+      "▁R og",
+      "▁Ro g",
+      "▁should n",
+      "cl oud",
+      "clo ud",
+      "clou d",
+      "▁d z",
+      "▁ dz",
+      "ва в",
+      "▁p ix",
+      "▁pi x",
+      "sm all",
+      "▁project s",
+      "▁ projects",
+      "▁O K",
+      "▁ OK",
+      "▁la test",
+      "▁lat est",
+      "▁late st",
+      "▁ latest",
+      "▁re ferences",
+      "▁refer ences",
+      "▁reference s",
+      "Pro gram",
+      "Pr ogram",
+      "▁er st",
+      "▁ers t",
+      "▁ erst",
+      "▁я к",
+      "▁k am",
+      "▁ka m",
+      "▁C amb",
+      "▁Cam b",
+      "▁Ca mb",
+      "el lt",
+      "ell t",
+      "ö d",
+      "no ne",
+      "non e",
+      "n one",
+      "▁j usqu",
+      "▁ju squ",
+      "ki ng",
+      "kin g",
+      "k ing",
+      "▁P ed",
+      "▁Pe d",
+      "as sert",
+      "ass ert",
+      "asse rt",
+      "asser t",
+      "C S",
+      "ri to",
+      "rit o",
+      "r ito",
+      "es sa",
+      "ess a",
+      "ль ко",
+      "▁V on",
+      "▁Vo n",
+      "▁Ed ward",
+      "▁im possible",
+      "▁impos sible",
+      "n p",
+      "word s",
+      "wor ds",
+      "w ords",
+      "ie lt",
+      "iel t",
+      "i elt",
+      "▁P age",
+      "▁Pa ge",
+      "▁ Page",
+      "le rs",
+      "ler s",
+      "l ers",
+      "▁p ier",
+      "▁pi er",
+      "▁pie r",
+      "▁обла сти",
+      "itt ee",
+      "itte e",
+      "▁( [",
+      "▁ ([",
+      "▁t rust",
+      "▁tr ust",
+      "N G",
+      "re du",
+      "red u",
+      "r edu",
+      "< <",
+      "ri al",
+      "ria l",
+      "r ial",
+      "▁product s",
+      "▁ products",
+      "▁E rn",
+      "▁Er n",
+      "ri ère",
+      "r ière",
+      "го в",
+      "г ов",
+      "▁Re ich",
+      "▁Ro ad",
+      "▁n ested",
+      "▁ne sted",
+      "▁nest ed",
+      "▁ nested",
+      "Dis play",
+      "▁str ength",
+      "ograf ía",
+      "▁ann ounced",
+      "▁announ ced",
+      "▁S cience",
+      "▁Sc ience",
+      "▁Sci ence",
+      "▁рай о",
+      "Param eter",
+      "▁T ask",
+      "▁Ta sk",
+      "▁Tas k",
+      "▁ Task",
+      "um ents",
+      "ument s",
+      "umen ts",
+      "u ments",
+      "▁ad opt",
+      "▁On ly",
+      "▁ Only",
+      "ют ь",
+      "ю ть",
+      "▁c li",
+      "▁cl i",
+      "▁ cli",
+      "▁l em",
+      "▁le m",
+      "▁ lem",
+      "st ood",
+      "sto od",
+      "▁F I",
+      "▁ FI",
+      "ên cias",
+      "ência s",
+      "pon ents",
+      "ponent s",
+      "] $",
+      "com ment",
+      "comm ent",
+      "▁y a",
+      "▁ ya",
+      "sh ould",
+      "ik e",
+      "i ke",
+      "ti m",
+      "t im",
+      "el lig",
+      "ell ig",
+      "elli g",
+      "▁s ending",
+      "▁send ing",
+      "▁sen ding",
+      "▁a jax",
+      "▁aj ax",
+      "▁ ajax",
+      "▁nov iembre",
+      "um es",
+      "ume s",
+      "u mes",
+      "▁we iter",
+      "▁weit er",
+      "▁D ans",
+      "▁Dan s",
+      "▁Da ns",
+      "op p",
+      "o pp",
+      "▁sept embre",
+      "▁sep tembre",
+      "ot imes",
+      "oti mes",
+      "o times",
+      "z ő",
+      "▁e p",
+      "▁ ep",
+      "ve re",
+      "ver e",
+      "v ere",
+      "▁o h",
+      "▁ oh",
+      ": =",
+      "▁S ong",
+      "▁So ng",
+      "▁Son g",
+      "” ,",
+      "▁v iv",
+      "▁vi v",
+      "▁ viv",
+      "▁qu eries",
+      "▁que ries",
+      "▁quer ies",
+      "▁v á",
+      "▁ vá",
+      "▁déc embre",
+      "▁un able",
+      "▁una ble",
+      "▁e rh",
+      "▁er h",
+      "▁` -",
+      "▁ `-",
+      "▁L ee",
+      "▁Le e",
+      "▁er sten",
+      "▁erst en",
+      "▁erste n",
+      "▁ers ten",
+      "ô t",
+      "ст ве",
+      "ств е",
+      "T S",
+      "▁f ragment",
+      "▁fra gment",
+      "▁frag ment",
+      "▁ fragment",
+      "▁w ide",
+      "▁wid e",
+      "▁ wide",
+      "▁s uff",
+      "▁su ff",
+      "▁suf f",
+      "▁d ut",
+      "▁du t",
+      "▁V ere",
+      "▁Ver e",
+      "▁Ve re",
+      "і с",
+      "ad ing",
+      "adi ng",
+      "adin g",
+      "a ding",
+      "ie go",
+      "ieg o",
+      "i ego",
+      "ic ago",
+      "ica go",
+      "▁Ar gent",
+      "▁Arg ent",
+      "or er",
+      "ore r",
+      "o rer",
+      "en nes",
+      "enn es",
+      "enne s",
+      "▁L eb",
+      "▁Le b",
+      "lin ux",
+      "ac ing",
+      "aci ng",
+      "a cing",
+      "▁br oken",
+      "▁bro ken",
+      "▁broke n",
+      "t p",
+      "í o",
+      "ab eth",
+      "abe th",
+      "abet h",
+      "ist as",
+      "ista s",
+      "ge w",
+      "g ew",
+      "i ème",
+      "ca s",
+      "c as",
+      "▁pre ced",
+      "▁prec ed",
+      "▁D al",
+      "▁Da l",
+      "▁comp ared",
+      "▁compar ed",
+      "▁compare d",
+      "equ iv",
+      "il ly",
+      "ill y",
+      "te en",
+      "t een",
+      "▁Con sole",
+      "▁Cons ole",
+      "▁ Console",
+      "▁st rict",
+      "▁str ict",
+      "▁stri ct",
+      "it aire",
+      "ita ire",
+      "i taire",
+      "▁E D",
+      "▁ ED",
+      "ential s",
+      "enti als",
+      "▁p erman",
+      "▁per man",
+      "▁perm an",
+      "▁t ous",
+      "▁to us",
+      "▁tou s",
+      "▁g eme",
+      "▁ge me",
+      "▁gem e",
+      "▁ geme",
+      "▁ext rem",
+      "▁extr em",
+      "▁ок ру",
+      "k g",
+      "▁he avy",
+      "▁heav y",
+      "▁av ril",
+      "▁an ti",
+      "▁ant i",
+      "▁ anti",
+      "▁oct obre",
+      "ut f",
+      "u tf",
+      "he lm",
+      "hel m",
+      "h elm",
+      "am ples",
+      "ample s",
+      "amp les",
+      "▁( _",
+      "▁ (_",
+      "ak en",
+      "ake n",
+      "a ken",
+      "▁d ear",
+      "▁de ar",
+      "▁opin ion",
+      "▁f ish",
+      "▁fi sh",
+      "▁fis h",
+      "▁ fish",
+      "▁Alex ander",
+      "▁Alexand er",
+      "i w",
+      "и м",
+      "ca dem",
+      "cade m",
+      "c adem",
+      "▁ref lect",
+      "▁ reflect",
+      "▁д р",
+      "▁t rib",
+      "▁tr ib",
+      "▁tri b",
+      "com mon",
+      "comm on",
+      "▁clear ly",
+      "▁s af",
+      "▁sa f",
+      "=\"@ +",
+      "▁М ос",
+      "▁Мо с",
+      "си те",
+      "eqn array",
+      "nu ng",
+      "n ung",
+      "▁relations hip",
+      "▁relation ship",
+      "▁S em",
+      "▁Se m",
+      "▁ Sem",
+      "▁k illed",
+      "▁kil led",
+      "▁kill ed",
+      "te d",
+      "t ed",
+      "un o",
+      "u no",
+      "▁ лі",
+      "▁w id",
+      "▁ wid",
+      "an ning",
+      "ann ing",
+      "anni ng",
+      "▁p anel",
+      "▁pa nel",
+      "▁pan el",
+      "▁ panel",
+      "▁L eben",
+      "▁Le ben",
+      "▁Leb en",
+      "▁r uby",
+      "▁ru by",
+      "▁rub y",
+      "▁ ruby",
+      "ans ion",
+      "▁a ren",
+      "▁are n",
+      "▁ar en",
+      "▁ aren",
+      "tab ular",
+      "al et",
+      "ale t",
+      "a let",
+      "}$ $",
+      "} $$",
+      "▁L ake",
+      "▁La ke",
+      "▁Lak e",
+      "▁su ite",
+      "▁suit e",
+      "▁ suite",
+      "▁min or",
+      "▁mi nor",
+      "H ozzáférés",
+      "▁xml ns",
+      "▁ xmlns",
+      "DI R",
+      "D IR",
+      "dr iver",
+      "drive r",
+      "dri ver",
+      "d river",
+      "in ts",
+      "int s",
+      "▁v ic",
+      "▁vi c",
+      "▁ vic",
+      "AN D",
+      "A ND",
+      "pr im",
+      "p rim",
+      "сы лки",
+      "▁O x",
+      "T C",
+      "riv ial",
+      "at ie",
+      "ati e",
+      "▁e ight",
+      "▁eig ht",
+      "▁eigh t",
+      "▁conf lic",
+      "▁confl ic",
+      "an gel",
+      "ang el",
+      "ange l",
+      "▁B egr",
+      "▁Be gr",
+      "▁Beg r",
+      "▁explicit ly",
+      "ют ся",
+      "ю тся",
+      "▁D ev",
+      "▁De v",
+      "▁ Dev",
+      "re nder",
+      "ren der",
+      "rend er",
+      "r ender",
+      "▁re produ",
+      "▁rep rodu",
+      "▁repr odu",
+      "▁repro du",
+      "▁c ré",
+      "▁cr é",
+      "G u",
+      "M B",
+      "▁k ön",
+      "▁kö n",
+      "▁rem ained",
+      "▁remain ed",
+      "▁k l",
+      "▁ kl",
+      "хо в",
+      "х ов",
+      "▁b yl",
+      "▁by l",
+      "Ph i",
+      "P hi",
+      "▁de tail",
+      "▁det ail",
+      "▁ detail",
+      "ja v",
+      "j av",
+      "▁m ouse",
+      "▁mo use",
+      "▁mou se",
+      "▁ mouse",
+      "B as",
+      "i ę",
+      "as ser",
+      "ass er",
+      "asse r",
+      "h s",
+      "▁sh ift",
+      "▁ shift",
+      "▁ú lt",
+      "▁ últ",
+      "ra nd",
+      "ran d",
+      "r and",
+      "▁b tn",
+      "▁ btn",
+      "ra z",
+      "r az",
+      "▁p ul",
+      "▁pu l",
+      "▁stat ements",
+      "▁state ments",
+      "▁statement s",
+      "file name",
+      "fil ename",
+      "▁prom pt",
+      "él é",
+      "é lé",
+      "ik z",
+      "▁S us",
+      "▁Su s",
+      "▁de but",
+      "▁deb ut",
+      "St at",
+      "S tat",
+      "form s",
+      "for ms",
+      "▁H ein",
+      "▁He in",
+      "st adt",
+      "sta dt",
+      "stad t",
+      "en nis",
+      "enn is",
+      "по л",
+      "ar ante",
+      "aran te",
+      "ці й",
+      "ц ій",
+      "▁que ue",
+      "▁ queue",
+      "▁re ci",
+      "▁rec i",
+      "▁ reci",
+      "▁s ta",
+      "▁st a",
+      "▁ sta",
+      "yn chron",
+      "cent ering",
+      "center ing",
+      "cente ring",
+      "So me",
+      "S ome",
+      "Gr aph",
+      "G raph",
+      "▁t ested",
+      "▁te sted",
+      "▁test ed",
+      "▁K unst",
+      "▁Kun st",
+      "о м",
+      "▁N othing",
+      "▁No thing",
+      "▁Not hing",
+      "▁ Nothing",
+      "ie u",
+      "i eu",
+      "“ .",
+      "B undle",
+      "▁of icial",
+      "▁ofic ial",
+      "al low",
+      "all ow",
+      "allo w",
+      "▁Re act",
+      "▁L ibrary",
+      "▁Li brary",
+      "▁ Library",
+      "bl ue",
+      "▁ver w",
+      "▁ve rw",
+      "▁p are",
+      "▁par e",
+      "▁pa re",
+      "▁Fried rich",
+      "▁a ware",
+      "▁aw are",
+      "▁ aware",
+      "Ex p",
+      "E xp",
+      "▁effect s",
+      "▁го ро",
+      "▁гор о",
+      "lop edia",
+      "loped ia",
+      "▁V en",
+      "▁Ve n",
+      "ra le",
+      "ral e",
+      "r ale",
+      "▁F inal",
+      "▁Fin al",
+      "▁ Final",
+      "▁pro pos",
+      "▁prop os",
+      "la cement",
+      "lace ment",
+      "lac ement",
+      "kt en",
+      "kte n",
+      "k ten",
+      "▁no vel",
+      "▁nov el",
+      "or ter",
+      "ort er",
+      "orte r",
+      "▁German y",
+      "▁Ger many",
+      "▁Germ any",
+      "▁d jango",
+      "▁ django",
+      "▁trans ition",
+      "▁ transition",
+      "▁happ ened",
+      "▁happen ed",
+      "▁beaut iful",
+      "▁ne ither",
+      "▁nei ther",
+      "▁li braries",
+      "▁h ide",
+      "▁hi de",
+      "▁hid e",
+      "▁ hide",
+      "al g",
+      "a lg",
+      "▁a spect",
+      "▁as pect",
+      "▁asp ect",
+      "▁for get",
+      "▁forg et",
+      "cade my",
+      "cadem y",
+      "on te",
+      "ont e",
+      "re fix",
+      "ref ix",
+      "▁cl oud",
+      "▁clo ud",
+      "▁ cloud",
+      "ne d",
+      "n ed",
+      "cd ots",
+      "cdot s",
+      "c dots",
+      "reg ister",
+      "ny m",
+      "n ym",
+      ".) :",
+      ". ):",
+      "▁J ew",
+      "▁Je w",
+      "▁t rès",
+      "▁tr ès",
+      "ни че",
+      "▁D or",
+      "▁Do r",
+      "▁p roc",
+      "▁pro c",
+      "▁pr oc",
+      "▁ proc",
+      "▁g an",
+      "▁ga n",
+      "▁ gan",
+      "▁ є",
+      "▁S av",
+      "▁Sa v",
+      "v í",
+      "Setting s",
+      "S ettings",
+      "▁V ari",
+      "▁Var i",
+      "▁Va ri",
+      "▁ Vari",
+      "▁c ours",
+      "▁co urs",
+      "▁cour s",
+      "▁cou rs",
+      "R o",
+      "▁con j",
+      "▁re asons",
+      "▁reason s",
+      "▁re ader",
+      "▁read er",
+      "▁ reader",
+      "лекс анд",
+      "ic ate",
+      "ica te",
+      "}) ,",
+      "} ),",
+      "▁task s",
+      "▁ tasks",
+      "▁R ay",
+      "▁Ra y",
+      "▁r ic",
+      "▁ri c",
+      "▁ ric",
+      "K e",
+      "on ie",
+      "oni e",
+      "o nie",
+      "r f",
+      ") [",
+      "▁sub sequ",
+      "▁subs equ",
+      "▁T urn",
+      "▁Tur n",
+      "▁Tu rn",
+      "▁ Turn",
+      "▁VI AF",
+      "math sf",
+      "H E",
+      "▁dec lare",
+      "▁decl are",
+      "▁decla re",
+      "▁declar e",
+      "▁pro tocol",
+      "▁proto col",
+      "▁ protocol",
+      "▁P C",
+      "▁ PC",
+      "ци он",
+      "View ById",
+      "▁an imation",
+      "▁anim ation",
+      "▁ animation",
+      "▁conf used",
+      "ви ч",
+      "▁en abled",
+      "▁enable d",
+      "▁ enabled",
+      "ow o",
+      "o wo",
+      "ás t",
+      "á st",
+      "ö t",
+      "▁m and",
+      "▁ma nd",
+      "▁man d",
+      "▁R ail",
+      "▁Ra il",
+      "field s",
+      "▁K ap",
+      "▁Ka p",
+      "▁al gebra",
+      "▁ algebra",
+      "▁С у",
+      "fér ence",
+      "▁C urrent",
+      "▁Cur rent",
+      "▁ Current",
+      "с но",
+      "▁L im",
+      "▁Li m",
+      "Par ams",
+      "Param s",
+      "Pa rams",
+      "▁Ant onio",
+      "▁Anton io",
+      "▁Anto nio",
+      "▁t v",
+      "▁ tv",
+      "la te",
+      "lat e",
+      "l ate",
+      "if er",
+      "ife r",
+      "i fer",
+      "En try",
+      "Ent ry",
+      "▁S erv",
+      "▁Se rv",
+      "▁Ser v",
+      "▁ Serv",
+      "▁mus ical",
+      "▁music al",
+      "▁musica l",
+      "▁t race",
+      "▁tr ace",
+      "▁tra ce",
+      "▁trac e",
+      "▁ trace",
+      "▁s cient",
+      "▁sc ient",
+      "▁sci ent",
+      "fi c",
+      "f ic",
+      "▁for got",
+      "▁forg ot",
+      "v ideo",
+      "▁o lder",
+      "▁old er",
+      "▁ol der",
+      "▁ older",
+      "Tr ee",
+      "T ree",
+      "▁u ns",
+      "▁un s",
+      "▁ uns",
+      "ни ки",
+      "ник и",
+      "▁E uropa",
+      "▁Europ a",
+      "▁Euro pa",
+      "▁Z we",
+      "▁Zw e",
+      "▁б е",
+      "▁ бе",
+      "▁v ec",
+      "▁ve c",
+      "▁ vec",
+      "ж у",
+      "Mat ch",
+      "M atch",
+      "sp an",
+      "s pan",
+      "▁bl ank",
+      "▁blan k",
+      "▁ blank",
+      "▁sp äter",
+      "▁T y",
+      "▁ Ty",
+      "▁d ict",
+      "▁di ct",
+      "▁dic t",
+      "▁ dict",
+      "ñ a",
+      "▁conf irm",
+      "▁confir m",
+      "▁ confirm",
+      "▁v ý",
+      "за н",
+      "з ан",
+      "Re l",
+      "R el",
+      "fil m",
+      "fi lm",
+      "▁R ot",
+      "▁Ro t",
+      "▁ Rot",
+      "▁H y",
+      "▁ Hy",
+      "ка х",
+      "▁dem and",
+      "▁min ist",
+      "▁mini st",
+      "▁Mad rid",
+      "▁us ual",
+      "sp iel",
+      "s piel",
+      "er os",
+      "ero s",
+      "e ros",
+      "▁t utorial",
+      "▁tut orial",
+      "▁ tutorial",
+      "▁С сылки",
+      "s ys",
+      "ци аль",
+      "▁sp read",
+      "▁spr ead",
+      "▁spre ad",
+      "▁con vers",
+      "▁conver s",
+      "▁conv ers",
+      "▁r oll",
+      "▁ro ll",
+      "▁rol l",
+      "▁ roll",
+      "artifact Id",
+      "▁N umber",
+      "▁Num ber",
+      "▁ Number",
+      "▁sym met",
+      "▁M ult",
+      "▁Mu lt",
+      "▁Mul t",
+      "▁ Mult",
+      "ex pected",
+      "exp ected",
+      "expect ed",
+      "▁a xis",
+      "▁ax is",
+      "▁ axis",
+      "▁match ing",
+      "▁f ood",
+      "▁fo od",
+      "▁foo d",
+      "group Id",
+      "Map p",
+      "Ma pp",
+      "M app",
+      "▁с вя",
+      "▁v end",
+      "▁ve nd",
+      "▁ven d",
+      "F ound",
+      "ot to",
+      "ott o",
+      "o tto",
+      "Ca t",
+      "C at",
+      "cri t",
+      "cr it",
+      "c rit",
+      "ist ent",
+      "iste nt",
+      "isten t",
+      "▁d rei",
+      "▁dr ei",
+      "▁dre i",
+      "▁en ded",
+      "▁end ed",
+      "▁ende d",
+      "▁ ended",
+      "▁T ele",
+      "▁Te le",
+      "▁Tel e",
+      "com ponent",
+      "▁invol ved",
+      "▁involve d",
+      "▁Est ados",
+      "▁Estado s",
+      "▁Estad os",
+      "▁d anger",
+      "▁dan ger",
+      "▁ch ain",
+      "▁cha in",
+      "▁ chain",
+      "▁P rom",
+      "▁Pro m",
+      "▁Pr om",
+      "▁ Prom",
+      "ho m",
+      "h om",
+      "▁pol ít",
+      "co p",
+      "c op",
+      "▁n ap",
+      "▁na p",
+      "▁ nap",
+      "ri f",
+      "r if",
+      "ple ments",
+      "pl ements",
+      "plement s",
+      "▁v ent",
+      "▁ve nt",
+      "▁ven t",
+      "▁ vent",
+      "an na",
+      "ann a",
+      "an ted",
+      "ant ed",
+      "ante d",
+      "date d",
+      "da ted",
+      "dat ed",
+      "d ated",
+      "an th",
+      "ant h",
+      "a nth",
+      "▁thread s",
+      "▁thre ads",
+      "▁ threads",
+      "зо ва",
+      "зов а",
+      "з ова",
+      "▁ста нов",
+      "▁стан ов",
+      "▁ станов",
+      "▁e erst",
+      "▁eer st",
+      "bu f",
+      "b uf",
+      "he id",
+      "▁R u",
+      "▁P rim",
+      "▁Pr im",
+      "▁Pri m",
+      "▁ Prim",
+      "▁m igr",
+      "▁mi gr",
+      "▁mig r",
+      "▁ migr",
+      "▁Un idos",
+      "▁ar bitr",
+      "▁r oman",
+      "▁ro man",
+      "▁rom an",
+      "ount ry",
+      "oun try",
+      "ult ur",
+      "▁K önig",
+      "▁Kö nig",
+      "▁an not",
+      "▁ann ot",
+      "▁anno t",
+      "▁ annot",
+      "ach ing",
+      "ac hing",
+      "achi ng",
+      "▁H aupt",
+      "▁Ha upt",
+      "um in",
+      "umi n",
+      "u min",
+      "▁h em",
+      "▁he m",
+      "▁ hem",
+      "ck ets",
+      "cket s",
+      "cke ts",
+      "ba u",
+      "b au",
+      "ect ion",
+      "ec tion",
+      "e ction",
+      "ef t",
+      "e ft",
+      "▁package s",
+      "▁pack ages",
+      "▁ packages",
+      "▁K ur",
+      "▁Ku r",
+      "th ur",
+      "▁p ays",
+      "▁pa ys",
+      "▁pay s",
+      "li ament",
+      "lia ment",
+      "▁Б у",
+      "▁c ada",
+      "▁ca da",
+      "▁cad a",
+      "po ints",
+      "point s",
+      "oc ket",
+      "ock et",
+      "o cket",
+      "▁v erb",
+      "▁ver b",
+      "▁ve rb",
+      "▁ verb",
+      "ле е",
+      "▁sub mit",
+      "▁subm it",
+      "▁ submit",
+      "▁s an",
+      "▁sa n",
+      "▁ san",
+      "ru by",
+      "r uby",
+      "▁e ast",
+      "▁eas t",
+      "▁ east",
+      "ko v",
+      "k ov",
+      "▁Ver lag",
+      "▁Verl ag",
+      "▁ Verlag",
+      "▁s pot",
+      "▁sp ot",
+      "▁spo t",
+      "▁ spot",
+      "pp o",
+      "p po",
+      "E ach",
+      "je kt",
+      "▁Bi ographie",
+      "▁ne ws",
+      "▁new s",
+      "▁ news",
+      "▁pa ís",
+      "uf act",
+      "u fact",
+      "▁d ia",
+      "▁di a",
+      "▁ dia",
+      "ко ва",
+      "ков а",
+      "к ова",
+      "▁accom pl",
+      "▁accomp l",
+      "▁É t",
+      "▁ Ét",
+      "il ities",
+      "ili ties",
+      "▁i hm",
+      "▁ih m",
+      "in voke",
+      "inv oke",
+      "▁app end",
+      "▁ap pend",
+      "▁appe nd",
+      "▁ append",
+      ".) ,",
+      ". ),",
+      "▁l ab",
+      "▁la b",
+      "▁ lab",
+      "an ging",
+      "ang ing",
+      "is tan",
+      "ist an",
+      "ista n",
+      "i stan",
+      "re sol",
+      "res ol",
+      "reso l",
+      "▁S ection",
+      "▁Se ction",
+      "▁Sec tion",
+      "▁ Section",
+      "Par ent",
+      "Pa rent",
+      "mo z",
+      "m oz",
+      "Ma t",
+      "M at",
+      "st yles",
+      "style s",
+      "sty les",
+      "un den",
+      "und en",
+      "unde n",
+      "“ ,",
+      "irt schaft",
+      "ки м",
+      "к им",
+      "▁Fin ally",
+      "▁Final ly",
+      "ph en",
+      "phe n",
+      "p hen",
+      "▁P ac",
+      "▁Pa c",
+      "▁Array List",
+      "▁ ArrayList",
+      "▁re cover",
+      "▁rec over",
+      "▁e ducation",
+      "▁educ ation",
+      "mod els",
+      "model s",
+      "mode ls",
+      "pe d",
+      "p ed",
+      "▁h appy",
+      "▁ha ppy",
+      "▁happ y",
+      "ч у",
+      "▁guer ra",
+      "me dia",
+      "med ia",
+      "medi a",
+      "m edia",
+      "O F",
+      "▁ens ure",
+      "▁ ensure",
+      "Mar k",
+      "M ark",
+      "data base",
+      "dat abase",
+      "datab ase",
+      "d atabase",
+      "og gle",
+      "▁pub lish",
+      "▁publi sh",
+      "▁ publish",
+      "O W",
+      "▁B au",
+      "▁Ba u",
+      "? .",
+      "▁ча сти",
+      "▁час ти",
+      "▁част и",
+      "▁re pository",
+      "▁repos itory",
+      "▁ repository",
+      "▁M att",
+      "▁Ma tt",
+      "▁Mat t",
+      "hi gh",
+      "h igh",
+      "ov en",
+      "ove n",
+      "o ven",
+      "▁g er",
+      "▁ge r",
+      "▁ ger",
+      "▁un known",
+      "▁ unknown",
+      "Am er",
+      "A mer",
+      "▁B rown",
+      "▁Br own",
+      "▁Bro wn",
+      "▁Brow n",
+      "AL L",
+      "A LL",
+      "▁result ing",
+      "▁b or",
+      "▁bo r",
+      "▁ bor",
+      "▁po et",
+      "ни ми",
+      "ним и",
+      "Em ail",
+      "E mail",
+      "F ont",
+      "▁h ist",
+      "▁his t",
+      "▁hi st",
+      "▁to day",
+      "▁tod ay",
+      "▁toda y",
+      "▁ today",
+      "▁B erg",
+      "▁Be rg",
+      "▁Ber g",
+      "▁but tons",
+      "▁button s",
+      "та л",
+      "т ал",
+      "▁s ni",
+      "▁sn i",
+      "▁че лов",
+      "Cr e",
+      "C re",
+      "▁un ion",
+      "▁ union",
+      "▁z ich",
+      "ish op",
+      "i shop",
+      "▁qu ando",
+      "▁quand o",
+      "▁quan do",
+      "P o",
+      "CT ION",
+      "▁C ost",
+      "▁Co st",
+      "▁Cos t",
+      "▁ Cost",
+      "су дар",
+      "er ved",
+      "erv ed",
+      "erve d",
+      "Not e",
+      "No te",
+      "N ote",
+      "Equ al",
+      "Eq ual",
+      "E qual",
+      "ли я",
+      "бу р",
+      "б ур",
+      "▁ab stract",
+      "▁abstra ct",
+      "▁ abstract",
+      "st op",
+      "sto p",
+      "s top",
+      "▁ad vice",
+      "▁adv ice",
+      "▁i con",
+      "▁ic on",
+      "▁ icon",
+      "▁tr avel",
+      "▁tra vel",
+      "▁trav el",
+      "B S",
+      "ve ns",
+      "ven s",
+      "v ens",
+      "▁b atch",
+      "▁bat ch",
+      "▁ batch",
+      "li que",
+      "liqu e",
+      "l ique",
+      "she et",
+      "s heet",
+      "▁i hre",
+      "▁ih re",
+      "▁ihr e",
+      "em on",
+      "emo n",
+      "e mon",
+      "ber to",
+      "bert o",
+      "▁as signed",
+      "▁ass igned",
+      "▁assign ed",
+      "ь ю",
+      "Ph one",
+      "▁a ward",
+      "▁aw ard",
+      "▁function ality",
+      "▁functional ity",
+      "al la",
+      "all a",
+      "a lla",
+      "▁D am",
+      "▁Da m",
+      "▁ci udad",
+      "▁cl uster",
+      "▁clust er",
+      "▁ cluster",
+      "De scription",
+      "Des cription",
+      "▁s heet",
+      "▁she et",
+      "▁ sheet",
+      "▁Austral ian",
+      "▁Australia n",
+      "▁» .",
+      "▁ ».",
+      "▁\" <",
+      "▁wonder ing",
+      "ain e",
+      "ai ne",
+      "a ine",
+      "▁represent ed",
+      "▁repres ented",
+      "ka ppa",
+      "kap pa",
+      "k appa",
+      "n b",
+      "▁s y",
+      "▁K ö",
+      "=\" #",
+      "▁s even",
+      "▁se ven",
+      "Direct ory",
+      "D irectory",
+      "▁s ister",
+      "▁si ster",
+      "▁sist er",
+      "pl ates",
+      "plate s",
+      "pla tes",
+      "▁l uck",
+      "▁lu ck",
+      "▁luc k",
+      "▁rem aining",
+      "▁remain ing",
+      "▁V ill",
+      "▁Vi ll",
+      "▁Vil l",
+      "wer k",
+      "w erk",
+      "an ni",
+      "ann i",
+      "et ti",
+      "ett i",
+      "fun c",
+      "fu nc",
+      "f unc",
+      "▁b an",
+      "▁ba n",
+      "▁ ban",
+      "im s",
+      "i ms",
+      "mi ss",
+      "mis s",
+      "m iss",
+      "ag raph",
+      "agr aph",
+      "a graph",
+      "ек си",
+      "е кси",
+      "▁R ef",
+      "▁Re f",
+      "▁ Ref",
+      "ni tt",
+      "nit t",
+      "n itt",
+      "▁G ab",
+      "▁Ga b",
+      "▁and ere",
+      "▁jed och",
+      "result s",
+      "! \\",
+      "▁l isted",
+      "▁li sted",
+      "▁list ed",
+      "▁liste d",
+      "▁l oro",
+      "▁lo ro",
+      "▁kn ows",
+      "▁know s",
+      "ж но",
+      "R ad",
+      "▁s ocket",
+      "▁so cket",
+      "▁soc ket",
+      "▁ socket",
+      "mult i",
+      "mul ti",
+      "▁р і",
+      "▁ рі",
+      "ra ils",
+      "rai ls",
+      "r ails",
+      "▁t ar",
+      "▁ta r",
+      "▁ tar",
+      "▁gent le",
+      "se tt",
+      "set t",
+      "s ett",
+      "serv ices",
+      "service s",
+      "bo und",
+      "b ound",
+      "ig keit",
+      "aj a",
+      "a ja",
+      "▁c md",
+      "▁cm d",
+      "▁ cmd",
+      "ag ger",
+      "agg er",
+      "▁b a",
+      "▁ ba",
+      "▁Be lg",
+      "▁Bel g",
+      "▁K le",
+      "▁Kl e",
+      "▁word t",
+      "▁wor dt",
+      "▁f ost",
+      "▁fo st",
+      "▁fos t",
+      "▁dim ension",
+      "An g",
+      "A ng",
+      "um ing",
+      "umin g",
+      "umi ng",
+      "u ming",
+      "Ob j",
+      "не н",
+      "н ен",
+      "▁M arie",
+      "▁Mar ie",
+      "▁Ma rie",
+      "▁Mari e",
+      "▁ Marie",
+      "ex ists",
+      "exist s",
+      "т ро",
+      "▁бо ль",
+      "▁ боль",
+      "em ente",
+      "ement e",
+      "emen te",
+      "e mente",
+      "▁J on",
+      "▁Jo n",
+      "SE RT",
+      "SER T",
+      "S ERT",
+      "▁high est",
+      "ak i",
+      "a ki",
+      "▁t res",
+      "▁tr es",
+      "▁tre s",
+      "▁ tres",
+      "▁circ um",
+      "▁D own",
+      "▁Do wn",
+      "▁Dow n",
+      "▁ Down",
+      "om men",
+      "omm en",
+      "ur er",
+      "ure r",
+      "u rer",
+      "▁caus es",
+      "▁cause s",
+      "▁ca uses",
+      "ven ue",
+      "iss ance",
+      "▁influ ence",
+      "▁influen ce",
+      "▁f at",
+      "▁fa t",
+      "ре ди",
+      "ред и",
+      "р еди",
+      "}\\ \\",
+      "} \\\\",
+      "▁en tr",
+      "▁ent r",
+      "▁ entr",
+      "▁S ign",
+      "▁Si gn",
+      "▁Sig n",
+      "▁ Sign",
+      "▁к ла",
+      "▁ кла",
+      "▁b inding",
+      "▁bind ing",
+      "▁bin ding",
+      "▁ binding",
+      "es sen",
+      "ess en",
+      "esse n",
+      "▁Ф ран",
+      "▁L ocal",
+      "▁Lo cal",
+      "▁Loc al",
+      "▁ Local",
+      "▁я вля",
+      "ap pro",
+      "app ro",
+      "▁dep endencies",
+      "▁depend encies",
+      "▁ dependencies",
+      "▁talk ing",
+      "▁tal king",
+      "▁zur ück",
+      "con nection",
+      "connect ion",
+      "conne ction",
+      "conn ection",
+      "Act ive",
+      "Activ e",
+      "bb e",
+      "b be",
+      "ir ls",
+      "irl s",
+      "▁In f",
+      "▁ Inf",
+      "w d",
+      "▁и с",
+      "▁ ис",
+      "ro ad",
+      "▁con ven",
+      "▁conv en",
+      "ě t",
+      "ве з",
+      "в ез",
+      "▁ent ries",
+      "▁entr ies",
+      "▁ entries",
+      "es c",
+      "e sc",
+      "▁b its",
+      "▁bit s",
+      "▁bi ts",
+      "▁ bits",
+      "as so",
+      "ass o",
+      "W R",
+      "sh ips",
+      "ship s",
+      "s hips",
+      "▁d és",
+      "▁dé s",
+      "es p",
+      "e sp",
+      "Ma ke",
+      "M ake",
+      "▁famil iar",
+      "▁familia r",
+      "Ar t",
+      "A rt",
+      "▁ar my",
+      "▁arm y",
+      "ct r",
+      "c tr",
+      "ér ic",
+      "éri c",
+      "é ric",
+      "que ue",
+      "▁\\ {",
+      "▁ \\{",
+      "ue la",
+      "uel a",
+      "u ela",
+      "am iento",
+      "ami ento",
+      "ши х",
+      "ш их",
+      "▁\" \"\"",
+      "▁\"\" \"",
+      "con tr",
+      "cont r",
+      "лл е",
+      "л ле",
+      "F S",
+      "▁mar ket",
+      "▁mark et",
+      "▁ market",
+      "ån g",
+      "å ng",
+      "cite p",
+      "cit ep",
+      "Il l",
+      "I ll",
+      "ran k",
+      "r ank",
+      "▁s ender",
+      "▁se nder",
+      "▁send er",
+      "▁sen der",
+      "▁ sender",
+      "▁be im",
+      "▁bei m",
+      "ра к",
+      "▁com pat",
+      "▁comp at",
+      "▁ compat",
+      "▁occ urs",
+      "▁occur s",
+      "▁d iese",
+      "▁di ese",
+      "▁die se",
+      "▁dies e",
+      "сти ту",
+      "aw a",
+      "a wa",
+      "▁i OS",
+      "▁Ch inese",
+      "▁Chine se",
+      "▁T R",
+      "▁ TR",
+      "▁K en",
+      "▁Ke n",
+      "▁U ne",
+      "▁Un e",
+      "▁cre ates",
+      "▁create s",
+      "▁sh owed",
+      "▁show ed",
+      "▁sho wed",
+      "▁é v",
+      "▁ év",
+      "olog ia",
+      "olo gia",
+      "▁pro test",
+      "▁prote st",
+      "▁prot est",
+      "▁P f",
+      "▁s quad",
+      "▁squ ad",
+      "++ ,",
+      "á v",
+      "▁ess ere",
+      "з я",
+      "ko l",
+      "k ol",
+      "▁slight ly",
+      "ad dr",
+      "add r",
+      "â n",
+      "▁red uce",
+      "▁redu ce",
+      "▁ reduce",
+      "▁\\ (\\",
+      "▁\\( \\",
+      "▁D ep",
+      "▁De p",
+      "▁ Dep",
+      "▁gener ic",
+      "▁gene ric",
+      "▁ generic",
+      "Lo ader",
+      "Load er",
+      "ț i",
+      "▁п ос",
+      "▁по с",
+      "▁occ asion",
+      "▁occas ion",
+      "▁L ady",
+      "▁La dy",
+      "▁Lad y",
+      "ent ity",
+      "enti ty",
+      "▁av ant",
+      "▁ avant",
+      "▁P as",
+      "▁Pa s",
+      "ag gio",
+      "aggi o",
+      "agg io",
+      "\\ {",
+      "па д",
+      "athol ic",
+      "Pass word",
+      "▁res pond",
+      "▁resp ond",
+      "▁ respond",
+      "▁N on",
+      "▁No n",
+      "▁ Non",
+      "A G",
+      "ne g",
+      "n eg",
+      "▁у с",
+      "▁ ус",
+      "bl ob",
+      "blo b",
+      "b lob",
+      "ck e",
+      "c ke",
+      "▁Cons ider",
+      "▁C are",
+      "▁Car e",
+      "▁Ca re",
+      "ik i",
+      "i ki",
+      "▁Ch icago",
+      "in den",
+      "ind en",
+      "inde n",
+      "▁C op",
+      "▁Co p",
+      "] +",
+      "ö m",
+      "év rier",
+      "к ло",
+      "al en",
+      "ale n",
+      "a len",
+      "▁m aj",
+      "▁ma j",
+      "ra cy",
+      "rac y",
+      "r acy",
+      "or te",
+      "ort e",
+      "ien ts",
+      "ient s",
+      "i ents",
+      "el ls",
+      "ell s",
+      "act ivity",
+      "activ ity",
+      "▁r untime",
+      "▁run time",
+      "▁runt ime",
+      "▁ runtime",
+      "NU LL",
+      "N ULL",
+      "▁poss ibly",
+      "▁possib ly",
+      "▁s tri",
+      "▁st ri",
+      "▁str i",
+      "iz i",
+      "i zi",
+      "▁m ir",
+      "▁mi r",
+      "▁ mir",
+      "▁V ersion",
+      "▁Vers ion",
+      "▁ Version",
+      "pr ime",
+      "prim e",
+      "▁tw enty",
+      "▁M ah",
+      "▁Ma h",
+      "▁s ounds",
+      "▁sound s",
+      "ше н",
+      "ш ен",
+      "cl usion",
+      "clus ion",
+      "ac z",
+      "a cz",
+      "▁determ ined",
+      "▁determine d",
+      "▁determin ed",
+      "▁R ep",
+      "▁Re p",
+      "▁ Rep",
+      "▁Land es",
+      "▁Lan des",
+      "▁w all",
+      "▁wa ll",
+      "▁wal l",
+      "▁ wall",
+      "ig i",
+      "i gi",
+      "▁re set",
+      "▁res et",
+      "▁ reset",
+      "ш о",
+      "ya n",
+      "y an",
+      "Me t",
+      "M et",
+      "e i",
+      "▁app earance",
+      "▁appear ance",
+      "▁f ois",
+      "▁fo is",
+      "▁foi s",
+      "▁ fois",
+      "▁n ell",
+      "▁ne ll",
+      "▁nel l",
+      "▁ nell",
+      "es i",
+      "e si",
+      "ё т",
+      "lo or",
+      "l oor",
+      "▁U l",
+      "▁resol ution",
+      "▁f ot",
+      "▁fo t",
+      "▁through out",
+      "▁r i",
+      "▁ ri",
+      "Le vel",
+      "po ol",
+      "p ool",
+      "▁id entity",
+      "▁ident ity",
+      "▁ identity",
+      "▁j anu",
+      "▁jan u",
+      "▁ja nu",
+      "▁im per",
+      "▁imp er",
+      "▁ imper",
+      "▁ö ver",
+      "} `",
+      "▁in fer",
+      "▁inf er",
+      "▁d ates",
+      "▁da tes",
+      "▁dat es",
+      "▁date s",
+      "▁ dates",
+      "▁Stand ard",
+      "▁ Standard",
+      "for ce",
+      "oc key",
+      "ock ey",
+      "ter a",
+      "te ra",
+      "t era",
+      "▁dist ingu",
+      "▁pres ence",
+      "li ca",
+      "lic a",
+      "l ica",
+      "▁le aving",
+      "it ung",
+      "itu ng",
+      "é b",
+      "▁estab lish",
+      "▁m aar",
+      "▁ma ar",
+      "ad i",
+      "a di",
+      "▁New s",
+      "▁Ne ws",
+      "▁ News",
+      "az on",
+      "a zon",
+      "fo lg",
+      "fol g",
+      "f olg",
+      "▁H ence",
+      "▁Hen ce",
+      "▁Y e",
+      "▁f ab",
+      "▁fa b",
+      "▁ fab",
+      "▁f ühr",
+      "▁ führ",
+      "it map",
+      "▁V ers",
+      "▁Ver s",
+      "▁Ve rs",
+      "ro v",
+      "r ov",
+      "Si gn",
+      "S ign",
+      "de vice",
+      "dev ice",
+      "S igma",
+      "▁wet enschapp",
+      "▁P s",
+      "PA TH",
+      "P ATH",
+      "▁t orn",
+      "▁to rn",
+      "▁tor n",
+      "ve st",
+      "ves t",
+      "v est",
+      "ст ов",
+      "сто в",
+      "с тов",
+      "ac count",
+      "acc ount",
+      "acco unt",
+      "▁lar gest",
+      "▁large st",
+      "▁larg est",
+      "▁per cent",
+      "▁perce nt",
+      "▁ percent",
+      "▁W omen",
+      "▁Wo men",
+      "▁im g",
+      "▁ img",
+      "to ol",
+      "t ool",
+      "▁r oce",
+      "▁ro ce",
+      "▁a y",
+      "▁ ay",
+      "in et",
+      "ine t",
+      "i net",
+      "▁ao ût",
+      "▁pol ynomial",
+      "▁integr al",
+      "▁integra l",
+      "▁a reas",
+      "▁are as",
+      "▁area s",
+      "} '",
+      "▁h yp",
+      "▁hy p",
+      "loy ee",
+      "та ль",
+      "тал ь",
+      "т аль",
+      "▁pro xy",
+      "▁ proxy",
+      "▁W y",
+      "▁М екси",
+      "▁Ме кси",
+      "▁es cape",
+      "▁esc ape",
+      "▁ escape",
+      "ol ar",
+      "ola r",
+      "o lar",
+      "▁mis take",
+      "▁mist ake",
+      ")} {",
+      ") }{",
+      "▁P ot",
+      "▁Po t",
+      "▁process es",
+      "▁proc esses",
+      "\"> \r",
+      "\" >\r",
+      "hal ten",
+      "halt en",
+      "zz a",
+      "z za",
+      "am o",
+      "a mo",
+      "к ре",
+      "▁W ood",
+      "▁Wo od",
+      "ø r",
+      "▁с ер",
+      "▁се р",
+      "▁ сер",
+      "oc ia",
+      "oci a",
+      "o cia",
+      "tw o",
+      "t wo",
+      "pro file",
+      "prof ile",
+      "▁A st",
+      "▁As t",
+      "em bro",
+      "emb ro",
+      "▁ar ms",
+      "▁arm s",
+      "in as",
+      "ina s",
+      "i nas",
+      "in nen",
+      "inn en",
+      "▁m sg",
+      "▁ms g",
+      "▁ msg",
+      "IN T",
+      "I NT",
+      "▁b atter",
+      "▁batt er",
+      "▁bat ter",
+      "ign ment",
+      "▁v y",
+      "▁ vy",
+      "H rsg",
+      "▁G rund",
+      "▁Gr und",
+      "▁Gru nd",
+      "ro c",
+      "r oc",
+      "se g",
+      "s eg",
+      "▁de cor",
+      "▁dec or",
+      "▁ decor",
+      "▁event ually",
+      "> ,",
+      "▁p ag",
+      "▁pa g",
+      "▁ pag",
+      "an ten",
+      "ant en",
+      "ante n",
+      "a nten",
+      "▁str ugg",
+      "▁stru gg",
+      "}^ \\",
+      "} ^\\",
+      "date n",
+      "da ten",
+      "dat en",
+      "d aten",
+      "▁re la",
+      "▁r ela",
+      "▁rel a",
+      "по в",
+      "п ов",
+      "▁ко ро",
+      "▁кор о",
+      "▁B os",
+      "▁Bo s",
+      "▁l abor",
+      "▁la bor",
+      "▁lab or",
+      "▁Se cret",
+      "▁Sec ret",
+      "▁ Secret",
+      "ug en",
+      "uge n",
+      "u gen",
+      "▁j ap",
+      "▁ja p",
+      "▁hus band",
+      "▁Al bum",
+      "▁Alb um",
+      "▁et wa",
+      "▁про из",
+      "ri cht",
+      "ric ht",
+      "rich t",
+      "r icht",
+      "ra ch",
+      "rac h",
+      "r ach",
+      "ba t",
+      "b at",
+      "▁pre par",
+      "▁prep ar",
+      "▁St ock",
+      "▁Sto ck",
+      "▁l ack",
+      "▁la ck",
+      "▁lac k",
+      "▁ lack",
+      "хі д",
+      "х ід",
+      "▁h ogy",
+      "▁ho gy",
+      "▁Ch rome",
+      "▁Chr ome",
+      "▁Ad min",
+      "▁ Admin",
+      "▁com parison",
+      "▁compar ison",
+      "▁incre asing",
+      "н г",
+      "im i",
+      "i mi",
+      "D b",
+      "▁g ef",
+      "▁ge f",
+      "▁ gef",
+      "uch t",
+      "uc ht",
+      "u cht",
+      "és e",
+      "é se",
+      "gen ce",
+      "g ence",
+      "▁C ore",
+      "▁Cor e",
+      "▁Co re",
+      "▁ Core",
+      "▁in correct",
+      "▁incor rect",
+      "▁ass uming",
+      "▁assum ing",
+      "our se",
+      "ours e",
+      "ie ron",
+      "ier on",
+      "iero n",
+      "▁The orem",
+      "▁ Theorem",
+      "▁c asa",
+      "▁cas a",
+      "▁ca sa",
+      "je s",
+      "j es",
+      "▁д ере",
+      "▁де ре",
+      "▁` \"",
+      "L D",
+      "ä ß",
+      "De b",
+      "D eb",
+      "▁su iv",
+      "▁B ank",
+      "▁Ban k",
+      "li bs",
+      "lib s",
+      "▁Le on",
+      "▁Leo n",
+      "▁qu art",
+      "▁quar t",
+      "▁prof essional",
+      "▁profession al",
+      "▁profess ional",
+      "▁t iene",
+      "▁ti ene",
+      "▁tie ne",
+      "▁acc omp",
+      "▁ac comp",
+      "▁accom p",
+      "ст ер",
+      "сте р",
+      "с тер",
+      "▁U K",
+      "▁ UK",
+      "N N",
+      "▁l í",
+      "ц я",
+      "ke l",
+      "k el",
+      "▁ •",
+      "▁d ise",
+      "▁di se",
+      "▁dis e",
+      "on to",
+      "ont o",
+      "▁m á",
+      "if s",
+      "i fs",
+      "bi ld",
+      "bil d",
+      "b ild",
+      "▁comp ute",
+      "▁comput e",
+      "▁ compute",
+      "▁é d",
+      "▁ éd",
+      "j ę",
+      "▁M é",
+      "▁l anguages",
+      "▁language s",
+      "▁T imes",
+      "▁Time s",
+      "▁Tim es",
+      "▁Ti mes",
+      "▁ Times",
+      "ce n",
+      "c en",
+      "▁ав то",
+      "ý m",
+      "en ez",
+      "ene z",
+      "e nez",
+      "▁u pp",
+      "▁up p",
+      "▁ upp",
+      "▁m éd",
+      "▁mé d",
+      "▁cu ando",
+      "о д",
+      "Int ent",
+      "ee rd",
+      "e erd",
+      "▁T al",
+      "▁Ta l",
+      "off set",
+      "offs et",
+      "▁h aben",
+      "▁ha ben",
+      "▁hab en",
+      "▁habe n",
+      "re me",
+      "rem e",
+      "r eme",
+      "▁St ack",
+      "▁Sta ck",
+      "▁ Stack",
+      "▁d ri",
+      "▁dr i",
+      "▁ dri",
+      "▁sein em",
+      "▁seine m",
+      "▁sei nem",
+      "▁f évrier",
+      "▁comb ination",
+      "▁combin ation",
+      "▁s oll",
+      "▁so ll",
+      "▁sol l",
+      "▁mov ement",
+      "▁mo vement",
+      "▁move ment",
+      "Sp ec",
+      "Spe c",
+      "S pec",
+      "к ры",
+      "ret ch",
+      "r etch",
+      "Off set",
+      "Ro ot",
+      "R oot",
+      "А р",
+      "wa rt",
+      "war t",
+      "w art",
+      "▁F ollow",
+      "▁Fol low",
+      "▁So cial",
+      "▁Soci al",
+      "▁Soc ial",
+      "ни ков",
+      "ник ов",
+      "▁ →",
+      "Do n",
+      "D on",
+      "▁h arm",
+      "▁ha rm",
+      "▁har m",
+      "▁ harm",
+      "ag r",
+      "a gr",
+      "ne go",
+      "neg o",
+      "n ego",
+      "re source",
+      "res ource",
+      "▁L uc",
+      "▁Lu c",
+      "▁se inen",
+      "▁sein en",
+      "▁seine n",
+      "▁sei nen",
+      "▁De partment",
+      "▁Depart ment",
+      "▁Up date",
+      "▁ Update",
+      "▁Tex as",
+      "▁re ve",
+      "▁rev e",
+      "▁P os",
+      "▁Po s",
+      "▁ Pos",
+      "▁s hot",
+      "▁sh ot",
+      "▁sho t",
+      "▁ shot",
+      "ot he",
+      "oth e",
+      "o the",
+      "▁repe ated",
+      "▁repeat ed",
+      "▁rec ently",
+      "▁recent ly",
+      "áb an",
+      "á ban",
+      "ak s",
+      "a ks",
+      "па н",
+      "п ан",
+      "▁c ha",
+      "▁ch a",
+      "▁ cha",
+      "oh l",
+      "o hl",
+      "▁t end",
+      "▁te nd",
+      "▁ten d",
+      "▁д во",
+      "ch ts",
+      "cht s",
+      "ça ise",
+      "çais e",
+      "pl ing",
+      "p ling",
+      "al bum",
+      "e j",
+      "▁` [",
+      "ma ps",
+      "map s",
+      "m aps",
+      "▁un its",
+      "▁unit s",
+      "▁< !--",
+      "▁<! --",
+      "▁ <!--",
+      "▁г е",
+      "▁ ге",
+      "▁In formation",
+      "▁Inform ation",
+      "▁ Information",
+      "ik on",
+      "iko n",
+      "i kon",
+      "▁t an",
+      "▁ta n",
+      "▁ tan",
+      "▁d ocker",
+      "▁do cker",
+      "▁doc ker",
+      "▁dock er",
+      "▁ docker",
+      "▁St ad",
+      "▁Sta d",
+      "▁a udio",
+      "▁aud io",
+      "▁audi o",
+      "▁ audio",
+      "ik o",
+      "i ko",
+      "▁co ordinates",
+      "▁coordin ates",
+      "▁coordinate s",
+      "x s",
+      "▁rep lied",
+      "▁) ,",
+      "▁ ),",
+      "▁Govern ment",
+      "▁A cademy",
+      "▁Academ y",
+      "UN T",
+      "U NT",
+      "▁т ри",
+      "▁ три",
+      "B l",
+      "▁a nc",
+      "▁an c",
+      "▁ anc",
+      "ш у",
+      "▁тако ж",
+      "▁in finite",
+      "▁infin ite",
+      "R C",
+      "▁g a",
+      "▁ ga",
+      "▁ad just",
+      "▁adj ust",
+      "▁mer ge",
+      "▁ merge",
+      "; `",
+      "▁p oster",
+      "▁po ster",
+      "▁pos ter",
+      "▁post er",
+      "▁poste r",
+      "▁Japan ese",
+      "\"] ;",
+      "\" ];",
+      "▁ex hib",
+      "▁order ed",
+      "▁ord ered",
+      "▁ ordered",
+      "ict ures",
+      "icture s",
+      "ро с",
+      "р ос",
+      "▁s érie",
+      "▁sé rie",
+      "le ts",
+      "let s",
+      "l ets",
+      "▁i p",
+      "▁ ip",
+      "Select or",
+      "▁ex istence",
+      "▁exist ence",
+      "Re ce",
+      "Rec e",
+      "li ga",
+      "lig a",
+      "l iga",
+      "down load",
+      "▁lem ma",
+      "▁ lemma",
+      "ie v",
+      "i ev",
+      "ud ent",
+      "ude nt",
+      "uden t",
+      "u dent",
+      "sk o",
+      "s ko",
+      "▁A rab",
+      "▁Ar ab",
+      "▁Ara b",
+      "it ate",
+      "ita te",
+      "itat e",
+      "by te",
+      "о т",
+      "ik t",
+      "i kt",
+      "на та",
+      "нат а",
+      "▁A f",
+      "( @",
+      "▁m ad",
+      "▁ma d",
+      "▁ mad",
+      "od b",
+      "o db",
+      "▁el imin",
+      "▁elim in",
+      "▁s pent",
+      "▁sp ent",
+      "▁spe nt",
+      "En ter",
+      "Ent er",
+      "▁Mit g",
+      "Wh en",
+      "W hen",
+      "▁dé part",
+      "▁dép art",
+      "M I",
+      "▁f ellow",
+      "▁fel low",
+      "▁fell ow",
+      "▁thous and",
+      "▁C u",
+      "kt or",
+      "k tor",
+      "Ca che",
+      "C ache",
+      "▁tamb ém",
+      "▁també m",
+      "▁ext ended",
+      "▁extend ed",
+      "ве ст",
+      "at ers",
+      "ate rs",
+      "ater s",
+      "a ters",
+      "▁L ic",
+      "▁Li c",
+      "to type",
+      "tot ype",
+      "▁G a",
+      "▁bl ood",
+      "▁blo od",
+      "▁m apping",
+      "▁ma pping",
+      "▁map ping",
+      "▁ mapping",
+      "▁n omin",
+      "▁no min",
+      "▁nom in",
+      "▁man ifest",
+      "▁manif est",
+      "▁ manifest",
+      "▁p ens",
+      "▁pe ns",
+      "▁pen s",
+      "▁r it",
+      "▁ri t",
+      "▁ rit",
+      "▁file name",
+      "▁fil ename",
+      "▁ filename",
+      "▁f illed",
+      "▁fil led",
+      "▁fill ed",
+      "▁fille d",
+      "▁ filled",
+      "v ä",
+      "▁ra ised",
+      "▁raise d",
+      "▁m obile",
+      "▁mob ile",
+      "▁mobil e",
+      "▁ mobile",
+      "k é",
+      "▁R ight",
+      "▁ Right",
+      "▁ge hör",
+      "▁temper ature",
+      "▁some how",
+      "▁Span ish",
+      "▁k ommun",
+      "▁kom mun",
+      "▁komm un",
+      "▁ch osen",
+      "▁cho sen",
+      "▁chose n",
+      "▁hor se",
+      "▁hors e",
+      "; \\",
+      "▁original ly",
+      "▁origin ally",
+      "Has h",
+      "Ha sh",
+      "H ash",
+      "▁c itt",
+      "▁ci tt",
+      "▁cit t",
+      "▁en core",
+      "▁enc ore",
+      "▁W olf",
+      "▁Wol f",
+      "▁n ú",
+      "▁You ng",
+      "Var i",
+      "V ari",
+      "▁Sch we",
+      "▁Schw e",
+      "▁capt ure",
+      "▁J ane",
+      "▁Jan e",
+      "▁Ja ne",
+      "Inter face",
+      "ow ych",
+      "owy ch",
+      "▁Deutsch land",
+      "▁K ol",
+      "▁Ko l",
+      "▁bound ary",
+      "▁G ND",
+      "No w",
+      "N ow",
+      "ke hr",
+      "( *",
+      "= -",
+      "▁W el",
+      "▁We l",
+      "▁ Wel",
+      "▁C at",
+      "▁Ca t",
+      "▁ Cat",
+      "am ment",
+      "amm ent",
+      "ammen t",
+      "AG E",
+      "A GE",
+      "▁r ights",
+      "▁right s",
+      "Sc roll",
+      "▁happ ening",
+      "▁happen ing",
+      "▁B la",
+      "▁Bl a",
+      "▁s cience",
+      "▁sc ience",
+      "▁sci ence",
+      "aw s",
+      "a ws",
+      "▁behav iour",
+      "▁imp lies",
+      "▁impl ies",
+      "▁ implies",
+      "▁Qu een",
+      "▁Que en",
+      "ov an",
+      "ova n",
+      "o van",
+      "pa y",
+      "p ay",
+      "њ а",
+      "ar et",
+      "are t",
+      "a ret",
+      "er ship",
+      "ers hip",
+      "▁L ang",
+      "▁La ng",
+      "▁Lan g",
+      "▁го д",
+      "▁г од",
+      "▁record ed",
+      "ze m",
+      "z em",
+      "▁Th read",
+      "▁ Thread",
+      "▁t odo",
+      "▁to do",
+      "▁tod o",
+      "og o",
+      "o go",
+      "▁sc enario",
+      "▁scen ario",
+      "▁con cent",
+      "▁conc ent",
+      "▁conce nt",
+      "ре з",
+      "р ез",
+      "St orage",
+      "Sto rage",
+      "▁di rig",
+      "▁dir ig",
+      "▁S eries",
+      "▁Se ries",
+      "▁Ser ies",
+      "▁Serie s",
+      "▁ Series",
+      "▁g as",
+      "▁ga s",
+      "▁ gas",
+      "SE T",
+      "S ET",
+      "è ce",
+      "ra te",
+      "rat e",
+      "r ate",
+      "HT TP",
+      "▁k ap",
+      "▁ka p",
+      "▁ kap",
+      "Em p",
+      "E mp",
+      "UT F",
+      "U TF",
+      "án í",
+      "á ní",
+      "ста ви",
+      "став и",
+      "window s",
+      "wind ows",
+      "w indows",
+      "ér ation",
+      "éra tion",
+      "ap ed",
+      "ape d",
+      "a ped",
+      "▁s istema",
+      "▁sist ema",
+      "▁su rv",
+      "▁sur v",
+      "▁West ern",
+      "▁Wes tern",
+      "▁g é",
+      "▁S uch",
+      "▁Su ch",
+      "Write r",
+      "W riter",
+      "▁can vas",
+      "▁ canvas",
+      "▁gu arante",
+      "sc roll",
+      "scr oll",
+      "av ed",
+      "ave d",
+      "a ved",
+      "It al",
+      "I tal",
+      "▁E lect",
+      "▁El ect",
+      "▁Ele ct",
+      "]( #",
+      "▁H erm",
+      "▁He rm",
+      "▁Her m",
+      "▁Comm and",
+      "▁ Command",
+      "▁Ch ild",
+      "▁Chi ld",
+      "▁ Child",
+      "▁p d",
+      "▁ pd",
+      "ut ch",
+      "S ql",
+      "* .",
+      "▁T ag",
+      "▁Ta g",
+      "▁ Tag",
+      "▁T a",
+      "▁m ail",
+      "▁ma il",
+      "▁mai l",
+      "▁ mail",
+      "sc reen",
+      "scr een",
+      "s creen",
+      "sc r",
+      "s cr",
+      "zi al",
+      "zia l",
+      "z ial",
+      "▁F ür",
+      "▁sugg estions",
+      "▁suggest ions",
+      "▁suggestion s",
+      "ch ester",
+      "che ster",
+      "ches ter",
+      ") |",
+      "per son",
+      "pers on",
+      "p erson",
+      "ze l",
+      "z el",
+      "▁wait ing",
+      "▁wa iting",
+      "▁с ле",
+      "▁ сле",
+      "F L",
+      "▁Al bert",
+      "▁Alb ert",
+      "▁H ij",
+      "▁Hi j",
+      "▁т ер",
+      "▁те р",
+      "▁ тер",
+      "ew rite",
+      "e write",
+      "▁sent ence",
+      "▁lin ux",
+      "▁ linux",
+      "е де",
+      "ên cia",
+      "▁Ital ian",
+      "▁Italia n",
+      "ч ка",
+      "File s",
+      "Fil es",
+      "Fi les",
+      "F iles",
+      "▁not iced",
+      "▁notice d",
+      "bin g",
+      "bi ng",
+      "b ing",
+      "▁Re search",
+      "▁Res earch",
+      "▁al ter",
+      "▁alt er",
+      "▁alte r",
+      "▁ alter",
+      "he el",
+      "\\< ^",
+      "▁Pro cess",
+      "▁ Process",
+      "▁b attle",
+      "▁batt le",
+      "мо в",
+      "м ов",
+      "▁A frica",
+      "▁Afr ica",
+      "▁Af rica",
+      "▁An ne",
+      "▁Ann e",
+      "▁g eld",
+      "▁ge ld",
+      "▁gel d",
+      "} %",
+      "▁d ocs",
+      "▁do cs",
+      "▁doc s",
+      "▁ docs",
+      "Type s",
+      "Ty pes",
+      "Typ es",
+      "T ypes",
+      "▁retr ieve",
+      "▁O fficial",
+      "▁Off icial",
+      "▁Offic ial",
+      "▁t rab",
+      "▁tr ab",
+      "▁tra b",
+      "ц ы",
+      "▁In put",
+      "▁ Input",
+      "st ep",
+      "ste p",
+      "▁l augh",
+      "▁la ugh",
+      "▁Х а",
+      "▁p ela",
+      "▁pe la",
+      "▁pel a",
+      "Me dia",
+      "Med ia",
+      "M edia",
+      "ro ugh",
+      "rou gh",
+      "r ough",
+      "га ни",
+      "ган и",
+      "▁Sh ould",
+      "▁Sho uld",
+      "▁ Should",
+      "▁Cont ent",
+      "▁ Content",
+      "ле м",
+      "л ем",
+      "os h",
+      "o sh",
+      "▁some what",
+      "▁C er",
+      "▁Ce r",
+      "Back ground",
+      "st ru",
+      "str u",
+      "▁in line",
+      "▁ inline",
+      "▁N eder",
+      "▁Ne der",
+      "▁Ned er",
+      "▁mod ules",
+      "▁module s",
+      "▁ modules",
+      "▁B uch",
+      "▁Bu ch",
+      "▁Buc h",
+      "ń ski",
+      "wi det",
+      "wide t",
+      "wid et",
+      "▁z n",
+      "▁ zn",
+      "pos es",
+      "pose s",
+      "p oses",
+      "▁gr adu",
+      "▁gra du",
+      "▁grad u",
+      "▁a qu",
+      "▁ aqu",
+      "P R",
+      "▁put ting",
+      "▁по ли",
+      "▁пол и",
+      "▁ поли",
+      "▁p urch",
+      "▁pur ch",
+      "▁sm ooth",
+      "ри й",
+      "eng ine",
+      "▁l ived",
+      "▁li ved",
+      "▁live d",
+      "▁liv ed",
+      "Acc ount",
+      "Ac count",
+      "Det ails",
+      "Detail s",
+      "▁t ells",
+      "▁tell s",
+      "▁tel ls",
+      "▁Out put",
+      "▁ Output",
+      "He re",
+      "Her e",
+      "H ere",
+      "▁Found ation",
+      "▁ Foundation",
+      "Text View",
+      "▁dec ision",
+      "▁decis ion",
+      "▁dep endency",
+      "▁depend ency",
+      "▁ dependency",
+      "oc ation",
+      "oca tion",
+      "o cation",
+      "ov al",
+      "ova l",
+      "o val",
+      "fe ld",
+      "fel d",
+      "f eld",
+      "▁п ров",
+      "▁про в",
+      "▁пр ов",
+      "▁en ds",
+      "▁end s",
+      "▁ ends",
+      "▁i os",
+      "▁io s",
+      "▁ ios",
+      "▁ex cel",
+      "▁exc el",
+      "▁ excel",
+      "ag u",
+      "a gu",
+      "▁e leg",
+      "▁el eg",
+      "▁ele g",
+      "▁E lement",
+      "▁El ement",
+      "▁Ele ment",
+      "▁ Element",
+      "Que ue",
+      "▁f ö",
+      "вер сите",
+      "▁exper ien",
+      "▁direct ed",
+      "▁dire cted",
+      "▁dir ected",
+      "▁c amb",
+      "▁cam b",
+      "▁ca mb",
+      "▁Д ж",
+      "▁f olg",
+      "▁fol g",
+      "▁fo lg",
+      "▁ folg",
+      "▁c once",
+      "▁con ce",
+      "▁conc e",
+      "▁F ab",
+      "▁Fa b",
+      "▁V i",
+      "▁adv antage",
+      "▁B ei",
+      "▁Be i",
+      "pr od",
+      "pro d",
+      "p rod",
+      "▁X IX",
+      "▁XI X",
+      "▁F ace",
+      "▁Fa ce",
+      "▁Fac e",
+      "▁ Face",
+      "▁v ir",
+      "▁vi r",
+      "▁ vir",
+      "▁Russ ian",
+      "▁Russia n",
+      "▁s pan",
+      "▁sp an",
+      "▁ span",
+      "en í",
+      "e ní",
+      "▁z one",
+      "▁zo ne",
+      "▁ zone",
+      "▁att ach",
+      "▁ attach",
+      "▁б ез",
+      "▁бе з",
+      "▁man agement",
+      "▁manage ment",
+      "▁ management",
+      "A c",
+      "▁о п",
+      "on ce",
+      "onc e",
+      "ha lt",
+      "hal t",
+      "h alt",
+      "us o",
+      "u so",
+      "Sp e",
+      "S pe",
+      "▁r aw",
+      "▁ra w",
+      "▁ raw",
+      "ér o",
+      "é ro",
+      "id el",
+      "ide l",
+      "i del",
+      "la w",
+      "l aw",
+      "She et",
+      "S heet",
+      "▁m ission",
+      "▁miss ion",
+      "▁ mission",
+      "▁came ra",
+      "▁cam era",
+      "▁ camera",
+      "▁hon or",
+      "▁ho nor",
+      "▁appoint ed",
+      "▁R oma",
+      "▁Ro ma",
+      "▁Rom a",
+      "li near",
+      "line ar",
+      "lin ear",
+      "Row s",
+      "Ro ws",
+      "R ows",
+      "fer ences",
+      "ference s",
+      "▁I O",
+      "▁ IO",
+      "▁cover ed",
+      "▁cov ered",
+      "ra j",
+      "r aj",
+      "ств ова",
+      "ство ва",
+      "▁S ym",
+      "▁Sy m",
+      "▁ Sym",
+      "▁t id",
+      "▁ti d",
+      "▁ tid",
+      "is c",
+      "i sc",
+      "▁R ud",
+      "▁Ru d",
+      "▁enc uent",
+      "▁fail ure",
+      "üs s",
+      "ü ss",
+      "▁s qu",
+      "▁sq u",
+      "▁ squ",
+      "▁p aint",
+      "▁pa int",
+      "▁pain t",
+      "▁ser ious",
+      "▁c ursor",
+      "▁curs or",
+      "▁ cursor",
+      "tr as",
+      "tra s",
+      "t ras",
+      "▁dis cussion",
+      "▁discuss ion",
+      "▁ discussion",
+      "▁c ried",
+      "▁cr ied",
+      "▁cri ed",
+      "er ie",
+      "eri e",
+      "e rie",
+      "▁De velop",
+      "▁ Develop",
+      "▁re write",
+      "▁r ewrite",
+      "▁ rewrite",
+      "▁gén éral",
+      "▁généra l",
+      "wa it",
+      "w ait",
+      "▁Har ry",
+      "▁Harr y",
+      "í r",
+      "▁ge public",
+      "▁gep ublic",
+      "▁и г",
+      "і б",
+      "я т",
+      "▁И з",
+      "▁equ ations",
+      "▁equation s",
+      "▁p lane",
+      "▁pl ane",
+      "▁pla ne",
+      "▁plan e",
+      "▁ plane",
+      "▁ac qu",
+      "▁an gle",
+      "▁ang le",
+      "▁ angle",
+      "▁t rees",
+      "▁tr ees",
+      "▁tre es",
+      "▁tree s",
+      "▁ trees",
+      "▁К он",
+      "▁Ко н",
+      "V D",
+      "pe rt",
+      "per t",
+      "p ert",
+      "▁doc uments",
+      "▁document s",
+      "c b",
+      "▁im plements",
+      "▁implement s",
+      "▁impl ements",
+      "ста нов",
+      "стан ов",
+      "▁W alter",
+      "▁Wal ter",
+      "зы ва",
+      "▁с пе",
+      "▁сп е",
+      "▁ спе",
+      "▁ch ap",
+      "▁cha p",
+      "ple x",
+      "pl ex",
+      "p lex",
+      "▁m agnet",
+      "▁mag net",
+      "▁magn et",
+      "▁gepublic eerd",
+      "▁high ly",
+      "▁l eurs",
+      "▁le urs",
+      "▁leur s",
+      "▁d ress",
+      "▁dr ess",
+      "▁dre ss",
+      "▁re start",
+      "▁rest art",
+      "▁resta rt",
+      "Re nder",
+      "R ender",
+      "Call back",
+      "is o",
+      "i so",
+      "▁const itu",
+      "▁constit u",
+      "▁E nde",
+      "▁En de",
+      "▁End e",
+      "Z E",
+      "▁Ang eles",
+      "▁Angel es",
+      "▁der ived",
+      "▁deriv ed",
+      "▁derive d",
+      "=\" {",
+      "] \\",
+      "▁Ch ange",
+      "▁Chan ge",
+      "▁ Change",
+      "▁H aus",
+      "▁Ha us",
+      "▁st ad",
+      "▁sta d",
+      "▁ stad",
+      "▁Re quest",
+      "▁ Request",
+      "om o",
+      "o mo",
+      "▁Act ive",
+      "▁Activ e",
+      "▁ Active",
+      "ur en",
+      "ure n",
+      "u ren",
+      "▁t ourn",
+      "▁to urn",
+      "▁tour n",
+      "▁tou rn",
+      "▁particular ly",
+      "Serv let",
+      "ab c",
+      "a bc",
+      "wide tilde",
+      "widet ilde",
+      "an dra",
+      "and ra",
+      "andr a",
+      "Hel per",
+      "Help er",
+      "R ule",
+      "▁plus ieurs",
+      "▁w ave",
+      "▁wa ve",
+      "▁ wave",
+      "ne q",
+      "n eq",
+      "▁Т е",
+      "fr e",
+      "f re",
+      "sk é",
+      "s ké",
+      "▁al c",
+      "▁l ogs",
+      "▁lo gs",
+      "▁log s",
+      "▁ logs",
+      "G S",
+      "▁M ol",
+      "▁Mo l",
+      "▁per mission",
+      "▁perm ission",
+      "▁ permission",
+      "▁s oul",
+      "▁so ul",
+      "▁sou l",
+      "▁w ants",
+      "▁want s",
+      "▁gu ide",
+      "▁guid e",
+      "▁ guide",
+      "▁v iene",
+      "▁vi ene",
+      "▁vie ne",
+      "▁Wil helm",
+      "▁ev idence",
+      "\"} ,",
+      "\" },",
+      "ro pol",
+      "rop ol",
+      "r opol",
+      "▁auth entication",
+      "▁authentic ation",
+      "▁ authentication",
+      "▁occur red",
+      "▁occurr ed",
+      "▁I F",
+      "▁ IF",
+      "no c",
+      "n oc",
+      "I A",
+      "▁B an",
+      "▁Ba n",
+      "▁к ар",
+      "▁ка р",
+      "▁ кар",
+      "▁b le",
+      "▁bl e",
+      "▁ ble",
+      "▁se gment",
+      "▁seg ment",
+      "▁ segment",
+      "▁p layers",
+      "▁play ers",
+      "▁player s",
+      "is i",
+      "i si",
+      "▁st uck",
+      "▁P y",
+      "▁ Py",
+      "An y",
+      "A ny",
+      "ho u",
+      "h ou",
+      "▁form att",
+      "▁format t",
+      "▁forma tt",
+      "▁pe ace",
+      "▁К ар",
+      "▁Ка р",
+      "et es",
+      "ete s",
+      "e tes",
+      "df rac",
+      "d frac",
+      "( ?",
+      "▁S ite",
+      "▁Si te",
+      "▁Sit e",
+      "▁ Site",
+      "▁L ive",
+      "▁Li ve",
+      "▁Liv e",
+      "▁ Live",
+      "▁U s",
+      "▁ Us",
+      "▁c lim",
+      "▁cl im",
+      "▁cli m",
+      "▁A li",
+      "▁Al i",
+      "ре й",
+      "р ей",
+      "▁Pr ince",
+      "▁Prin ce",
+      "▁ob lig",
+      "ie b",
+      "i eb",
+      "▁A lt",
+      "▁Al t",
+      "▁ Alt",
+      "▁p ros",
+      "▁pro s",
+      "▁pr os",
+      "ra cle",
+      "rac le",
+      "r acle",
+      "▁C ette",
+      "▁Ce tte",
+      "▁Cet te",
+      "ke s",
+      "k es",
+      "z ös",
+      "ouv elle",
+      "ouve lle",
+      "ouvel le",
+      "//// ////",
+      "ab y",
+      "a by",
+      "ér e",
+      "é re",
+      "ra ne",
+      "ran e",
+      "r ane",
+      "▁po wers",
+      "▁power s",
+      "▁pow ers",
+      "▁P ath",
+      "▁Pa th",
+      "▁Pat h",
+      "▁ Path",
+      "▁W ord",
+      "▁Wo rd",
+      "▁Wor d",
+      "▁ Word",
+      "▁trans action",
+      "▁ transaction",
+      "▁caus ing",
+      "▁ca using",
+      "ell schaft",
+      "â t",
+      "▁C PU",
+      "▁CP U",
+      "▁dep th",
+      "▁ depth",
+      "ST R",
+      "S TR",
+      "▁Con f",
+      "▁ Conf",
+      "▁r are",
+      "▁ra re",
+      "▁ rare",
+      "▁A k",
+      "▁b on",
+      "▁bo n",
+      "▁ bon",
+      "▁Car los",
+      "▁Carl os",
+      "▁Carlo s",
+      "▁specific ally",
+      "ri cs",
+      "ric s",
+      "r ics",
+      "KE Y",
+      "K EY",
+      "▁st ars",
+      "▁star s",
+      "▁sta rs",
+      "ér ica",
+      "éri ca",
+      "éric a",
+      "é rica",
+      "▁Л у",
+      "▁con figure",
+      "▁config ure",
+      "▁configur e",
+      "▁ configure",
+      "▁a gent",
+      "▁ag ent",
+      "▁age nt",
+      "▁ agent",
+      "▁expla ined",
+      "▁expl ained",
+      "▁explain ed",
+      "▁co efficient",
+      "д ь",
+      "' }",
+      "▁v ida",
+      "▁vi da",
+      "▁vid a",
+      "▁S yn",
+      "▁Sy n",
+      "▁ Syn",
+      "▁на зва",
+      "▁O ption",
+      "▁Op tion",
+      "▁Opt ion",
+      "▁ Option",
+      "▁r ob",
+      "▁ro b",
+      "▁ rob",
+      "▁к лу",
+      ": [",
+      "ant ly",
+      "dep endency",
+      "▁C ur",
+      "▁Cu r",
+      "▁ Cur",
+      "▁fr ances",
+      "▁fran ces",
+      "▁franc es",
+      "▁ide al",
+      "▁idea l",
+      "S w",
+      "▁г руп",
+      "▁гру п",
+      "▁Cap tain",
+      "▁Capt ain",
+      "▁t odos",
+      "▁tod os",
+      "▁todo s",
+      "J o",
+      "▁p elo",
+      "▁pe lo",
+      "▁pel o",
+      "? ](",
+      "▁fa ith",
+      "▁fait h",
+      "ово й",
+      "о вой",
+      "▁f resh",
+      "▁fr esh",
+      "▁fre sh",
+      "▁fres h",
+      "▁p ropri",
+      "▁prop ri",
+      "Time out",
+      "▁v eh",
+      "▁ve h",
+      "cont ents",
+      "content s",
+      "▁D ocument",
+      "▁Doc ument",
+      "▁ Document",
+      "col lection",
+      "collect ion",
+      "coll ection",
+      "▁k ar",
+      "▁ka r",
+      "▁ kar",
+      "ru ck",
+      "r uck",
+      "You r",
+      "Y our",
+      "um a",
+      "u ma",
+      "▁math emat",
+      "En abled",
+      "Enable d",
+      "пу бли",
+      "▁Eng ine",
+      "▁ Engine",
+      "▁Mün chen",
+      "▁по се",
+      "▁пос е",
+      "▁f on",
+      "▁fo n",
+      "▁ fon",
+      "arch ive",
+      "archiv e",
+      "▁fre quency",
+      "▁frequ ency",
+      "}+ \\",
+      "} +\\",
+      "ât e",
+      "â te",
+      "▁k or",
+      "▁ko r",
+      "▁ kor",
+      "▁К ра",
+      "Si ng",
+      "S ing",
+      "mon th",
+      "mo nth",
+      "mont h",
+      "▁H aw",
+      "▁Ha w",
+      "▁s ys",
+      "▁sy s",
+      "▁ sys",
+      "er me",
+      "erm e",
+      "▁W ould",
+      "▁Wo uld",
+      "▁imp act",
+      "urr ency",
+      "li cht",
+      "lic ht",
+      "lich t",
+      "l icht",
+      "▁a pt",
+      "▁ap t",
+      "▁ apt",
+      "ie re",
+      "ier e",
+      "i ere",
+      "▁m otion",
+      "▁mo tion",
+      "▁mot ion",
+      "С СР",
+      "▁I nit",
+      "▁In it",
+      "▁ Init",
+      "▁m s",
+      "▁ ms",
+      "▁M S",
+      "▁ MS",
+      "sh ift",
+      "▁au tres",
+      "▁aut res",
+      "▁autre s",
+      "▁ autres",
+      "▁b ash",
+      "▁bas h",
+      "▁ba sh",
+      "▁ bash",
+      "h idden",
+      "or io",
+      "ori o",
+      "o rio",
+      "▁cele br",
+      "▁L iber",
+      "▁Li ber",
+      "▁Lib er",
+      "et o",
+      "e to",
+      "▁d ove",
+      "▁do ve",
+      "▁dov e",
+      "▁path s",
+      "▁pat hs",
+      "▁ paths",
+      "▁in j",
+      "C ategory",
+      "▁c ry",
+      "▁cr y",
+      "▁mar ked",
+      "▁mark ed",
+      "у до",
+      "ash ion",
+      "ashi on",
+      "äl t",
+      "ä lt",
+      "▁l an",
+      "▁la n",
+      "▁ lan",
+      "▁te ams",
+      "▁team s",
+      "▁tea ms",
+      "▁k v",
+      "▁ kv",
+      "ia ms",
+      "iam s",
+      "i ams",
+      "ab an",
+      "aba n",
+      "a ban",
+      "▁T ABLE",
+      "▁ TABLE",
+      "ва р",
+      "в ар",
+      "Re pos",
+      "Rep os",
+      "▁B ell",
+      "▁Be ll",
+      "▁Bel l",
+      "▁pub blic",
+      "▁count ries",
+      "▁s pin",
+      "▁sp in",
+      "▁l ég",
+      "▁lé g",
+      "▁K rie",
+      "▁Kr ie",
+      "▁J ones",
+      "▁Jo nes",
+      "▁Jon es",
+      "wh ite",
+      "H tml",
+      "Pr ess",
+      "Pre ss",
+      "Pres s",
+      "P ress",
+      "▁Bl ue",
+      "▁ Blue",
+      "Oper ation",
+      "▁A nth",
+      "▁An th",
+      "▁Ant h",
+      "▁p se",
+      "▁ps e",
+      "▁ pse",
+      "▁F ont",
+      "▁Fo nt",
+      "▁Fon t",
+      "▁ Font",
+      "▁th eme",
+      "▁the me",
+      "▁them e",
+      "▁ theme",
+      "▁block s",
+      "▁blo cks",
+      "$ )",
+      "▁g lad",
+      "▁gl ad",
+      "▁gla d",
+      "▁man age",
+      "or den",
+      "ord en",
+      "orde n",
+      "os ten",
+      "ost en",
+      "o sten",
+      "col e",
+      "co le",
+      "c ole",
+      "▁S P",
+      "▁ SP",
+      "▁sch ema",
+      "▁sche ma",
+      "▁ schema",
+      "ur as",
+      "ura s",
+      "u ras",
+      "▁when ever",
+      "Ш А",
+      "ри то",
+      "рит о",
+      "▁discover ed",
+      "▁p refix",
+      "▁pre fix",
+      "▁ prefix",
+      "glob al",
+      "g lobal",
+      "ro ke",
+      "rok e",
+      "r oke",
+      "ze s",
+      "z es",
+      "ch te",
+      "cht e",
+      "▁Be fore",
+      "▁Bef ore",
+      "▁ Before",
+      "ме ни",
+      "мен и",
+      "▁D ig",
+      "▁Di g",
+      "▁ Dig",
+      "▁ra pid",
+      "▁rap id",
+      "▁l leg",
+      "▁ll eg",
+      "▁lle g",
+      "equ als",
+      "eq uals",
+      "equal s",
+      "▁H och",
+      "▁Ho ch",
+      "for all",
+      "ва ти",
+      "ват и",
+      "us z",
+      "u sz",
+      "▁att ached",
+      "▁attach ed",
+      "Ex pression",
+      "Exp ression",
+      "Expr ession",
+      "Express ion",
+      "▁st ock",
+      "▁sto ck",
+      "▁ stock",
+      "ül l",
+      "ü ll",
+      "pe t",
+      "p et",
+      "ess ions",
+      "ession s",
+      "col o",
+      "co lo",
+      "c olo",
+      "▁g y",
+      "▁ gy",
+      "Bo ok",
+      "B ook",
+      "▁Jac ob",
+      "▁Pro duct",
+      "▁Produ ct",
+      "▁ Product",
+      "▁input s",
+      "ми р",
+      "▁learn ed",
+      "▁lear ned",
+      "ów n",
+      "ó wn",
+      "▁po lice",
+      "▁pol ice",
+      "▁polic e",
+      "▁ле т",
+      "▁ лет",
+      "▁I tem",
+      "▁It em",
+      "▁ Item",
+      "▁e ye",
+      "ai ent",
+      "a ient",
+      "▁Sam mlung",
+      "▁L or",
+      "▁Lo r",
+      "▁re pres",
+      "▁rep res",
+      "▁repr es",
+      "▁repre s",
+      "▁f est",
+      "▁fe st",
+      "▁ fest",
+      "Con d",
+      "Co nd",
+      "C ond",
+      "▁n ouve",
+      "▁no uve",
+      "▁nou ve",
+      "▁ext end",
+      "▁ extend",
+      "▁Fran ces",
+      "▁France s",
+      "▁Fr ances",
+      "▁Franc es",
+      "▁F ind",
+      "▁Fin d",
+      "▁ Find",
+      "▁de ze",
+      "▁dez e",
+      "er na",
+      "ern a",
+      "▁hab ía",
+      "pr ü",
+      "▁mo tor",
+      "▁mot or",
+      "bi e",
+      "b ie",
+      "Hel lo",
+      "H ello",
+      "▁res id",
+      "▁f inale",
+      "▁fin ale",
+      "▁final e",
+      "% )",
+      "{ '",
+      "▁H ard",
+      "▁Har d",
+      "▁Ha rd",
+      "▁p airs",
+      "▁pa irs",
+      "▁pair s",
+      "▁E ll",
+      "▁El l",
+      "iv ot",
+      "ivo t",
+      "re es",
+      "ree s",
+      "r ees",
+      "▁For ce",
+      "▁even ing",
+      "▁ev ening",
+      "▁des pués",
+      "▁desp ués",
+      "r g",
+      "Wh y",
+      "W hy",
+      "▁c onn",
+      "▁con n",
+      "▁co nn",
+      "▁ conn",
+      "sch ema",
+      "sche ma",
+      "хо д",
+      "х од",
+      "▁ме жду",
+      "▁fl ash",
+      "▁fla sh",
+      "▁ flash",
+      "sk ip",
+      "ski p",
+      "▁min ute",
+      "▁v ed",
+      "▁ve d",
+      "▁ ved",
+      "ay lor",
+      "▁s eus",
+      "▁se us",
+      "▁seu s",
+      "▁Ma jor",
+      "▁Maj or",
+      "▁fr anc",
+      "▁fran c",
+      "▁fra nc",
+      "▁r ac",
+      "▁ra c",
+      "▁ rac",
+      "k w",
+      "c v",
+      "N ative",
+      "▁B utton",
+      "▁But ton",
+      "▁ Button",
+      "ни ци",
+      "ниц и",
+      "sett ings",
+      "setting s",
+      "s ettings",
+      "▁A ccess",
+      "▁Acc ess",
+      "▁Ac cess",
+      "▁ Access",
+      "▁qu ality",
+      "▁qual ity",
+      "▁quali ty",
+      "▁ quality",
+      "pr ops",
+      "pro ps",
+      "prop s",
+      "F loat",
+      "▁S cot",
+      "▁Sc ot",
+      "▁A D",
+      "▁ AD",
+      "▁al lem",
+      "▁all em",
+      "▁alle m",
+      "& \\",
+      "ustr ation",
+      "pat tern",
+      "mi r",
+      "m ir",
+      "▁incor por",
+      "sk ich",
+      "ski ch",
+      "' >",
+      "St and",
+      "▁techn ique",
+      "▁techni que",
+      "▁E ss",
+      "▁Es s",
+      "▁Ox ford",
+      "▁ ла",
+      "t ikz",
+      "ли й",
+      "Log in",
+      "Lo gin",
+      "▁min ister",
+      "▁minist er",
+      "▁mini ster",
+      "▁ minister",
+      "▁c url",
+      "▁cu rl",
+      "▁cur l",
+      "▁ curl",
+      "ka n",
+      "k an",
+      "▁m aps",
+      "▁ma ps",
+      "▁map s",
+      "▁ maps",
+      "in da",
+      "ind a",
+      "ri eb",
+      "rie b",
+      "r ieb",
+      "▁E ND",
+      "▁EN D",
+      "▁ END",
+      "if ies",
+      "ifi es",
+      "ifie s",
+      "con sole",
+      "cons ole",
+      "bu ry",
+      "bur y",
+      "b ury",
+      "▁L E",
+      "▁ LE",
+      "▁indep end",
+      "▁inde pend",
+      "▁t a",
+      "▁ ta",
+      "▁ Ś",
+      "on el",
+      "one l",
+      "o nel",
+      "és z",
+      "é sz",
+      "▁I st",
+      "▁Is t",
+      "ut ive",
+      "uti ve",
+      "ё л",
+      "▁Reg ion",
+      "▁ Region",
+      "▁( =",
+      "▁comp act",
+      "ço is",
+      "ç ois",
+      "▁label s",
+      "▁lab els",
+      "▁ labels",
+      "autor ité",
+      "▁s tan",
+      "▁st an",
+      "▁sta n",
+      "▁ stan",
+      "▁fran çaise",
+      "▁français e",
+      "▁rem oving",
+      "▁remov ing",
+      "y c",
+      "} |",
+      "▁Ex ec",
+      "▁ Exec",
+      "($ _",
+      "( $_",
+      "ma g",
+      "m ag",
+      "be fore",
+      "▁stop ped",
+      "▁sto pped",
+      "ми и",
+      "▁ref resh",
+      "▁ refresh",
+      "un kt",
+      "unk t",
+      "ic io",
+      "ici o",
+      "i cio",
+      "X ml",
+      "▁T ab",
+      "▁Ta b",
+      "▁ Tab",
+      "▁f ounded",
+      "▁found ed",
+      "▁f al",
+      "▁fa l",
+      "▁ fal",
+      "f x",
+      "▁Histor ia",
+      "▁Hist oria",
+      "▁Ear ly",
+      "▁Earl y",
+      "Do m",
+      "D om",
+      "▁de cide",
+      "▁dec ide",
+      "▁decid e",
+      "▁under stood",
+      "▁j ur",
+      "▁ju r",
+      "▁N r",
+      "▁cap ac",
+      "wa s",
+      "w as",
+      "▁en emy",
+      "▁enem y",
+      "▁program s",
+      "▁m ask",
+      "▁ma sk",
+      "▁mas k",
+      "▁ mask",
+      "ск е",
+      "с ке",
+      "▁gr oupe",
+      "▁group e",
+      "ca m",
+      "c am",
+      "▁w idget",
+      "▁wid get",
+      "▁ widget",
+      "RE ATE",
+      "▁se va",
+      "▁Bar cel",
+      "▁p erd",
+      "▁per d",
+      "▁pe rd",
+      "▁М у",
+      "ran ce",
+      "r ance",
+      "TY PE",
+      "T YPE",
+      "▁{ '",
+      "▁ {'",
+      "▁b ill",
+      "▁bi ll",
+      "▁bil l",
+      "▁\" _",
+      "' `",
+      "ba hn",
+      "bah n",
+      "b ahn",
+      "▁cont ained",
+      "▁contain ed",
+      "Cl ose",
+      "C lose",
+      "ru g",
+      "r ug",
+      "eg y",
+      "e gy",
+      "▁s ight",
+      "▁sig ht",
+      "▁Pro vin",
+      "▁Prov in",
+      "н ю",
+      "ar z",
+      "a rz",
+      "ще н",
+      "щ ен",
+      "▁J oe",
+      "▁Jo e",
+      "▁de leted",
+      "▁delete d",
+      "▁delet ed",
+      "▁A uto",
+      "▁Aut o",
+      "▁Au to",
+      "▁ Auto",
+      "▁m eter",
+      "▁me ter",
+      "▁met er",
+      "▁ meter",
+      "C G",
+      "ъ л",
+      "▁p ent",
+      "▁pe nt",
+      "▁pen t",
+      "▁ pent",
+      "▁be zeichnet",
+      "Su m",
+      "S um",
+      "db c",
+      "d bc",
+      "▁Pl atz",
+      "▁Pla tz",
+      "▁Plat z",
+      "ect ors",
+      "ector s",
+      "e ctors",
+      "▁L ittle",
+      "QU E",
+      "Q UE",
+      "ці я",
+      "ц ія",
+      "те ля",
+      "тел я",
+      "nig ht",
+      "n ight",
+      "▁l l",
+      "▁ ll",
+      "▁most ly",
+      "UI D",
+      "U ID",
+      "▁b ez",
+      "▁be z",
+      "▁ bez",
+      "do b",
+      "d ob",
+      "кс и",
+      "к си",
+      "ter ne",
+      "tern e",
+      "t erne",
+      "▁cor ner",
+      "▁corn er",
+      "at y",
+      "a ty",
+      "▁impro ve",
+      "▁improv e",
+      "▁impr ove",
+      "▁in tr",
+      "▁int r",
+      "▁` @",
+      "ar od",
+      "aro d",
+      "a rod",
+      "▁install ation",
+      "▁instal lation",
+      "▁Refer ências",
+      "ig an",
+      "iga n",
+      "i gan",
+      "▁crit ic",
+      "ad el",
+      "ade l",
+      "a del",
+      "▁се ло",
+      ", \r",
+      "at ori",
+      "ator i",
+      "ato ri",
+      "▁F ri",
+      "▁Fr i",
+      "▁ Fri",
+      "▁ré férences",
+      "▁Int ent",
+      "▁ Intent",
+      "▁t ant",
+      "▁tan t",
+      "▁ta nt",
+      "un ci",
+      "unc i",
+      "▁level s",
+      "▁lev els",
+      "er es",
+      "ere s",
+      "e res",
+      "▁e mer",
+      "▁em er",
+      "▁ emer",
+      "sa fe",
+      "t k",
+      "▁c ham",
+      "▁ch am",
+      "▁cha m",
+      "▁great ly",
+      "▁we it",
+      "▁ weit",
+      "▁co ach",
+      "▁to ward",
+      "Hom e",
+      "H ome",
+      "▁Bo olean",
+      "▁ Boolean",
+      "те л",
+      "т ел",
+      "▁m ock",
+      "▁mo ck",
+      "▁ mock",
+      "▁appreci ate",
+      "▁C ross",
+      "▁Cr oss",
+      "▁Cro ss",
+      "▁T ake",
+      "▁Ta ke",
+      "▁Tak e",
+      "▁ Take",
+      "D P",
+      "▁s ides",
+      "▁si des",
+      "▁side s",
+      "▁sid es",
+      "▁Norm daten",
+      "де й",
+      "д ей",
+      "st al",
+      "sta l",
+      "s tal",
+      "▁c out",
+      "▁co ut",
+      "▁cou t",
+      "▁ cout",
+      "b n",
+      "▁V ert",
+      "▁Ver t",
+      "▁Ve rt",
+      "▁ Vert",
+      "▁b ird",
+      "▁bi rd",
+      "▁bir d",
+      "▁ bird",
+      "▁dynam ically",
+      "▁dynamic ally",
+      "▁D ol",
+      "▁Do l",
+      "▁B urg",
+      "▁Bu rg",
+      "▁Bur g",
+      "▁d og",
+      "▁do g",
+      "▁ dog",
+      "ät t",
+      "ä tt",
+      "▁n uc",
+      "▁nu c",
+      "E C",
+      "By tes",
+      "Byte s",
+      "▁a k",
+      "▁ ak",
+      "re land",
+      "rel and",
+      "r eland",
+      "▁gu itar",
+      "▁reg arding",
+      "▁regard ing",
+      "▁F uß",
+      "▁Fu ß",
+      "▁до л",
+      "▁ дол",
+      "au ss",
+      "aus s",
+      "a uss",
+      "▁j ej",
+      "▁je j",
+      "ac o",
+      "a co",
+      "▁up dates",
+      "▁update s",
+      "▁upd ates",
+      "ру к",
+      "р ук",
+      "(' /",
+      "▁c old",
+      "▁col d",
+      "▁co ld",
+      "▁G iven",
+      "▁Gi ven",
+      "▁Give n",
+      "hi n",
+      "h in",
+      "▁fe eling",
+      "▁feel ing",
+      "▁fee ling",
+      "ig li",
+      "fa h",
+      "f ah",
+      "ст ре",
+      "стр е",
+      "с тре",
+      "bo ol",
+      "b ool",
+      "init ial",
+      "▁станов ника",
+      "▁An na",
+      "▁Ann a",
+      "▁h ors",
+      "▁hor s",
+      "▁ho rs",
+      "▁d oll",
+      "▁do ll",
+      "▁dol l",
+      "▁con sum",
+      "▁cons um",
+      "▁ consum",
+      "ub er",
+      "ube r",
+      "u ber",
+      "stand ing",
+      "stan ding",
+      "act iv",
+      "з і",
+      "check ed",
+      "▁perm issions",
+      "▁permission s",
+      "▁M onte",
+      "▁Mon te",
+      "▁Mont e",
+      "Write Line",
+      "pl us",
+      "p lus",
+      "▁E qu",
+      "▁Eq u",
+      "▁ Equ",
+      "▁и х",
+      "▁ их",
+      "ч ки",
+      "un que",
+      "▁L O",
+      "▁ LO",
+      "e a",
+      "sam ple",
+      "s ample",
+      "ie sz",
+      "ies z",
+      "i esz",
+      "or al",
+      "ora l",
+      "o ral",
+      "▁И н",
+      "os ton",
+      "ost on",
+      "osto n",
+      "o ston",
+      "▁S imon",
+      "▁Sim on",
+      "▁Si mon",
+      "fa st",
+      "fas t",
+      "f ast",
+      "m k",
+      "as sen",
+      "ass en",
+      "asse n",
+      "▁arch itecture",
+      "▁architect ure",
+      "▁ architecture",
+      "ens es",
+      "ense s",
+      "▁ Å",
+      "▁to pic",
+      "▁top ic",
+      "▁ topic",
+      "▁dis able",
+      "▁ disable",
+      "▁C ru",
+      "▁Cr u",
+      "▁Cont rol",
+      "▁ Control",
+      "▁cre ation",
+      "▁hy per",
+      "▁hyp er",
+      "▁ hyper",
+      "it ud",
+      "itu d",
+      "же ния",
+      "ar am",
+      "ara m",
+      "a ram",
+      "▁г де",
+      "ien st",
+      "iens t",
+      "i enst",
+      "ed ule",
+      "edu le",
+      "▁B ot",
+      "▁Bo t",
+      "▁О с",
+      "▁The ir",
+      "an ne",
+      "ann e",
+      "M icrosoft",
+      "▁P M",
+      "▁ PM",
+      "yd ro",
+      "y dro",
+      "ent lich",
+      "▁E ine",
+      "▁Ein e",
+      "CH AR",
+      ": '",
+      "We ll",
+      "Wel l",
+      "W ell",
+      "le ton",
+      "let on",
+      "l eton",
+      "▁support s",
+      "▁sup ports",
+      "'] )",
+      "' ])",
+      "man ual",
+      "▁v ice",
+      "▁vi ce",
+      "▁vic e",
+      "▁ vice",
+      "as a",
+      "a sa",
+      "cl os",
+      "clo s",
+      "c los",
+      "vi sed",
+      "vis ed",
+      "v ised",
+      "▁p ok",
+      "▁po k",
+      "tr ack",
+      "tra ck",
+      "t rack",
+      "но ст",
+      "нос т",
+      "... .....",
+      ".... ....",
+      "..... ...",
+      "▁' \\",
+      "▁ '\\",
+      "² .",
+      "▁or ders",
+      "▁order s",
+      "▁ord ers",
+      "▁ orders",
+      "et ta",
+      "ett a",
+      "e tta",
+      "▁con version",
+      "▁conv ersion",
+      "▁convers ion",
+      "▁t rade",
+      "▁tr ade",
+      "▁tra de",
+      "▁trad e",
+      "cl i",
+      "c li",
+      "▁И сто",
+      "▁Ис то",
+      "▁a kt",
+      "▁ak t",
+      "▁ akt",
+      "▁sub set",
+      "▁subs et",
+      "▁ subset",
+      "▁a ug",
+      "▁au g",
+      "▁ aug",
+      "▁le aves",
+      "▁leave s",
+      "Mat h",
+      "Ma th",
+      "M ath",
+      "an ned",
+      "ann ed",
+      "anne d",
+      "ka l",
+      "k al",
+      "▁Ве ли",
+      "▁n og",
+      "▁no g",
+      "▁ nog",
+      "▁e th",
+      "▁et h",
+      "▁ eth",
+      "▁h air",
+      "▁ha ir",
+      "ar ound",
+      "aro und",
+      "a round",
+      "▁java x",
+      "▁jav ax",
+      "▁ javax",
+      "во й",
+      "▁C entre",
+      "▁Cent re",
+      "ö ß",
+      "ut i",
+      "u ti",
+      "▁n avigation",
+      "▁navig ation",
+      "▁ navigation",
+      "▁P S",
+      "▁ PS",
+      "▁w a",
+      "▁ wa",
+      "▁Ро ссии",
+      "▁Рос сии",
+      "▁Росси и",
+      "us a",
+      "u sa",
+      "ze ta",
+      "zet a",
+      "z eta",
+      "▁P DF",
+      "▁ PDF",
+      "▁m ismo",
+      "▁mis mo",
+      "▁mism o",
+      "pro perties",
+      "me ister",
+      "ль та",
+      "for ward",
+      "▁O st",
+      "▁Os t",
+      "ki ns",
+      "kin s",
+      "k ins",
+      "▁s ido",
+      "▁si do",
+      "▁sid o",
+      "зо в",
+      "з ов",
+      "ta gs",
+      "tag s",
+      "t ags",
+      "▁a ctor",
+      "▁act or",
+      "▁ac tor",
+      "▁ actor",
+      "▁f ly",
+      "▁fl y",
+      "▁ fly",
+      "C R",
+      "ag ini",
+      "agi ni",
+      "agin i",
+      "▁l ett",
+      "▁le tt",
+      "▁let t",
+      "▁ lett",
+      "en i",
+      "e ni",
+      "te ch",
+      "t ech",
+      "▁E nc",
+      "▁En c",
+      "▁ Enc",
+      "or acle",
+      "ora cle",
+      "o racle",
+      "amil ton",
+      "ze j",
+      "z ej",
+      "fe n",
+      "f en",
+      "ume rate",
+      "umer ate",
+      "▁qu esto",
+      "▁que sto",
+      "▁q uesto",
+      "▁quest o",
+      "da rt",
+      "dar t",
+      "d art",
+      "▁K ore",
+      "▁Ko re",
+      "▁Kor e",
+      "ap is",
+      "api s",
+      "a pis",
+      "ep er",
+      "e per",
+      "Sc reen",
+      "S creen",
+      "wa ll",
+      "wal l",
+      "w all",
+      "▁is land",
+      "sh e",
+      "s he",
+      "▁l igger",
+      "▁lig ger",
+      "в ся",
+      "fa ng",
+      "fan g",
+      "f ang",
+      "▁t ard",
+      "▁tar d",
+      "▁ta rd",
+      "▁pla ats",
+      "▁п ло",
+      "▁ пло",
+      "▁Off ice",
+      "▁Offic e",
+      "▁ Office",
+      "▁S ET",
+      "▁SE T",
+      "▁ SET",
+      "▁circ uit",
+      "je d",
+      "j ed",
+      "Sa ve",
+      "S ave",
+      "ль но",
+      "So cket",
+      "S ocket",
+      "▁In dex",
+      "▁Ind ex",
+      "▁ Index",
+      "AC K",
+      "A CK",
+      "id ers",
+      "ide rs",
+      "ider s",
+      "i ders",
+      "er er",
+      "ere r",
+      "e rer",
+      "▁С ША",
+      "▁l ady",
+      "▁la dy",
+      "▁lad y",
+      "▁sch eme",
+      "▁sche me",
+      "ie lle",
+      "iel le",
+      "i elle",
+      "▁ex erc",
+      "▁exer c",
+      ")} \\",
+      ") }\\",
+      "Date Time",
+      "at han",
+      "ath an",
+      "a than",
+      "▁Prof essor",
+      "▁mo ins",
+      "▁moi ns",
+      "▁Ex cel",
+      "▁ Excel",
+      "▁H ay",
+      "▁Ha y",
+      "▁Mus ik",
+      "▁ ї",
+      "ę d",
+      "▁\" .",
+      "▁ \".",
+      "▁бу в",
+      "▁inst rument",
+      "▁instru ment",
+      "па р",
+      "п ар",
+      "▁б ере",
+      "▁бе ре",
+      "▁ бере",
+      "▁polit ique",
+      "▁trad ition",
+      "▁V M",
+      "▁ VM",
+      "▁Ar ts",
+      "▁Art s",
+      "▁C i",
+      "Us e",
+      "U se",
+      "▁a ggreg",
+      "▁ag greg",
+      "▁ aggreg",
+      "▁we eks",
+      "▁week s",
+      "▁o pport",
+      "▁op port",
+      "▁opp ort",
+      "it ing",
+      "iti ng",
+      "i ting",
+      "▁vert ical",
+      "▁ vertical",
+      "▁N az",
+      "▁Na z",
+      ".. .)",
+      "... )",
+      "iz o",
+      "i zo",
+      "▁c ycle",
+      "▁cy cle",
+      "▁cycl e",
+      "▁ cycle",
+      "▁tem po",
+      "▁temp o",
+      "т ре",
+      "▁hand ling",
+      "ist ence",
+      "isten ce",
+      "▁p aste",
+      "▁pas te",
+      "▁pa ste",
+      "▁past e",
+      "▁ paste",
+      "▁en jo",
+      "RO UP",
+      "▁o uter",
+      "▁out er",
+      "▁ou ter",
+      "▁ outer",
+      "▁su pply",
+      "▁supp ly",
+      "▁sup ply",
+      "em an",
+      "ema n",
+      "e man",
+      "▁acc ident",
+      "▁\\ ]",
+      "▁ \\]",
+      "▁те х",
+      "▁ тех",
+      "Po ol",
+      "P ool",
+      "ot ing",
+      "oti ng",
+      "o ting",
+      "onym ous",
+      "▁Gi ov",
+      "▁u d",
+      "▁ ud",
+      "▁. /",
+      "▁ ./",
+      "ER ROR",
+      "ERR OR",
+      "con struct",
+      "const ruct",
+      "text width",
+      "qu ipe",
+      "qui pe",
+      "quip e",
+      "case s",
+      "cas es",
+      "c ases",
+      "▁а д",
+      "▁R ow",
+      "▁Ro w",
+      "▁ Row",
+      "Hol der",
+      "Hold er",
+      "H older",
+      "wa n",
+      "w an",
+      "ar na",
+      "arn a",
+      "Me m",
+      "M em",
+      "▁Canad ian",
+      "▁Com mission",
+      "▁Comm ission",
+      "su n",
+      "s un",
+      "▁app s",
+      "▁ap ps",
+      "▁ apps",
+      "▁B lo",
+      "▁Bl o",
+      "▁i hrer",
+      "▁ih rer",
+      "▁ihr er",
+      "▁ihre r",
+      "▁famil le",
+      "▁fam ille",
+      "▁m ě",
+      "▁p y",
+      "▁ py",
+      "и с",
+      "▁т ого",
+      "▁то го",
+      "▁ того",
+      "▁Ag ain",
+      "▁ign ore",
+      "▁ignor e",
+      "▁ ignore",
+      "▁tele vision",
+      "▁televis ion",
+      "Pa t",
+      "P at",
+      "hi de",
+      "h ide",
+      "▁R ev",
+      "▁Re v",
+      "▁b ear",
+      "▁be ar",
+      "ph y",
+      "p hy",
+      "▁no ise",
+      "▁w ra",
+      "▁wr a",
+      "at ionale",
+      "ation ale",
+      "ational e",
+      "▁coll abor",
+      "bor der",
+      "b order",
+      "▁el ected",
+      "▁elect ed",
+      "▁ele cted",
+      "▁sur pr",
+      "▁a voir",
+      "▁av oir",
+      "▁avo ir",
+      "▁ avoir",
+      "▁ass embly",
+      "▁assemb ly",
+      "▁ assembly",
+      "▁об ще",
+      "▁arbitr ary",
+      "▁br ief",
+      "▁- --",
+      "▁-- -",
+      "▁ ---",
+      "▁M aur",
+      "▁Ma ur",
+      "▁Mau r",
+      "gr ession",
+      "gress ion",
+      "g ression",
+      "ic ia",
+      "ici a",
+      "i cia",
+      "▁lie gt",
+      "▁Fig ure",
+      "▁on to",
+      "▁ont o",
+      "▁ onto",
+      "Re pository",
+      "Repos itory",
+      "▁dé f",
+      "▁f orth",
+      "▁for th",
+      "▁fort h",
+      "▁cl icked",
+      "▁click ed",
+      "se ite",
+      "▁n otes",
+      "▁not es",
+      "▁no tes",
+      "▁note s",
+      "▁ notes",
+      "nat ive",
+      "n ative",
+      "▁ED IT",
+      "▁ EDIT",
+      "ы е",
+      "M T",
+      "am ental",
+      "ament al",
+      "amen tal",
+      "▁r ose",
+      "▁ro se",
+      "▁ros e",
+      "▁ rose",
+      "▁pu ede",
+      "▁pue de",
+      "De legate",
+      "Deleg ate",
+      "ub a",
+      "u ba",
+      "ne o",
+      "xi s",
+      "x is",
+      "▁Ar thur",
+      "UR E",
+      "U RE",
+      "am ing",
+      "ami ng",
+      "amin g",
+      "a ming",
+      "De vice",
+      "Dev ice",
+      "▁d iam",
+      "▁di am",
+      "▁dia m",
+      "st änd",
+      "▁p ron",
+      "▁pro n",
+      "▁pr on",
+      "oi s",
+      "o is",
+      "com ing",
+      "co ming",
+      "c oming",
+      "Param eters",
+      "Parameter s",
+      "uv ud",
+      "▁ab ility",
+      "▁ ability",
+      "▁m ét",
+      "▁mé t",
+      "▁Un fortunately",
+      "f d",
+      "D ictionary",
+      "so cket",
+      "sock et",
+      "s ocket",
+      "▁con oc",
+      "▁co noc",
+      "cont ains",
+      "es sed",
+      "ess ed",
+      "esse d",
+      "▁gel dig",
+      "▁geld ig",
+      "ни ца",
+      "ниц а",
+      "▁point ed",
+      "es ti",
+      "est i",
+      "no m",
+      "n om",
+      "ографи я",
+      "▁represent s",
+      "▁repres ents",
+      "▁man ip",
+      "wor ld",
+      "w orld",
+      "▁resol ved",
+      "▁resolve d",
+      "te gr",
+      "t egr",
+      "▁d ort",
+      "▁do rt",
+      "▁dor t",
+      "as tern",
+      "ast ern",
+      "aster n",
+      "aste rn",
+      "▁camp aign",
+      "▁pr imo",
+      "▁prim o",
+      "▁pri mo",
+      "▁; ;",
+      "▁ ;;",
+      "▁sni ppet",
+      "▁N ik",
+      "▁Ni k",
+      "To tal",
+      "T otal",
+      "iss ement",
+      "isse ment",
+      "AC E",
+      "A CE",
+      "▁ver ify",
+      "▁ verify",
+      "if fe",
+      "iff e",
+      "i ffe",
+      "la gen",
+      "lag en",
+      "lage n",
+      "l agen",
+      "ie ur",
+      "ieu r",
+      "i eur",
+      "▁convert ed",
+      "▁conver ted",
+      "▁Mil it",
+      "▁Mi lit",
+      "▁A lg",
+      "▁Al g",
+      "▁ Alg",
+      "▁R on",
+      "▁Ro n",
+      "▁k onn",
+      "▁kon n",
+      "▁ko nn",
+      "ap ple",
+      "app le",
+      "▁dis pos",
+      "▁disp os",
+      "stell ung",
+      "▁re tain",
+      "▁ret ain",
+      "▁m entre",
+      "▁men tre",
+      "▁ment re",
+      "▁ne ut",
+      "▁neu t",
+      "▁ neut",
+      "▁N ight",
+      "ch é",
+      "c hé",
+      "at ti",
+      "att i",
+      "▁o bra",
+      "▁ob ra",
+      "▁super ior",
+      "▁Con gress",
+      "▁Cong ress",
+      "ё м",
+      "▁c odes",
+      "▁code s",
+      "▁co des",
+      "▁cod es",
+      "▁ codes",
+      "▁A ma",
+      "▁Am a",
+      "▁E arth",
+      "▁Ear th",
+      "▁oppos ite",
+      "▁p ool",
+      "▁po ol",
+      "▁ pool",
+      "▁D un",
+      "▁Du n",
+      "же ние",
+      "▁\" ${",
+      "▁\"$ {",
+      "in v",
+      "▁у ни",
+      "▁And rew",
+      "▁Andre w",
+      "те лей",
+      "тел ей",
+      "▁by ł",
+      "Un ivers",
+      "Uni vers",
+      "▁Ang ular",
+      "an im",
+      "ani m",
+      "a nim",
+      "до ва",
+      "дов а",
+      "д ова",
+      "BU G",
+      "B UG",
+      "ut ely",
+      "ute ly",
+      "▁draw ing",
+      "▁dra wing",
+      "▁g ain",
+      "▁ga in",
+      "▁four th",
+      "▁Pro blem",
+      "▁ Problem",
+      "▁sudden ly",
+      "▁ Ä",
+      "on na",
+      "onn a",
+      "▁K ont",
+      "▁Kon t",
+      "▁Ko nt",
+      "▁Bilder n",
+      "▁Bild ern",
+      "▁Bil dern",
+      "▁konn te",
+      "ž e",
+      "Tr ace",
+      "Tra ce",
+      "T race",
+      "▁sec ure",
+      "▁ secure",
+      "▁któ ry",
+      "▁e q",
+      "▁ eq",
+      "▁f ormal",
+      "▁for mal",
+      "▁form al",
+      "▁forma l",
+      "amer ikan",
+      "▁A nal",
+      "▁An al",
+      "▁Ana l",
+      "▁ Anal",
+      "▁R ewrite",
+      "▁Re write",
+      "▁D ouble",
+      "▁Dou ble",
+      "▁ Double",
+      "cre ated",
+      "create d",
+      "N U",
+      "MD b",
+      "M Db",
+      "ap es",
+      "ape s",
+      "a pes",
+      "Un is",
+      "Uni s",
+      "U nis",
+      "▁e special",
+      "▁espe cial",
+      "▁espec ial",
+      "}) \\",
+      "} )\\",
+      "ed om",
+      "edo m",
+      "e dom",
+      "▁c ategor",
+      "▁categ or",
+      "Re turn",
+      "Ret urn",
+      "▁H amb",
+      "▁Ha mb",
+      "▁Ham b",
+      "▁R io",
+      "▁Ri o",
+      "▁M ir",
+      "▁Mi r",
+      "▁G eme",
+      "▁Ge me",
+      "▁Gem e",
+      "ab ilities",
+      "abil ities",
+      "tr z",
+      "t rz",
+      "us et",
+      "use t",
+      "u set",
+      "ier ra",
+      "net work",
+      "n etwork",
+      "▁do ctor",
+      "▁doc tor",
+      "eur s",
+      "eu rs",
+      "e urs",
+      "▁l isten",
+      "▁li sten",
+      "▁list en",
+      "▁liste n",
+      "▁ listen",
+      "д ж",
+      "▁H ö",
+      "▁cons ists",
+      "▁consist s",
+      "as m",
+      "a sm",
+      "Ch r",
+      "C hr",
+      "al and",
+      "ala nd",
+      "a land",
+      "▁испо ль",
+      "▁ис поль",
+      "▁испол ь",
+      "▁lug ar",
+      "▁lu gar",
+      "▁def initely",
+      "▁definit ely",
+      "▁definite ly",
+      "mo ve",
+      "mov e",
+      "m ove",
+      "úblic a",
+      "ú blica",
+      "▁l än",
+      "▁lä n",
+      "is mus",
+      "ism us",
+      "▁др жа",
+      "▁d t",
+      "▁ dt",
+      "▁Per haps",
+      "▁Bra sil",
+      "▁Bras il",
+      "Jo hn",
+      "J ohn",
+      "▁prom ise",
+      "ł u",
+      "re ens",
+      "ree ns",
+      "reen s",
+      "▁ps ych",
+      "▁W ho",
+      "▁Wh o",
+      "▁ Who",
+      "ря д",
+      "▁IN TO",
+      "▁INT O",
+      "▁Pe ople",
+      "▁Will iams",
+      "▁William s",
+      "▁M arg",
+      "▁Mar g",
+      "▁Ma rg",
+      "▁д ан",
+      "▁да н",
+      "▁ дан",
+      "re cord",
+      "rec ord",
+      "▁E uro",
+      "▁Eu ro",
+      "▁Eur o",
+      "▁Virgin ia",
+      "▁R est",
+      "▁Re st",
+      "▁Res t",
+      "▁ Rest",
+      "▁C orn",
+      "▁Cor n",
+      "▁Co rn",
+      "}} ,",
+      "} },",
+      "▁G rid",
+      "▁Gr id",
+      "▁ Grid",
+      "▁in ject",
+      "▁inj ect",
+      "▁ inject",
+      "на н",
+      "н ан",
+      "▁c row",
+      "▁cr ow",
+      "▁cro w",
+      "▁Ph ys",
+      "▁ Phys",
+      "▁D O",
+      "▁ DO",
+      "▁\" -",
+      "▁incre ased",
+      "▁increase d",
+      "ach er",
+      "ac her",
+      "ache r",
+      "a cher",
+      "pe at",
+      "Li n",
+      "L in",
+      "▁D ub",
+      "▁Du b",
+      "ri ces",
+      "ric es",
+      "rice s",
+      "r ices",
+      "ag nost",
+      "agn ost",
+      "d l",
+      "▁cur ve",
+      "▁curv e",
+      "ü g",
+      "ri ce",
+      "ric e",
+      "r ice",
+      "l anguage",
+      "Click Listener",
+      "▁municip al",
+      "▁O ri",
+      "▁Or i",
+      "▁ Ori",
+      "▁B ild",
+      "▁Bi ld",
+      "▁Bil d",
+      "▁C ab",
+      "▁Ca b",
+      "▁V ar",
+      "▁Va r",
+      "▁ Var",
+      "▁n oted",
+      "▁not ed",
+      "▁no ted",
+      "▁note d",
+      "▁ Î",
+      "▁s ubs",
+      "▁su bs",
+      "▁sub s",
+      "ia tion",
+      "iat ion",
+      "i ation",
+      "W OR",
+      "in gly",
+      "ing ly",
+      "▁R us",
+      "▁Ru s",
+      "ie ns",
+      "ien s",
+      "i ens",
+      "IN FO",
+      "INF O",
+      "к ва",
+      "at ivo",
+      "ativ o",
+      "ati vo",
+      "ge nde",
+      "gen de",
+      "g ende",
+      "▁Fran z",
+      "▁Fr anz",
+      "▁is ol",
+      "▁i sol",
+      "ed es",
+      "ede s",
+      "e des",
+      "ni er",
+      "nie r",
+      "n ier",
+      "▁N O",
+      "▁ NO",
+      "▁H as",
+      "▁Ha s",
+      "▁ Has",
+      "be ans",
+      "bean s",
+      "▁p andas",
+      "▁pan das",
+      "▁ pandas",
+      "(\" %",
+      "ві т",
+      "ут бо",
+      "▁g ather",
+      "▁ga ther",
+      "▁gat her",
+      "▁le gal",
+      "▁leg al",
+      "▁ legal",
+      "in clud",
+      "▁circum st",
+      "cript or",
+      "ri ble",
+      "rib le",
+      "r ible",
+      "▁S üd",
+      "▁Sü d",
+      "▁a pro",
+      "▁ap ro",
+      "▁apr o",
+      "Ap i",
+      "A pi",
+      "▁на й",
+      "▁Afr ican",
+      "▁Africa n",
+      "ow ski",
+      "ows ki",
+      "▁John son",
+      "ie k",
+      "i ek",
+      "▁v ote",
+      "▁vo te",
+      "▁vot e",
+      "▁ vote",
+      "▁K an",
+      "▁Ka n",
+      "▁b ibli",
+      "▁bib li",
+      "▁ bibli",
+      "▁h aar",
+      "▁ha ar",
+      "▁v r",
+      "▁ vr",
+      "]) ,",
+      "] ),",
+      "subset eq",
+      "Par ser",
+      "Parse r",
+      "ia ni",
+      "ian i",
+      "i ani",
+      "is é",
+      "id ea",
+      "ide a",
+      "On ly",
+      "▁á l",
+      "▁ ál",
+      "▁C atal",
+      "▁Ca tal",
+      "▁Cat al",
+      "▁C ase",
+      "▁Cas e",
+      "▁Ca se",
+      "▁ Case",
+      "se h",
+      "s eh",
+      "▁en counter",
+      "▁enc ounter",
+      "▁re form",
+      "▁ref orm",
+      "ми ни",
+      "мин и",
+      "▁S tre",
+      "▁St re",
+      "▁Str e",
+      "ex ception",
+      "except ion",
+      "▁T ar",
+      "▁Ta r",
+      "та р",
+      "т ар",
+      "tr l",
+      "t rl",
+      "▁А лександ",
+      "ле кт",
+      "лек т",
+      "equ al",
+      "eq ual",
+      "e qual",
+      "O p",
+      "▁l if",
+      "▁li f",
+      "▁й ого",
+      "▁volt age",
+      "▁volta ge",
+      "sh ire",
+      "s hire",
+      "▁Gro ß",
+      "в ня",
+      "ning s",
+      "n ings",
+      "н ци",
+      "▁l ag",
+      "▁la g",
+      "▁ lag",
+      "▁and eren",
+      "▁andere n",
+      "▁v ac",
+      "▁va c",
+      "▁ma cro",
+      "▁mac ro",
+      "▁ macro",
+      "= [",
+      "Th en",
+      "The n",
+      "T hen",
+      "▁control s",
+      "▁contr ols",
+      "▁contro ls",
+      "▁ controls",
+      "se q",
+      "s eq",
+      "olog ies",
+      "ologie s",
+      "▁select or",
+      "▁sel ector",
+      "▁sele ctor",
+      "▁ selector",
+      "▁Украї ни",
+      "хів овано",
+      "ы й",
+      "allen ge",
+      "alleng e",
+      "▁I MDb",
+      "▁IM Db",
+      "um my",
+      "umm y",
+      "ye n",
+      "y en",
+      "▁b este",
+      "▁be ste",
+      "▁best e",
+      "▁bes te",
+      "▁B ox",
+      "▁Bo x",
+      "▁ Box",
+      "▁ch air",
+      "▁cha ir",
+      "▁S ab",
+      "▁Sa b",
+      "er de",
+      "erd e",
+      "▁n ast",
+      "▁na st",
+      "▁nas t",
+      "iv amente",
+      "iva mente",
+      "▁об ъ",
+      "▁require ments",
+      "▁requirement s",
+      "▁me eting",
+      "▁meet ing",
+      "▁fin an",
+      "▁fi nan",
+      "▁A dam",
+      "▁Ad am",
+      "▁Ada m",
+      "▁tele vis",
+      "▁b right",
+      "▁br ight",
+      "▁brig ht",
+      "▁G it",
+      "▁Gi t",
+      "▁ Git",
+      "E G",
+      "▁G il",
+      "▁Gi l",
+      "r ès",
+      "▁C ond",
+      "▁Con d",
+      "▁Co nd",
+      "▁ Cond",
+      "▁f t",
+      "▁ ft",
+      "▁бу ло",
+      "- +",
+      "EN D",
+      "E ND",
+      "er ne",
+      "ern e",
+      "▁Com put",
+      "▁Comp ut",
+      "▁ Comput",
+      "▁i ls",
+      "▁il s",
+      "▁ ils",
+      "▁g all",
+      "▁gal l",
+      "▁ga ll",
+      "▁c sv",
+      "▁cs v",
+      "▁ csv",
+      "łu g",
+      "ł ug",
+      "▁sum mer",
+      "▁summ er",
+      "ga me",
+      "g ame",
+      "▁pos ts",
+      "▁post s",
+      "▁ posts",
+      "Ар хівовано",
+      "▁z ij",
+      "▁de termin",
+      "▁determ in",
+      "▁ab andon",
+      "co unter",
+      "count er",
+      "c ounter",
+      "▁require ment",
+      "▁requ irement",
+      "▁T it",
+      "▁Ti t",
+      "irt ual",
+      "▁V ideos",
+      "▁Video s",
+      "▁qu iet",
+      "▁qui et",
+      "▁T erm",
+      "▁Te rm",
+      "▁Ter m",
+      "▁ Term",
+      "▁time out",
+      "▁ timeout",
+      "Pr int",
+      "▁in vent",
+      "▁inv ent",
+      "▁inve nt",
+      "la is",
+      "l ais",
+      "▁mon itor",
+      "ha lb",
+      "hal b",
+      "▁W ild",
+      "▁Wil d",
+      "▁Wi ld",
+      "▁le ader",
+      "▁lead er",
+      "▁с ель",
+      "▁се ль",
+      "▁util iz",
+      "▁par ents",
+      "▁parent s",
+      "▁for ced",
+      "▁force d",
+      "▁pro ved",
+      "▁pr oved",
+      "▁prov ed",
+      "▁prove d",
+      "▁effect ive",
+      "▁l lam",
+      "▁ll am",
+      "▁С по",
+      "or b",
+      "o rb",
+      "gg i",
+      "g gi",
+      "▁ass umption",
+      "▁assum ption",
+      "▁su bm",
+      "▁sub m",
+      "▁в ій",
+      "▁ві й",
+      "il ia",
+      "ili a",
+      "i lia",
+      "▁re verse",
+      "▁revers e",
+      "▁rever se",
+      "▁ reverse",
+      "' \"",
+      "▁qu otes",
+      "▁quot es",
+      "▁quote s",
+      "▁s ites",
+      "▁si tes",
+      "▁site s",
+      "▁sit es",
+      "▁ sites",
+      "ig ung",
+      "igu ng",
+      "▁A rg",
+      "▁Ar g",
+      "▁ Arg",
+      "D ouble",
+      "▁s creens",
+      "▁sc reens",
+      "▁screen s",
+      "▁cl ause",
+      "▁cla use",
+      "▁b undle",
+      "▁bund le",
+      "▁ bundle",
+      "▁phil osoph",
+      "▁N um",
+      "▁Nu m",
+      "▁ Num",
+      "▁g leich",
+      "▁gle ich",
+      "▁ gleich",
+      "ul y",
+      "u ly",
+      "dir ect",
+      "di rect",
+      "dire ct",
+      "d irect",
+      "asket ball",
+      "ow any",
+      "owa ny",
+      "owan y",
+      "\\} $",
+      "\\ }$",
+      "▁rad ius",
+      "▁radi us",
+      "▁ radius",
+      "▁S earch",
+      "▁Se arch",
+      "▁ Search",
+      "Pro perties",
+      "▁e lev",
+      "▁el ev",
+      "▁ele v",
+      "▁p rod",
+      "▁pro d",
+      "▁pr od",
+      "▁ prod",
+      "▁\" %",
+      "is ión",
+      "isi ón",
+      "De bug",
+      "Deb ug",
+      "Se cond",
+      "Sec ond",
+      "( !",
+      "▁C atholic",
+      "ро ван",
+      "ров ан",
+      "рова н",
+      "р ован",
+      "le z",
+      "l ez",
+      "P a",
+      "ps on",
+      "p son",
+      "▁er ste",
+      "▁erst e",
+      "▁ers te",
+      "▁F u",
+      "▁l it",
+      "▁li t",
+      "▁ lit",
+      "▁S aison",
+      "▁Sa ison",
+      "▁H ash",
+      "▁Ha sh",
+      "▁Has h",
+      "▁ Hash",
+      "▁ex em",
+      "▁пред став",
+      ") *",
+      "▁e u",
+      "▁ eu",
+      "▁ │",
+      "▁g ab",
+      "▁ga b",
+      "eta iled",
+      "Co py",
+      "C opy",
+      "▁д ва",
+      "ev en",
+      "e ven",
+      "K ind",
+      "▁Jack son",
+      "а л",
+      "▁con sec",
+      "▁cons ec",
+      "▁conse c",
+      "US ER",
+      "USE R",
+      "U SER",
+      "▁T ok",
+      "▁To k",
+      "( .",
+      "▁$ |",
+      "▁T amb",
+      "▁Ta mb",
+      "▁Tam b",
+      "▁Lem ma",
+      "ha ng",
+      "han g",
+      "h ang",
+      "▁cont ribution",
+      "▁contrib ution",
+      "▁contribu tion",
+      "roll ers",
+      "rol lers",
+      "roller s",
+      "rolle rs",
+      "▁stud ies",
+      "▁studi es",
+      "▁p oi",
+      "▁po i",
+      "ge ms",
+      "gem s",
+      "g ems",
+      "▁U P",
+      "▁ UP",
+      "▁W ol",
+      "▁Wo l",
+      "> \"",
+      "▁f loor",
+      "▁fl oor",
+      "▁flo or",
+      "▁ floor",
+      "▁init ialize",
+      "▁initial ize",
+      "▁ initialize",
+      "▁L ew",
+      "▁Le w",
+      "ze k",
+      "z ek",
+      "ar te",
+      "art e",
+      "▁pos itions",
+      "▁position s",
+      "▁posit ions",
+      "▁por tion",
+      "▁port ion",
+      "co ver",
+      "cov er",
+      "c over",
+      "w p",
+      "ов ого",
+      "ово го",
+      "о вого",
+      "▁p iano",
+      "▁pi ano",
+      "▁pian o",
+      "▁pia no",
+      "▁m etal",
+      "▁me tal",
+      "▁met al",
+      "▁meta l",
+      "▁s amples",
+      "▁sam ples",
+      "▁sample s",
+      "▁ samples",
+      "▁С ан",
+      "▁Са н",
+      "vari able",
+      "▁ста ть",
+      "▁inte gers",
+      "▁integer s",
+      "Wh ere",
+      "W here",
+      "famil y",
+      "▁n un",
+      "▁nu n",
+      "▁in crement",
+      "▁incre ment",
+      "▁ increment",
+      "ix ed",
+      "▁he eft",
+      "ft e",
+      "f te",
+      "▁v il",
+      "▁vi l",
+      "▁ vil",
+      "▁ot ros",
+      "▁otro s",
+      "Mult imedia",
+      "Multi media",
+      "▁Hen ri",
+      "ad ed",
+      "ade d",
+      "a ded",
+      "ге н",
+      "г ен",
+      "▁cap it",
+      "▁ca pit",
+      "▁други х",
+      "is p",
+      "i sp",
+      "IT Y",
+      "I TY",
+      "▁constraint s",
+      "▁K irche",
+      "▁Kir che",
+      "▁Kirch e",
+      "fo und",
+      "f ound",
+      "ши й",
+      "▁p ic",
+      "▁pi c",
+      "▁ pic",
+      "▁t ou",
+      "▁to u",
+      "cre d",
+      "cr ed",
+      "c red",
+      "ро б",
+      "р об",
+      "▁M ess",
+      "▁Me ss",
+      "▁Mes s",
+      "▁ Mess",
+      "Jo b",
+      "J ob",
+      "▁M ais",
+      "▁Ma is",
+      "▁Mai s",
+      "▁st yles",
+      "▁style s",
+      "▁sty les",
+      "▁ styles",
+      "fa ll",
+      "fal l",
+      "f all",
+      "▁U k",
+      "▁st reet",
+      "▁stre et",
+      "▁ street",
+      "oc cer",
+      "occ er",
+      "es en",
+      "ese n",
+      "e sen",
+      "▁col ors",
+      "▁color s",
+      "▁ colors",
+      "ce an",
+      "ю ще",
+      "con ne",
+      "conn e",
+      "c onne",
+      "▁r atio",
+      "▁rat io",
+      "an ton",
+      "ant on",
+      "anto n",
+      "▁F el",
+      "▁Fe l",
+      "▁custom er",
+      "▁cust omer",
+      "▁ customer",
+      "▁P rix",
+      "▁Pr ix",
+      "▁Pri x",
+      "rá s",
+      "r ás",
+      "pr ed",
+      "pre d",
+      "p red",
+      "▁elect ron",
+      "▁electro n",
+      "s ym",
+      "▁ве ли",
+      "▁ вели",
+      "▁over flow",
+      "▁ overflow",
+      "▁$ [",
+      "▁P OST",
+      "▁PO ST",
+      "▁ POST",
+      "▁C in",
+      "▁Ci n",
+      "sc heid",
+      "sche id",
+      "(\" /",
+      "( \"/",
+      "▁search ing",
+      "▁pur poses",
+      "▁purpose s",
+      "▁arr ived",
+      "▁arriv ed",
+      "▁arrive d",
+      "▁p unt",
+      "▁pu nt",
+      "▁pun t",
+      "▁l ad",
+      "▁la d",
+      "▁ lad",
+      "P ython",
+      "▁le ads",
+      "▁lead s",
+      "▁s and",
+      "▁sa nd",
+      "▁san d",
+      "па да",
+      "пад а",
+      "▁comm unes",
+      "▁commun es",
+      "▁commune s",
+      "▁CH AP",
+      "▁c aso",
+      "▁cas o",
+      "▁ca so",
+      "r z",
+      "▁d w",
+      "▁ dw",
+      "ac a",
+      "a ca",
+      "▁Col umb",
+      "child ren",
+      "ê t",
+      "sch emas",
+      "sche mas",
+      "schema s",
+      "▁instru ctions",
+      "▁instruction s",
+      "▁instruct ions",
+      "▁- \\",
+      "▁ -\\",
+      "▁Is rael",
+      "▁Isra el",
+      "no ści",
+      "▁об раз",
+      "▁обра з",
+      "▁ образ",
+      "▁со вет",
+      "▁сов ет",
+      "▁imm agini",
+      "▁F red",
+      "▁Fre d",
+      "▁Fr ed",
+      "▁G lobal",
+      "▁Glo bal",
+      "▁ Global",
+      "▁th ick",
+      "▁ thick",
+      "▁fue ron",
+      "▁fuer on",
+      "▁th rown",
+      "▁thr own",
+      "▁throw n",
+      "▁thro wn",
+      "▁c lock",
+      "▁cl ock",
+      "▁clo ck",
+      "▁ clock",
+      "en able",
+      "ena ble",
+      "'' '",
+      "' ''",
+      "▁S und",
+      "▁Su nd",
+      "▁Sun d",
+      "▁cont empor",
+      "an swer",
+      "ans wer",
+      "▁man ufact",
+      "▁i o",
+      "▁ io",
+      "q quad",
+      "OU T",
+      "O UT",
+      "▁L ab",
+      "▁La b",
+      "▁ Lab",
+      "▁Z w",
+      "le gal",
+      "leg al",
+      "▁V el",
+      "▁Ve l",
+      "▁ra ise",
+      "▁ raise",
+      "▁de liver",
+      "▁del iver",
+      "▁deli ver",
+      "▁V oir",
+      "▁Vo ir",
+      "▁ass umed",
+      "▁assum ed",
+      "▁assume d",
+      "Le t",
+      "L et",
+      "ier ten",
+      "iert en",
+      "ierte n",
+      "i erten",
+      "▁K ong",
+      "▁Kon g",
+      "▁Ko ng",
+      "▁E xp",
+      "▁Ex p",
+      "▁ Exp",
+      "▁J ug",
+      "▁Ju g",
+      "▁dec laration",
+      "▁declar ation",
+      "▁F ish",
+      "m é",
+      "▁spe ech",
+      "▁t ent",
+      "▁te nt",
+      "▁ten t",
+      "▁R oute",
+      "▁Ro ute",
+      "▁Rou te",
+      "▁Rout e",
+      "▁ Route",
+      "__ (",
+      "_ _(",
+      "▁ré alis",
+      "▁réal is",
+      "▁De sign",
+      "▁Des ign",
+      "set Text",
+      "▁St ation",
+      "▁Stat ion",
+      "▁Sta tion",
+      "▁Stati on",
+      "▁ Station",
+      "ar chy",
+      "arch y",
+      "arc hy",
+      "▁ка то",
+      "▁d ent",
+      "▁de nt",
+      "▁den t",
+      "▁ dent",
+      "▁K l",
+      "i ß",
+      "▁r isk",
+      "▁ris k",
+      "▁ri sk",
+      "▁B road",
+      "▁Bro ad",
+      "▁v ectors",
+      "▁ve ctors",
+      "▁vector s",
+      "▁S pec",
+      "▁Sp ec",
+      "▁Spe c",
+      "▁ Spec",
+      "▁ro utes",
+      "▁route s",
+      "▁rout es",
+      "▁rou tes",
+      "▁ routes",
+      "ym n",
+      "y mn",
+      "▁G reg",
+      "▁Gr eg",
+      "▁Gre g",
+      "▁полу чи",
+      "gi e",
+      "g ie",
+      "OR M",
+      "ве де",
+      "вед е",
+      "в еде",
+      "wa lt",
+      "wal t",
+      "w alt",
+      "▁e fter",
+      "P tr",
+      "▁su bt",
+      "▁sub t",
+      "▁b irth",
+      "▁bir th",
+      "▁dr awn",
+      "▁draw n",
+      "▁dra wn",
+      "me ss",
+      "mes s",
+      "m ess",
+      "мери кан",
+      "V E",
+      "▁P ut",
+      "▁Pu t",
+      "▁ Put",
+      "▁a sc",
+      "▁as c",
+      "▁ asc",
+      "▁f eder",
+      "▁fe der",
+      "▁fed er",
+      "с ли",
+      "▁P rin",
+      "▁Pr in",
+      "▁Pri n",
+      "▁s tick",
+      "▁st ick",
+      "re set",
+      "res et",
+      "y k",
+      "st udio",
+      "stud io",
+      "▁St ill",
+      "Con st",
+      "Cons t",
+      "ac ió",
+      "aci ó",
+      "a ció",
+      "▁Portug al",
+      "▁script s",
+      "▁scri pts",
+      "▁ scripts",
+      "und ial",
+      "▁l ives",
+      "▁li ves",
+      "▁live s",
+      "▁liv es",
+      "▁s zer",
+      "▁sz er",
+      "▁sze r",
+      "▁est ado",
+      "▁esta do",
+      "▁estad o",
+      "fo lder",
+      "fol der",
+      "fold er",
+      "f older",
+      "▁communic ation",
+      "Ro ute",
+      "Rout e",
+      "R oute",
+      "▁sw ift",
+      "▁ swift",
+      "те н",
+      "т ен",
+      "▁k ill",
+      "▁kil l",
+      "▁ki ll",
+      "▁ kill",
+      "▁P R",
+      "▁ PR",
+      "jo int",
+      "join t",
+      "j oint",
+      "▁ob jective",
+      "▁object ive",
+      "▁comp licated",
+      "▁Ü ber",
+      "es h",
+      "e sh",
+      "p icture",
+      "ra ine",
+      "rain e",
+      "rai ne",
+      "r aine",
+      "com put",
+      "comp ut",
+      "▁pro port",
+      "▁pr oport",
+      "▁prop ort",
+      "▁propor t",
+      "og s",
+      "o gs",
+      "ül t",
+      "ü lt",
+      "▁quant um",
+      "к ри",
+      "▁s op",
+      "▁so p",
+      "▁lo ops",
+      "▁loop s",
+      "▁Re ference",
+      "▁Refer ence",
+      "▁ Reference",
+      "▁n ei",
+      "▁ne i",
+      "IC E",
+      "I CE",
+      "▁v erm",
+      "▁ver m",
+      "▁ve rm",
+      "▁a dj",
+      "▁ad j",
+      "▁ adj",
+      "▁per ò",
+      "▁t rou",
+      "▁tr ou",
+      "▁tro u",
+      "is ions",
+      "ision s",
+      "isi ons",
+      "▁App le",
+      "▁Ap ple",
+      "serv able",
+      "▁B oston",
+      "▁Bo ston",
+      "▁Bos ton",
+      "or et",
+      "ore t",
+      "o ret",
+      "ok s",
+      "o ks",
+      "▁k g",
+      "▁ kg",
+      "def ined",
+      "define d",
+      "defin ed",
+      "d efined",
+      "pl atform",
+      "cl er",
+      "cle r",
+      "c ler",
+      "ograph ic",
+      "ri tt",
+      "rit t",
+      "r itt",
+      "▁d ic",
+      "▁di c",
+      "▁ dic",
+      "▁M ond",
+      "▁Mon d",
+      "▁Mo nd",
+      "▁I reland",
+      "▁Ir eland",
+      "▁U na",
+      "▁Un a",
+      "▁commer cial",
+      "▁P u",
+      "D i",
+      "▁е ё",
+      "▁pre cis",
+      "▁prec is",
+      "на род",
+      "нар од",
+      "▁qu atre",
+      "ust ral",
+      "ustr al",
+      "▁d ag",
+      "▁da g",
+      "▁ dag",
+      "ig ue",
+      "igu e",
+      "i gue",
+      "▁b urn",
+      "▁bu rn",
+      "▁bur n",
+      "▁ burn",
+      "▁offic er",
+      "▁office r",
+      "▁А в",
+      "▁high light",
+      "▁ highlight",
+      "▁Supp ose",
+      "▁Sup pose",
+      "od i",
+      "o di",
+      "serv let",
+      "▁En cyc",
+      "▁Enc yc",
+      "▁R ange",
+      "▁Ran ge",
+      "▁Rang e",
+      "▁ Range",
+      "ти й",
+      "P lease",
+      "▁ро ків",
+      "qu ant",
+      "qua nt",
+      "▁f lat",
+      "▁fl at",
+      "▁fla t",
+      "▁ flat",
+      "▁Ré férence",
+      "сле дова",
+      "след ова",
+      "ro le",
+      "rol e",
+      "r ole",
+      "▁d iesen",
+      "▁di esen",
+      "▁die sen",
+      "▁dies en",
+      "▁diese n",
+      "}} (",
+      "} }(",
+      "▁Ind ust",
+      "▁nú mer",
+      "▁\" ;",
+      "▁ \";",
+      "lu s",
+      "l us",
+      "ô le",
+      "▁z m",
+      "▁ zm",
+      "de g",
+      "d eg",
+      "▁r ough",
+      "▁ro ugh",
+      "▁rou gh",
+      "▁ rough",
+      "In v",
+      "▁h ur",
+      "▁hu r",
+      "▁R ess",
+      "▁Re ss",
+      "▁Res s",
+      "ch s",
+      "c hs",
+      "▁turn s",
+      "▁tur ns",
+      "ne ro",
+      "ner o",
+      "n ero",
+      "function s",
+      "fun ctions",
+      "ал и",
+      "а ли",
+      "▁hab itants",
+      "▁habit ants",
+      "а т",
+      "iss ues",
+      "issue s",
+      "▁h uge",
+      "▁hu ge",
+      "Util s",
+      "▁S at",
+      "▁Sa t",
+      "▁го судар",
+      "▁co ast",
+      "sh ape",
+      "sha pe",
+      "s hape",
+      "L C",
+      "▁log ging",
+      "▁ logging",
+      "en dor",
+      "end or",
+      "endo r",
+      "▁l ies",
+      "▁li es",
+      "▁lie s",
+      "▁ lies",
+      "▁d ifer",
+      "▁di fer",
+      "▁dif er",
+      "▁crit ical",
+      "▁critic al",
+      "X T",
+      "ми на",
+      "мин а",
+      "an sk",
+      "ans k",
+      "Result s",
+      "k c",
+      "ivers e",
+      "iver se",
+      "i verse",
+      "EX T",
+      "E XT",
+      "AL SE",
+      "▁v ál",
+      "▁vá l",
+      "P i",
+      "comp ile",
+      "hel lo",
+      "hell o",
+      "h ello",
+      "▁чем пи",
+      "▁It alia",
+      "▁Ital ia",
+      "▁ Italia",
+      "ко ло",
+      "кол о",
+      "к оло",
+      "▁ed ition",
+      "▁edit ion",
+      "gr und",
+      "gru nd",
+      "g rund",
+      "▁data frame",
+      "▁Follow ing",
+      "re ib",
+      "rei b",
+      "▁J eff",
+      "▁Je ff",
+      "▁citt à",
+      "IT able",
+      "I Table",
+      "▁$ (\\",
+      "▁$( \\",
+      "▁redu ced",
+      "▁reduce d",
+      "ob il",
+      "obi l",
+      "o bil",
+      "▁any where",
+      "' (",
+      "▁p hr",
+      "▁ph r",
+      "▁ phr",
+      "▁K h",
+      "▁F rame",
+      "▁Fr ame",
+      "▁Fra me",
+      "▁ Frame",
+      "▁man ual",
+      "▁ manual",
+      "▁c ra",
+      "▁cr a",
+      "▁ cra",
+      "▁V S",
+      "▁ VS",
+      "% =",
+      "Instance State",
+      "▁б ра",
+      "▁ бра",
+      "▁D rag",
+      "▁Dr ag",
+      "▁Dra g",
+      "▁ Drag",
+      "▁H err",
+      "▁He rr",
+      "▁Her r",
+      "▁г у",
+      "▁ гу",
+      "▁m ús",
+      "To ol",
+      "T ool",
+      "▁P rivate",
+      "▁Priv ate",
+      "▁ Private",
+      "▁s ynchron",
+      "▁syn chron",
+      "ir ation",
+      "ira tion",
+      "irat ion",
+      "▁о бо",
+      "▁об о",
+      "▁typ ically",
+      "▁typical ly",
+      "▁imp licit",
+      "or ient",
+      "ori ent",
+      "orie nt",
+      "▁t imer",
+      "▁time r",
+      "▁tim er",
+      "▁ti mer",
+      "▁ timer",
+      "▁kön nen",
+      "ie st",
+      "ies t",
+      "i est",
+      "ra id",
+      "rai d",
+      "▁expression s",
+      "▁express ions",
+      "▁expr essions",
+      "▁a im",
+      "▁ai m",
+      "▁s tre",
+      "▁st re",
+      "▁str e",
+      "▁ stre",
+      "▁w rap",
+      "▁wr ap",
+      "▁wra p",
+      "▁ wrap",
+      "▁B art",
+      "▁Bar t",
+      "▁Ba rt",
+      "▁b ron",
+      "▁br on",
+      "▁bro n",
+      "▁key board",
+      "po w",
+      "p ow",
+      "▁gru po",
+      "▁grup o",
+      "▁ре зу",
+      "▁prof essor",
+      "▁profess or",
+      "▁H ead",
+      "▁He ad",
+      "▁ Head",
+      "но ю",
+      "min us",
+      "m inus",
+      "▁Mich el",
+      "▁Mic hel",
+      "NO T",
+      "N OT",
+      "mo r",
+      "m or",
+      "] }",
+      "wide hat",
+      "ar is",
+      "ari s",
+      "a ris",
+      "тера тура",
+      "de fn",
+      "def n",
+      "is trz",
+      "ist rz",
+      "istr z",
+      "▁t anto",
+      "▁tan to",
+      "▁tant o",
+      "▁P ow",
+      "▁Po w",
+      "▁ind icate",
+      "▁indic ate",
+      "▁W inter",
+      "▁Win ter",
+      "res hold",
+      "resh old",
+      "рі в",
+      "р ів",
+      "▁` (",
+      "▁o wner",
+      "▁own er",
+      "▁ow ner",
+      "▁ owner",
+      "▁d isp",
+      "▁di sp",
+      "▁dis p",
+      "▁к ри",
+      "▁ кри",
+      "ме т",
+      "м ет",
+      "мен т",
+      "м ент",
+      "re port",
+      "rep ort",
+      "repo rt",
+      "re quire",
+      "▁v oy",
+      "▁vo y",
+      "▁ voy",
+      "▁A P",
+      "▁ AP",
+      "▁Esp aña",
+      "▁Españ a",
+      "▁S ão",
+      "j är",
+      "No n",
+      "N on",
+      "Li brary",
+      "L ibrary",
+      "ich ten",
+      "icht en",
+      "ichte n",
+      "i chten",
+      "▁struct ures",
+      "▁structure s",
+      "▁m uy",
+      "▁mu y",
+      "ár io",
+      "á rio",
+      "▁cert ificate",
+      "▁certific ate",
+      "чно го",
+      "ч ного",
+      "▁prov ince",
+      "▁provin ce",
+      "pa ges",
+      "page s",
+      "pag es",
+      "p ages",
+      "da l",
+      "d al",
+      "▁Fre der",
+      "▁Fr eder",
+      "▁Fred er",
+      "ь е",
+      "Exec ute",
+      "▁an cient",
+      "▁anci ent",
+      "▁anc ient",
+      "▁ancien t",
+      "▁fil ms",
+      "▁film s",
+      "▁Al fred",
+      "▁Alf red",
+      "Aut o",
+      "A uto",
+      "▁a tom",
+      "▁at om",
+      "▁ atom",
+      "▁e ll",
+      "▁el l",
+      "▁ ell",
+      "▁H arr",
+      "▁Har r",
+      "▁Ha rr",
+      "й н",
+      "▁\" #",
+      "▁n acional",
+      "▁nac ional",
+      "▁neigh bor",
+      "▁neighb or",
+      "сту па",
+      "ступ а",
+      "▁w it",
+      "Po p",
+      "P op",
+      "▁G reek",
+      "▁Gre ek",
+      "▁Gree k",
+      "▁re peat",
+      "▁repe at",
+      "▁ repeat",
+      "ba d",
+      "b ad",
+      "▁S C",
+      "▁ SC",
+      "▁Date Time",
+      "▁ DateTime",
+      "ш ти",
+      "▁W H",
+      "▁ WH",
+      "▁пра ви",
+      "▁прав и",
+      "▁ прави",
+      "▁Т и",
+      "▁s aison",
+      "▁sa ison",
+      "▁H art",
+      "▁Har t",
+      "▁Ha rt",
+      "direct ory",
+      "d irectory",
+      "ua n",
+      "u an",
+      "no rm",
+      "nor m",
+      "n orm",
+      "▁Phil ipp",
+      "▁Phili pp",
+      "▁Philip p",
+      "▁su spect",
+      "▁sus pect",
+      "▁susp ect",
+      "▁an no",
+      "▁ann o",
+      "▁ anno",
+      "b c",
+      "с ла",
+      "$ (",
+      "▁be find",
+      "▁bef ind",
+      "oc s",
+      "o cs",
+      "la test",
+      "lat est",
+      "late st",
+      ";\" >",
+      "; \">",
+      "▁after wards",
+      "PU T",
+      "P UT",
+      "▁j a",
+      "▁ ja",
+      "▁H il",
+      "▁Hi l",
+      "y z",
+      "▁B our",
+      "▁Bo ur",
+      "▁Bou r",
+      "▁la id",
+      "▁Д же",
+      "▁Дж е",
+      "pi e",
+      "p ie",
+      "w atch",
+      "▁E q",
+      "▁ Eq",
+      "cont act",
+      "ib er",
+      "ibe r",
+      "i ber",
+      "check box",
+      "▁esp añ",
+      "▁espa ñ",
+      "an se",
+      "ans e",
+      "▁ш ко",
+      "▁ шко",
+      "ef f",
+      "e ff",
+      "xx x",
+      "x xx",
+      "▁G ET",
+      "▁ GET",
+      "▁l ov",
+      "▁lo v",
+      "▁ lov",
+      "it ute",
+      "itu te",
+      "itut e",
+      "ze ch",
+      "zec h",
+      "z ech",
+      "ter e",
+      "te re",
+      "t ere",
+      "▁p urs",
+      "▁pu rs",
+      "▁pur s",
+      "ke ns",
+      "ken s",
+      "k ens",
+      "ian te",
+      "i ante",
+      "▁F ree",
+      "▁Fre e",
+      "▁Fr ee",
+      "▁ Free",
+      "▁ор гани",
+      "▁орган и",
+      "kre is",
+      "▁{ :",
+      "▁ {:",
+      "sh ared",
+      "share d",
+      "sha red",
+      "▁G raph",
+      "▁Gr aph",
+      "▁Gra ph",
+      "▁ Graph",
+      "▁conne ctions",
+      "▁connection s",
+      "▁connect ions",
+      "▁D OM",
+      "▁DO M",
+      "▁ DOM",
+      "▁C art",
+      "▁Car t",
+      "▁Ca rt",
+      "▁ Cart",
+      "ss on",
+      "s son",
+      "▁H amilton",
+      "те ли",
+      "тел и",
+      "▁r estaur",
+      "▁rest aur",
+      "▁resta ur",
+      "Re sol",
+      "Res ol",
+      "Dr iver",
+      "D river",
+      "▁en f",
+      "▁ enf",
+      "ED IT",
+      "▁p rev",
+      "▁pr ev",
+      "▁pre v",
+      "▁ prev",
+      "▁i k",
+      "▁ ik",
+      "▁s ă",
+      "j ö",
+      "▁С ССР",
+      "▁col our",
+      "ch ten",
+      "cht en",
+      "chte n",
+      "▁e stad",
+      "▁est ad",
+      "▁esta d",
+      "in ois",
+      "ino is",
+      "▁con fir",
+      "▁conf ir",
+      "▁v é",
+      "▁ vé",
+      "▁C es",
+      "▁Ce s",
+      "▁N ever",
+      "▁Ne ver",
+      "▁Nev er",
+      "om er",
+      "ome r",
+      "o mer",
+      "ж да",
+      "с лу",
+      "че ния",
+      "dl l",
+      "d ll",
+      "▁y outh",
+      "▁you th",
+      "▁yo uth",
+      "em en",
+      "eme n",
+      "e men",
+      "▁stud ied",
+      "▁studi ed",
+      "▁K il",
+      "▁Ki l",
+      "ci on",
+      "cio n",
+      "c ion",
+      "▁n avig",
+      "▁nav ig",
+      "re quired",
+      "require d",
+      "orith ms",
+      "orithm s",
+      "il or",
+      "ilo r",
+      "i lor",
+      "▁Deutsch en",
+      "▁Deutsche n",
+      "▁person s",
+      "▁pers ons",
+      "▁Barcel ona",
+      "▁form ation",
+      "▁format ion",
+      "▁forma tion",
+      "▁ formation",
+      "ab ei",
+      "abe i",
+      "a bei",
+      "▁про тив",
+      "▁проти в",
+      "Eng ine",
+      "ON E",
+      "O NE",
+      "og rá",
+      "Ca p",
+      "C ap",
+      "ri r",
+      "r ir",
+      "▁g ate",
+      "▁ga te",
+      "▁gat e",
+      "▁ gate",
+      "or ation",
+      "ora tion",
+      "ma ven",
+      "m aven",
+      "▁comb ined",
+      "▁combin ed",
+      "▁combine d",
+      "▁at tr",
+      "▁att r",
+      "▁ attr",
+      "▁h ook",
+      "▁ho ok",
+      "▁ hook",
+      "▁которы й",
+      "▁ser vers",
+      "▁server s",
+      "▁serv ers",
+      "▁serve rs",
+      "uct ure",
+      "же ння",
+      "жен ня",
+      "t v",
+      "▁re q",
+      "▁r eq",
+      "▁ req",
+      "ja l",
+      "j al",
+      "▁loc ally",
+      "▁local ly",
+      "}} {\\",
+      "}}{ \\",
+      "} }{\\",
+      "B r",
+      "▁H ier",
+      "▁Hi er",
+      "мо р",
+      "м ор",
+      "▁a part",
+      "▁ap art",
+      "▁apar t",
+      "\"] ,",
+      "\" ],",
+      "▁%> %",
+      "▁z usammen",
+      "▁zus ammen",
+      "▁ident ify",
+      "▁Al tern",
+      "▁Alt ern",
+      "▁Alter n",
+      "▁б ро",
+      "▁ бро",
+      "▁ц и",
+      "▁ ци",
+      "g h",
+      "▁T en",
+      "▁Te n",
+      "R S",
+      "фор ма",
+      "▁n elle",
+      "▁ne lle",
+      "▁nel le",
+      "▁nell e",
+      "▁ nelle",
+      "▁H in",
+      "▁Hi n",
+      "ound ing",
+      "oun ding",
+      "▁re prés",
+      "▁rep rés",
+      "▁repr és",
+      "ap h",
+      "a ph",
+      "▁[ \\",
+      "▁ [\\",
+      "▁S ports",
+      "▁Sport s",
+      "ра л",
+      "р ал",
+      "▁t hre",
+      "▁th re",
+      "▁thr e",
+      "▁p rin",
+      "▁pr in",
+      "▁pri n",
+      "▁El iz",
+      "▁Eli z",
+      "▁F our",
+      "▁Fou r",
+      "▁Fo ur",
+      "▁soci ety",
+      "▁soc iety",
+      "Trans action",
+      "▁v eg",
+      "▁ve g",
+      "▁ veg",
+      "▁sch ools",
+      "▁school s",
+      "▁over all",
+      "▁t ail",
+      "▁ta il",
+      "▁ tail",
+      "üb er",
+      "ü ber",
+      "▁S ov",
+      "▁So v",
+      "▁С ер",
+      "▁Се р",
+      "▁r app",
+      "▁ra pp",
+      "▁rap p",
+      "▁tra ffic",
+      "qu estion",
+      "quest ion",
+      "ques tion",
+      "▁en viron",
+      "▁envi ron",
+      "▁ environ",
+      "ate ien",
+      "ic us",
+      "i cus",
+      "▁n arrow",
+      "▁narr ow",
+      "▁nar row",
+      "▁p ray",
+      "▁pr ay",
+      "▁pra y",
+      "▁B ou",
+      "▁Bo u",
+      "▁C lient",
+      "▁Cl ient",
+      "▁ Client",
+      "ab l",
+      "a bl",
+      "▁Aud iod",
+      "▁Audio d",
+      "▁n pm",
+      "▁np m",
+      "▁ npm",
+      "▁Col umn",
+      "▁ Column",
+      "▁G ames",
+      "▁Game s",
+      "▁Ga mes",
+      "▁Gam es",
+      "av er",
+      "ave r",
+      "a ver",
+      "ony mes",
+      "onym es",
+      "onyme s",
+      "▁По сле",
+      "n ą",
+      "▁N u",
+      "▁D ick",
+      "▁Di ck",
+      "▁Dic k",
+      "▁t ensor",
+      "▁tens or",
+      "▁ tensor",
+      "▁@ \"",
+      "▁ @\"",
+      "v é",
+      "I con",
+      "▁по да",
+      "▁под а",
+      "▁ пода",
+      "▁G on",
+      "▁Go n",
+      "/) .",
+      "/ ).",
+      "is tra",
+      "ist ra",
+      "istr a",
+      "i stra",
+      "▁Audiod ateien",
+      "De lete",
+      "Del ete",
+      "}} }",
+      "} }}",
+      "▁j ump",
+      "▁ju mp",
+      "▁О б",
+      "▁princi ple",
+      "▁princip le",
+      "▁Ét ats",
+      "ok ed",
+      "oke d",
+      "o ked",
+      "▁В ла",
+      "Inter val",
+      "▁s au",
+      "▁sa u",
+      "en code",
+      "enc ode",
+      "▁p on",
+      "▁po n",
+      "▁ pon",
+      "cat ch",
+      "c atch",
+      "▁t iem",
+      "▁ti em",
+      "▁tie m",
+      "▁G ust",
+      "▁Gu st",
+      "M C",
+      "lim its",
+      "limit s",
+      "▁ke eping",
+      "▁keep ing",
+      "▁s ongs",
+      "▁son gs",
+      "▁song s",
+      "▁ав гу",
+      "▁рай он",
+      "▁райо н",
+      "▁not ification",
+      "▁ notification",
+      "▁off ered",
+      "▁offer ed",
+      "Co r",
+      "C or",
+      "▁sh ut",
+      "error s",
+      "err ors",
+      "▁E N",
+      "▁ EN",
+      "▁lat ach",
+      "▁sel bst",
+      "▁check box",
+      "▁ checkbox",
+      "▁c ool",
+      "▁co ol",
+      "▁f actory",
+      "▁fact ory",
+      "▁factor y",
+      "▁ factory",
+      "▁pa id",
+      "dim ensional",
+      "ni ej",
+      "nie j",
+      "n iej",
+      "pt on",
+      "pto n",
+      "p ton",
+      "▁p in",
+      "▁pi n",
+      "▁ pin",
+      "ak ed",
+      "ake d",
+      "a ked",
+      "▁re li",
+      "▁r eli",
+      "▁rel i",
+      "▁T aylor",
+      "▁S omething",
+      "▁Some thing",
+      "▁Som ething",
+      "▁ Something",
+      "im um",
+      "▁V in",
+      "▁Vi n",
+      "▁iter ation",
+      "Fin d",
+      "Fi nd",
+      "F ind",
+      "ко ви",
+      "ков и",
+      "к ови",
+      "▁bo ys",
+      "▁boy s",
+      "▁Sim ple",
+      "▁ Simple",
+      "▁C rist",
+      "▁Cr ist",
+      "▁Cris t",
+      "▁W as",
+      "▁Wa s",
+      "ân d",
+      "â nd",
+      "▁V a",
+      "▁т ра",
+      "▁ тра",
+      "▁dest ination",
+      "▁destin ation",
+      "▁ destination",
+      "li mp",
+      "lim p",
+      "l imp",
+      "▁K at",
+      "▁Ka t",
+      "wor th",
+      "wort h",
+      "w orth",
+      "▁K or",
+      "▁Ko r",
+      "i ção",
+      "= `",
+      "▁fair ly",
+      "fall s",
+      "fal ls",
+      "f alls",
+      "▁re ject",
+      "▁d ream",
+      "▁dre am",
+      "be ll",
+      "bel l",
+      "b ell",
+      "▁t oute",
+      "▁to ute",
+      "▁tout e",
+      "▁tou te",
+      "▁$ \\{",
+      "▁$\\ {",
+      "▁st one",
+      "▁sto ne",
+      "▁ stone",
+      "▁prote ct",
+      "▁prot ect",
+      "▁ex cell",
+      "▁exc ell",
+      "▁excel l",
+      "▁Me xico",
+      "▁Mex ico",
+      "▁d ash",
+      "▁da sh",
+      "▁das h",
+      "▁ dash",
+      "▁f ault",
+      "▁fa ult",
+      "▁ fault",
+      "p matrix",
+      "al ler",
+      "all er",
+      "alle r",
+      "▁guer re",
+      "or igin",
+      "ori gin",
+      "orig in",
+      "hi bernate",
+      "í lia",
+      "▁Reg ister",
+      "▁ Register",
+      "un to",
+      "unt o",
+      "▁B at",
+      "▁Ba t",
+      "▁b ow",
+      "▁bo w",
+      "▁ bow",
+      "сь ких",
+      "ськ их",
+      "et à",
+      "▁L uis",
+      "▁Lu is",
+      "▁f ou",
+      "▁fo u",
+      "▁Cam bridge",
+      "▁Camb ridge",
+      "▁o tt",
+      "▁ot t",
+      "▁ ott",
+      "su p",
+      "s up",
+      "re as",
+      "rea s",
+      "▁point ers",
+      "▁pointer s",
+      "▁Bo ard",
+      "▁ Board",
+      "▁р и",
+      "▁ ри",
+      "▁d riv",
+      "▁dr iv",
+      "▁dri v",
+      "ни н",
+      "н ин",
+      "▁C irc",
+      "▁Ci rc",
+      "▁Cir c",
+      "▁ Circ",
+      "▁t hou",
+      "▁th ou",
+      "Di v",
+      "D iv",
+      "sp ark",
+      "s park",
+      "la ment",
+      "lam ent",
+      "l ament",
+      "▁V AL",
+      "▁ VAL",
+      "Se nd",
+      "S end",
+      "▁Ir ish",
+      "o y",
+      "▁T u",
+      "▁ Tu",
+      "▁t rivial",
+      "Form s",
+      "For ms",
+      "▁as í",
+      "▁Im per",
+      "▁Imp er",
+      "▁sign ature",
+      "un os",
+      "uno s",
+      "u nos",
+      "▁N eg",
+      "▁Ne g",
+      "▁can cel",
+      "▁ cancel",
+      "▁Hein rich",
+      "ee d",
+      "e ed",
+      "Ill ustration",
+      "▁s ulla",
+      "▁su lla",
+      "▁sul la",
+      "▁sull a",
+      "▁qu arter",
+      "▁quart er",
+      "▁quar ter",
+      "as z",
+      "a sz",
+      "▁b log",
+      "▁bl og",
+      "▁blo g",
+      "▁ blog",
+      "fi ca",
+      "fic a",
+      "f ica",
+      "wo n",
+      "w on",
+      "qu et",
+      "que t",
+      "q uet",
+      "]) )",
+      "] ))",
+      "▁gener ation",
+      "▁c aught",
+      "▁ caught",
+      "▁l ands",
+      "▁land s",
+      "▁lan ds",
+      "▁ lands",
+      "▁King dom",
+      "schaft en",
+      "ro ns",
+      "ron s",
+      "r ons",
+      "ann els",
+      "annel s",
+      "anne ls",
+      "▁Spe cial",
+      "▁Spec ial",
+      "▁ Special",
+      "t utorial",
+      "ti p",
+      "t ip",
+      "▁\" \",",
+      "▁\"\" ,",
+      "▁Az ure",
+      "▁ Azure",
+      "▁b ounded",
+      "▁bound ed",
+      "▁ bounded",
+      "S m",
+      "ta r",
+      "t ar",
+      "ве н",
+      "в ен",
+      "▁з ем",
+      "▁зе м",
+      "▁ зем",
+      "▁not ation",
+      "▁ notation",
+      "▁ap ache",
+      "▁ apache",
+      "▁g az",
+      "▁ga z",
+      "ier no",
+      "i erno",
+      "an gen",
+      "ang en",
+      "ange n",
+      "pect ive",
+      "▁elect ric",
+      "▁s emi",
+      "▁se mi",
+      "▁sem i",
+      "MA X",
+      "M AX",
+      "ed erb",
+      "eder b",
+      "ede rb",
+      "object s",
+      "▁dif ferences",
+      "▁differ ences",
+      "▁difference s",
+      "is ted",
+      "ist ed",
+      "iste d",
+      "i sted",
+      "hr ef",
+      "hre f",
+      "h ref",
+      "ic ip",
+      "ici p",
+      "i cip",
+      "▁num py",
+      "▁ numpy",
+      "▁ф утбо",
+      "lo ader",
+      "load er",
+      "▁d ich",
+      "▁di ch",
+      "▁dic h",
+      "љ у",
+      "▁D é",
+      "H z",
+      "▁P aram",
+      "▁Par am",
+      "▁Pa ram",
+      "▁Para m",
+      "▁ Param",
+      "document ation",
+      "ir craft",
+      "irc raft",
+      "E M",
+      "▁inst itution",
+      "▁instit ution",
+      "com pat",
+      "comp at",
+      "▁а ль",
+      "▁ал ь",
+      "▁ аль",
+      "сла в",
+      "с лав",
+      "▁N et",
+      "▁Ne t",
+      "▁ Net",
+      "ци ональ",
+      "цион аль",
+      "циона ль",
+      "▁broad cast",
+      "date time",
+      "dat etime",
+      "as ync",
+      "asy nc",
+      "a sync",
+      "vr e",
+      "v re",
+      "me an",
+      "▁C hem",
+      "▁Ch em",
+      "▁Che m",
+      "▁est imate",
+      "▁estim ate",
+      "ic ana",
+      "ica na",
+      "ican a",
+      "▁g rep",
+      "▁gr ep",
+      "▁gre p",
+      "▁ grep",
+      "te k",
+      "t ek",
+      "ä m",
+      "or ig",
+      "ori g",
+      "o rig",
+      "▁Vict or",
+      "▁Vi ctor",
+      "▁Vic tor",
+      "ut enant",
+      "ute nant",
+      "uten ant",
+      "an ga",
+      "ang a",
+      "pi n",
+      "p in",
+      "▁ver tex",
+      "▁vert ex",
+      "▁verte x",
+      "▁CHAP TER",
+      "ci ty",
+      "cit y",
+      "c ity",
+      "ug by",
+      "gr een",
+      "gre en",
+      "g reen",
+      "▁K er",
+      "▁Ke r",
+      "▁dif fér",
+      "▁diff ér",
+      "▁necess arily",
+      "D C",
+      "Line ar",
+      "Lin ear",
+      "Li near",
+      "al em",
+      "ale m",
+      "a lem",
+      "▁L ater",
+      "▁La ter",
+      "▁Lat er",
+      "▁Late r",
+      "▁m eta",
+      "▁me ta",
+      "▁met a",
+      "▁ meta",
+      "je m",
+      "j em",
+      "ra gen",
+      "rag en",
+      "rage n",
+      "r agen",
+      "Ma y",
+      "M ay",
+      "▁Mitg lied",
+      "▁s orted",
+      "▁sort ed",
+      "▁sor ted",
+      "▁sorte d",
+      "▁ sorted",
+      "us sen",
+      "uss en",
+      "▁sp oke",
+      "▁spo ke",
+      "▁dis abled",
+      "▁disable d",
+      "▁ disabled",
+      "▁accompl ish",
+      "▁accomp lish",
+      "▁Russ ia",
+      "th ere",
+      "ther e",
+      "the re",
+      "t here",
+      "ee s",
+      "e es",
+      "▁h all",
+      "▁ha ll",
+      "▁hal l",
+      "▁ hall",
+      "▁met ric",
+      "▁ metric",
+      "att ribute",
+      "то го",
+      "т ого",
+      "ab out",
+      "▁L am",
+      "▁La m",
+      "ch annel",
+      "chan nel",
+      "▁e pisode",
+      "▁epis ode",
+      "▁$ ('.",
+      "▁$( '.",
+      "▁$(' .",
+      "▁ ought",
+      "▁E ste",
+      "▁Est e",
+      "▁Es te",
+      "Object s",
+      "▁valid ate",
+      "▁ validate",
+      "▁r im",
+      "▁ri m",
+      "▁ rim",
+      "▁numer ous",
+      "▁numero us",
+      "▁J avascript",
+      "▁Java script",
+      "▁G L",
+      "▁ GL",
+      "▁It aly",
+      "▁Ital y",
+      "ederb örd",
+      "on ato",
+      "ona to",
+      "bo oks",
+      "book s",
+      "st one",
+      "ston e",
+      "sto ne",
+      "х у",
+      "▁j el",
+      "▁je l",
+      "▁ jel",
+      "ir i",
+      "i ri",
+      "▁A SP",
+      "▁AS P",
+      "G A",
+      "▁st ata",
+      "▁stat a",
+      "▁sta ta",
+      "▁b az",
+      "▁ba z",
+      "▁ baz",
+      "Da y",
+      "D ay",
+      "th m",
+      "t hm",
+      "d h",
+      "▁F iles",
+      "▁Fil es",
+      "▁File s",
+      "▁ Files",
+      "Android Runtime",
+      "▁che cks",
+      "▁check s",
+      "k r",
+      "▁v enne",
+      "▁ven ne",
+      "S L",
+      "av ia",
+      "avi a",
+      "a via",
+      "ka zy",
+      "kaz y",
+      "k azy",
+      "▁Th ree",
+      "▁ Three",
+      "Ad min",
+      "▁col lege",
+      "▁coll ege",
+      "▁colleg e",
+      "▁colle ge",
+      "G lobal",
+      "ti on",
+      "t ion",
+      "▁cur ious",
+      "sh ort",
+      "▁b ass",
+      "▁bas s",
+      "▁ba ss",
+      "де ла",
+      "▁де я",
+      "Sch ema",
+      "' \\",
+      "di ff",
+      "d iff",
+      "▁C A",
+      "▁ CA",
+      "▁Cor por",
+      "▁oper ators",
+      "▁operator s",
+      "om rå",
+      "▁ed ges",
+      "▁edge s",
+      "); `",
+      ") ;`",
+      "in ds",
+      "ind s",
+      "▁g ing",
+      "▁gi ng",
+      "▁ ging",
+      "& &",
+      "}- \\",
+      "} -\\",
+      "ra no",
+      "ran o",
+      "r ano",
+      "▁s ão",
+      "▁ad ds",
+      "▁add s",
+      "el or",
+      "elo r",
+      "e lor",
+      "▁un signed",
+      "▁uns igned",
+      "▁ unsigned",
+      "▁п р",
+      "▁ пр",
+      "▁Con fig",
+      "▁Conf ig",
+      "▁ Config",
+      "▁E sc",
+      "▁Es c",
+      "▁ch ose",
+      "▁cho se",
+      "▁pie ces",
+      "▁piece s",
+      "▁reg ions",
+      "▁region s",
+      "Es t",
+      "E st",
+      "▁B attle",
+      "▁Batt le",
+      "▁f oc",
+      "▁fo c",
+      "▁L ight",
+      "▁Lig ht",
+      "▁ Light",
+      "pad ding",
+      "p adding",
+      "ab en",
+      "abe n",
+      "a ben",
+      "▁e urop",
+      "▁eu rop",
+      "▁euro p",
+      "il lon",
+      "ill on",
+      "illo n",
+      "▁е сть",
+      "▁b ord",
+      "▁bo rd",
+      "▁bor d",
+      "▁о тно",
+      "▁от но",
+      "▁H ong",
+      "▁Hon g",
+      "▁Ho ng",
+      "▁v ul",
+      "▁vu l",
+      "pl ugins",
+      "plugin s",
+      "▁' <",
+      "▁k ur",
+      "▁ kur",
+      "reg ion",
+      "▁Re pub",
+      "▁Rep ub",
+      "ic her",
+      "ich er",
+      "iche r",
+      "i cher",
+      "}_ \\",
+      "} _\\",
+      "▁me dal",
+      "▁med al",
+      "▁More over",
+      "B I",
+      "A v",
+      "ut er",
+      "ute r",
+      "u ter",
+      "▁s can",
+      "▁sc an",
+      "▁ scan",
+      "▁M unicip",
+      "▁Mun icip",
+      "▁contr ast",
+      "▁contra st",
+      "▁I g",
+      "▁ Ig",
+      "▁го род",
+      "▁горо д",
+      "▁гор од",
+      "▁ город",
+      "rel ated",
+      "al ing",
+      "ali ng",
+      "alin g",
+      "a ling",
+      "▁м ат",
+      "▁ма т",
+      "▁ мат",
+      "ün st",
+      "▁Ch ris",
+      "▁Chr is",
+      "w y",
+      "▁Act ually",
+      "▁Univers idad",
+      "Event Listener",
+      "▁tempor ada",
+      "▁ass ignment",
+      "▁assign ment",
+      "▁M ike",
+      "▁Mi ke",
+      "▁Mik e",
+      "▁w ährend",
+      "▁ś wi",
+      "▁św i",
+      "▁с ред",
+      "▁сре д",
+      "ка де",
+      "▁calcul ated",
+      "▁calculate d",
+      "▁calc ulated",
+      "▁el ler",
+      "▁elle r",
+      "▁ell er",
+      "▁ eller",
+      "▁A sh",
+      "▁As h",
+      "ri el",
+      "rie l",
+      "r iel",
+      "▁hard ware",
+      "▁int ens",
+      "▁inte ns",
+      "▁inten s",
+      "(' .",
+      "( '.",
+      "il li",
+      "ill i",
+      "ag on",
+      "ago n",
+      "a gon",
+      "▁G y",
+      "▁he ute",
+      "▁heut e",
+      "▁s le",
+      "▁sl e",
+      "▁liter ature",
+      "se m",
+      "s em",
+      "man ager",
+      "mana ger",
+      "▁Gr ande",
+      "▁Gra nde",
+      "▁Grand e",
+      "▁Gran de",
+      "▁m ixed",
+      "▁mix ed",
+      "▁В ер",
+      "▁Ве р",
+      "í cí",
+      "▁s oit",
+      "▁so it",
+      "▁wel come",
+      "че ние",
+      "▁Univers ität",
+      "▁bu ilder",
+      "▁build er",
+      "▁ builder",
+      "sim ple",
+      "simp le",
+      "ic ode",
+      "ico de",
+      "i code",
+      "ř e",
+      "in dent",
+      "ind ent",
+      "inden t",
+      "inde nt",
+      "op o",
+      "o po",
+      "▁ad vanced",
+      "▁adv anced",
+      "▁advance d",
+      "tem per",
+      "temp er",
+      "ed ge",
+      "▁dat etime",
+      "▁date time",
+      "▁ datetime",
+      "▁d onc",
+      "▁do nc",
+      "▁don c",
+      "ла ння",
+      "лан ня",
+      "▁v erd",
+      "▁ver d",
+      "▁ve rd",
+      "д но",
+      "it os",
+      "ito s",
+      "▁he at",
+      "vi sible",
+      "vis ible",
+      "me l",
+      "m el",
+      "▁Giov anni",
+      "▁var iety",
+      "▁vari ety",
+      "▁r outer",
+      "▁ro uter",
+      "▁route r",
+      "▁rout er",
+      "▁rou ter",
+      "▁ router",
+      "Vec tor",
+      "V ector",
+      "▁W alk",
+      "▁Wal k",
+      "▁ob viously",
+      "▁obvious ly",
+      "he in",
+      "h ein",
+      "Fi n",
+      "F in",
+      "ITable View",
+      "Y ear",
+      "▁E conom",
+      "▁vel ocity",
+      "▁veloc ity",
+      "▁C ivil",
+      "▁Ci vil",
+      "▁ ј",
+      "al ert",
+      "ale rt",
+      "aler t",
+      "Ident ifier",
+      "èn cia",
+      "▁normal ly",
+      "▁norm ally",
+      "▁E gypt",
+      "▁Egy pt",
+      "▁c tx",
+      "▁ ctx",
+      "▁Ver ein",
+      "▁Vere in",
+      "▁H u",
+      "ult ure",
+      "ultur e",
+      "ни те",
+      "l é",
+      "▁W ien",
+      "▁Wi en",
+      "▁Wie n",
+      "▁P rz",
+      "▁Pr z",
+      "By te",
+      "▁n ah",
+      "▁na h",
+      "▁ nah",
+      "is ms",
+      "ism s",
+      "▁Pub lish",
+      "▁He rz",
+      "▁Her z",
+      "ic ul",
+      "i cul",
+      "pis ode",
+      "ч і",
+      "▁die sem",
+      "▁dies em",
+      "▁diese m",
+      "k ö",
+      "Vis ible",
+      "▁r ig",
+      "▁ri g",
+      "▁ rig",
+      "`) .",
+      "` ).",
+      "Par se",
+      "P arse",
+      "▁Jac ques",
+      "N I",
+      "▁g lass",
+      "▁gl ass",
+      "▁gla ss",
+      "▁ glass",
+      "-- -+",
+      "--- +",
+      "- --+",
+      "▁initial ly",
+      "▁initi ally",
+      "▁k r",
+      "▁ kr",
+      "CC N",
+      "C CN",
+      "pl ays",
+      "play s",
+      "pla ys",
+      "▁s igu",
+      "▁si gu",
+      "▁sig u",
+      "F older",
+      "st orage",
+      "sto rage",
+      "stor age",
+      "▁\\ |",
+      "▁ \\|",
+      "iv os",
+      "ivo s",
+      "i vos",
+      "ск ую",
+      "ску ю",
+      "▁M oh",
+      "▁Mo h",
+      "▁Comm ittee",
+      "▁K im",
+      "▁Ki m",
+      "e u",
+      "те м",
+      "т ем",
+      "▁orig inale",
+      "▁original e",
+      "▁origin ale",
+      "ir s",
+      "i rs",
+      "▁R eb",
+      "▁Re b",
+      "it ut",
+      "itu t",
+      "n l",
+      "▁P ier",
+      "▁Pi er",
+      "▁Pie r",
+      "▁] ;",
+      "▁ ];",
+      "▁F al",
+      "▁Fa l",
+      "▁\" \";",
+      "▁\"\" ;",
+      "mv c",
+      "m vc",
+      "▁fe male",
+      "▁fem ale",
+      "▁b ridge",
+      "▁br idge",
+      "▁brid ge",
+      "▁ bridge",
+      "▁t ít",
+      "kt r",
+      "k tr",
+      "> )",
+      "▁se at",
+      "▁sea t",
+      "▁v ess",
+      "▁ve ss",
+      "▁ves s",
+      "▁U SB",
+      "▁US B",
+      "▁Art icles",
+      "▁Article s",
+      "▁De scription",
+      "▁Des cription",
+      "▁Descri ption",
+      "▁ Description",
+      "▁o c",
+      "▁ oc",
+      "▁h ouses",
+      "▁house s",
+      "▁ho uses",
+      "▁hous es",
+      "▁П ет",
+      "▁Пе т",
+      "lo n",
+      "l on",
+      "Not ification",
+      "▁press ure",
+      "▁ку ль",
+      "▁ куль",
+      "ig ned",
+      "ign ed",
+      "igne d",
+      "▁relig ious",
+      "fa n",
+      "f an",
+      "ig lia",
+      "igli a",
+      "▁class ification",
+      "▁classific ation",
+      "og ether",
+      "oge ther",
+      "▁S DK",
+      "▁SD K",
+      "▁ SDK",
+      "▁H uman",
+      "▁Hu man",
+      "▁Hum an",
+      "▁com mission",
+      "▁comm ission",
+      "▁О р",
+      "▁an tes",
+      "▁ant es",
+      "▁ante s",
+      "▁ antes",
+      "D T",
+      "èt e",
+      "è te",
+      "pr és",
+      "p rés",
+      "/ \"",
+      "▁( «",
+      "▁h ö",
+      "▁ hö",
+      "▁ча с",
+      "▁ час",
+      "▁j ak",
+      "▁ja k",
+      "▁ jak",
+      "ie nen",
+      "ien en",
+      "iene n",
+      "i enen",
+      "ug g",
+      "u gg",
+      "W A",
+      "▁place holder",
+      "▁ placeholder",
+      "Wil l",
+      "W ill",
+      ", ,",
+      "▁K am",
+      "▁Ka m",
+      "▁w en",
+      "▁we n",
+      "▁ wen",
+      "▁Sch ul",
+      "ți e",
+      "ț ie",
+      "▁a ud",
+      "▁au d",
+      "▁ aud",
+      "▁s ue",
+      "▁su e",
+      "▁re ferred",
+      "▁refer red",
+      "ва т",
+      "в ат",
+      "▁P ara",
+      "▁Par a",
+      "▁Pa ra",
+      "▁b la",
+      "▁bl a",
+      "▁ bla",
+      "UE S",
+      "U ES",
+      "▁stat ist",
+      "▁stati st",
+      "▁т у",
+      "▁ ту",
+      "▁Wars za",
+      "gu e",
+      "g ue",
+      "▁I de",
+      "▁Id e",
+      "math scr",
+      "▁l ieu",
+      "▁li eu",
+      "▁lie u",
+      "▁b od",
+      "▁bo d",
+      "▁r us",
+      "▁ru s",
+      "▁ rus",
+      "▁bo at",
+      "xs pace",
+      "x space",
+      "▁mod al",
+      "▁mo dal",
+      "▁ modal",
+      "ле к",
+      "л ек",
+      "to pic",
+      "top ic",
+      "ma ny",
+      "man y",
+      "m any",
+      "sk ý",
+      "▁organ ization",
+      "▁organiz ation",
+      "▁г ене",
+      "▁ге не",
+      "▁Wil son",
+      "▁com fort",
+      "ib il",
+      "i bil",
+      ": -",
+      "▁an imal",
+      "▁anim al",
+      "▁ani mal",
+      "Re port",
+      "Rep ort",
+      "ка ми",
+      "кам и",
+      "jo n",
+      "j on",
+      "▁k er",
+      "▁ke r",
+      "▁ ker",
+      "▁к ни",
+      "moz illa",
+      "Pr ice",
+      "P rice",
+      "ant in",
+      "anti n",
+      "em ento",
+      "ement o",
+      "emen to",
+      "ma y",
+      "m ay",
+      "▁l ung",
+      "▁lu ng",
+      "▁lun g",
+      "▁ lung",
+      "▁b low",
+      "▁bl ow",
+      "▁blo w",
+      "ede ut",
+      "▁type d",
+      "▁typ ed",
+      "▁ty ped",
+      "▁dec ember",
+      "▁. ...",
+      "▁... .",
+      "▁.. ..",
+      "▁ ....",
+      "li ance",
+      "l iance",
+      "▁v iel",
+      "▁vi el",
+      "▁vie l",
+      "▁Ф и",
+      "pr esa",
+      "pre sa",
+      "pres a",
+      "▁ос іб",
+      "▁N am",
+      "▁Na m",
+      "▁G ren",
+      "▁Gr en",
+      "▁Gre n",
+      "си лання",
+      "VI D",
+      "V ID",
+      "st re",
+      "str e",
+      "s tre",
+      "we is",
+      "wei s",
+      "▁prote ction",
+      "▁protect ion",
+      "▁prot ection",
+      "ta ient",
+      "t aient",
+      "▁offic ers",
+      "▁office rs",
+      "▁officer s",
+      "т но",
+      "▁B rig",
+      "▁Br ig",
+      "▁int ellig",
+      "▁intel lig",
+      "я х",
+      "IT H",
+      "I TH",
+      "▁separ ated",
+      "▁separate d",
+      "▁L CCN",
+      "ní m",
+      "n ím",
+      "cl ock",
+      "clo ck",
+      "c lock",
+      "▁ap are",
+      "▁apar e",
+      "яв и",
+      "я ви",
+      "▁Eliz abeth",
+      "▁W ater",
+      "▁Wat er",
+      "▁Wa ter",
+      "geb iet",
+      "▁con vent",
+      "▁conv ent",
+      "▁conven t",
+      "fu rt",
+      "fur t",
+      "f urt",
+      "▁be iden",
+      "▁bei den",
+      "▁beide n",
+      "ba sh",
+      "bas h",
+      "b ash",
+      "▁че рез",
+      "▁чер ез",
+      "▁u b",
+      "▁ ub",
+      "▁Stat ist",
+      "▁Stati st",
+      "▁lim its",
+      "▁limit s",
+      "▁ limits",
+      "V ol",
+      "ct x",
+      "c tx",
+      "▁но в",
+      "▁н ов",
+      "▁ нов",
+      "gu ide",
+      "gui de",
+      "mi c",
+      "m ic",
+      "ie sa",
+      "ies a",
+      "i esa",
+      "▁h uvud",
+      "R T",
+      "Fi g",
+      "F ig",
+      "▁l ect",
+      "▁le ct",
+      "▁ lect",
+      "con n",
+      "co nn",
+      "c onn",
+      "im it",
+      "imi t",
+      "i mit",
+      "га р",
+      "г ар",
+      "▁b ajo",
+      "▁ba jo",
+      "scri be",
+      "scr ibe",
+      "s cribe",
+      "re gex",
+      "reg ex",
+      "▁C ass",
+      "▁Cas s",
+      "▁Ca ss",
+      "▁pro pag",
+      "▁prop ag",
+      "' $",
+      "▁prof es",
+      "un ique",
+      "uni que",
+      "▁S ql",
+      "▁ Sql",
+      "un ion",
+      "uni on",
+      "ri os",
+      "rio s",
+      "r ios",
+      "pi p",
+      "p ip",
+      "-- +",
+      "- -+",
+      "ka dem",
+      "k adem",
+      "column s",
+      "▁v ary",
+      "▁var y",
+      "▁va ry",
+      "▁bere its",
+      "▁d oi",
+      "▁do i",
+      "▁Com mon",
+      "▁Comm on",
+      "▁ Common",
+      "▁Ro bin",
+      "▁Rob in",
+      "▁ ×",
+      "▁s ei",
+      "▁se i",
+      "▁s yst",
+      "▁sy st",
+      "▁sys t",
+      "▁v ä",
+      "▁ vä",
+      "▁De fault",
+      "▁Def ault",
+      "▁ Default",
+      "▁t ym",
+      "▁ty m",
+      "pe l",
+      "p el",
+      "▁bel ieved",
+      "▁believe d",
+      "▁pro vider",
+      "▁prov ider",
+      "▁provide r",
+      "▁ provider",
+      "▁min imal",
+      "▁minim al",
+      "▁mini mal",
+      "та ли",
+      "тал и",
+      "т али",
+      "ain es",
+      "ai nes",
+      "aine s",
+      "a ines",
+      "K it",
+      "iz io",
+      "izi o",
+      "is sen",
+      "iss en",
+      "isse n",
+      "pr essed",
+      "press ed",
+      "pres sed",
+      "▁s tag",
+      "▁st ag",
+      "▁sta g",
+      "▁ stag",
+      "▁u int",
+      "▁ui nt",
+      "▁ uint",
+      "ko r",
+      "k or",
+      "▁ра спо",
+      "▁рас по",
+      "▁in herit",
+      "▁inher it",
+      "▁comp iled",
+      "▁compile d",
+      "▁f ebru",
+      "▁fe bru",
+      "▁feb ru",
+      "▁t mp",
+      "▁tm p",
+      "▁ tmp",
+      "work s",
+      "wor ks",
+      "ч на",
+      "draw able",
+      "▁N av",
+      "▁Na v",
+      "▁ Nav",
+      "▁though ts",
+      "▁thought s",
+      "ro ute",
+      "rout e",
+      "rou te",
+      "r oute",
+      "▁con cert",
+      "▁conc ert",
+      "▁conce rt",
+      "▁option al",
+      "▁opt ional",
+      "▁ optional",
+      "▁b ras",
+      "▁br as",
+      "▁bra s",
+      "▁ bras",
+      "▁prov iding",
+      "со м",
+      "с ом",
+      "id x",
+      "i dx",
+      "emp lo",
+      "empl o",
+      "▁ко ли",
+      "▁ коли",
+      "▁B ere",
+      "▁Be re",
+      "▁Ber e",
+      "▁E ls",
+      "▁El s",
+      "ре мен",
+      "рем ен",
+      "▁де ка",
+      "co ut",
+      "cou t",
+      "c out",
+      "la yer",
+      "lay er",
+      "l ayer",
+      "▁g lob",
+      "▁gl ob",
+      "▁glo b",
+      "▁ glob",
+      "fore ach",
+      "for each",
+      "▁E ducation",
+      "▁Edu cation",
+      "P O",
+      "▁im prov",
+      "▁imp rov",
+      "▁impro v",
+      "▁impr ov",
+      "▁cl ients",
+      "▁client s",
+      "▁cli ents",
+      "gr oups",
+      "group s",
+      "gro ups",
+      "▁k ont",
+      "▁kon t",
+      "▁ko nt",
+      "De l",
+      "D el",
+      "re tt",
+      "ret t",
+      "r ett",
+      "▁s up",
+      "▁su p",
+      "▁ sup",
+      "▁m og",
+      "▁mo g",
+      "ta n",
+      "t an",
+      "▁com pl",
+      "▁comp l",
+      "ir ty",
+      "irt y",
+      "▁nouve au",
+      "os z",
+      "o sz",
+      "▁N avy",
+      "▁Na vy",
+      "▁Nav y",
+      "ber e",
+      "be re",
+      "b ere",
+      "ma sk",
+      "mas k",
+      "m ask",
+      "ov é",
+      "o vé",
+      "zi l",
+      "z il",
+      "PE R",
+      "P ER",
+      "▁pobla ción",
+      "▁població n",
+      "▁d etailed",
+      "▁detail ed",
+      "ле т",
+      "л ет",
+      "▁famil ies",
+      "▁familie s",
+      "ab et",
+      "abe t",
+      "a bet",
+      "е вич",
+      "änd er",
+      "än der",
+      "ände r",
+      "ä nder",
+      "▁å r",
+      "▁ år",
+      "▁p endant",
+      "▁b il",
+      "▁bi l",
+      "▁ bil",
+      "▁h int",
+      "▁hi nt",
+      "▁hin t",
+      "ode n",
+      "od en",
+      "o den",
+      "▁exp ansion",
+      "▁p ont",
+      "▁po nt",
+      "▁pon t",
+      "▁ pont",
+      "as ant",
+      "asa nt",
+      "▁K ind",
+      "▁Ki nd",
+      "▁Kin d",
+      "▁ Kind",
+      "ij i",
+      "i ji",
+      "▁A uth",
+      "▁Aut h",
+      "▁Au th",
+      "▁ Auth",
+      "laim ed",
+      "ref lect",
+      "] =",
+      "by tes",
+      "byte s",
+      "ho ver",
+      "hov er",
+      "h over",
+      "▁ц ер",
+      "▁це р",
+      "▁ цер",
+      "grad le",
+      "Ar ch",
+      "ap est",
+      "ape st",
+      "apes t",
+      "ás a",
+      "á sa",
+      "Car d",
+      "Ca rd",
+      "C ard",
+      "▁tempor ary",
+      "▁départ ement",
+      "class es",
+      "жи ва",
+      "▁х удо",
+      "▁m ole",
+      "▁mo le",
+      "▁mol e",
+      "R Y",
+      "L P",
+      "▁p ec",
+      "▁pe c",
+      "▁ pec",
+      "rodu ction",
+      "▁Gu ard",
+      "▁Par liament",
+      "▁inst anti",
+      "▁instant i",
+      "▁not amment",
+      "▁D oug",
+      "▁Do ug",
+      "▁Dou g",
+      "▁Mar sh",
+      "▁Mars h",
+      ". ~",
+      "▁\\ \"",
+      "▁ \\\"",
+      "▁t hé",
+      "▁th é",
+      "▁li bre",
+      "▁lib re",
+      "do es",
+      "▁dé but",
+      "▁U nit",
+      "▁Un it",
+      "▁ Unit",
+      "▁с ту",
+      "▁ст у",
+      "▁ сту",
+      "▁le ague",
+      "▁qu ale",
+      "▁q uale",
+      "▁qual e",
+      "▁состав ля",
+      "▁соста вля",
+      "Se curity",
+      "Sec urity",
+      "▁appar ently",
+      "▁apparent ly",
+      "▁tro ops",
+      "ic ano",
+      "ica no",
+      "ican o",
+      "i cano",
+      "▁M B",
+      "▁ MB",
+      "en ze",
+      "enz e",
+      "lo ading",
+      "load ing",
+      "▁dist ributed",
+      "▁distribu ted",
+      "▁distrib uted",
+      "write r",
+      "writ er",
+      "wr iter",
+      "w riter",
+      "res ources",
+      "resource s",
+      "h ö",
+      "ut ils",
+      "util s",
+      "uti ls",
+      "▁prep ared",
+      "▁prepar ed",
+      "▁prepare d",
+      "ci er",
+      "cie r",
+      "c ier",
+      "op ol",
+      "opo l",
+      "o pol",
+      "▁län kar",
+      "he s",
+      "h es",
+      "н ва",
+      "▁op ens",
+      "▁open s",
+      "▁ opens",
+      "ag og",
+      "ago g",
+      "inter face",
+      "▁F und",
+      "▁Fu nd",
+      "▁Fun d",
+      "▁pent ru",
+      "ní ch",
+      "n ích",
+      "▁config ured",
+      "▁configure d",
+      "▁configur ed",
+      "▁Web site",
+      "▁list ener",
+      "▁listen er",
+      "▁liste ner",
+      "▁ listener",
+      "iv el",
+      "ive l",
+      "i vel",
+      "n ę",
+      "min a",
+      "mi na",
+      "m ina",
+      "▁in vest",
+      "▁inv est",
+      "▁inve st",
+      "▁м іс",
+      "▁мі с",
+      "▁d av",
+      "▁da v",
+      "▁p atch",
+      "▁pat ch",
+      "▁ patch",
+      "pi eler",
+      "piel er",
+      "pie ler",
+      "▁Ext erna",
+      "▁Extern a",
+      "t f",
+      "▁e red",
+      "▁er ed",
+      "▁ere d",
+      "▁ ered",
+      "▁Ass embly",
+      "▁ Assembly",
+      "▁s out",
+      "▁so ut",
+      "▁sou t",
+      "▁v erk",
+      "▁ver k",
+      "▁ verk",
+      "me rs",
+      "mer s",
+      "m ers",
+      "t oggle",
+      "▁up dating",
+      "▁upd ating",
+      "▁K ent",
+      "▁Ke nt",
+      "▁Ken t",
+      "ec a",
+      "e ca",
+      "FA ULT",
+      "▁tit re",
+      "▁ti tre",
+      "▁K enn",
+      "▁Ke nn",
+      "▁Ken n",
+      "▁Ми ха",
+      "ст ор",
+      "сто р",
+      "с тор",
+      "▁p ode",
+      "▁po de",
+      "▁pod e",
+      "▁S eb",
+      "▁Se b",
+      "це в",
+      "ц ев",
+      "E Y",
+      "▁sil ver",
+      "▁cap acity",
+      "▁capac ity",
+      "▁comple tion",
+      "▁complet ion",
+      "▁Pe dro",
+      "▁Ped ro",
+      "fe l",
+      "f el",
+      "va no",
+      "van o",
+      "v ano",
+      "ze ug",
+      "▁in terior",
+      "▁inter ior",
+      "▁inte rior",
+      "▁Res ponse",
+      "▁ Response",
+      "éd ia",
+      "é dia",
+      "▁World Cat",
+      "▁c ă",
+      "qu el",
+      "que l",
+      "q uel",
+      "So l",
+      "S ol",
+      "іс ля",
+      "▁D omin",
+      "▁Do min",
+      "▁Dom in",
+      "▁c um",
+      "▁cu m",
+      "ce p",
+      "c ep",
+      "▁M use",
+      "▁Mus e",
+      "▁Mu se",
+      "▁M aría",
+      "▁Mar ía",
+      "▁Ma ría",
+      "▁function al",
+      "▁ad apter",
+      "▁adapt er",
+      "▁ adapter",
+      "config uration",
+      "▁t ipo",
+      "▁tip o",
+      "▁ti po",
+      "▁B ry",
+      "▁Br y",
+      "v y",
+      "U L",
+      "▁tra vers",
+      "▁trav ers",
+      "! (",
+      "▁absol utely",
+      "▁absolute ly",
+      "л та",
+      "тт я",
+      "т тя",
+      "▁I T",
+      "▁ IT",
+      "▁во ен",
+      "yc le",
+      "y cle",
+      "be st",
+      "bes t",
+      "b est",
+      "▁construct ed",
+      "▁constru cted",
+      "▁фи ль",
+      "▁ филь",
+      "ci do",
+      "cid o",
+      "c ido",
+      "ex it",
+      "ga rt",
+      "gar t",
+      "g art",
+      "▁provin cia",
+      "ve z",
+      "v ez",
+      "ci pl",
+      "cip l",
+      "▁Face book",
+      "▁Fac ebook",
+      "▁y ellow",
+      "▁ yellow",
+      "▁Sum mer",
+      "▁point ing",
+      "▁poss ibility",
+      "▁possib ility",
+      "▁possibil ity",
+      "▁leg isl",
+      "▁мо ж",
+      "▁ мож",
+      "de rn",
+      "der n",
+      "d ern",
+      "ко но",
+      "кон о",
+      "▁mechan ism",
+      "▁Bern ard",
+      "ex pr",
+      "exp r",
+      "ло ви",
+      "лов и",
+      "л ови",
+      "▁dig its",
+      "▁digit s",
+      "▁de legate",
+      "▁deleg ate",
+      "▁ delegate",
+      "og ram",
+      "o gram",
+      "▁D ictionary",
+      "▁ Dictionary",
+      "is y",
+      "▁s po",
+      "▁sp o",
+      "/ $",
+      "clude d",
+      "clud ed",
+      "▁M VC",
+      "▁t ém",
+      "▁té m",
+      "▁print ed",
+      "▁prin ted",
+      "▁G ott",
+      "▁Go tt",
+      "▁Got t",
+      "▁O m",
+      "▁ Om",
+      "ans as",
+      "▁D urch",
+      "▁Dur ch",
+      "▁I dent",
+      "▁Id ent",
+      "▁Ide nt",
+      "▁ Ident",
+      "Q U",
+      "ht m",
+      "h tm",
+      "▁S ul",
+      "▁Su l",
+      "'] .",
+      "' ].",
+      "▁du ty",
+      "▁dut y",
+      "▁Aut hor",
+      "▁Auth or",
+      "▁ Author",
+      "▁n ě",
+      "▁ ně",
+      "ow ego",
+      "owe go",
+      "pu s",
+      "p us",
+      "em bl",
+      "emb l",
+      "Exec utor",
+      "B L",
+      "▁M ens",
+      "▁Me ns",
+      "▁Men s",
+      "dis patch",
+      "▁M id",
+      "▁Mi d",
+      "ap ps",
+      "app s",
+      "Trans form",
+      "▁D at",
+      "▁Da t",
+      "▁ Dat",
+      "▁im pl",
+      "▁imp l",
+      "▁ impl",
+      "ou x",
+      "o ux",
+      "ho lm",
+      "hol m",
+      "▁I ns",
+      "▁In s",
+      "▁Emp ire",
+      "ру п",
+      "▁Ap ache",
+      "SI ON",
+      "S ION",
+      "▁pass age",
+      "######## ########",
+      "▁ex pressed",
+      "▁express ed",
+      "▁expr essed",
+      "▁expres sed",
+      "на д",
+      "▁o l",
+      "▁ ol",
+      "▁h avia",
+      "▁ha via",
+      "▁hav ia",
+      "▁бо лее",
+      "▁enjo y",
+      "form ance",
+      "▁dim ensions",
+      "▁dimension s",
+      "▁ч ер",
+      "▁че р",
+      "▁ чер",
+      "Se e",
+      "S ee",
+      "▁m outh",
+      "▁mo uth",
+      "▁mou th",
+      "▁ mouth",
+      "▁g au",
+      "▁ga u",
+      "ien cy",
+      "i ency",
+      "▁Carol ina",
+      "Dis t",
+      "Di st",
+      "D ist",
+      "rad io",
+      "li mit",
+      "lim it",
+      "l imit",
+      "/ ?",
+      "▁B all",
+      "▁Ba ll",
+      "▁Bal l",
+      "ні сть",
+      "Mem ber",
+      "M ember",
+      "wa ter",
+      "w ater",
+      "▁mur der",
+      "▁stand ing",
+      "▁stan ding",
+      "▁ standing",
+      "▁V II",
+      "▁VI I",
+      "Cent er",
+      "C enter",
+      "pp a",
+      "p pa",
+      "ur eau",
+      "ure au",
+      "▁Le ip",
+      "▁ob jet",
+      "▁obj et",
+      "▁Act ivity",
+      "▁Activ ity",
+      "▁ Activity",
+      "em bers",
+      "ember s",
+      "emb ers",
+      "v r",
+      "▁con du",
+      "▁cond u",
+      "Cell s",
+      "C ells",
+      "in us",
+      "inu s",
+      "▁' ,",
+      "▁ ',",
+      "▁af raid",
+      "▁х а",
+      "▁ ха",
+      "▁V ic",
+      "▁Vi c",
+      "test ing",
+      "tes ting",
+      "Tu be",
+      "T ube",
+      "▁v ast",
+      "▁va st",
+      "▁vas t",
+      "P M",
+      "ni h",
+      "n ih",
+      "SS N",
+      "S SN",
+      "▁Ch ile",
+      "▁Chi le",
+      "yl van",
+      "▁B ow",
+      "▁Bo w",
+      "▁relig ion",
+      "op her",
+      "oph er",
+      "ophe r",
+      "o pher",
+      "▁C oll",
+      "▁Col l",
+      "▁Co ll",
+      "▁ Coll",
+      "▁dig ital",
+      "▁digit al",
+      "zi oni",
+      "z ioni",
+      "Se ction",
+      "Sec tion",
+      "S ection",
+      "▁резу льта",
+      "Foo t",
+      "F oot",
+      "con vert",
+      "conv ert",
+      "▁rece iving",
+      "Cont act",
+      "▁h ero",
+      "▁he ro",
+      "▁her o",
+      "sa m",
+      "s am",
+      "▁pos terior",
+      "▁poster ior",
+      "▁poste rior",
+      "ow i",
+      "o wi",
+      "An t",
+      "A nt",
+      "▁fl ags",
+      "▁flag s",
+      "▁fla gs",
+      "▁ flags",
+      "▁Ze aland",
+      "▁b ounds",
+      "▁bound s",
+      "▁ bounds",
+      "▁where as",
+      "▁whe reas",
+      "in fl",
+      "inf l",
+      "Pl ay",
+      "P lay",
+      "▁d emo",
+      "▁de mo",
+      "▁dem o",
+      "▁ demo",
+      "▁g ibt",
+      "▁gi bt",
+      "▁h ospital",
+      "▁hosp ital",
+      "▁v olta",
+      "▁vol ta",
+      "▁volt a",
+      "л ё",
+      "▁f ashion",
+      "▁ex ceed",
+      "▁exc eed",
+      "el enium",
+      "elen ium",
+      "It er",
+      "I ter",
+      "kr ie",
+      "k rie",
+      "▁integr ation",
+      "▁integra tion",
+      "▁ integration",
+      "▁Other wise",
+      "ad u",
+      "a du",
+      "Sh e",
+      "S he",
+      "on de",
+      "ond e",
+      "o nde",
+      "ui nt",
+      "u int",
+      "rad ius",
+      "▁r am",
+      "▁ra m",
+      "▁ ram",
+      "▁ál bum",
+      "▁т ур",
+      "▁ту р",
+      "▁ тур",
+      "▁d y",
+      "▁ dy",
+      "▁O tt",
+      "▁Ot t",
+      "▁пер и",
+      "▁пе ри",
+      "re v",
+      "r ev",
+      "ri or",
+      "rio r",
+      "r ior",
+      "í d",
+      "ir at",
+      "ira t",
+      "i rat",
+      "▁в клю",
+      "▁import ante",
+      "▁important e",
+      "▁Du ke",
+      "▁caus a",
+      "▁ca usa",
+      "▁Math emat",
+      "▁di plom",
+      "▁N icol",
+      "▁Nic ol",
+      "▁Ni col",
+      "▁ex clus",
+      "▁exc lus",
+      "▁debug ging",
+      "▁G h",
+      "or iginal",
+      "origin al",
+      "orig inal",
+      "ly n",
+      "l yn",
+      "▁P la",
+      "▁Pl a",
+      "su ite",
+      "suit e",
+      "ch at",
+      "cha t",
+      "c hat",
+      "▁e stud",
+      "▁est ud",
+      "ue lle",
+      "uel le",
+      "u elle",
+      "▁p ert",
+      "▁per t",
+      "▁pe rt",
+      "▁ pert",
+      "▁import ance",
+      "▁appro aches",
+      "▁approach es",
+      "▁d la",
+      "▁про ф",
+      "Pr es",
+      "Pre s",
+      "P res",
+      "< \\",
+      "pre fix",
+      "p refix",
+      "SS ION",
+      "S SION",
+      "ро ди",
+      "род и",
+      "count ry",
+      "c ountry",
+      "it zer",
+      "itz er",
+      "▁ко р",
+      "▁к ор",
+      "▁ кор",
+      "▁sing ular",
+      "go v",
+      "g ov",
+      "ри н",
+      "р ин",
+      "▁F A",
+      "▁ FA",
+      "▁mat rices",
+      "ol are",
+      "ola re",
+      "olar e",
+      "o lare",
+      "ni ka",
+      "nik a",
+      "n ika",
+      "po wer",
+      "pow er",
+      "p ower",
+      "ll a",
+      "l la",
+      "▁des ire",
+      "▁famil ia",
+      "▁fam ilia",
+      "до р",
+      "д ор",
+      "▁f an",
+      "▁fa n",
+      "▁ fan",
+      "gener ated",
+      "generate d",
+      "▁C os",
+      "▁Co s",
+      "▁ż e",
+      "▁ że",
+      "▁D iese",
+      "▁Die se",
+      "▁Di ese",
+      "▁Dies e",
+      "mo v",
+      "m ov",
+      "▁de note",
+      "▁den ote",
+      "\") ]",
+      "\" )]",
+      "ou vern",
+      "ouv ern",
+      "ouve rn",
+      "ouver n",
+      "am an",
+      "ama n",
+      "a man",
+      "▁in ser",
+      "▁ins er",
+      "▁inse r",
+      "ij k",
+      "i jk",
+      "ot ta",
+      "ott a",
+      "o tta",
+      "er al",
+      "era l",
+      "e ral",
+      "де ль",
+      "д ель",
+      "() ->",
+      "( )->",
+      "▁p oder",
+      "▁po der",
+      "▁pod er",
+      "▁pode r",
+      "ig es",
+      "ige s",
+      "i ges",
+      "▁On line",
+      "▁we ird",
+      "ia c",
+      "i ac",
+      "▁quel ques",
+      "▁quelque s",
+      "ère nt",
+      "è rent",
+      "▁t el",
+      "▁te l",
+      "▁ tel",
+      "▁L atin",
+      "▁Lat in",
+      "ver ter",
+      "vert er",
+      "verte r",
+      "ля р",
+      "ро и",
+      "▁p df",
+      "▁pd f",
+      "▁ pdf",
+      "▁key word",
+      "▁ keyword",
+      "Hand le",
+      "A fter",
+      "re ce",
+      "rec e",
+      "▁ident ical",
+      "style sheet",
+      "styles heet",
+      "▁стан ови",
+      "▁станов и",
+      "▁k a",
+      "▁ ka",
+      "ce ment",
+      "cem ent",
+      "c ement",
+      "те т",
+      "т ет",
+      "▁c hat",
+      "▁ch at",
+      "▁cha t",
+      "▁ chat",
+      "▁M un",
+      "▁Mu n",
+      "ał a",
+      "a ła",
+      "AN T",
+      "A NT",
+      "ol óg",
+      "▁f ant",
+      "▁fa nt",
+      "▁fan t",
+      "▁for est",
+      "▁fo rest",
+      "▁fore st",
+      "▁ви ко",
+      "cu ss",
+      "cus s",
+      "c uss",
+      "▁se hr",
+      "pa g",
+      "p ag",
+      "ot ic",
+      "oti c",
+      "▁á ll",
+      "▁ál l",
+      "▁ áll",
+      "ма ти",
+      "мат и",
+      "▁\" '",
+      "+ \"",
+      "An imation",
+      "Anim ation",
+      "ходи т",
+      "ход ит",
+      "az u",
+      "a zu",
+      "▁pl ays",
+      "▁play s",
+      "▁pla ys",
+      "▁ plays",
+      "iz ioni",
+      "izi oni",
+      "izio ni",
+      "i zioni",
+      "ми че",
+      "▁b omb",
+      "▁bo mb",
+      "▁bom b",
+      "▁mer ely",
+      "▁mere ly",
+      "▁hold ing",
+      "▁hol ding",
+      "▁w enn",
+      "▁we nn",
+      "▁wen n",
+      "▁m edic",
+      "▁me dic",
+      "▁med ic",
+      "▁medi c",
+      "▁spe aking",
+      "▁speak ing",
+      "ong odb",
+      "ongo db",
+      "▁Cam pe",
+      "▁Camp e",
+      "in ity",
+      "ini ty",
+      "init y",
+      "▁я нва",
+      "() `.",
+      "()` .",
+      "( )`.",
+      "lu ss",
+      "lus s",
+      "l uss",
+      "▁H istoire",
+      "▁His toire",
+      "▁Hist oire",
+      "▁oper ating",
+      "▁opera ting",
+      "Ch annel",
+      "▁accur acy",
+      "▁b os",
+      "▁bo s",
+      "▁ bos",
+      "▁ev ident",
+      "ци ю",
+      "event s",
+      "ev ents",
+      "even ts",
+      "text rm",
+      "or eign",
+      "ore ign",
+      "▁i i",
+      "▁ ii",
+      "hr en",
+      "hre n",
+      "h ren",
+      "lo wer",
+      "low er",
+      "l ower",
+      "▁т ом",
+      "▁то м",
+      "▁ том",
+      "▁Ab out",
+      "▁ About",
+      "▁a j",
+      "▁ aj",
+      "er i",
+      "e ri",
+      "сту пи",
+      "ступ и",
+      "▁di git",
+      "▁dig it",
+      "▁ digit",
+      "▁Sp ain",
+      "▁D aten",
+      "▁Date n",
+      "▁Da ten",
+      "▁Dat en",
+      "▁for me",
+      "▁form e",
+      "▁ш та",
+      "▁ шта",
+      "▁B ach",
+      "▁Ba ch",
+      "▁Bac h",
+      "no number",
+      "non umber",
+      "▁recomm ended",
+      "▁recommend ed",
+      "▁re ads",
+      "▁read s",
+      "his toire",
+      "h istoire",
+      "▁s ang",
+      "▁sa ng",
+      "▁san g",
+      "▁? ?",
+      "▁ ??",
+      "▁с тал",
+      "▁ст ал",
+      "▁ста л",
+      "sc ore",
+      "s core",
+      "fa s",
+      "f as",
+      "▁c ub",
+      "▁cu b",
+      "▁g rew",
+      "▁gr ew",
+      "▁gre w",
+      "▁cent ro",
+      "▁bek annt",
+      "Event s",
+      "BE R",
+      "B ER",
+      "he w",
+      "h ew",
+      "сс а",
+      "с са",
+      "▁major ity",
+      "ît re",
+      "î tre",
+      "en ci",
+      "enc i",
+      "▁Qu ery",
+      "▁Que ry",
+      "▁ Query",
+      "▁któ re",
+      "i ć",
+      "▁complex ity",
+      "▁Fran çois",
+      "const raint",
+      "ур на",
+      "═ ═",
+      "▁iter ate",
+      "le tt",
+      "let t",
+      "l ett",
+      "pe ror",
+      "per or",
+      "▁Neder land",
+      "sh are",
+      "sha re",
+      "▁incl u",
+      "▁inc lu",
+      "än ger",
+      "äng er",
+      "änge r",
+      "▁N ic",
+      "▁Ni c",
+      "ч о",
+      "F ull",
+      "▁ra pport",
+      "▁rapp ort",
+      "▁rap port",
+      "ec lipse",
+      "e clipse",
+      "▁indust ry",
+      "he aders",
+      "head ers",
+      "header s",
+      "▁Р и",
+      "ch sel",
+      "chs el",
+      "▁po lic",
+      "▁pol ic",
+      "sch ied",
+      "% ,",
+      "O D",
+      "▁J ak",
+      "▁Ja k",
+      "({ \\",
+      "( {\\",
+      "al igned",
+      "align ed",
+      "▁frequ ently",
+      "▁frequent ly",
+      "▁su oi",
+      "▁suo i",
+      "▁ess entially",
+      "▁essential ly",
+      "▁R ic",
+      "▁Ri c",
+      "▁re ports",
+      "▁report s",
+      "▁dec imal",
+      "ra r",
+      "r ar",
+      "▁F oo",
+      "▁Fo o",
+      "▁ Foo",
+      "▁K a",
+      "▁D C",
+      "▁ DC",
+      "▁sim pler",
+      "▁simple r",
+      "▁simp ler",
+      "▁simpl er",
+      "Pa ne",
+      "Pan e",
+      "P ane",
+      "? }",
+      "So rt",
+      "S ort",
+      "▁pos it",
+      "cd n",
+      "c dn",
+      "kt ur",
+      "▁aw k",
+      "▁ awk",
+      "зе р",
+      "з ер",
+      "P F",
+      "u ur",
+      "▁R oss",
+      "▁Ro ss",
+      "▁Ros s",
+      "▁m ant",
+      "▁ma nt",
+      "▁man t",
+      "N a",
+      "Con s",
+      "Co ns",
+      "C ons",
+      ")) ))",
+      "))) )",
+      ") )))",
+      "▁techn iques",
+      "▁techni ques",
+      "▁technique s",
+      "im pl",
+      "imp l",
+      "▁dro pped",
+      "▁drop ped",
+      "▁L ista",
+      "▁List a",
+      "▁Li sta",
+      "▁Lis ta",
+      "▁Bas ically",
+      "▁Basic ally",
+      "en tal",
+      "ent al",
+      "enta l",
+      "▁cel ui",
+      "▁str ategy",
+      "▁strateg y",
+      "▁strat egy",
+      "▁W ales",
+      "▁Wal es",
+      "▁Wa les",
+      "na n",
+      "n an",
+      "▁g min",
+      "▁gr öß",
+      "▁eer ste",
+      "▁eerst e",
+      "T im",
+      "nt en",
+      "n ten",
+      "re sp",
+      "res p",
+      "r esp",
+      "▁s table",
+      "▁st able",
+      "▁sta ble",
+      "▁ stable",
+      "no v",
+      "n ov",
+      "ro b",
+      "r ob",
+      "но ј",
+      "▁mar riage",
+      "get String",
+      "Aut hor",
+      "Auth or",
+      "▁G raf",
+      "▁Gr af",
+      "▁Gra f",
+      "▁di agram",
+      "▁diag ram",
+      "▁dia gram",
+      "gi a",
+      "g ia",
+      "Net work",
+      "N etwork",
+      "▁com posed",
+      "▁comp osed",
+      "▁compos ed",
+      "▁compose d",
+      "▁miss ed",
+      "▁mis sed",
+      "▁M eg",
+      "▁Me g",
+      "▁пра во",
+      "▁прав о",
+      "▁hom onymes",
+      "▁Bo oks",
+      "▁Book s",
+      "▁en cou",
+      "▁enc ou",
+      "port e",
+      "por te",
+      "p orte",
+      "▁rot ation",
+      "▁f ir",
+      "▁fi r",
+      "▁ fir",
+      "те льно",
+      "тель но",
+      "▁g un",
+      "▁gu n",
+      "▁ gun",
+      "▁A ff",
+      "▁Af f",
+      "▁ Aff",
+      "но к",
+      "н ок",
+      "▁Fuß ball",
+      "▁St ory",
+      "▁Sto ry",
+      "▁ Story",
+      "▁Ch ap",
+      "▁Cha p",
+      "▁) .",
+      "▁ ).",
+      "▁Se it",
+      "мо н",
+      "м он",
+      "▁t élé",
+      "▁té lé",
+      "▁cop ied",
+      "▁cons istent",
+      "▁consist ent",
+      "▁dr ink",
+      "▁C ham",
+      "▁Ch am",
+      "▁Cha m",
+      "▁mat ters",
+      "▁matter s",
+      "▁render ed",
+      "▁rend ered",
+      "▁rende red",
+      "▁hyp oth",
+      "œ uv",
+      "▁me er",
+      "▁par sing",
+      "▁P RO",
+      "▁PR O",
+      "▁ PRO",
+      "se ries",
+      "ser ies",
+      "serie s",
+      "s eries",
+      "▁z á",
+      "▁ zá",
+      "stra ße",
+      "▁B oot",
+      "▁Bo ot",
+      "▁ Boot",
+      "▁re po",
+      "▁rep o",
+      "▁ repo",
+      "wo r",
+      "w or",
+      "▁St ream",
+      "▁Stre am",
+      "▁ Stream",
+      "▁A N",
+      "▁ AN",
+      "▁п ів",
+      "▁пі в",
+      "▁S M",
+      "▁ SM",
+      "▁A rn",
+      "▁Ar n",
+      "▁ Ž",
+      "▁[ ];",
+      "▁[] ;",
+      "Res ources",
+      "Resource s",
+      "▁el abor",
+      "▁ela bor",
+      "▁E th",
+      "▁Et h",
+      "▁l iste",
+      "▁li ste",
+      "▁list e",
+      "▁rel atively",
+      "▁relative ly",
+      "▁relativ ely",
+      "ch ant",
+      "chan t",
+      "cha nt",
+      "=\" \"",
+      "= \"\"",
+      "▁l ift",
+      "▁li ft",
+      "▁lif t",
+      "C N",
+      "Service s",
+      "Serv ices",
+      "ME NT",
+      "M ENT",
+      "▁и гра",
+      "▁иг ра",
+      "▁ игра",
+      "б ре",
+      "▁J ord",
+      "▁Jo rd",
+      "▁t ec",
+      "▁te c",
+      "ш ка",
+      "▁S up",
+      "▁Su p",
+      "▁infl uen",
+      "▁influ en",
+      "on ds",
+      "ond s",
+      "hand ler",
+      "handle r",
+      "▁b anda",
+      "▁band a",
+      "▁ban da",
+      "▁vert ices",
+      "▁z ap",
+      "▁za p",
+      "▁c ord",
+      "▁cor d",
+      "▁co rd",
+      "▁ cord",
+      "al ter",
+      "alt er",
+      "ze nia",
+      "zen ia",
+      "z enia",
+      "ât eau",
+      "âte au",
+      "▁know ing",
+      "▁Argent ina",
+      "Ar ea",
+      "Are a",
+      "A rea",
+      "ан е",
+      "а не",
+      "f c",
+      "=\" /",
+      "= \"/",
+      "▁M ik",
+      "▁Mi k",
+      "at ă",
+      "ie ux",
+      "ieu x",
+      "▁deutsch en",
+      "▁deutsche n",
+      "▁trad itional",
+      "▁tradition al",
+      "de code",
+      "dec ode",
+      "ve x",
+      "v ex",
+      "▁size of",
+      "▁ sizeof",
+      "▁F un",
+      "▁Fu n",
+      "▁ Fun",
+      "▁par ser",
+      "▁parse r",
+      "▁ parser",
+      "▁Flor ida",
+      "▁build ings",
+      "▁building s",
+      "▁Man uel",
+      "ri le",
+      "ril e",
+      "r ile",
+      "▁log ged",
+      "▁strong ly",
+      "▁re vol",
+      "▁rev ol",
+      "не е",
+      "xi co",
+      "xic o",
+      "x ico",
+      "▁F air",
+      "▁Fa ir",
+      "ca rt",
+      "car t",
+      "c art",
+      "▁W ort",
+      "▁Wo rt",
+      "▁Wor t",
+      "▁Jes us",
+      "em es",
+      "eme s",
+      "e mes",
+      "sch rift",
+      "Input Stream",
+      "wa d",
+      "w ad",
+      "▁gran des",
+      "▁grand es",
+      "▁grande s",
+      "▁númer o",
+      "▁O tto",
+      "▁Ot to",
+      "▁Ott o",
+      "ien tes",
+      "ient es",
+      "iente s",
+      "i entes",
+      "▁fam ous",
+      "ol ogne",
+      "olog ne",
+      "J e",
+      "ни ш",
+      "▁Guer ra",
+      "bar a",
+      "ba ra",
+      "b ara",
+      "▁c ad",
+      "▁ca d",
+      "el ve",
+      "br ace",
+      "bra ce",
+      "b race",
+      "▁J r",
+      "st able",
+      "sta ble",
+      "stab le",
+      "s table",
+      "EC T",
+      "E CT",
+      "lem ma",
+      "med iate",
+      "medi ate",
+      "media te",
+      "▁v in",
+      "▁vi n",
+      "▁ vin",
+      "▁mon ument",
+      "▁c v",
+      "▁ cv",
+      "▁w inter",
+      "▁win ter",
+      "▁trans formation",
+      "▁transform ation",
+      "▁N ick",
+      "▁Nic k",
+      "▁Ni ck",
+      "str onom",
+      "▁f rag",
+      "▁fr ag",
+      "▁fra g",
+      "▁in tel",
+      "▁int el",
+      "▁inte l",
+      "ra ction",
+      "rac tion",
+      "ract ion",
+      "r action",
+      "▁consider ing",
+      "▁consid ering",
+      "▁F le",
+      "▁Fl e",
+      "▁ ло",
+      "▁A près",
+      "▁Ap rès",
+      "▁A M",
+      "▁ AM",
+      "▁H um",
+      "▁Hu m",
+      "▁m undo",
+      "NE R",
+      "N ER",
+      "▁Be low",
+      "▁Bel ow",
+      "▁го рода",
+      "▁горо да",
+      "▁город а",
+      "ar ters",
+      "art ers",
+      "arter s",
+      "arte rs",
+      "-- \"",
+      "▁П е",
+      "▁ Пе",
+      "î t",
+      "▁t xt",
+      "▁tx t",
+      "▁ txt",
+      "an gers",
+      "ang ers",
+      "ange rs",
+      "anger s",
+      "▁t hy",
+      "▁th y",
+      "▁ thy",
+      "CL A",
+      "C LA",
+      "ib les",
+      "ible s",
+      "i bles",
+      "▁request ed",
+      "▁requ ested",
+      "▁Alex and",
+      "▁fact ors",
+      "▁fa ctors",
+      "▁factor s",
+      "▁produ ces",
+      "▁produce s",
+      "ning en",
+      "n ingen",
+      "▁со стоя",
+      "▁optim ization",
+      "ch od",
+      "cho d",
+      "c hod",
+      "> `",
+      "▁Wik ip",
+      "nost i",
+      "nos ti",
+      "n osti",
+      "▁compet ition",
+      "▁H ann",
+      "▁Ha nn",
+      "▁Han n",
+      "▁z ona",
+      "▁zo na",
+      "d c",
+      "de sign",
+      "des ign",
+      "▁Z u",
+      "▁e spec",
+      "▁es pec",
+      "▁espe c",
+      "▁esp ec",
+      "equ ality",
+      "equal ity",
+      "e quality",
+      "▁A bb",
+      "▁Ab b",
+      "▁develop er",
+      "▁ developer",
+      "▁\" ^",
+      "▁Sh ort",
+      "▁Sho rt",
+      "▁ Short",
+      "▁pl ans",
+      "▁pla ns",
+      "▁plan s",
+      "▁v it",
+      "▁vi t",
+      "iz able",
+      "iza ble",
+      "burg h",
+      "bur gh",
+      "ag em",
+      "age m",
+      "a gem",
+      "▁Pr int",
+      "▁Pri nt",
+      "▁Prin t",
+      "▁ Print",
+      "í v",
+      "▁su itable",
+      "▁suit able",
+      "pi cker",
+      "pic ker",
+      "pick er",
+      "p icker",
+      "Pro file",
+      "an dy",
+      "and y",
+      "▁qu ot",
+      "▁ quot",
+      "▁Dur ante",
+      "▁Durant e",
+      "▁Fran cia",
+      "▁Fr ancia",
+      "▁Franc ia",
+      "▁t art",
+      "▁tar t",
+      "▁ta rt",
+      "▁V enez",
+      "▁Ve nez",
+      "▁Ven ez",
+      "▁dis patch",
+      "▁disp atch",
+      "▁ dispatch",
+      "▁observ ations",
+      "▁observation s",
+      "▁ ż",
+      "In valid",
+      "▁occ urr",
+      "▁occur r",
+      "▁oc curr",
+      "т ки",
+      "Mem ento",
+      "M emento",
+      "▁S yd",
+      "▁Sy d",
+      "▁tiem po",
+      "▁st aff",
+      "▁sta ff",
+      "▁se ctions",
+      "▁section s",
+      "▁sect ions",
+      "▁ sections",
+      "▁s sh",
+      "▁ss h",
+      "▁ ssh",
+      "▁N GC",
+      "ë l",
+      "▁er re",
+      "▁err e",
+      "▁div ided",
+      "▁divide d",
+      "▁divid ed",
+      "▁With out",
+      "▁du rant",
+      "▁dur ant",
+      "▁j aar",
+      "▁ja ar",
+      "▁ −",
+      "▁sold iers",
+      "▁soldier s",
+      "ун к",
+      "la pse",
+      "lap se",
+      "laps e",
+      "▁Val ley",
+      "▁Vall ey",
+      "▁Valle y",
+      "▁( :",
+      "▁ (:",
+      "re ra",
+      "rer a",
+      "r era",
+      "▁d ével",
+      "▁dé vel",
+      "▁p éri",
+      "▁pé ri",
+      "▁calcul ation",
+      "▁calc ulation",
+      "▁ke ine",
+      "▁kein e",
+      "er tain",
+      "ert ain",
+      "erta in",
+      "▁те ле",
+      "ру д",
+      "▁c ul",
+      "▁cu l",
+      "▁ cul",
+      "▁cl oth",
+      "▁clo th",
+      "; }",
+      "▁pr zed",
+      "▁prze d",
+      "▁prz ed",
+      "Mon th",
+      "Mo nth",
+      "Mont h",
+      "Pi cker",
+      "P icker",
+      "▁S V",
+      "▁ SV",
+      "ar ian",
+      "ari an",
+      "aria n",
+      "a rian",
+      "▁Re view",
+      "▁Rev iew",
+      "▁h ang",
+      "▁ha ng",
+      "▁han g",
+      "▁ hang",
+      "▁о кт",
+      "▁ок т",
+      "▁F ront",
+      "▁Fr ont",
+      "▁Fro nt",
+      "▁ Front",
+      "ot lin",
+      "▁trans lation",
+      "▁transl ation",
+      "▁m odo",
+      "▁mod o",
+      "▁mo do",
+      "▁stat istics",
+      "▁statist ics",
+      "▁N ue",
+      "▁Nu e",
+      "▁Ни кола",
+      "NU M",
+      "N UM",
+      "▁s hips",
+      "▁sh ips",
+      "▁ship s",
+      "▁ ships",
+      "▁Re port",
+      "▁Rep ort",
+      "▁ Report",
+      "{ [",
+      "E ffect",
+      "ie ri",
+      "ier i",
+      "i eri",
+      "▁par ties",
+      "▁part ies",
+      "▁partie s",
+      "▁parti es",
+      "pl a",
+      "p la",
+      "r w",
+      "▁Work s",
+      "▁Wor ks",
+      "▁i ron",
+      "▁ir on",
+      "▁att ract",
+      "▁attr act",
+      "▁attra ct",
+      "▁c ort",
+      "▁cor t",
+      "▁co rt",
+      "n á",
+      "▁Ste ve",
+      "▁b ene",
+      "▁be ne",
+      "▁ben e",
+      "то н",
+      "т он",
+      "ícul a",
+      "Tw o",
+      "T wo",
+      "▁г лав",
+      "▁гла в",
+      "▁V ideo",
+      "▁ Video",
+      "▁power ful",
+      "au ch",
+      "auc h",
+      "a uch",
+      "ma nde",
+      "man de",
+      "m ande",
+      "äch st",
+      "ächs t",
+      "La t",
+      "L at",
+      "▁z na",
+      "▁zn a",
+      "▁ zna",
+      "▁fig ures",
+      "▁figure s",
+      "▁figur es",
+      "▁a lias",
+      "▁al ias",
+      "▁ali as",
+      "▁ alias",
+      "ne x",
+      "n ex",
+      "▁c ategories",
+      "▁categ ories",
+      "▁categor ies",
+      "▁categorie s",
+      "▁ categories",
+      "cal led",
+      "call ed",
+      "c alled",
+      "▁Sim ilar",
+      "▁g irls",
+      "▁girl s",
+      "▁gir ls",
+      "pe z",
+      "p ez",
+      "▁j oint",
+      "▁jo int",
+      "▁join t",
+      "▁ joint",
+      "ро го",
+      "р ого",
+      "ik en",
+      "ike n",
+      "i ken",
+      "чи на",
+      "чин а",
+      "an cia",
+      "anc ia",
+      "anci a",
+      "▁t ijd",
+      "▁ti jd",
+      "▁R ose",
+      "▁Ro se",
+      "▁Ros e",
+      "▁alg orithms",
+      "▁algorithm s",
+      "▁print ing",
+      "▁prin ting",
+      "ne a",
+      "n ea",
+      "▁exec uting",
+      "▁execut ing",
+      "▁l ambda",
+      "▁ lambda",
+      "▁reg ional",
+      "▁region al",
+      "▁Co pa",
+      "▁Cop a",
+      "F oo",
+      "ph ys",
+      "phy s",
+      "z m",
+      "▁L aur",
+      "▁La ur",
+      "▁Lau r",
+      "▁candid ate",
+      "▁J a",
+      "zy m",
+      "z ym",
+      "Ex ample",
+      "▁s piel",
+      "▁sp iel",
+      "▁ spiel",
+      "▁д ей",
+      "▁де й",
+      "▁ дей",
+      "ne hmen",
+      "neh men",
+      "nehm en",
+      "ke iten",
+      "keit en",
+      "▁с ент",
+      "int ent",
+      "inte nt",
+      ". (",
+      "▁пер вы",
+      "pr om",
+      "pro m",
+      "p rom",
+      "▁n at",
+      "▁na t",
+      "▁ nat",
+      "▁im agine",
+      "▁imag ine",
+      "call back",
+      "com ponents",
+      "component s",
+      "with out",
+      "▁a quest",
+      "▁aqu est",
+      "Su pport",
+      "Supp ort",
+      "▁respons ible",
+      "▁j ego",
+      "▁je go",
+      "l j",
+      "wi ll",
+      "w ill",
+      "le an",
+      "lea n",
+      "el and",
+      "ela nd",
+      "e land",
+      "olog ía",
+      "m c",
+      "Pro xy",
+      "▁o cup",
+      "▁oc up",
+      "▁на ходи",
+      "▁r ub",
+      "▁ru b",
+      "ні в",
+      "н ів",
+      "▁F all",
+      "▁Fa ll",
+      "▁Fal l",
+      "am os",
+      "amo s",
+      "a mos",
+      "▁E p",
+      "en tre",
+      "ent re",
+      "entr e",
+      "fa il",
+      "f ail",
+      "W orld",
+      "▁Ed itor",
+      "▁Edit or",
+      "▁ Editor",
+      "▁ex pos",
+      "▁exp os",
+      "▁f inds",
+      "▁find s",
+      "▁fin ds",
+      "▁C ulture",
+      "▁Cult ure",
+      "▁ Culture",
+      "LE ASE",
+      "▁m ovie",
+      "▁mov ie",
+      "▁mo vie",
+      "▁ movie",
+      "< =",
+      "omet ric",
+      "o metric",
+      "el ing",
+      "eli ng",
+      "elin g",
+      "e ling",
+      "numer able",
+      "ou rd",
+      "our d",
+      "o urd",
+      "▁S ea",
+      "▁Se a",
+      "▁b ild",
+      "▁bi ld",
+      "▁bil d",
+      "▁ bild",
+      "▁о ста",
+      "▁ос та",
+      "▁ост а",
+      "bl o",
+      "b lo",
+      "▁l ose",
+      "▁lo se",
+      "▁los e",
+      "▁ lose",
+      "at eurs",
+      "ate urs",
+      "ateur s",
+      "ou red",
+      "our ed",
+      "oure d",
+      "o ured",
+      "▁B att",
+      "▁Ba tt",
+      "▁Bat t",
+      "() ;\r",
+      "(); \r",
+      "( );\r",
+      "▁p oz",
+      "▁po z",
+      "pos ts",
+      "post s",
+      "pe nd",
+      "pen d",
+      "p end",
+      "cer tain",
+      "cert ain",
+      "c ertain",
+      "ни ком",
+      "ник ом",
+      "J ust",
+      "web kit",
+      "dem ás",
+      "~~ ~~",
+      "▁indic ates",
+      "▁indicate s",
+      "▁p ark",
+      "▁par k",
+      "▁ park",
+      "ri que",
+      "r ique",
+      "vo d",
+      "v od",
+      "▁Ch amp",
+      "▁Cham p",
+      "▁Cha mp",
+      "ft ware",
+      "OP T",
+      "O PT",
+      "dj ango",
+      "d jango",
+      "re lease",
+      "▁ È",
+      "S R",
+      "▁polit ician",
+      "▁r oi",
+      "▁ro i",
+      "at uren",
+      "atur en",
+      "ature n",
+      "atu ren",
+      "▁Deutsch e",
+      "ta gon",
+      "tag on",
+      "t agon",
+      "▁M ov",
+      "▁Mo v",
+      "ob ierno",
+      "obi erno",
+      "▁da ß",
+      "ut her",
+      "uth er",
+      "u ther",
+      "in di",
+      "ind i",
+      "▁Wik ipedia",
+      "▁Wikip edia",
+      "▁Wikiped ia",
+      "▁a nos",
+      "▁an os",
+      "▁ano s",
+      "▁ anos",
+      "▁ob serve",
+      "▁obser ve",
+      "▁observ e",
+      "▁obs erve",
+      "el ly",
+      "ell y",
+      "▁rail way",
+      "at on",
+      "ato n",
+      "a ton",
+      "▁e num",
+      "▁en um",
+      "▁ enum",
+      "hu s",
+      "h us",
+      "▁in hab",
+      "P si",
+      "oir e",
+      "oi re",
+      "o ire",
+      "▁Х о",
+      "▁S pace",
+      "▁Sp ace",
+      "▁ Space",
+      "▁Ар хи",
+      "▁an terior",
+      "▁ante rior",
+      "▁ Ł",
+      "is ons",
+      "ison s",
+      "iso ns",
+      "I l",
+      "▁am éric",
+      "la ps",
+      "lap s",
+      "l aps",
+      "▁B BC",
+      "▁BB C",
+      "QUE ST",
+      "Con stra",
+      "Const ra",
+      "Cons tra",
+      "mon t",
+      "mo nt",
+      "m ont",
+      "ä ft",
+      "▁ä ven",
+      "ub ern",
+      "ube rn",
+      "uber n",
+      "u bern",
+      "< !--",
+      "▁c oding",
+      "▁co ding",
+      "▁cod ing",
+      "the ory",
+      "at hed",
+      "ath ed",
+      "▁Ar be",
+      "▁ш и",
+      "▁ ши",
+      "for Each",
+      "om orphism",
+      "omorph ism",
+      "det ails",
+      "detail s",
+      "ach sen",
+      "in tegr",
+      "int egr",
+      "inte gr",
+      "V or",
+      "Un known",
+      "ace ae",
+      "a ceae",
+      "in ue",
+      "inu e",
+      "es ome",
+      "eso me",
+      "e some",
+      "▁F ir",
+      "ch ain",
+      "cha in",
+      "▁extrem ely",
+      "▁extreme ly",
+      "mult icol",
+      "multi col",
+      "▁Sw ift",
+      "▁address es",
+      "▁addr esses",
+      "hs pace",
+      "h space",
+      "▁Ro ger",
+      "▁Rog er",
+      "▁d essen",
+      "▁des sen",
+      "▁dess en",
+      "▁con sequ",
+      "▁cons equ",
+      "▁conse qu",
+      "ual mente",
+      "▁Pre mier",
+      "▁Prem ier",
+      "▁Re cord",
+      "▁Rec ord",
+      "▁ Record",
+      "▁B ron",
+      "▁Br on",
+      "▁Bro n",
+      "ki r",
+      "k ir",
+      "se x",
+      "s ex",
+      "in tern",
+      "int ern",
+      "inter n",
+      "inte rn",
+      "▁benef it",
+      "▁bene fit",
+      "um en",
+      "ume n",
+      "u men",
+      "▁be coming",
+      "▁bec oming",
+      "▁becom ing",
+      "▁l ig",
+      "▁li g",
+      "▁ lig",
+      "▁pop ula",
+      "▁popul a",
+      "os c",
+      "o sc",
+      "▁c iv",
+      "▁ci v",
+      "▁great est",
+      "▁pro ces",
+      "▁proc es",
+      "] *",
+      "▁ме сто",
+      "▁мест о",
+      "▁' $",
+      "▁ '$",
+      "he ll",
+      "hel l",
+      "h ell",
+      "(\" \\",
+      "( \"\\",
+      "▁n ine",
+      "▁ni ne",
+      "▁nin e",
+      "▁F ac",
+      "▁Fa c",
+      "ul pt",
+      "ulp t",
+      "jo urs",
+      "jou rs",
+      "j ours",
+      "▁C opy",
+      "▁Co py",
+      "▁Cop y",
+      "▁ Copy",
+      "▁activ ities",
+      "▁Dem ocr",
+      "▁Demo cr",
+      "E s",
+      "Su ccess",
+      "▁E sta",
+      "▁Est a",
+      "▁Es ta",
+      "it ul",
+      "itu l",
+      "is ti",
+      "ist i",
+      "▁B ed",
+      "▁Be d",
+      "ja s",
+      "j as",
+      "▁т ем",
+      "▁те м",
+      "▁ тем",
+      "▁H ung",
+      "▁Hu ng",
+      "▁Hun g",
+      "G ame",
+      "▁he av",
+      "onn ées",
+      "▁branch es",
+      "▁bran ches",
+      "bo rg",
+      "bor g",
+      "b org",
+      "▁v l",
+      "▁ vl",
+      "▁slow ly",
+      "F a",
+      "Go ogle",
+      "em i",
+      "e mi",
+      "▁circumst ances",
+      "▁' %",
+      "▁U nd",
+      "▁Un d",
+      "▁ Und",
+      "▁Vict oria",
+      "▁Victor ia",
+      "▁T yp",
+      "▁Ty p",
+      "▁ Typ",
+      "rupt ed",
+      "rup ted",
+      "▁rel ativ",
+      "▁s lo",
+      "▁sl o",
+      "▁p adre",
+      "▁pad re",
+      "▁d aily",
+      "▁da ily",
+      "▁dai ly",
+      "▁or th",
+      "▁ort h",
+      "▁ orth",
+      "чни й",
+      "ч ний",
+      "▁fran zös",
+      "▁t eil",
+      "▁te il",
+      "▁ teil",
+      "▁Se curity",
+      "▁Sec urity",
+      "▁ Security",
+      "or don",
+      "ord on",
+      "ordo n",
+      "▁s weet",
+      "▁swe et",
+      "SI ZE",
+      "▁C el",
+      "▁Ce l",
+      "èt res",
+      "è tres",
+      "om mes",
+      "omm es",
+      "▁с і",
+      "▁ сі",
+      "▁effort s",
+      "ą z",
+      "▁oh ne",
+      "▁South ern",
+      "▁Sou thern",
+      "▁approxim ately",
+      "▁approximate ly",
+      "це н",
+      "ц ен",
+      "(' #",
+      "▁s aving",
+      "▁sa ving",
+      "▁sav ing",
+      "nb sp",
+      "▁trans late",
+      "▁transl ate",
+      "▁ translate",
+      "▁Î n",
+      "mem ber",
+      "m ember",
+      "▁l aws",
+      "▁la ws",
+      "▁law s",
+      "▁ж ен",
+      "▁же н",
+      "▁ жен",
+      "▁си сте",
+      "t c",
+      "> \\",
+      "el te",
+      "elt e",
+      "▁e hem",
+      "▁con trad",
+      "▁cont rad",
+      "▁contr ad",
+      "▁contra d",
+      "▁ру с",
+      "▁р ус",
+      "▁ рус",
+      "ь я",
+      "▁M iddle",
+      "▁ Middle",
+      "qu ip",
+      "qui p",
+      "▁c hez",
+      "▁ch ez",
+      "▁che z",
+      "▁ chez",
+      "Field s",
+      "▁per mit",
+      "▁perm it",
+      "ik el",
+      "ike l",
+      "i kel",
+      "▁w ir",
+      "▁t rial",
+      "▁tr ial",
+      "▁tri al",
+      "▁ver schied",
+      "▁versch ied",
+      "▁ф ев",
+      "▁фе в",
+      "▁m ale",
+      "▁ma le",
+      "▁mal e",
+      "▁ male",
+      "▁я зы",
+      "▁ny el",
+      "ak ter",
+      "akt er",
+      "akte r",
+      "a kter",
+      "▁den omin",
+      "cept or",
+      "cep tor",
+      "▁W at",
+      "▁Wa t",
+      "▁f ino",
+      "▁fin o",
+      "▁fi no",
+      "▁XV III",
+      "▁XVI II",
+      "▁XVII I",
+      "ry ption",
+      "rypt ion",
+      "de sc",
+      "des c",
+      "d esc",
+      "ap a",
+      "a pa",
+      "ле на",
+      "лен а",
+      "л ена",
+      "▁k ol",
+      "▁ko l",
+      "▁ kol",
+      "▁ Є",
+      "▁dep endent",
+      "▁depend ent",
+      "▁ dependent",
+      "▁C ra",
+      "▁Cr a",
+      "▁st orm",
+      "▁stor m",
+      "▁sto rm",
+      "▁Г ер",
+      "▁Ге р",
+      "▁p ipe",
+      "▁pi pe",
+      "▁pip e",
+      "▁ pipe",
+      "▁att ended",
+      "▁attend ed",
+      "▁v ita",
+      "▁vi ta",
+      "▁vit a",
+      "uz ione",
+      "u zione",
+      "cz as",
+      "cza s",
+      "c zas",
+      "on da",
+      "ond a",
+      "▁b old",
+      "▁bo ld",
+      "▁bol d",
+      "▁ bold",
+      "Column s",
+      "ic ió",
+      "ici ó",
+      "i ció",
+      "▁c zę",
+      "▁cz ę",
+      "▁из вест",
+      "▁Cl oud",
+      "▁Clo ud",
+      "▁ Cloud",
+      "▁w arm",
+      "▁war m",
+      "▁wa rm",
+      "▁с ы",
+      "▁ сы",
+      "▁с те",
+      "▁ст е",
+      "▁ сте",
+      "▁produ cer",
+      "▁produce r",
+      "▁Lud wig",
+      "▁Nor thern",
+      "▁North ern",
+      "ł ą",
+      "NS String",
+      "▁H ad",
+      "▁Ha d",
+      "▁И ван",
+      "▁E g",
+      "▁I mp",
+      "▁Im p",
+      "▁ Imp",
+      "ш і",
+      "▁A uch",
+      "▁Au ch",
+      "то к",
+      "т ок",
+      "▁H it",
+      "▁Hi t",
+      "▁qu ien",
+      "▁qui en",
+      "▁de partment",
+      "▁depart ment",
+      "▁erh ielt",
+      "▁u i",
+      "▁ ui",
+      "▁S pr",
+      "▁Sp r",
+      "се р",
+      "с ер",
+      "ou rt",
+      "our t",
+      "o urt",
+      "▁Ste phen",
+      "▁Step hen",
+      "▁Steph en",
+      "te am",
+      "▁z ip",
+      "▁ zip",
+      "▁B ang",
+      "▁Ba ng",
+      "▁Ban g",
+      "▁grow th",
+      "▁j am",
+      "▁ja m",
+      "▁K ais",
+      "▁Ka is",
+      "b matrix",
+      "▁As ia",
+      "▁rég ion",
+      "= /",
+      "▁Pac ific",
+      "▁author ity",
+      "▁# [",
+      "та ми",
+      "там и",
+      "▁every one",
+      "▁att end",
+      "▁atte nd",
+      "▁ attend",
+      "▁tim estamp",
+      "▁ timestamp",
+      "▁t ries",
+      "▁tr ies",
+      "▁tri es",
+      "▁f f",
+      "▁ ff",
+      "ше й",
+      "ш ей",
+      "▁develop ing",
+      "ol t",
+      "o lt",
+      "up s",
+      "u ps",
+      "▁moment o",
+      "▁mom ento",
+      "▁S ain",
+      "▁Sa in",
+      "Te rm",
+      "T erm",
+      "▁c elle",
+      "▁ce lle",
+      "▁cell e",
+      "▁cel le",
+      "G R",
+      "Mo use",
+      "M ouse",
+      "▁челов ек",
+      "▁челове к",
+      "▁Col lection",
+      "▁Coll ection",
+      "▁Collect ion",
+      "▁ Collection",
+      "ât re",
+      "â tre",
+      "▁W rite",
+      "▁Writ e",
+      "▁ Write",
+      "▁P om",
+      "▁Po m",
+      "[ -",
+      "Ca m",
+      "C am",
+      "▁loc ations",
+      "▁location s",
+      "▁J son",
+      "▁ Json",
+      "el led",
+      "ell ed",
+      "elle d",
+      "select or",
+      "sel ector",
+      "re peat",
+      "ct ors",
+      "ctor s",
+      "ot te",
+      "ott e",
+      "o tte",
+      "ви зи",
+      "änd e",
+      "än de",
+      "ä nde",
+      "▁ach ieved",
+      "▁achieve d",
+      "▁achiev ed",
+      "▁main ly",
+      "____ ____",
+      "! )",
+      "▁явля ется",
+      "▁c ities",
+      "▁ci ties",
+      "▁cit ies",
+      "sing le",
+      "sin gle",
+      "г ре",
+      "▁P ak",
+      "▁Pa k",
+      "▁allow ing",
+      "▁allo wing",
+      "fer red",
+      "▁а пре",
+      "хо дя",
+      "ход я",
+      "▁brow sers",
+      "▁browser s",
+      "▁es crit",
+      "▁esc rit",
+      "▁escri t",
+      "▁mount ain",
+      "▁network s",
+      "▁net works",
+      "ki nd",
+      "kin d",
+      "k ind",
+      "li ver",
+      "live r",
+      "liv er",
+      "l iver",
+      "▁cl osing",
+      "▁clos ing",
+      "▁clo sing",
+      "▁sk ip",
+      "▁ski p",
+      "▁ skip",
+      "ú t",
+      "▁d uration",
+      "▁dur ation",
+      "▁ duration",
+      "ét ait",
+      "éta it",
+      "é tait",
+      "▁s cr",
+      "▁sc r",
+      "▁ scr",
+      "B B",
+      "ór ia",
+      "ó ria",
+      "▁K ultur",
+      "▁Kult ur",
+      "▁output s",
+      "multi column",
+      "multicol umn",
+      "▁bel ongs",
+      "▁belong s",
+      "fe ature",
+      "uc ky",
+      "uck y",
+      "▁j uli",
+      "▁ju li",
+      "▁jul i",
+      "▁рай она",
+      "▁райо на",
+      "▁район а",
+      "з во",
+      "fact ory",
+      "factor y",
+      "f actory",
+      "Fun c",
+      "F unc",
+      "▁ut ter",
+      "▁ utter",
+      "▁TO DO",
+      "▁o bt",
+      "▁ob t",
+      "ateg ories",
+      "ategor ies",
+      "▁com bine",
+      "▁comb ine",
+      "▁combin e",
+      "▁W all",
+      "▁Wal l",
+      "▁Wa ll",
+      "▁under lying",
+      "ar ono",
+      "aron o",
+      "aro no",
+      "▁P rote",
+      "▁Pro te",
+      "▁Pr ote",
+      "c ów",
+      "st an",
+      "sta n",
+      "s tan",
+      "▁G ew",
+      "▁Ge w",
+      "▁opt imal",
+      "▁optim al",
+      "▁Archiv link",
+      "▁S cript",
+      "▁ Script",
+      "▁destroy ed",
+      "х е",
+      "▁Fire fox",
+      "▁s ole",
+      "▁so le",
+      "▁sol e",
+      "▁ sole",
+      "La yer",
+      "L ayer",
+      "т ку",
+      "▁st ores",
+      "▁stor es",
+      "▁store s",
+      "▁sto res",
+      "▁dis plays",
+      "▁display s",
+      "is hing",
+      "ish ing",
+      "ishi ng",
+      "▁о ст",
+      "▁ос т",
+      "▁inst ant",
+      "▁el ő",
+      "▁habit antes",
+      "▁Ein wo",
+      "▁a li",
+      "▁al i",
+      "▁ ali",
+      "▁ER ROR",
+      "▁ERR OR",
+      "▁ ERROR",
+      "▁a head",
+      "▁ah ead",
+      "▁go als",
+      "▁goal s",
+      "▁m ár",
+      "▁má r",
+      "▁s ą",
+      "▁m art",
+      "▁ma rt",
+      "▁mar t",
+      "▁ mart",
+      "мини стра",
+      "F r",
+      "▁V illa",
+      "▁Vill a",
+      "▁Vi lla",
+      "▁Vil la",
+      "▁M arc",
+      "▁Mar c",
+      "▁Ma rc",
+      "ro py",
+      "rop y",
+      "r opy",
+      "ag ram",
+      "agr am",
+      "a gram",
+      "ha pe",
+      "h ape",
+      "ме й",
+      "м ей",
+      "▁A L",
+      "▁ AL",
+      "▁conne xes",
+      "▁En tre",
+      "▁Ent re",
+      "St ep",
+      "Ste p",
+      "лі в",
+      "л ів",
+      "▁De ath",
+      "▁r ise",
+      "▁ris e",
+      "▁ri se",
+      "▁f os",
+      "▁fo s",
+      "▁l ev",
+      "▁le v",
+      "▁ lev",
+      "ga be",
+      "g abe",
+      "▁b roke",
+      "▁br oke",
+      "▁bro ke",
+      "product s",
+      "▁m edi",
+      "▁me di",
+      "▁med i",
+      "▁ medi",
+      "▁dis pon",
+      "▁disp on",
+      "Pack age",
+      "P ackage",
+      "Image View",
+      "▁N ag",
+      "▁Na g",
+      "uj ą",
+      "u ją",
+      "W ord",
+      "▁k ole",
+      "▁ko le",
+      "▁kol e",
+      "ße r",
+      "ß er",
+      ")` .",
+      ") `.",
+      "▁r ol",
+      "▁ro l",
+      "▁ rol",
+      "▁ í",
+      "те й",
+      "т ей",
+      "Pro gress",
+      "be an",
+      "▁s empre",
+      "▁sem pre",
+      "State ment",
+      "Stat ement",
+      "UP DATE",
+      "▁mond iale",
+      "▁w rapper",
+      "▁wr apper",
+      "▁wra pper",
+      "▁wrap per",
+      "▁ wrapper",
+      "▁C hart",
+      "▁Ch art",
+      "▁Char t",
+      "▁Cha rt",
+      "▁ Chart",
+      "▁on Click",
+      "че ння",
+      "чен ня",
+      "LO G",
+      "some thing",
+      "som ething",
+      "s omething",
+      "▁IN SERT",
+      "▁ INSERT",
+      "ще ния",
+      "ue t",
+      "u et",
+      "wer p",
+      "we rp",
+      "ro und",
+      "rou nd",
+      "r ound",
+      "ic hen",
+      "ich en",
+      "iche n",
+      "i chen",
+      "▁X VI",
+      "▁XV I",
+      "з ни",
+      "▁ave va",
+      "▁St ore",
+      "▁Sto re",
+      "▁ Store",
+      "▁x s",
+      "▁ xs",
+      "ra cht",
+      "rac ht",
+      "rach t",
+      "r acht",
+      "sc ar",
+      "s car",
+      "▁op era",
+      "▁oper a",
+      "▁ opera",
+      "▁deg rees",
+      "▁degree s",
+      "▁cit iz",
+      "äs ident",
+      "▁class ical",
+      "▁classic al",
+      "▁Jer sey",
+      "▁er sch",
+      "▁ers ch",
+      "▁ ersch",
+      "▁treat ment",
+      "▁насе ље",
+      "н ня",
+      "▁bo ost",
+      "▁ boost",
+      "am ount",
+      "amo unt",
+      "a mount",
+      "▁со зда",
+      "ér ieur",
+      "érie ur",
+      "éri eur",
+      "▁t elling",
+      "▁tell ing",
+      "▁tel ling",
+      "Ha s",
+      "H as",
+      "▁in iti",
+      "▁init i",
+      "▁П и",
+      "ev al",
+      "e val",
+      "▁M atch",
+      "▁Mat ch",
+      "▁ Match",
+      "▁cor re",
+      "▁corr e",
+      "Point er",
+      "Po inter",
+      "▁pass es",
+      "▁passe s",
+      "comp any",
+      "▁а н",
+      "▁ ан",
+      "ach es",
+      "ac hes",
+      "ache s",
+      "a ches",
+      "▁sig lo",
+      "не м",
+      "н ем",
+      "▁ex change",
+      "▁ exchange",
+      "ci to",
+      "cit o",
+      "c ito",
+      "▁B ab",
+      "▁Ba b",
+      "Do c",
+      "D oc",
+      "ze ś",
+      "▁на род",
+      "▁ народ",
+      "▁conf lict",
+      "▁conflic t",
+      "▁confl ict",
+      "▁nov ember",
+      "ea u",
+      "e au",
+      "ö v",
+      "▁H ub",
+      "▁Hu b",
+      "▁ Hub",
+      "▁p oco",
+      "▁po co",
+      "▁poc o",
+      "en sa",
+      "ens a",
+      "sch ließ",
+      "lass e",
+      "las se",
+      "l asse",
+      "data s",
+      "dat as",
+      "▁с ти",
+      "▁ст и",
+      "▁ сти",
+      "un ivers",
+      "uni vers",
+      "ek s",
+      "e ks",
+      "▁C ho",
+      "▁Ch o",
+      "▁ Cho",
+      "▁c ô",
+      "▁( .",
+      "▁ (.",
+      "ew nę",
+      "▁Ch ief",
+      "▁Chi ef",
+      "▁ch ef",
+      "▁che f",
+      "▁у прав",
+      "ul i",
+      "u li",
+      "▁' ''",
+      "▁'' '",
+      "▁ '''",
+      "nap shot",
+      "▁re lac",
+      "▁rel ac",
+      "▁rela c",
+      "ég e",
+      "é ge",
+      "w t",
+      "we nd",
+      "wen d",
+      "w end",
+      "os ing",
+      "osi ng",
+      "o sing",
+      "▁ha cer",
+      "▁hace r",
+      "▁ф ран",
+      "au tres",
+      "aut res",
+      "autre s",
+      "▁f ils",
+      "▁fil s",
+      "▁fi ls",
+      "er ed",
+      "ere d",
+      "e red",
+      "▁По силання",
+      "▁th erm",
+      "▁the rm",
+      "▁ther m",
+      "ер жа",
+      "su ch",
+      "s uch",
+      "▁i hren",
+      "▁ih ren",
+      "▁ihr en",
+      "▁ihre n",
+      "▁en contr",
+      "▁l ots",
+      "▁lo ts",
+      "▁lot s",
+      "lo go",
+      "log o",
+      "l ogo",
+      "▁W i",
+      "/ (",
+      "ш ње",
+      "DA TA",
+      "DAT A",
+      "D ATA",
+      "▁P layer",
+      "▁Pl ayer",
+      "▁Play er",
+      "▁Pla yer",
+      "▁ Player",
+      "▁Leip zig",
+      "▁rel atives",
+      "▁relative s",
+      "▁relativ es",
+      "ре в",
+      "р ев",
+      "▁new sp",
+      "▁news p",
+      "? ,",
+      "▁St utt",
+      "▁Stu tt",
+      "▁d ual",
+      "▁du al",
+      "▁compan ies",
+      "▁z am",
+      "▁za m",
+      "put ation",
+      "▁in equality",
+      "▁t rem",
+      "▁tr em",
+      "▁tre m",
+      "hi ps",
+      "hip s",
+      "h ips",
+      "an ch",
+      "anc h",
+      "▁ Ż",
+      "бур г",
+      "▁cop ies",
+      "da sh",
+      "das h",
+      "d ash",
+      "во р",
+      "в ор",
+      "spiel er",
+      "s pieler",
+      "▁Re volution",
+      "▁Revol ution",
+      "es ty",
+      "est y",
+      "e sty",
+      "▁j unto",
+      "▁jun to",
+      "▁junt o",
+      "▁Ind eed",
+      "ok al",
+      "oka l",
+      "o kal",
+      "ctr ine",
+      "▁F ord",
+      "▁For d",
+      "▁Fo rd",
+      "▁C REATE",
+      "▁ CREATE",
+      "▁w alls",
+      "▁wall s",
+      "▁wal ls",
+      "▁a ute",
+      "▁au te",
+      "▁aut e",
+      "S U",
+      "wh y",
+      "w hy",
+      "plement ation",
+      "ro ut",
+      "rou t",
+      "r out",
+      "Mat rix",
+      "▁s ad",
+      "▁sa d",
+      "ан а",
+      "а на",
+      "▁P ic",
+      "▁Pi c",
+      ". “",
+      "▁A C",
+      "▁ AC",
+      "▁F est",
+      "▁Fe st",
+      "▁des ktop",
+      "▁ desktop",
+      "▁P ay",
+      "▁Pa y",
+      "▁ Pay",
+      "ome times",
+      "omet imes",
+      "▁T ak",
+      "▁Ta k",
+      "ра б",
+      "▁S ever",
+      "▁Se ver",
+      "▁nor thern",
+      "▁north ern",
+      "an ter",
+      "ant er",
+      "ante r",
+      "▁Mod ern",
+      "▁Mo dern",
+      "▁Mode rn",
+      "wa l",
+      "w al",
+      "{ \r",
+      "on line",
+      "ö k",
+      "▁brit ann",
+      "$ _",
+      "▁j ar",
+      "▁ja r",
+      "▁ jar",
+      "T L",
+      "xx xx",
+      "xxx x",
+      "x xxx",
+      "mer ge",
+      "▁N amen",
+      "▁Name n",
+      "▁Na men",
+      "▁Nam en",
+      "▁K EY",
+      "▁ KEY",
+      "▁re fers",
+      "▁ref ers",
+      "▁refer s",
+      "▁h in",
+      "▁hi n",
+      "▁ hin",
+      "▁Vol ks",
+      "▁Volk s",
+      "st eller",
+      "stell er",
+      "stelle r",
+      "vi ation",
+      "via tion",
+      "v iation",
+      "on io",
+      "oni o",
+      "o nio",
+      "ight er",
+      "igh ter",
+      "Com pat",
+      "Comp at",
+      "▁C E",
+      "▁ CE",
+      "▁p ró",
+      "▁pr ó",
+      "▁encuent ra",
+      "the orem",
+      "▁pub li",
+      "▁Develop ment",
+      "н д",
+      "▁r os",
+      "▁ro s",
+      "▁ ros",
+      "▁s hr",
+      "▁sh r",
+      "se au",
+      "s eau",
+      "▁gener ating",
+      "▁gene rating",
+      "▁difficult y",
+      "▁Ex press",
+      "▁Exp ress",
+      "▁ Express",
+      "Al ignment",
+      "de utsch",
+      "▁Вла ди",
+      "▁sugg ests",
+      "▁suggest s",
+      "▁Famil y",
+      "▁Fam ily",
+      "▁ Family",
+      "bb i",
+      "b bi",
+      "]) .",
+      "] ).",
+      "st aw",
+      "sta w",
+      "▁pres idente",
+      "▁president e",
+      "▁presiden te",
+      "▁st esso",
+      "in x",
+      "i nx",
+      "set up",
+      "▁con form",
+      "▁conf orm",
+      "▁f ro",
+      "▁fr o",
+      "=\\ \"",
+      "= \\\"",
+      "▁d å",
+      "ic iones",
+      "ici ones",
+      "icio nes",
+      "icion es",
+      "i ciones",
+      "▁e volution",
+      "▁evol ution",
+      "pr ote",
+      "pro te",
+      "p rote",
+      "▁pr ints",
+      "▁print s",
+      "▁prin ts",
+      "▁P ont",
+      "▁Po nt",
+      "▁Pon t",
+      "▁conf usion",
+      "▁ Й",
+      "▁d ello",
+      "▁del lo",
+      "▁dell o",
+      "▁man if",
+      "Def inition",
+      "ár a",
+      "á ra",
+      "ma ls",
+      "mal s",
+      "m als",
+      "▁s ale",
+      "▁sa le",
+      "▁sal e",
+      "▁drop down",
+      "▁ dropdown",
+      "Ch ain",
+      "Amer ican",
+      "America n",
+      "▁m k",
+      "▁ mk",
+      "▁B ez",
+      "▁Be z",
+      "▁F ue",
+      "▁Fu e",
+      "▁N E",
+      "▁ NE",
+      "гра фи",
+      "граф и",
+      "doc ker",
+      "do cker",
+      "d ocker",
+      "▁^ {",
+      "▁ ^{",
+      "As sert",
+      "Ass ert",
+      "▁hor izontal",
+      "▁horizon tal",
+      "▁ horizontal",
+      "(@ \"",
+      "( @\"",
+      "▁д ву",
+      "pro xy",
+      "U ri",
+      "gen cy",
+      "g ency",
+      "▁\" [",
+      "▁Q t",
+      "▁ Qt",
+      "▁N ames",
+      "▁Name s",
+      "▁Na mes",
+      "▁Nam es",
+      "▁ Names",
+      "▁evalu ate",
+      "▁eval uate",
+      "! /",
+      "▁ein ges",
+      "▁eing es",
+      "▁syn th",
+      "▁sy nth",
+      "▁You Tube",
+      "▁turn ing",
+      "▁tur ning",
+      "▁E ric",
+      "▁Er ic",
+      "▁б ли",
+      "▁ бли",
+      "▁k lub",
+      "▁kl ub",
+      "pl orer",
+      "▁s ports",
+      "▁sport s",
+      "▁s ia",
+      "▁si a",
+      "о ш",
+      "▁d ai",
+      "▁da i",
+      "▁e urope",
+      "▁europ e",
+      "▁euro pe",
+      "ic ians",
+      "ici ans",
+      "ician s",
+      "icia ns",
+      "ings områ",
+      "▁d re",
+      "▁dr e",
+      "▁work around",
+      "▁s uit",
+      "▁su it",
+      "▁ suit",
+      "amb igu",
+      "▁quant ity",
+      "▁ quantity",
+      "▁seg undo",
+      "Sym bol",
+      "S ymbol",
+      "▁m oral",
+      "▁mo ral",
+      "▁mor al",
+      "Ch art",
+      "Char t",
+      "C hart",
+      "▁da mit",
+      "▁dam it",
+      "▁attempt s",
+      "▁d onn",
+      "▁do nn",
+      "▁don n",
+      "jo s",
+      "j os",
+      "▁e re",
+      "▁er e",
+      "▁ ere",
+      "▁hom me",
+      "▁ homme",
+      "si mp",
+      "sim p",
+      "s imp",
+      "rypt ed",
+      "▁act s",
+      "▁ac ts",
+      "inner HTML",
+      "▁tourn ament",
+      "▁s ky",
+      "▁sk y",
+      "▁ sky",
+      "Time r",
+      "Tim er",
+      "T imer",
+      "▁mill ions",
+      "▁million s",
+      "^ +",
+      "ag ent",
+      "age nt",
+      "agen t",
+      "a gent",
+      "') );",
+      "')) ;",
+      "' ));",
+      "▁o st",
+      "▁os t",
+      "▁ ost",
+      "▁g la",
+      "▁gl a",
+      "▁по мо",
+      "▁f ün",
+      "ст вом",
+      "ств ом",
+      "ство м",
+      "ewnę trz",
+      "▁Mé xico",
+      "▁l ub",
+      "▁lu b",
+      "▁ lub",
+      "▁É d",
+      "if ik",
+      "ifi k",
+      "i fik",
+      "че ский",
+      "▁im mer",
+      "▁imm er",
+      "▁ immer",
+      "en sen",
+      "ens en",
+      "ense n",
+      "an ny",
+      "ann y",
+      "in line",
+      "▁g over",
+      "▁go ver",
+      "au c",
+      "a uc",
+      "▁re pre",
+      "▁rep re",
+      "▁repr e",
+      "▁histor ia",
+      "▁hist oria",
+      "A g",
+      "▁p lt",
+      "▁pl t",
+      "▁Pr inci",
+      "▁Prin ci",
+      "im eter",
+      "ime ter",
+      "imet er",
+      "i meter",
+      "ő s",
+      "š e",
+      "▁U E",
+      "▁ UE",
+      "Equ als",
+      "Equal s",
+      "Eq uals",
+      "Dis patch",
+      "le gen",
+      "leg en",
+      "lege n",
+      "l egen",
+      "ла зи",
+      "чно й",
+      "ч ной",
+      "▁st ell",
+      "▁ste ll",
+      "▁ stell",
+      "ń st",
+      "▁c ri",
+      "▁cr i",
+      "▁ cri",
+      "▁In dep",
+      "▁Ind ep",
+      "è de",
+      "}\\ )",
+      "} \\)",
+      "▁w yst",
+      "▁wy st",
+      "▁wys t",
+      "▁fig ured",
+      "▁figure d",
+      "▁figur ed",
+      "AT CH",
+      "éb en",
+      "é ben",
+      "la cht",
+      "lac ht",
+      "lach t",
+      "l acht",
+      "▁succeed ed",
+      "gr y",
+      "g ry",
+      "▁p ret",
+      "▁pr et",
+      "▁pre t",
+      "▁ pret",
+      "▁S af",
+      "▁Sa f",
+      "▁\" );",
+      "▁\") ;",
+      "▁ \");",
+      "e h",
+      "▁offic iel",
+      "▁offici el",
+      "краї н",
+      "wi nd",
+      "win d",
+      "w ind",
+      "▁sc atter",
+      "▁F ox",
+      "▁Fo x",
+      "ic ious",
+      "ici ous",
+      "icio us",
+      "i cious",
+      "Man y",
+      "Ma ny",
+      "M any",
+      "up er",
+      "u per",
+      "▁Con vert",
+      "▁ Convert",
+      "st erd",
+      "ste rd",
+      "ster d",
+      "▁St ein",
+      "▁Ste in",
+      "▁О т",
+      "}^ {(",
+      "}^{ (",
+      "} ^{(",
+      "bet ween",
+      "hi re",
+      "h ire",
+      "▁on Create",
+      "▁ onCreate",
+      "; </",
+      "b ably",
+      "S Y",
+      "mo t",
+      "m ot",
+      "▁D ire",
+      "▁Di re",
+      "▁Dir e",
+      "itect ure",
+      "то й",
+      "▁co ordinate",
+      "▁coordin ate",
+      "▁coord inate",
+      "▁ coordinate",
+      "(\" #",
+      "▁s üd",
+      "O B",
+      "▁m orte",
+      "▁mor te",
+      "▁mort e",
+      "▁we ather",
+      "▁h ely",
+      "▁he ly",
+      "▁hel y",
+      "▁ hely",
+      "▁priv ile",
+      "RE LEASE",
+      "at el",
+      "ate l",
+      "a tel",
+      "▁recogn ized",
+      "▁recognize d",
+      "▁Th ough",
+      "сси й",
+      "mem ory",
+      "▁comp ilation",
+      "bit s",
+      "bi ts",
+      "b its",
+      "▁w ed",
+      "▁we d",
+      "▁ wed",
+      "}} _{",
+      "}}_ {",
+      "} }_{",
+      "▁G UI",
+      "п ня",
+      "▁sou thern",
+      "▁south ern",
+      "▁h ay",
+      "▁ha y",
+      "ov ić",
+      "ovi ć",
+      "o vić",
+      "la uf",
+      "lau f",
+      "l auf",
+      "▁E L",
+      "▁ EL",
+      "▁F ull",
+      "▁Fu ll",
+      "▁Ful l",
+      "▁ Full",
+      "▁Ham burg",
+      "▁Hamb urg",
+      "▁M ittel",
+      "▁Mit tel",
+      "▁Mitte l",
+      "▁Mitt el",
+      "D U",
+      "appro x",
+      "H S",
+      "▁про це",
+      "▁mag azine",
+      "▁M ig",
+      "▁Mi g",
+      "▁click ing",
+      "en tr",
+      "ent r",
+      "▁au tre",
+      "▁aut re",
+      "▁ autre",
+      "▁t é",
+      "▁ té",
+      "▁h á",
+      "▁ há",
+      "ст ы",
+      "с ты",
+      "▁M A",
+      "▁ MA",
+      "ap py",
+      "app y",
+      "a ppy",
+      "st ví",
+      "▁se lon",
+      "▁sel on",
+      "▁g ek",
+      "▁ge k",
+      "▁S l",
+      "▁ Sl",
+      "fr astr",
+      "fra str",
+      "Li b",
+      "L ib",
+      "▁Д у",
+      "▁f acing",
+      "▁fa cing",
+      "▁fac ing",
+      "▁с тар",
+      "▁ст ар",
+      "▁ста р",
+      "▁D utch",
+      "at ar",
+      "ata r",
+      "a tar",
+      "▁ke eps",
+      "▁keep s",
+      "▁Pat rick",
+      "▁Patri ck",
+      "il io",
+      "ili o",
+      "i lio",
+      "▁v ig",
+      "▁vi g",
+      "тв а",
+      "т ва",
+      "▁Feder al",
+      "▁Fed eral",
+      "▁par agraph",
+      "▁para graph",
+      "▁ paragraph",
+      "▁inter action",
+      "▁inte raction",
+      "▁interact ion",
+      "▁occ as",
+      "▁oc cas",
+      "▁I ran",
+      "▁Ir an",
+      "▁Ira n",
+      "▁machine s",
+      "▁mach ines",
+      "(( )",
+      "( ()",
+      "ur ies",
+      "uri es",
+      "u ries",
+      "▁ро ди",
+      "▁род и",
+      "▁ роди",
+      "▁а мерикан",
+      "up p",
+      "u pp",
+      "▁i ce",
+      "▁ic e",
+      "▁ ice",
+      "▁S ay",
+      "▁Sa y",
+      "▁s ail",
+      "▁sa il",
+      "▁B egin",
+      "▁Be gin",
+      "▁Beg in",
+      "▁ Begin",
+      "fi co",
+      "fic o",
+      "f ico",
+      "og a",
+      "o ga",
+      "▁d esar",
+      "▁des ar",
+      "▁d v",
+      "▁ра ди",
+      "oh en",
+      "o hen",
+      "er ei",
+      "ere i",
+      "e rei",
+      "án ak",
+      "á nak",
+      "▁d aar",
+      "▁da ar",
+      "if iers",
+      "ifier s",
+      "ifi ers",
+      "ifie rs",
+      "▁th ee",
+      "▁the e",
+      "▁by la",
+      "▁byl a",
+      "ва ла",
+      "вал а",
+      "в ала",
+      "an dro",
+      "and ro",
+      "andr o",
+      "▁м оло",
+      "▁мо ло",
+      "▁tot ally",
+      "▁total ly",
+      "io m",
+      "i om",
+      "▁a er",
+      "ns ylvan",
+      "▁cor ps",
+      "▁tre ated",
+      "▁treat ed",
+      "▁com une",
+      "▁comun e",
+      "M ich",
+      "vo ice",
+      "pg f",
+      "▁a nx",
+      "▁an x",
+      "▁Phil ip",
+      "▁Phili p",
+      "▁e k",
+      "▁ ek",
+      "▁Men schen",
+      "▁Mens chen",
+      "▁d ere",
+      "▁de re",
+      "▁der e",
+      "▁per met",
+      "▁perm et",
+      "Ma il",
+      "M ail",
+      "▁V é",
+      "en ted",
+      "ent ed",
+      "ente d",
+      "▁b unch",
+      "▁P iet",
+      "▁Pi et",
+      "▁Pie t",
+      "att ach",
+      "atta ch",
+      "▁p orte",
+      "▁por te",
+      "▁port e",
+      "▁ porte",
+      "да т",
+      "д ат",
+      "▁Brit ain",
+      "Enc oding",
+      "▁` <",
+      "Sp ace",
+      "S pace",
+      "▁r ap",
+      "▁ra p",
+      "▁ rap",
+      "▁pop ul",
+      "fl oor",
+      "f loor",
+      "spec ific",
+      "cle an",
+      "c lean",
+      "▁con qu",
+      "f b",
+      "▁introdu ce",
+      "▁Ent ity",
+      "▁ Entity",
+      "▁er folg",
+      "▁erf olg",
+      "at ol",
+      "ato l",
+      "a tol",
+      "ient os",
+      "iento s",
+      "ки педи",
+      "▁U t",
+      "▁б ри",
+      "▁ бри",
+      "ed uler",
+      "edu ler",
+      "edule r",
+      "▁conc entr",
+      "▁concent r",
+      "▁c her",
+      "▁ch er",
+      "▁che r",
+      "▁ cher",
+      "▁up grade",
+      "▁upgrad e",
+      "▁p ictures",
+      "▁picture s",
+      "▁Famil ie",
+      "M us",
+      "Lo ok",
+      "L ook",
+      "▁e ran",
+      "▁er an",
+      "▁era n",
+      "▁g ram",
+      "▁gr am",
+      "▁gra m",
+      "▁ gram",
+      "▁W o",
+      "np m",
+      "n pm",
+      "▁Sal v",
+      "▁Sa lv",
+      "▁c d",
+      "▁ cd",
+      "▁В ы",
+      "wa hl",
+      "w ahl",
+      "tr ain",
+      "tra in",
+      "t rain",
+      "ch em",
+      "che m",
+      "c hem",
+      "▁P il",
+      "▁Pi l",
+      "▁Con nect",
+      "▁ Connect",
+      "č e",
+      "▁h ast",
+      "▁ha st",
+      "▁has t",
+      "▁Mult i",
+      "▁Mul ti",
+      "▁ Multi",
+      "at ta",
+      "att a",
+      "a tta",
+      "▁S ound",
+      "▁So und",
+      "▁Sou nd",
+      "▁ Sound",
+      "sol ute",
+      "▁qu ote",
+      "▁quot e",
+      "▁ quote",
+      "▁o bst",
+      "▁ob st",
+      "▁obs t",
+      "cc iones",
+      "ccion es",
+      "c ciones",
+      "ib ly",
+      "▁b rand",
+      "▁br and",
+      "▁bra nd",
+      "▁bran d",
+      "▁ brand",
+      "▁convers ation",
+      "▁to utes",
+      "▁tout es",
+      "▁tou tes",
+      "▁toute s",
+      "▁R ub",
+      "▁Ru b",
+      "ie nia",
+      "ien ia",
+      "i enia",
+      "ir it",
+      "iri t",
+      "i rit",
+      "▁А нд",
+      "▁Ан д",
+      "edu led",
+      "edule d",
+      "▁T otal",
+      "▁To tal",
+      "▁Tot al",
+      "▁ Total",
+      "Di g",
+      "D ig",
+      "er em",
+      "ere m",
+      "e rem",
+      "▁s ki",
+      "▁sk i",
+      "▁ ski",
+      "De st",
+      "Des t",
+      "D est",
+      "Y Y",
+      "е ди",
+      "al y",
+      "a ly",
+      "▁back end",
+      "▁ backend",
+      "ul us",
+      "ulu s",
+      "u lus",
+      "▁feature d",
+      "▁person n",
+      "▁pers onn",
+      "▁sc hon",
+      "▁sch on",
+      "tr ace",
+      "tra ce",
+      "t race",
+      "▁I DE",
+      "▁ID E",
+      "▁ IDE",
+      "á j",
+      "▁anim als",
+      "▁animal s",
+      "▁ani mals",
+      "▁s now",
+      "▁sn ow",
+      "uv e",
+      "u ve",
+      "uer to",
+      "▁d rew",
+      "▁dr ew",
+      "▁dre w",
+      "▁Ye ah",
+      "▁S v",
+      "\\, \\",
+      "\\ ,\\",
+      "▁S erie",
+      "▁Se rie",
+      "▁Ser ie",
+      "▁second o",
+      "▁sec ondo",
+      "▁Leb ens",
+      "▁Leben s",
+      "▁acc ord",
+      "▁ac cord",
+      "▁C et",
+      "▁Ce t",
+      "er ade",
+      "era de",
+      "e rade",
+      "▁desp ite",
+      "▁C arlo",
+      "▁Car lo",
+      "▁Carl o",
+      "▁z ewnętrz",
+      "▁l ista",
+      "▁li sta",
+      "▁list a",
+      "▁ lista",
+      "ni co",
+      "nic o",
+      "n ico",
+      "▁Corpor ation",
+      "vs pace",
+      "v space",
+      "▁вой ны",
+      "▁st ands",
+      "▁stand s",
+      "▁stan ds",
+      "▁wor se",
+      "▁sim ult",
+      "▁si mult",
+      "▁pract ical",
+      "CO L",
+      "C OL",
+      "ch anged",
+      "change d",
+      "chan ged",
+      "▁Исто рия",
+      "б ри",
+      "in do",
+      "ind o",
+      "▁Lew is",
+      "▁pattern s",
+      "if ica",
+      "ific a",
+      "ifi ca",
+      "i fica",
+      "▁s mart",
+      "▁sm art",
+      "▁concern ed",
+      "ți i",
+      "ț ii",
+      "▁H ello",
+      "▁Hel lo",
+      "▁Hell o",
+      "▁ Hello",
+      "re ll",
+      "rel l",
+      "r ell",
+      "▁L ex",
+      "▁Le x",
+      "▁в то",
+      "▁cond itional",
+      "▁condition al",
+      "ot ted",
+      "ott ed",
+      "otte d",
+      "▁sh oot",
+      "▁sho ot",
+      "▁W ed",
+      "▁We d",
+      "▁мар та",
+      "au d",
+      "a ud",
+      "▁an te",
+      "▁ant e",
+      "▁ ante",
+      "ien tras",
+      "ient ras",
+      "▁p apers",
+      "▁pa pers",
+      "▁pap ers",
+      "▁paper s",
+      "▁port ug",
+      "▁Man agement",
+      "▁ Management",
+      "▁exerc ise",
+      "▁Begr iff",
+      "com mit",
+      "comm it",
+      "▁render ing",
+      "▁rend ering",
+      "▁rende ring",
+      "▁c zas",
+      "▁cz as",
+      "▁ czas",
+      "Dr op",
+      "D rop",
+      "er g",
+      "e rg",
+      "▁m ul",
+      "▁mu l",
+      "▁ mul",
+      "▁T an",
+      "▁Ta n",
+      "ie ro",
+      "ier o",
+      "i ero",
+      "▁loc ale",
+      "▁local e",
+      "▁ locale",
+      "▁in aug",
+      "du mp",
+      "d ump",
+      "ци й",
+      "▁symbol s",
+      "in ta",
+      "int a",
+      "▁aw arded",
+      "▁award ed",
+      "▁s ust",
+      "▁su st",
+      "▁sus t",
+      "▁S end",
+      "▁Se nd",
+      "▁Sen d",
+      "▁ Send",
+      "ї в",
+      "Re st",
+      "Res t",
+      "R est",
+      "zt en",
+      "zte n",
+      "z ten",
+      "ли м",
+      "л им",
+      "ri val",
+      "riv al",
+      "r ival",
+      "PO RT",
+      "P ORT",
+      "öl ker",
+      "im ately",
+      "imate ly",
+      "imat ely",
+      "ig te",
+      "igt e",
+      "ч ных",
+      "▁ter ra",
+      "▁ terra",
+      "ög lich",
+      "▁H om",
+      "▁Ho m",
+      "▁ Hom",
+      "▁h ex",
+      "▁he x",
+      "▁ hex",
+      "do ne",
+      "don e",
+      "d one",
+      "am ps",
+      "amp s",
+      "▁c et",
+      "▁ce t",
+      "PR E",
+      "P RE",
+      "ös t",
+      "ö st",
+      "▁fem me",
+      "Se lection",
+      "Select ion",
+      "▁z aw",
+      "▁za w",
+      "sp r",
+      "s pr",
+      "▁horse s",
+      "▁hors es",
+      "▁s nap",
+      "▁sn ap",
+      "Text Box",
+      "▁E clipse",
+      "ul le",
+      "ull e",
+      "u lle",
+      "ow ym",
+      "owy m",
+      "▁c omer",
+      "▁com er",
+      "▁co mer",
+      "▁come r",
+      "ne cess",
+      "co ok",
+      "c ook",
+      "en ger",
+      "eng er",
+      "-- >",
+      "- ->",
+      "▁p ří",
+      "▁př í",
+      "pan das",
+      "p andas",
+      "▁P lus",
+      "▁Pl us",
+      "▁ Plus",
+      "yl l",
+      "y ll",
+      "▁t error",
+      "▁te rror",
+      "▁ter ror",
+      "▁c rim",
+      "▁cr im",
+      "▁cri m",
+      "▁z ak",
+      "▁za k",
+      "▁ zak",
+      "iss ue",
+      "pa nel",
+      "pan el",
+      "p anel",
+      "sv g",
+      "▁re b",
+      "▁r eb",
+      "▁ reb",
+      "Custom er",
+      "sw itch",
+      "об ра",
+      "о бра",
+      "▁Champion ships",
+      "▁Championship s",
+      "▁Champions hips",
+      "cl o",
+      "c lo",
+      "at te",
+      "att e",
+      "a tte",
+      "▁any more",
+      "▁excell ent",
+      "▁opport unity",
+      "▁opportun ity",
+      "▁B ahn",
+      "▁Ba hn",
+      "▁Bah n",
+      "чи н",
+      "ч ин",
+      "et ing",
+      "eti ng",
+      "e ting",
+      "▁inc ident",
+      "to m",
+      "t om",
+      "Per s",
+      "Pe rs",
+      "P ers",
+      "bb en",
+      "bbe n",
+      "b ben",
+      "ствен ной",
+      "ственно й",
+      "и х",
+      "ro uter",
+      "route r",
+      "rout er",
+      "rou ter",
+      "r outer",
+      "▁new ly",
+      "▁sil ence",
+      "▁G NU",
+      "▁R ails",
+      "▁Ra ils",
+      "▁Rail s",
+      "▁A mb",
+      "▁Am b",
+      "▁Q ual",
+      "▁Qu al",
+      "▁ Qual",
+      "▁Sch aus",
+      "▁Sc haus",
+      "▁S ohn",
+      "▁So hn",
+      "▁A LL",
+      "▁AL L",
+      "▁ ALL",
+      "▁ro yal",
+      "▁roy al",
+      "▁ £",
+      "wi ę",
+      "w ię",
+      "▁ent fer",
+      "▁Re move",
+      "▁Rem ove",
+      "▁ Remove",
+      "▁hard ly",
+      "Us ing",
+      "U sing",
+      "ло г",
+      "▁I ch",
+      "▁d erni",
+      "▁der ni",
+      "▁Con nection",
+      "▁Connect ion",
+      "▁ Connection",
+      "fi sh",
+      "f ish",
+      "▁In form",
+      "▁Inf orm",
+      "▁Info rm",
+      "▁E ner",
+      "▁En er",
+      "ro it",
+      "r oit",
+      "B bb",
+      "View Model",
+      "V ideo",
+      "il ey",
+      "ile y",
+      "i ley",
+      "▁м ного",
+      "▁мно го",
+      "▁G em",
+      "▁Ge m",
+      "▁comp reh",
+      "▁compr eh",
+      "en umerate",
+      "ul as",
+      "ula s",
+      "u las",
+      "▁B ah",
+      "▁Ba h",
+      "▁Y et",
+      "▁Ye t",
+      "B R",
+      "х ра",
+      "▁count y",
+      "▁coun ty",
+      "▁H ist",
+      "▁His t",
+      "▁Hi st",
+      "▁Г у",
+      "▁ Ј",
+      "▁m ari",
+      "▁ma ri",
+      "▁mar i",
+      "▁C lar",
+      "▁Cl ar",
+      "▁Cla r",
+      "Bit map",
+      "B itmap",
+      "▁C z",
+      "▁m ån",
+      "▁må n",
+      "▁m ere",
+      "▁me re",
+      "▁mer e",
+      "▁mus ique",
+      "al so",
+      "als o",
+      "date s",
+      "da tes",
+      "dat es",
+      "d ates",
+      "▁D VD",
+      "▁g ol",
+      "▁go l",
+      "fo ny",
+      "fon y",
+      "f ony",
+      "▁Cast le",
+      "▁фа ми",
+      "▁arr ang",
+      "▁Bus iness",
+      "▁K az",
+      "▁Ka z",
+      "▁o sc",
+      "▁os c",
+      "▁ osc",
+      "▁se colo",
+      "▁sec olo",
+      "▁aff ected",
+      "▁affect ed",
+      "▁He alth",
+      "re b",
+      "r eb",
+      "ed itor",
+      "edit or",
+      "edi tor",
+      "▁own ed",
+      "▁ow ned",
+      "▁ owned",
+      "t l",
+      "▁v í",
+      "▁ ví",
+      "чни х",
+      "ч них",
+      "к ви",
+      "▁dev ient",
+      "▁devi ent",
+      "M utable",
+      "▁t egen",
+      "▁te gen",
+      "Reg ister",
+      "є ю",
+      "▁car acter",
+      "лл и",
+      "л ли",
+      "▁n ouvelle",
+      "▁nouve lle",
+      "ok o",
+      "o ko",
+      "icht et",
+      "ichte t",
+      "▁e vol",
+      "▁ev ol",
+      "▁H ab",
+      "▁Ha b",
+      "▁mil itar",
+      "▁milit ar",
+      "▁p uts",
+      "▁put s",
+      "▁pu ts",
+      "end if",
+      "endi f",
+      "▁Dav is",
+      "▁Da vis",
+      "▁Scot land",
+      "reg ular",
+      "▁Con text",
+      "▁Cont ext",
+      "▁ Context",
+      "is piel",
+      "isp iel",
+      "i spiel",
+      "▁G allery",
+      "▁Gall ery",
+      "\", \r",
+      "\" ,\r",
+      "▁a rc",
+      "▁ar c",
+      "▁ arc",
+      "▁IN FO",
+      "▁ INFO",
+      "▁c od",
+      "▁co d",
+      "▁ cod",
+      "ді в",
+      "д ів",
+      "▁v archar",
+      "▁var char",
+      "▁ varchar",
+      "▁tou jours",
+      "at ial",
+      "ati al",
+      "atia l",
+      "▁h anno",
+      "▁han no",
+      "▁проф ес",
+      "▁launch ed",
+      "▁насе лення",
+      "▁t on",
+      "▁to n",
+      "▁ ton",
+      "au sed",
+      "ause d",
+      "aus ed",
+      "a used",
+      "▁і з",
+      "▁t ö",
+      "▁P ur",
+      "▁Pu r",
+      "▁o lymp",
+      "AR N",
+      "ó m",
+      "▁a ugust",
+      "▁aug ust",
+      "▁f urn",
+      "▁fur n",
+      "▁fu rn",
+      "▁Col omb",
+      "▁Sta ats",
+      "▁Staat s",
+      "ho ra",
+      "hor a",
+      "h ora",
+      "▁м ор",
+      "▁мо р",
+      "▁ мор",
+      "can vas",
+      "▁gr ave",
+      "▁gra ve",
+      "▁grav e",
+      "▁com position",
+      "▁comp osition",
+      "▁compos ition",
+      "ac ja",
+      "▁которы е",
+      "▁ч о",
+      "▁ чо",
+      "Gener al",
+      "Gen eral",
+      "ан і",
+      "а ні",
+      "▁Joh annes",
+      "▁Johann es",
+      "▁Johan nes",
+      "ка р",
+      "к ар",
+      "▁ча ст",
+      "▁час т",
+      "▁Ва си",
+      "ss h",
+      "s sh",
+      "▁repla cing",
+      "▁< >",
+      "▁ <>",
+      "ці в",
+      "ц ів",
+      "la us",
+      "lau s",
+      "l aus",
+      "en y",
+      "e ny",
+      "äh l",
+      "ä hl",
+      "▁m arg",
+      "▁ma rg",
+      "▁mar g",
+      "ci ence",
+      "c ience",
+      "▁inst ruction",
+      "▁instru ction",
+      "▁instruct ion",
+      "▁ко ји",
+      "Ed itor",
+      "Edit or",
+      "▁fund amental",
+      "mu nd",
+      "mun d",
+      "m und",
+      "▁exception s",
+      "▁except ions",
+      "▁p late",
+      "▁pl ate",
+      "▁pla te",
+      "▁plat e",
+      "▁ plate",
+      "▁L is",
+      "▁Li s",
+      "▁d eren",
+      "▁de ren",
+      "▁der en",
+      "▁dere n",
+      "pr ep",
+      "pre p",
+      "p rep",
+      "▁janu ari",
+      "Sc ope",
+      "S cope",
+      "yn ast",
+      "yna st",
+      "r v",
+      "or sz",
+      "ors z",
+      "▁T ony",
+      "▁To ny",
+      "▁Ton y",
+      "▁д і",
+      "▁ ді",
+      "▁о дна",
+      "▁од на",
+      "▁s ab",
+      "▁sa b",
+      "ot i",
+      "o ti",
+      "je l",
+      "j el",
+      "▁gener ator",
+      "▁ generator",
+      "▁' .",
+      "▁ '.",
+      "▁sh arp",
+      "▁ sharp",
+      "▁то лько",
+      "▁account s",
+      "▁ž e",
+      "▁ že",
+      "▁for am",
+      "▁fo ram",
+      "▁g ouvern",
+      "TI ME",
+      "T IME",
+      "▁Sov iet",
+      "▁G é",
+      "▁ex ped",
+      "▁exp ed",
+      "▁ord inary",
+      "▁ordin ary",
+      "▁ ordinary",
+      "▁Con serv",
+      "▁Cons erv",
+      "▁Conse rv",
+      "▁com pla",
+      "▁comp la",
+      "▁compl a",
+      "te i",
+      "t ei",
+      "▁cap tain",
+      "▁capt ain",
+      "▁Sam uel",
+      "▁D ark",
+      "▁Dar k",
+      "▁в ін",
+      "▁ві н",
+      "▁de light",
+      "▁del ight",
+      "re cht",
+      "rec ht",
+      "di a",
+      "d ia",
+      "ess es",
+      "esse s",
+      "ul p",
+      "u lp",
+      "ш ки",
+      "be z",
+      "b ez",
+      "▁det ection",
+      "▁detect ion",
+      "▁cook ie",
+      "▁ cookie",
+      "an try",
+      "ant ry",
+      "Mult i",
+      "ob a",
+      "o ba",
+      "▁j oy",
+      "▁jo y",
+      "▁safe ty",
+      "▁saf ety",
+      "| ^",
+      "po d",
+      "p od",
+      "ad ém",
+      "▁Ch ron",
+      "▁Chr on",
+      "▁D jango",
+      "▁Dj ango",
+      "▁ehem al",
+      "k h",
+      "è le",
+      "▁p oc",
+      "▁po c",
+      "B ottom",
+      "la unch",
+      "ne m",
+      "n em",
+      "▁G ROUP",
+      "▁ GROUP",
+      "ní ho",
+      "▁G ib",
+      "▁Gi b",
+      "sd k",
+      "s dk",
+      "B E",
+      "▁G ene",
+      "▁Ge ne",
+      "▁Gen e",
+      "▁St aff",
+      "▁Sta ff",
+      "▁subsequ ent",
+      "ic ion",
+      "ici on",
+      "icio n",
+      "i cion",
+      "▁vict ory",
+      "▁c anon",
+      "▁can on",
+      "▁ca non",
+      "iz ar",
+      "iza r",
+      "i zar",
+      "iz ia",
+      "izi a",
+      "i zia",
+      "▁m ate",
+      "▁ma te",
+      "▁mat e",
+      "▁ mate",
+      "▁lay ers",
+      "▁layer s",
+      "▁ layers",
+      "su do",
+      "s udo",
+      "sch ule",
+      "per iment",
+      "ül et",
+      "ü let",
+      "AR CHAR",
+      "▁тер рито",
+      "▁me asures",
+      "▁measure s",
+      "▁meas ures",
+      "▁z ou",
+      "▁zo u",
+      "ops is",
+      "на ми",
+      "tb ody",
+      "t body",
+      "▁e se",
+      "▁es e",
+      "▁ ese",
+      "ster dam",
+      "sterd am",
+      "▁ph oto",
+      "▁phot o",
+      "▁ photo",
+      "ynchron ous",
+      "set minus",
+      "▁lo ads",
+      "▁load s",
+      "▁ loads",
+      "▁ple asure",
+      "▁me ille",
+      "}\\ ,",
+      "} \\,",
+      "qu al",
+      "qua l",
+      "q ual",
+      "▁fav our",
+      "▁r od",
+      "▁ro d",
+      "▁ rod",
+      "De r",
+      "D er",
+      "ра бо",
+      "раб о",
+      "▁pr essed",
+      "▁pres sed",
+      "▁press ed",
+      "▁ pressed",
+      "r ę",
+      "ie ving",
+      "iev ing",
+      "mate rial",
+      "m aterial",
+      "vi rt",
+      "vir t",
+      "v irt",
+      "▁cap able",
+      "с ло",
+      "us hed",
+      "ush ed",
+      "▁по бе",
+      "uset ts",
+      "un signed",
+      "uns igned",
+      "k ów",
+      "▁o v",
+      "▁ ov",
+      "eg eben",
+      "ege ben",
+      "e geben",
+      "▁app lying",
+      "▁apply ing",
+      "▁gal ax",
+      "▁ga lax",
+      "▁O racle",
+      "▁Or acle",
+      "▁Stutt gart",
+      "In fl",
+      "Inf l",
+      "ach usetts",
+      "▁de el",
+      "li re",
+      "l ire",
+      "▁stat unit",
+      "▁Polit iker",
+      "▁Politik er",
+      "▁beaut y",
+      ") >",
+      "▁Columb ia",
+      "▁zewnętrz ne",
+      "▁про гра",
+      "▁пр огра",
+      "▁d x",
+      "▁ dx",
+      "ck now",
+      "c know",
+      "▁d ub",
+      "▁du b",
+      "un ächst",
+      "find ViewById",
+      "▁M and",
+      "▁Man d",
+      "▁Ma nd",
+      "ál l",
+      "á ll",
+      "na ire",
+      "n aire",
+      "▁dest in",
+      "is ting",
+      "ist ing",
+      "isti ng",
+      "ag gi",
+      "agg i",
+      "a ggi",
+      "ch art",
+      "char t",
+      "cha rt",
+      "c hart",
+      "▁just ice",
+      "Sim ple",
+      "▁un fortunately",
+      "і р",
+      "▁qu esta",
+      "▁que sta",
+      "▁quest a",
+      "▁ questa",
+      "▁Govern or",
+      "я в",
+      "▁mús ica",
+      "▁equ ipo",
+      "▁equip o",
+      "▁D est",
+      "▁De st",
+      "▁Des t",
+      "▁ Dest",
+      "el ect",
+      "ele ct",
+      "e lect",
+      "Stack Trace",
+      "зо м",
+      "з ом",
+      "pr oc",
+      "pro c",
+      "p roc",
+      "ent in",
+      "enti n",
+      "ad ora",
+      "ado ra",
+      "ador a",
+      "▁Л ю",
+      "▁register ed",
+      "H L",
+      "face book",
+      "fac ebook",
+      "▁st oring",
+      "▁stor ing",
+      "▁sto ring",
+      "▁Current ly",
+      "▁qu adr",
+      "▁quad r",
+      "Stand ard",
+      "tr im",
+      "tri m",
+      "t rim",
+      "ear s",
+      "ea rs",
+      "e ars",
+      "se nder",
+      "sen der",
+      "send er",
+      "s ender",
+      "▁V as",
+      "▁Va s",
+      "▁ed ific",
+      "▁B ür",
+      "▁Bü r",
+      "▁C ountry",
+      "▁Count ry",
+      "▁Coun try",
+      "▁ Country",
+      "th a",
+      "t ha",
+      "; \"",
+      "no r",
+      "n or",
+      "▁Do ctor",
+      "▁Doc tor",
+      "ru ment",
+      "rum ent",
+      "r ument",
+      "Ge n",
+      "G en",
+      "▁B uen",
+      "▁Bu en",
+      "ra de",
+      "rad e",
+      "r ade",
+      "▁k un",
+      "n avigation",
+      "Pa y",
+      "P ay",
+      "▁capt ured",
+      "▁capture d",
+      "▁st ruck",
+      "▁str uck",
+      "▁stru ck",
+      "ven ir",
+      "ém ent",
+      "é ment",
+      "▁T ree",
+      "▁Tr ee",
+      "▁Tre e",
+      "▁ Tree",
+      "▁x x",
+      "▁ xx",
+      "▁n arr",
+      "▁na rr",
+      "▁nar r",
+      "ль ного",
+      "льно го",
+      "▁inst alling",
+      "▁install ing",
+      "▁instal ling",
+      "▁associ ation",
+      "▁insert ed",
+      "▁inser ted",
+      "er ner",
+      "ern er",
+      "erne r",
+      "valid ate",
+      "▁l ut",
+      "▁lu t",
+      "▁g lo",
+      "▁gl o",
+      "▁techn ology",
+      "▁P lace",
+      "▁Pl ace",
+      "▁Pla ce",
+      "▁ Place",
+      "$ ?",
+      "▁z v",
+      "с лі",
+      "E P",
+      "▁at mos",
+      "ug o",
+      "u go",
+      "ér t",
+      "é rt",
+      "▁W erk",
+      "▁Wer k",
+      "▁% }",
+      "te le",
+      "tel e",
+      "t ele",
+      "Sp an",
+      "S pan",
+      "▁R aj",
+      "▁Ra j",
+      "▁Person en",
+      "▁Pers onen",
+      "▁C ant",
+      "▁Can t",
+      "▁Ca nt",
+      "▁com bat",
+      "▁comb at",
+      "▁observ ation",
+      "▁obs ervation",
+      "param eter",
+      "para meter",
+      "▁agre ed",
+      "▁agree d",
+      "▁agr eed",
+      "pu r",
+      "p ur",
+      "▁sh adow",
+      "▁ shadow",
+      "▁g ł",
+      "Key s",
+      "Ke ys",
+      "Cre d",
+      "Cr ed",
+      "C red",
+      "ou ri",
+      "our i",
+      "o uri",
+      "▁p ale",
+      "▁pa le",
+      "▁pal e",
+      "ic ké",
+      "ick é",
+      "▁We ek",
+      "▁ Week",
+      "▁Pr ime",
+      "▁Pri me",
+      "▁Prim e",
+      "> .",
+      "Init ial",
+      "▁о дин",
+      "▁од ин",
+      "▁' ',",
+      "▁'' ,",
+      "▁у чи",
+      "▁In v",
+      "▁ Inv",
+      "col a",
+      "co la",
+      "c ola",
+      "ci ble",
+      "c ible",
+      "▁The atre",
+      "▁b em",
+      "▁be m",
+      "▁satisf y",
+      "x l",
+      "▁ра зви",
+      "▁раз ви",
+      "▁p ixel",
+      "▁pix el",
+      "lá n",
+      "l án",
+      "▁tw ee",
+      "▁twe e",
+      "ço n",
+      "ç on",
+      "не ния",
+      "▁A T",
+      "▁ AT",
+      "èg e",
+      "è ge",
+      "▁M ort",
+      "▁Mor t",
+      "▁Mo rt",
+      "▁my sq",
+      "▁ mysq",
+      "ft en",
+      "fte n",
+      "f ten",
+      "▁п ес",
+      "▁пе с",
+      "ém a",
+      "é ma",
+      "▁Service s",
+      "▁Serv ices",
+      "▁ Services",
+      "custom er",
+      "▁A WS",
+      "ъ т",
+      "▁A ch",
+      "▁Ac h",
+      "% .",
+      "▁clar ify",
+      "▁уни версите",
+      "xt ure",
+      "um i",
+      "u mi",
+      "▁s å",
+      "▁P el",
+      "▁Pe l",
+      "se rial",
+      "ser ial",
+      "UR I",
+      "U RI",
+      "▁r g",
+      "▁ rg",
+      "▁со ста",
+      "ch estra",
+      "che stra",
+      "ches tra",
+      "]. [",
+      "] .[",
+      "we n",
+      "w en",
+      "▁Lond res",
+      "▁an ys",
+      "▁any s",
+      "Data Source",
+      "▁рай оне",
+      "▁райо не",
+      "▁район е",
+      "▁re in",
+      "▁r ein",
+      "▁rei n",
+      "▁met adata",
+      "▁meta data",
+      "▁ metadata",
+      "um ble",
+      "umb le",
+      "ar beit",
+      "arbe it",
+      "hn er",
+      "h ner",
+      "ci ent",
+      "cie nt",
+      "c ient",
+      "▁n orte",
+      "▁nor te",
+      "▁о на",
+      "▁он а",
+      "▁ она",
+      "▁sc ored",
+      "▁score d",
+      "▁r ay",
+      "▁ra y",
+      "▁ ray",
+      "▁фев ра",
+      "▁фе вра",
+      "▁pro tagon",
+      "▁prot agon",
+      "▁S ac",
+      "▁Sa c",
+      "▁comm only",
+      "▁common ly",
+      "Linear Layout",
+      "▁app lic",
+      "▁ма я",
+      "З а",
+      "▁access ible",
+      "ie wer",
+      "iew er",
+      "fl ag",
+      "f lag",
+      "▁R ück",
+      "ä u",
+      "▁e rano",
+      "▁er ano",
+      "▁era no",
+      "▁eran o",
+      "▁auth entic",
+      "▁ authentic",
+      "▁R y",
+      "▁не ско",
+      "▁emb argo",
+      "▁embar go",
+      "▁d ry",
+      "▁dr y",
+      "▁reason able",
+      "▁Mod ule",
+      "▁ Module",
+      "▁acc eler",
+      "▁inter view",
+      "▁C reek",
+      "▁Cre ek",
+      "▁al pha",
+      "▁ alpha",
+      "se rie",
+      "ser ie",
+      "s erie",
+      "Th ey",
+      "The y",
+      "ю чи",
+      "▁H of",
+      "▁Ho f",
+      "▁C R",
+      "▁ CR",
+      "mod al",
+      "mo dal",
+      "▁sequence s",
+      "▁sequ ences",
+      "cl osed",
+      "close d",
+      "clos ed",
+      "clo sed",
+      ")} $",
+      ") }$",
+      "▁Ч ер",
+      "▁Че р",
+      "▁OR DER",
+      "▁ ORDER",
+      "Right arrow",
+      "R ightarrow",
+      "haus en",
+      "}} _",
+      "} }_",
+      "▁tamb é",
+      "▁magn etic",
+      "▁magnet ic",
+      "▁Mc C",
+      "▁win ning",
+      "under line",
+      "▁Bill board",
+      "na io",
+      "▁l iqu",
+      "▁li qu",
+      "▁ liqu",
+      "display style",
+      "time out",
+      "▁consider able",
+      "▁e ben",
+      "▁eb en",
+      "▁ eben",
+      "iffer ent",
+      "iffe rent",
+      "an u",
+      "a nu",
+      "▁С ов",
+      "▁Со в",
+      "[ (",
+      "▁: -)",
+      "▁:- )",
+      "le itung",
+      "form ed",
+      "for med",
+      "▁Man ager",
+      "▁ Manager",
+      "▁on click",
+      "T Y",
+      "та х",
+      "C V",
+      "run time",
+      "r untime",
+      "po que",
+      "▁Л о",
+      "Tem p",
+      "Te mp",
+      "T emp",
+      "lo aded",
+      "load ed",
+      "▁! ==",
+      "▁!= =",
+      "▁s inger",
+      "▁sing er",
+      "▁sin ger",
+      "fa r",
+      "f ar",
+      "▁Com ple",
+      "▁Comp le",
+      "▁ Comple",
+      "▁Ö sterreich",
+      "Pol icy",
+      "▁work er",
+      "▁wor ker",
+      "▁ worker",
+      "W rapper",
+      "ob i",
+      "o bi",
+      "▁discuss ed",
+      "▁b uy",
+      "▁bu y",
+      "▁янва ря",
+      "▁D in",
+      "▁Di n",
+      "▁g ed",
+      "▁ge d",
+      "▁ ged",
+      "ско ј",
+      "E urope",
+      "▁t all",
+      "▁tal l",
+      "▁ta ll",
+      "ho s",
+      "h os",
+      "ла го",
+      "▁B lock",
+      "▁Bl ock",
+      "▁Blo ck",
+      "▁ Block",
+      "▁ident ified",
+      "List View",
+      "▁attempt ing",
+      "▁typ ical",
+      "ps um",
+      "p sum",
+      "os ter",
+      "ost er",
+      "o ster",
+      "▁ж урна",
+      "P e",
+      "mer ce",
+      "▁un expected",
+      "hu i",
+      "h ui",
+      "let ter",
+      "lett er",
+      "lette r",
+      "l etter",
+      "▁nue vo",
+      "▁а бо",
+      "▁VAL UES",
+      "▁I z",
+      "Fl ags",
+      "Flag s",
+      "▁TR UE",
+      "▁ TRUE",
+      "iz ación",
+      "iza ción",
+      "▁gro wing",
+      "▁grow ing",
+      "es tre",
+      "est re",
+      "estr e",
+      "e stre",
+      "▁p oly",
+      "▁po ly",
+      "▁pol y",
+      "▁ poly",
+      "▁St one",
+      "▁Sto ne",
+      "▁V III",
+      "▁VI II",
+      "▁VII I",
+      "▁local host",
+      "▁ localhost",
+      "äh lt",
+      "ähl t",
+      "▁embed ded",
+      "jd bc",
+      "j dbc",
+      "▁con vention",
+      "▁conv ention",
+      "▁conven tion",
+      "▁convent ion",
+      "▁s cala",
+      "▁sc ala",
+      "▁scal a",
+      "▁ scala",
+      "со к",
+      "с ок",
+      "▁an alog",
+      "▁anal og",
+      "▁\" +",
+      "▁ \"+",
+      "ц ю",
+      "oc c",
+      "o cc",
+      "▁l itt",
+      "▁li tt",
+      "▁lit t",
+      "P N",
+      "▁а ктив",
+      "▁ак тив",
+      "att ributes",
+      "attribute s",
+      "▁F erd",
+      "▁Fe rd",
+      "▁Fer d",
+      "▁az ure",
+      "▁ azure",
+      "ș ti",
+      "ño s",
+      "ñ os",
+      "pi ng",
+      "pin g",
+      "p ing",
+      "▁te acher",
+      "▁teach er",
+      "▁tea cher",
+      "} &",
+      "ip e",
+      "i pe",
+      "▁N ob",
+      "▁No b",
+      "▁и ма",
+      "▁им а",
+      "Bi nd",
+      "B ind",
+      "▁mag ic",
+      "▁Trans port",
+      "▁ Transport",
+      "ix el",
+      "▁comp uted",
+      "▁comput ed",
+      "▁compute d",
+      "ag na",
+      "agn a",
+      "er st",
+      "ers t",
+      "H A",
+      "W ait",
+      "▁author s",
+      "▁auth ors",
+      "▁; )",
+      "cl am",
+      "cla m",
+      "c lam",
+      "▁Pen nsylvan",
+      "▁d rug",
+      "▁dr ug",
+      "▁dru g",
+      "▁v ain",
+      "▁va in",
+      "▁employ ed",
+      "▁individ uals",
+      "▁individual s",
+      "▁an ge",
+      "▁ang e",
+      "▁ ange",
+      "ut at",
+      "uta t",
+      "u tat",
+      "▁$ -",
+      "▁ $-",
+      "cor rect",
+      "corr ect",
+      "▁exper iments",
+      "▁experiment s",
+      "Arg ument",
+      "▁I B",
+      "▁ IB",
+      "▁p ère",
+      "▁B rian",
+      "▁Br ian",
+      "ber ger",
+      "berg er",
+      "Ma c",
+      "M ac",
+      "ia st",
+      "ias t",
+      "i ast",
+      "Per m",
+      "Pe rm",
+      "P erm",
+      "Ca st",
+      "C ast",
+      "▁{ };",
+      "▁{} ;",
+      "▁St udent",
+      "▁Stud ent",
+      "▁Stu dent",
+      "▁ Student",
+      "▁st att",
+      "▁stat t",
+      "▁sta tt",
+      "al gebra",
+      "▁equ als",
+      "▁equal s",
+      "▁eq uals",
+      "▁ equals",
+      "▁pro jet",
+      "▁prés ident",
+      "Activity Thread",
+      "▁ein z",
+      "en ia",
+      "eni a",
+      "e nia",
+      "re z",
+      "r ez",
+      "ess ional",
+      "ession al",
+      "▁авгу ста",
+      "over ride",
+      "ne ws",
+      "new s",
+      "▁pla net",
+      "▁plan et",
+      "▁plane t",
+      "n n",
+      "▁W is",
+      "▁Wi s",
+      "тв ер",
+      "т вер",
+      "▁Val id",
+      "▁ Valid",
+      "▁G ef",
+      "▁Ge f",
+      "гра д",
+      "▁e ig",
+      "an tom",
+      "ant om",
+      "anto m",
+      "▁Me ister",
+      "fl ags",
+      "flag s",
+      "ffic iale",
+      "fficial e",
+      "ша я",
+      "- ,",
+      "at ionen",
+      "ation en",
+      "ati onen",
+      "atio nen",
+      "mo use",
+      "m ouse",
+      "stand ard",
+      "Sing le",
+      "▁b ol",
+      "▁bo l",
+      "▁ bol",
+      "is is",
+      "isi s",
+      "▁f ruit",
+      "▁fr uit",
+      "c ourse",
+      "it ants",
+      "itan ts",
+      "▁é taient",
+      "▁ét aient",
+      "Text Field",
+      "▁ф он",
+      "▁фо н",
+      "▁a ircraft",
+      "▁air craft",
+      "▁I SSN",
+      "▁IS SN",
+      "▁west ern",
+      "▁ western",
+      "▁represent ing",
+      "Es p",
+      "E sp",
+      "▁El se",
+      "▁Els e",
+      "▁ Else",
+      "▁s izes",
+      "▁si zes",
+      "▁size s",
+      "▁satisf ied",
+      "ot os",
+      "oto s",
+      "U D",
+      "Fin al",
+      "Fi nal",
+      "F inal",
+      "ó j",
+      "è ve",
+      "▁R oy",
+      "▁Ro y",
+      "ff en",
+      "ffe n",
+      "f fen",
+      "▁s alt",
+      "▁sa lt",
+      "▁sal t",
+      "▁L abel",
+      "▁La bel",
+      "▁Lab el",
+      "▁ Label",
+      "S k",
+      "▁к ре",
+      "▁ кре",
+      "▁Ли тература",
+      "▁с м",
+      "Att ributes",
+      "Attribute s",
+      "ay e",
+      "a ye",
+      "сь к",
+      "▁вы со",
+      "- )",
+      "os es",
+      "ose s",
+      "cal cul",
+      "calc ul",
+      "▁C annot",
+      "▁Can not",
+      "▁ Cannot",
+      "Gener ic",
+      "em o",
+      "e mo",
+      "▁A utor",
+      "▁Aut or",
+      "▁Au tor",
+      "▁Auto r",
+      "лё н",
+      "л ён",
+      "ла га",
+      "vo te",
+      "v ote",
+      "lic ates",
+      "licate s",
+      "lica tes",
+      "ru s",
+      "r us",
+      "él i",
+      "é li",
+      "op f",
+      "o pf",
+      "at ique",
+      "ati que",
+      "sc ala",
+      "scal a",
+      "s cala",
+      "▁Oh io",
+      "▁Brit ann",
+      "▁b ef",
+      "▁be f",
+      "▁Е вро",
+      "▁Ев ро",
+      "▁Care er",
+      "is ée",
+      "isé e",
+      "ó t",
+      "bo se",
+      "bos e",
+      "b ose",
+      "▁Б ер",
+      "▁Бе р",
+      "▁Cont roller",
+      "▁Control ler",
+      "▁ Controller",
+      "po le",
+      "pol e",
+      "p ole",
+      "▁al len",
+      "▁all en",
+      "▁alle n",
+      "▁ allen",
+      "▁h ack",
+      "▁ha ck",
+      "▁ext ent",
+      "▁cal ci",
+      "▁calc i",
+      "Me r",
+      "M er",
+      "▁sum mary",
+      "▁summar y",
+      "▁summ ary",
+      "▁ summary",
+      "Mar t",
+      "Ma rt",
+      "M art",
+      "▁histor ical",
+      "▁historic al",
+      "im at",
+      "ima t",
+      "i mat",
+      "bu d",
+      "b ud",
+      "▁F OR",
+      "▁FO R",
+      "▁ FOR",
+      "ex port",
+      "exp ort",
+      "ed i",
+      "e di",
+      "Map ping",
+      "Mapp ing",
+      "Ma pping",
+      "M apping",
+      "▁A y",
+      "▁R uby",
+      "▁Ru by",
+      "▁Rub y",
+      "▁definition s",
+      "▁defin itions",
+      "▁definit ions",
+      "▁{ $",
+      "▁ {$",
+      "▁y ours",
+      "▁you rs",
+      "▁your s",
+      "▁yo urs",
+      "ri as",
+      "ria s",
+      "r ias",
+      "To uch",
+      "T ouch",
+      "▁G az",
+      "▁Ga z",
+      "▁Aut om",
+      "▁Au tom",
+      "▁Auto m",
+      "▁ Autom",
+      "▁и стори",
+      "▁исто ри",
+      "▁ис тори",
+      "▁d elen",
+      "▁de len",
+      "▁del en",
+      "▁K inder",
+      "▁Kind er",
+      "▁Ki nder",
+      "▁Kin der",
+      "}} %",
+      "} }%",
+      "▁perform ing",
+      "F R",
+      "▁S ig",
+      "▁Si g",
+      "▁B rad",
+      "▁Br ad",
+      "▁Bra d",
+      "br as",
+      "bra s",
+      "b ras",
+      "▁J ar",
+      "▁Ja r",
+      "pk g",
+      "p kg",
+      "w r",
+      "▁P ays",
+      "▁Pa ys",
+      "▁Pay s",
+      "N C",
+      "▁op posed",
+      "▁opp osed",
+      "▁oppos ed",
+      "Tr y",
+      "T ry",
+      "▁ве зе",
+      "▁B og",
+      "▁Bo g",
+      "▁writ es",
+      "▁wr ites",
+      "▁write s",
+      "▁st ories",
+      "▁stor ies",
+      "▁sto ries",
+      "▁m ater",
+      "▁ma ter",
+      "▁mat er",
+      "▁mate r",
+      "▁stag ione",
+      "▁s ty",
+      "▁st y",
+      "▁ sty",
+      "▁compat ible",
+      "▁ compatible",
+      "he ast",
+      "h east",
+      "▁G uy",
+      "▁Gu y",
+      "egr ünd",
+      "▁ident ifier",
+      "▁ identifier",
+      "▁he ads",
+      "▁head s",
+      "по зи",
+      "▁st up",
+      "▁t f",
+      "▁ tf",
+      "▁ј ош",
+      "▁H ugh",
+      "▁Hu gh",
+      "▁c ards",
+      "▁car ds",
+      "▁card s",
+      "▁ cards",
+      "ov y",
+      "o vy",
+      "▁To ast",
+      "al las",
+      "all as",
+      "alla s",
+      "▁p úblic",
+      "▁ass umes",
+      "▁assum es",
+      "▁assume s",
+      "▁чемпи она",
+      "yc ler",
+      "ycle r",
+      "y cler",
+      "▁Juni or",
+      "▁Jun ior",
+      "▁F ich",
+      "▁estim ated",
+      "▁estimate d",
+      "ze rw",
+      "zer w",
+      "di alog",
+      "dia log",
+      "d ialog",
+      "ши н",
+      "ш ин",
+      "sh ell",
+      "she ll",
+      "s hell",
+      "▁н их",
+      "▁ни х",
+      "▁ них",
+      "▁p itch",
+      "▁pit ch",
+      "до л",
+      "out ube",
+      "▁S anti",
+      "▁San ti",
+      "▁Sant i",
+      "On ClickListener",
+      "▁M agyar",
+      "▁Mag yar",
+      "▁v ue",
+      "▁vu e",
+      "▁ vue",
+      "i ão",
+      "▁` #",
+      "col lect",
+      "coll ect",
+      "▁R ou",
+      "▁Ro u",
+      "anal ysis",
+      "istrz ost",
+      "▁Dig ital",
+      "▁ Digital",
+      "▁c rist",
+      "▁cr ist",
+      "▁cri st",
+      "ri ere",
+      "rie re",
+      "rier e",
+      "r iere",
+      "▁cam po",
+      "▁camp o",
+      "U s",
+      "▁circ a",
+      "▁cir ca",
+      "▁Com ponent",
+      "▁ Component",
+      "▁NS String",
+      "▁ NSString",
+      "p d",
+      "▁pr ince",
+      "▁prin ce",
+      "▁in voke",
+      "▁inv oke",
+      "▁ invoke",
+      "▁Mar ine",
+      "▁Mari ne",
+      "Al low",
+      "All ow",
+      "est ic",
+      "esti c",
+      "ри сти",
+      "рис ти",
+      "рист и",
+      "bo ne",
+      "bon e",
+      "b one",
+      "ту ры",
+      "тур ы",
+      "▁pass ion",
+      "ác ió",
+      "á ció",
+      "▁o rn",
+      "▁or n",
+      "▁ orn",
+      "ве д",
+      "▁in vari",
+      "▁inv ari",
+      "▁н і",
+      "▁ ні",
+      "Re move",
+      "Rem ove",
+      "en cies",
+      "enc ies",
+      "enci es",
+      "il ib",
+      "ili b",
+      "i lib",
+      "▁Direct or",
+      "▁Dire ctor",
+      "▁Dir ector",
+      "\" \"",
+      "▁Con se",
+      "▁Cons e",
+      "google apis",
+      "ó k",
+      "▁У кра",
+      "▁H aving",
+      "▁Ha ving",
+      "▁Hav ing",
+      "Do main",
+      "Dom ain",
+      "ie rz",
+      "ier z",
+      "но логи",
+      "н ологи",
+      "Ch o",
+      "C ho",
+      "un defined",
+      "und efined",
+      "al loc",
+      "all oc",
+      "allo c",
+      "▁p ied",
+      "▁pi ed",
+      "▁pie d",
+      "▁f raction",
+      "▁fr action",
+      "▁fra ction",
+      "bi a",
+      "b ia",
+      "▁п оло",
+      "▁по ло",
+      "▁пол о",
+      "▁ поло",
+      "ug no",
+      "min ister",
+      "▁princip ale",
+      "▁principal e",
+      "▁ref used",
+      "▁refuse d",
+      "brow ser",
+      "b rowser",
+      "* ,",
+      "▁H ospital",
+      "▁univers al",
+      "▁Ern st",
+      "wh o",
+      "w ho",
+      "▁G ard",
+      "▁Gar d",
+      "▁Ga rd",
+      "' _",
+      "con de",
+      "co nde",
+      "cond e",
+      "c onde",
+      "▁[ {",
+      "▁ [{",
+      "so b",
+      "s ob",
+      "▁C rit",
+      "▁Cr it",
+      "▁дека бря",
+      "▁p unto",
+      "▁pun to",
+      "▁punt o",
+      "▁einges etzt",
+      "▁t ör",
+      "▁tö r",
+      "▁N i",
+      "▁w orry",
+      "▁wor ry",
+      "▁leg end",
+      "▁ legend",
+      "▁бу ли",
+      "▁k omm",
+      "▁kom m",
+      "▁ko mm",
+      "ri jk",
+      "rij k",
+      "r ijk",
+      "ef fect",
+      "eff ect",
+      "e ffect",
+      "Or i",
+      "O ri",
+      "RE S",
+      "R ES",
+      "▁P eters",
+      "▁Pe ters",
+      "▁Peter s",
+      "▁Pet ers",
+      "▁B aron",
+      "▁Bar on",
+      "▁Ba ron",
+      "▁G ot",
+      "▁Go t",
+      "▁hon est",
+      "▁ho nest",
+      "är e",
+      "ä re",
+      "ás z",
+      "á sz",
+      "▁no ble",
+      "▁nob le",
+      "▁con clusion",
+      "▁conclus ion",
+      "▁concl usion",
+      "▁form atting",
+      "▁format ting",
+      "▁formatt ing",
+      "▁o tto",
+      "▁ot to",
+      "▁ott o",
+      "▁ otto",
+      "▁de leg",
+      "▁del eg",
+      "м б",
+      "pt op",
+      "pto p",
+      "p top",
+      "▁s ends",
+      "▁send s",
+      "▁sen ds",
+      "ur name",
+      "urn ame",
+      "▁f estival",
+      "▁fest ival",
+      "▁festiv al",
+      ", ‎",
+      "ру с",
+      "р ус",
+      "▁d och",
+      "▁do ch",
+      "▁doc h",
+      "sub ject",
+      "su bject",
+      "▁care ful",
+      "qu ent",
+      "que nt",
+      "q uent",
+      "▁Lo ad",
+      "▁ Load",
+      "temper aturen",
+      "▁r ue",
+      "▁ru e",
+      "Mem ory",
+      "ț a",
+      "ion a",
+      "io na",
+      "i ona",
+      "▁dent ro",
+      "▁beg ann",
+      "▁began n",
+      "▁A qu",
+      "▁scient ific",
+      "ka ń",
+      "ло к",
+      "л ок",
+      "el de",
+      "eld e",
+      "▁Th ose",
+      "qu ier",
+      "qui er",
+      "act ér",
+      "▁Auf lage",
+      ") '",
+      "▁grad ient",
+      "▁ gradient",
+      "in teger",
+      "inte ger",
+      "▁Im port",
+      "▁Imp ort",
+      "▁ Import",
+      "S K",
+      "▁St atus",
+      "▁Stat us",
+      "▁ Status",
+      "▁exp lo",
+      "▁expl o",
+      "A E",
+      "Sh ell",
+      "She ll",
+      "S hell",
+      "▁Pa ulo",
+      "▁Paul o",
+      ". »",
+      "} </",
+      "fl ex",
+      "f lex",
+      "▁ко мп",
+      "▁ком п",
+      "on den",
+      "ond en",
+      "onde n",
+      "ac cept",
+      "▁miejs ce",
+      "H ub",
+      "all eng",
+      "alle ng",
+      "allen g",
+      "W N",
+      "▁implement ing",
+      "▁ лу",
+      "▁conf using",
+      "▁Inst all",
+      "▁ Install",
+      "▁r ou",
+      "▁ro u",
+      "▁ rou",
+      "▁про ек",
+      "Access or",
+      "Acc essor",
+      "ља шње",
+      "od io",
+      "odi o",
+      "▁app lies",
+      "ющи й",
+      "ю щий",
+      "▁M undial",
+      "Ét at",
+      "É tat",
+      "iet nam",
+      "hu m",
+      "h um",
+      "▁с бор",
+      "ord inate",
+      "ordin ate",
+      "Fran ce",
+      "Fr ance",
+      "F rance",
+      "▁p rend",
+      "▁pr end",
+      "▁pre nd",
+      "el temperaturen",
+      "▁trab aj",
+      "A xis",
+      "▁м но",
+      "prim ary",
+      "▁Se ite",
+      "▁Seit e",
+      "per mission",
+      "perm ission",
+      "▁or den",
+      "▁ord en",
+      "▁ orden",
+      "sin ce",
+      "s ince",
+      "▁i c",
+      "▁ ic",
+      "▁Bra zil",
+      "▁b are",
+      "▁bar e",
+      "▁ba re",
+      "▁ bare",
+      "▁N ar",
+      "▁Na r",
+      "▁J ur",
+      "▁Ju r",
+      "▁fre edom",
+      "▁free dom",
+      "▁med ical",
+      "▁medic al",
+      "▁medi cal",
+      "isch of",
+      "isc hof",
+      "▁с п",
+      "ie ż",
+      "▁boot strap",
+      "▁ bootstrap",
+      "▁ …",
+      "▁fa cil",
+      "▁fac il",
+      "co rd",
+      "cor d",
+      "c ord",
+      "ва не",
+      "ван е",
+      "в ане",
+      "▁Al len",
+      "▁All en",
+      "▁Alle n",
+      "av id",
+      "avi d",
+      "a vid",
+      "ing ham",
+      "za s",
+      "z as",
+      "▁in spect",
+      "▁ins pect",
+      "▁insp ect",
+      "it ten",
+      "itt en",
+      "itte n",
+      "os ti",
+      "ost i",
+      "u h",
+      "c é",
+      "▁# ####",
+      "▁### ##",
+      "▁#### #",
+      "ci us",
+      "ciu s",
+      "c ius",
+      "om y",
+      "o my",
+      "▁Se ine",
+      "▁Sein e",
+      "bre s",
+      "br es",
+      "b res",
+      "▁gen us",
+      "▁genu s",
+      "O ther",
+      "▁Gold en",
+      "▁Gol den",
+      "mu l",
+      "m ul",
+      "▁Спо љашње",
+      "▁gen naio",
+      "▁care fully",
+      "▁careful ly",
+      "aa l",
+      "a al",
+      "▁anal yt",
+      "▁analy t",
+      "ne ur",
+      "n eur",
+      "▁st retch",
+      "▁str etch",
+      "▁O cc",
+      "▁ Occ",
+      "ol as",
+      "ola s",
+      "o las",
+      "▁fire base",
+      "▁ firebase",
+      "▁expect ing",
+      "bas ic",
+      "cond ition",
+      "pr ov",
+      "pro v",
+      "p rov",
+      "▁W asser",
+      "▁Was ser",
+      "▁Wass er",
+      "▁conc aten",
+      "▁e vil",
+      "▁ev il",
+      "▁coefficient s",
+      "We st",
+      "W est",
+      "ir y",
+      "i ry",
+      "ph as",
+      "pha s",
+      "p has",
+      "▁J am",
+      "▁Ja m",
+      "fo is",
+      "f ois",
+      "▁cons id",
+      "▁main ten",
+      "▁mai nten",
+      "ni m",
+      "n im",
+      "es ser",
+      "ess er",
+      "esse r",
+      "es z",
+      "e sz",
+      "un ta",
+      "unt a",
+      "ue st",
+      "ues t",
+      "u est",
+      "▁cred entials",
+      "_ ;",
+      "Di m",
+      "D im",
+      "пре де",
+      "пр еде",
+      "▁B ü",
+      "bu ilt",
+      "▁A cadem",
+      "▁Ac adem",
+      "▁a udi",
+      "▁au di",
+      "▁aud i",
+      "▁ audi",
+      "▁tv å",
+      "in and",
+      "ina nd",
+      "▁The ater",
+      "▁gen re",
+      "ço s",
+      "ç os",
+      "gres ql",
+      "gre sql",
+      "▁we ap",
+      "▁R ab",
+      "▁Ra b",
+      "▁ ’",
+      "▁ad ult",
+      "▁d ém",
+      "▁dé m",
+      "` `",
+      "▁st abil",
+      "▁sta bil",
+      "▁correspond s",
+      "▁E astern",
+      "▁East ern",
+      "un nel",
+      "unn el",
+      "Work er",
+      "▁c oh",
+      "▁co h",
+      "л ка",
+      "▁Mass achusetts",
+      "pi o",
+      "p io",
+      "▁por ts",
+      "▁port s",
+      "▁ ports",
+      "ag g",
+      "a gg",
+      "▁De bug",
+      "▁Deb ug",
+      "▁ Debug",
+      "▁bre ath",
+      "MI N",
+      "M IN",
+      "Vari able",
+      "bat ch",
+      "b atch",
+      "сс е",
+      "с се",
+      "▁p reg",
+      "▁pr eg",
+      "▁pre g",
+      "▁r oles",
+      "▁ro les",
+      "▁role s",
+      "▁rol es",
+      "pa ste",
+      "pas te",
+      "p aste",
+      "▁refer enced",
+      "▁reference d",
+      "ad rat",
+      "adr at",
+      "ч ё",
+      "bin om",
+      "bi nom",
+      "▁def ining",
+      "▁defin ing",
+      "▁Bud apest",
+      "▁д ви",
+      "▁ дви",
+      "▁t aught",
+      "▁h ole",
+      "▁ho le",
+      "▁hol e",
+      "▁ hole",
+      "▁qu ella",
+      "▁que lla",
+      "▁quel la",
+      "M sg",
+      "as ka",
+      "ask a",
+      "a ska",
+      "sc an",
+      "s can",
+      "▁pro pose",
+      "▁prop ose",
+      "▁propos e",
+      "▁Би ография",
+      "{{ \\",
+      "{ {\\",
+      "text t",
+      "tex tt",
+      "▁A lb",
+      "▁Al b",
+      "▁Syd ney",
+      "▁back up",
+      "▁cre dit",
+      "▁cr edit",
+      "▁cred it",
+      "▁фран цу",
+      "st ats",
+      "sta ts",
+      "stat s",
+      "\\\" :",
+      "\\ \":",
+      "▁П ере",
+      "▁Пер е",
+      "▁Пе ре",
+      "▁according ly",
+      "▁accord ingly",
+      "▁L en",
+      "▁Le n",
+      "▁ Len",
+      "zn a",
+      "z na",
+      "▁Reg ional",
+      "▁Region al",
+      "▁и зда",
+      "▁из да",
+      "▁j ú",
+      "hi stor",
+      "his tor",
+      "h istor",
+      "▁ent ities",
+      "St ar",
+      "S tar",
+      "он е",
+      "о не",
+      "'] ['",
+      "' ]['",
+      "▁N ova",
+      "▁No va",
+      "▁Nov a",
+      "di e",
+      "d ie",
+      "▁` '",
+      "▁ `'",
+      "▁ob ten",
+      "▁obt en",
+      "an st",
+      "ans t",
+      "▁Re lig",
+      "▁Rel ig",
+      "▁t rig",
+      "▁tr ig",
+      "▁tri g",
+      "▁ре жи",
+      "▁Person al",
+      "▁Pers onal",
+      "▁t one",
+      "▁to ne",
+      "▁ton e",
+      "▁a id",
+      "▁ai d",
+      "Vis ual",
+      "Sub mit",
+      "▁mov es",
+      "▁mo ves",
+      "▁move s",
+      "▁B ridge",
+      "▁Br idge",
+      "▁B oy",
+      "▁Bo y",
+      "▁accur ate",
+      "os ta",
+      "ost a",
+      "o sta",
+      "at to",
+      "att o",
+      "a tto",
+      "▁defe ated",
+      "▁defeat ed",
+      "▁data b",
+      "▁da tab",
+      "▁dat ab",
+      "▁ datab",
+      "gi nx",
+      "gin x",
+      "g inx",
+      "▁L iv",
+      "▁Li v",
+      "ly wood",
+      "T W",
+      "ri um",
+      "r ium",
+      "ip ped",
+      "ipp ed",
+      "i pped",
+      "Fa il",
+      "F ail",
+      "RE QUEST",
+      "▁ign or",
+      "▁ig nor",
+      "▁s itting",
+      "▁sit ting",
+      "▁sitt ing",
+      "▁mol to",
+      "▁molt o",
+      "▁end point",
+      "▁ endpoint",
+      "uc ión",
+      "u ción",
+      "▁col lections",
+      "▁collection s",
+      "▁collect ions",
+      "▁colle ctions",
+      "▁ collections",
+      "▁Т у",
+      "tem bre",
+      "t embre",
+      "▁né cess",
+      "▁inter act",
+      "▁inte ract",
+      "▁o tras",
+      "▁ot ras",
+      "▁otra s",
+      "▁c urr",
+      "▁cu rr",
+      "▁cur r",
+      "▁ curr",
+      "▁tr acks",
+      "▁tra cks",
+      "▁track s",
+      "▁trac ks",
+      "▁fam ília",
+      "▁numer ical",
+      "▁numeric al",
+      "le gt",
+      "leg t",
+      "] /",
+      "▁M ario",
+      "▁Mar io",
+      "▁Ma rio",
+      "▁Mari o",
+      "▁t ort",
+      "▁to rt",
+      "▁tor t",
+      "b g",
+      "ss l",
+      "s sl",
+      "text tt",
+      "textt t",
+      "▁s park",
+      "▁sp ark",
+      "▁ spark",
+      "ди и",
+      "▁prob able",
+      "%% %%",
+      "ph ia",
+      "phi a",
+      "], [",
+      "] ,[",
+      "▁bo xes",
+      "▁box es",
+      "▁a cadem",
+      "▁ac adem",
+      "▁S lo",
+      "▁Sl o",
+      "äu de",
+      "ä ude",
+      "▁wit ness",
+      "▁ed iting",
+      "▁edit ing",
+      "ли на",
+      "лин а",
+      "▁look up",
+      "▁ lookup",
+      "▁B uck",
+      "▁Bu ck",
+      "▁Buc k",
+      "д ня",
+      "▁j ours",
+      "▁jo urs",
+      "▁jou rs",
+      "▁jour s",
+      "▁ jours",
+      "++ ){",
+      "++) {",
+      "▁ind ices",
+      "▁indic es",
+      "▁f light",
+      "▁fl ight",
+      "▁com putation",
+      "▁comput ation",
+      "Pl ugin",
+      "▁real ize",
+      "▁realiz e",
+      "is set",
+      "iss et",
+      "isse t",
+      "▁deriv ative",
+      "line width",
+      "bu nd",
+      "b und",
+      "▁t hor",
+      "▁th or",
+      "▁. =",
+      "▁ .=",
+      "▁s í",
+      "▁C lick",
+      "▁Cl ick",
+      "▁ Click",
+      "▁Seb ast",
+      "> '",
+      "hav ior",
+      "le i",
+      "l ei",
+      "ul f",
+      "▁ge ometry",
+      "▁geom etry",
+      "▁geomet ry",
+      "▁ geometry",
+      "pr ev",
+      "pre v",
+      "p rev",
+      "em pl",
+      "emp l",
+      "▁L é",
+      "an son",
+      "ans on",
+      "▁A lice",
+      "▁Al ice",
+      "▁Ali ce",
+      "pro totype",
+      "proto type",
+      "RE AD",
+      "ic ular",
+      "icul ar",
+      "i cular",
+      "▁б і",
+      "▁ бі",
+      "▁deutsch e",
+      "▁Re present",
+      "si tes",
+      "site s",
+      "s ites",
+      "▁Me an",
+      "▁d iss",
+      "▁di ss",
+      "▁dis s",
+      "▁Z ur",
+      "▁Zu r",
+      "▁п рез",
+      "▁пре з",
+      "▁пр ез",
+      "PA R",
+      "P AR",
+      "▁' #",
+      "▁D ra",
+      "▁Dr a",
+      "▁ Dra",
+      "со н",
+      "с он",
+      "▁ste ht",
+      "mar kt",
+      "mark t",
+      "▁e ase",
+      "▁eas e",
+      "Draw ing",
+      "Dra wing",
+      "= %",
+      "St op",
+      "Sto p",
+      "S top",
+      "▁s erving",
+      "▁ser ving",
+      "▁serv ing",
+      "▁servi ng",
+      "▁tak że",
+      "▁D NS",
+      "▁liter al",
+      "▁lit eral",
+      "Di e",
+      "D ie",
+      "▁в ос",
+      "▁во с",
+      "▁sen ior",
+      "ac ion",
+      "aci on",
+      "a cion",
+      "▁u buntu",
+      "▁ub untu",
+      "▁ ubuntu",
+      "▁Frank furt",
+      "▁Sun day",
+      "▁Sund ay",
+      "á b",
+      "▁jour ney",
+      "▁journ ey",
+      "is sa",
+      "iss a",
+      "ber ry",
+      "▁s ep",
+      "▁se p",
+      "▁ sep",
+      "▁i on",
+      "▁io n",
+      "▁ ion",
+      "wer t",
+      "we rt",
+      "w ert",
+      "or szág",
+      "orsz ág",
+      "ser ve",
+      "serv e",
+      "s erve",
+      "▁Mil ano",
+      "▁Milan o",
+      "▁ве ка",
+      "ра х",
+      "▁ию ля",
+      "▁man era",
+      "▁st ations",
+      "▁stat ions",
+      "▁station s",
+      "▁stati ons",
+      "▁adopt ed",
+      "▁any body",
+      "VER SION",
+      "F E",
+      "do rf",
+      "dor f",
+      "d orf",
+      ".. .,",
+      "... ,",
+      "▁обра зова",
+      "▁образ ова",
+      "Log ger",
+      "фи циаль",
+      "фици аль",
+      "WR ITE",
+      "▁h am",
+      "▁ha m",
+      "▁ ham",
+      "▁F uture",
+      "▁Fut ure",
+      "▁ Future",
+      "ot en",
+      "ote n",
+      "o ten",
+      "▁A G",
+      "▁ AG",
+      "▁t rained",
+      "▁tr ained",
+      "▁tra ined",
+      "▁train ed",
+      "▁N ich",
+      "▁Nic h",
+      "▁Ni ch",
+      "▁un iversity",
+      "▁univers ity",
+      "▁Olymp ics",
+      "▁Olympic s",
+      "▁d oit",
+      "▁do it",
+      "▁doi t",
+      "▁cult ural",
+      "▁cultura l",
+      "Con f",
+      "▁Con ference",
+      "or no",
+      "orn o",
+      "▁M P",
+      "▁ MP",
+      "▁b ou",
+      "▁bo u",
+      "ci n",
+      "c in",
+      "Hi gh",
+      "H igh",
+      "ann te",
+      "annt e",
+      "▁display ing",
+      "▁ch apter",
+      "▁chap ter",
+      "▁ chapter",
+      "▁Fra uen",
+      "▁Frau en",
+      "▁real ized",
+      "▁realiz ed",
+      "▁realize d",
+      "▁attempt ed",
+      "▁pre ferred",
+      "▁prefer red",
+      "Da t",
+      "D at",
+      "▁tr ouve",
+      "▁tro uve",
+      "▁trou ve",
+      "▁trouv e",
+      "▁int ention",
+      "▁intent ion",
+      "▁inten tion",
+      "▁Not ice",
+      "tim estamp",
+      "* (",
+      "▁Ш а",
+      "an as",
+      "ana s",
+      "a nas",
+      "cl a",
+      "c la",
+      "is z",
+      "i sz",
+      "tb l",
+      "t bl",
+      "Ar r",
+      "A rr",
+      "▁in verse",
+      "▁ter rible",
+      "▁occup ied",
+      "J AX",
+      "< -",
+      "▁Phil osoph",
+      "▁Cor ps",
+      "bu ilder",
+      "build er",
+      "▁beg ins",
+      "▁begin s",
+      "▁c ensus",
+      "▁cens us",
+      ". ’",
+      "▁pro ven",
+      "▁pr oven",
+      "▁prov en",
+      "▁prove n",
+      "met ric",
+      "▁incre ases",
+      "▁increase s",
+      "wi ch",
+      "w ich",
+      "▁A BC",
+      "▁AB C",
+      "▁ ABC",
+      "project s",
+      "▁T hor",
+      "▁Th or",
+      "▁conf idence",
+      "▁u fficiale",
+      "el m",
+      "e lm",
+      "▁g arden",
+      "▁gar den",
+      "▁gard en",
+      "▁rob ust",
+      "▁cos ì",
+      "ie dz",
+      "ied z",
+      "▁Is lam",
+      "▁Add ress",
+      "▁ Address",
+      "▁div ide",
+      "▁divid e",
+      "▁E u",
+      "ca tal",
+      "cat al",
+      "c atal",
+      "de tail",
+      "det ail",
+      "ep endant",
+      "f g",
+      "▁b ew",
+      "▁be w",
+      "▁ bew",
+      "▁f is",
+      "▁fi s",
+      "▁B O",
+      "▁ BO",
+      "▁w sp",
+      "▁ws p",
+      "▁p ipeline",
+      "▁pip eline",
+      "▁pipe line",
+      "h d",
+      "▁S ession",
+      "▁ Session",
+      "lä nd",
+      "l änd",
+      "iv eau",
+      "ive au",
+      "es tr",
+      "est r",
+      "e str",
+      "▁p article",
+      "▁part icle",
+      "▁partic le",
+      "▁parti cle",
+      "▁lar avel",
+      "▁ laravel",
+      "pi c",
+      "p ic",
+      "▁n au",
+      "▁na u",
+      "▁f ins",
+      "▁fin s",
+      "▁fi ns",
+      "▁V il",
+      "▁Vi l",
+      "▁f us",
+      "▁fu s",
+      "▁qu asi",
+      "oper ation",
+      "opera tion",
+      "▁al ler",
+      "▁all er",
+      "▁alle r",
+      "▁ aller",
+      "▁an aly",
+      "▁anal y",
+      "▁ analy",
+      "▁О н",
+      "▁M es",
+      "▁Me s",
+      "▁о пера",
+      "▁оп ера",
+      "▁hand led",
+      "▁handle d",
+      "▁de prec",
+      "▁dep rec",
+      "tt o",
+      "t to",
+      "▁E k",
+      "▁st ran",
+      "▁str an",
+      "▁stra n",
+      "▁ang lais",
+      "ju re",
+      "j ure",
+      "▁Sil ver",
+      "▁close ly",
+      "▁clos ely",
+      "en kins",
+      "enk ins",
+      "an os",
+      "ano s",
+      "a nos",
+      "st ed",
+      "ste d",
+      "s ted",
+      "▁сент ября",
+      "br and",
+      "bra nd",
+      "b rand",
+      "нь о",
+      "▁prés ent",
+      "▁pré sent",
+      "ro k",
+      "r ok",
+      "mo unt",
+      "m ount",
+      "▁Anth ony",
+      "▁Further more",
+      "in ha",
+      "▁ар хи",
+      "▁раз ли",
+      "▁окт ября",
+      "▁p int",
+      "▁pi nt",
+      "▁pin t",
+      "n ý",
+      "pt s",
+      "p ts",
+      "▁ital ien",
+      "▁ре ги",
+      "ле з",
+      "л ез",
+      "ди на",
+      "дин а",
+      "ather ine",
+      "In ternal",
+      "Int ernal",
+      "Inter nal",
+      "Intern al",
+      "Qu estion",
+      "▁sett lement",
+      "▁В се",
+      "▁fol ders",
+      "▁folder s",
+      "д ри",
+      "▁val or",
+      "▁va lor",
+      "▁M iller",
+      "▁Mil ler",
+      "▁Mill er",
+      "▁As sert",
+      "▁Ass ert",
+      "▁ Assert",
+      "▁pat ient",
+      "▁N ieder",
+      "▁Ni eder",
+      "▁Nie der",
+      "▁Nied er",
+      "▁E P",
+      "▁ EP",
+      "▁A gr",
+      "▁Ag r",
+      "▁o nde",
+      "▁on de",
+      "▁ onde",
+      "▁s cop",
+      "▁sc op",
+      "▁ scop",
+      "se quence",
+      "sequ ence",
+      "▁P L",
+      "▁ PL",
+      "▁se ek",
+      "▁see k",
+      "java se",
+      "jav ase",
+      "▁V ector",
+      "▁Ve ctor",
+      "▁Vec tor",
+      "▁ Vector",
+      "▁n á",
+      "▁ ná",
+      "▁categor ía",
+      "cl one",
+      "clo ne",
+      "N R",
+      "av ailable",
+      "▁B esch",
+      "▁Be sch",
+      "▁Bes ch",
+      "▁e clipse",
+      "▁ec lipse",
+      "▁ eclipse",
+      "wick lung",
+      "dep loy",
+      "en ie",
+      "eni e",
+      "e nie",
+      "▁\" )",
+      "▁ \")",
+      "äs t",
+      "ä st",
+      "▁s ync",
+      "▁syn c",
+      "▁sy nc",
+      "▁ sync",
+      "CO DE",
+      "▁Ч е",
+      "▁flo ating",
+      "▁float ing",
+      "/ `",
+      "▁ret ired",
+      "▁retir ed",
+      "de b",
+      "d eb",
+      "▁part icul",
+      "▁partic ul",
+      "▁parti cul",
+      "▁coll ected",
+      "▁collect ed",
+      "▁colle cted",
+      "▁down loaded",
+      "▁download ed",
+      "ni ce",
+      "nic e",
+      "n ice",
+      "▁B uffer",
+      "▁Buff er",
+      "▁ Buffer",
+      "▁Acc ount",
+      "▁Ac count",
+      "▁ Account",
+      "▁m aggio",
+      "▁mag gio",
+      "▁ре да",
+      "▁ред а",
+      "▁s ales",
+      "▁sa les",
+      "▁sal es",
+      "▁sale s",
+      "▁statunit ense",
+      "▁K i",
+      "▁F err",
+      "▁Fe rr",
+      "▁Fer r",
+      "Lo ck",
+      "Loc k",
+      "L ock",
+      "▁Is abel",
+      "▁Isa bel",
+      "cl ar",
+      "cla r",
+      "c lar",
+      "▁p ov",
+      "▁po v",
+      "at ra",
+      "atr a",
+      "a tra",
+      "▁Fr au",
+      "▁Fra u",
+      "▁sort ing",
+      "▁sor ting",
+      "▁sorti ng",
+      "▁phr ase",
+      "▁апре ля",
+      "▁дея тель",
+      "▁And ré",
+      "def inition",
+      "defin ition",
+      "writ ing",
+      "wr iting",
+      "ér é",
+      "é ré",
+      "щ у",
+      "▁O rd",
+      "▁Or d",
+      "▁ Ord",
+      "▁r um",
+      "▁ru m",
+      "▁ rum",
+      "▁T urk",
+      "▁Tur k",
+      "▁I van",
+      "th eless",
+      "the less",
+      "▁г и",
+      "▁ ги",
+      "▁s ake",
+      "▁sa ke",
+      "▁B ased",
+      "▁Bas ed",
+      "▁Ba sed",
+      "▁Base d",
+      "de ck",
+      "dec k",
+      "or us",
+      "oru s",
+      "o rus",
+      "▁tut ti",
+      "▁b lan",
+      "▁bl an",
+      "▁bla n",
+      "▁П у",
+      "De tail",
+      "Det ail",
+      "▁Н о",
+      "▁S ky",
+      "▁Sk y",
+      "▁p rès",
+      "▁pr ès",
+      "▁ près",
+      "мо й",
+      "col n",
+      "co ln",
+      "че ской",
+      "et i",
+      "e ti",
+      "▁ar row",
+      "▁arr ow",
+      "▁ arrow",
+      "▁C ha",
+      "▁Ch a",
+      "ch mark",
+      "œ ur",
+      "fa b",
+      "f ab",
+      "ку ль",
+      "Grid View",
+      "▁Back ground",
+      "▁ Background",
+      "s n",
+      "▁segu ito",
+      "▁n ic",
+      "▁ni c",
+      "▁ nic",
+      "co u",
+      "c ou",
+      "ті в",
+      "т ів",
+      "▁b zw",
+      "add EventListener",
+      "syn c",
+      "s ync",
+      "az zo",
+      "azz o",
+      "ab stract",
+      "as sets",
+      "ass ets",
+      "asse ts",
+      "asset s",
+      "▁D ru",
+      "▁Dr u",
+      "з д",
+      "ord net",
+      "▁b igger",
+      "▁big ger",
+      "▁initial ized",
+      "▁initialize d",
+      "ка з",
+      "og ene",
+      "ogen e",
+      "oge ne",
+      "vi ously",
+      "vious ly",
+      "v iously",
+      "▁g uid",
+      "▁gu id",
+      "scheid ung",
+      "▁Z ent",
+      "▁Ze nt",
+      "▁fr ames",
+      "▁frame s",
+      "▁fra mes",
+      "▁fram es",
+      "▁ frames",
+      "ri eben",
+      "rie ben",
+      "rieb en",
+      "r ieben",
+      "▁iss ued",
+      "▁issue d",
+      "▁issu ed",
+      "▁d ow",
+      "▁do w",
+      "▁descri bes",
+      "▁describe s",
+      "il st",
+      "ils t",
+      "i lst",
+      "▁c riteria",
+      "▁crit eria",
+      "▁criter ia",
+      "▁gentle man",
+      "Bas ic",
+      "ne z",
+      "n ez",
+      "De v",
+      "D ev",
+      "Mo ve",
+      "M ove",
+      "▁est aba",
+      "▁estab a",
+      "▁esta ba",
+      "▁set tembre",
+      "▁sett embre",
+      "circ le",
+      "cir cle",
+      "▁f ais",
+      "▁fa is",
+      "▁m yst",
+      "▁my st",
+      "▁arch iv",
+      "▁ archiv",
+      "d ynamic",
+      "j à",
+      "it as",
+      "ita s",
+      "▁я кий",
+      "▁d or",
+      "▁do r",
+      "▁ dor",
+      "▁Am azon",
+      "▁Ama zon",
+      "▁ne ces",
+      "▁Mar cel",
+      "▁Marc el",
+      "▁e lla",
+      "▁el la",
+      "▁ell a",
+      "▁ ella",
+      "ро к",
+      "р ок",
+      "▁Pennsylvan ia",
+      "cul ar",
+      "cu lar",
+      "c ular",
+      "Pa ck",
+      "P ack",
+      "it age",
+      "ita ge",
+      "▁B urn",
+      "▁Bu rn",
+      "▁Bur n",
+      "▁R O",
+      "▁ RO",
+      "▁о ни",
+      "▁он и",
+      "▁ они",
+      "~ $",
+      "Te X",
+      "as sign",
+      "ass ign",
+      "▁be at",
+      "id ense",
+      "iden se",
+      "ac ent",
+      "ace nt",
+      "a cent",
+      "Al ert",
+      "▁str ateg",
+      "▁strat eg",
+      "▁mån aden",
+      "LO C",
+      "L OC",
+      "▁c atalog",
+      "▁cat alog",
+      "▁catal og",
+      "▁ catalog",
+      "print StackTrace",
+      "() ).",
+      "()) .",
+      "( )).",
+      "us ted",
+      "ust ed",
+      "u sted",
+      "▁Frame work",
+      "▁ Framework",
+      "EC K",
+      "E CK",
+      "▁a té",
+      "▁at é",
+      "Frame work",
+      "▁att acks",
+      "▁attack s",
+      "▁B ert",
+      "▁Be rt",
+      "▁Ber t",
+      "▁т ран",
+      "▁тра н",
+      ": %",
+      "ar si",
+      "ars i",
+      "not ation",
+      "▁log ical",
+      "▁logic al",
+      "we et",
+      "▁vis ited",
+      "▁visit ed",
+      "br u",
+      "b ru",
+      "▁sur prise",
+      "▁surpr ise",
+      "^ ^",
+      "in ale",
+      "inal e",
+      "ina le",
+      "rem ote",
+      "'} ,",
+      "' },",
+      "Syn tax",
+      "S yntax",
+      "ia ne",
+      "ian e",
+      "i ane",
+      "on nen",
+      "onn en",
+      "onne n",
+      "▁bre aking",
+      "▁break ing",
+      "par ser",
+      "parse r",
+      "ap k",
+      "a pk",
+      "▁Mig uel",
+      "▁ §",
+      "▁act ing",
+      "▁ac ting",
+      "▁g ebru",
+      "▁ge bru",
+      "▁geb ru",
+      "At Index",
+      "ють ся",
+      "ю ться",
+      "▁of fers",
+      "▁off ers",
+      "▁offer s",
+      "▁p rac",
+      "▁pr ac",
+      "▁pra c",
+      "▁g rant",
+      "▁gr ant",
+      "▁gra nt",
+      "▁gran t",
+      "tern oon",
+      "▁ac quired",
+      "▁acqu ired",
+      "▁N y",
+      "▁com ma",
+      "▁comm a",
+      "ní k",
+      "n ík",
+      "▁St ep",
+      "▁Ste p",
+      "▁ Step",
+      "in ners",
+      "inn ers",
+      "inner s",
+      "▁S A",
+      "▁ SA",
+      "▁w at",
+      "▁wa t",
+      "da ys",
+      "day s",
+      "d ays",
+      "▁rect angle",
+      "da r",
+      "d ar",
+      "▁t rac",
+      "▁tr ac",
+      "▁tra c",
+      "▁Ind ones",
+      "▁feed back",
+      "▁bre aks",
+      "▁break s",
+      "part ition",
+      "ic ans",
+      "ica ns",
+      "ican s",
+      "▁Not ices",
+      "▁Notice s",
+      "▁impro ved",
+      "▁improve d",
+      "▁improv ed",
+      "▁impr oved",
+      "ph an",
+      "pha n",
+      "p han",
+      "▁differ ential",
+      "▁different ial",
+      "▁differenti al",
+      "script s",
+      "scri pts",
+      "▁X III",
+      "▁XII I",
+      "▁XI II",
+      "▁L abor",
+      "▁La bor",
+      "▁Lab or",
+      "▁prec ision",
+      "▁precis ion",
+      "▁s eed",
+      "▁se ed",
+      "▁see d",
+      "▁ seed",
+      "bund le",
+      "b undle",
+      "id ents",
+      "ident s",
+      "iden ts",
+      "hr e",
+      "h re",
+      "▁Doug las",
+      "ul d",
+      "u ld",
+      "▁second ary",
+      "▁seconda ry",
+      "▁b rig",
+      "▁br ig",
+      "▁confirm ed",
+      "▁confir med",
+      "▁cla ims",
+      "▁claim s",
+      "Ro le",
+      "R ole",
+      "▁Jew ish",
+      "▁p řed",
+      "▁př ed",
+      "▁ho tel",
+      "▁hot el",
+      "▁comp te",
+      "▁compt e",
+      "▁rec ursive",
+      "▁recurs ive",
+      "](# )",
+      "▁rot ate",
+      "▁ rotate",
+      "▁ch rome",
+      "▁chr ome",
+      "▁chrom e",
+      "▁ chrome",
+      "in ea",
+      "ine a",
+      "i nea",
+      "%; \r",
+      "% ;\r",
+      "▁En vironment",
+      "▁ Environment",
+      "pl atz",
+      "pla tz",
+      "▁Sing le",
+      "▁Sin gle",
+      "▁ Single",
+      "▁s event",
+      "▁se vent",
+      "▁seven t",
+      "▁pos ting",
+      "▁post ing",
+      "▁de aling",
+      "▁deal ing",
+      "param eters",
+      "parameter s",
+      "гра ф",
+      "Auth entication",
+      "to uch",
+      "t ouch",
+      "A z",
+      "▁g ray",
+      "▁gr ay",
+      "▁gra y",
+      "▁ gray",
+      "en cing",
+      "enc ing",
+      "enci ng",
+      "bold math",
+      "▁сай те",
+      "▁сайт е",
+      "▁Z a",
+      "an je",
+      "▁p olar",
+      "▁po lar",
+      "▁pol ar",
+      "▁у ли",
+      "ki l",
+      "k il",
+      "▁h over",
+      "▁ho ver",
+      "▁ hover",
+      "▁RE ST",
+      "▁C ome",
+      "▁Com e",
+      "▁Co me",
+      "▁ Come",
+      "j b",
+      "▁Georg ia",
+      "▁Est ado",
+      "▁Esta do",
+      "▁Estad o",
+      "Output Stream",
+      "ћ и",
+      "▁d ump",
+      "▁du mp",
+      "▁ dump",
+      "▁A ge",
+      "▁Ag e",
+      "▁ Age",
+      "▁s wo",
+      "▁sw o",
+      "m obile",
+      "oc cup",
+      "occ up",
+      "ше го",
+      "ш его",
+      "▁const itution",
+      "▁constitu tion",
+      "▁constit ution",
+      "go od",
+      "g ood",
+      "ak u",
+      "a ku",
+      "▁а нг",
+      "▁ан г",
+      "▁ анг",
+      "ie ck",
+      "iec k",
+      "▁Ps ych",
+      "▁ro ots",
+      "▁root s",
+      "▁v est",
+      "▁ve st",
+      "▁ves t",
+      "▁ vest",
+      "▁го дах",
+      "▁года х",
+      "▁Rep ública",
+      "▁p ian",
+      "▁pi an",
+      "▁pia n",
+      "igr ation",
+      "▁pr éc",
+      "▁pré c",
+      "▁gener ates",
+      "▁generate s",
+      "L Y",
+      "( `",
+      "▁= ~",
+      "ше ния",
+      "▁R ah",
+      "▁Ra h",
+      "▁connect ing",
+      "ž í",
+      "▁f ő",
+      "▁a ppel",
+      "▁app el",
+      "▁ap pel",
+      "▁appe l",
+      "▁Rail way",
+      "г ли",
+      "▁dével opp",
+      "▁a po",
+      "▁ap o",
+      "fr an",
+      "fra n",
+      "f ran",
+      "▁im mediate",
+      "▁immedi ate",
+      "во го",
+      "в ого",
+      "Run ner",
+      "ä g",
+      "Some thing",
+      "S omething",
+      "▁gén éra",
+      "Event Args",
+      "in ction",
+      "inc tion",
+      "inct ion",
+      "gl y",
+      "g ly",
+      "▁D ue",
+      "▁Du e",
+      "▁p rost",
+      "▁pro st",
+      "▁pr ost",
+      "▁pros t",
+      "▁refer ring",
+      "▁j og",
+      "▁jo g",
+      "▁exec utable",
+      "▁execut able",
+      "▁D ream",
+      "▁Dre am",
+      "ac s",
+      "a cs",
+      "▁C ole",
+      "▁Col e",
+      "▁Co le",
+      "am pf",
+      "amp f",
+      "▁B is",
+      "▁Bi s",
+      "▁ию ня",
+      "li eder",
+      "lied er",
+      "lie der",
+      "l ieder",
+      "те к",
+      "т ек",
+      "▁v b",
+      "▁ vb",
+      "▁m om",
+      "▁mo m",
+      "▁: (",
+      "▁ :(",
+      "▁der nier",
+      "▁derni er",
+      "' =>",
+      "▁э того",
+      "▁это го",
+      "▁ne ue",
+      "▁neu e",
+      "▁Ч а",
+      "▁weiter e",
+      "▁weit ere",
+      "▁al leg",
+      "▁all eg",
+      "▁alle g",
+      "▁re ality",
+      "▁real ity",
+      "▁jud ge",
+      "▁B alt",
+      "▁Ba lt",
+      "▁Bal t",
+      "▁t hin",
+      "▁th in",
+      "▁G ed",
+      "▁Ge d",
+      "ie val",
+      "iev al",
+      "i eval",
+      "m x",
+      "ці ональ",
+      "▁вы пу",
+      "▁I X",
+      "▁ IX",
+      "▁bl ind",
+      "▁Mo tor",
+      "▁Mot or",
+      "▁ш а",
+      "▁ ша",
+      "▁approxim ation",
+      "da m",
+      "d am",
+      "▁f og",
+      "▁fo g",
+      "▁ fog",
+      "ко р",
+      "к ор",
+      "▁W rit",
+      "▁l ing",
+      "▁li ng",
+      "▁lin g",
+      "▁ ling",
+      "▁пи са",
+      "▁ писа",
+      "▁M ars",
+      "▁Mar s",
+      "▁Ma rs",
+      "ot ti",
+      "ott i",
+      "En um",
+      "E num",
+      "▁T rib",
+      "▁Tr ib",
+      "▁Tri b",
+      "▁m erc",
+      "▁me rc",
+      "▁mer c",
+      "zu ng",
+      "z ung",
+      "van ced",
+      "v anced",
+      "cf g",
+      "c fg",
+      "на х",
+      "sch en",
+      "sc hen",
+      "sche n",
+      "s chen",
+      "\"] .",
+      "\" ].",
+      "be k",
+      "b ek",
+      "▁s ter",
+      "▁st er",
+      "▁ste r",
+      "▁ ster",
+      "j p",
+      "▁R ap",
+      "▁Ra p",
+      "▁rec ording",
+      "▁record ing",
+      "▁pe int",
+      "▁l ets",
+      "▁le ts",
+      "▁let s",
+      "▁ lets",
+      "än ge",
+      "äng e",
+      ">\" ;",
+      "> \";",
+      "▁міс це",
+      "▁c aval",
+      "▁ca val",
+      "▁cav al",
+      "▁C SV",
+      "▁CS V",
+      "▁ent stand",
+      "▁hel per",
+      "▁help er",
+      "▁ helper",
+      "en det",
+      "end et",
+      "ende t",
+      "▁G ram",
+      "▁Gr am",
+      "▁Gra m",
+      "▁D iego",
+      "▁Die go",
+      "▁Di ego",
+      "▁B ishop",
+      "▁Bi shop",
+      "TA G",
+      "T AG",
+      "▁e cc",
+      "▁ec c",
+      "▁E en",
+      "▁A V",
+      "▁ AV",
+      "C ity",
+      "▁Gu ide",
+      "hi nd",
+      "hin d",
+      "h ind",
+      "ri cal",
+      "ric al",
+      "rica l",
+      "r ical",
+      "▁Ос нов",
+      "Bu s",
+      "B us",
+      "▁z unächst",
+      "▁t ick",
+      "▁ti ck",
+      "▁ tick",
+      "▁Col onel",
+      "Th anks",
+      "Thank s",
+      "▁f erm",
+      "▁fe rm",
+      "▁fer m",
+      "▁gr anted",
+      "▁gran ted",
+      "▁grant ed",
+      "▁th reshold",
+      "omorph ic",
+      "▁H un",
+      "▁Hu n",
+      "en is",
+      "eni s",
+      "e nis",
+      "▁п рав",
+      "▁пра в",
+      "▁ прав",
+      "▁я кі",
+      "▁як і",
+      "P G",
+      "▁w s",
+      "▁ ws",
+      "▁techn ical",
+      "▁techni cal",
+      "est ro",
+      "estr o",
+      "kl är",
+      "k lär",
+      "va rs",
+      "var s",
+      "v ars",
+      "oc rat",
+      "ocr at",
+      "▁оп шти",
+      "on so",
+      "ons o",
+      "ib a",
+      "i ba",
+      "▁S ave",
+      "▁Sa ve",
+      "▁Sav e",
+      "▁ Save",
+      "▁program a",
+      "▁в ъ",
+      "▁inv ån",
+      ">( )",
+      "> ()",
+      "▁me jor",
+      "▁с лова",
+      "▁сло ва",
+      "▁rep lacement",
+      "▁replace ment",
+      "▁repla cement",
+      "▁im pr",
+      "▁imp r",
+      "▁Frances co",
+      "▁Ho tel",
+      "▁Hot el",
+      "▁UP DATE",
+      "▁ UPDATE",
+      "▁му зы",
+      "ug s",
+      "u gs",
+      "va rd",
+      "var d",
+      "v ard",
+      "▁f az",
+      "▁fa z",
+      "in ton",
+      "int on",
+      "into n",
+      "▁ar ts",
+      "▁art s",
+      "▁ arts",
+      "▁K y",
+      "▁I ls",
+      "▁Il s",
+      "▁s era",
+      "▁se ra",
+      "▁ser a",
+      "▁Vol ume",
+      "▁ Volume",
+      "▁gi ugno",
+      "▁a sym",
+      "▁as ym",
+      "▁P ir",
+      "▁Pi r",
+      "▁N AS",
+      "▁NA S",
+      "▁T am",
+      "▁Ta m",
+      "ě l",
+      "Se qu",
+      "Seq u",
+      "S equ",
+      "km al",
+      "k mal",
+      "▁E ins",
+      "▁Ein s",
+      "▁ком па",
+      "▁комп а",
+      "ob e",
+      "o be",
+      "oo r",
+      "o or",
+      "▁he ap",
+      "ct l",
+      "c tl",
+      "▁separ ately",
+      "▁separate ly",
+      "re ader",
+      "read er",
+      "rea der",
+      "▁signific antly",
+      "▁significant ly",
+      "▁L ag",
+      "▁La g",
+      "no tes",
+      "not es",
+      "note s",
+      "n otes",
+      "▁s ele",
+      "▁se le",
+      "▁sel e",
+      "▁dedic ated",
+      "▁H ost",
+      "▁Ho st",
+      "▁ Host",
+      "cho ice",
+      "wi ng",
+      "win g",
+      "w ing",
+      "▁T itel",
+      "▁Tit el",
+      "▁Ti tel",
+      "▁befind et",
+      "lar ge",
+      "larg e",
+      "▁con ten",
+      "▁cont en",
+      "▁co nten",
+      "▁conte n",
+      "Java Script",
+      "▁de ser",
+      "▁des er",
+      "▁G ordon",
+      "▁Gor don",
+      "с пе",
+      "▁p atri",
+      "▁pat ri",
+      "▁pa tri",
+      "▁patr i",
+      "▁R andom",
+      "▁Rand om",
+      "▁Ran dom",
+      "▁ Random",
+      "▁Return s",
+      "ы м",
+      "ро ма",
+      "ром а",
+      "▁Stud ies",
+      "S l",
+      "▁fr ü",
+      "TE XT",
+      "T EXT",
+      "in ate",
+      "ina te",
+      "▁T ol",
+      "▁To l",
+      "▁every where",
+      "ar ta",
+      "art a",
+      "▁or bit",
+      "▁orb it",
+      "▁A ires",
+      "▁Air es",
+      "▁I ss",
+      "▁Is s",
+      "▁te ż",
+      "▁d iverse",
+      "▁di verse",
+      "▁divers e",
+      "▁diver se",
+      "▁n umeric",
+      "▁numer ic",
+      "▁ numeric",
+      "ma z",
+      "m az",
+      "▁m ise",
+      "▁mi se",
+      "▁mis e",
+      "▁batt ery",
+      "▁batter y",
+      "▁bat tery",
+      "▁A kadem",
+      "▁Ak adem",
+      "не ние",
+      "▁simult ane",
+      "▁D ead",
+      "▁De ad",
+      "▁cl ust",
+      "▁ot ro",
+      "▁c erca",
+      "▁cer ca",
+      "() `,",
+      "()` ,",
+      "( )`,",
+      "ro z",
+      "r oz",
+      "ă t",
+      "▁M O",
+      "▁ MO",
+      "ri ften",
+      "rift en",
+      "rif ten",
+      "import ant",
+      "▁je ho",
+      "▁find ViewById",
+      "▁ findViewById",
+      "▁con sequence",
+      "▁conse quence",
+      "▁consequ ence",
+      "▁measure d",
+      "▁meas ured",
+      "is hes",
+      "ish es",
+      "▁s ze",
+      "▁sz e",
+      "ien do",
+      "i endo",
+      "▁W ahl",
+      "▁Wa hl",
+      "st rip",
+      "str ip",
+      "AR D",
+      "▁op acity",
+      "▁ opacity",
+      "WOR D",
+      "W ORD",
+      "▁В і",
+      "▁L ocation",
+      "▁Lo cation",
+      "▁Loc ation",
+      "▁ Location",
+      "ra i",
+      "r ai",
+      "пе н",
+      "п ен",
+      "▁r if",
+      "▁ri f",
+      "▁ rif",
+      "auss ian",
+      "File Name",
+      "▁dis co",
+      "▁disc o",
+      "il en",
+      "ile n",
+      "i len",
+      "▁v agy",
+      "▁va gy",
+      "li city",
+      "lic ity",
+      "licit y",
+      "l icity",
+      "B order",
+      "▁T rack",
+      "▁Tr ack",
+      "▁Tra ck",
+      "▁ Track",
+      "бо м",
+      "б ом",
+      "fa ct",
+      "fac t",
+      "f act",
+      "ok a",
+      "o ka",
+      "▁g ior",
+      "▁gi or",
+      "▁ gior",
+      "▁XV II",
+      "▁XVI I",
+      "▁d är",
+      "Si te",
+      "S ite",
+      "ał o",
+      "a ło",
+      "sk á",
+      "s ká",
+      "▁pix els",
+      "▁pixel s",
+      "vi ty",
+      "v ity",
+      "j Query",
+      "▁sc ulpt",
+      "▁c argo",
+      "▁car go",
+      "▁direct ive",
+      "▁w al",
+      "▁wa l",
+      "▁ wal",
+      "▁c onna",
+      "▁con na",
+      "▁conn a",
+      "▁Th rough",
+      "▁э том",
+      "▁это м",
+      "St atic",
+      "Stat ic",
+      "oms nitt",
+      "▁r und",
+      "▁run d",
+      "▁ru nd",
+      "▁ rund",
+      "▁c laimed",
+      "▁claim ed",
+      "з ня",
+      "sh a",
+      "s ha",
+      "▁r ag",
+      "▁ra g",
+      "▁ rag",
+      "cre ment",
+      "cr ement",
+      "▁fün f",
+      "▁r ival",
+      "▁riv al",
+      "▁ri val",
+      "▁ rival",
+      "ri n",
+      "r in",
+      "sl ash",
+      "▁th irty",
+      "s leep",
+      "оло ги",
+      "о логи",
+      "S M",
+      "ga te",
+      "gat e",
+      "g ate",
+      "iz ations",
+      "ization s",
+      "vi k",
+      "v ik",
+      "▁b less",
+      "▁bl ess",
+      "▁ble ss",
+      "▁Ill inois",
+      "▁T E",
+      "▁ TE",
+      "ut ing",
+      "uti ng",
+      "u ting",
+      "▁sol ving",
+      "GE R",
+      "G ER",
+      "▁X IV",
+      "▁XI V",
+      "▁Ind ians",
+      "▁India ns",
+      "▁Indian s",
+      "ex press",
+      "exp ress",
+      "expr ess",
+      "▁H eil",
+      "▁He il",
+      "▁mu jer",
+      "▁invån are",
+      "'] );",
+      "']) ;",
+      "' ]);",
+      "▁a ur",
+      "▁au r",
+      "▁ aur",
+      "bo ost",
+      "G O",
+      "▁n in",
+      "▁ni n",
+      "to k",
+      "t ok",
+      "go d",
+      "g od",
+      "ot er",
+      "ote r",
+      "o ter",
+      ")$ $",
+      ") $$",
+      "▁desc end",
+      "р ю",
+      "▁L anguage",
+      "▁ Language",
+      "▁d iver",
+      "▁di ver",
+      "▁div er",
+      "▁Ass uming",
+      "▁fre quent",
+      "▁frequ ent",
+      "ч ні",
+      "▁Bi ography",
+      ", [",
+      "ur m",
+      "u rm",
+      "▁walk ed",
+      "▁wal ked",
+      "▁feder al",
+      "▁fed eral",
+      "▁Mich igan",
+      "▁fact s",
+      "▁fac ts",
+      "▁In tegr",
+      "▁Int egr",
+      "▁ Integr",
+      "LE S",
+      "L ES",
+      "▁A lan",
+      "▁Al an",
+      "▁c oup",
+      "▁co up",
+      "▁cou p",
+      "Be r",
+      "B er",
+      "▁p articles",
+      "▁part icles",
+      "▁partic les",
+      "▁particle s",
+      "▁parti cles",
+      "ћ е",
+      "Infl ater",
+      "+ (",
+      "Bo und",
+      "B ound",
+      "▁S ü",
+      "A udio",
+      "cite t",
+      "cit et",
+      "c itet",
+      "ye ct",
+      "y ect",
+      "▁n r",
+      "▁ nr",
+      "x e",
+      "▁B run",
+      "▁Br un",
+      "▁Bru n",
+      "▁_ ,",
+      "▁ _,",
+      "av or",
+      "avo r",
+      "a vor",
+      "▁dis cipl",
+      "al m",
+      "a lm",
+      "▁но ября",
+      "▁S SL",
+      "▁SS L",
+      "▁ SSL",
+      "▁Ka iser",
+      "▁Kais er",
+      "▁re cher",
+      "▁rec her",
+      "yg on",
+      "y gon",
+      "▁regard less",
+      "▁config ur",
+      "▁un necess",
+      "▁Cl ark",
+      "▁Clar k",
+      "PH P",
+      "P HP",
+      "▁F ALSE",
+      "▁ FALSE",
+      "▁p ad",
+      "▁pa d",
+      "▁ pad",
+      "$ }",
+      "▁v alu",
+      "▁val u",
+      "▁va lu",
+      "▁ valu",
+      "▁dise ase",
+      "▁ma ior",
+      "▁mai or",
+      "▁h ommes",
+      "▁hom mes",
+      "▁homme s",
+      "▁Ed ition",
+      "▁Edit ion",
+      "sl ant",
+      "s lant",
+      "▁en ding",
+      "▁end ing",
+      "▁ ending",
+      "▁sett led",
+      "ur us",
+      "uru s",
+      "u rus",
+      "he d",
+      "h ed",
+      "Pat tern",
+      "▁го дина",
+      "▁годи на",
+      "▁Phil adel",
+      "tikz picture",
+      "▁co al",
+      "▁s ede",
+      "▁se de",
+      "▁sed e",
+      "▁satisf ies",
+      "▁t rim",
+      "▁tr im",
+      "▁tri m",
+      "▁ trim",
+      "▁b at",
+      "▁ba t",
+      "▁ bat",
+      "▁améric ain",
+      "▁lug lio",
+      "▁по ча",
+      "▁поч а",
+      "ff ff",
+      "fff f",
+      "f fff",
+      "▁T arget",
+      "▁Tar get",
+      "▁ Target",
+      "gener ate",
+      "▁Z ie",
+      "ți a",
+      "ț ia",
+      "▁g ard",
+      "▁gar d",
+      "▁ga rd",
+      "▁work ers",
+      "▁worker s",
+      "▁J ob",
+      "▁Jo b",
+      "▁ Job",
+      "▁ur ban",
+      "▁urb an",
+      "▁ urban",
+      "ah len",
+      "ahl en",
+      "a hlen",
+      "▁Build ing",
+      "▁n eu",
+      "▁ne u",
+      "▁ch ron",
+      "▁chr on",
+      "▁ chron",
+      "▁Ear l",
+      "gr o",
+      "g ro",
+      "US E",
+      "U SE",
+      "▁X II",
+      "▁XI I",
+      "▁we alth",
+      "▁ wealth",
+      "in ae",
+      "ina e",
+      "▁Б ра",
+      "▁li bert",
+      "▁lib ert",
+      "▁liber t",
+      "ir os",
+      "iro s",
+      "i ros",
+      ": $",
+      "le e",
+      "l ee",
+      "ie ves",
+      "ieve s",
+      "iev es",
+      "▁Just ice",
+      "▁o il",
+      "▁Ath let",
+      "▁c lo",
+      "▁cl o",
+      "▁ clo",
+      "Sc ale",
+      "Scal e",
+      "▁l ips",
+      "▁li ps",
+      "▁lip s",
+      "▁a pril",
+      "▁ap ril",
+      "▁apr il",
+      "▁im pression",
+      "▁imp ression",
+      "▁impr ession",
+      "▁impress ion",
+      "▁per ce",
+      "▁уча сти",
+      "▁участ и",
+      "vi l",
+      "v il",
+      "éc h",
+      "é ch",
+      "▁e quality",
+      "▁equ ality",
+      "▁equal ity",
+      "▁ equality",
+      "▁м ет",
+      "▁ме т",
+      "▁ мет",
+      "▁an notation",
+      "▁annot ation",
+      "▁ annotation",
+      "er nal",
+      "ern al",
+      "erna l",
+      "▁M ach",
+      "▁Ma ch",
+      "▁Mac h",
+      "▁int itul",
+      "pro blem",
+      "prob lem",
+      "ющи х",
+      "ю щих",
+      "op lus",
+      "o plus",
+      "▁thous ands",
+      "▁thousand s",
+      "▁calcul ations",
+      "▁calculation s",
+      "▁calc ulations",
+      "um ps",
+      "ump s",
+      "▁tri angle",
+      "▁ triangle",
+      "ph al",
+      "pha l",
+      "p hal",
+      "▁D orf",
+      "▁Do rf",
+      "▁Dor f",
+      "▁doll ars",
+      "▁d enen",
+      "▁de nen",
+      "▁den en",
+      "l ès",
+      "ol id",
+      "oli d",
+      "▁Result s",
+      "▁ Results",
+      "▁Stad ium",
+      "▁D esp",
+      "▁De sp",
+      "▁Des p",
+      "▁E isen",
+      "im ir",
+      "imi r",
+      "i mir",
+      "▁s otto",
+      "▁so tto",
+      "▁sott o",
+      "▁č i",
+      "▁ či",
+      "at able",
+      "ata ble",
+      "a table",
+      "or um",
+      "oru m",
+      "o rum",
+      "▁conver gence",
+      "▁je une",
+      "▁jeu ne",
+      "ok ing",
+      "oki ng",
+      "o king",
+      "▁жи во",
+      "ain ing",
+      "ai ning",
+      "a ining",
+      "po inter",
+      "point er",
+      "cul o",
+      "cu lo",
+      "c ulo",
+      "▁js ou",
+      "▁g rab",
+      "▁gr ab",
+      "▁gra b",
+      "ak te",
+      "akt e",
+      "a kte",
+      "▁ho ping",
+      "▁hop ing",
+      "▁M ak",
+      "▁Ma k",
+      "▁s ag",
+      "▁sa g",
+      "origin e",
+      "orig ine",
+      "▁по след",
+      "▁после д",
+      "▁V eg",
+      "▁Ve g",
+      "▁the oret",
+      "▁T ru",
+      "▁Tr u",
+      "ne ment",
+      "nem ent",
+      "n ement",
+      "▁f aces",
+      "▁fa ces",
+      "▁face s",
+      "▁fac es",
+      "▁ faces",
+      "H or",
+      "Jo in",
+      "J oin",
+      "ar el",
+      "are l",
+      "a rel",
+      "▁о коло",
+      "▁ок оло",
+      "How ever",
+      "▁c atal",
+      "▁ca tal",
+      "▁cat al",
+      "▁ catal",
+      "bo urg",
+      "bour g",
+      "b ourg",
+      "▁mysql i",
+      "▁mysq li",
+      "▁ mysqli",
+      "ac ions",
+      "acion s",
+      "aci ons",
+      "▁Init ial",
+      "▁ Initial",
+      "▁r ain",
+      "▁ra in",
+      "▁ rain",
+      "it ure",
+      "itu re",
+      "▁Sci ences",
+      "▁Science s",
+      "▁Kre is",
+      "._ _",
+      ". __",
+      "▁cin q",
+      "▁A uß",
+      "▁Au ß",
+      "ith met",
+      "it ors",
+      "ito rs",
+      "itor s",
+      "am azon",
+      "ama zon",
+      "▁g ap",
+      "▁ga p",
+      "▁ign ored",
+      "▁ignore d",
+      "▁ignor ed",
+      "ad v",
+      "ко ї",
+      "▁ча сть",
+      "▁час ть",
+      "▁част ь",
+      "▁cor por",
+      "▁corpo r",
+      "це р",
+      "ц ер",
+      "▁cr ime",
+      "▁cri me",
+      "▁crim e",
+      "uo us",
+      "u ous",
+      "▁на лази",
+      "Data Frame",
+      "во ди",
+      "вод и",
+      "Ig n",
+      "I gn",
+      "▁Lin coln",
+      "▁me nos",
+      "▁men os",
+      "▁Lu ft",
+      "▁L ind",
+      "▁Li nd",
+      "▁Lin d",
+      "▁C ook",
+      "▁Co ok",
+      "▁ Cook",
+      "▁material s",
+      "ap ped",
+      "app ed",
+      "appe d",
+      "a pped",
+      "ign ore",
+      "▁от кры",
+      "fr ied",
+      "fri ed",
+      "f ried",
+      "▁gouvern ement",
+      "▁f ired",
+      "▁fire d",
+      "▁fi red",
+      "▁fir ed",
+      "▁screen shot",
+      "▁screens hot",
+      "се н",
+      "с ен",
+      "▁[ (",
+      "▁ [(",
+      "▁органи за",
+      "Graph ics",
+      "▁про ти",
+      "▁p hen",
+      "▁ph en",
+      "▁ phen",
+      "cr aft",
+      "cra ft",
+      "c raft",
+      "▁b rain",
+      "▁br ain",
+      "▁bra in",
+      "▁C omo",
+      "▁Com o",
+      "▁Co mo",
+      "▁Every thing",
+      "an es",
+      "ane s",
+      "a nes",
+      "IG N",
+      "I GN",
+      "▁n ederbörd",
+      "▁ nederbörd",
+      "▁For est",
+      "▁Fore st",
+      "▁Fo rest",
+      "za hl",
+      "z ahl",
+      "▁Am ong",
+      "Q t",
+      "▁to gg",
+      "▁tog g",
+      "▁vari ant",
+      "▁ variant",
+      "▁h ill",
+      "▁hi ll",
+      "▁ hill",
+      "пи си",
+      "пис и",
+      "col on",
+      "co lon",
+      "colo n",
+      "▁dic embre",
+      "го р",
+      "г ор",
+      "▁W ind",
+      "▁Win d",
+      "▁Wi nd",
+      "ünst ler",
+      "▁= \\",
+      "▁ =\\",
+      "sa ved",
+      "save d",
+      "s aved",
+      "▁n ej",
+      "▁ne j",
+      "▁ nej",
+      "un te",
+      "unt e",
+      "ut to",
+      "utt o",
+      "u tto",
+      "▁rec ens",
+      "▁rece ns",
+      "▁s ick",
+      "▁si ck",
+      "▁sic k",
+      "▁d esen",
+      "▁de sen",
+      "▁des en",
+      "US T",
+      "U ST",
+      "▁wor st",
+      "▁An gel",
+      "▁Ang el",
+      "od ox",
+      "odo x",
+      "▁Prov ince",
+      "▁Provin ce",
+      "▁M az",
+      "▁Ma z",
+      "▁agre ement",
+      "▁agree ment",
+      "▁B ass",
+      "▁Bas s",
+      "▁Ba ss",
+      "▁seg unda",
+      "on ces",
+      "once s",
+      "onc es",
+      "▁Lin ki",
+      "▁Link i",
+      "▁C L",
+      "▁ CL",
+      "▁j á",
+      "it ement",
+      "ite ment",
+      "item ent",
+      "▁á rea",
+      "▁ár ea",
+      "▁scal ar",
+      "▁scala r",
+      "▁Р ес",
+      "▁Ре с",
+      "aw t",
+      "a wt",
+      "si eme",
+      "▁j uni",
+      "▁ju ni",
+      "▁jun i",
+      "▁худо ж",
+      "ik us",
+      "iku s",
+      "▁l id",
+      "▁li d",
+      "pp el",
+      "ppe l",
+      "p pel",
+      "av i",
+      "a vi",
+      "▁bal ance",
+      "ip ping",
+      "ipp ing",
+      "ippi ng",
+      "i pping",
+      "cuss ion",
+      "че ских",
+      "(\" .",
+      "( \".",
+      "Al so",
+      "▁w his",
+      "▁wh is",
+      "HO ME",
+      "▁b rown",
+      "▁br own",
+      "▁bro wn",
+      "▁brow n",
+      "▁d ía",
+      "▁dí a",
+      "▁pu ò",
+      "plot lib",
+      "▁Jahrhundert s",
+      "D K",
+      "▁an chor",
+      "▁anc hor",
+      "▁anch or",
+      "▁ anchor",
+      ".. .]",
+      "... ]",
+      "▁Aust ria",
+      "▁m arca",
+      "▁mar ca",
+      "▁marc a",
+      "▁g ez",
+      "▁ge z",
+      "ious ly",
+      "i ously",
+      "▁l azy",
+      "▁la zy",
+      "x a",
+      "▁Ch annel",
+      "▁Chan nel",
+      "▁ Channel",
+      "▁ne uen",
+      "▁neue n",
+      "▁neu en",
+      "da s",
+      "d as",
+      "▁search ed",
+      "▁sta at",
+      "▁ staat",
+      "▁Та к",
+      "▁Jo sef",
+      "▁Jose f",
+      "▁Jos ef",
+      "▁S her",
+      "▁Sh er",
+      "▁She r",
+      "po is",
+      "p ois",
+      "▁e nem",
+      "▁en em",
+      "▁access ing",
+      "▁не ко",
+      "▁fur ono",
+      "▁pse udo",
+      "▁pseud o",
+      "? >",
+      "▁estado un",
+      "▁estad oun",
+      "▁Ви ди",
+      "▁mot iv",
+      "▁re call",
+      "▁rec all",
+      "is son",
+      "iss on",
+      "i sson",
+      "ó b",
+      ")- -",
+      ") --",
+      "▁E rz",
+      "▁Er z",
+      "▁са вез",
+      "Dir ect",
+      "Di rect",
+      "D irect",
+      "со б",
+      "с об",
+      "▁s ho",
+      "▁sh o",
+      "v ölker",
+      "A p",
+      "ge ns",
+      "gen s",
+      "g ens",
+      "ниш тво",
+      "▁Am sterdam",
+      "us k",
+      "u sk",
+      "п ло",
+      "▁sim ulation",
+      "▁B C",
+      "▁ BC",
+      "▁W oj",
+      "▁Wo j",
+      "au tom",
+      "aut om",
+      "auto m",
+      "Al ex",
+      "A lex",
+      "▁econom ic",
+      "▁econ omic",
+      "го м",
+      "г ом",
+      "ik ai",
+      "ika i",
+      "▁a ltre",
+      "▁al tre",
+      "▁alt re",
+      "▁' -",
+      "▁ '-",
+      "▁W eg",
+      "▁We g",
+      "Not Found",
+      "й ской",
+      "▁convert ing",
+      "▁conver ting",
+      "ph abet",
+      "pha bet",
+      "at rice",
+      "atr ice",
+      "atri ce",
+      "bour ne",
+      "al om",
+      "alo m",
+      "▁comp aring",
+      "▁compar ing",
+      "▁Z o",
+      "▁f la",
+      "▁fl a",
+      "ва я",
+      "▁en tra",
+      "▁ent ra",
+      "▁entr a",
+      "▁char set",
+      "▁chars et",
+      "develop ers",
+      "developer s",
+      "íst ica",
+      "} >",
+      "▁J azz",
+      "▁Ja zz",
+      "▁How ard",
+      "▁Ho ward",
+      "ш та",
+      "▁cl one",
+      "▁clo ne",
+      "▁ clone",
+      "do or",
+      "d oor",
+      "▁P in",
+      "▁Pi n",
+      "** *",
+      "* **",
+      "▁sil ent",
+      "ec ycle",
+      "e cycle",
+      "is ce",
+      "isc e",
+      "i sce",
+      "▁m ud",
+      "▁mu d",
+      "▁Dis play",
+      "▁ Display",
+      "▁l ip",
+      "▁li p",
+      "▁ lip",
+      "▁исполь зова",
+      "▁character istic",
+      "▁s b",
+      "▁ sb",
+      "fire base",
+      "▁B ew",
+      "▁Be w",
+      "Cal endar",
+      "▁u so",
+      "▁us o",
+      "▁ uso",
+      "ès e",
+      "è se",
+      "▁R at",
+      "▁Ra t",
+      "▁es per",
+      "▁espe r",
+      "▁esp er",
+      "▁ esper",
+      "▁throw ing",
+      "▁thro wing",
+      "▁ro dz",
+      "▁rod z",
+      "▁y ards",
+      "▁yard s",
+      "▁g rass",
+      "▁gr ass",
+      "▁gra ss",
+      "▁mar ker",
+      "▁mark er",
+      "▁ marker",
+      "▁K os",
+      "▁Ko s",
+      "Th eta",
+      "The ta",
+      "▁organ is",
+      "ker nel",
+      "kern el",
+      "k ernel",
+      "▁person as",
+      "▁pers onas",
+      "▁persona s",
+      "ke ep",
+      "kee p",
+      "▁exc laimed",
+      "os lav",
+      "▁Ent ertain",
+      "▁Enter tain",
+      "не р",
+      "н ер",
+      "▁in won",
+      "▁R and",
+      "▁Ra nd",
+      "▁Ran d",
+      "red uce",
+      "redu ce",
+      "fa c",
+      "f ac",
+      "ex pression",
+      "exp ression",
+      "expr ession",
+      "express ion",
+      "y j",
+      "▁differ enti",
+      "▁different i",
+      "ag lia",
+      "agli a",
+      "▁tem plates",
+      "▁template s",
+      "▁ templates",
+      "▁m ű",
+      "▁p rv",
+      "▁pr v",
+      "▁m ois",
+      "▁mo is",
+      "▁moi s",
+      "▁gew ann",
+      "▁бу ла",
+      "bib li",
+      "b ibli",
+      "de mo",
+      "dem o",
+      "d emo",
+      "▁And erson",
+      "▁Anders on",
+      "▁ре д",
+      "▁ ред",
+      "▁por que",
+      "▁P ologne",
+      "▁Pol ogne",
+      "▁t rip",
+      "▁tr ip",
+      "▁tri p",
+      "▁exem ple",
+      "▁exempl e",
+      "▁Intern acional",
+      "▁ка о",
+      "In sert",
+      "gen eral",
+      "gener al",
+      "SE SSION",
+      "ber ga",
+      "berg a",
+      "hä lt",
+      "h ält",
+      "un as",
+      "una s",
+      "u nas",
+      "ми ра",
+      "мир а",
+      "▁yield s",
+      "map sto",
+      "maps to",
+      "sp ot",
+      "s pot",
+      "▁+ \\",
+      "▁ +\\",
+      "лл а",
+      "л ла",
+      "▁precis ely",
+      "▁precise ly",
+      "▁ч лен",
+      "sh adow",
+      "Ar e",
+      "A re",
+      "un al",
+      "una l",
+      "u nal",
+      "▁dis par",
+      "▁disp ar",
+      "▁tít ulo",
+      "ne st",
+      "nes t",
+      "n est",
+      "▁L ow",
+      "▁Lo w",
+      "▁p rot",
+      "▁pro t",
+      "▁pr ot",
+      "▁C osta",
+      "▁Co sta",
+      "▁Cost a",
+      "▁Cos ta",
+      "name d",
+      "na med",
+      "nam ed",
+      "n amed",
+      "▁g ained",
+      "▁ga ined",
+      "▁gain ed",
+      "les ia",
+      "l esia",
+      "▁admin istration",
+      "▁administr ation",
+      "Im port",
+      "Imp ort",
+      "br anch",
+      "b ranch",
+      "▁sym path",
+      "vo j",
+      "v oj",
+      "▁E C",
+      "▁ EC",
+      "▁municip io",
+      "▁anim ated",
+      "▁animate d",
+      "▁direct ories",
+      "▁director ies",
+      "▁ro of",
+      "zą d",
+      "z ąd",
+      "im et",
+      "ime t",
+      "i met",
+      "pr oto",
+      "pro to",
+      "bl a",
+      "b la",
+      ": ]",
+      "ha ve",
+      "hav e",
+      "h ave",
+      "at em",
+      "ate m",
+      "a tem",
+      "▁n s",
+      "▁ ns",
+      "▁s ector",
+      "▁se ctor",
+      "▁sec tor",
+      "▁sect or",
+      "th ree",
+      "ow ane",
+      "owa ne",
+      "owan e",
+      "wer s",
+      "we rs",
+      "w ers",
+      "ов их",
+      "ови х",
+      "ren ce",
+      "r ence",
+      "▁ex tr",
+      "▁ext r",
+      "ig ten",
+      "igt en",
+      "igte n",
+      "▁occ ident",
+      "ț ă",
+      "▁e at",
+      "▁h ydro",
+      "▁hy dro",
+      "▁hyd ro",
+      "ubern etes",
+      "[ @",
+      "▁M oon",
+      "▁Mo on",
+      "▁S ho",
+      "▁Sh o",
+      "▁else where",
+      "ül ler",
+      "üll er",
+      "Up load",
+      "ла нд",
+      "лан д",
+      "л анд",
+      "▁F ör",
+      "w issenschaft",
+      "K S",
+      "▁phys ics",
+      "▁ physics",
+      "t z",
+      "▁се ред",
+      "▁Ar beit",
+      "▁Arbe it",
+      "▁ме ст",
+      "▁ мест",
+      "▁Geb iet",
+      "▁in sect",
+      "▁ins ect",
+      "▁inse ct",
+      "A h",
+      "iz ado",
+      "iza do",
+      "▁tem ple",
+      "▁temp le",
+      "▁ann ual",
+      "st ad",
+      "sta d",
+      "▁hab itat",
+      "▁habit at",
+      "▁A B",
+      "▁ AB",
+      "wo rt",
+      "wor t",
+      "w ort",
+      "▁re pos",
+      "▁rep os",
+      "▁repo s",
+      "▁N eu",
+      "▁Ne u",
+      "▁$ (\".",
+      "▁$( \".",
+      "▁$(\" .",
+      "Vor lage",
+      "▁repre zent",
+      "est anden",
+      "In tern",
+      "Int ern",
+      "Inter n",
+      ". `",
+      "▁fa iling",
+      "▁fail ing",
+      "▁M aterial",
+      "▁Mate rial",
+      "▁ Material",
+      "▁effect ively",
+      "▁effective ly",
+      "те лем",
+      "тел ем",
+      "▁г ла",
+      "▁ гла",
+      "▁na hm",
+      "▁nah m",
+      "▁ nahm",
+      "▁differ ently",
+      "▁different ly",
+      "ext ension",
+      "▁V erm",
+      "▁Ver m",
+      "▁Ve rm",
+      "en abled",
+      "ena bled",
+      "enable d",
+      "con figure",
+      "config ure",
+      "ni o",
+      "n io",
+      "ci ones",
+      "cio nes",
+      "cion es",
+      "c iones",
+      "▁B each",
+      "▁Be ach",
+      "со на",
+      "сон а",
+      "с она",
+      "▁copy ing",
+      "▁cop ying",
+      "▁у країн",
+      "▁при зна",
+      "▁приз на",
+      "z h",
+      "Des ktop",
+      "▁s ost",
+      "▁so st",
+      "▁sub sequently",
+      "▁subsequ ently",
+      "▁subsequent ly",
+      "▁Le hr",
+      "▁ ó",
+      "lä r",
+      "l är",
+      "od or",
+      "odo r",
+      "o dor",
+      "ph on",
+      "p hon",
+      "n c",
+      "iter ator",
+      "▁э ти",
+      "▁europ é",
+      "▁Tor onto",
+      "ód igo",
+      "▁p osto",
+      "▁po sto",
+      "▁pos to",
+      "▁post o",
+      "ff e",
+      "f fe",
+      "▁c rew",
+      "▁cre w",
+      "▁cr ew",
+      "▁Sch war",
+      "▁Schw ar",
+      "S a",
+      "squ are",
+      "s quare",
+      "▁be side",
+      "▁bes ide",
+      "▁М і",
+      "▁a th",
+      "▁at h",
+      "▁ ath",
+      "▁ad vent",
+      "▁adv ent",
+      "c ji",
+      "writ ten",
+      "wr itten",
+      "w ritten",
+      "▁r uss",
+      "▁ru ss",
+      "▁rus s",
+      "ro st",
+      "ros t",
+      "r ost",
+      "H I",
+      "▁d ice",
+      "▁di ce",
+      "▁dic e",
+      "cc a",
+      "c ca",
+      "▁d ép",
+      "▁dé p",
+      "pl y",
+      "p ly",
+      "big g",
+      "bi gg",
+      "b igg",
+      "zi ał",
+      "zia ł",
+      "z iał",
+      "üt t",
+      "ü tt",
+      "▁о дно",
+      "▁од но",
+      "J ECT",
+      "сь кому",
+      "сько му",
+      "ськ ому",
+      "no s",
+      "n os",
+      "mo ck",
+      "m ock",
+      "La unch",
+      "sa me",
+      "sam e",
+      "s ame",
+      "▁j obs",
+      "▁jo bs",
+      "▁job s",
+      "▁wide ly",
+      "▁wid ely",
+      "▁def ines",
+      "▁define s",
+      "▁defin es",
+      "▁P se",
+      "▁Ps e",
+      "▁neigh bour",
+      "▁neighb our",
+      "ющи е",
+      "▁cl oser",
+      "▁close r",
+      "▁clos er",
+      "▁clo ser",
+      "▁рас поло",
+      "▁распо ло",
+      "▁cl ubs",
+      "▁club s",
+      "fl y",
+      "f ly",
+      "ши м",
+      "ш им",
+      "▁suffer ed",
+      "▁suff ered",
+      "▁n ar",
+      "▁na r",
+      "▁ nar",
+      "▁l avor",
+      "▁la vor",
+      "▁lav or",
+      "Ext ension",
+      "ition ally",
+      "itional ly",
+      "▁g race",
+      "▁gr ace",
+      "▁gra ce",
+      "▁Campe onato",
+      "▁Christ mas",
+      "m iddle",
+      "oth ek",
+      "othe k",
+      "el ements",
+      "element s",
+      "ele ments",
+      "elem ents",
+      "▁son dern",
+      "▁t arde",
+      "▁tar de",
+      "▁tard e",
+      "▁perman ent",
+      "▁con clude",
+      "▁concl ude",
+      "Se g",
+      "S eg",
+      "▁а каде",
+      "}\" ,",
+      "} \",",
+      "▁февра ля",
+      "ře d",
+      "ř ed",
+      "▁I L",
+      "▁ IL",
+      "ju d",
+      "j ud",
+      "▁U SS",
+      "▁US S",
+      "▁N ature",
+      "▁Natur e",
+      "▁Nat ure",
+      "if ference",
+      "iffer ence",
+      "iffe rence",
+      "Serial izer",
+      "▁tw elve",
+      "ti d",
+      "t id",
+      "ми я",
+      "че ского",
+      "▁cal endar",
+      "▁ calendar",
+      "con cat",
+      "▁inter section",
+      "▁intersect ion",
+      "▁P A",
+      "▁ PA",
+      "az ure",
+      "azu re",
+      "▁situ ée",
+      "▁situé e",
+      "▁k inds",
+      "▁kind s",
+      "▁kin ds",
+      "▁aus ge",
+      "▁r ural",
+      "▁ru ral",
+      "Th eme",
+      "The me",
+      "▁t ale",
+      "▁tal e",
+      "▁ta le",
+      "no indent",
+      "go ing",
+      "r x",
+      "ag i",
+      "a gi",
+      "wrap per",
+      "wr apper",
+      "w rapper",
+      "▁Co ast",
+      "mb H",
+      "▁пере д",
+      "▁пе ред",
+      "sp re",
+      "spr e",
+      "s pre",
+      "▁} \\",
+      "▁ }\\",
+      "▁L I",
+      "▁ LI",
+      "zn am",
+      "zna m",
+      "z nam",
+      "it led",
+      "itle d",
+      "Sam ple",
+      "S ample",
+      "ul iar",
+      "uli ar",
+      "* \\",
+      "▁res istance",
+      "▁resist ance",
+      "st ock",
+      "sto ck",
+      "ke d",
+      "k ed",
+      "▁H E",
+      "▁ HE",
+      "▁pos session",
+      "▁poss ession",
+      "▁possess ion",
+      "▁R ing",
+      "▁Ri ng",
+      "▁m agyar",
+      "▁mag yar",
+      "ou ts",
+      "out s",
+      "o uts",
+      "▁Secret ary",
+      "nd e",
+      "n de",
+      "▁W ald",
+      "▁Wal d",
+      "▁Wa ld",
+      "- (",
+      "▁I SO",
+      "▁IS O",
+      "▁ ISO",
+      "▁af ternoon",
+      "ion en",
+      "io nen",
+      "ione n",
+      "i onen",
+      "▁st ops",
+      "▁stop s",
+      "▁sto ps",
+      "▁const ants",
+      "▁constant s",
+      "gu ard",
+      "bo w",
+      "b ow",
+      "▁e rs",
+      "▁er s",
+      "▁ ers",
+      "▁Fire base",
+      "▁C lear",
+      "▁Cl ear",
+      "▁Cle ar",
+      "▁ Clear",
+      "▁H oly",
+      "▁Hol y",
+      "▁Ho ly",
+      "W in",
+      "▁title s",
+      "▁tit les",
+      "▁т рав",
+      "▁тра в",
+      "▁cont rib",
+      "▁contr ib",
+      "▁ contrib",
+      "hä ng",
+      "h äng",
+      "▁phot ograph",
+      "▁photo graph",
+      "▁Dist ribution",
+      "if ts",
+      "ift s",
+      "▁a unque",
+      "com b",
+      "co mb",
+      "c omb",
+      "AD D",
+      "A DD",
+      "▁public ation",
+      "▁pub lication",
+      "▁publi cation",
+      "▁слу ж",
+      "▁к ня",
+      "▁ay ant",
+      "▁re store",
+      "▁r estore",
+      "▁rest ore",
+      "▁resto re",
+      "▁bel ief",
+      "▁v ég",
+      "▁vé g",
+      "▁ext ensions",
+      "▁extension s",
+      "▁extens ions",
+      "▁ extensions",
+      "▁de com",
+      "▁dec om",
+      "вши й",
+      "в ший",
+      "W T",
+      "▁par ti",
+      "▁part i",
+      "▁gi oc",
+      "▁ми ра",
+      "▁ мира",
+      "▁is su",
+      "▁iss u",
+      "pi pe",
+      "pip e",
+      "p ipe",
+      "▁pro ps",
+      "▁pr ops",
+      "▁prop s",
+      "▁ props",
+      "▁w illing",
+      "▁will ing",
+      "▁wil ling",
+      "▁n est",
+      "▁ne st",
+      "▁ nest",
+      "as o",
+      "a so",
+      "po t",
+      "p ot",
+      "▁hand les",
+      "▁handle s",
+      "▁ф о",
+      "▁ фо",
+      "▁m oder",
+      "▁mod er",
+      "▁mo der",
+      "▁mode r",
+      "▁eben falls",
+      "▁fight ing",
+      "um bn",
+      "umb n",
+      "▁trans parent",
+      "▁K rist",
+      "▁Kr ist",
+      "▁home s",
+      "▁hom es",
+      "▁ho mes",
+      "▁voy age",
+      "Fa iled",
+      "Fail ed",
+      "▁B ird",
+      "▁Bi rd",
+      "▁Bir d",
+      "▁He art",
+      "Count er",
+      "Co unter",
+      "C ounter",
+      "▁Scott ish",
+      "át ica",
+      "▁ar beit",
+      "▁ arbeit",
+      "^{ -\\",
+      "^{- \\",
+      "▁S or",
+      "▁So r",
+      "▁eng aged",
+      "▁engag ed",
+      "▁a side",
+      "▁as ide",
+      "▁asi de",
+      "▁F ou",
+      "▁Fo u",
+      "▁w iel",
+      "▁wie l",
+      "▁re const",
+      "▁recon st",
+      "ou sin",
+      "ous in",
+      "▁host ed",
+      "▁ho sted",
+      "▁hos ted",
+      "▁c lasse",
+      "▁class e",
+      "▁cl asse",
+      "▁clas se",
+      "▁con test",
+      "▁cont est",
+      "▁conte st",
+      ".. .\"",
+      "... \"",
+      "мо м",
+      "м ом",
+      "▁be an",
+      "▁ bean",
+      "ge m",
+      "g em",
+      "▁consult ato",
+      "▁b io",
+      "▁bi o",
+      "▁ bio",
+      "▁subject s",
+      "bo Box",
+      "▁Sch rift",
+      "▁d inner",
+      "▁din ner",
+      "ă r",
+      "▁r ówn",
+      "▁% %",
+      "▁ %%",
+      "ba ge",
+      "bag e",
+      "b age",
+      "▁ver öff",
+      "▁det ected",
+      "▁detect ed",
+      "ie nn",
+      "ien n",
+      "i enn",
+      "ro se",
+      "ros e",
+      "r ose",
+      "▁T on",
+      "▁To n",
+      "Comp lete",
+      "Comple te",
+      "▁pro to",
+      "▁pr oto",
+      "▁prot o",
+      "▁ proto",
+      "ich ts",
+      "icht s",
+      "i chts",
+      "ST AT",
+      "Check ed",
+      "▁in ten",
+      "▁i nten",
+      "▁int en",
+      "▁inte n",
+      "▁s mile",
+      "▁sm ile",
+      "▁st rip",
+      "▁str ip",
+      "▁stri p",
+      "▁ strip",
+      "ne ut",
+      "') ;\r",
+      "'); \r",
+      "' );\r",
+      "fo ur",
+      "f our",
+      "▁to das",
+      "▁tod as",
+      "▁toda s",
+      "Control s",
+      "▁thor ough",
+      "ru p",
+      "r up",
+      "▁држа ви",
+      "it ă",
+      "Pro tocol",
+      "К а",
+      "▁expand ed",
+      "ex tra",
+      "ext ra",
+      "op ort",
+      "opo rt",
+      "o port",
+      "▁Ста нов",
+      "le ases",
+      "lease s",
+      "▁n otion",
+      "▁not ion",
+      "▁no tion",
+      "▁g uest",
+      "▁gu est",
+      "▁Is lands",
+      "▁Island s",
+      "ic ked",
+      "ick ed",
+      "▁D ave",
+      "▁Dav e",
+      "▁Da ve",
+      "▁ref lection",
+      "▁reflect ion",
+      "li v",
+      "l iv",
+      "ál ní",
+      "▁reve aled",
+      "▁s og",
+      "▁so g",
+      "▁T ax",
+      "▁Ta x",
+      "▁period o",
+      "▁peri odo",
+      "▁Welt krie",
+      "catal ina",
+      "qu é",
+      "q ué",
+      "▁F ather",
+      "▁Fa ther",
+      "▁B ir",
+      "▁Bi r",
+      "ex pect",
+      "exp ect",
+      "▁re gression",
+      "▁reg ression",
+      "in é",
+      "i né",
+      "▁d abei",
+      "▁da bei",
+      "pe rm",
+      "per m",
+      "p erm",
+      "ме не",
+      "мен е",
+      "м ене",
+      "▁A bd",
+      "▁Ab d",
+      "▁C F",
+      "▁ CF",
+      "ar ks",
+      "ark s",
+      "resol ve",
+      "wed ge",
+      "w edge",
+      "▁initial ization",
+      "▁Vé ase",
+      "▁при ня",
+      "st mt",
+      "▁in come",
+      "▁inc ome",
+      "M Y",
+      "▁od kazy",
+      "▁Sie he",
+      "▁bod ies",
+      "▁s oc",
+      "▁so c",
+      "R andom",
+      "▁s enza",
+      "▁sen za",
+      "ab lo",
+      "abl o",
+      "a blo",
+      "▁reg arded",
+      "▁regard ed",
+      "on Create",
+      "▁Mag azine",
+      "▁R af",
+      "▁Ra f",
+      "▁Buen os",
+      "и л",
+      ")) );",
+      "))) ;",
+      ") ));",
+      "ca pt",
+      "cap t",
+      "c apt",
+      "re direct",
+      "red irect",
+      "▁pe tit",
+      "▁pet it",
+      "▁f arm",
+      "▁far m",
+      "▁fa rm",
+      "▁r ôle",
+      "▁стать и",
+      "     ",
+      "sub figure",
+      "èce s",
+      "è ces",
+      "zi el",
+      "zie l",
+      "z iel",
+      "▁о кон",
+      "▁ок он",
+      "E E",
+      "me e",
+      "m ee",
+      "▁p erten",
+      "▁per ten",
+      "▁pert en",
+      "▁représ ent",
+      "▁L A",
+      "▁ LA",
+      "? '",
+      "▁т ру",
+      "▁r ational",
+      "▁rat ional",
+      "▁ratio nal",
+      "os of",
+      "oso f",
+      "▁k ne",
+      "▁kn e",
+      "▁art ists",
+      "▁artist s",
+      "Fl ow",
+      "F low",
+      "▁А ль",
+      "▁Ал ь",
+      "iz ard",
+      "iza rd",
+      "izar d",
+      "▁num ero",
+      "▁numer o",
+      "act ic",
+      "a ctic",
+      "▁de struct",
+      "▁dest ruct",
+      "▁destru ct",
+      "▁П ра",
+      "ons ieur",
+      "q t",
+      "ab estanden",
+      "no ść",
+      "Con nect",
+      "Conne ct",
+      "▁o racle",
+      "▁or acle",
+      "▁ora cle",
+      "▁ oracle",
+      "▁Stock holm",
+      "size of",
+      "▁gem äß",
+      "AC T",
+      "A CT",
+      "▁ex pert",
+      "▁exp ert",
+      "▁exper t",
+      "ut ions",
+      "ution s",
+      "uti ons",
+      "▁h acia",
+      "▁ha cia",
+      "▁log ger",
+      "▁ logger",
+      "▁f ool",
+      "▁fo ol",
+      "▁foo l",
+      "ry pto",
+      "rypt o",
+      "æ r",
+      "▁c idade",
+      "▁ci dade",
+      "▁состав е",
+      "▁соста ве",
+      "ok er",
+      "oke r",
+      "o ker",
+      "▁Trans fer",
+      "▁den ied",
+      "Tr ack",
+      "Tra ck",
+      "T rack",
+      "▁r adi",
+      "▁ra di",
+      "▁rad i",
+      "ze c",
+      "z ec",
+      "▁Histor ic",
+      "▁Einwo hner",
+      "ко ю",
+      "▁х ра",
+      "▁ хра",
+      "▁C ategory",
+      "▁ Category",
+      "▁Dis ney",
+      "▁sw ap",
+      "▁ swap",
+      "Be gin",
+      "B egin",
+      "▁m ientras",
+      "▁d ance",
+      "▁dan ce",
+      "▁t ête",
+      "▁d roit",
+      "▁dr oit",
+      "▁dro it",
+      "er ta",
+      "ert a",
+      "▁bird s",
+      "▁bir ds",
+      "▁con vin",
+      "▁conv in",
+      "par ator",
+      "para tor",
+      "д ра",
+      "▁E S",
+      "▁ ES",
+      "▁Ress ources",
+      "▁Ressource s",
+      "EG IN",
+      "ück e",
+      "ü cke",
+      "▁Cr uz",
+      "▁Cru z",
+      "ab ling",
+      "abl ing",
+      "a bling",
+      "▁\" @",
+      "▁me tres",
+      "▁met res",
+      "▁B eg",
+      "▁Be g",
+      "▁Gr ünd",
+      "▁B oh",
+      "▁Bo h",
+      "▁m ile",
+      "▁mil e",
+      "▁mi le",
+      "▁ mile",
+      "▁Techn ology",
+      "\" +",
+      "ac co",
+      "acc o",
+      "a cco",
+      "▁s s",
+      "▁ ss",
+      "▁F ed",
+      "▁Fe d",
+      "▁H end",
+      "▁He nd",
+      "▁Hen d",
+      "us ch",
+      "usc h",
+      "u sch",
+      "it ä",
+      "fol k",
+      "f olk",
+      "▁abs or",
+      "an tal",
+      "ant al",
+      "anta l",
+      "od ge",
+      "▁WH EN",
+      "▁Extern í",
+      "▁Reg iment",
+      "▁evalu ation",
+      "▁T ai",
+      "▁Ta i",
+      "▁voc als",
+      "▁vocal s",
+      "▁ex perimental",
+      "▁experiment al",
+      "em bed",
+      "emb ed",
+      "▁M inn",
+      "▁Min n",
+      "▁Mi nn",
+      "▁в ме",
+      "pr ec",
+      "pre c",
+      "p rec",
+      "ever y",
+      "ev ery",
+      "e very",
+      "▁ho of",
+      "▁Fern ando",
+      "▁Bibli ographie",
+      "▁n ag",
+      "▁na g",
+      "amerikan ischer",
+      "▁m arks",
+      "▁mar ks",
+      "▁mark s",
+      "▁ marks",
+      "▁U TC",
+      "▁ UTC",
+      "▁un certain",
+      "ди я",
+      "ol ia",
+      "oli a",
+      "o lia",
+      "▁c up",
+      "▁cu p",
+      "▁ cup",
+      "▁f ille",
+      "▁fil le",
+      "▁fill e",
+      "▁fi lle",
+      "▁d ok",
+      "▁do k",
+      "use ppe",
+      "est erd",
+      "ester d",
+      "este rd",
+      "e sterd",
+      "▁B rand",
+      "▁Br and",
+      "▁Bra nd",
+      "▁Bran d",
+      "▁Th ird",
+      "P P",
+      "no des",
+      "node s",
+      "n odes",
+      "▁P ad",
+      "▁Pa d",
+      "▁ Pad",
+      "▁l oved",
+      "▁lo ved",
+      "▁love d",
+      "▁lov ed",
+      "sw ing",
+      "s wing",
+      "▁surpr ised",
+      "▁surprise d",
+      "ar di",
+      "ard i",
+      "▁G R",
+      "▁ GR",
+      "] \"",
+      "▁equ ally",
+      "▁equal ly",
+      "▁eq ually",
+      "ih e",
+      "i he",
+      "ca re",
+      "car e",
+      "c are",
+      "пи сок",
+      "пис ок",
+      "li jk",
+      "lij k",
+      "l ijk",
+      "ri nn",
+      "rin n",
+      "r inn",
+      "▁\\ [\\",
+      "▁\\[ \\",
+      "▁s ons",
+      "▁so ns",
+      "▁son s",
+      "▁t ät",
+      "ic amente",
+      "ica mente",
+      "▁l isting",
+      "▁list ing",
+      "iel lement",
+      "ielle ment",
+      "▁nyel ven",
+      "▁d s",
+      "▁ ds",
+      "▁agr icult",
+      "▁H ermann",
+      "▁Her mann",
+      "▁Herm ann",
+      "▁bes ides",
+      "▁beside s",
+      "pro gress",
+      "prog ress",
+      "▁pec uliar",
+      "fo cus",
+      "f ocus",
+      "c n",
+      "- $",
+      "ствен ный",
+      "ou rg",
+      "our g",
+      "o urg",
+      "▁w yn",
+      "▁wy n",
+      "▁conduct ed",
+      "▁condu cted",
+      "▁Станов ништво",
+      "connect ed",
+      "conne cted",
+      "conn ected",
+      "▁b ott",
+      "▁bo tt",
+      "▁bot t",
+      "▁с мер",
+      "▁см ер",
+      "▁P oz",
+      "▁Po z",
+      "un ct",
+      "unc t",
+      "con da",
+      "cond a",
+      "c onda",
+      "▁савез ној",
+      "▁ha vet",
+      "▁have t",
+      "▁hav et",
+      "li gt",
+      "lig t",
+      "l igt",
+      "or ted",
+      "ort ed",
+      "orte d",
+      "▁ent ering",
+      "▁enter ing",
+      "mult ip",
+      "multi p",
+      "mul tip",
+      "▁Tem ple",
+      "▁Temp le",
+      "▁P lant",
+      "▁Pl ant",
+      "▁Plan t",
+      "▁Pla nt",
+      "type of",
+      "▁V lad",
+      "▁qu ed",
+      "▁que d",
+      "▁q ued",
+      "▁re ste",
+      "▁r este",
+      "▁res te",
+      "▁rest e",
+      "▁ма й",
+      "▁ май",
+      "▁V ery",
+      "▁Ver y",
+      "▁Ve ry",
+      "ambigu ation",
+      "▁ch alleng",
+      "▁res pective",
+      "▁respect ive",
+      "▁т ор",
+      "▁то р",
+      "▁ тор",
+      "C trl",
+      "▁abs ence",
+      "ar u",
+      "a ru",
+      "во е",
+      "▁för st",
+      "▁s q",
+      "▁ sq",
+      "▁Em peror",
+      "▁I gn",
+      "▁Ig n",
+      "▁ Ign",
+      "▁т ова",
+      "▁то ва",
+      "▁ това",
+      ": `",
+      "ad oop",
+      "ado op",
+      "▁Mad ame",
+      "▁gru ppo",
+      "▁grup po",
+      "st ud",
+      "▁extern as",
+      "▁Александ р",
+      "▁d ign",
+      "▁di gn",
+      "▁dig n",
+      "▁жи ве",
+      "Am ount",
+      "A mount",
+      "▁correl ate",
+      "▁corre late",
+      "▁F ant",
+      "▁Fa nt",
+      "▁r ails",
+      "▁ra ils",
+      "▁rail s",
+      "▁ rails",
+      "f p",
+      "министра тив",
+      "▁b ought",
+      "▁fil ters",
+      "▁filter s",
+      "▁ filters",
+      "▁anc ora",
+      "▁part ner",
+      "▁qu and",
+      "▁quan d",
+      "sym bol",
+      "s ymbol",
+      "ul ating",
+      "ula ting",
+      "▁z d",
+      "▁ zd",
+      "aw n",
+      "a wn",
+      "▁G rant",
+      "▁Gr ant",
+      "▁Gra nt",
+      "▁Gran t",
+      "bec ause",
+      "b ecause",
+      "ra ble",
+      "rab le",
+      "r able",
+      "\\ }",
+      "íst icas",
+      "ística s",
+      "▁у че",
+      "▁péri ode",
+      "▁s ke",
+      "▁sk e",
+      "▁ ske",
+      "▁Any way",
+      "▁index es",
+      "▁inde xes",
+      "▁direct ions",
+      "▁dire ctions",
+      "▁direction s",
+      "▁R AM",
+      "▁RA M",
+      "▁ RAM",
+      "ch rome",
+      "chr ome",
+      "chrom e",
+      "▁a post",
+      "▁ap ost",
+      "▁apo st",
+      "▁war nings",
+      "▁warning s",
+      "▁warn ings",
+      "▁Air port",
+      "V I",
+      "ab ile",
+      "abil e",
+      "abi le",
+      "▁l ord",
+      "▁lo rd",
+      "pro vider",
+      "prov ider",
+      "▁J i",
+      "ost ream",
+      "o stream",
+      "▁geme ente",
+      "table View",
+      "Ex tra",
+      "Ext ra",
+      "c ursor",
+      "eg round",
+      "egr ound",
+      "e ground",
+      "▁M oz",
+      "▁Mo z",
+      "▁r ib",
+      "▁ri b",
+      "▁ rib",
+      "▁m orph",
+      "▁mor ph",
+      "lo ads",
+      "load s",
+      "el sk",
+      "els k",
+      "▁M AX",
+      "▁MA X",
+      "▁ MAX",
+      "▁Santi ago",
+      "▁H im",
+      "▁Hi m",
+      "code s",
+      "co des",
+      "cod es",
+      "c odes",
+      "▁l anz",
+      "▁lan z",
+      "▁count s",
+      "▁coun ts",
+      "rinn ingsområ",
+      "щ ё",
+      "▁sp é",
+      "▁pier ws",
+      "▁pierw s",
+      "▁S ver",
+      "▁Sv er",
+      "▁a cknow",
+      "▁ac know",
+      "Bo olean",
+      "▁фами ли",
+      "▁Sen ate",
+      "шо в",
+      "ш ов",
+      "ag ers",
+      "age rs",
+      "ager s",
+      "a gers",
+      "▁Nue va",
+      "bi l",
+      "b il",
+      "ki em",
+      "kie m",
+      "k iem",
+      "▁M ey",
+      "▁Me y",
+      "wi j",
+      "w ij",
+      "▁G mbH",
+      "valid ation",
+      "▁en suite",
+      "in king",
+      "ink ing",
+      "▁c ampion",
+      "▁camp ion",
+      "▁finan cial",
+      "▁financi al",
+      "iz on",
+      "izo n",
+      "i zon",
+      "He aders",
+      "Head ers",
+      "Header s",
+      "▁deprec ated",
+      "▁fon ction",
+      "RE G",
+      "R EG",
+      "▁vol umes",
+      "▁volume s",
+      "▁C hi",
+      "▁Ch i",
+      "▁encounter ed",
+      "la k",
+      "l ak",
+      "ра я",
+      "▁contin ues",
+      "▁continu es",
+      "▁continue s",
+      "▁~ [",
+      "uer te",
+      "u erte",
+      "▁\\ ;",
+      "▁ \\;",
+      "▁D ok",
+      "▁Do k",
+      "▁we ights",
+      "▁weight s",
+      "▁r h",
+      "▁ rh",
+      "▁Na pole",
+      "▁Nap ole",
+      "▁natur ally",
+      "▁natural ly",
+      "sk u",
+      "s ku",
+      "pa s",
+      "p as",
+      "▁g egründ",
+      "et r",
+      "e tr",
+      "▁K u",
+      "ic ted",
+      "ict ed",
+      "i cted",
+      "▁fab ric",
+      "▁A SC",
+      "▁AS C",
+      "▁ ASC",
+      "▁Entertain ment",
+      "▁en erg",
+      "▁ener g",
+      "кла д",
+      "к лад",
+      "om on",
+      "omo n",
+      "o mon",
+      "th eme",
+      "the me",
+      "▁ха рак",
+      "▁d raft",
+      "▁dr aft",
+      "▁dra ft",
+      "▁ch annels",
+      "▁channel s",
+      "▁de sert",
+      "▁des ert",
+      "▁deser t",
+      "▁tra vés",
+      "▁trav és",
+      "▁L ock",
+      "▁Lo ck",
+      "▁Loc k",
+      "▁ Lock",
+      "▁s iendo",
+      "▁si endo",
+      "фе к",
+      "ф ек",
+      "m ême",
+      "▁pa cket",
+      "▁pack et",
+      "▁pac ket",
+      "▁Mount ain",
+      "▁F ahr",
+      "▁Fa hr",
+      "bra io",
+      "пе ре",
+      "пер е",
+      "п ере",
+      "▁gen annt",
+      "▁dep loyment",
+      "▁deploy ment",
+      "Pa l",
+      "P al",
+      "но г",
+      "ст ру",
+      "стр у",
+      "Pr im",
+      "P rim",
+      "f ür",
+      "▁danger ous",
+      "▁sz ám",
+      "re ck",
+      "rec k",
+      "▁pop up",
+      "ic ky",
+      "ick y",
+      "in ar",
+      "ina r",
+      "i nar",
+      "co wo",
+      "cow o",
+      "c owo",
+      "нци кло",
+      "ít ás",
+      "▁pl ugins",
+      "▁plugin s",
+      "▁plug ins",
+      "▁ plugins",
+      "▁dr iven",
+      "▁drive n",
+      "▁dri ven",
+      "▁driv en",
+      "ле в",
+      "л ев",
+      "▁\" (",
+      "tt a",
+      "t ta",
+      "▁ Ú",
+      "▁e b",
+      "▁ eb",
+      "▁' ';",
+      "▁'' ;",
+      "▁kn ock",
+      "▁ос нова",
+      "▁основ а",
+      "▁m aison",
+      "▁ma ison",
+      "▁mais on",
+      "▁mai son",
+      "г ля",
+      "▁Hon or",
+      "▁Ho nor",
+      "ta il",
+      "t ail",
+      "ri tz",
+      "rit z",
+      "r itz",
+      "▁gu ys",
+      "▁combin ations",
+      "▁combination s",
+      "ond ere",
+      "onder e",
+      "onde re",
+      "▁A ld",
+      "▁Al d",
+      "▁f iddle",
+      "▁ fiddle",
+      "да в",
+      "ur d",
+      "u rd",
+      "▁pro jection",
+      "▁project ion",
+      "▁Tamb ién",
+      "ve rb",
+      "ver b",
+      "v erb",
+      "▁ter re",
+      "▁ terre",
+      "ru gu",
+      "rug u",
+      "▁se ptember",
+      "▁sept ember",
+      "▁< !",
+      "co st",
+      "cos t",
+      "c ost",
+      "▁n ut",
+      "▁nu t",
+      "▁ nut",
+      "{ %",
+      "▁ub ic",
+      "am arin",
+      "ama rin",
+      "amar in",
+      "ти и",
+      "▁pat ron",
+      "▁patr on",
+      "▁am ely",
+      "▁e sto",
+      "▁est o",
+      "▁es to",
+      "▁ esto",
+      "▁li stop",
+      "▁list op",
+      "fa l",
+      "f al",
+      "▁P rop",
+      "▁Pro p",
+      "▁Pr op",
+      "▁ Prop",
+      "▁O nt",
+      "▁On t",
+      "▁M ade",
+      "▁Ma de",
+      "▁Mad e",
+      "TE ST",
+      "▁N em",
+      "▁Ne m",
+      "▁N ations",
+      "▁Nat ions",
+      "▁Nation s",
+      "▁в у",
+      "▁ ву",
+      "in cluding",
+      "includ ing",
+      "▁spect rum",
+      "▁L an",
+      "▁La n",
+      "▁E ver",
+      "▁Ev er",
+      "Pa ul",
+      "t m",
+      "App end",
+      "Ap pend",
+      "Rel ative",
+      "dis abled",
+      "disable d",
+      "return s",
+      "▁flow ers",
+      "▁flo wers",
+      "▁flower s",
+      "ik u",
+      "i ku",
+      "▁| \\",
+      "▁ |\\",
+      "▁Jord an",
+      "▁Sm all",
+      "▁c ic",
+      "▁ci c",
+      "▁sex ual",
+      "au tre",
+      "aut re",
+      "ва л",
+      "в ал",
+      "▁r ip",
+      "▁ri p",
+      "▁ rip",
+      "ou st",
+      "ous t",
+      "o ust",
+      "▁Philadel phia",
+      "▁u k",
+      "▁ uk",
+      "▁M ongo",
+      "▁Mon go",
+      "▁Mong o",
+      "xml ns",
+      "▁sh op",
+      "▁sho p",
+      "▁ shop",
+      "▁debug ger",
+      "▁z aj",
+      "▁za j",
+      "▁B illy",
+      "▁Bill y",
+      "▁Bil ly",
+      "▁n iem",
+      "▁nie m",
+      "▁ni em",
+      "ol is",
+      "oli s",
+      "o lis",
+      "▁ро ссий",
+      "ag ner",
+      "agn er",
+      "agne r",
+      "▁m aven",
+      "▁ma ven",
+      "▁ maven",
+      "▁Gu stav",
+      "▁Gust av",
+      "A us",
+      "comp are",
+      "▁j eu",
+      "▁je u",
+      "ud er",
+      "ude r",
+      "u der",
+      "ish ment",
+      "▁ди визи",
+      "▁Fin land",
+      "ну т",
+      "н ут",
+      "z és",
+      "▁Liga ções",
+      "▁Lig ações",
+      "▁qu ello",
+      "▁quel lo",
+      "an notation",
+      "annot ation",
+      "▁th rew",
+      "▁thr ew",
+      "▁thre w",
+      "▁Pro of",
+      "▁ Proof",
+      "▁A rea",
+      "▁Ar ea",
+      "▁Are a",
+      "▁ Area",
+      "as hi",
+      "ash i",
+      "▁F O",
+      "▁ FO",
+      "ja min",
+      "j amin",
+      "ден т",
+      "д ент",
+      "▁un us",
+      "fri end",
+      ".\" );",
+      ".\") ;",
+      ". \");",
+      "▁tra kten",
+      "document class",
+      "an ka",
+      "ank a",
+      "▁ar rive",
+      "▁arr ive",
+      "▁arriv e",
+      "▁d onne",
+      "▁don ne",
+      "▁donn e",
+      "ol y",
+      "o ly",
+      "▁R ein",
+      "▁Re in",
+      "▁face book",
+      "▁fac ebook",
+      "▁ facebook",
+      "ic ina",
+      "ici na",
+      "sl ice",
+      "s lice",
+      "▁n agy",
+      "▁na gy",
+      "▁nag y",
+      "▁he bben",
+      "▁I C",
+      "▁ IC",
+      "▁B ag",
+      "▁Ba g",
+      "▁ Bag",
+      "▁circ ul",
+      "▁cir cul",
+      "ác t",
+      "á ct",
+      "mit t",
+      "mi tt",
+      "m itt",
+      "▁g rey",
+      "▁gr ey",
+      "▁gre y",
+      "▁c av",
+      "▁ca v",
+      "▁осо би",
+      "▁sym metric",
+      "▁symmet ric",
+      "▁S ic",
+      "▁Si c",
+      "▁med ium",
+      "▁medi um",
+      "▁ medium",
+      "▁U TF",
+      "▁ UTF",
+      "▁D opo",
+      "▁Do po",
+      "í ch",
+      "bar e",
+      "ba re",
+      "b are",
+      "dz ie",
+      "d zie",
+      "▁he aven",
+      "▁heav en",
+      "▁cam pe",
+      "▁camp e",
+      "ester day",
+      "esterd ay",
+      "▁W issenschaft",
+      "по ль",
+      "пол ь",
+      "di d",
+      "d id",
+      "al er",
+      "ale r",
+      "a ler",
+      "▁citiz ens",
+      "▁Marg aret",
+      "▁s ought",
+      "ch arts",
+      "char ts",
+      "chart s",
+      "CL C",
+      "C LC",
+      "ol ly",
+      "oll y",
+      "ys z",
+      "y sz",
+      "wa ld",
+      "wal d",
+      "w ald",
+      "▁f en",
+      "▁fe n",
+      "▁ fen",
+      "▁S ix",
+      "▁Si x",
+      "▁U rs",
+      "▁Ur s",
+      "▁ор ган",
+      "▁T rad",
+      "▁Tr ad",
+      "▁Tra d",
+      "cu e",
+      "c ue",
+      "sch utz",
+      "▁prec ise",
+      "▁precis e",
+      "▁W indow",
+      "▁Wind ow",
+      "▁ Window",
+      "ти е",
+      "ло ві",
+      "лов і",
+      "it ori",
+      "ito ri",
+      "itor i",
+      "dis ambiguation",
+      "▁х и",
+      "▁ хи",
+      "▁N atural",
+      "▁Natur al",
+      "▁Nat ural",
+      "da n",
+      "d an",
+      "▁con crete",
+      "ци ја",
+      "▁s pel",
+      "▁sp el",
+      "▁spe l",
+      "▁Fa iled",
+      "▁Fail ed",
+      "▁ Failed",
+      "ści e",
+      "śc ie",
+      "ś cie",
+      "▁b uf",
+      "▁bu f",
+      "▁ buf",
+      "uc a",
+      "u ca",
+      "ic ional",
+      "ici onal",
+      "icio nal",
+      "icion al",
+      "▁ott obre",
+      "▁otto bre",
+      "▁ф і",
+      "▁ фі",
+      "▁submit ted",
+      "▁subm itted",
+      "la ve",
+      "lav e",
+      "l ave",
+      "▁P lot",
+      "▁Pl ot",
+      "▁ Plot",
+      "▁col leg",
+      "▁coll eg",
+      "▁colle g",
+      "ad em",
+      "ade m",
+      "a dem",
+      "▁ch aque",
+      "▁cha que",
+      "▁neighbor hood",
+      "▁calci atore",
+      "Lo op",
+      "L oop",
+      "▁G ast",
+      "▁Ga st",
+      "▁Gas t",
+      "▁ко гда",
+      "▁indust rial",
+      "▁industri al",
+      "▁f atal",
+      "▁fa tal",
+      "▁fat al",
+      "▁C ert",
+      "▁Ce rt",
+      "▁Cer t",
+      "▁ Cert",
+      "la tion",
+      "lat ion",
+      "l ation",
+      "▁О дна",
+      "▁Од на",
+      "▁jam ais",
+      "▁acc um",
+      "Id entity",
+      "Ident ity",
+      "▁Me dal",
+      "▁Med al",
+      "Met adata",
+      "Meta data",
+      "▁лю дя",
+      "br idge",
+      "brid ge",
+      "b ridge",
+      "Go od",
+      "G ood",
+      "▁что бы",
+      "▁comp oser",
+      "▁compos er",
+      "▁compose r",
+      "▁b read",
+      "▁br ead",
+      "▁bre ad",
+      "▁clos ure",
+      "▁ closure",
+      "▁large ly",
+      "▁larg ely",
+      "F B",
+      "▁обла сть",
+      "▁autom atic",
+      "▁automat ic",
+      "ar ía",
+      "a ría",
+      "▁sufficient ly",
+      "▁ital iana",
+      "▁ка че",
+      "▁J ó",
+      "hi story",
+      "histor y",
+      "h istory",
+      "▁H D",
+      "▁ HD",
+      "▁sigu iente",
+      "ne ll",
+      "nel l",
+      "n ell",
+      "▁G ree",
+      "▁Gr ee",
+      "▁Gre e",
+      "▁T i",
+      "▁trans ferred",
+      "▁transfer red",
+      "équ ipe",
+      "é quipe",
+      "▁Phili ppe",
+      "▁Philipp e",
+      "▁Philip pe",
+      "▁encou rag",
+      "▁V ietnam",
+      "▁graph s",
+      "▁symmet ry",
+      "fr ed",
+      "fre d",
+      "f red",
+      "we ek",
+      "▁bron ze",
+      "ry s",
+      "r ys",
+      "▁name ly",
+      "▁nam ely",
+      "on ders",
+      "ond ers",
+      "onder s",
+      "onde rs",
+      "lem agne",
+      "X Y",
+      "Con vert",
+      "}] (",
+      "} ](",
+      "Reg ion",
+      "pe cies",
+      "pec ies",
+      "▁te xture",
+      "▁text ure",
+      "▁c hr",
+      "▁ch r",
+      "▁ chr",
+      "не го",
+      "н его",
+      "▁some body",
+      "a qu",
+      "er as",
+      "era s",
+      "e ras",
+      "▁Н ово",
+      "▁Но во",
+      "▁Нов о",
+      "▁d ez",
+      "▁de z",
+      "an iu",
+      "ani u",
+      "a niu",
+      "ok rat",
+      "▁co vers",
+      "▁cover s",
+      "▁cov ers",
+      "▁sign als",
+      "▁signal s",
+      "ђ е",
+      "▁H eb",
+      "▁He b",
+      "▁An ti",
+      "▁Ant i",
+      "IV E",
+      "I VE",
+      "▁re ss",
+      "▁r ess",
+      "▁res s",
+      "▁ ress",
+      "LE TE",
+      "yn a",
+      "y na",
+      "п ла",
+      "жде ния",
+      "ж дения",
+      "▁ch amp",
+      "▁cha mp",
+      "▁cham p",
+      "▁vill ages",
+      "▁village s",
+      "▁villa ges",
+      "Z one",
+      "▁i Phone",
+      "▁sou vent",
+      "сь кі",
+      "ськ і",
+      "▁feb braio",
+      "ér cito",
+      "▁X I",
+      "ok at",
+      "oka t",
+      "▁mem bres",
+      "▁memb res",
+      "▁membre s",
+      "ju nit",
+      "j unit",
+      "▁D raw",
+      "▁Dr aw",
+      "▁Dra w",
+      "▁ Draw",
+      "▁п рово",
+      "▁про во",
+      "▁пров о",
+      "▁пр ово",
+      "aud io",
+      "audi o",
+      "a udio",
+      "en dl",
+      "end l",
+      "▁N ad",
+      "▁Na d",
+      "▁magn itude",
+      "Su r",
+      "S ur",
+      "ic ing",
+      "ici ng",
+      "i cing",
+      "▁un w",
+      "▁о три",
+      "▁от ри",
+      "▁B ey",
+      "▁Be y",
+      "▁V ik",
+      "▁Vi k",
+      "▁polít ica",
+      "port er",
+      "por ter",
+      "porte r",
+      "p orter",
+      "▁Bar bara",
+      "▁Barb ara",
+      "ál t",
+      "á lt",
+      "bi b",
+      "b ib",
+      "▁accom pan",
+      "▁accomp an",
+      "V P",
+      "▁en coded",
+      "▁enc oded",
+      "▁encode d",
+      "▁ encoded",
+      "▁S ometimes",
+      "▁Some times",
+      "bi rd",
+      "bir d",
+      "b ird",
+      "▁U lt",
+      "▁Ul t",
+      "▁t un",
+      "▁tu n",
+      "get Text",
+      "▁ar rival",
+      "▁arr ival",
+      "▁arriv al",
+      "script style",
+      "{ `",
+      "▁pers pective",
+      "LI NE",
+      "LIN E",
+      "L INE",
+      "Form atter",
+      "Format ter",
+      "▁b om",
+      "▁bo m",
+      "в ра",
+      "DE BUG",
+      "Bound s",
+      "B ounds",
+      "▁T itle",
+      "▁Tit le",
+      "▁ Title",
+      "l ó",
+      "Da n",
+      "D an",
+      "▁g ene",
+      "▁ge ne",
+      "▁gen e",
+      "▁B it",
+      "▁Bi t",
+      "▁ Bit",
+      "▁reprodu ce",
+      "▁graph ics",
+      "▁ graphics",
+      "▁с ем",
+      "▁се м",
+      "р ё",
+      "▁ре ки",
+      "us alem",
+      "usa lem",
+      "ро ж",
+      "▁D ES",
+      "▁DE S",
+      "▁So ftware",
+      "ur ance",
+      "u rance",
+      "ithmet ic",
+      "en ess",
+      "ene ss",
+      "enes s",
+      "e ness",
+      "ic hi",
+      "ich i",
+      "i chi",
+      "Con verter",
+      "Convert er",
+      "▁g ithub",
+      "▁ github",
+      "erd ings",
+      "gl ise",
+      "ác h",
+      "á ch",
+      "▁bu ried",
+      "▁bur ied",
+      "▁v ision",
+      "▁vis ion",
+      "▁ vision",
+      "M iss",
+      "▁s ees",
+      "▁se es",
+      "▁see s",
+      "▁person nes",
+      "▁pers onnes",
+      "▁personn es",
+      "▁personne s",
+      "▁In tel",
+      "▁Int el",
+      "el ia",
+      "eli a",
+      "e lia",
+      "▁č lán",
+      "▁c hi",
+      "▁ch i",
+      "▁ chi",
+      "▁k las",
+      "▁kl as",
+      "au té",
+      "aut é",
+      "▁st ark",
+      "▁star k",
+      "cz e",
+      "c ze",
+      "▁dr ivers",
+      "▁driver s",
+      "▁drive rs",
+      "▁dri vers",
+      "▁driv ers",
+      "v n",
+      "! ,",
+      "▁го ды",
+      "▁год ы",
+      "H i",
+      "▁expla ins",
+      "▁expl ains",
+      "▁explain s",
+      "art icles",
+      "article s",
+      "▁z ug",
+      "▁zu g",
+      "▁ zug",
+      "Pro m",
+      "Pr om",
+      "P rom",
+      "> =",
+      "▁Be at",
+      "▁S ax",
+      "▁Sa x",
+      "vert ical",
+      "кт о",
+      "к то",
+      "▁pl ants",
+      "▁plan ts",
+      "▁plant s",
+      "▁Ré férences",
+      "▁Référence s",
+      "▁og ni",
+      "▁c urs",
+      "▁cu rs",
+      "▁cur s",
+      "▁S K",
+      "▁ SK",
+      "он и",
+      "о ни",
+      "▁des tac",
+      "▁dest ac",
+      "\") ;\r",
+      "\"); \r",
+      "\" );\r",
+      "▁S ure",
+      "▁Su re",
+      "▁Sur e",
+      "▁part ido",
+      "▁parti do",
+      "▁Fol ge",
+      "▁Mo ore",
+      "▁w z",
+      "ск ус",
+      "ску с",
+      "lt re",
+      "l tre",
+      "on do",
+      "ond o",
+      "▁p ose",
+      "▁po se",
+      "▁pos e",
+      "▁ pose",
+      "im os",
+      "imo s",
+      "i mos",
+      "бо й",
+      "ци па",
+      "ju s",
+      "j us",
+      ".. ...",
+      "... ..",
+      ".... .",
+      ". ....",
+      "▁ép oca",
+      "▁qu anto",
+      "▁quant o",
+      "▁quan to",
+      "▁Su pport",
+      "▁Supp ort",
+      "▁Sup port",
+      "▁ Support",
+      "gesch ichte",
+      "SER VER",
+      "▁George s",
+      "▁Georg es",
+      "en um",
+      "enu m",
+      "e num",
+      "▁h erm",
+      "▁he rm",
+      "▁her m",
+      "▁ne bo",
+      "▁C hr",
+      "▁Ch r",
+      "▁ Chr",
+      "char acter",
+      "▁* **",
+      "▁** *",
+      "▁ ***",
+      "▁For sch",
+      "ia mi",
+      "iam i",
+      "i ami",
+      "▁ ¿",
+      "cy ch",
+      "cyc h",
+      "c ych",
+      "▁fif th",
+      "se nt",
+      "sen t",
+      "s ent",
+      "▁and erem",
+      "▁andere m",
+      "▁proport ion",
+      "▁propor tion",
+      "▁p rest",
+      "▁pr est",
+      "▁pre st",
+      "▁pres t",
+      "▁G irl",
+      "▁Gi rl",
+      "▁Gir l",
+      "▁d rama",
+      "▁dr ama",
+      "▁dra ma",
+      "▁dram a",
+      "wa nd",
+      "wan d",
+      "w and",
+      "▁M ail",
+      "▁Ma il",
+      "▁Mai l",
+      "▁ Mail",
+      "▁L ux",
+      "▁Lu x",
+      "▁kter ý",
+      "▁Ges ellschaft",
+      "▁Hin weis",
+      "nis se",
+      "n isse",
+      "▁m ondo",
+      "▁mon do",
+      "▁mond o",
+      "E q",
+      "▁per í",
+      "▁pe rí",
+      "▁e astern",
+      "▁eas tern",
+      "▁east ern",
+      "▁UE FA",
+      "ual e",
+      "ua le",
+      "u ale",
+      "▁con vex",
+      "▁conv ex",
+      "▁по ль",
+      "▁пол ь",
+      "▁ поль",
+      "▁H ey",
+      "▁He y",
+      "ze nie",
+      "zen ie",
+      "z enie",
+      "init ely",
+      "▁Z usammen",
+      "SS L",
+      "S SL",
+      "oc al",
+      "oca l",
+      "o cal",
+      "▁c anal",
+      "▁can al",
+      "▁ca nal",
+      "vo y",
+      "v oy",
+      "▁К ри",
+      "▁köz ött",
+      "▁c ars",
+      "▁car s",
+      "▁ca rs",
+      "▁vers ión",
+      "En vironment",
+      "He r",
+      "H er",
+      "▁se ñ",
+      "▁sp atial",
+      "ym i",
+      "y mi",
+      "Fi re",
+      "F ire",
+      "▁ve get",
+      "▁veg et",
+      "▁W ie",
+      "▁Wi e",
+      "▁zn aj",
+      "▁zna j",
+      "▁dam age",
+      "▁en dl",
+      "▁end l",
+      "▁ endl",
+      "gi f",
+      "g if",
+      "▁qu ali",
+      "▁qual i",
+      "▁которы х",
+      "el lan",
+      "ell an",
+      "ella n",
+      "▁m ens",
+      "▁me ns",
+      "▁men s",
+      "▁pl ug",
+      "▁a bund",
+      "▁ab und",
+      "FI G",
+      "F IG",
+      "▁s f",
+      "▁ sf",
+      "▁con fl",
+      "▁conf l",
+      "▁насе ления",
+      "▁princi ples",
+      "▁princip les",
+      "▁principle s",
+      "▁Gab riel",
+      "ib e",
+      "i be",
+      "▁{ %",
+      "▁ {%",
+      "▁pobla ció",
+      "ні ципа",
+      "▁ext reme",
+      "▁extrem e",
+      "▁extr eme",
+      "▁as se",
+      "▁ass e",
+      "▁ asse",
+      "▁v u",
+      "▁ vu",
+      "Mo ck",
+      "M ock",
+      "▁spiel te",
+      "▁A er",
+      "▁d atos",
+      "▁dat os",
+      "en des",
+      "end es",
+      "ende s",
+      "▁G el",
+      "▁Ge l",
+      "▁G or",
+      "▁Go r",
+      "Ch rist",
+      "Chr ist",
+      "ch os",
+      "cho s",
+      "c hos",
+      "Process or",
+      "Proc essor",
+      "▁in struct",
+      "▁inst ruct",
+      "▁instru ct",
+      "▁p icked",
+      "▁pick ed",
+      "▁pic ked",
+      "nah me",
+      "nahm e",
+      "fa hr",
+      "fah r",
+      "f ahr",
+      "▁indic ated",
+      "▁indicate d",
+      "▁% .",
+      "▁ %.",
+      "▁t s",
+      "▁ ts",
+      "▁not able",
+      "▁no table",
+      "▁qual ified",
+      "▁А л",
+      "Bl ack",
+      "B lack",
+      "▁coun cil",
+      "▁over head",
+      "ac i",
+      "a ci",
+      "an née",
+      "ann ée",
+      "▁init With",
+      "bi ó",
+      "b ió",
+      "▁int roduction",
+      "▁introdu ction",
+      "▁compan ion",
+      "▁ex pon",
+      "▁exp on",
+      "▁k ör",
+      "▁kö r",
+      "ob y",
+      "o by",
+      "bu rn",
+      "bur n",
+      "b urn",
+      "gn u",
+      "g nu",
+      "virt ual",
+      "v irtual",
+      "▁intel lect",
+      "▁д ержа",
+      "▁ держа",
+      "' +",
+      "б ле",
+      "▁strict ly",
+      "▁recogn ize",
+      "ho ur",
+      "hou r",
+      "h our",
+      "▁W rest",
+      "en nen",
+      "enn en",
+      "enne n",
+      "$) .",
+      "$ ).",
+      "ff f",
+      "f ff",
+      "▁Cent ro",
+      "▁P itt",
+      "▁Pi tt",
+      "▁Pit t",
+      "▁d ział",
+      "▁dz iał",
+      "▁ dział",
+      "▁c ela",
+      "▁ce la",
+      "▁cel a",
+      "▁frances e",
+      "▁franc ese",
+      "ра ми",
+      "spe cial",
+      "spec ial",
+      "▁D up",
+      "▁Du p",
+      "to ire",
+      "t oire",
+      "ка ль",
+      "кал ь",
+      "к аль",
+      "CO UNT",
+      "▁Br ook",
+      "▁Bro ok",
+      "▁ру ково",
+      "pub lique",
+      "▁se conda",
+      "▁second a",
+      "▁sec onda",
+      "▁com pt",
+      "▁comp t",
+      "▁b land",
+      "▁bl and",
+      "▁bla nd",
+      "▁blan d",
+      "Be fore",
+      "▁P ack",
+      "▁Pa ck",
+      "▁Pac k",
+      "▁ Pack",
+      "al ty",
+      "alt y",
+      "öd er",
+      "ö der",
+      "▁interval s",
+      "▁Daten bank",
+      "Mo vie",
+      "M ovie",
+      "▁trans m",
+      "▁tran sm",
+      "▁t ap",
+      "▁ta p",
+      "▁по ч",
+      "fo n",
+      "f on",
+      "ia i",
+      "i ai",
+      "▁f ib",
+      "▁fi b",
+      "▁w yd",
+      "▁wy d",
+      "▁h ung",
+      "▁hun g",
+      "▁hu ng",
+      "▁ hung",
+      "▁a live",
+      "▁al ive",
+      "▁ali ve",
+      "Cl ear",
+      "C lear",
+      "▁p ushed",
+      "▁push ed",
+      "▁tu ple",
+      "▁ tuple",
+      "ach en",
+      "ac hen",
+      "ache n",
+      "a chen",
+      "го во",
+      "гов о",
+      "г ово",
+      "▁re vers",
+      "▁rev ers",
+      "▁reve rs",
+      "▁rever s",
+      "▁au gment",
+      "▁aug ment",
+      "▁ch allenge",
+      "▁challeng e",
+      "lo st",
+      "los t",
+      "l ost",
+      "▁deux ième",
+      "struct or",
+      "stru ctor",
+      "▁mehr erer",
+      "▁mehrere r",
+      "at ural",
+      "atur al",
+      "atura l",
+      "atu ral",
+      "Sp lit",
+      "S plit",
+      "ст ем",
+      "сте м",
+      "с тем",
+      "ш ла",
+      ")\\ \\",
+      ") \\\\",
+      "▁D og",
+      "▁Do g",
+      "▁develop ers",
+      "▁developer s",
+      "▁ developers",
+      "▁n od",
+      "▁no d",
+      "▁сто ро",
+      "▁Na N",
+      "▁ NaN",
+      "▁pr iest",
+      "▁pri est",
+      "▁ex ha",
+      "UN D",
+      "U ND",
+      "pa ir",
+      "p air",
+      "al one",
+      "alo ne",
+      "▁m oon",
+      "▁mo on",
+      "▁# !/",
+      "▁g uns",
+      "▁gu ns",
+      "▁gun s",
+      "ro la",
+      "rol a",
+      "r ola",
+      "чи та",
+      "▁Encyc lopedia",
+      "▁Encyclop edia",
+      "at is",
+      "ati s",
+      "a tis",
+      "▁' \"",
+      "▁ '\"",
+      "zy ch",
+      "z ych",
+      "▁super fic",
+      "▁э к",
+      "еде ра",
+      "fe ed",
+      "f eed",
+      "LA Y",
+      "F i",
+      "un ks",
+      "unk s",
+      "ise cond",
+      "i second",
+      "▁' @",
+      "▁Ad ding",
+      "▁Add ing",
+      "ро е",
+      "▁t ang",
+      "▁tan g",
+      "▁ta ng",
+      "ц о",
+      "hu ng",
+      "h ung",
+      "bi s",
+      "b is",
+      "sk ého",
+      "ské ho",
+      "▁ad vert",
+      "▁adv ert",
+      "▁за нима",
+      "uz z",
+      "u zz",
+      "ág ina",
+      "▁T el",
+      "▁Te l",
+      "si g",
+      "s ig",
+      "▁E z",
+      "▁guarante e",
+      "▁te aching",
+      "▁teach ing",
+      "ot y",
+      "o ty",
+      "ter min",
+      "term in",
+      "▁distribution s",
+      "▁distrib utions",
+      "FL A",
+      "F LA",
+      "▁Gi useppe",
+      "query Selector",
+      "▁/ \\",
+      "▁ /\\",
+      "▁S quad",
+      "g z",
+      "de lay",
+      "del ay",
+      "▁surr ounding",
+      "▁m anus",
+      "▁man us",
+      "▁H ou",
+      "▁Ho u",
+      "² ,",
+      "▁cult iv",
+      "▁trouble s",
+      "▁trou bles",
+      "▁r aison",
+      "▁ra ison",
+      "exp and",
+      "▁c ov",
+      "▁co v",
+      "▁ cov",
+      "nung en",
+      "n ungen",
+      ")) {",
+      ") ){",
+      "▁g een",
+      "▁ge en",
+      "▁au ßer",
+      "▁Л і",
+      "ř i",
+      "▁situ ations",
+      "▁situation s",
+      "▁tele p",
+      "▁tel ep",
+      "▁J ed",
+      "▁Je d",
+      "▁trav ail",
+      "▁trava il",
+      "li as",
+      "lia s",
+      "l ias",
+      "bul let",
+      "▁select ing",
+      "av ier",
+      "avi er",
+      "a vier",
+      "▁ess ential",
+      "( /",
+      "yy yy",
+      "št ě",
+      "ul ty",
+      "ult y",
+      "▁k ra",
+      "▁kr a",
+      "▁t abs",
+      "▁tab s",
+      "▁ta bs",
+      "▁ tabs",
+      "▁experience d",
+      "▁experien ced",
+      "az i",
+      "a zi",
+      "▁D irectory",
+      "▁Direct ory",
+      "▁Director y",
+      "▁ Directory",
+      "▁c ron",
+      "▁cr on",
+      "▁cro n",
+      "▁s pend",
+      "▁sp end",
+      "▁spe nd",
+      "▁R A",
+      "▁ RA",
+      "▁s elenium",
+      "▁sel enium",
+      "▁ selenium",
+      "▁T hé",
+      "▁Th é",
+      "Element s",
+      "El ements",
+      "ci i",
+      "c ii",
+      "▁p lat",
+      "▁pl at",
+      "▁pla t",
+      "▁arch ive",
+      "▁archiv e",
+      "▁ archive",
+      "▁ass istance",
+      "▁assist ance",
+      "▁ne ck",
+      "▁A venue",
+      "▁Aven ue",
+      "▁w heel",
+      "▁whe el",
+      "▁h ade",
+      "▁ha de",
+      "▁had e",
+      "Com mon",
+      "Comm on",
+      "▁D ialog",
+      "▁Di alog",
+      "▁Dia log",
+      "▁ Dialog",
+      "▁f org",
+      "▁for g",
+      "▁fo rg",
+      "▁sur ely",
+      "▁sure ly",
+      "▁h ockey",
+      "kt ó",
+      "k tó",
+      "▁t k",
+      "▁ tk",
+      "▁Br uce",
+      "▁Bru ce",
+      "▁e norm",
+      "▁en orm",
+      ", ’",
+      "▁Christ opher",
+      "▁Christoph er",
+      "je v",
+      "j ev",
+      "▁qu ad",
+      "▁ quad",
+      "▁A JAX",
+      "▁rel ief",
+      "▁reli ef",
+      "▁m odes",
+      "▁mod es",
+      "▁mo des",
+      "▁mode s",
+      "sk lär",
+      "s klär",
+      "▁V id",
+      "▁Vi d",
+      "▁Se rial",
+      "▁Ser ial",
+      "▁ Serial",
+      "▁to kens",
+      "▁token s",
+      "▁Pol and",
+      "▁Po land",
+      "\\ ]",
+      "▁v ide",
+      "▁vi de",
+      "▁vid e",
+      "ro oms",
+      "room s",
+      "om as",
+      "oma s",
+      "o mas",
+      "▁B ureau",
+      "▁Bur eau",
+      "c x",
+      "ность ю",
+      "ност ью",
+      "▁sign s",
+      "▁sig ns",
+      "ше ние",
+      "los sen",
+      "loss en",
+      "l ossen",
+      "▁Que ens",
+      "▁Queen s",
+      "▁m embre",
+      "▁mem bre",
+      "▁memb re",
+      "▁m ez",
+      "▁me z",
+      "▁ mez",
+      "▁B ool",
+      "▁Bo ol",
+      "▁ Bool",
+      "▁N aj",
+      "▁Na j",
+      "▁Mem ory",
+      "▁ Memory",
+      "▁K han",
+      "▁Kh an",
+      "▁l à",
+      "▁ là",
+      "▁H ud",
+      "▁Hu d",
+      "▁d ismiss",
+      "▁dis miss",
+      "ight h",
+      "igh th",
+      "▁f s",
+      "▁ fs",
+      "pr event",
+      "pre vent",
+      "prev ent",
+      "▁ме да",
+      "▁Pol ice",
+      "▁Po lice",
+      "▁с ко",
+      "▁ ско",
+      "fin ite",
+      "▁a mi",
+      "▁am i",
+      "▁ ami",
+      "▁M uch",
+      "▁Mu ch",
+      "ow ania",
+      "owa nia",
+      "owan ia",
+      "OR Y",
+      "O RY",
+      "io rs",
+      "ior s",
+      "i ors",
+      "▁Prem io",
+      "▁text box",
+      "d m",
+      "▁a fin",
+      "▁af in",
+      "▁Don ald",
+      "▁ Donald",
+      "▁P riv",
+      "▁Pr iv",
+      "▁Pri v",
+      "▁de cid",
+      "▁dec id",
+      "▁Maur ice",
+      "▁Mau rice",
+      "ag an",
+      "aga n",
+      "a gan",
+      "▁Britann ica",
+      "▁o ft",
+      "▁of t",
+      "▁consec utive",
+      "\"? >",
+      "\" ?>",
+      "ови й",
+      "st udent",
+      "stud ent",
+      "▁pe que",
+      "▁di eses",
+      "▁dies es",
+      "▁diese s",
+      "▁ret our",
+      "ét r",
+      "é tr",
+      "▁с ез",
+      "▁се з",
+      "▁k re",
+      "▁kr e",
+      "▁ kre",
+      "▁v otes",
+      "▁vo tes",
+      "▁vot es",
+      "▁vote s",
+      "ru ption",
+      "rupt ion",
+      "rup tion",
+      "iz ada",
+      "iza da",
+      "▁W iel",
+      "▁Wi el",
+      "▁Wie l",
+      "▁G ray",
+      "▁Gr ay",
+      "▁Gra y",
+      "▁Le op",
+      "▁Leo p",
+      "teil ung",
+      "tei lung",
+      "([ '",
+      "( ['",
+      "▁wh ites",
+      "▁white s",
+      "fr ica",
+      "fri ca",
+      "f rica",
+      "an imation",
+      "anim ation",
+      "cur l",
+      "cu rl",
+      "c url",
+      "ling s",
+      "lin gs",
+      "l ings",
+      "=\" $",
+      "lo yd",
+      "loy d",
+      "text sc",
+      "ор у",
+      "о ру",
+      "▁се ла",
+      "es ian",
+      "esi an",
+      "esia n",
+      "▁M ission",
+      "▁Miss ion",
+      "▁не за",
+      "▁ult imately",
+      "бо в",
+      "б ов",
+      "ol en",
+      "ole n",
+      "o len",
+      "ско му",
+      "ском у",
+      "ск ому",
+      "с кому",
+      "ne te",
+      "net e",
+      "n ete",
+      "▁D it",
+      "▁Di t",
+      "▁co stru",
+      "▁cost ru",
+      "dep endent",
+      "▁Re source",
+      "▁Res ource",
+      "▁ Resource",
+      "▁host s",
+      "▁hos ts",
+      "▁ hosts",
+      "▁re ar",
+      "▁r ear",
+      "D uration",
+      "ни ків",
+      "ник ів",
+      "М а",
+      "▁pl anning",
+      "▁plan ning",
+      "▁pre diction",
+      "▁pred iction",
+      "▁predict ion",
+      "▁L yn",
+      "▁Ly n",
+      "▁k ir",
+      "▁ki r",
+      "▁ kir",
+      "▁Leg isl",
+      "ма т",
+      "м ат",
+      "▁S occer",
+      "▁Soc cer",
+      "▁sur vey",
+      "▁surv ey",
+      "▁surve y",
+      "▁estadoun idense",
+      "or gen",
+      "org en",
+      "orge n",
+      "jo urd",
+      "jou rd",
+      "j ourd",
+      "▁ap rile",
+      "▁april e",
+      "▁apr ile",
+      "▁i ds",
+      "▁id s",
+      "▁ ids",
+      "сь ке",
+      "ськ е",
+      "▁emp loyee",
+      "▁employ ee",
+      "▁ employee",
+      "▁Schaus pieler",
+      "р ъ",
+      "▁mult imedia",
+      "▁multi media",
+      "▁сво ю",
+      "▁w ine",
+      "▁win e",
+      "▁E U",
+      "ic ă",
+      "▁R hein",
+      "▁Rh ein",
+      "▁Pal mar",
+      "ot eca",
+      "ote ca",
+      "▁prep are",
+      "▁prepar e",
+      "▁ prepare",
+      "▁T ot",
+      "▁To t",
+      "▁N ull",
+      "▁Nu ll",
+      "▁ Null",
+      "▁k in",
+      "▁ki n",
+      "▁ kin",
+      "in als",
+      "inal s",
+      "ina ls",
+      "▁New ton",
+      "▁t bl",
+      "▁ tbl",
+      "▁S old",
+      "▁So ld",
+      "▁Sol d",
+      "▁ver f",
+      "▁ve rf",
+      "at uring",
+      "atur ing",
+      "atu ring",
+      "▁la ptop",
+      "▁lap top",
+      "▁Со вет",
+      "▁Сов ет",
+      "▁Сове т",
+      "se cret",
+      "sec ret",
+      "▁Olymp ic",
+      "▁football er",
+      "▁Rud olf",
+      "▁con he",
+      "zy sk",
+      "▁evalu ated",
+      "▁evaluate d",
+      "» )",
+      "sh op",
+      "re pository",
+      "▁z ach",
+      "▁za ch",
+      "▁l osing",
+      "▁lo sing",
+      "▁los ing",
+      "et ter",
+      "ett er",
+      "ette r",
+      "▁W irtschaft",
+      "та к",
+      "▁unnecess ary",
+      "▁P hot",
+      "▁Ph ot",
+      "▁Pho t",
+      "an ska",
+      "ans ka",
+      "ansk a",
+      "▁N ative",
+      "▁Nat ive",
+      "▁ Native",
+      "CC E",
+      "C CE",
+      "▁fi fty",
+      "▁fif ty",
+      "▁e rw",
+      "▁er w",
+      "r h",
+      "is sent",
+      "iss ent",
+      "isse nt",
+      "issen t",
+      "}{ (",
+      "} {(",
+      "▁lan ç",
+      "▁X code",
+      "го род",
+      "гор од",
+      "ci r",
+      "c ir",
+      "▁pel ícula",
+      "▁O scar",
+      "▁Os car",
+      "▁sh ore",
+      "▁sho re",
+      "▁supp lied",
+      "ex amples",
+      "example s",
+      "Me ss",
+      "M ess",
+      "VI CE",
+      "V ICE",
+      "▁ex clude",
+      "▁h en",
+      "▁he n",
+      "▁ hen",
+      "▁гу бер",
+      "▁F ragment",
+      "▁Fra gment",
+      "▁ Fragment",
+      "▁B itte",
+      "▁Bi tte",
+      "▁Bit te",
+      "▁Bes ides",
+      "▁h es",
+      "▁he s",
+      "▁ hes",
+      "▁ih rem",
+      "▁ihr em",
+      "▁ihre m",
+      "▁Ser ge",
+      "▁art ific",
+      "=\" ${",
+      "=\"$ {",
+      "ло во",
+      "лов о",
+      "л ово",
+      "ut eur",
+      "ute ur",
+      "ta ire",
+      "t aire",
+      "па с",
+      "▁eas iest",
+      "▁fam iglia",
+      "N ormal",
+      "▁d alle",
+      "▁da lle",
+      "▁dal le",
+      "▁dall e",
+      "▁n ations",
+      "▁nation s",
+      "▁nat ions",
+      "r p",
+      "th ead",
+      "the ad",
+      "t head",
+      "▁обла сті",
+      "▁Democr atic",
+      "▁челов е",
+      "мо ж",
+      "▁г ер",
+      "▁ге р",
+      "▁ гер",
+      "▁small est",
+      "▁Publish ing",
+      "▁T s",
+      "▁laugh ed",
+      "ll e",
+      "l le",
+      "▁A mt",
+      "▁Am t",
+      "▁I IS",
+      "▁II S",
+      "FOR M",
+      "F ORM",
+      "Ma g",
+      "M ag",
+      "до н",
+      "д он",
+      "▁st oria",
+      "▁stor ia",
+      "▁sto ria",
+      "▁organ ized",
+      "▁organiz ed",
+      "č ní",
+      "▁o x",
+      "▁ ox",
+      "ling en",
+      "lin gen",
+      "l ingen",
+      "▁lu ego",
+      "cc ió",
+      "c ció",
+      "▁re ly",
+      "▁r ely",
+      "▁rel y",
+      "▁t ussen",
+      "er ten",
+      "ert en",
+      "erte n",
+      "▁hon our",
+      "▁Cla ude",
+      "▁Claud e",
+      "▁Ko rea",
+      "▁Kore a",
+      "▁Kor ea",
+      "▁Met ropol",
+      "▁Metro pol",
+      "Su per",
+      "S uper",
+      "ri en",
+      "rie n",
+      "r ien",
+      "ér ature",
+      "att ro",
+      "attr o",
+      "▁б іль",
+      "▁бі ль",
+      "▁ біль",
+      "▁Her bert",
+      "▁aut eurs",
+      "▁aute urs",
+      "▁dar auf",
+      "▁m ental",
+      "▁men tal",
+      "▁ment al",
+      "▁r ang",
+      "▁ra ng",
+      "▁ran g",
+      "▁s ón",
+      "▁só n",
+      "▁S oph",
+      "▁So ph",
+      ")\" ,",
+      ") \",",
+      "Des criptor",
+      "prep are",
+      "▁Land kreis",
+      "H C",
+      "cr oss",
+      "cro ss",
+      "c ross",
+      "ли за",
+      "▁Lo gin",
+      "▁Log in",
+      "▁ Login",
+      "on en",
+      "one n",
+      "o nen",
+      "Fe ature",
+      "▁m useum",
+      "▁muse um",
+      "▁ museum",
+      "ve k",
+      "v ek",
+      "▁Nel son",
+      "▁re jo",
+      "▁коман ди",
+      "▁sum mar",
+      "▁summ ar",
+      "▁сле ду",
+      "▁след у",
+      "äm p",
+      "ä mp",
+      "▁G as",
+      "▁Ga s",
+      "во м",
+      "в ом",
+      "VAL UE",
+      "in ge",
+      "ing e",
+      "per iod",
+      "lass en",
+      "las sen",
+      "lasse n",
+      "l assen",
+      "áv al",
+      "á val",
+      "▁alt ogether",
+      "um ph",
+      "ump h",
+      "ist ro",
+      "istr o",
+      "ą ż",
+      "▁Ke ep",
+      "▁Mar co",
+      "▁Marc o",
+      "▁ét ant",
+      "▁D re",
+      "▁Dr e",
+      "ge ometry",
+      "▁K as",
+      "▁Ka s",
+      "message s",
+      "mess ages",
+      "Co ok",
+      "C ook",
+      "▁S ide",
+      "▁Si de",
+      "▁Sid e",
+      "▁ Side",
+      "▁ко ми",
+      "▁ком и",
+      "ст ри",
+      "стр и",
+      "с три",
+      "▁ex cess",
+      "▁exc ess",
+      "▁Bi ografia",
+      "XX XX",
+      "XXX X",
+      "X XXX",
+      "▁N ie",
+      "▁Ni e",
+      "ven dor",
+      "v endor",
+      "xs d",
+      "x sd",
+      "Mil l",
+      "M ill",
+      "process ing",
+      "▁Miss ouri",
+      "▁perm ett",
+      "▁permet t",
+      "▁a par",
+      "▁ap ar",
+      "▁cro wd",
+      "▁crow d",
+      "fer t",
+      "fe rt",
+      "f ert",
+      "▁D ou",
+      "▁Do u",
+      "r í",
+      "▁C C",
+      "▁ CC",
+      "▁pay ment",
+      "▁ payment",
+      "▁Hol lywood",
+      "▁V irtual",
+      "▁ Virtual",
+      "▁sp oken",
+      "▁spoke n",
+      "▁spo ken",
+      "▁t ram",
+      "▁tr am",
+      "▁tra m",
+      "▁Comm unity",
+      "▁Commun ity",
+      "▁administr ative",
+      "▁в оло",
+      "▁во ло",
+      "gi or",
+      "gio r",
+      "g ior",
+      "vis or",
+      "▁Укра и",
+      "st age",
+      "sta ge",
+      "stag e",
+      "▁For mat",
+      "▁Form at",
+      "▁ Format",
+      "▁conven ient",
+      "Н а",
+      "▁med ian",
+      "▁media n",
+      "▁medi an",
+      "▁в ра",
+      "▁ вра",
+      "▁Пре ма",
+      "en ig",
+      "eni g",
+      "e nig",
+      "▁Op era",
+      "▁Oper a",
+      "ré s",
+      "r és",
+      "▁f mt",
+      "▁ fmt",
+      "▁effic iency",
+      "ma le",
+      "mal e",
+      "m ale",
+      "Ma ster",
+      "M aster",
+      "Ser ies",
+      "Se ries",
+      "S eries",
+      "▁s yd",
+      "▁sy d",
+      "gener ic",
+      "inter val",
+      "▁e fect",
+      "▁inwon ers",
+      "лим пи",
+      "ir ement",
+      "ire ment",
+      "Er r",
+      "E rr",
+      "ö h",
+      "▁l ying",
+      "▁ly ing",
+      "▁ lying",
+      "▁S ettings",
+      "▁Setting s",
+      "▁ Settings",
+      "! =",
+      "em atic",
+      "emat ic",
+      "arg v",
+      "▁Bas ic",
+      "▁ Basic",
+      "▁consider ation",
+      "▁h abe",
+      "▁ha be",
+      "▁hab e",
+      "- %",
+      "▁mount ains",
+      "▁mountain s",
+      "▁pe ak",
+      "▁f allen",
+      "▁fall en",
+      "▁fal len",
+      "ed ed",
+      "ede d",
+      "e ded",
+      "log ic",
+      "▁mat ched",
+      "▁match ed",
+      "▁typ ing",
+      "▁ty ping",
+      ")} ,",
+      ") },",
+      "▁f ancy",
+      "▁fan cy",
+      "▁eleg ant",
+      "ا ل",
+      "▁уча ст",
+      "▁Sa rah",
+      "▁Sar ah",
+      "▁V erd",
+      "▁Ver d",
+      "▁Ve rd",
+      "▁t ego",
+      "▁te go",
+      "ru les",
+      "rule s",
+      "r ules",
+      "▁mo unted",
+      "▁mount ed",
+      "▁і м",
+      "ер у",
+      "е ру",
+      "st off",
+      "sto ff",
+      "fa hren",
+      "fah ren",
+      "fahr en",
+      "f ahren",
+      "dist ance",
+      "d istance",
+      "▁Lic ense",
+      "▁LE FT",
+      "▁ LEFT",
+      "▁w p",
+      "▁ wp",
+      "/ {",
+      "▁am azon",
+      "▁amaz on",
+      "▁ amazon",
+      "> &",
+      "▁els ő",
+      "qu arters",
+      "▁sh ock",
+      "▁sho ck",
+      "ni ck",
+      "nic k",
+      "n ick",
+      "▁Arch ite",
+      "▁S quare",
+      "▁r ates",
+      "▁ra tes",
+      "▁rate s",
+      "▁rat es",
+      "io re",
+      "ior e",
+      "i ore",
+      "▁N at",
+      "▁Na t",
+      "▁Char lot",
+      "re ichen",
+      "reich en",
+      "rei chen",
+      "reiche n",
+      "▁var iation",
+      "▁vari ation",
+      "os is",
+      "osi s",
+      "li fe",
+      "l ife",
+      "sl ide",
+      "s lide",
+      "ab i",
+      "a bi",
+      "uk i",
+      "u ki",
+      "my sq",
+      "mys q",
+      "▁prim itive",
+      "▁primit ive",
+      "▁univers itaire",
+      "LE NG",
+      "ale ż",
+      "eb ook",
+      "e book",
+      "s yn",
+      "▁G egen",
+      "▁Ge gen",
+      "▁Geg en",
+      "▁K ü",
+      "▁а ле",
+      "▁ал е",
+      "▁L ub",
+      "▁Lu b",
+      "con current",
+      "izz ato",
+      "izza to",
+      "▁st ub",
+      "▁i e",
+      "▁ ie",
+      "▁' ./",
+      "▁'. /",
+      "co d",
+      "c od",
+      "▁intern acional",
+      "▁G las",
+      "▁Gl as",
+      "▁Gla s",
+      "▁m are",
+      "▁ma re",
+      "▁mar e",
+      "▁N eb",
+      "▁Ne b",
+      "▁G B",
+      "▁ GB",
+      "kw args",
+      "▁a ument",
+      "▁au ment",
+      "WI D",
+      "W ID",
+      "▁ро д",
+      "▁р од",
+      "▁ род",
+      "p unkt",
+      "▁G rad",
+      "▁Gr ad",
+      "▁Gra d",
+      "▁ Grad",
+      "S N",
+      "AM P",
+      "A MP",
+      "▁B orn",
+      "▁Bo rn",
+      "▁Bor n",
+      "▁Guer re",
+      "го тов",
+      "▁med io",
+      "▁medi o",
+      "Me d",
+      "M ed",
+      "su pp",
+      "sup p",
+      "s upp",
+      "act ual",
+      "drop down",
+      "▁ok tober",
+      "▁ ř",
+      "▁circ ular",
+      "▁cir cular",
+      "▁circul ar",
+      "▁s kin",
+      "▁sk in",
+      "▁ski n",
+      "▁em phas",
+      "▁emp has",
+      "▁го лов",
+      "▁голо в",
+      "▁p ue",
+      "▁pu e",
+      "▁inform ations",
+      "▁information s",
+      "▁Wolf gang",
+      "▁us eless",
+      "▁use less",
+      "и т",
+      "▁Jo an",
+      "▁б ор",
+      "▁бо р",
+      "▁ бор",
+      "▁G lad",
+      "▁Gl ad",
+      "▁Gla d",
+      "▁K now",
+      "▁Kn ow",
+      "▁Kno w",
+      "ké nt",
+      "k ént",
+      "sp eed",
+      "spe ed",
+      "▁Ke vin",
+      "un ft",
+      "▁ar qu",
+      "▁ arqu",
+      "▁C asa",
+      "▁Cas a",
+      "▁Ca sa",
+      "(. ..",
+      "( ...",
+      "▁rapid ly",
+      "▁pro ble",
+      "▁prob le",
+      "▁probl e",
+      "▁Ви кипеди",
+      "že n",
+      "ž en",
+      "▁N eben",
+      "▁Ne ben",
+      "▁Neb en",
+      "▁M eter",
+      "▁Me ter",
+      "▁Met er",
+      "Child ren",
+      "ce m",
+      "c em",
+      "ig os",
+      "igo s",
+      "aj u",
+      "a ju",
+      "▁Ret rie",
+      "▁H ell",
+      "▁He ll",
+      "▁Hel l",
+      "▁g ig",
+      "▁gi g",
+      "▁contro vers",
+      "▁z oom",
+      "▁zo om",
+      "▁zoo m",
+      "▁c ens",
+      "▁ce ns",
+      "▁alc uni",
+      "▁He ader",
+      "▁Head er",
+      "▁ Header",
+      "Me ta",
+      "Met a",
+      "M eta",
+      "Re quired",
+      "▁ин ститу",
+      "▁s kup",
+      "▁sk up",
+      "▁ing les",
+      "ég l",
+      "é gl",
+      "bi j",
+      "b ij",
+      "▁t ér",
+      "▁té r",
+      "▁com pag",
+      "▁comp ag",
+      "▁comm itted",
+      "▁commit ted",
+      "▁process ed",
+      "▁proc essed",
+      "▁proces sed",
+      "Lo wer",
+      "L ower",
+      "▁F oreign",
+      "▁For eign",
+      "▁Fore ign",
+      "▁ Foreign",
+      "▁s eq",
+      "▁se q",
+      "▁ seq",
+      "sheet s",
+      "she ets",
+      "▁F em",
+      "▁Fe m",
+      "ho z",
+      "h oz",
+      "in ks",
+      "ink s",
+      "▁k all",
+      "▁ka ll",
+      "▁kal l",
+      "vari ant",
+      "▁li bro",
+      "▁lib ro",
+      "▁cl icks",
+      "▁click s",
+      "▁cli cks",
+      "▁g obierno",
+      "ie gel",
+      "ieg el",
+      "мо го",
+      "м ого",
+      "ge me",
+      "gem e",
+      "g eme",
+      "▁t ower",
+      "▁to wer",
+      "▁par ish",
+      "▁T CP",
+      "▁l s",
+      "▁ ls",
+      "▁n ginx",
+      "▁ng inx",
+      "▁ nginx",
+      "Na N",
+      "▁D ir",
+      "▁Di r",
+      "▁ Dir",
+      "▁Begr iffe",
+      "▁Begriff e",
+      "ar ie",
+      "ari e",
+      "a rie",
+      "ím p",
+      "í mp",
+      "ic ios",
+      "ici os",
+      "icio s",
+      "i cios",
+      "▁sh aring",
+      "▁cin éma",
+      "be c",
+      "b ec",
+      "RE D",
+      "R ED",
+      "▁K ra",
+      "▁Kr a",
+      "ab ol",
+      "a bol",
+      "▁fl ux",
+      "▁flu x",
+      "▁exp ensive",
+      "▁су ще",
+      "▁` _",
+      "oc z",
+      "o cz",
+      "ли ст",
+      "▁acqu aint",
+      "▁w ise",
+      "▁wis e",
+      "▁ wise",
+      "▁pou voir",
+      "▁pouv oir",
+      "▁dev ant",
+      "▁moment um",
+      "im mer",
+      "imm er",
+      "▁C oupe",
+      "▁Cou pe",
+      "index Of",
+      "▁does nt",
+      "▁doesn t",
+      "▁за в",
+      "▁lic ense",
+      "▁ â",
+      "CS S",
+      "C SS",
+      "▁r ice",
+      "▁ric e",
+      "▁ri ce",
+      "▁ rice",
+      "Te am",
+      "▁a no",
+      "▁an o",
+      "▁ ano",
+      "li t",
+      "l it",
+      "▁mer ged",
+      "▁merge d",
+      "▁C ell",
+      "▁Ce ll",
+      "▁Cel l",
+      "▁ Cell",
+      "л л",
+      "bo y",
+      "b oy",
+      "as ts",
+      "ast s",
+      "▁s ell",
+      "▁se ll",
+      "▁sel l",
+      "▁gro ße",
+      "▁groß e",
+      "▁virt uel",
+      "▁virtue l",
+      "Can cel",
+      "▁s j",
+      "g ment",
+      ". <",
+      "ча й",
+      "i ë",
+      "ak h",
+      "a kh",
+      "iz ers",
+      "ize rs",
+      "izer s",
+      "pr it",
+      "p rit",
+      "▁T ib",
+      "▁Ti b",
+      "▁elabor ate",
+      "▁f é",
+      "▁м еди",
+      "▁ме ди",
+      "LENG TH",
+      "▁prim arily",
+      "▁sc ores",
+      "▁score s",
+      "▁carry ing",
+      "▁l ake",
+      "▁la ke",
+      "▁lak e",
+      "com pose",
+      "comp ose",
+      "compos e",
+      "▁Town ship",
+      "un ge",
+      "ung e",
+      "▁al berga",
+      "an ych",
+      "any ch",
+      "a nych",
+      "qu elle",
+      "que lle",
+      "quel le",
+      "q uelle",
+      "▁Ar k",
+      "▁p ris",
+      "▁pr is",
+      "▁pri s",
+      "▁v oll",
+      "▁vo ll",
+      "▁vol l",
+      "ш ли",
+      "Valid ation",
+      "▁ce ux",
+      "▁pop ulate",
+      "▁popula te",
+      "▁popul ate",
+      "\" \r",
+      "▁fem mes",
+      "▁femme s",
+      "AN G",
+      "A NG",
+      "▁Desp ite",
+      "вы е",
+      "в ые",
+      "is ke",
+      "isk e",
+      "i ske",
+      "zu g",
+      "z ug",
+      "на ча",
+      "▁h atten",
+      "▁hat ten",
+      "▁hatte n",
+      "IN SERT",
+      "Emp loyee",
+      "▁mo ments",
+      "▁moment s",
+      "▁mom ents",
+      "▁últ ima",
+      "▁h older",
+      "▁hold er",
+      "▁ho lder",
+      "▁hol der",
+      "▁ holder",
+      "bl ank",
+      "Col lections",
+      "Collection s",
+      "Collect ions",
+      "ath ers",
+      "ather s",
+      "a thers",
+      "▁g rade",
+      "▁gr ade",
+      "▁gra de",
+      "▁grad e",
+      "▁ grade",
+      "▁aff airs",
+      "▁affair s",
+      ".$ $",
+      ". $$",
+      "▁d elta",
+      "▁del ta",
+      "▁ delta",
+      "▁Jug end",
+      "▁españ ol",
+      "▁O UT",
+      "▁ OUT",
+      "▁mathemat ical",
+      "▁m ongo",
+      "▁mon go",
+      "▁Ф е",
+      "ul ing",
+      "uli ng",
+      "u ling",
+      "▁re volution",
+      "▁revol ution",
+      "▁c oin",
+      "▁co in",
+      "▁sub class",
+      "\" =>",
+      "äch e",
+      "ä che",
+      "▁p yg",
+      "▁py g",
+      "ща я",
+      "ill ery",
+      "ille ry",
+      "iller y",
+      "▁com enz",
+      "dep th",
+      "▁c él",
+      "▁re size",
+      "▁res ize",
+      "▁ resize",
+      "▁S ame",
+      "▁Sam e",
+      "▁Sa me",
+      "▁st rik",
+      "▁str ik",
+      "▁stri k",
+      "▁t ir",
+      "▁ti r",
+      "▁sc arc",
+      "▁scar c",
+      "▁M ember",
+      "▁Mem ber",
+      "▁ Member",
+      "sub scribe",
+      "ó ż",
+      "út bol",
+      "ex cept",
+      "▁dr iving",
+      "▁dri ving",
+      "▁driv ing",
+      "ki e",
+      "k ie",
+      "zo ny",
+      "zon y",
+      "z ony",
+      "ème s",
+      "è mes",
+      "Da vid",
+      "D avid",
+      "iss ant",
+      "issa nt",
+      "▁т ы",
+      "▁ ты",
+      "▁é lect",
+      "▁él ect",
+      "▁re name",
+      "▁r ename",
+      "▁ren ame",
+      "▁R unning",
+      "▁Run ning",
+      "▁ Running",
+      "▁inter faces",
+      "▁interface s",
+      "//////// ////////",
+      "▁Wal ker",
+      "▁Walk er",
+      "▁soci été",
+      "▁as ks",
+      "▁ask s",
+      "br id",
+      "b rid",
+      "▁je we",
+      "▁se ines",
+      "▁sein es",
+      "▁seine s",
+      "▁sei nes",
+      "▁ag ents",
+      "▁agent s",
+      "▁M Y",
+      "▁ MY",
+      "▁Law rence",
+      "de ss",
+      "des s",
+      "d ess",
+      "ie sen",
+      "ies en",
+      "iese n",
+      "i esen",
+      "▁людя х",
+      "прав и",
+      "пра ви",
+      "▁anc est",
+      "▁wel che",
+      "ra um",
+      "r aum",
+      "▁o rb",
+      "▁or b",
+      "▁ orb",
+      "sc al",
+      "s cal",
+      "▁L ear",
+      "▁Le ar",
+      "▁w ear",
+      "▁we ar",
+      "▁s lave",
+      "▁sl ave",
+      "▁sla ve",
+      "▁re named",
+      "▁ren amed",
+      "▁rename d",
+      "če n",
+      "č en",
+      "ma ste",
+      "mas te",
+      "m aste",
+      "ang les",
+      "angle s",
+      "▁Am érica",
+      "▁t i",
+      "▁ ti",
+      "▁dem sel",
+      "▁bene ath",
+      "bin ary",
+      "b inary",
+      "▁ed ición",
+      "▁kil omet",
+      "▁kilom et",
+      "ui ts",
+      "uit s",
+      "u its",
+      "▁cu atro",
+      "▁ent rance",
+      "▁entr ance",
+      "ond issement",
+      "▁b ag",
+      "▁ba g",
+      "▁ bag",
+      "▁Ar men",
+      "▁Arm en",
+      "ij o",
+      "i jo",
+      "▁L ors",
+      "▁Lo rs",
+      "▁Lor s",
+      "▁demsel ben",
+      "ê m",
+      "▁dis crete",
+      "▁prom inent",
+      "▁J ay",
+      "▁Ja y",
+      "de cor",
+      "dec or",
+      "D L",
+      "▁d í",
+      "St ruct",
+      "Str uct",
+      "▁P roduction",
+      "▁Produ ction",
+      "▁Product ion",
+      "th ey",
+      "the y",
+      "ar ius",
+      "ari us",
+      "sch nitt",
+      "▁C ou",
+      "▁Co u",
+      "▁l ex",
+      "▁le x",
+      "▁ lex",
+      "y outube",
+      "▁рабо та",
+      "st ation",
+      "sta tion",
+      "stat ion",
+      "se p",
+      "s ep",
+      "▁mi rror",
+      "▁mir ror",
+      "▁h its",
+      "▁hit s",
+      "▁hi ts",
+      "▁Be ck",
+      "at ically",
+      "atic ally",
+      "▁L az",
+      "▁La z",
+      "▁w inner",
+      "▁win ner",
+      "DE X",
+      "D EX",
+      "▁I NT",
+      "▁IN T",
+      "▁ INT",
+      "}^ {-",
+      "}^{ -",
+      "} ^{-",
+      "▁w egen",
+      "▁we gen",
+      "▁weg en",
+      "ma d",
+      "m ad",
+      "An gle",
+      "Ang le",
+      "zi ng",
+      "zin g",
+      "z ing",
+      "▁Bay ern",
+      "▁Bayer n",
+      "sa l",
+      "s al",
+      "äg er",
+      "ä ger",
+      "▁bus y",
+      "▁st ör",
+      "▁f olk",
+      "▁fol k",
+      "▁ folk",
+      "▁p rix",
+      "▁pr ix",
+      "▁pri x",
+      "▁al located",
+      "▁alloc ated",
+      "▁allocate d",
+      "▁p t",
+      "▁ pt",
+      "af fen",
+      "aff en",
+      "a ffen",
+      "cl uster",
+      "clus ter",
+      "▁com plement",
+      "▁comp lement",
+      "▁comple ment",
+      "▁compl ement",
+      "ár s",
+      "á rs",
+      "▁Amer ika",
+      "рі й",
+      "р ій",
+      "▁val ley",
+      "▁vall ey",
+      "▁valle y",
+      "▁ro oms",
+      "▁room s",
+      "▁ rooms",
+      "▁m oi",
+      "▁mo i",
+      ".\" ,",
+      ". \",",
+      ";; ;;",
+      "▁lo west",
+      "▁low est",
+      "no g",
+      "n og",
+      "▁land et",
+      "▁lan det",
+      "▁program me",
+      "ch io",
+      "chi o",
+      "▁W ährend",
+      "ánd ez",
+      "▁дол ж",
+      "▁o uv",
+      "▁ou v",
+      "▁ ouv",
+      "om ány",
+      "▁Википеди и",
+      "▁s ó",
+      "▁ele ktr",
+      "De sc",
+      "Des c",
+      "D esc",
+      "▁Be aut",
+      "▁Beau t",
+      "на р",
+      "н ар",
+      "▁мо же",
+      "▁мож е",
+      "P ierre",
+      "es ota",
+      "eso ta",
+      "▁oper ated",
+      "▁opera ted",
+      "▁operate d",
+      "▁f orte",
+      "▁for te",
+      "▁fort e",
+      "ри с",
+      "р ис",
+      "▁op position",
+      "▁opp osition",
+      "▁oppos ition",
+      "al ia",
+      "ali a",
+      "a lia",
+      "▁S yl",
+      "▁Sy l",
+      "get Name",
+      "ве ли",
+      "fi k",
+      "f ik",
+      "▁com prom",
+      "▁comp rom",
+      "▁compr om",
+      "▁Text View",
+      "▁ TextView",
+      "Sp ring",
+      "S pring",
+      "met adata",
+      "meta data",
+      "en gu",
+      "eng u",
+      "/ ,",
+      "▁car ri",
+      "is tol",
+      "ist ol",
+      "isto l",
+      "▁diag onal",
+      "li sta",
+      "list a",
+      "lis ta",
+      "l ista",
+      "iz en",
+      "ize n",
+      "i zen",
+      "▁re nde",
+      "▁r ende",
+      "▁ren de",
+      "▁rend e",
+      "gc c",
+      "g cc",
+      "be ck",
+      "bec k",
+      "li us",
+      "l ius",
+      "ir al",
+      "ira l",
+      "i ral",
+      "Resol ver",
+      "▁percent age",
+      "▁at tra",
+      "▁att ra",
+      "▁attr a",
+      "str ings",
+      "string s",
+      "wi ąz",
+      "od s",
+      "o ds",
+      "во лю",
+      "ę ż",
+      "▁news paper",
+      "▁newsp aper",
+      "im iter",
+      "imi ter",
+      "imit er",
+      "AB C",
+      "A BC",
+      "▁Man chester",
+      "[ {",
+      "Ag ent",
+      "Age nt",
+      "A gent",
+      "▁W or",
+      "▁Wo r",
+      "▁K ath",
+      "▁Kat h",
+      "▁Ka th",
+      "▁по ві",
+      "▁пов і",
+      "▁ent onces",
+      "▁n iveau",
+      "at ted",
+      "att ed",
+      "atte d",
+      "le arn",
+      "lear n",
+      "lea rn",
+      "at iques",
+      "ati ques",
+      "atique s",
+      "▁у би",
+      "▁qu indi",
+      "bin ding",
+      "bind ing",
+      "b inding",
+      "▁import ed",
+      "▁imp orted",
+      "▁H orn",
+      "▁Hor n",
+      "▁Ho rn",
+      "em berg",
+      "ember g",
+      "emb erg",
+      "com plex",
+      "comp lex",
+      "comple x",
+      "▁ne ural",
+      "▁neu ral",
+      "▁neur al",
+      "in formation",
+      "▁recogn ition",
+      "in gt",
+      "ing t",
+      "▁inhab itants",
+      "vu e",
+      "v ue",
+      "▁Be völker",
+      "▁cur ves",
+      "▁curve s",
+      "▁curv es",
+      "▁l eb",
+      "▁le b",
+      "▁ leb",
+      "ді й",
+      "д ій",
+      "▁s ow",
+      "▁so w",
+      "▁sent iment",
+      "P H",
+      "ra che",
+      "rac he",
+      "rach e",
+      "r ache",
+      "▁- (",
+      "▁ -(",
+      "▁e stable",
+      "▁est able",
+      "▁es table",
+      "▁estab le",
+      "▁esta ble",
+      "▁Ferd inand",
+      "▁é crit",
+      "▁éc rit",
+      "▁prime iro",
+      "▁t ex",
+      "▁te x",
+      "▁ tex",
+      "▁inter mediate",
+      "ve rage",
+      "ver age",
+      "vera ge",
+      "ib us",
+      "i bus",
+      "▁s erves",
+      "▁ser ves",
+      "▁serv es",
+      "▁serve s",
+      "iv as",
+      "iva s",
+      "i vas",
+      "▁b ru",
+      "▁br u",
+      "▁ bru",
+      "▁l um",
+      "▁lu m",
+      "att ice",
+      "atti ce",
+      "ч ный",
+      "▁D res",
+      "▁Dr es",
+      "▁Dre s",
+      "▁v ideos",
+      "▁video s",
+      "▁vide os",
+      "d uration",
+      "▁a bit",
+      "▁ab it",
+      "▁e gg",
+      "▁eg g",
+      "ograph ical",
+      "ographic al",
+      "al ph",
+      "ST ATE",
+      "STAT E",
+      "▁па ра",
+      "▁пар а",
+      "▁ пара",
+      "re ading",
+      "read ing",
+      "rea ding",
+      "▁veh icle",
+      "▁fort une",
+      "ult ats",
+      "▁St oria",
+      "▁Sto ria",
+      "mi dt",
+      "mid t",
+      "łą cz",
+      "▁Mem orial",
+      "▁v as",
+      "▁va s",
+      "▁ vas",
+      "▁з ан",
+      "▁за н",
+      "▁ зан",
+      "▁ut ility",
+      "▁util ity",
+      "▁ob sc",
+      "▁obs c",
+      "▁rel acion",
+      "▁rela cion",
+      "▁relac ion",
+      "▁run at",
+      "▁ru nat",
+      "Re lease",
+      "ta ke",
+      "t ake",
+      "▁O liver",
+      "▁Ol iver",
+      "▁Oliv er",
+      "▁S id",
+      "▁Si d",
+      "ul os",
+      "ulo s",
+      "u los",
+      "▁G arc",
+      "▁Gar c",
+      "▁Ga rc",
+      "▁роз та",
+      "▁S ak",
+      "▁Sa k",
+      "P y",
+      "führ t",
+      "f ührt",
+      "▁tra bal",
+      "▁trab al",
+      "* {",
+      "▁z es",
+      "▁ze s",
+      "▁ zes",
+      "▁sz ere",
+      "▁szer e",
+      "▁sze re",
+      "▁v arios",
+      "▁var ios",
+      "▁vari os",
+      "▁va rios",
+      "▁o tra",
+      "▁ot ra",
+      "▁e val",
+      "▁ev al",
+      "▁ eval",
+      "▁situ é",
+      "▁sit ué",
+      "▁w ounded",
+      "▁Vin cent",
+      "▁вико ри",
+      "▁en code",
+      "▁enc ode",
+      "▁ encode",
+      "Mod al",
+      "Mo dal",
+      "▁f orb",
+      "▁for b",
+      "▁fo rb",
+      "▁dynam ics",
+      "▁dynamic s",
+      "▁de pos",
+      "▁dep os",
+      "ar de",
+      "ard e",
+      "▁street s",
+      "▁stre ets",
+      "▁K omm",
+      "▁Kom m",
+      "▁Ko mm",
+      "=$ (",
+      "= $(",
+      "▁по вер",
+      "▁пов ер",
+      "▁пове р",
+      "▁d ois",
+      "▁do is",
+      "▁doi s",
+      "▁v itt",
+      "▁vi tt",
+      "▁vit t",
+      "▁automat isch",
+      "▁re load",
+      "▁ reload",
+      "▁Ver walt",
+      "ber o",
+      "be ro",
+      "b ero",
+      "▁h ub",
+      "▁hu b",
+      "▁m os",
+      "▁mo s",
+      "▁ mos",
+      "▁t utto",
+      "▁tu tto",
+      "▁tut to",
+      "▁Freder ick",
+      "ło w",
+      "ł ow",
+      "ant ages",
+      "anta ges",
+      "antage s",
+      "aqu e",
+      "a que",
+      "pa per",
+      "p aper",
+      "▁ein ige",
+      "`) ,",
+      "` ),",
+      "d j",
+      "▁P le",
+      "▁Pl e",
+      "▁% ,",
+      "▁ %,",
+      "▁B itmap",
+      "▁Bit map",
+      "▁ Bitmap",
+      "▁friend ly",
+      "▁tr uly",
+      "▁st roke",
+      "▁str oke",
+      "▁stro ke",
+      "▁ stroke",
+      "ro ph",
+      "rop h",
+      "r oph",
+      "▁en gl",
+      "▁eng l",
+      "▁ engl",
+      "▁c off",
+      "▁co ff",
+      "▁d ust",
+      "▁du st",
+      "▁dus t",
+      "▁Jah res",
+      "▁Jahr es",
+      "▁Jahre s",
+      "pp i",
+      "p pi",
+      "▁w ys",
+      "▁wy s",
+      "fa ctor",
+      "fact or",
+      "fac tor",
+      "f actor",
+      "sch luss",
+      "▁дере вня",
+      "▁дерев ня",
+      "▁P ast",
+      "▁Pa st",
+      "▁Pas t",
+      "▁до ма",
+      "CO M",
+      "C OM",
+      "▁pu eden",
+      "▁puede n",
+      "▁pue den",
+      "▁g ift",
+      "▁gi ft",
+      "▁G la",
+      "▁Gl a",
+      "▁trigger ed",
+      "él y",
+      "é ly",
+      "ül és",
+      "ü lés",
+      "▁O liv",
+      "▁Ol iv",
+      "▁ver so",
+      "▁vers o",
+      "▁ verso",
+      "▁l le",
+      "▁ll e",
+      "▁ lle",
+      "▁G li",
+      "▁Gl i",
+      "▁L td",
+      "o a",
+      "▁territ orio",
+      "ord re",
+      "▁de ck",
+      "▁dec k",
+      "▁ deck",
+      "dr a",
+      "d ra",
+      "as zt",
+      "asz t",
+      "▁concern ing",
+      "▁Add itionally",
+      "▁kter é",
+      "▁g rund",
+      "▁gr und",
+      "▁gru nd",
+      "▁ grund",
+      "▁G est",
+      "▁Ge st",
+      "▁Ges t",
+      "▁ Gest",
+      "▁mis under",
+      "pr et",
+      "pre t",
+      "p ret",
+      "── ──",
+      "▁re putation",
+      "zi a",
+      "z ia",
+      "▁у спе",
+      "▁ус пе",
+      "▁esc aped",
+      "▁escape d",
+      "▁P rag",
+      "▁Pr ag",
+      "▁Pra g",
+      "per form",
+      "▁a ustral",
+      "▁aust ral",
+      "▁V ater",
+      "▁Va ter",
+      "ча с",
+      "▁r aces",
+      "▁ra ces",
+      "▁race s",
+      "▁rac es",
+      "▁By te",
+      "▁ Byte",
+      "Ma sk",
+      "M ask",
+      "▁Ter rit",
+      "▁Terr it",
+      "ст ю",
+      "▁V oci",
+      "▁Vo ci",
+      "▁Fich ier",
+      "▁Насе лення",
+      "▁Unter scheidung",
+      "te enth",
+      "teen th",
+      "▁pi lot",
+      "▁pil ot",
+      "▁j i",
+      "▁ ji",
+      "▁дву х",
+      "▁orient ation",
+      "▁ orientation",
+      "ind re",
+      "▁D ort",
+      "▁Do rt",
+      "▁Dor t",
+      "ça s",
+      "ç as",
+      "п ли",
+      "▁re action",
+      "▁react ion",
+      "▁cons isting",
+      "▁consist ing",
+      "▁fer ro",
+      "ти сти",
+      "ya rd",
+      "yar d",
+      "y ard",
+      "▁с ві",
+      "▁interpret ation",
+      "i ą",
+      "ra h",
+      "r ah",
+      "▁f and",
+      "▁fa nd",
+      "▁fan d",
+      "Pub lic",
+      "P ublic",
+      "▁un iverse",
+      "▁univers e",
+      "▁ret ir",
+      "▁cons cious",
+      "ar qu",
+      "▁w aste",
+      "▁was te",
+      "▁wa ste",
+      "▁B ib",
+      "▁Bi b",
+      "ycler View",
+      "▁list ening",
+      "▁listen ing",
+      "▁liste ning",
+      "gle ich",
+      "g leich",
+      "nie js",
+      "niej s",
+      "▁cor relation",
+      "▁correl ation",
+      "▁corre lation",
+      "▁rece iver",
+      "▁receive r",
+      "▁у да",
+      "▁cour age",
+      "▁cou rage",
+      "uch s",
+      "uc hs",
+      "u chs",
+      "fa ss",
+      "fas s",
+      "f ass",
+      "▁ch unk",
+      "▁ chunk",
+      "▁An fang",
+      "▁gro ßen",
+      "▁große n",
+      "▁groß en",
+      "cont inue",
+      "continu e",
+      "▁Warsza wa",
+      "h é",
+      "i y",
+      "iv ement",
+      "ive ment",
+      "i vement",
+      "▁ α",
+      "▁ex posed",
+      "▁exp osed",
+      "▁expos ed",
+      "▁expose d",
+      "▁z ahl",
+      "▁za hl",
+      "▁ zahl",
+      "▁sa cr",
+      "▁sac r",
+      "▁Lo oks",
+      "▁Look s",
+      "▁e ager",
+      "en ten",
+      "ent en",
+      "ente n",
+      "e nten",
+      "C ursor",
+      "/ _",
+      "ix a",
+      "i xa",
+      "ре ла",
+      "зна ча",
+      "з нача",
+      "▁фамили ей",
+      "▁ar gent",
+      "▁arg ent",
+      "▁ argent",
+      "▁An ders",
+      "▁And ers",
+      "œuv re",
+      "▁I sa",
+      "▁Is a",
+      "мен та",
+      "мент а",
+      "▁ad vers",
+      "▁adv ers",
+      "ri ction",
+      "ric tion",
+      "rict ion",
+      "r iction",
+      "G P",
+      "▁п ісля",
+      "▁pre serve",
+      "▁pres erve",
+      "▁G arden",
+      "▁Gar den",
+      "▁Gard en",
+      "R ate",
+      "ap rès",
+      "a près",
+      "▁read able",
+      "in du",
+      "ind u",
+      "▁s kill",
+      "▁sk ill",
+      "▁ski ll",
+      "▁hel ping",
+      "▁help ing",
+      "ograph ique",
+      "cl ing",
+      "cli ng",
+      "c ling",
+      "olog ist",
+      "▁Fil ter",
+      "▁ Filter",
+      "▁f inger",
+      "▁fin ger",
+      "▁V all",
+      "▁Val l",
+      "▁Va ll",
+      "▁Pol ish",
+      "▁Po lish",
+      "l g",
+      "▁Famil ien",
+      "▁Familie n",
+      "▁w aters",
+      "▁water s",
+      "▁wa ters",
+      "▁wat ers",
+      "▁pse ud",
+      "az a",
+      "a za",
+      "_ )",
+      "AR Y",
+      "A RY",
+      "▁с реди",
+      "▁сред и",
+      "▁сре ди",
+      "▁M ust",
+      "▁Mus t",
+      "▁Mu st",
+      "▁B od",
+      "▁Bo d",
+      "an on",
+      "ano n",
+      "a non",
+      "▁l ado",
+      "▁la do",
+      "▁lad o",
+      "▁t ight",
+      "im en",
+      "ime n",
+      "i men",
+      "ap pen",
+      "app en",
+      "appe n",
+      "a ppen",
+      "fr ames",
+      "frame s",
+      "fra mes",
+      "fram es",
+      "in gers",
+      "ing ers",
+      "inger s",
+      "inge rs",
+      "▁CO VID",
+      "▁з і",
+      "▁ зі",
+      "▁с ве",
+      "▁ц ь",
+      "▁ ць",
+      "▁L eft",
+      "▁Le ft",
+      "▁ Left",
+      "]] ;",
+      "] ];",
+      "ч ь",
+      "фи ка",
+      "▁с ло",
+      "▁ сло",
+      "▁п і",
+      "▁ пі",
+      "▁ex iste",
+      "▁exist e",
+      "▁Atl antic",
+      "▁maintain ed",
+      "▁ir re",
+      "▁an née",
+      "▁ann ée",
+      "▁ année",
+      "▁comm ented",
+      "▁comment ed",
+      "ве ро",
+      "вер о",
+      "ber ta",
+      "bert a",
+      "b erta",
+      "▁L ad",
+      "▁La d",
+      "▁U pon",
+      "▁Up on",
+      "▁p ause",
+      "▁pa use",
+      "▁pau se",
+      "mi ll",
+      "mil l",
+      "m ill",
+      "op ter",
+      "opt er",
+      "U K",
+      "ре с",
+      "р ес",
+      "нцикло педи",
+      "▁along side",
+      "▁ro bot",
+      "▁rob ot",
+      "▁f ert",
+      "▁fe rt",
+      "▁fer t",
+      "▁ fert",
+      "▁m oy",
+      "▁mo y",
+      "▁a de",
+      "▁ad e",
+      "▁ ade",
+      "Map per",
+      "Mapp er",
+      "Ma pper",
+      "M apper",
+      ")- >",
+      ") ->",
+      "ig ua",
+      "igu a",
+      "ét ique",
+      "т ка",
+      "al ias",
+      "ali as",
+      "alia s",
+      "a lias",
+      "▁о ри",
+      "▁ор и",
+      "▁M agn",
+      "▁Ma gn",
+      "▁Mag n",
+      "▁gehör te",
+      "▁gehört e",
+      "im b",
+      "i mb",
+      ")} {\\",
+      ")}{ \\",
+      ") }{\\",
+      "▁Wikip édia",
+      "▁u rs",
+      "▁ur s",
+      "▁ urs",
+      "▁e nde",
+      "▁en de",
+      "▁end e",
+      "▁ ende",
+      "le b",
+      "l eb",
+      "▁G C",
+      "▁ GC",
+      "H ol",
+      "an cing",
+      "anc ing",
+      "anci ng",
+      "Un ion",
+      "Uni on",
+      "▁ten ía",
+      "T T",
+      "▁e state",
+      "▁est ate",
+      "▁esta te",
+      "▁estat e",
+      "h á",
+      "▁по лі",
+      "▁пол і",
+      "ul tan",
+      "ult an",
+      "▁H ockey",
+      "ul se",
+      "uls e",
+      "▁cho ices",
+      "▁choice s",
+      "sch er",
+      "sc her",
+      "sche r",
+      "s cher",
+      "▁[ ],",
+      "▁[] ,",
+      "▁pot entially",
+      "▁potential ly",
+      "▁Ü bers",
+      "▁Über s",
+      "▁ad mit",
+      "▁adm it",
+      "Com ment",
+      "Comm ent",
+      "ст я",
+      "с тя",
+      "▁V ien",
+      "▁Vi en",
+      "▁Vie n",
+      "▁ц і",
+      "▁ ці",
+      "▁per mut",
+      "▁perm ut",
+      "c gi",
+      "▁cr ít",
+      "Con sole",
+      "Cons ole",
+      "ct ic",
+      "▁ok res",
+      "aw k",
+      "foot ball",
+      "ou est",
+      "o uest",
+      "CT YPE",
+      "C TYPE",
+      "olog ique",
+      "▁const it",
+      "▁cons tit",
+      "▁inter ests",
+      "▁interest s",
+      "▁Pro gress",
+      "▁ Progress",
+      "▁M enu",
+      "▁Me nu",
+      "▁Men u",
+      "▁ Menu",
+      "▁tak é",
+      "▁ta ké",
+      "▁As ian",
+      "▁Asia n",
+      "▁за щи",
+      "▁young er",
+      "▁w ished",
+      "▁wish ed",
+      "▁wis hed",
+      "▁S ort",
+      "▁So rt",
+      "▁Sor t",
+      "▁ Sort",
+      "▁aud ience",
+      "▁audi ence",
+      "am ba",
+      "amb a",
+      "▁gehör t",
+      "▁K ansas",
+      "ya ume",
+      "▁Prof essional",
+      "â ce",
+      "▁f atto",
+      "▁fa tto",
+      "▁fat to",
+      "to d",
+      "t od",
+      "▁data sets",
+      "▁datas ets",
+      "▁dataset s",
+      "▁f are",
+      "▁far e",
+      "▁fa re",
+      "▁ fare",
+      "▁w aves",
+      "▁wave s",
+      "▁wa ves",
+      "~ /",
+      "▁measure ment",
+      "▁w ol",
+      "▁wo l",
+      "▁ wol",
+      "ind ust",
+      "indu st",
+      "▁strugg ling",
+      "▁pull ed",
+      "▁pul led",
+      "▁car atter",
+      "▁Ex terne",
+      "▁Ext erne",
+      "▁Extern e",
+      "▁дей стви",
+      "cn t",
+      "c nt",
+      "li ches",
+      "lic hes",
+      "lich es",
+      "liche s",
+      "▁Pos sible",
+      "▁Poss ible",
+      "▁fa ced",
+      "▁face d",
+      "▁fac ed",
+      "▁hypoth esis",
+      "▁kil om",
+      "▁n är",
+      "▁nä r",
+      "bo olean",
+      "P Y",
+      "am pa",
+      "amp a",
+      "▁k iss",
+      "▁ki ss",
+      "▁kis s",
+      "▁as tero",
+      "▁ast ero",
+      "▁neg li",
+      "am ents",
+      "ament s",
+      "amen ts",
+      "a ments",
+      "▁S tu",
+      "▁St u",
+      "at ó",
+      "a tó",
+      "▁Const itution",
+      "▁inter pol",
+      "▁Un able",
+      "▁Una ble",
+      "▁p is",
+      "▁pi s",
+      "▁ pis",
+      "▁p arc",
+      "▁par c",
+      "▁pa rc",
+      "\"] )",
+      "\" ])",
+      "ple r",
+      "pl er",
+      "p ler",
+      "▁aut ory",
+      "▁auto ry",
+      "▁autor y",
+      "▁alg unos",
+      "yw na",
+      "}) )",
+      "} ))",
+      "▁f alls",
+      "▁fall s",
+      "▁fal ls",
+      "▁ falls",
+      "▁é quip",
+      "▁e mit",
+      "▁em it",
+      "▁ emit",
+      "▁pro fil",
+      "▁prof il",
+      "ge ts",
+      "get s",
+      "g ets",
+      "ф о",
+      "▁Milit ary",
+      "▁nombre ux",
+      "oc t",
+      "o ct",
+      "Re place",
+      "Rep lace",
+      "▁se asons",
+      "▁season s",
+      "▁ch âteau",
+      "▁type of",
+      "▁ typeof",
+      "po lit",
+      "pol it",
+      "p olit",
+      "▁r and",
+      "▁ra nd",
+      "▁ran d",
+      "▁ rand",
+      "▁qu ar",
+      "▁erst mals",
+      "си ни",
+      "▁pay load",
+      "▁ payload",
+      "П о",
+      "кі н",
+      "к ін",
+      "re po",
+      "rep o",
+      "▁P av",
+      "▁Pa v",
+      "Sc ore",
+      "S core",
+      "er ves",
+      "erv es",
+      "erve s",
+      "▁soll te",
+      "▁мі ж",
+      "éb ec",
+      "é bec",
+      "▁c lip",
+      "▁cl ip",
+      "▁cli p",
+      "▁ clip",
+      "▁N ice",
+      "▁Nic e",
+      "▁Ni ce",
+      "▁n eben",
+      "▁ne ben",
+      "▁ass ass",
+      "it ories",
+      "ito ries",
+      "itor ies",
+      "itori es",
+      "▁un ity",
+      "▁unit y",
+      "▁ unity",
+      "▁е н",
+      "▁ ен",
+      "▁Inst itut",
+      "▁Instit ut",
+      "▁ Institut",
+      "▁intern ationale",
+      "▁international e",
+      "▁на ук",
+      "▁нау к",
+      "▁com and",
+      "▁kle ine",
+      "▁klein e",
+      "▁adj acent",
+      "▁deliver ed",
+      "▁ш е",
+      "▁ ше",
+      "зе м",
+      "з ем",
+      "▁c ot",
+      "▁co t",
+      "▁ cot",
+      "vis ual",
+      "ва ет",
+      "▁C ensus",
+      "\\ _",
+      "▁territ ory",
+      "чи л",
+      "ч ил",
+      "ч ные",
+      "fl utter",
+      "Did Load",
+      "Document s",
+      "Doc uments",
+      "▁d ob",
+      "▁do b",
+      "▁ dob",
+      "Br e",
+      "B re",
+      "an imate",
+      "ani mate",
+      "anim ate",
+      "▁b iz",
+      "▁bi z",
+      "▁b ata",
+      "▁ba ta",
+      "▁bat a",
+      "▁S U",
+      "▁ SU",
+      "es o",
+      "e so",
+      "▁p riority",
+      "▁prior ity",
+      "vá n",
+      "v án",
+      "ir as",
+      "ira s",
+      "i ras",
+      "▁char ged",
+      "▁charge d",
+      "▁charg ed",
+      "▁M icro",
+      "▁Mi cro",
+      "▁Mic ro",
+      "at oire",
+      "ato ire",
+      "a toire",
+      "че р",
+      "ч ер",
+      "ab ad",
+      "aba d",
+      "a bad",
+      "ur u",
+      "u ru",
+      "▁v š",
+      "dir e",
+      "di re",
+      "d ire",
+      "▁Tw itter",
+      "▁м ето",
+      "▁ме то",
+      "▁мет о",
+      "). .",
+      ") ..",
+      "▁Ц ент",
+      "▁ent wick",
+      "▁M ind",
+      "▁Min d",
+      "▁Mi nd",
+      "▁ф унк",
+      "F uture",
+      "ls t",
+      "l st",
+      "ło ż",
+      "fl i",
+      "f li",
+      "t ensor",
+      "▁top ology",
+      "▁ar te",
+      "▁art e",
+      "▁ arte",
+      "ER T",
+      "E RT",
+      "▁var iance",
+      "▁vari ance",
+      "Im ages",
+      "Image s",
+      "▁( @",
+      "▁ (@",
+      "Array List",
+      "O C",
+      "▁Де мо",
+      "auc oup",
+      "▁de notes",
+      "▁den otes",
+      "▁denote s",
+      "im on",
+      "imo n",
+      "i mon",
+      "њ и",
+      "▁Prz yp",
+      "▁Z ag",
+      "▁Za g",
+      "▁ди ре",
+      "▁Similar ly",
+      "б ро",
+      "▁mil itaire",
+      "▁milit aire",
+      "▁т ому",
+      "▁то му",
+      "▁том у",
+      "▁ тому",
+      "▁John ny",
+      "▁Мекси ку",
+      "ћ а",
+      "Su pp",
+      "S upp",
+      "▁jun ior",
+      "▁junio r",
+      "▁juni or",
+      "ol tre",
+      "olt re",
+      "o ltre",
+      "▁Мо ск",
+      "▁Мос к",
+      "▁adm itted",
+      "▁admit ted",
+      "▁relig ios",
+      "зя й",
+      "е го",
+      "▁t ears",
+      "▁te ars",
+      "▁tea rs",
+      "in go",
+      "ing o",
+      "od u",
+      "o du",
+      "iv eness",
+      "ive ness",
+      "iven ess",
+      "▁l ogo",
+      "▁lo go",
+      "▁log o",
+      "▁ logo",
+      "▁últ imo",
+      "▁al iment",
+      "▁ali ment",
+      "▁U ITableView",
+      "▁ UITableView",
+      ") !",
+      "▁n j",
+      "le tte",
+      "let te",
+      "lett e",
+      "l ette",
+      "▁res ident",
+      "▁resid ent",
+      "▁term ine",
+      "▁ter mine",
+      "▁termin e",
+      "▁у же",
+      "▁С те",
+      "▁Ст е",
+      "off ice",
+      "▁c arte",
+      "▁car te",
+      "▁cart e",
+      "▁li vre",
+      "▁liv re",
+      "▁Мо сков",
+      "▁Мос ков",
+      "▁Моск ов",
+      "▁e lections",
+      "▁elect ions",
+      "▁ele ctions",
+      "▁election s",
+      "зи ден",
+      "Tr igger",
+      "▁Ben jamin",
+      "add Class",
+      "ско г",
+      "▁Ob servable",
+      "▁Observ able",
+      "▁ Observable",
+      "Cl a",
+      "C la",
+      "gem ein",
+      "geme in",
+      "g emein",
+      "▁con sent",
+      "▁cons ent",
+      "▁conse nt",
+      "в ри",
+      "▁un fold",
+      "▁unf old",
+      "▁govern or",
+      "▁gover nor",
+      "▁governo r",
+      "на л",
+      "н ал",
+      "▁t oda",
+      "▁to da",
+      "▁tod a",
+      "Rem ote",
+      "ar ias",
+      "ari as",
+      "aria s",
+      "a rias",
+      "▁in stal",
+      "▁inst al",
+      "▁ins tal",
+      "fix ed",
+      "f ixed",
+      "▁dec ay",
+      "▁де рев",
+      "▁дере в",
+      "xy z",
+      "x yz",
+      "▁D ATE",
+      "▁DA TE",
+      "▁DAT E",
+      "▁ DATE",
+      "im ar",
+      "ima r",
+      "i mar",
+      "nt il",
+      "n til",
+      "▁start up",
+      "al ion",
+      "ali on",
+      "▁ko lej",
+      "▁kol ej",
+      "▁kole j",
+      "ci os",
+      "cio s",
+      "c ios",
+      "▁r anges",
+      "▁range s",
+      "▁ran ges",
+      "▁rang es",
+      "▁stup id",
+      "▁implement ations",
+      "▁implementation s",
+      "▁r m",
+      "▁ rm",
+      "én ek",
+      "é nek",
+      "▁g cc",
+      "▁ gcc",
+      "▁sc ène",
+      "N avigation",
+      "▁  ",
+      "▁к ан",
+      "▁ка н",
+      "▁ кан",
+      "▁town s",
+      "User name",
+      "Us ername",
+      "▁ф е",
+      "▁ фе",
+      "▁le aders",
+      "▁lead ers",
+      "▁leader s",
+      "oi t",
+      "o it",
+      "w är",
+      "▁d ummy",
+      "▁ass istant",
+      "▁assist ant",
+      "{$ \\",
+      "{ $\\",
+      "бі р",
+      "б ір",
+      "▁r oy",
+      "▁ro y",
+      "▁ roy",
+      "▁L ayout",
+      "▁ Layout",
+      "▁J ung",
+      "▁Ju ng",
+      "▁Jun g",
+      "Line s",
+      "Lin es",
+      "Li nes",
+      "L ines",
+      "▁Hol land",
+      "по р",
+      "п ор",
+      "▁Г ри",
+      "▁B ened",
+      "▁Be ned",
+      "▁Ben ed",
+      "▁П од",
+      "▁По д",
+      "xl s",
+      "x ls",
+      "▁G ol",
+      "▁Go l",
+      "▁Al eks",
+      "▁Ale ks",
+      "▁ej emplo",
+      "▁se zon",
+      "ar ding",
+      "ard ing",
+      "ardi ng",
+      "ardin g",
+      "foot note",
+      "▁Cong rès",
+      "re fer",
+      "ref er",
+      "ска та",
+      "с ката",
+      "Iter ator",
+      "▁our selves",
+      "▁M ic",
+      "▁Mi c",
+      "▁c ódigo",
+      "▁пло ща",
+      "▁\\ $",
+      "▁Char lie",
+      "No des",
+      "Node s",
+      "N odes",
+      "▁p uzz",
+      "▁pu zz",
+      "▁Ident ifier",
+      "▁ Identifier",
+      "▁fl utter",
+      "▁ flutter",
+      "▁pr ü",
+      "▁ prü",
+      "▁o rt",
+      "▁or t",
+      "▁ ort",
+      "▁C ort",
+      "▁Cor t",
+      "▁Co rt",
+      "astic search",
+      "▁С вя",
+      "▁B ull",
+      "▁Bu ll",
+      "▁Bul l",
+      "ud em",
+      "ude m",
+      "u dem",
+      "▁ap parent",
+      "▁appar ent",
+      ":- -",
+      ": --",
+      "▁Х ар",
+      "▁Ха р",
+      "▁L ap",
+      "▁La p",
+      "▁com port",
+      "▁comp ort",
+      "mat ically",
+      "m atically",
+      "▁cu rios",
+      "▁cur ios",
+      "▁мо жет",
+      "▁мож ет",
+      "▁може т",
+      "▁B h",
+      "ap ping",
+      "app ing",
+      "a pping",
+      "▁b asketball",
+      "▁basket ball",
+      "ze tek",
+      "zet ek",
+      "▁r unt",
+      "▁run t",
+      "▁ru nt",
+      "▁Mil an",
+      "▁Mi lan",
+      "fe ction",
+      "fect ion",
+      "f ection",
+      "rí a",
+      "r ía",
+      "▁K in",
+      "▁Ki n",
+      "▁s lower",
+      "▁sl ower",
+      "▁slow er",
+      "▁slo wer",
+      "bo th",
+      "bot h",
+      "b oth",
+      "▁Inst ituto",
+      "▁Instit uto",
+      "▁Institut o",
+      "▁Histor ical",
+      "▁Historic al",
+      "▁równ ież",
+      "mat ches",
+      "match es",
+      "yc i",
+      "y ci",
+      "▁esp èce",
+      "▁Schwe izer",
+      "▁Schweiz er",
+      "N T",
+      "S F",
+      "ac ia",
+      "aci a",
+      "a cia",
+      "for ge",
+      "f orge",
+      "Point s",
+      "Po ints",
+      "num bers",
+      "number s",
+      "▁f alling",
+      "▁fall ing",
+      "▁fal ling",
+      "▁inherit ance",
+      "▁Er st",
+      "▁custom ers",
+      "▁customer s",
+      "▁a ctu",
+      "▁act u",
+      "▁ac tu",
+      "▁m igration",
+      "▁migr ation",
+      "\\ '",
+      "Pl an",
+      "P lan",
+      "M r",
+      "ot hy",
+      "oth y",
+      "o thy",
+      "▁up grad",
+      "би ра",
+      "▁O ffic",
+      "▁Of fic",
+      "▁Off ic",
+      "▁W ait",
+      "▁Wa it",
+      "▁ Wait",
+      "▁to ler",
+      "ar don",
+      "ard on",
+      "ardo n",
+      "▁s lide",
+      "▁sl ide",
+      "▁sli de",
+      "▁ slide",
+      ") _",
+      "▁ста в",
+      "▁ став",
+      "▁nu clear",
+      "▁nuc lear",
+      "▁nucle ar",
+      "▁B il",
+      "▁Bi l",
+      "ow ner",
+      "own er",
+      "o wner",
+      "▁Har ris",
+      "▁Harr is",
+      "In formation",
+      "▁p ó",
+      "▁вклю ча",
+      "▁nu ovo",
+      "▁C av",
+      "▁Ca v",
+      "▁De scri",
+      "▁Des cri",
+      "▁а к",
+      "ód zt",
+      "▁react js",
+      "▁Ad ams",
+      "▁Adam s",
+      "▁Ada ms",
+      "▁Altern atively",
+      "ст рук",
+      "стру к",
+      "стр ук",
+      ")` ,",
+      ") `,",
+      "sub string",
+      "subst ring",
+      "substr ing",
+      "▁mass ive",
+      "▁heav ily",
+      "▁се зо",
+      "▁сез о",
+      "▁A na",
+      "▁An a",
+      "▁v ale",
+      "▁val e",
+      "▁va le",
+      "Pa d",
+      "P ad",
+      "▁E ither",
+      "▁r s",
+      "▁ rs",
+      "an che",
+      "anc he",
+      "anch e",
+      "▁up loaded",
+      "▁upload ed",
+      "▁( /",
+      "▁ (/",
+      "▁с пор",
+      "▁спо р",
+      "▁сп ор",
+      "▁redu ction",
+      "▁Tok yo",
+      "gr en",
+      "gre n",
+      "g ren",
+      "▁m igli",
+      "▁mig li",
+      "▁iter ator",
+      "▁ iterator",
+      "st av",
+      "sta v",
+      "▁support ing",
+      "▁ö sterreich",
+      "▁NS Log",
+      "ist iques",
+      "isti ques",
+      "istique s",
+      "ri min",
+      "rim in",
+      "r imin",
+      "MO DE",
+      "}} }\\",
+      "}}} \\",
+      "} }}\\",
+      "▁exp los",
+      "▁expl os",
+      "▁explo s",
+      "от е",
+      "о те",
+      "▁( „",
+      "Sa l",
+      "S al",
+      "▁simple st",
+      "▁simpl est",
+      "▁gi à",
+      "▁та н",
+      "▁т ан",
+      "▁ тан",
+      "▁c yl",
+      "▁cy l",
+      "bi r",
+      "b ir",
+      "▁measure ments",
+      "▁measurement s",
+      "Create d",
+      "Cre ated",
+      "er ek",
+      "ere k",
+      "e rek",
+      "look up",
+      "w irtschaft",
+      "▁В оло",
+      "▁Во ло",
+      "▁Вол о",
+      "ti mer",
+      "time r",
+      "tim er",
+      "t imer",
+      "de rr",
+      "der r",
+      "d err",
+      "▁ст ала",
+      "▁ста ла",
+      "▁стал а",
+      "▁sc enes",
+      "▁scen es",
+      "▁scene s",
+      "▁per su",
+      "▁pers u",
+      "li est",
+      "lie st",
+      "lies t",
+      "l iest",
+      "▁sch edule",
+      "▁sched ule",
+      "ta l",
+      "t al",
+      "ле но",
+      "лен о",
+      "▁pain ting",
+      "▁paint ing",
+      "▁impro vement",
+      "▁improve ment",
+      "▁improv ement",
+      "so ftware",
+      "soft ware",
+      "▁govern o",
+      "▁gover no",
+      "▁H ir",
+      "▁Hi r",
+      "Exec ution",
+      "▁Ok ay",
+      "Pro p",
+      "Pr op",
+      "P rop",
+      "lo ster",
+      "los ter",
+      "lost er",
+      "l oster",
+      "ніципа лі",
+      "▁peu vent",
+      "ol u",
+      "o lu",
+      "▁Ф а",
+      "roll o",
+      "rol lo",
+      "▁ко ло",
+      "▁к оло",
+      "▁ коло",
+      "▁car rière",
+      "▁carri ère",
+      "▁t oggle",
+      "▁tog gle",
+      "▁togg le",
+      "▁ toggle",
+      "▁( $\\",
+      "▁($ \\",
+      "▁aggreg ate",
+      "▁Б і",
+      "text area",
+      "O k",
+      "it to",
+      "itt o",
+      "i tto",
+      "▁s tim",
+      "▁st im",
+      "▁recurs ion",
+      "▁Feder ation",
+      ")_ {",
+      ") _{",
+      "ate gor",
+      "ateg or",
+      "▁dist ribu",
+      "▁distrib u",
+      "Cl oud",
+      "▁m adre",
+      "▁mad re",
+      "▁i v",
+      "▁ iv",
+      "▁Lie utenant",
+      "▁subst ant",
+      "▁le af",
+      "▁ leaf",
+      "▁Kont rola",
+      "V A",
+      "▁t omb",
+      "▁to mb",
+      "▁tom b",
+      "э н",
+      "ato es",
+      "▁god ine",
+      "▁# >",
+      "C ert",
+      "▁em presa",
+      "▁empres a",
+      "Pro ps",
+      "Pr ops",
+      "Prop s",
+      "▁pl anned",
+      "▁plan ned",
+      "▁random ly",
+      "j ähr",
+      "el em",
+      "ele m",
+      "e lem",
+      "▁Oper ation",
+      "▁Opera tion",
+      "▁ Operation",
+      "* `",
+      "pro tocol",
+      "proto col",
+      "() ));",
+      "()) );",
+      "())) ;",
+      "( )));",
+      "we l",
+      "w el",
+      "▁p raw",
+      "▁pr aw",
+      "▁pra w",
+      "▁с им",
+      "▁си м",
+      "▁w ob",
+      "▁wo b",
+      "▁h ace",
+      "▁ha ce",
+      "▁near est",
+      "dis able",
+      "▁C ommun",
+      "▁Com mun",
+      "▁Comm un",
+      "▁re vel",
+      "▁rev el",
+      "▁reve l",
+      "Fr ee",
+      "Fre e",
+      "F ree",
+      "▁bra ckets",
+      "IO Exception",
+      "▁al to",
+      "▁alt o",
+      "▁mar ry",
+      "▁a uc",
+      "▁au c",
+      "▁ auc",
+      "), \\",
+      ") ,\\",
+      "▁typ o",
+      "▁ty po",
+      "ed ad",
+      "eda d",
+      "ar á",
+      "a rá",
+      "ic ator",
+      "ica tor",
+      "tat ywna",
+      "▁b uff",
+      "▁bu ff",
+      "▁buf f",
+      "▁ buff",
+      "or ders",
+      "ord ers",
+      "order s",
+      "orde rs",
+      "▁as ynchronous",
+      "▁e con",
+      "▁ec on",
+      "▁f eu",
+      "▁fe u",
+      "▁I ron",
+      "▁Ir on",
+      "▁r ising",
+      "▁ris ing",
+      "▁ri sing",
+      "Rad ius",
+      "cl k",
+      "▁zwe iten",
+      "▁zwei ten",
+      "▁zweite n",
+      "` '",
+      "▁un iqu",
+      "▁F M",
+      "▁ FM",
+      "▁B ran",
+      "▁Br an",
+      "▁Bra n",
+      "▁f lu",
+      "▁fl u",
+      "▁ flu",
+      "▁sens itive",
+      "ur re",
+      "urr e",
+      "▁I ter",
+      "▁It er",
+      "▁ Iter",
+      "▁S ein",
+      "▁Se in",
+      "▁difer entes",
+      "▁diferen tes",
+      "▁не го",
+      "▁н его",
+      "▁ него",
+      "ch ia",
+      "chi a",
+      "▁An leitung",
+      "atur day",
+      "▁sh orter",
+      "▁short er",
+      "▁transl ated",
+      "▁translate d",
+      "▁R és",
+      "▁Ré s",
+      "▁r ode",
+      "▁ro de",
+      "▁rod e",
+      "dr ag",
+      "dra g",
+      "d rag",
+      "▁l ange",
+      "▁lang e",
+      "▁lan ge",
+      "B i",
+      "ü b",
+      "le ur",
+      "l eur",
+      "▁order ing",
+      "▁ord ering",
+      "al ous",
+      "alo us",
+      "▁К ор",
+      "▁Ко р",
+      "ar char",
+      "arch ar",
+      "arc har",
+      "dest roy",
+      "erv ation",
+      "erva tion",
+      "]] ,",
+      "] ],",
+      "Accessor Impl",
+      "▁autory tatywna",
+      "Se quence",
+      "Sequ ence",
+      "▁pro yect",
+      "▁b ran",
+      "▁br an",
+      "▁bra n",
+      "▁( +",
+      "▁K ab",
+      "▁Ka b",
+      "▁z em",
+      "▁ze m",
+      "▁ zem",
+      "▁Cal cul",
+      "▁ Calcul",
+      "▁se ul",
+      "▁seu l",
+      "▁N iger",
+      "▁Ni ger",
+      "▁ch iam",
+      "▁chi am",
+      "th row",
+      "▁Plan et",
+      "▁Pla net",
+      "bild ung",
+      "▁z ones",
+      "▁zo nes",
+      "▁zone s",
+      "trans ition",
+      "ле ний",
+      "▁m apped",
+      "▁ma pped",
+      "▁map ped",
+      "on aut",
+      "ona ut",
+      "Pa ir",
+      "P air",
+      "il ian",
+      "ili an",
+      "ilia n",
+      "▁M organ",
+      "▁Mor gan",
+      "▁un to",
+      "▁ unto",
+      "jo u",
+      "j ou",
+      "▁h id",
+      "▁hi d",
+      "▁M eta",
+      "▁Me ta",
+      "▁Met a",
+      "▁ Meta",
+      "▁e lles",
+      "▁el les",
+      "▁elle s",
+      "▁ell es",
+      "▁ elles",
+      "Lo u",
+      "L ou",
+      "ra ma",
+      "ram a",
+      "r ama",
+      "ge ordnet",
+      "▁scarc ely",
+      "▁m int",
+      "▁min t",
+      "▁mi nt",
+      "F ocus",
+      "▁Al ter",
+      "▁Alt er",
+      "▁d io",
+      "▁di o",
+      "▁am pl",
+      "▁amp l",
+      "ière ment",
+      "▁ис следова",
+      "LE D",
+      "L ED",
+      "alg orithm",
+      "▁сай ті",
+      "▁сайт і",
+      "▁\" \")",
+      "▁\"\" )",
+      "Hi story",
+      "H istory",
+      "p k",
+      "▁W hit",
+      "▁Wh it",
+      "▁си стем",
+      "▁систе м",
+      "▁Kir chen",
+      "▁Kirche n",
+      "▁Kirch en",
+      "r à",
+      "AP P",
+      "A PP",
+      "▁< %",
+      "ant ine",
+      "anti ne",
+      "antin e",
+      "▁D isk",
+      "▁Dis k",
+      "▁Di sk",
+      "con v",
+      "we lt",
+      "wel t",
+      "w elt",
+      "▁F ut",
+      "▁Fu t",
+      "▁N om",
+      "▁No m",
+      "or do",
+      "ord o",
+      "el lij",
+      "ell ij",
+      "elli j",
+      "▁rece ives",
+      "▁receive s",
+      "co w",
+      "c ow",
+      "yt u",
+      "y tu",
+      "▁o bras",
+      "▁ob ras",
+      "▁obra s",
+      "▁p urchase",
+      "▁purch ase",
+      "▁ear ned",
+      "▁acc essed",
+      "▁access ed",
+      "ax i",
+      "a xi",
+      "▁M ans",
+      "▁Man s",
+      "▁Ma ns",
+      "iv an",
+      "iva n",
+      "i van",
+      "▁t uvo",
+      "▁tu vo",
+      "▁T race",
+      "▁Tr ace",
+      "▁Tra ce",
+      "▁ Trace",
+      "rim onio",
+      "▁desen vol",
+      "ér ique",
+      "éri que",
+      "é rique",
+      "▁result ed",
+      "▁comp uting",
+      "▁comput ing",
+      "▁insp ired",
+      "▁inspir ed",
+      "▁Pr ize",
+      "▁Pri ze",
+      "* \"",
+      "Com put",
+      "Comp ut",
+      "▁ext ensive",
+      "▁extens ive",
+      "è g",
+      "▁Port ály",
+      "▁cast le",
+      "▁ castle",
+      "▁* .",
+      "▁ *.",
+      "▁ph otos",
+      "▁phot os",
+      "▁photo s",
+      "▁vo et",
+      "ON G",
+      "O NG",
+      "▁A lle",
+      "▁Al le",
+      "▁All e",
+      "▁thre aten",
+      "▁threat en",
+      "st üt",
+      "▁album s",
+      "▁alb ums",
+      "▁d ense",
+      "▁den se",
+      "▁dens e",
+      "fl at",
+      "f lat",
+      "cont inu",
+      "Sub ject",
+      "Su bject",
+      "▁read only",
+      "Op t",
+      "O pt",
+      "пи ско",
+      "пис ко",
+      "▁A ber",
+      "▁Ab er",
+      "▁P osition",
+      "▁Pos ition",
+      "▁ Position",
+      "▁To day",
+      "▁Tod ay",
+      "▁m ini",
+      "▁min i",
+      "▁mi ni",
+      "▁B ef",
+      "▁Be f",
+      "li sten",
+      "list en",
+      "lis ten",
+      "l isten",
+      "ствен ного",
+      "ственно го",
+      "SU B",
+      "S UB",
+      "os sa",
+      "oss a",
+      "▁P ope",
+      "▁Po pe",
+      "▁Pop e",
+      "▁Jim my",
+      "▁Д ру",
+      "ungs seite",
+      "▁t ren",
+      "▁tr en",
+      "▁tre n",
+      "op tim",
+      "opt im",
+      "it sch",
+      "its ch",
+      "▁s amt",
+      "▁sa mt",
+      "▁sam t",
+      "▁испо л",
+      "▁ис пол",
+      "& =",
+      "▁Przyp isy",
+      "▁про дол",
+      "C r",
+      "er mann",
+      "erm ann",
+      "erman n",
+      "▁ма тери",
+      "▁мате ри",
+      "▁H ugo",
+      "▁Hu go",
+      "▁De ze",
+      "▁Dez e",
+      "TR UE",
+      "▁defe at",
+      "▁watch ed",
+      "▁wat ched",
+      "▁G ent",
+      "▁Ge nt",
+      "▁Gen t",
+      "AU T",
+      "A UT",
+      "or ous",
+      "oro us",
+      "▁о преде",
+      "ori entation",
+      "orient ation",
+      "▁distingu ished",
+      "▁distinguish ed",
+      "▁mes mo",
+      "▁s li",
+      "▁sl i",
+      "ме на",
+      "мен а",
+      "м ена",
+      "mit tel",
+      "mitt el",
+      "m ittel",
+      "ge richt",
+      "ger icht",
+      "et on",
+      "eto n",
+      "e ton",
+      "-> {",
+      "- >{",
+      "▁w ont",
+      "▁won t",
+      "▁wo nt",
+      "▁w eg",
+      "▁we g",
+      "▁ weg",
+      "▁class ific",
+      "il us",
+      "i lus",
+      "▁M D",
+      "▁ MD",
+      "task s",
+      "▁c him",
+      "▁ch im",
+      "▁chi m",
+      "aw ait",
+      "awa it",
+      "a wait",
+      "▁g ang",
+      "▁gan g",
+      "▁ga ng",
+      "▁ gang",
+      "▁w ię",
+      "▁ wię",
+      "th rough",
+      "▁Russ ell",
+      "▁guess ing",
+      "▁а кт",
+      "▁ак т",
+      "б лі",
+      "c ategories",
+      "су т",
+      "с ут",
+      "▁F en",
+      "▁Fe n",
+      "▁му ж",
+      "▁ne wer",
+      "▁new er",
+      "▁A sync",
+      "▁As ync",
+      "▁ Async",
+      "▁t erme",
+      "▁term e",
+      "▁ter me",
+      "> /",
+      "па ра",
+      "пар а",
+      "▁T rust",
+      "▁Tr ust",
+      "▁Tru st",
+      "▁O pt",
+      "▁Op t",
+      "▁ Opt",
+      "▁d ah",
+      "▁da h",
+      "▁wonder ful",
+      "adrat kil",
+      "▁Г ра",
+      "ma pping",
+      "map ping",
+      "m apping",
+      "▁disc overy",
+      "▁discover y",
+      "▁disco very",
+      "▁B E",
+      "▁ BE",
+      "En able",
+      "▁Fri end",
+      "с ня",
+      "▁cont rolled",
+      "▁control led",
+      "чно ї",
+      "ч ної",
+      "▁contribution s",
+      "▁contrib utions",
+      "j ší",
+      "▁L ev",
+      "▁Le v",
+      "▁franc és",
+      "▁m ic",
+      "▁mi c",
+      "▁ mic",
+      "zi k",
+      "z ik",
+      "▁a lem",
+      "▁al em",
+      "▁ale m",
+      "▁ alem",
+      "can cel",
+      "! '",
+      "▁g rat",
+      "▁gr at",
+      "▁gra t",
+      "▁Begriff sklär",
+      "Cam era",
+      "if icación",
+      "ific ación",
+      "ifica ción",
+      "ró d",
+      "r ód",
+      "▁Arn old",
+      "▁bezeichnet er",
+      "▁f ought",
+      "▁de put",
+      "▁dep ut",
+      "▁D rop",
+      "▁Dr op",
+      "▁Dro p",
+      "▁ Drop",
+      "ta x",
+      "t ax",
+      "d g",
+      "▁H op",
+      "▁Ho p",
+      "G N",
+      "▁Kir ch",
+      "▁Б ар",
+      "▁Ба р",
+      "In voke",
+      "Inv oke",
+      "▁er halten",
+      "▁ve el",
+      "▁word press",
+      "▁ wordpress",
+      "▁IN NER",
+      "trans action",
+      "▁dé jà",
+      "Fa ct",
+      "F act",
+      "▁над мор",
+      "▁angular js",
+      "▁á t",
+      "▁ át",
+      "▁a lap",
+      "▁al ap",
+      "▁P rice",
+      "▁Pr ice",
+      "▁Pri ce",
+      "▁ Price",
+      "▁eff et",
+      "▁s phere",
+      "▁sp here",
+      "▁spher e",
+      "Class Loader",
+      "▁r ugby",
+      "▁rug by",
+      "▁king dom",
+      "▁M ut",
+      "▁Mu t",
+      "▁ки но",
+      "▁re ward",
+      "ci t",
+      "c it",
+      "▁present e",
+      "▁pres ente",
+      "St o",
+      "S to",
+      "Char acter",
+      "lo gs",
+      "log s",
+      "l ogs",
+      "▁cent rale",
+      "▁central e",
+      "▁m ouv",
+      "▁mo uv",
+      "▁mou v",
+      "▁ok ay",
+      "▁ap lic",
+      "Mo re",
+      "Mor e",
+      "M ore",
+      "ény ek",
+      "▁Kö ln",
+      "ne tt",
+      "net t",
+      "n ett",
+      "▁исто рии",
+      "▁истори и",
+      "▁descri bing",
+      "▁sold ier",
+      "▁N eed",
+      "▁Ne ed",
+      "L ight",
+      "▁\" \\<",
+      "▁\"\\ <",
+      "▁h av",
+      "▁ha v",
+      "▁ hav",
+      "er mo",
+      "erm o",
+      "▁infer ior",
+      "le a",
+      "l ea",
+      "▁g g",
+      "▁ gg",
+      "▁кон це",
+      "fra gment",
+      "f ragment",
+      "s b",
+      "Count ry",
+      "C ountry",
+      "▁v ě",
+      "▁ vě",
+      "▁B eng",
+      "▁Be ng",
+      "▁Ben g",
+      "▁Э то",
+      "▁во до",
+      "ма р",
+      "м ар",
+      "STR ING",
+      "▁ú j",
+      "multi ple",
+      "multip le",
+      "state ment",
+      "stat ement",
+      "▁invol ves",
+      "▁involve s",
+      "▁te cn",
+      "▁tec n",
+      "St udent",
+      "gr é",
+      "g ré",
+      "▁le an",
+      "▁ lean",
+      "▁bring ing",
+      "▁Med ical",
+      "▁Medic al",
+      "▁Medi cal",
+      "▁програ м",
+      "▁V og",
+      "▁Vo g",
+      "▁ж ов",
+      "▁Sp irit",
+      "nt h",
+      "n th",
+      "▁stand ards",
+      "▁standard s",
+      "▁Pro file",
+      "▁Prof ile",
+      "▁Profil e",
+      "▁ Profile",
+      "▁e z",
+      "▁ ez",
+      "▁террито рии",
+      "▁s tem",
+      "▁st em",
+      "▁ste m",
+      "ui l",
+      "u il",
+      "▁O g",
+      "B tn",
+      "na l",
+      "n al",
+      "▁near by",
+      "▁produ cing",
+      "cri v",
+      "cr iv",
+      "c riv",
+      "▁assum ptions",
+      "▁assumption s",
+      "▁S park",
+      "▁Sp ark",
+      "▁L ot",
+      "▁Lo t",
+      "it udes",
+      "itu des",
+      "itude s",
+      "itud es",
+      "af ka",
+      "fi ve",
+      "f ive",
+      "at io",
+      "ati o",
+      "▁distingu ish",
+      "ro ck",
+      "roc k",
+      "r ock",
+      "égl ise",
+      "é glise",
+      "▁rapp res",
+      "▁rap pres",
+      ">\\ <",
+      "> \\<",
+      "лі й",
+      "л ій",
+      "▁ми ни",
+      "▁ мини",
+      "▁intitul é",
+      "}} (\\",
+      "}}( \\",
+      "} }(\\",
+      "▁R out",
+      "▁Ro ut",
+      "▁Rou t",
+      "▁ Rout",
+      "▁B order",
+      "▁Bor der",
+      "▁ Border",
+      "▁over rid",
+      "HO ST",
+      "H OST",
+      "rit ten",
+      "ritt en",
+      "r itten",
+      "sa y",
+      "s ay",
+      "▁Ч и",
+      "icht ung",
+      "▁straight forward",
+      "ob b",
+      "o bb",
+      "▁Ter ra",
+      "▁Terr a",
+      "▁[ :",
+      "▁ [:",
+      "Be n",
+      "B en",
+      "▁compos ite",
+      ")+ \\",
+      ") +\\",
+      "▁c rown",
+      "▁cr own",
+      "▁cro wn",
+      "▁crow n",
+      "dir ection",
+      "direct ion",
+      "dire ction",
+      "d irection",
+      "▁неско лько",
+      "▁av ail",
+      "▁purch ased",
+      "▁purchase d",
+      "ho ok",
+      "h ook",
+      "et ies",
+      "eti es",
+      "e ties",
+      "▁f ase",
+      "▁fa se",
+      "▁fas e",
+      "▁R um",
+      "▁Ru m",
+      "▁ge nom",
+      "▁gen om",
+      "▁d ét",
+      "▁dé t",
+      "ow ą",
+      "mp eg",
+      "▁І н",
+      "des ktop",
+      "▁in jection",
+      "▁inj ection",
+      "▁inject ion",
+      "ag le",
+      "a gle",
+      "▁E dd",
+      "▁Ed d",
+      "_{ (",
+      "_ {(",
+      "▁H em",
+      "▁He m",
+      "ut os",
+      "uto s",
+      "pr oj",
+      "pro j",
+      "▁superfic ie",
+      "Pl ot",
+      "P lot",
+      "▁D ocker",
+      "▁Do cker",
+      "▁Doc ker",
+      "ät z",
+      "ä tz",
+      "kre ich",
+      "k reich",
+      "▁un clear",
+      "▁uncle ar",
+      "▁Un ity",
+      "▁Unit y",
+      "▁stream s",
+      "▁stre ams",
+      "ви д",
+      "▁simpl ified",
+      "Fil l",
+      "Fi ll",
+      "F ill",
+      "▁s ant",
+      "▁sa nt",
+      "▁san t",
+      "▁K ommun",
+      "▁Kom mun",
+      "▁Komm un",
+      "▁d uc",
+      "▁du c",
+      "▁д ве",
+      "▁o bs",
+      "▁ob s",
+      "▁ obs",
+      "ž it",
+      "▁Jane iro",
+      "б я",
+      "▁pr esso",
+      "▁pres so",
+      "▁press o",
+      "▁Min istry",
+      "▁b urst",
+      "▁bur st",
+      "▁re aching",
+      "▁reach ing",
+      "li ter",
+      "lit er",
+      "l iter",
+      "▁response s",
+      "▁respons es",
+      "▁E ug",
+      "▁Eu g",
+      "▁s od",
+      "▁so d",
+      "▁C ord",
+      "▁Cor d",
+      "▁Co rd",
+      "▁P erm",
+      "▁Per m",
+      "▁Pe rm",
+      "▁ Perm",
+      "par ts",
+      "part s",
+      "p arts",
+      "ци ма",
+      "vari ables",
+      "variable s",
+      "▁forgot ten",
+      "Fe rn",
+      "F ern",
+      "ost ęp",
+      "v l",
+      "▁С м",
+      "ki m",
+      "k im",
+      "aj ąc",
+      "ają c",
+      "a jąc",
+      "на ль",
+      "нал ь",
+      "н аль",
+      "г ле",
+      "hel per",
+      "help er",
+      "du p",
+      "d up",
+      "eu w",
+      "e uw",
+      "fr a",
+      "f ra",
+      "ell ite",
+      "elli te",
+      "an ya",
+      "any a",
+      "▁re ign",
+      "▁r eign",
+      "▁rei gn",
+      "ges amt",
+      "се да",
+      "▁R yan",
+      "▁Ry an",
+      "▁form atted",
+      "▁format ted",
+      "▁formatt ed",
+      "▁B org",
+      "▁Bo rg",
+      "▁Bor g",
+      "wal k",
+      "w alk",
+      "▁а л",
+      "▁ ал",
+      "agnost ics",
+      "agnostic s",
+      "▁C ape",
+      "▁Cap e",
+      "▁Ca pe",
+      "▁Fran co",
+      "▁Franc o",
+      "▁f ug",
+      "▁fu g",
+      ": )",
+      "ю з",
+      "F etch",
+      "▁rough ly",
+      "▁M is",
+      "▁Mi s",
+      "uet ooth",
+      "▁Venez uela",
+      "▁a stronom",
+      "▁astr onom",
+      "\") `",
+      "\" )`",
+      "om bres",
+      "omb res",
+      "▁кото рой",
+      "ó p",
+      "ow ed",
+      "owe d",
+      "o wed",
+      "H R",
+      "▁C amer",
+      "▁Cam er",
+      "▁Ca mer",
+      "ки е",
+      "par ison",
+      "▁B ij",
+      "▁Bi j",
+      "tem plates",
+      "template s",
+      "en vironment",
+      "environ ment",
+      "iz ação",
+      "iza ção",
+      "▁é r",
+      "▁ ér",
+      "▁pl enty",
+      "▁Type Error",
+      "▁for ty",
+      "▁fort y",
+      "ко ном",
+      "кон ом",
+      "коно м",
+      "▁S ed",
+      "▁Se d",
+      "▁th ats",
+      "▁that s",
+      "▁gra vity",
+      "▁grav ity",
+      "▁gravit y",
+      "▁ gravity",
+      "▁spirit ual",
+      "▁dup licates",
+      "▁duplicate s",
+      "▁enc ryption",
+      "▁encrypt ion",
+      "▁re ven",
+      "▁r even",
+      "▁rev en",
+      "▁reve n",
+      "▁ reven",
+      "get Instance",
+      "äl lor",
+      "äll or",
+      "dis k",
+      "di sk",
+      "d isk",
+      "▁th ro",
+      "▁thr o",
+      "▁N ak",
+      "▁Na k",
+      "▁p oł",
+      "▁po ł",
+      "▁her aus",
+      "in valid",
+      "s By",
+      "Bo ot",
+      "B oot",
+      "▁bu cket",
+      "▁ bucket",
+      "▁P arse",
+      "▁Par se",
+      "▁ Parse",
+      "he x",
+      "h ex",
+      "Con ne",
+      "C onne",
+      "▁Comp uter",
+      "▁Comput er",
+      "zy k",
+      "z yk",
+      "▁indu ced",
+      "▁Br uno",
+      "▁Bru no",
+      "▁Brun o",
+      "▁address ed",
+      "▁addr essed",
+      "ma nia",
+      "man ia",
+      "m ania",
+      "▁in clus",
+      "▁incl us",
+      "▁inc lus",
+      "▁inclu s",
+      "oun ced",
+      "ounce d",
+      "script size",
+      "scripts ize",
+      "▁E pis",
+      "▁Ep is",
+      "▁v ocal",
+      "▁vo cal",
+      "▁voc al",
+      "▁Jon athan",
+      "у м",
+      "st aden",
+      "sta den",
+      "stad en",
+      "▁Child ren",
+      "▁ Children",
+      "пе й",
+      "п ей",
+      "It alia",
+      "Ital ia",
+      "reib ung",
+      "▁n ost",
+      "▁no st",
+      "▁nos t",
+      "▁ nost",
+      "▁е щё",
+      "▁Wer ke",
+      "▁Werk e",
+      "▁act ress",
+      "▁Minn esota",
+      "ri ke",
+      "rik e",
+      "r ike",
+      "▁t ek",
+      "▁te k",
+      "▁ tek",
+      "▁prime ira",
+      "▁f rat",
+      "▁fr at",
+      "▁fra t",
+      "▁Config uration",
+      "▁ Configuration",
+      "▁b id",
+      "▁bi d",
+      "▁ bid",
+      "tr igger",
+      "Cont ents",
+      "Content s",
+      "▁const antly",
+      "▁constant ly",
+      "!! !",
+      "! !!",
+      "▁d read",
+      "▁dr ead",
+      "▁dre ad",
+      "▁hundred s",
+      "ist ische",
+      "isti sche",
+      "▁card inal",
+      "T ABLE",
+      "▁est os",
+      "▁esto s",
+      "ass oc",
+      "asso c",
+      "gr ay",
+      "gra y",
+      "g ray",
+      "▁Sch loss",
+      "▁Schl oss",
+      "▁s che",
+      "▁sc he",
+      "▁sch e",
+      "▁ sche",
+      "con g",
+      "co ng",
+      "c ong",
+      "▁ko ji",
+      "ète s",
+      "èt es",
+      "è tes",
+      "▁E ra",
+      "▁Er a",
+      "om i",
+      "o mi",
+      "▁S R",
+      "▁ SR",
+      "▁wr apped",
+      "▁wra pped",
+      "▁wrap ped",
+      "▁tr unc",
+      "▁a h",
+      "▁ ah",
+      "eg os",
+      "ego s",
+      "ok i",
+      "o ki",
+      "mo uth",
+      "m outh",
+      "log ging",
+      "▁f asc",
+      "▁fa sc",
+      "▁fas c",
+      "▁S ample",
+      "▁Sam ple",
+      "▁ Sample",
+      "▁c onte",
+      "▁con te",
+      "▁cont e",
+      "▁v illa",
+      "▁vi lla",
+      "▁vill a",
+      "▁vil la",
+      "▁ villa",
+      "com ments",
+      "comm ents",
+      "comment s",
+      "▁b atal",
+      "▁ba tal",
+      "▁bat al",
+      "▁bata l",
+      "▁Garc ía",
+      "▁N orte",
+      "▁Nor te",
+      "▁we chsel",
+      "▁Muse o",
+      "▁enf ants",
+      "▁whis per",
+      "na ke",
+      "nak e",
+      "n ake",
+      "▁jed nak",
+      "l ês",
+      "en ders",
+      "end ers",
+      "ender s",
+      "ende rs",
+      "▁ä l",
+      "▁ äl",
+      "▁V B",
+      "▁ VB",
+      "▁cook ies",
+      "▁cookie s",
+      "ze ti",
+      "zet i",
+      "z eti",
+      "at um",
+      "atu m",
+      "▁d edu",
+      "▁de du",
+      "▁ded u",
+      "▁arr anged",
+      "▁arrang ed",
+      "la z",
+      "l az",
+      "▁cu enta",
+      "ym l",
+      "y ml",
+      "▁f lav",
+      "▁fl av",
+      "▁fla v",
+      "M R",
+      "em et",
+      "eme t",
+      "e met",
+      "бі ль",
+      "б іль",
+      "cm p",
+      "c mp",
+      "it uto",
+      "itu to",
+      "itut o",
+      "ze tt",
+      "zet t",
+      "z ett",
+      "▁en vi",
+      "▁env i",
+      "▁k ot",
+      "▁ko t",
+      "$ :",
+      "up per",
+      "upp er",
+      "u pper",
+      "▁Al berto",
+      "▁Albert o",
+      "k b",
+      "An al",
+      "A nal",
+      "ör t",
+      "ö rt",
+      "▁[ -",
+      "▁ [-",
+      "▁führ te",
+      "▁führt e",
+      "ia h",
+      "i ah",
+      "▁T un",
+      "▁Tu n",
+      "▁и скус",
+      "uw e",
+      "u we",
+      "is pecies",
+      "i species",
+      "P ub",
+      "Syn c",
+      "S ync",
+      "▁Colomb ia",
+      "ak ers",
+      "ake rs",
+      "aker s",
+      "▁Imper ial",
+      "ov ing",
+      "ovi ng",
+      "o ving",
+      "▁int elligence",
+      "▁intellig ence",
+      "▁equip ment",
+      "ei n",
+      "e in",
+      "dag ger",
+      "d agger",
+      "▁Ed ge",
+      "▁ Edge",
+      "▁Рес публи",
+      "adratkil ometer",
+      "▁An to",
+      "▁Ant o",
+      "▁char ges",
+      "▁charge s",
+      "▁charg es",
+      "▁O cean",
+      "▁simpl ify",
+      "▁m iesz",
+      "▁mi esz",
+      "▁mie sz",
+      "run ning",
+      "r unning",
+      "▁L ac",
+      "▁La c",
+      "gen ommen",
+      "▁represent ative",
+      "= .",
+      "▁P red",
+      "▁Pr ed",
+      "▁Pre d",
+      "▁ Pred",
+      "▁sp ite",
+      "ci ale",
+      "cial e",
+      "cia le",
+      "c iale",
+      "▁n ave",
+      "▁na ve",
+      "▁nav e",
+      "▁ext ens",
+      "▁neut ral",
+      "▁кото рая",
+      ".< /",
+      ". </",
+      "▁C S",
+      "▁ CS",
+      "uk y",
+      "u ky",
+      "▁wh ilst",
+      "▁l ingu",
+      "▁lin gu",
+      "▁ling u",
+      "ext ract",
+      "extra ct",
+      "zeich nung",
+      "▁F eld",
+      "▁Fe ld",
+      "▁Fel d",
+      "▁valu able",
+      "ur able",
+      "ura ble",
+      "u rable",
+      "▁J en",
+      "▁Je n",
+      "▁strugg le",
+      "▁comm ittee",
+      "▁W ohn",
+      "▁Wo hn",
+      "▁sql ite",
+      "▁ sqlite",
+      "▁T emp",
+      "▁Te mp",
+      "▁Tem p",
+      "▁ Temp",
+      "▁CO UNT",
+      "▁ COUNT",
+      "con sin",
+      "cons in",
+      "мі ні",
+      "мін і",
+      "us age",
+      "usa ge",
+      "▁qu est",
+      "▁que st",
+      "▁q uest",
+      "▁ quest",
+      "дя н",
+      "д ян",
+      "ear ed",
+      "ea red",
+      "e ared",
+      "▁Sch ne",
+      "▁d od",
+      "▁do d",
+      "▁re cht",
+      "▁rec ht",
+      "▁ recht",
+      "▁k ao",
+      "▁ka o",
+      "Cap t",
+      "Ca pt",
+      "C apt",
+      "label s",
+      "lab els",
+      "▁el los",
+      "▁ell os",
+      "▁indust ri",
+      "▁Color ado",
+      "▁contr ary",
+      "▁contra ry",
+      "▁D um",
+      "▁Du m",
+      "Be l",
+      "B el",
+      "▁V ent",
+      "▁Ve nt",
+      "▁Ven t",
+      "▁author ities",
+      "Y ES",
+      "en sed",
+      "ens ed",
+      "ense d",
+      "umbn ail",
+      "izz azione",
+      "izza zione",
+      "ko u",
+      "k ou",
+      "ri ca",
+      "ric a",
+      "r ica",
+      "▁s ect",
+      "▁se ct",
+      "▁sec t",
+      "▁ sect",
+      "test s",
+      "tes ts",
+      "t ests",
+      "▁K lein",
+      "▁Kle in",
+      "▁Kl ein",
+      "▁le gs",
+      "▁leg s",
+      "▁Pi etro",
+      "▁Piet ro",
+      "f u",
+      "th y",
+      "t hy",
+      "▁b ast",
+      "▁bas t",
+      "▁ba st",
+      "▁t edes",
+      "▁te des",
+      "▁ted es",
+      "et tes",
+      "ett es",
+      "ette s",
+      "▁re pet",
+      "▁rep et",
+      "▁repe t",
+      "ac re",
+      "a cre",
+      "re tto",
+      "ret to",
+      "rett o",
+      "r etto",
+      "▁remain der",
+      "▁G eg",
+      "▁Ge g",
+      "▁Г ор",
+      "▁Го р",
+      "▁Re chts",
+      "▁Recht s",
+      "▁filter ing",
+      "ou ss",
+      "ous s",
+      "o uss",
+      "▁deploy ed",
+      "▁prü fe",
+      "▁b itmap",
+      "▁bit map",
+      "▁s ovi",
+      "▁so vi",
+      "▁sov i",
+      "▁< %=",
+      "▁<% =",
+      "▁ <%=",
+      "▁entfer ne",
+      "ki ll",
+      "kil l",
+      "k ill",
+      "ta bs",
+      "tab s",
+      "t abs",
+      "Ex pr",
+      "Exp r",
+      "ко му",
+      "ком у",
+      "к ому",
+      "▁Republic an",
+      "▁S ize",
+      "▁Si ze",
+      "▁ Size",
+      "▁p oll",
+      "▁po ll",
+      "▁pol l",
+      "▁r ien",
+      "▁ri en",
+      "▁ rien",
+      "▁клу б",
+      "én d",
+      "é nd",
+      "▁B io",
+      "▁Bi o",
+      "▁per l",
+      "▁pe rl",
+      "▁ perl",
+      "▁And reas",
+      "▁Andrea s",
+      "▁Andre as",
+      "ви н",
+      "в ин",
+      "▁d istant",
+      "▁dist ant",
+      "▁F inn",
+      "▁Fin n",
+      "▁M itch",
+      "▁Mit ch",
+      "▁% {",
+      "▁c harm",
+      "▁ch arm",
+      "▁char m",
+      "▁cha rm",
+      "▁M ul",
+      "▁Mu l",
+      "pe rate",
+      "per ate",
+      "▁sci ences",
+      "▁science s",
+      "▁mon ot",
+      "▁mo not",
+      "▁deb ido",
+      "riz ona",
+      "ie c",
+      "i ec",
+      "▁al arm",
+      "▁prom oted",
+      "▁promote d",
+      "▁let zten",
+      "at in",
+      "ati n",
+      "▁con clus",
+      "▁conc lus",
+      "▁concl us",
+      "he rr",
+      "her r",
+      "h err",
+      "▁é ch",
+      "▁éc h",
+      "▁ éch",
+      "ed ish",
+      "edi sh",
+      "go r",
+      "g or",
+      "▁st ycz",
+      "▁sty cz",
+      "▁im press",
+      "▁imp ress",
+      "▁impr ess",
+      "ru its",
+      "ruit s",
+      "r uits",
+      "ier ungs",
+      "ierung s",
+      "▁par sed",
+      "▁parse d",
+      "▁r ío",
+      "▁Pak istan",
+      "ig ner",
+      "ign er",
+      "igne r",
+      "▁watch ing",
+      "▁database s",
+      "▁datab ases",
+      "ed ing",
+      "edi ng",
+      "e ding",
+      "▁Spec ific",
+      "▁gener ale",
+      "▁general e",
+      "▁gene rale",
+      "la x",
+      "l ax",
+      "▁Lo oking",
+      "▁Look ing",
+      "▁b ond",
+      "▁bo nd",
+      "▁bon d",
+      "▁v ista",
+      "▁vis ta",
+      "▁vi sta",
+      "▁e c",
+      "▁ ec",
+      "▁gr ud",
+      "▁gru d",
+      "▁del eting",
+      "▁delet ing",
+      "ta c",
+      "t ac",
+      "▁j azz",
+      "▁ja zz",
+      "j m",
+      "▁p ół",
+      "▁pó ł",
+      "L anguage",
+      "de legate",
+      "▁reg istry",
+      "▁registr y",
+      "▁Sh ared",
+      "▁Share d",
+      "▁ Shared",
+      "ст рой",
+      "стро й",
+      "Mus ic",
+      "▁v essel",
+      "▁vess el",
+      "▁ves sel",
+      ". @",
+      "▁W ür",
+      "▁f ed",
+      "▁fe d",
+      "▁ered et",
+      "▁ere det",
+      "▁G ö",
+      "up t",
+      "u pt",
+      "▁ple asant",
+      "▁table View",
+      "▁ tableView",
+      "▁count ing",
+      "▁coun ting",
+      "▁Krie gs",
+      "▁Krieg s",
+      "▁полу чил",
+      "▁получи л",
+      "▁] ,",
+      "▁ ],",
+      "ви а",
+      "▁a ž",
+      "To List",
+      "▁Ad vent",
+      "▁Adv ent",
+      "▁sk etch",
+      "p n",
+      "▁s ier",
+      "▁si er",
+      "▁sie r",
+      "▁находи тся",
+      "io p",
+      "i op",
+      "▁l y",
+      "▁ ly",
+      "▁Sch l",
+      "▁Sc hl",
+      "Cont ract",
+      "as soci",
+      "ass oci",
+      "asso ci",
+      "assoc i",
+      "▁P ear",
+      "▁Pe ar",
+      "▁w he",
+      "▁wh e",
+      "▁De lete",
+      "▁Del ete",
+      "▁ Delete",
+      "▁e lem",
+      "▁el em",
+      "▁ele m",
+      "▁ elem",
+      "ät te",
+      "ätt e",
+      "ä tte",
+      "▁č esk",
+      "▁M C",
+      "▁ MC",
+      "▁sh out",
+      "▁sho ut",
+      "ake spe",
+      "akes pe",
+      "▁default s",
+      "pe nas",
+      "pen as",
+      "p enas",
+      "ò ria",
+      "▁hier archy",
+      "ip t",
+      "i pt",
+      "▁E lis",
+      "▁El is",
+      "▁Eli s",
+      "like ly",
+      "lik ely",
+      "Ro t",
+      "R ot",
+      "▁c ow",
+      "▁co w",
+      "▁ cow",
+      "▁st rike",
+      "▁str ike",
+      "▁stri ke",
+      "▁strik e",
+      "▁бере зня",
+      "▁ens emble",
+      "▁ ensemble",
+      "▁Pse ud",
+      "V irtual",
+      "▁ї ї",
+      "RO OT",
+      "си я",
+      "▁с об",
+      "▁со б",
+      "▁ соб",
+      "▁in vert",
+      "▁inv ert",
+      "▁inve rt",
+      "▁switch ing",
+      "ht access",
+      "▁на гра",
+      "▁Nor man",
+      "▁Norm an",
+      "▁ing lês",
+      "! [",
+      "ou sel",
+      "ous el",
+      "ouse l",
+      "DO CTYPE",
+      "DOC TYPE",
+      "▁supp ress",
+      "▁sup press",
+      "▁accompan ied",
+      "▁B é",
+      "imp lies",
+      "impl ies",
+      "nu t",
+      "n ut",
+      "▁S yntax",
+      "▁Syn tax",
+      "▁ Syntax",
+      "in ho",
+      "▁t am",
+      "▁ta m",
+      "▁focus ed",
+      "▁foc used",
+      "av ano",
+      "ava no",
+      "avan o",
+      "a vano",
+      "▁B aden",
+      "▁Ba den",
+      "▁Bad en",
+      "ha d",
+      "h ad",
+      "▁( {",
+      "▁ ({",
+      "T y",
+      "▁ро с",
+      "▁р ос",
+      "▁ рос",
+      "▁чо лові",
+      "og e",
+      "o ge",
+      "js p",
+      "j sp",
+      "Bl ue",
+      "▁su as",
+      "▁sua s",
+      "ap ers",
+      "ape rs",
+      "aper s",
+      "a pers",
+      "Sh ort",
+      "Render er",
+      "▁s endo",
+      "▁send o",
+      "▁sen do",
+      "▁C ec",
+      "▁Ce c",
+      "▁` __",
+      "▁`_ _",
+      "▁Municip al",
+      "dot net",
+      "▁b ev",
+      "▁be v",
+      "▁D A",
+      "▁ DA",
+      "Menu Item",
+      "▁a mp",
+      "▁am p",
+      "▁ amp",
+      "▁u ri",
+      "▁ur i",
+      "▁ uri",
+      "▁f ier",
+      "▁fi er",
+      "сле н",
+      "с лен",
+      "), (",
+      ") ,(",
+      "cul es",
+      "cu les",
+      "c ules",
+      "il las",
+      "ill as",
+      "illa s",
+      "LO CK",
+      "LOC K",
+      "▁de rive",
+      "▁der ive",
+      "▁deriv e",
+      "ub en",
+      "ube n",
+      "u ben",
+      "▁G T",
+      "▁ GT",
+      "▁M ack",
+      "▁Ma ck",
+      "▁Mac k",
+      "▁sch olar",
+      ")} }",
+      ") }}",
+      "з м",
+      ">: :",
+      "> ::",
+      "ш ёл",
+      "▁princip ales",
+      "▁principal es",
+      "▁principale s",
+      "▁ц ар",
+      "▁t ied",
+      "▁ti ed",
+      "▁tie d",
+      "▁al ta",
+      "▁alt a",
+      "▁C it",
+      "▁Ci t",
+      "li ned",
+      "line d",
+      "lin ed",
+      "l ined",
+      "ma jor",
+      "▁p unk",
+      "▁pun k",
+      "▁cin co",
+      "ick ý",
+      "▁r aggi",
+      "▁ra ggi",
+      "▁rag gi",
+      "ty pen",
+      "type n",
+      "typ en",
+      "тель ство",
+      "▁con ference",
+      "▁confer ence",
+      "▁с іль",
+      "▁сі ль",
+      "▁he ut",
+      "i š",
+      "ет а",
+      "е та",
+      "vel ope",
+      "velop e",
+      "h box",
+      "no wn",
+      "now n",
+      "n own",
+      "▁z ar",
+      "▁za r",
+      "▁ zar",
+      "kt iv",
+      "ie ß",
+      "▁с тре",
+      "▁ст ре",
+      "▁ стре",
+      "▁Event Args",
+      "▁ EventArgs",
+      "▁I ra",
+      "▁Ir a",
+      "▁V BA",
+      "▁VB A",
+      "▁S anto",
+      "▁San to",
+      "▁Sant o",
+      "▁F ach",
+      "▁Fa ch",
+      "▁Fac h",
+      "▁F F",
+      "▁ FF",
+      "▁Ray mond",
+      "ме ц",
+      "im plementation",
+      "▁bro thers",
+      "▁brother s",
+      "▁cô té",
+      "▁cont rollers",
+      "▁control lers",
+      "▁controller s",
+      "▁C le",
+      "▁Cl e",
+      "▁c able",
+      "▁ca ble",
+      "▁cab le",
+      "▁con fer",
+      "▁conf er",
+      "▁{ -",
+      "▁ {-",
+      "▁cz ł",
+      "▁Fil ip",
+      "at orio",
+      "ator io",
+      "ato rio",
+      "atori o",
+      "▁w icht",
+      "▁be aucoup",
+      "▁L it",
+      "▁Li t",
+      "▁s essions",
+      "▁session s",
+      "▁sess ions",
+      "▁Su ccess",
+      "▁ Success",
+      "▁ro uting",
+      "▁rout ing",
+      "▁rou ting",
+      "ni u",
+      "n iu",
+      "▁V ice",
+      "▁Vi ce",
+      "▁Vic e",
+      "▁k rit",
+      "▁kr it",
+      "up dated",
+      "update d",
+      "▁In valid",
+      "▁ Invalid",
+      "▁Mann schaft",
+      "▁a os",
+      "▁ao s",
+      "▁t udi",
+      "▁tu di",
+      "▁tud i",
+      "▁des prés",
+      "▁desp rés",
+      "qu a",
+      "q ua",
+      "Cont ains",
+      "Comp any",
+      "▁person a",
+      "▁pers ona",
+      "ad apter",
+      "с ни",
+      "▁v oj",
+      "▁vo j",
+      "▁ voj",
+      "▁e scri",
+      "▁es cri",
+      "▁esc ri",
+      "ag t",
+      "a gt",
+      "▁с тво",
+      "▁ст во",
+      "▁ ство",
+      "▁dist rito",
+      "ap an",
+      "apa n",
+      "a pan",
+      "▁aspect s",
+      "▁z al",
+      "▁za l",
+      ")^ {\\",
+      ")^{ \\",
+      ") ^{\\",
+      "▁syst ème",
+      "▁а на",
+      "▁ан а",
+      "▁ ана",
+      "ium s",
+      "iu ms",
+      "i ums",
+      "▁prem iers",
+      "▁premi ers",
+      "▁premier s",
+      "▁по э",
+      "▁m ère",
+      "▁G un",
+      "▁Gu n",
+      "ap ing",
+      "api ng",
+      "a ping",
+      "▁R ain",
+      "▁Ra in",
+      "▁ig ual",
+      "▁process or",
+      "▁proc essor",
+      "▁ processor",
+      "') `",
+      "' )`",
+      "bl ing",
+      "b ling",
+      "▁m ism",
+      "▁mi sm",
+      "▁mis m",
+      "br áz",
+      "▁close st",
+      "▁clos est",
+      "▁Re ading",
+      "▁Read ing",
+      "▁по пу",
+      "con o",
+      "co no",
+      "c ono",
+      "▁k ult",
+      "▁! !",
+      "▁ !!",
+      "▁Ex pression",
+      "▁Exp ression",
+      "▁Express ion",
+      "▁ Expression",
+      "▁indu ction",
+      "▁induct ion",
+      "ah ren",
+      "ahr en",
+      "a hren",
+      "▁c p",
+      "▁ cp",
+      "▁viol ence",
+      "ient í",
+      "cent e",
+      "cen te",
+      "c ente",
+      "▁D ob",
+      "▁Do b",
+      "ja ck",
+      "j ack",
+      "so ng",
+      "son g",
+      "s ong",
+      "bu cket",
+      "▁de port",
+      "▁dep ort",
+      "ки ми",
+      "ким и",
+      "l m",
+      "▁in noc",
+      "▁inn oc",
+      "Ch anges",
+      "Change s",
+      "▁pro hib",
+      "ang ol",
+      "ango l",
+      "isecond s",
+      "i seconds",
+      "▁п ор",
+      "▁по р",
+      "▁ пор",
+      "▁h ip",
+      "▁hi p",
+      "▁ hip",
+      "▁p ů",
+      "en dorf",
+      "end orf",
+      "endo rf",
+      "endor f",
+      "▁sch eduled",
+      "▁schedule d",
+      "▁Fl ug",
+      "ac yj",
+      "acy j",
+      "▁Fil ms",
+      "▁Film s",
+      "athed ral",
+      "Po wer",
+      "P ower",
+      "ar din",
+      "ard in",
+      "ardi n",
+      "ka p",
+      "k ap",
+      "ic ken",
+      "ick en",
+      "i cken",
+      "re size",
+      "res ize",
+      "eu s",
+      "e us",
+      "r r",
+      "ля н",
+      "л ян",
+      "▁H av",
+      "▁Ha v",
+      "▁o ra",
+      "▁or a",
+      "▁ ora",
+      "FR OM",
+      "F ROM",
+      "ло ся",
+      "▁te rug",
+      "▁ter ug",
+      "▁W idth",
+      "▁ Width",
+      "▁accept s",
+      "бе н",
+      "б ен",
+      "▁m ich",
+      "▁mi ch",
+      "▁mic h",
+      "▁C zech",
+      "▁Cz ech",
+      "▁B edeut",
+      "▁ви д",
+      "▁ вид",
+      "ô me",
+      "▁L oop",
+      "▁Lo op",
+      "▁ Loop",
+      "sp ect",
+      "spe ct",
+      "spec t",
+      "s pect",
+      "ü k",
+      "es ton",
+      "est on",
+      "esto n",
+      "e ston",
+      "▁s lot",
+      "▁sl ot",
+      "▁slo t",
+      "▁został a",
+      "▁Charlot te",
+      "▁состав ляет",
+      "▁составля ет",
+      "▁Prom ise",
+      "▁e po",
+      "▁ep o",
+      "▁d iction",
+      "▁di ction",
+      "▁dict ion",
+      "▁dic tion",
+      "▁ diction",
+      "▁Frank lin",
+      "▁R iv",
+      "▁Ri v",
+      "ру г",
+      "ci da",
+      "cid a",
+      "c ida",
+      "▁Ex plorer",
+      "cook ie",
+      "▁former ly",
+      "▁municip ality",
+      "▁municipal ity",
+      "▁Ste fan",
+      "▁Stef an",
+      "list s",
+      "lis ts",
+      "l ists",
+      "CO MP",
+      "COM P",
+      "Le n",
+      "L en",
+      "▁Sta at",
+      "▁N BA",
+      "de ns",
+      "den s",
+      "d ens",
+      "▁osc ill",
+      "! .",
+      "▁P O",
+      "▁ PO",
+      "ô ne",
+      "es es",
+      "ese s",
+      "▁на циональ",
+      "vo or",
+      "v oor",
+      "▁ко пи",
+      "▁по зи",
+      "▁ пози",
+      "ul u",
+      "u lu",
+      "Const raint",
+      "Constra int",
+      "▁сво ей",
+      "▁algebra ic",
+      "ч ня",
+      "Di ct",
+      "D ict",
+      "▁appear ing",
+      "▁appe aring",
+      "▁p rav",
+      "▁pr av",
+      "▁pra v",
+      "▁Univers al",
+      "B rowser",
+      "▁Sing ap",
+      "ennes see",
+      "] _",
+      "▁S of",
+      "▁So f",
+      "▁C ad",
+      "▁Ca d",
+      "oun ce",
+      "▁cost s",
+      "▁cos ts",
+      "]{ \\",
+      "] {\\",
+      "../ ../",
+      "ськ ій",
+      "ські й",
+      "üh l",
+      "ü hl",
+      "ie ty",
+      "iet y",
+      "i ety",
+      "п р",
+      "▁interpre ted",
+      "▁interpret ed",
+      "aj n",
+      "col og",
+      "co log",
+      "colo g",
+      "c olog",
+      "Y S",
+      "ma ns",
+      "man s",
+      "m ans",
+      "▁met rics",
+      "▁metric s",
+      "▁reg istr",
+      "▁ registr",
+      "ist ance",
+      "istan ce",
+      "▁По ль",
+      "▁an onymous",
+      "▁ anonymous",
+      "▁institution s",
+      "▁instit utions",
+      "▁z dob",
+      "▁zd ob",
+      "pr üng",
+      "prü ng",
+      "▁ар ти",
+      "▁e stat",
+      "▁est at",
+      "▁es tat",
+      "▁esta t",
+      "ac ci",
+      "acc i",
+      "▁academ ic",
+      "▁ch iesa",
+      "▁chi esa",
+      "▁G ian",
+      "▁Gi an",
+      "▁Gia n",
+      "cont rib",
+      "contr ib",
+      "um ed",
+      "ume d",
+      "u med",
+      "▁G ir",
+      "▁Gi r",
+      "▁base ball",
+      "numer ic",
+      "n umeric",
+      "Gener ator",
+      "G M",
+      "▁t iny",
+      "▁ti ny",
+      "▁tin y",
+      "▁ tiny",
+      "▁dist inction",
+      "▁distinct ion",
+      "ге р",
+      "г ер",
+      "▁r ust",
+      "▁ru st",
+      "▁rus t",
+      "▁ rust",
+      "▁FI FA",
+      "▁Pro perties",
+      "▁ Properties",
+      "^ -",
+      "▁э кс",
+      "▁эк с",
+      "▁Sta nis",
+      "▁Stan is",
+      "▁A jax",
+      "es cape",
+      "esc ape",
+      "▁con sp",
+      "▁cons p",
+      "▁C hen",
+      "▁Ch en",
+      "▁Che n",
+      "▁N aval",
+      "▁Na val",
+      "▁Nav al",
+      "Bi t",
+      "B it",
+      "▁b ât",
+      "ски ми",
+      "ским и",
+      "с кими",
+      "dr ive",
+      "dri ve",
+      "d rive",
+      "▁R ound",
+      "▁Ro und",
+      "▁Rou nd",
+      "ph oto",
+      "▁Le vel",
+      "▁Lev el",
+      "▁ Level",
+      "▁g eg",
+      "▁ge g",
+      "▁ geg",
+      "To m",
+      "T om",
+      "▁M obile",
+      "▁ Mobile",
+      "▁T rop",
+      "▁Tr op",
+      "▁Tro p",
+      "Dir ection",
+      "Direct ion",
+      "D irection",
+      "is an",
+      "isa n",
+      "i san",
+      ")^ {-",
+      ")^{ -",
+      ") ^{-",
+      "▁Set ting",
+      "▁ Setting",
+      "▁Pro bably",
+      "ль я",
+      "л ья",
+      "▁as sets",
+      "▁ass ets",
+      "▁asse ts",
+      "▁asset s",
+      "▁ assets",
+      "▁a tte",
+      "▁at te",
+      "▁att e",
+      "▁ atte",
+      "▁b ulk",
+      "▁bul k",
+      "és t",
+      "é st",
+      "▁w ing",
+      "▁win g",
+      "▁ wing",
+      "ni us",
+      "niu s",
+      "n ius",
+      "▁w ins",
+      "▁win s",
+      "▁l ud",
+      "▁lu d",
+      "us hing",
+      "ush ing",
+      "▁d even",
+      "▁de ven",
+      "▁dev en",
+      "▁deve n",
+      "огра ф",
+      "о граф",
+      "burg er",
+      "bur ger",
+      "b urger",
+      "▁em bar",
+      "▁emb ar",
+      "Filter Chain",
+      "▁t um",
+      "▁tu m",
+      "▁ö ss",
+      "▁nom mé",
+      "▁p ir",
+      "▁pi r",
+      "▁l uc",
+      "▁lu c",
+      "db o",
+      "d bo",
+      "ag ues",
+      "ague s",
+      "agu es",
+      "▁al can",
+      "▁alc an",
+      "ou wen",
+      "ouw en",
+      "▁Stan ley",
+      "ци али",
+      "▁g rown",
+      "▁gr own",
+      "▁gro wn",
+      "▁grow n",
+      "▁pres erved",
+      "▁preserve d",
+      "▁s olar",
+      "▁so lar",
+      "▁sol ar",
+      "▁Насе ление",
+      "▁perform ances",
+      "▁performance s",
+      "▁C ow",
+      "▁Co w",
+      "▁engine ering",
+      "▁engineer ing",
+      "▁sc aling",
+      "▁scal ing",
+      "at omic",
+      "ato mic",
+      "atom ic",
+      "end ance",
+      "▁a ce",
+      "▁ac e",
+      "▁ ace",
+      "än gen",
+      "äng en",
+      "änge n",
+      "An im",
+      "A nim",
+      "ph ase",
+      "pha se",
+      "phas e",
+      "z burg",
+      "O ld",
+      "▁serv ant",
+      "▁geme ins",
+      "▁Ob serv",
+      "trans late",
+      "▁cover ing",
+      "▁cov ering",
+      "▁est án",
+      "▁está n",
+      "▁problem a",
+      "▁proble ma",
+      "▁probl ema",
+      "▁у станов",
+      "▁l lev",
+      "▁ll ev",
+      "▁lle v",
+      "▁c zerw",
+      "é al",
+      "me z",
+      "m ez",
+      "RE E",
+      "R EE",
+      "ER R",
+      "ту ри",
+      "тур и",
+      "se gu",
+      "seg u",
+      "s egu",
+      "▁pro fit",
+      "▁prof it",
+      "▁multip lication",
+      "kom men",
+      "k ommen",
+      "▁f aut",
+      "▁fa ut",
+      "▁candid ates",
+      "▁candidate s",
+      "▁U ri",
+      "▁Ur i",
+      "▁ Uri",
+      "▁La ura",
+      "▁Laur a",
+      "▁Lau ra",
+      "▁s ap",
+      "▁sa p",
+      "▁ви сини",
+      "▁Bet ween",
+      "fa de",
+      "f ade",
+      "▁res erved",
+      "▁reserve d",
+      "▁invol ving",
+      "▁M are",
+      "▁Mar e",
+      "▁Ma re",
+      "▁Cont ainer",
+      "▁ Container",
+      "▁на зна",
+      "▁DE BUG",
+      "▁ DEBUG",
+      "▁h urt",
+      "▁hur t",
+      "▁hu rt",
+      "▁Pol ski",
+      "▁l ux",
+      "▁lu x",
+      "C B",
+      "wa ch",
+      "w ach",
+      "▁пери од",
+      "▁перио д",
+      "▁C atherine",
+      "▁g anz",
+      "▁gan z",
+      "uch te",
+      "ucht e",
+      "u chte",
+      "▁cons umer",
+      "▁consum er",
+      "▁consume r",
+      "▁cross ed",
+      "ord ered",
+      "order ed",
+      "orde red",
+      "aw ay",
+      "awa y",
+      "a way",
+      "te chn",
+      "tech n",
+      "▁sub scri",
+      "▁subs cri",
+      "▁short cut",
+      "▁произ вод",
+      "▁simultane ously",
+      "▁r ating",
+      "▁ra ting",
+      "▁rat ing",
+      "▁ rating",
+      "▁K ings",
+      "▁King s",
+      "▁Kin gs",
+      "▁relations hips",
+      "▁relation ships",
+      "▁relationship s",
+      "▁S ex",
+      "▁Se x",
+      "▁T ool",
+      "▁To ol",
+      "▁ Tool",
+      "ag h",
+      "a gh",
+      "ac ters",
+      "act ers",
+      "acter s",
+      "log ger",
+      "hom me",
+      "en gers",
+      "eng ers",
+      "enger s",
+      "▁R i",
+      "ear ance",
+      "ea rance",
+      "▁appear ances",
+      "▁appearance s",
+      "Re al",
+      "▁p asse",
+      "▁pass e",
+      "▁pas se",
+      "ic lopedia",
+      "ч ко",
+      "ter re",
+      "▁Ont ario",
+      "▁пере да",
+      "▁перед а",
+      "fo oter",
+      "foo ter",
+      "foot er",
+      "arch ivi",
+      "archiv i",
+      "if iz",
+      "ifi z",
+      "▁Pro test",
+      "▁Prote st",
+      "▁L IN",
+      "▁LI N",
+      "▁ LIN",
+      "unn able",
+      "▁cent uries",
+      "▁B ayer",
+      "▁Ba yer",
+      "▁Bay er",
+      "ці ю",
+      "ов ин",
+      "ови н",
+      "о вин",
+      "▁And rea",
+      "▁Andre a",
+      "se lection",
+      "select ion",
+      "sel ection",
+      "▁c alm",
+      "▁cal m",
+      "▁ca lm",
+      "▁mod ification",
+      "▁modific ation",
+      "▁short ly",
+      "in aire",
+      "ina ire",
+      "i naire",
+      "▁f usion",
+      "▁fus ion",
+      "▁feel ings",
+      "▁feeling s",
+      "▁fee lings",
+      "P K",
+      "▁Ro berto",
+      "▁Robert o",
+      "г не",
+      "Sh ared",
+      "▁mehr ere",
+      "▁N iem",
+      "▁Ni em",
+      "▁Nie m",
+      "om p",
+      "o mp",
+      "En v",
+      "▁Art icle",
+      "▁P ok",
+      "▁Po k",
+      "▁V ARCHAR",
+      "▁d il",
+      "▁di l",
+      "▁af ford",
+      "▁aff ord",
+      "▁con front",
+      "▁conf ront",
+      "ow anie",
+      "owa nie",
+      "owan ie",
+      "▁min istre",
+      "▁minist re",
+      "▁mini stre",
+      "ad esh",
+      "ade sh",
+      "ades h",
+      "▁P oly",
+      "▁Pol y",
+      "▁Po ly",
+      "▁Ра спо",
+      "▁Рас по",
+      "▁Gru ppe",
+      "▁H elen",
+      "▁He len",
+      "▁Hel en",
+      "▁c c",
+      "▁ cc",
+      "▁port rait",
+      "be w",
+      "b ew",
+      "▁b eta",
+      "▁be ta",
+      "▁bet a",
+      "▁ beta",
+      "▁W ir",
+      "▁Wi r",
+      "▁A udio",
+      "▁Aud io",
+      "▁ Audio",
+      "▁( \\<",
+      "▁(\\ <",
+      "rior ity",
+      "▁n it",
+      "▁ni t",
+      "▁ nit",
+      "▁пред стави",
+      "▁представ и",
+      "▁V ie",
+      "▁Vi e",
+      "▁w ür",
+      "▁ wür",
+      "▁H old",
+      "▁Hol d",
+      "▁Ho ld",
+      "▁ Hold",
+      "▁S ad",
+      "▁Sa d",
+      "▁To chter",
+      "▁o ltre",
+      "▁ol tre",
+      "▁ oltre",
+      "▁Act iv",
+      "▁ Activ",
+      "▁J ason",
+      "▁Ja son",
+      "▁Jas on",
+      "▁wie ku",
+      "▁reg ards",
+      "▁regard s",
+      "▁t aste",
+      "▁ta ste",
+      "agnost ic",
+      "ла ся",
+      "▁S elf",
+      "▁Sel f",
+      "▁ Self",
+      "▁a pr",
+      "▁ap r",
+      "▁De ep",
+      "sc op",
+      "s cop",
+      "Act iv",
+      "▁type def",
+      "▁typed ef",
+      "Content View",
+      "comp iler",
+      "compile r",
+      "▁R oth",
+      "▁Ro th",
+      "▁Rot h",
+      "x c",
+      "зи к",
+      "▁l argo",
+      "▁lar go",
+      "▁larg o",
+      "▁R ena",
+      "▁Re na",
+      "▁Ren a",
+      "he iten",
+      "heit en",
+      "▁platform s",
+      "▁plat forms",
+      "ul la",
+      "ull a",
+      "u lla",
+      "▁gl ance",
+      "▁mas cul",
+      "▁m ex",
+      "▁me x",
+      "▁J orge",
+      "▁fun cion",
+      "▁func ion",
+      "cho ose",
+      "▁re views",
+      "▁review s",
+      "▁Al ban",
+      "▁Alb an",
+      "▁G lo",
+      "▁Gl o",
+      "▁S pecies",
+      "▁Spe cies",
+      "▁Spec ies",
+      "▁F ame",
+      "▁Fa me",
+      "▁Fam e",
+      "▁R oll",
+      "▁Ro ll",
+      "▁Rol l",
+      "▁P uerto",
+      "▁\\ )",
+      "▁ \\)",
+      "ym nas",
+      "ymn as",
+      "en viron",
+      "▁i phone",
+      "▁Wrest ling",
+      "ał y",
+      "a ły",
+      "▁Ind iana",
+      "▁India na",
+      "▁Indian a",
+      "Rad io",
+      "V S",
+      "▁independ ence",
+      "та й",
+      "▁de code",
+      "▁dec ode",
+      "▁ decode",
+      "Wh ite",
+      "▁j ourn",
+      "▁jo urn",
+      "▁jou rn",
+      "▁jour n",
+      "ícul o",
+      "í culo",
+      "▁Bar b",
+      "▁Ba rb",
+      "▁Ev angel",
+      "▁An dy",
+      "▁And y",
+      "▁Wel come",
+      "▁De vice",
+      "▁Dev ice",
+      "▁ Device",
+      "ge f",
+      "g ef",
+      "▁remember ed",
+      "▁vari ations",
+      "▁variation s",
+      "▁Ad olf",
+      "it aine",
+      "ita ine",
+      "▁надмор ској",
+      "▁s team",
+      "▁ste am",
+      "▁concern s",
+      "▁` |",
+      "▁би о",
+      "тель ства",
+      "▁qu attro",
+      "ext end",
+      "▁trab ajo",
+      "▁trabaj o",
+      "en berg",
+      "▁scen arios",
+      "▁scenario s",
+      "ân t",
+      "â nt",
+      "▁kom mt",
+      "▁komm t",
+      "▁dom estic",
+      "▁B asketball",
+      "▁Co oper",
+      "so ck",
+      "s ock",
+      "дер жа",
+      "д ержа",
+      "={ \\",
+      "= {\\",
+      "▁in ici",
+      "▁P hill",
+      "▁Ph ill",
+      "▁Phil l",
+      "▁гене рал",
+      "archivi ato",
+      "ъ н",
+      "Ro b",
+      "R ob",
+      "▁t ong",
+      "▁to ng",
+      "▁ton g",
+      "▁character istics",
+      "▁characteristic s",
+      "▁a maz",
+      "▁am az",
+      "▁M ode",
+      "▁Mod e",
+      "▁Mo de",
+      "▁ Mode",
+      "▁inaug ur",
+      "we hr",
+      "ra nt",
+      "ran t",
+      "r ant",
+      "ion ali",
+      "ional i",
+      "iona li",
+      "▁M other",
+      "▁Mo ther",
+      "▁Mot her",
+      "M a",
+      "é qu",
+      "▁K elly",
+      "▁Kel ly",
+      "ci le",
+      "cil e",
+      "c ile",
+      "▁beste ht",
+      "▁estim ates",
+      "▁estimate s",
+      "rugu ay",
+      "▁A ns",
+      "▁An s",
+      "Ma d",
+      "M ad",
+      "▁на в",
+      "▁d onnées",
+      "▁donn ées",
+      "▁donné es",
+      "▁ données",
+      "▁trop ical",
+      "▁Sever al",
+      "el ter",
+      "elt er",
+      "elte r",
+      "▁P ho",
+      "▁Ph o",
+      "ke m",
+      "k em",
+      "▁Custom er",
+      "▁ Customer",
+      "▁скла ді",
+      "▁c ourses",
+      "▁course s",
+      "▁cours es",
+      "Pl atform",
+      "nav bar",
+      "le arning",
+      "lear ning",
+      "learn ing",
+      "▁Sw edish",
+      "▁z ast",
+      "▁za st",
+      "▁zas t",
+      "▁L ig",
+      "▁Li g",
+      "man agement",
+      "▁l od",
+      "▁lo d",
+      "uff le",
+      "Text ure",
+      "Te xture",
+      "ar ga",
+      "arg a",
+      "át um",
+      "▁D DR",
+      "ні ї",
+      "н ії",
+      "▁Soci été",
+      "▁dom ains",
+      "▁domain s",
+      "▁perm itted",
+      "▁permit ted",
+      "▁ex terne",
+      "▁ext erne",
+      "▁extern e",
+      "▁quel que",
+      "v t",
+      "ym an",
+      "y man",
+      "▁W ard",
+      "▁War d",
+      "▁Wa rd",
+      "▁ag li",
+      "▁ agli",
+      "▁and ra",
+      "▁an dra",
+      "▁ andra",
+      "S napshot",
+      "▁m å",
+      "▁ye ah",
+      "де на",
+      "ден а",
+      "д ена",
+      "ęp u",
+      "ę pu",
+      "ask ell",
+      "▁Ré publique",
+      "in ject",
+      "▁' ;",
+      "▁ ';",
+      "än n",
+      "ä nn",
+      "▁z elf",
+      "▁Ent wicklung",
+      "ár ia",
+      "á ria",
+      "on omy",
+      "ono my",
+      "onom y",
+      "▁s vil",
+      "▁sv il",
+      "ie se",
+      "ies e",
+      "i ese",
+      "▁con ser",
+      "▁cons er",
+      "▁conse r",
+      "▁n im",
+      "▁ni m",
+      "▁ nim",
+      "▁r ész",
+      "▁ré sz",
+      "▁rés z",
+      "▁И тали",
+      "▁part ici",
+      "▁partic i",
+      "▁parti ci",
+      "▁L ion",
+      "▁Li on",
+      "s r",
+      "al ways",
+      "▁Влади мир",
+      "че ские",
+      "[ ,",
+      "▁Def inition",
+      "▁ Definition",
+      "na nt",
+      "nan t",
+      "n ant",
+      "oe m",
+      "o em",
+      "Id s",
+      "I ds",
+      "▁в не",
+      "▁[ ...]",
+      "▁на прав",
+      "▁нап рав",
+      "▁G O",
+      "▁ GO",
+      "▁å rs",
+      "▁år s",
+      "▁ut án",
+      "▁out ros",
+      "▁reg ión",
+      "▁M ong",
+      "▁Mon g",
+      "▁Mo ng",
+      "▁fil me",
+      "▁film e",
+      "▁tri ple",
+      "▁trip le",
+      "▁sp ons",
+      "▁spo ns",
+      "De velop",
+      "▁out come",
+      "▁B ible",
+      "▁Bi ble",
+      "▁Bib le",
+      "▁и мени",
+      "▁име ни",
+      "▁имен и",
+      "Can vas",
+      "пу та",
+      "cur r",
+      "cu rr",
+      "c urr",
+      "ás ok",
+      "){ \\",
+      ") {\\",
+      "ning ar",
+      "` ;",
+      "▁Fl ash",
+      ": #",
+      "mu st",
+      "mus t",
+      "m ust",
+      "cp u",
+      "c pu",
+      "▁form ats",
+      "▁format s",
+      "▁forma ts",
+      "Ha r",
+      "H ar",
+      "▁epis odio",
+      "▁R osa",
+      "▁Ro sa",
+      "▁Ros a",
+      "▁d ès",
+      "em it",
+      "emi t",
+      "e mit",
+      "rit eria",
+      "rite ria",
+      "riter ia",
+      "An notation",
+      "Fl ag",
+      "F lag",
+      "g mail",
+      "▁N ormal",
+      "▁Nor mal",
+      "▁Norm al",
+      "▁ Normal",
+      "oll ary",
+      "ollar y",
+      "▁f oss",
+      "▁fo ss",
+      "▁fos s",
+      "▁con current",
+      "▁conc urrent",
+      "▁ concurrent",
+      "▁crash es",
+      "▁ви де",
+      "▁вид е",
+      "▁Min or",
+      "▁Mi nor",
+      "▁S it",
+      "▁Si t",
+      "▁S N",
+      "▁ SN",
+      "▁s car",
+      "▁sc ar",
+      "▁ scar",
+      "▁fe min",
+      "▁fem in",
+      "▁spec ification",
+      "▁specific ation",
+      "so ap",
+      "▁o perate",
+      "▁oper ate",
+      "▁opera te",
+      "▁principal mente",
+      "▁a ust",
+      "▁au st",
+      "▁aus t",
+      "ib ile",
+      "ibil e",
+      "it ime",
+      "iti me",
+      "i time",
+      "ле жа",
+      "if rame",
+      "i frame",
+      "▁concept s",
+      "▁conce pts",
+      "▁t ack",
+      "▁ta ck",
+      "▁v iss",
+      "▁vis s",
+      "▁vi ss",
+      "▁car bon",
+      "ter y",
+      "te ry",
+      "t ery",
+      "▁n aming",
+      "▁na ming",
+      "▁nam ing",
+      "▁Or ts",
+      "▁Ort s",
+      "id ente",
+      "ident e",
+      "iden te",
+      "▁Cap it",
+      "▁Ca pit",
+      "▁ex pr",
+      "▁exp r",
+      "▁ expr",
+      "▁насе љу",
+      "▁Select ed",
+      "▁Sel ected",
+      "▁Sele cted",
+      "▁ Selected",
+      "▁h inter",
+      "▁hint er",
+      "▁hin ter",
+      "▁i frame",
+      "▁if rame",
+      "▁ iframe",
+      "▁z b",
+      "index Path",
+      "col l",
+      "co ll",
+      "c oll",
+      "▁wr ześ",
+      "▁a cht",
+      "▁ac ht",
+      "▁ach t",
+      "▁ acht",
+      "▁grad ually",
+      "▁gradu ally",
+      "▁ч у",
+      "▁ чу",
+      "зе й",
+      "з ей",
+      "ha ft",
+      "h aft",
+      "▁t ran",
+      "▁tr an",
+      "▁tra n",
+      "▁la quelle",
+      "yt ics",
+      "ID E",
+      "I DE",
+      "▁py game",
+      "▁pyg ame",
+      "▁P ackage",
+      "▁Pack age",
+      "▁ Package",
+      "▁class Name",
+      "▁ className",
+      "B al",
+      "pe rl",
+      "per l",
+      "ти на",
+      "тин а",
+      "O cc",
+      "▁in frastr",
+      "▁Champion s",
+      "▁Champ ions",
+      "▁class ic",
+      "▁R aw",
+      "▁Ra w",
+      "▁ Raw",
+      "▁partial ly",
+      "▁parti ally",
+      "▁T ed",
+      "▁Te d",
+      "▁sto let",
+      "ra ined",
+      "rain ed",
+      "raine d",
+      "rai ned",
+      "r ained",
+      "WH ERE",
+      "W HERE",
+      "▁v all",
+      "▁val l",
+      "▁va ll",
+      "▁Jul ia",
+      "▁Ju lia",
+      "▁Juli a",
+      "za t",
+      "z at",
+      "▁surr ounded",
+      "SE E",
+      "S EE",
+      "▁walk ing",
+      "▁wal king",
+      "B ad",
+      "FO R",
+      "F OR",
+      "con tre",
+      "cont re",
+      "contr e",
+      "▁Pal est",
+      "▁Pale st",
+      "át ico",
+      "▁engine er",
+      "▁part ners",
+      "▁partner s",
+      "▁Je ws",
+      "▁Jew s",
+      "il ers",
+      "ile rs",
+      "iler s",
+      "i lers",
+      "▁c erem",
+      "▁ce rem",
+      "▁cer em",
+      "▁inter actions",
+      "▁interaction s",
+      "▁interact ions",
+      "ac u",
+      "a cu",
+      "st y",
+      "s ty",
+      "▁Prince ss",
+      "▁Prin cess",
+      "sh arp",
+      "sha rp",
+      "▁Sing les",
+      "▁Single s",
+      "▁ї х",
+      "ch ez",
+      "che z",
+      "c hez",
+      "Rece iver",
+      "Receive r",
+      "▁pat ients",
+      "▁patient s",
+      "string ify",
+      "▁compet ed",
+      "be y",
+      "b ey",
+      "$ ;",
+      "▁B d",
+      "had oop",
+      "h adoop",
+      "▁Div isión",
+      "öl d",
+      "ö ld",
+      "▁restrict ed",
+      "▁comm ander",
+      "▁command er",
+      "▁comma nder",
+      "▁High way",
+      "▁Č esk",
+      "▁m yth",
+      "▁my th",
+      "ча н",
+      "ч ан",
+      "ra ham",
+      "rah am",
+      "▁en qu",
+      "▁p og",
+      "▁po g",
+      "▁com una",
+      "▁comun a",
+      "▁print ln",
+      "▁ println",
+      "▁к руп",
+      "▁de pois",
+      "▁dep ois",
+      "▁se ats",
+      "▁sea ts",
+      "▁seat s",
+      "▁neigh b",
+      "ци она",
+      "цион а",
+      "ag ine",
+      "agi ne",
+      "agin e",
+      "▁cloth es",
+      "▁clo thes",
+      "▁P rior",
+      "▁Pr ior",
+      "▁Pri or",
+      "Br ain",
+      "Bra in",
+      "B rain",
+      "FF FF",
+      "': '",
+      "' :'",
+      "fe atures",
+      "feature s",
+      "▁file system",
+      "▁files ystem",
+      "▁sing les",
+      "▁single s",
+      "▁Mel bourne",
+      "▁dest ruction",
+      "▁destruct ion",
+      "▁destru ction",
+      "▁Ly on",
+      "▁In sel",
+      "▁Ins el",
+      "Na v",
+      "N av",
+      "▁Re place",
+      "▁Rep lace",
+      "▁ Replace",
+      "▁l é",
+      "▁ lé",
+      "Wh o",
+      "W ho",
+      "▁E stad",
+      "▁Est ad",
+      "▁Esta d",
+      "▁dim ensional",
+      "▁dimension al",
+      "▁ dimensional",
+      "▁ö ff",
+      "▁ öff",
+      "▁gr ands",
+      "▁gran ds",
+      "▁grand s",
+      "дж а",
+      "д жа",
+      "pl ane",
+      "plan e",
+      "pla ne",
+      "p lane",
+      "но сті",
+      "ност і",
+      "нос ті",
+      "▁Or igin",
+      "▁Ori gin",
+      "▁Orig in",
+      "▁ Origin",
+      "W I",
+      "än ner",
+      "änn er",
+      "▁C ry",
+      "▁Cr y",
+      "IT ION",
+      "▁fö dd",
+      "▁cult ura",
+      "▁R ank",
+      "▁Ran k",
+      "▁v uel",
+      "▁vue l",
+      "▁vu el",
+      "▁z ag",
+      "▁za g",
+      "▁Ma xim",
+      "▁Max im",
+      "он у",
+      "о ну",
+      "() ))",
+      "()) )",
+      "( )))",
+      "R aw",
+      "kir che",
+      "k irche",
+      "▁a demás",
+      "▁t ie",
+      "▁ti e",
+      "▁St yle",
+      "▁ Style",
+      "ско в",
+      "ск ов",
+      "с ков",
+      "ist ant",
+      "ista nt",
+      "istan t",
+      "ol ph",
+      "▁Z ür",
+      "▁In fo",
+      "▁Inf o",
+      "▁ Info",
+      "DO M",
+      "D OM",
+      "us c",
+      "u sc",
+      "na hm",
+      "nah m",
+      "▁Ф едера",
+      "▁F ot",
+      "▁Fo t",
+      "▁spec ifying",
+      "▁specify ing",
+      "▁tit olo",
+      "▁Bo ys",
+      "▁Boy s",
+      "ie ch",
+      "iec h",
+      "i ech",
+      "Pl ace",
+      "P lace",
+      "▁H off",
+      "▁Ho ff",
+      "▁Hof f",
+      "▁c ached",
+      "▁ca ched",
+      "▁cache d",
+      "ва ль",
+      "вал ь",
+      "в аль",
+      "is her",
+      "ish er",
+      "roll ing",
+      "rol ling",
+      "op ens",
+      "ope ns",
+      "open s",
+      "▁h r",
+      "▁ hr",
+      "-- ----",
+      "---- --",
+      "--- ---",
+      "----- -",
+      "- -----",
+      "▁mag gior",
+      "▁maggio r",
+      "▁trans actions",
+      "▁transaction s",
+      "▁c riminal",
+      "▁crim inal",
+      "▁re tre",
+      "▁ret re",
+      "▁retr e",
+      "▁Camp bell",
+      ")) :",
+      ") ):",
+      "▁n ed",
+      "▁ne d",
+      "▁ ned",
+      "Page r",
+      "Pa ger",
+      "P ager",
+      "▁H ero",
+      "▁He ro",
+      "▁Her o",
+      "(_ _",
+      "( __",
+      "▁un cle",
+      "▁re aches",
+      "▁reach es",
+      "ar to",
+      "art o",
+      "▁h ello",
+      "▁hel lo",
+      "▁hell o",
+      "▁ hello",
+      "Pre ferences",
+      "▁за тем",
+      "Name d",
+      "Na med",
+      "N amed",
+      "▁re aders",
+      "▁read ers",
+      "▁reader s",
+      "х і",
+      "ke rn",
+      "ker n",
+      "k ern",
+      "▁у по",
+      "ки н",
+      "к ин",
+      "▁l av",
+      "▁la v",
+      "▁ lav",
+      "▁n ob",
+      "▁no b",
+      "▁se cre",
+      "▁sec re",
+      "▁List View",
+      "▁ ListView",
+      "ва ния",
+      "▁May or",
+      "bo rough",
+      "bor ough",
+      "▁fil osof",
+      "не ння",
+      "нен ня",
+      "фр и",
+      "ф ри",
+      "▁p atr",
+      "▁pat r",
+      "▁pa tr",
+      "F M",
+      "▁a cid",
+      "▁ac id",
+      "▁Salv ador",
+      "▁a bb",
+      "▁ab b",
+      "▁ abb",
+      "▁G raham",
+      "▁Gra ham",
+      "pol icy",
+      "neg ative",
+      "ński ego",
+      "ń skiego",
+      "▁He imat",
+      "▁d azu",
+      "▁da zu",
+      "▁m ely",
+      "▁me ly",
+      "▁mel y",
+      "▁r ide",
+      "▁rid e",
+      "▁ri de",
+      "▁ ride",
+      "▁du ties",
+      "▁dut ies",
+      "ov ery",
+      "over y",
+      "ove ry",
+      "o very",
+      "▁Pro position",
+      "▁Prop osition",
+      "▁Pa olo",
+      "/ '",
+      "▁M au",
+      "▁Ma u",
+      "im enti",
+      "iment i",
+      "imen ti",
+      "Sa int",
+      "S aint",
+      "fa ther",
+      "f ather",
+      "▁equ ilib",
+      "ph ony",
+      "phon y",
+      "▁c las",
+      "▁cl as",
+      "▁cla s",
+      "▁от ли",
+      "▁Buffer ed",
+      "▁Buff ered",
+      "re k",
+      "r ek",
+      "▁m itt",
+      "▁mit t",
+      "▁mi tt",
+      "▁ mitt",
+      "▁H ur",
+      "▁Hu r",
+      "▁Har vard",
+      "▁demonstr ate",
+      "ua rio",
+      "u ario",
+      "▁do lor",
+      "▁dol or",
+      "▁reject ed",
+      "▁M üller",
+      "▁n ac",
+      "▁na c",
+      "▁B elle",
+      "▁Be lle",
+      "▁Bel le",
+      "▁Bell e",
+      "▁gather ed",
+      "n r",
+      "fr ika",
+      "fri ka",
+      "öl l",
+      "ö ll",
+      "▁chem ical",
+      "ni g",
+      "n ig",
+      "▁cal c",
+      "▁ calc",
+      "▁DE FAULT",
+      "▁ DEFAULT",
+      "▁philosoph y",
+      "▁Lar avel",
+      "▁al ignment",
+      "▁align ment",
+      "E V",
+      "e or",
+      "▁d zie",
+      "▁dz ie",
+      "▁ dzie",
+      "▁m est",
+      "▁me st",
+      "▁mes t",
+      "▁I o",
+      "CR E",
+      "C RE",
+      "з ви",
+      "▁M edic",
+      "▁Me dic",
+      "▁Med ic",
+      "▁Medi c",
+      "▁n ä",
+      "▁z ab",
+      "▁za b",
+      "▁S lov",
+      "▁Sl ov",
+      "▁Slo v",
+      "ut lich",
+      "▁am plit",
+      "▁ampl it",
+      "▁amp lit",
+      "▁Fran kreich",
+      "▁Frank reich",
+      "▁к іль",
+      "▁кі ль",
+      "IN D",
+      "I ND",
+      "exec ution",
+      "▁Kar riere",
+      "d ostęp",
+      "▁r éal",
+      "▁ré al",
+      "en go",
+      "eng o",
+      "▁se vere",
+      "▁sever e",
+      "зм а",
+      "з ма",
+      "▁тур ни",
+      "▁C arter",
+      "▁Car ter",
+      "▁Cart er",
+      "▁Rob inson",
+      "▁Robin son",
+      "getElement sBy",
+      "▁pro totype",
+      "▁proto type",
+      "▁ prototype",
+      "▁jap on",
+      "▁ja pon",
+      "führ ung",
+      "f ührung",
+      "▁con segu",
+      "▁cons egu",
+      "▁conse gu",
+      "▁st udi",
+      "▁stud i",
+      "▁l ire",
+      "▁li re",
+      "▁ lire",
+      "▁sch ließ",
+      "▁ schließ",
+      "▁B uff",
+      "▁Bu ff",
+      "▁red und",
+      "▁redu nd",
+      "▁e rn",
+      "▁er n",
+      "▁ ern",
+      "▁my ster",
+      "▁myst er",
+      "▁prop rio",
+      "▁propri o",
+      "ate ful",
+      "▁Par ent",
+      "▁Pa rent",
+      "▁ Parent",
+      "▁lad ies",
+      "ra ck",
+      "rac k",
+      "r ack",
+      "ти ка",
+      "тик а",
+      "en burg",
+      "▁каче стве",
+      "▁E F",
+      "▁ EF",
+      "▁st am",
+      "▁sta m",
+      "▁nue va",
+      "▁fil tered",
+      "▁filter ed",
+      "re ten",
+      "ret en",
+      "r eten",
+      "▁I an",
+      "▁Matt hew",
+      "▁Matth ew",
+      "ki h",
+      "k ih",
+      "▁ ő",
+      "▁ком пози",
+      "▁for ever",
+      "▁fore ver",
+      "oir es",
+      "oi res",
+      "oire s",
+      "o ires",
+      ":\\ \\",
+      ": \\\\",
+      "▁ét udes",
+      "▁s oup",
+      "▁so up",
+      "▁sou p",
+      "▁p leased",
+      "▁please d",
+      "▁ple ased",
+      ")} (",
+      ") }(",
+      "▁S top",
+      "▁St op",
+      "▁Sto p",
+      "▁ Stop",
+      "Set ter",
+      "S etter",
+      "▁He lp",
+      "▁Hel p",
+      "▁ Help",
+      "▁b ars",
+      "▁bar s",
+      "▁ba rs",
+      "▁ bars",
+      "▁ER R",
+      "▁ ERR",
+      "▁( ?",
+      "▁ (?",
+      "▁po etry",
+      "▁poet ry",
+      "▁U til",
+      "▁Ut il",
+      "▁ Util",
+      "A K",
+      "▁f ick",
+      "▁fi ck",
+      "▁fic k",
+      "▁I M",
+      "▁ IM",
+      "▁pro ud",
+      "▁pr oud",
+      "но си",
+      "нос и",
+      "▁m uerte",
+      "▁mu erte",
+      "▁Palmar ès",
+      "▁N as",
+      "▁Na s",
+      "щи х",
+      "щ их",
+      "▁qu er",
+      "▁que r",
+      "▁q uer",
+      "▁ quer",
+      "▁a penas",
+      "▁ap enas",
+      "][ '",
+      "] ['",
+      "▁Kon st",
+      "по н",
+      "п он",
+      "▁Sch iff",
+      "▁m p",
+      "▁ mp",
+      "▁б лаго",
+      "fr am",
+      "fra m",
+      "f ram",
+      "▁house hold",
+      "▁t ract",
+      "▁tr act",
+      "▁tra ct",
+      "▁trac t",
+      "enc oding",
+      "▁und ert",
+      "▁under t",
+      "▁ undert",
+      "▁A ug",
+      "▁Au g",
+      "ов ан",
+      "ова н",
+      "о ван",
+      "▁Ar ten",
+      "▁Art en",
+      "▁Arte n",
+      "▁inv oked",
+      "▁invoke d",
+      "▁d ynast",
+      "▁fle et",
+      "че ство",
+      "▁Mur ray",
+      "▁g ut",
+      "▁gu t",
+      "eli hood",
+      "▁S SH",
+      "▁SS H",
+      "от вет",
+      "▁person ally",
+      "▁personal ly",
+      "при я",
+      "п рия",
+      "▁fin anci",
+      "▁finan ci",
+      "▁Thom pson",
+      "al u",
+      "a lu",
+      "id entity",
+      "ident ity",
+      "▁G rab",
+      "▁Gr ab",
+      "▁Gra b",
+      "add le",
+      "É t",
+      "▁T ob",
+      "▁To b",
+      "▁ver lor",
+      "▁verl or",
+      "▁Saint e",
+      "▁Sa inte",
+      "▁Sain te",
+      "▁d op",
+      "▁do p",
+      "▁в ере",
+      "▁ве ре",
+      "▁вер е",
+      "__ _",
+      "_ __",
+      "▁prom otion",
+      "▁- =",
+      "▁от де",
+      "▁amb igu",
+      "▁ ambigu",
+      "OR DER",
+      "ORD ER",
+      "▁Comm unic",
+      "▁Commun ic",
+      "▁im ply",
+      "▁imp ly",
+      "▁impl y",
+      "on ed",
+      "one d",
+      "o ned",
+      "clud ing",
+      "▁coll ision",
+      "▁fragment s",
+      "▁frag ments",
+      "script ion",
+      "scri ption",
+      "s cription",
+      "▁' {",
+      "ля х",
+      "л ях",
+      "▁h ans",
+      "▁ha ns",
+      "▁han s",
+      "у с",
+      "wi re",
+      "w ire",
+      "name space",
+      "names pace",
+      "▁s word",
+      "▁sw ord",
+      "▁swo rd",
+      "ref resh",
+      "▁kw am",
+      "z s",
+      "comm ons",
+      "common s",
+      "▁c osa",
+      "▁co sa",
+      "▁cos a",
+      "▁reg ime",
+      "gr ep",
+      "gre p",
+      "g rep",
+      "▁di oc",
+      "▁dio c",
+      "▁Cont act",
+      "▁ Contact",
+      "▁est as",
+      "▁esta s",
+      "▁Ste wart",
+      "▁v iele",
+      "▁vi ele",
+      "▁vie le",
+      "▁viel e",
+      "то ва",
+      "тов а",
+      "т ова",
+      "▁R an",
+      "▁Ra n",
+      "an nes",
+      "ann es",
+      "anne s",
+      "id ay",
+      "ida y",
+      "i day",
+      "▁s napshot",
+      "▁snap shot",
+      "or row",
+      "orr ow",
+      "▁za č",
+      "▁участи е",
+      "▁prom ised",
+      "▁promise d",
+      "Ass embly",
+      "▁champion ship",
+      "▁champions hip",
+      "▁Def ine",
+      "▁e ren",
+      "▁er en",
+      "▁ere n",
+      "▁ eren",
+      "▁но во",
+      "▁н ово",
+      "▁нов о",
+      "▁ ново",
+      "▁th inks",
+      "▁think s",
+      "▁thin ks",
+      "Ag e",
+      "A ge",
+      "▁g ev",
+      "▁ge v",
+      "var char",
+      "v archar",
+      "iv ità",
+      "com pos",
+      "comp os",
+      "▁M utter",
+      "▁Mut ter",
+      "CO NT",
+      "CON T",
+      "arm ée",
+      "ag net",
+      "agn et",
+      "agne t",
+      "▁B row",
+      "▁Br ow",
+      "▁Bro w",
+      ". —",
+      "▁Tele vision",
+      "▁Д ля",
+      "▁v m",
+      "▁ vm",
+      "▁or din",
+      "▁ord in",
+      "▁ ordin",
+      "▁Миха й",
+      "▁apro xim",
+      "') ->",
+      "' )->",
+      "▁z oo",
+      "▁zo o",
+      "ip pi",
+      "ipp i",
+      "i ppi",
+      "▁s ino",
+      "▁si no",
+      "▁sin o",
+      "▁Qu ébec",
+      "ra ges",
+      "rag es",
+      "rage s",
+      "r ages",
+      "ä ck",
+      "ei ng",
+      "ein g",
+      "e ing",
+      "ar lo",
+      "pi os",
+      "pio s",
+      "p ios",
+      "▁C han",
+      "▁Ch an",
+      "▁Cha n",
+      "▁el li",
+      "▁ell i",
+      "▁ elli",
+      "▁in cons",
+      "▁inc ons",
+      "▁incon s",
+      "gest ellt",
+      "g estellt",
+      "pp ers",
+      "pper s",
+      "ppe rs",
+      "p pers",
+      "Je an",
+      "anst alt",
+      "▁D ance",
+      "▁Dan ce",
+      "▁to en",
+      "▁toe n",
+      "▁de cis",
+      "▁dec is",
+      "▁Ре зу",
+      "▁official ly",
+      "▁offici ally",
+      "ät ze",
+      "ätz e",
+      "▁до ро",
+      "▁e numer",
+      "▁en umer",
+      "▁enum er",
+      "▁trois ième",
+      "ty p",
+      "t yp",
+      "of fs",
+      "off s",
+      "бо ль",
+      "od n",
+      "o dn",
+      "▁Z ar",
+      "▁Za r",
+      "▁дру го",
+      "qu ia",
+      "qui a",
+      "▁Nicol as",
+      "▁Nic olas",
+      "▁Nicola s",
+      "пи су",
+      "пис у",
+      "▁m ob",
+      "▁mo b",
+      "pa ces",
+      "pace s",
+      "p aces",
+      "нь ого",
+      "ньо го",
+      "Al g",
+      "A lg",
+      "éro ï",
+      "Error s",
+      "Err ors",
+      "▁г ре",
+      "▁ гре",
+      "▁жен щи",
+      "in ch",
+      "inc h",
+      "▁Kore an",
+      "▁Korea n",
+      "▁A post",
+      "▁Ap ost",
+      "▁L iver",
+      "▁Li ver",
+      "▁Live r",
+      "▁Liv er",
+      "▁element ary",
+      "▁D I",
+      "▁ DI",
+      "ви си",
+      "▁so il",
+      "▁D LL",
+      "▁r isp",
+      "▁ris p",
+      "▁ri sp",
+      "▁Sh akespe",
+      "▁G aussian",
+      "▁K urt",
+      "▁Kur t",
+      "▁Ku rt",
+      "Ver tex",
+      "Vert ex",
+      "eb ol",
+      "e bol",
+      "organ isation",
+      "är en",
+      "äre n",
+      "ä ren",
+      "▁Y ES",
+      "▁ YES",
+      "C UR",
+      "▁нача ль",
+      "▁по стро",
+      "▁пос тро",
+      "▁Lu igi",
+      "▁c aching",
+      "prevent Default",
+      "am d",
+      "a md",
+      "▁V it",
+      "▁Vi t",
+      "sub st",
+      "su bst",
+      "▁ст рои",
+      "▁C ampion",
+      "▁Camp ion",
+      "ch r",
+      "c hr",
+      "фе ре",
+      "фер е",
+      "ф ере",
+      "▁С писок",
+      "N F",
+      "▁c ím",
+      "▁cí m",
+      "▁h é",
+      "▁ hé",
+      "re bbe",
+      "reb be",
+      "oc y",
+      "o cy",
+      "be low",
+      "bel ow",
+      "▁by lo",
+      "▁byl o",
+      "▁У и",
+      "▁\\ ({\\",
+      "▁\\( {\\",
+      "▁` :",
+      "▁ `:",
+      "gi ore",
+      "gio re",
+      "gior e",
+      "g iore",
+      "Sa n",
+      "S an",
+      "▁G ate",
+      "▁Ga te",
+      "▁в с",
+      "▁o limp",
+      "▁ol imp",
+      "▁Mat rix",
+      "▁ Matrix",
+      "▁he aring",
+      "▁hear ing",
+      "ri i",
+      "r ii",
+      "tf rac",
+      "t frac",
+      "▁allem and",
+      "▁V ue",
+      "л н",
+      "▁comp iling",
+      "▁E ns",
+      "▁En s",
+      "▁investig ation",
+      "▁A x",
+      "▁ch ars",
+      "▁char s",
+      "▁cha rs",
+      "▁target s",
+      "▁tar gets",
+      "▁l oud",
+      "▁lo ud",
+      "us ement",
+      "use ment",
+      "▁N ether",
+      "▁Ne ther",
+      "▁Net her",
+      "com merce",
+      "IG HT",
+      "oc oa",
+      "oco a",
+      "if ecycle",
+      "ife cycle",
+      "▁Le o",
+      "pr iv",
+      "p riv",
+      "▁go ods",
+      "▁good s",
+      "ad amente",
+      "ada mente",
+      "A ustral",
+      "▁re boot",
+      "▁reb oot",
+      "Ge st",
+      "G est",
+      "▁represent ations",
+      "▁representation s",
+      "ce u",
+      "c eu",
+      "▁do ctrine",
+      "ce rs",
+      "cer s",
+      "c ers",
+      "▁K rak",
+      "▁Kr ak",
+      "▁Kra k",
+      "▁adv oc",
+      "▁squad ra",
+      "▁arbeit ete",
+      "üs t",
+      "ü st",
+      "▁p ill",
+      "▁pi ll",
+      "▁pil l",
+      "An swer",
+      "▁к віт",
+      "▁W a",
+      "um ann",
+      "uman n",
+      "uma nn",
+      "u mann",
+      "▁D ynam",
+      "▁Dy nam",
+      "Fa mil",
+      "F amil",
+      "▁t ennis",
+      "▁ten nis",
+      "▁Engine ering",
+      "▁circ les",
+      "▁cir cles",
+      "▁circle s",
+      "▁Mary land",
+      "▁b esta",
+      "▁be sta",
+      "▁best a",
+      "▁bes ta",
+      "▁b ases",
+      "▁bas es",
+      "▁base s",
+      "▁znaj du",
+      "ктор а",
+      "кто ра",
+      "к тора",
+      "▁ar rest",
+      "▁arr est",
+      "ле р",
+      "л ер",
+      "▁G ia",
+      "▁Gi a",
+      "▁remark able",
+      "▁мо гу",
+      "▁Sup reme",
+      "▁` %",
+      "do r",
+      "d or",
+      "▁au jourd",
+      "▁w is",
+      "WID TH",
+      "▁mis ma",
+      "▁mism a",
+      "▁fl uid",
+      "▁flu id",
+      "▁pet ite",
+      "▁petit e",
+      "▁T ow",
+      "▁To w",
+      "Reg istry",
+      "em ed",
+      "eme d",
+      "e med",
+      "▁Wis consin",
+      "▁R acing",
+      "▁Ra cing",
+      "▁reg istration",
+      "▁registr ation",
+      "/ %",
+      "th ird",
+      "▁mon uments",
+      "▁monument s",
+      "че й",
+      "ч ей",
+      "▁j et",
+      "▁je t",
+      "▁ jet",
+      "▁Ur ban",
+      "ál va",
+      "▁mil ieu",
+      "▁poss ess",
+      "▁g erm",
+      "▁ge rm",
+      "▁ger m",
+      "dep endencies",
+      "▁enem ies",
+      "▁s amen",
+      "▁sa men",
+      "▁same n",
+      "▁sam en",
+      "▁W erner",
+      "▁Wer ner",
+      "▁h izo",
+      "▁hi zo",
+      "▁t d",
+      "▁ td",
+      "▁y esterday",
+      "▁А д",
+      "▁ha sn",
+      "▁has n",
+      "cel lation",
+      "cell ation",
+      "ov ání",
+      "ová ní",
+      "li ka",
+      "lik a",
+      "l ika",
+      "We ek",
+      "▁I ng",
+      "▁In g",
+      "▁E mail",
+      "▁Em ail",
+      "▁ Email",
+      "▁m ètres",
+      "▁O CLC",
+      "▁among st",
+      "▁spl end",
+      "fu r",
+      "f ur",
+      "ant ics",
+      "anti cs",
+      "antic s",
+      "▁X XX",
+      "▁XX X",
+      "▁ XXX",
+      "▁груп пы",
+      "la ch",
+      "lac h",
+      "l ach",
+      "▁c ousin",
+      "▁cou sin",
+      "▁in variant",
+      "▁invari ant",
+      "ђ у",
+      "▁Be ispiel",
+      "▁Bei spiel",
+      "▁hard er",
+      "▁har der",
+      "▁b ell",
+      "▁be ll",
+      "▁bel l",
+      "▁ bell",
+      "▁or ch",
+      "▁ orch",
+      "t b",
+      "Foot note",
+      "re gon",
+      "reg on",
+      "Mart in",
+      "▁in con",
+      "▁inc on",
+      "▁attack ed",
+      "_{ -",
+      "_ {-",
+      "▁T ras",
+      "▁Tr as",
+      "▁Tra s",
+      "par ty",
+      "part y",
+      "ite it",
+      "▁s aint",
+      "▁sa int",
+      "▁sain t",
+      "rás ok",
+      "r ások",
+      "▁contain ers",
+      "▁container s",
+      "M o",
+      "▁S n",
+      "quant ity",
+      "▁r as",
+      "▁ra s",
+      "▁ ras",
+      "▁C anal",
+      "▁Can al",
+      "▁Ca nal",
+      "cc ion",
+      "c cion",
+      "uv o",
+      "u vo",
+      "▁i dx",
+      "▁id x",
+      "▁ idx",
+      "type name",
+      "typen ame",
+      "typ ename",
+      "▁R ugby",
+      "▁Se ems",
+      "▁See ms",
+      "▁trans mit",
+      "▁transm it",
+      "▁Pr äsident",
+      "з не",
+      "▁B aker",
+      "▁Ba ker",
+      "▁Bak er",
+      "in th",
+      "int h",
+      "i nth",
+      "▁tö bb",
+      "ver ein",
+      "vere in",
+      "▁espe cie",
+      "▁espec ie",
+      ", (",
+      "▁t éc",
+      "▁té c",
+      "▁W ITH",
+      "▁u nos",
+      "▁un os",
+      "▁uno s",
+      "▁ unos",
+      "▁polit ics",
+      "create Element",
+      "▁st ats",
+      "▁stat s",
+      "▁sta ts",
+      "▁ stats",
+      "▁T ennessee",
+      "▁Bedeut ung",
+      "▁S creen",
+      "▁Sc reen",
+      "▁ Screen",
+      "▁Stra ße",
+      "an ze",
+      "anz e",
+      "▁part ly",
+      "man uel",
+      "ol ation",
+      "ola tion",
+      "o lation",
+      "hor izontal",
+      "érie ure",
+      "érieur e",
+      "am pio",
+      "amp io",
+      "▁ст рук",
+      "▁ струк",
+      "We ight",
+      "La nd",
+      "L and",
+      "po ly",
+      "pol y",
+      "p oly",
+      "▁D ak",
+      "▁Da k",
+      "▁Ass ume",
+      "\". $",
+      "\" .$",
+      "▁c asi",
+      "▁cas i",
+      "▁ca si",
+      "▁g ross",
+      "▁gr oss",
+      "▁gro ss",
+      "▁gros s",
+      "▁ent ertain",
+      "▁enter tain",
+      "▁déc ada",
+      "'. $",
+      "' .$",
+      "en cer",
+      "ence r",
+      "enc er",
+      "▁guarante ed",
+      "▁guarantee d",
+      "]$ .",
+      "] $.",
+      "ли ся",
+      "▁accept able",
+      "ra ise",
+      "rai se",
+      "rais e",
+      "ir us",
+      "i rus",
+      "we it",
+      "wei t",
+      "▁А на",
+      "▁Ан а",
+      "▁h ills",
+      "▁hill s",
+      "ip age",
+      "i page",
+      "BI T",
+      "B IT",
+      "▁nu cle",
+      "▁nuc le",
+      "▁ut ilis",
+      "▁util is",
+      "CA A",
+      "C AA",
+      "ène s",
+      "èn es",
+      "è nes",
+      "▁Schwe iz",
+      "▁A A",
+      "▁ AA",
+      "ning er",
+      "n inger",
+      "▁b ands",
+      "▁band s",
+      "▁ban ds",
+      "▁t ender",
+      "▁te nder",
+      "▁ten der",
+      "▁tend er",
+      "so m",
+      "s om",
+      "W arning",
+      "▁B ischof",
+      "▁A rc",
+      "▁Ar c",
+      "▁W oman",
+      "▁Wo man",
+      "▁trans mission",
+      "▁transm ission",
+      "ч ни",
+      "is tre",
+      "ist re",
+      "istr e",
+      "i stre",
+      "B Y",
+      "▁S I",
+      "▁ SI",
+      "▁П ар",
+      "▁Па р",
+      "▁} ).",
+      "▁}) .",
+      "▁ }).",
+      "▁present a",
+      "▁pres enta",
+      "▁Re né",
+      "▁Ren é",
+      "▁happ iness",
+      "▁P unk",
+      "col s",
+      "co ls",
+      "c ols",
+      "▁Des de",
+      "рё х",
+      "▁м она",
+      "▁мо на",
+      "▁scr atch",
+      "▁t cp",
+      "▁ tcp",
+      "ête s",
+      "êt es",
+      "ê tes",
+      "it ated",
+      "ita ted",
+      "itat ed",
+      "itate d",
+      "▁dif eren",
+      "▁difer en",
+      "ge h",
+      "g eh",
+      "na hmen",
+      "nah men",
+      "nahme n",
+      "nahm en",
+      "П е",
+      "ck i",
+      "c ki",
+      "▁Te atro",
+      "▁Re member",
+      "▁Rem ember",
+      "▁f right",
+      "▁fr ight",
+      "▁Y am",
+      "▁Ya m",
+      "west ern",
+      "le ted",
+      "let ed",
+      "lete d",
+      "▁в стре",
+      "▁вс тре",
+      "▁telep ülés",
+      "зи н",
+      "з ин",
+      "▁Qu ant",
+      "▁ Quant",
+      "▁su pre",
+      "▁sup re",
+      "áj a",
+      "á ja",
+      "ді я",
+      "д ія",
+      "▁car rera",
+      "▁carre ra",
+      "kre t",
+      "kr et",
+      "k ret",
+      "par a",
+      "pa ra",
+      "p ara",
+      "▁S UM",
+      "▁SU M",
+      "▁ SUM",
+      "▁p it",
+      "▁pi t",
+      "▁ pit",
+      "ź dz",
+      "é o",
+      "ре ння",
+      "рен ня",
+      "▁C hor",
+      "▁Ch or",
+      "▁Cho r",
+      "▁vo ix",
+      "▁exec utive",
+      "▁execut ive",
+      "▁all erdings",
+      "May be",
+      "▁д ень",
+      "▁де нь",
+      "▁f lying",
+      "▁fl ying",
+      "▁fly ing",
+      "▁par liament",
+      "жда н",
+      "ж дан",
+      "▁f ram",
+      "▁fr am",
+      "▁fra m",
+      "▁ fram",
+      "▁жов т",
+      "▁u gly",
+      "▁бу ду",
+      "ig ny",
+      "ign y",
+      "\\| _{",
+      "\\ |_{",
+      "▁b itter",
+      "▁bit ter",
+      "sc e",
+      "s ce",
+      "▁p ole",
+      "▁po le",
+      "▁pol e",
+      "▁ pole",
+      "Ver lag",
+      "▁total ité",
+      "▁found ation",
+      "j t",
+      "▁s lice",
+      "▁sl ice",
+      "▁sli ce",
+      "▁ slice",
+      "if ique",
+      "ifi que",
+      "▁integr ate",
+      "▁integra te",
+      "st rij",
+      "str ij",
+      "▁asym pt",
+      "▁е му",
+      "▁pert urb",
+      "▁F low",
+      "▁Fl ow",
+      "▁Flo w",
+      "▁ Flow",
+      "jb oss",
+      "RI G",
+      "R IG",
+      "▁A less",
+      "▁Al ess",
+      "▁Ale ss",
+      "XX X",
+      "X XX",
+      "▁s umm",
+      "▁su mm",
+      "▁sum m",
+      "sql ite",
+      "▁che er",
+      "pr ob",
+      "pro b",
+      "p rob",
+      "▁G PU",
+      "▁GP U",
+      "zi ł",
+      "z ił",
+      "(* )",
+      "( *)",
+      "▁in duct",
+      "▁ind uct",
+      "▁indu ct",
+      "RA Y",
+      "bl att",
+      "bla tt",
+      "qu esta",
+      "que sta",
+      "quest a",
+      "ques ta",
+      "or u",
+      "o ru",
+      "▁In side",
+      "▁Ins ide",
+      "▁Mc G",
+      "▁N ep",
+      "▁Ne p",
+      "м п",
+      "▁in ve",
+      "▁inv e",
+      "▁An imal",
+      "▁Anim al",
+      "▁s ob",
+      "▁so b",
+      "▁ sob",
+      "ít ott",
+      "loy ment",
+      "▁b und",
+      "▁bu nd",
+      "▁ bund",
+      "St ation",
+      "Stat ion",
+      "▁B EGIN",
+      "▁part iellement",
+      "ig g",
+      "i gg",
+      "est ore",
+      "esto re",
+      "e store",
+      "▁co inc",
+      "▁coin c",
+      "▁Som mer",
+      "▁m d",
+      "▁ md",
+      "▁loc ked",
+      "▁lock ed",
+      "▁ locked",
+      "math char",
+      "ar ma",
+      "arm a",
+      "pe nt",
+      "pen t",
+      "p ent",
+      "ar ium",
+      "ari um",
+      "a rium",
+      "▁e ars",
+      "▁ear s",
+      "▁ ears",
+      "▁S ongs",
+      "▁Son gs",
+      "▁Song s",
+      "▁similar ly",
+      "▁liter ally",
+      "▁literal ly",
+      "▁in ches",
+      "▁inc hes",
+      "▁af fection",
+      "▁aff ection",
+      "▁affect ion",
+      "l p",
+      "▁con cluded",
+      "▁conclude d",
+      "▁му ніципалі",
+      "▁па мя",
+      "est aur",
+      "esta ur",
+      "▁J osh",
+      "▁Jo sh",
+      "▁Jos h",
+      "▁F ritz",
+      "▁Fr itz",
+      "▁Fri tz",
+      "DB C",
+      "D BC",
+      "д ён",
+      "pos a",
+      "po sa",
+      "p osa",
+      "▁gold en",
+      "▁gol den",
+      "▁p c",
+      "▁ pc",
+      "▁com te",
+      "▁Z iel",
+      "▁Zie l",
+      "▁prés ente",
+      "▁présent e",
+      "mar ks",
+      "mark s",
+      "m arks",
+      "ig neur",
+      "ign eur",
+      "igne ur",
+      "▁D rive",
+      "▁Dr ive",
+      "▁neg lect",
+      "▁roz p",
+      "▁F ive",
+      "sp aces",
+      "space s",
+      "s paces",
+      "▁M edi",
+      "▁Me di",
+      "▁Med i",
+      "▁ex isted",
+      "▁exist ed",
+      "▁existe d",
+      "▁by ła",
+      "▁był a",
+      "дж и",
+      "д жи",
+      "▁fr ente",
+      "т ник",
+      "od d",
+      "o dd",
+      "▁answer ing",
+      "bi an",
+      "bia n",
+      "b ian",
+      "▁E ugen",
+      "▁Eu gen",
+      "▁Eug en",
+      "▁Public ations",
+      "▁Pub lications",
+      "▁D ia",
+      "▁Di a",
+      "l á",
+      "▁' _",
+      "▁ '_",
+      "▁rec uper",
+      "ом у",
+      "о му",
+      "▁App end",
+      "▁Ap pend",
+      "▁ Append",
+      "ob ar",
+      "oba r",
+      "o bar",
+      "▁employ ees",
+      "▁employee s",
+      "▁comp ens",
+      "eme tery",
+      "emet ery",
+      "▁э лект",
+      "MO N",
+      "M ON",
+      "ol in",
+      "oli n",
+      "o lin",
+      "▁histor ic",
+      "hi s",
+      "h is",
+      "ą d",
+      "n m",
+      "▁G oth",
+      "▁Go th",
+      "▁Got h",
+      "▁st ress",
+      "▁str ess",
+      "▁stre ss",
+      "▁parte cip",
+      "▁A w",
+      "▁s ar",
+      "▁sa r",
+      "▁h u",
+      "▁ hu",
+      "▁mat plotlib",
+      "▁M yst",
+      "▁My st",
+      "▁Mys t",
+      "() ;`",
+      "(); `",
+      "( );`",
+      "sch ein",
+      "sc hein",
+      "sche in",
+      "Long rightarrow",
+      "▁р я",
+      "▁ ря",
+      "▁Is ra",
+      "[ ^",
+      "no u",
+      "n ou",
+      "▁syn d",
+      "▁sy nd",
+      "work ing",
+      "wor king",
+      "▁N ation",
+      "▁Na tion",
+      "▁Nat ion",
+      "▁P ent",
+      "▁Pe nt",
+      "▁Pen t",
+      "▁k lass",
+      "▁kl ass",
+      "▁klas s",
+      "▁applic able",
+      "▁D iam",
+      "▁Di am",
+      "▁Dia m",
+      "▁bras ile",
+      "▁p ac",
+      "▁pa c",
+      "▁He ight",
+      "▁ Height",
+      "P ut",
+      "▁int ro",
+      "▁intr o",
+      "▁ intro",
+      "▁unus ual",
+      "na s",
+      "n as",
+      "▁Geb äude",
+      "▁be am",
+      "▁R ect",
+      "▁Re ct",
+      "▁Rec t",
+      "▁ Rect",
+      "▁Prim era",
+      "▁Prime ra",
+      "▁h aut",
+      "▁ha ut",
+      "▁t rait",
+      "▁tr ait",
+      "▁tra it",
+      "prü ft",
+      "in ación",
+      "ina ción",
+      "▁configuration s",
+      "▁configur ations",
+      "▁g ilt",
+      "▁gi lt",
+      "▁territ oire",
+      "he z",
+      "h ez",
+      "▁al te",
+      "▁alt e",
+      "rel ative",
+      "Ex cel",
+      "▁W right",
+      "G V",
+      "по ли",
+      "пол и",
+      "Qu ant",
+      "▁ga uge",
+      "▁gau ge",
+      "▁multi ply",
+      "▁multip ly",
+      "AS S",
+      "A SS",
+      "ствен но",
+      "ан у",
+      "а ну",
+      "▁j eden",
+      "▁je den",
+      "▁jed en",
+      "▁liter ary",
+      "▁D ro",
+      "▁Dr o",
+      "▁adv ise",
+      "▁advis e",
+      "it zen",
+      "itz en",
+      "▁dis ag",
+      "web site",
+      "▁д ія",
+      "▁ді я",
+      "▁ дія",
+      "▁ob server",
+      "▁obser ver",
+      "▁observ er",
+      "▁observe r",
+      "▁janu ár",
+      "v ě",
+      "ku p",
+      "k up",
+      "▁S es",
+      "▁Se s",
+      "▁woj ew",
+      "▁st ages",
+      "▁stage s",
+      "▁sta ges",
+      "▁stag es",
+      "▁вре мени",
+      "▁време ни",
+      "łu ż",
+      "но с",
+      "н ос",
+      "Down load",
+      "ip o",
+      "i po",
+      "▁g raf",
+      "▁gr af",
+      "▁gra f",
+      "▁ро бо",
+      "▁Nik ol",
+      "▁Ni kol",
+      "▁f ic",
+      "▁fi c",
+      "▁ fic",
+      "▁jo ining",
+      "▁join ing",
+      "▁divers os",
+      "▁LI KE",
+      "▁F itz",
+      "▁d imin",
+      "▁di min",
+      "▁dim in",
+      "▁dist rib",
+      "Sa m",
+      "S am",
+      "ko z",
+      "k oz",
+      "▁al phabet",
+      "▁alpha bet",
+      "os er",
+      "ose r",
+      "o ser",
+      "OU R",
+      "O UR",
+      "uk a",
+      "u ka",
+      "ка я",
+      "▁ste el",
+      "▁` --",
+      "▁`- -",
+      "▁t ener",
+      "▁te ner",
+      "▁ten er",
+      "mar ker",
+      "mark er",
+      "▁He aven",
+      "new command",
+      "▁prison ers",
+      "▁prisoner s",
+      "▁K night",
+      "▁Kn ight",
+      "▁present s",
+      "▁pres ents",
+      "▁qu esti",
+      "▁quest i",
+      "▁tr ains",
+      "▁tra ins",
+      "▁train s",
+      "op era",
+      "ope ra",
+      "oper a",
+      "▁Li near",
+      "▁Lin ear",
+      "▁Line ar",
+      "▁ Linear",
+      "▁M E",
+      "▁ ME",
+      "▁B uc",
+      "▁Bu c",
+      "Le g",
+      "L eg",
+      "▁ag ua",
+      "▁ agua",
+      "▁Gr iff",
+      "ol g",
+      "o lg",
+      "ds t",
+      "d st",
+      ". \r",
+      "▁person es",
+      "▁pers ones",
+      "▁persone s",
+      "Ma l",
+      "M al",
+      "бе ре",
+      "бер е",
+      "б ере",
+      "fol ge",
+      "folg e",
+      "▁ac ab",
+      "ct u",
+      "c tu",
+      "pt ic",
+      "▁N avigation",
+      "▁ Navigation",
+      "R uss",
+      "га ль",
+      "г аль",
+      "▁F ul",
+      "▁Fu l",
+      "▁ма є",
+      "чна я",
+      "ч ная",
+      "wn er",
+      "w ner",
+      "con tra",
+      "cont ra",
+      "contr a",
+      "▁jou eur",
+      "▁joue ur",
+      "▁J ess",
+      "▁Je ss",
+      "▁Jes s",
+      "▁re new",
+      "▁ren ew",
+      "▁l ap",
+      "▁la p",
+      "▁ lap",
+      "▁cas ting",
+      "▁cast ing",
+      "ga l",
+      "g al",
+      "▁tém atu",
+      "▁на зыва",
+      "за х",
+      "ч не",
+      ")- \\",
+      ") -\\",
+      "▁ча сто",
+      "▁час то",
+      "▁част о",
+      "}$ -",
+      "} $-",
+      "▁l icz",
+      "▁li cz",
+      "▁lic z",
+      "▁e mot",
+      "▁em ot",
+      "ha rm",
+      "har m",
+      "h arm",
+      "▁occasion ally",
+      "▁hor ror",
+      "▁ho rror",
+      "ea st",
+      "e ast",
+      "▁pr inter",
+      "▁print er",
+      "▁prin ter",
+      "ar an",
+      "ara n",
+      "a ran",
+      "▁Miss iss",
+      "fol low",
+      "f ollow",
+      "▁Bar ry",
+      "▁investig ate",
+      "go w",
+      "g ow",
+      "▁Amer icans",
+      "▁American s",
+      "▁America ns",
+      "S ince",
+      "▁від о",
+      "▁ві до",
+      "▁re un",
+      "os ci",
+      "osc i",
+      "o sci",
+      "▁Ch apter",
+      "▁Chap ter",
+      "▁b ay",
+      "▁ba y",
+      "▁ bay",
+      "ро ме",
+      "ром е",
+      "et he",
+      "eth e",
+      "e the",
+      "éd ie",
+      "é die",
+      "com ot",
+      "co mot",
+      "como t",
+      "▁miejs cowo",
+      "▁stud ierte",
+      "▁studi erte",
+      "ou vert",
+      "ouv ert",
+      "ouve rt",
+      "ouver t",
+      "▁к ур",
+      "▁ку р",
+      "▁ кур",
+      "▁DE SC",
+      "▁DES C",
+      "▁touch ed",
+      "▁tou ched",
+      "▁Jer ry",
+      "ue se",
+      "ues e",
+      "u ese",
+      "ли ще",
+      "auth entication",
+      "authentic ation",
+      "▁col le",
+      "▁co lle",
+      "▁coll e",
+      "he art",
+      "▁reg iment",
+      "▁regime nt",
+      "cri bed",
+      "cribe d",
+      "▁Бо ль",
+      "▁про ис",
+      "ce ae",
+      "▁mass es",
+      "▁sc rolling",
+      "▁scroll ing",
+      "us to",
+      "ust o",
+      "u sto",
+      "S W",
+      "ov at",
+      "ova t",
+      "o vat",
+      "▁gr âce",
+      "▁Архи в",
+      "▁Се вер",
+      "av ait",
+      "ava it",
+      "▁Marsh all",
+      "▁Mars hall",
+      "▁Hash Map",
+      "▁ HashMap",
+      "ac on",
+      "aco n",
+      "a con",
+      "ück en",
+      "ücke n",
+      "ü cken",
+      "[] )",
+      "[ ])",
+      "▁ev angel",
+      "et zung",
+      "etz ung",
+      "tt emberg",
+      "st ers",
+      "ste rs",
+      "ster s",
+      "s ters",
+      "T M",
+      "▁ли тера",
+      "qu ot",
+      "Pr ed",
+      "Pre d",
+      "P red",
+      "▁w erk",
+      "▁wer k",
+      "▁ werk",
+      "▁ha ber",
+      "▁hab er",
+      "▁habe r",
+      "la va",
+      "lav a",
+      "l ava",
+      "vo us",
+      "v ous",
+      "▁L ate",
+      "▁La te",
+      "▁Lat e",
+      "cy cle",
+      "cyc le",
+      "c ycle",
+      "ти рова",
+      "▁про ду",
+      "▁прод у",
+      "▁pop ulations",
+      "▁population s",
+      "▁popul ations",
+      "▁Y an",
+      "▁Ya n",
+      "Pre fix",
+      "P refix",
+      "actér istiques",
+      "+ '",
+      "() `](",
+      "()` ](",
+      "▁Л ь",
+      "фи ль",
+      "▁жи зни",
+      "ft p",
+      "f tp",
+      "▁все х",
+      "▁g dzie",
+      "▁v idea",
+      "▁vid ea",
+      "▁vide a",
+      "oa uth",
+      "o auth",
+      "▁p id",
+      "▁pi d",
+      "▁ pid",
+      "ů m",
+      "▁p esso",
+      "▁pes so",
+      "▁track ing",
+      "▁trac king",
+      "iz in",
+      "izi n",
+      "i zin",
+      "▁Mor ris",
+      "щи й",
+      "▁Provin z",
+      "▁M itte",
+      "▁Mit te",
+      "▁Mi tte",
+      "▁Mitt e",
+      "▁artific ial",
+      "bráz ky",
+      "▁до сти",
+      "▁rest ored",
+      "▁restore d",
+      "▁resto red",
+      "▁commun icate",
+      "▁communic ate",
+      "ag it",
+      "agi t",
+      "a git",
+      "Rec ogn",
+      "▁l on",
+      "▁lo n",
+      "▁ lon",
+      "▁за ня",
+      "▁зан я",
+      "▁Arg ument",
+      "▁ Argument",
+      "fl ush",
+      "flu sh",
+      "ма на",
+      "ман а",
+      "м ана",
+      "sec onds",
+      "second s",
+      "U C",
+      "▁R uth",
+      "▁Ru th",
+      "▁t ub",
+      "▁tu b",
+      "▁B ret",
+      "▁Br et",
+      "▁Bre t",
+      "▁P ere",
+      "▁Per e",
+      "▁Pe re",
+      "▁respons ibility",
+      "ńcz y",
+      "ń czy",
+      "▁environment s",
+      "▁environ ments",
+      "ke e",
+      "k ee",
+      "▁g root",
+      "▁gr oot",
+      "▁gro ot",
+      "▁pain ted",
+      "▁paint ed",
+      "▁Éd itions",
+      "cp y",
+      "c py",
+      "ár t",
+      "á rt",
+      "lich keit",
+      "ar da",
+      "ard a",
+      "B atch",
+      "▁Leop old",
+      "re ason",
+      "rea son",
+      "reas on",
+      "n oreferrer",
+      "se ns",
+      "sen s",
+      "s ens",
+      "▁ro cks",
+      "▁rock s",
+      "▁Hit ler",
+      "ла т",
+      "л ат",
+      "▁qu oted",
+      "▁quot ed",
+      "▁quote d",
+      "▁ко лле",
+      "▁у ров",
+      "ba g",
+      "b ag",
+      ".\" )",
+      ". \")",
+      "▁M L",
+      "▁ ML",
+      "▁kom t",
+      "▁ko mt",
+      "▁[ _",
+      "▁ [_",
+      "▁spect ral",
+      "ed o",
+      "e do",
+      "▁in sieme",
+      "▁suffer ing",
+      "▁suff ering",
+      "sl ider",
+      "slide r",
+      "▁Kenn edy",
+      "ol ate",
+      "ola te",
+      "o late",
+      "▁P atri",
+      "▁Pa tri",
+      "▁Pat ri",
+      "зи и",
+      "O H",
+      "▁те а",
+      "▁пра ва",
+      "▁прав а",
+      "ма х",
+      "re write",
+      "rew rite",
+      "r ewrite",
+      "▁Eins atz",
+      "ex ternal",
+      "ext ernal",
+      "hol ds",
+      "hold s",
+      "h olds",
+      "▁P laces",
+      "▁Pl aces",
+      "▁Pla ces",
+      "▁Place s",
+      "at ype",
+      "aty pe",
+      "a type",
+      "▁vul ner",
+      "▁abandon ed",
+      "Or igin",
+      "Ori gin",
+      "▁max imal",
+      "▁maxim al",
+      "AA AA",
+      "▁Base ball",
+      "▁C lose",
+      "▁Cl ose",
+      "▁Clo se",
+      "▁ Close",
+      "▁pa inter",
+      "▁pain ter",
+      "▁paint er",
+      "▁assign ing",
+      "N B",
+      "bl ast",
+      "bla st",
+      "b last",
+      "▁K ünstler",
+      ")] (",
+      ") ](",
+      "fa ch",
+      "fac h",
+      "f ach",
+      "▁Const antin",
+      "▁Constant in",
+      "ok es",
+      "oke s",
+      "o kes",
+      "▁no body",
+      "▁nob ody",
+      "▁subt ract",
+      "▁fos se",
+      "▁foss e",
+      "▁cert ific",
+      "▁m use",
+      "▁mus e",
+      "▁mu se",
+      "/) ,",
+      "/ ),",
+      "▁Pro fil",
+      "▁Prof il",
+      "▁pro xim",
+      "▁Jer usalem",
+      "▁simp licity",
+      "▁simpl icity",
+      "▁w sz",
+      "▁ws z",
+      "NUM BER",
+      "utt avia",
+      "U ITableView",
+      "ich ter",
+      "icht er",
+      "ichte r",
+      "i chter",
+      "жа н",
+      "ж ан",
+      "▁L av",
+      "▁La v",
+      "it chen",
+      "itch en",
+      "▁Ч ем",
+      "▁Че м",
+      "T u",
+      "▁ge om",
+      "▁zv uky",
+      "▁Sur vey",
+      "AN CE",
+      "▁enc rypted",
+      "▁encrypt ed",
+      "pr of",
+      "pro f",
+      "▁d are",
+      "▁da re",
+      "▁dar e",
+      "▁L oren",
+      "▁Lo ren",
+      "▁Lor en",
+      "т в",
+      "▁А лек",
+      "▁Ал ек",
+      "▁comput ers",
+      "▁computer s",
+      "▁compute rs",
+      "▁expect ation",
+      "▁substant ial",
+      "▁Д ми",
+      "▁` {",
+      "▁д ра",
+      "▁др а",
+      "▁ дра",
+      "ub ble",
+      "▁per forms",
+      "▁perform s",
+      "▁Kr ieg",
+      "▁Krie g",
+      "▁in coming",
+      "▁inc oming",
+      "▁Class ification",
+      "Web View",
+      "▁epis odes",
+      "▁episode s",
+      "ap per",
+      "app er",
+      "appe r",
+      "a pper",
+      "äu fig",
+      "▁gi ov",
+      "▁De part",
+      "▁Dep art",
+      "бо ра",
+      "бор а",
+      "ed ly",
+      "os pod",
+      "osp od",
+      "▁p tr",
+      "▁pt r",
+      "▁ ptr",
+      "▁d átum",
+      "▁est imation",
+      "▁estim ation",
+      "ic ole",
+      "ico le",
+      "icol e",
+      "i cole",
+      "▁- ---",
+      "▁-- --",
+      "▁--- -",
+      "▁ ----",
+      "▁prin ces",
+      "▁prince s",
+      "HE AD",
+      "▁diff usion",
+      "▁diffus ion",
+      "▁d rie",
+      "▁dr ie",
+      "▁dri e",
+      "▁A da",
+      "▁Ad a",
+      "ни це",
+      "ниц е",
+      "ng inx",
+      "n ginx",
+      "sh al",
+      "sha l",
+      "s hal",
+      "▁febru ari",
+      "▁T at",
+      "▁Ta t",
+      "lo oking",
+      "look ing",
+      "ku nd",
+      "k und",
+      "▁De an",
+      "m ongodb",
+      "вши х",
+      "в ших",
+      "▁A ur",
+      "▁Au r",
+      "▁Fl ora",
+      "▁Flor a",
+      "▁Flo ra",
+      "▁Stud ios",
+      "▁Studio s",
+      "ци је",
+      "ei l",
+      "e il",
+      "Inst all",
+      "▁f ranch",
+      "▁fr anch",
+      "▁fran ch",
+      "▁franc h",
+      "▁H MS",
+      "▁pract ices",
+      "▁practice s",
+      "le j",
+      "l ej",
+      "da le",
+      "dal e",
+      "d ale",
+      "▁po ste",
+      "▁pos te",
+      "▁post e",
+      "▁H els",
+      "▁He ls",
+      "▁Hel s",
+      "▁reli able",
+      "źdz ier",
+      "▁ver se",
+      "▁vers e",
+      "▁ verse",
+      "er meister",
+      "erme ister",
+      "▁qu it",
+      "▁qui t",
+      "▁q uit",
+      "▁ quit",
+      "ét ico",
+      "il is",
+      "ili s",
+      "i lis",
+      "ed or",
+      "edo r",
+      "e dor",
+      "▁Cult ural",
+      "▁Cultura l",
+      "дж е",
+      "д же",
+      "▁li ked",
+      "▁like d",
+      "▁lik ed",
+      "▁m ongodb",
+      "▁mongo db",
+      "▁ mongodb",
+      "▁Broad way",
+      "▁I R",
+      "▁ IR",
+      "es zt",
+      "esz t",
+      "ho v",
+      "h ov",
+      "▁m íst",
+      "▁mí st",
+      "re iche",
+      "reich e",
+      "rei che",
+      "▁k B",
+      "ст ом",
+      "сто м",
+      "с том",
+      "▁SQL ite",
+      "▁tor neo",
+      "\\ .",
+      "Or d",
+      "O rd",
+      "▁Admin istration",
+      "▁Administr ation",
+      "▁з да",
+      "▁ зда",
+      "▁H inter",
+      "▁Hin ter",
+      "▁V ia",
+      "▁Vi a",
+      "Dec imal",
+      "or ious",
+      "ori ous",
+      "orio us",
+      "▁nécess aire",
+      "w x",
+      "▁t ej",
+      "▁te j",
+      "▁t ema",
+      "▁te ma",
+      "▁tem a",
+      "O brázky",
+      "ри те",
+      "рит е",
+      "▁build s",
+      "▁l aten",
+      "▁la ten",
+      "▁lat en",
+      "▁late n",
+      "▁г г",
+      "Vis ibility",
+      "lä u",
+      "l äu",
+      "▁se chs",
+      "▁sec hs",
+      "▁лу ч",
+      "ce ra",
+      "cer a",
+      "c era",
+      "Co uld",
+      "C ould",
+      "▁tra ject",
+      "}} ^{",
+      "}}^ {",
+      "} }^{",
+      "▁Jap on",
+      "▁Ja pon",
+      "an other",
+      "ano ther",
+      "I K",
+      "▁belong ing",
+      "▁fac ilities",
+      "▁facil ities",
+      "▁D aily",
+      "▁Da ily",
+      "▁de ce",
+      "▁dec e",
+      "int ro",
+      "▁слу ча",
+      "Name space",
+      "Names pace",
+      "▁B ak",
+      "▁Ba k",
+      "loc ale",
+      "local e",
+      "U G",
+      "=$ {",
+      "= ${",
+      "▁comp añ",
+      "ją c",
+      "j ąc",
+      "▁ar ithmetic",
+      "fo rum",
+      "for um",
+      "f orum",
+      "▁por ta",
+      "▁port a",
+      "on k",
+      "▁g ender",
+      "▁ge nder",
+      "▁gen der",
+      "▁ gender",
+      "▁expect s",
+      "б ка",
+      "▁n ak",
+      "▁na k",
+      "▁ nak",
+      "▁G race",
+      "▁Gr ace",
+      "▁Gra ce",
+      "▁st ro",
+      "▁str o",
+      "ivid ual",
+      "▁C OM",
+      "▁CO M",
+      "▁ COM",
+      "▁F arm",
+      "▁Fa rm",
+      "▁Far m",
+      "▁c anton",
+      "▁can ton",
+      "▁cant on",
+      "то му",
+      "том у",
+      "т ому",
+      "java x",
+      "jav ax",
+      "се й",
+      "с ей",
+      "▁brief ly",
+      "Fa ce",
+      "F ace",
+      "rot ate",
+      "const ant",
+      "▁g allery",
+      "▁gall ery",
+      "ast ro",
+      "astr o",
+      "all ery",
+      "alle ry",
+      "aller y",
+      "▁D J",
+      "char ge",
+      "charg e",
+      "ходи ть",
+      "ходит ь",
+      "C ent",
+      "\\\" ,",
+      "\\ \",",
+      "▁d onna",
+      "▁don na",
+      "▁donn a",
+      "ar ca",
+      "arc a",
+      "la de",
+      "lad e",
+      "l ade",
+      "zi n",
+      "z in",
+      "▁N ed",
+      "▁Ne d",
+      "▁host ing",
+      "▁hos ting",
+      "id or",
+      "ido r",
+      "i dor",
+      "it ative",
+      "itat ive",
+      "ig s",
+      "i gs",
+      "▁п ря",
+      "▁пр я",
+      "▁t icket",
+      "▁tick et",
+      "▁ti cket",
+      "▁stud ying",
+      "▁study ing",
+      "▁des igner",
+      "▁design er",
+      "lap sed",
+      "lapse d",
+      "laps ed",
+      "l apsed",
+      "▁la at",
+      "▁d ix",
+      "▁di x",
+      "▁integr ated",
+      "▁integrate d",
+      "▁integra ted",
+      "▁in formed",
+      "▁inform ed",
+      "▁be have",
+      "▁beh ave",
+      "▁behav e",
+      "▁la bour",
+      "▁lab our",
+      "est ellt",
+      "cal endar",
+      "▁k illing",
+      "▁kil ling",
+      "▁kill ing",
+      "▁tw itter",
+      "▁ twitter",
+      "ia e",
+      "i ae",
+      "▁histor ique",
+      "DE FAULT",
+      "ia ła",
+      "iał a",
+      "i ała",
+      "▁theoret ical",
+      "▁un ders",
+      "▁und ers",
+      "▁under s",
+      "ля ет",
+      "at an",
+      "ata n",
+      "a tan",
+      "▁s urname",
+      "▁sur name",
+      "▁inter cept",
+      "гла сно",
+      "▁општи ни",
+      "▁t ired",
+      "▁tir ed",
+      "▁ti red",
+      "▁B eth",
+      "▁Be th",
+      "▁Bet h",
+      "▁ад министратив",
+      "L i",
+      "▁Т ур",
+      "▁Ту р",
+      "▁Sc anner",
+      "▁S tern",
+      "▁St ern",
+      "▁Ste rn",
+      "▁Ster n",
+      "▁вме сте",
+      "▁report ing",
+      "▁s ull",
+      "▁su ll",
+      "▁sul l",
+      "ци ей",
+      "ber ts",
+      "bert s",
+      "og onal",
+      "ogo nal",
+      "ő k",
+      "▁i psum",
+      "▁ip sum",
+      "▁seu lement",
+      "▁seul ement",
+      "▁seule ment",
+      "▁Se iten",
+      "▁Seit en",
+      "▁Seite n",
+      "word press",
+      "▁fe aturing",
+      "ist ischen",
+      "isti schen",
+      "istische n",
+      "ju b",
+      "j ub",
+      "▁é tr",
+      "▁ét r",
+      "▁ étr",
+      "▁t ea",
+      "▁te a",
+      "▁adapt ed",
+      "▁sc ales",
+      "▁scale s",
+      "▁scal es",
+      "▁n an",
+      "▁na n",
+      "▁ nan",
+      "get Value",
+      "▁Bl ues",
+      "▁Blue s",
+      "ac les",
+      "acle s",
+      "a cles",
+      "▁st ati",
+      "▁stat i",
+      "▁sta ti",
+      "▁ent itled",
+      "▁R alph",
+      "gra vity",
+      "▁entre pr",
+      "któ ber",
+      "li mat",
+      "lim at",
+      "l imat",
+      "li s",
+      "l is",
+      "De mo",
+      "D emo",
+      "re lation",
+      "rel ation",
+      "▁n ep",
+      "▁ne p",
+      "pro wad",
+      "it is",
+      "iti s",
+      "i tis",
+      "▁p up",
+      "▁pu p",
+      "neh mer",
+      "nehm er",
+      "▁disapp oint",
+      "▁et was",
+      "▁etwa s",
+      "an non",
+      "ann on",
+      "anno n",
+      "▁appro ved",
+      "▁cl ever",
+      "▁cle ver",
+      "Lo ading",
+      "Load ing",
+      "▁ver z",
+      "▁ve rz",
+      "res se",
+      "ress e",
+      "r esse",
+      "▁insp ir",
+      "▁sam pling",
+      "▁B ek",
+      "▁Be k",
+      "}) $.",
+      "})$ .",
+      "} )$.",
+      "▁г рома",
+      "▁spe cie",
+      "▁spec ie",
+      "▁re pub",
+      "▁rep ub",
+      "▁lo ader",
+      "▁load er",
+      "▁ loader",
+      "▁e rf",
+      "▁er f",
+      "▁should er",
+      "ra is",
+      "rai s",
+      "r ais",
+      "▁ма те",
+      "▁мат е",
+      "▁Mon th",
+      "▁Mont h",
+      "▁Mo nth",
+      "▁ Month",
+      "Sc ene",
+      "▁block ing",
+      "▁o cean",
+      "ge ben",
+      "geb en",
+      "g eben",
+      "▁Kil ometer",
+      "▁b edeut",
+      "▁M ix",
+      "▁Mi x",
+      "fm t",
+      "f mt",
+      "▁Nor weg",
+      "▁ID s",
+      "par allel",
+      "▁ant icip",
+      "▁anti cip",
+      "▁re vis",
+      "▁rev is",
+      "ха н",
+      "х ан",
+      "▁с вет",
+      "▁све т",
+      "CA SE",
+      "C ASE",
+      "▁f ührt",
+      "▁führ t",
+      "▁ führt",
+      "▁at omic",
+      "▁atom ic",
+      "▁ atomic",
+      "▁dark ness",
+      "▁Fußball spieler",
+      "▁Ж и",
+      "quis ition",
+      "▁S ieg",
+      "▁Sie g",
+      "▁Si eg",
+      "C irc",
+      "▁c ientí",
+      "ne lle",
+      "nel le",
+      "nell e",
+      "n elle",
+      "SH A",
+      "S HA",
+      "▁u rb",
+      "▁ur b",
+      "▁ urb",
+      "▁k si",
+      "leq slant",
+      "▁ф рон",
+      "▁de fect",
+      "▁def ect",
+      "▁defe ct",
+      "▁r á",
+      "▁ rá",
+      "▁strong er",
+      "▁p ł",
+      "▁commun ities",
+      "ни на",
+      "нин а",
+      "en as",
+      "ena s",
+      "e nas",
+      "ienne nt",
+      "ienn ent",
+      "▁safe ly",
+      "▁saf ely",
+      "▁т я",
+      "▁ тя",
+      "▁ben chmark",
+      "▁Bra un",
+      "method s",
+      "arg ument",
+      "vo s",
+      "v os",
+      "ob ox",
+      "o box",
+      "ро ви",
+      "ров и",
+      "р ови",
+      "▁recher che",
+      "m n",
+      "▁br ings",
+      "▁bring s",
+      "m achine",
+      "CE SS",
+      "CES S",
+      "host s",
+      "hos ts",
+      "▁N Y",
+      "Aut ow",
+      "Auto w",
+      "▁сов ремен",
+      "▁G ary",
+      "▁Gar y",
+      "▁Ga ry",
+      "▁s ensor",
+      "▁sens or",
+      "▁document ed",
+      "▁pr endre",
+      "▁prend re",
+      "▁pe er",
+      "en ix",
+      "eni x",
+      "ha i",
+      "h ai",
+      "ar be",
+      "цен т",
+      "ц ент",
+      "_ (",
+      "▁U RI",
+      "▁ URI",
+      "ев а",
+      "е ва",
+      "▁Re gie",
+      "▁Reg ie",
+      "▁Mon ument",
+      "▁onder werp",
+      "B ag",
+      "ti t",
+      "t it",
+      "▁st ir",
+      "▁n erv",
+      "▁ne rv",
+      "▁ner v",
+      "стор ія",
+      "▁s ov",
+      "▁so v",
+      "▁writ ers",
+      "▁write rs",
+      "▁writer s",
+      "▁sort s",
+      "▁sor ts",
+      "ab solute",
+      "▁difficult ies",
+      "▁par lament",
+      "▁parl ament",
+      "▁IE numerable",
+      "▁dis sol",
+      "▁diss ol",
+      "▁CH ECK",
+      "ar ina",
+      "ari na",
+      "arin a",
+      "in burgh",
+      "D M",
+      "▁e ind",
+      "▁ein d",
+      "▁bud get",
+      "▁cert ains",
+      "▁certain s",
+      "▁för sta",
+      "▁först a",
+      "an ja",
+      "a nja",
+      "▁го дов",
+      "▁год ов",
+      "▁т ек",
+      "▁те к",
+      "▁ тек",
+      "▁D uch",
+      "▁Du ch",
+      "▁Duc h",
+      "gu i",
+      "g ui",
+      "▁Te ams",
+      "▁Team s",
+      "▁мно ги",
+      "Mar ie",
+      "Ma rie",
+      "M arie",
+      "In tegr",
+      "Int egr",
+      "Thread Pool",
+      "ru st",
+      "rus t",
+      "r ust",
+      "í k",
+      "% \"",
+      "en f",
+      "sp l",
+      "s pl",
+      "▁be gun",
+      "▁beg un",
+      "lo u",
+      "l ou",
+      "▁Rewrite Rule",
+      "tu ple",
+      "ane ous",
+      "▁mar ine",
+      "▁mari ne",
+      "▁ marine",
+      "at tan",
+      "att an",
+      "atta n",
+      "ik al",
+      "ika l",
+      "i kal",
+      "▁gradu ated",
+      "il lé",
+      "ill é",
+      "▁про ве",
+      "▁пров е",
+      "▁пр ове",
+      "▁Р оз",
+      "▁Ро з",
+      "', \r",
+      "' ,\r",
+      "▁Pf arr",
+      "▁n ivel",
+      "▁ni vel",
+      "▁пра цю",
+      "mus ic",
+      "▁set Timeout",
+      "ER S",
+      "E RS",
+      "▁E rik",
+      "▁Er ik",
+      "pi t",
+      "p it",
+      "▁Х ро",
+      "▁p ił",
+      "▁pi ł",
+      "▁p eri",
+      "▁per i",
+      "▁pe ri",
+      "до к",
+      "д ок",
+      "us zt",
+      "usz t",
+      "▁B ear",
+      "▁Be ar",
+      "Class Name",
+      "▁Par lament",
+      "▁a ix",
+      "▁ai x",
+      "▁inv ited",
+      "▁P ATH",
+      "▁PA TH",
+      "▁ PATH",
+      "xt er",
+      "x ter",
+      "▁R ace",
+      "▁Ra ce",
+      "▁h echo",
+      "▁he cho",
+      "▁T ower",
+      "▁To wer",
+      "▁Tow er",
+      "▁u tf",
+      "▁ut f",
+      "▁ utf",
+      "act ly",
+      "▁бу де",
+      "▁ang les",
+      "▁angle s",
+      "▁ angles",
+      "ня я",
+      "ouv elles",
+      "ouve lles",
+      "ouvel les",
+      "ouvelle s",
+      "▁cl imate",
+      "▁cli mate",
+      "▁clim ate",
+      "▁sing ing",
+      "▁sin ging",
+      "▁navig ate",
+      ">' ;",
+      "> ';",
+      "ad ows",
+      "ado ws",
+      "adow s",
+      "▁l eta",
+      "▁le ta",
+      "▁let a",
+      "▁S itz",
+      "▁Si tz",
+      "▁Sit z",
+      "▁part itions",
+      "▁partition s",
+      "▁d ock",
+      "▁do ck",
+      "▁doc k",
+      "▁ż y",
+      "▁ ży",
+      "▁alloc ate",
+      "▁benef its",
+      "▁benefit s",
+      "▁n ieder",
+      "▁nie der",
+      "▁ni eder",
+      "xp ath",
+      "x path",
+      "me ck",
+      "äl le",
+      "äll e",
+      "ä lle",
+      "▁cou pling",
+      "▁coup ling",
+      "жи л",
+      "ж ил",
+      "For Key",
+      "ar gent",
+      "arg ent",
+      "cl ou",
+      "clo u",
+      "c lou",
+      "▁instru ments",
+      "▁instrument s",
+      "▁ent hus",
+      "▁m ég",
+      "▁mé g",
+      "▁Па в",
+      "▁R ach",
+      "▁Ra ch",
+      "-- ---",
+      "---- -",
+      "--- --",
+      "- ----",
+      "▁API s",
+      "▁AP Is",
+      "▁V ier",
+      "▁Vi er",
+      "▁Vie r",
+      "C md",
+      "it ore",
+      "ito re",
+      "itor e",
+      "▁C uba",
+      "▁Cu ba",
+      "▁Cub a",
+      "▁dátum mal",
+      "▁embed ding",
+      "std io",
+      "▁Gil bert",
+      "▁ge prüft",
+      "▁st ating",
+      "▁stat ing",
+      "▁sta ting",
+      "▁stati ng",
+      "▁trigger s",
+      "▁trig gers",
+      "+ =",
+      "▁spé cial",
+      "▁del iber",
+      "▁deli ber",
+      "ми н",
+      "м ин",
+      "Pro du",
+      "Pr odu",
+      "P rodu",
+      "▁St ati",
+      "▁Stat i",
+      "▁Sta ti",
+      "▁z us",
+      "▁zu s",
+      "kt ionen",
+      "ktion en",
+      "Dispatch er",
+      "id al",
+      "ida l",
+      "i dal",
+      "▁L P",
+      "▁ LP",
+      "op tera",
+      "opt era",
+      "opter a",
+      "▁e star",
+      "▁est ar",
+      "▁es tar",
+      "▁esta r",
+      "▁зна чи",
+      "с мо",
+      "ous es",
+      "ouse s",
+      "o uses",
+      "eng ono",
+      "engo no",
+      "▁W PF",
+      "pub lish",
+      "▁t eor",
+      "▁te or",
+      "el if",
+      "eli f",
+      "▁e rg",
+      "▁er g",
+      "▁ erg",
+      "▁separ ation",
+      "Pa n",
+      "P an",
+      "▁Or chestra",
+      "Pe ter",
+      "P eter",
+      "bound s",
+      "b ounds",
+      "▁Shakespe are",
+      "▁cant ante",
+      "▁d emi",
+      "▁de mi",
+      "▁dem i",
+      "▁Pop ular",
+      "ф р",
+      "ar ring",
+      "arr ing",
+      "ци н",
+      "ц ин",
+      "▁И с",
+      "vo n",
+      "v on",
+      "▁subst itution",
+      "▁lí nea",
+      "\\}$ .",
+      "\\} $.",
+      "\\ }$.",
+      "com o",
+      "co mo",
+      "c omo",
+      "▁ва ж",
+      "wa gen",
+      "w agen",
+      "▁rare ly",
+      "▁period s",
+      "▁peri ods",
+      "gl ob",
+      "g lob",
+      "▁F rid",
+      "▁Fr id",
+      "▁Fri d",
+      "▁T err",
+      "▁Te rr",
+      "▁Ter r",
+      "▁Re lease",
+      "▁ Release",
+      "Brain z",
+      "▁гра ф",
+      "▁ граф",
+      "DI S",
+      "D IS",
+      "compat ible",
+      "▁po č",
+      "LI N",
+      "L IN",
+      "▁K ällor",
+      "▁A rizona",
+      "pp y",
+      "p py",
+      "Se q",
+      "S eq",
+      "▁A in",
+      "▁T ourn",
+      "▁To urn",
+      "▁Tour n",
+      "br ow",
+      "bro w",
+      "b row",
+      "▁K ör",
+      "▁Kö r",
+      "▁a sh",
+      "▁as h",
+      "▁ ash",
+      "ogene ous",
+      "▁dia lect",
+      "▁насе ља",
+      "mysql i",
+      "mysq li",
+      "цо в",
+      "ц ов",
+      "▁f lor",
+      "▁fl or",
+      "▁flo r",
+      "▁ф ло",
+      "IA B",
+      "I AB",
+      "▁With in",
+      "▁Wit hin",
+      "^ (",
+      "▁b ois",
+      "▁bo is",
+      "▁t ank",
+      "▁tan k",
+      "▁aff ili",
+      "▁h ijo",
+      "▁hij o",
+      "▁hi jo",
+      "▁K ate",
+      "▁Kat e",
+      "▁Ka te",
+      "▁Ver l",
+      "▁Ve rl",
+      "▁M iami",
+      "▁Mi ami",
+      "▁type script",
+      "▁types cript",
+      "њ у",
+      "▁V ern",
+      "▁Ver n",
+      "▁Ve rn",
+      "▁ви со",
+      "ie mann",
+      "iem ann",
+      "i emann",
+      "▁co verage",
+      "▁cover age",
+      "br ie",
+      "b rie",
+      "▁Start ing",
+      "▁Star ting",
+      "num py",
+      "▁J enkins",
+      "▁Jen kins",
+      "▁k ét",
+      "▁ké t",
+      "▁g rup",
+      "▁gr up",
+      "▁gru p",
+      "▁S cient",
+      "▁Sc ient",
+      "▁Sci ent",
+      "▁inter rupt",
+      "▁b lob",
+      "▁bl ob",
+      "▁blo b",
+      "▁ blob",
+      "ug el",
+      "uge l",
+      "u gel",
+      "▁Or th",
+      "▁Ort h",
+      "ab ama",
+      "aba ma",
+      "▁B apt",
+      "▁Ba pt",
+      "ow nik",
+      "own ik",
+      "▁бы ть",
+      "▁Jul ius",
+      "▁Ju lius",
+      "▁Juli us",
+      "▁П рез",
+      "▁Пре з",
+      "▁subst itute",
+      "support ed",
+      "supp orted",
+      "ch y",
+      "c hy",
+      "egy zetek",
+      "▁Per formance",
+      "▁Perform ance",
+      "less ly",
+      "Con structor",
+      "▁ext ending",
+      "▁extend ing",
+      "▁Mus lim",
+      "Over flow",
+      "▁J enn",
+      "▁Je nn",
+      "▁Jen n",
+      "▁produ z",
+      "▁prod uz",
+      "мі ї",
+      "м ії",
+      "▁país es",
+      "▁e ux",
+      "▁eu x",
+      "▁f ate",
+      "▁fa te",
+      "▁fat e",
+      "ol oge",
+      "olog e",
+      "olo ge",
+      "у к",
+      "▁wo bei",
+      "▁wob ei",
+      "▁S achsen",
+      "▁Sach sen",
+      "▁са йт",
+      "▁сай т",
+      "Mod els",
+      "Model s",
+      "Mode ls",
+      "▁F ast",
+      "▁Fa st",
+      "bes ondere",
+      "▁F R",
+      "▁ FR",
+      "▁a con",
+      "▁ac on",
+      "▁ acon",
+      "▁Den kmal",
+      "▁an ch",
+      "▁anc h",
+      "▁ anch",
+      "▁públic o",
+      "▁T as",
+      "▁Ta s",
+      "▁c and",
+      "▁can d",
+      "▁ca nd",
+      "▁pa ździer",
+      "▁М он",
+      "▁Мо н",
+      "▁vers us",
+      "ru t",
+      "r ut",
+      "G T",
+      "▁insert ing",
+      "▁inser ting",
+      "▁can ad",
+      "▁ca nad",
+      "є м",
+      "▁M etro",
+      "▁Met ro",
+      "▁Herz og",
+      "Ign ore",
+      "▁decre ase",
+      "▁п ун",
+      "▁пу н",
+      "▁F ischer",
+      "▁M all",
+      "▁Ma ll",
+      "▁Mal l",
+      "▁n örd",
+      "io stream",
+      "i ostream",
+      "▁Lux emb",
+      "pay load",
+      "▁Ze itung",
+      "▁Zeit ung",
+      "▁mod ifying",
+      "▁modify ing",
+      "▁C her",
+      "▁Ch er",
+      "▁Che r",
+      "▁Lu ci",
+      "▁Luc i",
+      "n x",
+      "▁lo ose",
+      "▁top ics",
+      "▁topic s",
+      "▁var ied",
+      "▁vari ed",
+      "▁va ried",
+      "▁p g",
+      "▁ pg",
+      "aj es",
+      "aje s",
+      "a jes",
+      "um m",
+      "u mm",
+      "View s",
+      "▁B eau",
+      "▁Be au",
+      "MA P",
+      "M AP",
+      "ip eline",
+      "ipe line",
+      "▁Inter est",
+      "ar ith",
+      "ari th",
+      "▁seg ún",
+      "▁Geme ins",
+      "▁Att ribute",
+      "▁ Attribute",
+      "comm unity",
+      "▁цент р",
+      "▁kil ometer",
+      "▁kilomet er",
+      "▁kilom eter",
+      "▁é conom",
+      "▁éc onom",
+      "lar ation",
+      "▁к ъ",
+      "▁car riage",
+      "▁carri age",
+      "▁L ane",
+      "▁La ne",
+      "▁Lan e",
+      "▁не об",
+      "ku r",
+      "k ur",
+      "▁A F",
+      "▁ AF",
+      "IN TER",
+      "INT ER",
+      ")) $",
+      ") )$",
+      "▁be ide",
+      "▁bei de",
+      "dest ination",
+      "▁font s",
+      "▁fon ts",
+      "▁ fonts",
+      "append Child",
+      "▁M AR",
+      "▁MA R",
+      "▁g ay",
+      "▁ga y",
+      "mi l",
+      "m il",
+      "le sh",
+      "les h",
+      "l esh",
+      "è t",
+      "▁W ang",
+      "▁Wa ng",
+      "▁Y ears",
+      "▁Year s",
+      "▁Ye ars",
+      "▁S ymbol",
+      "▁Sym bol",
+      "▁ Symbol",
+      "Li ve",
+      "L ive",
+      "qu ency",
+      "▁U sers",
+      "▁Use rs",
+      "▁User s",
+      "▁Us ers",
+      "▁ Users",
+      "▁Un icode",
+      "▁S au",
+      "▁Sa u",
+      "▁t ons",
+      "▁to ns",
+      "▁ton s",
+      "▁ tons",
+      "▁Н і",
+      "▁кра ї",
+      "▁ краї",
+      "AX I",
+      "▁P ick",
+      "▁Pi ck",
+      "▁Pic k",
+      "A I",
+      "▁h ath",
+      "▁ha th",
+      "▁hat h",
+      "▁a inda",
+      "▁ain da",
+      "▁p apa",
+      "▁pa pa",
+      "▁pap a",
+      "▁C enso",
+      "▁B ald",
+      "▁Ba ld",
+      "▁Bal d",
+      "▁Насе ље",
+      "▁sim ulations",
+      "▁simulation s",
+      "▁j aren",
+      "▁ja ren",
+      "▁jar en",
+      "▁inher ited",
+      "▁inherit ed",
+      "▁то й",
+      "▁ той",
+      "▁fe els",
+      "▁feel s",
+      "▁fee ls",
+      "ress ion",
+      "r ession",
+      "▁o któber",
+      "bi d",
+      "b id",
+      "ás i",
+      "á si",
+      "▁m uss",
+      "▁mus s",
+      "▁mu ss",
+      "vent ory",
+      "▁me ist",
+      "▁b ore",
+      "▁bo re",
+      "▁bor e",
+      "▁sl ider",
+      "▁slide r",
+      "▁sli der",
+      "▁ slider",
+      "де ли",
+      "\\ ;",
+      "▁extra cted",
+      "▁extract ed",
+      "ку р",
+      "к ур",
+      "Ed ge",
+      "▁per f",
+      "▁pe rf",
+      "▁Brig ade",
+      "▁гра д",
+      "▁ град",
+      "ie nie",
+      "ien ie",
+      "i enie",
+      "▁N orden",
+      "▁Nor den",
+      "▁Nord en",
+      "▁c ancer",
+      "▁can cer",
+      "\" /",
+      "C ur",
+      "▁С ере",
+      "▁Се ре",
+      "▁Сер е",
+      "▁liqu id",
+      "str ucture",
+      "struct ure",
+      "▁cho osing",
+      "▁Per l",
+      "▁Pe rl",
+      "Si de",
+      "S ide",
+      "ü s",
+      "ри тор",
+      "рито р",
+      "рит ор",
+      "▁k ost",
+      "▁ko st",
+      "▁pa ckets",
+      "▁pack ets",
+      "▁packet s",
+      "▁кото рого",
+      "▁Com un",
+      "▁Co mun",
+      "▁f ingers",
+      "▁fin gers",
+      "▁finger s",
+      "ográ fica",
+      "> :",
+      "▁champion nat",
+      "▁bl ieb",
+      "▁S itu",
+      "▁Si tu",
+      "▁Sit u",
+      "▁su ic",
+      "an dis",
+      "and is",
+      "Fr e",
+      "F re",
+      "▁C onc",
+      "▁Con c",
+      "▁Co nc",
+      "▁re public",
+      "▁rep ublic",
+      "▁repub lic",
+      "▁ar med",
+      "▁arm ed",
+      "▁h ell",
+      "▁he ll",
+      "▁hel l",
+      "▁ hell",
+      "▁h ög",
+      "▁hö g",
+      "rag ma",
+      "▁en se",
+      "▁ens e",
+      "▁ ense",
+      "▁ac res",
+      "▁В ід",
+      "▁Ві д",
+      "▁Re form",
+      "▁Ref orm",
+      "Main Activity",
+      "ke eper",
+      "keep er",
+      "kee per",
+      "er b",
+      "e rb",
+      "▁mon aster",
+      "sub subsection",
+      "▁Ди в",
+      "▁cre ature",
+      "▁indic ating",
+      "▁url s",
+      "▁ur ls",
+      "▁ urls",
+      "▁k ein",
+      "▁ke in",
+      "об раз",
+      "обра з",
+      "pi ck",
+      "pic k",
+      "p ick",
+      "▁Ad mir",
+      "▁old est",
+      "▁ol dest",
+      "▁m uz",
+      "▁mu z",
+      "▁contra diction",
+      "▁contrad iction",
+      "▁contradict ion",
+      "▁prob abil",
+      "illi ant",
+      "▁p av",
+      "▁pa v",
+      "▁pa pel",
+      "▁pap el",
+      "ub s",
+      "u bs",
+      "▁ж ена",
+      "▁же на",
+      "▁жен а",
+      "▁ жена",
+      "AM L",
+      "A ML",
+      "▁re cip",
+      "▁rec ip",
+      "▁reci p",
+      "▁C OL",
+      "▁CO L",
+      "▁ COL",
+      "ad ded",
+      "add ed",
+      "▁cl ue",
+      "▁Uk raine",
+      "▁Ukrain e",
+      "▁jel ent",
+      "че нь",
+      "чен ь",
+      "ч ень",
+      "▁mathemat ics",
+      "Ac cept",
+      "▁с от",
+      "▁со т",
+      "▁се вер",
+      "▁isol ated",
+      "▁по я",
+      "w ür",
+      "Ro uter",
+      "Route r",
+      "Rout er",
+      "R outer",
+      "CA T",
+      "C AT",
+      "rg b",
+      "r gb",
+      "▁L ov",
+      "▁Lo v",
+      "mu table",
+      "mut able",
+      "m utable",
+      "▁W es",
+      "▁We s",
+      "▁Ital ien",
+      "Dra g",
+      "Dr ag",
+      "D rag",
+      "en ium",
+      "eni um",
+      "at ting",
+      "att ing",
+      "atti ng",
+      "tc p",
+      "t cp",
+      "▁erfolg te",
+      "▁Be it",
+      "▁Bei t",
+      "га то",
+      "▁System s",
+      "▁Syst ems",
+      "▁re serve",
+      "▁res erve",
+      "er ee",
+      "ere e",
+      "e ree",
+      "▁Па ри",
+      "▁Пар и",
+      "▁з али",
+      "▁за ли",
+      "▁re nt",
+      "▁r ent",
+      "▁ren t",
+      "▁ rent",
+      "▁s unt",
+      "▁su nt",
+      "▁sun t",
+      "▁G irls",
+      "▁Girl s",
+      "▁Gir ls",
+      "▁Er nest",
+      "▁Ern est",
+      "▁f its",
+      "▁fi ts",
+      "▁fit s",
+      "▁op pon",
+      "▁opp on",
+      "▁живе ло",
+      "▁av aient",
+      "▁Flor ence",
+      "▁Flo rence",
+      "▁чи сле",
+      "▁eng ines",
+      "▁engine s",
+      "D ynamic",
+      "▁stycz nia",
+      "▁b ias",
+      "▁bi as",
+      "▁Ex change",
+      "ди й",
+      "▁histor iques",
+      "▁historique s",
+      "▁H ä",
+      "ho d",
+      "h od",
+      "▁w ł",
+      "sch ap",
+      "▁l ac",
+      "▁la c",
+      "▁ lac",
+      "▁F oi",
+      "▁Fo i",
+      "▁d well",
+      "▁dw ell",
+      "▁Unter nehmen",
+      "UR N",
+      "▁kilomet res",
+      "▁Одна ко",
+      "к ли",
+      "▁S ri",
+      "▁Sr i",
+      "Gr oups",
+      "Group s",
+      "min d",
+      "mi nd",
+      "m ind",
+      "os lov",
+      "fer n",
+      "fe rn",
+      "f ern",
+      "eg u",
+      "e gu",
+      "abel ed",
+      "abe led",
+      "F iddle",
+      "▁Cent ury",
+      "/ -",
+      "▁J egyzetek",
+      "He n",
+      "H en",
+      "ens emble",
+      "▁G ut",
+      "▁Gu t",
+      "_{ {\\",
+      "_ {{\\",
+      "▁ran king",
+      "▁rank ing",
+      "+ $",
+      "ал а",
+      "а ла",
+      "▁# {",
+      "▁ #{",
+      "im ientos",
+      "imiento s",
+      "ach im",
+      "ac him",
+      "achi m",
+      "ri des",
+      "ride s",
+      "rid es",
+      "r ides",
+      "▁K laus",
+      "▁Kl aus",
+      "▁int end",
+      "▁inte nd",
+      "▁inten d",
+      "▁Kent ucky",
+      "ci pe",
+      "cip e",
+      "c ipe",
+      "▁D ienst",
+      "▁Di enst",
+      "▁situ ated",
+      "▁pó ź",
+      "▁s crit",
+      "▁sc rit",
+      "▁scr it",
+      "▁scri t",
+      "cl ip",
+      "cli p",
+      "c lip",
+      "не т",
+      "н ет",
+      "ta bles",
+      "table s",
+      "tab les",
+      "t ables",
+      "▁N ied",
+      "▁Ni ed",
+      "▁Nie d",
+      "▁Mc K",
+      "▁pow st",
+      "▁kun nen",
+      "▁Ev ans",
+      "▁Eva ns",
+      "ж ды",
+      "ва ть",
+      "ват ь",
+      "uch ar",
+      "uc har",
+      "ucha r",
+      "u char",
+      "▁res idents",
+      "▁resid ents",
+      "▁resident s",
+      "ia k",
+      "i ak",
+      "▁Re sol",
+      "▁Res ol",
+      "▁ Resol",
+      "▁ve ces",
+      "▁vec es",
+      "▁satisf ying",
+      "▁satisfy ing",
+      "IN F",
+      "I NF",
+      "▁с ин",
+      "▁си н",
+      "▁cross ing",
+      "ib en",
+      "ibe n",
+      "i ben",
+      "▁ши ро",
+      "pt o",
+      "p to",
+      "IL L",
+      "I LL",
+      "▁ро ль",
+      "▁a ktiv",
+      "▁akt iv",
+      "▁обра щения",
+      "Wik ispecies",
+      "▁Hö he",
+      "cr o",
+      "c ro",
+      "══ ══",
+      "al tra",
+      "alt ra",
+      "▁FI LE",
+      "▁ FILE",
+      "▁u ps",
+      "▁up s",
+      "▁ ups",
+      "▁al location",
+      "▁all ocation",
+      "▁alloc ation",
+      "▁allo cation",
+      "Mich ael",
+      "▁acknow led",
+      "Lin ux",
+      "▁met ros",
+      "▁ metros",
+      "tt e",
+      "t te",
+      "af en",
+      "a fen",
+      "▁x code",
+      "▁тра ди",
+      "spe cies",
+      "spec ies",
+      "s pecies",
+      "▁inj ury",
+      "▁са мы",
+      "▁сам ы",
+      "▁l attice",
+      "M aterial",
+      "and enburg",
+      "anden burg",
+      "▁huvud staden",
+      "st ory",
+      "sto ry",
+      "stor y",
+      "▁var ying",
+      "▁vary ing",
+      "▁kö vet",
+      "▁Росси йской",
+      "ir se",
+      "irs e",
+      "▁d rum",
+      "▁dr um",
+      "▁dru m",
+      "Pr essed",
+      "Press ed",
+      "Pres sed",
+      "La r",
+      "L ar",
+      "▁A gu",
+      "▁Ag u",
+      "▁w eil",
+      "▁we il",
+      "▁comm ence",
+      "▁Seg ún",
+      "Gest ure",
+      "Sh ape",
+      "S hape",
+      "▁V ors",
+      "▁Vo rs",
+      "▁Vor s",
+      "▁succ ès",
+      "▁correct ed",
+      "▁corre cted",
+      "▁corr ected",
+      "K ar",
+      "▁cr uel",
+      "▁cru el",
+      "▁polit ico",
+      "▁Schrift steller",
+      "▁ris ult",
+      "et u",
+      "e tu",
+      "arch iv",
+      "▁gén ero",
+      "▁gé nero",
+      "▁L ü",
+      "▁tri umph",
+      "OR S",
+      "O RS",
+      "L u",
+      "▁person nel",
+      "▁personn el",
+      "▁personne l",
+      "▁H ills",
+      "▁Hill s",
+      "▁Hil ls",
+      "as set",
+      "ass et",
+      "asse t",
+      "do min",
+      "dom in",
+      "d omin",
+      "Rece ive",
+      "▁O ak",
+      "▁K no",
+      "▁Kn o",
+      "▁The ory",
+      "ir ie",
+      "iri e",
+      "i rie",
+      "ow an",
+      "owa n",
+      "o wan",
+      "▁est ava",
+      "▁esta va",
+      "▁exec utes",
+      "▁execute s",
+      "▁execut es",
+      "й т",
+      "óp ez",
+      "ó pez",
+      "по ло",
+      "пол о",
+      "п оло",
+      "ét ica",
+      "▁назва ние",
+      "▁conver ges",
+      "▁not re",
+      "▁no tre",
+      "▁pop ulated",
+      "▁popula ted",
+      "▁popul ated",
+      "▁populate d",
+      "▁mov ements",
+      "▁move ments",
+      "▁movement s",
+      "▁statist ical",
+      "▁Zwe iten",
+      "qu in",
+      "qui n",
+      "▁import antes",
+      "▁important es",
+      "▁importante s",
+      "▁k lein",
+      "▁kle in",
+      "▁kl ein",
+      "▁Seg unda",
+      "schließ end",
+      "Fail ure",
+      "na r",
+      "n ar",
+      "da g",
+      "d ag",
+      "▁ru olo",
+      "▁f iction",
+      "▁fi ction",
+      "▁fic tion",
+      "▁fict ion",
+      "▁исполь зу",
+      "▁cr isis",
+      "▁Get ting",
+      ", %",
+      "▁ар мии",
+      "▁cam pus",
+      "▁camp us",
+      "▁fo oter",
+      "▁foot er",
+      "▁foo ter",
+      "▁ footer",
+      "▁d ías",
+      "▁día s",
+      "▁dí as",
+      "ба н",
+      "б ан",
+      "▁liber ty",
+      "▁libert y",
+      "▁g h",
+      "▁ gh",
+      "▁cham ber",
+      "▁district s",
+      "▁exc ited",
+      "▁can ción",
+      "ter o",
+      "te ro",
+      "t ero",
+      "▁Work ing",
+      "▁Wor king",
+      "▁czę ści",
+      "ль ный",
+      "▁f orum",
+      "▁for um",
+      "▁fo rum",
+      "▁ forum",
+      "▁E he",
+      "▁ка та",
+      "▁ ката",
+      "it ations",
+      "itation s",
+      "itat ions",
+      "To ols",
+      "Tool s",
+      "T ools",
+      "ach iv",
+      "achi v",
+      "▁c res",
+      "▁cre s",
+      "▁cr es",
+      "as to",
+      "ast o",
+      "a sto",
+      "▁re ver",
+      "▁r ever",
+      "▁rev er",
+      "▁reve r",
+      "▁n azionale",
+      "▁naz ionale",
+      "▁do ors",
+      "▁door s",
+      "▁N ancy",
+      "▁Nan cy",
+      "▁is lands",
+      "▁island s",
+      "Im p",
+      "I mp",
+      "▁Ch air",
+      "▁Cha ir",
+      "▁v orm",
+      "▁vo rm",
+      "▁vor m",
+      "se in",
+      "s ein",
+      "▁до ку",
+      "er set",
+      "ers et",
+      "▁tät ig",
+      "▁K rit",
+      "▁Kr it",
+      "▁п я",
+      "▁cons ervation",
+      "▁conserv ation",
+      "▁Part ido",
+      "▁Parti do",
+      "min ipage",
+      "Valid ator",
+      "▁rec overy",
+      "▁recover y",
+      "▁NA SA",
+      "▁NAS A",
+      "▁br east",
+      "▁bre ast",
+      "il ty",
+      "ilt y",
+      "an aly",
+      "ana ly",
+      "anal y",
+      "el ines",
+      "eli nes",
+      "eline s",
+      "elin es",
+      "e lines",
+      "▁S aturday",
+      "em ark",
+      "e mark",
+      "ce j",
+      "c ej",
+      "Ze ro",
+      "Z ero",
+      "▁Tur ner",
+      "▁Turn er",
+      "sec ure",
+      "Ex ists",
+      "▁R ick",
+      "▁Ric k",
+      "▁Ri ck",
+      "ev alu",
+      "eval u",
+      "e valu",
+      "ct rl",
+      "ctr l",
+      "c trl",
+      "▁com pression",
+      "▁comp ression",
+      "▁compr ession",
+      "▁compress ion",
+      "▁C URL",
+      "text color",
+      ")\\ ,",
+      ") \\,",
+      "long rightarrow",
+      "▁Fern seh",
+      "▁ Fernseh",
+      "ic ha",
+      "ich a",
+      "i cha",
+      "▁l oi",
+      "▁lo i",
+      "▁О те",
+      "▁От е",
+      "▁c ave",
+      "▁ca ve",
+      "▁cav e",
+      "▁do zen",
+      "▁expla ining",
+      "▁expl aining",
+      "▁explain ing",
+      "▁in nov",
+      "▁inn ov",
+      "▁Nich olas",
+      "▁dia meter",
+      "▁diam eter",
+      "▁M arian",
+      "▁Mar ian",
+      "▁Ma rian",
+      "▁Maria n",
+      "▁Mari an",
+      "▁f ires",
+      "▁fire s",
+      "▁fi res",
+      "▁fir es",
+      "▁art ifact",
+      "▁ artifact",
+      "▁Par ker",
+      "▁Park er",
+      "▁B und",
+      "▁Bu nd",
+      "▁Bun d",
+      "▁v erte",
+      "▁ver te",
+      "▁vert e",
+      "▁ verte",
+      "▁tal ent",
+      "▁tale nt",
+      "▁Lu cas",
+      "▁Luc as",
+      "re verse",
+      "▁folg enden",
+      "▁S ah",
+      "▁Sa h",
+      "ject ions",
+      "je ctions",
+      "jection s",
+      "▁inve ce",
+      "▁cost itu",
+      "▁s sl",
+      "▁ss l",
+      "▁ ssl",
+      "}} ^",
+      "} }^",
+      "▁viol ent",
+      "▁s pos",
+      "▁sp os",
+      "▁spo s",
+      "Ro ut",
+      "R out",
+      "jd k",
+      "j dk",
+      "▁за ме",
+      "▁f urent",
+      "▁fur ent",
+      "▁fu rent",
+      "an dal",
+      "and al",
+      "anda l",
+      "H om",
+      "▁Sen ior",
+      "▁p ounds",
+      "▁Disc ogs",
+      "▁з е",
+      "▁ зе",
+      "'} [",
+      "' }[",
+      "▁Napole on",
+      "ordin ates",
+      "ordinate s",
+      "à n",
+      "▁k urz",
+      "▁kur z",
+      "▁v ere",
+      "▁ver e",
+      "▁ve re",
+      "▁ vere",
+      "▁re use",
+      "▁Г ен",
+      "▁Ге н",
+      "▁S yst",
+      "▁Sy st",
+      "▁disapp eared",
+      "▁disappear ed",
+      "▁W atch",
+      "▁Wat ch",
+      "▁ Watch",
+      "bibli othek",
+      "▁кор пу",
+      "▁C s",
+      "▁} `",
+      "▁ }`",
+      "▁r ör",
+      "▁де ла",
+      "▁ дела",
+      "V B",
+      "▁calcul us",
+      "▁calc ulus",
+      "ро да",
+      "род а",
+      "▁jud gment",
+      "at ile",
+      "ati le",
+      "▁long ue",
+      "▁lon gue",
+      "▁H us",
+      "▁Hu s",
+      "J ac",
+      "}} )",
+      "} })",
+      "RI PT",
+      "IAB ot",
+      "▁ap ós",
+      "▁a ston",
+      "▁as ton",
+      "▁ast on",
+      "Web achiv",
+      "▁URL s",
+      "▁co at",
+      "▁э коно",
+      "▁l ear",
+      "▁le ar",
+      "▁ lear",
+      "ext ensions",
+      "extension s",
+      "▁Class ic",
+      "T I",
+      "▁T age",
+      "▁Tag e",
+      "▁Ta ge",
+      "▁l á",
+      "▁ lá",
+      "▁s emb",
+      "▁se mb",
+      "▁sem b",
+      "▁développ ement",
+      "IS TS",
+      "IST S",
+      "▁sol ves",
+      "▁solve s",
+      ",\\ ,",
+      ", \\,",
+      "▁чем пі",
+      "ord inary",
+      "ordin ary",
+      "▁B av",
+      "▁Ba v",
+      "▁much os",
+      "▁mu chos",
+      "▁mucho s",
+      "S elf",
+      "▁Ма й",
+      "▁D iet",
+      "▁Die t",
+      "▁Di et",
+      "▁necess ity",
+      "ві д",
+      "в ід",
+      "▁m ano",
+      "▁ma no",
+      "▁man o",
+      "▁С р",
+      "▁car re",
+      "▁Cam era",
+      "▁Camer a",
+      "▁ Camera",
+      "▁N arod",
+      "▁Na rod",
+      "▁Nar od",
+      "▁Ph one",
+      "▁Pho ne",
+      "▁ Phone",
+      "▁pol ym",
+      "▁poly m",
+      "im ore",
+      "imo re",
+      "i more",
+      "is Empty",
+      "▁Hou ston",
+      "▁Re ce",
+      "▁Rec e",
+      "▁ Rece",
+      "▁present ation",
+      "▁pres entation",
+      "▁presenta tion",
+      "▁ presentation",
+      "ни ципа",
+      "ници па",
+      "▁D b",
+      "▁ Db",
+      "▁conf ident",
+      "▁} {",
+      "▁ }{",
+      "▁bul let",
+      "▁ bullet",
+      "▁{ },",
+      "▁{} ,",
+      "AN GE",
+      "ANG E",
+      "▁No tre",
+      "▁Not re",
+      "ch in",
+      "chi n",
+      "c hin",
+      "▁Dr agon",
+      "▁Drag on",
+      "▁Dra gon",
+      "er ca",
+      "erc a",
+      "ia li",
+      "ial i",
+      "i ali",
+      "▁as set",
+      "▁ass et",
+      "▁asse t",
+      "▁ asset",
+      "▁mu ito",
+      "▁muit o",
+      "▁deep ly",
+      "▁rest riction",
+      "▁restrict ion",
+      "▁com merce",
+      "▁commer ce",
+      "▁ commerce",
+      "▁B omb",
+      "▁Bo mb",
+      "▁Bom b",
+      "c aught",
+      "q q",
+      "▁A rag",
+      "▁Ar ag",
+      "▁Ara g",
+      "▁не мец",
+      "▁Anal ysis",
+      "▁člán ku",
+      "▁b aby",
+      "▁ba by",
+      "▁e chter",
+      "▁о дного",
+      "▁од ного",
+      "▁одно го",
+      "же на",
+      "жен а",
+      "ж ена",
+      "▁white space",
+      "▁whites pace",
+      "ç u",
+      "LI ST",
+      "L IST",
+      "fr ique",
+      "fri que",
+      "f rique",
+      "▁v arias",
+      "▁var ias",
+      "▁vari as",
+      "▁va rias",
+      "▁W it",
+      "▁Wi t",
+      "▁Lic encia",
+      "Ex it",
+      "▁sie rp",
+      "▁sier p",
+      "▁ass emb",
+      "▁asse mb",
+      "▁split ting",
+      "▁spl itting",
+      "▁pa lace",
+      "▁pal ace",
+      "▁b locked",
+      "▁block ed",
+      "▁bound aries",
+      "▁iter ations",
+      "▁iteration s",
+      "▁Rot ten",
+      "▁Ver kehr",
+      "▁we er",
+      "Test s",
+      "T ests",
+      "if ting",
+      "ift ing",
+      "▁reg ul",
+      "▁pers ist",
+      "▁Sol ution",
+      "p b",
+      "▁col lapse",
+      "▁ collapse",
+      "▁arr ested",
+      "▁arrest ed",
+      "▁pred icate",
+      "▁Z one",
+      "▁Zo ne",
+      "▁ Zone",
+      "▁in gen",
+      "▁ing en",
+      "▁ ingen",
+      "zá lez",
+      "▁b anks",
+      "▁bank s",
+      "▁ban ks",
+      "pl ant",
+      "plan t",
+      "pla nt",
+      "p lant",
+      "▁N ella",
+      "▁Ne lla",
+      "▁Nel la",
+      "▁Nell a",
+      "▁б ан",
+      "▁ба н",
+      "▁ бан",
+      "▁S now",
+      "▁Sn ow",
+      "▁Kre uz",
+      "í cio",
+      "▁en ters",
+      "▁ent ers",
+      "▁enter s",
+      "▁ex pose",
+      "▁exp ose",
+      "▁expos e",
+      "č i",
+      "ши е",
+      "Qu al",
+      "Q ual",
+      "▁lands cape",
+      "▁пода цима",
+      "ma i",
+      "m ai",
+      "st ag",
+      "sta g",
+      "s tag",
+      "ова ний",
+      "DE F",
+      "D EF",
+      "[] {",
+      "[ ]{",
+      "▁derni ère",
+      "ic ut",
+      "i cut",
+      "▁X ml",
+      "▁ Xml",
+      "▁sub group",
+      "▁Pol sce",
+      "▁W arning",
+      "▁War ning",
+      "▁ Warning",
+      "▁veh icles",
+      "▁vehicle s",
+      "io t",
+      "i ot",
+      "▁d ll",
+      "▁ dll",
+      "ro nt",
+      "ron t",
+      "r ont",
+      "▁Lou ise",
+      "▁Louis e",
+      "▁a ra",
+      "▁ar a",
+      "▁ ara",
+      "▁S cala",
+      "▁Sc ala",
+      "▁canon ical",
+      "▁pl acing",
+      "▁pla cing",
+      "ER Y",
+      "E RY",
+      "▁J ag",
+      "▁Ja g",
+      "▁v irus",
+      "▁vi rus",
+      "▁vir us",
+      "em u",
+      "e mu",
+      "▁} );\r",
+      "▁}); \r",
+      "▁}) ;\r",
+      "▁м м",
+      "▁Tr ying",
+      "▁Try ing",
+      "▁Lex ikon",
+      "ab ord",
+      "abor d",
+      "▁exped ition",
+      "▁demand ed",
+      "▁demande d",
+      "Z yg",
+      "le in",
+      "lei n",
+      "l ein",
+      "▁verw endet",
+      "ри на",
+      "рин а",
+      "wo l",
+      "w ol",
+      "▁p ivot",
+      "▁одна ко",
+      "▁propri et",
+      "▁a wards",
+      "▁aw ards",
+      "▁award s",
+      "to ut",
+      "t out",
+      "▁as sim",
+      "▁ass im",
+      "▁St orm",
+      "▁Sto rm",
+      "Li mit",
+      "L imit",
+      "el in",
+      "eli n",
+      "e lin",
+      "we alth",
+      "ue z",
+      "u ez",
+      "▁rap present",
+      "▁rappres ent",
+      "▁re sta",
+      "▁r esta",
+      "▁res ta",
+      "▁rest a",
+      "▁gegründ et",
+      "▁journal ist",
+      "is ie",
+      "isi e",
+      "▁fac ility",
+      "▁facil ity",
+      "il led",
+      "ill ed",
+      "ille d",
+      "ul k",
+      "▁P K",
+      "▁ PK",
+      "An chor",
+      "▁_ )",
+      "▁ _)",
+      "V F",
+      "LA B",
+      "L AB",
+      "▁n å",
+      "od os",
+      "odo s",
+      "▁bill ion",
+      "vir ti",
+      "virt i",
+      "▁Je ux",
+      "юз а",
+      "ю за",
+      "tom cat",
+      "▁ch arts",
+      "▁char ts",
+      "▁chart s",
+      "▁ charts",
+      "▁B undle",
+      "▁Bund le",
+      "▁ Bundle",
+      "▁l st",
+      "▁ls t",
+      "▁ lst",
+      "▁ex er",
+      "▁fem ales",
+      "▁female s",
+      "▁oblig ed",
+      "▁a by",
+      "▁ab y",
+      "▁ aby",
+      "roll ed",
+      "rol led",
+      "rolle d",
+      "dr i",
+      "d ri",
+      "▁S che",
+      "▁Sch e",
+      "▁Sc he",
+      "▁vess els",
+      "▁vessel s",
+      "IMA RY",
+      "IM ARY",
+      "▁reason ing",
+      "▁про те",
+      "▁пр оте",
+      "FI LES",
+      "FILE S",
+      "ver k",
+      "v erk",
+      "os os",
+      "oso s",
+      "▁ком му",
+      "ді ї",
+      "д ії",
+      "▁d d",
+      "▁ dd",
+      "▁со ответ",
+      "▁IO Exception",
+      "▁ IOException",
+      "sk ých",
+      "ský ch",
+      "▁C LI",
+      "▁CL I",
+      "▁ CLI",
+      "▁ ње",
+      "C M",
+      "T D",
+      "▁possib ilities",
+      "▁possibil ities",
+      "▁Com pos",
+      "▁Comp os",
+      "hal f",
+      "h alf",
+      "▁web page",
+      "▁s wing",
+      "▁sw ing",
+      "▁ swing",
+      "▁z as",
+      "▁za s",
+      "▁ zas",
+      "▁cy cl",
+      "le id",
+      "lei d",
+      "ist ica",
+      "istic a",
+      "isti ca",
+      "▁In sert",
+      "▁Ins ert",
+      "▁ Insert",
+      "▁Sw eden",
+      "▁want ing",
+      "▁ ال",
+      "▁e euw",
+      "▁Admin istr",
+      "▁War ren",
+      "▁b s",
+      "▁ bs",
+      "▁p am",
+      "▁pa m",
+      "an us",
+      "anu s",
+      "Dr a",
+      "D ra",
+      "ex pl",
+      "exp l",
+      "▁K ant",
+      "▁Kan t",
+      "▁Ka nt",
+      "▁Aust in",
+      "▁c sak",
+      "▁cs ak",
+      "▁the atre",
+      "▁compat ibility",
+      "ма тиче",
+      "мати че",
+      "set State",
+      "б ю",
+      "}{ |",
+      "} {|",
+      "▁D y",
+      "▁Zw ischen",
+      "Al t",
+      "A lt",
+      "CLA RE",
+      "st eps",
+      "ste ps",
+      "step s",
+      "▁L age",
+      "▁La ge",
+      "▁Lag e",
+      "▁M itt",
+      "▁Mit t",
+      "▁Mi tt",
+      "▁Dub lin",
+      "▁рабо ты",
+      "de ep",
+      "▁fl ows",
+      "▁flow s",
+      "▁flo ws",
+      "▁Pa lace",
+      "▁Pal ace",
+      "▁Pala ce",
+      "un ix",
+      "uni x",
+      "re fs",
+      "ref s",
+      "um ar",
+      "uma r",
+      "u mar",
+      "as et",
+      "ase t",
+      "a set",
+      "co v",
+      "c ov",
+      "▁p ing",
+      "▁pi ng",
+      "▁pin g",
+      "▁ ping",
+      "▁Saf ari",
+      "fl ug",
+      "flu g",
+      "cre ens",
+      "creen s",
+      "c reens",
+      "{ #",
+      "▁ре а",
+      "ad ors",
+      "ado rs",
+      "ador s",
+      "▁a mor",
+      "▁am or",
+      "uc e",
+      "u ce",
+      "de mic",
+      "dem ic",
+      "▁Nether lands",
+      "▁cluster s",
+      "▁clust ers",
+      "▁en for",
+      "▁enf or",
+      "mar ine",
+      "▁b ugs",
+      "▁bu gs",
+      "▁bug s",
+      "izz ata",
+      "izza ta",
+      "▁s cra",
+      "▁sc ra",
+      "▁scr a",
+      "Le s",
+      "L es",
+      "qu ick",
+      "qui ck",
+      "▁turn o",
+      "▁tur no",
+      "_ *",
+      "ер а",
+      "е ра",
+      "Gener ated",
+      "> [",
+      "▁e stre",
+      "▁est re",
+      "▁es tre",
+      "▁ estre",
+      "or de",
+      "ord e",
+      "▁v erg",
+      "▁ver g",
+      "▁ve rg",
+      "ро з",
+      "р оз",
+      "▁p au",
+      "▁pa u",
+      "in cludes",
+      "include s",
+      "includ es",
+      "as sa",
+      "ass a",
+      "ad ers",
+      "ader s",
+      "ade rs",
+      "a ders",
+      "▁Гер ма",
+      "▁est aven",
+      "▁esta ven",
+      "▁ear liest",
+      "▁res ultado",
+      "▁result ado",
+      "mu n",
+      "m un",
+      "▁pl ots",
+      "▁plot s",
+      "▁ plots",
+      "di n",
+      "d in",
+      "sort ed",
+      "s orted",
+      "▁p reference",
+      "▁pre ference",
+      "▁prefer ence",
+      "ri ó",
+      "r ió",
+      "ту ре",
+      "тур е",
+      "▁L igue",
+      "▁Li gue",
+      "▁Lig ue",
+      "▁за вер",
+      "▁зав ер",
+      "ph r",
+      "p hr",
+      "▁p ocket",
+      "▁po cket",
+      "▁poc ket",
+      "▁par l",
+      "▁pa rl",
+      "▁l ak",
+      "▁la k",
+      "▁ lak",
+      "▁p owie",
+      "▁po wie",
+      "▁pow ie",
+      "▁al tres",
+      "▁alt res",
+      "▁altre s",
+      "$} ;",
+      "$ };",
+      "pl ain",
+      "pla in",
+      "p lain",
+      "▁C red",
+      "▁Cre d",
+      "▁Cr ed",
+      "▁ Cred",
+      "it za",
+      "itz a",
+      "pe rp",
+      "per p",
+      "Gr een",
+      "Gre en",
+      "G reen",
+      "▁dev oted",
+      "product ion",
+      "produ ction",
+      "p roduction",
+      "work er",
+      "wor ker",
+      "el sen",
+      "els en",
+      "else n",
+      "▁v ern",
+      "▁ver n",
+      "▁ve rn",
+      "▁ vern",
+      "▁már cius",
+      "▁Conf eder",
+      "▁Liver pool",
+      "▁му зи",
+      "▁em ails",
+      "▁email s",
+      "▁dist ances",
+      "▁distance s",
+      "▁seg ments",
+      "▁segment s",
+      "▁a nth",
+      "▁an th",
+      "▁ant h",
+      "▁ anth",
+      "▁w rest",
+      "▁wr est",
+      "▁ho og",
+      "▁cin ema",
+      "rr or",
+      "r ror",
+      "▁geb oren",
+      "▁é c",
+      "▁ éc",
+      "Mar ker",
+      "Mark er",
+      "▁Com pet",
+      "▁Comp et",
+      "▁ли сто",
+      "all owed",
+      "allow ed",
+      "allo wed",
+      "vol ume",
+      "Esp agne",
+      "Z e",
+      "▁fix es",
+      "▁fi xes",
+      "▁r ond",
+      "▁ro nd",
+      "▁arrang ement",
+      "/ ~",
+      ".] (",
+      ". ](",
+      "▁For rások",
+      "▁weiter en",
+      "▁weit eren",
+      "▁weitere n",
+      "ex cel",
+      "▁з мі",
+      "▁mod erne",
+      "▁modern e",
+      "▁moder ne",
+      "Eng lish",
+      "▁Transfer markt",
+      "▁be aring",
+      "▁bear ing",
+      "▁cl eared",
+      "▁clear ed",
+      "▁cle ared",
+      "▁са м",
+      "▁di vs",
+      "▁div s",
+      "ć i",
+      "▁э той",
+      "▁это й",
+      "▁Ге ор",
+      "sc ene",
+      "sce ne",
+      "▁a ges",
+      "▁ag es",
+      "▁age s",
+      "▁ ages",
+      "GE N",
+      "G EN",
+      "rä n",
+      "r än",
+      "▁T oul",
+      "▁To ul",
+      "▁A bs",
+      "▁Ab s",
+      "j át",
+      "▁med iante",
+      "▁medi ante",
+      "▁median te",
+      "▁em pres",
+      "▁emp res",
+      "▁Emp loyee",
+      "▁ Employee",
+      "▁polynomial s",
+      "▁optim ize",
+      "▁вы ступа",
+      "fa re",
+      "far e",
+      "f are",
+      "ве й",
+      "в ей",
+      "x f",
+      "qu ez",
+      "que z",
+      "q uez",
+      "▁bo tan",
+      "▁bot an",
+      "▁def end",
+      "▁defe nd",
+      "▁Qu art",
+      "Mon t",
+      "Mo nt",
+      "M ont",
+      "v b",
+      "ti ck",
+      "t ick",
+      "W D",
+      "min e",
+      "mi ne",
+      "m ine",
+      "▁mod ific",
+      "not ification",
+      "▁d enn",
+      "▁de nn",
+      "▁den n",
+      "▁al go",
+      "▁alg o",
+      "▁S po",
+      "▁Sp o",
+      "▁m istrzost",
+      "/ :",
+      "▁a present",
+      "▁apr esent",
+      "▁п род",
+      "▁про д",
+      "▁пр од",
+      "Vol ume",
+      "sk ą",
+      "s ką",
+      "prote cted",
+      "▁Turk ish",
+      "az y",
+      "a zy",
+      "▁p ouv",
+      "▁po uv",
+      "▁pou v",
+      "▁perí odo",
+      "sk og",
+      "sko g",
+      "▁ent ropy",
+      "▁entr opy",
+      "ze d",
+      "z ed",
+      "то ри",
+      "тор и",
+      "▁l ij",
+      "▁li j",
+      "▁ lij",
+      "bo ards",
+      "board s",
+      "▁ста ту",
+      "Bo ol",
+      "B ool",
+      "▁pol ity",
+      "▁polit y",
+      "@\" ,",
+      "@ \",",
+      "▁рі к",
+      "né e",
+      "n ée",
+      "▁Z ug",
+      "▁Zu g",
+      "▁Un iti",
+      "▁Unit i",
+      "ém et",
+      "é met",
+      "at ience",
+      "ati ence",
+      "di men",
+      "dim en",
+      "d imen",
+      "▁St even",
+      "▁Ste ven",
+      "▁Steve n",
+      "H a",
+      "ACT ION",
+      "A CTION",
+      "▁w and",
+      "▁wa nd",
+      "▁ wand",
+      "▁Na var",
+      "▁Nav ar",
+      "▁сі чня",
+      "W atch",
+      "▁Stu art",
+      "▁z de",
+      "▁zd e",
+      "▁кон тро",
+      "data set",
+      "dat aset",
+      "datas et",
+      "y ó",
+      "▁B ush",
+      "▁Bu sh",
+      "▁Bus h",
+      "▁се бя",
+      "▁wor thy",
+      "▁worth y",
+      "▁B le",
+      "▁Bl e",
+      "▁pro por",
+      "▁prop or",
+      "▁Vill age",
+      "▁Villa ge",
+      "▁Vil lage",
+      "▁r y",
+      "▁ ry",
+      "▁v oit",
+      "▁vo it",
+      "▁копи я",
+      "▁z p",
+      "▁c ura",
+      "▁cu ra",
+      "▁cur a",
+      "▁H tml",
+      "▁ Html",
+      "▁Die ser",
+      "▁Dies er",
+      "▁Diese r",
+      "▁D ays",
+      "▁Da ys",
+      "▁Day s",
+      "▁ Days",
+      "on nes",
+      "onn es",
+      "onne s",
+      "▁ant igu",
+      "▁anti gu",
+      "▁Sta aten",
+      "▁Staat en",
+      "▁f aint",
+      "▁fa int",
+      "on gs",
+      "ong s",
+      "▁ö st",
+      "▁ öst",
+      "Re direct",
+      "Red irect",
+      "ел ь",
+      "е ль",
+      "at orial",
+      "ator ial",
+      "ato rial",
+      "atori al",
+      "▁b other",
+      "▁bo ther",
+      "▁both er",
+      "▁bot her",
+      "Edit Text",
+      "▁Gi ul",
+      "▁за во",
+      "▁зав о",
+      "▁pue blo",
+      "▁Mississ ippi",
+      "ja k",
+      "j ak",
+      "▁w ings",
+      "▁win gs",
+      "▁wing s",
+      "on c",
+      "o nc",
+      "ív el",
+      "í vel",
+      "ien cia",
+      "i encia",
+      "ent licht",
+      "entlich t",
+      "▁B TW",
+      "or nal",
+      "orn al",
+      "▁Ко ро",
+      "▁Кор о",
+      "▁од ним",
+      "▁sa lv",
+      "▁sal v",
+      "▁f inden",
+      "▁find en",
+      "▁fin den",
+      "ge o",
+      "▁а виа",
+      "att ung",
+      "vi v",
+      "v iv",
+      "▁L uther",
+      "▁Lu ther",
+      "▁об щи",
+      "▁Ro lle",
+      "▁Rol le",
+      "▁Roll e",
+      "▁Ab raham",
+      "▁cent ered",
+      "▁center ed",
+      "▁sl ash",
+      "▁sla sh",
+      "▁ slash",
+      "is at",
+      "isa t",
+      "em ann",
+      "ema nn",
+      "eman n",
+      "e mann",
+      "O s",
+      "пар та",
+      "▁P ablo",
+      "▁Pa blo",
+      "▁collabor ation",
+      "path s",
+      "pat hs",
+      "éd ition",
+      "▁view ed",
+      "▁vie wed",
+      "▁cons isted",
+      "▁consist ed",
+      "▁recover ed",
+      "▁Mex ican",
+      "▁F ix",
+      "▁sp ell",
+      "▁spe ll",
+      "▁spel l",
+      "Spec ial",
+      "Spe cial",
+      "▁С т",
+      "ess eur",
+      "esse ur",
+      "▁Украи ны",
+      "form er",
+      "for mer",
+      "▁ś w",
+      "▁z eros",
+      "▁ze ros",
+      "▁zero s",
+      "▁Stra ßen",
+      "▁Straße n",
+      "▁organ isation",
+      "▁organis ation",
+      "▁ organisation",
+      "üss en",
+      "üs sen",
+      "▁S ierra",
+      "▁Se ason",
+      "▁Sea son",
+      "▁vol ont",
+      "Bean Factory",
+      "▁помо щ",
+      "▁pres sing",
+      "▁press ing",
+      "▁equival ence",
+      "▁c att",
+      "▁ca tt",
+      "▁cat t",
+      "ic ity",
+      "ici ty",
+      "i city",
+      "▁accompl ished",
+      "▁accomp lished",
+      "▁accomplish ed",
+      "▁y o",
+      "▁ yo",
+      "▁s ic",
+      "▁si c",
+      "▁im ports",
+      "▁import s",
+      "▁accom mod",
+      "▁Port o",
+      "▁Por to",
+      "▁я ка",
+      "▁як а",
+      "▁lo an",
+      "ти ки",
+      "тик и",
+      "▁check out",
+      "▁ass ess",
+      "▁asse ss",
+      "▁Pop ulation",
+      "ur ent",
+      "ure nt",
+      "uren t",
+      "u rent",
+      "clo jure",
+      "▁Sant os",
+      "▁Santo s",
+      "▁inform áció",
+      "PO S",
+      "P OS",
+      "▁g are",
+      "▁gar e",
+      "▁ga re",
+      "▁k ick",
+      "▁ki ck",
+      "▁rad ical",
+      "▁radi cal",
+      "▁Pe ace",
+      "▁stream ing",
+      "▁stre aming",
+      "ca mp",
+      "cam p",
+      "c amp",
+      "zą t",
+      "го вор",
+      "гов ор",
+      "гово р",
+      "▁Reg ierung",
+      "▁proceed ed",
+      "f m",
+      "ле ны",
+      "лен ы",
+      "▁ear nest",
+      "▁Par ad",
+      "▁Pa rad",
+      "▁Para d",
+      "request s",
+      "▁R aum",
+      "▁Ra um",
+      "š č",
+      "▁polic ies",
+      "▁T ig",
+      "▁Ti g",
+      "▁s itt",
+      "▁si tt",
+      "▁sit t",
+      "▁Ener gy",
+      "▁pur ely",
+      "▁pure ly",
+      "▁H aut",
+      "▁Ha ut",
+      "▁Sp eed",
+      "▁Spe ed",
+      "▁ Speed",
+      "bi o",
+      "b io",
+      "▁o range",
+      "▁or ange",
+      "▁big gest",
+      "▁britann ique",
+      "▁No table",
+      "▁Not able",
+      "v u",
+      "ле нии",
+      "би н",
+      "б ин",
+      "▁N ash",
+      "▁Na sh",
+      "▁Nas h",
+      "ще ние",
+      "▁c iel",
+      "▁ci el",
+      "adém ie",
+      "▁гру дня",
+      "▁jo ue",
+      "▁jou e",
+      "▁v oted",
+      "▁vo ted",
+      "▁vot ed",
+      "▁vote d",
+      "ri co",
+      "ric o",
+      "r ico",
+      "▁го р",
+      "▁г ор",
+      "▁ гор",
+      "▁коман ду",
+      "it ivity",
+      "iti vity",
+      "▁щ е",
+      "▁ ще",
+      "▁de finite",
+      "▁defin ite",
+      "▁definit e",
+      "uro pa",
+      "urop a",
+      "!\" );",
+      "! \");",
+      "Default s",
+      "▁неко торы",
+      "éd ération",
+      "▁s illy",
+      "▁sil ly",
+      "▁talk ed",
+      "▁tal ked",
+      "re u",
+      "r eu",
+      "▁L omb",
+      "▁Lo mb",
+      "▁stat ue",
+      "кт а",
+      "к та",
+      "ю р",
+      "um ably",
+      "▁горо де",
+      "▁город е",
+      "▁R untime",
+      "▁Run time",
+      "▁ Runtime",
+      "▁di agn",
+      "▁diag n",
+      "▁dia gn",
+      "▁r etro",
+      "▁ret ro",
+      "▁retr o",
+      "▁Sver ige",
+      "▁in icial",
+      "▁inici al",
+      "ien za",
+      "i enza",
+      "▁fig lio",
+      "▁z og",
+      "▁zo g",
+      "▁re y",
+      "▁r ey",
+      "▁ rey",
+      "▁R und",
+      "▁Run d",
+      "▁Ru nd",
+      "т ный",
+      "▁ce ased",
+      "er no",
+      "ern o",
+      "▁e sa",
+      "▁es a",
+      "▁ esa",
+      "▁tr ouv",
+      "▁tro uv",
+      "▁trou v",
+      "▁Gemeinde n",
+      "▁Geme inden",
+      "▁comer cial",
+      "sk ap",
+      "ska p",
+      "s kap",
+      "en ario",
+      "ena rio",
+      "▁ju ris",
+      "▁jur is",
+      "T B",
+      "на ла",
+      "нал а",
+      "н ала",
+      "▁v ij",
+      "▁vi j",
+      "V O",
+      "▁c lin",
+      "▁cl in",
+      "▁cli n",
+      "jö r",
+      "j ör",
+      "са н",
+      "с ан",
+      "ow ała",
+      "owa ła",
+      "ował a",
+      "rib ución",
+      "ribu ción",
+      "▁urs prüng",
+      "▁con dem",
+      "▁cond em",
+      "▁St age",
+      "▁Sta ge",
+      "▁ Stage",
+      "▁mix ing",
+      "▁рі з",
+      "▁f ans",
+      "▁fa ns",
+      "▁fan s",
+      "há z",
+      "h áz",
+      "so cial",
+      "soci al",
+      "za n",
+      "z an",
+      "▁с вой",
+      "▁сво й",
+      "Cook ie",
+      "▁Ro land",
+      "▁Rol and",
+      "az ionale",
+      "▁Sl oven",
+      "▁Slo ven",
+      "▁Slov en",
+      "▁F iche",
+      "▁Fich e",
+      "▁S é",
+      "h ä",
+      "▁official s",
+      "▁offici als",
+      "▁î nt",
+      "▁în t",
+      "Inter ceptor",
+      "Table s",
+      "Tab les",
+      "T ables",
+      "▁da von",
+      "▁dav on",
+      "init ialize",
+      "initial ize",
+      "]= \"",
+      "] =\"",
+      "▁B ody",
+      "▁Bo dy",
+      "▁Bod y",
+      "▁ Body",
+      "▁U pper",
+      "▁Up per",
+      "▁ Upper",
+      "▁Col lect",
+      "▁Coll ect",
+      "▁ Collect",
+      "▁Zür ich",
+      "Hor izontal",
+      "Ty p",
+      "T yp",
+      "▁polít ico",
+      "▁Rewrite Cond",
+      "▁h oped",
+      "▁hope d",
+      "▁ho ped",
+      "▁hop ed",
+      "▁anx ious",
+      "Li ter",
+      "L iter",
+      "ja hr",
+      "j ahr",
+      "▁ass emble",
+      "▁assemb le",
+      "▁c rypt",
+      "▁cry pt",
+      "lah oma",
+      "AS H",
+      "A SH",
+      "▁Б ри",
+      "▁C ic",
+      "▁Ci c",
+      "tw itter",
+      "hy per",
+      "▁T ell",
+      "▁Te ll",
+      "▁Tel l",
+      "іль ки",
+      "во бо",
+      "▁ba zie",
+      "▁baz ie",
+      "▁contempor ary",
+      "▁Param eter",
+      "▁Para meter",
+      "▁ Parameter",
+      "st wa",
+      "▁bek end",
+      "co ck",
+      "c ock",
+      "pre vious",
+      "prev ious",
+      "en ska",
+      "ens ka",
+      "ensk a",
+      "▁c aller",
+      "▁cal ler",
+      "▁call er",
+      "]] )",
+      "] ])",
+      "▁R az",
+      "▁Ra z",
+      "▁Se lon",
+      "▁Sel on",
+      "▁propos al",
+      "▁b ý",
+      "▁S ied",
+      "▁Sie d",
+      "▁Si ed",
+      "▁Arbe its",
+      "▁Arbeit s",
+      "▁p ride",
+      "▁pr ide",
+      "▁pri de",
+      "▁sl ope",
+      "▁slo pe",
+      "id é",
+      "grad ient",
+      "▁Дже рела",
+      "▁S H",
+      "▁ SH",
+      "▁раз рабо",
+      "ivers ity",
+      "спо дар",
+      "\\{ \\",
+      "\\ {\\",
+      "▁с тали",
+      "▁ст али",
+      "▁ста ли",
+      "▁стал и",
+      "▁Ein zel",
+      "▁Einz el",
+      "▁rg ba",
+      "▁A nim",
+      "▁An im",
+      "▁ Anim",
+      "▁a lles",
+      "▁al les",
+      "▁all es",
+      "▁alle s",
+      "▁ alles",
+      "ба р",
+      "б ар",
+      "er te",
+      "ert e",
+      "▁réalis é",
+      "▁réal isé",
+      "Inst itut",
+      "▁mar kup",
+      "▁mark up",
+      "▁v ars",
+      "▁var s",
+      "▁va rs",
+      "▁ vars",
+      "▁g am",
+      "▁ga m",
+      "▁Васи ль",
+      "iz za",
+      "izz a",
+      "i zza",
+      "▁C ob",
+      "▁Co b",
+      "▁M etal",
+      "▁Me tal",
+      "▁Met al",
+      "▁Meta l",
+      "▁le ak",
+      "▁L anc",
+      "▁La nc",
+      "▁Lan c",
+      "Sw itch",
+      "De lay",
+      "Del ay",
+      "at uur",
+      "atu ur",
+      "▁че ты",
+      "▁анг лий",
+      "▁leg acy",
+      "▁desar roll",
+      "▁top ological",
+      "▁jewe ils",
+      "▁Nederland se",
+      "▁atmos phere",
+      "ur ban",
+      "urb an",
+      "▁s lov",
+      "▁sl ov",
+      "▁slo v",
+      "▁law yer",
+      "pe cially",
+      "▁altern ate",
+      "▁para met",
+      "▁param et",
+      "▁establish ment",
+      "▁wood s",
+      "▁wo ods",
+      "P D",
+      "▁на и",
+      "▁m ang",
+      "▁ma ng",
+      "▁man g",
+      "▁wechsel te",
+      "сь ку",
+      "ськ у",
+      ". =",
+      "▁fif teen",
+      "SU M",
+      "S UM",
+      "▁F ro",
+      "▁Fr o",
+      "▁L ED",
+      "▁LE D",
+      "▁ LED",
+      "ow ano",
+      "owa no",
+      "owan o",
+      "стви е",
+      "▁D onnées",
+      "to l",
+      "t ol",
+      "ży n",
+      "ż yn",
+      "cre f",
+      "cr ef",
+      "c ref",
+      "стви и",
+      "ho rn",
+      "hor n",
+      "h orn",
+      "▁со об",
+      "▁обо ро",
+      "▁Comp lete",
+      "▁Comple te",
+      "▁ Complete",
+      "“ )",
+      "▁kind ly",
+      "▁Cham ber",
+      "s ég",
+      "W H",
+      "▁amb ient",
+      "к ро",
+      "▁ch eval",
+      "▁che val",
+      "▁на писа",
+      "fl u",
+      "f lu",
+      "▁Off iz",
+      "ma te",
+      "mat e",
+      "m ate",
+      "nat ural",
+      "n atural",
+      "se par",
+      "sep ar",
+      "em pre",
+      "emp re",
+      "View Holder",
+      "f w",
+      "▁le tech",
+      "▁let ech",
+      "▁tra iling",
+      "▁trail ing",
+      "at ri",
+      "atr i",
+      "a tri",
+      "▁G ó",
+      "▁B onn",
+      "▁Bo nn",
+      "▁Bon n",
+      "▁un likely",
+      "▁unlike ly",
+      "RA M",
+      "R AM",
+      "en st",
+      "ens t",
+      "St ats",
+      "Stat s",
+      "▁поли тиче",
+      ")- -(",
+      ")-- (",
+      "▁t rom",
+      "▁tr om",
+      "▁tro m",
+      "!. ..",
+      "! ...",
+      "▁Mean while",
+      "ст ана",
+      "ста на",
+      "стан а",
+      "▁Re ino",
+      "▁Rein o",
+      "▁A rist",
+      "▁Ar ist",
+      "▁Ari st",
+      "$} }%",
+      "$ }}%",
+      "▁so lem",
+      "▁sol em",
+      "▁sole m",
+      "clos ure",
+      "ign ation",
+      "ło d",
+      "ł od",
+      "▁di vor",
+      "▁div or",
+      "▁между народ",
+      "=\" <?",
+      "▁m olt",
+      "▁mo lt",
+      "▁mol t",
+      "▁sk ills",
+      "▁skill s",
+      "▁C ir",
+      "▁Ci r",
+      "▁Des pués",
+      "▁Desp ués",
+      "▁l un",
+      "▁lu n",
+      "▁cor on",
+      "▁co ron",
+      "▁Com ics",
+      "сто ри",
+      "стор и",
+      "с тори",
+      "▁It ems",
+      "▁Item s",
+      "▁ Items",
+      "▁Th ink",
+      "и гра",
+      "▁g rows",
+      "▁gr ows",
+      "▁gro ws",
+      "▁grow s",
+      "port al",
+      "por tal",
+      "▁n ich",
+      "▁ni ch",
+      "▁nic h",
+      "▁restrict ions",
+      "▁restriction s",
+      "▁L au",
+      "▁La u",
+      "ше ння",
+      "шен ня",
+      "▁So zial",
+      "▁к і",
+      "▁ кі",
+      "ma na",
+      "man a",
+      "m ana",
+      "▁lie utenant",
+      "Att r",
+      "At tr",
+      "ume ric",
+      "umer ic",
+      "▁dr ives",
+      "▁drive s",
+      "▁dri ves",
+      "▁driv es",
+      "as is",
+      "asi s",
+      "ба й",
+      "N L",
+      "Zyg ote",
+      "phys ics",
+      "▁intern ally",
+      "▁internal ly",
+      "ва ется",
+      "вает ся",
+      "H idden",
+      "▁Да та",
+      "▁un safe",
+      "▁R oc",
+      "▁Ro c",
+      "▁instanti ate",
+      "▁instant iate",
+      "ud ni",
+      "▁R oom",
+      "▁Ro om",
+      "▁П ред",
+      "▁Пре д",
+      "▁m aja",
+      "▁ma ja",
+      "▁maj a",
+      "ach ment",
+      "u uid",
+      "Project s",
+      "Gr e",
+      "G re",
+      "▁в зя",
+      "▁вз я",
+      "▁Bl ood",
+      "▁Blo od",
+      "ic ile",
+      "ici le",
+      "i cile",
+      "▁N ouvelle",
+      "Do es",
+      "▁nie uwe",
+      "ál e",
+      "á le",
+      "an gs",
+      "ang s",
+      "we ak",
+      "▁a antal",
+      "▁aan tal",
+      "▁Е в",
+      "▁Dres den",
+      "▁L ost",
+      "▁Lo st",
+      "▁Los t",
+      "ка та",
+      "▁invol ve",
+      "▁decl aring",
+      "▁decla ring",
+      "▁declar ing",
+      "▁Polit ical",
+      "ér ez",
+      "ére z",
+      "é rez",
+      "ko p",
+      "k op",
+      "not ify",
+      "▁C urt",
+      "▁Cu rt",
+      "▁Cur t",
+      "▁schließ lich",
+      "gh an",
+      "g han",
+      "це на",
+      "цен а",
+      "ц ена",
+      "▁kw iet",
+      "üg el",
+      "üge l",
+      "ü gel",
+      "▁S ob",
+      "▁So b",
+      "▁sub str",
+      "▁subst r",
+      "▁subs tr",
+      "▁ substr",
+      "▁el len",
+      "▁elle n",
+      "▁ell en",
+      "▁ ellen",
+      "ion ario",
+      "iona rio",
+      "en son",
+      "ens on",
+      "enso n",
+      "WI N",
+      "W IN",
+      "спо рт",
+      "em er",
+      "eme r",
+      "e mer",
+      "no me",
+      "nom e",
+      "n ome",
+      "▁sm iled",
+      "▁smile d",
+      "▁Sch midt",
+      "▁sm oke",
+      "▁T oken",
+      "▁To ken",
+      "▁Tok en",
+      "▁ Token",
+      "▁v ague",
+      "▁va gue",
+      "▁pro vision",
+      "▁prov ision",
+      "ya ml",
+      "y aml",
+      "ни тель",
+      "ните ль",
+      "on ial",
+      "oni al",
+      "onia l",
+      "é poque",
+      "▁N C",
+      "▁ NC",
+      "▁N FL",
+      "te ck",
+      "▁al lo",
+      "▁all o",
+      "▁ allo",
+      "▁préc éd",
+      "cent ral",
+      "▁ma jd",
+      "▁maj d",
+      "▁ch rom",
+      "▁chr om",
+      "▁ chrom",
+      "▁Z um",
+      "▁Zu m",
+      "ver so",
+      "vers o",
+      "▁verschied enen",
+      "▁ста ро",
+      "▁стар о",
+      "▁qu elle",
+      "▁que lle",
+      "▁q uelle",
+      "▁quel le",
+      "▁ quelle",
+      "▁r ép",
+      "▁ré p",
+      "RO W",
+      "R OW",
+      "▁i hnen",
+      "▁ih nen",
+      "▁ihn en",
+      "▁sens ible",
+      "▁sen sible",
+      "| $",
+      "▁sc hw",
+      "▁sch w",
+      "▁B R",
+      "▁ BR",
+      "▁O ptions",
+      "▁Option s",
+      "▁Opt ions",
+      "▁ Options",
+      "▁t ens",
+      "▁te ns",
+      "▁ten s",
+      "▁conqu ist",
+      "▁l ieß",
+      "▁lie ß",
+      "▁ ließ",
+      "ov is",
+      "ovi s",
+      "o vis",
+      "▁мі ста",
+      "▁міс та",
+      "▁e la",
+      "▁el a",
+      "▁ ela",
+      "rif ice",
+      "r ifice",
+      "▁l ok",
+      "▁lo k",
+      "▁Queens land",
+      "B inary",
+      "▁Ra hmen",
+      "▁Rah men",
+      "▁a bol",
+      "▁ab ol",
+      "▁ abol",
+      "▁č ást",
+      "▁Ed inburgh",
+      "in de",
+      "ind e",
+      "i nde",
+      "▁calcul ating",
+      "▁calc ulating",
+      "▁O regon",
+      "▁le git",
+      "▁leg it",
+      "▁Nach dem",
+      "at hon",
+      "ath on",
+      "P rivate",
+      "illa ume",
+      "▁ob servable",
+      "▁observ able",
+      "le ans",
+      "lean s",
+      "lea ns",
+      "▁remark ed",
+      "▁h alt",
+      "▁ha lt",
+      "▁hal t",
+      "▁ halt",
+      "ни цы",
+      "ниц ы",
+      "▁st amp",
+      "▁sta mp",
+      "▁stam p",
+      "▁Ad v",
+      "Lo uis",
+      "Lou is",
+      "im ming",
+      "imm ing",
+      "gru ppe",
+      "▁Pol icy",
+      "▁ Policy",
+      "▁v rij",
+      "▁vr ij",
+      "ft rag",
+      "▁off ices",
+      "▁offic es",
+      "▁office s",
+      "▁particip ated",
+      "▁es col",
+      "▁esc ol",
+      "▁\" </",
+      "▁\"< /",
+      "▁nombre uses",
+      "▁d ivid",
+      "▁di vid",
+      "▁div id",
+      "▁ad vis",
+      "▁adv is",
+      "лта ти",
+      "▁= =>",
+      "▁== >",
+      "Ori entation",
+      "ci d",
+      "c id",
+      "Car t",
+      "Ca rt",
+      "C art",
+      "▁m urm",
+      "▁mu rm",
+      "▁mur m",
+      "▁ass ez",
+      "▁asse z",
+      "▁l inking",
+      "▁link ing",
+      "▁lin king",
+      "build ing",
+      "▁rec onna",
+      "▁recon na",
+      "▁s hook",
+      "▁sh ook",
+      "▁sho ok",
+      "man aged",
+      "mana ged",
+      "land a",
+      "lan da",
+      "l anda",
+      "▁Le ón",
+      "▁cré ation",
+      "до й",
+      "oc ity",
+      "oci ty",
+      "o city",
+      "▁w ij",
+      "▁ wij",
+      "▁wie ś",
+      "xt art",
+      "▁M ove",
+      "▁Mo ve",
+      "▁Mov e",
+      "▁ Move",
+      "lung en",
+      "l ungen",
+      "ству ет",
+      "or ney",
+      "orn ey",
+      "option al",
+      "opt ional",
+      "ma cro",
+      "mac ro",
+      "Cond ition",
+      "▁square s",
+      "▁squ ares",
+      "▁mist aken",
+      "▁mistake n",
+      "án t",
+      "á nt",
+      "▁R is",
+      "▁Ri s",
+      "▁sent ences",
+      "▁sentence s",
+      "er ea",
+      "ere a",
+      "e rea",
+      "▁m ij",
+      "▁mi j",
+      "Un d",
+      "U nd",
+      "▁nom br",
+      "z A",
+      "▁In dependent",
+      "▁Indep endent",
+      "▁Independ ent",
+      "▁p review",
+      "▁pre view",
+      "▁prev iew",
+      "▁ preview",
+      "im as",
+      "ima s",
+      "i mas",
+      "▁m ales",
+      "▁ma les",
+      "▁mal es",
+      "▁male s",
+      "in ental",
+      "inen tal",
+      "inent al",
+      "Th ank",
+      "▁p opol",
+      "▁po pol",
+      "▁pop ol",
+      "▁p over",
+      "▁po ver",
+      "▁pov er",
+      "▁gr asp",
+      "▁gra sp",
+      "▁im ped",
+      "▁imp ed",
+      "▁campion ato",
+      "▁W ei",
+      "▁We i",
+      "▁t itled",
+      "▁title d",
+      "▁tit led",
+      "▁A demás",
+      "▁Pass word",
+      "▁ Password",
+      "▁P am",
+      "▁Pa m",
+      "UI LD",
+      "▁ли пня",
+      "wer b",
+      "we rb",
+      "w erb",
+      "........ ........",
+      "▁R ío",
+      "▁te eth",
+      "b p",
+      "▁S W",
+      "▁ SW",
+      "ul aire",
+      "ula ire",
+      "▁se ized",
+      "▁sei zed",
+      "▁St ef",
+      "▁Ste f",
+      "ú l",
+      "▁v iz",
+      "▁vi z",
+      "ion y",
+      "io ny",
+      "i ony",
+      "▁j unt",
+      "▁ju nt",
+      "▁jun t",
+      "▁kter á",
+      "▁wrześ nia",
+      "< >",
+      "▁s urg",
+      "▁su rg",
+      "▁sur g",
+      "▁tu tte",
+      "▁tut te",
+      "▁H ob",
+      "▁Ho b",
+      "по від",
+      "пов ід",
+      "▁w ohl",
+      "▁wo hl",
+      "▁ wohl",
+      "▁t rag",
+      "▁tr ag",
+      "▁tra g",
+      "▁C rown",
+      "▁Cr own",
+      "▁Cro wn",
+      "▁Crow n",
+      "▁tr ova",
+      "▁tro va",
+      "▁trov a",
+      "сто ву",
+      "стов у",
+      "▁Vien na",
+      "ese hen",
+      "▁met ropol",
+      "▁reflect ed",
+      "те та",
+      "тет а",
+      "т ета",
+      "▁trad uc",
+      "▁tradu c",
+      "▁B ast",
+      "▁Bas t",
+      "▁Ba st",
+      "▁ersch ien",
+      "wo ord",
+      "() \"",
+      "( )\"",
+      "ta let",
+      "tal et",
+      "t alet",
+      "▁ro ads",
+      "▁road s",
+      "ве дения",
+      "веде ния",
+      "ühr ung",
+      "▁c ogn",
+      "▁co gn",
+      "▁V alle",
+      "▁Val le",
+      "▁Va lle",
+      "▁Vall e",
+      "▁land ing",
+      "▁lan ding",
+      "▁Re gex",
+      "▁Reg ex",
+      "▁I owa",
+      "▁Io wa",
+      "dz iał",
+      "d ział",
+      "▁erre ichte",
+      "au m",
+      "a um",
+      "▁found er",
+      "▁fo under",
+      "▁fou nder",
+      "ap olis",
+      "Comp iler",
+      "▁k op",
+      "▁ko p",
+      "▁ kop",
+      "▁m arc",
+      "▁ma rc",
+      "▁mar c",
+      "▁те ритор",
+      ")) `",
+      ") )`",
+      "▁l ei",
+      "▁le i",
+      "▁ lei",
+      "ge on",
+      "geo n",
+      "▁weap ons",
+      "▁weapon s",
+      "▁h orn",
+      "▁hor n",
+      "▁ho rn",
+      "▁ horn",
+      "▁el if",
+      "▁ elif",
+      "▁Cap ital",
+      "▁Capit al",
+      "ć e",
+      "▁for all",
+      "▁ forall",
+      "▁э та",
+      "pre view",
+      "prev iew",
+      "p review",
+      "▁D NA",
+      "▁s id",
+      "▁si d",
+      "or ch",
+      "▁R as",
+      "▁Ra s",
+      "▁a rab",
+      "▁ar ab",
+      "▁ara b",
+      "▁ arab",
+      "Be st",
+      "B est",
+      "▁с чита",
+      "▁L ópez",
+      "an ça",
+      "▁fun kc",
+      "▁t ienen",
+      "▁tiene n",
+      "▁ti enen",
+      "▁tie nen",
+      "; &",
+      "m useum",
+      "▁E rr",
+      "▁Er r",
+      "▁ Err",
+      "▁re sort",
+      "▁res ort",
+      "No v",
+      "N ov",
+      "▁k al",
+      "▁ka l",
+      "▁ kal",
+      "M W",
+      "ш ь",
+      "an chor",
+      "anc hor",
+      "anch or",
+      "▁ро ман",
+      "le ading",
+      "lea ding",
+      "▁m anten",
+      "▁ma nten",
+      "▁man ten",
+      "▁mant en",
+      "▁Sil va",
+      "da de",
+      "d ade",
+      "▁design ated",
+      "▁rev ista",
+      "▁revis ta",
+      "O ct",
+      "per cent",
+      "▁у ні",
+      "ident ifier",
+      "ma ss",
+      "mas s",
+      "m ass",
+      "@ @",
+      "uls ion",
+      "ger meister",
+      "g ermeister",
+      "▁pred icted",
+      "▁predict ed",
+      "▁с ви",
+      "жно й",
+      "ж ной",
+      "▁Er geb",
+      "▁c ust",
+      "▁cu st",
+      "▁remove s",
+      "▁remov es",
+      "ch arg",
+      "char g",
+      "cha rg",
+      "при мер",
+      "▁for ming",
+      "▁form ing",
+      "as ma",
+      "asm a",
+      "std out",
+      "F un",
+      "ym e",
+      "y me",
+      "ter ed",
+      "te red",
+      "tere d",
+      "t ered",
+      "urs ive",
+      "ig hed",
+      "igh ed",
+      "▁сле д",
+      "▁ след",
+      "ver band",
+      "verb and",
+      "▁LO G",
+      "▁ LOG",
+      "ra ms",
+      "ram s",
+      "r ams",
+      "éo n",
+      "é on",
+      "en dra",
+      "end ra",
+      "▁Be reich",
+      "▁Bere ich",
+      "▁tempor al",
+      "▁temp oral",
+      "▁tempo ral",
+      "▁lang ue",
+      "▁lan gue",
+      "▁I nn",
+      "▁In n",
+      "▁more over",
+      "▁tutorial s",
+      "M iddle",
+      "▁совет ский",
+      "▁mainten ance",
+      "as ures",
+      "asure s",
+      "▁vál to",
+      "BA SE",
+      "B ASE",
+      "▁disapp ear",
+      "ски я",
+      "▁conoc ido",
+      "▁На у",
+      "▁Li bert",
+      "▁Lib ert",
+      "▁Liber t",
+      "▁Har old",
+      "▁life time",
+      "▁lif etime",
+      "▁T ür",
+      "▁za wod",
+      "▁zaw od",
+      "om ic",
+      "omi c",
+      "o mic",
+      "▁Retrie ved",
+      "arch itecture",
+      "č ka",
+      "iform es",
+      "develop ment",
+      "ord nung",
+      "In f",
+      "le ben",
+      "leb en",
+      "l eben",
+      "▁St ars",
+      "▁Sta rs",
+      "▁Star s",
+      "sign al",
+      "sig nal",
+      "▁gram mar",
+      "▁cor so",
+      "▁cors o",
+      "▁W agner",
+      "▁ge ht",
+      "▁royal e",
+      "▁roy ale",
+      "wa rn",
+      "war n",
+      "w arn",
+      "um bled",
+      "umb led",
+      "umble d",
+      "▁inst it",
+      "▁ins tit",
+      "▁Ш и",
+      "h h",
+      "▁ref uge",
+      "▁favor ite",
+      "ier to",
+      "iert o",
+      "▁cond ado",
+      "▁T her",
+      "▁The r",
+      "▁Th er",
+      "▁человек а",
+      "▁челове ка",
+      "▁F ood",
+      "▁Foo d",
+      "▁Fo od",
+      "▁se izo",
+      "▁sei zo",
+      "▁Init ialize",
+      "▁Initial ize",
+      "▁con nu",
+      "▁conn u",
+      "▁over lap",
+      "▁E mil",
+      "▁Em il",
+      "▁Mart í",
+      "▁жовт ня",
+      "er va",
+      "erv a",
+      "▁bo ats",
+      "▁boat s",
+      "a ções",
+      "▁der rot",
+      "▁m alloc",
+      "▁mal loc",
+      "▁ malloc",
+      "▁con ject",
+      "▁conj ect",
+      "j k",
+      "▁s are",
+      "▁sa re",
+      "▁sar e",
+      "ле мен",
+      "лем ен",
+      "▁s ums",
+      "▁su ms",
+      "▁sum s",
+      "Author ization",
+      "▁K un",
+      "▁Ku n",
+      "]$ ,",
+      "] $,",
+      "geme inde",
+      "gemein de",
+      "g emeinde",
+      "od ot",
+      "odo t",
+      "o dot",
+      "de fin",
+      "def in",
+      "▁e mission",
+      "▁em ission",
+      "▁Кра с",
+      "▁app art",
+      "▁ap part",
+      "▁appar t",
+      "▁stop ping",
+      "▁sto pping",
+      "▁С ред",
+      "▁conj ug",
+      "▁ins ight",
+      "▁Broad cast",
+      "▁PM ID",
+      "▁adv antages",
+      "▁advantage s",
+      "en es",
+      "ene s",
+      "e nes",
+      "▁res idence",
+      "▁resid ence",
+      "lj en",
+      "l jen",
+      "iss eur",
+      "isse ur",
+      "▁pubblic ato",
+      "▁Git Hub",
+      "▁Per u",
+      "▁Pe ru",
+      "▁galax ies",
+      "▁annot ations",
+      "▁annotation s",
+      "ga s",
+      "g as",
+      "▁ré pond",
+      "▁rép ond",
+      "J s",
+      "▁independent ly",
+      "▁independ ently",
+      "N P",
+      "▁in qu",
+      "▁gr ounds",
+      "▁ground s",
+      "Com ponents",
+      "Component s",
+      "▁a nten",
+      "▁an ten",
+      "▁ant en",
+      "▁ante n",
+      "▁ anten",
+      "▁в з",
+      "▁h os",
+      "▁ho s",
+      "▁ hos",
+      "▁s int",
+      "▁si nt",
+      "▁sin t",
+      "▁h iding",
+      "▁hi ding",
+      "▁hid ing",
+      "▁wojew ództ",
+      "Message s",
+      "Mess ages",
+      "▁по каза",
+      "▁пока за",
+      "== =",
+      "= ==",
+      "▁Ab stract",
+      "▁ Abstract",
+      "▁l äng",
+      "▁län g",
+      "▁lä ng",
+      "▁Form ula",
+      "da wn",
+      "d awn",
+      "▁design s",
+      "Im g",
+      "▁Portug uese",
+      "▁incl uy",
+      "▁inclu y",
+      "avig ator",
+      "▁Bro thers",
+      "▁cont inent",
+      "▁contin ent",
+      "▁evident ly",
+      "ra ce",
+      "rac e",
+      "r ace",
+      "ць кого",
+      "▁re ck",
+      "▁rec k",
+      "▁ reck",
+      "▁сер пня",
+      "▁G rey",
+      "▁Gr ey",
+      "▁Gre y",
+      "▁appe al",
+      "▁un like",
+      "▁power shell",
+      "▁pow ershell",
+      "▁powers hell",
+      "▁r acc",
+      "▁ra cc",
+      "▁rac c",
+      "fer s",
+      "fe rs",
+      "f ers",
+      "▁bur ning",
+      "▁burn ing",
+      "fas st",
+      "fass t",
+      "inst alled",
+      "install ed",
+      "▁G ive",
+      "▁Gi ve",
+      "▁col onial",
+      "▁colon ial",
+      "▁ €",
+      "▁R ö",
+      "▁ch rist",
+      "▁chr ist",
+      "ne hm",
+      "neh m",
+      "та м",
+      "▁cor po",
+      "▁con virti",
+      "yt er",
+      "y ter",
+      "S ym",
+      "▁Gree ce",
+      "▁m oth",
+      "▁mo th",
+      "▁mot h",
+      "▁Joh an",
+      "▁Jo han",
+      "▁mon arch",
+      "▁Down load",
+      "▁ Download",
+      "▁c raft",
+      "▁cr aft",
+      "▁cra ft",
+      "▁ craft",
+      "u ž",
+      "▁Lu ke",
+      "▁suf fix",
+      "▁suff ix",
+      "\\ /",
+      "Ha ve",
+      "H ave",
+      "▁ка рь",
+      "▁кар ь",
+      "▁comfort able",
+      "▁t ips",
+      "▁tip s",
+      "▁ti ps",
+      "▁П ісля",
+      "▁бро ја",
+      "▁ин форма",
+      "M Q",
+      "бра н",
+      "б ран",
+      "▁t x",
+      "▁ tx",
+      "▁sl aves",
+      "▁sla ves",
+      "▁slave s",
+      "▁fire wall",
+      "▁For ces",
+      "▁Force s",
+      "at if",
+      "ati f",
+      "▁Qu ellen",
+      "▁thé âtre",
+      "ль ных",
+      "▁располо жен",
+      "▁Det ails",
+      "▁ Details",
+      "k ą",
+      "▁long itud",
+      "IN ST",
+      "▁n aval",
+      "▁na val",
+      "▁nav al",
+      "Fern seh",
+      "es sel",
+      "ess el",
+      "esse l",
+      "Gr ad",
+      "G rad",
+      "▁be lang",
+      "▁bel ang",
+      "▁a ggi",
+      "▁ag gi",
+      "▁ aggi",
+      "Zygote Init",
+      "ł ów",
+      "▁S ug",
+      "▁Su g",
+      "si l",
+      "s il",
+      "▁ex terior",
+      "щ і",
+      "OR D",
+      "en ser",
+      "ens er",
+      "ense r",
+      "▁rapid e",
+      "▁rap ide",
+      "▁тем пера",
+      "in cie",
+      "inci e",
+      "inc ie",
+      "S i",
+      "av am",
+      "ava m",
+      "ar ded",
+      "ard ed",
+      "arde d",
+      "▁Ad ded",
+      "▁Add ed",
+      "End point",
+      "hard t",
+      "har dt",
+      "ст ран",
+      "стра н",
+      "стр ан",
+      "▁est ilo",
+      "▁H az",
+      "▁Ha z",
+      "▁mus ste",
+      "▁muss te",
+      "u o",
+      "ii i",
+      "i ii",
+      "▁ř í",
+      "▁ ří",
+      "an zen",
+      "anz en",
+      "anze n",
+      "же ний",
+      "ah a",
+      "a ha",
+      "ARN ING",
+      "▁re nov",
+      "▁ren ov",
+      "▁div ine",
+      "▁convin ced",
+      "▁hum ans",
+      "▁human s",
+      "▁hu mans",
+      "▁depart ure",
+      "▁Med iter",
+      "▁Medi ter",
+      "q a",
+      "▁poss essed",
+      "▁possess ed",
+      "▁цер кви",
+      "gi v",
+      "g iv",
+      "▁сво ї",
+      "▁Ort ste",
+      "▁Orts te",
+      "R ich",
+      "pu is",
+      "p uis",
+      "in crement",
+      "▁Hann over",
+      "▁u cz",
+      "Do ne",
+      "Don e",
+      "D one",
+      "▁alg uns",
+      "FI X",
+      "F IX",
+      "▁Her itage",
+      "remove Class",
+      "фе р",
+      "ф ер",
+      "▁a bc",
+      "▁ab c",
+      "▁ abc",
+      "D r",
+      "▁се мей",
+      "▁сем ей",
+      "{ :",
+      "▁se ule",
+      "▁seu le",
+      "▁seul e",
+      "zeich nungen",
+      "zeichnung en",
+      "ad dy",
+      "add y",
+      "▁Par ís",
+      "üss eld",
+      "▁re ception",
+      "▁rece ption",
+      "fo lio",
+      "fol io",
+      "ti ny",
+      "t iny",
+      "▁recens ement",
+      "▁N ur",
+      "▁Nu r",
+      "▁k ier",
+      "▁ki er",
+      "▁g mina",
+      "▁gmin a",
+      "sta at",
+      "ánd ose",
+      "че ская",
+      "▁spe aker",
+      "▁speak er",
+      "▁expon ential",
+      "▁exponent ial",
+      "▁D ieu",
+      "▁Die u",
+      "▁Di eu",
+      "▁при з",
+      "▁пр из",
+      "▁Raf ael",
+      "▁gg plot",
+      "▁Tem plate",
+      "▁Temp late",
+      "▁ Template",
+      "ou re",
+      "our e",
+      "o ure",
+      "▁In ner",
+      "▁Inn er",
+      "▁ Inner",
+      "og ne",
+      "ogn e",
+      "ig are",
+      "iga re",
+      "▁Ar te",
+      "▁Art e",
+      "▁C ov",
+      "▁Co v",
+      "▁auf grund",
+      "▁Б ы",
+      "▁cerem ony",
+      "▁S part",
+      "▁Sp art",
+      "ject ive",
+      "y i",
+      "▁in izi",
+      "▁l atin",
+      "▁lat in",
+      "▁Never theless",
+      "▁D one",
+      "▁Do ne",
+      "▁Don e",
+      "▁ Done",
+      "т ря",
+      "▁A rr",
+      "▁Ar r",
+      "▁ Arr",
+      "se ason",
+      "▁скла ду",
+      "▁pod czas",
+      "▁Beaut iful",
+      "▁Weltkrie g",
+      "▁з о",
+      "▁ зо",
+      "▁over come",
+      "▁Pr aha",
+      "▁Pra ha",
+      "▁рай ону",
+      "▁райо ну",
+      "▁район у",
+      "▁sub scription",
+      "▁subs cription",
+      "▁subscri ption",
+      "ig ent",
+      "igen t",
+      "ige nt",
+      "i gent",
+      "▁по ка",
+      "la tex",
+      "lat ex",
+      "late x",
+      "▁b each",
+      "▁be ach",
+      "▁ро ках",
+      "ge g",
+      "g eg",
+      "▁pro bl",
+      "▁prob l",
+      "arg uments",
+      "argument s",
+      "▁organ izations",
+      "▁organiz ations",
+      "▁organization s",
+      "▁N an",
+      "▁Na n",
+      "▁st ones",
+      "▁sto nes",
+      "▁stone s",
+      "▁H unter",
+      "▁Hun ter",
+      "▁regular ly",
+      "шо го",
+      "ш ого",
+      "▁flex ible",
+      "op ts",
+      "opt s",
+      "o pts",
+      "á ř",
+      "wi tz",
+      "w itz",
+      "▁' )",
+      "▁ ')",
+      "PA SS",
+      "P ASS",
+      "▁k raj",
+      "▁kr aj",
+      "▁kra j",
+      "▁f ake",
+      "▁fa ke",
+      "he its",
+      "heit s",
+      "os ph",
+      "osp h",
+      "parse Int",
+      "F ALSE",
+      "▁prof ess",
+      "▁profes s",
+      "pe ople",
+      "▁pre cip",
+      "▁prec ip",
+      "dir name",
+      "▁per pet",
+      "▁Up dated",
+      "▁Update d",
+      "▁ Updated",
+      "ra yed",
+      "ray ed",
+      "▁prov oc",
+      "▁тра вня",
+      "▁трав ня",
+      "▁categ orie",
+      "▁categor ie",
+      "▁те о",
+      "с ну",
+      "ot r",
+      "o tr",
+      "▁Вер хов",
+      "▁comp ét",
+      "Co st",
+      "C ost",
+      "▁w ider",
+      "▁wide r",
+      "▁wid er",
+      "▁Ob viously",
+      "пи сан",
+      "писа н",
+      "пис ан",
+      "▁на стоя",
+      "▁see king",
+      "▁seek ing",
+      "() ),",
+      "()) ,",
+      "( )),",
+      "▁é quipe",
+      "▁équip e",
+      "▁ équipe",
+      "▁comm its",
+      "▁commit s",
+      "▁S vens",
+      "▁Sv ens",
+      "я бре",
+      "at ern",
+      "ate rn",
+      "ater n",
+      "a tern",
+      "▁h eter",
+      "▁he ter",
+      "▁het er",
+      "▁Boot strap",
+      "én é",
+      "é né",
+      "▁deriv atives",
+      "▁derivative s",
+      "▁Det roit",
+      "▁provin cial",
+      "▁provincia l",
+      "onom ie",
+      "E B",
+      "▁c uer",
+      "▁cu er",
+      "▁от носи",
+      "▁отно си",
+      "▁не й",
+      "▁н ей",
+      "▁ ней",
+      ") ».",
+      "▁Ci udad",
+      "IA L",
+      "I AL",
+      "zy st",
+      "z yst",
+      ")\" )",
+      ") \")",
+      "▁Al c",
+      "bl ogs",
+      "blog s",
+      "blo gs",
+      "b logs",
+      "▁par mi",
+      "▁Album s",
+      "▁Alb ums",
+      "▁Bo liv",
+      "▁Bol iv",
+      "▁c lés",
+      "▁cl és",
+      "Product s",
+      "uer do",
+      "▁ge lang",
+      "▁gel ang",
+      "zn ik",
+      "z nik",
+      "ha gen",
+      "h agen",
+      "an onymous",
+      "▁sv g",
+      "▁ svg",
+      "▁Cons eil",
+      "▁Conse il",
+      "▁A ri",
+      "▁Ar i",
+      "col i",
+      "co li",
+      "c oli",
+      "▁c zy",
+      "▁cz y",
+      "▁ czy",
+      "▁C V",
+      "▁ CV",
+      "▁f ord",
+      "▁for d",
+      "▁fo rd",
+      "▁ ford",
+      "▁Au ßer",
+      "▁Auß er",
+      "▁C I",
+      "▁ CI",
+      "▁t empt",
+      "▁tem pt",
+      "▁temp t",
+      "▁Organ isation",
+      "á š",
+      "▁cy cles",
+      "▁cycle s",
+      "▁cycl es",
+      "▁ges lacht",
+      "▁лю дей",
+      "ým i",
+      "ý mi",
+      "▁S pieler",
+      "▁Spiel er",
+      "ef e",
+      "e fe",
+      "▁Mar vel",
+      "▁por tal",
+      "▁port al",
+      "▁porta l",
+      "▁ portal",
+      "▁Сер г",
+      "▁g rado",
+      "▁gr ado",
+      "▁gra do",
+      "▁grad o",
+      "▁hand lers",
+      "▁handle rs",
+      "▁handler s",
+      "▁Inter face",
+      "▁ Interface",
+      "AM E",
+      "A ME",
+      "▁ser iously",
+      "▁serious ly",
+      "▁B inding",
+      "▁Bin ding",
+      "▁Bind ing",
+      "▁ Binding",
+      "▁R ang",
+      "▁Ra ng",
+      "▁Ran g",
+      "▁n ada",
+      "▁na da",
+      "▁nad a",
+      "oc e",
+      "o ce",
+      "▁inte gra",
+      "▁integr a",
+      "oc racy",
+      "ocr acy",
+      "▁аль бо",
+      "▁st ability",
+      "▁stabil ity",
+      "Un s",
+      "U ns",
+      "▁v eter",
+      "▁ve ter",
+      "-- ----+",
+      "---- --+",
+      "--- ---+",
+      "------ +",
+      "----- -+",
+      "▁se rait",
+      "▁ser ait",
+      "▁sera it",
+      "▁om itted",
+      "▁uncertain ty",
+      "on ian",
+      "oni an",
+      "onia n",
+      "▁re sto",
+      "▁r esto",
+      "▁res to",
+      "▁rest o",
+      "▁же лез",
+      "▁од ной",
+      "▁одно й",
+      "▁Bevölker ung",
+      "▁K raft",
+      "▁Kr aft",
+      "▁Kra ft",
+      "ст р",
+      "▁Mos cow",
+      "la ne",
+      "lan e",
+      "l ane",
+      "ar ab",
+      "ara b",
+      "a rab",
+      "▁s pole",
+      "▁sp ole",
+      "▁spo le",
+      "▁сво его",
+      "? :",
+      "ST ART",
+      "▁ин тер",
+      "▁инте р",
+      "▁sym pt",
+      "▁Loren zo",
+      "▁ej ec",
+      "▁pros per",
+      "DA T",
+      "D AT",
+      "лимпи й",
+      "▁sh apes",
+      "▁shape s",
+      "value Of",
+      "▁associ ate",
+      "▁Med ien",
+      "▁Medi en",
+      "EN V",
+      "▁с ре",
+      "▁држа ве",
+      "▁the ories",
+      "he b",
+      "h eb",
+      "▁Way ne",
+      "▁String Builder",
+      "iw ers",
+      "i wers",
+      "▁M aps",
+      "▁Ma ps",
+      "▁Map s",
+      "Ph ys",
+      "\\} \\",
+      "\\ }\\",
+      "▁P arte",
+      "▁Par te",
+      "▁Part e",
+      "▁Hud son",
+      "ло н",
+      "л он",
+      "L ng",
+      "▁р ы",
+      "▁ ры",
+      "ст ей",
+      "сте й",
+      "с тей",
+      "la u",
+      "l au",
+      "an cer",
+      "ance r",
+      "anc er",
+      "▁Co ppa",
+      "▁Cop pa",
+      "▁вій сь",
+      "▁u cc",
+      "▁Pat tern",
+      "▁ Pattern",
+      "▁gar bage",
+      "▁Gon zález",
+      "▁Encyc lop",
+      "et ten",
+      "ett en",
+      "ette n",
+      "Ex ternal",
+      "Ext ernal",
+      "RE F",
+      "R EF",
+      "> ;",
+      "lij ke",
+      "lijk e",
+      "▁inter sect",
+      "▁Un less",
+      "▁de eper",
+      "▁deep er",
+      "▁ж і",
+      "▁ жі",
+      "de nt",
+      "den t",
+      "d ent",
+      "le f",
+      "l ef",
+      "▁ch anson",
+      "▁diff us",
+      "▁pr imi",
+      "▁prim i",
+      "▁pri mi",
+      "▁W ieder",
+      "▁Wi eder",
+      "▁Wie der",
+      "▁a ws",
+      "▁aw s",
+      "▁ aws",
+      "ow ana",
+      "owa na",
+      "owan a",
+      "▁so ciale",
+      "▁social e",
+      "▁soci ale",
+      "▁soc iale",
+      "ik k",
+      "i kk",
+      "ль ной",
+      "льно й",
+      "▁div isions",
+      "▁division s",
+      "▁divis ions",
+      "ло со",
+      "▁Cl aud",
+      "▁Cla ud",
+      "▁Y a",
+      "▁v oce",
+      "▁vo ce",
+      "▁voc e",
+      "▁B ranch",
+      "▁Br anch",
+      "▁Bran ch",
+      "▁f itted",
+      "▁fit ted",
+      "or r",
+      "o rr",
+      "ôt el",
+      "ô tel",
+      "st roke",
+      "str oke",
+      "list ener",
+      "listen er",
+      "im an",
+      "ima n",
+      "i man",
+      "во сто",
+      "▁Sh ah",
+      "Int roduction",
+      "▁new line",
+      "▁t ile",
+      "▁til e",
+      "▁ti le",
+      "'] ))",
+      "']) )",
+      "' ]))",
+      "▁trav aux",
+      "▁trava ux",
+      "CON FIG",
+      "▁quadr atic",
+      "on neur",
+      "onn eur",
+      "onne ur",
+      "▁Gi org",
+      "▁ident ific",
+      "éric aine",
+      "érica ine",
+      "▁UI View",
+      "▁ UIView",
+      "▁Lib eral",
+      "▁Liber al",
+      "▁K och",
+      "▁Ko ch",
+      "▁Berlin er",
+      "▁Berl iner",
+      "▁not ifications",
+      "▁notification s",
+      "▁Su san",
+      "▁Sus an",
+      "▁c adre",
+      "▁cad re",
+      "▁K loster",
+      "▁Kl oster",
+      "▁exam ine",
+      "▁е дин",
+      "▁еди н",
+      "▁UN ION",
+      "▁al ten",
+      "▁alt en",
+      "▁alte n",
+      "▁f init",
+      "▁fin it",
+      "▁fi nit",
+      "▁pe dig",
+      "▁ped ig",
+      "cy k",
+      "c yk",
+      "▁mouv ement",
+      "▁mou vement",
+      "IO S",
+      "I OS",
+      "▁бри тан",
+      "▁b out",
+      "▁bo ut",
+      "▁bou t",
+      "▁ав тор",
+      "▁авто р",
+      "ниц тво",
+      "ет о",
+      "е то",
+      "le ra",
+      "ler a",
+      "l era",
+      "cl s",
+      "c ls",
+      "▁L ey",
+      "▁Le y",
+      "am y",
+      "a my",
+      "ag ens",
+      "age ns",
+      "agen s",
+      "a gens",
+      "as hed",
+      "ash ed",
+      "▁ok rę",
+      "г ро",
+      "el lett",
+      "ell ett",
+      "elle tt",
+      "▁F ellow",
+      "▁Fel low",
+      "▁manif old",
+      "$) ,",
+      "$ ),",
+      "ld er",
+      "l der",
+      "▁v oz",
+      "▁vo z",
+      "▁be gg",
+      "▁beg g",
+      "▁b aron",
+      "▁bar on",
+      "▁ba ron",
+      "▁f id",
+      "▁fi d",
+      "▁f iring",
+      "▁fi ring",
+      "▁fir ing",
+      "il da",
+      "ild a",
+      "de k",
+      "d ek",
+      "A U",
+      "it are",
+      "ita re",
+      "itar e",
+      "▁A ra",
+      "▁Ar a",
+      "▁Ex it",
+      "▁ Exit",
+      "▁cin emat",
+      "▁cinema t",
+      "▁int ros",
+      "▁intr os",
+      "▁intro s",
+      "▁contact s",
+      "пе ни",
+      "пен и",
+      "▁m öglich",
+      "▁Singap ore",
+      "str öm",
+      "▁H ern",
+      "▁He rn",
+      "▁Her n",
+      "▁six th",
+      "▁public ations",
+      "▁pub lications",
+      "▁publication s",
+      "vi e",
+      "v ie",
+      "▁H at",
+      "▁Ha t",
+      "▁accept ing",
+      "á c",
+      "st wo",
+      "s two",
+      "▁quiet ly",
+      "Ph oto",
+      "▁b asket",
+      "▁bas ket",
+      "▁eigen values",
+      "▁mé dec",
+      "▁méd ec",
+      "▁O limp",
+      "▁Ol imp",
+      "▁цер ков",
+      "al in",
+      "ali n",
+      "a lin",
+      "con sum",
+      "cons um",
+      "▁l assen",
+      "▁las sen",
+      "▁ lassen",
+      "▁ан ти",
+      "▁S eq",
+      "▁Se q",
+      "▁ Seq",
+      "\"; \r",
+      "\" ;\r",
+      "ra re",
+      "rar e",
+      "r are",
+      "▁$ |\\",
+      "▁$| \\",
+      "▁n ick",
+      "▁ni ck",
+      "▁nic k",
+      "▁ nick",
+      "df lare",
+      "V ec",
+      "bind ung",
+      "▁b g",
+      "▁ bg",
+      "ch anges",
+      "change s",
+      "chan ges",
+      "Day s",
+      "Da ys",
+      "D ays",
+      "▁M ouse",
+      "▁Mo use",
+      "▁Mou se",
+      "▁ Mouse",
+      "▁wait ed",
+      "▁wa ited",
+      "▁Tom atoes",
+      "▁f as",
+      "▁fa s",
+      "▁ fas",
+      "ver te",
+      "vert e",
+      "v erte",
+      "▁success ion",
+      "▁succ ession",
+      "со р",
+      "с ор",
+      "▁s ols",
+      "▁so ls",
+      "▁sol s",
+      "▁R ender",
+      "▁Re nder",
+      "▁Ren der",
+      "▁ Render",
+      "▁lead ership",
+      "▁leader ship",
+      "▁leaders hip",
+      "▁signific ance",
+      "▁ga uche",
+      "▁gau che",
+      "ca no",
+      "can o",
+      "c ano",
+      "▁P ie",
+      "▁Pi e",
+      "enso ort",
+      "▁cam bio",
+      "▁camb io",
+      "▁у з",
+      "▁ende av",
+      "Comp leted",
+      "Comple ted",
+      "Complete d",
+      "▁Архив ная",
+      "j d",
+      "ór ico",
+      "ó rico",
+      "▁church es",
+      "▁an imate",
+      "▁anim ate",
+      "▁ani mate",
+      "▁ animate",
+      "S G",
+      "comp ute",
+      "comput e",
+      "▁uniform ly",
+      "IN IT",
+      "ll es",
+      "lle s",
+      "l les",
+      "Http Request",
+      "К о",
+      "Di ff",
+      "D iff",
+      "▁s ah",
+      "▁sa h",
+      "air o",
+      "ai ro",
+      "a iro",
+      "may be",
+      "UT E",
+      "U TE",
+      "▁D ow",
+      "▁Do w",
+      "hu man",
+      "hum an",
+      "h uman",
+      "▁au rait",
+      "▁aur ait",
+      "dar k",
+      "d ark",
+      "▁re pair",
+      "▁rep air",
+      "▁n er",
+      "▁ne r",
+      "▁ ner",
+      "▁D abei",
+      "▁Da bei",
+      "▁Bo tan",
+      "▁Bot an",
+      "Or iginal",
+      "Origin al",
+      "az ă",
+      "▁N AT",
+      "▁NA T",
+      "im per",
+      "imp er",
+      "▁Y outh",
+      "▁You th",
+      "th es",
+      "the s",
+      "t hes",
+      "▁окру га",
+      "▁F lo",
+      "▁Fl o",
+      "▁break fast",
+      "ur ls",
+      "url s",
+      "▁über nahm",
+      "ár ios",
+      "ário s",
+      "á rios",
+      "▁O range",
+      "▁Or ange",
+      "▁Aff airs",
+      "sk e",
+      "s ke",
+      "▁not ify",
+      "▁ notify",
+      "imo ine",
+      "▁Ar ena",
+      "▁Are na",
+      "▁lib eral",
+      "▁liber al",
+      "▁o bec",
+      "▁ob ec",
+      "if a",
+      "i fa",
+      "gu ez",
+      "gue z",
+      "g uez",
+      "ion o",
+      "io no",
+      "i ono",
+      "пера тор",
+      "▁ret ained",
+      "▁retain ed",
+      "fa iled",
+      "fail ed",
+      "bin e",
+      "bi ne",
+      "b ine",
+      "т ных",
+      "▁CG Rect",
+      "cam era",
+      "ide note",
+      "iden ote",
+      "K B",
+      "▁l ights",
+      "▁light s",
+      "▁P ictures",
+      "▁Picture s",
+      "▁Squad ron",
+      "▁V olk",
+      "▁Vol k",
+      "▁b urg",
+      "▁bu rg",
+      "▁bur g",
+      "▁ burg",
+      ", ]",
+      "G i",
+      "ê que",
+      "make Text",
+      "▁every body",
+      "▁Hy per",
+      "▁Hyp er",
+      "▁De ux",
+      "▁gl ory",
+      "▁glo ry",
+      "pres entation",
+      "present ation",
+      "on ica",
+      "oni ca",
+      "onic a",
+      "o nica",
+      "▁fr ère",
+      "ag et",
+      "age t",
+      "a get",
+      "▁h ints",
+      "▁hint s",
+      "▁hin ts",
+      "▁t unnel",
+      "▁tun nel",
+      "▁E j",
+      "ál is",
+      "á lis",
+      "▁V iv",
+      "▁Vi v",
+      "ствен ных",
+      "▁c aps",
+      "▁cap s",
+      "▁ca ps",
+      "PA RT",
+      "PAR T",
+      "P ART",
+      "oc i",
+      "o ci",
+      "▁p rices",
+      "▁pr ices",
+      "▁pri ces",
+      "▁price s",
+      "curr ency",
+      "c urrency",
+      "▁a chter",
+      "▁ach ter",
+      "▁acht er",
+      "rom agnet",
+      "ge nder",
+      "gen der",
+      "gende r",
+      "g ender",
+      "▁s uis",
+      "▁su is",
+      "vers ions",
+      "version s",
+      "▁Tr aining",
+      "▁Tra ining",
+      "▁Train ing",
+      "in side",
+      "ins ide",
+      "eg e",
+      "e ge",
+      "▁tot ale",
+      "▁total e",
+      "▁D aar",
+      "▁Da ar",
+      "▁grud nia",
+      "▁I er",
+      "▁occasion s",
+      "▁occas ions",
+      "▁k de",
+      "▁tensor flow",
+      "▁ tensorflow",
+      "▁ó r",
+      "▁ ór",
+      "Method s",
+      "▁loop ing",
+      "▁direct eur",
+      "k ę",
+      "▁is omorphism",
+      "▁Jo ão",
+      "▁al igned",
+      "▁align ed",
+      "▁ aligned",
+      "он ов",
+      "о нов",
+      "ur ger",
+      "urg er",
+      "▁n ova",
+      "▁no va",
+      "▁nov a",
+      "mor row",
+      "m orrow",
+      "al tern",
+      "alt ern",
+      "alter n",
+      "H D",
+      "▁m arqu",
+      "▁mar qu",
+      "at ivas",
+      "ativ as",
+      "ati vas",
+      "ativa s",
+      "gg reg",
+      "g greg",
+      "▁anci en",
+      "▁anc ien",
+      "ni t",
+      "n it",
+      "▁sec ured",
+      "▁secure d",
+      "mi er",
+      "m ier",
+      "▁O le",
+      "▁Ol e",
+      "▁ин те",
+      "▁m inus",
+      "▁min us",
+      "▁ minus",
+      "▁clear er",
+      "▁n ello",
+      "▁nel lo",
+      "▁nell o",
+      "▁információ k",
+      "▁pro pre",
+      "▁prop re",
+      "{ .",
+      "il og",
+      "ilo g",
+      "i log",
+      "▁Qu ick",
+      "▁acc us",
+      "▁ac cus",
+      "emp loyee",
+      "▁з у",
+      "▁ зу",
+      "ць кий",
+      "фі цій",
+      "▁пу бли",
+      "▁ публи",
+      "▁b ent",
+      "▁be nt",
+      "▁ben t",
+      "▁по зво",
+      "▁П ор",
+      "▁По р",
+      "áz í",
+      "án ico",
+      "á nico",
+      "empty set",
+      "▁sur tout",
+      "re no",
+      "ren o",
+      "r eno",
+      "un ya",
+      "▁у ез",
+      "▁Mill ionen",
+      "▁listop ada",
+      "▁M aine",
+      "▁Ma ine",
+      "▁Main e",
+      "▁Mai ne",
+      "▁gru pos",
+      "▁grupo s",
+      "▁grup os",
+      "▁St orage",
+      "▁Sto rage",
+      "▁ Storage",
+      "▁app le",
+      "▁ap ple",
+      "▁ apple",
+      "▁L ö",
+      "ou sed",
+      "ous ed",
+      "ouse d",
+      "o used",
+      "д ро",
+      "sc i",
+      "s ci",
+      "▁hi bernate",
+      "▁ hibernate",
+      "do g",
+      "d og",
+      "▁во сто",
+      "▁вос то",
+      "▁ восто",
+      "▁intens ity",
+      "leg end",
+      "lege nd",
+      "legen d",
+      "▁W ille",
+      "▁Will e",
+      "▁Wil le",
+      "▁Wi lle",
+      "▁szer int",
+      "ges ellschaft",
+      "▁L iving",
+      "▁Li ving",
+      "▁Liv ing",
+      "al lo",
+      "all o",
+      "▁S plit",
+      "▁Sp lit",
+      "▁ Split",
+      "dr u",
+      "d ru",
+      "ne ed",
+      "n eed",
+      "▁Дж он",
+      "▁Sw iss",
+      "▁sp raw",
+      "▁spr aw",
+      "▁be ho",
+      "▁beh o",
+      "▁fot ograf",
+      "▁ren contre",
+      "▁k is",
+      "▁ki s",
+      "▁sign ing",
+      "▁sig ning",
+      "ak ult",
+      "aku lt",
+      "▁index ing",
+      "ap or",
+      "a por",
+      "▁con ception",
+      "▁concept ion",
+      "▁conce ption",
+      "ag greg",
+      "agg reg",
+      "a ggreg",
+      "▁Са вез",
+      "▁aff air",
+      "ě ní",
+      "A ugust",
+      "▁се кре",
+      "▁miesz kań",
+      "UI Image",
+      "▁b ishop",
+      "▁bi shop",
+      "▁ bishop",
+      "▁serv ants",
+      "▁servant s",
+      "▁tr ail",
+      "▁tra il",
+      "di git",
+      "dig it",
+      "▁jo ins",
+      "▁join s",
+      "▁N ear",
+      "▁Ne ar",
+      "öff entlich",
+      "> {",
+      "▁sk ład",
+      "ge führt",
+      "gef ührt",
+      "▁Hol z",
+      "▁Milit är",
+      "ach i",
+      "ac hi",
+      "a chi",
+      "Up per",
+      "U pper",
+      "pi ne",
+      "pin e",
+      "p ine",
+      "ut zt",
+      "utz t",
+      "▁nu ova",
+      "ibr ation",
+      "▁B ien",
+      "▁Bi en",
+      "▁пер вый",
+      "▁первы й",
+      "▁Cre ating",
+      "On ce",
+      "▁ein mal",
+      "▁ge ometric",
+      "▁geomet ric",
+      "st vo",
+      "▁k W",
+      "▁decom position",
+      "▁com edy",
+      "▁come dy",
+      "▁activ ation",
+      "▁an gry",
+      "▁ang ry",
+      "ill eurs",
+      "ille urs",
+      "▁inst antly",
+      "▁instant ly",
+      "▁suggest ing",
+      "▁C lay",
+      "▁Cl ay",
+      "▁Cla y",
+      "co t",
+      "c ot",
+      "▁G én",
+      "▁Gé n",
+      "($ (",
+      "( $(",
+      "un wrap",
+      "▁lif ted",
+      "▁lift ed",
+      "▁K it",
+      "▁Ki t",
+      "▁ Kit",
+      "▁l inea",
+      "▁li nea",
+      "▁line a",
+      "▁lin ea",
+      "о к",
+      "ha rt",
+      "har t",
+      "h art",
+      "-> _",
+      "▁n uit",
+      "▁nu it",
+      "▁Iss ue",
+      "ли и",
+      "▁r öm",
+      "Task s",
+      "▁S r",
+      "▁se is",
+      "▁sei s",
+      "as ia",
+      "asi a",
+      "}} $.",
+      "}}$ .",
+      "} }$.",
+      ": {",
+      "control s",
+      "contr ols",
+      "▁S tim",
+      "▁St im",
+      "▁Re cht",
+      "▁Rec ht",
+      "ocia ción",
+      "oci ación",
+      "▁N atal",
+      "▁Na tal",
+      "▁Nat al",
+      "▁Philipp ines",
+      "ul en",
+      "ule n",
+      "u len",
+      "F ixed",
+      "▁switch ed",
+      "Z ip",
+      "os pel",
+      "osp el",
+      "▁нача ле",
+      "▁B lan",
+      "▁Bl an",
+      "▁Bla n",
+      "ur st",
+      "urs t",
+      "▁aut our",
+      "▁auto ur",
+      "C a",
+      "▁lat itude",
+      "▁F rei",
+      "▁Fre i",
+      "▁Fr ei",
+      "▁Mus ée",
+      "▁K urz",
+      "▁Kur z",
+      "▁Ku rz",
+      "▁reg ião",
+      "sw ap",
+      "▁h ate",
+      "▁ha te",
+      "▁hat e",
+      "▁mod ifications",
+      "▁modification s",
+      "▁modific ations",
+      "▁К ом",
+      "▁Ко м",
+      "▁Anto ine",
+      "ug a",
+      "u ga",
+      "RE CT",
+      "R ECT",
+      "ét er",
+      "é ter",
+      "G ROUP",
+      "▁sacr ific",
+      "▁W he",
+      "▁Wh e",
+      "▁Ste vens",
+      "▁Steve ns",
+      "▁Steven s",
+      "olog ische",
+      "Sum mary",
+      "ob s",
+      "o bs",
+      "hn en",
+      "h nen",
+      "< %=",
+      "di enst",
+      "d ienst",
+      "re mark",
+      "rem ark",
+      "r emark",
+      "▁veröff entlicht",
+      "е л",
+      "▁M ock",
+      "▁Mo ck",
+      "▁ Mock",
+      "▁Ль в",
+      "▁tr ês",
+      "g b",
+      "▁celebr ated",
+      "▁E b",
+      "▁c osta",
+      "▁co sta",
+      "▁cost a",
+      "▁cos ta",
+      "▁Ge ographic",
+      "▁att achment",
+      "▁attach ment",
+      "mann schaft",
+      "▁depend ence",
+      "� �",
+      "▁att itude",
+      "et al",
+      "eta l",
+      "e tal",
+      "vi c",
+      "v ic",
+      "ba ut",
+      "bau t",
+      "b aut",
+      "▁д ов",
+      "▁до в",
+      "▁ дов",
+      "▁inter ven",
+      "▁G ü",
+      "ón ica",
+      "ó nica",
+      "▁P on",
+      "▁Po n",
+      "▁dispon ible",
+      "▁F eb",
+      "▁Fe b",
+      "▁wor ship",
+      "▁Specific ally",
+      "H y",
+      "ij u",
+      "i ju",
+      "▁c b",
+      "▁ cb",
+      "▁sp ac",
+      "lev eland",
+      "level and",
+      "▁local idad",
+      "▁prec eding",
+      "▁preced ing",
+      "▁H essen",
+      "x p",
+      "▁W ein",
+      "▁We in",
+      "▁Wei n",
+      "▁Rom â",
+      "▁gi orno",
+      "▁gior no",
+      "▁квіт ня",
+      "lla ços",
+      "▁Academ ia",
+      "▁k ül",
+      "▁Å rs",
+      "▁на ј",
+      "uc lide",
+      "Inter net",
+      "Intern et",
+      "or ton",
+      "ort on",
+      "▁c orn",
+      "▁cor n",
+      "▁co rn",
+      "я ми",
+      "▁\" *",
+      "▁Fel ix",
+      "ap at",
+      "apa t",
+      "a pat",
+      "▁сво и",
+      "MI T",
+      "M IT",
+      "ma de",
+      "mad e",
+      "m ade",
+      "▁lo comot",
+      "хо да",
+      "ход а",
+      "F P",
+      "▁p m",
+      "▁ pm",
+      ".* ;",
+      "▁H amm",
+      "▁Ha mm",
+      "▁Ham m",
+      "` }",
+      "Layout Inflater",
+      "== \"",
+      "= =\"",
+      "▁E ur",
+      "▁Eu r",
+      "▁d ogs",
+      "▁do gs",
+      "▁dog s",
+      "же нии",
+      "▁a zon",
+      "▁az on",
+      "▁ azon",
+      "▁em ulator",
+      "▁r icon",
+      "▁ric on",
+      "▁ri con",
+      "be eld",
+      "▁н у",
+      "▁ ну",
+      "▁approxim ate",
+      "L M",
+      "▁B ond",
+      "▁Bo nd",
+      "▁Bon d",
+      "▁en h",
+      "ęd z",
+      "ę dz",
+      "▁s olit",
+      "▁so lit",
+      "▁sol it",
+      "Relative Layout",
+      "et eor",
+      "ete or",
+      "ament os",
+      "amento s",
+      "▁in direct",
+      "▁ind irect",
+      "ib ől",
+      "▁g ros",
+      "▁gr os",
+      "▁gro s",
+      "▁Original s",
+      "▁Origin als",
+      "▁Orig inals",
+      "comm ands",
+      "command s",
+      "Ex port",
+      "Exp ort",
+      "▁A vec",
+      "▁Av ec",
+      "▁sole mn",
+      "▁solem n",
+      "▁correct ion",
+      "▁corre ction",
+      "▁corr ection",
+      "▁про води",
+      "▁прово ди",
+      "▁Mo sk",
+      "▁Mos k",
+      "▁по до",
+      "▁под о",
+      "▁geb ied",
+      "▁nast ęp",
+      "▁D river",
+      "▁Dr iver",
+      "▁Drive r",
+      "▁ Driver",
+      "▁O ok",
+      "▁V ec",
+      "▁Ve c",
+      "▁ Vec",
+      "▁lung o",
+      "▁lun go",
+      "fi cos",
+      "fic os",
+      "fico s",
+      "f icos",
+      "▁s vol",
+      "▁sv ol",
+      "▁svo l",
+      "▁k id",
+      "▁ki d",
+      "n ja",
+      "▁H r",
+      "▁под дер",
+      "▁vis ibility",
+      "▁ visibility",
+      "▁M éd",
+      "▁Mé d",
+      "▁c pu",
+      "▁cp u",
+      "▁ cpu",
+      "dis cussion",
+      "As set",
+      "Ass et",
+      "▁def ense",
+      "▁Any one",
+      "▁Just in",
+      "is zt",
+      "isz t",
+      "▁Coll ins",
+      "▁Val ent",
+      "▁P ale",
+      "▁Pa le",
+      "▁Pal e",
+      "▁f uel",
+      "▁fue l",
+      "▁fu el",
+      "▁n ose",
+      "▁no se",
+      "▁nos e",
+      "rí guez",
+      "▁Sch les",
+      "▁Schl es",
+      "▁Mal ays",
+      "▁com mut",
+      "▁comm ut",
+      "dr o",
+      "d ro",
+      "ui ng",
+      "u ing",
+      "▁R ico",
+      "▁Ric o",
+      "▁Ri co",
+      "▁Em ma",
+      "or p",
+      "o rp",
+      "▁K irk",
+      "▁Kir k",
+      "▁Qu ando",
+      "▁Ne ue",
+      "▁Neu e",
+      "▁de mande",
+      "▁dem ande",
+      "▁demand e",
+      "▁C over",
+      "▁Co ver",
+      "▁Cov er",
+      "▁res cue",
+      "▁gew ählt",
+      "▁Cal endar",
+      "▁ Calendar",
+      "▁Mad onna",
+      "W P",
+      "os hi",
+      "osh i",
+      "▁M aven",
+      "▁Ma ven",
+      "▁b elle",
+      "▁be lle",
+      "▁bel le",
+      "▁bell e",
+      "▁w x",
+      "▁ wx",
+      "▁su gar",
+      "▁sug ar",
+      "▁Bet rieb",
+      "▁equilib rium",
+      "E AR",
+      "▁text s",
+      "▁tex ts",
+      "сло в",
+      "с лов",
+      "▁czerw ca",
+      "▁D üsseld",
+      "▁EL SE",
+      "▁am ery",
+      "▁amer y",
+      "▁a ni",
+      "▁an i",
+      "▁ ani",
+      "▁o bey",
+      "▁ob ey",
+      "▁N ell",
+      "▁Ne ll",
+      "▁Nel l",
+      "▁in ne",
+      "▁inn e",
+      "▁т ро",
+      "▁ тро",
+      "F D",
+      "cc o",
+      "c co",
+      "▁Z ob",
+      "▁Zo b",
+      "al ette",
+      "ale tte",
+      "alet te",
+      "a lette",
+      "▁má jus",
+      "ect ed",
+      "ec ted",
+      "e cted",
+      "▁Tur key",
+      "▁Turk ey",
+      "▁Wh ether",
+      "▁Whe ther",
+      "q i",
+      "▁ш то",
+      "▁head quarters",
+      "en di",
+      "end i",
+      "ar us",
+      "aru s",
+      "a rus",
+      "op us",
+      "o pus",
+      "▁з оло",
+      "▁зо ло",
+      "▁de stru",
+      "▁dest ru",
+      "▁L ok",
+      "▁Lo k",
+      "▁satisf action",
+      "() \r",
+      "( )\r",
+      "▁Т ер",
+      "▁Те р",
+      "Jo se",
+      "J ose",
+      "▁con quer",
+      "▁conqu er",
+      "▁E ffect",
+      "▁ Effect",
+      "Layout Params",
+      "ie z",
+      "i ez",
+      "▁extern s",
+      "▁gegen über",
+      "▁E SP",
+      "▁ES P",
+      "ol ta",
+      "olt a",
+      "process or",
+      "proc essor",
+      "▁K ult",
+      "▁Ku lt",
+      "▁Atl anta",
+      "▁t ier",
+      "▁ti er",
+      "▁tie r",
+      "Oper ator",
+      "▁ди а",
+      "▁пи сь",
+      "▁gro ß",
+      "▁he arts",
+      "▁heart s",
+      "▁hear ts",
+      "▁mill imeter",
+      "al though",
+      "alth ough",
+      "al les",
+      "all es",
+      "alle s",
+      "a lles",
+      "▁Mag ic",
+      "tr aining",
+      "tra ining",
+      "train ing",
+      "ol ine",
+      "oli ne",
+      "olin e",
+      "o line",
+      "▁орган і",
+      ">\\< ^",
+      "> \\<^",
+      "ці аль",
+      "ex ports",
+      "export s",
+      "Work book",
+      "▁вере сня",
+      "▁t eles",
+      "▁te les",
+      "▁tele s",
+      "▁tel es",
+      "▁econom y",
+      "▁econ omy",
+      "▁ec onomy",
+      "▁t rap",
+      "▁tr ap",
+      "▁tra p",
+      "▁ref use",
+      "▁str anger",
+      "▁strange r",
+      "▁stran ger",
+      "▁inst inct",
+      "по да",
+      "ol an",
+      "ola n",
+      "o lan",
+      "▁n ing",
+      "▁ni ng",
+      "▁nin g",
+      "▁ ning",
+      "inf late",
+      "infl ate",
+      "itat ea",
+      "itate a",
+      "ack s",
+      "ac ks",
+      "a cks",
+      "▁J oy",
+      "▁Jo y",
+      "FL AG",
+      "FLA G",
+      "ail and",
+      "ai land",
+      "▁sort i",
+      "▁sor ti",
+      "▁в пер",
+      "▁p én",
+      "▁pé n",
+      "Not hing",
+      "No thing",
+      "N othing",
+      "▁sz áz",
+      "▁Á ng",
+      "▁A UT",
+      "▁ AUT",
+      "Act ions",
+      "Action s",
+      "A ctions",
+      "E very",
+      "▁чер вня",
+      "▁авто мо",
+      "▁rout ine",
+      "▁e struct",
+      "▁est ruct",
+      "▁G ang",
+      "▁Ga ng",
+      "▁Gan g",
+      "▁h oles",
+      "▁ho les",
+      "▁hol es",
+      "▁hole s",
+      "th esis",
+      "thes is",
+      "▁con cl",
+      "▁conc l",
+      "▁p é",
+      "ri ers",
+      "rie rs",
+      "rier s",
+      "r iers",
+      "ро вой",
+      "рово й",
+      "р овой",
+      "ad ic",
+      "adi c",
+      "a dic",
+      "Sp eed",
+      "Spe ed",
+      "▁command ed",
+      "▁N azionale",
+      "▁Naz ionale",
+      "Man aged",
+      "▁DE CLARE",
+      "▁se dan",
+      "▁sed an",
+      "String s",
+      "Str ings",
+      "▁sa cred",
+      "▁sac red",
+      "▁sacr ed",
+      "ter such",
+      "ters uch",
+      "▁abit anti",
+      "br it",
+      "b rit",
+      "▁N CAA",
+      "▁NC AA",
+      "▁С П",
+      "▁a ged",
+      "▁ag ed",
+      "▁age d",
+      "▁ aged",
+      "▁Ch iesa",
+      "▁Chi esa",
+      "▁re vision",
+      "▁rev ision",
+      "▁revis ion",
+      "op ro",
+      "o pro",
+      "▁over write",
+      "emb ros",
+      "embro s",
+      "▁sort ie",
+      "▁sorti e",
+      "▁ot ten",
+      "▁ott en",
+      "xi v",
+      "x iv",
+      "▁d eli",
+      "▁de li",
+      "▁del i",
+      "▁A sp",
+      "▁As p",
+      "▁b alls",
+      "▁bal ls",
+      "▁ball s",
+      "ka f",
+      "k af",
+      "▁br ave",
+      "▁bra ve",
+      "▁все го",
+      "▁вс его",
+      "eg n",
+      "e gn",
+      "jp eg",
+      "▁O sten",
+      "▁Os ten",
+      "▁Ost en",
+      "Const ants",
+      "▁Inf antry",
+      "▁N ev",
+      "▁Ne v",
+      "▁я ких",
+      "▁як их",
+      "▁му ниципа",
+      "ci ja",
+      "c ija",
+      "▁p oem",
+      "▁po em",
+      "▁ne gro",
+      "▁neg ro",
+      "ха р",
+      "х ар",
+      "▁A sk",
+      "▁As k",
+      "▁a vo",
+      "▁av o",
+      "▁ avo",
+      "▁Me yer",
+      "▁Mey er",
+      "▁W esten",
+      "▁We sten",
+      "▁West en",
+      "▁Wes ten",
+      "▁o ko",
+      "▁ok o",
+      "▁ oko",
+      "ag in",
+      "agi n",
+      "a gin",
+      "▁Süd en",
+      "▁Sü den",
+      "ent ries",
+      "entr ies",
+      "▁Rep ublik",
+      "▁Repub lik",
+      "Collection View",
+      "-- -----",
+      "---- ---",
+      "--- ----",
+      "------ -",
+      "----- --",
+      "- ------",
+      "▁fire fox",
+      "▁alc une",
+      "▁фо то",
+      "▁отри ма",
+      "~~~~ ~~~~",
+      "▁Ра з",
+      "▁Com plex",
+      "▁Comp lex",
+      "▁Comple x",
+      "▁p ia",
+      "▁pi a",
+      "▁public ada",
+      "we i",
+      "w ei",
+      "ced ure",
+      "occup ation",
+      "▁medic ine",
+      "▁dr ove",
+      "▁dro ve",
+      "Pro blem",
+      "▁beg inner",
+      "▁begin ner",
+      "▁thorough ly",
+      "ur ia",
+      "uri a",
+      "u ria",
+      "av ant",
+      "ava nt",
+      "avan t",
+      "uch a",
+      "uc ha",
+      "u cha",
+      "▁l ever",
+      "▁le ver",
+      "▁lev er",
+      "▁te atro",
+      "▁teat ro",
+      "AV A",
+      "A VA",
+      "sq u",
+      "s qu",
+      "tr at",
+      "tra t",
+      "t rat",
+      "iv atal",
+      "iva tal",
+      "▁d irty",
+      "▁dir ty",
+      "▁se conde",
+      "▁second e",
+      "▁sec onde",
+      "▁grav it",
+      "▁pro position",
+      "▁prop osition",
+      "▁propos ition",
+      "h bar",
+      "om ini",
+      "omin i",
+      "omi ni",
+      "▁ ”",
+      "▁C amil",
+      "▁Cam il",
+      "▁Ca mil",
+      "▁qu een",
+      "▁que en",
+      "mod ifier",
+      "J an",
+      "▁l yr",
+      "▁ly r",
+      "Com boBox",
+      "ion ic",
+      "io nic",
+      "ioni c",
+      "i onic",
+      "▁h oly",
+      "▁ho ly",
+      "▁hol y",
+      "▁Sebast ian",
+      "| _{",
+      "▁{ @",
+      "▁мо жно",
+      "▁мож но",
+      "▁Cre ative",
+      "▁inter ess",
+      "▁inte ress",
+      "▁C T",
+      "▁ CT",
+      "i ções",
+      "▁ch ant",
+      "▁cha nt",
+      "▁ chant",
+      "▁wsp ół",
+      "▁Мекси ка",
+      "▁ran ked",
+      "▁rank ed",
+      "▁paździer nika",
+      "▁b rut",
+      "▁br ut",
+      "▁bru t",
+      "▁far ther",
+      "▁V erb",
+      "▁Ver b",
+      "▁Ve rb",
+      "▁S even",
+      "▁Se ven",
+      "lb l",
+      "l bl",
+      "▁mention s",
+      "▁ment ions",
+      "▁F ight",
+      "▁Fig ht",
+      "if en",
+      "ife n",
+      "i fen",
+      "▁b og",
+      "▁bo g",
+      "▁re gres",
+      "▁reg res",
+      "▁sc oring",
+      "ic ane",
+      "ica ne",
+      "ican e",
+      "▁El li",
+      "▁Ell i",
+      "▁pie rw",
+      "▁pier w",
+      "me asure",
+      "ński ej",
+      "ń skiej",
+      "# {",
+      "▁де ся",
+      "▁var maste",
+      "▁Un ix",
+      "I Z",
+      "iti é",
+      "Prim ary",
+      "▁Spring er",
+      "▁Spr inger",
+      "ün g",
+      "ü ng",
+      "▁an v",
+      "▁vers ione",
+      "▁version e",
+      "▁should ers",
+      "▁shoulder s",
+      "▁бри га",
+      "▁j av",
+      "▁ja v",
+      "▁ jav",
+      "lt al",
+      "l tal",
+      "▁kall aste",
+      "▁Mitch ell",
+      "▁wire less",
+      "▁wir eless",
+      "▁Á l",
+      "resp ons",
+      "co uld",
+      "cou ld",
+      "c ould",
+      "▁re lax",
+      "▁rel ax",
+      "▁rela x",
+      "▁ relax",
+      "Lo nd",
+      "L ond",
+      "ń cz",
+      "ство вал",
+      "ствова л",
+      "▁pol ski",
+      "en ç",
+      "za r",
+      "z ar",
+      "▁d type",
+      "▁dt ype",
+      "ow ned",
+      "own ed",
+      "un known",
+      "unk nown",
+      "▁m utable",
+      "▁mu table",
+      "▁mut able",
+      "▁ mutable",
+      "▁si empre",
+      "▁Mont real",
+      "▁loc ate",
+      "▁tr aces",
+      "▁tra ces",
+      "▁trace s",
+      "▁trac es",
+      "▁ins gesamt",
+      "▁N il",
+      "▁Ni l",
+      "▁ Nil",
+      "▁п рода",
+      "▁про да",
+      "▁прод а",
+      "▁War ner",
+      "▁N au",
+      "▁Na u",
+      "tri angle",
+      "▁concentr ation",
+      "▁gentle men",
+      "äch t",
+      "ä cht",
+      "fil ters",
+      "filter s",
+      "inci pal",
+      "VAL ID",
+      "▁де пута",
+      "ad ó",
+      "▁kon st",
+      "gs å",
+      "ag as",
+      "aga s",
+      "a gas",
+      "▁meille ur",
+      "▁дан ным",
+      "є дна",
+      "en coded",
+      "enc oded",
+      "encode d",
+      "< '",
+      "▁she ets",
+      "▁sheet s",
+      "▁ sheets",
+      "cu ador",
+      "▁викори стову",
+      "▁De put",
+      "▁Dep ut",
+      "▁man ière",
+      "ą g",
+      "cs ol",
+      "c sol",
+      ")$ -",
+      ") $-",
+      "UI View",
+      "▁mill ones",
+      "▁E hren",
+      "▁Ehr en",
+      "Si l",
+      "S il",
+      "▁a tac",
+      "▁at ac",
+      "▁C old",
+      "▁Col d",
+      "▁Co ld",
+      "\" \\",
+      "▁appro ached",
+      "▁approach ed",
+      "▁Års med",
+      "W M",
+      "▁De port",
+      "▁Dep ort",
+      "mi s",
+      "m is",
+      "and box",
+      "ob serv",
+      "obs erv",
+      "set ting",
+      "sett ing",
+      "ha tó",
+      "hat ó",
+      "h ató",
+      "▁s trat",
+      "▁st rat",
+      "▁str at",
+      "▁stra t",
+      "▁s pre",
+      "▁sp re",
+      "▁spr e",
+      "▁ spre",
+      "▁person ne",
+      "▁pers onne",
+      "▁personn e",
+      "▁dir ige",
+      "▁dirig e",
+      "pu ll",
+      "p ull",
+      "da ting",
+      "dat ing",
+      "d ating",
+      "▁F act",
+      "▁Fa ct",
+      "▁Fac t",
+      "▁ Fact",
+      "▁manip ulate",
+      "▁M AC",
+      "▁MA C",
+      "▁d ej",
+      "▁de j",
+      "ult imo",
+      "F X",
+      "Li fe",
+      "L ife",
+      "▁c rack",
+      "▁cr ack",
+      "▁cra ck",
+      "▁m í",
+      "▁п ове",
+      "▁по ве",
+      "▁пов е",
+      "▁w ore",
+      "▁wor e",
+      "▁wo re",
+      "univers ité",
+      "▁form ulas",
+      "▁formula s",
+      "▁Elis abeth",
+      "pl ots",
+      "plot s",
+      "mi le",
+      "mil e",
+      "m ile",
+      "▁me nor",
+      "▁men or",
+      "ти л",
+      "т ил",
+      "key word",
+      "▁Balt imore",
+      "hr er",
+      "hre r",
+      "h rer",
+      "▁C lement",
+      "▁Cl ement",
+      "▁Cle ment",
+      "vi m",
+      "v im",
+      "ra ss",
+      "ras s",
+      "r ass",
+      "T ake",
+      "▁cím ű",
+      "▁Con vention",
+      "at ge",
+      "se ed",
+      "see d",
+      "s eed",
+      "▁D í",
+      "▁Sp ider",
+      "ah oo",
+      "aho o",
+      "▁име ет",
+      "ühr t",
+      "üh rt",
+      "▁по писа",
+      "▁C ot",
+      "▁Co t",
+      "▁no bles",
+      "▁noble s",
+      "▁nob les",
+      "RE SS",
+      "RES S",
+      "▁che min",
+      "▁chem in",
+      "▁gł ówn",
+      "G G",
+      "▁German ia",
+      "▁Ger mania",
+      "▁Germ ania",
+      "▁Alexand re",
+      "he ns",
+      "hen s",
+      "h ens",
+      "sw ift",
+      "oo p",
+      "o op",
+      "Sub view",
+      "▁requ iring",
+      "ęd zy",
+      "ędz y",
+      "▁f ict",
+      "▁fi ct",
+      "▁fic t",
+      "▁Кон стан",
+      "▁dé put",
+      "▁dép ut",
+      "▁surpr ising",
+      "▁de ix",
+      "▁dei x",
+      "▁unter schied",
+      "in son",
+      "ins on",
+      "▁Char acter",
+      "▁ Character",
+      "▁g estion",
+      "▁ges tion",
+      "▁gest ion",
+      "ch us",
+      "c hus",
+      "com es",
+      "co mes",
+      "come s",
+      "▁n eur",
+      "▁ne ur",
+      "▁neu r",
+      "▁ neur",
+      "▁ye ux",
+      "ol lar",
+      "oll ar",
+      "▁par ad",
+      "▁para d",
+      "▁pa rad",
+      "▁mag giore",
+      "▁maggio re",
+      "▁maggior e",
+      "TR AN",
+      "▁vo tre",
+      "▁vot re",
+      "▁des cent",
+      "▁desc ent",
+      "▁I con",
+      "▁ Icon",
+      "▁Jud ge",
+      "▁occup ation",
+      "▁ occupation",
+      "ep ing",
+      "e ping",
+      "▁ton gue",
+      "▁tong ue",
+      "▁En llaços",
+      "ru f",
+      "r uf",
+      "▁prote in",
+      "▁prot ein",
+      "▁vis itors",
+      "▁visit ors",
+      "▁visitor s",
+      "ax y",
+      "a xy",
+      "es ten",
+      "est en",
+      "este n",
+      "e sten",
+      "bl ica",
+      "blic a",
+      "b lica",
+      "h w",
+      "▁spir its",
+      "▁spirit s",
+      "▁redu ces",
+      "▁reduce s",
+      "▁м ен",
+      "▁ме н",
+      "▁ мен",
+      "▁L amb",
+      "▁La mb",
+      "▁Lam b",
+      "▁M ine",
+      "▁Min e",
+      "▁Mi ne",
+      "▁ver ified",
+      "▁B aby",
+      "▁Ba by",
+      "▁Bab y",
+      "▁pr ize",
+      "▁pri ze",
+      "в ър",
+      "▁rat ings",
+      "▁rating s",
+      "▁f ore",
+      "▁for e",
+      "▁fo re",
+      "▁ fore",
+      "as ha",
+      "ash a",
+      "a sha",
+      "ur rence",
+      "urr ence",
+      "▁int ér",
+      "▁Ol ímp",
+      "cr a",
+      "c ra",
+      "▁comput ational",
+      "▁computation al",
+      "ir che",
+      "irc he",
+      ".:  ",
+      "▁illustr ated",
+      "▁illustrate d",
+      "▁Sh are",
+      "▁house holds",
+      "▁household s",
+      "▁con volution",
+      "oe md",
+      "oem d",
+      "▁zd oby",
+      "▁zdob y",
+      "cc c",
+      "c cc",
+      "▁quant ities",
+      "Ch e",
+      "C he",
+      "Sh ould",
+      "▁ge nius",
+      "▁gen ius",
+      "ad j",
+      "a dj",
+      "х ва",
+      "Пе тер",
+      "EM A",
+      "E MA",
+      "▁R ights",
+      "▁Right s",
+      "▁E li",
+      "▁El i",
+      "VA R",
+      "V AR",
+      "ш ло",
+      "▁з бір",
+      "ift ung",
+      "▁cont ributed",
+      "▁contrib uted",
+      "▁contribu ted",
+      "▁contribute d",
+      "ze f",
+      "z ef",
+      "▁CH AR",
+      "▁ CHAR",
+      "▁S ib",
+      "▁Si b",
+      "▁M ant",
+      "▁Man t",
+      "▁Ma nt",
+      "▁свя зи",
+      "▁java fx",
+      "▁c ependant",
+      "▁in tu",
+      "▁int u",
+      "▁т вор",
+      "▁ Ó",
+      "gu er",
+      "gue r",
+      "g uer",
+      "ra do",
+      "rad o",
+      "r ado",
+      "▁Re vol",
+      "▁Rev ol",
+      "▁fé min",
+      "▁Or leans",
+      "▁p oj",
+      "▁po j",
+      "▁p rez",
+      "▁pr ez",
+      "▁pre z",
+      "Te x",
+      "T ex",
+      "ou wd",
+      "ouw d",
+      "? (",
+      "▁L IM",
+      "▁LI M",
+      "ist ique",
+      "isti que",
+      "es ar",
+      "esa r",
+      "▁he ures",
+      "ic ki",
+      "ick i",
+      "i cki",
+      "▁d bo",
+      "▁db o",
+      "▁ dbo",
+      "sk ih",
+      "ski h",
+      "s kih",
+      "conf irm",
+      "▁vil ág",
+      "▁ci utat",
+      "▁D R",
+      "▁ DR",
+      "▁Haw ai",
+      "ch ed",
+      "che d",
+      "c hed",
+      "▁s pher",
+      "▁sp her",
+      "▁Art ikel",
+      "▁Multi ple",
+      "ci u",
+      "c iu",
+      "▁м ы",
+      "▁ мы",
+      "▁lip ca",
+      "]( /",
+      "] (/",
+      "Str ategy",
+      "▁Al abama",
+      "SD K",
+      "S DK",
+      "UT C",
+      "U TC",
+      "__ .",
+      "_ _.",
+      "Arg uments",
+      "Argument s",
+      "▁set ContentView",
+      "î le",
+      "By Val",
+      "▁J VM",
+      "юще го",
+      "▁Leon ard",
+      "▁just ify",
+      "це м",
+      "ц ем",
+      "▁n ab",
+      "▁na b",
+      "▁ nab",
+      "CCE SS",
+      "C CESS",
+      "▁hope s",
+      "▁ho pes",
+      "▁hop es",
+      ") &",
+      "se ro",
+      "ser o",
+      "s ero",
+      "▁за й",
+      "слі д",
+      "▁R ég",
+      "▁Ré g",
+      "▁S ang",
+      "▁San g",
+      "▁Sa ng",
+      "▁f ung",
+      "▁fun g",
+      "▁fu ng",
+      "ba ar",
+      "b aar",
+      "▁coff ee",
+      "ass embly",
+      "▁В ін",
+      "▁Ві н",
+      "э й",
+      "▁comp rend",
+      "▁compr end",
+      "fil led",
+      "fill ed",
+      "f illed",
+      "р д",
+      "od ia",
+      "odi a",
+      "o dia",
+      "▁g ens",
+      "▁ge ns",
+      "▁gen s",
+      "▁ gens",
+      "fl uss",
+      "flu ss",
+      "f luss",
+      "Draw able",
+      "▁sur ve",
+      "▁surv e",
+      "Set up",
+      "▁n ależ",
+      "▁conj unto",
+      "▁Е го",
+      "▁old al",
+      "▁ol dal",
+      "▁ver bose",
+      "▁verb ose",
+      "▁Elect ric",
+      "▁H arrison",
+      "▁Harr ison",
+      "▁Harris on",
+      "en gen",
+      "eng en",
+      "par agraph",
+      "para graph",
+      "▁n ouvelles",
+      "▁nouve lles",
+      "▁nouvelle s",
+      "▁вре ме",
+      "▁m emor",
+      "▁me mor",
+      "▁mem or",
+      "▁mayo ría",
+      "▁mayor ía",
+      "са д",
+      "▁bat aille",
+      "▁bata ille",
+      "▁therm al",
+      "▁ther mal",
+      "▁Хро нологи",
+      "▁B etter",
+      "▁Bet ter",
+      "by e",
+      "b ye",
+      "▁теа тра",
+      "ro e",
+      "r oe",
+      "▁se gle",
+      "▁seg le",
+      "ro tt",
+      "rot t",
+      "r ott",
+      "▁opin ions",
+      "▁opinion s",
+      ")} )",
+      ") })",
+      "üh le",
+      "ühl e",
+      "▁G ün",
+      "▁Gü n",
+      "▁ Щ",
+      "b ól",
+      "▁Lar ry",
+      "▁so lic",
+      "▁sol ic",
+      "▁z war",
+      "▁zw ar",
+      "▁Car oline",
+      "▁Carol ine",
+      "▁Reich s",
+      "Ext ensions",
+      "Extension s",
+      "mi gr",
+      "m igr",
+      ": @",
+      "▁en umerate",
+      "▁enumer ate",
+      "▁ enumerate",
+      "▁eigen en",
+      "▁eig enen",
+      "▁expl ore",
+      "▁explo re",
+      "ém u",
+      "é mu",
+      "▁g at",
+      "▁ga t",
+      "▁ gat",
+      "▁imper ial",
+      "▁Us ually",
+      "▁t ud",
+      "▁tu d",
+      "▁у кра",
+      "hi m",
+      "h im",
+      "▁cor ners",
+      "▁corner s",
+      "▁corn ers",
+      "▁S ER",
+      "▁SE R",
+      "▁ SER",
+      "▁interpre ter",
+      "▁interpret er",
+      "▁I ce",
+      "▁amount s",
+      "▁P ala",
+      "▁Pa la",
+      "▁Pal a",
+      "▁t inha",
+      "▁tin ha",
+      "vo le",
+      "vol e",
+      "v ole",
+      "▁g le",
+      "▁gl e",
+      "▁ gle",
+      "uc ci",
+      "▁sie he",
+      "Jac k",
+      "J ack",
+      "▁w oll",
+      "▁wo ll",
+      "▁wol l",
+      "▁e lder",
+      "▁el der",
+      "▁ко раб",
+      "▁eng ag",
+      "▁La urent",
+      "▁Laur ent",
+      "▁Lau rent",
+      "▁ach iev",
+      "ist ik",
+      "isti k",
+      "ar ct",
+      "arc t",
+      "тно го",
+      "т ного",
+      "▁g ir",
+      "▁gi r",
+      "▁Sing h",
+      "▁Sin gh",
+      "math op",
+      "US A",
+      "U SA",
+      "▁Pro jekt",
+      "▁de be",
+      "▁deb e",
+      "richt ung",
+      "r ichtung",
+      "▁T sch",
+      "▁Ts ch",
+      "um inate",
+      "umin ate",
+      "▁s zó",
+      "▁sz ó",
+      "ly ph",
+      "зи дент",
+      "зиден т",
+      "▁lim itations",
+      "▁limit ations",
+      "▁limitation s",
+      "юще й",
+      "▁b ila",
+      "▁bi la",
+      "▁bil a",
+      "P ush",
+      "▁off ering",
+      "▁offer ing",
+      "ien nes",
+      "ienne s",
+      "ienn es",
+      "i ennes",
+      "Fr i",
+      "F ri",
+      "▁post gresql",
+      "▁ postgresql",
+      "▁Tom my",
+      "▁partic olare",
+      "▁stolet í",
+      "▁ar rib",
+      "▁arr ib",
+      "▁E va",
+      "▁Ev a",
+      "sch ool",
+      "▁v endor",
+      "▁ven dor",
+      "▁vend or",
+      "▁ vendor",
+      "▁D allas",
+      "▁Dal las",
+      "▁pro long",
+      "CRE ATE",
+      "C REATE",
+      "▁suiv ante",
+      "STAT US",
+      "l à",
+      "k v",
+      "▁h äufig",
+      "▁Agr icult",
+      "▁h uit",
+      "▁hu it",
+      "▁in oltre",
+      "▁L loyd",
+      "▁францу з",
+      "▁вы пол",
+      "▁faith ful",
+      "▁В ар",
+      "▁Ва р",
+      "▁ver l",
+      "▁ve rl",
+      "▁ju ego",
+      "▁Резу лтати",
+      ", ...,",
+      "▁implicit ly",
+      "ir ks",
+      "irk s",
+      "Cal cul",
+      "▁m eses",
+      "▁mes es",
+      "om ed",
+      "ome d",
+      "o med",
+      "▁p ak",
+      "▁pa k",
+      "he rit",
+      "her it",
+      "▁opt ical",
+      "▁І сторія",
+      "ve is",
+      "▁capital e",
+      "▁capit ale",
+      "place holder",
+      "int rag",
+      "▁At las",
+      "▁Atl as",
+      "▁ Atlas",
+      ")] ;",
+      ") ];",
+      "ic ons",
+      "ico ns",
+      "icon s",
+      "i cons",
+      "▁B ent",
+      "▁Be nt",
+      "▁Ben t",
+      "▁W idget",
+      "▁ Widget",
+      "▁vol unt",
+      "av o",
+      "a vo",
+      "ég r",
+      "é gr",
+      "li ge",
+      "lig e",
+      "l ige",
+      "▁N AME",
+      "▁NA ME",
+      "▁ NAME",
+      "▁ab stra",
+      "▁abs tra",
+      "▁f ís",
+      "▁B rowser",
+      "▁Brow ser",
+      "▁ Browser",
+      "▁b ush",
+      "▁bu sh",
+      "▁bus h",
+      "ha ll",
+      "hal l",
+      "h all",
+      "▁cloud s",
+      "▁S UB",
+      "▁SU B",
+      "▁ SUB",
+      "▁t andis",
+      "▁tan dis",
+      "▁Common wealth",
+      "та я",
+      "▁exha ust",
+      "________ ________",
+      "▁Stat istics",
+      "▁Statist ics",
+      "▁Relig ion",
+      "▁Mu ham",
+      "ual s",
+      "ua ls",
+      "u als",
+      "go to",
+      "got o",
+      "g oto",
+      "Dig ital",
+      "Famil y",
+      "▁B un",
+      "▁Bu n",
+      "let in",
+      "Man agement",
+      "▁cap abilities",
+      "an nten",
+      "ann ten",
+      "annt en",
+      "annte n",
+      "▁се бе",
+      "▁st ays",
+      "▁stay s",
+      "▁sta ys",
+      "kt er",
+      "kte r",
+      "k ter",
+      "▁d ost",
+      "▁do st",
+      "▁dos t",
+      "▁Т ре",
+      "ло вич",
+      "лови ч",
+      "л ович",
+      "▁d ying",
+      "▁dy ing",
+      "se ctions",
+      "section s",
+      "sect ions",
+      "án os",
+      "á nos",
+      "▁app arten",
+      "▁appar ten",
+      "▁appart en",
+      "▁zo als",
+      "▁dr essed",
+      "▁dress ed",
+      "▁com press",
+      "▁comp ress",
+      "▁compr ess",
+      "ń ska",
+      "▁sierp nia",
+      "▁ти ту",
+      "diction ary",
+      "d ictionary",
+      "▁r abb",
+      "▁ra bb",
+      "▁vé rit",
+      "В о",
+      "▁sing leton",
+      "▁single ton",
+      "▁v ital",
+      "▁vi tal",
+      "▁vit al",
+      "▁vita l",
+      "Ref resh",
+      "ме ль",
+      "м ель",
+      "▁Z h",
+      "▁Af ghan",
+      "in kel",
+      "ink el",
+      "aa aa",
+      "▁particip ants",
+      "ar in",
+      "ari n",
+      "a rin",
+      "▁M old",
+      "▁Mo ld",
+      "▁Mol d",
+      "▁prim eros",
+      "▁prime ros",
+      "▁primer os",
+      "▁ра н",
+      "▁р ан",
+      "▁ ран",
+      "▁А мери",
+      "▁restaur ant",
+      "év el",
+      "é vel",
+      "▁S L",
+      "▁ SL",
+      "▁R ey",
+      "▁Re y",
+      "ch as",
+      "cha s",
+      "c has",
+      "▁elect rons",
+      "▁electron s",
+      "▁electro ns",
+      "▁Pitt s",
+      "▁Pit ts",
+      "▁J ules",
+      "▁Jul es",
+      "▁Ju les",
+      "ма й",
+      "en ant",
+      "ena nt",
+      "e nant",
+      "- }",
+      "ла д",
+      "▁Мос ква",
+      "▁Моск ва",
+      "go m",
+      "g om",
+      "▁Fern ández",
+      "fun d",
+      "fu nd",
+      "f und",
+      "int erno",
+      "inter no",
+      "intern o",
+      "▁M ari",
+      "▁Mar i",
+      "▁Ma ri",
+      "▁r ius",
+      "▁ri us",
+      "▁Pro zent",
+      "ст рі",
+      "стр і",
+      "▁в нут",
+      "ant erie",
+      "ante rie",
+      "anter ie",
+      "▁п рис",
+      "▁при с",
+      "▁пр ис",
+      "▁о бы",
+      "▁об ы",
+      "▁M arina",
+      "▁Mar ina",
+      "▁Mari na",
+      "▁occ urrence",
+      "▁occur rence",
+      "▁occurr ence",
+      "ri kt",
+      "rik t",
+      "r ikt",
+      "▁фи зи",
+      "▁sch wer",
+      "▁schw er",
+      "▁Г ре",
+      "Re set",
+      "Res et",
+      "▁much o",
+      "▁mu cho",
+      "an dr",
+      "and r",
+      "▁W ies",
+      "▁Wi es",
+      "▁Wie s",
+      "▁Ke ith",
+      "▁Jul ian",
+      "▁Juli an",
+      "▁Julia n",
+      "▁c ole",
+      "▁col e",
+      "▁co le",
+      "▁ cole",
+      "ci endo",
+      "c iendo",
+      "▁Cont empor",
+      "et ry",
+      "etr y",
+      "e try",
+      "el ian",
+      "eli an",
+      "elia n",
+      "ги и",
+      "▁го ло",
+      "▁г оло",
+      "▁d él",
+      "▁dé l",
+      "▁de cent",
+      "▁dec ent",
+      "▁dece nt",
+      "Р СР",
+      "▁sze ptember",
+      "ме ст",
+      "cast le",
+      "▁держа в",
+      "}\" )",
+      "} \")",
+      "▁ASC II",
+      "▁G len",
+      "▁Gl en",
+      "itzer land",
+      "T oggle",
+      "▁trad icional",
+      "▁P lat",
+      "▁Pl at",
+      "▁Pla t",
+      "ve e",
+      "v ee",
+      "ab gerufen",
+      "( |",
+      "CL I",
+      "C LI",
+      "}} $,",
+      "}}$ ,",
+      "} }$,",
+      "▁Bow l",
+      "▁M ale",
+      "▁Ma le",
+      "▁Mal e",
+      "▁B res",
+      "▁Br es",
+      "▁Bre s",
+      "▁п си",
+      "▁Ch allenge",
+      "z ó",
+      "▁pro jekt",
+      "▁neg oti",
+      "ab ove",
+      "a bove",
+      "▁пери о",
+      "▁long est",
+      "▁lon gest",
+      "auth entic",
+      "▁tr adu",
+      "▁tra du",
+      "▁trad u",
+      "▁mujer es",
+      "▁And re",
+      "▁ha dn",
+      "▁had n",
+      "▁Sch ule",
+      "▁Schul e",
+      "ode l",
+      "od el",
+      "o del",
+      "ble d",
+      "bl ed",
+      "b led",
+      "▁T rade",
+      "▁Tr ade",
+      "▁Tra de",
+      "▁Trad e",
+      "▁m obil",
+      "▁mo bil",
+      "▁mob il",
+      "▁alg unas",
+      "▁L ak",
+      "▁La k",
+      "▁Connect icut",
+      "▁al co",
+      "▁alc o",
+      "▁Sel bst",
+      "i ł",
+      "▁a lb",
+      "▁al b",
+      "ouver neur",
+      "ouvern eur",
+      "▁s r",
+      "▁ sr",
+      "▁v ba",
+      "▁vb a",
+      "lo ped",
+      "lop ed",
+      "l oped",
+      "▁Par tei",
+      "▁Part ei",
+      "▁Parte i",
+      "ua te",
+      "u ate",
+      "▁Auth entication",
+      "▁ Authentication",
+      "be i",
+      "b ei",
+      "}} .",
+      "} }.",
+      "▁kon nten",
+      "▁konn ten",
+      "▁konnte n",
+      "▁до по",
+      "▁h yd",
+      "▁hy d",
+      "Off ice",
+      "d onnées",
+      "▁C leveland",
+      "ri ta",
+      "rit a",
+      "r ita",
+      "ío s",
+      "í os",
+      "▁вы ше",
+      "▁Ro berts",
+      "▁Robert s",
+      "▁é lections",
+      "▁élect ions",
+      "▁' ')",
+      "▁'' )",
+      "▁publish ing",
+      "▁b apt",
+      "▁ba pt",
+      "<> ();",
+      "< >();",
+      "miss ing",
+      "mis sing",
+      "рова но",
+      "рован о",
+      "р овано",
+      "▁ho using",
+      "▁hous ing",
+      "▁in ference",
+      "▁infer ence",
+      "▁Rena issance",
+      "▁r èg",
+      "▁Ste ph",
+      "▁Step h",
+      "CE S",
+      "C ES",
+      "ER E",
+      "E RE",
+      "ке т",
+      "к ет",
+      "O U",
+      "▁group ing",
+      "ver kehr",
+      "ji h",
+      "j ih",
+      "ag li",
+      "▁mil k",
+      "la it",
+      "l ait",
+      "St age",
+      "▁by ly",
+      "▁byl y",
+      "▁wood en",
+      "▁wo oden",
+      "ke ley",
+      "kel ey",
+      "kele y",
+      "et ra",
+      "etr a",
+      "e tra",
+      "▁P eg",
+      "▁Pe g",
+      "▁don né",
+      "▁donn é",
+      "ad al",
+      "ada l",
+      "a dal",
+      "sequ ently",
+      "▁ins besondere",
+      "EL D",
+      "E LD",
+      "▁M am",
+      "▁Ma m",
+      "▁vol te",
+      "▁volt e",
+      "▁pro spect",
+      "▁pros pect",
+      "но ве",
+      "нов е",
+      "н ове",
+      "▁den oted",
+      "▁denote d",
+      "▁over lay",
+      "Per mission",
+      "Perm ission",
+      "ee n",
+      "e en",
+      "▁E M",
+      "▁ EM",
+      "▁u z",
+      "▁ uz",
+      "M c",
+      "ol it",
+      "oli t",
+      "o lit",
+      "▁ser vi",
+      "▁serv i",
+      "▁He idel",
+      "▁Wien er",
+      "▁Wi ener",
+      "▁Wie ner",
+      "▁il legal",
+      "▁predict ions",
+      "▁prediction s",
+      "▁go og",
+      "ho n",
+      "h on",
+      "▁Cin ema",
+      "▁ре волю",
+      "▁R ule",
+      "▁Ru le",
+      "▁ Rule",
+      "wo d",
+      "w od",
+      "▁rad iation",
+      "▁radi ation",
+      "o ł",
+      "ово ї",
+      "▁Per form",
+      "▁prison er",
+      "▁a met",
+      "▁am et",
+      "▁fig ura",
+      "▁figur a",
+      "▁Comm ander",
+      "▁Command er",
+      "▁о фициаль",
+      "▁t rov",
+      "▁tr ov",
+      "▁tro v",
+      "▁a cted",
+      "▁act ed",
+      "▁ac ted",
+      "▁work flow",
+      "▁Республи ки",
+      "▁guid ance",
+      "▁м ене",
+      "▁ме не",
+      "▁мен е",
+      "▁ мене",
+      "N ational",
+      "▁K el",
+      "▁Ke l",
+      "web pack",
+      "про стра",
+      "▁llam ado",
+      "al og",
+      "alo g",
+      "a log",
+      "ter ra",
+      "ix en",
+      "le graph",
+      "leg raph",
+      "ä ischen",
+      "▁teach ers",
+      "▁teacher s",
+      "ud en",
+      "ude n",
+      "u den",
+      "▁o gså",
+      "pos sible",
+      "poss ible",
+      "▁S oul",
+      "▁So ul",
+      "▁Sou l",
+      "▁Ge ography",
+      "▁за да",
+      "hi t",
+      "h it",
+      "▁an ger",
+      "▁ang er",
+      "▁ange r",
+      "▁ anger",
+      "▁rem porte",
+      "▁remp orte",
+      "Po d",
+      "P od",
+      "ч ке",
+      "▁a ria",
+      "▁ar ia",
+      "▁ aria",
+      "▁A stronom",
+      "ch apter",
+      "▁f ork",
+      "▁for k",
+      "▁Cu ando",
+      "men se",
+      "m ense",
+      "▁Christ ians",
+      "▁Christian s",
+      "g c",
+      "▁# (",
+      "Or gan",
+      "▁ste ady",
+      "▁stead y",
+      "ps e",
+      "p se",
+      "жи ть",
+      "ig nes",
+      "ign es",
+      "igne s",
+      "ater ra",
+      "a terra",
+      "mo vie",
+      "mov ie",
+      "m ovie",
+      "pos ta",
+      "po sta",
+      "post a",
+      "p osta",
+      "ra ste",
+      "ras te",
+      "r aste",
+      "▁Res source",
+      "▁Ress ource",
+      "▁Pa ís",
+      "▁( );",
+      "▁() ;",
+      "▁ ();",
+      "▁pen alty",
+      "т т",
+      "▁tras fer",
+      "cent ury",
+      "▁clean er",
+      "sel enium",
+      "s elenium",
+      "ort heast",
+      "orth east",
+      "xi c",
+      "x ic",
+      "лі ї",
+      "л ії",
+      "▁ingles e",
+      "▁T ang",
+      "▁Ta ng",
+      "▁Tan g",
+      "▁g ods",
+      "▁go ds",
+      "▁god s",
+      "fr ent",
+      "fre nt",
+      "f rent",
+      "ci ente",
+      "cient e",
+      "c iente",
+      "st arts",
+      "start s",
+      "star ts",
+      "▁mus ica",
+      "▁music a",
+      "ymnas ium",
+      "-- --+",
+      "---- +",
+      "--- -+",
+      "- ---+",
+      "▁ter rest",
+      "▁terre st",
+      "▁retr ieved",
+      "▁retrieve d",
+      "ia re",
+      "iar e",
+      "i are",
+      "un ning",
+      "unn ing",
+      "▁Mar cus",
+      "▁Marc us",
+      "▁prom ote",
+      "war ning",
+      "warn ing",
+      "w arning",
+      "ты й",
+      "т ый",
+      "}) $,",
+      "})$ ,",
+      "} )$,",
+      "Trans port",
+      "▁re son",
+      "▁res on",
+      "▁C lo",
+      "▁Cl o",
+      "▁e rm",
+      "▁er m",
+      "▁ erm",
+      "▁elimin ate",
+      "▁elim inate",
+      "he imer",
+      "heim er",
+      "▁s aves",
+      "▁sa ves",
+      "▁sav es",
+      "▁save s",
+      "▁pr ayer",
+      "▁pra yer",
+      "▁pray er",
+      "Class es",
+      "Ex press",
+      "Exp ress",
+      "Expr ess",
+      "▁Akadem ie",
+      "El se",
+      "Tu rn",
+      "T urn",
+      "▁ik ke",
+      "▁re i",
+      "▁r ei",
+      "▁ rei",
+      "▁di rett",
+      "▁dire tt",
+      "▁dir ett",
+      "▁R ost",
+      "▁Ro st",
+      "▁Ros t",
+      "▁P apa",
+      "▁Pa pa",
+      "▁Pap a",
+      "▁j sf",
+      "▁js f",
+      "ле нием",
+      "ление м",
+      "▁T ul",
+      "▁Tu l",
+      "▁Z ak",
+      "▁Za k",
+      "▁niem ieck",
+      "T w",
+      "am our",
+      "amo ur",
+      "ne sted",
+      "nes ted",
+      "nest ed",
+      "n ested",
+      "pp ets",
+      "ppe ts",
+      "ppet s",
+      "ш п",
+      "di t",
+      "d it",
+      "зе н",
+      "з ен",
+      "zy ma",
+      "zym a",
+      "hr te",
+      "Constra ints",
+      "Constraint s",
+      "▁own ership",
+      "▁owner ship",
+      "Ar m",
+      "A rm",
+      "▁cons umption",
+      "▁consum ption",
+      "▁f et",
+      "▁fe t",
+      "iv ari",
+      "iva ri",
+      "i vari",
+      "ch rom",
+      "chr om",
+      "set Attribute",
+      "▁com pose",
+      "▁comp ose",
+      "▁compos e",
+      "▁ compose",
+      "▁back ing",
+      "▁P az",
+      "▁Pa z",
+      "▁s cri",
+      "▁sc ri",
+      "▁scr i",
+      "▁ scri",
+      "▁Me chan",
+      "▁Nor way",
+      "▁J up",
+      "▁Ju p",
+      "▁m ér",
+      "▁mé r",
+      "▁administr ator",
+      "▁c abe",
+      "▁ca be",
+      "▁cab e",
+      "ival ent",
+      "▁thr one",
+      "▁thro ne",
+      "▁d ues",
+      "▁du es",
+      "▁due s",
+      "▁hum or",
+      "▁hu mor",
+      "▁A dri",
+      "▁Ad ri",
+      "▁ab ort",
+      "ña s",
+      "ñ as",
+      "▁Ки їв",
+      "j ící",
+      "▁zwe ite",
+      "▁zwei te",
+      "▁do ub",
+      "▁dou b",
+      "er shell",
+      "ers hell",
+      "шо й",
+      "▁F am",
+      "▁Fa m",
+      "å k",
+      "▁twe ede",
+      "▁twee de",
+      "▁R ib",
+      "▁Ri b",
+      "▁f ør",
+      "pc ión",
+      "p ción",
+      "in ned",
+      "inn ed",
+      "rv m",
+      "r vm",
+      "▁App ar",
+      "▁Ap par",
+      "▁D j",
+      "▁S hang",
+      "▁Sh ang",
+      "Dist ance",
+      "D istance",
+      "▁d awn",
+      "▁da wn",
+      "▁ dawn",
+      "▁Mat th",
+      "▁Matt h",
+      "▁err ichtet",
+      "ph antom",
+      "phan tom",
+      "▁re leases",
+      "▁release s",
+      "Recogn izer",
+      "▁K op",
+      "▁Ko p",
+      "▁P ul",
+      "▁Pu l",
+      "u é",
+      "na ts",
+      "nat s",
+      "n ats",
+      "re lax",
+      "rel ax",
+      "▁f led",
+      "▁fl ed",
+      "▁fle d",
+      "▁experience s",
+      "▁experien ces",
+      "ще е",
+      "ме ня",
+      "мен я",
+      "▁пер сона",
+      "▁Id entity",
+      "▁Ident ity",
+      "▁ Identity",
+      "re ts",
+      "ret s",
+      "r ets",
+      "k unft",
+      "la rg",
+      "lar g",
+      "l arg",
+      "List Item",
+      "v d",
+      "run ner",
+      "la nt",
+      "lan t",
+      "l ant",
+      "ip art",
+      "i part",
+      "ba y",
+      "b ay",
+      "ie i",
+      "i ei",
+      "▁length s",
+      "▁c attle",
+      "▁catt le",
+      "je ts",
+      "jet s",
+      "j ets",
+      "▁se hen",
+      "J ul",
+      "fa tt",
+      "f att",
+      "▁sur render",
+      "▁surr ender",
+      "▁Tr ump",
+      "▁Tru mp",
+      "дно го",
+      "д ного",
+      "▁Four ier",
+      "▁Fou rier",
+      "ie ben",
+      "ieb en",
+      "i eben",
+      "_ \"",
+      "▁frü her",
+      "▁gar ant",
+      "▁ga rant",
+      "uclide an",
+      "äg t",
+      "ä gt",
+      "▁пів ден",
+      "Page s",
+      "Pa ges",
+      "P ages",
+      "▁r ivers",
+      "▁river s",
+      "▁riv ers",
+      "▁ri vers",
+      "▁don ner",
+      "▁donn er",
+      "▁donne r",
+      "sv n",
+      "s vn",
+      "▁ ł",
+      "ov ě",
+      "o vě",
+      "▁Le ist",
+      "ar ial",
+      "ari al",
+      "aria l",
+      "a rial",
+      "ov ých",
+      "ový ch",
+      "▁f illing",
+      "▁fil ling",
+      "▁fill ing",
+      "▁mus icale",
+      "▁music ale",
+      "▁musical e",
+      "▁musica le",
+      "ma xim",
+      "max im",
+      "▁d ashed",
+      "▁das hed",
+      "▁dash ed",
+      "▁Н ов",
+      "▁Но в",
+      "Draw er",
+      "Dra wer",
+      "▁Medic ine",
+      "▁dok ument",
+      "ow el",
+      "owe l",
+      "o wel",
+      "vi ć",
+      "v ić",
+      "he ly",
+      "hel y",
+      "h ely",
+      "▁e let",
+      "▁el et",
+      "▁ele t",
+      "Sec onds",
+      "Second s",
+      "▁Gon z",
+      "ro u",
+      "r ou",
+      "▁fin ales",
+      "▁final es",
+      "▁finale s",
+      "r n",
+      "f ø",
+      "▁index ed",
+      "class Name",
+      "▁o ber",
+      "▁ob er",
+      "▁ ober",
+      "▁du as",
+      "▁optim ized",
+      "▁optimize d",
+      "▁k dy",
+      "vers ary",
+      "ener gy",
+      "▁цент ра",
+      "▁центр а",
+      "▁c urrency",
+      "▁curr ency",
+      "▁ currency",
+      "zy ż",
+      "Li ke",
+      "L ike",
+      "▁Г и",
+      "so no",
+      "son o",
+      "s ono",
+      "▁pa lab",
+      "▁pal ab",
+      "▁p ushing",
+      "▁push ing",
+      "ub lik",
+      "▁H ass",
+      "▁Ha ss",
+      "▁Has s",
+      "}\\ ,\\",
+      "}\\, \\",
+      "} \\,\\",
+      "un ker",
+      "unk er",
+      "▁F actory",
+      "▁Fact ory",
+      "▁ Factory",
+      "▁Res ources",
+      "▁Resource s",
+      "▁ Resources",
+      "date i",
+      "da tei",
+      "dat ei",
+      "▁T ools",
+      "▁To ols",
+      "▁Tool s",
+      "▁ Tools",
+      "▁ste hen",
+      "si me",
+      "sim e",
+      "s ime",
+      "▁Х у",
+      "▁h och",
+      "▁ho ch",
+      "▁Rod ríguez",
+      "zeit ig",
+      "▁Ter ry",
+      "▁Terr y",
+      "▁о бу",
+      "▁об у",
+      "Us age",
+      "urch ase",
+      "l ö",
+      "▁Int roduction",
+      "▁ Introduction",
+      "▁particip ation",
+      "ο ς",
+      "og li",
+      "ap y",
+      "a py",
+      "▁hope fully",
+      "pon der",
+      "po nder",
+      "pond er",
+      "p onder",
+      "▁Y ang",
+      "▁Yan g",
+      "▁Ya ng",
+      "▁prom ises",
+      "▁promise s",
+      "▁вер ну",
+      "▁о стров",
+      "▁ост ров",
+      "^{ +",
+      "▁most ra",
+      "▁mo stra",
+      "▁mos tra",
+      "▁CURL OPT",
+      "H H",
+      "▁std out",
+      "▁ stdout",
+      "▁br illiant",
+      "▁manus cript",
+      "▁de cir",
+      "▁dec ir",
+      "▁B olog",
+      "▁Bo log",
+      "▁Bol og",
+      "▁ме ста",
+      "▁мест а",
+      "▁in visible",
+      "▁C hal",
+      "▁Ch al",
+      "▁Cha l",
+      "▁analy ze",
+      "▁analyz e",
+      "pr ilis",
+      "pril is",
+      "att end",
+      "atten d",
+      "atte nd",
+      "M vc",
+      "th an",
+      "tha n",
+      "t han",
+      "ck o",
+      "c ko",
+      "▁Que bec",
+      "▁pl anta",
+      "▁plan ta",
+      "▁plant a",
+      "▁télé vis",
+      "▁un install",
+      "èn cies",
+      "▁gmin ie",
+      "▁P ref",
+      "▁Pr ef",
+      "▁Pre f",
+      "▁le quel",
+      "Inv ocation",
+      "▁ Í",
+      "▁trans formed",
+      "▁transform ed",
+      "MA N",
+      "M AN",
+      "ge baut",
+      "geb aut",
+      "▁со хра",
+      "▁вто рой",
+      "▁L ith",
+      "▁Li th",
+      "▁Lit h",
+      "wend ung",
+      "▁Polit ik",
+      "▁Sen ator",
+      "▁L L",
+      "▁ LL",
+      "жде ние",
+      "ш те",
+      "▁C és",
+      "▁b ande",
+      "▁band e",
+      "▁ban de",
+      "▁ba nde",
+      "▁histor ian",
+      "▁historia n",
+      "▁pass words",
+      "▁password s",
+      "mal loc",
+      "m alloc",
+      "▁sem if",
+      "▁semi f",
+      "▁r å",
+      "▁ rå",
+      "unic í",
+      "uni cí",
+      "Av ailable",
+      "Option al",
+      "Opt ional",
+      "▁T we",
+      "▁Tw e",
+      "▁k ró",
+      "▁kr ó",
+      "▁sub sets",
+      "▁subset s",
+      "▁subs ets",
+      "▁D AT",
+      "▁DA T",
+      "▁ DAT",
+      "▁double s",
+      "▁dou bles",
+      "▁doub les",
+      "ни ками",
+      "ника ми",
+      "▁з в",
+      "ge geben",
+      "geg eben",
+      "g egeben",
+      "▁По пис",
+      "▁jú lius",
+      "▁m eteor",
+      "▁met eor",
+      "Mo unt",
+      "M ount",
+      "iv ent",
+      "ive nt",
+      "iven t",
+      "i vent",
+      "▁N athan",
+      "▁Na than",
+      "▁Nat han",
+      "▁Sch utz",
+      "eg ov",
+      "ego v",
+      "e gov",
+      "▁d öd",
+      "▁me at",
+      "▁пун кт",
+      "▁m inds",
+      "▁min ds",
+      "▁mind s",
+      "eli very",
+      "▁T LS",
+      "ре м",
+      "р ем",
+      "cks å",
+      "▁stay ed",
+      "▁sta yed",
+      "▁B in",
+      "▁Bi n",
+      "▁P ia",
+      "▁Pi a",
+      "▁и мен",
+      "▁име н",
+      "▁им ен",
+      "▁Bob by",
+      "▁produ it",
+      "▁prod uit",
+      "em pio",
+      "emp io",
+      "▁redu cing",
+      "▁Y u",
+      "▁Gesch äft",
+      "▁per ché",
+      "▁c ors",
+      "▁cor s",
+      "▁co rs",
+      "▁i cons",
+      "▁icon s",
+      "▁ic ons",
+      "▁ icons",
+      "App Data",
+      "▁H og",
+      "▁Ho g",
+      "▁р ів",
+      "▁рі в",
+      "▁ рів",
+      "▁S ans",
+      "▁San s",
+      "▁Sa ns",
+      "▁si ège",
+      "▁siè ge",
+      "st ellen",
+      "stell en",
+      "stelle n",
+      "Br ush",
+      "OF F",
+      "O FF",
+      "▁vis itor",
+      "▁visit or",
+      "▁b ath",
+      "▁ba th",
+      "▁bat h",
+      "▁f ee",
+      "▁fe e",
+      "at isf",
+      "ati sf",
+      "atis f",
+      "▁cu rv",
+      "▁cur v",
+      "▁fol gender",
+      "▁folg ender",
+      "▁cons cience",
+      "▁Se attle",
+      "▁med ieval",
+      "▁medi eval",
+      "dist ribution",
+      "▁D M",
+      "▁ DM",
+      "▁м я",
+      "▁ мя",
+      "▁R UN",
+      "ak ov",
+      "ako v",
+      "a kov",
+      "ce il",
+      "c eil",
+      "▁let ting",
+      "▁lett ing",
+      "▁d ov",
+      "▁do v",
+      "▁о би",
+      "▁об и",
+      "ki ej",
+      "kie j",
+      "k iej",
+      "▁dire kt",
+      "▁t m",
+      "▁ tm",
+      "col ors",
+      "color s",
+      "colo rs",
+      "▁alt ro",
+      "▁tijd ens",
+      "]{ '",
+      "] {'",
+      "▁B om",
+      "▁Bo m",
+      "▁k unst",
+      "▁kun st",
+      "▁sh elter",
+      "▁r av",
+      "▁ra v",
+      "▁ rav",
+      "pre dict",
+      "pred ict",
+      "▁comenz ó",
+      "▁świ at",
+      "▁św iat",
+      "▁Du rant",
+      "▁Dur ant",
+      "▁sch emes",
+      "▁scheme s",
+      "▁sche mes",
+      "▁m esh",
+      "▁me sh",
+      "▁mes h",
+      "▁ind icator",
+      "▁indic ator",
+      "▁E mer",
+      "▁Em er",
+      "▁gu ilty",
+      "не ц",
+      "▁consequ ences",
+      "▁consequence s",
+      "cl udes",
+      "clude s",
+      "clud es",
+      "▁L ower",
+      "▁Lo wer",
+      "▁Low er",
+      "▁ Lower",
+      "▁по ме",
+      "▁p ace",
+      "▁pa ce",
+      "▁pac e",
+      "▁ pace",
+      "да го",
+      "▁am bos",
+      "▁amb os",
+      "l b",
+      "▁educ ated",
+      "ur ale",
+      "ura le",
+      "ural e",
+      "u rale",
+      "an h",
+      "es ség",
+      "ess ég",
+      "▁associ ations",
+      "▁association s",
+      "to wn",
+      "t own",
+      "▁t rif",
+      "▁tr if",
+      "▁tri f",
+      "sample s",
+      "sam ples",
+      "s amples",
+      "bo s",
+      "b os",
+      "▁S pect",
+      "▁Sp ect",
+      "▁Spe ct",
+      "▁Spec t",
+      "▁Ц е",
+      "alt ung",
+      "▁L ob",
+      "▁Lo b",
+      "▁curios ity",
+      "▁We iter",
+      "▁Wei ter",
+      "▁Weit er",
+      "est one",
+      "esto ne",
+      "eston e",
+      "e stone",
+      "▁dem ol",
+      "▁demo l",
+      "▁ap olog",
+      "▁apo log",
+      "▁D ynamic",
+      "▁Dynam ic",
+      "▁ Dynamic",
+      "In ner",
+      "es per",
+      "esp er",
+      "ec z",
+      "e cz",
+      "uel lement",
+      "uelle ment",
+      "▁Hamilton ian",
+      "At las",
+      "▁ar gue",
+      "▁arg ue",
+      "For eign",
+      "F oreign",
+      "col lapse",
+      "▁tér min",
+      "▁electron ic",
+      "▁electro nic",
+      "▁N R",
+      "▁ NR",
+      "▁c orr",
+      "▁cor r",
+      "▁co rr",
+      "▁ corr",
+      "tem ps",
+      "temp s",
+      "Index Path",
+      "я з",
+      "▁tal ál",
+      "to day",
+      "tod ay",
+      "wa ve",
+      "w ave",
+      "▁s ib",
+      "▁si b",
+      "▁с пи",
+      "▁сп и",
+      "▁con vey",
+      "▁conv ey",
+      "▁Gé ographie",
+      "▁Н ью",
+      "▁Hi bernate",
+      "▁t in",
+      "▁ti n",
+      "di c",
+      "d ic",
+      "pp ings",
+      "pping s",
+      "s weise",
+      "▁roll ing",
+      "▁rol ling",
+      "▁ rolling",
+      "▁select s",
+      ")\\ )",
+      ") \\)",
+      "▁po eta",
+      "▁poet a",
+      "▁сте пени",
+      "▁A br",
+      "▁Ab r",
+      "▁hö ch",
+      "▁s tern",
+      "▁st ern",
+      "▁ste rn",
+      "▁ster n",
+      "▁f jär",
+      "▁inst aller",
+      "▁install er",
+      "▁instal ler",
+      "de cl",
+      "dec l",
+      "▁m iser",
+      "▁mi ser",
+      "▁mis er",
+      "▁mise r",
+      "group by",
+      "sub str",
+      "subst r",
+      "▁phen omen",
+      "▁W ing",
+      "▁Win g",
+      "▁Wi ng",
+      "▁f ills",
+      "▁fil ls",
+      "▁fill s",
+      "▁ú nico",
+      "Run ning",
+      "R unning",
+      "Com e",
+      "Co me",
+      "C ome",
+      "ir able",
+      "ira ble",
+      "i rable",
+      "sim eq",
+      "sime q",
+      "▁re mp",
+      "▁r emp",
+      "▁rem p",
+      "ke le",
+      "kel e",
+      "k ele",
+      "li ers",
+      "lie rs",
+      "lier s",
+      "l iers",
+      "▁kwiet nia",
+      "▁inter rupted",
+      "▁interrupt ed",
+      "▁J et",
+      "▁Je t",
+      "=\\ {",
+      "= \\{",
+      "íd o",
+      "í do",
+      "▁Tai wan",
+      "▁воз ра",
+      "▁altern atives",
+      "▁alternative s",
+      "▁T ir",
+      "▁Ti r",
+      "▁Re serve",
+      "▁Res erve",
+      "▁К ур",
+      "▁Ку р",
+      "▁No bel",
+      "▁Nob el",
+      "▁рабо тал",
+      "▁работа л",
+      "▁a xes",
+      "▁ax es",
+      "▁C ependant",
+      "k á",
+      "▁er neut",
+      "▁D emo",
+      "▁De mo",
+      "▁Dem o",
+      "▁ Demo",
+      "comm unic",
+      "con structor",
+      "construct or",
+      "▁Mon day",
+      "▁Mond ay",
+      "N il",
+      "Hash Map",
+      "pay ment",
+      "▁fix ing",
+      "▁A DD",
+      "▁AD D",
+      "▁ ADD",
+      "re view",
+      "rev iew",
+      "▁poss ibil",
+      "▁possib il",
+      "▁g rote",
+      "▁gr ote",
+      "▁gro te",
+      "▁group ed",
+      "▁groupe d",
+      "▁L ima",
+      "▁Li ma",
+      "▁Lim a",
+      "▁A ugen",
+      "▁Au gen",
+      "▁Aug en",
+      "▁o ckså",
+      "on as",
+      "ona s",
+      "o nas",
+      "▁deb ate",
+      "▁In gl",
+      "▁Ing l",
+      "D a",
+      "SO UR",
+      "S OUR",
+      "ett be",
+      "▁Batt alion",
+      "▁F loat",
+      "▁Flo at",
+      "▁ Float",
+      "▁c one",
+      "▁con e",
+      "▁co ne",
+      "read sheet",
+      "co urt",
+      "cou rt",
+      "c ourt",
+      "li gen",
+      "lig en",
+      "lige n",
+      "l igen",
+      "▁Begin n",
+      "▁Beg inn",
+      "▁LI MIT",
+      "▁LIM IT",
+      "▁enjo yed",
+      "▁enjoy ed",
+      "▁Jak ob",
+      "▁t elt",
+      "▁te lt",
+      "▁tel t",
+      "back end",
+      "▁Gemeins ame",
+      "li nt",
+      "lin t",
+      "l int",
+      "al ling",
+      "all ing",
+      "▁b ör",
+      "gr and",
+      "gra nd",
+      "g rand",
+      "▁divers es",
+      "▁diverse s",
+      "▁z wiąz",
+      "▁Kom pon",
+      "▁inner halb",
+      "▁desar rollo",
+      "▁desarroll o",
+      "▁Ma sters",
+      "▁Mas ters",
+      "▁Master s",
+      "io so",
+      "ios o",
+      "i oso",
+      "]` .",
+      "] `.",
+      "▁frances a",
+      "▁franc esa",
+      "A ff",
+      "in ek",
+      "ine k",
+      "i nek",
+      "▁des sin",
+      "▁dess in",
+      "`. `",
+      "` .`",
+      "▁r anks",
+      "▁ran ks",
+      "▁rank s",
+      "бер г",
+      "▁s kal",
+      "▁sk al",
+      "▁S ultan",
+      "▁Sul tan",
+      "А Н",
+      "▁спо соб",
+      "▁contra dict",
+      "▁contrad ict",
+      "▁re com",
+      "▁rec om",
+      "▁Ok lahoma",
+      "▁Vlad imir",
+      "▁m eters",
+      "▁me ters",
+      "▁met ers",
+      "▁meter s",
+      "trans port",
+      "▁cons ulté",
+      "▁consult é",
+      "▁ consulté",
+      "▁A TP",
+      "▁AT P",
+      "eb b",
+      "e bb",
+      "▁vol unte",
+      "▁volunt e",
+      "▁out line",
+      "LI C",
+      "L IC",
+      "▁e uro",
+      "▁eu ro",
+      "Char Field",
+      "med ium",
+      "medi um",
+      "▁Belg ique",
+      "Pro c",
+      "Pr oc",
+      "P roc",
+      "ro utes",
+      "route s",
+      "rout es",
+      "rou tes",
+      "▁cont ribu",
+      "▁contrib u",
+      "! }",
+      "ší m",
+      "š ím",
+      "▁L ess",
+      "▁Le ss",
+      "▁Les s",
+      "▁K ost",
+      "▁Ko st",
+      "▁Kos t",
+      "▁eredet iből",
+      "re ven",
+      "rev en",
+      "r even",
+      "ver ify",
+      "▁S alt",
+      "▁Sal t",
+      "▁Sa lt",
+      "▁shoot ing",
+      "▁sho oting",
+      "▁dis pose",
+      "▁dispos e",
+      "▁disp ose",
+      "uj í",
+      "▁t ierra",
+      "▁tier ra",
+      "▁po ison",
+      "▁poi son",
+      "sa k",
+      "s ak",
+      "periment al",
+      "▁N é",
+      "▁K id",
+      "▁Ki d",
+      "ag yar",
+      "agy ar",
+      "▁archiv álva",
+      "be reich",
+      "bere ich",
+      "í z",
+      "▁R itter",
+      "▁Хронологи ја",
+      "ze um",
+      "да х",
+      "▁gr ünd",
+      "▁program mer",
+      "▁programme r",
+      "▁cons eil",
+      "▁conse il",
+      "▁enc rypt",
+      "integr ation",
+      "C ulture",
+      "▁Circ le",
+      "▁Cir cle",
+      "Ob servable",
+      "▁gen omsnitt",
+      "▁Se lection",
+      "▁Select ion",
+      "▁Sel ection",
+      "▁Sele ction",
+      "▁ Selection",
+      "▁ir regular",
+      "Aut res",
+      "Per cent",
+      "fa ult",
+      "f ault",
+      "▁virt ue",
+      "ą pi",
+      "▁s ess",
+      "▁se ss",
+      "▁ses s",
+      "▁Так же",
+      "Tim estamp",
+      "▁litt érature",
+      "▁mo ż",
+      "▁b orrow",
+      "▁bor row",
+      "▁con ced",
+      "▁conc ed",
+      "▁conce d",
+      "чни к",
+      "ч ник",
+      "▁L und",
+      "▁Lu nd",
+      "ION S",
+      "IO NS",
+      "yn ie",
+      "y nie",
+      "▁S hin",
+      "▁Sh in",
+      "▁o sob",
+      "▁os ob",
+      "b ě",
+      "▁int uit",
+      "▁intu it",
+      "▁на п",
+      "▁p roph",
+      "▁pro ph",
+      "▁pr oph",
+      "▁prop h",
+      "▁p itt",
+      "▁pi tt",
+      "▁pit t",
+      "▁IB M",
+      "▁T ill",
+      "▁Ti ll",
+      "▁h ina",
+      "▁hi na",
+      "▁hin a",
+      "it test",
+      "itt est",
+      "itte st",
+      "gener ator",
+      "▁N in",
+      "▁Ni n",
+      "▁K ot",
+      "▁Ko t",
+      "▁p asser",
+      "▁pass er",
+      "▁pas ser",
+      "▁passe r",
+      "▁dis position",
+      "▁dispos ition",
+      "▁disp osition",
+      "un ing",
+      "uni ng",
+      "u ning",
+      "▁f ame",
+      "▁fa me",
+      "▁fam e",
+      "▁t enia",
+      "▁te nia",
+      "▁ten ia",
+      "an cement",
+      "ance ment",
+      "anc ement",
+      "▁Su isse",
+      "` -",
+      "▁h ombres",
+      "▁hom bres",
+      "▁hombre s",
+      "▁inf inity",
+      "▁infin ity",
+      "▁окон ча",
+      "▁co sm",
+      "▁cos m",
+      "▁D ennis",
+      "▁Den nis",
+      "ba z",
+      "b az",
+      "ha upt",
+      "h aupt",
+      "▁might y",
+      "▁pr ede",
+      "▁pre de",
+      "▁pred e",
+      "us able",
+      "usa ble",
+      "▁ws zyst",
+      "▁wsz yst",
+      "▁l b",
+      "▁ lb",
+      "AB ASE",
+      "A BASE",
+      "j na",
+      "не в",
+      "н ев",
+      "▁as es",
+      "▁ ases",
+      "▁final mente",
+      "й м",
+      "pe ction",
+      "pect ion",
+      "pec tion",
+      "p ection",
+      "▁Stud ien",
+      "▁Norweg ian",
+      "ce go",
+      "c ego",
+      "IN DEX",
+      "IND EX",
+      "or ten",
+      "ort en",
+      "orte n",
+      "▁friend ship",
+      "▁friends hip",
+      "met ro",
+      "m etro",
+      "th ick",
+      "▁Z el",
+      "▁Ze l",
+      "LO W",
+      "L OW",
+      "▁there by",
+      "un ted",
+      "unt ed",
+      "unte d",
+      "▁sur faces",
+      "▁surface s",
+      "ющи м",
+      "%) .",
+      "% ).",
+      "▁W onder",
+      "▁Wo nder",
+      "▁redund ant",
+      "▁G ros",
+      "▁Gr os",
+      "▁Gro s",
+      "▁web sites",
+      "▁website s",
+      "▁v io",
+      "▁vi o",
+      "▁o cas",
+      "▁oc as",
+      "vé s",
+      "v és",
+      "▁G am",
+      "▁Ga m",
+      "d w",
+      "Ind icator",
+      "▁K ob",
+      "▁Ko b",
+      "▁j ack",
+      "▁ja ck",
+      "▁ jack",
+      "Hi nt",
+      "H int",
+      "▁A pol",
+      "▁Ap ol",
+      "▁други е",
+      "▁N UM",
+      "▁ NUM",
+      "▁o fic",
+      "▁of ic",
+      "yst ycz",
+      "▁were ld",
+      "▁wer eld",
+      "мо сти",
+      "LE FT",
+      "▁T ypes",
+      "▁Type s",
+      "▁Ty pes",
+      "▁Typ es",
+      "▁ Types",
+      "se en",
+      "see n",
+      "s een",
+      "un cia",
+      "unc ia",
+      "unci a",
+      "▁n arod",
+      "▁na rod",
+      "▁nar od",
+      "▁это т",
+      "Side note",
+      "S idenote",
+      "ue il",
+      "u eil",
+      "▁от ме",
+      "▁cour ts",
+      "▁court s",
+      "fi r",
+      "f ir",
+      "ur z",
+      "u rz",
+      "чен ко",
+      "Cred entials",
+      "▁imag ination",
+      "it ats",
+      "ita ts",
+      "itat s",
+      "bu ff",
+      "buf f",
+      "b uff",
+      "fl ash",
+      "▁bad ly",
+      "▁w orn",
+      "▁wor n",
+      "▁wo rn",
+      "▁окру гу",
+      "cat alog",
+      "catal og",
+      "c atalog",
+      "li me",
+      "lim e",
+      "l ime",
+      "▁G ill",
+      "▁Gi ll",
+      "▁Gil l",
+      "▁S ent",
+      "▁Se nt",
+      "▁Sen t",
+      "ie lla",
+      "iel la",
+      "i ella",
+      "▁Cra ig",
+      "▁S ele",
+      "▁Se le",
+      "▁Sel e",
+      "▁Indep end",
+      "▁prov incie",
+      "▁provin cie",
+      "os sen",
+      "oss en",
+      "▁за пад",
+      "▁запа д",
+      "▁inf ant",
+      "▁pr events",
+      "▁prevent s",
+      "▁prev ents",
+      "▁provin ces",
+      "▁province s",
+      "af é",
+      "be g",
+      "b eg",
+      "▁col ours",
+      "▁colour s",
+      "B F",
+      "ë n",
+      "▁Ме жду",
+      "î n",
+      "Ob server",
+      "for sch",
+      "í gen",
+      "um ption",
+      "ump tion",
+      "▁Ill ustr",
+      "ри ст",
+      "рис т",
+      "▁по лови",
+      "▁пол ови",
+      "▁поло ви",
+      "▁` &",
+      "▁o re",
+      "▁or e",
+      "▁ ore",
+      "▁supp lies",
+      "▁parent hes",
+      "Found ation",
+      "▁v ou",
+      "▁vo u",
+      "▁T out",
+      "▁To ut",
+      "Don ald",
+      "▁R ET",
+      "▁RE T",
+      "we ig",
+      "wei g",
+      "▁produ cción",
+      "mi x",
+      "m ix",
+      "▁ut wor",
+      "▁f öl",
+      "▁fö l",
+      "▁ent ão",
+      "▁S ister",
+      "▁Si ster",
+      "Tag s",
+      "T ags",
+      "▁Савез не",
+      "▁privile ges",
+      "▁na zw",
+      "▁naz w",
+      "▁R av",
+      "▁Ra v",
+      "▁re pro",
+      "▁rep ro",
+      "▁repr o",
+      "▁M ason",
+      "▁Ma son",
+      "▁Mas on",
+      "▁Pl atform",
+      "▁Plat form",
+      "▁ Platform",
+      "▁про бле",
+      "▁P érez",
+      "▁bl anc",
+      "▁bla nc",
+      "▁blan c",
+      "Be havior",
+      "фи ци",
+      "ek en",
+      "e ken",
+      "▁me ets",
+      "▁meet s",
+      "(. *",
+      "( .*",
+      "▁f å",
+      "ep en",
+      "e pen",
+      "ma ker",
+      "make r",
+      "m aker",
+      "▁lo yal",
+      "mem bers",
+      "member s",
+      "m embers",
+      "meister schaft",
+      "go al",
+      "ш лен",
+      "▁се веро",
+      "▁север о",
+      "ie nde",
+      "ien de",
+      "i ende",
+      "д ні",
+      "Pro of",
+      "▁exp lic",
+      "▁expl ic",
+      "▁elect ro",
+      "ie ls",
+      "iel s",
+      "i els",
+      "re load",
+      "▁el even",
+      "▁ele ven",
+      "▁elev en",
+      "▁part idos",
+      "▁partido s",
+      "în e",
+      "î ne",
+      "▁R egin",
+      "▁Re gin",
+      "▁Reg in",
+      "▁é x",
+      "▁Bu lg",
+      "▁Bul g",
+      "▁network ing",
+      "▁net working",
+      "▁se parator",
+      "▁separ ator",
+      "User Name",
+      "▁edific io",
+      "▁M ie",
+      "▁Mi e",
+      "▁id le",
+      "ye d",
+      "y ed",
+      "▁pass engers",
+      "▁passenger s",
+      "+ )",
+      "me no",
+      "men o",
+      "m eno",
+      "eg gi",
+      "e ggi",
+      "▁nice ly",
+      "▁nic ely",
+      "end encia",
+      "enden cia",
+      "чи й",
+      "ét és",
+      "été s",
+      "ight arrow",
+      "▁orth ogonal",
+      "▁H alf",
+      "▁Hal f",
+      "▁fe wer",
+      "▁few er",
+      "▁pro pi",
+      "▁prop i",
+      "▁pr imit",
+      "▁prim it",
+      "▁pri mit",
+      "▁primi t",
+      "ic ale",
+      "ical e",
+      "ica le",
+      "▁f lower",
+      "▁fl ower",
+      "▁flow er",
+      "▁flo wer",
+      "mer k",
+      "m erk",
+      "▁Оте че",
+      "▁pers istent",
+      "▁persist ent",
+      "▁V ille",
+      "▁Vill e",
+      "▁Vi lle",
+      "▁Vil le",
+      "Me n",
+      "M en",
+      "ga ben",
+      "gabe n",
+      "g aben",
+      "▁Isa ac",
+      "at ivity",
+      "ativ ity",
+      "ati vity",
+      "▁pół noc",
+      "▁r ok",
+      "▁ro k",
+      "▁ rok",
+      "car ds",
+      "card s",
+      "c ards",
+      "де ния",
+      "▁ю го",
+      "▁extra ordinary",
+      "▁k yr",
+      "(\" ,",
+      "( \",",
+      ")) ]",
+      ") )]",
+      "▁un ix",
+      "▁ unix",
+      "ко л",
+      "▁s ink",
+      "▁sin k",
+      "ap sed",
+      "aps ed",
+      "▁k ommen",
+      "▁kom men",
+      "▁komm en",
+      "▁ kommen",
+      "▁for cing",
+      "Ab out",
+      "▁H alle",
+      "▁Ha lle",
+      "▁Hall e",
+      "▁Hal le",
+      "▁Maj esty",
+      "▁Sw itch",
+      "▁ Switch",
+      "▁ab road",
+      "▁acceler ation",
+      "ur bed",
+      "urb ed",
+      "▁о стан",
+      "▁ос тан",
+      "▁оста н",
+      "▁ост ан",
+      "Re ady",
+      "Read y",
+      "▁пів ні",
+      "Br a",
+      "B ra",
+      "▁ць ого",
+      "▁pl ut",
+      "▁T rain",
+      "▁Tr ain",
+      "▁Tra in",
+      "▁á prilis",
+      "▁p uesto",
+      "▁pu esto",
+      "▁pue sto",
+      "▁t oss",
+      "▁to ss",
+      "▁irre levant",
+      "▁d ip",
+      "▁di p",
+      "se gment",
+      "seg ment",
+      "op acity",
+      "▁lors que",
+      "▁versch ill",
+      "ен а",
+      "е на",
+      "▁D oc",
+      "▁Do c",
+      "▁ Doc",
+      "%%%% %%%%",
+      "▁b orders",
+      "▁border s",
+      "▁bor ders",
+      "▁bord ers",
+      "ge bras",
+      "geb ras",
+      "gebra s",
+      "▁r ies",
+      "▁ri es",
+      "▁ ries",
+      "▁Olymp edia",
+      "▁Gener ation",
+      "met ros",
+      "metro s",
+      "▁hor izon",
+      "▁adapt ation",
+      "▁Z ahl",
+      "▁Za hl",
+      "▁na he",
+      "▁nah e",
+      "▁B ug",
+      "▁Bu g",
+      "P icture",
+      "љ и",
+      "R GB",
+      "O wner",
+      "ad in",
+      "adi n",
+      "a din",
+      "▁Catal unya",
+      "ný ch",
+      "n ých",
+      "▁cual quier",
+      "▁Inst itution",
+      "▁Instit ution",
+      "▁Institut ion",
+      "in sen",
+      "ins en",
+      "▁Bras ile",
+      "▁Brasil e",
+      "▁f itting",
+      "▁fit ting",
+      "De leg",
+      "Del eg",
+      "ic two",
+      "ict wo",
+      "▁Ex per",
+      "▁Exp er",
+      "och astic",
+      "▁d us",
+      "▁du s",
+      "▁по ра",
+      "▁пор а",
+      "▁sub string",
+      "▁subst ring",
+      "▁subs tring",
+      "▁substr ing",
+      "▁ substring",
+      "сси и",
+      "с сии",
+      "oi n",
+      "o in",
+      "▁ш кола",
+      "▁шко ла",
+      "▁c x",
+      "▁ cx",
+      "▁% )",
+      "▁ %)",
+      "▁Bud dh",
+      "▁p ending",
+      "▁pen ding",
+      "▁En try",
+      "▁Ent ry",
+      "▁ Entry",
+      "▁Be rl",
+      "▁Ber l",
+      "▁c ler",
+      "▁cl er",
+      "▁cle r",
+      "▁ cler",
+      "▁S oc",
+      "▁So c",
+      "▁r ounded",
+      "▁round ed",
+      "▁m v",
+      "▁ mv",
+      "ít ett",
+      "▁Di plom",
+      "▁französ ischen",
+      "▁G an",
+      "▁Ga n",
+      "▁Inv estig",
+      "▁index Path",
+      "▁ indexPath",
+      "▁mol ti",
+      "▁molt i",
+      "pers istence",
+      "▁XIX e",
+      "▁Elect ron",
+      "b ü",
+      "ge le",
+      "gel e",
+      "g ele",
+      "▁M aler",
+      "▁Ma ler",
+      "▁Mal er",
+      "▁Male r",
+      "▁proyect o",
+      "▁B ath",
+      "▁Ba th",
+      "▁Bat h",
+      "el lers",
+      "ell ers",
+      "elle rs",
+      "eller s",
+      "▁G P",
+      "▁ GP",
+      "on ing",
+      "oni ng",
+      "o ning",
+      "clou dflare",
+      "▁p ři",
+      "▁př i",
+      "▁d ed",
+      "▁de d",
+      "▁ ded",
+      "▁Od kazy",
+      "▁M sg",
+      "▁ Msg",
+      "▁B eing",
+      "▁Be ing",
+      "▁Bei ng",
+      "▁De puis",
+      "▁Dep uis",
+      "▁Pri mary",
+      "▁Prim ary",
+      "▁Prima ry",
+      "▁ Primary",
+      "▁App ro",
+      "▁Ap pro",
+      "▁form ally",
+      "▁formal ly",
+      "ступ ил",
+      "ступи л",
+      "▁fue ra",
+      "▁fu era",
+      "▁fuer a",
+      "▁R oot",
+      "▁Ro ot",
+      "▁ Root",
+      "▁aut onom",
+      "▁auto nom",
+      "▁secret ary",
+      "▁os ób",
+      "▁cu ales",
+      "▁cual es",
+      "▁Dep ending",
+      "▁a si",
+      "▁as i",
+      "▁ asi",
+      "ve ra",
+      "ver a",
+      "v era",
+      "▁rus se",
+      "▁russ e",
+      "▁pro ves",
+      "▁prov es",
+      "▁prove s",
+      "▁pres iden",
+      "R U",
+      "▁Wat son",
+      "▁web pack",
+      "▁ webpack",
+      "elli gence",
+      "ellig ence",
+      "ка м",
+      "▁Office r",
+      "▁Offic er",
+      "▁d elivery",
+      "▁deliver y",
+      "▁deli very",
+      "ж дён",
+      "▁им пе",
+      "▁w il",
+      "▁v esc",
+      "▁ve sc",
+      "▁ves c",
+      "uszt us",
+      "▁Ge off",
+      "() }",
+      "( )}",
+      "▁F ore",
+      "▁For e",
+      "▁Fo re",
+      "▁w enig",
+      "▁we nig",
+      "▁wen ig",
+      "▁A irl",
+      "▁Air l",
+      "▁E fter",
+      "▁Bre ak",
+      "▁St äd",
+      "is miss",
+      "ism iss",
+      "í p",
+      "▁avoid ed",
+      "▁avo ided",
+      "▁assert ion",
+      "D N",
+      "▁te at",
+      "▁tea t",
+      "ín a",
+      "í na",
+      "▁mechan ical",
+      "is u",
+      "i su",
+      "@ {",
+      "▁n ou",
+      "▁no u",
+      "▁ nou",
+      "Ital ie",
+      "source forge",
+      "▁s vo",
+      "▁sv o",
+      "▁kir ály",
+      "▁Re ferences",
+      "▁Refer ences",
+      "▁Reference s",
+      "si x",
+      "s ix",
+      "▁Arch ives",
+      "▁Archiv es",
+      "▁Archive s",
+      "▁fin ishing",
+      "▁finish ing",
+      "ac je",
+      "ét at",
+      "éta t",
+      "é tat",
+      "if fs",
+      "iff s",
+      "▁st ead",
+      "▁ste ad",
+      "▁fe as",
+      "aw are",
+      "awa re",
+      "a ware",
+      "la nde",
+      "land e",
+      "lan de",
+      "l ande",
+      "In ject",
+      "▁A gent",
+      "▁Ag ent",
+      "▁Age nt",
+      "▁ Agent",
+      "▁Norm datei",
+      "▁a men",
+      "▁am en",
+      "▁ amen",
+      "▁Arch itecture",
+      "az e",
+      "a ze",
+      "ș te",
+      "▁us ar",
+      "▁c ores",
+      "▁cor es",
+      "▁co res",
+      "▁core s",
+      "лі н",
+      "л ін",
+      "▁C astro",
+      "▁Cast ro",
+      "▁v æ",
+      ">\" ,",
+      "> \",",
+      "om ena",
+      "ome na",
+      "omen a",
+      "▁ge sam",
+      "▁ges am",
+      "▁Mart ín",
+      "▁Martí n",
+      "eg ung",
+      "egu ng",
+      "▁spole č",
+      "▁ampl itude",
+      "▁amplit ude",
+      "▁import ing",
+      "▁list view",
+      "TH E",
+      "T HE",
+      "zi ale",
+      "zial e",
+      "zia le",
+      "z iale",
+      "ce des",
+      "ced es",
+      "c edes",
+      "▁particul ier",
+      "▁Распо дела",
+      "▁кра й",
+      "▁d ivent",
+      "▁di vent",
+      "▁div ent",
+      "▁k é",
+      "▁ ké",
+      "qu it",
+      "qui t",
+      "q uit",
+      "то ром",
+      "тор ом",
+      "Check Box",
+      "▁Zob acz",
+      "ph e",
+      "p he",
+      "pt a",
+      "p ta",
+      "▁s jö",
+      "▁sj ö",
+      "▁розта ш",
+      "▁tedes co",
+      "▁s tal",
+      "▁st al",
+      "▁sta l",
+      "▁ stal",
+      "▁Be ruf",
+      "▁Ber uf",
+      "ова я",
+      "о вая",
+      "▁s vě",
+      "▁sv ě",
+      "▁fl ush",
+      "▁flu sh",
+      "▁ flush",
+      "▁від бу",
+      "▁rad ial",
+      "▁radi al",
+      "▁différ entes",
+      "ан та",
+      "▁Per ry",
+      "Col l",
+      "Co ll",
+      "C oll",
+      "li qu",
+      "l iqu",
+      "▁Option al",
+      "▁Opt ional",
+      "▁ Optional",
+      "▁Сан кт",
+      "▁LIN Q",
+      "▁Fran c",
+      "▁Fr anc",
+      "▁Fra nc",
+      "ci je",
+      "c ije",
+      "▁Gu illaume",
+      "kn ow",
+      "k now",
+      "▁Un its",
+      "▁Unit s",
+      "ol k",
+      "▁Syst ème",
+      "▁S ales",
+      "▁Sal es",
+      "▁Sa les",
+      "▁ehemal igen",
+      "ми рова",
+      "мир ова",
+      "x html",
+      "set opt",
+      "▁m ellan",
+      "▁mel lan",
+      "▁z ie",
+      "▁ zie",
+      "▁gi ant",
+      "Bo ard",
+      "▁C aval",
+      "▁Ca val",
+      "▁Cav al",
+      "▁def ence",
+      "-- --------",
+      "---- ------",
+      "-------- --",
+      "--- -------",
+      "------ ----",
+      "----- -----",
+      "------- ---",
+      "ps hire",
+      "p shire",
+      "ma rt",
+      "mar t",
+      "m art",
+      "▁Di oc",
+      "is kt",
+      "isk t",
+      "▁in se",
+      "▁ins e",
+      "▁é pisode",
+      "чи к",
+      "bar s",
+      "ba rs",
+      "b ars",
+      "Si to",
+      "S ito",
+      "▁integr ity",
+      "au ff",
+      "auf f",
+      "a uff",
+      "▁v är",
+      "▁vä r",
+      "Az ure",
+      "▁star b",
+      "▁sta rb",
+      "▁кон тра",
+      "▁Мекси чка",
+      "▁за па",
+      "▁Mount ains",
+      "▁Mountain s",
+      "}} =",
+      "} }=",
+      "▁pull ing",
+      "▁pul ling",
+      "▁sat ellite",
+      "▁at oms",
+      "▁atom s",
+      "▁profes or",
+      "▁repeated ly",
+      "▁repeat edly",
+      "▁inv asion",
+      "▁invas ion",
+      "program ming",
+      "├ ──",
+      "▁L ip",
+      "▁Li p",
+      "вши е",
+      "в шие",
+      "▁k een",
+      "▁ke en",
+      "▁crit ics",
+      "▁critic s",
+      "▁N icola",
+      "▁Nicol a",
+      "▁Nic ola",
+      "▁Ni cola",
+      "▁C and",
+      "▁Can d",
+      "▁Ca nd",
+      "▁dist int",
+      "▁he ading",
+      "▁head ing",
+      "p ragma",
+      "{ |",
+      "ym en",
+      "yme n",
+      "y men",
+      "▁ter rain",
+      "▁terra in",
+      "ied enis",
+      "▁bes onders",
+      "▁nomin ated",
+      "BO OL",
+      "▁K ay",
+      "▁Ka y",
+      "ci an",
+      "cia n",
+      "c ian",
+      "st elle",
+      "ste lle",
+      "stell e",
+      "▁disput e",
+      "▁disp ute",
+      "▁ щ",
+      "Data Set",
+      "no thing",
+      "not hing",
+      "n othing",
+      "Aut om",
+      "Auto m",
+      "hör en",
+      "hö ren",
+      "▁s hed",
+      "▁sh ed",
+      "▁she d",
+      "▁p aused",
+      "▁pa used",
+      "▁pause d",
+      "▁pau sed",
+      "sa n",
+      "s an",
+      "▁nun ca",
+      "!( \"",
+      "! (\"",
+      "▁po łoż",
+      "Se cret",
+      "Sec ret",
+      "▁Do main",
+      "▁Dom ain",
+      "▁ Domain",
+      "▁воз мож",
+      "X V",
+      "l v",
+      "ik h",
+      "i kh",
+      "▁S ony",
+      "▁So ny",
+      "▁Son y",
+      "m q",
+      "ot rop",
+      "otr op",
+      "▁Log ger",
+      "▁ Logger",
+      "▁thre at",
+      "as ted",
+      "ast ed",
+      "aste d",
+      "a sted",
+      "зь ко",
+      "▁fre ely",
+      "▁free ly",
+      "▁improve ments",
+      "▁improv ements",
+      "▁improvement s",
+      "ist ema",
+      "iste ma",
+      "▁illustr ate",
+      "▁t act",
+      "▁ta ct",
+      "▁fig ur",
+      "ué s",
+      "u és",
+      "rim inal",
+      "rimin al",
+      "od on",
+      "odo n",
+      "o don",
+      "int endo",
+      "▁influ enced",
+      "▁influence d",
+      "▁influen ced",
+      "FF ER",
+      "▁G host",
+      "▁Gh ost",
+      "▁со вер",
+      "▁сов ер",
+      "na d",
+      "n ad",
+      "ion ed",
+      "io ned",
+      "ione d",
+      "i oned",
+      "▁Event s",
+      "▁Ev ents",
+      "▁Even ts",
+      "▁ Events",
+      "▁wr apping",
+      "▁wra pping",
+      "▁wrap ping",
+      "-------- -+",
+      "--- ------+",
+      "------ ---+",
+      "----- ----+",
+      "------- --+",
+      "fi f",
+      "f if",
+      "▁( **",
+      "▁(* *",
+      "={ {",
+      "= {{",
+      "ма ль",
+      "м аль",
+      "▁loss es",
+      "▁Gal erie",
+      "te l",
+      "t el",
+      "▁лю того",
+      "▁K ru",
+      "▁Kr u",
+      "▁P olen",
+      "▁Pol en",
+      "▁Po len",
+      "ні м",
+      "ne ar",
+      "nea r",
+      "n ear",
+      "▁sh ame",
+      "▁moy enne",
+      "▁C P",
+      "▁ CP",
+      "pre is",
+      "▁pass enger",
+      "le k",
+      "l ek",
+      "ion ales",
+      "ional es",
+      "ionale s",
+      "iona les",
+      "kaf ka",
+      "k afka",
+      "▁partic ipe",
+      "▁particip e",
+      "▁parti cipe",
+      "▁partici pe",
+      "▁memb ership",
+      "▁member ship",
+      "▁members hip",
+      "[ _",
+      "land o",
+      "lan do",
+      "l ando",
+      "st elling",
+      "stell ing",
+      "Se m",
+      "S em",
+      "go n",
+      "g on",
+      "▁Cor rect",
+      "▁v alle",
+      "▁val le",
+      "▁va lle",
+      "▁vall e",
+      "▁read ily",
+      "▁Dok ument",
+      "hon neur",
+      "h onneur",
+      "▁test im",
+      "ul ative",
+      "do Filter",
+      "▁domin ant",
+      "am mer",
+      "amm er",
+      "▁ко ја",
+      "▁M onsieur",
+      "ze g",
+      "z eg",
+      "▁вій ни",
+      "▁F o",
+      "▁A my",
+      "▁Am y",
+      "▁ ¡",
+      "▁febru ár",
+      "▁down loading",
+      "▁download ing",
+      "▁l eng",
+      "▁le ng",
+      "▁len g",
+      "\\}$ ,",
+      "\\} $,",
+      "\\ }$,",
+      "▁ne at",
+      "▁C ache",
+      "▁Ca che",
+      "▁ Cache",
+      "IC ATION",
+      "▁de ve",
+      "▁dev e",
+      "▁s orrow",
+      "▁sor row",
+      "sl ow",
+      "s low",
+      "▁hin aus",
+      "▁hina us",
+      "▁recon oc",
+      "▁Lin ked",
+      "▁Link ed",
+      "▁Sh aw",
+      "mar ket",
+      "mark et",
+      "▁D ic",
+      "▁Di c",
+      "▁S ki",
+      "▁Sk i",
+      "▁del imiter",
+      "▁Main Activity",
+      "▁ MainActivity",
+      "▁Mus ical",
+      "▁Music al",
+      "▁Re yn",
+      "▁Rey n",
+      "Scroll View",
+      "▁convent ional",
+      "▁convention al",
+      "en ça",
+      "enç a",
+      "▁re factor",
+      "▁ref actor",
+      "' -",
+      "▁H ed",
+      "▁He d",
+      "spr ech",
+      "spre ch",
+      "▁ath let",
+      "▁e species",
+      "▁es pecies",
+      "▁espe cies",
+      "▁espec ies",
+      "▁especie s",
+      "▁Sch ön",
+      "▁kle inen",
+      "▁kleine n",
+      "▁klein en",
+      "ш ко",
+      "▁Й о",
+      "▁H appy",
+      "▁Ha ppy",
+      "multi row",
+      "▁august i",
+      "▁G and",
+      "▁Ga nd",
+      "▁Gan d",
+      "▁appoint ment",
+      "▁Medi abestanden",
+      "Th ree",
+      "▁Kenn eth",
+      "NE W",
+      "▁Not ification",
+      "▁ Notification",
+      "▁Mar x",
+      "▁Ma rx",
+      "▁in sc",
+      "▁ins c",
+      "Mo r",
+      "M or",
+      "вы й",
+      "в ый",
+      "vä st",
+      "v äst",
+      "vi dia",
+      "vid ia",
+      "v idia",
+      "▁demonstr ated",
+      "▁demonstrate d",
+      "font s",
+      "fon ts",
+      "▁k amen",
+      "▁kam en",
+      "▁ka men",
+      "▁S ter",
+      "▁St er",
+      "▁Ste r",
+      "▁mieszkań ców",
+      "▁K oh",
+      "▁Ko h",
+      "~$ \\",
+      "~ $\\",
+      "») .",
+      "» ).",
+      "re ne",
+      "ren e",
+      "r ene",
+      "ins ic",
+      "ic ká",
+      "ick á",
+      "xy gen",
+      "▁m n",
+      "▁ mn",
+      "▁s ched",
+      "▁sc hed",
+      "▁sch ed",
+      "▁sche d",
+      "AS C",
+      "A SC",
+      "I g",
+      "▁Const ant",
+      "▁opport un",
+      "▁My Class",
+      "se f",
+      "s ef",
+      "op ed",
+      "ope d",
+      "o ped",
+      "▁inj ured",
+      "VI S",
+      "V IS",
+      "▁P ero",
+      "▁Per o",
+      "▁Pe ro",
+      "▁U ntil",
+      "▁Un til",
+      "▁f lesh",
+      "▁fl esh",
+      "▁fle sh",
+      "orph ism",
+      "▁Port al",
+      "▁Por tal",
+      "▁gmin y",
+      "▁вла сти",
+      "▁N ä",
+      "кти че",
+      "к тиче",
+      "▁h rab",
+      "▁hr ab",
+      "▁C ub",
+      "▁Cu b",
+      "av oir",
+      "avo ir",
+      "a voir",
+      "▁L ars",
+      "▁La rs",
+      "▁Lar s",
+      "▁Бе ло",
+      "▁seizo en",
+      "▁Gen omsnitt",
+      "▁L il",
+      "▁Li l",
+      "▁P ool",
+      "▁Po ol",
+      "▁ Pool",
+      "▁D ios",
+      "▁Di os",
+      "T X",
+      "ae s",
+      "a es",
+      "aut ore",
+      "auto re",
+      "autor e",
+      "Al pha",
+      "st ates",
+      "state s",
+      "sta tes",
+      "stat es",
+      "La b",
+      "L ab",
+      "n ederbörd",
+      "er ton",
+      "ert on",
+      "▁b rid",
+      "▁br id",
+      "▁ brid",
+      "▁r icht",
+      "▁rich t",
+      "▁ric ht",
+      "▁ri cht",
+      "▁ richt",
+      "▁E la",
+      "▁El a",
+      "▁с ла",
+      "▁ сла",
+      "▁weap on",
+      "▁comb att",
+      "▁combat t",
+      "ag ar",
+      "aga r",
+      "a gar",
+      "▁reg nig",
+      "▁util isé",
+      "▁utilis é",
+      "▁ser vir",
+      "▁serv ir",
+      "▁servi r",
+      "▁b rick",
+      "▁br ick",
+      "▁gate way",
+      "▁tor raste",
+      "▁proced ures",
+      "▁procedure s",
+      "▁års nederbörd",
+      "▁Genomsnitt lig",
+      "чё т",
+      "ч ёт",
+      "▁om rå",
+      "▁ områ",
+      "▁regnig aste",
+      "▁че сть",
+      "▁a mid",
+      "▁am id",
+      "▁ami d",
+      "▁gr ateful",
+      "▁D IS",
+      "▁DI S",
+      "▁ DIS",
+      "DA Y",
+      "▁о ру",
+      "▁ор у",
+      "▁ ору",
+      "▁riv ière",
+      "he ure",
+      "▁Rich mond",
+      "▁Com par",
+      "▁Comp ar",
+      "▁Н ор",
+      "▁Но р",
+      "DO C",
+      "D OC",
+      "es ia",
+      "esi a",
+      "cal c",
+      "▁I U",
+      "▁v org",
+      "▁vo rg",
+      "▁vor g",
+      "▁hab ían",
+      "▁había n",
+      "ço it",
+      "ç oit",
+      "▁a rist",
+      "▁ar ist",
+      "▁к ли",
+      "▁ кли",
+      "▁S ue",
+      "▁Su e",
+      "▁T ouch",
+      "▁To uch",
+      "▁ Touch",
+      "▁Writ ing",
+      "ifi able",
+      "▁w c",
+      "▁with draw",
+      "за р",
+      "з ар",
+      "▁present ly",
+      "▁pres ently",
+      "▁F K",
+      "▁pr akt",
+      "▁pra kt",
+      "▁col ored",
+      "▁color ed",
+      "us b",
+      "u sb",
+      "▁Per ú",
+      "▁pl ata",
+      "▁pla ta",
+      "▁plat a",
+      "▁w ishes",
+      "▁wish es",
+      "▁wis hes",
+      "▁ка м",
+      "▁ кам",
+      "az ar",
+      "aza r",
+      "a zar",
+      "áv el",
+      "á vel",
+      "▁l amp",
+      "▁la mp",
+      "bi shop",
+      "b ishop",
+      "▁in clusion",
+      "▁incl usion",
+      "▁inclus ion",
+      "j q",
+      "ar th",
+      "art h",
+      "▁F lag",
+      "▁Fl ag",
+      "▁ Flag",
+      "▁но р",
+      "▁н ор",
+      "æ dia",
+      "UN CTION",
+      "▁Bahn hof",
+      "▁appro aching",
+      "▁approach ing",
+      "▁G ött",
+      "▁Gö tt",
+      "▁c ube",
+      "▁cu be",
+      "▁cub e",
+      "▁arg ued",
+      "▁argue d",
+      "▁Th ings",
+      "Gu i",
+      "G ui",
+      "до ви",
+      "дов и",
+      "д ови",
+      "▁re cre",
+      "▁rec re",
+      "▁ré seau",
+      "▁rés eau",
+      "▁sign ifica",
+      "▁signific a",
+      "Gi t",
+      "G it",
+      "geb racht",
+      "gebra cht",
+      "▁l iga",
+      "▁li ga",
+      "▁lig a",
+      "▁ liga",
+      "▁ass ured",
+      "al us",
+      "alu s",
+      "a lus",
+      "ри т",
+      "р ит",
+      "▁э нциклопеди",
+      "▁% ).",
+      "▁%) .",
+      "▁ %).",
+      "▁Prem ière",
+      "▁declar ations",
+      "▁declaration s",
+      "▁tr icky",
+      "▁trick y",
+      "▁pro files",
+      "▁prof iles",
+      "▁profile s",
+      "▁profil es",
+      "▁F on",
+      "▁Fo n",
+      "▁J as",
+      "▁Ja s",
+      "â r",
+      "ba bel",
+      "b abel",
+      "▁Fr iday",
+      "▁Fri day",
+      "▁Frid ay",
+      "▁jú nius",
+      "▁c ols",
+      "▁col s",
+      "▁co ls",
+      "▁ cols",
+      "▁EX ISTS",
+      "▁Ital iana",
+      "▁Italian a",
+      "▁Italia na",
+      "▁author ization",
+      "▁s ulle",
+      "▁su lle",
+      "▁sul le",
+      "▁sull e",
+      "▁E mb",
+      "▁Em b",
+      "▁Vari able",
+      "▁ Variable",
+      "tr ees",
+      "tre es",
+      "tree s",
+      "t rees",
+      "▁F ly",
+      "▁Fl y",
+      "ri ors",
+      "rio rs",
+      "rior s",
+      "r iors",
+      "▁da mals",
+      "▁dam als",
+      "▁find et",
+      "▁fin det",
+      "▁Se pt",
+      "▁Sep t",
+      "▁m undial",
+      "▁rem oval",
+      "▁remov al",
+      "▁long itude",
+      "▁longitud e",
+      "cl ic",
+      "cli c",
+      "c lic",
+      "▁f ade",
+      "▁fa de",
+      "▁ fade",
+      "▁grad le",
+      "▁ gradle",
+      "▁z ák",
+      "▁zá k",
+      "▁tim ing",
+      "▁ti ming",
+      "tr ightarrow",
+      "t rightarrow",
+      "at ia",
+      "ati a",
+      "- .",
+      "uch e",
+      "uc he",
+      "u che",
+      "▁ser ialize",
+      "▁serial ize",
+      "▁H mm",
+      "▁Represent atives",
+      "ba h",
+      "b ah",
+      "re nd",
+      "ren d",
+      "r end",
+      "ass ador",
+      "assa dor",
+      "▁sh ield",
+      "uc ion",
+      "u cion",
+      "▁am éricaine",
+      "▁améric aine",
+      "▁américain e",
+      "z ę",
+      "vi lla",
+      "vil la",
+      "v illa",
+      "▁hom bre",
+      "ás s",
+      "á ss",
+      "▁S F",
+      "▁ SF",
+      "▁repe ating",
+      "▁repeat ing",
+      "▁c riter",
+      "▁cr iter",
+      "▁crit er",
+      "▁cri ter",
+      "▁St ruct",
+      "▁Str uct",
+      "▁ Struct",
+      "?? ?",
+      "? ??",
+      "▁che ap",
+      "▁r ings",
+      "▁ring s",
+      "▁rin gs",
+      "ab häng",
+      "▁c orte",
+      "▁cor te",
+      "▁cort e",
+      "▁admin ist",
+      "ix on",
+      "gy pt",
+      "▁punt os",
+      "▁punto s",
+      "▁me zi",
+      "▁mez i",
+      "▁po chod",
+      "▁poc hod",
+      "is ko",
+      "isk o",
+      "i sko",
+      "ni ę",
+      "n ię",
+      "▁о су",
+      "▁ос у",
+      "▁á r",
+      "▁ ár",
+      "те льной",
+      "тель ной",
+      "тельно й",
+      "▁Metropol itan",
+      "ji n",
+      "j in",
+      "ze ss",
+      "zes s",
+      "z ess",
+      "▁ві ці",
+      "▁conflic ts",
+      "▁conflict s",
+      "ij st",
+      "▁Mar ket",
+      "▁Mark et",
+      "ст ров",
+      "стро в",
+      "стр ов",
+      "▁\" ,\"",
+      "▁\", \"",
+      "▁ \",\"",
+      "▁Sc roll",
+      "▁ Scroll",
+      "gu n",
+      "g un",
+      "та ра",
+      "тар а",
+      "▁am ateur",
+      "▁r óż",
+      "pos s",
+      "po ss",
+      "p oss",
+      "▁general ized",
+      "▁H arm",
+      "▁Har m",
+      "▁Ha rm",
+      "ci ta",
+      "cit a",
+      "c ita",
+      "▁Sw itzerland",
+      "ic ola",
+      "ico la",
+      "icol a",
+      "i cola",
+      "▁m uit",
+      "▁mu it",
+      "loc ated",
+      "▁c ó",
+      "▁a rose",
+      "▁ar ose",
+      "▁commun auté",
+      "}) ^",
+      "} )^",
+      "vis ibility",
+      "íd a",
+      "í da",
+      "▁F B",
+      "▁ FB",
+      "▁Fre und",
+      "ga t",
+      "g at",
+      "\": {\"",
+      "int ellij",
+      "if ie",
+      "ifi e",
+      "hm en",
+      "h men",
+      "▁éd ition",
+      "▁ édition",
+      "▁ко је",
+      "▁ін ших",
+      "om ing",
+      "omin g",
+      "omi ng",
+      "o ming",
+      "▁arqu itect",
+      "▁Pres idente",
+      "▁President e",
+      "▁П ід",
+      "▁ca bin",
+      "▁cab in",
+      "The orem",
+      "▁G ay",
+      "▁Ga y",
+      "if ice",
+      "ific e",
+      "ifi ce",
+      "▁h ect",
+      "▁he ct",
+      "l ą",
+      "irm ingham",
+      "▁sem antic",
+      "▁Louis iana",
+      "▁sac rifice",
+      "▁sacr ifice",
+      "▁sacrific e",
+      "▁Christ oph",
+      "▁Exec utive",
+      "_ +",
+      "j ák",
+      "▁s eria",
+      "▁se ria",
+      "▁ser ia",
+      "▁Over flow",
+      "▁ Overflow",
+      "▁Lu cy",
+      "▁Luc y",
+      "▁mel hor",
+      "▁vo ices",
+      "▁voice s",
+      "cz a",
+      "c za",
+      "▁ка пи",
+      "▁университе та",
+      "IN CT",
+      "▁col oc",
+      "▁co loc",
+      "▁pr ue",
+      "▁ge omet",
+      "▁geom et",
+      "▁di retto",
+      "▁dire tto",
+      "▁dir etto",
+      "▁dirett o",
+      "re so",
+      "res o",
+      "r eso",
+      "▁A kt",
+      "▁Ak t",
+      "▁un h",
+      "▁се ри",
+      "▁сер и",
+      "▁Al ert",
+      "▁Ale rt",
+      "▁ Alert",
+      "We l",
+      "W el",
+      "au di",
+      "aud i",
+      "a udi",
+      "äl er",
+      "ä ler",
+      "▁gu ests",
+      "▁guest s",
+      "▁и де",
+      "St udio",
+      "▁ка те",
+      "▁ex ponent",
+      "▁expon ent",
+      "rz e",
+      "r ze",
+      "pm od",
+      "p mod",
+      "ro lle",
+      "roll e",
+      "rol le",
+      "▁Lim ited",
+      "Al lemagne",
+      "▁p ity",
+      "▁pi ty",
+      "▁pit y",
+      "▁l ä",
+      "▁ lä",
+      "▁run ner",
+      "▁ runner",
+      "ke nde",
+      "ken de",
+      "k ende",
+      "E Q",
+      "▁M M",
+      "▁ MM",
+      "sz ág",
+      "по ді",
+      "▁reg ret",
+      "▁publi é",
+      "▁depart amento",
+      "▁acc used",
+      "▁accus ed",
+      "h p",
+      "▁P fl",
+      "▁Pf l",
+      "▁S int",
+      "▁Si nt",
+      "▁Sin t",
+      "▁ek onom",
+      "ra ctor",
+      "rac tor",
+      "ract or",
+      "r actor",
+      "▁П ів",
+      "▁aw ful",
+      "owa ć",
+      "] ->",
+      "▁F ine",
+      "▁Fin e",
+      "С а",
+      "ti s",
+      "t is",
+      "ét a",
+      "é ta",
+      "▁Ро ди",
+      "▁Düsseld orf",
+      "LO B",
+      "L OB",
+      "os as",
+      "osa s",
+      "wer ke",
+      "werk e",
+      "▁l ance",
+      "▁lan ce",
+      "▁листо пада",
+      "▁in complete",
+      "▁P icture",
+      "▁ Picture",
+      "(' \\",
+      "( '\\",
+      "es ters",
+      "est ers",
+      "ester s",
+      "este rs",
+      "e sters",
+      "▁belong ed",
+      "▁S ank",
+      "▁San k",
+      "am med",
+      "amm ed",
+      "▁repos itories",
+      "▁ad dr",
+      "▁add r",
+      "▁ addr",
+      "Col lect",
+      "Coll ect",
+      "H ot",
+      "▁t yl",
+      "▁ty l",
+      "▁instance of",
+      "▁bon us",
+      "ov ý",
+      "▁мо ря",
+      "▁мор я",
+      "▁inter active",
+      "▁interact ive",
+      "▁M ys",
+      "▁My s",
+      "▁Ed mund",
+      "file Name",
+      "em or",
+      "emo r",
+      "e mor",
+      "▁Т ри",
+      "▁R osen",
+      "▁Ro sen",
+      "▁Ros en",
+      "▁Rose n",
+      "▁Pr ima",
+      "▁Pri ma",
+      "▁Prim a",
+      "▁v oting",
+      "▁vo ting",
+      "▁vot ing",
+      "▁X P",
+      "▁Z ero",
+      "▁Ze ro",
+      "▁ Zero",
+      "▁L ed",
+      "▁Le d",
+      "ams ung",
+      "▁en ables",
+      "▁enable s",
+      "▁redirect s",
+      "AS T",
+      "A ST",
+      "Pa int",
+      "P aint",
+      "ack er",
+      "ac ker",
+      "a cker",
+      "le cht",
+      "▁chair man",
+      "▁A ven",
+      "▁Av en",
+      "▁S ach",
+      "▁Sa ch",
+      "▁Sac h",
+      "(\" <",
+      "ке р",
+      "к ер",
+      "▁mist akes",
+      "▁mistake s",
+      "▁We it",
+      "▁Wei t",
+      "▁pro wad",
+      "▁ prowad",
+      "▁did nt",
+      "▁didn t",
+      "én ario",
+      "un less",
+      "▁back wards",
+      "bo a",
+      "b oa",
+      "du ino",
+      "`` `",
+      "` ``",
+      "st or",
+      "sto r",
+      "s tor",
+      "Comple tion",
+      "pu esta",
+      "▁din ast",
+      "úl t",
+      "ú lt",
+      "▁S Y",
+      "▁ SY",
+      "if olia",
+      "œuv res",
+      "œuvre s",
+      "▁r acing",
+      "▁ra cing",
+      "▁rac ing",
+      "▁cab inet",
+      "▁cabin et",
+      "▁cut ting",
+      "▁th umb",
+      "▁Ка ра",
+      "▁Кар а",
+      "high light",
+      "ку п",
+      "▁s d",
+      "▁ sd",
+      "▁на ціональ",
+      "▁camp agne",
+      "▁register s",
+      "▁educ ational",
+      "▁education al",
+      "▁p esar",
+      "▁pes ar",
+      "üg e",
+      "ü ge",
+      "▁o ro",
+      "▁or o",
+      "▁ oro",
+      "burg o",
+      "bur go",
+      "▁Athlet ics",
+      "▁M TV",
+      "get Message",
+      "▁H yp",
+      "▁Hy p",
+      "▁vict im",
+      "▁vic tim",
+      ")) \\",
+      ") )\\",
+      "▁dr ums",
+      "▁dru ms",
+      "▁drum s",
+      "host name",
+      "ta ł",
+      "t ał",
+      "ma king",
+      "m aking",
+      "▁pow iat",
+      "ő d",
+      "thread s",
+      "▁absol v",
+      "▁лю ди",
+      "▁ste pped",
+      "▁step ped",
+      "ex ist",
+      "▁N K",
+      "▁v es",
+      "▁ve s",
+      "▁ ves",
+      "ist iche",
+      "istic he",
+      "isti che",
+      "% '",
+      "at ivos",
+      "ativ os",
+      "ati vos",
+      "ativo s",
+      "▁та кой",
+      "▁тако й",
+      "▁Mongo DB",
+      "▁U ng",
+      "▁Un g",
+      "▁Р ус",
+      "▁Ру с",
+      "▁e lim",
+      "▁el im",
+      "▁F if",
+      "ic ación",
+      "ica ción",
+      "▁T ennis",
+      "▁Ten nis",
+      "▁Jeff erson",
+      "j án",
+      "fo g",
+      "f og",
+      "an ha",
+      "anh a",
+      "zo r",
+      "z or",
+      "▁уні версите",
+      "ah u",
+      "a hu",
+      "ia da",
+      "i ada",
+      "S dk",
+      "Set ting",
+      "▁K ill",
+      "▁Kil l",
+      "▁Ki ll",
+      "▁W end",
+      "▁We nd",
+      "▁b ald",
+      "▁bal d",
+      "▁ba ld",
+      "▁K ub",
+      "▁Ku b",
+      "▁v isto",
+      "▁vis to",
+      "▁vi sto",
+      "▁je unes",
+      "▁jeune s",
+      "▁jeu nes",
+      "col lections",
+      "collection s",
+      "collect ions",
+      "ac í",
+      "a cí",
+      "вро пей",
+      "▁ar ise",
+      "он і",
+      "о ні",
+      "MA IN",
+      "до ступ",
+      "▁b erg",
+      "▁be rg",
+      "▁ber g",
+      "▁ berg",
+      "▁critic ism",
+      "▁Tor re",
+      "▁de script",
+      "▁des cript",
+      "▁descri pt",
+      "ière s",
+      "i ères",
+      "▁e studio",
+      "▁est udio",
+      "▁estud io",
+      "▁i li",
+      "▁il i",
+      "▁ ili",
+      "▁mil itare",
+      "▁milit are",
+      "▁militar e",
+      "▁Cl ara",
+      "▁Cla ra",
+      "▁Clar a",
+      "▁El len",
+      "▁Elle n",
+      "▁Ell en",
+      "lim ited",
+      "limit ed",
+      "л м",
+      "▁Esp añ",
+      "▁inf initely",
+      "▁infinite ly",
+      "Amer ica",
+      "ou c",
+      "o uc",
+      "gl ass",
+      "g lass",
+      "▁r ud",
+      "▁ru d",
+      "▁z at",
+      "▁za t",
+      "▁ zat",
+      "▁r in",
+      "▁ri n",
+      "▁ rin",
+      "▁Bibli ografía",
+      "▁mer chant",
+      "tensor flow",
+      "▁d ér",
+      "▁dé r",
+      "▁Active Record",
+      "IE S",
+      "I ES",
+      "▁link er",
+      "▁lin ker",
+      "▁estud ios",
+      "▁estudio s",
+      "cdn js",
+      "▁Го судар",
+      "án chez",
+      "ap pe",
+      "app e",
+      "a ppe",
+      "cl ub",
+      "c lub",
+      "▁dal ší",
+      "▁Alg orithm",
+      "df s",
+      "d fs",
+      "▁B ac",
+      "▁Ba c",
+      "▁ка фе",
+      "▁& =\\",
+      "▁&= \\",
+      "▁а т",
+      "▁ ат",
+      "▁Г лав",
+      "▁M ou",
+      "▁Mo u",
+      "M achine",
+      "(... )",
+      "( ...)",
+      "▁com part",
+      "▁comp art",
+      "▁compar t",
+      "▁aug usztus",
+      "av an",
+      "ava n",
+      "a van",
+      "▁roll ed",
+      "▁rol led",
+      "▁ rolled",
+      "▁е ди",
+      "▁ еди",
+      "Sc an",
+      "S can",
+      "▁ре гі",
+      "▁świ ata",
+      "▁świat a",
+      "▁m ines",
+      "▁min es",
+      "▁mi nes",
+      "▁mine s",
+      "}, {",
+      "▁T ier",
+      "▁Ti er",
+      "Can not",
+      "C annot",
+      "мі н",
+      "м ін",
+      "▁NE W",
+      "▁ NEW",
+      "▁Во л",
+      "▁M anh",
+      "▁Man h",
+      "▁Greg ory",
+      "▁princi pe",
+      "▁princip e",
+      "▁prin cipe",
+      "IS O",
+      "I SO",
+      "pr og",
+      "pro g",
+      "p rog",
+      "▁F ail",
+      "▁Fa il",
+      "▁ Fail",
+      "▁a a",
+      "▁ aa",
+      "▁fe cha",
+      "▁W CF",
+      "▁mag istr",
+      "▁Z ach",
+      "▁Za ch",
+      "▁un icode",
+      "▁con verter",
+      "▁convert er",
+      "▁conver ter",
+      "▁dis pers",
+      "▁disp ers",
+      "ks am",
+      "k sam",
+      "▁Un cle",
+      "Property Changed",
+      "▁l ider",
+      "▁li der",
+      "▁lid er",
+      "▁o pts",
+      "▁op ts",
+      "▁opt s",
+      "▁ opts",
+      "▁та м",
+      "▁ там",
+      "lock ed",
+      "loc ked",
+      "za k",
+      "z ak",
+      "▁co unted",
+      "▁count ed",
+      "▁coun ted",
+      "▁person e",
+      "▁pers one",
+      "▁hur ried",
+      "ät ter",
+      "ätt er",
+      "ätte r",
+      "▁out ras",
+      "▁ou tras",
+      "▁g enu",
+      "▁ge nu",
+      "▁gen u",
+      "B D",
+      "ve g",
+      "v eg",
+      "du e",
+      "d ue",
+      "▁P ract",
+      "▁Pr act",
+      "▁Pra ct",
+      "▁po sible",
+      "▁pos ible",
+      "▁cont ribute",
+      "▁contrib ute",
+      "▁contribu te",
+      "UM N",
+      "▁Bür ger",
+      "▁w ars",
+      "▁war s",
+      "▁wa rs",
+      "▁exhib ition",
+      "hi ll",
+      "h ill",
+      "▁a str",
+      "▁as tr",
+      "▁ast r",
+      "▁ astr",
+      "▁му зе",
+      "▁C ASE",
+      "▁CA SE",
+      "▁ CASE",
+      "man ifest",
+      "y ellow",
+      "F n",
+      "▁R C",
+      "▁ RC",
+      "▁s ott",
+      "▁so tt",
+      "▁su jet",
+      "▁S ocket",
+      "▁So cket",
+      "▁Soc ket",
+      "▁ Socket",
+      "▁Ch ine",
+      "▁Chi ne",
+      "▁frame works",
+      "▁framework s",
+      "Hol d",
+      "H old",
+      "êt s",
+      "ê ts",
+      "▁ф іль",
+      "▁фі ль",
+      "Lo aded",
+      "Load ed",
+      "op he",
+      "oph e",
+      "o phe",
+      "text e",
+      "tex te",
+      "▁ex pres",
+      "▁exp res",
+      "▁expr es",
+      "▁cons ume",
+      "▁consum e",
+      "▁R ichtung",
+      "ograf i",
+      "▁magn ific",
+      "à t",
+      "▁ind ul",
+      "▁indu l",
+      "ry ty",
+      "▁off ici",
+      "▁offic i",
+      "▁ass ault",
+      "ru nd",
+      "run d",
+      "r und",
+      "▁vari ants",
+      "▁variant s",
+      "▁сель сов",
+      "▁exc itement",
+      "Time s",
+      "Tim es",
+      "T imes",
+      "k otlin",
+      "▁g ering",
+      "▁ge ring",
+      "▁ger ing",
+      "▁En gel",
+      "▁Eng el",
+      "▁T imer",
+      "▁Time r",
+      "▁Tim er",
+      "▁Ti mer",
+      "▁ Timer",
+      "² ).",
+      "▁N g",
+      "äs st",
+      "sch au",
+      "SE rror",
+      "S Error",
+      "▁Ed wards",
+      "▁Edward s",
+      "▁Term inal",
+      "li ct",
+      "lic t",
+      "l ict",
+      "Un der",
+      "Und er",
+      "U nder",
+      "▁sp awn",
+      "ür gen",
+      "▁Außer dem",
+      "▁k itchen",
+      "fah rt",
+      "fahr t",
+      "▁Col ors",
+      "▁Color s",
+      "▁систе ма",
+      "▁систем а",
+      "▁termin ated",
+      "▁terminate d",
+      "▁La TeX",
+      "ig keiten",
+      "igkeit en",
+      "▁mes ure",
+      "▁Am ts",
+      "▁Amt s",
+      "▁emp ir",
+      "▁stri king",
+      "▁strik ing",
+      "▁exclus ive",
+      "те х",
+      "▁re z",
+      "▁r ez",
+      "▁ rez",
+      "▁qu an",
+      "▁q uan",
+      "▁Glas gow",
+      "▁lect ure",
+      "▁Test ament",
+      "▁fun ds",
+      "▁fund s",
+      "▁st essa",
+      "▁tri bes",
+      "▁trib es",
+      "▁tribe s",
+      "▁par fois",
+      "▁tre ball",
+      "ni tz",
+      "nit z",
+      "n itz",
+      "bo ve",
+      "b ove",
+      "▁за слу",
+      "▁ab sent",
+      "▁abs ent",
+      "▁L auf",
+      "▁La uf",
+      "▁Lau f",
+      "Sm ith",
+      "▁Никола й",
+      "▁europé enne",
+      "l r",
+      "▁program ma",
+      "▁mi dst",
+      "▁mid st",
+      "▁daugh ters",
+      "▁daughter s",
+      "S yn",
+      "ob en",
+      "obe n",
+      "o ben",
+      "ân ă",
+      "id an",
+      "ida n",
+      "i dan",
+      "▁t her",
+      "▁th er",
+      "▁the r",
+      "▁ ther",
+      "od ore",
+      "odo re",
+      "odor e",
+      "sd l",
+      "s dl",
+      "▁Q uint",
+      "▁Qu int",
+      "▁cas os",
+      "▁caso s",
+      "▁Z am",
+      "▁Za m",
+      "▁стра ны",
+      "▁sp rite",
+      "▁spr ite",
+      "ка л",
+      "к ал",
+      "▁n asc",
+      "▁na sc",
+      "▁nas c",
+      "▁сот руд",
+      "▁tr ava",
+      "▁tra va",
+      "▁trav a",
+      "▁хо зяй",
+      "▁U ruguay",
+      "▁s parse",
+      "▁sp arse",
+      "▁по ле",
+      "▁пол е",
+      "▁myst ery",
+      "▁myster y",
+      "▁M ang",
+      "▁Man g",
+      "▁Ma ng",
+      "reg istr",
+      "▁CG Float",
+      "▁sub mission",
+      "▁subm ission",
+      "ва на",
+      "ван а",
+      "в ана",
+      "▁\" :",
+      "▁ \":",
+      "▁Trace back",
+      "▁P it",
+      "▁Pi t",
+      "▁E hr",
+      "▁с ра",
+      "▁Graph ics",
+      "▁ Graphics",
+      "Up dated",
+      "Update d",
+      "▁sv ensk",
+      "▁sp acing",
+      "▁spac ing",
+      "tr itt",
+      "tri tt",
+      "t ritt",
+      "▁Gu inea",
+      "▁Fran ça",
+      "▁Fr ança",
+      "As soci",
+      "Ass oci",
+      "▁T ová",
+      "▁To vá",
+      "st ab",
+      "sta b",
+      "s tab",
+      "▁Le arning",
+      "▁Lear ning",
+      "▁B right",
+      "▁Br ight",
+      "▁Brig ht",
+      "ś c",
+      "▁id ő",
+      "}} _{\\",
+      "}}_{ \\",
+      "}}_ {\\",
+      "} }_{\\",
+      "▁dro ite",
+      "▁droit e",
+      "▁ra ising",
+      "get ting",
+      "yth m",
+      "yt hm",
+      "y thm",
+      "on yme",
+      "ony me",
+      "onym e",
+      "ż s",
+      "▁b lah",
+      "▁bl ah",
+      "▁bla h",
+      "▁ blah",
+      "Tag Name",
+      "Vert ical",
+      "▁a per",
+      "▁ap er",
+      "▁ aper",
+      "post gresql",
+      "▁Hand le",
+      "▁ Handle",
+      "ze w",
+      "z ew",
+      "▁sk ulle",
+      "▁op ere",
+      "▁oper e",
+      "lay ers",
+      "layer s",
+      "▁pos sono",
+      "▁poss ono",
+      "▁re late",
+      "▁rel ate",
+      "▁rela te",
+      "ą c",
+      "▁M ih",
+      "▁Mi h",
+      "â ge",
+      "▁Ś wi",
+      "iss es",
+      "isse s",
+      "▁serv let",
+      "▁ servlet",
+      "Lo s",
+      "L os",
+      "▁Ad vanced",
+      "▁Adv anced",
+      "at ica",
+      "ati ca",
+      "atic a",
+      "▁c ed",
+      "▁ce d",
+      "▁ ced",
+      "▁element os",
+      "ро на",
+      "рон а",
+      "р она",
+      "ik s",
+      "i ks",
+      "ar f",
+      "a rf",
+      "ar iat",
+      "ari at",
+      "aria t",
+      "M obile",
+      "ag ua",
+      "agu a",
+      "▁t imp",
+      "▁tim p",
+      "▁ti mp",
+      "▁Com ité",
+      "▁comb ining",
+      "▁combin ing",
+      "wo hl",
+      "w ohl",
+      "▁Stud y",
+      "▁Stu dy",
+      "co ordinate",
+      "▁recommend ation",
+      "▁transform ations",
+      "▁transformation s",
+      "un til",
+      "unt il",
+      "u ntil",
+      "bound ed",
+      "b ounded",
+      "▁и зу",
+      "▁из у",
+      "han ced",
+      "h anced",
+      "▁во про",
+      "▁P rés",
+      "▁Pr és",
+      "▁co ord",
+      "xt y",
+      "x ty",
+      "▁$ ,",
+      "▁ $,",
+      "▁champion s",
+      "▁champ ions",
+      "De n",
+      "D en",
+      "M il",
+      "(' ,",
+      "( ',",
+      "▁Pre is",
+      "▁e igh",
+      "▁eig h",
+      "▁mark ers",
+      "▁marker s",
+      "▁gew esen",
+      "ät ten",
+      "ätt en",
+      "ätte n",
+      "▁p ione",
+      "▁pi one",
+      "m v",
+      "▁ј у",
+      "▁ ју",
+      "zeich nis",
+      "ho ff",
+      "hof f",
+      "h off",
+      "New s",
+      "Ne ws",
+      "▁Stanis ław",
+      "▁Br andenburg",
+      "▁Brand enburg",
+      "▁Fe uer",
+      "= &",
+      "же т",
+      "ж ет",
+      "▁N eil",
+      "▁Ne il",
+      "▁w irk",
+      "▁wir k",
+      "▁soci età",
+      "▁sp are",
+      "▁civil e",
+      "▁civ ile",
+      "sp rach",
+      "spr ach",
+      "▁d isse",
+      "▁dis se",
+      "▁diss e",
+      "▁g ates",
+      "▁ga tes",
+      "▁gate s",
+      "▁gat es",
+      "▁a nom",
+      "▁an om",
+      "▁ano m",
+      "▁Федера ции",
+      "▁t ib",
+      "▁ti b",
+      "▁f útbol",
+      "▁Wikip ed",
+      "ia te",
+      "iat e",
+      "i ate",
+      "Fr ont",
+      "F ront",
+      "▁c raw",
+      "▁cr aw",
+      "▁cra w",
+      "▁R ak",
+      "▁Ra k",
+      "▁з ву",
+      "▁зв у",
+      "st reet",
+      "stre et",
+      "▁A gency",
+      "▁Ag ency",
+      "ва ло",
+      "вал о",
+      "▁Ра с",
+      "▁mk dir",
+      "ac ję",
+      "▁sh ares",
+      "▁share s",
+      "St ory",
+      "Sto ry",
+      "▁re marks",
+      "▁rem arks",
+      "▁remark s",
+      "▁key words",
+      "▁keyword s",
+      "Bo b",
+      "B ob",
+      "▁t oe",
+      "▁to e",
+      "▁V itt",
+      "▁Vi tt",
+      "▁Vit t",
+      "▁r hs",
+      "▁rh s",
+      "RO P",
+      "R OP",
+      "or is",
+      "ori s",
+      "o ris",
+      "/ @",
+      "си и",
+      "▁tra verse",
+      "▁travers e",
+      "▁refer encing",
+      "pr äsident",
+      "ro ng",
+      "ron g",
+      "r ong",
+      "') :",
+      "' ):",
+      "at ies",
+      "ati es",
+      "atie s",
+      "a ties",
+      "A W",
+      "Out let",
+      "▁é vol",
+      "▁év ol",
+      "ik es",
+      "ike s",
+      "i kes",
+      "▁environment al",
+      "ic um",
+      "▁L ied",
+      "▁Li ed",
+      "▁Lie d",
+      "▁w arn",
+      "▁war n",
+      "▁wa rn",
+      "▁ warn",
+      "▁But ler",
+      "▁% ),",
+      "▁%) ,",
+      "▁Zeit schrift",
+      "▁Mon tr",
+      "▁Mont r",
+      "ва жа",
+      "▁Mer cur",
+      "je kte",
+      "jekt e",
+      "me ter",
+      "met er",
+      "m eter",
+      "du cation",
+      "▁att ributed",
+      "▁attribute d",
+      "* $",
+      "▁un f",
+      "▁Vert rag",
+      "zi en",
+      "zie n",
+      "z ien",
+      "▁Р об",
+      "▁Ро б",
+      "li ces",
+      "lic es",
+      "lice s",
+      "l ices",
+      "pp ly",
+      "p ply",
+      "an sen",
+      "ans en",
+      "anse n",
+      "▁ze it",
+      "▁ zeit",
+      "▁im mense",
+      "▁imm ense",
+      "▁lut ego",
+      "▁Bul gar",
+      "▁Bulg ar",
+      "▁mi embros",
+      "▁На циональ",
+      "▁Al low",
+      "▁All ow",
+      "▁ Allow",
+      "▁ang lès",
+      "д ви",
+      "▁T oy",
+      "▁To y",
+      "ту а",
+      "▁y ard",
+      "▁ya rd",
+      "▁ yard",
+      "( %",
+      "is ser",
+      "iss er",
+      "isse r",
+      "▁g olf",
+      "▁gol f",
+      "▁Uk rain",
+      "▁h osp",
+      "▁ho sp",
+      "▁hos p",
+      "In clude",
+      "▁L isa",
+      "▁Li sa",
+      "▁Lis a",
+      "▁c sal",
+      "▁cs al",
+      "▁M ira",
+      "▁Mi ra",
+      "▁Mir a",
+      "rec ogn",
+      "▁К е",
+      "▁h itting",
+      "▁hit ting",
+      "коно мі",
+      "коном і",
+      "▁Tourn ament",
+      "LO AD",
+      "▁Guard ian",
+      "▁da her",
+      "▁dah er",
+      "▁time zone",
+      "▁tom cat",
+      "▁ tomcat",
+      "▁success or",
+      "▁succ essor",
+      "▁successo r",
+      "▁V oid",
+      "▁Vo id",
+      "▁come ç",
+      "▁convert s",
+      "▁conver ts",
+      "äch s",
+      "ä chs",
+      "os ex",
+      "ose x",
+      "o sex",
+      "xe lles",
+      "x elles",
+      "as er",
+      "ase r",
+      "a ser",
+      "▁É s",
+      "▁m ou",
+      "▁mo u",
+      "▁u ng",
+      "▁un g",
+      "▁ ung",
+      "▁or igen",
+      "▁orig en",
+      "▁C row",
+      "▁Cr ow",
+      "▁Cro w",
+      "▁E rd",
+      "▁Er d",
+      "▁s ieben",
+      "▁si eben",
+      "▁sie ben",
+      "lu a",
+      "l ua",
+      "▁B B",
+      "▁ BB",
+      "RE NT",
+      "R ENT",
+      "▁pił kar",
+      "▁mar que",
+      "▁marqu e",
+      "▁La bour",
+      "▁Lab our",
+      "vi ders",
+      "vider s",
+      "vid ers",
+      "v iders",
+      "▁ex empl",
+      "▁exem pl",
+      "So und",
+      "S ound",
+      "▁W ass",
+      "▁Was s",
+      "▁Wa ss",
+      "arr ison",
+      "▁те чение",
+      "▁Of icina",
+      "▁D aw",
+      "▁Da w",
+      "▁K auf",
+      "▁Ka uf",
+      "én t",
+      "é nt",
+      "és ő",
+      "▁= \"",
+      "▁ =\"",
+      "▁k at",
+      "▁ka t",
+      "di ction",
+      "dict ion",
+      "dic tion",
+      "d iction",
+      "▁V oll",
+      "▁Vol l",
+      "▁Vo ll",
+      "▁high way",
+      "J ames",
+      "ze uge",
+      "zeug e",
+      "▁mod elo",
+      "▁model o",
+      "▁mode lo",
+      "Th row",
+      "▁F orum",
+      "▁For um",
+      "▁Fo rum",
+      "(\" @",
+      "▁en fer",
+      "▁enf er",
+      "▁спе циаль",
+      "Number s",
+      "Num bers",
+      "▁B inary",
+      "▁Bin ary",
+      "▁ Binary",
+      "▁Martí nez",
+      "▁Martín ez",
+      "▁St ato",
+      "▁Stat o",
+      "▁Sta to",
+      "▁fest iv",
+      "▁k atol",
+      "▁ka tol",
+      "▁kat ol",
+      "▁А б",
+      "▁lim itation",
+      "▁limit ation",
+      "▁S TR",
+      "▁ST R",
+      "▁ STR",
+      "▁О фициаль",
+      "ip es",
+      "ipe s",
+      "i pes",
+      "▁I sn",
+      "▁Is n",
+      "▁rule d",
+      "▁ru led",
+      "▁c í",
+      "▁ cí",
+      "ge ber",
+      "geb er",
+      "▁lavor o",
+      "▁lav oro",
+      "▁parenthes es",
+      "о з",
+      "▁équip es",
+      "▁équipe s",
+      "▁efficient ly",
+      "▁Per iod",
+      "▁ Period",
+      "▁Reg arding",
+      "le af",
+      "lea f",
+      "▁similar ity",
+      "▁gest ure",
+      "data b",
+      "da tab",
+      "dat ab",
+      "▁term inate",
+      "▁termin ate",
+      "▁sem antics",
+      "▁semantic s",
+      "▁A lo",
+      "▁Al o",
+      "▁c ig",
+      "▁ci g",
+      "▁Open GL",
+      "▁heut igen",
+      "xa ml",
+      "x aml",
+      "▁frequ encies",
+      ")} .",
+      ") }.",
+      "▁threaten ed",
+      "▁threat ened",
+      "ти к",
+      "▁cal cio",
+      "▁calci o",
+      "▁calc io",
+      "▁R iemann",
+      "▁Ri emann",
+      "sl ug",
+      "▁F inale",
+      "▁Fin ale",
+      "▁Final e",
+      "L R",
+      "▁Der by",
+      "▁о ще",
+      "▁de viation",
+      "▁dev iation",
+      "▁devi ation",
+      "äch en",
+      "äche n",
+      "ä chen",
+      "▁C ris",
+      "▁Cr is",
+      "но во",
+      "нов о",
+      "н ово",
+      "▁сто лі",
+      "▁re lev",
+      "▁rel ev",
+      "▁splend id",
+      "▁у чё",
+      "er ving",
+      "erv ing",
+      "ga ble",
+      "g able",
+      "▁général e",
+      "▁généra le",
+      "po m",
+      "p om",
+      "▁Che ers",
+      "▁impr ison",
+      "▁in dent",
+      "▁ind ent",
+      "▁inde nt",
+      "▁ indent",
+      "▁anal yz",
+      "▁analy z",
+      "▁re vert",
+      "▁rev ert",
+      "▁reve rt",
+      "▁rever t",
+      "ér er",
+      "ére r",
+      "é rer",
+      "▁ph ases",
+      "▁phase s",
+      "First Name",
+      "▁m ig",
+      "▁mi g",
+      "▁dist urb",
+      "▁mi xture",
+      "▁) {",
+      "▁ ){",
+      "int ure",
+      "▁T ried",
+      "▁Tr ied",
+      "▁Tri ed",
+      "▁soon er",
+      "▁p els",
+      "▁pe ls",
+      "▁pel s",
+      "▁ét abl",
+      "et ro",
+      "etr o",
+      "it ie",
+      "iti e",
+      "▁quart ier",
+      "▁го во",
+      "▁г ово",
+      "▁ гово",
+      "▁vá ros",
+      "uf e",
+      "u fe",
+      "he ten",
+      "het en",
+      "h eten",
+      "хо м",
+      "х ом",
+      "▁so ap",
+      "▁ soap",
+      "ut ors",
+      "uto rs",
+      "utor s",
+      "▁d uch",
+      "▁du ch",
+      "▁duc h",
+      "syn tax",
+      "s yntax",
+      "▁tr ibe",
+      "▁tri be",
+      "▁trib e",
+      "▁ch ante",
+      "▁chant e",
+      "Tr i",
+      "T ri",
+      "▁M ate",
+      "▁Ma te",
+      "▁Mat e",
+      "qu ality",
+      "qual ity",
+      "uo la",
+      "u ola",
+      "=\" .",
+      "= \".",
+      "ch k",
+      "▁в сі",
+      "▁вс і",
+      "▁prze ci",
+      "▁M eteor",
+      "▁Met eor",
+      "▁scatter ed",
+      "Pl us",
+      "P lus",
+      "tr ad",
+      "tra d",
+      "t rad",
+      "▁stack overflow",
+      "▁ stackoverflow",
+      "▁re tra",
+      "▁r etra",
+      "▁ret ra",
+      "▁retr a",
+      "▁éd itions",
+      "▁édition s",
+      "▁s ain",
+      "▁sa in",
+      "cri be",
+      "cr ibe",
+      "ig non",
+      "ign on",
+      "uc ker",
+      "uck er",
+      "u cker",
+      "▁ма ло",
+      "▁ten ir",
+      "▁ex ports",
+      "▁export s",
+      "▁ exports",
+      "▁aux ili",
+      "▁] ]",
+      "▁ ]]",
+      "▁C BS",
+      "un iform",
+      "uni form",
+      "▁period ic",
+      "ag rant",
+      "agr ant",
+      "▁em ple",
+      "▁emp le",
+      "W il",
+      "▁f res",
+      "▁fr es",
+      "▁fre s",
+      "▁str utt",
+      "▁stru tt",
+      "▁с віт",
+      "▁сві т",
+      "▁be tre",
+      "▁bet re",
+      "▁объ ек",
+      "ти ся",
+      "▁b isher",
+      "▁bis her",
+      "ba um",
+      "bau m",
+      "b aum",
+      "is hi",
+      "ish i",
+      "▁Gaz ette",
+      "background Color",
+      "j l",
+      "▁f iel",
+      "▁fi el",
+      "▁пре ма",
+      "▁protagon ista",
+      "▁Muham mad",
+      "▁sim ulate",
+      "▁H ook",
+      "▁Ho ok",
+      "fe st",
+      "f est",
+      "▁сво их",
+      "▁свои х",
+      "Se nder",
+      "Send er",
+      "S ender",
+      "▁list ened",
+      "▁listen ed",
+      "▁liste ned",
+      "ж і",
+      "je st",
+      "jes t",
+      "j est",
+      "ko rd",
+      "kor d",
+      "k ord",
+      "Cho ice",
+      "▁hoof d",
+      "redu cible",
+      "hp p",
+      "h pp",
+      "▁W u",
+      "š i",
+      "▁M arse",
+      "▁Mar se",
+      "▁Mars e",
+      "▁s oir",
+      "▁so ir",
+      "we sten",
+      "west en",
+      "w esten",
+      "em os",
+      "emo s",
+      "e mos",
+      "▁D uc",
+      "▁Du c",
+      "▁amer ik",
+      "| }{",
+      "▁G ul",
+      "▁Gu l",
+      "▁Sp rache",
+      "▁Spr ache",
+      "▁mis match",
+      "▁mism atch",
+      "Sc al",
+      "S cal",
+      "P ixel",
+      "E F",
+      "▁S ep",
+      "▁Se p",
+      "▁powie cie",
+      "ur k",
+      "▁Nap oli",
+      "▁neighbour hood",
+      "сто ян",
+      "стоя н",
+      "▁search es",
+      "yr us",
+      "y rus",
+      "пе т",
+      "п ет",
+      "He lp",
+      "Hel p",
+      "pon t",
+      "po nt",
+      "p ont",
+      "▁Or ient",
+      "▁Ori ent",
+      "▁Alf onso",
+      "▁monitor ing",
+      "ia o",
+      "i ao",
+      "éd é",
+      "▁Cés ar",
+      "ше е",
+      "Sh ift",
+      "su it",
+      "s uit",
+      "code d",
+      "co ded",
+      "cod ed",
+      "c oded",
+      "но то",
+      "▁Par ti",
+      "▁Part i",
+      "▁la sci",
+      "▁las ci",
+      "▁aw esome",
+      "us ta",
+      "ust a",
+      "u sta",
+      "▁С ове",
+      "▁Со ве",
+      "▁Сов е",
+      "▁F land",
+      "▁Fl and",
+      "oo m",
+      "o om",
+      "▁de vi",
+      "▁dev i",
+      "eng elsk",
+      "end um",
+      "▁Pa scal",
+      "▁Pas cal",
+      "▁B ind",
+      "▁Bi nd",
+      "▁Bin d",
+      "▁ Bind",
+      "▁sigu ientes",
+      "▁siguiente s",
+      "J B",
+      "▁Peters burg",
+      "▁incorrect ly",
+      "▁B ash",
+      "▁Bas h",
+      "▁Ba sh",
+      "▁pe los",
+      "▁pel os",
+      "▁pelo s",
+      "▁zes po",
+      "NS URL",
+      "▁př ek",
+      "▁Cr ime",
+      "na ch",
+      "n ach",
+      "▁th rust",
+      "▁thr ust",
+      "▁Cult ura",
+      "W F",
+      "▁S olo",
+      "▁So lo",
+      "▁Sol o",
+      "▁in vas",
+      "▁inv as",
+      "▁individ ually",
+      "▁individual ly",
+      "ib m",
+      "i bm",
+      "▁et apa",
+      "▁hand ed",
+      "▁han ded",
+      "▁where ver",
+      "▁interpol ation",
+      "▁mus ée",
+      "▁C NN",
+      "id ia",
+      "idi a",
+      "i dia",
+      "ńst w",
+      "▁pr zew",
+      "▁prze w",
+      "▁prz ew",
+      "ug hing",
+      "ugh ing",
+      "▁a ctors",
+      "▁act ors",
+      "▁actor s",
+      "▁Ori ental",
+      "▁Orient al",
+      "▁conven ience",
+      "▁mi asta",
+      "br ains",
+      "bra ins",
+      "▁ме ся",
+      "▁inf atti",
+      "▁All Movie",
+      "▁crit ique",
+      "▁success o",
+      "▁succ esso",
+      "anc ouver",
+      "▁f á",
+      "ъл гар",
+      "▁wis dom",
+      "▁Pho enix",
+      "ho le",
+      "hol e",
+      "h ole",
+      "▁inform ación",
+      "▁Air lines",
+      "▁Airl ines",
+      ". «",
+      "mo rt",
+      "mor t",
+      "m ort",
+      "user Id",
+      "▁*/ \r",
+      "▁C ongo",
+      "▁Con go",
+      "▁Cong o",
+      "▁\" `",
+      "▁ \"`",
+      "co rr",
+      "cor r",
+      "c orr",
+      "▁problem as",
+      "▁proble mas",
+      "▁problema s",
+      "▁probl emas",
+      "▁b ib",
+      "▁bi b",
+      "▁ bib",
+      "▁póź niej",
+      "▁file Name",
+      "▁ fileName",
+      "zo tt",
+      "z ott",
+      "ma cht",
+      "mac ht",
+      "m acht",
+      "▁Ul rich",
+      "C y",
+      "end point",
+      "▁she ep",
+      "▁i bn",
+      "Fe ed",
+      "F eed",
+      "▁sympath y",
+      "▁I b",
+      "▁territ orial",
+      "ra ting",
+      "rat ing",
+      "r ating",
+      "да ми",
+      "▁d st",
+      "▁ds t",
+      "▁ dst",
+      "у ю",
+      "ah o",
+      "a ho",
+      "▁s ug",
+      "▁su g",
+      "em ia",
+      "emi a",
+      "▁t ed",
+      "▁te d",
+      "▁ ted",
+      "▁A pi",
+      "▁Ap i",
+      "▁ Api",
+      "▁R ica",
+      "▁Ric a",
+      "▁Ri ca",
+      "▁M R",
+      "▁ MR",
+      "ński m",
+      "ń skim",
+      "▁V oor",
+      "▁Vo or",
+      "▁de vil",
+      "▁dev il",
+      "▁devi l",
+      "▁Ф о",
+      "▁N är",
+      "▁Nä r",
+      "▁... )",
+      "▁.. .)",
+      "▁ ...)",
+      "▁v ois",
+      "▁vo is",
+      "▁ab bre",
+      "▁abb re",
+      "▁M änner",
+      "xim o",
+      "xi mo",
+      "x imo",
+      "▁intellect ual",
+      "▁t ales",
+      "▁tal es",
+      "▁ta les",
+      "▁tale s",
+      "sim ilar",
+      "ne um",
+      "▁O rig",
+      "▁Or ig",
+      "▁Ori g",
+      "▁po stal",
+      "▁pos tal",
+      "▁post al",
+      "▁h vor",
+      "▁ident ification",
+      "▁identific ation",
+      "▁О д",
+      "ue sto",
+      "ues to",
+      "uest o",
+      "u esto",
+      "▁. ./",
+      "▁.. /",
+      "▁ ../",
+      "▁b ir",
+      "▁bi r",
+      "▁ bir",
+      "▁Л он",
+      "▁Ло н",
+      "▁es empio",
+      "▁E ing",
+      "▁Ein g",
+      "Exp and",
+      "▁PR IMARY",
+      "▁J in",
+      "▁Ji n",
+      "▁vš ak",
+      "ours es",
+      "ourse s",
+      "▁Be tty",
+      "▁Bet ty",
+      "▁W M",
+      "▁ WM",
+      "▁fl ask",
+      "▁fla sk",
+      "hl en",
+      "h len",
+      "▁A del",
+      "▁Ad el",
+      "lar avel",
+      "▁д ет",
+      "▁де т",
+      "сь кою",
+      "сько ю",
+      "▁M undo",
+      "▁Mun do",
+      "ic zn",
+      "icz n",
+      "ifi é",
+      "▁М ор",
+      "▁Мо р",
+      "▁д рев",
+      "▁др ев",
+      "Date Format",
+      "сь ким",
+      "ськ им",
+      "▁d ated",
+      "▁da ted",
+      "▁dat ed",
+      "▁date d",
+      "▁ dated",
+      "ко ли",
+      "кол и",
+      "▁результа те",
+      "\\) .",
+      "\\ ).",
+      "▁delay ed",
+      "so und",
+      "s ound",
+      "▁Ма к",
+      "▁\" ...",
+      "▁\". ..",
+      "▁b innen",
+      "▁bin nen",
+      "▁фа куль",
+      "▁pol ygon",
+      "▁poly gon",
+      "▁eg gs",
+      "▁egg s",
+      "At IndexPath",
+      "AtIndex Path",
+      "мен таль",
+      "мент аль",
+      "мента ль",
+      "▁in cred",
+      "▁incre d",
+      "▁inc red",
+      "ch unk",
+      "web driver",
+      "▁с вобо",
+      "▁сво бо",
+      "▁mi ędzy",
+      "Rece ived",
+      "Receive d",
+      "▁M onde",
+      "▁Mon de",
+      "▁Mo nde",
+      "▁Mond e",
+      "▁J Query",
+      "Bu tt",
+      "But t",
+      "B utt",
+      "▁P DO",
+      "▁for ec",
+      "▁fo rec",
+      "▁fore c",
+      "▁discipl ine",
+      "ch ev",
+      "che v",
+      "на т",
+      "н ат",
+      "▁re dis",
+      "▁red is",
+      "▁hun ting",
+      "▁al k",
+      "▁ alk",
+      "▁proof s",
+      "PR I",
+      "P RI",
+      "▁c hip",
+      "▁ch ip",
+      "▁chi p",
+      "és ie",
+      "▁H O",
+      "▁ HO",
+      "▁r ug",
+      "▁ru g",
+      "▁ rug",
+      "zo s",
+      "z os",
+      "▁s orte",
+      "▁sort e",
+      "▁sor te",
+      "▁ze igt",
+      "▁Phys ics",
+      "leg te",
+      "legt e",
+      "▁proport ional",
+      "▁proportion al",
+      "▁tool bar",
+      "ve ment",
+      "v ement",
+      "not in",
+      "▁prv ní",
+      "bl ah",
+      "bla h",
+      "b lah",
+      "▁prés ence",
+      "▁l loc",
+      "▁ll oc",
+      "▁lí der",
+      "▁Ac cept",
+      "▁ Accept",
+      "▁Al ways",
+      "▁\" {",
+      "▁divers i",
+      "▁diver si",
+      "ik or",
+      "iko r",
+      "i kor",
+      "Per iod",
+      "ж ён",
+      "▁Al liance",
+      "▁All iance",
+      "▁re lay",
+      "▁rel ay",
+      "▁rela y",
+      "Br o",
+      "B ro",
+      "jö n",
+      "j ön",
+      "▁B aud",
+      "▁Ba ud",
+      "▁Bau d",
+      "▁B ian",
+      "▁Bi an",
+      "') [",
+      "' )[",
+      "чи в",
+      "▁P oss",
+      "▁Po ss",
+      "▁Pos s",
+      "▁Mitg lieder",
+      "▁Mitglied er",
+      "▁n ev",
+      "▁ne v",
+      "Dan iel",
+      "▁t ends",
+      "▁ten ds",
+      "▁tend s",
+      "▁compag nie",
+      "▁liv res",
+      "▁livre s",
+      "lu b",
+      "l ub",
+      "▁ ▁",
+      "▁▁ ▁▁",
+      "▁▁▁ ▁",
+      "▁ ▁▁▁",
+      "▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁",
+      "▁▁▁▁▁ ▁▁▁",
+      "▁▁▁▁▁▁ ▁▁",
+      "▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁ ▁",
+      "▁ ▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁",
+      "▁▁▁▁ ▁",
+      "▁▁▁ ▁▁",
+      "▁ ▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁",
+      "▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁",
+      "▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁",
+      "▁▁▁▁ ▁▁",
+      "▁▁▁▁▁ ▁",
+      "▁▁▁ ▁▁▁",
+      "▁ ▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁ ▁▁",
+      "▁▁▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁▁▁",
+      "▁▁▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁ ▁",
+      "▁ ▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁ ▁",
+      "▁▁▁▁▁▁▁▁▁▁ ▁▁▁",
+      "▁▁▁ ▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁▁▁▁",
+      "▁▁▁▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁ ▁▁",
+      "▁ ▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁",
+      "▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁",
+      "▁▁▁▁▁▁▁ ▁▁▁",
+      "▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁",
+      "▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁",
+      "▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁",
+      "▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁ ▁",
+      "▁ ▁▁",
+      "▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁",
+      "▁▁▁▁▁ ▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁",
+      "▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁ ▁▁",
+      "▁ ▁▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁",
+      "▁▁▁▁▁ ▁▁",
+      "▁▁▁▁▁▁ ▁",
+      "▁▁▁ ▁▁▁▁",
+      "▁ ▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁ ▁",
+      "▁▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁▁",
+      "▁▁▁▁▁▁▁ ▁▁▁▁",
+      "▁ ▁▁▁▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁",
+      "▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁",
+      "▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁",
+      "▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁▁"
+    ]
+  }
+}
\ No newline at end of file
diff --git a/mr_paco_checkpoint/tokenizer/tokenizer.model b/mr_paco_checkpoint/tokenizer/tokenizer.model
new file mode 100755
index 0000000000000000000000000000000000000000..6c00c742ce03c627d6cd5b795984876fa49fa899
--- /dev/null
+++ b/mr_paco_checkpoint/tokenizer/tokenizer.model
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
+size 499723
diff --git a/mr_paco_checkpoint/tokenizer/tokenizer_config.json b/mr_paco_checkpoint/tokenizer/tokenizer_config.json
new file mode 100755
index 0000000000000000000000000000000000000000..818be071ee147f56af495c89187f08d9591288de
--- /dev/null
+++ b/mr_paco_checkpoint/tokenizer/tokenizer_config.json
@@ -0,0 +1,131 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32000": {
+      "content": "<im_gen_start>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32001": {
+      "content": "<im_gen>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32002": {
+      "content": "<mask_gen>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32003": {
+      "content": "<audio_gen>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32004": {
+      "content": "<audio_gen_start>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32005": {
+      "content": "<audio>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32006": {
+      "content": "<video>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32007": {
+      "content": "<base>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32008": {
+      "content": "<base_null>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32009": {
+      "content": "<seg>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32010": {
+      "content": "<seg_input>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "legacy": false,
+  "model_max_length": 2048,
+  "pad_token": "<unk>",
+  "padding_side": "right",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}
diff --git a/mr_paco_checkpoint/tokenizer_config.json b/mr_paco_checkpoint/tokenizer_config.json
new file mode 100755
index 0000000000000000000000000000000000000000..818be071ee147f56af495c89187f08d9591288de
--- /dev/null
+++ b/mr_paco_checkpoint/tokenizer_config.json
@@ -0,0 +1,131 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32000": {
+      "content": "<im_gen_start>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32001": {
+      "content": "<im_gen>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32002": {
+      "content": "<mask_gen>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32003": {
+      "content": "<audio_gen>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32004": {
+      "content": "<audio_gen_start>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32005": {
+      "content": "<audio>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32006": {
+      "content": "<video>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32007": {
+      "content": "<base>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32008": {
+      "content": "<base_null>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32009": {
+      "content": "<seg>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32010": {
+      "content": "<seg_input>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "legacy": false,
+  "model_max_length": 2048,
+  "pad_token": "<unk>",
+  "padding_side": "right",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}
diff --git a/mr_paco_checkpoint/trainer_state.json b/mr_paco_checkpoint/trainer_state.json
new file mode 100755
index 0000000000000000000000000000000000000000..7f77762647ddeafc66ed6d3c4038e37bbf820d9b
--- /dev/null
+++ b/mr_paco_checkpoint/trainer_state.json
@@ -0,0 +1,293006 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.0,
+  "eval_steps": 1000,
+  "global_step": 41852,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 4.7787441460384214e-05,
+      "grad_norm": 980.0081787109375,
+      "learning_rate": 1.5923566878980894e-08,
+      "loss": 135.875,
+      "step": 1
+    },
+    {
+      "epoch": 9.557488292076843e-05,
+      "grad_norm": 1179.23876953125,
+      "learning_rate": 3.184713375796179e-08,
+      "loss": 99.875,
+      "step": 2
+    },
+    {
+      "epoch": 0.00014336232438115262,
+      "grad_norm": 1294.7244873046875,
+      "learning_rate": 4.777070063694268e-08,
+      "loss": 118.375,
+      "step": 3
+    },
+    {
+      "epoch": 0.00019114976584153686,
+      "grad_norm": 590.2833251953125,
+      "learning_rate": 6.369426751592358e-08,
+      "loss": 86.625,
+      "step": 4
+    },
+    {
+      "epoch": 0.00023893720730192106,
+      "grad_norm": 1476.8577880859375,
+      "learning_rate": 7.961783439490447e-08,
+      "loss": 123.875,
+      "step": 5
+    },
+    {
+      "epoch": 0.00028672464876230524,
+      "grad_norm": 851.7933959960938,
+      "learning_rate": 9.554140127388536e-08,
+      "loss": 136.625,
+      "step": 6
+    },
+    {
+      "epoch": 0.0003345120902226895,
+      "grad_norm": 852.481689453125,
+      "learning_rate": 1.1146496815286625e-07,
+      "loss": 98.75,
+      "step": 7
+    },
+    {
+      "epoch": 0.0003822995316830737,
+      "grad_norm": 766.6211547851562,
+      "learning_rate": 1.2738853503184715e-07,
+      "loss": 100.375,
+      "step": 8
+    },
+    {
+      "epoch": 0.0004300869731434579,
+      "grad_norm": 838.1124267578125,
+      "learning_rate": 1.4331210191082803e-07,
+      "loss": 99.5,
+      "step": 9
+    },
+    {
+      "epoch": 0.00047787441460384213,
+      "grad_norm": 1102.82666015625,
+      "learning_rate": 1.5923566878980893e-07,
+      "loss": 138.25,
+      "step": 10
+    },
+    {
+      "epoch": 0.0005256618560642263,
+      "grad_norm": 712.3856811523438,
+      "learning_rate": 1.751592356687898e-07,
+      "loss": 100.0,
+      "step": 11
+    },
+    {
+      "epoch": 0.0005734492975246105,
+      "grad_norm": 401.5303039550781,
+      "learning_rate": 1.9108280254777072e-07,
+      "loss": 70.9062,
+      "step": 12
+    },
+    {
+      "epoch": 0.0006212367389849948,
+      "grad_norm": 709.5535888671875,
+      "learning_rate": 2.070063694267516e-07,
+      "loss": 108.25,
+      "step": 13
+    },
+    {
+      "epoch": 0.000669024180445379,
+      "grad_norm": 679.2425537109375,
+      "learning_rate": 2.229299363057325e-07,
+      "loss": 95.125,
+      "step": 14
+    },
+    {
+      "epoch": 0.0007168116219057631,
+      "grad_norm": 755.1546630859375,
+      "learning_rate": 2.3885350318471343e-07,
+      "loss": 107.125,
+      "step": 15
+    },
+    {
+      "epoch": 0.0007645990633661474,
+      "grad_norm": 709.2710571289062,
+      "learning_rate": 2.547770700636943e-07,
+      "loss": 102.375,
+      "step": 16
+    },
+    {
+      "epoch": 0.0008123865048265316,
+      "grad_norm": 776.7017822265625,
+      "learning_rate": 2.707006369426752e-07,
+      "loss": 91.8125,
+      "step": 17
+    },
+    {
+      "epoch": 0.0008601739462869158,
+      "grad_norm": 1006.609130859375,
+      "learning_rate": 2.8662420382165606e-07,
+      "loss": 100.875,
+      "step": 18
+    },
+    {
+      "epoch": 0.0009079613877473,
+      "grad_norm": 962.4430541992188,
+      "learning_rate": 3.02547770700637e-07,
+      "loss": 124.0,
+      "step": 19
+    },
+    {
+      "epoch": 0.0009557488292076843,
+      "grad_norm": 714.3941650390625,
+      "learning_rate": 3.1847133757961787e-07,
+      "loss": 94.3125,
+      "step": 20
+    },
+    {
+      "epoch": 0.0010035362706680684,
+      "grad_norm": 793.7258911132812,
+      "learning_rate": 3.3439490445859875e-07,
+      "loss": 133.125,
+      "step": 21
+    },
+    {
+      "epoch": 0.0010513237121284526,
+      "grad_norm": 928.1541748046875,
+      "learning_rate": 3.503184713375796e-07,
+      "loss": 131.6875,
+      "step": 22
+    },
+    {
+      "epoch": 0.0010991111535888368,
+      "grad_norm": 922.1979370117188,
+      "learning_rate": 3.6624203821656055e-07,
+      "loss": 89.0,
+      "step": 23
+    },
+    {
+      "epoch": 0.001146898595049221,
+      "grad_norm": 1194.3829345703125,
+      "learning_rate": 3.8216560509554143e-07,
+      "loss": 142.625,
+      "step": 24
+    },
+    {
+      "epoch": 0.0011946860365096054,
+      "grad_norm": 1167.1153564453125,
+      "learning_rate": 3.980891719745223e-07,
+      "loss": 96.0,
+      "step": 25
+    },
+    {
+      "epoch": 0.0012424734779699896,
+      "grad_norm": 532.9276123046875,
+      "learning_rate": 4.140127388535032e-07,
+      "loss": 90.875,
+      "step": 26
+    },
+    {
+      "epoch": 0.0012902609194303737,
+      "grad_norm": 813.1306762695312,
+      "learning_rate": 4.2993630573248406e-07,
+      "loss": 110.375,
+      "step": 27
+    },
+    {
+      "epoch": 0.001338048360890758,
+      "grad_norm": 973.1424560546875,
+      "learning_rate": 4.45859872611465e-07,
+      "loss": 138.875,
+      "step": 28
+    },
+    {
+      "epoch": 0.001385835802351142,
+      "grad_norm": 437.5728759765625,
+      "learning_rate": 4.6178343949044587e-07,
+      "loss": 78.125,
+      "step": 29
+    },
+    {
+      "epoch": 0.0014336232438115263,
+      "grad_norm": 724.2176513671875,
+      "learning_rate": 4.777070063694269e-07,
+      "loss": 75.0,
+      "step": 30
+    },
+    {
+      "epoch": 0.0014814106852719105,
+      "grad_norm": 775.2501831054688,
+      "learning_rate": 4.936305732484077e-07,
+      "loss": 114.125,
+      "step": 31
+    },
+    {
+      "epoch": 0.0015291981267322949,
+      "grad_norm": 805.645751953125,
+      "learning_rate": 5.095541401273886e-07,
+      "loss": 152.5,
+      "step": 32
+    },
+    {
+      "epoch": 0.001576985568192679,
+      "grad_norm": 1174.225341796875,
+      "learning_rate": 5.254777070063695e-07,
+      "loss": 166.625,
+      "step": 33
+    },
+    {
+      "epoch": 0.0016247730096530632,
+      "grad_norm": 691.8404541015625,
+      "learning_rate": 5.414012738853504e-07,
+      "loss": 102.0625,
+      "step": 34
+    },
+    {
+      "epoch": 0.0016725604511134474,
+      "grad_norm": 2419.553955078125,
+      "learning_rate": 5.573248407643312e-07,
+      "loss": 151.375,
+      "step": 35
+    },
+    {
+      "epoch": 0.0017203478925738316,
+      "grad_norm": 1464.8297119140625,
+      "learning_rate": 5.732484076433121e-07,
+      "loss": 117.375,
+      "step": 36
+    },
+    {
+      "epoch": 0.0017681353340342158,
+      "grad_norm": 875.3065185546875,
+      "learning_rate": 5.89171974522293e-07,
+      "loss": 119.875,
+      "step": 37
+    },
+    {
+      "epoch": 0.0018159227754946,
+      "grad_norm": 571.8912963867188,
+      "learning_rate": 6.05095541401274e-07,
+      "loss": 88.125,
+      "step": 38
+    },
+    {
+      "epoch": 0.0018637102169549843,
+      "grad_norm": 670.129638671875,
+      "learning_rate": 6.210191082802549e-07,
+      "loss": 124.875,
+      "step": 39
+    },
+    {
+      "epoch": 0.0019114976584153685,
+      "grad_norm": 588.640869140625,
+      "learning_rate": 6.369426751592357e-07,
+      "loss": 84.375,
+      "step": 40
+    },
+    {
+      "epoch": 0.0019592850998757525,
+      "grad_norm": 719.0681762695312,
+      "learning_rate": 6.528662420382166e-07,
+      "loss": 97.375,
+      "step": 41
+    },
+    {
+      "epoch": 0.002007072541336137,
+      "grad_norm": 651.3707885742188,
+      "learning_rate": 6.687898089171975e-07,
+      "loss": 106.25,
+      "step": 42
+    },
+    {
+      "epoch": 0.0020548599827965213,
+      "grad_norm": 687.1447143554688,
+      "learning_rate": 6.847133757961784e-07,
+      "loss": 85.0625,
+      "step": 43
+    },
+    {
+      "epoch": 0.0021026474242569052,
+      "grad_norm": 709.5444946289062,
+      "learning_rate": 7.006369426751592e-07,
+      "loss": 84.6875,
+      "step": 44
+    },
+    {
+      "epoch": 0.0021504348657172896,
+      "grad_norm": 651.914794921875,
+      "learning_rate": 7.165605095541401e-07,
+      "loss": 116.875,
+      "step": 45
+    },
+    {
+      "epoch": 0.0021982223071776736,
+      "grad_norm": 1021.096435546875,
+      "learning_rate": 7.324840764331211e-07,
+      "loss": 117.0,
+      "step": 46
+    },
+    {
+      "epoch": 0.002246009748638058,
+      "grad_norm": 1444.163330078125,
+      "learning_rate": 7.48407643312102e-07,
+      "loss": 141.25,
+      "step": 47
+    },
+    {
+      "epoch": 0.002293797190098442,
+      "grad_norm": 505.2745666503906,
+      "learning_rate": 7.643312101910829e-07,
+      "loss": 93.5,
+      "step": 48
+    },
+    {
+      "epoch": 0.0023415846315588264,
+      "grad_norm": 1254.915283203125,
+      "learning_rate": 7.802547770700637e-07,
+      "loss": 146.0,
+      "step": 49
+    },
+    {
+      "epoch": 0.0023893720730192108,
+      "grad_norm": 900.9448852539062,
+      "learning_rate": 7.961783439490446e-07,
+      "loss": 107.625,
+      "step": 50
+    },
+    {
+      "epoch": 0.0024371595144795947,
+      "grad_norm": 781.0957641601562,
+      "learning_rate": 8.121019108280255e-07,
+      "loss": 85.5625,
+      "step": 51
+    },
+    {
+      "epoch": 0.002484946955939979,
+      "grad_norm": 478.791015625,
+      "learning_rate": 8.280254777070064e-07,
+      "loss": 92.75,
+      "step": 52
+    },
+    {
+      "epoch": 0.002532734397400363,
+      "grad_norm": 864.8536376953125,
+      "learning_rate": 8.439490445859872e-07,
+      "loss": 121.0,
+      "step": 53
+    },
+    {
+      "epoch": 0.0025805218388607475,
+      "grad_norm": 780.928466796875,
+      "learning_rate": 8.598726114649681e-07,
+      "loss": 95.875,
+      "step": 54
+    },
+    {
+      "epoch": 0.0026283092803211314,
+      "grad_norm": 812.4193725585938,
+      "learning_rate": 8.757961783439491e-07,
+      "loss": 84.75,
+      "step": 55
+    },
+    {
+      "epoch": 0.002676096721781516,
+      "grad_norm": 914.703125,
+      "learning_rate": 8.9171974522293e-07,
+      "loss": 132.875,
+      "step": 56
+    },
+    {
+      "epoch": 0.0027238841632419002,
+      "grad_norm": 816.2222900390625,
+      "learning_rate": 9.076433121019109e-07,
+      "loss": 82.375,
+      "step": 57
+    },
+    {
+      "epoch": 0.002771671604702284,
+      "grad_norm": 1213.7066650390625,
+      "learning_rate": 9.235668789808917e-07,
+      "loss": 99.9375,
+      "step": 58
+    },
+    {
+      "epoch": 0.0028194590461626686,
+      "grad_norm": 841.0042114257812,
+      "learning_rate": 9.394904458598727e-07,
+      "loss": 116.5,
+      "step": 59
+    },
+    {
+      "epoch": 0.0028672464876230526,
+      "grad_norm": 824.9359130859375,
+      "learning_rate": 9.554140127388537e-07,
+      "loss": 127.125,
+      "step": 60
+    },
+    {
+      "epoch": 0.002915033929083437,
+      "grad_norm": 859.083251953125,
+      "learning_rate": 9.713375796178345e-07,
+      "loss": 90.125,
+      "step": 61
+    },
+    {
+      "epoch": 0.002962821370543821,
+      "grad_norm": 921.4050903320312,
+      "learning_rate": 9.872611464968155e-07,
+      "loss": 92.25,
+      "step": 62
+    },
+    {
+      "epoch": 0.0030106088120042053,
+      "grad_norm": 874.5443115234375,
+      "learning_rate": 1.0031847133757962e-06,
+      "loss": 139.75,
+      "step": 63
+    },
+    {
+      "epoch": 0.0030583962534645897,
+      "grad_norm": 837.681640625,
+      "learning_rate": 1.0191082802547772e-06,
+      "loss": 121.75,
+      "step": 64
+    },
+    {
+      "epoch": 0.0031061836949249737,
+      "grad_norm": 580.2198486328125,
+      "learning_rate": 1.035031847133758e-06,
+      "loss": 83.8125,
+      "step": 65
+    },
+    {
+      "epoch": 0.003153971136385358,
+      "grad_norm": 638.0169677734375,
+      "learning_rate": 1.050955414012739e-06,
+      "loss": 108.3125,
+      "step": 66
+    },
+    {
+      "epoch": 0.003201758577845742,
+      "grad_norm": 775.6929321289062,
+      "learning_rate": 1.06687898089172e-06,
+      "loss": 115.1875,
+      "step": 67
+    },
+    {
+      "epoch": 0.0032495460193061264,
+      "grad_norm": 628.4940185546875,
+      "learning_rate": 1.0828025477707007e-06,
+      "loss": 79.625,
+      "step": 68
+    },
+    {
+      "epoch": 0.0032973334607665104,
+      "grad_norm": 855.508544921875,
+      "learning_rate": 1.0987261146496817e-06,
+      "loss": 120.0625,
+      "step": 69
+    },
+    {
+      "epoch": 0.003345120902226895,
+      "grad_norm": 478.70269775390625,
+      "learning_rate": 1.1146496815286625e-06,
+      "loss": 72.375,
+      "step": 70
+    },
+    {
+      "epoch": 0.003392908343687279,
+      "grad_norm": 4499.09619140625,
+      "learning_rate": 1.1305732484076435e-06,
+      "loss": 108.75,
+      "step": 71
+    },
+    {
+      "epoch": 0.003440695785147663,
+      "grad_norm": 984.2755126953125,
+      "learning_rate": 1.1464968152866242e-06,
+      "loss": 107.5,
+      "step": 72
+    },
+    {
+      "epoch": 0.0034884832266080476,
+      "grad_norm": 646.6489868164062,
+      "learning_rate": 1.1624203821656052e-06,
+      "loss": 81.4375,
+      "step": 73
+    },
+    {
+      "epoch": 0.0035362706680684315,
+      "grad_norm": 531.9454956054688,
+      "learning_rate": 1.178343949044586e-06,
+      "loss": 66.0625,
+      "step": 74
+    },
+    {
+      "epoch": 0.003584058109528816,
+      "grad_norm": 800.6239624023438,
+      "learning_rate": 1.194267515923567e-06,
+      "loss": 84.75,
+      "step": 75
+    },
+    {
+      "epoch": 0.0036318455509892,
+      "grad_norm": 500.908203125,
+      "learning_rate": 1.210191082802548e-06,
+      "loss": 59.5,
+      "step": 76
+    },
+    {
+      "epoch": 0.0036796329924495843,
+      "grad_norm": 584.1302490234375,
+      "learning_rate": 1.2261146496815287e-06,
+      "loss": 70.0625,
+      "step": 77
+    },
+    {
+      "epoch": 0.0037274204339099687,
+      "grad_norm": 547.7263793945312,
+      "learning_rate": 1.2420382165605097e-06,
+      "loss": 90.625,
+      "step": 78
+    },
+    {
+      "epoch": 0.0037752078753703526,
+      "grad_norm": 1095.7159423828125,
+      "learning_rate": 1.2579617834394905e-06,
+      "loss": 69.0,
+      "step": 79
+    },
+    {
+      "epoch": 0.003822995316830737,
+      "grad_norm": 680.9779052734375,
+      "learning_rate": 1.2738853503184715e-06,
+      "loss": 87.0,
+      "step": 80
+    },
+    {
+      "epoch": 0.003870782758291121,
+      "grad_norm": 587.3842163085938,
+      "learning_rate": 1.2898089171974522e-06,
+      "loss": 61.25,
+      "step": 81
+    },
+    {
+      "epoch": 0.003918570199751505,
+      "grad_norm": 508.3847961425781,
+      "learning_rate": 1.3057324840764332e-06,
+      "loss": 94.25,
+      "step": 82
+    },
+    {
+      "epoch": 0.003966357641211889,
+      "grad_norm": 518.2117309570312,
+      "learning_rate": 1.3216560509554142e-06,
+      "loss": 66.0625,
+      "step": 83
+    },
+    {
+      "epoch": 0.004014145082672274,
+      "grad_norm": 537.4411010742188,
+      "learning_rate": 1.337579617834395e-06,
+      "loss": 69.125,
+      "step": 84
+    },
+    {
+      "epoch": 0.004061932524132658,
+      "grad_norm": 1368.67138671875,
+      "learning_rate": 1.353503184713376e-06,
+      "loss": 85.0,
+      "step": 85
+    },
+    {
+      "epoch": 0.0041097199655930425,
+      "grad_norm": 433.7147216796875,
+      "learning_rate": 1.3694267515923567e-06,
+      "loss": 76.8125,
+      "step": 86
+    },
+    {
+      "epoch": 0.004157507407053426,
+      "grad_norm": 625.3609619140625,
+      "learning_rate": 1.3853503184713377e-06,
+      "loss": 79.0,
+      "step": 87
+    },
+    {
+      "epoch": 0.0042052948485138105,
+      "grad_norm": 594.2817993164062,
+      "learning_rate": 1.4012738853503185e-06,
+      "loss": 86.0,
+      "step": 88
+    },
+    {
+      "epoch": 0.004253082289974195,
+      "grad_norm": 619.9556274414062,
+      "learning_rate": 1.4171974522292995e-06,
+      "loss": 71.125,
+      "step": 89
+    },
+    {
+      "epoch": 0.004300869731434579,
+      "grad_norm": 546.2923583984375,
+      "learning_rate": 1.4331210191082802e-06,
+      "loss": 55.4375,
+      "step": 90
+    },
+    {
+      "epoch": 0.004348657172894963,
+      "grad_norm": 1134.88232421875,
+      "learning_rate": 1.4490445859872612e-06,
+      "loss": 73.5938,
+      "step": 91
+    },
+    {
+      "epoch": 0.004396444614355347,
+      "grad_norm": 578.6942749023438,
+      "learning_rate": 1.4649681528662422e-06,
+      "loss": 65.3125,
+      "step": 92
+    },
+    {
+      "epoch": 0.004444232055815732,
+      "grad_norm": 411.62664794921875,
+      "learning_rate": 1.480891719745223e-06,
+      "loss": 63.125,
+      "step": 93
+    },
+    {
+      "epoch": 0.004492019497276116,
+      "grad_norm": 647.8049926757812,
+      "learning_rate": 1.496815286624204e-06,
+      "loss": 63.9375,
+      "step": 94
+    },
+    {
+      "epoch": 0.0045398069387365,
+      "grad_norm": 479.23699951171875,
+      "learning_rate": 1.5127388535031847e-06,
+      "loss": 66.4375,
+      "step": 95
+    },
+    {
+      "epoch": 0.004587594380196884,
+      "grad_norm": 484.5455322265625,
+      "learning_rate": 1.5286624203821657e-06,
+      "loss": 61.0,
+      "step": 96
+    },
+    {
+      "epoch": 0.004635381821657268,
+      "grad_norm": 773.2493286132812,
+      "learning_rate": 1.5445859872611465e-06,
+      "loss": 63.1875,
+      "step": 97
+    },
+    {
+      "epoch": 0.004683169263117653,
+      "grad_norm": 915.6104125976562,
+      "learning_rate": 1.5605095541401275e-06,
+      "loss": 82.4375,
+      "step": 98
+    },
+    {
+      "epoch": 0.004730956704578037,
+      "grad_norm": 529.39208984375,
+      "learning_rate": 1.5764331210191083e-06,
+      "loss": 60.125,
+      "step": 99
+    },
+    {
+      "epoch": 0.0047787441460384215,
+      "grad_norm": 569.7532958984375,
+      "learning_rate": 1.5923566878980892e-06,
+      "loss": 64.0625,
+      "step": 100
+    },
+    {
+      "epoch": 0.004826531587498805,
+      "grad_norm": 493.0296325683594,
+      "learning_rate": 1.6082802547770702e-06,
+      "loss": 88.375,
+      "step": 101
+    },
+    {
+      "epoch": 0.0048743190289591894,
+      "grad_norm": 520.2975463867188,
+      "learning_rate": 1.624203821656051e-06,
+      "loss": 60.625,
+      "step": 102
+    },
+    {
+      "epoch": 0.004922106470419574,
+      "grad_norm": 539.0826416015625,
+      "learning_rate": 1.640127388535032e-06,
+      "loss": 68.8125,
+      "step": 103
+    },
+    {
+      "epoch": 0.004969893911879958,
+      "grad_norm": 815.4505004882812,
+      "learning_rate": 1.6560509554140127e-06,
+      "loss": 74.4375,
+      "step": 104
+    },
+    {
+      "epoch": 0.005017681353340342,
+      "grad_norm": 456.2588806152344,
+      "learning_rate": 1.6719745222929937e-06,
+      "loss": 36.2188,
+      "step": 105
+    },
+    {
+      "epoch": 0.005065468794800726,
+      "grad_norm": 636.2153930664062,
+      "learning_rate": 1.6878980891719745e-06,
+      "loss": 61.5,
+      "step": 106
+    },
+    {
+      "epoch": 0.0051132562362611106,
+      "grad_norm": 550.3583374023438,
+      "learning_rate": 1.7038216560509555e-06,
+      "loss": 69.875,
+      "step": 107
+    },
+    {
+      "epoch": 0.005161043677721495,
+      "grad_norm": 931.1907958984375,
+      "learning_rate": 1.7197452229299363e-06,
+      "loss": 102.5625,
+      "step": 108
+    },
+    {
+      "epoch": 0.005208831119181879,
+      "grad_norm": 307.1325988769531,
+      "learning_rate": 1.7356687898089172e-06,
+      "loss": 48.2188,
+      "step": 109
+    },
+    {
+      "epoch": 0.005256618560642263,
+      "grad_norm": 562.3941040039062,
+      "learning_rate": 1.7515923566878982e-06,
+      "loss": 54.375,
+      "step": 110
+    },
+    {
+      "epoch": 0.005304406002102647,
+      "grad_norm": 389.6371765136719,
+      "learning_rate": 1.767515923566879e-06,
+      "loss": 72.25,
+      "step": 111
+    },
+    {
+      "epoch": 0.005352193443563032,
+      "grad_norm": 427.7307434082031,
+      "learning_rate": 1.78343949044586e-06,
+      "loss": 54.8125,
+      "step": 112
+    },
+    {
+      "epoch": 0.005399980885023416,
+      "grad_norm": 359.529296875,
+      "learning_rate": 1.7993630573248407e-06,
+      "loss": 54.625,
+      "step": 113
+    },
+    {
+      "epoch": 0.0054477683264838005,
+      "grad_norm": 577.1635131835938,
+      "learning_rate": 1.8152866242038217e-06,
+      "loss": 55.0625,
+      "step": 114
+    },
+    {
+      "epoch": 0.005495555767944184,
+      "grad_norm": 392.31109619140625,
+      "learning_rate": 1.8312101910828025e-06,
+      "loss": 61.625,
+      "step": 115
+    },
+    {
+      "epoch": 0.005543343209404568,
+      "grad_norm": 904.4287109375,
+      "learning_rate": 1.8471337579617835e-06,
+      "loss": 60.7188,
+      "step": 116
+    },
+    {
+      "epoch": 0.005591130650864953,
+      "grad_norm": 530.8651733398438,
+      "learning_rate": 1.8630573248407643e-06,
+      "loss": 66.9375,
+      "step": 117
+    },
+    {
+      "epoch": 0.005638918092325337,
+      "grad_norm": 596.225830078125,
+      "learning_rate": 1.8789808917197455e-06,
+      "loss": 78.2812,
+      "step": 118
+    },
+    {
+      "epoch": 0.005686705533785721,
+      "grad_norm": 1003.6280517578125,
+      "learning_rate": 1.8949044585987264e-06,
+      "loss": 81.2188,
+      "step": 119
+    },
+    {
+      "epoch": 0.005734492975246105,
+      "grad_norm": 394.39324951171875,
+      "learning_rate": 1.9108280254777074e-06,
+      "loss": 68.6875,
+      "step": 120
+    },
+    {
+      "epoch": 0.0057822804167064895,
+      "grad_norm": 547.9285278320312,
+      "learning_rate": 1.926751592356688e-06,
+      "loss": 72.25,
+      "step": 121
+    },
+    {
+      "epoch": 0.005830067858166874,
+      "grad_norm": 492.0980224609375,
+      "learning_rate": 1.942675159235669e-06,
+      "loss": 65.875,
+      "step": 122
+    },
+    {
+      "epoch": 0.005877855299627258,
+      "grad_norm": 722.102783203125,
+      "learning_rate": 1.95859872611465e-06,
+      "loss": 51.4062,
+      "step": 123
+    },
+    {
+      "epoch": 0.005925642741087642,
+      "grad_norm": 469.5882873535156,
+      "learning_rate": 1.974522292993631e-06,
+      "loss": 50.1875,
+      "step": 124
+    },
+    {
+      "epoch": 0.005973430182548026,
+      "grad_norm": 1032.6395263671875,
+      "learning_rate": 1.9904458598726117e-06,
+      "loss": 67.0,
+      "step": 125
+    },
+    {
+      "epoch": 0.006021217624008411,
+      "grad_norm": 355.2393798828125,
+      "learning_rate": 2.0063694267515925e-06,
+      "loss": 44.0312,
+      "step": 126
+    },
+    {
+      "epoch": 0.006069005065468795,
+      "grad_norm": 674.7156372070312,
+      "learning_rate": 2.0222929936305737e-06,
+      "loss": 67.8125,
+      "step": 127
+    },
+    {
+      "epoch": 0.006116792506929179,
+      "grad_norm": 535.864013671875,
+      "learning_rate": 2.0382165605095544e-06,
+      "loss": 56.1875,
+      "step": 128
+    },
+    {
+      "epoch": 0.006164579948389563,
+      "grad_norm": 580.8214721679688,
+      "learning_rate": 2.054140127388535e-06,
+      "loss": 59.75,
+      "step": 129
+    },
+    {
+      "epoch": 0.006212367389849947,
+      "grad_norm": 428.1308288574219,
+      "learning_rate": 2.070063694267516e-06,
+      "loss": 62.5938,
+      "step": 130
+    },
+    {
+      "epoch": 0.006260154831310332,
+      "grad_norm": 1166.90966796875,
+      "learning_rate": 2.085987261146497e-06,
+      "loss": 88.1875,
+      "step": 131
+    },
+    {
+      "epoch": 0.006307942272770716,
+      "grad_norm": 466.41204833984375,
+      "learning_rate": 2.101910828025478e-06,
+      "loss": 53.875,
+      "step": 132
+    },
+    {
+      "epoch": 0.0063557297142311,
+      "grad_norm": 489.4912414550781,
+      "learning_rate": 2.1178343949044587e-06,
+      "loss": 46.4062,
+      "step": 133
+    },
+    {
+      "epoch": 0.006403517155691484,
+      "grad_norm": 536.6026611328125,
+      "learning_rate": 2.13375796178344e-06,
+      "loss": 61.9375,
+      "step": 134
+    },
+    {
+      "epoch": 0.0064513045971518685,
+      "grad_norm": 378.3089294433594,
+      "learning_rate": 2.1496815286624207e-06,
+      "loss": 47.3125,
+      "step": 135
+    },
+    {
+      "epoch": 0.006499092038612253,
+      "grad_norm": 495.2071533203125,
+      "learning_rate": 2.1656050955414015e-06,
+      "loss": 51.875,
+      "step": 136
+    },
+    {
+      "epoch": 0.006546879480072637,
+      "grad_norm": 3242.387939453125,
+      "learning_rate": 2.1815286624203822e-06,
+      "loss": 71.9375,
+      "step": 137
+    },
+    {
+      "epoch": 0.006594666921533021,
+      "grad_norm": 450.96697998046875,
+      "learning_rate": 2.1974522292993634e-06,
+      "loss": 56.25,
+      "step": 138
+    },
+    {
+      "epoch": 0.006642454362993405,
+      "grad_norm": 388.9698181152344,
+      "learning_rate": 2.213375796178344e-06,
+      "loss": 52.0312,
+      "step": 139
+    },
+    {
+      "epoch": 0.00669024180445379,
+      "grad_norm": 335.68341064453125,
+      "learning_rate": 2.229299363057325e-06,
+      "loss": 53.9688,
+      "step": 140
+    },
+    {
+      "epoch": 0.006738029245914174,
+      "grad_norm": 497.51409912109375,
+      "learning_rate": 2.245222929936306e-06,
+      "loss": 71.625,
+      "step": 141
+    },
+    {
+      "epoch": 0.006785816687374558,
+      "grad_norm": 340.1039733886719,
+      "learning_rate": 2.261146496815287e-06,
+      "loss": 51.4375,
+      "step": 142
+    },
+    {
+      "epoch": 0.006833604128834942,
+      "grad_norm": 578.4569702148438,
+      "learning_rate": 2.2770700636942677e-06,
+      "loss": 43.9375,
+      "step": 143
+    },
+    {
+      "epoch": 0.006881391570295326,
+      "grad_norm": 330.6908874511719,
+      "learning_rate": 2.2929936305732485e-06,
+      "loss": 61.125,
+      "step": 144
+    },
+    {
+      "epoch": 0.006929179011755711,
+      "grad_norm": 377.8130798339844,
+      "learning_rate": 2.3089171974522297e-06,
+      "loss": 69.9375,
+      "step": 145
+    },
+    {
+      "epoch": 0.006976966453216095,
+      "grad_norm": 1674.705322265625,
+      "learning_rate": 2.3248407643312104e-06,
+      "loss": 54.9688,
+      "step": 146
+    },
+    {
+      "epoch": 0.007024753894676479,
+      "grad_norm": 597.5036010742188,
+      "learning_rate": 2.3407643312101912e-06,
+      "loss": 49.4688,
+      "step": 147
+    },
+    {
+      "epoch": 0.007072541336136863,
+      "grad_norm": 353.620361328125,
+      "learning_rate": 2.356687898089172e-06,
+      "loss": 49.9375,
+      "step": 148
+    },
+    {
+      "epoch": 0.007120328777597247,
+      "grad_norm": 508.10296630859375,
+      "learning_rate": 2.372611464968153e-06,
+      "loss": 74.875,
+      "step": 149
+    },
+    {
+      "epoch": 0.007168116219057632,
+      "grad_norm": 397.9776916503906,
+      "learning_rate": 2.388535031847134e-06,
+      "loss": 64.0625,
+      "step": 150
+    },
+    {
+      "epoch": 0.007215903660518016,
+      "grad_norm": 540.9652099609375,
+      "learning_rate": 2.4044585987261147e-06,
+      "loss": 50.5,
+      "step": 151
+    },
+    {
+      "epoch": 0.0072636911019784,
+      "grad_norm": 487.3167724609375,
+      "learning_rate": 2.420382165605096e-06,
+      "loss": 51.625,
+      "step": 152
+    },
+    {
+      "epoch": 0.007311478543438784,
+      "grad_norm": 966.5692749023438,
+      "learning_rate": 2.4363057324840767e-06,
+      "loss": 41.9062,
+      "step": 153
+    },
+    {
+      "epoch": 0.0073592659848991685,
+      "grad_norm": 417.4383850097656,
+      "learning_rate": 2.4522292993630575e-06,
+      "loss": 39.0,
+      "step": 154
+    },
+    {
+      "epoch": 0.007407053426359553,
+      "grad_norm": 375.392822265625,
+      "learning_rate": 2.4681528662420382e-06,
+      "loss": 40.9688,
+      "step": 155
+    },
+    {
+      "epoch": 0.007454840867819937,
+      "grad_norm": 514.8697509765625,
+      "learning_rate": 2.4840764331210194e-06,
+      "loss": 50.5625,
+      "step": 156
+    },
+    {
+      "epoch": 0.007502628309280321,
+      "grad_norm": 377.05999755859375,
+      "learning_rate": 2.5e-06,
+      "loss": 47.8125,
+      "step": 157
+    },
+    {
+      "epoch": 0.007550415750740705,
+      "grad_norm": 527.2437133789062,
+      "learning_rate": 2.515923566878981e-06,
+      "loss": 46.8125,
+      "step": 158
+    },
+    {
+      "epoch": 0.00759820319220109,
+      "grad_norm": 438.4983215332031,
+      "learning_rate": 2.531847133757962e-06,
+      "loss": 58.25,
+      "step": 159
+    },
+    {
+      "epoch": 0.007645990633661474,
+      "grad_norm": 425.7157287597656,
+      "learning_rate": 2.547770700636943e-06,
+      "loss": 59.8125,
+      "step": 160
+    },
+    {
+      "epoch": 0.007693778075121858,
+      "grad_norm": 506.6831359863281,
+      "learning_rate": 2.5636942675159237e-06,
+      "loss": 61.75,
+      "step": 161
+    },
+    {
+      "epoch": 0.007741565516582242,
+      "grad_norm": 406.706787109375,
+      "learning_rate": 2.5796178343949045e-06,
+      "loss": 50.5,
+      "step": 162
+    },
+    {
+      "epoch": 0.007789352958042626,
+      "grad_norm": 350.3604736328125,
+      "learning_rate": 2.5955414012738857e-06,
+      "loss": 41.4062,
+      "step": 163
+    },
+    {
+      "epoch": 0.00783714039950301,
+      "grad_norm": 844.1643676757812,
+      "learning_rate": 2.6114649681528665e-06,
+      "loss": 39.4062,
+      "step": 164
+    },
+    {
+      "epoch": 0.007884927840963394,
+      "grad_norm": 304.5313720703125,
+      "learning_rate": 2.6273885350318472e-06,
+      "loss": 37.625,
+      "step": 165
+    },
+    {
+      "epoch": 0.007932715282423779,
+      "grad_norm": 443.226806640625,
+      "learning_rate": 2.6433121019108284e-06,
+      "loss": 55.375,
+      "step": 166
+    },
+    {
+      "epoch": 0.007980502723884163,
+      "grad_norm": 433.1705017089844,
+      "learning_rate": 2.659235668789809e-06,
+      "loss": 35.25,
+      "step": 167
+    },
+    {
+      "epoch": 0.008028290165344548,
+      "grad_norm": 387.408447265625,
+      "learning_rate": 2.67515923566879e-06,
+      "loss": 60.9062,
+      "step": 168
+    },
+    {
+      "epoch": 0.008076077606804932,
+      "grad_norm": 534.8567504882812,
+      "learning_rate": 2.6910828025477707e-06,
+      "loss": 45.4375,
+      "step": 169
+    },
+    {
+      "epoch": 0.008123865048265316,
+      "grad_norm": 642.4918823242188,
+      "learning_rate": 2.707006369426752e-06,
+      "loss": 64.125,
+      "step": 170
+    },
+    {
+      "epoch": 0.0081716524897257,
+      "grad_norm": 428.92333984375,
+      "learning_rate": 2.7229299363057327e-06,
+      "loss": 37.9688,
+      "step": 171
+    },
+    {
+      "epoch": 0.008219439931186085,
+      "grad_norm": 482.4763488769531,
+      "learning_rate": 2.7388535031847135e-06,
+      "loss": 54.5625,
+      "step": 172
+    },
+    {
+      "epoch": 0.008267227372646468,
+      "grad_norm": 278.3385314941406,
+      "learning_rate": 2.7547770700636942e-06,
+      "loss": 45.5938,
+      "step": 173
+    },
+    {
+      "epoch": 0.008315014814106852,
+      "grad_norm": 461.1624450683594,
+      "learning_rate": 2.7707006369426754e-06,
+      "loss": 64.9375,
+      "step": 174
+    },
+    {
+      "epoch": 0.008362802255567237,
+      "grad_norm": 420.2960205078125,
+      "learning_rate": 2.786624203821656e-06,
+      "loss": 56.5625,
+      "step": 175
+    },
+    {
+      "epoch": 0.008410589697027621,
+      "grad_norm": 461.7427673339844,
+      "learning_rate": 2.802547770700637e-06,
+      "loss": 55.125,
+      "step": 176
+    },
+    {
+      "epoch": 0.008458377138488005,
+      "grad_norm": 716.6219482421875,
+      "learning_rate": 2.818471337579618e-06,
+      "loss": 73.3125,
+      "step": 177
+    },
+    {
+      "epoch": 0.00850616457994839,
+      "grad_norm": 573.38720703125,
+      "learning_rate": 2.834394904458599e-06,
+      "loss": 51.1562,
+      "step": 178
+    },
+    {
+      "epoch": 0.008553952021408774,
+      "grad_norm": 627.9089965820312,
+      "learning_rate": 2.8503184713375797e-06,
+      "loss": 76.625,
+      "step": 179
+    },
+    {
+      "epoch": 0.008601739462869159,
+      "grad_norm": 298.377685546875,
+      "learning_rate": 2.8662420382165605e-06,
+      "loss": 46.125,
+      "step": 180
+    },
+    {
+      "epoch": 0.008649526904329543,
+      "grad_norm": 387.9275207519531,
+      "learning_rate": 2.8821656050955417e-06,
+      "loss": 51.0312,
+      "step": 181
+    },
+    {
+      "epoch": 0.008697314345789926,
+      "grad_norm": 340.11016845703125,
+      "learning_rate": 2.8980891719745225e-06,
+      "loss": 38.75,
+      "step": 182
+    },
+    {
+      "epoch": 0.00874510178725031,
+      "grad_norm": 361.9881896972656,
+      "learning_rate": 2.9140127388535032e-06,
+      "loss": 49.125,
+      "step": 183
+    },
+    {
+      "epoch": 0.008792889228710694,
+      "grad_norm": 501.95623779296875,
+      "learning_rate": 2.9299363057324844e-06,
+      "loss": 54.375,
+      "step": 184
+    },
+    {
+      "epoch": 0.008840676670171079,
+      "grad_norm": 383.61676025390625,
+      "learning_rate": 2.945859872611465e-06,
+      "loss": 35.375,
+      "step": 185
+    },
+    {
+      "epoch": 0.008888464111631463,
+      "grad_norm": 471.353515625,
+      "learning_rate": 2.961783439490446e-06,
+      "loss": 54.25,
+      "step": 186
+    },
+    {
+      "epoch": 0.008936251553091848,
+      "grad_norm": 594.5263061523438,
+      "learning_rate": 2.9777070063694267e-06,
+      "loss": 59.2812,
+      "step": 187
+    },
+    {
+      "epoch": 0.008984038994552232,
+      "grad_norm": 879.5126953125,
+      "learning_rate": 2.993630573248408e-06,
+      "loss": 60.1875,
+      "step": 188
+    },
+    {
+      "epoch": 0.009031826436012616,
+      "grad_norm": 451.8512268066406,
+      "learning_rate": 3.0095541401273887e-06,
+      "loss": 90.125,
+      "step": 189
+    },
+    {
+      "epoch": 0.009079613877473,
+      "grad_norm": 747.4932250976562,
+      "learning_rate": 3.0254777070063695e-06,
+      "loss": 70.6875,
+      "step": 190
+    },
+    {
+      "epoch": 0.009127401318933383,
+      "grad_norm": 552.631103515625,
+      "learning_rate": 3.0414012738853503e-06,
+      "loss": 40.9062,
+      "step": 191
+    },
+    {
+      "epoch": 0.009175188760393768,
+      "grad_norm": 508.5516052246094,
+      "learning_rate": 3.0573248407643314e-06,
+      "loss": 49.125,
+      "step": 192
+    },
+    {
+      "epoch": 0.009222976201854152,
+      "grad_norm": 1143.4471435546875,
+      "learning_rate": 3.0732484076433122e-06,
+      "loss": 76.1875,
+      "step": 193
+    },
+    {
+      "epoch": 0.009270763643314537,
+      "grad_norm": 733.5559692382812,
+      "learning_rate": 3.089171974522293e-06,
+      "loss": 49.9375,
+      "step": 194
+    },
+    {
+      "epoch": 0.009318551084774921,
+      "grad_norm": 244.53562927246094,
+      "learning_rate": 3.105095541401274e-06,
+      "loss": 39.1562,
+      "step": 195
+    },
+    {
+      "epoch": 0.009366338526235305,
+      "grad_norm": 281.31817626953125,
+      "learning_rate": 3.121019108280255e-06,
+      "loss": 55.4062,
+      "step": 196
+    },
+    {
+      "epoch": 0.00941412596769569,
+      "grad_norm": 302.24493408203125,
+      "learning_rate": 3.1369426751592357e-06,
+      "loss": 52.125,
+      "step": 197
+    },
+    {
+      "epoch": 0.009461913409156074,
+      "grad_norm": 478.63519287109375,
+      "learning_rate": 3.1528662420382165e-06,
+      "loss": 41.9062,
+      "step": 198
+    },
+    {
+      "epoch": 0.009509700850616459,
+      "grad_norm": 451.9865417480469,
+      "learning_rate": 3.1687898089171977e-06,
+      "loss": 38.5312,
+      "step": 199
+    },
+    {
+      "epoch": 0.009557488292076843,
+      "grad_norm": 412.6220703125,
+      "learning_rate": 3.1847133757961785e-06,
+      "loss": 48.375,
+      "step": 200
+    },
+    {
+      "epoch": 0.009605275733537226,
+      "grad_norm": 389.5829162597656,
+      "learning_rate": 3.2006369426751592e-06,
+      "loss": 41.0,
+      "step": 201
+    },
+    {
+      "epoch": 0.00965306317499761,
+      "grad_norm": 546.8326416015625,
+      "learning_rate": 3.2165605095541404e-06,
+      "loss": 65.0625,
+      "step": 202
+    },
+    {
+      "epoch": 0.009700850616457994,
+      "grad_norm": 411.6195068359375,
+      "learning_rate": 3.232484076433121e-06,
+      "loss": 44.6875,
+      "step": 203
+    },
+    {
+      "epoch": 0.009748638057918379,
+      "grad_norm": 541.0322875976562,
+      "learning_rate": 3.248407643312102e-06,
+      "loss": 58.3125,
+      "step": 204
+    },
+    {
+      "epoch": 0.009796425499378763,
+      "grad_norm": 869.7113647460938,
+      "learning_rate": 3.2643312101910827e-06,
+      "loss": 57.125,
+      "step": 205
+    },
+    {
+      "epoch": 0.009844212940839148,
+      "grad_norm": 351.2716979980469,
+      "learning_rate": 3.280254777070064e-06,
+      "loss": 44.875,
+      "step": 206
+    },
+    {
+      "epoch": 0.009892000382299532,
+      "grad_norm": 512.4132080078125,
+      "learning_rate": 3.2961783439490447e-06,
+      "loss": 54.4375,
+      "step": 207
+    },
+    {
+      "epoch": 0.009939787823759916,
+      "grad_norm": 413.4562683105469,
+      "learning_rate": 3.3121019108280255e-06,
+      "loss": 53.9375,
+      "step": 208
+    },
+    {
+      "epoch": 0.0099875752652203,
+      "grad_norm": 481.61187744140625,
+      "learning_rate": 3.3280254777070063e-06,
+      "loss": 50.25,
+      "step": 209
+    },
+    {
+      "epoch": 0.010035362706680684,
+      "grad_norm": 275.6968688964844,
+      "learning_rate": 3.3439490445859875e-06,
+      "loss": 45.625,
+      "step": 210
+    },
+    {
+      "epoch": 0.010083150148141068,
+      "grad_norm": 481.2139892578125,
+      "learning_rate": 3.3598726114649682e-06,
+      "loss": 49.3125,
+      "step": 211
+    },
+    {
+      "epoch": 0.010130937589601452,
+      "grad_norm": 423.90338134765625,
+      "learning_rate": 3.375796178343949e-06,
+      "loss": 42.4375,
+      "step": 212
+    },
+    {
+      "epoch": 0.010178725031061837,
+      "grad_norm": 468.03448486328125,
+      "learning_rate": 3.39171974522293e-06,
+      "loss": 48.375,
+      "step": 213
+    },
+    {
+      "epoch": 0.010226512472522221,
+      "grad_norm": 321.70477294921875,
+      "learning_rate": 3.407643312101911e-06,
+      "loss": 36.2812,
+      "step": 214
+    },
+    {
+      "epoch": 0.010274299913982606,
+      "grad_norm": 661.2444458007812,
+      "learning_rate": 3.4235668789808917e-06,
+      "loss": 59.9375,
+      "step": 215
+    },
+    {
+      "epoch": 0.01032208735544299,
+      "grad_norm": 302.2451171875,
+      "learning_rate": 3.4394904458598725e-06,
+      "loss": 45.1875,
+      "step": 216
+    },
+    {
+      "epoch": 0.010369874796903374,
+      "grad_norm": 782.5103149414062,
+      "learning_rate": 3.4554140127388537e-06,
+      "loss": 57.125,
+      "step": 217
+    },
+    {
+      "epoch": 0.010417662238363759,
+      "grad_norm": 378.3217468261719,
+      "learning_rate": 3.4713375796178345e-06,
+      "loss": 59.5625,
+      "step": 218
+    },
+    {
+      "epoch": 0.010465449679824141,
+      "grad_norm": 303.9734191894531,
+      "learning_rate": 3.4872611464968152e-06,
+      "loss": 41.0312,
+      "step": 219
+    },
+    {
+      "epoch": 0.010513237121284526,
+      "grad_norm": 379.851318359375,
+      "learning_rate": 3.5031847133757964e-06,
+      "loss": 49.625,
+      "step": 220
+    },
+    {
+      "epoch": 0.01056102456274491,
+      "grad_norm": 438.3231506347656,
+      "learning_rate": 3.5191082802547772e-06,
+      "loss": 46.4062,
+      "step": 221
+    },
+    {
+      "epoch": 0.010608812004205295,
+      "grad_norm": 620.9522705078125,
+      "learning_rate": 3.535031847133758e-06,
+      "loss": 53.5938,
+      "step": 222
+    },
+    {
+      "epoch": 0.010656599445665679,
+      "grad_norm": 594.686767578125,
+      "learning_rate": 3.5509554140127388e-06,
+      "loss": 59.9062,
+      "step": 223
+    },
+    {
+      "epoch": 0.010704386887126063,
+      "grad_norm": 461.30743408203125,
+      "learning_rate": 3.56687898089172e-06,
+      "loss": 61.2188,
+      "step": 224
+    },
+    {
+      "epoch": 0.010752174328586448,
+      "grad_norm": 431.9844970703125,
+      "learning_rate": 3.5828025477707007e-06,
+      "loss": 41.5938,
+      "step": 225
+    },
+    {
+      "epoch": 0.010799961770046832,
+      "grad_norm": 426.7307434082031,
+      "learning_rate": 3.5987261146496815e-06,
+      "loss": 45.75,
+      "step": 226
+    },
+    {
+      "epoch": 0.010847749211507217,
+      "grad_norm": 363.0491638183594,
+      "learning_rate": 3.6146496815286623e-06,
+      "loss": 42.4688,
+      "step": 227
+    },
+    {
+      "epoch": 0.010895536652967601,
+      "grad_norm": 290.0301513671875,
+      "learning_rate": 3.6305732484076435e-06,
+      "loss": 51.875,
+      "step": 228
+    },
+    {
+      "epoch": 0.010943324094427984,
+      "grad_norm": 250.15179443359375,
+      "learning_rate": 3.6464968152866242e-06,
+      "loss": 48.75,
+      "step": 229
+    },
+    {
+      "epoch": 0.010991111535888368,
+      "grad_norm": 442.5234680175781,
+      "learning_rate": 3.662420382165605e-06,
+      "loss": 57.3438,
+      "step": 230
+    },
+    {
+      "epoch": 0.011038898977348752,
+      "grad_norm": 449.3622131347656,
+      "learning_rate": 3.678343949044586e-06,
+      "loss": 47.7188,
+      "step": 231
+    },
+    {
+      "epoch": 0.011086686418809137,
+      "grad_norm": 246.5247344970703,
+      "learning_rate": 3.694267515923567e-06,
+      "loss": 44.625,
+      "step": 232
+    },
+    {
+      "epoch": 0.011134473860269521,
+      "grad_norm": 410.6535949707031,
+      "learning_rate": 3.7101910828025477e-06,
+      "loss": 49.9375,
+      "step": 233
+    },
+    {
+      "epoch": 0.011182261301729906,
+      "grad_norm": 585.0076904296875,
+      "learning_rate": 3.7261146496815285e-06,
+      "loss": 49.5625,
+      "step": 234
+    },
+    {
+      "epoch": 0.01123004874319029,
+      "grad_norm": 384.85797119140625,
+      "learning_rate": 3.7420382165605097e-06,
+      "loss": 35.375,
+      "step": 235
+    },
+    {
+      "epoch": 0.011277836184650674,
+      "grad_norm": 370.6427307128906,
+      "learning_rate": 3.757961783439491e-06,
+      "loss": 39.0625,
+      "step": 236
+    },
+    {
+      "epoch": 0.011325623626111059,
+      "grad_norm": 623.6695556640625,
+      "learning_rate": 3.773885350318472e-06,
+      "loss": 61.75,
+      "step": 237
+    },
+    {
+      "epoch": 0.011373411067571441,
+      "grad_norm": 351.25787353515625,
+      "learning_rate": 3.789808917197453e-06,
+      "loss": 41.5625,
+      "step": 238
+    },
+    {
+      "epoch": 0.011421198509031826,
+      "grad_norm": 391.62152099609375,
+      "learning_rate": 3.8057324840764336e-06,
+      "loss": 33.25,
+      "step": 239
+    },
+    {
+      "epoch": 0.01146898595049221,
+      "grad_norm": 528.5625610351562,
+      "learning_rate": 3.821656050955415e-06,
+      "loss": 53.0625,
+      "step": 240
+    },
+    {
+      "epoch": 0.011516773391952595,
+      "grad_norm": 467.58892822265625,
+      "learning_rate": 3.837579617834396e-06,
+      "loss": 59.1875,
+      "step": 241
+    },
+    {
+      "epoch": 0.011564560833412979,
+      "grad_norm": 424.0067138671875,
+      "learning_rate": 3.853503184713376e-06,
+      "loss": 46.5625,
+      "step": 242
+    },
+    {
+      "epoch": 0.011612348274873363,
+      "grad_norm": 450.3749084472656,
+      "learning_rate": 3.869426751592357e-06,
+      "loss": 49.9375,
+      "step": 243
+    },
+    {
+      "epoch": 0.011660135716333748,
+      "grad_norm": 375.4837646484375,
+      "learning_rate": 3.885350318471338e-06,
+      "loss": 50.5625,
+      "step": 244
+    },
+    {
+      "epoch": 0.011707923157794132,
+      "grad_norm": 366.38116455078125,
+      "learning_rate": 3.901273885350319e-06,
+      "loss": 41.4062,
+      "step": 245
+    },
+    {
+      "epoch": 0.011755710599254517,
+      "grad_norm": 406.434814453125,
+      "learning_rate": 3.9171974522293e-06,
+      "loss": 47.75,
+      "step": 246
+    },
+    {
+      "epoch": 0.0118034980407149,
+      "grad_norm": 466.1940002441406,
+      "learning_rate": 3.933121019108281e-06,
+      "loss": 53.75,
+      "step": 247
+    },
+    {
+      "epoch": 0.011851285482175284,
+      "grad_norm": 244.1110076904297,
+      "learning_rate": 3.949044585987262e-06,
+      "loss": 29.4375,
+      "step": 248
+    },
+    {
+      "epoch": 0.011899072923635668,
+      "grad_norm": 294.3357849121094,
+      "learning_rate": 3.964968152866243e-06,
+      "loss": 51.75,
+      "step": 249
+    },
+    {
+      "epoch": 0.011946860365096052,
+      "grad_norm": 431.353271484375,
+      "learning_rate": 3.980891719745223e-06,
+      "loss": 59.0312,
+      "step": 250
+    },
+    {
+      "epoch": 0.011994647806556437,
+      "grad_norm": 348.53192138671875,
+      "learning_rate": 3.996815286624204e-06,
+      "loss": 40.7812,
+      "step": 251
+    },
+    {
+      "epoch": 0.012042435248016821,
+      "grad_norm": 434.62335205078125,
+      "learning_rate": 4.012738853503185e-06,
+      "loss": 61.0,
+      "step": 252
+    },
+    {
+      "epoch": 0.012090222689477206,
+      "grad_norm": 493.2208251953125,
+      "learning_rate": 4.0286624203821666e-06,
+      "loss": 46.875,
+      "step": 253
+    },
+    {
+      "epoch": 0.01213801013093759,
+      "grad_norm": 376.2792053222656,
+      "learning_rate": 4.044585987261147e-06,
+      "loss": 46.4062,
+      "step": 254
+    },
+    {
+      "epoch": 0.012185797572397974,
+      "grad_norm": 415.01776123046875,
+      "learning_rate": 4.060509554140128e-06,
+      "loss": 42.25,
+      "step": 255
+    },
+    {
+      "epoch": 0.012233585013858359,
+      "grad_norm": 335.85369873046875,
+      "learning_rate": 4.076433121019109e-06,
+      "loss": 46.6562,
+      "step": 256
+    },
+    {
+      "epoch": 0.012281372455318742,
+      "grad_norm": 518.89892578125,
+      "learning_rate": 4.09235668789809e-06,
+      "loss": 60.25,
+      "step": 257
+    },
+    {
+      "epoch": 0.012329159896779126,
+      "grad_norm": 337.9485778808594,
+      "learning_rate": 4.10828025477707e-06,
+      "loss": 45.5,
+      "step": 258
+    },
+    {
+      "epoch": 0.01237694733823951,
+      "grad_norm": 876.3546142578125,
+      "learning_rate": 4.124203821656051e-06,
+      "loss": 62.8125,
+      "step": 259
+    },
+    {
+      "epoch": 0.012424734779699895,
+      "grad_norm": 281.23468017578125,
+      "learning_rate": 4.140127388535032e-06,
+      "loss": 37.7188,
+      "step": 260
+    },
+    {
+      "epoch": 0.012472522221160279,
+      "grad_norm": 461.44232177734375,
+      "learning_rate": 4.156050955414014e-06,
+      "loss": 41.8125,
+      "step": 261
+    },
+    {
+      "epoch": 0.012520309662620663,
+      "grad_norm": 595.2094116210938,
+      "learning_rate": 4.171974522292994e-06,
+      "loss": 45.125,
+      "step": 262
+    },
+    {
+      "epoch": 0.012568097104081048,
+      "grad_norm": 532.9102172851562,
+      "learning_rate": 4.187898089171975e-06,
+      "loss": 47.4375,
+      "step": 263
+    },
+    {
+      "epoch": 0.012615884545541432,
+      "grad_norm": 380.6469421386719,
+      "learning_rate": 4.203821656050956e-06,
+      "loss": 39.5938,
+      "step": 264
+    },
+    {
+      "epoch": 0.012663671987001817,
+      "grad_norm": 403.3592529296875,
+      "learning_rate": 4.219745222929937e-06,
+      "loss": 42.8438,
+      "step": 265
+    },
+    {
+      "epoch": 0.0127114594284622,
+      "grad_norm": 401.54803466796875,
+      "learning_rate": 4.2356687898089174e-06,
+      "loss": 56.0312,
+      "step": 266
+    },
+    {
+      "epoch": 0.012759246869922584,
+      "grad_norm": 565.3931274414062,
+      "learning_rate": 4.251592356687898e-06,
+      "loss": 47.7188,
+      "step": 267
+    },
+    {
+      "epoch": 0.012807034311382968,
+      "grad_norm": 324.6402587890625,
+      "learning_rate": 4.26751592356688e-06,
+      "loss": 52.2812,
+      "step": 268
+    },
+    {
+      "epoch": 0.012854821752843353,
+      "grad_norm": 295.868408203125,
+      "learning_rate": 4.283439490445861e-06,
+      "loss": 37.9062,
+      "step": 269
+    },
+    {
+      "epoch": 0.012902609194303737,
+      "grad_norm": 682.4261474609375,
+      "learning_rate": 4.299363057324841e-06,
+      "loss": 40.8438,
+      "step": 270
+    },
+    {
+      "epoch": 0.012950396635764121,
+      "grad_norm": 618.6994018554688,
+      "learning_rate": 4.315286624203822e-06,
+      "loss": 63.4375,
+      "step": 271
+    },
+    {
+      "epoch": 0.012998184077224506,
+      "grad_norm": 345.2925720214844,
+      "learning_rate": 4.331210191082803e-06,
+      "loss": 67.25,
+      "step": 272
+    },
+    {
+      "epoch": 0.01304597151868489,
+      "grad_norm": 442.3016052246094,
+      "learning_rate": 4.347133757961784e-06,
+      "loss": 40.2188,
+      "step": 273
+    },
+    {
+      "epoch": 0.013093758960145275,
+      "grad_norm": 374.88360595703125,
+      "learning_rate": 4.3630573248407645e-06,
+      "loss": 43.3438,
+      "step": 274
+    },
+    {
+      "epoch": 0.013141546401605657,
+      "grad_norm": 399.3465270996094,
+      "learning_rate": 4.378980891719746e-06,
+      "loss": 45.7188,
+      "step": 275
+    },
+    {
+      "epoch": 0.013189333843066042,
+      "grad_norm": 406.33001708984375,
+      "learning_rate": 4.394904458598727e-06,
+      "loss": 40.8125,
+      "step": 276
+    },
+    {
+      "epoch": 0.013237121284526426,
+      "grad_norm": 320.30413818359375,
+      "learning_rate": 4.410828025477708e-06,
+      "loss": 52.0625,
+      "step": 277
+    },
+    {
+      "epoch": 0.01328490872598681,
+      "grad_norm": 611.0479736328125,
+      "learning_rate": 4.426751592356688e-06,
+      "loss": 63.3125,
+      "step": 278
+    },
+    {
+      "epoch": 0.013332696167447195,
+      "grad_norm": 444.1197814941406,
+      "learning_rate": 4.442675159235669e-06,
+      "loss": 65.5625,
+      "step": 279
+    },
+    {
+      "epoch": 0.01338048360890758,
+      "grad_norm": 524.7965087890625,
+      "learning_rate": 4.45859872611465e-06,
+      "loss": 35.5,
+      "step": 280
+    },
+    {
+      "epoch": 0.013428271050367964,
+      "grad_norm": 313.3408508300781,
+      "learning_rate": 4.474522292993631e-06,
+      "loss": 41.75,
+      "step": 281
+    },
+    {
+      "epoch": 0.013476058491828348,
+      "grad_norm": 454.07550048828125,
+      "learning_rate": 4.490445859872612e-06,
+      "loss": 46.9062,
+      "step": 282
+    },
+    {
+      "epoch": 0.013523845933288732,
+      "grad_norm": 582.9173583984375,
+      "learning_rate": 4.506369426751593e-06,
+      "loss": 55.5625,
+      "step": 283
+    },
+    {
+      "epoch": 0.013571633374749117,
+      "grad_norm": 387.4442443847656,
+      "learning_rate": 4.522292993630574e-06,
+      "loss": 37.4375,
+      "step": 284
+    },
+    {
+      "epoch": 0.0136194208162095,
+      "grad_norm": 306.8546142578125,
+      "learning_rate": 4.538216560509555e-06,
+      "loss": 49.1875,
+      "step": 285
+    },
+    {
+      "epoch": 0.013667208257669884,
+      "grad_norm": 413.8281555175781,
+      "learning_rate": 4.554140127388535e-06,
+      "loss": 38.75,
+      "step": 286
+    },
+    {
+      "epoch": 0.013714995699130268,
+      "grad_norm": 227.59718322753906,
+      "learning_rate": 4.570063694267516e-06,
+      "loss": 31.9375,
+      "step": 287
+    },
+    {
+      "epoch": 0.013762783140590653,
+      "grad_norm": 357.44329833984375,
+      "learning_rate": 4.585987261146497e-06,
+      "loss": 47.5938,
+      "step": 288
+    },
+    {
+      "epoch": 0.013810570582051037,
+      "grad_norm": 401.9816589355469,
+      "learning_rate": 4.601910828025479e-06,
+      "loss": 45.0625,
+      "step": 289
+    },
+    {
+      "epoch": 0.013858358023511421,
+      "grad_norm": 457.24041748046875,
+      "learning_rate": 4.617834394904459e-06,
+      "loss": 56.6875,
+      "step": 290
+    },
+    {
+      "epoch": 0.013906145464971806,
+      "grad_norm": 511.3466796875,
+      "learning_rate": 4.63375796178344e-06,
+      "loss": 49.1562,
+      "step": 291
+    },
+    {
+      "epoch": 0.01395393290643219,
+      "grad_norm": 407.7204284667969,
+      "learning_rate": 4.649681528662421e-06,
+      "loss": 41.5,
+      "step": 292
+    },
+    {
+      "epoch": 0.014001720347892575,
+      "grad_norm": 343.14764404296875,
+      "learning_rate": 4.665605095541402e-06,
+      "loss": 59.625,
+      "step": 293
+    },
+    {
+      "epoch": 0.014049507789352957,
+      "grad_norm": 413.6186218261719,
+      "learning_rate": 4.6815286624203824e-06,
+      "loss": 38.2188,
+      "step": 294
+    },
+    {
+      "epoch": 0.014097295230813342,
+      "grad_norm": 546.5541381835938,
+      "learning_rate": 4.697452229299363e-06,
+      "loss": 33.4688,
+      "step": 295
+    },
+    {
+      "epoch": 0.014145082672273726,
+      "grad_norm": 551.1785888671875,
+      "learning_rate": 4.713375796178344e-06,
+      "loss": 54.5,
+      "step": 296
+    },
+    {
+      "epoch": 0.01419287011373411,
+      "grad_norm": 243.33657836914062,
+      "learning_rate": 4.729299363057326e-06,
+      "loss": 44.4375,
+      "step": 297
+    },
+    {
+      "epoch": 0.014240657555194495,
+      "grad_norm": 385.5506591796875,
+      "learning_rate": 4.745222929936306e-06,
+      "loss": 43.375,
+      "step": 298
+    },
+    {
+      "epoch": 0.01428844499665488,
+      "grad_norm": 710.4913330078125,
+      "learning_rate": 4.761146496815287e-06,
+      "loss": 55.5,
+      "step": 299
+    },
+    {
+      "epoch": 0.014336232438115264,
+      "grad_norm": 304.6744689941406,
+      "learning_rate": 4.777070063694268e-06,
+      "loss": 34.4375,
+      "step": 300
+    },
+    {
+      "epoch": 0.014384019879575648,
+      "grad_norm": 338.3592224121094,
+      "learning_rate": 4.792993630573249e-06,
+      "loss": 41.6875,
+      "step": 301
+    },
+    {
+      "epoch": 0.014431807321036032,
+      "grad_norm": 551.785400390625,
+      "learning_rate": 4.8089171974522295e-06,
+      "loss": 50.9375,
+      "step": 302
+    },
+    {
+      "epoch": 0.014479594762496415,
+      "grad_norm": 280.7095642089844,
+      "learning_rate": 4.82484076433121e-06,
+      "loss": 33.625,
+      "step": 303
+    },
+    {
+      "epoch": 0.0145273822039568,
+      "grad_norm": 438.11236572265625,
+      "learning_rate": 4.840764331210192e-06,
+      "loss": 52.25,
+      "step": 304
+    },
+    {
+      "epoch": 0.014575169645417184,
+      "grad_norm": 264.3077697753906,
+      "learning_rate": 4.856687898089173e-06,
+      "loss": 40.75,
+      "step": 305
+    },
+    {
+      "epoch": 0.014622957086877568,
+      "grad_norm": 580.780029296875,
+      "learning_rate": 4.872611464968153e-06,
+      "loss": 44.5625,
+      "step": 306
+    },
+    {
+      "epoch": 0.014670744528337953,
+      "grad_norm": 544.4771118164062,
+      "learning_rate": 4.888535031847134e-06,
+      "loss": 51.9062,
+      "step": 307
+    },
+    {
+      "epoch": 0.014718531969798337,
+      "grad_norm": 498.5137023925781,
+      "learning_rate": 4.904458598726115e-06,
+      "loss": 58.0625,
+      "step": 308
+    },
+    {
+      "epoch": 0.014766319411258721,
+      "grad_norm": 630.03466796875,
+      "learning_rate": 4.920382165605096e-06,
+      "loss": 49.25,
+      "step": 309
+    },
+    {
+      "epoch": 0.014814106852719106,
+      "grad_norm": 613.7825317382812,
+      "learning_rate": 4.9363057324840765e-06,
+      "loss": 48.4062,
+      "step": 310
+    },
+    {
+      "epoch": 0.01486189429417949,
+      "grad_norm": 256.3756408691406,
+      "learning_rate": 4.952229299363058e-06,
+      "loss": 36.5,
+      "step": 311
+    },
+    {
+      "epoch": 0.014909681735639875,
+      "grad_norm": 313.42864990234375,
+      "learning_rate": 4.968152866242039e-06,
+      "loss": 40.2188,
+      "step": 312
+    },
+    {
+      "epoch": 0.014957469177100257,
+      "grad_norm": 282.4849853515625,
+      "learning_rate": 4.98407643312102e-06,
+      "loss": 33.2188,
+      "step": 313
+    },
+    {
+      "epoch": 0.015005256618560642,
+      "grad_norm": 368.5577392578125,
+      "learning_rate": 5e-06,
+      "loss": 49.5,
+      "step": 314
+    },
+    {
+      "epoch": 0.015053044060021026,
+      "grad_norm": 264.6172790527344,
+      "learning_rate": 5.015923566878982e-06,
+      "loss": 35.4062,
+      "step": 315
+    },
+    {
+      "epoch": 0.01510083150148141,
+      "grad_norm": 295.1927490234375,
+      "learning_rate": 5.031847133757962e-06,
+      "loss": 55.9375,
+      "step": 316
+    },
+    {
+      "epoch": 0.015148618942941795,
+      "grad_norm": 315.9722595214844,
+      "learning_rate": 5.0477707006369436e-06,
+      "loss": 46.6875,
+      "step": 317
+    },
+    {
+      "epoch": 0.01519640638440218,
+      "grad_norm": 685.05712890625,
+      "learning_rate": 5.063694267515924e-06,
+      "loss": 49.9688,
+      "step": 318
+    },
+    {
+      "epoch": 0.015244193825862564,
+      "grad_norm": 433.8161926269531,
+      "learning_rate": 5.079617834394905e-06,
+      "loss": 60.5625,
+      "step": 319
+    },
+    {
+      "epoch": 0.015291981267322948,
+      "grad_norm": 422.350830078125,
+      "learning_rate": 5.095541401273886e-06,
+      "loss": 43.375,
+      "step": 320
+    },
+    {
+      "epoch": 0.015339768708783333,
+      "grad_norm": 487.8080139160156,
+      "learning_rate": 5.1114649681528675e-06,
+      "loss": 45.75,
+      "step": 321
+    },
+    {
+      "epoch": 0.015387556150243715,
+      "grad_norm": 265.4078369140625,
+      "learning_rate": 5.1273885350318474e-06,
+      "loss": 48.0625,
+      "step": 322
+    },
+    {
+      "epoch": 0.0154353435917041,
+      "grad_norm": 588.5338745117188,
+      "learning_rate": 5.143312101910829e-06,
+      "loss": 46.7812,
+      "step": 323
+    },
+    {
+      "epoch": 0.015483131033164484,
+      "grad_norm": 304.1665344238281,
+      "learning_rate": 5.159235668789809e-06,
+      "loss": 35.5,
+      "step": 324
+    },
+    {
+      "epoch": 0.015530918474624868,
+      "grad_norm": 286.93377685546875,
+      "learning_rate": 5.175159235668791e-06,
+      "loss": 40.625,
+      "step": 325
+    },
+    {
+      "epoch": 0.015578705916085253,
+      "grad_norm": 762.6627807617188,
+      "learning_rate": 5.191082802547771e-06,
+      "loss": 65.5,
+      "step": 326
+    },
+    {
+      "epoch": 0.015626493357545637,
+      "grad_norm": 404.506103515625,
+      "learning_rate": 5.207006369426752e-06,
+      "loss": 49.6875,
+      "step": 327
+    },
+    {
+      "epoch": 0.01567428079900602,
+      "grad_norm": 422.0226135253906,
+      "learning_rate": 5.222929936305733e-06,
+      "loss": 55.875,
+      "step": 328
+    },
+    {
+      "epoch": 0.015722068240466406,
+      "grad_norm": 524.7188110351562,
+      "learning_rate": 5.2388535031847145e-06,
+      "loss": 43.5312,
+      "step": 329
+    },
+    {
+      "epoch": 0.01576985568192679,
+      "grad_norm": 262.3963623046875,
+      "learning_rate": 5.2547770700636944e-06,
+      "loss": 33.7188,
+      "step": 330
+    },
+    {
+      "epoch": 0.015817643123387175,
+      "grad_norm": 385.22869873046875,
+      "learning_rate": 5.270700636942676e-06,
+      "loss": 51.375,
+      "step": 331
+    },
+    {
+      "epoch": 0.015865430564847557,
+      "grad_norm": 382.9327697753906,
+      "learning_rate": 5.286624203821657e-06,
+      "loss": 45.25,
+      "step": 332
+    },
+    {
+      "epoch": 0.015913218006307944,
+      "grad_norm": 468.513916015625,
+      "learning_rate": 5.302547770700638e-06,
+      "loss": 43.4375,
+      "step": 333
+    },
+    {
+      "epoch": 0.015961005447768326,
+      "grad_norm": 336.035400390625,
+      "learning_rate": 5.318471337579618e-06,
+      "loss": 44.4688,
+      "step": 334
+    },
+    {
+      "epoch": 0.016008792889228712,
+      "grad_norm": 299.2732238769531,
+      "learning_rate": 5.3343949044586e-06,
+      "loss": 44.6875,
+      "step": 335
+    },
+    {
+      "epoch": 0.016056580330689095,
+      "grad_norm": 376.3779602050781,
+      "learning_rate": 5.35031847133758e-06,
+      "loss": 45.5938,
+      "step": 336
+    },
+    {
+      "epoch": 0.016104367772149478,
+      "grad_norm": 307.5014343261719,
+      "learning_rate": 5.3662420382165615e-06,
+      "loss": 41.2812,
+      "step": 337
+    },
+    {
+      "epoch": 0.016152155213609864,
+      "grad_norm": 312.9885559082031,
+      "learning_rate": 5.3821656050955415e-06,
+      "loss": 48.0312,
+      "step": 338
+    },
+    {
+      "epoch": 0.016199942655070246,
+      "grad_norm": 424.2642822265625,
+      "learning_rate": 5.398089171974523e-06,
+      "loss": 49.4688,
+      "step": 339
+    },
+    {
+      "epoch": 0.016247730096530633,
+      "grad_norm": 347.3360595703125,
+      "learning_rate": 5.414012738853504e-06,
+      "loss": 39.7188,
+      "step": 340
+    },
+    {
+      "epoch": 0.016295517537991015,
+      "grad_norm": 746.734130859375,
+      "learning_rate": 5.429936305732485e-06,
+      "loss": 56.0938,
+      "step": 341
+    },
+    {
+      "epoch": 0.0163433049794514,
+      "grad_norm": 300.3011779785156,
+      "learning_rate": 5.445859872611465e-06,
+      "loss": 36.5,
+      "step": 342
+    },
+    {
+      "epoch": 0.016391092420911784,
+      "grad_norm": 256.9208068847656,
+      "learning_rate": 5.461783439490447e-06,
+      "loss": 42.3438,
+      "step": 343
+    },
+    {
+      "epoch": 0.01643887986237217,
+      "grad_norm": 327.2212829589844,
+      "learning_rate": 5.477707006369427e-06,
+      "loss": 51.125,
+      "step": 344
+    },
+    {
+      "epoch": 0.016486667303832553,
+      "grad_norm": 262.3006896972656,
+      "learning_rate": 5.4936305732484086e-06,
+      "loss": 42.125,
+      "step": 345
+    },
+    {
+      "epoch": 0.016534454745292936,
+      "grad_norm": 427.3464050292969,
+      "learning_rate": 5.5095541401273885e-06,
+      "loss": 43.625,
+      "step": 346
+    },
+    {
+      "epoch": 0.01658224218675332,
+      "grad_norm": 366.37969970703125,
+      "learning_rate": 5.52547770700637e-06,
+      "loss": 54.3125,
+      "step": 347
+    },
+    {
+      "epoch": 0.016630029628213704,
+      "grad_norm": 532.86328125,
+      "learning_rate": 5.541401273885351e-06,
+      "loss": 48.875,
+      "step": 348
+    },
+    {
+      "epoch": 0.01667781706967409,
+      "grad_norm": 189.8264617919922,
+      "learning_rate": 5.5573248407643325e-06,
+      "loss": 29.9688,
+      "step": 349
+    },
+    {
+      "epoch": 0.016725604511134473,
+      "grad_norm": 368.0729064941406,
+      "learning_rate": 5.573248407643312e-06,
+      "loss": 74.3125,
+      "step": 350
+    },
+    {
+      "epoch": 0.01677339195259486,
+      "grad_norm": 319.19818115234375,
+      "learning_rate": 5.589171974522294e-06,
+      "loss": 52.6875,
+      "step": 351
+    },
+    {
+      "epoch": 0.016821179394055242,
+      "grad_norm": 327.8951416015625,
+      "learning_rate": 5.605095541401274e-06,
+      "loss": 63.8125,
+      "step": 352
+    },
+    {
+      "epoch": 0.016868966835515628,
+      "grad_norm": 203.8348388671875,
+      "learning_rate": 5.621019108280256e-06,
+      "loss": 27.0,
+      "step": 353
+    },
+    {
+      "epoch": 0.01691675427697601,
+      "grad_norm": 434.8271179199219,
+      "learning_rate": 5.636942675159236e-06,
+      "loss": 48.1875,
+      "step": 354
+    },
+    {
+      "epoch": 0.016964541718436393,
+      "grad_norm": 472.96624755859375,
+      "learning_rate": 5.652866242038217e-06,
+      "loss": 45.4375,
+      "step": 355
+    },
+    {
+      "epoch": 0.01701232915989678,
+      "grad_norm": 396.65057373046875,
+      "learning_rate": 5.668789808917198e-06,
+      "loss": 50.4062,
+      "step": 356
+    },
+    {
+      "epoch": 0.017060116601357162,
+      "grad_norm": 541.4810791015625,
+      "learning_rate": 5.6847133757961795e-06,
+      "loss": 45.6562,
+      "step": 357
+    },
+    {
+      "epoch": 0.01710790404281755,
+      "grad_norm": 333.64453125,
+      "learning_rate": 5.7006369426751594e-06,
+      "loss": 43.375,
+      "step": 358
+    },
+    {
+      "epoch": 0.01715569148427793,
+      "grad_norm": 580.72998046875,
+      "learning_rate": 5.716560509554141e-06,
+      "loss": 59.375,
+      "step": 359
+    },
+    {
+      "epoch": 0.017203478925738317,
+      "grad_norm": 277.9612731933594,
+      "learning_rate": 5.732484076433121e-06,
+      "loss": 34.4062,
+      "step": 360
+    },
+    {
+      "epoch": 0.0172512663671987,
+      "grad_norm": 291.8032531738281,
+      "learning_rate": 5.748407643312103e-06,
+      "loss": 32.2812,
+      "step": 361
+    },
+    {
+      "epoch": 0.017299053808659086,
+      "grad_norm": 394.57452392578125,
+      "learning_rate": 5.764331210191083e-06,
+      "loss": 46.5312,
+      "step": 362
+    },
+    {
+      "epoch": 0.01734684125011947,
+      "grad_norm": 272.3658142089844,
+      "learning_rate": 5.780254777070064e-06,
+      "loss": 56.3438,
+      "step": 363
+    },
+    {
+      "epoch": 0.01739462869157985,
+      "grad_norm": 507.2108154296875,
+      "learning_rate": 5.796178343949045e-06,
+      "loss": 54.0,
+      "step": 364
+    },
+    {
+      "epoch": 0.017442416133040237,
+      "grad_norm": 444.23553466796875,
+      "learning_rate": 5.8121019108280265e-06,
+      "loss": 58.8438,
+      "step": 365
+    },
+    {
+      "epoch": 0.01749020357450062,
+      "grad_norm": 557.5515747070312,
+      "learning_rate": 5.8280254777070065e-06,
+      "loss": 48.625,
+      "step": 366
+    },
+    {
+      "epoch": 0.017537991015961006,
+      "grad_norm": 257.8960266113281,
+      "learning_rate": 5.843949044585988e-06,
+      "loss": 32.7188,
+      "step": 367
+    },
+    {
+      "epoch": 0.01758577845742139,
+      "grad_norm": 313.1353454589844,
+      "learning_rate": 5.859872611464969e-06,
+      "loss": 49.8125,
+      "step": 368
+    },
+    {
+      "epoch": 0.017633565898881775,
+      "grad_norm": 471.73876953125,
+      "learning_rate": 5.87579617834395e-06,
+      "loss": 63.125,
+      "step": 369
+    },
+    {
+      "epoch": 0.017681353340342158,
+      "grad_norm": 427.755126953125,
+      "learning_rate": 5.89171974522293e-06,
+      "loss": 51.8125,
+      "step": 370
+    },
+    {
+      "epoch": 0.017729140781802544,
+      "grad_norm": 261.93780517578125,
+      "learning_rate": 5.907643312101912e-06,
+      "loss": 41.7188,
+      "step": 371
+    },
+    {
+      "epoch": 0.017776928223262926,
+      "grad_norm": 424.4227600097656,
+      "learning_rate": 5.923566878980892e-06,
+      "loss": 48.0,
+      "step": 372
+    },
+    {
+      "epoch": 0.01782471566472331,
+      "grad_norm": 338.34552001953125,
+      "learning_rate": 5.9394904458598736e-06,
+      "loss": 49.75,
+      "step": 373
+    },
+    {
+      "epoch": 0.017872503106183695,
+      "grad_norm": 621.5420532226562,
+      "learning_rate": 5.9554140127388535e-06,
+      "loss": 47.625,
+      "step": 374
+    },
+    {
+      "epoch": 0.017920290547644078,
+      "grad_norm": 408.5467529296875,
+      "learning_rate": 5.971337579617835e-06,
+      "loss": 57.3438,
+      "step": 375
+    },
+    {
+      "epoch": 0.017968077989104464,
+      "grad_norm": 354.8074645996094,
+      "learning_rate": 5.987261146496816e-06,
+      "loss": 43.5625,
+      "step": 376
+    },
+    {
+      "epoch": 0.018015865430564847,
+      "grad_norm": 502.9755859375,
+      "learning_rate": 6.003184713375797e-06,
+      "loss": 55.875,
+      "step": 377
+    },
+    {
+      "epoch": 0.018063652872025233,
+      "grad_norm": 395.53729248046875,
+      "learning_rate": 6.019108280254777e-06,
+      "loss": 44.5312,
+      "step": 378
+    },
+    {
+      "epoch": 0.018111440313485615,
+      "grad_norm": 566.4373168945312,
+      "learning_rate": 6.035031847133759e-06,
+      "loss": 36.4375,
+      "step": 379
+    },
+    {
+      "epoch": 0.018159227754946,
+      "grad_norm": 357.39990234375,
+      "learning_rate": 6.050955414012739e-06,
+      "loss": 39.0312,
+      "step": 380
+    },
+    {
+      "epoch": 0.018207015196406384,
+      "grad_norm": 386.4960021972656,
+      "learning_rate": 6.066878980891721e-06,
+      "loss": 57.25,
+      "step": 381
+    },
+    {
+      "epoch": 0.018254802637866767,
+      "grad_norm": 321.2730407714844,
+      "learning_rate": 6.0828025477707005e-06,
+      "loss": 47.5625,
+      "step": 382
+    },
+    {
+      "epoch": 0.018302590079327153,
+      "grad_norm": 462.42694091796875,
+      "learning_rate": 6.098726114649682e-06,
+      "loss": 51.8125,
+      "step": 383
+    },
+    {
+      "epoch": 0.018350377520787536,
+      "grad_norm": 532.7403564453125,
+      "learning_rate": 6.114649681528663e-06,
+      "loss": 44.9062,
+      "step": 384
+    },
+    {
+      "epoch": 0.018398164962247922,
+      "grad_norm": 221.40032958984375,
+      "learning_rate": 6.1305732484076445e-06,
+      "loss": 40.4375,
+      "step": 385
+    },
+    {
+      "epoch": 0.018445952403708304,
+      "grad_norm": 544.4025268554688,
+      "learning_rate": 6.1464968152866244e-06,
+      "loss": 56.4375,
+      "step": 386
+    },
+    {
+      "epoch": 0.01849373984516869,
+      "grad_norm": 360.4018859863281,
+      "learning_rate": 6.162420382165606e-06,
+      "loss": 43.4062,
+      "step": 387
+    },
+    {
+      "epoch": 0.018541527286629073,
+      "grad_norm": 351.7043762207031,
+      "learning_rate": 6.178343949044586e-06,
+      "loss": 43.4375,
+      "step": 388
+    },
+    {
+      "epoch": 0.01858931472808946,
+      "grad_norm": 315.44970703125,
+      "learning_rate": 6.194267515923568e-06,
+      "loss": 40.2188,
+      "step": 389
+    },
+    {
+      "epoch": 0.018637102169549842,
+      "grad_norm": 346.1410827636719,
+      "learning_rate": 6.210191082802548e-06,
+      "loss": 39.4062,
+      "step": 390
+    },
+    {
+      "epoch": 0.018684889611010228,
+      "grad_norm": 266.109619140625,
+      "learning_rate": 6.226114649681529e-06,
+      "loss": 43.625,
+      "step": 391
+    },
+    {
+      "epoch": 0.01873267705247061,
+      "grad_norm": 394.95941162109375,
+      "learning_rate": 6.24203821656051e-06,
+      "loss": 35.9688,
+      "step": 392
+    },
+    {
+      "epoch": 0.018780464493930994,
+      "grad_norm": 271.7232971191406,
+      "learning_rate": 6.2579617834394915e-06,
+      "loss": 27.8438,
+      "step": 393
+    },
+    {
+      "epoch": 0.01882825193539138,
+      "grad_norm": 472.43658447265625,
+      "learning_rate": 6.2738853503184715e-06,
+      "loss": 45.3125,
+      "step": 394
+    },
+    {
+      "epoch": 0.018876039376851762,
+      "grad_norm": 292.1768798828125,
+      "learning_rate": 6.289808917197453e-06,
+      "loss": 36.9375,
+      "step": 395
+    },
+    {
+      "epoch": 0.01892382681831215,
+      "grad_norm": 388.9345703125,
+      "learning_rate": 6.305732484076433e-06,
+      "loss": 49.3125,
+      "step": 396
+    },
+    {
+      "epoch": 0.01897161425977253,
+      "grad_norm": 230.49029541015625,
+      "learning_rate": 6.321656050955415e-06,
+      "loss": 39.0625,
+      "step": 397
+    },
+    {
+      "epoch": 0.019019401701232917,
+      "grad_norm": 452.29315185546875,
+      "learning_rate": 6.337579617834395e-06,
+      "loss": 49.5,
+      "step": 398
+    },
+    {
+      "epoch": 0.0190671891426933,
+      "grad_norm": 416.2048645019531,
+      "learning_rate": 6.353503184713376e-06,
+      "loss": 41.0938,
+      "step": 399
+    },
+    {
+      "epoch": 0.019114976584153686,
+      "grad_norm": 559.2905883789062,
+      "learning_rate": 6.369426751592357e-06,
+      "loss": 42.1875,
+      "step": 400
+    },
+    {
+      "epoch": 0.01916276402561407,
+      "grad_norm": 401.0433654785156,
+      "learning_rate": 6.3853503184713386e-06,
+      "loss": 40.3125,
+      "step": 401
+    },
+    {
+      "epoch": 0.01921055146707445,
+      "grad_norm": 694.0523071289062,
+      "learning_rate": 6.4012738853503185e-06,
+      "loss": 43.2812,
+      "step": 402
+    },
+    {
+      "epoch": 0.019258338908534837,
+      "grad_norm": 355.75030517578125,
+      "learning_rate": 6.4171974522293e-06,
+      "loss": 47.125,
+      "step": 403
+    },
+    {
+      "epoch": 0.01930612634999522,
+      "grad_norm": 407.964111328125,
+      "learning_rate": 6.433121019108281e-06,
+      "loss": 39.0938,
+      "step": 404
+    },
+    {
+      "epoch": 0.019353913791455606,
+      "grad_norm": 698.3976440429688,
+      "learning_rate": 6.449044585987262e-06,
+      "loss": 42.25,
+      "step": 405
+    },
+    {
+      "epoch": 0.01940170123291599,
+      "grad_norm": 348.3226013183594,
+      "learning_rate": 6.464968152866242e-06,
+      "loss": 34.4062,
+      "step": 406
+    },
+    {
+      "epoch": 0.019449488674376375,
+      "grad_norm": 612.7605590820312,
+      "learning_rate": 6.480891719745224e-06,
+      "loss": 35.7812,
+      "step": 407
+    },
+    {
+      "epoch": 0.019497276115836758,
+      "grad_norm": 310.1664733886719,
+      "learning_rate": 6.496815286624204e-06,
+      "loss": 34.2812,
+      "step": 408
+    },
+    {
+      "epoch": 0.019545063557297144,
+      "grad_norm": 764.1400146484375,
+      "learning_rate": 6.5127388535031856e-06,
+      "loss": 72.8125,
+      "step": 409
+    },
+    {
+      "epoch": 0.019592850998757527,
+      "grad_norm": 279.2386169433594,
+      "learning_rate": 6.5286624203821655e-06,
+      "loss": 35.1562,
+      "step": 410
+    },
+    {
+      "epoch": 0.01964063844021791,
+      "grad_norm": 504.0633544921875,
+      "learning_rate": 6.544585987261147e-06,
+      "loss": 53.875,
+      "step": 411
+    },
+    {
+      "epoch": 0.019688425881678295,
+      "grad_norm": 312.9646301269531,
+      "learning_rate": 6.560509554140128e-06,
+      "loss": 48.75,
+      "step": 412
+    },
+    {
+      "epoch": 0.019736213323138678,
+      "grad_norm": 327.3330078125,
+      "learning_rate": 6.576433121019109e-06,
+      "loss": 32.2188,
+      "step": 413
+    },
+    {
+      "epoch": 0.019784000764599064,
+      "grad_norm": 459.95770263671875,
+      "learning_rate": 6.5923566878980894e-06,
+      "loss": 43.75,
+      "step": 414
+    },
+    {
+      "epoch": 0.019831788206059447,
+      "grad_norm": 304.1366271972656,
+      "learning_rate": 6.608280254777071e-06,
+      "loss": 45.125,
+      "step": 415
+    },
+    {
+      "epoch": 0.019879575647519833,
+      "grad_norm": 407.7781066894531,
+      "learning_rate": 6.624203821656051e-06,
+      "loss": 41.25,
+      "step": 416
+    },
+    {
+      "epoch": 0.019927363088980216,
+      "grad_norm": 401.04156494140625,
+      "learning_rate": 6.640127388535033e-06,
+      "loss": 42.4375,
+      "step": 417
+    },
+    {
+      "epoch": 0.0199751505304406,
+      "grad_norm": 356.67041015625,
+      "learning_rate": 6.6560509554140125e-06,
+      "loss": 36.2812,
+      "step": 418
+    },
+    {
+      "epoch": 0.020022937971900984,
+      "grad_norm": 257.3959655761719,
+      "learning_rate": 6.671974522292994e-06,
+      "loss": 43.375,
+      "step": 419
+    },
+    {
+      "epoch": 0.020070725413361367,
+      "grad_norm": 325.2262268066406,
+      "learning_rate": 6.687898089171975e-06,
+      "loss": 40.8438,
+      "step": 420
+    },
+    {
+      "epoch": 0.020118512854821753,
+      "grad_norm": 574.4263916015625,
+      "learning_rate": 6.7038216560509565e-06,
+      "loss": 47.6875,
+      "step": 421
+    },
+    {
+      "epoch": 0.020166300296282136,
+      "grad_norm": 268.7530517578125,
+      "learning_rate": 6.7197452229299365e-06,
+      "loss": 42.625,
+      "step": 422
+    },
+    {
+      "epoch": 0.020214087737742522,
+      "grad_norm": 545.7678833007812,
+      "learning_rate": 6.735668789808918e-06,
+      "loss": 54.3125,
+      "step": 423
+    },
+    {
+      "epoch": 0.020261875179202905,
+      "grad_norm": 300.5243835449219,
+      "learning_rate": 6.751592356687898e-06,
+      "loss": 45.0625,
+      "step": 424
+    },
+    {
+      "epoch": 0.02030966262066329,
+      "grad_norm": 446.4118957519531,
+      "learning_rate": 6.76751592356688e-06,
+      "loss": 50.875,
+      "step": 425
+    },
+    {
+      "epoch": 0.020357450062123673,
+      "grad_norm": 377.62890625,
+      "learning_rate": 6.78343949044586e-06,
+      "loss": 39.3125,
+      "step": 426
+    },
+    {
+      "epoch": 0.02040523750358406,
+      "grad_norm": 1113.051025390625,
+      "learning_rate": 6.799363057324841e-06,
+      "loss": 48.9688,
+      "step": 427
+    },
+    {
+      "epoch": 0.020453024945044442,
+      "grad_norm": 359.1318054199219,
+      "learning_rate": 6.815286624203822e-06,
+      "loss": 50.875,
+      "step": 428
+    },
+    {
+      "epoch": 0.020500812386504825,
+      "grad_norm": 344.6253662109375,
+      "learning_rate": 6.8312101910828035e-06,
+      "loss": 40.8438,
+      "step": 429
+    },
+    {
+      "epoch": 0.02054859982796521,
+      "grad_norm": 227.6149139404297,
+      "learning_rate": 6.8471337579617835e-06,
+      "loss": 34.6875,
+      "step": 430
+    },
+    {
+      "epoch": 0.020596387269425594,
+      "grad_norm": 403.2770690917969,
+      "learning_rate": 6.863057324840765e-06,
+      "loss": 50.0938,
+      "step": 431
+    },
+    {
+      "epoch": 0.02064417471088598,
+      "grad_norm": 344.10467529296875,
+      "learning_rate": 6.878980891719745e-06,
+      "loss": 55.5625,
+      "step": 432
+    },
+    {
+      "epoch": 0.020691962152346362,
+      "grad_norm": 331.33355712890625,
+      "learning_rate": 6.894904458598727e-06,
+      "loss": 39.5,
+      "step": 433
+    },
+    {
+      "epoch": 0.02073974959380675,
+      "grad_norm": 256.38446044921875,
+      "learning_rate": 6.910828025477707e-06,
+      "loss": 48.0625,
+      "step": 434
+    },
+    {
+      "epoch": 0.02078753703526713,
+      "grad_norm": 356.39752197265625,
+      "learning_rate": 6.926751592356688e-06,
+      "loss": 37.4688,
+      "step": 435
+    },
+    {
+      "epoch": 0.020835324476727517,
+      "grad_norm": 345.9551086425781,
+      "learning_rate": 6.942675159235669e-06,
+      "loss": 35.8438,
+      "step": 436
+    },
+    {
+      "epoch": 0.0208831119181879,
+      "grad_norm": 473.589111328125,
+      "learning_rate": 6.9585987261146506e-06,
+      "loss": 44.9375,
+      "step": 437
+    },
+    {
+      "epoch": 0.020930899359648283,
+      "grad_norm": 187.0345916748047,
+      "learning_rate": 6.9745222929936305e-06,
+      "loss": 44.3125,
+      "step": 438
+    },
+    {
+      "epoch": 0.02097868680110867,
+      "grad_norm": 395.40625,
+      "learning_rate": 6.990445859872612e-06,
+      "loss": 38.0938,
+      "step": 439
+    },
+    {
+      "epoch": 0.02102647424256905,
+      "grad_norm": 266.8675231933594,
+      "learning_rate": 7.006369426751593e-06,
+      "loss": 32.3438,
+      "step": 440
+    },
+    {
+      "epoch": 0.021074261684029438,
+      "grad_norm": 566.7030639648438,
+      "learning_rate": 7.022292993630574e-06,
+      "loss": 35.0312,
+      "step": 441
+    },
+    {
+      "epoch": 0.02112204912548982,
+      "grad_norm": 353.4996032714844,
+      "learning_rate": 7.0382165605095544e-06,
+      "loss": 58.0938,
+      "step": 442
+    },
+    {
+      "epoch": 0.021169836566950206,
+      "grad_norm": 450.4458312988281,
+      "learning_rate": 7.054140127388536e-06,
+      "loss": 38.2188,
+      "step": 443
+    },
+    {
+      "epoch": 0.02121762400841059,
+      "grad_norm": 406.95257568359375,
+      "learning_rate": 7.070063694267516e-06,
+      "loss": 47.4375,
+      "step": 444
+    },
+    {
+      "epoch": 0.021265411449870975,
+      "grad_norm": 176.2908935546875,
+      "learning_rate": 7.085987261146498e-06,
+      "loss": 29.0,
+      "step": 445
+    },
+    {
+      "epoch": 0.021313198891331358,
+      "grad_norm": 432.950927734375,
+      "learning_rate": 7.1019108280254775e-06,
+      "loss": 34.25,
+      "step": 446
+    },
+    {
+      "epoch": 0.021360986332791744,
+      "grad_norm": 477.7500305175781,
+      "learning_rate": 7.117834394904459e-06,
+      "loss": 37.0,
+      "step": 447
+    },
+    {
+      "epoch": 0.021408773774252127,
+      "grad_norm": 460.2934875488281,
+      "learning_rate": 7.13375796178344e-06,
+      "loss": 43.5625,
+      "step": 448
+    },
+    {
+      "epoch": 0.02145656121571251,
+      "grad_norm": 470.4447326660156,
+      "learning_rate": 7.149681528662421e-06,
+      "loss": 36.1875,
+      "step": 449
+    },
+    {
+      "epoch": 0.021504348657172895,
+      "grad_norm": 688.6773681640625,
+      "learning_rate": 7.1656050955414014e-06,
+      "loss": 52.5625,
+      "step": 450
+    },
+    {
+      "epoch": 0.021552136098633278,
+      "grad_norm": 282.93902587890625,
+      "learning_rate": 7.181528662420383e-06,
+      "loss": 44.0,
+      "step": 451
+    },
+    {
+      "epoch": 0.021599923540093664,
+      "grad_norm": 261.5704650878906,
+      "learning_rate": 7.197452229299363e-06,
+      "loss": 37.7188,
+      "step": 452
+    },
+    {
+      "epoch": 0.021647710981554047,
+      "grad_norm": 364.0258483886719,
+      "learning_rate": 7.213375796178345e-06,
+      "loss": 60.5625,
+      "step": 453
+    },
+    {
+      "epoch": 0.021695498423014433,
+      "grad_norm": 290.2574462890625,
+      "learning_rate": 7.2292993630573245e-06,
+      "loss": 35.1562,
+      "step": 454
+    },
+    {
+      "epoch": 0.021743285864474816,
+      "grad_norm": 226.2373809814453,
+      "learning_rate": 7.245222929936306e-06,
+      "loss": 42.1875,
+      "step": 455
+    },
+    {
+      "epoch": 0.021791073305935202,
+      "grad_norm": 348.6291198730469,
+      "learning_rate": 7.261146496815287e-06,
+      "loss": 36.5312,
+      "step": 456
+    },
+    {
+      "epoch": 0.021838860747395585,
+      "grad_norm": 297.9052734375,
+      "learning_rate": 7.2770700636942685e-06,
+      "loss": 44.125,
+      "step": 457
+    },
+    {
+      "epoch": 0.021886648188855967,
+      "grad_norm": 362.8238525390625,
+      "learning_rate": 7.2929936305732485e-06,
+      "loss": 54.4688,
+      "step": 458
+    },
+    {
+      "epoch": 0.021934435630316353,
+      "grad_norm": 385.6475830078125,
+      "learning_rate": 7.30891719745223e-06,
+      "loss": 41.5312,
+      "step": 459
+    },
+    {
+      "epoch": 0.021982223071776736,
+      "grad_norm": 298.1434326171875,
+      "learning_rate": 7.32484076433121e-06,
+      "loss": 34.9062,
+      "step": 460
+    },
+    {
+      "epoch": 0.022030010513237122,
+      "grad_norm": 344.2867736816406,
+      "learning_rate": 7.340764331210192e-06,
+      "loss": 35.625,
+      "step": 461
+    },
+    {
+      "epoch": 0.022077797954697505,
+      "grad_norm": 388.09002685546875,
+      "learning_rate": 7.356687898089172e-06,
+      "loss": 34.1719,
+      "step": 462
+    },
+    {
+      "epoch": 0.02212558539615789,
+      "grad_norm": 355.42291259765625,
+      "learning_rate": 7.372611464968153e-06,
+      "loss": 29.1875,
+      "step": 463
+    },
+    {
+      "epoch": 0.022173372837618274,
+      "grad_norm": 239.8899688720703,
+      "learning_rate": 7.388535031847134e-06,
+      "loss": 37.75,
+      "step": 464
+    },
+    {
+      "epoch": 0.02222116027907866,
+      "grad_norm": 251.5855255126953,
+      "learning_rate": 7.4044585987261156e-06,
+      "loss": 41.375,
+      "step": 465
+    },
+    {
+      "epoch": 0.022268947720539042,
+      "grad_norm": 352.01275634765625,
+      "learning_rate": 7.4203821656050955e-06,
+      "loss": 43.875,
+      "step": 466
+    },
+    {
+      "epoch": 0.022316735161999425,
+      "grad_norm": 322.2556457519531,
+      "learning_rate": 7.436305732484077e-06,
+      "loss": 40.0,
+      "step": 467
+    },
+    {
+      "epoch": 0.02236452260345981,
+      "grad_norm": 426.98455810546875,
+      "learning_rate": 7.452229299363057e-06,
+      "loss": 52.8125,
+      "step": 468
+    },
+    {
+      "epoch": 0.022412310044920194,
+      "grad_norm": 394.5652160644531,
+      "learning_rate": 7.468152866242039e-06,
+      "loss": 43.8438,
+      "step": 469
+    },
+    {
+      "epoch": 0.02246009748638058,
+      "grad_norm": 294.20770263671875,
+      "learning_rate": 7.484076433121019e-06,
+      "loss": 39.5,
+      "step": 470
+    },
+    {
+      "epoch": 0.022507884927840963,
+      "grad_norm": 199.99139404296875,
+      "learning_rate": 7.500000000000001e-06,
+      "loss": 44.4062,
+      "step": 471
+    },
+    {
+      "epoch": 0.02255567236930135,
+      "grad_norm": 255.0402374267578,
+      "learning_rate": 7.515923566878982e-06,
+      "loss": 43.375,
+      "step": 472
+    },
+    {
+      "epoch": 0.02260345981076173,
+      "grad_norm": 438.6395568847656,
+      "learning_rate": 7.531847133757963e-06,
+      "loss": 54.625,
+      "step": 473
+    },
+    {
+      "epoch": 0.022651247252222118,
+      "grad_norm": 324.45758056640625,
+      "learning_rate": 7.547770700636944e-06,
+      "loss": 46.0625,
+      "step": 474
+    },
+    {
+      "epoch": 0.0226990346936825,
+      "grad_norm": 429.11798095703125,
+      "learning_rate": 7.563694267515924e-06,
+      "loss": 32.5312,
+      "step": 475
+    },
+    {
+      "epoch": 0.022746822135142883,
+      "grad_norm": 218.88134765625,
+      "learning_rate": 7.579617834394906e-06,
+      "loss": 32.1562,
+      "step": 476
+    },
+    {
+      "epoch": 0.02279460957660327,
+      "grad_norm": 365.3685302734375,
+      "learning_rate": 7.595541401273886e-06,
+      "loss": 45.625,
+      "step": 477
+    },
+    {
+      "epoch": 0.02284239701806365,
+      "grad_norm": 253.6385955810547,
+      "learning_rate": 7.611464968152867e-06,
+      "loss": 29.9531,
+      "step": 478
+    },
+    {
+      "epoch": 0.022890184459524038,
+      "grad_norm": 240.1924591064453,
+      "learning_rate": 7.627388535031848e-06,
+      "loss": 42.0,
+      "step": 479
+    },
+    {
+      "epoch": 0.02293797190098442,
+      "grad_norm": 316.4892883300781,
+      "learning_rate": 7.64331210191083e-06,
+      "loss": 35.75,
+      "step": 480
+    },
+    {
+      "epoch": 0.022985759342444807,
+      "grad_norm": 234.45387268066406,
+      "learning_rate": 7.659235668789809e-06,
+      "loss": 31.6562,
+      "step": 481
+    },
+    {
+      "epoch": 0.02303354678390519,
+      "grad_norm": 306.2801513671875,
+      "learning_rate": 7.675159235668791e-06,
+      "loss": 52.8125,
+      "step": 482
+    },
+    {
+      "epoch": 0.023081334225365575,
+      "grad_norm": 326.1422119140625,
+      "learning_rate": 7.691082802547772e-06,
+      "loss": 52.125,
+      "step": 483
+    },
+    {
+      "epoch": 0.023129121666825958,
+      "grad_norm": 367.0751037597656,
+      "learning_rate": 7.707006369426753e-06,
+      "loss": 47.125,
+      "step": 484
+    },
+    {
+      "epoch": 0.02317690910828634,
+      "grad_norm": 366.9905090332031,
+      "learning_rate": 7.722929936305734e-06,
+      "loss": 30.125,
+      "step": 485
+    },
+    {
+      "epoch": 0.023224696549746727,
+      "grad_norm": 317.6326904296875,
+      "learning_rate": 7.738853503184714e-06,
+      "loss": 49.7812,
+      "step": 486
+    },
+    {
+      "epoch": 0.02327248399120711,
+      "grad_norm": 287.0174255371094,
+      "learning_rate": 7.754777070063695e-06,
+      "loss": 32.8438,
+      "step": 487
+    },
+    {
+      "epoch": 0.023320271432667496,
+      "grad_norm": 601.872802734375,
+      "learning_rate": 7.770700636942676e-06,
+      "loss": 47.2188,
+      "step": 488
+    },
+    {
+      "epoch": 0.02336805887412788,
+      "grad_norm": 541.1183471679688,
+      "learning_rate": 7.786624203821657e-06,
+      "loss": 41.75,
+      "step": 489
+    },
+    {
+      "epoch": 0.023415846315588264,
+      "grad_norm": 234.53839111328125,
+      "learning_rate": 7.802547770700637e-06,
+      "loss": 35.1562,
+      "step": 490
+    },
+    {
+      "epoch": 0.023463633757048647,
+      "grad_norm": 324.797607421875,
+      "learning_rate": 7.818471337579618e-06,
+      "loss": 37.7812,
+      "step": 491
+    },
+    {
+      "epoch": 0.023511421198509033,
+      "grad_norm": 306.5380554199219,
+      "learning_rate": 7.8343949044586e-06,
+      "loss": 46.125,
+      "step": 492
+    },
+    {
+      "epoch": 0.023559208639969416,
+      "grad_norm": 309.3523254394531,
+      "learning_rate": 7.85031847133758e-06,
+      "loss": 31.2188,
+      "step": 493
+    },
+    {
+      "epoch": 0.0236069960814298,
+      "grad_norm": 532.7031860351562,
+      "learning_rate": 7.866242038216562e-06,
+      "loss": 45.4375,
+      "step": 494
+    },
+    {
+      "epoch": 0.023654783522890185,
+      "grad_norm": 303.3922424316406,
+      "learning_rate": 7.882165605095541e-06,
+      "loss": 26.5625,
+      "step": 495
+    },
+    {
+      "epoch": 0.023702570964350567,
+      "grad_norm": 453.95306396484375,
+      "learning_rate": 7.898089171974524e-06,
+      "loss": 45.8125,
+      "step": 496
+    },
+    {
+      "epoch": 0.023750358405810953,
+      "grad_norm": 244.9485626220703,
+      "learning_rate": 7.914012738853504e-06,
+      "loss": 37.4062,
+      "step": 497
+    },
+    {
+      "epoch": 0.023798145847271336,
+      "grad_norm": 213.4938507080078,
+      "learning_rate": 7.929936305732485e-06,
+      "loss": 36.0312,
+      "step": 498
+    },
+    {
+      "epoch": 0.023845933288731722,
+      "grad_norm": 314.2818908691406,
+      "learning_rate": 7.945859872611466e-06,
+      "loss": 36.625,
+      "step": 499
+    },
+    {
+      "epoch": 0.023893720730192105,
+      "grad_norm": 367.921630859375,
+      "learning_rate": 7.961783439490447e-06,
+      "loss": 29.4688,
+      "step": 500
+    },
+    {
+      "epoch": 0.02394150817165249,
+      "grad_norm": 349.2271728515625,
+      "learning_rate": 7.977707006369428e-06,
+      "loss": 33.4688,
+      "step": 501
+    },
+    {
+      "epoch": 0.023989295613112874,
+      "grad_norm": 237.0410919189453,
+      "learning_rate": 7.993630573248408e-06,
+      "loss": 31.7812,
+      "step": 502
+    },
+    {
+      "epoch": 0.02403708305457326,
+      "grad_norm": 269.42120361328125,
+      "learning_rate": 8.009554140127389e-06,
+      "loss": 34.2812,
+      "step": 503
+    },
+    {
+      "epoch": 0.024084870496033643,
+      "grad_norm": 366.6195068359375,
+      "learning_rate": 8.02547770700637e-06,
+      "loss": 48.0625,
+      "step": 504
+    },
+    {
+      "epoch": 0.024132657937494025,
+      "grad_norm": 348.9013977050781,
+      "learning_rate": 8.04140127388535e-06,
+      "loss": 54.5625,
+      "step": 505
+    },
+    {
+      "epoch": 0.02418044537895441,
+      "grad_norm": 376.04888916015625,
+      "learning_rate": 8.057324840764333e-06,
+      "loss": 45.0,
+      "step": 506
+    },
+    {
+      "epoch": 0.024228232820414794,
+      "grad_norm": 527.5252685546875,
+      "learning_rate": 8.073248407643312e-06,
+      "loss": 36.6875,
+      "step": 507
+    },
+    {
+      "epoch": 0.02427602026187518,
+      "grad_norm": 435.12078857421875,
+      "learning_rate": 8.089171974522295e-06,
+      "loss": 53.3125,
+      "step": 508
+    },
+    {
+      "epoch": 0.024323807703335563,
+      "grad_norm": 514.7276000976562,
+      "learning_rate": 8.105095541401274e-06,
+      "loss": 41.625,
+      "step": 509
+    },
+    {
+      "epoch": 0.02437159514479595,
+      "grad_norm": 367.97052001953125,
+      "learning_rate": 8.121019108280256e-06,
+      "loss": 42.25,
+      "step": 510
+    },
+    {
+      "epoch": 0.02441938258625633,
+      "grad_norm": 329.1019592285156,
+      "learning_rate": 8.136942675159237e-06,
+      "loss": 35.8438,
+      "step": 511
+    },
+    {
+      "epoch": 0.024467170027716718,
+      "grad_norm": 438.960205078125,
+      "learning_rate": 8.152866242038218e-06,
+      "loss": 37.9062,
+      "step": 512
+    },
+    {
+      "epoch": 0.0245149574691771,
+      "grad_norm": 287.138427734375,
+      "learning_rate": 8.168789808917199e-06,
+      "loss": 36.875,
+      "step": 513
+    },
+    {
+      "epoch": 0.024562744910637483,
+      "grad_norm": 399.2621765136719,
+      "learning_rate": 8.18471337579618e-06,
+      "loss": 53.3125,
+      "step": 514
+    },
+    {
+      "epoch": 0.02461053235209787,
+      "grad_norm": 278.6207275390625,
+      "learning_rate": 8.20063694267516e-06,
+      "loss": 59.6875,
+      "step": 515
+    },
+    {
+      "epoch": 0.024658319793558252,
+      "grad_norm": 346.74102783203125,
+      "learning_rate": 8.21656050955414e-06,
+      "loss": 33.5,
+      "step": 516
+    },
+    {
+      "epoch": 0.024706107235018638,
+      "grad_norm": 656.1058349609375,
+      "learning_rate": 8.232484076433122e-06,
+      "loss": 29.6562,
+      "step": 517
+    },
+    {
+      "epoch": 0.02475389467647902,
+      "grad_norm": 425.27655029296875,
+      "learning_rate": 8.248407643312102e-06,
+      "loss": 54.75,
+      "step": 518
+    },
+    {
+      "epoch": 0.024801682117939407,
+      "grad_norm": 372.7396240234375,
+      "learning_rate": 8.264331210191083e-06,
+      "loss": 50.9375,
+      "step": 519
+    },
+    {
+      "epoch": 0.02484946955939979,
+      "grad_norm": 370.4242858886719,
+      "learning_rate": 8.280254777070064e-06,
+      "loss": 41.7188,
+      "step": 520
+    },
+    {
+      "epoch": 0.024897257000860176,
+      "grad_norm": 565.061279296875,
+      "learning_rate": 8.296178343949045e-06,
+      "loss": 47.5,
+      "step": 521
+    },
+    {
+      "epoch": 0.024945044442320558,
+      "grad_norm": 332.7088317871094,
+      "learning_rate": 8.312101910828027e-06,
+      "loss": 28.25,
+      "step": 522
+    },
+    {
+      "epoch": 0.02499283188378094,
+      "grad_norm": 296.42913818359375,
+      "learning_rate": 8.328025477707006e-06,
+      "loss": 25.5938,
+      "step": 523
+    },
+    {
+      "epoch": 0.025040619325241327,
+      "grad_norm": 494.87591552734375,
+      "learning_rate": 8.343949044585989e-06,
+      "loss": 40.4688,
+      "step": 524
+    },
+    {
+      "epoch": 0.02508840676670171,
+      "grad_norm": 443.10223388671875,
+      "learning_rate": 8.35987261146497e-06,
+      "loss": 49.0625,
+      "step": 525
+    },
+    {
+      "epoch": 0.025136194208162096,
+      "grad_norm": 385.0240173339844,
+      "learning_rate": 8.37579617834395e-06,
+      "loss": 32.625,
+      "step": 526
+    },
+    {
+      "epoch": 0.02518398164962248,
+      "grad_norm": 444.7126770019531,
+      "learning_rate": 8.391719745222931e-06,
+      "loss": 46.6875,
+      "step": 527
+    },
+    {
+      "epoch": 0.025231769091082865,
+      "grad_norm": 235.20921325683594,
+      "learning_rate": 8.407643312101912e-06,
+      "loss": 41.625,
+      "step": 528
+    },
+    {
+      "epoch": 0.025279556532543247,
+      "grad_norm": 663.023193359375,
+      "learning_rate": 8.423566878980893e-06,
+      "loss": 33.0312,
+      "step": 529
+    },
+    {
+      "epoch": 0.025327343974003633,
+      "grad_norm": 351.8935546875,
+      "learning_rate": 8.439490445859873e-06,
+      "loss": 29.75,
+      "step": 530
+    },
+    {
+      "epoch": 0.025375131415464016,
+      "grad_norm": 417.7599792480469,
+      "learning_rate": 8.455414012738854e-06,
+      "loss": 38.4062,
+      "step": 531
+    },
+    {
+      "epoch": 0.0254229188569244,
+      "grad_norm": 591.1795654296875,
+      "learning_rate": 8.471337579617835e-06,
+      "loss": 48.375,
+      "step": 532
+    },
+    {
+      "epoch": 0.025470706298384785,
+      "grad_norm": 404.27880859375,
+      "learning_rate": 8.487261146496816e-06,
+      "loss": 36.375,
+      "step": 533
+    },
+    {
+      "epoch": 0.025518493739845168,
+      "grad_norm": 453.43743896484375,
+      "learning_rate": 8.503184713375796e-06,
+      "loss": 44.7812,
+      "step": 534
+    },
+    {
+      "epoch": 0.025566281181305554,
+      "grad_norm": 438.23779296875,
+      "learning_rate": 8.519108280254777e-06,
+      "loss": 43.4375,
+      "step": 535
+    },
+    {
+      "epoch": 0.025614068622765936,
+      "grad_norm": 203.39556884765625,
+      "learning_rate": 8.53503184713376e-06,
+      "loss": 28.7031,
+      "step": 536
+    },
+    {
+      "epoch": 0.025661856064226322,
+      "grad_norm": 308.8653259277344,
+      "learning_rate": 8.550955414012739e-06,
+      "loss": 43.1875,
+      "step": 537
+    },
+    {
+      "epoch": 0.025709643505686705,
+      "grad_norm": 518.4722290039062,
+      "learning_rate": 8.566878980891721e-06,
+      "loss": 41.9375,
+      "step": 538
+    },
+    {
+      "epoch": 0.02575743094714709,
+      "grad_norm": 320.5284729003906,
+      "learning_rate": 8.5828025477707e-06,
+      "loss": 32.4688,
+      "step": 539
+    },
+    {
+      "epoch": 0.025805218388607474,
+      "grad_norm": 362.96527099609375,
+      "learning_rate": 8.598726114649683e-06,
+      "loss": 37.5938,
+      "step": 540
+    },
+    {
+      "epoch": 0.025853005830067857,
+      "grad_norm": 307.5861511230469,
+      "learning_rate": 8.614649681528664e-06,
+      "loss": 48.5625,
+      "step": 541
+    },
+    {
+      "epoch": 0.025900793271528243,
+      "grad_norm": 400.2508544921875,
+      "learning_rate": 8.630573248407644e-06,
+      "loss": 50.0312,
+      "step": 542
+    },
+    {
+      "epoch": 0.025948580712988625,
+      "grad_norm": 335.7773742675781,
+      "learning_rate": 8.646496815286625e-06,
+      "loss": 37.5625,
+      "step": 543
+    },
+    {
+      "epoch": 0.02599636815444901,
+      "grad_norm": 406.412109375,
+      "learning_rate": 8.662420382165606e-06,
+      "loss": 38.4688,
+      "step": 544
+    },
+    {
+      "epoch": 0.026044155595909394,
+      "grad_norm": 566.5807495117188,
+      "learning_rate": 8.678343949044587e-06,
+      "loss": 38.625,
+      "step": 545
+    },
+    {
+      "epoch": 0.02609194303736978,
+      "grad_norm": 287.3399353027344,
+      "learning_rate": 8.694267515923567e-06,
+      "loss": 41.4375,
+      "step": 546
+    },
+    {
+      "epoch": 0.026139730478830163,
+      "grad_norm": 394.3831481933594,
+      "learning_rate": 8.710191082802548e-06,
+      "loss": 39.6875,
+      "step": 547
+    },
+    {
+      "epoch": 0.02618751792029055,
+      "grad_norm": 529.2741088867188,
+      "learning_rate": 8.726114649681529e-06,
+      "loss": 48.5,
+      "step": 548
+    },
+    {
+      "epoch": 0.02623530536175093,
+      "grad_norm": 731.9359741210938,
+      "learning_rate": 8.74203821656051e-06,
+      "loss": 47.7812,
+      "step": 549
+    },
+    {
+      "epoch": 0.026283092803211314,
+      "grad_norm": 205.12594604492188,
+      "learning_rate": 8.757961783439492e-06,
+      "loss": 37.875,
+      "step": 550
+    },
+    {
+      "epoch": 0.0263308802446717,
+      "grad_norm": 307.01812744140625,
+      "learning_rate": 8.773885350318471e-06,
+      "loss": 35.2812,
+      "step": 551
+    },
+    {
+      "epoch": 0.026378667686132083,
+      "grad_norm": 410.8722839355469,
+      "learning_rate": 8.789808917197454e-06,
+      "loss": 40.375,
+      "step": 552
+    },
+    {
+      "epoch": 0.02642645512759247,
+      "grad_norm": 499.2559509277344,
+      "learning_rate": 8.805732484076433e-06,
+      "loss": 37.5,
+      "step": 553
+    },
+    {
+      "epoch": 0.026474242569052852,
+      "grad_norm": 638.5159301757812,
+      "learning_rate": 8.821656050955415e-06,
+      "loss": 64.5,
+      "step": 554
+    },
+    {
+      "epoch": 0.026522030010513238,
+      "grad_norm": 488.4072265625,
+      "learning_rate": 8.837579617834396e-06,
+      "loss": 49.5625,
+      "step": 555
+    },
+    {
+      "epoch": 0.02656981745197362,
+      "grad_norm": 297.1235656738281,
+      "learning_rate": 8.853503184713377e-06,
+      "loss": 37.6562,
+      "step": 556
+    },
+    {
+      "epoch": 0.026617604893434007,
+      "grad_norm": 247.39810180664062,
+      "learning_rate": 8.869426751592358e-06,
+      "loss": 42.8125,
+      "step": 557
+    },
+    {
+      "epoch": 0.02666539233489439,
+      "grad_norm": 450.77362060546875,
+      "learning_rate": 8.885350318471338e-06,
+      "loss": 42.9062,
+      "step": 558
+    },
+    {
+      "epoch": 0.026713179776354776,
+      "grad_norm": 320.29949951171875,
+      "learning_rate": 8.901273885350319e-06,
+      "loss": 42.0625,
+      "step": 559
+    },
+    {
+      "epoch": 0.02676096721781516,
+      "grad_norm": 604.7030029296875,
+      "learning_rate": 8.9171974522293e-06,
+      "loss": 67.25,
+      "step": 560
+    },
+    {
+      "epoch": 0.02680875465927554,
+      "grad_norm": 458.9466857910156,
+      "learning_rate": 8.93312101910828e-06,
+      "loss": 35.125,
+      "step": 561
+    },
+    {
+      "epoch": 0.026856542100735927,
+      "grad_norm": 690.0454711914062,
+      "learning_rate": 8.949044585987261e-06,
+      "loss": 42.75,
+      "step": 562
+    },
+    {
+      "epoch": 0.02690432954219631,
+      "grad_norm": 286.6833801269531,
+      "learning_rate": 8.964968152866242e-06,
+      "loss": 41.8125,
+      "step": 563
+    },
+    {
+      "epoch": 0.026952116983656696,
+      "grad_norm": 336.5241394042969,
+      "learning_rate": 8.980891719745225e-06,
+      "loss": 29.25,
+      "step": 564
+    },
+    {
+      "epoch": 0.02699990442511708,
+      "grad_norm": 393.2588195800781,
+      "learning_rate": 8.996815286624204e-06,
+      "loss": 53.875,
+      "step": 565
+    },
+    {
+      "epoch": 0.027047691866577465,
+      "grad_norm": 323.0438537597656,
+      "learning_rate": 9.012738853503186e-06,
+      "loss": 32.9062,
+      "step": 566
+    },
+    {
+      "epoch": 0.027095479308037847,
+      "grad_norm": 472.184814453125,
+      "learning_rate": 9.028662420382165e-06,
+      "loss": 49.0938,
+      "step": 567
+    },
+    {
+      "epoch": 0.027143266749498234,
+      "grad_norm": 200.7349395751953,
+      "learning_rate": 9.044585987261148e-06,
+      "loss": 50.3125,
+      "step": 568
+    },
+    {
+      "epoch": 0.027191054190958616,
+      "grad_norm": 251.2377471923828,
+      "learning_rate": 9.060509554140129e-06,
+      "loss": 32.8438,
+      "step": 569
+    },
+    {
+      "epoch": 0.027238841632419,
+      "grad_norm": 429.83294677734375,
+      "learning_rate": 9.07643312101911e-06,
+      "loss": 39.625,
+      "step": 570
+    },
+    {
+      "epoch": 0.027286629073879385,
+      "grad_norm": 251.97265625,
+      "learning_rate": 9.09235668789809e-06,
+      "loss": 41.5938,
+      "step": 571
+    },
+    {
+      "epoch": 0.027334416515339768,
+      "grad_norm": 385.41680908203125,
+      "learning_rate": 9.10828025477707e-06,
+      "loss": 37.0312,
+      "step": 572
+    },
+    {
+      "epoch": 0.027382203956800154,
+      "grad_norm": 387.84979248046875,
+      "learning_rate": 9.124203821656052e-06,
+      "loss": 41.8125,
+      "step": 573
+    },
+    {
+      "epoch": 0.027429991398260536,
+      "grad_norm": 464.05389404296875,
+      "learning_rate": 9.140127388535032e-06,
+      "loss": 53.6875,
+      "step": 574
+    },
+    {
+      "epoch": 0.027477778839720923,
+      "grad_norm": 258.07122802734375,
+      "learning_rate": 9.156050955414013e-06,
+      "loss": 23.3438,
+      "step": 575
+    },
+    {
+      "epoch": 0.027525566281181305,
+      "grad_norm": 378.2534484863281,
+      "learning_rate": 9.171974522292994e-06,
+      "loss": 48.5,
+      "step": 576
+    },
+    {
+      "epoch": 0.02757335372264169,
+      "grad_norm": 368.6577453613281,
+      "learning_rate": 9.187898089171975e-06,
+      "loss": 43.2812,
+      "step": 577
+    },
+    {
+      "epoch": 0.027621141164102074,
+      "grad_norm": 418.4378967285156,
+      "learning_rate": 9.203821656050957e-06,
+      "loss": 44.3125,
+      "step": 578
+    },
+    {
+      "epoch": 0.027668928605562457,
+      "grad_norm": 303.2655944824219,
+      "learning_rate": 9.219745222929936e-06,
+      "loss": 43.2188,
+      "step": 579
+    },
+    {
+      "epoch": 0.027716716047022843,
+      "grad_norm": 355.0830993652344,
+      "learning_rate": 9.235668789808919e-06,
+      "loss": 31.2188,
+      "step": 580
+    },
+    {
+      "epoch": 0.027764503488483225,
+      "grad_norm": 403.6250915527344,
+      "learning_rate": 9.251592356687898e-06,
+      "loss": 42.875,
+      "step": 581
+    },
+    {
+      "epoch": 0.02781229092994361,
+      "grad_norm": 295.42864990234375,
+      "learning_rate": 9.26751592356688e-06,
+      "loss": 33.5,
+      "step": 582
+    },
+    {
+      "epoch": 0.027860078371403994,
+      "grad_norm": 354.9480285644531,
+      "learning_rate": 9.283439490445861e-06,
+      "loss": 45.3125,
+      "step": 583
+    },
+    {
+      "epoch": 0.02790786581286438,
+      "grad_norm": 264.8938293457031,
+      "learning_rate": 9.299363057324842e-06,
+      "loss": 42.625,
+      "step": 584
+    },
+    {
+      "epoch": 0.027955653254324763,
+      "grad_norm": 414.21197509765625,
+      "learning_rate": 9.315286624203823e-06,
+      "loss": 42.9375,
+      "step": 585
+    },
+    {
+      "epoch": 0.02800344069578515,
+      "grad_norm": 239.88865661621094,
+      "learning_rate": 9.331210191082803e-06,
+      "loss": 32.4688,
+      "step": 586
+    },
+    {
+      "epoch": 0.028051228137245532,
+      "grad_norm": 538.438720703125,
+      "learning_rate": 9.347133757961784e-06,
+      "loss": 61.25,
+      "step": 587
+    },
+    {
+      "epoch": 0.028099015578705915,
+      "grad_norm": 343.8258972167969,
+      "learning_rate": 9.363057324840765e-06,
+      "loss": 47.5,
+      "step": 588
+    },
+    {
+      "epoch": 0.0281468030201663,
+      "grad_norm": 321.127685546875,
+      "learning_rate": 9.378980891719746e-06,
+      "loss": 39.3125,
+      "step": 589
+    },
+    {
+      "epoch": 0.028194590461626683,
+      "grad_norm": 286.6378479003906,
+      "learning_rate": 9.394904458598726e-06,
+      "loss": 38.5625,
+      "step": 590
+    },
+    {
+      "epoch": 0.02824237790308707,
+      "grad_norm": 429.6747131347656,
+      "learning_rate": 9.410828025477707e-06,
+      "loss": 44.0312,
+      "step": 591
+    },
+    {
+      "epoch": 0.028290165344547452,
+      "grad_norm": 349.7591247558594,
+      "learning_rate": 9.426751592356688e-06,
+      "loss": 28.5938,
+      "step": 592
+    },
+    {
+      "epoch": 0.028337952786007838,
+      "grad_norm": 499.8809814453125,
+      "learning_rate": 9.442675159235669e-06,
+      "loss": 43.4375,
+      "step": 593
+    },
+    {
+      "epoch": 0.02838574022746822,
+      "grad_norm": 302.61376953125,
+      "learning_rate": 9.458598726114651e-06,
+      "loss": 38.0625,
+      "step": 594
+    },
+    {
+      "epoch": 0.028433527668928607,
+      "grad_norm": 224.13072204589844,
+      "learning_rate": 9.47452229299363e-06,
+      "loss": 36.7188,
+      "step": 595
+    },
+    {
+      "epoch": 0.02848131511038899,
+      "grad_norm": 282.3377990722656,
+      "learning_rate": 9.490445859872613e-06,
+      "loss": 28.625,
+      "step": 596
+    },
+    {
+      "epoch": 0.028529102551849372,
+      "grad_norm": 510.7264404296875,
+      "learning_rate": 9.506369426751594e-06,
+      "loss": 46.5,
+      "step": 597
+    },
+    {
+      "epoch": 0.02857688999330976,
+      "grad_norm": 499.19757080078125,
+      "learning_rate": 9.522292993630574e-06,
+      "loss": 54.5312,
+      "step": 598
+    },
+    {
+      "epoch": 0.02862467743477014,
+      "grad_norm": 288.318115234375,
+      "learning_rate": 9.538216560509555e-06,
+      "loss": 35.0,
+      "step": 599
+    },
+    {
+      "epoch": 0.028672464876230527,
+      "grad_norm": 487.4513244628906,
+      "learning_rate": 9.554140127388536e-06,
+      "loss": 34.0,
+      "step": 600
+    },
+    {
+      "epoch": 0.02872025231769091,
+      "grad_norm": 549.6731567382812,
+      "learning_rate": 9.570063694267517e-06,
+      "loss": 32.4688,
+      "step": 601
+    },
+    {
+      "epoch": 0.028768039759151296,
+      "grad_norm": 234.2930145263672,
+      "learning_rate": 9.585987261146497e-06,
+      "loss": 32.2812,
+      "step": 602
+    },
+    {
+      "epoch": 0.02881582720061168,
+      "grad_norm": 363.9755859375,
+      "learning_rate": 9.601910828025478e-06,
+      "loss": 29.1562,
+      "step": 603
+    },
+    {
+      "epoch": 0.028863614642072065,
+      "grad_norm": 319.14111328125,
+      "learning_rate": 9.617834394904459e-06,
+      "loss": 36.5625,
+      "step": 604
+    },
+    {
+      "epoch": 0.028911402083532448,
+      "grad_norm": 396.39361572265625,
+      "learning_rate": 9.63375796178344e-06,
+      "loss": 34.7188,
+      "step": 605
+    },
+    {
+      "epoch": 0.02895918952499283,
+      "grad_norm": 279.52703857421875,
+      "learning_rate": 9.64968152866242e-06,
+      "loss": 44.875,
+      "step": 606
+    },
+    {
+      "epoch": 0.029006976966453216,
+      "grad_norm": 330.1152648925781,
+      "learning_rate": 9.665605095541401e-06,
+      "loss": 44.6875,
+      "step": 607
+    },
+    {
+      "epoch": 0.0290547644079136,
+      "grad_norm": 464.54425048828125,
+      "learning_rate": 9.681528662420384e-06,
+      "loss": 47.125,
+      "step": 608
+    },
+    {
+      "epoch": 0.029102551849373985,
+      "grad_norm": 376.94183349609375,
+      "learning_rate": 9.697452229299363e-06,
+      "loss": 32.4219,
+      "step": 609
+    },
+    {
+      "epoch": 0.029150339290834368,
+      "grad_norm": 631.72021484375,
+      "learning_rate": 9.713375796178345e-06,
+      "loss": 53.75,
+      "step": 610
+    },
+    {
+      "epoch": 0.029198126732294754,
+      "grad_norm": 375.2745361328125,
+      "learning_rate": 9.729299363057324e-06,
+      "loss": 35.1875,
+      "step": 611
+    },
+    {
+      "epoch": 0.029245914173755137,
+      "grad_norm": 261.2107238769531,
+      "learning_rate": 9.745222929936307e-06,
+      "loss": 37.5625,
+      "step": 612
+    },
+    {
+      "epoch": 0.029293701615215523,
+      "grad_norm": 317.82794189453125,
+      "learning_rate": 9.761146496815288e-06,
+      "loss": 35.7812,
+      "step": 613
+    },
+    {
+      "epoch": 0.029341489056675905,
+      "grad_norm": 245.76914978027344,
+      "learning_rate": 9.777070063694268e-06,
+      "loss": 37.5,
+      "step": 614
+    },
+    {
+      "epoch": 0.029389276498136288,
+      "grad_norm": 273.47113037109375,
+      "learning_rate": 9.792993630573249e-06,
+      "loss": 34.5938,
+      "step": 615
+    },
+    {
+      "epoch": 0.029437063939596674,
+      "grad_norm": 318.137451171875,
+      "learning_rate": 9.80891719745223e-06,
+      "loss": 30.7812,
+      "step": 616
+    },
+    {
+      "epoch": 0.029484851381057057,
+      "grad_norm": 326.2144470214844,
+      "learning_rate": 9.82484076433121e-06,
+      "loss": 36.5,
+      "step": 617
+    },
+    {
+      "epoch": 0.029532638822517443,
+      "grad_norm": 530.5802612304688,
+      "learning_rate": 9.840764331210191e-06,
+      "loss": 52.3438,
+      "step": 618
+    },
+    {
+      "epoch": 0.029580426263977826,
+      "grad_norm": 500.8112487792969,
+      "learning_rate": 9.856687898089172e-06,
+      "loss": 38.7812,
+      "step": 619
+    },
+    {
+      "epoch": 0.029628213705438212,
+      "grad_norm": 307.8419189453125,
+      "learning_rate": 9.872611464968153e-06,
+      "loss": 31.2812,
+      "step": 620
+    },
+    {
+      "epoch": 0.029676001146898594,
+      "grad_norm": 346.6515808105469,
+      "learning_rate": 9.888535031847134e-06,
+      "loss": 32.375,
+      "step": 621
+    },
+    {
+      "epoch": 0.02972378858835898,
+      "grad_norm": 278.9140625,
+      "learning_rate": 9.904458598726116e-06,
+      "loss": 42.2188,
+      "step": 622
+    },
+    {
+      "epoch": 0.029771576029819363,
+      "grad_norm": 314.777099609375,
+      "learning_rate": 9.920382165605095e-06,
+      "loss": 35.625,
+      "step": 623
+    },
+    {
+      "epoch": 0.02981936347127975,
+      "grad_norm": 354.1177978515625,
+      "learning_rate": 9.936305732484078e-06,
+      "loss": 49.8125,
+      "step": 624
+    },
+    {
+      "epoch": 0.029867150912740132,
+      "grad_norm": 567.5354614257812,
+      "learning_rate": 9.952229299363057e-06,
+      "loss": 35.5625,
+      "step": 625
+    },
+    {
+      "epoch": 0.029914938354200515,
+      "grad_norm": 179.429443359375,
+      "learning_rate": 9.96815286624204e-06,
+      "loss": 25.9688,
+      "step": 626
+    },
+    {
+      "epoch": 0.0299627257956609,
+      "grad_norm": 276.5743408203125,
+      "learning_rate": 9.98407643312102e-06,
+      "loss": 31.0312,
+      "step": 627
+    },
+    {
+      "epoch": 0.030010513237121283,
+      "grad_norm": 397.4422302246094,
+      "learning_rate": 1e-05,
+      "loss": 54.375,
+      "step": 628
+    },
+    {
+      "epoch": 0.03005830067858167,
+      "grad_norm": 288.84027099609375,
+      "learning_rate": 1.0015923566878982e-05,
+      "loss": 38.8125,
+      "step": 629
+    },
+    {
+      "epoch": 0.030106088120042052,
+      "grad_norm": 419.7938232421875,
+      "learning_rate": 1.0031847133757964e-05,
+      "loss": 33.125,
+      "step": 630
+    },
+    {
+      "epoch": 0.03015387556150244,
+      "grad_norm": 321.3742370605469,
+      "learning_rate": 1.0047770700636943e-05,
+      "loss": 38.25,
+      "step": 631
+    },
+    {
+      "epoch": 0.03020166300296282,
+      "grad_norm": 344.3033447265625,
+      "learning_rate": 1.0063694267515924e-05,
+      "loss": 47.1875,
+      "step": 632
+    },
+    {
+      "epoch": 0.030249450444423207,
+      "grad_norm": 224.09974670410156,
+      "learning_rate": 1.0079617834394906e-05,
+      "loss": 39.1875,
+      "step": 633
+    },
+    {
+      "epoch": 0.03029723788588359,
+      "grad_norm": 350.87396240234375,
+      "learning_rate": 1.0095541401273887e-05,
+      "loss": 45.1875,
+      "step": 634
+    },
+    {
+      "epoch": 0.030345025327343973,
+      "grad_norm": 336.5065612792969,
+      "learning_rate": 1.0111464968152866e-05,
+      "loss": 34.8125,
+      "step": 635
+    },
+    {
+      "epoch": 0.03039281276880436,
+      "grad_norm": 429.3444519042969,
+      "learning_rate": 1.0127388535031849e-05,
+      "loss": 29.125,
+      "step": 636
+    },
+    {
+      "epoch": 0.03044060021026474,
+      "grad_norm": 226.59132385253906,
+      "learning_rate": 1.014331210191083e-05,
+      "loss": 34.1562,
+      "step": 637
+    },
+    {
+      "epoch": 0.030488387651725127,
+      "grad_norm": 442.6628112792969,
+      "learning_rate": 1.015923566878981e-05,
+      "loss": 40.4375,
+      "step": 638
+    },
+    {
+      "epoch": 0.03053617509318551,
+      "grad_norm": 759.2943115234375,
+      "learning_rate": 1.017515923566879e-05,
+      "loss": 48.0312,
+      "step": 639
+    },
+    {
+      "epoch": 0.030583962534645896,
+      "grad_norm": 268.2962341308594,
+      "learning_rate": 1.0191082802547772e-05,
+      "loss": 40.5,
+      "step": 640
+    },
+    {
+      "epoch": 0.03063174997610628,
+      "grad_norm": 414.12042236328125,
+      "learning_rate": 1.0207006369426753e-05,
+      "loss": 60.9375,
+      "step": 641
+    },
+    {
+      "epoch": 0.030679537417566665,
+      "grad_norm": 361.9233093261719,
+      "learning_rate": 1.0222929936305735e-05,
+      "loss": 41.9375,
+      "step": 642
+    },
+    {
+      "epoch": 0.030727324859027048,
+      "grad_norm": 209.32528686523438,
+      "learning_rate": 1.0238853503184714e-05,
+      "loss": 35.5,
+      "step": 643
+    },
+    {
+      "epoch": 0.03077511230048743,
+      "grad_norm": 290.90191650390625,
+      "learning_rate": 1.0254777070063695e-05,
+      "loss": 37.75,
+      "step": 644
+    },
+    {
+      "epoch": 0.030822899741947817,
+      "grad_norm": 313.9127197265625,
+      "learning_rate": 1.0270700636942677e-05,
+      "loss": 37.8125,
+      "step": 645
+    },
+    {
+      "epoch": 0.0308706871834082,
+      "grad_norm": 843.8289794921875,
+      "learning_rate": 1.0286624203821658e-05,
+      "loss": 44.5938,
+      "step": 646
+    },
+    {
+      "epoch": 0.030918474624868585,
+      "grad_norm": 363.8691101074219,
+      "learning_rate": 1.0302547770700637e-05,
+      "loss": 31.6562,
+      "step": 647
+    },
+    {
+      "epoch": 0.030966262066328968,
+      "grad_norm": 248.11460876464844,
+      "learning_rate": 1.0318471337579618e-05,
+      "loss": 30.9688,
+      "step": 648
+    },
+    {
+      "epoch": 0.031014049507789354,
+      "grad_norm": 336.3775939941406,
+      "learning_rate": 1.03343949044586e-05,
+      "loss": 28.0,
+      "step": 649
+    },
+    {
+      "epoch": 0.031061836949249737,
+      "grad_norm": 373.290771484375,
+      "learning_rate": 1.0350318471337581e-05,
+      "loss": 40.0312,
+      "step": 650
+    },
+    {
+      "epoch": 0.031109624390710123,
+      "grad_norm": 305.23858642578125,
+      "learning_rate": 1.036624203821656e-05,
+      "loss": 51.75,
+      "step": 651
+    },
+    {
+      "epoch": 0.031157411832170506,
+      "grad_norm": 755.6539306640625,
+      "learning_rate": 1.0382165605095543e-05,
+      "loss": 41.0625,
+      "step": 652
+    },
+    {
+      "epoch": 0.031205199273630888,
+      "grad_norm": 404.5604553222656,
+      "learning_rate": 1.0398089171974523e-05,
+      "loss": 38.8438,
+      "step": 653
+    },
+    {
+      "epoch": 0.031252986715091274,
+      "grad_norm": 467.53350830078125,
+      "learning_rate": 1.0414012738853504e-05,
+      "loss": 50.875,
+      "step": 654
+    },
+    {
+      "epoch": 0.03130077415655166,
+      "grad_norm": 262.9176025390625,
+      "learning_rate": 1.0429936305732485e-05,
+      "loss": 38.9062,
+      "step": 655
+    },
+    {
+      "epoch": 0.03134856159801204,
+      "grad_norm": 226.3342742919922,
+      "learning_rate": 1.0445859872611466e-05,
+      "loss": 34.3438,
+      "step": 656
+    },
+    {
+      "epoch": 0.03139634903947243,
+      "grad_norm": 523.959716796875,
+      "learning_rate": 1.0461783439490447e-05,
+      "loss": 36.0469,
+      "step": 657
+    },
+    {
+      "epoch": 0.03144413648093281,
+      "grad_norm": 624.8016967773438,
+      "learning_rate": 1.0477707006369429e-05,
+      "loss": 34.4375,
+      "step": 658
+    },
+    {
+      "epoch": 0.031491923922393195,
+      "grad_norm": 499.3191223144531,
+      "learning_rate": 1.0493630573248408e-05,
+      "loss": 48.875,
+      "step": 659
+    },
+    {
+      "epoch": 0.03153971136385358,
+      "grad_norm": 405.3819580078125,
+      "learning_rate": 1.0509554140127389e-05,
+      "loss": 34.1875,
+      "step": 660
+    },
+    {
+      "epoch": 0.03158749880531397,
+      "grad_norm": 991.5776977539062,
+      "learning_rate": 1.0525477707006371e-05,
+      "loss": 35.1875,
+      "step": 661
+    },
+    {
+      "epoch": 0.03163528624677435,
+      "grad_norm": 295.8316650390625,
+      "learning_rate": 1.0541401273885352e-05,
+      "loss": 42.7812,
+      "step": 662
+    },
+    {
+      "epoch": 0.03168307368823473,
+      "grad_norm": 303.70654296875,
+      "learning_rate": 1.0557324840764331e-05,
+      "loss": 36.8125,
+      "step": 663
+    },
+    {
+      "epoch": 0.031730861129695115,
+      "grad_norm": 274.2063293457031,
+      "learning_rate": 1.0573248407643314e-05,
+      "loss": 47.7188,
+      "step": 664
+    },
+    {
+      "epoch": 0.0317786485711555,
+      "grad_norm": 927.7855834960938,
+      "learning_rate": 1.0589171974522294e-05,
+      "loss": 29.875,
+      "step": 665
+    },
+    {
+      "epoch": 0.03182643601261589,
+      "grad_norm": 326.710205078125,
+      "learning_rate": 1.0605095541401275e-05,
+      "loss": 42.2188,
+      "step": 666
+    },
+    {
+      "epoch": 0.03187422345407627,
+      "grad_norm": 405.1006774902344,
+      "learning_rate": 1.0621019108280254e-05,
+      "loss": 46.75,
+      "step": 667
+    },
+    {
+      "epoch": 0.03192201089553665,
+      "grad_norm": 288.1982727050781,
+      "learning_rate": 1.0636942675159237e-05,
+      "loss": 41.6875,
+      "step": 668
+    },
+    {
+      "epoch": 0.031969798336997035,
+      "grad_norm": 263.76318359375,
+      "learning_rate": 1.0652866242038218e-05,
+      "loss": 44.2812,
+      "step": 669
+    },
+    {
+      "epoch": 0.032017585778457425,
+      "grad_norm": 514.669189453125,
+      "learning_rate": 1.06687898089172e-05,
+      "loss": 39.1875,
+      "step": 670
+    },
+    {
+      "epoch": 0.03206537321991781,
+      "grad_norm": 165.4828643798828,
+      "learning_rate": 1.0684713375796179e-05,
+      "loss": 29.4375,
+      "step": 671
+    },
+    {
+      "epoch": 0.03211316066137819,
+      "grad_norm": 328.75531005859375,
+      "learning_rate": 1.070063694267516e-05,
+      "loss": 47.4688,
+      "step": 672
+    },
+    {
+      "epoch": 0.03216094810283857,
+      "grad_norm": 285.55615234375,
+      "learning_rate": 1.071656050955414e-05,
+      "loss": 31.75,
+      "step": 673
+    },
+    {
+      "epoch": 0.032208735544298955,
+      "grad_norm": 385.5374755859375,
+      "learning_rate": 1.0732484076433123e-05,
+      "loss": 37.8594,
+      "step": 674
+    },
+    {
+      "epoch": 0.032256522985759345,
+      "grad_norm": 462.87396240234375,
+      "learning_rate": 1.0748407643312102e-05,
+      "loss": 28.9375,
+      "step": 675
+    },
+    {
+      "epoch": 0.03230431042721973,
+      "grad_norm": 303.7608947753906,
+      "learning_rate": 1.0764331210191083e-05,
+      "loss": 35.0312,
+      "step": 676
+    },
+    {
+      "epoch": 0.03235209786868011,
+      "grad_norm": 393.22039794921875,
+      "learning_rate": 1.0780254777070065e-05,
+      "loss": 28.4375,
+      "step": 677
+    },
+    {
+      "epoch": 0.03239988531014049,
+      "grad_norm": 507.33551025390625,
+      "learning_rate": 1.0796178343949046e-05,
+      "loss": 52.1875,
+      "step": 678
+    },
+    {
+      "epoch": 0.03244767275160088,
+      "grad_norm": 459.16436767578125,
+      "learning_rate": 1.0812101910828025e-05,
+      "loss": 53.6875,
+      "step": 679
+    },
+    {
+      "epoch": 0.032495460193061265,
+      "grad_norm": 414.03033447265625,
+      "learning_rate": 1.0828025477707008e-05,
+      "loss": 58.3125,
+      "step": 680
+    },
+    {
+      "epoch": 0.03254324763452165,
+      "grad_norm": 607.1435546875,
+      "learning_rate": 1.0843949044585988e-05,
+      "loss": 43.75,
+      "step": 681
+    },
+    {
+      "epoch": 0.03259103507598203,
+      "grad_norm": 334.3143615722656,
+      "learning_rate": 1.085987261146497e-05,
+      "loss": 36.3438,
+      "step": 682
+    },
+    {
+      "epoch": 0.03263882251744241,
+      "grad_norm": 397.15618896484375,
+      "learning_rate": 1.0875796178343948e-05,
+      "loss": 37.2188,
+      "step": 683
+    },
+    {
+      "epoch": 0.0326866099589028,
+      "grad_norm": 430.8556823730469,
+      "learning_rate": 1.089171974522293e-05,
+      "loss": 48.2188,
+      "step": 684
+    },
+    {
+      "epoch": 0.032734397400363185,
+      "grad_norm": 426.4608154296875,
+      "learning_rate": 1.0907643312101912e-05,
+      "loss": 37.375,
+      "step": 685
+    },
+    {
+      "epoch": 0.03278218484182357,
+      "grad_norm": 387.1122131347656,
+      "learning_rate": 1.0923566878980894e-05,
+      "loss": 39.7188,
+      "step": 686
+    },
+    {
+      "epoch": 0.03282997228328395,
+      "grad_norm": 427.986572265625,
+      "learning_rate": 1.0939490445859873e-05,
+      "loss": 45.1562,
+      "step": 687
+    },
+    {
+      "epoch": 0.03287775972474434,
+      "grad_norm": 470.8729248046875,
+      "learning_rate": 1.0955414012738854e-05,
+      "loss": 39.125,
+      "step": 688
+    },
+    {
+      "epoch": 0.03292554716620472,
+      "grad_norm": 355.8347473144531,
+      "learning_rate": 1.0971337579617836e-05,
+      "loss": 42.6875,
+      "step": 689
+    },
+    {
+      "epoch": 0.032973334607665106,
+      "grad_norm": 278.8956298828125,
+      "learning_rate": 1.0987261146496817e-05,
+      "loss": 33.5938,
+      "step": 690
+    },
+    {
+      "epoch": 0.03302112204912549,
+      "grad_norm": 253.5160369873047,
+      "learning_rate": 1.1003184713375796e-05,
+      "loss": 34.375,
+      "step": 691
+    },
+    {
+      "epoch": 0.03306890949058587,
+      "grad_norm": 233.3462371826172,
+      "learning_rate": 1.1019108280254777e-05,
+      "loss": 32.6875,
+      "step": 692
+    },
+    {
+      "epoch": 0.03311669693204626,
+      "grad_norm": 256.8742980957031,
+      "learning_rate": 1.103503184713376e-05,
+      "loss": 35.6875,
+      "step": 693
+    },
+    {
+      "epoch": 0.03316448437350664,
+      "grad_norm": 348.3826599121094,
+      "learning_rate": 1.105095541401274e-05,
+      "loss": 47.9688,
+      "step": 694
+    },
+    {
+      "epoch": 0.033212271814967026,
+      "grad_norm": 212.41551208496094,
+      "learning_rate": 1.106687898089172e-05,
+      "loss": 53.8438,
+      "step": 695
+    },
+    {
+      "epoch": 0.03326005925642741,
+      "grad_norm": 169.09335327148438,
+      "learning_rate": 1.1082802547770702e-05,
+      "loss": 39.3906,
+      "step": 696
+    },
+    {
+      "epoch": 0.0333078466978878,
+      "grad_norm": 339.4342956542969,
+      "learning_rate": 1.1098726114649683e-05,
+      "loss": 49.3438,
+      "step": 697
+    },
+    {
+      "epoch": 0.03335563413934818,
+      "grad_norm": 242.43368530273438,
+      "learning_rate": 1.1114649681528665e-05,
+      "loss": 31.9375,
+      "step": 698
+    },
+    {
+      "epoch": 0.033403421580808564,
+      "grad_norm": 351.8296203613281,
+      "learning_rate": 1.1130573248407644e-05,
+      "loss": 40.5625,
+      "step": 699
+    },
+    {
+      "epoch": 0.033451209022268946,
+      "grad_norm": 1157.1573486328125,
+      "learning_rate": 1.1146496815286625e-05,
+      "loss": 28.6875,
+      "step": 700
+    },
+    {
+      "epoch": 0.03349899646372933,
+      "grad_norm": 264.9740905761719,
+      "learning_rate": 1.1162420382165606e-05,
+      "loss": 54.125,
+      "step": 701
+    },
+    {
+      "epoch": 0.03354678390518972,
+      "grad_norm": 351.4796447753906,
+      "learning_rate": 1.1178343949044588e-05,
+      "loss": 42.0312,
+      "step": 702
+    },
+    {
+      "epoch": 0.0335945713466501,
+      "grad_norm": 194.3899383544922,
+      "learning_rate": 1.1194267515923567e-05,
+      "loss": 33.6562,
+      "step": 703
+    },
+    {
+      "epoch": 0.033642358788110484,
+      "grad_norm": 399.81903076171875,
+      "learning_rate": 1.1210191082802548e-05,
+      "loss": 56.5,
+      "step": 704
+    },
+    {
+      "epoch": 0.033690146229570866,
+      "grad_norm": 299.9858703613281,
+      "learning_rate": 1.122611464968153e-05,
+      "loss": 38.1562,
+      "step": 705
+    },
+    {
+      "epoch": 0.033737933671031256,
+      "grad_norm": 334.8125915527344,
+      "learning_rate": 1.1242038216560511e-05,
+      "loss": 42.4062,
+      "step": 706
+    },
+    {
+      "epoch": 0.03378572111249164,
+      "grad_norm": 303.4774475097656,
+      "learning_rate": 1.125796178343949e-05,
+      "loss": 29.4688,
+      "step": 707
+    },
+    {
+      "epoch": 0.03383350855395202,
+      "grad_norm": 230.78648376464844,
+      "learning_rate": 1.1273885350318473e-05,
+      "loss": 28.7812,
+      "step": 708
+    },
+    {
+      "epoch": 0.033881295995412404,
+      "grad_norm": 460.9491882324219,
+      "learning_rate": 1.1289808917197453e-05,
+      "loss": 52.0625,
+      "step": 709
+    },
+    {
+      "epoch": 0.03392908343687279,
+      "grad_norm": 549.0413818359375,
+      "learning_rate": 1.1305732484076434e-05,
+      "loss": 38.5,
+      "step": 710
+    },
+    {
+      "epoch": 0.033976870878333176,
+      "grad_norm": 325.21923828125,
+      "learning_rate": 1.1321656050955413e-05,
+      "loss": 44.5312,
+      "step": 711
+    },
+    {
+      "epoch": 0.03402465831979356,
+      "grad_norm": 459.5037536621094,
+      "learning_rate": 1.1337579617834396e-05,
+      "loss": 39.1875,
+      "step": 712
+    },
+    {
+      "epoch": 0.03407244576125394,
+      "grad_norm": 323.6555480957031,
+      "learning_rate": 1.1353503184713377e-05,
+      "loss": 37.4062,
+      "step": 713
+    },
+    {
+      "epoch": 0.034120233202714324,
+      "grad_norm": 408.47119140625,
+      "learning_rate": 1.1369426751592359e-05,
+      "loss": 44.75,
+      "step": 714
+    },
+    {
+      "epoch": 0.034168020644174714,
+      "grad_norm": 526.8422241210938,
+      "learning_rate": 1.1385350318471338e-05,
+      "loss": 32.7812,
+      "step": 715
+    },
+    {
+      "epoch": 0.0342158080856351,
+      "grad_norm": 273.4466552734375,
+      "learning_rate": 1.1401273885350319e-05,
+      "loss": 44.25,
+      "step": 716
+    },
+    {
+      "epoch": 0.03426359552709548,
+      "grad_norm": 377.6846008300781,
+      "learning_rate": 1.1417197452229301e-05,
+      "loss": 51.5938,
+      "step": 717
+    },
+    {
+      "epoch": 0.03431138296855586,
+      "grad_norm": 608.3733520507812,
+      "learning_rate": 1.1433121019108282e-05,
+      "loss": 31.6562,
+      "step": 718
+    },
+    {
+      "epoch": 0.034359170410016245,
+      "grad_norm": 300.16082763671875,
+      "learning_rate": 1.1449044585987261e-05,
+      "loss": 41.375,
+      "step": 719
+    },
+    {
+      "epoch": 0.034406957851476634,
+      "grad_norm": 521.6599731445312,
+      "learning_rate": 1.1464968152866242e-05,
+      "loss": 36.625,
+      "step": 720
+    },
+    {
+      "epoch": 0.03445474529293702,
+      "grad_norm": 382.8402404785156,
+      "learning_rate": 1.1480891719745224e-05,
+      "loss": 34.2812,
+      "step": 721
+    },
+    {
+      "epoch": 0.0345025327343974,
+      "grad_norm": 271.7434997558594,
+      "learning_rate": 1.1496815286624205e-05,
+      "loss": 35.4688,
+      "step": 722
+    },
+    {
+      "epoch": 0.03455032017585778,
+      "grad_norm": 349.5132141113281,
+      "learning_rate": 1.1512738853503184e-05,
+      "loss": 37.875,
+      "step": 723
+    },
+    {
+      "epoch": 0.03459810761731817,
+      "grad_norm": 221.71368408203125,
+      "learning_rate": 1.1528662420382167e-05,
+      "loss": 39.375,
+      "step": 724
+    },
+    {
+      "epoch": 0.034645895058778554,
+      "grad_norm": 384.6726379394531,
+      "learning_rate": 1.1544585987261148e-05,
+      "loss": 42.6562,
+      "step": 725
+    },
+    {
+      "epoch": 0.03469368250023894,
+      "grad_norm": 221.2611083984375,
+      "learning_rate": 1.1560509554140128e-05,
+      "loss": 46.6562,
+      "step": 726
+    },
+    {
+      "epoch": 0.03474146994169932,
+      "grad_norm": 253.5816192626953,
+      "learning_rate": 1.1576433121019109e-05,
+      "loss": 40.9062,
+      "step": 727
+    },
+    {
+      "epoch": 0.0347892573831597,
+      "grad_norm": 405.921630859375,
+      "learning_rate": 1.159235668789809e-05,
+      "loss": 50.8125,
+      "step": 728
+    },
+    {
+      "epoch": 0.03483704482462009,
+      "grad_norm": 341.37841796875,
+      "learning_rate": 1.160828025477707e-05,
+      "loss": 32.1875,
+      "step": 729
+    },
+    {
+      "epoch": 0.034884832266080475,
+      "grad_norm": 179.2979736328125,
+      "learning_rate": 1.1624203821656053e-05,
+      "loss": 26.7812,
+      "step": 730
+    },
+    {
+      "epoch": 0.03493261970754086,
+      "grad_norm": 510.55145263671875,
+      "learning_rate": 1.1640127388535032e-05,
+      "loss": 36.0938,
+      "step": 731
+    },
+    {
+      "epoch": 0.03498040714900124,
+      "grad_norm": 419.26055908203125,
+      "learning_rate": 1.1656050955414013e-05,
+      "loss": 38.2188,
+      "step": 732
+    },
+    {
+      "epoch": 0.03502819459046163,
+      "grad_norm": 349.2221374511719,
+      "learning_rate": 1.1671974522292995e-05,
+      "loss": 48.3438,
+      "step": 733
+    },
+    {
+      "epoch": 0.03507598203192201,
+      "grad_norm": 417.0899658203125,
+      "learning_rate": 1.1687898089171976e-05,
+      "loss": 39.4062,
+      "step": 734
+    },
+    {
+      "epoch": 0.035123769473382395,
+      "grad_norm": 272.5357360839844,
+      "learning_rate": 1.1703821656050955e-05,
+      "loss": 31.3125,
+      "step": 735
+    },
+    {
+      "epoch": 0.03517155691484278,
+      "grad_norm": 437.2037048339844,
+      "learning_rate": 1.1719745222929938e-05,
+      "loss": 36.3125,
+      "step": 736
+    },
+    {
+      "epoch": 0.03521934435630316,
+      "grad_norm": 317.58319091796875,
+      "learning_rate": 1.1735668789808918e-05,
+      "loss": 38.0,
+      "step": 737
+    },
+    {
+      "epoch": 0.03526713179776355,
+      "grad_norm": 296.1485290527344,
+      "learning_rate": 1.17515923566879e-05,
+      "loss": 46.5,
+      "step": 738
+    },
+    {
+      "epoch": 0.03531491923922393,
+      "grad_norm": 233.7615966796875,
+      "learning_rate": 1.1767515923566878e-05,
+      "loss": 31.5938,
+      "step": 739
+    },
+    {
+      "epoch": 0.035362706680684315,
+      "grad_norm": 249.0350799560547,
+      "learning_rate": 1.178343949044586e-05,
+      "loss": 35.7812,
+      "step": 740
+    },
+    {
+      "epoch": 0.0354104941221447,
+      "grad_norm": 272.7764587402344,
+      "learning_rate": 1.1799363057324842e-05,
+      "loss": 27.0312,
+      "step": 741
+    },
+    {
+      "epoch": 0.03545828156360509,
+      "grad_norm": 573.5484619140625,
+      "learning_rate": 1.1815286624203824e-05,
+      "loss": 46.0938,
+      "step": 742
+    },
+    {
+      "epoch": 0.03550606900506547,
+      "grad_norm": 469.8570251464844,
+      "learning_rate": 1.1831210191082803e-05,
+      "loss": 50.3438,
+      "step": 743
+    },
+    {
+      "epoch": 0.03555385644652585,
+      "grad_norm": 315.2149658203125,
+      "learning_rate": 1.1847133757961784e-05,
+      "loss": 40.4375,
+      "step": 744
+    },
+    {
+      "epoch": 0.035601643887986235,
+      "grad_norm": 285.3412170410156,
+      "learning_rate": 1.1863057324840765e-05,
+      "loss": 34.2812,
+      "step": 745
+    },
+    {
+      "epoch": 0.03564943132944662,
+      "grad_norm": 263.2489318847656,
+      "learning_rate": 1.1878980891719747e-05,
+      "loss": 25.6875,
+      "step": 746
+    },
+    {
+      "epoch": 0.03569721877090701,
+      "grad_norm": 358.05487060546875,
+      "learning_rate": 1.1894904458598726e-05,
+      "loss": 37.3438,
+      "step": 747
+    },
+    {
+      "epoch": 0.03574500621236739,
+      "grad_norm": 201.7587432861328,
+      "learning_rate": 1.1910828025477707e-05,
+      "loss": 43.4688,
+      "step": 748
+    },
+    {
+      "epoch": 0.03579279365382777,
+      "grad_norm": 259.5891418457031,
+      "learning_rate": 1.192675159235669e-05,
+      "loss": 53.1875,
+      "step": 749
+    },
+    {
+      "epoch": 0.035840581095288156,
+      "grad_norm": 206.56988525390625,
+      "learning_rate": 1.194267515923567e-05,
+      "loss": 31.5312,
+      "step": 750
+    },
+    {
+      "epoch": 0.035888368536748545,
+      "grad_norm": 299.1212463378906,
+      "learning_rate": 1.195859872611465e-05,
+      "loss": 41.3438,
+      "step": 751
+    },
+    {
+      "epoch": 0.03593615597820893,
+      "grad_norm": 1038.512939453125,
+      "learning_rate": 1.1974522292993632e-05,
+      "loss": 34.8438,
+      "step": 752
+    },
+    {
+      "epoch": 0.03598394341966931,
+      "grad_norm": 356.4825439453125,
+      "learning_rate": 1.1990445859872613e-05,
+      "loss": 41.9062,
+      "step": 753
+    },
+    {
+      "epoch": 0.03603173086112969,
+      "grad_norm": 455.5694885253906,
+      "learning_rate": 1.2006369426751593e-05,
+      "loss": 53.375,
+      "step": 754
+    },
+    {
+      "epoch": 0.036079518302590076,
+      "grad_norm": 478.1366271972656,
+      "learning_rate": 1.2022292993630574e-05,
+      "loss": 35.25,
+      "step": 755
+    },
+    {
+      "epoch": 0.036127305744050466,
+      "grad_norm": 397.4318542480469,
+      "learning_rate": 1.2038216560509555e-05,
+      "loss": 37.5625,
+      "step": 756
+    },
+    {
+      "epoch": 0.03617509318551085,
+      "grad_norm": 399.3077087402344,
+      "learning_rate": 1.2054140127388536e-05,
+      "loss": 32.125,
+      "step": 757
+    },
+    {
+      "epoch": 0.03622288062697123,
+      "grad_norm": 419.9756774902344,
+      "learning_rate": 1.2070063694267518e-05,
+      "loss": 30.875,
+      "step": 758
+    },
+    {
+      "epoch": 0.036270668068431614,
+      "grad_norm": 361.5931396484375,
+      "learning_rate": 1.2085987261146497e-05,
+      "loss": 37.4688,
+      "step": 759
+    },
+    {
+      "epoch": 0.036318455509892,
+      "grad_norm": 208.86817932128906,
+      "learning_rate": 1.2101910828025478e-05,
+      "loss": 32.5,
+      "step": 760
+    },
+    {
+      "epoch": 0.036366242951352386,
+      "grad_norm": 288.9813537597656,
+      "learning_rate": 1.211783439490446e-05,
+      "loss": 34.9844,
+      "step": 761
+    },
+    {
+      "epoch": 0.03641403039281277,
+      "grad_norm": 496.6500244140625,
+      "learning_rate": 1.2133757961783441e-05,
+      "loss": 55.9375,
+      "step": 762
+    },
+    {
+      "epoch": 0.03646181783427315,
+      "grad_norm": 361.8778381347656,
+      "learning_rate": 1.214968152866242e-05,
+      "loss": 58.1875,
+      "step": 763
+    },
+    {
+      "epoch": 0.036509605275733534,
+      "grad_norm": 422.6272277832031,
+      "learning_rate": 1.2165605095541401e-05,
+      "loss": 45.6875,
+      "step": 764
+    },
+    {
+      "epoch": 0.03655739271719392,
+      "grad_norm": 186.67283630371094,
+      "learning_rate": 1.2181528662420383e-05,
+      "loss": 21.5,
+      "step": 765
+    },
+    {
+      "epoch": 0.036605180158654306,
+      "grad_norm": 536.1050415039062,
+      "learning_rate": 1.2197452229299364e-05,
+      "loss": 59.5,
+      "step": 766
+    },
+    {
+      "epoch": 0.03665296760011469,
+      "grad_norm": 373.2116394042969,
+      "learning_rate": 1.2213375796178343e-05,
+      "loss": 44.3125,
+      "step": 767
+    },
+    {
+      "epoch": 0.03670075504157507,
+      "grad_norm": 309.1713562011719,
+      "learning_rate": 1.2229299363057326e-05,
+      "loss": 29.8125,
+      "step": 768
+    },
+    {
+      "epoch": 0.03674854248303546,
+      "grad_norm": 267.0605773925781,
+      "learning_rate": 1.2245222929936307e-05,
+      "loss": 35.125,
+      "step": 769
+    },
+    {
+      "epoch": 0.036796329924495844,
+      "grad_norm": 325.0643615722656,
+      "learning_rate": 1.2261146496815289e-05,
+      "loss": 32.0625,
+      "step": 770
+    },
+    {
+      "epoch": 0.036844117365956226,
+      "grad_norm": 689.0044555664062,
+      "learning_rate": 1.2277070063694268e-05,
+      "loss": 34.4688,
+      "step": 771
+    },
+    {
+      "epoch": 0.03689190480741661,
+      "grad_norm": 214.75083923339844,
+      "learning_rate": 1.2292993630573249e-05,
+      "loss": 32.875,
+      "step": 772
+    },
+    {
+      "epoch": 0.036939692248877,
+      "grad_norm": 318.31048583984375,
+      "learning_rate": 1.230891719745223e-05,
+      "loss": 41.6562,
+      "step": 773
+    },
+    {
+      "epoch": 0.03698747969033738,
+      "grad_norm": 400.4471130371094,
+      "learning_rate": 1.2324840764331212e-05,
+      "loss": 40.75,
+      "step": 774
+    },
+    {
+      "epoch": 0.037035267131797764,
+      "grad_norm": 476.9886169433594,
+      "learning_rate": 1.2340764331210191e-05,
+      "loss": 72.0625,
+      "step": 775
+    },
+    {
+      "epoch": 0.037083054573258147,
+      "grad_norm": 1159.7847900390625,
+      "learning_rate": 1.2356687898089172e-05,
+      "loss": 28.9688,
+      "step": 776
+    },
+    {
+      "epoch": 0.03713084201471853,
+      "grad_norm": 333.389892578125,
+      "learning_rate": 1.2372611464968154e-05,
+      "loss": 33.9688,
+      "step": 777
+    },
+    {
+      "epoch": 0.03717862945617892,
+      "grad_norm": 260.8743591308594,
+      "learning_rate": 1.2388535031847135e-05,
+      "loss": 30.2812,
+      "step": 778
+    },
+    {
+      "epoch": 0.0372264168976393,
+      "grad_norm": 463.9915466308594,
+      "learning_rate": 1.2404458598726114e-05,
+      "loss": 43.3438,
+      "step": 779
+    },
+    {
+      "epoch": 0.037274204339099684,
+      "grad_norm": 377.634033203125,
+      "learning_rate": 1.2420382165605097e-05,
+      "loss": 45.9688,
+      "step": 780
+    },
+    {
+      "epoch": 0.03732199178056007,
+      "grad_norm": 386.928955078125,
+      "learning_rate": 1.2436305732484078e-05,
+      "loss": 29.75,
+      "step": 781
+    },
+    {
+      "epoch": 0.037369779222020456,
+      "grad_norm": 413.1490783691406,
+      "learning_rate": 1.2452229299363058e-05,
+      "loss": 28.2812,
+      "step": 782
+    },
+    {
+      "epoch": 0.03741756666348084,
+      "grad_norm": 358.2140197753906,
+      "learning_rate": 1.2468152866242037e-05,
+      "loss": 37.875,
+      "step": 783
+    },
+    {
+      "epoch": 0.03746535410494122,
+      "grad_norm": 190.68446350097656,
+      "learning_rate": 1.248407643312102e-05,
+      "loss": 30.2188,
+      "step": 784
+    },
+    {
+      "epoch": 0.037513141546401604,
+      "grad_norm": 260.6282653808594,
+      "learning_rate": 1.25e-05,
+      "loss": 42.1562,
+      "step": 785
+    },
+    {
+      "epoch": 0.03756092898786199,
+      "grad_norm": 347.3344421386719,
+      "learning_rate": 1.2515923566878983e-05,
+      "loss": 41.6875,
+      "step": 786
+    },
+    {
+      "epoch": 0.03760871642932238,
+      "grad_norm": 218.84222412109375,
+      "learning_rate": 1.2531847133757964e-05,
+      "loss": 28.875,
+      "step": 787
+    },
+    {
+      "epoch": 0.03765650387078276,
+      "grad_norm": 395.0122375488281,
+      "learning_rate": 1.2547770700636943e-05,
+      "loss": 44.9375,
+      "step": 788
+    },
+    {
+      "epoch": 0.03770429131224314,
+      "grad_norm": 322.8352966308594,
+      "learning_rate": 1.2563694267515925e-05,
+      "loss": 56.6875,
+      "step": 789
+    },
+    {
+      "epoch": 0.037752078753703525,
+      "grad_norm": 334.6279296875,
+      "learning_rate": 1.2579617834394906e-05,
+      "loss": 42.8125,
+      "step": 790
+    },
+    {
+      "epoch": 0.037799866195163914,
+      "grad_norm": 180.62619018554688,
+      "learning_rate": 1.2595541401273887e-05,
+      "loss": 23.9062,
+      "step": 791
+    },
+    {
+      "epoch": 0.0378476536366243,
+      "grad_norm": 235.08694458007812,
+      "learning_rate": 1.2611464968152866e-05,
+      "loss": 38.625,
+      "step": 792
+    },
+    {
+      "epoch": 0.03789544107808468,
+      "grad_norm": 284.93353271484375,
+      "learning_rate": 1.2627388535031848e-05,
+      "loss": 52.375,
+      "step": 793
+    },
+    {
+      "epoch": 0.03794322851954506,
+      "grad_norm": 392.29705810546875,
+      "learning_rate": 1.264331210191083e-05,
+      "loss": 48.4688,
+      "step": 794
+    },
+    {
+      "epoch": 0.037991015961005445,
+      "grad_norm": 411.9068298339844,
+      "learning_rate": 1.2659235668789812e-05,
+      "loss": 46.9375,
+      "step": 795
+    },
+    {
+      "epoch": 0.038038803402465834,
+      "grad_norm": 266.50921630859375,
+      "learning_rate": 1.267515923566879e-05,
+      "loss": 49.7812,
+      "step": 796
+    },
+    {
+      "epoch": 0.03808659084392622,
+      "grad_norm": 262.371826171875,
+      "learning_rate": 1.2691082802547772e-05,
+      "loss": 40.7812,
+      "step": 797
+    },
+    {
+      "epoch": 0.0381343782853866,
+      "grad_norm": 320.9197692871094,
+      "learning_rate": 1.2707006369426752e-05,
+      "loss": 44.2188,
+      "step": 798
+    },
+    {
+      "epoch": 0.03818216572684698,
+      "grad_norm": 412.98577880859375,
+      "learning_rate": 1.2722929936305735e-05,
+      "loss": 32.8125,
+      "step": 799
+    },
+    {
+      "epoch": 0.03822995316830737,
+      "grad_norm": 531.882080078125,
+      "learning_rate": 1.2738853503184714e-05,
+      "loss": 44.0625,
+      "step": 800
+    },
+    {
+      "epoch": 0.038277740609767755,
+      "grad_norm": 348.1681213378906,
+      "learning_rate": 1.2754777070063695e-05,
+      "loss": 50.375,
+      "step": 801
+    },
+    {
+      "epoch": 0.03832552805122814,
+      "grad_norm": 283.2998962402344,
+      "learning_rate": 1.2770700636942677e-05,
+      "loss": 21.3125,
+      "step": 802
+    },
+    {
+      "epoch": 0.03837331549268852,
+      "grad_norm": 215.950927734375,
+      "learning_rate": 1.2786624203821658e-05,
+      "loss": 43.5625,
+      "step": 803
+    },
+    {
+      "epoch": 0.0384211029341489,
+      "grad_norm": 357.371337890625,
+      "learning_rate": 1.2802547770700637e-05,
+      "loss": 42.2188,
+      "step": 804
+    },
+    {
+      "epoch": 0.03846889037560929,
+      "grad_norm": 450.2468566894531,
+      "learning_rate": 1.281847133757962e-05,
+      "loss": 31.9375,
+      "step": 805
+    },
+    {
+      "epoch": 0.038516677817069675,
+      "grad_norm": 310.406494140625,
+      "learning_rate": 1.28343949044586e-05,
+      "loss": 28.0312,
+      "step": 806
+    },
+    {
+      "epoch": 0.03856446525853006,
+      "grad_norm": 347.61181640625,
+      "learning_rate": 1.2850318471337581e-05,
+      "loss": 31.125,
+      "step": 807
+    },
+    {
+      "epoch": 0.03861225269999044,
+      "grad_norm": 357.2326354980469,
+      "learning_rate": 1.2866242038216562e-05,
+      "loss": 33.4062,
+      "step": 808
+    },
+    {
+      "epoch": 0.03866004014145083,
+      "grad_norm": 480.0174255371094,
+      "learning_rate": 1.2882165605095543e-05,
+      "loss": 46.0312,
+      "step": 809
+    },
+    {
+      "epoch": 0.03870782758291121,
+      "grad_norm": 331.3872985839844,
+      "learning_rate": 1.2898089171974523e-05,
+      "loss": 36.5625,
+      "step": 810
+    },
+    {
+      "epoch": 0.038755615024371595,
+      "grad_norm": 377.2735290527344,
+      "learning_rate": 1.2914012738853506e-05,
+      "loss": 33.9375,
+      "step": 811
+    },
+    {
+      "epoch": 0.03880340246583198,
+      "grad_norm": 510.0889587402344,
+      "learning_rate": 1.2929936305732485e-05,
+      "loss": 47.375,
+      "step": 812
+    },
+    {
+      "epoch": 0.03885118990729236,
+      "grad_norm": 235.634033203125,
+      "learning_rate": 1.2945859872611466e-05,
+      "loss": 23.7031,
+      "step": 813
+    },
+    {
+      "epoch": 0.03889897734875275,
+      "grad_norm": 183.82057189941406,
+      "learning_rate": 1.2961783439490448e-05,
+      "loss": 38.25,
+      "step": 814
+    },
+    {
+      "epoch": 0.03894676479021313,
+      "grad_norm": 409.1524353027344,
+      "learning_rate": 1.2977707006369429e-05,
+      "loss": 35.7188,
+      "step": 815
+    },
+    {
+      "epoch": 0.038994552231673515,
+      "grad_norm": 287.7335205078125,
+      "learning_rate": 1.2993630573248408e-05,
+      "loss": 43.0,
+      "step": 816
+    },
+    {
+      "epoch": 0.0390423396731339,
+      "grad_norm": 421.0293884277344,
+      "learning_rate": 1.3009554140127389e-05,
+      "loss": 36.875,
+      "step": 817
+    },
+    {
+      "epoch": 0.03909012711459429,
+      "grad_norm": 536.7364501953125,
+      "learning_rate": 1.3025477707006371e-05,
+      "loss": 41.3125,
+      "step": 818
+    },
+    {
+      "epoch": 0.03913791455605467,
+      "grad_norm": 235.33372497558594,
+      "learning_rate": 1.3041401273885352e-05,
+      "loss": 36.9688,
+      "step": 819
+    },
+    {
+      "epoch": 0.03918570199751505,
+      "grad_norm": 279.6571960449219,
+      "learning_rate": 1.3057324840764331e-05,
+      "loss": 47.375,
+      "step": 820
+    },
+    {
+      "epoch": 0.039233489438975436,
+      "grad_norm": 528.669677734375,
+      "learning_rate": 1.3073248407643313e-05,
+      "loss": 47.5625,
+      "step": 821
+    },
+    {
+      "epoch": 0.03928127688043582,
+      "grad_norm": 293.31005859375,
+      "learning_rate": 1.3089171974522294e-05,
+      "loss": 48.9688,
+      "step": 822
+    },
+    {
+      "epoch": 0.03932906432189621,
+      "grad_norm": 250.50079345703125,
+      "learning_rate": 1.3105095541401277e-05,
+      "loss": 31.75,
+      "step": 823
+    },
+    {
+      "epoch": 0.03937685176335659,
+      "grad_norm": 337.1169738769531,
+      "learning_rate": 1.3121019108280256e-05,
+      "loss": 43.9375,
+      "step": 824
+    },
+    {
+      "epoch": 0.03942463920481697,
+      "grad_norm": 222.72946166992188,
+      "learning_rate": 1.3136942675159237e-05,
+      "loss": 34.9688,
+      "step": 825
+    },
+    {
+      "epoch": 0.039472426646277356,
+      "grad_norm": 304.2481689453125,
+      "learning_rate": 1.3152866242038217e-05,
+      "loss": 40.1875,
+      "step": 826
+    },
+    {
+      "epoch": 0.039520214087737746,
+      "grad_norm": 302.6911926269531,
+      "learning_rate": 1.31687898089172e-05,
+      "loss": 54.3125,
+      "step": 827
+    },
+    {
+      "epoch": 0.03956800152919813,
+      "grad_norm": 273.129638671875,
+      "learning_rate": 1.3184713375796179e-05,
+      "loss": 28.0938,
+      "step": 828
+    },
+    {
+      "epoch": 0.03961578897065851,
+      "grad_norm": 368.3018798828125,
+      "learning_rate": 1.320063694267516e-05,
+      "loss": 56.3125,
+      "step": 829
+    },
+    {
+      "epoch": 0.039663576412118894,
+      "grad_norm": 555.3003540039062,
+      "learning_rate": 1.3216560509554142e-05,
+      "loss": 44.6562,
+      "step": 830
+    },
+    {
+      "epoch": 0.039711363853579276,
+      "grad_norm": 454.6295166015625,
+      "learning_rate": 1.3232484076433123e-05,
+      "loss": 48.125,
+      "step": 831
+    },
+    {
+      "epoch": 0.039759151295039666,
+      "grad_norm": 228.64447021484375,
+      "learning_rate": 1.3248407643312102e-05,
+      "loss": 28.9375,
+      "step": 832
+    },
+    {
+      "epoch": 0.03980693873650005,
+      "grad_norm": 320.7889709472656,
+      "learning_rate": 1.3264331210191084e-05,
+      "loss": 35.3438,
+      "step": 833
+    },
+    {
+      "epoch": 0.03985472617796043,
+      "grad_norm": 424.37188720703125,
+      "learning_rate": 1.3280254777070065e-05,
+      "loss": 34.9062,
+      "step": 834
+    },
+    {
+      "epoch": 0.039902513619420814,
+      "grad_norm": 377.2303161621094,
+      "learning_rate": 1.3296178343949046e-05,
+      "loss": 35.0625,
+      "step": 835
+    },
+    {
+      "epoch": 0.0399503010608812,
+      "grad_norm": 411.9803466796875,
+      "learning_rate": 1.3312101910828025e-05,
+      "loss": 53.5,
+      "step": 836
+    },
+    {
+      "epoch": 0.039998088502341586,
+      "grad_norm": 265.44598388671875,
+      "learning_rate": 1.3328025477707008e-05,
+      "loss": 34.0312,
+      "step": 837
+    },
+    {
+      "epoch": 0.04004587594380197,
+      "grad_norm": 331.8073425292969,
+      "learning_rate": 1.3343949044585988e-05,
+      "loss": 31.1406,
+      "step": 838
+    },
+    {
+      "epoch": 0.04009366338526235,
+      "grad_norm": 234.80299377441406,
+      "learning_rate": 1.335987261146497e-05,
+      "loss": 43.875,
+      "step": 839
+    },
+    {
+      "epoch": 0.040141450826722734,
+      "grad_norm": 506.361083984375,
+      "learning_rate": 1.337579617834395e-05,
+      "loss": 48.3125,
+      "step": 840
+    },
+    {
+      "epoch": 0.040189238268183124,
+      "grad_norm": 197.32852172851562,
+      "learning_rate": 1.339171974522293e-05,
+      "loss": 29.4375,
+      "step": 841
+    },
+    {
+      "epoch": 0.040237025709643506,
+      "grad_norm": 475.86956787109375,
+      "learning_rate": 1.3407643312101913e-05,
+      "loss": 35.125,
+      "step": 842
+    },
+    {
+      "epoch": 0.04028481315110389,
+      "grad_norm": 321.44708251953125,
+      "learning_rate": 1.3423566878980894e-05,
+      "loss": 44.375,
+      "step": 843
+    },
+    {
+      "epoch": 0.04033260059256427,
+      "grad_norm": 339.3624572753906,
+      "learning_rate": 1.3439490445859873e-05,
+      "loss": 36.2812,
+      "step": 844
+    },
+    {
+      "epoch": 0.04038038803402466,
+      "grad_norm": 526.3765869140625,
+      "learning_rate": 1.3455414012738854e-05,
+      "loss": 26.8438,
+      "step": 845
+    },
+    {
+      "epoch": 0.040428175475485044,
+      "grad_norm": 290.881103515625,
+      "learning_rate": 1.3471337579617836e-05,
+      "loss": 39.4375,
+      "step": 846
+    },
+    {
+      "epoch": 0.04047596291694543,
+      "grad_norm": 376.02349853515625,
+      "learning_rate": 1.3487261146496817e-05,
+      "loss": 45.6875,
+      "step": 847
+    },
+    {
+      "epoch": 0.04052375035840581,
+      "grad_norm": 949.328125,
+      "learning_rate": 1.3503184713375796e-05,
+      "loss": 39.3125,
+      "step": 848
+    },
+    {
+      "epoch": 0.04057153779986619,
+      "grad_norm": 287.4142150878906,
+      "learning_rate": 1.3519108280254778e-05,
+      "loss": 37.3438,
+      "step": 849
+    },
+    {
+      "epoch": 0.04061932524132658,
+      "grad_norm": 388.8091125488281,
+      "learning_rate": 1.353503184713376e-05,
+      "loss": 52.4375,
+      "step": 850
+    },
+    {
+      "epoch": 0.040667112682786964,
+      "grad_norm": 522.0868530273438,
+      "learning_rate": 1.355095541401274e-05,
+      "loss": 45.6875,
+      "step": 851
+    },
+    {
+      "epoch": 0.04071490012424735,
+      "grad_norm": 369.47296142578125,
+      "learning_rate": 1.356687898089172e-05,
+      "loss": 73.5,
+      "step": 852
+    },
+    {
+      "epoch": 0.04076268756570773,
+      "grad_norm": 340.8221130371094,
+      "learning_rate": 1.3582802547770702e-05,
+      "loss": 29.9688,
+      "step": 853
+    },
+    {
+      "epoch": 0.04081047500716812,
+      "grad_norm": 202.30233764648438,
+      "learning_rate": 1.3598726114649682e-05,
+      "loss": 29.375,
+      "step": 854
+    },
+    {
+      "epoch": 0.0408582624486285,
+      "grad_norm": 257.46905517578125,
+      "learning_rate": 1.3614649681528665e-05,
+      "loss": 31.125,
+      "step": 855
+    },
+    {
+      "epoch": 0.040906049890088884,
+      "grad_norm": 292.59515380859375,
+      "learning_rate": 1.3630573248407644e-05,
+      "loss": 50.9062,
+      "step": 856
+    },
+    {
+      "epoch": 0.04095383733154927,
+      "grad_norm": 340.6676330566406,
+      "learning_rate": 1.3646496815286625e-05,
+      "loss": 39.5625,
+      "step": 857
+    },
+    {
+      "epoch": 0.04100162477300965,
+      "grad_norm": 465.2168273925781,
+      "learning_rate": 1.3662420382165607e-05,
+      "loss": 43.2188,
+      "step": 858
+    },
+    {
+      "epoch": 0.04104941221447004,
+      "grad_norm": 613.0377197265625,
+      "learning_rate": 1.3678343949044588e-05,
+      "loss": 42.1562,
+      "step": 859
+    },
+    {
+      "epoch": 0.04109719965593042,
+      "grad_norm": 327.84686279296875,
+      "learning_rate": 1.3694267515923567e-05,
+      "loss": 40.4375,
+      "step": 860
+    },
+    {
+      "epoch": 0.041144987097390805,
+      "grad_norm": 270.6009826660156,
+      "learning_rate": 1.371019108280255e-05,
+      "loss": 33.1875,
+      "step": 861
+    },
+    {
+      "epoch": 0.04119277453885119,
+      "grad_norm": 227.24200439453125,
+      "learning_rate": 1.372611464968153e-05,
+      "loss": 23.9062,
+      "step": 862
+    },
+    {
+      "epoch": 0.04124056198031158,
+      "grad_norm": 282.46673583984375,
+      "learning_rate": 1.3742038216560511e-05,
+      "loss": 36.1875,
+      "step": 863
+    },
+    {
+      "epoch": 0.04128834942177196,
+      "grad_norm": 204.6896514892578,
+      "learning_rate": 1.375796178343949e-05,
+      "loss": 36.4688,
+      "step": 864
+    },
+    {
+      "epoch": 0.04133613686323234,
+      "grad_norm": 232.49598693847656,
+      "learning_rate": 1.3773885350318472e-05,
+      "loss": 31.1875,
+      "step": 865
+    },
+    {
+      "epoch": 0.041383924304692725,
+      "grad_norm": 237.40899658203125,
+      "learning_rate": 1.3789808917197453e-05,
+      "loss": 41.8438,
+      "step": 866
+    },
+    {
+      "epoch": 0.04143171174615311,
+      "grad_norm": 307.2673645019531,
+      "learning_rate": 1.3805732484076436e-05,
+      "loss": 28.6875,
+      "step": 867
+    },
+    {
+      "epoch": 0.0414794991876135,
+      "grad_norm": 385.7238464355469,
+      "learning_rate": 1.3821656050955415e-05,
+      "loss": 44.5,
+      "step": 868
+    },
+    {
+      "epoch": 0.04152728662907388,
+      "grad_norm": 329.0198059082031,
+      "learning_rate": 1.3837579617834396e-05,
+      "loss": 40.2812,
+      "step": 869
+    },
+    {
+      "epoch": 0.04157507407053426,
+      "grad_norm": 286.7186584472656,
+      "learning_rate": 1.3853503184713376e-05,
+      "loss": 30.1562,
+      "step": 870
+    },
+    {
+      "epoch": 0.041622861511994645,
+      "grad_norm": 249.2412109375,
+      "learning_rate": 1.3869426751592359e-05,
+      "loss": 43.0,
+      "step": 871
+    },
+    {
+      "epoch": 0.041670648953455035,
+      "grad_norm": 388.19561767578125,
+      "learning_rate": 1.3885350318471338e-05,
+      "loss": 39.8125,
+      "step": 872
+    },
+    {
+      "epoch": 0.04171843639491542,
+      "grad_norm": 211.41329956054688,
+      "learning_rate": 1.3901273885350319e-05,
+      "loss": 34.2188,
+      "step": 873
+    },
+    {
+      "epoch": 0.0417662238363758,
+      "grad_norm": 302.9998474121094,
+      "learning_rate": 1.3917197452229301e-05,
+      "loss": 33.5625,
+      "step": 874
+    },
+    {
+      "epoch": 0.04181401127783618,
+      "grad_norm": 707.3423461914062,
+      "learning_rate": 1.3933121019108282e-05,
+      "loss": 45.5938,
+      "step": 875
+    },
+    {
+      "epoch": 0.041861798719296565,
+      "grad_norm": 318.2969665527344,
+      "learning_rate": 1.3949044585987261e-05,
+      "loss": 37.8438,
+      "step": 876
+    },
+    {
+      "epoch": 0.041909586160756955,
+      "grad_norm": 229.63287353515625,
+      "learning_rate": 1.3964968152866243e-05,
+      "loss": 25.5312,
+      "step": 877
+    },
+    {
+      "epoch": 0.04195737360221734,
+      "grad_norm": 396.6241455078125,
+      "learning_rate": 1.3980891719745224e-05,
+      "loss": 39.125,
+      "step": 878
+    },
+    {
+      "epoch": 0.04200516104367772,
+      "grad_norm": 304.6355895996094,
+      "learning_rate": 1.3996815286624205e-05,
+      "loss": 37.1875,
+      "step": 879
+    },
+    {
+      "epoch": 0.0420529484851381,
+      "grad_norm": 225.43348693847656,
+      "learning_rate": 1.4012738853503186e-05,
+      "loss": 33.625,
+      "step": 880
+    },
+    {
+      "epoch": 0.04210073592659849,
+      "grad_norm": 230.71104431152344,
+      "learning_rate": 1.4028662420382167e-05,
+      "loss": 26.625,
+      "step": 881
+    },
+    {
+      "epoch": 0.042148523368058875,
+      "grad_norm": 351.053466796875,
+      "learning_rate": 1.4044585987261147e-05,
+      "loss": 35.9688,
+      "step": 882
+    },
+    {
+      "epoch": 0.04219631080951926,
+      "grad_norm": 415.1959533691406,
+      "learning_rate": 1.406050955414013e-05,
+      "loss": 35.3594,
+      "step": 883
+    },
+    {
+      "epoch": 0.04224409825097964,
+      "grad_norm": 340.0320739746094,
+      "learning_rate": 1.4076433121019109e-05,
+      "loss": 35.75,
+      "step": 884
+    },
+    {
+      "epoch": 0.04229188569244003,
+      "grad_norm": 333.3625183105469,
+      "learning_rate": 1.409235668789809e-05,
+      "loss": 31.8438,
+      "step": 885
+    },
+    {
+      "epoch": 0.04233967313390041,
+      "grad_norm": 355.816162109375,
+      "learning_rate": 1.4108280254777072e-05,
+      "loss": 39.9375,
+      "step": 886
+    },
+    {
+      "epoch": 0.042387460575360796,
+      "grad_norm": 4144.3203125,
+      "learning_rate": 1.4124203821656053e-05,
+      "loss": 34.4375,
+      "step": 887
+    },
+    {
+      "epoch": 0.04243524801682118,
+      "grad_norm": 269.1394958496094,
+      "learning_rate": 1.4140127388535032e-05,
+      "loss": 40.375,
+      "step": 888
+    },
+    {
+      "epoch": 0.04248303545828156,
+      "grad_norm": 324.4417724609375,
+      "learning_rate": 1.4156050955414013e-05,
+      "loss": 50.8438,
+      "step": 889
+    },
+    {
+      "epoch": 0.04253082289974195,
+      "grad_norm": 270.1673278808594,
+      "learning_rate": 1.4171974522292995e-05,
+      "loss": 30.9375,
+      "step": 890
+    },
+    {
+      "epoch": 0.04257861034120233,
+      "grad_norm": 341.6572265625,
+      "learning_rate": 1.4187898089171976e-05,
+      "loss": 40.375,
+      "step": 891
+    },
+    {
+      "epoch": 0.042626397782662716,
+      "grad_norm": 526.6898193359375,
+      "learning_rate": 1.4203821656050955e-05,
+      "loss": 37.7812,
+      "step": 892
+    },
+    {
+      "epoch": 0.0426741852241231,
+      "grad_norm": 399.99774169921875,
+      "learning_rate": 1.4219745222929937e-05,
+      "loss": 42.2812,
+      "step": 893
+    },
+    {
+      "epoch": 0.04272197266558349,
+      "grad_norm": 364.4841613769531,
+      "learning_rate": 1.4235668789808918e-05,
+      "loss": 40.5312,
+      "step": 894
+    },
+    {
+      "epoch": 0.04276976010704387,
+      "grad_norm": 458.8956298828125,
+      "learning_rate": 1.42515923566879e-05,
+      "loss": 45.875,
+      "step": 895
+    },
+    {
+      "epoch": 0.04281754754850425,
+      "grad_norm": 583.4502563476562,
+      "learning_rate": 1.426751592356688e-05,
+      "loss": 55.125,
+      "step": 896
+    },
+    {
+      "epoch": 0.042865334989964636,
+      "grad_norm": 493.2471618652344,
+      "learning_rate": 1.428343949044586e-05,
+      "loss": 40.875,
+      "step": 897
+    },
+    {
+      "epoch": 0.04291312243142502,
+      "grad_norm": 373.1505432128906,
+      "learning_rate": 1.4299363057324841e-05,
+      "loss": 33.6875,
+      "step": 898
+    },
+    {
+      "epoch": 0.04296090987288541,
+      "grad_norm": 343.2272644042969,
+      "learning_rate": 1.4315286624203824e-05,
+      "loss": 39.375,
+      "step": 899
+    },
+    {
+      "epoch": 0.04300869731434579,
+      "grad_norm": 312.8650207519531,
+      "learning_rate": 1.4331210191082803e-05,
+      "loss": 33.1562,
+      "step": 900
+    },
+    {
+      "epoch": 0.043056484755806174,
+      "grad_norm": 342.4583435058594,
+      "learning_rate": 1.4347133757961784e-05,
+      "loss": 34.6562,
+      "step": 901
+    },
+    {
+      "epoch": 0.043104272197266556,
+      "grad_norm": 439.2399597167969,
+      "learning_rate": 1.4363057324840766e-05,
+      "loss": 48.5625,
+      "step": 902
+    },
+    {
+      "epoch": 0.043152059638726946,
+      "grad_norm": 178.34686279296875,
+      "learning_rate": 1.4378980891719747e-05,
+      "loss": 26.4688,
+      "step": 903
+    },
+    {
+      "epoch": 0.04319984708018733,
+      "grad_norm": 482.8769836425781,
+      "learning_rate": 1.4394904458598726e-05,
+      "loss": 44.8125,
+      "step": 904
+    },
+    {
+      "epoch": 0.04324763452164771,
+      "grad_norm": 295.66741943359375,
+      "learning_rate": 1.4410828025477708e-05,
+      "loss": 38.75,
+      "step": 905
+    },
+    {
+      "epoch": 0.043295421963108094,
+      "grad_norm": 289.0887451171875,
+      "learning_rate": 1.442675159235669e-05,
+      "loss": 35.7188,
+      "step": 906
+    },
+    {
+      "epoch": 0.04334320940456848,
+      "grad_norm": 420.91497802734375,
+      "learning_rate": 1.444267515923567e-05,
+      "loss": 35.6562,
+      "step": 907
+    },
+    {
+      "epoch": 0.043390996846028866,
+      "grad_norm": 391.71917724609375,
+      "learning_rate": 1.4458598726114649e-05,
+      "loss": 45.625,
+      "step": 908
+    },
+    {
+      "epoch": 0.04343878428748925,
+      "grad_norm": 322.8337097167969,
+      "learning_rate": 1.4474522292993632e-05,
+      "loss": 55.125,
+      "step": 909
+    },
+    {
+      "epoch": 0.04348657172894963,
+      "grad_norm": 301.1613464355469,
+      "learning_rate": 1.4490445859872612e-05,
+      "loss": 43.1875,
+      "step": 910
+    },
+    {
+      "epoch": 0.043534359170410014,
+      "grad_norm": 182.38787841796875,
+      "learning_rate": 1.4506369426751595e-05,
+      "loss": 28.6562,
+      "step": 911
+    },
+    {
+      "epoch": 0.043582146611870404,
+      "grad_norm": 271.585693359375,
+      "learning_rate": 1.4522292993630574e-05,
+      "loss": 45.3438,
+      "step": 912
+    },
+    {
+      "epoch": 0.043629934053330786,
+      "grad_norm": 356.935302734375,
+      "learning_rate": 1.4538216560509555e-05,
+      "loss": 38.125,
+      "step": 913
+    },
+    {
+      "epoch": 0.04367772149479117,
+      "grad_norm": 302.6649169921875,
+      "learning_rate": 1.4554140127388537e-05,
+      "loss": 47.5,
+      "step": 914
+    },
+    {
+      "epoch": 0.04372550893625155,
+      "grad_norm": 351.171875,
+      "learning_rate": 1.4570063694267518e-05,
+      "loss": 37.4375,
+      "step": 915
+    },
+    {
+      "epoch": 0.043773296377711934,
+      "grad_norm": 253.12481689453125,
+      "learning_rate": 1.4585987261146497e-05,
+      "loss": 34.6875,
+      "step": 916
+    },
+    {
+      "epoch": 0.043821083819172324,
+      "grad_norm": 255.03643798828125,
+      "learning_rate": 1.4601910828025478e-05,
+      "loss": 42.5312,
+      "step": 917
+    },
+    {
+      "epoch": 0.04386887126063271,
+      "grad_norm": 363.55694580078125,
+      "learning_rate": 1.461783439490446e-05,
+      "loss": 34.9688,
+      "step": 918
+    },
+    {
+      "epoch": 0.04391665870209309,
+      "grad_norm": 466.1173095703125,
+      "learning_rate": 1.4633757961783441e-05,
+      "loss": 50.5625,
+      "step": 919
+    },
+    {
+      "epoch": 0.04396444614355347,
+      "grad_norm": 390.978271484375,
+      "learning_rate": 1.464968152866242e-05,
+      "loss": 38.6562,
+      "step": 920
+    },
+    {
+      "epoch": 0.04401223358501386,
+      "grad_norm": 458.9668273925781,
+      "learning_rate": 1.4665605095541402e-05,
+      "loss": 38.3125,
+      "step": 921
+    },
+    {
+      "epoch": 0.044060021026474244,
+      "grad_norm": 381.0522766113281,
+      "learning_rate": 1.4681528662420383e-05,
+      "loss": 45.25,
+      "step": 922
+    },
+    {
+      "epoch": 0.04410780846793463,
+      "grad_norm": 507.4686279296875,
+      "learning_rate": 1.4697452229299366e-05,
+      "loss": 34.125,
+      "step": 923
+    },
+    {
+      "epoch": 0.04415559590939501,
+      "grad_norm": 403.10235595703125,
+      "learning_rate": 1.4713375796178345e-05,
+      "loss": 39.9062,
+      "step": 924
+    },
+    {
+      "epoch": 0.04420338335085539,
+      "grad_norm": 554.70263671875,
+      "learning_rate": 1.4729299363057326e-05,
+      "loss": 39.125,
+      "step": 925
+    },
+    {
+      "epoch": 0.04425117079231578,
+      "grad_norm": 278.0388488769531,
+      "learning_rate": 1.4745222929936306e-05,
+      "loss": 29.9375,
+      "step": 926
+    },
+    {
+      "epoch": 0.044298958233776164,
+      "grad_norm": 329.8465270996094,
+      "learning_rate": 1.4761146496815289e-05,
+      "loss": 44.0625,
+      "step": 927
+    },
+    {
+      "epoch": 0.04434674567523655,
+      "grad_norm": 449.4729919433594,
+      "learning_rate": 1.4777070063694268e-05,
+      "loss": 41.0938,
+      "step": 928
+    },
+    {
+      "epoch": 0.04439453311669693,
+      "grad_norm": 272.6537170410156,
+      "learning_rate": 1.4792993630573249e-05,
+      "loss": 35.2812,
+      "step": 929
+    },
+    {
+      "epoch": 0.04444232055815732,
+      "grad_norm": 435.5820007324219,
+      "learning_rate": 1.4808917197452231e-05,
+      "loss": 37.625,
+      "step": 930
+    },
+    {
+      "epoch": 0.0444901079996177,
+      "grad_norm": 286.738525390625,
+      "learning_rate": 1.4824840764331212e-05,
+      "loss": 44.8125,
+      "step": 931
+    },
+    {
+      "epoch": 0.044537895441078085,
+      "grad_norm": 243.58502197265625,
+      "learning_rate": 1.4840764331210191e-05,
+      "loss": 31.375,
+      "step": 932
+    },
+    {
+      "epoch": 0.04458568288253847,
+      "grad_norm": 175.3330078125,
+      "learning_rate": 1.4856687898089173e-05,
+      "loss": 34.3125,
+      "step": 933
+    },
+    {
+      "epoch": 0.04463347032399885,
+      "grad_norm": 443.5570373535156,
+      "learning_rate": 1.4872611464968154e-05,
+      "loss": 33.4688,
+      "step": 934
+    },
+    {
+      "epoch": 0.04468125776545924,
+      "grad_norm": 372.2298889160156,
+      "learning_rate": 1.4888535031847135e-05,
+      "loss": 63.75,
+      "step": 935
+    },
+    {
+      "epoch": 0.04472904520691962,
+      "grad_norm": 300.02874755859375,
+      "learning_rate": 1.4904458598726114e-05,
+      "loss": 31.5938,
+      "step": 936
+    },
+    {
+      "epoch": 0.044776832648380005,
+      "grad_norm": 272.94512939453125,
+      "learning_rate": 1.4920382165605097e-05,
+      "loss": 38.5156,
+      "step": 937
+    },
+    {
+      "epoch": 0.04482462008984039,
+      "grad_norm": 695.3014526367188,
+      "learning_rate": 1.4936305732484077e-05,
+      "loss": 60.2188,
+      "step": 938
+    },
+    {
+      "epoch": 0.04487240753130078,
+      "grad_norm": 268.0594177246094,
+      "learning_rate": 1.495222929936306e-05,
+      "loss": 37.0312,
+      "step": 939
+    },
+    {
+      "epoch": 0.04492019497276116,
+      "grad_norm": 342.7645263671875,
+      "learning_rate": 1.4968152866242039e-05,
+      "loss": 41.9688,
+      "step": 940
+    },
+    {
+      "epoch": 0.04496798241422154,
+      "grad_norm": 520.6771240234375,
+      "learning_rate": 1.498407643312102e-05,
+      "loss": 60.0,
+      "step": 941
+    },
+    {
+      "epoch": 0.045015769855681925,
+      "grad_norm": 615.1039428710938,
+      "learning_rate": 1.5000000000000002e-05,
+      "loss": 65.125,
+      "step": 942
+    },
+    {
+      "epoch": 0.04506355729714231,
+      "grad_norm": 246.65771484375,
+      "learning_rate": 1.5015923566878983e-05,
+      "loss": 32.1875,
+      "step": 943
+    },
+    {
+      "epoch": 0.0451113447386027,
+      "grad_norm": 346.6892395019531,
+      "learning_rate": 1.5031847133757964e-05,
+      "loss": 39.4375,
+      "step": 944
+    },
+    {
+      "epoch": 0.04515913218006308,
+      "grad_norm": 268.24517822265625,
+      "learning_rate": 1.5047770700636943e-05,
+      "loss": 48.0625,
+      "step": 945
+    },
+    {
+      "epoch": 0.04520691962152346,
+      "grad_norm": 539.1455688476562,
+      "learning_rate": 1.5063694267515925e-05,
+      "loss": 35.375,
+      "step": 946
+    },
+    {
+      "epoch": 0.045254707062983845,
+      "grad_norm": 266.5591735839844,
+      "learning_rate": 1.5079617834394906e-05,
+      "loss": 35.5156,
+      "step": 947
+    },
+    {
+      "epoch": 0.045302494504444235,
+      "grad_norm": 274.3094482421875,
+      "learning_rate": 1.5095541401273888e-05,
+      "loss": 46.0,
+      "step": 948
+    },
+    {
+      "epoch": 0.04535028194590462,
+      "grad_norm": 340.620361328125,
+      "learning_rate": 1.5111464968152867e-05,
+      "loss": 30.5312,
+      "step": 949
+    },
+    {
+      "epoch": 0.045398069387365,
+      "grad_norm": 206.44679260253906,
+      "learning_rate": 1.5127388535031848e-05,
+      "loss": 39.4688,
+      "step": 950
+    },
+    {
+      "epoch": 0.04544585682882538,
+      "grad_norm": 341.3653869628906,
+      "learning_rate": 1.5143312101910829e-05,
+      "loss": 41.0625,
+      "step": 951
+    },
+    {
+      "epoch": 0.045493644270285766,
+      "grad_norm": 268.42877197265625,
+      "learning_rate": 1.5159235668789811e-05,
+      "loss": 32.0938,
+      "step": 952
+    },
+    {
+      "epoch": 0.045541431711746155,
+      "grad_norm": 311.97601318359375,
+      "learning_rate": 1.517515923566879e-05,
+      "loss": 34.1094,
+      "step": 953
+    },
+    {
+      "epoch": 0.04558921915320654,
+      "grad_norm": 393.6192626953125,
+      "learning_rate": 1.5191082802547771e-05,
+      "loss": 41.75,
+      "step": 954
+    },
+    {
+      "epoch": 0.04563700659466692,
+      "grad_norm": 232.6165313720703,
+      "learning_rate": 1.5207006369426754e-05,
+      "loss": 34.9688,
+      "step": 955
+    },
+    {
+      "epoch": 0.0456847940361273,
+      "grad_norm": 333.9346923828125,
+      "learning_rate": 1.5222929936305735e-05,
+      "loss": 40.7812,
+      "step": 956
+    },
+    {
+      "epoch": 0.04573258147758769,
+      "grad_norm": 384.6732482910156,
+      "learning_rate": 1.5238853503184714e-05,
+      "loss": 39.1562,
+      "step": 957
+    },
+    {
+      "epoch": 0.045780368919048076,
+      "grad_norm": 335.8174743652344,
+      "learning_rate": 1.5254777070063696e-05,
+      "loss": 46.5312,
+      "step": 958
+    },
+    {
+      "epoch": 0.04582815636050846,
+      "grad_norm": 246.68203735351562,
+      "learning_rate": 1.5270700636942677e-05,
+      "loss": 34.3438,
+      "step": 959
+    },
+    {
+      "epoch": 0.04587594380196884,
+      "grad_norm": 780.762939453125,
+      "learning_rate": 1.528662420382166e-05,
+      "loss": 32.6562,
+      "step": 960
+    },
+    {
+      "epoch": 0.045923731243429224,
+      "grad_norm": 310.62738037109375,
+      "learning_rate": 1.530254777070064e-05,
+      "loss": 33.4375,
+      "step": 961
+    },
+    {
+      "epoch": 0.04597151868488961,
+      "grad_norm": 476.6512145996094,
+      "learning_rate": 1.5318471337579618e-05,
+      "loss": 30.3125,
+      "step": 962
+    },
+    {
+      "epoch": 0.046019306126349996,
+      "grad_norm": 379.2928161621094,
+      "learning_rate": 1.53343949044586e-05,
+      "loss": 45.5312,
+      "step": 963
+    },
+    {
+      "epoch": 0.04606709356781038,
+      "grad_norm": 244.2203826904297,
+      "learning_rate": 1.5350318471337582e-05,
+      "loss": 40.2188,
+      "step": 964
+    },
+    {
+      "epoch": 0.04611488100927076,
+      "grad_norm": 298.3617248535156,
+      "learning_rate": 1.536624203821656e-05,
+      "loss": 47.875,
+      "step": 965
+    },
+    {
+      "epoch": 0.04616266845073115,
+      "grad_norm": 520.439208984375,
+      "learning_rate": 1.5382165605095544e-05,
+      "loss": 49.5625,
+      "step": 966
+    },
+    {
+      "epoch": 0.04621045589219153,
+      "grad_norm": 265.0133056640625,
+      "learning_rate": 1.5398089171974523e-05,
+      "loss": 29.0781,
+      "step": 967
+    },
+    {
+      "epoch": 0.046258243333651916,
+      "grad_norm": 355.5801086425781,
+      "learning_rate": 1.5414012738853506e-05,
+      "loss": 24.2188,
+      "step": 968
+    },
+    {
+      "epoch": 0.0463060307751123,
+      "grad_norm": 218.84764099121094,
+      "learning_rate": 1.5429936305732485e-05,
+      "loss": 33.5,
+      "step": 969
+    },
+    {
+      "epoch": 0.04635381821657268,
+      "grad_norm": 199.7330322265625,
+      "learning_rate": 1.5445859872611467e-05,
+      "loss": 30.5312,
+      "step": 970
+    },
+    {
+      "epoch": 0.04640160565803307,
+      "grad_norm": 302.3233642578125,
+      "learning_rate": 1.5461783439490446e-05,
+      "loss": 33.0312,
+      "step": 971
+    },
+    {
+      "epoch": 0.046449393099493454,
+      "grad_norm": 244.5255126953125,
+      "learning_rate": 1.547770700636943e-05,
+      "loss": 32.2188,
+      "step": 972
+    },
+    {
+      "epoch": 0.046497180540953836,
+      "grad_norm": 456.9065856933594,
+      "learning_rate": 1.5493630573248408e-05,
+      "loss": 32.6562,
+      "step": 973
+    },
+    {
+      "epoch": 0.04654496798241422,
+      "grad_norm": 518.9242553710938,
+      "learning_rate": 1.550955414012739e-05,
+      "loss": 48.0,
+      "step": 974
+    },
+    {
+      "epoch": 0.04659275542387461,
+      "grad_norm": 991.904296875,
+      "learning_rate": 1.5525477707006373e-05,
+      "loss": 41.8438,
+      "step": 975
+    },
+    {
+      "epoch": 0.04664054286533499,
+      "grad_norm": 663.9196166992188,
+      "learning_rate": 1.5541401273885352e-05,
+      "loss": 46.0938,
+      "step": 976
+    },
+    {
+      "epoch": 0.046688330306795374,
+      "grad_norm": 261.8992614746094,
+      "learning_rate": 1.555732484076433e-05,
+      "loss": 36.4688,
+      "step": 977
+    },
+    {
+      "epoch": 0.04673611774825576,
+      "grad_norm": 281.9028015136719,
+      "learning_rate": 1.5573248407643313e-05,
+      "loss": 34.25,
+      "step": 978
+    },
+    {
+      "epoch": 0.04678390518971614,
+      "grad_norm": 256.7738037109375,
+      "learning_rate": 1.5589171974522296e-05,
+      "loss": 30.5312,
+      "step": 979
+    },
+    {
+      "epoch": 0.04683169263117653,
+      "grad_norm": 485.3263854980469,
+      "learning_rate": 1.5605095541401275e-05,
+      "loss": 35.25,
+      "step": 980
+    },
+    {
+      "epoch": 0.04687948007263691,
+      "grad_norm": 249.802734375,
+      "learning_rate": 1.5621019108280254e-05,
+      "loss": 42.25,
+      "step": 981
+    },
+    {
+      "epoch": 0.046927267514097294,
+      "grad_norm": 414.01312255859375,
+      "learning_rate": 1.5636942675159236e-05,
+      "loss": 43.0312,
+      "step": 982
+    },
+    {
+      "epoch": 0.04697505495555768,
+      "grad_norm": 621.6279296875,
+      "learning_rate": 1.565286624203822e-05,
+      "loss": 37.5625,
+      "step": 983
+    },
+    {
+      "epoch": 0.047022842397018066,
+      "grad_norm": 313.38031005859375,
+      "learning_rate": 1.56687898089172e-05,
+      "loss": 35.9688,
+      "step": 984
+    },
+    {
+      "epoch": 0.04707062983847845,
+      "grad_norm": 515.8494262695312,
+      "learning_rate": 1.568471337579618e-05,
+      "loss": 46.875,
+      "step": 985
+    },
+    {
+      "epoch": 0.04711841727993883,
+      "grad_norm": 300.9005432128906,
+      "learning_rate": 1.570063694267516e-05,
+      "loss": 36.125,
+      "step": 986
+    },
+    {
+      "epoch": 0.047166204721399214,
+      "grad_norm": 436.3215637207031,
+      "learning_rate": 1.5716560509554142e-05,
+      "loss": 38.125,
+      "step": 987
+    },
+    {
+      "epoch": 0.0472139921628596,
+      "grad_norm": 430.5689697265625,
+      "learning_rate": 1.5732484076433124e-05,
+      "loss": 34.6562,
+      "step": 988
+    },
+    {
+      "epoch": 0.04726177960431999,
+      "grad_norm": 207.7538604736328,
+      "learning_rate": 1.5748407643312103e-05,
+      "loss": 30.4062,
+      "step": 989
+    },
+    {
+      "epoch": 0.04730956704578037,
+      "grad_norm": 320.3650207519531,
+      "learning_rate": 1.5764331210191083e-05,
+      "loss": 38.9062,
+      "step": 990
+    },
+    {
+      "epoch": 0.04735735448724075,
+      "grad_norm": 364.7854309082031,
+      "learning_rate": 1.5780254777070065e-05,
+      "loss": 43.4062,
+      "step": 991
+    },
+    {
+      "epoch": 0.047405141928701135,
+      "grad_norm": 483.8365783691406,
+      "learning_rate": 1.5796178343949047e-05,
+      "loss": 41.0156,
+      "step": 992
+    },
+    {
+      "epoch": 0.047452929370161524,
+      "grad_norm": 596.4848022460938,
+      "learning_rate": 1.5812101910828027e-05,
+      "loss": 39.25,
+      "step": 993
+    },
+    {
+      "epoch": 0.04750071681162191,
+      "grad_norm": 330.99359130859375,
+      "learning_rate": 1.582802547770701e-05,
+      "loss": 43.4688,
+      "step": 994
+    },
+    {
+      "epoch": 0.04754850425308229,
+      "grad_norm": 435.218994140625,
+      "learning_rate": 1.5843949044585988e-05,
+      "loss": 33.4062,
+      "step": 995
+    },
+    {
+      "epoch": 0.04759629169454267,
+      "grad_norm": 245.9879913330078,
+      "learning_rate": 1.585987261146497e-05,
+      "loss": 28.4688,
+      "step": 996
+    },
+    {
+      "epoch": 0.047644079136003055,
+      "grad_norm": 201.69863891601562,
+      "learning_rate": 1.587579617834395e-05,
+      "loss": 28.7969,
+      "step": 997
+    },
+    {
+      "epoch": 0.047691866577463445,
+      "grad_norm": 394.7022399902344,
+      "learning_rate": 1.5891719745222932e-05,
+      "loss": 35.5312,
+      "step": 998
+    },
+    {
+      "epoch": 0.04773965401892383,
+      "grad_norm": 344.3007507324219,
+      "learning_rate": 1.590764331210191e-05,
+      "loss": 39.3438,
+      "step": 999
+    },
+    {
+      "epoch": 0.04778744146038421,
+      "grad_norm": 294.21282958984375,
+      "learning_rate": 1.5923566878980894e-05,
+      "loss": 40.8438,
+      "step": 1000
+    },
+    {
+      "epoch": 0.04783522890184459,
+      "grad_norm": 248.87734985351562,
+      "learning_rate": 1.5939490445859873e-05,
+      "loss": 36.6562,
+      "step": 1001
+    },
+    {
+      "epoch": 0.04788301634330498,
+      "grad_norm": 393.8248596191406,
+      "learning_rate": 1.5955414012738855e-05,
+      "loss": 49.9375,
+      "step": 1002
+    },
+    {
+      "epoch": 0.047930803784765365,
+      "grad_norm": 298.4564208984375,
+      "learning_rate": 1.5971337579617838e-05,
+      "loss": 31.3594,
+      "step": 1003
+    },
+    {
+      "epoch": 0.04797859122622575,
+      "grad_norm": 213.399658203125,
+      "learning_rate": 1.5987261146496817e-05,
+      "loss": 30.1406,
+      "step": 1004
+    },
+    {
+      "epoch": 0.04802637866768613,
+      "grad_norm": 327.2482604980469,
+      "learning_rate": 1.6003184713375796e-05,
+      "loss": 34.9688,
+      "step": 1005
+    },
+    {
+      "epoch": 0.04807416610914652,
+      "grad_norm": 243.96534729003906,
+      "learning_rate": 1.6019108280254778e-05,
+      "loss": 38.0312,
+      "step": 1006
+    },
+    {
+      "epoch": 0.0481219535506069,
+      "grad_norm": 264.99969482421875,
+      "learning_rate": 1.603503184713376e-05,
+      "loss": 43.25,
+      "step": 1007
+    },
+    {
+      "epoch": 0.048169740992067285,
+      "grad_norm": 265.13751220703125,
+      "learning_rate": 1.605095541401274e-05,
+      "loss": 33.875,
+      "step": 1008
+    },
+    {
+      "epoch": 0.04821752843352767,
+      "grad_norm": 308.1816711425781,
+      "learning_rate": 1.606687898089172e-05,
+      "loss": 38.6875,
+      "step": 1009
+    },
+    {
+      "epoch": 0.04826531587498805,
+      "grad_norm": 279.22650146484375,
+      "learning_rate": 1.60828025477707e-05,
+      "loss": 40.5312,
+      "step": 1010
+    },
+    {
+      "epoch": 0.04831310331644844,
+      "grad_norm": 349.1948547363281,
+      "learning_rate": 1.6098726114649684e-05,
+      "loss": 37.125,
+      "step": 1011
+    },
+    {
+      "epoch": 0.04836089075790882,
+      "grad_norm": 338.1402893066406,
+      "learning_rate": 1.6114649681528666e-05,
+      "loss": 34.125,
+      "step": 1012
+    },
+    {
+      "epoch": 0.048408678199369205,
+      "grad_norm": 241.1334991455078,
+      "learning_rate": 1.6130573248407645e-05,
+      "loss": 42.1875,
+      "step": 1013
+    },
+    {
+      "epoch": 0.04845646564082959,
+      "grad_norm": 189.1302490234375,
+      "learning_rate": 1.6146496815286624e-05,
+      "loss": 32.875,
+      "step": 1014
+    },
+    {
+      "epoch": 0.04850425308228998,
+      "grad_norm": 333.307861328125,
+      "learning_rate": 1.6162420382165607e-05,
+      "loss": 40.4375,
+      "step": 1015
+    },
+    {
+      "epoch": 0.04855204052375036,
+      "grad_norm": 591.8526000976562,
+      "learning_rate": 1.617834394904459e-05,
+      "loss": 52.5,
+      "step": 1016
+    },
+    {
+      "epoch": 0.04859982796521074,
+      "grad_norm": 262.29412841796875,
+      "learning_rate": 1.619426751592357e-05,
+      "loss": 31.2656,
+      "step": 1017
+    },
+    {
+      "epoch": 0.048647615406671126,
+      "grad_norm": 417.8466491699219,
+      "learning_rate": 1.6210191082802547e-05,
+      "loss": 49.1875,
+      "step": 1018
+    },
+    {
+      "epoch": 0.04869540284813151,
+      "grad_norm": 471.0423278808594,
+      "learning_rate": 1.622611464968153e-05,
+      "loss": 43.125,
+      "step": 1019
+    },
+    {
+      "epoch": 0.0487431902895919,
+      "grad_norm": 412.48443603515625,
+      "learning_rate": 1.6242038216560512e-05,
+      "loss": 46.7812,
+      "step": 1020
+    },
+    {
+      "epoch": 0.04879097773105228,
+      "grad_norm": 257.559326171875,
+      "learning_rate": 1.625796178343949e-05,
+      "loss": 32.0938,
+      "step": 1021
+    },
+    {
+      "epoch": 0.04883876517251266,
+      "grad_norm": 311.0057678222656,
+      "learning_rate": 1.6273885350318474e-05,
+      "loss": 65.4375,
+      "step": 1022
+    },
+    {
+      "epoch": 0.048886552613973046,
+      "grad_norm": 256.4683532714844,
+      "learning_rate": 1.6289808917197453e-05,
+      "loss": 51.0938,
+      "step": 1023
+    },
+    {
+      "epoch": 0.048934340055433435,
+      "grad_norm": 3792.9423828125,
+      "learning_rate": 1.6305732484076436e-05,
+      "loss": 35.0312,
+      "step": 1024
+    },
+    {
+      "epoch": 0.04898212749689382,
+      "grad_norm": 261.70184326171875,
+      "learning_rate": 1.6321656050955415e-05,
+      "loss": 30.7812,
+      "step": 1025
+    },
+    {
+      "epoch": 0.0490299149383542,
+      "grad_norm": 283.0840148925781,
+      "learning_rate": 1.6337579617834397e-05,
+      "loss": 23.6562,
+      "step": 1026
+    },
+    {
+      "epoch": 0.04907770237981458,
+      "grad_norm": 316.6446533203125,
+      "learning_rate": 1.6353503184713376e-05,
+      "loss": 40.375,
+      "step": 1027
+    },
+    {
+      "epoch": 0.049125489821274966,
+      "grad_norm": 526.8174438476562,
+      "learning_rate": 1.636942675159236e-05,
+      "loss": 35.625,
+      "step": 1028
+    },
+    {
+      "epoch": 0.049173277262735356,
+      "grad_norm": 403.38262939453125,
+      "learning_rate": 1.6385350318471338e-05,
+      "loss": 36.6875,
+      "step": 1029
+    },
+    {
+      "epoch": 0.04922106470419574,
+      "grad_norm": 293.2958068847656,
+      "learning_rate": 1.640127388535032e-05,
+      "loss": 31.1562,
+      "step": 1030
+    },
+    {
+      "epoch": 0.04926885214565612,
+      "grad_norm": 269.09857177734375,
+      "learning_rate": 1.6417197452229303e-05,
+      "loss": 33.9375,
+      "step": 1031
+    },
+    {
+      "epoch": 0.049316639587116504,
+      "grad_norm": 299.6721496582031,
+      "learning_rate": 1.643312101910828e-05,
+      "loss": 32.7188,
+      "step": 1032
+    },
+    {
+      "epoch": 0.04936442702857689,
+      "grad_norm": 244.87803649902344,
+      "learning_rate": 1.644904458598726e-05,
+      "loss": 34.8125,
+      "step": 1033
+    },
+    {
+      "epoch": 0.049412214470037276,
+      "grad_norm": 820.859619140625,
+      "learning_rate": 1.6464968152866243e-05,
+      "loss": 46.4062,
+      "step": 1034
+    },
+    {
+      "epoch": 0.04946000191149766,
+      "grad_norm": 414.00164794921875,
+      "learning_rate": 1.6480891719745226e-05,
+      "loss": 42.4375,
+      "step": 1035
+    },
+    {
+      "epoch": 0.04950778935295804,
+      "grad_norm": 299.14349365234375,
+      "learning_rate": 1.6496815286624205e-05,
+      "loss": 37.8438,
+      "step": 1036
+    },
+    {
+      "epoch": 0.049555576794418424,
+      "grad_norm": 310.8394470214844,
+      "learning_rate": 1.6512738853503184e-05,
+      "loss": 48.3125,
+      "step": 1037
+    },
+    {
+      "epoch": 0.049603364235878813,
+      "grad_norm": 333.8668212890625,
+      "learning_rate": 1.6528662420382166e-05,
+      "loss": 38.625,
+      "step": 1038
+    },
+    {
+      "epoch": 0.049651151677339196,
+      "grad_norm": 694.3447265625,
+      "learning_rate": 1.654458598726115e-05,
+      "loss": 47.625,
+      "step": 1039
+    },
+    {
+      "epoch": 0.04969893911879958,
+      "grad_norm": 376.3833923339844,
+      "learning_rate": 1.6560509554140128e-05,
+      "loss": 54.625,
+      "step": 1040
+    },
+    {
+      "epoch": 0.04974672656025996,
+      "grad_norm": 494.1427001953125,
+      "learning_rate": 1.657643312101911e-05,
+      "loss": 45.9375,
+      "step": 1041
+    },
+    {
+      "epoch": 0.04979451400172035,
+      "grad_norm": 287.0852966308594,
+      "learning_rate": 1.659235668789809e-05,
+      "loss": 40.4688,
+      "step": 1042
+    },
+    {
+      "epoch": 0.049842301443180734,
+      "grad_norm": 345.6607666015625,
+      "learning_rate": 1.6608280254777072e-05,
+      "loss": 39.5625,
+      "step": 1043
+    },
+    {
+      "epoch": 0.049890088884641116,
+      "grad_norm": 297.235107421875,
+      "learning_rate": 1.6624203821656054e-05,
+      "loss": 53.9375,
+      "step": 1044
+    },
+    {
+      "epoch": 0.0499378763261015,
+      "grad_norm": 254.62222290039062,
+      "learning_rate": 1.6640127388535033e-05,
+      "loss": 52.5938,
+      "step": 1045
+    },
+    {
+      "epoch": 0.04998566376756188,
+      "grad_norm": 326.27923583984375,
+      "learning_rate": 1.6656050955414012e-05,
+      "loss": 43.0938,
+      "step": 1046
+    },
+    {
+      "epoch": 0.05003345120902227,
+      "grad_norm": 274.9905700683594,
+      "learning_rate": 1.6671974522292995e-05,
+      "loss": 38.8438,
+      "step": 1047
+    },
+    {
+      "epoch": 0.050081238650482654,
+      "grad_norm": 237.38294982910156,
+      "learning_rate": 1.6687898089171977e-05,
+      "loss": 35.5,
+      "step": 1048
+    },
+    {
+      "epoch": 0.05012902609194304,
+      "grad_norm": 266.5885925292969,
+      "learning_rate": 1.6703821656050956e-05,
+      "loss": 56.5312,
+      "step": 1049
+    },
+    {
+      "epoch": 0.05017681353340342,
+      "grad_norm": 203.06021118164062,
+      "learning_rate": 1.671974522292994e-05,
+      "loss": 33.0,
+      "step": 1050
+    },
+    {
+      "epoch": 0.05022460097486381,
+      "grad_norm": 252.13844299316406,
+      "learning_rate": 1.6735668789808918e-05,
+      "loss": 48.7812,
+      "step": 1051
+    },
+    {
+      "epoch": 0.05027238841632419,
+      "grad_norm": 238.55577087402344,
+      "learning_rate": 1.67515923566879e-05,
+      "loss": 45.875,
+      "step": 1052
+    },
+    {
+      "epoch": 0.050320175857784574,
+      "grad_norm": 262.9364013671875,
+      "learning_rate": 1.676751592356688e-05,
+      "loss": 37.4375,
+      "step": 1053
+    },
+    {
+      "epoch": 0.05036796329924496,
+      "grad_norm": 267.14837646484375,
+      "learning_rate": 1.6783439490445862e-05,
+      "loss": 39.3438,
+      "step": 1054
+    },
+    {
+      "epoch": 0.05041575074070534,
+      "grad_norm": 279.675048828125,
+      "learning_rate": 1.679936305732484e-05,
+      "loss": 41.5,
+      "step": 1055
+    },
+    {
+      "epoch": 0.05046353818216573,
+      "grad_norm": 352.90325927734375,
+      "learning_rate": 1.6815286624203824e-05,
+      "loss": 40.0,
+      "step": 1056
+    },
+    {
+      "epoch": 0.05051132562362611,
+      "grad_norm": 291.2713317871094,
+      "learning_rate": 1.6831210191082803e-05,
+      "loss": 40.125,
+      "step": 1057
+    },
+    {
+      "epoch": 0.050559113065086494,
+      "grad_norm": 390.95245361328125,
+      "learning_rate": 1.6847133757961785e-05,
+      "loss": 51.9375,
+      "step": 1058
+    },
+    {
+      "epoch": 0.05060690050654688,
+      "grad_norm": 351.5702209472656,
+      "learning_rate": 1.6863057324840764e-05,
+      "loss": 51.5625,
+      "step": 1059
+    },
+    {
+      "epoch": 0.05065468794800727,
+      "grad_norm": 283.1891174316406,
+      "learning_rate": 1.6878980891719747e-05,
+      "loss": 31.7188,
+      "step": 1060
+    },
+    {
+      "epoch": 0.05070247538946765,
+      "grad_norm": 357.109130859375,
+      "learning_rate": 1.6894904458598726e-05,
+      "loss": 49.0312,
+      "step": 1061
+    },
+    {
+      "epoch": 0.05075026283092803,
+      "grad_norm": 302.13018798828125,
+      "learning_rate": 1.6910828025477708e-05,
+      "loss": 28.5938,
+      "step": 1062
+    },
+    {
+      "epoch": 0.050798050272388415,
+      "grad_norm": 431.8603210449219,
+      "learning_rate": 1.692675159235669e-05,
+      "loss": 58.2812,
+      "step": 1063
+    },
+    {
+      "epoch": 0.0508458377138488,
+      "grad_norm": 387.2375793457031,
+      "learning_rate": 1.694267515923567e-05,
+      "loss": 27.7812,
+      "step": 1064
+    },
+    {
+      "epoch": 0.05089362515530919,
+      "grad_norm": 273.5074768066406,
+      "learning_rate": 1.695859872611465e-05,
+      "loss": 36.9062,
+      "step": 1065
+    },
+    {
+      "epoch": 0.05094141259676957,
+      "grad_norm": 394.3704833984375,
+      "learning_rate": 1.697452229299363e-05,
+      "loss": 34.0,
+      "step": 1066
+    },
+    {
+      "epoch": 0.05098920003822995,
+      "grad_norm": 257.06304931640625,
+      "learning_rate": 1.6990445859872614e-05,
+      "loss": 26.8438,
+      "step": 1067
+    },
+    {
+      "epoch": 0.051036987479690335,
+      "grad_norm": 271.5386657714844,
+      "learning_rate": 1.7006369426751593e-05,
+      "loss": 34.8438,
+      "step": 1068
+    },
+    {
+      "epoch": 0.051084774921150725,
+      "grad_norm": 443.4653015136719,
+      "learning_rate": 1.7022292993630575e-05,
+      "loss": 51.1875,
+      "step": 1069
+    },
+    {
+      "epoch": 0.05113256236261111,
+      "grad_norm": 193.6370086669922,
+      "learning_rate": 1.7038216560509554e-05,
+      "loss": 24.625,
+      "step": 1070
+    },
+    {
+      "epoch": 0.05118034980407149,
+      "grad_norm": 1832.362060546875,
+      "learning_rate": 1.7054140127388537e-05,
+      "loss": 36.9062,
+      "step": 1071
+    },
+    {
+      "epoch": 0.05122813724553187,
+      "grad_norm": 416.07684326171875,
+      "learning_rate": 1.707006369426752e-05,
+      "loss": 41.0,
+      "step": 1072
+    },
+    {
+      "epoch": 0.051275924686992255,
+      "grad_norm": 367.3022766113281,
+      "learning_rate": 1.70859872611465e-05,
+      "loss": 39.8125,
+      "step": 1073
+    },
+    {
+      "epoch": 0.051323712128452645,
+      "grad_norm": 362.074951171875,
+      "learning_rate": 1.7101910828025477e-05,
+      "loss": 41.0312,
+      "step": 1074
+    },
+    {
+      "epoch": 0.05137149956991303,
+      "grad_norm": 256.74481201171875,
+      "learning_rate": 1.711783439490446e-05,
+      "loss": 41.5312,
+      "step": 1075
+    },
+    {
+      "epoch": 0.05141928701137341,
+      "grad_norm": 238.47747802734375,
+      "learning_rate": 1.7133757961783442e-05,
+      "loss": 33.0938,
+      "step": 1076
+    },
+    {
+      "epoch": 0.05146707445283379,
+      "grad_norm": 663.0145874023438,
+      "learning_rate": 1.714968152866242e-05,
+      "loss": 28.2812,
+      "step": 1077
+    },
+    {
+      "epoch": 0.05151486189429418,
+      "grad_norm": 433.82135009765625,
+      "learning_rate": 1.71656050955414e-05,
+      "loss": 35.9688,
+      "step": 1078
+    },
+    {
+      "epoch": 0.051562649335754565,
+      "grad_norm": 283.6615905761719,
+      "learning_rate": 1.7181528662420383e-05,
+      "loss": 31.25,
+      "step": 1079
+    },
+    {
+      "epoch": 0.05161043677721495,
+      "grad_norm": 189.27401733398438,
+      "learning_rate": 1.7197452229299365e-05,
+      "loss": 28.3438,
+      "step": 1080
+    },
+    {
+      "epoch": 0.05165822421867533,
+      "grad_norm": 3365.97314453125,
+      "learning_rate": 1.7213375796178345e-05,
+      "loss": 38.4062,
+      "step": 1081
+    },
+    {
+      "epoch": 0.05170601166013571,
+      "grad_norm": 325.8512268066406,
+      "learning_rate": 1.7229299363057327e-05,
+      "loss": 48.3438,
+      "step": 1082
+    },
+    {
+      "epoch": 0.0517537991015961,
+      "grad_norm": 368.4318542480469,
+      "learning_rate": 1.7245222929936306e-05,
+      "loss": 41.0938,
+      "step": 1083
+    },
+    {
+      "epoch": 0.051801586543056485,
+      "grad_norm": 267.92901611328125,
+      "learning_rate": 1.726114649681529e-05,
+      "loss": 35.9688,
+      "step": 1084
+    },
+    {
+      "epoch": 0.05184937398451687,
+      "grad_norm": 273.1931457519531,
+      "learning_rate": 1.7277070063694268e-05,
+      "loss": 42.7812,
+      "step": 1085
+    },
+    {
+      "epoch": 0.05189716142597725,
+      "grad_norm": 511.4987487792969,
+      "learning_rate": 1.729299363057325e-05,
+      "loss": 37.5,
+      "step": 1086
+    },
+    {
+      "epoch": 0.05194494886743764,
+      "grad_norm": 267.08349609375,
+      "learning_rate": 1.730891719745223e-05,
+      "loss": 34.5312,
+      "step": 1087
+    },
+    {
+      "epoch": 0.05199273630889802,
+      "grad_norm": 270.1341552734375,
+      "learning_rate": 1.732484076433121e-05,
+      "loss": 38.875,
+      "step": 1088
+    },
+    {
+      "epoch": 0.052040523750358406,
+      "grad_norm": 542.8978881835938,
+      "learning_rate": 1.734076433121019e-05,
+      "loss": 42.9688,
+      "step": 1089
+    },
+    {
+      "epoch": 0.05208831119181879,
+      "grad_norm": 413.57421875,
+      "learning_rate": 1.7356687898089173e-05,
+      "loss": 46.8438,
+      "step": 1090
+    },
+    {
+      "epoch": 0.05213609863327917,
+      "grad_norm": 293.10443115234375,
+      "learning_rate": 1.7372611464968156e-05,
+      "loss": 37.0312,
+      "step": 1091
+    },
+    {
+      "epoch": 0.05218388607473956,
+      "grad_norm": 545.59228515625,
+      "learning_rate": 1.7388535031847135e-05,
+      "loss": 36.0,
+      "step": 1092
+    },
+    {
+      "epoch": 0.05223167351619994,
+      "grad_norm": 244.51675415039062,
+      "learning_rate": 1.7404458598726114e-05,
+      "loss": 26.9688,
+      "step": 1093
+    },
+    {
+      "epoch": 0.052279460957660326,
+      "grad_norm": 527.7802734375,
+      "learning_rate": 1.7420382165605096e-05,
+      "loss": 47.4375,
+      "step": 1094
+    },
+    {
+      "epoch": 0.05232724839912071,
+      "grad_norm": 658.455078125,
+      "learning_rate": 1.743630573248408e-05,
+      "loss": 50.4688,
+      "step": 1095
+    },
+    {
+      "epoch": 0.0523750358405811,
+      "grad_norm": 504.8775939941406,
+      "learning_rate": 1.7452229299363058e-05,
+      "loss": 51.5625,
+      "step": 1096
+    },
+    {
+      "epoch": 0.05242282328204148,
+      "grad_norm": 354.5665588378906,
+      "learning_rate": 1.7468152866242037e-05,
+      "loss": 35.3125,
+      "step": 1097
+    },
+    {
+      "epoch": 0.05247061072350186,
+      "grad_norm": 451.50775146484375,
+      "learning_rate": 1.748407643312102e-05,
+      "loss": 38.5,
+      "step": 1098
+    },
+    {
+      "epoch": 0.052518398164962246,
+      "grad_norm": 282.8050537109375,
+      "learning_rate": 1.7500000000000002e-05,
+      "loss": 34.2188,
+      "step": 1099
+    },
+    {
+      "epoch": 0.05256618560642263,
+      "grad_norm": 377.1996765136719,
+      "learning_rate": 1.7515923566878984e-05,
+      "loss": 44.0,
+      "step": 1100
+    },
+    {
+      "epoch": 0.05261397304788302,
+      "grad_norm": 303.1237487792969,
+      "learning_rate": 1.7531847133757963e-05,
+      "loss": 43.5312,
+      "step": 1101
+    },
+    {
+      "epoch": 0.0526617604893434,
+      "grad_norm": 244.60055541992188,
+      "learning_rate": 1.7547770700636942e-05,
+      "loss": 30.9062,
+      "step": 1102
+    },
+    {
+      "epoch": 0.052709547930803784,
+      "grad_norm": 264.9746398925781,
+      "learning_rate": 1.7563694267515925e-05,
+      "loss": 39.1875,
+      "step": 1103
+    },
+    {
+      "epoch": 0.052757335372264166,
+      "grad_norm": 311.2419738769531,
+      "learning_rate": 1.7579617834394907e-05,
+      "loss": 33.4375,
+      "step": 1104
+    },
+    {
+      "epoch": 0.052805122813724556,
+      "grad_norm": 299.0327453613281,
+      "learning_rate": 1.7595541401273886e-05,
+      "loss": 37.5625,
+      "step": 1105
+    },
+    {
+      "epoch": 0.05285291025518494,
+      "grad_norm": 248.79869079589844,
+      "learning_rate": 1.7611464968152866e-05,
+      "loss": 24.75,
+      "step": 1106
+    },
+    {
+      "epoch": 0.05290069769664532,
+      "grad_norm": 468.18804931640625,
+      "learning_rate": 1.7627388535031848e-05,
+      "loss": 45.9375,
+      "step": 1107
+    },
+    {
+      "epoch": 0.052948485138105704,
+      "grad_norm": 319.7289733886719,
+      "learning_rate": 1.764331210191083e-05,
+      "loss": 39.5312,
+      "step": 1108
+    },
+    {
+      "epoch": 0.05299627257956609,
+      "grad_norm": 257.1540222167969,
+      "learning_rate": 1.7659235668789813e-05,
+      "loss": 39.9375,
+      "step": 1109
+    },
+    {
+      "epoch": 0.053044060021026476,
+      "grad_norm": 417.6996765136719,
+      "learning_rate": 1.7675159235668792e-05,
+      "loss": 35.0312,
+      "step": 1110
+    },
+    {
+      "epoch": 0.05309184746248686,
+      "grad_norm": 497.997802734375,
+      "learning_rate": 1.769108280254777e-05,
+      "loss": 45.3438,
+      "step": 1111
+    },
+    {
+      "epoch": 0.05313963490394724,
+      "grad_norm": 474.4795227050781,
+      "learning_rate": 1.7707006369426754e-05,
+      "loss": 29.4062,
+      "step": 1112
+    },
+    {
+      "epoch": 0.053187422345407624,
+      "grad_norm": 427.5848083496094,
+      "learning_rate": 1.7722929936305736e-05,
+      "loss": 41.3125,
+      "step": 1113
+    },
+    {
+      "epoch": 0.053235209786868014,
+      "grad_norm": 302.685302734375,
+      "learning_rate": 1.7738853503184715e-05,
+      "loss": 43.2812,
+      "step": 1114
+    },
+    {
+      "epoch": 0.053282997228328396,
+      "grad_norm": 409.265869140625,
+      "learning_rate": 1.7754777070063694e-05,
+      "loss": 35.8125,
+      "step": 1115
+    },
+    {
+      "epoch": 0.05333078466978878,
+      "grad_norm": 284.4342346191406,
+      "learning_rate": 1.7770700636942677e-05,
+      "loss": 43.6875,
+      "step": 1116
+    },
+    {
+      "epoch": 0.05337857211124916,
+      "grad_norm": 208.38558959960938,
+      "learning_rate": 1.778662420382166e-05,
+      "loss": 26.7188,
+      "step": 1117
+    },
+    {
+      "epoch": 0.05342635955270955,
+      "grad_norm": 412.6594543457031,
+      "learning_rate": 1.7802547770700638e-05,
+      "loss": 53.1875,
+      "step": 1118
+    },
+    {
+      "epoch": 0.053474146994169934,
+      "grad_norm": 407.7884826660156,
+      "learning_rate": 1.781847133757962e-05,
+      "loss": 47.625,
+      "step": 1119
+    },
+    {
+      "epoch": 0.05352193443563032,
+      "grad_norm": 300.8410949707031,
+      "learning_rate": 1.78343949044586e-05,
+      "loss": 33.9688,
+      "step": 1120
+    },
+    {
+      "epoch": 0.0535697218770907,
+      "grad_norm": 251.22332763671875,
+      "learning_rate": 1.7850318471337582e-05,
+      "loss": 43.3125,
+      "step": 1121
+    },
+    {
+      "epoch": 0.05361750931855108,
+      "grad_norm": 319.03436279296875,
+      "learning_rate": 1.786624203821656e-05,
+      "loss": 38.6562,
+      "step": 1122
+    },
+    {
+      "epoch": 0.05366529676001147,
+      "grad_norm": 409.9438171386719,
+      "learning_rate": 1.7882165605095544e-05,
+      "loss": 59.5625,
+      "step": 1123
+    },
+    {
+      "epoch": 0.053713084201471854,
+      "grad_norm": 197.1278076171875,
+      "learning_rate": 1.7898089171974523e-05,
+      "loss": 37.75,
+      "step": 1124
+    },
+    {
+      "epoch": 0.05376087164293224,
+      "grad_norm": 238.45333862304688,
+      "learning_rate": 1.7914012738853505e-05,
+      "loss": 32.6562,
+      "step": 1125
+    },
+    {
+      "epoch": 0.05380865908439262,
+      "grad_norm": 286.48272705078125,
+      "learning_rate": 1.7929936305732484e-05,
+      "loss": 43.7188,
+      "step": 1126
+    },
+    {
+      "epoch": 0.05385644652585301,
+      "grad_norm": 275.3446960449219,
+      "learning_rate": 1.7945859872611467e-05,
+      "loss": 39.3281,
+      "step": 1127
+    },
+    {
+      "epoch": 0.05390423396731339,
+      "grad_norm": 401.65472412109375,
+      "learning_rate": 1.796178343949045e-05,
+      "loss": 30.2188,
+      "step": 1128
+    },
+    {
+      "epoch": 0.053952021408773775,
+      "grad_norm": 269.9168395996094,
+      "learning_rate": 1.797770700636943e-05,
+      "loss": 29.0312,
+      "step": 1129
+    },
+    {
+      "epoch": 0.05399980885023416,
+      "grad_norm": 332.3606872558594,
+      "learning_rate": 1.7993630573248407e-05,
+      "loss": 38.3438,
+      "step": 1130
+    },
+    {
+      "epoch": 0.05404759629169454,
+      "grad_norm": 377.1379089355469,
+      "learning_rate": 1.800955414012739e-05,
+      "loss": 34.9688,
+      "step": 1131
+    },
+    {
+      "epoch": 0.05409538373315493,
+      "grad_norm": 181.42800903320312,
+      "learning_rate": 1.8025477707006372e-05,
+      "loss": 28.75,
+      "step": 1132
+    },
+    {
+      "epoch": 0.05414317117461531,
+      "grad_norm": 441.24542236328125,
+      "learning_rate": 1.804140127388535e-05,
+      "loss": 36.3438,
+      "step": 1133
+    },
+    {
+      "epoch": 0.054190958616075695,
+      "grad_norm": 397.29168701171875,
+      "learning_rate": 1.805732484076433e-05,
+      "loss": 38.5312,
+      "step": 1134
+    },
+    {
+      "epoch": 0.05423874605753608,
+      "grad_norm": 250.37806701660156,
+      "learning_rate": 1.8073248407643313e-05,
+      "loss": 37.625,
+      "step": 1135
+    },
+    {
+      "epoch": 0.05428653349899647,
+      "grad_norm": 298.67510986328125,
+      "learning_rate": 1.8089171974522295e-05,
+      "loss": 30.9375,
+      "step": 1136
+    },
+    {
+      "epoch": 0.05433432094045685,
+      "grad_norm": 279.571533203125,
+      "learning_rate": 1.8105095541401278e-05,
+      "loss": 40.625,
+      "step": 1137
+    },
+    {
+      "epoch": 0.05438210838191723,
+      "grad_norm": 469.79473876953125,
+      "learning_rate": 1.8121019108280257e-05,
+      "loss": 43.1875,
+      "step": 1138
+    },
+    {
+      "epoch": 0.054429895823377615,
+      "grad_norm": 278.7732238769531,
+      "learning_rate": 1.8136942675159236e-05,
+      "loss": 42.9844,
+      "step": 1139
+    },
+    {
+      "epoch": 0.054477683264838,
+      "grad_norm": 280.6756286621094,
+      "learning_rate": 1.815286624203822e-05,
+      "loss": 44.1875,
+      "step": 1140
+    },
+    {
+      "epoch": 0.05452547070629839,
+      "grad_norm": 277.9785461425781,
+      "learning_rate": 1.81687898089172e-05,
+      "loss": 33.9375,
+      "step": 1141
+    },
+    {
+      "epoch": 0.05457325814775877,
+      "grad_norm": 213.86412048339844,
+      "learning_rate": 1.818471337579618e-05,
+      "loss": 24.2344,
+      "step": 1142
+    },
+    {
+      "epoch": 0.05462104558921915,
+      "grad_norm": 458.8424377441406,
+      "learning_rate": 1.820063694267516e-05,
+      "loss": 43.9062,
+      "step": 1143
+    },
+    {
+      "epoch": 0.054668833030679535,
+      "grad_norm": 239.43960571289062,
+      "learning_rate": 1.821656050955414e-05,
+      "loss": 30.8438,
+      "step": 1144
+    },
+    {
+      "epoch": 0.054716620472139925,
+      "grad_norm": 317.047119140625,
+      "learning_rate": 1.8232484076433124e-05,
+      "loss": 33.875,
+      "step": 1145
+    },
+    {
+      "epoch": 0.05476440791360031,
+      "grad_norm": 371.6139831542969,
+      "learning_rate": 1.8248407643312103e-05,
+      "loss": 49.125,
+      "step": 1146
+    },
+    {
+      "epoch": 0.05481219535506069,
+      "grad_norm": 297.95758056640625,
+      "learning_rate": 1.8264331210191086e-05,
+      "loss": 43.0312,
+      "step": 1147
+    },
+    {
+      "epoch": 0.05485998279652107,
+      "grad_norm": 370.58209228515625,
+      "learning_rate": 1.8280254777070065e-05,
+      "loss": 30.1719,
+      "step": 1148
+    },
+    {
+      "epoch": 0.054907770237981456,
+      "grad_norm": 343.7668151855469,
+      "learning_rate": 1.8296178343949047e-05,
+      "loss": 34.5312,
+      "step": 1149
+    },
+    {
+      "epoch": 0.054955557679441845,
+      "grad_norm": 280.332275390625,
+      "learning_rate": 1.8312101910828026e-05,
+      "loss": 31.0,
+      "step": 1150
+    },
+    {
+      "epoch": 0.05500334512090223,
+      "grad_norm": 237.77496337890625,
+      "learning_rate": 1.832802547770701e-05,
+      "loss": 28.6875,
+      "step": 1151
+    },
+    {
+      "epoch": 0.05505113256236261,
+      "grad_norm": 286.4073181152344,
+      "learning_rate": 1.8343949044585988e-05,
+      "loss": 36.0625,
+      "step": 1152
+    },
+    {
+      "epoch": 0.05509892000382299,
+      "grad_norm": 488.8947448730469,
+      "learning_rate": 1.835987261146497e-05,
+      "loss": 25.8125,
+      "step": 1153
+    },
+    {
+      "epoch": 0.05514670744528338,
+      "grad_norm": 184.971435546875,
+      "learning_rate": 1.837579617834395e-05,
+      "loss": 29.1875,
+      "step": 1154
+    },
+    {
+      "epoch": 0.055194494886743765,
+      "grad_norm": 380.8458557128906,
+      "learning_rate": 1.8391719745222932e-05,
+      "loss": 41.3125,
+      "step": 1155
+    },
+    {
+      "epoch": 0.05524228232820415,
+      "grad_norm": 295.0731506347656,
+      "learning_rate": 1.8407643312101914e-05,
+      "loss": 44.125,
+      "step": 1156
+    },
+    {
+      "epoch": 0.05529006976966453,
+      "grad_norm": 484.1338195800781,
+      "learning_rate": 1.8423566878980893e-05,
+      "loss": 50.375,
+      "step": 1157
+    },
+    {
+      "epoch": 0.05533785721112491,
+      "grad_norm": 324.6759338378906,
+      "learning_rate": 1.8439490445859872e-05,
+      "loss": 35.0938,
+      "step": 1158
+    },
+    {
+      "epoch": 0.0553856446525853,
+      "grad_norm": 287.694091796875,
+      "learning_rate": 1.8455414012738855e-05,
+      "loss": 32.8125,
+      "step": 1159
+    },
+    {
+      "epoch": 0.055433432094045686,
+      "grad_norm": 311.4156188964844,
+      "learning_rate": 1.8471337579617837e-05,
+      "loss": 34.1562,
+      "step": 1160
+    },
+    {
+      "epoch": 0.05548121953550607,
+      "grad_norm": 221.79959106445312,
+      "learning_rate": 1.8487261146496816e-05,
+      "loss": 28.0,
+      "step": 1161
+    },
+    {
+      "epoch": 0.05552900697696645,
+      "grad_norm": 339.7272644042969,
+      "learning_rate": 1.8503184713375796e-05,
+      "loss": 29.25,
+      "step": 1162
+    },
+    {
+      "epoch": 0.05557679441842684,
+      "grad_norm": 267.6829833984375,
+      "learning_rate": 1.8519108280254778e-05,
+      "loss": 26.2188,
+      "step": 1163
+    },
+    {
+      "epoch": 0.05562458185988722,
+      "grad_norm": 364.4330139160156,
+      "learning_rate": 1.853503184713376e-05,
+      "loss": 45.8438,
+      "step": 1164
+    },
+    {
+      "epoch": 0.055672369301347606,
+      "grad_norm": 245.3810577392578,
+      "learning_rate": 1.855095541401274e-05,
+      "loss": 31.4062,
+      "step": 1165
+    },
+    {
+      "epoch": 0.05572015674280799,
+      "grad_norm": 288.4623718261719,
+      "learning_rate": 1.8566878980891722e-05,
+      "loss": 39.8125,
+      "step": 1166
+    },
+    {
+      "epoch": 0.05576794418426837,
+      "grad_norm": 353.80255126953125,
+      "learning_rate": 1.85828025477707e-05,
+      "loss": 40.5938,
+      "step": 1167
+    },
+    {
+      "epoch": 0.05581573162572876,
+      "grad_norm": 271.2533874511719,
+      "learning_rate": 1.8598726114649684e-05,
+      "loss": 25.3125,
+      "step": 1168
+    },
+    {
+      "epoch": 0.055863519067189144,
+      "grad_norm": 299.9703674316406,
+      "learning_rate": 1.8614649681528666e-05,
+      "loss": 32.3125,
+      "step": 1169
+    },
+    {
+      "epoch": 0.055911306508649526,
+      "grad_norm": 287.03326416015625,
+      "learning_rate": 1.8630573248407645e-05,
+      "loss": 32.7188,
+      "step": 1170
+    },
+    {
+      "epoch": 0.05595909395010991,
+      "grad_norm": 360.0054626464844,
+      "learning_rate": 1.8646496815286624e-05,
+      "loss": 34.4062,
+      "step": 1171
+    },
+    {
+      "epoch": 0.0560068813915703,
+      "grad_norm": 356.9912414550781,
+      "learning_rate": 1.8662420382165607e-05,
+      "loss": 23.8438,
+      "step": 1172
+    },
+    {
+      "epoch": 0.05605466883303068,
+      "grad_norm": 352.1010437011719,
+      "learning_rate": 1.867834394904459e-05,
+      "loss": 36.7812,
+      "step": 1173
+    },
+    {
+      "epoch": 0.056102456274491064,
+      "grad_norm": 361.6745300292969,
+      "learning_rate": 1.8694267515923568e-05,
+      "loss": 35.25,
+      "step": 1174
+    },
+    {
+      "epoch": 0.056150243715951446,
+      "grad_norm": 227.86297607421875,
+      "learning_rate": 1.871019108280255e-05,
+      "loss": 27.8438,
+      "step": 1175
+    },
+    {
+      "epoch": 0.05619803115741183,
+      "grad_norm": 330.91387939453125,
+      "learning_rate": 1.872611464968153e-05,
+      "loss": 55.5625,
+      "step": 1176
+    },
+    {
+      "epoch": 0.05624581859887222,
+      "grad_norm": 526.75,
+      "learning_rate": 1.8742038216560512e-05,
+      "loss": 46.375,
+      "step": 1177
+    },
+    {
+      "epoch": 0.0562936060403326,
+      "grad_norm": 186.8004608154297,
+      "learning_rate": 1.875796178343949e-05,
+      "loss": 16.25,
+      "step": 1178
+    },
+    {
+      "epoch": 0.056341393481792984,
+      "grad_norm": 284.57501220703125,
+      "learning_rate": 1.8773885350318474e-05,
+      "loss": 35.1562,
+      "step": 1179
+    },
+    {
+      "epoch": 0.05638918092325337,
+      "grad_norm": 280.137939453125,
+      "learning_rate": 1.8789808917197453e-05,
+      "loss": 34.5312,
+      "step": 1180
+    },
+    {
+      "epoch": 0.056436968364713756,
+      "grad_norm": 302.5691223144531,
+      "learning_rate": 1.8805732484076435e-05,
+      "loss": 30.6875,
+      "step": 1181
+    },
+    {
+      "epoch": 0.05648475580617414,
+      "grad_norm": 494.2989807128906,
+      "learning_rate": 1.8821656050955414e-05,
+      "loss": 50.2188,
+      "step": 1182
+    },
+    {
+      "epoch": 0.05653254324763452,
+      "grad_norm": 358.5316162109375,
+      "learning_rate": 1.8837579617834397e-05,
+      "loss": 46.0,
+      "step": 1183
+    },
+    {
+      "epoch": 0.056580330689094904,
+      "grad_norm": 245.04600524902344,
+      "learning_rate": 1.8853503184713376e-05,
+      "loss": 28.125,
+      "step": 1184
+    },
+    {
+      "epoch": 0.05662811813055529,
+      "grad_norm": 390.4389343261719,
+      "learning_rate": 1.886942675159236e-05,
+      "loss": 41.875,
+      "step": 1185
+    },
+    {
+      "epoch": 0.056675905572015677,
+      "grad_norm": 267.8863830566406,
+      "learning_rate": 1.8885350318471337e-05,
+      "loss": 36.875,
+      "step": 1186
+    },
+    {
+      "epoch": 0.05672369301347606,
+      "grad_norm": 316.5317077636719,
+      "learning_rate": 1.890127388535032e-05,
+      "loss": 37.7188,
+      "step": 1187
+    },
+    {
+      "epoch": 0.05677148045493644,
+      "grad_norm": 536.4471435546875,
+      "learning_rate": 1.8917197452229302e-05,
+      "loss": 52.3125,
+      "step": 1188
+    },
+    {
+      "epoch": 0.056819267896396825,
+      "grad_norm": 399.5733947753906,
+      "learning_rate": 1.893312101910828e-05,
+      "loss": 50.75,
+      "step": 1189
+    },
+    {
+      "epoch": 0.056867055337857214,
+      "grad_norm": 343.9410705566406,
+      "learning_rate": 1.894904458598726e-05,
+      "loss": 41.3125,
+      "step": 1190
+    },
+    {
+      "epoch": 0.0569148427793176,
+      "grad_norm": 253.09515380859375,
+      "learning_rate": 1.8964968152866243e-05,
+      "loss": 26.8125,
+      "step": 1191
+    },
+    {
+      "epoch": 0.05696263022077798,
+      "grad_norm": 277.70849609375,
+      "learning_rate": 1.8980891719745225e-05,
+      "loss": 38.875,
+      "step": 1192
+    },
+    {
+      "epoch": 0.05701041766223836,
+      "grad_norm": 303.6147155761719,
+      "learning_rate": 1.8996815286624205e-05,
+      "loss": 25.3594,
+      "step": 1193
+    },
+    {
+      "epoch": 0.057058205103698745,
+      "grad_norm": 248.03872680664062,
+      "learning_rate": 1.9012738853503187e-05,
+      "loss": 26.125,
+      "step": 1194
+    },
+    {
+      "epoch": 0.057105992545159134,
+      "grad_norm": 252.64317321777344,
+      "learning_rate": 1.9028662420382166e-05,
+      "loss": 30.5,
+      "step": 1195
+    },
+    {
+      "epoch": 0.05715377998661952,
+      "grad_norm": 354.60467529296875,
+      "learning_rate": 1.904458598726115e-05,
+      "loss": 34.9062,
+      "step": 1196
+    },
+    {
+      "epoch": 0.0572015674280799,
+      "grad_norm": 280.66790771484375,
+      "learning_rate": 1.906050955414013e-05,
+      "loss": 25.8125,
+      "step": 1197
+    },
+    {
+      "epoch": 0.05724935486954028,
+      "grad_norm": 305.1815185546875,
+      "learning_rate": 1.907643312101911e-05,
+      "loss": 45.0625,
+      "step": 1198
+    },
+    {
+      "epoch": 0.05729714231100067,
+      "grad_norm": 395.5912170410156,
+      "learning_rate": 1.909235668789809e-05,
+      "loss": 45.3125,
+      "step": 1199
+    },
+    {
+      "epoch": 0.057344929752461055,
+      "grad_norm": 295.2523193359375,
+      "learning_rate": 1.910828025477707e-05,
+      "loss": 48.4062,
+      "step": 1200
+    },
+    {
+      "epoch": 0.05739271719392144,
+      "grad_norm": 295.55914306640625,
+      "learning_rate": 1.9124203821656054e-05,
+      "loss": 39.9688,
+      "step": 1201
+    },
+    {
+      "epoch": 0.05744050463538182,
+      "grad_norm": 470.50897216796875,
+      "learning_rate": 1.9140127388535033e-05,
+      "loss": 47.0,
+      "step": 1202
+    },
+    {
+      "epoch": 0.0574882920768422,
+      "grad_norm": 242.47256469726562,
+      "learning_rate": 1.9156050955414012e-05,
+      "loss": 33.4688,
+      "step": 1203
+    },
+    {
+      "epoch": 0.05753607951830259,
+      "grad_norm": 319.58587646484375,
+      "learning_rate": 1.9171974522292995e-05,
+      "loss": 44.9062,
+      "step": 1204
+    },
+    {
+      "epoch": 0.057583866959762975,
+      "grad_norm": 347.91632080078125,
+      "learning_rate": 1.9187898089171977e-05,
+      "loss": 35.125,
+      "step": 1205
+    },
+    {
+      "epoch": 0.05763165440122336,
+      "grad_norm": 271.46923828125,
+      "learning_rate": 1.9203821656050956e-05,
+      "loss": 28.9688,
+      "step": 1206
+    },
+    {
+      "epoch": 0.05767944184268374,
+      "grad_norm": 221.48541259765625,
+      "learning_rate": 1.921974522292994e-05,
+      "loss": 36.4688,
+      "step": 1207
+    },
+    {
+      "epoch": 0.05772722928414413,
+      "grad_norm": 286.40765380859375,
+      "learning_rate": 1.9235668789808918e-05,
+      "loss": 33.0,
+      "step": 1208
+    },
+    {
+      "epoch": 0.05777501672560451,
+      "grad_norm": 492.6935729980469,
+      "learning_rate": 1.92515923566879e-05,
+      "loss": 38.9688,
+      "step": 1209
+    },
+    {
+      "epoch": 0.057822804167064895,
+      "grad_norm": 339.9835205078125,
+      "learning_rate": 1.926751592356688e-05,
+      "loss": 40.75,
+      "step": 1210
+    },
+    {
+      "epoch": 0.05787059160852528,
+      "grad_norm": 249.02781677246094,
+      "learning_rate": 1.9283439490445862e-05,
+      "loss": 30.875,
+      "step": 1211
+    },
+    {
+      "epoch": 0.05791837904998566,
+      "grad_norm": 315.1015319824219,
+      "learning_rate": 1.929936305732484e-05,
+      "loss": 27.75,
+      "step": 1212
+    },
+    {
+      "epoch": 0.05796616649144605,
+      "grad_norm": 310.6265869140625,
+      "learning_rate": 1.9315286624203823e-05,
+      "loss": 33.9688,
+      "step": 1213
+    },
+    {
+      "epoch": 0.05801395393290643,
+      "grad_norm": 438.6690673828125,
+      "learning_rate": 1.9331210191082802e-05,
+      "loss": 36.125,
+      "step": 1214
+    },
+    {
+      "epoch": 0.058061741374366815,
+      "grad_norm": 316.7267761230469,
+      "learning_rate": 1.9347133757961785e-05,
+      "loss": 29.3906,
+      "step": 1215
+    },
+    {
+      "epoch": 0.0581095288158272,
+      "grad_norm": 326.0740661621094,
+      "learning_rate": 1.9363057324840767e-05,
+      "loss": 52.0938,
+      "step": 1216
+    },
+    {
+      "epoch": 0.05815731625728759,
+      "grad_norm": 308.3341369628906,
+      "learning_rate": 1.9378980891719746e-05,
+      "loss": 30.4375,
+      "step": 1217
+    },
+    {
+      "epoch": 0.05820510369874797,
+      "grad_norm": 311.1399841308594,
+      "learning_rate": 1.9394904458598726e-05,
+      "loss": 33.6562,
+      "step": 1218
+    },
+    {
+      "epoch": 0.05825289114020835,
+      "grad_norm": 475.3214416503906,
+      "learning_rate": 1.9410828025477708e-05,
+      "loss": 40.125,
+      "step": 1219
+    },
+    {
+      "epoch": 0.058300678581668736,
+      "grad_norm": 322.445068359375,
+      "learning_rate": 1.942675159235669e-05,
+      "loss": 40.25,
+      "step": 1220
+    },
+    {
+      "epoch": 0.05834846602312912,
+      "grad_norm": 304.8536071777344,
+      "learning_rate": 1.944267515923567e-05,
+      "loss": 38.5938,
+      "step": 1221
+    },
+    {
+      "epoch": 0.05839625346458951,
+      "grad_norm": 335.5461730957031,
+      "learning_rate": 1.945859872611465e-05,
+      "loss": 48.0625,
+      "step": 1222
+    },
+    {
+      "epoch": 0.05844404090604989,
+      "grad_norm": 365.2323303222656,
+      "learning_rate": 1.947452229299363e-05,
+      "loss": 41.0938,
+      "step": 1223
+    },
+    {
+      "epoch": 0.05849182834751027,
+      "grad_norm": 558.9924926757812,
+      "learning_rate": 1.9490445859872614e-05,
+      "loss": 54.4062,
+      "step": 1224
+    },
+    {
+      "epoch": 0.058539615788970656,
+      "grad_norm": 255.5649871826172,
+      "learning_rate": 1.9506369426751596e-05,
+      "loss": 30.625,
+      "step": 1225
+    },
+    {
+      "epoch": 0.058587403230431045,
+      "grad_norm": 315.65667724609375,
+      "learning_rate": 1.9522292993630575e-05,
+      "loss": 45.625,
+      "step": 1226
+    },
+    {
+      "epoch": 0.05863519067189143,
+      "grad_norm": 300.3319091796875,
+      "learning_rate": 1.9538216560509554e-05,
+      "loss": 41.875,
+      "step": 1227
+    },
+    {
+      "epoch": 0.05868297811335181,
+      "grad_norm": 351.0165710449219,
+      "learning_rate": 1.9554140127388537e-05,
+      "loss": 30.3906,
+      "step": 1228
+    },
+    {
+      "epoch": 0.05873076555481219,
+      "grad_norm": 438.3329162597656,
+      "learning_rate": 1.957006369426752e-05,
+      "loss": 44.125,
+      "step": 1229
+    },
+    {
+      "epoch": 0.058778552996272576,
+      "grad_norm": 414.420654296875,
+      "learning_rate": 1.9585987261146498e-05,
+      "loss": 46.5,
+      "step": 1230
+    },
+    {
+      "epoch": 0.058826340437732966,
+      "grad_norm": 389.1329040527344,
+      "learning_rate": 1.9601910828025477e-05,
+      "loss": 35.75,
+      "step": 1231
+    },
+    {
+      "epoch": 0.05887412787919335,
+      "grad_norm": 273.1120300292969,
+      "learning_rate": 1.961783439490446e-05,
+      "loss": 31.25,
+      "step": 1232
+    },
+    {
+      "epoch": 0.05892191532065373,
+      "grad_norm": 320.2991027832031,
+      "learning_rate": 1.9633757961783442e-05,
+      "loss": 48.125,
+      "step": 1233
+    },
+    {
+      "epoch": 0.058969702762114114,
+      "grad_norm": 175.2269744873047,
+      "learning_rate": 1.964968152866242e-05,
+      "loss": 27.125,
+      "step": 1234
+    },
+    {
+      "epoch": 0.0590174902035745,
+      "grad_norm": 206.0557861328125,
+      "learning_rate": 1.9665605095541404e-05,
+      "loss": 34.4688,
+      "step": 1235
+    },
+    {
+      "epoch": 0.059065277645034886,
+      "grad_norm": 287.00238037109375,
+      "learning_rate": 1.9681528662420383e-05,
+      "loss": 33.5,
+      "step": 1236
+    },
+    {
+      "epoch": 0.05911306508649527,
+      "grad_norm": 236.45932006835938,
+      "learning_rate": 1.9697452229299365e-05,
+      "loss": 30.9688,
+      "step": 1237
+    },
+    {
+      "epoch": 0.05916085252795565,
+      "grad_norm": 174.43838500976562,
+      "learning_rate": 1.9713375796178344e-05,
+      "loss": 26.2656,
+      "step": 1238
+    },
+    {
+      "epoch": 0.05920863996941604,
+      "grad_norm": 308.9774475097656,
+      "learning_rate": 1.9729299363057327e-05,
+      "loss": 33.7812,
+      "step": 1239
+    },
+    {
+      "epoch": 0.059256427410876424,
+      "grad_norm": 322.38812255859375,
+      "learning_rate": 1.9745222929936306e-05,
+      "loss": 32.1875,
+      "step": 1240
+    },
+    {
+      "epoch": 0.059304214852336806,
+      "grad_norm": 587.2962646484375,
+      "learning_rate": 1.976114649681529e-05,
+      "loss": 43.4688,
+      "step": 1241
+    },
+    {
+      "epoch": 0.05935200229379719,
+      "grad_norm": 372.14581298828125,
+      "learning_rate": 1.9777070063694267e-05,
+      "loss": 36.8125,
+      "step": 1242
+    },
+    {
+      "epoch": 0.05939978973525757,
+      "grad_norm": 455.74114990234375,
+      "learning_rate": 1.979299363057325e-05,
+      "loss": 31.25,
+      "step": 1243
+    },
+    {
+      "epoch": 0.05944757717671796,
+      "grad_norm": 514.1473388671875,
+      "learning_rate": 1.9808917197452232e-05,
+      "loss": 43.8438,
+      "step": 1244
+    },
+    {
+      "epoch": 0.059495364618178344,
+      "grad_norm": 226.05191040039062,
+      "learning_rate": 1.982484076433121e-05,
+      "loss": 32.9062,
+      "step": 1245
+    },
+    {
+      "epoch": 0.059543152059638726,
+      "grad_norm": 230.14749145507812,
+      "learning_rate": 1.984076433121019e-05,
+      "loss": 24.8906,
+      "step": 1246
+    },
+    {
+      "epoch": 0.05959093950109911,
+      "grad_norm": 247.92291259765625,
+      "learning_rate": 1.9856687898089173e-05,
+      "loss": 25.6562,
+      "step": 1247
+    },
+    {
+      "epoch": 0.0596387269425595,
+      "grad_norm": 329.9231872558594,
+      "learning_rate": 1.9872611464968155e-05,
+      "loss": 34.4062,
+      "step": 1248
+    },
+    {
+      "epoch": 0.05968651438401988,
+      "grad_norm": 345.9611511230469,
+      "learning_rate": 1.9888535031847135e-05,
+      "loss": 44.2344,
+      "step": 1249
+    },
+    {
+      "epoch": 0.059734301825480264,
+      "grad_norm": 390.8341369628906,
+      "learning_rate": 1.9904458598726114e-05,
+      "loss": 41.2812,
+      "step": 1250
+    },
+    {
+      "epoch": 0.05978208926694065,
+      "grad_norm": 580.9046020507812,
+      "learning_rate": 1.9920382165605096e-05,
+      "loss": 43.375,
+      "step": 1251
+    },
+    {
+      "epoch": 0.05982987670840103,
+      "grad_norm": 309.1160583496094,
+      "learning_rate": 1.993630573248408e-05,
+      "loss": 38.2812,
+      "step": 1252
+    },
+    {
+      "epoch": 0.05987766414986142,
+      "grad_norm": 277.9024658203125,
+      "learning_rate": 1.995222929936306e-05,
+      "loss": 36.2188,
+      "step": 1253
+    },
+    {
+      "epoch": 0.0599254515913218,
+      "grad_norm": 249.78416442871094,
+      "learning_rate": 1.996815286624204e-05,
+      "loss": 40.8125,
+      "step": 1254
+    },
+    {
+      "epoch": 0.059973239032782184,
+      "grad_norm": 247.4159393310547,
+      "learning_rate": 1.998407643312102e-05,
+      "loss": 37.75,
+      "step": 1255
+    },
+    {
+      "epoch": 0.06002102647424257,
+      "grad_norm": 300.09246826171875,
+      "learning_rate": 2e-05,
+      "loss": 39.4375,
+      "step": 1256
+    },
+    {
+      "epoch": 0.06006881391570296,
+      "grad_norm": 248.302734375,
+      "learning_rate": 1.9999999970056452e-05,
+      "loss": 30.5625,
+      "step": 1257
+    },
+    {
+      "epoch": 0.06011660135716334,
+      "grad_norm": 335.64117431640625,
+      "learning_rate": 1.999999988022581e-05,
+      "loss": 37.0,
+      "step": 1258
+    },
+    {
+      "epoch": 0.06016438879862372,
+      "grad_norm": 332.0014343261719,
+      "learning_rate": 1.9999999730508067e-05,
+      "loss": 49.75,
+      "step": 1259
+    },
+    {
+      "epoch": 0.060212176240084105,
+      "grad_norm": 227.76931762695312,
+      "learning_rate": 1.9999999520903235e-05,
+      "loss": 28.4375,
+      "step": 1260
+    },
+    {
+      "epoch": 0.06025996368154449,
+      "grad_norm": 365.7821960449219,
+      "learning_rate": 1.9999999251411304e-05,
+      "loss": 46.7812,
+      "step": 1261
+    },
+    {
+      "epoch": 0.06030775112300488,
+      "grad_norm": 251.3337860107422,
+      "learning_rate": 1.9999998922032283e-05,
+      "loss": 40.5312,
+      "step": 1262
+    },
+    {
+      "epoch": 0.06035553856446526,
+      "grad_norm": 242.31332397460938,
+      "learning_rate": 1.9999998532766173e-05,
+      "loss": 50.2812,
+      "step": 1263
+    },
+    {
+      "epoch": 0.06040332600592564,
+      "grad_norm": 300.9530029296875,
+      "learning_rate": 1.9999998083612976e-05,
+      "loss": 32.0312,
+      "step": 1264
+    },
+    {
+      "epoch": 0.060451113447386025,
+      "grad_norm": 207.80198669433594,
+      "learning_rate": 1.999999757457269e-05,
+      "loss": 23.625,
+      "step": 1265
+    },
+    {
+      "epoch": 0.060498900888846414,
+      "grad_norm": 278.7110900878906,
+      "learning_rate": 1.9999997005645326e-05,
+      "loss": 32.6875,
+      "step": 1266
+    },
+    {
+      "epoch": 0.0605466883303068,
+      "grad_norm": 175.02743530273438,
+      "learning_rate": 1.999999637683088e-05,
+      "loss": 25.9375,
+      "step": 1267
+    },
+    {
+      "epoch": 0.06059447577176718,
+      "grad_norm": 863.803955078125,
+      "learning_rate": 1.9999995688129364e-05,
+      "loss": 43.125,
+      "step": 1268
+    },
+    {
+      "epoch": 0.06064226321322756,
+      "grad_norm": 301.4320068359375,
+      "learning_rate": 1.9999994939540775e-05,
+      "loss": 45.4688,
+      "step": 1269
+    },
+    {
+      "epoch": 0.060690050654687945,
+      "grad_norm": 204.5146026611328,
+      "learning_rate": 1.999999413106512e-05,
+      "loss": 32.1875,
+      "step": 1270
+    },
+    {
+      "epoch": 0.060737838096148335,
+      "grad_norm": 327.4538269042969,
+      "learning_rate": 1.9999993262702402e-05,
+      "loss": 49.8125,
+      "step": 1271
+    },
+    {
+      "epoch": 0.06078562553760872,
+      "grad_norm": 235.13156127929688,
+      "learning_rate": 1.999999233445263e-05,
+      "loss": 26.9062,
+      "step": 1272
+    },
+    {
+      "epoch": 0.0608334129790691,
+      "grad_norm": 359.59686279296875,
+      "learning_rate": 1.9999991346315804e-05,
+      "loss": 43.0,
+      "step": 1273
+    },
+    {
+      "epoch": 0.06088120042052948,
+      "grad_norm": 279.5293884277344,
+      "learning_rate": 1.9999990298291937e-05,
+      "loss": 40.9375,
+      "step": 1274
+    },
+    {
+      "epoch": 0.06092898786198987,
+      "grad_norm": 280.4878234863281,
+      "learning_rate": 1.9999989190381034e-05,
+      "loss": 42.875,
+      "step": 1275
+    },
+    {
+      "epoch": 0.060976775303450255,
+      "grad_norm": 213.18980407714844,
+      "learning_rate": 1.9999988022583093e-05,
+      "loss": 27.1875,
+      "step": 1276
+    },
+    {
+      "epoch": 0.06102456274491064,
+      "grad_norm": 481.3362731933594,
+      "learning_rate": 1.999998679489813e-05,
+      "loss": 40.2188,
+      "step": 1277
+    },
+    {
+      "epoch": 0.06107235018637102,
+      "grad_norm": 481.53369140625,
+      "learning_rate": 1.999998550732615e-05,
+      "loss": 25.1875,
+      "step": 1278
+    },
+    {
+      "epoch": 0.0611201376278314,
+      "grad_norm": 317.1175842285156,
+      "learning_rate": 1.999998415986716e-05,
+      "loss": 40.875,
+      "step": 1279
+    },
+    {
+      "epoch": 0.06116792506929179,
+      "grad_norm": 310.2767639160156,
+      "learning_rate": 1.999998275252117e-05,
+      "loss": 23.1875,
+      "step": 1280
+    },
+    {
+      "epoch": 0.061215712510752175,
+      "grad_norm": 317.3041076660156,
+      "learning_rate": 1.9999981285288184e-05,
+      "loss": 38.0625,
+      "step": 1281
+    },
+    {
+      "epoch": 0.06126349995221256,
+      "grad_norm": 181.59478759765625,
+      "learning_rate": 1.9999979758168214e-05,
+      "loss": 27.0,
+      "step": 1282
+    },
+    {
+      "epoch": 0.06131128739367294,
+      "grad_norm": 452.5790100097656,
+      "learning_rate": 1.999997817116127e-05,
+      "loss": 37.8125,
+      "step": 1283
+    },
+    {
+      "epoch": 0.06135907483513333,
+      "grad_norm": 276.80450439453125,
+      "learning_rate": 1.999997652426736e-05,
+      "loss": 29.9062,
+      "step": 1284
+    },
+    {
+      "epoch": 0.06140686227659371,
+      "grad_norm": 549.9149780273438,
+      "learning_rate": 1.9999974817486494e-05,
+      "loss": 35.9375,
+      "step": 1285
+    },
+    {
+      "epoch": 0.061454649718054095,
+      "grad_norm": 234.26361083984375,
+      "learning_rate": 1.999997305081868e-05,
+      "loss": 48.5,
+      "step": 1286
+    },
+    {
+      "epoch": 0.06150243715951448,
+      "grad_norm": 297.7471618652344,
+      "learning_rate": 1.9999971224263935e-05,
+      "loss": 23.2344,
+      "step": 1287
+    },
+    {
+      "epoch": 0.06155022460097486,
+      "grad_norm": 184.61558532714844,
+      "learning_rate": 1.9999969337822266e-05,
+      "loss": 24.0312,
+      "step": 1288
+    },
+    {
+      "epoch": 0.06159801204243525,
+      "grad_norm": 319.8336486816406,
+      "learning_rate": 1.999996739149368e-05,
+      "loss": 46.8438,
+      "step": 1289
+    },
+    {
+      "epoch": 0.06164579948389563,
+      "grad_norm": 1088.1441650390625,
+      "learning_rate": 1.9999965385278197e-05,
+      "loss": 35.5312,
+      "step": 1290
+    },
+    {
+      "epoch": 0.061693586925356016,
+      "grad_norm": 301.73095703125,
+      "learning_rate": 1.9999963319175825e-05,
+      "loss": 44.0,
+      "step": 1291
+    },
+    {
+      "epoch": 0.0617413743668164,
+      "grad_norm": 294.4254150390625,
+      "learning_rate": 1.9999961193186574e-05,
+      "loss": 29.125,
+      "step": 1292
+    },
+    {
+      "epoch": 0.06178916180827679,
+      "grad_norm": 324.38092041015625,
+      "learning_rate": 1.9999959007310456e-05,
+      "loss": 31.5625,
+      "step": 1293
+    },
+    {
+      "epoch": 0.06183694924973717,
+      "grad_norm": 172.13804626464844,
+      "learning_rate": 1.999995676154749e-05,
+      "loss": 26.6562,
+      "step": 1294
+    },
+    {
+      "epoch": 0.06188473669119755,
+      "grad_norm": 277.2673034667969,
+      "learning_rate": 1.9999954455897685e-05,
+      "loss": 37.125,
+      "step": 1295
+    },
+    {
+      "epoch": 0.061932524132657936,
+      "grad_norm": 1176.6895751953125,
+      "learning_rate": 1.9999952090361062e-05,
+      "loss": 45.4375,
+      "step": 1296
+    },
+    {
+      "epoch": 0.06198031157411832,
+      "grad_norm": 225.70774841308594,
+      "learning_rate": 1.9999949664937623e-05,
+      "loss": 27.5,
+      "step": 1297
+    },
+    {
+      "epoch": 0.06202809901557871,
+      "grad_norm": 432.4413757324219,
+      "learning_rate": 1.9999947179627394e-05,
+      "loss": 36.2188,
+      "step": 1298
+    },
+    {
+      "epoch": 0.06207588645703909,
+      "grad_norm": 331.2827453613281,
+      "learning_rate": 1.999994463443038e-05,
+      "loss": 31.0312,
+      "step": 1299
+    },
+    {
+      "epoch": 0.062123673898499474,
+      "grad_norm": 328.53759765625,
+      "learning_rate": 1.9999942029346605e-05,
+      "loss": 28.5,
+      "step": 1300
+    },
+    {
+      "epoch": 0.062171461339959856,
+      "grad_norm": 220.26425170898438,
+      "learning_rate": 1.9999939364376076e-05,
+      "loss": 29.0938,
+      "step": 1301
+    },
+    {
+      "epoch": 0.062219248781420246,
+      "grad_norm": 292.03717041015625,
+      "learning_rate": 1.9999936639518816e-05,
+      "loss": 39.0938,
+      "step": 1302
+    },
+    {
+      "epoch": 0.06226703622288063,
+      "grad_norm": 395.16064453125,
+      "learning_rate": 1.9999933854774844e-05,
+      "loss": 37.1875,
+      "step": 1303
+    },
+    {
+      "epoch": 0.06231482366434101,
+      "grad_norm": 333.29327392578125,
+      "learning_rate": 1.9999931010144164e-05,
+      "loss": 44.9688,
+      "step": 1304
+    },
+    {
+      "epoch": 0.062362611105801394,
+      "grad_norm": 244.5865020751953,
+      "learning_rate": 1.9999928105626806e-05,
+      "loss": 39.9375,
+      "step": 1305
+    },
+    {
+      "epoch": 0.062410398547261776,
+      "grad_norm": 391.0199890136719,
+      "learning_rate": 1.9999925141222777e-05,
+      "loss": 49.25,
+      "step": 1306
+    },
+    {
+      "epoch": 0.062458185988722166,
+      "grad_norm": 451.50958251953125,
+      "learning_rate": 1.9999922116932104e-05,
+      "loss": 28.3125,
+      "step": 1307
+    },
+    {
+      "epoch": 0.06250597343018255,
+      "grad_norm": 353.5826110839844,
+      "learning_rate": 1.99999190327548e-05,
+      "loss": 55.8125,
+      "step": 1308
+    },
+    {
+      "epoch": 0.06255376087164294,
+      "grad_norm": 408.7080383300781,
+      "learning_rate": 1.9999915888690884e-05,
+      "loss": 36.5312,
+      "step": 1309
+    },
+    {
+      "epoch": 0.06260154831310331,
+      "grad_norm": 819.7610473632812,
+      "learning_rate": 1.9999912684740375e-05,
+      "loss": 28.125,
+      "step": 1310
+    },
+    {
+      "epoch": 0.0626493357545637,
+      "grad_norm": 342.7787780761719,
+      "learning_rate": 1.9999909420903295e-05,
+      "loss": 36.1875,
+      "step": 1311
+    },
+    {
+      "epoch": 0.06269712319602408,
+      "grad_norm": 267.9835205078125,
+      "learning_rate": 1.9999906097179658e-05,
+      "loss": 36.9688,
+      "step": 1312
+    },
+    {
+      "epoch": 0.06274491063748447,
+      "grad_norm": 432.1114807128906,
+      "learning_rate": 1.9999902713569486e-05,
+      "loss": 35.75,
+      "step": 1313
+    },
+    {
+      "epoch": 0.06279269807894486,
+      "grad_norm": 339.7630615234375,
+      "learning_rate": 1.99998992700728e-05,
+      "loss": 35.8125,
+      "step": 1314
+    },
+    {
+      "epoch": 0.06284048552040523,
+      "grad_norm": 369.4962158203125,
+      "learning_rate": 1.9999895766689627e-05,
+      "loss": 46.2812,
+      "step": 1315
+    },
+    {
+      "epoch": 0.06288827296186562,
+      "grad_norm": 217.4921875,
+      "learning_rate": 1.9999892203419976e-05,
+      "loss": 33.5938,
+      "step": 1316
+    },
+    {
+      "epoch": 0.062936060403326,
+      "grad_norm": 245.8327178955078,
+      "learning_rate": 1.9999888580263876e-05,
+      "loss": 35.2812,
+      "step": 1317
+    },
+    {
+      "epoch": 0.06298384784478639,
+      "grad_norm": 560.6152954101562,
+      "learning_rate": 1.9999884897221348e-05,
+      "loss": 44.125,
+      "step": 1318
+    },
+    {
+      "epoch": 0.06303163528624678,
+      "grad_norm": 310.62109375,
+      "learning_rate": 1.999988115429241e-05,
+      "loss": 51.0,
+      "step": 1319
+    },
+    {
+      "epoch": 0.06307942272770715,
+      "grad_norm": 505.27947998046875,
+      "learning_rate": 1.999987735147709e-05,
+      "loss": 34.8125,
+      "step": 1320
+    },
+    {
+      "epoch": 0.06312721016916754,
+      "grad_norm": 404.421875,
+      "learning_rate": 1.9999873488775403e-05,
+      "loss": 48.4375,
+      "step": 1321
+    },
+    {
+      "epoch": 0.06317499761062793,
+      "grad_norm": 221.6410675048828,
+      "learning_rate": 1.9999869566187383e-05,
+      "loss": 29.125,
+      "step": 1322
+    },
+    {
+      "epoch": 0.06322278505208831,
+      "grad_norm": 462.9504089355469,
+      "learning_rate": 1.9999865583713042e-05,
+      "loss": 28.0625,
+      "step": 1323
+    },
+    {
+      "epoch": 0.0632705724935487,
+      "grad_norm": 362.42291259765625,
+      "learning_rate": 1.9999861541352416e-05,
+      "loss": 43.6875,
+      "step": 1324
+    },
+    {
+      "epoch": 0.06331835993500907,
+      "grad_norm": 304.2076721191406,
+      "learning_rate": 1.999985743910552e-05,
+      "loss": 40.2188,
+      "step": 1325
+    },
+    {
+      "epoch": 0.06336614737646946,
+      "grad_norm": 338.89990234375,
+      "learning_rate": 1.999985327697238e-05,
+      "loss": 62.625,
+      "step": 1326
+    },
+    {
+      "epoch": 0.06341393481792985,
+      "grad_norm": 428.776611328125,
+      "learning_rate": 1.9999849054953023e-05,
+      "loss": 34.25,
+      "step": 1327
+    },
+    {
+      "epoch": 0.06346172225939023,
+      "grad_norm": 379.661376953125,
+      "learning_rate": 1.9999844773047474e-05,
+      "loss": 42.3125,
+      "step": 1328
+    },
+    {
+      "epoch": 0.06350950970085062,
+      "grad_norm": 185.5409698486328,
+      "learning_rate": 1.9999840431255757e-05,
+      "loss": 30.625,
+      "step": 1329
+    },
+    {
+      "epoch": 0.063557297142311,
+      "grad_norm": 285.6056213378906,
+      "learning_rate": 1.99998360295779e-05,
+      "loss": 39.1562,
+      "step": 1330
+    },
+    {
+      "epoch": 0.06360508458377138,
+      "grad_norm": 347.7955322265625,
+      "learning_rate": 1.9999831568013927e-05,
+      "loss": 41.625,
+      "step": 1331
+    },
+    {
+      "epoch": 0.06365287202523177,
+      "grad_norm": 330.1759338378906,
+      "learning_rate": 1.999982704656387e-05,
+      "loss": 30.0625,
+      "step": 1332
+    },
+    {
+      "epoch": 0.06370065946669215,
+      "grad_norm": 280.3382873535156,
+      "learning_rate": 1.999982246522775e-05,
+      "loss": 32.375,
+      "step": 1333
+    },
+    {
+      "epoch": 0.06374844690815254,
+      "grad_norm": 328.3543395996094,
+      "learning_rate": 1.9999817824005595e-05,
+      "loss": 30.125,
+      "step": 1334
+    },
+    {
+      "epoch": 0.06379623434961292,
+      "grad_norm": 421.9424133300781,
+      "learning_rate": 1.9999813122897437e-05,
+      "loss": 34.875,
+      "step": 1335
+    },
+    {
+      "epoch": 0.0638440217910733,
+      "grad_norm": 331.4638671875,
+      "learning_rate": 1.99998083619033e-05,
+      "loss": 36.1875,
+      "step": 1336
+    },
+    {
+      "epoch": 0.0638918092325337,
+      "grad_norm": 298.8497619628906,
+      "learning_rate": 1.9999803541023216e-05,
+      "loss": 33.6562,
+      "step": 1337
+    },
+    {
+      "epoch": 0.06393959667399407,
+      "grad_norm": 363.45562744140625,
+      "learning_rate": 1.999979866025721e-05,
+      "loss": 41.6562,
+      "step": 1338
+    },
+    {
+      "epoch": 0.06398738411545446,
+      "grad_norm": 259.5108337402344,
+      "learning_rate": 1.9999793719605316e-05,
+      "loss": 32.2031,
+      "step": 1339
+    },
+    {
+      "epoch": 0.06403517155691485,
+      "grad_norm": 256.7101745605469,
+      "learning_rate": 1.9999788719067558e-05,
+      "loss": 39.8438,
+      "step": 1340
+    },
+    {
+      "epoch": 0.06408295899837523,
+      "grad_norm": 331.24737548828125,
+      "learning_rate": 1.999978365864397e-05,
+      "loss": 35.6562,
+      "step": 1341
+    },
+    {
+      "epoch": 0.06413074643983561,
+      "grad_norm": 430.09918212890625,
+      "learning_rate": 1.9999778538334582e-05,
+      "loss": 36.75,
+      "step": 1342
+    },
+    {
+      "epoch": 0.06417853388129599,
+      "grad_norm": 328.548828125,
+      "learning_rate": 1.9999773358139422e-05,
+      "loss": 32.2812,
+      "step": 1343
+    },
+    {
+      "epoch": 0.06422632132275638,
+      "grad_norm": 277.25811767578125,
+      "learning_rate": 1.9999768118058524e-05,
+      "loss": 32.5938,
+      "step": 1344
+    },
+    {
+      "epoch": 0.06427410876421677,
+      "grad_norm": 405.1216735839844,
+      "learning_rate": 1.999976281809192e-05,
+      "loss": 35.1562,
+      "step": 1345
+    },
+    {
+      "epoch": 0.06432189620567715,
+      "grad_norm": 242.6019744873047,
+      "learning_rate": 1.9999757458239637e-05,
+      "loss": 34.0,
+      "step": 1346
+    },
+    {
+      "epoch": 0.06436968364713753,
+      "grad_norm": 268.5426940917969,
+      "learning_rate": 1.9999752038501713e-05,
+      "loss": 35.1562,
+      "step": 1347
+    },
+    {
+      "epoch": 0.06441747108859791,
+      "grad_norm": 182.97828674316406,
+      "learning_rate": 1.9999746558878173e-05,
+      "loss": 26.6406,
+      "step": 1348
+    },
+    {
+      "epoch": 0.0644652585300583,
+      "grad_norm": 357.74127197265625,
+      "learning_rate": 1.9999741019369058e-05,
+      "loss": 42.25,
+      "step": 1349
+    },
+    {
+      "epoch": 0.06451304597151869,
+      "grad_norm": 274.6563415527344,
+      "learning_rate": 1.99997354199744e-05,
+      "loss": 35.3438,
+      "step": 1350
+    },
+    {
+      "epoch": 0.06456083341297907,
+      "grad_norm": 250.46058654785156,
+      "learning_rate": 1.9999729760694225e-05,
+      "loss": 41.6875,
+      "step": 1351
+    },
+    {
+      "epoch": 0.06460862085443946,
+      "grad_norm": 309.9404296875,
+      "learning_rate": 1.9999724041528572e-05,
+      "loss": 36.8438,
+      "step": 1352
+    },
+    {
+      "epoch": 0.06465640829589983,
+      "grad_norm": 417.55792236328125,
+      "learning_rate": 1.9999718262477476e-05,
+      "loss": 31.0312,
+      "step": 1353
+    },
+    {
+      "epoch": 0.06470419573736022,
+      "grad_norm": 331.42596435546875,
+      "learning_rate": 1.999971242354097e-05,
+      "loss": 51.5,
+      "step": 1354
+    },
+    {
+      "epoch": 0.06475198317882061,
+      "grad_norm": 272.2584228515625,
+      "learning_rate": 1.9999706524719093e-05,
+      "loss": 28.4375,
+      "step": 1355
+    },
+    {
+      "epoch": 0.06479977062028099,
+      "grad_norm": 2445.550048828125,
+      "learning_rate": 1.9999700566011872e-05,
+      "loss": 27.9375,
+      "step": 1356
+    },
+    {
+      "epoch": 0.06484755806174138,
+      "grad_norm": 360.8617248535156,
+      "learning_rate": 1.9999694547419353e-05,
+      "loss": 31.9062,
+      "step": 1357
+    },
+    {
+      "epoch": 0.06489534550320177,
+      "grad_norm": 448.35479736328125,
+      "learning_rate": 1.9999688468941565e-05,
+      "loss": 46.0625,
+      "step": 1358
+    },
+    {
+      "epoch": 0.06494313294466214,
+      "grad_norm": 245.53456115722656,
+      "learning_rate": 1.9999682330578543e-05,
+      "loss": 37.75,
+      "step": 1359
+    },
+    {
+      "epoch": 0.06499092038612253,
+      "grad_norm": 408.2633056640625,
+      "learning_rate": 1.9999676132330333e-05,
+      "loss": 27.8594,
+      "step": 1360
+    },
+    {
+      "epoch": 0.0650387078275829,
+      "grad_norm": 538.4163818359375,
+      "learning_rate": 1.9999669874196965e-05,
+      "loss": 50.75,
+      "step": 1361
+    },
+    {
+      "epoch": 0.0650864952690433,
+      "grad_norm": 318.452880859375,
+      "learning_rate": 1.9999663556178475e-05,
+      "loss": 45.2188,
+      "step": 1362
+    },
+    {
+      "epoch": 0.06513428271050369,
+      "grad_norm": 316.1764831542969,
+      "learning_rate": 1.99996571782749e-05,
+      "loss": 25.3125,
+      "step": 1363
+    },
+    {
+      "epoch": 0.06518207015196406,
+      "grad_norm": 317.8936767578125,
+      "learning_rate": 1.9999650740486286e-05,
+      "loss": 41.0312,
+      "step": 1364
+    },
+    {
+      "epoch": 0.06522985759342445,
+      "grad_norm": 509.1289978027344,
+      "learning_rate": 1.9999644242812668e-05,
+      "loss": 27.4062,
+      "step": 1365
+    },
+    {
+      "epoch": 0.06527764503488483,
+      "grad_norm": 352.98199462890625,
+      "learning_rate": 1.9999637685254085e-05,
+      "loss": 47.2188,
+      "step": 1366
+    },
+    {
+      "epoch": 0.06532543247634522,
+      "grad_norm": 342.58355712890625,
+      "learning_rate": 1.9999631067810573e-05,
+      "loss": 33.9375,
+      "step": 1367
+    },
+    {
+      "epoch": 0.0653732199178056,
+      "grad_norm": 454.7728271484375,
+      "learning_rate": 1.999962439048217e-05,
+      "loss": 45.0,
+      "step": 1368
+    },
+    {
+      "epoch": 0.06542100735926598,
+      "grad_norm": 306.2738952636719,
+      "learning_rate": 1.9999617653268926e-05,
+      "loss": 39.375,
+      "step": 1369
+    },
+    {
+      "epoch": 0.06546879480072637,
+      "grad_norm": 351.047119140625,
+      "learning_rate": 1.9999610856170872e-05,
+      "loss": 53.75,
+      "step": 1370
+    },
+    {
+      "epoch": 0.06551658224218675,
+      "grad_norm": 205.89620971679688,
+      "learning_rate": 1.9999603999188056e-05,
+      "loss": 27.2188,
+      "step": 1371
+    },
+    {
+      "epoch": 0.06556436968364714,
+      "grad_norm": 402.28424072265625,
+      "learning_rate": 1.999959708232051e-05,
+      "loss": 55.5625,
+      "step": 1372
+    },
+    {
+      "epoch": 0.06561215712510753,
+      "grad_norm": 309.61669921875,
+      "learning_rate": 1.9999590105568284e-05,
+      "loss": 45.5938,
+      "step": 1373
+    },
+    {
+      "epoch": 0.0656599445665679,
+      "grad_norm": 317.3932189941406,
+      "learning_rate": 1.9999583068931413e-05,
+      "loss": 48.4375,
+      "step": 1374
+    },
+    {
+      "epoch": 0.06570773200802829,
+      "grad_norm": 354.527099609375,
+      "learning_rate": 1.9999575972409947e-05,
+      "loss": 42.9062,
+      "step": 1375
+    },
+    {
+      "epoch": 0.06575551944948868,
+      "grad_norm": 326.82135009765625,
+      "learning_rate": 1.999956881600392e-05,
+      "loss": 40.9062,
+      "step": 1376
+    },
+    {
+      "epoch": 0.06580330689094906,
+      "grad_norm": 192.5552215576172,
+      "learning_rate": 1.999956159971338e-05,
+      "loss": 30.2969,
+      "step": 1377
+    },
+    {
+      "epoch": 0.06585109433240945,
+      "grad_norm": 252.72137451171875,
+      "learning_rate": 1.9999554323538368e-05,
+      "loss": 34.3125,
+      "step": 1378
+    },
+    {
+      "epoch": 0.06589888177386982,
+      "grad_norm": 832.4908447265625,
+      "learning_rate": 1.9999546987478934e-05,
+      "loss": 48.7188,
+      "step": 1379
+    },
+    {
+      "epoch": 0.06594666921533021,
+      "grad_norm": 320.5624084472656,
+      "learning_rate": 1.9999539591535112e-05,
+      "loss": 49.6875,
+      "step": 1380
+    },
+    {
+      "epoch": 0.0659944566567906,
+      "grad_norm": 209.63209533691406,
+      "learning_rate": 1.9999532135706948e-05,
+      "loss": 30.0625,
+      "step": 1381
+    },
+    {
+      "epoch": 0.06604224409825098,
+      "grad_norm": 344.3731994628906,
+      "learning_rate": 1.9999524619994493e-05,
+      "loss": 36.4688,
+      "step": 1382
+    },
+    {
+      "epoch": 0.06609003153971137,
+      "grad_norm": 221.6012725830078,
+      "learning_rate": 1.9999517044397788e-05,
+      "loss": 26.2188,
+      "step": 1383
+    },
+    {
+      "epoch": 0.06613781898117174,
+      "grad_norm": 355.3731994628906,
+      "learning_rate": 1.999950940891688e-05,
+      "loss": 42.4375,
+      "step": 1384
+    },
+    {
+      "epoch": 0.06618560642263213,
+      "grad_norm": 325.0182800292969,
+      "learning_rate": 1.999950171355181e-05,
+      "loss": 33.25,
+      "step": 1385
+    },
+    {
+      "epoch": 0.06623339386409252,
+      "grad_norm": 218.04901123046875,
+      "learning_rate": 1.999949395830263e-05,
+      "loss": 42.4062,
+      "step": 1386
+    },
+    {
+      "epoch": 0.0662811813055529,
+      "grad_norm": 230.1273956298828,
+      "learning_rate": 1.9999486143169384e-05,
+      "loss": 45.9062,
+      "step": 1387
+    },
+    {
+      "epoch": 0.06632896874701329,
+      "grad_norm": 385.8906555175781,
+      "learning_rate": 1.999947826815212e-05,
+      "loss": 34.7188,
+      "step": 1388
+    },
+    {
+      "epoch": 0.06637675618847366,
+      "grad_norm": 422.7265319824219,
+      "learning_rate": 1.9999470333250885e-05,
+      "loss": 38.1562,
+      "step": 1389
+    },
+    {
+      "epoch": 0.06642454362993405,
+      "grad_norm": 405.8800964355469,
+      "learning_rate": 1.999946233846572e-05,
+      "loss": 39.5312,
+      "step": 1390
+    },
+    {
+      "epoch": 0.06647233107139444,
+      "grad_norm": 318.36962890625,
+      "learning_rate": 1.9999454283796683e-05,
+      "loss": 33.0,
+      "step": 1391
+    },
+    {
+      "epoch": 0.06652011851285482,
+      "grad_norm": 394.9833679199219,
+      "learning_rate": 1.9999446169243816e-05,
+      "loss": 38.125,
+      "step": 1392
+    },
+    {
+      "epoch": 0.0665679059543152,
+      "grad_norm": 353.5823669433594,
+      "learning_rate": 1.999943799480717e-05,
+      "loss": 39.0938,
+      "step": 1393
+    },
+    {
+      "epoch": 0.0666156933957756,
+      "grad_norm": 345.4920959472656,
+      "learning_rate": 1.9999429760486793e-05,
+      "loss": 47.0,
+      "step": 1394
+    },
+    {
+      "epoch": 0.06666348083723597,
+      "grad_norm": 285.1820068359375,
+      "learning_rate": 1.9999421466282735e-05,
+      "loss": 41.0,
+      "step": 1395
+    },
+    {
+      "epoch": 0.06671126827869636,
+      "grad_norm": 638.7066650390625,
+      "learning_rate": 1.9999413112195042e-05,
+      "loss": 29.2969,
+      "step": 1396
+    },
+    {
+      "epoch": 0.06675905572015674,
+      "grad_norm": 263.7181091308594,
+      "learning_rate": 1.999940469822377e-05,
+      "loss": 34.9062,
+      "step": 1397
+    },
+    {
+      "epoch": 0.06680684316161713,
+      "grad_norm": 166.78074645996094,
+      "learning_rate": 1.9999396224368968e-05,
+      "loss": 30.0312,
+      "step": 1398
+    },
+    {
+      "epoch": 0.06685463060307752,
+      "grad_norm": 236.7085418701172,
+      "learning_rate": 1.9999387690630683e-05,
+      "loss": 31.8438,
+      "step": 1399
+    },
+    {
+      "epoch": 0.06690241804453789,
+      "grad_norm": 259.68292236328125,
+      "learning_rate": 1.9999379097008972e-05,
+      "loss": 25.1875,
+      "step": 1400
+    },
+    {
+      "epoch": 0.06695020548599828,
+      "grad_norm": 278.7214660644531,
+      "learning_rate": 1.9999370443503878e-05,
+      "loss": 37.5938,
+      "step": 1401
+    },
+    {
+      "epoch": 0.06699799292745866,
+      "grad_norm": 415.453369140625,
+      "learning_rate": 1.9999361730115462e-05,
+      "loss": 35.4375,
+      "step": 1402
+    },
+    {
+      "epoch": 0.06704578036891905,
+      "grad_norm": 495.8388671875,
+      "learning_rate": 1.9999352956843768e-05,
+      "loss": 46.0312,
+      "step": 1403
+    },
+    {
+      "epoch": 0.06709356781037944,
+      "grad_norm": 522.57421875,
+      "learning_rate": 1.9999344123688854e-05,
+      "loss": 37.4375,
+      "step": 1404
+    },
+    {
+      "epoch": 0.06714135525183981,
+      "grad_norm": 247.25648498535156,
+      "learning_rate": 1.999933523065077e-05,
+      "loss": 31.1562,
+      "step": 1405
+    },
+    {
+      "epoch": 0.0671891426933002,
+      "grad_norm": 187.1977081298828,
+      "learning_rate": 1.9999326277729575e-05,
+      "loss": 25.8438,
+      "step": 1406
+    },
+    {
+      "epoch": 0.06723693013476058,
+      "grad_norm": 367.03021240234375,
+      "learning_rate": 1.999931726492532e-05,
+      "loss": 36.0,
+      "step": 1407
+    },
+    {
+      "epoch": 0.06728471757622097,
+      "grad_norm": 238.4325714111328,
+      "learning_rate": 1.999930819223805e-05,
+      "loss": 29.7812,
+      "step": 1408
+    },
+    {
+      "epoch": 0.06733250501768136,
+      "grad_norm": 505.41851806640625,
+      "learning_rate": 1.999929905966783e-05,
+      "loss": 45.3125,
+      "step": 1409
+    },
+    {
+      "epoch": 0.06738029245914173,
+      "grad_norm": 268.42767333984375,
+      "learning_rate": 1.999928986721471e-05,
+      "loss": 30.8125,
+      "step": 1410
+    },
+    {
+      "epoch": 0.06742807990060212,
+      "grad_norm": 317.30621337890625,
+      "learning_rate": 1.9999280614878745e-05,
+      "loss": 40.5938,
+      "step": 1411
+    },
+    {
+      "epoch": 0.06747586734206251,
+      "grad_norm": 245.17726135253906,
+      "learning_rate": 1.9999271302659994e-05,
+      "loss": 35.75,
+      "step": 1412
+    },
+    {
+      "epoch": 0.06752365478352289,
+      "grad_norm": 1305.9583740234375,
+      "learning_rate": 1.9999261930558514e-05,
+      "loss": 35.1562,
+      "step": 1413
+    },
+    {
+      "epoch": 0.06757144222498328,
+      "grad_norm": 282.4942626953125,
+      "learning_rate": 1.9999252498574352e-05,
+      "loss": 48.4375,
+      "step": 1414
+    },
+    {
+      "epoch": 0.06761922966644365,
+      "grad_norm": 578.3906860351562,
+      "learning_rate": 1.9999243006707573e-05,
+      "loss": 28.6875,
+      "step": 1415
+    },
+    {
+      "epoch": 0.06766701710790404,
+      "grad_norm": 248.39039611816406,
+      "learning_rate": 1.9999233454958232e-05,
+      "loss": 36.25,
+      "step": 1416
+    },
+    {
+      "epoch": 0.06771480454936443,
+      "grad_norm": 309.885498046875,
+      "learning_rate": 1.999922384332638e-05,
+      "loss": 29.3438,
+      "step": 1417
+    },
+    {
+      "epoch": 0.06776259199082481,
+      "grad_norm": 357.1311340332031,
+      "learning_rate": 1.9999214171812083e-05,
+      "loss": 30.3594,
+      "step": 1418
+    },
+    {
+      "epoch": 0.0678103794322852,
+      "grad_norm": 284.8323669433594,
+      "learning_rate": 1.9999204440415395e-05,
+      "loss": 25.8125,
+      "step": 1419
+    },
+    {
+      "epoch": 0.06785816687374557,
+      "grad_norm": 739.3146362304688,
+      "learning_rate": 1.9999194649136378e-05,
+      "loss": 44.1562,
+      "step": 1420
+    },
+    {
+      "epoch": 0.06790595431520596,
+      "grad_norm": 327.25738525390625,
+      "learning_rate": 1.9999184797975085e-05,
+      "loss": 48.0625,
+      "step": 1421
+    },
+    {
+      "epoch": 0.06795374175666635,
+      "grad_norm": 182.16696166992188,
+      "learning_rate": 1.9999174886931576e-05,
+      "loss": 29.75,
+      "step": 1422
+    },
+    {
+      "epoch": 0.06800152919812673,
+      "grad_norm": 276.7950134277344,
+      "learning_rate": 1.9999164916005913e-05,
+      "loss": 38.9375,
+      "step": 1423
+    },
+    {
+      "epoch": 0.06804931663958712,
+      "grad_norm": 282.3251647949219,
+      "learning_rate": 1.9999154885198155e-05,
+      "loss": 30.7812,
+      "step": 1424
+    },
+    {
+      "epoch": 0.06809710408104751,
+      "grad_norm": 210.51947021484375,
+      "learning_rate": 1.9999144794508363e-05,
+      "loss": 40.4062,
+      "step": 1425
+    },
+    {
+      "epoch": 0.06814489152250788,
+      "grad_norm": 486.4505310058594,
+      "learning_rate": 1.9999134643936594e-05,
+      "loss": 44.5,
+      "step": 1426
+    },
+    {
+      "epoch": 0.06819267896396827,
+      "grad_norm": 498.97210693359375,
+      "learning_rate": 1.9999124433482913e-05,
+      "loss": 28.5,
+      "step": 1427
+    },
+    {
+      "epoch": 0.06824046640542865,
+      "grad_norm": 501.08782958984375,
+      "learning_rate": 1.9999114163147376e-05,
+      "loss": 26.5312,
+      "step": 1428
+    },
+    {
+      "epoch": 0.06828825384688904,
+      "grad_norm": 246.8290557861328,
+      "learning_rate": 1.999910383293005e-05,
+      "loss": 27.3594,
+      "step": 1429
+    },
+    {
+      "epoch": 0.06833604128834943,
+      "grad_norm": 346.9056701660156,
+      "learning_rate": 1.9999093442830994e-05,
+      "loss": 24.4062,
+      "step": 1430
+    },
+    {
+      "epoch": 0.0683838287298098,
+      "grad_norm": 349.24896240234375,
+      "learning_rate": 1.9999082992850273e-05,
+      "loss": 38.6562,
+      "step": 1431
+    },
+    {
+      "epoch": 0.0684316161712702,
+      "grad_norm": 296.1437072753906,
+      "learning_rate": 1.999907248298794e-05,
+      "loss": 37.5625,
+      "step": 1432
+    },
+    {
+      "epoch": 0.06847940361273057,
+      "grad_norm": 327.3577575683594,
+      "learning_rate": 1.9999061913244072e-05,
+      "loss": 36.125,
+      "step": 1433
+    },
+    {
+      "epoch": 0.06852719105419096,
+      "grad_norm": 286.30078125,
+      "learning_rate": 1.9999051283618725e-05,
+      "loss": 37.8125,
+      "step": 1434
+    },
+    {
+      "epoch": 0.06857497849565135,
+      "grad_norm": 288.1615905761719,
+      "learning_rate": 1.999904059411196e-05,
+      "loss": 43.375,
+      "step": 1435
+    },
+    {
+      "epoch": 0.06862276593711172,
+      "grad_norm": 448.6423645019531,
+      "learning_rate": 1.9999029844723846e-05,
+      "loss": 38.5,
+      "step": 1436
+    },
+    {
+      "epoch": 0.06867055337857211,
+      "grad_norm": 391.96319580078125,
+      "learning_rate": 1.9999019035454442e-05,
+      "loss": 43.0625,
+      "step": 1437
+    },
+    {
+      "epoch": 0.06871834082003249,
+      "grad_norm": 343.9772033691406,
+      "learning_rate": 1.999900816630382e-05,
+      "loss": 30.6562,
+      "step": 1438
+    },
+    {
+      "epoch": 0.06876612826149288,
+      "grad_norm": 382.42706298828125,
+      "learning_rate": 1.9998997237272043e-05,
+      "loss": 39.0,
+      "step": 1439
+    },
+    {
+      "epoch": 0.06881391570295327,
+      "grad_norm": 231.49151611328125,
+      "learning_rate": 1.9998986248359172e-05,
+      "loss": 30.1562,
+      "step": 1440
+    },
+    {
+      "epoch": 0.06886170314441364,
+      "grad_norm": 294.1236267089844,
+      "learning_rate": 1.9998975199565277e-05,
+      "loss": 53.625,
+      "step": 1441
+    },
+    {
+      "epoch": 0.06890949058587403,
+      "grad_norm": 370.8409118652344,
+      "learning_rate": 1.999896409089042e-05,
+      "loss": 42.3438,
+      "step": 1442
+    },
+    {
+      "epoch": 0.06895727802733442,
+      "grad_norm": 299.5475769042969,
+      "learning_rate": 1.9998952922334672e-05,
+      "loss": 39.2812,
+      "step": 1443
+    },
+    {
+      "epoch": 0.0690050654687948,
+      "grad_norm": 426.4639892578125,
+      "learning_rate": 1.9998941693898096e-05,
+      "loss": 39.1875,
+      "step": 1444
+    },
+    {
+      "epoch": 0.06905285291025519,
+      "grad_norm": 456.43798828125,
+      "learning_rate": 1.999893040558077e-05,
+      "loss": 33.9688,
+      "step": 1445
+    },
+    {
+      "epoch": 0.06910064035171556,
+      "grad_norm": 304.53997802734375,
+      "learning_rate": 1.9998919057382743e-05,
+      "loss": 27.7188,
+      "step": 1446
+    },
+    {
+      "epoch": 0.06914842779317595,
+      "grad_norm": 346.0121765136719,
+      "learning_rate": 1.9998907649304095e-05,
+      "loss": 26.625,
+      "step": 1447
+    },
+    {
+      "epoch": 0.06919621523463634,
+      "grad_norm": 276.7470703125,
+      "learning_rate": 1.9998896181344897e-05,
+      "loss": 49.9219,
+      "step": 1448
+    },
+    {
+      "epoch": 0.06924400267609672,
+      "grad_norm": 196.57608032226562,
+      "learning_rate": 1.999888465350521e-05,
+      "loss": 27.8125,
+      "step": 1449
+    },
+    {
+      "epoch": 0.06929179011755711,
+      "grad_norm": 573.8091430664062,
+      "learning_rate": 1.9998873065785104e-05,
+      "loss": 41.625,
+      "step": 1450
+    },
+    {
+      "epoch": 0.06933957755901748,
+      "grad_norm": 361.42633056640625,
+      "learning_rate": 1.999886141818465e-05,
+      "loss": 34.6875,
+      "step": 1451
+    },
+    {
+      "epoch": 0.06938736500047787,
+      "grad_norm": 230.6973114013672,
+      "learning_rate": 1.9998849710703926e-05,
+      "loss": 37.0938,
+      "step": 1452
+    },
+    {
+      "epoch": 0.06943515244193826,
+      "grad_norm": 335.976318359375,
+      "learning_rate": 1.9998837943342986e-05,
+      "loss": 44.3125,
+      "step": 1453
+    },
+    {
+      "epoch": 0.06948293988339864,
+      "grad_norm": 281.0452880859375,
+      "learning_rate": 1.9998826116101912e-05,
+      "loss": 36.9688,
+      "step": 1454
+    },
+    {
+      "epoch": 0.06953072732485903,
+      "grad_norm": 292.0406494140625,
+      "learning_rate": 1.999881422898077e-05,
+      "loss": 29.7812,
+      "step": 1455
+    },
+    {
+      "epoch": 0.0695785147663194,
+      "grad_norm": 429.2777099609375,
+      "learning_rate": 1.9998802281979634e-05,
+      "loss": 51.7188,
+      "step": 1456
+    },
+    {
+      "epoch": 0.0696263022077798,
+      "grad_norm": 327.5278625488281,
+      "learning_rate": 1.9998790275098576e-05,
+      "loss": 32.0,
+      "step": 1457
+    },
+    {
+      "epoch": 0.06967408964924018,
+      "grad_norm": 186.03445434570312,
+      "learning_rate": 1.9998778208337662e-05,
+      "loss": 23.0938,
+      "step": 1458
+    },
+    {
+      "epoch": 0.06972187709070056,
+      "grad_norm": 554.0398559570312,
+      "learning_rate": 1.999876608169697e-05,
+      "loss": 42.0625,
+      "step": 1459
+    },
+    {
+      "epoch": 0.06976966453216095,
+      "grad_norm": 345.24517822265625,
+      "learning_rate": 1.9998753895176576e-05,
+      "loss": 35.2812,
+      "step": 1460
+    },
+    {
+      "epoch": 0.06981745197362134,
+      "grad_norm": 288.08837890625,
+      "learning_rate": 1.9998741648776542e-05,
+      "loss": 47.1875,
+      "step": 1461
+    },
+    {
+      "epoch": 0.06986523941508171,
+      "grad_norm": 516.9927368164062,
+      "learning_rate": 1.999872934249695e-05,
+      "loss": 31.3438,
+      "step": 1462
+    },
+    {
+      "epoch": 0.0699130268565421,
+      "grad_norm": 368.2821044921875,
+      "learning_rate": 1.9998716976337872e-05,
+      "loss": 31.0938,
+      "step": 1463
+    },
+    {
+      "epoch": 0.06996081429800248,
+      "grad_norm": 328.1457214355469,
+      "learning_rate": 1.999870455029938e-05,
+      "loss": 38.8125,
+      "step": 1464
+    },
+    {
+      "epoch": 0.07000860173946287,
+      "grad_norm": 325.2623596191406,
+      "learning_rate": 1.9998692064381548e-05,
+      "loss": 29.8438,
+      "step": 1465
+    },
+    {
+      "epoch": 0.07005638918092326,
+      "grad_norm": 583.8953247070312,
+      "learning_rate": 1.9998679518584455e-05,
+      "loss": 33.0625,
+      "step": 1466
+    },
+    {
+      "epoch": 0.07010417662238363,
+      "grad_norm": 554.2703857421875,
+      "learning_rate": 1.9998666912908173e-05,
+      "loss": 40.2812,
+      "step": 1467
+    },
+    {
+      "epoch": 0.07015196406384402,
+      "grad_norm": 339.32415771484375,
+      "learning_rate": 1.9998654247352777e-05,
+      "loss": 33.625,
+      "step": 1468
+    },
+    {
+      "epoch": 0.0701997515053044,
+      "grad_norm": 461.05633544921875,
+      "learning_rate": 1.9998641521918345e-05,
+      "loss": 42.4375,
+      "step": 1469
+    },
+    {
+      "epoch": 0.07024753894676479,
+      "grad_norm": 731.5156860351562,
+      "learning_rate": 1.999862873660495e-05,
+      "loss": 36.625,
+      "step": 1470
+    },
+    {
+      "epoch": 0.07029532638822518,
+      "grad_norm": 491.4776611328125,
+      "learning_rate": 1.9998615891412672e-05,
+      "loss": 45.3125,
+      "step": 1471
+    },
+    {
+      "epoch": 0.07034311382968556,
+      "grad_norm": 442.4378356933594,
+      "learning_rate": 1.9998602986341587e-05,
+      "loss": 36.6875,
+      "step": 1472
+    },
+    {
+      "epoch": 0.07039090127114594,
+      "grad_norm": 334.2834777832031,
+      "learning_rate": 1.999859002139177e-05,
+      "loss": 38.1875,
+      "step": 1473
+    },
+    {
+      "epoch": 0.07043868871260632,
+      "grad_norm": 307.445556640625,
+      "learning_rate": 1.9998576996563305e-05,
+      "loss": 36.5625,
+      "step": 1474
+    },
+    {
+      "epoch": 0.07048647615406671,
+      "grad_norm": 426.6054382324219,
+      "learning_rate": 1.999856391185626e-05,
+      "loss": 40.2188,
+      "step": 1475
+    },
+    {
+      "epoch": 0.0705342635955271,
+      "grad_norm": 268.109130859375,
+      "learning_rate": 1.9998550767270723e-05,
+      "loss": 29.9062,
+      "step": 1476
+    },
+    {
+      "epoch": 0.07058205103698748,
+      "grad_norm": 263.3212890625,
+      "learning_rate": 1.9998537562806762e-05,
+      "loss": 30.2188,
+      "step": 1477
+    },
+    {
+      "epoch": 0.07062983847844787,
+      "grad_norm": 521.9449462890625,
+      "learning_rate": 1.999852429846447e-05,
+      "loss": 51.125,
+      "step": 1478
+    },
+    {
+      "epoch": 0.07067762591990825,
+      "grad_norm": 381.24249267578125,
+      "learning_rate": 1.9998510974243915e-05,
+      "loss": 34.2812,
+      "step": 1479
+    },
+    {
+      "epoch": 0.07072541336136863,
+      "grad_norm": 318.923095703125,
+      "learning_rate": 1.999849759014518e-05,
+      "loss": 42.0,
+      "step": 1480
+    },
+    {
+      "epoch": 0.07077320080282902,
+      "grad_norm": 347.2043762207031,
+      "learning_rate": 1.9998484146168354e-05,
+      "loss": 38.3438,
+      "step": 1481
+    },
+    {
+      "epoch": 0.0708209882442894,
+      "grad_norm": 573.2142944335938,
+      "learning_rate": 1.99984706423135e-05,
+      "loss": 33.7812,
+      "step": 1482
+    },
+    {
+      "epoch": 0.07086877568574979,
+      "grad_norm": 344.03424072265625,
+      "learning_rate": 1.9998457078580714e-05,
+      "loss": 31.7812,
+      "step": 1483
+    },
+    {
+      "epoch": 0.07091656312721017,
+      "grad_norm": 328.2139892578125,
+      "learning_rate": 1.9998443454970072e-05,
+      "loss": 36.6875,
+      "step": 1484
+    },
+    {
+      "epoch": 0.07096435056867055,
+      "grad_norm": 543.41064453125,
+      "learning_rate": 1.9998429771481655e-05,
+      "loss": 27.8438,
+      "step": 1485
+    },
+    {
+      "epoch": 0.07101213801013094,
+      "grad_norm": 318.14874267578125,
+      "learning_rate": 1.9998416028115543e-05,
+      "loss": 31.3438,
+      "step": 1486
+    },
+    {
+      "epoch": 0.07105992545159132,
+      "grad_norm": 316.59515380859375,
+      "learning_rate": 1.9998402224871818e-05,
+      "loss": 39.6875,
+      "step": 1487
+    },
+    {
+      "epoch": 0.0711077128930517,
+      "grad_norm": 390.4544982910156,
+      "learning_rate": 1.999838836175057e-05,
+      "loss": 37.375,
+      "step": 1488
+    },
+    {
+      "epoch": 0.0711555003345121,
+      "grad_norm": 252.4394989013672,
+      "learning_rate": 1.9998374438751873e-05,
+      "loss": 28.875,
+      "step": 1489
+    },
+    {
+      "epoch": 0.07120328777597247,
+      "grad_norm": 379.90130615234375,
+      "learning_rate": 1.9998360455875814e-05,
+      "loss": 36.9688,
+      "step": 1490
+    },
+    {
+      "epoch": 0.07125107521743286,
+      "grad_norm": 470.5792541503906,
+      "learning_rate": 1.9998346413122482e-05,
+      "loss": 42.0938,
+      "step": 1491
+    },
+    {
+      "epoch": 0.07129886265889324,
+      "grad_norm": 266.61102294921875,
+      "learning_rate": 1.9998332310491957e-05,
+      "loss": 31.4062,
+      "step": 1492
+    },
+    {
+      "epoch": 0.07134665010035363,
+      "grad_norm": 327.3006896972656,
+      "learning_rate": 1.999831814798432e-05,
+      "loss": 46.0625,
+      "step": 1493
+    },
+    {
+      "epoch": 0.07139443754181402,
+      "grad_norm": 333.82275390625,
+      "learning_rate": 1.9998303925599657e-05,
+      "loss": 38.6562,
+      "step": 1494
+    },
+    {
+      "epoch": 0.07144222498327439,
+      "grad_norm": 335.5370178222656,
+      "learning_rate": 1.999828964333806e-05,
+      "loss": 23.8438,
+      "step": 1495
+    },
+    {
+      "epoch": 0.07149001242473478,
+      "grad_norm": 222.7493438720703,
+      "learning_rate": 1.9998275301199603e-05,
+      "loss": 39.0312,
+      "step": 1496
+    },
+    {
+      "epoch": 0.07153779986619517,
+      "grad_norm": 344.3053894042969,
+      "learning_rate": 1.999826089918438e-05,
+      "loss": 42.3438,
+      "step": 1497
+    },
+    {
+      "epoch": 0.07158558730765555,
+      "grad_norm": 367.5527038574219,
+      "learning_rate": 1.999824643729248e-05,
+      "loss": 33.1875,
+      "step": 1498
+    },
+    {
+      "epoch": 0.07163337474911594,
+      "grad_norm": 346.08038330078125,
+      "learning_rate": 1.999823191552398e-05,
+      "loss": 37.5625,
+      "step": 1499
+    },
+    {
+      "epoch": 0.07168116219057631,
+      "grad_norm": 261.2895202636719,
+      "learning_rate": 1.9998217333878976e-05,
+      "loss": 28.5,
+      "step": 1500
+    },
+    {
+      "epoch": 0.0717289496320367,
+      "grad_norm": 306.5034484863281,
+      "learning_rate": 1.9998202692357548e-05,
+      "loss": 35.125,
+      "step": 1501
+    },
+    {
+      "epoch": 0.07177673707349709,
+      "grad_norm": 298.9242858886719,
+      "learning_rate": 1.999818799095979e-05,
+      "loss": 41.3125,
+      "step": 1502
+    },
+    {
+      "epoch": 0.07182452451495747,
+      "grad_norm": 350.0605773925781,
+      "learning_rate": 1.9998173229685785e-05,
+      "loss": 32.0625,
+      "step": 1503
+    },
+    {
+      "epoch": 0.07187231195641786,
+      "grad_norm": 476.21087646484375,
+      "learning_rate": 1.9998158408535625e-05,
+      "loss": 50.875,
+      "step": 1504
+    },
+    {
+      "epoch": 0.07192009939787823,
+      "grad_norm": 304.7525329589844,
+      "learning_rate": 1.9998143527509394e-05,
+      "loss": 37.8438,
+      "step": 1505
+    },
+    {
+      "epoch": 0.07196788683933862,
+      "grad_norm": 1000.135498046875,
+      "learning_rate": 1.9998128586607186e-05,
+      "loss": 39.625,
+      "step": 1506
+    },
+    {
+      "epoch": 0.07201567428079901,
+      "grad_norm": 434.1239318847656,
+      "learning_rate": 1.999811358582909e-05,
+      "loss": 40.6875,
+      "step": 1507
+    },
+    {
+      "epoch": 0.07206346172225939,
+      "grad_norm": 342.8824462890625,
+      "learning_rate": 1.9998098525175195e-05,
+      "loss": 37.25,
+      "step": 1508
+    },
+    {
+      "epoch": 0.07211124916371978,
+      "grad_norm": 273.9659423828125,
+      "learning_rate": 1.999808340464559e-05,
+      "loss": 27.5625,
+      "step": 1509
+    },
+    {
+      "epoch": 0.07215903660518015,
+      "grad_norm": 197.4064178466797,
+      "learning_rate": 1.999806822424037e-05,
+      "loss": 33.125,
+      "step": 1510
+    },
+    {
+      "epoch": 0.07220682404664054,
+      "grad_norm": 360.8937072753906,
+      "learning_rate": 1.9998052983959617e-05,
+      "loss": 42.5625,
+      "step": 1511
+    },
+    {
+      "epoch": 0.07225461148810093,
+      "grad_norm": 290.60394287109375,
+      "learning_rate": 1.9998037683803432e-05,
+      "loss": 33.0312,
+      "step": 1512
+    },
+    {
+      "epoch": 0.0723023989295613,
+      "grad_norm": 377.5560302734375,
+      "learning_rate": 1.99980223237719e-05,
+      "loss": 40.4062,
+      "step": 1513
+    },
+    {
+      "epoch": 0.0723501863710217,
+      "grad_norm": 379.8365478515625,
+      "learning_rate": 1.999800690386511e-05,
+      "loss": 43.2812,
+      "step": 1514
+    },
+    {
+      "epoch": 0.07239797381248209,
+      "grad_norm": 241.6713104248047,
+      "learning_rate": 1.999799142408317e-05,
+      "loss": 30.9688,
+      "step": 1515
+    },
+    {
+      "epoch": 0.07244576125394246,
+      "grad_norm": 492.5919189453125,
+      "learning_rate": 1.9997975884426158e-05,
+      "loss": 41.6562,
+      "step": 1516
+    },
+    {
+      "epoch": 0.07249354869540285,
+      "grad_norm": 399.592529296875,
+      "learning_rate": 1.999796028489417e-05,
+      "loss": 56.5938,
+      "step": 1517
+    },
+    {
+      "epoch": 0.07254133613686323,
+      "grad_norm": 357.7934265136719,
+      "learning_rate": 1.9997944625487303e-05,
+      "loss": 49.6562,
+      "step": 1518
+    },
+    {
+      "epoch": 0.07258912357832362,
+      "grad_norm": 506.4504699707031,
+      "learning_rate": 1.9997928906205643e-05,
+      "loss": 26.7656,
+      "step": 1519
+    },
+    {
+      "epoch": 0.072636911019784,
+      "grad_norm": 367.89605712890625,
+      "learning_rate": 1.9997913127049297e-05,
+      "loss": 41.3438,
+      "step": 1520
+    },
+    {
+      "epoch": 0.07268469846124438,
+      "grad_norm": 301.87896728515625,
+      "learning_rate": 1.999789728801835e-05,
+      "loss": 34.75,
+      "step": 1521
+    },
+    {
+      "epoch": 0.07273248590270477,
+      "grad_norm": 139.01397705078125,
+      "learning_rate": 1.9997881389112894e-05,
+      "loss": 23.8438,
+      "step": 1522
+    },
+    {
+      "epoch": 0.07278027334416515,
+      "grad_norm": 255.08985900878906,
+      "learning_rate": 1.9997865430333034e-05,
+      "loss": 25.5938,
+      "step": 1523
+    },
+    {
+      "epoch": 0.07282806078562554,
+      "grad_norm": 359.2255859375,
+      "learning_rate": 1.999784941167886e-05,
+      "loss": 31.9375,
+      "step": 1524
+    },
+    {
+      "epoch": 0.07287584822708593,
+      "grad_norm": 315.0184020996094,
+      "learning_rate": 1.9997833333150473e-05,
+      "loss": 44.0,
+      "step": 1525
+    },
+    {
+      "epoch": 0.0729236356685463,
+      "grad_norm": 232.3715362548828,
+      "learning_rate": 1.999781719474796e-05,
+      "loss": 39.5625,
+      "step": 1526
+    },
+    {
+      "epoch": 0.07297142311000669,
+      "grad_norm": 172.81007385253906,
+      "learning_rate": 1.9997800996471423e-05,
+      "loss": 26.9062,
+      "step": 1527
+    },
+    {
+      "epoch": 0.07301921055146707,
+      "grad_norm": 567.3898315429688,
+      "learning_rate": 1.999778473832096e-05,
+      "loss": 43.0312,
+      "step": 1528
+    },
+    {
+      "epoch": 0.07306699799292746,
+      "grad_norm": 603.8973999023438,
+      "learning_rate": 1.9997768420296664e-05,
+      "loss": 41.5625,
+      "step": 1529
+    },
+    {
+      "epoch": 0.07311478543438785,
+      "grad_norm": 332.5684509277344,
+      "learning_rate": 1.999775204239864e-05,
+      "loss": 39.5,
+      "step": 1530
+    },
+    {
+      "epoch": 0.07316257287584822,
+      "grad_norm": 517.572998046875,
+      "learning_rate": 1.999773560462698e-05,
+      "loss": 34.1562,
+      "step": 1531
+    },
+    {
+      "epoch": 0.07321036031730861,
+      "grad_norm": 305.6929626464844,
+      "learning_rate": 1.9997719106981784e-05,
+      "loss": 34.3438,
+      "step": 1532
+    },
+    {
+      "epoch": 0.073258147758769,
+      "grad_norm": 394.5279541015625,
+      "learning_rate": 1.9997702549463153e-05,
+      "loss": 49.9375,
+      "step": 1533
+    },
+    {
+      "epoch": 0.07330593520022938,
+      "grad_norm": 376.6728515625,
+      "learning_rate": 1.999768593207118e-05,
+      "loss": 35.3438,
+      "step": 1534
+    },
+    {
+      "epoch": 0.07335372264168977,
+      "grad_norm": 260.6671142578125,
+      "learning_rate": 1.9997669254805974e-05,
+      "loss": 35.6562,
+      "step": 1535
+    },
+    {
+      "epoch": 0.07340151008315014,
+      "grad_norm": 306.73297119140625,
+      "learning_rate": 1.9997652517667627e-05,
+      "loss": 46.25,
+      "step": 1536
+    },
+    {
+      "epoch": 0.07344929752461053,
+      "grad_norm": 311.253173828125,
+      "learning_rate": 1.9997635720656244e-05,
+      "loss": 29.3438,
+      "step": 1537
+    },
+    {
+      "epoch": 0.07349708496607092,
+      "grad_norm": 271.8573303222656,
+      "learning_rate": 1.999761886377192e-05,
+      "loss": 30.4688,
+      "step": 1538
+    },
+    {
+      "epoch": 0.0735448724075313,
+      "grad_norm": 421.681640625,
+      "learning_rate": 1.999760194701476e-05,
+      "loss": 27.5,
+      "step": 1539
+    },
+    {
+      "epoch": 0.07359265984899169,
+      "grad_norm": 357.9668884277344,
+      "learning_rate": 1.999758497038487e-05,
+      "loss": 46.5312,
+      "step": 1540
+    },
+    {
+      "epoch": 0.07364044729045206,
+      "grad_norm": 365.17926025390625,
+      "learning_rate": 1.9997567933882342e-05,
+      "loss": 29.7188,
+      "step": 1541
+    },
+    {
+      "epoch": 0.07368823473191245,
+      "grad_norm": 225.17002868652344,
+      "learning_rate": 1.9997550837507282e-05,
+      "loss": 30.0312,
+      "step": 1542
+    },
+    {
+      "epoch": 0.07373602217337284,
+      "grad_norm": 289.5826721191406,
+      "learning_rate": 1.9997533681259797e-05,
+      "loss": 23.5938,
+      "step": 1543
+    },
+    {
+      "epoch": 0.07378380961483322,
+      "grad_norm": 312.53912353515625,
+      "learning_rate": 1.999751646513998e-05,
+      "loss": 38.0938,
+      "step": 1544
+    },
+    {
+      "epoch": 0.07383159705629361,
+      "grad_norm": 453.5225830078125,
+      "learning_rate": 1.9997499189147943e-05,
+      "loss": 41.875,
+      "step": 1545
+    },
+    {
+      "epoch": 0.073879384497754,
+      "grad_norm": 421.2083740234375,
+      "learning_rate": 1.9997481853283784e-05,
+      "loss": 32.7812,
+      "step": 1546
+    },
+    {
+      "epoch": 0.07392717193921437,
+      "grad_norm": 219.66600036621094,
+      "learning_rate": 1.9997464457547612e-05,
+      "loss": 32.1562,
+      "step": 1547
+    },
+    {
+      "epoch": 0.07397495938067476,
+      "grad_norm": 336.7136535644531,
+      "learning_rate": 1.9997447001939524e-05,
+      "loss": 29.0625,
+      "step": 1548
+    },
+    {
+      "epoch": 0.07402274682213514,
+      "grad_norm": 460.61212158203125,
+      "learning_rate": 1.9997429486459633e-05,
+      "loss": 34.9219,
+      "step": 1549
+    },
+    {
+      "epoch": 0.07407053426359553,
+      "grad_norm": 225.46719360351562,
+      "learning_rate": 1.999741191110804e-05,
+      "loss": 35.9062,
+      "step": 1550
+    },
+    {
+      "epoch": 0.07411832170505592,
+      "grad_norm": 396.84112548828125,
+      "learning_rate": 1.9997394275884848e-05,
+      "loss": 39.0156,
+      "step": 1551
+    },
+    {
+      "epoch": 0.07416610914651629,
+      "grad_norm": 274.64141845703125,
+      "learning_rate": 1.9997376580790163e-05,
+      "loss": 38.125,
+      "step": 1552
+    },
+    {
+      "epoch": 0.07421389658797668,
+      "grad_norm": 367.1347961425781,
+      "learning_rate": 1.9997358825824094e-05,
+      "loss": 43.2812,
+      "step": 1553
+    },
+    {
+      "epoch": 0.07426168402943706,
+      "grad_norm": 1066.145263671875,
+      "learning_rate": 1.9997341010986747e-05,
+      "loss": 33.5312,
+      "step": 1554
+    },
+    {
+      "epoch": 0.07430947147089745,
+      "grad_norm": 289.705322265625,
+      "learning_rate": 1.9997323136278225e-05,
+      "loss": 37.1875,
+      "step": 1555
+    },
+    {
+      "epoch": 0.07435725891235784,
+      "grad_norm": 237.5130615234375,
+      "learning_rate": 1.999730520169864e-05,
+      "loss": 33.7188,
+      "step": 1556
+    },
+    {
+      "epoch": 0.07440504635381821,
+      "grad_norm": 326.1311950683594,
+      "learning_rate": 1.999728720724809e-05,
+      "loss": 37.9062,
+      "step": 1557
+    },
+    {
+      "epoch": 0.0744528337952786,
+      "grad_norm": 338.3893737792969,
+      "learning_rate": 1.9997269152926697e-05,
+      "loss": 37.0938,
+      "step": 1558
+    },
+    {
+      "epoch": 0.07450062123673898,
+      "grad_norm": 496.5249938964844,
+      "learning_rate": 1.999725103873456e-05,
+      "loss": 33.9062,
+      "step": 1559
+    },
+    {
+      "epoch": 0.07454840867819937,
+      "grad_norm": 293.49102783203125,
+      "learning_rate": 1.9997232864671788e-05,
+      "loss": 34.6875,
+      "step": 1560
+    },
+    {
+      "epoch": 0.07459619611965976,
+      "grad_norm": 477.81671142578125,
+      "learning_rate": 1.9997214630738494e-05,
+      "loss": 43.9375,
+      "step": 1561
+    },
+    {
+      "epoch": 0.07464398356112013,
+      "grad_norm": 246.1861572265625,
+      "learning_rate": 1.999719633693478e-05,
+      "loss": 26.8438,
+      "step": 1562
+    },
+    {
+      "epoch": 0.07469177100258052,
+      "grad_norm": 335.25,
+      "learning_rate": 1.9997177983260764e-05,
+      "loss": 38.0938,
+      "step": 1563
+    },
+    {
+      "epoch": 0.07473955844404091,
+      "grad_norm": 370.80181884765625,
+      "learning_rate": 1.9997159569716553e-05,
+      "loss": 33.9375,
+      "step": 1564
+    },
+    {
+      "epoch": 0.07478734588550129,
+      "grad_norm": 324.869140625,
+      "learning_rate": 1.999714109630225e-05,
+      "loss": 30.7031,
+      "step": 1565
+    },
+    {
+      "epoch": 0.07483513332696168,
+      "grad_norm": 293.3521423339844,
+      "learning_rate": 1.9997122563017974e-05,
+      "loss": 38.5938,
+      "step": 1566
+    },
+    {
+      "epoch": 0.07488292076842205,
+      "grad_norm": 342.53607177734375,
+      "learning_rate": 1.9997103969863835e-05,
+      "loss": 36.1562,
+      "step": 1567
+    },
+    {
+      "epoch": 0.07493070820988244,
+      "grad_norm": 497.6061096191406,
+      "learning_rate": 1.9997085316839942e-05,
+      "loss": 33.5,
+      "step": 1568
+    },
+    {
+      "epoch": 0.07497849565134283,
+      "grad_norm": 276.2030029296875,
+      "learning_rate": 1.999706660394641e-05,
+      "loss": 35.2812,
+      "step": 1569
+    },
+    {
+      "epoch": 0.07502628309280321,
+      "grad_norm": 333.5001525878906,
+      "learning_rate": 1.9997047831183345e-05,
+      "loss": 28.9688,
+      "step": 1570
+    },
+    {
+      "epoch": 0.0750740705342636,
+      "grad_norm": 316.8763427734375,
+      "learning_rate": 1.9997028998550867e-05,
+      "loss": 29.125,
+      "step": 1571
+    },
+    {
+      "epoch": 0.07512185797572397,
+      "grad_norm": 501.89849853515625,
+      "learning_rate": 1.9997010106049083e-05,
+      "loss": 30.2188,
+      "step": 1572
+    },
+    {
+      "epoch": 0.07516964541718436,
+      "grad_norm": 249.1893310546875,
+      "learning_rate": 1.9996991153678106e-05,
+      "loss": 30.0,
+      "step": 1573
+    },
+    {
+      "epoch": 0.07521743285864475,
+      "grad_norm": 496.03875732421875,
+      "learning_rate": 1.9996972141438055e-05,
+      "loss": 39.5,
+      "step": 1574
+    },
+    {
+      "epoch": 0.07526522030010513,
+      "grad_norm": 453.4865417480469,
+      "learning_rate": 1.999695306932904e-05,
+      "loss": 47.4688,
+      "step": 1575
+    },
+    {
+      "epoch": 0.07531300774156552,
+      "grad_norm": 392.73406982421875,
+      "learning_rate": 1.9996933937351174e-05,
+      "loss": 39.125,
+      "step": 1576
+    },
+    {
+      "epoch": 0.0753607951830259,
+      "grad_norm": 444.3338928222656,
+      "learning_rate": 1.9996914745504573e-05,
+      "loss": 41.5625,
+      "step": 1577
+    },
+    {
+      "epoch": 0.07540858262448628,
+      "grad_norm": 408.572509765625,
+      "learning_rate": 1.9996895493789354e-05,
+      "loss": 40.9688,
+      "step": 1578
+    },
+    {
+      "epoch": 0.07545637006594667,
+      "grad_norm": 805.0591430664062,
+      "learning_rate": 1.9996876182205633e-05,
+      "loss": 48.5625,
+      "step": 1579
+    },
+    {
+      "epoch": 0.07550415750740705,
+      "grad_norm": 278.3807373046875,
+      "learning_rate": 1.9996856810753518e-05,
+      "loss": 38.125,
+      "step": 1580
+    },
+    {
+      "epoch": 0.07555194494886744,
+      "grad_norm": 377.0788269042969,
+      "learning_rate": 1.9996837379433134e-05,
+      "loss": 44.7188,
+      "step": 1581
+    },
+    {
+      "epoch": 0.07559973239032783,
+      "grad_norm": 605.8053588867188,
+      "learning_rate": 1.999681788824459e-05,
+      "loss": 30.3438,
+      "step": 1582
+    },
+    {
+      "epoch": 0.0756475198317882,
+      "grad_norm": 273.17352294921875,
+      "learning_rate": 1.999679833718801e-05,
+      "loss": 41.125,
+      "step": 1583
+    },
+    {
+      "epoch": 0.0756953072732486,
+      "grad_norm": 400.5758056640625,
+      "learning_rate": 1.9996778726263506e-05,
+      "loss": 37.8125,
+      "step": 1584
+    },
+    {
+      "epoch": 0.07574309471470897,
+      "grad_norm": 392.1959533691406,
+      "learning_rate": 1.9996759055471194e-05,
+      "loss": 38.25,
+      "step": 1585
+    },
+    {
+      "epoch": 0.07579088215616936,
+      "grad_norm": 433.1581726074219,
+      "learning_rate": 1.99967393248112e-05,
+      "loss": 40.125,
+      "step": 1586
+    },
+    {
+      "epoch": 0.07583866959762975,
+      "grad_norm": 378.8609924316406,
+      "learning_rate": 1.9996719534283633e-05,
+      "loss": 44.9688,
+      "step": 1587
+    },
+    {
+      "epoch": 0.07588645703909012,
+      "grad_norm": 414.21002197265625,
+      "learning_rate": 1.9996699683888616e-05,
+      "loss": 37.6875,
+      "step": 1588
+    },
+    {
+      "epoch": 0.07593424448055051,
+      "grad_norm": 624.5652465820312,
+      "learning_rate": 1.9996679773626267e-05,
+      "loss": 44.1562,
+      "step": 1589
+    },
+    {
+      "epoch": 0.07598203192201089,
+      "grad_norm": 334.0131530761719,
+      "learning_rate": 1.9996659803496706e-05,
+      "loss": 42.5,
+      "step": 1590
+    },
+    {
+      "epoch": 0.07602981936347128,
+      "grad_norm": 237.4462890625,
+      "learning_rate": 1.999663977350005e-05,
+      "loss": 35.0938,
+      "step": 1591
+    },
+    {
+      "epoch": 0.07607760680493167,
+      "grad_norm": 178.79640197753906,
+      "learning_rate": 1.9996619683636425e-05,
+      "loss": 29.8438,
+      "step": 1592
+    },
+    {
+      "epoch": 0.07612539424639204,
+      "grad_norm": 197.65469360351562,
+      "learning_rate": 1.9996599533905946e-05,
+      "loss": 26.3125,
+      "step": 1593
+    },
+    {
+      "epoch": 0.07617318168785243,
+      "grad_norm": 252.85443115234375,
+      "learning_rate": 1.9996579324308733e-05,
+      "loss": 42.5312,
+      "step": 1594
+    },
+    {
+      "epoch": 0.07622096912931281,
+      "grad_norm": 337.516845703125,
+      "learning_rate": 1.9996559054844908e-05,
+      "loss": 42.4062,
+      "step": 1595
+    },
+    {
+      "epoch": 0.0762687565707732,
+      "grad_norm": 559.6144409179688,
+      "learning_rate": 1.9996538725514597e-05,
+      "loss": 21.4844,
+      "step": 1596
+    },
+    {
+      "epoch": 0.07631654401223359,
+      "grad_norm": 266.33087158203125,
+      "learning_rate": 1.9996518336317915e-05,
+      "loss": 44.6875,
+      "step": 1597
+    },
+    {
+      "epoch": 0.07636433145369396,
+      "grad_norm": 303.02410888671875,
+      "learning_rate": 1.999649788725499e-05,
+      "loss": 33.375,
+      "step": 1598
+    },
+    {
+      "epoch": 0.07641211889515435,
+      "grad_norm": 400.919189453125,
+      "learning_rate": 1.999647737832594e-05,
+      "loss": 34.4688,
+      "step": 1599
+    },
+    {
+      "epoch": 0.07645990633661474,
+      "grad_norm": 471.1946105957031,
+      "learning_rate": 1.999645680953089e-05,
+      "loss": 50.9375,
+      "step": 1600
+    },
+    {
+      "epoch": 0.07650769377807512,
+      "grad_norm": 311.9549865722656,
+      "learning_rate": 1.9996436180869963e-05,
+      "loss": 36.9688,
+      "step": 1601
+    },
+    {
+      "epoch": 0.07655548121953551,
+      "grad_norm": 344.5712585449219,
+      "learning_rate": 1.999641549234328e-05,
+      "loss": 27.9688,
+      "step": 1602
+    },
+    {
+      "epoch": 0.07660326866099589,
+      "grad_norm": 474.10076904296875,
+      "learning_rate": 1.999639474395097e-05,
+      "loss": 39.3125,
+      "step": 1603
+    },
+    {
+      "epoch": 0.07665105610245627,
+      "grad_norm": 325.03173828125,
+      "learning_rate": 1.9996373935693153e-05,
+      "loss": 34.2812,
+      "step": 1604
+    },
+    {
+      "epoch": 0.07669884354391666,
+      "grad_norm": 530.2139282226562,
+      "learning_rate": 1.9996353067569955e-05,
+      "loss": 43.4375,
+      "step": 1605
+    },
+    {
+      "epoch": 0.07674663098537704,
+      "grad_norm": 390.8784484863281,
+      "learning_rate": 1.99963321395815e-05,
+      "loss": 42.0781,
+      "step": 1606
+    },
+    {
+      "epoch": 0.07679441842683743,
+      "grad_norm": 166.74119567871094,
+      "learning_rate": 1.9996311151727914e-05,
+      "loss": 22.4688,
+      "step": 1607
+    },
+    {
+      "epoch": 0.0768422058682978,
+      "grad_norm": 604.8617553710938,
+      "learning_rate": 1.9996290104009327e-05,
+      "loss": 31.4375,
+      "step": 1608
+    },
+    {
+      "epoch": 0.0768899933097582,
+      "grad_norm": 383.59942626953125,
+      "learning_rate": 1.9996268996425855e-05,
+      "loss": 48.0,
+      "step": 1609
+    },
+    {
+      "epoch": 0.07693778075121858,
+      "grad_norm": 239.45269775390625,
+      "learning_rate": 1.9996247828977636e-05,
+      "loss": 31.0938,
+      "step": 1610
+    },
+    {
+      "epoch": 0.07698556819267896,
+      "grad_norm": 260.2262268066406,
+      "learning_rate": 1.999622660166479e-05,
+      "loss": 32.7188,
+      "step": 1611
+    },
+    {
+      "epoch": 0.07703335563413935,
+      "grad_norm": 358.6650695800781,
+      "learning_rate": 1.9996205314487443e-05,
+      "loss": 37.9062,
+      "step": 1612
+    },
+    {
+      "epoch": 0.07708114307559973,
+      "grad_norm": 330.7292175292969,
+      "learning_rate": 1.9996183967445725e-05,
+      "loss": 41.5625,
+      "step": 1613
+    },
+    {
+      "epoch": 0.07712893051706012,
+      "grad_norm": 204.988525390625,
+      "learning_rate": 1.9996162560539763e-05,
+      "loss": 29.75,
+      "step": 1614
+    },
+    {
+      "epoch": 0.0771767179585205,
+      "grad_norm": 911.6983032226562,
+      "learning_rate": 1.999614109376969e-05,
+      "loss": 45.0312,
+      "step": 1615
+    },
+    {
+      "epoch": 0.07722450539998088,
+      "grad_norm": 215.68544006347656,
+      "learning_rate": 1.9996119567135628e-05,
+      "loss": 21.25,
+      "step": 1616
+    },
+    {
+      "epoch": 0.07727229284144127,
+      "grad_norm": 232.14671325683594,
+      "learning_rate": 1.999609798063771e-05,
+      "loss": 32.8438,
+      "step": 1617
+    },
+    {
+      "epoch": 0.07732008028290166,
+      "grad_norm": 377.70977783203125,
+      "learning_rate": 1.999607633427606e-05,
+      "loss": 41.0,
+      "step": 1618
+    },
+    {
+      "epoch": 0.07736786772436204,
+      "grad_norm": 311.5023193359375,
+      "learning_rate": 1.9996054628050814e-05,
+      "loss": 39.7188,
+      "step": 1619
+    },
+    {
+      "epoch": 0.07741565516582243,
+      "grad_norm": 332.15643310546875,
+      "learning_rate": 1.9996032861962097e-05,
+      "loss": 41.9688,
+      "step": 1620
+    },
+    {
+      "epoch": 0.0774634426072828,
+      "grad_norm": 463.39373779296875,
+      "learning_rate": 1.9996011036010044e-05,
+      "loss": 41.0312,
+      "step": 1621
+    },
+    {
+      "epoch": 0.07751123004874319,
+      "grad_norm": 361.74127197265625,
+      "learning_rate": 1.999598915019478e-05,
+      "loss": 45.2188,
+      "step": 1622
+    },
+    {
+      "epoch": 0.07755901749020358,
+      "grad_norm": 351.9949951171875,
+      "learning_rate": 1.9995967204516443e-05,
+      "loss": 29.7188,
+      "step": 1623
+    },
+    {
+      "epoch": 0.07760680493166396,
+      "grad_norm": 360.776123046875,
+      "learning_rate": 1.999594519897516e-05,
+      "loss": 42.0625,
+      "step": 1624
+    },
+    {
+      "epoch": 0.07765459237312435,
+      "grad_norm": 185.4187774658203,
+      "learning_rate": 1.999592313357106e-05,
+      "loss": 39.7188,
+      "step": 1625
+    },
+    {
+      "epoch": 0.07770237981458472,
+      "grad_norm": 436.7685241699219,
+      "learning_rate": 1.9995901008304283e-05,
+      "loss": 30.75,
+      "step": 1626
+    },
+    {
+      "epoch": 0.07775016725604511,
+      "grad_norm": 334.86669921875,
+      "learning_rate": 1.9995878823174956e-05,
+      "loss": 29.1875,
+      "step": 1627
+    },
+    {
+      "epoch": 0.0777979546975055,
+      "grad_norm": 489.0461730957031,
+      "learning_rate": 1.999585657818321e-05,
+      "loss": 43.4062,
+      "step": 1628
+    },
+    {
+      "epoch": 0.07784574213896588,
+      "grad_norm": 478.1835021972656,
+      "learning_rate": 1.9995834273329186e-05,
+      "loss": 45.75,
+      "step": 1629
+    },
+    {
+      "epoch": 0.07789352958042627,
+      "grad_norm": 270.7413330078125,
+      "learning_rate": 1.999581190861301e-05,
+      "loss": 38.4375,
+      "step": 1630
+    },
+    {
+      "epoch": 0.07794131702188664,
+      "grad_norm": 339.0130615234375,
+      "learning_rate": 1.9995789484034822e-05,
+      "loss": 35.8125,
+      "step": 1631
+    },
+    {
+      "epoch": 0.07798910446334703,
+      "grad_norm": 315.615234375,
+      "learning_rate": 1.999576699959475e-05,
+      "loss": 34.0312,
+      "step": 1632
+    },
+    {
+      "epoch": 0.07803689190480742,
+      "grad_norm": 329.69854736328125,
+      "learning_rate": 1.999574445529293e-05,
+      "loss": 39.75,
+      "step": 1633
+    },
+    {
+      "epoch": 0.0780846793462678,
+      "grad_norm": 318.71856689453125,
+      "learning_rate": 1.9995721851129503e-05,
+      "loss": 32.2812,
+      "step": 1634
+    },
+    {
+      "epoch": 0.07813246678772819,
+      "grad_norm": 306.58819580078125,
+      "learning_rate": 1.99956991871046e-05,
+      "loss": 22.5,
+      "step": 1635
+    },
+    {
+      "epoch": 0.07818025422918858,
+      "grad_norm": 292.40142822265625,
+      "learning_rate": 1.9995676463218358e-05,
+      "loss": 33.2812,
+      "step": 1636
+    },
+    {
+      "epoch": 0.07822804167064895,
+      "grad_norm": 321.1503601074219,
+      "learning_rate": 1.9995653679470905e-05,
+      "loss": 34.8125,
+      "step": 1637
+    },
+    {
+      "epoch": 0.07827582911210934,
+      "grad_norm": 211.58123779296875,
+      "learning_rate": 1.999563083586239e-05,
+      "loss": 35.1562,
+      "step": 1638
+    },
+    {
+      "epoch": 0.07832361655356972,
+      "grad_norm": 329.6365051269531,
+      "learning_rate": 1.999560793239294e-05,
+      "loss": 56.25,
+      "step": 1639
+    },
+    {
+      "epoch": 0.0783714039950301,
+      "grad_norm": 264.7904052734375,
+      "learning_rate": 1.99955849690627e-05,
+      "loss": 32.4688,
+      "step": 1640
+    },
+    {
+      "epoch": 0.0784191914364905,
+      "grad_norm": 332.9366149902344,
+      "learning_rate": 1.9995561945871804e-05,
+      "loss": 31.4062,
+      "step": 1641
+    },
+    {
+      "epoch": 0.07846697887795087,
+      "grad_norm": 370.7176208496094,
+      "learning_rate": 1.999553886282039e-05,
+      "loss": 45.9062,
+      "step": 1642
+    },
+    {
+      "epoch": 0.07851476631941126,
+      "grad_norm": 353.52264404296875,
+      "learning_rate": 1.9995515719908592e-05,
+      "loss": 28.0938,
+      "step": 1643
+    },
+    {
+      "epoch": 0.07856255376087164,
+      "grad_norm": 335.68780517578125,
+      "learning_rate": 1.999549251713656e-05,
+      "loss": 41.1875,
+      "step": 1644
+    },
+    {
+      "epoch": 0.07861034120233203,
+      "grad_norm": 252.60952758789062,
+      "learning_rate": 1.999546925450442e-05,
+      "loss": 25.5156,
+      "step": 1645
+    },
+    {
+      "epoch": 0.07865812864379242,
+      "grad_norm": 306.4566650390625,
+      "learning_rate": 1.9995445932012315e-05,
+      "loss": 28.1562,
+      "step": 1646
+    },
+    {
+      "epoch": 0.07870591608525279,
+      "grad_norm": 242.5723419189453,
+      "learning_rate": 1.999542254966039e-05,
+      "loss": 30.8438,
+      "step": 1647
+    },
+    {
+      "epoch": 0.07875370352671318,
+      "grad_norm": 208.8060302734375,
+      "learning_rate": 1.999539910744878e-05,
+      "loss": 34.5625,
+      "step": 1648
+    },
+    {
+      "epoch": 0.07880149096817357,
+      "grad_norm": 439.43499755859375,
+      "learning_rate": 1.999537560537763e-05,
+      "loss": 28.8125,
+      "step": 1649
+    },
+    {
+      "epoch": 0.07884927840963395,
+      "grad_norm": 485.7378234863281,
+      "learning_rate": 1.9995352043447075e-05,
+      "loss": 33.8125,
+      "step": 1650
+    },
+    {
+      "epoch": 0.07889706585109434,
+      "grad_norm": 446.0772399902344,
+      "learning_rate": 1.9995328421657258e-05,
+      "loss": 41.1875,
+      "step": 1651
+    },
+    {
+      "epoch": 0.07894485329255471,
+      "grad_norm": 412.7760925292969,
+      "learning_rate": 1.9995304740008324e-05,
+      "loss": 44.0625,
+      "step": 1652
+    },
+    {
+      "epoch": 0.0789926407340151,
+      "grad_norm": 408.16436767578125,
+      "learning_rate": 1.999528099850041e-05,
+      "loss": 36.9375,
+      "step": 1653
+    },
+    {
+      "epoch": 0.07904042817547549,
+      "grad_norm": 385.6685791015625,
+      "learning_rate": 1.999525719713366e-05,
+      "loss": 41.5,
+      "step": 1654
+    },
+    {
+      "epoch": 0.07908821561693587,
+      "grad_norm": 284.22210693359375,
+      "learning_rate": 1.9995233335908217e-05,
+      "loss": 37.5938,
+      "step": 1655
+    },
+    {
+      "epoch": 0.07913600305839626,
+      "grad_norm": 394.7599182128906,
+      "learning_rate": 1.9995209414824224e-05,
+      "loss": 31.3125,
+      "step": 1656
+    },
+    {
+      "epoch": 0.07918379049985663,
+      "grad_norm": 271.5932922363281,
+      "learning_rate": 1.9995185433881826e-05,
+      "loss": 41.0,
+      "step": 1657
+    },
+    {
+      "epoch": 0.07923157794131702,
+      "grad_norm": 423.5423583984375,
+      "learning_rate": 1.999516139308116e-05,
+      "loss": 28.0312,
+      "step": 1658
+    },
+    {
+      "epoch": 0.07927936538277741,
+      "grad_norm": 344.2567443847656,
+      "learning_rate": 1.999513729242238e-05,
+      "loss": 31.0938,
+      "step": 1659
+    },
+    {
+      "epoch": 0.07932715282423779,
+      "grad_norm": 376.89666748046875,
+      "learning_rate": 1.9995113131905622e-05,
+      "loss": 24.1875,
+      "step": 1660
+    },
+    {
+      "epoch": 0.07937494026569818,
+      "grad_norm": 449.54815673828125,
+      "learning_rate": 1.9995088911531035e-05,
+      "loss": 47.0625,
+      "step": 1661
+    },
+    {
+      "epoch": 0.07942272770715855,
+      "grad_norm": 468.1580810546875,
+      "learning_rate": 1.999506463129876e-05,
+      "loss": 47.0625,
+      "step": 1662
+    },
+    {
+      "epoch": 0.07947051514861894,
+      "grad_norm": 335.25537109375,
+      "learning_rate": 1.999504029120895e-05,
+      "loss": 35.25,
+      "step": 1663
+    },
+    {
+      "epoch": 0.07951830259007933,
+      "grad_norm": 576.2015991210938,
+      "learning_rate": 1.999501589126174e-05,
+      "loss": 34.2188,
+      "step": 1664
+    },
+    {
+      "epoch": 0.07956609003153971,
+      "grad_norm": 337.09552001953125,
+      "learning_rate": 1.9994991431457285e-05,
+      "loss": 35.0625,
+      "step": 1665
+    },
+    {
+      "epoch": 0.0796138774730001,
+      "grad_norm": 361.27972412109375,
+      "learning_rate": 1.9994966911795726e-05,
+      "loss": 33.625,
+      "step": 1666
+    },
+    {
+      "epoch": 0.07966166491446049,
+      "grad_norm": 272.2602844238281,
+      "learning_rate": 1.9994942332277214e-05,
+      "loss": 32.4375,
+      "step": 1667
+    },
+    {
+      "epoch": 0.07970945235592086,
+      "grad_norm": 343.84686279296875,
+      "learning_rate": 1.9994917692901893e-05,
+      "loss": 26.1719,
+      "step": 1668
+    },
+    {
+      "epoch": 0.07975723979738125,
+      "grad_norm": 325.7738952636719,
+      "learning_rate": 1.9994892993669914e-05,
+      "loss": 44.5625,
+      "step": 1669
+    },
+    {
+      "epoch": 0.07980502723884163,
+      "grad_norm": 199.04293823242188,
+      "learning_rate": 1.9994868234581424e-05,
+      "loss": 32.1562,
+      "step": 1670
+    },
+    {
+      "epoch": 0.07985281468030202,
+      "grad_norm": 260.5289306640625,
+      "learning_rate": 1.9994843415636568e-05,
+      "loss": 39.1875,
+      "step": 1671
+    },
+    {
+      "epoch": 0.0799006021217624,
+      "grad_norm": 197.80108642578125,
+      "learning_rate": 1.9994818536835495e-05,
+      "loss": 27.0938,
+      "step": 1672
+    },
+    {
+      "epoch": 0.07994838956322278,
+      "grad_norm": 179.99136352539062,
+      "learning_rate": 1.9994793598178358e-05,
+      "loss": 26.5,
+      "step": 1673
+    },
+    {
+      "epoch": 0.07999617700468317,
+      "grad_norm": 491.3493957519531,
+      "learning_rate": 1.9994768599665306e-05,
+      "loss": 40.5312,
+      "step": 1674
+    },
+    {
+      "epoch": 0.08004396444614355,
+      "grad_norm": 380.5768737792969,
+      "learning_rate": 1.9994743541296484e-05,
+      "loss": 50.4375,
+      "step": 1675
+    },
+    {
+      "epoch": 0.08009175188760394,
+      "grad_norm": 297.4902648925781,
+      "learning_rate": 1.9994718423072045e-05,
+      "loss": 30.6875,
+      "step": 1676
+    },
+    {
+      "epoch": 0.08013953932906433,
+      "grad_norm": 242.8907928466797,
+      "learning_rate": 1.999469324499214e-05,
+      "loss": 47.3438,
+      "step": 1677
+    },
+    {
+      "epoch": 0.0801873267705247,
+      "grad_norm": 437.6276550292969,
+      "learning_rate": 1.9994668007056922e-05,
+      "loss": 53.125,
+      "step": 1678
+    },
+    {
+      "epoch": 0.08023511421198509,
+      "grad_norm": 373.6355285644531,
+      "learning_rate": 1.9994642709266536e-05,
+      "loss": 41.0,
+      "step": 1679
+    },
+    {
+      "epoch": 0.08028290165344547,
+      "grad_norm": 284.8567199707031,
+      "learning_rate": 1.9994617351621137e-05,
+      "loss": 32.0625,
+      "step": 1680
+    },
+    {
+      "epoch": 0.08033068909490586,
+      "grad_norm": 445.6631164550781,
+      "learning_rate": 1.9994591934120876e-05,
+      "loss": 24.25,
+      "step": 1681
+    },
+    {
+      "epoch": 0.08037847653636625,
+      "grad_norm": 334.3370056152344,
+      "learning_rate": 1.999456645676591e-05,
+      "loss": 35.0938,
+      "step": 1682
+    },
+    {
+      "epoch": 0.08042626397782662,
+      "grad_norm": 131.39352416992188,
+      "learning_rate": 1.9994540919556385e-05,
+      "loss": 23.1562,
+      "step": 1683
+    },
+    {
+      "epoch": 0.08047405141928701,
+      "grad_norm": 324.16259765625,
+      "learning_rate": 1.9994515322492454e-05,
+      "loss": 43.9062,
+      "step": 1684
+    },
+    {
+      "epoch": 0.0805218388607474,
+      "grad_norm": 366.6224365234375,
+      "learning_rate": 1.9994489665574275e-05,
+      "loss": 37.6875,
+      "step": 1685
+    },
+    {
+      "epoch": 0.08056962630220778,
+      "grad_norm": 281.6111145019531,
+      "learning_rate": 1.9994463948802e-05,
+      "loss": 39.4688,
+      "step": 1686
+    },
+    {
+      "epoch": 0.08061741374366817,
+      "grad_norm": 377.24273681640625,
+      "learning_rate": 1.999443817217578e-05,
+      "loss": 47.9688,
+      "step": 1687
+    },
+    {
+      "epoch": 0.08066520118512854,
+      "grad_norm": 258.20794677734375,
+      "learning_rate": 1.999441233569577e-05,
+      "loss": 31.4688,
+      "step": 1688
+    },
+    {
+      "epoch": 0.08071298862658893,
+      "grad_norm": 261.1273193359375,
+      "learning_rate": 1.9994386439362134e-05,
+      "loss": 40.9688,
+      "step": 1689
+    },
+    {
+      "epoch": 0.08076077606804932,
+      "grad_norm": 240.53265380859375,
+      "learning_rate": 1.9994360483175013e-05,
+      "loss": 33.8438,
+      "step": 1690
+    },
+    {
+      "epoch": 0.0808085635095097,
+      "grad_norm": 292.22845458984375,
+      "learning_rate": 1.999433446713457e-05,
+      "loss": 35.4062,
+      "step": 1691
+    },
+    {
+      "epoch": 0.08085635095097009,
+      "grad_norm": 433.4652099609375,
+      "learning_rate": 1.9994308391240962e-05,
+      "loss": 35.4062,
+      "step": 1692
+    },
+    {
+      "epoch": 0.08090413839243046,
+      "grad_norm": 339.5627746582031,
+      "learning_rate": 1.999428225549434e-05,
+      "loss": 39.625,
+      "step": 1693
+    },
+    {
+      "epoch": 0.08095192583389085,
+      "grad_norm": 285.060302734375,
+      "learning_rate": 1.9994256059894864e-05,
+      "loss": 29.8438,
+      "step": 1694
+    },
+    {
+      "epoch": 0.08099971327535124,
+      "grad_norm": 268.699462890625,
+      "learning_rate": 1.9994229804442692e-05,
+      "loss": 35.0625,
+      "step": 1695
+    },
+    {
+      "epoch": 0.08104750071681162,
+      "grad_norm": 264.7673034667969,
+      "learning_rate": 1.999420348913798e-05,
+      "loss": 26.0469,
+      "step": 1696
+    },
+    {
+      "epoch": 0.08109528815827201,
+      "grad_norm": 460.494873046875,
+      "learning_rate": 1.9994177113980883e-05,
+      "loss": 25.5,
+      "step": 1697
+    },
+    {
+      "epoch": 0.08114307559973238,
+      "grad_norm": 416.8825988769531,
+      "learning_rate": 1.9994150678971564e-05,
+      "loss": 43.3125,
+      "step": 1698
+    },
+    {
+      "epoch": 0.08119086304119277,
+      "grad_norm": 316.2804870605469,
+      "learning_rate": 1.9994124184110175e-05,
+      "loss": 40.125,
+      "step": 1699
+    },
+    {
+      "epoch": 0.08123865048265316,
+      "grad_norm": 318.2640075683594,
+      "learning_rate": 1.9994097629396882e-05,
+      "loss": 30.3125,
+      "step": 1700
+    },
+    {
+      "epoch": 0.08128643792411354,
+      "grad_norm": 345.0464782714844,
+      "learning_rate": 1.9994071014831834e-05,
+      "loss": 40.375,
+      "step": 1701
+    },
+    {
+      "epoch": 0.08133422536557393,
+      "grad_norm": 248.425537109375,
+      "learning_rate": 1.9994044340415205e-05,
+      "loss": 24.9688,
+      "step": 1702
+    },
+    {
+      "epoch": 0.08138201280703432,
+      "grad_norm": 303.7532958984375,
+      "learning_rate": 1.9994017606147136e-05,
+      "loss": 32.3125,
+      "step": 1703
+    },
+    {
+      "epoch": 0.0814298002484947,
+      "grad_norm": 311.86572265625,
+      "learning_rate": 1.9993990812027804e-05,
+      "loss": 32.375,
+      "step": 1704
+    },
+    {
+      "epoch": 0.08147758768995508,
+      "grad_norm": 225.8699951171875,
+      "learning_rate": 1.999396395805736e-05,
+      "loss": 27.0312,
+      "step": 1705
+    },
+    {
+      "epoch": 0.08152537513141546,
+      "grad_norm": 171.68431091308594,
+      "learning_rate": 1.9993937044235973e-05,
+      "loss": 27.7188,
+      "step": 1706
+    },
+    {
+      "epoch": 0.08157316257287585,
+      "grad_norm": 305.9323425292969,
+      "learning_rate": 1.9993910070563793e-05,
+      "loss": 36.25,
+      "step": 1707
+    },
+    {
+      "epoch": 0.08162095001433624,
+      "grad_norm": 210.21661376953125,
+      "learning_rate": 1.999388303704099e-05,
+      "loss": 35.8438,
+      "step": 1708
+    },
+    {
+      "epoch": 0.08166873745579661,
+      "grad_norm": 301.0926208496094,
+      "learning_rate": 1.9993855943667723e-05,
+      "loss": 28.9375,
+      "step": 1709
+    },
+    {
+      "epoch": 0.081716524897257,
+      "grad_norm": 392.63677978515625,
+      "learning_rate": 1.9993828790444155e-05,
+      "loss": 52.375,
+      "step": 1710
+    },
+    {
+      "epoch": 0.08176431233871738,
+      "grad_norm": 336.31982421875,
+      "learning_rate": 1.9993801577370448e-05,
+      "loss": 35.125,
+      "step": 1711
+    },
+    {
+      "epoch": 0.08181209978017777,
+      "grad_norm": 554.264404296875,
+      "learning_rate": 1.9993774304446766e-05,
+      "loss": 42.9688,
+      "step": 1712
+    },
+    {
+      "epoch": 0.08185988722163816,
+      "grad_norm": 271.0146179199219,
+      "learning_rate": 1.9993746971673267e-05,
+      "loss": 35.875,
+      "step": 1713
+    },
+    {
+      "epoch": 0.08190767466309853,
+      "grad_norm": 245.09617614746094,
+      "learning_rate": 1.9993719579050124e-05,
+      "loss": 26.375,
+      "step": 1714
+    },
+    {
+      "epoch": 0.08195546210455892,
+      "grad_norm": 241.75914001464844,
+      "learning_rate": 1.9993692126577493e-05,
+      "loss": 33.125,
+      "step": 1715
+    },
+    {
+      "epoch": 0.0820032495460193,
+      "grad_norm": 351.418212890625,
+      "learning_rate": 1.999366461425554e-05,
+      "loss": 37.2812,
+      "step": 1716
+    },
+    {
+      "epoch": 0.08205103698747969,
+      "grad_norm": 419.9700927734375,
+      "learning_rate": 1.9993637042084435e-05,
+      "loss": 58.6875,
+      "step": 1717
+    },
+    {
+      "epoch": 0.08209882442894008,
+      "grad_norm": 380.9405822753906,
+      "learning_rate": 1.999360941006434e-05,
+      "loss": 34.25,
+      "step": 1718
+    },
+    {
+      "epoch": 0.08214661187040045,
+      "grad_norm": 213.7845458984375,
+      "learning_rate": 1.9993581718195417e-05,
+      "loss": 24.8438,
+      "step": 1719
+    },
+    {
+      "epoch": 0.08219439931186084,
+      "grad_norm": 318.8761291503906,
+      "learning_rate": 1.9993553966477836e-05,
+      "loss": 36.7344,
+      "step": 1720
+    },
+    {
+      "epoch": 0.08224218675332123,
+      "grad_norm": 621.35888671875,
+      "learning_rate": 1.9993526154911764e-05,
+      "loss": 29.5,
+      "step": 1721
+    },
+    {
+      "epoch": 0.08228997419478161,
+      "grad_norm": 287.0307312011719,
+      "learning_rate": 1.9993498283497362e-05,
+      "loss": 55.6875,
+      "step": 1722
+    },
+    {
+      "epoch": 0.082337761636242,
+      "grad_norm": 239.677978515625,
+      "learning_rate": 1.9993470352234804e-05,
+      "loss": 28.3438,
+      "step": 1723
+    },
+    {
+      "epoch": 0.08238554907770237,
+      "grad_norm": 340.3502197265625,
+      "learning_rate": 1.9993442361124253e-05,
+      "loss": 35.6719,
+      "step": 1724
+    },
+    {
+      "epoch": 0.08243333651916276,
+      "grad_norm": 367.6631774902344,
+      "learning_rate": 1.9993414310165873e-05,
+      "loss": 40.25,
+      "step": 1725
+    },
+    {
+      "epoch": 0.08248112396062315,
+      "grad_norm": 239.00732421875,
+      "learning_rate": 1.999338619935984e-05,
+      "loss": 37.3438,
+      "step": 1726
+    },
+    {
+      "epoch": 0.08252891140208353,
+      "grad_norm": 221.60279846191406,
+      "learning_rate": 1.999335802870632e-05,
+      "loss": 39.4375,
+      "step": 1727
+    },
+    {
+      "epoch": 0.08257669884354392,
+      "grad_norm": 367.8251647949219,
+      "learning_rate": 1.9993329798205475e-05,
+      "loss": 42.5312,
+      "step": 1728
+    },
+    {
+      "epoch": 0.0826244862850043,
+      "grad_norm": 351.9362487792969,
+      "learning_rate": 1.9993301507857485e-05,
+      "loss": 37.875,
+      "step": 1729
+    },
+    {
+      "epoch": 0.08267227372646468,
+      "grad_norm": 367.6710205078125,
+      "learning_rate": 1.999327315766251e-05,
+      "loss": 56.5,
+      "step": 1730
+    },
+    {
+      "epoch": 0.08272006116792507,
+      "grad_norm": 464.5281677246094,
+      "learning_rate": 1.9993244747620726e-05,
+      "loss": 45.0625,
+      "step": 1731
+    },
+    {
+      "epoch": 0.08276784860938545,
+      "grad_norm": 277.3976745605469,
+      "learning_rate": 1.9993216277732302e-05,
+      "loss": 36.4844,
+      "step": 1732
+    },
+    {
+      "epoch": 0.08281563605084584,
+      "grad_norm": 241.1553192138672,
+      "learning_rate": 1.9993187747997402e-05,
+      "loss": 26.4688,
+      "step": 1733
+    },
+    {
+      "epoch": 0.08286342349230622,
+      "grad_norm": 689.4264526367188,
+      "learning_rate": 1.9993159158416206e-05,
+      "loss": 54.8438,
+      "step": 1734
+    },
+    {
+      "epoch": 0.0829112109337666,
+      "grad_norm": 350.987548828125,
+      "learning_rate": 1.9993130508988883e-05,
+      "loss": 40.3281,
+      "step": 1735
+    },
+    {
+      "epoch": 0.082958998375227,
+      "grad_norm": 255.90017700195312,
+      "learning_rate": 1.99931017997156e-05,
+      "loss": 48.6562,
+      "step": 1736
+    },
+    {
+      "epoch": 0.08300678581668737,
+      "grad_norm": 441.651123046875,
+      "learning_rate": 1.999307303059653e-05,
+      "loss": 36.1562,
+      "step": 1737
+    },
+    {
+      "epoch": 0.08305457325814776,
+      "grad_norm": 363.4985046386719,
+      "learning_rate": 1.9993044201631853e-05,
+      "loss": 34.6719,
+      "step": 1738
+    },
+    {
+      "epoch": 0.08310236069960815,
+      "grad_norm": 390.05499267578125,
+      "learning_rate": 1.999301531282173e-05,
+      "loss": 39.8125,
+      "step": 1739
+    },
+    {
+      "epoch": 0.08315014814106853,
+      "grad_norm": 436.77947998046875,
+      "learning_rate": 1.9992986364166344e-05,
+      "loss": 41.0938,
+      "step": 1740
+    },
+    {
+      "epoch": 0.08319793558252891,
+      "grad_norm": 523.7510986328125,
+      "learning_rate": 1.999295735566586e-05,
+      "loss": 43.0,
+      "step": 1741
+    },
+    {
+      "epoch": 0.08324572302398929,
+      "grad_norm": 215.01193237304688,
+      "learning_rate": 1.999292828732046e-05,
+      "loss": 35.4375,
+      "step": 1742
+    },
+    {
+      "epoch": 0.08329351046544968,
+      "grad_norm": 398.902099609375,
+      "learning_rate": 1.999289915913031e-05,
+      "loss": 32.7188,
+      "step": 1743
+    },
+    {
+      "epoch": 0.08334129790691007,
+      "grad_norm": 274.8898620605469,
+      "learning_rate": 1.999286997109559e-05,
+      "loss": 33.125,
+      "step": 1744
+    },
+    {
+      "epoch": 0.08338908534837045,
+      "grad_norm": 515.7938842773438,
+      "learning_rate": 1.999284072321648e-05,
+      "loss": 37.6875,
+      "step": 1745
+    },
+    {
+      "epoch": 0.08343687278983083,
+      "grad_norm": 585.5784301757812,
+      "learning_rate": 1.999281141549314e-05,
+      "loss": 46.9688,
+      "step": 1746
+    },
+    {
+      "epoch": 0.08348466023129121,
+      "grad_norm": 273.6837463378906,
+      "learning_rate": 1.9992782047925755e-05,
+      "loss": 36.0,
+      "step": 1747
+    },
+    {
+      "epoch": 0.0835324476727516,
+      "grad_norm": 403.3897705078125,
+      "learning_rate": 1.9992752620514502e-05,
+      "loss": 39.875,
+      "step": 1748
+    },
+    {
+      "epoch": 0.08358023511421199,
+      "grad_norm": 170.06658935546875,
+      "learning_rate": 1.9992723133259555e-05,
+      "loss": 24.2812,
+      "step": 1749
+    },
+    {
+      "epoch": 0.08362802255567237,
+      "grad_norm": 251.80162048339844,
+      "learning_rate": 1.999269358616109e-05,
+      "loss": 46.125,
+      "step": 1750
+    },
+    {
+      "epoch": 0.08367580999713276,
+      "grad_norm": 361.7080383300781,
+      "learning_rate": 1.999266397921928e-05,
+      "loss": 38.5938,
+      "step": 1751
+    },
+    {
+      "epoch": 0.08372359743859313,
+      "grad_norm": 286.03546142578125,
+      "learning_rate": 1.9992634312434315e-05,
+      "loss": 37.125,
+      "step": 1752
+    },
+    {
+      "epoch": 0.08377138488005352,
+      "grad_norm": 334.74359130859375,
+      "learning_rate": 1.999260458580636e-05,
+      "loss": 38.625,
+      "step": 1753
+    },
+    {
+      "epoch": 0.08381917232151391,
+      "grad_norm": 217.2724151611328,
+      "learning_rate": 1.9992574799335598e-05,
+      "loss": 32.6875,
+      "step": 1754
+    },
+    {
+      "epoch": 0.08386695976297429,
+      "grad_norm": 468.8106689453125,
+      "learning_rate": 1.9992544953022203e-05,
+      "loss": 38.6562,
+      "step": 1755
+    },
+    {
+      "epoch": 0.08391474720443468,
+      "grad_norm": 556.4552001953125,
+      "learning_rate": 1.9992515046866363e-05,
+      "loss": 39.9688,
+      "step": 1756
+    },
+    {
+      "epoch": 0.08396253464589506,
+      "grad_norm": 284.1632995605469,
+      "learning_rate": 1.9992485080868252e-05,
+      "loss": 24.875,
+      "step": 1757
+    },
+    {
+      "epoch": 0.08401032208735544,
+      "grad_norm": 301.3684387207031,
+      "learning_rate": 1.9992455055028047e-05,
+      "loss": 41.625,
+      "step": 1758
+    },
+    {
+      "epoch": 0.08405810952881583,
+      "grad_norm": 194.3582305908203,
+      "learning_rate": 1.999242496934593e-05,
+      "loss": 33.25,
+      "step": 1759
+    },
+    {
+      "epoch": 0.0841058969702762,
+      "grad_norm": 313.4568176269531,
+      "learning_rate": 1.999239482382208e-05,
+      "loss": 36.375,
+      "step": 1760
+    },
+    {
+      "epoch": 0.0841536844117366,
+      "grad_norm": 595.5806884765625,
+      "learning_rate": 1.999236461845668e-05,
+      "loss": 36.4375,
+      "step": 1761
+    },
+    {
+      "epoch": 0.08420147185319699,
+      "grad_norm": 377.6017761230469,
+      "learning_rate": 1.999233435324991e-05,
+      "loss": 38.3438,
+      "step": 1762
+    },
+    {
+      "epoch": 0.08424925929465736,
+      "grad_norm": 256.7456970214844,
+      "learning_rate": 1.999230402820195e-05,
+      "loss": 27.2812,
+      "step": 1763
+    },
+    {
+      "epoch": 0.08429704673611775,
+      "grad_norm": 378.19952392578125,
+      "learning_rate": 1.9992273643312987e-05,
+      "loss": 40.875,
+      "step": 1764
+    },
+    {
+      "epoch": 0.08434483417757813,
+      "grad_norm": 342.2883605957031,
+      "learning_rate": 1.9992243198583194e-05,
+      "loss": 42.625,
+      "step": 1765
+    },
+    {
+      "epoch": 0.08439262161903852,
+      "grad_norm": 393.8013000488281,
+      "learning_rate": 1.9992212694012757e-05,
+      "loss": 38.5938,
+      "step": 1766
+    },
+    {
+      "epoch": 0.0844404090604989,
+      "grad_norm": 445.958740234375,
+      "learning_rate": 1.999218212960186e-05,
+      "loss": 29.9375,
+      "step": 1767
+    },
+    {
+      "epoch": 0.08448819650195928,
+      "grad_norm": 267.9503479003906,
+      "learning_rate": 1.999215150535069e-05,
+      "loss": 26.7188,
+      "step": 1768
+    },
+    {
+      "epoch": 0.08453598394341967,
+      "grad_norm": 440.4520263671875,
+      "learning_rate": 1.999212082125942e-05,
+      "loss": 48.8438,
+      "step": 1769
+    },
+    {
+      "epoch": 0.08458377138488006,
+      "grad_norm": 271.4653015136719,
+      "learning_rate": 1.9992090077328244e-05,
+      "loss": 36.1562,
+      "step": 1770
+    },
+    {
+      "epoch": 0.08463155882634044,
+      "grad_norm": 345.2618713378906,
+      "learning_rate": 1.999205927355734e-05,
+      "loss": 38.75,
+      "step": 1771
+    },
+    {
+      "epoch": 0.08467934626780083,
+      "grad_norm": 447.70953369140625,
+      "learning_rate": 1.999202840994689e-05,
+      "loss": 53.125,
+      "step": 1772
+    },
+    {
+      "epoch": 0.0847271337092612,
+      "grad_norm": 160.87571716308594,
+      "learning_rate": 1.999199748649709e-05,
+      "loss": 25.8594,
+      "step": 1773
+    },
+    {
+      "epoch": 0.08477492115072159,
+      "grad_norm": 276.8654479980469,
+      "learning_rate": 1.9991966503208116e-05,
+      "loss": 33.9062,
+      "step": 1774
+    },
+    {
+      "epoch": 0.08482270859218198,
+      "grad_norm": 520.6973876953125,
+      "learning_rate": 1.9991935460080155e-05,
+      "loss": 44.9688,
+      "step": 1775
+    },
+    {
+      "epoch": 0.08487049603364236,
+      "grad_norm": 426.2193298339844,
+      "learning_rate": 1.9991904357113392e-05,
+      "loss": 37.9062,
+      "step": 1776
+    },
+    {
+      "epoch": 0.08491828347510275,
+      "grad_norm": 310.5545959472656,
+      "learning_rate": 1.9991873194308017e-05,
+      "loss": 32.6875,
+      "step": 1777
+    },
+    {
+      "epoch": 0.08496607091656312,
+      "grad_norm": 523.9259033203125,
+      "learning_rate": 1.9991841971664216e-05,
+      "loss": 43.2812,
+      "step": 1778
+    },
+    {
+      "epoch": 0.08501385835802351,
+      "grad_norm": 352.1271667480469,
+      "learning_rate": 1.9991810689182172e-05,
+      "loss": 41.5938,
+      "step": 1779
+    },
+    {
+      "epoch": 0.0850616457994839,
+      "grad_norm": 348.05462646484375,
+      "learning_rate": 1.9991779346862075e-05,
+      "loss": 46.625,
+      "step": 1780
+    },
+    {
+      "epoch": 0.08510943324094428,
+      "grad_norm": 328.1707458496094,
+      "learning_rate": 1.9991747944704115e-05,
+      "loss": 44.5625,
+      "step": 1781
+    },
+    {
+      "epoch": 0.08515722068240467,
+      "grad_norm": 314.5981140136719,
+      "learning_rate": 1.9991716482708475e-05,
+      "loss": 44.3125,
+      "step": 1782
+    },
+    {
+      "epoch": 0.08520500812386504,
+      "grad_norm": 369.4944152832031,
+      "learning_rate": 1.9991684960875348e-05,
+      "loss": 36.2812,
+      "step": 1783
+    },
+    {
+      "epoch": 0.08525279556532543,
+      "grad_norm": 272.72454833984375,
+      "learning_rate": 1.999165337920492e-05,
+      "loss": 30.0625,
+      "step": 1784
+    },
+    {
+      "epoch": 0.08530058300678582,
+      "grad_norm": 367.5653991699219,
+      "learning_rate": 1.999162173769738e-05,
+      "loss": 36.2812,
+      "step": 1785
+    },
+    {
+      "epoch": 0.0853483704482462,
+      "grad_norm": 387.0052490234375,
+      "learning_rate": 1.999159003635292e-05,
+      "loss": 27.3594,
+      "step": 1786
+    },
+    {
+      "epoch": 0.08539615788970659,
+      "grad_norm": 422.5592041015625,
+      "learning_rate": 1.9991558275171726e-05,
+      "loss": 38.2812,
+      "step": 1787
+    },
+    {
+      "epoch": 0.08544394533116698,
+      "grad_norm": 345.74761962890625,
+      "learning_rate": 1.9991526454153995e-05,
+      "loss": 30.3125,
+      "step": 1788
+    },
+    {
+      "epoch": 0.08549173277262735,
+      "grad_norm": 171.5170135498047,
+      "learning_rate": 1.999149457329991e-05,
+      "loss": 26.4219,
+      "step": 1789
+    },
+    {
+      "epoch": 0.08553952021408774,
+      "grad_norm": 796.2922973632812,
+      "learning_rate": 1.9991462632609666e-05,
+      "loss": 48.5312,
+      "step": 1790
+    },
+    {
+      "epoch": 0.08558730765554812,
+      "grad_norm": 387.44207763671875,
+      "learning_rate": 1.9991430632083455e-05,
+      "loss": 40.625,
+      "step": 1791
+    },
+    {
+      "epoch": 0.0856350950970085,
+      "grad_norm": 213.06088256835938,
+      "learning_rate": 1.9991398571721467e-05,
+      "loss": 25.5625,
+      "step": 1792
+    },
+    {
+      "epoch": 0.0856828825384689,
+      "grad_norm": 228.01443481445312,
+      "learning_rate": 1.999136645152389e-05,
+      "loss": 38.1562,
+      "step": 1793
+    },
+    {
+      "epoch": 0.08573066997992927,
+      "grad_norm": 418.46221923828125,
+      "learning_rate": 1.999133427149092e-05,
+      "loss": 36.6875,
+      "step": 1794
+    },
+    {
+      "epoch": 0.08577845742138966,
+      "grad_norm": 290.25811767578125,
+      "learning_rate": 1.9991302031622757e-05,
+      "loss": 30.2812,
+      "step": 1795
+    },
+    {
+      "epoch": 0.08582624486285004,
+      "grad_norm": 257.12994384765625,
+      "learning_rate": 1.9991269731919582e-05,
+      "loss": 25.375,
+      "step": 1796
+    },
+    {
+      "epoch": 0.08587403230431043,
+      "grad_norm": 318.0666809082031,
+      "learning_rate": 1.9991237372381593e-05,
+      "loss": 30.7812,
+      "step": 1797
+    },
+    {
+      "epoch": 0.08592181974577082,
+      "grad_norm": 486.9289245605469,
+      "learning_rate": 1.9991204953008987e-05,
+      "loss": 39.9375,
+      "step": 1798
+    },
+    {
+      "epoch": 0.08596960718723119,
+      "grad_norm": 274.1957702636719,
+      "learning_rate": 1.9991172473801953e-05,
+      "loss": 36.3125,
+      "step": 1799
+    },
+    {
+      "epoch": 0.08601739462869158,
+      "grad_norm": 227.5116729736328,
+      "learning_rate": 1.999113993476069e-05,
+      "loss": 32.0,
+      "step": 1800
+    },
+    {
+      "epoch": 0.08606518207015196,
+      "grad_norm": 403.9185485839844,
+      "learning_rate": 1.999110733588539e-05,
+      "loss": 34.5312,
+      "step": 1801
+    },
+    {
+      "epoch": 0.08611296951161235,
+      "grad_norm": 403.0399475097656,
+      "learning_rate": 1.999107467717625e-05,
+      "loss": 34.7188,
+      "step": 1802
+    },
+    {
+      "epoch": 0.08616075695307274,
+      "grad_norm": 259.156005859375,
+      "learning_rate": 1.9991041958633463e-05,
+      "loss": 35.7188,
+      "step": 1803
+    },
+    {
+      "epoch": 0.08620854439453311,
+      "grad_norm": 311.5859680175781,
+      "learning_rate": 1.9991009180257227e-05,
+      "loss": 33.9062,
+      "step": 1804
+    },
+    {
+      "epoch": 0.0862563318359935,
+      "grad_norm": 192.44577026367188,
+      "learning_rate": 1.999097634204774e-05,
+      "loss": 36.0938,
+      "step": 1805
+    },
+    {
+      "epoch": 0.08630411927745389,
+      "grad_norm": 348.6726379394531,
+      "learning_rate": 1.9990943444005194e-05,
+      "loss": 34.4062,
+      "step": 1806
+    },
+    {
+      "epoch": 0.08635190671891427,
+      "grad_norm": 478.54266357421875,
+      "learning_rate": 1.9990910486129792e-05,
+      "loss": 36.9062,
+      "step": 1807
+    },
+    {
+      "epoch": 0.08639969416037466,
+      "grad_norm": 173.9816131591797,
+      "learning_rate": 1.9990877468421724e-05,
+      "loss": 28.7188,
+      "step": 1808
+    },
+    {
+      "epoch": 0.08644748160183503,
+      "grad_norm": 163.03041076660156,
+      "learning_rate": 1.9990844390881194e-05,
+      "loss": 37.3125,
+      "step": 1809
+    },
+    {
+      "epoch": 0.08649526904329542,
+      "grad_norm": 360.8751220703125,
+      "learning_rate": 1.9990811253508398e-05,
+      "loss": 39.2812,
+      "step": 1810
+    },
+    {
+      "epoch": 0.08654305648475581,
+      "grad_norm": 323.1778259277344,
+      "learning_rate": 1.9990778056303535e-05,
+      "loss": 36.75,
+      "step": 1811
+    },
+    {
+      "epoch": 0.08659084392621619,
+      "grad_norm": 293.2635498046875,
+      "learning_rate": 1.9990744799266803e-05,
+      "loss": 40.4688,
+      "step": 1812
+    },
+    {
+      "epoch": 0.08663863136767658,
+      "grad_norm": 322.7474060058594,
+      "learning_rate": 1.9990711482398398e-05,
+      "loss": 29.6562,
+      "step": 1813
+    },
+    {
+      "epoch": 0.08668641880913695,
+      "grad_norm": 262.10595703125,
+      "learning_rate": 1.9990678105698526e-05,
+      "loss": 44.4375,
+      "step": 1814
+    },
+    {
+      "epoch": 0.08673420625059734,
+      "grad_norm": 286.2751159667969,
+      "learning_rate": 1.999064466916738e-05,
+      "loss": 32.1719,
+      "step": 1815
+    },
+    {
+      "epoch": 0.08678199369205773,
+      "grad_norm": 475.97564697265625,
+      "learning_rate": 1.9990611172805168e-05,
+      "loss": 46.3438,
+      "step": 1816
+    },
+    {
+      "epoch": 0.08682978113351811,
+      "grad_norm": 339.86907958984375,
+      "learning_rate": 1.9990577616612083e-05,
+      "loss": 33.3125,
+      "step": 1817
+    },
+    {
+      "epoch": 0.0868775685749785,
+      "grad_norm": 221.81748962402344,
+      "learning_rate": 1.999054400058833e-05,
+      "loss": 36.6875,
+      "step": 1818
+    },
+    {
+      "epoch": 0.08692535601643887,
+      "grad_norm": 403.0863342285156,
+      "learning_rate": 1.9990510324734114e-05,
+      "loss": 48.0,
+      "step": 1819
+    },
+    {
+      "epoch": 0.08697314345789926,
+      "grad_norm": 243.6432342529297,
+      "learning_rate": 1.9990476589049628e-05,
+      "loss": 35.7812,
+      "step": 1820
+    },
+    {
+      "epoch": 0.08702093089935965,
+      "grad_norm": 281.1512756347656,
+      "learning_rate": 1.999044279353508e-05,
+      "loss": 39.5938,
+      "step": 1821
+    },
+    {
+      "epoch": 0.08706871834082003,
+      "grad_norm": 416.1306457519531,
+      "learning_rate": 1.999040893819067e-05,
+      "loss": 40.7188,
+      "step": 1822
+    },
+    {
+      "epoch": 0.08711650578228042,
+      "grad_norm": 300.4561767578125,
+      "learning_rate": 1.9990375023016605e-05,
+      "loss": 29.0,
+      "step": 1823
+    },
+    {
+      "epoch": 0.08716429322374081,
+      "grad_norm": 412.4942626953125,
+      "learning_rate": 1.999034104801308e-05,
+      "loss": 43.75,
+      "step": 1824
+    },
+    {
+      "epoch": 0.08721208066520118,
+      "grad_norm": 418.6256408691406,
+      "learning_rate": 1.9990307013180303e-05,
+      "loss": 36.5312,
+      "step": 1825
+    },
+    {
+      "epoch": 0.08725986810666157,
+      "grad_norm": 506.29742431640625,
+      "learning_rate": 1.999027291851848e-05,
+      "loss": 40.3125,
+      "step": 1826
+    },
+    {
+      "epoch": 0.08730765554812195,
+      "grad_norm": 283.2252502441406,
+      "learning_rate": 1.9990238764027816e-05,
+      "loss": 46.875,
+      "step": 1827
+    },
+    {
+      "epoch": 0.08735544298958234,
+      "grad_norm": 228.836669921875,
+      "learning_rate": 1.999020454970851e-05,
+      "loss": 26.0312,
+      "step": 1828
+    },
+    {
+      "epoch": 0.08740323043104273,
+      "grad_norm": 301.01385498046875,
+      "learning_rate": 1.999017027556077e-05,
+      "loss": 42.4844,
+      "step": 1829
+    },
+    {
+      "epoch": 0.0874510178725031,
+      "grad_norm": 307.53570556640625,
+      "learning_rate": 1.9990135941584802e-05,
+      "loss": 35.0,
+      "step": 1830
+    },
+    {
+      "epoch": 0.08749880531396349,
+      "grad_norm": 281.8105163574219,
+      "learning_rate": 1.9990101547780808e-05,
+      "loss": 37.9062,
+      "step": 1831
+    },
+    {
+      "epoch": 0.08754659275542387,
+      "grad_norm": 235.50482177734375,
+      "learning_rate": 1.9990067094148996e-05,
+      "loss": 26.3125,
+      "step": 1832
+    },
+    {
+      "epoch": 0.08759438019688426,
+      "grad_norm": 231.4215850830078,
+      "learning_rate": 1.9990032580689577e-05,
+      "loss": 28.0,
+      "step": 1833
+    },
+    {
+      "epoch": 0.08764216763834465,
+      "grad_norm": 238.6560516357422,
+      "learning_rate": 1.998999800740275e-05,
+      "loss": 39.2812,
+      "step": 1834
+    },
+    {
+      "epoch": 0.08768995507980502,
+      "grad_norm": 380.5059814453125,
+      "learning_rate": 1.9989963374288727e-05,
+      "loss": 28.0625,
+      "step": 1835
+    },
+    {
+      "epoch": 0.08773774252126541,
+      "grad_norm": 299.57232666015625,
+      "learning_rate": 1.9989928681347712e-05,
+      "loss": 44.75,
+      "step": 1836
+    },
+    {
+      "epoch": 0.08778552996272579,
+      "grad_norm": 262.54547119140625,
+      "learning_rate": 1.9989893928579917e-05,
+      "loss": 24.2812,
+      "step": 1837
+    },
+    {
+      "epoch": 0.08783331740418618,
+      "grad_norm": 239.55303955078125,
+      "learning_rate": 1.9989859115985547e-05,
+      "loss": 40.75,
+      "step": 1838
+    },
+    {
+      "epoch": 0.08788110484564657,
+      "grad_norm": 498.0028076171875,
+      "learning_rate": 1.9989824243564814e-05,
+      "loss": 47.375,
+      "step": 1839
+    },
+    {
+      "epoch": 0.08792889228710694,
+      "grad_norm": 408.29132080078125,
+      "learning_rate": 1.998978931131792e-05,
+      "loss": 38.25,
+      "step": 1840
+    },
+    {
+      "epoch": 0.08797667972856733,
+      "grad_norm": 181.6696319580078,
+      "learning_rate": 1.9989754319245082e-05,
+      "loss": 32.1875,
+      "step": 1841
+    },
+    {
+      "epoch": 0.08802446717002772,
+      "grad_norm": 346.12188720703125,
+      "learning_rate": 1.9989719267346503e-05,
+      "loss": 47.625,
+      "step": 1842
+    },
+    {
+      "epoch": 0.0880722546114881,
+      "grad_norm": 276.4460754394531,
+      "learning_rate": 1.9989684155622394e-05,
+      "loss": 31.9531,
+      "step": 1843
+    },
+    {
+      "epoch": 0.08812004205294849,
+      "grad_norm": 388.5171203613281,
+      "learning_rate": 1.9989648984072975e-05,
+      "loss": 41.0,
+      "step": 1844
+    },
+    {
+      "epoch": 0.08816782949440886,
+      "grad_norm": 449.97430419921875,
+      "learning_rate": 1.9989613752698442e-05,
+      "loss": 51.3438,
+      "step": 1845
+    },
+    {
+      "epoch": 0.08821561693586925,
+      "grad_norm": 331.3462829589844,
+      "learning_rate": 1.9989578461499012e-05,
+      "loss": 47.0312,
+      "step": 1846
+    },
+    {
+      "epoch": 0.08826340437732964,
+      "grad_norm": 275.6280212402344,
+      "learning_rate": 1.99895431104749e-05,
+      "loss": 33.0625,
+      "step": 1847
+    },
+    {
+      "epoch": 0.08831119181879002,
+      "grad_norm": 223.15467834472656,
+      "learning_rate": 1.998950769962632e-05,
+      "loss": 31.6875,
+      "step": 1848
+    },
+    {
+      "epoch": 0.08835897926025041,
+      "grad_norm": 702.2090454101562,
+      "learning_rate": 1.998947222895347e-05,
+      "loss": 58.0625,
+      "step": 1849
+    },
+    {
+      "epoch": 0.08840676670171078,
+      "grad_norm": 378.1590270996094,
+      "learning_rate": 1.9989436698456576e-05,
+      "loss": 42.75,
+      "step": 1850
+    },
+    {
+      "epoch": 0.08845455414317117,
+      "grad_norm": 365.49493408203125,
+      "learning_rate": 1.9989401108135843e-05,
+      "loss": 32.0312,
+      "step": 1851
+    },
+    {
+      "epoch": 0.08850234158463156,
+      "grad_norm": 280.0124816894531,
+      "learning_rate": 1.998936545799149e-05,
+      "loss": 39.5312,
+      "step": 1852
+    },
+    {
+      "epoch": 0.08855012902609194,
+      "grad_norm": 366.1275939941406,
+      "learning_rate": 1.9989329748023728e-05,
+      "loss": 31.8125,
+      "step": 1853
+    },
+    {
+      "epoch": 0.08859791646755233,
+      "grad_norm": 433.3079833984375,
+      "learning_rate": 1.9989293978232767e-05,
+      "loss": 31.625,
+      "step": 1854
+    },
+    {
+      "epoch": 0.0886457039090127,
+      "grad_norm": 310.1285400390625,
+      "learning_rate": 1.998925814861883e-05,
+      "loss": 35.5312,
+      "step": 1855
+    },
+    {
+      "epoch": 0.0886934913504731,
+      "grad_norm": 272.7467956542969,
+      "learning_rate": 1.9989222259182123e-05,
+      "loss": 36.1562,
+      "step": 1856
+    },
+    {
+      "epoch": 0.08874127879193348,
+      "grad_norm": 669.7048950195312,
+      "learning_rate": 1.9989186309922864e-05,
+      "loss": 42.9375,
+      "step": 1857
+    },
+    {
+      "epoch": 0.08878906623339386,
+      "grad_norm": 260.1030578613281,
+      "learning_rate": 1.9989150300841266e-05,
+      "loss": 40.0938,
+      "step": 1858
+    },
+    {
+      "epoch": 0.08883685367485425,
+      "grad_norm": 1520.0411376953125,
+      "learning_rate": 1.9989114231937553e-05,
+      "loss": 45.625,
+      "step": 1859
+    },
+    {
+      "epoch": 0.08888464111631464,
+      "grad_norm": 201.44395446777344,
+      "learning_rate": 1.998907810321193e-05,
+      "loss": 22.9375,
+      "step": 1860
+    },
+    {
+      "epoch": 0.08893242855777501,
+      "grad_norm": 228.78977966308594,
+      "learning_rate": 1.9989041914664625e-05,
+      "loss": 26.625,
+      "step": 1861
+    },
+    {
+      "epoch": 0.0889802159992354,
+      "grad_norm": 290.30511474609375,
+      "learning_rate": 1.9989005666295844e-05,
+      "loss": 19.9219,
+      "step": 1862
+    },
+    {
+      "epoch": 0.08902800344069578,
+      "grad_norm": 515.6284790039062,
+      "learning_rate": 1.998896935810581e-05,
+      "loss": 52.5625,
+      "step": 1863
+    },
+    {
+      "epoch": 0.08907579088215617,
+      "grad_norm": 888.2554321289062,
+      "learning_rate": 1.9988932990094737e-05,
+      "loss": 39.1875,
+      "step": 1864
+    },
+    {
+      "epoch": 0.08912357832361656,
+      "grad_norm": 259.8732604980469,
+      "learning_rate": 1.9988896562262846e-05,
+      "loss": 44.0,
+      "step": 1865
+    },
+    {
+      "epoch": 0.08917136576507693,
+      "grad_norm": 427.7418212890625,
+      "learning_rate": 1.9988860074610353e-05,
+      "loss": 30.2344,
+      "step": 1866
+    },
+    {
+      "epoch": 0.08921915320653732,
+      "grad_norm": 424.4082946777344,
+      "learning_rate": 1.9988823527137477e-05,
+      "loss": 32.9531,
+      "step": 1867
+    },
+    {
+      "epoch": 0.0892669406479977,
+      "grad_norm": 233.89300537109375,
+      "learning_rate": 1.9988786919844437e-05,
+      "loss": 32.8438,
+      "step": 1868
+    },
+    {
+      "epoch": 0.08931472808945809,
+      "grad_norm": 417.7945556640625,
+      "learning_rate": 1.9988750252731454e-05,
+      "loss": 36.4688,
+      "step": 1869
+    },
+    {
+      "epoch": 0.08936251553091848,
+      "grad_norm": 293.5604248046875,
+      "learning_rate": 1.9988713525798747e-05,
+      "loss": 26.9062,
+      "step": 1870
+    },
+    {
+      "epoch": 0.08941030297237886,
+      "grad_norm": 461.15911865234375,
+      "learning_rate": 1.9988676739046534e-05,
+      "loss": 39.4688,
+      "step": 1871
+    },
+    {
+      "epoch": 0.08945809041383924,
+      "grad_norm": 308.9627990722656,
+      "learning_rate": 1.9988639892475032e-05,
+      "loss": 37.5,
+      "step": 1872
+    },
+    {
+      "epoch": 0.08950587785529962,
+      "grad_norm": 214.90206909179688,
+      "learning_rate": 1.998860298608447e-05,
+      "loss": 23.125,
+      "step": 1873
+    },
+    {
+      "epoch": 0.08955366529676001,
+      "grad_norm": 300.23114013671875,
+      "learning_rate": 1.9988566019875066e-05,
+      "loss": 45.7812,
+      "step": 1874
+    },
+    {
+      "epoch": 0.0896014527382204,
+      "grad_norm": 447.99017333984375,
+      "learning_rate": 1.9988528993847037e-05,
+      "loss": 40.7188,
+      "step": 1875
+    },
+    {
+      "epoch": 0.08964924017968078,
+      "grad_norm": 265.8505554199219,
+      "learning_rate": 1.9988491908000612e-05,
+      "loss": 35.625,
+      "step": 1876
+    },
+    {
+      "epoch": 0.08969702762114116,
+      "grad_norm": 451.0071105957031,
+      "learning_rate": 1.9988454762336006e-05,
+      "loss": 40.25,
+      "step": 1877
+    },
+    {
+      "epoch": 0.08974481506260155,
+      "grad_norm": 359.935791015625,
+      "learning_rate": 1.9988417556853442e-05,
+      "loss": 33.5625,
+      "step": 1878
+    },
+    {
+      "epoch": 0.08979260250406193,
+      "grad_norm": 400.4513854980469,
+      "learning_rate": 1.998838029155315e-05,
+      "loss": 30.4375,
+      "step": 1879
+    },
+    {
+      "epoch": 0.08984038994552232,
+      "grad_norm": 350.2699890136719,
+      "learning_rate": 1.9988342966435348e-05,
+      "loss": 54.6875,
+      "step": 1880
+    },
+    {
+      "epoch": 0.0898881773869827,
+      "grad_norm": 327.08624267578125,
+      "learning_rate": 1.998830558150026e-05,
+      "loss": 27.75,
+      "step": 1881
+    },
+    {
+      "epoch": 0.08993596482844309,
+      "grad_norm": 319.9646911621094,
+      "learning_rate": 1.998826813674811e-05,
+      "loss": 29.75,
+      "step": 1882
+    },
+    {
+      "epoch": 0.08998375226990347,
+      "grad_norm": 325.06512451171875,
+      "learning_rate": 1.998823063217912e-05,
+      "loss": 34.5,
+      "step": 1883
+    },
+    {
+      "epoch": 0.09003153971136385,
+      "grad_norm": 349.997802734375,
+      "learning_rate": 1.998819306779352e-05,
+      "loss": 40.5938,
+      "step": 1884
+    },
+    {
+      "epoch": 0.09007932715282424,
+      "grad_norm": 356.2632751464844,
+      "learning_rate": 1.998815544359153e-05,
+      "loss": 42.8438,
+      "step": 1885
+    },
+    {
+      "epoch": 0.09012711459428462,
+      "grad_norm": 312.065185546875,
+      "learning_rate": 1.998811775957338e-05,
+      "loss": 29.2812,
+      "step": 1886
+    },
+    {
+      "epoch": 0.090174902035745,
+      "grad_norm": 319.2381896972656,
+      "learning_rate": 1.998808001573929e-05,
+      "loss": 36.6562,
+      "step": 1887
+    },
+    {
+      "epoch": 0.0902226894772054,
+      "grad_norm": 534.6762084960938,
+      "learning_rate": 1.9988042212089488e-05,
+      "loss": 35.9531,
+      "step": 1888
+    },
+    {
+      "epoch": 0.09027047691866577,
+      "grad_norm": 371.9231262207031,
+      "learning_rate": 1.9988004348624202e-05,
+      "loss": 34.5312,
+      "step": 1889
+    },
+    {
+      "epoch": 0.09031826436012616,
+      "grad_norm": 560.2755737304688,
+      "learning_rate": 1.998796642534366e-05,
+      "loss": 31.4062,
+      "step": 1890
+    },
+    {
+      "epoch": 0.09036605180158655,
+      "grad_norm": 352.58447265625,
+      "learning_rate": 1.9987928442248084e-05,
+      "loss": 37.3125,
+      "step": 1891
+    },
+    {
+      "epoch": 0.09041383924304693,
+      "grad_norm": 289.5615234375,
+      "learning_rate": 1.998789039933771e-05,
+      "loss": 40.2188,
+      "step": 1892
+    },
+    {
+      "epoch": 0.09046162668450732,
+      "grad_norm": 537.44384765625,
+      "learning_rate": 1.9987852296612755e-05,
+      "loss": 36.7188,
+      "step": 1893
+    },
+    {
+      "epoch": 0.09050941412596769,
+      "grad_norm": 606.7525024414062,
+      "learning_rate": 1.9987814134073454e-05,
+      "loss": 30.7188,
+      "step": 1894
+    },
+    {
+      "epoch": 0.09055720156742808,
+      "grad_norm": 386.4192199707031,
+      "learning_rate": 1.9987775911720034e-05,
+      "loss": 54.0,
+      "step": 1895
+    },
+    {
+      "epoch": 0.09060498900888847,
+      "grad_norm": 485.2622375488281,
+      "learning_rate": 1.9987737629552725e-05,
+      "loss": 34.0938,
+      "step": 1896
+    },
+    {
+      "epoch": 0.09065277645034885,
+      "grad_norm": 919.5530395507812,
+      "learning_rate": 1.9987699287571757e-05,
+      "loss": 32.125,
+      "step": 1897
+    },
+    {
+      "epoch": 0.09070056389180924,
+      "grad_norm": 320.765869140625,
+      "learning_rate": 1.9987660885777355e-05,
+      "loss": 32.0,
+      "step": 1898
+    },
+    {
+      "epoch": 0.09074835133326961,
+      "grad_norm": 561.8690795898438,
+      "learning_rate": 1.998762242416975e-05,
+      "loss": 27.875,
+      "step": 1899
+    },
+    {
+      "epoch": 0.09079613877473,
+      "grad_norm": 316.89239501953125,
+      "learning_rate": 1.998758390274918e-05,
+      "loss": 37.5,
+      "step": 1900
+    },
+    {
+      "epoch": 0.09084392621619039,
+      "grad_norm": 233.49147033691406,
+      "learning_rate": 1.9987545321515866e-05,
+      "loss": 32.25,
+      "step": 1901
+    },
+    {
+      "epoch": 0.09089171365765077,
+      "grad_norm": 329.9951477050781,
+      "learning_rate": 1.9987506680470045e-05,
+      "loss": 34.125,
+      "step": 1902
+    },
+    {
+      "epoch": 0.09093950109911116,
+      "grad_norm": 337.24578857421875,
+      "learning_rate": 1.9987467979611945e-05,
+      "loss": 37.5,
+      "step": 1903
+    },
+    {
+      "epoch": 0.09098728854057153,
+      "grad_norm": 568.2794189453125,
+      "learning_rate": 1.99874292189418e-05,
+      "loss": 48.625,
+      "step": 1904
+    },
+    {
+      "epoch": 0.09103507598203192,
+      "grad_norm": 327.2127685546875,
+      "learning_rate": 1.998739039845984e-05,
+      "loss": 29.0,
+      "step": 1905
+    },
+    {
+      "epoch": 0.09108286342349231,
+      "grad_norm": 336.98089599609375,
+      "learning_rate": 1.99873515181663e-05,
+      "loss": 42.3438,
+      "step": 1906
+    },
+    {
+      "epoch": 0.09113065086495269,
+      "grad_norm": 297.3883972167969,
+      "learning_rate": 1.998731257806141e-05,
+      "loss": 44.0,
+      "step": 1907
+    },
+    {
+      "epoch": 0.09117843830641308,
+      "grad_norm": 256.6125183105469,
+      "learning_rate": 1.9987273578145405e-05,
+      "loss": 26.8125,
+      "step": 1908
+    },
+    {
+      "epoch": 0.09122622574787347,
+      "grad_norm": 248.63050842285156,
+      "learning_rate": 1.998723451841852e-05,
+      "loss": 37.6562,
+      "step": 1909
+    },
+    {
+      "epoch": 0.09127401318933384,
+      "grad_norm": 320.1849060058594,
+      "learning_rate": 1.9987195398880988e-05,
+      "loss": 47.7812,
+      "step": 1910
+    },
+    {
+      "epoch": 0.09132180063079423,
+      "grad_norm": 716.4163818359375,
+      "learning_rate": 1.998715621953304e-05,
+      "loss": 34.0156,
+      "step": 1911
+    },
+    {
+      "epoch": 0.0913695880722546,
+      "grad_norm": 317.6927490234375,
+      "learning_rate": 1.9987116980374914e-05,
+      "loss": 34.75,
+      "step": 1912
+    },
+    {
+      "epoch": 0.091417375513715,
+      "grad_norm": 241.53030395507812,
+      "learning_rate": 1.9987077681406846e-05,
+      "loss": 42.25,
+      "step": 1913
+    },
+    {
+      "epoch": 0.09146516295517539,
+      "grad_norm": 240.5452423095703,
+      "learning_rate": 1.9987038322629067e-05,
+      "loss": 24.0938,
+      "step": 1914
+    },
+    {
+      "epoch": 0.09151295039663576,
+      "grad_norm": 237.95547485351562,
+      "learning_rate": 1.9986998904041817e-05,
+      "loss": 30.125,
+      "step": 1915
+    },
+    {
+      "epoch": 0.09156073783809615,
+      "grad_norm": 365.10162353515625,
+      "learning_rate": 1.998695942564533e-05,
+      "loss": 38.375,
+      "step": 1916
+    },
+    {
+      "epoch": 0.09160852527955653,
+      "grad_norm": 269.0180358886719,
+      "learning_rate": 1.9986919887439843e-05,
+      "loss": 40.1562,
+      "step": 1917
+    },
+    {
+      "epoch": 0.09165631272101692,
+      "grad_norm": 337.4679870605469,
+      "learning_rate": 1.9986880289425593e-05,
+      "loss": 34.6875,
+      "step": 1918
+    },
+    {
+      "epoch": 0.0917041001624773,
+      "grad_norm": 304.5197448730469,
+      "learning_rate": 1.998684063160281e-05,
+      "loss": 30.7188,
+      "step": 1919
+    },
+    {
+      "epoch": 0.09175188760393768,
+      "grad_norm": 374.72283935546875,
+      "learning_rate": 1.9986800913971745e-05,
+      "loss": 39.9375,
+      "step": 1920
+    },
+    {
+      "epoch": 0.09179967504539807,
+      "grad_norm": 221.25042724609375,
+      "learning_rate": 1.998676113653263e-05,
+      "loss": 47.1562,
+      "step": 1921
+    },
+    {
+      "epoch": 0.09184746248685845,
+      "grad_norm": 359.15118408203125,
+      "learning_rate": 1.9986721299285702e-05,
+      "loss": 37.9375,
+      "step": 1922
+    },
+    {
+      "epoch": 0.09189524992831884,
+      "grad_norm": 307.2099609375,
+      "learning_rate": 1.9986681402231197e-05,
+      "loss": 35.0312,
+      "step": 1923
+    },
+    {
+      "epoch": 0.09194303736977923,
+      "grad_norm": 233.0399169921875,
+      "learning_rate": 1.9986641445369356e-05,
+      "loss": 26.7188,
+      "step": 1924
+    },
+    {
+      "epoch": 0.0919908248112396,
+      "grad_norm": 340.37353515625,
+      "learning_rate": 1.9986601428700422e-05,
+      "loss": 36.6875,
+      "step": 1925
+    },
+    {
+      "epoch": 0.09203861225269999,
+      "grad_norm": 232.04844665527344,
+      "learning_rate": 1.998656135222463e-05,
+      "loss": 27.0781,
+      "step": 1926
+    },
+    {
+      "epoch": 0.09208639969416038,
+      "grad_norm": 461.8755798339844,
+      "learning_rate": 1.9986521215942224e-05,
+      "loss": 32.8438,
+      "step": 1927
+    },
+    {
+      "epoch": 0.09213418713562076,
+      "grad_norm": 756.9251708984375,
+      "learning_rate": 1.9986481019853436e-05,
+      "loss": 29.7812,
+      "step": 1928
+    },
+    {
+      "epoch": 0.09218197457708115,
+      "grad_norm": 268.7666015625,
+      "learning_rate": 1.998644076395852e-05,
+      "loss": 30.4062,
+      "step": 1929
+    },
+    {
+      "epoch": 0.09222976201854152,
+      "grad_norm": 280.8817138671875,
+      "learning_rate": 1.9986400448257705e-05,
+      "loss": 44.0625,
+      "step": 1930
+    },
+    {
+      "epoch": 0.09227754946000191,
+      "grad_norm": 315.9637756347656,
+      "learning_rate": 1.998636007275124e-05,
+      "loss": 24.375,
+      "step": 1931
+    },
+    {
+      "epoch": 0.0923253369014623,
+      "grad_norm": 372.6802673339844,
+      "learning_rate": 1.9986319637439365e-05,
+      "loss": 31.0312,
+      "step": 1932
+    },
+    {
+      "epoch": 0.09237312434292268,
+      "grad_norm": 317.65460205078125,
+      "learning_rate": 1.998627914232232e-05,
+      "loss": 38.7812,
+      "step": 1933
+    },
+    {
+      "epoch": 0.09242091178438307,
+      "grad_norm": 344.5694885253906,
+      "learning_rate": 1.9986238587400346e-05,
+      "loss": 36.5625,
+      "step": 1934
+    },
+    {
+      "epoch": 0.09246869922584344,
+      "grad_norm": 469.9429626464844,
+      "learning_rate": 1.998619797267369e-05,
+      "loss": 48.3438,
+      "step": 1935
+    },
+    {
+      "epoch": 0.09251648666730383,
+      "grad_norm": 471.34991455078125,
+      "learning_rate": 1.9986157298142595e-05,
+      "loss": 49.5,
+      "step": 1936
+    },
+    {
+      "epoch": 0.09256427410876422,
+      "grad_norm": 311.6259460449219,
+      "learning_rate": 1.9986116563807304e-05,
+      "loss": 30.375,
+      "step": 1937
+    },
+    {
+      "epoch": 0.0926120615502246,
+      "grad_norm": 264.81976318359375,
+      "learning_rate": 1.9986075769668058e-05,
+      "loss": 40.9062,
+      "step": 1938
+    },
+    {
+      "epoch": 0.09265984899168499,
+      "grad_norm": 428.5736389160156,
+      "learning_rate": 1.9986034915725105e-05,
+      "loss": 41.1875,
+      "step": 1939
+    },
+    {
+      "epoch": 0.09270763643314536,
+      "grad_norm": 180.0311279296875,
+      "learning_rate": 1.998599400197869e-05,
+      "loss": 24.4375,
+      "step": 1940
+    },
+    {
+      "epoch": 0.09275542387460575,
+      "grad_norm": 296.3340148925781,
+      "learning_rate": 1.9985953028429054e-05,
+      "loss": 37.75,
+      "step": 1941
+    },
+    {
+      "epoch": 0.09280321131606614,
+      "grad_norm": 281.1985778808594,
+      "learning_rate": 1.9985911995076446e-05,
+      "loss": 32.0,
+      "step": 1942
+    },
+    {
+      "epoch": 0.09285099875752652,
+      "grad_norm": 266.9772033691406,
+      "learning_rate": 1.9985870901921108e-05,
+      "loss": 33.8438,
+      "step": 1943
+    },
+    {
+      "epoch": 0.09289878619898691,
+      "grad_norm": 418.5144348144531,
+      "learning_rate": 1.9985829748963293e-05,
+      "loss": 29.2188,
+      "step": 1944
+    },
+    {
+      "epoch": 0.0929465736404473,
+      "grad_norm": 287.5832214355469,
+      "learning_rate": 1.998578853620324e-05,
+      "loss": 25.7188,
+      "step": 1945
+    },
+    {
+      "epoch": 0.09299436108190767,
+      "grad_norm": 404.47027587890625,
+      "learning_rate": 1.9985747263641203e-05,
+      "loss": 51.25,
+      "step": 1946
+    },
+    {
+      "epoch": 0.09304214852336806,
+      "grad_norm": 359.8906555175781,
+      "learning_rate": 1.9985705931277422e-05,
+      "loss": 32.875,
+      "step": 1947
+    },
+    {
+      "epoch": 0.09308993596482844,
+      "grad_norm": 304.6584167480469,
+      "learning_rate": 1.9985664539112143e-05,
+      "loss": 35.25,
+      "step": 1948
+    },
+    {
+      "epoch": 0.09313772340628883,
+      "grad_norm": 279.2922058105469,
+      "learning_rate": 1.9985623087145626e-05,
+      "loss": 29.4688,
+      "step": 1949
+    },
+    {
+      "epoch": 0.09318551084774922,
+      "grad_norm": 298.5111083984375,
+      "learning_rate": 1.998558157537811e-05,
+      "loss": 42.125,
+      "step": 1950
+    },
+    {
+      "epoch": 0.09323329828920959,
+      "grad_norm": 494.2760314941406,
+      "learning_rate": 1.9985540003809842e-05,
+      "loss": 35.9688,
+      "step": 1951
+    },
+    {
+      "epoch": 0.09328108573066998,
+      "grad_norm": 292.5523376464844,
+      "learning_rate": 1.9985498372441076e-05,
+      "loss": 40.5312,
+      "step": 1952
+    },
+    {
+      "epoch": 0.09332887317213036,
+      "grad_norm": 232.7857208251953,
+      "learning_rate": 1.998545668127206e-05,
+      "loss": 33.0,
+      "step": 1953
+    },
+    {
+      "epoch": 0.09337666061359075,
+      "grad_norm": 272.8069152832031,
+      "learning_rate": 1.9985414930303044e-05,
+      "loss": 39.0,
+      "step": 1954
+    },
+    {
+      "epoch": 0.09342444805505114,
+      "grad_norm": 340.14630126953125,
+      "learning_rate": 1.9985373119534275e-05,
+      "loss": 34.25,
+      "step": 1955
+    },
+    {
+      "epoch": 0.09347223549651151,
+      "grad_norm": 328.5047607421875,
+      "learning_rate": 1.9985331248966007e-05,
+      "loss": 44.375,
+      "step": 1956
+    },
+    {
+      "epoch": 0.0935200229379719,
+      "grad_norm": 383.8136901855469,
+      "learning_rate": 1.998528931859849e-05,
+      "loss": 45.1875,
+      "step": 1957
+    },
+    {
+      "epoch": 0.09356781037943228,
+      "grad_norm": 240.96221923828125,
+      "learning_rate": 1.9985247328431972e-05,
+      "loss": 28.5625,
+      "step": 1958
+    },
+    {
+      "epoch": 0.09361559782089267,
+      "grad_norm": 218.45823669433594,
+      "learning_rate": 1.998520527846671e-05,
+      "loss": 38.5625,
+      "step": 1959
+    },
+    {
+      "epoch": 0.09366338526235306,
+      "grad_norm": 158.33592224121094,
+      "learning_rate": 1.998516316870295e-05,
+      "loss": 30.5,
+      "step": 1960
+    },
+    {
+      "epoch": 0.09371117270381343,
+      "grad_norm": 251.90582275390625,
+      "learning_rate": 1.9985120999140946e-05,
+      "loss": 27.0312,
+      "step": 1961
+    },
+    {
+      "epoch": 0.09375896014527382,
+      "grad_norm": 252.6395721435547,
+      "learning_rate": 1.9985078769780957e-05,
+      "loss": 28.1875,
+      "step": 1962
+    },
+    {
+      "epoch": 0.09380674758673421,
+      "grad_norm": 159.13304138183594,
+      "learning_rate": 1.998503648062323e-05,
+      "loss": 33.0625,
+      "step": 1963
+    },
+    {
+      "epoch": 0.09385453502819459,
+      "grad_norm": 393.3050537109375,
+      "learning_rate": 1.9984994131668015e-05,
+      "loss": 34.4062,
+      "step": 1964
+    },
+    {
+      "epoch": 0.09390232246965498,
+      "grad_norm": 204.04347229003906,
+      "learning_rate": 1.9984951722915568e-05,
+      "loss": 32.7812,
+      "step": 1965
+    },
+    {
+      "epoch": 0.09395010991111535,
+      "grad_norm": 141.85946655273438,
+      "learning_rate": 1.998490925436615e-05,
+      "loss": 26.3125,
+      "step": 1966
+    },
+    {
+      "epoch": 0.09399789735257574,
+      "grad_norm": 406.294677734375,
+      "learning_rate": 1.9984866726020006e-05,
+      "loss": 34.4375,
+      "step": 1967
+    },
+    {
+      "epoch": 0.09404568479403613,
+      "grad_norm": 725.805908203125,
+      "learning_rate": 1.9984824137877395e-05,
+      "loss": 29.125,
+      "step": 1968
+    },
+    {
+      "epoch": 0.09409347223549651,
+      "grad_norm": 189.32623291015625,
+      "learning_rate": 1.9984781489938568e-05,
+      "loss": 34.4531,
+      "step": 1969
+    },
+    {
+      "epoch": 0.0941412596769569,
+      "grad_norm": 283.33770751953125,
+      "learning_rate": 1.998473878220379e-05,
+      "loss": 44.125,
+      "step": 1970
+    },
+    {
+      "epoch": 0.09418904711841727,
+      "grad_norm": 233.0078125,
+      "learning_rate": 1.998469601467331e-05,
+      "loss": 36.6875,
+      "step": 1971
+    },
+    {
+      "epoch": 0.09423683455987766,
+      "grad_norm": 296.1747131347656,
+      "learning_rate": 1.9984653187347378e-05,
+      "loss": 31.8438,
+      "step": 1972
+    },
+    {
+      "epoch": 0.09428462200133805,
+      "grad_norm": 310.26904296875,
+      "learning_rate": 1.998461030022626e-05,
+      "loss": 37.875,
+      "step": 1973
+    },
+    {
+      "epoch": 0.09433240944279843,
+      "grad_norm": 359.9176330566406,
+      "learning_rate": 1.9984567353310217e-05,
+      "loss": 38.1562,
+      "step": 1974
+    },
+    {
+      "epoch": 0.09438019688425882,
+      "grad_norm": 507.8773193359375,
+      "learning_rate": 1.998452434659949e-05,
+      "loss": 36.4688,
+      "step": 1975
+    },
+    {
+      "epoch": 0.0944279843257192,
+      "grad_norm": 355.5027160644531,
+      "learning_rate": 1.998448128009435e-05,
+      "loss": 40.4688,
+      "step": 1976
+    },
+    {
+      "epoch": 0.09447577176717958,
+      "grad_norm": 446.1734924316406,
+      "learning_rate": 1.998443815379505e-05,
+      "loss": 30.1875,
+      "step": 1977
+    },
+    {
+      "epoch": 0.09452355920863997,
+      "grad_norm": 366.7930603027344,
+      "learning_rate": 1.998439496770185e-05,
+      "loss": 43.3125,
+      "step": 1978
+    },
+    {
+      "epoch": 0.09457134665010035,
+      "grad_norm": 375.77166748046875,
+      "learning_rate": 1.9984351721815007e-05,
+      "loss": 36.0938,
+      "step": 1979
+    },
+    {
+      "epoch": 0.09461913409156074,
+      "grad_norm": 364.4886779785156,
+      "learning_rate": 1.9984308416134778e-05,
+      "loss": 47.5625,
+      "step": 1980
+    },
+    {
+      "epoch": 0.09466692153302113,
+      "grad_norm": 291.8199157714844,
+      "learning_rate": 1.9984265050661425e-05,
+      "loss": 35.125,
+      "step": 1981
+    },
+    {
+      "epoch": 0.0947147089744815,
+      "grad_norm": 229.31687927246094,
+      "learning_rate": 1.998422162539521e-05,
+      "loss": 26.0938,
+      "step": 1982
+    },
+    {
+      "epoch": 0.0947624964159419,
+      "grad_norm": 261.3229064941406,
+      "learning_rate": 1.9984178140336392e-05,
+      "loss": 32.5312,
+      "step": 1983
+    },
+    {
+      "epoch": 0.09481028385740227,
+      "grad_norm": 386.2343444824219,
+      "learning_rate": 1.9984134595485226e-05,
+      "loss": 34.9219,
+      "step": 1984
+    },
+    {
+      "epoch": 0.09485807129886266,
+      "grad_norm": 221.01304626464844,
+      "learning_rate": 1.998409099084198e-05,
+      "loss": 34.9375,
+      "step": 1985
+    },
+    {
+      "epoch": 0.09490585874032305,
+      "grad_norm": 319.7049255371094,
+      "learning_rate": 1.998404732640691e-05,
+      "loss": 28.6562,
+      "step": 1986
+    },
+    {
+      "epoch": 0.09495364618178342,
+      "grad_norm": 363.2779235839844,
+      "learning_rate": 1.998400360218028e-05,
+      "loss": 42.0938,
+      "step": 1987
+    },
+    {
+      "epoch": 0.09500143362324381,
+      "grad_norm": 354.0044860839844,
+      "learning_rate": 1.9983959818162353e-05,
+      "loss": 32.6562,
+      "step": 1988
+    },
+    {
+      "epoch": 0.09504922106470419,
+      "grad_norm": 693.682861328125,
+      "learning_rate": 1.9983915974353388e-05,
+      "loss": 35.125,
+      "step": 1989
+    },
+    {
+      "epoch": 0.09509700850616458,
+      "grad_norm": 449.1937255859375,
+      "learning_rate": 1.998387207075365e-05,
+      "loss": 48.2812,
+      "step": 1990
+    },
+    {
+      "epoch": 0.09514479594762497,
+      "grad_norm": 256.6786193847656,
+      "learning_rate": 1.9983828107363398e-05,
+      "loss": 39.8438,
+      "step": 1991
+    },
+    {
+      "epoch": 0.09519258338908534,
+      "grad_norm": 304.6038818359375,
+      "learning_rate": 1.99837840841829e-05,
+      "loss": 32.0,
+      "step": 1992
+    },
+    {
+      "epoch": 0.09524037083054573,
+      "grad_norm": 314.1322021484375,
+      "learning_rate": 1.998374000121242e-05,
+      "loss": 35.4531,
+      "step": 1993
+    },
+    {
+      "epoch": 0.09528815827200611,
+      "grad_norm": 273.8583984375,
+      "learning_rate": 1.9983695858452218e-05,
+      "loss": 46.8438,
+      "step": 1994
+    },
+    {
+      "epoch": 0.0953359457134665,
+      "grad_norm": 137.1233367919922,
+      "learning_rate": 1.998365165590256e-05,
+      "loss": 20.8438,
+      "step": 1995
+    },
+    {
+      "epoch": 0.09538373315492689,
+      "grad_norm": 359.9845886230469,
+      "learning_rate": 1.9983607393563714e-05,
+      "loss": 34.7188,
+      "step": 1996
+    },
+    {
+      "epoch": 0.09543152059638726,
+      "grad_norm": 338.082763671875,
+      "learning_rate": 1.9983563071435938e-05,
+      "loss": 39.4688,
+      "step": 1997
+    },
+    {
+      "epoch": 0.09547930803784765,
+      "grad_norm": 197.81997680664062,
+      "learning_rate": 1.9983518689519505e-05,
+      "loss": 30.7812,
+      "step": 1998
+    },
+    {
+      "epoch": 0.09552709547930804,
+      "grad_norm": 256.3212890625,
+      "learning_rate": 1.9983474247814673e-05,
+      "loss": 28.75,
+      "step": 1999
+    },
+    {
+      "epoch": 0.09557488292076842,
+      "grad_norm": 296.87982177734375,
+      "learning_rate": 1.9983429746321718e-05,
+      "loss": 48.5,
+      "step": 2000
+    },
+    {
+      "epoch": 0.09562267036222881,
+      "grad_norm": 256.26947021484375,
+      "learning_rate": 1.9983385185040895e-05,
+      "loss": 45.2812,
+      "step": 2001
+    },
+    {
+      "epoch": 0.09567045780368919,
+      "grad_norm": 278.2031555175781,
+      "learning_rate": 1.998334056397248e-05,
+      "loss": 26.75,
+      "step": 2002
+    },
+    {
+      "epoch": 0.09571824524514957,
+      "grad_norm": 397.4842224121094,
+      "learning_rate": 1.998329588311674e-05,
+      "loss": 42.4375,
+      "step": 2003
+    },
+    {
+      "epoch": 0.09576603268660996,
+      "grad_norm": 273.3863525390625,
+      "learning_rate": 1.9983251142473935e-05,
+      "loss": 28.3281,
+      "step": 2004
+    },
+    {
+      "epoch": 0.09581382012807034,
+      "grad_norm": 691.9387817382812,
+      "learning_rate": 1.998320634204434e-05,
+      "loss": 47.1875,
+      "step": 2005
+    },
+    {
+      "epoch": 0.09586160756953073,
+      "grad_norm": 426.50872802734375,
+      "learning_rate": 1.998316148182822e-05,
+      "loss": 32.3125,
+      "step": 2006
+    },
+    {
+      "epoch": 0.0959093950109911,
+      "grad_norm": 240.4635772705078,
+      "learning_rate": 1.9983116561825843e-05,
+      "loss": 27.75,
+      "step": 2007
+    },
+    {
+      "epoch": 0.0959571824524515,
+      "grad_norm": 334.60498046875,
+      "learning_rate": 1.9983071582037483e-05,
+      "loss": 37.2188,
+      "step": 2008
+    },
+    {
+      "epoch": 0.09600496989391188,
+      "grad_norm": 889.92822265625,
+      "learning_rate": 1.9983026542463406e-05,
+      "loss": 36.0312,
+      "step": 2009
+    },
+    {
+      "epoch": 0.09605275733537226,
+      "grad_norm": 223.92527770996094,
+      "learning_rate": 1.9982981443103876e-05,
+      "loss": 35.2188,
+      "step": 2010
+    },
+    {
+      "epoch": 0.09610054477683265,
+      "grad_norm": 290.56854248046875,
+      "learning_rate": 1.9982936283959173e-05,
+      "loss": 38.5,
+      "step": 2011
+    },
+    {
+      "epoch": 0.09614833221829304,
+      "grad_norm": 375.6480407714844,
+      "learning_rate": 1.9982891065029562e-05,
+      "loss": 48.875,
+      "step": 2012
+    },
+    {
+      "epoch": 0.09619611965975342,
+      "grad_norm": 306.35467529296875,
+      "learning_rate": 1.9982845786315316e-05,
+      "loss": 34.9688,
+      "step": 2013
+    },
+    {
+      "epoch": 0.0962439071012138,
+      "grad_norm": 432.6528625488281,
+      "learning_rate": 1.9982800447816705e-05,
+      "loss": 37.875,
+      "step": 2014
+    },
+    {
+      "epoch": 0.09629169454267418,
+      "grad_norm": 502.7907409667969,
+      "learning_rate": 1.9982755049534e-05,
+      "loss": 42.2188,
+      "step": 2015
+    },
+    {
+      "epoch": 0.09633948198413457,
+      "grad_norm": 665.7194213867188,
+      "learning_rate": 1.9982709591467477e-05,
+      "loss": 47.5,
+      "step": 2016
+    },
+    {
+      "epoch": 0.09638726942559496,
+      "grad_norm": 264.64227294921875,
+      "learning_rate": 1.9982664073617398e-05,
+      "loss": 40.8438,
+      "step": 2017
+    },
+    {
+      "epoch": 0.09643505686705534,
+      "grad_norm": 300.4903869628906,
+      "learning_rate": 1.998261849598405e-05,
+      "loss": 28.0938,
+      "step": 2018
+    },
+    {
+      "epoch": 0.09648284430851573,
+      "grad_norm": 287.9150085449219,
+      "learning_rate": 1.9982572858567694e-05,
+      "loss": 23.6562,
+      "step": 2019
+    },
+    {
+      "epoch": 0.0965306317499761,
+      "grad_norm": 291.4443664550781,
+      "learning_rate": 1.9982527161368607e-05,
+      "loss": 37.6562,
+      "step": 2020
+    },
+    {
+      "epoch": 0.09657841919143649,
+      "grad_norm": 474.5217590332031,
+      "learning_rate": 1.9982481404387063e-05,
+      "loss": 36.9688,
+      "step": 2021
+    },
+    {
+      "epoch": 0.09662620663289688,
+      "grad_norm": 198.57089233398438,
+      "learning_rate": 1.998243558762334e-05,
+      "loss": 31.1406,
+      "step": 2022
+    },
+    {
+      "epoch": 0.09667399407435726,
+      "grad_norm": 234.911376953125,
+      "learning_rate": 1.9982389711077705e-05,
+      "loss": 28.4375,
+      "step": 2023
+    },
+    {
+      "epoch": 0.09672178151581765,
+      "grad_norm": 286.2919006347656,
+      "learning_rate": 1.9982343774750436e-05,
+      "loss": 27.8438,
+      "step": 2024
+    },
+    {
+      "epoch": 0.09676956895727802,
+      "grad_norm": 254.56845092773438,
+      "learning_rate": 1.998229777864181e-05,
+      "loss": 33.1875,
+      "step": 2025
+    },
+    {
+      "epoch": 0.09681735639873841,
+      "grad_norm": 636.3492431640625,
+      "learning_rate": 1.9982251722752105e-05,
+      "loss": 28.8125,
+      "step": 2026
+    },
+    {
+      "epoch": 0.0968651438401988,
+      "grad_norm": 586.02197265625,
+      "learning_rate": 1.9982205607081585e-05,
+      "loss": 30.6562,
+      "step": 2027
+    },
+    {
+      "epoch": 0.09691293128165918,
+      "grad_norm": 303.0452880859375,
+      "learning_rate": 1.9982159431630542e-05,
+      "loss": 28.2812,
+      "step": 2028
+    },
+    {
+      "epoch": 0.09696071872311957,
+      "grad_norm": 194.36099243164062,
+      "learning_rate": 1.9982113196399238e-05,
+      "loss": 30.5,
+      "step": 2029
+    },
+    {
+      "epoch": 0.09700850616457996,
+      "grad_norm": 317.4699401855469,
+      "learning_rate": 1.9982066901387956e-05,
+      "loss": 28.1875,
+      "step": 2030
+    },
+    {
+      "epoch": 0.09705629360604033,
+      "grad_norm": 142.1593780517578,
+      "learning_rate": 1.998202054659698e-05,
+      "loss": 16.8125,
+      "step": 2031
+    },
+    {
+      "epoch": 0.09710408104750072,
+      "grad_norm": 366.84698486328125,
+      "learning_rate": 1.9981974132026577e-05,
+      "loss": 46.3125,
+      "step": 2032
+    },
+    {
+      "epoch": 0.0971518684889611,
+      "grad_norm": 395.0198669433594,
+      "learning_rate": 1.998192765767703e-05,
+      "loss": 48.5625,
+      "step": 2033
+    },
+    {
+      "epoch": 0.09719965593042149,
+      "grad_norm": 316.7799072265625,
+      "learning_rate": 1.998188112354862e-05,
+      "loss": 27.8438,
+      "step": 2034
+    },
+    {
+      "epoch": 0.09724744337188188,
+      "grad_norm": 218.9547119140625,
+      "learning_rate": 1.9981834529641617e-05,
+      "loss": 32.625,
+      "step": 2035
+    },
+    {
+      "epoch": 0.09729523081334225,
+      "grad_norm": 370.4463195800781,
+      "learning_rate": 1.9981787875956307e-05,
+      "loss": 27.3438,
+      "step": 2036
+    },
+    {
+      "epoch": 0.09734301825480264,
+      "grad_norm": 347.4782409667969,
+      "learning_rate": 1.998174116249297e-05,
+      "loss": 33.1562,
+      "step": 2037
+    },
+    {
+      "epoch": 0.09739080569626302,
+      "grad_norm": 260.6775817871094,
+      "learning_rate": 1.998169438925188e-05,
+      "loss": 28.6875,
+      "step": 2038
+    },
+    {
+      "epoch": 0.0974385931377234,
+      "grad_norm": 286.6915283203125,
+      "learning_rate": 1.998164755623332e-05,
+      "loss": 36.7812,
+      "step": 2039
+    },
+    {
+      "epoch": 0.0974863805791838,
+      "grad_norm": 370.2709655761719,
+      "learning_rate": 1.9981600663437572e-05,
+      "loss": 37.9375,
+      "step": 2040
+    },
+    {
+      "epoch": 0.09753416802064417,
+      "grad_norm": 254.84718322753906,
+      "learning_rate": 1.9981553710864917e-05,
+      "loss": 31.0312,
+      "step": 2041
+    },
+    {
+      "epoch": 0.09758195546210456,
+      "grad_norm": 382.56243896484375,
+      "learning_rate": 1.9981506698515635e-05,
+      "loss": 30.75,
+      "step": 2042
+    },
+    {
+      "epoch": 0.09762974290356494,
+      "grad_norm": 298.1683654785156,
+      "learning_rate": 1.998145962639001e-05,
+      "loss": 29.75,
+      "step": 2043
+    },
+    {
+      "epoch": 0.09767753034502533,
+      "grad_norm": 315.15234375,
+      "learning_rate": 1.9981412494488315e-05,
+      "loss": 38.25,
+      "step": 2044
+    },
+    {
+      "epoch": 0.09772531778648572,
+      "grad_norm": 326.46710205078125,
+      "learning_rate": 1.9981365302810842e-05,
+      "loss": 36.5625,
+      "step": 2045
+    },
+    {
+      "epoch": 0.09777310522794609,
+      "grad_norm": 391.5767517089844,
+      "learning_rate": 1.998131805135787e-05,
+      "loss": 31.4375,
+      "step": 2046
+    },
+    {
+      "epoch": 0.09782089266940648,
+      "grad_norm": 369.7499694824219,
+      "learning_rate": 1.9981270740129687e-05,
+      "loss": 37.3125,
+      "step": 2047
+    },
+    {
+      "epoch": 0.09786868011086687,
+      "grad_norm": 430.8357849121094,
+      "learning_rate": 1.9981223369126564e-05,
+      "loss": 31.7188,
+      "step": 2048
+    },
+    {
+      "epoch": 0.09791646755232725,
+      "grad_norm": 327.79254150390625,
+      "learning_rate": 1.9981175938348797e-05,
+      "loss": 33.1875,
+      "step": 2049
+    },
+    {
+      "epoch": 0.09796425499378764,
+      "grad_norm": 215.6242218017578,
+      "learning_rate": 1.9981128447796664e-05,
+      "loss": 35.6875,
+      "step": 2050
+    },
+    {
+      "epoch": 0.09801204243524801,
+      "grad_norm": 515.42236328125,
+      "learning_rate": 1.9981080897470452e-05,
+      "loss": 29.8438,
+      "step": 2051
+    },
+    {
+      "epoch": 0.0980598298767084,
+      "grad_norm": 209.872802734375,
+      "learning_rate": 1.9981033287370443e-05,
+      "loss": 30.5938,
+      "step": 2052
+    },
+    {
+      "epoch": 0.09810761731816879,
+      "grad_norm": 448.2427673339844,
+      "learning_rate": 1.9980985617496925e-05,
+      "loss": 39.1562,
+      "step": 2053
+    },
+    {
+      "epoch": 0.09815540475962917,
+      "grad_norm": 244.98822021484375,
+      "learning_rate": 1.998093788785018e-05,
+      "loss": 26.3125,
+      "step": 2054
+    },
+    {
+      "epoch": 0.09820319220108956,
+      "grad_norm": 278.9814147949219,
+      "learning_rate": 1.99808900984305e-05,
+      "loss": 29.9688,
+      "step": 2055
+    },
+    {
+      "epoch": 0.09825097964254993,
+      "grad_norm": 317.59649658203125,
+      "learning_rate": 1.9980842249238162e-05,
+      "loss": 29.2188,
+      "step": 2056
+    },
+    {
+      "epoch": 0.09829876708401032,
+      "grad_norm": 358.3524475097656,
+      "learning_rate": 1.998079434027346e-05,
+      "loss": 35.9688,
+      "step": 2057
+    },
+    {
+      "epoch": 0.09834655452547071,
+      "grad_norm": 282.1829833984375,
+      "learning_rate": 1.998074637153668e-05,
+      "loss": 33.375,
+      "step": 2058
+    },
+    {
+      "epoch": 0.09839434196693109,
+      "grad_norm": 311.82012939453125,
+      "learning_rate": 1.9980698343028108e-05,
+      "loss": 39.8438,
+      "step": 2059
+    },
+    {
+      "epoch": 0.09844212940839148,
+      "grad_norm": 220.86602783203125,
+      "learning_rate": 1.998065025474803e-05,
+      "loss": 29.375,
+      "step": 2060
+    },
+    {
+      "epoch": 0.09848991684985185,
+      "grad_norm": 320.0902404785156,
+      "learning_rate": 1.9980602106696734e-05,
+      "loss": 37.6875,
+      "step": 2061
+    },
+    {
+      "epoch": 0.09853770429131224,
+      "grad_norm": 508.96539306640625,
+      "learning_rate": 1.9980553898874512e-05,
+      "loss": 37.0,
+      "step": 2062
+    },
+    {
+      "epoch": 0.09858549173277263,
+      "grad_norm": 553.0498657226562,
+      "learning_rate": 1.998050563128165e-05,
+      "loss": 47.0,
+      "step": 2063
+    },
+    {
+      "epoch": 0.09863327917423301,
+      "grad_norm": 240.8796844482422,
+      "learning_rate": 1.998045730391844e-05,
+      "loss": 25.25,
+      "step": 2064
+    },
+    {
+      "epoch": 0.0986810666156934,
+      "grad_norm": 481.4557800292969,
+      "learning_rate": 1.9980408916785166e-05,
+      "loss": 45.5,
+      "step": 2065
+    },
+    {
+      "epoch": 0.09872885405715379,
+      "grad_norm": 579.6074829101562,
+      "learning_rate": 1.9980360469882122e-05,
+      "loss": 47.375,
+      "step": 2066
+    },
+    {
+      "epoch": 0.09877664149861416,
+      "grad_norm": 262.621826171875,
+      "learning_rate": 1.9980311963209597e-05,
+      "loss": 27.75,
+      "step": 2067
+    },
+    {
+      "epoch": 0.09882442894007455,
+      "grad_norm": 473.822509765625,
+      "learning_rate": 1.998026339676788e-05,
+      "loss": 47.6562,
+      "step": 2068
+    },
+    {
+      "epoch": 0.09887221638153493,
+      "grad_norm": 463.5001525878906,
+      "learning_rate": 1.9980214770557267e-05,
+      "loss": 41.4375,
+      "step": 2069
+    },
+    {
+      "epoch": 0.09892000382299532,
+      "grad_norm": 246.73194885253906,
+      "learning_rate": 1.998016608457804e-05,
+      "loss": 27.6562,
+      "step": 2070
+    },
+    {
+      "epoch": 0.0989677912644557,
+      "grad_norm": 687.7109375,
+      "learning_rate": 1.99801173388305e-05,
+      "loss": 39.1562,
+      "step": 2071
+    },
+    {
+      "epoch": 0.09901557870591608,
+      "grad_norm": 358.266845703125,
+      "learning_rate": 1.9980068533314937e-05,
+      "loss": 35.5625,
+      "step": 2072
+    },
+    {
+      "epoch": 0.09906336614737647,
+      "grad_norm": 333.9950866699219,
+      "learning_rate": 1.998001966803164e-05,
+      "loss": 27.1406,
+      "step": 2073
+    },
+    {
+      "epoch": 0.09911115358883685,
+      "grad_norm": 220.2362060546875,
+      "learning_rate": 1.99799707429809e-05,
+      "loss": 22.3125,
+      "step": 2074
+    },
+    {
+      "epoch": 0.09915894103029724,
+      "grad_norm": 367.4280090332031,
+      "learning_rate": 1.9979921758163012e-05,
+      "loss": 36.2188,
+      "step": 2075
+    },
+    {
+      "epoch": 0.09920672847175763,
+      "grad_norm": 300.2383117675781,
+      "learning_rate": 1.9979872713578273e-05,
+      "loss": 39.3125,
+      "step": 2076
+    },
+    {
+      "epoch": 0.099254515913218,
+      "grad_norm": 303.40460205078125,
+      "learning_rate": 1.9979823609226974e-05,
+      "loss": 35.2188,
+      "step": 2077
+    },
+    {
+      "epoch": 0.09930230335467839,
+      "grad_norm": 332.3965759277344,
+      "learning_rate": 1.997977444510941e-05,
+      "loss": 38.3438,
+      "step": 2078
+    },
+    {
+      "epoch": 0.09935009079613877,
+      "grad_norm": 322.8705139160156,
+      "learning_rate": 1.9979725221225873e-05,
+      "loss": 29.1875,
+      "step": 2079
+    },
+    {
+      "epoch": 0.09939787823759916,
+      "grad_norm": 1216.4801025390625,
+      "learning_rate": 1.997967593757666e-05,
+      "loss": 27.0938,
+      "step": 2080
+    },
+    {
+      "epoch": 0.09944566567905955,
+      "grad_norm": 330.57281494140625,
+      "learning_rate": 1.9979626594162064e-05,
+      "loss": 45.5312,
+      "step": 2081
+    },
+    {
+      "epoch": 0.09949345312051992,
+      "grad_norm": 363.30584716796875,
+      "learning_rate": 1.9979577190982383e-05,
+      "loss": 35.5625,
+      "step": 2082
+    },
+    {
+      "epoch": 0.09954124056198031,
+      "grad_norm": 253.7947540283203,
+      "learning_rate": 1.9979527728037915e-05,
+      "loss": 31.2812,
+      "step": 2083
+    },
+    {
+      "epoch": 0.0995890280034407,
+      "grad_norm": 313.8424072265625,
+      "learning_rate": 1.997947820532895e-05,
+      "loss": 35.8125,
+      "step": 2084
+    },
+    {
+      "epoch": 0.09963681544490108,
+      "grad_norm": 294.9266357421875,
+      "learning_rate": 1.9979428622855785e-05,
+      "loss": 38.5625,
+      "step": 2085
+    },
+    {
+      "epoch": 0.09968460288636147,
+      "grad_norm": 159.6708984375,
+      "learning_rate": 1.9979378980618724e-05,
+      "loss": 31.3906,
+      "step": 2086
+    },
+    {
+      "epoch": 0.09973239032782184,
+      "grad_norm": 380.1011047363281,
+      "learning_rate": 1.9979329278618057e-05,
+      "loss": 55.4062,
+      "step": 2087
+    },
+    {
+      "epoch": 0.09978017776928223,
+      "grad_norm": 962.9143676757812,
+      "learning_rate": 1.9979279516854083e-05,
+      "loss": 41.4375,
+      "step": 2088
+    },
+    {
+      "epoch": 0.09982796521074262,
+      "grad_norm": 284.7137756347656,
+      "learning_rate": 1.9979229695327106e-05,
+      "loss": 36.9375,
+      "step": 2089
+    },
+    {
+      "epoch": 0.099875752652203,
+      "grad_norm": 474.6908264160156,
+      "learning_rate": 1.997917981403742e-05,
+      "loss": 36.3125,
+      "step": 2090
+    },
+    {
+      "epoch": 0.09992354009366339,
+      "grad_norm": 386.2059020996094,
+      "learning_rate": 1.9979129872985318e-05,
+      "loss": 39.7812,
+      "step": 2091
+    },
+    {
+      "epoch": 0.09997132753512376,
+      "grad_norm": 297.6185302734375,
+      "learning_rate": 1.997907987217111e-05,
+      "loss": 45.4688,
+      "step": 2092
+    },
+    {
+      "epoch": 0.10001911497658415,
+      "grad_norm": 614.779296875,
+      "learning_rate": 1.9979029811595087e-05,
+      "loss": 36.1562,
+      "step": 2093
+    },
+    {
+      "epoch": 0.10006690241804454,
+      "grad_norm": 385.9435729980469,
+      "learning_rate": 1.9978979691257553e-05,
+      "loss": 32.0938,
+      "step": 2094
+    },
+    {
+      "epoch": 0.10011468985950492,
+      "grad_norm": 200.77667236328125,
+      "learning_rate": 1.9978929511158805e-05,
+      "loss": 33.4688,
+      "step": 2095
+    },
+    {
+      "epoch": 0.10016247730096531,
+      "grad_norm": 204.46014404296875,
+      "learning_rate": 1.997887927129915e-05,
+      "loss": 25.5,
+      "step": 2096
+    },
+    {
+      "epoch": 0.10021026474242568,
+      "grad_norm": 488.7381896972656,
+      "learning_rate": 1.997882897167888e-05,
+      "loss": 45.6875,
+      "step": 2097
+    },
+    {
+      "epoch": 0.10025805218388607,
+      "grad_norm": 278.6507568359375,
+      "learning_rate": 1.9978778612298304e-05,
+      "loss": 27.25,
+      "step": 2098
+    },
+    {
+      "epoch": 0.10030583962534646,
+      "grad_norm": 394.44964599609375,
+      "learning_rate": 1.997872819315772e-05,
+      "loss": 33.9062,
+      "step": 2099
+    },
+    {
+      "epoch": 0.10035362706680684,
+      "grad_norm": 293.3531494140625,
+      "learning_rate": 1.997867771425743e-05,
+      "loss": 52.0938,
+      "step": 2100
+    },
+    {
+      "epoch": 0.10040141450826723,
+      "grad_norm": 227.8121795654297,
+      "learning_rate": 1.9978627175597732e-05,
+      "loss": 33.0312,
+      "step": 2101
+    },
+    {
+      "epoch": 0.10044920194972762,
+      "grad_norm": 240.45054626464844,
+      "learning_rate": 1.997857657717894e-05,
+      "loss": 39.9062,
+      "step": 2102
+    },
+    {
+      "epoch": 0.100496989391188,
+      "grad_norm": 225.9877166748047,
+      "learning_rate": 1.9978525919001346e-05,
+      "loss": 29.0625,
+      "step": 2103
+    },
+    {
+      "epoch": 0.10054477683264838,
+      "grad_norm": 318.6192626953125,
+      "learning_rate": 1.9978475201065256e-05,
+      "loss": 39.4062,
+      "step": 2104
+    },
+    {
+      "epoch": 0.10059256427410876,
+      "grad_norm": 255.15065002441406,
+      "learning_rate": 1.997842442337098e-05,
+      "loss": 38.2188,
+      "step": 2105
+    },
+    {
+      "epoch": 0.10064035171556915,
+      "grad_norm": 301.644287109375,
+      "learning_rate": 1.9978373585918817e-05,
+      "loss": 33.6406,
+      "step": 2106
+    },
+    {
+      "epoch": 0.10068813915702954,
+      "grad_norm": 458.53314208984375,
+      "learning_rate": 1.9978322688709067e-05,
+      "loss": 44.1094,
+      "step": 2107
+    },
+    {
+      "epoch": 0.10073592659848991,
+      "grad_norm": 283.369384765625,
+      "learning_rate": 1.9978271731742045e-05,
+      "loss": 35.7812,
+      "step": 2108
+    },
+    {
+      "epoch": 0.1007837140399503,
+      "grad_norm": 217.2884521484375,
+      "learning_rate": 1.9978220715018047e-05,
+      "loss": 36.5312,
+      "step": 2109
+    },
+    {
+      "epoch": 0.10083150148141068,
+      "grad_norm": 601.1763305664062,
+      "learning_rate": 1.9978169638537386e-05,
+      "loss": 28.3438,
+      "step": 2110
+    },
+    {
+      "epoch": 0.10087928892287107,
+      "grad_norm": 309.1466979980469,
+      "learning_rate": 1.9978118502300364e-05,
+      "loss": 26.9688,
+      "step": 2111
+    },
+    {
+      "epoch": 0.10092707636433146,
+      "grad_norm": 408.98638916015625,
+      "learning_rate": 1.9978067306307284e-05,
+      "loss": 34.5,
+      "step": 2112
+    },
+    {
+      "epoch": 0.10097486380579183,
+      "grad_norm": 1237.0086669921875,
+      "learning_rate": 1.9978016050558456e-05,
+      "loss": 38.25,
+      "step": 2113
+    },
+    {
+      "epoch": 0.10102265124725222,
+      "grad_norm": 428.0404968261719,
+      "learning_rate": 1.997796473505419e-05,
+      "loss": 37.7188,
+      "step": 2114
+    },
+    {
+      "epoch": 0.1010704386887126,
+      "grad_norm": 284.96075439453125,
+      "learning_rate": 1.997791335979479e-05,
+      "loss": 30.25,
+      "step": 2115
+    },
+    {
+      "epoch": 0.10111822613017299,
+      "grad_norm": 286.2012634277344,
+      "learning_rate": 1.9977861924780564e-05,
+      "loss": 38.25,
+      "step": 2116
+    },
+    {
+      "epoch": 0.10116601357163338,
+      "grad_norm": 354.2183837890625,
+      "learning_rate": 1.9977810430011818e-05,
+      "loss": 48.7812,
+      "step": 2117
+    },
+    {
+      "epoch": 0.10121380101309375,
+      "grad_norm": 645.552001953125,
+      "learning_rate": 1.9977758875488865e-05,
+      "loss": 35.2812,
+      "step": 2118
+    },
+    {
+      "epoch": 0.10126158845455414,
+      "grad_norm": 396.7010192871094,
+      "learning_rate": 1.9977707261212007e-05,
+      "loss": 39.6875,
+      "step": 2119
+    },
+    {
+      "epoch": 0.10130937589601453,
+      "grad_norm": 501.8822326660156,
+      "learning_rate": 1.9977655587181562e-05,
+      "loss": 30.9844,
+      "step": 2120
+    },
+    {
+      "epoch": 0.10135716333747491,
+      "grad_norm": 181.89599609375,
+      "learning_rate": 1.9977603853397832e-05,
+      "loss": 21.5312,
+      "step": 2121
+    },
+    {
+      "epoch": 0.1014049507789353,
+      "grad_norm": 216.21368408203125,
+      "learning_rate": 1.9977552059861128e-05,
+      "loss": 27.9375,
+      "step": 2122
+    },
+    {
+      "epoch": 0.10145273822039567,
+      "grad_norm": 550.7671508789062,
+      "learning_rate": 1.9977500206571766e-05,
+      "loss": 41.6562,
+      "step": 2123
+    },
+    {
+      "epoch": 0.10150052566185606,
+      "grad_norm": 366.4822998046875,
+      "learning_rate": 1.997744829353005e-05,
+      "loss": 40.3125,
+      "step": 2124
+    },
+    {
+      "epoch": 0.10154831310331645,
+      "grad_norm": 257.4957275390625,
+      "learning_rate": 1.997739632073629e-05,
+      "loss": 21.8438,
+      "step": 2125
+    },
+    {
+      "epoch": 0.10159610054477683,
+      "grad_norm": 768.9542846679688,
+      "learning_rate": 1.9977344288190807e-05,
+      "loss": 52.8125,
+      "step": 2126
+    },
+    {
+      "epoch": 0.10164388798623722,
+      "grad_norm": 268.15093994140625,
+      "learning_rate": 1.9977292195893903e-05,
+      "loss": 35.0,
+      "step": 2127
+    },
+    {
+      "epoch": 0.1016916754276976,
+      "grad_norm": 318.5135498046875,
+      "learning_rate": 1.9977240043845893e-05,
+      "loss": 24.1562,
+      "step": 2128
+    },
+    {
+      "epoch": 0.10173946286915798,
+      "grad_norm": 377.79461669921875,
+      "learning_rate": 1.997718783204709e-05,
+      "loss": 36.5,
+      "step": 2129
+    },
+    {
+      "epoch": 0.10178725031061837,
+      "grad_norm": 306.04339599609375,
+      "learning_rate": 1.9977135560497806e-05,
+      "loss": 34.6562,
+      "step": 2130
+    },
+    {
+      "epoch": 0.10183503775207875,
+      "grad_norm": 289.62554931640625,
+      "learning_rate": 1.9977083229198353e-05,
+      "loss": 47.3125,
+      "step": 2131
+    },
+    {
+      "epoch": 0.10188282519353914,
+      "grad_norm": 347.68963623046875,
+      "learning_rate": 1.9977030838149046e-05,
+      "loss": 37.9375,
+      "step": 2132
+    },
+    {
+      "epoch": 0.10193061263499953,
+      "grad_norm": 264.8334655761719,
+      "learning_rate": 1.9976978387350198e-05,
+      "loss": 38.2188,
+      "step": 2133
+    },
+    {
+      "epoch": 0.1019784000764599,
+      "grad_norm": 273.446533203125,
+      "learning_rate": 1.997692587680212e-05,
+      "loss": 43.4062,
+      "step": 2134
+    },
+    {
+      "epoch": 0.1020261875179203,
+      "grad_norm": 397.647705078125,
+      "learning_rate": 1.9976873306505135e-05,
+      "loss": 36.8125,
+      "step": 2135
+    },
+    {
+      "epoch": 0.10207397495938067,
+      "grad_norm": 365.6958923339844,
+      "learning_rate": 1.997682067645955e-05,
+      "loss": 36.2812,
+      "step": 2136
+    },
+    {
+      "epoch": 0.10212176240084106,
+      "grad_norm": 329.014404296875,
+      "learning_rate": 1.9976767986665683e-05,
+      "loss": 32.75,
+      "step": 2137
+    },
+    {
+      "epoch": 0.10216954984230145,
+      "grad_norm": 311.0203857421875,
+      "learning_rate": 1.997671523712385e-05,
+      "loss": 40.0938,
+      "step": 2138
+    },
+    {
+      "epoch": 0.10221733728376182,
+      "grad_norm": 397.1090393066406,
+      "learning_rate": 1.9976662427834367e-05,
+      "loss": 41.2188,
+      "step": 2139
+    },
+    {
+      "epoch": 0.10226512472522221,
+      "grad_norm": 336.8424072265625,
+      "learning_rate": 1.9976609558797545e-05,
+      "loss": 46.75,
+      "step": 2140
+    },
+    {
+      "epoch": 0.10231291216668259,
+      "grad_norm": 267.80572509765625,
+      "learning_rate": 1.997655663001371e-05,
+      "loss": 30.9688,
+      "step": 2141
+    },
+    {
+      "epoch": 0.10236069960814298,
+      "grad_norm": 225.0167999267578,
+      "learning_rate": 1.9976503641483173e-05,
+      "loss": 34.1562,
+      "step": 2142
+    },
+    {
+      "epoch": 0.10240848704960337,
+      "grad_norm": 438.5052795410156,
+      "learning_rate": 1.997645059320625e-05,
+      "loss": 45.75,
+      "step": 2143
+    },
+    {
+      "epoch": 0.10245627449106375,
+      "grad_norm": 223.6550750732422,
+      "learning_rate": 1.9976397485183267e-05,
+      "loss": 25.9062,
+      "step": 2144
+    },
+    {
+      "epoch": 0.10250406193252413,
+      "grad_norm": 277.0115966796875,
+      "learning_rate": 1.997634431741453e-05,
+      "loss": 24.5,
+      "step": 2145
+    },
+    {
+      "epoch": 0.10255184937398451,
+      "grad_norm": 384.5546875,
+      "learning_rate": 1.9976291089900366e-05,
+      "loss": 36.9688,
+      "step": 2146
+    },
+    {
+      "epoch": 0.1025996368154449,
+      "grad_norm": 286.14398193359375,
+      "learning_rate": 1.997623780264109e-05,
+      "loss": 41.7812,
+      "step": 2147
+    },
+    {
+      "epoch": 0.10264742425690529,
+      "grad_norm": 309.4834289550781,
+      "learning_rate": 1.9976184455637023e-05,
+      "loss": 42.4062,
+      "step": 2148
+    },
+    {
+      "epoch": 0.10269521169836567,
+      "grad_norm": 657.9223022460938,
+      "learning_rate": 1.9976131048888483e-05,
+      "loss": 38.1875,
+      "step": 2149
+    },
+    {
+      "epoch": 0.10274299913982606,
+      "grad_norm": 477.96868896484375,
+      "learning_rate": 1.9976077582395792e-05,
+      "loss": 34.2188,
+      "step": 2150
+    },
+    {
+      "epoch": 0.10279078658128644,
+      "grad_norm": 288.1696472167969,
+      "learning_rate": 1.997602405615927e-05,
+      "loss": 26.625,
+      "step": 2151
+    },
+    {
+      "epoch": 0.10283857402274682,
+      "grad_norm": 532.3583374023438,
+      "learning_rate": 1.9975970470179235e-05,
+      "loss": 35.9375,
+      "step": 2152
+    },
+    {
+      "epoch": 0.10288636146420721,
+      "grad_norm": 312.1096496582031,
+      "learning_rate": 1.997591682445601e-05,
+      "loss": 39.75,
+      "step": 2153
+    },
+    {
+      "epoch": 0.10293414890566759,
+      "grad_norm": 294.9924011230469,
+      "learning_rate": 1.9975863118989916e-05,
+      "loss": 34.7812,
+      "step": 2154
+    },
+    {
+      "epoch": 0.10298193634712798,
+      "grad_norm": 371.4508361816406,
+      "learning_rate": 1.997580935378127e-05,
+      "loss": 28.5625,
+      "step": 2155
+    },
+    {
+      "epoch": 0.10302972378858836,
+      "grad_norm": 244.36764526367188,
+      "learning_rate": 1.9975755528830404e-05,
+      "loss": 56.0,
+      "step": 2156
+    },
+    {
+      "epoch": 0.10307751123004874,
+      "grad_norm": 324.610107421875,
+      "learning_rate": 1.997570164413763e-05,
+      "loss": 48.25,
+      "step": 2157
+    },
+    {
+      "epoch": 0.10312529867150913,
+      "grad_norm": 177.8732147216797,
+      "learning_rate": 1.9975647699703283e-05,
+      "loss": 33.7812,
+      "step": 2158
+    },
+    {
+      "epoch": 0.1031730861129695,
+      "grad_norm": 375.99749755859375,
+      "learning_rate": 1.997559369552767e-05,
+      "loss": 28.5938,
+      "step": 2159
+    },
+    {
+      "epoch": 0.1032208735544299,
+      "grad_norm": 498.9087219238281,
+      "learning_rate": 1.9975539631611126e-05,
+      "loss": 38.9062,
+      "step": 2160
+    },
+    {
+      "epoch": 0.10326866099589029,
+      "grad_norm": 371.1048583984375,
+      "learning_rate": 1.9975485507953974e-05,
+      "loss": 37.5938,
+      "step": 2161
+    },
+    {
+      "epoch": 0.10331644843735066,
+      "grad_norm": 429.6700439453125,
+      "learning_rate": 1.9975431324556537e-05,
+      "loss": 27.9062,
+      "step": 2162
+    },
+    {
+      "epoch": 0.10336423587881105,
+      "grad_norm": 232.23695373535156,
+      "learning_rate": 1.997537708141913e-05,
+      "loss": 36.5312,
+      "step": 2163
+    },
+    {
+      "epoch": 0.10341202332027143,
+      "grad_norm": 316.1517028808594,
+      "learning_rate": 1.9975322778542092e-05,
+      "loss": 41.6562,
+      "step": 2164
+    },
+    {
+      "epoch": 0.10345981076173182,
+      "grad_norm": 225.9105987548828,
+      "learning_rate": 1.997526841592574e-05,
+      "loss": 20.4219,
+      "step": 2165
+    },
+    {
+      "epoch": 0.1035075982031922,
+      "grad_norm": 370.8276672363281,
+      "learning_rate": 1.9975213993570403e-05,
+      "loss": 29.3125,
+      "step": 2166
+    },
+    {
+      "epoch": 0.10355538564465258,
+      "grad_norm": 287.41705322265625,
+      "learning_rate": 1.9975159511476406e-05,
+      "loss": 24.6875,
+      "step": 2167
+    },
+    {
+      "epoch": 0.10360317308611297,
+      "grad_norm": 330.05218505859375,
+      "learning_rate": 1.9975104969644075e-05,
+      "loss": 35.6875,
+      "step": 2168
+    },
+    {
+      "epoch": 0.10365096052757336,
+      "grad_norm": 340.5052795410156,
+      "learning_rate": 1.9975050368073737e-05,
+      "loss": 45.2812,
+      "step": 2169
+    },
+    {
+      "epoch": 0.10369874796903374,
+      "grad_norm": 298.5918273925781,
+      "learning_rate": 1.9974995706765718e-05,
+      "loss": 67.75,
+      "step": 2170
+    },
+    {
+      "epoch": 0.10374653541049413,
+      "grad_norm": 358.1101379394531,
+      "learning_rate": 1.9974940985720345e-05,
+      "loss": 47.6562,
+      "step": 2171
+    },
+    {
+      "epoch": 0.1037943228519545,
+      "grad_norm": 227.45509338378906,
+      "learning_rate": 1.997488620493795e-05,
+      "loss": 36.6562,
+      "step": 2172
+    },
+    {
+      "epoch": 0.10384211029341489,
+      "grad_norm": 427.1092834472656,
+      "learning_rate": 1.9974831364418855e-05,
+      "loss": 42.2188,
+      "step": 2173
+    },
+    {
+      "epoch": 0.10388989773487528,
+      "grad_norm": 220.1813507080078,
+      "learning_rate": 1.9974776464163387e-05,
+      "loss": 32.0625,
+      "step": 2174
+    },
+    {
+      "epoch": 0.10393768517633566,
+      "grad_norm": 526.800048828125,
+      "learning_rate": 1.9974721504171887e-05,
+      "loss": 36.5,
+      "step": 2175
+    },
+    {
+      "epoch": 0.10398547261779605,
+      "grad_norm": 274.4317932128906,
+      "learning_rate": 1.9974666484444672e-05,
+      "loss": 32.6875,
+      "step": 2176
+    },
+    {
+      "epoch": 0.10403326005925642,
+      "grad_norm": 231.0621337890625,
+      "learning_rate": 1.9974611404982075e-05,
+      "loss": 36.0,
+      "step": 2177
+    },
+    {
+      "epoch": 0.10408104750071681,
+      "grad_norm": 349.9998779296875,
+      "learning_rate": 1.9974556265784427e-05,
+      "loss": 39.0625,
+      "step": 2178
+    },
+    {
+      "epoch": 0.1041288349421772,
+      "grad_norm": 293.1060485839844,
+      "learning_rate": 1.9974501066852058e-05,
+      "loss": 27.7188,
+      "step": 2179
+    },
+    {
+      "epoch": 0.10417662238363758,
+      "grad_norm": 264.909912109375,
+      "learning_rate": 1.9974445808185302e-05,
+      "loss": 37.2188,
+      "step": 2180
+    },
+    {
+      "epoch": 0.10422440982509797,
+      "grad_norm": 267.0150146484375,
+      "learning_rate": 1.997439048978448e-05,
+      "loss": 40.0312,
+      "step": 2181
+    },
+    {
+      "epoch": 0.10427219726655834,
+      "grad_norm": 365.3039245605469,
+      "learning_rate": 1.9974335111649932e-05,
+      "loss": 34.4062,
+      "step": 2182
+    },
+    {
+      "epoch": 0.10431998470801873,
+      "grad_norm": 206.85707092285156,
+      "learning_rate": 1.9974279673781986e-05,
+      "loss": 41.4688,
+      "step": 2183
+    },
+    {
+      "epoch": 0.10436777214947912,
+      "grad_norm": 486.163818359375,
+      "learning_rate": 1.9974224176180978e-05,
+      "loss": 38.6875,
+      "step": 2184
+    },
+    {
+      "epoch": 0.1044155595909395,
+      "grad_norm": 262.2782287597656,
+      "learning_rate": 1.9974168618847237e-05,
+      "loss": 32.0938,
+      "step": 2185
+    },
+    {
+      "epoch": 0.10446334703239989,
+      "grad_norm": 196.44119262695312,
+      "learning_rate": 1.997411300178109e-05,
+      "loss": 30.1562,
+      "step": 2186
+    },
+    {
+      "epoch": 0.10451113447386028,
+      "grad_norm": 588.9843139648438,
+      "learning_rate": 1.9974057324982884e-05,
+      "loss": 32.4062,
+      "step": 2187
+    },
+    {
+      "epoch": 0.10455892191532065,
+      "grad_norm": 235.0355682373047,
+      "learning_rate": 1.9974001588452943e-05,
+      "loss": 30.3438,
+      "step": 2188
+    },
+    {
+      "epoch": 0.10460670935678104,
+      "grad_norm": 317.39910888671875,
+      "learning_rate": 1.99739457921916e-05,
+      "loss": 35.1875,
+      "step": 2189
+    },
+    {
+      "epoch": 0.10465449679824142,
+      "grad_norm": 388.8790283203125,
+      "learning_rate": 1.9973889936199193e-05,
+      "loss": 30.8125,
+      "step": 2190
+    },
+    {
+      "epoch": 0.1047022842397018,
+      "grad_norm": 367.9485778808594,
+      "learning_rate": 1.9973834020476057e-05,
+      "loss": 38.0312,
+      "step": 2191
+    },
+    {
+      "epoch": 0.1047500716811622,
+      "grad_norm": 580.8937377929688,
+      "learning_rate": 1.9973778045022523e-05,
+      "loss": 43.4375,
+      "step": 2192
+    },
+    {
+      "epoch": 0.10479785912262257,
+      "grad_norm": 329.3040771484375,
+      "learning_rate": 1.9973722009838926e-05,
+      "loss": 40.0312,
+      "step": 2193
+    },
+    {
+      "epoch": 0.10484564656408296,
+      "grad_norm": 439.2530822753906,
+      "learning_rate": 1.997366591492561e-05,
+      "loss": 37.4062,
+      "step": 2194
+    },
+    {
+      "epoch": 0.10489343400554334,
+      "grad_norm": 253.37686157226562,
+      "learning_rate": 1.99736097602829e-05,
+      "loss": 50.375,
+      "step": 2195
+    },
+    {
+      "epoch": 0.10494122144700373,
+      "grad_norm": 603.8073120117188,
+      "learning_rate": 1.9973553545911138e-05,
+      "loss": 29.7031,
+      "step": 2196
+    },
+    {
+      "epoch": 0.10498900888846412,
+      "grad_norm": 282.4048156738281,
+      "learning_rate": 1.9973497271810656e-05,
+      "loss": 35.0312,
+      "step": 2197
+    },
+    {
+      "epoch": 0.10503679632992449,
+      "grad_norm": 352.751953125,
+      "learning_rate": 1.99734409379818e-05,
+      "loss": 24.9688,
+      "step": 2198
+    },
+    {
+      "epoch": 0.10508458377138488,
+      "grad_norm": 867.8467407226562,
+      "learning_rate": 1.99733845444249e-05,
+      "loss": 46.6562,
+      "step": 2199
+    },
+    {
+      "epoch": 0.10513237121284526,
+      "grad_norm": 305.75579833984375,
+      "learning_rate": 1.9973328091140295e-05,
+      "loss": 38.5,
+      "step": 2200
+    },
+    {
+      "epoch": 0.10518015865430565,
+      "grad_norm": 249.02064514160156,
+      "learning_rate": 1.9973271578128326e-05,
+      "loss": 32.75,
+      "step": 2201
+    },
+    {
+      "epoch": 0.10522794609576604,
+      "grad_norm": 339.1043395996094,
+      "learning_rate": 1.9973215005389327e-05,
+      "loss": 46.8125,
+      "step": 2202
+    },
+    {
+      "epoch": 0.10527573353722641,
+      "grad_norm": 310.0654602050781,
+      "learning_rate": 1.997315837292364e-05,
+      "loss": 41.2812,
+      "step": 2203
+    },
+    {
+      "epoch": 0.1053235209786868,
+      "grad_norm": 290.7724914550781,
+      "learning_rate": 1.9973101680731607e-05,
+      "loss": 33.375,
+      "step": 2204
+    },
+    {
+      "epoch": 0.10537130842014719,
+      "grad_norm": 384.5721740722656,
+      "learning_rate": 1.9973044928813555e-05,
+      "loss": 37.5938,
+      "step": 2205
+    },
+    {
+      "epoch": 0.10541909586160757,
+      "grad_norm": 427.17559814453125,
+      "learning_rate": 1.997298811716984e-05,
+      "loss": 34.6562,
+      "step": 2206
+    },
+    {
+      "epoch": 0.10546688330306796,
+      "grad_norm": 438.015869140625,
+      "learning_rate": 1.9972931245800794e-05,
+      "loss": 31.0312,
+      "step": 2207
+    },
+    {
+      "epoch": 0.10551467074452833,
+      "grad_norm": 296.8297119140625,
+      "learning_rate": 1.9972874314706755e-05,
+      "loss": 37.75,
+      "step": 2208
+    },
+    {
+      "epoch": 0.10556245818598872,
+      "grad_norm": 212.71279907226562,
+      "learning_rate": 1.997281732388807e-05,
+      "loss": 22.9688,
+      "step": 2209
+    },
+    {
+      "epoch": 0.10561024562744911,
+      "grad_norm": 810.69091796875,
+      "learning_rate": 1.9972760273345078e-05,
+      "loss": 39.2188,
+      "step": 2210
+    },
+    {
+      "epoch": 0.10565803306890949,
+      "grad_norm": 264.3066101074219,
+      "learning_rate": 1.997270316307812e-05,
+      "loss": 35.5,
+      "step": 2211
+    },
+    {
+      "epoch": 0.10570582051036988,
+      "grad_norm": 332.3522033691406,
+      "learning_rate": 1.997264599308754e-05,
+      "loss": 31.3438,
+      "step": 2212
+    },
+    {
+      "epoch": 0.10575360795183025,
+      "grad_norm": 311.1852722167969,
+      "learning_rate": 1.997258876337367e-05,
+      "loss": 25.7812,
+      "step": 2213
+    },
+    {
+      "epoch": 0.10580139539329064,
+      "grad_norm": 280.2758483886719,
+      "learning_rate": 1.9972531473936873e-05,
+      "loss": 36.7188,
+      "step": 2214
+    },
+    {
+      "epoch": 0.10584918283475103,
+      "grad_norm": 408.62841796875,
+      "learning_rate": 1.9972474124777475e-05,
+      "loss": 37.4062,
+      "step": 2215
+    },
+    {
+      "epoch": 0.10589697027621141,
+      "grad_norm": 239.09559631347656,
+      "learning_rate": 1.9972416715895827e-05,
+      "loss": 30.875,
+      "step": 2216
+    },
+    {
+      "epoch": 0.1059447577176718,
+      "grad_norm": 186.0840606689453,
+      "learning_rate": 1.997235924729227e-05,
+      "loss": 30.7188,
+      "step": 2217
+    },
+    {
+      "epoch": 0.10599254515913217,
+      "grad_norm": 447.6601257324219,
+      "learning_rate": 1.9972301718967147e-05,
+      "loss": 53.1875,
+      "step": 2218
+    },
+    {
+      "epoch": 0.10604033260059256,
+      "grad_norm": 293.874755859375,
+      "learning_rate": 1.9972244130920806e-05,
+      "loss": 42.9062,
+      "step": 2219
+    },
+    {
+      "epoch": 0.10608812004205295,
+      "grad_norm": 234.29283142089844,
+      "learning_rate": 1.997218648315359e-05,
+      "loss": 31.2188,
+      "step": 2220
+    },
+    {
+      "epoch": 0.10613590748351333,
+      "grad_norm": 227.79893493652344,
+      "learning_rate": 1.9972128775665845e-05,
+      "loss": 30.5625,
+      "step": 2221
+    },
+    {
+      "epoch": 0.10618369492497372,
+      "grad_norm": 435.67401123046875,
+      "learning_rate": 1.9972071008457917e-05,
+      "loss": 34.3438,
+      "step": 2222
+    },
+    {
+      "epoch": 0.10623148236643411,
+      "grad_norm": 724.1614379882812,
+      "learning_rate": 1.997201318153015e-05,
+      "loss": 45.5625,
+      "step": 2223
+    },
+    {
+      "epoch": 0.10627926980789448,
+      "grad_norm": 363.4144287109375,
+      "learning_rate": 1.997195529488289e-05,
+      "loss": 32.2812,
+      "step": 2224
+    },
+    {
+      "epoch": 0.10632705724935487,
+      "grad_norm": 271.8114013671875,
+      "learning_rate": 1.9971897348516486e-05,
+      "loss": 27.5938,
+      "step": 2225
+    },
+    {
+      "epoch": 0.10637484469081525,
+      "grad_norm": 304.8499755859375,
+      "learning_rate": 1.9971839342431288e-05,
+      "loss": 45.4375,
+      "step": 2226
+    },
+    {
+      "epoch": 0.10642263213227564,
+      "grad_norm": 220.49241638183594,
+      "learning_rate": 1.9971781276627634e-05,
+      "loss": 38.1562,
+      "step": 2227
+    },
+    {
+      "epoch": 0.10647041957373603,
+      "grad_norm": 472.968017578125,
+      "learning_rate": 1.997172315110588e-05,
+      "loss": 38.1094,
+      "step": 2228
+    },
+    {
+      "epoch": 0.1065182070151964,
+      "grad_norm": 254.31881713867188,
+      "learning_rate": 1.9971664965866373e-05,
+      "loss": 25.4219,
+      "step": 2229
+    },
+    {
+      "epoch": 0.10656599445665679,
+      "grad_norm": 438.7346496582031,
+      "learning_rate": 1.9971606720909457e-05,
+      "loss": 46.1875,
+      "step": 2230
+    },
+    {
+      "epoch": 0.10661378189811717,
+      "grad_norm": 701.5111083984375,
+      "learning_rate": 1.9971548416235485e-05,
+      "loss": 47.1562,
+      "step": 2231
+    },
+    {
+      "epoch": 0.10666156933957756,
+      "grad_norm": 312.1395568847656,
+      "learning_rate": 1.9971490051844802e-05,
+      "loss": 36.1094,
+      "step": 2232
+    },
+    {
+      "epoch": 0.10670935678103795,
+      "grad_norm": 263.39837646484375,
+      "learning_rate": 1.997143162773777e-05,
+      "loss": 35.4688,
+      "step": 2233
+    },
+    {
+      "epoch": 0.10675714422249832,
+      "grad_norm": 339.36981201171875,
+      "learning_rate": 1.9971373143914716e-05,
+      "loss": 34.9062,
+      "step": 2234
+    },
+    {
+      "epoch": 0.10680493166395871,
+      "grad_norm": 490.83575439453125,
+      "learning_rate": 1.997131460037601e-05,
+      "loss": 27.5625,
+      "step": 2235
+    },
+    {
+      "epoch": 0.1068527191054191,
+      "grad_norm": 388.2827453613281,
+      "learning_rate": 1.9971255997121998e-05,
+      "loss": 36.0938,
+      "step": 2236
+    },
+    {
+      "epoch": 0.10690050654687948,
+      "grad_norm": 484.5527648925781,
+      "learning_rate": 1.9971197334153025e-05,
+      "loss": 42.0,
+      "step": 2237
+    },
+    {
+      "epoch": 0.10694829398833987,
+      "grad_norm": 227.2734832763672,
+      "learning_rate": 1.9971138611469446e-05,
+      "loss": 21.875,
+      "step": 2238
+    },
+    {
+      "epoch": 0.10699608142980024,
+      "grad_norm": 215.98606872558594,
+      "learning_rate": 1.997107982907162e-05,
+      "loss": 28.6719,
+      "step": 2239
+    },
+    {
+      "epoch": 0.10704386887126063,
+      "grad_norm": 198.78134155273438,
+      "learning_rate": 1.9971020986959884e-05,
+      "loss": 30.4688,
+      "step": 2240
+    },
+    {
+      "epoch": 0.10709165631272102,
+      "grad_norm": 275.0674133300781,
+      "learning_rate": 1.9970962085134602e-05,
+      "loss": 33.0938,
+      "step": 2241
+    },
+    {
+      "epoch": 0.1071394437541814,
+      "grad_norm": 286.6474914550781,
+      "learning_rate": 1.997090312359612e-05,
+      "loss": 36.9688,
+      "step": 2242
+    },
+    {
+      "epoch": 0.10718723119564179,
+      "grad_norm": 132.7478790283203,
+      "learning_rate": 1.99708441023448e-05,
+      "loss": 22.9062,
+      "step": 2243
+    },
+    {
+      "epoch": 0.10723501863710216,
+      "grad_norm": 287.10760498046875,
+      "learning_rate": 1.9970785021380986e-05,
+      "loss": 33.0,
+      "step": 2244
+    },
+    {
+      "epoch": 0.10728280607856255,
+      "grad_norm": 350.2663269042969,
+      "learning_rate": 1.9970725880705038e-05,
+      "loss": 45.8125,
+      "step": 2245
+    },
+    {
+      "epoch": 0.10733059352002294,
+      "grad_norm": 410.79547119140625,
+      "learning_rate": 1.9970666680317302e-05,
+      "loss": 32.8906,
+      "step": 2246
+    },
+    {
+      "epoch": 0.10737838096148332,
+      "grad_norm": 247.84986877441406,
+      "learning_rate": 1.9970607420218145e-05,
+      "loss": 29.5781,
+      "step": 2247
+    },
+    {
+      "epoch": 0.10742616840294371,
+      "grad_norm": 197.74119567871094,
+      "learning_rate": 1.997054810040791e-05,
+      "loss": 23.7969,
+      "step": 2248
+    },
+    {
+      "epoch": 0.10747395584440408,
+      "grad_norm": 376.43505859375,
+      "learning_rate": 1.997048872088696e-05,
+      "loss": 30.3125,
+      "step": 2249
+    },
+    {
+      "epoch": 0.10752174328586447,
+      "grad_norm": 247.88882446289062,
+      "learning_rate": 1.997042928165565e-05,
+      "loss": 23.0625,
+      "step": 2250
+    },
+    {
+      "epoch": 0.10756953072732486,
+      "grad_norm": 375.3780517578125,
+      "learning_rate": 1.997036978271433e-05,
+      "loss": 42.375,
+      "step": 2251
+    },
+    {
+      "epoch": 0.10761731816878524,
+      "grad_norm": 199.8382568359375,
+      "learning_rate": 1.9970310224063364e-05,
+      "loss": 28.0938,
+      "step": 2252
+    },
+    {
+      "epoch": 0.10766510561024563,
+      "grad_norm": 405.58746337890625,
+      "learning_rate": 1.99702506057031e-05,
+      "loss": 37.75,
+      "step": 2253
+    },
+    {
+      "epoch": 0.10771289305170602,
+      "grad_norm": 274.8364562988281,
+      "learning_rate": 1.9970190927633902e-05,
+      "loss": 31.0312,
+      "step": 2254
+    },
+    {
+      "epoch": 0.1077606804931664,
+      "grad_norm": 288.12261962890625,
+      "learning_rate": 1.9970131189856132e-05,
+      "loss": 38.0938,
+      "step": 2255
+    },
+    {
+      "epoch": 0.10780846793462678,
+      "grad_norm": 265.72222900390625,
+      "learning_rate": 1.997007139237013e-05,
+      "loss": 40.75,
+      "step": 2256
+    },
+    {
+      "epoch": 0.10785625537608716,
+      "grad_norm": 276.60888671875,
+      "learning_rate": 1.9970011535176274e-05,
+      "loss": 34.4375,
+      "step": 2257
+    },
+    {
+      "epoch": 0.10790404281754755,
+      "grad_norm": 503.321533203125,
+      "learning_rate": 1.996995161827491e-05,
+      "loss": 48.625,
+      "step": 2258
+    },
+    {
+      "epoch": 0.10795183025900794,
+      "grad_norm": 278.907958984375,
+      "learning_rate": 1.9969891641666403e-05,
+      "loss": 25.5625,
+      "step": 2259
+    },
+    {
+      "epoch": 0.10799961770046831,
+      "grad_norm": 195.24234008789062,
+      "learning_rate": 1.9969831605351104e-05,
+      "loss": 35.0312,
+      "step": 2260
+    },
+    {
+      "epoch": 0.1080474051419287,
+      "grad_norm": 363.8914794921875,
+      "learning_rate": 1.9969771509329385e-05,
+      "loss": 35.0312,
+      "step": 2261
+    },
+    {
+      "epoch": 0.10809519258338908,
+      "grad_norm": 267.42529296875,
+      "learning_rate": 1.9969711353601595e-05,
+      "loss": 34.7812,
+      "step": 2262
+    },
+    {
+      "epoch": 0.10814298002484947,
+      "grad_norm": 320.47161865234375,
+      "learning_rate": 1.99696511381681e-05,
+      "loss": 43.25,
+      "step": 2263
+    },
+    {
+      "epoch": 0.10819076746630986,
+      "grad_norm": 268.7351379394531,
+      "learning_rate": 1.9969590863029258e-05,
+      "loss": 25.125,
+      "step": 2264
+    },
+    {
+      "epoch": 0.10823855490777023,
+      "grad_norm": 287.6875,
+      "learning_rate": 1.9969530528185434e-05,
+      "loss": 33.6562,
+      "step": 2265
+    },
+    {
+      "epoch": 0.10828634234923062,
+      "grad_norm": 358.4764099121094,
+      "learning_rate": 1.9969470133636985e-05,
+      "loss": 36.1875,
+      "step": 2266
+    },
+    {
+      "epoch": 0.108334129790691,
+      "grad_norm": 268.82659912109375,
+      "learning_rate": 1.9969409679384273e-05,
+      "loss": 32.1562,
+      "step": 2267
+    },
+    {
+      "epoch": 0.10838191723215139,
+      "grad_norm": 355.69366455078125,
+      "learning_rate": 1.9969349165427662e-05,
+      "loss": 40.4688,
+      "step": 2268
+    },
+    {
+      "epoch": 0.10842970467361178,
+      "grad_norm": 305.5052185058594,
+      "learning_rate": 1.996928859176751e-05,
+      "loss": 34.1875,
+      "step": 2269
+    },
+    {
+      "epoch": 0.10847749211507215,
+      "grad_norm": 299.4052734375,
+      "learning_rate": 1.9969227958404186e-05,
+      "loss": 40.0,
+      "step": 2270
+    },
+    {
+      "epoch": 0.10852527955653254,
+      "grad_norm": 192.84463500976562,
+      "learning_rate": 1.9969167265338053e-05,
+      "loss": 30.9062,
+      "step": 2271
+    },
+    {
+      "epoch": 0.10857306699799293,
+      "grad_norm": 318.4203796386719,
+      "learning_rate": 1.996910651256947e-05,
+      "loss": 40.75,
+      "step": 2272
+    },
+    {
+      "epoch": 0.10862085443945331,
+      "grad_norm": 350.0880432128906,
+      "learning_rate": 1.99690457000988e-05,
+      "loss": 28.5312,
+      "step": 2273
+    },
+    {
+      "epoch": 0.1086686418809137,
+      "grad_norm": 181.5535430908203,
+      "learning_rate": 1.9968984827926412e-05,
+      "loss": 32.75,
+      "step": 2274
+    },
+    {
+      "epoch": 0.10871642932237408,
+      "grad_norm": 184.64865112304688,
+      "learning_rate": 1.996892389605267e-05,
+      "loss": 22.1719,
+      "step": 2275
+    },
+    {
+      "epoch": 0.10876421676383446,
+      "grad_norm": 366.835205078125,
+      "learning_rate": 1.9968862904477936e-05,
+      "loss": 31.8594,
+      "step": 2276
+    },
+    {
+      "epoch": 0.10881200420529485,
+      "grad_norm": 281.7216491699219,
+      "learning_rate": 1.9968801853202576e-05,
+      "loss": 29.8438,
+      "step": 2277
+    },
+    {
+      "epoch": 0.10885979164675523,
+      "grad_norm": 307.1686096191406,
+      "learning_rate": 1.9968740742226952e-05,
+      "loss": 32.3125,
+      "step": 2278
+    },
+    {
+      "epoch": 0.10890757908821562,
+      "grad_norm": 172.83740234375,
+      "learning_rate": 1.9968679571551443e-05,
+      "loss": 28.6094,
+      "step": 2279
+    },
+    {
+      "epoch": 0.108955366529676,
+      "grad_norm": 272.39697265625,
+      "learning_rate": 1.99686183411764e-05,
+      "loss": 34.9688,
+      "step": 2280
+    },
+    {
+      "epoch": 0.10900315397113639,
+      "grad_norm": 446.1807556152344,
+      "learning_rate": 1.99685570511022e-05,
+      "loss": 44.6875,
+      "step": 2281
+    },
+    {
+      "epoch": 0.10905094141259677,
+      "grad_norm": 354.5092468261719,
+      "learning_rate": 1.9968495701329203e-05,
+      "loss": 28.4688,
+      "step": 2282
+    },
+    {
+      "epoch": 0.10909872885405715,
+      "grad_norm": 215.70059204101562,
+      "learning_rate": 1.996843429185778e-05,
+      "loss": 27.5312,
+      "step": 2283
+    },
+    {
+      "epoch": 0.10914651629551754,
+      "grad_norm": 287.7535400390625,
+      "learning_rate": 1.99683728226883e-05,
+      "loss": 38.2812,
+      "step": 2284
+    },
+    {
+      "epoch": 0.10919430373697792,
+      "grad_norm": 214.91864013671875,
+      "learning_rate": 1.9968311293821127e-05,
+      "loss": 29.7188,
+      "step": 2285
+    },
+    {
+      "epoch": 0.1092420911784383,
+      "grad_norm": 376.0693359375,
+      "learning_rate": 1.9968249705256634e-05,
+      "loss": 34.0938,
+      "step": 2286
+    },
+    {
+      "epoch": 0.1092898786198987,
+      "grad_norm": 272.6035461425781,
+      "learning_rate": 1.9968188056995187e-05,
+      "loss": 29.3438,
+      "step": 2287
+    },
+    {
+      "epoch": 0.10933766606135907,
+      "grad_norm": 465.98236083984375,
+      "learning_rate": 1.996812634903716e-05,
+      "loss": 50.875,
+      "step": 2288
+    },
+    {
+      "epoch": 0.10938545350281946,
+      "grad_norm": 430.748291015625,
+      "learning_rate": 1.9968064581382914e-05,
+      "loss": 39.7656,
+      "step": 2289
+    },
+    {
+      "epoch": 0.10943324094427985,
+      "grad_norm": 303.9486083984375,
+      "learning_rate": 1.9968002754032824e-05,
+      "loss": 34.5625,
+      "step": 2290
+    },
+    {
+      "epoch": 0.10948102838574023,
+      "grad_norm": 338.016357421875,
+      "learning_rate": 1.996794086698726e-05,
+      "loss": 50.5625,
+      "step": 2291
+    },
+    {
+      "epoch": 0.10952881582720062,
+      "grad_norm": 341.6888427734375,
+      "learning_rate": 1.996787892024659e-05,
+      "loss": 35.25,
+      "step": 2292
+    },
+    {
+      "epoch": 0.10957660326866099,
+      "grad_norm": 560.7478637695312,
+      "learning_rate": 1.996781691381119e-05,
+      "loss": 27.8125,
+      "step": 2293
+    },
+    {
+      "epoch": 0.10962439071012138,
+      "grad_norm": 288.2172546386719,
+      "learning_rate": 1.9967754847681432e-05,
+      "loss": 44.4375,
+      "step": 2294
+    },
+    {
+      "epoch": 0.10967217815158177,
+      "grad_norm": 205.91213989257812,
+      "learning_rate": 1.996769272185768e-05,
+      "loss": 22.5312,
+      "step": 2295
+    },
+    {
+      "epoch": 0.10971996559304215,
+      "grad_norm": 243.80792236328125,
+      "learning_rate": 1.996763053634031e-05,
+      "loss": 36.7188,
+      "step": 2296
+    },
+    {
+      "epoch": 0.10976775303450254,
+      "grad_norm": 316.1541442871094,
+      "learning_rate": 1.99675682911297e-05,
+      "loss": 36.6562,
+      "step": 2297
+    },
+    {
+      "epoch": 0.10981554047596291,
+      "grad_norm": 400.5892639160156,
+      "learning_rate": 1.9967505986226216e-05,
+      "loss": 32.625,
+      "step": 2298
+    },
+    {
+      "epoch": 0.1098633279174233,
+      "grad_norm": 331.9956359863281,
+      "learning_rate": 1.9967443621630228e-05,
+      "loss": 38.6875,
+      "step": 2299
+    },
+    {
+      "epoch": 0.10991111535888369,
+      "grad_norm": 330.3526611328125,
+      "learning_rate": 1.9967381197342118e-05,
+      "loss": 29.2969,
+      "step": 2300
+    },
+    {
+      "epoch": 0.10995890280034407,
+      "grad_norm": 400.2642822265625,
+      "learning_rate": 1.9967318713362255e-05,
+      "loss": 43.1562,
+      "step": 2301
+    },
+    {
+      "epoch": 0.11000669024180446,
+      "grad_norm": 258.467041015625,
+      "learning_rate": 1.9967256169691014e-05,
+      "loss": 42.5,
+      "step": 2302
+    },
+    {
+      "epoch": 0.11005447768326483,
+      "grad_norm": 411.99468994140625,
+      "learning_rate": 1.996719356632877e-05,
+      "loss": 37.0938,
+      "step": 2303
+    },
+    {
+      "epoch": 0.11010226512472522,
+      "grad_norm": 235.05038452148438,
+      "learning_rate": 1.9967130903275897e-05,
+      "loss": 25.2188,
+      "step": 2304
+    },
+    {
+      "epoch": 0.11015005256618561,
+      "grad_norm": 282.3503112792969,
+      "learning_rate": 1.9967068180532774e-05,
+      "loss": 36.625,
+      "step": 2305
+    },
+    {
+      "epoch": 0.11019784000764599,
+      "grad_norm": 242.63880920410156,
+      "learning_rate": 1.996700539809977e-05,
+      "loss": 28.5,
+      "step": 2306
+    },
+    {
+      "epoch": 0.11024562744910638,
+      "grad_norm": 362.8203125,
+      "learning_rate": 1.996694255597727e-05,
+      "loss": 34.75,
+      "step": 2307
+    },
+    {
+      "epoch": 0.11029341489056677,
+      "grad_norm": 291.039306640625,
+      "learning_rate": 1.996687965416564e-05,
+      "loss": 39.6562,
+      "step": 2308
+    },
+    {
+      "epoch": 0.11034120233202714,
+      "grad_norm": 239.23983764648438,
+      "learning_rate": 1.9966816692665262e-05,
+      "loss": 31.5,
+      "step": 2309
+    },
+    {
+      "epoch": 0.11038898977348753,
+      "grad_norm": 493.45355224609375,
+      "learning_rate": 1.9966753671476514e-05,
+      "loss": 42.0312,
+      "step": 2310
+    },
+    {
+      "epoch": 0.1104367772149479,
+      "grad_norm": 405.5328674316406,
+      "learning_rate": 1.996669059059977e-05,
+      "loss": 52.7812,
+      "step": 2311
+    },
+    {
+      "epoch": 0.1104845646564083,
+      "grad_norm": 225.99940490722656,
+      "learning_rate": 1.9966627450035415e-05,
+      "loss": 51.625,
+      "step": 2312
+    },
+    {
+      "epoch": 0.11053235209786869,
+      "grad_norm": 500.4051208496094,
+      "learning_rate": 1.9966564249783817e-05,
+      "loss": 36.9375,
+      "step": 2313
+    },
+    {
+      "epoch": 0.11058013953932906,
+      "grad_norm": 241.92431640625,
+      "learning_rate": 1.996650098984536e-05,
+      "loss": 31.5938,
+      "step": 2314
+    },
+    {
+      "epoch": 0.11062792698078945,
+      "grad_norm": 283.81512451171875,
+      "learning_rate": 1.9966437670220424e-05,
+      "loss": 34.1875,
+      "step": 2315
+    },
+    {
+      "epoch": 0.11067571442224983,
+      "grad_norm": 623.3348388671875,
+      "learning_rate": 1.9966374290909388e-05,
+      "loss": 47.0625,
+      "step": 2316
+    },
+    {
+      "epoch": 0.11072350186371022,
+      "grad_norm": 225.57949829101562,
+      "learning_rate": 1.9966310851912626e-05,
+      "loss": 33.9062,
+      "step": 2317
+    },
+    {
+      "epoch": 0.1107712893051706,
+      "grad_norm": 466.5682678222656,
+      "learning_rate": 1.9966247353230527e-05,
+      "loss": 39.5,
+      "step": 2318
+    },
+    {
+      "epoch": 0.11081907674663098,
+      "grad_norm": 319.2419738769531,
+      "learning_rate": 1.9966183794863462e-05,
+      "loss": 36.0625,
+      "step": 2319
+    },
+    {
+      "epoch": 0.11086686418809137,
+      "grad_norm": 236.6317138671875,
+      "learning_rate": 1.996612017681182e-05,
+      "loss": 29.0781,
+      "step": 2320
+    },
+    {
+      "epoch": 0.11091465162955175,
+      "grad_norm": 221.13734436035156,
+      "learning_rate": 1.9966056499075975e-05,
+      "loss": 28.4375,
+      "step": 2321
+    },
+    {
+      "epoch": 0.11096243907101214,
+      "grad_norm": 229.31341552734375,
+      "learning_rate": 1.9965992761656312e-05,
+      "loss": 39.5781,
+      "step": 2322
+    },
+    {
+      "epoch": 0.11101022651247253,
+      "grad_norm": 252.44708251953125,
+      "learning_rate": 1.996592896455321e-05,
+      "loss": 38.7188,
+      "step": 2323
+    },
+    {
+      "epoch": 0.1110580139539329,
+      "grad_norm": 227.68368530273438,
+      "learning_rate": 1.996586510776706e-05,
+      "loss": 40.9688,
+      "step": 2324
+    },
+    {
+      "epoch": 0.11110580139539329,
+      "grad_norm": 302.64727783203125,
+      "learning_rate": 1.9965801191298228e-05,
+      "loss": 34.125,
+      "step": 2325
+    },
+    {
+      "epoch": 0.11115358883685368,
+      "grad_norm": 326.7855529785156,
+      "learning_rate": 1.9965737215147113e-05,
+      "loss": 37.4375,
+      "step": 2326
+    },
+    {
+      "epoch": 0.11120137627831406,
+      "grad_norm": 263.9740295410156,
+      "learning_rate": 1.9965673179314087e-05,
+      "loss": 26.5,
+      "step": 2327
+    },
+    {
+      "epoch": 0.11124916371977445,
+      "grad_norm": 554.818359375,
+      "learning_rate": 1.9965609083799543e-05,
+      "loss": 31.0625,
+      "step": 2328
+    },
+    {
+      "epoch": 0.11129695116123482,
+      "grad_norm": 323.7972717285156,
+      "learning_rate": 1.9965544928603854e-05,
+      "loss": 34.6875,
+      "step": 2329
+    },
+    {
+      "epoch": 0.11134473860269521,
+      "grad_norm": 241.22970581054688,
+      "learning_rate": 1.9965480713727413e-05,
+      "loss": 41.8438,
+      "step": 2330
+    },
+    {
+      "epoch": 0.1113925260441556,
+      "grad_norm": 280.8841857910156,
+      "learning_rate": 1.9965416439170605e-05,
+      "loss": 32.5625,
+      "step": 2331
+    },
+    {
+      "epoch": 0.11144031348561598,
+      "grad_norm": 339.9106750488281,
+      "learning_rate": 1.9965352104933805e-05,
+      "loss": 35.0312,
+      "step": 2332
+    },
+    {
+      "epoch": 0.11148810092707637,
+      "grad_norm": 364.23858642578125,
+      "learning_rate": 1.996528771101741e-05,
+      "loss": 38.2188,
+      "step": 2333
+    },
+    {
+      "epoch": 0.11153588836853674,
+      "grad_norm": 483.7159729003906,
+      "learning_rate": 1.9965223257421796e-05,
+      "loss": 36.5625,
+      "step": 2334
+    },
+    {
+      "epoch": 0.11158367580999713,
+      "grad_norm": 206.20599365234375,
+      "learning_rate": 1.9965158744147353e-05,
+      "loss": 22.0469,
+      "step": 2335
+    },
+    {
+      "epoch": 0.11163146325145752,
+      "grad_norm": 302.6212158203125,
+      "learning_rate": 1.9965094171194473e-05,
+      "loss": 25.1875,
+      "step": 2336
+    },
+    {
+      "epoch": 0.1116792506929179,
+      "grad_norm": 282.4824523925781,
+      "learning_rate": 1.9965029538563533e-05,
+      "loss": 34.625,
+      "step": 2337
+    },
+    {
+      "epoch": 0.11172703813437829,
+      "grad_norm": 293.4607849121094,
+      "learning_rate": 1.9964964846254925e-05,
+      "loss": 37.6875,
+      "step": 2338
+    },
+    {
+      "epoch": 0.11177482557583866,
+      "grad_norm": 262.0683898925781,
+      "learning_rate": 1.996490009426904e-05,
+      "loss": 28.9688,
+      "step": 2339
+    },
+    {
+      "epoch": 0.11182261301729905,
+      "grad_norm": 215.3218536376953,
+      "learning_rate": 1.9964835282606256e-05,
+      "loss": 33.5156,
+      "step": 2340
+    },
+    {
+      "epoch": 0.11187040045875944,
+      "grad_norm": 281.8415832519531,
+      "learning_rate": 1.9964770411266968e-05,
+      "loss": 30.1875,
+      "step": 2341
+    },
+    {
+      "epoch": 0.11191818790021982,
+      "grad_norm": 249.01901245117188,
+      "learning_rate": 1.9964705480251566e-05,
+      "loss": 24.0625,
+      "step": 2342
+    },
+    {
+      "epoch": 0.11196597534168021,
+      "grad_norm": 794.3128051757812,
+      "learning_rate": 1.9964640489560433e-05,
+      "loss": 23.1875,
+      "step": 2343
+    },
+    {
+      "epoch": 0.1120137627831406,
+      "grad_norm": 389.83648681640625,
+      "learning_rate": 1.9964575439193966e-05,
+      "loss": 32.9688,
+      "step": 2344
+    },
+    {
+      "epoch": 0.11206155022460097,
+      "grad_norm": 240.43820190429688,
+      "learning_rate": 1.9964510329152547e-05,
+      "loss": 33.4375,
+      "step": 2345
+    },
+    {
+      "epoch": 0.11210933766606136,
+      "grad_norm": 287.2730407714844,
+      "learning_rate": 1.9964445159436566e-05,
+      "loss": 25.8125,
+      "step": 2346
+    },
+    {
+      "epoch": 0.11215712510752174,
+      "grad_norm": 225.5563507080078,
+      "learning_rate": 1.996437993004642e-05,
+      "loss": 31.7188,
+      "step": 2347
+    },
+    {
+      "epoch": 0.11220491254898213,
+      "grad_norm": 315.0452880859375,
+      "learning_rate": 1.9964314640982496e-05,
+      "loss": 34.5625,
+      "step": 2348
+    },
+    {
+      "epoch": 0.11225269999044252,
+      "grad_norm": 509.01531982421875,
+      "learning_rate": 1.9964249292245183e-05,
+      "loss": 35.2656,
+      "step": 2349
+    },
+    {
+      "epoch": 0.11230048743190289,
+      "grad_norm": 237.1726837158203,
+      "learning_rate": 1.9964183883834877e-05,
+      "loss": 40.0,
+      "step": 2350
+    },
+    {
+      "epoch": 0.11234827487336328,
+      "grad_norm": 248.89602661132812,
+      "learning_rate": 1.9964118415751963e-05,
+      "loss": 32.2031,
+      "step": 2351
+    },
+    {
+      "epoch": 0.11239606231482366,
+      "grad_norm": 495.4935607910156,
+      "learning_rate": 1.9964052887996836e-05,
+      "loss": 40.75,
+      "step": 2352
+    },
+    {
+      "epoch": 0.11244384975628405,
+      "grad_norm": 332.44854736328125,
+      "learning_rate": 1.9963987300569894e-05,
+      "loss": 31.625,
+      "step": 2353
+    },
+    {
+      "epoch": 0.11249163719774444,
+      "grad_norm": 364.05621337890625,
+      "learning_rate": 1.9963921653471524e-05,
+      "loss": 36.3125,
+      "step": 2354
+    },
+    {
+      "epoch": 0.11253942463920481,
+      "grad_norm": 192.8046875,
+      "learning_rate": 1.996385594670212e-05,
+      "loss": 25.9375,
+      "step": 2355
+    },
+    {
+      "epoch": 0.1125872120806652,
+      "grad_norm": 260.30291748046875,
+      "learning_rate": 1.9963790180262072e-05,
+      "loss": 30.2344,
+      "step": 2356
+    },
+    {
+      "epoch": 0.11263499952212559,
+      "grad_norm": 397.56292724609375,
+      "learning_rate": 1.9963724354151782e-05,
+      "loss": 39.3125,
+      "step": 2357
+    },
+    {
+      "epoch": 0.11268278696358597,
+      "grad_norm": 203.76426696777344,
+      "learning_rate": 1.9963658468371637e-05,
+      "loss": 46.25,
+      "step": 2358
+    },
+    {
+      "epoch": 0.11273057440504636,
+      "grad_norm": 218.11563110351562,
+      "learning_rate": 1.996359252292204e-05,
+      "loss": 24.7031,
+      "step": 2359
+    },
+    {
+      "epoch": 0.11277836184650673,
+      "grad_norm": 323.4265441894531,
+      "learning_rate": 1.9963526517803374e-05,
+      "loss": 38.6406,
+      "step": 2360
+    },
+    {
+      "epoch": 0.11282614928796712,
+      "grad_norm": 335.9910583496094,
+      "learning_rate": 1.9963460453016043e-05,
+      "loss": 36.1562,
+      "step": 2361
+    },
+    {
+      "epoch": 0.11287393672942751,
+      "grad_norm": 267.0211181640625,
+      "learning_rate": 1.9963394328560438e-05,
+      "loss": 28.5156,
+      "step": 2362
+    },
+    {
+      "epoch": 0.11292172417088789,
+      "grad_norm": 371.62115478515625,
+      "learning_rate": 1.996332814443696e-05,
+      "loss": 38.0,
+      "step": 2363
+    },
+    {
+      "epoch": 0.11296951161234828,
+      "grad_norm": 260.5044860839844,
+      "learning_rate": 1.9963261900646002e-05,
+      "loss": 49.4688,
+      "step": 2364
+    },
+    {
+      "epoch": 0.11301729905380865,
+      "grad_norm": 504.8782653808594,
+      "learning_rate": 1.996319559718796e-05,
+      "loss": 38.4375,
+      "step": 2365
+    },
+    {
+      "epoch": 0.11306508649526904,
+      "grad_norm": 358.02056884765625,
+      "learning_rate": 1.9963129234063238e-05,
+      "loss": 46.375,
+      "step": 2366
+    },
+    {
+      "epoch": 0.11311287393672943,
+      "grad_norm": 442.5549621582031,
+      "learning_rate": 1.9963062811272224e-05,
+      "loss": 37.5938,
+      "step": 2367
+    },
+    {
+      "epoch": 0.11316066137818981,
+      "grad_norm": 231.49749755859375,
+      "learning_rate": 1.9962996328815318e-05,
+      "loss": 32.4062,
+      "step": 2368
+    },
+    {
+      "epoch": 0.1132084488196502,
+      "grad_norm": 229.224609375,
+      "learning_rate": 1.996292978669292e-05,
+      "loss": 30.6562,
+      "step": 2369
+    },
+    {
+      "epoch": 0.11325623626111057,
+      "grad_norm": 324.5296936035156,
+      "learning_rate": 1.996286318490543e-05,
+      "loss": 33.5312,
+      "step": 2370
+    },
+    {
+      "epoch": 0.11330402370257096,
+      "grad_norm": 388.812744140625,
+      "learning_rate": 1.9962796523453246e-05,
+      "loss": 33.7188,
+      "step": 2371
+    },
+    {
+      "epoch": 0.11335181114403135,
+      "grad_norm": 254.5963897705078,
+      "learning_rate": 1.9962729802336764e-05,
+      "loss": 31.9688,
+      "step": 2372
+    },
+    {
+      "epoch": 0.11339959858549173,
+      "grad_norm": 486.7300109863281,
+      "learning_rate": 1.9962663021556385e-05,
+      "loss": 26.9375,
+      "step": 2373
+    },
+    {
+      "epoch": 0.11344738602695212,
+      "grad_norm": 270.26861572265625,
+      "learning_rate": 1.9962596181112514e-05,
+      "loss": 26.125,
+      "step": 2374
+    },
+    {
+      "epoch": 0.11349517346841251,
+      "grad_norm": 238.09295654296875,
+      "learning_rate": 1.9962529281005545e-05,
+      "loss": 33.75,
+      "step": 2375
+    },
+    {
+      "epoch": 0.11354296090987288,
+      "grad_norm": 447.8825988769531,
+      "learning_rate": 1.9962462321235877e-05,
+      "loss": 33.5625,
+      "step": 2376
+    },
+    {
+      "epoch": 0.11359074835133327,
+      "grad_norm": 294.9532470703125,
+      "learning_rate": 1.996239530180392e-05,
+      "loss": 51.4375,
+      "step": 2377
+    },
+    {
+      "epoch": 0.11363853579279365,
+      "grad_norm": 379.81781005859375,
+      "learning_rate": 1.996232822271007e-05,
+      "loss": 37.6562,
+      "step": 2378
+    },
+    {
+      "epoch": 0.11368632323425404,
+      "grad_norm": 284.5783386230469,
+      "learning_rate": 1.9962261083954725e-05,
+      "loss": 27.0312,
+      "step": 2379
+    },
+    {
+      "epoch": 0.11373411067571443,
+      "grad_norm": 607.5885620117188,
+      "learning_rate": 1.9962193885538293e-05,
+      "loss": 35.875,
+      "step": 2380
+    },
+    {
+      "epoch": 0.1137818981171748,
+      "grad_norm": 243.6791534423828,
+      "learning_rate": 1.9962126627461175e-05,
+      "loss": 31.9375,
+      "step": 2381
+    },
+    {
+      "epoch": 0.1138296855586352,
+      "grad_norm": 282.3908386230469,
+      "learning_rate": 1.9962059309723775e-05,
+      "loss": 33.0312,
+      "step": 2382
+    },
+    {
+      "epoch": 0.11387747300009557,
+      "grad_norm": 329.8258056640625,
+      "learning_rate": 1.996199193232649e-05,
+      "loss": 30.9375,
+      "step": 2383
+    },
+    {
+      "epoch": 0.11392526044155596,
+      "grad_norm": 253.14956665039062,
+      "learning_rate": 1.996192449526973e-05,
+      "loss": 30.5,
+      "step": 2384
+    },
+    {
+      "epoch": 0.11397304788301635,
+      "grad_norm": 313.4358215332031,
+      "learning_rate": 1.99618569985539e-05,
+      "loss": 34.4688,
+      "step": 2385
+    },
+    {
+      "epoch": 0.11402083532447672,
+      "grad_norm": 237.309326171875,
+      "learning_rate": 1.9961789442179397e-05,
+      "loss": 26.2188,
+      "step": 2386
+    },
+    {
+      "epoch": 0.11406862276593711,
+      "grad_norm": 275.0139465332031,
+      "learning_rate": 1.9961721826146626e-05,
+      "loss": 31.2188,
+      "step": 2387
+    },
+    {
+      "epoch": 0.11411641020739749,
+      "grad_norm": 204.15020751953125,
+      "learning_rate": 1.9961654150456002e-05,
+      "loss": 31.1875,
+      "step": 2388
+    },
+    {
+      "epoch": 0.11416419764885788,
+      "grad_norm": 371.2453308105469,
+      "learning_rate": 1.996158641510792e-05,
+      "loss": 31.9375,
+      "step": 2389
+    },
+    {
+      "epoch": 0.11421198509031827,
+      "grad_norm": 433.3564453125,
+      "learning_rate": 1.996151862010279e-05,
+      "loss": 41.375,
+      "step": 2390
+    },
+    {
+      "epoch": 0.11425977253177864,
+      "grad_norm": 475.4623107910156,
+      "learning_rate": 1.996145076544102e-05,
+      "loss": 36.3438,
+      "step": 2391
+    },
+    {
+      "epoch": 0.11430755997323903,
+      "grad_norm": 215.48580932617188,
+      "learning_rate": 1.996138285112301e-05,
+      "loss": 30.75,
+      "step": 2392
+    },
+    {
+      "epoch": 0.11435534741469942,
+      "grad_norm": 375.2425231933594,
+      "learning_rate": 1.9961314877149173e-05,
+      "loss": 29.875,
+      "step": 2393
+    },
+    {
+      "epoch": 0.1144031348561598,
+      "grad_norm": 417.8712463378906,
+      "learning_rate": 1.9961246843519912e-05,
+      "loss": 38.4375,
+      "step": 2394
+    },
+    {
+      "epoch": 0.11445092229762019,
+      "grad_norm": 348.1894836425781,
+      "learning_rate": 1.9961178750235636e-05,
+      "loss": 42.875,
+      "step": 2395
+    },
+    {
+      "epoch": 0.11449870973908056,
+      "grad_norm": 226.85231018066406,
+      "learning_rate": 1.9961110597296753e-05,
+      "loss": 32.75,
+      "step": 2396
+    },
+    {
+      "epoch": 0.11454649718054095,
+      "grad_norm": 384.117431640625,
+      "learning_rate": 1.996104238470367e-05,
+      "loss": 37.2969,
+      "step": 2397
+    },
+    {
+      "epoch": 0.11459428462200134,
+      "grad_norm": 299.21759033203125,
+      "learning_rate": 1.99609741124568e-05,
+      "loss": 29.75,
+      "step": 2398
+    },
+    {
+      "epoch": 0.11464207206346172,
+      "grad_norm": 285.33203125,
+      "learning_rate": 1.9960905780556542e-05,
+      "loss": 38.6875,
+      "step": 2399
+    },
+    {
+      "epoch": 0.11468985950492211,
+      "grad_norm": 448.34576416015625,
+      "learning_rate": 1.9960837389003318e-05,
+      "loss": 52.4375,
+      "step": 2400
+    },
+    {
+      "epoch": 0.11473764694638248,
+      "grad_norm": 257.3877868652344,
+      "learning_rate": 1.9960768937797528e-05,
+      "loss": 28.0312,
+      "step": 2401
+    },
+    {
+      "epoch": 0.11478543438784287,
+      "grad_norm": 290.8345031738281,
+      "learning_rate": 1.9960700426939585e-05,
+      "loss": 46.9375,
+      "step": 2402
+    },
+    {
+      "epoch": 0.11483322182930326,
+      "grad_norm": 334.9638671875,
+      "learning_rate": 1.99606318564299e-05,
+      "loss": 29.5938,
+      "step": 2403
+    },
+    {
+      "epoch": 0.11488100927076364,
+      "grad_norm": 189.31678771972656,
+      "learning_rate": 1.9960563226268882e-05,
+      "loss": 41.0,
+      "step": 2404
+    },
+    {
+      "epoch": 0.11492879671222403,
+      "grad_norm": 278.8629150390625,
+      "learning_rate": 1.9960494536456943e-05,
+      "loss": 24.0,
+      "step": 2405
+    },
+    {
+      "epoch": 0.1149765841536844,
+      "grad_norm": 435.7681884765625,
+      "learning_rate": 1.9960425786994494e-05,
+      "loss": 31.0,
+      "step": 2406
+    },
+    {
+      "epoch": 0.1150243715951448,
+      "grad_norm": 230.35337829589844,
+      "learning_rate": 1.996035697788195e-05,
+      "loss": 34.2812,
+      "step": 2407
+    },
+    {
+      "epoch": 0.11507215903660518,
+      "grad_norm": 676.3419799804688,
+      "learning_rate": 1.9960288109119714e-05,
+      "loss": 36.7188,
+      "step": 2408
+    },
+    {
+      "epoch": 0.11511994647806556,
+      "grad_norm": 400.09600830078125,
+      "learning_rate": 1.996021918070821e-05,
+      "loss": 34.5312,
+      "step": 2409
+    },
+    {
+      "epoch": 0.11516773391952595,
+      "grad_norm": 325.07080078125,
+      "learning_rate": 1.996015019264784e-05,
+      "loss": 40.75,
+      "step": 2410
+    },
+    {
+      "epoch": 0.11521552136098634,
+      "grad_norm": 370.9980773925781,
+      "learning_rate": 1.9960081144939027e-05,
+      "loss": 40.4375,
+      "step": 2411
+    },
+    {
+      "epoch": 0.11526330880244672,
+      "grad_norm": 172.8309326171875,
+      "learning_rate": 1.996001203758218e-05,
+      "loss": 29.8125,
+      "step": 2412
+    },
+    {
+      "epoch": 0.1153110962439071,
+      "grad_norm": 281.2940979003906,
+      "learning_rate": 1.9959942870577712e-05,
+      "loss": 32.875,
+      "step": 2413
+    },
+    {
+      "epoch": 0.11535888368536748,
+      "grad_norm": 432.5513916015625,
+      "learning_rate": 1.995987364392604e-05,
+      "loss": 29.3125,
+      "step": 2414
+    },
+    {
+      "epoch": 0.11540667112682787,
+      "grad_norm": 379.75323486328125,
+      "learning_rate": 1.995980435762757e-05,
+      "loss": 36.0312,
+      "step": 2415
+    },
+    {
+      "epoch": 0.11545445856828826,
+      "grad_norm": 285.70709228515625,
+      "learning_rate": 1.995973501168273e-05,
+      "loss": 41.3438,
+      "step": 2416
+    },
+    {
+      "epoch": 0.11550224600974864,
+      "grad_norm": 300.3800048828125,
+      "learning_rate": 1.9959665606091927e-05,
+      "loss": 34.0,
+      "step": 2417
+    },
+    {
+      "epoch": 0.11555003345120902,
+      "grad_norm": 436.8574523925781,
+      "learning_rate": 1.9959596140855576e-05,
+      "loss": 49.1562,
+      "step": 2418
+    },
+    {
+      "epoch": 0.1155978208926694,
+      "grad_norm": 466.1924133300781,
+      "learning_rate": 1.9959526615974098e-05,
+      "loss": 38.6562,
+      "step": 2419
+    },
+    {
+      "epoch": 0.11564560833412979,
+      "grad_norm": 380.4989013671875,
+      "learning_rate": 1.9959457031447907e-05,
+      "loss": 38.1406,
+      "step": 2420
+    },
+    {
+      "epoch": 0.11569339577559018,
+      "grad_norm": 291.67498779296875,
+      "learning_rate": 1.995938738727742e-05,
+      "loss": 38.2188,
+      "step": 2421
+    },
+    {
+      "epoch": 0.11574118321705056,
+      "grad_norm": 424.07891845703125,
+      "learning_rate": 1.9959317683463052e-05,
+      "loss": 39.9688,
+      "step": 2422
+    },
+    {
+      "epoch": 0.11578897065851095,
+      "grad_norm": 312.6497497558594,
+      "learning_rate": 1.9959247920005224e-05,
+      "loss": 31.5938,
+      "step": 2423
+    },
+    {
+      "epoch": 0.11583675809997132,
+      "grad_norm": 252.2390594482422,
+      "learning_rate": 1.995917809690435e-05,
+      "loss": 32.375,
+      "step": 2424
+    },
+    {
+      "epoch": 0.11588454554143171,
+      "grad_norm": 269.37506103515625,
+      "learning_rate": 1.995910821416085e-05,
+      "loss": 30.1406,
+      "step": 2425
+    },
+    {
+      "epoch": 0.1159323329828921,
+      "grad_norm": 264.8388977050781,
+      "learning_rate": 1.9959038271775143e-05,
+      "loss": 25.8438,
+      "step": 2426
+    },
+    {
+      "epoch": 0.11598012042435248,
+      "grad_norm": 271.7633972167969,
+      "learning_rate": 1.995896826974765e-05,
+      "loss": 25.5625,
+      "step": 2427
+    },
+    {
+      "epoch": 0.11602790786581287,
+      "grad_norm": 438.9596252441406,
+      "learning_rate": 1.9958898208078784e-05,
+      "loss": 81.5625,
+      "step": 2428
+    },
+    {
+      "epoch": 0.11607569530727326,
+      "grad_norm": 451.327392578125,
+      "learning_rate": 1.995882808676897e-05,
+      "loss": 33.5,
+      "step": 2429
+    },
+    {
+      "epoch": 0.11612348274873363,
+      "grad_norm": 429.32818603515625,
+      "learning_rate": 1.9958757905818628e-05,
+      "loss": 21.6094,
+      "step": 2430
+    },
+    {
+      "epoch": 0.11617127019019402,
+      "grad_norm": 1446.977783203125,
+      "learning_rate": 1.9958687665228174e-05,
+      "loss": 43.3125,
+      "step": 2431
+    },
+    {
+      "epoch": 0.1162190576316544,
+      "grad_norm": 379.49627685546875,
+      "learning_rate": 1.9958617364998032e-05,
+      "loss": 38.1875,
+      "step": 2432
+    },
+    {
+      "epoch": 0.11626684507311479,
+      "grad_norm": 424.7218933105469,
+      "learning_rate": 1.9958547005128623e-05,
+      "loss": 48.9375,
+      "step": 2433
+    },
+    {
+      "epoch": 0.11631463251457518,
+      "grad_norm": 395.64715576171875,
+      "learning_rate": 1.9958476585620365e-05,
+      "loss": 45.5312,
+      "step": 2434
+    },
+    {
+      "epoch": 0.11636241995603555,
+      "grad_norm": 183.02084350585938,
+      "learning_rate": 1.9958406106473683e-05,
+      "loss": 32.0938,
+      "step": 2435
+    },
+    {
+      "epoch": 0.11641020739749594,
+      "grad_norm": 414.86138916015625,
+      "learning_rate": 1.9958335567688997e-05,
+      "loss": 35.2188,
+      "step": 2436
+    },
+    {
+      "epoch": 0.11645799483895632,
+      "grad_norm": 338.9576416015625,
+      "learning_rate": 1.9958264969266733e-05,
+      "loss": 45.6875,
+      "step": 2437
+    },
+    {
+      "epoch": 0.1165057822804167,
+      "grad_norm": 337.0221252441406,
+      "learning_rate": 1.9958194311207313e-05,
+      "loss": 50.125,
+      "step": 2438
+    },
+    {
+      "epoch": 0.1165535697218771,
+      "grad_norm": 262.1003723144531,
+      "learning_rate": 1.9958123593511155e-05,
+      "loss": 32.4375,
+      "step": 2439
+    },
+    {
+      "epoch": 0.11660135716333747,
+      "grad_norm": 607.5690307617188,
+      "learning_rate": 1.9958052816178688e-05,
+      "loss": 27.6875,
+      "step": 2440
+    },
+    {
+      "epoch": 0.11664914460479786,
+      "grad_norm": 265.31890869140625,
+      "learning_rate": 1.9957981979210334e-05,
+      "loss": 33.7812,
+      "step": 2441
+    },
+    {
+      "epoch": 0.11669693204625824,
+      "grad_norm": 312.4171447753906,
+      "learning_rate": 1.995791108260652e-05,
+      "loss": 56.75,
+      "step": 2442
+    },
+    {
+      "epoch": 0.11674471948771863,
+      "grad_norm": 307.75213623046875,
+      "learning_rate": 1.995784012636766e-05,
+      "loss": 33.9062,
+      "step": 2443
+    },
+    {
+      "epoch": 0.11679250692917902,
+      "grad_norm": 253.91563415527344,
+      "learning_rate": 1.9957769110494193e-05,
+      "loss": 32.2188,
+      "step": 2444
+    },
+    {
+      "epoch": 0.11684029437063939,
+      "grad_norm": 317.84130859375,
+      "learning_rate": 1.9957698034986538e-05,
+      "loss": 36.0625,
+      "step": 2445
+    },
+    {
+      "epoch": 0.11688808181209978,
+      "grad_norm": 1035.1072998046875,
+      "learning_rate": 1.995762689984512e-05,
+      "loss": 42.6719,
+      "step": 2446
+    },
+    {
+      "epoch": 0.11693586925356017,
+      "grad_norm": 239.16885375976562,
+      "learning_rate": 1.9957555705070365e-05,
+      "loss": 33.5,
+      "step": 2447
+    },
+    {
+      "epoch": 0.11698365669502055,
+      "grad_norm": 154.8562469482422,
+      "learning_rate": 1.99574844506627e-05,
+      "loss": 28.4062,
+      "step": 2448
+    },
+    {
+      "epoch": 0.11703144413648094,
+      "grad_norm": 680.2069702148438,
+      "learning_rate": 1.995741313662255e-05,
+      "loss": 42.625,
+      "step": 2449
+    },
+    {
+      "epoch": 0.11707923157794131,
+      "grad_norm": 456.5124816894531,
+      "learning_rate": 1.9957341762950346e-05,
+      "loss": 33.6562,
+      "step": 2450
+    },
+    {
+      "epoch": 0.1171270190194017,
+      "grad_norm": 245.8422088623047,
+      "learning_rate": 1.9957270329646515e-05,
+      "loss": 31.2188,
+      "step": 2451
+    },
+    {
+      "epoch": 0.11717480646086209,
+      "grad_norm": 246.05902099609375,
+      "learning_rate": 1.9957198836711482e-05,
+      "loss": 31.125,
+      "step": 2452
+    },
+    {
+      "epoch": 0.11722259390232247,
+      "grad_norm": 195.75958251953125,
+      "learning_rate": 1.9957127284145675e-05,
+      "loss": 28.7344,
+      "step": 2453
+    },
+    {
+      "epoch": 0.11727038134378286,
+      "grad_norm": 239.6181640625,
+      "learning_rate": 1.9957055671949522e-05,
+      "loss": 38.5625,
+      "step": 2454
+    },
+    {
+      "epoch": 0.11731816878524323,
+      "grad_norm": 347.89239501953125,
+      "learning_rate": 1.995698400012346e-05,
+      "loss": 39.625,
+      "step": 2455
+    },
+    {
+      "epoch": 0.11736595622670362,
+      "grad_norm": 411.9039306640625,
+      "learning_rate": 1.995691226866791e-05,
+      "loss": 32.5312,
+      "step": 2456
+    },
+    {
+      "epoch": 0.11741374366816401,
+      "grad_norm": 408.2366027832031,
+      "learning_rate": 1.9956840477583296e-05,
+      "loss": 30.4062,
+      "step": 2457
+    },
+    {
+      "epoch": 0.11746153110962439,
+      "grad_norm": 377.3643493652344,
+      "learning_rate": 1.995676862687006e-05,
+      "loss": 52.1875,
+      "step": 2458
+    },
+    {
+      "epoch": 0.11750931855108478,
+      "grad_norm": 234.684814453125,
+      "learning_rate": 1.9956696716528633e-05,
+      "loss": 35.6875,
+      "step": 2459
+    },
+    {
+      "epoch": 0.11755710599254515,
+      "grad_norm": 278.53082275390625,
+      "learning_rate": 1.9956624746559434e-05,
+      "loss": 28.1875,
+      "step": 2460
+    },
+    {
+      "epoch": 0.11760489343400554,
+      "grad_norm": 455.2100830078125,
+      "learning_rate": 1.9956552716962903e-05,
+      "loss": 32.9688,
+      "step": 2461
+    },
+    {
+      "epoch": 0.11765268087546593,
+      "grad_norm": 670.2818603515625,
+      "learning_rate": 1.9956480627739468e-05,
+      "loss": 41.0,
+      "step": 2462
+    },
+    {
+      "epoch": 0.11770046831692631,
+      "grad_norm": 207.32432556152344,
+      "learning_rate": 1.9956408478889558e-05,
+      "loss": 35.125,
+      "step": 2463
+    },
+    {
+      "epoch": 0.1177482557583867,
+      "grad_norm": 1106.918212890625,
+      "learning_rate": 1.9956336270413614e-05,
+      "loss": 36.1562,
+      "step": 2464
+    },
+    {
+      "epoch": 0.11779604319984709,
+      "grad_norm": 235.8020477294922,
+      "learning_rate": 1.995626400231206e-05,
+      "loss": 22.2812,
+      "step": 2465
+    },
+    {
+      "epoch": 0.11784383064130746,
+      "grad_norm": 569.3626098632812,
+      "learning_rate": 1.9956191674585332e-05,
+      "loss": 35.8438,
+      "step": 2466
+    },
+    {
+      "epoch": 0.11789161808276785,
+      "grad_norm": 355.5578308105469,
+      "learning_rate": 1.9956119287233865e-05,
+      "loss": 24.1562,
+      "step": 2467
+    },
+    {
+      "epoch": 0.11793940552422823,
+      "grad_norm": 165.57362365722656,
+      "learning_rate": 1.995604684025809e-05,
+      "loss": 32.8125,
+      "step": 2468
+    },
+    {
+      "epoch": 0.11798719296568862,
+      "grad_norm": 215.92678833007812,
+      "learning_rate": 1.995597433365844e-05,
+      "loss": 31.625,
+      "step": 2469
+    },
+    {
+      "epoch": 0.118034980407149,
+      "grad_norm": 275.06134033203125,
+      "learning_rate": 1.9955901767435346e-05,
+      "loss": 31.4688,
+      "step": 2470
+    },
+    {
+      "epoch": 0.11808276784860938,
+      "grad_norm": 382.407470703125,
+      "learning_rate": 1.9955829141589254e-05,
+      "loss": 39.3125,
+      "step": 2471
+    },
+    {
+      "epoch": 0.11813055529006977,
+      "grad_norm": 310.1399230957031,
+      "learning_rate": 1.9955756456120587e-05,
+      "loss": 38.5312,
+      "step": 2472
+    },
+    {
+      "epoch": 0.11817834273153015,
+      "grad_norm": 361.8406066894531,
+      "learning_rate": 1.995568371102979e-05,
+      "loss": 36.5625,
+      "step": 2473
+    },
+    {
+      "epoch": 0.11822613017299054,
+      "grad_norm": 172.57565307617188,
+      "learning_rate": 1.995561090631729e-05,
+      "loss": 23.6875,
+      "step": 2474
+    },
+    {
+      "epoch": 0.11827391761445093,
+      "grad_norm": 398.7815246582031,
+      "learning_rate": 1.995553804198353e-05,
+      "loss": 33.25,
+      "step": 2475
+    },
+    {
+      "epoch": 0.1183217050559113,
+      "grad_norm": 355.6257019042969,
+      "learning_rate": 1.9955465118028942e-05,
+      "loss": 47.0938,
+      "step": 2476
+    },
+    {
+      "epoch": 0.11836949249737169,
+      "grad_norm": 498.828125,
+      "learning_rate": 1.995539213445396e-05,
+      "loss": 43.25,
+      "step": 2477
+    },
+    {
+      "epoch": 0.11841727993883208,
+      "grad_norm": 291.4007873535156,
+      "learning_rate": 1.9955319091259032e-05,
+      "loss": 29.5781,
+      "step": 2478
+    },
+    {
+      "epoch": 0.11846506738029246,
+      "grad_norm": 350.4422302246094,
+      "learning_rate": 1.9955245988444584e-05,
+      "loss": 32.8438,
+      "step": 2479
+    },
+    {
+      "epoch": 0.11851285482175285,
+      "grad_norm": 479.2864685058594,
+      "learning_rate": 1.995517282601106e-05,
+      "loss": 43.2188,
+      "step": 2480
+    },
+    {
+      "epoch": 0.11856064226321322,
+      "grad_norm": 235.17625427246094,
+      "learning_rate": 1.9955099603958898e-05,
+      "loss": 32.9688,
+      "step": 2481
+    },
+    {
+      "epoch": 0.11860842970467361,
+      "grad_norm": 263.70880126953125,
+      "learning_rate": 1.995502632228853e-05,
+      "loss": 29.0156,
+      "step": 2482
+    },
+    {
+      "epoch": 0.118656217146134,
+      "grad_norm": 316.3379211425781,
+      "learning_rate": 1.9954952981000403e-05,
+      "loss": 26.0625,
+      "step": 2483
+    },
+    {
+      "epoch": 0.11870400458759438,
+      "grad_norm": 282.69598388671875,
+      "learning_rate": 1.9954879580094956e-05,
+      "loss": 26.0625,
+      "step": 2484
+    },
+    {
+      "epoch": 0.11875179202905477,
+      "grad_norm": 208.11810302734375,
+      "learning_rate": 1.995480611957262e-05,
+      "loss": 27.9688,
+      "step": 2485
+    },
+    {
+      "epoch": 0.11879957947051514,
+      "grad_norm": 393.4409484863281,
+      "learning_rate": 1.9954732599433844e-05,
+      "loss": 41.6875,
+      "step": 2486
+    },
+    {
+      "epoch": 0.11884736691197553,
+      "grad_norm": 243.92152404785156,
+      "learning_rate": 1.9954659019679067e-05,
+      "loss": 24.9375,
+      "step": 2487
+    },
+    {
+      "epoch": 0.11889515435343592,
+      "grad_norm": 257.94207763671875,
+      "learning_rate": 1.9954585380308723e-05,
+      "loss": 40.2188,
+      "step": 2488
+    },
+    {
+      "epoch": 0.1189429417948963,
+      "grad_norm": 324.9261169433594,
+      "learning_rate": 1.9954511681323257e-05,
+      "loss": 36.4062,
+      "step": 2489
+    },
+    {
+      "epoch": 0.11899072923635669,
+      "grad_norm": 160.5441131591797,
+      "learning_rate": 1.9954437922723115e-05,
+      "loss": 23.1094,
+      "step": 2490
+    },
+    {
+      "epoch": 0.11903851667781706,
+      "grad_norm": 186.4832000732422,
+      "learning_rate": 1.9954364104508732e-05,
+      "loss": 30.125,
+      "step": 2491
+    },
+    {
+      "epoch": 0.11908630411927745,
+      "grad_norm": 366.6111145019531,
+      "learning_rate": 1.9954290226680554e-05,
+      "loss": 40.375,
+      "step": 2492
+    },
+    {
+      "epoch": 0.11913409156073784,
+      "grad_norm": 198.04336547851562,
+      "learning_rate": 1.995421628923902e-05,
+      "loss": 28.125,
+      "step": 2493
+    },
+    {
+      "epoch": 0.11918187900219822,
+      "grad_norm": 207.06654357910156,
+      "learning_rate": 1.995414229218458e-05,
+      "loss": 28.5312,
+      "step": 2494
+    },
+    {
+      "epoch": 0.11922966644365861,
+      "grad_norm": 262.3529968261719,
+      "learning_rate": 1.9954068235517665e-05,
+      "loss": 25.8125,
+      "step": 2495
+    },
+    {
+      "epoch": 0.119277453885119,
+      "grad_norm": 313.25445556640625,
+      "learning_rate": 1.9953994119238728e-05,
+      "loss": 43.5,
+      "step": 2496
+    },
+    {
+      "epoch": 0.11932524132657937,
+      "grad_norm": 325.22381591796875,
+      "learning_rate": 1.995391994334821e-05,
+      "loss": 32.6562,
+      "step": 2497
+    },
+    {
+      "epoch": 0.11937302876803976,
+      "grad_norm": 334.410888671875,
+      "learning_rate": 1.9953845707846557e-05,
+      "loss": 24.1562,
+      "step": 2498
+    },
+    {
+      "epoch": 0.11942081620950014,
+      "grad_norm": 502.12786865234375,
+      "learning_rate": 1.9953771412734214e-05,
+      "loss": 36.625,
+      "step": 2499
+    },
+    {
+      "epoch": 0.11946860365096053,
+      "grad_norm": 218.4884796142578,
+      "learning_rate": 1.9953697058011623e-05,
+      "loss": 39.2188,
+      "step": 2500
+    },
+    {
+      "epoch": 0.11951639109242092,
+      "grad_norm": 253.59280395507812,
+      "learning_rate": 1.995362264367923e-05,
+      "loss": 35.7188,
+      "step": 2501
+    },
+    {
+      "epoch": 0.1195641785338813,
+      "grad_norm": 278.6319580078125,
+      "learning_rate": 1.9953548169737477e-05,
+      "loss": 33.1875,
+      "step": 2502
+    },
+    {
+      "epoch": 0.11961196597534168,
+      "grad_norm": 250.58865356445312,
+      "learning_rate": 1.995347363618682e-05,
+      "loss": 38.1562,
+      "step": 2503
+    },
+    {
+      "epoch": 0.11965975341680206,
+      "grad_norm": 286.916015625,
+      "learning_rate": 1.9953399043027697e-05,
+      "loss": 37.1875,
+      "step": 2504
+    },
+    {
+      "epoch": 0.11970754085826245,
+      "grad_norm": 272.5910339355469,
+      "learning_rate": 1.9953324390260554e-05,
+      "loss": 40.125,
+      "step": 2505
+    },
+    {
+      "epoch": 0.11975532829972284,
+      "grad_norm": 289.89508056640625,
+      "learning_rate": 1.9953249677885846e-05,
+      "loss": 33.125,
+      "step": 2506
+    },
+    {
+      "epoch": 0.11980311574118321,
+      "grad_norm": 268.9122009277344,
+      "learning_rate": 1.9953174905904013e-05,
+      "loss": 30.0938,
+      "step": 2507
+    },
+    {
+      "epoch": 0.1198509031826436,
+      "grad_norm": 430.33489990234375,
+      "learning_rate": 1.9953100074315507e-05,
+      "loss": 41.625,
+      "step": 2508
+    },
+    {
+      "epoch": 0.11989869062410398,
+      "grad_norm": 235.0531463623047,
+      "learning_rate": 1.9953025183120777e-05,
+      "loss": 25.625,
+      "step": 2509
+    },
+    {
+      "epoch": 0.11994647806556437,
+      "grad_norm": 334.6253662109375,
+      "learning_rate": 1.9952950232320263e-05,
+      "loss": 31.8438,
+      "step": 2510
+    },
+    {
+      "epoch": 0.11999426550702476,
+      "grad_norm": 191.00645446777344,
+      "learning_rate": 1.9952875221914424e-05,
+      "loss": 26.7812,
+      "step": 2511
+    },
+    {
+      "epoch": 0.12004205294848513,
+      "grad_norm": 364.18878173828125,
+      "learning_rate": 1.9952800151903704e-05,
+      "loss": 32.0625,
+      "step": 2512
+    },
+    {
+      "epoch": 0.12008984038994552,
+      "grad_norm": 160.23565673828125,
+      "learning_rate": 1.9952725022288555e-05,
+      "loss": 28.2188,
+      "step": 2513
+    },
+    {
+      "epoch": 0.12013762783140591,
+      "grad_norm": 348.40582275390625,
+      "learning_rate": 1.9952649833069423e-05,
+      "loss": 27.2344,
+      "step": 2514
+    },
+    {
+      "epoch": 0.12018541527286629,
+      "grad_norm": 374.7901611328125,
+      "learning_rate": 1.995257458424676e-05,
+      "loss": 31.2812,
+      "step": 2515
+    },
+    {
+      "epoch": 0.12023320271432668,
+      "grad_norm": 202.98562622070312,
+      "learning_rate": 1.9952499275821022e-05,
+      "loss": 29.9688,
+      "step": 2516
+    },
+    {
+      "epoch": 0.12028099015578705,
+      "grad_norm": 284.95477294921875,
+      "learning_rate": 1.9952423907792652e-05,
+      "loss": 26.6406,
+      "step": 2517
+    },
+    {
+      "epoch": 0.12032877759724744,
+      "grad_norm": 298.3933410644531,
+      "learning_rate": 1.995234848016211e-05,
+      "loss": 30.1562,
+      "step": 2518
+    },
+    {
+      "epoch": 0.12037656503870783,
+      "grad_norm": 647.6347045898438,
+      "learning_rate": 1.9952272992929838e-05,
+      "loss": 62.6875,
+      "step": 2519
+    },
+    {
+      "epoch": 0.12042435248016821,
+      "grad_norm": 274.812744140625,
+      "learning_rate": 1.9952197446096292e-05,
+      "loss": 29.9062,
+      "step": 2520
+    },
+    {
+      "epoch": 0.1204721399216286,
+      "grad_norm": 460.5928649902344,
+      "learning_rate": 1.995212183966193e-05,
+      "loss": 43.2188,
+      "step": 2521
+    },
+    {
+      "epoch": 0.12051992736308897,
+      "grad_norm": 240.71116638183594,
+      "learning_rate": 1.9952046173627196e-05,
+      "loss": 41.0625,
+      "step": 2522
+    },
+    {
+      "epoch": 0.12056771480454936,
+      "grad_norm": 162.91775512695312,
+      "learning_rate": 1.9951970447992547e-05,
+      "loss": 25.0156,
+      "step": 2523
+    },
+    {
+      "epoch": 0.12061550224600975,
+      "grad_norm": 263.9419250488281,
+      "learning_rate": 1.9951894662758437e-05,
+      "loss": 26.0625,
+      "step": 2524
+    },
+    {
+      "epoch": 0.12066328968747013,
+      "grad_norm": 410.1268005371094,
+      "learning_rate": 1.995181881792532e-05,
+      "loss": 38.75,
+      "step": 2525
+    },
+    {
+      "epoch": 0.12071107712893052,
+      "grad_norm": 293.61181640625,
+      "learning_rate": 1.995174291349365e-05,
+      "loss": 40.5625,
+      "step": 2526
+    },
+    {
+      "epoch": 0.1207588645703909,
+      "grad_norm": 281.6112976074219,
+      "learning_rate": 1.9951666949463884e-05,
+      "loss": 35.5625,
+      "step": 2527
+    },
+    {
+      "epoch": 0.12080665201185128,
+      "grad_norm": 319.3164978027344,
+      "learning_rate": 1.9951590925836468e-05,
+      "loss": 25.6406,
+      "step": 2528
+    },
+    {
+      "epoch": 0.12085443945331167,
+      "grad_norm": 358.2159423828125,
+      "learning_rate": 1.9951514842611868e-05,
+      "loss": 41.375,
+      "step": 2529
+    },
+    {
+      "epoch": 0.12090222689477205,
+      "grad_norm": 414.8887023925781,
+      "learning_rate": 1.9951438699790534e-05,
+      "loss": 34.5312,
+      "step": 2530
+    },
+    {
+      "epoch": 0.12095001433623244,
+      "grad_norm": 293.6692199707031,
+      "learning_rate": 1.995136249737292e-05,
+      "loss": 44.2188,
+      "step": 2531
+    },
+    {
+      "epoch": 0.12099780177769283,
+      "grad_norm": 188.92147827148438,
+      "learning_rate": 1.995128623535949e-05,
+      "loss": 34.0312,
+      "step": 2532
+    },
+    {
+      "epoch": 0.1210455892191532,
+      "grad_norm": 409.98455810546875,
+      "learning_rate": 1.9951209913750694e-05,
+      "loss": 38.0625,
+      "step": 2533
+    },
+    {
+      "epoch": 0.1210933766606136,
+      "grad_norm": 320.0469665527344,
+      "learning_rate": 1.995113353254699e-05,
+      "loss": 43.0625,
+      "step": 2534
+    },
+    {
+      "epoch": 0.12114116410207397,
+      "grad_norm": 209.3169708251953,
+      "learning_rate": 1.995105709174884e-05,
+      "loss": 29.625,
+      "step": 2535
+    },
+    {
+      "epoch": 0.12118895154353436,
+      "grad_norm": 455.3856201171875,
+      "learning_rate": 1.9950980591356694e-05,
+      "loss": 32.8438,
+      "step": 2536
+    },
+    {
+      "epoch": 0.12123673898499475,
+      "grad_norm": 510.3096923828125,
+      "learning_rate": 1.995090403137102e-05,
+      "loss": 44.5,
+      "step": 2537
+    },
+    {
+      "epoch": 0.12128452642645512,
+      "grad_norm": 210.8040008544922,
+      "learning_rate": 1.9950827411792266e-05,
+      "loss": 29.875,
+      "step": 2538
+    },
+    {
+      "epoch": 0.12133231386791551,
+      "grad_norm": 338.4320068359375,
+      "learning_rate": 1.99507507326209e-05,
+      "loss": 29.5,
+      "step": 2539
+    },
+    {
+      "epoch": 0.12138010130937589,
+      "grad_norm": 253.63369750976562,
+      "learning_rate": 1.9950673993857372e-05,
+      "loss": 29.7344,
+      "step": 2540
+    },
+    {
+      "epoch": 0.12142788875083628,
+      "grad_norm": 331.43365478515625,
+      "learning_rate": 1.995059719550215e-05,
+      "loss": 43.5625,
+      "step": 2541
+    },
+    {
+      "epoch": 0.12147567619229667,
+      "grad_norm": 351.870361328125,
+      "learning_rate": 1.995052033755569e-05,
+      "loss": 25.8281,
+      "step": 2542
+    },
+    {
+      "epoch": 0.12152346363375705,
+      "grad_norm": 446.9596862792969,
+      "learning_rate": 1.9950443420018453e-05,
+      "loss": 32.3125,
+      "step": 2543
+    },
+    {
+      "epoch": 0.12157125107521743,
+      "grad_norm": 369.42437744140625,
+      "learning_rate": 1.99503664428909e-05,
+      "loss": 30.5938,
+      "step": 2544
+    },
+    {
+      "epoch": 0.12161903851667781,
+      "grad_norm": 328.90997314453125,
+      "learning_rate": 1.9950289406173492e-05,
+      "loss": 30.8438,
+      "step": 2545
+    },
+    {
+      "epoch": 0.1216668259581382,
+      "grad_norm": 344.44488525390625,
+      "learning_rate": 1.995021230986669e-05,
+      "loss": 25.0,
+      "step": 2546
+    },
+    {
+      "epoch": 0.12171461339959859,
+      "grad_norm": 308.21966552734375,
+      "learning_rate": 1.9950135153970952e-05,
+      "loss": 32.6562,
+      "step": 2547
+    },
+    {
+      "epoch": 0.12176240084105897,
+      "grad_norm": 382.7860107421875,
+      "learning_rate": 1.9950057938486745e-05,
+      "loss": 40.5312,
+      "step": 2548
+    },
+    {
+      "epoch": 0.12181018828251935,
+      "grad_norm": 1060.8900146484375,
+      "learning_rate": 1.9949980663414533e-05,
+      "loss": 34.1875,
+      "step": 2549
+    },
+    {
+      "epoch": 0.12185797572397974,
+      "grad_norm": 236.36410522460938,
+      "learning_rate": 1.9949903328754773e-05,
+      "loss": 28.5938,
+      "step": 2550
+    },
+    {
+      "epoch": 0.12190576316544012,
+      "grad_norm": 278.7290344238281,
+      "learning_rate": 1.9949825934507932e-05,
+      "loss": 31.3438,
+      "step": 2551
+    },
+    {
+      "epoch": 0.12195355060690051,
+      "grad_norm": 335.9957580566406,
+      "learning_rate": 1.994974848067447e-05,
+      "loss": 35.3438,
+      "step": 2552
+    },
+    {
+      "epoch": 0.12200133804836089,
+      "grad_norm": 292.45684814453125,
+      "learning_rate": 1.994967096725486e-05,
+      "loss": 28.75,
+      "step": 2553
+    },
+    {
+      "epoch": 0.12204912548982128,
+      "grad_norm": 242.35226440429688,
+      "learning_rate": 1.9949593394249554e-05,
+      "loss": 29.4688,
+      "step": 2554
+    },
+    {
+      "epoch": 0.12209691293128166,
+      "grad_norm": 195.99085998535156,
+      "learning_rate": 1.9949515761659023e-05,
+      "loss": 29.5312,
+      "step": 2555
+    },
+    {
+      "epoch": 0.12214470037274204,
+      "grad_norm": 751.9706420898438,
+      "learning_rate": 1.994943806948373e-05,
+      "loss": 22.4062,
+      "step": 2556
+    },
+    {
+      "epoch": 0.12219248781420243,
+      "grad_norm": 408.8147888183594,
+      "learning_rate": 1.9949360317724142e-05,
+      "loss": 35.7188,
+      "step": 2557
+    },
+    {
+      "epoch": 0.1222402752556628,
+      "grad_norm": 265.6639404296875,
+      "learning_rate": 1.9949282506380724e-05,
+      "loss": 23.7656,
+      "step": 2558
+    },
+    {
+      "epoch": 0.1222880626971232,
+      "grad_norm": 207.60728454589844,
+      "learning_rate": 1.9949204635453942e-05,
+      "loss": 35.125,
+      "step": 2559
+    },
+    {
+      "epoch": 0.12233585013858359,
+      "grad_norm": 282.44219970703125,
+      "learning_rate": 1.994912670494426e-05,
+      "loss": 35.7188,
+      "step": 2560
+    },
+    {
+      "epoch": 0.12238363758004396,
+      "grad_norm": 213.40017700195312,
+      "learning_rate": 1.9949048714852154e-05,
+      "loss": 27.125,
+      "step": 2561
+    },
+    {
+      "epoch": 0.12243142502150435,
+      "grad_norm": 563.4903564453125,
+      "learning_rate": 1.9948970665178077e-05,
+      "loss": 30.5625,
+      "step": 2562
+    },
+    {
+      "epoch": 0.12247921246296473,
+      "grad_norm": 403.56744384765625,
+      "learning_rate": 1.994889255592251e-05,
+      "loss": 48.4375,
+      "step": 2563
+    },
+    {
+      "epoch": 0.12252699990442512,
+      "grad_norm": 345.1698303222656,
+      "learning_rate": 1.9948814387085908e-05,
+      "loss": 41.4375,
+      "step": 2564
+    },
+    {
+      "epoch": 0.1225747873458855,
+      "grad_norm": 313.0704040527344,
+      "learning_rate": 1.9948736158668745e-05,
+      "loss": 33.125,
+      "step": 2565
+    },
+    {
+      "epoch": 0.12262257478734588,
+      "grad_norm": 335.8680114746094,
+      "learning_rate": 1.9948657870671492e-05,
+      "loss": 34.125,
+      "step": 2566
+    },
+    {
+      "epoch": 0.12267036222880627,
+      "grad_norm": 407.6345520019531,
+      "learning_rate": 1.9948579523094616e-05,
+      "loss": 44.2188,
+      "step": 2567
+    },
+    {
+      "epoch": 0.12271814967026666,
+      "grad_norm": 356.1867370605469,
+      "learning_rate": 1.9948501115938587e-05,
+      "loss": 44.0625,
+      "step": 2568
+    },
+    {
+      "epoch": 0.12276593711172704,
+      "grad_norm": 238.12838745117188,
+      "learning_rate": 1.994842264920387e-05,
+      "loss": 27.8438,
+      "step": 2569
+    },
+    {
+      "epoch": 0.12281372455318743,
+      "grad_norm": 225.16648864746094,
+      "learning_rate": 1.9948344122890942e-05,
+      "loss": 34.5625,
+      "step": 2570
+    },
+    {
+      "epoch": 0.1228615119946478,
+      "grad_norm": 289.1409606933594,
+      "learning_rate": 1.9948265537000265e-05,
+      "loss": 37.5625,
+      "step": 2571
+    },
+    {
+      "epoch": 0.12290929943610819,
+      "grad_norm": 429.202880859375,
+      "learning_rate": 1.9948186891532316e-05,
+      "loss": 41.5,
+      "step": 2572
+    },
+    {
+      "epoch": 0.12295708687756858,
+      "grad_norm": 826.9064331054688,
+      "learning_rate": 1.9948108186487566e-05,
+      "loss": 38.3125,
+      "step": 2573
+    },
+    {
+      "epoch": 0.12300487431902896,
+      "grad_norm": 356.81439208984375,
+      "learning_rate": 1.9948029421866483e-05,
+      "loss": 40.1562,
+      "step": 2574
+    },
+    {
+      "epoch": 0.12305266176048935,
+      "grad_norm": 378.1695251464844,
+      "learning_rate": 1.994795059766954e-05,
+      "loss": 44.0312,
+      "step": 2575
+    },
+    {
+      "epoch": 0.12310044920194972,
+      "grad_norm": 294.4230041503906,
+      "learning_rate": 1.9947871713897213e-05,
+      "loss": 32.4062,
+      "step": 2576
+    },
+    {
+      "epoch": 0.12314823664341011,
+      "grad_norm": 279.3825988769531,
+      "learning_rate": 1.994779277054997e-05,
+      "loss": 36.0312,
+      "step": 2577
+    },
+    {
+      "epoch": 0.1231960240848705,
+      "grad_norm": 428.0667419433594,
+      "learning_rate": 1.994771376762828e-05,
+      "loss": 31.9375,
+      "step": 2578
+    },
+    {
+      "epoch": 0.12324381152633088,
+      "grad_norm": 364.18267822265625,
+      "learning_rate": 1.9947634705132623e-05,
+      "loss": 36.75,
+      "step": 2579
+    },
+    {
+      "epoch": 0.12329159896779127,
+      "grad_norm": 366.68878173828125,
+      "learning_rate": 1.994755558306347e-05,
+      "loss": 38.8438,
+      "step": 2580
+    },
+    {
+      "epoch": 0.12333938640925164,
+      "grad_norm": 204.24771118164062,
+      "learning_rate": 1.9947476401421297e-05,
+      "loss": 42.2812,
+      "step": 2581
+    },
+    {
+      "epoch": 0.12338717385071203,
+      "grad_norm": 289.48345947265625,
+      "learning_rate": 1.994739716020657e-05,
+      "loss": 44.0625,
+      "step": 2582
+    },
+    {
+      "epoch": 0.12343496129217242,
+      "grad_norm": 366.6829528808594,
+      "learning_rate": 1.9947317859419775e-05,
+      "loss": 28.2734,
+      "step": 2583
+    },
+    {
+      "epoch": 0.1234827487336328,
+      "grad_norm": 297.7241516113281,
+      "learning_rate": 1.9947238499061382e-05,
+      "loss": 31.7812,
+      "step": 2584
+    },
+    {
+      "epoch": 0.12353053617509319,
+      "grad_norm": 271.2912902832031,
+      "learning_rate": 1.9947159079131863e-05,
+      "loss": 36.75,
+      "step": 2585
+    },
+    {
+      "epoch": 0.12357832361655358,
+      "grad_norm": 268.35223388671875,
+      "learning_rate": 1.9947079599631696e-05,
+      "loss": 27.5625,
+      "step": 2586
+    },
+    {
+      "epoch": 0.12362611105801395,
+      "grad_norm": 300.0508728027344,
+      "learning_rate": 1.9947000060561362e-05,
+      "loss": 39.8125,
+      "step": 2587
+    },
+    {
+      "epoch": 0.12367389849947434,
+      "grad_norm": 224.9412841796875,
+      "learning_rate": 1.9946920461921325e-05,
+      "loss": 26.0625,
+      "step": 2588
+    },
+    {
+      "epoch": 0.12372168594093472,
+      "grad_norm": 361.0025634765625,
+      "learning_rate": 1.9946840803712077e-05,
+      "loss": 43.25,
+      "step": 2589
+    },
+    {
+      "epoch": 0.1237694733823951,
+      "grad_norm": 293.9886474609375,
+      "learning_rate": 1.9946761085934085e-05,
+      "loss": 48.1875,
+      "step": 2590
+    },
+    {
+      "epoch": 0.1238172608238555,
+      "grad_norm": 305.0809020996094,
+      "learning_rate": 1.994668130858783e-05,
+      "loss": 35.2812,
+      "step": 2591
+    },
+    {
+      "epoch": 0.12386504826531587,
+      "grad_norm": 305.4594421386719,
+      "learning_rate": 1.9946601471673786e-05,
+      "loss": 36.0312,
+      "step": 2592
+    },
+    {
+      "epoch": 0.12391283570677626,
+      "grad_norm": 355.1427001953125,
+      "learning_rate": 1.9946521575192434e-05,
+      "loss": 37.5625,
+      "step": 2593
+    },
+    {
+      "epoch": 0.12396062314823664,
+      "grad_norm": 245.59336853027344,
+      "learning_rate": 1.9946441619144254e-05,
+      "loss": 29.3438,
+      "step": 2594
+    },
+    {
+      "epoch": 0.12400841058969703,
+      "grad_norm": 408.8658142089844,
+      "learning_rate": 1.9946361603529724e-05,
+      "loss": 46.2812,
+      "step": 2595
+    },
+    {
+      "epoch": 0.12405619803115742,
+      "grad_norm": 172.78953552246094,
+      "learning_rate": 1.994628152834932e-05,
+      "loss": 24.375,
+      "step": 2596
+    },
+    {
+      "epoch": 0.12410398547261779,
+      "grad_norm": 268.7999267578125,
+      "learning_rate": 1.9946201393603527e-05,
+      "loss": 29.375,
+      "step": 2597
+    },
+    {
+      "epoch": 0.12415177291407818,
+      "grad_norm": 313.72332763671875,
+      "learning_rate": 1.9946121199292818e-05,
+      "loss": 36.6562,
+      "step": 2598
+    },
+    {
+      "epoch": 0.12419956035553857,
+      "grad_norm": 359.235107421875,
+      "learning_rate": 1.994604094541768e-05,
+      "loss": 24.4062,
+      "step": 2599
+    },
+    {
+      "epoch": 0.12424734779699895,
+      "grad_norm": 479.6011047363281,
+      "learning_rate": 1.9945960631978586e-05,
+      "loss": 35.5625,
+      "step": 2600
+    },
+    {
+      "epoch": 0.12429513523845934,
+      "grad_norm": 271.8781433105469,
+      "learning_rate": 1.9945880258976028e-05,
+      "loss": 40.4375,
+      "step": 2601
+    },
+    {
+      "epoch": 0.12434292267991971,
+      "grad_norm": 679.3714599609375,
+      "learning_rate": 1.9945799826410475e-05,
+      "loss": 45.3438,
+      "step": 2602
+    },
+    {
+      "epoch": 0.1243907101213801,
+      "grad_norm": 231.8271026611328,
+      "learning_rate": 1.994571933428242e-05,
+      "loss": 27.4688,
+      "step": 2603
+    },
+    {
+      "epoch": 0.12443849756284049,
+      "grad_norm": 565.6409301757812,
+      "learning_rate": 1.9945638782592336e-05,
+      "loss": 41.5625,
+      "step": 2604
+    },
+    {
+      "epoch": 0.12448628500430087,
+      "grad_norm": 168.90280151367188,
+      "learning_rate": 1.994555817134071e-05,
+      "loss": 27.9375,
+      "step": 2605
+    },
+    {
+      "epoch": 0.12453407244576126,
+      "grad_norm": 372.2380676269531,
+      "learning_rate": 1.9945477500528026e-05,
+      "loss": 30.1562,
+      "step": 2606
+    },
+    {
+      "epoch": 0.12458185988722163,
+      "grad_norm": 194.0070037841797,
+      "learning_rate": 1.9945396770154763e-05,
+      "loss": 32.5625,
+      "step": 2607
+    },
+    {
+      "epoch": 0.12462964732868202,
+      "grad_norm": 438.1875,
+      "learning_rate": 1.9945315980221405e-05,
+      "loss": 58.9062,
+      "step": 2608
+    },
+    {
+      "epoch": 0.12467743477014241,
+      "grad_norm": 326.8750305175781,
+      "learning_rate": 1.994523513072844e-05,
+      "loss": 33.5938,
+      "step": 2609
+    },
+    {
+      "epoch": 0.12472522221160279,
+      "grad_norm": 860.3076171875,
+      "learning_rate": 1.9945154221676346e-05,
+      "loss": 35.7812,
+      "step": 2610
+    },
+    {
+      "epoch": 0.12477300965306318,
+      "grad_norm": 396.10406494140625,
+      "learning_rate": 1.9945073253065614e-05,
+      "loss": 40.9062,
+      "step": 2611
+    },
+    {
+      "epoch": 0.12482079709452355,
+      "grad_norm": 238.12142944335938,
+      "learning_rate": 1.9944992224896725e-05,
+      "loss": 31.0625,
+      "step": 2612
+    },
+    {
+      "epoch": 0.12486858453598394,
+      "grad_norm": 430.72198486328125,
+      "learning_rate": 1.9944911137170165e-05,
+      "loss": 35.5312,
+      "step": 2613
+    },
+    {
+      "epoch": 0.12491637197744433,
+      "grad_norm": 207.63656616210938,
+      "learning_rate": 1.9944829989886418e-05,
+      "loss": 22.7344,
+      "step": 2614
+    },
+    {
+      "epoch": 0.12496415941890471,
+      "grad_norm": 462.357666015625,
+      "learning_rate": 1.9944748783045975e-05,
+      "loss": 29.7812,
+      "step": 2615
+    },
+    {
+      "epoch": 0.1250119468603651,
+      "grad_norm": 295.5504455566406,
+      "learning_rate": 1.994466751664932e-05,
+      "loss": 25.5938,
+      "step": 2616
+    },
+    {
+      "epoch": 0.1250597343018255,
+      "grad_norm": 453.1490478515625,
+      "learning_rate": 1.9944586190696932e-05,
+      "loss": 45.5312,
+      "step": 2617
+    },
+    {
+      "epoch": 0.12510752174328588,
+      "grad_norm": 287.2483825683594,
+      "learning_rate": 1.9944504805189312e-05,
+      "loss": 31.5625,
+      "step": 2618
+    },
+    {
+      "epoch": 0.12515530918474624,
+      "grad_norm": 318.913818359375,
+      "learning_rate": 1.9944423360126938e-05,
+      "loss": 28.8594,
+      "step": 2619
+    },
+    {
+      "epoch": 0.12520309662620663,
+      "grad_norm": 301.0224304199219,
+      "learning_rate": 1.9944341855510297e-05,
+      "loss": 30.7188,
+      "step": 2620
+    },
+    {
+      "epoch": 0.12525088406766702,
+      "grad_norm": 254.7676544189453,
+      "learning_rate": 1.9944260291339885e-05,
+      "loss": 29.8125,
+      "step": 2621
+    },
+    {
+      "epoch": 0.1252986715091274,
+      "grad_norm": 321.8296203613281,
+      "learning_rate": 1.994417866761618e-05,
+      "loss": 40.5938,
+      "step": 2622
+    },
+    {
+      "epoch": 0.1253464589505878,
+      "grad_norm": 318.3125915527344,
+      "learning_rate": 1.9944096984339678e-05,
+      "loss": 35.0625,
+      "step": 2623
+    },
+    {
+      "epoch": 0.12539424639204816,
+      "grad_norm": 396.0812072753906,
+      "learning_rate": 1.994401524151087e-05,
+      "loss": 34.3438,
+      "step": 2624
+    },
+    {
+      "epoch": 0.12544203383350855,
+      "grad_norm": 373.5051574707031,
+      "learning_rate": 1.9943933439130236e-05,
+      "loss": 37.9375,
+      "step": 2625
+    },
+    {
+      "epoch": 0.12548982127496894,
+      "grad_norm": 204.8939666748047,
+      "learning_rate": 1.9943851577198276e-05,
+      "loss": 29.5625,
+      "step": 2626
+    },
+    {
+      "epoch": 0.12553760871642933,
+      "grad_norm": 291.8247985839844,
+      "learning_rate": 1.9943769655715478e-05,
+      "loss": 29.0625,
+      "step": 2627
+    },
+    {
+      "epoch": 0.12558539615788972,
+      "grad_norm": 152.2796173095703,
+      "learning_rate": 1.9943687674682327e-05,
+      "loss": 20.6562,
+      "step": 2628
+    },
+    {
+      "epoch": 0.12563318359935008,
+      "grad_norm": 292.194580078125,
+      "learning_rate": 1.9943605634099317e-05,
+      "loss": 37.75,
+      "step": 2629
+    },
+    {
+      "epoch": 0.12568097104081047,
+      "grad_norm": 196.1260986328125,
+      "learning_rate": 1.9943523533966943e-05,
+      "loss": 33.0312,
+      "step": 2630
+    },
+    {
+      "epoch": 0.12572875848227086,
+      "grad_norm": 298.5989074707031,
+      "learning_rate": 1.9943441374285694e-05,
+      "loss": 36.3906,
+      "step": 2631
+    },
+    {
+      "epoch": 0.12577654592373125,
+      "grad_norm": 340.7442932128906,
+      "learning_rate": 1.9943359155056056e-05,
+      "loss": 31.4375,
+      "step": 2632
+    },
+    {
+      "epoch": 0.12582433336519164,
+      "grad_norm": 252.18875122070312,
+      "learning_rate": 1.9943276876278532e-05,
+      "loss": 28.125,
+      "step": 2633
+    },
+    {
+      "epoch": 0.125872120806652,
+      "grad_norm": 294.529541015625,
+      "learning_rate": 1.994319453795361e-05,
+      "loss": 40.3438,
+      "step": 2634
+    },
+    {
+      "epoch": 0.1259199082481124,
+      "grad_norm": 356.0526428222656,
+      "learning_rate": 1.9943112140081782e-05,
+      "loss": 30.3438,
+      "step": 2635
+    },
+    {
+      "epoch": 0.12596769568957278,
+      "grad_norm": 400.38507080078125,
+      "learning_rate": 1.9943029682663542e-05,
+      "loss": 32.9062,
+      "step": 2636
+    },
+    {
+      "epoch": 0.12601548313103317,
+      "grad_norm": 405.57586669921875,
+      "learning_rate": 1.9942947165699387e-05,
+      "loss": 39.1562,
+      "step": 2637
+    },
+    {
+      "epoch": 0.12606327057249356,
+      "grad_norm": 261.36859130859375,
+      "learning_rate": 1.9942864589189806e-05,
+      "loss": 27.875,
+      "step": 2638
+    },
+    {
+      "epoch": 0.12611105801395392,
+      "grad_norm": 409.83642578125,
+      "learning_rate": 1.9942781953135296e-05,
+      "loss": 33.5156,
+      "step": 2639
+    },
+    {
+      "epoch": 0.1261588454554143,
+      "grad_norm": 419.53057861328125,
+      "learning_rate": 1.994269925753635e-05,
+      "loss": 36.2812,
+      "step": 2640
+    },
+    {
+      "epoch": 0.1262066328968747,
+      "grad_norm": 171.21726989746094,
+      "learning_rate": 1.9942616502393467e-05,
+      "loss": 30.2188,
+      "step": 2641
+    },
+    {
+      "epoch": 0.1262544203383351,
+      "grad_norm": 350.35400390625,
+      "learning_rate": 1.9942533687707142e-05,
+      "loss": 39.1875,
+      "step": 2642
+    },
+    {
+      "epoch": 0.12630220777979548,
+      "grad_norm": 223.73497009277344,
+      "learning_rate": 1.9942450813477867e-05,
+      "loss": 24.7969,
+      "step": 2643
+    },
+    {
+      "epoch": 0.12634999522125587,
+      "grad_norm": 601.6345825195312,
+      "learning_rate": 1.9942367879706142e-05,
+      "loss": 38.3438,
+      "step": 2644
+    },
+    {
+      "epoch": 0.12639778266271623,
+      "grad_norm": 283.43280029296875,
+      "learning_rate": 1.994228488639246e-05,
+      "loss": 32.625,
+      "step": 2645
+    },
+    {
+      "epoch": 0.12644557010417662,
+      "grad_norm": 212.6898651123047,
+      "learning_rate": 1.9942201833537327e-05,
+      "loss": 34.6875,
+      "step": 2646
+    },
+    {
+      "epoch": 0.126493357545637,
+      "grad_norm": 250.32164001464844,
+      "learning_rate": 1.9942118721141228e-05,
+      "loss": 38.8438,
+      "step": 2647
+    },
+    {
+      "epoch": 0.1265411449870974,
+      "grad_norm": 249.72003173828125,
+      "learning_rate": 1.994203554920467e-05,
+      "loss": 28.6875,
+      "step": 2648
+    },
+    {
+      "epoch": 0.1265889324285578,
+      "grad_norm": 285.3623046875,
+      "learning_rate": 1.994195231772815e-05,
+      "loss": 36.2188,
+      "step": 2649
+    },
+    {
+      "epoch": 0.12663671987001815,
+      "grad_norm": 398.9268798828125,
+      "learning_rate": 1.9941869026712158e-05,
+      "loss": 38.9688,
+      "step": 2650
+    },
+    {
+      "epoch": 0.12668450731147854,
+      "grad_norm": 389.47991943359375,
+      "learning_rate": 1.99417856761572e-05,
+      "loss": 39.5625,
+      "step": 2651
+    },
+    {
+      "epoch": 0.12673229475293893,
+      "grad_norm": 252.130126953125,
+      "learning_rate": 1.9941702266063777e-05,
+      "loss": 36.9062,
+      "step": 2652
+    },
+    {
+      "epoch": 0.12678008219439932,
+      "grad_norm": 405.0527648925781,
+      "learning_rate": 1.9941618796432386e-05,
+      "loss": 29.8125,
+      "step": 2653
+    },
+    {
+      "epoch": 0.1268278696358597,
+      "grad_norm": 302.1568298339844,
+      "learning_rate": 1.9941535267263524e-05,
+      "loss": 37.75,
+      "step": 2654
+    },
+    {
+      "epoch": 0.12687565707732007,
+      "grad_norm": 634.8626098632812,
+      "learning_rate": 1.9941451678557696e-05,
+      "loss": 44.5625,
+      "step": 2655
+    },
+    {
+      "epoch": 0.12692344451878046,
+      "grad_norm": 302.7251281738281,
+      "learning_rate": 1.99413680303154e-05,
+      "loss": 27.7969,
+      "step": 2656
+    },
+    {
+      "epoch": 0.12697123196024085,
+      "grad_norm": 355.01800537109375,
+      "learning_rate": 1.9941284322537137e-05,
+      "loss": 33.125,
+      "step": 2657
+    },
+    {
+      "epoch": 0.12701901940170124,
+      "grad_norm": 305.0494079589844,
+      "learning_rate": 1.9941200555223407e-05,
+      "loss": 34.0938,
+      "step": 2658
+    },
+    {
+      "epoch": 0.12706680684316163,
+      "grad_norm": 447.07061767578125,
+      "learning_rate": 1.994111672837472e-05,
+      "loss": 40.3438,
+      "step": 2659
+    },
+    {
+      "epoch": 0.127114594284622,
+      "grad_norm": 218.29873657226562,
+      "learning_rate": 1.9941032841991565e-05,
+      "loss": 26.4688,
+      "step": 2660
+    },
+    {
+      "epoch": 0.12716238172608238,
+      "grad_norm": 193.69187927246094,
+      "learning_rate": 1.9940948896074453e-05,
+      "loss": 36.375,
+      "step": 2661
+    },
+    {
+      "epoch": 0.12721016916754277,
+      "grad_norm": 260.2621765136719,
+      "learning_rate": 1.994086489062388e-05,
+      "loss": 27.8438,
+      "step": 2662
+    },
+    {
+      "epoch": 0.12725795660900316,
+      "grad_norm": 247.9412384033203,
+      "learning_rate": 1.9940780825640357e-05,
+      "loss": 29.5312,
+      "step": 2663
+    },
+    {
+      "epoch": 0.12730574405046355,
+      "grad_norm": 258.8571472167969,
+      "learning_rate": 1.9940696701124386e-05,
+      "loss": 29.9375,
+      "step": 2664
+    },
+    {
+      "epoch": 0.1273535314919239,
+      "grad_norm": 302.30120849609375,
+      "learning_rate": 1.9940612517076466e-05,
+      "loss": 40.2188,
+      "step": 2665
+    },
+    {
+      "epoch": 0.1274013189333843,
+      "grad_norm": 221.2819061279297,
+      "learning_rate": 1.9940528273497106e-05,
+      "loss": 24.0312,
+      "step": 2666
+    },
+    {
+      "epoch": 0.1274491063748447,
+      "grad_norm": 334.10223388671875,
+      "learning_rate": 1.9940443970386807e-05,
+      "loss": 29.9062,
+      "step": 2667
+    },
+    {
+      "epoch": 0.12749689381630508,
+      "grad_norm": 327.5682067871094,
+      "learning_rate": 1.9940359607746076e-05,
+      "loss": 44.7188,
+      "step": 2668
+    },
+    {
+      "epoch": 0.12754468125776547,
+      "grad_norm": 292.2778625488281,
+      "learning_rate": 1.9940275185575416e-05,
+      "loss": 22.0312,
+      "step": 2669
+    },
+    {
+      "epoch": 0.12759246869922583,
+      "grad_norm": 326.0762939453125,
+      "learning_rate": 1.9940190703875335e-05,
+      "loss": 45.5938,
+      "step": 2670
+    },
+    {
+      "epoch": 0.12764025614068622,
+      "grad_norm": 267.57464599609375,
+      "learning_rate": 1.994010616264634e-05,
+      "loss": 32.0625,
+      "step": 2671
+    },
+    {
+      "epoch": 0.1276880435821466,
+      "grad_norm": 248.95433044433594,
+      "learning_rate": 1.994002156188893e-05,
+      "loss": 24.1562,
+      "step": 2672
+    },
+    {
+      "epoch": 0.127735831023607,
+      "grad_norm": 310.10369873046875,
+      "learning_rate": 1.9939936901603625e-05,
+      "loss": 33.375,
+      "step": 2673
+    },
+    {
+      "epoch": 0.1277836184650674,
+      "grad_norm": 326.45672607421875,
+      "learning_rate": 1.9939852181790917e-05,
+      "loss": 25.8438,
+      "step": 2674
+    },
+    {
+      "epoch": 0.12783140590652775,
+      "grad_norm": 520.4179077148438,
+      "learning_rate": 1.9939767402451325e-05,
+      "loss": 35.5312,
+      "step": 2675
+    },
+    {
+      "epoch": 0.12787919334798814,
+      "grad_norm": 526.1249389648438,
+      "learning_rate": 1.9939682563585347e-05,
+      "loss": 25.0938,
+      "step": 2676
+    },
+    {
+      "epoch": 0.12792698078944853,
+      "grad_norm": 206.36448669433594,
+      "learning_rate": 1.9939597665193503e-05,
+      "loss": 22.625,
+      "step": 2677
+    },
+    {
+      "epoch": 0.12797476823090892,
+      "grad_norm": 407.74493408203125,
+      "learning_rate": 1.993951270727629e-05,
+      "loss": 26.5938,
+      "step": 2678
+    },
+    {
+      "epoch": 0.1280225556723693,
+      "grad_norm": 211.141845703125,
+      "learning_rate": 1.993942768983422e-05,
+      "loss": 29.4375,
+      "step": 2679
+    },
+    {
+      "epoch": 0.1280703431138297,
+      "grad_norm": 631.001220703125,
+      "learning_rate": 1.9939342612867808e-05,
+      "loss": 26.0156,
+      "step": 2680
+    },
+    {
+      "epoch": 0.12811813055529006,
+      "grad_norm": 281.79559326171875,
+      "learning_rate": 1.9939257476377553e-05,
+      "loss": 31.9844,
+      "step": 2681
+    },
+    {
+      "epoch": 0.12816591799675045,
+      "grad_norm": 405.8388977050781,
+      "learning_rate": 1.9939172280363976e-05,
+      "loss": 40.7812,
+      "step": 2682
+    },
+    {
+      "epoch": 0.12821370543821084,
+      "grad_norm": 715.2000732421875,
+      "learning_rate": 1.993908702482758e-05,
+      "loss": 31.2812,
+      "step": 2683
+    },
+    {
+      "epoch": 0.12826149287967123,
+      "grad_norm": 366.782958984375,
+      "learning_rate": 1.993900170976888e-05,
+      "loss": 35.7188,
+      "step": 2684
+    },
+    {
+      "epoch": 0.12830928032113162,
+      "grad_norm": 398.7563171386719,
+      "learning_rate": 1.993891633518838e-05,
+      "loss": 39.3125,
+      "step": 2685
+    },
+    {
+      "epoch": 0.12835706776259198,
+      "grad_norm": 854.2922973632812,
+      "learning_rate": 1.99388309010866e-05,
+      "loss": 35.3125,
+      "step": 2686
+    },
+    {
+      "epoch": 0.12840485520405237,
+      "grad_norm": 297.8446044921875,
+      "learning_rate": 1.9938745407464046e-05,
+      "loss": 30.75,
+      "step": 2687
+    },
+    {
+      "epoch": 0.12845264264551276,
+      "grad_norm": 333.22027587890625,
+      "learning_rate": 1.9938659854321233e-05,
+      "loss": 30.7188,
+      "step": 2688
+    },
+    {
+      "epoch": 0.12850043008697315,
+      "grad_norm": 241.39620971679688,
+      "learning_rate": 1.993857424165867e-05,
+      "loss": 27.0625,
+      "step": 2689
+    },
+    {
+      "epoch": 0.12854821752843354,
+      "grad_norm": 434.98870849609375,
+      "learning_rate": 1.9938488569476872e-05,
+      "loss": 31.0312,
+      "step": 2690
+    },
+    {
+      "epoch": 0.1285960049698939,
+      "grad_norm": 178.7618865966797,
+      "learning_rate": 1.9938402837776355e-05,
+      "loss": 20.7031,
+      "step": 2691
+    },
+    {
+      "epoch": 0.1286437924113543,
+      "grad_norm": 228.52651977539062,
+      "learning_rate": 1.9938317046557625e-05,
+      "loss": 22.3438,
+      "step": 2692
+    },
+    {
+      "epoch": 0.12869157985281468,
+      "grad_norm": 313.0945129394531,
+      "learning_rate": 1.99382311958212e-05,
+      "loss": 35.2188,
+      "step": 2693
+    },
+    {
+      "epoch": 0.12873936729427507,
+      "grad_norm": 620.2759399414062,
+      "learning_rate": 1.9938145285567595e-05,
+      "loss": 33.375,
+      "step": 2694
+    },
+    {
+      "epoch": 0.12878715473573546,
+      "grad_norm": 290.8501281738281,
+      "learning_rate": 1.993805931579732e-05,
+      "loss": 24.3281,
+      "step": 2695
+    },
+    {
+      "epoch": 0.12883494217719582,
+      "grad_norm": 403.3529968261719,
+      "learning_rate": 1.9937973286510897e-05,
+      "loss": 27.9062,
+      "step": 2696
+    },
+    {
+      "epoch": 0.1288827296186562,
+      "grad_norm": 189.3390350341797,
+      "learning_rate": 1.993788719770884e-05,
+      "loss": 25.5938,
+      "step": 2697
+    },
+    {
+      "epoch": 0.1289305170601166,
+      "grad_norm": 558.8351440429688,
+      "learning_rate": 1.9937801049391657e-05,
+      "loss": 37.2812,
+      "step": 2698
+    },
+    {
+      "epoch": 0.128978304501577,
+      "grad_norm": 382.52191162109375,
+      "learning_rate": 1.9937714841559873e-05,
+      "loss": 32.375,
+      "step": 2699
+    },
+    {
+      "epoch": 0.12902609194303738,
+      "grad_norm": 287.4565734863281,
+      "learning_rate": 1.9937628574213996e-05,
+      "loss": 28.6875,
+      "step": 2700
+    },
+    {
+      "epoch": 0.12907387938449774,
+      "grad_norm": 287.35223388671875,
+      "learning_rate": 1.9937542247354547e-05,
+      "loss": 31.5312,
+      "step": 2701
+    },
+    {
+      "epoch": 0.12912166682595813,
+      "grad_norm": 296.6116638183594,
+      "learning_rate": 1.9937455860982045e-05,
+      "loss": 38.375,
+      "step": 2702
+    },
+    {
+      "epoch": 0.12916945426741852,
+      "grad_norm": 258.76763916015625,
+      "learning_rate": 1.993736941509701e-05,
+      "loss": 39.9062,
+      "step": 2703
+    },
+    {
+      "epoch": 0.1292172417088789,
+      "grad_norm": 244.59347534179688,
+      "learning_rate": 1.9937282909699945e-05,
+      "loss": 32.6562,
+      "step": 2704
+    },
+    {
+      "epoch": 0.1292650291503393,
+      "grad_norm": 298.6282653808594,
+      "learning_rate": 1.9937196344791387e-05,
+      "loss": 33.4688,
+      "step": 2705
+    },
+    {
+      "epoch": 0.12931281659179966,
+      "grad_norm": 441.5233154296875,
+      "learning_rate": 1.993710972037184e-05,
+      "loss": 28.7812,
+      "step": 2706
+    },
+    {
+      "epoch": 0.12936060403326005,
+      "grad_norm": 314.5039367675781,
+      "learning_rate": 1.993702303644183e-05,
+      "loss": 35.2344,
+      "step": 2707
+    },
+    {
+      "epoch": 0.12940839147472044,
+      "grad_norm": 308.4129638671875,
+      "learning_rate": 1.993693629300187e-05,
+      "loss": 35.9375,
+      "step": 2708
+    },
+    {
+      "epoch": 0.12945617891618083,
+      "grad_norm": 412.66680908203125,
+      "learning_rate": 1.9936849490052493e-05,
+      "loss": 41.0625,
+      "step": 2709
+    },
+    {
+      "epoch": 0.12950396635764122,
+      "grad_norm": 326.5655212402344,
+      "learning_rate": 1.9936762627594203e-05,
+      "loss": 28.375,
+      "step": 2710
+    },
+    {
+      "epoch": 0.1295517537991016,
+      "grad_norm": 470.234619140625,
+      "learning_rate": 1.9936675705627526e-05,
+      "loss": 37.1875,
+      "step": 2711
+    },
+    {
+      "epoch": 0.12959954124056197,
+      "grad_norm": 646.9110717773438,
+      "learning_rate": 1.993658872415299e-05,
+      "loss": 24.7812,
+      "step": 2712
+    },
+    {
+      "epoch": 0.12964732868202236,
+      "grad_norm": 246.1936492919922,
+      "learning_rate": 1.99365016831711e-05,
+      "loss": 32.5625,
+      "step": 2713
+    },
+    {
+      "epoch": 0.12969511612348275,
+      "grad_norm": 281.5937194824219,
+      "learning_rate": 1.9936414582682393e-05,
+      "loss": 40.5625,
+      "step": 2714
+    },
+    {
+      "epoch": 0.12974290356494314,
+      "grad_norm": 324.39630126953125,
+      "learning_rate": 1.993632742268738e-05,
+      "loss": 30.0,
+      "step": 2715
+    },
+    {
+      "epoch": 0.12979069100640353,
+      "grad_norm": 269.74359130859375,
+      "learning_rate": 1.993624020318659e-05,
+      "loss": 34.9688,
+      "step": 2716
+    },
+    {
+      "epoch": 0.1298384784478639,
+      "grad_norm": 284.6512756347656,
+      "learning_rate": 1.993615292418054e-05,
+      "loss": 30.0625,
+      "step": 2717
+    },
+    {
+      "epoch": 0.12988626588932428,
+      "grad_norm": 253.84803771972656,
+      "learning_rate": 1.9936065585669762e-05,
+      "loss": 26.6562,
+      "step": 2718
+    },
+    {
+      "epoch": 0.12993405333078467,
+      "grad_norm": 245.8854522705078,
+      "learning_rate": 1.9935978187654766e-05,
+      "loss": 43.5625,
+      "step": 2719
+    },
+    {
+      "epoch": 0.12998184077224506,
+      "grad_norm": 273.2900390625,
+      "learning_rate": 1.9935890730136084e-05,
+      "loss": 35.625,
+      "step": 2720
+    },
+    {
+      "epoch": 0.13002962821370545,
+      "grad_norm": 397.9994812011719,
+      "learning_rate": 1.9935803213114236e-05,
+      "loss": 32.5312,
+      "step": 2721
+    },
+    {
+      "epoch": 0.1300774156551658,
+      "grad_norm": 350.5577087402344,
+      "learning_rate": 1.9935715636589747e-05,
+      "loss": 38.4375,
+      "step": 2722
+    },
+    {
+      "epoch": 0.1301252030966262,
+      "grad_norm": 419.3004150390625,
+      "learning_rate": 1.993562800056314e-05,
+      "loss": 43.8438,
+      "step": 2723
+    },
+    {
+      "epoch": 0.1301729905380866,
+      "grad_norm": 282.31158447265625,
+      "learning_rate": 1.9935540305034947e-05,
+      "loss": 33.375,
+      "step": 2724
+    },
+    {
+      "epoch": 0.13022077797954698,
+      "grad_norm": 282.6147155761719,
+      "learning_rate": 1.9935452550005684e-05,
+      "loss": 32.6875,
+      "step": 2725
+    },
+    {
+      "epoch": 0.13026856542100737,
+      "grad_norm": 296.7622375488281,
+      "learning_rate": 1.9935364735475883e-05,
+      "loss": 40.3125,
+      "step": 2726
+    },
+    {
+      "epoch": 0.13031635286246773,
+      "grad_norm": 198.53871154785156,
+      "learning_rate": 1.9935276861446063e-05,
+      "loss": 22.125,
+      "step": 2727
+    },
+    {
+      "epoch": 0.13036414030392812,
+      "grad_norm": 192.102294921875,
+      "learning_rate": 1.9935188927916756e-05,
+      "loss": 28.5938,
+      "step": 2728
+    },
+    {
+      "epoch": 0.1304119277453885,
+      "grad_norm": 153.02496337890625,
+      "learning_rate": 1.993510093488849e-05,
+      "loss": 20.7656,
+      "step": 2729
+    },
+    {
+      "epoch": 0.1304597151868489,
+      "grad_norm": 389.8898010253906,
+      "learning_rate": 1.9935012882361788e-05,
+      "loss": 50.9062,
+      "step": 2730
+    },
+    {
+      "epoch": 0.1305075026283093,
+      "grad_norm": 269.96429443359375,
+      "learning_rate": 1.9934924770337177e-05,
+      "loss": 40.6875,
+      "step": 2731
+    },
+    {
+      "epoch": 0.13055529006976965,
+      "grad_norm": 336.4169921875,
+      "learning_rate": 1.993483659881519e-05,
+      "loss": 45.5938,
+      "step": 2732
+    },
+    {
+      "epoch": 0.13060307751123004,
+      "grad_norm": 229.19345092773438,
+      "learning_rate": 1.993474836779635e-05,
+      "loss": 27.6719,
+      "step": 2733
+    },
+    {
+      "epoch": 0.13065086495269043,
+      "grad_norm": 368.81439208984375,
+      "learning_rate": 1.9934660077281183e-05,
+      "loss": 31.1562,
+      "step": 2734
+    },
+    {
+      "epoch": 0.13069865239415082,
+      "grad_norm": 438.6243896484375,
+      "learning_rate": 1.9934571727270225e-05,
+      "loss": 40.25,
+      "step": 2735
+    },
+    {
+      "epoch": 0.1307464398356112,
+      "grad_norm": 391.20245361328125,
+      "learning_rate": 1.9934483317764e-05,
+      "loss": 26.5938,
+      "step": 2736
+    },
+    {
+      "epoch": 0.13079422727707157,
+      "grad_norm": 282.97894287109375,
+      "learning_rate": 1.9934394848763043e-05,
+      "loss": 39.0,
+      "step": 2737
+    },
+    {
+      "epoch": 0.13084201471853196,
+      "grad_norm": 441.8721618652344,
+      "learning_rate": 1.9934306320267873e-05,
+      "loss": 37.7188,
+      "step": 2738
+    },
+    {
+      "epoch": 0.13088980215999235,
+      "grad_norm": 195.8457489013672,
+      "learning_rate": 1.993421773227903e-05,
+      "loss": 30.25,
+      "step": 2739
+    },
+    {
+      "epoch": 0.13093758960145274,
+      "grad_norm": 488.68353271484375,
+      "learning_rate": 1.9934129084797043e-05,
+      "loss": 36.5,
+      "step": 2740
+    },
+    {
+      "epoch": 0.13098537704291313,
+      "grad_norm": 174.13909912109375,
+      "learning_rate": 1.993404037782244e-05,
+      "loss": 26.25,
+      "step": 2741
+    },
+    {
+      "epoch": 0.1310331644843735,
+      "grad_norm": 277.63409423828125,
+      "learning_rate": 1.9933951611355752e-05,
+      "loss": 28.4062,
+      "step": 2742
+    },
+    {
+      "epoch": 0.13108095192583388,
+      "grad_norm": 550.7658081054688,
+      "learning_rate": 1.9933862785397512e-05,
+      "loss": 42.8125,
+      "step": 2743
+    },
+    {
+      "epoch": 0.13112873936729427,
+      "grad_norm": 289.17376708984375,
+      "learning_rate": 1.9933773899948256e-05,
+      "loss": 30.1875,
+      "step": 2744
+    },
+    {
+      "epoch": 0.13117652680875466,
+      "grad_norm": 798.2675170898438,
+      "learning_rate": 1.993368495500851e-05,
+      "loss": 38.1875,
+      "step": 2745
+    },
+    {
+      "epoch": 0.13122431425021505,
+      "grad_norm": 190.207763671875,
+      "learning_rate": 1.9933595950578806e-05,
+      "loss": 27.5625,
+      "step": 2746
+    },
+    {
+      "epoch": 0.13127210169167544,
+      "grad_norm": 332.1787414550781,
+      "learning_rate": 1.9933506886659684e-05,
+      "loss": 37.5,
+      "step": 2747
+    },
+    {
+      "epoch": 0.1313198891331358,
+      "grad_norm": 301.0537109375,
+      "learning_rate": 1.9933417763251676e-05,
+      "loss": 40.4062,
+      "step": 2748
+    },
+    {
+      "epoch": 0.1313676765745962,
+      "grad_norm": 540.9572143554688,
+      "learning_rate": 1.9933328580355308e-05,
+      "loss": 31.5312,
+      "step": 2749
+    },
+    {
+      "epoch": 0.13141546401605658,
+      "grad_norm": 291.2671203613281,
+      "learning_rate": 1.993323933797112e-05,
+      "loss": 32.375,
+      "step": 2750
+    },
+    {
+      "epoch": 0.13146325145751697,
+      "grad_norm": 313.74908447265625,
+      "learning_rate": 1.9933150036099647e-05,
+      "loss": 38.7188,
+      "step": 2751
+    },
+    {
+      "epoch": 0.13151103889897736,
+      "grad_norm": 179.74267578125,
+      "learning_rate": 1.9933060674741422e-05,
+      "loss": 23.0,
+      "step": 2752
+    },
+    {
+      "epoch": 0.13155882634043772,
+      "grad_norm": 221.95213317871094,
+      "learning_rate": 1.993297125389698e-05,
+      "loss": 20.4062,
+      "step": 2753
+    },
+    {
+      "epoch": 0.1316066137818981,
+      "grad_norm": 249.03005981445312,
+      "learning_rate": 1.993288177356686e-05,
+      "loss": 23.1562,
+      "step": 2754
+    },
+    {
+      "epoch": 0.1316544012233585,
+      "grad_norm": 472.9622802734375,
+      "learning_rate": 1.993279223375159e-05,
+      "loss": 33.3125,
+      "step": 2755
+    },
+    {
+      "epoch": 0.1317021886648189,
+      "grad_norm": 617.5115356445312,
+      "learning_rate": 1.9932702634451718e-05,
+      "loss": 31.4375,
+      "step": 2756
+    },
+    {
+      "epoch": 0.13174997610627928,
+      "grad_norm": 279.56170654296875,
+      "learning_rate": 1.993261297566777e-05,
+      "loss": 34.0781,
+      "step": 2757
+    },
+    {
+      "epoch": 0.13179776354773964,
+      "grad_norm": 225.7920379638672,
+      "learning_rate": 1.9932523257400288e-05,
+      "loss": 48.25,
+      "step": 2758
+    },
+    {
+      "epoch": 0.13184555098920003,
+      "grad_norm": 355.04254150390625,
+      "learning_rate": 1.9932433479649807e-05,
+      "loss": 43.1875,
+      "step": 2759
+    },
+    {
+      "epoch": 0.13189333843066042,
+      "grad_norm": 266.7088317871094,
+      "learning_rate": 1.993234364241687e-05,
+      "loss": 36.875,
+      "step": 2760
+    },
+    {
+      "epoch": 0.1319411258721208,
+      "grad_norm": 200.5496368408203,
+      "learning_rate": 1.9932253745702006e-05,
+      "loss": 27.7344,
+      "step": 2761
+    },
+    {
+      "epoch": 0.1319889133135812,
+      "grad_norm": 244.8464813232422,
+      "learning_rate": 1.993216378950576e-05,
+      "loss": 30.8438,
+      "step": 2762
+    },
+    {
+      "epoch": 0.13203670075504156,
+      "grad_norm": 200.0990447998047,
+      "learning_rate": 1.9932073773828668e-05,
+      "loss": 38.7812,
+      "step": 2763
+    },
+    {
+      "epoch": 0.13208448819650195,
+      "grad_norm": 472.5932922363281,
+      "learning_rate": 1.993198369867127e-05,
+      "loss": 47.75,
+      "step": 2764
+    },
+    {
+      "epoch": 0.13213227563796234,
+      "grad_norm": 309.25732421875,
+      "learning_rate": 1.9931893564034105e-05,
+      "loss": 25.25,
+      "step": 2765
+    },
+    {
+      "epoch": 0.13218006307942273,
+      "grad_norm": 426.6701354980469,
+      "learning_rate": 1.9931803369917712e-05,
+      "loss": 32.2812,
+      "step": 2766
+    },
+    {
+      "epoch": 0.13222785052088312,
+      "grad_norm": 216.0954132080078,
+      "learning_rate": 1.9931713116322635e-05,
+      "loss": 33.4062,
+      "step": 2767
+    },
+    {
+      "epoch": 0.13227563796234348,
+      "grad_norm": 327.0246887207031,
+      "learning_rate": 1.9931622803249412e-05,
+      "loss": 40.0938,
+      "step": 2768
+    },
+    {
+      "epoch": 0.13232342540380387,
+      "grad_norm": 311.6380920410156,
+      "learning_rate": 1.9931532430698583e-05,
+      "loss": 32.7344,
+      "step": 2769
+    },
+    {
+      "epoch": 0.13237121284526426,
+      "grad_norm": 295.87066650390625,
+      "learning_rate": 1.9931441998670692e-05,
+      "loss": 29.3438,
+      "step": 2770
+    },
+    {
+      "epoch": 0.13241900028672465,
+      "grad_norm": 277.1126708984375,
+      "learning_rate": 1.9931351507166276e-05,
+      "loss": 32.9688,
+      "step": 2771
+    },
+    {
+      "epoch": 0.13246678772818504,
+      "grad_norm": 622.9329223632812,
+      "learning_rate": 1.993126095618588e-05,
+      "loss": 45.0,
+      "step": 2772
+    },
+    {
+      "epoch": 0.1325145751696454,
+      "grad_norm": 464.2222595214844,
+      "learning_rate": 1.9931170345730044e-05,
+      "loss": 37.4062,
+      "step": 2773
+    },
+    {
+      "epoch": 0.1325623626111058,
+      "grad_norm": 432.8380432128906,
+      "learning_rate": 1.9931079675799313e-05,
+      "loss": 44.6875,
+      "step": 2774
+    },
+    {
+      "epoch": 0.13261015005256618,
+      "grad_norm": 341.270751953125,
+      "learning_rate": 1.993098894639423e-05,
+      "loss": 43.75,
+      "step": 2775
+    },
+    {
+      "epoch": 0.13265793749402657,
+      "grad_norm": 273.6723937988281,
+      "learning_rate": 1.9930898157515338e-05,
+      "loss": 34.4375,
+      "step": 2776
+    },
+    {
+      "epoch": 0.13270572493548696,
+      "grad_norm": 298.2627258300781,
+      "learning_rate": 1.9930807309163182e-05,
+      "loss": 38.6406,
+      "step": 2777
+    },
+    {
+      "epoch": 0.13275351237694732,
+      "grad_norm": 329.1615905761719,
+      "learning_rate": 1.99307164013383e-05,
+      "loss": 32.3125,
+      "step": 2778
+    },
+    {
+      "epoch": 0.13280129981840771,
+      "grad_norm": 223.2738494873047,
+      "learning_rate": 1.9930625434041248e-05,
+      "loss": 45.9062,
+      "step": 2779
+    },
+    {
+      "epoch": 0.1328490872598681,
+      "grad_norm": 229.26449584960938,
+      "learning_rate": 1.9930534407272558e-05,
+      "loss": 31.0938,
+      "step": 2780
+    },
+    {
+      "epoch": 0.1328968747013285,
+      "grad_norm": 261.35162353515625,
+      "learning_rate": 1.993044332103278e-05,
+      "loss": 33.875,
+      "step": 2781
+    },
+    {
+      "epoch": 0.13294466214278888,
+      "grad_norm": 402.6327819824219,
+      "learning_rate": 1.9930352175322464e-05,
+      "loss": 30.6875,
+      "step": 2782
+    },
+    {
+      "epoch": 0.13299244958424927,
+      "grad_norm": 298.3799743652344,
+      "learning_rate": 1.993026097014215e-05,
+      "loss": 27.0312,
+      "step": 2783
+    },
+    {
+      "epoch": 0.13304023702570963,
+      "grad_norm": 340.53466796875,
+      "learning_rate": 1.993016970549239e-05,
+      "loss": 35.3125,
+      "step": 2784
+    },
+    {
+      "epoch": 0.13308802446717002,
+      "grad_norm": 234.8639678955078,
+      "learning_rate": 1.9930078381373722e-05,
+      "loss": 30.8125,
+      "step": 2785
+    },
+    {
+      "epoch": 0.1331358119086304,
+      "grad_norm": 216.58221435546875,
+      "learning_rate": 1.9929986997786698e-05,
+      "loss": 25.75,
+      "step": 2786
+    },
+    {
+      "epoch": 0.1331835993500908,
+      "grad_norm": 481.72320556640625,
+      "learning_rate": 1.9929895554731865e-05,
+      "loss": 31.1875,
+      "step": 2787
+    },
+    {
+      "epoch": 0.1332313867915512,
+      "grad_norm": 249.06312561035156,
+      "learning_rate": 1.9929804052209774e-05,
+      "loss": 34.125,
+      "step": 2788
+    },
+    {
+      "epoch": 0.13327917423301155,
+      "grad_norm": 487.3180236816406,
+      "learning_rate": 1.9929712490220968e-05,
+      "loss": 41.8438,
+      "step": 2789
+    },
+    {
+      "epoch": 0.13332696167447194,
+      "grad_norm": 373.0533142089844,
+      "learning_rate": 1.9929620868765998e-05,
+      "loss": 35.2188,
+      "step": 2790
+    },
+    {
+      "epoch": 0.13337474911593233,
+      "grad_norm": 419.2178649902344,
+      "learning_rate": 1.9929529187845408e-05,
+      "loss": 56.6875,
+      "step": 2791
+    },
+    {
+      "epoch": 0.13342253655739272,
+      "grad_norm": 245.01255798339844,
+      "learning_rate": 1.9929437447459758e-05,
+      "loss": 26.3125,
+      "step": 2792
+    },
+    {
+      "epoch": 0.1334703239988531,
+      "grad_norm": 257.25579833984375,
+      "learning_rate": 1.9929345647609583e-05,
+      "loss": 27.625,
+      "step": 2793
+    },
+    {
+      "epoch": 0.13351811144031348,
+      "grad_norm": 347.1810607910156,
+      "learning_rate": 1.9929253788295445e-05,
+      "loss": 34.125,
+      "step": 2794
+    },
+    {
+      "epoch": 0.13356589888177386,
+      "grad_norm": 391.1969909667969,
+      "learning_rate": 1.9929161869517886e-05,
+      "loss": 29.8438,
+      "step": 2795
+    },
+    {
+      "epoch": 0.13361368632323425,
+      "grad_norm": 250.6313018798828,
+      "learning_rate": 1.9929069891277456e-05,
+      "loss": 30.5,
+      "step": 2796
+    },
+    {
+      "epoch": 0.13366147376469464,
+      "grad_norm": 280.52655029296875,
+      "learning_rate": 1.9928977853574717e-05,
+      "loss": 33.3125,
+      "step": 2797
+    },
+    {
+      "epoch": 0.13370926120615503,
+      "grad_norm": 246.43109130859375,
+      "learning_rate": 1.9928885756410207e-05,
+      "loss": 36.4375,
+      "step": 2798
+    },
+    {
+      "epoch": 0.1337570486476154,
+      "grad_norm": 196.6414337158203,
+      "learning_rate": 1.9928793599784486e-05,
+      "loss": 23.6406,
+      "step": 2799
+    },
+    {
+      "epoch": 0.13380483608907578,
+      "grad_norm": 314.86962890625,
+      "learning_rate": 1.9928701383698102e-05,
+      "loss": 35.25,
+      "step": 2800
+    },
+    {
+      "epoch": 0.13385262353053617,
+      "grad_norm": 361.5596923828125,
+      "learning_rate": 1.992860910815161e-05,
+      "loss": 48.7188,
+      "step": 2801
+    },
+    {
+      "epoch": 0.13390041097199656,
+      "grad_norm": 258.4652404785156,
+      "learning_rate": 1.992851677314556e-05,
+      "loss": 41.1875,
+      "step": 2802
+    },
+    {
+      "epoch": 0.13394819841345695,
+      "grad_norm": 264.3592834472656,
+      "learning_rate": 1.9928424378680505e-05,
+      "loss": 34.5312,
+      "step": 2803
+    },
+    {
+      "epoch": 0.13399598585491732,
+      "grad_norm": 385.9776916503906,
+      "learning_rate": 1.9928331924756997e-05,
+      "loss": 44.9062,
+      "step": 2804
+    },
+    {
+      "epoch": 0.1340437732963777,
+      "grad_norm": 235.24009704589844,
+      "learning_rate": 1.9928239411375595e-05,
+      "loss": 28.1562,
+      "step": 2805
+    },
+    {
+      "epoch": 0.1340915607378381,
+      "grad_norm": 301.9271545410156,
+      "learning_rate": 1.9928146838536847e-05,
+      "loss": 43.1875,
+      "step": 2806
+    },
+    {
+      "epoch": 0.13413934817929848,
+      "grad_norm": 255.4925994873047,
+      "learning_rate": 1.9928054206241315e-05,
+      "loss": 26.7188,
+      "step": 2807
+    },
+    {
+      "epoch": 0.13418713562075887,
+      "grad_norm": 410.84857177734375,
+      "learning_rate": 1.9927961514489543e-05,
+      "loss": 42.75,
+      "step": 2808
+    },
+    {
+      "epoch": 0.13423492306221924,
+      "grad_norm": 624.8092041015625,
+      "learning_rate": 1.9927868763282096e-05,
+      "loss": 37.6562,
+      "step": 2809
+    },
+    {
+      "epoch": 0.13428271050367963,
+      "grad_norm": 559.9152221679688,
+      "learning_rate": 1.9927775952619525e-05,
+      "loss": 42.7188,
+      "step": 2810
+    },
+    {
+      "epoch": 0.13433049794514001,
+      "grad_norm": 276.64324951171875,
+      "learning_rate": 1.9927683082502387e-05,
+      "loss": 24.4375,
+      "step": 2811
+    },
+    {
+      "epoch": 0.1343782853866004,
+      "grad_norm": 296.8655700683594,
+      "learning_rate": 1.9927590152931238e-05,
+      "loss": 30.1562,
+      "step": 2812
+    },
+    {
+      "epoch": 0.1344260728280608,
+      "grad_norm": 638.8880615234375,
+      "learning_rate": 1.9927497163906632e-05,
+      "loss": 27.1562,
+      "step": 2813
+    },
+    {
+      "epoch": 0.13447386026952116,
+      "grad_norm": 254.5619354248047,
+      "learning_rate": 1.9927404115429126e-05,
+      "loss": 32.9062,
+      "step": 2814
+    },
+    {
+      "epoch": 0.13452164771098155,
+      "grad_norm": 392.6970520019531,
+      "learning_rate": 1.9927311007499286e-05,
+      "loss": 38.9219,
+      "step": 2815
+    },
+    {
+      "epoch": 0.13456943515244194,
+      "grad_norm": 312.4048767089844,
+      "learning_rate": 1.992721784011766e-05,
+      "loss": 34.75,
+      "step": 2816
+    },
+    {
+      "epoch": 0.13461722259390232,
+      "grad_norm": 251.79930114746094,
+      "learning_rate": 1.9927124613284803e-05,
+      "loss": 29.9375,
+      "step": 2817
+    },
+    {
+      "epoch": 0.13466501003536271,
+      "grad_norm": 313.7007751464844,
+      "learning_rate": 1.9927031327001286e-05,
+      "loss": 36.9375,
+      "step": 2818
+    },
+    {
+      "epoch": 0.1347127974768231,
+      "grad_norm": 185.65574645996094,
+      "learning_rate": 1.9926937981267658e-05,
+      "loss": 20.5781,
+      "step": 2819
+    },
+    {
+      "epoch": 0.13476058491828347,
+      "grad_norm": 227.32662963867188,
+      "learning_rate": 1.9926844576084483e-05,
+      "loss": 31.5625,
+      "step": 2820
+    },
+    {
+      "epoch": 0.13480837235974386,
+      "grad_norm": 488.6368103027344,
+      "learning_rate": 1.9926751111452317e-05,
+      "loss": 45.375,
+      "step": 2821
+    },
+    {
+      "epoch": 0.13485615980120425,
+      "grad_norm": 217.39767456054688,
+      "learning_rate": 1.9926657587371717e-05,
+      "loss": 24.7812,
+      "step": 2822
+    },
+    {
+      "epoch": 0.13490394724266463,
+      "grad_norm": 423.4729919433594,
+      "learning_rate": 1.992656400384325e-05,
+      "loss": 23.625,
+      "step": 2823
+    },
+    {
+      "epoch": 0.13495173468412502,
+      "grad_norm": 316.5213623046875,
+      "learning_rate": 1.9926470360867475e-05,
+      "loss": 49.625,
+      "step": 2824
+    },
+    {
+      "epoch": 0.13499952212558539,
+      "grad_norm": 394.9630432128906,
+      "learning_rate": 1.992637665844495e-05,
+      "loss": 49.0,
+      "step": 2825
+    },
+    {
+      "epoch": 0.13504730956704578,
+      "grad_norm": 182.74452209472656,
+      "learning_rate": 1.9926282896576236e-05,
+      "loss": 25.0,
+      "step": 2826
+    },
+    {
+      "epoch": 0.13509509700850617,
+      "grad_norm": 356.28070068359375,
+      "learning_rate": 1.99261890752619e-05,
+      "loss": 30.125,
+      "step": 2827
+    },
+    {
+      "epoch": 0.13514288444996655,
+      "grad_norm": 261.572509765625,
+      "learning_rate": 1.9926095194502494e-05,
+      "loss": 34.375,
+      "step": 2828
+    },
+    {
+      "epoch": 0.13519067189142694,
+      "grad_norm": 380.0047607421875,
+      "learning_rate": 1.9926001254298588e-05,
+      "loss": 26.6875,
+      "step": 2829
+    },
+    {
+      "epoch": 0.1352384593328873,
+      "grad_norm": 299.5689697265625,
+      "learning_rate": 1.9925907254650743e-05,
+      "loss": 37.125,
+      "step": 2830
+    },
+    {
+      "epoch": 0.1352862467743477,
+      "grad_norm": 325.0065612792969,
+      "learning_rate": 1.992581319555952e-05,
+      "loss": 41.4688,
+      "step": 2831
+    },
+    {
+      "epoch": 0.13533403421580809,
+      "grad_norm": 305.0484313964844,
+      "learning_rate": 1.9925719077025487e-05,
+      "loss": 44.4375,
+      "step": 2832
+    },
+    {
+      "epoch": 0.13538182165726848,
+      "grad_norm": 293.66534423828125,
+      "learning_rate": 1.9925624899049203e-05,
+      "loss": 25.5625,
+      "step": 2833
+    },
+    {
+      "epoch": 0.13542960909872886,
+      "grad_norm": 497.08502197265625,
+      "learning_rate": 1.992553066163123e-05,
+      "loss": 36.0625,
+      "step": 2834
+    },
+    {
+      "epoch": 0.13547739654018923,
+      "grad_norm": 196.2782440185547,
+      "learning_rate": 1.9925436364772143e-05,
+      "loss": 32.8125,
+      "step": 2835
+    },
+    {
+      "epoch": 0.13552518398164962,
+      "grad_norm": 285.57623291015625,
+      "learning_rate": 1.9925342008472493e-05,
+      "loss": 24.875,
+      "step": 2836
+    },
+    {
+      "epoch": 0.13557297142311,
+      "grad_norm": 308.0261535644531,
+      "learning_rate": 1.9925247592732856e-05,
+      "loss": 32.6562,
+      "step": 2837
+    },
+    {
+      "epoch": 0.1356207588645704,
+      "grad_norm": 434.6124572753906,
+      "learning_rate": 1.992515311755379e-05,
+      "loss": 35.8125,
+      "step": 2838
+    },
+    {
+      "epoch": 0.13566854630603079,
+      "grad_norm": 706.3496704101562,
+      "learning_rate": 1.9925058582935865e-05,
+      "loss": 33.3594,
+      "step": 2839
+    },
+    {
+      "epoch": 0.13571633374749115,
+      "grad_norm": 431.05029296875,
+      "learning_rate": 1.9924963988879648e-05,
+      "loss": 39.7812,
+      "step": 2840
+    },
+    {
+      "epoch": 0.13576412118895154,
+      "grad_norm": 308.3752136230469,
+      "learning_rate": 1.99248693353857e-05,
+      "loss": 31.7188,
+      "step": 2841
+    },
+    {
+      "epoch": 0.13581190863041193,
+      "grad_norm": 427.6258850097656,
+      "learning_rate": 1.992477462245459e-05,
+      "loss": 26.1719,
+      "step": 2842
+    },
+    {
+      "epoch": 0.13585969607187232,
+      "grad_norm": 558.011474609375,
+      "learning_rate": 1.992467985008689e-05,
+      "loss": 31.8125,
+      "step": 2843
+    },
+    {
+      "epoch": 0.1359074835133327,
+      "grad_norm": 255.9066619873047,
+      "learning_rate": 1.9924585018283163e-05,
+      "loss": 31.4688,
+      "step": 2844
+    },
+    {
+      "epoch": 0.13595527095479307,
+      "grad_norm": 344.8656311035156,
+      "learning_rate": 1.992449012704398e-05,
+      "loss": 39.5938,
+      "step": 2845
+    },
+    {
+      "epoch": 0.13600305839625346,
+      "grad_norm": 332.28515625,
+      "learning_rate": 1.9924395176369903e-05,
+      "loss": 29.4375,
+      "step": 2846
+    },
+    {
+      "epoch": 0.13605084583771385,
+      "grad_norm": 246.74342346191406,
+      "learning_rate": 1.9924300166261507e-05,
+      "loss": 32.6875,
+      "step": 2847
+    },
+    {
+      "epoch": 0.13609863327917424,
+      "grad_norm": 412.9715576171875,
+      "learning_rate": 1.992420509671936e-05,
+      "loss": 24.9688,
+      "step": 2848
+    },
+    {
+      "epoch": 0.13614642072063463,
+      "grad_norm": 248.504638671875,
+      "learning_rate": 1.992410996774403e-05,
+      "loss": 34.625,
+      "step": 2849
+    },
+    {
+      "epoch": 0.13619420816209502,
+      "grad_norm": 207.06834411621094,
+      "learning_rate": 1.9924014779336085e-05,
+      "loss": 38.7188,
+      "step": 2850
+    },
+    {
+      "epoch": 0.13624199560355538,
+      "grad_norm": 220.04507446289062,
+      "learning_rate": 1.9923919531496098e-05,
+      "loss": 30.2812,
+      "step": 2851
+    },
+    {
+      "epoch": 0.13628978304501577,
+      "grad_norm": 339.3418273925781,
+      "learning_rate": 1.9923824224224637e-05,
+      "loss": 33.4375,
+      "step": 2852
+    },
+    {
+      "epoch": 0.13633757048647616,
+      "grad_norm": 425.1686096191406,
+      "learning_rate": 1.9923728857522275e-05,
+      "loss": 50.3125,
+      "step": 2853
+    },
+    {
+      "epoch": 0.13638535792793655,
+      "grad_norm": 354.7095947265625,
+      "learning_rate": 1.9923633431389584e-05,
+      "loss": 29.4688,
+      "step": 2854
+    },
+    {
+      "epoch": 0.13643314536939694,
+      "grad_norm": 414.2217712402344,
+      "learning_rate": 1.992353794582713e-05,
+      "loss": 55.1875,
+      "step": 2855
+    },
+    {
+      "epoch": 0.1364809328108573,
+      "grad_norm": 339.34991455078125,
+      "learning_rate": 1.9923442400835494e-05,
+      "loss": 31.8438,
+      "step": 2856
+    },
+    {
+      "epoch": 0.1365287202523177,
+      "grad_norm": 398.0774230957031,
+      "learning_rate": 1.9923346796415236e-05,
+      "loss": 26.2188,
+      "step": 2857
+    },
+    {
+      "epoch": 0.13657650769377808,
+      "grad_norm": 272.22540283203125,
+      "learning_rate": 1.992325113256694e-05,
+      "loss": 39.2188,
+      "step": 2858
+    },
+    {
+      "epoch": 0.13662429513523847,
+      "grad_norm": 484.6317138671875,
+      "learning_rate": 1.9923155409291175e-05,
+      "loss": 48.8438,
+      "step": 2859
+    },
+    {
+      "epoch": 0.13667208257669886,
+      "grad_norm": 358.0116882324219,
+      "learning_rate": 1.992305962658851e-05,
+      "loss": 37.4375,
+      "step": 2860
+    },
+    {
+      "epoch": 0.13671987001815922,
+      "grad_norm": 423.39453125,
+      "learning_rate": 1.9922963784459524e-05,
+      "loss": 37.75,
+      "step": 2861
+    },
+    {
+      "epoch": 0.1367676574596196,
+      "grad_norm": 441.2469482421875,
+      "learning_rate": 1.992286788290479e-05,
+      "loss": 35.875,
+      "step": 2862
+    },
+    {
+      "epoch": 0.13681544490108,
+      "grad_norm": 413.2027282714844,
+      "learning_rate": 1.992277192192488e-05,
+      "loss": 38.2812,
+      "step": 2863
+    },
+    {
+      "epoch": 0.1368632323425404,
+      "grad_norm": 207.2311248779297,
+      "learning_rate": 1.992267590152037e-05,
+      "loss": 29.0,
+      "step": 2864
+    },
+    {
+      "epoch": 0.13691101978400078,
+      "grad_norm": 390.839111328125,
+      "learning_rate": 1.9922579821691836e-05,
+      "loss": 33.1875,
+      "step": 2865
+    },
+    {
+      "epoch": 0.13695880722546114,
+      "grad_norm": 286.3174133300781,
+      "learning_rate": 1.9922483682439854e-05,
+      "loss": 42.1562,
+      "step": 2866
+    },
+    {
+      "epoch": 0.13700659466692153,
+      "grad_norm": 385.2286376953125,
+      "learning_rate": 1.9922387483764994e-05,
+      "loss": 39.4062,
+      "step": 2867
+    },
+    {
+      "epoch": 0.13705438210838192,
+      "grad_norm": 658.9359130859375,
+      "learning_rate": 1.9922291225667842e-05,
+      "loss": 43.0938,
+      "step": 2868
+    },
+    {
+      "epoch": 0.1371021695498423,
+      "grad_norm": 442.0788269042969,
+      "learning_rate": 1.9922194908148964e-05,
+      "loss": 25.875,
+      "step": 2869
+    },
+    {
+      "epoch": 0.1371499569913027,
+      "grad_norm": 390.4961242675781,
+      "learning_rate": 1.992209853120894e-05,
+      "loss": 40.0312,
+      "step": 2870
+    },
+    {
+      "epoch": 0.13719774443276306,
+      "grad_norm": 486.30517578125,
+      "learning_rate": 1.9922002094848353e-05,
+      "loss": 37.875,
+      "step": 2871
+    },
+    {
+      "epoch": 0.13724553187422345,
+      "grad_norm": 332.1962585449219,
+      "learning_rate": 1.9921905599067776e-05,
+      "loss": 34.6875,
+      "step": 2872
+    },
+    {
+      "epoch": 0.13729331931568384,
+      "grad_norm": 289.630859375,
+      "learning_rate": 1.9921809043867786e-05,
+      "loss": 31.0312,
+      "step": 2873
+    },
+    {
+      "epoch": 0.13734110675714423,
+      "grad_norm": 288.8526916503906,
+      "learning_rate": 1.9921712429248964e-05,
+      "loss": 40.5938,
+      "step": 2874
+    },
+    {
+      "epoch": 0.13738889419860462,
+      "grad_norm": 329.5124206542969,
+      "learning_rate": 1.9921615755211886e-05,
+      "loss": 44.1562,
+      "step": 2875
+    },
+    {
+      "epoch": 0.13743668164006498,
+      "grad_norm": 233.37001037597656,
+      "learning_rate": 1.9921519021757133e-05,
+      "loss": 33.25,
+      "step": 2876
+    },
+    {
+      "epoch": 0.13748446908152537,
+      "grad_norm": 276.1614074707031,
+      "learning_rate": 1.9921422228885283e-05,
+      "loss": 27.875,
+      "step": 2877
+    },
+    {
+      "epoch": 0.13753225652298576,
+      "grad_norm": 599.0596313476562,
+      "learning_rate": 1.9921325376596913e-05,
+      "loss": 40.1406,
+      "step": 2878
+    },
+    {
+      "epoch": 0.13758004396444615,
+      "grad_norm": 345.9906311035156,
+      "learning_rate": 1.9921228464892608e-05,
+      "loss": 34.5,
+      "step": 2879
+    },
+    {
+      "epoch": 0.13762783140590654,
+      "grad_norm": 351.9178161621094,
+      "learning_rate": 1.9921131493772943e-05,
+      "loss": 30.5312,
+      "step": 2880
+    },
+    {
+      "epoch": 0.1376756188473669,
+      "grad_norm": 385.7011413574219,
+      "learning_rate": 1.9921034463238508e-05,
+      "loss": 34.0312,
+      "step": 2881
+    },
+    {
+      "epoch": 0.1377234062888273,
+      "grad_norm": 186.25572204589844,
+      "learning_rate": 1.992093737328988e-05,
+      "loss": 29.875,
+      "step": 2882
+    },
+    {
+      "epoch": 0.13777119373028768,
+      "grad_norm": 229.74534606933594,
+      "learning_rate": 1.992084022392763e-05,
+      "loss": 23.9062,
+      "step": 2883
+    },
+    {
+      "epoch": 0.13781898117174807,
+      "grad_norm": 418.78509521484375,
+      "learning_rate": 1.9920743015152354e-05,
+      "loss": 31.4688,
+      "step": 2884
+    },
+    {
+      "epoch": 0.13786676861320846,
+      "grad_norm": 327.0857238769531,
+      "learning_rate": 1.9920645746964627e-05,
+      "loss": 36.5625,
+      "step": 2885
+    },
+    {
+      "epoch": 0.13791455605466885,
+      "grad_norm": 350.3637390136719,
+      "learning_rate": 1.9920548419365034e-05,
+      "loss": 24.7656,
+      "step": 2886
+    },
+    {
+      "epoch": 0.1379623434961292,
+      "grad_norm": 290.4924011230469,
+      "learning_rate": 1.9920451032354158e-05,
+      "loss": 25.2812,
+      "step": 2887
+    },
+    {
+      "epoch": 0.1380101309375896,
+      "grad_norm": 222.5868377685547,
+      "learning_rate": 1.992035358593258e-05,
+      "loss": 28.3125,
+      "step": 2888
+    },
+    {
+      "epoch": 0.13805791837905,
+      "grad_norm": 348.8224182128906,
+      "learning_rate": 1.9920256080100886e-05,
+      "loss": 31.0625,
+      "step": 2889
+    },
+    {
+      "epoch": 0.13810570582051038,
+      "grad_norm": 277.7151794433594,
+      "learning_rate": 1.9920158514859654e-05,
+      "loss": 34.7344,
+      "step": 2890
+    },
+    {
+      "epoch": 0.13815349326197077,
+      "grad_norm": 389.7119445800781,
+      "learning_rate": 1.992006089020948e-05,
+      "loss": 34.4062,
+      "step": 2891
+    },
+    {
+      "epoch": 0.13820128070343113,
+      "grad_norm": 297.56610107421875,
+      "learning_rate": 1.9919963206150937e-05,
+      "loss": 34.875,
+      "step": 2892
+    },
+    {
+      "epoch": 0.13824906814489152,
+      "grad_norm": 245.14610290527344,
+      "learning_rate": 1.9919865462684615e-05,
+      "loss": 34.875,
+      "step": 2893
+    },
+    {
+      "epoch": 0.1382968555863519,
+      "grad_norm": 285.09722900390625,
+      "learning_rate": 1.99197676598111e-05,
+      "loss": 31.5312,
+      "step": 2894
+    },
+    {
+      "epoch": 0.1383446430278123,
+      "grad_norm": 308.6308288574219,
+      "learning_rate": 1.9919669797530977e-05,
+      "loss": 32.1562,
+      "step": 2895
+    },
+    {
+      "epoch": 0.1383924304692727,
+      "grad_norm": 364.1923522949219,
+      "learning_rate": 1.991957187584483e-05,
+      "loss": 42.1875,
+      "step": 2896
+    },
+    {
+      "epoch": 0.13844021791073305,
+      "grad_norm": 402.3630065917969,
+      "learning_rate": 1.991947389475325e-05,
+      "loss": 37.5938,
+      "step": 2897
+    },
+    {
+      "epoch": 0.13848800535219344,
+      "grad_norm": 294.7395935058594,
+      "learning_rate": 1.991937585425682e-05,
+      "loss": 22.1406,
+      "step": 2898
+    },
+    {
+      "epoch": 0.13853579279365383,
+      "grad_norm": 512.4445190429688,
+      "learning_rate": 1.9919277754356126e-05,
+      "loss": 37.5625,
+      "step": 2899
+    },
+    {
+      "epoch": 0.13858358023511422,
+      "grad_norm": 276.5286865234375,
+      "learning_rate": 1.991917959505176e-05,
+      "loss": 39.8125,
+      "step": 2900
+    },
+    {
+      "epoch": 0.1386313676765746,
+      "grad_norm": 210.4777374267578,
+      "learning_rate": 1.9919081376344306e-05,
+      "loss": 38.9062,
+      "step": 2901
+    },
+    {
+      "epoch": 0.13867915511803497,
+      "grad_norm": 266.9028625488281,
+      "learning_rate": 1.9918983098234355e-05,
+      "loss": 24.3438,
+      "step": 2902
+    },
+    {
+      "epoch": 0.13872694255949536,
+      "grad_norm": 311.9222106933594,
+      "learning_rate": 1.9918884760722492e-05,
+      "loss": 24.2188,
+      "step": 2903
+    },
+    {
+      "epoch": 0.13877473000095575,
+      "grad_norm": 189.6295166015625,
+      "learning_rate": 1.991878636380931e-05,
+      "loss": 29.0312,
+      "step": 2904
+    },
+    {
+      "epoch": 0.13882251744241614,
+      "grad_norm": 213.9039764404297,
+      "learning_rate": 1.9918687907495396e-05,
+      "loss": 30.5938,
+      "step": 2905
+    },
+    {
+      "epoch": 0.13887030488387653,
+      "grad_norm": 376.1907958984375,
+      "learning_rate": 1.9918589391781343e-05,
+      "loss": 28.0,
+      "step": 2906
+    },
+    {
+      "epoch": 0.1389180923253369,
+      "grad_norm": 378.4282531738281,
+      "learning_rate": 1.9918490816667733e-05,
+      "loss": 45.875,
+      "step": 2907
+    },
+    {
+      "epoch": 0.13896587976679728,
+      "grad_norm": 272.583984375,
+      "learning_rate": 1.9918392182155168e-05,
+      "loss": 21.5625,
+      "step": 2908
+    },
+    {
+      "epoch": 0.13901366720825767,
+      "grad_norm": 257.6453552246094,
+      "learning_rate": 1.9918293488244224e-05,
+      "loss": 21.0625,
+      "step": 2909
+    },
+    {
+      "epoch": 0.13906145464971806,
+      "grad_norm": 589.7673950195312,
+      "learning_rate": 1.9918194734935505e-05,
+      "loss": 41.125,
+      "step": 2910
+    },
+    {
+      "epoch": 0.13910924209117845,
+      "grad_norm": 293.7672119140625,
+      "learning_rate": 1.9918095922229596e-05,
+      "loss": 32.8125,
+      "step": 2911
+    },
+    {
+      "epoch": 0.1391570295326388,
+      "grad_norm": 246.722412109375,
+      "learning_rate": 1.991799705012709e-05,
+      "loss": 32.6875,
+      "step": 2912
+    },
+    {
+      "epoch": 0.1392048169740992,
+      "grad_norm": 403.5628967285156,
+      "learning_rate": 1.991789811862858e-05,
+      "loss": 32.4062,
+      "step": 2913
+    },
+    {
+      "epoch": 0.1392526044155596,
+      "grad_norm": 469.19061279296875,
+      "learning_rate": 1.9917799127734657e-05,
+      "loss": 38.1875,
+      "step": 2914
+    },
+    {
+      "epoch": 0.13930039185701998,
+      "grad_norm": 283.1775207519531,
+      "learning_rate": 1.9917700077445917e-05,
+      "loss": 18.4219,
+      "step": 2915
+    },
+    {
+      "epoch": 0.13934817929848037,
+      "grad_norm": 314.3921203613281,
+      "learning_rate": 1.991760096776295e-05,
+      "loss": 29.2969,
+      "step": 2916
+    },
+    {
+      "epoch": 0.13939596673994073,
+      "grad_norm": 840.8506469726562,
+      "learning_rate": 1.991750179868635e-05,
+      "loss": 33.2812,
+      "step": 2917
+    },
+    {
+      "epoch": 0.13944375418140112,
+      "grad_norm": 228.90269470214844,
+      "learning_rate": 1.991740257021671e-05,
+      "loss": 32.0312,
+      "step": 2918
+    },
+    {
+      "epoch": 0.1394915416228615,
+      "grad_norm": 385.83251953125,
+      "learning_rate": 1.9917303282354626e-05,
+      "loss": 34.625,
+      "step": 2919
+    },
+    {
+      "epoch": 0.1395393290643219,
+      "grad_norm": 308.78314208984375,
+      "learning_rate": 1.9917203935100695e-05,
+      "loss": 33.875,
+      "step": 2920
+    },
+    {
+      "epoch": 0.1395871165057823,
+      "grad_norm": 305.2386474609375,
+      "learning_rate": 1.9917104528455504e-05,
+      "loss": 36.75,
+      "step": 2921
+    },
+    {
+      "epoch": 0.13963490394724268,
+      "grad_norm": 401.4048767089844,
+      "learning_rate": 1.9917005062419657e-05,
+      "loss": 40.0625,
+      "step": 2922
+    },
+    {
+      "epoch": 0.13968269138870304,
+      "grad_norm": 249.4705352783203,
+      "learning_rate": 1.9916905536993748e-05,
+      "loss": 32.5312,
+      "step": 2923
+    },
+    {
+      "epoch": 0.13973047883016343,
+      "grad_norm": 307.9200134277344,
+      "learning_rate": 1.9916805952178365e-05,
+      "loss": 27.8438,
+      "step": 2924
+    },
+    {
+      "epoch": 0.13977826627162382,
+      "grad_norm": 256.42242431640625,
+      "learning_rate": 1.9916706307974117e-05,
+      "loss": 35.8125,
+      "step": 2925
+    },
+    {
+      "epoch": 0.1398260537130842,
+      "grad_norm": 325.91912841796875,
+      "learning_rate": 1.991660660438159e-05,
+      "loss": 40.4688,
+      "step": 2926
+    },
+    {
+      "epoch": 0.1398738411545446,
+      "grad_norm": 248.29165649414062,
+      "learning_rate": 1.991650684140139e-05,
+      "loss": 22.5,
+      "step": 2927
+    },
+    {
+      "epoch": 0.13992162859600496,
+      "grad_norm": 313.7271423339844,
+      "learning_rate": 1.9916407019034105e-05,
+      "loss": 34.0312,
+      "step": 2928
+    },
+    {
+      "epoch": 0.13996941603746535,
+      "grad_norm": 419.8387756347656,
+      "learning_rate": 1.991630713728034e-05,
+      "loss": 41.1875,
+      "step": 2929
+    },
+    {
+      "epoch": 0.14001720347892574,
+      "grad_norm": 311.3793029785156,
+      "learning_rate": 1.9916207196140687e-05,
+      "loss": 31.875,
+      "step": 2930
+    },
+    {
+      "epoch": 0.14006499092038613,
+      "grad_norm": 382.8471984863281,
+      "learning_rate": 1.9916107195615754e-05,
+      "loss": 35.0312,
+      "step": 2931
+    },
+    {
+      "epoch": 0.14011277836184652,
+      "grad_norm": 299.1754150390625,
+      "learning_rate": 1.991600713570613e-05,
+      "loss": 32.5625,
+      "step": 2932
+    },
+    {
+      "epoch": 0.14016056580330688,
+      "grad_norm": 308.4897766113281,
+      "learning_rate": 1.991590701641242e-05,
+      "loss": 31.25,
+      "step": 2933
+    },
+    {
+      "epoch": 0.14020835324476727,
+      "grad_norm": 412.173095703125,
+      "learning_rate": 1.9915806837735222e-05,
+      "loss": 33.0938,
+      "step": 2934
+    },
+    {
+      "epoch": 0.14025614068622766,
+      "grad_norm": 239.84085083007812,
+      "learning_rate": 1.9915706599675135e-05,
+      "loss": 31.0938,
+      "step": 2935
+    },
+    {
+      "epoch": 0.14030392812768805,
+      "grad_norm": 328.5198059082031,
+      "learning_rate": 1.9915606302232763e-05,
+      "loss": 35.6562,
+      "step": 2936
+    },
+    {
+      "epoch": 0.14035171556914844,
+      "grad_norm": 317.25823974609375,
+      "learning_rate": 1.9915505945408702e-05,
+      "loss": 38.6875,
+      "step": 2937
+    },
+    {
+      "epoch": 0.1403995030106088,
+      "grad_norm": 896.2338256835938,
+      "learning_rate": 1.9915405529203556e-05,
+      "loss": 26.75,
+      "step": 2938
+    },
+    {
+      "epoch": 0.1404472904520692,
+      "grad_norm": 228.30661010742188,
+      "learning_rate": 1.991530505361792e-05,
+      "loss": 32.3125,
+      "step": 2939
+    },
+    {
+      "epoch": 0.14049507789352958,
+      "grad_norm": 556.1264038085938,
+      "learning_rate": 1.991520451865241e-05,
+      "loss": 30.5625,
+      "step": 2940
+    },
+    {
+      "epoch": 0.14054286533498997,
+      "grad_norm": 313.42950439453125,
+      "learning_rate": 1.9915103924307614e-05,
+      "loss": 38.9688,
+      "step": 2941
+    },
+    {
+      "epoch": 0.14059065277645036,
+      "grad_norm": 330.6275634765625,
+      "learning_rate": 1.9915003270584136e-05,
+      "loss": 29.1875,
+      "step": 2942
+    },
+    {
+      "epoch": 0.14063844021791072,
+      "grad_norm": 385.0976867675781,
+      "learning_rate": 1.9914902557482588e-05,
+      "loss": 41.8438,
+      "step": 2943
+    },
+    {
+      "epoch": 0.1406862276593711,
+      "grad_norm": 205.66754150390625,
+      "learning_rate": 1.9914801785003566e-05,
+      "loss": 33.9062,
+      "step": 2944
+    },
+    {
+      "epoch": 0.1407340151008315,
+      "grad_norm": 383.86212158203125,
+      "learning_rate": 1.9914700953147674e-05,
+      "loss": 33.5312,
+      "step": 2945
+    },
+    {
+      "epoch": 0.1407818025422919,
+      "grad_norm": 196.4595184326172,
+      "learning_rate": 1.9914600061915517e-05,
+      "loss": 32.6562,
+      "step": 2946
+    },
+    {
+      "epoch": 0.14082958998375228,
+      "grad_norm": 308.25994873046875,
+      "learning_rate": 1.99144991113077e-05,
+      "loss": 34.0312,
+      "step": 2947
+    },
+    {
+      "epoch": 0.14087737742521264,
+      "grad_norm": 246.8185272216797,
+      "learning_rate": 1.9914398101324824e-05,
+      "loss": 30.4844,
+      "step": 2948
+    },
+    {
+      "epoch": 0.14092516486667303,
+      "grad_norm": 291.1853942871094,
+      "learning_rate": 1.9914297031967496e-05,
+      "loss": 35.5,
+      "step": 2949
+    },
+    {
+      "epoch": 0.14097295230813342,
+      "grad_norm": 264.9283447265625,
+      "learning_rate": 1.9914195903236327e-05,
+      "loss": 41.8125,
+      "step": 2950
+    },
+    {
+      "epoch": 0.1410207397495938,
+      "grad_norm": 444.4185485839844,
+      "learning_rate": 1.9914094715131913e-05,
+      "loss": 32.5938,
+      "step": 2951
+    },
+    {
+      "epoch": 0.1410685271910542,
+      "grad_norm": 270.31195068359375,
+      "learning_rate": 1.9913993467654866e-05,
+      "loss": 33.7188,
+      "step": 2952
+    },
+    {
+      "epoch": 0.1411163146325146,
+      "grad_norm": 208.2755584716797,
+      "learning_rate": 1.9913892160805787e-05,
+      "loss": 32.2188,
+      "step": 2953
+    },
+    {
+      "epoch": 0.14116410207397495,
+      "grad_norm": 414.93731689453125,
+      "learning_rate": 1.991379079458529e-05,
+      "loss": 31.7812,
+      "step": 2954
+    },
+    {
+      "epoch": 0.14121188951543534,
+      "grad_norm": 321.679931640625,
+      "learning_rate": 1.991368936899398e-05,
+      "loss": 30.1875,
+      "step": 2955
+    },
+    {
+      "epoch": 0.14125967695689573,
+      "grad_norm": 566.3649291992188,
+      "learning_rate": 1.991358788403246e-05,
+      "loss": 38.4688,
+      "step": 2956
+    },
+    {
+      "epoch": 0.14130746439835612,
+      "grad_norm": 241.71298217773438,
+      "learning_rate": 1.9913486339701344e-05,
+      "loss": 37.5625,
+      "step": 2957
+    },
+    {
+      "epoch": 0.1413552518398165,
+      "grad_norm": 244.58824157714844,
+      "learning_rate": 1.991338473600123e-05,
+      "loss": 34.25,
+      "step": 2958
+    },
+    {
+      "epoch": 0.14140303928127687,
+      "grad_norm": 321.75506591796875,
+      "learning_rate": 1.991328307293274e-05,
+      "loss": 29.4688,
+      "step": 2959
+    },
+    {
+      "epoch": 0.14145082672273726,
+      "grad_norm": 212.79017639160156,
+      "learning_rate": 1.9913181350496473e-05,
+      "loss": 30.1875,
+      "step": 2960
+    },
+    {
+      "epoch": 0.14149861416419765,
+      "grad_norm": 278.5289306640625,
+      "learning_rate": 1.9913079568693042e-05,
+      "loss": 34.375,
+      "step": 2961
+    },
+    {
+      "epoch": 0.14154640160565804,
+      "grad_norm": 344.3460693359375,
+      "learning_rate": 1.9912977727523054e-05,
+      "loss": 32.5781,
+      "step": 2962
+    },
+    {
+      "epoch": 0.14159418904711843,
+      "grad_norm": 280.1801452636719,
+      "learning_rate": 1.9912875826987125e-05,
+      "loss": 33.1719,
+      "step": 2963
+    },
+    {
+      "epoch": 0.1416419764885788,
+      "grad_norm": 381.584228515625,
+      "learning_rate": 1.9912773867085856e-05,
+      "loss": 32.2188,
+      "step": 2964
+    },
+    {
+      "epoch": 0.14168976393003918,
+      "grad_norm": 261.7203063964844,
+      "learning_rate": 1.9912671847819865e-05,
+      "loss": 25.0625,
+      "step": 2965
+    },
+    {
+      "epoch": 0.14173755137149957,
+      "grad_norm": 518.305419921875,
+      "learning_rate": 1.9912569769189757e-05,
+      "loss": 40.3438,
+      "step": 2966
+    },
+    {
+      "epoch": 0.14178533881295996,
+      "grad_norm": 247.0626678466797,
+      "learning_rate": 1.991246763119615e-05,
+      "loss": 38.7188,
+      "step": 2967
+    },
+    {
+      "epoch": 0.14183312625442035,
+      "grad_norm": 607.513916015625,
+      "learning_rate": 1.9912365433839654e-05,
+      "loss": 34.2188,
+      "step": 2968
+    },
+    {
+      "epoch": 0.1418809136958807,
+      "grad_norm": 509.66571044921875,
+      "learning_rate": 1.9912263177120875e-05,
+      "loss": 34.1562,
+      "step": 2969
+    },
+    {
+      "epoch": 0.1419287011373411,
+      "grad_norm": 203.1407928466797,
+      "learning_rate": 1.9912160861040432e-05,
+      "loss": 35.2812,
+      "step": 2970
+    },
+    {
+      "epoch": 0.1419764885788015,
+      "grad_norm": 226.10086059570312,
+      "learning_rate": 1.991205848559894e-05,
+      "loss": 32.6562,
+      "step": 2971
+    },
+    {
+      "epoch": 0.14202427602026188,
+      "grad_norm": 378.48931884765625,
+      "learning_rate": 1.9911956050797e-05,
+      "loss": 32.1875,
+      "step": 2972
+    },
+    {
+      "epoch": 0.14207206346172227,
+      "grad_norm": 360.5218200683594,
+      "learning_rate": 1.991185355663524e-05,
+      "loss": 32.9688,
+      "step": 2973
+    },
+    {
+      "epoch": 0.14211985090318263,
+      "grad_norm": 508.8696594238281,
+      "learning_rate": 1.9911751003114263e-05,
+      "loss": 60.0,
+      "step": 2974
+    },
+    {
+      "epoch": 0.14216763834464302,
+      "grad_norm": 242.2655792236328,
+      "learning_rate": 1.9911648390234688e-05,
+      "loss": 24.9688,
+      "step": 2975
+    },
+    {
+      "epoch": 0.1422154257861034,
+      "grad_norm": 289.7908935546875,
+      "learning_rate": 1.991154571799713e-05,
+      "loss": 34.2969,
+      "step": 2976
+    },
+    {
+      "epoch": 0.1422632132275638,
+      "grad_norm": 296.0725402832031,
+      "learning_rate": 1.9911442986402202e-05,
+      "loss": 39.625,
+      "step": 2977
+    },
+    {
+      "epoch": 0.1423110006690242,
+      "grad_norm": 261.02716064453125,
+      "learning_rate": 1.9911340195450518e-05,
+      "loss": 37.7812,
+      "step": 2978
+    },
+    {
+      "epoch": 0.14235878811048455,
+      "grad_norm": 312.0843505859375,
+      "learning_rate": 1.9911237345142695e-05,
+      "loss": 28.75,
+      "step": 2979
+    },
+    {
+      "epoch": 0.14240657555194494,
+      "grad_norm": 317.3240661621094,
+      "learning_rate": 1.9911134435479353e-05,
+      "loss": 34.8438,
+      "step": 2980
+    },
+    {
+      "epoch": 0.14245436299340533,
+      "grad_norm": 353.7084045410156,
+      "learning_rate": 1.9911031466461103e-05,
+      "loss": 34.0312,
+      "step": 2981
+    },
+    {
+      "epoch": 0.14250215043486572,
+      "grad_norm": 224.58245849609375,
+      "learning_rate": 1.991092843808856e-05,
+      "loss": 25.4375,
+      "step": 2982
+    },
+    {
+      "epoch": 0.1425499378763261,
+      "grad_norm": 336.5250549316406,
+      "learning_rate": 1.991082535036235e-05,
+      "loss": 25.5625,
+      "step": 2983
+    },
+    {
+      "epoch": 0.14259772531778647,
+      "grad_norm": 199.0989990234375,
+      "learning_rate": 1.991072220328308e-05,
+      "loss": 21.0625,
+      "step": 2984
+    },
+    {
+      "epoch": 0.14264551275924686,
+      "grad_norm": 426.5583801269531,
+      "learning_rate": 1.9910618996851373e-05,
+      "loss": 43.9688,
+      "step": 2985
+    },
+    {
+      "epoch": 0.14269330020070725,
+      "grad_norm": 653.9781494140625,
+      "learning_rate": 1.9910515731067848e-05,
+      "loss": 35.9688,
+      "step": 2986
+    },
+    {
+      "epoch": 0.14274108764216764,
+      "grad_norm": 287.58953857421875,
+      "learning_rate": 1.991041240593312e-05,
+      "loss": 28.4688,
+      "step": 2987
+    },
+    {
+      "epoch": 0.14278887508362803,
+      "grad_norm": 422.7608337402344,
+      "learning_rate": 1.9910309021447812e-05,
+      "loss": 28.6875,
+      "step": 2988
+    },
+    {
+      "epoch": 0.14283666252508842,
+      "grad_norm": 293.1349792480469,
+      "learning_rate": 1.991020557761254e-05,
+      "loss": 40.4688,
+      "step": 2989
+    },
+    {
+      "epoch": 0.14288444996654878,
+      "grad_norm": 301.50537109375,
+      "learning_rate": 1.991010207442792e-05,
+      "loss": 33.375,
+      "step": 2990
+    },
+    {
+      "epoch": 0.14293223740800917,
+      "grad_norm": 341.74700927734375,
+      "learning_rate": 1.9909998511894582e-05,
+      "loss": 36.7812,
+      "step": 2991
+    },
+    {
+      "epoch": 0.14298002484946956,
+      "grad_norm": 330.7748718261719,
+      "learning_rate": 1.9909894890013138e-05,
+      "loss": 35.0625,
+      "step": 2992
+    },
+    {
+      "epoch": 0.14302781229092995,
+      "grad_norm": 419.6318664550781,
+      "learning_rate": 1.9909791208784212e-05,
+      "loss": 40.375,
+      "step": 2993
+    },
+    {
+      "epoch": 0.14307559973239034,
+      "grad_norm": 185.88681030273438,
+      "learning_rate": 1.9909687468208423e-05,
+      "loss": 27.5938,
+      "step": 2994
+    },
+    {
+      "epoch": 0.1431233871738507,
+      "grad_norm": 187.8988494873047,
+      "learning_rate": 1.9909583668286393e-05,
+      "loss": 26.6406,
+      "step": 2995
+    },
+    {
+      "epoch": 0.1431711746153111,
+      "grad_norm": 232.1923828125,
+      "learning_rate": 1.9909479809018744e-05,
+      "loss": 28.5,
+      "step": 2996
+    },
+    {
+      "epoch": 0.14321896205677148,
+      "grad_norm": 175.39027404785156,
+      "learning_rate": 1.9909375890406094e-05,
+      "loss": 30.7812,
+      "step": 2997
+    },
+    {
+      "epoch": 0.14326674949823187,
+      "grad_norm": 334.994873046875,
+      "learning_rate": 1.9909271912449075e-05,
+      "loss": 37.0625,
+      "step": 2998
+    },
+    {
+      "epoch": 0.14331453693969226,
+      "grad_norm": 710.4290771484375,
+      "learning_rate": 1.99091678751483e-05,
+      "loss": 32.625,
+      "step": 2999
+    },
+    {
+      "epoch": 0.14336232438115262,
+      "grad_norm": 323.9297790527344,
+      "learning_rate": 1.9909063778504398e-05,
+      "loss": 23.7344,
+      "step": 3000
+    },
+    {
+      "epoch": 0.143410111822613,
+      "grad_norm": 196.82838439941406,
+      "learning_rate": 1.990895962251799e-05,
+      "loss": 27.2188,
+      "step": 3001
+    },
+    {
+      "epoch": 0.1434578992640734,
+      "grad_norm": 259.0228576660156,
+      "learning_rate": 1.99088554071897e-05,
+      "loss": 29.0625,
+      "step": 3002
+    },
+    {
+      "epoch": 0.1435056867055338,
+      "grad_norm": 301.86663818359375,
+      "learning_rate": 1.990875113252015e-05,
+      "loss": 33.4375,
+      "step": 3003
+    },
+    {
+      "epoch": 0.14355347414699418,
+      "grad_norm": 266.5263671875,
+      "learning_rate": 1.9908646798509964e-05,
+      "loss": 30.6562,
+      "step": 3004
+    },
+    {
+      "epoch": 0.14360126158845454,
+      "grad_norm": 192.85711669921875,
+      "learning_rate": 1.9908542405159775e-05,
+      "loss": 22.625,
+      "step": 3005
+    },
+    {
+      "epoch": 0.14364904902991493,
+      "grad_norm": 499.81304931640625,
+      "learning_rate": 1.9908437952470198e-05,
+      "loss": 21.4219,
+      "step": 3006
+    },
+    {
+      "epoch": 0.14369683647137532,
+      "grad_norm": 502.3828430175781,
+      "learning_rate": 1.9908333440441866e-05,
+      "loss": 30.75,
+      "step": 3007
+    },
+    {
+      "epoch": 0.1437446239128357,
+      "grad_norm": 237.9075927734375,
+      "learning_rate": 1.99082288690754e-05,
+      "loss": 32.1875,
+      "step": 3008
+    },
+    {
+      "epoch": 0.1437924113542961,
+      "grad_norm": 282.79986572265625,
+      "learning_rate": 1.990812423837143e-05,
+      "loss": 31.5938,
+      "step": 3009
+    },
+    {
+      "epoch": 0.14384019879575646,
+      "grad_norm": 271.8930969238281,
+      "learning_rate": 1.9908019548330582e-05,
+      "loss": 25.5625,
+      "step": 3010
+    },
+    {
+      "epoch": 0.14388798623721685,
+      "grad_norm": 379.9117126464844,
+      "learning_rate": 1.9907914798953478e-05,
+      "loss": 30.5312,
+      "step": 3011
+    },
+    {
+      "epoch": 0.14393577367867724,
+      "grad_norm": 267.58642578125,
+      "learning_rate": 1.990780999024075e-05,
+      "loss": 29.9062,
+      "step": 3012
+    },
+    {
+      "epoch": 0.14398356112013763,
+      "grad_norm": 334.7962646484375,
+      "learning_rate": 1.990770512219303e-05,
+      "loss": 31.4062,
+      "step": 3013
+    },
+    {
+      "epoch": 0.14403134856159802,
+      "grad_norm": 242.1017608642578,
+      "learning_rate": 1.9907600194810933e-05,
+      "loss": 29.8125,
+      "step": 3014
+    },
+    {
+      "epoch": 0.14407913600305838,
+      "grad_norm": 258.8847351074219,
+      "learning_rate": 1.99074952080951e-05,
+      "loss": 29.0312,
+      "step": 3015
+    },
+    {
+      "epoch": 0.14412692344451877,
+      "grad_norm": 384.94573974609375,
+      "learning_rate": 1.9907390162046156e-05,
+      "loss": 31.875,
+      "step": 3016
+    },
+    {
+      "epoch": 0.14417471088597916,
+      "grad_norm": 254.03341674804688,
+      "learning_rate": 1.9907285056664726e-05,
+      "loss": 27.2188,
+      "step": 3017
+    },
+    {
+      "epoch": 0.14422249832743955,
+      "grad_norm": 527.5396728515625,
+      "learning_rate": 1.9907179891951444e-05,
+      "loss": 46.5625,
+      "step": 3018
+    },
+    {
+      "epoch": 0.14427028576889994,
+      "grad_norm": 228.868896484375,
+      "learning_rate": 1.9907074667906933e-05,
+      "loss": 26.8281,
+      "step": 3019
+    },
+    {
+      "epoch": 0.1443180732103603,
+      "grad_norm": 220.00503540039062,
+      "learning_rate": 1.9906969384531833e-05,
+      "loss": 29.6562,
+      "step": 3020
+    },
+    {
+      "epoch": 0.1443658606518207,
+      "grad_norm": 245.590087890625,
+      "learning_rate": 1.990686404182677e-05,
+      "loss": 43.9688,
+      "step": 3021
+    },
+    {
+      "epoch": 0.14441364809328108,
+      "grad_norm": 156.7640380859375,
+      "learning_rate": 1.9906758639792373e-05,
+      "loss": 19.2812,
+      "step": 3022
+    },
+    {
+      "epoch": 0.14446143553474147,
+      "grad_norm": 207.32603454589844,
+      "learning_rate": 1.9906653178429278e-05,
+      "loss": 33.75,
+      "step": 3023
+    },
+    {
+      "epoch": 0.14450922297620186,
+      "grad_norm": 347.74261474609375,
+      "learning_rate": 1.990654765773811e-05,
+      "loss": 37.4375,
+      "step": 3024
+    },
+    {
+      "epoch": 0.14455701041766225,
+      "grad_norm": 346.6424560546875,
+      "learning_rate": 1.9906442077719506e-05,
+      "loss": 44.25,
+      "step": 3025
+    },
+    {
+      "epoch": 0.1446047978591226,
+      "grad_norm": 269.70111083984375,
+      "learning_rate": 1.9906336438374097e-05,
+      "loss": 28.5312,
+      "step": 3026
+    },
+    {
+      "epoch": 0.144652585300583,
+      "grad_norm": 376.4731750488281,
+      "learning_rate": 1.9906230739702517e-05,
+      "loss": 28.9375,
+      "step": 3027
+    },
+    {
+      "epoch": 0.1447003727420434,
+      "grad_norm": 285.5782775878906,
+      "learning_rate": 1.9906124981705394e-05,
+      "loss": 36.4062,
+      "step": 3028
+    },
+    {
+      "epoch": 0.14474816018350378,
+      "grad_norm": 297.8397216796875,
+      "learning_rate": 1.9906019164383366e-05,
+      "loss": 44.3594,
+      "step": 3029
+    },
+    {
+      "epoch": 0.14479594762496417,
+      "grad_norm": 239.00311279296875,
+      "learning_rate": 1.9905913287737066e-05,
+      "loss": 36.625,
+      "step": 3030
+    },
+    {
+      "epoch": 0.14484373506642453,
+      "grad_norm": 274.468017578125,
+      "learning_rate": 1.990580735176713e-05,
+      "loss": 24.875,
+      "step": 3031
+    },
+    {
+      "epoch": 0.14489152250788492,
+      "grad_norm": 441.4358825683594,
+      "learning_rate": 1.9905701356474186e-05,
+      "loss": 28.8438,
+      "step": 3032
+    },
+    {
+      "epoch": 0.1449393099493453,
+      "grad_norm": 418.18731689453125,
+      "learning_rate": 1.9905595301858874e-05,
+      "loss": 44.4062,
+      "step": 3033
+    },
+    {
+      "epoch": 0.1449870973908057,
+      "grad_norm": 318.1873779296875,
+      "learning_rate": 1.990548918792183e-05,
+      "loss": 38.1562,
+      "step": 3034
+    },
+    {
+      "epoch": 0.1450348848322661,
+      "grad_norm": 331.8105773925781,
+      "learning_rate": 1.9905383014663683e-05,
+      "loss": 29.7344,
+      "step": 3035
+    },
+    {
+      "epoch": 0.14508267227372645,
+      "grad_norm": 291.2139892578125,
+      "learning_rate": 1.9905276782085075e-05,
+      "loss": 32.3594,
+      "step": 3036
+    },
+    {
+      "epoch": 0.14513045971518684,
+      "grad_norm": 292.0378112792969,
+      "learning_rate": 1.9905170490186642e-05,
+      "loss": 37.3906,
+      "step": 3037
+    },
+    {
+      "epoch": 0.14517824715664723,
+      "grad_norm": 223.20315551757812,
+      "learning_rate": 1.9905064138969018e-05,
+      "loss": 26.3438,
+      "step": 3038
+    },
+    {
+      "epoch": 0.14522603459810762,
+      "grad_norm": 298.6890869140625,
+      "learning_rate": 1.990495772843284e-05,
+      "loss": 31.4062,
+      "step": 3039
+    },
+    {
+      "epoch": 0.145273822039568,
+      "grad_norm": 229.41282653808594,
+      "learning_rate": 1.9904851258578744e-05,
+      "loss": 34.375,
+      "step": 3040
+    },
+    {
+      "epoch": 0.14532160948102837,
+      "grad_norm": 508.40008544921875,
+      "learning_rate": 1.9904744729407376e-05,
+      "loss": 33.0,
+      "step": 3041
+    },
+    {
+      "epoch": 0.14536939692248876,
+      "grad_norm": 293.8253173828125,
+      "learning_rate": 1.9904638140919363e-05,
+      "loss": 29.0,
+      "step": 3042
+    },
+    {
+      "epoch": 0.14541718436394915,
+      "grad_norm": 516.9281616210938,
+      "learning_rate": 1.990453149311535e-05,
+      "loss": 41.6875,
+      "step": 3043
+    },
+    {
+      "epoch": 0.14546497180540954,
+      "grad_norm": 283.67822265625,
+      "learning_rate": 1.9904424785995974e-05,
+      "loss": 26.9062,
+      "step": 3044
+    },
+    {
+      "epoch": 0.14551275924686993,
+      "grad_norm": 255.5218505859375,
+      "learning_rate": 1.990431801956187e-05,
+      "loss": 31.9062,
+      "step": 3045
+    },
+    {
+      "epoch": 0.1455605466883303,
+      "grad_norm": 306.3142395019531,
+      "learning_rate": 1.9904211193813686e-05,
+      "loss": 33.5625,
+      "step": 3046
+    },
+    {
+      "epoch": 0.14560833412979068,
+      "grad_norm": 258.0625915527344,
+      "learning_rate": 1.9904104308752053e-05,
+      "loss": 38.25,
+      "step": 3047
+    },
+    {
+      "epoch": 0.14565612157125107,
+      "grad_norm": 632.41943359375,
+      "learning_rate": 1.9903997364377615e-05,
+      "loss": 38.0312,
+      "step": 3048
+    },
+    {
+      "epoch": 0.14570390901271146,
+      "grad_norm": 326.2455749511719,
+      "learning_rate": 1.9903890360691017e-05,
+      "loss": 33.5,
+      "step": 3049
+    },
+    {
+      "epoch": 0.14575169645417185,
+      "grad_norm": 967.557373046875,
+      "learning_rate": 1.990378329769289e-05,
+      "loss": 23.9375,
+      "step": 3050
+    },
+    {
+      "epoch": 0.14579948389563221,
+      "grad_norm": 444.5269470214844,
+      "learning_rate": 1.9903676175383882e-05,
+      "loss": 34.5,
+      "step": 3051
+    },
+    {
+      "epoch": 0.1458472713370926,
+      "grad_norm": 197.16847229003906,
+      "learning_rate": 1.9903568993764634e-05,
+      "loss": 28.8125,
+      "step": 3052
+    },
+    {
+      "epoch": 0.145895058778553,
+      "grad_norm": 337.71783447265625,
+      "learning_rate": 1.9903461752835785e-05,
+      "loss": 42.5,
+      "step": 3053
+    },
+    {
+      "epoch": 0.14594284622001338,
+      "grad_norm": 323.62957763671875,
+      "learning_rate": 1.9903354452597985e-05,
+      "loss": 27.5469,
+      "step": 3054
+    },
+    {
+      "epoch": 0.14599063366147377,
+      "grad_norm": 351.2625427246094,
+      "learning_rate": 1.9903247093051866e-05,
+      "loss": 44.5312,
+      "step": 3055
+    },
+    {
+      "epoch": 0.14603842110293414,
+      "grad_norm": 352.10162353515625,
+      "learning_rate": 1.9903139674198076e-05,
+      "loss": 42.5,
+      "step": 3056
+    },
+    {
+      "epoch": 0.14608620854439452,
+      "grad_norm": 174.72784423828125,
+      "learning_rate": 1.9903032196037254e-05,
+      "loss": 28.1562,
+      "step": 3057
+    },
+    {
+      "epoch": 0.14613399598585491,
+      "grad_norm": 272.0370178222656,
+      "learning_rate": 1.9902924658570052e-05,
+      "loss": 24.4062,
+      "step": 3058
+    },
+    {
+      "epoch": 0.1461817834273153,
+      "grad_norm": 203.49757385253906,
+      "learning_rate": 1.990281706179711e-05,
+      "loss": 24.5,
+      "step": 3059
+    },
+    {
+      "epoch": 0.1462295708687757,
+      "grad_norm": 247.86834716796875,
+      "learning_rate": 1.990270940571907e-05,
+      "loss": 33.0,
+      "step": 3060
+    },
+    {
+      "epoch": 0.14627735831023608,
+      "grad_norm": 305.29052734375,
+      "learning_rate": 1.990260169033658e-05,
+      "loss": 34.5625,
+      "step": 3061
+    },
+    {
+      "epoch": 0.14632514575169644,
+      "grad_norm": 323.4219055175781,
+      "learning_rate": 1.9902493915650285e-05,
+      "loss": 33.4375,
+      "step": 3062
+    },
+    {
+      "epoch": 0.14637293319315683,
+      "grad_norm": 526.0252685546875,
+      "learning_rate": 1.9902386081660826e-05,
+      "loss": 47.4062,
+      "step": 3063
+    },
+    {
+      "epoch": 0.14642072063461722,
+      "grad_norm": 487.0704650878906,
+      "learning_rate": 1.9902278188368852e-05,
+      "loss": 35.2188,
+      "step": 3064
+    },
+    {
+      "epoch": 0.1464685080760776,
+      "grad_norm": 246.43728637695312,
+      "learning_rate": 1.9902170235775014e-05,
+      "loss": 36.9688,
+      "step": 3065
+    },
+    {
+      "epoch": 0.146516295517538,
+      "grad_norm": 406.470947265625,
+      "learning_rate": 1.990206222387995e-05,
+      "loss": 34.8125,
+      "step": 3066
+    },
+    {
+      "epoch": 0.14656408295899837,
+      "grad_norm": 271.3485412597656,
+      "learning_rate": 1.990195415268431e-05,
+      "loss": 41.0625,
+      "step": 3067
+    },
+    {
+      "epoch": 0.14661187040045875,
+      "grad_norm": 219.5888214111328,
+      "learning_rate": 1.990184602218874e-05,
+      "loss": 34.2188,
+      "step": 3068
+    },
+    {
+      "epoch": 0.14665965784191914,
+      "grad_norm": 298.5223388671875,
+      "learning_rate": 1.990173783239389e-05,
+      "loss": 29.4531,
+      "step": 3069
+    },
+    {
+      "epoch": 0.14670744528337953,
+      "grad_norm": 236.50604248046875,
+      "learning_rate": 1.990162958330041e-05,
+      "loss": 31.875,
+      "step": 3070
+    },
+    {
+      "epoch": 0.14675523272483992,
+      "grad_norm": 246.53890991210938,
+      "learning_rate": 1.9901521274908944e-05,
+      "loss": 35.75,
+      "step": 3071
+    },
+    {
+      "epoch": 0.14680302016630029,
+      "grad_norm": 503.8414611816406,
+      "learning_rate": 1.9901412907220142e-05,
+      "loss": 28.9688,
+      "step": 3072
+    },
+    {
+      "epoch": 0.14685080760776067,
+      "grad_norm": 308.3282165527344,
+      "learning_rate": 1.9901304480234653e-05,
+      "loss": 38.6875,
+      "step": 3073
+    },
+    {
+      "epoch": 0.14689859504922106,
+      "grad_norm": 510.7093505859375,
+      "learning_rate": 1.9901195993953128e-05,
+      "loss": 44.0312,
+      "step": 3074
+    },
+    {
+      "epoch": 0.14694638249068145,
+      "grad_norm": 246.2061309814453,
+      "learning_rate": 1.990108744837621e-05,
+      "loss": 29.2344,
+      "step": 3075
+    },
+    {
+      "epoch": 0.14699416993214184,
+      "grad_norm": 466.6665344238281,
+      "learning_rate": 1.9900978843504558e-05,
+      "loss": 45.7188,
+      "step": 3076
+    },
+    {
+      "epoch": 0.1470419573736022,
+      "grad_norm": 396.0592041015625,
+      "learning_rate": 1.990087017933882e-05,
+      "loss": 38.7812,
+      "step": 3077
+    },
+    {
+      "epoch": 0.1470897448150626,
+      "grad_norm": 287.6061096191406,
+      "learning_rate": 1.9900761455879642e-05,
+      "loss": 34.9375,
+      "step": 3078
+    },
+    {
+      "epoch": 0.14713753225652298,
+      "grad_norm": 226.58534240722656,
+      "learning_rate": 1.9900652673127677e-05,
+      "loss": 31.7188,
+      "step": 3079
+    },
+    {
+      "epoch": 0.14718531969798337,
+      "grad_norm": 384.182861328125,
+      "learning_rate": 1.9900543831083582e-05,
+      "loss": 30.7188,
+      "step": 3080
+    },
+    {
+      "epoch": 0.14723310713944376,
+      "grad_norm": 358.9239196777344,
+      "learning_rate": 1.9900434929748e-05,
+      "loss": 36.7188,
+      "step": 3081
+    },
+    {
+      "epoch": 0.14728089458090413,
+      "grad_norm": 358.01708984375,
+      "learning_rate": 1.990032596912159e-05,
+      "loss": 37.0312,
+      "step": 3082
+    },
+    {
+      "epoch": 0.14732868202236452,
+      "grad_norm": 182.9413604736328,
+      "learning_rate": 1.9900216949205006e-05,
+      "loss": 28.8125,
+      "step": 3083
+    },
+    {
+      "epoch": 0.1473764694638249,
+      "grad_norm": 389.7852478027344,
+      "learning_rate": 1.9900107869998892e-05,
+      "loss": 26.875,
+      "step": 3084
+    },
+    {
+      "epoch": 0.1474242569052853,
+      "grad_norm": 261.9800720214844,
+      "learning_rate": 1.989999873150391e-05,
+      "loss": 25.8125,
+      "step": 3085
+    },
+    {
+      "epoch": 0.14747204434674568,
+      "grad_norm": 167.89947509765625,
+      "learning_rate": 1.989988953372071e-05,
+      "loss": 27.8125,
+      "step": 3086
+    },
+    {
+      "epoch": 0.14751983178820605,
+      "grad_norm": 1085.8623046875,
+      "learning_rate": 1.9899780276649943e-05,
+      "loss": 52.7812,
+      "step": 3087
+    },
+    {
+      "epoch": 0.14756761922966644,
+      "grad_norm": 528.8355712890625,
+      "learning_rate": 1.989967096029227e-05,
+      "loss": 43.4688,
+      "step": 3088
+    },
+    {
+      "epoch": 0.14761540667112683,
+      "grad_norm": 324.5207214355469,
+      "learning_rate": 1.9899561584648342e-05,
+      "loss": 24.25,
+      "step": 3089
+    },
+    {
+      "epoch": 0.14766319411258721,
+      "grad_norm": 215.88043212890625,
+      "learning_rate": 1.989945214971881e-05,
+      "loss": 35.0625,
+      "step": 3090
+    },
+    {
+      "epoch": 0.1477109815540476,
+      "grad_norm": 352.1768493652344,
+      "learning_rate": 1.9899342655504337e-05,
+      "loss": 31.4688,
+      "step": 3091
+    },
+    {
+      "epoch": 0.147758768995508,
+      "grad_norm": 241.51585388183594,
+      "learning_rate": 1.9899233102005573e-05,
+      "loss": 25.2344,
+      "step": 3092
+    },
+    {
+      "epoch": 0.14780655643696836,
+      "grad_norm": 609.3065185546875,
+      "learning_rate": 1.9899123489223178e-05,
+      "loss": 30.4375,
+      "step": 3093
+    },
+    {
+      "epoch": 0.14785434387842875,
+      "grad_norm": 347.3304138183594,
+      "learning_rate": 1.9899013817157806e-05,
+      "loss": 44.375,
+      "step": 3094
+    },
+    {
+      "epoch": 0.14790213131988914,
+      "grad_norm": 507.61920166015625,
+      "learning_rate": 1.9898904085810114e-05,
+      "loss": 36.625,
+      "step": 3095
+    },
+    {
+      "epoch": 0.14794991876134952,
+      "grad_norm": 291.2778015136719,
+      "learning_rate": 1.989879429518076e-05,
+      "loss": 32.25,
+      "step": 3096
+    },
+    {
+      "epoch": 0.14799770620280991,
+      "grad_norm": 185.83941650390625,
+      "learning_rate": 1.98986844452704e-05,
+      "loss": 25.125,
+      "step": 3097
+    },
+    {
+      "epoch": 0.14804549364427028,
+      "grad_norm": 484.66162109375,
+      "learning_rate": 1.9898574536079693e-05,
+      "loss": 53.1875,
+      "step": 3098
+    },
+    {
+      "epoch": 0.14809328108573067,
+      "grad_norm": 348.7864990234375,
+      "learning_rate": 1.9898464567609298e-05,
+      "loss": 36.625,
+      "step": 3099
+    },
+    {
+      "epoch": 0.14814106852719106,
+      "grad_norm": 349.8623046875,
+      "learning_rate": 1.9898354539859874e-05,
+      "loss": 26.0625,
+      "step": 3100
+    },
+    {
+      "epoch": 0.14818885596865145,
+      "grad_norm": 274.85699462890625,
+      "learning_rate": 1.989824445283208e-05,
+      "loss": 29.4688,
+      "step": 3101
+    },
+    {
+      "epoch": 0.14823664341011183,
+      "grad_norm": 433.79827880859375,
+      "learning_rate": 1.989813430652657e-05,
+      "loss": 62.3125,
+      "step": 3102
+    },
+    {
+      "epoch": 0.1482844308515722,
+      "grad_norm": 557.147705078125,
+      "learning_rate": 1.989802410094401e-05,
+      "loss": 31.25,
+      "step": 3103
+    },
+    {
+      "epoch": 0.14833221829303259,
+      "grad_norm": 163.81349182128906,
+      "learning_rate": 1.9897913836085053e-05,
+      "loss": 26.125,
+      "step": 3104
+    },
+    {
+      "epoch": 0.14838000573449298,
+      "grad_norm": 281.3189392089844,
+      "learning_rate": 1.989780351195037e-05,
+      "loss": 35.5625,
+      "step": 3105
+    },
+    {
+      "epoch": 0.14842779317595337,
+      "grad_norm": 324.70001220703125,
+      "learning_rate": 1.9897693128540613e-05,
+      "loss": 33.5938,
+      "step": 3106
+    },
+    {
+      "epoch": 0.14847558061741375,
+      "grad_norm": 451.3268127441406,
+      "learning_rate": 1.9897582685856447e-05,
+      "loss": 48.5625,
+      "step": 3107
+    },
+    {
+      "epoch": 0.14852336805887412,
+      "grad_norm": 229.3728485107422,
+      "learning_rate": 1.989747218389853e-05,
+      "loss": 32.25,
+      "step": 3108
+    },
+    {
+      "epoch": 0.1485711555003345,
+      "grad_norm": 203.921142578125,
+      "learning_rate": 1.9897361622667527e-05,
+      "loss": 35.2812,
+      "step": 3109
+    },
+    {
+      "epoch": 0.1486189429417949,
+      "grad_norm": 377.5052490234375,
+      "learning_rate": 1.98972510021641e-05,
+      "loss": 36.125,
+      "step": 3110
+    },
+    {
+      "epoch": 0.14866673038325529,
+      "grad_norm": 222.67066955566406,
+      "learning_rate": 1.9897140322388908e-05,
+      "loss": 27.25,
+      "step": 3111
+    },
+    {
+      "epoch": 0.14871451782471568,
+      "grad_norm": 406.6022644042969,
+      "learning_rate": 1.9897029583342618e-05,
+      "loss": 24.9844,
+      "step": 3112
+    },
+    {
+      "epoch": 0.14876230526617604,
+      "grad_norm": 278.2630615234375,
+      "learning_rate": 1.9896918785025892e-05,
+      "loss": 34.6562,
+      "step": 3113
+    },
+    {
+      "epoch": 0.14881009270763643,
+      "grad_norm": 448.2288513183594,
+      "learning_rate": 1.989680792743939e-05,
+      "loss": 42.9688,
+      "step": 3114
+    },
+    {
+      "epoch": 0.14885788014909682,
+      "grad_norm": 236.7550811767578,
+      "learning_rate": 1.9896697010583782e-05,
+      "loss": 34.5938,
+      "step": 3115
+    },
+    {
+      "epoch": 0.1489056675905572,
+      "grad_norm": 446.4225769042969,
+      "learning_rate": 1.989658603445973e-05,
+      "loss": 33.375,
+      "step": 3116
+    },
+    {
+      "epoch": 0.1489534550320176,
+      "grad_norm": 377.6585388183594,
+      "learning_rate": 1.989647499906789e-05,
+      "loss": 36.7812,
+      "step": 3117
+    },
+    {
+      "epoch": 0.14900124247347796,
+      "grad_norm": 454.2922058105469,
+      "learning_rate": 1.9896363904408943e-05,
+      "loss": 32.5312,
+      "step": 3118
+    },
+    {
+      "epoch": 0.14904902991493835,
+      "grad_norm": 451.5090637207031,
+      "learning_rate": 1.9896252750483544e-05,
+      "loss": 31.875,
+      "step": 3119
+    },
+    {
+      "epoch": 0.14909681735639874,
+      "grad_norm": 431.7815246582031,
+      "learning_rate": 1.989614153729236e-05,
+      "loss": 39.4688,
+      "step": 3120
+    },
+    {
+      "epoch": 0.14914460479785913,
+      "grad_norm": 269.9084777832031,
+      "learning_rate": 1.9896030264836058e-05,
+      "loss": 29.8438,
+      "step": 3121
+    },
+    {
+      "epoch": 0.14919239223931952,
+      "grad_norm": 338.052734375,
+      "learning_rate": 1.9895918933115306e-05,
+      "loss": 18.2656,
+      "step": 3122
+    },
+    {
+      "epoch": 0.14924017968077988,
+      "grad_norm": 345.3547668457031,
+      "learning_rate": 1.9895807542130766e-05,
+      "loss": 25.25,
+      "step": 3123
+    },
+    {
+      "epoch": 0.14928796712224027,
+      "grad_norm": 372.45989990234375,
+      "learning_rate": 1.989569609188311e-05,
+      "loss": 44.0625,
+      "step": 3124
+    },
+    {
+      "epoch": 0.14933575456370066,
+      "grad_norm": 277.3712463378906,
+      "learning_rate": 1.9895584582373e-05,
+      "loss": 38.875,
+      "step": 3125
+    },
+    {
+      "epoch": 0.14938354200516105,
+      "grad_norm": 274.0302734375,
+      "learning_rate": 1.989547301360111e-05,
+      "loss": 35.3281,
+      "step": 3126
+    },
+    {
+      "epoch": 0.14943132944662144,
+      "grad_norm": 326.2088317871094,
+      "learning_rate": 1.9895361385568103e-05,
+      "loss": 31.25,
+      "step": 3127
+    },
+    {
+      "epoch": 0.14947911688808183,
+      "grad_norm": 370.5972900390625,
+      "learning_rate": 1.9895249698274652e-05,
+      "loss": 35.4375,
+      "step": 3128
+    },
+    {
+      "epoch": 0.1495269043295422,
+      "grad_norm": 398.7841796875,
+      "learning_rate": 1.9895137951721425e-05,
+      "loss": 42.0,
+      "step": 3129
+    },
+    {
+      "epoch": 0.14957469177100258,
+      "grad_norm": 286.9811706542969,
+      "learning_rate": 1.9895026145909085e-05,
+      "loss": 32.1875,
+      "step": 3130
+    },
+    {
+      "epoch": 0.14962247921246297,
+      "grad_norm": 174.4773712158203,
+      "learning_rate": 1.989491428083831e-05,
+      "loss": 25.625,
+      "step": 3131
+    },
+    {
+      "epoch": 0.14967026665392336,
+      "grad_norm": 185.49029541015625,
+      "learning_rate": 1.9894802356509767e-05,
+      "loss": 29.625,
+      "step": 3132
+    },
+    {
+      "epoch": 0.14971805409538375,
+      "grad_norm": 346.1474304199219,
+      "learning_rate": 1.9894690372924124e-05,
+      "loss": 40.9688,
+      "step": 3133
+    },
+    {
+      "epoch": 0.1497658415368441,
+      "grad_norm": 522.4959716796875,
+      "learning_rate": 1.9894578330082055e-05,
+      "loss": 29.0625,
+      "step": 3134
+    },
+    {
+      "epoch": 0.1498136289783045,
+      "grad_norm": 342.5203552246094,
+      "learning_rate": 1.9894466227984228e-05,
+      "loss": 36.6875,
+      "step": 3135
+    },
+    {
+      "epoch": 0.1498614164197649,
+      "grad_norm": 228.20606994628906,
+      "learning_rate": 1.9894354066631316e-05,
+      "loss": 24.375,
+      "step": 3136
+    },
+    {
+      "epoch": 0.14990920386122528,
+      "grad_norm": 190.5350341796875,
+      "learning_rate": 1.989424184602399e-05,
+      "loss": 25.4062,
+      "step": 3137
+    },
+    {
+      "epoch": 0.14995699130268567,
+      "grad_norm": 647.7693481445312,
+      "learning_rate": 1.9894129566162923e-05,
+      "loss": 37.9688,
+      "step": 3138
+    },
+    {
+      "epoch": 0.15000477874414603,
+      "grad_norm": 627.583740234375,
+      "learning_rate": 1.9894017227048787e-05,
+      "loss": 35.6562,
+      "step": 3139
+    },
+    {
+      "epoch": 0.15005256618560642,
+      "grad_norm": 302.52813720703125,
+      "learning_rate": 1.9893904828682253e-05,
+      "loss": 45.7812,
+      "step": 3140
+    },
+    {
+      "epoch": 0.1501003536270668,
+      "grad_norm": 552.31298828125,
+      "learning_rate": 1.9893792371063996e-05,
+      "loss": 46.7188,
+      "step": 3141
+    },
+    {
+      "epoch": 0.1501481410685272,
+      "grad_norm": 229.27883911132812,
+      "learning_rate": 1.989367985419469e-05,
+      "loss": 32.1562,
+      "step": 3142
+    },
+    {
+      "epoch": 0.1501959285099876,
+      "grad_norm": 249.68824768066406,
+      "learning_rate": 1.9893567278075006e-05,
+      "loss": 25.4375,
+      "step": 3143
+    },
+    {
+      "epoch": 0.15024371595144795,
+      "grad_norm": 332.5997009277344,
+      "learning_rate": 1.989345464270562e-05,
+      "loss": 39.5938,
+      "step": 3144
+    },
+    {
+      "epoch": 0.15029150339290834,
+      "grad_norm": 342.7133483886719,
+      "learning_rate": 1.9893341948087214e-05,
+      "loss": 40.25,
+      "step": 3145
+    },
+    {
+      "epoch": 0.15033929083436873,
+      "grad_norm": 284.4294128417969,
+      "learning_rate": 1.989322919422045e-05,
+      "loss": 42.75,
+      "step": 3146
+    },
+    {
+      "epoch": 0.15038707827582912,
+      "grad_norm": 256.49212646484375,
+      "learning_rate": 1.9893116381106006e-05,
+      "loss": 24.5312,
+      "step": 3147
+    },
+    {
+      "epoch": 0.1504348657172895,
+      "grad_norm": 437.512939453125,
+      "learning_rate": 1.9893003508744565e-05,
+      "loss": 32.6875,
+      "step": 3148
+    },
+    {
+      "epoch": 0.15048265315874987,
+      "grad_norm": 480.21002197265625,
+      "learning_rate": 1.9892890577136795e-05,
+      "loss": 29.3125,
+      "step": 3149
+    },
+    {
+      "epoch": 0.15053044060021026,
+      "grad_norm": 325.6759338378906,
+      "learning_rate": 1.989277758628338e-05,
+      "loss": 33.7344,
+      "step": 3150
+    },
+    {
+      "epoch": 0.15057822804167065,
+      "grad_norm": 420.5087585449219,
+      "learning_rate": 1.989266453618499e-05,
+      "loss": 39.75,
+      "step": 3151
+    },
+    {
+      "epoch": 0.15062601548313104,
+      "grad_norm": 353.64398193359375,
+      "learning_rate": 1.9892551426842307e-05,
+      "loss": 39.1875,
+      "step": 3152
+    },
+    {
+      "epoch": 0.15067380292459143,
+      "grad_norm": 526.3397827148438,
+      "learning_rate": 1.9892438258256002e-05,
+      "loss": 37.7188,
+      "step": 3153
+    },
+    {
+      "epoch": 0.1507215903660518,
+      "grad_norm": 193.812255859375,
+      "learning_rate": 1.989232503042676e-05,
+      "loss": 34.7812,
+      "step": 3154
+    },
+    {
+      "epoch": 0.15076937780751218,
+      "grad_norm": 368.2368469238281,
+      "learning_rate": 1.9892211743355253e-05,
+      "loss": 36.5,
+      "step": 3155
+    },
+    {
+      "epoch": 0.15081716524897257,
+      "grad_norm": 349.7262878417969,
+      "learning_rate": 1.9892098397042164e-05,
+      "loss": 39.0938,
+      "step": 3156
+    },
+    {
+      "epoch": 0.15086495269043296,
+      "grad_norm": 252.60621643066406,
+      "learning_rate": 1.9891984991488167e-05,
+      "loss": 36.6875,
+      "step": 3157
+    },
+    {
+      "epoch": 0.15091274013189335,
+      "grad_norm": 314.19390869140625,
+      "learning_rate": 1.989187152669395e-05,
+      "loss": 45.375,
+      "step": 3158
+    },
+    {
+      "epoch": 0.1509605275733537,
+      "grad_norm": 456.3187561035156,
+      "learning_rate": 1.9891758002660178e-05,
+      "loss": 36.5625,
+      "step": 3159
+    },
+    {
+      "epoch": 0.1510083150148141,
+      "grad_norm": 266.93017578125,
+      "learning_rate": 1.9891644419387545e-05,
+      "loss": 28.2969,
+      "step": 3160
+    },
+    {
+      "epoch": 0.1510561024562745,
+      "grad_norm": 416.2080078125,
+      "learning_rate": 1.9891530776876725e-05,
+      "loss": 42.0,
+      "step": 3161
+    },
+    {
+      "epoch": 0.15110388989773488,
+      "grad_norm": 380.5648498535156,
+      "learning_rate": 1.98914170751284e-05,
+      "loss": 41.9375,
+      "step": 3162
+    },
+    {
+      "epoch": 0.15115167733919527,
+      "grad_norm": 520.5908203125,
+      "learning_rate": 1.9891303314143248e-05,
+      "loss": 42.4375,
+      "step": 3163
+    },
+    {
+      "epoch": 0.15119946478065566,
+      "grad_norm": 531.2772827148438,
+      "learning_rate": 1.9891189493921954e-05,
+      "loss": 32.5938,
+      "step": 3164
+    },
+    {
+      "epoch": 0.15124725222211602,
+      "grad_norm": 218.08847045898438,
+      "learning_rate": 1.98910756144652e-05,
+      "loss": 32.3125,
+      "step": 3165
+    },
+    {
+      "epoch": 0.1512950396635764,
+      "grad_norm": 226.67758178710938,
+      "learning_rate": 1.9890961675773663e-05,
+      "loss": 30.5625,
+      "step": 3166
+    },
+    {
+      "epoch": 0.1513428271050368,
+      "grad_norm": 200.8135528564453,
+      "learning_rate": 1.9890847677848028e-05,
+      "loss": 27.0312,
+      "step": 3167
+    },
+    {
+      "epoch": 0.1513906145464972,
+      "grad_norm": 424.3864440917969,
+      "learning_rate": 1.989073362068898e-05,
+      "loss": 39.4062,
+      "step": 3168
+    },
+    {
+      "epoch": 0.15143840198795758,
+      "grad_norm": 318.3902893066406,
+      "learning_rate": 1.98906195042972e-05,
+      "loss": 28.0938,
+      "step": 3169
+    },
+    {
+      "epoch": 0.15148618942941794,
+      "grad_norm": 394.88177490234375,
+      "learning_rate": 1.9890505328673367e-05,
+      "loss": 25.8438,
+      "step": 3170
+    },
+    {
+      "epoch": 0.15153397687087833,
+      "grad_norm": 282.0362854003906,
+      "learning_rate": 1.9890391093818176e-05,
+      "loss": 25.9531,
+      "step": 3171
+    },
+    {
+      "epoch": 0.15158176431233872,
+      "grad_norm": 322.8276672363281,
+      "learning_rate": 1.98902767997323e-05,
+      "loss": 31.25,
+      "step": 3172
+    },
+    {
+      "epoch": 0.1516295517537991,
+      "grad_norm": 258.885986328125,
+      "learning_rate": 1.989016244641643e-05,
+      "loss": 31.375,
+      "step": 3173
+    },
+    {
+      "epoch": 0.1516773391952595,
+      "grad_norm": 313.8882141113281,
+      "learning_rate": 1.9890048033871247e-05,
+      "loss": 25.1875,
+      "step": 3174
+    },
+    {
+      "epoch": 0.15172512663671986,
+      "grad_norm": 287.399658203125,
+      "learning_rate": 1.9889933562097438e-05,
+      "loss": 40.5938,
+      "step": 3175
+    },
+    {
+      "epoch": 0.15177291407818025,
+      "grad_norm": 370.35626220703125,
+      "learning_rate": 1.9889819031095693e-05,
+      "loss": 31.5938,
+      "step": 3176
+    },
+    {
+      "epoch": 0.15182070151964064,
+      "grad_norm": 527.3199462890625,
+      "learning_rate": 1.9889704440866688e-05,
+      "loss": 24.3281,
+      "step": 3177
+    },
+    {
+      "epoch": 0.15186848896110103,
+      "grad_norm": 352.4715270996094,
+      "learning_rate": 1.9889589791411116e-05,
+      "loss": 33.6562,
+      "step": 3178
+    },
+    {
+      "epoch": 0.15191627640256142,
+      "grad_norm": 500.1576232910156,
+      "learning_rate": 1.9889475082729665e-05,
+      "loss": 36.9375,
+      "step": 3179
+    },
+    {
+      "epoch": 0.15196406384402178,
+      "grad_norm": 399.0154113769531,
+      "learning_rate": 1.9889360314823017e-05,
+      "loss": 41.1875,
+      "step": 3180
+    },
+    {
+      "epoch": 0.15201185128548217,
+      "grad_norm": 274.941162109375,
+      "learning_rate": 1.9889245487691863e-05,
+      "loss": 47.4375,
+      "step": 3181
+    },
+    {
+      "epoch": 0.15205963872694256,
+      "grad_norm": 279.5736389160156,
+      "learning_rate": 1.9889130601336886e-05,
+      "loss": 45.8438,
+      "step": 3182
+    },
+    {
+      "epoch": 0.15210742616840295,
+      "grad_norm": 481.14404296875,
+      "learning_rate": 1.988901565575878e-05,
+      "loss": 31.0,
+      "step": 3183
+    },
+    {
+      "epoch": 0.15215521360986334,
+      "grad_norm": 292.23211669921875,
+      "learning_rate": 1.988890065095823e-05,
+      "loss": 32.6562,
+      "step": 3184
+    },
+    {
+      "epoch": 0.1522030010513237,
+      "grad_norm": 310.2000427246094,
+      "learning_rate": 1.988878558693592e-05,
+      "loss": 41.625,
+      "step": 3185
+    },
+    {
+      "epoch": 0.1522507884927841,
+      "grad_norm": 408.9123840332031,
+      "learning_rate": 1.9888670463692554e-05,
+      "loss": 35.3594,
+      "step": 3186
+    },
+    {
+      "epoch": 0.15229857593424448,
+      "grad_norm": 200.0945281982422,
+      "learning_rate": 1.9888555281228804e-05,
+      "loss": 30.9375,
+      "step": 3187
+    },
+    {
+      "epoch": 0.15234636337570487,
+      "grad_norm": 208.0569305419922,
+      "learning_rate": 1.988844003954537e-05,
+      "loss": 29.4375,
+      "step": 3188
+    },
+    {
+      "epoch": 0.15239415081716526,
+      "grad_norm": 173.74728393554688,
+      "learning_rate": 1.988832473864294e-05,
+      "loss": 23.3125,
+      "step": 3189
+    },
+    {
+      "epoch": 0.15244193825862562,
+      "grad_norm": 139.78793334960938,
+      "learning_rate": 1.9888209378522204e-05,
+      "loss": 21.4531,
+      "step": 3190
+    },
+    {
+      "epoch": 0.152489725700086,
+      "grad_norm": 255.98399353027344,
+      "learning_rate": 1.9888093959183854e-05,
+      "loss": 30.5938,
+      "step": 3191
+    },
+    {
+      "epoch": 0.1525375131415464,
+      "grad_norm": 242.9175262451172,
+      "learning_rate": 1.988797848062858e-05,
+      "loss": 26.6875,
+      "step": 3192
+    },
+    {
+      "epoch": 0.1525853005830068,
+      "grad_norm": 417.73541259765625,
+      "learning_rate": 1.9887862942857072e-05,
+      "loss": 37.3125,
+      "step": 3193
+    },
+    {
+      "epoch": 0.15263308802446718,
+      "grad_norm": 236.44461059570312,
+      "learning_rate": 1.988774734587003e-05,
+      "loss": 30.25,
+      "step": 3194
+    },
+    {
+      "epoch": 0.15268087546592757,
+      "grad_norm": 378.98944091796875,
+      "learning_rate": 1.988763168966813e-05,
+      "loss": 40.125,
+      "step": 3195
+    },
+    {
+      "epoch": 0.15272866290738793,
+      "grad_norm": 175.6027069091797,
+      "learning_rate": 1.988751597425208e-05,
+      "loss": 25.375,
+      "step": 3196
+    },
+    {
+      "epoch": 0.15277645034884832,
+      "grad_norm": 409.3121032714844,
+      "learning_rate": 1.9887400199622574e-05,
+      "loss": 34.6875,
+      "step": 3197
+    },
+    {
+      "epoch": 0.1528242377903087,
+      "grad_norm": 745.2850341796875,
+      "learning_rate": 1.988728436578029e-05,
+      "loss": 31.2188,
+      "step": 3198
+    },
+    {
+      "epoch": 0.1528720252317691,
+      "grad_norm": 320.5612487792969,
+      "learning_rate": 1.9887168472725934e-05,
+      "loss": 28.4375,
+      "step": 3199
+    },
+    {
+      "epoch": 0.1529198126732295,
+      "grad_norm": 389.60467529296875,
+      "learning_rate": 1.9887052520460198e-05,
+      "loss": 22.2031,
+      "step": 3200
+    },
+    {
+      "epoch": 0.15296760011468985,
+      "grad_norm": 801.554443359375,
+      "learning_rate": 1.988693650898377e-05,
+      "loss": 33.4375,
+      "step": 3201
+    },
+    {
+      "epoch": 0.15301538755615024,
+      "grad_norm": 267.13836669921875,
+      "learning_rate": 1.9886820438297357e-05,
+      "loss": 35.5,
+      "step": 3202
+    },
+    {
+      "epoch": 0.15306317499761063,
+      "grad_norm": 440.7191467285156,
+      "learning_rate": 1.988670430840164e-05,
+      "loss": 30.5625,
+      "step": 3203
+    },
+    {
+      "epoch": 0.15311096243907102,
+      "grad_norm": 249.45640563964844,
+      "learning_rate": 1.988658811929733e-05,
+      "loss": 43.25,
+      "step": 3204
+    },
+    {
+      "epoch": 0.1531587498805314,
+      "grad_norm": 285.3744812011719,
+      "learning_rate": 1.988647187098511e-05,
+      "loss": 28.7812,
+      "step": 3205
+    },
+    {
+      "epoch": 0.15320653732199177,
+      "grad_norm": 301.0740661621094,
+      "learning_rate": 1.9886355563465676e-05,
+      "loss": 39.5312,
+      "step": 3206
+    },
+    {
+      "epoch": 0.15325432476345216,
+      "grad_norm": 262.9726867675781,
+      "learning_rate": 1.9886239196739736e-05,
+      "loss": 41.375,
+      "step": 3207
+    },
+    {
+      "epoch": 0.15330211220491255,
+      "grad_norm": 281.06231689453125,
+      "learning_rate": 1.9886122770807977e-05,
+      "loss": 31.3438,
+      "step": 3208
+    },
+    {
+      "epoch": 0.15334989964637294,
+      "grad_norm": 354.1546325683594,
+      "learning_rate": 1.98860062856711e-05,
+      "loss": 40.0312,
+      "step": 3209
+    },
+    {
+      "epoch": 0.15339768708783333,
+      "grad_norm": 387.65802001953125,
+      "learning_rate": 1.98858897413298e-05,
+      "loss": 35.8125,
+      "step": 3210
+    },
+    {
+      "epoch": 0.1534454745292937,
+      "grad_norm": 262.0903625488281,
+      "learning_rate": 1.9885773137784777e-05,
+      "loss": 35.625,
+      "step": 3211
+    },
+    {
+      "epoch": 0.15349326197075408,
+      "grad_norm": 274.4162292480469,
+      "learning_rate": 1.9885656475036732e-05,
+      "loss": 31.6562,
+      "step": 3212
+    },
+    {
+      "epoch": 0.15354104941221447,
+      "grad_norm": 443.2928771972656,
+      "learning_rate": 1.988553975308636e-05,
+      "loss": 29.875,
+      "step": 3213
+    },
+    {
+      "epoch": 0.15358883685367486,
+      "grad_norm": 312.7649841308594,
+      "learning_rate": 1.9885422971934357e-05,
+      "loss": 41.5938,
+      "step": 3214
+    },
+    {
+      "epoch": 0.15363662429513525,
+      "grad_norm": 393.2950134277344,
+      "learning_rate": 1.988530613158143e-05,
+      "loss": 42.2812,
+      "step": 3215
+    },
+    {
+      "epoch": 0.1536844117365956,
+      "grad_norm": 269.85009765625,
+      "learning_rate": 1.988518923202827e-05,
+      "loss": 25.625,
+      "step": 3216
+    },
+    {
+      "epoch": 0.153732199178056,
+      "grad_norm": 154.3572998046875,
+      "learning_rate": 1.9885072273275587e-05,
+      "loss": 27.8125,
+      "step": 3217
+    },
+    {
+      "epoch": 0.1537799866195164,
+      "grad_norm": 262.1119384765625,
+      "learning_rate": 1.9884955255324076e-05,
+      "loss": 43.375,
+      "step": 3218
+    },
+    {
+      "epoch": 0.15382777406097678,
+      "grad_norm": 316.3575134277344,
+      "learning_rate": 1.9884838178174438e-05,
+      "loss": 31.6562,
+      "step": 3219
+    },
+    {
+      "epoch": 0.15387556150243717,
+      "grad_norm": 614.9578857421875,
+      "learning_rate": 1.988472104182737e-05,
+      "loss": 31.5312,
+      "step": 3220
+    },
+    {
+      "epoch": 0.15392334894389753,
+      "grad_norm": 243.1018524169922,
+      "learning_rate": 1.988460384628358e-05,
+      "loss": 31.8594,
+      "step": 3221
+    },
+    {
+      "epoch": 0.15397113638535792,
+      "grad_norm": 430.4413146972656,
+      "learning_rate": 1.988448659154377e-05,
+      "loss": 27.5938,
+      "step": 3222
+    },
+    {
+      "epoch": 0.1540189238268183,
+      "grad_norm": 451.9230041503906,
+      "learning_rate": 1.988436927760864e-05,
+      "loss": 41.8438,
+      "step": 3223
+    },
+    {
+      "epoch": 0.1540667112682787,
+      "grad_norm": 281.3039245605469,
+      "learning_rate": 1.988425190447889e-05,
+      "loss": 37.9375,
+      "step": 3224
+    },
+    {
+      "epoch": 0.1541144987097391,
+      "grad_norm": 485.7484436035156,
+      "learning_rate": 1.9884134472155224e-05,
+      "loss": 27.6875,
+      "step": 3225
+    },
+    {
+      "epoch": 0.15416228615119945,
+      "grad_norm": 270.5130920410156,
+      "learning_rate": 1.9884016980638346e-05,
+      "loss": 22.2344,
+      "step": 3226
+    },
+    {
+      "epoch": 0.15421007359265984,
+      "grad_norm": 251.52899169921875,
+      "learning_rate": 1.9883899429928965e-05,
+      "loss": 52.4062,
+      "step": 3227
+    },
+    {
+      "epoch": 0.15425786103412023,
+      "grad_norm": 329.902099609375,
+      "learning_rate": 1.9883781820027777e-05,
+      "loss": 30.0938,
+      "step": 3228
+    },
+    {
+      "epoch": 0.15430564847558062,
+      "grad_norm": 267.216064453125,
+      "learning_rate": 1.988366415093549e-05,
+      "loss": 35.75,
+      "step": 3229
+    },
+    {
+      "epoch": 0.154353435917041,
+      "grad_norm": 205.6476287841797,
+      "learning_rate": 1.9883546422652808e-05,
+      "loss": 34.8125,
+      "step": 3230
+    },
+    {
+      "epoch": 0.1544012233585014,
+      "grad_norm": 312.34881591796875,
+      "learning_rate": 1.9883428635180436e-05,
+      "loss": 27.8125,
+      "step": 3231
+    },
+    {
+      "epoch": 0.15444901079996176,
+      "grad_norm": 308.2460632324219,
+      "learning_rate": 1.988331078851908e-05,
+      "loss": 34.9375,
+      "step": 3232
+    },
+    {
+      "epoch": 0.15449679824142215,
+      "grad_norm": 371.55963134765625,
+      "learning_rate": 1.9883192882669444e-05,
+      "loss": 36.3125,
+      "step": 3233
+    },
+    {
+      "epoch": 0.15454458568288254,
+      "grad_norm": 417.5213928222656,
+      "learning_rate": 1.988307491763224e-05,
+      "loss": 32.1562,
+      "step": 3234
+    },
+    {
+      "epoch": 0.15459237312434293,
+      "grad_norm": 349.6613464355469,
+      "learning_rate": 1.9882956893408166e-05,
+      "loss": 43.3125,
+      "step": 3235
+    },
+    {
+      "epoch": 0.15464016056580332,
+      "grad_norm": 203.5707550048828,
+      "learning_rate": 1.9882838809997932e-05,
+      "loss": 28.1875,
+      "step": 3236
+    },
+    {
+      "epoch": 0.15468794800726368,
+      "grad_norm": 332.7487487792969,
+      "learning_rate": 1.9882720667402247e-05,
+      "loss": 42.4375,
+      "step": 3237
+    },
+    {
+      "epoch": 0.15473573544872407,
+      "grad_norm": 334.0010681152344,
+      "learning_rate": 1.9882602465621818e-05,
+      "loss": 23.9219,
+      "step": 3238
+    },
+    {
+      "epoch": 0.15478352289018446,
+      "grad_norm": 378.80780029296875,
+      "learning_rate": 1.988248420465735e-05,
+      "loss": 49.75,
+      "step": 3239
+    },
+    {
+      "epoch": 0.15483131033164485,
+      "grad_norm": 274.33477783203125,
+      "learning_rate": 1.9882365884509556e-05,
+      "loss": 29.75,
+      "step": 3240
+    },
+    {
+      "epoch": 0.15487909777310524,
+      "grad_norm": 322.54010009765625,
+      "learning_rate": 1.9882247505179143e-05,
+      "loss": 54.6875,
+      "step": 3241
+    },
+    {
+      "epoch": 0.1549268852145656,
+      "grad_norm": 169.87364196777344,
+      "learning_rate": 1.988212906666682e-05,
+      "loss": 21.4375,
+      "step": 3242
+    },
+    {
+      "epoch": 0.154974672656026,
+      "grad_norm": 543.1226806640625,
+      "learning_rate": 1.988201056897329e-05,
+      "loss": 45.3438,
+      "step": 3243
+    },
+    {
+      "epoch": 0.15502246009748638,
+      "grad_norm": 250.48606872558594,
+      "learning_rate": 1.9881892012099268e-05,
+      "loss": 28.0,
+      "step": 3244
+    },
+    {
+      "epoch": 0.15507024753894677,
+      "grad_norm": 265.7042236328125,
+      "learning_rate": 1.9881773396045467e-05,
+      "loss": 35.6875,
+      "step": 3245
+    },
+    {
+      "epoch": 0.15511803498040716,
+      "grad_norm": 228.64144897460938,
+      "learning_rate": 1.9881654720812594e-05,
+      "loss": 49.25,
+      "step": 3246
+    },
+    {
+      "epoch": 0.15516582242186752,
+      "grad_norm": 209.3657989501953,
+      "learning_rate": 1.9881535986401365e-05,
+      "loss": 44.2188,
+      "step": 3247
+    },
+    {
+      "epoch": 0.1552136098633279,
+      "grad_norm": 207.47152709960938,
+      "learning_rate": 1.9881417192812477e-05,
+      "loss": 35.2812,
+      "step": 3248
+    },
+    {
+      "epoch": 0.1552613973047883,
+      "grad_norm": 314.36053466796875,
+      "learning_rate": 1.988129834004666e-05,
+      "loss": 26.5,
+      "step": 3249
+    },
+    {
+      "epoch": 0.1553091847462487,
+      "grad_norm": 235.65711975097656,
+      "learning_rate": 1.9881179428104605e-05,
+      "loss": 22.25,
+      "step": 3250
+    },
+    {
+      "epoch": 0.15535697218770908,
+      "grad_norm": 276.0000305175781,
+      "learning_rate": 1.9881060456987044e-05,
+      "loss": 30.9688,
+      "step": 3251
+    },
+    {
+      "epoch": 0.15540475962916944,
+      "grad_norm": 371.0314636230469,
+      "learning_rate": 1.9880941426694677e-05,
+      "loss": 33.5625,
+      "step": 3252
+    },
+    {
+      "epoch": 0.15545254707062983,
+      "grad_norm": 341.3395690917969,
+      "learning_rate": 1.9880822337228226e-05,
+      "loss": 32.9375,
+      "step": 3253
+    },
+    {
+      "epoch": 0.15550033451209022,
+      "grad_norm": 241.24473571777344,
+      "learning_rate": 1.988070318858839e-05,
+      "loss": 34.5625,
+      "step": 3254
+    },
+    {
+      "epoch": 0.1555481219535506,
+      "grad_norm": 179.68467712402344,
+      "learning_rate": 1.98805839807759e-05,
+      "loss": 31.4375,
+      "step": 3255
+    },
+    {
+      "epoch": 0.155595909395011,
+      "grad_norm": 174.5067901611328,
+      "learning_rate": 1.9880464713791458e-05,
+      "loss": 29.2812,
+      "step": 3256
+    },
+    {
+      "epoch": 0.15564369683647136,
+      "grad_norm": 590.6844482421875,
+      "learning_rate": 1.9880345387635782e-05,
+      "loss": 33.0312,
+      "step": 3257
+    },
+    {
+      "epoch": 0.15569148427793175,
+      "grad_norm": 275.8378601074219,
+      "learning_rate": 1.9880226002309585e-05,
+      "loss": 29.0469,
+      "step": 3258
+    },
+    {
+      "epoch": 0.15573927171939214,
+      "grad_norm": 314.70440673828125,
+      "learning_rate": 1.9880106557813584e-05,
+      "loss": 31.7188,
+      "step": 3259
+    },
+    {
+      "epoch": 0.15578705916085253,
+      "grad_norm": 331.4544982910156,
+      "learning_rate": 1.9879987054148496e-05,
+      "loss": 34.2188,
+      "step": 3260
+    },
+    {
+      "epoch": 0.15583484660231292,
+      "grad_norm": 240.6176300048828,
+      "learning_rate": 1.987986749131503e-05,
+      "loss": 42.4844,
+      "step": 3261
+    },
+    {
+      "epoch": 0.15588263404377328,
+      "grad_norm": 315.2412414550781,
+      "learning_rate": 1.987974786931391e-05,
+      "loss": 27.75,
+      "step": 3262
+    },
+    {
+      "epoch": 0.15593042148523367,
+      "grad_norm": 280.71527099609375,
+      "learning_rate": 1.9879628188145847e-05,
+      "loss": 32.7812,
+      "step": 3263
+    },
+    {
+      "epoch": 0.15597820892669406,
+      "grad_norm": 249.32797241210938,
+      "learning_rate": 1.9879508447811557e-05,
+      "loss": 46.2188,
+      "step": 3264
+    },
+    {
+      "epoch": 0.15602599636815445,
+      "grad_norm": 252.7446746826172,
+      "learning_rate": 1.9879388648311762e-05,
+      "loss": 34.6562,
+      "step": 3265
+    },
+    {
+      "epoch": 0.15607378380961484,
+      "grad_norm": 338.6782531738281,
+      "learning_rate": 1.9879268789647177e-05,
+      "loss": 33.1875,
+      "step": 3266
+    },
+    {
+      "epoch": 0.15612157125107523,
+      "grad_norm": 468.9125061035156,
+      "learning_rate": 1.987914887181852e-05,
+      "loss": 35.5,
+      "step": 3267
+    },
+    {
+      "epoch": 0.1561693586925356,
+      "grad_norm": 258.3658752441406,
+      "learning_rate": 1.9879028894826507e-05,
+      "loss": 32.0,
+      "step": 3268
+    },
+    {
+      "epoch": 0.15621714613399598,
+      "grad_norm": 397.60211181640625,
+      "learning_rate": 1.987890885867186e-05,
+      "loss": 35.7188,
+      "step": 3269
+    },
+    {
+      "epoch": 0.15626493357545637,
+      "grad_norm": 548.4396362304688,
+      "learning_rate": 1.9878788763355295e-05,
+      "loss": 42.9062,
+      "step": 3270
+    },
+    {
+      "epoch": 0.15631272101691676,
+      "grad_norm": 229.75531005859375,
+      "learning_rate": 1.9878668608877534e-05,
+      "loss": 30.8438,
+      "step": 3271
+    },
+    {
+      "epoch": 0.15636050845837715,
+      "grad_norm": 334.2484130859375,
+      "learning_rate": 1.9878548395239293e-05,
+      "loss": 34.2031,
+      "step": 3272
+    },
+    {
+      "epoch": 0.1564082958998375,
+      "grad_norm": 230.06561279296875,
+      "learning_rate": 1.9878428122441295e-05,
+      "loss": 24.1875,
+      "step": 3273
+    },
+    {
+      "epoch": 0.1564560833412979,
+      "grad_norm": 277.6059265136719,
+      "learning_rate": 1.987830779048426e-05,
+      "loss": 23.875,
+      "step": 3274
+    },
+    {
+      "epoch": 0.1565038707827583,
+      "grad_norm": 280.6407775878906,
+      "learning_rate": 1.9878187399368906e-05,
+      "loss": 28.125,
+      "step": 3275
+    },
+    {
+      "epoch": 0.15655165822421868,
+      "grad_norm": 287.97930908203125,
+      "learning_rate": 1.9878066949095958e-05,
+      "loss": 24.125,
+      "step": 3276
+    },
+    {
+      "epoch": 0.15659944566567907,
+      "grad_norm": 449.5836181640625,
+      "learning_rate": 1.9877946439666133e-05,
+      "loss": 33.5938,
+      "step": 3277
+    },
+    {
+      "epoch": 0.15664723310713943,
+      "grad_norm": 321.6755065917969,
+      "learning_rate": 1.9877825871080158e-05,
+      "loss": 33.2812,
+      "step": 3278
+    },
+    {
+      "epoch": 0.15669502054859982,
+      "grad_norm": 255.99151611328125,
+      "learning_rate": 1.987770524333875e-05,
+      "loss": 38.8125,
+      "step": 3279
+    },
+    {
+      "epoch": 0.1567428079900602,
+      "grad_norm": 241.93580627441406,
+      "learning_rate": 1.9877584556442632e-05,
+      "loss": 33.5312,
+      "step": 3280
+    },
+    {
+      "epoch": 0.1567905954315206,
+      "grad_norm": 307.9083557128906,
+      "learning_rate": 1.987746381039253e-05,
+      "loss": 30.4062,
+      "step": 3281
+    },
+    {
+      "epoch": 0.156838382872981,
+      "grad_norm": 198.93133544921875,
+      "learning_rate": 1.9877343005189162e-05,
+      "loss": 26.7188,
+      "step": 3282
+    },
+    {
+      "epoch": 0.15688617031444135,
+      "grad_norm": 309.54534912109375,
+      "learning_rate": 1.9877222140833258e-05,
+      "loss": 33.4688,
+      "step": 3283
+    },
+    {
+      "epoch": 0.15693395775590174,
+      "grad_norm": 284.3702392578125,
+      "learning_rate": 1.987710121732554e-05,
+      "loss": 32.9375,
+      "step": 3284
+    },
+    {
+      "epoch": 0.15698174519736213,
+      "grad_norm": 356.034912109375,
+      "learning_rate": 1.987698023466673e-05,
+      "loss": 38.8125,
+      "step": 3285
+    },
+    {
+      "epoch": 0.15702953263882252,
+      "grad_norm": 186.3476104736328,
+      "learning_rate": 1.9876859192857548e-05,
+      "loss": 32.1562,
+      "step": 3286
+    },
+    {
+      "epoch": 0.1570773200802829,
+      "grad_norm": 227.23114013671875,
+      "learning_rate": 1.9876738091898727e-05,
+      "loss": 38.9688,
+      "step": 3287
+    },
+    {
+      "epoch": 0.15712510752174327,
+      "grad_norm": 253.75485229492188,
+      "learning_rate": 1.987661693179099e-05,
+      "loss": 30.3125,
+      "step": 3288
+    },
+    {
+      "epoch": 0.15717289496320366,
+      "grad_norm": 311.60943603515625,
+      "learning_rate": 1.9876495712535064e-05,
+      "loss": 32.1875,
+      "step": 3289
+    },
+    {
+      "epoch": 0.15722068240466405,
+      "grad_norm": 345.32421875,
+      "learning_rate": 1.987637443413167e-05,
+      "loss": 33.2188,
+      "step": 3290
+    },
+    {
+      "epoch": 0.15726846984612444,
+      "grad_norm": 282.482666015625,
+      "learning_rate": 1.9876253096581535e-05,
+      "loss": 36.0312,
+      "step": 3291
+    },
+    {
+      "epoch": 0.15731625728758483,
+      "grad_norm": 205.00308227539062,
+      "learning_rate": 1.9876131699885393e-05,
+      "loss": 27.4062,
+      "step": 3292
+    },
+    {
+      "epoch": 0.1573640447290452,
+      "grad_norm": 217.3274383544922,
+      "learning_rate": 1.9876010244043963e-05,
+      "loss": 27.625,
+      "step": 3293
+    },
+    {
+      "epoch": 0.15741183217050558,
+      "grad_norm": 475.2699279785156,
+      "learning_rate": 1.9875888729057976e-05,
+      "loss": 39.2812,
+      "step": 3294
+    },
+    {
+      "epoch": 0.15745961961196597,
+      "grad_norm": 325.2453308105469,
+      "learning_rate": 1.9875767154928157e-05,
+      "loss": 32.125,
+      "step": 3295
+    },
+    {
+      "epoch": 0.15750740705342636,
+      "grad_norm": 274.262451171875,
+      "learning_rate": 1.987564552165524e-05,
+      "loss": 26.7812,
+      "step": 3296
+    },
+    {
+      "epoch": 0.15755519449488675,
+      "grad_norm": 289.49578857421875,
+      "learning_rate": 1.9875523829239945e-05,
+      "loss": 32.3125,
+      "step": 3297
+    },
+    {
+      "epoch": 0.15760298193634714,
+      "grad_norm": 259.0636291503906,
+      "learning_rate": 1.987540207768301e-05,
+      "loss": 39.8125,
+      "step": 3298
+    },
+    {
+      "epoch": 0.1576507693778075,
+      "grad_norm": 271.0495300292969,
+      "learning_rate": 1.9875280266985152e-05,
+      "loss": 30.4375,
+      "step": 3299
+    },
+    {
+      "epoch": 0.1576985568192679,
+      "grad_norm": 281.85113525390625,
+      "learning_rate": 1.9875158397147116e-05,
+      "loss": 30.3125,
+      "step": 3300
+    },
+    {
+      "epoch": 0.15774634426072828,
+      "grad_norm": 692.094482421875,
+      "learning_rate": 1.987503646816962e-05,
+      "loss": 31.875,
+      "step": 3301
+    },
+    {
+      "epoch": 0.15779413170218867,
+      "grad_norm": 313.8076171875,
+      "learning_rate": 1.9874914480053395e-05,
+      "loss": 37.5,
+      "step": 3302
+    },
+    {
+      "epoch": 0.15784191914364906,
+      "grad_norm": 160.80514526367188,
+      "learning_rate": 1.987479243279918e-05,
+      "loss": 25.7969,
+      "step": 3303
+    },
+    {
+      "epoch": 0.15788970658510942,
+      "grad_norm": 372.93310546875,
+      "learning_rate": 1.9874670326407696e-05,
+      "loss": 32.8125,
+      "step": 3304
+    },
+    {
+      "epoch": 0.1579374940265698,
+      "grad_norm": 218.50975036621094,
+      "learning_rate": 1.9874548160879677e-05,
+      "loss": 27.1406,
+      "step": 3305
+    },
+    {
+      "epoch": 0.1579852814680302,
+      "grad_norm": 333.5744934082031,
+      "learning_rate": 1.987442593621586e-05,
+      "loss": 25.7188,
+      "step": 3306
+    },
+    {
+      "epoch": 0.1580330689094906,
+      "grad_norm": 345.324462890625,
+      "learning_rate": 1.9874303652416972e-05,
+      "loss": 33.4375,
+      "step": 3307
+    },
+    {
+      "epoch": 0.15808085635095098,
+      "grad_norm": 156.814208984375,
+      "learning_rate": 1.987418130948375e-05,
+      "loss": 23.9062,
+      "step": 3308
+    },
+    {
+      "epoch": 0.15812864379241134,
+      "grad_norm": 272.9564514160156,
+      "learning_rate": 1.9874058907416918e-05,
+      "loss": 40.9062,
+      "step": 3309
+    },
+    {
+      "epoch": 0.15817643123387173,
+      "grad_norm": 238.74937438964844,
+      "learning_rate": 1.9873936446217216e-05,
+      "loss": 32.75,
+      "step": 3310
+    },
+    {
+      "epoch": 0.15822421867533212,
+      "grad_norm": 191.65090942382812,
+      "learning_rate": 1.9873813925885374e-05,
+      "loss": 26.4688,
+      "step": 3311
+    },
+    {
+      "epoch": 0.1582720061167925,
+      "grad_norm": 330.72503662109375,
+      "learning_rate": 1.987369134642213e-05,
+      "loss": 35.375,
+      "step": 3312
+    },
+    {
+      "epoch": 0.1583197935582529,
+      "grad_norm": 220.9027099609375,
+      "learning_rate": 1.9873568707828213e-05,
+      "loss": 29.7188,
+      "step": 3313
+    },
+    {
+      "epoch": 0.15836758099971326,
+      "grad_norm": 295.1617126464844,
+      "learning_rate": 1.9873446010104362e-05,
+      "loss": 32.6562,
+      "step": 3314
+    },
+    {
+      "epoch": 0.15841536844117365,
+      "grad_norm": 371.1319274902344,
+      "learning_rate": 1.987332325325131e-05,
+      "loss": 42.6875,
+      "step": 3315
+    },
+    {
+      "epoch": 0.15846315588263404,
+      "grad_norm": 302.0148010253906,
+      "learning_rate": 1.987320043726979e-05,
+      "loss": 32.6875,
+      "step": 3316
+    },
+    {
+      "epoch": 0.15851094332409443,
+      "grad_norm": 408.85693359375,
+      "learning_rate": 1.987307756216054e-05,
+      "loss": 27.4688,
+      "step": 3317
+    },
+    {
+      "epoch": 0.15855873076555482,
+      "grad_norm": 385.2250671386719,
+      "learning_rate": 1.9872954627924296e-05,
+      "loss": 30.1562,
+      "step": 3318
+    },
+    {
+      "epoch": 0.15860651820701518,
+      "grad_norm": 1256.1588134765625,
+      "learning_rate": 1.9872831634561792e-05,
+      "loss": 31.9062,
+      "step": 3319
+    },
+    {
+      "epoch": 0.15865430564847557,
+      "grad_norm": 401.0244445800781,
+      "learning_rate": 1.9872708582073766e-05,
+      "loss": 30.5,
+      "step": 3320
+    },
+    {
+      "epoch": 0.15870209308993596,
+      "grad_norm": 441.37518310546875,
+      "learning_rate": 1.9872585470460953e-05,
+      "loss": 29.2188,
+      "step": 3321
+    },
+    {
+      "epoch": 0.15874988053139635,
+      "grad_norm": 242.90895080566406,
+      "learning_rate": 1.9872462299724095e-05,
+      "loss": 30.5312,
+      "step": 3322
+    },
+    {
+      "epoch": 0.15879766797285674,
+      "grad_norm": 184.95681762695312,
+      "learning_rate": 1.9872339069863927e-05,
+      "loss": 26.0625,
+      "step": 3323
+    },
+    {
+      "epoch": 0.1588454554143171,
+      "grad_norm": 347.7010192871094,
+      "learning_rate": 1.9872215780881182e-05,
+      "loss": 34.5312,
+      "step": 3324
+    },
+    {
+      "epoch": 0.1588932428557775,
+      "grad_norm": 442.4744567871094,
+      "learning_rate": 1.9872092432776608e-05,
+      "loss": 30.6875,
+      "step": 3325
+    },
+    {
+      "epoch": 0.15894103029723788,
+      "grad_norm": 222.59901428222656,
+      "learning_rate": 1.987196902555094e-05,
+      "loss": 24.7812,
+      "step": 3326
+    },
+    {
+      "epoch": 0.15898881773869827,
+      "grad_norm": 292.2230529785156,
+      "learning_rate": 1.9871845559204912e-05,
+      "loss": 25.875,
+      "step": 3327
+    },
+    {
+      "epoch": 0.15903660518015866,
+      "grad_norm": 409.6077575683594,
+      "learning_rate": 1.987172203373927e-05,
+      "loss": 24.75,
+      "step": 3328
+    },
+    {
+      "epoch": 0.15908439262161903,
+      "grad_norm": 238.87144470214844,
+      "learning_rate": 1.987159844915475e-05,
+      "loss": 27.4375,
+      "step": 3329
+    },
+    {
+      "epoch": 0.15913218006307941,
+      "grad_norm": 475.3829650878906,
+      "learning_rate": 1.9871474805452093e-05,
+      "loss": 31.9375,
+      "step": 3330
+    },
+    {
+      "epoch": 0.1591799675045398,
+      "grad_norm": 292.0406799316406,
+      "learning_rate": 1.9871351102632038e-05,
+      "loss": 28.875,
+      "step": 3331
+    },
+    {
+      "epoch": 0.1592277549460002,
+      "grad_norm": 212.10299682617188,
+      "learning_rate": 1.987122734069533e-05,
+      "loss": 32.8125,
+      "step": 3332
+    },
+    {
+      "epoch": 0.15927554238746058,
+      "grad_norm": 295.90618896484375,
+      "learning_rate": 1.9871103519642707e-05,
+      "loss": 34.9375,
+      "step": 3333
+    },
+    {
+      "epoch": 0.15932332982892097,
+      "grad_norm": 543.5679931640625,
+      "learning_rate": 1.9870979639474912e-05,
+      "loss": 39.375,
+      "step": 3334
+    },
+    {
+      "epoch": 0.15937111727038134,
+      "grad_norm": 304.7020263671875,
+      "learning_rate": 1.9870855700192684e-05,
+      "loss": 34.2812,
+      "step": 3335
+    },
+    {
+      "epoch": 0.15941890471184172,
+      "grad_norm": 265.5685119628906,
+      "learning_rate": 1.987073170179677e-05,
+      "loss": 30.4062,
+      "step": 3336
+    },
+    {
+      "epoch": 0.15946669215330211,
+      "grad_norm": 266.5054931640625,
+      "learning_rate": 1.987060764428791e-05,
+      "loss": 30.0625,
+      "step": 3337
+    },
+    {
+      "epoch": 0.1595144795947625,
+      "grad_norm": 315.9832763671875,
+      "learning_rate": 1.987048352766684e-05,
+      "loss": 38.4688,
+      "step": 3338
+    },
+    {
+      "epoch": 0.1595622670362229,
+      "grad_norm": 289.87493896484375,
+      "learning_rate": 1.9870359351934315e-05,
+      "loss": 34.1562,
+      "step": 3339
+    },
+    {
+      "epoch": 0.15961005447768326,
+      "grad_norm": 284.0861511230469,
+      "learning_rate": 1.9870235117091074e-05,
+      "loss": 24.7344,
+      "step": 3340
+    },
+    {
+      "epoch": 0.15965784191914364,
+      "grad_norm": 245.54837036132812,
+      "learning_rate": 1.9870110823137862e-05,
+      "loss": 30.8906,
+      "step": 3341
+    },
+    {
+      "epoch": 0.15970562936060403,
+      "grad_norm": 198.12680053710938,
+      "learning_rate": 1.9869986470075418e-05,
+      "loss": 27.5625,
+      "step": 3342
+    },
+    {
+      "epoch": 0.15975341680206442,
+      "grad_norm": 324.7474365234375,
+      "learning_rate": 1.9869862057904494e-05,
+      "loss": 24.6875,
+      "step": 3343
+    },
+    {
+      "epoch": 0.1598012042435248,
+      "grad_norm": 712.638916015625,
+      "learning_rate": 1.986973758662583e-05,
+      "loss": 51.6875,
+      "step": 3344
+    },
+    {
+      "epoch": 0.15984899168498518,
+      "grad_norm": 429.69586181640625,
+      "learning_rate": 1.9869613056240175e-05,
+      "loss": 40.6875,
+      "step": 3345
+    },
+    {
+      "epoch": 0.15989677912644557,
+      "grad_norm": 256.031494140625,
+      "learning_rate": 1.9869488466748274e-05,
+      "loss": 24.5,
+      "step": 3346
+    },
+    {
+      "epoch": 0.15994456656790595,
+      "grad_norm": 325.35467529296875,
+      "learning_rate": 1.9869363818150867e-05,
+      "loss": 31.4375,
+      "step": 3347
+    },
+    {
+      "epoch": 0.15999235400936634,
+      "grad_norm": 307.7760314941406,
+      "learning_rate": 1.986923911044871e-05,
+      "loss": 35.5625,
+      "step": 3348
+    },
+    {
+      "epoch": 0.16004014145082673,
+      "grad_norm": 274.7405090332031,
+      "learning_rate": 1.9869114343642545e-05,
+      "loss": 29.8125,
+      "step": 3349
+    },
+    {
+      "epoch": 0.1600879288922871,
+      "grad_norm": 274.4249572753906,
+      "learning_rate": 1.9868989517733123e-05,
+      "loss": 35.3438,
+      "step": 3350
+    },
+    {
+      "epoch": 0.16013571633374749,
+      "grad_norm": 380.1120300292969,
+      "learning_rate": 1.9868864632721184e-05,
+      "loss": 38.125,
+      "step": 3351
+    },
+    {
+      "epoch": 0.16018350377520787,
+      "grad_norm": 517.2462158203125,
+      "learning_rate": 1.9868739688607478e-05,
+      "loss": 45.3438,
+      "step": 3352
+    },
+    {
+      "epoch": 0.16023129121666826,
+      "grad_norm": 255.6783447265625,
+      "learning_rate": 1.9868614685392762e-05,
+      "loss": 28.1562,
+      "step": 3353
+    },
+    {
+      "epoch": 0.16027907865812865,
+      "grad_norm": 162.3375701904297,
+      "learning_rate": 1.9868489623077773e-05,
+      "loss": 22.75,
+      "step": 3354
+    },
+    {
+      "epoch": 0.16032686609958902,
+      "grad_norm": 595.1123046875,
+      "learning_rate": 1.9868364501663265e-05,
+      "loss": 48.6562,
+      "step": 3355
+    },
+    {
+      "epoch": 0.1603746535410494,
+      "grad_norm": 239.4072723388672,
+      "learning_rate": 1.9868239321149988e-05,
+      "loss": 35.1875,
+      "step": 3356
+    },
+    {
+      "epoch": 0.1604224409825098,
+      "grad_norm": 281.9884948730469,
+      "learning_rate": 1.9868114081538694e-05,
+      "loss": 39.5,
+      "step": 3357
+    },
+    {
+      "epoch": 0.16047022842397018,
+      "grad_norm": 269.8783874511719,
+      "learning_rate": 1.9867988782830127e-05,
+      "loss": 33.5938,
+      "step": 3358
+    },
+    {
+      "epoch": 0.16051801586543057,
+      "grad_norm": 185.5802764892578,
+      "learning_rate": 1.986786342502504e-05,
+      "loss": 21.7656,
+      "step": 3359
+    },
+    {
+      "epoch": 0.16056580330689094,
+      "grad_norm": 438.1958923339844,
+      "learning_rate": 1.9867738008124188e-05,
+      "loss": 33.5625,
+      "step": 3360
+    },
+    {
+      "epoch": 0.16061359074835133,
+      "grad_norm": 266.4540710449219,
+      "learning_rate": 1.9867612532128316e-05,
+      "loss": 21.9375,
+      "step": 3361
+    },
+    {
+      "epoch": 0.16066137818981172,
+      "grad_norm": 208.6061553955078,
+      "learning_rate": 1.9867486997038177e-05,
+      "loss": 21.0938,
+      "step": 3362
+    },
+    {
+      "epoch": 0.1607091656312721,
+      "grad_norm": 349.3642272949219,
+      "learning_rate": 1.9867361402854523e-05,
+      "loss": 42.9375,
+      "step": 3363
+    },
+    {
+      "epoch": 0.1607569530727325,
+      "grad_norm": 289.8294677734375,
+      "learning_rate": 1.9867235749578108e-05,
+      "loss": 27.4375,
+      "step": 3364
+    },
+    {
+      "epoch": 0.16080474051419286,
+      "grad_norm": 238.7503662109375,
+      "learning_rate": 1.9867110037209682e-05,
+      "loss": 35.2812,
+      "step": 3365
+    },
+    {
+      "epoch": 0.16085252795565325,
+      "grad_norm": 272.0626220703125,
+      "learning_rate": 1.9866984265749998e-05,
+      "loss": 20.0,
+      "step": 3366
+    },
+    {
+      "epoch": 0.16090031539711364,
+      "grad_norm": 469.15216064453125,
+      "learning_rate": 1.9866858435199812e-05,
+      "loss": 31.0,
+      "step": 3367
+    },
+    {
+      "epoch": 0.16094810283857403,
+      "grad_norm": 242.3526153564453,
+      "learning_rate": 1.9866732545559876e-05,
+      "loss": 31.5312,
+      "step": 3368
+    },
+    {
+      "epoch": 0.16099589028003441,
+      "grad_norm": 408.2452087402344,
+      "learning_rate": 1.986660659683094e-05,
+      "loss": 40.125,
+      "step": 3369
+    },
+    {
+      "epoch": 0.1610436777214948,
+      "grad_norm": 196.2765655517578,
+      "learning_rate": 1.9866480589013764e-05,
+      "loss": 33.8438,
+      "step": 3370
+    },
+    {
+      "epoch": 0.16109146516295517,
+      "grad_norm": 642.3167724609375,
+      "learning_rate": 1.9866354522109104e-05,
+      "loss": 66.0312,
+      "step": 3371
+    },
+    {
+      "epoch": 0.16113925260441556,
+      "grad_norm": 286.8620910644531,
+      "learning_rate": 1.9866228396117705e-05,
+      "loss": 37.25,
+      "step": 3372
+    },
+    {
+      "epoch": 0.16118704004587595,
+      "grad_norm": 247.89952087402344,
+      "learning_rate": 1.9866102211040334e-05,
+      "loss": 25.9062,
+      "step": 3373
+    },
+    {
+      "epoch": 0.16123482748733634,
+      "grad_norm": 485.8577575683594,
+      "learning_rate": 1.9865975966877742e-05,
+      "loss": 35.0,
+      "step": 3374
+    },
+    {
+      "epoch": 0.16128261492879672,
+      "grad_norm": 239.68714904785156,
+      "learning_rate": 1.986584966363068e-05,
+      "loss": 30.7031,
+      "step": 3375
+    },
+    {
+      "epoch": 0.1613304023702571,
+      "grad_norm": 352.4443664550781,
+      "learning_rate": 1.9865723301299914e-05,
+      "loss": 32.7188,
+      "step": 3376
+    },
+    {
+      "epoch": 0.16137818981171748,
+      "grad_norm": 462.4958801269531,
+      "learning_rate": 1.986559687988619e-05,
+      "loss": 30.9688,
+      "step": 3377
+    },
+    {
+      "epoch": 0.16142597725317787,
+      "grad_norm": 175.53936767578125,
+      "learning_rate": 1.9865470399390278e-05,
+      "loss": 21.0156,
+      "step": 3378
+    },
+    {
+      "epoch": 0.16147376469463826,
+      "grad_norm": 308.7025451660156,
+      "learning_rate": 1.986534385981292e-05,
+      "loss": 40.6562,
+      "step": 3379
+    },
+    {
+      "epoch": 0.16152155213609865,
+      "grad_norm": 446.4073791503906,
+      "learning_rate": 1.9865217261154888e-05,
+      "loss": 29.5,
+      "step": 3380
+    },
+    {
+      "epoch": 0.161569339577559,
+      "grad_norm": 233.88323974609375,
+      "learning_rate": 1.9865090603416934e-05,
+      "loss": 27.1562,
+      "step": 3381
+    },
+    {
+      "epoch": 0.1616171270190194,
+      "grad_norm": 230.5516815185547,
+      "learning_rate": 1.9864963886599814e-05,
+      "loss": 27.4375,
+      "step": 3382
+    },
+    {
+      "epoch": 0.16166491446047979,
+      "grad_norm": 294.2676696777344,
+      "learning_rate": 1.986483711070429e-05,
+      "loss": 26.5625,
+      "step": 3383
+    },
+    {
+      "epoch": 0.16171270190194018,
+      "grad_norm": 512.9766235351562,
+      "learning_rate": 1.9864710275731122e-05,
+      "loss": 39.7812,
+      "step": 3384
+    },
+    {
+      "epoch": 0.16176048934340057,
+      "grad_norm": 340.1108093261719,
+      "learning_rate": 1.986458338168107e-05,
+      "loss": 39.1562,
+      "step": 3385
+    },
+    {
+      "epoch": 0.16180827678486093,
+      "grad_norm": 341.0651550292969,
+      "learning_rate": 1.986445642855489e-05,
+      "loss": 27.6875,
+      "step": 3386
+    },
+    {
+      "epoch": 0.16185606422632132,
+      "grad_norm": 229.9415283203125,
+      "learning_rate": 1.9864329416353345e-05,
+      "loss": 21.7188,
+      "step": 3387
+    },
+    {
+      "epoch": 0.1619038516677817,
+      "grad_norm": 257.8858642578125,
+      "learning_rate": 1.9864202345077195e-05,
+      "loss": 32.4375,
+      "step": 3388
+    },
+    {
+      "epoch": 0.1619516391092421,
+      "grad_norm": 465.4844970703125,
+      "learning_rate": 1.9864075214727203e-05,
+      "loss": 19.3438,
+      "step": 3389
+    },
+    {
+      "epoch": 0.16199942655070249,
+      "grad_norm": 153.63609313964844,
+      "learning_rate": 1.9863948025304123e-05,
+      "loss": 23.625,
+      "step": 3390
+    },
+    {
+      "epoch": 0.16204721399216285,
+      "grad_norm": 179.07008361816406,
+      "learning_rate": 1.9863820776808728e-05,
+      "loss": 28.375,
+      "step": 3391
+    },
+    {
+      "epoch": 0.16209500143362324,
+      "grad_norm": 299.16143798828125,
+      "learning_rate": 1.986369346924177e-05,
+      "loss": 34.125,
+      "step": 3392
+    },
+    {
+      "epoch": 0.16214278887508363,
+      "grad_norm": 208.80767822265625,
+      "learning_rate": 1.9863566102604023e-05,
+      "loss": 28.4062,
+      "step": 3393
+    },
+    {
+      "epoch": 0.16219057631654402,
+      "grad_norm": 139.33474731445312,
+      "learning_rate": 1.9863438676896237e-05,
+      "loss": 27.6562,
+      "step": 3394
+    },
+    {
+      "epoch": 0.1622383637580044,
+      "grad_norm": 325.2917175292969,
+      "learning_rate": 1.9863311192119182e-05,
+      "loss": 38.875,
+      "step": 3395
+    },
+    {
+      "epoch": 0.16228615119946477,
+      "grad_norm": 438.57574462890625,
+      "learning_rate": 1.9863183648273617e-05,
+      "loss": 50.375,
+      "step": 3396
+    },
+    {
+      "epoch": 0.16233393864092516,
+      "grad_norm": 211.74737548828125,
+      "learning_rate": 1.9863056045360314e-05,
+      "loss": 27.375,
+      "step": 3397
+    },
+    {
+      "epoch": 0.16238172608238555,
+      "grad_norm": 291.7501220703125,
+      "learning_rate": 1.986292838338003e-05,
+      "loss": 27.875,
+      "step": 3398
+    },
+    {
+      "epoch": 0.16242951352384594,
+      "grad_norm": 380.26507568359375,
+      "learning_rate": 1.986280066233353e-05,
+      "loss": 33.375,
+      "step": 3399
+    },
+    {
+      "epoch": 0.16247730096530633,
+      "grad_norm": 387.33880615234375,
+      "learning_rate": 1.986267288222158e-05,
+      "loss": 30.1562,
+      "step": 3400
+    },
+    {
+      "epoch": 0.1625250884067667,
+      "grad_norm": 448.0811767578125,
+      "learning_rate": 1.986254504304495e-05,
+      "loss": 32.7188,
+      "step": 3401
+    },
+    {
+      "epoch": 0.16257287584822708,
+      "grad_norm": 206.80014038085938,
+      "learning_rate": 1.98624171448044e-05,
+      "loss": 21.1562,
+      "step": 3402
+    },
+    {
+      "epoch": 0.16262066328968747,
+      "grad_norm": 448.1962890625,
+      "learning_rate": 1.9862289187500695e-05,
+      "loss": 26.0312,
+      "step": 3403
+    },
+    {
+      "epoch": 0.16266845073114786,
+      "grad_norm": 192.7012481689453,
+      "learning_rate": 1.9862161171134605e-05,
+      "loss": 25.5938,
+      "step": 3404
+    },
+    {
+      "epoch": 0.16271623817260825,
+      "grad_norm": 256.55322265625,
+      "learning_rate": 1.9862033095706897e-05,
+      "loss": 37.875,
+      "step": 3405
+    },
+    {
+      "epoch": 0.16276402561406864,
+      "grad_norm": 171.78167724609375,
+      "learning_rate": 1.9861904961218333e-05,
+      "loss": 25.8281,
+      "step": 3406
+    },
+    {
+      "epoch": 0.162811813055529,
+      "grad_norm": 220.8426971435547,
+      "learning_rate": 1.9861776767669685e-05,
+      "loss": 39.9688,
+      "step": 3407
+    },
+    {
+      "epoch": 0.1628596004969894,
+      "grad_norm": 525.4767456054688,
+      "learning_rate": 1.986164851506172e-05,
+      "loss": 36.9375,
+      "step": 3408
+    },
+    {
+      "epoch": 0.16290738793844978,
+      "grad_norm": 387.237060546875,
+      "learning_rate": 1.9861520203395207e-05,
+      "loss": 41.0312,
+      "step": 3409
+    },
+    {
+      "epoch": 0.16295517537991017,
+      "grad_norm": 245.431396484375,
+      "learning_rate": 1.986139183267091e-05,
+      "loss": 33.4062,
+      "step": 3410
+    },
+    {
+      "epoch": 0.16300296282137056,
+      "grad_norm": 703.9052734375,
+      "learning_rate": 1.98612634028896e-05,
+      "loss": 23.9688,
+      "step": 3411
+    },
+    {
+      "epoch": 0.16305075026283092,
+      "grad_norm": 244.3893280029297,
+      "learning_rate": 1.986113491405205e-05,
+      "loss": 33.6562,
+      "step": 3412
+    },
+    {
+      "epoch": 0.1630985377042913,
+      "grad_norm": 264.15130615234375,
+      "learning_rate": 1.9861006366159022e-05,
+      "loss": 33.0625,
+      "step": 3413
+    },
+    {
+      "epoch": 0.1631463251457517,
+      "grad_norm": 393.4654846191406,
+      "learning_rate": 1.9860877759211293e-05,
+      "loss": 24.7188,
+      "step": 3414
+    },
+    {
+      "epoch": 0.1631941125872121,
+      "grad_norm": 352.750244140625,
+      "learning_rate": 1.9860749093209632e-05,
+      "loss": 29.1562,
+      "step": 3415
+    },
+    {
+      "epoch": 0.16324190002867248,
+      "grad_norm": 368.9651184082031,
+      "learning_rate": 1.9860620368154802e-05,
+      "loss": 21.8438,
+      "step": 3416
+    },
+    {
+      "epoch": 0.16328968747013284,
+      "grad_norm": 283.1205749511719,
+      "learning_rate": 1.9860491584047584e-05,
+      "loss": 29.9219,
+      "step": 3417
+    },
+    {
+      "epoch": 0.16333747491159323,
+      "grad_norm": 411.06634521484375,
+      "learning_rate": 1.9860362740888745e-05,
+      "loss": 45.9688,
+      "step": 3418
+    },
+    {
+      "epoch": 0.16338526235305362,
+      "grad_norm": 219.0233612060547,
+      "learning_rate": 1.9860233838679055e-05,
+      "loss": 34.6875,
+      "step": 3419
+    },
+    {
+      "epoch": 0.163433049794514,
+      "grad_norm": 362.61578369140625,
+      "learning_rate": 1.986010487741929e-05,
+      "loss": 42.875,
+      "step": 3420
+    },
+    {
+      "epoch": 0.1634808372359744,
+      "grad_norm": 228.17955017089844,
+      "learning_rate": 1.9859975857110218e-05,
+      "loss": 23.0,
+      "step": 3421
+    },
+    {
+      "epoch": 0.16352862467743476,
+      "grad_norm": 189.01841735839844,
+      "learning_rate": 1.9859846777752613e-05,
+      "loss": 22.6875,
+      "step": 3422
+    },
+    {
+      "epoch": 0.16357641211889515,
+      "grad_norm": 375.0142517089844,
+      "learning_rate": 1.9859717639347247e-05,
+      "loss": 30.875,
+      "step": 3423
+    },
+    {
+      "epoch": 0.16362419956035554,
+      "grad_norm": 462.55535888671875,
+      "learning_rate": 1.9859588441894896e-05,
+      "loss": 51.25,
+      "step": 3424
+    },
+    {
+      "epoch": 0.16367198700181593,
+      "grad_norm": 308.56298828125,
+      "learning_rate": 1.9859459185396335e-05,
+      "loss": 24.5625,
+      "step": 3425
+    },
+    {
+      "epoch": 0.16371977444327632,
+      "grad_norm": 443.18597412109375,
+      "learning_rate": 1.9859329869852334e-05,
+      "loss": 44.3125,
+      "step": 3426
+    },
+    {
+      "epoch": 0.16376756188473668,
+      "grad_norm": 281.2784729003906,
+      "learning_rate": 1.985920049526367e-05,
+      "loss": 26.5,
+      "step": 3427
+    },
+    {
+      "epoch": 0.16381534932619707,
+      "grad_norm": 509.2125244140625,
+      "learning_rate": 1.9859071061631115e-05,
+      "loss": 37.125,
+      "step": 3428
+    },
+    {
+      "epoch": 0.16386313676765746,
+      "grad_norm": 335.65203857421875,
+      "learning_rate": 1.9858941568955445e-05,
+      "loss": 39.125,
+      "step": 3429
+    },
+    {
+      "epoch": 0.16391092420911785,
+      "grad_norm": 345.9712219238281,
+      "learning_rate": 1.9858812017237442e-05,
+      "loss": 30.7812,
+      "step": 3430
+    },
+    {
+      "epoch": 0.16395871165057824,
+      "grad_norm": 327.329345703125,
+      "learning_rate": 1.985868240647787e-05,
+      "loss": 27.3438,
+      "step": 3431
+    },
+    {
+      "epoch": 0.1640064990920386,
+      "grad_norm": 340.96533203125,
+      "learning_rate": 1.9858552736677516e-05,
+      "loss": 26.8906,
+      "step": 3432
+    },
+    {
+      "epoch": 0.164054286533499,
+      "grad_norm": 411.2142333984375,
+      "learning_rate": 1.9858423007837148e-05,
+      "loss": 29.9375,
+      "step": 3433
+    },
+    {
+      "epoch": 0.16410207397495938,
+      "grad_norm": 422.2138366699219,
+      "learning_rate": 1.985829321995755e-05,
+      "loss": 50.625,
+      "step": 3434
+    },
+    {
+      "epoch": 0.16414986141641977,
+      "grad_norm": 268.2543640136719,
+      "learning_rate": 1.9858163373039498e-05,
+      "loss": 27.0312,
+      "step": 3435
+    },
+    {
+      "epoch": 0.16419764885788016,
+      "grad_norm": 358.7884216308594,
+      "learning_rate": 1.9858033467083765e-05,
+      "loss": 27.625,
+      "step": 3436
+    },
+    {
+      "epoch": 0.16424543629934055,
+      "grad_norm": 454.2990417480469,
+      "learning_rate": 1.9857903502091133e-05,
+      "loss": 40.875,
+      "step": 3437
+    },
+    {
+      "epoch": 0.1642932237408009,
+      "grad_norm": 197.81765747070312,
+      "learning_rate": 1.9857773478062378e-05,
+      "loss": 30.1562,
+      "step": 3438
+    },
+    {
+      "epoch": 0.1643410111822613,
+      "grad_norm": 195.64710998535156,
+      "learning_rate": 1.985764339499828e-05,
+      "loss": 22.2188,
+      "step": 3439
+    },
+    {
+      "epoch": 0.1643887986237217,
+      "grad_norm": 306.9146728515625,
+      "learning_rate": 1.985751325289962e-05,
+      "loss": 30.5625,
+      "step": 3440
+    },
+    {
+      "epoch": 0.16443658606518208,
+      "grad_norm": 337.6479797363281,
+      "learning_rate": 1.9857383051767175e-05,
+      "loss": 35.2188,
+      "step": 3441
+    },
+    {
+      "epoch": 0.16448437350664247,
+      "grad_norm": 255.49298095703125,
+      "learning_rate": 1.985725279160172e-05,
+      "loss": 30.0078,
+      "step": 3442
+    },
+    {
+      "epoch": 0.16453216094810283,
+      "grad_norm": 205.24386596679688,
+      "learning_rate": 1.9857122472404048e-05,
+      "loss": 18.9688,
+      "step": 3443
+    },
+    {
+      "epoch": 0.16457994838956322,
+      "grad_norm": 344.41680908203125,
+      "learning_rate": 1.9856992094174923e-05,
+      "loss": 44.9375,
+      "step": 3444
+    },
+    {
+      "epoch": 0.1646277358310236,
+      "grad_norm": 290.55938720703125,
+      "learning_rate": 1.985686165691514e-05,
+      "loss": 31.7812,
+      "step": 3445
+    },
+    {
+      "epoch": 0.164675523272484,
+      "grad_norm": 310.43194580078125,
+      "learning_rate": 1.9856731160625474e-05,
+      "loss": 26.2812,
+      "step": 3446
+    },
+    {
+      "epoch": 0.1647233107139444,
+      "grad_norm": 264.6733703613281,
+      "learning_rate": 1.9856600605306707e-05,
+      "loss": 23.1875,
+      "step": 3447
+    },
+    {
+      "epoch": 0.16477109815540475,
+      "grad_norm": 432.8406066894531,
+      "learning_rate": 1.985646999095962e-05,
+      "loss": 39.0,
+      "step": 3448
+    },
+    {
+      "epoch": 0.16481888559686514,
+      "grad_norm": 255.6907501220703,
+      "learning_rate": 1.9856339317584997e-05,
+      "loss": 32.9375,
+      "step": 3449
+    },
+    {
+      "epoch": 0.16486667303832553,
+      "grad_norm": 329.8694763183594,
+      "learning_rate": 1.9856208585183618e-05,
+      "loss": 48.9688,
+      "step": 3450
+    },
+    {
+      "epoch": 0.16491446047978592,
+      "grad_norm": 374.61444091796875,
+      "learning_rate": 1.985607779375627e-05,
+      "loss": 34.6562,
+      "step": 3451
+    },
+    {
+      "epoch": 0.1649622479212463,
+      "grad_norm": 1007.4974975585938,
+      "learning_rate": 1.9855946943303734e-05,
+      "loss": 35.5469,
+      "step": 3452
+    },
+    {
+      "epoch": 0.16501003536270667,
+      "grad_norm": 431.9736633300781,
+      "learning_rate": 1.985581603382679e-05,
+      "loss": 34.0312,
+      "step": 3453
+    },
+    {
+      "epoch": 0.16505782280416706,
+      "grad_norm": 229.26666259765625,
+      "learning_rate": 1.985568506532623e-05,
+      "loss": 34.625,
+      "step": 3454
+    },
+    {
+      "epoch": 0.16510561024562745,
+      "grad_norm": 280.2152099609375,
+      "learning_rate": 1.9855554037802827e-05,
+      "loss": 31.5,
+      "step": 3455
+    },
+    {
+      "epoch": 0.16515339768708784,
+      "grad_norm": 427.5509948730469,
+      "learning_rate": 1.985542295125738e-05,
+      "loss": 40.5,
+      "step": 3456
+    },
+    {
+      "epoch": 0.16520118512854823,
+      "grad_norm": 213.53121948242188,
+      "learning_rate": 1.9855291805690663e-05,
+      "loss": 35.9375,
+      "step": 3457
+    },
+    {
+      "epoch": 0.1652489725700086,
+      "grad_norm": 339.31292724609375,
+      "learning_rate": 1.9855160601103463e-05,
+      "loss": 35.7188,
+      "step": 3458
+    },
+    {
+      "epoch": 0.16529676001146898,
+      "grad_norm": 208.59884643554688,
+      "learning_rate": 1.985502933749657e-05,
+      "loss": 30.0,
+      "step": 3459
+    },
+    {
+      "epoch": 0.16534454745292937,
+      "grad_norm": 418.9216003417969,
+      "learning_rate": 1.9854898014870768e-05,
+      "loss": 50.375,
+      "step": 3460
+    },
+    {
+      "epoch": 0.16539233489438976,
+      "grad_norm": 447.0813903808594,
+      "learning_rate": 1.9854766633226844e-05,
+      "loss": 29.625,
+      "step": 3461
+    },
+    {
+      "epoch": 0.16544012233585015,
+      "grad_norm": 305.94830322265625,
+      "learning_rate": 1.9854635192565582e-05,
+      "loss": 25.9375,
+      "step": 3462
+    },
+    {
+      "epoch": 0.1654879097773105,
+      "grad_norm": 282.3113098144531,
+      "learning_rate": 1.985450369288777e-05,
+      "loss": 26.5312,
+      "step": 3463
+    },
+    {
+      "epoch": 0.1655356972187709,
+      "grad_norm": 281.10791015625,
+      "learning_rate": 1.9854372134194197e-05,
+      "loss": 46.7812,
+      "step": 3464
+    },
+    {
+      "epoch": 0.1655834846602313,
+      "grad_norm": 225.53570556640625,
+      "learning_rate": 1.985424051648565e-05,
+      "loss": 41.8125,
+      "step": 3465
+    },
+    {
+      "epoch": 0.16563127210169168,
+      "grad_norm": 317.847900390625,
+      "learning_rate": 1.9854108839762923e-05,
+      "loss": 28.375,
+      "step": 3466
+    },
+    {
+      "epoch": 0.16567905954315207,
+      "grad_norm": 309.2608947753906,
+      "learning_rate": 1.9853977104026797e-05,
+      "loss": 34.0625,
+      "step": 3467
+    },
+    {
+      "epoch": 0.16572684698461243,
+      "grad_norm": 193.86647033691406,
+      "learning_rate": 1.985384530927806e-05,
+      "loss": 36.5938,
+      "step": 3468
+    },
+    {
+      "epoch": 0.16577463442607282,
+      "grad_norm": 592.2745971679688,
+      "learning_rate": 1.985371345551751e-05,
+      "loss": 25.4688,
+      "step": 3469
+    },
+    {
+      "epoch": 0.1658224218675332,
+      "grad_norm": 432.9772644042969,
+      "learning_rate": 1.9853581542745926e-05,
+      "loss": 31.9375,
+      "step": 3470
+    },
+    {
+      "epoch": 0.1658702093089936,
+      "grad_norm": 221.41282653808594,
+      "learning_rate": 1.9853449570964106e-05,
+      "loss": 39.2812,
+      "step": 3471
+    },
+    {
+      "epoch": 0.165917996750454,
+      "grad_norm": 367.7264709472656,
+      "learning_rate": 1.9853317540172838e-05,
+      "loss": 31.7188,
+      "step": 3472
+    },
+    {
+      "epoch": 0.16596578419191438,
+      "grad_norm": 349.8426208496094,
+      "learning_rate": 1.985318545037291e-05,
+      "loss": 39.5625,
+      "step": 3473
+    },
+    {
+      "epoch": 0.16601357163337474,
+      "grad_norm": 238.36825561523438,
+      "learning_rate": 1.9853053301565115e-05,
+      "loss": 23.8594,
+      "step": 3474
+    },
+    {
+      "epoch": 0.16606135907483513,
+      "grad_norm": 243.56134033203125,
+      "learning_rate": 1.9852921093750245e-05,
+      "loss": 37.5625,
+      "step": 3475
+    },
+    {
+      "epoch": 0.16610914651629552,
+      "grad_norm": 328.61505126953125,
+      "learning_rate": 1.9852788826929092e-05,
+      "loss": 23.5312,
+      "step": 3476
+    },
+    {
+      "epoch": 0.1661569339577559,
+      "grad_norm": 358.2658996582031,
+      "learning_rate": 1.985265650110245e-05,
+      "loss": 29.375,
+      "step": 3477
+    },
+    {
+      "epoch": 0.1662047213992163,
+      "grad_norm": 298.8739318847656,
+      "learning_rate": 1.9852524116271107e-05,
+      "loss": 33.1562,
+      "step": 3478
+    },
+    {
+      "epoch": 0.16625250884067666,
+      "grad_norm": 215.922119140625,
+      "learning_rate": 1.9852391672435857e-05,
+      "loss": 29.6562,
+      "step": 3479
+    },
+    {
+      "epoch": 0.16630029628213705,
+      "grad_norm": 356.7195129394531,
+      "learning_rate": 1.9852259169597495e-05,
+      "loss": 24.8125,
+      "step": 3480
+    },
+    {
+      "epoch": 0.16634808372359744,
+      "grad_norm": 497.06048583984375,
+      "learning_rate": 1.9852126607756813e-05,
+      "loss": 35.8438,
+      "step": 3481
+    },
+    {
+      "epoch": 0.16639587116505783,
+      "grad_norm": 428.8581237792969,
+      "learning_rate": 1.98519939869146e-05,
+      "loss": 22.6875,
+      "step": 3482
+    },
+    {
+      "epoch": 0.16644365860651822,
+      "grad_norm": 300.1742858886719,
+      "learning_rate": 1.985186130707166e-05,
+      "loss": 38.9375,
+      "step": 3483
+    },
+    {
+      "epoch": 0.16649144604797858,
+      "grad_norm": 343.4075927734375,
+      "learning_rate": 1.9851728568228788e-05,
+      "loss": 43.4375,
+      "step": 3484
+    },
+    {
+      "epoch": 0.16653923348943897,
+      "grad_norm": 397.44549560546875,
+      "learning_rate": 1.985159577038677e-05,
+      "loss": 33.9375,
+      "step": 3485
+    },
+    {
+      "epoch": 0.16658702093089936,
+      "grad_norm": 489.7644348144531,
+      "learning_rate": 1.9851462913546403e-05,
+      "loss": 42.2188,
+      "step": 3486
+    },
+    {
+      "epoch": 0.16663480837235975,
+      "grad_norm": 289.688232421875,
+      "learning_rate": 1.985132999770849e-05,
+      "loss": 33.0938,
+      "step": 3487
+    },
+    {
+      "epoch": 0.16668259581382014,
+      "grad_norm": 220.5069122314453,
+      "learning_rate": 1.985119702287382e-05,
+      "loss": 20.9688,
+      "step": 3488
+    },
+    {
+      "epoch": 0.1667303832552805,
+      "grad_norm": 284.8126525878906,
+      "learning_rate": 1.985106398904319e-05,
+      "loss": 24.125,
+      "step": 3489
+    },
+    {
+      "epoch": 0.1667781706967409,
+      "grad_norm": 283.6460266113281,
+      "learning_rate": 1.9850930896217398e-05,
+      "loss": 37.0625,
+      "step": 3490
+    },
+    {
+      "epoch": 0.16682595813820128,
+      "grad_norm": 246.463623046875,
+      "learning_rate": 1.9850797744397245e-05,
+      "loss": 24.4375,
+      "step": 3491
+    },
+    {
+      "epoch": 0.16687374557966167,
+      "grad_norm": 277.1999816894531,
+      "learning_rate": 1.985066453358352e-05,
+      "loss": 38.8125,
+      "step": 3492
+    },
+    {
+      "epoch": 0.16692153302112206,
+      "grad_norm": 390.3894348144531,
+      "learning_rate": 1.9850531263777024e-05,
+      "loss": 32.7812,
+      "step": 3493
+    },
+    {
+      "epoch": 0.16696932046258242,
+      "grad_norm": 582.55712890625,
+      "learning_rate": 1.985039793497856e-05,
+      "loss": 27.4062,
+      "step": 3494
+    },
+    {
+      "epoch": 0.1670171079040428,
+      "grad_norm": 206.11569213867188,
+      "learning_rate": 1.9850264547188922e-05,
+      "loss": 24.0312,
+      "step": 3495
+    },
+    {
+      "epoch": 0.1670648953455032,
+      "grad_norm": 331.88751220703125,
+      "learning_rate": 1.985013110040891e-05,
+      "loss": 36.2812,
+      "step": 3496
+    },
+    {
+      "epoch": 0.1671126827869636,
+      "grad_norm": 200.23277282714844,
+      "learning_rate": 1.9849997594639324e-05,
+      "loss": 29.9375,
+      "step": 3497
+    },
+    {
+      "epoch": 0.16716047022842398,
+      "grad_norm": 442.19537353515625,
+      "learning_rate": 1.984986402988096e-05,
+      "loss": 28.0312,
+      "step": 3498
+    },
+    {
+      "epoch": 0.16720825766988434,
+      "grad_norm": 367.1327209472656,
+      "learning_rate": 1.9849730406134622e-05,
+      "loss": 24.7812,
+      "step": 3499
+    },
+    {
+      "epoch": 0.16725604511134473,
+      "grad_norm": 250.80809020996094,
+      "learning_rate": 1.984959672340111e-05,
+      "loss": 36.5938,
+      "step": 3500
+    },
+    {
+      "epoch": 0.16730383255280512,
+      "grad_norm": 304.3704833984375,
+      "learning_rate": 1.9849462981681217e-05,
+      "loss": 32.5,
+      "step": 3501
+    },
+    {
+      "epoch": 0.1673516199942655,
+      "grad_norm": 392.64697265625,
+      "learning_rate": 1.9849329180975754e-05,
+      "loss": 38.625,
+      "step": 3502
+    },
+    {
+      "epoch": 0.1673994074357259,
+      "grad_norm": 313.32061767578125,
+      "learning_rate": 1.984919532128552e-05,
+      "loss": 32.4062,
+      "step": 3503
+    },
+    {
+      "epoch": 0.16744719487718626,
+      "grad_norm": 320.533935546875,
+      "learning_rate": 1.984906140261131e-05,
+      "loss": 34.75,
+      "step": 3504
+    },
+    {
+      "epoch": 0.16749498231864665,
+      "grad_norm": 306.3211669921875,
+      "learning_rate": 1.9848927424953935e-05,
+      "loss": 31.1875,
+      "step": 3505
+    },
+    {
+      "epoch": 0.16754276976010704,
+      "grad_norm": 747.7223510742188,
+      "learning_rate": 1.9848793388314194e-05,
+      "loss": 41.0,
+      "step": 3506
+    },
+    {
+      "epoch": 0.16759055720156743,
+      "grad_norm": 465.7088623046875,
+      "learning_rate": 1.9848659292692885e-05,
+      "loss": 30.1562,
+      "step": 3507
+    },
+    {
+      "epoch": 0.16763834464302782,
+      "grad_norm": 369.069580078125,
+      "learning_rate": 1.9848525138090816e-05,
+      "loss": 40.2812,
+      "step": 3508
+    },
+    {
+      "epoch": 0.1676861320844882,
+      "grad_norm": 375.2417907714844,
+      "learning_rate": 1.9848390924508795e-05,
+      "loss": 36.4062,
+      "step": 3509
+    },
+    {
+      "epoch": 0.16773391952594857,
+      "grad_norm": 475.89117431640625,
+      "learning_rate": 1.9848256651947616e-05,
+      "loss": 35.6562,
+      "step": 3510
+    },
+    {
+      "epoch": 0.16778170696740896,
+      "grad_norm": 410.0548400878906,
+      "learning_rate": 1.984812232040809e-05,
+      "loss": 38.5938,
+      "step": 3511
+    },
+    {
+      "epoch": 0.16782949440886935,
+      "grad_norm": 319.95806884765625,
+      "learning_rate": 1.9847987929891013e-05,
+      "loss": 28.9375,
+      "step": 3512
+    },
+    {
+      "epoch": 0.16787728185032974,
+      "grad_norm": 241.45611572265625,
+      "learning_rate": 1.9847853480397197e-05,
+      "loss": 29.5,
+      "step": 3513
+    },
+    {
+      "epoch": 0.16792506929179013,
+      "grad_norm": 300.9352111816406,
+      "learning_rate": 1.984771897192745e-05,
+      "loss": 50.3125,
+      "step": 3514
+    },
+    {
+      "epoch": 0.1679728567332505,
+      "grad_norm": 334.51446533203125,
+      "learning_rate": 1.984758440448257e-05,
+      "loss": 43.5312,
+      "step": 3515
+    },
+    {
+      "epoch": 0.16802064417471088,
+      "grad_norm": 415.1585388183594,
+      "learning_rate": 1.984744977806337e-05,
+      "loss": 32.0,
+      "step": 3516
+    },
+    {
+      "epoch": 0.16806843161617127,
+      "grad_norm": 279.5237121582031,
+      "learning_rate": 1.984731509267065e-05,
+      "loss": 30.0312,
+      "step": 3517
+    },
+    {
+      "epoch": 0.16811621905763166,
+      "grad_norm": 470.7381896972656,
+      "learning_rate": 1.9847180348305217e-05,
+      "loss": 38.125,
+      "step": 3518
+    },
+    {
+      "epoch": 0.16816400649909205,
+      "grad_norm": 290.7308654785156,
+      "learning_rate": 1.9847045544967884e-05,
+      "loss": 42.8438,
+      "step": 3519
+    },
+    {
+      "epoch": 0.1682117939405524,
+      "grad_norm": 240.5962677001953,
+      "learning_rate": 1.9846910682659453e-05,
+      "loss": 34.4688,
+      "step": 3520
+    },
+    {
+      "epoch": 0.1682595813820128,
+      "grad_norm": 289.1859130859375,
+      "learning_rate": 1.984677576138073e-05,
+      "loss": 33.9375,
+      "step": 3521
+    },
+    {
+      "epoch": 0.1683073688234732,
+      "grad_norm": 446.20513916015625,
+      "learning_rate": 1.984664078113253e-05,
+      "loss": 39.8438,
+      "step": 3522
+    },
+    {
+      "epoch": 0.16835515626493358,
+      "grad_norm": 271.8984680175781,
+      "learning_rate": 1.9846505741915658e-05,
+      "loss": 28.6875,
+      "step": 3523
+    },
+    {
+      "epoch": 0.16840294370639397,
+      "grad_norm": 378.4170837402344,
+      "learning_rate": 1.984637064373092e-05,
+      "loss": 31.4375,
+      "step": 3524
+    },
+    {
+      "epoch": 0.16845073114785433,
+      "grad_norm": 820.2372436523438,
+      "learning_rate": 1.9846235486579126e-05,
+      "loss": 41.625,
+      "step": 3525
+    },
+    {
+      "epoch": 0.16849851858931472,
+      "grad_norm": 225.4706573486328,
+      "learning_rate": 1.984610027046109e-05,
+      "loss": 26.0938,
+      "step": 3526
+    },
+    {
+      "epoch": 0.1685463060307751,
+      "grad_norm": 319.1077880859375,
+      "learning_rate": 1.9845964995377613e-05,
+      "loss": 51.6562,
+      "step": 3527
+    },
+    {
+      "epoch": 0.1685940934722355,
+      "grad_norm": 314.41766357421875,
+      "learning_rate": 1.9845829661329517e-05,
+      "loss": 25.7188,
+      "step": 3528
+    },
+    {
+      "epoch": 0.1686418809136959,
+      "grad_norm": 221.17677307128906,
+      "learning_rate": 1.98456942683176e-05,
+      "loss": 26.0469,
+      "step": 3529
+    },
+    {
+      "epoch": 0.16868966835515625,
+      "grad_norm": 231.70018005371094,
+      "learning_rate": 1.9845558816342684e-05,
+      "loss": 27.3438,
+      "step": 3530
+    },
+    {
+      "epoch": 0.16873745579661664,
+      "grad_norm": 322.3021240234375,
+      "learning_rate": 1.984542330540557e-05,
+      "loss": 30.5938,
+      "step": 3531
+    },
+    {
+      "epoch": 0.16878524323807703,
+      "grad_norm": 432.1557312011719,
+      "learning_rate": 1.9845287735507076e-05,
+      "loss": 30.0,
+      "step": 3532
+    },
+    {
+      "epoch": 0.16883303067953742,
+      "grad_norm": 479.70111083984375,
+      "learning_rate": 1.9845152106648014e-05,
+      "loss": 30.0312,
+      "step": 3533
+    },
+    {
+      "epoch": 0.1688808181209978,
+      "grad_norm": 345.5691833496094,
+      "learning_rate": 1.9845016418829194e-05,
+      "loss": 34.9062,
+      "step": 3534
+    },
+    {
+      "epoch": 0.16892860556245817,
+      "grad_norm": 316.6738586425781,
+      "learning_rate": 1.9844880672051426e-05,
+      "loss": 28.375,
+      "step": 3535
+    },
+    {
+      "epoch": 0.16897639300391856,
+      "grad_norm": 275.0949401855469,
+      "learning_rate": 1.984474486631553e-05,
+      "loss": 31.375,
+      "step": 3536
+    },
+    {
+      "epoch": 0.16902418044537895,
+      "grad_norm": 163.30227661132812,
+      "learning_rate": 1.9844609001622313e-05,
+      "loss": 23.5469,
+      "step": 3537
+    },
+    {
+      "epoch": 0.16907196788683934,
+      "grad_norm": 457.62750244140625,
+      "learning_rate": 1.9844473077972597e-05,
+      "loss": 43.6562,
+      "step": 3538
+    },
+    {
+      "epoch": 0.16911975532829973,
+      "grad_norm": 208.2698974609375,
+      "learning_rate": 1.9844337095367186e-05,
+      "loss": 34.1875,
+      "step": 3539
+    },
+    {
+      "epoch": 0.16916754276976012,
+      "grad_norm": 540.8850708007812,
+      "learning_rate": 1.98442010538069e-05,
+      "loss": 40.8438,
+      "step": 3540
+    },
+    {
+      "epoch": 0.16921533021122048,
+      "grad_norm": 326.89215087890625,
+      "learning_rate": 1.9844064953292546e-05,
+      "loss": 37.1562,
+      "step": 3541
+    },
+    {
+      "epoch": 0.16926311765268087,
+      "grad_norm": 698.5953369140625,
+      "learning_rate": 1.984392879382495e-05,
+      "loss": 19.6875,
+      "step": 3542
+    },
+    {
+      "epoch": 0.16931090509414126,
+      "grad_norm": 248.50315856933594,
+      "learning_rate": 1.9843792575404924e-05,
+      "loss": 28.2812,
+      "step": 3543
+    },
+    {
+      "epoch": 0.16935869253560165,
+      "grad_norm": 141.49197387695312,
+      "learning_rate": 1.984365629803328e-05,
+      "loss": 31.0625,
+      "step": 3544
+    },
+    {
+      "epoch": 0.16940647997706204,
+      "grad_norm": 404.34326171875,
+      "learning_rate": 1.9843519961710837e-05,
+      "loss": 50.1875,
+      "step": 3545
+    },
+    {
+      "epoch": 0.1694542674185224,
+      "grad_norm": 422.1598815917969,
+      "learning_rate": 1.984338356643841e-05,
+      "loss": 34.0,
+      "step": 3546
+    },
+    {
+      "epoch": 0.1695020548599828,
+      "grad_norm": 207.81729125976562,
+      "learning_rate": 1.984324711221682e-05,
+      "loss": 33.6875,
+      "step": 3547
+    },
+    {
+      "epoch": 0.16954984230144318,
+      "grad_norm": 832.6295166015625,
+      "learning_rate": 1.984311059904688e-05,
+      "loss": 23.0,
+      "step": 3548
+    },
+    {
+      "epoch": 0.16959762974290357,
+      "grad_norm": 197.1317901611328,
+      "learning_rate": 1.9842974026929405e-05,
+      "loss": 25.5625,
+      "step": 3549
+    },
+    {
+      "epoch": 0.16964541718436396,
+      "grad_norm": 362.00067138671875,
+      "learning_rate": 1.9842837395865222e-05,
+      "loss": 47.7188,
+      "step": 3550
+    },
+    {
+      "epoch": 0.16969320462582432,
+      "grad_norm": 298.3664855957031,
+      "learning_rate": 1.984270070585514e-05,
+      "loss": 33.75,
+      "step": 3551
+    },
+    {
+      "epoch": 0.1697409920672847,
+      "grad_norm": 266.4098815917969,
+      "learning_rate": 1.9842563956899982e-05,
+      "loss": 47.4375,
+      "step": 3552
+    },
+    {
+      "epoch": 0.1697887795087451,
+      "grad_norm": 221.20338439941406,
+      "learning_rate": 1.984242714900057e-05,
+      "loss": 28.1406,
+      "step": 3553
+    },
+    {
+      "epoch": 0.1698365669502055,
+      "grad_norm": 311.48260498046875,
+      "learning_rate": 1.9842290282157714e-05,
+      "loss": 35.8125,
+      "step": 3554
+    },
+    {
+      "epoch": 0.16988435439166588,
+      "grad_norm": 290.4327087402344,
+      "learning_rate": 1.9842153356372242e-05,
+      "loss": 34.25,
+      "step": 3555
+    },
+    {
+      "epoch": 0.16993214183312624,
+      "grad_norm": 193.06996154785156,
+      "learning_rate": 1.984201637164497e-05,
+      "loss": 35.5625,
+      "step": 3556
+    },
+    {
+      "epoch": 0.16997992927458663,
+      "grad_norm": 362.3489685058594,
+      "learning_rate": 1.984187932797672e-05,
+      "loss": 28.8125,
+      "step": 3557
+    },
+    {
+      "epoch": 0.17002771671604702,
+      "grad_norm": 234.9668731689453,
+      "learning_rate": 1.9841742225368313e-05,
+      "loss": 29.9219,
+      "step": 3558
+    },
+    {
+      "epoch": 0.1700755041575074,
+      "grad_norm": 216.36434936523438,
+      "learning_rate": 1.9841605063820572e-05,
+      "loss": 27.625,
+      "step": 3559
+    },
+    {
+      "epoch": 0.1701232915989678,
+      "grad_norm": 240.72901916503906,
+      "learning_rate": 1.9841467843334313e-05,
+      "loss": 28.6875,
+      "step": 3560
+    },
+    {
+      "epoch": 0.17017107904042816,
+      "grad_norm": 347.20269775390625,
+      "learning_rate": 1.984133056391036e-05,
+      "loss": 28.125,
+      "step": 3561
+    },
+    {
+      "epoch": 0.17021886648188855,
+      "grad_norm": 230.49864196777344,
+      "learning_rate": 1.9841193225549536e-05,
+      "loss": 33.1562,
+      "step": 3562
+    },
+    {
+      "epoch": 0.17026665392334894,
+      "grad_norm": 267.47509765625,
+      "learning_rate": 1.984105582825266e-05,
+      "loss": 30.1562,
+      "step": 3563
+    },
+    {
+      "epoch": 0.17031444136480933,
+      "grad_norm": 179.89756774902344,
+      "learning_rate": 1.9840918372020564e-05,
+      "loss": 28.625,
+      "step": 3564
+    },
+    {
+      "epoch": 0.17036222880626972,
+      "grad_norm": 230.44033813476562,
+      "learning_rate": 1.9840780856854064e-05,
+      "loss": 33.6875,
+      "step": 3565
+    },
+    {
+      "epoch": 0.17041001624773008,
+      "grad_norm": 349.51177978515625,
+      "learning_rate": 1.9840643282753982e-05,
+      "loss": 34.8125,
+      "step": 3566
+    },
+    {
+      "epoch": 0.17045780368919047,
+      "grad_norm": 295.3620910644531,
+      "learning_rate": 1.9840505649721147e-05,
+      "loss": 31.9688,
+      "step": 3567
+    },
+    {
+      "epoch": 0.17050559113065086,
+      "grad_norm": 629.3884887695312,
+      "learning_rate": 1.984036795775638e-05,
+      "loss": 47.25,
+      "step": 3568
+    },
+    {
+      "epoch": 0.17055337857211125,
+      "grad_norm": 172.01840209960938,
+      "learning_rate": 1.9840230206860505e-05,
+      "loss": 22.3906,
+      "step": 3569
+    },
+    {
+      "epoch": 0.17060116601357164,
+      "grad_norm": 332.0861511230469,
+      "learning_rate": 1.984009239703435e-05,
+      "loss": 30.4688,
+      "step": 3570
+    },
+    {
+      "epoch": 0.170648953455032,
+      "grad_norm": 352.8310241699219,
+      "learning_rate": 1.983995452827874e-05,
+      "loss": 31.6562,
+      "step": 3571
+    },
+    {
+      "epoch": 0.1706967408964924,
+      "grad_norm": 561.779052734375,
+      "learning_rate": 1.9839816600594498e-05,
+      "loss": 43.625,
+      "step": 3572
+    },
+    {
+      "epoch": 0.17074452833795278,
+      "grad_norm": 355.2072448730469,
+      "learning_rate": 1.9839678613982453e-05,
+      "loss": 37.1875,
+      "step": 3573
+    },
+    {
+      "epoch": 0.17079231577941317,
+      "grad_norm": 194.23666381835938,
+      "learning_rate": 1.9839540568443426e-05,
+      "loss": 31.4688,
+      "step": 3574
+    },
+    {
+      "epoch": 0.17084010322087356,
+      "grad_norm": 408.5392761230469,
+      "learning_rate": 1.983940246397825e-05,
+      "loss": 25.75,
+      "step": 3575
+    },
+    {
+      "epoch": 0.17088789066233395,
+      "grad_norm": 228.18429565429688,
+      "learning_rate": 1.9839264300587747e-05,
+      "loss": 33.0625,
+      "step": 3576
+    },
+    {
+      "epoch": 0.17093567810379431,
+      "grad_norm": 168.92364501953125,
+      "learning_rate": 1.983912607827275e-05,
+      "loss": 25.0156,
+      "step": 3577
+    },
+    {
+      "epoch": 0.1709834655452547,
+      "grad_norm": 316.8429870605469,
+      "learning_rate": 1.9838987797034085e-05,
+      "loss": 47.3125,
+      "step": 3578
+    },
+    {
+      "epoch": 0.1710312529867151,
+      "grad_norm": 214.70033264160156,
+      "learning_rate": 1.9838849456872578e-05,
+      "loss": 32.4062,
+      "step": 3579
+    },
+    {
+      "epoch": 0.17107904042817548,
+      "grad_norm": 247.23472595214844,
+      "learning_rate": 1.9838711057789054e-05,
+      "loss": 27.5,
+      "step": 3580
+    },
+    {
+      "epoch": 0.17112682786963587,
+      "grad_norm": 299.375732421875,
+      "learning_rate": 1.983857259978435e-05,
+      "loss": 36.375,
+      "step": 3581
+    },
+    {
+      "epoch": 0.17117461531109623,
+      "grad_norm": 457.4747009277344,
+      "learning_rate": 1.983843408285929e-05,
+      "loss": 34.1875,
+      "step": 3582
+    },
+    {
+      "epoch": 0.17122240275255662,
+      "grad_norm": 426.6193542480469,
+      "learning_rate": 1.9838295507014707e-05,
+      "loss": 37.0312,
+      "step": 3583
+    },
+    {
+      "epoch": 0.171270190194017,
+      "grad_norm": 200.66592407226562,
+      "learning_rate": 1.9838156872251428e-05,
+      "loss": 23.5,
+      "step": 3584
+    },
+    {
+      "epoch": 0.1713179776354774,
+      "grad_norm": 307.0692138671875,
+      "learning_rate": 1.983801817857028e-05,
+      "loss": 34.6719,
+      "step": 3585
+    },
+    {
+      "epoch": 0.1713657650769378,
+      "grad_norm": 390.04150390625,
+      "learning_rate": 1.9837879425972105e-05,
+      "loss": 36.75,
+      "step": 3586
+    },
+    {
+      "epoch": 0.17141355251839815,
+      "grad_norm": 261.83013916015625,
+      "learning_rate": 1.983774061445772e-05,
+      "loss": 35.5312,
+      "step": 3587
+    },
+    {
+      "epoch": 0.17146133995985854,
+      "grad_norm": 575.759765625,
+      "learning_rate": 1.9837601744027965e-05,
+      "loss": 31.125,
+      "step": 3588
+    },
+    {
+      "epoch": 0.17150912740131893,
+      "grad_norm": 213.44873046875,
+      "learning_rate": 1.9837462814683672e-05,
+      "loss": 28.625,
+      "step": 3589
+    },
+    {
+      "epoch": 0.17155691484277932,
+      "grad_norm": 309.89923095703125,
+      "learning_rate": 1.983732382642567e-05,
+      "loss": 42.75,
+      "step": 3590
+    },
+    {
+      "epoch": 0.1716047022842397,
+      "grad_norm": 271.496826171875,
+      "learning_rate": 1.983718477925479e-05,
+      "loss": 30.125,
+      "step": 3591
+    },
+    {
+      "epoch": 0.17165248972570007,
+      "grad_norm": 217.5181884765625,
+      "learning_rate": 1.9837045673171865e-05,
+      "loss": 21.6094,
+      "step": 3592
+    },
+    {
+      "epoch": 0.17170027716716046,
+      "grad_norm": 286.0359191894531,
+      "learning_rate": 1.9836906508177735e-05,
+      "loss": 30.7812,
+      "step": 3593
+    },
+    {
+      "epoch": 0.17174806460862085,
+      "grad_norm": 310.836181640625,
+      "learning_rate": 1.983676728427322e-05,
+      "loss": 29.4688,
+      "step": 3594
+    },
+    {
+      "epoch": 0.17179585205008124,
+      "grad_norm": 295.0235290527344,
+      "learning_rate": 1.983662800145917e-05,
+      "loss": 36.1562,
+      "step": 3595
+    },
+    {
+      "epoch": 0.17184363949154163,
+      "grad_norm": 411.3863830566406,
+      "learning_rate": 1.9836488659736408e-05,
+      "loss": 31.7188,
+      "step": 3596
+    },
+    {
+      "epoch": 0.171891426933002,
+      "grad_norm": 233.55393981933594,
+      "learning_rate": 1.9836349259105772e-05,
+      "loss": 34.7344,
+      "step": 3597
+    },
+    {
+      "epoch": 0.17193921437446238,
+      "grad_norm": 301.2337646484375,
+      "learning_rate": 1.9836209799568094e-05,
+      "loss": 37.0625,
+      "step": 3598
+    },
+    {
+      "epoch": 0.17198700181592277,
+      "grad_norm": 638.7186889648438,
+      "learning_rate": 1.9836070281124214e-05,
+      "loss": 26.125,
+      "step": 3599
+    },
+    {
+      "epoch": 0.17203478925738316,
+      "grad_norm": 376.38153076171875,
+      "learning_rate": 1.9835930703774963e-05,
+      "loss": 34.0938,
+      "step": 3600
+    },
+    {
+      "epoch": 0.17208257669884355,
+      "grad_norm": 267.5673828125,
+      "learning_rate": 1.9835791067521183e-05,
+      "loss": 32.125,
+      "step": 3601
+    },
+    {
+      "epoch": 0.17213036414030392,
+      "grad_norm": 253.88401794433594,
+      "learning_rate": 1.98356513723637e-05,
+      "loss": 32.0625,
+      "step": 3602
+    },
+    {
+      "epoch": 0.1721781515817643,
+      "grad_norm": 418.7522888183594,
+      "learning_rate": 1.983551161830336e-05,
+      "loss": 30.5781,
+      "step": 3603
+    },
+    {
+      "epoch": 0.1722259390232247,
+      "grad_norm": 226.3052520751953,
+      "learning_rate": 1.9835371805340997e-05,
+      "loss": 29.1875,
+      "step": 3604
+    },
+    {
+      "epoch": 0.17227372646468508,
+      "grad_norm": 244.96156311035156,
+      "learning_rate": 1.9835231933477448e-05,
+      "loss": 29.5625,
+      "step": 3605
+    },
+    {
+      "epoch": 0.17232151390614547,
+      "grad_norm": 185.0454559326172,
+      "learning_rate": 1.983509200271355e-05,
+      "loss": 32.0,
+      "step": 3606
+    },
+    {
+      "epoch": 0.17236930134760584,
+      "grad_norm": 239.50811767578125,
+      "learning_rate": 1.9834952013050143e-05,
+      "loss": 30.6562,
+      "step": 3607
+    },
+    {
+      "epoch": 0.17241708878906623,
+      "grad_norm": 498.7598571777344,
+      "learning_rate": 1.983481196448806e-05,
+      "loss": 44.3438,
+      "step": 3608
+    },
+    {
+      "epoch": 0.17246487623052661,
+      "grad_norm": 219.37437438964844,
+      "learning_rate": 1.983467185702815e-05,
+      "loss": 28.5938,
+      "step": 3609
+    },
+    {
+      "epoch": 0.172512663671987,
+      "grad_norm": 249.68154907226562,
+      "learning_rate": 1.983453169067124e-05,
+      "loss": 23.7812,
+      "step": 3610
+    },
+    {
+      "epoch": 0.1725604511134474,
+      "grad_norm": 226.5826873779297,
+      "learning_rate": 1.9834391465418177e-05,
+      "loss": 29.6875,
+      "step": 3611
+    },
+    {
+      "epoch": 0.17260823855490778,
+      "grad_norm": 195.6660614013672,
+      "learning_rate": 1.9834251181269798e-05,
+      "loss": 25.6406,
+      "step": 3612
+    },
+    {
+      "epoch": 0.17265602599636815,
+      "grad_norm": 226.6217041015625,
+      "learning_rate": 1.9834110838226946e-05,
+      "loss": 31.875,
+      "step": 3613
+    },
+    {
+      "epoch": 0.17270381343782854,
+      "grad_norm": 204.7030029296875,
+      "learning_rate": 1.983397043629046e-05,
+      "loss": 35.1562,
+      "step": 3614
+    },
+    {
+      "epoch": 0.17275160087928892,
+      "grad_norm": 244.52413940429688,
+      "learning_rate": 1.983382997546118e-05,
+      "loss": 30.1094,
+      "step": 3615
+    },
+    {
+      "epoch": 0.17279938832074931,
+      "grad_norm": 328.828369140625,
+      "learning_rate": 1.9833689455739948e-05,
+      "loss": 44.2188,
+      "step": 3616
+    },
+    {
+      "epoch": 0.1728471757622097,
+      "grad_norm": 473.11553955078125,
+      "learning_rate": 1.9833548877127605e-05,
+      "loss": 40.7812,
+      "step": 3617
+    },
+    {
+      "epoch": 0.17289496320367007,
+      "grad_norm": 263.5074462890625,
+      "learning_rate": 1.9833408239624988e-05,
+      "loss": 31.5938,
+      "step": 3618
+    },
+    {
+      "epoch": 0.17294275064513046,
+      "grad_norm": 398.69732666015625,
+      "learning_rate": 1.983326754323295e-05,
+      "loss": 36.9375,
+      "step": 3619
+    },
+    {
+      "epoch": 0.17299053808659084,
+      "grad_norm": 456.26629638671875,
+      "learning_rate": 1.9833126787952327e-05,
+      "loss": 32.6562,
+      "step": 3620
+    },
+    {
+      "epoch": 0.17303832552805123,
+      "grad_norm": 246.75685119628906,
+      "learning_rate": 1.9832985973783964e-05,
+      "loss": 23.4688,
+      "step": 3621
+    },
+    {
+      "epoch": 0.17308611296951162,
+      "grad_norm": 273.6767578125,
+      "learning_rate": 1.9832845100728698e-05,
+      "loss": 33.2188,
+      "step": 3622
+    },
+    {
+      "epoch": 0.17313390041097199,
+      "grad_norm": 318.568603515625,
+      "learning_rate": 1.9832704168787383e-05,
+      "loss": 32.4062,
+      "step": 3623
+    },
+    {
+      "epoch": 0.17318168785243238,
+      "grad_norm": 564.376220703125,
+      "learning_rate": 1.9832563177960856e-05,
+      "loss": 53.4375,
+      "step": 3624
+    },
+    {
+      "epoch": 0.17322947529389277,
+      "grad_norm": 355.6813659667969,
+      "learning_rate": 1.9832422128249964e-05,
+      "loss": 28.9062,
+      "step": 3625
+    },
+    {
+      "epoch": 0.17327726273535315,
+      "grad_norm": 226.1666259765625,
+      "learning_rate": 1.9832281019655546e-05,
+      "loss": 31.5312,
+      "step": 3626
+    },
+    {
+      "epoch": 0.17332505017681354,
+      "grad_norm": 272.6893005371094,
+      "learning_rate": 1.9832139852178455e-05,
+      "loss": 42.0938,
+      "step": 3627
+    },
+    {
+      "epoch": 0.1733728376182739,
+      "grad_norm": 322.9616394042969,
+      "learning_rate": 1.9831998625819533e-05,
+      "loss": 35.3438,
+      "step": 3628
+    },
+    {
+      "epoch": 0.1734206250597343,
+      "grad_norm": 430.2592468261719,
+      "learning_rate": 1.9831857340579627e-05,
+      "loss": 35.4688,
+      "step": 3629
+    },
+    {
+      "epoch": 0.17346841250119469,
+      "grad_norm": 350.8222351074219,
+      "learning_rate": 1.983171599645958e-05,
+      "loss": 38.5,
+      "step": 3630
+    },
+    {
+      "epoch": 0.17351619994265507,
+      "grad_norm": 305.0854797363281,
+      "learning_rate": 1.9831574593460242e-05,
+      "loss": 31.5625,
+      "step": 3631
+    },
+    {
+      "epoch": 0.17356398738411546,
+      "grad_norm": 254.9148712158203,
+      "learning_rate": 1.9831433131582457e-05,
+      "loss": 24.5,
+      "step": 3632
+    },
+    {
+      "epoch": 0.17361177482557583,
+      "grad_norm": 169.71681213378906,
+      "learning_rate": 1.9831291610827076e-05,
+      "loss": 26.5312,
+      "step": 3633
+    },
+    {
+      "epoch": 0.17365956226703622,
+      "grad_norm": 240.2923126220703,
+      "learning_rate": 1.9831150031194943e-05,
+      "loss": 34.5625,
+      "step": 3634
+    },
+    {
+      "epoch": 0.1737073497084966,
+      "grad_norm": 137.8771209716797,
+      "learning_rate": 1.9831008392686906e-05,
+      "loss": 17.2031,
+      "step": 3635
+    },
+    {
+      "epoch": 0.173755137149957,
+      "grad_norm": 573.0940551757812,
+      "learning_rate": 1.9830866695303817e-05,
+      "loss": 76.9062,
+      "step": 3636
+    },
+    {
+      "epoch": 0.17380292459141738,
+      "grad_norm": 224.47872924804688,
+      "learning_rate": 1.9830724939046518e-05,
+      "loss": 41.2812,
+      "step": 3637
+    },
+    {
+      "epoch": 0.17385071203287775,
+      "grad_norm": 633.076904296875,
+      "learning_rate": 1.983058312391586e-05,
+      "loss": 33.5938,
+      "step": 3638
+    },
+    {
+      "epoch": 0.17389849947433814,
+      "grad_norm": 152.57679748535156,
+      "learning_rate": 1.98304412499127e-05,
+      "loss": 21.4375,
+      "step": 3639
+    },
+    {
+      "epoch": 0.17394628691579853,
+      "grad_norm": 356.5037841796875,
+      "learning_rate": 1.9830299317037882e-05,
+      "loss": 29.5,
+      "step": 3640
+    },
+    {
+      "epoch": 0.17399407435725892,
+      "grad_norm": 405.2581787109375,
+      "learning_rate": 1.983015732529225e-05,
+      "loss": 28.6875,
+      "step": 3641
+    },
+    {
+      "epoch": 0.1740418617987193,
+      "grad_norm": 338.2331848144531,
+      "learning_rate": 1.9830015274676663e-05,
+      "loss": 50.375,
+      "step": 3642
+    },
+    {
+      "epoch": 0.17408964924017967,
+      "grad_norm": 429.75567626953125,
+      "learning_rate": 1.982987316519197e-05,
+      "loss": 41.1875,
+      "step": 3643
+    },
+    {
+      "epoch": 0.17413743668164006,
+      "grad_norm": 407.3725280761719,
+      "learning_rate": 1.982973099683902e-05,
+      "loss": 38.3125,
+      "step": 3644
+    },
+    {
+      "epoch": 0.17418522412310045,
+      "grad_norm": 244.23101806640625,
+      "learning_rate": 1.9829588769618664e-05,
+      "loss": 25.5312,
+      "step": 3645
+    },
+    {
+      "epoch": 0.17423301156456084,
+      "grad_norm": 310.1794738769531,
+      "learning_rate": 1.9829446483531756e-05,
+      "loss": 36.9062,
+      "step": 3646
+    },
+    {
+      "epoch": 0.17428079900602123,
+      "grad_norm": 213.71182250976562,
+      "learning_rate": 1.9829304138579145e-05,
+      "loss": 35.375,
+      "step": 3647
+    },
+    {
+      "epoch": 0.17432858644748161,
+      "grad_norm": 339.0190734863281,
+      "learning_rate": 1.9829161734761688e-05,
+      "loss": 27.125,
+      "step": 3648
+    },
+    {
+      "epoch": 0.17437637388894198,
+      "grad_norm": 184.22708129882812,
+      "learning_rate": 1.9829019272080235e-05,
+      "loss": 24.0938,
+      "step": 3649
+    },
+    {
+      "epoch": 0.17442416133040237,
+      "grad_norm": 337.5972900390625,
+      "learning_rate": 1.9828876750535637e-05,
+      "loss": 34.8438,
+      "step": 3650
+    },
+    {
+      "epoch": 0.17447194877186276,
+      "grad_norm": 342.0623779296875,
+      "learning_rate": 1.982873417012875e-05,
+      "loss": 35.5,
+      "step": 3651
+    },
+    {
+      "epoch": 0.17451973621332315,
+      "grad_norm": 221.30921936035156,
+      "learning_rate": 1.982859153086043e-05,
+      "loss": 28.5312,
+      "step": 3652
+    },
+    {
+      "epoch": 0.17456752365478354,
+      "grad_norm": 389.65081787109375,
+      "learning_rate": 1.982844883273153e-05,
+      "loss": 35.9688,
+      "step": 3653
+    },
+    {
+      "epoch": 0.1746153110962439,
+      "grad_norm": 261.5858459472656,
+      "learning_rate": 1.9828306075742903e-05,
+      "loss": 29.9062,
+      "step": 3654
+    },
+    {
+      "epoch": 0.1746630985377043,
+      "grad_norm": 227.7987060546875,
+      "learning_rate": 1.9828163259895404e-05,
+      "loss": 32.1875,
+      "step": 3655
+    },
+    {
+      "epoch": 0.17471088597916468,
+      "grad_norm": 311.7969970703125,
+      "learning_rate": 1.9828020385189888e-05,
+      "loss": 24.875,
+      "step": 3656
+    },
+    {
+      "epoch": 0.17475867342062507,
+      "grad_norm": 217.96630859375,
+      "learning_rate": 1.982787745162721e-05,
+      "loss": 30.7188,
+      "step": 3657
+    },
+    {
+      "epoch": 0.17480646086208546,
+      "grad_norm": 338.29534912109375,
+      "learning_rate": 1.9827734459208233e-05,
+      "loss": 49.5938,
+      "step": 3658
+    },
+    {
+      "epoch": 0.17485424830354582,
+      "grad_norm": 341.4270935058594,
+      "learning_rate": 1.9827591407933803e-05,
+      "loss": 33.75,
+      "step": 3659
+    },
+    {
+      "epoch": 0.1749020357450062,
+      "grad_norm": 506.57666015625,
+      "learning_rate": 1.9827448297804784e-05,
+      "loss": 35.625,
+      "step": 3660
+    },
+    {
+      "epoch": 0.1749498231864666,
+      "grad_norm": 286.13525390625,
+      "learning_rate": 1.982730512882203e-05,
+      "loss": 34.5625,
+      "step": 3661
+    },
+    {
+      "epoch": 0.17499761062792699,
+      "grad_norm": 318.8814392089844,
+      "learning_rate": 1.9827161900986397e-05,
+      "loss": 34.8125,
+      "step": 3662
+    },
+    {
+      "epoch": 0.17504539806938738,
+      "grad_norm": 388.66595458984375,
+      "learning_rate": 1.9827018614298747e-05,
+      "loss": 29.8438,
+      "step": 3663
+    },
+    {
+      "epoch": 0.17509318551084774,
+      "grad_norm": 195.9277801513672,
+      "learning_rate": 1.9826875268759935e-05,
+      "loss": 25.7188,
+      "step": 3664
+    },
+    {
+      "epoch": 0.17514097295230813,
+      "grad_norm": 562.2301025390625,
+      "learning_rate": 1.982673186437082e-05,
+      "loss": 43.9688,
+      "step": 3665
+    },
+    {
+      "epoch": 0.17518876039376852,
+      "grad_norm": 285.5445556640625,
+      "learning_rate": 1.982658840113226e-05,
+      "loss": 32.3125,
+      "step": 3666
+    },
+    {
+      "epoch": 0.1752365478352289,
+      "grad_norm": 665.9674072265625,
+      "learning_rate": 1.982644487904512e-05,
+      "loss": 32.125,
+      "step": 3667
+    },
+    {
+      "epoch": 0.1752843352766893,
+      "grad_norm": 322.5362854003906,
+      "learning_rate": 1.982630129811025e-05,
+      "loss": 39.4688,
+      "step": 3668
+    },
+    {
+      "epoch": 0.17533212271814966,
+      "grad_norm": 294.5265197753906,
+      "learning_rate": 1.9826157658328517e-05,
+      "loss": 32.7188,
+      "step": 3669
+    },
+    {
+      "epoch": 0.17537991015961005,
+      "grad_norm": 380.4341125488281,
+      "learning_rate": 1.9826013959700776e-05,
+      "loss": 33.0938,
+      "step": 3670
+    },
+    {
+      "epoch": 0.17542769760107044,
+      "grad_norm": 313.6872253417969,
+      "learning_rate": 1.9825870202227894e-05,
+      "loss": 37.0625,
+      "step": 3671
+    },
+    {
+      "epoch": 0.17547548504253083,
+      "grad_norm": 178.99209594726562,
+      "learning_rate": 1.9825726385910728e-05,
+      "loss": 22.2031,
+      "step": 3672
+    },
+    {
+      "epoch": 0.17552327248399122,
+      "grad_norm": 423.8652038574219,
+      "learning_rate": 1.982558251075014e-05,
+      "loss": 25.1562,
+      "step": 3673
+    },
+    {
+      "epoch": 0.17557105992545158,
+      "grad_norm": 252.500244140625,
+      "learning_rate": 1.9825438576746986e-05,
+      "loss": 31.3125,
+      "step": 3674
+    },
+    {
+      "epoch": 0.17561884736691197,
+      "grad_norm": 278.2852478027344,
+      "learning_rate": 1.982529458390214e-05,
+      "loss": 27.9375,
+      "step": 3675
+    },
+    {
+      "epoch": 0.17566663480837236,
+      "grad_norm": 471.2547302246094,
+      "learning_rate": 1.9825150532216453e-05,
+      "loss": 31.875,
+      "step": 3676
+    },
+    {
+      "epoch": 0.17571442224983275,
+      "grad_norm": 384.0494689941406,
+      "learning_rate": 1.9825006421690793e-05,
+      "loss": 27.5156,
+      "step": 3677
+    },
+    {
+      "epoch": 0.17576220969129314,
+      "grad_norm": 312.2179870605469,
+      "learning_rate": 1.9824862252326023e-05,
+      "loss": 26.2812,
+      "step": 3678
+    },
+    {
+      "epoch": 0.17580999713275353,
+      "grad_norm": 301.6268005371094,
+      "learning_rate": 1.9824718024123006e-05,
+      "loss": 48.7812,
+      "step": 3679
+    },
+    {
+      "epoch": 0.1758577845742139,
+      "grad_norm": 285.7330017089844,
+      "learning_rate": 1.9824573737082605e-05,
+      "loss": 33.125,
+      "step": 3680
+    },
+    {
+      "epoch": 0.17590557201567428,
+      "grad_norm": 346.9136047363281,
+      "learning_rate": 1.9824429391205682e-05,
+      "loss": 33.5625,
+      "step": 3681
+    },
+    {
+      "epoch": 0.17595335945713467,
+      "grad_norm": 325.4571228027344,
+      "learning_rate": 1.982428498649311e-05,
+      "loss": 45.75,
+      "step": 3682
+    },
+    {
+      "epoch": 0.17600114689859506,
+      "grad_norm": 169.7426300048828,
+      "learning_rate": 1.982414052294574e-05,
+      "loss": 23.1875,
+      "step": 3683
+    },
+    {
+      "epoch": 0.17604893434005545,
+      "grad_norm": 268.9563293457031,
+      "learning_rate": 1.982399600056445e-05,
+      "loss": 33.1562,
+      "step": 3684
+    },
+    {
+      "epoch": 0.1760967217815158,
+      "grad_norm": 490.5125732421875,
+      "learning_rate": 1.98238514193501e-05,
+      "loss": 48.375,
+      "step": 3685
+    },
+    {
+      "epoch": 0.1761445092229762,
+      "grad_norm": 569.0946044921875,
+      "learning_rate": 1.9823706779303557e-05,
+      "loss": 30.5,
+      "step": 3686
+    },
+    {
+      "epoch": 0.1761922966644366,
+      "grad_norm": 272.9203796386719,
+      "learning_rate": 1.9823562080425684e-05,
+      "loss": 20.9062,
+      "step": 3687
+    },
+    {
+      "epoch": 0.17624008410589698,
+      "grad_norm": 164.96258544921875,
+      "learning_rate": 1.982341732271735e-05,
+      "loss": 29.3125,
+      "step": 3688
+    },
+    {
+      "epoch": 0.17628787154735737,
+      "grad_norm": 237.0784149169922,
+      "learning_rate": 1.9823272506179422e-05,
+      "loss": 40.2812,
+      "step": 3689
+    },
+    {
+      "epoch": 0.17633565898881773,
+      "grad_norm": 193.5498809814453,
+      "learning_rate": 1.982312763081277e-05,
+      "loss": 21.8125,
+      "step": 3690
+    },
+    {
+      "epoch": 0.17638344643027812,
+      "grad_norm": 640.0030517578125,
+      "learning_rate": 1.9822982696618257e-05,
+      "loss": 32.625,
+      "step": 3691
+    },
+    {
+      "epoch": 0.1764312338717385,
+      "grad_norm": 263.7180480957031,
+      "learning_rate": 1.982283770359675e-05,
+      "loss": 30.5938,
+      "step": 3692
+    },
+    {
+      "epoch": 0.1764790213131989,
+      "grad_norm": 219.83294677734375,
+      "learning_rate": 1.9822692651749126e-05,
+      "loss": 28.3906,
+      "step": 3693
+    },
+    {
+      "epoch": 0.1765268087546593,
+      "grad_norm": 257.87335205078125,
+      "learning_rate": 1.982254754107624e-05,
+      "loss": 30.0156,
+      "step": 3694
+    },
+    {
+      "epoch": 0.17657459619611965,
+      "grad_norm": 286.0092468261719,
+      "learning_rate": 1.982240237157898e-05,
+      "loss": 25.7812,
+      "step": 3695
+    },
+    {
+      "epoch": 0.17662238363758004,
+      "grad_norm": 299.0249328613281,
+      "learning_rate": 1.9822257143258195e-05,
+      "loss": 25.875,
+      "step": 3696
+    },
+    {
+      "epoch": 0.17667017107904043,
+      "grad_norm": 368.4676208496094,
+      "learning_rate": 1.9822111856114765e-05,
+      "loss": 24.0156,
+      "step": 3697
+    },
+    {
+      "epoch": 0.17671795852050082,
+      "grad_norm": 459.7320251464844,
+      "learning_rate": 1.9821966510149558e-05,
+      "loss": 34.625,
+      "step": 3698
+    },
+    {
+      "epoch": 0.1767657459619612,
+      "grad_norm": 256.0334777832031,
+      "learning_rate": 1.982182110536345e-05,
+      "loss": 29.3438,
+      "step": 3699
+    },
+    {
+      "epoch": 0.17681353340342157,
+      "grad_norm": 291.09051513671875,
+      "learning_rate": 1.9821675641757306e-05,
+      "loss": 30.2188,
+      "step": 3700
+    },
+    {
+      "epoch": 0.17686132084488196,
+      "grad_norm": 290.4842834472656,
+      "learning_rate": 1.9821530119332e-05,
+      "loss": 27.4375,
+      "step": 3701
+    },
+    {
+      "epoch": 0.17690910828634235,
+      "grad_norm": 270.52557373046875,
+      "learning_rate": 1.9821384538088396e-05,
+      "loss": 27.6562,
+      "step": 3702
+    },
+    {
+      "epoch": 0.17695689572780274,
+      "grad_norm": 323.67437744140625,
+      "learning_rate": 1.9821238898027376e-05,
+      "loss": 27.5938,
+      "step": 3703
+    },
+    {
+      "epoch": 0.17700468316926313,
+      "grad_norm": 284.45135498046875,
+      "learning_rate": 1.9821093199149806e-05,
+      "loss": 38.9375,
+      "step": 3704
+    },
+    {
+      "epoch": 0.1770524706107235,
+      "grad_norm": 403.5816650390625,
+      "learning_rate": 1.982094744145656e-05,
+      "loss": 45.5625,
+      "step": 3705
+    },
+    {
+      "epoch": 0.17710025805218388,
+      "grad_norm": 474.63897705078125,
+      "learning_rate": 1.9820801624948513e-05,
+      "loss": 36.6875,
+      "step": 3706
+    },
+    {
+      "epoch": 0.17714804549364427,
+      "grad_norm": 454.8456115722656,
+      "learning_rate": 1.9820655749626535e-05,
+      "loss": 31.2812,
+      "step": 3707
+    },
+    {
+      "epoch": 0.17719583293510466,
+      "grad_norm": 187.38705444335938,
+      "learning_rate": 1.9820509815491503e-05,
+      "loss": 30.8438,
+      "step": 3708
+    },
+    {
+      "epoch": 0.17724362037656505,
+      "grad_norm": 396.77655029296875,
+      "learning_rate": 1.982036382254429e-05,
+      "loss": 34.9375,
+      "step": 3709
+    },
+    {
+      "epoch": 0.1772914078180254,
+      "grad_norm": 293.3086242675781,
+      "learning_rate": 1.9820217770785766e-05,
+      "loss": 36.375,
+      "step": 3710
+    },
+    {
+      "epoch": 0.1773391952594858,
+      "grad_norm": 664.8541870117188,
+      "learning_rate": 1.982007166021681e-05,
+      "loss": 32.25,
+      "step": 3711
+    },
+    {
+      "epoch": 0.1773869827009462,
+      "grad_norm": 291.37298583984375,
+      "learning_rate": 1.9819925490838298e-05,
+      "loss": 33.0625,
+      "step": 3712
+    },
+    {
+      "epoch": 0.17743477014240658,
+      "grad_norm": 192.70968627929688,
+      "learning_rate": 1.9819779262651102e-05,
+      "loss": 23.875,
+      "step": 3713
+    },
+    {
+      "epoch": 0.17748255758386697,
+      "grad_norm": 510.2301025390625,
+      "learning_rate": 1.98196329756561e-05,
+      "loss": 27.5938,
+      "step": 3714
+    },
+    {
+      "epoch": 0.17753034502532736,
+      "grad_norm": 294.1710510253906,
+      "learning_rate": 1.9819486629854164e-05,
+      "loss": 32.2031,
+      "step": 3715
+    },
+    {
+      "epoch": 0.17757813246678772,
+      "grad_norm": 296.3539123535156,
+      "learning_rate": 1.9819340225246177e-05,
+      "loss": 40.5625,
+      "step": 3716
+    },
+    {
+      "epoch": 0.1776259199082481,
+      "grad_norm": 292.3162536621094,
+      "learning_rate": 1.9819193761833016e-05,
+      "loss": 31.1875,
+      "step": 3717
+    },
+    {
+      "epoch": 0.1776737073497085,
+      "grad_norm": 462.1116943359375,
+      "learning_rate": 1.981904723961555e-05,
+      "loss": 35.5312,
+      "step": 3718
+    },
+    {
+      "epoch": 0.1777214947911689,
+      "grad_norm": 238.23806762695312,
+      "learning_rate": 1.981890065859466e-05,
+      "loss": 34.125,
+      "step": 3719
+    },
+    {
+      "epoch": 0.17776928223262928,
+      "grad_norm": 716.289306640625,
+      "learning_rate": 1.9818754018771227e-05,
+      "loss": 33.8125,
+      "step": 3720
+    },
+    {
+      "epoch": 0.17781706967408964,
+      "grad_norm": 499.2848815917969,
+      "learning_rate": 1.9818607320146127e-05,
+      "loss": 45.0,
+      "step": 3721
+    },
+    {
+      "epoch": 0.17786485711555003,
+      "grad_norm": 299.33038330078125,
+      "learning_rate": 1.9818460562720237e-05,
+      "loss": 30.4688,
+      "step": 3722
+    },
+    {
+      "epoch": 0.17791264455701042,
+      "grad_norm": 276.5322570800781,
+      "learning_rate": 1.981831374649444e-05,
+      "loss": 27.7812,
+      "step": 3723
+    },
+    {
+      "epoch": 0.1779604319984708,
+      "grad_norm": 210.55552673339844,
+      "learning_rate": 1.981816687146961e-05,
+      "loss": 19.2812,
+      "step": 3724
+    },
+    {
+      "epoch": 0.1780082194399312,
+      "grad_norm": 337.0535888671875,
+      "learning_rate": 1.9818019937646632e-05,
+      "loss": 32.3125,
+      "step": 3725
+    },
+    {
+      "epoch": 0.17805600688139156,
+      "grad_norm": 215.4736785888672,
+      "learning_rate": 1.981787294502638e-05,
+      "loss": 28.5312,
+      "step": 3726
+    },
+    {
+      "epoch": 0.17810379432285195,
+      "grad_norm": 172.36415100097656,
+      "learning_rate": 1.9817725893609744e-05,
+      "loss": 27.2031,
+      "step": 3727
+    },
+    {
+      "epoch": 0.17815158176431234,
+      "grad_norm": 385.48748779296875,
+      "learning_rate": 1.9817578783397593e-05,
+      "loss": 38.3125,
+      "step": 3728
+    },
+    {
+      "epoch": 0.17819936920577273,
+      "grad_norm": 248.63809204101562,
+      "learning_rate": 1.9817431614390814e-05,
+      "loss": 37.0312,
+      "step": 3729
+    },
+    {
+      "epoch": 0.17824715664723312,
+      "grad_norm": 405.5925598144531,
+      "learning_rate": 1.9817284386590286e-05,
+      "loss": 37.75,
+      "step": 3730
+    },
+    {
+      "epoch": 0.17829494408869348,
+      "grad_norm": 286.3303527832031,
+      "learning_rate": 1.9817137099996896e-05,
+      "loss": 25.4062,
+      "step": 3731
+    },
+    {
+      "epoch": 0.17834273153015387,
+      "grad_norm": 241.86129760742188,
+      "learning_rate": 1.981698975461152e-05,
+      "loss": 40.625,
+      "step": 3732
+    },
+    {
+      "epoch": 0.17839051897161426,
+      "grad_norm": 432.7809753417969,
+      "learning_rate": 1.9816842350435045e-05,
+      "loss": 36.0312,
+      "step": 3733
+    },
+    {
+      "epoch": 0.17843830641307465,
+      "grad_norm": 279.6558837890625,
+      "learning_rate": 1.981669488746835e-05,
+      "loss": 30.9688,
+      "step": 3734
+    },
+    {
+      "epoch": 0.17848609385453504,
+      "grad_norm": 330.7392578125,
+      "learning_rate": 1.9816547365712317e-05,
+      "loss": 33.1562,
+      "step": 3735
+    },
+    {
+      "epoch": 0.1785338812959954,
+      "grad_norm": 247.25198364257812,
+      "learning_rate": 1.9816399785167835e-05,
+      "loss": 27.8125,
+      "step": 3736
+    },
+    {
+      "epoch": 0.1785816687374558,
+      "grad_norm": 375.40985107421875,
+      "learning_rate": 1.9816252145835784e-05,
+      "loss": 34.0625,
+      "step": 3737
+    },
+    {
+      "epoch": 0.17862945617891618,
+      "grad_norm": 222.33091735839844,
+      "learning_rate": 1.9816104447717048e-05,
+      "loss": 41.25,
+      "step": 3738
+    },
+    {
+      "epoch": 0.17867724362037657,
+      "grad_norm": 452.4213562011719,
+      "learning_rate": 1.9815956690812514e-05,
+      "loss": 57.25,
+      "step": 3739
+    },
+    {
+      "epoch": 0.17872503106183696,
+      "grad_norm": 291.156982421875,
+      "learning_rate": 1.9815808875123066e-05,
+      "loss": 28.3438,
+      "step": 3740
+    },
+    {
+      "epoch": 0.17877281850329732,
+      "grad_norm": 370.6606140136719,
+      "learning_rate": 1.981566100064959e-05,
+      "loss": 24.0938,
+      "step": 3741
+    },
+    {
+      "epoch": 0.1788206059447577,
+      "grad_norm": 405.955322265625,
+      "learning_rate": 1.981551306739297e-05,
+      "loss": 42.3125,
+      "step": 3742
+    },
+    {
+      "epoch": 0.1788683933862181,
+      "grad_norm": 395.96722412109375,
+      "learning_rate": 1.9815365075354088e-05,
+      "loss": 37.5625,
+      "step": 3743
+    },
+    {
+      "epoch": 0.1789161808276785,
+      "grad_norm": 520.531005859375,
+      "learning_rate": 1.9815217024533838e-05,
+      "loss": 44.5625,
+      "step": 3744
+    },
+    {
+      "epoch": 0.17896396826913888,
+      "grad_norm": 284.4803161621094,
+      "learning_rate": 1.9815068914933102e-05,
+      "loss": 32.8438,
+      "step": 3745
+    },
+    {
+      "epoch": 0.17901175571059924,
+      "grad_norm": 418.7712707519531,
+      "learning_rate": 1.981492074655277e-05,
+      "loss": 46.4062,
+      "step": 3746
+    },
+    {
+      "epoch": 0.17905954315205963,
+      "grad_norm": 407.834228515625,
+      "learning_rate": 1.9814772519393724e-05,
+      "loss": 30.75,
+      "step": 3747
+    },
+    {
+      "epoch": 0.17910733059352002,
+      "grad_norm": 347.99810791015625,
+      "learning_rate": 1.981462423345686e-05,
+      "loss": 29.7188,
+      "step": 3748
+    },
+    {
+      "epoch": 0.1791551180349804,
+      "grad_norm": 216.1036834716797,
+      "learning_rate": 1.9814475888743055e-05,
+      "loss": 31.7188,
+      "step": 3749
+    },
+    {
+      "epoch": 0.1792029054764408,
+      "grad_norm": 198.50279235839844,
+      "learning_rate": 1.981432748525321e-05,
+      "loss": 32.5,
+      "step": 3750
+    },
+    {
+      "epoch": 0.1792506929179012,
+      "grad_norm": 219.0403594970703,
+      "learning_rate": 1.9814179022988203e-05,
+      "loss": 41.1875,
+      "step": 3751
+    },
+    {
+      "epoch": 0.17929848035936155,
+      "grad_norm": 274.0545654296875,
+      "learning_rate": 1.9814030501948925e-05,
+      "loss": 35.7188,
+      "step": 3752
+    },
+    {
+      "epoch": 0.17934626780082194,
+      "grad_norm": 188.54734802246094,
+      "learning_rate": 1.9813881922136274e-05,
+      "loss": 26.1875,
+      "step": 3753
+    },
+    {
+      "epoch": 0.17939405524228233,
+      "grad_norm": 344.5545959472656,
+      "learning_rate": 1.981373328355113e-05,
+      "loss": 25.9375,
+      "step": 3754
+    },
+    {
+      "epoch": 0.17944184268374272,
+      "grad_norm": 271.9704895019531,
+      "learning_rate": 1.9813584586194388e-05,
+      "loss": 27.6562,
+      "step": 3755
+    },
+    {
+      "epoch": 0.1794896301252031,
+      "grad_norm": 271.21075439453125,
+      "learning_rate": 1.981343583006694e-05,
+      "loss": 34.0312,
+      "step": 3756
+    },
+    {
+      "epoch": 0.17953741756666347,
+      "grad_norm": 268.3387451171875,
+      "learning_rate": 1.981328701516967e-05,
+      "loss": 29.3438,
+      "step": 3757
+    },
+    {
+      "epoch": 0.17958520500812386,
+      "grad_norm": 305.3018798828125,
+      "learning_rate": 1.9813138141503473e-05,
+      "loss": 33.7188,
+      "step": 3758
+    },
+    {
+      "epoch": 0.17963299244958425,
+      "grad_norm": 349.70916748046875,
+      "learning_rate": 1.9812989209069244e-05,
+      "loss": 29.7188,
+      "step": 3759
+    },
+    {
+      "epoch": 0.17968077989104464,
+      "grad_norm": 264.4208679199219,
+      "learning_rate": 1.981284021786787e-05,
+      "loss": 47.5,
+      "step": 3760
+    },
+    {
+      "epoch": 0.17972856733250503,
+      "grad_norm": 421.5847473144531,
+      "learning_rate": 1.9812691167900246e-05,
+      "loss": 29.0625,
+      "step": 3761
+    },
+    {
+      "epoch": 0.1797763547739654,
+      "grad_norm": 305.0455627441406,
+      "learning_rate": 1.9812542059167263e-05,
+      "loss": 34.5312,
+      "step": 3762
+    },
+    {
+      "epoch": 0.17982414221542578,
+      "grad_norm": 231.9413604736328,
+      "learning_rate": 1.9812392891669817e-05,
+      "loss": 27.8125,
+      "step": 3763
+    },
+    {
+      "epoch": 0.17987192965688617,
+      "grad_norm": 157.21714782714844,
+      "learning_rate": 1.9812243665408796e-05,
+      "loss": 21.4531,
+      "step": 3764
+    },
+    {
+      "epoch": 0.17991971709834656,
+      "grad_norm": 326.4568176269531,
+      "learning_rate": 1.98120943803851e-05,
+      "loss": 26.4531,
+      "step": 3765
+    },
+    {
+      "epoch": 0.17996750453980695,
+      "grad_norm": 271.65313720703125,
+      "learning_rate": 1.9811945036599615e-05,
+      "loss": 26.2031,
+      "step": 3766
+    },
+    {
+      "epoch": 0.1800152919812673,
+      "grad_norm": 222.8485565185547,
+      "learning_rate": 1.9811795634053243e-05,
+      "loss": 38.4062,
+      "step": 3767
+    },
+    {
+      "epoch": 0.1800630794227277,
+      "grad_norm": 198.92295837402344,
+      "learning_rate": 1.9811646172746875e-05,
+      "loss": 22.1406,
+      "step": 3768
+    },
+    {
+      "epoch": 0.1801108668641881,
+      "grad_norm": 333.5831604003906,
+      "learning_rate": 1.9811496652681408e-05,
+      "loss": 36.0625,
+      "step": 3769
+    },
+    {
+      "epoch": 0.18015865430564848,
+      "grad_norm": 382.7810974121094,
+      "learning_rate": 1.9811347073857736e-05,
+      "loss": 42.875,
+      "step": 3770
+    },
+    {
+      "epoch": 0.18020644174710887,
+      "grad_norm": 347.3628234863281,
+      "learning_rate": 1.9811197436276753e-05,
+      "loss": 25.9062,
+      "step": 3771
+    },
+    {
+      "epoch": 0.18025422918856923,
+      "grad_norm": 260.03173828125,
+      "learning_rate": 1.981104773993936e-05,
+      "loss": 40.5469,
+      "step": 3772
+    },
+    {
+      "epoch": 0.18030201663002962,
+      "grad_norm": 356.7530517578125,
+      "learning_rate": 1.981089798484645e-05,
+      "loss": 38.6562,
+      "step": 3773
+    },
+    {
+      "epoch": 0.18034980407149,
+      "grad_norm": 301.27862548828125,
+      "learning_rate": 1.9810748170998918e-05,
+      "loss": 43.125,
+      "step": 3774
+    },
+    {
+      "epoch": 0.1803975915129504,
+      "grad_norm": 252.67066955566406,
+      "learning_rate": 1.981059829839767e-05,
+      "loss": 20.3906,
+      "step": 3775
+    },
+    {
+      "epoch": 0.1804453789544108,
+      "grad_norm": 180.6222381591797,
+      "learning_rate": 1.981044836704359e-05,
+      "loss": 26.3125,
+      "step": 3776
+    },
+    {
+      "epoch": 0.18049316639587115,
+      "grad_norm": 460.9908447265625,
+      "learning_rate": 1.981029837693759e-05,
+      "loss": 38.8125,
+      "step": 3777
+    },
+    {
+      "epoch": 0.18054095383733154,
+      "grad_norm": 220.9749298095703,
+      "learning_rate": 1.9810148328080556e-05,
+      "loss": 34.375,
+      "step": 3778
+    },
+    {
+      "epoch": 0.18058874127879193,
+      "grad_norm": 457.6956481933594,
+      "learning_rate": 1.9809998220473396e-05,
+      "loss": 34.2188,
+      "step": 3779
+    },
+    {
+      "epoch": 0.18063652872025232,
+      "grad_norm": 306.65277099609375,
+      "learning_rate": 1.9809848054117005e-05,
+      "loss": 38.7188,
+      "step": 3780
+    },
+    {
+      "epoch": 0.1806843161617127,
+      "grad_norm": 379.7240905761719,
+      "learning_rate": 1.980969782901228e-05,
+      "loss": 33.1875,
+      "step": 3781
+    },
+    {
+      "epoch": 0.1807321036031731,
+      "grad_norm": 212.96360778808594,
+      "learning_rate": 1.980954754516012e-05,
+      "loss": 38.4062,
+      "step": 3782
+    },
+    {
+      "epoch": 0.18077989104463346,
+      "grad_norm": 205.781005859375,
+      "learning_rate": 1.9809397202561437e-05,
+      "loss": 33.125,
+      "step": 3783
+    },
+    {
+      "epoch": 0.18082767848609385,
+      "grad_norm": 282.69171142578125,
+      "learning_rate": 1.9809246801217114e-05,
+      "loss": 33.1562,
+      "step": 3784
+    },
+    {
+      "epoch": 0.18087546592755424,
+      "grad_norm": 792.90478515625,
+      "learning_rate": 1.9809096341128065e-05,
+      "loss": 45.9062,
+      "step": 3785
+    },
+    {
+      "epoch": 0.18092325336901463,
+      "grad_norm": 389.81396484375,
+      "learning_rate": 1.9808945822295183e-05,
+      "loss": 29.4688,
+      "step": 3786
+    },
+    {
+      "epoch": 0.18097104081047502,
+      "grad_norm": 264.535400390625,
+      "learning_rate": 1.9808795244719374e-05,
+      "loss": 26.5625,
+      "step": 3787
+    },
+    {
+      "epoch": 0.18101882825193538,
+      "grad_norm": 452.6300964355469,
+      "learning_rate": 1.9808644608401536e-05,
+      "loss": 38.9688,
+      "step": 3788
+    },
+    {
+      "epoch": 0.18106661569339577,
+      "grad_norm": 316.46533203125,
+      "learning_rate": 1.9808493913342575e-05,
+      "loss": 29.8438,
+      "step": 3789
+    },
+    {
+      "epoch": 0.18111440313485616,
+      "grad_norm": 531.5066528320312,
+      "learning_rate": 1.9808343159543395e-05,
+      "loss": 36.6562,
+      "step": 3790
+    },
+    {
+      "epoch": 0.18116219057631655,
+      "grad_norm": 179.81521606445312,
+      "learning_rate": 1.9808192347004895e-05,
+      "loss": 20.875,
+      "step": 3791
+    },
+    {
+      "epoch": 0.18120997801777694,
+      "grad_norm": 248.69000244140625,
+      "learning_rate": 1.9808041475727974e-05,
+      "loss": 43.0,
+      "step": 3792
+    },
+    {
+      "epoch": 0.1812577654592373,
+      "grad_norm": 224.80555725097656,
+      "learning_rate": 1.9807890545713543e-05,
+      "loss": 32.0625,
+      "step": 3793
+    },
+    {
+      "epoch": 0.1813055529006977,
+      "grad_norm": 346.679931640625,
+      "learning_rate": 1.9807739556962503e-05,
+      "loss": 33.125,
+      "step": 3794
+    },
+    {
+      "epoch": 0.18135334034215808,
+      "grad_norm": 222.38986206054688,
+      "learning_rate": 1.9807588509475763e-05,
+      "loss": 38.8281,
+      "step": 3795
+    },
+    {
+      "epoch": 0.18140112778361847,
+      "grad_norm": 359.3632507324219,
+      "learning_rate": 1.9807437403254216e-05,
+      "loss": 41.0938,
+      "step": 3796
+    },
+    {
+      "epoch": 0.18144891522507886,
+      "grad_norm": 278.07550048828125,
+      "learning_rate": 1.980728623829878e-05,
+      "loss": 32.75,
+      "step": 3797
+    },
+    {
+      "epoch": 0.18149670266653922,
+      "grad_norm": 264.3013916015625,
+      "learning_rate": 1.980713501461035e-05,
+      "loss": 26.9688,
+      "step": 3798
+    },
+    {
+      "epoch": 0.1815444901079996,
+      "grad_norm": 665.7493896484375,
+      "learning_rate": 1.9806983732189837e-05,
+      "loss": 30.4531,
+      "step": 3799
+    },
+    {
+      "epoch": 0.18159227754946,
+      "grad_norm": 265.1446533203125,
+      "learning_rate": 1.9806832391038146e-05,
+      "loss": 35.0938,
+      "step": 3800
+    },
+    {
+      "epoch": 0.1816400649909204,
+      "grad_norm": 345.8609924316406,
+      "learning_rate": 1.9806680991156183e-05,
+      "loss": 38.4688,
+      "step": 3801
+    },
+    {
+      "epoch": 0.18168785243238078,
+      "grad_norm": 952.6685180664062,
+      "learning_rate": 1.9806529532544857e-05,
+      "loss": 32.7812,
+      "step": 3802
+    },
+    {
+      "epoch": 0.18173563987384114,
+      "grad_norm": 331.1293640136719,
+      "learning_rate": 1.9806378015205072e-05,
+      "loss": 38.6875,
+      "step": 3803
+    },
+    {
+      "epoch": 0.18178342731530153,
+      "grad_norm": 379.0486755371094,
+      "learning_rate": 1.9806226439137734e-05,
+      "loss": 35.4375,
+      "step": 3804
+    },
+    {
+      "epoch": 0.18183121475676192,
+      "grad_norm": 243.2239227294922,
+      "learning_rate": 1.9806074804343756e-05,
+      "loss": 32.5625,
+      "step": 3805
+    },
+    {
+      "epoch": 0.1818790021982223,
+      "grad_norm": 165.6313934326172,
+      "learning_rate": 1.980592311082404e-05,
+      "loss": 23.2422,
+      "step": 3806
+    },
+    {
+      "epoch": 0.1819267896396827,
+      "grad_norm": 303.7413330078125,
+      "learning_rate": 1.9805771358579502e-05,
+      "loss": 33.375,
+      "step": 3807
+    },
+    {
+      "epoch": 0.18197457708114306,
+      "grad_norm": 313.5982360839844,
+      "learning_rate": 1.9805619547611043e-05,
+      "loss": 26.2656,
+      "step": 3808
+    },
+    {
+      "epoch": 0.18202236452260345,
+      "grad_norm": 386.8451843261719,
+      "learning_rate": 1.980546767791958e-05,
+      "loss": 34.9688,
+      "step": 3809
+    },
+    {
+      "epoch": 0.18207015196406384,
+      "grad_norm": 210.6798858642578,
+      "learning_rate": 1.9805315749506017e-05,
+      "loss": 32.375,
+      "step": 3810
+    },
+    {
+      "epoch": 0.18211793940552423,
+      "grad_norm": 282.5639953613281,
+      "learning_rate": 1.980516376237126e-05,
+      "loss": 30.0938,
+      "step": 3811
+    },
+    {
+      "epoch": 0.18216572684698462,
+      "grad_norm": 226.61407470703125,
+      "learning_rate": 1.9805011716516227e-05,
+      "loss": 36.0,
+      "step": 3812
+    },
+    {
+      "epoch": 0.18221351428844498,
+      "grad_norm": 306.0494689941406,
+      "learning_rate": 1.9804859611941828e-05,
+      "loss": 27.9688,
+      "step": 3813
+    },
+    {
+      "epoch": 0.18226130172990537,
+      "grad_norm": 352.6593933105469,
+      "learning_rate": 1.980470744864897e-05,
+      "loss": 31.9688,
+      "step": 3814
+    },
+    {
+      "epoch": 0.18230908917136576,
+      "grad_norm": 337.3034973144531,
+      "learning_rate": 1.9804555226638563e-05,
+      "loss": 32.3125,
+      "step": 3815
+    },
+    {
+      "epoch": 0.18235687661282615,
+      "grad_norm": 401.6924743652344,
+      "learning_rate": 1.9804402945911527e-05,
+      "loss": 30.125,
+      "step": 3816
+    },
+    {
+      "epoch": 0.18240466405428654,
+      "grad_norm": 325.8736267089844,
+      "learning_rate": 1.9804250606468766e-05,
+      "loss": 33.125,
+      "step": 3817
+    },
+    {
+      "epoch": 0.18245245149574693,
+      "grad_norm": 755.0955810546875,
+      "learning_rate": 1.9804098208311192e-05,
+      "loss": 42.8438,
+      "step": 3818
+    },
+    {
+      "epoch": 0.1825002389372073,
+      "grad_norm": 240.0248565673828,
+      "learning_rate": 1.9803945751439724e-05,
+      "loss": 34.375,
+      "step": 3819
+    },
+    {
+      "epoch": 0.18254802637866768,
+      "grad_norm": 339.7793884277344,
+      "learning_rate": 1.980379323585527e-05,
+      "loss": 38.3438,
+      "step": 3820
+    },
+    {
+      "epoch": 0.18259581382012807,
+      "grad_norm": 381.56414794921875,
+      "learning_rate": 1.9803640661558747e-05,
+      "loss": 45.3125,
+      "step": 3821
+    },
+    {
+      "epoch": 0.18264360126158846,
+      "grad_norm": 438.6014099121094,
+      "learning_rate": 1.9803488028551063e-05,
+      "loss": 38.9688,
+      "step": 3822
+    },
+    {
+      "epoch": 0.18269138870304885,
+      "grad_norm": 281.596923828125,
+      "learning_rate": 1.9803335336833137e-05,
+      "loss": 31.0781,
+      "step": 3823
+    },
+    {
+      "epoch": 0.1827391761445092,
+      "grad_norm": 244.88339233398438,
+      "learning_rate": 1.980318258640588e-05,
+      "loss": 40.6875,
+      "step": 3824
+    },
+    {
+      "epoch": 0.1827869635859696,
+      "grad_norm": 351.5735778808594,
+      "learning_rate": 1.9803029777270215e-05,
+      "loss": 36.2188,
+      "step": 3825
+    },
+    {
+      "epoch": 0.18283475102743,
+      "grad_norm": 230.07723999023438,
+      "learning_rate": 1.980287690942705e-05,
+      "loss": 29.3438,
+      "step": 3826
+    },
+    {
+      "epoch": 0.18288253846889038,
+      "grad_norm": 307.0950927734375,
+      "learning_rate": 1.9802723982877295e-05,
+      "loss": 27.6094,
+      "step": 3827
+    },
+    {
+      "epoch": 0.18293032591035077,
+      "grad_norm": 304.44732666015625,
+      "learning_rate": 1.980257099762188e-05,
+      "loss": 27.3438,
+      "step": 3828
+    },
+    {
+      "epoch": 0.18297811335181113,
+      "grad_norm": 269.1279296875,
+      "learning_rate": 1.980241795366171e-05,
+      "loss": 33.9062,
+      "step": 3829
+    },
+    {
+      "epoch": 0.18302590079327152,
+      "grad_norm": 249.0505828857422,
+      "learning_rate": 1.9802264850997702e-05,
+      "loss": 24.6875,
+      "step": 3830
+    },
+    {
+      "epoch": 0.1830736882347319,
+      "grad_norm": 368.4229736328125,
+      "learning_rate": 1.980211168963078e-05,
+      "loss": 37.2812,
+      "step": 3831
+    },
+    {
+      "epoch": 0.1831214756761923,
+      "grad_norm": 205.16900634765625,
+      "learning_rate": 1.9801958469561855e-05,
+      "loss": 30.3125,
+      "step": 3832
+    },
+    {
+      "epoch": 0.1831692631176527,
+      "grad_norm": 371.701416015625,
+      "learning_rate": 1.9801805190791848e-05,
+      "loss": 28.75,
+      "step": 3833
+    },
+    {
+      "epoch": 0.18321705055911305,
+      "grad_norm": 328.158935546875,
+      "learning_rate": 1.9801651853321675e-05,
+      "loss": 33.25,
+      "step": 3834
+    },
+    {
+      "epoch": 0.18326483800057344,
+      "grad_norm": 238.79891967773438,
+      "learning_rate": 1.9801498457152258e-05,
+      "loss": 30.3438,
+      "step": 3835
+    },
+    {
+      "epoch": 0.18331262544203383,
+      "grad_norm": 340.6151123046875,
+      "learning_rate": 1.9801345002284508e-05,
+      "loss": 31.6562,
+      "step": 3836
+    },
+    {
+      "epoch": 0.18336041288349422,
+      "grad_norm": 225.85931396484375,
+      "learning_rate": 1.980119148871935e-05,
+      "loss": 35.4688,
+      "step": 3837
+    },
+    {
+      "epoch": 0.1834082003249546,
+      "grad_norm": 209.9234619140625,
+      "learning_rate": 1.9801037916457706e-05,
+      "loss": 20.9219,
+      "step": 3838
+    },
+    {
+      "epoch": 0.18345598776641497,
+      "grad_norm": 436.958740234375,
+      "learning_rate": 1.9800884285500486e-05,
+      "loss": 21.9688,
+      "step": 3839
+    },
+    {
+      "epoch": 0.18350377520787536,
+      "grad_norm": 280.32806396484375,
+      "learning_rate": 1.980073059584862e-05,
+      "loss": 30.6875,
+      "step": 3840
+    },
+    {
+      "epoch": 0.18355156264933575,
+      "grad_norm": 443.854736328125,
+      "learning_rate": 1.9800576847503023e-05,
+      "loss": 35.875,
+      "step": 3841
+    },
+    {
+      "epoch": 0.18359935009079614,
+      "grad_norm": 526.538330078125,
+      "learning_rate": 1.9800423040464614e-05,
+      "loss": 36.375,
+      "step": 3842
+    },
+    {
+      "epoch": 0.18364713753225653,
+      "grad_norm": 304.5657958984375,
+      "learning_rate": 1.980026917473432e-05,
+      "loss": 35.7812,
+      "step": 3843
+    },
+    {
+      "epoch": 0.1836949249737169,
+      "grad_norm": 355.1044616699219,
+      "learning_rate": 1.980011525031306e-05,
+      "loss": 26.1875,
+      "step": 3844
+    },
+    {
+      "epoch": 0.18374271241517728,
+      "grad_norm": 291.83551025390625,
+      "learning_rate": 1.9799961267201754e-05,
+      "loss": 32.0312,
+      "step": 3845
+    },
+    {
+      "epoch": 0.18379049985663767,
+      "grad_norm": 299.6478271484375,
+      "learning_rate": 1.9799807225401324e-05,
+      "loss": 29.0625,
+      "step": 3846
+    },
+    {
+      "epoch": 0.18383828729809806,
+      "grad_norm": 216.7747802734375,
+      "learning_rate": 1.9799653124912695e-05,
+      "loss": 25.2812,
+      "step": 3847
+    },
+    {
+      "epoch": 0.18388607473955845,
+      "grad_norm": 413.343994140625,
+      "learning_rate": 1.979949896573679e-05,
+      "loss": 41.375,
+      "step": 3848
+    },
+    {
+      "epoch": 0.18393386218101881,
+      "grad_norm": 361.7152099609375,
+      "learning_rate": 1.979934474787453e-05,
+      "loss": 34.5625,
+      "step": 3849
+    },
+    {
+      "epoch": 0.1839816496224792,
+      "grad_norm": 261.9277038574219,
+      "learning_rate": 1.979919047132684e-05,
+      "loss": 33.0938,
+      "step": 3850
+    },
+    {
+      "epoch": 0.1840294370639396,
+      "grad_norm": 131.60081481933594,
+      "learning_rate": 1.9799036136094644e-05,
+      "loss": 20.1719,
+      "step": 3851
+    },
+    {
+      "epoch": 0.18407722450539998,
+      "grad_norm": 209.7982635498047,
+      "learning_rate": 1.9798881742178863e-05,
+      "loss": 29.0938,
+      "step": 3852
+    },
+    {
+      "epoch": 0.18412501194686037,
+      "grad_norm": 277.2597351074219,
+      "learning_rate": 1.9798727289580427e-05,
+      "loss": 26.2188,
+      "step": 3853
+    },
+    {
+      "epoch": 0.18417279938832076,
+      "grad_norm": 332.9265441894531,
+      "learning_rate": 1.979857277830026e-05,
+      "loss": 38.875,
+      "step": 3854
+    },
+    {
+      "epoch": 0.18422058682978112,
+      "grad_norm": 541.8787231445312,
+      "learning_rate": 1.979841820833928e-05,
+      "loss": 31.7344,
+      "step": 3855
+    },
+    {
+      "epoch": 0.18426837427124151,
+      "grad_norm": 259.8687744140625,
+      "learning_rate": 1.979826357969842e-05,
+      "loss": 29.5,
+      "step": 3856
+    },
+    {
+      "epoch": 0.1843161617127019,
+      "grad_norm": 374.4109191894531,
+      "learning_rate": 1.979810889237861e-05,
+      "loss": 29.9688,
+      "step": 3857
+    },
+    {
+      "epoch": 0.1843639491541623,
+      "grad_norm": 352.539306640625,
+      "learning_rate": 1.9797954146380765e-05,
+      "loss": 30.75,
+      "step": 3858
+    },
+    {
+      "epoch": 0.18441173659562268,
+      "grad_norm": 484.151123046875,
+      "learning_rate": 1.979779934170582e-05,
+      "loss": 29.875,
+      "step": 3859
+    },
+    {
+      "epoch": 0.18445952403708304,
+      "grad_norm": 255.71180725097656,
+      "learning_rate": 1.97976444783547e-05,
+      "loss": 34.4688,
+      "step": 3860
+    },
+    {
+      "epoch": 0.18450731147854343,
+      "grad_norm": 246.32911682128906,
+      "learning_rate": 1.9797489556328327e-05,
+      "loss": 39.7188,
+      "step": 3861
+    },
+    {
+      "epoch": 0.18455509892000382,
+      "grad_norm": 246.53982543945312,
+      "learning_rate": 1.979733457562764e-05,
+      "loss": 27.4844,
+      "step": 3862
+    },
+    {
+      "epoch": 0.1846028863614642,
+      "grad_norm": 247.45779418945312,
+      "learning_rate": 1.9797179536253557e-05,
+      "loss": 32.4688,
+      "step": 3863
+    },
+    {
+      "epoch": 0.1846506738029246,
+      "grad_norm": 640.1885986328125,
+      "learning_rate": 1.9797024438207013e-05,
+      "loss": 37.5312,
+      "step": 3864
+    },
+    {
+      "epoch": 0.18469846124438496,
+      "grad_norm": 291.9783630371094,
+      "learning_rate": 1.9796869281488932e-05,
+      "loss": 38.9062,
+      "step": 3865
+    },
+    {
+      "epoch": 0.18474624868584535,
+      "grad_norm": 254.73703002929688,
+      "learning_rate": 1.9796714066100247e-05,
+      "loss": 23.9844,
+      "step": 3866
+    },
+    {
+      "epoch": 0.18479403612730574,
+      "grad_norm": 541.3826904296875,
+      "learning_rate": 1.9796558792041886e-05,
+      "loss": 35.9531,
+      "step": 3867
+    },
+    {
+      "epoch": 0.18484182356876613,
+      "grad_norm": 1304.8157958984375,
+      "learning_rate": 1.979640345931478e-05,
+      "loss": 20.6875,
+      "step": 3868
+    },
+    {
+      "epoch": 0.18488961101022652,
+      "grad_norm": 561.5842895507812,
+      "learning_rate": 1.9796248067919855e-05,
+      "loss": 41.2812,
+      "step": 3869
+    },
+    {
+      "epoch": 0.18493739845168689,
+      "grad_norm": 422.0996398925781,
+      "learning_rate": 1.9796092617858046e-05,
+      "loss": 44.7812,
+      "step": 3870
+    },
+    {
+      "epoch": 0.18498518589314727,
+      "grad_norm": 306.8495178222656,
+      "learning_rate": 1.9795937109130284e-05,
+      "loss": 33.5625,
+      "step": 3871
+    },
+    {
+      "epoch": 0.18503297333460766,
+      "grad_norm": 260.0572814941406,
+      "learning_rate": 1.9795781541737498e-05,
+      "loss": 22.125,
+      "step": 3872
+    },
+    {
+      "epoch": 0.18508076077606805,
+      "grad_norm": 167.7884521484375,
+      "learning_rate": 1.979562591568062e-05,
+      "loss": 33.0,
+      "step": 3873
+    },
+    {
+      "epoch": 0.18512854821752844,
+      "grad_norm": 502.616455078125,
+      "learning_rate": 1.9795470230960584e-05,
+      "loss": 40.625,
+      "step": 3874
+    },
+    {
+      "epoch": 0.1851763356589888,
+      "grad_norm": 335.8844909667969,
+      "learning_rate": 1.979531448757832e-05,
+      "loss": 36.75,
+      "step": 3875
+    },
+    {
+      "epoch": 0.1852241231004492,
+      "grad_norm": 377.58648681640625,
+      "learning_rate": 1.979515868553476e-05,
+      "loss": 44.4062,
+      "step": 3876
+    },
+    {
+      "epoch": 0.18527191054190958,
+      "grad_norm": 396.5775146484375,
+      "learning_rate": 1.979500282483084e-05,
+      "loss": 34.25,
+      "step": 3877
+    },
+    {
+      "epoch": 0.18531969798336997,
+      "grad_norm": 253.79095458984375,
+      "learning_rate": 1.9794846905467492e-05,
+      "loss": 23.5469,
+      "step": 3878
+    },
+    {
+      "epoch": 0.18536748542483036,
+      "grad_norm": 689.7809448242188,
+      "learning_rate": 1.979469092744565e-05,
+      "loss": 31.9688,
+      "step": 3879
+    },
+    {
+      "epoch": 0.18541527286629073,
+      "grad_norm": 401.1208801269531,
+      "learning_rate": 1.979453489076625e-05,
+      "loss": 35.1875,
+      "step": 3880
+    },
+    {
+      "epoch": 0.18546306030775112,
+      "grad_norm": 689.4625854492188,
+      "learning_rate": 1.9794378795430224e-05,
+      "loss": 34.5938,
+      "step": 3881
+    },
+    {
+      "epoch": 0.1855108477492115,
+      "grad_norm": 459.66912841796875,
+      "learning_rate": 1.9794222641438506e-05,
+      "loss": 56.25,
+      "step": 3882
+    },
+    {
+      "epoch": 0.1855586351906719,
+      "grad_norm": 360.6564636230469,
+      "learning_rate": 1.979406642879203e-05,
+      "loss": 45.9375,
+      "step": 3883
+    },
+    {
+      "epoch": 0.18560642263213228,
+      "grad_norm": 197.32237243652344,
+      "learning_rate": 1.9793910157491737e-05,
+      "loss": 27.9375,
+      "step": 3884
+    },
+    {
+      "epoch": 0.18565421007359267,
+      "grad_norm": 344.5399475097656,
+      "learning_rate": 1.9793753827538557e-05,
+      "loss": 43.3125,
+      "step": 3885
+    },
+    {
+      "epoch": 0.18570199751505304,
+      "grad_norm": 257.64996337890625,
+      "learning_rate": 1.979359743893343e-05,
+      "loss": 39.25,
+      "step": 3886
+    },
+    {
+      "epoch": 0.18574978495651343,
+      "grad_norm": 222.9371795654297,
+      "learning_rate": 1.9793440991677296e-05,
+      "loss": 31.0312,
+      "step": 3887
+    },
+    {
+      "epoch": 0.18579757239797381,
+      "grad_norm": 173.95408630371094,
+      "learning_rate": 1.9793284485771083e-05,
+      "loss": 34.8438,
+      "step": 3888
+    },
+    {
+      "epoch": 0.1858453598394342,
+      "grad_norm": 329.41766357421875,
+      "learning_rate": 1.9793127921215733e-05,
+      "loss": 34.1094,
+      "step": 3889
+    },
+    {
+      "epoch": 0.1858931472808946,
+      "grad_norm": 2991.87744140625,
+      "learning_rate": 1.9792971298012184e-05,
+      "loss": 22.5312,
+      "step": 3890
+    },
+    {
+      "epoch": 0.18594093472235496,
+      "grad_norm": 430.9214782714844,
+      "learning_rate": 1.9792814616161374e-05,
+      "loss": 41.9062,
+      "step": 3891
+    },
+    {
+      "epoch": 0.18598872216381535,
+      "grad_norm": 310.8123779296875,
+      "learning_rate": 1.979265787566424e-05,
+      "loss": 37.375,
+      "step": 3892
+    },
+    {
+      "epoch": 0.18603650960527573,
+      "grad_norm": 219.90774536132812,
+      "learning_rate": 1.979250107652172e-05,
+      "loss": 28.5938,
+      "step": 3893
+    },
+    {
+      "epoch": 0.18608429704673612,
+      "grad_norm": 651.7098999023438,
+      "learning_rate": 1.9792344218734753e-05,
+      "loss": 38.7812,
+      "step": 3894
+    },
+    {
+      "epoch": 0.18613208448819651,
+      "grad_norm": 313.87066650390625,
+      "learning_rate": 1.9792187302304285e-05,
+      "loss": 49.3438,
+      "step": 3895
+    },
+    {
+      "epoch": 0.18617987192965688,
+      "grad_norm": 620.1934204101562,
+      "learning_rate": 1.9792030327231245e-05,
+      "loss": 30.2188,
+      "step": 3896
+    },
+    {
+      "epoch": 0.18622765937111727,
+      "grad_norm": 350.52813720703125,
+      "learning_rate": 1.979187329351658e-05,
+      "loss": 39.0938,
+      "step": 3897
+    },
+    {
+      "epoch": 0.18627544681257766,
+      "grad_norm": 467.65234375,
+      "learning_rate": 1.9791716201161234e-05,
+      "loss": 36.375,
+      "step": 3898
+    },
+    {
+      "epoch": 0.18632323425403804,
+      "grad_norm": 323.3076477050781,
+      "learning_rate": 1.979155905016614e-05,
+      "loss": 27.25,
+      "step": 3899
+    },
+    {
+      "epoch": 0.18637102169549843,
+      "grad_norm": 238.70877075195312,
+      "learning_rate": 1.9791401840532238e-05,
+      "loss": 36.0312,
+      "step": 3900
+    },
+    {
+      "epoch": 0.1864188091369588,
+      "grad_norm": 396.3551940917969,
+      "learning_rate": 1.9791244572260475e-05,
+      "loss": 34.75,
+      "step": 3901
+    },
+    {
+      "epoch": 0.18646659657841919,
+      "grad_norm": 375.8337707519531,
+      "learning_rate": 1.9791087245351793e-05,
+      "loss": 38.375,
+      "step": 3902
+    },
+    {
+      "epoch": 0.18651438401987958,
+      "grad_norm": 455.32086181640625,
+      "learning_rate": 1.9790929859807132e-05,
+      "loss": 27.5312,
+      "step": 3903
+    },
+    {
+      "epoch": 0.18656217146133997,
+      "grad_norm": 260.5675354003906,
+      "learning_rate": 1.9790772415627436e-05,
+      "loss": 31.5,
+      "step": 3904
+    },
+    {
+      "epoch": 0.18660995890280035,
+      "grad_norm": 372.7168273925781,
+      "learning_rate": 1.9790614912813643e-05,
+      "loss": 38.5,
+      "step": 3905
+    },
+    {
+      "epoch": 0.18665774634426072,
+      "grad_norm": 194.16983032226562,
+      "learning_rate": 1.9790457351366704e-05,
+      "loss": 34.9062,
+      "step": 3906
+    },
+    {
+      "epoch": 0.1867055337857211,
+      "grad_norm": 353.9281311035156,
+      "learning_rate": 1.9790299731287555e-05,
+      "loss": 41.2812,
+      "step": 3907
+    },
+    {
+      "epoch": 0.1867533212271815,
+      "grad_norm": 294.48883056640625,
+      "learning_rate": 1.9790142052577148e-05,
+      "loss": 28.3438,
+      "step": 3908
+    },
+    {
+      "epoch": 0.18680110866864189,
+      "grad_norm": 165.65267944335938,
+      "learning_rate": 1.9789984315236418e-05,
+      "loss": 33.0156,
+      "step": 3909
+    },
+    {
+      "epoch": 0.18684889611010227,
+      "grad_norm": 716.5346069335938,
+      "learning_rate": 1.9789826519266317e-05,
+      "loss": 36.0312,
+      "step": 3910
+    },
+    {
+      "epoch": 0.18689668355156264,
+      "grad_norm": 428.3857116699219,
+      "learning_rate": 1.9789668664667788e-05,
+      "loss": 39.0625,
+      "step": 3911
+    },
+    {
+      "epoch": 0.18694447099302303,
+      "grad_norm": 244.3739471435547,
+      "learning_rate": 1.9789510751441777e-05,
+      "loss": 34.8438,
+      "step": 3912
+    },
+    {
+      "epoch": 0.18699225843448342,
+      "grad_norm": 271.8495788574219,
+      "learning_rate": 1.9789352779589225e-05,
+      "loss": 34.4062,
+      "step": 3913
+    },
+    {
+      "epoch": 0.1870400458759438,
+      "grad_norm": 356.28448486328125,
+      "learning_rate": 1.9789194749111084e-05,
+      "loss": 31.5625,
+      "step": 3914
+    },
+    {
+      "epoch": 0.1870878333174042,
+      "grad_norm": 181.62088012695312,
+      "learning_rate": 1.9789036660008298e-05,
+      "loss": 26.9062,
+      "step": 3915
+    },
+    {
+      "epoch": 0.18713562075886456,
+      "grad_norm": 471.4971618652344,
+      "learning_rate": 1.9788878512281812e-05,
+      "loss": 43.0938,
+      "step": 3916
+    },
+    {
+      "epoch": 0.18718340820032495,
+      "grad_norm": 242.94189453125,
+      "learning_rate": 1.9788720305932573e-05,
+      "loss": 33.0625,
+      "step": 3917
+    },
+    {
+      "epoch": 0.18723119564178534,
+      "grad_norm": 311.1826171875,
+      "learning_rate": 1.9788562040961536e-05,
+      "loss": 37.0312,
+      "step": 3918
+    },
+    {
+      "epoch": 0.18727898308324573,
+      "grad_norm": 450.1711730957031,
+      "learning_rate": 1.978840371736964e-05,
+      "loss": 34.375,
+      "step": 3919
+    },
+    {
+      "epoch": 0.18732677052470612,
+      "grad_norm": 317.0005798339844,
+      "learning_rate": 1.9788245335157836e-05,
+      "loss": 36.75,
+      "step": 3920
+    },
+    {
+      "epoch": 0.1873745579661665,
+      "grad_norm": 205.1971893310547,
+      "learning_rate": 1.9788086894327072e-05,
+      "loss": 25.3125,
+      "step": 3921
+    },
+    {
+      "epoch": 0.18742234540762687,
+      "grad_norm": 244.521728515625,
+      "learning_rate": 1.97879283948783e-05,
+      "loss": 32.5,
+      "step": 3922
+    },
+    {
+      "epoch": 0.18747013284908726,
+      "grad_norm": 338.8150329589844,
+      "learning_rate": 1.9787769836812464e-05,
+      "loss": 28.3281,
+      "step": 3923
+    },
+    {
+      "epoch": 0.18751792029054765,
+      "grad_norm": 193.9845733642578,
+      "learning_rate": 1.9787611220130517e-05,
+      "loss": 27.8125,
+      "step": 3924
+    },
+    {
+      "epoch": 0.18756570773200804,
+      "grad_norm": 577.9354858398438,
+      "learning_rate": 1.978745254483341e-05,
+      "loss": 35.625,
+      "step": 3925
+    },
+    {
+      "epoch": 0.18761349517346843,
+      "grad_norm": 382.1015319824219,
+      "learning_rate": 1.978729381092209e-05,
+      "loss": 42.375,
+      "step": 3926
+    },
+    {
+      "epoch": 0.1876612826149288,
+      "grad_norm": 284.4609069824219,
+      "learning_rate": 1.9787135018397513e-05,
+      "loss": 27.6875,
+      "step": 3927
+    },
+    {
+      "epoch": 0.18770907005638918,
+      "grad_norm": 407.106201171875,
+      "learning_rate": 1.978697616726062e-05,
+      "loss": 36.3125,
+      "step": 3928
+    },
+    {
+      "epoch": 0.18775685749784957,
+      "grad_norm": 268.2326965332031,
+      "learning_rate": 1.9786817257512373e-05,
+      "loss": 28.75,
+      "step": 3929
+    },
+    {
+      "epoch": 0.18780464493930996,
+      "grad_norm": 400.96429443359375,
+      "learning_rate": 1.9786658289153714e-05,
+      "loss": 31.75,
+      "step": 3930
+    },
+    {
+      "epoch": 0.18785243238077035,
+      "grad_norm": 171.57948303222656,
+      "learning_rate": 1.9786499262185606e-05,
+      "loss": 31.1562,
+      "step": 3931
+    },
+    {
+      "epoch": 0.1879002198222307,
+      "grad_norm": 255.83197021484375,
+      "learning_rate": 1.9786340176608992e-05,
+      "loss": 31.125,
+      "step": 3932
+    },
+    {
+      "epoch": 0.1879480072636911,
+      "grad_norm": 253.97601318359375,
+      "learning_rate": 1.978618103242483e-05,
+      "loss": 29.4375,
+      "step": 3933
+    },
+    {
+      "epoch": 0.1879957947051515,
+      "grad_norm": 422.507568359375,
+      "learning_rate": 1.978602182963407e-05,
+      "loss": 35.6875,
+      "step": 3934
+    },
+    {
+      "epoch": 0.18804358214661188,
+      "grad_norm": 356.36883544921875,
+      "learning_rate": 1.978586256823767e-05,
+      "loss": 35.5625,
+      "step": 3935
+    },
+    {
+      "epoch": 0.18809136958807227,
+      "grad_norm": 473.76611328125,
+      "learning_rate": 1.9785703248236576e-05,
+      "loss": 31.4844,
+      "step": 3936
+    },
+    {
+      "epoch": 0.18813915702953263,
+      "grad_norm": 262.91229248046875,
+      "learning_rate": 1.9785543869631745e-05,
+      "loss": 32.5781,
+      "step": 3937
+    },
+    {
+      "epoch": 0.18818694447099302,
+      "grad_norm": 206.78013610839844,
+      "learning_rate": 1.9785384432424138e-05,
+      "loss": 35.5625,
+      "step": 3938
+    },
+    {
+      "epoch": 0.1882347319124534,
+      "grad_norm": 319.7591552734375,
+      "learning_rate": 1.9785224936614702e-05,
+      "loss": 21.3594,
+      "step": 3939
+    },
+    {
+      "epoch": 0.1882825193539138,
+      "grad_norm": 385.8708190917969,
+      "learning_rate": 1.9785065382204396e-05,
+      "loss": 30.7812,
+      "step": 3940
+    },
+    {
+      "epoch": 0.18833030679537419,
+      "grad_norm": 400.1594543457031,
+      "learning_rate": 1.9784905769194175e-05,
+      "loss": 41.1562,
+      "step": 3941
+    },
+    {
+      "epoch": 0.18837809423683455,
+      "grad_norm": 281.67535400390625,
+      "learning_rate": 1.9784746097584992e-05,
+      "loss": 35.7812,
+      "step": 3942
+    },
+    {
+      "epoch": 0.18842588167829494,
+      "grad_norm": 432.9112854003906,
+      "learning_rate": 1.978458636737781e-05,
+      "loss": 36.0312,
+      "step": 3943
+    },
+    {
+      "epoch": 0.18847366911975533,
+      "grad_norm": 308.87322998046875,
+      "learning_rate": 1.978442657857358e-05,
+      "loss": 49.5,
+      "step": 3944
+    },
+    {
+      "epoch": 0.18852145656121572,
+      "grad_norm": 343.8390808105469,
+      "learning_rate": 1.9784266731173257e-05,
+      "loss": 29.2188,
+      "step": 3945
+    },
+    {
+      "epoch": 0.1885692440026761,
+      "grad_norm": 321.00836181640625,
+      "learning_rate": 1.9784106825177802e-05,
+      "loss": 28.7188,
+      "step": 3946
+    },
+    {
+      "epoch": 0.18861703144413647,
+      "grad_norm": 442.0682678222656,
+      "learning_rate": 1.9783946860588176e-05,
+      "loss": 31.9688,
+      "step": 3947
+    },
+    {
+      "epoch": 0.18866481888559686,
+      "grad_norm": 309.0681457519531,
+      "learning_rate": 1.978378683740533e-05,
+      "loss": 24.1875,
+      "step": 3948
+    },
+    {
+      "epoch": 0.18871260632705725,
+      "grad_norm": 406.712158203125,
+      "learning_rate": 1.9783626755630224e-05,
+      "loss": 25.5,
+      "step": 3949
+    },
+    {
+      "epoch": 0.18876039376851764,
+      "grad_norm": 271.1976318359375,
+      "learning_rate": 1.978346661526382e-05,
+      "loss": 36.3438,
+      "step": 3950
+    },
+    {
+      "epoch": 0.18880818120997803,
+      "grad_norm": 357.5943908691406,
+      "learning_rate": 1.9783306416307075e-05,
+      "loss": 33.1562,
+      "step": 3951
+    },
+    {
+      "epoch": 0.1888559686514384,
+      "grad_norm": 244.9384002685547,
+      "learning_rate": 1.978314615876095e-05,
+      "loss": 39.7812,
+      "step": 3952
+    },
+    {
+      "epoch": 0.18890375609289878,
+      "grad_norm": 320.93548583984375,
+      "learning_rate": 1.97829858426264e-05,
+      "loss": 42.125,
+      "step": 3953
+    },
+    {
+      "epoch": 0.18895154353435917,
+      "grad_norm": 347.5837707519531,
+      "learning_rate": 1.978282546790439e-05,
+      "loss": 29.1562,
+      "step": 3954
+    },
+    {
+      "epoch": 0.18899933097581956,
+      "grad_norm": 401.9059753417969,
+      "learning_rate": 1.978266503459588e-05,
+      "loss": 30.7812,
+      "step": 3955
+    },
+    {
+      "epoch": 0.18904711841727995,
+      "grad_norm": 288.7123107910156,
+      "learning_rate": 1.978250454270183e-05,
+      "loss": 27.4688,
+      "step": 3956
+    },
+    {
+      "epoch": 0.18909490585874034,
+      "grad_norm": 243.73968505859375,
+      "learning_rate": 1.97823439922232e-05,
+      "loss": 38.5938,
+      "step": 3957
+    },
+    {
+      "epoch": 0.1891426933002007,
+      "grad_norm": 260.5407409667969,
+      "learning_rate": 1.978218338316095e-05,
+      "loss": 31.0,
+      "step": 3958
+    },
+    {
+      "epoch": 0.1891904807416611,
+      "grad_norm": 292.2037353515625,
+      "learning_rate": 1.9782022715516044e-05,
+      "loss": 19.7969,
+      "step": 3959
+    },
+    {
+      "epoch": 0.18923826818312148,
+      "grad_norm": 435.6917724609375,
+      "learning_rate": 1.9781861989289445e-05,
+      "loss": 32.7812,
+      "step": 3960
+    },
+    {
+      "epoch": 0.18928605562458187,
+      "grad_norm": 243.31150817871094,
+      "learning_rate": 1.9781701204482115e-05,
+      "loss": 36.5938,
+      "step": 3961
+    },
+    {
+      "epoch": 0.18933384306604226,
+      "grad_norm": 280.5212707519531,
+      "learning_rate": 1.9781540361095017e-05,
+      "loss": 34.8125,
+      "step": 3962
+    },
+    {
+      "epoch": 0.18938163050750262,
+      "grad_norm": 396.1963195800781,
+      "learning_rate": 1.9781379459129113e-05,
+      "loss": 36.9062,
+      "step": 3963
+    },
+    {
+      "epoch": 0.189429417948963,
+      "grad_norm": 303.5749816894531,
+      "learning_rate": 1.9781218498585367e-05,
+      "loss": 42.625,
+      "step": 3964
+    },
+    {
+      "epoch": 0.1894772053904234,
+      "grad_norm": 177.33409118652344,
+      "learning_rate": 1.9781057479464743e-05,
+      "loss": 23.7188,
+      "step": 3965
+    },
+    {
+      "epoch": 0.1895249928318838,
+      "grad_norm": 353.70977783203125,
+      "learning_rate": 1.978089640176821e-05,
+      "loss": 36.125,
+      "step": 3966
+    },
+    {
+      "epoch": 0.18957278027334418,
+      "grad_norm": 380.8034362792969,
+      "learning_rate": 1.9780735265496725e-05,
+      "loss": 36.6875,
+      "step": 3967
+    },
+    {
+      "epoch": 0.18962056771480454,
+      "grad_norm": 387.81365966796875,
+      "learning_rate": 1.978057407065126e-05,
+      "loss": 34.9375,
+      "step": 3968
+    },
+    {
+      "epoch": 0.18966835515626493,
+      "grad_norm": 187.5417938232422,
+      "learning_rate": 1.978041281723277e-05,
+      "loss": 39.0312,
+      "step": 3969
+    },
+    {
+      "epoch": 0.18971614259772532,
+      "grad_norm": 373.6678466796875,
+      "learning_rate": 1.978025150524223e-05,
+      "loss": 32.2812,
+      "step": 3970
+    },
+    {
+      "epoch": 0.1897639300391857,
+      "grad_norm": 282.52459716796875,
+      "learning_rate": 1.9780090134680607e-05,
+      "loss": 32.9062,
+      "step": 3971
+    },
+    {
+      "epoch": 0.1898117174806461,
+      "grad_norm": 313.0135192871094,
+      "learning_rate": 1.977992870554886e-05,
+      "loss": 34.9375,
+      "step": 3972
+    },
+    {
+      "epoch": 0.18985950492210646,
+      "grad_norm": 337.32061767578125,
+      "learning_rate": 1.9779767217847963e-05,
+      "loss": 30.75,
+      "step": 3973
+    },
+    {
+      "epoch": 0.18990729236356685,
+      "grad_norm": 311.2404479980469,
+      "learning_rate": 1.9779605671578878e-05,
+      "loss": 27.1875,
+      "step": 3974
+    },
+    {
+      "epoch": 0.18995507980502724,
+      "grad_norm": 261.2665100097656,
+      "learning_rate": 1.9779444066742574e-05,
+      "loss": 30.5938,
+      "step": 3975
+    },
+    {
+      "epoch": 0.19000286724648763,
+      "grad_norm": 302.7329406738281,
+      "learning_rate": 1.977928240334002e-05,
+      "loss": 41.875,
+      "step": 3976
+    },
+    {
+      "epoch": 0.19005065468794802,
+      "grad_norm": 214.8092803955078,
+      "learning_rate": 1.977912068137218e-05,
+      "loss": 29.5,
+      "step": 3977
+    },
+    {
+      "epoch": 0.19009844212940838,
+      "grad_norm": 358.44647216796875,
+      "learning_rate": 1.9778958900840027e-05,
+      "loss": 37.875,
+      "step": 3978
+    },
+    {
+      "epoch": 0.19014622957086877,
+      "grad_norm": 263.04351806640625,
+      "learning_rate": 1.977879706174453e-05,
+      "loss": 33.7188,
+      "step": 3979
+    },
+    {
+      "epoch": 0.19019401701232916,
+      "grad_norm": 276.1875,
+      "learning_rate": 1.9778635164086653e-05,
+      "loss": 26.9375,
+      "step": 3980
+    },
+    {
+      "epoch": 0.19024180445378955,
+      "grad_norm": 279.58074951171875,
+      "learning_rate": 1.9778473207867374e-05,
+      "loss": 35.3438,
+      "step": 3981
+    },
+    {
+      "epoch": 0.19028959189524994,
+      "grad_norm": 411.1024475097656,
+      "learning_rate": 1.977831119308766e-05,
+      "loss": 36.4062,
+      "step": 3982
+    },
+    {
+      "epoch": 0.1903373793367103,
+      "grad_norm": 226.58824157714844,
+      "learning_rate": 1.9778149119748473e-05,
+      "loss": 22.0469,
+      "step": 3983
+    },
+    {
+      "epoch": 0.1903851667781707,
+      "grad_norm": 376.4179382324219,
+      "learning_rate": 1.9777986987850793e-05,
+      "loss": 27.3438,
+      "step": 3984
+    },
+    {
+      "epoch": 0.19043295421963108,
+      "grad_norm": 393.9270324707031,
+      "learning_rate": 1.9777824797395588e-05,
+      "loss": 26.8438,
+      "step": 3985
+    },
+    {
+      "epoch": 0.19048074166109147,
+      "grad_norm": 407.75311279296875,
+      "learning_rate": 1.977766254838383e-05,
+      "loss": 44.5625,
+      "step": 3986
+    },
+    {
+      "epoch": 0.19052852910255186,
+      "grad_norm": 212.10186767578125,
+      "learning_rate": 1.9777500240816486e-05,
+      "loss": 21.2031,
+      "step": 3987
+    },
+    {
+      "epoch": 0.19057631654401222,
+      "grad_norm": 435.1466064453125,
+      "learning_rate": 1.977733787469454e-05,
+      "loss": 31.8125,
+      "step": 3988
+    },
+    {
+      "epoch": 0.1906241039854726,
+      "grad_norm": 348.1539001464844,
+      "learning_rate": 1.977717545001895e-05,
+      "loss": 27.7188,
+      "step": 3989
+    },
+    {
+      "epoch": 0.190671891426933,
+      "grad_norm": 424.4244689941406,
+      "learning_rate": 1.9777012966790697e-05,
+      "loss": 40.0625,
+      "step": 3990
+    },
+    {
+      "epoch": 0.1907196788683934,
+      "grad_norm": 444.3172912597656,
+      "learning_rate": 1.977685042501075e-05,
+      "loss": 29.8438,
+      "step": 3991
+    },
+    {
+      "epoch": 0.19076746630985378,
+      "grad_norm": 342.26031494140625,
+      "learning_rate": 1.9776687824680088e-05,
+      "loss": 31.9375,
+      "step": 3992
+    },
+    {
+      "epoch": 0.19081525375131417,
+      "grad_norm": 214.92861938476562,
+      "learning_rate": 1.9776525165799677e-05,
+      "loss": 28.75,
+      "step": 3993
+    },
+    {
+      "epoch": 0.19086304119277453,
+      "grad_norm": 267.16693115234375,
+      "learning_rate": 1.97763624483705e-05,
+      "loss": 48.6875,
+      "step": 3994
+    },
+    {
+      "epoch": 0.19091082863423492,
+      "grad_norm": 338.4673156738281,
+      "learning_rate": 1.9776199672393523e-05,
+      "loss": 40.125,
+      "step": 3995
+    },
+    {
+      "epoch": 0.1909586160756953,
+      "grad_norm": 210.37339782714844,
+      "learning_rate": 1.9776036837869728e-05,
+      "loss": 30.3125,
+      "step": 3996
+    },
+    {
+      "epoch": 0.1910064035171557,
+      "grad_norm": 356.3463134765625,
+      "learning_rate": 1.9775873944800086e-05,
+      "loss": 31.8125,
+      "step": 3997
+    },
+    {
+      "epoch": 0.1910541909586161,
+      "grad_norm": 387.5511169433594,
+      "learning_rate": 1.9775710993185574e-05,
+      "loss": 39.2812,
+      "step": 3998
+    },
+    {
+      "epoch": 0.19110197840007645,
+      "grad_norm": 407.4232177734375,
+      "learning_rate": 1.9775547983027163e-05,
+      "loss": 37.6875,
+      "step": 3999
+    },
+    {
+      "epoch": 0.19114976584153684,
+      "grad_norm": 471.1973876953125,
+      "learning_rate": 1.9775384914325835e-05,
+      "loss": 37.1875,
+      "step": 4000
+    },
+    {
+      "epoch": 0.19119755328299723,
+      "grad_norm": 307.9933776855469,
+      "learning_rate": 1.9775221787082568e-05,
+      "loss": 39.8125,
+      "step": 4001
+    },
+    {
+      "epoch": 0.19124534072445762,
+      "grad_norm": 276.8818664550781,
+      "learning_rate": 1.9775058601298337e-05,
+      "loss": 41.0,
+      "step": 4002
+    },
+    {
+      "epoch": 0.191293128165918,
+      "grad_norm": 355.6499328613281,
+      "learning_rate": 1.9774895356974113e-05,
+      "loss": 27.3125,
+      "step": 4003
+    },
+    {
+      "epoch": 0.19134091560737837,
+      "grad_norm": 252.14151000976562,
+      "learning_rate": 1.977473205411088e-05,
+      "loss": 28.7812,
+      "step": 4004
+    },
+    {
+      "epoch": 0.19138870304883876,
+      "grad_norm": 234.60316467285156,
+      "learning_rate": 1.977456869270962e-05,
+      "loss": 31.0938,
+      "step": 4005
+    },
+    {
+      "epoch": 0.19143649049029915,
+      "grad_norm": 173.64439392089844,
+      "learning_rate": 1.9774405272771303e-05,
+      "loss": 22.9531,
+      "step": 4006
+    },
+    {
+      "epoch": 0.19148427793175954,
+      "grad_norm": 307.9468688964844,
+      "learning_rate": 1.977424179429691e-05,
+      "loss": 36.8125,
+      "step": 4007
+    },
+    {
+      "epoch": 0.19153206537321993,
+      "grad_norm": 308.54522705078125,
+      "learning_rate": 1.977407825728742e-05,
+      "loss": 24.375,
+      "step": 4008
+    },
+    {
+      "epoch": 0.1915798528146803,
+      "grad_norm": 287.35980224609375,
+      "learning_rate": 1.9773914661743815e-05,
+      "loss": 28.75,
+      "step": 4009
+    },
+    {
+      "epoch": 0.19162764025614068,
+      "grad_norm": 465.4920349121094,
+      "learning_rate": 1.9773751007667074e-05,
+      "loss": 30.7812,
+      "step": 4010
+    },
+    {
+      "epoch": 0.19167542769760107,
+      "grad_norm": 388.63836669921875,
+      "learning_rate": 1.9773587295058175e-05,
+      "loss": 32.7812,
+      "step": 4011
+    },
+    {
+      "epoch": 0.19172321513906146,
+      "grad_norm": 489.8146057128906,
+      "learning_rate": 1.9773423523918097e-05,
+      "loss": 37.375,
+      "step": 4012
+    },
+    {
+      "epoch": 0.19177100258052185,
+      "grad_norm": 322.39605712890625,
+      "learning_rate": 1.9773259694247828e-05,
+      "loss": 32.4375,
+      "step": 4013
+    },
+    {
+      "epoch": 0.1918187900219822,
+      "grad_norm": 189.78419494628906,
+      "learning_rate": 1.9773095806048342e-05,
+      "loss": 27.1875,
+      "step": 4014
+    },
+    {
+      "epoch": 0.1918665774634426,
+      "grad_norm": 305.5228271484375,
+      "learning_rate": 1.9772931859320624e-05,
+      "loss": 36.0312,
+      "step": 4015
+    },
+    {
+      "epoch": 0.191914364904903,
+      "grad_norm": 364.7961120605469,
+      "learning_rate": 1.977276785406565e-05,
+      "loss": 30.4844,
+      "step": 4016
+    },
+    {
+      "epoch": 0.19196215234636338,
+      "grad_norm": 291.999755859375,
+      "learning_rate": 1.9772603790284412e-05,
+      "loss": 35.875,
+      "step": 4017
+    },
+    {
+      "epoch": 0.19200993978782377,
+      "grad_norm": 424.1929016113281,
+      "learning_rate": 1.9772439667977887e-05,
+      "loss": 35.4688,
+      "step": 4018
+    },
+    {
+      "epoch": 0.19205772722928413,
+      "grad_norm": 240.2839813232422,
+      "learning_rate": 1.9772275487147054e-05,
+      "loss": 26.4688,
+      "step": 4019
+    },
+    {
+      "epoch": 0.19210551467074452,
+      "grad_norm": 316.2575988769531,
+      "learning_rate": 1.9772111247792906e-05,
+      "loss": 33.2812,
+      "step": 4020
+    },
+    {
+      "epoch": 0.1921533021122049,
+      "grad_norm": 405.2969665527344,
+      "learning_rate": 1.9771946949916417e-05,
+      "loss": 40.0,
+      "step": 4021
+    },
+    {
+      "epoch": 0.1922010895536653,
+      "grad_norm": 282.2313537597656,
+      "learning_rate": 1.9771782593518578e-05,
+      "loss": 32.8125,
+      "step": 4022
+    },
+    {
+      "epoch": 0.1922488769951257,
+      "grad_norm": 230.70428466796875,
+      "learning_rate": 1.9771618178600368e-05,
+      "loss": 37.0938,
+      "step": 4023
+    },
+    {
+      "epoch": 0.19229666443658608,
+      "grad_norm": 407.81591796875,
+      "learning_rate": 1.9771453705162776e-05,
+      "loss": 22.6562,
+      "step": 4024
+    },
+    {
+      "epoch": 0.19234445187804644,
+      "grad_norm": 482.9520568847656,
+      "learning_rate": 1.9771289173206784e-05,
+      "loss": 45.4062,
+      "step": 4025
+    },
+    {
+      "epoch": 0.19239223931950683,
+      "grad_norm": 377.7250061035156,
+      "learning_rate": 1.977112458273338e-05,
+      "loss": 33.9688,
+      "step": 4026
+    },
+    {
+      "epoch": 0.19244002676096722,
+      "grad_norm": 255.39651489257812,
+      "learning_rate": 1.9770959933743543e-05,
+      "loss": 28.6875,
+      "step": 4027
+    },
+    {
+      "epoch": 0.1924878142024276,
+      "grad_norm": 577.3758544921875,
+      "learning_rate": 1.977079522623827e-05,
+      "loss": 28.2188,
+      "step": 4028
+    },
+    {
+      "epoch": 0.192535601643888,
+      "grad_norm": 329.675537109375,
+      "learning_rate": 1.977063046021854e-05,
+      "loss": 29.2812,
+      "step": 4029
+    },
+    {
+      "epoch": 0.19258338908534836,
+      "grad_norm": 192.10719299316406,
+      "learning_rate": 1.9770465635685336e-05,
+      "loss": 26.9375,
+      "step": 4030
+    },
+    {
+      "epoch": 0.19263117652680875,
+      "grad_norm": 381.42584228515625,
+      "learning_rate": 1.9770300752639656e-05,
+      "loss": 52.25,
+      "step": 4031
+    },
+    {
+      "epoch": 0.19267896396826914,
+      "grad_norm": 483.2037353515625,
+      "learning_rate": 1.977013581108248e-05,
+      "loss": 44.75,
+      "step": 4032
+    },
+    {
+      "epoch": 0.19272675140972953,
+      "grad_norm": 323.0796813964844,
+      "learning_rate": 1.9769970811014792e-05,
+      "loss": 27.7188,
+      "step": 4033
+    },
+    {
+      "epoch": 0.19277453885118992,
+      "grad_norm": 331.5999755859375,
+      "learning_rate": 1.976980575243759e-05,
+      "loss": 24.4375,
+      "step": 4034
+    },
+    {
+      "epoch": 0.19282232629265028,
+      "grad_norm": 563.4755859375,
+      "learning_rate": 1.9769640635351862e-05,
+      "loss": 24.8125,
+      "step": 4035
+    },
+    {
+      "epoch": 0.19287011373411067,
+      "grad_norm": 218.67868041992188,
+      "learning_rate": 1.976947545975859e-05,
+      "loss": 21.5469,
+      "step": 4036
+    },
+    {
+      "epoch": 0.19291790117557106,
+      "grad_norm": 392.3744201660156,
+      "learning_rate": 1.9769310225658764e-05,
+      "loss": 37.5938,
+      "step": 4037
+    },
+    {
+      "epoch": 0.19296568861703145,
+      "grad_norm": 412.4794616699219,
+      "learning_rate": 1.976914493305338e-05,
+      "loss": 24.5938,
+      "step": 4038
+    },
+    {
+      "epoch": 0.19301347605849184,
+      "grad_norm": 211.0226287841797,
+      "learning_rate": 1.9768979581943418e-05,
+      "loss": 32.6875,
+      "step": 4039
+    },
+    {
+      "epoch": 0.1930612634999522,
+      "grad_norm": 299.130615234375,
+      "learning_rate": 1.9768814172329874e-05,
+      "loss": 37.25,
+      "step": 4040
+    },
+    {
+      "epoch": 0.1931090509414126,
+      "grad_norm": 537.2156982421875,
+      "learning_rate": 1.9768648704213743e-05,
+      "loss": 35.3438,
+      "step": 4041
+    },
+    {
+      "epoch": 0.19315683838287298,
+      "grad_norm": 440.1295471191406,
+      "learning_rate": 1.9768483177596008e-05,
+      "loss": 22.8438,
+      "step": 4042
+    },
+    {
+      "epoch": 0.19320462582433337,
+      "grad_norm": 274.628662109375,
+      "learning_rate": 1.9768317592477664e-05,
+      "loss": 34.75,
+      "step": 4043
+    },
+    {
+      "epoch": 0.19325241326579376,
+      "grad_norm": 320.27117919921875,
+      "learning_rate": 1.9768151948859705e-05,
+      "loss": 47.0625,
+      "step": 4044
+    },
+    {
+      "epoch": 0.19330020070725412,
+      "grad_norm": 256.4256896972656,
+      "learning_rate": 1.9767986246743116e-05,
+      "loss": 28.9844,
+      "step": 4045
+    },
+    {
+      "epoch": 0.1933479881487145,
+      "grad_norm": 313.3624572753906,
+      "learning_rate": 1.9767820486128894e-05,
+      "loss": 38.0625,
+      "step": 4046
+    },
+    {
+      "epoch": 0.1933957755901749,
+      "grad_norm": 505.185791015625,
+      "learning_rate": 1.9767654667018034e-05,
+      "loss": 29.6719,
+      "step": 4047
+    },
+    {
+      "epoch": 0.1934435630316353,
+      "grad_norm": 519.2825317382812,
+      "learning_rate": 1.9767488789411526e-05,
+      "loss": 31.8125,
+      "step": 4048
+    },
+    {
+      "epoch": 0.19349135047309568,
+      "grad_norm": 184.38504028320312,
+      "learning_rate": 1.9767322853310362e-05,
+      "loss": 18.0781,
+      "step": 4049
+    },
+    {
+      "epoch": 0.19353913791455604,
+      "grad_norm": 209.25367736816406,
+      "learning_rate": 1.976715685871554e-05,
+      "loss": 28.0,
+      "step": 4050
+    },
+    {
+      "epoch": 0.19358692535601643,
+      "grad_norm": 349.421630859375,
+      "learning_rate": 1.9766990805628047e-05,
+      "loss": 36.9688,
+      "step": 4051
+    },
+    {
+      "epoch": 0.19363471279747682,
+      "grad_norm": 255.35377502441406,
+      "learning_rate": 1.9766824694048884e-05,
+      "loss": 31.7188,
+      "step": 4052
+    },
+    {
+      "epoch": 0.1936825002389372,
+      "grad_norm": 385.1595458984375,
+      "learning_rate": 1.9766658523979047e-05,
+      "loss": 39.125,
+      "step": 4053
+    },
+    {
+      "epoch": 0.1937302876803976,
+      "grad_norm": 409.3277893066406,
+      "learning_rate": 1.9766492295419524e-05,
+      "loss": 33.6719,
+      "step": 4054
+    },
+    {
+      "epoch": 0.19377807512185796,
+      "grad_norm": 232.77096557617188,
+      "learning_rate": 1.9766326008371313e-05,
+      "loss": 28.3125,
+      "step": 4055
+    },
+    {
+      "epoch": 0.19382586256331835,
+      "grad_norm": 422.4906311035156,
+      "learning_rate": 1.9766159662835416e-05,
+      "loss": 39.2188,
+      "step": 4056
+    },
+    {
+      "epoch": 0.19387365000477874,
+      "grad_norm": 472.1141662597656,
+      "learning_rate": 1.9765993258812822e-05,
+      "loss": 39.6875,
+      "step": 4057
+    },
+    {
+      "epoch": 0.19392143744623913,
+      "grad_norm": 321.22528076171875,
+      "learning_rate": 1.976582679630453e-05,
+      "loss": 41.2812,
+      "step": 4058
+    },
+    {
+      "epoch": 0.19396922488769952,
+      "grad_norm": 363.53472900390625,
+      "learning_rate": 1.9765660275311536e-05,
+      "loss": 31.8125,
+      "step": 4059
+    },
+    {
+      "epoch": 0.1940170123291599,
+      "grad_norm": 1028.644775390625,
+      "learning_rate": 1.976549369583484e-05,
+      "loss": 27.5625,
+      "step": 4060
+    },
+    {
+      "epoch": 0.19406479977062027,
+      "grad_norm": 242.95555114746094,
+      "learning_rate": 1.9765327057875433e-05,
+      "loss": 25.5,
+      "step": 4061
+    },
+    {
+      "epoch": 0.19411258721208066,
+      "grad_norm": 424.1167297363281,
+      "learning_rate": 1.9765160361434324e-05,
+      "loss": 38.0,
+      "step": 4062
+    },
+    {
+      "epoch": 0.19416037465354105,
+      "grad_norm": 414.4930725097656,
+      "learning_rate": 1.9764993606512503e-05,
+      "loss": 39.9688,
+      "step": 4063
+    },
+    {
+      "epoch": 0.19420816209500144,
+      "grad_norm": 295.29595947265625,
+      "learning_rate": 1.9764826793110967e-05,
+      "loss": 33.6562,
+      "step": 4064
+    },
+    {
+      "epoch": 0.19425594953646183,
+      "grad_norm": 234.04212951660156,
+      "learning_rate": 1.976465992123072e-05,
+      "loss": 29.9375,
+      "step": 4065
+    },
+    {
+      "epoch": 0.1943037369779222,
+      "grad_norm": 350.920654296875,
+      "learning_rate": 1.9764492990872764e-05,
+      "loss": 36.8438,
+      "step": 4066
+    },
+    {
+      "epoch": 0.19435152441938258,
+      "grad_norm": 370.2956237792969,
+      "learning_rate": 1.976432600203809e-05,
+      "loss": 36.9375,
+      "step": 4067
+    },
+    {
+      "epoch": 0.19439931186084297,
+      "grad_norm": 175.83291625976562,
+      "learning_rate": 1.9764158954727706e-05,
+      "loss": 26.9531,
+      "step": 4068
+    },
+    {
+      "epoch": 0.19444709930230336,
+      "grad_norm": 384.2574462890625,
+      "learning_rate": 1.9763991848942608e-05,
+      "loss": 33.9375,
+      "step": 4069
+    },
+    {
+      "epoch": 0.19449488674376375,
+      "grad_norm": 343.4920654296875,
+      "learning_rate": 1.97638246846838e-05,
+      "loss": 31.5938,
+      "step": 4070
+    },
+    {
+      "epoch": 0.1945426741852241,
+      "grad_norm": 357.1239929199219,
+      "learning_rate": 1.9763657461952275e-05,
+      "loss": 42.1562,
+      "step": 4071
+    },
+    {
+      "epoch": 0.1945904616266845,
+      "grad_norm": 288.1497497558594,
+      "learning_rate": 1.9763490180749046e-05,
+      "loss": 46.7812,
+      "step": 4072
+    },
+    {
+      "epoch": 0.1946382490681449,
+      "grad_norm": 304.3608703613281,
+      "learning_rate": 1.976332284107511e-05,
+      "loss": 32.0625,
+      "step": 4073
+    },
+    {
+      "epoch": 0.19468603650960528,
+      "grad_norm": 343.4524841308594,
+      "learning_rate": 1.9763155442931463e-05,
+      "loss": 22.8438,
+      "step": 4074
+    },
+    {
+      "epoch": 0.19473382395106567,
+      "grad_norm": 273.46502685546875,
+      "learning_rate": 1.9762987986319114e-05,
+      "loss": 37.7812,
+      "step": 4075
+    },
+    {
+      "epoch": 0.19478161139252603,
+      "grad_norm": 335.2936706542969,
+      "learning_rate": 1.9762820471239067e-05,
+      "loss": 26.3438,
+      "step": 4076
+    },
+    {
+      "epoch": 0.19482939883398642,
+      "grad_norm": 206.10263061523438,
+      "learning_rate": 1.976265289769232e-05,
+      "loss": 25.3906,
+      "step": 4077
+    },
+    {
+      "epoch": 0.1948771862754468,
+      "grad_norm": 301.4068298339844,
+      "learning_rate": 1.976248526567988e-05,
+      "loss": 31.1406,
+      "step": 4078
+    },
+    {
+      "epoch": 0.1949249737169072,
+      "grad_norm": 242.2554473876953,
+      "learning_rate": 1.9762317575202753e-05,
+      "loss": 29.6094,
+      "step": 4079
+    },
+    {
+      "epoch": 0.1949727611583676,
+      "grad_norm": 248.23941040039062,
+      "learning_rate": 1.9762149826261937e-05,
+      "loss": 26.6562,
+      "step": 4080
+    },
+    {
+      "epoch": 0.19502054859982795,
+      "grad_norm": 239.406494140625,
+      "learning_rate": 1.9761982018858442e-05,
+      "loss": 36.2812,
+      "step": 4081
+    },
+    {
+      "epoch": 0.19506833604128834,
+      "grad_norm": 280.3421325683594,
+      "learning_rate": 1.9761814152993272e-05,
+      "loss": 29.4062,
+      "step": 4082
+    },
+    {
+      "epoch": 0.19511612348274873,
+      "grad_norm": 378.07720947265625,
+      "learning_rate": 1.976164622866743e-05,
+      "loss": 32.0938,
+      "step": 4083
+    },
+    {
+      "epoch": 0.19516391092420912,
+      "grad_norm": 240.6234893798828,
+      "learning_rate": 1.9761478245881925e-05,
+      "loss": 32.5312,
+      "step": 4084
+    },
+    {
+      "epoch": 0.1952116983656695,
+      "grad_norm": 768.2212524414062,
+      "learning_rate": 1.9761310204637757e-05,
+      "loss": 23.7656,
+      "step": 4085
+    },
+    {
+      "epoch": 0.19525948580712987,
+      "grad_norm": 244.99302673339844,
+      "learning_rate": 1.976114210493594e-05,
+      "loss": 36.75,
+      "step": 4086
+    },
+    {
+      "epoch": 0.19530727324859026,
+      "grad_norm": 436.15008544921875,
+      "learning_rate": 1.976097394677748e-05,
+      "loss": 40.625,
+      "step": 4087
+    },
+    {
+      "epoch": 0.19535506069005065,
+      "grad_norm": 192.3028564453125,
+      "learning_rate": 1.9760805730163376e-05,
+      "loss": 19.75,
+      "step": 4088
+    },
+    {
+      "epoch": 0.19540284813151104,
+      "grad_norm": 261.7130432128906,
+      "learning_rate": 1.976063745509464e-05,
+      "loss": 31.5781,
+      "step": 4089
+    },
+    {
+      "epoch": 0.19545063557297143,
+      "grad_norm": 315.9620666503906,
+      "learning_rate": 1.9760469121572284e-05,
+      "loss": 28.4375,
+      "step": 4090
+    },
+    {
+      "epoch": 0.1954984230144318,
+      "grad_norm": 496.6698913574219,
+      "learning_rate": 1.976030072959731e-05,
+      "loss": 39.9688,
+      "step": 4091
+    },
+    {
+      "epoch": 0.19554621045589218,
+      "grad_norm": 490.9248046875,
+      "learning_rate": 1.976013227917073e-05,
+      "loss": 49.5938,
+      "step": 4092
+    },
+    {
+      "epoch": 0.19559399789735257,
+      "grad_norm": 244.1269989013672,
+      "learning_rate": 1.9759963770293554e-05,
+      "loss": 30.875,
+      "step": 4093
+    },
+    {
+      "epoch": 0.19564178533881296,
+      "grad_norm": 310.76898193359375,
+      "learning_rate": 1.9759795202966783e-05,
+      "loss": 38.4062,
+      "step": 4094
+    },
+    {
+      "epoch": 0.19568957278027335,
+      "grad_norm": 263.5950622558594,
+      "learning_rate": 1.9759626577191436e-05,
+      "loss": 33.5,
+      "step": 4095
+    },
+    {
+      "epoch": 0.19573736022173374,
+      "grad_norm": 279.64361572265625,
+      "learning_rate": 1.9759457892968518e-05,
+      "loss": 26.75,
+      "step": 4096
+    },
+    {
+      "epoch": 0.1957851476631941,
+      "grad_norm": 411.21710205078125,
+      "learning_rate": 1.9759289150299043e-05,
+      "loss": 44.4688,
+      "step": 4097
+    },
+    {
+      "epoch": 0.1958329351046545,
+      "grad_norm": 498.6195983886719,
+      "learning_rate": 1.9759120349184016e-05,
+      "loss": 43.9688,
+      "step": 4098
+    },
+    {
+      "epoch": 0.19588072254611488,
+      "grad_norm": 288.2307434082031,
+      "learning_rate": 1.9758951489624452e-05,
+      "loss": 31.125,
+      "step": 4099
+    },
+    {
+      "epoch": 0.19592850998757527,
+      "grad_norm": 394.31109619140625,
+      "learning_rate": 1.975878257162136e-05,
+      "loss": 33.25,
+      "step": 4100
+    },
+    {
+      "epoch": 0.19597629742903566,
+      "grad_norm": 242.07464599609375,
+      "learning_rate": 1.9758613595175754e-05,
+      "loss": 25.8906,
+      "step": 4101
+    },
+    {
+      "epoch": 0.19602408487049602,
+      "grad_norm": 265.80712890625,
+      "learning_rate": 1.9758444560288643e-05,
+      "loss": 22.7969,
+      "step": 4102
+    },
+    {
+      "epoch": 0.1960718723119564,
+      "grad_norm": 399.5069580078125,
+      "learning_rate": 1.9758275466961043e-05,
+      "loss": 28.5,
+      "step": 4103
+    },
+    {
+      "epoch": 0.1961196597534168,
+      "grad_norm": 347.2105407714844,
+      "learning_rate": 1.9758106315193963e-05,
+      "loss": 44.0469,
+      "step": 4104
+    },
+    {
+      "epoch": 0.1961674471948772,
+      "grad_norm": 216.50318908691406,
+      "learning_rate": 1.975793710498842e-05,
+      "loss": 27.2188,
+      "step": 4105
+    },
+    {
+      "epoch": 0.19621523463633758,
+      "grad_norm": 362.27203369140625,
+      "learning_rate": 1.975776783634542e-05,
+      "loss": 38.9062,
+      "step": 4106
+    },
+    {
+      "epoch": 0.19626302207779794,
+      "grad_norm": 302.47735595703125,
+      "learning_rate": 1.9757598509265986e-05,
+      "loss": 44.3125,
+      "step": 4107
+    },
+    {
+      "epoch": 0.19631080951925833,
+      "grad_norm": 399.9326477050781,
+      "learning_rate": 1.9757429123751125e-05,
+      "loss": 39.9688,
+      "step": 4108
+    },
+    {
+      "epoch": 0.19635859696071872,
+      "grad_norm": 270.2955627441406,
+      "learning_rate": 1.9757259679801856e-05,
+      "loss": 41.7031,
+      "step": 4109
+    },
+    {
+      "epoch": 0.1964063844021791,
+      "grad_norm": 291.59033203125,
+      "learning_rate": 1.9757090177419193e-05,
+      "loss": 35.9688,
+      "step": 4110
+    },
+    {
+      "epoch": 0.1964541718436395,
+      "grad_norm": 405.3925476074219,
+      "learning_rate": 1.9756920616604148e-05,
+      "loss": 31.0312,
+      "step": 4111
+    },
+    {
+      "epoch": 0.19650195928509986,
+      "grad_norm": 234.58743286132812,
+      "learning_rate": 1.9756750997357738e-05,
+      "loss": 31.25,
+      "step": 4112
+    },
+    {
+      "epoch": 0.19654974672656025,
+      "grad_norm": 185.1422119140625,
+      "learning_rate": 1.975658131968098e-05,
+      "loss": 23.875,
+      "step": 4113
+    },
+    {
+      "epoch": 0.19659753416802064,
+      "grad_norm": 269.4940490722656,
+      "learning_rate": 1.975641158357489e-05,
+      "loss": 25.3125,
+      "step": 4114
+    },
+    {
+      "epoch": 0.19664532160948103,
+      "grad_norm": 282.65093994140625,
+      "learning_rate": 1.975624178904048e-05,
+      "loss": 26.3594,
+      "step": 4115
+    },
+    {
+      "epoch": 0.19669310905094142,
+      "grad_norm": 212.06358337402344,
+      "learning_rate": 1.9756071936078776e-05,
+      "loss": 31.6562,
+      "step": 4116
+    },
+    {
+      "epoch": 0.19674089649240178,
+      "grad_norm": 215.23248291015625,
+      "learning_rate": 1.9755902024690784e-05,
+      "loss": 24.7812,
+      "step": 4117
+    },
+    {
+      "epoch": 0.19678868393386217,
+      "grad_norm": 437.16058349609375,
+      "learning_rate": 1.9755732054877535e-05,
+      "loss": 37.7188,
+      "step": 4118
+    },
+    {
+      "epoch": 0.19683647137532256,
+      "grad_norm": 166.744873046875,
+      "learning_rate": 1.9755562026640034e-05,
+      "loss": 24.5938,
+      "step": 4119
+    },
+    {
+      "epoch": 0.19688425881678295,
+      "grad_norm": 252.26133728027344,
+      "learning_rate": 1.975539193997931e-05,
+      "loss": 24.125,
+      "step": 4120
+    },
+    {
+      "epoch": 0.19693204625824334,
+      "grad_norm": 333.6788330078125,
+      "learning_rate": 1.975522179489637e-05,
+      "loss": 29.9688,
+      "step": 4121
+    },
+    {
+      "epoch": 0.1969798336997037,
+      "grad_norm": 332.6498107910156,
+      "learning_rate": 1.9755051591392237e-05,
+      "loss": 43.6562,
+      "step": 4122
+    },
+    {
+      "epoch": 0.1970276211411641,
+      "grad_norm": 371.48248291015625,
+      "learning_rate": 1.975488132946794e-05,
+      "loss": 34.1562,
+      "step": 4123
+    },
+    {
+      "epoch": 0.19707540858262448,
+      "grad_norm": 223.4522247314453,
+      "learning_rate": 1.9754711009124485e-05,
+      "loss": 33.2188,
+      "step": 4124
+    },
+    {
+      "epoch": 0.19712319602408487,
+      "grad_norm": 334.1884460449219,
+      "learning_rate": 1.9754540630362903e-05,
+      "loss": 33.5312,
+      "step": 4125
+    },
+    {
+      "epoch": 0.19717098346554526,
+      "grad_norm": 174.92474365234375,
+      "learning_rate": 1.9754370193184207e-05,
+      "loss": 19.7969,
+      "step": 4126
+    },
+    {
+      "epoch": 0.19721877090700565,
+      "grad_norm": 176.79696655273438,
+      "learning_rate": 1.975419969758942e-05,
+      "loss": 27.4688,
+      "step": 4127
+    },
+    {
+      "epoch": 0.19726655834846601,
+      "grad_norm": 245.30511474609375,
+      "learning_rate": 1.9754029143579562e-05,
+      "loss": 27.1094,
+      "step": 4128
+    },
+    {
+      "epoch": 0.1973143457899264,
+      "grad_norm": 174.3140106201172,
+      "learning_rate": 1.9753858531155658e-05,
+      "loss": 25.2188,
+      "step": 4129
+    },
+    {
+      "epoch": 0.1973621332313868,
+      "grad_norm": 367.7413330078125,
+      "learning_rate": 1.9753687860318728e-05,
+      "loss": 38.4062,
+      "step": 4130
+    },
+    {
+      "epoch": 0.19740992067284718,
+      "grad_norm": 328.1348571777344,
+      "learning_rate": 1.975351713106979e-05,
+      "loss": 28.5312,
+      "step": 4131
+    },
+    {
+      "epoch": 0.19745770811430757,
+      "grad_norm": 295.69384765625,
+      "learning_rate": 1.9753346343409873e-05,
+      "loss": 23.6562,
+      "step": 4132
+    },
+    {
+      "epoch": 0.19750549555576793,
+      "grad_norm": 528.8643798828125,
+      "learning_rate": 1.9753175497339994e-05,
+      "loss": 22.4375,
+      "step": 4133
+    },
+    {
+      "epoch": 0.19755328299722832,
+      "grad_norm": 281.1327819824219,
+      "learning_rate": 1.975300459286118e-05,
+      "loss": 31.7188,
+      "step": 4134
+    },
+    {
+      "epoch": 0.19760107043868871,
+      "grad_norm": 540.192138671875,
+      "learning_rate": 1.975283362997445e-05,
+      "loss": 31.0312,
+      "step": 4135
+    },
+    {
+      "epoch": 0.1976488578801491,
+      "grad_norm": 290.3775939941406,
+      "learning_rate": 1.9752662608680838e-05,
+      "loss": 37.6875,
+      "step": 4136
+    },
+    {
+      "epoch": 0.1976966453216095,
+      "grad_norm": 396.9519958496094,
+      "learning_rate": 1.975249152898136e-05,
+      "loss": 46.9375,
+      "step": 4137
+    },
+    {
+      "epoch": 0.19774443276306986,
+      "grad_norm": 376.15106201171875,
+      "learning_rate": 1.9752320390877037e-05,
+      "loss": 51.5938,
+      "step": 4138
+    },
+    {
+      "epoch": 0.19779222020453024,
+      "grad_norm": 204.47024536132812,
+      "learning_rate": 1.9752149194368902e-05,
+      "loss": 32.7812,
+      "step": 4139
+    },
+    {
+      "epoch": 0.19784000764599063,
+      "grad_norm": 223.0762939453125,
+      "learning_rate": 1.9751977939457978e-05,
+      "loss": 27.75,
+      "step": 4140
+    },
+    {
+      "epoch": 0.19788779508745102,
+      "grad_norm": 260.467529296875,
+      "learning_rate": 1.9751806626145287e-05,
+      "loss": 28.5,
+      "step": 4141
+    },
+    {
+      "epoch": 0.1979355825289114,
+      "grad_norm": 230.72274780273438,
+      "learning_rate": 1.975163525443186e-05,
+      "loss": 24.7812,
+      "step": 4142
+    },
+    {
+      "epoch": 0.19798336997037178,
+      "grad_norm": 577.0140991210938,
+      "learning_rate": 1.975146382431872e-05,
+      "loss": 28.625,
+      "step": 4143
+    },
+    {
+      "epoch": 0.19803115741183216,
+      "grad_norm": 277.9981384277344,
+      "learning_rate": 1.9751292335806896e-05,
+      "loss": 29.25,
+      "step": 4144
+    },
+    {
+      "epoch": 0.19807894485329255,
+      "grad_norm": 250.77232360839844,
+      "learning_rate": 1.975112078889741e-05,
+      "loss": 25.3438,
+      "step": 4145
+    },
+    {
+      "epoch": 0.19812673229475294,
+      "grad_norm": 326.8592224121094,
+      "learning_rate": 1.9750949183591296e-05,
+      "loss": 35.3125,
+      "step": 4146
+    },
+    {
+      "epoch": 0.19817451973621333,
+      "grad_norm": 404.3504943847656,
+      "learning_rate": 1.9750777519889576e-05,
+      "loss": 33.5938,
+      "step": 4147
+    },
+    {
+      "epoch": 0.1982223071776737,
+      "grad_norm": 195.2409210205078,
+      "learning_rate": 1.9750605797793283e-05,
+      "loss": 23.75,
+      "step": 4148
+    },
+    {
+      "epoch": 0.19827009461913409,
+      "grad_norm": 174.7480010986328,
+      "learning_rate": 1.9750434017303443e-05,
+      "loss": 30.0469,
+      "step": 4149
+    },
+    {
+      "epoch": 0.19831788206059447,
+      "grad_norm": 326.81768798828125,
+      "learning_rate": 1.9750262178421082e-05,
+      "loss": 36.75,
+      "step": 4150
+    },
+    {
+      "epoch": 0.19836566950205486,
+      "grad_norm": 359.5292663574219,
+      "learning_rate": 1.9750090281147232e-05,
+      "loss": 34.75,
+      "step": 4151
+    },
+    {
+      "epoch": 0.19841345694351525,
+      "grad_norm": 347.2897644042969,
+      "learning_rate": 1.9749918325482925e-05,
+      "loss": 39.875,
+      "step": 4152
+    },
+    {
+      "epoch": 0.19846124438497562,
+      "grad_norm": 224.98928833007812,
+      "learning_rate": 1.9749746311429184e-05,
+      "loss": 27.1875,
+      "step": 4153
+    },
+    {
+      "epoch": 0.198509031826436,
+      "grad_norm": 689.0075073242188,
+      "learning_rate": 1.974957423898705e-05,
+      "loss": 39.4062,
+      "step": 4154
+    },
+    {
+      "epoch": 0.1985568192678964,
+      "grad_norm": 287.6737060546875,
+      "learning_rate": 1.9749402108157542e-05,
+      "loss": 29.375,
+      "step": 4155
+    },
+    {
+      "epoch": 0.19860460670935678,
+      "grad_norm": 243.51840209960938,
+      "learning_rate": 1.9749229918941694e-05,
+      "loss": 21.2812,
+      "step": 4156
+    },
+    {
+      "epoch": 0.19865239415081717,
+      "grad_norm": 261.103515625,
+      "learning_rate": 1.9749057671340543e-05,
+      "loss": 40.875,
+      "step": 4157
+    },
+    {
+      "epoch": 0.19870018159227754,
+      "grad_norm": 198.01844787597656,
+      "learning_rate": 1.974888536535511e-05,
+      "loss": 21.875,
+      "step": 4158
+    },
+    {
+      "epoch": 0.19874796903373793,
+      "grad_norm": 1119.3436279296875,
+      "learning_rate": 1.9748713000986443e-05,
+      "loss": 33.8438,
+      "step": 4159
+    },
+    {
+      "epoch": 0.19879575647519832,
+      "grad_norm": 324.867431640625,
+      "learning_rate": 1.9748540578235554e-05,
+      "loss": 28.9688,
+      "step": 4160
+    },
+    {
+      "epoch": 0.1988435439166587,
+      "grad_norm": 399.40594482421875,
+      "learning_rate": 1.9748368097103492e-05,
+      "loss": 45.0625,
+      "step": 4161
+    },
+    {
+      "epoch": 0.1988913313581191,
+      "grad_norm": 328.9217224121094,
+      "learning_rate": 1.9748195557591284e-05,
+      "loss": 39.9688,
+      "step": 4162
+    },
+    {
+      "epoch": 0.19893911879957948,
+      "grad_norm": 276.68463134765625,
+      "learning_rate": 1.9748022959699962e-05,
+      "loss": 28.8438,
+      "step": 4163
+    },
+    {
+      "epoch": 0.19898690624103985,
+      "grad_norm": 219.22186279296875,
+      "learning_rate": 1.974785030343056e-05,
+      "loss": 23.0,
+      "step": 4164
+    },
+    {
+      "epoch": 0.19903469368250024,
+      "grad_norm": 231.43951416015625,
+      "learning_rate": 1.9747677588784116e-05,
+      "loss": 25.9062,
+      "step": 4165
+    },
+    {
+      "epoch": 0.19908248112396063,
+      "grad_norm": 289.3184814453125,
+      "learning_rate": 1.9747504815761658e-05,
+      "loss": 29.5938,
+      "step": 4166
+    },
+    {
+      "epoch": 0.19913026856542101,
+      "grad_norm": 329.15618896484375,
+      "learning_rate": 1.9747331984364226e-05,
+      "loss": 26.3125,
+      "step": 4167
+    },
+    {
+      "epoch": 0.1991780560068814,
+      "grad_norm": 300.7098693847656,
+      "learning_rate": 1.9747159094592852e-05,
+      "loss": 38.3438,
+      "step": 4168
+    },
+    {
+      "epoch": 0.19922584344834177,
+      "grad_norm": 443.8155517578125,
+      "learning_rate": 1.974698614644857e-05,
+      "loss": 31.2188,
+      "step": 4169
+    },
+    {
+      "epoch": 0.19927363088980216,
+      "grad_norm": 224.8648681640625,
+      "learning_rate": 1.9746813139932422e-05,
+      "loss": 34.0,
+      "step": 4170
+    },
+    {
+      "epoch": 0.19932141833126255,
+      "grad_norm": 464.1116027832031,
+      "learning_rate": 1.9746640075045436e-05,
+      "loss": 33.5312,
+      "step": 4171
+    },
+    {
+      "epoch": 0.19936920577272293,
+      "grad_norm": 234.3634490966797,
+      "learning_rate": 1.9746466951788658e-05,
+      "loss": 22.2031,
+      "step": 4172
+    },
+    {
+      "epoch": 0.19941699321418332,
+      "grad_norm": 594.1982421875,
+      "learning_rate": 1.9746293770163113e-05,
+      "loss": 31.625,
+      "step": 4173
+    },
+    {
+      "epoch": 0.1994647806556437,
+      "grad_norm": 630.1856689453125,
+      "learning_rate": 1.9746120530169846e-05,
+      "loss": 27.6094,
+      "step": 4174
+    },
+    {
+      "epoch": 0.19951256809710408,
+      "grad_norm": 385.8991394042969,
+      "learning_rate": 1.9745947231809897e-05,
+      "loss": 30.4688,
+      "step": 4175
+    },
+    {
+      "epoch": 0.19956035553856447,
+      "grad_norm": 201.5564727783203,
+      "learning_rate": 1.9745773875084296e-05,
+      "loss": 24.5625,
+      "step": 4176
+    },
+    {
+      "epoch": 0.19960814298002486,
+      "grad_norm": 402.95037841796875,
+      "learning_rate": 1.974560045999409e-05,
+      "loss": 43.3438,
+      "step": 4177
+    },
+    {
+      "epoch": 0.19965593042148524,
+      "grad_norm": 360.08843994140625,
+      "learning_rate": 1.9745426986540307e-05,
+      "loss": 31.0156,
+      "step": 4178
+    },
+    {
+      "epoch": 0.1997037178629456,
+      "grad_norm": 629.015380859375,
+      "learning_rate": 1.974525345472399e-05,
+      "loss": 45.625,
+      "step": 4179
+    },
+    {
+      "epoch": 0.199751505304406,
+      "grad_norm": 200.17782592773438,
+      "learning_rate": 1.9745079864546184e-05,
+      "loss": 22.9219,
+      "step": 4180
+    },
+    {
+      "epoch": 0.19979929274586639,
+      "grad_norm": 195.6339111328125,
+      "learning_rate": 1.9744906216007924e-05,
+      "loss": 28.9375,
+      "step": 4181
+    },
+    {
+      "epoch": 0.19984708018732678,
+      "grad_norm": 177.69473266601562,
+      "learning_rate": 1.974473250911025e-05,
+      "loss": 26.5,
+      "step": 4182
+    },
+    {
+      "epoch": 0.19989486762878717,
+      "grad_norm": 259.8806457519531,
+      "learning_rate": 1.97445587438542e-05,
+      "loss": 27.9375,
+      "step": 4183
+    },
+    {
+      "epoch": 0.19994265507024753,
+      "grad_norm": 203.30035400390625,
+      "learning_rate": 1.974438492024082e-05,
+      "loss": 27.8281,
+      "step": 4184
+    },
+    {
+      "epoch": 0.19999044251170792,
+      "grad_norm": 411.6985168457031,
+      "learning_rate": 1.9744211038271147e-05,
+      "loss": 30.3438,
+      "step": 4185
+    },
+    {
+      "epoch": 0.2000382299531683,
+      "grad_norm": 521.8297119140625,
+      "learning_rate": 1.9744037097946222e-05,
+      "loss": 50.375,
+      "step": 4186
+    },
+    {
+      "epoch": 0.2000860173946287,
+      "grad_norm": 324.2400817871094,
+      "learning_rate": 1.974386309926709e-05,
+      "loss": 33.9688,
+      "step": 4187
+    },
+    {
+      "epoch": 0.20013380483608909,
+      "grad_norm": 259.23895263671875,
+      "learning_rate": 1.974368904223479e-05,
+      "loss": 32.5625,
+      "step": 4188
+    },
+    {
+      "epoch": 0.20018159227754945,
+      "grad_norm": 356.5201721191406,
+      "learning_rate": 1.9743514926850366e-05,
+      "loss": 32.0312,
+      "step": 4189
+    },
+    {
+      "epoch": 0.20022937971900984,
+      "grad_norm": 387.6375427246094,
+      "learning_rate": 1.974334075311486e-05,
+      "loss": 33.0625,
+      "step": 4190
+    },
+    {
+      "epoch": 0.20027716716047023,
+      "grad_norm": 215.85890197753906,
+      "learning_rate": 1.9743166521029313e-05,
+      "loss": 26.6562,
+      "step": 4191
+    },
+    {
+      "epoch": 0.20032495460193062,
+      "grad_norm": 269.55804443359375,
+      "learning_rate": 1.9742992230594774e-05,
+      "loss": 39.4688,
+      "step": 4192
+    },
+    {
+      "epoch": 0.200372742043391,
+      "grad_norm": 200.41978454589844,
+      "learning_rate": 1.9742817881812283e-05,
+      "loss": 28.8125,
+      "step": 4193
+    },
+    {
+      "epoch": 0.20042052948485137,
+      "grad_norm": 413.0944519042969,
+      "learning_rate": 1.9742643474682882e-05,
+      "loss": 37.6875,
+      "step": 4194
+    },
+    {
+      "epoch": 0.20046831692631176,
+      "grad_norm": 300.7647705078125,
+      "learning_rate": 1.9742469009207622e-05,
+      "loss": 39.125,
+      "step": 4195
+    },
+    {
+      "epoch": 0.20051610436777215,
+      "grad_norm": 279.2559509277344,
+      "learning_rate": 1.974229448538754e-05,
+      "loss": 39.5,
+      "step": 4196
+    },
+    {
+      "epoch": 0.20056389180923254,
+      "grad_norm": 272.5938415527344,
+      "learning_rate": 1.9742119903223687e-05,
+      "loss": 43.1875,
+      "step": 4197
+    },
+    {
+      "epoch": 0.20061167925069293,
+      "grad_norm": 322.341064453125,
+      "learning_rate": 1.9741945262717106e-05,
+      "loss": 27.0,
+      "step": 4198
+    },
+    {
+      "epoch": 0.20065946669215332,
+      "grad_norm": 438.22381591796875,
+      "learning_rate": 1.9741770563868843e-05,
+      "loss": 48.75,
+      "step": 4199
+    },
+    {
+      "epoch": 0.20070725413361368,
+      "grad_norm": 361.7326965332031,
+      "learning_rate": 1.9741595806679946e-05,
+      "loss": 32.8438,
+      "step": 4200
+    },
+    {
+      "epoch": 0.20075504157507407,
+      "grad_norm": 376.258544921875,
+      "learning_rate": 1.9741420991151458e-05,
+      "loss": 39.2188,
+      "step": 4201
+    },
+    {
+      "epoch": 0.20080282901653446,
+      "grad_norm": 187.34754943847656,
+      "learning_rate": 1.974124611728443e-05,
+      "loss": 29.8906,
+      "step": 4202
+    },
+    {
+      "epoch": 0.20085061645799485,
+      "grad_norm": 230.58880615234375,
+      "learning_rate": 1.9741071185079908e-05,
+      "loss": 22.75,
+      "step": 4203
+    },
+    {
+      "epoch": 0.20089840389945524,
+      "grad_norm": 200.60923767089844,
+      "learning_rate": 1.9740896194538936e-05,
+      "loss": 28.0,
+      "step": 4204
+    },
+    {
+      "epoch": 0.2009461913409156,
+      "grad_norm": 388.55908203125,
+      "learning_rate": 1.974072114566257e-05,
+      "loss": 43.4688,
+      "step": 4205
+    },
+    {
+      "epoch": 0.200993978782376,
+      "grad_norm": 288.8836364746094,
+      "learning_rate": 1.9740546038451848e-05,
+      "loss": 32.5,
+      "step": 4206
+    },
+    {
+      "epoch": 0.20104176622383638,
+      "grad_norm": 291.9073791503906,
+      "learning_rate": 1.9740370872907828e-05,
+      "loss": 46.4688,
+      "step": 4207
+    },
+    {
+      "epoch": 0.20108955366529677,
+      "grad_norm": 406.6026306152344,
+      "learning_rate": 1.9740195649031553e-05,
+      "loss": 30.9062,
+      "step": 4208
+    },
+    {
+      "epoch": 0.20113734110675716,
+      "grad_norm": 298.5077819824219,
+      "learning_rate": 1.9740020366824073e-05,
+      "loss": 29.5312,
+      "step": 4209
+    },
+    {
+      "epoch": 0.20118512854821752,
+      "grad_norm": 375.2472839355469,
+      "learning_rate": 1.973984502628644e-05,
+      "loss": 36.1875,
+      "step": 4210
+    },
+    {
+      "epoch": 0.2012329159896779,
+      "grad_norm": 231.84181213378906,
+      "learning_rate": 1.9739669627419705e-05,
+      "loss": 34.0,
+      "step": 4211
+    },
+    {
+      "epoch": 0.2012807034311383,
+      "grad_norm": 249.14674377441406,
+      "learning_rate": 1.9739494170224915e-05,
+      "loss": 21.0,
+      "step": 4212
+    },
+    {
+      "epoch": 0.2013284908725987,
+      "grad_norm": 258.58447265625,
+      "learning_rate": 1.9739318654703124e-05,
+      "loss": 35.5312,
+      "step": 4213
+    },
+    {
+      "epoch": 0.20137627831405908,
+      "grad_norm": 278.9831848144531,
+      "learning_rate": 1.973914308085538e-05,
+      "loss": 28.8438,
+      "step": 4214
+    },
+    {
+      "epoch": 0.20142406575551944,
+      "grad_norm": 315.4942932128906,
+      "learning_rate": 1.9738967448682736e-05,
+      "loss": 35.6875,
+      "step": 4215
+    },
+    {
+      "epoch": 0.20147185319697983,
+      "grad_norm": 310.8949890136719,
+      "learning_rate": 1.9738791758186245e-05,
+      "loss": 24.4062,
+      "step": 4216
+    },
+    {
+      "epoch": 0.20151964063844022,
+      "grad_norm": 506.0464782714844,
+      "learning_rate": 1.9738616009366956e-05,
+      "loss": 39.1875,
+      "step": 4217
+    },
+    {
+      "epoch": 0.2015674280799006,
+      "grad_norm": 286.620849609375,
+      "learning_rate": 1.9738440202225925e-05,
+      "loss": 33.1562,
+      "step": 4218
+    },
+    {
+      "epoch": 0.201615215521361,
+      "grad_norm": 275.2962341308594,
+      "learning_rate": 1.9738264336764198e-05,
+      "loss": 46.0938,
+      "step": 4219
+    },
+    {
+      "epoch": 0.20166300296282136,
+      "grad_norm": 415.3243408203125,
+      "learning_rate": 1.973808841298284e-05,
+      "loss": 38.125,
+      "step": 4220
+    },
+    {
+      "epoch": 0.20171079040428175,
+      "grad_norm": 317.6602478027344,
+      "learning_rate": 1.9737912430882895e-05,
+      "loss": 39.7188,
+      "step": 4221
+    },
+    {
+      "epoch": 0.20175857784574214,
+      "grad_norm": 641.552734375,
+      "learning_rate": 1.9737736390465422e-05,
+      "loss": 30.625,
+      "step": 4222
+    },
+    {
+      "epoch": 0.20180636528720253,
+      "grad_norm": 430.1091003417969,
+      "learning_rate": 1.973756029173147e-05,
+      "loss": 45.3438,
+      "step": 4223
+    },
+    {
+      "epoch": 0.20185415272866292,
+      "grad_norm": 357.5966796875,
+      "learning_rate": 1.9737384134682096e-05,
+      "loss": 41.2812,
+      "step": 4224
+    },
+    {
+      "epoch": 0.20190194017012328,
+      "grad_norm": 315.10003662109375,
+      "learning_rate": 1.973720791931836e-05,
+      "loss": 32.2812,
+      "step": 4225
+    },
+    {
+      "epoch": 0.20194972761158367,
+      "grad_norm": 259.17388916015625,
+      "learning_rate": 1.973703164564131e-05,
+      "loss": 24.9688,
+      "step": 4226
+    },
+    {
+      "epoch": 0.20199751505304406,
+      "grad_norm": 295.24267578125,
+      "learning_rate": 1.9736855313652005e-05,
+      "loss": 20.4219,
+      "step": 4227
+    },
+    {
+      "epoch": 0.20204530249450445,
+      "grad_norm": 305.583740234375,
+      "learning_rate": 1.9736678923351504e-05,
+      "loss": 36.6562,
+      "step": 4228
+    },
+    {
+      "epoch": 0.20209308993596484,
+      "grad_norm": 299.42010498046875,
+      "learning_rate": 1.9736502474740854e-05,
+      "loss": 28.0625,
+      "step": 4229
+    },
+    {
+      "epoch": 0.2021408773774252,
+      "grad_norm": 299.6004333496094,
+      "learning_rate": 1.973632596782112e-05,
+      "loss": 38.8125,
+      "step": 4230
+    },
+    {
+      "epoch": 0.2021886648188856,
+      "grad_norm": 313.1617736816406,
+      "learning_rate": 1.973614940259336e-05,
+      "loss": 29.4375,
+      "step": 4231
+    },
+    {
+      "epoch": 0.20223645226034598,
+      "grad_norm": 616.4645385742188,
+      "learning_rate": 1.9735972779058627e-05,
+      "loss": 50.5625,
+      "step": 4232
+    },
+    {
+      "epoch": 0.20228423970180637,
+      "grad_norm": 338.8038635253906,
+      "learning_rate": 1.9735796097217977e-05,
+      "loss": 27.5938,
+      "step": 4233
+    },
+    {
+      "epoch": 0.20233202714326676,
+      "grad_norm": 335.5025939941406,
+      "learning_rate": 1.9735619357072475e-05,
+      "loss": 39.125,
+      "step": 4234
+    },
+    {
+      "epoch": 0.20237981458472715,
+      "grad_norm": 526.5997314453125,
+      "learning_rate": 1.973544255862317e-05,
+      "loss": 33.9375,
+      "step": 4235
+    },
+    {
+      "epoch": 0.2024276020261875,
+      "grad_norm": 229.44239807128906,
+      "learning_rate": 1.9735265701871132e-05,
+      "loss": 30.8438,
+      "step": 4236
+    },
+    {
+      "epoch": 0.2024753894676479,
+      "grad_norm": 447.2876281738281,
+      "learning_rate": 1.973508878681741e-05,
+      "loss": 40.25,
+      "step": 4237
+    },
+    {
+      "epoch": 0.2025231769091083,
+      "grad_norm": 207.21212768554688,
+      "learning_rate": 1.973491181346307e-05,
+      "loss": 24.3438,
+      "step": 4238
+    },
+    {
+      "epoch": 0.20257096435056868,
+      "grad_norm": 226.00254821777344,
+      "learning_rate": 1.973473478180917e-05,
+      "loss": 33.4688,
+      "step": 4239
+    },
+    {
+      "epoch": 0.20261875179202907,
+      "grad_norm": 256.0664978027344,
+      "learning_rate": 1.973455769185677e-05,
+      "loss": 31.5625,
+      "step": 4240
+    },
+    {
+      "epoch": 0.20266653923348943,
+      "grad_norm": 383.6069030761719,
+      "learning_rate": 1.9734380543606932e-05,
+      "loss": 45.4375,
+      "step": 4241
+    },
+    {
+      "epoch": 0.20271432667494982,
+      "grad_norm": 186.22604370117188,
+      "learning_rate": 1.973420333706071e-05,
+      "loss": 19.7188,
+      "step": 4242
+    },
+    {
+      "epoch": 0.2027621141164102,
+      "grad_norm": 277.531005859375,
+      "learning_rate": 1.9734026072219173e-05,
+      "loss": 31.6094,
+      "step": 4243
+    },
+    {
+      "epoch": 0.2028099015578706,
+      "grad_norm": 322.3463439941406,
+      "learning_rate": 1.973384874908338e-05,
+      "loss": 38.0312,
+      "step": 4244
+    },
+    {
+      "epoch": 0.202857688999331,
+      "grad_norm": 504.47723388671875,
+      "learning_rate": 1.9733671367654398e-05,
+      "loss": 39.9688,
+      "step": 4245
+    },
+    {
+      "epoch": 0.20290547644079135,
+      "grad_norm": 1097.73974609375,
+      "learning_rate": 1.9733493927933282e-05,
+      "loss": 23.4531,
+      "step": 4246
+    },
+    {
+      "epoch": 0.20295326388225174,
+      "grad_norm": 198.8264923095703,
+      "learning_rate": 1.9733316429921093e-05,
+      "loss": 24.2812,
+      "step": 4247
+    },
+    {
+      "epoch": 0.20300105132371213,
+      "grad_norm": 250.00050354003906,
+      "learning_rate": 1.97331388736189e-05,
+      "loss": 33.5312,
+      "step": 4248
+    },
+    {
+      "epoch": 0.20304883876517252,
+      "grad_norm": 209.68902587890625,
+      "learning_rate": 1.9732961259027763e-05,
+      "loss": 27.8594,
+      "step": 4249
+    },
+    {
+      "epoch": 0.2030966262066329,
+      "grad_norm": 192.40249633789062,
+      "learning_rate": 1.973278358614875e-05,
+      "loss": 26.7188,
+      "step": 4250
+    },
+    {
+      "epoch": 0.20314441364809327,
+      "grad_norm": 349.7903747558594,
+      "learning_rate": 1.973260585498292e-05,
+      "loss": 39.5156,
+      "step": 4251
+    },
+    {
+      "epoch": 0.20319220108955366,
+      "grad_norm": 299.1434020996094,
+      "learning_rate": 1.9732428065531342e-05,
+      "loss": 39.0,
+      "step": 4252
+    },
+    {
+      "epoch": 0.20323998853101405,
+      "grad_norm": 648.4518432617188,
+      "learning_rate": 1.9732250217795075e-05,
+      "loss": 29.5312,
+      "step": 4253
+    },
+    {
+      "epoch": 0.20328777597247444,
+      "grad_norm": 507.0822448730469,
+      "learning_rate": 1.973207231177519e-05,
+      "loss": 52.7656,
+      "step": 4254
+    },
+    {
+      "epoch": 0.20333556341393483,
+      "grad_norm": 329.8949279785156,
+      "learning_rate": 1.9731894347472746e-05,
+      "loss": 38.2188,
+      "step": 4255
+    },
+    {
+      "epoch": 0.2033833508553952,
+      "grad_norm": 250.87181091308594,
+      "learning_rate": 1.9731716324888818e-05,
+      "loss": 37.4688,
+      "step": 4256
+    },
+    {
+      "epoch": 0.20343113829685558,
+      "grad_norm": 464.1993103027344,
+      "learning_rate": 1.973153824402446e-05,
+      "loss": 40.0938,
+      "step": 4257
+    },
+    {
+      "epoch": 0.20347892573831597,
+      "grad_norm": 183.7901153564453,
+      "learning_rate": 1.9731360104880747e-05,
+      "loss": 27.9375,
+      "step": 4258
+    },
+    {
+      "epoch": 0.20352671317977636,
+      "grad_norm": 162.0398406982422,
+      "learning_rate": 1.9731181907458746e-05,
+      "loss": 21.6875,
+      "step": 4259
+    },
+    {
+      "epoch": 0.20357450062123675,
+      "grad_norm": 307.20654296875,
+      "learning_rate": 1.9731003651759523e-05,
+      "loss": 33.5,
+      "step": 4260
+    },
+    {
+      "epoch": 0.2036222880626971,
+      "grad_norm": 363.542724609375,
+      "learning_rate": 1.973082533778414e-05,
+      "loss": 31.4688,
+      "step": 4261
+    },
+    {
+      "epoch": 0.2036700755041575,
+      "grad_norm": 315.79638671875,
+      "learning_rate": 1.9730646965533676e-05,
+      "loss": 32.6875,
+      "step": 4262
+    },
+    {
+      "epoch": 0.2037178629456179,
+      "grad_norm": 238.21788024902344,
+      "learning_rate": 1.9730468535009187e-05,
+      "loss": 28.875,
+      "step": 4263
+    },
+    {
+      "epoch": 0.20376565038707828,
+      "grad_norm": 288.8086242675781,
+      "learning_rate": 1.9730290046211752e-05,
+      "loss": 22.125,
+      "step": 4264
+    },
+    {
+      "epoch": 0.20381343782853867,
+      "grad_norm": 386.20379638671875,
+      "learning_rate": 1.973011149914243e-05,
+      "loss": 36.8125,
+      "step": 4265
+    },
+    {
+      "epoch": 0.20386122526999906,
+      "grad_norm": 291.0232238769531,
+      "learning_rate": 1.9729932893802298e-05,
+      "loss": 26.7344,
+      "step": 4266
+    },
+    {
+      "epoch": 0.20390901271145942,
+      "grad_norm": 253.76707458496094,
+      "learning_rate": 1.972975423019242e-05,
+      "loss": 36.375,
+      "step": 4267
+    },
+    {
+      "epoch": 0.2039568001529198,
+      "grad_norm": 274.6047058105469,
+      "learning_rate": 1.9729575508313874e-05,
+      "loss": 30.375,
+      "step": 4268
+    },
+    {
+      "epoch": 0.2040045875943802,
+      "grad_norm": 607.3938598632812,
+      "learning_rate": 1.9729396728167723e-05,
+      "loss": 39.75,
+      "step": 4269
+    },
+    {
+      "epoch": 0.2040523750358406,
+      "grad_norm": 193.85150146484375,
+      "learning_rate": 1.972921788975504e-05,
+      "loss": 19.4531,
+      "step": 4270
+    },
+    {
+      "epoch": 0.20410016247730098,
+      "grad_norm": 222.64627075195312,
+      "learning_rate": 1.9729038993076895e-05,
+      "loss": 27.1562,
+      "step": 4271
+    },
+    {
+      "epoch": 0.20414794991876134,
+      "grad_norm": 547.4046630859375,
+      "learning_rate": 1.9728860038134363e-05,
+      "loss": 33.7812,
+      "step": 4272
+    },
+    {
+      "epoch": 0.20419573736022173,
+      "grad_norm": 272.7759704589844,
+      "learning_rate": 1.972868102492851e-05,
+      "loss": 27.8281,
+      "step": 4273
+    },
+    {
+      "epoch": 0.20424352480168212,
+      "grad_norm": 324.3540954589844,
+      "learning_rate": 1.972850195346041e-05,
+      "loss": 34.2656,
+      "step": 4274
+    },
+    {
+      "epoch": 0.2042913122431425,
+      "grad_norm": 492.2923278808594,
+      "learning_rate": 1.9728322823731138e-05,
+      "loss": 29.875,
+      "step": 4275
+    },
+    {
+      "epoch": 0.2043390996846029,
+      "grad_norm": 217.80226135253906,
+      "learning_rate": 1.9728143635741767e-05,
+      "loss": 33.5,
+      "step": 4276
+    },
+    {
+      "epoch": 0.20438688712606326,
+      "grad_norm": 445.3084716796875,
+      "learning_rate": 1.972796438949337e-05,
+      "loss": 36.9688,
+      "step": 4277
+    },
+    {
+      "epoch": 0.20443467456752365,
+      "grad_norm": 417.3974609375,
+      "learning_rate": 1.9727785084987014e-05,
+      "loss": 37.0,
+      "step": 4278
+    },
+    {
+      "epoch": 0.20448246200898404,
+      "grad_norm": 653.466552734375,
+      "learning_rate": 1.9727605722223782e-05,
+      "loss": 38.7188,
+      "step": 4279
+    },
+    {
+      "epoch": 0.20453024945044443,
+      "grad_norm": 346.18682861328125,
+      "learning_rate": 1.972742630120474e-05,
+      "loss": 29.7812,
+      "step": 4280
+    },
+    {
+      "epoch": 0.20457803689190482,
+      "grad_norm": 239.1958465576172,
+      "learning_rate": 1.972724682193097e-05,
+      "loss": 30.0938,
+      "step": 4281
+    },
+    {
+      "epoch": 0.20462582433336518,
+      "grad_norm": 259.717529296875,
+      "learning_rate": 1.972706728440354e-05,
+      "loss": 32.4062,
+      "step": 4282
+    },
+    {
+      "epoch": 0.20467361177482557,
+      "grad_norm": 220.41848754882812,
+      "learning_rate": 1.972688768862353e-05,
+      "loss": 27.625,
+      "step": 4283
+    },
+    {
+      "epoch": 0.20472139921628596,
+      "grad_norm": 358.6311950683594,
+      "learning_rate": 1.972670803459201e-05,
+      "loss": 33.1562,
+      "step": 4284
+    },
+    {
+      "epoch": 0.20476918665774635,
+      "grad_norm": 424.0581359863281,
+      "learning_rate": 1.9726528322310065e-05,
+      "loss": 36.75,
+      "step": 4285
+    },
+    {
+      "epoch": 0.20481697409920674,
+      "grad_norm": 230.79713439941406,
+      "learning_rate": 1.9726348551778765e-05,
+      "loss": 22.8594,
+      "step": 4286
+    },
+    {
+      "epoch": 0.2048647615406671,
+      "grad_norm": 281.7160949707031,
+      "learning_rate": 1.9726168722999185e-05,
+      "loss": 41.75,
+      "step": 4287
+    },
+    {
+      "epoch": 0.2049125489821275,
+      "grad_norm": 352.80792236328125,
+      "learning_rate": 1.9725988835972406e-05,
+      "loss": 27.4375,
+      "step": 4288
+    },
+    {
+      "epoch": 0.20496033642358788,
+      "grad_norm": 207.19186401367188,
+      "learning_rate": 1.9725808890699503e-05,
+      "loss": 21.2031,
+      "step": 4289
+    },
+    {
+      "epoch": 0.20500812386504827,
+      "grad_norm": 220.1492462158203,
+      "learning_rate": 1.9725628887181556e-05,
+      "loss": 25.7812,
+      "step": 4290
+    },
+    {
+      "epoch": 0.20505591130650866,
+      "grad_norm": 249.79246520996094,
+      "learning_rate": 1.9725448825419642e-05,
+      "loss": 31.0,
+      "step": 4291
+    },
+    {
+      "epoch": 0.20510369874796902,
+      "grad_norm": 236.05557250976562,
+      "learning_rate": 1.9725268705414837e-05,
+      "loss": 24.2344,
+      "step": 4292
+    },
+    {
+      "epoch": 0.2051514861894294,
+      "grad_norm": 314.5975036621094,
+      "learning_rate": 1.972508852716822e-05,
+      "loss": 29.6406,
+      "step": 4293
+    },
+    {
+      "epoch": 0.2051992736308898,
+      "grad_norm": 474.4159851074219,
+      "learning_rate": 1.9724908290680874e-05,
+      "loss": 33.125,
+      "step": 4294
+    },
+    {
+      "epoch": 0.2052470610723502,
+      "grad_norm": 478.1466979980469,
+      "learning_rate": 1.9724727995953877e-05,
+      "loss": 40.8438,
+      "step": 4295
+    },
+    {
+      "epoch": 0.20529484851381058,
+      "grad_norm": 247.8697509765625,
+      "learning_rate": 1.9724547642988307e-05,
+      "loss": 31.5938,
+      "step": 4296
+    },
+    {
+      "epoch": 0.20534263595527094,
+      "grad_norm": 244.53048706054688,
+      "learning_rate": 1.9724367231785243e-05,
+      "loss": 30.4062,
+      "step": 4297
+    },
+    {
+      "epoch": 0.20539042339673133,
+      "grad_norm": 330.62005615234375,
+      "learning_rate": 1.9724186762345768e-05,
+      "loss": 32.5625,
+      "step": 4298
+    },
+    {
+      "epoch": 0.20543821083819172,
+      "grad_norm": 242.86312866210938,
+      "learning_rate": 1.9724006234670962e-05,
+      "loss": 23.4375,
+      "step": 4299
+    },
+    {
+      "epoch": 0.2054859982796521,
+      "grad_norm": 320.126953125,
+      "learning_rate": 1.9723825648761905e-05,
+      "loss": 40.4375,
+      "step": 4300
+    },
+    {
+      "epoch": 0.2055337857211125,
+      "grad_norm": 467.2427673339844,
+      "learning_rate": 1.9723645004619682e-05,
+      "loss": 31.8125,
+      "step": 4301
+    },
+    {
+      "epoch": 0.2055815731625729,
+      "grad_norm": 521.1271362304688,
+      "learning_rate": 1.972346430224537e-05,
+      "loss": 36.4531,
+      "step": 4302
+    },
+    {
+      "epoch": 0.20562936060403325,
+      "grad_norm": 312.5668029785156,
+      "learning_rate": 1.9723283541640055e-05,
+      "loss": 36.3125,
+      "step": 4303
+    },
+    {
+      "epoch": 0.20567714804549364,
+      "grad_norm": 339.2530212402344,
+      "learning_rate": 1.9723102722804818e-05,
+      "loss": 25.0625,
+      "step": 4304
+    },
+    {
+      "epoch": 0.20572493548695403,
+      "grad_norm": 327.71746826171875,
+      "learning_rate": 1.9722921845740742e-05,
+      "loss": 31.8125,
+      "step": 4305
+    },
+    {
+      "epoch": 0.20577272292841442,
+      "grad_norm": 503.30914306640625,
+      "learning_rate": 1.972274091044891e-05,
+      "loss": 43.875,
+      "step": 4306
+    },
+    {
+      "epoch": 0.2058205103698748,
+      "grad_norm": 339.18243408203125,
+      "learning_rate": 1.9722559916930405e-05,
+      "loss": 29.875,
+      "step": 4307
+    },
+    {
+      "epoch": 0.20586829781133517,
+      "grad_norm": 339.38934326171875,
+      "learning_rate": 1.9722378865186313e-05,
+      "loss": 35.5,
+      "step": 4308
+    },
+    {
+      "epoch": 0.20591608525279556,
+      "grad_norm": 284.448486328125,
+      "learning_rate": 1.9722197755217714e-05,
+      "loss": 43.3125,
+      "step": 4309
+    },
+    {
+      "epoch": 0.20596387269425595,
+      "grad_norm": 309.0695495605469,
+      "learning_rate": 1.9722016587025697e-05,
+      "loss": 28.8906,
+      "step": 4310
+    },
+    {
+      "epoch": 0.20601166013571634,
+      "grad_norm": 365.1925964355469,
+      "learning_rate": 1.9721835360611345e-05,
+      "loss": 34.5938,
+      "step": 4311
+    },
+    {
+      "epoch": 0.20605944757717673,
+      "grad_norm": 630.4376220703125,
+      "learning_rate": 1.9721654075975747e-05,
+      "loss": 54.0,
+      "step": 4312
+    },
+    {
+      "epoch": 0.2061072350186371,
+      "grad_norm": 364.94091796875,
+      "learning_rate": 1.9721472733119983e-05,
+      "loss": 47.125,
+      "step": 4313
+    },
+    {
+      "epoch": 0.20615502246009748,
+      "grad_norm": 383.9787902832031,
+      "learning_rate": 1.972129133204514e-05,
+      "loss": 35.8438,
+      "step": 4314
+    },
+    {
+      "epoch": 0.20620280990155787,
+      "grad_norm": 272.6750793457031,
+      "learning_rate": 1.9721109872752308e-05,
+      "loss": 24.875,
+      "step": 4315
+    },
+    {
+      "epoch": 0.20625059734301826,
+      "grad_norm": 523.1648559570312,
+      "learning_rate": 1.972092835524257e-05,
+      "loss": 47.6875,
+      "step": 4316
+    },
+    {
+      "epoch": 0.20629838478447865,
+      "grad_norm": 241.27059936523438,
+      "learning_rate": 1.9720746779517017e-05,
+      "loss": 34.5,
+      "step": 4317
+    },
+    {
+      "epoch": 0.206346172225939,
+      "grad_norm": 476.84814453125,
+      "learning_rate": 1.9720565145576734e-05,
+      "loss": 28.25,
+      "step": 4318
+    },
+    {
+      "epoch": 0.2063939596673994,
+      "grad_norm": 399.8280944824219,
+      "learning_rate": 1.9720383453422807e-05,
+      "loss": 37.9375,
+      "step": 4319
+    },
+    {
+      "epoch": 0.2064417471088598,
+      "grad_norm": 510.623291015625,
+      "learning_rate": 1.9720201703056324e-05,
+      "loss": 46.25,
+      "step": 4320
+    },
+    {
+      "epoch": 0.20648953455032018,
+      "grad_norm": 420.1025695800781,
+      "learning_rate": 1.9720019894478376e-05,
+      "loss": 31.9688,
+      "step": 4321
+    },
+    {
+      "epoch": 0.20653732199178057,
+      "grad_norm": 396.0736389160156,
+      "learning_rate": 1.9719838027690054e-05,
+      "loss": 36.3438,
+      "step": 4322
+    },
+    {
+      "epoch": 0.20658510943324093,
+      "grad_norm": 304.8518371582031,
+      "learning_rate": 1.9719656102692445e-05,
+      "loss": 33.0312,
+      "step": 4323
+    },
+    {
+      "epoch": 0.20663289687470132,
+      "grad_norm": 197.82046508789062,
+      "learning_rate": 1.9719474119486634e-05,
+      "loss": 33.0938,
+      "step": 4324
+    },
+    {
+      "epoch": 0.2066806843161617,
+      "grad_norm": 763.2069702148438,
+      "learning_rate": 1.9719292078073718e-05,
+      "loss": 47.4375,
+      "step": 4325
+    },
+    {
+      "epoch": 0.2067284717576221,
+      "grad_norm": 361.0002136230469,
+      "learning_rate": 1.971910997845478e-05,
+      "loss": 35.375,
+      "step": 4326
+    },
+    {
+      "epoch": 0.2067762591990825,
+      "grad_norm": 374.0859375,
+      "learning_rate": 1.9718927820630916e-05,
+      "loss": 34.5938,
+      "step": 4327
+    },
+    {
+      "epoch": 0.20682404664054285,
+      "grad_norm": 480.53045654296875,
+      "learning_rate": 1.9718745604603215e-05,
+      "loss": 30.0312,
+      "step": 4328
+    },
+    {
+      "epoch": 0.20687183408200324,
+      "grad_norm": 267.2437438964844,
+      "learning_rate": 1.971856333037277e-05,
+      "loss": 35.0938,
+      "step": 4329
+    },
+    {
+      "epoch": 0.20691962152346363,
+      "grad_norm": 267.61669921875,
+      "learning_rate": 1.971838099794067e-05,
+      "loss": 35.5,
+      "step": 4330
+    },
+    {
+      "epoch": 0.20696740896492402,
+      "grad_norm": 222.74269104003906,
+      "learning_rate": 1.9718198607308005e-05,
+      "loss": 30.375,
+      "step": 4331
+    },
+    {
+      "epoch": 0.2070151964063844,
+      "grad_norm": 310.0284118652344,
+      "learning_rate": 1.9718016158475874e-05,
+      "loss": 41.375,
+      "step": 4332
+    },
+    {
+      "epoch": 0.20706298384784477,
+      "grad_norm": 246.69483947753906,
+      "learning_rate": 1.9717833651445365e-05,
+      "loss": 29.2188,
+      "step": 4333
+    },
+    {
+      "epoch": 0.20711077128930516,
+      "grad_norm": 342.2109680175781,
+      "learning_rate": 1.971765108621757e-05,
+      "loss": 32.625,
+      "step": 4334
+    },
+    {
+      "epoch": 0.20715855873076555,
+      "grad_norm": 358.37725830078125,
+      "learning_rate": 1.9717468462793586e-05,
+      "loss": 25.5938,
+      "step": 4335
+    },
+    {
+      "epoch": 0.20720634617222594,
+      "grad_norm": 449.4670715332031,
+      "learning_rate": 1.9717285781174507e-05,
+      "loss": 30.6875,
+      "step": 4336
+    },
+    {
+      "epoch": 0.20725413361368633,
+      "grad_norm": 231.89956665039062,
+      "learning_rate": 1.971710304136142e-05,
+      "loss": 33.7656,
+      "step": 4337
+    },
+    {
+      "epoch": 0.20730192105514672,
+      "grad_norm": 241.96258544921875,
+      "learning_rate": 1.971692024335543e-05,
+      "loss": 30.2188,
+      "step": 4338
+    },
+    {
+      "epoch": 0.20734970849660708,
+      "grad_norm": 380.2773742675781,
+      "learning_rate": 1.9716737387157623e-05,
+      "loss": 34.6562,
+      "step": 4339
+    },
+    {
+      "epoch": 0.20739749593806747,
+      "grad_norm": 385.59747314453125,
+      "learning_rate": 1.9716554472769096e-05,
+      "loss": 33.0938,
+      "step": 4340
+    },
+    {
+      "epoch": 0.20744528337952786,
+      "grad_norm": 244.25302124023438,
+      "learning_rate": 1.9716371500190947e-05,
+      "loss": 39.3125,
+      "step": 4341
+    },
+    {
+      "epoch": 0.20749307082098825,
+      "grad_norm": 399.8205871582031,
+      "learning_rate": 1.971618846942427e-05,
+      "loss": 38.0312,
+      "step": 4342
+    },
+    {
+      "epoch": 0.20754085826244864,
+      "grad_norm": 334.5459289550781,
+      "learning_rate": 1.9716005380470164e-05,
+      "loss": 29.7812,
+      "step": 4343
+    },
+    {
+      "epoch": 0.207588645703909,
+      "grad_norm": 313.11138916015625,
+      "learning_rate": 1.971582223332972e-05,
+      "loss": 33.2812,
+      "step": 4344
+    },
+    {
+      "epoch": 0.2076364331453694,
+      "grad_norm": 240.57180786132812,
+      "learning_rate": 1.9715639028004036e-05,
+      "loss": 31.9375,
+      "step": 4345
+    },
+    {
+      "epoch": 0.20768422058682978,
+      "grad_norm": 203.7135009765625,
+      "learning_rate": 1.9715455764494213e-05,
+      "loss": 20.25,
+      "step": 4346
+    },
+    {
+      "epoch": 0.20773200802829017,
+      "grad_norm": 268.6174621582031,
+      "learning_rate": 1.9715272442801345e-05,
+      "loss": 27.5312,
+      "step": 4347
+    },
+    {
+      "epoch": 0.20777979546975056,
+      "grad_norm": 421.467041015625,
+      "learning_rate": 1.9715089062926532e-05,
+      "loss": 30.3438,
+      "step": 4348
+    },
+    {
+      "epoch": 0.20782758291121092,
+      "grad_norm": 152.1560821533203,
+      "learning_rate": 1.971490562487087e-05,
+      "loss": 32.6875,
+      "step": 4349
+    },
+    {
+      "epoch": 0.2078753703526713,
+      "grad_norm": 327.6828918457031,
+      "learning_rate": 1.9714722128635465e-05,
+      "loss": 37.3906,
+      "step": 4350
+    },
+    {
+      "epoch": 0.2079231577941317,
+      "grad_norm": 296.7202453613281,
+      "learning_rate": 1.9714538574221402e-05,
+      "loss": 30.6562,
+      "step": 4351
+    },
+    {
+      "epoch": 0.2079709452355921,
+      "grad_norm": 367.0940246582031,
+      "learning_rate": 1.9714354961629793e-05,
+      "loss": 33.4688,
+      "step": 4352
+    },
+    {
+      "epoch": 0.20801873267705248,
+      "grad_norm": 399.5161437988281,
+      "learning_rate": 1.971417129086173e-05,
+      "loss": 29.1562,
+      "step": 4353
+    },
+    {
+      "epoch": 0.20806652011851284,
+      "grad_norm": 177.02349853515625,
+      "learning_rate": 1.971398756191832e-05,
+      "loss": 27.9375,
+      "step": 4354
+    },
+    {
+      "epoch": 0.20811430755997323,
+      "grad_norm": 399.44390869140625,
+      "learning_rate": 1.9713803774800657e-05,
+      "loss": 32.0469,
+      "step": 4355
+    },
+    {
+      "epoch": 0.20816209500143362,
+      "grad_norm": 387.0593566894531,
+      "learning_rate": 1.971361992950984e-05,
+      "loss": 31.625,
+      "step": 4356
+    },
+    {
+      "epoch": 0.208209882442894,
+      "grad_norm": 277.2893981933594,
+      "learning_rate": 1.9713436026046976e-05,
+      "loss": 35.4688,
+      "step": 4357
+    },
+    {
+      "epoch": 0.2082576698843544,
+      "grad_norm": 288.0400085449219,
+      "learning_rate": 1.9713252064413164e-05,
+      "loss": 25.1094,
+      "step": 4358
+    },
+    {
+      "epoch": 0.20830545732581476,
+      "grad_norm": 471.0584716796875,
+      "learning_rate": 1.9713068044609504e-05,
+      "loss": 26.0938,
+      "step": 4359
+    },
+    {
+      "epoch": 0.20835324476727515,
+      "grad_norm": 515.478515625,
+      "learning_rate": 1.9712883966637105e-05,
+      "loss": 45.1875,
+      "step": 4360
+    },
+    {
+      "epoch": 0.20840103220873554,
+      "grad_norm": 274.8017578125,
+      "learning_rate": 1.9712699830497057e-05,
+      "loss": 37.0938,
+      "step": 4361
+    },
+    {
+      "epoch": 0.20844881965019593,
+      "grad_norm": 272.4976806640625,
+      "learning_rate": 1.9712515636190474e-05,
+      "loss": 34.0938,
+      "step": 4362
+    },
+    {
+      "epoch": 0.20849660709165632,
+      "grad_norm": 200.16470336914062,
+      "learning_rate": 1.9712331383718454e-05,
+      "loss": 18.6875,
+      "step": 4363
+    },
+    {
+      "epoch": 0.20854439453311668,
+      "grad_norm": 319.6448669433594,
+      "learning_rate": 1.9712147073082103e-05,
+      "loss": 27.375,
+      "step": 4364
+    },
+    {
+      "epoch": 0.20859218197457707,
+      "grad_norm": 218.91192626953125,
+      "learning_rate": 1.971196270428252e-05,
+      "loss": 29.8438,
+      "step": 4365
+    },
+    {
+      "epoch": 0.20863996941603746,
+      "grad_norm": 375.24700927734375,
+      "learning_rate": 1.9711778277320816e-05,
+      "loss": 28.2812,
+      "step": 4366
+    },
+    {
+      "epoch": 0.20868775685749785,
+      "grad_norm": 240.89437866210938,
+      "learning_rate": 1.9711593792198088e-05,
+      "loss": 33.8125,
+      "step": 4367
+    },
+    {
+      "epoch": 0.20873554429895824,
+      "grad_norm": 266.4220275878906,
+      "learning_rate": 1.9711409248915448e-05,
+      "loss": 27.4375,
+      "step": 4368
+    },
+    {
+      "epoch": 0.20878333174041863,
+      "grad_norm": 305.2143249511719,
+      "learning_rate": 1.9711224647473995e-05,
+      "loss": 36.5312,
+      "step": 4369
+    },
+    {
+      "epoch": 0.208831119181879,
+      "grad_norm": 288.4984436035156,
+      "learning_rate": 1.971103998787484e-05,
+      "loss": 46.5938,
+      "step": 4370
+    },
+    {
+      "epoch": 0.20887890662333938,
+      "grad_norm": 244.85928344726562,
+      "learning_rate": 1.9710855270119086e-05,
+      "loss": 28.0,
+      "step": 4371
+    },
+    {
+      "epoch": 0.20892669406479977,
+      "grad_norm": 308.15704345703125,
+      "learning_rate": 1.9710670494207836e-05,
+      "loss": 30.0312,
+      "step": 4372
+    },
+    {
+      "epoch": 0.20897448150626016,
+      "grad_norm": 450.1282043457031,
+      "learning_rate": 1.97104856601422e-05,
+      "loss": 27.8438,
+      "step": 4373
+    },
+    {
+      "epoch": 0.20902226894772055,
+      "grad_norm": 485.4095764160156,
+      "learning_rate": 1.971030076792329e-05,
+      "loss": 32.7188,
+      "step": 4374
+    },
+    {
+      "epoch": 0.2090700563891809,
+      "grad_norm": 274.60595703125,
+      "learning_rate": 1.9710115817552203e-05,
+      "loss": 29.4375,
+      "step": 4375
+    },
+    {
+      "epoch": 0.2091178438306413,
+      "grad_norm": 546.3486938476562,
+      "learning_rate": 1.9709930809030053e-05,
+      "loss": 31.5625,
+      "step": 4376
+    },
+    {
+      "epoch": 0.2091656312721017,
+      "grad_norm": 277.5357971191406,
+      "learning_rate": 1.9709745742357946e-05,
+      "loss": 32.1562,
+      "step": 4377
+    },
+    {
+      "epoch": 0.20921341871356208,
+      "grad_norm": 194.76803588867188,
+      "learning_rate": 1.9709560617536993e-05,
+      "loss": 36.3125,
+      "step": 4378
+    },
+    {
+      "epoch": 0.20926120615502247,
+      "grad_norm": 197.97988891601562,
+      "learning_rate": 1.97093754345683e-05,
+      "loss": 27.1562,
+      "step": 4379
+    },
+    {
+      "epoch": 0.20930899359648283,
+      "grad_norm": 322.23651123046875,
+      "learning_rate": 1.9709190193452978e-05,
+      "loss": 35.0625,
+      "step": 4380
+    },
+    {
+      "epoch": 0.20935678103794322,
+      "grad_norm": 134.89173889160156,
+      "learning_rate": 1.970900489419213e-05,
+      "loss": 23.9688,
+      "step": 4381
+    },
+    {
+      "epoch": 0.2094045684794036,
+      "grad_norm": 194.80227661132812,
+      "learning_rate": 1.9708819536786875e-05,
+      "loss": 20.8594,
+      "step": 4382
+    },
+    {
+      "epoch": 0.209452355920864,
+      "grad_norm": 321.31170654296875,
+      "learning_rate": 1.9708634121238322e-05,
+      "loss": 26.9375,
+      "step": 4383
+    },
+    {
+      "epoch": 0.2095001433623244,
+      "grad_norm": 434.4169616699219,
+      "learning_rate": 1.9708448647547575e-05,
+      "loss": 35.125,
+      "step": 4384
+    },
+    {
+      "epoch": 0.20954793080378475,
+      "grad_norm": 268.3638000488281,
+      "learning_rate": 1.9708263115715747e-05,
+      "loss": 31.5,
+      "step": 4385
+    },
+    {
+      "epoch": 0.20959571824524514,
+      "grad_norm": 154.5870819091797,
+      "learning_rate": 1.9708077525743947e-05,
+      "loss": 27.2188,
+      "step": 4386
+    },
+    {
+      "epoch": 0.20964350568670553,
+      "grad_norm": 777.8577270507812,
+      "learning_rate": 1.9707891877633293e-05,
+      "loss": 29.5312,
+      "step": 4387
+    },
+    {
+      "epoch": 0.20969129312816592,
+      "grad_norm": 184.8386688232422,
+      "learning_rate": 1.9707706171384893e-05,
+      "loss": 33.25,
+      "step": 4388
+    },
+    {
+      "epoch": 0.2097390805696263,
+      "grad_norm": 562.4370727539062,
+      "learning_rate": 1.9707520406999862e-05,
+      "loss": 29.1875,
+      "step": 4389
+    },
+    {
+      "epoch": 0.20978686801108667,
+      "grad_norm": 330.5695495605469,
+      "learning_rate": 1.9707334584479307e-05,
+      "loss": 39.1562,
+      "step": 4390
+    },
+    {
+      "epoch": 0.20983465545254706,
+      "grad_norm": 354.36376953125,
+      "learning_rate": 1.9707148703824343e-05,
+      "loss": 23.2188,
+      "step": 4391
+    },
+    {
+      "epoch": 0.20988244289400745,
+      "grad_norm": 319.99298095703125,
+      "learning_rate": 1.9706962765036084e-05,
+      "loss": 27.8438,
+      "step": 4392
+    },
+    {
+      "epoch": 0.20993023033546784,
+      "grad_norm": 483.83380126953125,
+      "learning_rate": 1.9706776768115647e-05,
+      "loss": 34.0625,
+      "step": 4393
+    },
+    {
+      "epoch": 0.20997801777692823,
+      "grad_norm": 354.9193420410156,
+      "learning_rate": 1.9706590713064137e-05,
+      "loss": 45.1875,
+      "step": 4394
+    },
+    {
+      "epoch": 0.2100258052183886,
+      "grad_norm": 209.97523498535156,
+      "learning_rate": 1.9706404599882678e-05,
+      "loss": 24.0625,
+      "step": 4395
+    },
+    {
+      "epoch": 0.21007359265984898,
+      "grad_norm": 265.3504943847656,
+      "learning_rate": 1.970621842857238e-05,
+      "loss": 32.0938,
+      "step": 4396
+    },
+    {
+      "epoch": 0.21012138010130937,
+      "grad_norm": 308.0489807128906,
+      "learning_rate": 1.9706032199134354e-05,
+      "loss": 30.75,
+      "step": 4397
+    },
+    {
+      "epoch": 0.21016916754276976,
+      "grad_norm": 191.61221313476562,
+      "learning_rate": 1.9705845911569722e-05,
+      "loss": 25.9062,
+      "step": 4398
+    },
+    {
+      "epoch": 0.21021695498423015,
+      "grad_norm": 216.4225311279297,
+      "learning_rate": 1.97056595658796e-05,
+      "loss": 20.8906,
+      "step": 4399
+    },
+    {
+      "epoch": 0.21026474242569052,
+      "grad_norm": 210.76568603515625,
+      "learning_rate": 1.9705473162065093e-05,
+      "loss": 33.1875,
+      "step": 4400
+    },
+    {
+      "epoch": 0.2103125298671509,
+      "grad_norm": 403.1091003417969,
+      "learning_rate": 1.970528670012733e-05,
+      "loss": 27.25,
+      "step": 4401
+    },
+    {
+      "epoch": 0.2103603173086113,
+      "grad_norm": 168.95472717285156,
+      "learning_rate": 1.9705100180067426e-05,
+      "loss": 26.9531,
+      "step": 4402
+    },
+    {
+      "epoch": 0.21040810475007168,
+      "grad_norm": 251.58389282226562,
+      "learning_rate": 1.970491360188649e-05,
+      "loss": 39.0312,
+      "step": 4403
+    },
+    {
+      "epoch": 0.21045589219153207,
+      "grad_norm": 265.8272705078125,
+      "learning_rate": 1.9704726965585646e-05,
+      "loss": 26.0781,
+      "step": 4404
+    },
+    {
+      "epoch": 0.21050367963299246,
+      "grad_norm": 160.32081604003906,
+      "learning_rate": 1.970454027116601e-05,
+      "loss": 25.7812,
+      "step": 4405
+    },
+    {
+      "epoch": 0.21055146707445282,
+      "grad_norm": 309.9428405761719,
+      "learning_rate": 1.97043535186287e-05,
+      "loss": 24.9688,
+      "step": 4406
+    },
+    {
+      "epoch": 0.21059925451591321,
+      "grad_norm": 428.3788146972656,
+      "learning_rate": 1.9704166707974837e-05,
+      "loss": 29.0625,
+      "step": 4407
+    },
+    {
+      "epoch": 0.2106470419573736,
+      "grad_norm": 385.2200927734375,
+      "learning_rate": 1.9703979839205535e-05,
+      "loss": 32.0312,
+      "step": 4408
+    },
+    {
+      "epoch": 0.210694829398834,
+      "grad_norm": 235.24392700195312,
+      "learning_rate": 1.9703792912321912e-05,
+      "loss": 25.3438,
+      "step": 4409
+    },
+    {
+      "epoch": 0.21074261684029438,
+      "grad_norm": 326.21734619140625,
+      "learning_rate": 1.9703605927325097e-05,
+      "loss": 34.5938,
+      "step": 4410
+    },
+    {
+      "epoch": 0.21079040428175475,
+      "grad_norm": 340.02423095703125,
+      "learning_rate": 1.97034188842162e-05,
+      "loss": 26.875,
+      "step": 4411
+    },
+    {
+      "epoch": 0.21083819172321513,
+      "grad_norm": 142.96661376953125,
+      "learning_rate": 1.9703231782996344e-05,
+      "loss": 31.6562,
+      "step": 4412
+    },
+    {
+      "epoch": 0.21088597916467552,
+      "grad_norm": 337.0550231933594,
+      "learning_rate": 1.970304462366665e-05,
+      "loss": 42.75,
+      "step": 4413
+    },
+    {
+      "epoch": 0.21093376660613591,
+      "grad_norm": 189.2049560546875,
+      "learning_rate": 1.9702857406228243e-05,
+      "loss": 25.6719,
+      "step": 4414
+    },
+    {
+      "epoch": 0.2109815540475963,
+      "grad_norm": 275.26934814453125,
+      "learning_rate": 1.9702670130682237e-05,
+      "loss": 42.5312,
+      "step": 4415
+    },
+    {
+      "epoch": 0.21102934148905667,
+      "grad_norm": 424.8143310546875,
+      "learning_rate": 1.9702482797029757e-05,
+      "loss": 28.4688,
+      "step": 4416
+    },
+    {
+      "epoch": 0.21107712893051706,
+      "grad_norm": 311.883056640625,
+      "learning_rate": 1.970229540527193e-05,
+      "loss": 41.4688,
+      "step": 4417
+    },
+    {
+      "epoch": 0.21112491637197744,
+      "grad_norm": 691.5280151367188,
+      "learning_rate": 1.9702107955409862e-05,
+      "loss": 53.0625,
+      "step": 4418
+    },
+    {
+      "epoch": 0.21117270381343783,
+      "grad_norm": 221.95718383789062,
+      "learning_rate": 1.9701920447444697e-05,
+      "loss": 32.3125,
+      "step": 4419
+    },
+    {
+      "epoch": 0.21122049125489822,
+      "grad_norm": 280.09173583984375,
+      "learning_rate": 1.9701732881377544e-05,
+      "loss": 44.1875,
+      "step": 4420
+    },
+    {
+      "epoch": 0.21126827869635859,
+      "grad_norm": 343.0464172363281,
+      "learning_rate": 1.9701545257209527e-05,
+      "loss": 43.2812,
+      "step": 4421
+    },
+    {
+      "epoch": 0.21131606613781898,
+      "grad_norm": 193.41590881347656,
+      "learning_rate": 1.9701357574941773e-05,
+      "loss": 24.5938,
+      "step": 4422
+    },
+    {
+      "epoch": 0.21136385357927936,
+      "grad_norm": 455.5365905761719,
+      "learning_rate": 1.9701169834575406e-05,
+      "loss": 38.1875,
+      "step": 4423
+    },
+    {
+      "epoch": 0.21141164102073975,
+      "grad_norm": 266.31195068359375,
+      "learning_rate": 1.970098203611155e-05,
+      "loss": 29.25,
+      "step": 4424
+    },
+    {
+      "epoch": 0.21145942846220014,
+      "grad_norm": 253.13330078125,
+      "learning_rate": 1.970079417955133e-05,
+      "loss": 32.0,
+      "step": 4425
+    },
+    {
+      "epoch": 0.2115072159036605,
+      "grad_norm": 256.2344665527344,
+      "learning_rate": 1.970060626489587e-05,
+      "loss": 38.375,
+      "step": 4426
+    },
+    {
+      "epoch": 0.2115550033451209,
+      "grad_norm": 146.36355590820312,
+      "learning_rate": 1.9700418292146296e-05,
+      "loss": 26.5312,
+      "step": 4427
+    },
+    {
+      "epoch": 0.21160279078658129,
+      "grad_norm": 195.78782653808594,
+      "learning_rate": 1.970023026130373e-05,
+      "loss": 29.3438,
+      "step": 4428
+    },
+    {
+      "epoch": 0.21165057822804167,
+      "grad_norm": 493.0392761230469,
+      "learning_rate": 1.9700042172369307e-05,
+      "loss": 34.9688,
+      "step": 4429
+    },
+    {
+      "epoch": 0.21169836566950206,
+      "grad_norm": 208.8314971923828,
+      "learning_rate": 1.9699854025344142e-05,
+      "loss": 27.2969,
+      "step": 4430
+    },
+    {
+      "epoch": 0.21174615311096243,
+      "grad_norm": 424.4413757324219,
+      "learning_rate": 1.9699665820229374e-05,
+      "loss": 48.875,
+      "step": 4431
+    },
+    {
+      "epoch": 0.21179394055242282,
+      "grad_norm": 412.89544677734375,
+      "learning_rate": 1.969947755702612e-05,
+      "loss": 30.5469,
+      "step": 4432
+    },
+    {
+      "epoch": 0.2118417279938832,
+      "grad_norm": 266.5829162597656,
+      "learning_rate": 1.969928923573551e-05,
+      "loss": 37.5312,
+      "step": 4433
+    },
+    {
+      "epoch": 0.2118895154353436,
+      "grad_norm": 323.2187194824219,
+      "learning_rate": 1.9699100856358674e-05,
+      "loss": 34.625,
+      "step": 4434
+    },
+    {
+      "epoch": 0.21193730287680398,
+      "grad_norm": 470.2401428222656,
+      "learning_rate": 1.969891241889674e-05,
+      "loss": 28.8438,
+      "step": 4435
+    },
+    {
+      "epoch": 0.21198509031826435,
+      "grad_norm": 185.96617126464844,
+      "learning_rate": 1.9698723923350837e-05,
+      "loss": 27.0,
+      "step": 4436
+    },
+    {
+      "epoch": 0.21203287775972474,
+      "grad_norm": 322.2357177734375,
+      "learning_rate": 1.9698535369722092e-05,
+      "loss": 27.7812,
+      "step": 4437
+    },
+    {
+      "epoch": 0.21208066520118513,
+      "grad_norm": 379.437744140625,
+      "learning_rate": 1.9698346758011634e-05,
+      "loss": 25.5938,
+      "step": 4438
+    },
+    {
+      "epoch": 0.21212845264264552,
+      "grad_norm": 803.3839721679688,
+      "learning_rate": 1.9698158088220588e-05,
+      "loss": 28.375,
+      "step": 4439
+    },
+    {
+      "epoch": 0.2121762400841059,
+      "grad_norm": 240.24220275878906,
+      "learning_rate": 1.9697969360350098e-05,
+      "loss": 18.4062,
+      "step": 4440
+    },
+    {
+      "epoch": 0.2122240275255663,
+      "grad_norm": 173.09193420410156,
+      "learning_rate": 1.969778057440128e-05,
+      "loss": 23.1875,
+      "step": 4441
+    },
+    {
+      "epoch": 0.21227181496702666,
+      "grad_norm": 223.4761199951172,
+      "learning_rate": 1.9697591730375268e-05,
+      "loss": 21.875,
+      "step": 4442
+    },
+    {
+      "epoch": 0.21231960240848705,
+      "grad_norm": 331.4659118652344,
+      "learning_rate": 1.96974028282732e-05,
+      "loss": 34.375,
+      "step": 4443
+    },
+    {
+      "epoch": 0.21236738984994744,
+      "grad_norm": 193.3192138671875,
+      "learning_rate": 1.96972138680962e-05,
+      "loss": 28.5781,
+      "step": 4444
+    },
+    {
+      "epoch": 0.21241517729140783,
+      "grad_norm": 348.71502685546875,
+      "learning_rate": 1.9697024849845402e-05,
+      "loss": 23.4062,
+      "step": 4445
+    },
+    {
+      "epoch": 0.21246296473286821,
+      "grad_norm": 183.4240264892578,
+      "learning_rate": 1.969683577352194e-05,
+      "loss": 30.3438,
+      "step": 4446
+    },
+    {
+      "epoch": 0.21251075217432858,
+      "grad_norm": 604.5244140625,
+      "learning_rate": 1.9696646639126938e-05,
+      "loss": 26.6562,
+      "step": 4447
+    },
+    {
+      "epoch": 0.21255853961578897,
+      "grad_norm": 418.1222229003906,
+      "learning_rate": 1.969645744666154e-05,
+      "loss": 35.125,
+      "step": 4448
+    },
+    {
+      "epoch": 0.21260632705724936,
+      "grad_norm": 284.4052734375,
+      "learning_rate": 1.969626819612687e-05,
+      "loss": 33.2188,
+      "step": 4449
+    },
+    {
+      "epoch": 0.21265411449870975,
+      "grad_norm": 372.9136962890625,
+      "learning_rate": 1.969607888752407e-05,
+      "loss": 43.25,
+      "step": 4450
+    },
+    {
+      "epoch": 0.21270190194017013,
+      "grad_norm": 345.04248046875,
+      "learning_rate": 1.9695889520854266e-05,
+      "loss": 54.3125,
+      "step": 4451
+    },
+    {
+      "epoch": 0.2127496893816305,
+      "grad_norm": 274.26702880859375,
+      "learning_rate": 1.9695700096118594e-05,
+      "loss": 34.125,
+      "step": 4452
+    },
+    {
+      "epoch": 0.2127974768230909,
+      "grad_norm": 268.6417541503906,
+      "learning_rate": 1.969551061331819e-05,
+      "loss": 32.25,
+      "step": 4453
+    },
+    {
+      "epoch": 0.21284526426455128,
+      "grad_norm": 202.2913055419922,
+      "learning_rate": 1.969532107245419e-05,
+      "loss": 28.1875,
+      "step": 4454
+    },
+    {
+      "epoch": 0.21289305170601167,
+      "grad_norm": 223.01808166503906,
+      "learning_rate": 1.9695131473527723e-05,
+      "loss": 23.375,
+      "step": 4455
+    },
+    {
+      "epoch": 0.21294083914747206,
+      "grad_norm": 409.8912658691406,
+      "learning_rate": 1.9694941816539933e-05,
+      "loss": 31.7188,
+      "step": 4456
+    },
+    {
+      "epoch": 0.21298862658893242,
+      "grad_norm": 507.2973327636719,
+      "learning_rate": 1.969475210149195e-05,
+      "loss": 34.75,
+      "step": 4457
+    },
+    {
+      "epoch": 0.2130364140303928,
+      "grad_norm": 473.52056884765625,
+      "learning_rate": 1.969456232838491e-05,
+      "loss": 32.4688,
+      "step": 4458
+    },
+    {
+      "epoch": 0.2130842014718532,
+      "grad_norm": 343.5003967285156,
+      "learning_rate": 1.9694372497219954e-05,
+      "loss": 23.9844,
+      "step": 4459
+    },
+    {
+      "epoch": 0.21313198891331359,
+      "grad_norm": 445.1285400390625,
+      "learning_rate": 1.9694182607998213e-05,
+      "loss": 47.7812,
+      "step": 4460
+    },
+    {
+      "epoch": 0.21317977635477398,
+      "grad_norm": 344.9941711425781,
+      "learning_rate": 1.969399266072083e-05,
+      "loss": 29.9062,
+      "step": 4461
+    },
+    {
+      "epoch": 0.21322756379623434,
+      "grad_norm": 428.39739990234375,
+      "learning_rate": 1.9693802655388937e-05,
+      "loss": 30.4375,
+      "step": 4462
+    },
+    {
+      "epoch": 0.21327535123769473,
+      "grad_norm": 158.28990173339844,
+      "learning_rate": 1.9693612592003673e-05,
+      "loss": 22.4062,
+      "step": 4463
+    },
+    {
+      "epoch": 0.21332313867915512,
+      "grad_norm": 454.00860595703125,
+      "learning_rate": 1.9693422470566183e-05,
+      "loss": 44.4062,
+      "step": 4464
+    },
+    {
+      "epoch": 0.2133709261206155,
+      "grad_norm": 305.611083984375,
+      "learning_rate": 1.9693232291077594e-05,
+      "loss": 26.7031,
+      "step": 4465
+    },
+    {
+      "epoch": 0.2134187135620759,
+      "grad_norm": 443.50726318359375,
+      "learning_rate": 1.9693042053539056e-05,
+      "loss": 25.5938,
+      "step": 4466
+    },
+    {
+      "epoch": 0.21346650100353626,
+      "grad_norm": 400.6654357910156,
+      "learning_rate": 1.9692851757951704e-05,
+      "loss": 31.1094,
+      "step": 4467
+    },
+    {
+      "epoch": 0.21351428844499665,
+      "grad_norm": 295.8929138183594,
+      "learning_rate": 1.9692661404316675e-05,
+      "loss": 37.75,
+      "step": 4468
+    },
+    {
+      "epoch": 0.21356207588645704,
+      "grad_norm": 903.53173828125,
+      "learning_rate": 1.9692470992635112e-05,
+      "loss": 36.0938,
+      "step": 4469
+    },
+    {
+      "epoch": 0.21360986332791743,
+      "grad_norm": 204.93492126464844,
+      "learning_rate": 1.9692280522908153e-05,
+      "loss": 30.6562,
+      "step": 4470
+    },
+    {
+      "epoch": 0.21365765076937782,
+      "grad_norm": 238.28216552734375,
+      "learning_rate": 1.9692089995136943e-05,
+      "loss": 33.6875,
+      "step": 4471
+    },
+    {
+      "epoch": 0.2137054382108382,
+      "grad_norm": 482.4095458984375,
+      "learning_rate": 1.9691899409322618e-05,
+      "loss": 38.8125,
+      "step": 4472
+    },
+    {
+      "epoch": 0.21375322565229857,
+      "grad_norm": 322.5523681640625,
+      "learning_rate": 1.969170876546632e-05,
+      "loss": 20.75,
+      "step": 4473
+    },
+    {
+      "epoch": 0.21380101309375896,
+      "grad_norm": 259.212890625,
+      "learning_rate": 1.969151806356919e-05,
+      "loss": 29.2656,
+      "step": 4474
+    },
+    {
+      "epoch": 0.21384880053521935,
+      "grad_norm": 507.0396423339844,
+      "learning_rate": 1.969132730363238e-05,
+      "loss": 29.5312,
+      "step": 4475
+    },
+    {
+      "epoch": 0.21389658797667974,
+      "grad_norm": 334.6543273925781,
+      "learning_rate": 1.9691136485657023e-05,
+      "loss": 44.4375,
+      "step": 4476
+    },
+    {
+      "epoch": 0.21394437541814013,
+      "grad_norm": 368.9328308105469,
+      "learning_rate": 1.9690945609644257e-05,
+      "loss": 32.6562,
+      "step": 4477
+    },
+    {
+      "epoch": 0.2139921628596005,
+      "grad_norm": 524.7675170898438,
+      "learning_rate": 1.969075467559524e-05,
+      "loss": 28.9062,
+      "step": 4478
+    },
+    {
+      "epoch": 0.21403995030106088,
+      "grad_norm": 285.5974426269531,
+      "learning_rate": 1.9690563683511105e-05,
+      "loss": 21.0938,
+      "step": 4479
+    },
+    {
+      "epoch": 0.21408773774252127,
+      "grad_norm": 253.13841247558594,
+      "learning_rate": 1.9690372633392993e-05,
+      "loss": 31.5312,
+      "step": 4480
+    },
+    {
+      "epoch": 0.21413552518398166,
+      "grad_norm": 434.70867919921875,
+      "learning_rate": 1.9690181525242056e-05,
+      "loss": 35.5312,
+      "step": 4481
+    },
+    {
+      "epoch": 0.21418331262544205,
+      "grad_norm": 395.43505859375,
+      "learning_rate": 1.9689990359059434e-05,
+      "loss": 44.1562,
+      "step": 4482
+    },
+    {
+      "epoch": 0.2142311000669024,
+      "grad_norm": 259.9591369628906,
+      "learning_rate": 1.9689799134846276e-05,
+      "loss": 27.7812,
+      "step": 4483
+    },
+    {
+      "epoch": 0.2142788875083628,
+      "grad_norm": 417.0921325683594,
+      "learning_rate": 1.968960785260372e-05,
+      "loss": 38.375,
+      "step": 4484
+    },
+    {
+      "epoch": 0.2143266749498232,
+      "grad_norm": 226.31214904785156,
+      "learning_rate": 1.968941651233292e-05,
+      "loss": 23.75,
+      "step": 4485
+    },
+    {
+      "epoch": 0.21437446239128358,
+      "grad_norm": 254.9435577392578,
+      "learning_rate": 1.968922511403502e-05,
+      "loss": 34.8438,
+      "step": 4486
+    },
+    {
+      "epoch": 0.21442224983274397,
+      "grad_norm": 237.80035400390625,
+      "learning_rate": 1.9689033657711157e-05,
+      "loss": 24.1406,
+      "step": 4487
+    },
+    {
+      "epoch": 0.21447003727420433,
+      "grad_norm": 295.4924011230469,
+      "learning_rate": 1.968884214336249e-05,
+      "loss": 35.75,
+      "step": 4488
+    },
+    {
+      "epoch": 0.21451782471566472,
+      "grad_norm": 228.3863983154297,
+      "learning_rate": 1.968865057099016e-05,
+      "loss": 26.5469,
+      "step": 4489
+    },
+    {
+      "epoch": 0.2145656121571251,
+      "grad_norm": 481.7884826660156,
+      "learning_rate": 1.9688458940595314e-05,
+      "loss": 40.0312,
+      "step": 4490
+    },
+    {
+      "epoch": 0.2146133995985855,
+      "grad_norm": 388.08819580078125,
+      "learning_rate": 1.96882672521791e-05,
+      "loss": 18.5312,
+      "step": 4491
+    },
+    {
+      "epoch": 0.2146611870400459,
+      "grad_norm": 278.7588806152344,
+      "learning_rate": 1.968807550574267e-05,
+      "loss": 31.2656,
+      "step": 4492
+    },
+    {
+      "epoch": 0.21470897448150625,
+      "grad_norm": 299.1122741699219,
+      "learning_rate": 1.968788370128716e-05,
+      "loss": 33.75,
+      "step": 4493
+    },
+    {
+      "epoch": 0.21475676192296664,
+      "grad_norm": 385.7936096191406,
+      "learning_rate": 1.9687691838813733e-05,
+      "loss": 33.3438,
+      "step": 4494
+    },
+    {
+      "epoch": 0.21480454936442703,
+      "grad_norm": 604.276123046875,
+      "learning_rate": 1.9687499918323534e-05,
+      "loss": 34.7812,
+      "step": 4495
+    },
+    {
+      "epoch": 0.21485233680588742,
+      "grad_norm": 329.9467468261719,
+      "learning_rate": 1.968730793981771e-05,
+      "loss": 29.125,
+      "step": 4496
+    },
+    {
+      "epoch": 0.2149001242473478,
+      "grad_norm": 318.0345458984375,
+      "learning_rate": 1.968711590329741e-05,
+      "loss": 28.0938,
+      "step": 4497
+    },
+    {
+      "epoch": 0.21494791168880817,
+      "grad_norm": 337.9721374511719,
+      "learning_rate": 1.9686923808763784e-05,
+      "loss": 26.3438,
+      "step": 4498
+    },
+    {
+      "epoch": 0.21499569913026856,
+      "grad_norm": 190.70533752441406,
+      "learning_rate": 1.968673165621799e-05,
+      "loss": 27.3438,
+      "step": 4499
+    },
+    {
+      "epoch": 0.21504348657172895,
+      "grad_norm": 241.00588989257812,
+      "learning_rate": 1.968653944566117e-05,
+      "loss": 32.8281,
+      "step": 4500
+    },
+    {
+      "epoch": 0.21509127401318934,
+      "grad_norm": 347.3020935058594,
+      "learning_rate": 1.9686347177094474e-05,
+      "loss": 40.3906,
+      "step": 4501
+    },
+    {
+      "epoch": 0.21513906145464973,
+      "grad_norm": 339.1159362792969,
+      "learning_rate": 1.9686154850519063e-05,
+      "loss": 32.6875,
+      "step": 4502
+    },
+    {
+      "epoch": 0.2151868488961101,
+      "grad_norm": 506.7765808105469,
+      "learning_rate": 1.9685962465936077e-05,
+      "loss": 35.6875,
+      "step": 4503
+    },
+    {
+      "epoch": 0.21523463633757048,
+      "grad_norm": 196.12188720703125,
+      "learning_rate": 1.9685770023346676e-05,
+      "loss": 26.5781,
+      "step": 4504
+    },
+    {
+      "epoch": 0.21528242377903087,
+      "grad_norm": 234.94235229492188,
+      "learning_rate": 1.968557752275201e-05,
+      "loss": 27.3438,
+      "step": 4505
+    },
+    {
+      "epoch": 0.21533021122049126,
+      "grad_norm": 270.6793518066406,
+      "learning_rate": 1.968538496415324e-05,
+      "loss": 29.75,
+      "step": 4506
+    },
+    {
+      "epoch": 0.21537799866195165,
+      "grad_norm": 154.93942260742188,
+      "learning_rate": 1.9685192347551503e-05,
+      "loss": 22.7812,
+      "step": 4507
+    },
+    {
+      "epoch": 0.21542578610341204,
+      "grad_norm": 334.3826599121094,
+      "learning_rate": 1.9684999672947964e-05,
+      "loss": 37.2188,
+      "step": 4508
+    },
+    {
+      "epoch": 0.2154735735448724,
+      "grad_norm": 244.24203491210938,
+      "learning_rate": 1.9684806940343772e-05,
+      "loss": 36.5938,
+      "step": 4509
+    },
+    {
+      "epoch": 0.2155213609863328,
+      "grad_norm": 270.7223815917969,
+      "learning_rate": 1.9684614149740087e-05,
+      "loss": 34.5938,
+      "step": 4510
+    },
+    {
+      "epoch": 0.21556914842779318,
+      "grad_norm": 352.1265563964844,
+      "learning_rate": 1.9684421301138056e-05,
+      "loss": 35.3438,
+      "step": 4511
+    },
+    {
+      "epoch": 0.21561693586925357,
+      "grad_norm": 318.03094482421875,
+      "learning_rate": 1.9684228394538843e-05,
+      "loss": 35.7812,
+      "step": 4512
+    },
+    {
+      "epoch": 0.21566472331071396,
+      "grad_norm": 321.45513916015625,
+      "learning_rate": 1.9684035429943593e-05,
+      "loss": 40.6875,
+      "step": 4513
+    },
+    {
+      "epoch": 0.21571251075217432,
+      "grad_norm": 308.41131591796875,
+      "learning_rate": 1.968384240735347e-05,
+      "loss": 28.25,
+      "step": 4514
+    },
+    {
+      "epoch": 0.2157602981936347,
+      "grad_norm": 178.71041870117188,
+      "learning_rate": 1.9683649326769624e-05,
+      "loss": 25.3125,
+      "step": 4515
+    },
+    {
+      "epoch": 0.2158080856350951,
+      "grad_norm": 270.8446350097656,
+      "learning_rate": 1.9683456188193216e-05,
+      "loss": 34.1875,
+      "step": 4516
+    },
+    {
+      "epoch": 0.2158558730765555,
+      "grad_norm": 202.60533142089844,
+      "learning_rate": 1.9683262991625396e-05,
+      "loss": 29.75,
+      "step": 4517
+    },
+    {
+      "epoch": 0.21590366051801588,
+      "grad_norm": 335.4356689453125,
+      "learning_rate": 1.968306973706733e-05,
+      "loss": 43.0625,
+      "step": 4518
+    },
+    {
+      "epoch": 0.21595144795947624,
+      "grad_norm": 625.6824340820312,
+      "learning_rate": 1.968287642452017e-05,
+      "loss": 33.25,
+      "step": 4519
+    },
+    {
+      "epoch": 0.21599923540093663,
+      "grad_norm": 370.2367248535156,
+      "learning_rate": 1.9682683053985073e-05,
+      "loss": 46.5312,
+      "step": 4520
+    },
+    {
+      "epoch": 0.21604702284239702,
+      "grad_norm": 447.66839599609375,
+      "learning_rate": 1.9682489625463202e-05,
+      "loss": 40.8125,
+      "step": 4521
+    },
+    {
+      "epoch": 0.2160948102838574,
+      "grad_norm": 138.03578186035156,
+      "learning_rate": 1.968229613895571e-05,
+      "loss": 21.4375,
+      "step": 4522
+    },
+    {
+      "epoch": 0.2161425977253178,
+      "grad_norm": 230.41558837890625,
+      "learning_rate": 1.9682102594463756e-05,
+      "loss": 32.6875,
+      "step": 4523
+    },
+    {
+      "epoch": 0.21619038516677816,
+      "grad_norm": 235.97195434570312,
+      "learning_rate": 1.96819089919885e-05,
+      "loss": 35.75,
+      "step": 4524
+    },
+    {
+      "epoch": 0.21623817260823855,
+      "grad_norm": 233.05191040039062,
+      "learning_rate": 1.9681715331531107e-05,
+      "loss": 29.4375,
+      "step": 4525
+    },
+    {
+      "epoch": 0.21628596004969894,
+      "grad_norm": 213.41481018066406,
+      "learning_rate": 1.968152161309273e-05,
+      "loss": 34.125,
+      "step": 4526
+    },
+    {
+      "epoch": 0.21633374749115933,
+      "grad_norm": 432.0680847167969,
+      "learning_rate": 1.9681327836674532e-05,
+      "loss": 35.625,
+      "step": 4527
+    },
+    {
+      "epoch": 0.21638153493261972,
+      "grad_norm": 258.6445617675781,
+      "learning_rate": 1.9681134002277668e-05,
+      "loss": 31.0,
+      "step": 4528
+    },
+    {
+      "epoch": 0.21642932237408008,
+      "grad_norm": 478.1079406738281,
+      "learning_rate": 1.9680940109903307e-05,
+      "loss": 31.875,
+      "step": 4529
+    },
+    {
+      "epoch": 0.21647710981554047,
+      "grad_norm": 178.9910125732422,
+      "learning_rate": 1.9680746159552607e-05,
+      "loss": 27.0938,
+      "step": 4530
+    },
+    {
+      "epoch": 0.21652489725700086,
+      "grad_norm": 266.24188232421875,
+      "learning_rate": 1.968055215122673e-05,
+      "loss": 34.9688,
+      "step": 4531
+    },
+    {
+      "epoch": 0.21657268469846125,
+      "grad_norm": 276.75494384765625,
+      "learning_rate": 1.968035808492683e-05,
+      "loss": 25.4531,
+      "step": 4532
+    },
+    {
+      "epoch": 0.21662047213992164,
+      "grad_norm": 297.9444274902344,
+      "learning_rate": 1.9680163960654083e-05,
+      "loss": 38.3125,
+      "step": 4533
+    },
+    {
+      "epoch": 0.216668259581382,
+      "grad_norm": 186.88026428222656,
+      "learning_rate": 1.9679969778409645e-05,
+      "loss": 33.5625,
+      "step": 4534
+    },
+    {
+      "epoch": 0.2167160470228424,
+      "grad_norm": 222.77061462402344,
+      "learning_rate": 1.9679775538194678e-05,
+      "loss": 28.0625,
+      "step": 4535
+    },
+    {
+      "epoch": 0.21676383446430278,
+      "grad_norm": 234.6671905517578,
+      "learning_rate": 1.9679581240010345e-05,
+      "loss": 20.6094,
+      "step": 4536
+    },
+    {
+      "epoch": 0.21681162190576317,
+      "grad_norm": 371.0813293457031,
+      "learning_rate": 1.9679386883857808e-05,
+      "loss": 33.4062,
+      "step": 4537
+    },
+    {
+      "epoch": 0.21685940934722356,
+      "grad_norm": 270.958984375,
+      "learning_rate": 1.9679192469738236e-05,
+      "loss": 23.9375,
+      "step": 4538
+    },
+    {
+      "epoch": 0.21690719678868392,
+      "grad_norm": 154.12037658691406,
+      "learning_rate": 1.9678997997652787e-05,
+      "loss": 22.7656,
+      "step": 4539
+    },
+    {
+      "epoch": 0.2169549842301443,
+      "grad_norm": 256.33038330078125,
+      "learning_rate": 1.9678803467602635e-05,
+      "loss": 31.2969,
+      "step": 4540
+    },
+    {
+      "epoch": 0.2170027716716047,
+      "grad_norm": 119.19770812988281,
+      "learning_rate": 1.9678608879588937e-05,
+      "loss": 15.1562,
+      "step": 4541
+    },
+    {
+      "epoch": 0.2170505591130651,
+      "grad_norm": 185.82650756835938,
+      "learning_rate": 1.967841423361286e-05,
+      "loss": 33.9062,
+      "step": 4542
+    },
+    {
+      "epoch": 0.21709834655452548,
+      "grad_norm": 177.15269470214844,
+      "learning_rate": 1.967821952967557e-05,
+      "loss": 27.6094,
+      "step": 4543
+    },
+    {
+      "epoch": 0.21714613399598587,
+      "grad_norm": 652.9451293945312,
+      "learning_rate": 1.9678024767778235e-05,
+      "loss": 28.7188,
+      "step": 4544
+    },
+    {
+      "epoch": 0.21719392143744623,
+      "grad_norm": 378.9336242675781,
+      "learning_rate": 1.9677829947922018e-05,
+      "loss": 38.8438,
+      "step": 4545
+    },
+    {
+      "epoch": 0.21724170887890662,
+      "grad_norm": 498.2395935058594,
+      "learning_rate": 1.967763507010809e-05,
+      "loss": 35.125,
+      "step": 4546
+    },
+    {
+      "epoch": 0.217289496320367,
+      "grad_norm": 225.76979064941406,
+      "learning_rate": 1.967744013433761e-05,
+      "loss": 34.8125,
+      "step": 4547
+    },
+    {
+      "epoch": 0.2173372837618274,
+      "grad_norm": 366.9715576171875,
+      "learning_rate": 1.9677245140611757e-05,
+      "loss": 42.9375,
+      "step": 4548
+    },
+    {
+      "epoch": 0.2173850712032878,
+      "grad_norm": 284.3435363769531,
+      "learning_rate": 1.967705008893169e-05,
+      "loss": 27.5312,
+      "step": 4549
+    },
+    {
+      "epoch": 0.21743285864474815,
+      "grad_norm": 559.8435668945312,
+      "learning_rate": 1.9676854979298577e-05,
+      "loss": 34.7188,
+      "step": 4550
+    },
+    {
+      "epoch": 0.21748064608620854,
+      "grad_norm": 184.16754150390625,
+      "learning_rate": 1.9676659811713593e-05,
+      "loss": 21.6094,
+      "step": 4551
+    },
+    {
+      "epoch": 0.21752843352766893,
+      "grad_norm": 266.5343017578125,
+      "learning_rate": 1.9676464586177905e-05,
+      "loss": 26.6875,
+      "step": 4552
+    },
+    {
+      "epoch": 0.21757622096912932,
+      "grad_norm": 340.1637878417969,
+      "learning_rate": 1.9676269302692677e-05,
+      "loss": 32.1562,
+      "step": 4553
+    },
+    {
+      "epoch": 0.2176240084105897,
+      "grad_norm": 418.6806335449219,
+      "learning_rate": 1.967607396125908e-05,
+      "loss": 31.3281,
+      "step": 4554
+    },
+    {
+      "epoch": 0.21767179585205007,
+      "grad_norm": 341.251220703125,
+      "learning_rate": 1.9675878561878288e-05,
+      "loss": 45.0312,
+      "step": 4555
+    },
+    {
+      "epoch": 0.21771958329351046,
+      "grad_norm": 216.64834594726562,
+      "learning_rate": 1.967568310455147e-05,
+      "loss": 34.125,
+      "step": 4556
+    },
+    {
+      "epoch": 0.21776737073497085,
+      "grad_norm": 288.92333984375,
+      "learning_rate": 1.967548758927979e-05,
+      "loss": 31.6875,
+      "step": 4557
+    },
+    {
+      "epoch": 0.21781515817643124,
+      "grad_norm": 311.17987060546875,
+      "learning_rate": 1.967529201606443e-05,
+      "loss": 40.1562,
+      "step": 4558
+    },
+    {
+      "epoch": 0.21786294561789163,
+      "grad_norm": 461.05877685546875,
+      "learning_rate": 1.9675096384906553e-05,
+      "loss": 27.0312,
+      "step": 4559
+    },
+    {
+      "epoch": 0.217910733059352,
+      "grad_norm": 272.6870422363281,
+      "learning_rate": 1.9674900695807334e-05,
+      "loss": 32.4688,
+      "step": 4560
+    },
+    {
+      "epoch": 0.21795852050081238,
+      "grad_norm": 410.8215026855469,
+      "learning_rate": 1.967470494876794e-05,
+      "loss": 46.75,
+      "step": 4561
+    },
+    {
+      "epoch": 0.21800630794227277,
+      "grad_norm": 196.13238525390625,
+      "learning_rate": 1.9674509143789553e-05,
+      "loss": 38.5,
+      "step": 4562
+    },
+    {
+      "epoch": 0.21805409538373316,
+      "grad_norm": 310.7529296875,
+      "learning_rate": 1.9674313280873335e-05,
+      "loss": 31.375,
+      "step": 4563
+    },
+    {
+      "epoch": 0.21810188282519355,
+      "grad_norm": 661.2642822265625,
+      "learning_rate": 1.967411736002047e-05,
+      "loss": 26.7188,
+      "step": 4564
+    },
+    {
+      "epoch": 0.2181496702666539,
+      "grad_norm": 375.492919921875,
+      "learning_rate": 1.9673921381232117e-05,
+      "loss": 41.7188,
+      "step": 4565
+    },
+    {
+      "epoch": 0.2181974577081143,
+      "grad_norm": 267.8503112792969,
+      "learning_rate": 1.967372534450946e-05,
+      "loss": 31.375,
+      "step": 4566
+    },
+    {
+      "epoch": 0.2182452451495747,
+      "grad_norm": 274.3324279785156,
+      "learning_rate": 1.9673529249853676e-05,
+      "loss": 40.9375,
+      "step": 4567
+    },
+    {
+      "epoch": 0.21829303259103508,
+      "grad_norm": 172.5609893798828,
+      "learning_rate": 1.967333309726593e-05,
+      "loss": 25.0625,
+      "step": 4568
+    },
+    {
+      "epoch": 0.21834082003249547,
+      "grad_norm": 215.19949340820312,
+      "learning_rate": 1.96731368867474e-05,
+      "loss": 34.0156,
+      "step": 4569
+    },
+    {
+      "epoch": 0.21838860747395583,
+      "grad_norm": 336.7247009277344,
+      "learning_rate": 1.967294061829926e-05,
+      "loss": 30.1875,
+      "step": 4570
+    },
+    {
+      "epoch": 0.21843639491541622,
+      "grad_norm": 298.3206787109375,
+      "learning_rate": 1.967274429192269e-05,
+      "loss": 27.625,
+      "step": 4571
+    },
+    {
+      "epoch": 0.2184841823568766,
+      "grad_norm": 392.5600280761719,
+      "learning_rate": 1.9672547907618863e-05,
+      "loss": 27.9062,
+      "step": 4572
+    },
+    {
+      "epoch": 0.218531969798337,
+      "grad_norm": 313.2545471191406,
+      "learning_rate": 1.9672351465388955e-05,
+      "loss": 45.4375,
+      "step": 4573
+    },
+    {
+      "epoch": 0.2185797572397974,
+      "grad_norm": 283.6635437011719,
+      "learning_rate": 1.9672154965234144e-05,
+      "loss": 31.875,
+      "step": 4574
+    },
+    {
+      "epoch": 0.21862754468125775,
+      "grad_norm": 367.1680908203125,
+      "learning_rate": 1.96719584071556e-05,
+      "loss": 45.0625,
+      "step": 4575
+    },
+    {
+      "epoch": 0.21867533212271814,
+      "grad_norm": 409.1950988769531,
+      "learning_rate": 1.9671761791154513e-05,
+      "loss": 29.8125,
+      "step": 4576
+    },
+    {
+      "epoch": 0.21872311956417853,
+      "grad_norm": 231.74798583984375,
+      "learning_rate": 1.9671565117232047e-05,
+      "loss": 30.8125,
+      "step": 4577
+    },
+    {
+      "epoch": 0.21877090700563892,
+      "grad_norm": 181.93142700195312,
+      "learning_rate": 1.9671368385389388e-05,
+      "loss": 22.3281,
+      "step": 4578
+    },
+    {
+      "epoch": 0.2188186944470993,
+      "grad_norm": 331.3000793457031,
+      "learning_rate": 1.967117159562771e-05,
+      "loss": 31.0938,
+      "step": 4579
+    },
+    {
+      "epoch": 0.2188664818885597,
+      "grad_norm": 365.0597839355469,
+      "learning_rate": 1.9670974747948196e-05,
+      "loss": 40.7188,
+      "step": 4580
+    },
+    {
+      "epoch": 0.21891426933002006,
+      "grad_norm": 319.8353576660156,
+      "learning_rate": 1.967077784235202e-05,
+      "loss": 39.6562,
+      "step": 4581
+    },
+    {
+      "epoch": 0.21896205677148045,
+      "grad_norm": 405.2617492675781,
+      "learning_rate": 1.9670580878840366e-05,
+      "loss": 26.0938,
+      "step": 4582
+    },
+    {
+      "epoch": 0.21900984421294084,
+      "grad_norm": 225.7344207763672,
+      "learning_rate": 1.9670383857414407e-05,
+      "loss": 22.9688,
+      "step": 4583
+    },
+    {
+      "epoch": 0.21905763165440123,
+      "grad_norm": 360.50146484375,
+      "learning_rate": 1.9670186778075333e-05,
+      "loss": 52.8125,
+      "step": 4584
+    },
+    {
+      "epoch": 0.21910541909586162,
+      "grad_norm": 374.6687316894531,
+      "learning_rate": 1.966998964082431e-05,
+      "loss": 42.75,
+      "step": 4585
+    },
+    {
+      "epoch": 0.21915320653732198,
+      "grad_norm": 260.92120361328125,
+      "learning_rate": 1.9669792445662534e-05,
+      "loss": 37.75,
+      "step": 4586
+    },
+    {
+      "epoch": 0.21920099397878237,
+      "grad_norm": 249.17132568359375,
+      "learning_rate": 1.9669595192591177e-05,
+      "loss": 40.9375,
+      "step": 4587
+    },
+    {
+      "epoch": 0.21924878142024276,
+      "grad_norm": 223.0717315673828,
+      "learning_rate": 1.966939788161142e-05,
+      "loss": 31.3438,
+      "step": 4588
+    },
+    {
+      "epoch": 0.21929656886170315,
+      "grad_norm": 257.9685363769531,
+      "learning_rate": 1.9669200512724447e-05,
+      "loss": 31.4375,
+      "step": 4589
+    },
+    {
+      "epoch": 0.21934435630316354,
+      "grad_norm": 438.8654479980469,
+      "learning_rate": 1.966900308593144e-05,
+      "loss": 40.7188,
+      "step": 4590
+    },
+    {
+      "epoch": 0.2193921437446239,
+      "grad_norm": 217.40902709960938,
+      "learning_rate": 1.9668805601233582e-05,
+      "loss": 32.6562,
+      "step": 4591
+    },
+    {
+      "epoch": 0.2194399311860843,
+      "grad_norm": 289.7273864746094,
+      "learning_rate": 1.9668608058632053e-05,
+      "loss": 34.5312,
+      "step": 4592
+    },
+    {
+      "epoch": 0.21948771862754468,
+      "grad_norm": 172.18276977539062,
+      "learning_rate": 1.966841045812804e-05,
+      "loss": 29.5,
+      "step": 4593
+    },
+    {
+      "epoch": 0.21953550606900507,
+      "grad_norm": 290.00384521484375,
+      "learning_rate": 1.966821279972272e-05,
+      "loss": 36.0625,
+      "step": 4594
+    },
+    {
+      "epoch": 0.21958329351046546,
+      "grad_norm": 340.87030029296875,
+      "learning_rate": 1.9668015083417285e-05,
+      "loss": 38.1562,
+      "step": 4595
+    },
+    {
+      "epoch": 0.21963108095192582,
+      "grad_norm": 217.84414672851562,
+      "learning_rate": 1.9667817309212913e-05,
+      "loss": 30.7344,
+      "step": 4596
+    },
+    {
+      "epoch": 0.2196788683933862,
+      "grad_norm": 524.4381103515625,
+      "learning_rate": 1.9667619477110793e-05,
+      "loss": 54.6562,
+      "step": 4597
+    },
+    {
+      "epoch": 0.2197266558348466,
+      "grad_norm": 262.3214416503906,
+      "learning_rate": 1.96674215871121e-05,
+      "loss": 29.8438,
+      "step": 4598
+    },
+    {
+      "epoch": 0.219774443276307,
+      "grad_norm": 677.1913452148438,
+      "learning_rate": 1.966722363921803e-05,
+      "loss": 39.8125,
+      "step": 4599
+    },
+    {
+      "epoch": 0.21982223071776738,
+      "grad_norm": 325.4091796875,
+      "learning_rate": 1.9667025633429766e-05,
+      "loss": 28.0312,
+      "step": 4600
+    },
+    {
+      "epoch": 0.21987001815922774,
+      "grad_norm": 599.1859130859375,
+      "learning_rate": 1.9666827569748492e-05,
+      "loss": 31.375,
+      "step": 4601
+    },
+    {
+      "epoch": 0.21991780560068813,
+      "grad_norm": 303.7923889160156,
+      "learning_rate": 1.9666629448175393e-05,
+      "loss": 40.875,
+      "step": 4602
+    },
+    {
+      "epoch": 0.21996559304214852,
+      "grad_norm": 223.47012329101562,
+      "learning_rate": 1.9666431268711655e-05,
+      "loss": 30.1719,
+      "step": 4603
+    },
+    {
+      "epoch": 0.2200133804836089,
+      "grad_norm": 431.44573974609375,
+      "learning_rate": 1.966623303135847e-05,
+      "loss": 34.9375,
+      "step": 4604
+    },
+    {
+      "epoch": 0.2200611679250693,
+      "grad_norm": 220.486572265625,
+      "learning_rate": 1.9666034736117023e-05,
+      "loss": 32.0,
+      "step": 4605
+    },
+    {
+      "epoch": 0.22010895536652966,
+      "grad_norm": 233.3253936767578,
+      "learning_rate": 1.9665836382988497e-05,
+      "loss": 31.8125,
+      "step": 4606
+    },
+    {
+      "epoch": 0.22015674280799005,
+      "grad_norm": 361.8118591308594,
+      "learning_rate": 1.9665637971974086e-05,
+      "loss": 44.3438,
+      "step": 4607
+    },
+    {
+      "epoch": 0.22020453024945044,
+      "grad_norm": 189.33335876464844,
+      "learning_rate": 1.9665439503074978e-05,
+      "loss": 28.4375,
+      "step": 4608
+    },
+    {
+      "epoch": 0.22025231769091083,
+      "grad_norm": 341.96905517578125,
+      "learning_rate": 1.9665240976292356e-05,
+      "loss": 33.3125,
+      "step": 4609
+    },
+    {
+      "epoch": 0.22030010513237122,
+      "grad_norm": 220.02853393554688,
+      "learning_rate": 1.966504239162741e-05,
+      "loss": 32.3438,
+      "step": 4610
+    },
+    {
+      "epoch": 0.2203478925738316,
+      "grad_norm": 185.1913299560547,
+      "learning_rate": 1.9664843749081335e-05,
+      "loss": 20.7031,
+      "step": 4611
+    },
+    {
+      "epoch": 0.22039568001529197,
+      "grad_norm": 499.2134704589844,
+      "learning_rate": 1.9664645048655315e-05,
+      "loss": 42.9062,
+      "step": 4612
+    },
+    {
+      "epoch": 0.22044346745675236,
+      "grad_norm": 434.72998046875,
+      "learning_rate": 1.966444629035054e-05,
+      "loss": 34.75,
+      "step": 4613
+    },
+    {
+      "epoch": 0.22049125489821275,
+      "grad_norm": 335.91448974609375,
+      "learning_rate": 1.9664247474168206e-05,
+      "loss": 28.875,
+      "step": 4614
+    },
+    {
+      "epoch": 0.22053904233967314,
+      "grad_norm": 350.186279296875,
+      "learning_rate": 1.96640486001095e-05,
+      "loss": 41.1875,
+      "step": 4615
+    },
+    {
+      "epoch": 0.22058682978113353,
+      "grad_norm": 270.71856689453125,
+      "learning_rate": 1.9663849668175612e-05,
+      "loss": 22.0,
+      "step": 4616
+    },
+    {
+      "epoch": 0.2206346172225939,
+      "grad_norm": 230.17979431152344,
+      "learning_rate": 1.9663650678367735e-05,
+      "loss": 30.1875,
+      "step": 4617
+    },
+    {
+      "epoch": 0.22068240466405428,
+      "grad_norm": 296.6890563964844,
+      "learning_rate": 1.966345163068706e-05,
+      "loss": 29.3438,
+      "step": 4618
+    },
+    {
+      "epoch": 0.22073019210551467,
+      "grad_norm": 327.50225830078125,
+      "learning_rate": 1.9663252525134776e-05,
+      "loss": 36.2188,
+      "step": 4619
+    },
+    {
+      "epoch": 0.22077797954697506,
+      "grad_norm": 473.6865234375,
+      "learning_rate": 1.966305336171208e-05,
+      "loss": 39.8125,
+      "step": 4620
+    },
+    {
+      "epoch": 0.22082576698843545,
+      "grad_norm": 151.6071014404297,
+      "learning_rate": 1.9662854140420165e-05,
+      "loss": 33.5625,
+      "step": 4621
+    },
+    {
+      "epoch": 0.2208735544298958,
+      "grad_norm": 495.7065124511719,
+      "learning_rate": 1.966265486126022e-05,
+      "loss": 38.6875,
+      "step": 4622
+    },
+    {
+      "epoch": 0.2209213418713562,
+      "grad_norm": 333.2850341796875,
+      "learning_rate": 1.966245552423344e-05,
+      "loss": 24.375,
+      "step": 4623
+    },
+    {
+      "epoch": 0.2209691293128166,
+      "grad_norm": 268.38812255859375,
+      "learning_rate": 1.9662256129341022e-05,
+      "loss": 28.7969,
+      "step": 4624
+    },
+    {
+      "epoch": 0.22101691675427698,
+      "grad_norm": 227.03152465820312,
+      "learning_rate": 1.9662056676584157e-05,
+      "loss": 24.3438,
+      "step": 4625
+    },
+    {
+      "epoch": 0.22106470419573737,
+      "grad_norm": 207.52146911621094,
+      "learning_rate": 1.966185716596404e-05,
+      "loss": 29.6875,
+      "step": 4626
+    },
+    {
+      "epoch": 0.22111249163719773,
+      "grad_norm": 840.6912841796875,
+      "learning_rate": 1.9661657597481863e-05,
+      "loss": 37.8125,
+      "step": 4627
+    },
+    {
+      "epoch": 0.22116027907865812,
+      "grad_norm": 360.2738952636719,
+      "learning_rate": 1.9661457971138826e-05,
+      "loss": 28.9375,
+      "step": 4628
+    },
+    {
+      "epoch": 0.2212080665201185,
+      "grad_norm": 474.1193542480469,
+      "learning_rate": 1.9661258286936124e-05,
+      "loss": 37.7188,
+      "step": 4629
+    },
+    {
+      "epoch": 0.2212558539615789,
+      "grad_norm": 290.3564453125,
+      "learning_rate": 1.966105854487495e-05,
+      "loss": 23.6562,
+      "step": 4630
+    },
+    {
+      "epoch": 0.2213036414030393,
+      "grad_norm": 277.8455505371094,
+      "learning_rate": 1.96608587449565e-05,
+      "loss": 20.8125,
+      "step": 4631
+    },
+    {
+      "epoch": 0.22135142884449965,
+      "grad_norm": 423.1603698730469,
+      "learning_rate": 1.9660658887181975e-05,
+      "loss": 39.1562,
+      "step": 4632
+    },
+    {
+      "epoch": 0.22139921628596004,
+      "grad_norm": 279.9942321777344,
+      "learning_rate": 1.9660458971552565e-05,
+      "loss": 24.75,
+      "step": 4633
+    },
+    {
+      "epoch": 0.22144700372742043,
+      "grad_norm": 404.0779724121094,
+      "learning_rate": 1.9660258998069476e-05,
+      "loss": 46.25,
+      "step": 4634
+    },
+    {
+      "epoch": 0.22149479116888082,
+      "grad_norm": 217.32582092285156,
+      "learning_rate": 1.9660058966733895e-05,
+      "loss": 31.8125,
+      "step": 4635
+    },
+    {
+      "epoch": 0.2215425786103412,
+      "grad_norm": 251.2658233642578,
+      "learning_rate": 1.9659858877547028e-05,
+      "loss": 30.5,
+      "step": 4636
+    },
+    {
+      "epoch": 0.22159036605180157,
+      "grad_norm": 190.37619018554688,
+      "learning_rate": 1.9659658730510073e-05,
+      "loss": 24.9375,
+      "step": 4637
+    },
+    {
+      "epoch": 0.22163815349326196,
+      "grad_norm": 344.2021789550781,
+      "learning_rate": 1.9659458525624224e-05,
+      "loss": 34.1562,
+      "step": 4638
+    },
+    {
+      "epoch": 0.22168594093472235,
+      "grad_norm": 236.2229461669922,
+      "learning_rate": 1.9659258262890683e-05,
+      "loss": 31.7969,
+      "step": 4639
+    },
+    {
+      "epoch": 0.22173372837618274,
+      "grad_norm": 201.84829711914062,
+      "learning_rate": 1.965905794231065e-05,
+      "loss": 25.0312,
+      "step": 4640
+    },
+    {
+      "epoch": 0.22178151581764313,
+      "grad_norm": 399.4181823730469,
+      "learning_rate": 1.9658857563885325e-05,
+      "loss": 43.75,
+      "step": 4641
+    },
+    {
+      "epoch": 0.2218293032591035,
+      "grad_norm": 283.1235046386719,
+      "learning_rate": 1.9658657127615903e-05,
+      "loss": 31.5312,
+      "step": 4642
+    },
+    {
+      "epoch": 0.22187709070056388,
+      "grad_norm": 273.5910949707031,
+      "learning_rate": 1.965845663350359e-05,
+      "loss": 33.4688,
+      "step": 4643
+    },
+    {
+      "epoch": 0.22192487814202427,
+      "grad_norm": 259.7506103515625,
+      "learning_rate": 1.9658256081549585e-05,
+      "loss": 31.5,
+      "step": 4644
+    },
+    {
+      "epoch": 0.22197266558348466,
+      "grad_norm": 178.41278076171875,
+      "learning_rate": 1.9658055471755086e-05,
+      "loss": 26.9688,
+      "step": 4645
+    },
+    {
+      "epoch": 0.22202045302494505,
+      "grad_norm": 184.29002380371094,
+      "learning_rate": 1.96578548041213e-05,
+      "loss": 22.0938,
+      "step": 4646
+    },
+    {
+      "epoch": 0.22206824046640544,
+      "grad_norm": 302.2322082519531,
+      "learning_rate": 1.9657654078649426e-05,
+      "loss": 33.4688,
+      "step": 4647
+    },
+    {
+      "epoch": 0.2221160279078658,
+      "grad_norm": 590.3652954101562,
+      "learning_rate": 1.9657453295340664e-05,
+      "loss": 37.75,
+      "step": 4648
+    },
+    {
+      "epoch": 0.2221638153493262,
+      "grad_norm": 330.422119140625,
+      "learning_rate": 1.9657252454196218e-05,
+      "loss": 42.4062,
+      "step": 4649
+    },
+    {
+      "epoch": 0.22221160279078658,
+      "grad_norm": 378.4360046386719,
+      "learning_rate": 1.965705155521729e-05,
+      "loss": 32.8438,
+      "step": 4650
+    },
+    {
+      "epoch": 0.22225939023224697,
+      "grad_norm": 340.4503173828125,
+      "learning_rate": 1.965685059840509e-05,
+      "loss": 49.25,
+      "step": 4651
+    },
+    {
+      "epoch": 0.22230717767370736,
+      "grad_norm": 427.3334045410156,
+      "learning_rate": 1.965664958376081e-05,
+      "loss": 37.1875,
+      "step": 4652
+    },
+    {
+      "epoch": 0.22235496511516772,
+      "grad_norm": 319.2262268066406,
+      "learning_rate": 1.9656448511285663e-05,
+      "loss": 21.7812,
+      "step": 4653
+    },
+    {
+      "epoch": 0.2224027525566281,
+      "grad_norm": 292.68255615234375,
+      "learning_rate": 1.9656247380980846e-05,
+      "loss": 33.125,
+      "step": 4654
+    },
+    {
+      "epoch": 0.2224505399980885,
+      "grad_norm": 285.0592041015625,
+      "learning_rate": 1.9656046192847568e-05,
+      "loss": 35.0625,
+      "step": 4655
+    },
+    {
+      "epoch": 0.2224983274395489,
+      "grad_norm": 329.5060729980469,
+      "learning_rate": 1.9655844946887035e-05,
+      "loss": 46.6562,
+      "step": 4656
+    },
+    {
+      "epoch": 0.22254611488100928,
+      "grad_norm": 159.8158416748047,
+      "learning_rate": 1.9655643643100447e-05,
+      "loss": 23.4531,
+      "step": 4657
+    },
+    {
+      "epoch": 0.22259390232246964,
+      "grad_norm": 746.8233032226562,
+      "learning_rate": 1.9655442281489018e-05,
+      "loss": 31.9531,
+      "step": 4658
+    },
+    {
+      "epoch": 0.22264168976393003,
+      "grad_norm": 269.77777099609375,
+      "learning_rate": 1.9655240862053942e-05,
+      "loss": 30.5469,
+      "step": 4659
+    },
+    {
+      "epoch": 0.22268947720539042,
+      "grad_norm": 187.35675048828125,
+      "learning_rate": 1.965503938479644e-05,
+      "loss": 38.2188,
+      "step": 4660
+    },
+    {
+      "epoch": 0.2227372646468508,
+      "grad_norm": 384.1453552246094,
+      "learning_rate": 1.9654837849717704e-05,
+      "loss": 32.5312,
+      "step": 4661
+    },
+    {
+      "epoch": 0.2227850520883112,
+      "grad_norm": 355.1474304199219,
+      "learning_rate": 1.965463625681895e-05,
+      "loss": 29.125,
+      "step": 4662
+    },
+    {
+      "epoch": 0.22283283952977156,
+      "grad_norm": 319.10980224609375,
+      "learning_rate": 1.9654434606101384e-05,
+      "loss": 32.625,
+      "step": 4663
+    },
+    {
+      "epoch": 0.22288062697123195,
+      "grad_norm": 366.5937194824219,
+      "learning_rate": 1.9654232897566208e-05,
+      "loss": 44.7812,
+      "step": 4664
+    },
+    {
+      "epoch": 0.22292841441269234,
+      "grad_norm": 296.014892578125,
+      "learning_rate": 1.9654031131214636e-05,
+      "loss": 26.625,
+      "step": 4665
+    },
+    {
+      "epoch": 0.22297620185415273,
+      "grad_norm": 191.72080993652344,
+      "learning_rate": 1.9653829307047875e-05,
+      "loss": 24.2969,
+      "step": 4666
+    },
+    {
+      "epoch": 0.22302398929561312,
+      "grad_norm": 277.0973815917969,
+      "learning_rate": 1.9653627425067135e-05,
+      "loss": 31.5,
+      "step": 4667
+    },
+    {
+      "epoch": 0.22307177673707348,
+      "grad_norm": 229.66502380371094,
+      "learning_rate": 1.965342548527362e-05,
+      "loss": 22.5,
+      "step": 4668
+    },
+    {
+      "epoch": 0.22311956417853387,
+      "grad_norm": 290.88043212890625,
+      "learning_rate": 1.9653223487668546e-05,
+      "loss": 25.25,
+      "step": 4669
+    },
+    {
+      "epoch": 0.22316735161999426,
+      "grad_norm": 390.7012023925781,
+      "learning_rate": 1.9653021432253118e-05,
+      "loss": 40.6562,
+      "step": 4670
+    },
+    {
+      "epoch": 0.22321513906145465,
+      "grad_norm": 438.83453369140625,
+      "learning_rate": 1.9652819319028547e-05,
+      "loss": 36.5938,
+      "step": 4671
+    },
+    {
+      "epoch": 0.22326292650291504,
+      "grad_norm": 348.0589904785156,
+      "learning_rate": 1.9652617147996045e-05,
+      "loss": 26.4531,
+      "step": 4672
+    },
+    {
+      "epoch": 0.2233107139443754,
+      "grad_norm": 376.9155578613281,
+      "learning_rate": 1.9652414919156824e-05,
+      "loss": 33.125,
+      "step": 4673
+    },
+    {
+      "epoch": 0.2233585013858358,
+      "grad_norm": 248.2299346923828,
+      "learning_rate": 1.9652212632512086e-05,
+      "loss": 38.4062,
+      "step": 4674
+    },
+    {
+      "epoch": 0.22340628882729618,
+      "grad_norm": 314.53912353515625,
+      "learning_rate": 1.9652010288063056e-05,
+      "loss": 29.3125,
+      "step": 4675
+    },
+    {
+      "epoch": 0.22345407626875657,
+      "grad_norm": 535.276123046875,
+      "learning_rate": 1.9651807885810935e-05,
+      "loss": 33.5,
+      "step": 4676
+    },
+    {
+      "epoch": 0.22350186371021696,
+      "grad_norm": 212.64419555664062,
+      "learning_rate": 1.965160542575694e-05,
+      "loss": 21.3125,
+      "step": 4677
+    },
+    {
+      "epoch": 0.22354965115167733,
+      "grad_norm": 342.7879943847656,
+      "learning_rate": 1.9651402907902278e-05,
+      "loss": 33.9375,
+      "step": 4678
+    },
+    {
+      "epoch": 0.22359743859313772,
+      "grad_norm": 291.40521240234375,
+      "learning_rate": 1.965120033224817e-05,
+      "loss": 35.9062,
+      "step": 4679
+    },
+    {
+      "epoch": 0.2236452260345981,
+      "grad_norm": 261.5084228515625,
+      "learning_rate": 1.965099769879583e-05,
+      "loss": 38.3438,
+      "step": 4680
+    },
+    {
+      "epoch": 0.2236930134760585,
+      "grad_norm": 278.6749572753906,
+      "learning_rate": 1.9650795007546462e-05,
+      "loss": 30.0625,
+      "step": 4681
+    },
+    {
+      "epoch": 0.22374080091751888,
+      "grad_norm": 331.270263671875,
+      "learning_rate": 1.9650592258501285e-05,
+      "loss": 40.625,
+      "step": 4682
+    },
+    {
+      "epoch": 0.22378858835897927,
+      "grad_norm": 512.6818237304688,
+      "learning_rate": 1.9650389451661516e-05,
+      "loss": 33.6562,
+      "step": 4683
+    },
+    {
+      "epoch": 0.22383637580043964,
+      "grad_norm": 294.71868896484375,
+      "learning_rate": 1.9650186587028363e-05,
+      "loss": 38.6562,
+      "step": 4684
+    },
+    {
+      "epoch": 0.22388416324190002,
+      "grad_norm": 237.75733947753906,
+      "learning_rate": 1.9649983664603047e-05,
+      "loss": 29.0625,
+      "step": 4685
+    },
+    {
+      "epoch": 0.22393195068336041,
+      "grad_norm": 279.515625,
+      "learning_rate": 1.964978068438678e-05,
+      "loss": 30.7188,
+      "step": 4686
+    },
+    {
+      "epoch": 0.2239797381248208,
+      "grad_norm": 152.52586364746094,
+      "learning_rate": 1.9649577646380776e-05,
+      "loss": 24.1562,
+      "step": 4687
+    },
+    {
+      "epoch": 0.2240275255662812,
+      "grad_norm": 166.06443786621094,
+      "learning_rate": 1.9649374550586257e-05,
+      "loss": 28.9844,
+      "step": 4688
+    },
+    {
+      "epoch": 0.22407531300774156,
+      "grad_norm": 248.53256225585938,
+      "learning_rate": 1.9649171397004433e-05,
+      "loss": 30.1875,
+      "step": 4689
+    },
+    {
+      "epoch": 0.22412310044920195,
+      "grad_norm": 341.142578125,
+      "learning_rate": 1.964896818563652e-05,
+      "loss": 39.5938,
+      "step": 4690
+    },
+    {
+      "epoch": 0.22417088789066233,
+      "grad_norm": 399.9749450683594,
+      "learning_rate": 1.9648764916483746e-05,
+      "loss": 31.875,
+      "step": 4691
+    },
+    {
+      "epoch": 0.22421867533212272,
+      "grad_norm": 312.1953125,
+      "learning_rate": 1.9648561589547315e-05,
+      "loss": 28.3125,
+      "step": 4692
+    },
+    {
+      "epoch": 0.22426646277358311,
+      "grad_norm": 197.82034301757812,
+      "learning_rate": 1.9648358204828452e-05,
+      "loss": 35.2188,
+      "step": 4693
+    },
+    {
+      "epoch": 0.22431425021504348,
+      "grad_norm": 217.1279754638672,
+      "learning_rate": 1.9648154762328372e-05,
+      "loss": 34.4375,
+      "step": 4694
+    },
+    {
+      "epoch": 0.22436203765650387,
+      "grad_norm": 370.8404846191406,
+      "learning_rate": 1.9647951262048295e-05,
+      "loss": 32.7188,
+      "step": 4695
+    },
+    {
+      "epoch": 0.22440982509796426,
+      "grad_norm": 232.5091552734375,
+      "learning_rate": 1.964774770398944e-05,
+      "loss": 33.4688,
+      "step": 4696
+    },
+    {
+      "epoch": 0.22445761253942464,
+      "grad_norm": 221.80606079101562,
+      "learning_rate": 1.9647544088153024e-05,
+      "loss": 27.75,
+      "step": 4697
+    },
+    {
+      "epoch": 0.22450539998088503,
+      "grad_norm": 306.3248291015625,
+      "learning_rate": 1.964734041454027e-05,
+      "loss": 38.8438,
+      "step": 4698
+    },
+    {
+      "epoch": 0.2245531874223454,
+      "grad_norm": 399.9960632324219,
+      "learning_rate": 1.9647136683152393e-05,
+      "loss": 32.6562,
+      "step": 4699
+    },
+    {
+      "epoch": 0.22460097486380579,
+      "grad_norm": 598.495849609375,
+      "learning_rate": 1.9646932893990615e-05,
+      "loss": 41.7812,
+      "step": 4700
+    },
+    {
+      "epoch": 0.22464876230526618,
+      "grad_norm": 294.9986877441406,
+      "learning_rate": 1.964672904705616e-05,
+      "loss": 35.0938,
+      "step": 4701
+    },
+    {
+      "epoch": 0.22469654974672656,
+      "grad_norm": 268.13726806640625,
+      "learning_rate": 1.964652514235024e-05,
+      "loss": 26.5938,
+      "step": 4702
+    },
+    {
+      "epoch": 0.22474433718818695,
+      "grad_norm": 232.7891387939453,
+      "learning_rate": 1.964632117987409e-05,
+      "loss": 29.75,
+      "step": 4703
+    },
+    {
+      "epoch": 0.22479212462964732,
+      "grad_norm": 301.33892822265625,
+      "learning_rate": 1.9646117159628917e-05,
+      "loss": 22.4375,
+      "step": 4704
+    },
+    {
+      "epoch": 0.2248399120711077,
+      "grad_norm": 332.5973205566406,
+      "learning_rate": 1.964591308161595e-05,
+      "loss": 32.0312,
+      "step": 4705
+    },
+    {
+      "epoch": 0.2248876995125681,
+      "grad_norm": 130.5733184814453,
+      "learning_rate": 1.9645708945836412e-05,
+      "loss": 21.6875,
+      "step": 4706
+    },
+    {
+      "epoch": 0.22493548695402849,
+      "grad_norm": 246.01290893554688,
+      "learning_rate": 1.9645504752291524e-05,
+      "loss": 27.5312,
+      "step": 4707
+    },
+    {
+      "epoch": 0.22498327439548887,
+      "grad_norm": 131.9801025390625,
+      "learning_rate": 1.964530050098251e-05,
+      "loss": 29.4062,
+      "step": 4708
+    },
+    {
+      "epoch": 0.22503106183694924,
+      "grad_norm": 347.046630859375,
+      "learning_rate": 1.9645096191910586e-05,
+      "loss": 29.7812,
+      "step": 4709
+    },
+    {
+      "epoch": 0.22507884927840963,
+      "grad_norm": 284.92242431640625,
+      "learning_rate": 1.9644891825076987e-05,
+      "loss": 24.5,
+      "step": 4710
+    },
+    {
+      "epoch": 0.22512663671987002,
+      "grad_norm": 171.57579040527344,
+      "learning_rate": 1.964468740048293e-05,
+      "loss": 21.7656,
+      "step": 4711
+    },
+    {
+      "epoch": 0.2251744241613304,
+      "grad_norm": 232.34275817871094,
+      "learning_rate": 1.9644482918129636e-05,
+      "loss": 31.625,
+      "step": 4712
+    },
+    {
+      "epoch": 0.2252222116027908,
+      "grad_norm": 325.7746887207031,
+      "learning_rate": 1.964427837801834e-05,
+      "loss": 47.0312,
+      "step": 4713
+    },
+    {
+      "epoch": 0.22526999904425118,
+      "grad_norm": 262.6032409667969,
+      "learning_rate": 1.964407378015026e-05,
+      "loss": 19.8906,
+      "step": 4714
+    },
+    {
+      "epoch": 0.22531778648571155,
+      "grad_norm": 385.0771789550781,
+      "learning_rate": 1.9643869124526622e-05,
+      "loss": 44.125,
+      "step": 4715
+    },
+    {
+      "epoch": 0.22536557392717194,
+      "grad_norm": 283.1434631347656,
+      "learning_rate": 1.964366441114865e-05,
+      "loss": 30.8438,
+      "step": 4716
+    },
+    {
+      "epoch": 0.22541336136863233,
+      "grad_norm": 287.2266540527344,
+      "learning_rate": 1.9643459640017574e-05,
+      "loss": 29.9375,
+      "step": 4717
+    },
+    {
+      "epoch": 0.22546114881009272,
+      "grad_norm": 259.80804443359375,
+      "learning_rate": 1.9643254811134617e-05,
+      "loss": 31.0312,
+      "step": 4718
+    },
+    {
+      "epoch": 0.2255089362515531,
+      "grad_norm": 308.3274230957031,
+      "learning_rate": 1.9643049924501007e-05,
+      "loss": 30.75,
+      "step": 4719
+    },
+    {
+      "epoch": 0.22555672369301347,
+      "grad_norm": 281.5445861816406,
+      "learning_rate": 1.964284498011797e-05,
+      "loss": 37.625,
+      "step": 4720
+    },
+    {
+      "epoch": 0.22560451113447386,
+      "grad_norm": 633.3366088867188,
+      "learning_rate": 1.9642639977986735e-05,
+      "loss": 39.1562,
+      "step": 4721
+    },
+    {
+      "epoch": 0.22565229857593425,
+      "grad_norm": 255.46182250976562,
+      "learning_rate": 1.9642434918108532e-05,
+      "loss": 36.875,
+      "step": 4722
+    },
+    {
+      "epoch": 0.22570008601739464,
+      "grad_norm": 180.2681121826172,
+      "learning_rate": 1.9642229800484583e-05,
+      "loss": 26.7344,
+      "step": 4723
+    },
+    {
+      "epoch": 0.22574787345885503,
+      "grad_norm": 218.8755645751953,
+      "learning_rate": 1.9642024625116117e-05,
+      "loss": 25.375,
+      "step": 4724
+    },
+    {
+      "epoch": 0.2257956609003154,
+      "grad_norm": 185.46371459960938,
+      "learning_rate": 1.9641819392004372e-05,
+      "loss": 28.1875,
+      "step": 4725
+    },
+    {
+      "epoch": 0.22584344834177578,
+      "grad_norm": 280.2803649902344,
+      "learning_rate": 1.9641614101150564e-05,
+      "loss": 26.125,
+      "step": 4726
+    },
+    {
+      "epoch": 0.22589123578323617,
+      "grad_norm": 391.9000244140625,
+      "learning_rate": 1.964140875255593e-05,
+      "loss": 31.5625,
+      "step": 4727
+    },
+    {
+      "epoch": 0.22593902322469656,
+      "grad_norm": 266.01885986328125,
+      "learning_rate": 1.96412033462217e-05,
+      "loss": 30.3438,
+      "step": 4728
+    },
+    {
+      "epoch": 0.22598681066615695,
+      "grad_norm": 283.4632568359375,
+      "learning_rate": 1.96409978821491e-05,
+      "loss": 23.9688,
+      "step": 4729
+    },
+    {
+      "epoch": 0.2260345981076173,
+      "grad_norm": 244.35797119140625,
+      "learning_rate": 1.9640792360339364e-05,
+      "loss": 37.125,
+      "step": 4730
+    },
+    {
+      "epoch": 0.2260823855490777,
+      "grad_norm": 330.51507568359375,
+      "learning_rate": 1.9640586780793725e-05,
+      "loss": 33.4062,
+      "step": 4731
+    },
+    {
+      "epoch": 0.2261301729905381,
+      "grad_norm": 473.240478515625,
+      "learning_rate": 1.9640381143513406e-05,
+      "loss": 37.7188,
+      "step": 4732
+    },
+    {
+      "epoch": 0.22617796043199848,
+      "grad_norm": 260.31103515625,
+      "learning_rate": 1.9640175448499646e-05,
+      "loss": 27.4375,
+      "step": 4733
+    },
+    {
+      "epoch": 0.22622574787345887,
+      "grad_norm": 424.8189697265625,
+      "learning_rate": 1.9639969695753676e-05,
+      "loss": 25.6406,
+      "step": 4734
+    },
+    {
+      "epoch": 0.22627353531491923,
+      "grad_norm": 278.0741271972656,
+      "learning_rate": 1.9639763885276722e-05,
+      "loss": 31.9062,
+      "step": 4735
+    },
+    {
+      "epoch": 0.22632132275637962,
+      "grad_norm": 176.45628356933594,
+      "learning_rate": 1.9639558017070027e-05,
+      "loss": 29.25,
+      "step": 4736
+    },
+    {
+      "epoch": 0.22636911019784,
+      "grad_norm": 214.49159240722656,
+      "learning_rate": 1.963935209113481e-05,
+      "loss": 39.5312,
+      "step": 4737
+    },
+    {
+      "epoch": 0.2264168976393004,
+      "grad_norm": 270.7076110839844,
+      "learning_rate": 1.963914610747232e-05,
+      "loss": 21.9688,
+      "step": 4738
+    },
+    {
+      "epoch": 0.22646468508076079,
+      "grad_norm": 345.14410400390625,
+      "learning_rate": 1.9638940066083778e-05,
+      "loss": 33.0625,
+      "step": 4739
+    },
+    {
+      "epoch": 0.22651247252222115,
+      "grad_norm": 236.43199157714844,
+      "learning_rate": 1.9638733966970423e-05,
+      "loss": 24.8125,
+      "step": 4740
+    },
+    {
+      "epoch": 0.22656025996368154,
+      "grad_norm": 245.68992614746094,
+      "learning_rate": 1.963852781013349e-05,
+      "loss": 26.7812,
+      "step": 4741
+    },
+    {
+      "epoch": 0.22660804740514193,
+      "grad_norm": 250.01495361328125,
+      "learning_rate": 1.9638321595574214e-05,
+      "loss": 27.25,
+      "step": 4742
+    },
+    {
+      "epoch": 0.22665583484660232,
+      "grad_norm": 368.87115478515625,
+      "learning_rate": 1.9638115323293826e-05,
+      "loss": 31.625,
+      "step": 4743
+    },
+    {
+      "epoch": 0.2267036222880627,
+      "grad_norm": 160.4058380126953,
+      "learning_rate": 1.9637908993293564e-05,
+      "loss": 27.7812,
+      "step": 4744
+    },
+    {
+      "epoch": 0.22675140972952307,
+      "grad_norm": 161.5645751953125,
+      "learning_rate": 1.9637702605574664e-05,
+      "loss": 23.0938,
+      "step": 4745
+    },
+    {
+      "epoch": 0.22679919717098346,
+      "grad_norm": 412.6045227050781,
+      "learning_rate": 1.9637496160138364e-05,
+      "loss": 38.2812,
+      "step": 4746
+    },
+    {
+      "epoch": 0.22684698461244385,
+      "grad_norm": 305.04315185546875,
+      "learning_rate": 1.9637289656985895e-05,
+      "loss": 29.5938,
+      "step": 4747
+    },
+    {
+      "epoch": 0.22689477205390424,
+      "grad_norm": 277.958251953125,
+      "learning_rate": 1.9637083096118496e-05,
+      "loss": 36.3125,
+      "step": 4748
+    },
+    {
+      "epoch": 0.22694255949536463,
+      "grad_norm": 244.9992218017578,
+      "learning_rate": 1.9636876477537405e-05,
+      "loss": 29.1875,
+      "step": 4749
+    },
+    {
+      "epoch": 0.22699034693682502,
+      "grad_norm": 605.2577514648438,
+      "learning_rate": 1.963666980124386e-05,
+      "loss": 35.7812,
+      "step": 4750
+    },
+    {
+      "epoch": 0.22703813437828538,
+      "grad_norm": 253.42349243164062,
+      "learning_rate": 1.9636463067239094e-05,
+      "loss": 33.8438,
+      "step": 4751
+    },
+    {
+      "epoch": 0.22708592181974577,
+      "grad_norm": 303.094970703125,
+      "learning_rate": 1.9636256275524354e-05,
+      "loss": 28.1875,
+      "step": 4752
+    },
+    {
+      "epoch": 0.22713370926120616,
+      "grad_norm": 214.1721649169922,
+      "learning_rate": 1.963604942610087e-05,
+      "loss": 33.0,
+      "step": 4753
+    },
+    {
+      "epoch": 0.22718149670266655,
+      "grad_norm": 1169.7252197265625,
+      "learning_rate": 1.9635842518969884e-05,
+      "loss": 26.8906,
+      "step": 4754
+    },
+    {
+      "epoch": 0.22722928414412694,
+      "grad_norm": 394.7673034667969,
+      "learning_rate": 1.9635635554132635e-05,
+      "loss": 24.9062,
+      "step": 4755
+    },
+    {
+      "epoch": 0.2272770715855873,
+      "grad_norm": 381.7850341796875,
+      "learning_rate": 1.9635428531590365e-05,
+      "loss": 28.5625,
+      "step": 4756
+    },
+    {
+      "epoch": 0.2273248590270477,
+      "grad_norm": 414.64642333984375,
+      "learning_rate": 1.9635221451344307e-05,
+      "loss": 30.375,
+      "step": 4757
+    },
+    {
+      "epoch": 0.22737264646850808,
+      "grad_norm": 208.34230041503906,
+      "learning_rate": 1.9635014313395708e-05,
+      "loss": 18.5781,
+      "step": 4758
+    },
+    {
+      "epoch": 0.22742043390996847,
+      "grad_norm": 292.9031982421875,
+      "learning_rate": 1.9634807117745806e-05,
+      "loss": 31.3438,
+      "step": 4759
+    },
+    {
+      "epoch": 0.22746822135142886,
+      "grad_norm": 303.4735412597656,
+      "learning_rate": 1.963459986439584e-05,
+      "loss": 34.7188,
+      "step": 4760
+    },
+    {
+      "epoch": 0.22751600879288922,
+      "grad_norm": 240.752685546875,
+      "learning_rate": 1.9634392553347052e-05,
+      "loss": 20.0312,
+      "step": 4761
+    },
+    {
+      "epoch": 0.2275637962343496,
+      "grad_norm": 265.7709045410156,
+      "learning_rate": 1.9634185184600688e-05,
+      "loss": 28.3125,
+      "step": 4762
+    },
+    {
+      "epoch": 0.22761158367581,
+      "grad_norm": 295.26983642578125,
+      "learning_rate": 1.9633977758157984e-05,
+      "loss": 33.2812,
+      "step": 4763
+    },
+    {
+      "epoch": 0.2276593711172704,
+      "grad_norm": 420.6263427734375,
+      "learning_rate": 1.9633770274020183e-05,
+      "loss": 40.625,
+      "step": 4764
+    },
+    {
+      "epoch": 0.22770715855873078,
+      "grad_norm": 331.4140625,
+      "learning_rate": 1.963356273218853e-05,
+      "loss": 29.5938,
+      "step": 4765
+    },
+    {
+      "epoch": 0.22775494600019114,
+      "grad_norm": 351.0438537597656,
+      "learning_rate": 1.963335513266427e-05,
+      "loss": 30.6094,
+      "step": 4766
+    },
+    {
+      "epoch": 0.22780273344165153,
+      "grad_norm": 253.48977661132812,
+      "learning_rate": 1.9633147475448638e-05,
+      "loss": 36.4375,
+      "step": 4767
+    },
+    {
+      "epoch": 0.22785052088311192,
+      "grad_norm": 191.09141540527344,
+      "learning_rate": 1.9632939760542887e-05,
+      "loss": 24.1562,
+      "step": 4768
+    },
+    {
+      "epoch": 0.2278983083245723,
+      "grad_norm": 221.42083740234375,
+      "learning_rate": 1.9632731987948256e-05,
+      "loss": 31.125,
+      "step": 4769
+    },
+    {
+      "epoch": 0.2279460957660327,
+      "grad_norm": 456.7795104980469,
+      "learning_rate": 1.963252415766599e-05,
+      "loss": 34.75,
+      "step": 4770
+    },
+    {
+      "epoch": 0.22799388320749306,
+      "grad_norm": 366.12469482421875,
+      "learning_rate": 1.9632316269697332e-05,
+      "loss": 34.8438,
+      "step": 4771
+    },
+    {
+      "epoch": 0.22804167064895345,
+      "grad_norm": 337.0107116699219,
+      "learning_rate": 1.963210832404353e-05,
+      "loss": 38.5938,
+      "step": 4772
+    },
+    {
+      "epoch": 0.22808945809041384,
+      "grad_norm": 199.7872314453125,
+      "learning_rate": 1.9631900320705828e-05,
+      "loss": 23.3438,
+      "step": 4773
+    },
+    {
+      "epoch": 0.22813724553187423,
+      "grad_norm": 587.45849609375,
+      "learning_rate": 1.963169225968547e-05,
+      "loss": 39.4688,
+      "step": 4774
+    },
+    {
+      "epoch": 0.22818503297333462,
+      "grad_norm": 2079.447509765625,
+      "learning_rate": 1.9631484140983704e-05,
+      "loss": 30.6562,
+      "step": 4775
+    },
+    {
+      "epoch": 0.22823282041479498,
+      "grad_norm": 235.34730529785156,
+      "learning_rate": 1.963127596460178e-05,
+      "loss": 34.625,
+      "step": 4776
+    },
+    {
+      "epoch": 0.22828060785625537,
+      "grad_norm": 236.46929931640625,
+      "learning_rate": 1.9631067730540935e-05,
+      "loss": 25.5938,
+      "step": 4777
+    },
+    {
+      "epoch": 0.22832839529771576,
+      "grad_norm": 205.58425903320312,
+      "learning_rate": 1.9630859438802426e-05,
+      "loss": 20.25,
+      "step": 4778
+    },
+    {
+      "epoch": 0.22837618273917615,
+      "grad_norm": 319.20758056640625,
+      "learning_rate": 1.9630651089387493e-05,
+      "loss": 27.1562,
+      "step": 4779
+    },
+    {
+      "epoch": 0.22842397018063654,
+      "grad_norm": 437.20806884765625,
+      "learning_rate": 1.963044268229739e-05,
+      "loss": 44.0625,
+      "step": 4780
+    },
+    {
+      "epoch": 0.2284717576220969,
+      "grad_norm": 433.14678955078125,
+      "learning_rate": 1.9630234217533362e-05,
+      "loss": 32.4688,
+      "step": 4781
+    },
+    {
+      "epoch": 0.2285195450635573,
+      "grad_norm": 281.9693298339844,
+      "learning_rate": 1.963002569509665e-05,
+      "loss": 39.75,
+      "step": 4782
+    },
+    {
+      "epoch": 0.22856733250501768,
+      "grad_norm": 271.9456787109375,
+      "learning_rate": 1.962981711498852e-05,
+      "loss": 20.8438,
+      "step": 4783
+    },
+    {
+      "epoch": 0.22861511994647807,
+      "grad_norm": 204.35324096679688,
+      "learning_rate": 1.962960847721021e-05,
+      "loss": 23.6875,
+      "step": 4784
+    },
+    {
+      "epoch": 0.22866290738793846,
+      "grad_norm": 332.002197265625,
+      "learning_rate": 1.9629399781762966e-05,
+      "loss": 43.4062,
+      "step": 4785
+    },
+    {
+      "epoch": 0.22871069482939885,
+      "grad_norm": 311.0250549316406,
+      "learning_rate": 1.9629191028648044e-05,
+      "loss": 32.0312,
+      "step": 4786
+    },
+    {
+      "epoch": 0.2287584822708592,
+      "grad_norm": 219.84967041015625,
+      "learning_rate": 1.9628982217866695e-05,
+      "loss": 25.5625,
+      "step": 4787
+    },
+    {
+      "epoch": 0.2288062697123196,
+      "grad_norm": 319.1742858886719,
+      "learning_rate": 1.9628773349420166e-05,
+      "loss": 39.25,
+      "step": 4788
+    },
+    {
+      "epoch": 0.22885405715378,
+      "grad_norm": 803.1210327148438,
+      "learning_rate": 1.962856442330971e-05,
+      "loss": 31.9531,
+      "step": 4789
+    },
+    {
+      "epoch": 0.22890184459524038,
+      "grad_norm": 368.4375305175781,
+      "learning_rate": 1.9628355439536574e-05,
+      "loss": 30.3125,
+      "step": 4790
+    },
+    {
+      "epoch": 0.22894963203670077,
+      "grad_norm": 297.1246643066406,
+      "learning_rate": 1.9628146398102018e-05,
+      "loss": 34.0469,
+      "step": 4791
+    },
+    {
+      "epoch": 0.22899741947816113,
+      "grad_norm": 533.0296630859375,
+      "learning_rate": 1.9627937299007286e-05,
+      "loss": 39.25,
+      "step": 4792
+    },
+    {
+      "epoch": 0.22904520691962152,
+      "grad_norm": 304.17962646484375,
+      "learning_rate": 1.9627728142253632e-05,
+      "loss": 33.8438,
+      "step": 4793
+    },
+    {
+      "epoch": 0.2290929943610819,
+      "grad_norm": 362.71441650390625,
+      "learning_rate": 1.962751892784231e-05,
+      "loss": 27.8438,
+      "step": 4794
+    },
+    {
+      "epoch": 0.2291407818025423,
+      "grad_norm": 413.553955078125,
+      "learning_rate": 1.9627309655774574e-05,
+      "loss": 34.9062,
+      "step": 4795
+    },
+    {
+      "epoch": 0.2291885692440027,
+      "grad_norm": 342.1400451660156,
+      "learning_rate": 1.9627100326051676e-05,
+      "loss": 38.375,
+      "step": 4796
+    },
+    {
+      "epoch": 0.22923635668546305,
+      "grad_norm": 227.72178649902344,
+      "learning_rate": 1.962689093867487e-05,
+      "loss": 26.9688,
+      "step": 4797
+    },
+    {
+      "epoch": 0.22928414412692344,
+      "grad_norm": 551.4176025390625,
+      "learning_rate": 1.962668149364541e-05,
+      "loss": 45.2812,
+      "step": 4798
+    },
+    {
+      "epoch": 0.22933193156838383,
+      "grad_norm": 380.5619201660156,
+      "learning_rate": 1.9626471990964543e-05,
+      "loss": 28.0625,
+      "step": 4799
+    },
+    {
+      "epoch": 0.22937971900984422,
+      "grad_norm": 341.2156982421875,
+      "learning_rate": 1.9626262430633537e-05,
+      "loss": 29.0781,
+      "step": 4800
+    },
+    {
+      "epoch": 0.2294275064513046,
+      "grad_norm": 210.31137084960938,
+      "learning_rate": 1.962605281265364e-05,
+      "loss": 32.4688,
+      "step": 4801
+    },
+    {
+      "epoch": 0.22947529389276497,
+      "grad_norm": 271.00604248046875,
+      "learning_rate": 1.9625843137026104e-05,
+      "loss": 36.75,
+      "step": 4802
+    },
+    {
+      "epoch": 0.22952308133422536,
+      "grad_norm": 327.6620788574219,
+      "learning_rate": 1.962563340375219e-05,
+      "loss": 36.9375,
+      "step": 4803
+    },
+    {
+      "epoch": 0.22957086877568575,
+      "grad_norm": 308.19244384765625,
+      "learning_rate": 1.962542361283315e-05,
+      "loss": 24.0469,
+      "step": 4804
+    },
+    {
+      "epoch": 0.22961865621714614,
+      "grad_norm": 516.757080078125,
+      "learning_rate": 1.9625213764270248e-05,
+      "loss": 23.2031,
+      "step": 4805
+    },
+    {
+      "epoch": 0.22966644365860653,
+      "grad_norm": 417.6830749511719,
+      "learning_rate": 1.9625003858064732e-05,
+      "loss": 38.9062,
+      "step": 4806
+    },
+    {
+      "epoch": 0.2297142311000669,
+      "grad_norm": 290.3357238769531,
+      "learning_rate": 1.9624793894217863e-05,
+      "loss": 25.625,
+      "step": 4807
+    },
+    {
+      "epoch": 0.22976201854152728,
+      "grad_norm": 164.59873962402344,
+      "learning_rate": 1.96245838727309e-05,
+      "loss": 26.0,
+      "step": 4808
+    },
+    {
+      "epoch": 0.22980980598298767,
+      "grad_norm": 222.10789489746094,
+      "learning_rate": 1.9624373793605098e-05,
+      "loss": 33.0625,
+      "step": 4809
+    },
+    {
+      "epoch": 0.22985759342444806,
+      "grad_norm": 277.55078125,
+      "learning_rate": 1.9624163656841714e-05,
+      "loss": 33.5938,
+      "step": 4810
+    },
+    {
+      "epoch": 0.22990538086590845,
+      "grad_norm": 291.6412658691406,
+      "learning_rate": 1.962395346244201e-05,
+      "loss": 36.2812,
+      "step": 4811
+    },
+    {
+      "epoch": 0.2299531683073688,
+      "grad_norm": 279.940673828125,
+      "learning_rate": 1.962374321040724e-05,
+      "loss": 29.4375,
+      "step": 4812
+    },
+    {
+      "epoch": 0.2300009557488292,
+      "grad_norm": 304.7825927734375,
+      "learning_rate": 1.9623532900738672e-05,
+      "loss": 27.6094,
+      "step": 4813
+    },
+    {
+      "epoch": 0.2300487431902896,
+      "grad_norm": 362.8910827636719,
+      "learning_rate": 1.9623322533437554e-05,
+      "loss": 26.375,
+      "step": 4814
+    },
+    {
+      "epoch": 0.23009653063174998,
+      "grad_norm": 257.47113037109375,
+      "learning_rate": 1.9623112108505152e-05,
+      "loss": 30.5312,
+      "step": 4815
+    },
+    {
+      "epoch": 0.23014431807321037,
+      "grad_norm": 331.0890808105469,
+      "learning_rate": 1.962290162594273e-05,
+      "loss": 38.5,
+      "step": 4816
+    },
+    {
+      "epoch": 0.23019210551467073,
+      "grad_norm": 268.8407287597656,
+      "learning_rate": 1.962269108575154e-05,
+      "loss": 31.9688,
+      "step": 4817
+    },
+    {
+      "epoch": 0.23023989295613112,
+      "grad_norm": 214.01869201660156,
+      "learning_rate": 1.9622480487932847e-05,
+      "loss": 22.0625,
+      "step": 4818
+    },
+    {
+      "epoch": 0.2302876803975915,
+      "grad_norm": 239.92555236816406,
+      "learning_rate": 1.9622269832487916e-05,
+      "loss": 28.9062,
+      "step": 4819
+    },
+    {
+      "epoch": 0.2303354678390519,
+      "grad_norm": 234.92967224121094,
+      "learning_rate": 1.9622059119418006e-05,
+      "loss": 38.4688,
+      "step": 4820
+    },
+    {
+      "epoch": 0.2303832552805123,
+      "grad_norm": 314.86614990234375,
+      "learning_rate": 1.9621848348724373e-05,
+      "loss": 31.375,
+      "step": 4821
+    },
+    {
+      "epoch": 0.23043104272197268,
+      "grad_norm": 328.9530029296875,
+      "learning_rate": 1.9621637520408284e-05,
+      "loss": 22.9688,
+      "step": 4822
+    },
+    {
+      "epoch": 0.23047883016343304,
+      "grad_norm": 286.46319580078125,
+      "learning_rate": 1.9621426634471e-05,
+      "loss": 30.1562,
+      "step": 4823
+    },
+    {
+      "epoch": 0.23052661760489343,
+      "grad_norm": 562.18310546875,
+      "learning_rate": 1.962121569091379e-05,
+      "loss": 30.3594,
+      "step": 4824
+    },
+    {
+      "epoch": 0.23057440504635382,
+      "grad_norm": 349.5518493652344,
+      "learning_rate": 1.9621004689737914e-05,
+      "loss": 23.3906,
+      "step": 4825
+    },
+    {
+      "epoch": 0.2306221924878142,
+      "grad_norm": 206.4661102294922,
+      "learning_rate": 1.9620793630944632e-05,
+      "loss": 33.5625,
+      "step": 4826
+    },
+    {
+      "epoch": 0.2306699799292746,
+      "grad_norm": 205.7373809814453,
+      "learning_rate": 1.9620582514535206e-05,
+      "loss": 29.7656,
+      "step": 4827
+    },
+    {
+      "epoch": 0.23071776737073496,
+      "grad_norm": 231.23593139648438,
+      "learning_rate": 1.962037134051091e-05,
+      "loss": 42.1562,
+      "step": 4828
+    },
+    {
+      "epoch": 0.23076555481219535,
+      "grad_norm": 179.28456115722656,
+      "learning_rate": 1.9620160108873003e-05,
+      "loss": 34.125,
+      "step": 4829
+    },
+    {
+      "epoch": 0.23081334225365574,
+      "grad_norm": 231.7796173095703,
+      "learning_rate": 1.961994881962275e-05,
+      "loss": 30.8438,
+      "step": 4830
+    },
+    {
+      "epoch": 0.23086112969511613,
+      "grad_norm": 266.709228515625,
+      "learning_rate": 1.9619737472761416e-05,
+      "loss": 23.2812,
+      "step": 4831
+    },
+    {
+      "epoch": 0.23090891713657652,
+      "grad_norm": 290.829345703125,
+      "learning_rate": 1.9619526068290268e-05,
+      "loss": 32.625,
+      "step": 4832
+    },
+    {
+      "epoch": 0.23095670457803688,
+      "grad_norm": 212.1308135986328,
+      "learning_rate": 1.961931460621057e-05,
+      "loss": 20.6094,
+      "step": 4833
+    },
+    {
+      "epoch": 0.23100449201949727,
+      "grad_norm": 232.29571533203125,
+      "learning_rate": 1.961910308652359e-05,
+      "loss": 31.1562,
+      "step": 4834
+    },
+    {
+      "epoch": 0.23105227946095766,
+      "grad_norm": 419.76806640625,
+      "learning_rate": 1.96188915092306e-05,
+      "loss": 47.875,
+      "step": 4835
+    },
+    {
+      "epoch": 0.23110006690241805,
+      "grad_norm": 403.6621398925781,
+      "learning_rate": 1.9618679874332855e-05,
+      "loss": 32.3281,
+      "step": 4836
+    },
+    {
+      "epoch": 0.23114785434387844,
+      "grad_norm": 211.54515075683594,
+      "learning_rate": 1.961846818183163e-05,
+      "loss": 24.8125,
+      "step": 4837
+    },
+    {
+      "epoch": 0.2311956417853388,
+      "grad_norm": 292.4543762207031,
+      "learning_rate": 1.961825643172819e-05,
+      "loss": 26.7188,
+      "step": 4838
+    },
+    {
+      "epoch": 0.2312434292267992,
+      "grad_norm": 563.2700805664062,
+      "learning_rate": 1.961804462402381e-05,
+      "loss": 32.8438,
+      "step": 4839
+    },
+    {
+      "epoch": 0.23129121666825958,
+      "grad_norm": 514.8895263671875,
+      "learning_rate": 1.9617832758719752e-05,
+      "loss": 36.375,
+      "step": 4840
+    },
+    {
+      "epoch": 0.23133900410971997,
+      "grad_norm": 331.6380920410156,
+      "learning_rate": 1.9617620835817287e-05,
+      "loss": 31.75,
+      "step": 4841
+    },
+    {
+      "epoch": 0.23138679155118036,
+      "grad_norm": 253.06031799316406,
+      "learning_rate": 1.961740885531768e-05,
+      "loss": 19.5938,
+      "step": 4842
+    },
+    {
+      "epoch": 0.23143457899264072,
+      "grad_norm": 241.34002685546875,
+      "learning_rate": 1.9617196817222207e-05,
+      "loss": 28.8438,
+      "step": 4843
+    },
+    {
+      "epoch": 0.2314823664341011,
+      "grad_norm": 268.13720703125,
+      "learning_rate": 1.961698472153213e-05,
+      "loss": 26.5625,
+      "step": 4844
+    },
+    {
+      "epoch": 0.2315301538755615,
+      "grad_norm": 238.49383544921875,
+      "learning_rate": 1.9616772568248727e-05,
+      "loss": 27.875,
+      "step": 4845
+    },
+    {
+      "epoch": 0.2315779413170219,
+      "grad_norm": 219.72918701171875,
+      "learning_rate": 1.9616560357373265e-05,
+      "loss": 27.6562,
+      "step": 4846
+    },
+    {
+      "epoch": 0.23162572875848228,
+      "grad_norm": 151.27413940429688,
+      "learning_rate": 1.961634808890702e-05,
+      "loss": 33.4219,
+      "step": 4847
+    },
+    {
+      "epoch": 0.23167351619994264,
+      "grad_norm": 448.6991271972656,
+      "learning_rate": 1.9616135762851248e-05,
+      "loss": 33.9375,
+      "step": 4848
+    },
+    {
+      "epoch": 0.23172130364140303,
+      "grad_norm": 291.7342224121094,
+      "learning_rate": 1.961592337920724e-05,
+      "loss": 29.1875,
+      "step": 4849
+    },
+    {
+      "epoch": 0.23176909108286342,
+      "grad_norm": 459.5650329589844,
+      "learning_rate": 1.9615710937976256e-05,
+      "loss": 40.625,
+      "step": 4850
+    },
+    {
+      "epoch": 0.2318168785243238,
+      "grad_norm": 550.6927490234375,
+      "learning_rate": 1.961549843915957e-05,
+      "loss": 21.3281,
+      "step": 4851
+    },
+    {
+      "epoch": 0.2318646659657842,
+      "grad_norm": 293.6772766113281,
+      "learning_rate": 1.9615285882758456e-05,
+      "loss": 28.2812,
+      "step": 4852
+    },
+    {
+      "epoch": 0.2319124534072446,
+      "grad_norm": 186.23544311523438,
+      "learning_rate": 1.9615073268774187e-05,
+      "loss": 22.9062,
+      "step": 4853
+    },
+    {
+      "epoch": 0.23196024084870495,
+      "grad_norm": 357.386474609375,
+      "learning_rate": 1.9614860597208038e-05,
+      "loss": 39.9375,
+      "step": 4854
+    },
+    {
+      "epoch": 0.23200802829016534,
+      "grad_norm": 241.72291564941406,
+      "learning_rate": 1.9614647868061278e-05,
+      "loss": 30.0312,
+      "step": 4855
+    },
+    {
+      "epoch": 0.23205581573162573,
+      "grad_norm": 193.81593322753906,
+      "learning_rate": 1.9614435081335186e-05,
+      "loss": 24.25,
+      "step": 4856
+    },
+    {
+      "epoch": 0.23210360317308612,
+      "grad_norm": 254.69419860839844,
+      "learning_rate": 1.961422223703103e-05,
+      "loss": 29.4062,
+      "step": 4857
+    },
+    {
+      "epoch": 0.2321513906145465,
+      "grad_norm": 402.0416259765625,
+      "learning_rate": 1.9614009335150094e-05,
+      "loss": 31.7812,
+      "step": 4858
+    },
+    {
+      "epoch": 0.23219917805600687,
+      "grad_norm": 270.3533630371094,
+      "learning_rate": 1.9613796375693645e-05,
+      "loss": 34.1875,
+      "step": 4859
+    },
+    {
+      "epoch": 0.23224696549746726,
+      "grad_norm": 193.96006774902344,
+      "learning_rate": 1.961358335866296e-05,
+      "loss": 22.125,
+      "step": 4860
+    },
+    {
+      "epoch": 0.23229475293892765,
+      "grad_norm": 343.50946044921875,
+      "learning_rate": 1.9613370284059315e-05,
+      "loss": 28.9062,
+      "step": 4861
+    },
+    {
+      "epoch": 0.23234254038038804,
+      "grad_norm": 391.7087707519531,
+      "learning_rate": 1.9613157151883988e-05,
+      "loss": 38.2188,
+      "step": 4862
+    },
+    {
+      "epoch": 0.23239032782184843,
+      "grad_norm": 330.853515625,
+      "learning_rate": 1.961294396213825e-05,
+      "loss": 33.5312,
+      "step": 4863
+    },
+    {
+      "epoch": 0.2324381152633088,
+      "grad_norm": 555.8787841796875,
+      "learning_rate": 1.9612730714823388e-05,
+      "loss": 37.25,
+      "step": 4864
+    },
+    {
+      "epoch": 0.23248590270476918,
+      "grad_norm": 490.81964111328125,
+      "learning_rate": 1.961251740994067e-05,
+      "loss": 25.2031,
+      "step": 4865
+    },
+    {
+      "epoch": 0.23253369014622957,
+      "grad_norm": 399.1799621582031,
+      "learning_rate": 1.961230404749138e-05,
+      "loss": 38.6562,
+      "step": 4866
+    },
+    {
+      "epoch": 0.23258147758768996,
+      "grad_norm": 639.534912109375,
+      "learning_rate": 1.9612090627476784e-05,
+      "loss": 49.7812,
+      "step": 4867
+    },
+    {
+      "epoch": 0.23262926502915035,
+      "grad_norm": 227.52032470703125,
+      "learning_rate": 1.9611877149898175e-05,
+      "loss": 28.0938,
+      "step": 4868
+    },
+    {
+      "epoch": 0.2326770524706107,
+      "grad_norm": 286.39886474609375,
+      "learning_rate": 1.961166361475682e-05,
+      "loss": 30.2812,
+      "step": 4869
+    },
+    {
+      "epoch": 0.2327248399120711,
+      "grad_norm": 358.9225158691406,
+      "learning_rate": 1.9611450022054007e-05,
+      "loss": 26.7188,
+      "step": 4870
+    },
+    {
+      "epoch": 0.2327726273535315,
+      "grad_norm": 279.8756103515625,
+      "learning_rate": 1.9611236371791005e-05,
+      "loss": 30.1562,
+      "step": 4871
+    },
+    {
+      "epoch": 0.23282041479499188,
+      "grad_norm": 336.97119140625,
+      "learning_rate": 1.9611022663969103e-05,
+      "loss": 29.7188,
+      "step": 4872
+    },
+    {
+      "epoch": 0.23286820223645227,
+      "grad_norm": 261.3772888183594,
+      "learning_rate": 1.9610808898589577e-05,
+      "loss": 40.0312,
+      "step": 4873
+    },
+    {
+      "epoch": 0.23291598967791263,
+      "grad_norm": 249.9510040283203,
+      "learning_rate": 1.9610595075653708e-05,
+      "loss": 29.4688,
+      "step": 4874
+    },
+    {
+      "epoch": 0.23296377711937302,
+      "grad_norm": 324.6424865722656,
+      "learning_rate": 1.9610381195162773e-05,
+      "loss": 33.3125,
+      "step": 4875
+    },
+    {
+      "epoch": 0.2330115645608334,
+      "grad_norm": 146.86325073242188,
+      "learning_rate": 1.9610167257118054e-05,
+      "loss": 23.5781,
+      "step": 4876
+    },
+    {
+      "epoch": 0.2330593520022938,
+      "grad_norm": 150.07666015625,
+      "learning_rate": 1.9609953261520838e-05,
+      "loss": 32.6875,
+      "step": 4877
+    },
+    {
+      "epoch": 0.2331071394437542,
+      "grad_norm": 299.5101318359375,
+      "learning_rate": 1.9609739208372402e-05,
+      "loss": 35.375,
+      "step": 4878
+    },
+    {
+      "epoch": 0.23315492688521455,
+      "grad_norm": 496.2390441894531,
+      "learning_rate": 1.9609525097674023e-05,
+      "loss": 36.375,
+      "step": 4879
+    },
+    {
+      "epoch": 0.23320271432667494,
+      "grad_norm": 276.2347412109375,
+      "learning_rate": 1.960931092942699e-05,
+      "loss": 37.6562,
+      "step": 4880
+    },
+    {
+      "epoch": 0.23325050176813533,
+      "grad_norm": 270.0282897949219,
+      "learning_rate": 1.9609096703632588e-05,
+      "loss": 42.9688,
+      "step": 4881
+    },
+    {
+      "epoch": 0.23329828920959572,
+      "grad_norm": 301.4933776855469,
+      "learning_rate": 1.9608882420292092e-05,
+      "loss": 32.5938,
+      "step": 4882
+    },
+    {
+      "epoch": 0.2333460766510561,
+      "grad_norm": 262.9529724121094,
+      "learning_rate": 1.960866807940679e-05,
+      "loss": 23.9688,
+      "step": 4883
+    },
+    {
+      "epoch": 0.23339386409251647,
+      "grad_norm": 350.6224060058594,
+      "learning_rate": 1.9608453680977967e-05,
+      "loss": 38.0,
+      "step": 4884
+    },
+    {
+      "epoch": 0.23344165153397686,
+      "grad_norm": 407.6633605957031,
+      "learning_rate": 1.9608239225006903e-05,
+      "loss": 38.0625,
+      "step": 4885
+    },
+    {
+      "epoch": 0.23348943897543725,
+      "grad_norm": 388.27728271484375,
+      "learning_rate": 1.960802471149488e-05,
+      "loss": 34.0312,
+      "step": 4886
+    },
+    {
+      "epoch": 0.23353722641689764,
+      "grad_norm": 263.44927978515625,
+      "learning_rate": 1.9607810140443192e-05,
+      "loss": 31.0312,
+      "step": 4887
+    },
+    {
+      "epoch": 0.23358501385835803,
+      "grad_norm": 389.0252380371094,
+      "learning_rate": 1.9607595511853118e-05,
+      "loss": 31.8125,
+      "step": 4888
+    },
+    {
+      "epoch": 0.23363280129981842,
+      "grad_norm": 314.3399353027344,
+      "learning_rate": 1.9607380825725942e-05,
+      "loss": 30.8438,
+      "step": 4889
+    },
+    {
+      "epoch": 0.23368058874127878,
+      "grad_norm": 328.9097900390625,
+      "learning_rate": 1.9607166082062955e-05,
+      "loss": 36.5312,
+      "step": 4890
+    },
+    {
+      "epoch": 0.23372837618273917,
+      "grad_norm": 416.3053283691406,
+      "learning_rate": 1.960695128086544e-05,
+      "loss": 28.2812,
+      "step": 4891
+    },
+    {
+      "epoch": 0.23377616362419956,
+      "grad_norm": 323.21905517578125,
+      "learning_rate": 1.9606736422134677e-05,
+      "loss": 38.375,
+      "step": 4892
+    },
+    {
+      "epoch": 0.23382395106565995,
+      "grad_norm": 415.8025207519531,
+      "learning_rate": 1.9606521505871966e-05,
+      "loss": 37.8125,
+      "step": 4893
+    },
+    {
+      "epoch": 0.23387173850712034,
+      "grad_norm": 282.4140930175781,
+      "learning_rate": 1.960630653207858e-05,
+      "loss": 32.3438,
+      "step": 4894
+    },
+    {
+      "epoch": 0.2339195259485807,
+      "grad_norm": 591.08349609375,
+      "learning_rate": 1.9606091500755823e-05,
+      "loss": 48.25,
+      "step": 4895
+    },
+    {
+      "epoch": 0.2339673133900411,
+      "grad_norm": 380.8459167480469,
+      "learning_rate": 1.9605876411904966e-05,
+      "loss": 31.8125,
+      "step": 4896
+    },
+    {
+      "epoch": 0.23401510083150148,
+      "grad_norm": 256.4588623046875,
+      "learning_rate": 1.9605661265527307e-05,
+      "loss": 25.1562,
+      "step": 4897
+    },
+    {
+      "epoch": 0.23406288827296187,
+      "grad_norm": 242.62554931640625,
+      "learning_rate": 1.960544606162413e-05,
+      "loss": 24.0312,
+      "step": 4898
+    },
+    {
+      "epoch": 0.23411067571442226,
+      "grad_norm": 251.57618713378906,
+      "learning_rate": 1.9605230800196727e-05,
+      "loss": 38.9375,
+      "step": 4899
+    },
+    {
+      "epoch": 0.23415846315588262,
+      "grad_norm": 203.0952606201172,
+      "learning_rate": 1.9605015481246384e-05,
+      "loss": 28.1406,
+      "step": 4900
+    },
+    {
+      "epoch": 0.234206250597343,
+      "grad_norm": 207.01051330566406,
+      "learning_rate": 1.9604800104774393e-05,
+      "loss": 25.75,
+      "step": 4901
+    },
+    {
+      "epoch": 0.2342540380388034,
+      "grad_norm": 298.3515625,
+      "learning_rate": 1.9604584670782042e-05,
+      "loss": 47.5938,
+      "step": 4902
+    },
+    {
+      "epoch": 0.2343018254802638,
+      "grad_norm": 203.81236267089844,
+      "learning_rate": 1.9604369179270624e-05,
+      "loss": 25.9688,
+      "step": 4903
+    },
+    {
+      "epoch": 0.23434961292172418,
+      "grad_norm": 334.8489685058594,
+      "learning_rate": 1.9604153630241426e-05,
+      "loss": 37.0312,
+      "step": 4904
+    },
+    {
+      "epoch": 0.23439740036318454,
+      "grad_norm": 372.7115173339844,
+      "learning_rate": 1.960393802369574e-05,
+      "loss": 35.75,
+      "step": 4905
+    },
+    {
+      "epoch": 0.23444518780464493,
+      "grad_norm": 225.48861694335938,
+      "learning_rate": 1.9603722359634862e-05,
+      "loss": 31.1562,
+      "step": 4906
+    },
+    {
+      "epoch": 0.23449297524610532,
+      "grad_norm": 283.32275390625,
+      "learning_rate": 1.9603506638060076e-05,
+      "loss": 35.0,
+      "step": 4907
+    },
+    {
+      "epoch": 0.2345407626875657,
+      "grad_norm": 332.18389892578125,
+      "learning_rate": 1.9603290858972678e-05,
+      "loss": 37.0938,
+      "step": 4908
+    },
+    {
+      "epoch": 0.2345885501290261,
+      "grad_norm": 321.9850769042969,
+      "learning_rate": 1.9603075022373956e-05,
+      "loss": 36.0938,
+      "step": 4909
+    },
+    {
+      "epoch": 0.23463633757048646,
+      "grad_norm": 487.50927734375,
+      "learning_rate": 1.960285912826521e-05,
+      "loss": 46.1875,
+      "step": 4910
+    },
+    {
+      "epoch": 0.23468412501194685,
+      "grad_norm": 365.81549072265625,
+      "learning_rate": 1.9602643176647727e-05,
+      "loss": 41.9375,
+      "step": 4911
+    },
+    {
+      "epoch": 0.23473191245340724,
+      "grad_norm": 191.5312957763672,
+      "learning_rate": 1.9602427167522803e-05,
+      "loss": 29.3125,
+      "step": 4912
+    },
+    {
+      "epoch": 0.23477969989486763,
+      "grad_norm": 208.3425750732422,
+      "learning_rate": 1.960221110089173e-05,
+      "loss": 26.125,
+      "step": 4913
+    },
+    {
+      "epoch": 0.23482748733632802,
+      "grad_norm": 239.5242462158203,
+      "learning_rate": 1.9601994976755803e-05,
+      "loss": 33.8281,
+      "step": 4914
+    },
+    {
+      "epoch": 0.23487527477778838,
+      "grad_norm": 418.55377197265625,
+      "learning_rate": 1.960177879511632e-05,
+      "loss": 36.7812,
+      "step": 4915
+    },
+    {
+      "epoch": 0.23492306221924877,
+      "grad_norm": 219.62344360351562,
+      "learning_rate": 1.9601562555974566e-05,
+      "loss": 28.4688,
+      "step": 4916
+    },
+    {
+      "epoch": 0.23497084966070916,
+      "grad_norm": 225.4668731689453,
+      "learning_rate": 1.9601346259331843e-05,
+      "loss": 34.8438,
+      "step": 4917
+    },
+    {
+      "epoch": 0.23501863710216955,
+      "grad_norm": 490.7071533203125,
+      "learning_rate": 1.9601129905189444e-05,
+      "loss": 44.1562,
+      "step": 4918
+    },
+    {
+      "epoch": 0.23506642454362994,
+      "grad_norm": 255.2958526611328,
+      "learning_rate": 1.960091349354867e-05,
+      "loss": 29.0,
+      "step": 4919
+    },
+    {
+      "epoch": 0.2351142119850903,
+      "grad_norm": 459.1228942871094,
+      "learning_rate": 1.9600697024410807e-05,
+      "loss": 23.2031,
+      "step": 4920
+    },
+    {
+      "epoch": 0.2351619994265507,
+      "grad_norm": 280.40643310546875,
+      "learning_rate": 1.9600480497777165e-05,
+      "loss": 31.75,
+      "step": 4921
+    },
+    {
+      "epoch": 0.23520978686801108,
+      "grad_norm": 203.4328155517578,
+      "learning_rate": 1.9600263913649027e-05,
+      "loss": 30.7812,
+      "step": 4922
+    },
+    {
+      "epoch": 0.23525757430947147,
+      "grad_norm": 255.44093322753906,
+      "learning_rate": 1.9600047272027698e-05,
+      "loss": 34.125,
+      "step": 4923
+    },
+    {
+      "epoch": 0.23530536175093186,
+      "grad_norm": 240.70571899414062,
+      "learning_rate": 1.959983057291447e-05,
+      "loss": 27.0938,
+      "step": 4924
+    },
+    {
+      "epoch": 0.23535314919239225,
+      "grad_norm": 367.0530090332031,
+      "learning_rate": 1.959961381631065e-05,
+      "loss": 31.75,
+      "step": 4925
+    },
+    {
+      "epoch": 0.23540093663385261,
+      "grad_norm": 344.99676513671875,
+      "learning_rate": 1.9599397002217525e-05,
+      "loss": 33.5625,
+      "step": 4926
+    },
+    {
+      "epoch": 0.235448724075313,
+      "grad_norm": 395.02099609375,
+      "learning_rate": 1.95991801306364e-05,
+      "loss": 35.6562,
+      "step": 4927
+    },
+    {
+      "epoch": 0.2354965115167734,
+      "grad_norm": 222.41810607910156,
+      "learning_rate": 1.959896320156857e-05,
+      "loss": 27.5625,
+      "step": 4928
+    },
+    {
+      "epoch": 0.23554429895823378,
+      "grad_norm": 249.55068969726562,
+      "learning_rate": 1.959874621501534e-05,
+      "loss": 32.9062,
+      "step": 4929
+    },
+    {
+      "epoch": 0.23559208639969417,
+      "grad_norm": 190.60914611816406,
+      "learning_rate": 1.9598529170978006e-05,
+      "loss": 24.5,
+      "step": 4930
+    },
+    {
+      "epoch": 0.23563987384115453,
+      "grad_norm": 265.8779602050781,
+      "learning_rate": 1.959831206945787e-05,
+      "loss": 27.5,
+      "step": 4931
+    },
+    {
+      "epoch": 0.23568766128261492,
+      "grad_norm": 167.65408325195312,
+      "learning_rate": 1.959809491045622e-05,
+      "loss": 25.8906,
+      "step": 4932
+    },
+    {
+      "epoch": 0.2357354487240753,
+      "grad_norm": 601.16748046875,
+      "learning_rate": 1.9597877693974376e-05,
+      "loss": 41.2812,
+      "step": 4933
+    },
+    {
+      "epoch": 0.2357832361655357,
+      "grad_norm": 411.6577453613281,
+      "learning_rate": 1.9597660420013627e-05,
+      "loss": 44.875,
+      "step": 4934
+    },
+    {
+      "epoch": 0.2358310236069961,
+      "grad_norm": 567.8541870117188,
+      "learning_rate": 1.9597443088575273e-05,
+      "loss": 46.0,
+      "step": 4935
+    },
+    {
+      "epoch": 0.23587881104845645,
+      "grad_norm": 259.0328674316406,
+      "learning_rate": 1.9597225699660623e-05,
+      "loss": 32.0,
+      "step": 4936
+    },
+    {
+      "epoch": 0.23592659848991684,
+      "grad_norm": 270.74688720703125,
+      "learning_rate": 1.9597008253270973e-05,
+      "loss": 36.7188,
+      "step": 4937
+    },
+    {
+      "epoch": 0.23597438593137723,
+      "grad_norm": 452.55755615234375,
+      "learning_rate": 1.959679074940763e-05,
+      "loss": 34.7188,
+      "step": 4938
+    },
+    {
+      "epoch": 0.23602217337283762,
+      "grad_norm": 189.1807861328125,
+      "learning_rate": 1.959657318807189e-05,
+      "loss": 33.125,
+      "step": 4939
+    },
+    {
+      "epoch": 0.236069960814298,
+      "grad_norm": 234.97438049316406,
+      "learning_rate": 1.959635556926506e-05,
+      "loss": 25.0625,
+      "step": 4940
+    },
+    {
+      "epoch": 0.23611774825575838,
+      "grad_norm": 337.7186279296875,
+      "learning_rate": 1.9596137892988444e-05,
+      "loss": 47.8125,
+      "step": 4941
+    },
+    {
+      "epoch": 0.23616553569721876,
+      "grad_norm": 244.14645385742188,
+      "learning_rate": 1.9595920159243347e-05,
+      "loss": 36.9375,
+      "step": 4942
+    },
+    {
+      "epoch": 0.23621332313867915,
+      "grad_norm": 267.4421081542969,
+      "learning_rate": 1.9595702368031064e-05,
+      "loss": 38.5312,
+      "step": 4943
+    },
+    {
+      "epoch": 0.23626111058013954,
+      "grad_norm": 354.0300598144531,
+      "learning_rate": 1.959548451935291e-05,
+      "loss": 31.2812,
+      "step": 4944
+    },
+    {
+      "epoch": 0.23630889802159993,
+      "grad_norm": 523.4486694335938,
+      "learning_rate": 1.9595266613210185e-05,
+      "loss": 28.375,
+      "step": 4945
+    },
+    {
+      "epoch": 0.2363566854630603,
+      "grad_norm": 300.68560791015625,
+      "learning_rate": 1.9595048649604193e-05,
+      "loss": 33.6875,
+      "step": 4946
+    },
+    {
+      "epoch": 0.23640447290452068,
+      "grad_norm": 320.26824951171875,
+      "learning_rate": 1.9594830628536244e-05,
+      "loss": 31.8125,
+      "step": 4947
+    },
+    {
+      "epoch": 0.23645226034598107,
+      "grad_norm": 360.73468017578125,
+      "learning_rate": 1.9594612550007637e-05,
+      "loss": 42.625,
+      "step": 4948
+    },
+    {
+      "epoch": 0.23650004778744146,
+      "grad_norm": 208.19175720214844,
+      "learning_rate": 1.9594394414019683e-05,
+      "loss": 23.1094,
+      "step": 4949
+    },
+    {
+      "epoch": 0.23654783522890185,
+      "grad_norm": 297.1004333496094,
+      "learning_rate": 1.9594176220573685e-05,
+      "loss": 40.8438,
+      "step": 4950
+    },
+    {
+      "epoch": 0.23659562267036222,
+      "grad_norm": 197.28306579589844,
+      "learning_rate": 1.959395796967095e-05,
+      "loss": 26.25,
+      "step": 4951
+    },
+    {
+      "epoch": 0.2366434101118226,
+      "grad_norm": 429.0021667480469,
+      "learning_rate": 1.959373966131279e-05,
+      "loss": 29.5781,
+      "step": 4952
+    },
+    {
+      "epoch": 0.236691197553283,
+      "grad_norm": 246.75692749023438,
+      "learning_rate": 1.9593521295500507e-05,
+      "loss": 26.0,
+      "step": 4953
+    },
+    {
+      "epoch": 0.23673898499474338,
+      "grad_norm": 337.9953918457031,
+      "learning_rate": 1.959330287223541e-05,
+      "loss": 29.625,
+      "step": 4954
+    },
+    {
+      "epoch": 0.23678677243620377,
+      "grad_norm": 319.4907531738281,
+      "learning_rate": 1.9593084391518808e-05,
+      "loss": 31.4062,
+      "step": 4955
+    },
+    {
+      "epoch": 0.23683455987766416,
+      "grad_norm": 337.0701904296875,
+      "learning_rate": 1.9592865853352007e-05,
+      "loss": 33.0312,
+      "step": 4956
+    },
+    {
+      "epoch": 0.23688234731912453,
+      "grad_norm": 349.05462646484375,
+      "learning_rate": 1.959264725773632e-05,
+      "loss": 30.0,
+      "step": 4957
+    },
+    {
+      "epoch": 0.23693013476058492,
+      "grad_norm": 214.8892364501953,
+      "learning_rate": 1.9592428604673056e-05,
+      "loss": 29.2188,
+      "step": 4958
+    },
+    {
+      "epoch": 0.2369779222020453,
+      "grad_norm": 168.30162048339844,
+      "learning_rate": 1.9592209894163517e-05,
+      "loss": 23.625,
+      "step": 4959
+    },
+    {
+      "epoch": 0.2370257096435057,
+      "grad_norm": 490.80865478515625,
+      "learning_rate": 1.9591991126209024e-05,
+      "loss": 28.25,
+      "step": 4960
+    },
+    {
+      "epoch": 0.23707349708496608,
+      "grad_norm": 221.4979248046875,
+      "learning_rate": 1.9591772300810877e-05,
+      "loss": 29.0,
+      "step": 4961
+    },
+    {
+      "epoch": 0.23712128452642645,
+      "grad_norm": 275.5137939453125,
+      "learning_rate": 1.9591553417970392e-05,
+      "loss": 26.8594,
+      "step": 4962
+    },
+    {
+      "epoch": 0.23716907196788684,
+      "grad_norm": 296.9053649902344,
+      "learning_rate": 1.9591334477688875e-05,
+      "loss": 30.8438,
+      "step": 4963
+    },
+    {
+      "epoch": 0.23721685940934722,
+      "grad_norm": 589.9487915039062,
+      "learning_rate": 1.9591115479967646e-05,
+      "loss": 35.1875,
+      "step": 4964
+    },
+    {
+      "epoch": 0.23726464685080761,
+      "grad_norm": 389.17266845703125,
+      "learning_rate": 1.9590896424808007e-05,
+      "loss": 35.0938,
+      "step": 4965
+    },
+    {
+      "epoch": 0.237312434292268,
+      "grad_norm": 429.8813171386719,
+      "learning_rate": 1.9590677312211278e-05,
+      "loss": 44.0781,
+      "step": 4966
+    },
+    {
+      "epoch": 0.23736022173372837,
+      "grad_norm": 348.77447509765625,
+      "learning_rate": 1.9590458142178766e-05,
+      "loss": 35.0312,
+      "step": 4967
+    },
+    {
+      "epoch": 0.23740800917518876,
+      "grad_norm": 467.7351379394531,
+      "learning_rate": 1.9590238914711786e-05,
+      "loss": 20.1875,
+      "step": 4968
+    },
+    {
+      "epoch": 0.23745579661664915,
+      "grad_norm": 382.2550354003906,
+      "learning_rate": 1.9590019629811645e-05,
+      "loss": 35.625,
+      "step": 4969
+    },
+    {
+      "epoch": 0.23750358405810953,
+      "grad_norm": 318.1357727050781,
+      "learning_rate": 1.9589800287479665e-05,
+      "loss": 27.9062,
+      "step": 4970
+    },
+    {
+      "epoch": 0.23755137149956992,
+      "grad_norm": 293.9580383300781,
+      "learning_rate": 1.9589580887717154e-05,
+      "loss": 32.9844,
+      "step": 4971
+    },
+    {
+      "epoch": 0.2375991589410303,
+      "grad_norm": 312.09722900390625,
+      "learning_rate": 1.958936143052543e-05,
+      "loss": 21.9062,
+      "step": 4972
+    },
+    {
+      "epoch": 0.23764694638249068,
+      "grad_norm": 380.63616943359375,
+      "learning_rate": 1.95891419159058e-05,
+      "loss": 32.9688,
+      "step": 4973
+    },
+    {
+      "epoch": 0.23769473382395107,
+      "grad_norm": 455.95025634765625,
+      "learning_rate": 1.9588922343859586e-05,
+      "loss": 29.5625,
+      "step": 4974
+    },
+    {
+      "epoch": 0.23774252126541146,
+      "grad_norm": 421.3523864746094,
+      "learning_rate": 1.95887027143881e-05,
+      "loss": 35.5312,
+      "step": 4975
+    },
+    {
+      "epoch": 0.23779030870687184,
+      "grad_norm": 203.40557861328125,
+      "learning_rate": 1.958848302749266e-05,
+      "loss": 36.4062,
+      "step": 4976
+    },
+    {
+      "epoch": 0.2378380961483322,
+      "grad_norm": 349.3103942871094,
+      "learning_rate": 1.9588263283174575e-05,
+      "loss": 31.8125,
+      "step": 4977
+    },
+    {
+      "epoch": 0.2378858835897926,
+      "grad_norm": 280.2018737792969,
+      "learning_rate": 1.9588043481435167e-05,
+      "loss": 28.9688,
+      "step": 4978
+    },
+    {
+      "epoch": 0.23793367103125299,
+      "grad_norm": 265.0484313964844,
+      "learning_rate": 1.958782362227575e-05,
+      "loss": 28.0156,
+      "step": 4979
+    },
+    {
+      "epoch": 0.23798145847271338,
+      "grad_norm": 248.25732421875,
+      "learning_rate": 1.9587603705697643e-05,
+      "loss": 29.2812,
+      "step": 4980
+    },
+    {
+      "epoch": 0.23802924591417376,
+      "grad_norm": 378.3414611816406,
+      "learning_rate": 1.958738373170216e-05,
+      "loss": 44.75,
+      "step": 4981
+    },
+    {
+      "epoch": 0.23807703335563413,
+      "grad_norm": 236.02914428710938,
+      "learning_rate": 1.9587163700290618e-05,
+      "loss": 23.4844,
+      "step": 4982
+    },
+    {
+      "epoch": 0.23812482079709452,
+      "grad_norm": 279.836669921875,
+      "learning_rate": 1.9586943611464338e-05,
+      "loss": 32.5,
+      "step": 4983
+    },
+    {
+      "epoch": 0.2381726082385549,
+      "grad_norm": 349.47625732421875,
+      "learning_rate": 1.9586723465224636e-05,
+      "loss": 26.0312,
+      "step": 4984
+    },
+    {
+      "epoch": 0.2382203956800153,
+      "grad_norm": 223.76710510253906,
+      "learning_rate": 1.9586503261572832e-05,
+      "loss": 31.875,
+      "step": 4985
+    },
+    {
+      "epoch": 0.23826818312147569,
+      "grad_norm": 176.28619384765625,
+      "learning_rate": 1.9586283000510242e-05,
+      "loss": 27.1562,
+      "step": 4986
+    },
+    {
+      "epoch": 0.23831597056293605,
+      "grad_norm": 514.8421020507812,
+      "learning_rate": 1.9586062682038185e-05,
+      "loss": 40.5,
+      "step": 4987
+    },
+    {
+      "epoch": 0.23836375800439644,
+      "grad_norm": 395.92242431640625,
+      "learning_rate": 1.9585842306157985e-05,
+      "loss": 31.3281,
+      "step": 4988
+    },
+    {
+      "epoch": 0.23841154544585683,
+      "grad_norm": 211.92933654785156,
+      "learning_rate": 1.958562187287096e-05,
+      "loss": 31.4375,
+      "step": 4989
+    },
+    {
+      "epoch": 0.23845933288731722,
+      "grad_norm": 310.1468811035156,
+      "learning_rate": 1.9585401382178423e-05,
+      "loss": 18.4375,
+      "step": 4990
+    },
+    {
+      "epoch": 0.2385071203287776,
+      "grad_norm": 409.27154541015625,
+      "learning_rate": 1.9585180834081704e-05,
+      "loss": 43.7812,
+      "step": 4991
+    },
+    {
+      "epoch": 0.238554907770238,
+      "grad_norm": 305.62506103515625,
+      "learning_rate": 1.958496022858212e-05,
+      "loss": 31.8125,
+      "step": 4992
+    },
+    {
+      "epoch": 0.23860269521169836,
+      "grad_norm": 885.9899291992188,
+      "learning_rate": 1.9584739565680992e-05,
+      "loss": 32.5312,
+      "step": 4993
+    },
+    {
+      "epoch": 0.23865048265315875,
+      "grad_norm": 254.0165252685547,
+      "learning_rate": 1.9584518845379642e-05,
+      "loss": 34.625,
+      "step": 4994
+    },
+    {
+      "epoch": 0.23869827009461914,
+      "grad_norm": 327.2271423339844,
+      "learning_rate": 1.958429806767939e-05,
+      "loss": 24.4375,
+      "step": 4995
+    },
+    {
+      "epoch": 0.23874605753607953,
+      "grad_norm": 374.1911315917969,
+      "learning_rate": 1.958407723258156e-05,
+      "loss": 25.8906,
+      "step": 4996
+    },
+    {
+      "epoch": 0.23879384497753992,
+      "grad_norm": 222.36648559570312,
+      "learning_rate": 1.9583856340087476e-05,
+      "loss": 21.0469,
+      "step": 4997
+    },
+    {
+      "epoch": 0.23884163241900028,
+      "grad_norm": 346.13018798828125,
+      "learning_rate": 1.9583635390198455e-05,
+      "loss": 27.0312,
+      "step": 4998
+    },
+    {
+      "epoch": 0.23888941986046067,
+      "grad_norm": 472.5365295410156,
+      "learning_rate": 1.958341438291583e-05,
+      "loss": 41.8125,
+      "step": 4999
+    },
+    {
+      "epoch": 0.23893720730192106,
+      "grad_norm": 285.1940612792969,
+      "learning_rate": 1.9583193318240917e-05,
+      "loss": 32.875,
+      "step": 5000
+    },
+    {
+      "epoch": 0.23898499474338145,
+      "grad_norm": 316.5612487792969,
+      "learning_rate": 1.958297219617504e-05,
+      "loss": 34.9062,
+      "step": 5001
+    },
+    {
+      "epoch": 0.23903278218484184,
+      "grad_norm": 336.5349426269531,
+      "learning_rate": 1.9582751016719527e-05,
+      "loss": 34.0312,
+      "step": 5002
+    },
+    {
+      "epoch": 0.2390805696263022,
+      "grad_norm": 514.4503784179688,
+      "learning_rate": 1.95825297798757e-05,
+      "loss": 32.875,
+      "step": 5003
+    },
+    {
+      "epoch": 0.2391283570677626,
+      "grad_norm": 330.9886169433594,
+      "learning_rate": 1.9582308485644882e-05,
+      "loss": 35.6562,
+      "step": 5004
+    },
+    {
+      "epoch": 0.23917614450922298,
+      "grad_norm": 243.93556213378906,
+      "learning_rate": 1.9582087134028403e-05,
+      "loss": 24.0,
+      "step": 5005
+    },
+    {
+      "epoch": 0.23922393195068337,
+      "grad_norm": 372.8141784667969,
+      "learning_rate": 1.9581865725027586e-05,
+      "loss": 30.4688,
+      "step": 5006
+    },
+    {
+      "epoch": 0.23927171939214376,
+      "grad_norm": 500.0347595214844,
+      "learning_rate": 1.9581644258643756e-05,
+      "loss": 24.5,
+      "step": 5007
+    },
+    {
+      "epoch": 0.23931950683360412,
+      "grad_norm": 353.5435485839844,
+      "learning_rate": 1.9581422734878242e-05,
+      "loss": 22.1406,
+      "step": 5008
+    },
+    {
+      "epoch": 0.2393672942750645,
+      "grad_norm": 214.19638061523438,
+      "learning_rate": 1.958120115373237e-05,
+      "loss": 35.2188,
+      "step": 5009
+    },
+    {
+      "epoch": 0.2394150817165249,
+      "grad_norm": 346.4753112792969,
+      "learning_rate": 1.9580979515207462e-05,
+      "loss": 33.4062,
+      "step": 5010
+    },
+    {
+      "epoch": 0.2394628691579853,
+      "grad_norm": 291.2325744628906,
+      "learning_rate": 1.9580757819304856e-05,
+      "loss": 22.7812,
+      "step": 5011
+    },
+    {
+      "epoch": 0.23951065659944568,
+      "grad_norm": 327.0716857910156,
+      "learning_rate": 1.958053606602587e-05,
+      "loss": 31.4688,
+      "step": 5012
+    },
+    {
+      "epoch": 0.23955844404090604,
+      "grad_norm": 208.4564666748047,
+      "learning_rate": 1.9580314255371836e-05,
+      "loss": 23.8438,
+      "step": 5013
+    },
+    {
+      "epoch": 0.23960623148236643,
+      "grad_norm": 269.3580322265625,
+      "learning_rate": 1.958009238734408e-05,
+      "loss": 41.1875,
+      "step": 5014
+    },
+    {
+      "epoch": 0.23965401892382682,
+      "grad_norm": 302.9829406738281,
+      "learning_rate": 1.9579870461943932e-05,
+      "loss": 35.4688,
+      "step": 5015
+    },
+    {
+      "epoch": 0.2397018063652872,
+      "grad_norm": 227.3331756591797,
+      "learning_rate": 1.9579648479172724e-05,
+      "loss": 23.7812,
+      "step": 5016
+    },
+    {
+      "epoch": 0.2397495938067476,
+      "grad_norm": 324.9248352050781,
+      "learning_rate": 1.957942643903178e-05,
+      "loss": 30.5938,
+      "step": 5017
+    },
+    {
+      "epoch": 0.23979738124820796,
+      "grad_norm": 371.4962463378906,
+      "learning_rate": 1.9579204341522432e-05,
+      "loss": 38.4375,
+      "step": 5018
+    },
+    {
+      "epoch": 0.23984516868966835,
+      "grad_norm": 383.53076171875,
+      "learning_rate": 1.9578982186646015e-05,
+      "loss": 31.875,
+      "step": 5019
+    },
+    {
+      "epoch": 0.23989295613112874,
+      "grad_norm": 312.61224365234375,
+      "learning_rate": 1.957875997440385e-05,
+      "loss": 31.6562,
+      "step": 5020
+    },
+    {
+      "epoch": 0.23994074357258913,
+      "grad_norm": 234.19691467285156,
+      "learning_rate": 1.9578537704797278e-05,
+      "loss": 27.5781,
+      "step": 5021
+    },
+    {
+      "epoch": 0.23998853101404952,
+      "grad_norm": 227.9401092529297,
+      "learning_rate": 1.957831537782762e-05,
+      "loss": 28.0,
+      "step": 5022
+    },
+    {
+      "epoch": 0.24003631845550988,
+      "grad_norm": 230.8338623046875,
+      "learning_rate": 1.9578092993496212e-05,
+      "loss": 23.9375,
+      "step": 5023
+    },
+    {
+      "epoch": 0.24008410589697027,
+      "grad_norm": 283.81060791015625,
+      "learning_rate": 1.9577870551804393e-05,
+      "loss": 37.3125,
+      "step": 5024
+    },
+    {
+      "epoch": 0.24013189333843066,
+      "grad_norm": 291.6313171386719,
+      "learning_rate": 1.957764805275348e-05,
+      "loss": 39.9375,
+      "step": 5025
+    },
+    {
+      "epoch": 0.24017968077989105,
+      "grad_norm": 302.5210266113281,
+      "learning_rate": 1.957742549634482e-05,
+      "loss": 34.6875,
+      "step": 5026
+    },
+    {
+      "epoch": 0.24022746822135144,
+      "grad_norm": 211.9313507080078,
+      "learning_rate": 1.9577202882579737e-05,
+      "loss": 29.3125,
+      "step": 5027
+    },
+    {
+      "epoch": 0.24027525566281183,
+      "grad_norm": 305.9429626464844,
+      "learning_rate": 1.9576980211459564e-05,
+      "loss": 30.375,
+      "step": 5028
+    },
+    {
+      "epoch": 0.2403230431042722,
+      "grad_norm": 194.044677734375,
+      "learning_rate": 1.957675748298564e-05,
+      "loss": 41.6875,
+      "step": 5029
+    },
+    {
+      "epoch": 0.24037083054573258,
+      "grad_norm": 316.2671813964844,
+      "learning_rate": 1.9576534697159298e-05,
+      "loss": 29.8125,
+      "step": 5030
+    },
+    {
+      "epoch": 0.24041861798719297,
+      "grad_norm": 285.0970153808594,
+      "learning_rate": 1.9576311853981868e-05,
+      "loss": 32.625,
+      "step": 5031
+    },
+    {
+      "epoch": 0.24046640542865336,
+      "grad_norm": 206.86419677734375,
+      "learning_rate": 1.9576088953454686e-05,
+      "loss": 31.0312,
+      "step": 5032
+    },
+    {
+      "epoch": 0.24051419287011375,
+      "grad_norm": 454.0442199707031,
+      "learning_rate": 1.9575865995579088e-05,
+      "loss": 46.3438,
+      "step": 5033
+    },
+    {
+      "epoch": 0.2405619803115741,
+      "grad_norm": 228.70196533203125,
+      "learning_rate": 1.957564298035641e-05,
+      "loss": 28.8125,
+      "step": 5034
+    },
+    {
+      "epoch": 0.2406097677530345,
+      "grad_norm": 350.7996826171875,
+      "learning_rate": 1.9575419907787986e-05,
+      "loss": 31.2188,
+      "step": 5035
+    },
+    {
+      "epoch": 0.2406575551944949,
+      "grad_norm": 186.38035583496094,
+      "learning_rate": 1.957519677787515e-05,
+      "loss": 28.4688,
+      "step": 5036
+    },
+    {
+      "epoch": 0.24070534263595528,
+      "grad_norm": 429.5257263183594,
+      "learning_rate": 1.9574973590619243e-05,
+      "loss": 41.375,
+      "step": 5037
+    },
+    {
+      "epoch": 0.24075313007741567,
+      "grad_norm": 219.07247924804688,
+      "learning_rate": 1.95747503460216e-05,
+      "loss": 34.8125,
+      "step": 5038
+    },
+    {
+      "epoch": 0.24080091751887603,
+      "grad_norm": 300.2610168457031,
+      "learning_rate": 1.9574527044083556e-05,
+      "loss": 29.125,
+      "step": 5039
+    },
+    {
+      "epoch": 0.24084870496033642,
+      "grad_norm": 170.5174560546875,
+      "learning_rate": 1.9574303684806454e-05,
+      "loss": 23.9375,
+      "step": 5040
+    },
+    {
+      "epoch": 0.2408964924017968,
+      "grad_norm": 225.62139892578125,
+      "learning_rate": 1.9574080268191622e-05,
+      "loss": 35.2188,
+      "step": 5041
+    },
+    {
+      "epoch": 0.2409442798432572,
+      "grad_norm": 393.7321472167969,
+      "learning_rate": 1.9573856794240405e-05,
+      "loss": 31.8125,
+      "step": 5042
+    },
+    {
+      "epoch": 0.2409920672847176,
+      "grad_norm": 276.66851806640625,
+      "learning_rate": 1.957363326295414e-05,
+      "loss": 26.3438,
+      "step": 5043
+    },
+    {
+      "epoch": 0.24103985472617795,
+      "grad_norm": 232.20143127441406,
+      "learning_rate": 1.9573409674334164e-05,
+      "loss": 29.6562,
+      "step": 5044
+    },
+    {
+      "epoch": 0.24108764216763834,
+      "grad_norm": 318.8984069824219,
+      "learning_rate": 1.9573186028381817e-05,
+      "loss": 31.3438,
+      "step": 5045
+    },
+    {
+      "epoch": 0.24113542960909873,
+      "grad_norm": 208.62937927246094,
+      "learning_rate": 1.9572962325098438e-05,
+      "loss": 29.5312,
+      "step": 5046
+    },
+    {
+      "epoch": 0.24118321705055912,
+      "grad_norm": 199.79473876953125,
+      "learning_rate": 1.957273856448537e-05,
+      "loss": 22.9062,
+      "step": 5047
+    },
+    {
+      "epoch": 0.2412310044920195,
+      "grad_norm": 232.37176513671875,
+      "learning_rate": 1.9572514746543944e-05,
+      "loss": 32.625,
+      "step": 5048
+    },
+    {
+      "epoch": 0.24127879193347987,
+      "grad_norm": 335.6168212890625,
+      "learning_rate": 1.9572290871275513e-05,
+      "loss": 40.6875,
+      "step": 5049
+    },
+    {
+      "epoch": 0.24132657937494026,
+      "grad_norm": 232.80160522460938,
+      "learning_rate": 1.9572066938681406e-05,
+      "loss": 23.4219,
+      "step": 5050
+    },
+    {
+      "epoch": 0.24137436681640065,
+      "grad_norm": 236.81277465820312,
+      "learning_rate": 1.9571842948762976e-05,
+      "loss": 25.5938,
+      "step": 5051
+    },
+    {
+      "epoch": 0.24142215425786104,
+      "grad_norm": 444.298583984375,
+      "learning_rate": 1.9571618901521554e-05,
+      "loss": 38.6719,
+      "step": 5052
+    },
+    {
+      "epoch": 0.24146994169932143,
+      "grad_norm": 323.3636474609375,
+      "learning_rate": 1.9571394796958484e-05,
+      "loss": 26.6562,
+      "step": 5053
+    },
+    {
+      "epoch": 0.2415177291407818,
+      "grad_norm": 224.96591186523438,
+      "learning_rate": 1.9571170635075113e-05,
+      "loss": 28.9688,
+      "step": 5054
+    },
+    {
+      "epoch": 0.24156551658224218,
+      "grad_norm": 221.90306091308594,
+      "learning_rate": 1.957094641587278e-05,
+      "loss": 28.5156,
+      "step": 5055
+    },
+    {
+      "epoch": 0.24161330402370257,
+      "grad_norm": 344.8029479980469,
+      "learning_rate": 1.9570722139352823e-05,
+      "loss": 36.8438,
+      "step": 5056
+    },
+    {
+      "epoch": 0.24166109146516296,
+      "grad_norm": 292.28094482421875,
+      "learning_rate": 1.9570497805516597e-05,
+      "loss": 42.875,
+      "step": 5057
+    },
+    {
+      "epoch": 0.24170887890662335,
+      "grad_norm": 232.01475524902344,
+      "learning_rate": 1.9570273414365432e-05,
+      "loss": 37.125,
+      "step": 5058
+    },
+    {
+      "epoch": 0.24175666634808374,
+      "grad_norm": 206.31512451171875,
+      "learning_rate": 1.957004896590068e-05,
+      "loss": 24.4375,
+      "step": 5059
+    },
+    {
+      "epoch": 0.2418044537895441,
+      "grad_norm": 217.33380126953125,
+      "learning_rate": 1.9569824460123685e-05,
+      "loss": 38.5312,
+      "step": 5060
+    },
+    {
+      "epoch": 0.2418522412310045,
+      "grad_norm": 209.76844787597656,
+      "learning_rate": 1.956959989703579e-05,
+      "loss": 25.0625,
+      "step": 5061
+    },
+    {
+      "epoch": 0.24190002867246488,
+      "grad_norm": 181.06448364257812,
+      "learning_rate": 1.956937527663834e-05,
+      "loss": 30.9844,
+      "step": 5062
+    },
+    {
+      "epoch": 0.24194781611392527,
+      "grad_norm": 280.5280456542969,
+      "learning_rate": 1.956915059893268e-05,
+      "loss": 37.0938,
+      "step": 5063
+    },
+    {
+      "epoch": 0.24199560355538566,
+      "grad_norm": 319.9557189941406,
+      "learning_rate": 1.9568925863920155e-05,
+      "loss": 28.2656,
+      "step": 5064
+    },
+    {
+      "epoch": 0.24204339099684602,
+      "grad_norm": 321.8280334472656,
+      "learning_rate": 1.956870107160211e-05,
+      "loss": 40.5938,
+      "step": 5065
+    },
+    {
+      "epoch": 0.2420911784383064,
+      "grad_norm": 297.24053955078125,
+      "learning_rate": 1.956847622197989e-05,
+      "loss": 43.5625,
+      "step": 5066
+    },
+    {
+      "epoch": 0.2421389658797668,
+      "grad_norm": 335.9384460449219,
+      "learning_rate": 1.9568251315054853e-05,
+      "loss": 30.9375,
+      "step": 5067
+    },
+    {
+      "epoch": 0.2421867533212272,
+      "grad_norm": 285.3891296386719,
+      "learning_rate": 1.956802635082833e-05,
+      "loss": 35.0312,
+      "step": 5068
+    },
+    {
+      "epoch": 0.24223454076268758,
+      "grad_norm": 198.09288024902344,
+      "learning_rate": 1.9567801329301675e-05,
+      "loss": 30.375,
+      "step": 5069
+    },
+    {
+      "epoch": 0.24228232820414794,
+      "grad_norm": 200.7952880859375,
+      "learning_rate": 1.9567576250476238e-05,
+      "loss": 27.25,
+      "step": 5070
+    },
+    {
+      "epoch": 0.24233011564560833,
+      "grad_norm": 226.82217407226562,
+      "learning_rate": 1.9567351114353366e-05,
+      "loss": 28.5625,
+      "step": 5071
+    },
+    {
+      "epoch": 0.24237790308706872,
+      "grad_norm": 298.5737609863281,
+      "learning_rate": 1.9567125920934403e-05,
+      "loss": 24.0469,
+      "step": 5072
+    },
+    {
+      "epoch": 0.2424256905285291,
+      "grad_norm": 356.6317138671875,
+      "learning_rate": 1.9566900670220702e-05,
+      "loss": 41.2812,
+      "step": 5073
+    },
+    {
+      "epoch": 0.2424734779699895,
+      "grad_norm": 448.74407958984375,
+      "learning_rate": 1.9566675362213614e-05,
+      "loss": 30.9375,
+      "step": 5074
+    },
+    {
+      "epoch": 0.24252126541144986,
+      "grad_norm": 266.52276611328125,
+      "learning_rate": 1.9566449996914482e-05,
+      "loss": 26.0,
+      "step": 5075
+    },
+    {
+      "epoch": 0.24256905285291025,
+      "grad_norm": 216.04502868652344,
+      "learning_rate": 1.956622457432466e-05,
+      "loss": 35.8125,
+      "step": 5076
+    },
+    {
+      "epoch": 0.24261684029437064,
+      "grad_norm": 427.51611328125,
+      "learning_rate": 1.9565999094445494e-05,
+      "loss": 29.625,
+      "step": 5077
+    },
+    {
+      "epoch": 0.24266462773583103,
+      "grad_norm": 204.44793701171875,
+      "learning_rate": 1.956577355727834e-05,
+      "loss": 33.5312,
+      "step": 5078
+    },
+    {
+      "epoch": 0.24271241517729142,
+      "grad_norm": 237.43495178222656,
+      "learning_rate": 1.9565547962824543e-05,
+      "loss": 30.4688,
+      "step": 5079
+    },
+    {
+      "epoch": 0.24276020261875178,
+      "grad_norm": 481.2728576660156,
+      "learning_rate": 1.9565322311085458e-05,
+      "loss": 63.4375,
+      "step": 5080
+    },
+    {
+      "epoch": 0.24280799006021217,
+      "grad_norm": 241.20570373535156,
+      "learning_rate": 1.9565096602062436e-05,
+      "loss": 33.125,
+      "step": 5081
+    },
+    {
+      "epoch": 0.24285577750167256,
+      "grad_norm": 204.68858337402344,
+      "learning_rate": 1.9564870835756825e-05,
+      "loss": 26.5,
+      "step": 5082
+    },
+    {
+      "epoch": 0.24290356494313295,
+      "grad_norm": 231.2637481689453,
+      "learning_rate": 1.9564645012169982e-05,
+      "loss": 25.2188,
+      "step": 5083
+    },
+    {
+      "epoch": 0.24295135238459334,
+      "grad_norm": 501.0528564453125,
+      "learning_rate": 1.9564419131303257e-05,
+      "loss": 31.0938,
+      "step": 5084
+    },
+    {
+      "epoch": 0.2429991398260537,
+      "grad_norm": 178.82955932617188,
+      "learning_rate": 1.9564193193158002e-05,
+      "loss": 23.6562,
+      "step": 5085
+    },
+    {
+      "epoch": 0.2430469272675141,
+      "grad_norm": 245.59388732910156,
+      "learning_rate": 1.956396719773557e-05,
+      "loss": 23.3125,
+      "step": 5086
+    },
+    {
+      "epoch": 0.24309471470897448,
+      "grad_norm": 296.1590270996094,
+      "learning_rate": 1.9563741145037315e-05,
+      "loss": 27.5625,
+      "step": 5087
+    },
+    {
+      "epoch": 0.24314250215043487,
+      "grad_norm": 504.2522888183594,
+      "learning_rate": 1.9563515035064593e-05,
+      "loss": 29.6094,
+      "step": 5088
+    },
+    {
+      "epoch": 0.24319028959189526,
+      "grad_norm": 466.43115234375,
+      "learning_rate": 1.9563288867818756e-05,
+      "loss": 37.0,
+      "step": 5089
+    },
+    {
+      "epoch": 0.24323807703335562,
+      "grad_norm": 259.0183410644531,
+      "learning_rate": 1.956306264330116e-05,
+      "loss": 40.7812,
+      "step": 5090
+    },
+    {
+      "epoch": 0.243285864474816,
+      "grad_norm": 342.53076171875,
+      "learning_rate": 1.9562836361513154e-05,
+      "loss": 35.5312,
+      "step": 5091
+    },
+    {
+      "epoch": 0.2433336519162764,
+      "grad_norm": 232.45240783691406,
+      "learning_rate": 1.9562610022456103e-05,
+      "loss": 23.5938,
+      "step": 5092
+    },
+    {
+      "epoch": 0.2433814393577368,
+      "grad_norm": 311.8684387207031,
+      "learning_rate": 1.9562383626131357e-05,
+      "loss": 38.8125,
+      "step": 5093
+    },
+    {
+      "epoch": 0.24342922679919718,
+      "grad_norm": 225.3309326171875,
+      "learning_rate": 1.956215717254027e-05,
+      "loss": 27.5312,
+      "step": 5094
+    },
+    {
+      "epoch": 0.24347701424065757,
+      "grad_norm": 303.0809631347656,
+      "learning_rate": 1.9561930661684197e-05,
+      "loss": 39.8438,
+      "step": 5095
+    },
+    {
+      "epoch": 0.24352480168211793,
+      "grad_norm": 222.1435546875,
+      "learning_rate": 1.95617040935645e-05,
+      "loss": 28.6562,
+      "step": 5096
+    },
+    {
+      "epoch": 0.24357258912357832,
+      "grad_norm": 235.4651336669922,
+      "learning_rate": 1.9561477468182536e-05,
+      "loss": 33.0312,
+      "step": 5097
+    },
+    {
+      "epoch": 0.2436203765650387,
+      "grad_norm": 203.27317810058594,
+      "learning_rate": 1.9561250785539655e-05,
+      "loss": 36.2188,
+      "step": 5098
+    },
+    {
+      "epoch": 0.2436681640064991,
+      "grad_norm": 212.3547821044922,
+      "learning_rate": 1.9561024045637224e-05,
+      "loss": 32.7812,
+      "step": 5099
+    },
+    {
+      "epoch": 0.2437159514479595,
+      "grad_norm": 390.26068115234375,
+      "learning_rate": 1.9560797248476593e-05,
+      "loss": 31.9531,
+      "step": 5100
+    },
+    {
+      "epoch": 0.24376373888941985,
+      "grad_norm": 233.9477996826172,
+      "learning_rate": 1.9560570394059122e-05,
+      "loss": 30.4375,
+      "step": 5101
+    },
+    {
+      "epoch": 0.24381152633088024,
+      "grad_norm": 332.09417724609375,
+      "learning_rate": 1.9560343482386176e-05,
+      "loss": 32.4062,
+      "step": 5102
+    },
+    {
+      "epoch": 0.24385931377234063,
+      "grad_norm": 399.5453796386719,
+      "learning_rate": 1.9560116513459104e-05,
+      "loss": 31.5625,
+      "step": 5103
+    },
+    {
+      "epoch": 0.24390710121380102,
+      "grad_norm": 339.2538757324219,
+      "learning_rate": 1.9559889487279273e-05,
+      "loss": 30.5312,
+      "step": 5104
+    },
+    {
+      "epoch": 0.2439548886552614,
+      "grad_norm": 281.3460998535156,
+      "learning_rate": 1.9559662403848038e-05,
+      "loss": 30.625,
+      "step": 5105
+    },
+    {
+      "epoch": 0.24400267609672177,
+      "grad_norm": 340.6047668457031,
+      "learning_rate": 1.955943526316676e-05,
+      "loss": 41.625,
+      "step": 5106
+    },
+    {
+      "epoch": 0.24405046353818216,
+      "grad_norm": 277.7685241699219,
+      "learning_rate": 1.9559208065236803e-05,
+      "loss": 26.1875,
+      "step": 5107
+    },
+    {
+      "epoch": 0.24409825097964255,
+      "grad_norm": 231.91500854492188,
+      "learning_rate": 1.955898081005952e-05,
+      "loss": 28.2812,
+      "step": 5108
+    },
+    {
+      "epoch": 0.24414603842110294,
+      "grad_norm": 655.421875,
+      "learning_rate": 1.955875349763628e-05,
+      "loss": 30.5625,
+      "step": 5109
+    },
+    {
+      "epoch": 0.24419382586256333,
+      "grad_norm": 243.81857299804688,
+      "learning_rate": 1.9558526127968437e-05,
+      "loss": 37.2188,
+      "step": 5110
+    },
+    {
+      "epoch": 0.2442416133040237,
+      "grad_norm": 127.81819152832031,
+      "learning_rate": 1.9558298701057363e-05,
+      "loss": 24.8906,
+      "step": 5111
+    },
+    {
+      "epoch": 0.24428940074548408,
+      "grad_norm": 188.0219268798828,
+      "learning_rate": 1.9558071216904405e-05,
+      "loss": 28.0625,
+      "step": 5112
+    },
+    {
+      "epoch": 0.24433718818694447,
+      "grad_norm": 270.58843994140625,
+      "learning_rate": 1.955784367551094e-05,
+      "loss": 31.9375,
+      "step": 5113
+    },
+    {
+      "epoch": 0.24438497562840486,
+      "grad_norm": 174.6825408935547,
+      "learning_rate": 1.955761607687832e-05,
+      "loss": 32.2812,
+      "step": 5114
+    },
+    {
+      "epoch": 0.24443276306986525,
+      "grad_norm": 210.44720458984375,
+      "learning_rate": 1.955738842100792e-05,
+      "loss": 35.625,
+      "step": 5115
+    },
+    {
+      "epoch": 0.2444805505113256,
+      "grad_norm": 295.3960876464844,
+      "learning_rate": 1.9557160707901088e-05,
+      "loss": 36.5,
+      "step": 5116
+    },
+    {
+      "epoch": 0.244528337952786,
+      "grad_norm": 268.0978088378906,
+      "learning_rate": 1.9556932937559197e-05,
+      "loss": 38.5,
+      "step": 5117
+    },
+    {
+      "epoch": 0.2445761253942464,
+      "grad_norm": 536.1712036132812,
+      "learning_rate": 1.955670510998361e-05,
+      "loss": 26.625,
+      "step": 5118
+    },
+    {
+      "epoch": 0.24462391283570678,
+      "grad_norm": 411.7326965332031,
+      "learning_rate": 1.9556477225175688e-05,
+      "loss": 35.0,
+      "step": 5119
+    },
+    {
+      "epoch": 0.24467170027716717,
+      "grad_norm": 248.46710205078125,
+      "learning_rate": 1.9556249283136807e-05,
+      "loss": 36.8125,
+      "step": 5120
+    },
+    {
+      "epoch": 0.24471948771862753,
+      "grad_norm": 282.48114013671875,
+      "learning_rate": 1.9556021283868314e-05,
+      "loss": 31.0312,
+      "step": 5121
+    },
+    {
+      "epoch": 0.24476727516008792,
+      "grad_norm": 269.94775390625,
+      "learning_rate": 1.9555793227371593e-05,
+      "loss": 27.4688,
+      "step": 5122
+    },
+    {
+      "epoch": 0.2448150626015483,
+      "grad_norm": 294.831787109375,
+      "learning_rate": 1.9555565113647997e-05,
+      "loss": 23.9062,
+      "step": 5123
+    },
+    {
+      "epoch": 0.2448628500430087,
+      "grad_norm": 252.3130340576172,
+      "learning_rate": 1.9555336942698892e-05,
+      "loss": 31.6875,
+      "step": 5124
+    },
+    {
+      "epoch": 0.2449106374844691,
+      "grad_norm": 270.1381530761719,
+      "learning_rate": 1.955510871452565e-05,
+      "loss": 29.0312,
+      "step": 5125
+    },
+    {
+      "epoch": 0.24495842492592945,
+      "grad_norm": 462.4276123046875,
+      "learning_rate": 1.9554880429129642e-05,
+      "loss": 38.3281,
+      "step": 5126
+    },
+    {
+      "epoch": 0.24500621236738984,
+      "grad_norm": 150.5258026123047,
+      "learning_rate": 1.9554652086512225e-05,
+      "loss": 31.4062,
+      "step": 5127
+    },
+    {
+      "epoch": 0.24505399980885023,
+      "grad_norm": 245.20361328125,
+      "learning_rate": 1.9554423686674774e-05,
+      "loss": 28.7188,
+      "step": 5128
+    },
+    {
+      "epoch": 0.24510178725031062,
+      "grad_norm": 233.79058837890625,
+      "learning_rate": 1.955419522961865e-05,
+      "loss": 24.375,
+      "step": 5129
+    },
+    {
+      "epoch": 0.245149574691771,
+      "grad_norm": 280.3564147949219,
+      "learning_rate": 1.9553966715345226e-05,
+      "loss": 27.7188,
+      "step": 5130
+    },
+    {
+      "epoch": 0.2451973621332314,
+      "grad_norm": 377.0256042480469,
+      "learning_rate": 1.955373814385587e-05,
+      "loss": 26.7969,
+      "step": 5131
+    },
+    {
+      "epoch": 0.24524514957469176,
+      "grad_norm": 459.0621643066406,
+      "learning_rate": 1.955350951515195e-05,
+      "loss": 32.125,
+      "step": 5132
+    },
+    {
+      "epoch": 0.24529293701615215,
+      "grad_norm": 245.86477661132812,
+      "learning_rate": 1.9553280829234837e-05,
+      "loss": 33.5,
+      "step": 5133
+    },
+    {
+      "epoch": 0.24534072445761254,
+      "grad_norm": 279.53143310546875,
+      "learning_rate": 1.9553052086105896e-05,
+      "loss": 36.5938,
+      "step": 5134
+    },
+    {
+      "epoch": 0.24538851189907293,
+      "grad_norm": 175.19236755371094,
+      "learning_rate": 1.95528232857665e-05,
+      "loss": 22.6875,
+      "step": 5135
+    },
+    {
+      "epoch": 0.24543629934053332,
+      "grad_norm": 335.65704345703125,
+      "learning_rate": 1.9552594428218018e-05,
+      "loss": 30.875,
+      "step": 5136
+    },
+    {
+      "epoch": 0.24548408678199368,
+      "grad_norm": 201.10130310058594,
+      "learning_rate": 1.9552365513461825e-05,
+      "loss": 33.0312,
+      "step": 5137
+    },
+    {
+      "epoch": 0.24553187422345407,
+      "grad_norm": 295.61627197265625,
+      "learning_rate": 1.9552136541499287e-05,
+      "loss": 20.0938,
+      "step": 5138
+    },
+    {
+      "epoch": 0.24557966166491446,
+      "grad_norm": 236.95603942871094,
+      "learning_rate": 1.955190751233178e-05,
+      "loss": 33.9375,
+      "step": 5139
+    },
+    {
+      "epoch": 0.24562744910637485,
+      "grad_norm": 354.5416564941406,
+      "learning_rate": 1.9551678425960666e-05,
+      "loss": 33.375,
+      "step": 5140
+    },
+    {
+      "epoch": 0.24567523654783524,
+      "grad_norm": 265.9691467285156,
+      "learning_rate": 1.9551449282387328e-05,
+      "loss": 29.4062,
+      "step": 5141
+    },
+    {
+      "epoch": 0.2457230239892956,
+      "grad_norm": 308.3513488769531,
+      "learning_rate": 1.955122008161313e-05,
+      "loss": 37.0312,
+      "step": 5142
+    },
+    {
+      "epoch": 0.245770811430756,
+      "grad_norm": 325.3061218261719,
+      "learning_rate": 1.955099082363945e-05,
+      "loss": 26.4219,
+      "step": 5143
+    },
+    {
+      "epoch": 0.24581859887221638,
+      "grad_norm": 162.23634338378906,
+      "learning_rate": 1.955076150846766e-05,
+      "loss": 32.1562,
+      "step": 5144
+    },
+    {
+      "epoch": 0.24586638631367677,
+      "grad_norm": 294.5204162597656,
+      "learning_rate": 1.9550532136099132e-05,
+      "loss": 28.8438,
+      "step": 5145
+    },
+    {
+      "epoch": 0.24591417375513716,
+      "grad_norm": 164.5022430419922,
+      "learning_rate": 1.955030270653524e-05,
+      "loss": 23.9062,
+      "step": 5146
+    },
+    {
+      "epoch": 0.24596196119659752,
+      "grad_norm": 357.1878662109375,
+      "learning_rate": 1.955007321977736e-05,
+      "loss": 37.5312,
+      "step": 5147
+    },
+    {
+      "epoch": 0.2460097486380579,
+      "grad_norm": 378.734130859375,
+      "learning_rate": 1.954984367582686e-05,
+      "loss": 29.875,
+      "step": 5148
+    },
+    {
+      "epoch": 0.2460575360795183,
+      "grad_norm": 272.80657958984375,
+      "learning_rate": 1.9549614074685123e-05,
+      "loss": 31.3594,
+      "step": 5149
+    },
+    {
+      "epoch": 0.2461053235209787,
+      "grad_norm": 204.44485473632812,
+      "learning_rate": 1.9549384416353518e-05,
+      "loss": 29.6094,
+      "step": 5150
+    },
+    {
+      "epoch": 0.24615311096243908,
+      "grad_norm": 157.23184204101562,
+      "learning_rate": 1.9549154700833424e-05,
+      "loss": 18.7969,
+      "step": 5151
+    },
+    {
+      "epoch": 0.24620089840389944,
+      "grad_norm": 267.6189880371094,
+      "learning_rate": 1.9548924928126212e-05,
+      "loss": 23.2188,
+      "step": 5152
+    },
+    {
+      "epoch": 0.24624868584535983,
+      "grad_norm": 332.8806457519531,
+      "learning_rate": 1.9548695098233265e-05,
+      "loss": 38.75,
+      "step": 5153
+    },
+    {
+      "epoch": 0.24629647328682022,
+      "grad_norm": 407.85986328125,
+      "learning_rate": 1.954846521115595e-05,
+      "loss": 34.3438,
+      "step": 5154
+    },
+    {
+      "epoch": 0.2463442607282806,
+      "grad_norm": 226.4926300048828,
+      "learning_rate": 1.9548235266895656e-05,
+      "loss": 28.4062,
+      "step": 5155
+    },
+    {
+      "epoch": 0.246392048169741,
+      "grad_norm": 200.66293334960938,
+      "learning_rate": 1.954800526545375e-05,
+      "loss": 34.8438,
+      "step": 5156
+    },
+    {
+      "epoch": 0.24643983561120136,
+      "grad_norm": 213.4750213623047,
+      "learning_rate": 1.9547775206831613e-05,
+      "loss": 23.3594,
+      "step": 5157
+    },
+    {
+      "epoch": 0.24648762305266175,
+      "grad_norm": 527.5840454101562,
+      "learning_rate": 1.9547545091030623e-05,
+      "loss": 32.0625,
+      "step": 5158
+    },
+    {
+      "epoch": 0.24653541049412214,
+      "grad_norm": 311.52685546875,
+      "learning_rate": 1.9547314918052157e-05,
+      "loss": 42.25,
+      "step": 5159
+    },
+    {
+      "epoch": 0.24658319793558253,
+      "grad_norm": 475.29498291015625,
+      "learning_rate": 1.9547084687897592e-05,
+      "loss": 46.4062,
+      "step": 5160
+    },
+    {
+      "epoch": 0.24663098537704292,
+      "grad_norm": 321.8283386230469,
+      "learning_rate": 1.954685440056831e-05,
+      "loss": 38.6875,
+      "step": 5161
+    },
+    {
+      "epoch": 0.24667877281850328,
+      "grad_norm": 403.544189453125,
+      "learning_rate": 1.9546624056065693e-05,
+      "loss": 41.5938,
+      "step": 5162
+    },
+    {
+      "epoch": 0.24672656025996367,
+      "grad_norm": 402.8560791015625,
+      "learning_rate": 1.9546393654391113e-05,
+      "loss": 25.3594,
+      "step": 5163
+    },
+    {
+      "epoch": 0.24677434770142406,
+      "grad_norm": 269.9842224121094,
+      "learning_rate": 1.9546163195545953e-05,
+      "loss": 33.3125,
+      "step": 5164
+    },
+    {
+      "epoch": 0.24682213514288445,
+      "grad_norm": 381.2034606933594,
+      "learning_rate": 1.9545932679531595e-05,
+      "loss": 32.5,
+      "step": 5165
+    },
+    {
+      "epoch": 0.24686992258434484,
+      "grad_norm": 279.9151916503906,
+      "learning_rate": 1.9545702106349415e-05,
+      "loss": 44.7656,
+      "step": 5166
+    },
+    {
+      "epoch": 0.24691771002580523,
+      "grad_norm": 199.79701232910156,
+      "learning_rate": 1.9545471476000802e-05,
+      "loss": 29.25,
+      "step": 5167
+    },
+    {
+      "epoch": 0.2469654974672656,
+      "grad_norm": 214.9279022216797,
+      "learning_rate": 1.9545240788487128e-05,
+      "loss": 21.25,
+      "step": 5168
+    },
+    {
+      "epoch": 0.24701328490872598,
+      "grad_norm": 591.03271484375,
+      "learning_rate": 1.9545010043809775e-05,
+      "loss": 20.6094,
+      "step": 5169
+    },
+    {
+      "epoch": 0.24706107235018637,
+      "grad_norm": 216.8146514892578,
+      "learning_rate": 1.9544779241970136e-05,
+      "loss": 32.3438,
+      "step": 5170
+    },
+    {
+      "epoch": 0.24710885979164676,
+      "grad_norm": 236.97142028808594,
+      "learning_rate": 1.954454838296958e-05,
+      "loss": 23.6406,
+      "step": 5171
+    },
+    {
+      "epoch": 0.24715664723310715,
+      "grad_norm": 433.43048095703125,
+      "learning_rate": 1.9544317466809498e-05,
+      "loss": 27.2656,
+      "step": 5172
+    },
+    {
+      "epoch": 0.2472044346745675,
+      "grad_norm": 266.52325439453125,
+      "learning_rate": 1.9544086493491268e-05,
+      "loss": 27.6562,
+      "step": 5173
+    },
+    {
+      "epoch": 0.2472522221160279,
+      "grad_norm": 413.9320373535156,
+      "learning_rate": 1.9543855463016274e-05,
+      "loss": 31.0156,
+      "step": 5174
+    },
+    {
+      "epoch": 0.2473000095574883,
+      "grad_norm": 331.8121032714844,
+      "learning_rate": 1.9543624375385903e-05,
+      "loss": 46.2188,
+      "step": 5175
+    },
+    {
+      "epoch": 0.24734779699894868,
+      "grad_norm": 252.50271606445312,
+      "learning_rate": 1.9543393230601536e-05,
+      "loss": 24.0312,
+      "step": 5176
+    },
+    {
+      "epoch": 0.24739558444040907,
+      "grad_norm": 247.40660095214844,
+      "learning_rate": 1.9543162028664556e-05,
+      "loss": 32.1562,
+      "step": 5177
+    },
+    {
+      "epoch": 0.24744337188186943,
+      "grad_norm": 228.30108642578125,
+      "learning_rate": 1.9542930769576352e-05,
+      "loss": 31.7812,
+      "step": 5178
+    },
+    {
+      "epoch": 0.24749115932332982,
+      "grad_norm": 312.33099365234375,
+      "learning_rate": 1.954269945333831e-05,
+      "loss": 42.25,
+      "step": 5179
+    },
+    {
+      "epoch": 0.2475389467647902,
+      "grad_norm": 277.8793640136719,
+      "learning_rate": 1.9542468079951806e-05,
+      "loss": 30.6562,
+      "step": 5180
+    },
+    {
+      "epoch": 0.2475867342062506,
+      "grad_norm": 314.5132751464844,
+      "learning_rate": 1.9542236649418232e-05,
+      "loss": 32.0938,
+      "step": 5181
+    },
+    {
+      "epoch": 0.247634521647711,
+      "grad_norm": 251.6604766845703,
+      "learning_rate": 1.9542005161738973e-05,
+      "loss": 27.2188,
+      "step": 5182
+    },
+    {
+      "epoch": 0.24768230908917135,
+      "grad_norm": 301.65557861328125,
+      "learning_rate": 1.954177361691542e-05,
+      "loss": 33.6562,
+      "step": 5183
+    },
+    {
+      "epoch": 0.24773009653063174,
+      "grad_norm": 362.7125244140625,
+      "learning_rate": 1.954154201494895e-05,
+      "loss": 37.9219,
+      "step": 5184
+    },
+    {
+      "epoch": 0.24777788397209213,
+      "grad_norm": 400.63336181640625,
+      "learning_rate": 1.954131035584096e-05,
+      "loss": 29.9375,
+      "step": 5185
+    },
+    {
+      "epoch": 0.24782567141355252,
+      "grad_norm": 379.7372131347656,
+      "learning_rate": 1.9541078639592828e-05,
+      "loss": 32.625,
+      "step": 5186
+    },
+    {
+      "epoch": 0.2478734588550129,
+      "grad_norm": 235.66522216796875,
+      "learning_rate": 1.9540846866205948e-05,
+      "loss": 34.9375,
+      "step": 5187
+    },
+    {
+      "epoch": 0.24792124629647327,
+      "grad_norm": 283.5098876953125,
+      "learning_rate": 1.954061503568171e-05,
+      "loss": 30.125,
+      "step": 5188
+    },
+    {
+      "epoch": 0.24796903373793366,
+      "grad_norm": 181.07235717773438,
+      "learning_rate": 1.9540383148021495e-05,
+      "loss": 29.75,
+      "step": 5189
+    },
+    {
+      "epoch": 0.24801682117939405,
+      "grad_norm": 184.5323944091797,
+      "learning_rate": 1.9540151203226693e-05,
+      "loss": 25.8438,
+      "step": 5190
+    },
+    {
+      "epoch": 0.24806460862085444,
+      "grad_norm": 176.52210998535156,
+      "learning_rate": 1.95399192012987e-05,
+      "loss": 22.375,
+      "step": 5191
+    },
+    {
+      "epoch": 0.24811239606231483,
+      "grad_norm": 475.72918701171875,
+      "learning_rate": 1.9539687142238902e-05,
+      "loss": 25.7812,
+      "step": 5192
+    },
+    {
+      "epoch": 0.2481601835037752,
+      "grad_norm": 424.7929992675781,
+      "learning_rate": 1.953945502604868e-05,
+      "loss": 39.875,
+      "step": 5193
+    },
+    {
+      "epoch": 0.24820797094523558,
+      "grad_norm": 338.2557373046875,
+      "learning_rate": 1.953922285272944e-05,
+      "loss": 34.4688,
+      "step": 5194
+    },
+    {
+      "epoch": 0.24825575838669597,
+      "grad_norm": 522.89453125,
+      "learning_rate": 1.953899062228256e-05,
+      "loss": 29.3438,
+      "step": 5195
+    },
+    {
+      "epoch": 0.24830354582815636,
+      "grad_norm": 345.0396728515625,
+      "learning_rate": 1.9538758334709435e-05,
+      "loss": 32.0938,
+      "step": 5196
+    },
+    {
+      "epoch": 0.24835133326961675,
+      "grad_norm": 259.2247314453125,
+      "learning_rate": 1.9538525990011456e-05,
+      "loss": 33.8438,
+      "step": 5197
+    },
+    {
+      "epoch": 0.24839912071107714,
+      "grad_norm": 347.5380859375,
+      "learning_rate": 1.9538293588190016e-05,
+      "loss": 40.3438,
+      "step": 5198
+    },
+    {
+      "epoch": 0.2484469081525375,
+      "grad_norm": 295.0997314453125,
+      "learning_rate": 1.9538061129246503e-05,
+      "loss": 23.6562,
+      "step": 5199
+    },
+    {
+      "epoch": 0.2484946955939979,
+      "grad_norm": 265.6351013183594,
+      "learning_rate": 1.9537828613182314e-05,
+      "loss": 31.0938,
+      "step": 5200
+    },
+    {
+      "epoch": 0.24854248303545828,
+      "grad_norm": 161.4124298095703,
+      "learning_rate": 1.9537596039998834e-05,
+      "loss": 21.7188,
+      "step": 5201
+    },
+    {
+      "epoch": 0.24859027047691867,
+      "grad_norm": 263.1192932128906,
+      "learning_rate": 1.9537363409697466e-05,
+      "loss": 42.8125,
+      "step": 5202
+    },
+    {
+      "epoch": 0.24863805791837906,
+      "grad_norm": 374.5740966796875,
+      "learning_rate": 1.9537130722279592e-05,
+      "loss": 29.0,
+      "step": 5203
+    },
+    {
+      "epoch": 0.24868584535983942,
+      "grad_norm": 202.66429138183594,
+      "learning_rate": 1.953689797774662e-05,
+      "loss": 29.8125,
+      "step": 5204
+    },
+    {
+      "epoch": 0.24873363280129981,
+      "grad_norm": 290.8245544433594,
+      "learning_rate": 1.9536665176099928e-05,
+      "loss": 31.3125,
+      "step": 5205
+    },
+    {
+      "epoch": 0.2487814202427602,
+      "grad_norm": 217.11715698242188,
+      "learning_rate": 1.9536432317340916e-05,
+      "loss": 25.6875,
+      "step": 5206
+    },
+    {
+      "epoch": 0.2488292076842206,
+      "grad_norm": 306.5295715332031,
+      "learning_rate": 1.9536199401470983e-05,
+      "loss": 32.4844,
+      "step": 5207
+    },
+    {
+      "epoch": 0.24887699512568098,
+      "grad_norm": 272.5928955078125,
+      "learning_rate": 1.9535966428491523e-05,
+      "loss": 30.0,
+      "step": 5208
+    },
+    {
+      "epoch": 0.24892478256714134,
+      "grad_norm": 434.462646484375,
+      "learning_rate": 1.9535733398403926e-05,
+      "loss": 34.25,
+      "step": 5209
+    },
+    {
+      "epoch": 0.24897257000860173,
+      "grad_norm": 159.5247344970703,
+      "learning_rate": 1.953550031120959e-05,
+      "loss": 31.3438,
+      "step": 5210
+    },
+    {
+      "epoch": 0.24902035745006212,
+      "grad_norm": 373.7100830078125,
+      "learning_rate": 1.953526716690991e-05,
+      "loss": 40.9688,
+      "step": 5211
+    },
+    {
+      "epoch": 0.2490681448915225,
+      "grad_norm": 281.8932800292969,
+      "learning_rate": 1.9535033965506286e-05,
+      "loss": 31.3438,
+      "step": 5212
+    },
+    {
+      "epoch": 0.2491159323329829,
+      "grad_norm": 321.57916259765625,
+      "learning_rate": 1.9534800707000113e-05,
+      "loss": 32.4375,
+      "step": 5213
+    },
+    {
+      "epoch": 0.24916371977444327,
+      "grad_norm": 267.0216064453125,
+      "learning_rate": 1.9534567391392784e-05,
+      "loss": 33.6094,
+      "step": 5214
+    },
+    {
+      "epoch": 0.24921150721590365,
+      "grad_norm": 236.2978973388672,
+      "learning_rate": 1.9534334018685703e-05,
+      "loss": 29.5,
+      "step": 5215
+    },
+    {
+      "epoch": 0.24925929465736404,
+      "grad_norm": 305.2652282714844,
+      "learning_rate": 1.953410058888026e-05,
+      "loss": 43.4688,
+      "step": 5216
+    },
+    {
+      "epoch": 0.24930708209882443,
+      "grad_norm": 348.274169921875,
+      "learning_rate": 1.953386710197786e-05,
+      "loss": 41.3438,
+      "step": 5217
+    },
+    {
+      "epoch": 0.24935486954028482,
+      "grad_norm": 188.66323852539062,
+      "learning_rate": 1.9533633557979897e-05,
+      "loss": 24.4688,
+      "step": 5218
+    },
+    {
+      "epoch": 0.24940265698174519,
+      "grad_norm": 232.9337615966797,
+      "learning_rate": 1.953339995688777e-05,
+      "loss": 33.0625,
+      "step": 5219
+    },
+    {
+      "epoch": 0.24945044442320558,
+      "grad_norm": 329.1785888671875,
+      "learning_rate": 1.953316629870288e-05,
+      "loss": 25.7344,
+      "step": 5220
+    },
+    {
+      "epoch": 0.24949823186466596,
+      "grad_norm": 307.8741760253906,
+      "learning_rate": 1.9532932583426626e-05,
+      "loss": 30.9531,
+      "step": 5221
+    },
+    {
+      "epoch": 0.24954601930612635,
+      "grad_norm": 251.61082458496094,
+      "learning_rate": 1.95326988110604e-05,
+      "loss": 29.2969,
+      "step": 5222
+    },
+    {
+      "epoch": 0.24959380674758674,
+      "grad_norm": 280.22613525390625,
+      "learning_rate": 1.9532464981605613e-05,
+      "loss": 28.75,
+      "step": 5223
+    },
+    {
+      "epoch": 0.2496415941890471,
+      "grad_norm": 310.6142578125,
+      "learning_rate": 1.9532231095063664e-05,
+      "loss": 32.25,
+      "step": 5224
+    },
+    {
+      "epoch": 0.2496893816305075,
+      "grad_norm": 301.3856201171875,
+      "learning_rate": 1.953199715143595e-05,
+      "loss": 45.4375,
+      "step": 5225
+    },
+    {
+      "epoch": 0.24973716907196788,
+      "grad_norm": 335.435791015625,
+      "learning_rate": 1.953176315072387e-05,
+      "loss": 25.5312,
+      "step": 5226
+    },
+    {
+      "epoch": 0.24978495651342827,
+      "grad_norm": 272.8744201660156,
+      "learning_rate": 1.953152909292883e-05,
+      "loss": 22.375,
+      "step": 5227
+    },
+    {
+      "epoch": 0.24983274395488866,
+      "grad_norm": 388.4523620605469,
+      "learning_rate": 1.9531294978052228e-05,
+      "loss": 34.0625,
+      "step": 5228
+    },
+    {
+      "epoch": 0.24988053139634903,
+      "grad_norm": 389.8676452636719,
+      "learning_rate": 1.9531060806095466e-05,
+      "loss": 29.0,
+      "step": 5229
+    },
+    {
+      "epoch": 0.24992831883780942,
+      "grad_norm": 320.2853088378906,
+      "learning_rate": 1.9530826577059953e-05,
+      "loss": 38.75,
+      "step": 5230
+    },
+    {
+      "epoch": 0.2499761062792698,
+      "grad_norm": 342.5827941894531,
+      "learning_rate": 1.9530592290947083e-05,
+      "loss": 27.5625,
+      "step": 5231
+    },
+    {
+      "epoch": 0.2500238937207302,
+      "grad_norm": 204.18333435058594,
+      "learning_rate": 1.9530357947758264e-05,
+      "loss": 24.6875,
+      "step": 5232
+    },
+    {
+      "epoch": 0.2500716811621906,
+      "grad_norm": 294.5633239746094,
+      "learning_rate": 1.95301235474949e-05,
+      "loss": 21.5938,
+      "step": 5233
+    },
+    {
+      "epoch": 0.250119468603651,
+      "grad_norm": 384.93878173828125,
+      "learning_rate": 1.9529889090158394e-05,
+      "loss": 36.1562,
+      "step": 5234
+    },
+    {
+      "epoch": 0.25016725604511136,
+      "grad_norm": 247.68629455566406,
+      "learning_rate": 1.952965457575015e-05,
+      "loss": 37.75,
+      "step": 5235
+    },
+    {
+      "epoch": 0.25021504348657175,
+      "grad_norm": 283.2159729003906,
+      "learning_rate": 1.9529420004271568e-05,
+      "loss": 22.875,
+      "step": 5236
+    },
+    {
+      "epoch": 0.2502628309280321,
+      "grad_norm": 212.23609924316406,
+      "learning_rate": 1.9529185375724057e-05,
+      "loss": 26.9375,
+      "step": 5237
+    },
+    {
+      "epoch": 0.2503106183694925,
+      "grad_norm": 436.0233154296875,
+      "learning_rate": 1.9528950690109024e-05,
+      "loss": 39.375,
+      "step": 5238
+    },
+    {
+      "epoch": 0.25035840581095287,
+      "grad_norm": 250.9228515625,
+      "learning_rate": 1.952871594742787e-05,
+      "loss": 27.8438,
+      "step": 5239
+    },
+    {
+      "epoch": 0.25040619325241326,
+      "grad_norm": 302.7801208496094,
+      "learning_rate": 1.9528481147682003e-05,
+      "loss": 22.5312,
+      "step": 5240
+    },
+    {
+      "epoch": 0.25045398069387365,
+      "grad_norm": 400.0721130371094,
+      "learning_rate": 1.952824629087283e-05,
+      "loss": 31.9062,
+      "step": 5241
+    },
+    {
+      "epoch": 0.25050176813533404,
+      "grad_norm": 249.3318634033203,
+      "learning_rate": 1.9528011377001754e-05,
+      "loss": 23.1562,
+      "step": 5242
+    },
+    {
+      "epoch": 0.2505495555767944,
+      "grad_norm": 651.1591186523438,
+      "learning_rate": 1.9527776406070187e-05,
+      "loss": 40.75,
+      "step": 5243
+    },
+    {
+      "epoch": 0.2505973430182548,
+      "grad_norm": 307.4486999511719,
+      "learning_rate": 1.9527541378079534e-05,
+      "loss": 34.6875,
+      "step": 5244
+    },
+    {
+      "epoch": 0.2506451304597152,
+      "grad_norm": 220.03939819335938,
+      "learning_rate": 1.95273062930312e-05,
+      "loss": 22.4375,
+      "step": 5245
+    },
+    {
+      "epoch": 0.2506929179011756,
+      "grad_norm": 213.4686737060547,
+      "learning_rate": 1.9527071150926596e-05,
+      "loss": 30.9375,
+      "step": 5246
+    },
+    {
+      "epoch": 0.25074070534263593,
+      "grad_norm": 326.65557861328125,
+      "learning_rate": 1.9526835951767128e-05,
+      "loss": 23.8125,
+      "step": 5247
+    },
+    {
+      "epoch": 0.2507884927840963,
+      "grad_norm": 412.6080627441406,
+      "learning_rate": 1.9526600695554207e-05,
+      "loss": 41.9688,
+      "step": 5248
+    },
+    {
+      "epoch": 0.2508362802255567,
+      "grad_norm": 222.24319458007812,
+      "learning_rate": 1.952636538228924e-05,
+      "loss": 19.2031,
+      "step": 5249
+    },
+    {
+      "epoch": 0.2508840676670171,
+      "grad_norm": 213.87939453125,
+      "learning_rate": 1.9526130011973635e-05,
+      "loss": 26.0938,
+      "step": 5250
+    },
+    {
+      "epoch": 0.2509318551084775,
+      "grad_norm": 233.37757873535156,
+      "learning_rate": 1.9525894584608807e-05,
+      "loss": 29.625,
+      "step": 5251
+    },
+    {
+      "epoch": 0.2509796425499379,
+      "grad_norm": 366.40576171875,
+      "learning_rate": 1.952565910019616e-05,
+      "loss": 37.0625,
+      "step": 5252
+    },
+    {
+      "epoch": 0.25102742999139827,
+      "grad_norm": 459.2578125,
+      "learning_rate": 1.952542355873711e-05,
+      "loss": 37.0,
+      "step": 5253
+    },
+    {
+      "epoch": 0.25107521743285866,
+      "grad_norm": 253.93963623046875,
+      "learning_rate": 1.9525187960233058e-05,
+      "loss": 30.5625,
+      "step": 5254
+    },
+    {
+      "epoch": 0.25112300487431904,
+      "grad_norm": 391.3570251464844,
+      "learning_rate": 1.9524952304685424e-05,
+      "loss": 48.4375,
+      "step": 5255
+    },
+    {
+      "epoch": 0.25117079231577943,
+      "grad_norm": 515.9744873046875,
+      "learning_rate": 1.9524716592095617e-05,
+      "loss": 30.5,
+      "step": 5256
+    },
+    {
+      "epoch": 0.2512185797572398,
+      "grad_norm": 344.6597900390625,
+      "learning_rate": 1.9524480822465046e-05,
+      "loss": 29.625,
+      "step": 5257
+    },
+    {
+      "epoch": 0.25126636719870016,
+      "grad_norm": 447.9403991699219,
+      "learning_rate": 1.9524244995795127e-05,
+      "loss": 24.4375,
+      "step": 5258
+    },
+    {
+      "epoch": 0.25131415464016055,
+      "grad_norm": 337.310791015625,
+      "learning_rate": 1.9524009112087266e-05,
+      "loss": 35.5,
+      "step": 5259
+    },
+    {
+      "epoch": 0.25136194208162094,
+      "grad_norm": 128.83177185058594,
+      "learning_rate": 1.9523773171342884e-05,
+      "loss": 20.0469,
+      "step": 5260
+    },
+    {
+      "epoch": 0.2514097295230813,
+      "grad_norm": 209.85055541992188,
+      "learning_rate": 1.9523537173563388e-05,
+      "loss": 32.5312,
+      "step": 5261
+    },
+    {
+      "epoch": 0.2514575169645417,
+      "grad_norm": 169.11436462402344,
+      "learning_rate": 1.9523301118750193e-05,
+      "loss": 15.5938,
+      "step": 5262
+    },
+    {
+      "epoch": 0.2515053044060021,
+      "grad_norm": 526.4893798828125,
+      "learning_rate": 1.9523065006904715e-05,
+      "loss": 34.1562,
+      "step": 5263
+    },
+    {
+      "epoch": 0.2515530918474625,
+      "grad_norm": 356.4687194824219,
+      "learning_rate": 1.9522828838028362e-05,
+      "loss": 27.8438,
+      "step": 5264
+    },
+    {
+      "epoch": 0.2516008792889229,
+      "grad_norm": 240.41712951660156,
+      "learning_rate": 1.9522592612122552e-05,
+      "loss": 25.0625,
+      "step": 5265
+    },
+    {
+      "epoch": 0.2516486667303833,
+      "grad_norm": 185.29876708984375,
+      "learning_rate": 1.9522356329188704e-05,
+      "loss": 21.2188,
+      "step": 5266
+    },
+    {
+      "epoch": 0.25169645417184366,
+      "grad_norm": 737.1307373046875,
+      "learning_rate": 1.9522119989228226e-05,
+      "loss": 31.9688,
+      "step": 5267
+    },
+    {
+      "epoch": 0.251744241613304,
+      "grad_norm": 302.0870056152344,
+      "learning_rate": 1.9521883592242537e-05,
+      "loss": 34.8125,
+      "step": 5268
+    },
+    {
+      "epoch": 0.2517920290547644,
+      "grad_norm": 350.05743408203125,
+      "learning_rate": 1.9521647138233054e-05,
+      "loss": 29.7188,
+      "step": 5269
+    },
+    {
+      "epoch": 0.2518398164962248,
+      "grad_norm": 415.1817626953125,
+      "learning_rate": 1.952141062720119e-05,
+      "loss": 24.0938,
+      "step": 5270
+    },
+    {
+      "epoch": 0.25188760393768517,
+      "grad_norm": 214.1986846923828,
+      "learning_rate": 1.9521174059148356e-05,
+      "loss": 26.3125,
+      "step": 5271
+    },
+    {
+      "epoch": 0.25193539137914556,
+      "grad_norm": 349.9768371582031,
+      "learning_rate": 1.952093743407598e-05,
+      "loss": 44.375,
+      "step": 5272
+    },
+    {
+      "epoch": 0.25198317882060595,
+      "grad_norm": 629.1519775390625,
+      "learning_rate": 1.9520700751985474e-05,
+      "loss": 49.4375,
+      "step": 5273
+    },
+    {
+      "epoch": 0.25203096626206634,
+      "grad_norm": 323.04132080078125,
+      "learning_rate": 1.9520464012878254e-05,
+      "loss": 25.625,
+      "step": 5274
+    },
+    {
+      "epoch": 0.2520787537035267,
+      "grad_norm": 241.6963348388672,
+      "learning_rate": 1.9520227216755742e-05,
+      "loss": 34.6562,
+      "step": 5275
+    },
+    {
+      "epoch": 0.2521265411449871,
+      "grad_norm": 158.38121032714844,
+      "learning_rate": 1.951999036361935e-05,
+      "loss": 23.3125,
+      "step": 5276
+    },
+    {
+      "epoch": 0.2521743285864475,
+      "grad_norm": 405.98565673828125,
+      "learning_rate": 1.9519753453470503e-05,
+      "loss": 30.4375,
+      "step": 5277
+    },
+    {
+      "epoch": 0.25222211602790784,
+      "grad_norm": 289.99578857421875,
+      "learning_rate": 1.9519516486310616e-05,
+      "loss": 29.0312,
+      "step": 5278
+    },
+    {
+      "epoch": 0.25226990346936823,
+      "grad_norm": 1156.0731201171875,
+      "learning_rate": 1.9519279462141112e-05,
+      "loss": 46.5625,
+      "step": 5279
+    },
+    {
+      "epoch": 0.2523176909108286,
+      "grad_norm": 301.66168212890625,
+      "learning_rate": 1.95190423809634e-05,
+      "loss": 29.1562,
+      "step": 5280
+    },
+    {
+      "epoch": 0.252365478352289,
+      "grad_norm": 264.6631774902344,
+      "learning_rate": 1.951880524277891e-05,
+      "loss": 30.9062,
+      "step": 5281
+    },
+    {
+      "epoch": 0.2524132657937494,
+      "grad_norm": 379.1880187988281,
+      "learning_rate": 1.9518568047589064e-05,
+      "loss": 32.8438,
+      "step": 5282
+    },
+    {
+      "epoch": 0.2524610532352098,
+      "grad_norm": 275.8571472167969,
+      "learning_rate": 1.9518330795395272e-05,
+      "loss": 20.0,
+      "step": 5283
+    },
+    {
+      "epoch": 0.2525088406766702,
+      "grad_norm": 313.6063537597656,
+      "learning_rate": 1.9518093486198964e-05,
+      "loss": 29.8438,
+      "step": 5284
+    },
+    {
+      "epoch": 0.25255662811813057,
+      "grad_norm": 360.0638427734375,
+      "learning_rate": 1.9517856120001558e-05,
+      "loss": 41.5,
+      "step": 5285
+    },
+    {
+      "epoch": 0.25260441555959096,
+      "grad_norm": 251.54205322265625,
+      "learning_rate": 1.951761869680447e-05,
+      "loss": 27.8438,
+      "step": 5286
+    },
+    {
+      "epoch": 0.25265220300105135,
+      "grad_norm": 323.09246826171875,
+      "learning_rate": 1.9517381216609132e-05,
+      "loss": 39.0,
+      "step": 5287
+    },
+    {
+      "epoch": 0.25269999044251173,
+      "grad_norm": 492.85357666015625,
+      "learning_rate": 1.951714367941696e-05,
+      "loss": 24.375,
+      "step": 5288
+    },
+    {
+      "epoch": 0.25274777788397207,
+      "grad_norm": 280.9544372558594,
+      "learning_rate": 1.9516906085229376e-05,
+      "loss": 33.7188,
+      "step": 5289
+    },
+    {
+      "epoch": 0.25279556532543246,
+      "grad_norm": 378.119140625,
+      "learning_rate": 1.951666843404781e-05,
+      "loss": 28.8438,
+      "step": 5290
+    },
+    {
+      "epoch": 0.25284335276689285,
+      "grad_norm": 534.9013671875,
+      "learning_rate": 1.9516430725873673e-05,
+      "loss": 29.5,
+      "step": 5291
+    },
+    {
+      "epoch": 0.25289114020835324,
+      "grad_norm": 317.460205078125,
+      "learning_rate": 1.95161929607084e-05,
+      "loss": 24.0781,
+      "step": 5292
+    },
+    {
+      "epoch": 0.2529389276498136,
+      "grad_norm": 439.0053405761719,
+      "learning_rate": 1.951595513855341e-05,
+      "loss": 30.9375,
+      "step": 5293
+    },
+    {
+      "epoch": 0.252986715091274,
+      "grad_norm": 402.96405029296875,
+      "learning_rate": 1.9515717259410125e-05,
+      "loss": 39.3594,
+      "step": 5294
+    },
+    {
+      "epoch": 0.2530345025327344,
+      "grad_norm": 707.54541015625,
+      "learning_rate": 1.9515479323279973e-05,
+      "loss": 34.625,
+      "step": 5295
+    },
+    {
+      "epoch": 0.2530822899741948,
+      "grad_norm": 517.0714721679688,
+      "learning_rate": 1.951524133016438e-05,
+      "loss": 38.9062,
+      "step": 5296
+    },
+    {
+      "epoch": 0.2531300774156552,
+      "grad_norm": 280.1748352050781,
+      "learning_rate": 1.951500328006477e-05,
+      "loss": 27.375,
+      "step": 5297
+    },
+    {
+      "epoch": 0.2531778648571156,
+      "grad_norm": 243.9877166748047,
+      "learning_rate": 1.9514765172982565e-05,
+      "loss": 24.5938,
+      "step": 5298
+    },
+    {
+      "epoch": 0.2532256522985759,
+      "grad_norm": 207.097900390625,
+      "learning_rate": 1.9514527008919194e-05,
+      "loss": 30.4844,
+      "step": 5299
+    },
+    {
+      "epoch": 0.2532734397400363,
+      "grad_norm": 323.9228210449219,
+      "learning_rate": 1.951428878787609e-05,
+      "loss": 34.8438,
+      "step": 5300
+    },
+    {
+      "epoch": 0.2533212271814967,
+      "grad_norm": 348.6520080566406,
+      "learning_rate": 1.9514050509854664e-05,
+      "loss": 35.1719,
+      "step": 5301
+    },
+    {
+      "epoch": 0.2533690146229571,
+      "grad_norm": 522.090087890625,
+      "learning_rate": 1.9513812174856358e-05,
+      "loss": 30.0,
+      "step": 5302
+    },
+    {
+      "epoch": 0.25341680206441747,
+      "grad_norm": 336.93377685546875,
+      "learning_rate": 1.951357378288259e-05,
+      "loss": 34.5,
+      "step": 5303
+    },
+    {
+      "epoch": 0.25346458950587786,
+      "grad_norm": 353.2395935058594,
+      "learning_rate": 1.951333533393479e-05,
+      "loss": 38.875,
+      "step": 5304
+    },
+    {
+      "epoch": 0.25351237694733825,
+      "grad_norm": 354.6710205078125,
+      "learning_rate": 1.951309682801439e-05,
+      "loss": 40.0625,
+      "step": 5305
+    },
+    {
+      "epoch": 0.25356016438879864,
+      "grad_norm": 393.02130126953125,
+      "learning_rate": 1.951285826512282e-05,
+      "loss": 36.875,
+      "step": 5306
+    },
+    {
+      "epoch": 0.253607951830259,
+      "grad_norm": 499.9966125488281,
+      "learning_rate": 1.9512619645261495e-05,
+      "loss": 37.0312,
+      "step": 5307
+    },
+    {
+      "epoch": 0.2536557392717194,
+      "grad_norm": 295.2095031738281,
+      "learning_rate": 1.9512380968431856e-05,
+      "loss": 29.4062,
+      "step": 5308
+    },
+    {
+      "epoch": 0.25370352671317975,
+      "grad_norm": 380.56866455078125,
+      "learning_rate": 1.951214223463533e-05,
+      "loss": 42.5312,
+      "step": 5309
+    },
+    {
+      "epoch": 0.25375131415464014,
+      "grad_norm": 256.7742614746094,
+      "learning_rate": 1.9511903443873345e-05,
+      "loss": 33.25,
+      "step": 5310
+    },
+    {
+      "epoch": 0.25379910159610053,
+      "grad_norm": 160.88662719726562,
+      "learning_rate": 1.9511664596147334e-05,
+      "loss": 19.8125,
+      "step": 5311
+    },
+    {
+      "epoch": 0.2538468890375609,
+      "grad_norm": 191.77740478515625,
+      "learning_rate": 1.9511425691458724e-05,
+      "loss": 24.7188,
+      "step": 5312
+    },
+    {
+      "epoch": 0.2538946764790213,
+      "grad_norm": 491.70306396484375,
+      "learning_rate": 1.9511186729808946e-05,
+      "loss": 43.3438,
+      "step": 5313
+    },
+    {
+      "epoch": 0.2539424639204817,
+      "grad_norm": 428.34210205078125,
+      "learning_rate": 1.9510947711199435e-05,
+      "loss": 35.4062,
+      "step": 5314
+    },
+    {
+      "epoch": 0.2539902513619421,
+      "grad_norm": 391.66839599609375,
+      "learning_rate": 1.9510708635631618e-05,
+      "loss": 28.7656,
+      "step": 5315
+    },
+    {
+      "epoch": 0.2540380388034025,
+      "grad_norm": 364.453857421875,
+      "learning_rate": 1.951046950310693e-05,
+      "loss": 30.0781,
+      "step": 5316
+    },
+    {
+      "epoch": 0.25408582624486287,
+      "grad_norm": 360.939208984375,
+      "learning_rate": 1.95102303136268e-05,
+      "loss": 36.9062,
+      "step": 5317
+    },
+    {
+      "epoch": 0.25413361368632326,
+      "grad_norm": 438.2403869628906,
+      "learning_rate": 1.950999106719266e-05,
+      "loss": 30.6875,
+      "step": 5318
+    },
+    {
+      "epoch": 0.25418140112778365,
+      "grad_norm": 523.32421875,
+      "learning_rate": 1.950975176380595e-05,
+      "loss": 44.3125,
+      "step": 5319
+    },
+    {
+      "epoch": 0.254229188569244,
+      "grad_norm": 294.72637939453125,
+      "learning_rate": 1.9509512403468094e-05,
+      "loss": 34.7812,
+      "step": 5320
+    },
+    {
+      "epoch": 0.25427697601070437,
+      "grad_norm": 524.702880859375,
+      "learning_rate": 1.950927298618053e-05,
+      "loss": 44.5781,
+      "step": 5321
+    },
+    {
+      "epoch": 0.25432476345216476,
+      "grad_norm": 512.5150756835938,
+      "learning_rate": 1.950903351194469e-05,
+      "loss": 45.9688,
+      "step": 5322
+    },
+    {
+      "epoch": 0.25437255089362515,
+      "grad_norm": 209.1116180419922,
+      "learning_rate": 1.950879398076201e-05,
+      "loss": 22.5469,
+      "step": 5323
+    },
+    {
+      "epoch": 0.25442033833508554,
+      "grad_norm": 263.1311950683594,
+      "learning_rate": 1.9508554392633926e-05,
+      "loss": 38.4844,
+      "step": 5324
+    },
+    {
+      "epoch": 0.25446812577654593,
+      "grad_norm": 364.99737548828125,
+      "learning_rate": 1.950831474756187e-05,
+      "loss": 32.9375,
+      "step": 5325
+    },
+    {
+      "epoch": 0.2545159132180063,
+      "grad_norm": 182.9624786376953,
+      "learning_rate": 1.9508075045547278e-05,
+      "loss": 25.5625,
+      "step": 5326
+    },
+    {
+      "epoch": 0.2545637006594667,
+      "grad_norm": 272.5750427246094,
+      "learning_rate": 1.9507835286591584e-05,
+      "loss": 33.5625,
+      "step": 5327
+    },
+    {
+      "epoch": 0.2546114881009271,
+      "grad_norm": 305.2213134765625,
+      "learning_rate": 1.9507595470696225e-05,
+      "loss": 37.7812,
+      "step": 5328
+    },
+    {
+      "epoch": 0.2546592755423875,
+      "grad_norm": 230.85726928710938,
+      "learning_rate": 1.9507355597862637e-05,
+      "loss": 20.6562,
+      "step": 5329
+    },
+    {
+      "epoch": 0.2547070629838478,
+      "grad_norm": 281.1910400390625,
+      "learning_rate": 1.9507115668092256e-05,
+      "loss": 30.625,
+      "step": 5330
+    },
+    {
+      "epoch": 0.2547548504253082,
+      "grad_norm": 448.4043273925781,
+      "learning_rate": 1.9506875681386523e-05,
+      "loss": 35.375,
+      "step": 5331
+    },
+    {
+      "epoch": 0.2548026378667686,
+      "grad_norm": 188.09585571289062,
+      "learning_rate": 1.9506635637746867e-05,
+      "loss": 23.5625,
+      "step": 5332
+    },
+    {
+      "epoch": 0.254850425308229,
+      "grad_norm": 261.1357116699219,
+      "learning_rate": 1.9506395537174732e-05,
+      "loss": 33.8281,
+      "step": 5333
+    },
+    {
+      "epoch": 0.2548982127496894,
+      "grad_norm": 86.99845123291016,
+      "learning_rate": 1.9506155379671558e-05,
+      "loss": 16.7344,
+      "step": 5334
+    },
+    {
+      "epoch": 0.25494600019114977,
+      "grad_norm": 480.3233642578125,
+      "learning_rate": 1.9505915165238777e-05,
+      "loss": 31.25,
+      "step": 5335
+    },
+    {
+      "epoch": 0.25499378763261016,
+      "grad_norm": 493.4771728515625,
+      "learning_rate": 1.950567489387783e-05,
+      "loss": 30.0938,
+      "step": 5336
+    },
+    {
+      "epoch": 0.25504157507407055,
+      "grad_norm": 372.4158020019531,
+      "learning_rate": 1.9505434565590158e-05,
+      "loss": 30.4062,
+      "step": 5337
+    },
+    {
+      "epoch": 0.25508936251553094,
+      "grad_norm": 354.9364929199219,
+      "learning_rate": 1.9505194180377195e-05,
+      "loss": 41.7812,
+      "step": 5338
+    },
+    {
+      "epoch": 0.2551371499569913,
+      "grad_norm": 160.67575073242188,
+      "learning_rate": 1.9504953738240386e-05,
+      "loss": 30.0625,
+      "step": 5339
+    },
+    {
+      "epoch": 0.25518493739845166,
+      "grad_norm": 446.5616455078125,
+      "learning_rate": 1.9504713239181168e-05,
+      "loss": 34.0938,
+      "step": 5340
+    },
+    {
+      "epoch": 0.25523272483991205,
+      "grad_norm": 499.4380187988281,
+      "learning_rate": 1.9504472683200983e-05,
+      "loss": 27.2812,
+      "step": 5341
+    },
+    {
+      "epoch": 0.25528051228137244,
+      "grad_norm": 395.12884521484375,
+      "learning_rate": 1.950423207030127e-05,
+      "loss": 35.0312,
+      "step": 5342
+    },
+    {
+      "epoch": 0.25532829972283283,
+      "grad_norm": 372.0797424316406,
+      "learning_rate": 1.9503991400483473e-05,
+      "loss": 25.2969,
+      "step": 5343
+    },
+    {
+      "epoch": 0.2553760871642932,
+      "grad_norm": 290.9223937988281,
+      "learning_rate": 1.950375067374903e-05,
+      "loss": 42.375,
+      "step": 5344
+    },
+    {
+      "epoch": 0.2554238746057536,
+      "grad_norm": 151.35537719726562,
+      "learning_rate": 1.950350989009938e-05,
+      "loss": 29.9375,
+      "step": 5345
+    },
+    {
+      "epoch": 0.255471662047214,
+      "grad_norm": 228.65904235839844,
+      "learning_rate": 1.9503269049535973e-05,
+      "loss": 22.8281,
+      "step": 5346
+    },
+    {
+      "epoch": 0.2555194494886744,
+      "grad_norm": 304.9455261230469,
+      "learning_rate": 1.9503028152060245e-05,
+      "loss": 31.7188,
+      "step": 5347
+    },
+    {
+      "epoch": 0.2555672369301348,
+      "grad_norm": 220.12765502929688,
+      "learning_rate": 1.950278719767364e-05,
+      "loss": 26.5625,
+      "step": 5348
+    },
+    {
+      "epoch": 0.25561502437159517,
+      "grad_norm": 303.2898864746094,
+      "learning_rate": 1.9502546186377604e-05,
+      "loss": 26.375,
+      "step": 5349
+    },
+    {
+      "epoch": 0.2556628118130555,
+      "grad_norm": 293.3318786621094,
+      "learning_rate": 1.9502305118173573e-05,
+      "loss": 31.375,
+      "step": 5350
+    },
+    {
+      "epoch": 0.2557105992545159,
+      "grad_norm": 365.3528747558594,
+      "learning_rate": 1.9502063993063002e-05,
+      "loss": 38.4062,
+      "step": 5351
+    },
+    {
+      "epoch": 0.2557583866959763,
+      "grad_norm": 242.49867248535156,
+      "learning_rate": 1.9501822811047325e-05,
+      "loss": 34.3125,
+      "step": 5352
+    },
+    {
+      "epoch": 0.25580617413743667,
+      "grad_norm": 272.41058349609375,
+      "learning_rate": 1.9501581572127992e-05,
+      "loss": 34.0625,
+      "step": 5353
+    },
+    {
+      "epoch": 0.25585396157889706,
+      "grad_norm": 236.73074340820312,
+      "learning_rate": 1.9501340276306445e-05,
+      "loss": 26.9375,
+      "step": 5354
+    },
+    {
+      "epoch": 0.25590174902035745,
+      "grad_norm": 337.15631103515625,
+      "learning_rate": 1.950109892358413e-05,
+      "loss": 31.8281,
+      "step": 5355
+    },
+    {
+      "epoch": 0.25594953646181784,
+      "grad_norm": 276.1431884765625,
+      "learning_rate": 1.9500857513962493e-05,
+      "loss": 34.3438,
+      "step": 5356
+    },
+    {
+      "epoch": 0.25599732390327823,
+      "grad_norm": 210.2300567626953,
+      "learning_rate": 1.9500616047442977e-05,
+      "loss": 35.9375,
+      "step": 5357
+    },
+    {
+      "epoch": 0.2560451113447386,
+      "grad_norm": 225.18133544921875,
+      "learning_rate": 1.950037452402703e-05,
+      "loss": 26.75,
+      "step": 5358
+    },
+    {
+      "epoch": 0.256092898786199,
+      "grad_norm": 154.75302124023438,
+      "learning_rate": 1.95001329437161e-05,
+      "loss": 24.8438,
+      "step": 5359
+    },
+    {
+      "epoch": 0.2561406862276594,
+      "grad_norm": 476.8839416503906,
+      "learning_rate": 1.949989130651163e-05,
+      "loss": 25.625,
+      "step": 5360
+    },
+    {
+      "epoch": 0.25618847366911973,
+      "grad_norm": 352.49114990234375,
+      "learning_rate": 1.9499649612415073e-05,
+      "loss": 29.5625,
+      "step": 5361
+    },
+    {
+      "epoch": 0.2562362611105801,
+      "grad_norm": 341.6372375488281,
+      "learning_rate": 1.949940786142787e-05,
+      "loss": 32.5938,
+      "step": 5362
+    },
+    {
+      "epoch": 0.2562840485520405,
+      "grad_norm": 561.14599609375,
+      "learning_rate": 1.949916605355147e-05,
+      "loss": 32.0312,
+      "step": 5363
+    },
+    {
+      "epoch": 0.2563318359935009,
+      "grad_norm": 258.16778564453125,
+      "learning_rate": 1.9498924188787326e-05,
+      "loss": 21.7031,
+      "step": 5364
+    },
+    {
+      "epoch": 0.2563796234349613,
+      "grad_norm": 258.30877685546875,
+      "learning_rate": 1.9498682267136883e-05,
+      "loss": 24.25,
+      "step": 5365
+    },
+    {
+      "epoch": 0.2564274108764217,
+      "grad_norm": 459.620361328125,
+      "learning_rate": 1.9498440288601586e-05,
+      "loss": 43.125,
+      "step": 5366
+    },
+    {
+      "epoch": 0.25647519831788207,
+      "grad_norm": 344.8111877441406,
+      "learning_rate": 1.949819825318289e-05,
+      "loss": 28.0312,
+      "step": 5367
+    },
+    {
+      "epoch": 0.25652298575934246,
+      "grad_norm": 274.3281555175781,
+      "learning_rate": 1.9497956160882245e-05,
+      "loss": 18.6562,
+      "step": 5368
+    },
+    {
+      "epoch": 0.25657077320080285,
+      "grad_norm": 425.6934509277344,
+      "learning_rate": 1.94977140117011e-05,
+      "loss": 29.4062,
+      "step": 5369
+    },
+    {
+      "epoch": 0.25661856064226324,
+      "grad_norm": 382.72222900390625,
+      "learning_rate": 1.94974718056409e-05,
+      "loss": 27.4375,
+      "step": 5370
+    },
+    {
+      "epoch": 0.25666634808372357,
+      "grad_norm": 563.6610107421875,
+      "learning_rate": 1.9497229542703096e-05,
+      "loss": 46.2188,
+      "step": 5371
+    },
+    {
+      "epoch": 0.25671413552518396,
+      "grad_norm": 199.06773376464844,
+      "learning_rate": 1.9496987222889145e-05,
+      "loss": 40.0,
+      "step": 5372
+    },
+    {
+      "epoch": 0.25676192296664435,
+      "grad_norm": 309.306396484375,
+      "learning_rate": 1.9496744846200496e-05,
+      "loss": 49.1562,
+      "step": 5373
+    },
+    {
+      "epoch": 0.25680971040810474,
+      "grad_norm": 227.97537231445312,
+      "learning_rate": 1.94965024126386e-05,
+      "loss": 29.4688,
+      "step": 5374
+    },
+    {
+      "epoch": 0.25685749784956513,
+      "grad_norm": 518.8073120117188,
+      "learning_rate": 1.94962599222049e-05,
+      "loss": 35.6406,
+      "step": 5375
+    },
+    {
+      "epoch": 0.2569052852910255,
+      "grad_norm": 509.76519775390625,
+      "learning_rate": 1.949601737490087e-05,
+      "loss": 41.2812,
+      "step": 5376
+    },
+    {
+      "epoch": 0.2569530727324859,
+      "grad_norm": 973.8460693359375,
+      "learning_rate": 1.949577477072794e-05,
+      "loss": 44.7188,
+      "step": 5377
+    },
+    {
+      "epoch": 0.2570008601739463,
+      "grad_norm": 208.81434631347656,
+      "learning_rate": 1.9495532109687572e-05,
+      "loss": 24.8125,
+      "step": 5378
+    },
+    {
+      "epoch": 0.2570486476154067,
+      "grad_norm": 390.9140625,
+      "learning_rate": 1.9495289391781225e-05,
+      "loss": 27.5625,
+      "step": 5379
+    },
+    {
+      "epoch": 0.2570964350568671,
+      "grad_norm": 581.1339111328125,
+      "learning_rate": 1.9495046617010344e-05,
+      "loss": 26.1562,
+      "step": 5380
+    },
+    {
+      "epoch": 0.2571442224983274,
+      "grad_norm": 264.7378234863281,
+      "learning_rate": 1.9494803785376382e-05,
+      "loss": 41.0,
+      "step": 5381
+    },
+    {
+      "epoch": 0.2571920099397878,
+      "grad_norm": 262.79046630859375,
+      "learning_rate": 1.9494560896880804e-05,
+      "loss": 33.8125,
+      "step": 5382
+    },
+    {
+      "epoch": 0.2572397973812482,
+      "grad_norm": 517.0218505859375,
+      "learning_rate": 1.949431795152505e-05,
+      "loss": 37.1562,
+      "step": 5383
+    },
+    {
+      "epoch": 0.2572875848227086,
+      "grad_norm": 396.8024597167969,
+      "learning_rate": 1.949407494931059e-05,
+      "loss": 39.625,
+      "step": 5384
+    },
+    {
+      "epoch": 0.25733537226416897,
+      "grad_norm": 230.27606201171875,
+      "learning_rate": 1.9493831890238866e-05,
+      "loss": 27.25,
+      "step": 5385
+    },
+    {
+      "epoch": 0.25738315970562936,
+      "grad_norm": 399.790771484375,
+      "learning_rate": 1.949358877431134e-05,
+      "loss": 30.4844,
+      "step": 5386
+    },
+    {
+      "epoch": 0.25743094714708975,
+      "grad_norm": 284.24835205078125,
+      "learning_rate": 1.949334560152947e-05,
+      "loss": 29.125,
+      "step": 5387
+    },
+    {
+      "epoch": 0.25747873458855014,
+      "grad_norm": 300.73089599609375,
+      "learning_rate": 1.9493102371894708e-05,
+      "loss": 35.7031,
+      "step": 5388
+    },
+    {
+      "epoch": 0.25752652203001053,
+      "grad_norm": 226.8376007080078,
+      "learning_rate": 1.9492859085408513e-05,
+      "loss": 32.75,
+      "step": 5389
+    },
+    {
+      "epoch": 0.2575743094714709,
+      "grad_norm": 643.5053100585938,
+      "learning_rate": 1.949261574207234e-05,
+      "loss": 30.6562,
+      "step": 5390
+    },
+    {
+      "epoch": 0.2576220969129313,
+      "grad_norm": 323.3419189453125,
+      "learning_rate": 1.9492372341887648e-05,
+      "loss": 38.4062,
+      "step": 5391
+    },
+    {
+      "epoch": 0.25766988435439164,
+      "grad_norm": 192.7344512939453,
+      "learning_rate": 1.9492128884855895e-05,
+      "loss": 25.1094,
+      "step": 5392
+    },
+    {
+      "epoch": 0.25771767179585203,
+      "grad_norm": 225.77760314941406,
+      "learning_rate": 1.9491885370978538e-05,
+      "loss": 36.5312,
+      "step": 5393
+    },
+    {
+      "epoch": 0.2577654592373124,
+      "grad_norm": 283.59722900390625,
+      "learning_rate": 1.9491641800257034e-05,
+      "loss": 32.5938,
+      "step": 5394
+    },
+    {
+      "epoch": 0.2578132466787728,
+      "grad_norm": 172.099609375,
+      "learning_rate": 1.9491398172692846e-05,
+      "loss": 19.375,
+      "step": 5395
+    },
+    {
+      "epoch": 0.2578610341202332,
+      "grad_norm": 378.21368408203125,
+      "learning_rate": 1.9491154488287428e-05,
+      "loss": 27.5312,
+      "step": 5396
+    },
+    {
+      "epoch": 0.2579088215616936,
+      "grad_norm": 185.9651641845703,
+      "learning_rate": 1.9490910747042243e-05,
+      "loss": 19.9062,
+      "step": 5397
+    },
+    {
+      "epoch": 0.257956609003154,
+      "grad_norm": 318.34222412109375,
+      "learning_rate": 1.949066694895875e-05,
+      "loss": 33.3438,
+      "step": 5398
+    },
+    {
+      "epoch": 0.25800439644461437,
+      "grad_norm": 218.5948486328125,
+      "learning_rate": 1.9490423094038403e-05,
+      "loss": 29.6562,
+      "step": 5399
+    },
+    {
+      "epoch": 0.25805218388607476,
+      "grad_norm": 346.7300720214844,
+      "learning_rate": 1.9490179182282674e-05,
+      "loss": 29.8125,
+      "step": 5400
+    },
+    {
+      "epoch": 0.25809997132753515,
+      "grad_norm": 295.7574768066406,
+      "learning_rate": 1.9489935213693013e-05,
+      "loss": 27.8125,
+      "step": 5401
+    },
+    {
+      "epoch": 0.2581477587689955,
+      "grad_norm": 183.71487426757812,
+      "learning_rate": 1.9489691188270887e-05,
+      "loss": 21.375,
+      "step": 5402
+    },
+    {
+      "epoch": 0.2581955462104559,
+      "grad_norm": 277.2547912597656,
+      "learning_rate": 1.948944710601776e-05,
+      "loss": 33.0625,
+      "step": 5403
+    },
+    {
+      "epoch": 0.25824333365191626,
+      "grad_norm": 488.7015380859375,
+      "learning_rate": 1.9489202966935084e-05,
+      "loss": 34.0312,
+      "step": 5404
+    },
+    {
+      "epoch": 0.25829112109337665,
+      "grad_norm": 601.87109375,
+      "learning_rate": 1.9488958771024328e-05,
+      "loss": 43.5,
+      "step": 5405
+    },
+    {
+      "epoch": 0.25833890853483704,
+      "grad_norm": 194.96743774414062,
+      "learning_rate": 1.948871451828695e-05,
+      "loss": 25.125,
+      "step": 5406
+    },
+    {
+      "epoch": 0.25838669597629743,
+      "grad_norm": 355.9051513671875,
+      "learning_rate": 1.9488470208724422e-05,
+      "loss": 52.0625,
+      "step": 5407
+    },
+    {
+      "epoch": 0.2584344834177578,
+      "grad_norm": 343.6790466308594,
+      "learning_rate": 1.94882258423382e-05,
+      "loss": 27.6562,
+      "step": 5408
+    },
+    {
+      "epoch": 0.2584822708592182,
+      "grad_norm": 304.2332458496094,
+      "learning_rate": 1.9487981419129746e-05,
+      "loss": 38.2812,
+      "step": 5409
+    },
+    {
+      "epoch": 0.2585300583006786,
+      "grad_norm": 213.04701232910156,
+      "learning_rate": 1.9487736939100524e-05,
+      "loss": 28.5,
+      "step": 5410
+    },
+    {
+      "epoch": 0.258577845742139,
+      "grad_norm": 592.79736328125,
+      "learning_rate": 1.9487492402252004e-05,
+      "loss": 25.5,
+      "step": 5411
+    },
+    {
+      "epoch": 0.2586256331835993,
+      "grad_norm": 417.2725524902344,
+      "learning_rate": 1.9487247808585645e-05,
+      "loss": 22.4062,
+      "step": 5412
+    },
+    {
+      "epoch": 0.2586734206250597,
+      "grad_norm": 196.9846649169922,
+      "learning_rate": 1.9487003158102914e-05,
+      "loss": 28.125,
+      "step": 5413
+    },
+    {
+      "epoch": 0.2587212080665201,
+      "grad_norm": 591.5204467773438,
+      "learning_rate": 1.9486758450805276e-05,
+      "loss": 37.0312,
+      "step": 5414
+    },
+    {
+      "epoch": 0.2587689955079805,
+      "grad_norm": 250.75128173828125,
+      "learning_rate": 1.9486513686694194e-05,
+      "loss": 25.5781,
+      "step": 5415
+    },
+    {
+      "epoch": 0.2588167829494409,
+      "grad_norm": 313.7484436035156,
+      "learning_rate": 1.948626886577114e-05,
+      "loss": 34.8438,
+      "step": 5416
+    },
+    {
+      "epoch": 0.25886457039090127,
+      "grad_norm": 467.9106750488281,
+      "learning_rate": 1.9486023988037576e-05,
+      "loss": 31.3594,
+      "step": 5417
+    },
+    {
+      "epoch": 0.25891235783236166,
+      "grad_norm": 378.8692626953125,
+      "learning_rate": 1.9485779053494967e-05,
+      "loss": 25.4688,
+      "step": 5418
+    },
+    {
+      "epoch": 0.25896014527382205,
+      "grad_norm": 295.0548095703125,
+      "learning_rate": 1.948553406214478e-05,
+      "loss": 24.0312,
+      "step": 5419
+    },
+    {
+      "epoch": 0.25900793271528244,
+      "grad_norm": 389.5636291503906,
+      "learning_rate": 1.9485289013988483e-05,
+      "loss": 30.0938,
+      "step": 5420
+    },
+    {
+      "epoch": 0.25905572015674283,
+      "grad_norm": 258.24945068359375,
+      "learning_rate": 1.9485043909027544e-05,
+      "loss": 32.7812,
+      "step": 5421
+    },
+    {
+      "epoch": 0.2591035075982032,
+      "grad_norm": 235.50421142578125,
+      "learning_rate": 1.9484798747263435e-05,
+      "loss": 29.0938,
+      "step": 5422
+    },
+    {
+      "epoch": 0.25915129503966355,
+      "grad_norm": 192.78578186035156,
+      "learning_rate": 1.948455352869762e-05,
+      "loss": 26.5625,
+      "step": 5423
+    },
+    {
+      "epoch": 0.25919908248112394,
+      "grad_norm": 242.57192993164062,
+      "learning_rate": 1.9484308253331567e-05,
+      "loss": 30.2812,
+      "step": 5424
+    },
+    {
+      "epoch": 0.25924686992258433,
+      "grad_norm": 329.1783142089844,
+      "learning_rate": 1.9484062921166743e-05,
+      "loss": 38.0,
+      "step": 5425
+    },
+    {
+      "epoch": 0.2592946573640447,
+      "grad_norm": 278.103271484375,
+      "learning_rate": 1.9483817532204622e-05,
+      "loss": 27.4219,
+      "step": 5426
+    },
+    {
+      "epoch": 0.2593424448055051,
+      "grad_norm": 244.17579650878906,
+      "learning_rate": 1.9483572086446673e-05,
+      "loss": 21.875,
+      "step": 5427
+    },
+    {
+      "epoch": 0.2593902322469655,
+      "grad_norm": 276.84130859375,
+      "learning_rate": 1.948332658389436e-05,
+      "loss": 22.3438,
+      "step": 5428
+    },
+    {
+      "epoch": 0.2594380196884259,
+      "grad_norm": 354.3677062988281,
+      "learning_rate": 1.948308102454916e-05,
+      "loss": 29.2188,
+      "step": 5429
+    },
+    {
+      "epoch": 0.2594858071298863,
+      "grad_norm": 394.6656494140625,
+      "learning_rate": 1.9482835408412543e-05,
+      "loss": 30.7188,
+      "step": 5430
+    },
+    {
+      "epoch": 0.25953359457134667,
+      "grad_norm": 369.626708984375,
+      "learning_rate": 1.9482589735485974e-05,
+      "loss": 31.4375,
+      "step": 5431
+    },
+    {
+      "epoch": 0.25958138201280706,
+      "grad_norm": 202.87303161621094,
+      "learning_rate": 1.9482344005770932e-05,
+      "loss": 23.6562,
+      "step": 5432
+    },
+    {
+      "epoch": 0.2596291694542674,
+      "grad_norm": 195.77088928222656,
+      "learning_rate": 1.9482098219268884e-05,
+      "loss": 23.7969,
+      "step": 5433
+    },
+    {
+      "epoch": 0.2596769568957278,
+      "grad_norm": 312.99530029296875,
+      "learning_rate": 1.9481852375981302e-05,
+      "loss": 29.25,
+      "step": 5434
+    },
+    {
+      "epoch": 0.2597247443371882,
+      "grad_norm": 194.076904296875,
+      "learning_rate": 1.948160647590966e-05,
+      "loss": 34.25,
+      "step": 5435
+    },
+    {
+      "epoch": 0.25977253177864856,
+      "grad_norm": 217.3942413330078,
+      "learning_rate": 1.948136051905543e-05,
+      "loss": 31.75,
+      "step": 5436
+    },
+    {
+      "epoch": 0.25982031922010895,
+      "grad_norm": 120.98530578613281,
+      "learning_rate": 1.9481114505420084e-05,
+      "loss": 20.6094,
+      "step": 5437
+    },
+    {
+      "epoch": 0.25986810666156934,
+      "grad_norm": 172.78634643554688,
+      "learning_rate": 1.9480868435005098e-05,
+      "loss": 24.3594,
+      "step": 5438
+    },
+    {
+      "epoch": 0.25991589410302973,
+      "grad_norm": 256.6009521484375,
+      "learning_rate": 1.948062230781194e-05,
+      "loss": 25.1562,
+      "step": 5439
+    },
+    {
+      "epoch": 0.2599636815444901,
+      "grad_norm": 319.1143798828125,
+      "learning_rate": 1.948037612384209e-05,
+      "loss": 32.1562,
+      "step": 5440
+    },
+    {
+      "epoch": 0.2600114689859505,
+      "grad_norm": 288.3929748535156,
+      "learning_rate": 1.948012988309702e-05,
+      "loss": 33.0625,
+      "step": 5441
+    },
+    {
+      "epoch": 0.2600592564274109,
+      "grad_norm": 494.18304443359375,
+      "learning_rate": 1.9479883585578206e-05,
+      "loss": 40.9062,
+      "step": 5442
+    },
+    {
+      "epoch": 0.26010704386887123,
+      "grad_norm": 312.661865234375,
+      "learning_rate": 1.947963723128712e-05,
+      "loss": 45.2188,
+      "step": 5443
+    },
+    {
+      "epoch": 0.2601548313103316,
+      "grad_norm": 258.1629638671875,
+      "learning_rate": 1.947939082022524e-05,
+      "loss": 24.375,
+      "step": 5444
+    },
+    {
+      "epoch": 0.260202618751792,
+      "grad_norm": 371.7928771972656,
+      "learning_rate": 1.9479144352394043e-05,
+      "loss": 34.1875,
+      "step": 5445
+    },
+    {
+      "epoch": 0.2602504061932524,
+      "grad_norm": 583.5095825195312,
+      "learning_rate": 1.9478897827795e-05,
+      "loss": 59.9375,
+      "step": 5446
+    },
+    {
+      "epoch": 0.2602981936347128,
+      "grad_norm": 211.58750915527344,
+      "learning_rate": 1.947865124642959e-05,
+      "loss": 31.5312,
+      "step": 5447
+    },
+    {
+      "epoch": 0.2603459810761732,
+      "grad_norm": 240.72125244140625,
+      "learning_rate": 1.9478404608299287e-05,
+      "loss": 31.0,
+      "step": 5448
+    },
+    {
+      "epoch": 0.2603937685176336,
+      "grad_norm": 283.1352233886719,
+      "learning_rate": 1.9478157913405577e-05,
+      "loss": 24.9062,
+      "step": 5449
+    },
+    {
+      "epoch": 0.26044155595909396,
+      "grad_norm": 355.3458251953125,
+      "learning_rate": 1.947791116174993e-05,
+      "loss": 35.4688,
+      "step": 5450
+    },
+    {
+      "epoch": 0.26048934340055435,
+      "grad_norm": 227.59442138671875,
+      "learning_rate": 1.947766435333382e-05,
+      "loss": 26.5,
+      "step": 5451
+    },
+    {
+      "epoch": 0.26053713084201474,
+      "grad_norm": 248.24325561523438,
+      "learning_rate": 1.9477417488158732e-05,
+      "loss": 31.4375,
+      "step": 5452
+    },
+    {
+      "epoch": 0.2605849182834751,
+      "grad_norm": 292.65399169921875,
+      "learning_rate": 1.9477170566226148e-05,
+      "loss": 31.125,
+      "step": 5453
+    },
+    {
+      "epoch": 0.26063270572493547,
+      "grad_norm": 290.01080322265625,
+      "learning_rate": 1.9476923587537536e-05,
+      "loss": 34.3125,
+      "step": 5454
+    },
+    {
+      "epoch": 0.26068049316639585,
+      "grad_norm": 203.58364868164062,
+      "learning_rate": 1.947667655209438e-05,
+      "loss": 33.4375,
+      "step": 5455
+    },
+    {
+      "epoch": 0.26072828060785624,
+      "grad_norm": 191.032470703125,
+      "learning_rate": 1.947642945989816e-05,
+      "loss": 24.1562,
+      "step": 5456
+    },
+    {
+      "epoch": 0.26077606804931663,
+      "grad_norm": 226.05499267578125,
+      "learning_rate": 1.9476182310950354e-05,
+      "loss": 31.4688,
+      "step": 5457
+    },
+    {
+      "epoch": 0.260823855490777,
+      "grad_norm": 202.40208435058594,
+      "learning_rate": 1.947593510525245e-05,
+      "loss": 34.9375,
+      "step": 5458
+    },
+    {
+      "epoch": 0.2608716429322374,
+      "grad_norm": 212.79562377929688,
+      "learning_rate": 1.9475687842805916e-05,
+      "loss": 19.0469,
+      "step": 5459
+    },
+    {
+      "epoch": 0.2609194303736978,
+      "grad_norm": 528.3020629882812,
+      "learning_rate": 1.947544052361224e-05,
+      "loss": 37.2188,
+      "step": 5460
+    },
+    {
+      "epoch": 0.2609672178151582,
+      "grad_norm": 322.6656188964844,
+      "learning_rate": 1.9475193147672903e-05,
+      "loss": 30.25,
+      "step": 5461
+    },
+    {
+      "epoch": 0.2610150052566186,
+      "grad_norm": 305.31036376953125,
+      "learning_rate": 1.947494571498939e-05,
+      "loss": 29.875,
+      "step": 5462
+    },
+    {
+      "epoch": 0.26106279269807897,
+      "grad_norm": 223.9083709716797,
+      "learning_rate": 1.947469822556317e-05,
+      "loss": 34.0625,
+      "step": 5463
+    },
+    {
+      "epoch": 0.2611105801395393,
+      "grad_norm": 204.5091094970703,
+      "learning_rate": 1.9474450679395736e-05,
+      "loss": 31.1875,
+      "step": 5464
+    },
+    {
+      "epoch": 0.2611583675809997,
+      "grad_norm": 292.4074401855469,
+      "learning_rate": 1.9474203076488568e-05,
+      "loss": 26.4375,
+      "step": 5465
+    },
+    {
+      "epoch": 0.2612061550224601,
+      "grad_norm": 188.7159881591797,
+      "learning_rate": 1.9473955416843152e-05,
+      "loss": 24.0781,
+      "step": 5466
+    },
+    {
+      "epoch": 0.2612539424639205,
+      "grad_norm": 300.64166259765625,
+      "learning_rate": 1.9473707700460965e-05,
+      "loss": 31.1562,
+      "step": 5467
+    },
+    {
+      "epoch": 0.26130172990538086,
+      "grad_norm": 324.5849914550781,
+      "learning_rate": 1.9473459927343492e-05,
+      "loss": 34.75,
+      "step": 5468
+    },
+    {
+      "epoch": 0.26134951734684125,
+      "grad_norm": 296.9037780761719,
+      "learning_rate": 1.947321209749222e-05,
+      "loss": 30.5312,
+      "step": 5469
+    },
+    {
+      "epoch": 0.26139730478830164,
+      "grad_norm": 292.7657470703125,
+      "learning_rate": 1.947296421090863e-05,
+      "loss": 31.8125,
+      "step": 5470
+    },
+    {
+      "epoch": 0.26144509222976203,
+      "grad_norm": 357.9006652832031,
+      "learning_rate": 1.947271626759421e-05,
+      "loss": 19.5781,
+      "step": 5471
+    },
+    {
+      "epoch": 0.2614928796712224,
+      "grad_norm": 235.3651580810547,
+      "learning_rate": 1.947246826755044e-05,
+      "loss": 32.4844,
+      "step": 5472
+    },
+    {
+      "epoch": 0.2615406671126828,
+      "grad_norm": 236.94496154785156,
+      "learning_rate": 1.947222021077881e-05,
+      "loss": 43.1562,
+      "step": 5473
+    },
+    {
+      "epoch": 0.26158845455414315,
+      "grad_norm": 242.3484649658203,
+      "learning_rate": 1.94719720972808e-05,
+      "loss": 27.2031,
+      "step": 5474
+    },
+    {
+      "epoch": 0.26163624199560354,
+      "grad_norm": 116.1094970703125,
+      "learning_rate": 1.9471723927057904e-05,
+      "loss": 16.5469,
+      "step": 5475
+    },
+    {
+      "epoch": 0.2616840294370639,
+      "grad_norm": 340.047119140625,
+      "learning_rate": 1.9471475700111603e-05,
+      "loss": 48.6094,
+      "step": 5476
+    },
+    {
+      "epoch": 0.2617318168785243,
+      "grad_norm": 192.65538024902344,
+      "learning_rate": 1.9471227416443384e-05,
+      "loss": 23.75,
+      "step": 5477
+    },
+    {
+      "epoch": 0.2617796043199847,
+      "grad_norm": 545.1316528320312,
+      "learning_rate": 1.947097907605473e-05,
+      "loss": 34.8438,
+      "step": 5478
+    },
+    {
+      "epoch": 0.2618273917614451,
+      "grad_norm": 353.406494140625,
+      "learning_rate": 1.9470730678947135e-05,
+      "loss": 39.2188,
+      "step": 5479
+    },
+    {
+      "epoch": 0.2618751792029055,
+      "grad_norm": 442.1297607421875,
+      "learning_rate": 1.9470482225122086e-05,
+      "loss": 68.25,
+      "step": 5480
+    },
+    {
+      "epoch": 0.2619229666443659,
+      "grad_norm": 205.69863891601562,
+      "learning_rate": 1.9470233714581063e-05,
+      "loss": 20.5625,
+      "step": 5481
+    },
+    {
+      "epoch": 0.26197075408582626,
+      "grad_norm": 338.5935363769531,
+      "learning_rate": 1.9469985147325566e-05,
+      "loss": 45.875,
+      "step": 5482
+    },
+    {
+      "epoch": 0.26201854152728665,
+      "grad_norm": 394.7203674316406,
+      "learning_rate": 1.9469736523357073e-05,
+      "loss": 43.0,
+      "step": 5483
+    },
+    {
+      "epoch": 0.262066328968747,
+      "grad_norm": 496.83416748046875,
+      "learning_rate": 1.9469487842677082e-05,
+      "loss": 43.4844,
+      "step": 5484
+    },
+    {
+      "epoch": 0.2621141164102074,
+      "grad_norm": 192.5157470703125,
+      "learning_rate": 1.9469239105287073e-05,
+      "loss": 20.0312,
+      "step": 5485
+    },
+    {
+      "epoch": 0.26216190385166777,
+      "grad_norm": 656.7136840820312,
+      "learning_rate": 1.9468990311188543e-05,
+      "loss": 21.7188,
+      "step": 5486
+    },
+    {
+      "epoch": 0.26220969129312816,
+      "grad_norm": 385.0705261230469,
+      "learning_rate": 1.946874146038298e-05,
+      "loss": 48.8125,
+      "step": 5487
+    },
+    {
+      "epoch": 0.26225747873458854,
+      "grad_norm": 119.36076354980469,
+      "learning_rate": 1.9468492552871872e-05,
+      "loss": 25.3281,
+      "step": 5488
+    },
+    {
+      "epoch": 0.26230526617604893,
+      "grad_norm": 408.89947509765625,
+      "learning_rate": 1.9468243588656716e-05,
+      "loss": 28.2812,
+      "step": 5489
+    },
+    {
+      "epoch": 0.2623530536175093,
+      "grad_norm": 283.3460998535156,
+      "learning_rate": 1.9467994567738992e-05,
+      "loss": 27.5938,
+      "step": 5490
+    },
+    {
+      "epoch": 0.2624008410589697,
+      "grad_norm": 272.24822998046875,
+      "learning_rate": 1.94677454901202e-05,
+      "loss": 30.7812,
+      "step": 5491
+    },
+    {
+      "epoch": 0.2624486285004301,
+      "grad_norm": 184.09432983398438,
+      "learning_rate": 1.946749635580183e-05,
+      "loss": 30.0,
+      "step": 5492
+    },
+    {
+      "epoch": 0.2624964159418905,
+      "grad_norm": 339.37939453125,
+      "learning_rate": 1.946724716478537e-05,
+      "loss": 24.9062,
+      "step": 5493
+    },
+    {
+      "epoch": 0.2625442033833509,
+      "grad_norm": 396.042724609375,
+      "learning_rate": 1.946699791707232e-05,
+      "loss": 31.0625,
+      "step": 5494
+    },
+    {
+      "epoch": 0.2625919908248112,
+      "grad_norm": 263.1059265136719,
+      "learning_rate": 1.9466748612664168e-05,
+      "loss": 32.0,
+      "step": 5495
+    },
+    {
+      "epoch": 0.2626397782662716,
+      "grad_norm": 219.97515869140625,
+      "learning_rate": 1.9466499251562407e-05,
+      "loss": 34.6562,
+      "step": 5496
+    },
+    {
+      "epoch": 0.262687565707732,
+      "grad_norm": 294.7446594238281,
+      "learning_rate": 1.9466249833768527e-05,
+      "loss": 23.625,
+      "step": 5497
+    },
+    {
+      "epoch": 0.2627353531491924,
+      "grad_norm": 141.9260711669922,
+      "learning_rate": 1.9466000359284027e-05,
+      "loss": 24.3438,
+      "step": 5498
+    },
+    {
+      "epoch": 0.2627831405906528,
+      "grad_norm": 204.62208557128906,
+      "learning_rate": 1.94657508281104e-05,
+      "loss": 40.0312,
+      "step": 5499
+    },
+    {
+      "epoch": 0.26283092803211316,
+      "grad_norm": 376.48272705078125,
+      "learning_rate": 1.946550124024914e-05,
+      "loss": 45.1562,
+      "step": 5500
+    },
+    {
+      "epoch": 0.26287871547357355,
+      "grad_norm": 278.9669189453125,
+      "learning_rate": 1.946525159570174e-05,
+      "loss": 40.625,
+      "step": 5501
+    },
+    {
+      "epoch": 0.26292650291503394,
+      "grad_norm": 319.4554443359375,
+      "learning_rate": 1.9465001894469696e-05,
+      "loss": 23.6562,
+      "step": 5502
+    },
+    {
+      "epoch": 0.26297429035649433,
+      "grad_norm": 201.44464111328125,
+      "learning_rate": 1.9464752136554507e-05,
+      "loss": 33.4375,
+      "step": 5503
+    },
+    {
+      "epoch": 0.2630220777979547,
+      "grad_norm": 371.2925109863281,
+      "learning_rate": 1.9464502321957662e-05,
+      "loss": 24.6562,
+      "step": 5504
+    },
+    {
+      "epoch": 0.26306986523941506,
+      "grad_norm": 274.1232604980469,
+      "learning_rate": 1.9464252450680666e-05,
+      "loss": 35.125,
+      "step": 5505
+    },
+    {
+      "epoch": 0.26311765268087545,
+      "grad_norm": 323.6124572753906,
+      "learning_rate": 1.9464002522725005e-05,
+      "loss": 35.4062,
+      "step": 5506
+    },
+    {
+      "epoch": 0.26316544012233584,
+      "grad_norm": 343.8294982910156,
+      "learning_rate": 1.9463752538092185e-05,
+      "loss": 25.2031,
+      "step": 5507
+    },
+    {
+      "epoch": 0.2632132275637962,
+      "grad_norm": 222.9718780517578,
+      "learning_rate": 1.9463502496783695e-05,
+      "loss": 27.5625,
+      "step": 5508
+    },
+    {
+      "epoch": 0.2632610150052566,
+      "grad_norm": 275.0780334472656,
+      "learning_rate": 1.9463252398801037e-05,
+      "loss": 30.5938,
+      "step": 5509
+    },
+    {
+      "epoch": 0.263308802446717,
+      "grad_norm": 298.5122375488281,
+      "learning_rate": 1.946300224414571e-05,
+      "loss": 31.5,
+      "step": 5510
+    },
+    {
+      "epoch": 0.2633565898881774,
+      "grad_norm": 220.4885711669922,
+      "learning_rate": 1.9462752032819208e-05,
+      "loss": 25.25,
+      "step": 5511
+    },
+    {
+      "epoch": 0.2634043773296378,
+      "grad_norm": 296.0784606933594,
+      "learning_rate": 1.946250176482303e-05,
+      "loss": 25.1875,
+      "step": 5512
+    },
+    {
+      "epoch": 0.2634521647710982,
+      "grad_norm": 338.8716125488281,
+      "learning_rate": 1.946225144015868e-05,
+      "loss": 25.6875,
+      "step": 5513
+    },
+    {
+      "epoch": 0.26349995221255856,
+      "grad_norm": 316.1597595214844,
+      "learning_rate": 1.946200105882765e-05,
+      "loss": 29.875,
+      "step": 5514
+    },
+    {
+      "epoch": 0.2635477396540189,
+      "grad_norm": 725.6903686523438,
+      "learning_rate": 1.9461750620831447e-05,
+      "loss": 28.7812,
+      "step": 5515
+    },
+    {
+      "epoch": 0.2635955270954793,
+      "grad_norm": 216.78318786621094,
+      "learning_rate": 1.9461500126171568e-05,
+      "loss": 26.1562,
+      "step": 5516
+    },
+    {
+      "epoch": 0.2636433145369397,
+      "grad_norm": 1355.4534912109375,
+      "learning_rate": 1.9461249574849508e-05,
+      "loss": 32.5625,
+      "step": 5517
+    },
+    {
+      "epoch": 0.26369110197840007,
+      "grad_norm": 298.4677429199219,
+      "learning_rate": 1.9460998966866774e-05,
+      "loss": 33.4062,
+      "step": 5518
+    },
+    {
+      "epoch": 0.26373888941986046,
+      "grad_norm": 241.34088134765625,
+      "learning_rate": 1.9460748302224862e-05,
+      "loss": 23.0938,
+      "step": 5519
+    },
+    {
+      "epoch": 0.26378667686132085,
+      "grad_norm": 313.4100646972656,
+      "learning_rate": 1.9460497580925275e-05,
+      "loss": 30.75,
+      "step": 5520
+    },
+    {
+      "epoch": 0.26383446430278124,
+      "grad_norm": 373.8049621582031,
+      "learning_rate": 1.9460246802969517e-05,
+      "loss": 43.7188,
+      "step": 5521
+    },
+    {
+      "epoch": 0.2638822517442416,
+      "grad_norm": 264.6130065917969,
+      "learning_rate": 1.9459995968359083e-05,
+      "loss": 28.8906,
+      "step": 5522
+    },
+    {
+      "epoch": 0.263930039185702,
+      "grad_norm": 337.5728759765625,
+      "learning_rate": 1.9459745077095484e-05,
+      "loss": 45.9688,
+      "step": 5523
+    },
+    {
+      "epoch": 0.2639778266271624,
+      "grad_norm": 260.0816345214844,
+      "learning_rate": 1.9459494129180218e-05,
+      "loss": 36.0938,
+      "step": 5524
+    },
+    {
+      "epoch": 0.26402561406862274,
+      "grad_norm": 255.96298217773438,
+      "learning_rate": 1.945924312461479e-05,
+      "loss": 28.7812,
+      "step": 5525
+    },
+    {
+      "epoch": 0.26407340151008313,
+      "grad_norm": 220.460205078125,
+      "learning_rate": 1.94589920634007e-05,
+      "loss": 40.3438,
+      "step": 5526
+    },
+    {
+      "epoch": 0.2641211889515435,
+      "grad_norm": 185.79623413085938,
+      "learning_rate": 1.945874094553945e-05,
+      "loss": 30.4062,
+      "step": 5527
+    },
+    {
+      "epoch": 0.2641689763930039,
+      "grad_norm": 260.9101867675781,
+      "learning_rate": 1.945848977103255e-05,
+      "loss": 25.0312,
+      "step": 5528
+    },
+    {
+      "epoch": 0.2642167638344643,
+      "grad_norm": 402.01202392578125,
+      "learning_rate": 1.94582385398815e-05,
+      "loss": 38.5938,
+      "step": 5529
+    },
+    {
+      "epoch": 0.2642645512759247,
+      "grad_norm": 360.5325927734375,
+      "learning_rate": 1.945798725208781e-05,
+      "loss": 43.125,
+      "step": 5530
+    },
+    {
+      "epoch": 0.2643123387173851,
+      "grad_norm": 357.73565673828125,
+      "learning_rate": 1.9457735907652975e-05,
+      "loss": 26.625,
+      "step": 5531
+    },
+    {
+      "epoch": 0.26436012615884547,
+      "grad_norm": 255.566650390625,
+      "learning_rate": 1.9457484506578507e-05,
+      "loss": 35.3438,
+      "step": 5532
+    },
+    {
+      "epoch": 0.26440791360030585,
+      "grad_norm": 243.46168518066406,
+      "learning_rate": 1.945723304886591e-05,
+      "loss": 27.875,
+      "step": 5533
+    },
+    {
+      "epoch": 0.26445570104176624,
+      "grad_norm": 221.3276824951172,
+      "learning_rate": 1.9456981534516694e-05,
+      "loss": 23.2812,
+      "step": 5534
+    },
+    {
+      "epoch": 0.26450348848322663,
+      "grad_norm": 137.7931671142578,
+      "learning_rate": 1.9456729963532357e-05,
+      "loss": 19.4688,
+      "step": 5535
+    },
+    {
+      "epoch": 0.26455127592468697,
+      "grad_norm": 313.7470397949219,
+      "learning_rate": 1.945647833591441e-05,
+      "loss": 43.9375,
+      "step": 5536
+    },
+    {
+      "epoch": 0.26459906336614736,
+      "grad_norm": 305.6278381347656,
+      "learning_rate": 1.945622665166436e-05,
+      "loss": 23.1562,
+      "step": 5537
+    },
+    {
+      "epoch": 0.26464685080760775,
+      "grad_norm": 329.8356628417969,
+      "learning_rate": 1.9455974910783717e-05,
+      "loss": 30.9062,
+      "step": 5538
+    },
+    {
+      "epoch": 0.26469463824906814,
+      "grad_norm": 381.30609130859375,
+      "learning_rate": 1.9455723113273984e-05,
+      "loss": 31.4688,
+      "step": 5539
+    },
+    {
+      "epoch": 0.2647424256905285,
+      "grad_norm": 255.56332397460938,
+      "learning_rate": 1.945547125913667e-05,
+      "loss": 24.25,
+      "step": 5540
+    },
+    {
+      "epoch": 0.2647902131319889,
+      "grad_norm": 232.6953887939453,
+      "learning_rate": 1.945521934837329e-05,
+      "loss": 28.375,
+      "step": 5541
+    },
+    {
+      "epoch": 0.2648380005734493,
+      "grad_norm": 212.9328155517578,
+      "learning_rate": 1.945496738098534e-05,
+      "loss": 35.8438,
+      "step": 5542
+    },
+    {
+      "epoch": 0.2648857880149097,
+      "grad_norm": 208.4164276123047,
+      "learning_rate": 1.9454715356974337e-05,
+      "loss": 30.4375,
+      "step": 5543
+    },
+    {
+      "epoch": 0.2649335754563701,
+      "grad_norm": 197.2734832763672,
+      "learning_rate": 1.9454463276341792e-05,
+      "loss": 28.0,
+      "step": 5544
+    },
+    {
+      "epoch": 0.2649813628978305,
+      "grad_norm": 403.0894775390625,
+      "learning_rate": 1.9454211139089208e-05,
+      "loss": 27.1875,
+      "step": 5545
+    },
+    {
+      "epoch": 0.2650291503392908,
+      "grad_norm": 521.6626586914062,
+      "learning_rate": 1.94539589452181e-05,
+      "loss": 22.0781,
+      "step": 5546
+    },
+    {
+      "epoch": 0.2650769377807512,
+      "grad_norm": 507.1287536621094,
+      "learning_rate": 1.9453706694729975e-05,
+      "loss": 33.625,
+      "step": 5547
+    },
+    {
+      "epoch": 0.2651247252222116,
+      "grad_norm": 164.61976623535156,
+      "learning_rate": 1.9453454387626346e-05,
+      "loss": 28.7812,
+      "step": 5548
+    },
+    {
+      "epoch": 0.265172512663672,
+      "grad_norm": 211.4630889892578,
+      "learning_rate": 1.9453202023908722e-05,
+      "loss": 31.2969,
+      "step": 5549
+    },
+    {
+      "epoch": 0.26522030010513237,
+      "grad_norm": 277.920654296875,
+      "learning_rate": 1.945294960357862e-05,
+      "loss": 29.4688,
+      "step": 5550
+    },
+    {
+      "epoch": 0.26526808754659276,
+      "grad_norm": 326.7745361328125,
+      "learning_rate": 1.9452697126637547e-05,
+      "loss": 20.875,
+      "step": 5551
+    },
+    {
+      "epoch": 0.26531587498805315,
+      "grad_norm": 169.35647583007812,
+      "learning_rate": 1.9452444593087015e-05,
+      "loss": 25.2812,
+      "step": 5552
+    },
+    {
+      "epoch": 0.26536366242951354,
+      "grad_norm": 206.20802307128906,
+      "learning_rate": 1.9452192002928536e-05,
+      "loss": 33.4062,
+      "step": 5553
+    },
+    {
+      "epoch": 0.2654114498709739,
+      "grad_norm": 287.8423767089844,
+      "learning_rate": 1.9451939356163625e-05,
+      "loss": 26.2812,
+      "step": 5554
+    },
+    {
+      "epoch": 0.2654592373124343,
+      "grad_norm": 430.0354309082031,
+      "learning_rate": 1.9451686652793792e-05,
+      "loss": 25.8125,
+      "step": 5555
+    },
+    {
+      "epoch": 0.26550702475389465,
+      "grad_norm": 221.09263610839844,
+      "learning_rate": 1.945143389282055e-05,
+      "loss": 32.7812,
+      "step": 5556
+    },
+    {
+      "epoch": 0.26555481219535504,
+      "grad_norm": 265.6168212890625,
+      "learning_rate": 1.945118107624542e-05,
+      "loss": 29.9062,
+      "step": 5557
+    },
+    {
+      "epoch": 0.26560259963681543,
+      "grad_norm": 305.97845458984375,
+      "learning_rate": 1.945092820306991e-05,
+      "loss": 30.4062,
+      "step": 5558
+    },
+    {
+      "epoch": 0.2656503870782758,
+      "grad_norm": 369.5391540527344,
+      "learning_rate": 1.945067527329553e-05,
+      "loss": 48.0,
+      "step": 5559
+    },
+    {
+      "epoch": 0.2656981745197362,
+      "grad_norm": 269.3193359375,
+      "learning_rate": 1.94504222869238e-05,
+      "loss": 24.4375,
+      "step": 5560
+    },
+    {
+      "epoch": 0.2657459619611966,
+      "grad_norm": 361.2881164550781,
+      "learning_rate": 1.945016924395624e-05,
+      "loss": 37.2188,
+      "step": 5561
+    },
+    {
+      "epoch": 0.265793749402657,
+      "grad_norm": 137.1732635498047,
+      "learning_rate": 1.944991614439436e-05,
+      "loss": 19.0938,
+      "step": 5562
+    },
+    {
+      "epoch": 0.2658415368441174,
+      "grad_norm": 182.16746520996094,
+      "learning_rate": 1.9449662988239673e-05,
+      "loss": 28.9688,
+      "step": 5563
+    },
+    {
+      "epoch": 0.26588932428557777,
+      "grad_norm": 416.4931945800781,
+      "learning_rate": 1.9449409775493698e-05,
+      "loss": 29.9375,
+      "step": 5564
+    },
+    {
+      "epoch": 0.26593711172703816,
+      "grad_norm": 444.435546875,
+      "learning_rate": 1.9449156506157954e-05,
+      "loss": 31.8125,
+      "step": 5565
+    },
+    {
+      "epoch": 0.26598489916849855,
+      "grad_norm": 251.15383911132812,
+      "learning_rate": 1.9448903180233955e-05,
+      "loss": 29.7188,
+      "step": 5566
+    },
+    {
+      "epoch": 0.2660326866099589,
+      "grad_norm": 494.3858337402344,
+      "learning_rate": 1.9448649797723215e-05,
+      "loss": 38.625,
+      "step": 5567
+    },
+    {
+      "epoch": 0.26608047405141927,
+      "grad_norm": 218.2796173095703,
+      "learning_rate": 1.944839635862726e-05,
+      "loss": 22.625,
+      "step": 5568
+    },
+    {
+      "epoch": 0.26612826149287966,
+      "grad_norm": 401.06451416015625,
+      "learning_rate": 1.9448142862947598e-05,
+      "loss": 42.875,
+      "step": 5569
+    },
+    {
+      "epoch": 0.26617604893434005,
+      "grad_norm": 210.60910034179688,
+      "learning_rate": 1.9447889310685753e-05,
+      "loss": 29.8281,
+      "step": 5570
+    },
+    {
+      "epoch": 0.26622383637580044,
+      "grad_norm": 228.8553924560547,
+      "learning_rate": 1.9447635701843242e-05,
+      "loss": 39.8125,
+      "step": 5571
+    },
+    {
+      "epoch": 0.2662716238172608,
+      "grad_norm": 256.3940734863281,
+      "learning_rate": 1.9447382036421584e-05,
+      "loss": 34.2344,
+      "step": 5572
+    },
+    {
+      "epoch": 0.2663194112587212,
+      "grad_norm": 271.74755859375,
+      "learning_rate": 1.9447128314422298e-05,
+      "loss": 31.5312,
+      "step": 5573
+    },
+    {
+      "epoch": 0.2663671987001816,
+      "grad_norm": 390.881103515625,
+      "learning_rate": 1.9446874535846904e-05,
+      "loss": 22.4062,
+      "step": 5574
+    },
+    {
+      "epoch": 0.266414986141642,
+      "grad_norm": 388.1300354003906,
+      "learning_rate": 1.9446620700696922e-05,
+      "loss": 33.9375,
+      "step": 5575
+    },
+    {
+      "epoch": 0.2664627735831024,
+      "grad_norm": 255.3145294189453,
+      "learning_rate": 1.944636680897387e-05,
+      "loss": 25.9062,
+      "step": 5576
+    },
+    {
+      "epoch": 0.2665105610245627,
+      "grad_norm": 232.34400939941406,
+      "learning_rate": 1.944611286067927e-05,
+      "loss": 34.0938,
+      "step": 5577
+    },
+    {
+      "epoch": 0.2665583484660231,
+      "grad_norm": 367.67254638671875,
+      "learning_rate": 1.9445858855814644e-05,
+      "loss": 25.875,
+      "step": 5578
+    },
+    {
+      "epoch": 0.2666061359074835,
+      "grad_norm": 263.5279846191406,
+      "learning_rate": 1.944560479438151e-05,
+      "loss": 27.1875,
+      "step": 5579
+    },
+    {
+      "epoch": 0.2666539233489439,
+      "grad_norm": 208.90951538085938,
+      "learning_rate": 1.9445350676381394e-05,
+      "loss": 32.5938,
+      "step": 5580
+    },
+    {
+      "epoch": 0.2667017107904043,
+      "grad_norm": 347.9067687988281,
+      "learning_rate": 1.9445096501815817e-05,
+      "loss": 37.875,
+      "step": 5581
+    },
+    {
+      "epoch": 0.26674949823186467,
+      "grad_norm": 325.189208984375,
+      "learning_rate": 1.9444842270686294e-05,
+      "loss": 36.125,
+      "step": 5582
+    },
+    {
+      "epoch": 0.26679728567332506,
+      "grad_norm": 316.87249755859375,
+      "learning_rate": 1.9444587982994357e-05,
+      "loss": 40.375,
+      "step": 5583
+    },
+    {
+      "epoch": 0.26684507311478545,
+      "grad_norm": 242.73043823242188,
+      "learning_rate": 1.9444333638741525e-05,
+      "loss": 28.375,
+      "step": 5584
+    },
+    {
+      "epoch": 0.26689286055624584,
+      "grad_norm": 368.6346740722656,
+      "learning_rate": 1.9444079237929317e-05,
+      "loss": 23.7344,
+      "step": 5585
+    },
+    {
+      "epoch": 0.2669406479977062,
+      "grad_norm": 400.2077331542969,
+      "learning_rate": 1.9443824780559263e-05,
+      "loss": 34.4062,
+      "step": 5586
+    },
+    {
+      "epoch": 0.26698843543916656,
+      "grad_norm": 233.37982177734375,
+      "learning_rate": 1.9443570266632886e-05,
+      "loss": 20.6562,
+      "step": 5587
+    },
+    {
+      "epoch": 0.26703622288062695,
+      "grad_norm": 182.3187255859375,
+      "learning_rate": 1.944331569615171e-05,
+      "loss": 23.75,
+      "step": 5588
+    },
+    {
+      "epoch": 0.26708401032208734,
+      "grad_norm": 294.8467102050781,
+      "learning_rate": 1.9443061069117252e-05,
+      "loss": 33.7656,
+      "step": 5589
+    },
+    {
+      "epoch": 0.26713179776354773,
+      "grad_norm": 239.27394104003906,
+      "learning_rate": 1.9442806385531047e-05,
+      "loss": 35.1562,
+      "step": 5590
+    },
+    {
+      "epoch": 0.2671795852050081,
+      "grad_norm": 314.8025207519531,
+      "learning_rate": 1.9442551645394615e-05,
+      "loss": 41.75,
+      "step": 5591
+    },
+    {
+      "epoch": 0.2672273726464685,
+      "grad_norm": 277.95806884765625,
+      "learning_rate": 1.9442296848709484e-05,
+      "loss": 32.6562,
+      "step": 5592
+    },
+    {
+      "epoch": 0.2672751600879289,
+      "grad_norm": 171.8895263671875,
+      "learning_rate": 1.9442041995477176e-05,
+      "loss": 30.1875,
+      "step": 5593
+    },
+    {
+      "epoch": 0.2673229475293893,
+      "grad_norm": 354.2317199707031,
+      "learning_rate": 1.9441787085699224e-05,
+      "loss": 33.1562,
+      "step": 5594
+    },
+    {
+      "epoch": 0.2673707349708497,
+      "grad_norm": 367.0086364746094,
+      "learning_rate": 1.9441532119377152e-05,
+      "loss": 29.7188,
+      "step": 5595
+    },
+    {
+      "epoch": 0.26741852241231007,
+      "grad_norm": 205.5752716064453,
+      "learning_rate": 1.9441277096512482e-05,
+      "loss": 29.4375,
+      "step": 5596
+    },
+    {
+      "epoch": 0.26746630985377046,
+      "grad_norm": 295.85498046875,
+      "learning_rate": 1.9441022017106744e-05,
+      "loss": 41.4688,
+      "step": 5597
+    },
+    {
+      "epoch": 0.2675140972952308,
+      "grad_norm": 432.78045654296875,
+      "learning_rate": 1.944076688116147e-05,
+      "loss": 41.4375,
+      "step": 5598
+    },
+    {
+      "epoch": 0.2675618847366912,
+      "grad_norm": 155.21055603027344,
+      "learning_rate": 1.944051168867818e-05,
+      "loss": 23.7812,
+      "step": 5599
+    },
+    {
+      "epoch": 0.26760967217815157,
+      "grad_norm": 212.7801513671875,
+      "learning_rate": 1.9440256439658408e-05,
+      "loss": 20.4062,
+      "step": 5600
+    },
+    {
+      "epoch": 0.26765745961961196,
+      "grad_norm": 260.58001708984375,
+      "learning_rate": 1.9440001134103682e-05,
+      "loss": 27.25,
+      "step": 5601
+    },
+    {
+      "epoch": 0.26770524706107235,
+      "grad_norm": 278.05517578125,
+      "learning_rate": 1.9439745772015528e-05,
+      "loss": 32.1875,
+      "step": 5602
+    },
+    {
+      "epoch": 0.26775303450253274,
+      "grad_norm": 305.5174865722656,
+      "learning_rate": 1.943949035339548e-05,
+      "loss": 37.375,
+      "step": 5603
+    },
+    {
+      "epoch": 0.26780082194399313,
+      "grad_norm": 286.8929138183594,
+      "learning_rate": 1.9439234878245066e-05,
+      "loss": 26.625,
+      "step": 5604
+    },
+    {
+      "epoch": 0.2678486093854535,
+      "grad_norm": 210.96409606933594,
+      "learning_rate": 1.9438979346565815e-05,
+      "loss": 28.75,
+      "step": 5605
+    },
+    {
+      "epoch": 0.2678963968269139,
+      "grad_norm": 527.620849609375,
+      "learning_rate": 1.9438723758359254e-05,
+      "loss": 35.0,
+      "step": 5606
+    },
+    {
+      "epoch": 0.2679441842683743,
+      "grad_norm": 174.549560546875,
+      "learning_rate": 1.9438468113626918e-05,
+      "loss": 27.625,
+      "step": 5607
+    },
+    {
+      "epoch": 0.26799197170983463,
+      "grad_norm": 157.51834106445312,
+      "learning_rate": 1.943821241237034e-05,
+      "loss": 26.125,
+      "step": 5608
+    },
+    {
+      "epoch": 0.268039759151295,
+      "grad_norm": 191.85028076171875,
+      "learning_rate": 1.9437956654591045e-05,
+      "loss": 28.4688,
+      "step": 5609
+    },
+    {
+      "epoch": 0.2680875465927554,
+      "grad_norm": 300.33709716796875,
+      "learning_rate": 1.9437700840290567e-05,
+      "loss": 27.375,
+      "step": 5610
+    },
+    {
+      "epoch": 0.2681353340342158,
+      "grad_norm": 357.9884338378906,
+      "learning_rate": 1.9437444969470443e-05,
+      "loss": 35.2031,
+      "step": 5611
+    },
+    {
+      "epoch": 0.2681831214756762,
+      "grad_norm": 193.41990661621094,
+      "learning_rate": 1.9437189042132195e-05,
+      "loss": 25.7812,
+      "step": 5612
+    },
+    {
+      "epoch": 0.2682309089171366,
+      "grad_norm": 250.82618713378906,
+      "learning_rate": 1.9436933058277368e-05,
+      "loss": 33.5938,
+      "step": 5613
+    },
+    {
+      "epoch": 0.26827869635859697,
+      "grad_norm": 314.787353515625,
+      "learning_rate": 1.943667701790749e-05,
+      "loss": 39.7812,
+      "step": 5614
+    },
+    {
+      "epoch": 0.26832648380005736,
+      "grad_norm": 345.304443359375,
+      "learning_rate": 1.9436420921024088e-05,
+      "loss": 39.75,
+      "step": 5615
+    },
+    {
+      "epoch": 0.26837427124151775,
+      "grad_norm": 384.9530029296875,
+      "learning_rate": 1.94361647676287e-05,
+      "loss": 48.4375,
+      "step": 5616
+    },
+    {
+      "epoch": 0.26842205868297814,
+      "grad_norm": 531.9877319335938,
+      "learning_rate": 1.9435908557722867e-05,
+      "loss": 51.9062,
+      "step": 5617
+    },
+    {
+      "epoch": 0.26846984612443847,
+      "grad_norm": 199.379638671875,
+      "learning_rate": 1.9435652291308115e-05,
+      "loss": 33.8125,
+      "step": 5618
+    },
+    {
+      "epoch": 0.26851763356589886,
+      "grad_norm": 250.74131774902344,
+      "learning_rate": 1.9435395968385982e-05,
+      "loss": 35.9062,
+      "step": 5619
+    },
+    {
+      "epoch": 0.26856542100735925,
+      "grad_norm": 610.0777587890625,
+      "learning_rate": 1.9435139588958e-05,
+      "loss": 43.9688,
+      "step": 5620
+    },
+    {
+      "epoch": 0.26861320844881964,
+      "grad_norm": 356.0401916503906,
+      "learning_rate": 1.9434883153025707e-05,
+      "loss": 35.4375,
+      "step": 5621
+    },
+    {
+      "epoch": 0.26866099589028003,
+      "grad_norm": 292.5006408691406,
+      "learning_rate": 1.9434626660590638e-05,
+      "loss": 28.8438,
+      "step": 5622
+    },
+    {
+      "epoch": 0.2687087833317404,
+      "grad_norm": 257.67974853515625,
+      "learning_rate": 1.943437011165433e-05,
+      "loss": 36.7188,
+      "step": 5623
+    },
+    {
+      "epoch": 0.2687565707732008,
+      "grad_norm": 202.00953674316406,
+      "learning_rate": 1.943411350621832e-05,
+      "loss": 26.5625,
+      "step": 5624
+    },
+    {
+      "epoch": 0.2688043582146612,
+      "grad_norm": 403.4644775390625,
+      "learning_rate": 1.9433856844284142e-05,
+      "loss": 22.9375,
+      "step": 5625
+    },
+    {
+      "epoch": 0.2688521456561216,
+      "grad_norm": 251.5850830078125,
+      "learning_rate": 1.9433600125853334e-05,
+      "loss": 28.2188,
+      "step": 5626
+    },
+    {
+      "epoch": 0.268899933097582,
+      "grad_norm": 304.6828308105469,
+      "learning_rate": 1.9433343350927437e-05,
+      "loss": 27.0625,
+      "step": 5627
+    },
+    {
+      "epoch": 0.2689477205390423,
+      "grad_norm": 315.3111572265625,
+      "learning_rate": 1.9433086519507984e-05,
+      "loss": 32.5,
+      "step": 5628
+    },
+    {
+      "epoch": 0.2689955079805027,
+      "grad_norm": 238.5854949951172,
+      "learning_rate": 1.943282963159651e-05,
+      "loss": 22.3281,
+      "step": 5629
+    },
+    {
+      "epoch": 0.2690432954219631,
+      "grad_norm": 344.973876953125,
+      "learning_rate": 1.9432572687194565e-05,
+      "loss": 24.5938,
+      "step": 5630
+    },
+    {
+      "epoch": 0.2690910828634235,
+      "grad_norm": 228.61561584472656,
+      "learning_rate": 1.9432315686303676e-05,
+      "loss": 32.7188,
+      "step": 5631
+    },
+    {
+      "epoch": 0.26913887030488387,
+      "grad_norm": 190.92605590820312,
+      "learning_rate": 1.943205862892539e-05,
+      "loss": 18.2188,
+      "step": 5632
+    },
+    {
+      "epoch": 0.26918665774634426,
+      "grad_norm": 236.77981567382812,
+      "learning_rate": 1.9431801515061245e-05,
+      "loss": 21.5938,
+      "step": 5633
+    },
+    {
+      "epoch": 0.26923444518780465,
+      "grad_norm": 196.59730529785156,
+      "learning_rate": 1.9431544344712776e-05,
+      "loss": 25.4531,
+      "step": 5634
+    },
+    {
+      "epoch": 0.26928223262926504,
+      "grad_norm": 275.5777587890625,
+      "learning_rate": 1.9431287117881527e-05,
+      "loss": 24.9844,
+      "step": 5635
+    },
+    {
+      "epoch": 0.26933002007072543,
+      "grad_norm": 364.64794921875,
+      "learning_rate": 1.943102983456904e-05,
+      "loss": 28.1562,
+      "step": 5636
+    },
+    {
+      "epoch": 0.2693778075121858,
+      "grad_norm": 220.39842224121094,
+      "learning_rate": 1.943077249477685e-05,
+      "loss": 26.0312,
+      "step": 5637
+    },
+    {
+      "epoch": 0.2694255949536462,
+      "grad_norm": 188.75588989257812,
+      "learning_rate": 1.9430515098506504e-05,
+      "loss": 25.3125,
+      "step": 5638
+    },
+    {
+      "epoch": 0.26947338239510654,
+      "grad_norm": 338.3082580566406,
+      "learning_rate": 1.9430257645759543e-05,
+      "loss": 33.0625,
+      "step": 5639
+    },
+    {
+      "epoch": 0.26952116983656693,
+      "grad_norm": 422.5770568847656,
+      "learning_rate": 1.9430000136537505e-05,
+      "loss": 30.875,
+      "step": 5640
+    },
+    {
+      "epoch": 0.2695689572780273,
+      "grad_norm": 356.9231262207031,
+      "learning_rate": 1.9429742570841934e-05,
+      "loss": 30.75,
+      "step": 5641
+    },
+    {
+      "epoch": 0.2696167447194877,
+      "grad_norm": 313.815185546875,
+      "learning_rate": 1.9429484948674374e-05,
+      "loss": 37.8125,
+      "step": 5642
+    },
+    {
+      "epoch": 0.2696645321609481,
+      "grad_norm": 325.543701171875,
+      "learning_rate": 1.9429227270036364e-05,
+      "loss": 35.4062,
+      "step": 5643
+    },
+    {
+      "epoch": 0.2697123196024085,
+      "grad_norm": 219.5629119873047,
+      "learning_rate": 1.942896953492945e-05,
+      "loss": 31.6719,
+      "step": 5644
+    },
+    {
+      "epoch": 0.2697601070438689,
+      "grad_norm": 317.396484375,
+      "learning_rate": 1.942871174335518e-05,
+      "loss": 34.0938,
+      "step": 5645
+    },
+    {
+      "epoch": 0.26980789448532927,
+      "grad_norm": 662.129150390625,
+      "learning_rate": 1.9428453895315086e-05,
+      "loss": 34.4375,
+      "step": 5646
+    },
+    {
+      "epoch": 0.26985568192678966,
+      "grad_norm": 314.2282409667969,
+      "learning_rate": 1.9428195990810723e-05,
+      "loss": 37.3438,
+      "step": 5647
+    },
+    {
+      "epoch": 0.26990346936825005,
+      "grad_norm": 277.9909362792969,
+      "learning_rate": 1.9427938029843632e-05,
+      "loss": 32.3438,
+      "step": 5648
+    },
+    {
+      "epoch": 0.2699512568097104,
+      "grad_norm": 350.8580017089844,
+      "learning_rate": 1.9427680012415354e-05,
+      "loss": 32.75,
+      "step": 5649
+    },
+    {
+      "epoch": 0.26999904425117077,
+      "grad_norm": 311.5029296875,
+      "learning_rate": 1.942742193852744e-05,
+      "loss": 35.9062,
+      "step": 5650
+    },
+    {
+      "epoch": 0.27004683169263116,
+      "grad_norm": 202.03065490722656,
+      "learning_rate": 1.9427163808181438e-05,
+      "loss": 27.1875,
+      "step": 5651
+    },
+    {
+      "epoch": 0.27009461913409155,
+      "grad_norm": 274.3587951660156,
+      "learning_rate": 1.9426905621378883e-05,
+      "loss": 25.875,
+      "step": 5652
+    },
+    {
+      "epoch": 0.27014240657555194,
+      "grad_norm": 295.08819580078125,
+      "learning_rate": 1.9426647378121332e-05,
+      "loss": 30.5625,
+      "step": 5653
+    },
+    {
+      "epoch": 0.27019019401701233,
+      "grad_norm": 215.0218505859375,
+      "learning_rate": 1.9426389078410325e-05,
+      "loss": 35.125,
+      "step": 5654
+    },
+    {
+      "epoch": 0.2702379814584727,
+      "grad_norm": 262.814453125,
+      "learning_rate": 1.942613072224741e-05,
+      "loss": 26.7188,
+      "step": 5655
+    },
+    {
+      "epoch": 0.2702857688999331,
+      "grad_norm": 315.4048767089844,
+      "learning_rate": 1.9425872309634134e-05,
+      "loss": 28.4375,
+      "step": 5656
+    },
+    {
+      "epoch": 0.2703335563413935,
+      "grad_norm": 273.8074951171875,
+      "learning_rate": 1.9425613840572046e-05,
+      "loss": 27.2812,
+      "step": 5657
+    },
+    {
+      "epoch": 0.2703813437828539,
+      "grad_norm": 341.05078125,
+      "learning_rate": 1.9425355315062696e-05,
+      "loss": 32.0312,
+      "step": 5658
+    },
+    {
+      "epoch": 0.2704291312243142,
+      "grad_norm": 138.4838104248047,
+      "learning_rate": 1.9425096733107626e-05,
+      "loss": 25.8594,
+      "step": 5659
+    },
+    {
+      "epoch": 0.2704769186657746,
+      "grad_norm": 383.658447265625,
+      "learning_rate": 1.9424838094708392e-05,
+      "loss": 33.4062,
+      "step": 5660
+    },
+    {
+      "epoch": 0.270524706107235,
+      "grad_norm": 615.6646118164062,
+      "learning_rate": 1.9424579399866537e-05,
+      "loss": 31.6875,
+      "step": 5661
+    },
+    {
+      "epoch": 0.2705724935486954,
+      "grad_norm": 279.6173400878906,
+      "learning_rate": 1.942432064858361e-05,
+      "loss": 30.3438,
+      "step": 5662
+    },
+    {
+      "epoch": 0.2706202809901558,
+      "grad_norm": 1113.5699462890625,
+      "learning_rate": 1.942406184086117e-05,
+      "loss": 43.3438,
+      "step": 5663
+    },
+    {
+      "epoch": 0.27066806843161617,
+      "grad_norm": 196.03350830078125,
+      "learning_rate": 1.9423802976700753e-05,
+      "loss": 26.2812,
+      "step": 5664
+    },
+    {
+      "epoch": 0.27071585587307656,
+      "grad_norm": 349.34527587890625,
+      "learning_rate": 1.942354405610392e-05,
+      "loss": 35.3438,
+      "step": 5665
+    },
+    {
+      "epoch": 0.27076364331453695,
+      "grad_norm": 413.73309326171875,
+      "learning_rate": 1.9423285079072216e-05,
+      "loss": 29.9688,
+      "step": 5666
+    },
+    {
+      "epoch": 0.27081143075599734,
+      "grad_norm": 211.79876708984375,
+      "learning_rate": 1.9423026045607196e-05,
+      "loss": 35.4375,
+      "step": 5667
+    },
+    {
+      "epoch": 0.27085921819745773,
+      "grad_norm": 352.3566589355469,
+      "learning_rate": 1.9422766955710405e-05,
+      "loss": 32.0625,
+      "step": 5668
+    },
+    {
+      "epoch": 0.2709070056389181,
+      "grad_norm": 337.2213134765625,
+      "learning_rate": 1.9422507809383405e-05,
+      "loss": 52.0938,
+      "step": 5669
+    },
+    {
+      "epoch": 0.27095479308037845,
+      "grad_norm": 397.1688537597656,
+      "learning_rate": 1.9422248606627737e-05,
+      "loss": 32.2812,
+      "step": 5670
+    },
+    {
+      "epoch": 0.27100258052183884,
+      "grad_norm": 245.7818145751953,
+      "learning_rate": 1.9421989347444958e-05,
+      "loss": 32.6562,
+      "step": 5671
+    },
+    {
+      "epoch": 0.27105036796329923,
+      "grad_norm": 211.97792053222656,
+      "learning_rate": 1.942173003183662e-05,
+      "loss": 23.2812,
+      "step": 5672
+    },
+    {
+      "epoch": 0.2710981554047596,
+      "grad_norm": 165.74774169921875,
+      "learning_rate": 1.9421470659804278e-05,
+      "loss": 22.3125,
+      "step": 5673
+    },
+    {
+      "epoch": 0.27114594284622,
+      "grad_norm": 371.74774169921875,
+      "learning_rate": 1.9421211231349485e-05,
+      "loss": 20.8125,
+      "step": 5674
+    },
+    {
+      "epoch": 0.2711937302876804,
+      "grad_norm": 205.08106994628906,
+      "learning_rate": 1.942095174647379e-05,
+      "loss": 35.875,
+      "step": 5675
+    },
+    {
+      "epoch": 0.2712415177291408,
+      "grad_norm": 326.8571472167969,
+      "learning_rate": 1.9420692205178753e-05,
+      "loss": 33.6562,
+      "step": 5676
+    },
+    {
+      "epoch": 0.2712893051706012,
+      "grad_norm": 252.0503692626953,
+      "learning_rate": 1.9420432607465923e-05,
+      "loss": 30.5938,
+      "step": 5677
+    },
+    {
+      "epoch": 0.27133709261206157,
+      "grad_norm": 268.4956970214844,
+      "learning_rate": 1.942017295333686e-05,
+      "loss": 24.3125,
+      "step": 5678
+    },
+    {
+      "epoch": 0.27138488005352196,
+      "grad_norm": 346.992919921875,
+      "learning_rate": 1.9419913242793116e-05,
+      "loss": 28.5,
+      "step": 5679
+    },
+    {
+      "epoch": 0.2714326674949823,
+      "grad_norm": 273.97357177734375,
+      "learning_rate": 1.941965347583625e-05,
+      "loss": 24.4062,
+      "step": 5680
+    },
+    {
+      "epoch": 0.2714804549364427,
+      "grad_norm": 324.7698059082031,
+      "learning_rate": 1.941939365246781e-05,
+      "loss": 30.6875,
+      "step": 5681
+    },
+    {
+      "epoch": 0.2715282423779031,
+      "grad_norm": 359.4752502441406,
+      "learning_rate": 1.9419133772689352e-05,
+      "loss": 29.9375,
+      "step": 5682
+    },
+    {
+      "epoch": 0.27157602981936346,
+      "grad_norm": 283.0115966796875,
+      "learning_rate": 1.9418873836502445e-05,
+      "loss": 42.5,
+      "step": 5683
+    },
+    {
+      "epoch": 0.27162381726082385,
+      "grad_norm": 162.40492248535156,
+      "learning_rate": 1.9418613843908635e-05,
+      "loss": 18.75,
+      "step": 5684
+    },
+    {
+      "epoch": 0.27167160470228424,
+      "grad_norm": 244.86317443847656,
+      "learning_rate": 1.941835379490948e-05,
+      "loss": 28.6562,
+      "step": 5685
+    },
+    {
+      "epoch": 0.27171939214374463,
+      "grad_norm": 380.5736389160156,
+      "learning_rate": 1.9418093689506537e-05,
+      "loss": 26.9375,
+      "step": 5686
+    },
+    {
+      "epoch": 0.271767179585205,
+      "grad_norm": 232.3018341064453,
+      "learning_rate": 1.941783352770137e-05,
+      "loss": 29.8281,
+      "step": 5687
+    },
+    {
+      "epoch": 0.2718149670266654,
+      "grad_norm": 347.5600891113281,
+      "learning_rate": 1.9417573309495534e-05,
+      "loss": 27.0312,
+      "step": 5688
+    },
+    {
+      "epoch": 0.2718627544681258,
+      "grad_norm": 224.76406860351562,
+      "learning_rate": 1.9417313034890578e-05,
+      "loss": 34.7812,
+      "step": 5689
+    },
+    {
+      "epoch": 0.27191054190958613,
+      "grad_norm": 417.7089538574219,
+      "learning_rate": 1.9417052703888072e-05,
+      "loss": 25.1719,
+      "step": 5690
+    },
+    {
+      "epoch": 0.2719583293510465,
+      "grad_norm": 346.8804931640625,
+      "learning_rate": 1.9416792316489573e-05,
+      "loss": 27.625,
+      "step": 5691
+    },
+    {
+      "epoch": 0.2720061167925069,
+      "grad_norm": 245.12826538085938,
+      "learning_rate": 1.941653187269664e-05,
+      "loss": 29.625,
+      "step": 5692
+    },
+    {
+      "epoch": 0.2720539042339673,
+      "grad_norm": 226.50047302246094,
+      "learning_rate": 1.941627137251083e-05,
+      "loss": 24.4688,
+      "step": 5693
+    },
+    {
+      "epoch": 0.2721016916754277,
+      "grad_norm": 246.41946411132812,
+      "learning_rate": 1.9416010815933705e-05,
+      "loss": 19.6406,
+      "step": 5694
+    },
+    {
+      "epoch": 0.2721494791168881,
+      "grad_norm": 258.0677795410156,
+      "learning_rate": 1.9415750202966826e-05,
+      "loss": 24.0,
+      "step": 5695
+    },
+    {
+      "epoch": 0.27219726655834847,
+      "grad_norm": 323.9757385253906,
+      "learning_rate": 1.941548953361175e-05,
+      "loss": 37.125,
+      "step": 5696
+    },
+    {
+      "epoch": 0.27224505399980886,
+      "grad_norm": 144.48907470703125,
+      "learning_rate": 1.9415228807870043e-05,
+      "loss": 29.4062,
+      "step": 5697
+    },
+    {
+      "epoch": 0.27229284144126925,
+      "grad_norm": 193.93907165527344,
+      "learning_rate": 1.9414968025743265e-05,
+      "loss": 31.5,
+      "step": 5698
+    },
+    {
+      "epoch": 0.27234062888272964,
+      "grad_norm": 296.63189697265625,
+      "learning_rate": 1.941470718723298e-05,
+      "loss": 41.25,
+      "step": 5699
+    },
+    {
+      "epoch": 0.27238841632419003,
+      "grad_norm": 193.19161987304688,
+      "learning_rate": 1.941444629234074e-05,
+      "loss": 24.9062,
+      "step": 5700
+    },
+    {
+      "epoch": 0.27243620376565036,
+      "grad_norm": 418.6407775878906,
+      "learning_rate": 1.941418534106812e-05,
+      "loss": 36.5938,
+      "step": 5701
+    },
+    {
+      "epoch": 0.27248399120711075,
+      "grad_norm": 587.327392578125,
+      "learning_rate": 1.9413924333416677e-05,
+      "loss": 30.5938,
+      "step": 5702
+    },
+    {
+      "epoch": 0.27253177864857114,
+      "grad_norm": 145.60574340820312,
+      "learning_rate": 1.9413663269387972e-05,
+      "loss": 22.3125,
+      "step": 5703
+    },
+    {
+      "epoch": 0.27257956609003153,
+      "grad_norm": 197.56687927246094,
+      "learning_rate": 1.9413402148983573e-05,
+      "loss": 31.0312,
+      "step": 5704
+    },
+    {
+      "epoch": 0.2726273535314919,
+      "grad_norm": 282.12603759765625,
+      "learning_rate": 1.9413140972205042e-05,
+      "loss": 33.6875,
+      "step": 5705
+    },
+    {
+      "epoch": 0.2726751409729523,
+      "grad_norm": 251.83143615722656,
+      "learning_rate": 1.9412879739053944e-05,
+      "loss": 36.5312,
+      "step": 5706
+    },
+    {
+      "epoch": 0.2727229284144127,
+      "grad_norm": 328.9927978515625,
+      "learning_rate": 1.941261844953184e-05,
+      "loss": 28.1562,
+      "step": 5707
+    },
+    {
+      "epoch": 0.2727707158558731,
+      "grad_norm": 451.5283508300781,
+      "learning_rate": 1.9412357103640295e-05,
+      "loss": 31.6562,
+      "step": 5708
+    },
+    {
+      "epoch": 0.2728185032973335,
+      "grad_norm": 268.7708740234375,
+      "learning_rate": 1.9412095701380878e-05,
+      "loss": 34.5938,
+      "step": 5709
+    },
+    {
+      "epoch": 0.27286629073879387,
+      "grad_norm": 384.34027099609375,
+      "learning_rate": 1.9411834242755156e-05,
+      "loss": 35.375,
+      "step": 5710
+    },
+    {
+      "epoch": 0.2729140781802542,
+      "grad_norm": 276.03594970703125,
+      "learning_rate": 1.9411572727764687e-05,
+      "loss": 30.0625,
+      "step": 5711
+    },
+    {
+      "epoch": 0.2729618656217146,
+      "grad_norm": 163.18650817871094,
+      "learning_rate": 1.9411311156411042e-05,
+      "loss": 21.2031,
+      "step": 5712
+    },
+    {
+      "epoch": 0.273009653063175,
+      "grad_norm": 206.07147216796875,
+      "learning_rate": 1.9411049528695792e-05,
+      "loss": 29.0938,
+      "step": 5713
+    },
+    {
+      "epoch": 0.2730574405046354,
+      "grad_norm": 196.11300659179688,
+      "learning_rate": 1.9410787844620494e-05,
+      "loss": 24.75,
+      "step": 5714
+    },
+    {
+      "epoch": 0.27310522794609576,
+      "grad_norm": 242.1032257080078,
+      "learning_rate": 1.941052610418672e-05,
+      "loss": 27.3438,
+      "step": 5715
+    },
+    {
+      "epoch": 0.27315301538755615,
+      "grad_norm": 307.4346618652344,
+      "learning_rate": 1.941026430739604e-05,
+      "loss": 28.75,
+      "step": 5716
+    },
+    {
+      "epoch": 0.27320080282901654,
+      "grad_norm": 393.7160339355469,
+      "learning_rate": 1.9410002454250018e-05,
+      "loss": 34.4688,
+      "step": 5717
+    },
+    {
+      "epoch": 0.27324859027047693,
+      "grad_norm": 216.60458374023438,
+      "learning_rate": 1.9409740544750227e-05,
+      "loss": 15.1094,
+      "step": 5718
+    },
+    {
+      "epoch": 0.2732963777119373,
+      "grad_norm": 392.8595275878906,
+      "learning_rate": 1.9409478578898228e-05,
+      "loss": 27.1562,
+      "step": 5719
+    },
+    {
+      "epoch": 0.2733441651533977,
+      "grad_norm": 370.8778381347656,
+      "learning_rate": 1.9409216556695594e-05,
+      "loss": 34.8438,
+      "step": 5720
+    },
+    {
+      "epoch": 0.27339195259485805,
+      "grad_norm": 351.3748474121094,
+      "learning_rate": 1.9408954478143896e-05,
+      "loss": 33.5,
+      "step": 5721
+    },
+    {
+      "epoch": 0.27343974003631843,
+      "grad_norm": 159.9450225830078,
+      "learning_rate": 1.94086923432447e-05,
+      "loss": 20.6875,
+      "step": 5722
+    },
+    {
+      "epoch": 0.2734875274777788,
+      "grad_norm": 215.05535888671875,
+      "learning_rate": 1.940843015199958e-05,
+      "loss": 25.3438,
+      "step": 5723
+    },
+    {
+      "epoch": 0.2735353149192392,
+      "grad_norm": 243.6734619140625,
+      "learning_rate": 1.94081679044101e-05,
+      "loss": 35.0,
+      "step": 5724
+    },
+    {
+      "epoch": 0.2735831023606996,
+      "grad_norm": 394.282958984375,
+      "learning_rate": 1.9407905600477836e-05,
+      "loss": 40.625,
+      "step": 5725
+    },
+    {
+      "epoch": 0.27363088980216,
+      "grad_norm": 275.31512451171875,
+      "learning_rate": 1.9407643240204356e-05,
+      "loss": 38.4688,
+      "step": 5726
+    },
+    {
+      "epoch": 0.2736786772436204,
+      "grad_norm": 283.1435852050781,
+      "learning_rate": 1.9407380823591234e-05,
+      "loss": 34.6562,
+      "step": 5727
+    },
+    {
+      "epoch": 0.2737264646850808,
+      "grad_norm": 418.30908203125,
+      "learning_rate": 1.9407118350640038e-05,
+      "loss": 25.6875,
+      "step": 5728
+    },
+    {
+      "epoch": 0.27377425212654116,
+      "grad_norm": 384.91204833984375,
+      "learning_rate": 1.940685582135234e-05,
+      "loss": 27.9688,
+      "step": 5729
+    },
+    {
+      "epoch": 0.27382203956800155,
+      "grad_norm": 1112.2265625,
+      "learning_rate": 1.9406593235729715e-05,
+      "loss": 28.0312,
+      "step": 5730
+    },
+    {
+      "epoch": 0.2738698270094619,
+      "grad_norm": 273.8189697265625,
+      "learning_rate": 1.9406330593773734e-05,
+      "loss": 31.4062,
+      "step": 5731
+    },
+    {
+      "epoch": 0.2739176144509223,
+      "grad_norm": 196.43504333496094,
+      "learning_rate": 1.9406067895485973e-05,
+      "loss": 33.8438,
+      "step": 5732
+    },
+    {
+      "epoch": 0.27396540189238267,
+      "grad_norm": 244.51031494140625,
+      "learning_rate": 1.9405805140868003e-05,
+      "loss": 27.4531,
+      "step": 5733
+    },
+    {
+      "epoch": 0.27401318933384305,
+      "grad_norm": 391.21221923828125,
+      "learning_rate": 1.940554232992139e-05,
+      "loss": 42.375,
+      "step": 5734
+    },
+    {
+      "epoch": 0.27406097677530344,
+      "grad_norm": 579.5389404296875,
+      "learning_rate": 1.9405279462647723e-05,
+      "loss": 42.3438,
+      "step": 5735
+    },
+    {
+      "epoch": 0.27410876421676383,
+      "grad_norm": 233.1802978515625,
+      "learning_rate": 1.9405016539048564e-05,
+      "loss": 29.8125,
+      "step": 5736
+    },
+    {
+      "epoch": 0.2741565516582242,
+      "grad_norm": 216.25550842285156,
+      "learning_rate": 1.9404753559125492e-05,
+      "loss": 39.7812,
+      "step": 5737
+    },
+    {
+      "epoch": 0.2742043390996846,
+      "grad_norm": 296.4809875488281,
+      "learning_rate": 1.9404490522880085e-05,
+      "loss": 41.6562,
+      "step": 5738
+    },
+    {
+      "epoch": 0.274252126541145,
+      "grad_norm": 545.8626098632812,
+      "learning_rate": 1.940422743031391e-05,
+      "loss": 35.8438,
+      "step": 5739
+    },
+    {
+      "epoch": 0.2742999139826054,
+      "grad_norm": 359.34033203125,
+      "learning_rate": 1.9403964281428547e-05,
+      "loss": 33.0,
+      "step": 5740
+    },
+    {
+      "epoch": 0.2743477014240658,
+      "grad_norm": 274.4095153808594,
+      "learning_rate": 1.9403701076225577e-05,
+      "loss": 30.0,
+      "step": 5741
+    },
+    {
+      "epoch": 0.2743954888655261,
+      "grad_norm": 221.38525390625,
+      "learning_rate": 1.940343781470657e-05,
+      "loss": 34.375,
+      "step": 5742
+    },
+    {
+      "epoch": 0.2744432763069865,
+      "grad_norm": 324.79608154296875,
+      "learning_rate": 1.9403174496873104e-05,
+      "loss": 33.9062,
+      "step": 5743
+    },
+    {
+      "epoch": 0.2744910637484469,
+      "grad_norm": 243.67213439941406,
+      "learning_rate": 1.9402911122726756e-05,
+      "loss": 24.3438,
+      "step": 5744
+    },
+    {
+      "epoch": 0.2745388511899073,
+      "grad_norm": 306.76202392578125,
+      "learning_rate": 1.9402647692269103e-05,
+      "loss": 32.2812,
+      "step": 5745
+    },
+    {
+      "epoch": 0.2745866386313677,
+      "grad_norm": 357.93096923828125,
+      "learning_rate": 1.9402384205501725e-05,
+      "loss": 30.0625,
+      "step": 5746
+    },
+    {
+      "epoch": 0.27463442607282806,
+      "grad_norm": 376.7606506347656,
+      "learning_rate": 1.94021206624262e-05,
+      "loss": 36.5625,
+      "step": 5747
+    },
+    {
+      "epoch": 0.27468221351428845,
+      "grad_norm": 260.9236145019531,
+      "learning_rate": 1.9401857063044097e-05,
+      "loss": 40.0,
+      "step": 5748
+    },
+    {
+      "epoch": 0.27473000095574884,
+      "grad_norm": 174.30014038085938,
+      "learning_rate": 1.9401593407357008e-05,
+      "loss": 16.7344,
+      "step": 5749
+    },
+    {
+      "epoch": 0.27477778839720923,
+      "grad_norm": 352.74517822265625,
+      "learning_rate": 1.9401329695366503e-05,
+      "loss": 27.875,
+      "step": 5750
+    },
+    {
+      "epoch": 0.2748255758386696,
+      "grad_norm": 450.2288513183594,
+      "learning_rate": 1.9401065927074163e-05,
+      "loss": 38.8125,
+      "step": 5751
+    },
+    {
+      "epoch": 0.27487336328012996,
+      "grad_norm": 621.8130493164062,
+      "learning_rate": 1.9400802102481572e-05,
+      "loss": 38.1719,
+      "step": 5752
+    },
+    {
+      "epoch": 0.27492115072159035,
+      "grad_norm": 220.11727905273438,
+      "learning_rate": 1.9400538221590306e-05,
+      "loss": 19.2656,
+      "step": 5753
+    },
+    {
+      "epoch": 0.27496893816305074,
+      "grad_norm": 267.019775390625,
+      "learning_rate": 1.9400274284401944e-05,
+      "loss": 29.9688,
+      "step": 5754
+    },
+    {
+      "epoch": 0.2750167256045111,
+      "grad_norm": 446.47760009765625,
+      "learning_rate": 1.940001029091807e-05,
+      "loss": 35.1875,
+      "step": 5755
+    },
+    {
+      "epoch": 0.2750645130459715,
+      "grad_norm": 433.5012512207031,
+      "learning_rate": 1.9399746241140264e-05,
+      "loss": 32.9062,
+      "step": 5756
+    },
+    {
+      "epoch": 0.2751123004874319,
+      "grad_norm": 350.3825378417969,
+      "learning_rate": 1.9399482135070107e-05,
+      "loss": 26.3125,
+      "step": 5757
+    },
+    {
+      "epoch": 0.2751600879288923,
+      "grad_norm": 204.00836181640625,
+      "learning_rate": 1.9399217972709183e-05,
+      "loss": 25.9688,
+      "step": 5758
+    },
+    {
+      "epoch": 0.2752078753703527,
+      "grad_norm": 259.66741943359375,
+      "learning_rate": 1.939895375405907e-05,
+      "loss": 34.6875,
+      "step": 5759
+    },
+    {
+      "epoch": 0.2752556628118131,
+      "grad_norm": 280.46533203125,
+      "learning_rate": 1.939868947912135e-05,
+      "loss": 40.0,
+      "step": 5760
+    },
+    {
+      "epoch": 0.27530345025327346,
+      "grad_norm": 348.52203369140625,
+      "learning_rate": 1.939842514789761e-05,
+      "loss": 36.1562,
+      "step": 5761
+    },
+    {
+      "epoch": 0.2753512376947338,
+      "grad_norm": 421.31939697265625,
+      "learning_rate": 1.939816076038943e-05,
+      "loss": 31.5312,
+      "step": 5762
+    },
+    {
+      "epoch": 0.2753990251361942,
+      "grad_norm": 191.5745849609375,
+      "learning_rate": 1.939789631659839e-05,
+      "loss": 21.0469,
+      "step": 5763
+    },
+    {
+      "epoch": 0.2754468125776546,
+      "grad_norm": 358.82696533203125,
+      "learning_rate": 1.9397631816526083e-05,
+      "loss": 37.3125,
+      "step": 5764
+    },
+    {
+      "epoch": 0.27549460001911497,
+      "grad_norm": 278.6841125488281,
+      "learning_rate": 1.9397367260174086e-05,
+      "loss": 35.5938,
+      "step": 5765
+    },
+    {
+      "epoch": 0.27554238746057536,
+      "grad_norm": 254.37867736816406,
+      "learning_rate": 1.9397102647543982e-05,
+      "loss": 27.8594,
+      "step": 5766
+    },
+    {
+      "epoch": 0.27559017490203574,
+      "grad_norm": 351.6602783203125,
+      "learning_rate": 1.9396837978637362e-05,
+      "loss": 40.5,
+      "step": 5767
+    },
+    {
+      "epoch": 0.27563796234349613,
+      "grad_norm": 226.59707641601562,
+      "learning_rate": 1.9396573253455808e-05,
+      "loss": 23.7656,
+      "step": 5768
+    },
+    {
+      "epoch": 0.2756857497849565,
+      "grad_norm": 253.56874084472656,
+      "learning_rate": 1.9396308472000905e-05,
+      "loss": 29.4688,
+      "step": 5769
+    },
+    {
+      "epoch": 0.2757335372264169,
+      "grad_norm": 186.74871826171875,
+      "learning_rate": 1.939604363427424e-05,
+      "loss": 28.3125,
+      "step": 5770
+    },
+    {
+      "epoch": 0.2757813246678773,
+      "grad_norm": 454.8395690917969,
+      "learning_rate": 1.9395778740277395e-05,
+      "loss": 38.4375,
+      "step": 5771
+    },
+    {
+      "epoch": 0.2758291121093377,
+      "grad_norm": 387.58795166015625,
+      "learning_rate": 1.939551379001196e-05,
+      "loss": 37.4688,
+      "step": 5772
+    },
+    {
+      "epoch": 0.275876899550798,
+      "grad_norm": 452.6258239746094,
+      "learning_rate": 1.939524878347952e-05,
+      "loss": 27.7188,
+      "step": 5773
+    },
+    {
+      "epoch": 0.2759246869922584,
+      "grad_norm": 251.0355682373047,
+      "learning_rate": 1.9394983720681666e-05,
+      "loss": 20.9375,
+      "step": 5774
+    },
+    {
+      "epoch": 0.2759724744337188,
+      "grad_norm": 235.45310974121094,
+      "learning_rate": 1.939471860161998e-05,
+      "loss": 25.5,
+      "step": 5775
+    },
+    {
+      "epoch": 0.2760202618751792,
+      "grad_norm": 974.8075561523438,
+      "learning_rate": 1.9394453426296053e-05,
+      "loss": 32.6875,
+      "step": 5776
+    },
+    {
+      "epoch": 0.2760680493166396,
+      "grad_norm": 200.8237762451172,
+      "learning_rate": 1.939418819471147e-05,
+      "loss": 34.8281,
+      "step": 5777
+    },
+    {
+      "epoch": 0.2761158367581,
+      "grad_norm": 1233.7685546875,
+      "learning_rate": 1.9393922906867827e-05,
+      "loss": 31.625,
+      "step": 5778
+    },
+    {
+      "epoch": 0.27616362419956036,
+      "grad_norm": 367.56719970703125,
+      "learning_rate": 1.93936575627667e-05,
+      "loss": 24.7812,
+      "step": 5779
+    },
+    {
+      "epoch": 0.27621141164102075,
+      "grad_norm": 337.0511474609375,
+      "learning_rate": 1.939339216240969e-05,
+      "loss": 37.125,
+      "step": 5780
+    },
+    {
+      "epoch": 0.27625919908248114,
+      "grad_norm": 188.68695068359375,
+      "learning_rate": 1.9393126705798382e-05,
+      "loss": 27.2812,
+      "step": 5781
+    },
+    {
+      "epoch": 0.27630698652394153,
+      "grad_norm": 257.18896484375,
+      "learning_rate": 1.939286119293436e-05,
+      "loss": 28.7031,
+      "step": 5782
+    },
+    {
+      "epoch": 0.27635477396540187,
+      "grad_norm": 222.71688842773438,
+      "learning_rate": 1.9392595623819228e-05,
+      "loss": 24.5469,
+      "step": 5783
+    },
+    {
+      "epoch": 0.27640256140686226,
+      "grad_norm": 463.67108154296875,
+      "learning_rate": 1.9392329998454564e-05,
+      "loss": 32.875,
+      "step": 5784
+    },
+    {
+      "epoch": 0.27645034884832265,
+      "grad_norm": 305.1614074707031,
+      "learning_rate": 1.9392064316841963e-05,
+      "loss": 40.3125,
+      "step": 5785
+    },
+    {
+      "epoch": 0.27649813628978304,
+      "grad_norm": 383.0969543457031,
+      "learning_rate": 1.9391798578983012e-05,
+      "loss": 30.4375,
+      "step": 5786
+    },
+    {
+      "epoch": 0.2765459237312434,
+      "grad_norm": 268.3951721191406,
+      "learning_rate": 1.9391532784879313e-05,
+      "loss": 28.4844,
+      "step": 5787
+    },
+    {
+      "epoch": 0.2765937111727038,
+      "grad_norm": 194.6860809326172,
+      "learning_rate": 1.9391266934532446e-05,
+      "loss": 29.4688,
+      "step": 5788
+    },
+    {
+      "epoch": 0.2766414986141642,
+      "grad_norm": 126.43290710449219,
+      "learning_rate": 1.939100102794401e-05,
+      "loss": 24.7031,
+      "step": 5789
+    },
+    {
+      "epoch": 0.2766892860556246,
+      "grad_norm": 329.2347412109375,
+      "learning_rate": 1.9390735065115596e-05,
+      "loss": 46.0312,
+      "step": 5790
+    },
+    {
+      "epoch": 0.276737073497085,
+      "grad_norm": 206.2635955810547,
+      "learning_rate": 1.9390469046048796e-05,
+      "loss": 27.5938,
+      "step": 5791
+    },
+    {
+      "epoch": 0.2767848609385454,
+      "grad_norm": 207.40200805664062,
+      "learning_rate": 1.93902029707452e-05,
+      "loss": 31.5312,
+      "step": 5792
+    },
+    {
+      "epoch": 0.2768326483800057,
+      "grad_norm": 204.1547393798828,
+      "learning_rate": 1.9389936839206407e-05,
+      "loss": 34.0,
+      "step": 5793
+    },
+    {
+      "epoch": 0.2768804358214661,
+      "grad_norm": 212.955078125,
+      "learning_rate": 1.938967065143401e-05,
+      "loss": 23.7812,
+      "step": 5794
+    },
+    {
+      "epoch": 0.2769282232629265,
+      "grad_norm": 390.1400451660156,
+      "learning_rate": 1.9389404407429602e-05,
+      "loss": 31.0938,
+      "step": 5795
+    },
+    {
+      "epoch": 0.2769760107043869,
+      "grad_norm": 385.9322814941406,
+      "learning_rate": 1.938913810719478e-05,
+      "loss": 33.1875,
+      "step": 5796
+    },
+    {
+      "epoch": 0.27702379814584727,
+      "grad_norm": 151.3592071533203,
+      "learning_rate": 1.938887175073113e-05,
+      "loss": 28.5625,
+      "step": 5797
+    },
+    {
+      "epoch": 0.27707158558730766,
+      "grad_norm": 309.7931213378906,
+      "learning_rate": 1.9388605338040258e-05,
+      "loss": 37.4375,
+      "step": 5798
+    },
+    {
+      "epoch": 0.27711937302876805,
+      "grad_norm": 164.94754028320312,
+      "learning_rate": 1.9388338869123752e-05,
+      "loss": 26.75,
+      "step": 5799
+    },
+    {
+      "epoch": 0.27716716047022844,
+      "grad_norm": 379.9256286621094,
+      "learning_rate": 1.9388072343983212e-05,
+      "loss": 44.4375,
+      "step": 5800
+    },
+    {
+      "epoch": 0.2772149479116888,
+      "grad_norm": 316.8470153808594,
+      "learning_rate": 1.938780576262023e-05,
+      "loss": 28.7188,
+      "step": 5801
+    },
+    {
+      "epoch": 0.2772627353531492,
+      "grad_norm": 270.2286071777344,
+      "learning_rate": 1.9387539125036405e-05,
+      "loss": 29.8125,
+      "step": 5802
+    },
+    {
+      "epoch": 0.2773105227946096,
+      "grad_norm": 429.8112487792969,
+      "learning_rate": 1.9387272431233337e-05,
+      "loss": 30.75,
+      "step": 5803
+    },
+    {
+      "epoch": 0.27735831023606994,
+      "grad_norm": 202.37342834472656,
+      "learning_rate": 1.9387005681212617e-05,
+      "loss": 28.625,
+      "step": 5804
+    },
+    {
+      "epoch": 0.27740609767753033,
+      "grad_norm": 214.7425537109375,
+      "learning_rate": 1.938673887497585e-05,
+      "loss": 28.2188,
+      "step": 5805
+    },
+    {
+      "epoch": 0.2774538851189907,
+      "grad_norm": 372.8440246582031,
+      "learning_rate": 1.9386472012524624e-05,
+      "loss": 42.9219,
+      "step": 5806
+    },
+    {
+      "epoch": 0.2775016725604511,
+      "grad_norm": 785.3990478515625,
+      "learning_rate": 1.9386205093860545e-05,
+      "loss": 27.5312,
+      "step": 5807
+    },
+    {
+      "epoch": 0.2775494600019115,
+      "grad_norm": 229.51564025878906,
+      "learning_rate": 1.938593811898521e-05,
+      "loss": 40.125,
+      "step": 5808
+    },
+    {
+      "epoch": 0.2775972474433719,
+      "grad_norm": 288.5585632324219,
+      "learning_rate": 1.9385671087900214e-05,
+      "loss": 36.5,
+      "step": 5809
+    },
+    {
+      "epoch": 0.2776450348848323,
+      "grad_norm": 411.8368835449219,
+      "learning_rate": 1.938540400060716e-05,
+      "loss": 28.1719,
+      "step": 5810
+    },
+    {
+      "epoch": 0.27769282232629267,
+      "grad_norm": 214.0243377685547,
+      "learning_rate": 1.9385136857107645e-05,
+      "loss": 34.4375,
+      "step": 5811
+    },
+    {
+      "epoch": 0.27774060976775305,
+      "grad_norm": 254.10137939453125,
+      "learning_rate": 1.9384869657403277e-05,
+      "loss": 31.4375,
+      "step": 5812
+    },
+    {
+      "epoch": 0.27778839720921344,
+      "grad_norm": 329.4844055175781,
+      "learning_rate": 1.9384602401495646e-05,
+      "loss": 34.0625,
+      "step": 5813
+    },
+    {
+      "epoch": 0.2778361846506738,
+      "grad_norm": 149.80807495117188,
+      "learning_rate": 1.9384335089386353e-05,
+      "loss": 19.4531,
+      "step": 5814
+    },
+    {
+      "epoch": 0.27788397209213417,
+      "grad_norm": 228.00277709960938,
+      "learning_rate": 1.9384067721077006e-05,
+      "loss": 28.2031,
+      "step": 5815
+    },
+    {
+      "epoch": 0.27793175953359456,
+      "grad_norm": 253.5513916015625,
+      "learning_rate": 1.93838002965692e-05,
+      "loss": 29.0469,
+      "step": 5816
+    },
+    {
+      "epoch": 0.27797954697505495,
+      "grad_norm": 243.47491455078125,
+      "learning_rate": 1.9383532815864536e-05,
+      "loss": 28.7812,
+      "step": 5817
+    },
+    {
+      "epoch": 0.27802733441651534,
+      "grad_norm": 349.50103759765625,
+      "learning_rate": 1.938326527896462e-05,
+      "loss": 34.7031,
+      "step": 5818
+    },
+    {
+      "epoch": 0.2780751218579757,
+      "grad_norm": 283.6195373535156,
+      "learning_rate": 1.9382997685871057e-05,
+      "loss": 26.0,
+      "step": 5819
+    },
+    {
+      "epoch": 0.2781229092994361,
+      "grad_norm": 237.48207092285156,
+      "learning_rate": 1.9382730036585442e-05,
+      "loss": 28.9688,
+      "step": 5820
+    },
+    {
+      "epoch": 0.2781706967408965,
+      "grad_norm": 299.4703063964844,
+      "learning_rate": 1.9382462331109383e-05,
+      "loss": 21.1094,
+      "step": 5821
+    },
+    {
+      "epoch": 0.2782184841823569,
+      "grad_norm": 322.6150207519531,
+      "learning_rate": 1.9382194569444478e-05,
+      "loss": 32.0,
+      "step": 5822
+    },
+    {
+      "epoch": 0.2782662716238173,
+      "grad_norm": 661.0195922851562,
+      "learning_rate": 1.9381926751592334e-05,
+      "loss": 35.5,
+      "step": 5823
+    },
+    {
+      "epoch": 0.2783140590652776,
+      "grad_norm": 279.1905822753906,
+      "learning_rate": 1.938165887755456e-05,
+      "loss": 42.3438,
+      "step": 5824
+    },
+    {
+      "epoch": 0.278361846506738,
+      "grad_norm": 187.78562927246094,
+      "learning_rate": 1.938139094733275e-05,
+      "loss": 20.7344,
+      "step": 5825
+    },
+    {
+      "epoch": 0.2784096339481984,
+      "grad_norm": 160.56797790527344,
+      "learning_rate": 1.9381122960928514e-05,
+      "loss": 29.1562,
+      "step": 5826
+    },
+    {
+      "epoch": 0.2784574213896588,
+      "grad_norm": 211.83648681640625,
+      "learning_rate": 1.938085491834346e-05,
+      "loss": 29.375,
+      "step": 5827
+    },
+    {
+      "epoch": 0.2785052088311192,
+      "grad_norm": 265.32037353515625,
+      "learning_rate": 1.9380586819579187e-05,
+      "loss": 32.0469,
+      "step": 5828
+    },
+    {
+      "epoch": 0.27855299627257957,
+      "grad_norm": 300.7254943847656,
+      "learning_rate": 1.9380318664637305e-05,
+      "loss": 34.4375,
+      "step": 5829
+    },
+    {
+      "epoch": 0.27860078371403996,
+      "grad_norm": 275.52142333984375,
+      "learning_rate": 1.9380050453519415e-05,
+      "loss": 23.6562,
+      "step": 5830
+    },
+    {
+      "epoch": 0.27864857115550035,
+      "grad_norm": 275.4549865722656,
+      "learning_rate": 1.9379782186227127e-05,
+      "loss": 38.75,
+      "step": 5831
+    },
+    {
+      "epoch": 0.27869635859696074,
+      "grad_norm": 416.27899169921875,
+      "learning_rate": 1.9379513862762046e-05,
+      "loss": 26.8125,
+      "step": 5832
+    },
+    {
+      "epoch": 0.2787441460384211,
+      "grad_norm": 248.7934112548828,
+      "learning_rate": 1.9379245483125783e-05,
+      "loss": 37.3438,
+      "step": 5833
+    },
+    {
+      "epoch": 0.27879193347988146,
+      "grad_norm": 605.838134765625,
+      "learning_rate": 1.937897704731994e-05,
+      "loss": 43.5625,
+      "step": 5834
+    },
+    {
+      "epoch": 0.27883972092134185,
+      "grad_norm": 482.10601806640625,
+      "learning_rate": 1.937870855534613e-05,
+      "loss": 29.0,
+      "step": 5835
+    },
+    {
+      "epoch": 0.27888750836280224,
+      "grad_norm": 206.82232666015625,
+      "learning_rate": 1.9378440007205953e-05,
+      "loss": 24.4062,
+      "step": 5836
+    },
+    {
+      "epoch": 0.27893529580426263,
+      "grad_norm": 248.17108154296875,
+      "learning_rate": 1.9378171402901024e-05,
+      "loss": 31.9688,
+      "step": 5837
+    },
+    {
+      "epoch": 0.278983083245723,
+      "grad_norm": 259.642333984375,
+      "learning_rate": 1.937790274243295e-05,
+      "loss": 33.625,
+      "step": 5838
+    },
+    {
+      "epoch": 0.2790308706871834,
+      "grad_norm": 118.95832061767578,
+      "learning_rate": 1.9377634025803336e-05,
+      "loss": 33.375,
+      "step": 5839
+    },
+    {
+      "epoch": 0.2790786581286438,
+      "grad_norm": 636.0706787109375,
+      "learning_rate": 1.93773652530138e-05,
+      "loss": 38.5469,
+      "step": 5840
+    },
+    {
+      "epoch": 0.2791264455701042,
+      "grad_norm": 296.2403869628906,
+      "learning_rate": 1.937709642406594e-05,
+      "loss": 24.9375,
+      "step": 5841
+    },
+    {
+      "epoch": 0.2791742330115646,
+      "grad_norm": 327.3177490234375,
+      "learning_rate": 1.9376827538961377e-05,
+      "loss": 26.9688,
+      "step": 5842
+    },
+    {
+      "epoch": 0.27922202045302497,
+      "grad_norm": 264.91278076171875,
+      "learning_rate": 1.9376558597701717e-05,
+      "loss": 30.9844,
+      "step": 5843
+    },
+    {
+      "epoch": 0.27926980789448536,
+      "grad_norm": 225.39071655273438,
+      "learning_rate": 1.9376289600288566e-05,
+      "loss": 24.0312,
+      "step": 5844
+    },
+    {
+      "epoch": 0.2793175953359457,
+      "grad_norm": 324.220947265625,
+      "learning_rate": 1.9376020546723542e-05,
+      "loss": 29.9688,
+      "step": 5845
+    },
+    {
+      "epoch": 0.2793653827774061,
+      "grad_norm": 258.84381103515625,
+      "learning_rate": 1.9375751437008253e-05,
+      "loss": 33.25,
+      "step": 5846
+    },
+    {
+      "epoch": 0.27941317021886647,
+      "grad_norm": 540.3355102539062,
+      "learning_rate": 1.937548227114431e-05,
+      "loss": 31.25,
+      "step": 5847
+    },
+    {
+      "epoch": 0.27946095766032686,
+      "grad_norm": 305.98162841796875,
+      "learning_rate": 1.9375213049133324e-05,
+      "loss": 30.7969,
+      "step": 5848
+    },
+    {
+      "epoch": 0.27950874510178725,
+      "grad_norm": 1032.2579345703125,
+      "learning_rate": 1.9374943770976914e-05,
+      "loss": 33.5312,
+      "step": 5849
+    },
+    {
+      "epoch": 0.27955653254324764,
+      "grad_norm": 315.99041748046875,
+      "learning_rate": 1.9374674436676684e-05,
+      "loss": 35.4688,
+      "step": 5850
+    },
+    {
+      "epoch": 0.279604319984708,
+      "grad_norm": 744.5625610351562,
+      "learning_rate": 1.9374405046234252e-05,
+      "loss": 35.4375,
+      "step": 5851
+    },
+    {
+      "epoch": 0.2796521074261684,
+      "grad_norm": 373.6371154785156,
+      "learning_rate": 1.9374135599651233e-05,
+      "loss": 37.125,
+      "step": 5852
+    },
+    {
+      "epoch": 0.2796998948676288,
+      "grad_norm": 243.97500610351562,
+      "learning_rate": 1.9373866096929234e-05,
+      "loss": 23.75,
+      "step": 5853
+    },
+    {
+      "epoch": 0.2797476823090892,
+      "grad_norm": 443.0277404785156,
+      "learning_rate": 1.9373596538069873e-05,
+      "loss": 26.9219,
+      "step": 5854
+    },
+    {
+      "epoch": 0.27979546975054953,
+      "grad_norm": 319.3979187011719,
+      "learning_rate": 1.9373326923074765e-05,
+      "loss": 31.2188,
+      "step": 5855
+    },
+    {
+      "epoch": 0.2798432571920099,
+      "grad_norm": 328.4288330078125,
+      "learning_rate": 1.937305725194552e-05,
+      "loss": 55.625,
+      "step": 5856
+    },
+    {
+      "epoch": 0.2798910446334703,
+      "grad_norm": 471.96636962890625,
+      "learning_rate": 1.9372787524683764e-05,
+      "loss": 37.625,
+      "step": 5857
+    },
+    {
+      "epoch": 0.2799388320749307,
+      "grad_norm": 243.87075805664062,
+      "learning_rate": 1.9372517741291097e-05,
+      "loss": 31.9062,
+      "step": 5858
+    },
+    {
+      "epoch": 0.2799866195163911,
+      "grad_norm": 385.5470275878906,
+      "learning_rate": 1.9372247901769147e-05,
+      "loss": 47.375,
+      "step": 5859
+    },
+    {
+      "epoch": 0.2800344069578515,
+      "grad_norm": 205.0647735595703,
+      "learning_rate": 1.937197800611953e-05,
+      "loss": 24.9062,
+      "step": 5860
+    },
+    {
+      "epoch": 0.28008219439931187,
+      "grad_norm": 208.39881896972656,
+      "learning_rate": 1.9371708054343846e-05,
+      "loss": 31.125,
+      "step": 5861
+    },
+    {
+      "epoch": 0.28012998184077226,
+      "grad_norm": 214.01544189453125,
+      "learning_rate": 1.9371438046443734e-05,
+      "loss": 28.625,
+      "step": 5862
+    },
+    {
+      "epoch": 0.28017776928223265,
+      "grad_norm": 524.6484375,
+      "learning_rate": 1.9371167982420794e-05,
+      "loss": 31.75,
+      "step": 5863
+    },
+    {
+      "epoch": 0.28022555672369304,
+      "grad_norm": 354.151123046875,
+      "learning_rate": 1.9370897862276653e-05,
+      "loss": 49.4688,
+      "step": 5864
+    },
+    {
+      "epoch": 0.28027334416515337,
+      "grad_norm": 489.6422119140625,
+      "learning_rate": 1.9370627686012927e-05,
+      "loss": 40.4375,
+      "step": 5865
+    },
+    {
+      "epoch": 0.28032113160661376,
+      "grad_norm": 228.8111572265625,
+      "learning_rate": 1.937035745363123e-05,
+      "loss": 45.0625,
+      "step": 5866
+    },
+    {
+      "epoch": 0.28036891904807415,
+      "grad_norm": 166.65907287597656,
+      "learning_rate": 1.9370087165133183e-05,
+      "loss": 33.875,
+      "step": 5867
+    },
+    {
+      "epoch": 0.28041670648953454,
+      "grad_norm": 212.7750244140625,
+      "learning_rate": 1.9369816820520405e-05,
+      "loss": 29.8438,
+      "step": 5868
+    },
+    {
+      "epoch": 0.28046449393099493,
+      "grad_norm": 155.6568603515625,
+      "learning_rate": 1.9369546419794517e-05,
+      "loss": 18.2656,
+      "step": 5869
+    },
+    {
+      "epoch": 0.2805122813724553,
+      "grad_norm": 259.953369140625,
+      "learning_rate": 1.9369275962957134e-05,
+      "loss": 35.25,
+      "step": 5870
+    },
+    {
+      "epoch": 0.2805600688139157,
+      "grad_norm": 355.596923828125,
+      "learning_rate": 1.9369005450009876e-05,
+      "loss": 41.4688,
+      "step": 5871
+    },
+    {
+      "epoch": 0.2806078562553761,
+      "grad_norm": 326.34173583984375,
+      "learning_rate": 1.936873488095437e-05,
+      "loss": 30.0625,
+      "step": 5872
+    },
+    {
+      "epoch": 0.2806556436968365,
+      "grad_norm": 285.88836669921875,
+      "learning_rate": 1.9368464255792228e-05,
+      "loss": 29.125,
+      "step": 5873
+    },
+    {
+      "epoch": 0.2807034311382969,
+      "grad_norm": 363.1654052734375,
+      "learning_rate": 1.936819357452507e-05,
+      "loss": 33.75,
+      "step": 5874
+    },
+    {
+      "epoch": 0.28075121857975727,
+      "grad_norm": 415.4634094238281,
+      "learning_rate": 1.9367922837154525e-05,
+      "loss": 30.3438,
+      "step": 5875
+    },
+    {
+      "epoch": 0.2807990060212176,
+      "grad_norm": 275.07635498046875,
+      "learning_rate": 1.936765204368221e-05,
+      "loss": 29.8438,
+      "step": 5876
+    },
+    {
+      "epoch": 0.280846793462678,
+      "grad_norm": 250.62139892578125,
+      "learning_rate": 1.9367381194109748e-05,
+      "loss": 30.2188,
+      "step": 5877
+    },
+    {
+      "epoch": 0.2808945809041384,
+      "grad_norm": 207.61370849609375,
+      "learning_rate": 1.9367110288438754e-05,
+      "loss": 41.5,
+      "step": 5878
+    },
+    {
+      "epoch": 0.28094236834559877,
+      "grad_norm": 200.3382110595703,
+      "learning_rate": 1.9366839326670862e-05,
+      "loss": 26.0938,
+      "step": 5879
+    },
+    {
+      "epoch": 0.28099015578705916,
+      "grad_norm": 282.2162780761719,
+      "learning_rate": 1.9366568308807685e-05,
+      "loss": 30.9375,
+      "step": 5880
+    },
+    {
+      "epoch": 0.28103794322851955,
+      "grad_norm": 360.32177734375,
+      "learning_rate": 1.936629723485085e-05,
+      "loss": 40.625,
+      "step": 5881
+    },
+    {
+      "epoch": 0.28108573066997994,
+      "grad_norm": 871.5706787109375,
+      "learning_rate": 1.9366026104801986e-05,
+      "loss": 28.6875,
+      "step": 5882
+    },
+    {
+      "epoch": 0.28113351811144033,
+      "grad_norm": 196.1949920654297,
+      "learning_rate": 1.936575491866271e-05,
+      "loss": 35.2188,
+      "step": 5883
+    },
+    {
+      "epoch": 0.2811813055529007,
+      "grad_norm": 314.8996276855469,
+      "learning_rate": 1.9365483676434643e-05,
+      "loss": 39.5938,
+      "step": 5884
+    },
+    {
+      "epoch": 0.2812290929943611,
+      "grad_norm": 496.1061706542969,
+      "learning_rate": 1.9365212378119412e-05,
+      "loss": 29.8125,
+      "step": 5885
+    },
+    {
+      "epoch": 0.28127688043582144,
+      "grad_norm": 234.4661865234375,
+      "learning_rate": 1.936494102371865e-05,
+      "loss": 31.4375,
+      "step": 5886
+    },
+    {
+      "epoch": 0.28132466787728183,
+      "grad_norm": 337.083251953125,
+      "learning_rate": 1.9364669613233974e-05,
+      "loss": 31.0625,
+      "step": 5887
+    },
+    {
+      "epoch": 0.2813724553187422,
+      "grad_norm": 385.34912109375,
+      "learning_rate": 1.9364398146667006e-05,
+      "loss": 33.4375,
+      "step": 5888
+    },
+    {
+      "epoch": 0.2814202427602026,
+      "grad_norm": 341.8302307128906,
+      "learning_rate": 1.9364126624019378e-05,
+      "loss": 26.625,
+      "step": 5889
+    },
+    {
+      "epoch": 0.281468030201663,
+      "grad_norm": 307.5618591308594,
+      "learning_rate": 1.9363855045292718e-05,
+      "loss": 34.0625,
+      "step": 5890
+    },
+    {
+      "epoch": 0.2815158176431234,
+      "grad_norm": 332.3780517578125,
+      "learning_rate": 1.9363583410488645e-05,
+      "loss": 37.0938,
+      "step": 5891
+    },
+    {
+      "epoch": 0.2815636050845838,
+      "grad_norm": 191.56591796875,
+      "learning_rate": 1.9363311719608792e-05,
+      "loss": 32.25,
+      "step": 5892
+    },
+    {
+      "epoch": 0.28161139252604417,
+      "grad_norm": 553.876953125,
+      "learning_rate": 1.9363039972654785e-05,
+      "loss": 34.1875,
+      "step": 5893
+    },
+    {
+      "epoch": 0.28165917996750456,
+      "grad_norm": 306.7488708496094,
+      "learning_rate": 1.9362768169628244e-05,
+      "loss": 40.5,
+      "step": 5894
+    },
+    {
+      "epoch": 0.28170696740896495,
+      "grad_norm": 354.8270568847656,
+      "learning_rate": 1.936249631053081e-05,
+      "loss": 36.625,
+      "step": 5895
+    },
+    {
+      "epoch": 0.2817547548504253,
+      "grad_norm": 483.9059753417969,
+      "learning_rate": 1.93622243953641e-05,
+      "loss": 34.3125,
+      "step": 5896
+    },
+    {
+      "epoch": 0.28180254229188567,
+      "grad_norm": 184.6626739501953,
+      "learning_rate": 1.936195242412975e-05,
+      "loss": 28.5938,
+      "step": 5897
+    },
+    {
+      "epoch": 0.28185032973334606,
+      "grad_norm": 1017.8466186523438,
+      "learning_rate": 1.9361680396829383e-05,
+      "loss": 34.8438,
+      "step": 5898
+    },
+    {
+      "epoch": 0.28189811717480645,
+      "grad_norm": 172.04432678222656,
+      "learning_rate": 1.936140831346463e-05,
+      "loss": 34.0469,
+      "step": 5899
+    },
+    {
+      "epoch": 0.28194590461626684,
+      "grad_norm": 393.75921630859375,
+      "learning_rate": 1.936113617403712e-05,
+      "loss": 35.9688,
+      "step": 5900
+    },
+    {
+      "epoch": 0.28199369205772723,
+      "grad_norm": 740.7838134765625,
+      "learning_rate": 1.9360863978548482e-05,
+      "loss": 36.0625,
+      "step": 5901
+    },
+    {
+      "epoch": 0.2820414794991876,
+      "grad_norm": 310.0006408691406,
+      "learning_rate": 1.9360591727000353e-05,
+      "loss": 41.7188,
+      "step": 5902
+    },
+    {
+      "epoch": 0.282089266940648,
+      "grad_norm": 273.2044982910156,
+      "learning_rate": 1.9360319419394354e-05,
+      "loss": 31.0938,
+      "step": 5903
+    },
+    {
+      "epoch": 0.2821370543821084,
+      "grad_norm": 259.7184753417969,
+      "learning_rate": 1.936004705573212e-05,
+      "loss": 35.3125,
+      "step": 5904
+    },
+    {
+      "epoch": 0.2821848418235688,
+      "grad_norm": 233.4584197998047,
+      "learning_rate": 1.9359774636015284e-05,
+      "loss": 27.625,
+      "step": 5905
+    },
+    {
+      "epoch": 0.2822326292650292,
+      "grad_norm": 228.16241455078125,
+      "learning_rate": 1.9359502160245473e-05,
+      "loss": 25.5781,
+      "step": 5906
+    },
+    {
+      "epoch": 0.2822804167064895,
+      "grad_norm": 216.7676544189453,
+      "learning_rate": 1.9359229628424323e-05,
+      "loss": 33.875,
+      "step": 5907
+    },
+    {
+      "epoch": 0.2823282041479499,
+      "grad_norm": 420.79754638671875,
+      "learning_rate": 1.9358957040553465e-05,
+      "loss": 26.7812,
+      "step": 5908
+    },
+    {
+      "epoch": 0.2823759915894103,
+      "grad_norm": 286.336181640625,
+      "learning_rate": 1.9358684396634532e-05,
+      "loss": 37.6875,
+      "step": 5909
+    },
+    {
+      "epoch": 0.2824237790308707,
+      "grad_norm": 350.2505187988281,
+      "learning_rate": 1.9358411696669147e-05,
+      "loss": 29.2812,
+      "step": 5910
+    },
+    {
+      "epoch": 0.28247156647233107,
+      "grad_norm": 440.93988037109375,
+      "learning_rate": 1.9358138940658962e-05,
+      "loss": 52.5625,
+      "step": 5911
+    },
+    {
+      "epoch": 0.28251935391379146,
+      "grad_norm": 303.19854736328125,
+      "learning_rate": 1.9357866128605595e-05,
+      "loss": 31.5,
+      "step": 5912
+    },
+    {
+      "epoch": 0.28256714135525185,
+      "grad_norm": 403.4550476074219,
+      "learning_rate": 1.9357593260510682e-05,
+      "loss": 34.7812,
+      "step": 5913
+    },
+    {
+      "epoch": 0.28261492879671224,
+      "grad_norm": 497.9838562011719,
+      "learning_rate": 1.9357320336375865e-05,
+      "loss": 37.6875,
+      "step": 5914
+    },
+    {
+      "epoch": 0.28266271623817263,
+      "grad_norm": 381.7442932128906,
+      "learning_rate": 1.9357047356202772e-05,
+      "loss": 26.8125,
+      "step": 5915
+    },
+    {
+      "epoch": 0.282710503679633,
+      "grad_norm": 304.91973876953125,
+      "learning_rate": 1.9356774319993038e-05,
+      "loss": 47.3438,
+      "step": 5916
+    },
+    {
+      "epoch": 0.28275829112109335,
+      "grad_norm": 204.744140625,
+      "learning_rate": 1.9356501227748297e-05,
+      "loss": 33.9062,
+      "step": 5917
+    },
+    {
+      "epoch": 0.28280607856255374,
+      "grad_norm": 513.9169921875,
+      "learning_rate": 1.9356228079470192e-05,
+      "loss": 37.25,
+      "step": 5918
+    },
+    {
+      "epoch": 0.28285386600401413,
+      "grad_norm": 291.07757568359375,
+      "learning_rate": 1.9355954875160353e-05,
+      "loss": 28.4531,
+      "step": 5919
+    },
+    {
+      "epoch": 0.2829016534454745,
+      "grad_norm": 171.55734252929688,
+      "learning_rate": 1.9355681614820416e-05,
+      "loss": 22.7188,
+      "step": 5920
+    },
+    {
+      "epoch": 0.2829494408869349,
+      "grad_norm": 373.79095458984375,
+      "learning_rate": 1.9355408298452018e-05,
+      "loss": 29.1875,
+      "step": 5921
+    },
+    {
+      "epoch": 0.2829972283283953,
+      "grad_norm": 280.2132568359375,
+      "learning_rate": 1.9355134926056795e-05,
+      "loss": 34.9062,
+      "step": 5922
+    },
+    {
+      "epoch": 0.2830450157698557,
+      "grad_norm": 239.43045043945312,
+      "learning_rate": 1.9354861497636386e-05,
+      "loss": 33.75,
+      "step": 5923
+    },
+    {
+      "epoch": 0.2830928032113161,
+      "grad_norm": 336.648681640625,
+      "learning_rate": 1.935458801319243e-05,
+      "loss": 33.2812,
+      "step": 5924
+    },
+    {
+      "epoch": 0.28314059065277647,
+      "grad_norm": 283.6493225097656,
+      "learning_rate": 1.9354314472726557e-05,
+      "loss": 31.3906,
+      "step": 5925
+    },
+    {
+      "epoch": 0.28318837809423686,
+      "grad_norm": 248.18856811523438,
+      "learning_rate": 1.9354040876240416e-05,
+      "loss": 24.4375,
+      "step": 5926
+    },
+    {
+      "epoch": 0.2832361655356972,
+      "grad_norm": 208.54376220703125,
+      "learning_rate": 1.9353767223735636e-05,
+      "loss": 28.2812,
+      "step": 5927
+    },
+    {
+      "epoch": 0.2832839529771576,
+      "grad_norm": 634.5123291015625,
+      "learning_rate": 1.9353493515213863e-05,
+      "loss": 31.4688,
+      "step": 5928
+    },
+    {
+      "epoch": 0.28333174041861797,
+      "grad_norm": 567.2380981445312,
+      "learning_rate": 1.935321975067673e-05,
+      "loss": 32.0,
+      "step": 5929
+    },
+    {
+      "epoch": 0.28337952786007836,
+      "grad_norm": 341.09722900390625,
+      "learning_rate": 1.9352945930125885e-05,
+      "loss": 25.4375,
+      "step": 5930
+    },
+    {
+      "epoch": 0.28342731530153875,
+      "grad_norm": 264.8779602050781,
+      "learning_rate": 1.9352672053562957e-05,
+      "loss": 21.0156,
+      "step": 5931
+    },
+    {
+      "epoch": 0.28347510274299914,
+      "grad_norm": 242.58697509765625,
+      "learning_rate": 1.9352398120989596e-05,
+      "loss": 29.125,
+      "step": 5932
+    },
+    {
+      "epoch": 0.28352289018445953,
+      "grad_norm": 461.0904235839844,
+      "learning_rate": 1.9352124132407434e-05,
+      "loss": 32.2188,
+      "step": 5933
+    },
+    {
+      "epoch": 0.2835706776259199,
+      "grad_norm": 426.0505676269531,
+      "learning_rate": 1.935185008781812e-05,
+      "loss": 27.8438,
+      "step": 5934
+    },
+    {
+      "epoch": 0.2836184650673803,
+      "grad_norm": 337.69024658203125,
+      "learning_rate": 1.935157598722329e-05,
+      "loss": 25.9062,
+      "step": 5935
+    },
+    {
+      "epoch": 0.2836662525088407,
+      "grad_norm": 580.0631103515625,
+      "learning_rate": 1.9351301830624586e-05,
+      "loss": 34.0625,
+      "step": 5936
+    },
+    {
+      "epoch": 0.28371403995030103,
+      "grad_norm": 180.22935485839844,
+      "learning_rate": 1.935102761802365e-05,
+      "loss": 27.2812,
+      "step": 5937
+    },
+    {
+      "epoch": 0.2837618273917614,
+      "grad_norm": 215.8681640625,
+      "learning_rate": 1.9350753349422123e-05,
+      "loss": 38.1875,
+      "step": 5938
+    },
+    {
+      "epoch": 0.2838096148332218,
+      "grad_norm": 541.2721557617188,
+      "learning_rate": 1.9350479024821653e-05,
+      "loss": 36.625,
+      "step": 5939
+    },
+    {
+      "epoch": 0.2838574022746822,
+      "grad_norm": 252.0384979248047,
+      "learning_rate": 1.935020464422388e-05,
+      "loss": 30.3125,
+      "step": 5940
+    },
+    {
+      "epoch": 0.2839051897161426,
+      "grad_norm": 348.5536804199219,
+      "learning_rate": 1.9349930207630443e-05,
+      "loss": 27.6406,
+      "step": 5941
+    },
+    {
+      "epoch": 0.283952977157603,
+      "grad_norm": 483.5394287109375,
+      "learning_rate": 1.9349655715042987e-05,
+      "loss": 24.6562,
+      "step": 5942
+    },
+    {
+      "epoch": 0.28400076459906337,
+      "grad_norm": 248.9008026123047,
+      "learning_rate": 1.9349381166463163e-05,
+      "loss": 32.5938,
+      "step": 5943
+    },
+    {
+      "epoch": 0.28404855204052376,
+      "grad_norm": 228.87408447265625,
+      "learning_rate": 1.9349106561892605e-05,
+      "loss": 19.2656,
+      "step": 5944
+    },
+    {
+      "epoch": 0.28409633948198415,
+      "grad_norm": 244.20068359375,
+      "learning_rate": 1.9348831901332965e-05,
+      "loss": 25.5312,
+      "step": 5945
+    },
+    {
+      "epoch": 0.28414412692344454,
+      "grad_norm": 234.5347442626953,
+      "learning_rate": 1.9348557184785884e-05,
+      "loss": 28.4062,
+      "step": 5946
+    },
+    {
+      "epoch": 0.28419191436490493,
+      "grad_norm": 248.45652770996094,
+      "learning_rate": 1.934828241225301e-05,
+      "loss": 28.7812,
+      "step": 5947
+    },
+    {
+      "epoch": 0.28423970180636526,
+      "grad_norm": 173.6070556640625,
+      "learning_rate": 1.9348007583735985e-05,
+      "loss": 31.8438,
+      "step": 5948
+    },
+    {
+      "epoch": 0.28428748924782565,
+      "grad_norm": 360.6756591796875,
+      "learning_rate": 1.9347732699236457e-05,
+      "loss": 34.0,
+      "step": 5949
+    },
+    {
+      "epoch": 0.28433527668928604,
+      "grad_norm": 190.63589477539062,
+      "learning_rate": 1.9347457758756074e-05,
+      "loss": 30.8125,
+      "step": 5950
+    },
+    {
+      "epoch": 0.28438306413074643,
+      "grad_norm": 342.281005859375,
+      "learning_rate": 1.934718276229648e-05,
+      "loss": 40.9688,
+      "step": 5951
+    },
+    {
+      "epoch": 0.2844308515722068,
+      "grad_norm": 302.1863708496094,
+      "learning_rate": 1.934690770985932e-05,
+      "loss": 31.4688,
+      "step": 5952
+    },
+    {
+      "epoch": 0.2844786390136672,
+      "grad_norm": 211.75511169433594,
+      "learning_rate": 1.9346632601446247e-05,
+      "loss": 25.2656,
+      "step": 5953
+    },
+    {
+      "epoch": 0.2845264264551276,
+      "grad_norm": 404.41680908203125,
+      "learning_rate": 1.93463574370589e-05,
+      "loss": 28.1875,
+      "step": 5954
+    },
+    {
+      "epoch": 0.284574213896588,
+      "grad_norm": 198.2606658935547,
+      "learning_rate": 1.9346082216698934e-05,
+      "loss": 22.1406,
+      "step": 5955
+    },
+    {
+      "epoch": 0.2846220013380484,
+      "grad_norm": 599.7806396484375,
+      "learning_rate": 1.9345806940368002e-05,
+      "loss": 24.4688,
+      "step": 5956
+    },
+    {
+      "epoch": 0.28466978877950877,
+      "grad_norm": 345.3267822265625,
+      "learning_rate": 1.934553160806774e-05,
+      "loss": 28.6406,
+      "step": 5957
+    },
+    {
+      "epoch": 0.2847175762209691,
+      "grad_norm": 314.33990478515625,
+      "learning_rate": 1.93452562197998e-05,
+      "loss": 31.1562,
+      "step": 5958
+    },
+    {
+      "epoch": 0.2847653636624295,
+      "grad_norm": 334.5697937011719,
+      "learning_rate": 1.934498077556584e-05,
+      "loss": 35.2188,
+      "step": 5959
+    },
+    {
+      "epoch": 0.2848131511038899,
+      "grad_norm": 271.48468017578125,
+      "learning_rate": 1.9344705275367502e-05,
+      "loss": 36.4062,
+      "step": 5960
+    },
+    {
+      "epoch": 0.2848609385453503,
+      "grad_norm": 278.3705139160156,
+      "learning_rate": 1.9344429719206436e-05,
+      "loss": 31.5312,
+      "step": 5961
+    },
+    {
+      "epoch": 0.28490872598681066,
+      "grad_norm": 213.44015502929688,
+      "learning_rate": 1.934415410708429e-05,
+      "loss": 26.8438,
+      "step": 5962
+    },
+    {
+      "epoch": 0.28495651342827105,
+      "grad_norm": 264.2769470214844,
+      "learning_rate": 1.9343878439002722e-05,
+      "loss": 36.75,
+      "step": 5963
+    },
+    {
+      "epoch": 0.28500430086973144,
+      "grad_norm": 337.672119140625,
+      "learning_rate": 1.9343602714963378e-05,
+      "loss": 36.6406,
+      "step": 5964
+    },
+    {
+      "epoch": 0.28505208831119183,
+      "grad_norm": 171.43783569335938,
+      "learning_rate": 1.9343326934967913e-05,
+      "loss": 27.5938,
+      "step": 5965
+    },
+    {
+      "epoch": 0.2850998757526522,
+      "grad_norm": 313.5019226074219,
+      "learning_rate": 1.9343051099017972e-05,
+      "loss": 33.0938,
+      "step": 5966
+    },
+    {
+      "epoch": 0.2851476631941126,
+      "grad_norm": 445.7123718261719,
+      "learning_rate": 1.9342775207115214e-05,
+      "loss": 41.9375,
+      "step": 5967
+    },
+    {
+      "epoch": 0.28519545063557294,
+      "grad_norm": 350.9511413574219,
+      "learning_rate": 1.934249925926129e-05,
+      "loss": 32.0312,
+      "step": 5968
+    },
+    {
+      "epoch": 0.28524323807703333,
+      "grad_norm": 281.97454833984375,
+      "learning_rate": 1.9342223255457844e-05,
+      "loss": 24.0625,
+      "step": 5969
+    },
+    {
+      "epoch": 0.2852910255184937,
+      "grad_norm": 367.6109619140625,
+      "learning_rate": 1.934194719570654e-05,
+      "loss": 23.1562,
+      "step": 5970
+    },
+    {
+      "epoch": 0.2853388129599541,
+      "grad_norm": 396.28326416015625,
+      "learning_rate": 1.9341671080009027e-05,
+      "loss": 33.0312,
+      "step": 5971
+    },
+    {
+      "epoch": 0.2853866004014145,
+      "grad_norm": 341.2853088378906,
+      "learning_rate": 1.9341394908366956e-05,
+      "loss": 28.6562,
+      "step": 5972
+    },
+    {
+      "epoch": 0.2854343878428749,
+      "grad_norm": 314.31500244140625,
+      "learning_rate": 1.9341118680781982e-05,
+      "loss": 31.6875,
+      "step": 5973
+    },
+    {
+      "epoch": 0.2854821752843353,
+      "grad_norm": 305.5682678222656,
+      "learning_rate": 1.9340842397255763e-05,
+      "loss": 31.5312,
+      "step": 5974
+    },
+    {
+      "epoch": 0.28552996272579567,
+      "grad_norm": 240.85618591308594,
+      "learning_rate": 1.934056605778995e-05,
+      "loss": 22.9688,
+      "step": 5975
+    },
+    {
+      "epoch": 0.28557775016725606,
+      "grad_norm": 375.4723205566406,
+      "learning_rate": 1.93402896623862e-05,
+      "loss": 28.9375,
+      "step": 5976
+    },
+    {
+      "epoch": 0.28562553760871645,
+      "grad_norm": 202.54534912109375,
+      "learning_rate": 1.9340013211046167e-05,
+      "loss": 25.1875,
+      "step": 5977
+    },
+    {
+      "epoch": 0.28567332505017684,
+      "grad_norm": 208.2860870361328,
+      "learning_rate": 1.933973670377151e-05,
+      "loss": 24.1719,
+      "step": 5978
+    },
+    {
+      "epoch": 0.2857211124916372,
+      "grad_norm": 329.1067810058594,
+      "learning_rate": 1.9339460140563875e-05,
+      "loss": 35.3125,
+      "step": 5979
+    },
+    {
+      "epoch": 0.28576889993309756,
+      "grad_norm": 351.7210388183594,
+      "learning_rate": 1.933918352142493e-05,
+      "loss": 33.9062,
+      "step": 5980
+    },
+    {
+      "epoch": 0.28581668737455795,
+      "grad_norm": 343.129638671875,
+      "learning_rate": 1.9338906846356322e-05,
+      "loss": 25.5,
+      "step": 5981
+    },
+    {
+      "epoch": 0.28586447481601834,
+      "grad_norm": 253.0447540283203,
+      "learning_rate": 1.9338630115359714e-05,
+      "loss": 32.7812,
+      "step": 5982
+    },
+    {
+      "epoch": 0.28591226225747873,
+      "grad_norm": 235.85789489746094,
+      "learning_rate": 1.9338353328436767e-05,
+      "loss": 26.1875,
+      "step": 5983
+    },
+    {
+      "epoch": 0.2859600496989391,
+      "grad_norm": 364.4714050292969,
+      "learning_rate": 1.9338076485589126e-05,
+      "loss": 38.25,
+      "step": 5984
+    },
+    {
+      "epoch": 0.2860078371403995,
+      "grad_norm": 236.6611785888672,
+      "learning_rate": 1.933779958681846e-05,
+      "loss": 29.9375,
+      "step": 5985
+    },
+    {
+      "epoch": 0.2860556245818599,
+      "grad_norm": 348.6860656738281,
+      "learning_rate": 1.933752263212642e-05,
+      "loss": 29.9219,
+      "step": 5986
+    },
+    {
+      "epoch": 0.2861034120233203,
+      "grad_norm": 227.52992248535156,
+      "learning_rate": 1.9337245621514675e-05,
+      "loss": 19.6719,
+      "step": 5987
+    },
+    {
+      "epoch": 0.2861511994647807,
+      "grad_norm": 258.9483947753906,
+      "learning_rate": 1.933696855498487e-05,
+      "loss": 32.7188,
+      "step": 5988
+    },
+    {
+      "epoch": 0.286198986906241,
+      "grad_norm": 314.90643310546875,
+      "learning_rate": 1.933669143253868e-05,
+      "loss": 28.9062,
+      "step": 5989
+    },
+    {
+      "epoch": 0.2862467743477014,
+      "grad_norm": 243.86019897460938,
+      "learning_rate": 1.9336414254177747e-05,
+      "loss": 23.7812,
+      "step": 5990
+    },
+    {
+      "epoch": 0.2862945617891618,
+      "grad_norm": 362.93426513671875,
+      "learning_rate": 1.9336137019903743e-05,
+      "loss": 30.9375,
+      "step": 5991
+    },
+    {
+      "epoch": 0.2863423492306222,
+      "grad_norm": 298.1068420410156,
+      "learning_rate": 1.9335859729718325e-05,
+      "loss": 28.125,
+      "step": 5992
+    },
+    {
+      "epoch": 0.2863901366720826,
+      "grad_norm": 226.0843505859375,
+      "learning_rate": 1.9335582383623156e-05,
+      "loss": 27.4375,
+      "step": 5993
+    },
+    {
+      "epoch": 0.28643792411354296,
+      "grad_norm": 243.10894775390625,
+      "learning_rate": 1.9335304981619895e-05,
+      "loss": 24.8281,
+      "step": 5994
+    },
+    {
+      "epoch": 0.28648571155500335,
+      "grad_norm": 236.19692993164062,
+      "learning_rate": 1.9335027523710196e-05,
+      "loss": 37.6562,
+      "step": 5995
+    },
+    {
+      "epoch": 0.28653349899646374,
+      "grad_norm": 330.9320068359375,
+      "learning_rate": 1.9334750009895737e-05,
+      "loss": 28.5625,
+      "step": 5996
+    },
+    {
+      "epoch": 0.28658128643792413,
+      "grad_norm": 275.2455139160156,
+      "learning_rate": 1.9334472440178163e-05,
+      "loss": 23.6562,
+      "step": 5997
+    },
+    {
+      "epoch": 0.2866290738793845,
+      "grad_norm": 705.1957397460938,
+      "learning_rate": 1.933419481455915e-05,
+      "loss": 22.75,
+      "step": 5998
+    },
+    {
+      "epoch": 0.28667686132084486,
+      "grad_norm": 339.2889709472656,
+      "learning_rate": 1.933391713304035e-05,
+      "loss": 28.3594,
+      "step": 5999
+    },
+    {
+      "epoch": 0.28672464876230525,
+      "grad_norm": 380.3536682128906,
+      "learning_rate": 1.9333639395623432e-05,
+      "loss": 42.5,
+      "step": 6000
+    },
+    {
+      "epoch": 0.28677243620376563,
+      "grad_norm": 272.1109924316406,
+      "learning_rate": 1.9333361602310055e-05,
+      "loss": 39.1562,
+      "step": 6001
+    },
+    {
+      "epoch": 0.286820223645226,
+      "grad_norm": 306.1494445800781,
+      "learning_rate": 1.9333083753101892e-05,
+      "loss": 36.0938,
+      "step": 6002
+    },
+    {
+      "epoch": 0.2868680110866864,
+      "grad_norm": 917.7430419921875,
+      "learning_rate": 1.9332805848000597e-05,
+      "loss": 22.875,
+      "step": 6003
+    },
+    {
+      "epoch": 0.2869157985281468,
+      "grad_norm": 225.06202697753906,
+      "learning_rate": 1.9332527887007836e-05,
+      "loss": 26.8438,
+      "step": 6004
+    },
+    {
+      "epoch": 0.2869635859696072,
+      "grad_norm": 321.2269592285156,
+      "learning_rate": 1.9332249870125276e-05,
+      "loss": 37.7188,
+      "step": 6005
+    },
+    {
+      "epoch": 0.2870113734110676,
+      "grad_norm": 348.26605224609375,
+      "learning_rate": 1.933197179735458e-05,
+      "loss": 32.8438,
+      "step": 6006
+    },
+    {
+      "epoch": 0.287059160852528,
+      "grad_norm": 177.4469757080078,
+      "learning_rate": 1.9331693668697415e-05,
+      "loss": 27.5625,
+      "step": 6007
+    },
+    {
+      "epoch": 0.28710694829398836,
+      "grad_norm": 306.8416442871094,
+      "learning_rate": 1.9331415484155447e-05,
+      "loss": 38.3125,
+      "step": 6008
+    },
+    {
+      "epoch": 0.28715473573544875,
+      "grad_norm": 144.09906005859375,
+      "learning_rate": 1.9331137243730342e-05,
+      "loss": 23.0938,
+      "step": 6009
+    },
+    {
+      "epoch": 0.2872025231769091,
+      "grad_norm": 304.32574462890625,
+      "learning_rate": 1.9330858947423766e-05,
+      "loss": 39.2812,
+      "step": 6010
+    },
+    {
+      "epoch": 0.2872503106183695,
+      "grad_norm": 243.72628784179688,
+      "learning_rate": 1.933058059523738e-05,
+      "loss": 39.5312,
+      "step": 6011
+    },
+    {
+      "epoch": 0.28729809805982987,
+      "grad_norm": 234.15696716308594,
+      "learning_rate": 1.933030218717286e-05,
+      "loss": 22.4688,
+      "step": 6012
+    },
+    {
+      "epoch": 0.28734588550129025,
+      "grad_norm": 337.725341796875,
+      "learning_rate": 1.9330023723231868e-05,
+      "loss": 42.4375,
+      "step": 6013
+    },
+    {
+      "epoch": 0.28739367294275064,
+      "grad_norm": 228.4212646484375,
+      "learning_rate": 1.9329745203416076e-05,
+      "loss": 21.0,
+      "step": 6014
+    },
+    {
+      "epoch": 0.28744146038421103,
+      "grad_norm": 170.60350036621094,
+      "learning_rate": 1.9329466627727144e-05,
+      "loss": 30.25,
+      "step": 6015
+    },
+    {
+      "epoch": 0.2874892478256714,
+      "grad_norm": 221.00059509277344,
+      "learning_rate": 1.9329187996166747e-05,
+      "loss": 32.4062,
+      "step": 6016
+    },
+    {
+      "epoch": 0.2875370352671318,
+      "grad_norm": 299.5694580078125,
+      "learning_rate": 1.9328909308736555e-05,
+      "loss": 40.5625,
+      "step": 6017
+    },
+    {
+      "epoch": 0.2875848227085922,
+      "grad_norm": 260.4635314941406,
+      "learning_rate": 1.932863056543823e-05,
+      "loss": 28.2188,
+      "step": 6018
+    },
+    {
+      "epoch": 0.2876326101500526,
+      "grad_norm": 184.4764404296875,
+      "learning_rate": 1.9328351766273447e-05,
+      "loss": 33.9062,
+      "step": 6019
+    },
+    {
+      "epoch": 0.2876803975915129,
+      "grad_norm": 240.0782470703125,
+      "learning_rate": 1.9328072911243875e-05,
+      "loss": 46.25,
+      "step": 6020
+    },
+    {
+      "epoch": 0.2877281850329733,
+      "grad_norm": 263.2455749511719,
+      "learning_rate": 1.9327794000351178e-05,
+      "loss": 41.6562,
+      "step": 6021
+    },
+    {
+      "epoch": 0.2877759724744337,
+      "grad_norm": 340.1177062988281,
+      "learning_rate": 1.9327515033597035e-05,
+      "loss": 40.4688,
+      "step": 6022
+    },
+    {
+      "epoch": 0.2878237599158941,
+      "grad_norm": 196.9037322998047,
+      "learning_rate": 1.932723601098311e-05,
+      "loss": 46.2188,
+      "step": 6023
+    },
+    {
+      "epoch": 0.2878715473573545,
+      "grad_norm": 394.1496887207031,
+      "learning_rate": 1.932695693251108e-05,
+      "loss": 39.2812,
+      "step": 6024
+    },
+    {
+      "epoch": 0.2879193347988149,
+      "grad_norm": 243.2462158203125,
+      "learning_rate": 1.9326677798182612e-05,
+      "loss": 35.7344,
+      "step": 6025
+    },
+    {
+      "epoch": 0.28796712224027526,
+      "grad_norm": 362.1644287109375,
+      "learning_rate": 1.932639860799938e-05,
+      "loss": 28.9375,
+      "step": 6026
+    },
+    {
+      "epoch": 0.28801490968173565,
+      "grad_norm": 151.28500366210938,
+      "learning_rate": 1.932611936196305e-05,
+      "loss": 18.7969,
+      "step": 6027
+    },
+    {
+      "epoch": 0.28806269712319604,
+      "grad_norm": 290.1481628417969,
+      "learning_rate": 1.9325840060075304e-05,
+      "loss": 23.9062,
+      "step": 6028
+    },
+    {
+      "epoch": 0.28811048456465643,
+      "grad_norm": 342.2574768066406,
+      "learning_rate": 1.9325560702337806e-05,
+      "loss": 27.6875,
+      "step": 6029
+    },
+    {
+      "epoch": 0.28815827200611677,
+      "grad_norm": 396.78631591796875,
+      "learning_rate": 1.9325281288752235e-05,
+      "loss": 35.5625,
+      "step": 6030
+    },
+    {
+      "epoch": 0.28820605944757716,
+      "grad_norm": 254.26290893554688,
+      "learning_rate": 1.932500181932026e-05,
+      "loss": 34.875,
+      "step": 6031
+    },
+    {
+      "epoch": 0.28825384688903755,
+      "grad_norm": 310.37139892578125,
+      "learning_rate": 1.932472229404356e-05,
+      "loss": 28.0,
+      "step": 6032
+    },
+    {
+      "epoch": 0.28830163433049794,
+      "grad_norm": 209.1796875,
+      "learning_rate": 1.9324442712923802e-05,
+      "loss": 30.0,
+      "step": 6033
+    },
+    {
+      "epoch": 0.2883494217719583,
+      "grad_norm": 276.3482360839844,
+      "learning_rate": 1.9324163075962666e-05,
+      "loss": 44.2812,
+      "step": 6034
+    },
+    {
+      "epoch": 0.2883972092134187,
+      "grad_norm": 156.59234619140625,
+      "learning_rate": 1.9323883383161825e-05,
+      "loss": 20.7969,
+      "step": 6035
+    },
+    {
+      "epoch": 0.2884449966548791,
+      "grad_norm": 266.6684875488281,
+      "learning_rate": 1.9323603634522952e-05,
+      "loss": 21.8281,
+      "step": 6036
+    },
+    {
+      "epoch": 0.2884927840963395,
+      "grad_norm": 304.4491882324219,
+      "learning_rate": 1.9323323830047726e-05,
+      "loss": 28.25,
+      "step": 6037
+    },
+    {
+      "epoch": 0.2885405715377999,
+      "grad_norm": 459.4523010253906,
+      "learning_rate": 1.9323043969737818e-05,
+      "loss": 24.375,
+      "step": 6038
+    },
+    {
+      "epoch": 0.2885883589792603,
+      "grad_norm": 186.43540954589844,
+      "learning_rate": 1.9322764053594907e-05,
+      "loss": 20.4375,
+      "step": 6039
+    },
+    {
+      "epoch": 0.2886361464207206,
+      "grad_norm": 263.3680114746094,
+      "learning_rate": 1.9322484081620674e-05,
+      "loss": 27.9062,
+      "step": 6040
+    },
+    {
+      "epoch": 0.288683933862181,
+      "grad_norm": 188.2672576904297,
+      "learning_rate": 1.9322204053816788e-05,
+      "loss": 23.625,
+      "step": 6041
+    },
+    {
+      "epoch": 0.2887317213036414,
+      "grad_norm": 263.3852844238281,
+      "learning_rate": 1.9321923970184926e-05,
+      "loss": 30.8906,
+      "step": 6042
+    },
+    {
+      "epoch": 0.2887795087451018,
+      "grad_norm": 175.0093994140625,
+      "learning_rate": 1.932164383072677e-05,
+      "loss": 28.8906,
+      "step": 6043
+    },
+    {
+      "epoch": 0.28882729618656217,
+      "grad_norm": 171.50120544433594,
+      "learning_rate": 1.932136363544399e-05,
+      "loss": 26.2969,
+      "step": 6044
+    },
+    {
+      "epoch": 0.28887508362802256,
+      "grad_norm": 391.91717529296875,
+      "learning_rate": 1.9321083384338276e-05,
+      "loss": 29.5938,
+      "step": 6045
+    },
+    {
+      "epoch": 0.28892287106948294,
+      "grad_norm": 341.1947326660156,
+      "learning_rate": 1.93208030774113e-05,
+      "loss": 35.5,
+      "step": 6046
+    },
+    {
+      "epoch": 0.28897065851094333,
+      "grad_norm": 397.5829772949219,
+      "learning_rate": 1.932052271466474e-05,
+      "loss": 26.5312,
+      "step": 6047
+    },
+    {
+      "epoch": 0.2890184459524037,
+      "grad_norm": 266.9362487792969,
+      "learning_rate": 1.9320242296100275e-05,
+      "loss": 28.5312,
+      "step": 6048
+    },
+    {
+      "epoch": 0.2890662333938641,
+      "grad_norm": 329.4126892089844,
+      "learning_rate": 1.9319961821719582e-05,
+      "loss": 28.1875,
+      "step": 6049
+    },
+    {
+      "epoch": 0.2891140208353245,
+      "grad_norm": 315.4526672363281,
+      "learning_rate": 1.931968129152435e-05,
+      "loss": 36.7188,
+      "step": 6050
+    },
+    {
+      "epoch": 0.28916180827678484,
+      "grad_norm": 394.0503234863281,
+      "learning_rate": 1.9319400705516253e-05,
+      "loss": 24.0625,
+      "step": 6051
+    },
+    {
+      "epoch": 0.2892095957182452,
+      "grad_norm": 303.3075256347656,
+      "learning_rate": 1.9319120063696967e-05,
+      "loss": 38.0312,
+      "step": 6052
+    },
+    {
+      "epoch": 0.2892573831597056,
+      "grad_norm": 292.5859069824219,
+      "learning_rate": 1.9318839366068177e-05,
+      "loss": 27.125,
+      "step": 6053
+    },
+    {
+      "epoch": 0.289305170601166,
+      "grad_norm": 192.65328979492188,
+      "learning_rate": 1.931855861263156e-05,
+      "loss": 38.25,
+      "step": 6054
+    },
+    {
+      "epoch": 0.2893529580426264,
+      "grad_norm": 302.0857849121094,
+      "learning_rate": 1.931827780338881e-05,
+      "loss": 35.8125,
+      "step": 6055
+    },
+    {
+      "epoch": 0.2894007454840868,
+      "grad_norm": 443.3746032714844,
+      "learning_rate": 1.9317996938341594e-05,
+      "loss": 33.75,
+      "step": 6056
+    },
+    {
+      "epoch": 0.2894485329255472,
+      "grad_norm": 703.174072265625,
+      "learning_rate": 1.93177160174916e-05,
+      "loss": 34.4375,
+      "step": 6057
+    },
+    {
+      "epoch": 0.28949632036700756,
+      "grad_norm": 197.1072540283203,
+      "learning_rate": 1.931743504084051e-05,
+      "loss": 29.6562,
+      "step": 6058
+    },
+    {
+      "epoch": 0.28954410780846795,
+      "grad_norm": 499.64483642578125,
+      "learning_rate": 1.931715400839001e-05,
+      "loss": 29.5938,
+      "step": 6059
+    },
+    {
+      "epoch": 0.28959189524992834,
+      "grad_norm": 210.09718322753906,
+      "learning_rate": 1.931687292014178e-05,
+      "loss": 32.8125,
+      "step": 6060
+    },
+    {
+      "epoch": 0.2896396826913887,
+      "grad_norm": 313.5323486328125,
+      "learning_rate": 1.9316591776097498e-05,
+      "loss": 32.8125,
+      "step": 6061
+    },
+    {
+      "epoch": 0.28968747013284907,
+      "grad_norm": 311.5058288574219,
+      "learning_rate": 1.931631057625886e-05,
+      "loss": 37.25,
+      "step": 6062
+    },
+    {
+      "epoch": 0.28973525757430946,
+      "grad_norm": 294.2243347167969,
+      "learning_rate": 1.9316029320627536e-05,
+      "loss": 31.0938,
+      "step": 6063
+    },
+    {
+      "epoch": 0.28978304501576985,
+      "grad_norm": 399.47186279296875,
+      "learning_rate": 1.9315748009205222e-05,
+      "loss": 37.0625,
+      "step": 6064
+    },
+    {
+      "epoch": 0.28983083245723024,
+      "grad_norm": 383.44189453125,
+      "learning_rate": 1.9315466641993598e-05,
+      "loss": 36.4062,
+      "step": 6065
+    },
+    {
+      "epoch": 0.2898786198986906,
+      "grad_norm": 364.5353088378906,
+      "learning_rate": 1.9315185218994344e-05,
+      "loss": 28.125,
+      "step": 6066
+    },
+    {
+      "epoch": 0.289926407340151,
+      "grad_norm": 250.84437561035156,
+      "learning_rate": 1.9314903740209155e-05,
+      "loss": 29.1875,
+      "step": 6067
+    },
+    {
+      "epoch": 0.2899741947816114,
+      "grad_norm": 183.30284118652344,
+      "learning_rate": 1.931462220563971e-05,
+      "loss": 24.5781,
+      "step": 6068
+    },
+    {
+      "epoch": 0.2900219822230718,
+      "grad_norm": 218.06602478027344,
+      "learning_rate": 1.9314340615287703e-05,
+      "loss": 38.0312,
+      "step": 6069
+    },
+    {
+      "epoch": 0.2900697696645322,
+      "grad_norm": 303.2174377441406,
+      "learning_rate": 1.931405896915481e-05,
+      "loss": 34.1562,
+      "step": 6070
+    },
+    {
+      "epoch": 0.2901175571059925,
+      "grad_norm": 298.93231201171875,
+      "learning_rate": 1.931377726724272e-05,
+      "loss": 36.9375,
+      "step": 6071
+    },
+    {
+      "epoch": 0.2901653445474529,
+      "grad_norm": 313.63836669921875,
+      "learning_rate": 1.9313495509553127e-05,
+      "loss": 31.1875,
+      "step": 6072
+    },
+    {
+      "epoch": 0.2902131319889133,
+      "grad_norm": 1240.7208251953125,
+      "learning_rate": 1.931321369608771e-05,
+      "loss": 32.875,
+      "step": 6073
+    },
+    {
+      "epoch": 0.2902609194303737,
+      "grad_norm": 242.18264770507812,
+      "learning_rate": 1.931293182684816e-05,
+      "loss": 23.5938,
+      "step": 6074
+    },
+    {
+      "epoch": 0.2903087068718341,
+      "grad_norm": 603.5771484375,
+      "learning_rate": 1.9312649901836168e-05,
+      "loss": 36.3125,
+      "step": 6075
+    },
+    {
+      "epoch": 0.29035649431329447,
+      "grad_norm": 348.9944763183594,
+      "learning_rate": 1.9312367921053416e-05,
+      "loss": 23.2656,
+      "step": 6076
+    },
+    {
+      "epoch": 0.29040428175475486,
+      "grad_norm": 332.1884460449219,
+      "learning_rate": 1.9312085884501602e-05,
+      "loss": 30.7812,
+      "step": 6077
+    },
+    {
+      "epoch": 0.29045206919621525,
+      "grad_norm": 220.18280029296875,
+      "learning_rate": 1.9311803792182406e-05,
+      "loss": 32.75,
+      "step": 6078
+    },
+    {
+      "epoch": 0.29049985663767564,
+      "grad_norm": 221.28501892089844,
+      "learning_rate": 1.9311521644097518e-05,
+      "loss": 29.4688,
+      "step": 6079
+    },
+    {
+      "epoch": 0.290547644079136,
+      "grad_norm": 289.0404968261719,
+      "learning_rate": 1.9311239440248636e-05,
+      "loss": 37.4062,
+      "step": 6080
+    },
+    {
+      "epoch": 0.2905954315205964,
+      "grad_norm": 241.684814453125,
+      "learning_rate": 1.931095718063744e-05,
+      "loss": 26.25,
+      "step": 6081
+    },
+    {
+      "epoch": 0.29064321896205675,
+      "grad_norm": 239.8198699951172,
+      "learning_rate": 1.931067486526563e-05,
+      "loss": 29.2188,
+      "step": 6082
+    },
+    {
+      "epoch": 0.29069100640351714,
+      "grad_norm": 282.043212890625,
+      "learning_rate": 1.9310392494134886e-05,
+      "loss": 36.3125,
+      "step": 6083
+    },
+    {
+      "epoch": 0.29073879384497753,
+      "grad_norm": 349.14178466796875,
+      "learning_rate": 1.9310110067246905e-05,
+      "loss": 33.6875,
+      "step": 6084
+    },
+    {
+      "epoch": 0.2907865812864379,
+      "grad_norm": 308.87677001953125,
+      "learning_rate": 1.9309827584603383e-05,
+      "loss": 33.375,
+      "step": 6085
+    },
+    {
+      "epoch": 0.2908343687278983,
+      "grad_norm": 291.11749267578125,
+      "learning_rate": 1.9309545046206005e-05,
+      "loss": 31.0938,
+      "step": 6086
+    },
+    {
+      "epoch": 0.2908821561693587,
+      "grad_norm": 204.1290740966797,
+      "learning_rate": 1.930926245205646e-05,
+      "loss": 33.375,
+      "step": 6087
+    },
+    {
+      "epoch": 0.2909299436108191,
+      "grad_norm": 372.6976013183594,
+      "learning_rate": 1.930897980215645e-05,
+      "loss": 26.5312,
+      "step": 6088
+    },
+    {
+      "epoch": 0.2909777310522795,
+      "grad_norm": 437.1960754394531,
+      "learning_rate": 1.9308697096507663e-05,
+      "loss": 29.4688,
+      "step": 6089
+    },
+    {
+      "epoch": 0.29102551849373987,
+      "grad_norm": 332.63470458984375,
+      "learning_rate": 1.9308414335111792e-05,
+      "loss": 42.5,
+      "step": 6090
+    },
+    {
+      "epoch": 0.29107330593520025,
+      "grad_norm": 324.4256286621094,
+      "learning_rate": 1.9308131517970528e-05,
+      "loss": 46.4375,
+      "step": 6091
+    },
+    {
+      "epoch": 0.2911210933766606,
+      "grad_norm": 231.27394104003906,
+      "learning_rate": 1.9307848645085567e-05,
+      "loss": 29.1875,
+      "step": 6092
+    },
+    {
+      "epoch": 0.291168880818121,
+      "grad_norm": 337.6073303222656,
+      "learning_rate": 1.9307565716458602e-05,
+      "loss": 28.8125,
+      "step": 6093
+    },
+    {
+      "epoch": 0.29121666825958137,
+      "grad_norm": 365.6283264160156,
+      "learning_rate": 1.9307282732091333e-05,
+      "loss": 36.8125,
+      "step": 6094
+    },
+    {
+      "epoch": 0.29126445570104176,
+      "grad_norm": 360.4795227050781,
+      "learning_rate": 1.9306999691985447e-05,
+      "loss": 33.2031,
+      "step": 6095
+    },
+    {
+      "epoch": 0.29131224314250215,
+      "grad_norm": 225.2423858642578,
+      "learning_rate": 1.9306716596142642e-05,
+      "loss": 30.4062,
+      "step": 6096
+    },
+    {
+      "epoch": 0.29136003058396254,
+      "grad_norm": 309.489990234375,
+      "learning_rate": 1.9306433444564614e-05,
+      "loss": 30.1094,
+      "step": 6097
+    },
+    {
+      "epoch": 0.2914078180254229,
+      "grad_norm": 275.147216796875,
+      "learning_rate": 1.930615023725306e-05,
+      "loss": 23.6719,
+      "step": 6098
+    },
+    {
+      "epoch": 0.2914556054668833,
+      "grad_norm": 209.9690399169922,
+      "learning_rate": 1.9305866974209674e-05,
+      "loss": 27.0625,
+      "step": 6099
+    },
+    {
+      "epoch": 0.2915033929083437,
+      "grad_norm": 196.057861328125,
+      "learning_rate": 1.9305583655436148e-05,
+      "loss": 34.375,
+      "step": 6100
+    },
+    {
+      "epoch": 0.2915511803498041,
+      "grad_norm": 353.9417724609375,
+      "learning_rate": 1.9305300280934187e-05,
+      "loss": 34.4688,
+      "step": 6101
+    },
+    {
+      "epoch": 0.29159896779126443,
+      "grad_norm": 260.328125,
+      "learning_rate": 1.9305016850705485e-05,
+      "loss": 18.0,
+      "step": 6102
+    },
+    {
+      "epoch": 0.2916467552327248,
+      "grad_norm": 223.3673553466797,
+      "learning_rate": 1.930473336475174e-05,
+      "loss": 32.4375,
+      "step": 6103
+    },
+    {
+      "epoch": 0.2916945426741852,
+      "grad_norm": 717.303955078125,
+      "learning_rate": 1.9304449823074646e-05,
+      "loss": 33.8438,
+      "step": 6104
+    },
+    {
+      "epoch": 0.2917423301156456,
+      "grad_norm": 546.5785522460938,
+      "learning_rate": 1.93041662256759e-05,
+      "loss": 33.2812,
+      "step": 6105
+    },
+    {
+      "epoch": 0.291790117557106,
+      "grad_norm": 326.77001953125,
+      "learning_rate": 1.930388257255721e-05,
+      "loss": 27.1875,
+      "step": 6106
+    },
+    {
+      "epoch": 0.2918379049985664,
+      "grad_norm": 543.04736328125,
+      "learning_rate": 1.9303598863720266e-05,
+      "loss": 40.4688,
+      "step": 6107
+    },
+    {
+      "epoch": 0.29188569244002677,
+      "grad_norm": 260.4125671386719,
+      "learning_rate": 1.930331509916677e-05,
+      "loss": 29.375,
+      "step": 6108
+    },
+    {
+      "epoch": 0.29193347988148716,
+      "grad_norm": 295.9078063964844,
+      "learning_rate": 1.930303127889842e-05,
+      "loss": 40.3125,
+      "step": 6109
+    },
+    {
+      "epoch": 0.29198126732294755,
+      "grad_norm": 421.3298645019531,
+      "learning_rate": 1.9302747402916923e-05,
+      "loss": 24.0312,
+      "step": 6110
+    },
+    {
+      "epoch": 0.29202905476440794,
+      "grad_norm": 310.5345458984375,
+      "learning_rate": 1.9302463471223967e-05,
+      "loss": 39.0,
+      "step": 6111
+    },
+    {
+      "epoch": 0.29207684220586827,
+      "grad_norm": 214.17337036132812,
+      "learning_rate": 1.930217948382126e-05,
+      "loss": 27.3125,
+      "step": 6112
+    },
+    {
+      "epoch": 0.29212462964732866,
+      "grad_norm": 344.1778869628906,
+      "learning_rate": 1.9301895440710502e-05,
+      "loss": 25.875,
+      "step": 6113
+    },
+    {
+      "epoch": 0.29217241708878905,
+      "grad_norm": 207.64108276367188,
+      "learning_rate": 1.930161134189339e-05,
+      "loss": 23.3438,
+      "step": 6114
+    },
+    {
+      "epoch": 0.29222020453024944,
+      "grad_norm": 288.2550964355469,
+      "learning_rate": 1.930132718737163e-05,
+      "loss": 27.9062,
+      "step": 6115
+    },
+    {
+      "epoch": 0.29226799197170983,
+      "grad_norm": 212.14813232421875,
+      "learning_rate": 1.9301042977146924e-05,
+      "loss": 36.625,
+      "step": 6116
+    },
+    {
+      "epoch": 0.2923157794131702,
+      "grad_norm": 201.71693420410156,
+      "learning_rate": 1.9300758711220967e-05,
+      "loss": 29.4688,
+      "step": 6117
+    },
+    {
+      "epoch": 0.2923635668546306,
+      "grad_norm": 240.5697784423828,
+      "learning_rate": 1.9300474389595472e-05,
+      "loss": 25.9219,
+      "step": 6118
+    },
+    {
+      "epoch": 0.292411354296091,
+      "grad_norm": 214.03858947753906,
+      "learning_rate": 1.9300190012272137e-05,
+      "loss": 27.9219,
+      "step": 6119
+    },
+    {
+      "epoch": 0.2924591417375514,
+      "grad_norm": 304.4770812988281,
+      "learning_rate": 1.9299905579252658e-05,
+      "loss": 26.0,
+      "step": 6120
+    },
+    {
+      "epoch": 0.2925069291790118,
+      "grad_norm": 239.6478729248047,
+      "learning_rate": 1.929962109053875e-05,
+      "loss": 36.0312,
+      "step": 6121
+    },
+    {
+      "epoch": 0.29255471662047217,
+      "grad_norm": 193.83349609375,
+      "learning_rate": 1.929933654613211e-05,
+      "loss": 23.9531,
+      "step": 6122
+    },
+    {
+      "epoch": 0.2926025040619325,
+      "grad_norm": 240.26124572753906,
+      "learning_rate": 1.9299051946034445e-05,
+      "loss": 37.9688,
+      "step": 6123
+    },
+    {
+      "epoch": 0.2926502915033929,
+      "grad_norm": 176.2869873046875,
+      "learning_rate": 1.9298767290247453e-05,
+      "loss": 19.3125,
+      "step": 6124
+    },
+    {
+      "epoch": 0.2926980789448533,
+      "grad_norm": 542.5494384765625,
+      "learning_rate": 1.9298482578772848e-05,
+      "loss": 25.8438,
+      "step": 6125
+    },
+    {
+      "epoch": 0.29274586638631367,
+      "grad_norm": 330.7113037109375,
+      "learning_rate": 1.929819781161233e-05,
+      "loss": 46.5312,
+      "step": 6126
+    },
+    {
+      "epoch": 0.29279365382777406,
+      "grad_norm": 288.4055480957031,
+      "learning_rate": 1.9297912988767607e-05,
+      "loss": 32.8438,
+      "step": 6127
+    },
+    {
+      "epoch": 0.29284144126923445,
+      "grad_norm": 128.31590270996094,
+      "learning_rate": 1.929762811024038e-05,
+      "loss": 18.0156,
+      "step": 6128
+    },
+    {
+      "epoch": 0.29288922871069484,
+      "grad_norm": 283.9371643066406,
+      "learning_rate": 1.9297343176032356e-05,
+      "loss": 32.25,
+      "step": 6129
+    },
+    {
+      "epoch": 0.2929370161521552,
+      "grad_norm": 292.11053466796875,
+      "learning_rate": 1.9297058186145245e-05,
+      "loss": 28.75,
+      "step": 6130
+    },
+    {
+      "epoch": 0.2929848035936156,
+      "grad_norm": 282.76873779296875,
+      "learning_rate": 1.9296773140580755e-05,
+      "loss": 25.6562,
+      "step": 6131
+    },
+    {
+      "epoch": 0.293032591035076,
+      "grad_norm": 206.4135284423828,
+      "learning_rate": 1.9296488039340585e-05,
+      "loss": 31.0938,
+      "step": 6132
+    },
+    {
+      "epoch": 0.29308037847653634,
+      "grad_norm": 165.48068237304688,
+      "learning_rate": 1.929620288242645e-05,
+      "loss": 18.125,
+      "step": 6133
+    },
+    {
+      "epoch": 0.29312816591799673,
+      "grad_norm": 205.0067138671875,
+      "learning_rate": 1.9295917669840057e-05,
+      "loss": 22.5,
+      "step": 6134
+    },
+    {
+      "epoch": 0.2931759533594571,
+      "grad_norm": 301.443115234375,
+      "learning_rate": 1.929563240158311e-05,
+      "loss": 30.8438,
+      "step": 6135
+    },
+    {
+      "epoch": 0.2932237408009175,
+      "grad_norm": 344.5712585449219,
+      "learning_rate": 1.929534707765732e-05,
+      "loss": 43.625,
+      "step": 6136
+    },
+    {
+      "epoch": 0.2932715282423779,
+      "grad_norm": 287.19140625,
+      "learning_rate": 1.9295061698064393e-05,
+      "loss": 30.8125,
+      "step": 6137
+    },
+    {
+      "epoch": 0.2933193156838383,
+      "grad_norm": 266.396240234375,
+      "learning_rate": 1.9294776262806044e-05,
+      "loss": 32.0625,
+      "step": 6138
+    },
+    {
+      "epoch": 0.2933671031252987,
+      "grad_norm": 316.308349609375,
+      "learning_rate": 1.9294490771883976e-05,
+      "loss": 50.8125,
+      "step": 6139
+    },
+    {
+      "epoch": 0.29341489056675907,
+      "grad_norm": 407.39654541015625,
+      "learning_rate": 1.9294205225299904e-05,
+      "loss": 36.625,
+      "step": 6140
+    },
+    {
+      "epoch": 0.29346267800821946,
+      "grad_norm": 350.3403015136719,
+      "learning_rate": 1.9293919623055535e-05,
+      "loss": 45.3438,
+      "step": 6141
+    },
+    {
+      "epoch": 0.29351046544967985,
+      "grad_norm": 308.41168212890625,
+      "learning_rate": 1.9293633965152577e-05,
+      "loss": 29.3438,
+      "step": 6142
+    },
+    {
+      "epoch": 0.2935582528911402,
+      "grad_norm": 418.5398254394531,
+      "learning_rate": 1.9293348251592748e-05,
+      "loss": 31.4375,
+      "step": 6143
+    },
+    {
+      "epoch": 0.29360604033260057,
+      "grad_norm": 273.2884521484375,
+      "learning_rate": 1.929306248237775e-05,
+      "loss": 30.4062,
+      "step": 6144
+    },
+    {
+      "epoch": 0.29365382777406096,
+      "grad_norm": 313.8786926269531,
+      "learning_rate": 1.9292776657509302e-05,
+      "loss": 34.0938,
+      "step": 6145
+    },
+    {
+      "epoch": 0.29370161521552135,
+      "grad_norm": 376.3475341796875,
+      "learning_rate": 1.9292490776989114e-05,
+      "loss": 26.25,
+      "step": 6146
+    },
+    {
+      "epoch": 0.29374940265698174,
+      "grad_norm": 191.0454559326172,
+      "learning_rate": 1.9292204840818892e-05,
+      "loss": 24.3438,
+      "step": 6147
+    },
+    {
+      "epoch": 0.29379719009844213,
+      "grad_norm": 343.0378723144531,
+      "learning_rate": 1.929191884900036e-05,
+      "loss": 32.3125,
+      "step": 6148
+    },
+    {
+      "epoch": 0.2938449775399025,
+      "grad_norm": 301.97100830078125,
+      "learning_rate": 1.9291632801535217e-05,
+      "loss": 35.3125,
+      "step": 6149
+    },
+    {
+      "epoch": 0.2938927649813629,
+      "grad_norm": 453.2720947265625,
+      "learning_rate": 1.929134669842519e-05,
+      "loss": 30.0625,
+      "step": 6150
+    },
+    {
+      "epoch": 0.2939405524228233,
+      "grad_norm": 353.27716064453125,
+      "learning_rate": 1.9291060539671978e-05,
+      "loss": 34.125,
+      "step": 6151
+    },
+    {
+      "epoch": 0.2939883398642837,
+      "grad_norm": 318.6303405761719,
+      "learning_rate": 1.9290774325277305e-05,
+      "loss": 24.9375,
+      "step": 6152
+    },
+    {
+      "epoch": 0.2940361273057441,
+      "grad_norm": 289.1422424316406,
+      "learning_rate": 1.9290488055242887e-05,
+      "loss": 37.2812,
+      "step": 6153
+    },
+    {
+      "epoch": 0.2940839147472044,
+      "grad_norm": 388.58642578125,
+      "learning_rate": 1.9290201729570426e-05,
+      "loss": 26.25,
+      "step": 6154
+    },
+    {
+      "epoch": 0.2941317021886648,
+      "grad_norm": 454.7581787109375,
+      "learning_rate": 1.9289915348261646e-05,
+      "loss": 34.4219,
+      "step": 6155
+    },
+    {
+      "epoch": 0.2941794896301252,
+      "grad_norm": 563.0596923828125,
+      "learning_rate": 1.9289628911318264e-05,
+      "loss": 32.0312,
+      "step": 6156
+    },
+    {
+      "epoch": 0.2942272770715856,
+      "grad_norm": 278.8079528808594,
+      "learning_rate": 1.928934241874199e-05,
+      "loss": 29.8125,
+      "step": 6157
+    },
+    {
+      "epoch": 0.29427506451304597,
+      "grad_norm": 214.16265869140625,
+      "learning_rate": 1.9289055870534542e-05,
+      "loss": 32.4062,
+      "step": 6158
+    },
+    {
+      "epoch": 0.29432285195450636,
+      "grad_norm": 464.28082275390625,
+      "learning_rate": 1.9288769266697637e-05,
+      "loss": 35.9375,
+      "step": 6159
+    },
+    {
+      "epoch": 0.29437063939596675,
+      "grad_norm": 308.78131103515625,
+      "learning_rate": 1.9288482607232984e-05,
+      "loss": 46.3125,
+      "step": 6160
+    },
+    {
+      "epoch": 0.29441842683742714,
+      "grad_norm": 230.34561157226562,
+      "learning_rate": 1.9288195892142313e-05,
+      "loss": 26.3125,
+      "step": 6161
+    },
+    {
+      "epoch": 0.29446621427888753,
+      "grad_norm": 311.85003662109375,
+      "learning_rate": 1.928790912142733e-05,
+      "loss": 24.125,
+      "step": 6162
+    },
+    {
+      "epoch": 0.2945140017203479,
+      "grad_norm": 240.49127197265625,
+      "learning_rate": 1.9287622295089753e-05,
+      "loss": 30.8125,
+      "step": 6163
+    },
+    {
+      "epoch": 0.29456178916180825,
+      "grad_norm": 350.5538330078125,
+      "learning_rate": 1.9287335413131307e-05,
+      "loss": 27.8594,
+      "step": 6164
+    },
+    {
+      "epoch": 0.29460957660326864,
+      "grad_norm": 259.7457275390625,
+      "learning_rate": 1.9287048475553704e-05,
+      "loss": 26.9062,
+      "step": 6165
+    },
+    {
+      "epoch": 0.29465736404472903,
+      "grad_norm": 405.171630859375,
+      "learning_rate": 1.9286761482358663e-05,
+      "loss": 37.1875,
+      "step": 6166
+    },
+    {
+      "epoch": 0.2947051514861894,
+      "grad_norm": 340.5980529785156,
+      "learning_rate": 1.9286474433547906e-05,
+      "loss": 50.3125,
+      "step": 6167
+    },
+    {
+      "epoch": 0.2947529389276498,
+      "grad_norm": 306.6221923828125,
+      "learning_rate": 1.9286187329123152e-05,
+      "loss": 25.4375,
+      "step": 6168
+    },
+    {
+      "epoch": 0.2948007263691102,
+      "grad_norm": 277.4869079589844,
+      "learning_rate": 1.9285900169086114e-05,
+      "loss": 22.5156,
+      "step": 6169
+    },
+    {
+      "epoch": 0.2948485138105706,
+      "grad_norm": 163.4853057861328,
+      "learning_rate": 1.928561295343852e-05,
+      "loss": 26.0938,
+      "step": 6170
+    },
+    {
+      "epoch": 0.294896301252031,
+      "grad_norm": 446.3652648925781,
+      "learning_rate": 1.9285325682182082e-05,
+      "loss": 29.5469,
+      "step": 6171
+    },
+    {
+      "epoch": 0.29494408869349137,
+      "grad_norm": 577.2802734375,
+      "learning_rate": 1.9285038355318527e-05,
+      "loss": 32.9375,
+      "step": 6172
+    },
+    {
+      "epoch": 0.29499187613495176,
+      "grad_norm": 272.8876647949219,
+      "learning_rate": 1.9284750972849573e-05,
+      "loss": 38.375,
+      "step": 6173
+    },
+    {
+      "epoch": 0.2950396635764121,
+      "grad_norm": 371.5779113769531,
+      "learning_rate": 1.928446353477694e-05,
+      "loss": 33.5156,
+      "step": 6174
+    },
+    {
+      "epoch": 0.2950874510178725,
+      "grad_norm": 285.61309814453125,
+      "learning_rate": 1.9284176041102354e-05,
+      "loss": 30.0938,
+      "step": 6175
+    },
+    {
+      "epoch": 0.29513523845933287,
+      "grad_norm": 258.072265625,
+      "learning_rate": 1.928388849182753e-05,
+      "loss": 27.875,
+      "step": 6176
+    },
+    {
+      "epoch": 0.29518302590079326,
+      "grad_norm": 299.9710998535156,
+      "learning_rate": 1.9283600886954196e-05,
+      "loss": 36.6875,
+      "step": 6177
+    },
+    {
+      "epoch": 0.29523081334225365,
+      "grad_norm": 174.38304138183594,
+      "learning_rate": 1.9283313226484072e-05,
+      "loss": 18.5938,
+      "step": 6178
+    },
+    {
+      "epoch": 0.29527860078371404,
+      "grad_norm": 304.09844970703125,
+      "learning_rate": 1.928302551041888e-05,
+      "loss": 27.75,
+      "step": 6179
+    },
+    {
+      "epoch": 0.29532638822517443,
+      "grad_norm": 326.175048828125,
+      "learning_rate": 1.928273773876034e-05,
+      "loss": 27.3125,
+      "step": 6180
+    },
+    {
+      "epoch": 0.2953741756666348,
+      "grad_norm": 279.8275146484375,
+      "learning_rate": 1.928244991151018e-05,
+      "loss": 34.3125,
+      "step": 6181
+    },
+    {
+      "epoch": 0.2954219631080952,
+      "grad_norm": 429.25531005859375,
+      "learning_rate": 1.9282162028670126e-05,
+      "loss": 44.375,
+      "step": 6182
+    },
+    {
+      "epoch": 0.2954697505495556,
+      "grad_norm": 210.42213439941406,
+      "learning_rate": 1.9281874090241895e-05,
+      "loss": 45.5938,
+      "step": 6183
+    },
+    {
+      "epoch": 0.295517537991016,
+      "grad_norm": 122.48075103759766,
+      "learning_rate": 1.9281586096227222e-05,
+      "loss": 21.5312,
+      "step": 6184
+    },
+    {
+      "epoch": 0.2955653254324763,
+      "grad_norm": 329.29730224609375,
+      "learning_rate": 1.9281298046627818e-05,
+      "loss": 34.2188,
+      "step": 6185
+    },
+    {
+      "epoch": 0.2956131128739367,
+      "grad_norm": 262.1260681152344,
+      "learning_rate": 1.9281009941445417e-05,
+      "loss": 25.9375,
+      "step": 6186
+    },
+    {
+      "epoch": 0.2956609003153971,
+      "grad_norm": 317.2467041015625,
+      "learning_rate": 1.928072178068174e-05,
+      "loss": 25.9062,
+      "step": 6187
+    },
+    {
+      "epoch": 0.2957086877568575,
+      "grad_norm": 310.3223876953125,
+      "learning_rate": 1.9280433564338516e-05,
+      "loss": 25.8438,
+      "step": 6188
+    },
+    {
+      "epoch": 0.2957564751983179,
+      "grad_norm": 472.49957275390625,
+      "learning_rate": 1.9280145292417473e-05,
+      "loss": 42.125,
+      "step": 6189
+    },
+    {
+      "epoch": 0.29580426263977827,
+      "grad_norm": 302.48492431640625,
+      "learning_rate": 1.927985696492033e-05,
+      "loss": 29.3125,
+      "step": 6190
+    },
+    {
+      "epoch": 0.29585205008123866,
+      "grad_norm": 297.9491882324219,
+      "learning_rate": 1.9279568581848822e-05,
+      "loss": 27.75,
+      "step": 6191
+    },
+    {
+      "epoch": 0.29589983752269905,
+      "grad_norm": 398.8423767089844,
+      "learning_rate": 1.927928014320467e-05,
+      "loss": 27.7812,
+      "step": 6192
+    },
+    {
+      "epoch": 0.29594762496415944,
+      "grad_norm": 700.6522827148438,
+      "learning_rate": 1.9278991648989605e-05,
+      "loss": 38.375,
+      "step": 6193
+    },
+    {
+      "epoch": 0.29599541240561983,
+      "grad_norm": 294.5000915527344,
+      "learning_rate": 1.9278703099205353e-05,
+      "loss": 37.8438,
+      "step": 6194
+    },
+    {
+      "epoch": 0.29604319984708016,
+      "grad_norm": 561.2796630859375,
+      "learning_rate": 1.9278414493853642e-05,
+      "loss": 33.8125,
+      "step": 6195
+    },
+    {
+      "epoch": 0.29609098728854055,
+      "grad_norm": 156.19076538085938,
+      "learning_rate": 1.9278125832936197e-05,
+      "loss": 26.9688,
+      "step": 6196
+    },
+    {
+      "epoch": 0.29613877473000094,
+      "grad_norm": 235.43797302246094,
+      "learning_rate": 1.9277837116454753e-05,
+      "loss": 30.9062,
+      "step": 6197
+    },
+    {
+      "epoch": 0.29618656217146133,
+      "grad_norm": 504.5610046386719,
+      "learning_rate": 1.9277548344411038e-05,
+      "loss": 24.0938,
+      "step": 6198
+    },
+    {
+      "epoch": 0.2962343496129217,
+      "grad_norm": 370.4865417480469,
+      "learning_rate": 1.927725951680678e-05,
+      "loss": 33.625,
+      "step": 6199
+    },
+    {
+      "epoch": 0.2962821370543821,
+      "grad_norm": 317.3531188964844,
+      "learning_rate": 1.9276970633643704e-05,
+      "loss": 31.8438,
+      "step": 6200
+    },
+    {
+      "epoch": 0.2963299244958425,
+      "grad_norm": 193.13101196289062,
+      "learning_rate": 1.927668169492355e-05,
+      "loss": 21.8594,
+      "step": 6201
+    },
+    {
+      "epoch": 0.2963777119373029,
+      "grad_norm": 243.46588134765625,
+      "learning_rate": 1.9276392700648038e-05,
+      "loss": 33.0312,
+      "step": 6202
+    },
+    {
+      "epoch": 0.2964254993787633,
+      "grad_norm": 468.01776123046875,
+      "learning_rate": 1.927610365081891e-05,
+      "loss": 39.4062,
+      "step": 6203
+    },
+    {
+      "epoch": 0.29647328682022367,
+      "grad_norm": 465.6832580566406,
+      "learning_rate": 1.9275814545437882e-05,
+      "loss": 25.1406,
+      "step": 6204
+    },
+    {
+      "epoch": 0.296521074261684,
+      "grad_norm": 1387.7138671875,
+      "learning_rate": 1.92755253845067e-05,
+      "loss": 35.1562,
+      "step": 6205
+    },
+    {
+      "epoch": 0.2965688617031444,
+      "grad_norm": 436.5267639160156,
+      "learning_rate": 1.9275236168027088e-05,
+      "loss": 31.25,
+      "step": 6206
+    },
+    {
+      "epoch": 0.2966166491446048,
+      "grad_norm": 363.7691955566406,
+      "learning_rate": 1.927494689600078e-05,
+      "loss": 33.0312,
+      "step": 6207
+    },
+    {
+      "epoch": 0.29666443658606517,
+      "grad_norm": 212.95730590820312,
+      "learning_rate": 1.9274657568429506e-05,
+      "loss": 28.2188,
+      "step": 6208
+    },
+    {
+      "epoch": 0.29671222402752556,
+      "grad_norm": 176.9496307373047,
+      "learning_rate": 1.9274368185315002e-05,
+      "loss": 25.3125,
+      "step": 6209
+    },
+    {
+      "epoch": 0.29676001146898595,
+      "grad_norm": 297.40350341796875,
+      "learning_rate": 1.9274078746659e-05,
+      "loss": 23.0469,
+      "step": 6210
+    },
+    {
+      "epoch": 0.29680779891044634,
+      "grad_norm": 292.5887145996094,
+      "learning_rate": 1.9273789252463233e-05,
+      "loss": 28.8438,
+      "step": 6211
+    },
+    {
+      "epoch": 0.29685558635190673,
+      "grad_norm": 374.23846435546875,
+      "learning_rate": 1.9273499702729438e-05,
+      "loss": 38.875,
+      "step": 6212
+    },
+    {
+      "epoch": 0.2969033737933671,
+      "grad_norm": 375.6688537597656,
+      "learning_rate": 1.927321009745934e-05,
+      "loss": 46.6562,
+      "step": 6213
+    },
+    {
+      "epoch": 0.2969511612348275,
+      "grad_norm": 163.9303436279297,
+      "learning_rate": 1.9272920436654684e-05,
+      "loss": 27.9375,
+      "step": 6214
+    },
+    {
+      "epoch": 0.29699894867628784,
+      "grad_norm": 285.9098815917969,
+      "learning_rate": 1.92726307203172e-05,
+      "loss": 37.5312,
+      "step": 6215
+    },
+    {
+      "epoch": 0.29704673611774823,
+      "grad_norm": 237.1662139892578,
+      "learning_rate": 1.9272340948448617e-05,
+      "loss": 26.0469,
+      "step": 6216
+    },
+    {
+      "epoch": 0.2970945235592086,
+      "grad_norm": 184.16258239746094,
+      "learning_rate": 1.9272051121050682e-05,
+      "loss": 24.4219,
+      "step": 6217
+    },
+    {
+      "epoch": 0.297142311000669,
+      "grad_norm": 332.10308837890625,
+      "learning_rate": 1.9271761238125123e-05,
+      "loss": 36.5,
+      "step": 6218
+    },
+    {
+      "epoch": 0.2971900984421294,
+      "grad_norm": 268.66912841796875,
+      "learning_rate": 1.9271471299673678e-05,
+      "loss": 34.3125,
+      "step": 6219
+    },
+    {
+      "epoch": 0.2972378858835898,
+      "grad_norm": 273.4487609863281,
+      "learning_rate": 1.9271181305698084e-05,
+      "loss": 32.875,
+      "step": 6220
+    },
+    {
+      "epoch": 0.2972856733250502,
+      "grad_norm": 262.42205810546875,
+      "learning_rate": 1.9270891256200078e-05,
+      "loss": 33.2188,
+      "step": 6221
+    },
+    {
+      "epoch": 0.29733346076651057,
+      "grad_norm": 594.8912963867188,
+      "learning_rate": 1.9270601151181396e-05,
+      "loss": 35.4375,
+      "step": 6222
+    },
+    {
+      "epoch": 0.29738124820797096,
+      "grad_norm": 291.1504821777344,
+      "learning_rate": 1.9270310990643773e-05,
+      "loss": 33.0,
+      "step": 6223
+    },
+    {
+      "epoch": 0.29742903564943135,
+      "grad_norm": 950.4963989257812,
+      "learning_rate": 1.927002077458895e-05,
+      "loss": 26.5,
+      "step": 6224
+    },
+    {
+      "epoch": 0.29747682309089174,
+      "grad_norm": 729.4801025390625,
+      "learning_rate": 1.9269730503018666e-05,
+      "loss": 38.9688,
+      "step": 6225
+    },
+    {
+      "epoch": 0.2975246105323521,
+      "grad_norm": 361.1546630859375,
+      "learning_rate": 1.9269440175934657e-05,
+      "loss": 44.125,
+      "step": 6226
+    },
+    {
+      "epoch": 0.29757239797381246,
+      "grad_norm": 255.27964782714844,
+      "learning_rate": 1.926914979333866e-05,
+      "loss": 32.7812,
+      "step": 6227
+    },
+    {
+      "epoch": 0.29762018541527285,
+      "grad_norm": 269.7453918457031,
+      "learning_rate": 1.926885935523242e-05,
+      "loss": 23.8125,
+      "step": 6228
+    },
+    {
+      "epoch": 0.29766797285673324,
+      "grad_norm": 309.86962890625,
+      "learning_rate": 1.926856886161767e-05,
+      "loss": 36.6562,
+      "step": 6229
+    },
+    {
+      "epoch": 0.29771576029819363,
+      "grad_norm": 332.5517272949219,
+      "learning_rate": 1.9268278312496153e-05,
+      "loss": 28.3438,
+      "step": 6230
+    },
+    {
+      "epoch": 0.297763547739654,
+      "grad_norm": 241.70205688476562,
+      "learning_rate": 1.9267987707869605e-05,
+      "loss": 26.2812,
+      "step": 6231
+    },
+    {
+      "epoch": 0.2978113351811144,
+      "grad_norm": 261.2096862792969,
+      "learning_rate": 1.9267697047739773e-05,
+      "loss": 32.5312,
+      "step": 6232
+    },
+    {
+      "epoch": 0.2978591226225748,
+      "grad_norm": 488.40728759765625,
+      "learning_rate": 1.9267406332108396e-05,
+      "loss": 32.4688,
+      "step": 6233
+    },
+    {
+      "epoch": 0.2979069100640352,
+      "grad_norm": 464.419921875,
+      "learning_rate": 1.926711556097721e-05,
+      "loss": 24.1562,
+      "step": 6234
+    },
+    {
+      "epoch": 0.2979546975054956,
+      "grad_norm": 309.5663146972656,
+      "learning_rate": 1.926682473434796e-05,
+      "loss": 25.1562,
+      "step": 6235
+    },
+    {
+      "epoch": 0.2980024849469559,
+      "grad_norm": 339.6923828125,
+      "learning_rate": 1.926653385222239e-05,
+      "loss": 38.1875,
+      "step": 6236
+    },
+    {
+      "epoch": 0.2980502723884163,
+      "grad_norm": 262.0715026855469,
+      "learning_rate": 1.9266242914602236e-05,
+      "loss": 33.3125,
+      "step": 6237
+    },
+    {
+      "epoch": 0.2980980598298767,
+      "grad_norm": 344.4971008300781,
+      "learning_rate": 1.9265951921489245e-05,
+      "loss": 36.1875,
+      "step": 6238
+    },
+    {
+      "epoch": 0.2981458472713371,
+      "grad_norm": 281.3501281738281,
+      "learning_rate": 1.926566087288516e-05,
+      "loss": 33.5312,
+      "step": 6239
+    },
+    {
+      "epoch": 0.2981936347127975,
+      "grad_norm": 430.5467529296875,
+      "learning_rate": 1.926536976879172e-05,
+      "loss": 38.0312,
+      "step": 6240
+    },
+    {
+      "epoch": 0.29824142215425786,
+      "grad_norm": 488.9439697265625,
+      "learning_rate": 1.926507860921067e-05,
+      "loss": 37.2812,
+      "step": 6241
+    },
+    {
+      "epoch": 0.29828920959571825,
+      "grad_norm": 374.3377990722656,
+      "learning_rate": 1.9264787394143756e-05,
+      "loss": 31.9375,
+      "step": 6242
+    },
+    {
+      "epoch": 0.29833699703717864,
+      "grad_norm": 317.9432678222656,
+      "learning_rate": 1.926449612359272e-05,
+      "loss": 26.1719,
+      "step": 6243
+    },
+    {
+      "epoch": 0.29838478447863903,
+      "grad_norm": 402.4190979003906,
+      "learning_rate": 1.9264204797559307e-05,
+      "loss": 42.5,
+      "step": 6244
+    },
+    {
+      "epoch": 0.2984325719200994,
+      "grad_norm": 368.21502685546875,
+      "learning_rate": 1.9263913416045263e-05,
+      "loss": 45.5,
+      "step": 6245
+    },
+    {
+      "epoch": 0.29848035936155976,
+      "grad_norm": 487.7511901855469,
+      "learning_rate": 1.9263621979052326e-05,
+      "loss": 42.0938,
+      "step": 6246
+    },
+    {
+      "epoch": 0.29852814680302014,
+      "grad_norm": 226.14801025390625,
+      "learning_rate": 1.9263330486582252e-05,
+      "loss": 26.625,
+      "step": 6247
+    },
+    {
+      "epoch": 0.29857593424448053,
+      "grad_norm": 403.32757568359375,
+      "learning_rate": 1.9263038938636778e-05,
+      "loss": 37.75,
+      "step": 6248
+    },
+    {
+      "epoch": 0.2986237216859409,
+      "grad_norm": 444.4831237792969,
+      "learning_rate": 1.9262747335217656e-05,
+      "loss": 26.5312,
+      "step": 6249
+    },
+    {
+      "epoch": 0.2986715091274013,
+      "grad_norm": 245.81826782226562,
+      "learning_rate": 1.9262455676326627e-05,
+      "loss": 29.4062,
+      "step": 6250
+    },
+    {
+      "epoch": 0.2987192965688617,
+      "grad_norm": 199.95448303222656,
+      "learning_rate": 1.9262163961965444e-05,
+      "loss": 21.6406,
+      "step": 6251
+    },
+    {
+      "epoch": 0.2987670840103221,
+      "grad_norm": 214.8126220703125,
+      "learning_rate": 1.9261872192135847e-05,
+      "loss": 35.0625,
+      "step": 6252
+    },
+    {
+      "epoch": 0.2988148714517825,
+      "grad_norm": 225.7969970703125,
+      "learning_rate": 1.926158036683959e-05,
+      "loss": 36.5,
+      "step": 6253
+    },
+    {
+      "epoch": 0.29886265889324287,
+      "grad_norm": 315.76904296875,
+      "learning_rate": 1.9261288486078414e-05,
+      "loss": 29.8125,
+      "step": 6254
+    },
+    {
+      "epoch": 0.29891044633470326,
+      "grad_norm": 266.11224365234375,
+      "learning_rate": 1.9260996549854073e-05,
+      "loss": 35.8125,
+      "step": 6255
+    },
+    {
+      "epoch": 0.29895823377616365,
+      "grad_norm": 171.38475036621094,
+      "learning_rate": 1.926070455816831e-05,
+      "loss": 29.375,
+      "step": 6256
+    },
+    {
+      "epoch": 0.299006021217624,
+      "grad_norm": 384.32647705078125,
+      "learning_rate": 1.9260412511022877e-05,
+      "loss": 28.0938,
+      "step": 6257
+    },
+    {
+      "epoch": 0.2990538086590844,
+      "grad_norm": 305.32904052734375,
+      "learning_rate": 1.926012040841952e-05,
+      "loss": 23.4688,
+      "step": 6258
+    },
+    {
+      "epoch": 0.29910159610054476,
+      "grad_norm": 173.89651489257812,
+      "learning_rate": 1.9259828250359996e-05,
+      "loss": 34.125,
+      "step": 6259
+    },
+    {
+      "epoch": 0.29914938354200515,
+      "grad_norm": 355.9966125488281,
+      "learning_rate": 1.9259536036846044e-05,
+      "loss": 27.7656,
+      "step": 6260
+    },
+    {
+      "epoch": 0.29919717098346554,
+      "grad_norm": 422.61322021484375,
+      "learning_rate": 1.9259243767879424e-05,
+      "loss": 33.1875,
+      "step": 6261
+    },
+    {
+      "epoch": 0.29924495842492593,
+      "grad_norm": 223.2009735107422,
+      "learning_rate": 1.9258951443461876e-05,
+      "loss": 26.5625,
+      "step": 6262
+    },
+    {
+      "epoch": 0.2992927458663863,
+      "grad_norm": 224.4335479736328,
+      "learning_rate": 1.9258659063595163e-05,
+      "loss": 33.0938,
+      "step": 6263
+    },
+    {
+      "epoch": 0.2993405333078467,
+      "grad_norm": 293.2540283203125,
+      "learning_rate": 1.9258366628281026e-05,
+      "loss": 28.7812,
+      "step": 6264
+    },
+    {
+      "epoch": 0.2993883207493071,
+      "grad_norm": 360.0335998535156,
+      "learning_rate": 1.925807413752122e-05,
+      "loss": 36.625,
+      "step": 6265
+    },
+    {
+      "epoch": 0.2994361081907675,
+      "grad_norm": 138.88343811035156,
+      "learning_rate": 1.9257781591317494e-05,
+      "loss": 31.9375,
+      "step": 6266
+    },
+    {
+      "epoch": 0.2994838956322278,
+      "grad_norm": 387.5376281738281,
+      "learning_rate": 1.9257488989671602e-05,
+      "loss": 30.0938,
+      "step": 6267
+    },
+    {
+      "epoch": 0.2995316830736882,
+      "grad_norm": 254.41307067871094,
+      "learning_rate": 1.9257196332585296e-05,
+      "loss": 25.5312,
+      "step": 6268
+    },
+    {
+      "epoch": 0.2995794705151486,
+      "grad_norm": 241.56747436523438,
+      "learning_rate": 1.9256903620060332e-05,
+      "loss": 34.4375,
+      "step": 6269
+    },
+    {
+      "epoch": 0.299627257956609,
+      "grad_norm": 296.2711181640625,
+      "learning_rate": 1.9256610852098457e-05,
+      "loss": 40.0938,
+      "step": 6270
+    },
+    {
+      "epoch": 0.2996750453980694,
+      "grad_norm": 407.22528076171875,
+      "learning_rate": 1.925631802870143e-05,
+      "loss": 25.2344,
+      "step": 6271
+    },
+    {
+      "epoch": 0.2997228328395298,
+      "grad_norm": 191.61607360839844,
+      "learning_rate": 1.9256025149871003e-05,
+      "loss": 19.625,
+      "step": 6272
+    },
+    {
+      "epoch": 0.29977062028099016,
+      "grad_norm": 205.88345336914062,
+      "learning_rate": 1.9255732215608923e-05,
+      "loss": 29.4688,
+      "step": 6273
+    },
+    {
+      "epoch": 0.29981840772245055,
+      "grad_norm": 712.2738647460938,
+      "learning_rate": 1.9255439225916957e-05,
+      "loss": 22.7344,
+      "step": 6274
+    },
+    {
+      "epoch": 0.29986619516391094,
+      "grad_norm": 286.74615478515625,
+      "learning_rate": 1.925514618079685e-05,
+      "loss": 29.7188,
+      "step": 6275
+    },
+    {
+      "epoch": 0.29991398260537133,
+      "grad_norm": 239.2658233642578,
+      "learning_rate": 1.925485308025036e-05,
+      "loss": 22.75,
+      "step": 6276
+    },
+    {
+      "epoch": 0.29996177004683167,
+      "grad_norm": 339.4931335449219,
+      "learning_rate": 1.925455992427924e-05,
+      "loss": 31.9062,
+      "step": 6277
+    },
+    {
+      "epoch": 0.30000955748829206,
+      "grad_norm": 297.65673828125,
+      "learning_rate": 1.925426671288525e-05,
+      "loss": 34.3438,
+      "step": 6278
+    },
+    {
+      "epoch": 0.30005734492975245,
+      "grad_norm": 313.066650390625,
+      "learning_rate": 1.925397344607014e-05,
+      "loss": 42.0625,
+      "step": 6279
+    },
+    {
+      "epoch": 0.30010513237121283,
+      "grad_norm": 202.9029998779297,
+      "learning_rate": 1.9253680123835675e-05,
+      "loss": 30.6562,
+      "step": 6280
+    },
+    {
+      "epoch": 0.3001529198126732,
+      "grad_norm": 393.2472839355469,
+      "learning_rate": 1.9253386746183605e-05,
+      "loss": 41.1875,
+      "step": 6281
+    },
+    {
+      "epoch": 0.3002007072541336,
+      "grad_norm": 260.1733093261719,
+      "learning_rate": 1.9253093313115688e-05,
+      "loss": 27.9688,
+      "step": 6282
+    },
+    {
+      "epoch": 0.300248494695594,
+      "grad_norm": 395.76263427734375,
+      "learning_rate": 1.925279982463368e-05,
+      "loss": 37.5625,
+      "step": 6283
+    },
+    {
+      "epoch": 0.3002962821370544,
+      "grad_norm": 327.8010559082031,
+      "learning_rate": 1.9252506280739345e-05,
+      "loss": 44.6875,
+      "step": 6284
+    },
+    {
+      "epoch": 0.3003440695785148,
+      "grad_norm": 226.2234344482422,
+      "learning_rate": 1.9252212681434433e-05,
+      "loss": 34.9062,
+      "step": 6285
+    },
+    {
+      "epoch": 0.3003918570199752,
+      "grad_norm": 278.3730773925781,
+      "learning_rate": 1.9251919026720704e-05,
+      "loss": 25.875,
+      "step": 6286
+    },
+    {
+      "epoch": 0.30043964446143556,
+      "grad_norm": 342.8778381347656,
+      "learning_rate": 1.925162531659992e-05,
+      "loss": 34.5625,
+      "step": 6287
+    },
+    {
+      "epoch": 0.3004874319028959,
+      "grad_norm": 179.28404235839844,
+      "learning_rate": 1.9251331551073843e-05,
+      "loss": 22.625,
+      "step": 6288
+    },
+    {
+      "epoch": 0.3005352193443563,
+      "grad_norm": 368.5514831542969,
+      "learning_rate": 1.925103773014422e-05,
+      "loss": 39.1562,
+      "step": 6289
+    },
+    {
+      "epoch": 0.3005830067858167,
+      "grad_norm": 318.13623046875,
+      "learning_rate": 1.9250743853812822e-05,
+      "loss": 35.4375,
+      "step": 6290
+    },
+    {
+      "epoch": 0.30063079422727707,
+      "grad_norm": 298.57806396484375,
+      "learning_rate": 1.9250449922081403e-05,
+      "loss": 24.3125,
+      "step": 6291
+    },
+    {
+      "epoch": 0.30067858166873745,
+      "grad_norm": 312.5061340332031,
+      "learning_rate": 1.925015593495173e-05,
+      "loss": 25.4688,
+      "step": 6292
+    },
+    {
+      "epoch": 0.30072636911019784,
+      "grad_norm": 278.0131530761719,
+      "learning_rate": 1.9249861892425555e-05,
+      "loss": 47.2812,
+      "step": 6293
+    },
+    {
+      "epoch": 0.30077415655165823,
+      "grad_norm": 210.26954650878906,
+      "learning_rate": 1.9249567794504642e-05,
+      "loss": 25.0625,
+      "step": 6294
+    },
+    {
+      "epoch": 0.3008219439931186,
+      "grad_norm": 467.6882629394531,
+      "learning_rate": 1.9249273641190756e-05,
+      "loss": 50.5,
+      "step": 6295
+    },
+    {
+      "epoch": 0.300869731434579,
+      "grad_norm": 249.42776489257812,
+      "learning_rate": 1.9248979432485652e-05,
+      "loss": 36.9062,
+      "step": 6296
+    },
+    {
+      "epoch": 0.3009175188760394,
+      "grad_norm": 283.5545349121094,
+      "learning_rate": 1.92486851683911e-05,
+      "loss": 34.8594,
+      "step": 6297
+    },
+    {
+      "epoch": 0.30096530631749974,
+      "grad_norm": 193.1895751953125,
+      "learning_rate": 1.9248390848908857e-05,
+      "loss": 34.2188,
+      "step": 6298
+    },
+    {
+      "epoch": 0.3010130937589601,
+      "grad_norm": 292.57110595703125,
+      "learning_rate": 1.9248096474040686e-05,
+      "loss": 31.1875,
+      "step": 6299
+    },
+    {
+      "epoch": 0.3010608812004205,
+      "grad_norm": 289.4040222167969,
+      "learning_rate": 1.924780204378835e-05,
+      "loss": 35.4375,
+      "step": 6300
+    },
+    {
+      "epoch": 0.3011086686418809,
+      "grad_norm": 214.54115295410156,
+      "learning_rate": 1.924750755815361e-05,
+      "loss": 26.3125,
+      "step": 6301
+    },
+    {
+      "epoch": 0.3011564560833413,
+      "grad_norm": 211.59991455078125,
+      "learning_rate": 1.9247213017138234e-05,
+      "loss": 21.2188,
+      "step": 6302
+    },
+    {
+      "epoch": 0.3012042435248017,
+      "grad_norm": 275.22412109375,
+      "learning_rate": 1.9246918420743985e-05,
+      "loss": 21.6719,
+      "step": 6303
+    },
+    {
+      "epoch": 0.3012520309662621,
+      "grad_norm": 161.8895721435547,
+      "learning_rate": 1.9246623768972626e-05,
+      "loss": 26.8438,
+      "step": 6304
+    },
+    {
+      "epoch": 0.30129981840772246,
+      "grad_norm": 341.6291809082031,
+      "learning_rate": 1.9246329061825926e-05,
+      "loss": 27.7812,
+      "step": 6305
+    },
+    {
+      "epoch": 0.30134760584918285,
+      "grad_norm": 274.50665283203125,
+      "learning_rate": 1.924603429930564e-05,
+      "loss": 25.5,
+      "step": 6306
+    },
+    {
+      "epoch": 0.30139539329064324,
+      "grad_norm": 405.6559753417969,
+      "learning_rate": 1.924573948141354e-05,
+      "loss": 33.0,
+      "step": 6307
+    },
+    {
+      "epoch": 0.3014431807321036,
+      "grad_norm": 482.3657531738281,
+      "learning_rate": 1.9245444608151395e-05,
+      "loss": 32.2188,
+      "step": 6308
+    },
+    {
+      "epoch": 0.30149096817356397,
+      "grad_norm": 300.9731140136719,
+      "learning_rate": 1.924514967952096e-05,
+      "loss": 28.625,
+      "step": 6309
+    },
+    {
+      "epoch": 0.30153875561502436,
+      "grad_norm": 307.2794494628906,
+      "learning_rate": 1.9244854695524015e-05,
+      "loss": 25.9688,
+      "step": 6310
+    },
+    {
+      "epoch": 0.30158654305648475,
+      "grad_norm": 310.7000427246094,
+      "learning_rate": 1.9244559656162316e-05,
+      "loss": 33.0625,
+      "step": 6311
+    },
+    {
+      "epoch": 0.30163433049794514,
+      "grad_norm": 313.01788330078125,
+      "learning_rate": 1.9244264561437635e-05,
+      "loss": 27.4375,
+      "step": 6312
+    },
+    {
+      "epoch": 0.3016821179394055,
+      "grad_norm": 357.37945556640625,
+      "learning_rate": 1.9243969411351738e-05,
+      "loss": 30.7812,
+      "step": 6313
+    },
+    {
+      "epoch": 0.3017299053808659,
+      "grad_norm": 299.3935852050781,
+      "learning_rate": 1.924367420590639e-05,
+      "loss": 26.3438,
+      "step": 6314
+    },
+    {
+      "epoch": 0.3017776928223263,
+      "grad_norm": 236.44577026367188,
+      "learning_rate": 1.9243378945103363e-05,
+      "loss": 32.0625,
+      "step": 6315
+    },
+    {
+      "epoch": 0.3018254802637867,
+      "grad_norm": 348.4356689453125,
+      "learning_rate": 1.9243083628944422e-05,
+      "loss": 34.6562,
+      "step": 6316
+    },
+    {
+      "epoch": 0.3018732677052471,
+      "grad_norm": 311.8541259765625,
+      "learning_rate": 1.9242788257431336e-05,
+      "loss": 31.4375,
+      "step": 6317
+    },
+    {
+      "epoch": 0.3019210551467074,
+      "grad_norm": 223.7669677734375,
+      "learning_rate": 1.9242492830565877e-05,
+      "loss": 24.5625,
+      "step": 6318
+    },
+    {
+      "epoch": 0.3019688425881678,
+      "grad_norm": 357.53680419921875,
+      "learning_rate": 1.924219734834981e-05,
+      "loss": 34.9375,
+      "step": 6319
+    },
+    {
+      "epoch": 0.3020166300296282,
+      "grad_norm": 385.5590515136719,
+      "learning_rate": 1.924190181078491e-05,
+      "loss": 34.0625,
+      "step": 6320
+    },
+    {
+      "epoch": 0.3020644174710886,
+      "grad_norm": 294.7279052734375,
+      "learning_rate": 1.924160621787294e-05,
+      "loss": 35.9062,
+      "step": 6321
+    },
+    {
+      "epoch": 0.302112204912549,
+      "grad_norm": 351.2880859375,
+      "learning_rate": 1.9241310569615673e-05,
+      "loss": 35.9375,
+      "step": 6322
+    },
+    {
+      "epoch": 0.30215999235400937,
+      "grad_norm": 186.8588104248047,
+      "learning_rate": 1.9241014866014884e-05,
+      "loss": 23.8125,
+      "step": 6323
+    },
+    {
+      "epoch": 0.30220777979546976,
+      "grad_norm": 232.14785766601562,
+      "learning_rate": 1.9240719107072336e-05,
+      "loss": 33.375,
+      "step": 6324
+    },
+    {
+      "epoch": 0.30225556723693014,
+      "grad_norm": 328.2237854003906,
+      "learning_rate": 1.9240423292789806e-05,
+      "loss": 39.0625,
+      "step": 6325
+    },
+    {
+      "epoch": 0.30230335467839053,
+      "grad_norm": 328.5041809082031,
+      "learning_rate": 1.9240127423169068e-05,
+      "loss": 25.0625,
+      "step": 6326
+    },
+    {
+      "epoch": 0.3023511421198509,
+      "grad_norm": 336.1376647949219,
+      "learning_rate": 1.9239831498211884e-05,
+      "loss": 34.4062,
+      "step": 6327
+    },
+    {
+      "epoch": 0.3023989295613113,
+      "grad_norm": 262.53021240234375,
+      "learning_rate": 1.9239535517920034e-05,
+      "loss": 30.1562,
+      "step": 6328
+    },
+    {
+      "epoch": 0.30244671700277165,
+      "grad_norm": 594.0551147460938,
+      "learning_rate": 1.9239239482295285e-05,
+      "loss": 35.9531,
+      "step": 6329
+    },
+    {
+      "epoch": 0.30249450444423204,
+      "grad_norm": 481.9644775390625,
+      "learning_rate": 1.923894339133942e-05,
+      "loss": 26.0625,
+      "step": 6330
+    },
+    {
+      "epoch": 0.3025422918856924,
+      "grad_norm": 316.347412109375,
+      "learning_rate": 1.9238647245054202e-05,
+      "loss": 31.9219,
+      "step": 6331
+    },
+    {
+      "epoch": 0.3025900793271528,
+      "grad_norm": 234.53598022460938,
+      "learning_rate": 1.923835104344141e-05,
+      "loss": 26.2812,
+      "step": 6332
+    },
+    {
+      "epoch": 0.3026378667686132,
+      "grad_norm": 236.46368408203125,
+      "learning_rate": 1.9238054786502816e-05,
+      "loss": 28.5,
+      "step": 6333
+    },
+    {
+      "epoch": 0.3026856542100736,
+      "grad_norm": 256.5905456542969,
+      "learning_rate": 1.923775847424019e-05,
+      "loss": 27.2812,
+      "step": 6334
+    },
+    {
+      "epoch": 0.302733441651534,
+      "grad_norm": 231.7652587890625,
+      "learning_rate": 1.9237462106655315e-05,
+      "loss": 26.1094,
+      "step": 6335
+    },
+    {
+      "epoch": 0.3027812290929944,
+      "grad_norm": 509.31524658203125,
+      "learning_rate": 1.923716568374996e-05,
+      "loss": 34.5469,
+      "step": 6336
+    },
+    {
+      "epoch": 0.30282901653445476,
+      "grad_norm": 212.14280700683594,
+      "learning_rate": 1.92368692055259e-05,
+      "loss": 38.9688,
+      "step": 6337
+    },
+    {
+      "epoch": 0.30287680397591515,
+      "grad_norm": 262.82794189453125,
+      "learning_rate": 1.9236572671984913e-05,
+      "loss": 35.0938,
+      "step": 6338
+    },
+    {
+      "epoch": 0.3029245914173755,
+      "grad_norm": 499.4991149902344,
+      "learning_rate": 1.9236276083128778e-05,
+      "loss": 47.5,
+      "step": 6339
+    },
+    {
+      "epoch": 0.3029723788588359,
+      "grad_norm": 279.56939697265625,
+      "learning_rate": 1.9235979438959266e-05,
+      "loss": 26.125,
+      "step": 6340
+    },
+    {
+      "epoch": 0.30302016630029627,
+      "grad_norm": 329.485595703125,
+      "learning_rate": 1.923568273947815e-05,
+      "loss": 28.6875,
+      "step": 6341
+    },
+    {
+      "epoch": 0.30306795374175666,
+      "grad_norm": 274.0664978027344,
+      "learning_rate": 1.9235385984687217e-05,
+      "loss": 34.9688,
+      "step": 6342
+    },
+    {
+      "epoch": 0.30311574118321705,
+      "grad_norm": 293.4368591308594,
+      "learning_rate": 1.9235089174588237e-05,
+      "loss": 29.6875,
+      "step": 6343
+    },
+    {
+      "epoch": 0.30316352862467744,
+      "grad_norm": 340.00714111328125,
+      "learning_rate": 1.923479230918299e-05,
+      "loss": 38.4688,
+      "step": 6344
+    },
+    {
+      "epoch": 0.3032113160661378,
+      "grad_norm": 179.520263671875,
+      "learning_rate": 1.9234495388473253e-05,
+      "loss": 21.2656,
+      "step": 6345
+    },
+    {
+      "epoch": 0.3032591035075982,
+      "grad_norm": 276.384521484375,
+      "learning_rate": 1.9234198412460804e-05,
+      "loss": 23.5938,
+      "step": 6346
+    },
+    {
+      "epoch": 0.3033068909490586,
+      "grad_norm": 270.322265625,
+      "learning_rate": 1.923390138114742e-05,
+      "loss": 30.7188,
+      "step": 6347
+    },
+    {
+      "epoch": 0.303354678390519,
+      "grad_norm": 217.20877075195312,
+      "learning_rate": 1.9233604294534883e-05,
+      "loss": 25.3125,
+      "step": 6348
+    },
+    {
+      "epoch": 0.30340246583197933,
+      "grad_norm": 208.9134063720703,
+      "learning_rate": 1.9233307152624973e-05,
+      "loss": 26.125,
+      "step": 6349
+    },
+    {
+      "epoch": 0.3034502532734397,
+      "grad_norm": 286.0543212890625,
+      "learning_rate": 1.9233009955419464e-05,
+      "loss": 21.1406,
+      "step": 6350
+    },
+    {
+      "epoch": 0.3034980407149001,
+      "grad_norm": 345.4263000488281,
+      "learning_rate": 1.9232712702920143e-05,
+      "loss": 31.1562,
+      "step": 6351
+    },
+    {
+      "epoch": 0.3035458281563605,
+      "grad_norm": 400.5796813964844,
+      "learning_rate": 1.9232415395128785e-05,
+      "loss": 40.25,
+      "step": 6352
+    },
+    {
+      "epoch": 0.3035936155978209,
+      "grad_norm": 367.8110046386719,
+      "learning_rate": 1.923211803204717e-05,
+      "loss": 29.1562,
+      "step": 6353
+    },
+    {
+      "epoch": 0.3036414030392813,
+      "grad_norm": 370.89031982421875,
+      "learning_rate": 1.923182061367708e-05,
+      "loss": 36.4062,
+      "step": 6354
+    },
+    {
+      "epoch": 0.30368919048074167,
+      "grad_norm": 281.7793273925781,
+      "learning_rate": 1.9231523140020303e-05,
+      "loss": 30.8125,
+      "step": 6355
+    },
+    {
+      "epoch": 0.30373697792220206,
+      "grad_norm": 314.4439392089844,
+      "learning_rate": 1.923122561107861e-05,
+      "loss": 35.4375,
+      "step": 6356
+    },
+    {
+      "epoch": 0.30378476536366245,
+      "grad_norm": 309.47021484375,
+      "learning_rate": 1.923092802685379e-05,
+      "loss": 32.375,
+      "step": 6357
+    },
+    {
+      "epoch": 0.30383255280512284,
+      "grad_norm": 224.2667694091797,
+      "learning_rate": 1.923063038734762e-05,
+      "loss": 28.5625,
+      "step": 6358
+    },
+    {
+      "epoch": 0.3038803402465832,
+      "grad_norm": 238.50393676757812,
+      "learning_rate": 1.923033269256188e-05,
+      "loss": 41.9062,
+      "step": 6359
+    },
+    {
+      "epoch": 0.30392812768804356,
+      "grad_norm": 284.4062194824219,
+      "learning_rate": 1.9230034942498365e-05,
+      "loss": 31.4062,
+      "step": 6360
+    },
+    {
+      "epoch": 0.30397591512950395,
+      "grad_norm": 381.66375732421875,
+      "learning_rate": 1.9229737137158847e-05,
+      "loss": 40.25,
+      "step": 6361
+    },
+    {
+      "epoch": 0.30402370257096434,
+      "grad_norm": 437.7597351074219,
+      "learning_rate": 1.9229439276545113e-05,
+      "loss": 62.125,
+      "step": 6362
+    },
+    {
+      "epoch": 0.3040714900124247,
+      "grad_norm": 252.5128173828125,
+      "learning_rate": 1.922914136065895e-05,
+      "loss": 39.4375,
+      "step": 6363
+    },
+    {
+      "epoch": 0.3041192774538851,
+      "grad_norm": 212.06158447265625,
+      "learning_rate": 1.9228843389502133e-05,
+      "loss": 28.4375,
+      "step": 6364
+    },
+    {
+      "epoch": 0.3041670648953455,
+      "grad_norm": 238.79336547851562,
+      "learning_rate": 1.9228545363076455e-05,
+      "loss": 26.6562,
+      "step": 6365
+    },
+    {
+      "epoch": 0.3042148523368059,
+      "grad_norm": 538.5335083007812,
+      "learning_rate": 1.92282472813837e-05,
+      "loss": 52.125,
+      "step": 6366
+    },
+    {
+      "epoch": 0.3042626397782663,
+      "grad_norm": 455.6069641113281,
+      "learning_rate": 1.9227949144425653e-05,
+      "loss": 30.375,
+      "step": 6367
+    },
+    {
+      "epoch": 0.3043104272197267,
+      "grad_norm": 291.02557373046875,
+      "learning_rate": 1.9227650952204094e-05,
+      "loss": 33.6875,
+      "step": 6368
+    },
+    {
+      "epoch": 0.30435821466118707,
+      "grad_norm": 501.154541015625,
+      "learning_rate": 1.9227352704720818e-05,
+      "loss": 24.3125,
+      "step": 6369
+    },
+    {
+      "epoch": 0.3044060021026474,
+      "grad_norm": 316.59002685546875,
+      "learning_rate": 1.9227054401977603e-05,
+      "loss": 33.2812,
+      "step": 6370
+    },
+    {
+      "epoch": 0.3044537895441078,
+      "grad_norm": 266.4580383300781,
+      "learning_rate": 1.9226756043976236e-05,
+      "loss": 30.125,
+      "step": 6371
+    },
+    {
+      "epoch": 0.3045015769855682,
+      "grad_norm": 428.6146240234375,
+      "learning_rate": 1.922645763071851e-05,
+      "loss": 38.875,
+      "step": 6372
+    },
+    {
+      "epoch": 0.30454936442702857,
+      "grad_norm": 463.1658630371094,
+      "learning_rate": 1.9226159162206203e-05,
+      "loss": 38.6875,
+      "step": 6373
+    },
+    {
+      "epoch": 0.30459715186848896,
+      "grad_norm": 274.0367126464844,
+      "learning_rate": 1.9225860638441115e-05,
+      "loss": 21.2969,
+      "step": 6374
+    },
+    {
+      "epoch": 0.30464493930994935,
+      "grad_norm": 399.7661437988281,
+      "learning_rate": 1.922556205942502e-05,
+      "loss": 29.0156,
+      "step": 6375
+    },
+    {
+      "epoch": 0.30469272675140974,
+      "grad_norm": 253.66531372070312,
+      "learning_rate": 1.9225263425159713e-05,
+      "loss": 32.75,
+      "step": 6376
+    },
+    {
+      "epoch": 0.3047405141928701,
+      "grad_norm": 276.3292236328125,
+      "learning_rate": 1.9224964735646984e-05,
+      "loss": 41.75,
+      "step": 6377
+    },
+    {
+      "epoch": 0.3047883016343305,
+      "grad_norm": 404.74261474609375,
+      "learning_rate": 1.9224665990888622e-05,
+      "loss": 38.9062,
+      "step": 6378
+    },
+    {
+      "epoch": 0.3048360890757909,
+      "grad_norm": 312.30706787109375,
+      "learning_rate": 1.922436719088641e-05,
+      "loss": 29.9219,
+      "step": 6379
+    },
+    {
+      "epoch": 0.30488387651725124,
+      "grad_norm": 268.8869323730469,
+      "learning_rate": 1.9224068335642142e-05,
+      "loss": 28.25,
+      "step": 6380
+    },
+    {
+      "epoch": 0.30493166395871163,
+      "grad_norm": 287.5164489746094,
+      "learning_rate": 1.922376942515761e-05,
+      "loss": 31.6562,
+      "step": 6381
+    },
+    {
+      "epoch": 0.304979451400172,
+      "grad_norm": 237.49349975585938,
+      "learning_rate": 1.9223470459434595e-05,
+      "loss": 26.0312,
+      "step": 6382
+    },
+    {
+      "epoch": 0.3050272388416324,
+      "grad_norm": 231.96490478515625,
+      "learning_rate": 1.9223171438474896e-05,
+      "loss": 28.1562,
+      "step": 6383
+    },
+    {
+      "epoch": 0.3050750262830928,
+      "grad_norm": 190.08668518066406,
+      "learning_rate": 1.9222872362280303e-05,
+      "loss": 25.7812,
+      "step": 6384
+    },
+    {
+      "epoch": 0.3051228137245532,
+      "grad_norm": 238.9701690673828,
+      "learning_rate": 1.9222573230852606e-05,
+      "loss": 27.0938,
+      "step": 6385
+    },
+    {
+      "epoch": 0.3051706011660136,
+      "grad_norm": 127.88323974609375,
+      "learning_rate": 1.9222274044193594e-05,
+      "loss": 20.5938,
+      "step": 6386
+    },
+    {
+      "epoch": 0.30521838860747397,
+      "grad_norm": 344.4214782714844,
+      "learning_rate": 1.922197480230506e-05,
+      "loss": 29.9688,
+      "step": 6387
+    },
+    {
+      "epoch": 0.30526617604893436,
+      "grad_norm": 958.5239868164062,
+      "learning_rate": 1.92216755051888e-05,
+      "loss": 45.9375,
+      "step": 6388
+    },
+    {
+      "epoch": 0.30531396349039475,
+      "grad_norm": 318.5000305175781,
+      "learning_rate": 1.9221376152846597e-05,
+      "loss": 31.2812,
+      "step": 6389
+    },
+    {
+      "epoch": 0.30536175093185514,
+      "grad_norm": 1086.1138916015625,
+      "learning_rate": 1.9221076745280254e-05,
+      "loss": 32.4375,
+      "step": 6390
+    },
+    {
+      "epoch": 0.30540953837331547,
+      "grad_norm": 171.6846923828125,
+      "learning_rate": 1.9220777282491557e-05,
+      "loss": 25.8281,
+      "step": 6391
+    },
+    {
+      "epoch": 0.30545732581477586,
+      "grad_norm": 235.6659393310547,
+      "learning_rate": 1.9220477764482306e-05,
+      "loss": 25.25,
+      "step": 6392
+    },
+    {
+      "epoch": 0.30550511325623625,
+      "grad_norm": 289.1375732421875,
+      "learning_rate": 1.922017819125429e-05,
+      "loss": 25.9688,
+      "step": 6393
+    },
+    {
+      "epoch": 0.30555290069769664,
+      "grad_norm": 354.18634033203125,
+      "learning_rate": 1.92198785628093e-05,
+      "loss": 36.9375,
+      "step": 6394
+    },
+    {
+      "epoch": 0.30560068813915703,
+      "grad_norm": 215.26284790039062,
+      "learning_rate": 1.9219578879149138e-05,
+      "loss": 29.1875,
+      "step": 6395
+    },
+    {
+      "epoch": 0.3056484755806174,
+      "grad_norm": 240.91729736328125,
+      "learning_rate": 1.921927914027559e-05,
+      "loss": 25.875,
+      "step": 6396
+    },
+    {
+      "epoch": 0.3056962630220778,
+      "grad_norm": 362.34564208984375,
+      "learning_rate": 1.9218979346190463e-05,
+      "loss": 30.9219,
+      "step": 6397
+    },
+    {
+      "epoch": 0.3057440504635382,
+      "grad_norm": 898.3140258789062,
+      "learning_rate": 1.9218679496895543e-05,
+      "loss": 27.2188,
+      "step": 6398
+    },
+    {
+      "epoch": 0.3057918379049986,
+      "grad_norm": 352.3651428222656,
+      "learning_rate": 1.921837959239263e-05,
+      "loss": 35.8438,
+      "step": 6399
+    },
+    {
+      "epoch": 0.305839625346459,
+      "grad_norm": 337.5351867675781,
+      "learning_rate": 1.9218079632683512e-05,
+      "loss": 39.9688,
+      "step": 6400
+    },
+    {
+      "epoch": 0.3058874127879193,
+      "grad_norm": 297.494140625,
+      "learning_rate": 1.9217779617769995e-05,
+      "loss": 37.9375,
+      "step": 6401
+    },
+    {
+      "epoch": 0.3059352002293797,
+      "grad_norm": 293.65472412109375,
+      "learning_rate": 1.9217479547653875e-05,
+      "loss": 30.0625,
+      "step": 6402
+    },
+    {
+      "epoch": 0.3059829876708401,
+      "grad_norm": 184.9591064453125,
+      "learning_rate": 1.9217179422336945e-05,
+      "loss": 31.7812,
+      "step": 6403
+    },
+    {
+      "epoch": 0.3060307751123005,
+      "grad_norm": 432.6162109375,
+      "learning_rate": 1.9216879241821003e-05,
+      "loss": 27.3438,
+      "step": 6404
+    },
+    {
+      "epoch": 0.30607856255376087,
+      "grad_norm": 207.84535217285156,
+      "learning_rate": 1.9216579006107844e-05,
+      "loss": 41.8125,
+      "step": 6405
+    },
+    {
+      "epoch": 0.30612634999522126,
+      "grad_norm": 327.1422119140625,
+      "learning_rate": 1.9216278715199273e-05,
+      "loss": 20.5625,
+      "step": 6406
+    },
+    {
+      "epoch": 0.30617413743668165,
+      "grad_norm": 293.8371887207031,
+      "learning_rate": 1.9215978369097087e-05,
+      "loss": 40.2188,
+      "step": 6407
+    },
+    {
+      "epoch": 0.30622192487814204,
+      "grad_norm": 345.8734436035156,
+      "learning_rate": 1.9215677967803078e-05,
+      "loss": 33.4688,
+      "step": 6408
+    },
+    {
+      "epoch": 0.3062697123196024,
+      "grad_norm": 411.0612487792969,
+      "learning_rate": 1.921537751131905e-05,
+      "loss": 35.25,
+      "step": 6409
+    },
+    {
+      "epoch": 0.3063174997610628,
+      "grad_norm": 319.033935546875,
+      "learning_rate": 1.9215076999646803e-05,
+      "loss": 36.9062,
+      "step": 6410
+    },
+    {
+      "epoch": 0.30636528720252315,
+      "grad_norm": 306.31060791015625,
+      "learning_rate": 1.9214776432788132e-05,
+      "loss": 33.9688,
+      "step": 6411
+    },
+    {
+      "epoch": 0.30641307464398354,
+      "grad_norm": 323.0766296386719,
+      "learning_rate": 1.9214475810744848e-05,
+      "loss": 32.4688,
+      "step": 6412
+    },
+    {
+      "epoch": 0.30646086208544393,
+      "grad_norm": 294.1572570800781,
+      "learning_rate": 1.921417513351874e-05,
+      "loss": 42.9062,
+      "step": 6413
+    },
+    {
+      "epoch": 0.3065086495269043,
+      "grad_norm": 355.66064453125,
+      "learning_rate": 1.9213874401111613e-05,
+      "loss": 36.6562,
+      "step": 6414
+    },
+    {
+      "epoch": 0.3065564369683647,
+      "grad_norm": 285.5471496582031,
+      "learning_rate": 1.9213573613525264e-05,
+      "loss": 23.5,
+      "step": 6415
+    },
+    {
+      "epoch": 0.3066042244098251,
+      "grad_norm": 285.2007751464844,
+      "learning_rate": 1.92132727707615e-05,
+      "loss": 27.4375,
+      "step": 6416
+    },
+    {
+      "epoch": 0.3066520118512855,
+      "grad_norm": 311.8127136230469,
+      "learning_rate": 1.921297187282212e-05,
+      "loss": 31.2812,
+      "step": 6417
+    },
+    {
+      "epoch": 0.3066997992927459,
+      "grad_norm": 330.0398254394531,
+      "learning_rate": 1.9212670919708928e-05,
+      "loss": 34.5312,
+      "step": 6418
+    },
+    {
+      "epoch": 0.30674758673420627,
+      "grad_norm": 217.99317932128906,
+      "learning_rate": 1.9212369911423726e-05,
+      "loss": 27.9375,
+      "step": 6419
+    },
+    {
+      "epoch": 0.30679537417566666,
+      "grad_norm": 231.43338012695312,
+      "learning_rate": 1.9212068847968313e-05,
+      "loss": 24.8438,
+      "step": 6420
+    },
+    {
+      "epoch": 0.306843161617127,
+      "grad_norm": 367.76580810546875,
+      "learning_rate": 1.9211767729344497e-05,
+      "loss": 23.7812,
+      "step": 6421
+    },
+    {
+      "epoch": 0.3068909490585874,
+      "grad_norm": 392.6176452636719,
+      "learning_rate": 1.9211466555554074e-05,
+      "loss": 35.0938,
+      "step": 6422
+    },
+    {
+      "epoch": 0.30693873650004777,
+      "grad_norm": 289.24169921875,
+      "learning_rate": 1.9211165326598856e-05,
+      "loss": 25.0156,
+      "step": 6423
+    },
+    {
+      "epoch": 0.30698652394150816,
+      "grad_norm": 250.09201049804688,
+      "learning_rate": 1.9210864042480645e-05,
+      "loss": 24.5625,
+      "step": 6424
+    },
+    {
+      "epoch": 0.30703431138296855,
+      "grad_norm": 351.29949951171875,
+      "learning_rate": 1.921056270320124e-05,
+      "loss": 26.5625,
+      "step": 6425
+    },
+    {
+      "epoch": 0.30708209882442894,
+      "grad_norm": 258.6075744628906,
+      "learning_rate": 1.921026130876245e-05,
+      "loss": 33.5312,
+      "step": 6426
+    },
+    {
+      "epoch": 0.30712988626588933,
+      "grad_norm": 284.83367919921875,
+      "learning_rate": 1.920995985916608e-05,
+      "loss": 22.3438,
+      "step": 6427
+    },
+    {
+      "epoch": 0.3071776737073497,
+      "grad_norm": 590.7901611328125,
+      "learning_rate": 1.9209658354413935e-05,
+      "loss": 30.375,
+      "step": 6428
+    },
+    {
+      "epoch": 0.3072254611488101,
+      "grad_norm": 322.3880615234375,
+      "learning_rate": 1.9209356794507817e-05,
+      "loss": 26.3281,
+      "step": 6429
+    },
+    {
+      "epoch": 0.3072732485902705,
+      "grad_norm": 220.91799926757812,
+      "learning_rate": 1.920905517944954e-05,
+      "loss": 29.0938,
+      "step": 6430
+    },
+    {
+      "epoch": 0.3073210360317309,
+      "grad_norm": 260.6278991699219,
+      "learning_rate": 1.92087535092409e-05,
+      "loss": 20.6875,
+      "step": 6431
+    },
+    {
+      "epoch": 0.3073688234731912,
+      "grad_norm": 574.1016235351562,
+      "learning_rate": 1.9208451783883714e-05,
+      "loss": 41.625,
+      "step": 6432
+    },
+    {
+      "epoch": 0.3074166109146516,
+      "grad_norm": 306.8036193847656,
+      "learning_rate": 1.920815000337978e-05,
+      "loss": 30.2656,
+      "step": 6433
+    },
+    {
+      "epoch": 0.307464398356112,
+      "grad_norm": 455.93157958984375,
+      "learning_rate": 1.920784816773091e-05,
+      "loss": 33.2031,
+      "step": 6434
+    },
+    {
+      "epoch": 0.3075121857975724,
+      "grad_norm": 164.3420867919922,
+      "learning_rate": 1.9207546276938914e-05,
+      "loss": 20.5312,
+      "step": 6435
+    },
+    {
+      "epoch": 0.3075599732390328,
+      "grad_norm": 326.19061279296875,
+      "learning_rate": 1.9207244331005593e-05,
+      "loss": 28.1406,
+      "step": 6436
+    },
+    {
+      "epoch": 0.30760776068049317,
+      "grad_norm": 325.53106689453125,
+      "learning_rate": 1.9206942329932762e-05,
+      "loss": 23.6875,
+      "step": 6437
+    },
+    {
+      "epoch": 0.30765554812195356,
+      "grad_norm": 404.52447509765625,
+      "learning_rate": 1.9206640273722227e-05,
+      "loss": 22.2656,
+      "step": 6438
+    },
+    {
+      "epoch": 0.30770333556341395,
+      "grad_norm": 263.6827697753906,
+      "learning_rate": 1.9206338162375796e-05,
+      "loss": 35.9375,
+      "step": 6439
+    },
+    {
+      "epoch": 0.30775112300487434,
+      "grad_norm": 254.86328125,
+      "learning_rate": 1.920603599589528e-05,
+      "loss": 28.3438,
+      "step": 6440
+    },
+    {
+      "epoch": 0.30779891044633473,
+      "grad_norm": 240.02523803710938,
+      "learning_rate": 1.9205733774282482e-05,
+      "loss": 22.375,
+      "step": 6441
+    },
+    {
+      "epoch": 0.30784669788779506,
+      "grad_norm": 434.1181335449219,
+      "learning_rate": 1.920543149753922e-05,
+      "loss": 36.0625,
+      "step": 6442
+    },
+    {
+      "epoch": 0.30789448532925545,
+      "grad_norm": 441.25958251953125,
+      "learning_rate": 1.92051291656673e-05,
+      "loss": 37.375,
+      "step": 6443
+    },
+    {
+      "epoch": 0.30794227277071584,
+      "grad_norm": 337.6384582519531,
+      "learning_rate": 1.920482677866854e-05,
+      "loss": 42.1875,
+      "step": 6444
+    },
+    {
+      "epoch": 0.30799006021217623,
+      "grad_norm": 271.54010009765625,
+      "learning_rate": 1.920452433654474e-05,
+      "loss": 20.1094,
+      "step": 6445
+    },
+    {
+      "epoch": 0.3080378476536366,
+      "grad_norm": 245.0625762939453,
+      "learning_rate": 1.920422183929772e-05,
+      "loss": 29.9688,
+      "step": 6446
+    },
+    {
+      "epoch": 0.308085635095097,
+      "grad_norm": 381.2179260253906,
+      "learning_rate": 1.9203919286929283e-05,
+      "loss": 43.5625,
+      "step": 6447
+    },
+    {
+      "epoch": 0.3081334225365574,
+      "grad_norm": 307.5794372558594,
+      "learning_rate": 1.9203616679441252e-05,
+      "loss": 43.1562,
+      "step": 6448
+    },
+    {
+      "epoch": 0.3081812099780178,
+      "grad_norm": 384.9559326171875,
+      "learning_rate": 1.9203314016835425e-05,
+      "loss": 30.75,
+      "step": 6449
+    },
+    {
+      "epoch": 0.3082289974194782,
+      "grad_norm": 290.6125183105469,
+      "learning_rate": 1.920301129911363e-05,
+      "loss": 35.5312,
+      "step": 6450
+    },
+    {
+      "epoch": 0.30827678486093857,
+      "grad_norm": 210.87936401367188,
+      "learning_rate": 1.920270852627767e-05,
+      "loss": 26.375,
+      "step": 6451
+    },
+    {
+      "epoch": 0.3083245723023989,
+      "grad_norm": 585.66259765625,
+      "learning_rate": 1.920240569832936e-05,
+      "loss": 25.6875,
+      "step": 6452
+    },
+    {
+      "epoch": 0.3083723597438593,
+      "grad_norm": 265.8975524902344,
+      "learning_rate": 1.9202102815270512e-05,
+      "loss": 33.9375,
+      "step": 6453
+    },
+    {
+      "epoch": 0.3084201471853197,
+      "grad_norm": 301.27410888671875,
+      "learning_rate": 1.9201799877102946e-05,
+      "loss": 33.6562,
+      "step": 6454
+    },
+    {
+      "epoch": 0.30846793462678007,
+      "grad_norm": 801.92919921875,
+      "learning_rate": 1.9201496883828473e-05,
+      "loss": 57.0,
+      "step": 6455
+    },
+    {
+      "epoch": 0.30851572206824046,
+      "grad_norm": 697.5421752929688,
+      "learning_rate": 1.9201193835448904e-05,
+      "loss": 42.3125,
+      "step": 6456
+    },
+    {
+      "epoch": 0.30856350950970085,
+      "grad_norm": 275.42254638671875,
+      "learning_rate": 1.9200890731966056e-05,
+      "loss": 28.9062,
+      "step": 6457
+    },
+    {
+      "epoch": 0.30861129695116124,
+      "grad_norm": 264.2186584472656,
+      "learning_rate": 1.9200587573381747e-05,
+      "loss": 35.5938,
+      "step": 6458
+    },
+    {
+      "epoch": 0.30865908439262163,
+      "grad_norm": 182.55796813964844,
+      "learning_rate": 1.920028435969779e-05,
+      "loss": 32.375,
+      "step": 6459
+    },
+    {
+      "epoch": 0.308706871834082,
+      "grad_norm": 229.51649475097656,
+      "learning_rate": 1.9199981090916e-05,
+      "loss": 35.8125,
+      "step": 6460
+    },
+    {
+      "epoch": 0.3087546592755424,
+      "grad_norm": 169.77273559570312,
+      "learning_rate": 1.9199677767038196e-05,
+      "loss": 21.5156,
+      "step": 6461
+    },
+    {
+      "epoch": 0.3088024467170028,
+      "grad_norm": 246.7168426513672,
+      "learning_rate": 1.9199374388066193e-05,
+      "loss": 30.8125,
+      "step": 6462
+    },
+    {
+      "epoch": 0.30885023415846313,
+      "grad_norm": 353.5467834472656,
+      "learning_rate": 1.9199070954001806e-05,
+      "loss": 28.125,
+      "step": 6463
+    },
+    {
+      "epoch": 0.3088980215999235,
+      "grad_norm": 232.56582641601562,
+      "learning_rate": 1.9198767464846856e-05,
+      "loss": 38.5,
+      "step": 6464
+    },
+    {
+      "epoch": 0.3089458090413839,
+      "grad_norm": 481.9575500488281,
+      "learning_rate": 1.9198463920603157e-05,
+      "loss": 42.5938,
+      "step": 6465
+    },
+    {
+      "epoch": 0.3089935964828443,
+      "grad_norm": 237.831298828125,
+      "learning_rate": 1.919816032127253e-05,
+      "loss": 34.0938,
+      "step": 6466
+    },
+    {
+      "epoch": 0.3090413839243047,
+      "grad_norm": 215.09890747070312,
+      "learning_rate": 1.9197856666856792e-05,
+      "loss": 25.6875,
+      "step": 6467
+    },
+    {
+      "epoch": 0.3090891713657651,
+      "grad_norm": 295.5408630371094,
+      "learning_rate": 1.9197552957357758e-05,
+      "loss": 28.5,
+      "step": 6468
+    },
+    {
+      "epoch": 0.30913695880722547,
+      "grad_norm": 342.4904479980469,
+      "learning_rate": 1.9197249192777256e-05,
+      "loss": 36.9062,
+      "step": 6469
+    },
+    {
+      "epoch": 0.30918474624868586,
+      "grad_norm": 248.54412841796875,
+      "learning_rate": 1.9196945373117094e-05,
+      "loss": 31.5938,
+      "step": 6470
+    },
+    {
+      "epoch": 0.30923253369014625,
+      "grad_norm": 299.0928649902344,
+      "learning_rate": 1.9196641498379096e-05,
+      "loss": 32.3438,
+      "step": 6471
+    },
+    {
+      "epoch": 0.30928032113160664,
+      "grad_norm": 284.9281311035156,
+      "learning_rate": 1.9196337568565085e-05,
+      "loss": 28.3125,
+      "step": 6472
+    },
+    {
+      "epoch": 0.309328108573067,
+      "grad_norm": 276.05511474609375,
+      "learning_rate": 1.9196033583676876e-05,
+      "loss": 31.8438,
+      "step": 6473
+    },
+    {
+      "epoch": 0.30937589601452736,
+      "grad_norm": 227.24331665039062,
+      "learning_rate": 1.9195729543716296e-05,
+      "loss": 34.9062,
+      "step": 6474
+    },
+    {
+      "epoch": 0.30942368345598775,
+      "grad_norm": 384.1789245605469,
+      "learning_rate": 1.9195425448685157e-05,
+      "loss": 29.4375,
+      "step": 6475
+    },
+    {
+      "epoch": 0.30947147089744814,
+      "grad_norm": 279.6209411621094,
+      "learning_rate": 1.9195121298585286e-05,
+      "loss": 27.8125,
+      "step": 6476
+    },
+    {
+      "epoch": 0.30951925833890853,
+      "grad_norm": 280.1331481933594,
+      "learning_rate": 1.9194817093418506e-05,
+      "loss": 36.125,
+      "step": 6477
+    },
+    {
+      "epoch": 0.3095670457803689,
+      "grad_norm": 185.9913787841797,
+      "learning_rate": 1.9194512833186635e-05,
+      "loss": 32.2344,
+      "step": 6478
+    },
+    {
+      "epoch": 0.3096148332218293,
+      "grad_norm": 270.72265625,
+      "learning_rate": 1.9194208517891494e-05,
+      "loss": 27.8281,
+      "step": 6479
+    },
+    {
+      "epoch": 0.3096626206632897,
+      "grad_norm": 242.35882568359375,
+      "learning_rate": 1.9193904147534908e-05,
+      "loss": 27.4531,
+      "step": 6480
+    },
+    {
+      "epoch": 0.3097104081047501,
+      "grad_norm": 170.39120483398438,
+      "learning_rate": 1.9193599722118704e-05,
+      "loss": 21.0312,
+      "step": 6481
+    },
+    {
+      "epoch": 0.3097581955462105,
+      "grad_norm": 356.8520812988281,
+      "learning_rate": 1.9193295241644698e-05,
+      "loss": 33.9688,
+      "step": 6482
+    },
+    {
+      "epoch": 0.3098059829876708,
+      "grad_norm": 439.32452392578125,
+      "learning_rate": 1.9192990706114715e-05,
+      "loss": 31.25,
+      "step": 6483
+    },
+    {
+      "epoch": 0.3098537704291312,
+      "grad_norm": 341.9338684082031,
+      "learning_rate": 1.919268611553058e-05,
+      "loss": 42.0312,
+      "step": 6484
+    },
+    {
+      "epoch": 0.3099015578705916,
+      "grad_norm": 393.923095703125,
+      "learning_rate": 1.919238146989412e-05,
+      "loss": 41.375,
+      "step": 6485
+    },
+    {
+      "epoch": 0.309949345312052,
+      "grad_norm": 349.542236328125,
+      "learning_rate": 1.9192076769207153e-05,
+      "loss": 30.1562,
+      "step": 6486
+    },
+    {
+      "epoch": 0.30999713275351237,
+      "grad_norm": 196.45079040527344,
+      "learning_rate": 1.9191772013471505e-05,
+      "loss": 25.5,
+      "step": 6487
+    },
+    {
+      "epoch": 0.31004492019497276,
+      "grad_norm": 493.5398254394531,
+      "learning_rate": 1.9191467202689008e-05,
+      "loss": 36.9688,
+      "step": 6488
+    },
+    {
+      "epoch": 0.31009270763643315,
+      "grad_norm": 171.44830322265625,
+      "learning_rate": 1.9191162336861482e-05,
+      "loss": 25.4688,
+      "step": 6489
+    },
+    {
+      "epoch": 0.31014049507789354,
+      "grad_norm": 285.7070007324219,
+      "learning_rate": 1.919085741599075e-05,
+      "loss": 35.0938,
+      "step": 6490
+    },
+    {
+      "epoch": 0.31018828251935393,
+      "grad_norm": 312.77618408203125,
+      "learning_rate": 1.9190552440078645e-05,
+      "loss": 43.5,
+      "step": 6491
+    },
+    {
+      "epoch": 0.3102360699608143,
+      "grad_norm": 286.23065185546875,
+      "learning_rate": 1.9190247409126993e-05,
+      "loss": 29.375,
+      "step": 6492
+    },
+    {
+      "epoch": 0.3102838574022747,
+      "grad_norm": 349.0089111328125,
+      "learning_rate": 1.9189942323137613e-05,
+      "loss": 36.5625,
+      "step": 6493
+    },
+    {
+      "epoch": 0.31033164484373504,
+      "grad_norm": 178.84349060058594,
+      "learning_rate": 1.9189637182112336e-05,
+      "loss": 40.4688,
+      "step": 6494
+    },
+    {
+      "epoch": 0.31037943228519543,
+      "grad_norm": 262.73944091796875,
+      "learning_rate": 1.9189331986052993e-05,
+      "loss": 26.1875,
+      "step": 6495
+    },
+    {
+      "epoch": 0.3104272197266558,
+      "grad_norm": 456.394287109375,
+      "learning_rate": 1.9189026734961408e-05,
+      "loss": 28.4688,
+      "step": 6496
+    },
+    {
+      "epoch": 0.3104750071681162,
+      "grad_norm": 355.6913146972656,
+      "learning_rate": 1.9188721428839407e-05,
+      "loss": 37.2812,
+      "step": 6497
+    },
+    {
+      "epoch": 0.3105227946095766,
+      "grad_norm": 330.2840576171875,
+      "learning_rate": 1.9188416067688823e-05,
+      "loss": 47.0625,
+      "step": 6498
+    },
+    {
+      "epoch": 0.310570582051037,
+      "grad_norm": 432.27294921875,
+      "learning_rate": 1.9188110651511486e-05,
+      "loss": 20.3438,
+      "step": 6499
+    },
+    {
+      "epoch": 0.3106183694924974,
+      "grad_norm": 185.4561309814453,
+      "learning_rate": 1.918780518030922e-05,
+      "loss": 37.1562,
+      "step": 6500
+    },
+    {
+      "epoch": 0.31066615693395777,
+      "grad_norm": 267.2953186035156,
+      "learning_rate": 1.918749965408386e-05,
+      "loss": 36.4375,
+      "step": 6501
+    },
+    {
+      "epoch": 0.31071394437541816,
+      "grad_norm": 544.1068115234375,
+      "learning_rate": 1.918719407283723e-05,
+      "loss": 33.125,
+      "step": 6502
+    },
+    {
+      "epoch": 0.31076173181687855,
+      "grad_norm": 336.9491882324219,
+      "learning_rate": 1.9186888436571157e-05,
+      "loss": 23.125,
+      "step": 6503
+    },
+    {
+      "epoch": 0.3108095192583389,
+      "grad_norm": 278.3368835449219,
+      "learning_rate": 1.918658274528748e-05,
+      "loss": 23.4844,
+      "step": 6504
+    },
+    {
+      "epoch": 0.3108573066997993,
+      "grad_norm": 216.68069458007812,
+      "learning_rate": 1.9186276998988026e-05,
+      "loss": 48.5312,
+      "step": 6505
+    },
+    {
+      "epoch": 0.31090509414125966,
+      "grad_norm": 176.481201171875,
+      "learning_rate": 1.918597119767463e-05,
+      "loss": 29.3906,
+      "step": 6506
+    },
+    {
+      "epoch": 0.31095288158272005,
+      "grad_norm": 265.5019226074219,
+      "learning_rate": 1.9185665341349117e-05,
+      "loss": 35.75,
+      "step": 6507
+    },
+    {
+      "epoch": 0.31100066902418044,
+      "grad_norm": 438.8013916015625,
+      "learning_rate": 1.918535943001332e-05,
+      "loss": 27.1562,
+      "step": 6508
+    },
+    {
+      "epoch": 0.31104845646564083,
+      "grad_norm": 223.9108428955078,
+      "learning_rate": 1.9185053463669073e-05,
+      "loss": 25.4062,
+      "step": 6509
+    },
+    {
+      "epoch": 0.3110962439071012,
+      "grad_norm": 265.24957275390625,
+      "learning_rate": 1.918474744231821e-05,
+      "loss": 47.625,
+      "step": 6510
+    },
+    {
+      "epoch": 0.3111440313485616,
+      "grad_norm": 216.3686065673828,
+      "learning_rate": 1.9184441365962558e-05,
+      "loss": 26.4062,
+      "step": 6511
+    },
+    {
+      "epoch": 0.311191818790022,
+      "grad_norm": 330.7846984863281,
+      "learning_rate": 1.9184135234603956e-05,
+      "loss": 29.0938,
+      "step": 6512
+    },
+    {
+      "epoch": 0.3112396062314824,
+      "grad_norm": 225.71888732910156,
+      "learning_rate": 1.9183829048244232e-05,
+      "loss": 28.3125,
+      "step": 6513
+    },
+    {
+      "epoch": 0.3112873936729427,
+      "grad_norm": 252.76564025878906,
+      "learning_rate": 1.9183522806885226e-05,
+      "loss": 24.25,
+      "step": 6514
+    },
+    {
+      "epoch": 0.3113351811144031,
+      "grad_norm": 149.08209228515625,
+      "learning_rate": 1.9183216510528767e-05,
+      "loss": 19.9375,
+      "step": 6515
+    },
+    {
+      "epoch": 0.3113829685558635,
+      "grad_norm": 295.38555908203125,
+      "learning_rate": 1.918291015917669e-05,
+      "loss": 41.9375,
+      "step": 6516
+    },
+    {
+      "epoch": 0.3114307559973239,
+      "grad_norm": 727.0610961914062,
+      "learning_rate": 1.9182603752830832e-05,
+      "loss": 35.375,
+      "step": 6517
+    },
+    {
+      "epoch": 0.3114785434387843,
+      "grad_norm": 268.6139831542969,
+      "learning_rate": 1.9182297291493025e-05,
+      "loss": 25.5,
+      "step": 6518
+    },
+    {
+      "epoch": 0.3115263308802447,
+      "grad_norm": 249.39654541015625,
+      "learning_rate": 1.91819907751651e-05,
+      "loss": 33.5312,
+      "step": 6519
+    },
+    {
+      "epoch": 0.31157411832170506,
+      "grad_norm": 396.63458251953125,
+      "learning_rate": 1.9181684203848907e-05,
+      "loss": 26.7656,
+      "step": 6520
+    },
+    {
+      "epoch": 0.31162190576316545,
+      "grad_norm": 337.2057189941406,
+      "learning_rate": 1.918137757754627e-05,
+      "loss": 37.3125,
+      "step": 6521
+    },
+    {
+      "epoch": 0.31166969320462584,
+      "grad_norm": 236.50509643554688,
+      "learning_rate": 1.918107089625903e-05,
+      "loss": 32.9375,
+      "step": 6522
+    },
+    {
+      "epoch": 0.31171748064608623,
+      "grad_norm": 645.6500854492188,
+      "learning_rate": 1.918076415998902e-05,
+      "loss": 33.6562,
+      "step": 6523
+    },
+    {
+      "epoch": 0.31176526808754657,
+      "grad_norm": 268.64093017578125,
+      "learning_rate": 1.918045736873808e-05,
+      "loss": 44.375,
+      "step": 6524
+    },
+    {
+      "epoch": 0.31181305552900695,
+      "grad_norm": 332.0940246582031,
+      "learning_rate": 1.918015052250805e-05,
+      "loss": 24.5,
+      "step": 6525
+    },
+    {
+      "epoch": 0.31186084297046734,
+      "grad_norm": 210.98419189453125,
+      "learning_rate": 1.9179843621300757e-05,
+      "loss": 37.0312,
+      "step": 6526
+    },
+    {
+      "epoch": 0.31190863041192773,
+      "grad_norm": 261.7438049316406,
+      "learning_rate": 1.917953666511805e-05,
+      "loss": 25.5312,
+      "step": 6527
+    },
+    {
+      "epoch": 0.3119564178533881,
+      "grad_norm": 548.3908081054688,
+      "learning_rate": 1.9179229653961762e-05,
+      "loss": 39.4688,
+      "step": 6528
+    },
+    {
+      "epoch": 0.3120042052948485,
+      "grad_norm": 430.00506591796875,
+      "learning_rate": 1.9178922587833734e-05,
+      "loss": 40.125,
+      "step": 6529
+    },
+    {
+      "epoch": 0.3120519927363089,
+      "grad_norm": 247.9043426513672,
+      "learning_rate": 1.9178615466735802e-05,
+      "loss": 37.4375,
+      "step": 6530
+    },
+    {
+      "epoch": 0.3120997801777693,
+      "grad_norm": 202.88861083984375,
+      "learning_rate": 1.917830829066981e-05,
+      "loss": 29.2812,
+      "step": 6531
+    },
+    {
+      "epoch": 0.3121475676192297,
+      "grad_norm": 302.3780822753906,
+      "learning_rate": 1.917800105963759e-05,
+      "loss": 27.6094,
+      "step": 6532
+    },
+    {
+      "epoch": 0.31219535506069007,
+      "grad_norm": 279.1530456542969,
+      "learning_rate": 1.917769377364099e-05,
+      "loss": 34.2812,
+      "step": 6533
+    },
+    {
+      "epoch": 0.31224314250215046,
+      "grad_norm": 295.2740173339844,
+      "learning_rate": 1.9177386432681847e-05,
+      "loss": 38.6562,
+      "step": 6534
+    },
+    {
+      "epoch": 0.3122909299436108,
+      "grad_norm": 287.0408020019531,
+      "learning_rate": 1.9177079036761998e-05,
+      "loss": 23.9375,
+      "step": 6535
+    },
+    {
+      "epoch": 0.3123387173850712,
+      "grad_norm": 285.11083984375,
+      "learning_rate": 1.917677158588329e-05,
+      "loss": 24.8438,
+      "step": 6536
+    },
+    {
+      "epoch": 0.3123865048265316,
+      "grad_norm": 590.7463989257812,
+      "learning_rate": 1.9176464080047565e-05,
+      "loss": 32.4688,
+      "step": 6537
+    },
+    {
+      "epoch": 0.31243429226799196,
+      "grad_norm": 227.13067626953125,
+      "learning_rate": 1.9176156519256656e-05,
+      "loss": 28.8125,
+      "step": 6538
+    },
+    {
+      "epoch": 0.31248207970945235,
+      "grad_norm": 278.5008850097656,
+      "learning_rate": 1.917584890351241e-05,
+      "loss": 40.2969,
+      "step": 6539
+    },
+    {
+      "epoch": 0.31252986715091274,
+      "grad_norm": 280.42010498046875,
+      "learning_rate": 1.9175541232816667e-05,
+      "loss": 39.5,
+      "step": 6540
+    },
+    {
+      "epoch": 0.31257765459237313,
+      "grad_norm": 328.09259033203125,
+      "learning_rate": 1.9175233507171276e-05,
+      "loss": 25.6406,
+      "step": 6541
+    },
+    {
+      "epoch": 0.3126254420338335,
+      "grad_norm": 441.07598876953125,
+      "learning_rate": 1.9174925726578076e-05,
+      "loss": 33.625,
+      "step": 6542
+    },
+    {
+      "epoch": 0.3126732294752939,
+      "grad_norm": 143.24880981445312,
+      "learning_rate": 1.917461789103891e-05,
+      "loss": 23.4062,
+      "step": 6543
+    },
+    {
+      "epoch": 0.3127210169167543,
+      "grad_norm": 265.797607421875,
+      "learning_rate": 1.9174310000555617e-05,
+      "loss": 29.9375,
+      "step": 6544
+    },
+    {
+      "epoch": 0.31276880435821464,
+      "grad_norm": 329.38677978515625,
+      "learning_rate": 1.917400205513005e-05,
+      "loss": 37.4375,
+      "step": 6545
+    },
+    {
+      "epoch": 0.312816591799675,
+      "grad_norm": 406.1733093261719,
+      "learning_rate": 1.9173694054764044e-05,
+      "loss": 33.1562,
+      "step": 6546
+    },
+    {
+      "epoch": 0.3128643792411354,
+      "grad_norm": 388.2430725097656,
+      "learning_rate": 1.917338599945945e-05,
+      "loss": 31.0312,
+      "step": 6547
+    },
+    {
+      "epoch": 0.3129121666825958,
+      "grad_norm": 283.7956848144531,
+      "learning_rate": 1.9173077889218114e-05,
+      "loss": 35.5625,
+      "step": 6548
+    },
+    {
+      "epoch": 0.3129599541240562,
+      "grad_norm": 445.083984375,
+      "learning_rate": 1.9172769724041872e-05,
+      "loss": 33.625,
+      "step": 6549
+    },
+    {
+      "epoch": 0.3130077415655166,
+      "grad_norm": 632.1222534179688,
+      "learning_rate": 1.917246150393258e-05,
+      "loss": 30.0938,
+      "step": 6550
+    },
+    {
+      "epoch": 0.313055529006977,
+      "grad_norm": 440.5638732910156,
+      "learning_rate": 1.9172153228892077e-05,
+      "loss": 33.7188,
+      "step": 6551
+    },
+    {
+      "epoch": 0.31310331644843736,
+      "grad_norm": 272.54681396484375,
+      "learning_rate": 1.9171844898922208e-05,
+      "loss": 24.0625,
+      "step": 6552
+    },
+    {
+      "epoch": 0.31315110388989775,
+      "grad_norm": 259.73919677734375,
+      "learning_rate": 1.917153651402483e-05,
+      "loss": 30.5781,
+      "step": 6553
+    },
+    {
+      "epoch": 0.31319889133135814,
+      "grad_norm": 209.2395782470703,
+      "learning_rate": 1.917122807420178e-05,
+      "loss": 25.7188,
+      "step": 6554
+    },
+    {
+      "epoch": 0.3132466787728185,
+      "grad_norm": 181.2698974609375,
+      "learning_rate": 1.917091957945491e-05,
+      "loss": 17.6406,
+      "step": 6555
+    },
+    {
+      "epoch": 0.31329446621427887,
+      "grad_norm": 391.1937561035156,
+      "learning_rate": 1.9170611029786062e-05,
+      "loss": 42.375,
+      "step": 6556
+    },
+    {
+      "epoch": 0.31334225365573926,
+      "grad_norm": 518.8490600585938,
+      "learning_rate": 1.9170302425197086e-05,
+      "loss": 32.625,
+      "step": 6557
+    },
+    {
+      "epoch": 0.31339004109719965,
+      "grad_norm": 263.1672058105469,
+      "learning_rate": 1.9169993765689834e-05,
+      "loss": 25.0312,
+      "step": 6558
+    },
+    {
+      "epoch": 0.31343782853866003,
+      "grad_norm": 205.9305419921875,
+      "learning_rate": 1.916968505126615e-05,
+      "loss": 34.6406,
+      "step": 6559
+    },
+    {
+      "epoch": 0.3134856159801204,
+      "grad_norm": 231.24595642089844,
+      "learning_rate": 1.916937628192789e-05,
+      "loss": 40.8125,
+      "step": 6560
+    },
+    {
+      "epoch": 0.3135334034215808,
+      "grad_norm": 211.60935974121094,
+      "learning_rate": 1.9169067457676895e-05,
+      "loss": 22.25,
+      "step": 6561
+    },
+    {
+      "epoch": 0.3135811908630412,
+      "grad_norm": 588.3204956054688,
+      "learning_rate": 1.9168758578515016e-05,
+      "loss": 46.3438,
+      "step": 6562
+    },
+    {
+      "epoch": 0.3136289783045016,
+      "grad_norm": 232.7662353515625,
+      "learning_rate": 1.9168449644444105e-05,
+      "loss": 23.0312,
+      "step": 6563
+    },
+    {
+      "epoch": 0.313676765745962,
+      "grad_norm": 173.6164093017578,
+      "learning_rate": 1.916814065546601e-05,
+      "loss": 30.25,
+      "step": 6564
+    },
+    {
+      "epoch": 0.3137245531874224,
+      "grad_norm": 188.21331787109375,
+      "learning_rate": 1.916783161158258e-05,
+      "loss": 28.2812,
+      "step": 6565
+    },
+    {
+      "epoch": 0.3137723406288827,
+      "grad_norm": 354.7277526855469,
+      "learning_rate": 1.9167522512795673e-05,
+      "loss": 36.3125,
+      "step": 6566
+    },
+    {
+      "epoch": 0.3138201280703431,
+      "grad_norm": 217.3837890625,
+      "learning_rate": 1.9167213359107137e-05,
+      "loss": 21.0938,
+      "step": 6567
+    },
+    {
+      "epoch": 0.3138679155118035,
+      "grad_norm": 187.41090393066406,
+      "learning_rate": 1.916690415051882e-05,
+      "loss": 30.7188,
+      "step": 6568
+    },
+    {
+      "epoch": 0.3139157029532639,
+      "grad_norm": 267.19451904296875,
+      "learning_rate": 1.916659488703257e-05,
+      "loss": 27.2188,
+      "step": 6569
+    },
+    {
+      "epoch": 0.31396349039472427,
+      "grad_norm": 200.51251220703125,
+      "learning_rate": 1.9166285568650252e-05,
+      "loss": 31.6562,
+      "step": 6570
+    },
+    {
+      "epoch": 0.31401127783618465,
+      "grad_norm": 399.36541748046875,
+      "learning_rate": 1.916597619537371e-05,
+      "loss": 43.9062,
+      "step": 6571
+    },
+    {
+      "epoch": 0.31405906527764504,
+      "grad_norm": 221.2670440673828,
+      "learning_rate": 1.9165666767204797e-05,
+      "loss": 29.0469,
+      "step": 6572
+    },
+    {
+      "epoch": 0.31410685271910543,
+      "grad_norm": 418.9213562011719,
+      "learning_rate": 1.9165357284145364e-05,
+      "loss": 46.0312,
+      "step": 6573
+    },
+    {
+      "epoch": 0.3141546401605658,
+      "grad_norm": 350.7264404296875,
+      "learning_rate": 1.9165047746197272e-05,
+      "loss": 28.625,
+      "step": 6574
+    },
+    {
+      "epoch": 0.3142024276020262,
+      "grad_norm": 253.85826110839844,
+      "learning_rate": 1.9164738153362366e-05,
+      "loss": 30.25,
+      "step": 6575
+    },
+    {
+      "epoch": 0.31425021504348655,
+      "grad_norm": 143.84278869628906,
+      "learning_rate": 1.9164428505642507e-05,
+      "loss": 23.3125,
+      "step": 6576
+    },
+    {
+      "epoch": 0.31429800248494694,
+      "grad_norm": 177.8920135498047,
+      "learning_rate": 1.9164118803039548e-05,
+      "loss": 32.2812,
+      "step": 6577
+    },
+    {
+      "epoch": 0.3143457899264073,
+      "grad_norm": 262.9647521972656,
+      "learning_rate": 1.916380904555534e-05,
+      "loss": 35.9688,
+      "step": 6578
+    },
+    {
+      "epoch": 0.3143935773678677,
+      "grad_norm": 225.2413330078125,
+      "learning_rate": 1.916349923319174e-05,
+      "loss": 30.125,
+      "step": 6579
+    },
+    {
+      "epoch": 0.3144413648093281,
+      "grad_norm": 344.6206359863281,
+      "learning_rate": 1.9163189365950606e-05,
+      "loss": 32.3125,
+      "step": 6580
+    },
+    {
+      "epoch": 0.3144891522507885,
+      "grad_norm": 231.5526885986328,
+      "learning_rate": 1.9162879443833787e-05,
+      "loss": 28.125,
+      "step": 6581
+    },
+    {
+      "epoch": 0.3145369396922489,
+      "grad_norm": 190.38821411132812,
+      "learning_rate": 1.9162569466843148e-05,
+      "loss": 30.125,
+      "step": 6582
+    },
+    {
+      "epoch": 0.3145847271337093,
+      "grad_norm": 262.6019287109375,
+      "learning_rate": 1.916225943498054e-05,
+      "loss": 35.1875,
+      "step": 6583
+    },
+    {
+      "epoch": 0.31463251457516966,
+      "grad_norm": 563.0034790039062,
+      "learning_rate": 1.9161949348247823e-05,
+      "loss": 28.75,
+      "step": 6584
+    },
+    {
+      "epoch": 0.31468030201663005,
+      "grad_norm": 291.9646911621094,
+      "learning_rate": 1.9161639206646847e-05,
+      "loss": 43.875,
+      "step": 6585
+    },
+    {
+      "epoch": 0.3147280894580904,
+      "grad_norm": 301.18780517578125,
+      "learning_rate": 1.9161329010179474e-05,
+      "loss": 28.7812,
+      "step": 6586
+    },
+    {
+      "epoch": 0.3147758768995508,
+      "grad_norm": 264.95599365234375,
+      "learning_rate": 1.9161018758847562e-05,
+      "loss": 29.1875,
+      "step": 6587
+    },
+    {
+      "epoch": 0.31482366434101117,
+      "grad_norm": 167.8469696044922,
+      "learning_rate": 1.916070845265297e-05,
+      "loss": 29.7188,
+      "step": 6588
+    },
+    {
+      "epoch": 0.31487145178247156,
+      "grad_norm": 193.76651000976562,
+      "learning_rate": 1.9160398091597555e-05,
+      "loss": 23.875,
+      "step": 6589
+    },
+    {
+      "epoch": 0.31491923922393195,
+      "grad_norm": 215.98377990722656,
+      "learning_rate": 1.9160087675683174e-05,
+      "loss": 25.6875,
+      "step": 6590
+    },
+    {
+      "epoch": 0.31496702666539234,
+      "grad_norm": 379.48760986328125,
+      "learning_rate": 1.915977720491169e-05,
+      "loss": 35.8125,
+      "step": 6591
+    },
+    {
+      "epoch": 0.3150148141068527,
+      "grad_norm": 184.690673828125,
+      "learning_rate": 1.9159466679284955e-05,
+      "loss": 24.4375,
+      "step": 6592
+    },
+    {
+      "epoch": 0.3150626015483131,
+      "grad_norm": 371.7203063964844,
+      "learning_rate": 1.9159156098804842e-05,
+      "loss": 28.4062,
+      "step": 6593
+    },
+    {
+      "epoch": 0.3151103889897735,
+      "grad_norm": 393.7461853027344,
+      "learning_rate": 1.9158845463473196e-05,
+      "loss": 33.5312,
+      "step": 6594
+    },
+    {
+      "epoch": 0.3151581764312339,
+      "grad_norm": 263.5121154785156,
+      "learning_rate": 1.9158534773291884e-05,
+      "loss": 19.8438,
+      "step": 6595
+    },
+    {
+      "epoch": 0.3152059638726943,
+      "grad_norm": 310.0113525390625,
+      "learning_rate": 1.915822402826277e-05,
+      "loss": 30.0312,
+      "step": 6596
+    },
+    {
+      "epoch": 0.3152537513141546,
+      "grad_norm": 586.6400756835938,
+      "learning_rate": 1.9157913228387707e-05,
+      "loss": 42.75,
+      "step": 6597
+    },
+    {
+      "epoch": 0.315301538755615,
+      "grad_norm": 190.61068725585938,
+      "learning_rate": 1.915760237366856e-05,
+      "loss": 26.5781,
+      "step": 6598
+    },
+    {
+      "epoch": 0.3153493261970754,
+      "grad_norm": 409.9090270996094,
+      "learning_rate": 1.91572914641072e-05,
+      "loss": 42.0938,
+      "step": 6599
+    },
+    {
+      "epoch": 0.3153971136385358,
+      "grad_norm": 135.10865783691406,
+      "learning_rate": 1.9156980499705473e-05,
+      "loss": 30.5,
+      "step": 6600
+    },
+    {
+      "epoch": 0.3154449010799962,
+      "grad_norm": 179.97425842285156,
+      "learning_rate": 1.9156669480465247e-05,
+      "loss": 27.8594,
+      "step": 6601
+    },
+    {
+      "epoch": 0.31549268852145657,
+      "grad_norm": 217.6216278076172,
+      "learning_rate": 1.915635840638839e-05,
+      "loss": 25.0625,
+      "step": 6602
+    },
+    {
+      "epoch": 0.31554047596291696,
+      "grad_norm": 353.66864013671875,
+      "learning_rate": 1.915604727747676e-05,
+      "loss": 43.2812,
+      "step": 6603
+    },
+    {
+      "epoch": 0.31558826340437734,
+      "grad_norm": 249.86578369140625,
+      "learning_rate": 1.9155736093732224e-05,
+      "loss": 30.7188,
+      "step": 6604
+    },
+    {
+      "epoch": 0.31563605084583773,
+      "grad_norm": 554.61767578125,
+      "learning_rate": 1.9155424855156642e-05,
+      "loss": 43.1875,
+      "step": 6605
+    },
+    {
+      "epoch": 0.3156838382872981,
+      "grad_norm": 259.3978576660156,
+      "learning_rate": 1.9155113561751876e-05,
+      "loss": 34.2188,
+      "step": 6606
+    },
+    {
+      "epoch": 0.31573162572875846,
+      "grad_norm": 302.3865661621094,
+      "learning_rate": 1.9154802213519795e-05,
+      "loss": 21.2969,
+      "step": 6607
+    },
+    {
+      "epoch": 0.31577941317021885,
+      "grad_norm": 273.5467529296875,
+      "learning_rate": 1.915449081046226e-05,
+      "loss": 23.7031,
+      "step": 6608
+    },
+    {
+      "epoch": 0.31582720061167924,
+      "grad_norm": 249.3129425048828,
+      "learning_rate": 1.915417935258114e-05,
+      "loss": 24.0312,
+      "step": 6609
+    },
+    {
+      "epoch": 0.3158749880531396,
+      "grad_norm": 191.5319061279297,
+      "learning_rate": 1.9153867839878297e-05,
+      "loss": 18.375,
+      "step": 6610
+    },
+    {
+      "epoch": 0.3159227754946,
+      "grad_norm": 448.38238525390625,
+      "learning_rate": 1.9153556272355596e-05,
+      "loss": 37.0,
+      "step": 6611
+    },
+    {
+      "epoch": 0.3159705629360604,
+      "grad_norm": 192.20191955566406,
+      "learning_rate": 1.9153244650014905e-05,
+      "loss": 25.4375,
+      "step": 6612
+    },
+    {
+      "epoch": 0.3160183503775208,
+      "grad_norm": 261.920166015625,
+      "learning_rate": 1.915293297285809e-05,
+      "loss": 36.5781,
+      "step": 6613
+    },
+    {
+      "epoch": 0.3160661378189812,
+      "grad_norm": 289.4808654785156,
+      "learning_rate": 1.9152621240887016e-05,
+      "loss": 37.4062,
+      "step": 6614
+    },
+    {
+      "epoch": 0.3161139252604416,
+      "grad_norm": 324.8726806640625,
+      "learning_rate": 1.9152309454103553e-05,
+      "loss": 26.875,
+      "step": 6615
+    },
+    {
+      "epoch": 0.31616171270190196,
+      "grad_norm": 489.88995361328125,
+      "learning_rate": 1.9151997612509562e-05,
+      "loss": 26.875,
+      "step": 6616
+    },
+    {
+      "epoch": 0.3162095001433623,
+      "grad_norm": 297.6175842285156,
+      "learning_rate": 1.915168571610692e-05,
+      "loss": 21.0938,
+      "step": 6617
+    },
+    {
+      "epoch": 0.3162572875848227,
+      "grad_norm": 278.55047607421875,
+      "learning_rate": 1.9151373764897484e-05,
+      "loss": 25.1562,
+      "step": 6618
+    },
+    {
+      "epoch": 0.3163050750262831,
+      "grad_norm": 438.3288269042969,
+      "learning_rate": 1.915106175888313e-05,
+      "loss": 22.0938,
+      "step": 6619
+    },
+    {
+      "epoch": 0.31635286246774347,
+      "grad_norm": 205.03729248046875,
+      "learning_rate": 1.9150749698065727e-05,
+      "loss": 28.625,
+      "step": 6620
+    },
+    {
+      "epoch": 0.31640064990920386,
+      "grad_norm": 296.62689208984375,
+      "learning_rate": 1.9150437582447136e-05,
+      "loss": 31.6719,
+      "step": 6621
+    },
+    {
+      "epoch": 0.31644843735066425,
+      "grad_norm": 500.3116455078125,
+      "learning_rate": 1.9150125412029233e-05,
+      "loss": 33.9375,
+      "step": 6622
+    },
+    {
+      "epoch": 0.31649622479212464,
+      "grad_norm": 308.92645263671875,
+      "learning_rate": 1.914981318681389e-05,
+      "loss": 25.3125,
+      "step": 6623
+    },
+    {
+      "epoch": 0.316544012233585,
+      "grad_norm": 450.400634765625,
+      "learning_rate": 1.914950090680297e-05,
+      "loss": 37.3125,
+      "step": 6624
+    },
+    {
+      "epoch": 0.3165917996750454,
+      "grad_norm": 190.8094024658203,
+      "learning_rate": 1.914918857199834e-05,
+      "loss": 24.6094,
+      "step": 6625
+    },
+    {
+      "epoch": 0.3166395871165058,
+      "grad_norm": 611.7954711914062,
+      "learning_rate": 1.9148876182401884e-05,
+      "loss": 47.4375,
+      "step": 6626
+    },
+    {
+      "epoch": 0.31668737455796614,
+      "grad_norm": 441.0165710449219,
+      "learning_rate": 1.914856373801546e-05,
+      "loss": 30.25,
+      "step": 6627
+    },
+    {
+      "epoch": 0.31673516199942653,
+      "grad_norm": 477.8585510253906,
+      "learning_rate": 1.9148251238840947e-05,
+      "loss": 43.875,
+      "step": 6628
+    },
+    {
+      "epoch": 0.3167829494408869,
+      "grad_norm": 206.6574249267578,
+      "learning_rate": 1.9147938684880213e-05,
+      "loss": 30.7812,
+      "step": 6629
+    },
+    {
+      "epoch": 0.3168307368823473,
+      "grad_norm": 205.2957763671875,
+      "learning_rate": 1.9147626076135127e-05,
+      "loss": 30.9531,
+      "step": 6630
+    },
+    {
+      "epoch": 0.3168785243238077,
+      "grad_norm": 324.2019958496094,
+      "learning_rate": 1.9147313412607568e-05,
+      "loss": 31.625,
+      "step": 6631
+    },
+    {
+      "epoch": 0.3169263117652681,
+      "grad_norm": 235.2144775390625,
+      "learning_rate": 1.9147000694299403e-05,
+      "loss": 29.4062,
+      "step": 6632
+    },
+    {
+      "epoch": 0.3169740992067285,
+      "grad_norm": 346.7778625488281,
+      "learning_rate": 1.9146687921212507e-05,
+      "loss": 27.3438,
+      "step": 6633
+    },
+    {
+      "epoch": 0.31702188664818887,
+      "grad_norm": 223.39051818847656,
+      "learning_rate": 1.9146375093348755e-05,
+      "loss": 39.3125,
+      "step": 6634
+    },
+    {
+      "epoch": 0.31706967408964926,
+      "grad_norm": 285.9524841308594,
+      "learning_rate": 1.9146062210710016e-05,
+      "loss": 29.875,
+      "step": 6635
+    },
+    {
+      "epoch": 0.31711746153110965,
+      "grad_norm": 436.71630859375,
+      "learning_rate": 1.9145749273298168e-05,
+      "loss": 30.2812,
+      "step": 6636
+    },
+    {
+      "epoch": 0.31716524897257004,
+      "grad_norm": 240.44815063476562,
+      "learning_rate": 1.9145436281115083e-05,
+      "loss": 27.5625,
+      "step": 6637
+    },
+    {
+      "epoch": 0.31721303641403037,
+      "grad_norm": 233.11026000976562,
+      "learning_rate": 1.9145123234162635e-05,
+      "loss": 24.9688,
+      "step": 6638
+    },
+    {
+      "epoch": 0.31726082385549076,
+      "grad_norm": 273.8106994628906,
+      "learning_rate": 1.9144810132442696e-05,
+      "loss": 33.4844,
+      "step": 6639
+    },
+    {
+      "epoch": 0.31730861129695115,
+      "grad_norm": 246.813232421875,
+      "learning_rate": 1.9144496975957147e-05,
+      "loss": 30.5312,
+      "step": 6640
+    },
+    {
+      "epoch": 0.31735639873841154,
+      "grad_norm": 259.3525085449219,
+      "learning_rate": 1.9144183764707862e-05,
+      "loss": 27.9375,
+      "step": 6641
+    },
+    {
+      "epoch": 0.3174041861798719,
+      "grad_norm": 296.2680358886719,
+      "learning_rate": 1.9143870498696712e-05,
+      "loss": 36.1562,
+      "step": 6642
+    },
+    {
+      "epoch": 0.3174519736213323,
+      "grad_norm": 244.5293731689453,
+      "learning_rate": 1.914355717792558e-05,
+      "loss": 26.8125,
+      "step": 6643
+    },
+    {
+      "epoch": 0.3174997610627927,
+      "grad_norm": 462.48907470703125,
+      "learning_rate": 1.9143243802396338e-05,
+      "loss": 36.2812,
+      "step": 6644
+    },
+    {
+      "epoch": 0.3175475485042531,
+      "grad_norm": 280.9392395019531,
+      "learning_rate": 1.9142930372110865e-05,
+      "loss": 37.8438,
+      "step": 6645
+    },
+    {
+      "epoch": 0.3175953359457135,
+      "grad_norm": 342.70941162109375,
+      "learning_rate": 1.914261688707103e-05,
+      "loss": 43.875,
+      "step": 6646
+    },
+    {
+      "epoch": 0.3176431233871739,
+      "grad_norm": 296.80096435546875,
+      "learning_rate": 1.9142303347278727e-05,
+      "loss": 28.0312,
+      "step": 6647
+    },
+    {
+      "epoch": 0.3176909108286342,
+      "grad_norm": 350.0669860839844,
+      "learning_rate": 1.914198975273582e-05,
+      "loss": 36.3125,
+      "step": 6648
+    },
+    {
+      "epoch": 0.3177386982700946,
+      "grad_norm": 415.61053466796875,
+      "learning_rate": 1.9141676103444188e-05,
+      "loss": 36.3125,
+      "step": 6649
+    },
+    {
+      "epoch": 0.317786485711555,
+      "grad_norm": 266.38482666015625,
+      "learning_rate": 1.9141362399405713e-05,
+      "loss": 21.6719,
+      "step": 6650
+    },
+    {
+      "epoch": 0.3178342731530154,
+      "grad_norm": 286.3039245605469,
+      "learning_rate": 1.9141048640622273e-05,
+      "loss": 36.0625,
+      "step": 6651
+    },
+    {
+      "epoch": 0.31788206059447577,
+      "grad_norm": 242.15771484375,
+      "learning_rate": 1.9140734827095748e-05,
+      "loss": 36.4062,
+      "step": 6652
+    },
+    {
+      "epoch": 0.31792984803593616,
+      "grad_norm": 288.07391357421875,
+      "learning_rate": 1.9140420958828017e-05,
+      "loss": 37.0312,
+      "step": 6653
+    },
+    {
+      "epoch": 0.31797763547739655,
+      "grad_norm": 363.0089111328125,
+      "learning_rate": 1.9140107035820955e-05,
+      "loss": 35.0625,
+      "step": 6654
+    },
+    {
+      "epoch": 0.31802542291885694,
+      "grad_norm": 252.13197326660156,
+      "learning_rate": 1.913979305807645e-05,
+      "loss": 38.7812,
+      "step": 6655
+    },
+    {
+      "epoch": 0.3180732103603173,
+      "grad_norm": 385.5895080566406,
+      "learning_rate": 1.9139479025596375e-05,
+      "loss": 38.4062,
+      "step": 6656
+    },
+    {
+      "epoch": 0.3181209978017777,
+      "grad_norm": 416.510009765625,
+      "learning_rate": 1.9139164938382614e-05,
+      "loss": 27.7812,
+      "step": 6657
+    },
+    {
+      "epoch": 0.31816878524323805,
+      "grad_norm": 231.50149536132812,
+      "learning_rate": 1.913885079643705e-05,
+      "loss": 30.25,
+      "step": 6658
+    },
+    {
+      "epoch": 0.31821657268469844,
+      "grad_norm": 306.0300598144531,
+      "learning_rate": 1.913853659976156e-05,
+      "loss": 31.3438,
+      "step": 6659
+    },
+    {
+      "epoch": 0.31826436012615883,
+      "grad_norm": 291.6292419433594,
+      "learning_rate": 1.913822234835803e-05,
+      "loss": 20.8594,
+      "step": 6660
+    },
+    {
+      "epoch": 0.3183121475676192,
+      "grad_norm": 339.9940185546875,
+      "learning_rate": 1.913790804222834e-05,
+      "loss": 31.4688,
+      "step": 6661
+    },
+    {
+      "epoch": 0.3183599350090796,
+      "grad_norm": 476.2843933105469,
+      "learning_rate": 1.913759368137437e-05,
+      "loss": 29.7188,
+      "step": 6662
+    },
+    {
+      "epoch": 0.31840772245054,
+      "grad_norm": 250.82144165039062,
+      "learning_rate": 1.9137279265798003e-05,
+      "loss": 29.3125,
+      "step": 6663
+    },
+    {
+      "epoch": 0.3184555098920004,
+      "grad_norm": 378.3016052246094,
+      "learning_rate": 1.9136964795501124e-05,
+      "loss": 27.5625,
+      "step": 6664
+    },
+    {
+      "epoch": 0.3185032973334608,
+      "grad_norm": 408.27880859375,
+      "learning_rate": 1.913665027048562e-05,
+      "loss": 37.9688,
+      "step": 6665
+    },
+    {
+      "epoch": 0.31855108477492117,
+      "grad_norm": 271.87176513671875,
+      "learning_rate": 1.9136335690753367e-05,
+      "loss": 29.1875,
+      "step": 6666
+    },
+    {
+      "epoch": 0.31859887221638156,
+      "grad_norm": 327.77960205078125,
+      "learning_rate": 1.9136021056306253e-05,
+      "loss": 32.9062,
+      "step": 6667
+    },
+    {
+      "epoch": 0.31864665965784195,
+      "grad_norm": 419.92633056640625,
+      "learning_rate": 1.913570636714616e-05,
+      "loss": 36.25,
+      "step": 6668
+    },
+    {
+      "epoch": 0.3186944470993023,
+      "grad_norm": 287.8183288574219,
+      "learning_rate": 1.9135391623274976e-05,
+      "loss": 28.4062,
+      "step": 6669
+    },
+    {
+      "epoch": 0.31874223454076267,
+      "grad_norm": 220.2414093017578,
+      "learning_rate": 1.9135076824694585e-05,
+      "loss": 27.7188,
+      "step": 6670
+    },
+    {
+      "epoch": 0.31879002198222306,
+      "grad_norm": 160.27349853515625,
+      "learning_rate": 1.913476197140687e-05,
+      "loss": 35.625,
+      "step": 6671
+    },
+    {
+      "epoch": 0.31883780942368345,
+      "grad_norm": 260.1578369140625,
+      "learning_rate": 1.9134447063413717e-05,
+      "loss": 35.0938,
+      "step": 6672
+    },
+    {
+      "epoch": 0.31888559686514384,
+      "grad_norm": 264.1314392089844,
+      "learning_rate": 1.9134132100717013e-05,
+      "loss": 27.2812,
+      "step": 6673
+    },
+    {
+      "epoch": 0.31893338430660423,
+      "grad_norm": 324.3389892578125,
+      "learning_rate": 1.9133817083318646e-05,
+      "loss": 36.7812,
+      "step": 6674
+    },
+    {
+      "epoch": 0.3189811717480646,
+      "grad_norm": 194.63839721679688,
+      "learning_rate": 1.9133502011220498e-05,
+      "loss": 24.6562,
+      "step": 6675
+    },
+    {
+      "epoch": 0.319028959189525,
+      "grad_norm": 320.7763671875,
+      "learning_rate": 1.9133186884424458e-05,
+      "loss": 40.6562,
+      "step": 6676
+    },
+    {
+      "epoch": 0.3190767466309854,
+      "grad_norm": 344.9080810546875,
+      "learning_rate": 1.9132871702932418e-05,
+      "loss": 43.6562,
+      "step": 6677
+    },
+    {
+      "epoch": 0.3191245340724458,
+      "grad_norm": 369.6319580078125,
+      "learning_rate": 1.9132556466746257e-05,
+      "loss": 40.0625,
+      "step": 6678
+    },
+    {
+      "epoch": 0.3191723215139061,
+      "grad_norm": 408.69488525390625,
+      "learning_rate": 1.9132241175867867e-05,
+      "loss": 34.4375,
+      "step": 6679
+    },
+    {
+      "epoch": 0.3192201089553665,
+      "grad_norm": 512.4950561523438,
+      "learning_rate": 1.9131925830299138e-05,
+      "loss": 36.4375,
+      "step": 6680
+    },
+    {
+      "epoch": 0.3192678963968269,
+      "grad_norm": 297.9035339355469,
+      "learning_rate": 1.9131610430041957e-05,
+      "loss": 29.625,
+      "step": 6681
+    },
+    {
+      "epoch": 0.3193156838382873,
+      "grad_norm": 357.4656677246094,
+      "learning_rate": 1.913129497509821e-05,
+      "loss": 32.1562,
+      "step": 6682
+    },
+    {
+      "epoch": 0.3193634712797477,
+      "grad_norm": 222.75987243652344,
+      "learning_rate": 1.913097946546979e-05,
+      "loss": 23.375,
+      "step": 6683
+    },
+    {
+      "epoch": 0.31941125872120807,
+      "grad_norm": 351.9584045410156,
+      "learning_rate": 1.9130663901158585e-05,
+      "loss": 37.9375,
+      "step": 6684
+    },
+    {
+      "epoch": 0.31945904616266846,
+      "grad_norm": 318.5334167480469,
+      "learning_rate": 1.913034828216649e-05,
+      "loss": 31.625,
+      "step": 6685
+    },
+    {
+      "epoch": 0.31950683360412885,
+      "grad_norm": 270.40869140625,
+      "learning_rate": 1.9130032608495383e-05,
+      "loss": 27.25,
+      "step": 6686
+    },
+    {
+      "epoch": 0.31955462104558924,
+      "grad_norm": 248.16429138183594,
+      "learning_rate": 1.9129716880147163e-05,
+      "loss": 26.4531,
+      "step": 6687
+    },
+    {
+      "epoch": 0.3196024084870496,
+      "grad_norm": 223.36068725585938,
+      "learning_rate": 1.912940109712372e-05,
+      "loss": 19.3125,
+      "step": 6688
+    },
+    {
+      "epoch": 0.31965019592850996,
+      "grad_norm": 404.7003479003906,
+      "learning_rate": 1.9129085259426946e-05,
+      "loss": 34.0312,
+      "step": 6689
+    },
+    {
+      "epoch": 0.31969798336997035,
+      "grad_norm": 703.8738403320312,
+      "learning_rate": 1.9128769367058733e-05,
+      "loss": 24.0312,
+      "step": 6690
+    },
+    {
+      "epoch": 0.31974577081143074,
+      "grad_norm": 361.952880859375,
+      "learning_rate": 1.9128453420020968e-05,
+      "loss": 37.0312,
+      "step": 6691
+    },
+    {
+      "epoch": 0.31979355825289113,
+      "grad_norm": 303.6523132324219,
+      "learning_rate": 1.9128137418315544e-05,
+      "loss": 35.5938,
+      "step": 6692
+    },
+    {
+      "epoch": 0.3198413456943515,
+      "grad_norm": 318.415771484375,
+      "learning_rate": 1.912782136194436e-05,
+      "loss": 38.2812,
+      "step": 6693
+    },
+    {
+      "epoch": 0.3198891331358119,
+      "grad_norm": 233.05174255371094,
+      "learning_rate": 1.91275052509093e-05,
+      "loss": 25.0781,
+      "step": 6694
+    },
+    {
+      "epoch": 0.3199369205772723,
+      "grad_norm": 361.751220703125,
+      "learning_rate": 1.9127189085212262e-05,
+      "loss": 34.0,
+      "step": 6695
+    },
+    {
+      "epoch": 0.3199847080187327,
+      "grad_norm": 287.38787841796875,
+      "learning_rate": 1.9126872864855142e-05,
+      "loss": 31.2188,
+      "step": 6696
+    },
+    {
+      "epoch": 0.3200324954601931,
+      "grad_norm": 194.00050354003906,
+      "learning_rate": 1.9126556589839826e-05,
+      "loss": 25.2188,
+      "step": 6697
+    },
+    {
+      "epoch": 0.32008028290165347,
+      "grad_norm": 653.9310302734375,
+      "learning_rate": 1.9126240260168216e-05,
+      "loss": 33.0312,
+      "step": 6698
+    },
+    {
+      "epoch": 0.3201280703431138,
+      "grad_norm": 224.43411254882812,
+      "learning_rate": 1.91259238758422e-05,
+      "loss": 22.7344,
+      "step": 6699
+    },
+    {
+      "epoch": 0.3201758577845742,
+      "grad_norm": 300.1830139160156,
+      "learning_rate": 1.9125607436863678e-05,
+      "loss": 26.2344,
+      "step": 6700
+    },
+    {
+      "epoch": 0.3202236452260346,
+      "grad_norm": 448.2950744628906,
+      "learning_rate": 1.9125290943234542e-05,
+      "loss": 33.875,
+      "step": 6701
+    },
+    {
+      "epoch": 0.32027143266749497,
+      "grad_norm": 265.9686584472656,
+      "learning_rate": 1.9124974394956687e-05,
+      "loss": 35.1562,
+      "step": 6702
+    },
+    {
+      "epoch": 0.32031922010895536,
+      "grad_norm": 409.7647705078125,
+      "learning_rate": 1.9124657792032014e-05,
+      "loss": 50.3438,
+      "step": 6703
+    },
+    {
+      "epoch": 0.32036700755041575,
+      "grad_norm": 393.6961975097656,
+      "learning_rate": 1.9124341134462406e-05,
+      "loss": 41.375,
+      "step": 6704
+    },
+    {
+      "epoch": 0.32041479499187614,
+      "grad_norm": 245.48388671875,
+      "learning_rate": 1.9124024422249777e-05,
+      "loss": 34.125,
+      "step": 6705
+    },
+    {
+      "epoch": 0.32046258243333653,
+      "grad_norm": 157.9149932861328,
+      "learning_rate": 1.9123707655396012e-05,
+      "loss": 26.7656,
+      "step": 6706
+    },
+    {
+      "epoch": 0.3205103698747969,
+      "grad_norm": 232.09353637695312,
+      "learning_rate": 1.912339083390301e-05,
+      "loss": 24.5625,
+      "step": 6707
+    },
+    {
+      "epoch": 0.3205581573162573,
+      "grad_norm": 225.4948272705078,
+      "learning_rate": 1.9123073957772672e-05,
+      "loss": 24.375,
+      "step": 6708
+    },
+    {
+      "epoch": 0.3206059447577177,
+      "grad_norm": 297.80218505859375,
+      "learning_rate": 1.912275702700689e-05,
+      "loss": 35.625,
+      "step": 6709
+    },
+    {
+      "epoch": 0.32065373219917803,
+      "grad_norm": 309.76910400390625,
+      "learning_rate": 1.9122440041607567e-05,
+      "loss": 33.1719,
+      "step": 6710
+    },
+    {
+      "epoch": 0.3207015196406384,
+      "grad_norm": 116.16233825683594,
+      "learning_rate": 1.9122123001576597e-05,
+      "loss": 18.7656,
+      "step": 6711
+    },
+    {
+      "epoch": 0.3207493070820988,
+      "grad_norm": 488.1369323730469,
+      "learning_rate": 1.9121805906915884e-05,
+      "loss": 38.2812,
+      "step": 6712
+    },
+    {
+      "epoch": 0.3207970945235592,
+      "grad_norm": 372.3577880859375,
+      "learning_rate": 1.912148875762732e-05,
+      "loss": 31.3906,
+      "step": 6713
+    },
+    {
+      "epoch": 0.3208448819650196,
+      "grad_norm": 275.761962890625,
+      "learning_rate": 1.9121171553712813e-05,
+      "loss": 26.0,
+      "step": 6714
+    },
+    {
+      "epoch": 0.32089266940648,
+      "grad_norm": 181.92654418945312,
+      "learning_rate": 1.912085429517425e-05,
+      "loss": 27.9375,
+      "step": 6715
+    },
+    {
+      "epoch": 0.32094045684794037,
+      "grad_norm": 286.3571472167969,
+      "learning_rate": 1.912053698201355e-05,
+      "loss": 22.125,
+      "step": 6716
+    },
+    {
+      "epoch": 0.32098824428940076,
+      "grad_norm": 339.75433349609375,
+      "learning_rate": 1.9120219614232595e-05,
+      "loss": 33.0312,
+      "step": 6717
+    },
+    {
+      "epoch": 0.32103603173086115,
+      "grad_norm": 144.96148681640625,
+      "learning_rate": 1.9119902191833293e-05,
+      "loss": 31.4844,
+      "step": 6718
+    },
+    {
+      "epoch": 0.32108381917232154,
+      "grad_norm": 179.9127655029297,
+      "learning_rate": 1.9119584714817544e-05,
+      "loss": 32.125,
+      "step": 6719
+    },
+    {
+      "epoch": 0.3211316066137819,
+      "grad_norm": 435.2538146972656,
+      "learning_rate": 1.9119267183187255e-05,
+      "loss": 27.9688,
+      "step": 6720
+    },
+    {
+      "epoch": 0.32117939405524226,
+      "grad_norm": 593.05029296875,
+      "learning_rate": 1.911894959694432e-05,
+      "loss": 29.0,
+      "step": 6721
+    },
+    {
+      "epoch": 0.32122718149670265,
+      "grad_norm": 212.7615966796875,
+      "learning_rate": 1.9118631956090643e-05,
+      "loss": 30.5938,
+      "step": 6722
+    },
+    {
+      "epoch": 0.32127496893816304,
+      "grad_norm": 189.51768493652344,
+      "learning_rate": 1.9118314260628126e-05,
+      "loss": 22.7344,
+      "step": 6723
+    },
+    {
+      "epoch": 0.32132275637962343,
+      "grad_norm": 192.79258728027344,
+      "learning_rate": 1.9117996510558675e-05,
+      "loss": 31.6562,
+      "step": 6724
+    },
+    {
+      "epoch": 0.3213705438210838,
+      "grad_norm": 223.93846130371094,
+      "learning_rate": 1.9117678705884188e-05,
+      "loss": 27.5625,
+      "step": 6725
+    },
+    {
+      "epoch": 0.3214183312625442,
+      "grad_norm": 555.8049926757812,
+      "learning_rate": 1.9117360846606573e-05,
+      "loss": 32.4688,
+      "step": 6726
+    },
+    {
+      "epoch": 0.3214661187040046,
+      "grad_norm": 207.32135009765625,
+      "learning_rate": 1.911704293272773e-05,
+      "loss": 34.9688,
+      "step": 6727
+    },
+    {
+      "epoch": 0.321513906145465,
+      "grad_norm": 344.83013916015625,
+      "learning_rate": 1.9116724964249563e-05,
+      "loss": 24.4844,
+      "step": 6728
+    },
+    {
+      "epoch": 0.3215616935869254,
+      "grad_norm": 264.9658203125,
+      "learning_rate": 1.9116406941173976e-05,
+      "loss": 16.4062,
+      "step": 6729
+    },
+    {
+      "epoch": 0.3216094810283857,
+      "grad_norm": 300.68927001953125,
+      "learning_rate": 1.9116088863502878e-05,
+      "loss": 35.8125,
+      "step": 6730
+    },
+    {
+      "epoch": 0.3216572684698461,
+      "grad_norm": 256.1054992675781,
+      "learning_rate": 1.911577073123817e-05,
+      "loss": 33.6562,
+      "step": 6731
+    },
+    {
+      "epoch": 0.3217050559113065,
+      "grad_norm": 180.44644165039062,
+      "learning_rate": 1.911545254438176e-05,
+      "loss": 27.0938,
+      "step": 6732
+    },
+    {
+      "epoch": 0.3217528433527669,
+      "grad_norm": 201.2101593017578,
+      "learning_rate": 1.9115134302935546e-05,
+      "loss": 25.125,
+      "step": 6733
+    },
+    {
+      "epoch": 0.32180063079422727,
+      "grad_norm": 194.05108642578125,
+      "learning_rate": 1.911481600690144e-05,
+      "loss": 25.9219,
+      "step": 6734
+    },
+    {
+      "epoch": 0.32184841823568766,
+      "grad_norm": 325.85845947265625,
+      "learning_rate": 1.911449765628135e-05,
+      "loss": 23.625,
+      "step": 6735
+    },
+    {
+      "epoch": 0.32189620567714805,
+      "grad_norm": 206.07366943359375,
+      "learning_rate": 1.9114179251077184e-05,
+      "loss": 32.0625,
+      "step": 6736
+    },
+    {
+      "epoch": 0.32194399311860844,
+      "grad_norm": 286.5458984375,
+      "learning_rate": 1.9113860791290838e-05,
+      "loss": 24.2656,
+      "step": 6737
+    },
+    {
+      "epoch": 0.32199178056006883,
+      "grad_norm": 386.4047546386719,
+      "learning_rate": 1.911354227692423e-05,
+      "loss": 33.0,
+      "step": 6738
+    },
+    {
+      "epoch": 0.3220395680015292,
+      "grad_norm": 357.0669860839844,
+      "learning_rate": 1.911322370797926e-05,
+      "loss": 30.5156,
+      "step": 6739
+    },
+    {
+      "epoch": 0.3220873554429896,
+      "grad_norm": 210.9862823486328,
+      "learning_rate": 1.911290508445784e-05,
+      "loss": 27.125,
+      "step": 6740
+    },
+    {
+      "epoch": 0.32213514288444994,
+      "grad_norm": 318.84637451171875,
+      "learning_rate": 1.911258640636188e-05,
+      "loss": 27.4062,
+      "step": 6741
+    },
+    {
+      "epoch": 0.32218293032591033,
+      "grad_norm": 229.12840270996094,
+      "learning_rate": 1.9112267673693282e-05,
+      "loss": 29.8125,
+      "step": 6742
+    },
+    {
+      "epoch": 0.3222307177673707,
+      "grad_norm": 252.63381958007812,
+      "learning_rate": 1.9111948886453963e-05,
+      "loss": 34.625,
+      "step": 6743
+    },
+    {
+      "epoch": 0.3222785052088311,
+      "grad_norm": 215.05760192871094,
+      "learning_rate": 1.9111630044645826e-05,
+      "loss": 38.8125,
+      "step": 6744
+    },
+    {
+      "epoch": 0.3223262926502915,
+      "grad_norm": 255.1714324951172,
+      "learning_rate": 1.911131114827078e-05,
+      "loss": 27.7812,
+      "step": 6745
+    },
+    {
+      "epoch": 0.3223740800917519,
+      "grad_norm": 627.2537231445312,
+      "learning_rate": 1.911099219733074e-05,
+      "loss": 29.9688,
+      "step": 6746
+    },
+    {
+      "epoch": 0.3224218675332123,
+      "grad_norm": 462.2353515625,
+      "learning_rate": 1.9110673191827612e-05,
+      "loss": 23.1562,
+      "step": 6747
+    },
+    {
+      "epoch": 0.32246965497467267,
+      "grad_norm": 520.3936157226562,
+      "learning_rate": 1.9110354131763307e-05,
+      "loss": 34.6562,
+      "step": 6748
+    },
+    {
+      "epoch": 0.32251744241613306,
+      "grad_norm": 265.730224609375,
+      "learning_rate": 1.911003501713974e-05,
+      "loss": 36.9688,
+      "step": 6749
+    },
+    {
+      "epoch": 0.32256522985759345,
+      "grad_norm": 352.6546325683594,
+      "learning_rate": 1.9109715847958814e-05,
+      "loss": 41.9062,
+      "step": 6750
+    },
+    {
+      "epoch": 0.3226130172990538,
+      "grad_norm": 267.9762268066406,
+      "learning_rate": 1.9109396624222448e-05,
+      "loss": 31.625,
+      "step": 6751
+    },
+    {
+      "epoch": 0.3226608047405142,
+      "grad_norm": 261.5243835449219,
+      "learning_rate": 1.910907734593255e-05,
+      "loss": 28.4688,
+      "step": 6752
+    },
+    {
+      "epoch": 0.32270859218197456,
+      "grad_norm": 486.39837646484375,
+      "learning_rate": 1.9108758013091027e-05,
+      "loss": 33.1562,
+      "step": 6753
+    },
+    {
+      "epoch": 0.32275637962343495,
+      "grad_norm": 279.9895935058594,
+      "learning_rate": 1.9108438625699805e-05,
+      "loss": 31.8125,
+      "step": 6754
+    },
+    {
+      "epoch": 0.32280416706489534,
+      "grad_norm": 344.30218505859375,
+      "learning_rate": 1.9108119183760782e-05,
+      "loss": 25.0312,
+      "step": 6755
+    },
+    {
+      "epoch": 0.32285195450635573,
+      "grad_norm": 312.83587646484375,
+      "learning_rate": 1.9107799687275883e-05,
+      "loss": 33.7656,
+      "step": 6756
+    },
+    {
+      "epoch": 0.3228997419478161,
+      "grad_norm": 378.5539855957031,
+      "learning_rate": 1.9107480136247013e-05,
+      "loss": 36.875,
+      "step": 6757
+    },
+    {
+      "epoch": 0.3229475293892765,
+      "grad_norm": 330.1031494140625,
+      "learning_rate": 1.910716053067609e-05,
+      "loss": 29.9688,
+      "step": 6758
+    },
+    {
+      "epoch": 0.3229953168307369,
+      "grad_norm": 311.3955383300781,
+      "learning_rate": 1.9106840870565028e-05,
+      "loss": 38.125,
+      "step": 6759
+    },
+    {
+      "epoch": 0.3230431042721973,
+      "grad_norm": 180.95924377441406,
+      "learning_rate": 1.9106521155915738e-05,
+      "loss": 31.3125,
+      "step": 6760
+    },
+    {
+      "epoch": 0.3230908917136576,
+      "grad_norm": 275.91168212890625,
+      "learning_rate": 1.9106201386730137e-05,
+      "loss": 19.3594,
+      "step": 6761
+    },
+    {
+      "epoch": 0.323138679155118,
+      "grad_norm": 212.4227752685547,
+      "learning_rate": 1.9105881563010143e-05,
+      "loss": 35.6562,
+      "step": 6762
+    },
+    {
+      "epoch": 0.3231864665965784,
+      "grad_norm": 260.1114807128906,
+      "learning_rate": 1.9105561684757666e-05,
+      "loss": 31.0625,
+      "step": 6763
+    },
+    {
+      "epoch": 0.3232342540380388,
+      "grad_norm": 331.8435363769531,
+      "learning_rate": 1.9105241751974624e-05,
+      "loss": 29.8125,
+      "step": 6764
+    },
+    {
+      "epoch": 0.3232820414794992,
+      "grad_norm": 170.3843231201172,
+      "learning_rate": 1.9104921764662935e-05,
+      "loss": 27.1406,
+      "step": 6765
+    },
+    {
+      "epoch": 0.32332982892095957,
+      "grad_norm": 278.7771911621094,
+      "learning_rate": 1.9104601722824506e-05,
+      "loss": 24.8438,
+      "step": 6766
+    },
+    {
+      "epoch": 0.32337761636241996,
+      "grad_norm": 247.13706970214844,
+      "learning_rate": 1.910428162646127e-05,
+      "loss": 38.0,
+      "step": 6767
+    },
+    {
+      "epoch": 0.32342540380388035,
+      "grad_norm": 271.5149230957031,
+      "learning_rate": 1.910396147557513e-05,
+      "loss": 27.5,
+      "step": 6768
+    },
+    {
+      "epoch": 0.32347319124534074,
+      "grad_norm": 331.5340576171875,
+      "learning_rate": 1.9103641270168006e-05,
+      "loss": 28.8125,
+      "step": 6769
+    },
+    {
+      "epoch": 0.32352097868680113,
+      "grad_norm": 506.62957763671875,
+      "learning_rate": 1.9103321010241826e-05,
+      "loss": 45.4062,
+      "step": 6770
+    },
+    {
+      "epoch": 0.3235687661282615,
+      "grad_norm": 191.1995391845703,
+      "learning_rate": 1.910300069579849e-05,
+      "loss": 29.4062,
+      "step": 6771
+    },
+    {
+      "epoch": 0.32361655356972185,
+      "grad_norm": 311.9026794433594,
+      "learning_rate": 1.9102680326839932e-05,
+      "loss": 51.0938,
+      "step": 6772
+    },
+    {
+      "epoch": 0.32366434101118224,
+      "grad_norm": 4475.728515625,
+      "learning_rate": 1.910235990336806e-05,
+      "loss": 30.2812,
+      "step": 6773
+    },
+    {
+      "epoch": 0.32371212845264263,
+      "grad_norm": 362.108154296875,
+      "learning_rate": 1.9102039425384802e-05,
+      "loss": 21.5625,
+      "step": 6774
+    },
+    {
+      "epoch": 0.323759915894103,
+      "grad_norm": 173.09381103515625,
+      "learning_rate": 1.910171889289207e-05,
+      "loss": 24.3438,
+      "step": 6775
+    },
+    {
+      "epoch": 0.3238077033355634,
+      "grad_norm": 350.80694580078125,
+      "learning_rate": 1.910139830589179e-05,
+      "loss": 38.5312,
+      "step": 6776
+    },
+    {
+      "epoch": 0.3238554907770238,
+      "grad_norm": 481.7821960449219,
+      "learning_rate": 1.9101077664385874e-05,
+      "loss": 24.7188,
+      "step": 6777
+    },
+    {
+      "epoch": 0.3239032782184842,
+      "grad_norm": 616.3258056640625,
+      "learning_rate": 1.9100756968376246e-05,
+      "loss": 35.0938,
+      "step": 6778
+    },
+    {
+      "epoch": 0.3239510656599446,
+      "grad_norm": 357.0534973144531,
+      "learning_rate": 1.910043621786483e-05,
+      "loss": 30.7188,
+      "step": 6779
+    },
+    {
+      "epoch": 0.32399885310140497,
+      "grad_norm": 342.32080078125,
+      "learning_rate": 1.9100115412853543e-05,
+      "loss": 35.0625,
+      "step": 6780
+    },
+    {
+      "epoch": 0.32404664054286536,
+      "grad_norm": 319.9524841308594,
+      "learning_rate": 1.9099794553344307e-05,
+      "loss": 31.0,
+      "step": 6781
+    },
+    {
+      "epoch": 0.3240944279843257,
+      "grad_norm": 318.1162414550781,
+      "learning_rate": 1.909947363933904e-05,
+      "loss": 39.0625,
+      "step": 6782
+    },
+    {
+      "epoch": 0.3241422154257861,
+      "grad_norm": 231.114990234375,
+      "learning_rate": 1.9099152670839673e-05,
+      "loss": 22.9375,
+      "step": 6783
+    },
+    {
+      "epoch": 0.3241900028672465,
+      "grad_norm": 166.77381896972656,
+      "learning_rate": 1.909883164784812e-05,
+      "loss": 24.5781,
+      "step": 6784
+    },
+    {
+      "epoch": 0.32423779030870686,
+      "grad_norm": 159.72894287109375,
+      "learning_rate": 1.9098510570366306e-05,
+      "loss": 27.4844,
+      "step": 6785
+    },
+    {
+      "epoch": 0.32428557775016725,
+      "grad_norm": 459.5630798339844,
+      "learning_rate": 1.9098189438396152e-05,
+      "loss": 38.6875,
+      "step": 6786
+    },
+    {
+      "epoch": 0.32433336519162764,
+      "grad_norm": 192.52301025390625,
+      "learning_rate": 1.9097868251939587e-05,
+      "loss": 18.3125,
+      "step": 6787
+    },
+    {
+      "epoch": 0.32438115263308803,
+      "grad_norm": 241.44508361816406,
+      "learning_rate": 1.909754701099853e-05,
+      "loss": 42.3125,
+      "step": 6788
+    },
+    {
+      "epoch": 0.3244289400745484,
+      "grad_norm": 261.29010009765625,
+      "learning_rate": 1.9097225715574903e-05,
+      "loss": 41.625,
+      "step": 6789
+    },
+    {
+      "epoch": 0.3244767275160088,
+      "grad_norm": 393.40283203125,
+      "learning_rate": 1.9096904365670633e-05,
+      "loss": 34.9062,
+      "step": 6790
+    },
+    {
+      "epoch": 0.3245245149574692,
+      "grad_norm": 346.3504943847656,
+      "learning_rate": 1.9096582961287646e-05,
+      "loss": 41.4375,
+      "step": 6791
+    },
+    {
+      "epoch": 0.32457230239892954,
+      "grad_norm": 366.9179382324219,
+      "learning_rate": 1.9096261502427864e-05,
+      "loss": 28.7188,
+      "step": 6792
+    },
+    {
+      "epoch": 0.3246200898403899,
+      "grad_norm": 311.1528015136719,
+      "learning_rate": 1.909593998909321e-05,
+      "loss": 31.9062,
+      "step": 6793
+    },
+    {
+      "epoch": 0.3246678772818503,
+      "grad_norm": 201.66896057128906,
+      "learning_rate": 1.909561842128562e-05,
+      "loss": 21.3906,
+      "step": 6794
+    },
+    {
+      "epoch": 0.3247156647233107,
+      "grad_norm": 721.4171752929688,
+      "learning_rate": 1.9095296799007005e-05,
+      "loss": 40.1875,
+      "step": 6795
+    },
+    {
+      "epoch": 0.3247634521647711,
+      "grad_norm": 340.770263671875,
+      "learning_rate": 1.9094975122259303e-05,
+      "loss": 33.9375,
+      "step": 6796
+    },
+    {
+      "epoch": 0.3248112396062315,
+      "grad_norm": 988.5144653320312,
+      "learning_rate": 1.9094653391044432e-05,
+      "loss": 38.4688,
+      "step": 6797
+    },
+    {
+      "epoch": 0.3248590270476919,
+      "grad_norm": 348.4211120605469,
+      "learning_rate": 1.9094331605364326e-05,
+      "loss": 26.4062,
+      "step": 6798
+    },
+    {
+      "epoch": 0.32490681448915226,
+      "grad_norm": 248.29769897460938,
+      "learning_rate": 1.9094009765220906e-05,
+      "loss": 31.0938,
+      "step": 6799
+    },
+    {
+      "epoch": 0.32495460193061265,
+      "grad_norm": 330.386474609375,
+      "learning_rate": 1.90936878706161e-05,
+      "loss": 36.5,
+      "step": 6800
+    },
+    {
+      "epoch": 0.32500238937207304,
+      "grad_norm": 512.487548828125,
+      "learning_rate": 1.9093365921551843e-05,
+      "loss": 41.625,
+      "step": 6801
+    },
+    {
+      "epoch": 0.3250501768135334,
+      "grad_norm": 257.9412536621094,
+      "learning_rate": 1.9093043918030056e-05,
+      "loss": 32.1875,
+      "step": 6802
+    },
+    {
+      "epoch": 0.32509796425499377,
+      "grad_norm": 730.4078369140625,
+      "learning_rate": 1.909272186005267e-05,
+      "loss": 51.1562,
+      "step": 6803
+    },
+    {
+      "epoch": 0.32514575169645415,
+      "grad_norm": 552.260498046875,
+      "learning_rate": 1.9092399747621607e-05,
+      "loss": 32.6406,
+      "step": 6804
+    },
+    {
+      "epoch": 0.32519353913791454,
+      "grad_norm": 484.5477600097656,
+      "learning_rate": 1.909207758073881e-05,
+      "loss": 34.1875,
+      "step": 6805
+    },
+    {
+      "epoch": 0.32524132657937493,
+      "grad_norm": 308.08941650390625,
+      "learning_rate": 1.9091755359406196e-05,
+      "loss": 34.0312,
+      "step": 6806
+    },
+    {
+      "epoch": 0.3252891140208353,
+      "grad_norm": 338.54974365234375,
+      "learning_rate": 1.9091433083625698e-05,
+      "loss": 56.0,
+      "step": 6807
+    },
+    {
+      "epoch": 0.3253369014622957,
+      "grad_norm": 348.2638854980469,
+      "learning_rate": 1.909111075339925e-05,
+      "loss": 30.5625,
+      "step": 6808
+    },
+    {
+      "epoch": 0.3253846889037561,
+      "grad_norm": 424.9931945800781,
+      "learning_rate": 1.9090788368728777e-05,
+      "loss": 46.6875,
+      "step": 6809
+    },
+    {
+      "epoch": 0.3254324763452165,
+      "grad_norm": 444.48638916015625,
+      "learning_rate": 1.9090465929616214e-05,
+      "loss": 41.375,
+      "step": 6810
+    },
+    {
+      "epoch": 0.3254802637866769,
+      "grad_norm": 197.1157989501953,
+      "learning_rate": 1.9090143436063488e-05,
+      "loss": 27.0312,
+      "step": 6811
+    },
+    {
+      "epoch": 0.32552805122813727,
+      "grad_norm": 424.9844055175781,
+      "learning_rate": 1.9089820888072533e-05,
+      "loss": 29.625,
+      "step": 6812
+    },
+    {
+      "epoch": 0.3255758386695976,
+      "grad_norm": 316.30120849609375,
+      "learning_rate": 1.9089498285645282e-05,
+      "loss": 31.7812,
+      "step": 6813
+    },
+    {
+      "epoch": 0.325623626111058,
+      "grad_norm": 209.25050354003906,
+      "learning_rate": 1.908917562878366e-05,
+      "loss": 29.625,
+      "step": 6814
+    },
+    {
+      "epoch": 0.3256714135525184,
+      "grad_norm": 119.53022003173828,
+      "learning_rate": 1.908885291748961e-05,
+      "loss": 29.0,
+      "step": 6815
+    },
+    {
+      "epoch": 0.3257192009939788,
+      "grad_norm": 332.82098388671875,
+      "learning_rate": 1.9088530151765052e-05,
+      "loss": 30.7812,
+      "step": 6816
+    },
+    {
+      "epoch": 0.32576698843543916,
+      "grad_norm": 326.5733642578125,
+      "learning_rate": 1.9088207331611932e-05,
+      "loss": 34.4375,
+      "step": 6817
+    },
+    {
+      "epoch": 0.32581477587689955,
+      "grad_norm": 259.358154296875,
+      "learning_rate": 1.9087884457032175e-05,
+      "loss": 30.0625,
+      "step": 6818
+    },
+    {
+      "epoch": 0.32586256331835994,
+      "grad_norm": 160.5398406982422,
+      "learning_rate": 1.908756152802772e-05,
+      "loss": 37.125,
+      "step": 6819
+    },
+    {
+      "epoch": 0.32591035075982033,
+      "grad_norm": 351.74554443359375,
+      "learning_rate": 1.9087238544600494e-05,
+      "loss": 37.0,
+      "step": 6820
+    },
+    {
+      "epoch": 0.3259581382012807,
+      "grad_norm": 219.71038818359375,
+      "learning_rate": 1.9086915506752432e-05,
+      "loss": 41.4688,
+      "step": 6821
+    },
+    {
+      "epoch": 0.3260059256427411,
+      "grad_norm": 384.9964904785156,
+      "learning_rate": 1.9086592414485475e-05,
+      "loss": 30.9375,
+      "step": 6822
+    },
+    {
+      "epoch": 0.32605371308420145,
+      "grad_norm": 240.9429168701172,
+      "learning_rate": 1.9086269267801554e-05,
+      "loss": 43.9375,
+      "step": 6823
+    },
+    {
+      "epoch": 0.32610150052566184,
+      "grad_norm": 358.525146484375,
+      "learning_rate": 1.9085946066702603e-05,
+      "loss": 23.4219,
+      "step": 6824
+    },
+    {
+      "epoch": 0.3261492879671222,
+      "grad_norm": 213.91329956054688,
+      "learning_rate": 1.908562281119056e-05,
+      "loss": 34.4062,
+      "step": 6825
+    },
+    {
+      "epoch": 0.3261970754085826,
+      "grad_norm": 238.84332275390625,
+      "learning_rate": 1.908529950126736e-05,
+      "loss": 30.0,
+      "step": 6826
+    },
+    {
+      "epoch": 0.326244862850043,
+      "grad_norm": 210.86341857910156,
+      "learning_rate": 1.9084976136934943e-05,
+      "loss": 28.25,
+      "step": 6827
+    },
+    {
+      "epoch": 0.3262926502915034,
+      "grad_norm": 338.66204833984375,
+      "learning_rate": 1.9084652718195237e-05,
+      "loss": 33.3125,
+      "step": 6828
+    },
+    {
+      "epoch": 0.3263404377329638,
+      "grad_norm": 325.0677795410156,
+      "learning_rate": 1.9084329245050188e-05,
+      "loss": 18.6406,
+      "step": 6829
+    },
+    {
+      "epoch": 0.3263882251744242,
+      "grad_norm": 256.2452697753906,
+      "learning_rate": 1.9084005717501727e-05,
+      "loss": 37.5938,
+      "step": 6830
+    },
+    {
+      "epoch": 0.32643601261588456,
+      "grad_norm": 164.21865844726562,
+      "learning_rate": 1.908368213555179e-05,
+      "loss": 25.6875,
+      "step": 6831
+    },
+    {
+      "epoch": 0.32648380005734495,
+      "grad_norm": 197.218994140625,
+      "learning_rate": 1.9083358499202323e-05,
+      "loss": 30.0,
+      "step": 6832
+    },
+    {
+      "epoch": 0.3265315874988053,
+      "grad_norm": 377.22705078125,
+      "learning_rate": 1.9083034808455255e-05,
+      "loss": 28.4062,
+      "step": 6833
+    },
+    {
+      "epoch": 0.3265793749402657,
+      "grad_norm": 268.3878173828125,
+      "learning_rate": 1.908271106331253e-05,
+      "loss": 31.0312,
+      "step": 6834
+    },
+    {
+      "epoch": 0.32662716238172607,
+      "grad_norm": 275.97216796875,
+      "learning_rate": 1.908238726377609e-05,
+      "loss": 33.6562,
+      "step": 6835
+    },
+    {
+      "epoch": 0.32667494982318646,
+      "grad_norm": 265.2521667480469,
+      "learning_rate": 1.9082063409847863e-05,
+      "loss": 41.0312,
+      "step": 6836
+    },
+    {
+      "epoch": 0.32672273726464685,
+      "grad_norm": 265.9994201660156,
+      "learning_rate": 1.9081739501529798e-05,
+      "loss": 27.0469,
+      "step": 6837
+    },
+    {
+      "epoch": 0.32677052470610723,
+      "grad_norm": 376.03851318359375,
+      "learning_rate": 1.9081415538823832e-05,
+      "loss": 31.875,
+      "step": 6838
+    },
+    {
+      "epoch": 0.3268183121475676,
+      "grad_norm": 392.7776184082031,
+      "learning_rate": 1.9081091521731907e-05,
+      "loss": 30.9688,
+      "step": 6839
+    },
+    {
+      "epoch": 0.326866099589028,
+      "grad_norm": 258.0090026855469,
+      "learning_rate": 1.908076745025596e-05,
+      "loss": 24.125,
+      "step": 6840
+    },
+    {
+      "epoch": 0.3269138870304884,
+      "grad_norm": 307.5455627441406,
+      "learning_rate": 1.9080443324397934e-05,
+      "loss": 27.125,
+      "step": 6841
+    },
+    {
+      "epoch": 0.3269616744719488,
+      "grad_norm": 362.5063781738281,
+      "learning_rate": 1.908011914415977e-05,
+      "loss": 30.9688,
+      "step": 6842
+    },
+    {
+      "epoch": 0.3270094619134092,
+      "grad_norm": 368.6202697753906,
+      "learning_rate": 1.9079794909543406e-05,
+      "loss": 30.7344,
+      "step": 6843
+    },
+    {
+      "epoch": 0.3270572493548695,
+      "grad_norm": 238.22247314453125,
+      "learning_rate": 1.907947062055079e-05,
+      "loss": 30.1094,
+      "step": 6844
+    },
+    {
+      "epoch": 0.3271050367963299,
+      "grad_norm": 225.7130584716797,
+      "learning_rate": 1.907914627718386e-05,
+      "loss": 32.1562,
+      "step": 6845
+    },
+    {
+      "epoch": 0.3271528242377903,
+      "grad_norm": 305.1488037109375,
+      "learning_rate": 1.9078821879444556e-05,
+      "loss": 28.375,
+      "step": 6846
+    },
+    {
+      "epoch": 0.3272006116792507,
+      "grad_norm": 437.7874755859375,
+      "learning_rate": 1.907849742733483e-05,
+      "loss": 42.125,
+      "step": 6847
+    },
+    {
+      "epoch": 0.3272483991207111,
+      "grad_norm": 207.42771911621094,
+      "learning_rate": 1.9078172920856612e-05,
+      "loss": 33.9375,
+      "step": 6848
+    },
+    {
+      "epoch": 0.32729618656217146,
+      "grad_norm": 189.75306701660156,
+      "learning_rate": 1.9077848360011856e-05,
+      "loss": 24.875,
+      "step": 6849
+    },
+    {
+      "epoch": 0.32734397400363185,
+      "grad_norm": 310.4147644042969,
+      "learning_rate": 1.9077523744802502e-05,
+      "loss": 26.3438,
+      "step": 6850
+    },
+    {
+      "epoch": 0.32739176144509224,
+      "grad_norm": 227.73341369628906,
+      "learning_rate": 1.9077199075230493e-05,
+      "loss": 28.6562,
+      "step": 6851
+    },
+    {
+      "epoch": 0.32743954888655263,
+      "grad_norm": 360.77471923828125,
+      "learning_rate": 1.9076874351297773e-05,
+      "loss": 33.1875,
+      "step": 6852
+    },
+    {
+      "epoch": 0.327487336328013,
+      "grad_norm": 312.0251770019531,
+      "learning_rate": 1.907654957300629e-05,
+      "loss": 32.7188,
+      "step": 6853
+    },
+    {
+      "epoch": 0.32753512376947336,
+      "grad_norm": 407.6138916015625,
+      "learning_rate": 1.9076224740357988e-05,
+      "loss": 29.7812,
+      "step": 6854
+    },
+    {
+      "epoch": 0.32758291121093375,
+      "grad_norm": 711.34912109375,
+      "learning_rate": 1.907589985335481e-05,
+      "loss": 29.9688,
+      "step": 6855
+    },
+    {
+      "epoch": 0.32763069865239414,
+      "grad_norm": 391.9530334472656,
+      "learning_rate": 1.9075574911998704e-05,
+      "loss": 27.0938,
+      "step": 6856
+    },
+    {
+      "epoch": 0.3276784860938545,
+      "grad_norm": 255.79586791992188,
+      "learning_rate": 1.9075249916291613e-05,
+      "loss": 34.6094,
+      "step": 6857
+    },
+    {
+      "epoch": 0.3277262735353149,
+      "grad_norm": 529.1596069335938,
+      "learning_rate": 1.9074924866235487e-05,
+      "loss": 38.375,
+      "step": 6858
+    },
+    {
+      "epoch": 0.3277740609767753,
+      "grad_norm": 451.164794921875,
+      "learning_rate": 1.907459976183227e-05,
+      "loss": 25.1406,
+      "step": 6859
+    },
+    {
+      "epoch": 0.3278218484182357,
+      "grad_norm": 284.3125305175781,
+      "learning_rate": 1.9074274603083908e-05,
+      "loss": 38.0938,
+      "step": 6860
+    },
+    {
+      "epoch": 0.3278696358596961,
+      "grad_norm": 163.6104736328125,
+      "learning_rate": 1.9073949389992354e-05,
+      "loss": 21.9844,
+      "step": 6861
+    },
+    {
+      "epoch": 0.3279174233011565,
+      "grad_norm": 319.1903381347656,
+      "learning_rate": 1.907362412255955e-05,
+      "loss": 27.4375,
+      "step": 6862
+    },
+    {
+      "epoch": 0.32796521074261686,
+      "grad_norm": 322.353271484375,
+      "learning_rate": 1.9073298800787446e-05,
+      "loss": 29.9688,
+      "step": 6863
+    },
+    {
+      "epoch": 0.3280129981840772,
+      "grad_norm": 235.04751586914062,
+      "learning_rate": 1.907297342467799e-05,
+      "loss": 27.8281,
+      "step": 6864
+    },
+    {
+      "epoch": 0.3280607856255376,
+      "grad_norm": 228.66439819335938,
+      "learning_rate": 1.907264799423313e-05,
+      "loss": 28.5625,
+      "step": 6865
+    },
+    {
+      "epoch": 0.328108573066998,
+      "grad_norm": 484.2010803222656,
+      "learning_rate": 1.9072322509454814e-05,
+      "loss": 29.8125,
+      "step": 6866
+    },
+    {
+      "epoch": 0.32815636050845837,
+      "grad_norm": 319.35186767578125,
+      "learning_rate": 1.9071996970344995e-05,
+      "loss": 33.75,
+      "step": 6867
+    },
+    {
+      "epoch": 0.32820414794991876,
+      "grad_norm": 249.53294372558594,
+      "learning_rate": 1.907167137690562e-05,
+      "loss": 27.875,
+      "step": 6868
+    },
+    {
+      "epoch": 0.32825193539137915,
+      "grad_norm": 377.0387268066406,
+      "learning_rate": 1.9071345729138637e-05,
+      "loss": 29.4688,
+      "step": 6869
+    },
+    {
+      "epoch": 0.32829972283283954,
+      "grad_norm": 251.23130798339844,
+      "learning_rate": 1.9071020027046e-05,
+      "loss": 32.5938,
+      "step": 6870
+    },
+    {
+      "epoch": 0.3283475102742999,
+      "grad_norm": 415.0148620605469,
+      "learning_rate": 1.907069427062966e-05,
+      "loss": 28.2031,
+      "step": 6871
+    },
+    {
+      "epoch": 0.3283952977157603,
+      "grad_norm": 280.7465515136719,
+      "learning_rate": 1.9070368459891564e-05,
+      "loss": 38.0,
+      "step": 6872
+    },
+    {
+      "epoch": 0.3284430851572207,
+      "grad_norm": 267.3474426269531,
+      "learning_rate": 1.907004259483366e-05,
+      "loss": 33.6562,
+      "step": 6873
+    },
+    {
+      "epoch": 0.3284908725986811,
+      "grad_norm": 356.7877197265625,
+      "learning_rate": 1.906971667545791e-05,
+      "loss": 29.5,
+      "step": 6874
+    },
+    {
+      "epoch": 0.32853866004014143,
+      "grad_norm": 669.2262573242188,
+      "learning_rate": 1.9069390701766258e-05,
+      "loss": 38.5,
+      "step": 6875
+    },
+    {
+      "epoch": 0.3285864474816018,
+      "grad_norm": 457.141357421875,
+      "learning_rate": 1.9069064673760664e-05,
+      "loss": 26.6562,
+      "step": 6876
+    },
+    {
+      "epoch": 0.3286342349230622,
+      "grad_norm": 209.9205322265625,
+      "learning_rate": 1.906873859144307e-05,
+      "loss": 29.9375,
+      "step": 6877
+    },
+    {
+      "epoch": 0.3286820223645226,
+      "grad_norm": 376.6632995605469,
+      "learning_rate": 1.9068412454815433e-05,
+      "loss": 39.625,
+      "step": 6878
+    },
+    {
+      "epoch": 0.328729809805983,
+      "grad_norm": 478.56097412109375,
+      "learning_rate": 1.9068086263879708e-05,
+      "loss": 34.2812,
+      "step": 6879
+    },
+    {
+      "epoch": 0.3287775972474434,
+      "grad_norm": 198.5219268798828,
+      "learning_rate": 1.9067760018637847e-05,
+      "loss": 25.5625,
+      "step": 6880
+    },
+    {
+      "epoch": 0.32882538468890377,
+      "grad_norm": 492.4750671386719,
+      "learning_rate": 1.9067433719091805e-05,
+      "loss": 41.375,
+      "step": 6881
+    },
+    {
+      "epoch": 0.32887317213036416,
+      "grad_norm": 338.9797058105469,
+      "learning_rate": 1.9067107365243536e-05,
+      "loss": 33.0938,
+      "step": 6882
+    },
+    {
+      "epoch": 0.32892095957182454,
+      "grad_norm": 254.1630096435547,
+      "learning_rate": 1.906678095709499e-05,
+      "loss": 22.4375,
+      "step": 6883
+    },
+    {
+      "epoch": 0.32896874701328493,
+      "grad_norm": 233.62388610839844,
+      "learning_rate": 1.9066454494648127e-05,
+      "loss": 25.875,
+      "step": 6884
+    },
+    {
+      "epoch": 0.32901653445474527,
+      "grad_norm": 452.9372253417969,
+      "learning_rate": 1.9066127977904902e-05,
+      "loss": 38.5312,
+      "step": 6885
+    },
+    {
+      "epoch": 0.32906432189620566,
+      "grad_norm": 256.4586181640625,
+      "learning_rate": 1.9065801406867268e-05,
+      "loss": 33.7812,
+      "step": 6886
+    },
+    {
+      "epoch": 0.32911210933766605,
+      "grad_norm": 283.86883544921875,
+      "learning_rate": 1.9065474781537183e-05,
+      "loss": 23.8594,
+      "step": 6887
+    },
+    {
+      "epoch": 0.32915989677912644,
+      "grad_norm": 360.2967224121094,
+      "learning_rate": 1.90651481019166e-05,
+      "loss": 33.4375,
+      "step": 6888
+    },
+    {
+      "epoch": 0.3292076842205868,
+      "grad_norm": 356.086181640625,
+      "learning_rate": 1.906482136800748e-05,
+      "loss": 30.0938,
+      "step": 6889
+    },
+    {
+      "epoch": 0.3292554716620472,
+      "grad_norm": 544.5108642578125,
+      "learning_rate": 1.906449457981177e-05,
+      "loss": 33.1562,
+      "step": 6890
+    },
+    {
+      "epoch": 0.3293032591035076,
+      "grad_norm": 309.4557189941406,
+      "learning_rate": 1.906416773733144e-05,
+      "loss": 39.75,
+      "step": 6891
+    },
+    {
+      "epoch": 0.329351046544968,
+      "grad_norm": 337.1120910644531,
+      "learning_rate": 1.906384084056844e-05,
+      "loss": 43.625,
+      "step": 6892
+    },
+    {
+      "epoch": 0.3293988339864284,
+      "grad_norm": 263.43475341796875,
+      "learning_rate": 1.9063513889524728e-05,
+      "loss": 28.1562,
+      "step": 6893
+    },
+    {
+      "epoch": 0.3294466214278888,
+      "grad_norm": 264.9313049316406,
+      "learning_rate": 1.9063186884202263e-05,
+      "loss": 35.1562,
+      "step": 6894
+    },
+    {
+      "epoch": 0.3294944088693491,
+      "grad_norm": 261.5267333984375,
+      "learning_rate": 1.9062859824603004e-05,
+      "loss": 26.6406,
+      "step": 6895
+    },
+    {
+      "epoch": 0.3295421963108095,
+      "grad_norm": 258.83026123046875,
+      "learning_rate": 1.906253271072891e-05,
+      "loss": 21.8125,
+      "step": 6896
+    },
+    {
+      "epoch": 0.3295899837522699,
+      "grad_norm": 229.30337524414062,
+      "learning_rate": 1.9062205542581936e-05,
+      "loss": 35.375,
+      "step": 6897
+    },
+    {
+      "epoch": 0.3296377711937303,
+      "grad_norm": 559.0715942382812,
+      "learning_rate": 1.9061878320164045e-05,
+      "loss": 37.75,
+      "step": 6898
+    },
+    {
+      "epoch": 0.32968555863519067,
+      "grad_norm": 490.1305847167969,
+      "learning_rate": 1.9061551043477195e-05,
+      "loss": 30.25,
+      "step": 6899
+    },
+    {
+      "epoch": 0.32973334607665106,
+      "grad_norm": 332.949951171875,
+      "learning_rate": 1.9061223712523352e-05,
+      "loss": 34.6875,
+      "step": 6900
+    },
+    {
+      "epoch": 0.32978113351811145,
+      "grad_norm": 302.9874572753906,
+      "learning_rate": 1.9060896327304466e-05,
+      "loss": 26.1875,
+      "step": 6901
+    },
+    {
+      "epoch": 0.32982892095957184,
+      "grad_norm": 309.5277099609375,
+      "learning_rate": 1.9060568887822508e-05,
+      "loss": 32.25,
+      "step": 6902
+    },
+    {
+      "epoch": 0.3298767084010322,
+      "grad_norm": 291.0054931640625,
+      "learning_rate": 1.9060241394079426e-05,
+      "loss": 39.4375,
+      "step": 6903
+    },
+    {
+      "epoch": 0.3299244958424926,
+      "grad_norm": 261.4095458984375,
+      "learning_rate": 1.9059913846077195e-05,
+      "loss": 33.5,
+      "step": 6904
+    },
+    {
+      "epoch": 0.32997228328395295,
+      "grad_norm": 806.4779663085938,
+      "learning_rate": 1.9059586243817768e-05,
+      "loss": 48.4688,
+      "step": 6905
+    },
+    {
+      "epoch": 0.33002007072541334,
+      "grad_norm": 412.0989074707031,
+      "learning_rate": 1.905925858730311e-05,
+      "loss": 38.25,
+      "step": 6906
+    },
+    {
+      "epoch": 0.33006785816687373,
+      "grad_norm": 273.25262451171875,
+      "learning_rate": 1.9058930876535183e-05,
+      "loss": 32.1875,
+      "step": 6907
+    },
+    {
+      "epoch": 0.3301156456083341,
+      "grad_norm": 212.93902587890625,
+      "learning_rate": 1.905860311151595e-05,
+      "loss": 34.5625,
+      "step": 6908
+    },
+    {
+      "epoch": 0.3301634330497945,
+      "grad_norm": 352.84234619140625,
+      "learning_rate": 1.905827529224737e-05,
+      "loss": 29.3438,
+      "step": 6909
+    },
+    {
+      "epoch": 0.3302112204912549,
+      "grad_norm": 339.5392761230469,
+      "learning_rate": 1.905794741873141e-05,
+      "loss": 49.875,
+      "step": 6910
+    },
+    {
+      "epoch": 0.3302590079327153,
+      "grad_norm": 472.5325927734375,
+      "learning_rate": 1.9057619490970038e-05,
+      "loss": 27.7344,
+      "step": 6911
+    },
+    {
+      "epoch": 0.3303067953741757,
+      "grad_norm": 128.25381469726562,
+      "learning_rate": 1.9057291508965208e-05,
+      "loss": 16.875,
+      "step": 6912
+    },
+    {
+      "epoch": 0.33035458281563607,
+      "grad_norm": 173.87322998046875,
+      "learning_rate": 1.905696347271889e-05,
+      "loss": 31.5,
+      "step": 6913
+    },
+    {
+      "epoch": 0.33040237025709646,
+      "grad_norm": 232.6036834716797,
+      "learning_rate": 1.905663538223305e-05,
+      "loss": 25.9062,
+      "step": 6914
+    },
+    {
+      "epoch": 0.33045015769855685,
+      "grad_norm": 221.06890869140625,
+      "learning_rate": 1.9056307237509646e-05,
+      "loss": 34.5938,
+      "step": 6915
+    },
+    {
+      "epoch": 0.3304979451400172,
+      "grad_norm": 213.41912841796875,
+      "learning_rate": 1.905597903855065e-05,
+      "loss": 32.375,
+      "step": 6916
+    },
+    {
+      "epoch": 0.33054573258147757,
+      "grad_norm": 456.4862976074219,
+      "learning_rate": 1.9055650785358023e-05,
+      "loss": 37.3125,
+      "step": 6917
+    },
+    {
+      "epoch": 0.33059352002293796,
+      "grad_norm": 276.6824645996094,
+      "learning_rate": 1.9055322477933737e-05,
+      "loss": 28.3125,
+      "step": 6918
+    },
+    {
+      "epoch": 0.33064130746439835,
+      "grad_norm": 197.3297882080078,
+      "learning_rate": 1.9054994116279748e-05,
+      "loss": 27.9688,
+      "step": 6919
+    },
+    {
+      "epoch": 0.33068909490585874,
+      "grad_norm": 300.0647888183594,
+      "learning_rate": 1.9054665700398032e-05,
+      "loss": 32.375,
+      "step": 6920
+    },
+    {
+      "epoch": 0.3307368823473191,
+      "grad_norm": 197.70777893066406,
+      "learning_rate": 1.9054337230290555e-05,
+      "loss": 33.6875,
+      "step": 6921
+    },
+    {
+      "epoch": 0.3307846697887795,
+      "grad_norm": 313.73089599609375,
+      "learning_rate": 1.9054008705959274e-05,
+      "loss": 34.1562,
+      "step": 6922
+    },
+    {
+      "epoch": 0.3308324572302399,
+      "grad_norm": 286.31158447265625,
+      "learning_rate": 1.9053680127406168e-05,
+      "loss": 33.7812,
+      "step": 6923
+    },
+    {
+      "epoch": 0.3308802446717003,
+      "grad_norm": 509.1833801269531,
+      "learning_rate": 1.90533514946332e-05,
+      "loss": 39.5,
+      "step": 6924
+    },
+    {
+      "epoch": 0.3309280321131607,
+      "grad_norm": 396.4406433105469,
+      "learning_rate": 1.905302280764234e-05,
+      "loss": 39.875,
+      "step": 6925
+    },
+    {
+      "epoch": 0.330975819554621,
+      "grad_norm": 196.5318603515625,
+      "learning_rate": 1.9052694066435554e-05,
+      "loss": 28.125,
+      "step": 6926
+    },
+    {
+      "epoch": 0.3310236069960814,
+      "grad_norm": 249.59344482421875,
+      "learning_rate": 1.9052365271014814e-05,
+      "loss": 30.6562,
+      "step": 6927
+    },
+    {
+      "epoch": 0.3310713944375418,
+      "grad_norm": 196.93179321289062,
+      "learning_rate": 1.9052036421382084e-05,
+      "loss": 24.25,
+      "step": 6928
+    },
+    {
+      "epoch": 0.3311191818790022,
+      "grad_norm": 301.89166259765625,
+      "learning_rate": 1.9051707517539335e-05,
+      "loss": 25.6562,
+      "step": 6929
+    },
+    {
+      "epoch": 0.3311669693204626,
+      "grad_norm": 136.42958068847656,
+      "learning_rate": 1.905137855948854e-05,
+      "loss": 26.2969,
+      "step": 6930
+    },
+    {
+      "epoch": 0.33121475676192297,
+      "grad_norm": 221.86502075195312,
+      "learning_rate": 1.9051049547231665e-05,
+      "loss": 26.7188,
+      "step": 6931
+    },
+    {
+      "epoch": 0.33126254420338336,
+      "grad_norm": 404.72235107421875,
+      "learning_rate": 1.9050720480770685e-05,
+      "loss": 42.8125,
+      "step": 6932
+    },
+    {
+      "epoch": 0.33131033164484375,
+      "grad_norm": 281.3046569824219,
+      "learning_rate": 1.9050391360107565e-05,
+      "loss": 42.625,
+      "step": 6933
+    },
+    {
+      "epoch": 0.33135811908630414,
+      "grad_norm": 423.50531005859375,
+      "learning_rate": 1.905006218524428e-05,
+      "loss": 34.3438,
+      "step": 6934
+    },
+    {
+      "epoch": 0.3314059065277645,
+      "grad_norm": 371.2621765136719,
+      "learning_rate": 1.90497329561828e-05,
+      "loss": 41.3125,
+      "step": 6935
+    },
+    {
+      "epoch": 0.33145369396922486,
+      "grad_norm": 149.04769897460938,
+      "learning_rate": 1.9049403672925097e-05,
+      "loss": 22.8438,
+      "step": 6936
+    },
+    {
+      "epoch": 0.33150148141068525,
+      "grad_norm": 241.05006408691406,
+      "learning_rate": 1.9049074335473144e-05,
+      "loss": 31.4375,
+      "step": 6937
+    },
+    {
+      "epoch": 0.33154926885214564,
+      "grad_norm": 376.8194885253906,
+      "learning_rate": 1.904874494382891e-05,
+      "loss": 24.6562,
+      "step": 6938
+    },
+    {
+      "epoch": 0.33159705629360603,
+      "grad_norm": 217.6071014404297,
+      "learning_rate": 1.9048415497994376e-05,
+      "loss": 28.3438,
+      "step": 6939
+    },
+    {
+      "epoch": 0.3316448437350664,
+      "grad_norm": 2641.211181640625,
+      "learning_rate": 1.9048085997971505e-05,
+      "loss": 26.1562,
+      "step": 6940
+    },
+    {
+      "epoch": 0.3316926311765268,
+      "grad_norm": 451.17559814453125,
+      "learning_rate": 1.9047756443762273e-05,
+      "loss": 39.1875,
+      "step": 6941
+    },
+    {
+      "epoch": 0.3317404186179872,
+      "grad_norm": 170.0915069580078,
+      "learning_rate": 1.9047426835368654e-05,
+      "loss": 21.7188,
+      "step": 6942
+    },
+    {
+      "epoch": 0.3317882060594476,
+      "grad_norm": 262.6629333496094,
+      "learning_rate": 1.9047097172792625e-05,
+      "loss": 33.0625,
+      "step": 6943
+    },
+    {
+      "epoch": 0.331835993500908,
+      "grad_norm": 615.8779296875,
+      "learning_rate": 1.9046767456036154e-05,
+      "loss": 43.3125,
+      "step": 6944
+    },
+    {
+      "epoch": 0.33188378094236837,
+      "grad_norm": 292.859375,
+      "learning_rate": 1.9046437685101226e-05,
+      "loss": 34.8125,
+      "step": 6945
+    },
+    {
+      "epoch": 0.33193156838382876,
+      "grad_norm": 336.9511413574219,
+      "learning_rate": 1.9046107859989803e-05,
+      "loss": 43.7188,
+      "step": 6946
+    },
+    {
+      "epoch": 0.3319793558252891,
+      "grad_norm": 243.86412048339844,
+      "learning_rate": 1.904577798070387e-05,
+      "loss": 34.7812,
+      "step": 6947
+    },
+    {
+      "epoch": 0.3320271432667495,
+      "grad_norm": 495.9593811035156,
+      "learning_rate": 1.9045448047245397e-05,
+      "loss": 37.6875,
+      "step": 6948
+    },
+    {
+      "epoch": 0.33207493070820987,
+      "grad_norm": 981.5863647460938,
+      "learning_rate": 1.9045118059616365e-05,
+      "loss": 46.9375,
+      "step": 6949
+    },
+    {
+      "epoch": 0.33212271814967026,
+      "grad_norm": 277.039306640625,
+      "learning_rate": 1.9044788017818746e-05,
+      "loss": 29.4688,
+      "step": 6950
+    },
+    {
+      "epoch": 0.33217050559113065,
+      "grad_norm": 407.88726806640625,
+      "learning_rate": 1.9044457921854514e-05,
+      "loss": 36.0,
+      "step": 6951
+    },
+    {
+      "epoch": 0.33221829303259104,
+      "grad_norm": 333.8565673828125,
+      "learning_rate": 1.9044127771725657e-05,
+      "loss": 29.875,
+      "step": 6952
+    },
+    {
+      "epoch": 0.33226608047405143,
+      "grad_norm": 438.43878173828125,
+      "learning_rate": 1.9043797567434138e-05,
+      "loss": 38.0625,
+      "step": 6953
+    },
+    {
+      "epoch": 0.3323138679155118,
+      "grad_norm": 206.50320434570312,
+      "learning_rate": 1.9043467308981944e-05,
+      "loss": 23.3438,
+      "step": 6954
+    },
+    {
+      "epoch": 0.3323616553569722,
+      "grad_norm": 577.974365234375,
+      "learning_rate": 1.904313699637105e-05,
+      "loss": 36.9688,
+      "step": 6955
+    },
+    {
+      "epoch": 0.3324094427984326,
+      "grad_norm": 188.99488830566406,
+      "learning_rate": 1.9042806629603435e-05,
+      "loss": 29.875,
+      "step": 6956
+    },
+    {
+      "epoch": 0.33245723023989293,
+      "grad_norm": 527.4015502929688,
+      "learning_rate": 1.9042476208681075e-05,
+      "loss": 21.875,
+      "step": 6957
+    },
+    {
+      "epoch": 0.3325050176813533,
+      "grad_norm": 406.2728576660156,
+      "learning_rate": 1.9042145733605954e-05,
+      "loss": 50.1562,
+      "step": 6958
+    },
+    {
+      "epoch": 0.3325528051228137,
+      "grad_norm": 363.2790222167969,
+      "learning_rate": 1.9041815204380043e-05,
+      "loss": 36.3438,
+      "step": 6959
+    },
+    {
+      "epoch": 0.3326005925642741,
+      "grad_norm": 224.3190155029297,
+      "learning_rate": 1.904148462100533e-05,
+      "loss": 31.7969,
+      "step": 6960
+    },
+    {
+      "epoch": 0.3326483800057345,
+      "grad_norm": 242.0306396484375,
+      "learning_rate": 1.904115398348379e-05,
+      "loss": 40.0312,
+      "step": 6961
+    },
+    {
+      "epoch": 0.3326961674471949,
+      "grad_norm": 381.34661865234375,
+      "learning_rate": 1.90408232918174e-05,
+      "loss": 37.5625,
+      "step": 6962
+    },
+    {
+      "epoch": 0.33274395488865527,
+      "grad_norm": 227.06549072265625,
+      "learning_rate": 1.9040492546008148e-05,
+      "loss": 27.8125,
+      "step": 6963
+    },
+    {
+      "epoch": 0.33279174233011566,
+      "grad_norm": 218.74752807617188,
+      "learning_rate": 1.9040161746058012e-05,
+      "loss": 46.5,
+      "step": 6964
+    },
+    {
+      "epoch": 0.33283952977157605,
+      "grad_norm": 353.94146728515625,
+      "learning_rate": 1.903983089196897e-05,
+      "loss": 34.4375,
+      "step": 6965
+    },
+    {
+      "epoch": 0.33288731721303644,
+      "grad_norm": 555.10693359375,
+      "learning_rate": 1.9039499983743005e-05,
+      "loss": 30.875,
+      "step": 6966
+    },
+    {
+      "epoch": 0.33293510465449677,
+      "grad_norm": 480.82757568359375,
+      "learning_rate": 1.90391690213821e-05,
+      "loss": 41.0,
+      "step": 6967
+    },
+    {
+      "epoch": 0.33298289209595716,
+      "grad_norm": 424.1373291015625,
+      "learning_rate": 1.903883800488824e-05,
+      "loss": 31.7656,
+      "step": 6968
+    },
+    {
+      "epoch": 0.33303067953741755,
+      "grad_norm": 200.7818603515625,
+      "learning_rate": 1.90385069342634e-05,
+      "loss": 20.0781,
+      "step": 6969
+    },
+    {
+      "epoch": 0.33307846697887794,
+      "grad_norm": 293.3722229003906,
+      "learning_rate": 1.9038175809509566e-05,
+      "loss": 44.8125,
+      "step": 6970
+    },
+    {
+      "epoch": 0.33312625442033833,
+      "grad_norm": 189.2563934326172,
+      "learning_rate": 1.9037844630628717e-05,
+      "loss": 31.4688,
+      "step": 6971
+    },
+    {
+      "epoch": 0.3331740418617987,
+      "grad_norm": 558.3974609375,
+      "learning_rate": 1.903751339762285e-05,
+      "loss": 21.1406,
+      "step": 6972
+    },
+    {
+      "epoch": 0.3332218293032591,
+      "grad_norm": 339.87640380859375,
+      "learning_rate": 1.9037182110493932e-05,
+      "loss": 35.375,
+      "step": 6973
+    },
+    {
+      "epoch": 0.3332696167447195,
+      "grad_norm": 283.13519287109375,
+      "learning_rate": 1.9036850769243956e-05,
+      "loss": 31.5,
+      "step": 6974
+    },
+    {
+      "epoch": 0.3333174041861799,
+      "grad_norm": 405.84130859375,
+      "learning_rate": 1.903651937387491e-05,
+      "loss": 19.7812,
+      "step": 6975
+    },
+    {
+      "epoch": 0.3333651916276403,
+      "grad_norm": 301.9732971191406,
+      "learning_rate": 1.9036187924388767e-05,
+      "loss": 46.4062,
+      "step": 6976
+    },
+    {
+      "epoch": 0.33341297906910067,
+      "grad_norm": 287.430419921875,
+      "learning_rate": 1.903585642078752e-05,
+      "loss": 28.9375,
+      "step": 6977
+    },
+    {
+      "epoch": 0.333460766510561,
+      "grad_norm": 253.9080810546875,
+      "learning_rate": 1.9035524863073153e-05,
+      "loss": 29.0,
+      "step": 6978
+    },
+    {
+      "epoch": 0.3335085539520214,
+      "grad_norm": 327.2752685546875,
+      "learning_rate": 1.9035193251247653e-05,
+      "loss": 25.5938,
+      "step": 6979
+    },
+    {
+      "epoch": 0.3335563413934818,
+      "grad_norm": 161.9159393310547,
+      "learning_rate": 1.9034861585312997e-05,
+      "loss": 26.1875,
+      "step": 6980
+    },
+    {
+      "epoch": 0.33360412883494217,
+      "grad_norm": 239.41015625,
+      "learning_rate": 1.9034529865271184e-05,
+      "loss": 31.6562,
+      "step": 6981
+    },
+    {
+      "epoch": 0.33365191627640256,
+      "grad_norm": 444.8929138183594,
+      "learning_rate": 1.9034198091124197e-05,
+      "loss": 50.625,
+      "step": 6982
+    },
+    {
+      "epoch": 0.33369970371786295,
+      "grad_norm": 309.52349853515625,
+      "learning_rate": 1.9033866262874017e-05,
+      "loss": 35.5,
+      "step": 6983
+    },
+    {
+      "epoch": 0.33374749115932334,
+      "grad_norm": 401.6581726074219,
+      "learning_rate": 1.9033534380522636e-05,
+      "loss": 30.9375,
+      "step": 6984
+    },
+    {
+      "epoch": 0.33379527860078373,
+      "grad_norm": 328.03460693359375,
+      "learning_rate": 1.903320244407204e-05,
+      "loss": 33.5938,
+      "step": 6985
+    },
+    {
+      "epoch": 0.3338430660422441,
+      "grad_norm": 399.4557189941406,
+      "learning_rate": 1.903287045352422e-05,
+      "loss": 41.875,
+      "step": 6986
+    },
+    {
+      "epoch": 0.3338908534837045,
+      "grad_norm": 407.62811279296875,
+      "learning_rate": 1.9032538408881156e-05,
+      "loss": 34.7188,
+      "step": 6987
+    },
+    {
+      "epoch": 0.33393864092516484,
+      "grad_norm": 711.7098388671875,
+      "learning_rate": 1.9032206310144844e-05,
+      "loss": 49.3438,
+      "step": 6988
+    },
+    {
+      "epoch": 0.33398642836662523,
+      "grad_norm": 291.20947265625,
+      "learning_rate": 1.9031874157317273e-05,
+      "loss": 33.9062,
+      "step": 6989
+    },
+    {
+      "epoch": 0.3340342158080856,
+      "grad_norm": 491.041015625,
+      "learning_rate": 1.903154195040043e-05,
+      "loss": 33.4688,
+      "step": 6990
+    },
+    {
+      "epoch": 0.334082003249546,
+      "grad_norm": 261.4754638671875,
+      "learning_rate": 1.9031209689396304e-05,
+      "loss": 37.625,
+      "step": 6991
+    },
+    {
+      "epoch": 0.3341297906910064,
+      "grad_norm": 210.49134826660156,
+      "learning_rate": 1.9030877374306883e-05,
+      "loss": 21.1875,
+      "step": 6992
+    },
+    {
+      "epoch": 0.3341775781324668,
+      "grad_norm": 409.45172119140625,
+      "learning_rate": 1.9030545005134165e-05,
+      "loss": 37.8125,
+      "step": 6993
+    },
+    {
+      "epoch": 0.3342253655739272,
+      "grad_norm": 385.7628173828125,
+      "learning_rate": 1.903021258188013e-05,
+      "loss": 38.8125,
+      "step": 6994
+    },
+    {
+      "epoch": 0.33427315301538757,
+      "grad_norm": 477.7385559082031,
+      "learning_rate": 1.9029880104546777e-05,
+      "loss": 30.5,
+      "step": 6995
+    },
+    {
+      "epoch": 0.33432094045684796,
+      "grad_norm": 452.7008972167969,
+      "learning_rate": 1.9029547573136092e-05,
+      "loss": 33.3594,
+      "step": 6996
+    },
+    {
+      "epoch": 0.33436872789830835,
+      "grad_norm": 433.6820068359375,
+      "learning_rate": 1.9029214987650068e-05,
+      "loss": 40.2188,
+      "step": 6997
+    },
+    {
+      "epoch": 0.3344165153397687,
+      "grad_norm": 173.87246704101562,
+      "learning_rate": 1.90288823480907e-05,
+      "loss": 30.5938,
+      "step": 6998
+    },
+    {
+      "epoch": 0.3344643027812291,
+      "grad_norm": 311.07269287109375,
+      "learning_rate": 1.9028549654459976e-05,
+      "loss": 30.7812,
+      "step": 6999
+    },
+    {
+      "epoch": 0.33451209022268946,
+      "grad_norm": 235.01229858398438,
+      "learning_rate": 1.902821690675989e-05,
+      "loss": 23.1562,
+      "step": 7000
+    },
+    {
+      "epoch": 0.33455987766414985,
+      "grad_norm": 266.5805969238281,
+      "learning_rate": 1.9027884104992428e-05,
+      "loss": 31.9062,
+      "step": 7001
+    },
+    {
+      "epoch": 0.33460766510561024,
+      "grad_norm": 420.37469482421875,
+      "learning_rate": 1.9027551249159596e-05,
+      "loss": 44.8438,
+      "step": 7002
+    },
+    {
+      "epoch": 0.33465545254707063,
+      "grad_norm": 382.4769287109375,
+      "learning_rate": 1.902721833926338e-05,
+      "loss": 33.8906,
+      "step": 7003
+    },
+    {
+      "epoch": 0.334703239988531,
+      "grad_norm": 316.2768249511719,
+      "learning_rate": 1.9026885375305775e-05,
+      "loss": 32.5938,
+      "step": 7004
+    },
+    {
+      "epoch": 0.3347510274299914,
+      "grad_norm": 326.89556884765625,
+      "learning_rate": 1.9026552357288774e-05,
+      "loss": 23.6406,
+      "step": 7005
+    },
+    {
+      "epoch": 0.3347988148714518,
+      "grad_norm": 279.6045837402344,
+      "learning_rate": 1.902621928521437e-05,
+      "loss": 22.4688,
+      "step": 7006
+    },
+    {
+      "epoch": 0.3348466023129122,
+      "grad_norm": 338.65234375,
+      "learning_rate": 1.902588615908456e-05,
+      "loss": 43.3125,
+      "step": 7007
+    },
+    {
+      "epoch": 0.3348943897543725,
+      "grad_norm": 269.48638916015625,
+      "learning_rate": 1.902555297890134e-05,
+      "loss": 34.2188,
+      "step": 7008
+    },
+    {
+      "epoch": 0.3349421771958329,
+      "grad_norm": 324.68505859375,
+      "learning_rate": 1.9025219744666702e-05,
+      "loss": 29.375,
+      "step": 7009
+    },
+    {
+      "epoch": 0.3349899646372933,
+      "grad_norm": 189.9913330078125,
+      "learning_rate": 1.9024886456382643e-05,
+      "loss": 27.7188,
+      "step": 7010
+    },
+    {
+      "epoch": 0.3350377520787537,
+      "grad_norm": 142.1360626220703,
+      "learning_rate": 1.9024553114051162e-05,
+      "loss": 21.375,
+      "step": 7011
+    },
+    {
+      "epoch": 0.3350855395202141,
+      "grad_norm": 234.46961975097656,
+      "learning_rate": 1.902421971767425e-05,
+      "loss": 35.5,
+      "step": 7012
+    },
+    {
+      "epoch": 0.33513332696167447,
+      "grad_norm": 347.9950256347656,
+      "learning_rate": 1.902388626725391e-05,
+      "loss": 36.3125,
+      "step": 7013
+    },
+    {
+      "epoch": 0.33518111440313486,
+      "grad_norm": 182.609375,
+      "learning_rate": 1.902355276279213e-05,
+      "loss": 25.75,
+      "step": 7014
+    },
+    {
+      "epoch": 0.33522890184459525,
+      "grad_norm": 349.57415771484375,
+      "learning_rate": 1.9023219204290916e-05,
+      "loss": 36.125,
+      "step": 7015
+    },
+    {
+      "epoch": 0.33527668928605564,
+      "grad_norm": 334.35015869140625,
+      "learning_rate": 1.9022885591752263e-05,
+      "loss": 28.25,
+      "step": 7016
+    },
+    {
+      "epoch": 0.33532447672751603,
+      "grad_norm": 213.4569091796875,
+      "learning_rate": 1.9022551925178166e-05,
+      "loss": 24.5312,
+      "step": 7017
+    },
+    {
+      "epoch": 0.3353722641689764,
+      "grad_norm": 190.69981384277344,
+      "learning_rate": 1.9022218204570625e-05,
+      "loss": 21.5625,
+      "step": 7018
+    },
+    {
+      "epoch": 0.33542005161043675,
+      "grad_norm": 385.9877624511719,
+      "learning_rate": 1.9021884429931638e-05,
+      "loss": 39.0,
+      "step": 7019
+    },
+    {
+      "epoch": 0.33546783905189714,
+      "grad_norm": 782.003173828125,
+      "learning_rate": 1.9021550601263208e-05,
+      "loss": 43.0,
+      "step": 7020
+    },
+    {
+      "epoch": 0.33551562649335753,
+      "grad_norm": 238.91822814941406,
+      "learning_rate": 1.9021216718567327e-05,
+      "loss": 25.9844,
+      "step": 7021
+    },
+    {
+      "epoch": 0.3355634139348179,
+      "grad_norm": 535.2842407226562,
+      "learning_rate": 1.9020882781846003e-05,
+      "loss": 35.375,
+      "step": 7022
+    },
+    {
+      "epoch": 0.3356112013762783,
+      "grad_norm": 161.56053161621094,
+      "learning_rate": 1.9020548791101227e-05,
+      "loss": 25.375,
+      "step": 7023
+    },
+    {
+      "epoch": 0.3356589888177387,
+      "grad_norm": 319.0997009277344,
+      "learning_rate": 1.9020214746335007e-05,
+      "loss": 30.625,
+      "step": 7024
+    },
+    {
+      "epoch": 0.3357067762591991,
+      "grad_norm": 334.8680419921875,
+      "learning_rate": 1.901988064754934e-05,
+      "loss": 34.4688,
+      "step": 7025
+    },
+    {
+      "epoch": 0.3357545637006595,
+      "grad_norm": 380.6283874511719,
+      "learning_rate": 1.9019546494746224e-05,
+      "loss": 33.2812,
+      "step": 7026
+    },
+    {
+      "epoch": 0.33580235114211987,
+      "grad_norm": 178.23521423339844,
+      "learning_rate": 1.9019212287927663e-05,
+      "loss": 18.8438,
+      "step": 7027
+    },
+    {
+      "epoch": 0.33585013858358026,
+      "grad_norm": 690.1215209960938,
+      "learning_rate": 1.901887802709566e-05,
+      "loss": 34.4688,
+      "step": 7028
+    },
+    {
+      "epoch": 0.3358979260250406,
+      "grad_norm": 262.7074279785156,
+      "learning_rate": 1.9018543712252216e-05,
+      "loss": 30.1562,
+      "step": 7029
+    },
+    {
+      "epoch": 0.335945713466501,
+      "grad_norm": 216.13958740234375,
+      "learning_rate": 1.901820934339933e-05,
+      "loss": 27.4062,
+      "step": 7030
+    },
+    {
+      "epoch": 0.3359935009079614,
+      "grad_norm": 211.33749389648438,
+      "learning_rate": 1.9017874920539007e-05,
+      "loss": 20.875,
+      "step": 7031
+    },
+    {
+      "epoch": 0.33604128834942176,
+      "grad_norm": 382.171142578125,
+      "learning_rate": 1.901754044367325e-05,
+      "loss": 19.3125,
+      "step": 7032
+    },
+    {
+      "epoch": 0.33608907579088215,
+      "grad_norm": 477.85101318359375,
+      "learning_rate": 1.901720591280406e-05,
+      "loss": 43.625,
+      "step": 7033
+    },
+    {
+      "epoch": 0.33613686323234254,
+      "grad_norm": 222.15455627441406,
+      "learning_rate": 1.9016871327933445e-05,
+      "loss": 32.7188,
+      "step": 7034
+    },
+    {
+      "epoch": 0.33618465067380293,
+      "grad_norm": 450.3448791503906,
+      "learning_rate": 1.90165366890634e-05,
+      "loss": 50.25,
+      "step": 7035
+    },
+    {
+      "epoch": 0.3362324381152633,
+      "grad_norm": 359.0989074707031,
+      "learning_rate": 1.9016201996195943e-05,
+      "loss": 34.4688,
+      "step": 7036
+    },
+    {
+      "epoch": 0.3362802255567237,
+      "grad_norm": 385.884521484375,
+      "learning_rate": 1.9015867249333064e-05,
+      "loss": 27.9219,
+      "step": 7037
+    },
+    {
+      "epoch": 0.3363280129981841,
+      "grad_norm": 176.1959228515625,
+      "learning_rate": 1.9015532448476778e-05,
+      "loss": 25.4844,
+      "step": 7038
+    },
+    {
+      "epoch": 0.33637580043964443,
+      "grad_norm": 275.45025634765625,
+      "learning_rate": 1.901519759362908e-05,
+      "loss": 25.7188,
+      "step": 7039
+    },
+    {
+      "epoch": 0.3364235878811048,
+      "grad_norm": 176.68414306640625,
+      "learning_rate": 1.9014862684791988e-05,
+      "loss": 24.25,
+      "step": 7040
+    },
+    {
+      "epoch": 0.3364713753225652,
+      "grad_norm": 296.127197265625,
+      "learning_rate": 1.90145277219675e-05,
+      "loss": 25.3125,
+      "step": 7041
+    },
+    {
+      "epoch": 0.3365191627640256,
+      "grad_norm": 229.8800811767578,
+      "learning_rate": 1.901419270515762e-05,
+      "loss": 27.0,
+      "step": 7042
+    },
+    {
+      "epoch": 0.336566950205486,
+      "grad_norm": 230.06910705566406,
+      "learning_rate": 1.9013857634364353e-05,
+      "loss": 25.0312,
+      "step": 7043
+    },
+    {
+      "epoch": 0.3366147376469464,
+      "grad_norm": 291.4309997558594,
+      "learning_rate": 1.9013522509589716e-05,
+      "loss": 31.7188,
+      "step": 7044
+    },
+    {
+      "epoch": 0.33666252508840677,
+      "grad_norm": 289.255859375,
+      "learning_rate": 1.9013187330835708e-05,
+      "loss": 30.375,
+      "step": 7045
+    },
+    {
+      "epoch": 0.33671031252986716,
+      "grad_norm": 270.93212890625,
+      "learning_rate": 1.901285209810434e-05,
+      "loss": 32.4375,
+      "step": 7046
+    },
+    {
+      "epoch": 0.33675809997132755,
+      "grad_norm": 338.1552429199219,
+      "learning_rate": 1.9012516811397616e-05,
+      "loss": 25.7812,
+      "step": 7047
+    },
+    {
+      "epoch": 0.33680588741278794,
+      "grad_norm": 159.61410522460938,
+      "learning_rate": 1.9012181470717546e-05,
+      "loss": 24.5156,
+      "step": 7048
+    },
+    {
+      "epoch": 0.33685367485424833,
+      "grad_norm": 252.30296325683594,
+      "learning_rate": 1.901184607606614e-05,
+      "loss": 36.125,
+      "step": 7049
+    },
+    {
+      "epoch": 0.33690146229570866,
+      "grad_norm": 265.1634521484375,
+      "learning_rate": 1.90115106274454e-05,
+      "loss": 30.7812,
+      "step": 7050
+    },
+    {
+      "epoch": 0.33694924973716905,
+      "grad_norm": 266.3760070800781,
+      "learning_rate": 1.9011175124857342e-05,
+      "loss": 31.2656,
+      "step": 7051
+    },
+    {
+      "epoch": 0.33699703717862944,
+      "grad_norm": 287.5572814941406,
+      "learning_rate": 1.901083956830397e-05,
+      "loss": 33.4375,
+      "step": 7052
+    },
+    {
+      "epoch": 0.33704482462008983,
+      "grad_norm": 395.858154296875,
+      "learning_rate": 1.90105039577873e-05,
+      "loss": 28.3125,
+      "step": 7053
+    },
+    {
+      "epoch": 0.3370926120615502,
+      "grad_norm": 185.89706420898438,
+      "learning_rate": 1.9010168293309338e-05,
+      "loss": 24.875,
+      "step": 7054
+    },
+    {
+      "epoch": 0.3371403995030106,
+      "grad_norm": 433.0205078125,
+      "learning_rate": 1.9009832574872093e-05,
+      "loss": 32.9062,
+      "step": 7055
+    },
+    {
+      "epoch": 0.337188186944471,
+      "grad_norm": 414.77117919921875,
+      "learning_rate": 1.9009496802477575e-05,
+      "loss": 39.4688,
+      "step": 7056
+    },
+    {
+      "epoch": 0.3372359743859314,
+      "grad_norm": 711.5863647460938,
+      "learning_rate": 1.9009160976127797e-05,
+      "loss": 40.6562,
+      "step": 7057
+    },
+    {
+      "epoch": 0.3372837618273918,
+      "grad_norm": 263.8650207519531,
+      "learning_rate": 1.900882509582477e-05,
+      "loss": 34.2812,
+      "step": 7058
+    },
+    {
+      "epoch": 0.33733154926885217,
+      "grad_norm": 493.3107604980469,
+      "learning_rate": 1.9008489161570507e-05,
+      "loss": 33.4375,
+      "step": 7059
+    },
+    {
+      "epoch": 0.3373793367103125,
+      "grad_norm": 306.6656494140625,
+      "learning_rate": 1.9008153173367018e-05,
+      "loss": 33.5625,
+      "step": 7060
+    },
+    {
+      "epoch": 0.3374271241517729,
+      "grad_norm": 300.3797302246094,
+      "learning_rate": 1.900781713121631e-05,
+      "loss": 29.9062,
+      "step": 7061
+    },
+    {
+      "epoch": 0.3374749115932333,
+      "grad_norm": 400.3514404296875,
+      "learning_rate": 1.9007481035120404e-05,
+      "loss": 39.5625,
+      "step": 7062
+    },
+    {
+      "epoch": 0.3375226990346937,
+      "grad_norm": 301.37823486328125,
+      "learning_rate": 1.900714488508131e-05,
+      "loss": 43.2812,
+      "step": 7063
+    },
+    {
+      "epoch": 0.33757048647615406,
+      "grad_norm": 260.56182861328125,
+      "learning_rate": 1.9006808681101044e-05,
+      "loss": 29.2188,
+      "step": 7064
+    },
+    {
+      "epoch": 0.33761827391761445,
+      "grad_norm": 414.6518249511719,
+      "learning_rate": 1.9006472423181613e-05,
+      "loss": 33.5938,
+      "step": 7065
+    },
+    {
+      "epoch": 0.33766606135907484,
+      "grad_norm": 325.24176025390625,
+      "learning_rate": 1.9006136111325035e-05,
+      "loss": 44.0625,
+      "step": 7066
+    },
+    {
+      "epoch": 0.33771384880053523,
+      "grad_norm": 210.01797485351562,
+      "learning_rate": 1.900579974553332e-05,
+      "loss": 25.5,
+      "step": 7067
+    },
+    {
+      "epoch": 0.3377616362419956,
+      "grad_norm": 178.44580078125,
+      "learning_rate": 1.9005463325808487e-05,
+      "loss": 33.5,
+      "step": 7068
+    },
+    {
+      "epoch": 0.337809423683456,
+      "grad_norm": 225.86651611328125,
+      "learning_rate": 1.9005126852152546e-05,
+      "loss": 24.7031,
+      "step": 7069
+    },
+    {
+      "epoch": 0.33785721112491635,
+      "grad_norm": 366.6631164550781,
+      "learning_rate": 1.900479032456752e-05,
+      "loss": 33.8125,
+      "step": 7070
+    },
+    {
+      "epoch": 0.33790499856637674,
+      "grad_norm": 281.24700927734375,
+      "learning_rate": 1.9004453743055413e-05,
+      "loss": 27.0,
+      "step": 7071
+    },
+    {
+      "epoch": 0.3379527860078371,
+      "grad_norm": 358.2030334472656,
+      "learning_rate": 1.9004117107618253e-05,
+      "loss": 21.4688,
+      "step": 7072
+    },
+    {
+      "epoch": 0.3380005734492975,
+      "grad_norm": 461.6257629394531,
+      "learning_rate": 1.9003780418258047e-05,
+      "loss": 40.8438,
+      "step": 7073
+    },
+    {
+      "epoch": 0.3380483608907579,
+      "grad_norm": 341.93646240234375,
+      "learning_rate": 1.9003443674976814e-05,
+      "loss": 36.1875,
+      "step": 7074
+    },
+    {
+      "epoch": 0.3380961483322183,
+      "grad_norm": 348.724609375,
+      "learning_rate": 1.9003106877776575e-05,
+      "loss": 32.2812,
+      "step": 7075
+    },
+    {
+      "epoch": 0.3381439357736787,
+      "grad_norm": 462.9946594238281,
+      "learning_rate": 1.9002770026659337e-05,
+      "loss": 31.0312,
+      "step": 7076
+    },
+    {
+      "epoch": 0.3381917232151391,
+      "grad_norm": 524.8123168945312,
+      "learning_rate": 1.9002433121627128e-05,
+      "loss": 48.625,
+      "step": 7077
+    },
+    {
+      "epoch": 0.33823951065659946,
+      "grad_norm": 213.76219177246094,
+      "learning_rate": 1.900209616268196e-05,
+      "loss": 21.4531,
+      "step": 7078
+    },
+    {
+      "epoch": 0.33828729809805985,
+      "grad_norm": 150.2784881591797,
+      "learning_rate": 1.900175914982585e-05,
+      "loss": 23.125,
+      "step": 7079
+    },
+    {
+      "epoch": 0.33833508553952024,
+      "grad_norm": 310.3809509277344,
+      "learning_rate": 1.9001422083060817e-05,
+      "loss": 32.7812,
+      "step": 7080
+    },
+    {
+      "epoch": 0.3383828729809806,
+      "grad_norm": 150.6363983154297,
+      "learning_rate": 1.9001084962388883e-05,
+      "loss": 28.6875,
+      "step": 7081
+    },
+    {
+      "epoch": 0.33843066042244097,
+      "grad_norm": 225.34048461914062,
+      "learning_rate": 1.9000747787812067e-05,
+      "loss": 39.9062,
+      "step": 7082
+    },
+    {
+      "epoch": 0.33847844786390135,
+      "grad_norm": 216.26727294921875,
+      "learning_rate": 1.9000410559332382e-05,
+      "loss": 29.0,
+      "step": 7083
+    },
+    {
+      "epoch": 0.33852623530536174,
+      "grad_norm": 195.8135986328125,
+      "learning_rate": 1.9000073276951853e-05,
+      "loss": 25.6562,
+      "step": 7084
+    },
+    {
+      "epoch": 0.33857402274682213,
+      "grad_norm": 323.04193115234375,
+      "learning_rate": 1.89997359406725e-05,
+      "loss": 39.5312,
+      "step": 7085
+    },
+    {
+      "epoch": 0.3386218101882825,
+      "grad_norm": 607.07470703125,
+      "learning_rate": 1.899939855049634e-05,
+      "loss": 44.5938,
+      "step": 7086
+    },
+    {
+      "epoch": 0.3386695976297429,
+      "grad_norm": 317.91748046875,
+      "learning_rate": 1.8999061106425393e-05,
+      "loss": 33.375,
+      "step": 7087
+    },
+    {
+      "epoch": 0.3387173850712033,
+      "grad_norm": 289.5054931640625,
+      "learning_rate": 1.8998723608461684e-05,
+      "loss": 24.5,
+      "step": 7088
+    },
+    {
+      "epoch": 0.3387651725126637,
+      "grad_norm": 292.43096923828125,
+      "learning_rate": 1.899838605660723e-05,
+      "loss": 43.0625,
+      "step": 7089
+    },
+    {
+      "epoch": 0.3388129599541241,
+      "grad_norm": 148.5511016845703,
+      "learning_rate": 1.899804845086406e-05,
+      "loss": 23.375,
+      "step": 7090
+    },
+    {
+      "epoch": 0.3388607473955844,
+      "grad_norm": 253.20730590820312,
+      "learning_rate": 1.8997710791234184e-05,
+      "loss": 30.0,
+      "step": 7091
+    },
+    {
+      "epoch": 0.3389085348370448,
+      "grad_norm": 286.732421875,
+      "learning_rate": 1.8997373077719635e-05,
+      "loss": 38.7812,
+      "step": 7092
+    },
+    {
+      "epoch": 0.3389563222785052,
+      "grad_norm": 216.5843505859375,
+      "learning_rate": 1.899703531032243e-05,
+      "loss": 32.9062,
+      "step": 7093
+    },
+    {
+      "epoch": 0.3390041097199656,
+      "grad_norm": 224.11474609375,
+      "learning_rate": 1.8996697489044595e-05,
+      "loss": 25.0938,
+      "step": 7094
+    },
+    {
+      "epoch": 0.339051897161426,
+      "grad_norm": 224.2600555419922,
+      "learning_rate": 1.8996359613888146e-05,
+      "loss": 24.7188,
+      "step": 7095
+    },
+    {
+      "epoch": 0.33909968460288636,
+      "grad_norm": 365.44866943359375,
+      "learning_rate": 1.8996021684855113e-05,
+      "loss": 30.2812,
+      "step": 7096
+    },
+    {
+      "epoch": 0.33914747204434675,
+      "grad_norm": 290.8984069824219,
+      "learning_rate": 1.8995683701947522e-05,
+      "loss": 35.0,
+      "step": 7097
+    },
+    {
+      "epoch": 0.33919525948580714,
+      "grad_norm": 178.14559936523438,
+      "learning_rate": 1.8995345665167388e-05,
+      "loss": 29.25,
+      "step": 7098
+    },
+    {
+      "epoch": 0.33924304692726753,
+      "grad_norm": 302.59747314453125,
+      "learning_rate": 1.8995007574516745e-05,
+      "loss": 39.0,
+      "step": 7099
+    },
+    {
+      "epoch": 0.3392908343687279,
+      "grad_norm": 229.2371826171875,
+      "learning_rate": 1.899466942999761e-05,
+      "loss": 38.5312,
+      "step": 7100
+    },
+    {
+      "epoch": 0.33933862181018826,
+      "grad_norm": 279.79400634765625,
+      "learning_rate": 1.899433123161201e-05,
+      "loss": 40.25,
+      "step": 7101
+    },
+    {
+      "epoch": 0.33938640925164865,
+      "grad_norm": 222.55709838867188,
+      "learning_rate": 1.8993992979361977e-05,
+      "loss": 36.9375,
+      "step": 7102
+    },
+    {
+      "epoch": 0.33943419669310904,
+      "grad_norm": 343.3392333984375,
+      "learning_rate": 1.899365467324953e-05,
+      "loss": 32.9375,
+      "step": 7103
+    },
+    {
+      "epoch": 0.3394819841345694,
+      "grad_norm": 244.0195770263672,
+      "learning_rate": 1.8993316313276694e-05,
+      "loss": 28.0938,
+      "step": 7104
+    },
+    {
+      "epoch": 0.3395297715760298,
+      "grad_norm": 333.8631591796875,
+      "learning_rate": 1.89929778994455e-05,
+      "loss": 40.4688,
+      "step": 7105
+    },
+    {
+      "epoch": 0.3395775590174902,
+      "grad_norm": 196.9356231689453,
+      "learning_rate": 1.899263943175797e-05,
+      "loss": 31.2188,
+      "step": 7106
+    },
+    {
+      "epoch": 0.3396253464589506,
+      "grad_norm": 390.6435241699219,
+      "learning_rate": 1.8992300910216138e-05,
+      "loss": 40.0312,
+      "step": 7107
+    },
+    {
+      "epoch": 0.339673133900411,
+      "grad_norm": 314.69903564453125,
+      "learning_rate": 1.8991962334822024e-05,
+      "loss": 24.7812,
+      "step": 7108
+    },
+    {
+      "epoch": 0.3397209213418714,
+      "grad_norm": 279.979248046875,
+      "learning_rate": 1.8991623705577658e-05,
+      "loss": 31.25,
+      "step": 7109
+    },
+    {
+      "epoch": 0.33976870878333176,
+      "grad_norm": 228.6232452392578,
+      "learning_rate": 1.899128502248507e-05,
+      "loss": 31.0,
+      "step": 7110
+    },
+    {
+      "epoch": 0.3398164962247921,
+      "grad_norm": 369.6065979003906,
+      "learning_rate": 1.8990946285546283e-05,
+      "loss": 34.5625,
+      "step": 7111
+    },
+    {
+      "epoch": 0.3398642836662525,
+      "grad_norm": 228.294921875,
+      "learning_rate": 1.8990607494763332e-05,
+      "loss": 26.6719,
+      "step": 7112
+    },
+    {
+      "epoch": 0.3399120711077129,
+      "grad_norm": 277.3376770019531,
+      "learning_rate": 1.8990268650138244e-05,
+      "loss": 30.3125,
+      "step": 7113
+    },
+    {
+      "epoch": 0.33995985854917327,
+      "grad_norm": 332.59271240234375,
+      "learning_rate": 1.8989929751673045e-05,
+      "loss": 28.375,
+      "step": 7114
+    },
+    {
+      "epoch": 0.34000764599063366,
+      "grad_norm": 328.2667541503906,
+      "learning_rate": 1.8989590799369768e-05,
+      "loss": 31.5312,
+      "step": 7115
+    },
+    {
+      "epoch": 0.34005543343209405,
+      "grad_norm": 381.2052917480469,
+      "learning_rate": 1.898925179323044e-05,
+      "loss": 31.3438,
+      "step": 7116
+    },
+    {
+      "epoch": 0.34010322087355443,
+      "grad_norm": 542.5902099609375,
+      "learning_rate": 1.89889127332571e-05,
+      "loss": 36.0938,
+      "step": 7117
+    },
+    {
+      "epoch": 0.3401510083150148,
+      "grad_norm": 255.3440704345703,
+      "learning_rate": 1.8988573619451768e-05,
+      "loss": 38.0938,
+      "step": 7118
+    },
+    {
+      "epoch": 0.3401987957564752,
+      "grad_norm": 467.7928771972656,
+      "learning_rate": 1.8988234451816473e-05,
+      "loss": 16.7031,
+      "step": 7119
+    },
+    {
+      "epoch": 0.3402465831979356,
+      "grad_norm": 251.77854919433594,
+      "learning_rate": 1.8987895230353257e-05,
+      "loss": 23.1875,
+      "step": 7120
+    },
+    {
+      "epoch": 0.340294370639396,
+      "grad_norm": 192.65945434570312,
+      "learning_rate": 1.8987555955064144e-05,
+      "loss": 27.5469,
+      "step": 7121
+    },
+    {
+      "epoch": 0.3403421580808563,
+      "grad_norm": 366.30023193359375,
+      "learning_rate": 1.8987216625951172e-05,
+      "loss": 35.5312,
+      "step": 7122
+    },
+    {
+      "epoch": 0.3403899455223167,
+      "grad_norm": 276.6162109375,
+      "learning_rate": 1.8986877243016365e-05,
+      "loss": 22.2656,
+      "step": 7123
+    },
+    {
+      "epoch": 0.3404377329637771,
+      "grad_norm": 212.13160705566406,
+      "learning_rate": 1.898653780626176e-05,
+      "loss": 32.0,
+      "step": 7124
+    },
+    {
+      "epoch": 0.3404855204052375,
+      "grad_norm": 722.7847900390625,
+      "learning_rate": 1.8986198315689392e-05,
+      "loss": 36.4688,
+      "step": 7125
+    },
+    {
+      "epoch": 0.3405333078466979,
+      "grad_norm": 153.92312622070312,
+      "learning_rate": 1.898585877130129e-05,
+      "loss": 17.0625,
+      "step": 7126
+    },
+    {
+      "epoch": 0.3405810952881583,
+      "grad_norm": 277.5404052734375,
+      "learning_rate": 1.8985519173099485e-05,
+      "loss": 22.5938,
+      "step": 7127
+    },
+    {
+      "epoch": 0.34062888272961866,
+      "grad_norm": 453.70941162109375,
+      "learning_rate": 1.8985179521086018e-05,
+      "loss": 34.4219,
+      "step": 7128
+    },
+    {
+      "epoch": 0.34067667017107905,
+      "grad_norm": 511.3116455078125,
+      "learning_rate": 1.898483981526292e-05,
+      "loss": 36.3438,
+      "step": 7129
+    },
+    {
+      "epoch": 0.34072445761253944,
+      "grad_norm": 300.5853576660156,
+      "learning_rate": 1.8984500055632224e-05,
+      "loss": 43.375,
+      "step": 7130
+    },
+    {
+      "epoch": 0.34077224505399983,
+      "grad_norm": 266.2929382324219,
+      "learning_rate": 1.8984160242195967e-05,
+      "loss": 33.4219,
+      "step": 7131
+    },
+    {
+      "epoch": 0.34082003249546017,
+      "grad_norm": 300.6904296875,
+      "learning_rate": 1.8983820374956184e-05,
+      "loss": 27.8125,
+      "step": 7132
+    },
+    {
+      "epoch": 0.34086781993692056,
+      "grad_norm": 232.23341369628906,
+      "learning_rate": 1.8983480453914908e-05,
+      "loss": 28.0312,
+      "step": 7133
+    },
+    {
+      "epoch": 0.34091560737838095,
+      "grad_norm": 321.0449523925781,
+      "learning_rate": 1.898314047907418e-05,
+      "loss": 26.1875,
+      "step": 7134
+    },
+    {
+      "epoch": 0.34096339481984134,
+      "grad_norm": 214.08287048339844,
+      "learning_rate": 1.8982800450436025e-05,
+      "loss": 25.6406,
+      "step": 7135
+    },
+    {
+      "epoch": 0.3410111822613017,
+      "grad_norm": 285.47100830078125,
+      "learning_rate": 1.8982460368002487e-05,
+      "loss": 30.1562,
+      "step": 7136
+    },
+    {
+      "epoch": 0.3410589697027621,
+      "grad_norm": 278.0736389160156,
+      "learning_rate": 1.8982120231775604e-05,
+      "loss": 37.5938,
+      "step": 7137
+    },
+    {
+      "epoch": 0.3411067571442225,
+      "grad_norm": 539.9820556640625,
+      "learning_rate": 1.898178004175741e-05,
+      "loss": 26.625,
+      "step": 7138
+    },
+    {
+      "epoch": 0.3411545445856829,
+      "grad_norm": 468.379638671875,
+      "learning_rate": 1.8981439797949947e-05,
+      "loss": 37.9062,
+      "step": 7139
+    },
+    {
+      "epoch": 0.3412023320271433,
+      "grad_norm": 320.0400390625,
+      "learning_rate": 1.8981099500355244e-05,
+      "loss": 27.6875,
+      "step": 7140
+    },
+    {
+      "epoch": 0.3412501194686037,
+      "grad_norm": 341.5025634765625,
+      "learning_rate": 1.8980759148975346e-05,
+      "loss": 19.5,
+      "step": 7141
+    },
+    {
+      "epoch": 0.341297906910064,
+      "grad_norm": 242.1216583251953,
+      "learning_rate": 1.898041874381229e-05,
+      "loss": 25.2812,
+      "step": 7142
+    },
+    {
+      "epoch": 0.3413456943515244,
+      "grad_norm": 379.6972961425781,
+      "learning_rate": 1.898007828486811e-05,
+      "loss": 49.1875,
+      "step": 7143
+    },
+    {
+      "epoch": 0.3413934817929848,
+      "grad_norm": 223.71817016601562,
+      "learning_rate": 1.8979737772144852e-05,
+      "loss": 22.625,
+      "step": 7144
+    },
+    {
+      "epoch": 0.3414412692344452,
+      "grad_norm": 213.4416961669922,
+      "learning_rate": 1.897939720564455e-05,
+      "loss": 24.3125,
+      "step": 7145
+    },
+    {
+      "epoch": 0.34148905667590557,
+      "grad_norm": 415.4753723144531,
+      "learning_rate": 1.897905658536925e-05,
+      "loss": 31.9062,
+      "step": 7146
+    },
+    {
+      "epoch": 0.34153684411736596,
+      "grad_norm": 217.18841552734375,
+      "learning_rate": 1.8978715911320982e-05,
+      "loss": 26.5,
+      "step": 7147
+    },
+    {
+      "epoch": 0.34158463155882635,
+      "grad_norm": 291.31591796875,
+      "learning_rate": 1.8978375183501793e-05,
+      "loss": 27.0,
+      "step": 7148
+    },
+    {
+      "epoch": 0.34163241900028674,
+      "grad_norm": 366.2919006347656,
+      "learning_rate": 1.897803440191372e-05,
+      "loss": 27.1562,
+      "step": 7149
+    },
+    {
+      "epoch": 0.3416802064417471,
+      "grad_norm": 342.0884704589844,
+      "learning_rate": 1.8977693566558807e-05,
+      "loss": 27.6406,
+      "step": 7150
+    },
+    {
+      "epoch": 0.3417279938832075,
+      "grad_norm": 390.58441162109375,
+      "learning_rate": 1.8977352677439097e-05,
+      "loss": 40.8125,
+      "step": 7151
+    },
+    {
+      "epoch": 0.3417757813246679,
+      "grad_norm": 368.26007080078125,
+      "learning_rate": 1.8977011734556626e-05,
+      "loss": 38.4375,
+      "step": 7152
+    },
+    {
+      "epoch": 0.34182356876612824,
+      "grad_norm": 258.9798278808594,
+      "learning_rate": 1.8976670737913435e-05,
+      "loss": 35.8125,
+      "step": 7153
+    },
+    {
+      "epoch": 0.34187135620758863,
+      "grad_norm": 484.552490234375,
+      "learning_rate": 1.8976329687511574e-05,
+      "loss": 29.8125,
+      "step": 7154
+    },
+    {
+      "epoch": 0.341919143649049,
+      "grad_norm": 330.0081481933594,
+      "learning_rate": 1.8975988583353078e-05,
+      "loss": 40.5938,
+      "step": 7155
+    },
+    {
+      "epoch": 0.3419669310905094,
+      "grad_norm": 286.09014892578125,
+      "learning_rate": 1.8975647425439994e-05,
+      "loss": 31.125,
+      "step": 7156
+    },
+    {
+      "epoch": 0.3420147185319698,
+      "grad_norm": 231.66183471679688,
+      "learning_rate": 1.8975306213774366e-05,
+      "loss": 33.4375,
+      "step": 7157
+    },
+    {
+      "epoch": 0.3420625059734302,
+      "grad_norm": 230.3385467529297,
+      "learning_rate": 1.897496494835823e-05,
+      "loss": 40.0,
+      "step": 7158
+    },
+    {
+      "epoch": 0.3421102934148906,
+      "grad_norm": 237.7991485595703,
+      "learning_rate": 1.8974623629193636e-05,
+      "loss": 43.9375,
+      "step": 7159
+    },
+    {
+      "epoch": 0.34215808085635097,
+      "grad_norm": 199.6206512451172,
+      "learning_rate": 1.8974282256282632e-05,
+      "loss": 34.3281,
+      "step": 7160
+    },
+    {
+      "epoch": 0.34220586829781136,
+      "grad_norm": 278.12408447265625,
+      "learning_rate": 1.897394082962725e-05,
+      "loss": 32.3125,
+      "step": 7161
+    },
+    {
+      "epoch": 0.34225365573927174,
+      "grad_norm": 478.7044677734375,
+      "learning_rate": 1.8973599349229544e-05,
+      "loss": 33.5938,
+      "step": 7162
+    },
+    {
+      "epoch": 0.3423014431807321,
+      "grad_norm": 533.1484985351562,
+      "learning_rate": 1.897325781509156e-05,
+      "loss": 29.5625,
+      "step": 7163
+    },
+    {
+      "epoch": 0.34234923062219247,
+      "grad_norm": 245.80601501464844,
+      "learning_rate": 1.897291622721534e-05,
+      "loss": 20.5156,
+      "step": 7164
+    },
+    {
+      "epoch": 0.34239701806365286,
+      "grad_norm": 465.9595642089844,
+      "learning_rate": 1.897257458560293e-05,
+      "loss": 31.9062,
+      "step": 7165
+    },
+    {
+      "epoch": 0.34244480550511325,
+      "grad_norm": 255.4505615234375,
+      "learning_rate": 1.8972232890256373e-05,
+      "loss": 26.4219,
+      "step": 7166
+    },
+    {
+      "epoch": 0.34249259294657364,
+      "grad_norm": 340.91497802734375,
+      "learning_rate": 1.897189114117772e-05,
+      "loss": 31.2812,
+      "step": 7167
+    },
+    {
+      "epoch": 0.342540380388034,
+      "grad_norm": 338.66827392578125,
+      "learning_rate": 1.897154933836902e-05,
+      "loss": 32.6562,
+      "step": 7168
+    },
+    {
+      "epoch": 0.3425881678294944,
+      "grad_norm": 277.33441162109375,
+      "learning_rate": 1.897120748183231e-05,
+      "loss": 37.5938,
+      "step": 7169
+    },
+    {
+      "epoch": 0.3426359552709548,
+      "grad_norm": 349.42730712890625,
+      "learning_rate": 1.8970865571569646e-05,
+      "loss": 50.0,
+      "step": 7170
+    },
+    {
+      "epoch": 0.3426837427124152,
+      "grad_norm": 305.3601379394531,
+      "learning_rate": 1.8970523607583073e-05,
+      "loss": 23.5625,
+      "step": 7171
+    },
+    {
+      "epoch": 0.3427315301538756,
+      "grad_norm": 248.0301055908203,
+      "learning_rate": 1.8970181589874637e-05,
+      "loss": 37.5625,
+      "step": 7172
+    },
+    {
+      "epoch": 0.3427793175953359,
+      "grad_norm": 458.2043762207031,
+      "learning_rate": 1.896983951844639e-05,
+      "loss": 27.8438,
+      "step": 7173
+    },
+    {
+      "epoch": 0.3428271050367963,
+      "grad_norm": 571.8594360351562,
+      "learning_rate": 1.8969497393300376e-05,
+      "loss": 37.625,
+      "step": 7174
+    },
+    {
+      "epoch": 0.3428748924782567,
+      "grad_norm": 321.4458312988281,
+      "learning_rate": 1.8969155214438647e-05,
+      "loss": 26.375,
+      "step": 7175
+    },
+    {
+      "epoch": 0.3429226799197171,
+      "grad_norm": 364.1348876953125,
+      "learning_rate": 1.8968812981863255e-05,
+      "loss": 47.7188,
+      "step": 7176
+    },
+    {
+      "epoch": 0.3429704673611775,
+      "grad_norm": 9405.5107421875,
+      "learning_rate": 1.896847069557624e-05,
+      "loss": 32.1719,
+      "step": 7177
+    },
+    {
+      "epoch": 0.34301825480263787,
+      "grad_norm": 382.4674377441406,
+      "learning_rate": 1.8968128355579663e-05,
+      "loss": 46.5625,
+      "step": 7178
+    },
+    {
+      "epoch": 0.34306604224409826,
+      "grad_norm": 370.1640625,
+      "learning_rate": 1.896778596187557e-05,
+      "loss": 22.7969,
+      "step": 7179
+    },
+    {
+      "epoch": 0.34311382968555865,
+      "grad_norm": 388.5075988769531,
+      "learning_rate": 1.8967443514466008e-05,
+      "loss": 29.8438,
+      "step": 7180
+    },
+    {
+      "epoch": 0.34316161712701904,
+      "grad_norm": 723.03564453125,
+      "learning_rate": 1.896710101335303e-05,
+      "loss": 42.2812,
+      "step": 7181
+    },
+    {
+      "epoch": 0.3432094045684794,
+      "grad_norm": 315.87860107421875,
+      "learning_rate": 1.896675845853869e-05,
+      "loss": 28.1562,
+      "step": 7182
+    },
+    {
+      "epoch": 0.3432571920099398,
+      "grad_norm": 371.7093811035156,
+      "learning_rate": 1.8966415850025037e-05,
+      "loss": 36.7031,
+      "step": 7183
+    },
+    {
+      "epoch": 0.34330497945140015,
+      "grad_norm": 370.39300537109375,
+      "learning_rate": 1.896607318781412e-05,
+      "loss": 41.5625,
+      "step": 7184
+    },
+    {
+      "epoch": 0.34335276689286054,
+      "grad_norm": 274.93292236328125,
+      "learning_rate": 1.8965730471907994e-05,
+      "loss": 34.7812,
+      "step": 7185
+    },
+    {
+      "epoch": 0.34340055433432093,
+      "grad_norm": 272.22613525390625,
+      "learning_rate": 1.8965387702308716e-05,
+      "loss": 33.6875,
+      "step": 7186
+    },
+    {
+      "epoch": 0.3434483417757813,
+      "grad_norm": 268.4779357910156,
+      "learning_rate": 1.896504487901833e-05,
+      "loss": 34.25,
+      "step": 7187
+    },
+    {
+      "epoch": 0.3434961292172417,
+      "grad_norm": 299.8260192871094,
+      "learning_rate": 1.8964702002038893e-05,
+      "loss": 45.5,
+      "step": 7188
+    },
+    {
+      "epoch": 0.3435439166587021,
+      "grad_norm": 298.9342041015625,
+      "learning_rate": 1.8964359071372462e-05,
+      "loss": 40.5,
+      "step": 7189
+    },
+    {
+      "epoch": 0.3435917041001625,
+      "grad_norm": 286.5215148925781,
+      "learning_rate": 1.8964016087021086e-05,
+      "loss": 40.9688,
+      "step": 7190
+    },
+    {
+      "epoch": 0.3436394915416229,
+      "grad_norm": 280.6225891113281,
+      "learning_rate": 1.896367304898682e-05,
+      "loss": 42.7188,
+      "step": 7191
+    },
+    {
+      "epoch": 0.34368727898308327,
+      "grad_norm": 227.42111206054688,
+      "learning_rate": 1.8963329957271722e-05,
+      "loss": 30.8125,
+      "step": 7192
+    },
+    {
+      "epoch": 0.34373506642454366,
+      "grad_norm": 522.7756958007812,
+      "learning_rate": 1.896298681187784e-05,
+      "loss": 56.8125,
+      "step": 7193
+    },
+    {
+      "epoch": 0.343782853866004,
+      "grad_norm": 442.44110107421875,
+      "learning_rate": 1.896264361280723e-05,
+      "loss": 41.8906,
+      "step": 7194
+    },
+    {
+      "epoch": 0.3438306413074644,
+      "grad_norm": 317.43719482421875,
+      "learning_rate": 1.8962300360061952e-05,
+      "loss": 32.6562,
+      "step": 7195
+    },
+    {
+      "epoch": 0.34387842874892477,
+      "grad_norm": 552.7781372070312,
+      "learning_rate": 1.896195705364406e-05,
+      "loss": 45.6875,
+      "step": 7196
+    },
+    {
+      "epoch": 0.34392621619038516,
+      "grad_norm": 416.2026672363281,
+      "learning_rate": 1.8961613693555612e-05,
+      "loss": 33.8438,
+      "step": 7197
+    },
+    {
+      "epoch": 0.34397400363184555,
+      "grad_norm": 543.4774780273438,
+      "learning_rate": 1.8961270279798658e-05,
+      "loss": 39.8125,
+      "step": 7198
+    },
+    {
+      "epoch": 0.34402179107330594,
+      "grad_norm": 521.4977416992188,
+      "learning_rate": 1.8960926812375257e-05,
+      "loss": 36.3594,
+      "step": 7199
+    },
+    {
+      "epoch": 0.3440695785147663,
+      "grad_norm": 286.1069641113281,
+      "learning_rate": 1.896058329128747e-05,
+      "loss": 42.6875,
+      "step": 7200
+    },
+    {
+      "epoch": 0.3441173659562267,
+      "grad_norm": 240.42628479003906,
+      "learning_rate": 1.896023971653735e-05,
+      "loss": 37.7188,
+      "step": 7201
+    },
+    {
+      "epoch": 0.3441651533976871,
+      "grad_norm": 483.67559814453125,
+      "learning_rate": 1.8959896088126958e-05,
+      "loss": 35.4375,
+      "step": 7202
+    },
+    {
+      "epoch": 0.3442129408391475,
+      "grad_norm": 626.82861328125,
+      "learning_rate": 1.8959552406058348e-05,
+      "loss": 39.0625,
+      "step": 7203
+    },
+    {
+      "epoch": 0.34426072828060783,
+      "grad_norm": 283.4032287597656,
+      "learning_rate": 1.895920867033358e-05,
+      "loss": 38.9688,
+      "step": 7204
+    },
+    {
+      "epoch": 0.3443085157220682,
+      "grad_norm": 431.6803894042969,
+      "learning_rate": 1.8958864880954713e-05,
+      "loss": 48.4375,
+      "step": 7205
+    },
+    {
+      "epoch": 0.3443563031635286,
+      "grad_norm": 270.0607604980469,
+      "learning_rate": 1.895852103792381e-05,
+      "loss": 31.4375,
+      "step": 7206
+    },
+    {
+      "epoch": 0.344404090604989,
+      "grad_norm": 318.7169494628906,
+      "learning_rate": 1.8958177141242918e-05,
+      "loss": 42.4375,
+      "step": 7207
+    },
+    {
+      "epoch": 0.3444518780464494,
+      "grad_norm": 292.7340393066406,
+      "learning_rate": 1.8957833190914105e-05,
+      "loss": 38.6562,
+      "step": 7208
+    },
+    {
+      "epoch": 0.3444996654879098,
+      "grad_norm": 357.1002197265625,
+      "learning_rate": 1.8957489186939435e-05,
+      "loss": 46.5625,
+      "step": 7209
+    },
+    {
+      "epoch": 0.34454745292937017,
+      "grad_norm": 263.0076599121094,
+      "learning_rate": 1.895714512932096e-05,
+      "loss": 35.1875,
+      "step": 7210
+    },
+    {
+      "epoch": 0.34459524037083056,
+      "grad_norm": 441.9399719238281,
+      "learning_rate": 1.8956801018060742e-05,
+      "loss": 33.1875,
+      "step": 7211
+    },
+    {
+      "epoch": 0.34464302781229095,
+      "grad_norm": 188.18275451660156,
+      "learning_rate": 1.8956456853160845e-05,
+      "loss": 27.9062,
+      "step": 7212
+    },
+    {
+      "epoch": 0.34469081525375134,
+      "grad_norm": 457.7461853027344,
+      "learning_rate": 1.8956112634623328e-05,
+      "loss": 47.25,
+      "step": 7213
+    },
+    {
+      "epoch": 0.34473860269521167,
+      "grad_norm": 441.43817138671875,
+      "learning_rate": 1.8955768362450255e-05,
+      "loss": 33.1875,
+      "step": 7214
+    },
+    {
+      "epoch": 0.34478639013667206,
+      "grad_norm": 241.3450927734375,
+      "learning_rate": 1.8955424036643686e-05,
+      "loss": 26.9688,
+      "step": 7215
+    },
+    {
+      "epoch": 0.34483417757813245,
+      "grad_norm": 415.6021728515625,
+      "learning_rate": 1.895507965720568e-05,
+      "loss": 31.75,
+      "step": 7216
+    },
+    {
+      "epoch": 0.34488196501959284,
+      "grad_norm": 181.05462646484375,
+      "learning_rate": 1.89547352241383e-05,
+      "loss": 23.5938,
+      "step": 7217
+    },
+    {
+      "epoch": 0.34492975246105323,
+      "grad_norm": 468.7451171875,
+      "learning_rate": 1.8954390737443616e-05,
+      "loss": 42.6562,
+      "step": 7218
+    },
+    {
+      "epoch": 0.3449775399025136,
+      "grad_norm": 208.17652893066406,
+      "learning_rate": 1.8954046197123684e-05,
+      "loss": 41.3438,
+      "step": 7219
+    },
+    {
+      "epoch": 0.345025327343974,
+      "grad_norm": 382.1023254394531,
+      "learning_rate": 1.8953701603180568e-05,
+      "loss": 32.125,
+      "step": 7220
+    },
+    {
+      "epoch": 0.3450731147854344,
+      "grad_norm": 463.2196044921875,
+      "learning_rate": 1.8953356955616334e-05,
+      "loss": 33.3125,
+      "step": 7221
+    },
+    {
+      "epoch": 0.3451209022268948,
+      "grad_norm": 297.90228271484375,
+      "learning_rate": 1.8953012254433047e-05,
+      "loss": 40.2812,
+      "step": 7222
+    },
+    {
+      "epoch": 0.3451686896683552,
+      "grad_norm": 320.150634765625,
+      "learning_rate": 1.8952667499632764e-05,
+      "loss": 26.1562,
+      "step": 7223
+    },
+    {
+      "epoch": 0.34521647710981557,
+      "grad_norm": 182.89675903320312,
+      "learning_rate": 1.895232269121756e-05,
+      "loss": 25.5312,
+      "step": 7224
+    },
+    {
+      "epoch": 0.3452642645512759,
+      "grad_norm": 301.25933837890625,
+      "learning_rate": 1.8951977829189488e-05,
+      "loss": 40.0938,
+      "step": 7225
+    },
+    {
+      "epoch": 0.3453120519927363,
+      "grad_norm": 203.80638122558594,
+      "learning_rate": 1.8951632913550625e-05,
+      "loss": 20.6094,
+      "step": 7226
+    },
+    {
+      "epoch": 0.3453598394341967,
+      "grad_norm": 515.0438232421875,
+      "learning_rate": 1.8951287944303033e-05,
+      "loss": 34.0312,
+      "step": 7227
+    },
+    {
+      "epoch": 0.34540762687565707,
+      "grad_norm": 163.99107360839844,
+      "learning_rate": 1.8950942921448773e-05,
+      "loss": 32.75,
+      "step": 7228
+    },
+    {
+      "epoch": 0.34545541431711746,
+      "grad_norm": 363.6496887207031,
+      "learning_rate": 1.8950597844989917e-05,
+      "loss": 34.6562,
+      "step": 7229
+    },
+    {
+      "epoch": 0.34550320175857785,
+      "grad_norm": 387.2239685058594,
+      "learning_rate": 1.895025271492853e-05,
+      "loss": 30.3125,
+      "step": 7230
+    },
+    {
+      "epoch": 0.34555098920003824,
+      "grad_norm": 356.3061828613281,
+      "learning_rate": 1.8949907531266673e-05,
+      "loss": 39.9375,
+      "step": 7231
+    },
+    {
+      "epoch": 0.34559877664149863,
+      "grad_norm": 281.6580810546875,
+      "learning_rate": 1.8949562294006422e-05,
+      "loss": 43.6562,
+      "step": 7232
+    },
+    {
+      "epoch": 0.345646564082959,
+      "grad_norm": 298.9127502441406,
+      "learning_rate": 1.894921700314984e-05,
+      "loss": 27.2656,
+      "step": 7233
+    },
+    {
+      "epoch": 0.3456943515244194,
+      "grad_norm": 259.0386657714844,
+      "learning_rate": 1.8948871658698998e-05,
+      "loss": 34.5625,
+      "step": 7234
+    },
+    {
+      "epoch": 0.34574213896587974,
+      "grad_norm": 367.1854248046875,
+      "learning_rate": 1.894852626065596e-05,
+      "loss": 45.6875,
+      "step": 7235
+    },
+    {
+      "epoch": 0.34578992640734013,
+      "grad_norm": 204.5325927734375,
+      "learning_rate": 1.8948180809022796e-05,
+      "loss": 35.9062,
+      "step": 7236
+    },
+    {
+      "epoch": 0.3458377138488005,
+      "grad_norm": 269.8145446777344,
+      "learning_rate": 1.8947835303801578e-05,
+      "loss": 30.0312,
+      "step": 7237
+    },
+    {
+      "epoch": 0.3458855012902609,
+      "grad_norm": 522.261962890625,
+      "learning_rate": 1.8947489744994372e-05,
+      "loss": 35.7812,
+      "step": 7238
+    },
+    {
+      "epoch": 0.3459332887317213,
+      "grad_norm": 296.0666198730469,
+      "learning_rate": 1.8947144132603242e-05,
+      "loss": 41.7812,
+      "step": 7239
+    },
+    {
+      "epoch": 0.3459810761731817,
+      "grad_norm": 228.8570556640625,
+      "learning_rate": 1.894679846663027e-05,
+      "loss": 39.4531,
+      "step": 7240
+    },
+    {
+      "epoch": 0.3460288636146421,
+      "grad_norm": 265.1365661621094,
+      "learning_rate": 1.894645274707752e-05,
+      "loss": 39.75,
+      "step": 7241
+    },
+    {
+      "epoch": 0.34607665105610247,
+      "grad_norm": 377.8880920410156,
+      "learning_rate": 1.894610697394706e-05,
+      "loss": 24.6875,
+      "step": 7242
+    },
+    {
+      "epoch": 0.34612443849756286,
+      "grad_norm": 383.2815856933594,
+      "learning_rate": 1.8945761147240964e-05,
+      "loss": 29.875,
+      "step": 7243
+    },
+    {
+      "epoch": 0.34617222593902325,
+      "grad_norm": 181.44686889648438,
+      "learning_rate": 1.89454152669613e-05,
+      "loss": 33.375,
+      "step": 7244
+    },
+    {
+      "epoch": 0.3462200133804836,
+      "grad_norm": 345.7710266113281,
+      "learning_rate": 1.894506933311014e-05,
+      "loss": 50.3125,
+      "step": 7245
+    },
+    {
+      "epoch": 0.34626780082194397,
+      "grad_norm": 227.40618896484375,
+      "learning_rate": 1.8944723345689563e-05,
+      "loss": 33.8125,
+      "step": 7246
+    },
+    {
+      "epoch": 0.34631558826340436,
+      "grad_norm": 330.5174255371094,
+      "learning_rate": 1.894437730470163e-05,
+      "loss": 29.6719,
+      "step": 7247
+    },
+    {
+      "epoch": 0.34636337570486475,
+      "grad_norm": 218.9755096435547,
+      "learning_rate": 1.894403121014842e-05,
+      "loss": 31.25,
+      "step": 7248
+    },
+    {
+      "epoch": 0.34641116314632514,
+      "grad_norm": 250.08433532714844,
+      "learning_rate": 1.8943685062032002e-05,
+      "loss": 29.5,
+      "step": 7249
+    },
+    {
+      "epoch": 0.34645895058778553,
+      "grad_norm": 540.9083862304688,
+      "learning_rate": 1.894333886035445e-05,
+      "loss": 40.5625,
+      "step": 7250
+    },
+    {
+      "epoch": 0.3465067380292459,
+      "grad_norm": 372.21307373046875,
+      "learning_rate": 1.8942992605117843e-05,
+      "loss": 40.4688,
+      "step": 7251
+    },
+    {
+      "epoch": 0.3465545254707063,
+      "grad_norm": 337.8659362792969,
+      "learning_rate": 1.8942646296324248e-05,
+      "loss": 29.4688,
+      "step": 7252
+    },
+    {
+      "epoch": 0.3466023129121667,
+      "grad_norm": 329.9681701660156,
+      "learning_rate": 1.894229993397574e-05,
+      "loss": 24.625,
+      "step": 7253
+    },
+    {
+      "epoch": 0.3466501003536271,
+      "grad_norm": 251.36215209960938,
+      "learning_rate": 1.8941953518074398e-05,
+      "loss": 35.3438,
+      "step": 7254
+    },
+    {
+      "epoch": 0.3466978877950875,
+      "grad_norm": 519.5154418945312,
+      "learning_rate": 1.8941607048622287e-05,
+      "loss": 21.3438,
+      "step": 7255
+    },
+    {
+      "epoch": 0.3467456752365478,
+      "grad_norm": 180.37411499023438,
+      "learning_rate": 1.894126052562149e-05,
+      "loss": 27.5938,
+      "step": 7256
+    },
+    {
+      "epoch": 0.3467934626780082,
+      "grad_norm": 536.7769775390625,
+      "learning_rate": 1.894091394907408e-05,
+      "loss": 36.625,
+      "step": 7257
+    },
+    {
+      "epoch": 0.3468412501194686,
+      "grad_norm": 335.1966552734375,
+      "learning_rate": 1.894056731898213e-05,
+      "loss": 28.625,
+      "step": 7258
+    },
+    {
+      "epoch": 0.346889037560929,
+      "grad_norm": 368.55120849609375,
+      "learning_rate": 1.8940220635347725e-05,
+      "loss": 31.6719,
+      "step": 7259
+    },
+    {
+      "epoch": 0.34693682500238937,
+      "grad_norm": 312.92449951171875,
+      "learning_rate": 1.8939873898172928e-05,
+      "loss": 28.25,
+      "step": 7260
+    },
+    {
+      "epoch": 0.34698461244384976,
+      "grad_norm": 176.52117919921875,
+      "learning_rate": 1.8939527107459822e-05,
+      "loss": 26.3125,
+      "step": 7261
+    },
+    {
+      "epoch": 0.34703239988531015,
+      "grad_norm": 385.5111083984375,
+      "learning_rate": 1.893918026321049e-05,
+      "loss": 30.0312,
+      "step": 7262
+    },
+    {
+      "epoch": 0.34708018732677054,
+      "grad_norm": 179.1588134765625,
+      "learning_rate": 1.8938833365426997e-05,
+      "loss": 23.8125,
+      "step": 7263
+    },
+    {
+      "epoch": 0.34712797476823093,
+      "grad_norm": 258.6731872558594,
+      "learning_rate": 1.8938486414111426e-05,
+      "loss": 31.9062,
+      "step": 7264
+    },
+    {
+      "epoch": 0.3471757622096913,
+      "grad_norm": 325.81353759765625,
+      "learning_rate": 1.893813940926586e-05,
+      "loss": 25.8125,
+      "step": 7265
+    },
+    {
+      "epoch": 0.34722354965115165,
+      "grad_norm": 420.75653076171875,
+      "learning_rate": 1.893779235089237e-05,
+      "loss": 30.75,
+      "step": 7266
+    },
+    {
+      "epoch": 0.34727133709261204,
+      "grad_norm": 842.3651123046875,
+      "learning_rate": 1.8937445238993035e-05,
+      "loss": 31.9688,
+      "step": 7267
+    },
+    {
+      "epoch": 0.34731912453407243,
+      "grad_norm": 253.15505981445312,
+      "learning_rate": 1.8937098073569938e-05,
+      "loss": 32.5,
+      "step": 7268
+    },
+    {
+      "epoch": 0.3473669119755328,
+      "grad_norm": 270.65460205078125,
+      "learning_rate": 1.8936750854625152e-05,
+      "loss": 34.0938,
+      "step": 7269
+    },
+    {
+      "epoch": 0.3474146994169932,
+      "grad_norm": 293.94189453125,
+      "learning_rate": 1.8936403582160763e-05,
+      "loss": 40.6875,
+      "step": 7270
+    },
+    {
+      "epoch": 0.3474624868584536,
+      "grad_norm": 408.40692138671875,
+      "learning_rate": 1.8936056256178846e-05,
+      "loss": 37.875,
+      "step": 7271
+    },
+    {
+      "epoch": 0.347510274299914,
+      "grad_norm": 290.3282775878906,
+      "learning_rate": 1.8935708876681483e-05,
+      "loss": 29.1562,
+      "step": 7272
+    },
+    {
+      "epoch": 0.3475580617413744,
+      "grad_norm": 205.71737670898438,
+      "learning_rate": 1.8935361443670754e-05,
+      "loss": 31.9375,
+      "step": 7273
+    },
+    {
+      "epoch": 0.34760584918283477,
+      "grad_norm": 225.98382568359375,
+      "learning_rate": 1.893501395714874e-05,
+      "loss": 36.4062,
+      "step": 7274
+    },
+    {
+      "epoch": 0.34765363662429516,
+      "grad_norm": 298.9551696777344,
+      "learning_rate": 1.8934666417117523e-05,
+      "loss": 28.9062,
+      "step": 7275
+    },
+    {
+      "epoch": 0.3477014240657555,
+      "grad_norm": 314.45123291015625,
+      "learning_rate": 1.8934318823579183e-05,
+      "loss": 27.4062,
+      "step": 7276
+    },
+    {
+      "epoch": 0.3477492115072159,
+      "grad_norm": 275.6854248046875,
+      "learning_rate": 1.89339711765358e-05,
+      "loss": 36.1562,
+      "step": 7277
+    },
+    {
+      "epoch": 0.3477969989486763,
+      "grad_norm": 288.89227294921875,
+      "learning_rate": 1.893362347598946e-05,
+      "loss": 24.9375,
+      "step": 7278
+    },
+    {
+      "epoch": 0.34784478639013666,
+      "grad_norm": 271.2244873046875,
+      "learning_rate": 1.8933275721942243e-05,
+      "loss": 34.2188,
+      "step": 7279
+    },
+    {
+      "epoch": 0.34789257383159705,
+      "grad_norm": 135.87289428710938,
+      "learning_rate": 1.8932927914396227e-05,
+      "loss": 17.75,
+      "step": 7280
+    },
+    {
+      "epoch": 0.34794036127305744,
+      "grad_norm": 286.1506652832031,
+      "learning_rate": 1.8932580053353505e-05,
+      "loss": 34.9062,
+      "step": 7281
+    },
+    {
+      "epoch": 0.34798814871451783,
+      "grad_norm": 336.261474609375,
+      "learning_rate": 1.8932232138816153e-05,
+      "loss": 42.0625,
+      "step": 7282
+    },
+    {
+      "epoch": 0.3480359361559782,
+      "grad_norm": 251.9384002685547,
+      "learning_rate": 1.893188417078625e-05,
+      "loss": 34.5,
+      "step": 7283
+    },
+    {
+      "epoch": 0.3480837235974386,
+      "grad_norm": 141.5546875,
+      "learning_rate": 1.8931536149265893e-05,
+      "loss": 26.875,
+      "step": 7284
+    },
+    {
+      "epoch": 0.348131511038899,
+      "grad_norm": 268.5780029296875,
+      "learning_rate": 1.893118807425716e-05,
+      "loss": 32.0,
+      "step": 7285
+    },
+    {
+      "epoch": 0.34817929848035933,
+      "grad_norm": 237.75538635253906,
+      "learning_rate": 1.893083994576213e-05,
+      "loss": 22.6719,
+      "step": 7286
+    },
+    {
+      "epoch": 0.3482270859218197,
+      "grad_norm": 185.3690948486328,
+      "learning_rate": 1.8930491763782893e-05,
+      "loss": 30.0625,
+      "step": 7287
+    },
+    {
+      "epoch": 0.3482748733632801,
+      "grad_norm": 225.83555603027344,
+      "learning_rate": 1.893014352832154e-05,
+      "loss": 19.375,
+      "step": 7288
+    },
+    {
+      "epoch": 0.3483226608047405,
+      "grad_norm": 355.12103271484375,
+      "learning_rate": 1.8929795239380143e-05,
+      "loss": 40.8438,
+      "step": 7289
+    },
+    {
+      "epoch": 0.3483704482462009,
+      "grad_norm": 362.52532958984375,
+      "learning_rate": 1.89294468969608e-05,
+      "loss": 32.25,
+      "step": 7290
+    },
+    {
+      "epoch": 0.3484182356876613,
+      "grad_norm": 420.8961486816406,
+      "learning_rate": 1.8929098501065592e-05,
+      "loss": 35.125,
+      "step": 7291
+    },
+    {
+      "epoch": 0.34846602312912167,
+      "grad_norm": 242.44740295410156,
+      "learning_rate": 1.8928750051696603e-05,
+      "loss": 34.4375,
+      "step": 7292
+    },
+    {
+      "epoch": 0.34851381057058206,
+      "grad_norm": 281.0243835449219,
+      "learning_rate": 1.8928401548855923e-05,
+      "loss": 42.75,
+      "step": 7293
+    },
+    {
+      "epoch": 0.34856159801204245,
+      "grad_norm": 197.07232666015625,
+      "learning_rate": 1.892805299254564e-05,
+      "loss": 30.9688,
+      "step": 7294
+    },
+    {
+      "epoch": 0.34860938545350284,
+      "grad_norm": 382.8902282714844,
+      "learning_rate": 1.892770438276784e-05,
+      "loss": 26.9375,
+      "step": 7295
+    },
+    {
+      "epoch": 0.34865717289496323,
+      "grad_norm": 431.2952880859375,
+      "learning_rate": 1.8927355719524607e-05,
+      "loss": 38.7188,
+      "step": 7296
+    },
+    {
+      "epoch": 0.34870496033642356,
+      "grad_norm": 484.0950012207031,
+      "learning_rate": 1.8927007002818037e-05,
+      "loss": 21.4531,
+      "step": 7297
+    },
+    {
+      "epoch": 0.34875274777788395,
+      "grad_norm": 182.18431091308594,
+      "learning_rate": 1.892665823265021e-05,
+      "loss": 31.7812,
+      "step": 7298
+    },
+    {
+      "epoch": 0.34880053521934434,
+      "grad_norm": 300.4461364746094,
+      "learning_rate": 1.892630940902322e-05,
+      "loss": 40.8438,
+      "step": 7299
+    },
+    {
+      "epoch": 0.34884832266080473,
+      "grad_norm": 209.5955352783203,
+      "learning_rate": 1.892596053193916e-05,
+      "loss": 31.0938,
+      "step": 7300
+    },
+    {
+      "epoch": 0.3488961101022651,
+      "grad_norm": 320.2753601074219,
+      "learning_rate": 1.892561160140011e-05,
+      "loss": 29.2812,
+      "step": 7301
+    },
+    {
+      "epoch": 0.3489438975437255,
+      "grad_norm": 253.1324462890625,
+      "learning_rate": 1.8925262617408162e-05,
+      "loss": 31.375,
+      "step": 7302
+    },
+    {
+      "epoch": 0.3489916849851859,
+      "grad_norm": 189.0294647216797,
+      "learning_rate": 1.8924913579965412e-05,
+      "loss": 25.2344,
+      "step": 7303
+    },
+    {
+      "epoch": 0.3490394724266463,
+      "grad_norm": 236.70181274414062,
+      "learning_rate": 1.8924564489073944e-05,
+      "loss": 26.3125,
+      "step": 7304
+    },
+    {
+      "epoch": 0.3490872598681067,
+      "grad_norm": 410.8941345214844,
+      "learning_rate": 1.892421534473585e-05,
+      "loss": 29.5,
+      "step": 7305
+    },
+    {
+      "epoch": 0.34913504730956707,
+      "grad_norm": 288.73297119140625,
+      "learning_rate": 1.8923866146953217e-05,
+      "loss": 26.8438,
+      "step": 7306
+    },
+    {
+      "epoch": 0.3491828347510274,
+      "grad_norm": 367.5281066894531,
+      "learning_rate": 1.8923516895728146e-05,
+      "loss": 39.4688,
+      "step": 7307
+    },
+    {
+      "epoch": 0.3492306221924878,
+      "grad_norm": 235.1362762451172,
+      "learning_rate": 1.8923167591062723e-05,
+      "loss": 38.7812,
+      "step": 7308
+    },
+    {
+      "epoch": 0.3492784096339482,
+      "grad_norm": 168.70188903808594,
+      "learning_rate": 1.8922818232959038e-05,
+      "loss": 27.4844,
+      "step": 7309
+    },
+    {
+      "epoch": 0.3493261970754086,
+      "grad_norm": 251.4639892578125,
+      "learning_rate": 1.892246882141919e-05,
+      "loss": 23.2656,
+      "step": 7310
+    },
+    {
+      "epoch": 0.34937398451686896,
+      "grad_norm": 299.0328369140625,
+      "learning_rate": 1.8922119356445262e-05,
+      "loss": 38.2812,
+      "step": 7311
+    },
+    {
+      "epoch": 0.34942177195832935,
+      "grad_norm": 464.7369689941406,
+      "learning_rate": 1.8921769838039352e-05,
+      "loss": 46.125,
+      "step": 7312
+    },
+    {
+      "epoch": 0.34946955939978974,
+      "grad_norm": 248.16429138183594,
+      "learning_rate": 1.8921420266203556e-05,
+      "loss": 27.2188,
+      "step": 7313
+    },
+    {
+      "epoch": 0.34951734684125013,
+      "grad_norm": 275.6862487792969,
+      "learning_rate": 1.8921070640939964e-05,
+      "loss": 28.2188,
+      "step": 7314
+    },
+    {
+      "epoch": 0.3495651342827105,
+      "grad_norm": 380.2895202636719,
+      "learning_rate": 1.8920720962250666e-05,
+      "loss": 45.25,
+      "step": 7315
+    },
+    {
+      "epoch": 0.3496129217241709,
+      "grad_norm": 187.66954040527344,
+      "learning_rate": 1.8920371230137764e-05,
+      "loss": 23.7188,
+      "step": 7316
+    },
+    {
+      "epoch": 0.34966070916563124,
+      "grad_norm": 418.8016357421875,
+      "learning_rate": 1.8920021444603348e-05,
+      "loss": 32.9062,
+      "step": 7317
+    },
+    {
+      "epoch": 0.34970849660709163,
+      "grad_norm": 240.9725799560547,
+      "learning_rate": 1.8919671605649515e-05,
+      "loss": 30.6562,
+      "step": 7318
+    },
+    {
+      "epoch": 0.349756284048552,
+      "grad_norm": 265.572509765625,
+      "learning_rate": 1.8919321713278355e-05,
+      "loss": 32.125,
+      "step": 7319
+    },
+    {
+      "epoch": 0.3498040714900124,
+      "grad_norm": 239.392578125,
+      "learning_rate": 1.891897176749197e-05,
+      "loss": 36.9062,
+      "step": 7320
+    },
+    {
+      "epoch": 0.3498518589314728,
+      "grad_norm": 270.0259704589844,
+      "learning_rate": 1.8918621768292452e-05,
+      "loss": 31.9375,
+      "step": 7321
+    },
+    {
+      "epoch": 0.3498996463729332,
+      "grad_norm": 283.2477722167969,
+      "learning_rate": 1.8918271715681897e-05,
+      "loss": 35.75,
+      "step": 7322
+    },
+    {
+      "epoch": 0.3499474338143936,
+      "grad_norm": 246.14404296875,
+      "learning_rate": 1.89179216096624e-05,
+      "loss": 33.8125,
+      "step": 7323
+    },
+    {
+      "epoch": 0.34999522125585397,
+      "grad_norm": 383.333251953125,
+      "learning_rate": 1.8917571450236068e-05,
+      "loss": 23.9531,
+      "step": 7324
+    },
+    {
+      "epoch": 0.35004300869731436,
+      "grad_norm": 231.06813049316406,
+      "learning_rate": 1.891722123740498e-05,
+      "loss": 44.875,
+      "step": 7325
+    },
+    {
+      "epoch": 0.35009079613877475,
+      "grad_norm": 398.9374084472656,
+      "learning_rate": 1.891687097117125e-05,
+      "loss": 42.375,
+      "step": 7326
+    },
+    {
+      "epoch": 0.35013858358023514,
+      "grad_norm": 370.3470153808594,
+      "learning_rate": 1.8916520651536966e-05,
+      "loss": 49.8438,
+      "step": 7327
+    },
+    {
+      "epoch": 0.3501863710216955,
+      "grad_norm": 286.03948974609375,
+      "learning_rate": 1.891617027850423e-05,
+      "loss": 31.8438,
+      "step": 7328
+    },
+    {
+      "epoch": 0.35023415846315586,
+      "grad_norm": 215.5796661376953,
+      "learning_rate": 1.891581985207514e-05,
+      "loss": 18.8125,
+      "step": 7329
+    },
+    {
+      "epoch": 0.35028194590461625,
+      "grad_norm": 584.0435180664062,
+      "learning_rate": 1.891546937225179e-05,
+      "loss": 34.4062,
+      "step": 7330
+    },
+    {
+      "epoch": 0.35032973334607664,
+      "grad_norm": 461.8079528808594,
+      "learning_rate": 1.8915118839036286e-05,
+      "loss": 35.8438,
+      "step": 7331
+    },
+    {
+      "epoch": 0.35037752078753703,
+      "grad_norm": 295.589599609375,
+      "learning_rate": 1.8914768252430722e-05,
+      "loss": 30.7812,
+      "step": 7332
+    },
+    {
+      "epoch": 0.3504253082289974,
+      "grad_norm": 315.69573974609375,
+      "learning_rate": 1.8914417612437197e-05,
+      "loss": 41.2188,
+      "step": 7333
+    },
+    {
+      "epoch": 0.3504730956704578,
+      "grad_norm": 183.59609985351562,
+      "learning_rate": 1.8914066919057815e-05,
+      "loss": 22.3125,
+      "step": 7334
+    },
+    {
+      "epoch": 0.3505208831119182,
+      "grad_norm": 165.11105346679688,
+      "learning_rate": 1.8913716172294676e-05,
+      "loss": 24.125,
+      "step": 7335
+    },
+    {
+      "epoch": 0.3505686705533786,
+      "grad_norm": 413.95867919921875,
+      "learning_rate": 1.891336537214988e-05,
+      "loss": 44.25,
+      "step": 7336
+    },
+    {
+      "epoch": 0.350616457994839,
+      "grad_norm": 233.19700622558594,
+      "learning_rate": 1.8913014518625522e-05,
+      "loss": 33.4375,
+      "step": 7337
+    },
+    {
+      "epoch": 0.3506642454362993,
+      "grad_norm": 353.3946838378906,
+      "learning_rate": 1.8912663611723713e-05,
+      "loss": 22.4062,
+      "step": 7338
+    },
+    {
+      "epoch": 0.3507120328777597,
+      "grad_norm": 319.8522644042969,
+      "learning_rate": 1.8912312651446546e-05,
+      "loss": 28.2188,
+      "step": 7339
+    },
+    {
+      "epoch": 0.3507598203192201,
+      "grad_norm": 239.4649658203125,
+      "learning_rate": 1.891196163779613e-05,
+      "loss": 32.7188,
+      "step": 7340
+    },
+    {
+      "epoch": 0.3508076077606805,
+      "grad_norm": 215.84017944335938,
+      "learning_rate": 1.8911610570774562e-05,
+      "loss": 26.7812,
+      "step": 7341
+    },
+    {
+      "epoch": 0.3508553952021409,
+      "grad_norm": 309.0899963378906,
+      "learning_rate": 1.8911259450383946e-05,
+      "loss": 25.25,
+      "step": 7342
+    },
+    {
+      "epoch": 0.35090318264360126,
+      "grad_norm": 234.51441955566406,
+      "learning_rate": 1.8910908276626382e-05,
+      "loss": 30.7188,
+      "step": 7343
+    },
+    {
+      "epoch": 0.35095097008506165,
+      "grad_norm": 311.64654541015625,
+      "learning_rate": 1.8910557049503977e-05,
+      "loss": 32.4531,
+      "step": 7344
+    },
+    {
+      "epoch": 0.35099875752652204,
+      "grad_norm": 418.7950439453125,
+      "learning_rate": 1.8910205769018835e-05,
+      "loss": 31.0625,
+      "step": 7345
+    },
+    {
+      "epoch": 0.35104654496798243,
+      "grad_norm": 213.24856567382812,
+      "learning_rate": 1.8909854435173054e-05,
+      "loss": 29.0938,
+      "step": 7346
+    },
+    {
+      "epoch": 0.3510943324094428,
+      "grad_norm": 524.4606323242188,
+      "learning_rate": 1.8909503047968744e-05,
+      "loss": 36.5938,
+      "step": 7347
+    },
+    {
+      "epoch": 0.35114211985090316,
+      "grad_norm": 369.2322998046875,
+      "learning_rate": 1.890915160740801e-05,
+      "loss": 38.5625,
+      "step": 7348
+    },
+    {
+      "epoch": 0.35118990729236355,
+      "grad_norm": 336.5618896484375,
+      "learning_rate": 1.8908800113492946e-05,
+      "loss": 37.3438,
+      "step": 7349
+    },
+    {
+      "epoch": 0.35123769473382394,
+      "grad_norm": 620.1934814453125,
+      "learning_rate": 1.8908448566225674e-05,
+      "loss": 40.4375,
+      "step": 7350
+    },
+    {
+      "epoch": 0.3512854821752843,
+      "grad_norm": 189.76564025878906,
+      "learning_rate": 1.890809696560828e-05,
+      "loss": 37.2188,
+      "step": 7351
+    },
+    {
+      "epoch": 0.3513332696167447,
+      "grad_norm": 209.69544982910156,
+      "learning_rate": 1.8907745311642888e-05,
+      "loss": 18.2812,
+      "step": 7352
+    },
+    {
+      "epoch": 0.3513810570582051,
+      "grad_norm": 135.9495849609375,
+      "learning_rate": 1.8907393604331593e-05,
+      "loss": 24.3438,
+      "step": 7353
+    },
+    {
+      "epoch": 0.3514288444996655,
+      "grad_norm": 404.2163391113281,
+      "learning_rate": 1.8907041843676507e-05,
+      "loss": 42.1406,
+      "step": 7354
+    },
+    {
+      "epoch": 0.3514766319411259,
+      "grad_norm": 408.9443054199219,
+      "learning_rate": 1.890669002967973e-05,
+      "loss": 26.5938,
+      "step": 7355
+    },
+    {
+      "epoch": 0.3515244193825863,
+      "grad_norm": 383.729248046875,
+      "learning_rate": 1.890633816234337e-05,
+      "loss": 48.3125,
+      "step": 7356
+    },
+    {
+      "epoch": 0.35157220682404666,
+      "grad_norm": 252.6617889404297,
+      "learning_rate": 1.8905986241669542e-05,
+      "loss": 31.9062,
+      "step": 7357
+    },
+    {
+      "epoch": 0.35161999426550705,
+      "grad_norm": 244.26222229003906,
+      "learning_rate": 1.8905634267660345e-05,
+      "loss": 20.7812,
+      "step": 7358
+    },
+    {
+      "epoch": 0.3516677817069674,
+      "grad_norm": 286.0547180175781,
+      "learning_rate": 1.890528224031789e-05,
+      "loss": 32.7188,
+      "step": 7359
+    },
+    {
+      "epoch": 0.3517155691484278,
+      "grad_norm": 398.2574768066406,
+      "learning_rate": 1.890493015964429e-05,
+      "loss": 36.9062,
+      "step": 7360
+    },
+    {
+      "epoch": 0.35176335658988817,
+      "grad_norm": 250.1801300048828,
+      "learning_rate": 1.8904578025641644e-05,
+      "loss": 32.3438,
+      "step": 7361
+    },
+    {
+      "epoch": 0.35181114403134855,
+      "grad_norm": 320.81243896484375,
+      "learning_rate": 1.8904225838312068e-05,
+      "loss": 42.3125,
+      "step": 7362
+    },
+    {
+      "epoch": 0.35185893147280894,
+      "grad_norm": 279.6913146972656,
+      "learning_rate": 1.8903873597657665e-05,
+      "loss": 33.1562,
+      "step": 7363
+    },
+    {
+      "epoch": 0.35190671891426933,
+      "grad_norm": 236.57469177246094,
+      "learning_rate": 1.8903521303680556e-05,
+      "loss": 30.0312,
+      "step": 7364
+    },
+    {
+      "epoch": 0.3519545063557297,
+      "grad_norm": 214.1432647705078,
+      "learning_rate": 1.890316895638284e-05,
+      "loss": 26.3438,
+      "step": 7365
+    },
+    {
+      "epoch": 0.3520022937971901,
+      "grad_norm": 346.957275390625,
+      "learning_rate": 1.8902816555766626e-05,
+      "loss": 41.9375,
+      "step": 7366
+    },
+    {
+      "epoch": 0.3520500812386505,
+      "grad_norm": 278.0399169921875,
+      "learning_rate": 1.8902464101834034e-05,
+      "loss": 47.875,
+      "step": 7367
+    },
+    {
+      "epoch": 0.3520978686801109,
+      "grad_norm": 304.1458435058594,
+      "learning_rate": 1.8902111594587164e-05,
+      "loss": 35.7188,
+      "step": 7368
+    },
+    {
+      "epoch": 0.3521456561215712,
+      "grad_norm": 658.8212890625,
+      "learning_rate": 1.8901759034028136e-05,
+      "loss": 29.4531,
+      "step": 7369
+    },
+    {
+      "epoch": 0.3521934435630316,
+      "grad_norm": 589.8859252929688,
+      "learning_rate": 1.8901406420159057e-05,
+      "loss": 50.5938,
+      "step": 7370
+    },
+    {
+      "epoch": 0.352241231004492,
+      "grad_norm": 447.5217590332031,
+      "learning_rate": 1.890105375298204e-05,
+      "loss": 26.0938,
+      "step": 7371
+    },
+    {
+      "epoch": 0.3522890184459524,
+      "grad_norm": 231.4503173828125,
+      "learning_rate": 1.8900701032499193e-05,
+      "loss": 27.5312,
+      "step": 7372
+    },
+    {
+      "epoch": 0.3523368058874128,
+      "grad_norm": 316.9501037597656,
+      "learning_rate": 1.8900348258712635e-05,
+      "loss": 30.5,
+      "step": 7373
+    },
+    {
+      "epoch": 0.3523845933288732,
+      "grad_norm": 210.3210906982422,
+      "learning_rate": 1.8899995431624475e-05,
+      "loss": 26.5,
+      "step": 7374
+    },
+    {
+      "epoch": 0.35243238077033356,
+      "grad_norm": 280.25628662109375,
+      "learning_rate": 1.8899642551236827e-05,
+      "loss": 31.625,
+      "step": 7375
+    },
+    {
+      "epoch": 0.35248016821179395,
+      "grad_norm": 298.36383056640625,
+      "learning_rate": 1.8899289617551803e-05,
+      "loss": 36.0938,
+      "step": 7376
+    },
+    {
+      "epoch": 0.35252795565325434,
+      "grad_norm": 267.3148193359375,
+      "learning_rate": 1.8898936630571517e-05,
+      "loss": 25.9531,
+      "step": 7377
+    },
+    {
+      "epoch": 0.35257574309471473,
+      "grad_norm": 348.6468505859375,
+      "learning_rate": 1.8898583590298087e-05,
+      "loss": 25.9688,
+      "step": 7378
+    },
+    {
+      "epoch": 0.35262353053617507,
+      "grad_norm": 372.7756042480469,
+      "learning_rate": 1.889823049673362e-05,
+      "loss": 27.0,
+      "step": 7379
+    },
+    {
+      "epoch": 0.35267131797763546,
+      "grad_norm": 189.8241424560547,
+      "learning_rate": 1.8897877349880235e-05,
+      "loss": 24.6562,
+      "step": 7380
+    },
+    {
+      "epoch": 0.35271910541909585,
+      "grad_norm": 291.0760192871094,
+      "learning_rate": 1.889752414974005e-05,
+      "loss": 35.8125,
+      "step": 7381
+    },
+    {
+      "epoch": 0.35276689286055624,
+      "grad_norm": 326.41253662109375,
+      "learning_rate": 1.8897170896315168e-05,
+      "loss": 25.875,
+      "step": 7382
+    },
+    {
+      "epoch": 0.3528146803020166,
+      "grad_norm": 318.5305480957031,
+      "learning_rate": 1.889681758960772e-05,
+      "loss": 35.625,
+      "step": 7383
+    },
+    {
+      "epoch": 0.352862467743477,
+      "grad_norm": 351.4057922363281,
+      "learning_rate": 1.889646422961981e-05,
+      "loss": 25.8125,
+      "step": 7384
+    },
+    {
+      "epoch": 0.3529102551849374,
+      "grad_norm": 623.7816772460938,
+      "learning_rate": 1.889611081635356e-05,
+      "loss": 38.5625,
+      "step": 7385
+    },
+    {
+      "epoch": 0.3529580426263978,
+      "grad_norm": 351.3359680175781,
+      "learning_rate": 1.8895757349811087e-05,
+      "loss": 28.6094,
+      "step": 7386
+    },
+    {
+      "epoch": 0.3530058300678582,
+      "grad_norm": 601.27880859375,
+      "learning_rate": 1.8895403829994507e-05,
+      "loss": 46.5312,
+      "step": 7387
+    },
+    {
+      "epoch": 0.3530536175093186,
+      "grad_norm": 292.55609130859375,
+      "learning_rate": 1.8895050256905934e-05,
+      "loss": 32.7188,
+      "step": 7388
+    },
+    {
+      "epoch": 0.3531014049507789,
+      "grad_norm": 151.44383239746094,
+      "learning_rate": 1.889469663054749e-05,
+      "loss": 20.8906,
+      "step": 7389
+    },
+    {
+      "epoch": 0.3531491923922393,
+      "grad_norm": 286.8259582519531,
+      "learning_rate": 1.889434295092129e-05,
+      "loss": 26.4375,
+      "step": 7390
+    },
+    {
+      "epoch": 0.3531969798336997,
+      "grad_norm": 285.7261047363281,
+      "learning_rate": 1.8893989218029447e-05,
+      "loss": 34.3281,
+      "step": 7391
+    },
+    {
+      "epoch": 0.3532447672751601,
+      "grad_norm": 500.8916015625,
+      "learning_rate": 1.889363543187409e-05,
+      "loss": 33.3438,
+      "step": 7392
+    },
+    {
+      "epoch": 0.35329255471662047,
+      "grad_norm": 345.7882385253906,
+      "learning_rate": 1.8893281592457333e-05,
+      "loss": 36.0,
+      "step": 7393
+    },
+    {
+      "epoch": 0.35334034215808086,
+      "grad_norm": 304.50799560546875,
+      "learning_rate": 1.8892927699781294e-05,
+      "loss": 27.5,
+      "step": 7394
+    },
+    {
+      "epoch": 0.35338812959954125,
+      "grad_norm": 245.47857666015625,
+      "learning_rate": 1.8892573753848094e-05,
+      "loss": 23.9531,
+      "step": 7395
+    },
+    {
+      "epoch": 0.35343591704100163,
+      "grad_norm": 361.6618957519531,
+      "learning_rate": 1.889221975465985e-05,
+      "loss": 28.6875,
+      "step": 7396
+    },
+    {
+      "epoch": 0.353483704482462,
+      "grad_norm": 829.65185546875,
+      "learning_rate": 1.8891865702218684e-05,
+      "loss": 35.9688,
+      "step": 7397
+    },
+    {
+      "epoch": 0.3535314919239224,
+      "grad_norm": 256.6192626953125,
+      "learning_rate": 1.8891511596526718e-05,
+      "loss": 41.5312,
+      "step": 7398
+    },
+    {
+      "epoch": 0.3535792793653828,
+      "grad_norm": 353.5360107421875,
+      "learning_rate": 1.889115743758607e-05,
+      "loss": 30.375,
+      "step": 7399
+    },
+    {
+      "epoch": 0.35362706680684314,
+      "grad_norm": 284.4103698730469,
+      "learning_rate": 1.889080322539886e-05,
+      "loss": 30.8125,
+      "step": 7400
+    },
+    {
+      "epoch": 0.3536748542483035,
+      "grad_norm": 261.06951904296875,
+      "learning_rate": 1.8890448959967212e-05,
+      "loss": 40.7188,
+      "step": 7401
+    },
+    {
+      "epoch": 0.3537226416897639,
+      "grad_norm": 374.78387451171875,
+      "learning_rate": 1.8890094641293246e-05,
+      "loss": 26.5625,
+      "step": 7402
+    },
+    {
+      "epoch": 0.3537704291312243,
+      "grad_norm": 607.06396484375,
+      "learning_rate": 1.8889740269379082e-05,
+      "loss": 36.0938,
+      "step": 7403
+    },
+    {
+      "epoch": 0.3538182165726847,
+      "grad_norm": 210.95347595214844,
+      "learning_rate": 1.888938584422685e-05,
+      "loss": 35.3438,
+      "step": 7404
+    },
+    {
+      "epoch": 0.3538660040141451,
+      "grad_norm": 300.3031005859375,
+      "learning_rate": 1.8889031365838663e-05,
+      "loss": 21.7812,
+      "step": 7405
+    },
+    {
+      "epoch": 0.3539137914556055,
+      "grad_norm": 383.5283203125,
+      "learning_rate": 1.888867683421665e-05,
+      "loss": 41.3125,
+      "step": 7406
+    },
+    {
+      "epoch": 0.35396157889706586,
+      "grad_norm": 407.17681884765625,
+      "learning_rate": 1.8888322249362932e-05,
+      "loss": 30.6562,
+      "step": 7407
+    },
+    {
+      "epoch": 0.35400936633852625,
+      "grad_norm": 341.11151123046875,
+      "learning_rate": 1.8887967611279635e-05,
+      "loss": 36.6875,
+      "step": 7408
+    },
+    {
+      "epoch": 0.35405715377998664,
+      "grad_norm": 242.9927520751953,
+      "learning_rate": 1.888761291996888e-05,
+      "loss": 32.3906,
+      "step": 7409
+    },
+    {
+      "epoch": 0.354104941221447,
+      "grad_norm": 343.3616638183594,
+      "learning_rate": 1.888725817543279e-05,
+      "loss": 22.1719,
+      "step": 7410
+    },
+    {
+      "epoch": 0.35415272866290737,
+      "grad_norm": 316.1905212402344,
+      "learning_rate": 1.888690337767349e-05,
+      "loss": 30.2344,
+      "step": 7411
+    },
+    {
+      "epoch": 0.35420051610436776,
+      "grad_norm": 196.4784698486328,
+      "learning_rate": 1.8886548526693107e-05,
+      "loss": 22.6562,
+      "step": 7412
+    },
+    {
+      "epoch": 0.35424830354582815,
+      "grad_norm": 343.45037841796875,
+      "learning_rate": 1.8886193622493766e-05,
+      "loss": 29.1562,
+      "step": 7413
+    },
+    {
+      "epoch": 0.35429609098728854,
+      "grad_norm": 472.1734313964844,
+      "learning_rate": 1.888583866507759e-05,
+      "loss": 32.1562,
+      "step": 7414
+    },
+    {
+      "epoch": 0.3543438784287489,
+      "grad_norm": 406.8834533691406,
+      "learning_rate": 1.888548365444671e-05,
+      "loss": 32.4375,
+      "step": 7415
+    },
+    {
+      "epoch": 0.3543916658702093,
+      "grad_norm": 405.29351806640625,
+      "learning_rate": 1.8885128590603246e-05,
+      "loss": 32.9062,
+      "step": 7416
+    },
+    {
+      "epoch": 0.3544394533116697,
+      "grad_norm": 301.3822937011719,
+      "learning_rate": 1.8884773473549326e-05,
+      "loss": 24.2344,
+      "step": 7417
+    },
+    {
+      "epoch": 0.3544872407531301,
+      "grad_norm": 719.7596435546875,
+      "learning_rate": 1.888441830328708e-05,
+      "loss": 32.6719,
+      "step": 7418
+    },
+    {
+      "epoch": 0.3545350281945905,
+      "grad_norm": 381.0060119628906,
+      "learning_rate": 1.8884063079818628e-05,
+      "loss": 40.5312,
+      "step": 7419
+    },
+    {
+      "epoch": 0.3545828156360508,
+      "grad_norm": 223.97694396972656,
+      "learning_rate": 1.8883707803146106e-05,
+      "loss": 28.6562,
+      "step": 7420
+    },
+    {
+      "epoch": 0.3546306030775112,
+      "grad_norm": 485.2770080566406,
+      "learning_rate": 1.8883352473271634e-05,
+      "loss": 25.6094,
+      "step": 7421
+    },
+    {
+      "epoch": 0.3546783905189716,
+      "grad_norm": 310.4774169921875,
+      "learning_rate": 1.8882997090197347e-05,
+      "loss": 40.3125,
+      "step": 7422
+    },
+    {
+      "epoch": 0.354726177960432,
+      "grad_norm": 315.2010192871094,
+      "learning_rate": 1.8882641653925366e-05,
+      "loss": 30.0938,
+      "step": 7423
+    },
+    {
+      "epoch": 0.3547739654018924,
+      "grad_norm": 319.35760498046875,
+      "learning_rate": 1.8882286164457825e-05,
+      "loss": 28.7812,
+      "step": 7424
+    },
+    {
+      "epoch": 0.35482175284335277,
+      "grad_norm": 376.9599304199219,
+      "learning_rate": 1.888193062179685e-05,
+      "loss": 33.25,
+      "step": 7425
+    },
+    {
+      "epoch": 0.35486954028481316,
+      "grad_norm": 335.9553527832031,
+      "learning_rate": 1.8881575025944576e-05,
+      "loss": 30.2188,
+      "step": 7426
+    },
+    {
+      "epoch": 0.35491732772627355,
+      "grad_norm": 275.61346435546875,
+      "learning_rate": 1.8881219376903122e-05,
+      "loss": 34.9688,
+      "step": 7427
+    },
+    {
+      "epoch": 0.35496511516773394,
+      "grad_norm": 364.30096435546875,
+      "learning_rate": 1.8880863674674627e-05,
+      "loss": 41.9375,
+      "step": 7428
+    },
+    {
+      "epoch": 0.3550129026091943,
+      "grad_norm": 458.8159484863281,
+      "learning_rate": 1.8880507919261214e-05,
+      "loss": 33.6562,
+      "step": 7429
+    },
+    {
+      "epoch": 0.3550606900506547,
+      "grad_norm": 316.78955078125,
+      "learning_rate": 1.8880152110665022e-05,
+      "loss": 31.25,
+      "step": 7430
+    },
+    {
+      "epoch": 0.35510847749211505,
+      "grad_norm": 315.83551025390625,
+      "learning_rate": 1.8879796248888174e-05,
+      "loss": 34.5,
+      "step": 7431
+    },
+    {
+      "epoch": 0.35515626493357544,
+      "grad_norm": 407.7603454589844,
+      "learning_rate": 1.887944033393281e-05,
+      "loss": 35.4375,
+      "step": 7432
+    },
+    {
+      "epoch": 0.35520405237503583,
+      "grad_norm": 191.13418579101562,
+      "learning_rate": 1.887908436580105e-05,
+      "loss": 32.875,
+      "step": 7433
+    },
+    {
+      "epoch": 0.3552518398164962,
+      "grad_norm": 672.8107299804688,
+      "learning_rate": 1.8878728344495038e-05,
+      "loss": 27.0938,
+      "step": 7434
+    },
+    {
+      "epoch": 0.3552996272579566,
+      "grad_norm": 251.3061981201172,
+      "learning_rate": 1.8878372270016894e-05,
+      "loss": 26.7188,
+      "step": 7435
+    },
+    {
+      "epoch": 0.355347414699417,
+      "grad_norm": 339.9533386230469,
+      "learning_rate": 1.8878016142368757e-05,
+      "loss": 22.6875,
+      "step": 7436
+    },
+    {
+      "epoch": 0.3553952021408774,
+      "grad_norm": 417.91131591796875,
+      "learning_rate": 1.8877659961552762e-05,
+      "loss": 48.1562,
+      "step": 7437
+    },
+    {
+      "epoch": 0.3554429895823378,
+      "grad_norm": 386.0958557128906,
+      "learning_rate": 1.887730372757104e-05,
+      "loss": 40.0312,
+      "step": 7438
+    },
+    {
+      "epoch": 0.35549077702379817,
+      "grad_norm": 280.6597595214844,
+      "learning_rate": 1.887694744042572e-05,
+      "loss": 37.9062,
+      "step": 7439
+    },
+    {
+      "epoch": 0.35553856446525856,
+      "grad_norm": 391.3482971191406,
+      "learning_rate": 1.8876591100118942e-05,
+      "loss": 49.0,
+      "step": 7440
+    },
+    {
+      "epoch": 0.3555863519067189,
+      "grad_norm": 717.7969360351562,
+      "learning_rate": 1.8876234706652836e-05,
+      "loss": 33.4062,
+      "step": 7441
+    },
+    {
+      "epoch": 0.3556341393481793,
+      "grad_norm": 230.01528930664062,
+      "learning_rate": 1.8875878260029536e-05,
+      "loss": 32.3125,
+      "step": 7442
+    },
+    {
+      "epoch": 0.35568192678963967,
+      "grad_norm": 172.7243194580078,
+      "learning_rate": 1.887552176025118e-05,
+      "loss": 28.5938,
+      "step": 7443
+    },
+    {
+      "epoch": 0.35572971423110006,
+      "grad_norm": 198.94895935058594,
+      "learning_rate": 1.8875165207319902e-05,
+      "loss": 27.4688,
+      "step": 7444
+    },
+    {
+      "epoch": 0.35577750167256045,
+      "grad_norm": 418.9104309082031,
+      "learning_rate": 1.8874808601237836e-05,
+      "loss": 46.2188,
+      "step": 7445
+    },
+    {
+      "epoch": 0.35582528911402084,
+      "grad_norm": 268.992431640625,
+      "learning_rate": 1.8874451942007116e-05,
+      "loss": 31.0625,
+      "step": 7446
+    },
+    {
+      "epoch": 0.3558730765554812,
+      "grad_norm": 247.86932373046875,
+      "learning_rate": 1.8874095229629882e-05,
+      "loss": 30.125,
+      "step": 7447
+    },
+    {
+      "epoch": 0.3559208639969416,
+      "grad_norm": 255.42138671875,
+      "learning_rate": 1.8873738464108267e-05,
+      "loss": 34.75,
+      "step": 7448
+    },
+    {
+      "epoch": 0.355968651438402,
+      "grad_norm": 310.77197265625,
+      "learning_rate": 1.887338164544441e-05,
+      "loss": 40.125,
+      "step": 7449
+    },
+    {
+      "epoch": 0.3560164388798624,
+      "grad_norm": 415.4845886230469,
+      "learning_rate": 1.887302477364045e-05,
+      "loss": 29.7188,
+      "step": 7450
+    },
+    {
+      "epoch": 0.35606422632132273,
+      "grad_norm": 437.5477600097656,
+      "learning_rate": 1.8872667848698515e-05,
+      "loss": 42.9688,
+      "step": 7451
+    },
+    {
+      "epoch": 0.3561120137627831,
+      "grad_norm": 279.4404296875,
+      "learning_rate": 1.887231087062075e-05,
+      "loss": 27.9531,
+      "step": 7452
+    },
+    {
+      "epoch": 0.3561598012042435,
+      "grad_norm": 271.1183166503906,
+      "learning_rate": 1.887195383940929e-05,
+      "loss": 27.5,
+      "step": 7453
+    },
+    {
+      "epoch": 0.3562075886457039,
+      "grad_norm": 180.94850158691406,
+      "learning_rate": 1.887159675506628e-05,
+      "loss": 31.8438,
+      "step": 7454
+    },
+    {
+      "epoch": 0.3562553760871643,
+      "grad_norm": 307.99853515625,
+      "learning_rate": 1.887123961759385e-05,
+      "loss": 38.3438,
+      "step": 7455
+    },
+    {
+      "epoch": 0.3563031635286247,
+      "grad_norm": 186.04754638671875,
+      "learning_rate": 1.887088242699414e-05,
+      "loss": 20.0312,
+      "step": 7456
+    },
+    {
+      "epoch": 0.35635095097008507,
+      "grad_norm": 256.5317687988281,
+      "learning_rate": 1.8870525183269293e-05,
+      "loss": 31.75,
+      "step": 7457
+    },
+    {
+      "epoch": 0.35639873841154546,
+      "grad_norm": 410.138427734375,
+      "learning_rate": 1.8870167886421447e-05,
+      "loss": 29.75,
+      "step": 7458
+    },
+    {
+      "epoch": 0.35644652585300585,
+      "grad_norm": 598.912841796875,
+      "learning_rate": 1.8869810536452736e-05,
+      "loss": 35.2188,
+      "step": 7459
+    },
+    {
+      "epoch": 0.35649431329446624,
+      "grad_norm": 224.7624053955078,
+      "learning_rate": 1.886945313336531e-05,
+      "loss": 33.4375,
+      "step": 7460
+    },
+    {
+      "epoch": 0.3565421007359266,
+      "grad_norm": 468.0816955566406,
+      "learning_rate": 1.8869095677161304e-05,
+      "loss": 53.5625,
+      "step": 7461
+    },
+    {
+      "epoch": 0.35658988817738696,
+      "grad_norm": 177.4344482421875,
+      "learning_rate": 1.8868738167842857e-05,
+      "loss": 26.125,
+      "step": 7462
+    },
+    {
+      "epoch": 0.35663767561884735,
+      "grad_norm": 230.09779357910156,
+      "learning_rate": 1.8868380605412112e-05,
+      "loss": 30.375,
+      "step": 7463
+    },
+    {
+      "epoch": 0.35668546306030774,
+      "grad_norm": 183.10447692871094,
+      "learning_rate": 1.8868022989871213e-05,
+      "loss": 28.25,
+      "step": 7464
+    },
+    {
+      "epoch": 0.35673325050176813,
+      "grad_norm": 189.95419311523438,
+      "learning_rate": 1.88676653212223e-05,
+      "loss": 19.375,
+      "step": 7465
+    },
+    {
+      "epoch": 0.3567810379432285,
+      "grad_norm": 231.7121124267578,
+      "learning_rate": 1.886730759946751e-05,
+      "loss": 29.0938,
+      "step": 7466
+    },
+    {
+      "epoch": 0.3568288253846889,
+      "grad_norm": 348.9607849121094,
+      "learning_rate": 1.8866949824608995e-05,
+      "loss": 25.75,
+      "step": 7467
+    },
+    {
+      "epoch": 0.3568766128261493,
+      "grad_norm": 129.4095458984375,
+      "learning_rate": 1.8866591996648885e-05,
+      "loss": 20.2031,
+      "step": 7468
+    },
+    {
+      "epoch": 0.3569244002676097,
+      "grad_norm": 203.29266357421875,
+      "learning_rate": 1.8866234115589333e-05,
+      "loss": 30.0,
+      "step": 7469
+    },
+    {
+      "epoch": 0.3569721877090701,
+      "grad_norm": 265.0450134277344,
+      "learning_rate": 1.886587618143248e-05,
+      "loss": 32.7812,
+      "step": 7470
+    },
+    {
+      "epoch": 0.35701997515053047,
+      "grad_norm": 166.83204650878906,
+      "learning_rate": 1.8865518194180474e-05,
+      "loss": 24.1875,
+      "step": 7471
+    },
+    {
+      "epoch": 0.3570677625919908,
+      "grad_norm": 360.91064453125,
+      "learning_rate": 1.8865160153835448e-05,
+      "loss": 33.0,
+      "step": 7472
+    },
+    {
+      "epoch": 0.3571155500334512,
+      "grad_norm": 285.77197265625,
+      "learning_rate": 1.886480206039955e-05,
+      "loss": 26.375,
+      "step": 7473
+    },
+    {
+      "epoch": 0.3571633374749116,
+      "grad_norm": 221.52442932128906,
+      "learning_rate": 1.886444391387493e-05,
+      "loss": 29.6875,
+      "step": 7474
+    },
+    {
+      "epoch": 0.35721112491637197,
+      "grad_norm": 455.5876159667969,
+      "learning_rate": 1.8864085714263728e-05,
+      "loss": 30.9688,
+      "step": 7475
+    },
+    {
+      "epoch": 0.35725891235783236,
+      "grad_norm": 307.8226623535156,
+      "learning_rate": 1.8863727461568088e-05,
+      "loss": 31.5469,
+      "step": 7476
+    },
+    {
+      "epoch": 0.35730669979929275,
+      "grad_norm": 480.0223083496094,
+      "learning_rate": 1.886336915579016e-05,
+      "loss": 46.125,
+      "step": 7477
+    },
+    {
+      "epoch": 0.35735448724075314,
+      "grad_norm": 208.91270446777344,
+      "learning_rate": 1.886301079693209e-05,
+      "loss": 22.1875,
+      "step": 7478
+    },
+    {
+      "epoch": 0.3574022746822135,
+      "grad_norm": 403.3684387207031,
+      "learning_rate": 1.8862652384996017e-05,
+      "loss": 39.5625,
+      "step": 7479
+    },
+    {
+      "epoch": 0.3574500621236739,
+      "grad_norm": 212.20773315429688,
+      "learning_rate": 1.8862293919984095e-05,
+      "loss": 22.0625,
+      "step": 7480
+    },
+    {
+      "epoch": 0.3574978495651343,
+      "grad_norm": 520.6026611328125,
+      "learning_rate": 1.8861935401898467e-05,
+      "loss": 35.0938,
+      "step": 7481
+    },
+    {
+      "epoch": 0.35754563700659464,
+      "grad_norm": 308.6565856933594,
+      "learning_rate": 1.8861576830741282e-05,
+      "loss": 27.3438,
+      "step": 7482
+    },
+    {
+      "epoch": 0.35759342444805503,
+      "grad_norm": 403.69805908203125,
+      "learning_rate": 1.8861218206514684e-05,
+      "loss": 38.0312,
+      "step": 7483
+    },
+    {
+      "epoch": 0.3576412118895154,
+      "grad_norm": 131.9940185546875,
+      "learning_rate": 1.8860859529220828e-05,
+      "loss": 23.8438,
+      "step": 7484
+    },
+    {
+      "epoch": 0.3576889993309758,
+      "grad_norm": 332.9547119140625,
+      "learning_rate": 1.8860500798861855e-05,
+      "loss": 25.3438,
+      "step": 7485
+    },
+    {
+      "epoch": 0.3577367867724362,
+      "grad_norm": 406.2306823730469,
+      "learning_rate": 1.8860142015439914e-05,
+      "loss": 38.4688,
+      "step": 7486
+    },
+    {
+      "epoch": 0.3577845742138966,
+      "grad_norm": 258.5828552246094,
+      "learning_rate": 1.8859783178957152e-05,
+      "loss": 28.7812,
+      "step": 7487
+    },
+    {
+      "epoch": 0.357832361655357,
+      "grad_norm": 264.347900390625,
+      "learning_rate": 1.8859424289415725e-05,
+      "loss": 29.5625,
+      "step": 7488
+    },
+    {
+      "epoch": 0.35788014909681737,
+      "grad_norm": 300.6796569824219,
+      "learning_rate": 1.885906534681778e-05,
+      "loss": 33.0625,
+      "step": 7489
+    },
+    {
+      "epoch": 0.35792793653827776,
+      "grad_norm": 235.31565856933594,
+      "learning_rate": 1.885870635116546e-05,
+      "loss": 30.7812,
+      "step": 7490
+    },
+    {
+      "epoch": 0.35797572397973815,
+      "grad_norm": 480.93511962890625,
+      "learning_rate": 1.885834730246092e-05,
+      "loss": 36.375,
+      "step": 7491
+    },
+    {
+      "epoch": 0.3580235114211985,
+      "grad_norm": 247.9004669189453,
+      "learning_rate": 1.8857988200706315e-05,
+      "loss": 33.7188,
+      "step": 7492
+    },
+    {
+      "epoch": 0.35807129886265887,
+      "grad_norm": 320.93084716796875,
+      "learning_rate": 1.8857629045903788e-05,
+      "loss": 29.5625,
+      "step": 7493
+    },
+    {
+      "epoch": 0.35811908630411926,
+      "grad_norm": 181.00802612304688,
+      "learning_rate": 1.885726983805549e-05,
+      "loss": 24.75,
+      "step": 7494
+    },
+    {
+      "epoch": 0.35816687374557965,
+      "grad_norm": 244.85667419433594,
+      "learning_rate": 1.885691057716358e-05,
+      "loss": 29.6562,
+      "step": 7495
+    },
+    {
+      "epoch": 0.35821466118704004,
+      "grad_norm": 245.16204833984375,
+      "learning_rate": 1.88565512632302e-05,
+      "loss": 31.9062,
+      "step": 7496
+    },
+    {
+      "epoch": 0.35826244862850043,
+      "grad_norm": 207.17819213867188,
+      "learning_rate": 1.885619189625751e-05,
+      "loss": 31.0625,
+      "step": 7497
+    },
+    {
+      "epoch": 0.3583102360699608,
+      "grad_norm": 451.2432556152344,
+      "learning_rate": 1.8855832476247657e-05,
+      "loss": 36.9688,
+      "step": 7498
+    },
+    {
+      "epoch": 0.3583580235114212,
+      "grad_norm": 203.13417053222656,
+      "learning_rate": 1.885547300320279e-05,
+      "loss": 28.5156,
+      "step": 7499
+    },
+    {
+      "epoch": 0.3584058109528816,
+      "grad_norm": 388.64630126953125,
+      "learning_rate": 1.885511347712507e-05,
+      "loss": 23.3281,
+      "step": 7500
+    },
+    {
+      "epoch": 0.358453598394342,
+      "grad_norm": 235.5515899658203,
+      "learning_rate": 1.8854753898016646e-05,
+      "loss": 28.0625,
+      "step": 7501
+    },
+    {
+      "epoch": 0.3585013858358024,
+      "grad_norm": 321.6824035644531,
+      "learning_rate": 1.8854394265879672e-05,
+      "loss": 28.6875,
+      "step": 7502
+    },
+    {
+      "epoch": 0.3585491732772627,
+      "grad_norm": 246.98690795898438,
+      "learning_rate": 1.8854034580716304e-05,
+      "loss": 28.6094,
+      "step": 7503
+    },
+    {
+      "epoch": 0.3585969607187231,
+      "grad_norm": 307.9635925292969,
+      "learning_rate": 1.885367484252869e-05,
+      "loss": 34.4688,
+      "step": 7504
+    },
+    {
+      "epoch": 0.3586447481601835,
+      "grad_norm": 291.8018798828125,
+      "learning_rate": 1.885331505131899e-05,
+      "loss": 22.6719,
+      "step": 7505
+    },
+    {
+      "epoch": 0.3586925356016439,
+      "grad_norm": 375.64678955078125,
+      "learning_rate": 1.8852955207089355e-05,
+      "loss": 27.5625,
+      "step": 7506
+    },
+    {
+      "epoch": 0.35874032304310427,
+      "grad_norm": 197.82568359375,
+      "learning_rate": 1.8852595309841944e-05,
+      "loss": 37.8125,
+      "step": 7507
+    },
+    {
+      "epoch": 0.35878811048456466,
+      "grad_norm": 188.59645080566406,
+      "learning_rate": 1.8852235359578908e-05,
+      "loss": 22.9219,
+      "step": 7508
+    },
+    {
+      "epoch": 0.35883589792602505,
+      "grad_norm": 175.5252685546875,
+      "learning_rate": 1.8851875356302403e-05,
+      "loss": 26.75,
+      "step": 7509
+    },
+    {
+      "epoch": 0.35888368536748544,
+      "grad_norm": 238.18190002441406,
+      "learning_rate": 1.8851515300014593e-05,
+      "loss": 30.0312,
+      "step": 7510
+    },
+    {
+      "epoch": 0.35893147280894583,
+      "grad_norm": 350.8433837890625,
+      "learning_rate": 1.8851155190717624e-05,
+      "loss": 32.375,
+      "step": 7511
+    },
+    {
+      "epoch": 0.3589792602504062,
+      "grad_norm": 382.5985107421875,
+      "learning_rate": 1.8850795028413658e-05,
+      "loss": 33.2188,
+      "step": 7512
+    },
+    {
+      "epoch": 0.35902704769186655,
+      "grad_norm": 471.57049560546875,
+      "learning_rate": 1.8850434813104847e-05,
+      "loss": 36.7188,
+      "step": 7513
+    },
+    {
+      "epoch": 0.35907483513332694,
+      "grad_norm": 274.706298828125,
+      "learning_rate": 1.8850074544793357e-05,
+      "loss": 27.1875,
+      "step": 7514
+    },
+    {
+      "epoch": 0.35912262257478733,
+      "grad_norm": 480.71270751953125,
+      "learning_rate": 1.8849714223481334e-05,
+      "loss": 28.9375,
+      "step": 7515
+    },
+    {
+      "epoch": 0.3591704100162477,
+      "grad_norm": 637.5121459960938,
+      "learning_rate": 1.8849353849170944e-05,
+      "loss": 38.7188,
+      "step": 7516
+    },
+    {
+      "epoch": 0.3592181974577081,
+      "grad_norm": 228.08726501464844,
+      "learning_rate": 1.8848993421864345e-05,
+      "loss": 30.2812,
+      "step": 7517
+    },
+    {
+      "epoch": 0.3592659848991685,
+      "grad_norm": 263.2985534667969,
+      "learning_rate": 1.8848632941563693e-05,
+      "loss": 42.0,
+      "step": 7518
+    },
+    {
+      "epoch": 0.3593137723406289,
+      "grad_norm": 267.3095397949219,
+      "learning_rate": 1.8848272408271148e-05,
+      "loss": 24.8125,
+      "step": 7519
+    },
+    {
+      "epoch": 0.3593615597820893,
+      "grad_norm": 538.3402099609375,
+      "learning_rate": 1.8847911821988866e-05,
+      "loss": 35.875,
+      "step": 7520
+    },
+    {
+      "epoch": 0.35940934722354967,
+      "grad_norm": 256.5815734863281,
+      "learning_rate": 1.8847551182719015e-05,
+      "loss": 25.9375,
+      "step": 7521
+    },
+    {
+      "epoch": 0.35945713466501006,
+      "grad_norm": 216.8558807373047,
+      "learning_rate": 1.8847190490463746e-05,
+      "loss": 28.8438,
+      "step": 7522
+    },
+    {
+      "epoch": 0.3595049221064704,
+      "grad_norm": 218.99777221679688,
+      "learning_rate": 1.8846829745225218e-05,
+      "loss": 34.6875,
+      "step": 7523
+    },
+    {
+      "epoch": 0.3595527095479308,
+      "grad_norm": 173.0286102294922,
+      "learning_rate": 1.8846468947005602e-05,
+      "loss": 20.7031,
+      "step": 7524
+    },
+    {
+      "epoch": 0.35960049698939117,
+      "grad_norm": 231.17929077148438,
+      "learning_rate": 1.8846108095807047e-05,
+      "loss": 29.25,
+      "step": 7525
+    },
+    {
+      "epoch": 0.35964828443085156,
+      "grad_norm": 295.6564636230469,
+      "learning_rate": 1.884574719163172e-05,
+      "loss": 66.1875,
+      "step": 7526
+    },
+    {
+      "epoch": 0.35969607187231195,
+      "grad_norm": 189.24530029296875,
+      "learning_rate": 1.8845386234481782e-05,
+      "loss": 20.7656,
+      "step": 7527
+    },
+    {
+      "epoch": 0.35974385931377234,
+      "grad_norm": 216.56382751464844,
+      "learning_rate": 1.8845025224359395e-05,
+      "loss": 29.5938,
+      "step": 7528
+    },
+    {
+      "epoch": 0.35979164675523273,
+      "grad_norm": 241.55247497558594,
+      "learning_rate": 1.8844664161266722e-05,
+      "loss": 24.9688,
+      "step": 7529
+    },
+    {
+      "epoch": 0.3598394341966931,
+      "grad_norm": 289.32086181640625,
+      "learning_rate": 1.8844303045205918e-05,
+      "loss": 33.7812,
+      "step": 7530
+    },
+    {
+      "epoch": 0.3598872216381535,
+      "grad_norm": 174.20091247558594,
+      "learning_rate": 1.8843941876179154e-05,
+      "loss": 29.5,
+      "step": 7531
+    },
+    {
+      "epoch": 0.3599350090796139,
+      "grad_norm": 671.0271606445312,
+      "learning_rate": 1.8843580654188593e-05,
+      "loss": 39.9062,
+      "step": 7532
+    },
+    {
+      "epoch": 0.3599827965210743,
+      "grad_norm": 444.7439880371094,
+      "learning_rate": 1.8843219379236388e-05,
+      "loss": 29.1562,
+      "step": 7533
+    },
+    {
+      "epoch": 0.3600305839625346,
+      "grad_norm": 1443.0374755859375,
+      "learning_rate": 1.884285805132472e-05,
+      "loss": 28.9062,
+      "step": 7534
+    },
+    {
+      "epoch": 0.360078371403995,
+      "grad_norm": 366.864990234375,
+      "learning_rate": 1.8842496670455733e-05,
+      "loss": 34.6562,
+      "step": 7535
+    },
+    {
+      "epoch": 0.3601261588454554,
+      "grad_norm": 325.9754333496094,
+      "learning_rate": 1.8842135236631606e-05,
+      "loss": 36.9531,
+      "step": 7536
+    },
+    {
+      "epoch": 0.3601739462869158,
+      "grad_norm": 292.8196105957031,
+      "learning_rate": 1.8841773749854496e-05,
+      "loss": 29.2969,
+      "step": 7537
+    },
+    {
+      "epoch": 0.3602217337283762,
+      "grad_norm": 261.14794921875,
+      "learning_rate": 1.8841412210126572e-05,
+      "loss": 26.5938,
+      "step": 7538
+    },
+    {
+      "epoch": 0.36026952116983657,
+      "grad_norm": 372.8592529296875,
+      "learning_rate": 1.8841050617449995e-05,
+      "loss": 27.5156,
+      "step": 7539
+    },
+    {
+      "epoch": 0.36031730861129696,
+      "grad_norm": 233.82461547851562,
+      "learning_rate": 1.8840688971826936e-05,
+      "loss": 26.8438,
+      "step": 7540
+    },
+    {
+      "epoch": 0.36036509605275735,
+      "grad_norm": 296.7589111328125,
+      "learning_rate": 1.8840327273259555e-05,
+      "loss": 29.5938,
+      "step": 7541
+    },
+    {
+      "epoch": 0.36041288349421774,
+      "grad_norm": 350.13525390625,
+      "learning_rate": 1.8839965521750022e-05,
+      "loss": 30.0312,
+      "step": 7542
+    },
+    {
+      "epoch": 0.36046067093567813,
+      "grad_norm": 204.61782836914062,
+      "learning_rate": 1.88396037173005e-05,
+      "loss": 38.0,
+      "step": 7543
+    },
+    {
+      "epoch": 0.36050845837713846,
+      "grad_norm": 468.41357421875,
+      "learning_rate": 1.8839241859913164e-05,
+      "loss": 33.4062,
+      "step": 7544
+    },
+    {
+      "epoch": 0.36055624581859885,
+      "grad_norm": 303.7296447753906,
+      "learning_rate": 1.8838879949590168e-05,
+      "loss": 33.6875,
+      "step": 7545
+    },
+    {
+      "epoch": 0.36060403326005924,
+      "grad_norm": 449.64752197265625,
+      "learning_rate": 1.883851798633369e-05,
+      "loss": 39.0625,
+      "step": 7546
+    },
+    {
+      "epoch": 0.36065182070151963,
+      "grad_norm": 212.3726806640625,
+      "learning_rate": 1.8838155970145892e-05,
+      "loss": 36.7812,
+      "step": 7547
+    },
+    {
+      "epoch": 0.36069960814298,
+      "grad_norm": 565.6693115234375,
+      "learning_rate": 1.8837793901028948e-05,
+      "loss": 30.1562,
+      "step": 7548
+    },
+    {
+      "epoch": 0.3607473955844404,
+      "grad_norm": 480.7836608886719,
+      "learning_rate": 1.883743177898502e-05,
+      "loss": 33.125,
+      "step": 7549
+    },
+    {
+      "epoch": 0.3607951830259008,
+      "grad_norm": 403.35015869140625,
+      "learning_rate": 1.883706960401628e-05,
+      "loss": 37.8125,
+      "step": 7550
+    },
+    {
+      "epoch": 0.3608429704673612,
+      "grad_norm": 213.79281616210938,
+      "learning_rate": 1.8836707376124893e-05,
+      "loss": 35.4688,
+      "step": 7551
+    },
+    {
+      "epoch": 0.3608907579088216,
+      "grad_norm": 166.55197143554688,
+      "learning_rate": 1.8836345095313034e-05,
+      "loss": 27.625,
+      "step": 7552
+    },
+    {
+      "epoch": 0.36093854535028197,
+      "grad_norm": 272.993408203125,
+      "learning_rate": 1.883598276158287e-05,
+      "loss": 40.0625,
+      "step": 7553
+    },
+    {
+      "epoch": 0.3609863327917423,
+      "grad_norm": 306.4644470214844,
+      "learning_rate": 1.883562037493657e-05,
+      "loss": 30.0312,
+      "step": 7554
+    },
+    {
+      "epoch": 0.3610341202332027,
+      "grad_norm": 216.8501739501953,
+      "learning_rate": 1.8835257935376307e-05,
+      "loss": 29.5,
+      "step": 7555
+    },
+    {
+      "epoch": 0.3610819076746631,
+      "grad_norm": 359.6438903808594,
+      "learning_rate": 1.8834895442904242e-05,
+      "loss": 45.4375,
+      "step": 7556
+    },
+    {
+      "epoch": 0.3611296951161235,
+      "grad_norm": 504.25360107421875,
+      "learning_rate": 1.8834532897522563e-05,
+      "loss": 35.4375,
+      "step": 7557
+    },
+    {
+      "epoch": 0.36117748255758386,
+      "grad_norm": 342.0338439941406,
+      "learning_rate": 1.8834170299233428e-05,
+      "loss": 33.0625,
+      "step": 7558
+    },
+    {
+      "epoch": 0.36122526999904425,
+      "grad_norm": 250.28341674804688,
+      "learning_rate": 1.883380764803901e-05,
+      "loss": 34.3125,
+      "step": 7559
+    },
+    {
+      "epoch": 0.36127305744050464,
+      "grad_norm": 328.3794860839844,
+      "learning_rate": 1.8833444943941487e-05,
+      "loss": 32.5938,
+      "step": 7560
+    },
+    {
+      "epoch": 0.36132084488196503,
+      "grad_norm": 331.0907897949219,
+      "learning_rate": 1.8833082186943023e-05,
+      "loss": 32.4688,
+      "step": 7561
+    },
+    {
+      "epoch": 0.3613686323234254,
+      "grad_norm": 218.54576110839844,
+      "learning_rate": 1.8832719377045795e-05,
+      "loss": 30.3906,
+      "step": 7562
+    },
+    {
+      "epoch": 0.3614164197648858,
+      "grad_norm": 563.14599609375,
+      "learning_rate": 1.883235651425198e-05,
+      "loss": 44.875,
+      "step": 7563
+    },
+    {
+      "epoch": 0.3614642072063462,
+      "grad_norm": 442.4461975097656,
+      "learning_rate": 1.883199359856374e-05,
+      "loss": 36.375,
+      "step": 7564
+    },
+    {
+      "epoch": 0.36151199464780653,
+      "grad_norm": 242.1422119140625,
+      "learning_rate": 1.8831630629983258e-05,
+      "loss": 30.4688,
+      "step": 7565
+    },
+    {
+      "epoch": 0.3615597820892669,
+      "grad_norm": 222.025146484375,
+      "learning_rate": 1.8831267608512705e-05,
+      "loss": 31.625,
+      "step": 7566
+    },
+    {
+      "epoch": 0.3616075695307273,
+      "grad_norm": 362.24017333984375,
+      "learning_rate": 1.8830904534154254e-05,
+      "loss": 25.7812,
+      "step": 7567
+    },
+    {
+      "epoch": 0.3616553569721877,
+      "grad_norm": 223.65170288085938,
+      "learning_rate": 1.883054140691008e-05,
+      "loss": 30.4844,
+      "step": 7568
+    },
+    {
+      "epoch": 0.3617031444136481,
+      "grad_norm": 302.5780944824219,
+      "learning_rate": 1.8830178226782356e-05,
+      "loss": 43.1875,
+      "step": 7569
+    },
+    {
+      "epoch": 0.3617509318551085,
+      "grad_norm": 214.5697479248047,
+      "learning_rate": 1.882981499377326e-05,
+      "loss": 28.9062,
+      "step": 7570
+    },
+    {
+      "epoch": 0.36179871929656887,
+      "grad_norm": 223.09689331054688,
+      "learning_rate": 1.8829451707884966e-05,
+      "loss": 31.25,
+      "step": 7571
+    },
+    {
+      "epoch": 0.36184650673802926,
+      "grad_norm": 720.0508422851562,
+      "learning_rate": 1.8829088369119648e-05,
+      "loss": 28.1875,
+      "step": 7572
+    },
+    {
+      "epoch": 0.36189429417948965,
+      "grad_norm": 422.479248046875,
+      "learning_rate": 1.882872497747948e-05,
+      "loss": 29.6562,
+      "step": 7573
+    },
+    {
+      "epoch": 0.36194208162095004,
+      "grad_norm": 292.4466552734375,
+      "learning_rate": 1.8828361532966647e-05,
+      "loss": 34.375,
+      "step": 7574
+    },
+    {
+      "epoch": 0.3619898690624104,
+      "grad_norm": 227.30056762695312,
+      "learning_rate": 1.882799803558332e-05,
+      "loss": 24.6406,
+      "step": 7575
+    },
+    {
+      "epoch": 0.36203765650387076,
+      "grad_norm": 309.82977294921875,
+      "learning_rate": 1.8827634485331673e-05,
+      "loss": 45.625,
+      "step": 7576
+    },
+    {
+      "epoch": 0.36208544394533115,
+      "grad_norm": 234.8880157470703,
+      "learning_rate": 1.882727088221389e-05,
+      "loss": 29.1875,
+      "step": 7577
+    },
+    {
+      "epoch": 0.36213323138679154,
+      "grad_norm": 281.1477355957031,
+      "learning_rate": 1.882690722623214e-05,
+      "loss": 29.2188,
+      "step": 7578
+    },
+    {
+      "epoch": 0.36218101882825193,
+      "grad_norm": 362.76116943359375,
+      "learning_rate": 1.882654351738861e-05,
+      "loss": 33.2188,
+      "step": 7579
+    },
+    {
+      "epoch": 0.3622288062697123,
+      "grad_norm": 259.95306396484375,
+      "learning_rate": 1.882617975568547e-05,
+      "loss": 20.7969,
+      "step": 7580
+    },
+    {
+      "epoch": 0.3622765937111727,
+      "grad_norm": 419.1451416015625,
+      "learning_rate": 1.8825815941124904e-05,
+      "loss": 29.0625,
+      "step": 7581
+    },
+    {
+      "epoch": 0.3623243811526331,
+      "grad_norm": 229.5048828125,
+      "learning_rate": 1.8825452073709088e-05,
+      "loss": 34.9375,
+      "step": 7582
+    },
+    {
+      "epoch": 0.3623721685940935,
+      "grad_norm": 479.263427734375,
+      "learning_rate": 1.8825088153440206e-05,
+      "loss": 33.8125,
+      "step": 7583
+    },
+    {
+      "epoch": 0.3624199560355539,
+      "grad_norm": 191.34002685546875,
+      "learning_rate": 1.8824724180320428e-05,
+      "loss": 24.3125,
+      "step": 7584
+    },
+    {
+      "epoch": 0.3624677434770142,
+      "grad_norm": 206.0779266357422,
+      "learning_rate": 1.882436015435194e-05,
+      "loss": 28.3438,
+      "step": 7585
+    },
+    {
+      "epoch": 0.3625155309184746,
+      "grad_norm": 264.0519714355469,
+      "learning_rate": 1.8823996075536925e-05,
+      "loss": 26.1875,
+      "step": 7586
+    },
+    {
+      "epoch": 0.362563318359935,
+      "grad_norm": 307.613037109375,
+      "learning_rate": 1.8823631943877557e-05,
+      "loss": 34.7812,
+      "step": 7587
+    },
+    {
+      "epoch": 0.3626111058013954,
+      "grad_norm": 231.83018493652344,
+      "learning_rate": 1.8823267759376018e-05,
+      "loss": 30.4688,
+      "step": 7588
+    },
+    {
+      "epoch": 0.3626588932428558,
+      "grad_norm": 410.8326721191406,
+      "learning_rate": 1.8822903522034493e-05,
+      "loss": 27.625,
+      "step": 7589
+    },
+    {
+      "epoch": 0.36270668068431616,
+      "grad_norm": 290.6324768066406,
+      "learning_rate": 1.882253923185516e-05,
+      "loss": 26.7812,
+      "step": 7590
+    },
+    {
+      "epoch": 0.36275446812577655,
+      "grad_norm": 339.94464111328125,
+      "learning_rate": 1.88221748888402e-05,
+      "loss": 45.0625,
+      "step": 7591
+    },
+    {
+      "epoch": 0.36280225556723694,
+      "grad_norm": 319.08447265625,
+      "learning_rate": 1.8821810492991797e-05,
+      "loss": 30.2031,
+      "step": 7592
+    },
+    {
+      "epoch": 0.36285004300869733,
+      "grad_norm": 190.39199829101562,
+      "learning_rate": 1.882144604431213e-05,
+      "loss": 19.4062,
+      "step": 7593
+    },
+    {
+      "epoch": 0.3628978304501577,
+      "grad_norm": 275.0890197753906,
+      "learning_rate": 1.8821081542803385e-05,
+      "loss": 24.0938,
+      "step": 7594
+    },
+    {
+      "epoch": 0.36294561789161806,
+      "grad_norm": 377.1067810058594,
+      "learning_rate": 1.8820716988467745e-05,
+      "loss": 32.0938,
+      "step": 7595
+    },
+    {
+      "epoch": 0.36299340533307844,
+      "grad_norm": 353.9481201171875,
+      "learning_rate": 1.8820352381307394e-05,
+      "loss": 35.3438,
+      "step": 7596
+    },
+    {
+      "epoch": 0.36304119277453883,
+      "grad_norm": 326.8175048828125,
+      "learning_rate": 1.881998772132451e-05,
+      "loss": 34.7188,
+      "step": 7597
+    },
+    {
+      "epoch": 0.3630889802159992,
+      "grad_norm": 401.92193603515625,
+      "learning_rate": 1.8819623008521285e-05,
+      "loss": 43.2812,
+      "step": 7598
+    },
+    {
+      "epoch": 0.3631367676574596,
+      "grad_norm": 432.1461486816406,
+      "learning_rate": 1.8819258242899894e-05,
+      "loss": 35.3438,
+      "step": 7599
+    },
+    {
+      "epoch": 0.36318455509892,
+      "grad_norm": 321.7174377441406,
+      "learning_rate": 1.881889342446253e-05,
+      "loss": 45.0938,
+      "step": 7600
+    },
+    {
+      "epoch": 0.3632323425403804,
+      "grad_norm": 250.13446044921875,
+      "learning_rate": 1.881852855321137e-05,
+      "loss": 29.4219,
+      "step": 7601
+    },
+    {
+      "epoch": 0.3632801299818408,
+      "grad_norm": 231.52853393554688,
+      "learning_rate": 1.8818163629148603e-05,
+      "loss": 37.3438,
+      "step": 7602
+    },
+    {
+      "epoch": 0.36332791742330117,
+      "grad_norm": 159.674072265625,
+      "learning_rate": 1.8817798652276416e-05,
+      "loss": 25.5938,
+      "step": 7603
+    },
+    {
+      "epoch": 0.36337570486476156,
+      "grad_norm": 378.5470886230469,
+      "learning_rate": 1.8817433622596993e-05,
+      "loss": 25.4844,
+      "step": 7604
+    },
+    {
+      "epoch": 0.36342349230622195,
+      "grad_norm": 326.2493591308594,
+      "learning_rate": 1.881706854011252e-05,
+      "loss": 34.2188,
+      "step": 7605
+    },
+    {
+      "epoch": 0.3634712797476823,
+      "grad_norm": 274.3365173339844,
+      "learning_rate": 1.8816703404825184e-05,
+      "loss": 24.7188,
+      "step": 7606
+    },
+    {
+      "epoch": 0.3635190671891427,
+      "grad_norm": 232.8475799560547,
+      "learning_rate": 1.881633821673717e-05,
+      "loss": 27.0312,
+      "step": 7607
+    },
+    {
+      "epoch": 0.36356685463060306,
+      "grad_norm": 368.181640625,
+      "learning_rate": 1.881597297585067e-05,
+      "loss": 31.4688,
+      "step": 7608
+    },
+    {
+      "epoch": 0.36361464207206345,
+      "grad_norm": 255.4959259033203,
+      "learning_rate": 1.8815607682167866e-05,
+      "loss": 32.0312,
+      "step": 7609
+    },
+    {
+      "epoch": 0.36366242951352384,
+      "grad_norm": 240.7438201904297,
+      "learning_rate": 1.8815242335690945e-05,
+      "loss": 24.9531,
+      "step": 7610
+    },
+    {
+      "epoch": 0.36371021695498423,
+      "grad_norm": 419.0920104980469,
+      "learning_rate": 1.88148769364221e-05,
+      "loss": 38.125,
+      "step": 7611
+    },
+    {
+      "epoch": 0.3637580043964446,
+      "grad_norm": 518.957763671875,
+      "learning_rate": 1.881451148436351e-05,
+      "loss": 27.875,
+      "step": 7612
+    },
+    {
+      "epoch": 0.363805791837905,
+      "grad_norm": 401.16796875,
+      "learning_rate": 1.8814145979517377e-05,
+      "loss": 36.1562,
+      "step": 7613
+    },
+    {
+      "epoch": 0.3638535792793654,
+      "grad_norm": 333.16656494140625,
+      "learning_rate": 1.8813780421885882e-05,
+      "loss": 33.7812,
+      "step": 7614
+    },
+    {
+      "epoch": 0.3639013667208258,
+      "grad_norm": 189.02517700195312,
+      "learning_rate": 1.8813414811471214e-05,
+      "loss": 29.5312,
+      "step": 7615
+    },
+    {
+      "epoch": 0.3639491541622861,
+      "grad_norm": 535.802001953125,
+      "learning_rate": 1.8813049148275562e-05,
+      "loss": 31.0,
+      "step": 7616
+    },
+    {
+      "epoch": 0.3639969416037465,
+      "grad_norm": 324.7236022949219,
+      "learning_rate": 1.881268343230112e-05,
+      "loss": 33.875,
+      "step": 7617
+    },
+    {
+      "epoch": 0.3640447290452069,
+      "grad_norm": 354.0919494628906,
+      "learning_rate": 1.8812317663550076e-05,
+      "loss": 33.4062,
+      "step": 7618
+    },
+    {
+      "epoch": 0.3640925164866673,
+      "grad_norm": 389.12103271484375,
+      "learning_rate": 1.881195184202462e-05,
+      "loss": 38.8281,
+      "step": 7619
+    },
+    {
+      "epoch": 0.3641403039281277,
+      "grad_norm": 300.7252502441406,
+      "learning_rate": 1.8811585967726943e-05,
+      "loss": 32.5312,
+      "step": 7620
+    },
+    {
+      "epoch": 0.3641880913695881,
+      "grad_norm": 188.36123657226562,
+      "learning_rate": 1.8811220040659233e-05,
+      "loss": 26.8125,
+      "step": 7621
+    },
+    {
+      "epoch": 0.36423587881104846,
+      "grad_norm": 425.96624755859375,
+      "learning_rate": 1.8810854060823688e-05,
+      "loss": 38.9062,
+      "step": 7622
+    },
+    {
+      "epoch": 0.36428366625250885,
+      "grad_norm": 223.0269317626953,
+      "learning_rate": 1.8810488028222497e-05,
+      "loss": 28.8125,
+      "step": 7623
+    },
+    {
+      "epoch": 0.36433145369396924,
+      "grad_norm": 339.3089599609375,
+      "learning_rate": 1.8810121942857848e-05,
+      "loss": 27.375,
+      "step": 7624
+    },
+    {
+      "epoch": 0.36437924113542963,
+      "grad_norm": 178.304931640625,
+      "learning_rate": 1.8809755804731936e-05,
+      "loss": 31.25,
+      "step": 7625
+    },
+    {
+      "epoch": 0.36442702857688997,
+      "grad_norm": 429.5230407714844,
+      "learning_rate": 1.880938961384696e-05,
+      "loss": 37.0,
+      "step": 7626
+    },
+    {
+      "epoch": 0.36447481601835036,
+      "grad_norm": 300.28070068359375,
+      "learning_rate": 1.8809023370205103e-05,
+      "loss": 33.5,
+      "step": 7627
+    },
+    {
+      "epoch": 0.36452260345981075,
+      "grad_norm": 206.5615997314453,
+      "learning_rate": 1.880865707380856e-05,
+      "loss": 31.0312,
+      "step": 7628
+    },
+    {
+      "epoch": 0.36457039090127114,
+      "grad_norm": 200.70004272460938,
+      "learning_rate": 1.8808290724659533e-05,
+      "loss": 30.0625,
+      "step": 7629
+    },
+    {
+      "epoch": 0.3646181783427315,
+      "grad_norm": 191.897705078125,
+      "learning_rate": 1.880792432276021e-05,
+      "loss": 22.625,
+      "step": 7630
+    },
+    {
+      "epoch": 0.3646659657841919,
+      "grad_norm": 300.3218994140625,
+      "learning_rate": 1.8807557868112783e-05,
+      "loss": 22.0625,
+      "step": 7631
+    },
+    {
+      "epoch": 0.3647137532256523,
+      "grad_norm": 289.8287048339844,
+      "learning_rate": 1.880719136071945e-05,
+      "loss": 30.4375,
+      "step": 7632
+    },
+    {
+      "epoch": 0.3647615406671127,
+      "grad_norm": 243.9867706298828,
+      "learning_rate": 1.8806824800582406e-05,
+      "loss": 32.9688,
+      "step": 7633
+    },
+    {
+      "epoch": 0.3648093281085731,
+      "grad_norm": 499.46527099609375,
+      "learning_rate": 1.8806458187703845e-05,
+      "loss": 38.0938,
+      "step": 7634
+    },
+    {
+      "epoch": 0.3648571155500335,
+      "grad_norm": 297.0954284667969,
+      "learning_rate": 1.8806091522085963e-05,
+      "loss": 29.5,
+      "step": 7635
+    },
+    {
+      "epoch": 0.36490490299149386,
+      "grad_norm": 386.9015808105469,
+      "learning_rate": 1.8805724803730957e-05,
+      "loss": 26.1094,
+      "step": 7636
+    },
+    {
+      "epoch": 0.3649526904329542,
+      "grad_norm": 344.45928955078125,
+      "learning_rate": 1.880535803264102e-05,
+      "loss": 27.6875,
+      "step": 7637
+    },
+    {
+      "epoch": 0.3650004778744146,
+      "grad_norm": 189.6036376953125,
+      "learning_rate": 1.880499120881835e-05,
+      "loss": 24.0,
+      "step": 7638
+    },
+    {
+      "epoch": 0.365048265315875,
+      "grad_norm": 284.60760498046875,
+      "learning_rate": 1.8804624332265145e-05,
+      "loss": 35.0469,
+      "step": 7639
+    },
+    {
+      "epoch": 0.36509605275733537,
+      "grad_norm": 341.26416015625,
+      "learning_rate": 1.8804257402983603e-05,
+      "loss": 34.0,
+      "step": 7640
+    },
+    {
+      "epoch": 0.36514384019879575,
+      "grad_norm": 286.16668701171875,
+      "learning_rate": 1.8803890420975918e-05,
+      "loss": 37.1875,
+      "step": 7641
+    },
+    {
+      "epoch": 0.36519162764025614,
+      "grad_norm": 376.3797607421875,
+      "learning_rate": 1.880352338624429e-05,
+      "loss": 25.8438,
+      "step": 7642
+    },
+    {
+      "epoch": 0.36523941508171653,
+      "grad_norm": 289.4349365234375,
+      "learning_rate": 1.8803156298790916e-05,
+      "loss": 32.0625,
+      "step": 7643
+    },
+    {
+      "epoch": 0.3652872025231769,
+      "grad_norm": 358.3353576660156,
+      "learning_rate": 1.8802789158617994e-05,
+      "loss": 27.1094,
+      "step": 7644
+    },
+    {
+      "epoch": 0.3653349899646373,
+      "grad_norm": 238.60513305664062,
+      "learning_rate": 1.8802421965727727e-05,
+      "loss": 35.9062,
+      "step": 7645
+    },
+    {
+      "epoch": 0.3653827774060977,
+      "grad_norm": 163.20034790039062,
+      "learning_rate": 1.880205472012231e-05,
+      "loss": 29.8438,
+      "step": 7646
+    },
+    {
+      "epoch": 0.36543056484755804,
+      "grad_norm": 804.1926879882812,
+      "learning_rate": 1.880168742180394e-05,
+      "loss": 33.9375,
+      "step": 7647
+    },
+    {
+      "epoch": 0.3654783522890184,
+      "grad_norm": 248.4725799560547,
+      "learning_rate": 1.880132007077482e-05,
+      "loss": 27.0625,
+      "step": 7648
+    },
+    {
+      "epoch": 0.3655261397304788,
+      "grad_norm": 443.9844055175781,
+      "learning_rate": 1.8800952667037152e-05,
+      "loss": 28.9062,
+      "step": 7649
+    },
+    {
+      "epoch": 0.3655739271719392,
+      "grad_norm": 605.9338989257812,
+      "learning_rate": 1.8800585210593133e-05,
+      "loss": 32.5938,
+      "step": 7650
+    },
+    {
+      "epoch": 0.3656217146133996,
+      "grad_norm": 304.12811279296875,
+      "learning_rate": 1.880021770144496e-05,
+      "loss": 33.7188,
+      "step": 7651
+    },
+    {
+      "epoch": 0.36566950205486,
+      "grad_norm": 344.81195068359375,
+      "learning_rate": 1.8799850139594844e-05,
+      "loss": 39.25,
+      "step": 7652
+    },
+    {
+      "epoch": 0.3657172894963204,
+      "grad_norm": 229.7420196533203,
+      "learning_rate": 1.879948252504498e-05,
+      "loss": 32.1875,
+      "step": 7653
+    },
+    {
+      "epoch": 0.36576507693778076,
+      "grad_norm": 299.5927429199219,
+      "learning_rate": 1.879911485779757e-05,
+      "loss": 30.1875,
+      "step": 7654
+    },
+    {
+      "epoch": 0.36581286437924115,
+      "grad_norm": 863.0224609375,
+      "learning_rate": 1.8798747137854817e-05,
+      "loss": 38.3125,
+      "step": 7655
+    },
+    {
+      "epoch": 0.36586065182070154,
+      "grad_norm": 285.3380126953125,
+      "learning_rate": 1.8798379365218918e-05,
+      "loss": 24.8594,
+      "step": 7656
+    },
+    {
+      "epoch": 0.3659084392621619,
+      "grad_norm": 217.6092529296875,
+      "learning_rate": 1.8798011539892084e-05,
+      "loss": 29.5,
+      "step": 7657
+    },
+    {
+      "epoch": 0.36595622670362227,
+      "grad_norm": 400.4649963378906,
+      "learning_rate": 1.8797643661876507e-05,
+      "loss": 35.7031,
+      "step": 7658
+    },
+    {
+      "epoch": 0.36600401414508266,
+      "grad_norm": 224.18182373046875,
+      "learning_rate": 1.8797275731174404e-05,
+      "loss": 21.1562,
+      "step": 7659
+    },
+    {
+      "epoch": 0.36605180158654305,
+      "grad_norm": 210.8863983154297,
+      "learning_rate": 1.8796907747787966e-05,
+      "loss": 39.5625,
+      "step": 7660
+    },
+    {
+      "epoch": 0.36609958902800344,
+      "grad_norm": 336.43115234375,
+      "learning_rate": 1.8796539711719406e-05,
+      "loss": 33.7344,
+      "step": 7661
+    },
+    {
+      "epoch": 0.3661473764694638,
+      "grad_norm": 478.8846435546875,
+      "learning_rate": 1.879617162297092e-05,
+      "loss": 24.75,
+      "step": 7662
+    },
+    {
+      "epoch": 0.3661951639109242,
+      "grad_norm": 206.66403198242188,
+      "learning_rate": 1.8795803481544717e-05,
+      "loss": 33.625,
+      "step": 7663
+    },
+    {
+      "epoch": 0.3662429513523846,
+      "grad_norm": 298.6183166503906,
+      "learning_rate": 1.8795435287443e-05,
+      "loss": 23.0312,
+      "step": 7664
+    },
+    {
+      "epoch": 0.366290738793845,
+      "grad_norm": 318.08856201171875,
+      "learning_rate": 1.879506704066798e-05,
+      "loss": 34.5938,
+      "step": 7665
+    },
+    {
+      "epoch": 0.3663385262353054,
+      "grad_norm": 210.2049560546875,
+      "learning_rate": 1.8794698741221852e-05,
+      "loss": 30.0625,
+      "step": 7666
+    },
+    {
+      "epoch": 0.3663863136767658,
+      "grad_norm": 419.2144775390625,
+      "learning_rate": 1.8794330389106827e-05,
+      "loss": 31.0,
+      "step": 7667
+    },
+    {
+      "epoch": 0.3664341011182261,
+      "grad_norm": 357.4974670410156,
+      "learning_rate": 1.8793961984325113e-05,
+      "loss": 22.9062,
+      "step": 7668
+    },
+    {
+      "epoch": 0.3664818885596865,
+      "grad_norm": 244.369384765625,
+      "learning_rate": 1.879359352687891e-05,
+      "loss": 23.9844,
+      "step": 7669
+    },
+    {
+      "epoch": 0.3665296760011469,
+      "grad_norm": 324.950439453125,
+      "learning_rate": 1.8793225016770432e-05,
+      "loss": 29.6562,
+      "step": 7670
+    },
+    {
+      "epoch": 0.3665774634426073,
+      "grad_norm": 268.053955078125,
+      "learning_rate": 1.8792856454001885e-05,
+      "loss": 30.0156,
+      "step": 7671
+    },
+    {
+      "epoch": 0.36662525088406767,
+      "grad_norm": 316.146484375,
+      "learning_rate": 1.879248783857547e-05,
+      "loss": 35.75,
+      "step": 7672
+    },
+    {
+      "epoch": 0.36667303832552806,
+      "grad_norm": 266.0660400390625,
+      "learning_rate": 1.8792119170493398e-05,
+      "loss": 35.4062,
+      "step": 7673
+    },
+    {
+      "epoch": 0.36672082576698845,
+      "grad_norm": 307.217041015625,
+      "learning_rate": 1.8791750449757878e-05,
+      "loss": 32.0938,
+      "step": 7674
+    },
+    {
+      "epoch": 0.36676861320844883,
+      "grad_norm": 352.9117736816406,
+      "learning_rate": 1.8791381676371115e-05,
+      "loss": 41.6875,
+      "step": 7675
+    },
+    {
+      "epoch": 0.3668164006499092,
+      "grad_norm": 701.3113403320312,
+      "learning_rate": 1.8791012850335325e-05,
+      "loss": 46.5625,
+      "step": 7676
+    },
+    {
+      "epoch": 0.3668641880913696,
+      "grad_norm": 368.59820556640625,
+      "learning_rate": 1.879064397165271e-05,
+      "loss": 29.9062,
+      "step": 7677
+    },
+    {
+      "epoch": 0.36691197553282995,
+      "grad_norm": 264.6268310546875,
+      "learning_rate": 1.8790275040325477e-05,
+      "loss": 28.375,
+      "step": 7678
+    },
+    {
+      "epoch": 0.36695976297429034,
+      "grad_norm": 377.40447998046875,
+      "learning_rate": 1.8789906056355844e-05,
+      "loss": 38.625,
+      "step": 7679
+    },
+    {
+      "epoch": 0.3670075504157507,
+      "grad_norm": 301.45953369140625,
+      "learning_rate": 1.878953701974601e-05,
+      "loss": 41.2188,
+      "step": 7680
+    },
+    {
+      "epoch": 0.3670553378572111,
+      "grad_norm": 833.2973022460938,
+      "learning_rate": 1.8789167930498194e-05,
+      "loss": 41.375,
+      "step": 7681
+    },
+    {
+      "epoch": 0.3671031252986715,
+      "grad_norm": 218.1099090576172,
+      "learning_rate": 1.8788798788614606e-05,
+      "loss": 22.9688,
+      "step": 7682
+    },
+    {
+      "epoch": 0.3671509127401319,
+      "grad_norm": 354.803466796875,
+      "learning_rate": 1.878842959409745e-05,
+      "loss": 36.375,
+      "step": 7683
+    },
+    {
+      "epoch": 0.3671987001815923,
+      "grad_norm": 371.8501892089844,
+      "learning_rate": 1.8788060346948942e-05,
+      "loss": 33.0,
+      "step": 7684
+    },
+    {
+      "epoch": 0.3672464876230527,
+      "grad_norm": 283.3427429199219,
+      "learning_rate": 1.8787691047171294e-05,
+      "loss": 34.625,
+      "step": 7685
+    },
+    {
+      "epoch": 0.36729427506451306,
+      "grad_norm": 250.6181640625,
+      "learning_rate": 1.8787321694766713e-05,
+      "loss": 23.6875,
+      "step": 7686
+    },
+    {
+      "epoch": 0.36734206250597345,
+      "grad_norm": 689.8641967773438,
+      "learning_rate": 1.8786952289737415e-05,
+      "loss": 43.2812,
+      "step": 7687
+    },
+    {
+      "epoch": 0.3673898499474338,
+      "grad_norm": 204.51791381835938,
+      "learning_rate": 1.8786582832085612e-05,
+      "loss": 29.8438,
+      "step": 7688
+    },
+    {
+      "epoch": 0.3674376373888942,
+      "grad_norm": 308.81439208984375,
+      "learning_rate": 1.8786213321813514e-05,
+      "loss": 46.375,
+      "step": 7689
+    },
+    {
+      "epoch": 0.36748542483035457,
+      "grad_norm": 1466.360595703125,
+      "learning_rate": 1.8785843758923333e-05,
+      "loss": 35.1719,
+      "step": 7690
+    },
+    {
+      "epoch": 0.36753321227181496,
+      "grad_norm": 226.96414184570312,
+      "learning_rate": 1.878547414341729e-05,
+      "loss": 38.0938,
+      "step": 7691
+    },
+    {
+      "epoch": 0.36758099971327535,
+      "grad_norm": 392.1111145019531,
+      "learning_rate": 1.878510447529759e-05,
+      "loss": 33.1875,
+      "step": 7692
+    },
+    {
+      "epoch": 0.36762878715473574,
+      "grad_norm": 343.3519592285156,
+      "learning_rate": 1.8784734754566453e-05,
+      "loss": 33.6875,
+      "step": 7693
+    },
+    {
+      "epoch": 0.3676765745961961,
+      "grad_norm": 321.4608154296875,
+      "learning_rate": 1.8784364981226088e-05,
+      "loss": 41.875,
+      "step": 7694
+    },
+    {
+      "epoch": 0.3677243620376565,
+      "grad_norm": 347.32672119140625,
+      "learning_rate": 1.8783995155278715e-05,
+      "loss": 27.9375,
+      "step": 7695
+    },
+    {
+      "epoch": 0.3677721494791169,
+      "grad_norm": 280.4858093261719,
+      "learning_rate": 1.8783625276726544e-05,
+      "loss": 34.9688,
+      "step": 7696
+    },
+    {
+      "epoch": 0.3678199369205773,
+      "grad_norm": 509.822998046875,
+      "learning_rate": 1.8783255345571787e-05,
+      "loss": 44.2188,
+      "step": 7697
+    },
+    {
+      "epoch": 0.36786772436203763,
+      "grad_norm": 301.6512756347656,
+      "learning_rate": 1.8782885361816668e-05,
+      "loss": 35.3125,
+      "step": 7698
+    },
+    {
+      "epoch": 0.367915511803498,
+      "grad_norm": 236.6892852783203,
+      "learning_rate": 1.8782515325463397e-05,
+      "loss": 22.4375,
+      "step": 7699
+    },
+    {
+      "epoch": 0.3679632992449584,
+      "grad_norm": 604.1671142578125,
+      "learning_rate": 1.878214523651419e-05,
+      "loss": 40.1562,
+      "step": 7700
+    },
+    {
+      "epoch": 0.3680110866864188,
+      "grad_norm": 648.8147583007812,
+      "learning_rate": 1.878177509497127e-05,
+      "loss": 41.375,
+      "step": 7701
+    },
+    {
+      "epoch": 0.3680588741278792,
+      "grad_norm": 275.82757568359375,
+      "learning_rate": 1.8781404900836846e-05,
+      "loss": 42.0625,
+      "step": 7702
+    },
+    {
+      "epoch": 0.3681066615693396,
+      "grad_norm": 214.02951049804688,
+      "learning_rate": 1.8781034654113138e-05,
+      "loss": 25.0312,
+      "step": 7703
+    },
+    {
+      "epoch": 0.36815444901079997,
+      "grad_norm": 368.5078430175781,
+      "learning_rate": 1.8780664354802365e-05,
+      "loss": 37.6875,
+      "step": 7704
+    },
+    {
+      "epoch": 0.36820223645226036,
+      "grad_norm": 280.6742858886719,
+      "learning_rate": 1.8780294002906743e-05,
+      "loss": 25.8906,
+      "step": 7705
+    },
+    {
+      "epoch": 0.36825002389372075,
+      "grad_norm": 246.3919677734375,
+      "learning_rate": 1.8779923598428485e-05,
+      "loss": 32.5938,
+      "step": 7706
+    },
+    {
+      "epoch": 0.36829781133518114,
+      "grad_norm": 310.4850769042969,
+      "learning_rate": 1.8779553141369816e-05,
+      "loss": 40.5312,
+      "step": 7707
+    },
+    {
+      "epoch": 0.3683455987766415,
+      "grad_norm": 198.8409423828125,
+      "learning_rate": 1.8779182631732956e-05,
+      "loss": 32.0312,
+      "step": 7708
+    },
+    {
+      "epoch": 0.36839338621810186,
+      "grad_norm": 215.5658721923828,
+      "learning_rate": 1.8778812069520117e-05,
+      "loss": 20.4219,
+      "step": 7709
+    },
+    {
+      "epoch": 0.36844117365956225,
+      "grad_norm": 243.4021453857422,
+      "learning_rate": 1.877844145473352e-05,
+      "loss": 26.125,
+      "step": 7710
+    },
+    {
+      "epoch": 0.36848896110102264,
+      "grad_norm": 214.93409729003906,
+      "learning_rate": 1.8778070787375387e-05,
+      "loss": 30.9688,
+      "step": 7711
+    },
+    {
+      "epoch": 0.36853674854248303,
+      "grad_norm": 306.8210144042969,
+      "learning_rate": 1.8777700067447937e-05,
+      "loss": 32.9062,
+      "step": 7712
+    },
+    {
+      "epoch": 0.3685845359839434,
+      "grad_norm": 199.02268981933594,
+      "learning_rate": 1.877732929495339e-05,
+      "loss": 33.8125,
+      "step": 7713
+    },
+    {
+      "epoch": 0.3686323234254038,
+      "grad_norm": 224.9210968017578,
+      "learning_rate": 1.8776958469893965e-05,
+      "loss": 22.2188,
+      "step": 7714
+    },
+    {
+      "epoch": 0.3686801108668642,
+      "grad_norm": 293.4992370605469,
+      "learning_rate": 1.8776587592271888e-05,
+      "loss": 24.6562,
+      "step": 7715
+    },
+    {
+      "epoch": 0.3687278983083246,
+      "grad_norm": 268.7623596191406,
+      "learning_rate": 1.8776216662089373e-05,
+      "loss": 26.0312,
+      "step": 7716
+    },
+    {
+      "epoch": 0.368775685749785,
+      "grad_norm": 174.6165008544922,
+      "learning_rate": 1.8775845679348647e-05,
+      "loss": 30.4375,
+      "step": 7717
+    },
+    {
+      "epoch": 0.36882347319124537,
+      "grad_norm": 388.26373291015625,
+      "learning_rate": 1.877547464405193e-05,
+      "loss": 33.3125,
+      "step": 7718
+    },
+    {
+      "epoch": 0.3688712606327057,
+      "grad_norm": 180.1781005859375,
+      "learning_rate": 1.877510355620144e-05,
+      "loss": 33.8125,
+      "step": 7719
+    },
+    {
+      "epoch": 0.3689190480741661,
+      "grad_norm": 325.9894104003906,
+      "learning_rate": 1.8774732415799403e-05,
+      "loss": 35.5312,
+      "step": 7720
+    },
+    {
+      "epoch": 0.3689668355156265,
+      "grad_norm": 238.80673217773438,
+      "learning_rate": 1.8774361222848044e-05,
+      "loss": 20.3281,
+      "step": 7721
+    },
+    {
+      "epoch": 0.36901462295708687,
+      "grad_norm": 238.90074157714844,
+      "learning_rate": 1.8773989977349583e-05,
+      "loss": 24.0781,
+      "step": 7722
+    },
+    {
+      "epoch": 0.36906241039854726,
+      "grad_norm": 420.2862854003906,
+      "learning_rate": 1.877361867930624e-05,
+      "loss": 34.7812,
+      "step": 7723
+    },
+    {
+      "epoch": 0.36911019784000765,
+      "grad_norm": 255.903564453125,
+      "learning_rate": 1.8773247328720246e-05,
+      "loss": 29.8438,
+      "step": 7724
+    },
+    {
+      "epoch": 0.36915798528146804,
+      "grad_norm": 508.1484069824219,
+      "learning_rate": 1.877287592559382e-05,
+      "loss": 39.2188,
+      "step": 7725
+    },
+    {
+      "epoch": 0.3692057727229284,
+      "grad_norm": 194.15744018554688,
+      "learning_rate": 1.8772504469929184e-05,
+      "loss": 26.1562,
+      "step": 7726
+    },
+    {
+      "epoch": 0.3692535601643888,
+      "grad_norm": 383.78692626953125,
+      "learning_rate": 1.877213296172857e-05,
+      "loss": 39.5938,
+      "step": 7727
+    },
+    {
+      "epoch": 0.3693013476058492,
+      "grad_norm": 358.7936706542969,
+      "learning_rate": 1.8771761400994198e-05,
+      "loss": 40.0312,
+      "step": 7728
+    },
+    {
+      "epoch": 0.36934913504730954,
+      "grad_norm": 413.0543518066406,
+      "learning_rate": 1.8771389787728292e-05,
+      "loss": 30.4062,
+      "step": 7729
+    },
+    {
+      "epoch": 0.36939692248876993,
+      "grad_norm": 265.4194641113281,
+      "learning_rate": 1.8771018121933083e-05,
+      "loss": 33.4688,
+      "step": 7730
+    },
+    {
+      "epoch": 0.3694447099302303,
+      "grad_norm": 305.3341979980469,
+      "learning_rate": 1.877064640361079e-05,
+      "loss": 33.75,
+      "step": 7731
+    },
+    {
+      "epoch": 0.3694924973716907,
+      "grad_norm": 195.37002563476562,
+      "learning_rate": 1.877027463276364e-05,
+      "loss": 30.0938,
+      "step": 7732
+    },
+    {
+      "epoch": 0.3695402848131511,
+      "grad_norm": 469.6912841796875,
+      "learning_rate": 1.8769902809393866e-05,
+      "loss": 38.4062,
+      "step": 7733
+    },
+    {
+      "epoch": 0.3695880722546115,
+      "grad_norm": 343.4494934082031,
+      "learning_rate": 1.8769530933503694e-05,
+      "loss": 41.5625,
+      "step": 7734
+    },
+    {
+      "epoch": 0.3696358596960719,
+      "grad_norm": 372.4700927734375,
+      "learning_rate": 1.876915900509534e-05,
+      "loss": 29.0938,
+      "step": 7735
+    },
+    {
+      "epoch": 0.36968364713753227,
+      "grad_norm": 178.363037109375,
+      "learning_rate": 1.8768787024171044e-05,
+      "loss": 26.125,
+      "step": 7736
+    },
+    {
+      "epoch": 0.36973143457899266,
+      "grad_norm": 282.4857177734375,
+      "learning_rate": 1.8768414990733025e-05,
+      "loss": 30.25,
+      "step": 7737
+    },
+    {
+      "epoch": 0.36977922202045305,
+      "grad_norm": 322.6661376953125,
+      "learning_rate": 1.8768042904783513e-05,
+      "loss": 28.75,
+      "step": 7738
+    },
+    {
+      "epoch": 0.36982700946191344,
+      "grad_norm": 328.1428527832031,
+      "learning_rate": 1.8767670766324742e-05,
+      "loss": 28.2656,
+      "step": 7739
+    },
+    {
+      "epoch": 0.36987479690337377,
+      "grad_norm": 217.47637939453125,
+      "learning_rate": 1.8767298575358937e-05,
+      "loss": 23.6406,
+      "step": 7740
+    },
+    {
+      "epoch": 0.36992258434483416,
+      "grad_norm": 414.02392578125,
+      "learning_rate": 1.8766926331888325e-05,
+      "loss": 24.4062,
+      "step": 7741
+    },
+    {
+      "epoch": 0.36997037178629455,
+      "grad_norm": 237.49705505371094,
+      "learning_rate": 1.8766554035915134e-05,
+      "loss": 27.875,
+      "step": 7742
+    },
+    {
+      "epoch": 0.37001815922775494,
+      "grad_norm": 418.1728820800781,
+      "learning_rate": 1.8766181687441597e-05,
+      "loss": 43.5625,
+      "step": 7743
+    },
+    {
+      "epoch": 0.37006594666921533,
+      "grad_norm": 362.0909729003906,
+      "learning_rate": 1.8765809286469948e-05,
+      "loss": 21.0312,
+      "step": 7744
+    },
+    {
+      "epoch": 0.3701137341106757,
+      "grad_norm": 370.4949035644531,
+      "learning_rate": 1.876543683300241e-05,
+      "loss": 26.9062,
+      "step": 7745
+    },
+    {
+      "epoch": 0.3701615215521361,
+      "grad_norm": 330.67535400390625,
+      "learning_rate": 1.8765064327041212e-05,
+      "loss": 31.0469,
+      "step": 7746
+    },
+    {
+      "epoch": 0.3702093089935965,
+      "grad_norm": 306.3636779785156,
+      "learning_rate": 1.876469176858859e-05,
+      "loss": 43.0,
+      "step": 7747
+    },
+    {
+      "epoch": 0.3702570964350569,
+      "grad_norm": 224.52236938476562,
+      "learning_rate": 1.8764319157646778e-05,
+      "loss": 28.0,
+      "step": 7748
+    },
+    {
+      "epoch": 0.3703048838765173,
+      "grad_norm": 195.57647705078125,
+      "learning_rate": 1.8763946494218e-05,
+      "loss": 30.875,
+      "step": 7749
+    },
+    {
+      "epoch": 0.3703526713179776,
+      "grad_norm": 204.8881378173828,
+      "learning_rate": 1.8763573778304495e-05,
+      "loss": 30.0625,
+      "step": 7750
+    },
+    {
+      "epoch": 0.370400458759438,
+      "grad_norm": 432.1060485839844,
+      "learning_rate": 1.8763201009908486e-05,
+      "loss": 33.5938,
+      "step": 7751
+    },
+    {
+      "epoch": 0.3704482462008984,
+      "grad_norm": 393.3429260253906,
+      "learning_rate": 1.8762828189032213e-05,
+      "loss": 50.25,
+      "step": 7752
+    },
+    {
+      "epoch": 0.3704960336423588,
+      "grad_norm": 335.7950134277344,
+      "learning_rate": 1.8762455315677906e-05,
+      "loss": 37.0938,
+      "step": 7753
+    },
+    {
+      "epoch": 0.37054382108381917,
+      "grad_norm": 532.62841796875,
+      "learning_rate": 1.8762082389847797e-05,
+      "loss": 31.25,
+      "step": 7754
+    },
+    {
+      "epoch": 0.37059160852527956,
+      "grad_norm": 323.0497741699219,
+      "learning_rate": 1.8761709411544122e-05,
+      "loss": 40.2812,
+      "step": 7755
+    },
+    {
+      "epoch": 0.37063939596673995,
+      "grad_norm": 259.4559020996094,
+      "learning_rate": 1.8761336380769114e-05,
+      "loss": 40.3125,
+      "step": 7756
+    },
+    {
+      "epoch": 0.37068718340820034,
+      "grad_norm": 218.6863250732422,
+      "learning_rate": 1.8760963297525006e-05,
+      "loss": 26.2812,
+      "step": 7757
+    },
+    {
+      "epoch": 0.3707349708496607,
+      "grad_norm": 201.03997802734375,
+      "learning_rate": 1.876059016181403e-05,
+      "loss": 28.2812,
+      "step": 7758
+    },
+    {
+      "epoch": 0.3707827582911211,
+      "grad_norm": 176.38436889648438,
+      "learning_rate": 1.8760216973638427e-05,
+      "loss": 21.3125,
+      "step": 7759
+    },
+    {
+      "epoch": 0.37083054573258145,
+      "grad_norm": 247.46421813964844,
+      "learning_rate": 1.8759843733000426e-05,
+      "loss": 33.1875,
+      "step": 7760
+    },
+    {
+      "epoch": 0.37087833317404184,
+      "grad_norm": 192.91973876953125,
+      "learning_rate": 1.8759470439902265e-05,
+      "loss": 31.125,
+      "step": 7761
+    },
+    {
+      "epoch": 0.37092612061550223,
+      "grad_norm": 529.24462890625,
+      "learning_rate": 1.875909709434618e-05,
+      "loss": 29.5625,
+      "step": 7762
+    },
+    {
+      "epoch": 0.3709739080569626,
+      "grad_norm": 193.3756103515625,
+      "learning_rate": 1.8758723696334402e-05,
+      "loss": 21.5156,
+      "step": 7763
+    },
+    {
+      "epoch": 0.371021695498423,
+      "grad_norm": 206.4928436279297,
+      "learning_rate": 1.8758350245869175e-05,
+      "loss": 19.5156,
+      "step": 7764
+    },
+    {
+      "epoch": 0.3710694829398834,
+      "grad_norm": 425.60992431640625,
+      "learning_rate": 1.875797674295273e-05,
+      "loss": 29.4062,
+      "step": 7765
+    },
+    {
+      "epoch": 0.3711172703813438,
+      "grad_norm": 372.3020935058594,
+      "learning_rate": 1.8757603187587304e-05,
+      "loss": 39.6562,
+      "step": 7766
+    },
+    {
+      "epoch": 0.3711650578228042,
+      "grad_norm": 226.96266174316406,
+      "learning_rate": 1.8757229579775136e-05,
+      "loss": 36.1875,
+      "step": 7767
+    },
+    {
+      "epoch": 0.37121284526426457,
+      "grad_norm": 290.20965576171875,
+      "learning_rate": 1.8756855919518463e-05,
+      "loss": 45.4062,
+      "step": 7768
+    },
+    {
+      "epoch": 0.37126063270572496,
+      "grad_norm": 1110.736083984375,
+      "learning_rate": 1.8756482206819523e-05,
+      "loss": 33.4844,
+      "step": 7769
+    },
+    {
+      "epoch": 0.37130842014718535,
+      "grad_norm": 276.7503967285156,
+      "learning_rate": 1.8756108441680553e-05,
+      "loss": 28.8438,
+      "step": 7770
+    },
+    {
+      "epoch": 0.3713562075886457,
+      "grad_norm": 444.4546813964844,
+      "learning_rate": 1.8755734624103793e-05,
+      "loss": 38.3438,
+      "step": 7771
+    },
+    {
+      "epoch": 0.37140399503010607,
+      "grad_norm": 328.2121887207031,
+      "learning_rate": 1.875536075409148e-05,
+      "loss": 39.5938,
+      "step": 7772
+    },
+    {
+      "epoch": 0.37145178247156646,
+      "grad_norm": 200.2076416015625,
+      "learning_rate": 1.8754986831645853e-05,
+      "loss": 24.5625,
+      "step": 7773
+    },
+    {
+      "epoch": 0.37149956991302685,
+      "grad_norm": 273.7995300292969,
+      "learning_rate": 1.875461285676915e-05,
+      "loss": 21.5469,
+      "step": 7774
+    },
+    {
+      "epoch": 0.37154735735448724,
+      "grad_norm": 308.4806823730469,
+      "learning_rate": 1.8754238829463615e-05,
+      "loss": 26.2188,
+      "step": 7775
+    },
+    {
+      "epoch": 0.37159514479594763,
+      "grad_norm": 264.30340576171875,
+      "learning_rate": 1.8753864749731486e-05,
+      "loss": 23.5312,
+      "step": 7776
+    },
+    {
+      "epoch": 0.371642932237408,
+      "grad_norm": 193.18089294433594,
+      "learning_rate": 1.8753490617575e-05,
+      "loss": 34.0,
+      "step": 7777
+    },
+    {
+      "epoch": 0.3716907196788684,
+      "grad_norm": 288.1856689453125,
+      "learning_rate": 1.8753116432996404e-05,
+      "loss": 31.6562,
+      "step": 7778
+    },
+    {
+      "epoch": 0.3717385071203288,
+      "grad_norm": 189.57977294921875,
+      "learning_rate": 1.8752742195997934e-05,
+      "loss": 24.1875,
+      "step": 7779
+    },
+    {
+      "epoch": 0.3717862945617892,
+      "grad_norm": 422.28802490234375,
+      "learning_rate": 1.875236790658183e-05,
+      "loss": 38.0312,
+      "step": 7780
+    },
+    {
+      "epoch": 0.3718340820032495,
+      "grad_norm": 227.38636779785156,
+      "learning_rate": 1.8751993564750338e-05,
+      "loss": 27.4531,
+      "step": 7781
+    },
+    {
+      "epoch": 0.3718818694447099,
+      "grad_norm": 223.3329620361328,
+      "learning_rate": 1.8751619170505696e-05,
+      "loss": 37.5312,
+      "step": 7782
+    },
+    {
+      "epoch": 0.3719296568861703,
+      "grad_norm": 439.013427734375,
+      "learning_rate": 1.875124472385015e-05,
+      "loss": 37.9688,
+      "step": 7783
+    },
+    {
+      "epoch": 0.3719774443276307,
+      "grad_norm": 206.11764526367188,
+      "learning_rate": 1.875087022478594e-05,
+      "loss": 42.8125,
+      "step": 7784
+    },
+    {
+      "epoch": 0.3720252317690911,
+      "grad_norm": 288.7162170410156,
+      "learning_rate": 1.8750495673315305e-05,
+      "loss": 44.9688,
+      "step": 7785
+    },
+    {
+      "epoch": 0.37207301921055147,
+      "grad_norm": 232.68768310546875,
+      "learning_rate": 1.8750121069440496e-05,
+      "loss": 31.3125,
+      "step": 7786
+    },
+    {
+      "epoch": 0.37212080665201186,
+      "grad_norm": 214.0339813232422,
+      "learning_rate": 1.8749746413163753e-05,
+      "loss": 35.0625,
+      "step": 7787
+    },
+    {
+      "epoch": 0.37216859409347225,
+      "grad_norm": 286.01470947265625,
+      "learning_rate": 1.874937170448732e-05,
+      "loss": 26.4062,
+      "step": 7788
+    },
+    {
+      "epoch": 0.37221638153493264,
+      "grad_norm": 281.1807556152344,
+      "learning_rate": 1.8748996943413437e-05,
+      "loss": 33.9062,
+      "step": 7789
+    },
+    {
+      "epoch": 0.37226416897639303,
+      "grad_norm": 320.8418273925781,
+      "learning_rate": 1.8748622129944353e-05,
+      "loss": 31.5469,
+      "step": 7790
+    },
+    {
+      "epoch": 0.37231195641785336,
+      "grad_norm": 487.8702697753906,
+      "learning_rate": 1.8748247264082315e-05,
+      "loss": 36.375,
+      "step": 7791
+    },
+    {
+      "epoch": 0.37235974385931375,
+      "grad_norm": 177.4617156982422,
+      "learning_rate": 1.874787234582956e-05,
+      "loss": 29.4062,
+      "step": 7792
+    },
+    {
+      "epoch": 0.37240753130077414,
+      "grad_norm": 314.5553894042969,
+      "learning_rate": 1.8747497375188336e-05,
+      "loss": 42.0625,
+      "step": 7793
+    },
+    {
+      "epoch": 0.37245531874223453,
+      "grad_norm": 497.8958435058594,
+      "learning_rate": 1.8747122352160892e-05,
+      "loss": 36.9688,
+      "step": 7794
+    },
+    {
+      "epoch": 0.3725031061836949,
+      "grad_norm": 320.8559265136719,
+      "learning_rate": 1.8746747276749472e-05,
+      "loss": 38.6875,
+      "step": 7795
+    },
+    {
+      "epoch": 0.3725508936251553,
+      "grad_norm": 488.9991760253906,
+      "learning_rate": 1.874637214895632e-05,
+      "loss": 37.0312,
+      "step": 7796
+    },
+    {
+      "epoch": 0.3725986810666157,
+      "grad_norm": 530.7672119140625,
+      "learning_rate": 1.874599696878369e-05,
+      "loss": 43.8594,
+      "step": 7797
+    },
+    {
+      "epoch": 0.3726464685080761,
+      "grad_norm": 274.0915832519531,
+      "learning_rate": 1.874562173623382e-05,
+      "loss": 29.8906,
+      "step": 7798
+    },
+    {
+      "epoch": 0.3726942559495365,
+      "grad_norm": 344.6879577636719,
+      "learning_rate": 1.874524645130896e-05,
+      "loss": 28.0625,
+      "step": 7799
+    },
+    {
+      "epoch": 0.37274204339099687,
+      "grad_norm": 295.1672058105469,
+      "learning_rate": 1.874487111401136e-05,
+      "loss": 30.5312,
+      "step": 7800
+    },
+    {
+      "epoch": 0.3727898308324572,
+      "grad_norm": 258.7146911621094,
+      "learning_rate": 1.8744495724343267e-05,
+      "loss": 36.25,
+      "step": 7801
+    },
+    {
+      "epoch": 0.3728376182739176,
+      "grad_norm": 245.94761657714844,
+      "learning_rate": 1.8744120282306927e-05,
+      "loss": 22.3125,
+      "step": 7802
+    },
+    {
+      "epoch": 0.372885405715378,
+      "grad_norm": 256.4246826171875,
+      "learning_rate": 1.874374478790459e-05,
+      "loss": 29.5938,
+      "step": 7803
+    },
+    {
+      "epoch": 0.37293319315683837,
+      "grad_norm": 309.81427001953125,
+      "learning_rate": 1.8743369241138502e-05,
+      "loss": 33.5938,
+      "step": 7804
+    },
+    {
+      "epoch": 0.37298098059829876,
+      "grad_norm": 220.06224060058594,
+      "learning_rate": 1.8742993642010917e-05,
+      "loss": 21.7188,
+      "step": 7805
+    },
+    {
+      "epoch": 0.37302876803975915,
+      "grad_norm": 172.26727294921875,
+      "learning_rate": 1.874261799052408e-05,
+      "loss": 25.7812,
+      "step": 7806
+    },
+    {
+      "epoch": 0.37307655548121954,
+      "grad_norm": 271.570556640625,
+      "learning_rate": 1.8742242286680242e-05,
+      "loss": 35.4062,
+      "step": 7807
+    },
+    {
+      "epoch": 0.37312434292267993,
+      "grad_norm": 240.61048889160156,
+      "learning_rate": 1.8741866530481652e-05,
+      "loss": 34.7188,
+      "step": 7808
+    },
+    {
+      "epoch": 0.3731721303641403,
+      "grad_norm": 576.1687622070312,
+      "learning_rate": 1.8741490721930568e-05,
+      "loss": 48.375,
+      "step": 7809
+    },
+    {
+      "epoch": 0.3732199178056007,
+      "grad_norm": 275.3052062988281,
+      "learning_rate": 1.874111486102923e-05,
+      "loss": 33.2812,
+      "step": 7810
+    },
+    {
+      "epoch": 0.3732677052470611,
+      "grad_norm": 226.02268981933594,
+      "learning_rate": 1.8740738947779892e-05,
+      "loss": 37.2188,
+      "step": 7811
+    },
+    {
+      "epoch": 0.37331549268852143,
+      "grad_norm": 303.01385498046875,
+      "learning_rate": 1.8740362982184806e-05,
+      "loss": 46.25,
+      "step": 7812
+    },
+    {
+      "epoch": 0.3733632801299818,
+      "grad_norm": 257.0728759765625,
+      "learning_rate": 1.8739986964246226e-05,
+      "loss": 24.2188,
+      "step": 7813
+    },
+    {
+      "epoch": 0.3734110675714422,
+      "grad_norm": 246.2018585205078,
+      "learning_rate": 1.87396108939664e-05,
+      "loss": 30.9062,
+      "step": 7814
+    },
+    {
+      "epoch": 0.3734588550129026,
+      "grad_norm": 284.9423828125,
+      "learning_rate": 1.8739234771347587e-05,
+      "loss": 39.0938,
+      "step": 7815
+    },
+    {
+      "epoch": 0.373506642454363,
+      "grad_norm": 330.5692443847656,
+      "learning_rate": 1.8738858596392025e-05,
+      "loss": 39.4062,
+      "step": 7816
+    },
+    {
+      "epoch": 0.3735544298958234,
+      "grad_norm": 356.27178955078125,
+      "learning_rate": 1.8738482369101984e-05,
+      "loss": 25.875,
+      "step": 7817
+    },
+    {
+      "epoch": 0.37360221733728377,
+      "grad_norm": 437.4115905761719,
+      "learning_rate": 1.8738106089479706e-05,
+      "loss": 35.1875,
+      "step": 7818
+    },
+    {
+      "epoch": 0.37365000477874416,
+      "grad_norm": 360.81689453125,
+      "learning_rate": 1.873772975752745e-05,
+      "loss": 31.5,
+      "step": 7819
+    },
+    {
+      "epoch": 0.37369779222020455,
+      "grad_norm": 253.83665466308594,
+      "learning_rate": 1.8737353373247463e-05,
+      "loss": 26.7656,
+      "step": 7820
+    },
+    {
+      "epoch": 0.37374557966166494,
+      "grad_norm": 245.84120178222656,
+      "learning_rate": 1.8736976936642007e-05,
+      "loss": 23.6094,
+      "step": 7821
+    },
+    {
+      "epoch": 0.3737933671031253,
+      "grad_norm": 252.72756958007812,
+      "learning_rate": 1.8736600447713335e-05,
+      "loss": 26.6406,
+      "step": 7822
+    },
+    {
+      "epoch": 0.37384115454458566,
+      "grad_norm": 251.49575805664062,
+      "learning_rate": 1.8736223906463698e-05,
+      "loss": 17.9688,
+      "step": 7823
+    },
+    {
+      "epoch": 0.37388894198604605,
+      "grad_norm": 231.21824645996094,
+      "learning_rate": 1.873584731289535e-05,
+      "loss": 25.9062,
+      "step": 7824
+    },
+    {
+      "epoch": 0.37393672942750644,
+      "grad_norm": 412.7818908691406,
+      "learning_rate": 1.873547066701055e-05,
+      "loss": 34.3125,
+      "step": 7825
+    },
+    {
+      "epoch": 0.37398451686896683,
+      "grad_norm": 194.5163116455078,
+      "learning_rate": 1.8735093968811556e-05,
+      "loss": 40.6562,
+      "step": 7826
+    },
+    {
+      "epoch": 0.3740323043104272,
+      "grad_norm": 285.8558654785156,
+      "learning_rate": 1.8734717218300616e-05,
+      "loss": 31.0,
+      "step": 7827
+    },
+    {
+      "epoch": 0.3740800917518876,
+      "grad_norm": 314.2549133300781,
+      "learning_rate": 1.8734340415479995e-05,
+      "loss": 39.375,
+      "step": 7828
+    },
+    {
+      "epoch": 0.374127879193348,
+      "grad_norm": 3297.850341796875,
+      "learning_rate": 1.873396356035194e-05,
+      "loss": 26.4844,
+      "step": 7829
+    },
+    {
+      "epoch": 0.3741756666348084,
+      "grad_norm": 253.31002807617188,
+      "learning_rate": 1.8733586652918716e-05,
+      "loss": 30.3125,
+      "step": 7830
+    },
+    {
+      "epoch": 0.3742234540762688,
+      "grad_norm": 194.90267944335938,
+      "learning_rate": 1.873320969318258e-05,
+      "loss": 28.5312,
+      "step": 7831
+    },
+    {
+      "epoch": 0.3742712415177291,
+      "grad_norm": 242.6205291748047,
+      "learning_rate": 1.8732832681145782e-05,
+      "loss": 36.0938,
+      "step": 7832
+    },
+    {
+      "epoch": 0.3743190289591895,
+      "grad_norm": 308.9754333496094,
+      "learning_rate": 1.873245561681059e-05,
+      "loss": 36.125,
+      "step": 7833
+    },
+    {
+      "epoch": 0.3743668164006499,
+      "grad_norm": 162.76332092285156,
+      "learning_rate": 1.873207850017925e-05,
+      "loss": 30.8438,
+      "step": 7834
+    },
+    {
+      "epoch": 0.3744146038421103,
+      "grad_norm": 419.92578125,
+      "learning_rate": 1.873170133125403e-05,
+      "loss": 38.0,
+      "step": 7835
+    },
+    {
+      "epoch": 0.3744623912835707,
+      "grad_norm": 208.26022338867188,
+      "learning_rate": 1.8731324110037187e-05,
+      "loss": 27.8438,
+      "step": 7836
+    },
+    {
+      "epoch": 0.37451017872503106,
+      "grad_norm": 238.954833984375,
+      "learning_rate": 1.8730946836530982e-05,
+      "loss": 31.5312,
+      "step": 7837
+    },
+    {
+      "epoch": 0.37455796616649145,
+      "grad_norm": 305.835693359375,
+      "learning_rate": 1.8730569510737667e-05,
+      "loss": 32.2188,
+      "step": 7838
+    },
+    {
+      "epoch": 0.37460575360795184,
+      "grad_norm": 258.5153503417969,
+      "learning_rate": 1.873019213265951e-05,
+      "loss": 45.5,
+      "step": 7839
+    },
+    {
+      "epoch": 0.37465354104941223,
+      "grad_norm": 179.13693237304688,
+      "learning_rate": 1.8729814702298764e-05,
+      "loss": 21.3125,
+      "step": 7840
+    },
+    {
+      "epoch": 0.3747013284908726,
+      "grad_norm": 276.1048889160156,
+      "learning_rate": 1.8729437219657695e-05,
+      "loss": 46.25,
+      "step": 7841
+    },
+    {
+      "epoch": 0.374749115932333,
+      "grad_norm": 288.72357177734375,
+      "learning_rate": 1.872905968473856e-05,
+      "loss": 48.25,
+      "step": 7842
+    },
+    {
+      "epoch": 0.37479690337379334,
+      "grad_norm": 162.04727172851562,
+      "learning_rate": 1.872868209754362e-05,
+      "loss": 22.0781,
+      "step": 7843
+    },
+    {
+      "epoch": 0.37484469081525373,
+      "grad_norm": 236.0955810546875,
+      "learning_rate": 1.8728304458075136e-05,
+      "loss": 22.9688,
+      "step": 7844
+    },
+    {
+      "epoch": 0.3748924782567141,
+      "grad_norm": 404.1779479980469,
+      "learning_rate": 1.8727926766335375e-05,
+      "loss": 36.2812,
+      "step": 7845
+    },
+    {
+      "epoch": 0.3749402656981745,
+      "grad_norm": 215.6497039794922,
+      "learning_rate": 1.872754902232659e-05,
+      "loss": 30.0625,
+      "step": 7846
+    },
+    {
+      "epoch": 0.3749880531396349,
+      "grad_norm": 269.6871337890625,
+      "learning_rate": 1.872717122605105e-05,
+      "loss": 33.2812,
+      "step": 7847
+    },
+    {
+      "epoch": 0.3750358405810953,
+      "grad_norm": 260.1807556152344,
+      "learning_rate": 1.8726793377511017e-05,
+      "loss": 32.2188,
+      "step": 7848
+    },
+    {
+      "epoch": 0.3750836280225557,
+      "grad_norm": 239.32058715820312,
+      "learning_rate": 1.872641547670875e-05,
+      "loss": 24.2188,
+      "step": 7849
+    },
+    {
+      "epoch": 0.37513141546401607,
+      "grad_norm": 179.55679321289062,
+      "learning_rate": 1.8726037523646516e-05,
+      "loss": 19.375,
+      "step": 7850
+    },
+    {
+      "epoch": 0.37517920290547646,
+      "grad_norm": 241.32437133789062,
+      "learning_rate": 1.8725659518326576e-05,
+      "loss": 28.5312,
+      "step": 7851
+    },
+    {
+      "epoch": 0.37522699034693685,
+      "grad_norm": 404.7673034667969,
+      "learning_rate": 1.8725281460751198e-05,
+      "loss": 19.8438,
+      "step": 7852
+    },
+    {
+      "epoch": 0.3752747777883972,
+      "grad_norm": 337.64990234375,
+      "learning_rate": 1.872490335092264e-05,
+      "loss": 32.2812,
+      "step": 7853
+    },
+    {
+      "epoch": 0.3753225652298576,
+      "grad_norm": 252.139404296875,
+      "learning_rate": 1.8724525188843168e-05,
+      "loss": 35.1562,
+      "step": 7854
+    },
+    {
+      "epoch": 0.37537035267131796,
+      "grad_norm": 493.3846740722656,
+      "learning_rate": 1.8724146974515046e-05,
+      "loss": 35.875,
+      "step": 7855
+    },
+    {
+      "epoch": 0.37541814011277835,
+      "grad_norm": 189.86383056640625,
+      "learning_rate": 1.8723768707940547e-05,
+      "loss": 30.0938,
+      "step": 7856
+    },
+    {
+      "epoch": 0.37546592755423874,
+      "grad_norm": 669.2755126953125,
+      "learning_rate": 1.8723390389121925e-05,
+      "loss": 22.1875,
+      "step": 7857
+    },
+    {
+      "epoch": 0.37551371499569913,
+      "grad_norm": 287.7023620605469,
+      "learning_rate": 1.8723012018061456e-05,
+      "loss": 29.6875,
+      "step": 7858
+    },
+    {
+      "epoch": 0.3755615024371595,
+      "grad_norm": 416.4176025390625,
+      "learning_rate": 1.8722633594761395e-05,
+      "loss": 28.9844,
+      "step": 7859
+    },
+    {
+      "epoch": 0.3756092898786199,
+      "grad_norm": 281.3686828613281,
+      "learning_rate": 1.8722255119224016e-05,
+      "loss": 23.25,
+      "step": 7860
+    },
+    {
+      "epoch": 0.3756570773200803,
+      "grad_norm": 373.6914367675781,
+      "learning_rate": 1.8721876591451583e-05,
+      "loss": 38.75,
+      "step": 7861
+    },
+    {
+      "epoch": 0.3757048647615407,
+      "grad_norm": 171.94786071777344,
+      "learning_rate": 1.8721498011446368e-05,
+      "loss": 29.4844,
+      "step": 7862
+    },
+    {
+      "epoch": 0.375752652203001,
+      "grad_norm": 841.6760864257812,
+      "learning_rate": 1.872111937921063e-05,
+      "loss": 40.6562,
+      "step": 7863
+    },
+    {
+      "epoch": 0.3758004396444614,
+      "grad_norm": 290.9394226074219,
+      "learning_rate": 1.872074069474664e-05,
+      "loss": 27.8125,
+      "step": 7864
+    },
+    {
+      "epoch": 0.3758482270859218,
+      "grad_norm": 290.76617431640625,
+      "learning_rate": 1.8720361958056667e-05,
+      "loss": 44.6562,
+      "step": 7865
+    },
+    {
+      "epoch": 0.3758960145273822,
+      "grad_norm": 342.35406494140625,
+      "learning_rate": 1.871998316914298e-05,
+      "loss": 37.0,
+      "step": 7866
+    },
+    {
+      "epoch": 0.3759438019688426,
+      "grad_norm": 334.44964599609375,
+      "learning_rate": 1.8719604328007844e-05,
+      "loss": 29.8125,
+      "step": 7867
+    },
+    {
+      "epoch": 0.375991589410303,
+      "grad_norm": 349.11541748046875,
+      "learning_rate": 1.8719225434653527e-05,
+      "loss": 21.0312,
+      "step": 7868
+    },
+    {
+      "epoch": 0.37603937685176336,
+      "grad_norm": 247.04647827148438,
+      "learning_rate": 1.8718846489082303e-05,
+      "loss": 30.25,
+      "step": 7869
+    },
+    {
+      "epoch": 0.37608716429322375,
+      "grad_norm": 219.1681671142578,
+      "learning_rate": 1.871846749129644e-05,
+      "loss": 33.4219,
+      "step": 7870
+    },
+    {
+      "epoch": 0.37613495173468414,
+      "grad_norm": 215.65892028808594,
+      "learning_rate": 1.8718088441298206e-05,
+      "loss": 25.9062,
+      "step": 7871
+    },
+    {
+      "epoch": 0.37618273917614453,
+      "grad_norm": 161.77113342285156,
+      "learning_rate": 1.8717709339089867e-05,
+      "loss": 20.6719,
+      "step": 7872
+    },
+    {
+      "epoch": 0.37623052661760487,
+      "grad_norm": 601.4889526367188,
+      "learning_rate": 1.8717330184673704e-05,
+      "loss": 44.0312,
+      "step": 7873
+    },
+    {
+      "epoch": 0.37627831405906526,
+      "grad_norm": 254.70941162109375,
+      "learning_rate": 1.871695097805198e-05,
+      "loss": 33.0,
+      "step": 7874
+    },
+    {
+      "epoch": 0.37632610150052564,
+      "grad_norm": 195.9031219482422,
+      "learning_rate": 1.8716571719226965e-05,
+      "loss": 28.25,
+      "step": 7875
+    },
+    {
+      "epoch": 0.37637388894198603,
+      "grad_norm": 467.0195007324219,
+      "learning_rate": 1.8716192408200936e-05,
+      "loss": 26.6875,
+      "step": 7876
+    },
+    {
+      "epoch": 0.3764216763834464,
+      "grad_norm": 239.7362518310547,
+      "learning_rate": 1.8715813044976162e-05,
+      "loss": 29.4062,
+      "step": 7877
+    },
+    {
+      "epoch": 0.3764694638249068,
+      "grad_norm": 378.462646484375,
+      "learning_rate": 1.871543362955491e-05,
+      "loss": 33.1562,
+      "step": 7878
+    },
+    {
+      "epoch": 0.3765172512663672,
+      "grad_norm": 563.6546020507812,
+      "learning_rate": 1.8715054161939463e-05,
+      "loss": 43.375,
+      "step": 7879
+    },
+    {
+      "epoch": 0.3765650387078276,
+      "grad_norm": 330.87506103515625,
+      "learning_rate": 1.8714674642132084e-05,
+      "loss": 29.25,
+      "step": 7880
+    },
+    {
+      "epoch": 0.376612826149288,
+      "grad_norm": 419.42236328125,
+      "learning_rate": 1.8714295070135047e-05,
+      "loss": 44.9375,
+      "step": 7881
+    },
+    {
+      "epoch": 0.37666061359074837,
+      "grad_norm": 385.7675476074219,
+      "learning_rate": 1.8713915445950627e-05,
+      "loss": 34.75,
+      "step": 7882
+    },
+    {
+      "epoch": 0.37670840103220876,
+      "grad_norm": 240.53077697753906,
+      "learning_rate": 1.87135357695811e-05,
+      "loss": 30.8125,
+      "step": 7883
+    },
+    {
+      "epoch": 0.3767561884736691,
+      "grad_norm": 229.1948699951172,
+      "learning_rate": 1.8713156041028736e-05,
+      "loss": 29.9375,
+      "step": 7884
+    },
+    {
+      "epoch": 0.3768039759151295,
+      "grad_norm": 306.34429931640625,
+      "learning_rate": 1.871277626029581e-05,
+      "loss": 28.3438,
+      "step": 7885
+    },
+    {
+      "epoch": 0.3768517633565899,
+      "grad_norm": 237.7097625732422,
+      "learning_rate": 1.8712396427384595e-05,
+      "loss": 35.0625,
+      "step": 7886
+    },
+    {
+      "epoch": 0.37689955079805026,
+      "grad_norm": 223.58331298828125,
+      "learning_rate": 1.8712016542297374e-05,
+      "loss": 21.75,
+      "step": 7887
+    },
+    {
+      "epoch": 0.37694733823951065,
+      "grad_norm": 728.023193359375,
+      "learning_rate": 1.871163660503641e-05,
+      "loss": 23.2188,
+      "step": 7888
+    },
+    {
+      "epoch": 0.37699512568097104,
+      "grad_norm": 288.5835266113281,
+      "learning_rate": 1.8711256615603984e-05,
+      "loss": 34.5312,
+      "step": 7889
+    },
+    {
+      "epoch": 0.37704291312243143,
+      "grad_norm": 245.01040649414062,
+      "learning_rate": 1.871087657400237e-05,
+      "loss": 37.5938,
+      "step": 7890
+    },
+    {
+      "epoch": 0.3770907005638918,
+      "grad_norm": 157.8743896484375,
+      "learning_rate": 1.871049648023385e-05,
+      "loss": 25.5469,
+      "step": 7891
+    },
+    {
+      "epoch": 0.3771384880053522,
+      "grad_norm": 171.87008666992188,
+      "learning_rate": 1.8710116334300695e-05,
+      "loss": 20.7969,
+      "step": 7892
+    },
+    {
+      "epoch": 0.3771862754468126,
+      "grad_norm": 329.51873779296875,
+      "learning_rate": 1.870973613620518e-05,
+      "loss": 25.7812,
+      "step": 7893
+    },
+    {
+      "epoch": 0.37723406288827294,
+      "grad_norm": 273.15240478515625,
+      "learning_rate": 1.8709355885949586e-05,
+      "loss": 24.625,
+      "step": 7894
+    },
+    {
+      "epoch": 0.3772818503297333,
+      "grad_norm": 518.260498046875,
+      "learning_rate": 1.8708975583536188e-05,
+      "loss": 33.4062,
+      "step": 7895
+    },
+    {
+      "epoch": 0.3773296377711937,
+      "grad_norm": 245.27256774902344,
+      "learning_rate": 1.8708595228967265e-05,
+      "loss": 27.9688,
+      "step": 7896
+    },
+    {
+      "epoch": 0.3773774252126541,
+      "grad_norm": 333.52508544921875,
+      "learning_rate": 1.870821482224509e-05,
+      "loss": 25.8594,
+      "step": 7897
+    },
+    {
+      "epoch": 0.3774252126541145,
+      "grad_norm": 182.40042114257812,
+      "learning_rate": 1.8707834363371948e-05,
+      "loss": 27.8438,
+      "step": 7898
+    },
+    {
+      "epoch": 0.3774730000955749,
+      "grad_norm": 267.8863220214844,
+      "learning_rate": 1.8707453852350113e-05,
+      "loss": 41.9375,
+      "step": 7899
+    },
+    {
+      "epoch": 0.3775207875370353,
+      "grad_norm": 223.58616638183594,
+      "learning_rate": 1.8707073289181865e-05,
+      "loss": 30.3438,
+      "step": 7900
+    },
+    {
+      "epoch": 0.37756857497849566,
+      "grad_norm": 366.4346008300781,
+      "learning_rate": 1.8706692673869482e-05,
+      "loss": 30.4375,
+      "step": 7901
+    },
+    {
+      "epoch": 0.37761636241995605,
+      "grad_norm": 363.26947021484375,
+      "learning_rate": 1.8706312006415248e-05,
+      "loss": 39.5,
+      "step": 7902
+    },
+    {
+      "epoch": 0.37766414986141644,
+      "grad_norm": 256.70111083984375,
+      "learning_rate": 1.8705931286821437e-05,
+      "loss": 23.0312,
+      "step": 7903
+    },
+    {
+      "epoch": 0.3777119373028768,
+      "grad_norm": 335.98675537109375,
+      "learning_rate": 1.8705550515090333e-05,
+      "loss": 35.1562,
+      "step": 7904
+    },
+    {
+      "epoch": 0.37775972474433717,
+      "grad_norm": 276.1191711425781,
+      "learning_rate": 1.8705169691224215e-05,
+      "loss": 25.5625,
+      "step": 7905
+    },
+    {
+      "epoch": 0.37780751218579756,
+      "grad_norm": 367.3399658203125,
+      "learning_rate": 1.8704788815225357e-05,
+      "loss": 30.0625,
+      "step": 7906
+    },
+    {
+      "epoch": 0.37785529962725795,
+      "grad_norm": 262.65655517578125,
+      "learning_rate": 1.8704407887096053e-05,
+      "loss": 32.4688,
+      "step": 7907
+    },
+    {
+      "epoch": 0.37790308706871834,
+      "grad_norm": 386.44598388671875,
+      "learning_rate": 1.8704026906838576e-05,
+      "loss": 25.5625,
+      "step": 7908
+    },
+    {
+      "epoch": 0.3779508745101787,
+      "grad_norm": 218.64828491210938,
+      "learning_rate": 1.870364587445521e-05,
+      "loss": 25.5469,
+      "step": 7909
+    },
+    {
+      "epoch": 0.3779986619516391,
+      "grad_norm": 221.74029541015625,
+      "learning_rate": 1.8703264789948235e-05,
+      "loss": 31.5938,
+      "step": 7910
+    },
+    {
+      "epoch": 0.3780464493930995,
+      "grad_norm": 271.5175476074219,
+      "learning_rate": 1.870288365331993e-05,
+      "loss": 42.1406,
+      "step": 7911
+    },
+    {
+      "epoch": 0.3780942368345599,
+      "grad_norm": 172.9272003173828,
+      "learning_rate": 1.870250246457259e-05,
+      "loss": 24.0,
+      "step": 7912
+    },
+    {
+      "epoch": 0.3781420242760203,
+      "grad_norm": 255.7619171142578,
+      "learning_rate": 1.8702121223708482e-05,
+      "loss": 27.4531,
+      "step": 7913
+    },
+    {
+      "epoch": 0.3781898117174807,
+      "grad_norm": 286.997802734375,
+      "learning_rate": 1.87017399307299e-05,
+      "loss": 28.6562,
+      "step": 7914
+    },
+    {
+      "epoch": 0.378237599158941,
+      "grad_norm": 351.35296630859375,
+      "learning_rate": 1.8701358585639124e-05,
+      "loss": 41.5,
+      "step": 7915
+    },
+    {
+      "epoch": 0.3782853866004014,
+      "grad_norm": 527.6509399414062,
+      "learning_rate": 1.870097718843844e-05,
+      "loss": 27.0625,
+      "step": 7916
+    },
+    {
+      "epoch": 0.3783331740418618,
+      "grad_norm": 238.14114379882812,
+      "learning_rate": 1.8700595739130126e-05,
+      "loss": 26.125,
+      "step": 7917
+    },
+    {
+      "epoch": 0.3783809614833222,
+      "grad_norm": 287.8044738769531,
+      "learning_rate": 1.8700214237716472e-05,
+      "loss": 36.0625,
+      "step": 7918
+    },
+    {
+      "epoch": 0.37842874892478257,
+      "grad_norm": 296.6766662597656,
+      "learning_rate": 1.869983268419976e-05,
+      "loss": 35.0312,
+      "step": 7919
+    },
+    {
+      "epoch": 0.37847653636624295,
+      "grad_norm": 306.80755615234375,
+      "learning_rate": 1.869945107858228e-05,
+      "loss": 26.4062,
+      "step": 7920
+    },
+    {
+      "epoch": 0.37852432380770334,
+      "grad_norm": 217.6965789794922,
+      "learning_rate": 1.869906942086631e-05,
+      "loss": 24.625,
+      "step": 7921
+    },
+    {
+      "epoch": 0.37857211124916373,
+      "grad_norm": 316.3792724609375,
+      "learning_rate": 1.8698687711054143e-05,
+      "loss": 42.75,
+      "step": 7922
+    },
+    {
+      "epoch": 0.3786198986906241,
+      "grad_norm": 447.0315856933594,
+      "learning_rate": 1.8698305949148055e-05,
+      "loss": 44.9375,
+      "step": 7923
+    },
+    {
+      "epoch": 0.3786676861320845,
+      "grad_norm": 275.9459533691406,
+      "learning_rate": 1.8697924135150343e-05,
+      "loss": 34.1562,
+      "step": 7924
+    },
+    {
+      "epoch": 0.37871547357354485,
+      "grad_norm": 341.41058349609375,
+      "learning_rate": 1.8697542269063285e-05,
+      "loss": 23.1562,
+      "step": 7925
+    },
+    {
+      "epoch": 0.37876326101500524,
+      "grad_norm": 308.095458984375,
+      "learning_rate": 1.8697160350889174e-05,
+      "loss": 33.1875,
+      "step": 7926
+    },
+    {
+      "epoch": 0.3788110484564656,
+      "grad_norm": 261.76666259765625,
+      "learning_rate": 1.8696778380630294e-05,
+      "loss": 36.9375,
+      "step": 7927
+    },
+    {
+      "epoch": 0.378858835897926,
+      "grad_norm": 451.4151611328125,
+      "learning_rate": 1.8696396358288935e-05,
+      "loss": 43.0938,
+      "step": 7928
+    },
+    {
+      "epoch": 0.3789066233393864,
+      "grad_norm": 151.45555114746094,
+      "learning_rate": 1.8696014283867382e-05,
+      "loss": 21.0781,
+      "step": 7929
+    },
+    {
+      "epoch": 0.3789544107808468,
+      "grad_norm": 270.2586975097656,
+      "learning_rate": 1.8695632157367926e-05,
+      "loss": 24.3438,
+      "step": 7930
+    },
+    {
+      "epoch": 0.3790021982223072,
+      "grad_norm": 270.7202453613281,
+      "learning_rate": 1.869524997879285e-05,
+      "loss": 35.9375,
+      "step": 7931
+    },
+    {
+      "epoch": 0.3790499856637676,
+      "grad_norm": 878.0547485351562,
+      "learning_rate": 1.869486774814445e-05,
+      "loss": 27.7812,
+      "step": 7932
+    },
+    {
+      "epoch": 0.37909777310522796,
+      "grad_norm": 206.35699462890625,
+      "learning_rate": 1.869448546542501e-05,
+      "loss": 22.7031,
+      "step": 7933
+    },
+    {
+      "epoch": 0.37914556054668835,
+      "grad_norm": 221.76251220703125,
+      "learning_rate": 1.869410313063682e-05,
+      "loss": 34.4375,
+      "step": 7934
+    },
+    {
+      "epoch": 0.3791933479881487,
+      "grad_norm": 321.0824890136719,
+      "learning_rate": 1.8693720743782174e-05,
+      "loss": 37.4062,
+      "step": 7935
+    },
+    {
+      "epoch": 0.3792411354296091,
+      "grad_norm": 436.1253662109375,
+      "learning_rate": 1.8693338304863356e-05,
+      "loss": 36.0312,
+      "step": 7936
+    },
+    {
+      "epoch": 0.37928892287106947,
+      "grad_norm": 253.69117736816406,
+      "learning_rate": 1.8692955813882662e-05,
+      "loss": 32.0625,
+      "step": 7937
+    },
+    {
+      "epoch": 0.37933671031252986,
+      "grad_norm": 363.08709716796875,
+      "learning_rate": 1.8692573270842377e-05,
+      "loss": 29.0625,
+      "step": 7938
+    },
+    {
+      "epoch": 0.37938449775399025,
+      "grad_norm": 339.35601806640625,
+      "learning_rate": 1.8692190675744796e-05,
+      "loss": 26.4375,
+      "step": 7939
+    },
+    {
+      "epoch": 0.37943228519545064,
+      "grad_norm": 397.3490295410156,
+      "learning_rate": 1.8691808028592205e-05,
+      "loss": 37.7188,
+      "step": 7940
+    },
+    {
+      "epoch": 0.379480072636911,
+      "grad_norm": 335.61785888671875,
+      "learning_rate": 1.8691425329386905e-05,
+      "loss": 28.4688,
+      "step": 7941
+    },
+    {
+      "epoch": 0.3795278600783714,
+      "grad_norm": 309.4527282714844,
+      "learning_rate": 1.869104257813118e-05,
+      "loss": 31.5,
+      "step": 7942
+    },
+    {
+      "epoch": 0.3795756475198318,
+      "grad_norm": 209.04159545898438,
+      "learning_rate": 1.8690659774827324e-05,
+      "loss": 29.2188,
+      "step": 7943
+    },
+    {
+      "epoch": 0.3796234349612922,
+      "grad_norm": 881.0103759765625,
+      "learning_rate": 1.869027691947763e-05,
+      "loss": 33.25,
+      "step": 7944
+    },
+    {
+      "epoch": 0.3796712224027526,
+      "grad_norm": 170.21475219726562,
+      "learning_rate": 1.868989401208439e-05,
+      "loss": 28.75,
+      "step": 7945
+    },
+    {
+      "epoch": 0.3797190098442129,
+      "grad_norm": 347.8041687011719,
+      "learning_rate": 1.86895110526499e-05,
+      "loss": 35.4219,
+      "step": 7946
+    },
+    {
+      "epoch": 0.3797667972856733,
+      "grad_norm": 303.4095764160156,
+      "learning_rate": 1.868912804117645e-05,
+      "loss": 37.6562,
+      "step": 7947
+    },
+    {
+      "epoch": 0.3798145847271337,
+      "grad_norm": 283.0177001953125,
+      "learning_rate": 1.868874497766634e-05,
+      "loss": 31.6875,
+      "step": 7948
+    },
+    {
+      "epoch": 0.3798623721685941,
+      "grad_norm": 230.8030548095703,
+      "learning_rate": 1.8688361862121852e-05,
+      "loss": 34.0312,
+      "step": 7949
+    },
+    {
+      "epoch": 0.3799101596100545,
+      "grad_norm": 409.9535217285156,
+      "learning_rate": 1.8687978694545286e-05,
+      "loss": 32.3125,
+      "step": 7950
+    },
+    {
+      "epoch": 0.37995794705151487,
+      "grad_norm": 447.5361328125,
+      "learning_rate": 1.8687595474938943e-05,
+      "loss": 36.25,
+      "step": 7951
+    },
+    {
+      "epoch": 0.38000573449297526,
+      "grad_norm": 337.650390625,
+      "learning_rate": 1.8687212203305115e-05,
+      "loss": 41.375,
+      "step": 7952
+    },
+    {
+      "epoch": 0.38005352193443565,
+      "grad_norm": 304.40673828125,
+      "learning_rate": 1.8686828879646093e-05,
+      "loss": 22.25,
+      "step": 7953
+    },
+    {
+      "epoch": 0.38010130937589603,
+      "grad_norm": 257.60235595703125,
+      "learning_rate": 1.8686445503964174e-05,
+      "loss": 36.875,
+      "step": 7954
+    },
+    {
+      "epoch": 0.3801490968173564,
+      "grad_norm": 260.6361999511719,
+      "learning_rate": 1.8686062076261656e-05,
+      "loss": 38.75,
+      "step": 7955
+    },
+    {
+      "epoch": 0.38019688425881676,
+      "grad_norm": 334.31201171875,
+      "learning_rate": 1.8685678596540832e-05,
+      "loss": 31.9375,
+      "step": 7956
+    },
+    {
+      "epoch": 0.38024467170027715,
+      "grad_norm": 323.72979736328125,
+      "learning_rate": 1.8685295064804006e-05,
+      "loss": 40.3125,
+      "step": 7957
+    },
+    {
+      "epoch": 0.38029245914173754,
+      "grad_norm": 267.4328308105469,
+      "learning_rate": 1.8684911481053465e-05,
+      "loss": 32.75,
+      "step": 7958
+    },
+    {
+      "epoch": 0.3803402465831979,
+      "grad_norm": 208.38363647460938,
+      "learning_rate": 1.8684527845291513e-05,
+      "loss": 21.1719,
+      "step": 7959
+    },
+    {
+      "epoch": 0.3803880340246583,
+      "grad_norm": 190.20889282226562,
+      "learning_rate": 1.8684144157520444e-05,
+      "loss": 21.8125,
+      "step": 7960
+    },
+    {
+      "epoch": 0.3804358214661187,
+      "grad_norm": 349.7573547363281,
+      "learning_rate": 1.8683760417742558e-05,
+      "loss": 28.1562,
+      "step": 7961
+    },
+    {
+      "epoch": 0.3804836089075791,
+      "grad_norm": 277.7581787109375,
+      "learning_rate": 1.8683376625960156e-05,
+      "loss": 27.75,
+      "step": 7962
+    },
+    {
+      "epoch": 0.3805313963490395,
+      "grad_norm": 216.5404510498047,
+      "learning_rate": 1.8682992782175528e-05,
+      "loss": 19.9688,
+      "step": 7963
+    },
+    {
+      "epoch": 0.3805791837904999,
+      "grad_norm": 444.8524475097656,
+      "learning_rate": 1.8682608886390975e-05,
+      "loss": 36.7188,
+      "step": 7964
+    },
+    {
+      "epoch": 0.38062697123196026,
+      "grad_norm": 267.31658935546875,
+      "learning_rate": 1.86822249386088e-05,
+      "loss": 33.4062,
+      "step": 7965
+    },
+    {
+      "epoch": 0.3806747586734206,
+      "grad_norm": 161.0555877685547,
+      "learning_rate": 1.8681840938831306e-05,
+      "loss": 27.2031,
+      "step": 7966
+    },
+    {
+      "epoch": 0.380722546114881,
+      "grad_norm": 344.58502197265625,
+      "learning_rate": 1.8681456887060784e-05,
+      "loss": 24.375,
+      "step": 7967
+    },
+    {
+      "epoch": 0.3807703335563414,
+      "grad_norm": 233.4298095703125,
+      "learning_rate": 1.8681072783299535e-05,
+      "loss": 26.2188,
+      "step": 7968
+    },
+    {
+      "epoch": 0.38081812099780177,
+      "grad_norm": 456.35504150390625,
+      "learning_rate": 1.8680688627549864e-05,
+      "loss": 32.8438,
+      "step": 7969
+    },
+    {
+      "epoch": 0.38086590843926216,
+      "grad_norm": 395.50775146484375,
+      "learning_rate": 1.8680304419814068e-05,
+      "loss": 29.4375,
+      "step": 7970
+    },
+    {
+      "epoch": 0.38091369588072255,
+      "grad_norm": 457.92529296875,
+      "learning_rate": 1.867992016009445e-05,
+      "loss": 42.0938,
+      "step": 7971
+    },
+    {
+      "epoch": 0.38096148332218294,
+      "grad_norm": 248.27430725097656,
+      "learning_rate": 1.8679535848393315e-05,
+      "loss": 24.125,
+      "step": 7972
+    },
+    {
+      "epoch": 0.3810092707636433,
+      "grad_norm": 284.8375244140625,
+      "learning_rate": 1.8679151484712956e-05,
+      "loss": 26.7188,
+      "step": 7973
+    },
+    {
+      "epoch": 0.3810570582051037,
+      "grad_norm": 262.2656555175781,
+      "learning_rate": 1.8678767069055673e-05,
+      "loss": 29.6875,
+      "step": 7974
+    },
+    {
+      "epoch": 0.3811048456465641,
+      "grad_norm": 261.7760314941406,
+      "learning_rate": 1.8678382601423782e-05,
+      "loss": 23.9062,
+      "step": 7975
+    },
+    {
+      "epoch": 0.38115263308802444,
+      "grad_norm": 277.2904357910156,
+      "learning_rate": 1.8677998081819572e-05,
+      "loss": 32.4375,
+      "step": 7976
+    },
+    {
+      "epoch": 0.38120042052948483,
+      "grad_norm": 233.14501953125,
+      "learning_rate": 1.8677613510245357e-05,
+      "loss": 31.0312,
+      "step": 7977
+    },
+    {
+      "epoch": 0.3812482079709452,
+      "grad_norm": 277.6539611816406,
+      "learning_rate": 1.8677228886703428e-05,
+      "loss": 29.1562,
+      "step": 7978
+    },
+    {
+      "epoch": 0.3812959954124056,
+      "grad_norm": 191.28265380859375,
+      "learning_rate": 1.8676844211196103e-05,
+      "loss": 33.9062,
+      "step": 7979
+    },
+    {
+      "epoch": 0.381343782853866,
+      "grad_norm": 375.70458984375,
+      "learning_rate": 1.8676459483725667e-05,
+      "loss": 45.75,
+      "step": 7980
+    },
+    {
+      "epoch": 0.3813915702953264,
+      "grad_norm": 295.1392517089844,
+      "learning_rate": 1.867607470429444e-05,
+      "loss": 34.125,
+      "step": 7981
+    },
+    {
+      "epoch": 0.3814393577367868,
+      "grad_norm": 188.9141387939453,
+      "learning_rate": 1.867568987290472e-05,
+      "loss": 27.4688,
+      "step": 7982
+    },
+    {
+      "epoch": 0.38148714517824717,
+      "grad_norm": 267.1747741699219,
+      "learning_rate": 1.8675304989558816e-05,
+      "loss": 33.875,
+      "step": 7983
+    },
+    {
+      "epoch": 0.38153493261970756,
+      "grad_norm": 300.224609375,
+      "learning_rate": 1.8674920054259024e-05,
+      "loss": 34.4688,
+      "step": 7984
+    },
+    {
+      "epoch": 0.38158272006116795,
+      "grad_norm": 251.30320739746094,
+      "learning_rate": 1.8674535067007656e-05,
+      "loss": 31.7812,
+      "step": 7985
+    },
+    {
+      "epoch": 0.38163050750262834,
+      "grad_norm": 276.5930480957031,
+      "learning_rate": 1.867415002780702e-05,
+      "loss": 29.1562,
+      "step": 7986
+    },
+    {
+      "epoch": 0.38167829494408867,
+      "grad_norm": 244.38426208496094,
+      "learning_rate": 1.8673764936659413e-05,
+      "loss": 32.3438,
+      "step": 7987
+    },
+    {
+      "epoch": 0.38172608238554906,
+      "grad_norm": 222.59442138671875,
+      "learning_rate": 1.867337979356715e-05,
+      "loss": 21.875,
+      "step": 7988
+    },
+    {
+      "epoch": 0.38177386982700945,
+      "grad_norm": 302.5842590332031,
+      "learning_rate": 1.867299459853253e-05,
+      "loss": 25.0938,
+      "step": 7989
+    },
+    {
+      "epoch": 0.38182165726846984,
+      "grad_norm": 211.0364990234375,
+      "learning_rate": 1.8672609351557863e-05,
+      "loss": 28.0,
+      "step": 7990
+    },
+    {
+      "epoch": 0.38186944470993023,
+      "grad_norm": 373.0455017089844,
+      "learning_rate": 1.867222405264546e-05,
+      "loss": 41.3125,
+      "step": 7991
+    },
+    {
+      "epoch": 0.3819172321513906,
+      "grad_norm": 214.0826873779297,
+      "learning_rate": 1.8671838701797626e-05,
+      "loss": 26.2188,
+      "step": 7992
+    },
+    {
+      "epoch": 0.381965019592851,
+      "grad_norm": 217.93655395507812,
+      "learning_rate": 1.8671453299016665e-05,
+      "loss": 31.1719,
+      "step": 7993
+    },
+    {
+      "epoch": 0.3820128070343114,
+      "grad_norm": 212.76101684570312,
+      "learning_rate": 1.867106784430489e-05,
+      "loss": 33.6094,
+      "step": 7994
+    },
+    {
+      "epoch": 0.3820605944757718,
+      "grad_norm": 184.52134704589844,
+      "learning_rate": 1.8670682337664607e-05,
+      "loss": 20.4531,
+      "step": 7995
+    },
+    {
+      "epoch": 0.3821083819172322,
+      "grad_norm": 336.9434509277344,
+      "learning_rate": 1.8670296779098125e-05,
+      "loss": 35.75,
+      "step": 7996
+    },
+    {
+      "epoch": 0.3821561693586925,
+      "grad_norm": 277.7869873046875,
+      "learning_rate": 1.866991116860775e-05,
+      "loss": 40.8438,
+      "step": 7997
+    },
+    {
+      "epoch": 0.3822039568001529,
+      "grad_norm": 167.64898681640625,
+      "learning_rate": 1.8669525506195796e-05,
+      "loss": 22.0469,
+      "step": 7998
+    },
+    {
+      "epoch": 0.3822517442416133,
+      "grad_norm": 213.5030517578125,
+      "learning_rate": 1.8669139791864574e-05,
+      "loss": 35.125,
+      "step": 7999
+    },
+    {
+      "epoch": 0.3822995316830737,
+      "grad_norm": 260.65777587890625,
+      "learning_rate": 1.8668754025616388e-05,
+      "loss": 30.1875,
+      "step": 8000
+    },
+    {
+      "epoch": 0.38234731912453407,
+      "grad_norm": 376.8825378417969,
+      "learning_rate": 1.8668368207453553e-05,
+      "loss": 28.8438,
+      "step": 8001
+    },
+    {
+      "epoch": 0.38239510656599446,
+      "grad_norm": 428.3104248046875,
+      "learning_rate": 1.8667982337378375e-05,
+      "loss": 33.9375,
+      "step": 8002
+    },
+    {
+      "epoch": 0.38244289400745485,
+      "grad_norm": 243.53663635253906,
+      "learning_rate": 1.866759641539317e-05,
+      "loss": 28.875,
+      "step": 8003
+    },
+    {
+      "epoch": 0.38249068144891524,
+      "grad_norm": 389.6954650878906,
+      "learning_rate": 1.8667210441500247e-05,
+      "loss": 31.4688,
+      "step": 8004
+    },
+    {
+      "epoch": 0.3825384688903756,
+      "grad_norm": 214.2615203857422,
+      "learning_rate": 1.8666824415701915e-05,
+      "loss": 22.125,
+      "step": 8005
+    },
+    {
+      "epoch": 0.382586256331836,
+      "grad_norm": 218.67913818359375,
+      "learning_rate": 1.866643833800049e-05,
+      "loss": 29.25,
+      "step": 8006
+    },
+    {
+      "epoch": 0.38263404377329635,
+      "grad_norm": 244.3673553466797,
+      "learning_rate": 1.866605220839828e-05,
+      "loss": 40.9375,
+      "step": 8007
+    },
+    {
+      "epoch": 0.38268183121475674,
+      "grad_norm": 508.8408203125,
+      "learning_rate": 1.8665666026897603e-05,
+      "loss": 29.2812,
+      "step": 8008
+    },
+    {
+      "epoch": 0.38272961865621713,
+      "grad_norm": 420.93902587890625,
+      "learning_rate": 1.8665279793500765e-05,
+      "loss": 36.4688,
+      "step": 8009
+    },
+    {
+      "epoch": 0.3827774060976775,
+      "grad_norm": 363.3736877441406,
+      "learning_rate": 1.8664893508210084e-05,
+      "loss": 28.8438,
+      "step": 8010
+    },
+    {
+      "epoch": 0.3828251935391379,
+      "grad_norm": 429.6044006347656,
+      "learning_rate": 1.866450717102787e-05,
+      "loss": 33.625,
+      "step": 8011
+    },
+    {
+      "epoch": 0.3828729809805983,
+      "grad_norm": 185.25636291503906,
+      "learning_rate": 1.8664120781956437e-05,
+      "loss": 23.9375,
+      "step": 8012
+    },
+    {
+      "epoch": 0.3829207684220587,
+      "grad_norm": 177.10804748535156,
+      "learning_rate": 1.8663734340998106e-05,
+      "loss": 27.5312,
+      "step": 8013
+    },
+    {
+      "epoch": 0.3829685558635191,
+      "grad_norm": 295.3541259765625,
+      "learning_rate": 1.866334784815518e-05,
+      "loss": 29.9062,
+      "step": 8014
+    },
+    {
+      "epoch": 0.38301634330497947,
+      "grad_norm": 240.20870971679688,
+      "learning_rate": 1.8662961303429984e-05,
+      "loss": 38.0938,
+      "step": 8015
+    },
+    {
+      "epoch": 0.38306413074643986,
+      "grad_norm": 316.21551513671875,
+      "learning_rate": 1.8662574706824826e-05,
+      "loss": 37.8125,
+      "step": 8016
+    },
+    {
+      "epoch": 0.38311191818790025,
+      "grad_norm": 312.7898254394531,
+      "learning_rate": 1.866218805834202e-05,
+      "loss": 44.875,
+      "step": 8017
+    },
+    {
+      "epoch": 0.3831597056293606,
+      "grad_norm": 182.69297790527344,
+      "learning_rate": 1.866180135798389e-05,
+      "loss": 28.2812,
+      "step": 8018
+    },
+    {
+      "epoch": 0.38320749307082097,
+      "grad_norm": 291.376953125,
+      "learning_rate": 1.8661414605752745e-05,
+      "loss": 25.5625,
+      "step": 8019
+    },
+    {
+      "epoch": 0.38325528051228136,
+      "grad_norm": 294.8521728515625,
+      "learning_rate": 1.86610278016509e-05,
+      "loss": 29.8594,
+      "step": 8020
+    },
+    {
+      "epoch": 0.38330306795374175,
+      "grad_norm": 251.54864501953125,
+      "learning_rate": 1.8660640945680676e-05,
+      "loss": 23.625,
+      "step": 8021
+    },
+    {
+      "epoch": 0.38335085539520214,
+      "grad_norm": 418.6094970703125,
+      "learning_rate": 1.866025403784439e-05,
+      "loss": 34.5625,
+      "step": 8022
+    },
+    {
+      "epoch": 0.38339864283666253,
+      "grad_norm": 317.7956848144531,
+      "learning_rate": 1.8659867078144353e-05,
+      "loss": 26.7188,
+      "step": 8023
+    },
+    {
+      "epoch": 0.3834464302781229,
+      "grad_norm": 316.9461975097656,
+      "learning_rate": 1.865948006658289e-05,
+      "loss": 23.5625,
+      "step": 8024
+    },
+    {
+      "epoch": 0.3834942177195833,
+      "grad_norm": 507.6817626953125,
+      "learning_rate": 1.8659093003162313e-05,
+      "loss": 31.5469,
+      "step": 8025
+    },
+    {
+      "epoch": 0.3835420051610437,
+      "grad_norm": 204.96881103515625,
+      "learning_rate": 1.865870588788494e-05,
+      "loss": 24.7031,
+      "step": 8026
+    },
+    {
+      "epoch": 0.3835897926025041,
+      "grad_norm": 328.585205078125,
+      "learning_rate": 1.8658318720753098e-05,
+      "loss": 32.2188,
+      "step": 8027
+    },
+    {
+      "epoch": 0.3836375800439644,
+      "grad_norm": 222.2975311279297,
+      "learning_rate": 1.86579315017691e-05,
+      "loss": 21.8125,
+      "step": 8028
+    },
+    {
+      "epoch": 0.3836853674854248,
+      "grad_norm": 252.20858764648438,
+      "learning_rate": 1.8657544230935255e-05,
+      "loss": 28.5469,
+      "step": 8029
+    },
+    {
+      "epoch": 0.3837331549268852,
+      "grad_norm": 250.19346618652344,
+      "learning_rate": 1.8657156908253898e-05,
+      "loss": 21.5312,
+      "step": 8030
+    },
+    {
+      "epoch": 0.3837809423683456,
+      "grad_norm": 356.1833801269531,
+      "learning_rate": 1.8656769533727338e-05,
+      "loss": 25.4375,
+      "step": 8031
+    },
+    {
+      "epoch": 0.383828729809806,
+      "grad_norm": 188.71389770507812,
+      "learning_rate": 1.8656382107357903e-05,
+      "loss": 28.6562,
+      "step": 8032
+    },
+    {
+      "epoch": 0.38387651725126637,
+      "grad_norm": 337.8352966308594,
+      "learning_rate": 1.8655994629147907e-05,
+      "loss": 34.8125,
+      "step": 8033
+    },
+    {
+      "epoch": 0.38392430469272676,
+      "grad_norm": 163.9821319580078,
+      "learning_rate": 1.8655607099099674e-05,
+      "loss": 27.1094,
+      "step": 8034
+    },
+    {
+      "epoch": 0.38397209213418715,
+      "grad_norm": 342.0323181152344,
+      "learning_rate": 1.8655219517215522e-05,
+      "loss": 35.625,
+      "step": 8035
+    },
+    {
+      "epoch": 0.38401987957564754,
+      "grad_norm": 427.4494934082031,
+      "learning_rate": 1.865483188349777e-05,
+      "loss": 29.0312,
+      "step": 8036
+    },
+    {
+      "epoch": 0.3840676670171079,
+      "grad_norm": 165.0319366455078,
+      "learning_rate": 1.8654444197948746e-05,
+      "loss": 23.6562,
+      "step": 8037
+    },
+    {
+      "epoch": 0.38411545445856826,
+      "grad_norm": 323.22271728515625,
+      "learning_rate": 1.8654056460570768e-05,
+      "loss": 36.4062,
+      "step": 8038
+    },
+    {
+      "epoch": 0.38416324190002865,
+      "grad_norm": 231.18478393554688,
+      "learning_rate": 1.865366867136616e-05,
+      "loss": 40.5,
+      "step": 8039
+    },
+    {
+      "epoch": 0.38421102934148904,
+      "grad_norm": 227.10264587402344,
+      "learning_rate": 1.8653280830337245e-05,
+      "loss": 33.0938,
+      "step": 8040
+    },
+    {
+      "epoch": 0.38425881678294943,
+      "grad_norm": 294.53143310546875,
+      "learning_rate": 1.865289293748634e-05,
+      "loss": 54.1562,
+      "step": 8041
+    },
+    {
+      "epoch": 0.3843066042244098,
+      "grad_norm": 177.5758819580078,
+      "learning_rate": 1.8652504992815773e-05,
+      "loss": 24.9688,
+      "step": 8042
+    },
+    {
+      "epoch": 0.3843543916658702,
+      "grad_norm": 152.1894989013672,
+      "learning_rate": 1.8652116996327865e-05,
+      "loss": 28.5,
+      "step": 8043
+    },
+    {
+      "epoch": 0.3844021791073306,
+      "grad_norm": 301.5509338378906,
+      "learning_rate": 1.865172894802494e-05,
+      "loss": 44.0,
+      "step": 8044
+    },
+    {
+      "epoch": 0.384449966548791,
+      "grad_norm": 214.54771423339844,
+      "learning_rate": 1.8651340847909323e-05,
+      "loss": 28.1562,
+      "step": 8045
+    },
+    {
+      "epoch": 0.3844977539902514,
+      "grad_norm": 422.7997741699219,
+      "learning_rate": 1.8650952695983337e-05,
+      "loss": 24.7188,
+      "step": 8046
+    },
+    {
+      "epoch": 0.38454554143171177,
+      "grad_norm": 248.24623107910156,
+      "learning_rate": 1.8650564492249307e-05,
+      "loss": 25.8438,
+      "step": 8047
+    },
+    {
+      "epoch": 0.38459332887317216,
+      "grad_norm": 236.40640258789062,
+      "learning_rate": 1.8650176236709558e-05,
+      "loss": 32.5312,
+      "step": 8048
+    },
+    {
+      "epoch": 0.3846411163146325,
+      "grad_norm": 245.1873321533203,
+      "learning_rate": 1.8649787929366417e-05,
+      "loss": 35.1875,
+      "step": 8049
+    },
+    {
+      "epoch": 0.3846889037560929,
+      "grad_norm": 215.26805114746094,
+      "learning_rate": 1.8649399570222206e-05,
+      "loss": 21.2812,
+      "step": 8050
+    },
+    {
+      "epoch": 0.38473669119755327,
+      "grad_norm": 400.9502258300781,
+      "learning_rate": 1.8649011159279254e-05,
+      "loss": 19.5938,
+      "step": 8051
+    },
+    {
+      "epoch": 0.38478447863901366,
+      "grad_norm": 163.39390563964844,
+      "learning_rate": 1.864862269653988e-05,
+      "loss": 23.9844,
+      "step": 8052
+    },
+    {
+      "epoch": 0.38483226608047405,
+      "grad_norm": 239.93878173828125,
+      "learning_rate": 1.8648234182006423e-05,
+      "loss": 23.1875,
+      "step": 8053
+    },
+    {
+      "epoch": 0.38488005352193444,
+      "grad_norm": 170.95726013183594,
+      "learning_rate": 1.86478456156812e-05,
+      "loss": 26.5,
+      "step": 8054
+    },
+    {
+      "epoch": 0.38492784096339483,
+      "grad_norm": 223.10821533203125,
+      "learning_rate": 1.864745699756654e-05,
+      "loss": 19.875,
+      "step": 8055
+    },
+    {
+      "epoch": 0.3849756284048552,
+      "grad_norm": 300.9271240234375,
+      "learning_rate": 1.8647068327664774e-05,
+      "loss": 30.1875,
+      "step": 8056
+    },
+    {
+      "epoch": 0.3850234158463156,
+      "grad_norm": 301.46710205078125,
+      "learning_rate": 1.864667960597822e-05,
+      "loss": 32.8125,
+      "step": 8057
+    },
+    {
+      "epoch": 0.385071203287776,
+      "grad_norm": 331.21795654296875,
+      "learning_rate": 1.8646290832509216e-05,
+      "loss": 26.0625,
+      "step": 8058
+    },
+    {
+      "epoch": 0.38511899072923633,
+      "grad_norm": 245.855224609375,
+      "learning_rate": 1.8645902007260085e-05,
+      "loss": 38.4688,
+      "step": 8059
+    },
+    {
+      "epoch": 0.3851667781706967,
+      "grad_norm": 321.8228454589844,
+      "learning_rate": 1.864551313023316e-05,
+      "loss": 33.625,
+      "step": 8060
+    },
+    {
+      "epoch": 0.3852145656121571,
+      "grad_norm": 275.34490966796875,
+      "learning_rate": 1.864512420143077e-05,
+      "loss": 32.125,
+      "step": 8061
+    },
+    {
+      "epoch": 0.3852623530536175,
+      "grad_norm": 363.71820068359375,
+      "learning_rate": 1.8644735220855235e-05,
+      "loss": 30.1562,
+      "step": 8062
+    },
+    {
+      "epoch": 0.3853101404950779,
+      "grad_norm": 272.79656982421875,
+      "learning_rate": 1.8644346188508893e-05,
+      "loss": 30.3438,
+      "step": 8063
+    },
+    {
+      "epoch": 0.3853579279365383,
+      "grad_norm": 365.2321472167969,
+      "learning_rate": 1.8643957104394072e-05,
+      "loss": 28.4062,
+      "step": 8064
+    },
+    {
+      "epoch": 0.38540571537799867,
+      "grad_norm": 353.3622131347656,
+      "learning_rate": 1.86435679685131e-05,
+      "loss": 30.0312,
+      "step": 8065
+    },
+    {
+      "epoch": 0.38545350281945906,
+      "grad_norm": 331.4656066894531,
+      "learning_rate": 1.864317878086831e-05,
+      "loss": 25.4688,
+      "step": 8066
+    },
+    {
+      "epoch": 0.38550129026091945,
+      "grad_norm": 193.21444702148438,
+      "learning_rate": 1.864278954146203e-05,
+      "loss": 23.4375,
+      "step": 8067
+    },
+    {
+      "epoch": 0.38554907770237984,
+      "grad_norm": 274.87255859375,
+      "learning_rate": 1.86424002502966e-05,
+      "loss": 32.8438,
+      "step": 8068
+    },
+    {
+      "epoch": 0.3855968651438402,
+      "grad_norm": 362.2981872558594,
+      "learning_rate": 1.8642010907374337e-05,
+      "loss": 34.1562,
+      "step": 8069
+    },
+    {
+      "epoch": 0.38564465258530056,
+      "grad_norm": 143.08541870117188,
+      "learning_rate": 1.8641621512697583e-05,
+      "loss": 29.1719,
+      "step": 8070
+    },
+    {
+      "epoch": 0.38569244002676095,
+      "grad_norm": 169.78494262695312,
+      "learning_rate": 1.8641232066268667e-05,
+      "loss": 24.0,
+      "step": 8071
+    },
+    {
+      "epoch": 0.38574022746822134,
+      "grad_norm": 360.4056091308594,
+      "learning_rate": 1.864084256808992e-05,
+      "loss": 34.9062,
+      "step": 8072
+    },
+    {
+      "epoch": 0.38578801490968173,
+      "grad_norm": 224.91384887695312,
+      "learning_rate": 1.8640453018163677e-05,
+      "loss": 26.9375,
+      "step": 8073
+    },
+    {
+      "epoch": 0.3858358023511421,
+      "grad_norm": 551.9913940429688,
+      "learning_rate": 1.8640063416492267e-05,
+      "loss": 29.2188,
+      "step": 8074
+    },
+    {
+      "epoch": 0.3858835897926025,
+      "grad_norm": 243.8289337158203,
+      "learning_rate": 1.8639673763078026e-05,
+      "loss": 22.0,
+      "step": 8075
+    },
+    {
+      "epoch": 0.3859313772340629,
+      "grad_norm": 424.9419860839844,
+      "learning_rate": 1.8639284057923294e-05,
+      "loss": 29.1406,
+      "step": 8076
+    },
+    {
+      "epoch": 0.3859791646755233,
+      "grad_norm": 225.89227294921875,
+      "learning_rate": 1.863889430103039e-05,
+      "loss": 36.9375,
+      "step": 8077
+    },
+    {
+      "epoch": 0.3860269521169837,
+      "grad_norm": 229.04037475585938,
+      "learning_rate": 1.863850449240166e-05,
+      "loss": 23.0312,
+      "step": 8078
+    },
+    {
+      "epoch": 0.386074739558444,
+      "grad_norm": 440.7296142578125,
+      "learning_rate": 1.8638114632039436e-05,
+      "loss": 20.9844,
+      "step": 8079
+    },
+    {
+      "epoch": 0.3861225269999044,
+      "grad_norm": 349.0260009765625,
+      "learning_rate": 1.863772471994605e-05,
+      "loss": 29.0156,
+      "step": 8080
+    },
+    {
+      "epoch": 0.3861703144413648,
+      "grad_norm": 228.31744384765625,
+      "learning_rate": 1.8637334756123837e-05,
+      "loss": 30.5,
+      "step": 8081
+    },
+    {
+      "epoch": 0.3862181018828252,
+      "grad_norm": 211.611572265625,
+      "learning_rate": 1.8636944740575137e-05,
+      "loss": 21.3594,
+      "step": 8082
+    },
+    {
+      "epoch": 0.38626588932428557,
+      "grad_norm": 202.2803955078125,
+      "learning_rate": 1.863655467330228e-05,
+      "loss": 33.6875,
+      "step": 8083
+    },
+    {
+      "epoch": 0.38631367676574596,
+      "grad_norm": 315.9827575683594,
+      "learning_rate": 1.8636164554307608e-05,
+      "loss": 32.1719,
+      "step": 8084
+    },
+    {
+      "epoch": 0.38636146420720635,
+      "grad_norm": 241.4781951904297,
+      "learning_rate": 1.8635774383593454e-05,
+      "loss": 29.9062,
+      "step": 8085
+    },
+    {
+      "epoch": 0.38640925164866674,
+      "grad_norm": 437.4174499511719,
+      "learning_rate": 1.863538416116215e-05,
+      "loss": 41.875,
+      "step": 8086
+    },
+    {
+      "epoch": 0.38645703909012713,
+      "grad_norm": 280.94403076171875,
+      "learning_rate": 1.863499388701604e-05,
+      "loss": 26.8125,
+      "step": 8087
+    },
+    {
+      "epoch": 0.3865048265315875,
+      "grad_norm": 191.4333038330078,
+      "learning_rate": 1.8634603561157458e-05,
+      "loss": 25.5312,
+      "step": 8088
+    },
+    {
+      "epoch": 0.3865526139730479,
+      "grad_norm": 213.60948181152344,
+      "learning_rate": 1.8634213183588744e-05,
+      "loss": 24.5312,
+      "step": 8089
+    },
+    {
+      "epoch": 0.38660040141450824,
+      "grad_norm": 274.7421875,
+      "learning_rate": 1.8633822754312233e-05,
+      "loss": 30.6562,
+      "step": 8090
+    },
+    {
+      "epoch": 0.38664818885596863,
+      "grad_norm": 592.1480102539062,
+      "learning_rate": 1.863343227333027e-05,
+      "loss": 28.6406,
+      "step": 8091
+    },
+    {
+      "epoch": 0.386695976297429,
+      "grad_norm": 314.0282287597656,
+      "learning_rate": 1.863304174064518e-05,
+      "loss": 32.1875,
+      "step": 8092
+    },
+    {
+      "epoch": 0.3867437637388894,
+      "grad_norm": 311.4851989746094,
+      "learning_rate": 1.8632651156259315e-05,
+      "loss": 29.2188,
+      "step": 8093
+    },
+    {
+      "epoch": 0.3867915511803498,
+      "grad_norm": 309.1726379394531,
+      "learning_rate": 1.8632260520175007e-05,
+      "loss": 38.9688,
+      "step": 8094
+    },
+    {
+      "epoch": 0.3868393386218102,
+      "grad_norm": 287.8360900878906,
+      "learning_rate": 1.8631869832394597e-05,
+      "loss": 41.8125,
+      "step": 8095
+    },
+    {
+      "epoch": 0.3868871260632706,
+      "grad_norm": 262.6879577636719,
+      "learning_rate": 1.863147909292042e-05,
+      "loss": 23.6875,
+      "step": 8096
+    },
+    {
+      "epoch": 0.38693491350473097,
+      "grad_norm": 287.4619140625,
+      "learning_rate": 1.8631088301754826e-05,
+      "loss": 33.3125,
+      "step": 8097
+    },
+    {
+      "epoch": 0.38698270094619136,
+      "grad_norm": 196.28289794921875,
+      "learning_rate": 1.863069745890015e-05,
+      "loss": 27.0,
+      "step": 8098
+    },
+    {
+      "epoch": 0.38703048838765175,
+      "grad_norm": 264.46978759765625,
+      "learning_rate": 1.863030656435873e-05,
+      "loss": 33.75,
+      "step": 8099
+    },
+    {
+      "epoch": 0.3870782758291121,
+      "grad_norm": 297.7865905761719,
+      "learning_rate": 1.8629915618132915e-05,
+      "loss": 35.9062,
+      "step": 8100
+    },
+    {
+      "epoch": 0.3871260632705725,
+      "grad_norm": 417.7939758300781,
+      "learning_rate": 1.862952462022504e-05,
+      "loss": 29.3125,
+      "step": 8101
+    },
+    {
+      "epoch": 0.38717385071203286,
+      "grad_norm": 343.5752258300781,
+      "learning_rate": 1.8629133570637444e-05,
+      "loss": 34.6562,
+      "step": 8102
+    },
+    {
+      "epoch": 0.38722163815349325,
+      "grad_norm": 256.8042297363281,
+      "learning_rate": 1.8628742469372474e-05,
+      "loss": 27.6562,
+      "step": 8103
+    },
+    {
+      "epoch": 0.38726942559495364,
+      "grad_norm": 289.5220947265625,
+      "learning_rate": 1.862835131643247e-05,
+      "loss": 36.1562,
+      "step": 8104
+    },
+    {
+      "epoch": 0.38731721303641403,
+      "grad_norm": 214.0763397216797,
+      "learning_rate": 1.862796011181978e-05,
+      "loss": 26.5312,
+      "step": 8105
+    },
+    {
+      "epoch": 0.3873650004778744,
+      "grad_norm": 336.7920227050781,
+      "learning_rate": 1.8627568855536738e-05,
+      "loss": 34.9375,
+      "step": 8106
+    },
+    {
+      "epoch": 0.3874127879193348,
+      "grad_norm": 299.4971618652344,
+      "learning_rate": 1.862717754758569e-05,
+      "loss": 27.7969,
+      "step": 8107
+    },
+    {
+      "epoch": 0.3874605753607952,
+      "grad_norm": 151.0955352783203,
+      "learning_rate": 1.8626786187968982e-05,
+      "loss": 33.4688,
+      "step": 8108
+    },
+    {
+      "epoch": 0.3875083628022556,
+      "grad_norm": 292.22021484375,
+      "learning_rate": 1.8626394776688957e-05,
+      "loss": 27.0938,
+      "step": 8109
+    },
+    {
+      "epoch": 0.3875561502437159,
+      "grad_norm": 294.63311767578125,
+      "learning_rate": 1.862600331374796e-05,
+      "loss": 31.9062,
+      "step": 8110
+    },
+    {
+      "epoch": 0.3876039376851763,
+      "grad_norm": 138.2022247314453,
+      "learning_rate": 1.8625611799148332e-05,
+      "loss": 27.4062,
+      "step": 8111
+    },
+    {
+      "epoch": 0.3876517251266367,
+      "grad_norm": 248.1700897216797,
+      "learning_rate": 1.8625220232892418e-05,
+      "loss": 37.375,
+      "step": 8112
+    },
+    {
+      "epoch": 0.3876995125680971,
+      "grad_norm": 195.88690185546875,
+      "learning_rate": 1.8624828614982564e-05,
+      "loss": 19.3281,
+      "step": 8113
+    },
+    {
+      "epoch": 0.3877473000095575,
+      "grad_norm": 271.19720458984375,
+      "learning_rate": 1.862443694542112e-05,
+      "loss": 26.9375,
+      "step": 8114
+    },
+    {
+      "epoch": 0.3877950874510179,
+      "grad_norm": 219.4196319580078,
+      "learning_rate": 1.8624045224210424e-05,
+      "loss": 32.1875,
+      "step": 8115
+    },
+    {
+      "epoch": 0.38784287489247826,
+      "grad_norm": 222.09002685546875,
+      "learning_rate": 1.8623653451352826e-05,
+      "loss": 28.625,
+      "step": 8116
+    },
+    {
+      "epoch": 0.38789066233393865,
+      "grad_norm": 212.0945281982422,
+      "learning_rate": 1.862326162685067e-05,
+      "loss": 31.5,
+      "step": 8117
+    },
+    {
+      "epoch": 0.38793844977539904,
+      "grad_norm": 163.18975830078125,
+      "learning_rate": 1.8622869750706307e-05,
+      "loss": 28.7812,
+      "step": 8118
+    },
+    {
+      "epoch": 0.38798623721685943,
+      "grad_norm": 380.3054504394531,
+      "learning_rate": 1.8622477822922077e-05,
+      "loss": 23.6562,
+      "step": 8119
+    },
+    {
+      "epoch": 0.3880340246583198,
+      "grad_norm": 253.59100341796875,
+      "learning_rate": 1.8622085843500333e-05,
+      "loss": 29.3594,
+      "step": 8120
+    },
+    {
+      "epoch": 0.38808181209978015,
+      "grad_norm": 221.99046325683594,
+      "learning_rate": 1.862169381244342e-05,
+      "loss": 31.1875,
+      "step": 8121
+    },
+    {
+      "epoch": 0.38812959954124054,
+      "grad_norm": 169.99839782714844,
+      "learning_rate": 1.8621301729753684e-05,
+      "loss": 20.8906,
+      "step": 8122
+    },
+    {
+      "epoch": 0.38817738698270093,
+      "grad_norm": 227.82481384277344,
+      "learning_rate": 1.8620909595433477e-05,
+      "loss": 24.0469,
+      "step": 8123
+    },
+    {
+      "epoch": 0.3882251744241613,
+      "grad_norm": 1098.0970458984375,
+      "learning_rate": 1.8620517409485148e-05,
+      "loss": 18.375,
+      "step": 8124
+    },
+    {
+      "epoch": 0.3882729618656217,
+      "grad_norm": 217.11752319335938,
+      "learning_rate": 1.8620125171911042e-05,
+      "loss": 29.6562,
+      "step": 8125
+    },
+    {
+      "epoch": 0.3883207493070821,
+      "grad_norm": 247.7126922607422,
+      "learning_rate": 1.8619732882713507e-05,
+      "loss": 23.625,
+      "step": 8126
+    },
+    {
+      "epoch": 0.3883685367485425,
+      "grad_norm": 207.6173553466797,
+      "learning_rate": 1.8619340541894897e-05,
+      "loss": 27.4375,
+      "step": 8127
+    },
+    {
+      "epoch": 0.3884163241900029,
+      "grad_norm": 261.3791809082031,
+      "learning_rate": 1.8618948149457558e-05,
+      "loss": 38.625,
+      "step": 8128
+    },
+    {
+      "epoch": 0.38846411163146327,
+      "grad_norm": 364.7640075683594,
+      "learning_rate": 1.861855570540384e-05,
+      "loss": 24.6562,
+      "step": 8129
+    },
+    {
+      "epoch": 0.38851189907292366,
+      "grad_norm": 210.22976684570312,
+      "learning_rate": 1.8618163209736094e-05,
+      "loss": 24.4375,
+      "step": 8130
+    },
+    {
+      "epoch": 0.388559686514384,
+      "grad_norm": 205.66860961914062,
+      "learning_rate": 1.8617770662456673e-05,
+      "loss": 29.8438,
+      "step": 8131
+    },
+    {
+      "epoch": 0.3886074739558444,
+      "grad_norm": 251.74098205566406,
+      "learning_rate": 1.8617378063567924e-05,
+      "loss": 31.4062,
+      "step": 8132
+    },
+    {
+      "epoch": 0.3886552613973048,
+      "grad_norm": 161.7385711669922,
+      "learning_rate": 1.8616985413072202e-05,
+      "loss": 23.1875,
+      "step": 8133
+    },
+    {
+      "epoch": 0.38870304883876516,
+      "grad_norm": 191.55813598632812,
+      "learning_rate": 1.8616592710971855e-05,
+      "loss": 27.1875,
+      "step": 8134
+    },
+    {
+      "epoch": 0.38875083628022555,
+      "grad_norm": 607.8379516601562,
+      "learning_rate": 1.8616199957269234e-05,
+      "loss": 51.4688,
+      "step": 8135
+    },
+    {
+      "epoch": 0.38879862372168594,
+      "grad_norm": 474.464111328125,
+      "learning_rate": 1.8615807151966697e-05,
+      "loss": 39.1875,
+      "step": 8136
+    },
+    {
+      "epoch": 0.38884641116314633,
+      "grad_norm": 372.8956298828125,
+      "learning_rate": 1.8615414295066593e-05,
+      "loss": 30.4375,
+      "step": 8137
+    },
+    {
+      "epoch": 0.3888941986046067,
+      "grad_norm": 301.93914794921875,
+      "learning_rate": 1.861502138657127e-05,
+      "loss": 29.0312,
+      "step": 8138
+    },
+    {
+      "epoch": 0.3889419860460671,
+      "grad_norm": 779.3930053710938,
+      "learning_rate": 1.8614628426483084e-05,
+      "loss": 46.5938,
+      "step": 8139
+    },
+    {
+      "epoch": 0.3889897734875275,
+      "grad_norm": 215.5988006591797,
+      "learning_rate": 1.8614235414804395e-05,
+      "loss": 27.8906,
+      "step": 8140
+    },
+    {
+      "epoch": 0.38903756092898784,
+      "grad_norm": 557.0686645507812,
+      "learning_rate": 1.861384235153755e-05,
+      "loss": 44.75,
+      "step": 8141
+    },
+    {
+      "epoch": 0.3890853483704482,
+      "grad_norm": 298.96490478515625,
+      "learning_rate": 1.8613449236684906e-05,
+      "loss": 40.4062,
+      "step": 8142
+    },
+    {
+      "epoch": 0.3891331358119086,
+      "grad_norm": 403.7286071777344,
+      "learning_rate": 1.8613056070248812e-05,
+      "loss": 35.4062,
+      "step": 8143
+    },
+    {
+      "epoch": 0.389180923253369,
+      "grad_norm": 776.0914916992188,
+      "learning_rate": 1.8612662852231627e-05,
+      "loss": 26.0,
+      "step": 8144
+    },
+    {
+      "epoch": 0.3892287106948294,
+      "grad_norm": 251.735107421875,
+      "learning_rate": 1.8612269582635705e-05,
+      "loss": 36.125,
+      "step": 8145
+    },
+    {
+      "epoch": 0.3892764981362898,
+      "grad_norm": 240.99818420410156,
+      "learning_rate": 1.86118762614634e-05,
+      "loss": 30.9688,
+      "step": 8146
+    },
+    {
+      "epoch": 0.3893242855777502,
+      "grad_norm": 148.41424560546875,
+      "learning_rate": 1.8611482888717072e-05,
+      "loss": 25.1562,
+      "step": 8147
+    },
+    {
+      "epoch": 0.38937207301921056,
+      "grad_norm": 342.0234069824219,
+      "learning_rate": 1.861108946439907e-05,
+      "loss": 26.2031,
+      "step": 8148
+    },
+    {
+      "epoch": 0.38941986046067095,
+      "grad_norm": 338.8043518066406,
+      "learning_rate": 1.8610695988511753e-05,
+      "loss": 33.8906,
+      "step": 8149
+    },
+    {
+      "epoch": 0.38946764790213134,
+      "grad_norm": 477.10638427734375,
+      "learning_rate": 1.861030246105748e-05,
+      "loss": 31.9062,
+      "step": 8150
+    },
+    {
+      "epoch": 0.38951543534359173,
+      "grad_norm": 286.6305847167969,
+      "learning_rate": 1.8609908882038605e-05,
+      "loss": 33.2188,
+      "step": 8151
+    },
+    {
+      "epoch": 0.38956322278505207,
+      "grad_norm": 288.7764587402344,
+      "learning_rate": 1.8609515251457485e-05,
+      "loss": 22.9062,
+      "step": 8152
+    },
+    {
+      "epoch": 0.38961101022651246,
+      "grad_norm": 194.12347412109375,
+      "learning_rate": 1.860912156931648e-05,
+      "loss": 28.25,
+      "step": 8153
+    },
+    {
+      "epoch": 0.38965879766797284,
+      "grad_norm": 631.3010864257812,
+      "learning_rate": 1.8608727835617942e-05,
+      "loss": 31.75,
+      "step": 8154
+    },
+    {
+      "epoch": 0.38970658510943323,
+      "grad_norm": 376.69378662109375,
+      "learning_rate": 1.8608334050364236e-05,
+      "loss": 32.125,
+      "step": 8155
+    },
+    {
+      "epoch": 0.3897543725508936,
+      "grad_norm": 219.45196533203125,
+      "learning_rate": 1.8607940213557716e-05,
+      "loss": 33.3125,
+      "step": 8156
+    },
+    {
+      "epoch": 0.389802159992354,
+      "grad_norm": 185.961669921875,
+      "learning_rate": 1.860754632520074e-05,
+      "loss": 31.5469,
+      "step": 8157
+    },
+    {
+      "epoch": 0.3898499474338144,
+      "grad_norm": 357.20196533203125,
+      "learning_rate": 1.860715238529567e-05,
+      "loss": 35.3125,
+      "step": 8158
+    },
+    {
+      "epoch": 0.3898977348752748,
+      "grad_norm": 383.6502685546875,
+      "learning_rate": 1.860675839384486e-05,
+      "loss": 36.4688,
+      "step": 8159
+    },
+    {
+      "epoch": 0.3899455223167352,
+      "grad_norm": 191.01683044433594,
+      "learning_rate": 1.860636435085068e-05,
+      "loss": 23.3594,
+      "step": 8160
+    },
+    {
+      "epoch": 0.38999330975819557,
+      "grad_norm": 243.396240234375,
+      "learning_rate": 1.8605970256315476e-05,
+      "loss": 31.7188,
+      "step": 8161
+    },
+    {
+      "epoch": 0.3900410971996559,
+      "grad_norm": 406.0951232910156,
+      "learning_rate": 1.8605576110241617e-05,
+      "loss": 46.2188,
+      "step": 8162
+    },
+    {
+      "epoch": 0.3900888846411163,
+      "grad_norm": 293.7870178222656,
+      "learning_rate": 1.8605181912631462e-05,
+      "loss": 29.2188,
+      "step": 8163
+    },
+    {
+      "epoch": 0.3901366720825767,
+      "grad_norm": 306.2093811035156,
+      "learning_rate": 1.8604787663487372e-05,
+      "loss": 28.8438,
+      "step": 8164
+    },
+    {
+      "epoch": 0.3901844595240371,
+      "grad_norm": 203.94873046875,
+      "learning_rate": 1.8604393362811704e-05,
+      "loss": 27.6562,
+      "step": 8165
+    },
+    {
+      "epoch": 0.39023224696549746,
+      "grad_norm": 346.2461853027344,
+      "learning_rate": 1.8603999010606825e-05,
+      "loss": 54.4688,
+      "step": 8166
+    },
+    {
+      "epoch": 0.39028003440695785,
+      "grad_norm": 192.21099853515625,
+      "learning_rate": 1.8603604606875095e-05,
+      "loss": 30.9062,
+      "step": 8167
+    },
+    {
+      "epoch": 0.39032782184841824,
+      "grad_norm": 289.97698974609375,
+      "learning_rate": 1.8603210151618873e-05,
+      "loss": 32.9375,
+      "step": 8168
+    },
+    {
+      "epoch": 0.39037560928987863,
+      "grad_norm": 376.63543701171875,
+      "learning_rate": 1.8602815644840523e-05,
+      "loss": 27.9688,
+      "step": 8169
+    },
+    {
+      "epoch": 0.390423396731339,
+      "grad_norm": 272.2184753417969,
+      "learning_rate": 1.8602421086542407e-05,
+      "loss": 32.9375,
+      "step": 8170
+    },
+    {
+      "epoch": 0.3904711841727994,
+      "grad_norm": 315.24468994140625,
+      "learning_rate": 1.8602026476726894e-05,
+      "loss": 34.8125,
+      "step": 8171
+    },
+    {
+      "epoch": 0.39051897161425975,
+      "grad_norm": 345.2933654785156,
+      "learning_rate": 1.8601631815396338e-05,
+      "loss": 30.9062,
+      "step": 8172
+    },
+    {
+      "epoch": 0.39056675905572014,
+      "grad_norm": 270.0761413574219,
+      "learning_rate": 1.8601237102553107e-05,
+      "loss": 40.125,
+      "step": 8173
+    },
+    {
+      "epoch": 0.3906145464971805,
+      "grad_norm": 303.6083984375,
+      "learning_rate": 1.8600842338199566e-05,
+      "loss": 26.6406,
+      "step": 8174
+    },
+    {
+      "epoch": 0.3906623339386409,
+      "grad_norm": 336.7923583984375,
+      "learning_rate": 1.8600447522338077e-05,
+      "loss": 41.5938,
+      "step": 8175
+    },
+    {
+      "epoch": 0.3907101213801013,
+      "grad_norm": 429.28009033203125,
+      "learning_rate": 1.8600052654971002e-05,
+      "loss": 43.9062,
+      "step": 8176
+    },
+    {
+      "epoch": 0.3907579088215617,
+      "grad_norm": 237.4000701904297,
+      "learning_rate": 1.859965773610071e-05,
+      "loss": 29.0,
+      "step": 8177
+    },
+    {
+      "epoch": 0.3908056962630221,
+      "grad_norm": 258.8604736328125,
+      "learning_rate": 1.8599262765729568e-05,
+      "loss": 29.8438,
+      "step": 8178
+    },
+    {
+      "epoch": 0.3908534837044825,
+      "grad_norm": 279.8747253417969,
+      "learning_rate": 1.8598867743859935e-05,
+      "loss": 26.2344,
+      "step": 8179
+    },
+    {
+      "epoch": 0.39090127114594286,
+      "grad_norm": 401.7416687011719,
+      "learning_rate": 1.859847267049418e-05,
+      "loss": 47.0625,
+      "step": 8180
+    },
+    {
+      "epoch": 0.39094905858740325,
+      "grad_norm": 218.83644104003906,
+      "learning_rate": 1.8598077545634668e-05,
+      "loss": 29.8125,
+      "step": 8181
+    },
+    {
+      "epoch": 0.3909968460288636,
+      "grad_norm": 162.45513916015625,
+      "learning_rate": 1.859768236928377e-05,
+      "loss": 20.4531,
+      "step": 8182
+    },
+    {
+      "epoch": 0.391044633470324,
+      "grad_norm": 278.6842041015625,
+      "learning_rate": 1.8597287141443847e-05,
+      "loss": 22.6875,
+      "step": 8183
+    },
+    {
+      "epoch": 0.39109242091178437,
+      "grad_norm": 462.3714599609375,
+      "learning_rate": 1.8596891862117266e-05,
+      "loss": 33.1875,
+      "step": 8184
+    },
+    {
+      "epoch": 0.39114020835324476,
+      "grad_norm": 296.1944274902344,
+      "learning_rate": 1.8596496531306396e-05,
+      "loss": 35.4375,
+      "step": 8185
+    },
+    {
+      "epoch": 0.39118799579470515,
+      "grad_norm": 340.45062255859375,
+      "learning_rate": 1.8596101149013606e-05,
+      "loss": 33.7812,
+      "step": 8186
+    },
+    {
+      "epoch": 0.39123578323616554,
+      "grad_norm": 246.81118774414062,
+      "learning_rate": 1.859570571524126e-05,
+      "loss": 37.125,
+      "step": 8187
+    },
+    {
+      "epoch": 0.3912835706776259,
+      "grad_norm": 322.2652893066406,
+      "learning_rate": 1.859531022999173e-05,
+      "loss": 39.4375,
+      "step": 8188
+    },
+    {
+      "epoch": 0.3913313581190863,
+      "grad_norm": 243.9047088623047,
+      "learning_rate": 1.859491469326738e-05,
+      "loss": 36.9688,
+      "step": 8189
+    },
+    {
+      "epoch": 0.3913791455605467,
+      "grad_norm": 468.9696960449219,
+      "learning_rate": 1.8594519105070583e-05,
+      "loss": 34.6875,
+      "step": 8190
+    },
+    {
+      "epoch": 0.3914269330020071,
+      "grad_norm": 252.4630126953125,
+      "learning_rate": 1.8594123465403705e-05,
+      "loss": 28.4375,
+      "step": 8191
+    },
+    {
+      "epoch": 0.3914747204434675,
+      "grad_norm": 313.2831115722656,
+      "learning_rate": 1.8593727774269122e-05,
+      "loss": 28.5312,
+      "step": 8192
+    },
+    {
+      "epoch": 0.3915225078849278,
+      "grad_norm": 184.51585388183594,
+      "learning_rate": 1.8593332031669194e-05,
+      "loss": 17.9688,
+      "step": 8193
+    },
+    {
+      "epoch": 0.3915702953263882,
+      "grad_norm": 243.85218811035156,
+      "learning_rate": 1.8592936237606296e-05,
+      "loss": 32.25,
+      "step": 8194
+    },
+    {
+      "epoch": 0.3916180827678486,
+      "grad_norm": 477.93572998046875,
+      "learning_rate": 1.85925403920828e-05,
+      "loss": 26.0,
+      "step": 8195
+    },
+    {
+      "epoch": 0.391665870209309,
+      "grad_norm": 282.1336669921875,
+      "learning_rate": 1.8592144495101073e-05,
+      "loss": 31.5781,
+      "step": 8196
+    },
+    {
+      "epoch": 0.3917136576507694,
+      "grad_norm": 225.08631896972656,
+      "learning_rate": 1.859174854666349e-05,
+      "loss": 35.9219,
+      "step": 8197
+    },
+    {
+      "epoch": 0.39176144509222977,
+      "grad_norm": 166.3748779296875,
+      "learning_rate": 1.8591352546772414e-05,
+      "loss": 29.7188,
+      "step": 8198
+    },
+    {
+      "epoch": 0.39180923253369015,
+      "grad_norm": 173.8748016357422,
+      "learning_rate": 1.8590956495430226e-05,
+      "loss": 21.0625,
+      "step": 8199
+    },
+    {
+      "epoch": 0.39185701997515054,
+      "grad_norm": 311.3232116699219,
+      "learning_rate": 1.8590560392639295e-05,
+      "loss": 38.3438,
+      "step": 8200
+    },
+    {
+      "epoch": 0.39190480741661093,
+      "grad_norm": 181.8260498046875,
+      "learning_rate": 1.859016423840199e-05,
+      "loss": 28.7188,
+      "step": 8201
+    },
+    {
+      "epoch": 0.3919525948580713,
+      "grad_norm": 228.1117401123047,
+      "learning_rate": 1.858976803272068e-05,
+      "loss": 27.3125,
+      "step": 8202
+    },
+    {
+      "epoch": 0.39200038229953166,
+      "grad_norm": 484.42742919921875,
+      "learning_rate": 1.8589371775597755e-05,
+      "loss": 34.9062,
+      "step": 8203
+    },
+    {
+      "epoch": 0.39204816974099205,
+      "grad_norm": 322.4886779785156,
+      "learning_rate": 1.858897546703557e-05,
+      "loss": 29.0938,
+      "step": 8204
+    },
+    {
+      "epoch": 0.39209595718245244,
+      "grad_norm": 349.5367431640625,
+      "learning_rate": 1.8588579107036504e-05,
+      "loss": 26.9062,
+      "step": 8205
+    },
+    {
+      "epoch": 0.3921437446239128,
+      "grad_norm": 252.0022430419922,
+      "learning_rate": 1.8588182695602935e-05,
+      "loss": 24.6719,
+      "step": 8206
+    },
+    {
+      "epoch": 0.3921915320653732,
+      "grad_norm": 213.27505493164062,
+      "learning_rate": 1.858778623273723e-05,
+      "loss": 26.5938,
+      "step": 8207
+    },
+    {
+      "epoch": 0.3922393195068336,
+      "grad_norm": 305.1827697753906,
+      "learning_rate": 1.858738971844177e-05,
+      "loss": 34.6875,
+      "step": 8208
+    },
+    {
+      "epoch": 0.392287106948294,
+      "grad_norm": 297.44952392578125,
+      "learning_rate": 1.8586993152718923e-05,
+      "loss": 29.1875,
+      "step": 8209
+    },
+    {
+      "epoch": 0.3923348943897544,
+      "grad_norm": 297.5419616699219,
+      "learning_rate": 1.858659653557107e-05,
+      "loss": 29.4062,
+      "step": 8210
+    },
+    {
+      "epoch": 0.3923826818312148,
+      "grad_norm": 342.185546875,
+      "learning_rate": 1.858619986700058e-05,
+      "loss": 44.3125,
+      "step": 8211
+    },
+    {
+      "epoch": 0.39243046927267516,
+      "grad_norm": 231.64744567871094,
+      "learning_rate": 1.8585803147009835e-05,
+      "loss": 29.2812,
+      "step": 8212
+    },
+    {
+      "epoch": 0.3924782567141355,
+      "grad_norm": 375.58160400390625,
+      "learning_rate": 1.8585406375601205e-05,
+      "loss": 30.2188,
+      "step": 8213
+    },
+    {
+      "epoch": 0.3925260441555959,
+      "grad_norm": 243.29933166503906,
+      "learning_rate": 1.8585009552777073e-05,
+      "loss": 30.9375,
+      "step": 8214
+    },
+    {
+      "epoch": 0.3925738315970563,
+      "grad_norm": 338.2789611816406,
+      "learning_rate": 1.858461267853981e-05,
+      "loss": 20.5625,
+      "step": 8215
+    },
+    {
+      "epoch": 0.39262161903851667,
+      "grad_norm": 213.71351623535156,
+      "learning_rate": 1.8584215752891793e-05,
+      "loss": 36.9062,
+      "step": 8216
+    },
+    {
+      "epoch": 0.39266940647997706,
+      "grad_norm": 329.5296936035156,
+      "learning_rate": 1.8583818775835402e-05,
+      "loss": 18.5781,
+      "step": 8217
+    },
+    {
+      "epoch": 0.39271719392143745,
+      "grad_norm": 382.1762390136719,
+      "learning_rate": 1.8583421747373012e-05,
+      "loss": 27.3281,
+      "step": 8218
+    },
+    {
+      "epoch": 0.39276498136289784,
+      "grad_norm": 416.62225341796875,
+      "learning_rate": 1.8583024667507e-05,
+      "loss": 46.0938,
+      "step": 8219
+    },
+    {
+      "epoch": 0.3928127688043582,
+      "grad_norm": 207.33956909179688,
+      "learning_rate": 1.8582627536239748e-05,
+      "loss": 24.5625,
+      "step": 8220
+    },
+    {
+      "epoch": 0.3928605562458186,
+      "grad_norm": 223.40167236328125,
+      "learning_rate": 1.8582230353573628e-05,
+      "loss": 21.4062,
+      "step": 8221
+    },
+    {
+      "epoch": 0.392908343687279,
+      "grad_norm": 224.1360626220703,
+      "learning_rate": 1.8581833119511022e-05,
+      "loss": 24.0938,
+      "step": 8222
+    },
+    {
+      "epoch": 0.3929561311287394,
+      "grad_norm": 207.78529357910156,
+      "learning_rate": 1.8581435834054316e-05,
+      "loss": 23.5625,
+      "step": 8223
+    },
+    {
+      "epoch": 0.39300391857019973,
+      "grad_norm": 432.5648193359375,
+      "learning_rate": 1.8581038497205878e-05,
+      "loss": 28.0,
+      "step": 8224
+    },
+    {
+      "epoch": 0.3930517060116601,
+      "grad_norm": 242.3618927001953,
+      "learning_rate": 1.858064110896809e-05,
+      "loss": 28.2188,
+      "step": 8225
+    },
+    {
+      "epoch": 0.3930994934531205,
+      "grad_norm": 292.2153625488281,
+      "learning_rate": 1.8580243669343338e-05,
+      "loss": 34.9688,
+      "step": 8226
+    },
+    {
+      "epoch": 0.3931472808945809,
+      "grad_norm": 314.5289001464844,
+      "learning_rate": 1.8579846178333995e-05,
+      "loss": 29.1562,
+      "step": 8227
+    },
+    {
+      "epoch": 0.3931950683360413,
+      "grad_norm": 275.315673828125,
+      "learning_rate": 1.8579448635942445e-05,
+      "loss": 28.6406,
+      "step": 8228
+    },
+    {
+      "epoch": 0.3932428557775017,
+      "grad_norm": 580.949951171875,
+      "learning_rate": 1.857905104217107e-05,
+      "loss": 40.4375,
+      "step": 8229
+    },
+    {
+      "epoch": 0.39329064321896207,
+      "grad_norm": 222.43673706054688,
+      "learning_rate": 1.8578653397022246e-05,
+      "loss": 27.9062,
+      "step": 8230
+    },
+    {
+      "epoch": 0.39333843066042246,
+      "grad_norm": 324.9644470214844,
+      "learning_rate": 1.857825570049836e-05,
+      "loss": 41.0312,
+      "step": 8231
+    },
+    {
+      "epoch": 0.39338621810188285,
+      "grad_norm": 352.2195129394531,
+      "learning_rate": 1.857785795260179e-05,
+      "loss": 33.3594,
+      "step": 8232
+    },
+    {
+      "epoch": 0.39343400554334323,
+      "grad_norm": 357.5691833496094,
+      "learning_rate": 1.8577460153334922e-05,
+      "loss": 42.0938,
+      "step": 8233
+    },
+    {
+      "epoch": 0.39348179298480357,
+      "grad_norm": 355.4781188964844,
+      "learning_rate": 1.8577062302700134e-05,
+      "loss": 34.125,
+      "step": 8234
+    },
+    {
+      "epoch": 0.39352958042626396,
+      "grad_norm": 234.44908142089844,
+      "learning_rate": 1.8576664400699808e-05,
+      "loss": 40.6875,
+      "step": 8235
+    },
+    {
+      "epoch": 0.39357736786772435,
+      "grad_norm": 409.13946533203125,
+      "learning_rate": 1.857626644733633e-05,
+      "loss": 34.1562,
+      "step": 8236
+    },
+    {
+      "epoch": 0.39362515530918474,
+      "grad_norm": 291.0148620605469,
+      "learning_rate": 1.8575868442612085e-05,
+      "loss": 39.75,
+      "step": 8237
+    },
+    {
+      "epoch": 0.3936729427506451,
+      "grad_norm": 228.34439086914062,
+      "learning_rate": 1.8575470386529452e-05,
+      "loss": 26.1094,
+      "step": 8238
+    },
+    {
+      "epoch": 0.3937207301921055,
+      "grad_norm": 439.3040771484375,
+      "learning_rate": 1.8575072279090818e-05,
+      "loss": 32.1562,
+      "step": 8239
+    },
+    {
+      "epoch": 0.3937685176335659,
+      "grad_norm": 432.18963623046875,
+      "learning_rate": 1.8574674120298563e-05,
+      "loss": 25.25,
+      "step": 8240
+    },
+    {
+      "epoch": 0.3938163050750263,
+      "grad_norm": 597.9803466796875,
+      "learning_rate": 1.8574275910155077e-05,
+      "loss": 48.625,
+      "step": 8241
+    },
+    {
+      "epoch": 0.3938640925164867,
+      "grad_norm": 171.32066345214844,
+      "learning_rate": 1.8573877648662743e-05,
+      "loss": 20.0625,
+      "step": 8242
+    },
+    {
+      "epoch": 0.3939118799579471,
+      "grad_norm": 391.36370849609375,
+      "learning_rate": 1.8573479335823946e-05,
+      "loss": 38.3438,
+      "step": 8243
+    },
+    {
+      "epoch": 0.3939596673994074,
+      "grad_norm": 183.29978942871094,
+      "learning_rate": 1.8573080971641067e-05,
+      "loss": 23.4219,
+      "step": 8244
+    },
+    {
+      "epoch": 0.3940074548408678,
+      "grad_norm": 247.89019775390625,
+      "learning_rate": 1.8572682556116497e-05,
+      "loss": 29.6562,
+      "step": 8245
+    },
+    {
+      "epoch": 0.3940552422823282,
+      "grad_norm": 282.7893371582031,
+      "learning_rate": 1.857228408925262e-05,
+      "loss": 35.2188,
+      "step": 8246
+    },
+    {
+      "epoch": 0.3941030297237886,
+      "grad_norm": 240.7897186279297,
+      "learning_rate": 1.8571885571051822e-05,
+      "loss": 24.9531,
+      "step": 8247
+    },
+    {
+      "epoch": 0.39415081716524897,
+      "grad_norm": 271.8207702636719,
+      "learning_rate": 1.857148700151649e-05,
+      "loss": 34.4375,
+      "step": 8248
+    },
+    {
+      "epoch": 0.39419860460670936,
+      "grad_norm": 352.83111572265625,
+      "learning_rate": 1.8571088380649013e-05,
+      "loss": 38.4688,
+      "step": 8249
+    },
+    {
+      "epoch": 0.39424639204816975,
+      "grad_norm": 246.00823974609375,
+      "learning_rate": 1.8570689708451775e-05,
+      "loss": 32.3438,
+      "step": 8250
+    },
+    {
+      "epoch": 0.39429417948963014,
+      "grad_norm": 250.8484344482422,
+      "learning_rate": 1.8570290984927167e-05,
+      "loss": 22.3125,
+      "step": 8251
+    },
+    {
+      "epoch": 0.3943419669310905,
+      "grad_norm": 765.3641357421875,
+      "learning_rate": 1.8569892210077572e-05,
+      "loss": 39.125,
+      "step": 8252
+    },
+    {
+      "epoch": 0.3943897543725509,
+      "grad_norm": 301.779296875,
+      "learning_rate": 1.856949338390538e-05,
+      "loss": 24.7188,
+      "step": 8253
+    },
+    {
+      "epoch": 0.3944375418140113,
+      "grad_norm": 508.18048095703125,
+      "learning_rate": 1.856909450641298e-05,
+      "loss": 34.625,
+      "step": 8254
+    },
+    {
+      "epoch": 0.39448532925547164,
+      "grad_norm": 195.97219848632812,
+      "learning_rate": 1.8568695577602765e-05,
+      "loss": 23.6562,
+      "step": 8255
+    },
+    {
+      "epoch": 0.39453311669693203,
+      "grad_norm": 219.26808166503906,
+      "learning_rate": 1.856829659747712e-05,
+      "loss": 28.6875,
+      "step": 8256
+    },
+    {
+      "epoch": 0.3945809041383924,
+      "grad_norm": 203.6102294921875,
+      "learning_rate": 1.8567897566038435e-05,
+      "loss": 29.9375,
+      "step": 8257
+    },
+    {
+      "epoch": 0.3946286915798528,
+      "grad_norm": 441.216796875,
+      "learning_rate": 1.856749848328909e-05,
+      "loss": 29.0312,
+      "step": 8258
+    },
+    {
+      "epoch": 0.3946764790213132,
+      "grad_norm": 169.0187530517578,
+      "learning_rate": 1.8567099349231496e-05,
+      "loss": 33.0,
+      "step": 8259
+    },
+    {
+      "epoch": 0.3947242664627736,
+      "grad_norm": 308.4259033203125,
+      "learning_rate": 1.8566700163868027e-05,
+      "loss": 28.3438,
+      "step": 8260
+    },
+    {
+      "epoch": 0.394772053904234,
+      "grad_norm": 258.0414123535156,
+      "learning_rate": 1.8566300927201074e-05,
+      "loss": 30.625,
+      "step": 8261
+    },
+    {
+      "epoch": 0.39481984134569437,
+      "grad_norm": 373.3733825683594,
+      "learning_rate": 1.856590163923304e-05,
+      "loss": 27.9375,
+      "step": 8262
+    },
+    {
+      "epoch": 0.39486762878715476,
+      "grad_norm": 945.9046630859375,
+      "learning_rate": 1.85655022999663e-05,
+      "loss": 37.375,
+      "step": 8263
+    },
+    {
+      "epoch": 0.39491541622861515,
+      "grad_norm": 311.2418518066406,
+      "learning_rate": 1.8565102909403258e-05,
+      "loss": 34.4062,
+      "step": 8264
+    },
+    {
+      "epoch": 0.3949632036700755,
+      "grad_norm": 191.4552764892578,
+      "learning_rate": 1.8564703467546304e-05,
+      "loss": 32.1562,
+      "step": 8265
+    },
+    {
+      "epoch": 0.39501099111153587,
+      "grad_norm": 222.2734832763672,
+      "learning_rate": 1.8564303974397825e-05,
+      "loss": 37.0938,
+      "step": 8266
+    },
+    {
+      "epoch": 0.39505877855299626,
+      "grad_norm": 247.2399139404297,
+      "learning_rate": 1.8563904429960217e-05,
+      "loss": 29.0938,
+      "step": 8267
+    },
+    {
+      "epoch": 0.39510656599445665,
+      "grad_norm": 623.577392578125,
+      "learning_rate": 1.856350483423587e-05,
+      "loss": 34.9688,
+      "step": 8268
+    },
+    {
+      "epoch": 0.39515435343591704,
+      "grad_norm": 334.1789245605469,
+      "learning_rate": 1.856310518722718e-05,
+      "loss": 26.2344,
+      "step": 8269
+    },
+    {
+      "epoch": 0.39520214087737743,
+      "grad_norm": 259.0755920410156,
+      "learning_rate": 1.8562705488936536e-05,
+      "loss": 34.3281,
+      "step": 8270
+    },
+    {
+      "epoch": 0.3952499283188378,
+      "grad_norm": 284.6377868652344,
+      "learning_rate": 1.856230573936634e-05,
+      "loss": 20.25,
+      "step": 8271
+    },
+    {
+      "epoch": 0.3952977157602982,
+      "grad_norm": 357.8142395019531,
+      "learning_rate": 1.8561905938518976e-05,
+      "loss": 31.9062,
+      "step": 8272
+    },
+    {
+      "epoch": 0.3953455032017586,
+      "grad_norm": 347.1187744140625,
+      "learning_rate": 1.856150608639685e-05,
+      "loss": 28.0625,
+      "step": 8273
+    },
+    {
+      "epoch": 0.395393290643219,
+      "grad_norm": 352.6152648925781,
+      "learning_rate": 1.8561106183002346e-05,
+      "loss": 29.5625,
+      "step": 8274
+    },
+    {
+      "epoch": 0.3954410780846793,
+      "grad_norm": 308.2818298339844,
+      "learning_rate": 1.8560706228337863e-05,
+      "loss": 20.7031,
+      "step": 8275
+    },
+    {
+      "epoch": 0.3954888655261397,
+      "grad_norm": 311.12884521484375,
+      "learning_rate": 1.8560306222405796e-05,
+      "loss": 36.5938,
+      "step": 8276
+    },
+    {
+      "epoch": 0.3955366529676001,
+      "grad_norm": 396.5576477050781,
+      "learning_rate": 1.8559906165208543e-05,
+      "loss": 28.4688,
+      "step": 8277
+    },
+    {
+      "epoch": 0.3955844404090605,
+      "grad_norm": 375.2929992675781,
+      "learning_rate": 1.8559506056748494e-05,
+      "loss": 35.4062,
+      "step": 8278
+    },
+    {
+      "epoch": 0.3956322278505209,
+      "grad_norm": 267.8919372558594,
+      "learning_rate": 1.855910589702805e-05,
+      "loss": 23.875,
+      "step": 8279
+    },
+    {
+      "epoch": 0.39568001529198127,
+      "grad_norm": 230.8166046142578,
+      "learning_rate": 1.8558705686049605e-05,
+      "loss": 22.1875,
+      "step": 8280
+    },
+    {
+      "epoch": 0.39572780273344166,
+      "grad_norm": 275.7087097167969,
+      "learning_rate": 1.855830542381556e-05,
+      "loss": 29.7188,
+      "step": 8281
+    },
+    {
+      "epoch": 0.39577559017490205,
+      "grad_norm": 375.0363464355469,
+      "learning_rate": 1.8557905110328306e-05,
+      "loss": 29.1875,
+      "step": 8282
+    },
+    {
+      "epoch": 0.39582337761636244,
+      "grad_norm": 257.02880859375,
+      "learning_rate": 1.8557504745590243e-05,
+      "loss": 35.4688,
+      "step": 8283
+    },
+    {
+      "epoch": 0.3958711650578228,
+      "grad_norm": 344.9496154785156,
+      "learning_rate": 1.855710432960377e-05,
+      "loss": 42.375,
+      "step": 8284
+    },
+    {
+      "epoch": 0.39591895249928316,
+      "grad_norm": 182.393798828125,
+      "learning_rate": 1.855670386237128e-05,
+      "loss": 25.6875,
+      "step": 8285
+    },
+    {
+      "epoch": 0.39596673994074355,
+      "grad_norm": 133.66009521484375,
+      "learning_rate": 1.8556303343895182e-05,
+      "loss": 19.875,
+      "step": 8286
+    },
+    {
+      "epoch": 0.39601452738220394,
+      "grad_norm": 267.4324951171875,
+      "learning_rate": 1.855590277417786e-05,
+      "loss": 31.4062,
+      "step": 8287
+    },
+    {
+      "epoch": 0.39606231482366433,
+      "grad_norm": 514.5291748046875,
+      "learning_rate": 1.855550215322173e-05,
+      "loss": 44.3125,
+      "step": 8288
+    },
+    {
+      "epoch": 0.3961101022651247,
+      "grad_norm": 308.0683288574219,
+      "learning_rate": 1.855510148102917e-05,
+      "loss": 33.0,
+      "step": 8289
+    },
+    {
+      "epoch": 0.3961578897065851,
+      "grad_norm": 241.00363159179688,
+      "learning_rate": 1.85547007576026e-05,
+      "loss": 29.1562,
+      "step": 8290
+    },
+    {
+      "epoch": 0.3962056771480455,
+      "grad_norm": 239.38229370117188,
+      "learning_rate": 1.8554299982944405e-05,
+      "loss": 17.2656,
+      "step": 8291
+    },
+    {
+      "epoch": 0.3962534645895059,
+      "grad_norm": 373.337890625,
+      "learning_rate": 1.8553899157056997e-05,
+      "loss": 44.0625,
+      "step": 8292
+    },
+    {
+      "epoch": 0.3963012520309663,
+      "grad_norm": 788.6160888671875,
+      "learning_rate": 1.855349827994277e-05,
+      "loss": 38.0312,
+      "step": 8293
+    },
+    {
+      "epoch": 0.39634903947242667,
+      "grad_norm": 339.847900390625,
+      "learning_rate": 1.855309735160412e-05,
+      "loss": 30.2812,
+      "step": 8294
+    },
+    {
+      "epoch": 0.39639682691388706,
+      "grad_norm": 308.11590576171875,
+      "learning_rate": 1.8552696372043456e-05,
+      "loss": 33.3438,
+      "step": 8295
+    },
+    {
+      "epoch": 0.3964446143553474,
+      "grad_norm": 401.1492004394531,
+      "learning_rate": 1.855229534126318e-05,
+      "loss": 36.7188,
+      "step": 8296
+    },
+    {
+      "epoch": 0.3964924017968078,
+      "grad_norm": 419.5019836425781,
+      "learning_rate": 1.8551894259265687e-05,
+      "loss": 38.0625,
+      "step": 8297
+    },
+    {
+      "epoch": 0.39654018923826817,
+      "grad_norm": 215.38607788085938,
+      "learning_rate": 1.855149312605338e-05,
+      "loss": 27.5938,
+      "step": 8298
+    },
+    {
+      "epoch": 0.39658797667972856,
+      "grad_norm": 501.2782287597656,
+      "learning_rate": 1.855109194162867e-05,
+      "loss": 33.8125,
+      "step": 8299
+    },
+    {
+      "epoch": 0.39663576412118895,
+      "grad_norm": 315.7489318847656,
+      "learning_rate": 1.8550690705993946e-05,
+      "loss": 33.6875,
+      "step": 8300
+    },
+    {
+      "epoch": 0.39668355156264934,
+      "grad_norm": 281.54119873046875,
+      "learning_rate": 1.8550289419151622e-05,
+      "loss": 24.3594,
+      "step": 8301
+    },
+    {
+      "epoch": 0.39673133900410973,
+      "grad_norm": 193.999267578125,
+      "learning_rate": 1.85498880811041e-05,
+      "loss": 27.7812,
+      "step": 8302
+    },
+    {
+      "epoch": 0.3967791264455701,
+      "grad_norm": 290.10858154296875,
+      "learning_rate": 1.8549486691853778e-05,
+      "loss": 29.3906,
+      "step": 8303
+    },
+    {
+      "epoch": 0.3968269138870305,
+      "grad_norm": 252.47344970703125,
+      "learning_rate": 1.8549085251403062e-05,
+      "loss": 22.1094,
+      "step": 8304
+    },
+    {
+      "epoch": 0.3968747013284909,
+      "grad_norm": 332.1510314941406,
+      "learning_rate": 1.8548683759754358e-05,
+      "loss": 33.0312,
+      "step": 8305
+    },
+    {
+      "epoch": 0.39692248876995123,
+      "grad_norm": 114.0167007446289,
+      "learning_rate": 1.8548282216910068e-05,
+      "loss": 25.7812,
+      "step": 8306
+    },
+    {
+      "epoch": 0.3969702762114116,
+      "grad_norm": 290.1351623535156,
+      "learning_rate": 1.8547880622872597e-05,
+      "loss": 31.6875,
+      "step": 8307
+    },
+    {
+      "epoch": 0.397018063652872,
+      "grad_norm": 158.0453643798828,
+      "learning_rate": 1.8547478977644355e-05,
+      "loss": 18.4219,
+      "step": 8308
+    },
+    {
+      "epoch": 0.3970658510943324,
+      "grad_norm": 203.0682373046875,
+      "learning_rate": 1.854707728122774e-05,
+      "loss": 26.4062,
+      "step": 8309
+    },
+    {
+      "epoch": 0.3971136385357928,
+      "grad_norm": 423.5646057128906,
+      "learning_rate": 1.854667553362516e-05,
+      "loss": 33.3125,
+      "step": 8310
+    },
+    {
+      "epoch": 0.3971614259772532,
+      "grad_norm": 248.3778076171875,
+      "learning_rate": 1.8546273734839024e-05,
+      "loss": 34.5625,
+      "step": 8311
+    },
+    {
+      "epoch": 0.39720921341871357,
+      "grad_norm": 481.8697814941406,
+      "learning_rate": 1.8545871884871734e-05,
+      "loss": 29.75,
+      "step": 8312
+    },
+    {
+      "epoch": 0.39725700086017396,
+      "grad_norm": 354.98504638671875,
+      "learning_rate": 1.85454699837257e-05,
+      "loss": 43.3594,
+      "step": 8313
+    },
+    {
+      "epoch": 0.39730478830163435,
+      "grad_norm": 234.14666748046875,
+      "learning_rate": 1.8545068031403325e-05,
+      "loss": 22.6094,
+      "step": 8314
+    },
+    {
+      "epoch": 0.39735257574309474,
+      "grad_norm": 205.02413940429688,
+      "learning_rate": 1.8544666027907024e-05,
+      "loss": 28.5,
+      "step": 8315
+    },
+    {
+      "epoch": 0.39740036318455507,
+      "grad_norm": 157.13832092285156,
+      "learning_rate": 1.8544263973239193e-05,
+      "loss": 22.125,
+      "step": 8316
+    },
+    {
+      "epoch": 0.39744815062601546,
+      "grad_norm": 185.5178985595703,
+      "learning_rate": 1.854386186740225e-05,
+      "loss": 25.1562,
+      "step": 8317
+    },
+    {
+      "epoch": 0.39749593806747585,
+      "grad_norm": 456.3714599609375,
+      "learning_rate": 1.85434597103986e-05,
+      "loss": 24.875,
+      "step": 8318
+    },
+    {
+      "epoch": 0.39754372550893624,
+      "grad_norm": 284.88409423828125,
+      "learning_rate": 1.8543057502230647e-05,
+      "loss": 32.1562,
+      "step": 8319
+    },
+    {
+      "epoch": 0.39759151295039663,
+      "grad_norm": 276.628173828125,
+      "learning_rate": 1.8542655242900804e-05,
+      "loss": 26.0469,
+      "step": 8320
+    },
+    {
+      "epoch": 0.397639300391857,
+      "grad_norm": 247.9263153076172,
+      "learning_rate": 1.854225293241148e-05,
+      "loss": 23.8906,
+      "step": 8321
+    },
+    {
+      "epoch": 0.3976870878333174,
+      "grad_norm": 185.8129119873047,
+      "learning_rate": 1.854185057076508e-05,
+      "loss": 21.8906,
+      "step": 8322
+    },
+    {
+      "epoch": 0.3977348752747778,
+      "grad_norm": 191.60894775390625,
+      "learning_rate": 1.8541448157964018e-05,
+      "loss": 24.7656,
+      "step": 8323
+    },
+    {
+      "epoch": 0.3977826627162382,
+      "grad_norm": 376.90869140625,
+      "learning_rate": 1.854104569401071e-05,
+      "loss": 38.0,
+      "step": 8324
+    },
+    {
+      "epoch": 0.3978304501576986,
+      "grad_norm": 275.79229736328125,
+      "learning_rate": 1.8540643178907552e-05,
+      "loss": 28.0625,
+      "step": 8325
+    },
+    {
+      "epoch": 0.39787823759915897,
+      "grad_norm": 411.28271484375,
+      "learning_rate": 1.8540240612656964e-05,
+      "loss": 33.9375,
+      "step": 8326
+    },
+    {
+      "epoch": 0.3979260250406193,
+      "grad_norm": 424.452880859375,
+      "learning_rate": 1.8539837995261358e-05,
+      "loss": 50.0938,
+      "step": 8327
+    },
+    {
+      "epoch": 0.3979738124820797,
+      "grad_norm": 212.16319274902344,
+      "learning_rate": 1.8539435326723135e-05,
+      "loss": 28.5938,
+      "step": 8328
+    },
+    {
+      "epoch": 0.3980215999235401,
+      "grad_norm": 400.8265380859375,
+      "learning_rate": 1.853903260704472e-05,
+      "loss": 32.8438,
+      "step": 8329
+    },
+    {
+      "epoch": 0.39806938736500047,
+      "grad_norm": 282.398681640625,
+      "learning_rate": 1.8538629836228512e-05,
+      "loss": 23.3125,
+      "step": 8330
+    },
+    {
+      "epoch": 0.39811717480646086,
+      "grad_norm": 253.53053283691406,
+      "learning_rate": 1.8538227014276932e-05,
+      "loss": 34.3125,
+      "step": 8331
+    },
+    {
+      "epoch": 0.39816496224792125,
+      "grad_norm": 253.52232360839844,
+      "learning_rate": 1.853782414119239e-05,
+      "loss": 34.1875,
+      "step": 8332
+    },
+    {
+      "epoch": 0.39821274968938164,
+      "grad_norm": 356.14825439453125,
+      "learning_rate": 1.85374212169773e-05,
+      "loss": 32.0,
+      "step": 8333
+    },
+    {
+      "epoch": 0.39826053713084203,
+      "grad_norm": 313.8756408691406,
+      "learning_rate": 1.853701824163407e-05,
+      "loss": 31.1406,
+      "step": 8334
+    },
+    {
+      "epoch": 0.3983083245723024,
+      "grad_norm": 463.4196472167969,
+      "learning_rate": 1.8536615215165114e-05,
+      "loss": 26.0312,
+      "step": 8335
+    },
+    {
+      "epoch": 0.3983561120137628,
+      "grad_norm": 205.7637481689453,
+      "learning_rate": 1.8536212137572852e-05,
+      "loss": 23.8438,
+      "step": 8336
+    },
+    {
+      "epoch": 0.39840389945522314,
+      "grad_norm": 241.88931274414062,
+      "learning_rate": 1.8535809008859695e-05,
+      "loss": 24.0312,
+      "step": 8337
+    },
+    {
+      "epoch": 0.39845168689668353,
+      "grad_norm": 311.9635925292969,
+      "learning_rate": 1.8535405829028055e-05,
+      "loss": 32.3125,
+      "step": 8338
+    },
+    {
+      "epoch": 0.3984994743381439,
+      "grad_norm": 615.621826171875,
+      "learning_rate": 1.853500259808035e-05,
+      "loss": 32.7812,
+      "step": 8339
+    },
+    {
+      "epoch": 0.3985472617796043,
+      "grad_norm": 218.2325439453125,
+      "learning_rate": 1.8534599316018988e-05,
+      "loss": 32.4688,
+      "step": 8340
+    },
+    {
+      "epoch": 0.3985950492210647,
+      "grad_norm": 191.06304931640625,
+      "learning_rate": 1.853419598284639e-05,
+      "loss": 33.0625,
+      "step": 8341
+    },
+    {
+      "epoch": 0.3986428366625251,
+      "grad_norm": 303.2343444824219,
+      "learning_rate": 1.8533792598564973e-05,
+      "loss": 32.3281,
+      "step": 8342
+    },
+    {
+      "epoch": 0.3986906241039855,
+      "grad_norm": 368.717041015625,
+      "learning_rate": 1.8533389163177148e-05,
+      "loss": 29.4375,
+      "step": 8343
+    },
+    {
+      "epoch": 0.39873841154544587,
+      "grad_norm": 316.9225769042969,
+      "learning_rate": 1.853298567668533e-05,
+      "loss": 33.0312,
+      "step": 8344
+    },
+    {
+      "epoch": 0.39878619898690626,
+      "grad_norm": 403.28021240234375,
+      "learning_rate": 1.8532582139091945e-05,
+      "loss": 33.1562,
+      "step": 8345
+    },
+    {
+      "epoch": 0.39883398642836665,
+      "grad_norm": 223.4936981201172,
+      "learning_rate": 1.85321785503994e-05,
+      "loss": 30.0312,
+      "step": 8346
+    },
+    {
+      "epoch": 0.398881773869827,
+      "grad_norm": 400.0790100097656,
+      "learning_rate": 1.8531774910610112e-05,
+      "loss": 30.0938,
+      "step": 8347
+    },
+    {
+      "epoch": 0.3989295613112874,
+      "grad_norm": 318.3085021972656,
+      "learning_rate": 1.85313712197265e-05,
+      "loss": 32.3125,
+      "step": 8348
+    },
+    {
+      "epoch": 0.39897734875274776,
+      "grad_norm": 449.99713134765625,
+      "learning_rate": 1.853096747775099e-05,
+      "loss": 41.6875,
+      "step": 8349
+    },
+    {
+      "epoch": 0.39902513619420815,
+      "grad_norm": 253.74530029296875,
+      "learning_rate": 1.853056368468599e-05,
+      "loss": 26.4375,
+      "step": 8350
+    },
+    {
+      "epoch": 0.39907292363566854,
+      "grad_norm": 245.07496643066406,
+      "learning_rate": 1.853015984053392e-05,
+      "loss": 27.9375,
+      "step": 8351
+    },
+    {
+      "epoch": 0.39912071107712893,
+      "grad_norm": 293.5998229980469,
+      "learning_rate": 1.85297559452972e-05,
+      "loss": 35.3125,
+      "step": 8352
+    },
+    {
+      "epoch": 0.3991684985185893,
+      "grad_norm": 260.1607360839844,
+      "learning_rate": 1.8529351998978246e-05,
+      "loss": 24.6562,
+      "step": 8353
+    },
+    {
+      "epoch": 0.3992162859600497,
+      "grad_norm": 202.47293090820312,
+      "learning_rate": 1.8528948001579482e-05,
+      "loss": 22.3438,
+      "step": 8354
+    },
+    {
+      "epoch": 0.3992640734015101,
+      "grad_norm": 200.24710083007812,
+      "learning_rate": 1.8528543953103324e-05,
+      "loss": 32.0312,
+      "step": 8355
+    },
+    {
+      "epoch": 0.3993118608429705,
+      "grad_norm": 422.5766296386719,
+      "learning_rate": 1.8528139853552194e-05,
+      "loss": 40.2812,
+      "step": 8356
+    },
+    {
+      "epoch": 0.3993596482844309,
+      "grad_norm": 359.8543395996094,
+      "learning_rate": 1.8527735702928507e-05,
+      "loss": 28.9688,
+      "step": 8357
+    },
+    {
+      "epoch": 0.3994074357258912,
+      "grad_norm": 356.6164245605469,
+      "learning_rate": 1.852733150123469e-05,
+      "loss": 41.625,
+      "step": 8358
+    },
+    {
+      "epoch": 0.3994552231673516,
+      "grad_norm": 311.8656311035156,
+      "learning_rate": 1.8526927248473162e-05,
+      "loss": 24.0,
+      "step": 8359
+    },
+    {
+      "epoch": 0.399503010608812,
+      "grad_norm": 221.8179931640625,
+      "learning_rate": 1.8526522944646342e-05,
+      "loss": 25.625,
+      "step": 8360
+    },
+    {
+      "epoch": 0.3995507980502724,
+      "grad_norm": 182.78338623046875,
+      "learning_rate": 1.852611858975665e-05,
+      "loss": 29.0312,
+      "step": 8361
+    },
+    {
+      "epoch": 0.39959858549173277,
+      "grad_norm": 297.9623107910156,
+      "learning_rate": 1.8525714183806508e-05,
+      "loss": 36.6562,
+      "step": 8362
+    },
+    {
+      "epoch": 0.39964637293319316,
+      "grad_norm": 444.9325866699219,
+      "learning_rate": 1.852530972679834e-05,
+      "loss": 38.3438,
+      "step": 8363
+    },
+    {
+      "epoch": 0.39969416037465355,
+      "grad_norm": 305.676025390625,
+      "learning_rate": 1.852490521873457e-05,
+      "loss": 35.0938,
+      "step": 8364
+    },
+    {
+      "epoch": 0.39974194781611394,
+      "grad_norm": 172.53323364257812,
+      "learning_rate": 1.8524500659617616e-05,
+      "loss": 27.5938,
+      "step": 8365
+    },
+    {
+      "epoch": 0.39978973525757433,
+      "grad_norm": 227.90594482421875,
+      "learning_rate": 1.8524096049449902e-05,
+      "loss": 32.8125,
+      "step": 8366
+    },
+    {
+      "epoch": 0.3998375226990347,
+      "grad_norm": 267.0672912597656,
+      "learning_rate": 1.8523691388233854e-05,
+      "loss": 37.3125,
+      "step": 8367
+    },
+    {
+      "epoch": 0.39988531014049505,
+      "grad_norm": 276.12017822265625,
+      "learning_rate": 1.852328667597189e-05,
+      "loss": 31.875,
+      "step": 8368
+    },
+    {
+      "epoch": 0.39993309758195544,
+      "grad_norm": 139.38450622558594,
+      "learning_rate": 1.852288191266644e-05,
+      "loss": 25.1406,
+      "step": 8369
+    },
+    {
+      "epoch": 0.39998088502341583,
+      "grad_norm": 194.93850708007812,
+      "learning_rate": 1.8522477098319923e-05,
+      "loss": 26.2344,
+      "step": 8370
+    },
+    {
+      "epoch": 0.4000286724648762,
+      "grad_norm": 252.65565490722656,
+      "learning_rate": 1.8522072232934765e-05,
+      "loss": 33.7812,
+      "step": 8371
+    },
+    {
+      "epoch": 0.4000764599063366,
+      "grad_norm": 216.20155334472656,
+      "learning_rate": 1.8521667316513392e-05,
+      "loss": 34.9062,
+      "step": 8372
+    },
+    {
+      "epoch": 0.400124247347797,
+      "grad_norm": 207.5266571044922,
+      "learning_rate": 1.8521262349058226e-05,
+      "loss": 25.1562,
+      "step": 8373
+    },
+    {
+      "epoch": 0.4001720347892574,
+      "grad_norm": 184.70684814453125,
+      "learning_rate": 1.8520857330571694e-05,
+      "loss": 23.875,
+      "step": 8374
+    },
+    {
+      "epoch": 0.4002198222307178,
+      "grad_norm": 227.990234375,
+      "learning_rate": 1.8520452261056224e-05,
+      "loss": 25.9219,
+      "step": 8375
+    },
+    {
+      "epoch": 0.40026760967217817,
+      "grad_norm": 291.6293640136719,
+      "learning_rate": 1.852004714051424e-05,
+      "loss": 46.3438,
+      "step": 8376
+    },
+    {
+      "epoch": 0.40031539711363856,
+      "grad_norm": 276.15185546875,
+      "learning_rate": 1.8519641968948165e-05,
+      "loss": 28.4062,
+      "step": 8377
+    },
+    {
+      "epoch": 0.4003631845550989,
+      "grad_norm": 241.9154052734375,
+      "learning_rate": 1.8519236746360428e-05,
+      "loss": 41.2812,
+      "step": 8378
+    },
+    {
+      "epoch": 0.4004109719965593,
+      "grad_norm": 879.0984497070312,
+      "learning_rate": 1.8518831472753456e-05,
+      "loss": 33.625,
+      "step": 8379
+    },
+    {
+      "epoch": 0.4004587594380197,
+      "grad_norm": 158.7679443359375,
+      "learning_rate": 1.8518426148129674e-05,
+      "loss": 30.125,
+      "step": 8380
+    },
+    {
+      "epoch": 0.40050654687948006,
+      "grad_norm": 193.66844177246094,
+      "learning_rate": 1.8518020772491513e-05,
+      "loss": 27.625,
+      "step": 8381
+    },
+    {
+      "epoch": 0.40055433432094045,
+      "grad_norm": 613.3650512695312,
+      "learning_rate": 1.85176153458414e-05,
+      "loss": 32.8438,
+      "step": 8382
+    },
+    {
+      "epoch": 0.40060212176240084,
+      "grad_norm": 419.1495056152344,
+      "learning_rate": 1.851720986818176e-05,
+      "loss": 36.8125,
+      "step": 8383
+    },
+    {
+      "epoch": 0.40064990920386123,
+      "grad_norm": 186.15240478515625,
+      "learning_rate": 1.8516804339515023e-05,
+      "loss": 24.7188,
+      "step": 8384
+    },
+    {
+      "epoch": 0.4006976966453216,
+      "grad_norm": 356.52099609375,
+      "learning_rate": 1.851639875984362e-05,
+      "loss": 39.2188,
+      "step": 8385
+    },
+    {
+      "epoch": 0.400745484086782,
+      "grad_norm": 184.96810913085938,
+      "learning_rate": 1.8515993129169978e-05,
+      "loss": 30.0938,
+      "step": 8386
+    },
+    {
+      "epoch": 0.4007932715282424,
+      "grad_norm": 175.62741088867188,
+      "learning_rate": 1.8515587447496522e-05,
+      "loss": 24.7188,
+      "step": 8387
+    },
+    {
+      "epoch": 0.40084105896970273,
+      "grad_norm": 209.97979736328125,
+      "learning_rate": 1.851518171482569e-05,
+      "loss": 30.625,
+      "step": 8388
+    },
+    {
+      "epoch": 0.4008888464111631,
+      "grad_norm": 268.55987548828125,
+      "learning_rate": 1.8514775931159903e-05,
+      "loss": 28.0469,
+      "step": 8389
+    },
+    {
+      "epoch": 0.4009366338526235,
+      "grad_norm": 425.1353759765625,
+      "learning_rate": 1.8514370096501598e-05,
+      "loss": 40.75,
+      "step": 8390
+    },
+    {
+      "epoch": 0.4009844212940839,
+      "grad_norm": 286.7810974121094,
+      "learning_rate": 1.85139642108532e-05,
+      "loss": 34.125,
+      "step": 8391
+    },
+    {
+      "epoch": 0.4010322087355443,
+      "grad_norm": 1232.350341796875,
+      "learning_rate": 1.8513558274217142e-05,
+      "loss": 26.1562,
+      "step": 8392
+    },
+    {
+      "epoch": 0.4010799961770047,
+      "grad_norm": 360.69171142578125,
+      "learning_rate": 1.851315228659586e-05,
+      "loss": 32.7969,
+      "step": 8393
+    },
+    {
+      "epoch": 0.4011277836184651,
+      "grad_norm": 197.22116088867188,
+      "learning_rate": 1.8512746247991774e-05,
+      "loss": 28.5938,
+      "step": 8394
+    },
+    {
+      "epoch": 0.40117557105992546,
+      "grad_norm": 259.97314453125,
+      "learning_rate": 1.851234015840733e-05,
+      "loss": 26.0625,
+      "step": 8395
+    },
+    {
+      "epoch": 0.40122335850138585,
+      "grad_norm": 160.06106567382812,
+      "learning_rate": 1.851193401784495e-05,
+      "loss": 21.3125,
+      "step": 8396
+    },
+    {
+      "epoch": 0.40127114594284624,
+      "grad_norm": 240.48353576660156,
+      "learning_rate": 1.8511527826307065e-05,
+      "loss": 26.5625,
+      "step": 8397
+    },
+    {
+      "epoch": 0.40131893338430663,
+      "grad_norm": 477.9082336425781,
+      "learning_rate": 1.8511121583796114e-05,
+      "loss": 29.9688,
+      "step": 8398
+    },
+    {
+      "epoch": 0.40136672082576696,
+      "grad_norm": 241.73098754882812,
+      "learning_rate": 1.851071529031453e-05,
+      "loss": 37.625,
+      "step": 8399
+    },
+    {
+      "epoch": 0.40141450826722735,
+      "grad_norm": 340.83001708984375,
+      "learning_rate": 1.8510308945864738e-05,
+      "loss": 30.625,
+      "step": 8400
+    },
+    {
+      "epoch": 0.40146229570868774,
+      "grad_norm": 692.34716796875,
+      "learning_rate": 1.8509902550449178e-05,
+      "loss": 43.9688,
+      "step": 8401
+    },
+    {
+      "epoch": 0.40151008315014813,
+      "grad_norm": 260.3470764160156,
+      "learning_rate": 1.850949610407028e-05,
+      "loss": 24.5312,
+      "step": 8402
+    },
+    {
+      "epoch": 0.4015578705916085,
+      "grad_norm": 501.5337219238281,
+      "learning_rate": 1.8509089606730485e-05,
+      "loss": 22.8125,
+      "step": 8403
+    },
+    {
+      "epoch": 0.4016056580330689,
+      "grad_norm": 309.3689880371094,
+      "learning_rate": 1.850868305843222e-05,
+      "loss": 37.25,
+      "step": 8404
+    },
+    {
+      "epoch": 0.4016534454745293,
+      "grad_norm": 334.33734130859375,
+      "learning_rate": 1.8508276459177924e-05,
+      "loss": 37.3125,
+      "step": 8405
+    },
+    {
+      "epoch": 0.4017012329159897,
+      "grad_norm": 328.2012023925781,
+      "learning_rate": 1.8507869808970032e-05,
+      "loss": 41.0625,
+      "step": 8406
+    },
+    {
+      "epoch": 0.4017490203574501,
+      "grad_norm": 247.28506469726562,
+      "learning_rate": 1.8507463107810978e-05,
+      "loss": 28.5312,
+      "step": 8407
+    },
+    {
+      "epoch": 0.40179680779891047,
+      "grad_norm": 281.00006103515625,
+      "learning_rate": 1.8507056355703196e-05,
+      "loss": 30.0312,
+      "step": 8408
+    },
+    {
+      "epoch": 0.4018445952403708,
+      "grad_norm": 417.8860168457031,
+      "learning_rate": 1.8506649552649124e-05,
+      "loss": 23.8125,
+      "step": 8409
+    },
+    {
+      "epoch": 0.4018923826818312,
+      "grad_norm": 140.54571533203125,
+      "learning_rate": 1.85062426986512e-05,
+      "loss": 24.3438,
+      "step": 8410
+    },
+    {
+      "epoch": 0.4019401701232916,
+      "grad_norm": 349.9980773925781,
+      "learning_rate": 1.8505835793711855e-05,
+      "loss": 30.8438,
+      "step": 8411
+    },
+    {
+      "epoch": 0.401987957564752,
+      "grad_norm": 420.2931213378906,
+      "learning_rate": 1.850542883783353e-05,
+      "loss": 47.8125,
+      "step": 8412
+    },
+    {
+      "epoch": 0.40203574500621236,
+      "grad_norm": 272.565673828125,
+      "learning_rate": 1.8505021831018665e-05,
+      "loss": 33.1562,
+      "step": 8413
+    },
+    {
+      "epoch": 0.40208353244767275,
+      "grad_norm": 252.36805725097656,
+      "learning_rate": 1.850461477326969e-05,
+      "loss": 26.7031,
+      "step": 8414
+    },
+    {
+      "epoch": 0.40213131988913314,
+      "grad_norm": 216.677734375,
+      "learning_rate": 1.8504207664589044e-05,
+      "loss": 26.3438,
+      "step": 8415
+    },
+    {
+      "epoch": 0.40217910733059353,
+      "grad_norm": 250.6405029296875,
+      "learning_rate": 1.850380050497917e-05,
+      "loss": 21.2812,
+      "step": 8416
+    },
+    {
+      "epoch": 0.4022268947720539,
+      "grad_norm": 245.7515869140625,
+      "learning_rate": 1.8503393294442504e-05,
+      "loss": 27.2031,
+      "step": 8417
+    },
+    {
+      "epoch": 0.4022746822135143,
+      "grad_norm": 383.0751647949219,
+      "learning_rate": 1.8502986032981485e-05,
+      "loss": 32.7188,
+      "step": 8418
+    },
+    {
+      "epoch": 0.40232246965497465,
+      "grad_norm": 220.5975341796875,
+      "learning_rate": 1.8502578720598553e-05,
+      "loss": 32.3438,
+      "step": 8419
+    },
+    {
+      "epoch": 0.40237025709643504,
+      "grad_norm": 280.7933654785156,
+      "learning_rate": 1.8502171357296144e-05,
+      "loss": 38.2812,
+      "step": 8420
+    },
+    {
+      "epoch": 0.4024180445378954,
+      "grad_norm": 165.20852661132812,
+      "learning_rate": 1.8501763943076697e-05,
+      "loss": 17.4844,
+      "step": 8421
+    },
+    {
+      "epoch": 0.4024658319793558,
+      "grad_norm": 247.14028930664062,
+      "learning_rate": 1.850135647794266e-05,
+      "loss": 28.0625,
+      "step": 8422
+    },
+    {
+      "epoch": 0.4025136194208162,
+      "grad_norm": 465.42437744140625,
+      "learning_rate": 1.8500948961896462e-05,
+      "loss": 40.5312,
+      "step": 8423
+    },
+    {
+      "epoch": 0.4025614068622766,
+      "grad_norm": 308.2834167480469,
+      "learning_rate": 1.8500541394940552e-05,
+      "loss": 37.375,
+      "step": 8424
+    },
+    {
+      "epoch": 0.402609194303737,
+      "grad_norm": 550.4520263671875,
+      "learning_rate": 1.8500133777077366e-05,
+      "loss": 33.2188,
+      "step": 8425
+    },
+    {
+      "epoch": 0.4026569817451974,
+      "grad_norm": 365.81964111328125,
+      "learning_rate": 1.8499726108309347e-05,
+      "loss": 31.1562,
+      "step": 8426
+    },
+    {
+      "epoch": 0.40270476918665776,
+      "grad_norm": 184.25506591796875,
+      "learning_rate": 1.8499318388638937e-05,
+      "loss": 19.3125,
+      "step": 8427
+    },
+    {
+      "epoch": 0.40275255662811815,
+      "grad_norm": 441.1669921875,
+      "learning_rate": 1.849891061806858e-05,
+      "loss": 35.0938,
+      "step": 8428
+    },
+    {
+      "epoch": 0.40280034406957854,
+      "grad_norm": 207.8000030517578,
+      "learning_rate": 1.8498502796600712e-05,
+      "loss": 23.6562,
+      "step": 8429
+    },
+    {
+      "epoch": 0.4028481315110389,
+      "grad_norm": 231.03143310546875,
+      "learning_rate": 1.8498094924237776e-05,
+      "loss": 32.6562,
+      "step": 8430
+    },
+    {
+      "epoch": 0.40289591895249927,
+      "grad_norm": 342.7933349609375,
+      "learning_rate": 1.8497687000982218e-05,
+      "loss": 26.8906,
+      "step": 8431
+    },
+    {
+      "epoch": 0.40294370639395966,
+      "grad_norm": 429.4110412597656,
+      "learning_rate": 1.849727902683648e-05,
+      "loss": 45.6719,
+      "step": 8432
+    },
+    {
+      "epoch": 0.40299149383542004,
+      "grad_norm": 206.54774475097656,
+      "learning_rate": 1.849687100180301e-05,
+      "loss": 28.3438,
+      "step": 8433
+    },
+    {
+      "epoch": 0.40303928127688043,
+      "grad_norm": 354.1680908203125,
+      "learning_rate": 1.849646292588424e-05,
+      "loss": 26.0938,
+      "step": 8434
+    },
+    {
+      "epoch": 0.4030870687183408,
+      "grad_norm": 300.100830078125,
+      "learning_rate": 1.8496054799082627e-05,
+      "loss": 35.5,
+      "step": 8435
+    },
+    {
+      "epoch": 0.4031348561598012,
+      "grad_norm": 262.6518249511719,
+      "learning_rate": 1.84956466214006e-05,
+      "loss": 23.8438,
+      "step": 8436
+    },
+    {
+      "epoch": 0.4031826436012616,
+      "grad_norm": 459.33782958984375,
+      "learning_rate": 1.849523839284062e-05,
+      "loss": 41.0,
+      "step": 8437
+    },
+    {
+      "epoch": 0.403230431042722,
+      "grad_norm": 173.80845642089844,
+      "learning_rate": 1.849483011340512e-05,
+      "loss": 27.375,
+      "step": 8438
+    },
+    {
+      "epoch": 0.4032782184841824,
+      "grad_norm": 361.2769470214844,
+      "learning_rate": 1.849442178309655e-05,
+      "loss": 24.625,
+      "step": 8439
+    },
+    {
+      "epoch": 0.4033260059256427,
+      "grad_norm": 331.3932800292969,
+      "learning_rate": 1.8494013401917355e-05,
+      "loss": 35.4375,
+      "step": 8440
+    },
+    {
+      "epoch": 0.4033737933671031,
+      "grad_norm": 289.4954528808594,
+      "learning_rate": 1.849360496986998e-05,
+      "loss": 28.8438,
+      "step": 8441
+    },
+    {
+      "epoch": 0.4034215808085635,
+      "grad_norm": 416.865478515625,
+      "learning_rate": 1.849319648695687e-05,
+      "loss": 31.1562,
+      "step": 8442
+    },
+    {
+      "epoch": 0.4034693682500239,
+      "grad_norm": 277.0692138671875,
+      "learning_rate": 1.849278795318047e-05,
+      "loss": 31.4375,
+      "step": 8443
+    },
+    {
+      "epoch": 0.4035171556914843,
+      "grad_norm": 252.9141845703125,
+      "learning_rate": 1.8492379368543234e-05,
+      "loss": 26.625,
+      "step": 8444
+    },
+    {
+      "epoch": 0.40356494313294466,
+      "grad_norm": 243.42088317871094,
+      "learning_rate": 1.84919707330476e-05,
+      "loss": 34.125,
+      "step": 8445
+    },
+    {
+      "epoch": 0.40361273057440505,
+      "grad_norm": 276.8922119140625,
+      "learning_rate": 1.8491562046696022e-05,
+      "loss": 27.7344,
+      "step": 8446
+    },
+    {
+      "epoch": 0.40366051801586544,
+      "grad_norm": 218.92147827148438,
+      "learning_rate": 1.8491153309490943e-05,
+      "loss": 35.75,
+      "step": 8447
+    },
+    {
+      "epoch": 0.40370830545732583,
+      "grad_norm": 473.14837646484375,
+      "learning_rate": 1.849074452143481e-05,
+      "loss": 27.1406,
+      "step": 8448
+    },
+    {
+      "epoch": 0.4037560928987862,
+      "grad_norm": 361.16259765625,
+      "learning_rate": 1.8490335682530076e-05,
+      "loss": 37.1562,
+      "step": 8449
+    },
+    {
+      "epoch": 0.40380388034024656,
+      "grad_norm": 291.37432861328125,
+      "learning_rate": 1.8489926792779188e-05,
+      "loss": 21.75,
+      "step": 8450
+    },
+    {
+      "epoch": 0.40385166778170695,
+      "grad_norm": 302.2619934082031,
+      "learning_rate": 1.8489517852184588e-05,
+      "loss": 24.375,
+      "step": 8451
+    },
+    {
+      "epoch": 0.40389945522316734,
+      "grad_norm": 438.83685302734375,
+      "learning_rate": 1.8489108860748736e-05,
+      "loss": 31.875,
+      "step": 8452
+    },
+    {
+      "epoch": 0.4039472426646277,
+      "grad_norm": 301.8273620605469,
+      "learning_rate": 1.8488699818474075e-05,
+      "loss": 31.5938,
+      "step": 8453
+    },
+    {
+      "epoch": 0.4039950301060881,
+      "grad_norm": 308.0859069824219,
+      "learning_rate": 1.8488290725363054e-05,
+      "loss": 39.625,
+      "step": 8454
+    },
+    {
+      "epoch": 0.4040428175475485,
+      "grad_norm": 296.5453186035156,
+      "learning_rate": 1.8487881581418127e-05,
+      "loss": 29.8125,
+      "step": 8455
+    },
+    {
+      "epoch": 0.4040906049890089,
+      "grad_norm": 365.6202697753906,
+      "learning_rate": 1.8487472386641737e-05,
+      "loss": 29.4531,
+      "step": 8456
+    },
+    {
+      "epoch": 0.4041383924304693,
+      "grad_norm": 266.8765869140625,
+      "learning_rate": 1.8487063141036342e-05,
+      "loss": 31.3438,
+      "step": 8457
+    },
+    {
+      "epoch": 0.4041861798719297,
+      "grad_norm": 302.6430358886719,
+      "learning_rate": 1.848665384460439e-05,
+      "loss": 41.2188,
+      "step": 8458
+    },
+    {
+      "epoch": 0.40423396731339006,
+      "grad_norm": 351.46307373046875,
+      "learning_rate": 1.848624449734833e-05,
+      "loss": 51.0,
+      "step": 8459
+    },
+    {
+      "epoch": 0.4042817547548504,
+      "grad_norm": 366.6499938964844,
+      "learning_rate": 1.8485835099270622e-05,
+      "loss": 28.9688,
+      "step": 8460
+    },
+    {
+      "epoch": 0.4043295421963108,
+      "grad_norm": 216.2269744873047,
+      "learning_rate": 1.8485425650373706e-05,
+      "loss": 22.0625,
+      "step": 8461
+    },
+    {
+      "epoch": 0.4043773296377712,
+      "grad_norm": 304.3882751464844,
+      "learning_rate": 1.8485016150660043e-05,
+      "loss": 30.6562,
+      "step": 8462
+    },
+    {
+      "epoch": 0.40442511707923157,
+      "grad_norm": 398.04608154296875,
+      "learning_rate": 1.8484606600132078e-05,
+      "loss": 39.5625,
+      "step": 8463
+    },
+    {
+      "epoch": 0.40447290452069196,
+      "grad_norm": 336.7152099609375,
+      "learning_rate": 1.848419699879227e-05,
+      "loss": 23.9844,
+      "step": 8464
+    },
+    {
+      "epoch": 0.40452069196215235,
+      "grad_norm": 164.89785766601562,
+      "learning_rate": 1.848378734664307e-05,
+      "loss": 29.4531,
+      "step": 8465
+    },
+    {
+      "epoch": 0.40456847940361274,
+      "grad_norm": 314.7974853515625,
+      "learning_rate": 1.8483377643686927e-05,
+      "loss": 35.4375,
+      "step": 8466
+    },
+    {
+      "epoch": 0.4046162668450731,
+      "grad_norm": 268.59765625,
+      "learning_rate": 1.84829678899263e-05,
+      "loss": 41.4062,
+      "step": 8467
+    },
+    {
+      "epoch": 0.4046640542865335,
+      "grad_norm": 220.24827575683594,
+      "learning_rate": 1.8482558085363645e-05,
+      "loss": 31.0938,
+      "step": 8468
+    },
+    {
+      "epoch": 0.4047118417279939,
+      "grad_norm": 232.08151245117188,
+      "learning_rate": 1.848214823000141e-05,
+      "loss": 28.9375,
+      "step": 8469
+    },
+    {
+      "epoch": 0.4047596291694543,
+      "grad_norm": 208.32925415039062,
+      "learning_rate": 1.8481738323842055e-05,
+      "loss": 32.4062,
+      "step": 8470
+    },
+    {
+      "epoch": 0.4048074166109146,
+      "grad_norm": 242.42173767089844,
+      "learning_rate": 1.8481328366888027e-05,
+      "loss": 24.9688,
+      "step": 8471
+    },
+    {
+      "epoch": 0.404855204052375,
+      "grad_norm": 633.9398193359375,
+      "learning_rate": 1.8480918359141787e-05,
+      "loss": 37.2188,
+      "step": 8472
+    },
+    {
+      "epoch": 0.4049029914938354,
+      "grad_norm": 183.622314453125,
+      "learning_rate": 1.848050830060579e-05,
+      "loss": 31.125,
+      "step": 8473
+    },
+    {
+      "epoch": 0.4049507789352958,
+      "grad_norm": 188.25701904296875,
+      "learning_rate": 1.8480098191282493e-05,
+      "loss": 21.1719,
+      "step": 8474
+    },
+    {
+      "epoch": 0.4049985663767562,
+      "grad_norm": 451.61785888671875,
+      "learning_rate": 1.847968803117435e-05,
+      "loss": 31.2188,
+      "step": 8475
+    },
+    {
+      "epoch": 0.4050463538182166,
+      "grad_norm": 227.03465270996094,
+      "learning_rate": 1.8479277820283818e-05,
+      "loss": 31.5938,
+      "step": 8476
+    },
+    {
+      "epoch": 0.40509414125967697,
+      "grad_norm": 191.56300354003906,
+      "learning_rate": 1.847886755861335e-05,
+      "loss": 30.3438,
+      "step": 8477
+    },
+    {
+      "epoch": 0.40514192870113735,
+      "grad_norm": 331.8423156738281,
+      "learning_rate": 1.8478457246165408e-05,
+      "loss": 26.7969,
+      "step": 8478
+    },
+    {
+      "epoch": 0.40518971614259774,
+      "grad_norm": 175.21095275878906,
+      "learning_rate": 1.8478046882942446e-05,
+      "loss": 31.4688,
+      "step": 8479
+    },
+    {
+      "epoch": 0.40523750358405813,
+      "grad_norm": 304.6174621582031,
+      "learning_rate": 1.8477636468946926e-05,
+      "loss": 28.6562,
+      "step": 8480
+    },
+    {
+      "epoch": 0.40528529102551847,
+      "grad_norm": 351.8757629394531,
+      "learning_rate": 1.8477226004181298e-05,
+      "loss": 33.8125,
+      "step": 8481
+    },
+    {
+      "epoch": 0.40533307846697886,
+      "grad_norm": 368.9654541015625,
+      "learning_rate": 1.847681548864803e-05,
+      "loss": 35.9219,
+      "step": 8482
+    },
+    {
+      "epoch": 0.40538086590843925,
+      "grad_norm": 788.088134765625,
+      "learning_rate": 1.847640492234957e-05,
+      "loss": 38.9688,
+      "step": 8483
+    },
+    {
+      "epoch": 0.40542865334989964,
+      "grad_norm": 168.12767028808594,
+      "learning_rate": 1.8475994305288388e-05,
+      "loss": 29.75,
+      "step": 8484
+    },
+    {
+      "epoch": 0.40547644079136,
+      "grad_norm": 578.697265625,
+      "learning_rate": 1.8475583637466933e-05,
+      "loss": 37.625,
+      "step": 8485
+    },
+    {
+      "epoch": 0.4055242282328204,
+      "grad_norm": 290.1846008300781,
+      "learning_rate": 1.847517291888767e-05,
+      "loss": 27.8438,
+      "step": 8486
+    },
+    {
+      "epoch": 0.4055720156742808,
+      "grad_norm": 390.4104919433594,
+      "learning_rate": 1.8474762149553056e-05,
+      "loss": 34.625,
+      "step": 8487
+    },
+    {
+      "epoch": 0.4056198031157412,
+      "grad_norm": 223.14495849609375,
+      "learning_rate": 1.8474351329465553e-05,
+      "loss": 21.75,
+      "step": 8488
+    },
+    {
+      "epoch": 0.4056675905572016,
+      "grad_norm": 402.9072570800781,
+      "learning_rate": 1.8473940458627618e-05,
+      "loss": 36.1094,
+      "step": 8489
+    },
+    {
+      "epoch": 0.405715377998662,
+      "grad_norm": 303.2086181640625,
+      "learning_rate": 1.8473529537041716e-05,
+      "loss": 34.4375,
+      "step": 8490
+    },
+    {
+      "epoch": 0.4057631654401223,
+      "grad_norm": 201.52386474609375,
+      "learning_rate": 1.8473118564710307e-05,
+      "loss": 37.6562,
+      "step": 8491
+    },
+    {
+      "epoch": 0.4058109528815827,
+      "grad_norm": 239.1779022216797,
+      "learning_rate": 1.847270754163585e-05,
+      "loss": 26.8438,
+      "step": 8492
+    },
+    {
+      "epoch": 0.4058587403230431,
+      "grad_norm": 308.5996398925781,
+      "learning_rate": 1.8472296467820808e-05,
+      "loss": 39.875,
+      "step": 8493
+    },
+    {
+      "epoch": 0.4059065277645035,
+      "grad_norm": 482.0539245605469,
+      "learning_rate": 1.8471885343267645e-05,
+      "loss": 34.5625,
+      "step": 8494
+    },
+    {
+      "epoch": 0.40595431520596387,
+      "grad_norm": 205.2205810546875,
+      "learning_rate": 1.8471474167978817e-05,
+      "loss": 34.25,
+      "step": 8495
+    },
+    {
+      "epoch": 0.40600210264742426,
+      "grad_norm": 132.33274841308594,
+      "learning_rate": 1.8471062941956788e-05,
+      "loss": 30.2188,
+      "step": 8496
+    },
+    {
+      "epoch": 0.40604989008888465,
+      "grad_norm": 195.87928771972656,
+      "learning_rate": 1.8470651665204025e-05,
+      "loss": 29.6562,
+      "step": 8497
+    },
+    {
+      "epoch": 0.40609767753034504,
+      "grad_norm": 242.54922485351562,
+      "learning_rate": 1.847024033772299e-05,
+      "loss": 33.875,
+      "step": 8498
+    },
+    {
+      "epoch": 0.4061454649718054,
+      "grad_norm": 200.13232421875,
+      "learning_rate": 1.8469828959516145e-05,
+      "loss": 30.1562,
+      "step": 8499
+    },
+    {
+      "epoch": 0.4061932524132658,
+      "grad_norm": 237.62974548339844,
+      "learning_rate": 1.846941753058595e-05,
+      "loss": 24.4688,
+      "step": 8500
+    },
+    {
+      "epoch": 0.4062410398547262,
+      "grad_norm": 241.40234375,
+      "learning_rate": 1.8469006050934878e-05,
+      "loss": 31.7812,
+      "step": 8501
+    },
+    {
+      "epoch": 0.40628882729618654,
+      "grad_norm": 222.12945556640625,
+      "learning_rate": 1.8468594520565384e-05,
+      "loss": 27.0469,
+      "step": 8502
+    },
+    {
+      "epoch": 0.40633661473764693,
+      "grad_norm": 345.2933044433594,
+      "learning_rate": 1.8468182939479937e-05,
+      "loss": 41.1875,
+      "step": 8503
+    },
+    {
+      "epoch": 0.4063844021791073,
+      "grad_norm": 452.2317810058594,
+      "learning_rate": 1.8467771307681e-05,
+      "loss": 47.75,
+      "step": 8504
+    },
+    {
+      "epoch": 0.4064321896205677,
+      "grad_norm": 661.64111328125,
+      "learning_rate": 1.846735962517104e-05,
+      "loss": 27.2812,
+      "step": 8505
+    },
+    {
+      "epoch": 0.4064799770620281,
+      "grad_norm": 425.0728759765625,
+      "learning_rate": 1.8466947891952524e-05,
+      "loss": 33.0625,
+      "step": 8506
+    },
+    {
+      "epoch": 0.4065277645034885,
+      "grad_norm": 194.93905639648438,
+      "learning_rate": 1.8466536108027914e-05,
+      "loss": 26.8438,
+      "step": 8507
+    },
+    {
+      "epoch": 0.4065755519449489,
+      "grad_norm": 477.1570129394531,
+      "learning_rate": 1.846612427339968e-05,
+      "loss": 28.8125,
+      "step": 8508
+    },
+    {
+      "epoch": 0.40662333938640927,
+      "grad_norm": 492.51104736328125,
+      "learning_rate": 1.846571238807028e-05,
+      "loss": 37.8438,
+      "step": 8509
+    },
+    {
+      "epoch": 0.40667112682786966,
+      "grad_norm": 229.24075317382812,
+      "learning_rate": 1.8465300452042193e-05,
+      "loss": 27.6719,
+      "step": 8510
+    },
+    {
+      "epoch": 0.40671891426933005,
+      "grad_norm": 450.5159606933594,
+      "learning_rate": 1.8464888465317875e-05,
+      "loss": 25.1875,
+      "step": 8511
+    },
+    {
+      "epoch": 0.4067667017107904,
+      "grad_norm": 380.99029541015625,
+      "learning_rate": 1.8464476427899798e-05,
+      "loss": 36.7812,
+      "step": 8512
+    },
+    {
+      "epoch": 0.40681448915225077,
+      "grad_norm": 253.4605712890625,
+      "learning_rate": 1.846406433979043e-05,
+      "loss": 31.0469,
+      "step": 8513
+    },
+    {
+      "epoch": 0.40686227659371116,
+      "grad_norm": 294.2256774902344,
+      "learning_rate": 1.846365220099224e-05,
+      "loss": 27.6562,
+      "step": 8514
+    },
+    {
+      "epoch": 0.40691006403517155,
+      "grad_norm": 309.92498779296875,
+      "learning_rate": 1.8463240011507694e-05,
+      "loss": 33.375,
+      "step": 8515
+    },
+    {
+      "epoch": 0.40695785147663194,
+      "grad_norm": 258.23291015625,
+      "learning_rate": 1.8462827771339257e-05,
+      "loss": 33.875,
+      "step": 8516
+    },
+    {
+      "epoch": 0.4070056389180923,
+      "grad_norm": 257.7117614746094,
+      "learning_rate": 1.8462415480489406e-05,
+      "loss": 36.125,
+      "step": 8517
+    },
+    {
+      "epoch": 0.4070534263595527,
+      "grad_norm": 192.93508911132812,
+      "learning_rate": 1.8462003138960605e-05,
+      "loss": 28.375,
+      "step": 8518
+    },
+    {
+      "epoch": 0.4071012138010131,
+      "grad_norm": 267.718994140625,
+      "learning_rate": 1.846159074675532e-05,
+      "loss": 33.1562,
+      "step": 8519
+    },
+    {
+      "epoch": 0.4071490012424735,
+      "grad_norm": 337.29388427734375,
+      "learning_rate": 1.8461178303876033e-05,
+      "loss": 34.9375,
+      "step": 8520
+    },
+    {
+      "epoch": 0.4071967886839339,
+      "grad_norm": 290.66705322265625,
+      "learning_rate": 1.84607658103252e-05,
+      "loss": 38.5625,
+      "step": 8521
+    },
+    {
+      "epoch": 0.4072445761253942,
+      "grad_norm": 397.1026611328125,
+      "learning_rate": 1.84603532661053e-05,
+      "loss": 40.5938,
+      "step": 8522
+    },
+    {
+      "epoch": 0.4072923635668546,
+      "grad_norm": 336.57586669921875,
+      "learning_rate": 1.84599406712188e-05,
+      "loss": 29.75,
+      "step": 8523
+    },
+    {
+      "epoch": 0.407340151008315,
+      "grad_norm": 290.32830810546875,
+      "learning_rate": 1.845952802566817e-05,
+      "loss": 27.75,
+      "step": 8524
+    },
+    {
+      "epoch": 0.4073879384497754,
+      "grad_norm": 439.61083984375,
+      "learning_rate": 1.8459115329455882e-05,
+      "loss": 33.7188,
+      "step": 8525
+    },
+    {
+      "epoch": 0.4074357258912358,
+      "grad_norm": 274.664794921875,
+      "learning_rate": 1.845870258258441e-05,
+      "loss": 42.2812,
+      "step": 8526
+    },
+    {
+      "epoch": 0.40748351333269617,
+      "grad_norm": 293.850830078125,
+      "learning_rate": 1.8458289785056227e-05,
+      "loss": 29.1719,
+      "step": 8527
+    },
+    {
+      "epoch": 0.40753130077415656,
+      "grad_norm": 420.45556640625,
+      "learning_rate": 1.84578769368738e-05,
+      "loss": 34.0625,
+      "step": 8528
+    },
+    {
+      "epoch": 0.40757908821561695,
+      "grad_norm": 217.26766967773438,
+      "learning_rate": 1.84574640380396e-05,
+      "loss": 21.7031,
+      "step": 8529
+    },
+    {
+      "epoch": 0.40762687565707734,
+      "grad_norm": 239.97027587890625,
+      "learning_rate": 1.845705108855611e-05,
+      "loss": 32.5938,
+      "step": 8530
+    },
+    {
+      "epoch": 0.4076746630985377,
+      "grad_norm": 295.73468017578125,
+      "learning_rate": 1.8456638088425794e-05,
+      "loss": 37.3125,
+      "step": 8531
+    },
+    {
+      "epoch": 0.4077224505399981,
+      "grad_norm": 501.9123229980469,
+      "learning_rate": 1.845622503765113e-05,
+      "loss": 25.6562,
+      "step": 8532
+    },
+    {
+      "epoch": 0.40777023798145845,
+      "grad_norm": 198.54248046875,
+      "learning_rate": 1.8455811936234584e-05,
+      "loss": 21.1719,
+      "step": 8533
+    },
+    {
+      "epoch": 0.40781802542291884,
+      "grad_norm": 347.70465087890625,
+      "learning_rate": 1.845539878417864e-05,
+      "loss": 32.3125,
+      "step": 8534
+    },
+    {
+      "epoch": 0.40786581286437923,
+      "grad_norm": 329.232177734375,
+      "learning_rate": 1.8454985581485768e-05,
+      "loss": 27.4375,
+      "step": 8535
+    },
+    {
+      "epoch": 0.4079136003058396,
+      "grad_norm": 158.70692443847656,
+      "learning_rate": 1.845457232815844e-05,
+      "loss": 21.5469,
+      "step": 8536
+    },
+    {
+      "epoch": 0.4079613877473,
+      "grad_norm": 495.38134765625,
+      "learning_rate": 1.8454159024199133e-05,
+      "loss": 26.5312,
+      "step": 8537
+    },
+    {
+      "epoch": 0.4080091751887604,
+      "grad_norm": 274.5655517578125,
+      "learning_rate": 1.8453745669610325e-05,
+      "loss": 29.625,
+      "step": 8538
+    },
+    {
+      "epoch": 0.4080569626302208,
+      "grad_norm": 286.6686096191406,
+      "learning_rate": 1.8453332264394486e-05,
+      "loss": 25.6562,
+      "step": 8539
+    },
+    {
+      "epoch": 0.4081047500716812,
+      "grad_norm": 501.303466796875,
+      "learning_rate": 1.8452918808554097e-05,
+      "loss": 31.2812,
+      "step": 8540
+    },
+    {
+      "epoch": 0.40815253751314157,
+      "grad_norm": 471.3219909667969,
+      "learning_rate": 1.845250530209163e-05,
+      "loss": 32.5312,
+      "step": 8541
+    },
+    {
+      "epoch": 0.40820032495460196,
+      "grad_norm": 349.6702575683594,
+      "learning_rate": 1.845209174500956e-05,
+      "loss": 25.5625,
+      "step": 8542
+    },
+    {
+      "epoch": 0.4082481123960623,
+      "grad_norm": 206.67274475097656,
+      "learning_rate": 1.845167813731037e-05,
+      "loss": 28.1875,
+      "step": 8543
+    },
+    {
+      "epoch": 0.4082958998375227,
+      "grad_norm": 427.98138427734375,
+      "learning_rate": 1.8451264478996534e-05,
+      "loss": 32.5312,
+      "step": 8544
+    },
+    {
+      "epoch": 0.40834368727898307,
+      "grad_norm": 619.1781005859375,
+      "learning_rate": 1.845085077007053e-05,
+      "loss": 43.0312,
+      "step": 8545
+    },
+    {
+      "epoch": 0.40839147472044346,
+      "grad_norm": 362.9721984863281,
+      "learning_rate": 1.8450437010534833e-05,
+      "loss": 32.6875,
+      "step": 8546
+    },
+    {
+      "epoch": 0.40843926216190385,
+      "grad_norm": 240.5519256591797,
+      "learning_rate": 1.8450023200391923e-05,
+      "loss": 31.0938,
+      "step": 8547
+    },
+    {
+      "epoch": 0.40848704960336424,
+      "grad_norm": 221.899658203125,
+      "learning_rate": 1.8449609339644276e-05,
+      "loss": 30.4062,
+      "step": 8548
+    },
+    {
+      "epoch": 0.40853483704482463,
+      "grad_norm": 3462.63232421875,
+      "learning_rate": 1.8449195428294372e-05,
+      "loss": 28.7812,
+      "step": 8549
+    },
+    {
+      "epoch": 0.408582624486285,
+      "grad_norm": 181.70013427734375,
+      "learning_rate": 1.844878146634469e-05,
+      "loss": 24.1875,
+      "step": 8550
+    },
+    {
+      "epoch": 0.4086304119277454,
+      "grad_norm": 287.90789794921875,
+      "learning_rate": 1.844836745379771e-05,
+      "loss": 16.6562,
+      "step": 8551
+    },
+    {
+      "epoch": 0.4086781993692058,
+      "grad_norm": 375.49542236328125,
+      "learning_rate": 1.8447953390655907e-05,
+      "loss": 26.0938,
+      "step": 8552
+    },
+    {
+      "epoch": 0.40872598681066613,
+      "grad_norm": 195.09463500976562,
+      "learning_rate": 1.8447539276921768e-05,
+      "loss": 29.0938,
+      "step": 8553
+    },
+    {
+      "epoch": 0.4087737742521265,
+      "grad_norm": 318.69146728515625,
+      "learning_rate": 1.8447125112597767e-05,
+      "loss": 46.9062,
+      "step": 8554
+    },
+    {
+      "epoch": 0.4088215616935869,
+      "grad_norm": 374.76898193359375,
+      "learning_rate": 1.844671089768639e-05,
+      "loss": 40.6562,
+      "step": 8555
+    },
+    {
+      "epoch": 0.4088693491350473,
+      "grad_norm": 374.88214111328125,
+      "learning_rate": 1.844629663219011e-05,
+      "loss": 29.2812,
+      "step": 8556
+    },
+    {
+      "epoch": 0.4089171365765077,
+      "grad_norm": 274.5232238769531,
+      "learning_rate": 1.8445882316111415e-05,
+      "loss": 26.375,
+      "step": 8557
+    },
+    {
+      "epoch": 0.4089649240179681,
+      "grad_norm": 322.16900634765625,
+      "learning_rate": 1.844546794945278e-05,
+      "loss": 33.125,
+      "step": 8558
+    },
+    {
+      "epoch": 0.40901271145942847,
+      "grad_norm": 463.7588806152344,
+      "learning_rate": 1.844505353221669e-05,
+      "loss": 38.1875,
+      "step": 8559
+    },
+    {
+      "epoch": 0.40906049890088886,
+      "grad_norm": 145.63131713867188,
+      "learning_rate": 1.8444639064405627e-05,
+      "loss": 30.2812,
+      "step": 8560
+    },
+    {
+      "epoch": 0.40910828634234925,
+      "grad_norm": 186.34983825683594,
+      "learning_rate": 1.8444224546022074e-05,
+      "loss": 24.9375,
+      "step": 8561
+    },
+    {
+      "epoch": 0.40915607378380964,
+      "grad_norm": 415.9239196777344,
+      "learning_rate": 1.844380997706851e-05,
+      "loss": 52.375,
+      "step": 8562
+    },
+    {
+      "epoch": 0.40920386122526997,
+      "grad_norm": 482.836669921875,
+      "learning_rate": 1.844339535754742e-05,
+      "loss": 44.75,
+      "step": 8563
+    },
+    {
+      "epoch": 0.40925164866673036,
+      "grad_norm": 419.7938232421875,
+      "learning_rate": 1.8442980687461286e-05,
+      "loss": 36.6562,
+      "step": 8564
+    },
+    {
+      "epoch": 0.40929943610819075,
+      "grad_norm": 348.3218688964844,
+      "learning_rate": 1.8442565966812594e-05,
+      "loss": 35.9062,
+      "step": 8565
+    },
+    {
+      "epoch": 0.40934722354965114,
+      "grad_norm": 363.146484375,
+      "learning_rate": 1.8442151195603825e-05,
+      "loss": 45.9062,
+      "step": 8566
+    },
+    {
+      "epoch": 0.40939501099111153,
+      "grad_norm": 284.1270446777344,
+      "learning_rate": 1.8441736373837465e-05,
+      "loss": 35.5938,
+      "step": 8567
+    },
+    {
+      "epoch": 0.4094427984325719,
+      "grad_norm": 313.14599609375,
+      "learning_rate": 1.8441321501515994e-05,
+      "loss": 39.625,
+      "step": 8568
+    },
+    {
+      "epoch": 0.4094905858740323,
+      "grad_norm": 348.14105224609375,
+      "learning_rate": 1.8440906578641903e-05,
+      "loss": 24.9375,
+      "step": 8569
+    },
+    {
+      "epoch": 0.4095383733154927,
+      "grad_norm": 267.8116149902344,
+      "learning_rate": 1.844049160521767e-05,
+      "loss": 30.0156,
+      "step": 8570
+    },
+    {
+      "epoch": 0.4095861607569531,
+      "grad_norm": 338.1247253417969,
+      "learning_rate": 1.8440076581245786e-05,
+      "loss": 25.8594,
+      "step": 8571
+    },
+    {
+      "epoch": 0.4096339481984135,
+      "grad_norm": 282.6647033691406,
+      "learning_rate": 1.8439661506728735e-05,
+      "loss": 31.9062,
+      "step": 8572
+    },
+    {
+      "epoch": 0.40968173563987387,
+      "grad_norm": 273.457763671875,
+      "learning_rate": 1.8439246381668998e-05,
+      "loss": 24.2188,
+      "step": 8573
+    },
+    {
+      "epoch": 0.4097295230813342,
+      "grad_norm": 163.24874877929688,
+      "learning_rate": 1.8438831206069067e-05,
+      "loss": 30.5938,
+      "step": 8574
+    },
+    {
+      "epoch": 0.4097773105227946,
+      "grad_norm": 175.73532104492188,
+      "learning_rate": 1.8438415979931425e-05,
+      "loss": 21.0781,
+      "step": 8575
+    },
+    {
+      "epoch": 0.409825097964255,
+      "grad_norm": 260.6129150390625,
+      "learning_rate": 1.843800070325856e-05,
+      "loss": 33.9375,
+      "step": 8576
+    },
+    {
+      "epoch": 0.40987288540571537,
+      "grad_norm": 363.5591735839844,
+      "learning_rate": 1.843758537605296e-05,
+      "loss": 43.9375,
+      "step": 8577
+    },
+    {
+      "epoch": 0.40992067284717576,
+      "grad_norm": 375.32489013671875,
+      "learning_rate": 1.843716999831711e-05,
+      "loss": 45.0,
+      "step": 8578
+    },
+    {
+      "epoch": 0.40996846028863615,
+      "grad_norm": 291.0137939453125,
+      "learning_rate": 1.84367545700535e-05,
+      "loss": 24.1562,
+      "step": 8579
+    },
+    {
+      "epoch": 0.41001624773009654,
+      "grad_norm": 225.92214965820312,
+      "learning_rate": 1.8436339091264614e-05,
+      "loss": 36.6562,
+      "step": 8580
+    },
+    {
+      "epoch": 0.41006403517155693,
+      "grad_norm": 236.16275024414062,
+      "learning_rate": 1.8435923561952944e-05,
+      "loss": 29.375,
+      "step": 8581
+    },
+    {
+      "epoch": 0.4101118226130173,
+      "grad_norm": 354.21990966796875,
+      "learning_rate": 1.843550798212098e-05,
+      "loss": 34.4688,
+      "step": 8582
+    },
+    {
+      "epoch": 0.4101596100544777,
+      "grad_norm": 256.3062744140625,
+      "learning_rate": 1.8435092351771205e-05,
+      "loss": 24.625,
+      "step": 8583
+    },
+    {
+      "epoch": 0.41020739749593804,
+      "grad_norm": 671.8673706054688,
+      "learning_rate": 1.843467667090611e-05,
+      "loss": 26.6562,
+      "step": 8584
+    },
+    {
+      "epoch": 0.41025518493739843,
+      "grad_norm": 262.9315185546875,
+      "learning_rate": 1.8434260939528187e-05,
+      "loss": 29.8906,
+      "step": 8585
+    },
+    {
+      "epoch": 0.4103029723788588,
+      "grad_norm": 537.51513671875,
+      "learning_rate": 1.8433845157639926e-05,
+      "loss": 40.8125,
+      "step": 8586
+    },
+    {
+      "epoch": 0.4103507598203192,
+      "grad_norm": 319.5189514160156,
+      "learning_rate": 1.843342932524381e-05,
+      "loss": 34.5938,
+      "step": 8587
+    },
+    {
+      "epoch": 0.4103985472617796,
+      "grad_norm": 260.3408203125,
+      "learning_rate": 1.843301344234234e-05,
+      "loss": 35.9375,
+      "step": 8588
+    },
+    {
+      "epoch": 0.41044633470324,
+      "grad_norm": 259.6250915527344,
+      "learning_rate": 1.8432597508938e-05,
+      "loss": 37.5312,
+      "step": 8589
+    },
+    {
+      "epoch": 0.4104941221447004,
+      "grad_norm": 312.4521179199219,
+      "learning_rate": 1.843218152503328e-05,
+      "loss": 35.375,
+      "step": 8590
+    },
+    {
+      "epoch": 0.41054190958616077,
+      "grad_norm": 1655.552001953125,
+      "learning_rate": 1.8431765490630675e-05,
+      "loss": 40.9688,
+      "step": 8591
+    },
+    {
+      "epoch": 0.41058969702762116,
+      "grad_norm": 498.1495056152344,
+      "learning_rate": 1.843134940573267e-05,
+      "loss": 38.0938,
+      "step": 8592
+    },
+    {
+      "epoch": 0.41063748446908155,
+      "grad_norm": 244.3649139404297,
+      "learning_rate": 1.8430933270341767e-05,
+      "loss": 32.5,
+      "step": 8593
+    },
+    {
+      "epoch": 0.4106852719105419,
+      "grad_norm": 1064.56103515625,
+      "learning_rate": 1.843051708446045e-05,
+      "loss": 20.6719,
+      "step": 8594
+    },
+    {
+      "epoch": 0.41073305935200227,
+      "grad_norm": 238.4601287841797,
+      "learning_rate": 1.8430100848091215e-05,
+      "loss": 31.0312,
+      "step": 8595
+    },
+    {
+      "epoch": 0.41078084679346266,
+      "grad_norm": 237.2803955078125,
+      "learning_rate": 1.8429684561236554e-05,
+      "loss": 22.7812,
+      "step": 8596
+    },
+    {
+      "epoch": 0.41082863423492305,
+      "grad_norm": 220.57884216308594,
+      "learning_rate": 1.842926822389896e-05,
+      "loss": 23.4062,
+      "step": 8597
+    },
+    {
+      "epoch": 0.41087642167638344,
+      "grad_norm": 256.17083740234375,
+      "learning_rate": 1.8428851836080925e-05,
+      "loss": 24.5,
+      "step": 8598
+    },
+    {
+      "epoch": 0.41092420911784383,
+      "grad_norm": 2433.636474609375,
+      "learning_rate": 1.842843539778494e-05,
+      "loss": 20.9531,
+      "step": 8599
+    },
+    {
+      "epoch": 0.4109719965593042,
+      "grad_norm": 273.5424499511719,
+      "learning_rate": 1.842801890901351e-05,
+      "loss": 32.1562,
+      "step": 8600
+    },
+    {
+      "epoch": 0.4110197840007646,
+      "grad_norm": 262.5630187988281,
+      "learning_rate": 1.8427602369769118e-05,
+      "loss": 27.7812,
+      "step": 8601
+    },
+    {
+      "epoch": 0.411067571442225,
+      "grad_norm": 203.078369140625,
+      "learning_rate": 1.842718578005426e-05,
+      "loss": 27.8125,
+      "step": 8602
+    },
+    {
+      "epoch": 0.4111153588836854,
+      "grad_norm": 258.8623352050781,
+      "learning_rate": 1.8426769139871438e-05,
+      "loss": 31.5938,
+      "step": 8603
+    },
+    {
+      "epoch": 0.4111631463251458,
+      "grad_norm": 194.6833038330078,
+      "learning_rate": 1.842635244922314e-05,
+      "loss": 32.1719,
+      "step": 8604
+    },
+    {
+      "epoch": 0.4112109337666061,
+      "grad_norm": 353.0189208984375,
+      "learning_rate": 1.8425935708111865e-05,
+      "loss": 25.125,
+      "step": 8605
+    },
+    {
+      "epoch": 0.4112587212080665,
+      "grad_norm": 304.1328125,
+      "learning_rate": 1.8425518916540106e-05,
+      "loss": 21.9062,
+      "step": 8606
+    },
+    {
+      "epoch": 0.4113065086495269,
+      "grad_norm": 306.7850036621094,
+      "learning_rate": 1.842510207451036e-05,
+      "loss": 30.875,
+      "step": 8607
+    },
+    {
+      "epoch": 0.4113542960909873,
+      "grad_norm": 202.43670654296875,
+      "learning_rate": 1.8424685182025123e-05,
+      "loss": 19.5312,
+      "step": 8608
+    },
+    {
+      "epoch": 0.41140208353244767,
+      "grad_norm": 203.99765014648438,
+      "learning_rate": 1.8424268239086896e-05,
+      "loss": 32.4062,
+      "step": 8609
+    },
+    {
+      "epoch": 0.41144987097390806,
+      "grad_norm": 263.08978271484375,
+      "learning_rate": 1.8423851245698174e-05,
+      "loss": 29.125,
+      "step": 8610
+    },
+    {
+      "epoch": 0.41149765841536845,
+      "grad_norm": 250.08328247070312,
+      "learning_rate": 1.8423434201861446e-05,
+      "loss": 29.6875,
+      "step": 8611
+    },
+    {
+      "epoch": 0.41154544585682884,
+      "grad_norm": 461.8527526855469,
+      "learning_rate": 1.842301710757922e-05,
+      "loss": 35.1875,
+      "step": 8612
+    },
+    {
+      "epoch": 0.41159323329828923,
+      "grad_norm": 363.9178466796875,
+      "learning_rate": 1.8422599962853992e-05,
+      "loss": 39.5938,
+      "step": 8613
+    },
+    {
+      "epoch": 0.4116410207397496,
+      "grad_norm": 360.4096374511719,
+      "learning_rate": 1.8422182767688256e-05,
+      "loss": 30.0625,
+      "step": 8614
+    },
+    {
+      "epoch": 0.41168880818120995,
+      "grad_norm": 201.0640411376953,
+      "learning_rate": 1.8421765522084513e-05,
+      "loss": 29.2344,
+      "step": 8615
+    },
+    {
+      "epoch": 0.41173659562267034,
+      "grad_norm": 302.4678039550781,
+      "learning_rate": 1.8421348226045268e-05,
+      "loss": 38.2188,
+      "step": 8616
+    },
+    {
+      "epoch": 0.41178438306413073,
+      "grad_norm": 352.9842834472656,
+      "learning_rate": 1.8420930879573006e-05,
+      "loss": 39.1562,
+      "step": 8617
+    },
+    {
+      "epoch": 0.4118321705055911,
+      "grad_norm": 324.8489990234375,
+      "learning_rate": 1.8420513482670236e-05,
+      "loss": 23.6719,
+      "step": 8618
+    },
+    {
+      "epoch": 0.4118799579470515,
+      "grad_norm": 218.6673126220703,
+      "learning_rate": 1.8420096035339454e-05,
+      "loss": 22.7812,
+      "step": 8619
+    },
+    {
+      "epoch": 0.4119277453885119,
+      "grad_norm": 324.568115234375,
+      "learning_rate": 1.8419678537583164e-05,
+      "loss": 28.6094,
+      "step": 8620
+    },
+    {
+      "epoch": 0.4119755328299723,
+      "grad_norm": 480.16497802734375,
+      "learning_rate": 1.8419260989403863e-05,
+      "loss": 38.875,
+      "step": 8621
+    },
+    {
+      "epoch": 0.4120233202714327,
+      "grad_norm": 218.2413787841797,
+      "learning_rate": 1.8418843390804053e-05,
+      "loss": 30.9375,
+      "step": 8622
+    },
+    {
+      "epoch": 0.41207110771289307,
+      "grad_norm": 186.8107147216797,
+      "learning_rate": 1.8418425741786232e-05,
+      "loss": 22.625,
+      "step": 8623
+    },
+    {
+      "epoch": 0.41211889515435346,
+      "grad_norm": 287.93560791015625,
+      "learning_rate": 1.8418008042352905e-05,
+      "loss": 36.5625,
+      "step": 8624
+    },
+    {
+      "epoch": 0.4121666825958138,
+      "grad_norm": 322.2284240722656,
+      "learning_rate": 1.8417590292506573e-05,
+      "loss": 39.2188,
+      "step": 8625
+    },
+    {
+      "epoch": 0.4122144700372742,
+      "grad_norm": 513.0382080078125,
+      "learning_rate": 1.841717249224974e-05,
+      "loss": 28.5625,
+      "step": 8626
+    },
+    {
+      "epoch": 0.4122622574787346,
+      "grad_norm": 436.94281005859375,
+      "learning_rate": 1.84167546415849e-05,
+      "loss": 32.4688,
+      "step": 8627
+    },
+    {
+      "epoch": 0.41231004492019496,
+      "grad_norm": 348.3245544433594,
+      "learning_rate": 1.8416336740514563e-05,
+      "loss": 36.125,
+      "step": 8628
+    },
+    {
+      "epoch": 0.41235783236165535,
+      "grad_norm": 440.2503662109375,
+      "learning_rate": 1.8415918789041226e-05,
+      "loss": 23.1562,
+      "step": 8629
+    },
+    {
+      "epoch": 0.41240561980311574,
+      "grad_norm": 263.6549072265625,
+      "learning_rate": 1.8415500787167396e-05,
+      "loss": 36.2344,
+      "step": 8630
+    },
+    {
+      "epoch": 0.41245340724457613,
+      "grad_norm": 265.7352294921875,
+      "learning_rate": 1.8415082734895577e-05,
+      "loss": 52.5625,
+      "step": 8631
+    },
+    {
+      "epoch": 0.4125011946860365,
+      "grad_norm": 288.4110107421875,
+      "learning_rate": 1.8414664632228268e-05,
+      "loss": 48.5781,
+      "step": 8632
+    },
+    {
+      "epoch": 0.4125489821274969,
+      "grad_norm": 315.022216796875,
+      "learning_rate": 1.8414246479167978e-05,
+      "loss": 29.3438,
+      "step": 8633
+    },
+    {
+      "epoch": 0.4125967695689573,
+      "grad_norm": 327.7742004394531,
+      "learning_rate": 1.841382827571721e-05,
+      "loss": 30.5,
+      "step": 8634
+    },
+    {
+      "epoch": 0.4126445570104177,
+      "grad_norm": 251.35977172851562,
+      "learning_rate": 1.8413410021878464e-05,
+      "loss": 28.3906,
+      "step": 8635
+    },
+    {
+      "epoch": 0.412692344451878,
+      "grad_norm": 245.83639526367188,
+      "learning_rate": 1.841299171765425e-05,
+      "loss": 40.2188,
+      "step": 8636
+    },
+    {
+      "epoch": 0.4127401318933384,
+      "grad_norm": 336.3861389160156,
+      "learning_rate": 1.841257336304707e-05,
+      "loss": 36.3125,
+      "step": 8637
+    },
+    {
+      "epoch": 0.4127879193347988,
+      "grad_norm": 325.34228515625,
+      "learning_rate": 1.8412154958059435e-05,
+      "loss": 32.625,
+      "step": 8638
+    },
+    {
+      "epoch": 0.4128357067762592,
+      "grad_norm": 206.55972290039062,
+      "learning_rate": 1.841173650269384e-05,
+      "loss": 26.75,
+      "step": 8639
+    },
+    {
+      "epoch": 0.4128834942177196,
+      "grad_norm": 327.26947021484375,
+      "learning_rate": 1.8411317996952803e-05,
+      "loss": 28.5938,
+      "step": 8640
+    },
+    {
+      "epoch": 0.41293128165917997,
+      "grad_norm": 364.44219970703125,
+      "learning_rate": 1.8410899440838823e-05,
+      "loss": 30.2812,
+      "step": 8641
+    },
+    {
+      "epoch": 0.41297906910064036,
+      "grad_norm": 286.2712707519531,
+      "learning_rate": 1.8410480834354407e-05,
+      "loss": 33.0625,
+      "step": 8642
+    },
+    {
+      "epoch": 0.41302685654210075,
+      "grad_norm": 144.67953491210938,
+      "learning_rate": 1.8410062177502067e-05,
+      "loss": 33.2188,
+      "step": 8643
+    },
+    {
+      "epoch": 0.41307464398356114,
+      "grad_norm": 225.10401916503906,
+      "learning_rate": 1.8409643470284302e-05,
+      "loss": 28.0,
+      "step": 8644
+    },
+    {
+      "epoch": 0.41312243142502153,
+      "grad_norm": 241.95726013183594,
+      "learning_rate": 1.8409224712703627e-05,
+      "loss": 28.0,
+      "step": 8645
+    },
+    {
+      "epoch": 0.41317021886648186,
+      "grad_norm": 110.59333801269531,
+      "learning_rate": 1.8408805904762545e-05,
+      "loss": 22.1875,
+      "step": 8646
+    },
+    {
+      "epoch": 0.41321800630794225,
+      "grad_norm": 435.73931884765625,
+      "learning_rate": 1.8408387046463568e-05,
+      "loss": 35.5625,
+      "step": 8647
+    },
+    {
+      "epoch": 0.41326579374940264,
+      "grad_norm": 351.08807373046875,
+      "learning_rate": 1.84079681378092e-05,
+      "loss": 33.2812,
+      "step": 8648
+    },
+    {
+      "epoch": 0.41331358119086303,
+      "grad_norm": 206.05270385742188,
+      "learning_rate": 1.8407549178801954e-05,
+      "loss": 26.0,
+      "step": 8649
+    },
+    {
+      "epoch": 0.4133613686323234,
+      "grad_norm": 266.6840515136719,
+      "learning_rate": 1.8407130169444337e-05,
+      "loss": 29.8438,
+      "step": 8650
+    },
+    {
+      "epoch": 0.4134091560737838,
+      "grad_norm": 286.7377624511719,
+      "learning_rate": 1.8406711109738856e-05,
+      "loss": 32.8438,
+      "step": 8651
+    },
+    {
+      "epoch": 0.4134569435152442,
+      "grad_norm": 601.74560546875,
+      "learning_rate": 1.8406291999688026e-05,
+      "loss": 35.3438,
+      "step": 8652
+    },
+    {
+      "epoch": 0.4135047309567046,
+      "grad_norm": 357.47125244140625,
+      "learning_rate": 1.8405872839294355e-05,
+      "loss": 37.6562,
+      "step": 8653
+    },
+    {
+      "epoch": 0.413552518398165,
+      "grad_norm": 256.8876953125,
+      "learning_rate": 1.8405453628560348e-05,
+      "loss": 25.9688,
+      "step": 8654
+    },
+    {
+      "epoch": 0.41360030583962537,
+      "grad_norm": 582.930419921875,
+      "learning_rate": 1.8405034367488524e-05,
+      "loss": 30.0469,
+      "step": 8655
+    },
+    {
+      "epoch": 0.4136480932810857,
+      "grad_norm": 170.62466430664062,
+      "learning_rate": 1.8404615056081385e-05,
+      "loss": 25.3125,
+      "step": 8656
+    },
+    {
+      "epoch": 0.4136958807225461,
+      "grad_norm": 237.91864013671875,
+      "learning_rate": 1.840419569434145e-05,
+      "loss": 23.625,
+      "step": 8657
+    },
+    {
+      "epoch": 0.4137436681640065,
+      "grad_norm": 366.2491455078125,
+      "learning_rate": 1.8403776282271225e-05,
+      "loss": 30.375,
+      "step": 8658
+    },
+    {
+      "epoch": 0.4137914556054669,
+      "grad_norm": 318.69354248046875,
+      "learning_rate": 1.840335681987323e-05,
+      "loss": 23.9375,
+      "step": 8659
+    },
+    {
+      "epoch": 0.41383924304692726,
+      "grad_norm": 366.8310241699219,
+      "learning_rate": 1.8402937307149963e-05,
+      "loss": 26.1875,
+      "step": 8660
+    },
+    {
+      "epoch": 0.41388703048838765,
+      "grad_norm": 391.31219482421875,
+      "learning_rate": 1.8402517744103948e-05,
+      "loss": 35.2812,
+      "step": 8661
+    },
+    {
+      "epoch": 0.41393481792984804,
+      "grad_norm": 222.2873077392578,
+      "learning_rate": 1.8402098130737695e-05,
+      "loss": 43.5,
+      "step": 8662
+    },
+    {
+      "epoch": 0.41398260537130843,
+      "grad_norm": 441.6801452636719,
+      "learning_rate": 1.8401678467053713e-05,
+      "loss": 26.3281,
+      "step": 8663
+    },
+    {
+      "epoch": 0.4140303928127688,
+      "grad_norm": 214.2631072998047,
+      "learning_rate": 1.8401258753054518e-05,
+      "loss": 29.1562,
+      "step": 8664
+    },
+    {
+      "epoch": 0.4140781802542292,
+      "grad_norm": 275.9385986328125,
+      "learning_rate": 1.8400838988742626e-05,
+      "loss": 36.125,
+      "step": 8665
+    },
+    {
+      "epoch": 0.41412596769568955,
+      "grad_norm": 212.17958068847656,
+      "learning_rate": 1.8400419174120548e-05,
+      "loss": 32.2188,
+      "step": 8666
+    },
+    {
+      "epoch": 0.41417375513714993,
+      "grad_norm": 263.3791198730469,
+      "learning_rate": 1.8399999309190798e-05,
+      "loss": 42.2812,
+      "step": 8667
+    },
+    {
+      "epoch": 0.4142215425786103,
+      "grad_norm": 283.19085693359375,
+      "learning_rate": 1.8399579393955893e-05,
+      "loss": 51.5625,
+      "step": 8668
+    },
+    {
+      "epoch": 0.4142693300200707,
+      "grad_norm": 214.7585906982422,
+      "learning_rate": 1.8399159428418344e-05,
+      "loss": 21.9844,
+      "step": 8669
+    },
+    {
+      "epoch": 0.4143171174615311,
+      "grad_norm": 594.805419921875,
+      "learning_rate": 1.839873941258067e-05,
+      "loss": 31.125,
+      "step": 8670
+    },
+    {
+      "epoch": 0.4143649049029915,
+      "grad_norm": 321.06005859375,
+      "learning_rate": 1.839831934644538e-05,
+      "loss": 31.4062,
+      "step": 8671
+    },
+    {
+      "epoch": 0.4144126923444519,
+      "grad_norm": 426.0576171875,
+      "learning_rate": 1.8397899230014998e-05,
+      "loss": 41.5,
+      "step": 8672
+    },
+    {
+      "epoch": 0.4144604797859123,
+      "grad_norm": 298.33502197265625,
+      "learning_rate": 1.8397479063292034e-05,
+      "loss": 33.2188,
+      "step": 8673
+    },
+    {
+      "epoch": 0.41450826722737266,
+      "grad_norm": 252.22898864746094,
+      "learning_rate": 1.8397058846279005e-05,
+      "loss": 25.375,
+      "step": 8674
+    },
+    {
+      "epoch": 0.41455605466883305,
+      "grad_norm": 187.4931640625,
+      "learning_rate": 1.839663857897843e-05,
+      "loss": 29.0781,
+      "step": 8675
+    },
+    {
+      "epoch": 0.41460384211029344,
+      "grad_norm": 204.83023071289062,
+      "learning_rate": 1.8396218261392827e-05,
+      "loss": 32.3281,
+      "step": 8676
+    },
+    {
+      "epoch": 0.4146516295517538,
+      "grad_norm": 277.0971374511719,
+      "learning_rate": 1.8395797893524708e-05,
+      "loss": 26.5312,
+      "step": 8677
+    },
+    {
+      "epoch": 0.41469941699321416,
+      "grad_norm": 130.22738647460938,
+      "learning_rate": 1.839537747537659e-05,
+      "loss": 20.8125,
+      "step": 8678
+    },
+    {
+      "epoch": 0.41474720443467455,
+      "grad_norm": 1489.1407470703125,
+      "learning_rate": 1.8394957006951e-05,
+      "loss": 22.2969,
+      "step": 8679
+    },
+    {
+      "epoch": 0.41479499187613494,
+      "grad_norm": 254.40737915039062,
+      "learning_rate": 1.8394536488250448e-05,
+      "loss": 30.625,
+      "step": 8680
+    },
+    {
+      "epoch": 0.41484277931759533,
+      "grad_norm": 273.37579345703125,
+      "learning_rate": 1.8394115919277453e-05,
+      "loss": 35.375,
+      "step": 8681
+    },
+    {
+      "epoch": 0.4148905667590557,
+      "grad_norm": 351.2657165527344,
+      "learning_rate": 1.8393695300034536e-05,
+      "loss": 21.875,
+      "step": 8682
+    },
+    {
+      "epoch": 0.4149383542005161,
+      "grad_norm": 222.4125518798828,
+      "learning_rate": 1.8393274630524215e-05,
+      "loss": 18.3594,
+      "step": 8683
+    },
+    {
+      "epoch": 0.4149861416419765,
+      "grad_norm": 567.499755859375,
+      "learning_rate": 1.8392853910749008e-05,
+      "loss": 31.25,
+      "step": 8684
+    },
+    {
+      "epoch": 0.4150339290834369,
+      "grad_norm": 168.74667358398438,
+      "learning_rate": 1.8392433140711438e-05,
+      "loss": 39.625,
+      "step": 8685
+    },
+    {
+      "epoch": 0.4150817165248973,
+      "grad_norm": 236.58197021484375,
+      "learning_rate": 1.839201232041402e-05,
+      "loss": 27.0938,
+      "step": 8686
+    },
+    {
+      "epoch": 0.4151295039663576,
+      "grad_norm": 330.7980041503906,
+      "learning_rate": 1.8391591449859277e-05,
+      "loss": 38.4375,
+      "step": 8687
+    },
+    {
+      "epoch": 0.415177291407818,
+      "grad_norm": 241.06234741210938,
+      "learning_rate": 1.8391170529049734e-05,
+      "loss": 24.5,
+      "step": 8688
+    },
+    {
+      "epoch": 0.4152250788492784,
+      "grad_norm": 371.0181579589844,
+      "learning_rate": 1.83907495579879e-05,
+      "loss": 31.9375,
+      "step": 8689
+    },
+    {
+      "epoch": 0.4152728662907388,
+      "grad_norm": 238.74310302734375,
+      "learning_rate": 1.839032853667631e-05,
+      "loss": 25.4688,
+      "step": 8690
+    },
+    {
+      "epoch": 0.4153206537321992,
+      "grad_norm": 286.4949951171875,
+      "learning_rate": 1.8389907465117474e-05,
+      "loss": 27.5469,
+      "step": 8691
+    },
+    {
+      "epoch": 0.41536844117365956,
+      "grad_norm": 1538.1168212890625,
+      "learning_rate": 1.838948634331392e-05,
+      "loss": 33.6562,
+      "step": 8692
+    },
+    {
+      "epoch": 0.41541622861511995,
+      "grad_norm": 364.80426025390625,
+      "learning_rate": 1.838906517126817e-05,
+      "loss": 34.3438,
+      "step": 8693
+    },
+    {
+      "epoch": 0.41546401605658034,
+      "grad_norm": 482.7021179199219,
+      "learning_rate": 1.8388643948982744e-05,
+      "loss": 36.5312,
+      "step": 8694
+    },
+    {
+      "epoch": 0.41551180349804073,
+      "grad_norm": 265.3199462890625,
+      "learning_rate": 1.838822267646016e-05,
+      "loss": 30.2812,
+      "step": 8695
+    },
+    {
+      "epoch": 0.4155595909395011,
+      "grad_norm": 313.0887451171875,
+      "learning_rate": 1.838780135370295e-05,
+      "loss": 28.3906,
+      "step": 8696
+    },
+    {
+      "epoch": 0.41560737838096146,
+      "grad_norm": 227.8555908203125,
+      "learning_rate": 1.8387379980713634e-05,
+      "loss": 20.5781,
+      "step": 8697
+    },
+    {
+      "epoch": 0.41565516582242185,
+      "grad_norm": 249.3795166015625,
+      "learning_rate": 1.838695855749473e-05,
+      "loss": 33.4688,
+      "step": 8698
+    },
+    {
+      "epoch": 0.41570295326388224,
+      "grad_norm": 293.51348876953125,
+      "learning_rate": 1.838653708404877e-05,
+      "loss": 46.0625,
+      "step": 8699
+    },
+    {
+      "epoch": 0.4157507407053426,
+      "grad_norm": 365.01385498046875,
+      "learning_rate": 1.8386115560378276e-05,
+      "loss": 41.3594,
+      "step": 8700
+    },
+    {
+      "epoch": 0.415798528146803,
+      "grad_norm": 242.61251831054688,
+      "learning_rate": 1.8385693986485772e-05,
+      "loss": 36.125,
+      "step": 8701
+    },
+    {
+      "epoch": 0.4158463155882634,
+      "grad_norm": 733.8114013671875,
+      "learning_rate": 1.8385272362373775e-05,
+      "loss": 33.5781,
+      "step": 8702
+    },
+    {
+      "epoch": 0.4158941030297238,
+      "grad_norm": 727.7689208984375,
+      "learning_rate": 1.8384850688044823e-05,
+      "loss": 34.6562,
+      "step": 8703
+    },
+    {
+      "epoch": 0.4159418904711842,
+      "grad_norm": 451.70001220703125,
+      "learning_rate": 1.8384428963501427e-05,
+      "loss": 47.4375,
+      "step": 8704
+    },
+    {
+      "epoch": 0.4159896779126446,
+      "grad_norm": 209.77703857421875,
+      "learning_rate": 1.838400718874613e-05,
+      "loss": 25.9531,
+      "step": 8705
+    },
+    {
+      "epoch": 0.41603746535410496,
+      "grad_norm": 363.0526123046875,
+      "learning_rate": 1.838358536378144e-05,
+      "loss": 34.9375,
+      "step": 8706
+    },
+    {
+      "epoch": 0.41608525279556535,
+      "grad_norm": 547.896484375,
+      "learning_rate": 1.8383163488609894e-05,
+      "loss": 24.0625,
+      "step": 8707
+    },
+    {
+      "epoch": 0.4161330402370257,
+      "grad_norm": 360.9655456542969,
+      "learning_rate": 1.8382741563234018e-05,
+      "loss": 38.125,
+      "step": 8708
+    },
+    {
+      "epoch": 0.4161808276784861,
+      "grad_norm": 262.6253356933594,
+      "learning_rate": 1.8382319587656338e-05,
+      "loss": 27.8438,
+      "step": 8709
+    },
+    {
+      "epoch": 0.41622861511994647,
+      "grad_norm": 250.59217834472656,
+      "learning_rate": 1.8381897561879376e-05,
+      "loss": 30.8125,
+      "step": 8710
+    },
+    {
+      "epoch": 0.41627640256140686,
+      "grad_norm": 579.8781127929688,
+      "learning_rate": 1.8381475485905663e-05,
+      "loss": 36.0625,
+      "step": 8711
+    },
+    {
+      "epoch": 0.41632419000286724,
+      "grad_norm": 434.1754150390625,
+      "learning_rate": 1.838105335973773e-05,
+      "loss": 41.1562,
+      "step": 8712
+    },
+    {
+      "epoch": 0.41637197744432763,
+      "grad_norm": 524.6926879882812,
+      "learning_rate": 1.83806311833781e-05,
+      "loss": 44.3438,
+      "step": 8713
+    },
+    {
+      "epoch": 0.416419764885788,
+      "grad_norm": 285.0836181640625,
+      "learning_rate": 1.8380208956829304e-05,
+      "loss": 36.3438,
+      "step": 8714
+    },
+    {
+      "epoch": 0.4164675523272484,
+      "grad_norm": 331.0234375,
+      "learning_rate": 1.8379786680093868e-05,
+      "loss": 38.0,
+      "step": 8715
+    },
+    {
+      "epoch": 0.4165153397687088,
+      "grad_norm": 297.6832275390625,
+      "learning_rate": 1.8379364353174325e-05,
+      "loss": 35.7188,
+      "step": 8716
+    },
+    {
+      "epoch": 0.4165631272101692,
+      "grad_norm": 255.43687438964844,
+      "learning_rate": 1.83789419760732e-05,
+      "loss": 26.1406,
+      "step": 8717
+    },
+    {
+      "epoch": 0.4166109146516295,
+      "grad_norm": 253.5524139404297,
+      "learning_rate": 1.8378519548793025e-05,
+      "loss": 34.4062,
+      "step": 8718
+    },
+    {
+      "epoch": 0.4166587020930899,
+      "grad_norm": 330.7104187011719,
+      "learning_rate": 1.837809707133633e-05,
+      "loss": 36.7812,
+      "step": 8719
+    },
+    {
+      "epoch": 0.4167064895345503,
+      "grad_norm": 660.4378051757812,
+      "learning_rate": 1.8377674543705645e-05,
+      "loss": 39.4375,
+      "step": 8720
+    },
+    {
+      "epoch": 0.4167542769760107,
+      "grad_norm": 496.63134765625,
+      "learning_rate": 1.8377251965903498e-05,
+      "loss": 26.7812,
+      "step": 8721
+    },
+    {
+      "epoch": 0.4168020644174711,
+      "grad_norm": 346.6117858886719,
+      "learning_rate": 1.837682933793242e-05,
+      "loss": 35.5312,
+      "step": 8722
+    },
+    {
+      "epoch": 0.4168498518589315,
+      "grad_norm": 278.20074462890625,
+      "learning_rate": 1.8376406659794944e-05,
+      "loss": 48.875,
+      "step": 8723
+    },
+    {
+      "epoch": 0.41689763930039186,
+      "grad_norm": 292.997314453125,
+      "learning_rate": 1.8375983931493603e-05,
+      "loss": 21.6875,
+      "step": 8724
+    },
+    {
+      "epoch": 0.41694542674185225,
+      "grad_norm": 196.38671875,
+      "learning_rate": 1.8375561153030926e-05,
+      "loss": 21.4688,
+      "step": 8725
+    },
+    {
+      "epoch": 0.41699321418331264,
+      "grad_norm": 193.8408203125,
+      "learning_rate": 1.837513832440944e-05,
+      "loss": 24.8281,
+      "step": 8726
+    },
+    {
+      "epoch": 0.41704100162477303,
+      "grad_norm": 650.226806640625,
+      "learning_rate": 1.8374715445631687e-05,
+      "loss": 26.0312,
+      "step": 8727
+    },
+    {
+      "epoch": 0.41708878906623337,
+      "grad_norm": 273.12872314453125,
+      "learning_rate": 1.8374292516700197e-05,
+      "loss": 22.0938,
+      "step": 8728
+    },
+    {
+      "epoch": 0.41713657650769376,
+      "grad_norm": 422.5540771484375,
+      "learning_rate": 1.8373869537617496e-05,
+      "loss": 34.625,
+      "step": 8729
+    },
+    {
+      "epoch": 0.41718436394915415,
+      "grad_norm": 273.3046569824219,
+      "learning_rate": 1.8373446508386124e-05,
+      "loss": 32.8125,
+      "step": 8730
+    },
+    {
+      "epoch": 0.41723215139061454,
+      "grad_norm": 367.1352844238281,
+      "learning_rate": 1.8373023429008613e-05,
+      "loss": 26.375,
+      "step": 8731
+    },
+    {
+      "epoch": 0.4172799388320749,
+      "grad_norm": 297.12384033203125,
+      "learning_rate": 1.8372600299487493e-05,
+      "loss": 45.3125,
+      "step": 8732
+    },
+    {
+      "epoch": 0.4173277262735353,
+      "grad_norm": 307.7947692871094,
+      "learning_rate": 1.8372177119825303e-05,
+      "loss": 55.6875,
+      "step": 8733
+    },
+    {
+      "epoch": 0.4173755137149957,
+      "grad_norm": 313.2167663574219,
+      "learning_rate": 1.8371753890024573e-05,
+      "loss": 38.8125,
+      "step": 8734
+    },
+    {
+      "epoch": 0.4174233011564561,
+      "grad_norm": 345.54412841796875,
+      "learning_rate": 1.837133061008784e-05,
+      "loss": 40.1875,
+      "step": 8735
+    },
+    {
+      "epoch": 0.4174710885979165,
+      "grad_norm": 117.68869018554688,
+      "learning_rate": 1.837090728001764e-05,
+      "loss": 23.7188,
+      "step": 8736
+    },
+    {
+      "epoch": 0.4175188760393769,
+      "grad_norm": 1147.9561767578125,
+      "learning_rate": 1.8370483899816507e-05,
+      "loss": 35.9062,
+      "step": 8737
+    },
+    {
+      "epoch": 0.41756666348083726,
+      "grad_norm": 221.75765991210938,
+      "learning_rate": 1.8370060469486977e-05,
+      "loss": 25.6875,
+      "step": 8738
+    },
+    {
+      "epoch": 0.4176144509222976,
+      "grad_norm": 265.45574951171875,
+      "learning_rate": 1.8369636989031583e-05,
+      "loss": 28.5625,
+      "step": 8739
+    },
+    {
+      "epoch": 0.417662238363758,
+      "grad_norm": 297.13232421875,
+      "learning_rate": 1.8369213458452865e-05,
+      "loss": 32.1875,
+      "step": 8740
+    },
+    {
+      "epoch": 0.4177100258052184,
+      "grad_norm": 224.10523986816406,
+      "learning_rate": 1.8368789877753354e-05,
+      "loss": 28.0781,
+      "step": 8741
+    },
+    {
+      "epoch": 0.41775781324667877,
+      "grad_norm": 186.92356872558594,
+      "learning_rate": 1.8368366246935595e-05,
+      "loss": 23.875,
+      "step": 8742
+    },
+    {
+      "epoch": 0.41780560068813916,
+      "grad_norm": 190.32455444335938,
+      "learning_rate": 1.8367942566002115e-05,
+      "loss": 31.1875,
+      "step": 8743
+    },
+    {
+      "epoch": 0.41785338812959955,
+      "grad_norm": 225.90696716308594,
+      "learning_rate": 1.8367518834955463e-05,
+      "loss": 31.9688,
+      "step": 8744
+    },
+    {
+      "epoch": 0.41790117557105994,
+      "grad_norm": 413.3320007324219,
+      "learning_rate": 1.8367095053798168e-05,
+      "loss": 35.9688,
+      "step": 8745
+    },
+    {
+      "epoch": 0.4179489630125203,
+      "grad_norm": 361.44561767578125,
+      "learning_rate": 1.836667122253277e-05,
+      "loss": 35.9688,
+      "step": 8746
+    },
+    {
+      "epoch": 0.4179967504539807,
+      "grad_norm": 467.6999816894531,
+      "learning_rate": 1.8366247341161804e-05,
+      "loss": 26.25,
+      "step": 8747
+    },
+    {
+      "epoch": 0.4180445378954411,
+      "grad_norm": 267.1979675292969,
+      "learning_rate": 1.8365823409687816e-05,
+      "loss": 30.4688,
+      "step": 8748
+    },
+    {
+      "epoch": 0.41809232533690144,
+      "grad_norm": 358.9974670410156,
+      "learning_rate": 1.836539942811334e-05,
+      "loss": 37.9688,
+      "step": 8749
+    },
+    {
+      "epoch": 0.4181401127783618,
+      "grad_norm": 408.2852478027344,
+      "learning_rate": 1.8364975396440912e-05,
+      "loss": 42.3125,
+      "step": 8750
+    },
+    {
+      "epoch": 0.4181879002198222,
+      "grad_norm": 634.8427124023438,
+      "learning_rate": 1.8364551314673082e-05,
+      "loss": 24.6875,
+      "step": 8751
+    },
+    {
+      "epoch": 0.4182356876612826,
+      "grad_norm": 451.7685852050781,
+      "learning_rate": 1.836412718281238e-05,
+      "loss": 33.2812,
+      "step": 8752
+    },
+    {
+      "epoch": 0.418283475102743,
+      "grad_norm": 430.7443542480469,
+      "learning_rate": 1.8363703000861344e-05,
+      "loss": 37.4375,
+      "step": 8753
+    },
+    {
+      "epoch": 0.4183312625442034,
+      "grad_norm": 323.3482666015625,
+      "learning_rate": 1.8363278768822527e-05,
+      "loss": 27.4688,
+      "step": 8754
+    },
+    {
+      "epoch": 0.4183790499856638,
+      "grad_norm": 626.7141723632812,
+      "learning_rate": 1.8362854486698454e-05,
+      "loss": 34.6875,
+      "step": 8755
+    },
+    {
+      "epoch": 0.41842683742712417,
+      "grad_norm": 318.9222106933594,
+      "learning_rate": 1.836243015449168e-05,
+      "loss": 28.75,
+      "step": 8756
+    },
+    {
+      "epoch": 0.41847462486858455,
+      "grad_norm": 252.2134246826172,
+      "learning_rate": 1.8362005772204737e-05,
+      "loss": 26.8438,
+      "step": 8757
+    },
+    {
+      "epoch": 0.41852241231004494,
+      "grad_norm": 206.28414916992188,
+      "learning_rate": 1.8361581339840168e-05,
+      "loss": 26.125,
+      "step": 8758
+    },
+    {
+      "epoch": 0.4185701997515053,
+      "grad_norm": 203.8247833251953,
+      "learning_rate": 1.8361156857400518e-05,
+      "loss": 36.0312,
+      "step": 8759
+    },
+    {
+      "epoch": 0.41861798719296567,
+      "grad_norm": 202.8699493408203,
+      "learning_rate": 1.8360732324888326e-05,
+      "loss": 35.8438,
+      "step": 8760
+    },
+    {
+      "epoch": 0.41866577463442606,
+      "grad_norm": 437.761962890625,
+      "learning_rate": 1.836030774230614e-05,
+      "loss": 38.4688,
+      "step": 8761
+    },
+    {
+      "epoch": 0.41871356207588645,
+      "grad_norm": 1744.1129150390625,
+      "learning_rate": 1.8359883109656493e-05,
+      "loss": 26.4062,
+      "step": 8762
+    },
+    {
+      "epoch": 0.41876134951734684,
+      "grad_norm": 352.0498962402344,
+      "learning_rate": 1.8359458426941937e-05,
+      "loss": 30.0938,
+      "step": 8763
+    },
+    {
+      "epoch": 0.4188091369588072,
+      "grad_norm": 330.31121826171875,
+      "learning_rate": 1.835903369416501e-05,
+      "loss": 36.5,
+      "step": 8764
+    },
+    {
+      "epoch": 0.4188569244002676,
+      "grad_norm": 442.79766845703125,
+      "learning_rate": 1.8358608911328256e-05,
+      "loss": 39.3125,
+      "step": 8765
+    },
+    {
+      "epoch": 0.418904711841728,
+      "grad_norm": 295.3365173339844,
+      "learning_rate": 1.8358184078434224e-05,
+      "loss": 29.9375,
+      "step": 8766
+    },
+    {
+      "epoch": 0.4189524992831884,
+      "grad_norm": 428.0867004394531,
+      "learning_rate": 1.835775919548545e-05,
+      "loss": 32.7188,
+      "step": 8767
+    },
+    {
+      "epoch": 0.4190002867246488,
+      "grad_norm": 268.515869140625,
+      "learning_rate": 1.8357334262484486e-05,
+      "loss": 29.7188,
+      "step": 8768
+    },
+    {
+      "epoch": 0.4190480741661091,
+      "grad_norm": 417.3485412597656,
+      "learning_rate": 1.835690927943387e-05,
+      "loss": 38.0312,
+      "step": 8769
+    },
+    {
+      "epoch": 0.4190958616075695,
+      "grad_norm": 216.8251953125,
+      "learning_rate": 1.8356484246336154e-05,
+      "loss": 26.3438,
+      "step": 8770
+    },
+    {
+      "epoch": 0.4191436490490299,
+      "grad_norm": 696.1604614257812,
+      "learning_rate": 1.835605916319388e-05,
+      "loss": 47.1562,
+      "step": 8771
+    },
+    {
+      "epoch": 0.4191914364904903,
+      "grad_norm": 170.8892822265625,
+      "learning_rate": 1.8355634030009595e-05,
+      "loss": 37.5,
+      "step": 8772
+    },
+    {
+      "epoch": 0.4192392239319507,
+      "grad_norm": 395.04296875,
+      "learning_rate": 1.8355208846785843e-05,
+      "loss": 36.75,
+      "step": 8773
+    },
+    {
+      "epoch": 0.41928701137341107,
+      "grad_norm": 285.1925964355469,
+      "learning_rate": 1.835478361352517e-05,
+      "loss": 41.5312,
+      "step": 8774
+    },
+    {
+      "epoch": 0.41933479881487146,
+      "grad_norm": 529.1453857421875,
+      "learning_rate": 1.8354358330230123e-05,
+      "loss": 36.2188,
+      "step": 8775
+    },
+    {
+      "epoch": 0.41938258625633185,
+      "grad_norm": 205.52825927734375,
+      "learning_rate": 1.835393299690325e-05,
+      "loss": 24.4375,
+      "step": 8776
+    },
+    {
+      "epoch": 0.41943037369779224,
+      "grad_norm": 285.4281921386719,
+      "learning_rate": 1.83535076135471e-05,
+      "loss": 20.75,
+      "step": 8777
+    },
+    {
+      "epoch": 0.4194781611392526,
+      "grad_norm": 152.06687927246094,
+      "learning_rate": 1.8353082180164216e-05,
+      "loss": 18.5156,
+      "step": 8778
+    },
+    {
+      "epoch": 0.419525948580713,
+      "grad_norm": 226.16566467285156,
+      "learning_rate": 1.835265669675715e-05,
+      "loss": 25.3438,
+      "step": 8779
+    },
+    {
+      "epoch": 0.41957373602217335,
+      "grad_norm": 387.04742431640625,
+      "learning_rate": 1.835223116332845e-05,
+      "loss": 30.0625,
+      "step": 8780
+    },
+    {
+      "epoch": 0.41962152346363374,
+      "grad_norm": 390.61883544921875,
+      "learning_rate": 1.8351805579880656e-05,
+      "loss": 23.2812,
+      "step": 8781
+    },
+    {
+      "epoch": 0.41966931090509413,
+      "grad_norm": 304.2652587890625,
+      "learning_rate": 1.835137994641633e-05,
+      "loss": 35.7812,
+      "step": 8782
+    },
+    {
+      "epoch": 0.4197170983465545,
+      "grad_norm": 517.7933959960938,
+      "learning_rate": 1.8350954262938012e-05,
+      "loss": 33.25,
+      "step": 8783
+    },
+    {
+      "epoch": 0.4197648857880149,
+      "grad_norm": 384.9350280761719,
+      "learning_rate": 1.8350528529448254e-05,
+      "loss": 31.125,
+      "step": 8784
+    },
+    {
+      "epoch": 0.4198126732294753,
+      "grad_norm": 356.8712158203125,
+      "learning_rate": 1.8350102745949602e-05,
+      "loss": 30.9375,
+      "step": 8785
+    },
+    {
+      "epoch": 0.4198604606709357,
+      "grad_norm": 276.0863342285156,
+      "learning_rate": 1.8349676912444615e-05,
+      "loss": 22.5938,
+      "step": 8786
+    },
+    {
+      "epoch": 0.4199082481123961,
+      "grad_norm": 270.8577880859375,
+      "learning_rate": 1.834925102893583e-05,
+      "loss": 34.25,
+      "step": 8787
+    },
+    {
+      "epoch": 0.41995603555385647,
+      "grad_norm": 384.22576904296875,
+      "learning_rate": 1.834882509542581e-05,
+      "loss": 33.9688,
+      "step": 8788
+    },
+    {
+      "epoch": 0.42000382299531686,
+      "grad_norm": 324.990478515625,
+      "learning_rate": 1.8348399111917104e-05,
+      "loss": 33.5625,
+      "step": 8789
+    },
+    {
+      "epoch": 0.4200516104367772,
+      "grad_norm": 344.1653137207031,
+      "learning_rate": 1.8347973078412253e-05,
+      "loss": 38.375,
+      "step": 8790
+    },
+    {
+      "epoch": 0.4200993978782376,
+      "grad_norm": 224.27635192871094,
+      "learning_rate": 1.834754699491382e-05,
+      "loss": 27.375,
+      "step": 8791
+    },
+    {
+      "epoch": 0.42014718531969797,
+      "grad_norm": 356.66632080078125,
+      "learning_rate": 1.834712086142435e-05,
+      "loss": 32.5312,
+      "step": 8792
+    },
+    {
+      "epoch": 0.42019497276115836,
+      "grad_norm": 430.8305969238281,
+      "learning_rate": 1.8346694677946396e-05,
+      "loss": 32.6875,
+      "step": 8793
+    },
+    {
+      "epoch": 0.42024276020261875,
+      "grad_norm": 349.76611328125,
+      "learning_rate": 1.8346268444482508e-05,
+      "loss": 27.5938,
+      "step": 8794
+    },
+    {
+      "epoch": 0.42029054764407914,
+      "grad_norm": 329.83038330078125,
+      "learning_rate": 1.8345842161035246e-05,
+      "loss": 29.8906,
+      "step": 8795
+    },
+    {
+      "epoch": 0.4203383350855395,
+      "grad_norm": 807.1425170898438,
+      "learning_rate": 1.8345415827607155e-05,
+      "loss": 36.1562,
+      "step": 8796
+    },
+    {
+      "epoch": 0.4203861225269999,
+      "grad_norm": 189.07015991210938,
+      "learning_rate": 1.8344989444200796e-05,
+      "loss": 27.2344,
+      "step": 8797
+    },
+    {
+      "epoch": 0.4204339099684603,
+      "grad_norm": 714.7323608398438,
+      "learning_rate": 1.8344563010818717e-05,
+      "loss": 34.4688,
+      "step": 8798
+    },
+    {
+      "epoch": 0.4204816974099207,
+      "grad_norm": 293.11102294921875,
+      "learning_rate": 1.834413652746347e-05,
+      "loss": 36.5625,
+      "step": 8799
+    },
+    {
+      "epoch": 0.42052948485138103,
+      "grad_norm": 264.44781494140625,
+      "learning_rate": 1.8343709994137616e-05,
+      "loss": 35.9375,
+      "step": 8800
+    },
+    {
+      "epoch": 0.4205772722928414,
+      "grad_norm": 277.0711364746094,
+      "learning_rate": 1.8343283410843703e-05,
+      "loss": 30.1719,
+      "step": 8801
+    },
+    {
+      "epoch": 0.4206250597343018,
+      "grad_norm": 514.1323852539062,
+      "learning_rate": 1.834285677758429e-05,
+      "loss": 29.875,
+      "step": 8802
+    },
+    {
+      "epoch": 0.4206728471757622,
+      "grad_norm": 263.32891845703125,
+      "learning_rate": 1.8342430094361928e-05,
+      "loss": 32.8438,
+      "step": 8803
+    },
+    {
+      "epoch": 0.4207206346172226,
+      "grad_norm": 241.02273559570312,
+      "learning_rate": 1.834200336117918e-05,
+      "loss": 27.0938,
+      "step": 8804
+    },
+    {
+      "epoch": 0.420768422058683,
+      "grad_norm": 588.4067993164062,
+      "learning_rate": 1.834157657803859e-05,
+      "loss": 35.9688,
+      "step": 8805
+    },
+    {
+      "epoch": 0.42081620950014337,
+      "grad_norm": 184.38894653320312,
+      "learning_rate": 1.8341149744942723e-05,
+      "loss": 28.0,
+      "step": 8806
+    },
+    {
+      "epoch": 0.42086399694160376,
+      "grad_norm": 355.63067626953125,
+      "learning_rate": 1.8340722861894126e-05,
+      "loss": 43.0,
+      "step": 8807
+    },
+    {
+      "epoch": 0.42091178438306415,
+      "grad_norm": 254.76156616210938,
+      "learning_rate": 1.834029592889537e-05,
+      "loss": 31.5625,
+      "step": 8808
+    },
+    {
+      "epoch": 0.42095957182452454,
+      "grad_norm": 289.51171875,
+      "learning_rate": 1.8339868945948997e-05,
+      "loss": 32.125,
+      "step": 8809
+    },
+    {
+      "epoch": 0.4210073592659849,
+      "grad_norm": 292.7994689941406,
+      "learning_rate": 1.833944191305757e-05,
+      "loss": 34.9688,
+      "step": 8810
+    },
+    {
+      "epoch": 0.42105514670744526,
+      "grad_norm": 315.18951416015625,
+      "learning_rate": 1.8339014830223653e-05,
+      "loss": 28.4531,
+      "step": 8811
+    },
+    {
+      "epoch": 0.42110293414890565,
+      "grad_norm": 235.88986206054688,
+      "learning_rate": 1.8338587697449794e-05,
+      "loss": 24.7188,
+      "step": 8812
+    },
+    {
+      "epoch": 0.42115072159036604,
+      "grad_norm": 306.05413818359375,
+      "learning_rate": 1.833816051473855e-05,
+      "loss": 33.0625,
+      "step": 8813
+    },
+    {
+      "epoch": 0.42119850903182643,
+      "grad_norm": 236.34645080566406,
+      "learning_rate": 1.833773328209249e-05,
+      "loss": 27.1562,
+      "step": 8814
+    },
+    {
+      "epoch": 0.4212462964732868,
+      "grad_norm": 550.4974975585938,
+      "learning_rate": 1.8337305999514167e-05,
+      "loss": 34.25,
+      "step": 8815
+    },
+    {
+      "epoch": 0.4212940839147472,
+      "grad_norm": 421.19866943359375,
+      "learning_rate": 1.8336878667006134e-05,
+      "loss": 35.5312,
+      "step": 8816
+    },
+    {
+      "epoch": 0.4213418713562076,
+      "grad_norm": 248.35458374023438,
+      "learning_rate": 1.833645128457096e-05,
+      "loss": 32.6562,
+      "step": 8817
+    },
+    {
+      "epoch": 0.421389658797668,
+      "grad_norm": 376.2989196777344,
+      "learning_rate": 1.8336023852211197e-05,
+      "loss": 38.0,
+      "step": 8818
+    },
+    {
+      "epoch": 0.4214374462391284,
+      "grad_norm": 572.789794921875,
+      "learning_rate": 1.833559636992941e-05,
+      "loss": 35.625,
+      "step": 8819
+    },
+    {
+      "epoch": 0.42148523368058877,
+      "grad_norm": 396.3535461425781,
+      "learning_rate": 1.833516883772815e-05,
+      "loss": 26.75,
+      "step": 8820
+    },
+    {
+      "epoch": 0.4215330211220491,
+      "grad_norm": 165.3147430419922,
+      "learning_rate": 1.8334741255609988e-05,
+      "loss": 22.3906,
+      "step": 8821
+    },
+    {
+      "epoch": 0.4215808085635095,
+      "grad_norm": 862.1336669921875,
+      "learning_rate": 1.8334313623577484e-05,
+      "loss": 35.5938,
+      "step": 8822
+    },
+    {
+      "epoch": 0.4216285960049699,
+      "grad_norm": 307.0355224609375,
+      "learning_rate": 1.8333885941633195e-05,
+      "loss": 26.6875,
+      "step": 8823
+    },
+    {
+      "epoch": 0.42167638344643027,
+      "grad_norm": 246.70970153808594,
+      "learning_rate": 1.833345820977968e-05,
+      "loss": 32.375,
+      "step": 8824
+    },
+    {
+      "epoch": 0.42172417088789066,
+      "grad_norm": 175.9258270263672,
+      "learning_rate": 1.8333030428019505e-05,
+      "loss": 20.4219,
+      "step": 8825
+    },
+    {
+      "epoch": 0.42177195832935105,
+      "grad_norm": 299.5066833496094,
+      "learning_rate": 1.8332602596355227e-05,
+      "loss": 28.6562,
+      "step": 8826
+    },
+    {
+      "epoch": 0.42181974577081144,
+      "grad_norm": 347.4549255371094,
+      "learning_rate": 1.8332174714789416e-05,
+      "loss": 37.8125,
+      "step": 8827
+    },
+    {
+      "epoch": 0.42186753321227183,
+      "grad_norm": 631.1124267578125,
+      "learning_rate": 1.8331746783324626e-05,
+      "loss": 32.375,
+      "step": 8828
+    },
+    {
+      "epoch": 0.4219153206537322,
+      "grad_norm": 282.83837890625,
+      "learning_rate": 1.8331318801963426e-05,
+      "loss": 27.625,
+      "step": 8829
+    },
+    {
+      "epoch": 0.4219631080951926,
+      "grad_norm": 449.4230041503906,
+      "learning_rate": 1.8330890770708377e-05,
+      "loss": 43.875,
+      "step": 8830
+    },
+    {
+      "epoch": 0.42201089553665294,
+      "grad_norm": 460.1726989746094,
+      "learning_rate": 1.833046268956204e-05,
+      "loss": 38.625,
+      "step": 8831
+    },
+    {
+      "epoch": 0.42205868297811333,
+      "grad_norm": 309.034423828125,
+      "learning_rate": 1.833003455852698e-05,
+      "loss": 42.3438,
+      "step": 8832
+    },
+    {
+      "epoch": 0.4221064704195737,
+      "grad_norm": 262.975341796875,
+      "learning_rate": 1.8329606377605768e-05,
+      "loss": 25.75,
+      "step": 8833
+    },
+    {
+      "epoch": 0.4221542578610341,
+      "grad_norm": 384.83856201171875,
+      "learning_rate": 1.8329178146800958e-05,
+      "loss": 44.7812,
+      "step": 8834
+    },
+    {
+      "epoch": 0.4222020453024945,
+      "grad_norm": 370.5191955566406,
+      "learning_rate": 1.8328749866115116e-05,
+      "loss": 37.6562,
+      "step": 8835
+    },
+    {
+      "epoch": 0.4222498327439549,
+      "grad_norm": 476.31585693359375,
+      "learning_rate": 1.832832153555081e-05,
+      "loss": 32.4219,
+      "step": 8836
+    },
+    {
+      "epoch": 0.4222976201854153,
+      "grad_norm": 207.53689575195312,
+      "learning_rate": 1.8327893155110607e-05,
+      "loss": 24.8438,
+      "step": 8837
+    },
+    {
+      "epoch": 0.42234540762687567,
+      "grad_norm": 232.52818298339844,
+      "learning_rate": 1.832746472479707e-05,
+      "loss": 30.9062,
+      "step": 8838
+    },
+    {
+      "epoch": 0.42239319506833606,
+      "grad_norm": 428.24310302734375,
+      "learning_rate": 1.8327036244612762e-05,
+      "loss": 44.3125,
+      "step": 8839
+    },
+    {
+      "epoch": 0.42244098250979645,
+      "grad_norm": 251.21600341796875,
+      "learning_rate": 1.8326607714560255e-05,
+      "loss": 43.8438,
+      "step": 8840
+    },
+    {
+      "epoch": 0.42248876995125684,
+      "grad_norm": 388.4981994628906,
+      "learning_rate": 1.832617913464211e-05,
+      "loss": 41.5625,
+      "step": 8841
+    },
+    {
+      "epoch": 0.42253655739271717,
+      "grad_norm": 222.72317504882812,
+      "learning_rate": 1.8325750504860896e-05,
+      "loss": 24.5312,
+      "step": 8842
+    },
+    {
+      "epoch": 0.42258434483417756,
+      "grad_norm": 507.3508605957031,
+      "learning_rate": 1.832532182521918e-05,
+      "loss": 43.5312,
+      "step": 8843
+    },
+    {
+      "epoch": 0.42263213227563795,
+      "grad_norm": 217.44566345214844,
+      "learning_rate": 1.8324893095719526e-05,
+      "loss": 30.6562,
+      "step": 8844
+    },
+    {
+      "epoch": 0.42267991971709834,
+      "grad_norm": 399.0682373046875,
+      "learning_rate": 1.8324464316364507e-05,
+      "loss": 34.625,
+      "step": 8845
+    },
+    {
+      "epoch": 0.42272770715855873,
+      "grad_norm": 230.3311767578125,
+      "learning_rate": 1.832403548715669e-05,
+      "loss": 28.75,
+      "step": 8846
+    },
+    {
+      "epoch": 0.4227754946000191,
+      "grad_norm": 221.75086975097656,
+      "learning_rate": 1.832360660809864e-05,
+      "loss": 34.8125,
+      "step": 8847
+    },
+    {
+      "epoch": 0.4228232820414795,
+      "grad_norm": 498.9336242675781,
+      "learning_rate": 1.8323177679192926e-05,
+      "loss": 31.5312,
+      "step": 8848
+    },
+    {
+      "epoch": 0.4228710694829399,
+      "grad_norm": 216.0503387451172,
+      "learning_rate": 1.832274870044212e-05,
+      "loss": 38.875,
+      "step": 8849
+    },
+    {
+      "epoch": 0.4229188569244003,
+      "grad_norm": 417.028564453125,
+      "learning_rate": 1.8322319671848784e-05,
+      "loss": 35.0938,
+      "step": 8850
+    },
+    {
+      "epoch": 0.4229666443658607,
+      "grad_norm": 501.7117004394531,
+      "learning_rate": 1.8321890593415495e-05,
+      "loss": 38.8125,
+      "step": 8851
+    },
+    {
+      "epoch": 0.423014431807321,
+      "grad_norm": 168.65689086914062,
+      "learning_rate": 1.832146146514482e-05,
+      "loss": 41.9062,
+      "step": 8852
+    },
+    {
+      "epoch": 0.4230622192487814,
+      "grad_norm": 316.5699768066406,
+      "learning_rate": 1.8321032287039324e-05,
+      "loss": 19.3594,
+      "step": 8853
+    },
+    {
+      "epoch": 0.4231100066902418,
+      "grad_norm": 260.72161865234375,
+      "learning_rate": 1.8320603059101585e-05,
+      "loss": 30.5625,
+      "step": 8854
+    },
+    {
+      "epoch": 0.4231577941317022,
+      "grad_norm": 217.16722106933594,
+      "learning_rate": 1.8320173781334172e-05,
+      "loss": 25.5156,
+      "step": 8855
+    },
+    {
+      "epoch": 0.42320558157316257,
+      "grad_norm": 272.4367370605469,
+      "learning_rate": 1.8319744453739653e-05,
+      "loss": 35.25,
+      "step": 8856
+    },
+    {
+      "epoch": 0.42325336901462296,
+      "grad_norm": 228.22962951660156,
+      "learning_rate": 1.83193150763206e-05,
+      "loss": 31.5,
+      "step": 8857
+    },
+    {
+      "epoch": 0.42330115645608335,
+      "grad_norm": 124.85549926757812,
+      "learning_rate": 1.831888564907958e-05,
+      "loss": 19.2031,
+      "step": 8858
+    },
+    {
+      "epoch": 0.42334894389754374,
+      "grad_norm": 323.7786560058594,
+      "learning_rate": 1.831845617201918e-05,
+      "loss": 27.25,
+      "step": 8859
+    },
+    {
+      "epoch": 0.42339673133900413,
+      "grad_norm": 181.49066162109375,
+      "learning_rate": 1.831802664514195e-05,
+      "loss": 27.75,
+      "step": 8860
+    },
+    {
+      "epoch": 0.4234445187804645,
+      "grad_norm": 439.9024658203125,
+      "learning_rate": 1.8317597068450478e-05,
+      "loss": 40.9375,
+      "step": 8861
+    },
+    {
+      "epoch": 0.42349230622192485,
+      "grad_norm": 625.2481079101562,
+      "learning_rate": 1.8317167441947332e-05,
+      "loss": 29.4688,
+      "step": 8862
+    },
+    {
+      "epoch": 0.42354009366338524,
+      "grad_norm": 266.52593994140625,
+      "learning_rate": 1.8316737765635085e-05,
+      "loss": 33.9375,
+      "step": 8863
+    },
+    {
+      "epoch": 0.42358788110484563,
+      "grad_norm": 316.77520751953125,
+      "learning_rate": 1.8316308039516314e-05,
+      "loss": 34.625,
+      "step": 8864
+    },
+    {
+      "epoch": 0.423635668546306,
+      "grad_norm": 332.3247375488281,
+      "learning_rate": 1.8315878263593582e-05,
+      "loss": 30.5625,
+      "step": 8865
+    },
+    {
+      "epoch": 0.4236834559877664,
+      "grad_norm": 255.20294189453125,
+      "learning_rate": 1.8315448437869473e-05,
+      "loss": 22.9688,
+      "step": 8866
+    },
+    {
+      "epoch": 0.4237312434292268,
+      "grad_norm": 241.17311096191406,
+      "learning_rate": 1.831501856234656e-05,
+      "loss": 33.4375,
+      "step": 8867
+    },
+    {
+      "epoch": 0.4237790308706872,
+      "grad_norm": 245.60044860839844,
+      "learning_rate": 1.831458863702741e-05,
+      "loss": 31.3125,
+      "step": 8868
+    },
+    {
+      "epoch": 0.4238268183121476,
+      "grad_norm": 433.0048828125,
+      "learning_rate": 1.8314158661914608e-05,
+      "loss": 36.9375,
+      "step": 8869
+    },
+    {
+      "epoch": 0.42387460575360797,
+      "grad_norm": 250.91062927246094,
+      "learning_rate": 1.8313728637010722e-05,
+      "loss": 31.375,
+      "step": 8870
+    },
+    {
+      "epoch": 0.42392239319506836,
+      "grad_norm": 377.8349914550781,
+      "learning_rate": 1.831329856231833e-05,
+      "loss": 30.75,
+      "step": 8871
+    },
+    {
+      "epoch": 0.4239701806365287,
+      "grad_norm": 147.69483947753906,
+      "learning_rate": 1.8312868437840002e-05,
+      "loss": 23.0156,
+      "step": 8872
+    },
+    {
+      "epoch": 0.4240179680779891,
+      "grad_norm": 168.45457458496094,
+      "learning_rate": 1.831243826357832e-05,
+      "loss": 29.1562,
+      "step": 8873
+    },
+    {
+      "epoch": 0.42406575551944947,
+      "grad_norm": 214.63429260253906,
+      "learning_rate": 1.8312008039535865e-05,
+      "loss": 27.5,
+      "step": 8874
+    },
+    {
+      "epoch": 0.42411354296090986,
+      "grad_norm": 260.6950988769531,
+      "learning_rate": 1.8311577765715202e-05,
+      "loss": 28.75,
+      "step": 8875
+    },
+    {
+      "epoch": 0.42416133040237025,
+      "grad_norm": 201.76145935058594,
+      "learning_rate": 1.8311147442118913e-05,
+      "loss": 24.7812,
+      "step": 8876
+    },
+    {
+      "epoch": 0.42420911784383064,
+      "grad_norm": 222.124267578125,
+      "learning_rate": 1.831071706874958e-05,
+      "loss": 38.25,
+      "step": 8877
+    },
+    {
+      "epoch": 0.42425690528529103,
+      "grad_norm": 314.2772521972656,
+      "learning_rate": 1.831028664560977e-05,
+      "loss": 34.25,
+      "step": 8878
+    },
+    {
+      "epoch": 0.4243046927267514,
+      "grad_norm": 218.53453063964844,
+      "learning_rate": 1.8309856172702068e-05,
+      "loss": 25.4062,
+      "step": 8879
+    },
+    {
+      "epoch": 0.4243524801682118,
+      "grad_norm": 250.8788604736328,
+      "learning_rate": 1.8309425650029048e-05,
+      "loss": 19.7344,
+      "step": 8880
+    },
+    {
+      "epoch": 0.4244002676096722,
+      "grad_norm": 315.7326354980469,
+      "learning_rate": 1.8308995077593293e-05,
+      "loss": 35.0938,
+      "step": 8881
+    },
+    {
+      "epoch": 0.4244480550511326,
+      "grad_norm": 133.1011962890625,
+      "learning_rate": 1.830856445539738e-05,
+      "loss": 25.125,
+      "step": 8882
+    },
+    {
+      "epoch": 0.4244958424925929,
+      "grad_norm": 212.41159057617188,
+      "learning_rate": 1.8308133783443885e-05,
+      "loss": 28.625,
+      "step": 8883
+    },
+    {
+      "epoch": 0.4245436299340533,
+      "grad_norm": 232.92755126953125,
+      "learning_rate": 1.830770306173539e-05,
+      "loss": 29.0312,
+      "step": 8884
+    },
+    {
+      "epoch": 0.4245914173755137,
+      "grad_norm": 192.18154907226562,
+      "learning_rate": 1.8307272290274474e-05,
+      "loss": 30.9688,
+      "step": 8885
+    },
+    {
+      "epoch": 0.4246392048169741,
+      "grad_norm": 285.47906494140625,
+      "learning_rate": 1.8306841469063713e-05,
+      "loss": 31.8438,
+      "step": 8886
+    },
+    {
+      "epoch": 0.4246869922584345,
+      "grad_norm": 224.21507263183594,
+      "learning_rate": 1.8306410598105694e-05,
+      "loss": 37.3125,
+      "step": 8887
+    },
+    {
+      "epoch": 0.42473477969989487,
+      "grad_norm": 391.6251525878906,
+      "learning_rate": 1.830597967740299e-05,
+      "loss": 34.4062,
+      "step": 8888
+    },
+    {
+      "epoch": 0.42478256714135526,
+      "grad_norm": 262.8887634277344,
+      "learning_rate": 1.8305548706958188e-05,
+      "loss": 31.2812,
+      "step": 8889
+    },
+    {
+      "epoch": 0.42483035458281565,
+      "grad_norm": 236.6481475830078,
+      "learning_rate": 1.8305117686773868e-05,
+      "loss": 34.4062,
+      "step": 8890
+    },
+    {
+      "epoch": 0.42487814202427604,
+      "grad_norm": 329.90557861328125,
+      "learning_rate": 1.8304686616852607e-05,
+      "loss": 28.8594,
+      "step": 8891
+    },
+    {
+      "epoch": 0.42492592946573643,
+      "grad_norm": 199.59657287597656,
+      "learning_rate": 1.830425549719699e-05,
+      "loss": 18.8906,
+      "step": 8892
+    },
+    {
+      "epoch": 0.42497371690719676,
+      "grad_norm": 198.7093963623047,
+      "learning_rate": 1.83038243278096e-05,
+      "loss": 23.5625,
+      "step": 8893
+    },
+    {
+      "epoch": 0.42502150434865715,
+      "grad_norm": 476.1708984375,
+      "learning_rate": 1.8303393108693012e-05,
+      "loss": 30.2656,
+      "step": 8894
+    },
+    {
+      "epoch": 0.42506929179011754,
+      "grad_norm": 244.92059326171875,
+      "learning_rate": 1.8302961839849817e-05,
+      "loss": 28.5312,
+      "step": 8895
+    },
+    {
+      "epoch": 0.42511707923157793,
+      "grad_norm": 201.88592529296875,
+      "learning_rate": 1.8302530521282597e-05,
+      "loss": 31.9688,
+      "step": 8896
+    },
+    {
+      "epoch": 0.4251648666730383,
+      "grad_norm": 472.3582763671875,
+      "learning_rate": 1.830209915299393e-05,
+      "loss": 30.9844,
+      "step": 8897
+    },
+    {
+      "epoch": 0.4252126541144987,
+      "grad_norm": 370.40692138671875,
+      "learning_rate": 1.83016677349864e-05,
+      "loss": 34.2188,
+      "step": 8898
+    },
+    {
+      "epoch": 0.4252604415559591,
+      "grad_norm": 150.9867706298828,
+      "learning_rate": 1.8301236267262594e-05,
+      "loss": 25.4375,
+      "step": 8899
+    },
+    {
+      "epoch": 0.4253082289974195,
+      "grad_norm": 383.23388671875,
+      "learning_rate": 1.8300804749825092e-05,
+      "loss": 32.0781,
+      "step": 8900
+    },
+    {
+      "epoch": 0.4253560164388799,
+      "grad_norm": 222.05857849121094,
+      "learning_rate": 1.8300373182676483e-05,
+      "loss": 21.0312,
+      "step": 8901
+    },
+    {
+      "epoch": 0.42540380388034027,
+      "grad_norm": 227.904052734375,
+      "learning_rate": 1.8299941565819347e-05,
+      "loss": 36.5,
+      "step": 8902
+    },
+    {
+      "epoch": 0.4254515913218006,
+      "grad_norm": 241.6422576904297,
+      "learning_rate": 1.829950989925627e-05,
+      "loss": 32.5,
+      "step": 8903
+    },
+    {
+      "epoch": 0.425499378763261,
+      "grad_norm": 337.8466796875,
+      "learning_rate": 1.8299078182989842e-05,
+      "loss": 25.6875,
+      "step": 8904
+    },
+    {
+      "epoch": 0.4255471662047214,
+      "grad_norm": 326.1476745605469,
+      "learning_rate": 1.8298646417022642e-05,
+      "loss": 30.375,
+      "step": 8905
+    },
+    {
+      "epoch": 0.4255949536461818,
+      "grad_norm": 345.90869140625,
+      "learning_rate": 1.829821460135726e-05,
+      "loss": 42.9531,
+      "step": 8906
+    },
+    {
+      "epoch": 0.42564274108764216,
+      "grad_norm": 167.30712890625,
+      "learning_rate": 1.829778273599628e-05,
+      "loss": 36.5938,
+      "step": 8907
+    },
+    {
+      "epoch": 0.42569052852910255,
+      "grad_norm": 399.6946716308594,
+      "learning_rate": 1.8297350820942288e-05,
+      "loss": 29.3438,
+      "step": 8908
+    },
+    {
+      "epoch": 0.42573831597056294,
+      "grad_norm": 186.61903381347656,
+      "learning_rate": 1.829691885619787e-05,
+      "loss": 39.5312,
+      "step": 8909
+    },
+    {
+      "epoch": 0.42578610341202333,
+      "grad_norm": 301.61077880859375,
+      "learning_rate": 1.8296486841765614e-05,
+      "loss": 39.6562,
+      "step": 8910
+    },
+    {
+      "epoch": 0.4258338908534837,
+      "grad_norm": 200.8445587158203,
+      "learning_rate": 1.8296054777648108e-05,
+      "loss": 26.7188,
+      "step": 8911
+    },
+    {
+      "epoch": 0.4258816782949441,
+      "grad_norm": 227.22840881347656,
+      "learning_rate": 1.8295622663847935e-05,
+      "loss": 26.2344,
+      "step": 8912
+    },
+    {
+      "epoch": 0.4259294657364045,
+      "grad_norm": 371.6736145019531,
+      "learning_rate": 1.829519050036769e-05,
+      "loss": 29.0625,
+      "step": 8913
+    },
+    {
+      "epoch": 0.42597725317786483,
+      "grad_norm": 244.03750610351562,
+      "learning_rate": 1.8294758287209958e-05,
+      "loss": 30.6875,
+      "step": 8914
+    },
+    {
+      "epoch": 0.4260250406193252,
+      "grad_norm": 318.20184326171875,
+      "learning_rate": 1.829432602437733e-05,
+      "loss": 31.5625,
+      "step": 8915
+    },
+    {
+      "epoch": 0.4260728280607856,
+      "grad_norm": 274.4066162109375,
+      "learning_rate": 1.8293893711872386e-05,
+      "loss": 33.1562,
+      "step": 8916
+    },
+    {
+      "epoch": 0.426120615502246,
+      "grad_norm": 283.0533447265625,
+      "learning_rate": 1.8293461349697725e-05,
+      "loss": 27.2188,
+      "step": 8917
+    },
+    {
+      "epoch": 0.4261684029437064,
+      "grad_norm": 209.47235107421875,
+      "learning_rate": 1.829302893785593e-05,
+      "loss": 23.5938,
+      "step": 8918
+    },
+    {
+      "epoch": 0.4262161903851668,
+      "grad_norm": 251.7687530517578,
+      "learning_rate": 1.8292596476349592e-05,
+      "loss": 26.5312,
+      "step": 8919
+    },
+    {
+      "epoch": 0.42626397782662717,
+      "grad_norm": 287.51239013671875,
+      "learning_rate": 1.8292163965181304e-05,
+      "loss": 36.7188,
+      "step": 8920
+    },
+    {
+      "epoch": 0.42631176526808756,
+      "grad_norm": 166.88014221191406,
+      "learning_rate": 1.829173140435365e-05,
+      "loss": 20.7812,
+      "step": 8921
+    },
+    {
+      "epoch": 0.42635955270954795,
+      "grad_norm": 292.52362060546875,
+      "learning_rate": 1.8291298793869226e-05,
+      "loss": 26.4688,
+      "step": 8922
+    },
+    {
+      "epoch": 0.42640734015100834,
+      "grad_norm": 239.5135040283203,
+      "learning_rate": 1.829086613373062e-05,
+      "loss": 26.2812,
+      "step": 8923
+    },
+    {
+      "epoch": 0.4264551275924687,
+      "grad_norm": 270.36541748046875,
+      "learning_rate": 1.8290433423940424e-05,
+      "loss": 37.8438,
+      "step": 8924
+    },
+    {
+      "epoch": 0.42650291503392906,
+      "grad_norm": 445.0869445800781,
+      "learning_rate": 1.829000066450123e-05,
+      "loss": 27.4062,
+      "step": 8925
+    },
+    {
+      "epoch": 0.42655070247538945,
+      "grad_norm": 348.656494140625,
+      "learning_rate": 1.828956785541563e-05,
+      "loss": 28.5625,
+      "step": 8926
+    },
+    {
+      "epoch": 0.42659848991684984,
+      "grad_norm": 201.91371154785156,
+      "learning_rate": 1.8289134996686214e-05,
+      "loss": 16.875,
+      "step": 8927
+    },
+    {
+      "epoch": 0.42664627735831023,
+      "grad_norm": 162.17892456054688,
+      "learning_rate": 1.8288702088315577e-05,
+      "loss": 24.875,
+      "step": 8928
+    },
+    {
+      "epoch": 0.4266940647997706,
+      "grad_norm": 165.7239227294922,
+      "learning_rate": 1.828826913030631e-05,
+      "loss": 29.9844,
+      "step": 8929
+    },
+    {
+      "epoch": 0.426741852241231,
+      "grad_norm": 188.68099975585938,
+      "learning_rate": 1.8287836122661002e-05,
+      "loss": 25.0781,
+      "step": 8930
+    },
+    {
+      "epoch": 0.4267896396826914,
+      "grad_norm": 278.19708251953125,
+      "learning_rate": 1.8287403065382255e-05,
+      "loss": 33.125,
+      "step": 8931
+    },
+    {
+      "epoch": 0.4268374271241518,
+      "grad_norm": 260.6618957519531,
+      "learning_rate": 1.8286969958472652e-05,
+      "loss": 33.0312,
+      "step": 8932
+    },
+    {
+      "epoch": 0.4268852145656122,
+      "grad_norm": 291.0267333984375,
+      "learning_rate": 1.8286536801934796e-05,
+      "loss": 36.875,
+      "step": 8933
+    },
+    {
+      "epoch": 0.4269330020070725,
+      "grad_norm": 357.6528625488281,
+      "learning_rate": 1.8286103595771275e-05,
+      "loss": 33.4062,
+      "step": 8934
+    },
+    {
+      "epoch": 0.4269807894485329,
+      "grad_norm": 671.9085693359375,
+      "learning_rate": 1.8285670339984688e-05,
+      "loss": 45.0625,
+      "step": 8935
+    },
+    {
+      "epoch": 0.4270285768899933,
+      "grad_norm": 291.2249450683594,
+      "learning_rate": 1.828523703457762e-05,
+      "loss": 33.2188,
+      "step": 8936
+    },
+    {
+      "epoch": 0.4270763643314537,
+      "grad_norm": 267.49407958984375,
+      "learning_rate": 1.828480367955268e-05,
+      "loss": 23.9688,
+      "step": 8937
+    },
+    {
+      "epoch": 0.4271241517729141,
+      "grad_norm": 184.51406860351562,
+      "learning_rate": 1.8284370274912456e-05,
+      "loss": 31.3438,
+      "step": 8938
+    },
+    {
+      "epoch": 0.42717193921437446,
+      "grad_norm": 213.81033325195312,
+      "learning_rate": 1.828393682065954e-05,
+      "loss": 19.4688,
+      "step": 8939
+    },
+    {
+      "epoch": 0.42721972665583485,
+      "grad_norm": 219.62648010253906,
+      "learning_rate": 1.8283503316796536e-05,
+      "loss": 26.2188,
+      "step": 8940
+    },
+    {
+      "epoch": 0.42726751409729524,
+      "grad_norm": 247.13174438476562,
+      "learning_rate": 1.8283069763326034e-05,
+      "loss": 25.3438,
+      "step": 8941
+    },
+    {
+      "epoch": 0.42731530153875563,
+      "grad_norm": 151.76719665527344,
+      "learning_rate": 1.828263616025063e-05,
+      "loss": 26.1406,
+      "step": 8942
+    },
+    {
+      "epoch": 0.427363088980216,
+      "grad_norm": 190.59194946289062,
+      "learning_rate": 1.8282202507572925e-05,
+      "loss": 26.7812,
+      "step": 8943
+    },
+    {
+      "epoch": 0.4274108764216764,
+      "grad_norm": 259.0590515136719,
+      "learning_rate": 1.8281768805295515e-05,
+      "loss": 35.5312,
+      "step": 8944
+    },
+    {
+      "epoch": 0.42745866386313675,
+      "grad_norm": 218.69174194335938,
+      "learning_rate": 1.8281335053420995e-05,
+      "loss": 33.0312,
+      "step": 8945
+    },
+    {
+      "epoch": 0.42750645130459713,
+      "grad_norm": 195.86959838867188,
+      "learning_rate": 1.8280901251951962e-05,
+      "loss": 28.9375,
+      "step": 8946
+    },
+    {
+      "epoch": 0.4275542387460575,
+      "grad_norm": 235.47804260253906,
+      "learning_rate": 1.828046740089102e-05,
+      "loss": 25.0,
+      "step": 8947
+    },
+    {
+      "epoch": 0.4276020261875179,
+      "grad_norm": 188.8824920654297,
+      "learning_rate": 1.828003350024076e-05,
+      "loss": 30.0938,
+      "step": 8948
+    },
+    {
+      "epoch": 0.4276498136289783,
+      "grad_norm": 213.53414916992188,
+      "learning_rate": 1.8279599550003783e-05,
+      "loss": 39.25,
+      "step": 8949
+    },
+    {
+      "epoch": 0.4276976010704387,
+      "grad_norm": 205.7195281982422,
+      "learning_rate": 1.827916555018269e-05,
+      "loss": 23.3594,
+      "step": 8950
+    },
+    {
+      "epoch": 0.4277453885118991,
+      "grad_norm": 227.60769653320312,
+      "learning_rate": 1.8278731500780078e-05,
+      "loss": 21.375,
+      "step": 8951
+    },
+    {
+      "epoch": 0.4277931759533595,
+      "grad_norm": 187.314697265625,
+      "learning_rate": 1.8278297401798548e-05,
+      "loss": 30.2656,
+      "step": 8952
+    },
+    {
+      "epoch": 0.42784096339481986,
+      "grad_norm": 349.1188659667969,
+      "learning_rate": 1.82778632532407e-05,
+      "loss": 39.5625,
+      "step": 8953
+    },
+    {
+      "epoch": 0.42788875083628025,
+      "grad_norm": 341.986328125,
+      "learning_rate": 1.8277429055109127e-05,
+      "loss": 30.9688,
+      "step": 8954
+    },
+    {
+      "epoch": 0.4279365382777406,
+      "grad_norm": 417.3154602050781,
+      "learning_rate": 1.8276994807406437e-05,
+      "loss": 39.4062,
+      "step": 8955
+    },
+    {
+      "epoch": 0.427984325719201,
+      "grad_norm": 347.8167724609375,
+      "learning_rate": 1.827656051013523e-05,
+      "loss": 34.1562,
+      "step": 8956
+    },
+    {
+      "epoch": 0.42803211316066136,
+      "grad_norm": 304.846923828125,
+      "learning_rate": 1.8276126163298103e-05,
+      "loss": 24.7656,
+      "step": 8957
+    },
+    {
+      "epoch": 0.42807990060212175,
+      "grad_norm": 754.7037353515625,
+      "learning_rate": 1.827569176689766e-05,
+      "loss": 29.875,
+      "step": 8958
+    },
+    {
+      "epoch": 0.42812768804358214,
+      "grad_norm": 179.7520751953125,
+      "learning_rate": 1.8275257320936505e-05,
+      "loss": 25.125,
+      "step": 8959
+    },
+    {
+      "epoch": 0.42817547548504253,
+      "grad_norm": 196.47169494628906,
+      "learning_rate": 1.8274822825417232e-05,
+      "loss": 26.625,
+      "step": 8960
+    },
+    {
+      "epoch": 0.4282232629265029,
+      "grad_norm": 295.7210693359375,
+      "learning_rate": 1.8274388280342447e-05,
+      "loss": 41.9688,
+      "step": 8961
+    },
+    {
+      "epoch": 0.4282710503679633,
+      "grad_norm": 259.655517578125,
+      "learning_rate": 1.827395368571476e-05,
+      "loss": 24.3438,
+      "step": 8962
+    },
+    {
+      "epoch": 0.4283188378094237,
+      "grad_norm": 168.95875549316406,
+      "learning_rate": 1.827351904153676e-05,
+      "loss": 30.8125,
+      "step": 8963
+    },
+    {
+      "epoch": 0.4283666252508841,
+      "grad_norm": 401.74664306640625,
+      "learning_rate": 1.827308434781106e-05,
+      "loss": 28.0938,
+      "step": 8964
+    },
+    {
+      "epoch": 0.4284144126923444,
+      "grad_norm": 409.1124267578125,
+      "learning_rate": 1.8272649604540258e-05,
+      "loss": 39.875,
+      "step": 8965
+    },
+    {
+      "epoch": 0.4284622001338048,
+      "grad_norm": 404.15008544921875,
+      "learning_rate": 1.8272214811726963e-05,
+      "loss": 17.5625,
+      "step": 8966
+    },
+    {
+      "epoch": 0.4285099875752652,
+      "grad_norm": 316.84356689453125,
+      "learning_rate": 1.827177996937377e-05,
+      "loss": 35.625,
+      "step": 8967
+    },
+    {
+      "epoch": 0.4285577750167256,
+      "grad_norm": 337.212158203125,
+      "learning_rate": 1.8271345077483293e-05,
+      "loss": 32.5,
+      "step": 8968
+    },
+    {
+      "epoch": 0.428605562458186,
+      "grad_norm": 291.9894714355469,
+      "learning_rate": 1.8270910136058132e-05,
+      "loss": 40.7812,
+      "step": 8969
+    },
+    {
+      "epoch": 0.4286533498996464,
+      "grad_norm": 470.0226745605469,
+      "learning_rate": 1.8270475145100886e-05,
+      "loss": 34.2188,
+      "step": 8970
+    },
+    {
+      "epoch": 0.42870113734110676,
+      "grad_norm": 625.4453735351562,
+      "learning_rate": 1.8270040104614172e-05,
+      "loss": 41.2188,
+      "step": 8971
+    },
+    {
+      "epoch": 0.42874892478256715,
+      "grad_norm": 518.2576293945312,
+      "learning_rate": 1.8269605014600587e-05,
+      "loss": 27.3906,
+      "step": 8972
+    },
+    {
+      "epoch": 0.42879671222402754,
+      "grad_norm": 373.77191162109375,
+      "learning_rate": 1.826916987506274e-05,
+      "loss": 31.75,
+      "step": 8973
+    },
+    {
+      "epoch": 0.42884449966548793,
+      "grad_norm": 471.8937683105469,
+      "learning_rate": 1.8268734686003232e-05,
+      "loss": 27.9375,
+      "step": 8974
+    },
+    {
+      "epoch": 0.42889228710694827,
+      "grad_norm": 130.23248291015625,
+      "learning_rate": 1.8268299447424676e-05,
+      "loss": 24.2188,
+      "step": 8975
+    },
+    {
+      "epoch": 0.42894007454840866,
+      "grad_norm": 272.1724853515625,
+      "learning_rate": 1.8267864159329676e-05,
+      "loss": 30.2188,
+      "step": 8976
+    },
+    {
+      "epoch": 0.42898786198986905,
+      "grad_norm": 219.49075317382812,
+      "learning_rate": 1.8267428821720835e-05,
+      "loss": 29.0781,
+      "step": 8977
+    },
+    {
+      "epoch": 0.42903564943132944,
+      "grad_norm": 420.9132995605469,
+      "learning_rate": 1.8266993434600764e-05,
+      "loss": 44.8125,
+      "step": 8978
+    },
+    {
+      "epoch": 0.4290834368727898,
+      "grad_norm": 292.00054931640625,
+      "learning_rate": 1.826655799797207e-05,
+      "loss": 31.5938,
+      "step": 8979
+    },
+    {
+      "epoch": 0.4291312243142502,
+      "grad_norm": 331.0340881347656,
+      "learning_rate": 1.826612251183736e-05,
+      "loss": 40.8438,
+      "step": 8980
+    },
+    {
+      "epoch": 0.4291790117557106,
+      "grad_norm": 1208.828369140625,
+      "learning_rate": 1.8265686976199246e-05,
+      "loss": 21.625,
+      "step": 8981
+    },
+    {
+      "epoch": 0.429226799197171,
+      "grad_norm": 760.0595703125,
+      "learning_rate": 1.826525139106033e-05,
+      "loss": 21.3125,
+      "step": 8982
+    },
+    {
+      "epoch": 0.4292745866386314,
+      "grad_norm": 191.8409881591797,
+      "learning_rate": 1.8264815756423223e-05,
+      "loss": 41.375,
+      "step": 8983
+    },
+    {
+      "epoch": 0.4293223740800918,
+      "grad_norm": 242.89515686035156,
+      "learning_rate": 1.8264380072290535e-05,
+      "loss": 26.6562,
+      "step": 8984
+    },
+    {
+      "epoch": 0.42937016152155216,
+      "grad_norm": 462.38140869140625,
+      "learning_rate": 1.8263944338664874e-05,
+      "loss": 27.4375,
+      "step": 8985
+    },
+    {
+      "epoch": 0.4294179489630125,
+      "grad_norm": 227.5033721923828,
+      "learning_rate": 1.8263508555548846e-05,
+      "loss": 26.6562,
+      "step": 8986
+    },
+    {
+      "epoch": 0.4294657364044729,
+      "grad_norm": 175.0435333251953,
+      "learning_rate": 1.826307272294507e-05,
+      "loss": 27.5,
+      "step": 8987
+    },
+    {
+      "epoch": 0.4295135238459333,
+      "grad_norm": 292.07293701171875,
+      "learning_rate": 1.8262636840856148e-05,
+      "loss": 27.2188,
+      "step": 8988
+    },
+    {
+      "epoch": 0.42956131128739367,
+      "grad_norm": 288.8851623535156,
+      "learning_rate": 1.8262200909284695e-05,
+      "loss": 35.1875,
+      "step": 8989
+    },
+    {
+      "epoch": 0.42960909872885406,
+      "grad_norm": 318.6145935058594,
+      "learning_rate": 1.826176492823332e-05,
+      "loss": 26.0625,
+      "step": 8990
+    },
+    {
+      "epoch": 0.42965688617031444,
+      "grad_norm": 326.5736083984375,
+      "learning_rate": 1.826132889770463e-05,
+      "loss": 42.4375,
+      "step": 8991
+    },
+    {
+      "epoch": 0.42970467361177483,
+      "grad_norm": 287.3843688964844,
+      "learning_rate": 1.8260892817701245e-05,
+      "loss": 28.25,
+      "step": 8992
+    },
+    {
+      "epoch": 0.4297524610532352,
+      "grad_norm": 136.89865112304688,
+      "learning_rate": 1.8260456688225768e-05,
+      "loss": 25.2188,
+      "step": 8993
+    },
+    {
+      "epoch": 0.4298002484946956,
+      "grad_norm": 194.22291564941406,
+      "learning_rate": 1.8260020509280812e-05,
+      "loss": 28.6562,
+      "step": 8994
+    },
+    {
+      "epoch": 0.429848035936156,
+      "grad_norm": 312.33599853515625,
+      "learning_rate": 1.8259584280868993e-05,
+      "loss": 33.2812,
+      "step": 8995
+    },
+    {
+      "epoch": 0.42989582337761634,
+      "grad_norm": 341.96942138671875,
+      "learning_rate": 1.8259148002992927e-05,
+      "loss": 31.3125,
+      "step": 8996
+    },
+    {
+      "epoch": 0.4299436108190767,
+      "grad_norm": 459.0506591796875,
+      "learning_rate": 1.825871167565522e-05,
+      "loss": 26.2188,
+      "step": 8997
+    },
+    {
+      "epoch": 0.4299913982605371,
+      "grad_norm": 196.93479919433594,
+      "learning_rate": 1.825827529885848e-05,
+      "loss": 30.4375,
+      "step": 8998
+    },
+    {
+      "epoch": 0.4300391857019975,
+      "grad_norm": 316.7408142089844,
+      "learning_rate": 1.8257838872605333e-05,
+      "loss": 34.3438,
+      "step": 8999
+    },
+    {
+      "epoch": 0.4300869731434579,
+      "grad_norm": 227.34747314453125,
+      "learning_rate": 1.8257402396898387e-05,
+      "loss": 27.3438,
+      "step": 9000
+    },
+    {
+      "epoch": 0.4301347605849183,
+      "grad_norm": 169.86651611328125,
+      "learning_rate": 1.8256965871740254e-05,
+      "loss": 25.9844,
+      "step": 9001
+    },
+    {
+      "epoch": 0.4301825480263787,
+      "grad_norm": 300.9504699707031,
+      "learning_rate": 1.8256529297133547e-05,
+      "loss": 26.4375,
+      "step": 9002
+    },
+    {
+      "epoch": 0.43023033546783906,
+      "grad_norm": 114.89930725097656,
+      "learning_rate": 1.825609267308089e-05,
+      "loss": 20.625,
+      "step": 9003
+    },
+    {
+      "epoch": 0.43027812290929945,
+      "grad_norm": 295.0553283691406,
+      "learning_rate": 1.8255655999584884e-05,
+      "loss": 30.75,
+      "step": 9004
+    },
+    {
+      "epoch": 0.43032591035075984,
+      "grad_norm": 210.09906005859375,
+      "learning_rate": 1.8255219276648157e-05,
+      "loss": 34.0,
+      "step": 9005
+    },
+    {
+      "epoch": 0.4303736977922202,
+      "grad_norm": 315.43792724609375,
+      "learning_rate": 1.8254782504273317e-05,
+      "loss": 28.9375,
+      "step": 9006
+    },
+    {
+      "epoch": 0.43042148523368057,
+      "grad_norm": 263.7381286621094,
+      "learning_rate": 1.825434568246298e-05,
+      "loss": 45.6562,
+      "step": 9007
+    },
+    {
+      "epoch": 0.43046927267514096,
+      "grad_norm": 368.8883972167969,
+      "learning_rate": 1.8253908811219764e-05,
+      "loss": 27.1875,
+      "step": 9008
+    },
+    {
+      "epoch": 0.43051706011660135,
+      "grad_norm": 214.72593688964844,
+      "learning_rate": 1.8253471890546285e-05,
+      "loss": 34.2188,
+      "step": 9009
+    },
+    {
+      "epoch": 0.43056484755806174,
+      "grad_norm": 240.30039978027344,
+      "learning_rate": 1.825303492044516e-05,
+      "loss": 36.2188,
+      "step": 9010
+    },
+    {
+      "epoch": 0.4306126349995221,
+      "grad_norm": 308.84674072265625,
+      "learning_rate": 1.8252597900919002e-05,
+      "loss": 32.3125,
+      "step": 9011
+    },
+    {
+      "epoch": 0.4306604224409825,
+      "grad_norm": 375.441162109375,
+      "learning_rate": 1.8252160831970433e-05,
+      "loss": 28.8438,
+      "step": 9012
+    },
+    {
+      "epoch": 0.4307082098824429,
+      "grad_norm": 209.6580810546875,
+      "learning_rate": 1.825172371360207e-05,
+      "loss": 37.9531,
+      "step": 9013
+    },
+    {
+      "epoch": 0.4307559973239033,
+      "grad_norm": 461.0677795410156,
+      "learning_rate": 1.825128654581653e-05,
+      "loss": 48.625,
+      "step": 9014
+    },
+    {
+      "epoch": 0.4308037847653637,
+      "grad_norm": 264.07904052734375,
+      "learning_rate": 1.825084932861643e-05,
+      "loss": 35.2969,
+      "step": 9015
+    },
+    {
+      "epoch": 0.4308515722068241,
+      "grad_norm": 198.4450225830078,
+      "learning_rate": 1.8250412062004387e-05,
+      "loss": 21.4375,
+      "step": 9016
+    },
+    {
+      "epoch": 0.4308993596482844,
+      "grad_norm": 315.2850646972656,
+      "learning_rate": 1.8249974745983023e-05,
+      "loss": 26.2812,
+      "step": 9017
+    },
+    {
+      "epoch": 0.4309471470897448,
+      "grad_norm": 404.3844909667969,
+      "learning_rate": 1.824953738055496e-05,
+      "loss": 44.4375,
+      "step": 9018
+    },
+    {
+      "epoch": 0.4309949345312052,
+      "grad_norm": 379.3076171875,
+      "learning_rate": 1.8249099965722807e-05,
+      "loss": 24.1562,
+      "step": 9019
+    },
+    {
+      "epoch": 0.4310427219726656,
+      "grad_norm": 222.8817596435547,
+      "learning_rate": 1.824866250148919e-05,
+      "loss": 28.1562,
+      "step": 9020
+    },
+    {
+      "epoch": 0.43109050941412597,
+      "grad_norm": 202.861083984375,
+      "learning_rate": 1.824822498785673e-05,
+      "loss": 26.125,
+      "step": 9021
+    },
+    {
+      "epoch": 0.43113829685558636,
+      "grad_norm": 269.1628112792969,
+      "learning_rate": 1.8247787424828046e-05,
+      "loss": 29.5312,
+      "step": 9022
+    },
+    {
+      "epoch": 0.43118608429704675,
+      "grad_norm": 379.21832275390625,
+      "learning_rate": 1.8247349812405757e-05,
+      "loss": 38.0938,
+      "step": 9023
+    },
+    {
+      "epoch": 0.43123387173850714,
+      "grad_norm": 269.35064697265625,
+      "learning_rate": 1.8246912150592483e-05,
+      "loss": 32.2188,
+      "step": 9024
+    },
+    {
+      "epoch": 0.4312816591799675,
+      "grad_norm": 403.8253479003906,
+      "learning_rate": 1.8246474439390848e-05,
+      "loss": 34.9375,
+      "step": 9025
+    },
+    {
+      "epoch": 0.4313294466214279,
+      "grad_norm": 188.48065185546875,
+      "learning_rate": 1.8246036678803472e-05,
+      "loss": 26.3438,
+      "step": 9026
+    },
+    {
+      "epoch": 0.43137723406288825,
+      "grad_norm": 243.4899444580078,
+      "learning_rate": 1.8245598868832978e-05,
+      "loss": 29.5312,
+      "step": 9027
+    },
+    {
+      "epoch": 0.43142502150434864,
+      "grad_norm": 249.17190551757812,
+      "learning_rate": 1.8245161009481988e-05,
+      "loss": 28.625,
+      "step": 9028
+    },
+    {
+      "epoch": 0.431472808945809,
+      "grad_norm": 300.8478698730469,
+      "learning_rate": 1.824472310075312e-05,
+      "loss": 24.2812,
+      "step": 9029
+    },
+    {
+      "epoch": 0.4315205963872694,
+      "grad_norm": 523.482421875,
+      "learning_rate": 1.8244285142648998e-05,
+      "loss": 32.2344,
+      "step": 9030
+    },
+    {
+      "epoch": 0.4315683838287298,
+      "grad_norm": 324.88397216796875,
+      "learning_rate": 1.8243847135172247e-05,
+      "loss": 35.4062,
+      "step": 9031
+    },
+    {
+      "epoch": 0.4316161712701902,
+      "grad_norm": 367.1736755371094,
+      "learning_rate": 1.8243409078325493e-05,
+      "loss": 43.75,
+      "step": 9032
+    },
+    {
+      "epoch": 0.4316639587116506,
+      "grad_norm": 287.531005859375,
+      "learning_rate": 1.8242970972111347e-05,
+      "loss": 32.0938,
+      "step": 9033
+    },
+    {
+      "epoch": 0.431711746153111,
+      "grad_norm": 277.5909118652344,
+      "learning_rate": 1.824253281653245e-05,
+      "loss": 25.3594,
+      "step": 9034
+    },
+    {
+      "epoch": 0.43175953359457137,
+      "grad_norm": 189.8876495361328,
+      "learning_rate": 1.824209461159141e-05,
+      "loss": 28.875,
+      "step": 9035
+    },
+    {
+      "epoch": 0.43180732103603175,
+      "grad_norm": 2007.6929931640625,
+      "learning_rate": 1.8241656357290865e-05,
+      "loss": 37.4062,
+      "step": 9036
+    },
+    {
+      "epoch": 0.4318551084774921,
+      "grad_norm": 159.14341735839844,
+      "learning_rate": 1.8241218053633428e-05,
+      "loss": 19.1875,
+      "step": 9037
+    },
+    {
+      "epoch": 0.4319028959189525,
+      "grad_norm": 489.0555114746094,
+      "learning_rate": 1.8240779700621733e-05,
+      "loss": 27.9062,
+      "step": 9038
+    },
+    {
+      "epoch": 0.43195068336041287,
+      "grad_norm": 474.784912109375,
+      "learning_rate": 1.8240341298258398e-05,
+      "loss": 31.0312,
+      "step": 9039
+    },
+    {
+      "epoch": 0.43199847080187326,
+      "grad_norm": 296.7369079589844,
+      "learning_rate": 1.8239902846546052e-05,
+      "loss": 31.0312,
+      "step": 9040
+    },
+    {
+      "epoch": 0.43204625824333365,
+      "grad_norm": 309.7808532714844,
+      "learning_rate": 1.8239464345487323e-05,
+      "loss": 30.75,
+      "step": 9041
+    },
+    {
+      "epoch": 0.43209404568479404,
+      "grad_norm": 2084.96875,
+      "learning_rate": 1.823902579508483e-05,
+      "loss": 34.5938,
+      "step": 9042
+    },
+    {
+      "epoch": 0.4321418331262544,
+      "grad_norm": 210.03001403808594,
+      "learning_rate": 1.823858719534121e-05,
+      "loss": 29.9062,
+      "step": 9043
+    },
+    {
+      "epoch": 0.4321896205677148,
+      "grad_norm": 201.38185119628906,
+      "learning_rate": 1.8238148546259078e-05,
+      "loss": 19.625,
+      "step": 9044
+    },
+    {
+      "epoch": 0.4322374080091752,
+      "grad_norm": 402.24847412109375,
+      "learning_rate": 1.823770984784107e-05,
+      "loss": 33.25,
+      "step": 9045
+    },
+    {
+      "epoch": 0.4322851954506356,
+      "grad_norm": 198.7510986328125,
+      "learning_rate": 1.8237271100089807e-05,
+      "loss": 25.8281,
+      "step": 9046
+    },
+    {
+      "epoch": 0.43233298289209593,
+      "grad_norm": 207.38815307617188,
+      "learning_rate": 1.823683230300792e-05,
+      "loss": 39.1875,
+      "step": 9047
+    },
+    {
+      "epoch": 0.4323807703335563,
+      "grad_norm": 377.9359436035156,
+      "learning_rate": 1.823639345659803e-05,
+      "loss": 35.3594,
+      "step": 9048
+    },
+    {
+      "epoch": 0.4324285577750167,
+      "grad_norm": 475.9678649902344,
+      "learning_rate": 1.823595456086278e-05,
+      "loss": 40.4062,
+      "step": 9049
+    },
+    {
+      "epoch": 0.4324763452164771,
+      "grad_norm": 193.14617919921875,
+      "learning_rate": 1.8235515615804784e-05,
+      "loss": 27.2031,
+      "step": 9050
+    },
+    {
+      "epoch": 0.4325241326579375,
+      "grad_norm": 243.15943908691406,
+      "learning_rate": 1.823507662142668e-05,
+      "loss": 24.0781,
+      "step": 9051
+    },
+    {
+      "epoch": 0.4325719200993979,
+      "grad_norm": 300.3365173339844,
+      "learning_rate": 1.823463757773109e-05,
+      "loss": 35.8438,
+      "step": 9052
+    },
+    {
+      "epoch": 0.43261970754085827,
+      "grad_norm": 302.0899353027344,
+      "learning_rate": 1.823419848472065e-05,
+      "loss": 26.0938,
+      "step": 9053
+    },
+    {
+      "epoch": 0.43266749498231866,
+      "grad_norm": 238.4114227294922,
+      "learning_rate": 1.8233759342397984e-05,
+      "loss": 25.9062,
+      "step": 9054
+    },
+    {
+      "epoch": 0.43271528242377905,
+      "grad_norm": 257.7616271972656,
+      "learning_rate": 1.8233320150765724e-05,
+      "loss": 26.6719,
+      "step": 9055
+    },
+    {
+      "epoch": 0.43276306986523944,
+      "grad_norm": 434.8655090332031,
+      "learning_rate": 1.82328809098265e-05,
+      "loss": 19.9531,
+      "step": 9056
+    },
+    {
+      "epoch": 0.4328108573066998,
+      "grad_norm": 404.4756774902344,
+      "learning_rate": 1.8232441619582945e-05,
+      "loss": 31.6875,
+      "step": 9057
+    },
+    {
+      "epoch": 0.43285864474816016,
+      "grad_norm": 184.82107543945312,
+      "learning_rate": 1.8232002280037684e-05,
+      "loss": 21.625,
+      "step": 9058
+    },
+    {
+      "epoch": 0.43290643218962055,
+      "grad_norm": 219.49671936035156,
+      "learning_rate": 1.823156289119335e-05,
+      "loss": 29.4375,
+      "step": 9059
+    },
+    {
+      "epoch": 0.43295421963108094,
+      "grad_norm": 453.0216064453125,
+      "learning_rate": 1.823112345305258e-05,
+      "loss": 35.8125,
+      "step": 9060
+    },
+    {
+      "epoch": 0.43300200707254133,
+      "grad_norm": 185.01760864257812,
+      "learning_rate": 1.8230683965618002e-05,
+      "loss": 30.875,
+      "step": 9061
+    },
+    {
+      "epoch": 0.4330497945140017,
+      "grad_norm": 440.0815124511719,
+      "learning_rate": 1.8230244428892244e-05,
+      "loss": 32.7812,
+      "step": 9062
+    },
+    {
+      "epoch": 0.4330975819554621,
+      "grad_norm": 270.0755920410156,
+      "learning_rate": 1.8229804842877943e-05,
+      "loss": 24.4844,
+      "step": 9063
+    },
+    {
+      "epoch": 0.4331453693969225,
+      "grad_norm": 327.7030334472656,
+      "learning_rate": 1.8229365207577732e-05,
+      "loss": 32.8438,
+      "step": 9064
+    },
+    {
+      "epoch": 0.4331931568383829,
+      "grad_norm": 322.6798400878906,
+      "learning_rate": 1.822892552299424e-05,
+      "loss": 33.1562,
+      "step": 9065
+    },
+    {
+      "epoch": 0.4332409442798433,
+      "grad_norm": 162.90280151367188,
+      "learning_rate": 1.8228485789130106e-05,
+      "loss": 22.25,
+      "step": 9066
+    },
+    {
+      "epoch": 0.43328873172130367,
+      "grad_norm": 355.0397644042969,
+      "learning_rate": 1.8228046005987955e-05,
+      "loss": 35.625,
+      "step": 9067
+    },
+    {
+      "epoch": 0.433336519162764,
+      "grad_norm": 248.35678100585938,
+      "learning_rate": 1.822760617357043e-05,
+      "loss": 30.9688,
+      "step": 9068
+    },
+    {
+      "epoch": 0.4333843066042244,
+      "grad_norm": 441.62542724609375,
+      "learning_rate": 1.8227166291880158e-05,
+      "loss": 28.2188,
+      "step": 9069
+    },
+    {
+      "epoch": 0.4334320940456848,
+      "grad_norm": 361.29779052734375,
+      "learning_rate": 1.8226726360919774e-05,
+      "loss": 18.4844,
+      "step": 9070
+    },
+    {
+      "epoch": 0.43347988148714517,
+      "grad_norm": 228.15245056152344,
+      "learning_rate": 1.8226286380691918e-05,
+      "loss": 35.5,
+      "step": 9071
+    },
+    {
+      "epoch": 0.43352766892860556,
+      "grad_norm": 348.8346862792969,
+      "learning_rate": 1.822584635119922e-05,
+      "loss": 42.0312,
+      "step": 9072
+    },
+    {
+      "epoch": 0.43357545637006595,
+      "grad_norm": 441.12164306640625,
+      "learning_rate": 1.822540627244432e-05,
+      "loss": 32.8984,
+      "step": 9073
+    },
+    {
+      "epoch": 0.43362324381152634,
+      "grad_norm": 310.10076904296875,
+      "learning_rate": 1.8224966144429844e-05,
+      "loss": 36.4375,
+      "step": 9074
+    },
+    {
+      "epoch": 0.4336710312529867,
+      "grad_norm": 277.9727783203125,
+      "learning_rate": 1.8224525967158438e-05,
+      "loss": 25.3594,
+      "step": 9075
+    },
+    {
+      "epoch": 0.4337188186944471,
+      "grad_norm": 254.48471069335938,
+      "learning_rate": 1.822408574063273e-05,
+      "loss": 30.8438,
+      "step": 9076
+    },
+    {
+      "epoch": 0.4337666061359075,
+      "grad_norm": 133.342529296875,
+      "learning_rate": 1.8223645464855364e-05,
+      "loss": 29.6094,
+      "step": 9077
+    },
+    {
+      "epoch": 0.43381439357736784,
+      "grad_norm": 223.42398071289062,
+      "learning_rate": 1.8223205139828974e-05,
+      "loss": 25.8594,
+      "step": 9078
+    },
+    {
+      "epoch": 0.43386218101882823,
+      "grad_norm": 255.58517456054688,
+      "learning_rate": 1.8222764765556193e-05,
+      "loss": 28.75,
+      "step": 9079
+    },
+    {
+      "epoch": 0.4339099684602886,
+      "grad_norm": 152.63372802734375,
+      "learning_rate": 1.8222324342039662e-05,
+      "loss": 20.0312,
+      "step": 9080
+    },
+    {
+      "epoch": 0.433957755901749,
+      "grad_norm": 319.96514892578125,
+      "learning_rate": 1.822188386928202e-05,
+      "loss": 25.1875,
+      "step": 9081
+    },
+    {
+      "epoch": 0.4340055433432094,
+      "grad_norm": 169.68167114257812,
+      "learning_rate": 1.82214433472859e-05,
+      "loss": 29.1406,
+      "step": 9082
+    },
+    {
+      "epoch": 0.4340533307846698,
+      "grad_norm": 286.41363525390625,
+      "learning_rate": 1.8221002776053944e-05,
+      "loss": 33.25,
+      "step": 9083
+    },
+    {
+      "epoch": 0.4341011182261302,
+      "grad_norm": 227.60842895507812,
+      "learning_rate": 1.8220562155588788e-05,
+      "loss": 28.5312,
+      "step": 9084
+    },
+    {
+      "epoch": 0.43414890566759057,
+      "grad_norm": 398.72930908203125,
+      "learning_rate": 1.8220121485893077e-05,
+      "loss": 29.7188,
+      "step": 9085
+    },
+    {
+      "epoch": 0.43419669310905096,
+      "grad_norm": 218.3107147216797,
+      "learning_rate": 1.821968076696944e-05,
+      "loss": 24.1875,
+      "step": 9086
+    },
+    {
+      "epoch": 0.43424448055051135,
+      "grad_norm": 211.32252502441406,
+      "learning_rate": 1.8219239998820523e-05,
+      "loss": 20.625,
+      "step": 9087
+    },
+    {
+      "epoch": 0.43429226799197174,
+      "grad_norm": 191.01467895507812,
+      "learning_rate": 1.8218799181448965e-05,
+      "loss": 28.375,
+      "step": 9088
+    },
+    {
+      "epoch": 0.43434005543343207,
+      "grad_norm": 196.10873413085938,
+      "learning_rate": 1.8218358314857407e-05,
+      "loss": 21.5312,
+      "step": 9089
+    },
+    {
+      "epoch": 0.43438784287489246,
+      "grad_norm": 299.6061096191406,
+      "learning_rate": 1.8217917399048484e-05,
+      "loss": 20.5156,
+      "step": 9090
+    },
+    {
+      "epoch": 0.43443563031635285,
+      "grad_norm": 539.497314453125,
+      "learning_rate": 1.821747643402484e-05,
+      "loss": 32.125,
+      "step": 9091
+    },
+    {
+      "epoch": 0.43448341775781324,
+      "grad_norm": 324.79345703125,
+      "learning_rate": 1.8217035419789116e-05,
+      "loss": 28.75,
+      "step": 9092
+    },
+    {
+      "epoch": 0.43453120519927363,
+      "grad_norm": 178.47369384765625,
+      "learning_rate": 1.8216594356343953e-05,
+      "loss": 21.4219,
+      "step": 9093
+    },
+    {
+      "epoch": 0.434578992640734,
+      "grad_norm": 531.8305053710938,
+      "learning_rate": 1.821615324369199e-05,
+      "loss": 25.5625,
+      "step": 9094
+    },
+    {
+      "epoch": 0.4346267800821944,
+      "grad_norm": 270.8756408691406,
+      "learning_rate": 1.8215712081835873e-05,
+      "loss": 31.125,
+      "step": 9095
+    },
+    {
+      "epoch": 0.4346745675236548,
+      "grad_norm": 472.1845703125,
+      "learning_rate": 1.8215270870778245e-05,
+      "loss": 24.5312,
+      "step": 9096
+    },
+    {
+      "epoch": 0.4347223549651152,
+      "grad_norm": 319.36126708984375,
+      "learning_rate": 1.821482961052174e-05,
+      "loss": 31.1562,
+      "step": 9097
+    },
+    {
+      "epoch": 0.4347701424065756,
+      "grad_norm": 384.36163330078125,
+      "learning_rate": 1.8214388301069005e-05,
+      "loss": 38.7188,
+      "step": 9098
+    },
+    {
+      "epoch": 0.4348179298480359,
+      "grad_norm": 240.10293579101562,
+      "learning_rate": 1.8213946942422685e-05,
+      "loss": 31.2188,
+      "step": 9099
+    },
+    {
+      "epoch": 0.4348657172894963,
+      "grad_norm": 466.1028137207031,
+      "learning_rate": 1.8213505534585425e-05,
+      "loss": 29.4688,
+      "step": 9100
+    },
+    {
+      "epoch": 0.4349135047309567,
+      "grad_norm": 274.909912109375,
+      "learning_rate": 1.8213064077559864e-05,
+      "loss": 24.7188,
+      "step": 9101
+    },
+    {
+      "epoch": 0.4349612921724171,
+      "grad_norm": 179.51571655273438,
+      "learning_rate": 1.8212622571348645e-05,
+      "loss": 26.6719,
+      "step": 9102
+    },
+    {
+      "epoch": 0.43500907961387747,
+      "grad_norm": 367.61029052734375,
+      "learning_rate": 1.8212181015954414e-05,
+      "loss": 24.9375,
+      "step": 9103
+    },
+    {
+      "epoch": 0.43505686705533786,
+      "grad_norm": 424.5879211425781,
+      "learning_rate": 1.8211739411379817e-05,
+      "loss": 39.75,
+      "step": 9104
+    },
+    {
+      "epoch": 0.43510465449679825,
+      "grad_norm": 670.6067504882812,
+      "learning_rate": 1.8211297757627496e-05,
+      "loss": 40.25,
+      "step": 9105
+    },
+    {
+      "epoch": 0.43515244193825864,
+      "grad_norm": 282.9916076660156,
+      "learning_rate": 1.8210856054700095e-05,
+      "loss": 19.75,
+      "step": 9106
+    },
+    {
+      "epoch": 0.43520022937971903,
+      "grad_norm": 309.7991638183594,
+      "learning_rate": 1.8210414302600263e-05,
+      "loss": 23.7969,
+      "step": 9107
+    },
+    {
+      "epoch": 0.4352480168211794,
+      "grad_norm": 234.15139770507812,
+      "learning_rate": 1.8209972501330643e-05,
+      "loss": 31.6562,
+      "step": 9108
+    },
+    {
+      "epoch": 0.43529580426263975,
+      "grad_norm": 290.29510498046875,
+      "learning_rate": 1.8209530650893884e-05,
+      "loss": 31.8125,
+      "step": 9109
+    },
+    {
+      "epoch": 0.43534359170410014,
+      "grad_norm": 189.37705993652344,
+      "learning_rate": 1.820908875129263e-05,
+      "loss": 32.8125,
+      "step": 9110
+    },
+    {
+      "epoch": 0.43539137914556053,
+      "grad_norm": 236.39157104492188,
+      "learning_rate": 1.820864680252952e-05,
+      "loss": 33.25,
+      "step": 9111
+    },
+    {
+      "epoch": 0.4354391665870209,
+      "grad_norm": 252.15603637695312,
+      "learning_rate": 1.8208204804607216e-05,
+      "loss": 28.8281,
+      "step": 9112
+    },
+    {
+      "epoch": 0.4354869540284813,
+      "grad_norm": 323.97650146484375,
+      "learning_rate": 1.8207762757528353e-05,
+      "loss": 22.375,
+      "step": 9113
+    },
+    {
+      "epoch": 0.4355347414699417,
+      "grad_norm": 179.02578735351562,
+      "learning_rate": 1.820732066129558e-05,
+      "loss": 23.8594,
+      "step": 9114
+    },
+    {
+      "epoch": 0.4355825289114021,
+      "grad_norm": 283.1018371582031,
+      "learning_rate": 1.820687851591155e-05,
+      "loss": 29.9375,
+      "step": 9115
+    },
+    {
+      "epoch": 0.4356303163528625,
+      "grad_norm": 271.856201171875,
+      "learning_rate": 1.8206436321378907e-05,
+      "loss": 27.3438,
+      "step": 9116
+    },
+    {
+      "epoch": 0.43567810379432287,
+      "grad_norm": 246.86439514160156,
+      "learning_rate": 1.82059940777003e-05,
+      "loss": 28.875,
+      "step": 9117
+    },
+    {
+      "epoch": 0.43572589123578326,
+      "grad_norm": 218.8563690185547,
+      "learning_rate": 1.820555178487837e-05,
+      "loss": 29.875,
+      "step": 9118
+    },
+    {
+      "epoch": 0.43577367867724365,
+      "grad_norm": 359.23419189453125,
+      "learning_rate": 1.8205109442915782e-05,
+      "loss": 27.7031,
+      "step": 9119
+    },
+    {
+      "epoch": 0.435821466118704,
+      "grad_norm": 376.11932373046875,
+      "learning_rate": 1.8204667051815176e-05,
+      "loss": 31.25,
+      "step": 9120
+    },
+    {
+      "epoch": 0.43586925356016437,
+      "grad_norm": 264.87701416015625,
+      "learning_rate": 1.8204224611579194e-05,
+      "loss": 29.1719,
+      "step": 9121
+    },
+    {
+      "epoch": 0.43591704100162476,
+      "grad_norm": 367.3170471191406,
+      "learning_rate": 1.8203782122210497e-05,
+      "loss": 36.0312,
+      "step": 9122
+    },
+    {
+      "epoch": 0.43596482844308515,
+      "grad_norm": 353.2549133300781,
+      "learning_rate": 1.820333958371173e-05,
+      "loss": 24.875,
+      "step": 9123
+    },
+    {
+      "epoch": 0.43601261588454554,
+      "grad_norm": 157.4202423095703,
+      "learning_rate": 1.8202896996085546e-05,
+      "loss": 24.0625,
+      "step": 9124
+    },
+    {
+      "epoch": 0.43606040332600593,
+      "grad_norm": 344.9582824707031,
+      "learning_rate": 1.820245435933459e-05,
+      "loss": 39.3438,
+      "step": 9125
+    },
+    {
+      "epoch": 0.4361081907674663,
+      "grad_norm": 210.29139709472656,
+      "learning_rate": 1.820201167346152e-05,
+      "loss": 30.4531,
+      "step": 9126
+    },
+    {
+      "epoch": 0.4361559782089267,
+      "grad_norm": 255.95008850097656,
+      "learning_rate": 1.8201568938468986e-05,
+      "loss": 24.125,
+      "step": 9127
+    },
+    {
+      "epoch": 0.4362037656503871,
+      "grad_norm": 302.0885009765625,
+      "learning_rate": 1.820112615435963e-05,
+      "loss": 29.7188,
+      "step": 9128
+    },
+    {
+      "epoch": 0.4362515530918475,
+      "grad_norm": 446.8626708984375,
+      "learning_rate": 1.820068332113612e-05,
+      "loss": 28.5938,
+      "step": 9129
+    },
+    {
+      "epoch": 0.4362993405333078,
+      "grad_norm": 336.9143981933594,
+      "learning_rate": 1.820024043880109e-05,
+      "loss": 36.7812,
+      "step": 9130
+    },
+    {
+      "epoch": 0.4363471279747682,
+      "grad_norm": 451.6806335449219,
+      "learning_rate": 1.8199797507357204e-05,
+      "loss": 34.3438,
+      "step": 9131
+    },
+    {
+      "epoch": 0.4363949154162286,
+      "grad_norm": 275.592041015625,
+      "learning_rate": 1.819935452680711e-05,
+      "loss": 30.2188,
+      "step": 9132
+    },
+    {
+      "epoch": 0.436442702857689,
+      "grad_norm": 380.7542419433594,
+      "learning_rate": 1.8198911497153465e-05,
+      "loss": 29.1562,
+      "step": 9133
+    },
+    {
+      "epoch": 0.4364904902991494,
+      "grad_norm": 251.29574584960938,
+      "learning_rate": 1.819846841839892e-05,
+      "loss": 22.625,
+      "step": 9134
+    },
+    {
+      "epoch": 0.43653827774060977,
+      "grad_norm": 310.9681701660156,
+      "learning_rate": 1.8198025290546124e-05,
+      "loss": 30.0,
+      "step": 9135
+    },
+    {
+      "epoch": 0.43658606518207016,
+      "grad_norm": 212.0199737548828,
+      "learning_rate": 1.819758211359774e-05,
+      "loss": 28.5312,
+      "step": 9136
+    },
+    {
+      "epoch": 0.43663385262353055,
+      "grad_norm": 449.37860107421875,
+      "learning_rate": 1.8197138887556412e-05,
+      "loss": 32.4375,
+      "step": 9137
+    },
+    {
+      "epoch": 0.43668164006499094,
+      "grad_norm": 299.0910949707031,
+      "learning_rate": 1.8196695612424805e-05,
+      "loss": 27.75,
+      "step": 9138
+    },
+    {
+      "epoch": 0.43672942750645133,
+      "grad_norm": 476.2711181640625,
+      "learning_rate": 1.819625228820556e-05,
+      "loss": 39.125,
+      "step": 9139
+    },
+    {
+      "epoch": 0.43677721494791166,
+      "grad_norm": 217.5568389892578,
+      "learning_rate": 1.819580891490135e-05,
+      "loss": 28.8438,
+      "step": 9140
+    },
+    {
+      "epoch": 0.43682500238937205,
+      "grad_norm": 346.08709716796875,
+      "learning_rate": 1.819536549251481e-05,
+      "loss": 29.5625,
+      "step": 9141
+    },
+    {
+      "epoch": 0.43687278983083244,
+      "grad_norm": 232.2144317626953,
+      "learning_rate": 1.8194922021048614e-05,
+      "loss": 33.0,
+      "step": 9142
+    },
+    {
+      "epoch": 0.43692057727229283,
+      "grad_norm": 369.47467041015625,
+      "learning_rate": 1.8194478500505402e-05,
+      "loss": 33.5625,
+      "step": 9143
+    },
+    {
+      "epoch": 0.4369683647137532,
+      "grad_norm": 386.184814453125,
+      "learning_rate": 1.8194034930887842e-05,
+      "loss": 39.3438,
+      "step": 9144
+    },
+    {
+      "epoch": 0.4370161521552136,
+      "grad_norm": 218.60244750976562,
+      "learning_rate": 1.8193591312198587e-05,
+      "loss": 41.0,
+      "step": 9145
+    },
+    {
+      "epoch": 0.437063939596674,
+      "grad_norm": 167.18699645996094,
+      "learning_rate": 1.819314764444029e-05,
+      "loss": 22.0312,
+      "step": 9146
+    },
+    {
+      "epoch": 0.4371117270381344,
+      "grad_norm": 218.20643615722656,
+      "learning_rate": 1.819270392761561e-05,
+      "loss": 19.8594,
+      "step": 9147
+    },
+    {
+      "epoch": 0.4371595144795948,
+      "grad_norm": 160.49111938476562,
+      "learning_rate": 1.8192260161727205e-05,
+      "loss": 28.7812,
+      "step": 9148
+    },
+    {
+      "epoch": 0.43720730192105517,
+      "grad_norm": 304.7924499511719,
+      "learning_rate": 1.8191816346777736e-05,
+      "loss": 39.9375,
+      "step": 9149
+    },
+    {
+      "epoch": 0.4372550893625155,
+      "grad_norm": 239.50523376464844,
+      "learning_rate": 1.8191372482769854e-05,
+      "loss": 26.3438,
+      "step": 9150
+    },
+    {
+      "epoch": 0.4373028768039759,
+      "grad_norm": 313.4618225097656,
+      "learning_rate": 1.8190928569706224e-05,
+      "loss": 36.0,
+      "step": 9151
+    },
+    {
+      "epoch": 0.4373506642454363,
+      "grad_norm": 224.02268981933594,
+      "learning_rate": 1.8190484607589497e-05,
+      "loss": 47.9375,
+      "step": 9152
+    },
+    {
+      "epoch": 0.43739845168689667,
+      "grad_norm": 382.1374816894531,
+      "learning_rate": 1.819004059642234e-05,
+      "loss": 35.1562,
+      "step": 9153
+    },
+    {
+      "epoch": 0.43744623912835706,
+      "grad_norm": 205.12498474121094,
+      "learning_rate": 1.8189596536207406e-05,
+      "loss": 30.7812,
+      "step": 9154
+    },
+    {
+      "epoch": 0.43749402656981745,
+      "grad_norm": 230.2895965576172,
+      "learning_rate": 1.8189152426947358e-05,
+      "loss": 33.9688,
+      "step": 9155
+    },
+    {
+      "epoch": 0.43754181401127784,
+      "grad_norm": 171.9279327392578,
+      "learning_rate": 1.818870826864485e-05,
+      "loss": 22.3125,
+      "step": 9156
+    },
+    {
+      "epoch": 0.43758960145273823,
+      "grad_norm": 239.5595245361328,
+      "learning_rate": 1.8188264061302544e-05,
+      "loss": 32.25,
+      "step": 9157
+    },
+    {
+      "epoch": 0.4376373888941986,
+      "grad_norm": 285.9573059082031,
+      "learning_rate": 1.818781980492311e-05,
+      "loss": 28.4375,
+      "step": 9158
+    },
+    {
+      "epoch": 0.437685176335659,
+      "grad_norm": 104.51470184326172,
+      "learning_rate": 1.8187375499509193e-05,
+      "loss": 15.8594,
+      "step": 9159
+    },
+    {
+      "epoch": 0.4377329637771194,
+      "grad_norm": 553.0656127929688,
+      "learning_rate": 1.8186931145063464e-05,
+      "loss": 34.1562,
+      "step": 9160
+    },
+    {
+      "epoch": 0.43778075121857973,
+      "grad_norm": 379.67828369140625,
+      "learning_rate": 1.818648674158858e-05,
+      "loss": 31.1875,
+      "step": 9161
+    },
+    {
+      "epoch": 0.4378285386600401,
+      "grad_norm": 440.443359375,
+      "learning_rate": 1.818604228908721e-05,
+      "loss": 42.3438,
+      "step": 9162
+    },
+    {
+      "epoch": 0.4378763261015005,
+      "grad_norm": 294.5115966796875,
+      "learning_rate": 1.8185597787562004e-05,
+      "loss": 31.625,
+      "step": 9163
+    },
+    {
+      "epoch": 0.4379241135429609,
+      "grad_norm": 335.00836181640625,
+      "learning_rate": 1.8185153237015632e-05,
+      "loss": 28.1562,
+      "step": 9164
+    },
+    {
+      "epoch": 0.4379719009844213,
+      "grad_norm": 145.87680053710938,
+      "learning_rate": 1.8184708637450752e-05,
+      "loss": 28.9062,
+      "step": 9165
+    },
+    {
+      "epoch": 0.4380196884258817,
+      "grad_norm": 290.4640808105469,
+      "learning_rate": 1.818426398887003e-05,
+      "loss": 30.5469,
+      "step": 9166
+    },
+    {
+      "epoch": 0.43806747586734207,
+      "grad_norm": 210.0652618408203,
+      "learning_rate": 1.8183819291276127e-05,
+      "loss": 32.2188,
+      "step": 9167
+    },
+    {
+      "epoch": 0.43811526330880246,
+      "grad_norm": 213.10472106933594,
+      "learning_rate": 1.8183374544671708e-05,
+      "loss": 27.5938,
+      "step": 9168
+    },
+    {
+      "epoch": 0.43816305075026285,
+      "grad_norm": 248.390625,
+      "learning_rate": 1.8182929749059432e-05,
+      "loss": 22.4219,
+      "step": 9169
+    },
+    {
+      "epoch": 0.43821083819172324,
+      "grad_norm": 265.6148681640625,
+      "learning_rate": 1.8182484904441968e-05,
+      "loss": 28.6562,
+      "step": 9170
+    },
+    {
+      "epoch": 0.4382586256331836,
+      "grad_norm": 209.45144653320312,
+      "learning_rate": 1.8182040010821973e-05,
+      "loss": 30.4219,
+      "step": 9171
+    },
+    {
+      "epoch": 0.43830641307464396,
+      "grad_norm": 495.9292297363281,
+      "learning_rate": 1.818159506820212e-05,
+      "loss": 44.7344,
+      "step": 9172
+    },
+    {
+      "epoch": 0.43835420051610435,
+      "grad_norm": 376.9564514160156,
+      "learning_rate": 1.818115007658507e-05,
+      "loss": 43.375,
+      "step": 9173
+    },
+    {
+      "epoch": 0.43840198795756474,
+      "grad_norm": 387.5733947753906,
+      "learning_rate": 1.8180705035973486e-05,
+      "loss": 33.4688,
+      "step": 9174
+    },
+    {
+      "epoch": 0.43844977539902513,
+      "grad_norm": 204.07119750976562,
+      "learning_rate": 1.8180259946370034e-05,
+      "loss": 23.125,
+      "step": 9175
+    },
+    {
+      "epoch": 0.4384975628404855,
+      "grad_norm": 272.7729187011719,
+      "learning_rate": 1.817981480777738e-05,
+      "loss": 45.125,
+      "step": 9176
+    },
+    {
+      "epoch": 0.4385453502819459,
+      "grad_norm": 397.15606689453125,
+      "learning_rate": 1.8179369620198194e-05,
+      "loss": 25.5312,
+      "step": 9177
+    },
+    {
+      "epoch": 0.4385931377234063,
+      "grad_norm": 471.3142395019531,
+      "learning_rate": 1.8178924383635136e-05,
+      "loss": 33.4375,
+      "step": 9178
+    },
+    {
+      "epoch": 0.4386409251648667,
+      "grad_norm": 288.6678161621094,
+      "learning_rate": 1.817847909809088e-05,
+      "loss": 25.0,
+      "step": 9179
+    },
+    {
+      "epoch": 0.4386887126063271,
+      "grad_norm": 310.3726806640625,
+      "learning_rate": 1.817803376356808e-05,
+      "loss": 26.8438,
+      "step": 9180
+    },
+    {
+      "epoch": 0.4387365000477874,
+      "grad_norm": 224.35867309570312,
+      "learning_rate": 1.8177588380069414e-05,
+      "loss": 22.5156,
+      "step": 9181
+    },
+    {
+      "epoch": 0.4387842874892478,
+      "grad_norm": 310.2852783203125,
+      "learning_rate": 1.817714294759754e-05,
+      "loss": 24.6562,
+      "step": 9182
+    },
+    {
+      "epoch": 0.4388320749307082,
+      "grad_norm": 173.67161560058594,
+      "learning_rate": 1.8176697466155137e-05,
+      "loss": 20.8594,
+      "step": 9183
+    },
+    {
+      "epoch": 0.4388798623721686,
+      "grad_norm": 257.0853576660156,
+      "learning_rate": 1.8176251935744866e-05,
+      "loss": 29.25,
+      "step": 9184
+    },
+    {
+      "epoch": 0.438927649813629,
+      "grad_norm": 264.6753845214844,
+      "learning_rate": 1.8175806356369396e-05,
+      "loss": 28.5156,
+      "step": 9185
+    },
+    {
+      "epoch": 0.43897543725508936,
+      "grad_norm": 164.04135131835938,
+      "learning_rate": 1.8175360728031394e-05,
+      "loss": 30.9688,
+      "step": 9186
+    },
+    {
+      "epoch": 0.43902322469654975,
+      "grad_norm": 215.41085815429688,
+      "learning_rate": 1.8174915050733532e-05,
+      "loss": 27.8125,
+      "step": 9187
+    },
+    {
+      "epoch": 0.43907101213801014,
+      "grad_norm": 313.39398193359375,
+      "learning_rate": 1.817446932447848e-05,
+      "loss": 25.0,
+      "step": 9188
+    },
+    {
+      "epoch": 0.43911879957947053,
+      "grad_norm": 199.4298858642578,
+      "learning_rate": 1.8174023549268898e-05,
+      "loss": 25.625,
+      "step": 9189
+    },
+    {
+      "epoch": 0.4391665870209309,
+      "grad_norm": 166.84959411621094,
+      "learning_rate": 1.8173577725107466e-05,
+      "loss": 27.6875,
+      "step": 9190
+    },
+    {
+      "epoch": 0.4392143744623913,
+      "grad_norm": 208.3557586669922,
+      "learning_rate": 1.817313185199685e-05,
+      "loss": 24.3438,
+      "step": 9191
+    },
+    {
+      "epoch": 0.43926216190385164,
+      "grad_norm": 381.4080810546875,
+      "learning_rate": 1.817268592993972e-05,
+      "loss": 32.5938,
+      "step": 9192
+    },
+    {
+      "epoch": 0.43930994934531203,
+      "grad_norm": 301.8711242675781,
+      "learning_rate": 1.8172239958938748e-05,
+      "loss": 25.75,
+      "step": 9193
+    },
+    {
+      "epoch": 0.4393577367867724,
+      "grad_norm": 503.376708984375,
+      "learning_rate": 1.8171793938996604e-05,
+      "loss": 43.1562,
+      "step": 9194
+    },
+    {
+      "epoch": 0.4394055242282328,
+      "grad_norm": 258.6742248535156,
+      "learning_rate": 1.817134787011596e-05,
+      "loss": 25.4375,
+      "step": 9195
+    },
+    {
+      "epoch": 0.4394533116696932,
+      "grad_norm": 333.75164794921875,
+      "learning_rate": 1.817090175229948e-05,
+      "loss": 27.7812,
+      "step": 9196
+    },
+    {
+      "epoch": 0.4395010991111536,
+      "grad_norm": 215.6303253173828,
+      "learning_rate": 1.817045558554985e-05,
+      "loss": 27.4062,
+      "step": 9197
+    },
+    {
+      "epoch": 0.439548886552614,
+      "grad_norm": 399.05035400390625,
+      "learning_rate": 1.817000936986973e-05,
+      "loss": 26.3438,
+      "step": 9198
+    },
+    {
+      "epoch": 0.43959667399407437,
+      "grad_norm": 179.61830139160156,
+      "learning_rate": 1.8169563105261792e-05,
+      "loss": 26.8125,
+      "step": 9199
+    },
+    {
+      "epoch": 0.43964446143553476,
+      "grad_norm": 483.6330871582031,
+      "learning_rate": 1.816911679172872e-05,
+      "loss": 40.0625,
+      "step": 9200
+    },
+    {
+      "epoch": 0.43969224887699515,
+      "grad_norm": 268.5841064453125,
+      "learning_rate": 1.8168670429273173e-05,
+      "loss": 22.0,
+      "step": 9201
+    },
+    {
+      "epoch": 0.4397400363184555,
+      "grad_norm": 389.2118835449219,
+      "learning_rate": 1.8168224017897836e-05,
+      "loss": 32.125,
+      "step": 9202
+    },
+    {
+      "epoch": 0.4397878237599159,
+      "grad_norm": 231.1727752685547,
+      "learning_rate": 1.8167777557605373e-05,
+      "loss": 24.0,
+      "step": 9203
+    },
+    {
+      "epoch": 0.43983561120137626,
+      "grad_norm": 166.55873107910156,
+      "learning_rate": 1.8167331048398466e-05,
+      "loss": 22.0938,
+      "step": 9204
+    },
+    {
+      "epoch": 0.43988339864283665,
+      "grad_norm": 125.79423522949219,
+      "learning_rate": 1.816688449027978e-05,
+      "loss": 22.9531,
+      "step": 9205
+    },
+    {
+      "epoch": 0.43993118608429704,
+      "grad_norm": 379.0211486816406,
+      "learning_rate": 1.8166437883251995e-05,
+      "loss": 40.1875,
+      "step": 9206
+    },
+    {
+      "epoch": 0.43997897352575743,
+      "grad_norm": 373.7579040527344,
+      "learning_rate": 1.816599122731779e-05,
+      "loss": 52.375,
+      "step": 9207
+    },
+    {
+      "epoch": 0.4400267609672178,
+      "grad_norm": 390.42840576171875,
+      "learning_rate": 1.8165544522479827e-05,
+      "loss": 31.7031,
+      "step": 9208
+    },
+    {
+      "epoch": 0.4400745484086782,
+      "grad_norm": 228.25152587890625,
+      "learning_rate": 1.8165097768740792e-05,
+      "loss": 23.875,
+      "step": 9209
+    },
+    {
+      "epoch": 0.4401223358501386,
+      "grad_norm": 374.549072265625,
+      "learning_rate": 1.816465096610336e-05,
+      "loss": 43.6875,
+      "step": 9210
+    },
+    {
+      "epoch": 0.440170123291599,
+      "grad_norm": 273.1967468261719,
+      "learning_rate": 1.8164204114570197e-05,
+      "loss": 32.9375,
+      "step": 9211
+    },
+    {
+      "epoch": 0.4402179107330593,
+      "grad_norm": 269.56597900390625,
+      "learning_rate": 1.8163757214143993e-05,
+      "loss": 32.25,
+      "step": 9212
+    },
+    {
+      "epoch": 0.4402656981745197,
+      "grad_norm": 286.487060546875,
+      "learning_rate": 1.8163310264827412e-05,
+      "loss": 32.6562,
+      "step": 9213
+    },
+    {
+      "epoch": 0.4403134856159801,
+      "grad_norm": 292.572265625,
+      "learning_rate": 1.816286326662314e-05,
+      "loss": 33.4688,
+      "step": 9214
+    },
+    {
+      "epoch": 0.4403612730574405,
+      "grad_norm": 291.3477783203125,
+      "learning_rate": 1.816241621953385e-05,
+      "loss": 37.6562,
+      "step": 9215
+    },
+    {
+      "epoch": 0.4404090604989009,
+      "grad_norm": 410.9924621582031,
+      "learning_rate": 1.816196912356222e-05,
+      "loss": 36.0312,
+      "step": 9216
+    },
+    {
+      "epoch": 0.4404568479403613,
+      "grad_norm": 331.424560546875,
+      "learning_rate": 1.8161521978710924e-05,
+      "loss": 27.7812,
+      "step": 9217
+    },
+    {
+      "epoch": 0.44050463538182166,
+      "grad_norm": 251.6744842529297,
+      "learning_rate": 1.8161074784982644e-05,
+      "loss": 24.5,
+      "step": 9218
+    },
+    {
+      "epoch": 0.44055242282328205,
+      "grad_norm": 280.3468322753906,
+      "learning_rate": 1.8160627542380056e-05,
+      "loss": 32.4375,
+      "step": 9219
+    },
+    {
+      "epoch": 0.44060021026474244,
+      "grad_norm": 317.9340515136719,
+      "learning_rate": 1.8160180250905838e-05,
+      "loss": 24.5312,
+      "step": 9220
+    },
+    {
+      "epoch": 0.44064799770620283,
+      "grad_norm": 238.98155212402344,
+      "learning_rate": 1.8159732910562674e-05,
+      "loss": 33.2812,
+      "step": 9221
+    },
+    {
+      "epoch": 0.4406957851476632,
+      "grad_norm": 493.6488952636719,
+      "learning_rate": 1.8159285521353234e-05,
+      "loss": 25.1562,
+      "step": 9222
+    },
+    {
+      "epoch": 0.44074357258912356,
+      "grad_norm": 222.8181915283203,
+      "learning_rate": 1.8158838083280205e-05,
+      "loss": 28.9375,
+      "step": 9223
+    },
+    {
+      "epoch": 0.44079136003058395,
+      "grad_norm": 371.85589599609375,
+      "learning_rate": 1.8158390596346264e-05,
+      "loss": 40.5938,
+      "step": 9224
+    },
+    {
+      "epoch": 0.44083914747204433,
+      "grad_norm": 262.7342224121094,
+      "learning_rate": 1.8157943060554086e-05,
+      "loss": 32.2188,
+      "step": 9225
+    },
+    {
+      "epoch": 0.4408869349135047,
+      "grad_norm": 267.9086608886719,
+      "learning_rate": 1.815749547590636e-05,
+      "loss": 30.6875,
+      "step": 9226
+    },
+    {
+      "epoch": 0.4409347223549651,
+      "grad_norm": 256.11016845703125,
+      "learning_rate": 1.8157047842405763e-05,
+      "loss": 23.9062,
+      "step": 9227
+    },
+    {
+      "epoch": 0.4409825097964255,
+      "grad_norm": 234.54983520507812,
+      "learning_rate": 1.815660016005497e-05,
+      "loss": 28.4844,
+      "step": 9228
+    },
+    {
+      "epoch": 0.4410302972378859,
+      "grad_norm": 291.5899353027344,
+      "learning_rate": 1.815615242885667e-05,
+      "loss": 31.25,
+      "step": 9229
+    },
+    {
+      "epoch": 0.4410780846793463,
+      "grad_norm": 328.0599670410156,
+      "learning_rate": 1.815570464881354e-05,
+      "loss": 35.25,
+      "step": 9230
+    },
+    {
+      "epoch": 0.4411258721208067,
+      "grad_norm": 350.8022155761719,
+      "learning_rate": 1.8155256819928267e-05,
+      "loss": 29.125,
+      "step": 9231
+    },
+    {
+      "epoch": 0.44117365956226706,
+      "grad_norm": 448.2349853515625,
+      "learning_rate": 1.8154808942203526e-05,
+      "loss": 40.3125,
+      "step": 9232
+    },
+    {
+      "epoch": 0.4412214470037274,
+      "grad_norm": 401.3994445800781,
+      "learning_rate": 1.8154361015642002e-05,
+      "loss": 29.0625,
+      "step": 9233
+    },
+    {
+      "epoch": 0.4412692344451878,
+      "grad_norm": 285.00213623046875,
+      "learning_rate": 1.8153913040246375e-05,
+      "loss": 39.9688,
+      "step": 9234
+    },
+    {
+      "epoch": 0.4413170218866482,
+      "grad_norm": 202.60494995117188,
+      "learning_rate": 1.8153465016019334e-05,
+      "loss": 37.4062,
+      "step": 9235
+    },
+    {
+      "epoch": 0.44136480932810856,
+      "grad_norm": 450.9820251464844,
+      "learning_rate": 1.815301694296356e-05,
+      "loss": 37.7812,
+      "step": 9236
+    },
+    {
+      "epoch": 0.44141259676956895,
+      "grad_norm": 211.56263732910156,
+      "learning_rate": 1.815256882108173e-05,
+      "loss": 28.875,
+      "step": 9237
+    },
+    {
+      "epoch": 0.44146038421102934,
+      "grad_norm": 335.3449401855469,
+      "learning_rate": 1.8152120650376535e-05,
+      "loss": 33.3438,
+      "step": 9238
+    },
+    {
+      "epoch": 0.44150817165248973,
+      "grad_norm": 555.0877685546875,
+      "learning_rate": 1.8151672430850655e-05,
+      "loss": 49.5312,
+      "step": 9239
+    },
+    {
+      "epoch": 0.4415559590939501,
+      "grad_norm": 388.6953125,
+      "learning_rate": 1.8151224162506777e-05,
+      "loss": 42.4375,
+      "step": 9240
+    },
+    {
+      "epoch": 0.4416037465354105,
+      "grad_norm": 336.93878173828125,
+      "learning_rate": 1.8150775845347583e-05,
+      "loss": 36.9062,
+      "step": 9241
+    },
+    {
+      "epoch": 0.4416515339768709,
+      "grad_norm": 625.5466918945312,
+      "learning_rate": 1.815032747937576e-05,
+      "loss": 31.7812,
+      "step": 9242
+    },
+    {
+      "epoch": 0.44169932141833124,
+      "grad_norm": 280.9063415527344,
+      "learning_rate": 1.814987906459399e-05,
+      "loss": 28.4062,
+      "step": 9243
+    },
+    {
+      "epoch": 0.4417471088597916,
+      "grad_norm": 246.02069091796875,
+      "learning_rate": 1.8149430601004965e-05,
+      "loss": 30.875,
+      "step": 9244
+    },
+    {
+      "epoch": 0.441794896301252,
+      "grad_norm": 283.64825439453125,
+      "learning_rate": 1.8148982088611365e-05,
+      "loss": 36.0312,
+      "step": 9245
+    },
+    {
+      "epoch": 0.4418426837427124,
+      "grad_norm": 256.6965637207031,
+      "learning_rate": 1.8148533527415874e-05,
+      "loss": 23.625,
+      "step": 9246
+    },
+    {
+      "epoch": 0.4418904711841728,
+      "grad_norm": 159.7294158935547,
+      "learning_rate": 1.8148084917421185e-05,
+      "loss": 20.25,
+      "step": 9247
+    },
+    {
+      "epoch": 0.4419382586256332,
+      "grad_norm": 198.73300170898438,
+      "learning_rate": 1.814763625862998e-05,
+      "loss": 29.2656,
+      "step": 9248
+    },
+    {
+      "epoch": 0.4419860460670936,
+      "grad_norm": 245.4102020263672,
+      "learning_rate": 1.8147187551044947e-05,
+      "loss": 22.6875,
+      "step": 9249
+    },
+    {
+      "epoch": 0.44203383350855396,
+      "grad_norm": 1177.555419921875,
+      "learning_rate": 1.8146738794668775e-05,
+      "loss": 38.8438,
+      "step": 9250
+    },
+    {
+      "epoch": 0.44208162095001435,
+      "grad_norm": 221.74134826660156,
+      "learning_rate": 1.814628998950415e-05,
+      "loss": 30.3125,
+      "step": 9251
+    },
+    {
+      "epoch": 0.44212940839147474,
+      "grad_norm": 266.0734558105469,
+      "learning_rate": 1.8145841135553756e-05,
+      "loss": 33.4062,
+      "step": 9252
+    },
+    {
+      "epoch": 0.4421771958329351,
+      "grad_norm": 291.6091003417969,
+      "learning_rate": 1.8145392232820286e-05,
+      "loss": 23.7812,
+      "step": 9253
+    },
+    {
+      "epoch": 0.44222498327439547,
+      "grad_norm": 264.4947509765625,
+      "learning_rate": 1.814494328130643e-05,
+      "loss": 26.5938,
+      "step": 9254
+    },
+    {
+      "epoch": 0.44227277071585586,
+      "grad_norm": 343.8515930175781,
+      "learning_rate": 1.8144494281014872e-05,
+      "loss": 21.625,
+      "step": 9255
+    },
+    {
+      "epoch": 0.44232055815731625,
+      "grad_norm": 202.61473083496094,
+      "learning_rate": 1.8144045231948298e-05,
+      "loss": 30.7188,
+      "step": 9256
+    },
+    {
+      "epoch": 0.44236834559877664,
+      "grad_norm": 402.4468078613281,
+      "learning_rate": 1.8143596134109408e-05,
+      "loss": 24.9062,
+      "step": 9257
+    },
+    {
+      "epoch": 0.442416133040237,
+      "grad_norm": 390.8718566894531,
+      "learning_rate": 1.814314698750088e-05,
+      "loss": 47.4688,
+      "step": 9258
+    },
+    {
+      "epoch": 0.4424639204816974,
+      "grad_norm": 288.4956970214844,
+      "learning_rate": 1.8142697792125416e-05,
+      "loss": 36.75,
+      "step": 9259
+    },
+    {
+      "epoch": 0.4425117079231578,
+      "grad_norm": 291.9298400878906,
+      "learning_rate": 1.8142248547985694e-05,
+      "loss": 33.0,
+      "step": 9260
+    },
+    {
+      "epoch": 0.4425594953646182,
+      "grad_norm": 324.8245544433594,
+      "learning_rate": 1.814179925508441e-05,
+      "loss": 36.0312,
+      "step": 9261
+    },
+    {
+      "epoch": 0.4426072828060786,
+      "grad_norm": 205.9602813720703,
+      "learning_rate": 1.8141349913424256e-05,
+      "loss": 22.2188,
+      "step": 9262
+    },
+    {
+      "epoch": 0.442655070247539,
+      "grad_norm": 427.6954040527344,
+      "learning_rate": 1.814090052300792e-05,
+      "loss": 30.0312,
+      "step": 9263
+    },
+    {
+      "epoch": 0.4427028576889993,
+      "grad_norm": 210.94825744628906,
+      "learning_rate": 1.8140451083838094e-05,
+      "loss": 38.5625,
+      "step": 9264
+    },
+    {
+      "epoch": 0.4427506451304597,
+      "grad_norm": 304.05157470703125,
+      "learning_rate": 1.8140001595917472e-05,
+      "loss": 32.9688,
+      "step": 9265
+    },
+    {
+      "epoch": 0.4427984325719201,
+      "grad_norm": 180.5044708251953,
+      "learning_rate": 1.8139552059248742e-05,
+      "loss": 20.375,
+      "step": 9266
+    },
+    {
+      "epoch": 0.4428462200133805,
+      "grad_norm": 214.93658447265625,
+      "learning_rate": 1.8139102473834597e-05,
+      "loss": 20.625,
+      "step": 9267
+    },
+    {
+      "epoch": 0.44289400745484087,
+      "grad_norm": 235.62254333496094,
+      "learning_rate": 1.813865283967773e-05,
+      "loss": 26.75,
+      "step": 9268
+    },
+    {
+      "epoch": 0.44294179489630126,
+      "grad_norm": 347.6844482421875,
+      "learning_rate": 1.8138203156780842e-05,
+      "loss": 27.7188,
+      "step": 9269
+    },
+    {
+      "epoch": 0.44298958233776164,
+      "grad_norm": 673.0899047851562,
+      "learning_rate": 1.8137753425146608e-05,
+      "loss": 24.4062,
+      "step": 9270
+    },
+    {
+      "epoch": 0.44303736977922203,
+      "grad_norm": 267.680419921875,
+      "learning_rate": 1.813730364477774e-05,
+      "loss": 20.7812,
+      "step": 9271
+    },
+    {
+      "epoch": 0.4430851572206824,
+      "grad_norm": 441.178955078125,
+      "learning_rate": 1.813685381567692e-05,
+      "loss": 35.8438,
+      "step": 9272
+    },
+    {
+      "epoch": 0.4431329446621428,
+      "grad_norm": 212.7783966064453,
+      "learning_rate": 1.8136403937846842e-05,
+      "loss": 18.125,
+      "step": 9273
+    },
+    {
+      "epoch": 0.44318073210360315,
+      "grad_norm": 310.2304992675781,
+      "learning_rate": 1.8135954011290205e-05,
+      "loss": 42.4062,
+      "step": 9274
+    },
+    {
+      "epoch": 0.44322851954506354,
+      "grad_norm": 292.0583801269531,
+      "learning_rate": 1.8135504036009702e-05,
+      "loss": 32.4375,
+      "step": 9275
+    },
+    {
+      "epoch": 0.4432763069865239,
+      "grad_norm": 213.53184509277344,
+      "learning_rate": 1.813505401200803e-05,
+      "loss": 30.6875,
+      "step": 9276
+    },
+    {
+      "epoch": 0.4433240944279843,
+      "grad_norm": 621.2435913085938,
+      "learning_rate": 1.8134603939287882e-05,
+      "loss": 30.0312,
+      "step": 9277
+    },
+    {
+      "epoch": 0.4433718818694447,
+      "grad_norm": 303.9169006347656,
+      "learning_rate": 1.813415381785195e-05,
+      "loss": 44.3125,
+      "step": 9278
+    },
+    {
+      "epoch": 0.4434196693109051,
+      "grad_norm": 269.2218933105469,
+      "learning_rate": 1.813370364770293e-05,
+      "loss": 33.5938,
+      "step": 9279
+    },
+    {
+      "epoch": 0.4434674567523655,
+      "grad_norm": 334.0011901855469,
+      "learning_rate": 1.8133253428843524e-05,
+      "loss": 34.0312,
+      "step": 9280
+    },
+    {
+      "epoch": 0.4435152441938259,
+      "grad_norm": 303.86676025390625,
+      "learning_rate": 1.8132803161276423e-05,
+      "loss": 31.125,
+      "step": 9281
+    },
+    {
+      "epoch": 0.44356303163528626,
+      "grad_norm": 360.7070007324219,
+      "learning_rate": 1.813235284500433e-05,
+      "loss": 35.5938,
+      "step": 9282
+    },
+    {
+      "epoch": 0.44361081907674665,
+      "grad_norm": 200.88540649414062,
+      "learning_rate": 1.813190248002993e-05,
+      "loss": 28.3125,
+      "step": 9283
+    },
+    {
+      "epoch": 0.443658606518207,
+      "grad_norm": 331.18597412109375,
+      "learning_rate": 1.8131452066355934e-05,
+      "loss": 25.0312,
+      "step": 9284
+    },
+    {
+      "epoch": 0.4437063939596674,
+      "grad_norm": 255.4506072998047,
+      "learning_rate": 1.8131001603985028e-05,
+      "loss": 28.375,
+      "step": 9285
+    },
+    {
+      "epoch": 0.44375418140112777,
+      "grad_norm": 244.15863037109375,
+      "learning_rate": 1.8130551092919916e-05,
+      "loss": 26.8438,
+      "step": 9286
+    },
+    {
+      "epoch": 0.44380196884258816,
+      "grad_norm": 508.4974060058594,
+      "learning_rate": 1.8130100533163294e-05,
+      "loss": 29.7188,
+      "step": 9287
+    },
+    {
+      "epoch": 0.44384975628404855,
+      "grad_norm": 263.2228698730469,
+      "learning_rate": 1.8129649924717856e-05,
+      "loss": 28.8438,
+      "step": 9288
+    },
+    {
+      "epoch": 0.44389754372550894,
+      "grad_norm": 216.5766143798828,
+      "learning_rate": 1.8129199267586314e-05,
+      "loss": 31.3438,
+      "step": 9289
+    },
+    {
+      "epoch": 0.4439453311669693,
+      "grad_norm": 189.2076873779297,
+      "learning_rate": 1.812874856177135e-05,
+      "loss": 23.0,
+      "step": 9290
+    },
+    {
+      "epoch": 0.4439931186084297,
+      "grad_norm": 579.55322265625,
+      "learning_rate": 1.8128297807275673e-05,
+      "loss": 31.3125,
+      "step": 9291
+    },
+    {
+      "epoch": 0.4440409060498901,
+      "grad_norm": 253.69178771972656,
+      "learning_rate": 1.8127847004101985e-05,
+      "loss": 38.5,
+      "step": 9292
+    },
+    {
+      "epoch": 0.4440886934913505,
+      "grad_norm": 142.34022521972656,
+      "learning_rate": 1.8127396152252977e-05,
+      "loss": 20.9062,
+      "step": 9293
+    },
+    {
+      "epoch": 0.4441364809328109,
+      "grad_norm": 416.61962890625,
+      "learning_rate": 1.8126945251731355e-05,
+      "loss": 38.4062,
+      "step": 9294
+    },
+    {
+      "epoch": 0.4441842683742712,
+      "grad_norm": 361.46942138671875,
+      "learning_rate": 1.8126494302539817e-05,
+      "loss": 33.625,
+      "step": 9295
+    },
+    {
+      "epoch": 0.4442320558157316,
+      "grad_norm": 206.3743133544922,
+      "learning_rate": 1.812604330468106e-05,
+      "loss": 31.6562,
+      "step": 9296
+    },
+    {
+      "epoch": 0.444279843257192,
+      "grad_norm": 242.54714965820312,
+      "learning_rate": 1.8125592258157797e-05,
+      "loss": 21.4375,
+      "step": 9297
+    },
+    {
+      "epoch": 0.4443276306986524,
+      "grad_norm": 203.2890167236328,
+      "learning_rate": 1.8125141162972716e-05,
+      "loss": 30.4531,
+      "step": 9298
+    },
+    {
+      "epoch": 0.4443754181401128,
+      "grad_norm": 342.69134521484375,
+      "learning_rate": 1.8124690019128527e-05,
+      "loss": 35.2812,
+      "step": 9299
+    },
+    {
+      "epoch": 0.44442320558157317,
+      "grad_norm": 191.15573120117188,
+      "learning_rate": 1.8124238826627926e-05,
+      "loss": 22.0938,
+      "step": 9300
+    },
+    {
+      "epoch": 0.44447099302303356,
+      "grad_norm": 236.3582305908203,
+      "learning_rate": 1.8123787585473617e-05,
+      "loss": 31.8438,
+      "step": 9301
+    },
+    {
+      "epoch": 0.44451878046449395,
+      "grad_norm": 394.6600341796875,
+      "learning_rate": 1.8123336295668307e-05,
+      "loss": 36.4219,
+      "step": 9302
+    },
+    {
+      "epoch": 0.44456656790595434,
+      "grad_norm": 241.38470458984375,
+      "learning_rate": 1.812288495721469e-05,
+      "loss": 25.2812,
+      "step": 9303
+    },
+    {
+      "epoch": 0.4446143553474147,
+      "grad_norm": 309.45025634765625,
+      "learning_rate": 1.8122433570115476e-05,
+      "loss": 25.5938,
+      "step": 9304
+    },
+    {
+      "epoch": 0.44466214278887506,
+      "grad_norm": 201.1251983642578,
+      "learning_rate": 1.8121982134373362e-05,
+      "loss": 25.9062,
+      "step": 9305
+    },
+    {
+      "epoch": 0.44470993023033545,
+      "grad_norm": 385.7295837402344,
+      "learning_rate": 1.8121530649991062e-05,
+      "loss": 33.9062,
+      "step": 9306
+    },
+    {
+      "epoch": 0.44475771767179584,
+      "grad_norm": 400.3659362792969,
+      "learning_rate": 1.812107911697127e-05,
+      "loss": 28.8438,
+      "step": 9307
+    },
+    {
+      "epoch": 0.4448055051132562,
+      "grad_norm": 222.03012084960938,
+      "learning_rate": 1.812062753531669e-05,
+      "loss": 30.7812,
+      "step": 9308
+    },
+    {
+      "epoch": 0.4448532925547166,
+      "grad_norm": 239.12515258789062,
+      "learning_rate": 1.8120175905030033e-05,
+      "loss": 36.4688,
+      "step": 9309
+    },
+    {
+      "epoch": 0.444901079996177,
+      "grad_norm": 256.4593200683594,
+      "learning_rate": 1.8119724226113996e-05,
+      "loss": 27.9375,
+      "step": 9310
+    },
+    {
+      "epoch": 0.4449488674376374,
+      "grad_norm": 428.3909912109375,
+      "learning_rate": 1.8119272498571295e-05,
+      "loss": 30.875,
+      "step": 9311
+    },
+    {
+      "epoch": 0.4449966548790978,
+      "grad_norm": 449.180419921875,
+      "learning_rate": 1.8118820722404624e-05,
+      "loss": 34.9688,
+      "step": 9312
+    },
+    {
+      "epoch": 0.4450444423205582,
+      "grad_norm": 373.1712951660156,
+      "learning_rate": 1.8118368897616693e-05,
+      "loss": 28.0938,
+      "step": 9313
+    },
+    {
+      "epoch": 0.44509222976201857,
+      "grad_norm": 157.75701904296875,
+      "learning_rate": 1.811791702421021e-05,
+      "loss": 24.6875,
+      "step": 9314
+    },
+    {
+      "epoch": 0.4451400172034789,
+      "grad_norm": 289.8122253417969,
+      "learning_rate": 1.8117465102187876e-05,
+      "loss": 26.9375,
+      "step": 9315
+    },
+    {
+      "epoch": 0.4451878046449393,
+      "grad_norm": 203.54690551757812,
+      "learning_rate": 1.8117013131552404e-05,
+      "loss": 26.1562,
+      "step": 9316
+    },
+    {
+      "epoch": 0.4452355920863997,
+      "grad_norm": 310.978271484375,
+      "learning_rate": 1.8116561112306495e-05,
+      "loss": 25.3438,
+      "step": 9317
+    },
+    {
+      "epoch": 0.44528337952786007,
+      "grad_norm": 301.3807067871094,
+      "learning_rate": 1.8116109044452857e-05,
+      "loss": 32.0625,
+      "step": 9318
+    },
+    {
+      "epoch": 0.44533116696932046,
+      "grad_norm": 218.4989776611328,
+      "learning_rate": 1.81156569279942e-05,
+      "loss": 24.4688,
+      "step": 9319
+    },
+    {
+      "epoch": 0.44537895441078085,
+      "grad_norm": 175.0059356689453,
+      "learning_rate": 1.811520476293323e-05,
+      "loss": 29.1875,
+      "step": 9320
+    },
+    {
+      "epoch": 0.44542674185224124,
+      "grad_norm": 162.70364379882812,
+      "learning_rate": 1.8114752549272657e-05,
+      "loss": 18.4219,
+      "step": 9321
+    },
+    {
+      "epoch": 0.4454745292937016,
+      "grad_norm": 204.95480346679688,
+      "learning_rate": 1.8114300287015183e-05,
+      "loss": 25.7812,
+      "step": 9322
+    },
+    {
+      "epoch": 0.445522316735162,
+      "grad_norm": 335.3138427734375,
+      "learning_rate": 1.8113847976163524e-05,
+      "loss": 23.0,
+      "step": 9323
+    },
+    {
+      "epoch": 0.4455701041766224,
+      "grad_norm": 296.8221435546875,
+      "learning_rate": 1.8113395616720384e-05,
+      "loss": 26.0312,
+      "step": 9324
+    },
+    {
+      "epoch": 0.4456178916180828,
+      "grad_norm": 392.2707824707031,
+      "learning_rate": 1.8112943208688472e-05,
+      "loss": 31.1875,
+      "step": 9325
+    },
+    {
+      "epoch": 0.44566567905954313,
+      "grad_norm": 641.8927612304688,
+      "learning_rate": 1.81124907520705e-05,
+      "loss": 31.1875,
+      "step": 9326
+    },
+    {
+      "epoch": 0.4457134665010035,
+      "grad_norm": 424.42291259765625,
+      "learning_rate": 1.8112038246869178e-05,
+      "loss": 32.1094,
+      "step": 9327
+    },
+    {
+      "epoch": 0.4457612539424639,
+      "grad_norm": 529.9179077148438,
+      "learning_rate": 1.8111585693087213e-05,
+      "loss": 31.3125,
+      "step": 9328
+    },
+    {
+      "epoch": 0.4458090413839243,
+      "grad_norm": 396.0770568847656,
+      "learning_rate": 1.8111133090727316e-05,
+      "loss": 37.4062,
+      "step": 9329
+    },
+    {
+      "epoch": 0.4458568288253847,
+      "grad_norm": 362.5463562011719,
+      "learning_rate": 1.8110680439792196e-05,
+      "loss": 49.125,
+      "step": 9330
+    },
+    {
+      "epoch": 0.4459046162668451,
+      "grad_norm": 196.90432739257812,
+      "learning_rate": 1.811022774028457e-05,
+      "loss": 27.4375,
+      "step": 9331
+    },
+    {
+      "epoch": 0.44595240370830547,
+      "grad_norm": 227.74220275878906,
+      "learning_rate": 1.8109774992207147e-05,
+      "loss": 20.0625,
+      "step": 9332
+    },
+    {
+      "epoch": 0.44600019114976586,
+      "grad_norm": 411.8601379394531,
+      "learning_rate": 1.8109322195562628e-05,
+      "loss": 30.6562,
+      "step": 9333
+    },
+    {
+      "epoch": 0.44604797859122625,
+      "grad_norm": 366.3592834472656,
+      "learning_rate": 1.8108869350353736e-05,
+      "loss": 40.5625,
+      "step": 9334
+    },
+    {
+      "epoch": 0.44609576603268664,
+      "grad_norm": 183.03993225097656,
+      "learning_rate": 1.8108416456583184e-05,
+      "loss": 25.1562,
+      "step": 9335
+    },
+    {
+      "epoch": 0.44614355347414697,
+      "grad_norm": 219.95013427734375,
+      "learning_rate": 1.8107963514253678e-05,
+      "loss": 29.5625,
+      "step": 9336
+    },
+    {
+      "epoch": 0.44619134091560736,
+      "grad_norm": 540.5140380859375,
+      "learning_rate": 1.810751052336793e-05,
+      "loss": 25.8906,
+      "step": 9337
+    },
+    {
+      "epoch": 0.44623912835706775,
+      "grad_norm": 121.35607147216797,
+      "learning_rate": 1.810705748392866e-05,
+      "loss": 23.2656,
+      "step": 9338
+    },
+    {
+      "epoch": 0.44628691579852814,
+      "grad_norm": 237.28977966308594,
+      "learning_rate": 1.8106604395938573e-05,
+      "loss": 23.9688,
+      "step": 9339
+    },
+    {
+      "epoch": 0.44633470323998853,
+      "grad_norm": 220.6215057373047,
+      "learning_rate": 1.810615125940039e-05,
+      "loss": 26.0312,
+      "step": 9340
+    },
+    {
+      "epoch": 0.4463824906814489,
+      "grad_norm": 255.39947509765625,
+      "learning_rate": 1.8105698074316814e-05,
+      "loss": 21.2656,
+      "step": 9341
+    },
+    {
+      "epoch": 0.4464302781229093,
+      "grad_norm": 208.71009826660156,
+      "learning_rate": 1.810524484069057e-05,
+      "loss": 30.9688,
+      "step": 9342
+    },
+    {
+      "epoch": 0.4464780655643697,
+      "grad_norm": 548.6275634765625,
+      "learning_rate": 1.810479155852437e-05,
+      "loss": 61.5938,
+      "step": 9343
+    },
+    {
+      "epoch": 0.4465258530058301,
+      "grad_norm": 271.1895751953125,
+      "learning_rate": 1.8104338227820922e-05,
+      "loss": 30.3438,
+      "step": 9344
+    },
+    {
+      "epoch": 0.4465736404472905,
+      "grad_norm": 218.0966796875,
+      "learning_rate": 1.8103884848582947e-05,
+      "loss": 29.5938,
+      "step": 9345
+    },
+    {
+      "epoch": 0.4466214278887508,
+      "grad_norm": 181.89785766601562,
+      "learning_rate": 1.8103431420813163e-05,
+      "loss": 34.6562,
+      "step": 9346
+    },
+    {
+      "epoch": 0.4466692153302112,
+      "grad_norm": 161.1182861328125,
+      "learning_rate": 1.8102977944514276e-05,
+      "loss": 41.7188,
+      "step": 9347
+    },
+    {
+      "epoch": 0.4467170027716716,
+      "grad_norm": 546.3477172851562,
+      "learning_rate": 1.810252441968901e-05,
+      "loss": 42.5938,
+      "step": 9348
+    },
+    {
+      "epoch": 0.446764790213132,
+      "grad_norm": 359.847412109375,
+      "learning_rate": 1.8102070846340073e-05,
+      "loss": 31.125,
+      "step": 9349
+    },
+    {
+      "epoch": 0.44681257765459237,
+      "grad_norm": 276.7021179199219,
+      "learning_rate": 1.810161722447019e-05,
+      "loss": 43.2812,
+      "step": 9350
+    },
+    {
+      "epoch": 0.44686036509605276,
+      "grad_norm": 228.0110626220703,
+      "learning_rate": 1.8101163554082073e-05,
+      "loss": 28.2188,
+      "step": 9351
+    },
+    {
+      "epoch": 0.44690815253751315,
+      "grad_norm": 244.9862518310547,
+      "learning_rate": 1.810070983517844e-05,
+      "loss": 34.7812,
+      "step": 9352
+    },
+    {
+      "epoch": 0.44695593997897354,
+      "grad_norm": 349.5670471191406,
+      "learning_rate": 1.810025606776201e-05,
+      "loss": 30.6562,
+      "step": 9353
+    },
+    {
+      "epoch": 0.4470037274204339,
+      "grad_norm": 495.4147644042969,
+      "learning_rate": 1.8099802251835494e-05,
+      "loss": 31.0469,
+      "step": 9354
+    },
+    {
+      "epoch": 0.4470515148618943,
+      "grad_norm": 240.26979064941406,
+      "learning_rate": 1.8099348387401617e-05,
+      "loss": 33.5938,
+      "step": 9355
+    },
+    {
+      "epoch": 0.44709930230335465,
+      "grad_norm": 232.53614807128906,
+      "learning_rate": 1.8098894474463094e-05,
+      "loss": 35.8125,
+      "step": 9356
+    },
+    {
+      "epoch": 0.44714708974481504,
+      "grad_norm": 180.722900390625,
+      "learning_rate": 1.809844051302264e-05,
+      "loss": 32.7812,
+      "step": 9357
+    },
+    {
+      "epoch": 0.44719487718627543,
+      "grad_norm": 324.387451171875,
+      "learning_rate": 1.809798650308298e-05,
+      "loss": 31.2031,
+      "step": 9358
+    },
+    {
+      "epoch": 0.4472426646277358,
+      "grad_norm": 288.95654296875,
+      "learning_rate": 1.8097532444646834e-05,
+      "loss": 38.5,
+      "step": 9359
+    },
+    {
+      "epoch": 0.4472904520691962,
+      "grad_norm": 218.8758544921875,
+      "learning_rate": 1.809707833771691e-05,
+      "loss": 26.4688,
+      "step": 9360
+    },
+    {
+      "epoch": 0.4473382395106566,
+      "grad_norm": 408.6924133300781,
+      "learning_rate": 1.8096624182295942e-05,
+      "loss": 33.0,
+      "step": 9361
+    },
+    {
+      "epoch": 0.447386026952117,
+      "grad_norm": 275.3113708496094,
+      "learning_rate": 1.8096169978386636e-05,
+      "loss": 33.2812,
+      "step": 9362
+    },
+    {
+      "epoch": 0.4474338143935774,
+      "grad_norm": 361.9637451171875,
+      "learning_rate": 1.8095715725991724e-05,
+      "loss": 46.375,
+      "step": 9363
+    },
+    {
+      "epoch": 0.44748160183503777,
+      "grad_norm": 232.3316650390625,
+      "learning_rate": 1.8095261425113916e-05,
+      "loss": 30.9062,
+      "step": 9364
+    },
+    {
+      "epoch": 0.44752938927649816,
+      "grad_norm": 224.5308837890625,
+      "learning_rate": 1.809480707575594e-05,
+      "loss": 26.1562,
+      "step": 9365
+    },
+    {
+      "epoch": 0.44757717671795855,
+      "grad_norm": 318.8908386230469,
+      "learning_rate": 1.8094352677920518e-05,
+      "loss": 27.1875,
+      "step": 9366
+    },
+    {
+      "epoch": 0.4476249641594189,
+      "grad_norm": 240.03916931152344,
+      "learning_rate": 1.8093898231610366e-05,
+      "loss": 29.0312,
+      "step": 9367
+    },
+    {
+      "epoch": 0.44767275160087927,
+      "grad_norm": 395.55767822265625,
+      "learning_rate": 1.8093443736828207e-05,
+      "loss": 35.5938,
+      "step": 9368
+    },
+    {
+      "epoch": 0.44772053904233966,
+      "grad_norm": 339.5665588378906,
+      "learning_rate": 1.8092989193576764e-05,
+      "loss": 36.2188,
+      "step": 9369
+    },
+    {
+      "epoch": 0.44776832648380005,
+      "grad_norm": 302.1264343261719,
+      "learning_rate": 1.809253460185876e-05,
+      "loss": 41.875,
+      "step": 9370
+    },
+    {
+      "epoch": 0.44781611392526044,
+      "grad_norm": 386.72210693359375,
+      "learning_rate": 1.809207996167691e-05,
+      "loss": 33.0312,
+      "step": 9371
+    },
+    {
+      "epoch": 0.44786390136672083,
+      "grad_norm": 378.87261962890625,
+      "learning_rate": 1.8091625273033945e-05,
+      "loss": 40.625,
+      "step": 9372
+    },
+    {
+      "epoch": 0.4479116888081812,
+      "grad_norm": 330.6582336425781,
+      "learning_rate": 1.809117053593259e-05,
+      "loss": 31.9375,
+      "step": 9373
+    },
+    {
+      "epoch": 0.4479594762496416,
+      "grad_norm": 208.8421630859375,
+      "learning_rate": 1.8090715750375562e-05,
+      "loss": 29.3125,
+      "step": 9374
+    },
+    {
+      "epoch": 0.448007263691102,
+      "grad_norm": 377.97222900390625,
+      "learning_rate": 1.8090260916365585e-05,
+      "loss": 20.0312,
+      "step": 9375
+    },
+    {
+      "epoch": 0.4480550511325624,
+      "grad_norm": 150.78237915039062,
+      "learning_rate": 1.8089806033905384e-05,
+      "loss": 20.7031,
+      "step": 9376
+    },
+    {
+      "epoch": 0.4481028385740227,
+      "grad_norm": 278.5936584472656,
+      "learning_rate": 1.8089351102997684e-05,
+      "loss": 21.4688,
+      "step": 9377
+    },
+    {
+      "epoch": 0.4481506260154831,
+      "grad_norm": 165.52288818359375,
+      "learning_rate": 1.8088896123645212e-05,
+      "loss": 33.4531,
+      "step": 9378
+    },
+    {
+      "epoch": 0.4481984134569435,
+      "grad_norm": 297.74462890625,
+      "learning_rate": 1.808844109585069e-05,
+      "loss": 35.4062,
+      "step": 9379
+    },
+    {
+      "epoch": 0.4482462008984039,
+      "grad_norm": 247.1878662109375,
+      "learning_rate": 1.8087986019616838e-05,
+      "loss": 41.875,
+      "step": 9380
+    },
+    {
+      "epoch": 0.4482939883398643,
+      "grad_norm": 533.2593994140625,
+      "learning_rate": 1.8087530894946387e-05,
+      "loss": 29.7812,
+      "step": 9381
+    },
+    {
+      "epoch": 0.44834177578132467,
+      "grad_norm": 190.2684326171875,
+      "learning_rate": 1.8087075721842064e-05,
+      "loss": 32.9688,
+      "step": 9382
+    },
+    {
+      "epoch": 0.44838956322278506,
+      "grad_norm": 156.2364501953125,
+      "learning_rate": 1.8086620500306592e-05,
+      "loss": 25.1875,
+      "step": 9383
+    },
+    {
+      "epoch": 0.44843735066424545,
+      "grad_norm": 254.06442260742188,
+      "learning_rate": 1.80861652303427e-05,
+      "loss": 28.9062,
+      "step": 9384
+    },
+    {
+      "epoch": 0.44848513810570584,
+      "grad_norm": 141.4861602783203,
+      "learning_rate": 1.808570991195311e-05,
+      "loss": 24.7812,
+      "step": 9385
+    },
+    {
+      "epoch": 0.44853292554716623,
+      "grad_norm": 332.1251220703125,
+      "learning_rate": 1.808525454514055e-05,
+      "loss": 24.4062,
+      "step": 9386
+    },
+    {
+      "epoch": 0.44858071298862656,
+      "grad_norm": 264.5823974609375,
+      "learning_rate": 1.808479912990775e-05,
+      "loss": 30.375,
+      "step": 9387
+    },
+    {
+      "epoch": 0.44862850043008695,
+      "grad_norm": 224.64154052734375,
+      "learning_rate": 1.8084343666257434e-05,
+      "loss": 28.9375,
+      "step": 9388
+    },
+    {
+      "epoch": 0.44867628787154734,
+      "grad_norm": 232.06890869140625,
+      "learning_rate": 1.808388815419233e-05,
+      "loss": 35.8125,
+      "step": 9389
+    },
+    {
+      "epoch": 0.44872407531300773,
+      "grad_norm": 319.5479431152344,
+      "learning_rate": 1.808343259371517e-05,
+      "loss": 25.6094,
+      "step": 9390
+    },
+    {
+      "epoch": 0.4487718627544681,
+      "grad_norm": 694.6089477539062,
+      "learning_rate": 1.8082976984828678e-05,
+      "loss": 36.7188,
+      "step": 9391
+    },
+    {
+      "epoch": 0.4488196501959285,
+      "grad_norm": 186.75143432617188,
+      "learning_rate": 1.808252132753558e-05,
+      "loss": 26.3438,
+      "step": 9392
+    },
+    {
+      "epoch": 0.4488674376373889,
+      "grad_norm": 258.755126953125,
+      "learning_rate": 1.8082065621838615e-05,
+      "loss": 33.5938,
+      "step": 9393
+    },
+    {
+      "epoch": 0.4489152250788493,
+      "grad_norm": 505.1075134277344,
+      "learning_rate": 1.8081609867740502e-05,
+      "loss": 24.7656,
+      "step": 9394
+    },
+    {
+      "epoch": 0.4489630125203097,
+      "grad_norm": 303.8968505859375,
+      "learning_rate": 1.8081154065243976e-05,
+      "loss": 31.8438,
+      "step": 9395
+    },
+    {
+      "epoch": 0.44901079996177007,
+      "grad_norm": 262.1789245605469,
+      "learning_rate": 1.8080698214351763e-05,
+      "loss": 32.8438,
+      "step": 9396
+    },
+    {
+      "epoch": 0.44905858740323046,
+      "grad_norm": 186.82298278808594,
+      "learning_rate": 1.8080242315066595e-05,
+      "loss": 31.125,
+      "step": 9397
+    },
+    {
+      "epoch": 0.4491063748446908,
+      "grad_norm": 311.27001953125,
+      "learning_rate": 1.80797863673912e-05,
+      "loss": 30.75,
+      "step": 9398
+    },
+    {
+      "epoch": 0.4491541622861512,
+      "grad_norm": 306.55450439453125,
+      "learning_rate": 1.8079330371328314e-05,
+      "loss": 36.5625,
+      "step": 9399
+    },
+    {
+      "epoch": 0.44920194972761157,
+      "grad_norm": 563.5693969726562,
+      "learning_rate": 1.8078874326880663e-05,
+      "loss": 31.9688,
+      "step": 9400
+    },
+    {
+      "epoch": 0.44924973716907196,
+      "grad_norm": 123.58450317382812,
+      "learning_rate": 1.8078418234050977e-05,
+      "loss": 23.7656,
+      "step": 9401
+    },
+    {
+      "epoch": 0.44929752461053235,
+      "grad_norm": 246.05979919433594,
+      "learning_rate": 1.8077962092841995e-05,
+      "loss": 24.9062,
+      "step": 9402
+    },
+    {
+      "epoch": 0.44934531205199274,
+      "grad_norm": 222.22129821777344,
+      "learning_rate": 1.807750590325644e-05,
+      "loss": 25.8281,
+      "step": 9403
+    },
+    {
+      "epoch": 0.44939309949345313,
+      "grad_norm": 258.33953857421875,
+      "learning_rate": 1.8077049665297045e-05,
+      "loss": 24.5625,
+      "step": 9404
+    },
+    {
+      "epoch": 0.4494408869349135,
+      "grad_norm": 203.5543670654297,
+      "learning_rate": 1.807659337896655e-05,
+      "loss": 26.8438,
+      "step": 9405
+    },
+    {
+      "epoch": 0.4494886743763739,
+      "grad_norm": 335.976806640625,
+      "learning_rate": 1.8076137044267682e-05,
+      "loss": 32.875,
+      "step": 9406
+    },
+    {
+      "epoch": 0.4495364618178343,
+      "grad_norm": 503.8282470703125,
+      "learning_rate": 1.807568066120317e-05,
+      "loss": 39.4375,
+      "step": 9407
+    },
+    {
+      "epoch": 0.44958424925929463,
+      "grad_norm": 421.9408874511719,
+      "learning_rate": 1.8075224229775754e-05,
+      "loss": 34.0156,
+      "step": 9408
+    },
+    {
+      "epoch": 0.449632036700755,
+      "grad_norm": 271.90045166015625,
+      "learning_rate": 1.8074767749988164e-05,
+      "loss": 36.0938,
+      "step": 9409
+    },
+    {
+      "epoch": 0.4496798241422154,
+      "grad_norm": 325.2406005859375,
+      "learning_rate": 1.8074311221843134e-05,
+      "loss": 28.6875,
+      "step": 9410
+    },
+    {
+      "epoch": 0.4497276115836758,
+      "grad_norm": 457.8419494628906,
+      "learning_rate": 1.8073854645343402e-05,
+      "loss": 25.4062,
+      "step": 9411
+    },
+    {
+      "epoch": 0.4497753990251362,
+      "grad_norm": 166.08657836914062,
+      "learning_rate": 1.8073398020491695e-05,
+      "loss": 25.3438,
+      "step": 9412
+    },
+    {
+      "epoch": 0.4498231864665966,
+      "grad_norm": 285.4513244628906,
+      "learning_rate": 1.8072941347290752e-05,
+      "loss": 27.0312,
+      "step": 9413
+    },
+    {
+      "epoch": 0.44987097390805697,
+      "grad_norm": 327.445068359375,
+      "learning_rate": 1.807248462574331e-05,
+      "loss": 37.375,
+      "step": 9414
+    },
+    {
+      "epoch": 0.44991876134951736,
+      "grad_norm": 158.9593963623047,
+      "learning_rate": 1.8072027855852098e-05,
+      "loss": 21.8594,
+      "step": 9415
+    },
+    {
+      "epoch": 0.44996654879097775,
+      "grad_norm": 221.41278076171875,
+      "learning_rate": 1.8071571037619856e-05,
+      "loss": 30.6562,
+      "step": 9416
+    },
+    {
+      "epoch": 0.45001433623243814,
+      "grad_norm": 257.171630859375,
+      "learning_rate": 1.8071114171049317e-05,
+      "loss": 28.8438,
+      "step": 9417
+    },
+    {
+      "epoch": 0.4500621236738985,
+      "grad_norm": 243.57762145996094,
+      "learning_rate": 1.8070657256143223e-05,
+      "loss": 29.3438,
+      "step": 9418
+    },
+    {
+      "epoch": 0.45010991111535886,
+      "grad_norm": 249.11355590820312,
+      "learning_rate": 1.8070200292904303e-05,
+      "loss": 34.0312,
+      "step": 9419
+    },
+    {
+      "epoch": 0.45015769855681925,
+      "grad_norm": 389.5863952636719,
+      "learning_rate": 1.8069743281335297e-05,
+      "loss": 24.0312,
+      "step": 9420
+    },
+    {
+      "epoch": 0.45020548599827964,
+      "grad_norm": 235.17225646972656,
+      "learning_rate": 1.806928622143894e-05,
+      "loss": 35.0625,
+      "step": 9421
+    },
+    {
+      "epoch": 0.45025327343974003,
+      "grad_norm": 336.4967041015625,
+      "learning_rate": 1.8068829113217973e-05,
+      "loss": 38.0,
+      "step": 9422
+    },
+    {
+      "epoch": 0.4503010608812004,
+      "grad_norm": 356.08709716796875,
+      "learning_rate": 1.8068371956675134e-05,
+      "loss": 29.5625,
+      "step": 9423
+    },
+    {
+      "epoch": 0.4503488483226608,
+      "grad_norm": 180.36993408203125,
+      "learning_rate": 1.806791475181315e-05,
+      "loss": 26.375,
+      "step": 9424
+    },
+    {
+      "epoch": 0.4503966357641212,
+      "grad_norm": 345.0350646972656,
+      "learning_rate": 1.8067457498634772e-05,
+      "loss": 33.4219,
+      "step": 9425
+    },
+    {
+      "epoch": 0.4504444232055816,
+      "grad_norm": 185.6121826171875,
+      "learning_rate": 1.8067000197142736e-05,
+      "loss": 30.5938,
+      "step": 9426
+    },
+    {
+      "epoch": 0.450492210647042,
+      "grad_norm": 289.5002136230469,
+      "learning_rate": 1.8066542847339775e-05,
+      "loss": 36.9688,
+      "step": 9427
+    },
+    {
+      "epoch": 0.45053999808850237,
+      "grad_norm": 228.2484588623047,
+      "learning_rate": 1.806608544922863e-05,
+      "loss": 31.25,
+      "step": 9428
+    },
+    {
+      "epoch": 0.4505877855299627,
+      "grad_norm": 181.21591186523438,
+      "learning_rate": 1.8065628002812043e-05,
+      "loss": 28.75,
+      "step": 9429
+    },
+    {
+      "epoch": 0.4506355729714231,
+      "grad_norm": 214.7264862060547,
+      "learning_rate": 1.806517050809275e-05,
+      "loss": 31.0469,
+      "step": 9430
+    },
+    {
+      "epoch": 0.4506833604128835,
+      "grad_norm": 183.93508911132812,
+      "learning_rate": 1.8064712965073497e-05,
+      "loss": 23.1875,
+      "step": 9431
+    },
+    {
+      "epoch": 0.45073114785434387,
+      "grad_norm": 324.13818359375,
+      "learning_rate": 1.8064255373757014e-05,
+      "loss": 21.8125,
+      "step": 9432
+    },
+    {
+      "epoch": 0.45077893529580426,
+      "grad_norm": 240.25047302246094,
+      "learning_rate": 1.806379773414605e-05,
+      "loss": 29.1562,
+      "step": 9433
+    },
+    {
+      "epoch": 0.45082672273726465,
+      "grad_norm": 249.5565185546875,
+      "learning_rate": 1.8063340046243343e-05,
+      "loss": 27.5938,
+      "step": 9434
+    },
+    {
+      "epoch": 0.45087451017872504,
+      "grad_norm": 467.24658203125,
+      "learning_rate": 1.8062882310051633e-05,
+      "loss": 25.7812,
+      "step": 9435
+    },
+    {
+      "epoch": 0.45092229762018543,
+      "grad_norm": 150.22006225585938,
+      "learning_rate": 1.806242452557366e-05,
+      "loss": 18.9531,
+      "step": 9436
+    },
+    {
+      "epoch": 0.4509700850616458,
+      "grad_norm": 451.4935607910156,
+      "learning_rate": 1.8061966692812172e-05,
+      "loss": 38.3125,
+      "step": 9437
+    },
+    {
+      "epoch": 0.4510178725031062,
+      "grad_norm": 246.15121459960938,
+      "learning_rate": 1.8061508811769903e-05,
+      "loss": 30.2812,
+      "step": 9438
+    },
+    {
+      "epoch": 0.45106565994456654,
+      "grad_norm": 174.26107788085938,
+      "learning_rate": 1.80610508824496e-05,
+      "loss": 30.6875,
+      "step": 9439
+    },
+    {
+      "epoch": 0.45111344738602693,
+      "grad_norm": 406.12091064453125,
+      "learning_rate": 1.8060592904854e-05,
+      "loss": 34.4375,
+      "step": 9440
+    },
+    {
+      "epoch": 0.4511612348274873,
+      "grad_norm": 657.2994995117188,
+      "learning_rate": 1.8060134878985855e-05,
+      "loss": 26.6562,
+      "step": 9441
+    },
+    {
+      "epoch": 0.4512090222689477,
+      "grad_norm": 295.45208740234375,
+      "learning_rate": 1.80596768048479e-05,
+      "loss": 34.5,
+      "step": 9442
+    },
+    {
+      "epoch": 0.4512568097104081,
+      "grad_norm": 350.38665771484375,
+      "learning_rate": 1.8059218682442883e-05,
+      "loss": 27.2188,
+      "step": 9443
+    },
+    {
+      "epoch": 0.4513045971518685,
+      "grad_norm": 259.3941955566406,
+      "learning_rate": 1.805876051177354e-05,
+      "loss": 40.5312,
+      "step": 9444
+    },
+    {
+      "epoch": 0.4513523845933289,
+      "grad_norm": 517.3085327148438,
+      "learning_rate": 1.8058302292842626e-05,
+      "loss": 24.75,
+      "step": 9445
+    },
+    {
+      "epoch": 0.45140017203478927,
+      "grad_norm": 294.182373046875,
+      "learning_rate": 1.8057844025652876e-05,
+      "loss": 42.1719,
+      "step": 9446
+    },
+    {
+      "epoch": 0.45144795947624966,
+      "grad_norm": 308.2958984375,
+      "learning_rate": 1.805738571020704e-05,
+      "loss": 29.375,
+      "step": 9447
+    },
+    {
+      "epoch": 0.45149574691771005,
+      "grad_norm": 259.45782470703125,
+      "learning_rate": 1.8056927346507857e-05,
+      "loss": 26.3594,
+      "step": 9448
+    },
+    {
+      "epoch": 0.4515435343591704,
+      "grad_norm": 225.15135192871094,
+      "learning_rate": 1.805646893455808e-05,
+      "loss": 22.7812,
+      "step": 9449
+    },
+    {
+      "epoch": 0.4515913218006308,
+      "grad_norm": 301.6103210449219,
+      "learning_rate": 1.8056010474360445e-05,
+      "loss": 33.5,
+      "step": 9450
+    },
+    {
+      "epoch": 0.45163910924209116,
+      "grad_norm": 417.6759033203125,
+      "learning_rate": 1.8055551965917707e-05,
+      "loss": 22.4375,
+      "step": 9451
+    },
+    {
+      "epoch": 0.45168689668355155,
+      "grad_norm": 237.5126190185547,
+      "learning_rate": 1.80550934092326e-05,
+      "loss": 33.9062,
+      "step": 9452
+    },
+    {
+      "epoch": 0.45173468412501194,
+      "grad_norm": 235.1441192626953,
+      "learning_rate": 1.8054634804307885e-05,
+      "loss": 28.25,
+      "step": 9453
+    },
+    {
+      "epoch": 0.45178247156647233,
+      "grad_norm": 283.8306884765625,
+      "learning_rate": 1.80541761511463e-05,
+      "loss": 15.0781,
+      "step": 9454
+    },
+    {
+      "epoch": 0.4518302590079327,
+      "grad_norm": 278.20751953125,
+      "learning_rate": 1.8053717449750588e-05,
+      "loss": 25.9062,
+      "step": 9455
+    },
+    {
+      "epoch": 0.4518780464493931,
+      "grad_norm": 351.0978698730469,
+      "learning_rate": 1.8053258700123503e-05,
+      "loss": 22.7812,
+      "step": 9456
+    },
+    {
+      "epoch": 0.4519258338908535,
+      "grad_norm": 208.5790252685547,
+      "learning_rate": 1.805279990226779e-05,
+      "loss": 23.125,
+      "step": 9457
+    },
+    {
+      "epoch": 0.4519736213323139,
+      "grad_norm": 222.37440490722656,
+      "learning_rate": 1.8052341056186198e-05,
+      "loss": 40.1875,
+      "step": 9458
+    },
+    {
+      "epoch": 0.4520214087737742,
+      "grad_norm": 526.912353515625,
+      "learning_rate": 1.805188216188147e-05,
+      "loss": 28.875,
+      "step": 9459
+    },
+    {
+      "epoch": 0.4520691962152346,
+      "grad_norm": 359.30523681640625,
+      "learning_rate": 1.805142321935636e-05,
+      "loss": 33.9219,
+      "step": 9460
+    },
+    {
+      "epoch": 0.452116983656695,
+      "grad_norm": 182.59877014160156,
+      "learning_rate": 1.8050964228613615e-05,
+      "loss": 20.9062,
+      "step": 9461
+    },
+    {
+      "epoch": 0.4521647710981554,
+      "grad_norm": 942.1769409179688,
+      "learning_rate": 1.8050505189655982e-05,
+      "loss": 33.3438,
+      "step": 9462
+    },
+    {
+      "epoch": 0.4522125585396158,
+      "grad_norm": 547.1744995117188,
+      "learning_rate": 1.805004610248621e-05,
+      "loss": 36.375,
+      "step": 9463
+    },
+    {
+      "epoch": 0.4522603459810762,
+      "grad_norm": 226.18472290039062,
+      "learning_rate": 1.804958696710705e-05,
+      "loss": 28.8438,
+      "step": 9464
+    },
+    {
+      "epoch": 0.45230813342253656,
+      "grad_norm": 284.75531005859375,
+      "learning_rate": 1.8049127783521248e-05,
+      "loss": 24.6719,
+      "step": 9465
+    },
+    {
+      "epoch": 0.45235592086399695,
+      "grad_norm": 894.9762573242188,
+      "learning_rate": 1.804866855173156e-05,
+      "loss": 38.7188,
+      "step": 9466
+    },
+    {
+      "epoch": 0.45240370830545734,
+      "grad_norm": 394.27032470703125,
+      "learning_rate": 1.8048209271740735e-05,
+      "loss": 25.625,
+      "step": 9467
+    },
+    {
+      "epoch": 0.45245149574691773,
+      "grad_norm": 351.57684326171875,
+      "learning_rate": 1.804774994355152e-05,
+      "loss": 31.7188,
+      "step": 9468
+    },
+    {
+      "epoch": 0.4524992831883781,
+      "grad_norm": 302.3231506347656,
+      "learning_rate": 1.8047290567166667e-05,
+      "loss": 26.5781,
+      "step": 9469
+    },
+    {
+      "epoch": 0.45254707062983845,
+      "grad_norm": 219.99684143066406,
+      "learning_rate": 1.8046831142588926e-05,
+      "loss": 30.4062,
+      "step": 9470
+    },
+    {
+      "epoch": 0.45259485807129884,
+      "grad_norm": 258.0020446777344,
+      "learning_rate": 1.804637166982105e-05,
+      "loss": 35.8438,
+      "step": 9471
+    },
+    {
+      "epoch": 0.45264264551275923,
+      "grad_norm": 234.76373291015625,
+      "learning_rate": 1.8045912148865792e-05,
+      "loss": 31.75,
+      "step": 9472
+    },
+    {
+      "epoch": 0.4526904329542196,
+      "grad_norm": 323.3823547363281,
+      "learning_rate": 1.80454525797259e-05,
+      "loss": 28.0938,
+      "step": 9473
+    },
+    {
+      "epoch": 0.45273822039568,
+      "grad_norm": 167.35037231445312,
+      "learning_rate": 1.804499296240413e-05,
+      "loss": 22.875,
+      "step": 9474
+    },
+    {
+      "epoch": 0.4527860078371404,
+      "grad_norm": 178.35397338867188,
+      "learning_rate": 1.8044533296903232e-05,
+      "loss": 25.2344,
+      "step": 9475
+    },
+    {
+      "epoch": 0.4528337952786008,
+      "grad_norm": 201.164794921875,
+      "learning_rate": 1.804407358322596e-05,
+      "loss": 34.7188,
+      "step": 9476
+    },
+    {
+      "epoch": 0.4528815827200612,
+      "grad_norm": 457.08514404296875,
+      "learning_rate": 1.804361382137507e-05,
+      "loss": 33.4688,
+      "step": 9477
+    },
+    {
+      "epoch": 0.45292937016152157,
+      "grad_norm": 244.13877868652344,
+      "learning_rate": 1.8043154011353306e-05,
+      "loss": 39.875,
+      "step": 9478
+    },
+    {
+      "epoch": 0.45297715760298196,
+      "grad_norm": 251.52420043945312,
+      "learning_rate": 1.8042694153163435e-05,
+      "loss": 28.25,
+      "step": 9479
+    },
+    {
+      "epoch": 0.4530249450444423,
+      "grad_norm": 195.192626953125,
+      "learning_rate": 1.80422342468082e-05,
+      "loss": 27.2188,
+      "step": 9480
+    },
+    {
+      "epoch": 0.4530727324859027,
+      "grad_norm": 238.43203735351562,
+      "learning_rate": 1.8041774292290358e-05,
+      "loss": 31.9062,
+      "step": 9481
+    },
+    {
+      "epoch": 0.4531205199273631,
+      "grad_norm": 175.78619384765625,
+      "learning_rate": 1.8041314289612665e-05,
+      "loss": 25.4688,
+      "step": 9482
+    },
+    {
+      "epoch": 0.45316830736882346,
+      "grad_norm": 226.66156005859375,
+      "learning_rate": 1.804085423877788e-05,
+      "loss": 21.8125,
+      "step": 9483
+    },
+    {
+      "epoch": 0.45321609481028385,
+      "grad_norm": 206.45213317871094,
+      "learning_rate": 1.804039413978875e-05,
+      "loss": 23.4375,
+      "step": 9484
+    },
+    {
+      "epoch": 0.45326388225174424,
+      "grad_norm": 273.06988525390625,
+      "learning_rate": 1.8039933992648035e-05,
+      "loss": 37.6875,
+      "step": 9485
+    },
+    {
+      "epoch": 0.45331166969320463,
+      "grad_norm": 203.59896850585938,
+      "learning_rate": 1.8039473797358485e-05,
+      "loss": 24.9844,
+      "step": 9486
+    },
+    {
+      "epoch": 0.453359457134665,
+      "grad_norm": 360.156494140625,
+      "learning_rate": 1.8039013553922868e-05,
+      "loss": 31.3125,
+      "step": 9487
+    },
+    {
+      "epoch": 0.4534072445761254,
+      "grad_norm": 339.4649353027344,
+      "learning_rate": 1.803855326234393e-05,
+      "loss": 33.3125,
+      "step": 9488
+    },
+    {
+      "epoch": 0.4534550320175858,
+      "grad_norm": 299.28466796875,
+      "learning_rate": 1.803809292262443e-05,
+      "loss": 34.2188,
+      "step": 9489
+    },
+    {
+      "epoch": 0.45350281945904614,
+      "grad_norm": 202.0907440185547,
+      "learning_rate": 1.8037632534767125e-05,
+      "loss": 23.8125,
+      "step": 9490
+    },
+    {
+      "epoch": 0.4535506069005065,
+      "grad_norm": 412.0049743652344,
+      "learning_rate": 1.8037172098774776e-05,
+      "loss": 26.4375,
+      "step": 9491
+    },
+    {
+      "epoch": 0.4535983943419669,
+      "grad_norm": 281.6363830566406,
+      "learning_rate": 1.8036711614650136e-05,
+      "loss": 29.5,
+      "step": 9492
+    },
+    {
+      "epoch": 0.4536461817834273,
+      "grad_norm": 421.6874084472656,
+      "learning_rate": 1.8036251082395958e-05,
+      "loss": 33.6875,
+      "step": 9493
+    },
+    {
+      "epoch": 0.4536939692248877,
+      "grad_norm": 191.07894897460938,
+      "learning_rate": 1.8035790502015015e-05,
+      "loss": 27.7969,
+      "step": 9494
+    },
+    {
+      "epoch": 0.4537417566663481,
+      "grad_norm": 145.2281951904297,
+      "learning_rate": 1.8035329873510048e-05,
+      "loss": 22.6719,
+      "step": 9495
+    },
+    {
+      "epoch": 0.4537895441078085,
+      "grad_norm": 241.7117462158203,
+      "learning_rate": 1.8034869196883824e-05,
+      "loss": 35.0625,
+      "step": 9496
+    },
+    {
+      "epoch": 0.45383733154926886,
+      "grad_norm": 238.168701171875,
+      "learning_rate": 1.8034408472139106e-05,
+      "loss": 25.6562,
+      "step": 9497
+    },
+    {
+      "epoch": 0.45388511899072925,
+      "grad_norm": 281.317626953125,
+      "learning_rate": 1.8033947699278646e-05,
+      "loss": 35.375,
+      "step": 9498
+    },
+    {
+      "epoch": 0.45393290643218964,
+      "grad_norm": 348.59063720703125,
+      "learning_rate": 1.8033486878305205e-05,
+      "loss": 32.3125,
+      "step": 9499
+    },
+    {
+      "epoch": 0.45398069387365003,
+      "grad_norm": 258.43292236328125,
+      "learning_rate": 1.8033026009221542e-05,
+      "loss": 21.7969,
+      "step": 9500
+    },
+    {
+      "epoch": 0.45402848131511037,
+      "grad_norm": 303.9830017089844,
+      "learning_rate": 1.8032565092030423e-05,
+      "loss": 30.0625,
+      "step": 9501
+    },
+    {
+      "epoch": 0.45407626875657076,
+      "grad_norm": 195.21456909179688,
+      "learning_rate": 1.80321041267346e-05,
+      "loss": 27.1875,
+      "step": 9502
+    },
+    {
+      "epoch": 0.45412405619803115,
+      "grad_norm": 300.0840759277344,
+      "learning_rate": 1.8031643113336843e-05,
+      "loss": 22.9688,
+      "step": 9503
+    },
+    {
+      "epoch": 0.45417184363949153,
+      "grad_norm": 242.90602111816406,
+      "learning_rate": 1.8031182051839902e-05,
+      "loss": 30.5312,
+      "step": 9504
+    },
+    {
+      "epoch": 0.4542196310809519,
+      "grad_norm": 227.41744995117188,
+      "learning_rate": 1.8030720942246547e-05,
+      "loss": 29.5,
+      "step": 9505
+    },
+    {
+      "epoch": 0.4542674185224123,
+      "grad_norm": 231.25941467285156,
+      "learning_rate": 1.8030259784559535e-05,
+      "loss": 24.8438,
+      "step": 9506
+    },
+    {
+      "epoch": 0.4543152059638727,
+      "grad_norm": 211.61090087890625,
+      "learning_rate": 1.802979857878163e-05,
+      "loss": 26.7812,
+      "step": 9507
+    },
+    {
+      "epoch": 0.4543629934053331,
+      "grad_norm": 456.27801513671875,
+      "learning_rate": 1.802933732491559e-05,
+      "loss": 48.0,
+      "step": 9508
+    },
+    {
+      "epoch": 0.4544107808467935,
+      "grad_norm": 427.50439453125,
+      "learning_rate": 1.802887602296418e-05,
+      "loss": 34.1875,
+      "step": 9509
+    },
+    {
+      "epoch": 0.4544585682882539,
+      "grad_norm": 456.5998229980469,
+      "learning_rate": 1.8028414672930163e-05,
+      "loss": 39.0312,
+      "step": 9510
+    },
+    {
+      "epoch": 0.4545063557297142,
+      "grad_norm": 234.54466247558594,
+      "learning_rate": 1.8027953274816305e-05,
+      "loss": 30.9375,
+      "step": 9511
+    },
+    {
+      "epoch": 0.4545541431711746,
+      "grad_norm": 227.96829223632812,
+      "learning_rate": 1.8027491828625365e-05,
+      "loss": 34.3438,
+      "step": 9512
+    },
+    {
+      "epoch": 0.454601930612635,
+      "grad_norm": 405.0133056640625,
+      "learning_rate": 1.8027030334360104e-05,
+      "loss": 40.8438,
+      "step": 9513
+    },
+    {
+      "epoch": 0.4546497180540954,
+      "grad_norm": 369.8058166503906,
+      "learning_rate": 1.802656879202329e-05,
+      "loss": 28.8594,
+      "step": 9514
+    },
+    {
+      "epoch": 0.45469750549555576,
+      "grad_norm": 303.2574462890625,
+      "learning_rate": 1.8026107201617686e-05,
+      "loss": 30.0,
+      "step": 9515
+    },
+    {
+      "epoch": 0.45474529293701615,
+      "grad_norm": 703.4744873046875,
+      "learning_rate": 1.802564556314606e-05,
+      "loss": 44.75,
+      "step": 9516
+    },
+    {
+      "epoch": 0.45479308037847654,
+      "grad_norm": 584.4772338867188,
+      "learning_rate": 1.8025183876611167e-05,
+      "loss": 30.0312,
+      "step": 9517
+    },
+    {
+      "epoch": 0.45484086781993693,
+      "grad_norm": 284.4781188964844,
+      "learning_rate": 1.8024722142015784e-05,
+      "loss": 40.9375,
+      "step": 9518
+    },
+    {
+      "epoch": 0.4548886552613973,
+      "grad_norm": 257.1505432128906,
+      "learning_rate": 1.8024260359362662e-05,
+      "loss": 41.4375,
+      "step": 9519
+    },
+    {
+      "epoch": 0.4549364427028577,
+      "grad_norm": 161.02845764160156,
+      "learning_rate": 1.802379852865458e-05,
+      "loss": 23.0625,
+      "step": 9520
+    },
+    {
+      "epoch": 0.45498423014431805,
+      "grad_norm": 235.31585693359375,
+      "learning_rate": 1.80233366498943e-05,
+      "loss": 29.1094,
+      "step": 9521
+    },
+    {
+      "epoch": 0.45503201758577844,
+      "grad_norm": 236.38623046875,
+      "learning_rate": 1.8022874723084585e-05,
+      "loss": 31.1562,
+      "step": 9522
+    },
+    {
+      "epoch": 0.4550798050272388,
+      "grad_norm": 382.645751953125,
+      "learning_rate": 1.8022412748228202e-05,
+      "loss": 37.75,
+      "step": 9523
+    },
+    {
+      "epoch": 0.4551275924686992,
+      "grad_norm": 209.82351684570312,
+      "learning_rate": 1.8021950725327917e-05,
+      "loss": 25.8125,
+      "step": 9524
+    },
+    {
+      "epoch": 0.4551753799101596,
+      "grad_norm": 412.6966247558594,
+      "learning_rate": 1.8021488654386502e-05,
+      "loss": 39.5938,
+      "step": 9525
+    },
+    {
+      "epoch": 0.45522316735162,
+      "grad_norm": 461.384033203125,
+      "learning_rate": 1.8021026535406717e-05,
+      "loss": 23.0312,
+      "step": 9526
+    },
+    {
+      "epoch": 0.4552709547930804,
+      "grad_norm": 390.4664611816406,
+      "learning_rate": 1.8020564368391332e-05,
+      "loss": 37.4375,
+      "step": 9527
+    },
+    {
+      "epoch": 0.4553187422345408,
+      "grad_norm": 368.9834289550781,
+      "learning_rate": 1.802010215334312e-05,
+      "loss": 39.4688,
+      "step": 9528
+    },
+    {
+      "epoch": 0.45536652967600116,
+      "grad_norm": 402.58160400390625,
+      "learning_rate": 1.801963989026484e-05,
+      "loss": 31.25,
+      "step": 9529
+    },
+    {
+      "epoch": 0.45541431711746155,
+      "grad_norm": 229.28684997558594,
+      "learning_rate": 1.801917757915927e-05,
+      "loss": 23.125,
+      "step": 9530
+    },
+    {
+      "epoch": 0.45546210455892194,
+      "grad_norm": 205.29937744140625,
+      "learning_rate": 1.8018715220029173e-05,
+      "loss": 39.375,
+      "step": 9531
+    },
+    {
+      "epoch": 0.4555098920003823,
+      "grad_norm": 161.11300659179688,
+      "learning_rate": 1.8018252812877318e-05,
+      "loss": 19.8125,
+      "step": 9532
+    },
+    {
+      "epoch": 0.45555767944184267,
+      "grad_norm": 293.84747314453125,
+      "learning_rate": 1.8017790357706474e-05,
+      "loss": 34.9062,
+      "step": 9533
+    },
+    {
+      "epoch": 0.45560546688330306,
+      "grad_norm": 345.93572998046875,
+      "learning_rate": 1.8017327854519412e-05,
+      "loss": 40.1562,
+      "step": 9534
+    },
+    {
+      "epoch": 0.45565325432476345,
+      "grad_norm": 296.6661376953125,
+      "learning_rate": 1.80168653033189e-05,
+      "loss": 27.2188,
+      "step": 9535
+    },
+    {
+      "epoch": 0.45570104176622384,
+      "grad_norm": 255.4401092529297,
+      "learning_rate": 1.8016402704107716e-05,
+      "loss": 29.9062,
+      "step": 9536
+    },
+    {
+      "epoch": 0.4557488292076842,
+      "grad_norm": 261.3443908691406,
+      "learning_rate": 1.8015940056888617e-05,
+      "loss": 24.0469,
+      "step": 9537
+    },
+    {
+      "epoch": 0.4557966166491446,
+      "grad_norm": 237.7195587158203,
+      "learning_rate": 1.8015477361664384e-05,
+      "loss": 27.0625,
+      "step": 9538
+    },
+    {
+      "epoch": 0.455844404090605,
+      "grad_norm": 208.35484313964844,
+      "learning_rate": 1.801501461843778e-05,
+      "loss": 25.6719,
+      "step": 9539
+    },
+    {
+      "epoch": 0.4558921915320654,
+      "grad_norm": 229.90444946289062,
+      "learning_rate": 1.8014551827211585e-05,
+      "loss": 23.9062,
+      "step": 9540
+    },
+    {
+      "epoch": 0.4559399789735258,
+      "grad_norm": 312.9050598144531,
+      "learning_rate": 1.801408898798857e-05,
+      "loss": 20.0938,
+      "step": 9541
+    },
+    {
+      "epoch": 0.4559877664149861,
+      "grad_norm": 255.16346740722656,
+      "learning_rate": 1.8013626100771494e-05,
+      "loss": 37.7188,
+      "step": 9542
+    },
+    {
+      "epoch": 0.4560355538564465,
+      "grad_norm": 248.98422241210938,
+      "learning_rate": 1.801316316556314e-05,
+      "loss": 25.875,
+      "step": 9543
+    },
+    {
+      "epoch": 0.4560833412979069,
+      "grad_norm": 157.89089965820312,
+      "learning_rate": 1.801270018236628e-05,
+      "loss": 21.0312,
+      "step": 9544
+    },
+    {
+      "epoch": 0.4561311287393673,
+      "grad_norm": 204.99598693847656,
+      "learning_rate": 1.8012237151183683e-05,
+      "loss": 28.9531,
+      "step": 9545
+    },
+    {
+      "epoch": 0.4561789161808277,
+      "grad_norm": 321.59405517578125,
+      "learning_rate": 1.8011774072018127e-05,
+      "loss": 33.625,
+      "step": 9546
+    },
+    {
+      "epoch": 0.45622670362228807,
+      "grad_norm": 316.12286376953125,
+      "learning_rate": 1.8011310944872384e-05,
+      "loss": 30.0,
+      "step": 9547
+    },
+    {
+      "epoch": 0.45627449106374846,
+      "grad_norm": 196.9956512451172,
+      "learning_rate": 1.8010847769749223e-05,
+      "loss": 30.5625,
+      "step": 9548
+    },
+    {
+      "epoch": 0.45632227850520884,
+      "grad_norm": 296.2771911621094,
+      "learning_rate": 1.8010384546651424e-05,
+      "loss": 36.9062,
+      "step": 9549
+    },
+    {
+      "epoch": 0.45637006594666923,
+      "grad_norm": 329.9418640136719,
+      "learning_rate": 1.8009921275581752e-05,
+      "loss": 28.3125,
+      "step": 9550
+    },
+    {
+      "epoch": 0.4564178533881296,
+      "grad_norm": 279.87359619140625,
+      "learning_rate": 1.800945795654299e-05,
+      "loss": 41.7812,
+      "step": 9551
+    },
+    {
+      "epoch": 0.45646564082958996,
+      "grad_norm": 174.4614715576172,
+      "learning_rate": 1.8008994589537913e-05,
+      "loss": 27.0938,
+      "step": 9552
+    },
+    {
+      "epoch": 0.45651342827105035,
+      "grad_norm": 259.6159362792969,
+      "learning_rate": 1.800853117456929e-05,
+      "loss": 30.0,
+      "step": 9553
+    },
+    {
+      "epoch": 0.45656121571251074,
+      "grad_norm": 378.33880615234375,
+      "learning_rate": 1.80080677116399e-05,
+      "loss": 34.25,
+      "step": 9554
+    },
+    {
+      "epoch": 0.4566090031539711,
+      "grad_norm": 214.76100158691406,
+      "learning_rate": 1.8007604200752515e-05,
+      "loss": 22.9844,
+      "step": 9555
+    },
+    {
+      "epoch": 0.4566567905954315,
+      "grad_norm": 222.03863525390625,
+      "learning_rate": 1.8007140641909914e-05,
+      "loss": 33.9062,
+      "step": 9556
+    },
+    {
+      "epoch": 0.4567045780368919,
+      "grad_norm": 270.8836975097656,
+      "learning_rate": 1.800667703511487e-05,
+      "loss": 24.9062,
+      "step": 9557
+    },
+    {
+      "epoch": 0.4567523654783523,
+      "grad_norm": 239.15469360351562,
+      "learning_rate": 1.8006213380370166e-05,
+      "loss": 18.1875,
+      "step": 9558
+    },
+    {
+      "epoch": 0.4568001529198127,
+      "grad_norm": 181.64767456054688,
+      "learning_rate": 1.8005749677678576e-05,
+      "loss": 27.1562,
+      "step": 9559
+    },
+    {
+      "epoch": 0.4568479403612731,
+      "grad_norm": 165.18606567382812,
+      "learning_rate": 1.8005285927042874e-05,
+      "loss": 26.0938,
+      "step": 9560
+    },
+    {
+      "epoch": 0.45689572780273346,
+      "grad_norm": 1732.7886962890625,
+      "learning_rate": 1.8004822128465842e-05,
+      "loss": 32.8438,
+      "step": 9561
+    },
+    {
+      "epoch": 0.4569435152441938,
+      "grad_norm": 512.105712890625,
+      "learning_rate": 1.800435828195025e-05,
+      "loss": 43.1562,
+      "step": 9562
+    },
+    {
+      "epoch": 0.4569913026856542,
+      "grad_norm": 330.71026611328125,
+      "learning_rate": 1.800389438749888e-05,
+      "loss": 29.875,
+      "step": 9563
+    },
+    {
+      "epoch": 0.4570390901271146,
+      "grad_norm": 192.28260803222656,
+      "learning_rate": 1.8003430445114513e-05,
+      "loss": 25.0,
+      "step": 9564
+    },
+    {
+      "epoch": 0.45708687756857497,
+      "grad_norm": 228.93272399902344,
+      "learning_rate": 1.8002966454799925e-05,
+      "loss": 30.2812,
+      "step": 9565
+    },
+    {
+      "epoch": 0.45713466501003536,
+      "grad_norm": 204.21873474121094,
+      "learning_rate": 1.8002502416557896e-05,
+      "loss": 29.5938,
+      "step": 9566
+    },
+    {
+      "epoch": 0.45718245245149575,
+      "grad_norm": 431.7540588378906,
+      "learning_rate": 1.80020383303912e-05,
+      "loss": 27.4688,
+      "step": 9567
+    },
+    {
+      "epoch": 0.45723023989295614,
+      "grad_norm": 333.3139343261719,
+      "learning_rate": 1.8001574196302623e-05,
+      "loss": 23.8594,
+      "step": 9568
+    },
+    {
+      "epoch": 0.4572780273344165,
+      "grad_norm": 569.8565063476562,
+      "learning_rate": 1.8001110014294938e-05,
+      "loss": 32.9688,
+      "step": 9569
+    },
+    {
+      "epoch": 0.4573258147758769,
+      "grad_norm": 233.55288696289062,
+      "learning_rate": 1.800064578437093e-05,
+      "loss": 36.1562,
+      "step": 9570
+    },
+    {
+      "epoch": 0.4573736022173373,
+      "grad_norm": 243.6751708984375,
+      "learning_rate": 1.8000181506533375e-05,
+      "loss": 38.9688,
+      "step": 9571
+    },
+    {
+      "epoch": 0.4574213896587977,
+      "grad_norm": 247.17428588867188,
+      "learning_rate": 1.799971718078506e-05,
+      "loss": 38.8438,
+      "step": 9572
+    },
+    {
+      "epoch": 0.45746917710025803,
+      "grad_norm": 255.0712890625,
+      "learning_rate": 1.7999252807128762e-05,
+      "loss": 33.5938,
+      "step": 9573
+    },
+    {
+      "epoch": 0.4575169645417184,
+      "grad_norm": 254.34226989746094,
+      "learning_rate": 1.7998788385567255e-05,
+      "loss": 38.375,
+      "step": 9574
+    },
+    {
+      "epoch": 0.4575647519831788,
+      "grad_norm": 239.66815185546875,
+      "learning_rate": 1.7998323916103334e-05,
+      "loss": 24.5938,
+      "step": 9575
+    },
+    {
+      "epoch": 0.4576125394246392,
+      "grad_norm": 246.31570434570312,
+      "learning_rate": 1.799785939873977e-05,
+      "loss": 27.7188,
+      "step": 9576
+    },
+    {
+      "epoch": 0.4576603268660996,
+      "grad_norm": 366.8765563964844,
+      "learning_rate": 1.7997394833479348e-05,
+      "loss": 39.0938,
+      "step": 9577
+    },
+    {
+      "epoch": 0.45770811430756,
+      "grad_norm": 350.5565185546875,
+      "learning_rate": 1.7996930220324853e-05,
+      "loss": 32.25,
+      "step": 9578
+    },
+    {
+      "epoch": 0.45775590174902037,
+      "grad_norm": 260.26312255859375,
+      "learning_rate": 1.799646555927906e-05,
+      "loss": 35.3438,
+      "step": 9579
+    },
+    {
+      "epoch": 0.45780368919048076,
+      "grad_norm": 306.9096984863281,
+      "learning_rate": 1.7996000850344763e-05,
+      "loss": 35.7188,
+      "step": 9580
+    },
+    {
+      "epoch": 0.45785147663194115,
+      "grad_norm": 598.8995361328125,
+      "learning_rate": 1.7995536093524736e-05,
+      "loss": 36.625,
+      "step": 9581
+    },
+    {
+      "epoch": 0.45789926407340154,
+      "grad_norm": 365.401611328125,
+      "learning_rate": 1.7995071288821762e-05,
+      "loss": 36.7188,
+      "step": 9582
+    },
+    {
+      "epoch": 0.45794705151486187,
+      "grad_norm": 293.3260192871094,
+      "learning_rate": 1.799460643623863e-05,
+      "loss": 29.6562,
+      "step": 9583
+    },
+    {
+      "epoch": 0.45799483895632226,
+      "grad_norm": 305.14794921875,
+      "learning_rate": 1.799414153577812e-05,
+      "loss": 33.2812,
+      "step": 9584
+    },
+    {
+      "epoch": 0.45804262639778265,
+      "grad_norm": 223.0609893798828,
+      "learning_rate": 1.799367658744302e-05,
+      "loss": 38.9062,
+      "step": 9585
+    },
+    {
+      "epoch": 0.45809041383924304,
+      "grad_norm": 994.3434448242188,
+      "learning_rate": 1.7993211591236108e-05,
+      "loss": 31.7812,
+      "step": 9586
+    },
+    {
+      "epoch": 0.4581382012807034,
+      "grad_norm": 287.598876953125,
+      "learning_rate": 1.7992746547160177e-05,
+      "loss": 33.8125,
+      "step": 9587
+    },
+    {
+      "epoch": 0.4581859887221638,
+      "grad_norm": 524.8763427734375,
+      "learning_rate": 1.7992281455218005e-05,
+      "loss": 34.4688,
+      "step": 9588
+    },
+    {
+      "epoch": 0.4582337761636242,
+      "grad_norm": 251.97096252441406,
+      "learning_rate": 1.799181631541238e-05,
+      "loss": 27.4375,
+      "step": 9589
+    },
+    {
+      "epoch": 0.4582815636050846,
+      "grad_norm": 275.8963317871094,
+      "learning_rate": 1.7991351127746088e-05,
+      "loss": 33.9688,
+      "step": 9590
+    },
+    {
+      "epoch": 0.458329351046545,
+      "grad_norm": 441.42919921875,
+      "learning_rate": 1.7990885892221914e-05,
+      "loss": 37.0938,
+      "step": 9591
+    },
+    {
+      "epoch": 0.4583771384880054,
+      "grad_norm": 302.4161376953125,
+      "learning_rate": 1.7990420608842645e-05,
+      "loss": 30.75,
+      "step": 9592
+    },
+    {
+      "epoch": 0.4584249259294657,
+      "grad_norm": 257.9142761230469,
+      "learning_rate": 1.7989955277611067e-05,
+      "loss": 26.75,
+      "step": 9593
+    },
+    {
+      "epoch": 0.4584727133709261,
+      "grad_norm": 477.1842346191406,
+      "learning_rate": 1.798948989852997e-05,
+      "loss": 30.3125,
+      "step": 9594
+    },
+    {
+      "epoch": 0.4585205008123865,
+      "grad_norm": 222.31939697265625,
+      "learning_rate": 1.7989024471602133e-05,
+      "loss": 21.0625,
+      "step": 9595
+    },
+    {
+      "epoch": 0.4585682882538469,
+      "grad_norm": 643.22509765625,
+      "learning_rate": 1.798855899683035e-05,
+      "loss": 25.8438,
+      "step": 9596
+    },
+    {
+      "epoch": 0.45861607569530727,
+      "grad_norm": 254.18185424804688,
+      "learning_rate": 1.79880934742174e-05,
+      "loss": 24.4688,
+      "step": 9597
+    },
+    {
+      "epoch": 0.45866386313676766,
+      "grad_norm": 334.193603515625,
+      "learning_rate": 1.7987627903766087e-05,
+      "loss": 25.6562,
+      "step": 9598
+    },
+    {
+      "epoch": 0.45871165057822805,
+      "grad_norm": 427.40643310546875,
+      "learning_rate": 1.7987162285479186e-05,
+      "loss": 28.25,
+      "step": 9599
+    },
+    {
+      "epoch": 0.45875943801968844,
+      "grad_norm": 439.1965026855469,
+      "learning_rate": 1.798669661935949e-05,
+      "loss": 41.0625,
+      "step": 9600
+    },
+    {
+      "epoch": 0.4588072254611488,
+      "grad_norm": 157.10296630859375,
+      "learning_rate": 1.798623090540979e-05,
+      "loss": 32.0,
+      "step": 9601
+    },
+    {
+      "epoch": 0.4588550129026092,
+      "grad_norm": 418.70355224609375,
+      "learning_rate": 1.798576514363287e-05,
+      "loss": 41.0312,
+      "step": 9602
+    },
+    {
+      "epoch": 0.4589028003440696,
+      "grad_norm": 264.2810363769531,
+      "learning_rate": 1.7985299334031515e-05,
+      "loss": 30.6094,
+      "step": 9603
+    },
+    {
+      "epoch": 0.45895058778552994,
+      "grad_norm": 379.09967041015625,
+      "learning_rate": 1.7984833476608527e-05,
+      "loss": 42.875,
+      "step": 9604
+    },
+    {
+      "epoch": 0.45899837522699033,
+      "grad_norm": 363.44769287109375,
+      "learning_rate": 1.7984367571366688e-05,
+      "loss": 33.2656,
+      "step": 9605
+    },
+    {
+      "epoch": 0.4590461626684507,
+      "grad_norm": 273.3166198730469,
+      "learning_rate": 1.798390161830879e-05,
+      "loss": 30.0312,
+      "step": 9606
+    },
+    {
+      "epoch": 0.4590939501099111,
+      "grad_norm": 151.31459045410156,
+      "learning_rate": 1.7983435617437623e-05,
+      "loss": 33.5625,
+      "step": 9607
+    },
+    {
+      "epoch": 0.4591417375513715,
+      "grad_norm": 243.49307250976562,
+      "learning_rate": 1.7982969568755982e-05,
+      "loss": 34.375,
+      "step": 9608
+    },
+    {
+      "epoch": 0.4591895249928319,
+      "grad_norm": 267.1593017578125,
+      "learning_rate": 1.798250347226665e-05,
+      "loss": 28.5,
+      "step": 9609
+    },
+    {
+      "epoch": 0.4592373124342923,
+      "grad_norm": 338.3058776855469,
+      "learning_rate": 1.798203732797242e-05,
+      "loss": 29.2812,
+      "step": 9610
+    },
+    {
+      "epoch": 0.45928509987575267,
+      "grad_norm": 232.76510620117188,
+      "learning_rate": 1.798157113587609e-05,
+      "loss": 29.4375,
+      "step": 9611
+    },
+    {
+      "epoch": 0.45933288731721306,
+      "grad_norm": 461.3512878417969,
+      "learning_rate": 1.7981104895980448e-05,
+      "loss": 24.25,
+      "step": 9612
+    },
+    {
+      "epoch": 0.45938067475867345,
+      "grad_norm": 575.5828247070312,
+      "learning_rate": 1.7980638608288287e-05,
+      "loss": 31.5625,
+      "step": 9613
+    },
+    {
+      "epoch": 0.4594284622001338,
+      "grad_norm": 216.5070343017578,
+      "learning_rate": 1.7980172272802398e-05,
+      "loss": 24.9062,
+      "step": 9614
+    },
+    {
+      "epoch": 0.45947624964159417,
+      "grad_norm": 147.01918029785156,
+      "learning_rate": 1.7979705889525575e-05,
+      "loss": 23.7031,
+      "step": 9615
+    },
+    {
+      "epoch": 0.45952403708305456,
+      "grad_norm": 260.0213317871094,
+      "learning_rate": 1.7979239458460607e-05,
+      "loss": 20.5625,
+      "step": 9616
+    },
+    {
+      "epoch": 0.45957182452451495,
+      "grad_norm": 434.3029479980469,
+      "learning_rate": 1.797877297961029e-05,
+      "loss": 21.6562,
+      "step": 9617
+    },
+    {
+      "epoch": 0.45961961196597534,
+      "grad_norm": 166.731201171875,
+      "learning_rate": 1.7978306452977425e-05,
+      "loss": 23.1562,
+      "step": 9618
+    },
+    {
+      "epoch": 0.45966739940743573,
+      "grad_norm": 317.0113220214844,
+      "learning_rate": 1.7977839878564795e-05,
+      "loss": 35.1562,
+      "step": 9619
+    },
+    {
+      "epoch": 0.4597151868488961,
+      "grad_norm": 319.0581359863281,
+      "learning_rate": 1.7977373256375194e-05,
+      "loss": 28.25,
+      "step": 9620
+    },
+    {
+      "epoch": 0.4597629742903565,
+      "grad_norm": 360.92889404296875,
+      "learning_rate": 1.7976906586411423e-05,
+      "loss": 40.0312,
+      "step": 9621
+    },
+    {
+      "epoch": 0.4598107617318169,
+      "grad_norm": 286.569091796875,
+      "learning_rate": 1.7976439868676282e-05,
+      "loss": 30.0625,
+      "step": 9622
+    },
+    {
+      "epoch": 0.4598585491732773,
+      "grad_norm": 356.80718994140625,
+      "learning_rate": 1.797597310317255e-05,
+      "loss": 27.7812,
+      "step": 9623
+    },
+    {
+      "epoch": 0.4599063366147376,
+      "grad_norm": 188.97598266601562,
+      "learning_rate": 1.7975506289903034e-05,
+      "loss": 21.7969,
+      "step": 9624
+    },
+    {
+      "epoch": 0.459954124056198,
+      "grad_norm": 410.0540466308594,
+      "learning_rate": 1.7975039428870528e-05,
+      "loss": 35.8125,
+      "step": 9625
+    },
+    {
+      "epoch": 0.4600019114976584,
+      "grad_norm": 247.21029663085938,
+      "learning_rate": 1.7974572520077825e-05,
+      "loss": 24.75,
+      "step": 9626
+    },
+    {
+      "epoch": 0.4600496989391188,
+      "grad_norm": 240.9096221923828,
+      "learning_rate": 1.797410556352772e-05,
+      "loss": 42.3438,
+      "step": 9627
+    },
+    {
+      "epoch": 0.4600974863805792,
+      "grad_norm": 183.86097717285156,
+      "learning_rate": 1.7973638559223018e-05,
+      "loss": 29.0,
+      "step": 9628
+    },
+    {
+      "epoch": 0.46014527382203957,
+      "grad_norm": 198.52908325195312,
+      "learning_rate": 1.7973171507166507e-05,
+      "loss": 28.7188,
+      "step": 9629
+    },
+    {
+      "epoch": 0.46019306126349996,
+      "grad_norm": 358.1474609375,
+      "learning_rate": 1.7972704407360986e-05,
+      "loss": 22.5938,
+      "step": 9630
+    },
+    {
+      "epoch": 0.46024084870496035,
+      "grad_norm": 350.7216796875,
+      "learning_rate": 1.7972237259809252e-05,
+      "loss": 26.2188,
+      "step": 9631
+    },
+    {
+      "epoch": 0.46028863614642074,
+      "grad_norm": 166.23561096191406,
+      "learning_rate": 1.7971770064514106e-05,
+      "loss": 25.1562,
+      "step": 9632
+    },
+    {
+      "epoch": 0.4603364235878811,
+      "grad_norm": 235.36065673828125,
+      "learning_rate": 1.7971302821478343e-05,
+      "loss": 39.4375,
+      "step": 9633
+    },
+    {
+      "epoch": 0.46038421102934146,
+      "grad_norm": 261.7542724609375,
+      "learning_rate": 1.7970835530704766e-05,
+      "loss": 35.9375,
+      "step": 9634
+    },
+    {
+      "epoch": 0.46043199847080185,
+      "grad_norm": 198.5565948486328,
+      "learning_rate": 1.7970368192196162e-05,
+      "loss": 31.0625,
+      "step": 9635
+    },
+    {
+      "epoch": 0.46047978591226224,
+      "grad_norm": 243.5626678466797,
+      "learning_rate": 1.796990080595534e-05,
+      "loss": 26.25,
+      "step": 9636
+    },
+    {
+      "epoch": 0.46052757335372263,
+      "grad_norm": 284.0124206542969,
+      "learning_rate": 1.7969433371985098e-05,
+      "loss": 25.8125,
+      "step": 9637
+    },
+    {
+      "epoch": 0.460575360795183,
+      "grad_norm": 209.0622100830078,
+      "learning_rate": 1.7968965890288234e-05,
+      "loss": 35.4688,
+      "step": 9638
+    },
+    {
+      "epoch": 0.4606231482366434,
+      "grad_norm": 244.46763610839844,
+      "learning_rate": 1.7968498360867546e-05,
+      "loss": 26.75,
+      "step": 9639
+    },
+    {
+      "epoch": 0.4606709356781038,
+      "grad_norm": 335.47381591796875,
+      "learning_rate": 1.7968030783725834e-05,
+      "loss": 40.2812,
+      "step": 9640
+    },
+    {
+      "epoch": 0.4607187231195642,
+      "grad_norm": 539.9708251953125,
+      "learning_rate": 1.7967563158865897e-05,
+      "loss": 37.0938,
+      "step": 9641
+    },
+    {
+      "epoch": 0.4607665105610246,
+      "grad_norm": 185.99612426757812,
+      "learning_rate": 1.7967095486290542e-05,
+      "loss": 31.6875,
+      "step": 9642
+    },
+    {
+      "epoch": 0.46081429800248497,
+      "grad_norm": 256.1112060546875,
+      "learning_rate": 1.7966627766002562e-05,
+      "loss": 29.75,
+      "step": 9643
+    },
+    {
+      "epoch": 0.46086208544394536,
+      "grad_norm": 194.01824951171875,
+      "learning_rate": 1.7966159998004765e-05,
+      "loss": 22.1875,
+      "step": 9644
+    },
+    {
+      "epoch": 0.4609098728854057,
+      "grad_norm": 479.03729248046875,
+      "learning_rate": 1.7965692182299947e-05,
+      "loss": 49.2188,
+      "step": 9645
+    },
+    {
+      "epoch": 0.4609576603268661,
+      "grad_norm": 282.8611755371094,
+      "learning_rate": 1.796522431889091e-05,
+      "loss": 28.7812,
+      "step": 9646
+    },
+    {
+      "epoch": 0.46100544776832647,
+      "grad_norm": 257.4063415527344,
+      "learning_rate": 1.796475640778046e-05,
+      "loss": 28.625,
+      "step": 9647
+    },
+    {
+      "epoch": 0.46105323520978686,
+      "grad_norm": 144.80511474609375,
+      "learning_rate": 1.7964288448971393e-05,
+      "loss": 25.0781,
+      "step": 9648
+    },
+    {
+      "epoch": 0.46110102265124725,
+      "grad_norm": 329.50653076171875,
+      "learning_rate": 1.796382044246652e-05,
+      "loss": 31.9062,
+      "step": 9649
+    },
+    {
+      "epoch": 0.46114881009270764,
+      "grad_norm": 193.4285125732422,
+      "learning_rate": 1.7963352388268634e-05,
+      "loss": 29.9062,
+      "step": 9650
+    },
+    {
+      "epoch": 0.46119659753416803,
+      "grad_norm": 283.9201965332031,
+      "learning_rate": 1.7962884286380545e-05,
+      "loss": 21.25,
+      "step": 9651
+    },
+    {
+      "epoch": 0.4612443849756284,
+      "grad_norm": 294.574951171875,
+      "learning_rate": 1.7962416136805053e-05,
+      "loss": 30.9688,
+      "step": 9652
+    },
+    {
+      "epoch": 0.4612921724170888,
+      "grad_norm": 208.3024444580078,
+      "learning_rate": 1.7961947939544964e-05,
+      "loss": 24.5,
+      "step": 9653
+    },
+    {
+      "epoch": 0.4613399598585492,
+      "grad_norm": 438.3865966796875,
+      "learning_rate": 1.796147969460308e-05,
+      "loss": 28.625,
+      "step": 9654
+    },
+    {
+      "epoch": 0.46138774730000953,
+      "grad_norm": 218.19342041015625,
+      "learning_rate": 1.7961011401982206e-05,
+      "loss": 30.4375,
+      "step": 9655
+    },
+    {
+      "epoch": 0.4614355347414699,
+      "grad_norm": 295.092529296875,
+      "learning_rate": 1.7960543061685143e-05,
+      "loss": 41.125,
+      "step": 9656
+    },
+    {
+      "epoch": 0.4614833221829303,
+      "grad_norm": 220.03355407714844,
+      "learning_rate": 1.7960074673714702e-05,
+      "loss": 37.4062,
+      "step": 9657
+    },
+    {
+      "epoch": 0.4615311096243907,
+      "grad_norm": 276.1619567871094,
+      "learning_rate": 1.7959606238073687e-05,
+      "loss": 51.25,
+      "step": 9658
+    },
+    {
+      "epoch": 0.4615788970658511,
+      "grad_norm": 290.4543151855469,
+      "learning_rate": 1.7959137754764896e-05,
+      "loss": 25.0625,
+      "step": 9659
+    },
+    {
+      "epoch": 0.4616266845073115,
+      "grad_norm": 451.97412109375,
+      "learning_rate": 1.7958669223791143e-05,
+      "loss": 38.1875,
+      "step": 9660
+    },
+    {
+      "epoch": 0.46167447194877187,
+      "grad_norm": 425.58428955078125,
+      "learning_rate": 1.795820064515523e-05,
+      "loss": 47.1875,
+      "step": 9661
+    },
+    {
+      "epoch": 0.46172225939023226,
+      "grad_norm": 253.10533142089844,
+      "learning_rate": 1.7957732018859965e-05,
+      "loss": 23.75,
+      "step": 9662
+    },
+    {
+      "epoch": 0.46177004683169265,
+      "grad_norm": 222.78411865234375,
+      "learning_rate": 1.7957263344908154e-05,
+      "loss": 27.4062,
+      "step": 9663
+    },
+    {
+      "epoch": 0.46181783427315304,
+      "grad_norm": 200.6387176513672,
+      "learning_rate": 1.7956794623302602e-05,
+      "loss": 30.8125,
+      "step": 9664
+    },
+    {
+      "epoch": 0.4618656217146134,
+      "grad_norm": 768.28173828125,
+      "learning_rate": 1.795632585404612e-05,
+      "loss": 18.75,
+      "step": 9665
+    },
+    {
+      "epoch": 0.46191340915607376,
+      "grad_norm": 518.10009765625,
+      "learning_rate": 1.795585703714151e-05,
+      "loss": 33.5938,
+      "step": 9666
+    },
+    {
+      "epoch": 0.46196119659753415,
+      "grad_norm": 475.07977294921875,
+      "learning_rate": 1.7955388172591584e-05,
+      "loss": 31.1562,
+      "step": 9667
+    },
+    {
+      "epoch": 0.46200898403899454,
+      "grad_norm": 327.5205383300781,
+      "learning_rate": 1.7954919260399143e-05,
+      "loss": 25.9531,
+      "step": 9668
+    },
+    {
+      "epoch": 0.46205677148045493,
+      "grad_norm": 241.74032592773438,
+      "learning_rate": 1.7954450300567004e-05,
+      "loss": 32.0312,
+      "step": 9669
+    },
+    {
+      "epoch": 0.4621045589219153,
+      "grad_norm": 305.64752197265625,
+      "learning_rate": 1.7953981293097973e-05,
+      "loss": 36.6562,
+      "step": 9670
+    },
+    {
+      "epoch": 0.4621523463633757,
+      "grad_norm": 279.04949951171875,
+      "learning_rate": 1.795351223799486e-05,
+      "loss": 29.5,
+      "step": 9671
+    },
+    {
+      "epoch": 0.4622001338048361,
+      "grad_norm": 391.3382873535156,
+      "learning_rate": 1.7953043135260465e-05,
+      "loss": 38.0312,
+      "step": 9672
+    },
+    {
+      "epoch": 0.4622479212462965,
+      "grad_norm": 278.18182373046875,
+      "learning_rate": 1.7952573984897606e-05,
+      "loss": 36.8125,
+      "step": 9673
+    },
+    {
+      "epoch": 0.4622957086877569,
+      "grad_norm": 340.81793212890625,
+      "learning_rate": 1.7952104786909093e-05,
+      "loss": 34.5156,
+      "step": 9674
+    },
+    {
+      "epoch": 0.46234349612921727,
+      "grad_norm": 323.05450439453125,
+      "learning_rate": 1.7951635541297728e-05,
+      "loss": 23.25,
+      "step": 9675
+    },
+    {
+      "epoch": 0.4623912835706776,
+      "grad_norm": 255.64715576171875,
+      "learning_rate": 1.7951166248066333e-05,
+      "loss": 24.0469,
+      "step": 9676
+    },
+    {
+      "epoch": 0.462439071012138,
+      "grad_norm": 304.19830322265625,
+      "learning_rate": 1.7950696907217708e-05,
+      "loss": 41.0312,
+      "step": 9677
+    },
+    {
+      "epoch": 0.4624868584535984,
+      "grad_norm": 477.9432067871094,
+      "learning_rate": 1.795022751875467e-05,
+      "loss": 38.0312,
+      "step": 9678
+    },
+    {
+      "epoch": 0.46253464589505877,
+      "grad_norm": 261.6490783691406,
+      "learning_rate": 1.7949758082680025e-05,
+      "loss": 24.7031,
+      "step": 9679
+    },
+    {
+      "epoch": 0.46258243333651916,
+      "grad_norm": 145.09559631347656,
+      "learning_rate": 1.794928859899659e-05,
+      "loss": 21.2969,
+      "step": 9680
+    },
+    {
+      "epoch": 0.46263022077797955,
+      "grad_norm": 362.77691650390625,
+      "learning_rate": 1.794881906770717e-05,
+      "loss": 28.375,
+      "step": 9681
+    },
+    {
+      "epoch": 0.46267800821943994,
+      "grad_norm": 309.00433349609375,
+      "learning_rate": 1.7948349488814582e-05,
+      "loss": 20.2812,
+      "step": 9682
+    },
+    {
+      "epoch": 0.46272579566090033,
+      "grad_norm": 1356.111328125,
+      "learning_rate": 1.794787986232164e-05,
+      "loss": 28.5312,
+      "step": 9683
+    },
+    {
+      "epoch": 0.4627735831023607,
+      "grad_norm": 299.218994140625,
+      "learning_rate": 1.794741018823115e-05,
+      "loss": 33.9062,
+      "step": 9684
+    },
+    {
+      "epoch": 0.4628213705438211,
+      "grad_norm": 280.529052734375,
+      "learning_rate": 1.794694046654593e-05,
+      "loss": 30.9062,
+      "step": 9685
+    },
+    {
+      "epoch": 0.46286915798528144,
+      "grad_norm": 216.2556915283203,
+      "learning_rate": 1.794647069726879e-05,
+      "loss": 29.0156,
+      "step": 9686
+    },
+    {
+      "epoch": 0.46291694542674183,
+      "grad_norm": 179.84271240234375,
+      "learning_rate": 1.7946000880402543e-05,
+      "loss": 23.75,
+      "step": 9687
+    },
+    {
+      "epoch": 0.4629647328682022,
+      "grad_norm": 296.3994445800781,
+      "learning_rate": 1.7945531015950008e-05,
+      "loss": 26.5156,
+      "step": 9688
+    },
+    {
+      "epoch": 0.4630125203096626,
+      "grad_norm": 226.6447296142578,
+      "learning_rate": 1.794506110391399e-05,
+      "loss": 35.375,
+      "step": 9689
+    },
+    {
+      "epoch": 0.463060307751123,
+      "grad_norm": 337.6133117675781,
+      "learning_rate": 1.7944591144297307e-05,
+      "loss": 33.6719,
+      "step": 9690
+    },
+    {
+      "epoch": 0.4631080951925834,
+      "grad_norm": 356.4283142089844,
+      "learning_rate": 1.7944121137102776e-05,
+      "loss": 28.4062,
+      "step": 9691
+    },
+    {
+      "epoch": 0.4631558826340438,
+      "grad_norm": 205.73951721191406,
+      "learning_rate": 1.794365108233321e-05,
+      "loss": 32.5,
+      "step": 9692
+    },
+    {
+      "epoch": 0.46320367007550417,
+      "grad_norm": 201.75929260253906,
+      "learning_rate": 1.7943180979991428e-05,
+      "loss": 27.0625,
+      "step": 9693
+    },
+    {
+      "epoch": 0.46325145751696456,
+      "grad_norm": 246.12767028808594,
+      "learning_rate": 1.7942710830080238e-05,
+      "loss": 36.5938,
+      "step": 9694
+    },
+    {
+      "epoch": 0.46329924495842495,
+      "grad_norm": 288.13238525390625,
+      "learning_rate": 1.794224063260246e-05,
+      "loss": 27.4375,
+      "step": 9695
+    },
+    {
+      "epoch": 0.4633470323998853,
+      "grad_norm": 224.31748962402344,
+      "learning_rate": 1.7941770387560907e-05,
+      "loss": 27.3438,
+      "step": 9696
+    },
+    {
+      "epoch": 0.4633948198413457,
+      "grad_norm": 299.0016784667969,
+      "learning_rate": 1.7941300094958398e-05,
+      "loss": 29.5625,
+      "step": 9697
+    },
+    {
+      "epoch": 0.46344260728280606,
+      "grad_norm": 585.7472534179688,
+      "learning_rate": 1.7940829754797753e-05,
+      "loss": 28.8438,
+      "step": 9698
+    },
+    {
+      "epoch": 0.46349039472426645,
+      "grad_norm": 206.4099884033203,
+      "learning_rate": 1.794035936708178e-05,
+      "loss": 31.7812,
+      "step": 9699
+    },
+    {
+      "epoch": 0.46353818216572684,
+      "grad_norm": 204.8289794921875,
+      "learning_rate": 1.79398889318133e-05,
+      "loss": 27.2812,
+      "step": 9700
+    },
+    {
+      "epoch": 0.46358596960718723,
+      "grad_norm": 296.82855224609375,
+      "learning_rate": 1.793941844899513e-05,
+      "loss": 35.6875,
+      "step": 9701
+    },
+    {
+      "epoch": 0.4636337570486476,
+      "grad_norm": 301.2406311035156,
+      "learning_rate": 1.7938947918630088e-05,
+      "loss": 23.0,
+      "step": 9702
+    },
+    {
+      "epoch": 0.463681544490108,
+      "grad_norm": 441.5973815917969,
+      "learning_rate": 1.7938477340720993e-05,
+      "loss": 39.9062,
+      "step": 9703
+    },
+    {
+      "epoch": 0.4637293319315684,
+      "grad_norm": 352.828125,
+      "learning_rate": 1.7938006715270663e-05,
+      "loss": 42.625,
+      "step": 9704
+    },
+    {
+      "epoch": 0.4637771193730288,
+      "grad_norm": 235.12364196777344,
+      "learning_rate": 1.7937536042281917e-05,
+      "loss": 31.0312,
+      "step": 9705
+    },
+    {
+      "epoch": 0.4638249068144892,
+      "grad_norm": 317.4960021972656,
+      "learning_rate": 1.793706532175757e-05,
+      "loss": 34.6562,
+      "step": 9706
+    },
+    {
+      "epoch": 0.4638726942559495,
+      "grad_norm": 240.83566284179688,
+      "learning_rate": 1.7936594553700444e-05,
+      "loss": 26.75,
+      "step": 9707
+    },
+    {
+      "epoch": 0.4639204816974099,
+      "grad_norm": 263.6401062011719,
+      "learning_rate": 1.793612373811336e-05,
+      "loss": 19.9531,
+      "step": 9708
+    },
+    {
+      "epoch": 0.4639682691388703,
+      "grad_norm": 242.4384307861328,
+      "learning_rate": 1.793565287499913e-05,
+      "loss": 43.5625,
+      "step": 9709
+    },
+    {
+      "epoch": 0.4640160565803307,
+      "grad_norm": 212.28150939941406,
+      "learning_rate": 1.793518196436058e-05,
+      "loss": 35.375,
+      "step": 9710
+    },
+    {
+      "epoch": 0.46406384402179107,
+      "grad_norm": 227.4986114501953,
+      "learning_rate": 1.793471100620053e-05,
+      "loss": 29.5,
+      "step": 9711
+    },
+    {
+      "epoch": 0.46411163146325146,
+      "grad_norm": 222.46946716308594,
+      "learning_rate": 1.7934240000521804e-05,
+      "loss": 25.2188,
+      "step": 9712
+    },
+    {
+      "epoch": 0.46415941890471185,
+      "grad_norm": 177.91851806640625,
+      "learning_rate": 1.793376894732721e-05,
+      "loss": 27.3125,
+      "step": 9713
+    },
+    {
+      "epoch": 0.46420720634617224,
+      "grad_norm": 328.28021240234375,
+      "learning_rate": 1.7933297846619587e-05,
+      "loss": 35.5625,
+      "step": 9714
+    },
+    {
+      "epoch": 0.46425499378763263,
+      "grad_norm": 252.3773193359375,
+      "learning_rate": 1.793282669840174e-05,
+      "loss": 31.7188,
+      "step": 9715
+    },
+    {
+      "epoch": 0.464302781229093,
+      "grad_norm": 482.2776184082031,
+      "learning_rate": 1.7932355502676498e-05,
+      "loss": 29.3281,
+      "step": 9716
+    },
+    {
+      "epoch": 0.46435056867055335,
+      "grad_norm": 299.858642578125,
+      "learning_rate": 1.7931884259446683e-05,
+      "loss": 34.9062,
+      "step": 9717
+    },
+    {
+      "epoch": 0.46439835611201374,
+      "grad_norm": 274.86773681640625,
+      "learning_rate": 1.7931412968715117e-05,
+      "loss": 26.6562,
+      "step": 9718
+    },
+    {
+      "epoch": 0.46444614355347413,
+      "grad_norm": 410.7890319824219,
+      "learning_rate": 1.7930941630484624e-05,
+      "loss": 32.75,
+      "step": 9719
+    },
+    {
+      "epoch": 0.4644939309949345,
+      "grad_norm": 206.03671264648438,
+      "learning_rate": 1.793047024475802e-05,
+      "loss": 32.125,
+      "step": 9720
+    },
+    {
+      "epoch": 0.4645417184363949,
+      "grad_norm": 137.15000915527344,
+      "learning_rate": 1.7929998811538134e-05,
+      "loss": 16.0156,
+      "step": 9721
+    },
+    {
+      "epoch": 0.4645895058778553,
+      "grad_norm": 469.0516357421875,
+      "learning_rate": 1.7929527330827788e-05,
+      "loss": 39.3125,
+      "step": 9722
+    },
+    {
+      "epoch": 0.4646372933193157,
+      "grad_norm": 186.35647583007812,
+      "learning_rate": 1.7929055802629804e-05,
+      "loss": 21.75,
+      "step": 9723
+    },
+    {
+      "epoch": 0.4646850807607761,
+      "grad_norm": 189.7503662109375,
+      "learning_rate": 1.7928584226947007e-05,
+      "loss": 20.8281,
+      "step": 9724
+    },
+    {
+      "epoch": 0.46473286820223647,
+      "grad_norm": 204.26466369628906,
+      "learning_rate": 1.792811260378222e-05,
+      "loss": 25.5,
+      "step": 9725
+    },
+    {
+      "epoch": 0.46478065564369686,
+      "grad_norm": 308.25146484375,
+      "learning_rate": 1.792764093313827e-05,
+      "loss": 32.125,
+      "step": 9726
+    },
+    {
+      "epoch": 0.4648284430851572,
+      "grad_norm": 534.7822265625,
+      "learning_rate": 1.7927169215017984e-05,
+      "loss": 32.6562,
+      "step": 9727
+    },
+    {
+      "epoch": 0.4648762305266176,
+      "grad_norm": 284.968017578125,
+      "learning_rate": 1.792669744942418e-05,
+      "loss": 43.2812,
+      "step": 9728
+    },
+    {
+      "epoch": 0.464924017968078,
+      "grad_norm": 177.98622131347656,
+      "learning_rate": 1.7926225636359688e-05,
+      "loss": 20.125,
+      "step": 9729
+    },
+    {
+      "epoch": 0.46497180540953836,
+      "grad_norm": 189.24757385253906,
+      "learning_rate": 1.7925753775827328e-05,
+      "loss": 24.5156,
+      "step": 9730
+    },
+    {
+      "epoch": 0.46501959285099875,
+      "grad_norm": 605.6243896484375,
+      "learning_rate": 1.792528186782993e-05,
+      "loss": 27.0156,
+      "step": 9731
+    },
+    {
+      "epoch": 0.46506738029245914,
+      "grad_norm": 290.74560546875,
+      "learning_rate": 1.7924809912370324e-05,
+      "loss": 30.375,
+      "step": 9732
+    },
+    {
+      "epoch": 0.46511516773391953,
+      "grad_norm": 246.26272583007812,
+      "learning_rate": 1.7924337909451332e-05,
+      "loss": 36.8125,
+      "step": 9733
+    },
+    {
+      "epoch": 0.4651629551753799,
+      "grad_norm": 488.36346435546875,
+      "learning_rate": 1.792386585907578e-05,
+      "loss": 33.9375,
+      "step": 9734
+    },
+    {
+      "epoch": 0.4652107426168403,
+      "grad_norm": 189.30224609375,
+      "learning_rate": 1.7923393761246497e-05,
+      "loss": 26.6719,
+      "step": 9735
+    },
+    {
+      "epoch": 0.4652585300583007,
+      "grad_norm": 308.98431396484375,
+      "learning_rate": 1.7922921615966308e-05,
+      "loss": 29.0938,
+      "step": 9736
+    },
+    {
+      "epoch": 0.46530631749976104,
+      "grad_norm": 946.7269897460938,
+      "learning_rate": 1.792244942323804e-05,
+      "loss": 31.625,
+      "step": 9737
+    },
+    {
+      "epoch": 0.4653541049412214,
+      "grad_norm": 282.03118896484375,
+      "learning_rate": 1.7921977183064527e-05,
+      "loss": 26.2344,
+      "step": 9738
+    },
+    {
+      "epoch": 0.4654018923826818,
+      "grad_norm": 252.4560089111328,
+      "learning_rate": 1.792150489544859e-05,
+      "loss": 25.3125,
+      "step": 9739
+    },
+    {
+      "epoch": 0.4654496798241422,
+      "grad_norm": 308.8642272949219,
+      "learning_rate": 1.7921032560393062e-05,
+      "loss": 27.7188,
+      "step": 9740
+    },
+    {
+      "epoch": 0.4654974672656026,
+      "grad_norm": 407.9513244628906,
+      "learning_rate": 1.7920560177900768e-05,
+      "loss": 33.6562,
+      "step": 9741
+    },
+    {
+      "epoch": 0.465545254707063,
+      "grad_norm": 327.538818359375,
+      "learning_rate": 1.792008774797454e-05,
+      "loss": 38.9062,
+      "step": 9742
+    },
+    {
+      "epoch": 0.4655930421485234,
+      "grad_norm": 180.22186279296875,
+      "learning_rate": 1.791961527061721e-05,
+      "loss": 24.8438,
+      "step": 9743
+    },
+    {
+      "epoch": 0.46564082958998376,
+      "grad_norm": 135.074951171875,
+      "learning_rate": 1.7919142745831596e-05,
+      "loss": 22.6719,
+      "step": 9744
+    },
+    {
+      "epoch": 0.46568861703144415,
+      "grad_norm": 230.69964599609375,
+      "learning_rate": 1.7918670173620537e-05,
+      "loss": 28.8125,
+      "step": 9745
+    },
+    {
+      "epoch": 0.46573640447290454,
+      "grad_norm": 302.1847839355469,
+      "learning_rate": 1.791819755398687e-05,
+      "loss": 34.5312,
+      "step": 9746
+    },
+    {
+      "epoch": 0.46578419191436493,
+      "grad_norm": 338.7503662109375,
+      "learning_rate": 1.7917724886933405e-05,
+      "loss": 35.0,
+      "step": 9747
+    },
+    {
+      "epoch": 0.46583197935582527,
+      "grad_norm": 321.12237548828125,
+      "learning_rate": 1.791725217246299e-05,
+      "loss": 36.6875,
+      "step": 9748
+    },
+    {
+      "epoch": 0.46587976679728565,
+      "grad_norm": 362.6529235839844,
+      "learning_rate": 1.7916779410578452e-05,
+      "loss": 45.3125,
+      "step": 9749
+    },
+    {
+      "epoch": 0.46592755423874604,
+      "grad_norm": 284.8213806152344,
+      "learning_rate": 1.7916306601282617e-05,
+      "loss": 35.0,
+      "step": 9750
+    },
+    {
+      "epoch": 0.46597534168020643,
+      "grad_norm": 303.07672119140625,
+      "learning_rate": 1.7915833744578325e-05,
+      "loss": 31.0938,
+      "step": 9751
+    },
+    {
+      "epoch": 0.4660231291216668,
+      "grad_norm": 236.69430541992188,
+      "learning_rate": 1.79153608404684e-05,
+      "loss": 31.6562,
+      "step": 9752
+    },
+    {
+      "epoch": 0.4660709165631272,
+      "grad_norm": 400.3415222167969,
+      "learning_rate": 1.791488788895568e-05,
+      "loss": 36.9062,
+      "step": 9753
+    },
+    {
+      "epoch": 0.4661187040045876,
+      "grad_norm": 286.91546630859375,
+      "learning_rate": 1.791441489004299e-05,
+      "loss": 27.375,
+      "step": 9754
+    },
+    {
+      "epoch": 0.466166491446048,
+      "grad_norm": 685.2913818359375,
+      "learning_rate": 1.7913941843733168e-05,
+      "loss": 27.4844,
+      "step": 9755
+    },
+    {
+      "epoch": 0.4662142788875084,
+      "grad_norm": 200.3455810546875,
+      "learning_rate": 1.791346875002905e-05,
+      "loss": 33.1562,
+      "step": 9756
+    },
+    {
+      "epoch": 0.46626206632896877,
+      "grad_norm": 479.7650146484375,
+      "learning_rate": 1.7912995608933462e-05,
+      "loss": 28.4062,
+      "step": 9757
+    },
+    {
+      "epoch": 0.4663098537704291,
+      "grad_norm": 354.15606689453125,
+      "learning_rate": 1.7912522420449244e-05,
+      "loss": 27.8438,
+      "step": 9758
+    },
+    {
+      "epoch": 0.4663576412118895,
+      "grad_norm": 544.7777099609375,
+      "learning_rate": 1.7912049184579224e-05,
+      "loss": 36.9062,
+      "step": 9759
+    },
+    {
+      "epoch": 0.4664054286533499,
+      "grad_norm": 923.8673095703125,
+      "learning_rate": 1.791157590132624e-05,
+      "loss": 34.3438,
+      "step": 9760
+    },
+    {
+      "epoch": 0.4664532160948103,
+      "grad_norm": 375.7783508300781,
+      "learning_rate": 1.7911102570693125e-05,
+      "loss": 46.6562,
+      "step": 9761
+    },
+    {
+      "epoch": 0.46650100353627066,
+      "grad_norm": 203.4758758544922,
+      "learning_rate": 1.7910629192682713e-05,
+      "loss": 27.375,
+      "step": 9762
+    },
+    {
+      "epoch": 0.46654879097773105,
+      "grad_norm": 354.5451965332031,
+      "learning_rate": 1.791015576729784e-05,
+      "loss": 30.7812,
+      "step": 9763
+    },
+    {
+      "epoch": 0.46659657841919144,
+      "grad_norm": 330.79327392578125,
+      "learning_rate": 1.7909682294541338e-05,
+      "loss": 36.5,
+      "step": 9764
+    },
+    {
+      "epoch": 0.46664436586065183,
+      "grad_norm": 260.5816345214844,
+      "learning_rate": 1.7909208774416047e-05,
+      "loss": 31.5312,
+      "step": 9765
+    },
+    {
+      "epoch": 0.4666921533021122,
+      "grad_norm": 395.1410217285156,
+      "learning_rate": 1.7908735206924802e-05,
+      "loss": 34.6562,
+      "step": 9766
+    },
+    {
+      "epoch": 0.4667399407435726,
+      "grad_norm": 673.3012084960938,
+      "learning_rate": 1.7908261592070442e-05,
+      "loss": 29.7344,
+      "step": 9767
+    },
+    {
+      "epoch": 0.46678772818503295,
+      "grad_norm": 250.28294372558594,
+      "learning_rate": 1.7907787929855794e-05,
+      "loss": 26.125,
+      "step": 9768
+    },
+    {
+      "epoch": 0.46683551562649334,
+      "grad_norm": 281.0001220703125,
+      "learning_rate": 1.7907314220283703e-05,
+      "loss": 32.7188,
+      "step": 9769
+    },
+    {
+      "epoch": 0.4668833030679537,
+      "grad_norm": 202.4510498046875,
+      "learning_rate": 1.7906840463357e-05,
+      "loss": 16.8906,
+      "step": 9770
+    },
+    {
+      "epoch": 0.4669310905094141,
+      "grad_norm": 345.1369934082031,
+      "learning_rate": 1.7906366659078527e-05,
+      "loss": 28.0781,
+      "step": 9771
+    },
+    {
+      "epoch": 0.4669788779508745,
+      "grad_norm": 328.25640869140625,
+      "learning_rate": 1.790589280745112e-05,
+      "loss": 25.0469,
+      "step": 9772
+    },
+    {
+      "epoch": 0.4670266653923349,
+      "grad_norm": 271.45074462890625,
+      "learning_rate": 1.7905418908477617e-05,
+      "loss": 32.9219,
+      "step": 9773
+    },
+    {
+      "epoch": 0.4670744528337953,
+      "grad_norm": 327.8946228027344,
+      "learning_rate": 1.7904944962160855e-05,
+      "loss": 30.5312,
+      "step": 9774
+    },
+    {
+      "epoch": 0.4671222402752557,
+      "grad_norm": 296.0708312988281,
+      "learning_rate": 1.7904470968503675e-05,
+      "loss": 33.0,
+      "step": 9775
+    },
+    {
+      "epoch": 0.46717002771671606,
+      "grad_norm": 324.53338623046875,
+      "learning_rate": 1.790399692750891e-05,
+      "loss": 27.5625,
+      "step": 9776
+    },
+    {
+      "epoch": 0.46721781515817645,
+      "grad_norm": 393.88250732421875,
+      "learning_rate": 1.7903522839179403e-05,
+      "loss": 36.875,
+      "step": 9777
+    },
+    {
+      "epoch": 0.46726560259963684,
+      "grad_norm": 446.9982604980469,
+      "learning_rate": 1.7903048703517993e-05,
+      "loss": 31.2812,
+      "step": 9778
+    },
+    {
+      "epoch": 0.4673133900410972,
+      "grad_norm": 354.6068115234375,
+      "learning_rate": 1.790257452052752e-05,
+      "loss": 36.625,
+      "step": 9779
+    },
+    {
+      "epoch": 0.46736117748255757,
+      "grad_norm": 244.7947540283203,
+      "learning_rate": 1.790210029021082e-05,
+      "loss": 31.4062,
+      "step": 9780
+    },
+    {
+      "epoch": 0.46740896492401796,
+      "grad_norm": 263.8641357421875,
+      "learning_rate": 1.7901626012570737e-05,
+      "loss": 38.0938,
+      "step": 9781
+    },
+    {
+      "epoch": 0.46745675236547835,
+      "grad_norm": 329.411865234375,
+      "learning_rate": 1.790115168761011e-05,
+      "loss": 29.5938,
+      "step": 9782
+    },
+    {
+      "epoch": 0.46750453980693873,
+      "grad_norm": 202.61138916015625,
+      "learning_rate": 1.7900677315331782e-05,
+      "loss": 19.6562,
+      "step": 9783
+    },
+    {
+      "epoch": 0.4675523272483991,
+      "grad_norm": 170.76437377929688,
+      "learning_rate": 1.790020289573859e-05,
+      "loss": 24.6875,
+      "step": 9784
+    },
+    {
+      "epoch": 0.4676001146898595,
+      "grad_norm": 312.99346923828125,
+      "learning_rate": 1.7899728428833375e-05,
+      "loss": 18.3906,
+      "step": 9785
+    },
+    {
+      "epoch": 0.4676479021313199,
+      "grad_norm": 317.94549560546875,
+      "learning_rate": 1.7899253914618985e-05,
+      "loss": 24.0547,
+      "step": 9786
+    },
+    {
+      "epoch": 0.4676956895727803,
+      "grad_norm": 383.2447204589844,
+      "learning_rate": 1.7898779353098255e-05,
+      "loss": 35.375,
+      "step": 9787
+    },
+    {
+      "epoch": 0.4677434770142407,
+      "grad_norm": 272.2588806152344,
+      "learning_rate": 1.7898304744274026e-05,
+      "loss": 24.1875,
+      "step": 9788
+    },
+    {
+      "epoch": 0.467791264455701,
+      "grad_norm": 245.42715454101562,
+      "learning_rate": 1.7897830088149145e-05,
+      "loss": 30.0,
+      "step": 9789
+    },
+    {
+      "epoch": 0.4678390518971614,
+      "grad_norm": 485.97430419921875,
+      "learning_rate": 1.789735538472645e-05,
+      "loss": 27.7656,
+      "step": 9790
+    },
+    {
+      "epoch": 0.4678868393386218,
+      "grad_norm": 255.06434631347656,
+      "learning_rate": 1.789688063400879e-05,
+      "loss": 37.2656,
+      "step": 9791
+    },
+    {
+      "epoch": 0.4679346267800822,
+      "grad_norm": 210.8869171142578,
+      "learning_rate": 1.7896405835999005e-05,
+      "loss": 23.8438,
+      "step": 9792
+    },
+    {
+      "epoch": 0.4679824142215426,
+      "grad_norm": 169.14865112304688,
+      "learning_rate": 1.7895930990699938e-05,
+      "loss": 24.375,
+      "step": 9793
+    },
+    {
+      "epoch": 0.46803020166300296,
+      "grad_norm": 246.31417846679688,
+      "learning_rate": 1.7895456098114433e-05,
+      "loss": 27.375,
+      "step": 9794
+    },
+    {
+      "epoch": 0.46807798910446335,
+      "grad_norm": 183.37014770507812,
+      "learning_rate": 1.789498115824533e-05,
+      "loss": 31.2188,
+      "step": 9795
+    },
+    {
+      "epoch": 0.46812577654592374,
+      "grad_norm": 217.8533477783203,
+      "learning_rate": 1.789450617109548e-05,
+      "loss": 24.5469,
+      "step": 9796
+    },
+    {
+      "epoch": 0.46817356398738413,
+      "grad_norm": 196.51185607910156,
+      "learning_rate": 1.7894031136667726e-05,
+      "loss": 23.5312,
+      "step": 9797
+    },
+    {
+      "epoch": 0.4682213514288445,
+      "grad_norm": 376.7520751953125,
+      "learning_rate": 1.789355605496491e-05,
+      "loss": 28.4688,
+      "step": 9798
+    },
+    {
+      "epoch": 0.46826913887030486,
+      "grad_norm": 235.48712158203125,
+      "learning_rate": 1.7893080925989877e-05,
+      "loss": 30.125,
+      "step": 9799
+    },
+    {
+      "epoch": 0.46831692631176525,
+      "grad_norm": 368.13555908203125,
+      "learning_rate": 1.7892605749745476e-05,
+      "loss": 30.5,
+      "step": 9800
+    },
+    {
+      "epoch": 0.46836471375322564,
+      "grad_norm": 425.43951416015625,
+      "learning_rate": 1.7892130526234553e-05,
+      "loss": 27.4375,
+      "step": 9801
+    },
+    {
+      "epoch": 0.468412501194686,
+      "grad_norm": 202.34385681152344,
+      "learning_rate": 1.789165525545995e-05,
+      "loss": 31.0312,
+      "step": 9802
+    },
+    {
+      "epoch": 0.4684602886361464,
+      "grad_norm": 171.2775421142578,
+      "learning_rate": 1.7891179937424514e-05,
+      "loss": 26.75,
+      "step": 9803
+    },
+    {
+      "epoch": 0.4685080760776068,
+      "grad_norm": 276.2496643066406,
+      "learning_rate": 1.7890704572131093e-05,
+      "loss": 30.125,
+      "step": 9804
+    },
+    {
+      "epoch": 0.4685558635190672,
+      "grad_norm": 282.9294128417969,
+      "learning_rate": 1.7890229159582535e-05,
+      "loss": 37.8438,
+      "step": 9805
+    },
+    {
+      "epoch": 0.4686036509605276,
+      "grad_norm": 262.1871337890625,
+      "learning_rate": 1.7889753699781684e-05,
+      "loss": 33.4375,
+      "step": 9806
+    },
+    {
+      "epoch": 0.468651438401988,
+      "grad_norm": 295.76568603515625,
+      "learning_rate": 1.7889278192731388e-05,
+      "loss": 32.8438,
+      "step": 9807
+    },
+    {
+      "epoch": 0.46869922584344836,
+      "grad_norm": 440.7172546386719,
+      "learning_rate": 1.78888026384345e-05,
+      "loss": 31.5625,
+      "step": 9808
+    },
+    {
+      "epoch": 0.46874701328490875,
+      "grad_norm": 337.47344970703125,
+      "learning_rate": 1.788832703689386e-05,
+      "loss": 26.9688,
+      "step": 9809
+    },
+    {
+      "epoch": 0.4687948007263691,
+      "grad_norm": 306.4737854003906,
+      "learning_rate": 1.7887851388112317e-05,
+      "loss": 40.4688,
+      "step": 9810
+    },
+    {
+      "epoch": 0.4688425881678295,
+      "grad_norm": 233.11392211914062,
+      "learning_rate": 1.7887375692092728e-05,
+      "loss": 32.375,
+      "step": 9811
+    },
+    {
+      "epoch": 0.46889037560928987,
+      "grad_norm": 304.5076904296875,
+      "learning_rate": 1.7886899948837932e-05,
+      "loss": 29.6562,
+      "step": 9812
+    },
+    {
+      "epoch": 0.46893816305075026,
+      "grad_norm": 589.9400634765625,
+      "learning_rate": 1.7886424158350784e-05,
+      "loss": 21.1875,
+      "step": 9813
+    },
+    {
+      "epoch": 0.46898595049221065,
+      "grad_norm": 260.6754455566406,
+      "learning_rate": 1.7885948320634133e-05,
+      "loss": 32.8125,
+      "step": 9814
+    },
+    {
+      "epoch": 0.46903373793367104,
+      "grad_norm": 342.9948425292969,
+      "learning_rate": 1.7885472435690824e-05,
+      "loss": 27.4375,
+      "step": 9815
+    },
+    {
+      "epoch": 0.4690815253751314,
+      "grad_norm": 200.9595947265625,
+      "learning_rate": 1.7884996503523714e-05,
+      "loss": 26.6875,
+      "step": 9816
+    },
+    {
+      "epoch": 0.4691293128165918,
+      "grad_norm": 392.4692687988281,
+      "learning_rate": 1.7884520524135645e-05,
+      "loss": 38.5312,
+      "step": 9817
+    },
+    {
+      "epoch": 0.4691771002580522,
+      "grad_norm": 242.9178924560547,
+      "learning_rate": 1.7884044497529475e-05,
+      "loss": 29.3125,
+      "step": 9818
+    },
+    {
+      "epoch": 0.4692248876995126,
+      "grad_norm": 314.66851806640625,
+      "learning_rate": 1.788356842370805e-05,
+      "loss": 35.6875,
+      "step": 9819
+    },
+    {
+      "epoch": 0.46927267514097293,
+      "grad_norm": 146.1627197265625,
+      "learning_rate": 1.7883092302674223e-05,
+      "loss": 20.5156,
+      "step": 9820
+    },
+    {
+      "epoch": 0.4693204625824333,
+      "grad_norm": 197.77337646484375,
+      "learning_rate": 1.7882616134430845e-05,
+      "loss": 23.3438,
+      "step": 9821
+    },
+    {
+      "epoch": 0.4693682500238937,
+      "grad_norm": 274.98309326171875,
+      "learning_rate": 1.788213991898077e-05,
+      "loss": 28.4375,
+      "step": 9822
+    },
+    {
+      "epoch": 0.4694160374653541,
+      "grad_norm": 182.23318481445312,
+      "learning_rate": 1.7881663656326844e-05,
+      "loss": 16.4844,
+      "step": 9823
+    },
+    {
+      "epoch": 0.4694638249068145,
+      "grad_norm": 212.63043212890625,
+      "learning_rate": 1.7881187346471924e-05,
+      "loss": 33.3125,
+      "step": 9824
+    },
+    {
+      "epoch": 0.4695116123482749,
+      "grad_norm": 211.5309600830078,
+      "learning_rate": 1.7880710989418864e-05,
+      "loss": 38.0,
+      "step": 9825
+    },
+    {
+      "epoch": 0.46955939978973527,
+      "grad_norm": 181.78941345214844,
+      "learning_rate": 1.788023458517051e-05,
+      "loss": 31.6562,
+      "step": 9826
+    },
+    {
+      "epoch": 0.46960718723119566,
+      "grad_norm": 164.66859436035156,
+      "learning_rate": 1.787975813372972e-05,
+      "loss": 23.8594,
+      "step": 9827
+    },
+    {
+      "epoch": 0.46965497467265604,
+      "grad_norm": 232.76766967773438,
+      "learning_rate": 1.787928163509935e-05,
+      "loss": 23.4375,
+      "step": 9828
+    },
+    {
+      "epoch": 0.46970276211411643,
+      "grad_norm": 280.7434997558594,
+      "learning_rate": 1.7878805089282246e-05,
+      "loss": 43.4375,
+      "step": 9829
+    },
+    {
+      "epoch": 0.46975054955557677,
+      "grad_norm": 224.07923889160156,
+      "learning_rate": 1.787832849628127e-05,
+      "loss": 26.7031,
+      "step": 9830
+    },
+    {
+      "epoch": 0.46979833699703716,
+      "grad_norm": 253.2567901611328,
+      "learning_rate": 1.787785185609927e-05,
+      "loss": 37.375,
+      "step": 9831
+    },
+    {
+      "epoch": 0.46984612443849755,
+      "grad_norm": 254.1488037109375,
+      "learning_rate": 1.7877375168739098e-05,
+      "loss": 28.4375,
+      "step": 9832
+    },
+    {
+      "epoch": 0.46989391187995794,
+      "grad_norm": 246.85659790039062,
+      "learning_rate": 1.787689843420362e-05,
+      "loss": 22.7188,
+      "step": 9833
+    },
+    {
+      "epoch": 0.4699416993214183,
+      "grad_norm": 367.6113586425781,
+      "learning_rate": 1.7876421652495684e-05,
+      "loss": 18.5156,
+      "step": 9834
+    },
+    {
+      "epoch": 0.4699894867628787,
+      "grad_norm": 386.79669189453125,
+      "learning_rate": 1.787594482361814e-05,
+      "loss": 41.5312,
+      "step": 9835
+    },
+    {
+      "epoch": 0.4700372742043391,
+      "grad_norm": 390.35595703125,
+      "learning_rate": 1.7875467947573856e-05,
+      "loss": 37.3906,
+      "step": 9836
+    },
+    {
+      "epoch": 0.4700850616457995,
+      "grad_norm": 275.3044128417969,
+      "learning_rate": 1.7874991024365678e-05,
+      "loss": 37.1562,
+      "step": 9837
+    },
+    {
+      "epoch": 0.4701328490872599,
+      "grad_norm": 360.1604309082031,
+      "learning_rate": 1.7874514053996465e-05,
+      "loss": 38.9375,
+      "step": 9838
+    },
+    {
+      "epoch": 0.4701806365287203,
+      "grad_norm": 524.5740356445312,
+      "learning_rate": 1.7874037036469075e-05,
+      "loss": 26.5938,
+      "step": 9839
+    },
+    {
+      "epoch": 0.4702284239701806,
+      "grad_norm": 190.17074584960938,
+      "learning_rate": 1.787355997178636e-05,
+      "loss": 25.1562,
+      "step": 9840
+    },
+    {
+      "epoch": 0.470276211411641,
+      "grad_norm": 208.3516082763672,
+      "learning_rate": 1.7873082859951183e-05,
+      "loss": 32.125,
+      "step": 9841
+    },
+    {
+      "epoch": 0.4703239988531014,
+      "grad_norm": 266.3547668457031,
+      "learning_rate": 1.78726057009664e-05,
+      "loss": 40.0,
+      "step": 9842
+    },
+    {
+      "epoch": 0.4703717862945618,
+      "grad_norm": 334.116455078125,
+      "learning_rate": 1.7872128494834867e-05,
+      "loss": 20.5469,
+      "step": 9843
+    },
+    {
+      "epoch": 0.47041957373602217,
+      "grad_norm": 262.7239990234375,
+      "learning_rate": 1.787165124155944e-05,
+      "loss": 37.75,
+      "step": 9844
+    },
+    {
+      "epoch": 0.47046736117748256,
+      "grad_norm": 232.55734252929688,
+      "learning_rate": 1.7871173941142982e-05,
+      "loss": 30.1094,
+      "step": 9845
+    },
+    {
+      "epoch": 0.47051514861894295,
+      "grad_norm": 245.58059692382812,
+      "learning_rate": 1.7870696593588347e-05,
+      "loss": 22.5469,
+      "step": 9846
+    },
+    {
+      "epoch": 0.47056293606040334,
+      "grad_norm": 390.1888427734375,
+      "learning_rate": 1.7870219198898392e-05,
+      "loss": 47.25,
+      "step": 9847
+    },
+    {
+      "epoch": 0.4706107235018637,
+      "grad_norm": 354.6308288574219,
+      "learning_rate": 1.7869741757075983e-05,
+      "loss": 28.0625,
+      "step": 9848
+    },
+    {
+      "epoch": 0.4706585109433241,
+      "grad_norm": 196.90966796875,
+      "learning_rate": 1.7869264268123977e-05,
+      "loss": 23.7812,
+      "step": 9849
+    },
+    {
+      "epoch": 0.4707062983847845,
+      "grad_norm": 227.98098754882812,
+      "learning_rate": 1.7868786732045232e-05,
+      "loss": 32.3438,
+      "step": 9850
+    },
+    {
+      "epoch": 0.47075408582624484,
+      "grad_norm": 326.78350830078125,
+      "learning_rate": 1.7868309148842606e-05,
+      "loss": 27.4375,
+      "step": 9851
+    },
+    {
+      "epoch": 0.47080187326770523,
+      "grad_norm": 207.28759765625,
+      "learning_rate": 1.786783151851896e-05,
+      "loss": 26.8125,
+      "step": 9852
+    },
+    {
+      "epoch": 0.4708496607091656,
+      "grad_norm": 407.6114807128906,
+      "learning_rate": 1.7867353841077156e-05,
+      "loss": 38.3125,
+      "step": 9853
+    },
+    {
+      "epoch": 0.470897448150626,
+      "grad_norm": 257.7538146972656,
+      "learning_rate": 1.786687611652006e-05,
+      "loss": 25.0938,
+      "step": 9854
+    },
+    {
+      "epoch": 0.4709452355920864,
+      "grad_norm": 199.96253967285156,
+      "learning_rate": 1.7866398344850518e-05,
+      "loss": 37.8438,
+      "step": 9855
+    },
+    {
+      "epoch": 0.4709930230335468,
+      "grad_norm": 549.22021484375,
+      "learning_rate": 1.7865920526071407e-05,
+      "loss": 29.9062,
+      "step": 9856
+    },
+    {
+      "epoch": 0.4710408104750072,
+      "grad_norm": 344.4994812011719,
+      "learning_rate": 1.786544266018558e-05,
+      "loss": 23.375,
+      "step": 9857
+    },
+    {
+      "epoch": 0.47108859791646757,
+      "grad_norm": 293.6474609375,
+      "learning_rate": 1.7864964747195902e-05,
+      "loss": 33.4062,
+      "step": 9858
+    },
+    {
+      "epoch": 0.47113638535792796,
+      "grad_norm": 432.7511291503906,
+      "learning_rate": 1.786448678710523e-05,
+      "loss": 38.4375,
+      "step": 9859
+    },
+    {
+      "epoch": 0.47118417279938835,
+      "grad_norm": 228.19717407226562,
+      "learning_rate": 1.786400877991643e-05,
+      "loss": 25.4062,
+      "step": 9860
+    },
+    {
+      "epoch": 0.4712319602408487,
+      "grad_norm": 680.03173828125,
+      "learning_rate": 1.7863530725632368e-05,
+      "loss": 28.4062,
+      "step": 9861
+    },
+    {
+      "epoch": 0.47127974768230907,
+      "grad_norm": 291.9327087402344,
+      "learning_rate": 1.7863052624255903e-05,
+      "loss": 36.3438,
+      "step": 9862
+    },
+    {
+      "epoch": 0.47132753512376946,
+      "grad_norm": 478.3287353515625,
+      "learning_rate": 1.78625744757899e-05,
+      "loss": 38.7812,
+      "step": 9863
+    },
+    {
+      "epoch": 0.47137532256522985,
+      "grad_norm": 366.74078369140625,
+      "learning_rate": 1.786209628023722e-05,
+      "loss": 39.6562,
+      "step": 9864
+    },
+    {
+      "epoch": 0.47142311000669024,
+      "grad_norm": 245.05958557128906,
+      "learning_rate": 1.786161803760073e-05,
+      "loss": 24.7812,
+      "step": 9865
+    },
+    {
+      "epoch": 0.4714708974481506,
+      "grad_norm": 221.94168090820312,
+      "learning_rate": 1.7861139747883286e-05,
+      "loss": 30.3125,
+      "step": 9866
+    },
+    {
+      "epoch": 0.471518684889611,
+      "grad_norm": 259.2113342285156,
+      "learning_rate": 1.7860661411087763e-05,
+      "loss": 26.25,
+      "step": 9867
+    },
+    {
+      "epoch": 0.4715664723310714,
+      "grad_norm": 183.54345703125,
+      "learning_rate": 1.7860183027217024e-05,
+      "loss": 22.2188,
+      "step": 9868
+    },
+    {
+      "epoch": 0.4716142597725318,
+      "grad_norm": 176.5474395751953,
+      "learning_rate": 1.7859704596273924e-05,
+      "loss": 25.0312,
+      "step": 9869
+    },
+    {
+      "epoch": 0.4716620472139922,
+      "grad_norm": 279.0367431640625,
+      "learning_rate": 1.7859226118261342e-05,
+      "loss": 27.4062,
+      "step": 9870
+    },
+    {
+      "epoch": 0.4717098346554525,
+      "grad_norm": 261.3001708984375,
+      "learning_rate": 1.7858747593182134e-05,
+      "loss": 20.9531,
+      "step": 9871
+    },
+    {
+      "epoch": 0.4717576220969129,
+      "grad_norm": 239.7184295654297,
+      "learning_rate": 1.7858269021039167e-05,
+      "loss": 24.25,
+      "step": 9872
+    },
+    {
+      "epoch": 0.4718054095383733,
+      "grad_norm": 321.8081359863281,
+      "learning_rate": 1.785779040183531e-05,
+      "loss": 35.3125,
+      "step": 9873
+    },
+    {
+      "epoch": 0.4718531969798337,
+      "grad_norm": 293.5203552246094,
+      "learning_rate": 1.785731173557343e-05,
+      "loss": 23.9375,
+      "step": 9874
+    },
+    {
+      "epoch": 0.4719009844212941,
+      "grad_norm": 139.89552307128906,
+      "learning_rate": 1.785683302225639e-05,
+      "loss": 22.1094,
+      "step": 9875
+    },
+    {
+      "epoch": 0.47194877186275447,
+      "grad_norm": 293.7864685058594,
+      "learning_rate": 1.7856354261887058e-05,
+      "loss": 51.6875,
+      "step": 9876
+    },
+    {
+      "epoch": 0.47199655930421486,
+      "grad_norm": 276.29705810546875,
+      "learning_rate": 1.78558754544683e-05,
+      "loss": 31.3438,
+      "step": 9877
+    },
+    {
+      "epoch": 0.47204434674567525,
+      "grad_norm": 260.81292724609375,
+      "learning_rate": 1.7855396600002985e-05,
+      "loss": 31.5625,
+      "step": 9878
+    },
+    {
+      "epoch": 0.47209213418713564,
+      "grad_norm": 280.359130859375,
+      "learning_rate": 1.785491769849398e-05,
+      "loss": 26.5625,
+      "step": 9879
+    },
+    {
+      "epoch": 0.472139921628596,
+      "grad_norm": 141.15211486816406,
+      "learning_rate": 1.7854438749944158e-05,
+      "loss": 21.5,
+      "step": 9880
+    },
+    {
+      "epoch": 0.4721877090700564,
+      "grad_norm": 245.57568359375,
+      "learning_rate": 1.785395975435638e-05,
+      "loss": 32.625,
+      "step": 9881
+    },
+    {
+      "epoch": 0.47223549651151675,
+      "grad_norm": 361.69232177734375,
+      "learning_rate": 1.7853480711733518e-05,
+      "loss": 31.1562,
+      "step": 9882
+    },
+    {
+      "epoch": 0.47228328395297714,
+      "grad_norm": 331.524658203125,
+      "learning_rate": 1.7853001622078438e-05,
+      "loss": 27.1094,
+      "step": 9883
+    },
+    {
+      "epoch": 0.47233107139443753,
+      "grad_norm": 200.17677307128906,
+      "learning_rate": 1.7852522485394015e-05,
+      "loss": 21.2344,
+      "step": 9884
+    },
+    {
+      "epoch": 0.4723788588358979,
+      "grad_norm": 244.97662353515625,
+      "learning_rate": 1.7852043301683112e-05,
+      "loss": 28.2812,
+      "step": 9885
+    },
+    {
+      "epoch": 0.4724266462773583,
+      "grad_norm": 273.978271484375,
+      "learning_rate": 1.7851564070948603e-05,
+      "loss": 23.6875,
+      "step": 9886
+    },
+    {
+      "epoch": 0.4724744337188187,
+      "grad_norm": 236.12112426757812,
+      "learning_rate": 1.7851084793193357e-05,
+      "loss": 24.5,
+      "step": 9887
+    },
+    {
+      "epoch": 0.4725222211602791,
+      "grad_norm": 378.7245788574219,
+      "learning_rate": 1.785060546842024e-05,
+      "loss": 27.8125,
+      "step": 9888
+    },
+    {
+      "epoch": 0.4725700086017395,
+      "grad_norm": 199.42428588867188,
+      "learning_rate": 1.785012609663213e-05,
+      "loss": 19.0312,
+      "step": 9889
+    },
+    {
+      "epoch": 0.47261779604319987,
+      "grad_norm": 245.58602905273438,
+      "learning_rate": 1.7849646677831894e-05,
+      "loss": 30.2188,
+      "step": 9890
+    },
+    {
+      "epoch": 0.47266558348466026,
+      "grad_norm": 281.2104797363281,
+      "learning_rate": 1.78491672120224e-05,
+      "loss": 34.875,
+      "step": 9891
+    },
+    {
+      "epoch": 0.4727133709261206,
+      "grad_norm": 281.926025390625,
+      "learning_rate": 1.784868769920653e-05,
+      "loss": 36.1875,
+      "step": 9892
+    },
+    {
+      "epoch": 0.472761158367581,
+      "grad_norm": 280.4870300292969,
+      "learning_rate": 1.7848208139387144e-05,
+      "loss": 25.25,
+      "step": 9893
+    },
+    {
+      "epoch": 0.47280894580904137,
+      "grad_norm": 179.2386932373047,
+      "learning_rate": 1.7847728532567116e-05,
+      "loss": 30.0,
+      "step": 9894
+    },
+    {
+      "epoch": 0.47285673325050176,
+      "grad_norm": 270.4190673828125,
+      "learning_rate": 1.7847248878749322e-05,
+      "loss": 29.4375,
+      "step": 9895
+    },
+    {
+      "epoch": 0.47290452069196215,
+      "grad_norm": 201.23513793945312,
+      "learning_rate": 1.784676917793663e-05,
+      "loss": 22.0469,
+      "step": 9896
+    },
+    {
+      "epoch": 0.47295230813342254,
+      "grad_norm": 181.1591339111328,
+      "learning_rate": 1.784628943013192e-05,
+      "loss": 23.9375,
+      "step": 9897
+    },
+    {
+      "epoch": 0.47300009557488293,
+      "grad_norm": 428.0220642089844,
+      "learning_rate": 1.7845809635338057e-05,
+      "loss": 29.2812,
+      "step": 9898
+    },
+    {
+      "epoch": 0.4730478830163433,
+      "grad_norm": 253.57493591308594,
+      "learning_rate": 1.784532979355792e-05,
+      "loss": 34.6875,
+      "step": 9899
+    },
+    {
+      "epoch": 0.4730956704578037,
+      "grad_norm": 428.98590087890625,
+      "learning_rate": 1.7844849904794387e-05,
+      "loss": 35.4688,
+      "step": 9900
+    },
+    {
+      "epoch": 0.4731434578992641,
+      "grad_norm": 294.1230773925781,
+      "learning_rate": 1.7844369969050317e-05,
+      "loss": 37.8438,
+      "step": 9901
+    },
+    {
+      "epoch": 0.47319124534072443,
+      "grad_norm": 254.9349822998047,
+      "learning_rate": 1.7843889986328597e-05,
+      "loss": 31.1719,
+      "step": 9902
+    },
+    {
+      "epoch": 0.4732390327821848,
+      "grad_norm": 285.99591064453125,
+      "learning_rate": 1.7843409956632096e-05,
+      "loss": 33.4062,
+      "step": 9903
+    },
+    {
+      "epoch": 0.4732868202236452,
+      "grad_norm": 138.2268524169922,
+      "learning_rate": 1.7842929879963692e-05,
+      "loss": 24.3438,
+      "step": 9904
+    },
+    {
+      "epoch": 0.4733346076651056,
+      "grad_norm": 297.9251708984375,
+      "learning_rate": 1.7842449756326257e-05,
+      "loss": 25.2812,
+      "step": 9905
+    },
+    {
+      "epoch": 0.473382395106566,
+      "grad_norm": 383.75128173828125,
+      "learning_rate": 1.7841969585722664e-05,
+      "loss": 37.75,
+      "step": 9906
+    },
+    {
+      "epoch": 0.4734301825480264,
+      "grad_norm": 326.1099853515625,
+      "learning_rate": 1.7841489368155795e-05,
+      "loss": 40.9375,
+      "step": 9907
+    },
+    {
+      "epoch": 0.47347796998948677,
+      "grad_norm": 233.88400268554688,
+      "learning_rate": 1.7841009103628523e-05,
+      "loss": 23.8438,
+      "step": 9908
+    },
+    {
+      "epoch": 0.47352575743094716,
+      "grad_norm": 419.6272277832031,
+      "learning_rate": 1.7840528792143725e-05,
+      "loss": 31.375,
+      "step": 9909
+    },
+    {
+      "epoch": 0.47357354487240755,
+      "grad_norm": 373.895751953125,
+      "learning_rate": 1.7840048433704278e-05,
+      "loss": 34.4375,
+      "step": 9910
+    },
+    {
+      "epoch": 0.47362133231386794,
+      "grad_norm": 318.2415771484375,
+      "learning_rate": 1.7839568028313056e-05,
+      "loss": 29.5469,
+      "step": 9911
+    },
+    {
+      "epoch": 0.4736691197553283,
+      "grad_norm": 201.64402770996094,
+      "learning_rate": 1.7839087575972932e-05,
+      "loss": 23.0,
+      "step": 9912
+    },
+    {
+      "epoch": 0.47371690719678866,
+      "grad_norm": 203.08465576171875,
+      "learning_rate": 1.7838607076686797e-05,
+      "loss": 24.9688,
+      "step": 9913
+    },
+    {
+      "epoch": 0.47376469463824905,
+      "grad_norm": 314.6912841796875,
+      "learning_rate": 1.7838126530457516e-05,
+      "loss": 33.125,
+      "step": 9914
+    },
+    {
+      "epoch": 0.47381248207970944,
+      "grad_norm": 316.3511047363281,
+      "learning_rate": 1.783764593728797e-05,
+      "loss": 25.6719,
+      "step": 9915
+    },
+    {
+      "epoch": 0.47386026952116983,
+      "grad_norm": 211.04212951660156,
+      "learning_rate": 1.7837165297181042e-05,
+      "loss": 23.1875,
+      "step": 9916
+    },
+    {
+      "epoch": 0.4739080569626302,
+      "grad_norm": 233.8092498779297,
+      "learning_rate": 1.7836684610139602e-05,
+      "loss": 28.5625,
+      "step": 9917
+    },
+    {
+      "epoch": 0.4739558444040906,
+      "grad_norm": 185.26014709472656,
+      "learning_rate": 1.7836203876166536e-05,
+      "loss": 29.9844,
+      "step": 9918
+    },
+    {
+      "epoch": 0.474003631845551,
+      "grad_norm": 195.13418579101562,
+      "learning_rate": 1.783572309526472e-05,
+      "loss": 26.2812,
+      "step": 9919
+    },
+    {
+      "epoch": 0.4740514192870114,
+      "grad_norm": 313.812255859375,
+      "learning_rate": 1.7835242267437033e-05,
+      "loss": 31.6562,
+      "step": 9920
+    },
+    {
+      "epoch": 0.4740992067284718,
+      "grad_norm": 259.5391845703125,
+      "learning_rate": 1.7834761392686355e-05,
+      "loss": 28.125,
+      "step": 9921
+    },
+    {
+      "epoch": 0.47414699416993217,
+      "grad_norm": 339.6260681152344,
+      "learning_rate": 1.7834280471015566e-05,
+      "loss": 29.3125,
+      "step": 9922
+    },
+    {
+      "epoch": 0.4741947816113925,
+      "grad_norm": 449.3461608886719,
+      "learning_rate": 1.7833799502427546e-05,
+      "loss": 47.8125,
+      "step": 9923
+    },
+    {
+      "epoch": 0.4742425690528529,
+      "grad_norm": 334.4110412597656,
+      "learning_rate": 1.7833318486925177e-05,
+      "loss": 44.6875,
+      "step": 9924
+    },
+    {
+      "epoch": 0.4742903564943133,
+      "grad_norm": 410.87896728515625,
+      "learning_rate": 1.7832837424511335e-05,
+      "loss": 29.5469,
+      "step": 9925
+    },
+    {
+      "epoch": 0.47433814393577367,
+      "grad_norm": 303.3402404785156,
+      "learning_rate": 1.7832356315188907e-05,
+      "loss": 39.5625,
+      "step": 9926
+    },
+    {
+      "epoch": 0.47438593137723406,
+      "grad_norm": 323.46905517578125,
+      "learning_rate": 1.783187515896077e-05,
+      "loss": 28.0938,
+      "step": 9927
+    },
+    {
+      "epoch": 0.47443371881869445,
+      "grad_norm": 181.92494201660156,
+      "learning_rate": 1.7831393955829807e-05,
+      "loss": 23.0625,
+      "step": 9928
+    },
+    {
+      "epoch": 0.47448150626015484,
+      "grad_norm": 325.06451416015625,
+      "learning_rate": 1.7830912705798896e-05,
+      "loss": 24.3125,
+      "step": 9929
+    },
+    {
+      "epoch": 0.47452929370161523,
+      "grad_norm": 263.1690979003906,
+      "learning_rate": 1.7830431408870924e-05,
+      "loss": 19.7031,
+      "step": 9930
+    },
+    {
+      "epoch": 0.4745770811430756,
+      "grad_norm": 272.31964111328125,
+      "learning_rate": 1.7829950065048773e-05,
+      "loss": 35.5312,
+      "step": 9931
+    },
+    {
+      "epoch": 0.474624868584536,
+      "grad_norm": 242.27801513671875,
+      "learning_rate": 1.7829468674335325e-05,
+      "loss": 30.75,
+      "step": 9932
+    },
+    {
+      "epoch": 0.47467265602599634,
+      "grad_norm": 166.7408905029297,
+      "learning_rate": 1.7828987236733463e-05,
+      "loss": 22.0312,
+      "step": 9933
+    },
+    {
+      "epoch": 0.47472044346745673,
+      "grad_norm": 277.8443908691406,
+      "learning_rate": 1.7828505752246072e-05,
+      "loss": 29.2188,
+      "step": 9934
+    },
+    {
+      "epoch": 0.4747682309089171,
+      "grad_norm": 291.5760498046875,
+      "learning_rate": 1.7828024220876026e-05,
+      "loss": 30.8125,
+      "step": 9935
+    },
+    {
+      "epoch": 0.4748160183503775,
+      "grad_norm": 322.44891357421875,
+      "learning_rate": 1.7827542642626218e-05,
+      "loss": 26.0938,
+      "step": 9936
+    },
+    {
+      "epoch": 0.4748638057918379,
+      "grad_norm": 390.0469665527344,
+      "learning_rate": 1.7827061017499535e-05,
+      "loss": 30.8438,
+      "step": 9937
+    },
+    {
+      "epoch": 0.4749115932332983,
+      "grad_norm": 224.54385375976562,
+      "learning_rate": 1.782657934549885e-05,
+      "loss": 29.7812,
+      "step": 9938
+    },
+    {
+      "epoch": 0.4749593806747587,
+      "grad_norm": 261.5272216796875,
+      "learning_rate": 1.782609762662706e-05,
+      "loss": 27.0938,
+      "step": 9939
+    },
+    {
+      "epoch": 0.47500716811621907,
+      "grad_norm": 195.0709991455078,
+      "learning_rate": 1.7825615860887037e-05,
+      "loss": 28.9375,
+      "step": 9940
+    },
+    {
+      "epoch": 0.47505495555767946,
+      "grad_norm": 136.94940185546875,
+      "learning_rate": 1.7825134048281677e-05,
+      "loss": 17.2031,
+      "step": 9941
+    },
+    {
+      "epoch": 0.47510274299913985,
+      "grad_norm": 739.2972412109375,
+      "learning_rate": 1.782465218881386e-05,
+      "loss": 41.8438,
+      "step": 9942
+    },
+    {
+      "epoch": 0.4751505304406002,
+      "grad_norm": 240.53111267089844,
+      "learning_rate": 1.7824170282486473e-05,
+      "loss": 33.0312,
+      "step": 9943
+    },
+    {
+      "epoch": 0.4751983178820606,
+      "grad_norm": 321.703369140625,
+      "learning_rate": 1.7823688329302402e-05,
+      "loss": 34.8125,
+      "step": 9944
+    },
+    {
+      "epoch": 0.47524610532352096,
+      "grad_norm": 290.97125244140625,
+      "learning_rate": 1.7823206329264535e-05,
+      "loss": 35.6875,
+      "step": 9945
+    },
+    {
+      "epoch": 0.47529389276498135,
+      "grad_norm": 443.87457275390625,
+      "learning_rate": 1.7822724282375753e-05,
+      "loss": 35.0938,
+      "step": 9946
+    },
+    {
+      "epoch": 0.47534168020644174,
+      "grad_norm": 316.5172119140625,
+      "learning_rate": 1.782224218863895e-05,
+      "loss": 29.5312,
+      "step": 9947
+    },
+    {
+      "epoch": 0.47538946764790213,
+      "grad_norm": 242.57369995117188,
+      "learning_rate": 1.7821760048057007e-05,
+      "loss": 23.1719,
+      "step": 9948
+    },
+    {
+      "epoch": 0.4754372550893625,
+      "grad_norm": 297.1904296875,
+      "learning_rate": 1.782127786063282e-05,
+      "loss": 27.5625,
+      "step": 9949
+    },
+    {
+      "epoch": 0.4754850425308229,
+      "grad_norm": 231.15792846679688,
+      "learning_rate": 1.7820795626369264e-05,
+      "loss": 30.2188,
+      "step": 9950
+    },
+    {
+      "epoch": 0.4755328299722833,
+      "grad_norm": 191.2313690185547,
+      "learning_rate": 1.7820313345269235e-05,
+      "loss": 24.6875,
+      "step": 9951
+    },
+    {
+      "epoch": 0.4755806174137437,
+      "grad_norm": 307.7349853515625,
+      "learning_rate": 1.781983101733562e-05,
+      "loss": 20.5625,
+      "step": 9952
+    },
+    {
+      "epoch": 0.4756284048552041,
+      "grad_norm": 287.9317626953125,
+      "learning_rate": 1.7819348642571312e-05,
+      "loss": 22.9062,
+      "step": 9953
+    },
+    {
+      "epoch": 0.4756761922966644,
+      "grad_norm": 236.6066436767578,
+      "learning_rate": 1.7818866220979193e-05,
+      "loss": 28.5312,
+      "step": 9954
+    },
+    {
+      "epoch": 0.4757239797381248,
+      "grad_norm": 208.7148895263672,
+      "learning_rate": 1.7818383752562152e-05,
+      "loss": 29.4688,
+      "step": 9955
+    },
+    {
+      "epoch": 0.4757717671795852,
+      "grad_norm": 378.2896423339844,
+      "learning_rate": 1.781790123732308e-05,
+      "loss": 28.75,
+      "step": 9956
+    },
+    {
+      "epoch": 0.4758195546210456,
+      "grad_norm": 835.0413208007812,
+      "learning_rate": 1.781741867526487e-05,
+      "loss": 29.625,
+      "step": 9957
+    },
+    {
+      "epoch": 0.47586734206250597,
+      "grad_norm": 452.6773681640625,
+      "learning_rate": 1.7816936066390413e-05,
+      "loss": 33.625,
+      "step": 9958
+    },
+    {
+      "epoch": 0.47591512950396636,
+      "grad_norm": 162.61199951171875,
+      "learning_rate": 1.781645341070259e-05,
+      "loss": 19.0625,
+      "step": 9959
+    },
+    {
+      "epoch": 0.47596291694542675,
+      "grad_norm": 201.8694610595703,
+      "learning_rate": 1.7815970708204296e-05,
+      "loss": 17.6719,
+      "step": 9960
+    },
+    {
+      "epoch": 0.47601070438688714,
+      "grad_norm": 305.78509521484375,
+      "learning_rate": 1.7815487958898424e-05,
+      "loss": 30.2812,
+      "step": 9961
+    },
+    {
+      "epoch": 0.47605849182834753,
+      "grad_norm": 449.36224365234375,
+      "learning_rate": 1.781500516278787e-05,
+      "loss": 34.4688,
+      "step": 9962
+    },
+    {
+      "epoch": 0.4761062792698079,
+      "grad_norm": 205.0010986328125,
+      "learning_rate": 1.7814522319875515e-05,
+      "loss": 23.75,
+      "step": 9963
+    },
+    {
+      "epoch": 0.47615406671126825,
+      "grad_norm": 191.3749237060547,
+      "learning_rate": 1.781403943016425e-05,
+      "loss": 38.9688,
+      "step": 9964
+    },
+    {
+      "epoch": 0.47620185415272864,
+      "grad_norm": 306.7520751953125,
+      "learning_rate": 1.781355649365698e-05,
+      "loss": 34.4062,
+      "step": 9965
+    },
+    {
+      "epoch": 0.47624964159418903,
+      "grad_norm": 331.8057556152344,
+      "learning_rate": 1.7813073510356585e-05,
+      "loss": 36.375,
+      "step": 9966
+    },
+    {
+      "epoch": 0.4762974290356494,
+      "grad_norm": 220.4652099609375,
+      "learning_rate": 1.7812590480265962e-05,
+      "loss": 19.7031,
+      "step": 9967
+    },
+    {
+      "epoch": 0.4763452164771098,
+      "grad_norm": 355.1884765625,
+      "learning_rate": 1.7812107403388e-05,
+      "loss": 30.6719,
+      "step": 9968
+    },
+    {
+      "epoch": 0.4763930039185702,
+      "grad_norm": 332.2666320800781,
+      "learning_rate": 1.78116242797256e-05,
+      "loss": 23.5156,
+      "step": 9969
+    },
+    {
+      "epoch": 0.4764407913600306,
+      "grad_norm": 181.2340850830078,
+      "learning_rate": 1.7811141109281648e-05,
+      "loss": 20.8906,
+      "step": 9970
+    },
+    {
+      "epoch": 0.476488578801491,
+      "grad_norm": 215.91563415527344,
+      "learning_rate": 1.7810657892059038e-05,
+      "loss": 23.5312,
+      "step": 9971
+    },
+    {
+      "epoch": 0.47653636624295137,
+      "grad_norm": 385.4688415527344,
+      "learning_rate": 1.781017462806067e-05,
+      "loss": 30.9219,
+      "step": 9972
+    },
+    {
+      "epoch": 0.47658415368441176,
+      "grad_norm": 196.94818115234375,
+      "learning_rate": 1.7809691317289427e-05,
+      "loss": 32.875,
+      "step": 9973
+    },
+    {
+      "epoch": 0.4766319411258721,
+      "grad_norm": 448.84442138671875,
+      "learning_rate": 1.7809207959748212e-05,
+      "loss": 24.0625,
+      "step": 9974
+    },
+    {
+      "epoch": 0.4766797285673325,
+      "grad_norm": 524.41162109375,
+      "learning_rate": 1.7808724555439924e-05,
+      "loss": 20.9844,
+      "step": 9975
+    },
+    {
+      "epoch": 0.4767275160087929,
+      "grad_norm": 305.0440979003906,
+      "learning_rate": 1.7808241104367448e-05,
+      "loss": 29.7188,
+      "step": 9976
+    },
+    {
+      "epoch": 0.47677530345025326,
+      "grad_norm": 301.3887634277344,
+      "learning_rate": 1.780775760653368e-05,
+      "loss": 36.0312,
+      "step": 9977
+    },
+    {
+      "epoch": 0.47682309089171365,
+      "grad_norm": 197.6572723388672,
+      "learning_rate": 1.7807274061941524e-05,
+      "loss": 27.7188,
+      "step": 9978
+    },
+    {
+      "epoch": 0.47687087833317404,
+      "grad_norm": 412.32989501953125,
+      "learning_rate": 1.780679047059387e-05,
+      "loss": 32.5625,
+      "step": 9979
+    },
+    {
+      "epoch": 0.47691866577463443,
+      "grad_norm": 211.13265991210938,
+      "learning_rate": 1.7806306832493616e-05,
+      "loss": 34.9375,
+      "step": 9980
+    },
+    {
+      "epoch": 0.4769664532160948,
+      "grad_norm": 202.8482208251953,
+      "learning_rate": 1.780582314764365e-05,
+      "loss": 22.875,
+      "step": 9981
+    },
+    {
+      "epoch": 0.4770142406575552,
+      "grad_norm": 204.1258544921875,
+      "learning_rate": 1.7805339416046884e-05,
+      "loss": 23.4219,
+      "step": 9982
+    },
+    {
+      "epoch": 0.4770620280990156,
+      "grad_norm": 414.72088623046875,
+      "learning_rate": 1.78048556377062e-05,
+      "loss": 26.4531,
+      "step": 9983
+    },
+    {
+      "epoch": 0.477109815540476,
+      "grad_norm": 280.3617858886719,
+      "learning_rate": 1.7804371812624506e-05,
+      "loss": 32.2031,
+      "step": 9984
+    },
+    {
+      "epoch": 0.4771576029819363,
+      "grad_norm": 1251.3443603515625,
+      "learning_rate": 1.780388794080469e-05,
+      "loss": 20.1562,
+      "step": 9985
+    },
+    {
+      "epoch": 0.4772053904233967,
+      "grad_norm": 331.1771545410156,
+      "learning_rate": 1.780340402224966e-05,
+      "loss": 37.4375,
+      "step": 9986
+    },
+    {
+      "epoch": 0.4772531778648571,
+      "grad_norm": 273.93865966796875,
+      "learning_rate": 1.780292005696231e-05,
+      "loss": 30.625,
+      "step": 9987
+    },
+    {
+      "epoch": 0.4773009653063175,
+      "grad_norm": 227.59117126464844,
+      "learning_rate": 1.7802436044945533e-05,
+      "loss": 27.8438,
+      "step": 9988
+    },
+    {
+      "epoch": 0.4773487527477779,
+      "grad_norm": 296.3421936035156,
+      "learning_rate": 1.7801951986202235e-05,
+      "loss": 37.0,
+      "step": 9989
+    },
+    {
+      "epoch": 0.47739654018923827,
+      "grad_norm": 298.619873046875,
+      "learning_rate": 1.780146788073531e-05,
+      "loss": 32.0,
+      "step": 9990
+    },
+    {
+      "epoch": 0.47744432763069866,
+      "grad_norm": 234.8892059326172,
+      "learning_rate": 1.780098372854766e-05,
+      "loss": 29.375,
+      "step": 9991
+    },
+    {
+      "epoch": 0.47749211507215905,
+      "grad_norm": 330.2879333496094,
+      "learning_rate": 1.7800499529642184e-05,
+      "loss": 32.6094,
+      "step": 9992
+    },
+    {
+      "epoch": 0.47753990251361944,
+      "grad_norm": 284.498291015625,
+      "learning_rate": 1.780001528402178e-05,
+      "loss": 30.25,
+      "step": 9993
+    },
+    {
+      "epoch": 0.47758768995507983,
+      "grad_norm": 363.3243713378906,
+      "learning_rate": 1.779953099168935e-05,
+      "loss": 44.9688,
+      "step": 9994
+    },
+    {
+      "epoch": 0.47763547739654016,
+      "grad_norm": 447.168701171875,
+      "learning_rate": 1.7799046652647793e-05,
+      "loss": 39.0312,
+      "step": 9995
+    },
+    {
+      "epoch": 0.47768326483800055,
+      "grad_norm": 220.66656494140625,
+      "learning_rate": 1.779856226690001e-05,
+      "loss": 26.7188,
+      "step": 9996
+    },
+    {
+      "epoch": 0.47773105227946094,
+      "grad_norm": 205.56072998046875,
+      "learning_rate": 1.7798077834448903e-05,
+      "loss": 24.1875,
+      "step": 9997
+    },
+    {
+      "epoch": 0.47777883972092133,
+      "grad_norm": 457.9070129394531,
+      "learning_rate": 1.779759335529737e-05,
+      "loss": 27.5469,
+      "step": 9998
+    },
+    {
+      "epoch": 0.4778266271623817,
+      "grad_norm": 190.58840942382812,
+      "learning_rate": 1.7797108829448314e-05,
+      "loss": 16.6719,
+      "step": 9999
+    },
+    {
+      "epoch": 0.4778744146038421,
+      "grad_norm": 199.27545166015625,
+      "learning_rate": 1.779662425690464e-05,
+      "loss": 25.9062,
+      "step": 10000
+    },
+    {
+      "epoch": 0.4779222020453025,
+      "grad_norm": 244.5635986328125,
+      "learning_rate": 1.7796139637669246e-05,
+      "loss": 27.5938,
+      "step": 10001
+    },
+    {
+      "epoch": 0.4779699894867629,
+      "grad_norm": 189.97616577148438,
+      "learning_rate": 1.7795654971745034e-05,
+      "loss": 35.8281,
+      "step": 10002
+    },
+    {
+      "epoch": 0.4780177769282233,
+      "grad_norm": 266.3131408691406,
+      "learning_rate": 1.779517025913491e-05,
+      "loss": 27.9219,
+      "step": 10003
+    },
+    {
+      "epoch": 0.47806556436968367,
+      "grad_norm": 464.1783752441406,
+      "learning_rate": 1.7794685499841776e-05,
+      "loss": 29.0938,
+      "step": 10004
+    },
+    {
+      "epoch": 0.478113351811144,
+      "grad_norm": 271.4942626953125,
+      "learning_rate": 1.779420069386853e-05,
+      "loss": 21.5625,
+      "step": 10005
+    },
+    {
+      "epoch": 0.4781611392526044,
+      "grad_norm": 255.22952270507812,
+      "learning_rate": 1.7793715841218083e-05,
+      "loss": 31.4688,
+      "step": 10006
+    },
+    {
+      "epoch": 0.4782089266940648,
+      "grad_norm": 229.1576690673828,
+      "learning_rate": 1.7793230941893332e-05,
+      "loss": 30.1562,
+      "step": 10007
+    },
+    {
+      "epoch": 0.4782567141355252,
+      "grad_norm": 495.100341796875,
+      "learning_rate": 1.779274599589718e-05,
+      "loss": 30.0,
+      "step": 10008
+    },
+    {
+      "epoch": 0.47830450157698556,
+      "grad_norm": 257.83685302734375,
+      "learning_rate": 1.779226100323254e-05,
+      "loss": 32.5312,
+      "step": 10009
+    },
+    {
+      "epoch": 0.47835228901844595,
+      "grad_norm": 272.5314636230469,
+      "learning_rate": 1.779177596390231e-05,
+      "loss": 28.2188,
+      "step": 10010
+    },
+    {
+      "epoch": 0.47840007645990634,
+      "grad_norm": 299.19610595703125,
+      "learning_rate": 1.77912908779094e-05,
+      "loss": 31.3125,
+      "step": 10011
+    },
+    {
+      "epoch": 0.47844786390136673,
+      "grad_norm": 344.41278076171875,
+      "learning_rate": 1.7790805745256703e-05,
+      "loss": 28.75,
+      "step": 10012
+    },
+    {
+      "epoch": 0.4784956513428271,
+      "grad_norm": 462.2366027832031,
+      "learning_rate": 1.779032056594714e-05,
+      "loss": 27.2344,
+      "step": 10013
+    },
+    {
+      "epoch": 0.4785434387842875,
+      "grad_norm": 364.9425354003906,
+      "learning_rate": 1.7789835339983605e-05,
+      "loss": 28.8125,
+      "step": 10014
+    },
+    {
+      "epoch": 0.4785912262257479,
+      "grad_norm": 127.48890686035156,
+      "learning_rate": 1.7789350067369012e-05,
+      "loss": 26.2812,
+      "step": 10015
+    },
+    {
+      "epoch": 0.47863901366720824,
+      "grad_norm": 708.6865234375,
+      "learning_rate": 1.778886474810626e-05,
+      "loss": 30.0938,
+      "step": 10016
+    },
+    {
+      "epoch": 0.4786868011086686,
+      "grad_norm": 224.13656616210938,
+      "learning_rate": 1.7788379382198257e-05,
+      "loss": 25.3125,
+      "step": 10017
+    },
+    {
+      "epoch": 0.478734588550129,
+      "grad_norm": 483.1494445800781,
+      "learning_rate": 1.7787893969647912e-05,
+      "loss": 23.6875,
+      "step": 10018
+    },
+    {
+      "epoch": 0.4787823759915894,
+      "grad_norm": 321.6819152832031,
+      "learning_rate": 1.7787408510458135e-05,
+      "loss": 34.1562,
+      "step": 10019
+    },
+    {
+      "epoch": 0.4788301634330498,
+      "grad_norm": 220.77236938476562,
+      "learning_rate": 1.7786923004631824e-05,
+      "loss": 26.5938,
+      "step": 10020
+    },
+    {
+      "epoch": 0.4788779508745102,
+      "grad_norm": 174.8436279296875,
+      "learning_rate": 1.7786437452171897e-05,
+      "loss": 24.5625,
+      "step": 10021
+    },
+    {
+      "epoch": 0.4789257383159706,
+      "grad_norm": 182.3497772216797,
+      "learning_rate": 1.7785951853081255e-05,
+      "loss": 26.375,
+      "step": 10022
+    },
+    {
+      "epoch": 0.47897352575743096,
+      "grad_norm": 295.17877197265625,
+      "learning_rate": 1.7785466207362808e-05,
+      "loss": 41.875,
+      "step": 10023
+    },
+    {
+      "epoch": 0.47902131319889135,
+      "grad_norm": 245.9034423828125,
+      "learning_rate": 1.7784980515019463e-05,
+      "loss": 32.5312,
+      "step": 10024
+    },
+    {
+      "epoch": 0.47906910064035174,
+      "grad_norm": 613.1146850585938,
+      "learning_rate": 1.7784494776054133e-05,
+      "loss": 28.3281,
+      "step": 10025
+    },
+    {
+      "epoch": 0.4791168880818121,
+      "grad_norm": 422.73370361328125,
+      "learning_rate": 1.778400899046972e-05,
+      "loss": 31.0625,
+      "step": 10026
+    },
+    {
+      "epoch": 0.47916467552327247,
+      "grad_norm": 303.978759765625,
+      "learning_rate": 1.778352315826914e-05,
+      "loss": 34.1875,
+      "step": 10027
+    },
+    {
+      "epoch": 0.47921246296473285,
+      "grad_norm": 270.7469787597656,
+      "learning_rate": 1.77830372794553e-05,
+      "loss": 39.0938,
+      "step": 10028
+    },
+    {
+      "epoch": 0.47926025040619324,
+      "grad_norm": 337.8382873535156,
+      "learning_rate": 1.778255135403111e-05,
+      "loss": 47.3125,
+      "step": 10029
+    },
+    {
+      "epoch": 0.47930803784765363,
+      "grad_norm": 315.73370361328125,
+      "learning_rate": 1.7782065381999477e-05,
+      "loss": 26.5,
+      "step": 10030
+    },
+    {
+      "epoch": 0.479355825289114,
+      "grad_norm": 729.8055419921875,
+      "learning_rate": 1.778157936336332e-05,
+      "loss": 23.1875,
+      "step": 10031
+    },
+    {
+      "epoch": 0.4794036127305744,
+      "grad_norm": 339.29718017578125,
+      "learning_rate": 1.7781093298125537e-05,
+      "loss": 28.0,
+      "step": 10032
+    },
+    {
+      "epoch": 0.4794514001720348,
+      "grad_norm": 219.61830139160156,
+      "learning_rate": 1.7780607186289047e-05,
+      "loss": 24.1875,
+      "step": 10033
+    },
+    {
+      "epoch": 0.4794991876134952,
+      "grad_norm": 194.64964294433594,
+      "learning_rate": 1.778012102785676e-05,
+      "loss": 35.0625,
+      "step": 10034
+    },
+    {
+      "epoch": 0.4795469750549556,
+      "grad_norm": 318.3837585449219,
+      "learning_rate": 1.7779634822831588e-05,
+      "loss": 43.5625,
+      "step": 10035
+    },
+    {
+      "epoch": 0.4795947624964159,
+      "grad_norm": 251.1515655517578,
+      "learning_rate": 1.777914857121644e-05,
+      "loss": 23.9844,
+      "step": 10036
+    },
+    {
+      "epoch": 0.4796425499378763,
+      "grad_norm": 346.1156005859375,
+      "learning_rate": 1.7778662273014232e-05,
+      "loss": 32.1562,
+      "step": 10037
+    },
+    {
+      "epoch": 0.4796903373793367,
+      "grad_norm": 411.33160400390625,
+      "learning_rate": 1.7778175928227876e-05,
+      "loss": 33.9062,
+      "step": 10038
+    },
+    {
+      "epoch": 0.4797381248207971,
+      "grad_norm": 262.9749755859375,
+      "learning_rate": 1.777768953686028e-05,
+      "loss": 18.375,
+      "step": 10039
+    },
+    {
+      "epoch": 0.4797859122622575,
+      "grad_norm": 371.2261047363281,
+      "learning_rate": 1.777720309891436e-05,
+      "loss": 33.5312,
+      "step": 10040
+    },
+    {
+      "epoch": 0.47983369970371786,
+      "grad_norm": 344.7365417480469,
+      "learning_rate": 1.7776716614393027e-05,
+      "loss": 32.7812,
+      "step": 10041
+    },
+    {
+      "epoch": 0.47988148714517825,
+      "grad_norm": 329.43023681640625,
+      "learning_rate": 1.77762300832992e-05,
+      "loss": 32.875,
+      "step": 10042
+    },
+    {
+      "epoch": 0.47992927458663864,
+      "grad_norm": 260.0185241699219,
+      "learning_rate": 1.7775743505635787e-05,
+      "loss": 29.375,
+      "step": 10043
+    },
+    {
+      "epoch": 0.47997706202809903,
+      "grad_norm": 274.6487121582031,
+      "learning_rate": 1.7775256881405702e-05,
+      "loss": 37.7812,
+      "step": 10044
+    },
+    {
+      "epoch": 0.4800248494695594,
+      "grad_norm": 335.20269775390625,
+      "learning_rate": 1.7774770210611865e-05,
+      "loss": 42.2812,
+      "step": 10045
+    },
+    {
+      "epoch": 0.48007263691101976,
+      "grad_norm": 268.58251953125,
+      "learning_rate": 1.7774283493257182e-05,
+      "loss": 24.5469,
+      "step": 10046
+    },
+    {
+      "epoch": 0.48012042435248015,
+      "grad_norm": 156.87384033203125,
+      "learning_rate": 1.777379672934458e-05,
+      "loss": 20.625,
+      "step": 10047
+    },
+    {
+      "epoch": 0.48016821179394054,
+      "grad_norm": 176.843505859375,
+      "learning_rate": 1.7773309918876956e-05,
+      "loss": 24.8438,
+      "step": 10048
+    },
+    {
+      "epoch": 0.4802159992354009,
+      "grad_norm": 182.52369689941406,
+      "learning_rate": 1.7772823061857244e-05,
+      "loss": 29.1562,
+      "step": 10049
+    },
+    {
+      "epoch": 0.4802637866768613,
+      "grad_norm": 441.3014221191406,
+      "learning_rate": 1.777233615828835e-05,
+      "loss": 29.3125,
+      "step": 10050
+    },
+    {
+      "epoch": 0.4803115741183217,
+      "grad_norm": 280.36517333984375,
+      "learning_rate": 1.777184920817319e-05,
+      "loss": 28.5625,
+      "step": 10051
+    },
+    {
+      "epoch": 0.4803593615597821,
+      "grad_norm": 223.3994903564453,
+      "learning_rate": 1.777136221151468e-05,
+      "loss": 30.625,
+      "step": 10052
+    },
+    {
+      "epoch": 0.4804071490012425,
+      "grad_norm": 261.86181640625,
+      "learning_rate": 1.777087516831574e-05,
+      "loss": 34.4062,
+      "step": 10053
+    },
+    {
+      "epoch": 0.4804549364427029,
+      "grad_norm": 163.118896484375,
+      "learning_rate": 1.7770388078579286e-05,
+      "loss": 26.0,
+      "step": 10054
+    },
+    {
+      "epoch": 0.48050272388416326,
+      "grad_norm": 259.58697509765625,
+      "learning_rate": 1.7769900942308234e-05,
+      "loss": 32.7812,
+      "step": 10055
+    },
+    {
+      "epoch": 0.48055051132562365,
+      "grad_norm": 208.8131866455078,
+      "learning_rate": 1.77694137595055e-05,
+      "loss": 27.375,
+      "step": 10056
+    },
+    {
+      "epoch": 0.480598298767084,
+      "grad_norm": 282.6532287597656,
+      "learning_rate": 1.7768926530174005e-05,
+      "loss": 22.2656,
+      "step": 10057
+    },
+    {
+      "epoch": 0.4806460862085444,
+      "grad_norm": 347.05059814453125,
+      "learning_rate": 1.776843925431666e-05,
+      "loss": 20.3594,
+      "step": 10058
+    },
+    {
+      "epoch": 0.48069387365000477,
+      "grad_norm": 243.73886108398438,
+      "learning_rate": 1.7767951931936392e-05,
+      "loss": 26.2031,
+      "step": 10059
+    },
+    {
+      "epoch": 0.48074166109146516,
+      "grad_norm": 208.85096740722656,
+      "learning_rate": 1.7767464563036116e-05,
+      "loss": 28.0312,
+      "step": 10060
+    },
+    {
+      "epoch": 0.48078944853292555,
+      "grad_norm": 366.6146545410156,
+      "learning_rate": 1.7766977147618745e-05,
+      "loss": 34.4688,
+      "step": 10061
+    },
+    {
+      "epoch": 0.48083723597438593,
+      "grad_norm": 1858.4180908203125,
+      "learning_rate": 1.7766489685687208e-05,
+      "loss": 35.6875,
+      "step": 10062
+    },
+    {
+      "epoch": 0.4808850234158463,
+      "grad_norm": 244.39439392089844,
+      "learning_rate": 1.7766002177244417e-05,
+      "loss": 29.0625,
+      "step": 10063
+    },
+    {
+      "epoch": 0.4809328108573067,
+      "grad_norm": 222.5511016845703,
+      "learning_rate": 1.7765514622293296e-05,
+      "loss": 22.625,
+      "step": 10064
+    },
+    {
+      "epoch": 0.4809805982987671,
+      "grad_norm": 339.7926025390625,
+      "learning_rate": 1.776502702083676e-05,
+      "loss": 38.9375,
+      "step": 10065
+    },
+    {
+      "epoch": 0.4810283857402275,
+      "grad_norm": 268.50213623046875,
+      "learning_rate": 1.7764539372877733e-05,
+      "loss": 26.0938,
+      "step": 10066
+    },
+    {
+      "epoch": 0.4810761731816878,
+      "grad_norm": 222.4757843017578,
+      "learning_rate": 1.7764051678419134e-05,
+      "loss": 38.2031,
+      "step": 10067
+    },
+    {
+      "epoch": 0.4811239606231482,
+      "grad_norm": 520.27783203125,
+      "learning_rate": 1.7763563937463885e-05,
+      "loss": 30.125,
+      "step": 10068
+    },
+    {
+      "epoch": 0.4811717480646086,
+      "grad_norm": 246.67538452148438,
+      "learning_rate": 1.7763076150014906e-05,
+      "loss": 29.6875,
+      "step": 10069
+    },
+    {
+      "epoch": 0.481219535506069,
+      "grad_norm": 339.4500427246094,
+      "learning_rate": 1.7762588316075114e-05,
+      "loss": 34.5625,
+      "step": 10070
+    },
+    {
+      "epoch": 0.4812673229475294,
+      "grad_norm": 236.6169891357422,
+      "learning_rate": 1.776210043564744e-05,
+      "loss": 37.5625,
+      "step": 10071
+    },
+    {
+      "epoch": 0.4813151103889898,
+      "grad_norm": 417.1305236816406,
+      "learning_rate": 1.7761612508734797e-05,
+      "loss": 38.0938,
+      "step": 10072
+    },
+    {
+      "epoch": 0.48136289783045016,
+      "grad_norm": 197.70333862304688,
+      "learning_rate": 1.7761124535340107e-05,
+      "loss": 20.1875,
+      "step": 10073
+    },
+    {
+      "epoch": 0.48141068527191055,
+      "grad_norm": 238.64273071289062,
+      "learning_rate": 1.7760636515466297e-05,
+      "loss": 20.4062,
+      "step": 10074
+    },
+    {
+      "epoch": 0.48145847271337094,
+      "grad_norm": 328.8666687011719,
+      "learning_rate": 1.7760148449116294e-05,
+      "loss": 32.0625,
+      "step": 10075
+    },
+    {
+      "epoch": 0.48150626015483133,
+      "grad_norm": 438.6085205078125,
+      "learning_rate": 1.775966033629301e-05,
+      "loss": 47.2188,
+      "step": 10076
+    },
+    {
+      "epoch": 0.48155404759629167,
+      "grad_norm": 304.50640869140625,
+      "learning_rate": 1.7759172176999377e-05,
+      "loss": 27.7656,
+      "step": 10077
+    },
+    {
+      "epoch": 0.48160183503775206,
+      "grad_norm": 241.68739318847656,
+      "learning_rate": 1.775868397123831e-05,
+      "loss": 27.8906,
+      "step": 10078
+    },
+    {
+      "epoch": 0.48164962247921245,
+      "grad_norm": 289.2494201660156,
+      "learning_rate": 1.7758195719012742e-05,
+      "loss": 30.6875,
+      "step": 10079
+    },
+    {
+      "epoch": 0.48169740992067284,
+      "grad_norm": 244.71739196777344,
+      "learning_rate": 1.7757707420325592e-05,
+      "loss": 32.0938,
+      "step": 10080
+    },
+    {
+      "epoch": 0.4817451973621332,
+      "grad_norm": 242.07302856445312,
+      "learning_rate": 1.775721907517978e-05,
+      "loss": 29.75,
+      "step": 10081
+    },
+    {
+      "epoch": 0.4817929848035936,
+      "grad_norm": 288.01885986328125,
+      "learning_rate": 1.775673068357824e-05,
+      "loss": 23.5625,
+      "step": 10082
+    },
+    {
+      "epoch": 0.481840772245054,
+      "grad_norm": 205.53073120117188,
+      "learning_rate": 1.775624224552389e-05,
+      "loss": 33.625,
+      "step": 10083
+    },
+    {
+      "epoch": 0.4818885596865144,
+      "grad_norm": 1201.7216796875,
+      "learning_rate": 1.7755753761019657e-05,
+      "loss": 22.6406,
+      "step": 10084
+    },
+    {
+      "epoch": 0.4819363471279748,
+      "grad_norm": 268.22283935546875,
+      "learning_rate": 1.7755265230068467e-05,
+      "loss": 22.6562,
+      "step": 10085
+    },
+    {
+      "epoch": 0.4819841345694352,
+      "grad_norm": 401.6806335449219,
+      "learning_rate": 1.7754776652673247e-05,
+      "loss": 37.875,
+      "step": 10086
+    },
+    {
+      "epoch": 0.48203192201089556,
+      "grad_norm": 343.12261962890625,
+      "learning_rate": 1.7754288028836923e-05,
+      "loss": 35.2188,
+      "step": 10087
+    },
+    {
+      "epoch": 0.4820797094523559,
+      "grad_norm": 381.9781494140625,
+      "learning_rate": 1.7753799358562416e-05,
+      "loss": 23.7188,
+      "step": 10088
+    },
+    {
+      "epoch": 0.4821274968938163,
+      "grad_norm": 335.8993225097656,
+      "learning_rate": 1.7753310641852655e-05,
+      "loss": 32.9375,
+      "step": 10089
+    },
+    {
+      "epoch": 0.4821752843352767,
+      "grad_norm": 300.437744140625,
+      "learning_rate": 1.7752821878710568e-05,
+      "loss": 28.6875,
+      "step": 10090
+    },
+    {
+      "epoch": 0.48222307177673707,
+      "grad_norm": 254.68484497070312,
+      "learning_rate": 1.7752333069139084e-05,
+      "loss": 30.4062,
+      "step": 10091
+    },
+    {
+      "epoch": 0.48227085921819746,
+      "grad_norm": 267.3912353515625,
+      "learning_rate": 1.775184421314113e-05,
+      "loss": 25.4688,
+      "step": 10092
+    },
+    {
+      "epoch": 0.48231864665965785,
+      "grad_norm": 805.193359375,
+      "learning_rate": 1.7751355310719628e-05,
+      "loss": 31.0,
+      "step": 10093
+    },
+    {
+      "epoch": 0.48236643410111824,
+      "grad_norm": 362.7505187988281,
+      "learning_rate": 1.775086636187751e-05,
+      "loss": 35.1562,
+      "step": 10094
+    },
+    {
+      "epoch": 0.4824142215425786,
+      "grad_norm": 264.1462097167969,
+      "learning_rate": 1.7750377366617705e-05,
+      "loss": 26.125,
+      "step": 10095
+    },
+    {
+      "epoch": 0.482462008984039,
+      "grad_norm": 467.2864685058594,
+      "learning_rate": 1.774988832494314e-05,
+      "loss": 40.0625,
+      "step": 10096
+    },
+    {
+      "epoch": 0.4825097964254994,
+      "grad_norm": 320.9876708984375,
+      "learning_rate": 1.7749399236856745e-05,
+      "loss": 32.5938,
+      "step": 10097
+    },
+    {
+      "epoch": 0.48255758386695974,
+      "grad_norm": 261.8139343261719,
+      "learning_rate": 1.7748910102361444e-05,
+      "loss": 41.6562,
+      "step": 10098
+    },
+    {
+      "epoch": 0.48260537130842013,
+      "grad_norm": 210.19741821289062,
+      "learning_rate": 1.7748420921460173e-05,
+      "loss": 30.9062,
+      "step": 10099
+    },
+    {
+      "epoch": 0.4826531587498805,
+      "grad_norm": 228.13546752929688,
+      "learning_rate": 1.774793169415586e-05,
+      "loss": 22.8594,
+      "step": 10100
+    },
+    {
+      "epoch": 0.4827009461913409,
+      "grad_norm": 165.01063537597656,
+      "learning_rate": 1.7747442420451435e-05,
+      "loss": 32.5312,
+      "step": 10101
+    },
+    {
+      "epoch": 0.4827487336328013,
+      "grad_norm": 384.8475646972656,
+      "learning_rate": 1.7746953100349822e-05,
+      "loss": 29.2188,
+      "step": 10102
+    },
+    {
+      "epoch": 0.4827965210742617,
+      "grad_norm": 273.3464660644531,
+      "learning_rate": 1.774646373385396e-05,
+      "loss": 28.3594,
+      "step": 10103
+    },
+    {
+      "epoch": 0.4828443085157221,
+      "grad_norm": 397.65960693359375,
+      "learning_rate": 1.7745974320966775e-05,
+      "loss": 37.2188,
+      "step": 10104
+    },
+    {
+      "epoch": 0.48289209595718247,
+      "grad_norm": 275.1923522949219,
+      "learning_rate": 1.77454848616912e-05,
+      "loss": 30.6875,
+      "step": 10105
+    },
+    {
+      "epoch": 0.48293988339864286,
+      "grad_norm": 181.99990844726562,
+      "learning_rate": 1.7744995356030164e-05,
+      "loss": 28.4062,
+      "step": 10106
+    },
+    {
+      "epoch": 0.48298767084010324,
+      "grad_norm": 353.0145568847656,
+      "learning_rate": 1.7744505803986597e-05,
+      "loss": 47.9375,
+      "step": 10107
+    },
+    {
+      "epoch": 0.4830354582815636,
+      "grad_norm": 221.21888732910156,
+      "learning_rate": 1.7744016205563436e-05,
+      "loss": 27.75,
+      "step": 10108
+    },
+    {
+      "epoch": 0.48308324572302397,
+      "grad_norm": 262.3585510253906,
+      "learning_rate": 1.7743526560763612e-05,
+      "loss": 33.6875,
+      "step": 10109
+    },
+    {
+      "epoch": 0.48313103316448436,
+      "grad_norm": 384.19525146484375,
+      "learning_rate": 1.7743036869590052e-05,
+      "loss": 28.6562,
+      "step": 10110
+    },
+    {
+      "epoch": 0.48317882060594475,
+      "grad_norm": 800.5570068359375,
+      "learning_rate": 1.7742547132045694e-05,
+      "loss": 35.2188,
+      "step": 10111
+    },
+    {
+      "epoch": 0.48322660804740514,
+      "grad_norm": 213.12059020996094,
+      "learning_rate": 1.774205734813347e-05,
+      "loss": 27.5,
+      "step": 10112
+    },
+    {
+      "epoch": 0.4832743954888655,
+      "grad_norm": 232.47679138183594,
+      "learning_rate": 1.7741567517856313e-05,
+      "loss": 30.8125,
+      "step": 10113
+    },
+    {
+      "epoch": 0.4833221829303259,
+      "grad_norm": 203.3876495361328,
+      "learning_rate": 1.7741077641217157e-05,
+      "loss": 33.0625,
+      "step": 10114
+    },
+    {
+      "epoch": 0.4833699703717863,
+      "grad_norm": 330.0902099609375,
+      "learning_rate": 1.7740587718218933e-05,
+      "loss": 32.9688,
+      "step": 10115
+    },
+    {
+      "epoch": 0.4834177578132467,
+      "grad_norm": 254.8919677734375,
+      "learning_rate": 1.7740097748864575e-05,
+      "loss": 37.1406,
+      "step": 10116
+    },
+    {
+      "epoch": 0.4834655452547071,
+      "grad_norm": 287.2901306152344,
+      "learning_rate": 1.773960773315702e-05,
+      "loss": 22.0,
+      "step": 10117
+    },
+    {
+      "epoch": 0.4835133326961675,
+      "grad_norm": 290.3754577636719,
+      "learning_rate": 1.77391176710992e-05,
+      "loss": 29.1094,
+      "step": 10118
+    },
+    {
+      "epoch": 0.4835611201376278,
+      "grad_norm": 286.4742431640625,
+      "learning_rate": 1.7738627562694057e-05,
+      "loss": 29.625,
+      "step": 10119
+    },
+    {
+      "epoch": 0.4836089075790882,
+      "grad_norm": 355.2514343261719,
+      "learning_rate": 1.7738137407944515e-05,
+      "loss": 38.5625,
+      "step": 10120
+    },
+    {
+      "epoch": 0.4836566950205486,
+      "grad_norm": 295.1697692871094,
+      "learning_rate": 1.7737647206853516e-05,
+      "loss": 27.6094,
+      "step": 10121
+    },
+    {
+      "epoch": 0.483704482462009,
+      "grad_norm": 270.5863342285156,
+      "learning_rate": 1.7737156959423997e-05,
+      "loss": 36.5,
+      "step": 10122
+    },
+    {
+      "epoch": 0.48375226990346937,
+      "grad_norm": 255.37911987304688,
+      "learning_rate": 1.773666666565889e-05,
+      "loss": 31.25,
+      "step": 10123
+    },
+    {
+      "epoch": 0.48380005734492976,
+      "grad_norm": 609.935302734375,
+      "learning_rate": 1.773617632556113e-05,
+      "loss": 29.4062,
+      "step": 10124
+    },
+    {
+      "epoch": 0.48384784478639015,
+      "grad_norm": 288.7276916503906,
+      "learning_rate": 1.773568593913366e-05,
+      "loss": 32.6406,
+      "step": 10125
+    },
+    {
+      "epoch": 0.48389563222785054,
+      "grad_norm": 355.33856201171875,
+      "learning_rate": 1.773519550637941e-05,
+      "loss": 32.4375,
+      "step": 10126
+    },
+    {
+      "epoch": 0.4839434196693109,
+      "grad_norm": 262.22271728515625,
+      "learning_rate": 1.773470502730132e-05,
+      "loss": 32.0,
+      "step": 10127
+    },
+    {
+      "epoch": 0.4839912071107713,
+      "grad_norm": 310.90521240234375,
+      "learning_rate": 1.773421450190233e-05,
+      "loss": 36.0625,
+      "step": 10128
+    },
+    {
+      "epoch": 0.48403899455223165,
+      "grad_norm": 396.2037353515625,
+      "learning_rate": 1.7733723930185374e-05,
+      "loss": 33.3125,
+      "step": 10129
+    },
+    {
+      "epoch": 0.48408678199369204,
+      "grad_norm": 256.1486511230469,
+      "learning_rate": 1.773323331215339e-05,
+      "loss": 31.0,
+      "step": 10130
+    },
+    {
+      "epoch": 0.48413456943515243,
+      "grad_norm": 326.7659606933594,
+      "learning_rate": 1.773274264780932e-05,
+      "loss": 34.5625,
+      "step": 10131
+    },
+    {
+      "epoch": 0.4841823568766128,
+      "grad_norm": 274.2362365722656,
+      "learning_rate": 1.7732251937156096e-05,
+      "loss": 23.8125,
+      "step": 10132
+    },
+    {
+      "epoch": 0.4842301443180732,
+      "grad_norm": 216.026123046875,
+      "learning_rate": 1.7731761180196663e-05,
+      "loss": 39.1562,
+      "step": 10133
+    },
+    {
+      "epoch": 0.4842779317595336,
+      "grad_norm": 203.64926147460938,
+      "learning_rate": 1.7731270376933956e-05,
+      "loss": 22.1562,
+      "step": 10134
+    },
+    {
+      "epoch": 0.484325719200994,
+      "grad_norm": 264.18902587890625,
+      "learning_rate": 1.7730779527370915e-05,
+      "loss": 33.5,
+      "step": 10135
+    },
+    {
+      "epoch": 0.4843735066424544,
+      "grad_norm": 386.70404052734375,
+      "learning_rate": 1.773028863151048e-05,
+      "loss": 41.4375,
+      "step": 10136
+    },
+    {
+      "epoch": 0.48442129408391477,
+      "grad_norm": 246.4448699951172,
+      "learning_rate": 1.772979768935559e-05,
+      "loss": 29.75,
+      "step": 10137
+    },
+    {
+      "epoch": 0.48446908152537516,
+      "grad_norm": 444.322021484375,
+      "learning_rate": 1.772930670090919e-05,
+      "loss": 34.5,
+      "step": 10138
+    },
+    {
+      "epoch": 0.4845168689668355,
+      "grad_norm": 284.0444030761719,
+      "learning_rate": 1.7728815666174215e-05,
+      "loss": 37.6094,
+      "step": 10139
+    },
+    {
+      "epoch": 0.4845646564082959,
+      "grad_norm": 471.7994384765625,
+      "learning_rate": 1.7728324585153606e-05,
+      "loss": 34.0469,
+      "step": 10140
+    },
+    {
+      "epoch": 0.48461244384975627,
+      "grad_norm": 402.4693298339844,
+      "learning_rate": 1.7727833457850304e-05,
+      "loss": 50.6562,
+      "step": 10141
+    },
+    {
+      "epoch": 0.48466023129121666,
+      "grad_norm": 194.046630859375,
+      "learning_rate": 1.772734228426725e-05,
+      "loss": 28.5469,
+      "step": 10142
+    },
+    {
+      "epoch": 0.48470801873267705,
+      "grad_norm": 424.7291564941406,
+      "learning_rate": 1.772685106440739e-05,
+      "loss": 39.2969,
+      "step": 10143
+    },
+    {
+      "epoch": 0.48475580617413744,
+      "grad_norm": 429.37261962890625,
+      "learning_rate": 1.7726359798273663e-05,
+      "loss": 33.125,
+      "step": 10144
+    },
+    {
+      "epoch": 0.4848035936155978,
+      "grad_norm": 323.1968994140625,
+      "learning_rate": 1.7725868485869007e-05,
+      "loss": 30.0312,
+      "step": 10145
+    },
+    {
+      "epoch": 0.4848513810570582,
+      "grad_norm": 244.4700469970703,
+      "learning_rate": 1.772537712719637e-05,
+      "loss": 37.9375,
+      "step": 10146
+    },
+    {
+      "epoch": 0.4848991684985186,
+      "grad_norm": 229.26922607421875,
+      "learning_rate": 1.772488572225869e-05,
+      "loss": 18.2969,
+      "step": 10147
+    },
+    {
+      "epoch": 0.484946955939979,
+      "grad_norm": 171.9078369140625,
+      "learning_rate": 1.7724394271058915e-05,
+      "loss": 21.375,
+      "step": 10148
+    },
+    {
+      "epoch": 0.48499474338143933,
+      "grad_norm": 317.75860595703125,
+      "learning_rate": 1.772390277359999e-05,
+      "loss": 31.75,
+      "step": 10149
+    },
+    {
+      "epoch": 0.4850425308228997,
+      "grad_norm": 380.53509521484375,
+      "learning_rate": 1.7723411229884847e-05,
+      "loss": 47.9688,
+      "step": 10150
+    },
+    {
+      "epoch": 0.4850903182643601,
+      "grad_norm": 195.1066131591797,
+      "learning_rate": 1.7722919639916435e-05,
+      "loss": 34.875,
+      "step": 10151
+    },
+    {
+      "epoch": 0.4851381057058205,
+      "grad_norm": 362.3992919921875,
+      "learning_rate": 1.7722428003697704e-05,
+      "loss": 40.5312,
+      "step": 10152
+    },
+    {
+      "epoch": 0.4851858931472809,
+      "grad_norm": 246.9278106689453,
+      "learning_rate": 1.7721936321231593e-05,
+      "loss": 33.4062,
+      "step": 10153
+    },
+    {
+      "epoch": 0.4852336805887413,
+      "grad_norm": 246.58631896972656,
+      "learning_rate": 1.7721444592521047e-05,
+      "loss": 26.8438,
+      "step": 10154
+    },
+    {
+      "epoch": 0.48528146803020167,
+      "grad_norm": 162.81137084960938,
+      "learning_rate": 1.7720952817569012e-05,
+      "loss": 31.8438,
+      "step": 10155
+    },
+    {
+      "epoch": 0.48532925547166206,
+      "grad_norm": 289.5990905761719,
+      "learning_rate": 1.7720460996378434e-05,
+      "loss": 32.0312,
+      "step": 10156
+    },
+    {
+      "epoch": 0.48537704291312245,
+      "grad_norm": 429.60675048828125,
+      "learning_rate": 1.7719969128952253e-05,
+      "loss": 30.5312,
+      "step": 10157
+    },
+    {
+      "epoch": 0.48542483035458284,
+      "grad_norm": 217.9482421875,
+      "learning_rate": 1.7719477215293423e-05,
+      "loss": 36.8438,
+      "step": 10158
+    },
+    {
+      "epoch": 0.4854726177960432,
+      "grad_norm": 231.68991088867188,
+      "learning_rate": 1.7718985255404882e-05,
+      "loss": 24.2812,
+      "step": 10159
+    },
+    {
+      "epoch": 0.48552040523750356,
+      "grad_norm": 206.83599853515625,
+      "learning_rate": 1.771849324928958e-05,
+      "loss": 36.9062,
+      "step": 10160
+    },
+    {
+      "epoch": 0.48556819267896395,
+      "grad_norm": 173.99000549316406,
+      "learning_rate": 1.7718001196950466e-05,
+      "loss": 22.6875,
+      "step": 10161
+    },
+    {
+      "epoch": 0.48561598012042434,
+      "grad_norm": 319.2889099121094,
+      "learning_rate": 1.7717509098390482e-05,
+      "loss": 18.5938,
+      "step": 10162
+    },
+    {
+      "epoch": 0.48566376756188473,
+      "grad_norm": 176.3263702392578,
+      "learning_rate": 1.7717016953612572e-05,
+      "loss": 24.8438,
+      "step": 10163
+    },
+    {
+      "epoch": 0.4857115550033451,
+      "grad_norm": 280.5237731933594,
+      "learning_rate": 1.7716524762619695e-05,
+      "loss": 27.9375,
+      "step": 10164
+    },
+    {
+      "epoch": 0.4857593424448055,
+      "grad_norm": 205.54083251953125,
+      "learning_rate": 1.7716032525414787e-05,
+      "loss": 26.3125,
+      "step": 10165
+    },
+    {
+      "epoch": 0.4858071298862659,
+      "grad_norm": 216.14610290527344,
+      "learning_rate": 1.7715540242000802e-05,
+      "loss": 25.3438,
+      "step": 10166
+    },
+    {
+      "epoch": 0.4858549173277263,
+      "grad_norm": 275.3814392089844,
+      "learning_rate": 1.7715047912380686e-05,
+      "loss": 26.375,
+      "step": 10167
+    },
+    {
+      "epoch": 0.4859027047691867,
+      "grad_norm": 271.83697509765625,
+      "learning_rate": 1.7714555536557393e-05,
+      "loss": 33.5312,
+      "step": 10168
+    },
+    {
+      "epoch": 0.48595049221064707,
+      "grad_norm": 311.23602294921875,
+      "learning_rate": 1.7714063114533863e-05,
+      "loss": 33.0938,
+      "step": 10169
+    },
+    {
+      "epoch": 0.4859982796521074,
+      "grad_norm": 503.159912109375,
+      "learning_rate": 1.7713570646313048e-05,
+      "loss": 30.4062,
+      "step": 10170
+    },
+    {
+      "epoch": 0.4860460670935678,
+      "grad_norm": 650.8583374023438,
+      "learning_rate": 1.77130781318979e-05,
+      "loss": 37.75,
+      "step": 10171
+    },
+    {
+      "epoch": 0.4860938545350282,
+      "grad_norm": 308.9186706542969,
+      "learning_rate": 1.7712585571291362e-05,
+      "loss": 34.9688,
+      "step": 10172
+    },
+    {
+      "epoch": 0.48614164197648857,
+      "grad_norm": 350.42913818359375,
+      "learning_rate": 1.7712092964496394e-05,
+      "loss": 28.2812,
+      "step": 10173
+    },
+    {
+      "epoch": 0.48618942941794896,
+      "grad_norm": 290.161865234375,
+      "learning_rate": 1.771160031151594e-05,
+      "loss": 43.0625,
+      "step": 10174
+    },
+    {
+      "epoch": 0.48623721685940935,
+      "grad_norm": 276.7914733886719,
+      "learning_rate": 1.7711107612352948e-05,
+      "loss": 28.8125,
+      "step": 10175
+    },
+    {
+      "epoch": 0.48628500430086974,
+      "grad_norm": 245.35733032226562,
+      "learning_rate": 1.7710614867010373e-05,
+      "loss": 37.0938,
+      "step": 10176
+    },
+    {
+      "epoch": 0.48633279174233013,
+      "grad_norm": 403.67572021484375,
+      "learning_rate": 1.7710122075491163e-05,
+      "loss": 44.1562,
+      "step": 10177
+    },
+    {
+      "epoch": 0.4863805791837905,
+      "grad_norm": 292.0830078125,
+      "learning_rate": 1.7709629237798273e-05,
+      "loss": 23.0,
+      "step": 10178
+    },
+    {
+      "epoch": 0.4864283666252509,
+      "grad_norm": 114.35638427734375,
+      "learning_rate": 1.770913635393465e-05,
+      "loss": 18.9688,
+      "step": 10179
+    },
+    {
+      "epoch": 0.48647615406671124,
+      "grad_norm": 174.6654052734375,
+      "learning_rate": 1.7708643423903245e-05,
+      "loss": 25.375,
+      "step": 10180
+    },
+    {
+      "epoch": 0.48652394150817163,
+      "grad_norm": 287.77197265625,
+      "learning_rate": 1.7708150447707017e-05,
+      "loss": 28.3438,
+      "step": 10181
+    },
+    {
+      "epoch": 0.486571728949632,
+      "grad_norm": 1465.4482421875,
+      "learning_rate": 1.7707657425348913e-05,
+      "loss": 35.375,
+      "step": 10182
+    },
+    {
+      "epoch": 0.4866195163910924,
+      "grad_norm": 270.34814453125,
+      "learning_rate": 1.770716435683189e-05,
+      "loss": 29.3438,
+      "step": 10183
+    },
+    {
+      "epoch": 0.4866673038325528,
+      "grad_norm": 441.6709289550781,
+      "learning_rate": 1.770667124215889e-05,
+      "loss": 35.0625,
+      "step": 10184
+    },
+    {
+      "epoch": 0.4867150912740132,
+      "grad_norm": 166.23728942871094,
+      "learning_rate": 1.770617808133288e-05,
+      "loss": 26.0469,
+      "step": 10185
+    },
+    {
+      "epoch": 0.4867628787154736,
+      "grad_norm": 290.487060546875,
+      "learning_rate": 1.7705684874356806e-05,
+      "loss": 31.7812,
+      "step": 10186
+    },
+    {
+      "epoch": 0.48681066615693397,
+      "grad_norm": 177.43092346191406,
+      "learning_rate": 1.770519162123362e-05,
+      "loss": 31.6562,
+      "step": 10187
+    },
+    {
+      "epoch": 0.48685845359839436,
+      "grad_norm": 281.63201904296875,
+      "learning_rate": 1.770469832196628e-05,
+      "loss": 25.2812,
+      "step": 10188
+    },
+    {
+      "epoch": 0.48690624103985475,
+      "grad_norm": 233.3647918701172,
+      "learning_rate": 1.7704204976557742e-05,
+      "loss": 31.2188,
+      "step": 10189
+    },
+    {
+      "epoch": 0.48695402848131514,
+      "grad_norm": 193.1064453125,
+      "learning_rate": 1.7703711585010953e-05,
+      "loss": 28.0625,
+      "step": 10190
+    },
+    {
+      "epoch": 0.48700181592277547,
+      "grad_norm": 388.9996643066406,
+      "learning_rate": 1.7703218147328875e-05,
+      "loss": 42.7188,
+      "step": 10191
+    },
+    {
+      "epoch": 0.48704960336423586,
+      "grad_norm": 247.70591735839844,
+      "learning_rate": 1.770272466351446e-05,
+      "loss": 25.375,
+      "step": 10192
+    },
+    {
+      "epoch": 0.48709739080569625,
+      "grad_norm": 161.34678649902344,
+      "learning_rate": 1.7702231133570658e-05,
+      "loss": 24.375,
+      "step": 10193
+    },
+    {
+      "epoch": 0.48714517824715664,
+      "grad_norm": 308.5768127441406,
+      "learning_rate": 1.7701737557500435e-05,
+      "loss": 25.1562,
+      "step": 10194
+    },
+    {
+      "epoch": 0.48719296568861703,
+      "grad_norm": 286.683349609375,
+      "learning_rate": 1.770124393530674e-05,
+      "loss": 22.4375,
+      "step": 10195
+    },
+    {
+      "epoch": 0.4872407531300774,
+      "grad_norm": 520.9005737304688,
+      "learning_rate": 1.7700750266992535e-05,
+      "loss": 33.6562,
+      "step": 10196
+    },
+    {
+      "epoch": 0.4872885405715378,
+      "grad_norm": 430.629150390625,
+      "learning_rate": 1.7700256552560768e-05,
+      "loss": 29.2188,
+      "step": 10197
+    },
+    {
+      "epoch": 0.4873363280129982,
+      "grad_norm": 260.28009033203125,
+      "learning_rate": 1.7699762792014402e-05,
+      "loss": 27.9688,
+      "step": 10198
+    },
+    {
+      "epoch": 0.4873841154544586,
+      "grad_norm": 240.07693481445312,
+      "learning_rate": 1.7699268985356393e-05,
+      "loss": 28.0625,
+      "step": 10199
+    },
+    {
+      "epoch": 0.487431902895919,
+      "grad_norm": 243.3818359375,
+      "learning_rate": 1.7698775132589698e-05,
+      "loss": 39.0312,
+      "step": 10200
+    },
+    {
+      "epoch": 0.4874796903373793,
+      "grad_norm": 227.10128784179688,
+      "learning_rate": 1.7698281233717272e-05,
+      "loss": 32.6562,
+      "step": 10201
+    },
+    {
+      "epoch": 0.4875274777788397,
+      "grad_norm": 517.3318481445312,
+      "learning_rate": 1.7697787288742076e-05,
+      "loss": 44.5625,
+      "step": 10202
+    },
+    {
+      "epoch": 0.4875752652203001,
+      "grad_norm": 301.6767578125,
+      "learning_rate": 1.7697293297667068e-05,
+      "loss": 26.8438,
+      "step": 10203
+    },
+    {
+      "epoch": 0.4876230526617605,
+      "grad_norm": 126.32200622558594,
+      "learning_rate": 1.7696799260495202e-05,
+      "loss": 17.7812,
+      "step": 10204
+    },
+    {
+      "epoch": 0.48767084010322087,
+      "grad_norm": 417.03411865234375,
+      "learning_rate": 1.7696305177229446e-05,
+      "loss": 29.4062,
+      "step": 10205
+    },
+    {
+      "epoch": 0.48771862754468126,
+      "grad_norm": 263.00323486328125,
+      "learning_rate": 1.7695811047872745e-05,
+      "loss": 32.75,
+      "step": 10206
+    },
+    {
+      "epoch": 0.48776641498614165,
+      "grad_norm": 240.35243225097656,
+      "learning_rate": 1.7695316872428076e-05,
+      "loss": 25.2812,
+      "step": 10207
+    },
+    {
+      "epoch": 0.48781420242760204,
+      "grad_norm": 215.533447265625,
+      "learning_rate": 1.769482265089838e-05,
+      "loss": 31.1562,
+      "step": 10208
+    },
+    {
+      "epoch": 0.48786198986906243,
+      "grad_norm": 483.5580749511719,
+      "learning_rate": 1.769432838328663e-05,
+      "loss": 25.0469,
+      "step": 10209
+    },
+    {
+      "epoch": 0.4879097773105228,
+      "grad_norm": 632.4359130859375,
+      "learning_rate": 1.7693834069595777e-05,
+      "loss": 40.2188,
+      "step": 10210
+    },
+    {
+      "epoch": 0.48795756475198315,
+      "grad_norm": 175.93539428710938,
+      "learning_rate": 1.769333970982879e-05,
+      "loss": 28.6094,
+      "step": 10211
+    },
+    {
+      "epoch": 0.48800535219344354,
+      "grad_norm": 244.5309295654297,
+      "learning_rate": 1.7692845303988626e-05,
+      "loss": 28.375,
+      "step": 10212
+    },
+    {
+      "epoch": 0.48805313963490393,
+      "grad_norm": 233.20684814453125,
+      "learning_rate": 1.769235085207824e-05,
+      "loss": 33.6875,
+      "step": 10213
+    },
+    {
+      "epoch": 0.4881009270763643,
+      "grad_norm": 232.20046997070312,
+      "learning_rate": 1.76918563541006e-05,
+      "loss": 28.5312,
+      "step": 10214
+    },
+    {
+      "epoch": 0.4881487145178247,
+      "grad_norm": 181.8485565185547,
+      "learning_rate": 1.769136181005867e-05,
+      "loss": 31.4375,
+      "step": 10215
+    },
+    {
+      "epoch": 0.4881965019592851,
+      "grad_norm": 416.7934265136719,
+      "learning_rate": 1.76908672199554e-05,
+      "loss": 40.9688,
+      "step": 10216
+    },
+    {
+      "epoch": 0.4882442894007455,
+      "grad_norm": 266.9679870605469,
+      "learning_rate": 1.769037258379377e-05,
+      "loss": 26.2812,
+      "step": 10217
+    },
+    {
+      "epoch": 0.4882920768422059,
+      "grad_norm": 400.96563720703125,
+      "learning_rate": 1.7689877901576724e-05,
+      "loss": 41.4062,
+      "step": 10218
+    },
+    {
+      "epoch": 0.48833986428366627,
+      "grad_norm": 251.25112915039062,
+      "learning_rate": 1.768938317330723e-05,
+      "loss": 33.75,
+      "step": 10219
+    },
+    {
+      "epoch": 0.48838765172512666,
+      "grad_norm": 261.6355895996094,
+      "learning_rate": 1.7688888398988256e-05,
+      "loss": 28.8125,
+      "step": 10220
+    },
+    {
+      "epoch": 0.488435439166587,
+      "grad_norm": 739.277587890625,
+      "learning_rate": 1.768839357862276e-05,
+      "loss": 40.8125,
+      "step": 10221
+    },
+    {
+      "epoch": 0.4884832266080474,
+      "grad_norm": 1703.49658203125,
+      "learning_rate": 1.768789871221371e-05,
+      "loss": 37.0,
+      "step": 10222
+    },
+    {
+      "epoch": 0.4885310140495078,
+      "grad_norm": 333.3083801269531,
+      "learning_rate": 1.7687403799764068e-05,
+      "loss": 29.5625,
+      "step": 10223
+    },
+    {
+      "epoch": 0.48857880149096816,
+      "grad_norm": 284.90582275390625,
+      "learning_rate": 1.7686908841276796e-05,
+      "loss": 36.8125,
+      "step": 10224
+    },
+    {
+      "epoch": 0.48862658893242855,
+      "grad_norm": 262.88201904296875,
+      "learning_rate": 1.7686413836754856e-05,
+      "loss": 32.7812,
+      "step": 10225
+    },
+    {
+      "epoch": 0.48867437637388894,
+      "grad_norm": 212.76040649414062,
+      "learning_rate": 1.7685918786201215e-05,
+      "loss": 28.9688,
+      "step": 10226
+    },
+    {
+      "epoch": 0.48872216381534933,
+      "grad_norm": 398.0252990722656,
+      "learning_rate": 1.768542368961884e-05,
+      "loss": 33.5312,
+      "step": 10227
+    },
+    {
+      "epoch": 0.4887699512568097,
+      "grad_norm": 364.85723876953125,
+      "learning_rate": 1.7684928547010693e-05,
+      "loss": 34.875,
+      "step": 10228
+    },
+    {
+      "epoch": 0.4888177386982701,
+      "grad_norm": 314.9020080566406,
+      "learning_rate": 1.768443335837974e-05,
+      "loss": 22.9531,
+      "step": 10229
+    },
+    {
+      "epoch": 0.4888655261397305,
+      "grad_norm": 300.6067199707031,
+      "learning_rate": 1.768393812372895e-05,
+      "loss": 36.875,
+      "step": 10230
+    },
+    {
+      "epoch": 0.4889133135811909,
+      "grad_norm": 258.412353515625,
+      "learning_rate": 1.7683442843061283e-05,
+      "loss": 31.4062,
+      "step": 10231
+    },
+    {
+      "epoch": 0.4889611010226512,
+      "grad_norm": 434.068359375,
+      "learning_rate": 1.7682947516379706e-05,
+      "loss": 27.0625,
+      "step": 10232
+    },
+    {
+      "epoch": 0.4890088884641116,
+      "grad_norm": 239.6343536376953,
+      "learning_rate": 1.768245214368719e-05,
+      "loss": 33.3125,
+      "step": 10233
+    },
+    {
+      "epoch": 0.489056675905572,
+      "grad_norm": 282.4825744628906,
+      "learning_rate": 1.7681956724986698e-05,
+      "loss": 39.25,
+      "step": 10234
+    },
+    {
+      "epoch": 0.4891044633470324,
+      "grad_norm": 283.1004333496094,
+      "learning_rate": 1.76814612602812e-05,
+      "loss": 30.1562,
+      "step": 10235
+    },
+    {
+      "epoch": 0.4891522507884928,
+      "grad_norm": 182.0222930908203,
+      "learning_rate": 1.7680965749573658e-05,
+      "loss": 26.7812,
+      "step": 10236
+    },
+    {
+      "epoch": 0.48920003822995317,
+      "grad_norm": 244.0048065185547,
+      "learning_rate": 1.7680470192867043e-05,
+      "loss": 31.8594,
+      "step": 10237
+    },
+    {
+      "epoch": 0.48924782567141356,
+      "grad_norm": 332.1965637207031,
+      "learning_rate": 1.7679974590164323e-05,
+      "loss": 28.6875,
+      "step": 10238
+    },
+    {
+      "epoch": 0.48929561311287395,
+      "grad_norm": 221.00543212890625,
+      "learning_rate": 1.7679478941468463e-05,
+      "loss": 31.5156,
+      "step": 10239
+    },
+    {
+      "epoch": 0.48934340055433434,
+      "grad_norm": 287.71478271484375,
+      "learning_rate": 1.7678983246782434e-05,
+      "loss": 36.1562,
+      "step": 10240
+    },
+    {
+      "epoch": 0.48939118799579473,
+      "grad_norm": 307.2289123535156,
+      "learning_rate": 1.7678487506109204e-05,
+      "loss": 30.5312,
+      "step": 10241
+    },
+    {
+      "epoch": 0.48943897543725506,
+      "grad_norm": 207.5235137939453,
+      "learning_rate": 1.767799171945174e-05,
+      "loss": 25.125,
+      "step": 10242
+    },
+    {
+      "epoch": 0.48948676287871545,
+      "grad_norm": 411.1856689453125,
+      "learning_rate": 1.7677495886813017e-05,
+      "loss": 38.7812,
+      "step": 10243
+    },
+    {
+      "epoch": 0.48953455032017584,
+      "grad_norm": 206.3561553955078,
+      "learning_rate": 1.7677000008195996e-05,
+      "loss": 25.4688,
+      "step": 10244
+    },
+    {
+      "epoch": 0.48958233776163623,
+      "grad_norm": 363.1993103027344,
+      "learning_rate": 1.7676504083603656e-05,
+      "loss": 20.7188,
+      "step": 10245
+    },
+    {
+      "epoch": 0.4896301252030966,
+      "grad_norm": 261.619140625,
+      "learning_rate": 1.767600811303896e-05,
+      "loss": 22.3594,
+      "step": 10246
+    },
+    {
+      "epoch": 0.489677912644557,
+      "grad_norm": 231.60414123535156,
+      "learning_rate": 1.767551209650488e-05,
+      "loss": 26.7031,
+      "step": 10247
+    },
+    {
+      "epoch": 0.4897257000860174,
+      "grad_norm": 248.3803253173828,
+      "learning_rate": 1.7675016034004385e-05,
+      "loss": 33.4688,
+      "step": 10248
+    },
+    {
+      "epoch": 0.4897734875274778,
+      "grad_norm": 165.5059051513672,
+      "learning_rate": 1.7674519925540447e-05,
+      "loss": 23.2891,
+      "step": 10249
+    },
+    {
+      "epoch": 0.4898212749689382,
+      "grad_norm": 630.94140625,
+      "learning_rate": 1.767402377111604e-05,
+      "loss": 31.8438,
+      "step": 10250
+    },
+    {
+      "epoch": 0.48986906241039857,
+      "grad_norm": 277.2452697753906,
+      "learning_rate": 1.7673527570734134e-05,
+      "loss": 27.5156,
+      "step": 10251
+    },
+    {
+      "epoch": 0.4899168498518589,
+      "grad_norm": 352.08966064453125,
+      "learning_rate": 1.7673031324397694e-05,
+      "loss": 32.25,
+      "step": 10252
+    },
+    {
+      "epoch": 0.4899646372933193,
+      "grad_norm": 453.16485595703125,
+      "learning_rate": 1.76725350321097e-05,
+      "loss": 45.75,
+      "step": 10253
+    },
+    {
+      "epoch": 0.4900124247347797,
+      "grad_norm": 199.0177001953125,
+      "learning_rate": 1.7672038693873124e-05,
+      "loss": 27.9375,
+      "step": 10254
+    },
+    {
+      "epoch": 0.4900602121762401,
+      "grad_norm": 366.33624267578125,
+      "learning_rate": 1.7671542309690936e-05,
+      "loss": 38.3125,
+      "step": 10255
+    },
+    {
+      "epoch": 0.49010799961770046,
+      "grad_norm": 320.7419738769531,
+      "learning_rate": 1.7671045879566104e-05,
+      "loss": 29.6562,
+      "step": 10256
+    },
+    {
+      "epoch": 0.49015578705916085,
+      "grad_norm": 184.3797607421875,
+      "learning_rate": 1.767054940350161e-05,
+      "loss": 31.8438,
+      "step": 10257
+    },
+    {
+      "epoch": 0.49020357450062124,
+      "grad_norm": 510.1966552734375,
+      "learning_rate": 1.767005288150042e-05,
+      "loss": 34.3594,
+      "step": 10258
+    },
+    {
+      "epoch": 0.49025136194208163,
+      "grad_norm": 317.7969665527344,
+      "learning_rate": 1.766955631356551e-05,
+      "loss": 29.8438,
+      "step": 10259
+    },
+    {
+      "epoch": 0.490299149383542,
+      "grad_norm": 235.79652404785156,
+      "learning_rate": 1.7669059699699855e-05,
+      "loss": 31.8125,
+      "step": 10260
+    },
+    {
+      "epoch": 0.4903469368250024,
+      "grad_norm": 311.6294860839844,
+      "learning_rate": 1.7668563039906427e-05,
+      "loss": 26.1875,
+      "step": 10261
+    },
+    {
+      "epoch": 0.4903947242664628,
+      "grad_norm": 308.0523986816406,
+      "learning_rate": 1.7668066334188204e-05,
+      "loss": 28.3125,
+      "step": 10262
+    },
+    {
+      "epoch": 0.49044251170792313,
+      "grad_norm": 197.0966796875,
+      "learning_rate": 1.7667569582548155e-05,
+      "loss": 26.6875,
+      "step": 10263
+    },
+    {
+      "epoch": 0.4904902991493835,
+      "grad_norm": 257.80328369140625,
+      "learning_rate": 1.766707278498926e-05,
+      "loss": 23.75,
+      "step": 10264
+    },
+    {
+      "epoch": 0.4905380865908439,
+      "grad_norm": 115.05799865722656,
+      "learning_rate": 1.7666575941514495e-05,
+      "loss": 14.0,
+      "step": 10265
+    },
+    {
+      "epoch": 0.4905858740323043,
+      "grad_norm": 249.2037353515625,
+      "learning_rate": 1.7666079052126827e-05,
+      "loss": 29.25,
+      "step": 10266
+    },
+    {
+      "epoch": 0.4906336614737647,
+      "grad_norm": 236.2556610107422,
+      "learning_rate": 1.766558211682924e-05,
+      "loss": 23.9375,
+      "step": 10267
+    },
+    {
+      "epoch": 0.4906814489152251,
+      "grad_norm": 179.14059448242188,
+      "learning_rate": 1.766508513562471e-05,
+      "loss": 29.3125,
+      "step": 10268
+    },
+    {
+      "epoch": 0.49072923635668547,
+      "grad_norm": 404.33526611328125,
+      "learning_rate": 1.766458810851621e-05,
+      "loss": 36.125,
+      "step": 10269
+    },
+    {
+      "epoch": 0.49077702379814586,
+      "grad_norm": 354.4436340332031,
+      "learning_rate": 1.7664091035506718e-05,
+      "loss": 30.6562,
+      "step": 10270
+    },
+    {
+      "epoch": 0.49082481123960625,
+      "grad_norm": 262.5579833984375,
+      "learning_rate": 1.7663593916599206e-05,
+      "loss": 29.5312,
+      "step": 10271
+    },
+    {
+      "epoch": 0.49087259868106664,
+      "grad_norm": 361.8150939941406,
+      "learning_rate": 1.7663096751796658e-05,
+      "loss": 22.5625,
+      "step": 10272
+    },
+    {
+      "epoch": 0.490920386122527,
+      "grad_norm": 175.91702270507812,
+      "learning_rate": 1.7662599541102045e-05,
+      "loss": 23.0,
+      "step": 10273
+    },
+    {
+      "epoch": 0.49096817356398736,
+      "grad_norm": 350.8815002441406,
+      "learning_rate": 1.7662102284518354e-05,
+      "loss": 58.1875,
+      "step": 10274
+    },
+    {
+      "epoch": 0.49101596100544775,
+      "grad_norm": 429.9906005859375,
+      "learning_rate": 1.7661604982048554e-05,
+      "loss": 42.5625,
+      "step": 10275
+    },
+    {
+      "epoch": 0.49106374844690814,
+      "grad_norm": 191.48057556152344,
+      "learning_rate": 1.7661107633695626e-05,
+      "loss": 24.9688,
+      "step": 10276
+    },
+    {
+      "epoch": 0.49111153588836853,
+      "grad_norm": 306.6693115234375,
+      "learning_rate": 1.766061023946255e-05,
+      "loss": 33.7812,
+      "step": 10277
+    },
+    {
+      "epoch": 0.4911593233298289,
+      "grad_norm": 193.4333953857422,
+      "learning_rate": 1.76601127993523e-05,
+      "loss": 38.0,
+      "step": 10278
+    },
+    {
+      "epoch": 0.4912071107712893,
+      "grad_norm": 203.2100830078125,
+      "learning_rate": 1.7659615313367862e-05,
+      "loss": 24.1562,
+      "step": 10279
+    },
+    {
+      "epoch": 0.4912548982127497,
+      "grad_norm": 424.275146484375,
+      "learning_rate": 1.7659117781512213e-05,
+      "loss": 30.6875,
+      "step": 10280
+    },
+    {
+      "epoch": 0.4913026856542101,
+      "grad_norm": 226.08729553222656,
+      "learning_rate": 1.765862020378833e-05,
+      "loss": 23.4375,
+      "step": 10281
+    },
+    {
+      "epoch": 0.4913504730956705,
+      "grad_norm": 247.3249053955078,
+      "learning_rate": 1.765812258019919e-05,
+      "loss": 30.9844,
+      "step": 10282
+    },
+    {
+      "epoch": 0.4913982605371308,
+      "grad_norm": 632.890625,
+      "learning_rate": 1.7657624910747783e-05,
+      "loss": 34.7812,
+      "step": 10283
+    },
+    {
+      "epoch": 0.4914460479785912,
+      "grad_norm": 457.9267578125,
+      "learning_rate": 1.7657127195437082e-05,
+      "loss": 30.8281,
+      "step": 10284
+    },
+    {
+      "epoch": 0.4914938354200516,
+      "grad_norm": 232.05885314941406,
+      "learning_rate": 1.765662943427007e-05,
+      "loss": 24.4688,
+      "step": 10285
+    },
+    {
+      "epoch": 0.491541622861512,
+      "grad_norm": 338.88427734375,
+      "learning_rate": 1.7656131627249727e-05,
+      "loss": 27.7188,
+      "step": 10286
+    },
+    {
+      "epoch": 0.4915894103029724,
+      "grad_norm": 186.4441680908203,
+      "learning_rate": 1.7655633774379036e-05,
+      "loss": 33.8125,
+      "step": 10287
+    },
+    {
+      "epoch": 0.49163719774443276,
+      "grad_norm": 223.86631774902344,
+      "learning_rate": 1.7655135875660976e-05,
+      "loss": 35.1562,
+      "step": 10288
+    },
+    {
+      "epoch": 0.49168498518589315,
+      "grad_norm": 200.17929077148438,
+      "learning_rate": 1.765463793109853e-05,
+      "loss": 35.6875,
+      "step": 10289
+    },
+    {
+      "epoch": 0.49173277262735354,
+      "grad_norm": 222.0673370361328,
+      "learning_rate": 1.765413994069468e-05,
+      "loss": 33.9062,
+      "step": 10290
+    },
+    {
+      "epoch": 0.49178056006881393,
+      "grad_norm": 437.3462219238281,
+      "learning_rate": 1.7653641904452408e-05,
+      "loss": 34.3125,
+      "step": 10291
+    },
+    {
+      "epoch": 0.4918283475102743,
+      "grad_norm": 314.7987060546875,
+      "learning_rate": 1.76531438223747e-05,
+      "loss": 27.8438,
+      "step": 10292
+    },
+    {
+      "epoch": 0.4918761349517347,
+      "grad_norm": 136.0668487548828,
+      "learning_rate": 1.765264569446453e-05,
+      "loss": 17.9219,
+      "step": 10293
+    },
+    {
+      "epoch": 0.49192392239319505,
+      "grad_norm": 367.0231628417969,
+      "learning_rate": 1.765214752072489e-05,
+      "loss": 31.5625,
+      "step": 10294
+    },
+    {
+      "epoch": 0.49197170983465544,
+      "grad_norm": 178.1527862548828,
+      "learning_rate": 1.765164930115876e-05,
+      "loss": 22.3594,
+      "step": 10295
+    },
+    {
+      "epoch": 0.4920194972761158,
+      "grad_norm": 521.5611572265625,
+      "learning_rate": 1.7651151035769125e-05,
+      "loss": 23.75,
+      "step": 10296
+    },
+    {
+      "epoch": 0.4920672847175762,
+      "grad_norm": 163.05926513671875,
+      "learning_rate": 1.7650652724558965e-05,
+      "loss": 30.375,
+      "step": 10297
+    },
+    {
+      "epoch": 0.4921150721590366,
+      "grad_norm": 286.0851745605469,
+      "learning_rate": 1.7650154367531272e-05,
+      "loss": 32.3125,
+      "step": 10298
+    },
+    {
+      "epoch": 0.492162859600497,
+      "grad_norm": 190.92860412597656,
+      "learning_rate": 1.764965596468902e-05,
+      "loss": 27.2188,
+      "step": 10299
+    },
+    {
+      "epoch": 0.4922106470419574,
+      "grad_norm": 645.2282104492188,
+      "learning_rate": 1.7649157516035205e-05,
+      "loss": 33.25,
+      "step": 10300
+    },
+    {
+      "epoch": 0.4922584344834178,
+      "grad_norm": 249.6407012939453,
+      "learning_rate": 1.7648659021572805e-05,
+      "loss": 36.5625,
+      "step": 10301
+    },
+    {
+      "epoch": 0.49230622192487816,
+      "grad_norm": 261.4796447753906,
+      "learning_rate": 1.7648160481304804e-05,
+      "loss": 20.2188,
+      "step": 10302
+    },
+    {
+      "epoch": 0.49235400936633855,
+      "grad_norm": 463.9218444824219,
+      "learning_rate": 1.7647661895234194e-05,
+      "loss": 25.5469,
+      "step": 10303
+    },
+    {
+      "epoch": 0.4924017968077989,
+      "grad_norm": 321.5693054199219,
+      "learning_rate": 1.7647163263363954e-05,
+      "loss": 37.0,
+      "step": 10304
+    },
+    {
+      "epoch": 0.4924495842492593,
+      "grad_norm": 291.7826843261719,
+      "learning_rate": 1.764666458569708e-05,
+      "loss": 28.0781,
+      "step": 10305
+    },
+    {
+      "epoch": 0.49249737169071967,
+      "grad_norm": 343.9391784667969,
+      "learning_rate": 1.7646165862236543e-05,
+      "loss": 29.375,
+      "step": 10306
+    },
+    {
+      "epoch": 0.49254515913218005,
+      "grad_norm": 307.7158203125,
+      "learning_rate": 1.7645667092985345e-05,
+      "loss": 37.875,
+      "step": 10307
+    },
+    {
+      "epoch": 0.49259294657364044,
+      "grad_norm": 780.08447265625,
+      "learning_rate": 1.7645168277946466e-05,
+      "loss": 43.8438,
+      "step": 10308
+    },
+    {
+      "epoch": 0.49264073401510083,
+      "grad_norm": 440.6993408203125,
+      "learning_rate": 1.7644669417122892e-05,
+      "loss": 46.2812,
+      "step": 10309
+    },
+    {
+      "epoch": 0.4926885214565612,
+      "grad_norm": 185.1717987060547,
+      "learning_rate": 1.7644170510517614e-05,
+      "loss": 25.5312,
+      "step": 10310
+    },
+    {
+      "epoch": 0.4927363088980216,
+      "grad_norm": 207.13690185546875,
+      "learning_rate": 1.764367155813362e-05,
+      "loss": 28.0469,
+      "step": 10311
+    },
+    {
+      "epoch": 0.492784096339482,
+      "grad_norm": 216.28973388671875,
+      "learning_rate": 1.7643172559973892e-05,
+      "loss": 28.625,
+      "step": 10312
+    },
+    {
+      "epoch": 0.4928318837809424,
+      "grad_norm": 205.8828887939453,
+      "learning_rate": 1.7642673516041426e-05,
+      "loss": 31.9062,
+      "step": 10313
+    },
+    {
+      "epoch": 0.4928796712224027,
+      "grad_norm": 424.5765686035156,
+      "learning_rate": 1.764217442633921e-05,
+      "loss": 25.0,
+      "step": 10314
+    },
+    {
+      "epoch": 0.4929274586638631,
+      "grad_norm": 174.9531707763672,
+      "learning_rate": 1.7641675290870222e-05,
+      "loss": 22.3125,
+      "step": 10315
+    },
+    {
+      "epoch": 0.4929752461053235,
+      "grad_norm": 335.2431945800781,
+      "learning_rate": 1.7641176109637465e-05,
+      "loss": 27.375,
+      "step": 10316
+    },
+    {
+      "epoch": 0.4930230335467839,
+      "grad_norm": 247.5973663330078,
+      "learning_rate": 1.7640676882643926e-05,
+      "loss": 31.9062,
+      "step": 10317
+    },
+    {
+      "epoch": 0.4930708209882443,
+      "grad_norm": 205.01614379882812,
+      "learning_rate": 1.7640177609892587e-05,
+      "loss": 26.0625,
+      "step": 10318
+    },
+    {
+      "epoch": 0.4931186084297047,
+      "grad_norm": 165.00729370117188,
+      "learning_rate": 1.7639678291386442e-05,
+      "loss": 27.5938,
+      "step": 10319
+    },
+    {
+      "epoch": 0.49316639587116506,
+      "grad_norm": 753.5029907226562,
+      "learning_rate": 1.7639178927128483e-05,
+      "loss": 32.125,
+      "step": 10320
+    },
+    {
+      "epoch": 0.49321418331262545,
+      "grad_norm": 267.284423828125,
+      "learning_rate": 1.76386795171217e-05,
+      "loss": 28.0938,
+      "step": 10321
+    },
+    {
+      "epoch": 0.49326197075408584,
+      "grad_norm": 299.81988525390625,
+      "learning_rate": 1.7638180061369087e-05,
+      "loss": 33.1562,
+      "step": 10322
+    },
+    {
+      "epoch": 0.49330975819554623,
+      "grad_norm": 245.92189025878906,
+      "learning_rate": 1.7637680559873624e-05,
+      "loss": 33.4062,
+      "step": 10323
+    },
+    {
+      "epoch": 0.49335754563700657,
+      "grad_norm": 260.9539489746094,
+      "learning_rate": 1.7637181012638313e-05,
+      "loss": 36.9219,
+      "step": 10324
+    },
+    {
+      "epoch": 0.49340533307846696,
+      "grad_norm": 191.47975158691406,
+      "learning_rate": 1.7636681419666145e-05,
+      "loss": 38.3125,
+      "step": 10325
+    },
+    {
+      "epoch": 0.49345312051992735,
+      "grad_norm": 288.6903381347656,
+      "learning_rate": 1.7636181780960105e-05,
+      "loss": 39.375,
+      "step": 10326
+    },
+    {
+      "epoch": 0.49350090796138774,
+      "grad_norm": 425.3341064453125,
+      "learning_rate": 1.763568209652319e-05,
+      "loss": 31.7812,
+      "step": 10327
+    },
+    {
+      "epoch": 0.4935486954028481,
+      "grad_norm": 166.0514678955078,
+      "learning_rate": 1.7635182366358397e-05,
+      "loss": 20.8438,
+      "step": 10328
+    },
+    {
+      "epoch": 0.4935964828443085,
+      "grad_norm": 255.34556579589844,
+      "learning_rate": 1.7634682590468707e-05,
+      "loss": 23.6875,
+      "step": 10329
+    },
+    {
+      "epoch": 0.4936442702857689,
+      "grad_norm": 219.11122131347656,
+      "learning_rate": 1.7634182768857124e-05,
+      "loss": 33.8125,
+      "step": 10330
+    },
+    {
+      "epoch": 0.4936920577272293,
+      "grad_norm": 156.62002563476562,
+      "learning_rate": 1.7633682901526637e-05,
+      "loss": 34.5156,
+      "step": 10331
+    },
+    {
+      "epoch": 0.4937398451686897,
+      "grad_norm": 227.24623107910156,
+      "learning_rate": 1.763318298848024e-05,
+      "loss": 29.125,
+      "step": 10332
+    },
+    {
+      "epoch": 0.4937876326101501,
+      "grad_norm": 213.50071716308594,
+      "learning_rate": 1.7632683029720924e-05,
+      "loss": 22.6562,
+      "step": 10333
+    },
+    {
+      "epoch": 0.49383542005161046,
+      "grad_norm": 284.8601989746094,
+      "learning_rate": 1.763218302525169e-05,
+      "loss": 24.1562,
+      "step": 10334
+    },
+    {
+      "epoch": 0.4938832074930708,
+      "grad_norm": 274.8423767089844,
+      "learning_rate": 1.7631682975075523e-05,
+      "loss": 37.5312,
+      "step": 10335
+    },
+    {
+      "epoch": 0.4939309949345312,
+      "grad_norm": 347.341552734375,
+      "learning_rate": 1.763118287919542e-05,
+      "loss": 34.0469,
+      "step": 10336
+    },
+    {
+      "epoch": 0.4939787823759916,
+      "grad_norm": 267.32598876953125,
+      "learning_rate": 1.7630682737614384e-05,
+      "loss": 27.4375,
+      "step": 10337
+    },
+    {
+      "epoch": 0.49402656981745197,
+      "grad_norm": 291.9156188964844,
+      "learning_rate": 1.7630182550335405e-05,
+      "loss": 33.25,
+      "step": 10338
+    },
+    {
+      "epoch": 0.49407435725891236,
+      "grad_norm": 193.45318603515625,
+      "learning_rate": 1.7629682317361476e-05,
+      "loss": 24.4062,
+      "step": 10339
+    },
+    {
+      "epoch": 0.49412214470037275,
+      "grad_norm": 226.90005493164062,
+      "learning_rate": 1.7629182038695594e-05,
+      "loss": 31.0938,
+      "step": 10340
+    },
+    {
+      "epoch": 0.49416993214183313,
+      "grad_norm": 203.09120178222656,
+      "learning_rate": 1.7628681714340758e-05,
+      "loss": 24.6875,
+      "step": 10341
+    },
+    {
+      "epoch": 0.4942177195832935,
+      "grad_norm": 334.6645812988281,
+      "learning_rate": 1.762818134429996e-05,
+      "loss": 19.9062,
+      "step": 10342
+    },
+    {
+      "epoch": 0.4942655070247539,
+      "grad_norm": 315.755859375,
+      "learning_rate": 1.7627680928576202e-05,
+      "loss": 28.5,
+      "step": 10343
+    },
+    {
+      "epoch": 0.4943132944662143,
+      "grad_norm": 494.019287109375,
+      "learning_rate": 1.7627180467172475e-05,
+      "loss": 42.6875,
+      "step": 10344
+    },
+    {
+      "epoch": 0.49436108190767464,
+      "grad_norm": 297.8738098144531,
+      "learning_rate": 1.762667996009178e-05,
+      "loss": 42.8438,
+      "step": 10345
+    },
+    {
+      "epoch": 0.494408869349135,
+      "grad_norm": 258.4468688964844,
+      "learning_rate": 1.762617940733711e-05,
+      "loss": 24.0625,
+      "step": 10346
+    },
+    {
+      "epoch": 0.4944566567905954,
+      "grad_norm": 195.50831604003906,
+      "learning_rate": 1.762567880891147e-05,
+      "loss": 25.0312,
+      "step": 10347
+    },
+    {
+      "epoch": 0.4945044442320558,
+      "grad_norm": 129.64999389648438,
+      "learning_rate": 1.7625178164817855e-05,
+      "loss": 33.7812,
+      "step": 10348
+    },
+    {
+      "epoch": 0.4945522316735162,
+      "grad_norm": 415.1452941894531,
+      "learning_rate": 1.7624677475059256e-05,
+      "loss": 29.2188,
+      "step": 10349
+    },
+    {
+      "epoch": 0.4946000191149766,
+      "grad_norm": 230.74267578125,
+      "learning_rate": 1.762417673963868e-05,
+      "loss": 33.8281,
+      "step": 10350
+    },
+    {
+      "epoch": 0.494647806556437,
+      "grad_norm": 226.03575134277344,
+      "learning_rate": 1.7623675958559126e-05,
+      "loss": 28.9375,
+      "step": 10351
+    },
+    {
+      "epoch": 0.49469559399789736,
+      "grad_norm": 170.45799255371094,
+      "learning_rate": 1.7623175131823588e-05,
+      "loss": 27.6562,
+      "step": 10352
+    },
+    {
+      "epoch": 0.49474338143935775,
+      "grad_norm": 203.59457397460938,
+      "learning_rate": 1.7622674259435067e-05,
+      "loss": 27.5938,
+      "step": 10353
+    },
+    {
+      "epoch": 0.49479116888081814,
+      "grad_norm": 260.5982360839844,
+      "learning_rate": 1.7622173341396563e-05,
+      "loss": 18.9844,
+      "step": 10354
+    },
+    {
+      "epoch": 0.4948389563222785,
+      "grad_norm": 247.9949188232422,
+      "learning_rate": 1.7621672377711078e-05,
+      "loss": 43.1875,
+      "step": 10355
+    },
+    {
+      "epoch": 0.49488674376373887,
+      "grad_norm": 318.1054992675781,
+      "learning_rate": 1.762117136838161e-05,
+      "loss": 25.4531,
+      "step": 10356
+    },
+    {
+      "epoch": 0.49493453120519926,
+      "grad_norm": 247.60580444335938,
+      "learning_rate": 1.7620670313411156e-05,
+      "loss": 35.5312,
+      "step": 10357
+    },
+    {
+      "epoch": 0.49498231864665965,
+      "grad_norm": 172.74317932128906,
+      "learning_rate": 1.7620169212802723e-05,
+      "loss": 17.6875,
+      "step": 10358
+    },
+    {
+      "epoch": 0.49503010608812004,
+      "grad_norm": 189.0012664794922,
+      "learning_rate": 1.761966806655931e-05,
+      "loss": 25.3438,
+      "step": 10359
+    },
+    {
+      "epoch": 0.4950778935295804,
+      "grad_norm": 649.8289184570312,
+      "learning_rate": 1.7619166874683914e-05,
+      "loss": 28.5,
+      "step": 10360
+    },
+    {
+      "epoch": 0.4951256809710408,
+      "grad_norm": 163.14772033691406,
+      "learning_rate": 1.761866563717954e-05,
+      "loss": 18.9062,
+      "step": 10361
+    },
+    {
+      "epoch": 0.4951734684125012,
+      "grad_norm": 266.6062316894531,
+      "learning_rate": 1.7618164354049196e-05,
+      "loss": 30.1875,
+      "step": 10362
+    },
+    {
+      "epoch": 0.4952212558539616,
+      "grad_norm": 167.406005859375,
+      "learning_rate": 1.761766302529587e-05,
+      "loss": 23.75,
+      "step": 10363
+    },
+    {
+      "epoch": 0.495269043295422,
+      "grad_norm": 351.108154296875,
+      "learning_rate": 1.7617161650922575e-05,
+      "loss": 23.5312,
+      "step": 10364
+    },
+    {
+      "epoch": 0.4953168307368824,
+      "grad_norm": 272.9892272949219,
+      "learning_rate": 1.761666023093231e-05,
+      "loss": 27.2969,
+      "step": 10365
+    },
+    {
+      "epoch": 0.4953646181783427,
+      "grad_norm": 751.50634765625,
+      "learning_rate": 1.7616158765328082e-05,
+      "loss": 29.1562,
+      "step": 10366
+    },
+    {
+      "epoch": 0.4954124056198031,
+      "grad_norm": 219.77456665039062,
+      "learning_rate": 1.7615657254112887e-05,
+      "loss": 23.25,
+      "step": 10367
+    },
+    {
+      "epoch": 0.4954601930612635,
+      "grad_norm": 639.2337036132812,
+      "learning_rate": 1.7615155697289734e-05,
+      "loss": 20.1562,
+      "step": 10368
+    },
+    {
+      "epoch": 0.4955079805027239,
+      "grad_norm": 160.6510009765625,
+      "learning_rate": 1.7614654094861622e-05,
+      "loss": 22.4375,
+      "step": 10369
+    },
+    {
+      "epoch": 0.49555576794418427,
+      "grad_norm": 235.3756866455078,
+      "learning_rate": 1.7614152446831557e-05,
+      "loss": 23.8281,
+      "step": 10370
+    },
+    {
+      "epoch": 0.49560355538564466,
+      "grad_norm": 261.19940185546875,
+      "learning_rate": 1.7613650753202548e-05,
+      "loss": 34.6875,
+      "step": 10371
+    },
+    {
+      "epoch": 0.49565134282710505,
+      "grad_norm": 190.0816192626953,
+      "learning_rate": 1.761314901397759e-05,
+      "loss": 26.6094,
+      "step": 10372
+    },
+    {
+      "epoch": 0.49569913026856544,
+      "grad_norm": 437.7867126464844,
+      "learning_rate": 1.7612647229159695e-05,
+      "loss": 25.1719,
+      "step": 10373
+    },
+    {
+      "epoch": 0.4957469177100258,
+      "grad_norm": 229.6114959716797,
+      "learning_rate": 1.7612145398751866e-05,
+      "loss": 23.9062,
+      "step": 10374
+    },
+    {
+      "epoch": 0.4957947051514862,
+      "grad_norm": 255.83694458007812,
+      "learning_rate": 1.761164352275711e-05,
+      "loss": 23.4062,
+      "step": 10375
+    },
+    {
+      "epoch": 0.49584249259294655,
+      "grad_norm": 181.97952270507812,
+      "learning_rate": 1.7611141601178433e-05,
+      "loss": 24.75,
+      "step": 10376
+    },
+    {
+      "epoch": 0.49589028003440694,
+      "grad_norm": 260.91583251953125,
+      "learning_rate": 1.7610639634018832e-05,
+      "loss": 21.5625,
+      "step": 10377
+    },
+    {
+      "epoch": 0.49593806747586733,
+      "grad_norm": 543.2469482421875,
+      "learning_rate": 1.7610137621281327e-05,
+      "loss": 33.1562,
+      "step": 10378
+    },
+    {
+      "epoch": 0.4959858549173277,
+      "grad_norm": 410.9160461425781,
+      "learning_rate": 1.7609635562968916e-05,
+      "loss": 36.3125,
+      "step": 10379
+    },
+    {
+      "epoch": 0.4960336423587881,
+      "grad_norm": 415.7640075683594,
+      "learning_rate": 1.7609133459084604e-05,
+      "loss": 32.9531,
+      "step": 10380
+    },
+    {
+      "epoch": 0.4960814298002485,
+      "grad_norm": 203.1409149169922,
+      "learning_rate": 1.7608631309631404e-05,
+      "loss": 24.5625,
+      "step": 10381
+    },
+    {
+      "epoch": 0.4961292172417089,
+      "grad_norm": 473.10797119140625,
+      "learning_rate": 1.7608129114612317e-05,
+      "loss": 37.6562,
+      "step": 10382
+    },
+    {
+      "epoch": 0.4961770046831693,
+      "grad_norm": 184.59901428222656,
+      "learning_rate": 1.7607626874030356e-05,
+      "loss": 27.2969,
+      "step": 10383
+    },
+    {
+      "epoch": 0.49622479212462967,
+      "grad_norm": 176.79039001464844,
+      "learning_rate": 1.7607124587888528e-05,
+      "loss": 26.1562,
+      "step": 10384
+    },
+    {
+      "epoch": 0.49627257956609006,
+      "grad_norm": 293.86749267578125,
+      "learning_rate": 1.7606622256189837e-05,
+      "loss": 19.5469,
+      "step": 10385
+    },
+    {
+      "epoch": 0.4963203670075504,
+      "grad_norm": 250.64666748046875,
+      "learning_rate": 1.7606119878937296e-05,
+      "loss": 34.9062,
+      "step": 10386
+    },
+    {
+      "epoch": 0.4963681544490108,
+      "grad_norm": 259.2954406738281,
+      "learning_rate": 1.760561745613391e-05,
+      "loss": 24.1406,
+      "step": 10387
+    },
+    {
+      "epoch": 0.49641594189047117,
+      "grad_norm": 247.7317657470703,
+      "learning_rate": 1.7605114987782688e-05,
+      "loss": 26.2188,
+      "step": 10388
+    },
+    {
+      "epoch": 0.49646372933193156,
+      "grad_norm": 321.38043212890625,
+      "learning_rate": 1.7604612473886643e-05,
+      "loss": 42.8438,
+      "step": 10389
+    },
+    {
+      "epoch": 0.49651151677339195,
+      "grad_norm": 396.6768798828125,
+      "learning_rate": 1.760410991444878e-05,
+      "loss": 31.8438,
+      "step": 10390
+    },
+    {
+      "epoch": 0.49655930421485234,
+      "grad_norm": 334.78448486328125,
+      "learning_rate": 1.760360730947211e-05,
+      "loss": 32.3438,
+      "step": 10391
+    },
+    {
+      "epoch": 0.4966070916563127,
+      "grad_norm": 367.52117919921875,
+      "learning_rate": 1.7603104658959647e-05,
+      "loss": 29.4531,
+      "step": 10392
+    },
+    {
+      "epoch": 0.4966548790977731,
+      "grad_norm": 657.0634765625,
+      "learning_rate": 1.76026019629144e-05,
+      "loss": 41.4688,
+      "step": 10393
+    },
+    {
+      "epoch": 0.4967026665392335,
+      "grad_norm": 227.9937286376953,
+      "learning_rate": 1.760209922133937e-05,
+      "loss": 31.4688,
+      "step": 10394
+    },
+    {
+      "epoch": 0.4967504539806939,
+      "grad_norm": 280.7000732421875,
+      "learning_rate": 1.7601596434237576e-05,
+      "loss": 30.9062,
+      "step": 10395
+    },
+    {
+      "epoch": 0.4967982414221543,
+      "grad_norm": 171.11338806152344,
+      "learning_rate": 1.7601093601612033e-05,
+      "loss": 22.4688,
+      "step": 10396
+    },
+    {
+      "epoch": 0.4968460288636146,
+      "grad_norm": 328.6293640136719,
+      "learning_rate": 1.7600590723465746e-05,
+      "loss": 31.9375,
+      "step": 10397
+    },
+    {
+      "epoch": 0.496893816305075,
+      "grad_norm": 706.090576171875,
+      "learning_rate": 1.7600087799801725e-05,
+      "loss": 27.1562,
+      "step": 10398
+    },
+    {
+      "epoch": 0.4969416037465354,
+      "grad_norm": 973.8650512695312,
+      "learning_rate": 1.7599584830622988e-05,
+      "loss": 32.75,
+      "step": 10399
+    },
+    {
+      "epoch": 0.4969893911879958,
+      "grad_norm": 238.15255737304688,
+      "learning_rate": 1.7599081815932544e-05,
+      "loss": 24.4375,
+      "step": 10400
+    },
+    {
+      "epoch": 0.4970371786294562,
+      "grad_norm": 186.84800720214844,
+      "learning_rate": 1.7598578755733405e-05,
+      "loss": 24.5469,
+      "step": 10401
+    },
+    {
+      "epoch": 0.49708496607091657,
+      "grad_norm": 287.2948303222656,
+      "learning_rate": 1.7598075650028583e-05,
+      "loss": 25.7344,
+      "step": 10402
+    },
+    {
+      "epoch": 0.49713275351237696,
+      "grad_norm": 347.62744140625,
+      "learning_rate": 1.7597572498821093e-05,
+      "loss": 33.875,
+      "step": 10403
+    },
+    {
+      "epoch": 0.49718054095383735,
+      "grad_norm": 275.18988037109375,
+      "learning_rate": 1.7597069302113948e-05,
+      "loss": 24.8438,
+      "step": 10404
+    },
+    {
+      "epoch": 0.49722832839529774,
+      "grad_norm": 447.6940612792969,
+      "learning_rate": 1.759656605991016e-05,
+      "loss": 46.875,
+      "step": 10405
+    },
+    {
+      "epoch": 0.4972761158367581,
+      "grad_norm": 265.7253723144531,
+      "learning_rate": 1.759606277221274e-05,
+      "loss": 29.5938,
+      "step": 10406
+    },
+    {
+      "epoch": 0.49732390327821846,
+      "grad_norm": 251.57801818847656,
+      "learning_rate": 1.7595559439024708e-05,
+      "loss": 32.0312,
+      "step": 10407
+    },
+    {
+      "epoch": 0.49737169071967885,
+      "grad_norm": 206.73260498046875,
+      "learning_rate": 1.7595056060349075e-05,
+      "loss": 30.5156,
+      "step": 10408
+    },
+    {
+      "epoch": 0.49741947816113924,
+      "grad_norm": 284.114501953125,
+      "learning_rate": 1.759455263618886e-05,
+      "loss": 27.5781,
+      "step": 10409
+    },
+    {
+      "epoch": 0.49746726560259963,
+      "grad_norm": 331.0407409667969,
+      "learning_rate": 1.7594049166547073e-05,
+      "loss": 29.25,
+      "step": 10410
+    },
+    {
+      "epoch": 0.49751505304406,
+      "grad_norm": 214.2861785888672,
+      "learning_rate": 1.7593545651426727e-05,
+      "loss": 27.0,
+      "step": 10411
+    },
+    {
+      "epoch": 0.4975628404855204,
+      "grad_norm": 264.86187744140625,
+      "learning_rate": 1.7593042090830844e-05,
+      "loss": 29.9688,
+      "step": 10412
+    },
+    {
+      "epoch": 0.4976106279269808,
+      "grad_norm": 264.16729736328125,
+      "learning_rate": 1.759253848476244e-05,
+      "loss": 35.3438,
+      "step": 10413
+    },
+    {
+      "epoch": 0.4976584153684412,
+      "grad_norm": 345.48468017578125,
+      "learning_rate": 1.759203483322452e-05,
+      "loss": 26.5625,
+      "step": 10414
+    },
+    {
+      "epoch": 0.4977062028099016,
+      "grad_norm": 538.1602783203125,
+      "learning_rate": 1.7591531136220114e-05,
+      "loss": 27.5938,
+      "step": 10415
+    },
+    {
+      "epoch": 0.49775399025136197,
+      "grad_norm": 198.9261474609375,
+      "learning_rate": 1.7591027393752233e-05,
+      "loss": 30.8125,
+      "step": 10416
+    },
+    {
+      "epoch": 0.4978017776928223,
+      "grad_norm": 192.84307861328125,
+      "learning_rate": 1.759052360582389e-05,
+      "loss": 29.875,
+      "step": 10417
+    },
+    {
+      "epoch": 0.4978495651342827,
+      "grad_norm": 393.11700439453125,
+      "learning_rate": 1.7590019772438104e-05,
+      "loss": 43.3125,
+      "step": 10418
+    },
+    {
+      "epoch": 0.4978973525757431,
+      "grad_norm": 384.9756774902344,
+      "learning_rate": 1.758951589359789e-05,
+      "loss": 27.125,
+      "step": 10419
+    },
+    {
+      "epoch": 0.49794514001720347,
+      "grad_norm": 262.46807861328125,
+      "learning_rate": 1.7589011969306277e-05,
+      "loss": 28.5,
+      "step": 10420
+    },
+    {
+      "epoch": 0.49799292745866386,
+      "grad_norm": 341.3887023925781,
+      "learning_rate": 1.758850799956627e-05,
+      "loss": 28.6562,
+      "step": 10421
+    },
+    {
+      "epoch": 0.49804071490012425,
+      "grad_norm": 1539.78857421875,
+      "learning_rate": 1.758800398438089e-05,
+      "loss": 34.875,
+      "step": 10422
+    },
+    {
+      "epoch": 0.49808850234158464,
+      "grad_norm": 240.5517120361328,
+      "learning_rate": 1.7587499923753164e-05,
+      "loss": 33.5781,
+      "step": 10423
+    },
+    {
+      "epoch": 0.498136289783045,
+      "grad_norm": 361.63348388671875,
+      "learning_rate": 1.75869958176861e-05,
+      "loss": 39.4375,
+      "step": 10424
+    },
+    {
+      "epoch": 0.4981840772245054,
+      "grad_norm": 226.52088928222656,
+      "learning_rate": 1.7586491666182723e-05,
+      "loss": 27.0938,
+      "step": 10425
+    },
+    {
+      "epoch": 0.4982318646659658,
+      "grad_norm": 425.9832458496094,
+      "learning_rate": 1.758598746924605e-05,
+      "loss": 36.9688,
+      "step": 10426
+    },
+    {
+      "epoch": 0.49827965210742614,
+      "grad_norm": 295.5322570800781,
+      "learning_rate": 1.7585483226879096e-05,
+      "loss": 32.3438,
+      "step": 10427
+    },
+    {
+      "epoch": 0.49832743954888653,
+      "grad_norm": 246.85801696777344,
+      "learning_rate": 1.7584978939084888e-05,
+      "loss": 21.4688,
+      "step": 10428
+    },
+    {
+      "epoch": 0.4983752269903469,
+      "grad_norm": 635.32958984375,
+      "learning_rate": 1.7584474605866448e-05,
+      "loss": 49.5,
+      "step": 10429
+    },
+    {
+      "epoch": 0.4984230144318073,
+      "grad_norm": 168.3414764404297,
+      "learning_rate": 1.7583970227226784e-05,
+      "loss": 24.5625,
+      "step": 10430
+    },
+    {
+      "epoch": 0.4984708018732677,
+      "grad_norm": 141.75804138183594,
+      "learning_rate": 1.7583465803168932e-05,
+      "loss": 26.4844,
+      "step": 10431
+    },
+    {
+      "epoch": 0.4985185893147281,
+      "grad_norm": 177.22509765625,
+      "learning_rate": 1.75829613336959e-05,
+      "loss": 26.7188,
+      "step": 10432
+    },
+    {
+      "epoch": 0.4985663767561885,
+      "grad_norm": 225.5432586669922,
+      "learning_rate": 1.7582456818810717e-05,
+      "loss": 24.6719,
+      "step": 10433
+    },
+    {
+      "epoch": 0.49861416419764887,
+      "grad_norm": 277.4381408691406,
+      "learning_rate": 1.7581952258516398e-05,
+      "loss": 41.8438,
+      "step": 10434
+    },
+    {
+      "epoch": 0.49866195163910926,
+      "grad_norm": 348.6788330078125,
+      "learning_rate": 1.7581447652815973e-05,
+      "loss": 29.6875,
+      "step": 10435
+    },
+    {
+      "epoch": 0.49870973908056965,
+      "grad_norm": 356.10919189453125,
+      "learning_rate": 1.7580943001712457e-05,
+      "loss": 32.9062,
+      "step": 10436
+    },
+    {
+      "epoch": 0.49875752652203004,
+      "grad_norm": 256.44781494140625,
+      "learning_rate": 1.7580438305208874e-05,
+      "loss": 35.5938,
+      "step": 10437
+    },
+    {
+      "epoch": 0.49880531396349037,
+      "grad_norm": 347.7173156738281,
+      "learning_rate": 1.7579933563308248e-05,
+      "loss": 39.9688,
+      "step": 10438
+    },
+    {
+      "epoch": 0.49885310140495076,
+      "grad_norm": 287.4013977050781,
+      "learning_rate": 1.75794287760136e-05,
+      "loss": 33.9688,
+      "step": 10439
+    },
+    {
+      "epoch": 0.49890088884641115,
+      "grad_norm": 298.53643798828125,
+      "learning_rate": 1.7578923943327954e-05,
+      "loss": 25.5,
+      "step": 10440
+    },
+    {
+      "epoch": 0.49894867628787154,
+      "grad_norm": 248.1222381591797,
+      "learning_rate": 1.7578419065254334e-05,
+      "loss": 28.1562,
+      "step": 10441
+    },
+    {
+      "epoch": 0.49899646372933193,
+      "grad_norm": 188.2392578125,
+      "learning_rate": 1.7577914141795763e-05,
+      "loss": 29.2188,
+      "step": 10442
+    },
+    {
+      "epoch": 0.4990442511707923,
+      "grad_norm": 129.5726318359375,
+      "learning_rate": 1.757740917295526e-05,
+      "loss": 21.9688,
+      "step": 10443
+    },
+    {
+      "epoch": 0.4990920386122527,
+      "grad_norm": 180.9275665283203,
+      "learning_rate": 1.757690415873586e-05,
+      "loss": 18.8438,
+      "step": 10444
+    },
+    {
+      "epoch": 0.4991398260537131,
+      "grad_norm": 216.0998077392578,
+      "learning_rate": 1.757639909914058e-05,
+      "loss": 25.125,
+      "step": 10445
+    },
+    {
+      "epoch": 0.4991876134951735,
+      "grad_norm": 320.266845703125,
+      "learning_rate": 1.7575893994172443e-05,
+      "loss": 29.125,
+      "step": 10446
+    },
+    {
+      "epoch": 0.4992354009366339,
+      "grad_norm": 287.2264099121094,
+      "learning_rate": 1.7575388843834475e-05,
+      "loss": 36.2031,
+      "step": 10447
+    },
+    {
+      "epoch": 0.4992831883780942,
+      "grad_norm": 174.882080078125,
+      "learning_rate": 1.7574883648129706e-05,
+      "loss": 34.0938,
+      "step": 10448
+    },
+    {
+      "epoch": 0.4993309758195546,
+      "grad_norm": 329.23687744140625,
+      "learning_rate": 1.7574378407061153e-05,
+      "loss": 36.25,
+      "step": 10449
+    },
+    {
+      "epoch": 0.499378763261015,
+      "grad_norm": 170.464111328125,
+      "learning_rate": 1.757387312063185e-05,
+      "loss": 22.5625,
+      "step": 10450
+    },
+    {
+      "epoch": 0.4994265507024754,
+      "grad_norm": 339.4584045410156,
+      "learning_rate": 1.7573367788844823e-05,
+      "loss": 31.2812,
+      "step": 10451
+    },
+    {
+      "epoch": 0.49947433814393577,
+      "grad_norm": 321.8939208984375,
+      "learning_rate": 1.7572862411703097e-05,
+      "loss": 28.125,
+      "step": 10452
+    },
+    {
+      "epoch": 0.49952212558539616,
+      "grad_norm": 196.83253479003906,
+      "learning_rate": 1.7572356989209692e-05,
+      "loss": 36.5781,
+      "step": 10453
+    },
+    {
+      "epoch": 0.49956991302685655,
+      "grad_norm": 228.66464233398438,
+      "learning_rate": 1.757185152136764e-05,
+      "loss": 32.2812,
+      "step": 10454
+    },
+    {
+      "epoch": 0.49961770046831694,
+      "grad_norm": 433.9095764160156,
+      "learning_rate": 1.7571346008179968e-05,
+      "loss": 28.1875,
+      "step": 10455
+    },
+    {
+      "epoch": 0.49966548790977733,
+      "grad_norm": 165.1686553955078,
+      "learning_rate": 1.7570840449649704e-05,
+      "loss": 21.9062,
+      "step": 10456
+    },
+    {
+      "epoch": 0.4997132753512377,
+      "grad_norm": 250.00999450683594,
+      "learning_rate": 1.7570334845779874e-05,
+      "loss": 26.4062,
+      "step": 10457
+    },
+    {
+      "epoch": 0.49976106279269805,
+      "grad_norm": 228.79360961914062,
+      "learning_rate": 1.7569829196573506e-05,
+      "loss": 26.4062,
+      "step": 10458
+    },
+    {
+      "epoch": 0.49980885023415844,
+      "grad_norm": 283.1791687011719,
+      "learning_rate": 1.7569323502033634e-05,
+      "loss": 45.7188,
+      "step": 10459
+    },
+    {
+      "epoch": 0.49985663767561883,
+      "grad_norm": 338.4588317871094,
+      "learning_rate": 1.7568817762163275e-05,
+      "loss": 31.1875,
+      "step": 10460
+    },
+    {
+      "epoch": 0.4999044251170792,
+      "grad_norm": 300.8099670410156,
+      "learning_rate": 1.7568311976965466e-05,
+      "loss": 35.1562,
+      "step": 10461
+    },
+    {
+      "epoch": 0.4999522125585396,
+      "grad_norm": 288.3768615722656,
+      "learning_rate": 1.7567806146443233e-05,
+      "loss": 39.4062,
+      "step": 10462
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 249.58334350585938,
+      "learning_rate": 1.7567300270599607e-05,
+      "loss": 25.7812,
+      "step": 10463
+    },
+    {
+      "epoch": 0.5000477874414604,
+      "grad_norm": 327.35650634765625,
+      "learning_rate": 1.756679434943762e-05,
+      "loss": 33.4062,
+      "step": 10464
+    },
+    {
+      "epoch": 0.5000955748829208,
+      "grad_norm": 271.7575988769531,
+      "learning_rate": 1.7566288382960298e-05,
+      "loss": 27.6719,
+      "step": 10465
+    },
+    {
+      "epoch": 0.5001433623243812,
+      "grad_norm": 571.5078125,
+      "learning_rate": 1.756578237117067e-05,
+      "loss": 33.0,
+      "step": 10466
+    },
+    {
+      "epoch": 0.5001911497658416,
+      "grad_norm": 363.6549987792969,
+      "learning_rate": 1.7565276314071767e-05,
+      "loss": 32.375,
+      "step": 10467
+    },
+    {
+      "epoch": 0.500238937207302,
+      "grad_norm": 268.5498046875,
+      "learning_rate": 1.756477021166662e-05,
+      "loss": 30.2188,
+      "step": 10468
+    },
+    {
+      "epoch": 0.5002867246487623,
+      "grad_norm": 288.00634765625,
+      "learning_rate": 1.7564264063958264e-05,
+      "loss": 33.0312,
+      "step": 10469
+    },
+    {
+      "epoch": 0.5003345120902227,
+      "grad_norm": 304.2537536621094,
+      "learning_rate": 1.7563757870949724e-05,
+      "loss": 22.7656,
+      "step": 10470
+    },
+    {
+      "epoch": 0.5003822995316831,
+      "grad_norm": 481.2891540527344,
+      "learning_rate": 1.7563251632644037e-05,
+      "loss": 25.25,
+      "step": 10471
+    },
+    {
+      "epoch": 0.5004300869731435,
+      "grad_norm": 305.6642150878906,
+      "learning_rate": 1.756274534904423e-05,
+      "loss": 27.5,
+      "step": 10472
+    },
+    {
+      "epoch": 0.5004778744146039,
+      "grad_norm": 406.32122802734375,
+      "learning_rate": 1.756223902015334e-05,
+      "loss": 29.7031,
+      "step": 10473
+    },
+    {
+      "epoch": 0.5005256618560642,
+      "grad_norm": 313.84881591796875,
+      "learning_rate": 1.7561732645974392e-05,
+      "loss": 28.3438,
+      "step": 10474
+    },
+    {
+      "epoch": 0.5005734492975246,
+      "grad_norm": 197.35826110839844,
+      "learning_rate": 1.7561226226510425e-05,
+      "loss": 29.0312,
+      "step": 10475
+    },
+    {
+      "epoch": 0.500621236738985,
+      "grad_norm": 568.9713134765625,
+      "learning_rate": 1.756071976176447e-05,
+      "loss": 23.2812,
+      "step": 10476
+    },
+    {
+      "epoch": 0.5006690241804453,
+      "grad_norm": 215.32125854492188,
+      "learning_rate": 1.7560213251739558e-05,
+      "loss": 33.75,
+      "step": 10477
+    },
+    {
+      "epoch": 0.5007168116219057,
+      "grad_norm": 275.0281066894531,
+      "learning_rate": 1.7559706696438726e-05,
+      "loss": 31.5312,
+      "step": 10478
+    },
+    {
+      "epoch": 0.5007645990633661,
+      "grad_norm": 360.89471435546875,
+      "learning_rate": 1.7559200095865003e-05,
+      "loss": 28.2812,
+      "step": 10479
+    },
+    {
+      "epoch": 0.5008123865048265,
+      "grad_norm": 138.51878356933594,
+      "learning_rate": 1.7558693450021428e-05,
+      "loss": 25.3125,
+      "step": 10480
+    },
+    {
+      "epoch": 0.5008601739462869,
+      "grad_norm": 210.80789184570312,
+      "learning_rate": 1.755818675891103e-05,
+      "loss": 26.7188,
+      "step": 10481
+    },
+    {
+      "epoch": 0.5009079613877473,
+      "grad_norm": 295.7857971191406,
+      "learning_rate": 1.7557680022536848e-05,
+      "loss": 24.375,
+      "step": 10482
+    },
+    {
+      "epoch": 0.5009557488292077,
+      "grad_norm": 199.9693603515625,
+      "learning_rate": 1.7557173240901914e-05,
+      "loss": 24.375,
+      "step": 10483
+    },
+    {
+      "epoch": 0.5010035362706681,
+      "grad_norm": 215.30661010742188,
+      "learning_rate": 1.7556666414009265e-05,
+      "loss": 27.5,
+      "step": 10484
+    },
+    {
+      "epoch": 0.5010513237121285,
+      "grad_norm": 319.0732116699219,
+      "learning_rate": 1.7556159541861932e-05,
+      "loss": 34.7188,
+      "step": 10485
+    },
+    {
+      "epoch": 0.5010991111535888,
+      "grad_norm": 312.519775390625,
+      "learning_rate": 1.755565262446296e-05,
+      "loss": 23.625,
+      "step": 10486
+    },
+    {
+      "epoch": 0.5011468985950492,
+      "grad_norm": 188.80905151367188,
+      "learning_rate": 1.755514566181537e-05,
+      "loss": 17.25,
+      "step": 10487
+    },
+    {
+      "epoch": 0.5011946860365096,
+      "grad_norm": 282.3636474609375,
+      "learning_rate": 1.755463865392221e-05,
+      "loss": 32.0625,
+      "step": 10488
+    },
+    {
+      "epoch": 0.50124247347797,
+      "grad_norm": 297.9172058105469,
+      "learning_rate": 1.7554131600786514e-05,
+      "loss": 22.0781,
+      "step": 10489
+    },
+    {
+      "epoch": 0.5012902609194304,
+      "grad_norm": 323.0281982421875,
+      "learning_rate": 1.7553624502411314e-05,
+      "loss": 41.375,
+      "step": 10490
+    },
+    {
+      "epoch": 0.5013380483608908,
+      "grad_norm": 156.72808837890625,
+      "learning_rate": 1.7553117358799653e-05,
+      "loss": 27.9375,
+      "step": 10491
+    },
+    {
+      "epoch": 0.5013858358023512,
+      "grad_norm": 454.706298828125,
+      "learning_rate": 1.755261016995456e-05,
+      "loss": 26.0781,
+      "step": 10492
+    },
+    {
+      "epoch": 0.5014336232438116,
+      "grad_norm": 336.6768493652344,
+      "learning_rate": 1.7552102935879087e-05,
+      "loss": 36.25,
+      "step": 10493
+    },
+    {
+      "epoch": 0.5014814106852719,
+      "grad_norm": 919.564208984375,
+      "learning_rate": 1.7551595656576254e-05,
+      "loss": 38.7812,
+      "step": 10494
+    },
+    {
+      "epoch": 0.5015291981267322,
+      "grad_norm": 268.2475891113281,
+      "learning_rate": 1.7551088332049112e-05,
+      "loss": 29.5156,
+      "step": 10495
+    },
+    {
+      "epoch": 0.5015769855681926,
+      "grad_norm": 465.56390380859375,
+      "learning_rate": 1.755058096230069e-05,
+      "loss": 28.25,
+      "step": 10496
+    },
+    {
+      "epoch": 0.501624773009653,
+      "grad_norm": 440.7229919433594,
+      "learning_rate": 1.7550073547334035e-05,
+      "loss": 33.9062,
+      "step": 10497
+    },
+    {
+      "epoch": 0.5016725604511134,
+      "grad_norm": 193.78280639648438,
+      "learning_rate": 1.7549566087152178e-05,
+      "loss": 25.5625,
+      "step": 10498
+    },
+    {
+      "epoch": 0.5017203478925738,
+      "grad_norm": 229.1329345703125,
+      "learning_rate": 1.7549058581758165e-05,
+      "loss": 24.8125,
+      "step": 10499
+    },
+    {
+      "epoch": 0.5017681353340342,
+      "grad_norm": 378.208984375,
+      "learning_rate": 1.7548551031155033e-05,
+      "loss": 37.4375,
+      "step": 10500
+    },
+    {
+      "epoch": 0.5018159227754946,
+      "grad_norm": 212.73806762695312,
+      "learning_rate": 1.7548043435345817e-05,
+      "loss": 34.5938,
+      "step": 10501
+    },
+    {
+      "epoch": 0.501863710216955,
+      "grad_norm": 246.70477294921875,
+      "learning_rate": 1.7547535794333563e-05,
+      "loss": 29.7812,
+      "step": 10502
+    },
+    {
+      "epoch": 0.5019114976584154,
+      "grad_norm": 183.6995849609375,
+      "learning_rate": 1.754702810812131e-05,
+      "loss": 22.5,
+      "step": 10503
+    },
+    {
+      "epoch": 0.5019592850998758,
+      "grad_norm": 433.23828125,
+      "learning_rate": 1.7546520376712093e-05,
+      "loss": 25.6719,
+      "step": 10504
+    },
+    {
+      "epoch": 0.5020070725413361,
+      "grad_norm": 444.14935302734375,
+      "learning_rate": 1.7546012600108956e-05,
+      "loss": 20.4844,
+      "step": 10505
+    },
+    {
+      "epoch": 0.5020548599827965,
+      "grad_norm": 308.1746520996094,
+      "learning_rate": 1.7545504778314947e-05,
+      "loss": 30.75,
+      "step": 10506
+    },
+    {
+      "epoch": 0.5021026474242569,
+      "grad_norm": 179.11009216308594,
+      "learning_rate": 1.7544996911333093e-05,
+      "loss": 18.3594,
+      "step": 10507
+    },
+    {
+      "epoch": 0.5021504348657173,
+      "grad_norm": 209.58285522460938,
+      "learning_rate": 1.754448899916645e-05,
+      "loss": 30.8594,
+      "step": 10508
+    },
+    {
+      "epoch": 0.5021982223071777,
+      "grad_norm": 326.8172607421875,
+      "learning_rate": 1.754398104181805e-05,
+      "loss": 42.8125,
+      "step": 10509
+    },
+    {
+      "epoch": 0.5022460097486381,
+      "grad_norm": 261.2045593261719,
+      "learning_rate": 1.7543473039290936e-05,
+      "loss": 33.4062,
+      "step": 10510
+    },
+    {
+      "epoch": 0.5022937971900985,
+      "grad_norm": 293.99365234375,
+      "learning_rate": 1.7542964991588155e-05,
+      "loss": 45.375,
+      "step": 10511
+    },
+    {
+      "epoch": 0.5023415846315589,
+      "grad_norm": 301.76263427734375,
+      "learning_rate": 1.7542456898712745e-05,
+      "loss": 26.5,
+      "step": 10512
+    },
+    {
+      "epoch": 0.5023893720730193,
+      "grad_norm": 306.89630126953125,
+      "learning_rate": 1.754194876066775e-05,
+      "loss": 38.8125,
+      "step": 10513
+    },
+    {
+      "epoch": 0.5024371595144796,
+      "grad_norm": 225.3773956298828,
+      "learning_rate": 1.7541440577456215e-05,
+      "loss": 27.75,
+      "step": 10514
+    },
+    {
+      "epoch": 0.5024849469559399,
+      "grad_norm": 173.88621520996094,
+      "learning_rate": 1.7540932349081184e-05,
+      "loss": 20.0,
+      "step": 10515
+    },
+    {
+      "epoch": 0.5025327343974003,
+      "grad_norm": 532.4908447265625,
+      "learning_rate": 1.7540424075545698e-05,
+      "loss": 31.8125,
+      "step": 10516
+    },
+    {
+      "epoch": 0.5025805218388607,
+      "grad_norm": 198.81883239746094,
+      "learning_rate": 1.7539915756852797e-05,
+      "loss": 30.0,
+      "step": 10517
+    },
+    {
+      "epoch": 0.5026283092803211,
+      "grad_norm": 1692.8521728515625,
+      "learning_rate": 1.7539407393005533e-05,
+      "loss": 28.1562,
+      "step": 10518
+    },
+    {
+      "epoch": 0.5026760967217815,
+      "grad_norm": 255.47825622558594,
+      "learning_rate": 1.753889898400695e-05,
+      "loss": 27.5469,
+      "step": 10519
+    },
+    {
+      "epoch": 0.5027238841632419,
+      "grad_norm": 230.80740356445312,
+      "learning_rate": 1.753839052986009e-05,
+      "loss": 23.5312,
+      "step": 10520
+    },
+    {
+      "epoch": 0.5027716716047023,
+      "grad_norm": 230.9470977783203,
+      "learning_rate": 1.753788203056799e-05,
+      "loss": 23.7969,
+      "step": 10521
+    },
+    {
+      "epoch": 0.5028194590461627,
+      "grad_norm": 234.5597686767578,
+      "learning_rate": 1.753737348613371e-05,
+      "loss": 26.4219,
+      "step": 10522
+    },
+    {
+      "epoch": 0.502867246487623,
+      "grad_norm": 242.6634521484375,
+      "learning_rate": 1.7536864896560288e-05,
+      "loss": 24.3125,
+      "step": 10523
+    },
+    {
+      "epoch": 0.5029150339290834,
+      "grad_norm": 268.7727355957031,
+      "learning_rate": 1.753635626185077e-05,
+      "loss": 27.6875,
+      "step": 10524
+    },
+    {
+      "epoch": 0.5029628213705438,
+      "grad_norm": 273.1171569824219,
+      "learning_rate": 1.75358475820082e-05,
+      "loss": 21.9531,
+      "step": 10525
+    },
+    {
+      "epoch": 0.5030106088120042,
+      "grad_norm": 206.9467315673828,
+      "learning_rate": 1.7535338857035632e-05,
+      "loss": 30.0,
+      "step": 10526
+    },
+    {
+      "epoch": 0.5030583962534646,
+      "grad_norm": 271.7080383300781,
+      "learning_rate": 1.7534830086936103e-05,
+      "loss": 33.7188,
+      "step": 10527
+    },
+    {
+      "epoch": 0.503106183694925,
+      "grad_norm": 184.7759246826172,
+      "learning_rate": 1.7534321271712665e-05,
+      "loss": 31.625,
+      "step": 10528
+    },
+    {
+      "epoch": 0.5031539711363854,
+      "grad_norm": 267.2725830078125,
+      "learning_rate": 1.7533812411368365e-05,
+      "loss": 23.5469,
+      "step": 10529
+    },
+    {
+      "epoch": 0.5032017585778458,
+      "grad_norm": 134.44288635253906,
+      "learning_rate": 1.7533303505906252e-05,
+      "loss": 24.6875,
+      "step": 10530
+    },
+    {
+      "epoch": 0.5032495460193062,
+      "grad_norm": 525.8603515625,
+      "learning_rate": 1.753279455532937e-05,
+      "loss": 26.1875,
+      "step": 10531
+    },
+    {
+      "epoch": 0.5032973334607665,
+      "grad_norm": 315.31884765625,
+      "learning_rate": 1.7532285559640767e-05,
+      "loss": 31.6562,
+      "step": 10532
+    },
+    {
+      "epoch": 0.5033451209022269,
+      "grad_norm": 322.24786376953125,
+      "learning_rate": 1.7531776518843498e-05,
+      "loss": 33.125,
+      "step": 10533
+    },
+    {
+      "epoch": 0.5033929083436873,
+      "grad_norm": 296.3017578125,
+      "learning_rate": 1.7531267432940602e-05,
+      "loss": 29.625,
+      "step": 10534
+    },
+    {
+      "epoch": 0.5034406957851477,
+      "grad_norm": 314.7044677734375,
+      "learning_rate": 1.753075830193513e-05,
+      "loss": 30.5,
+      "step": 10535
+    },
+    {
+      "epoch": 0.503488483226608,
+      "grad_norm": 188.99456787109375,
+      "learning_rate": 1.7530249125830137e-05,
+      "loss": 30.0938,
+      "step": 10536
+    },
+    {
+      "epoch": 0.5035362706680684,
+      "grad_norm": 212.71356201171875,
+      "learning_rate": 1.752973990462867e-05,
+      "loss": 31.2812,
+      "step": 10537
+    },
+    {
+      "epoch": 0.5035840581095288,
+      "grad_norm": 964.476318359375,
+      "learning_rate": 1.752923063833377e-05,
+      "loss": 25.3125,
+      "step": 10538
+    },
+    {
+      "epoch": 0.5036318455509892,
+      "grad_norm": 344.5025634765625,
+      "learning_rate": 1.7528721326948498e-05,
+      "loss": 27.6875,
+      "step": 10539
+    },
+    {
+      "epoch": 0.5036796329924496,
+      "grad_norm": 233.17015075683594,
+      "learning_rate": 1.7528211970475903e-05,
+      "loss": 43.875,
+      "step": 10540
+    },
+    {
+      "epoch": 0.50372742043391,
+      "grad_norm": 318.95556640625,
+      "learning_rate": 1.752770256891903e-05,
+      "loss": 28.1875,
+      "step": 10541
+    },
+    {
+      "epoch": 0.5037752078753703,
+      "grad_norm": 285.2497253417969,
+      "learning_rate": 1.752719312228093e-05,
+      "loss": 28.8125,
+      "step": 10542
+    },
+    {
+      "epoch": 0.5038229953168307,
+      "grad_norm": 265.05914306640625,
+      "learning_rate": 1.7526683630564658e-05,
+      "loss": 40.8125,
+      "step": 10543
+    },
+    {
+      "epoch": 0.5038707827582911,
+      "grad_norm": 236.33193969726562,
+      "learning_rate": 1.7526174093773263e-05,
+      "loss": 32.4688,
+      "step": 10544
+    },
+    {
+      "epoch": 0.5039185701997515,
+      "grad_norm": 213.01788330078125,
+      "learning_rate": 1.7525664511909795e-05,
+      "loss": 21.8438,
+      "step": 10545
+    },
+    {
+      "epoch": 0.5039663576412119,
+      "grad_norm": 143.1461944580078,
+      "learning_rate": 1.7525154884977306e-05,
+      "loss": 19.9062,
+      "step": 10546
+    },
+    {
+      "epoch": 0.5040141450826723,
+      "grad_norm": 215.32948303222656,
+      "learning_rate": 1.7524645212978853e-05,
+      "loss": 36.9688,
+      "step": 10547
+    },
+    {
+      "epoch": 0.5040619325241327,
+      "grad_norm": 257.6070556640625,
+      "learning_rate": 1.7524135495917485e-05,
+      "loss": 40.1562,
+      "step": 10548
+    },
+    {
+      "epoch": 0.5041097199655931,
+      "grad_norm": 233.73829650878906,
+      "learning_rate": 1.7523625733796254e-05,
+      "loss": 29.8906,
+      "step": 10549
+    },
+    {
+      "epoch": 0.5041575074070535,
+      "grad_norm": 366.2027587890625,
+      "learning_rate": 1.752311592661821e-05,
+      "loss": 31.0312,
+      "step": 10550
+    },
+    {
+      "epoch": 0.5042052948485138,
+      "grad_norm": 363.4733581542969,
+      "learning_rate": 1.752260607438641e-05,
+      "loss": 26.4688,
+      "step": 10551
+    },
+    {
+      "epoch": 0.5042530822899742,
+      "grad_norm": 231.67286682128906,
+      "learning_rate": 1.7522096177103905e-05,
+      "loss": 30.6875,
+      "step": 10552
+    },
+    {
+      "epoch": 0.5043008697314346,
+      "grad_norm": 287.6100769042969,
+      "learning_rate": 1.7521586234773755e-05,
+      "loss": 36.0312,
+      "step": 10553
+    },
+    {
+      "epoch": 0.504348657172895,
+      "grad_norm": 304.2272033691406,
+      "learning_rate": 1.7521076247399006e-05,
+      "loss": 30.5625,
+      "step": 10554
+    },
+    {
+      "epoch": 0.5043964446143554,
+      "grad_norm": 221.0116729736328,
+      "learning_rate": 1.7520566214982715e-05,
+      "loss": 29.0625,
+      "step": 10555
+    },
+    {
+      "epoch": 0.5044442320558157,
+      "grad_norm": 243.0378875732422,
+      "learning_rate": 1.7520056137527937e-05,
+      "loss": 26.7344,
+      "step": 10556
+    },
+    {
+      "epoch": 0.5044920194972761,
+      "grad_norm": 272.90185546875,
+      "learning_rate": 1.7519546015037728e-05,
+      "loss": 33.5312,
+      "step": 10557
+    },
+    {
+      "epoch": 0.5045398069387365,
+      "grad_norm": 220.5647735595703,
+      "learning_rate": 1.7519035847515138e-05,
+      "loss": 32.4062,
+      "step": 10558
+    },
+    {
+      "epoch": 0.5045875943801968,
+      "grad_norm": 173.55484008789062,
+      "learning_rate": 1.7518525634963226e-05,
+      "loss": 24.25,
+      "step": 10559
+    },
+    {
+      "epoch": 0.5046353818216572,
+      "grad_norm": 221.57473754882812,
+      "learning_rate": 1.751801537738505e-05,
+      "loss": 43.1875,
+      "step": 10560
+    },
+    {
+      "epoch": 0.5046831692631176,
+      "grad_norm": 246.99081420898438,
+      "learning_rate": 1.751750507478366e-05,
+      "loss": 33.2188,
+      "step": 10561
+    },
+    {
+      "epoch": 0.504730956704578,
+      "grad_norm": 190.8383331298828,
+      "learning_rate": 1.7516994727162114e-05,
+      "loss": 30.1562,
+      "step": 10562
+    },
+    {
+      "epoch": 0.5047787441460384,
+      "grad_norm": 225.56997680664062,
+      "learning_rate": 1.7516484334523472e-05,
+      "loss": 28.0,
+      "step": 10563
+    },
+    {
+      "epoch": 0.5048265315874988,
+      "grad_norm": 312.05975341796875,
+      "learning_rate": 1.7515973896870786e-05,
+      "loss": 35.125,
+      "step": 10564
+    },
+    {
+      "epoch": 0.5048743190289592,
+      "grad_norm": 158.53948974609375,
+      "learning_rate": 1.7515463414207118e-05,
+      "loss": 29.2969,
+      "step": 10565
+    },
+    {
+      "epoch": 0.5049221064704196,
+      "grad_norm": 318.8154602050781,
+      "learning_rate": 1.7514952886535518e-05,
+      "loss": 25.25,
+      "step": 10566
+    },
+    {
+      "epoch": 0.50496989391188,
+      "grad_norm": 192.6144256591797,
+      "learning_rate": 1.7514442313859047e-05,
+      "loss": 28.6562,
+      "step": 10567
+    },
+    {
+      "epoch": 0.5050176813533404,
+      "grad_norm": 249.55224609375,
+      "learning_rate": 1.7513931696180764e-05,
+      "loss": 23.125,
+      "step": 10568
+    },
+    {
+      "epoch": 0.5050654687948007,
+      "grad_norm": 192.97848510742188,
+      "learning_rate": 1.7513421033503722e-05,
+      "loss": 27.4062,
+      "step": 10569
+    },
+    {
+      "epoch": 0.5051132562362611,
+      "grad_norm": 145.01890563964844,
+      "learning_rate": 1.7512910325830986e-05,
+      "loss": 26.4688,
+      "step": 10570
+    },
+    {
+      "epoch": 0.5051610436777215,
+      "grad_norm": 296.01336669921875,
+      "learning_rate": 1.7512399573165612e-05,
+      "loss": 37.5,
+      "step": 10571
+    },
+    {
+      "epoch": 0.5052088311191819,
+      "grad_norm": 212.49826049804688,
+      "learning_rate": 1.7511888775510662e-05,
+      "loss": 30.7188,
+      "step": 10572
+    },
+    {
+      "epoch": 0.5052566185606423,
+      "grad_norm": 382.091064453125,
+      "learning_rate": 1.7511377932869186e-05,
+      "loss": 38.875,
+      "step": 10573
+    },
+    {
+      "epoch": 0.5053044060021027,
+      "grad_norm": 513.4784545898438,
+      "learning_rate": 1.751086704524425e-05,
+      "loss": 26.125,
+      "step": 10574
+    },
+    {
+      "epoch": 0.5053521934435631,
+      "grad_norm": 264.04364013671875,
+      "learning_rate": 1.751035611263891e-05,
+      "loss": 36.3125,
+      "step": 10575
+    },
+    {
+      "epoch": 0.5053999808850235,
+      "grad_norm": 279.12652587890625,
+      "learning_rate": 1.750984513505623e-05,
+      "loss": 30.3438,
+      "step": 10576
+    },
+    {
+      "epoch": 0.5054477683264837,
+      "grad_norm": 169.43185424804688,
+      "learning_rate": 1.750933411249927e-05,
+      "loss": 31.2969,
+      "step": 10577
+    },
+    {
+      "epoch": 0.5054955557679441,
+      "grad_norm": 270.47705078125,
+      "learning_rate": 1.7508823044971084e-05,
+      "loss": 31.7031,
+      "step": 10578
+    },
+    {
+      "epoch": 0.5055433432094045,
+      "grad_norm": 332.7901916503906,
+      "learning_rate": 1.750831193247474e-05,
+      "loss": 33.75,
+      "step": 10579
+    },
+    {
+      "epoch": 0.5055911306508649,
+      "grad_norm": 400.52154541015625,
+      "learning_rate": 1.75078007750133e-05,
+      "loss": 20.125,
+      "step": 10580
+    },
+    {
+      "epoch": 0.5056389180923253,
+      "grad_norm": 276.09918212890625,
+      "learning_rate": 1.750728957258981e-05,
+      "loss": 36.8125,
+      "step": 10581
+    },
+    {
+      "epoch": 0.5056867055337857,
+      "grad_norm": 248.10853576660156,
+      "learning_rate": 1.7506778325207353e-05,
+      "loss": 24.9062,
+      "step": 10582
+    },
+    {
+      "epoch": 0.5057344929752461,
+      "grad_norm": 395.9595642089844,
+      "learning_rate": 1.7506267032868973e-05,
+      "loss": 35.5625,
+      "step": 10583
+    },
+    {
+      "epoch": 0.5057822804167065,
+      "grad_norm": 410.7479553222656,
+      "learning_rate": 1.7505755695577742e-05,
+      "loss": 35.875,
+      "step": 10584
+    },
+    {
+      "epoch": 0.5058300678581669,
+      "grad_norm": 321.0069580078125,
+      "learning_rate": 1.750524431333672e-05,
+      "loss": 36.2812,
+      "step": 10585
+    },
+    {
+      "epoch": 0.5058778552996273,
+      "grad_norm": 270.55859375,
+      "learning_rate": 1.750473288614897e-05,
+      "loss": 31.125,
+      "step": 10586
+    },
+    {
+      "epoch": 0.5059256427410876,
+      "grad_norm": 231.06314086914062,
+      "learning_rate": 1.750422141401755e-05,
+      "loss": 31.7188,
+      "step": 10587
+    },
+    {
+      "epoch": 0.505973430182548,
+      "grad_norm": 348.35418701171875,
+      "learning_rate": 1.750370989694553e-05,
+      "loss": 25.7812,
+      "step": 10588
+    },
+    {
+      "epoch": 0.5060212176240084,
+      "grad_norm": 384.1180114746094,
+      "learning_rate": 1.750319833493597e-05,
+      "loss": 33.2188,
+      "step": 10589
+    },
+    {
+      "epoch": 0.5060690050654688,
+      "grad_norm": 400.794189453125,
+      "learning_rate": 1.7502686727991932e-05,
+      "loss": 39.1875,
+      "step": 10590
+    },
+    {
+      "epoch": 0.5061167925069292,
+      "grad_norm": 248.5517578125,
+      "learning_rate": 1.7502175076116483e-05,
+      "loss": 31.9062,
+      "step": 10591
+    },
+    {
+      "epoch": 0.5061645799483896,
+      "grad_norm": 405.7171630859375,
+      "learning_rate": 1.7501663379312685e-05,
+      "loss": 28.1406,
+      "step": 10592
+    },
+    {
+      "epoch": 0.50621236738985,
+      "grad_norm": 412.24188232421875,
+      "learning_rate": 1.7501151637583604e-05,
+      "loss": 35.2188,
+      "step": 10593
+    },
+    {
+      "epoch": 0.5062601548313104,
+      "grad_norm": 310.59735107421875,
+      "learning_rate": 1.75006398509323e-05,
+      "loss": 23.8906,
+      "step": 10594
+    },
+    {
+      "epoch": 0.5063079422727708,
+      "grad_norm": 332.8541259765625,
+      "learning_rate": 1.7500128019361847e-05,
+      "loss": 26.2188,
+      "step": 10595
+    },
+    {
+      "epoch": 0.5063557297142312,
+      "grad_norm": 414.6373291015625,
+      "learning_rate": 1.7499616142875307e-05,
+      "loss": 28.375,
+      "step": 10596
+    },
+    {
+      "epoch": 0.5064035171556914,
+      "grad_norm": 153.37393188476562,
+      "learning_rate": 1.749910422147574e-05,
+      "loss": 26.4688,
+      "step": 10597
+    },
+    {
+      "epoch": 0.5064513045971518,
+      "grad_norm": 151.7041473388672,
+      "learning_rate": 1.7498592255166212e-05,
+      "loss": 18.3438,
+      "step": 10598
+    },
+    {
+      "epoch": 0.5064990920386122,
+      "grad_norm": 317.91693115234375,
+      "learning_rate": 1.7498080243949795e-05,
+      "loss": 32.8438,
+      "step": 10599
+    },
+    {
+      "epoch": 0.5065468794800726,
+      "grad_norm": 513.0570068359375,
+      "learning_rate": 1.7497568187829555e-05,
+      "loss": 43.4062,
+      "step": 10600
+    },
+    {
+      "epoch": 0.506594666921533,
+      "grad_norm": 171.40528869628906,
+      "learning_rate": 1.7497056086808553e-05,
+      "loss": 24.0312,
+      "step": 10601
+    },
+    {
+      "epoch": 0.5066424543629934,
+      "grad_norm": 254.81944274902344,
+      "learning_rate": 1.7496543940889858e-05,
+      "loss": 33.8125,
+      "step": 10602
+    },
+    {
+      "epoch": 0.5066902418044538,
+      "grad_norm": 258.03912353515625,
+      "learning_rate": 1.749603175007654e-05,
+      "loss": 29.0938,
+      "step": 10603
+    },
+    {
+      "epoch": 0.5067380292459142,
+      "grad_norm": 511.83905029296875,
+      "learning_rate": 1.7495519514371664e-05,
+      "loss": 53.5,
+      "step": 10604
+    },
+    {
+      "epoch": 0.5067858166873745,
+      "grad_norm": 246.08795166015625,
+      "learning_rate": 1.7495007233778295e-05,
+      "loss": 25.5,
+      "step": 10605
+    },
+    {
+      "epoch": 0.5068336041288349,
+      "grad_norm": 331.22454833984375,
+      "learning_rate": 1.7494494908299508e-05,
+      "loss": 31.6875,
+      "step": 10606
+    },
+    {
+      "epoch": 0.5068813915702953,
+      "grad_norm": 317.5105895996094,
+      "learning_rate": 1.7493982537938366e-05,
+      "loss": 28.0938,
+      "step": 10607
+    },
+    {
+      "epoch": 0.5069291790117557,
+      "grad_norm": 367.5413513183594,
+      "learning_rate": 1.749347012269794e-05,
+      "loss": 28.75,
+      "step": 10608
+    },
+    {
+      "epoch": 0.5069769664532161,
+      "grad_norm": 241.35923767089844,
+      "learning_rate": 1.7492957662581297e-05,
+      "loss": 33.5,
+      "step": 10609
+    },
+    {
+      "epoch": 0.5070247538946765,
+      "grad_norm": 379.1698303222656,
+      "learning_rate": 1.74924451575915e-05,
+      "loss": 29.2188,
+      "step": 10610
+    },
+    {
+      "epoch": 0.5070725413361369,
+      "grad_norm": 420.5527038574219,
+      "learning_rate": 1.7491932607731634e-05,
+      "loss": 41.9062,
+      "step": 10611
+    },
+    {
+      "epoch": 0.5071203287775973,
+      "grad_norm": 190.60198974609375,
+      "learning_rate": 1.749142001300475e-05,
+      "loss": 32.0,
+      "step": 10612
+    },
+    {
+      "epoch": 0.5071681162190577,
+      "grad_norm": 388.45123291015625,
+      "learning_rate": 1.749090737341393e-05,
+      "loss": 26.9375,
+      "step": 10613
+    },
+    {
+      "epoch": 0.507215903660518,
+      "grad_norm": 224.9827117919922,
+      "learning_rate": 1.7490394688962245e-05,
+      "loss": 30.9062,
+      "step": 10614
+    },
+    {
+      "epoch": 0.5072636911019784,
+      "grad_norm": 307.54388427734375,
+      "learning_rate": 1.7489881959652755e-05,
+      "loss": 30.875,
+      "step": 10615
+    },
+    {
+      "epoch": 0.5073114785434388,
+      "grad_norm": 204.47317504882812,
+      "learning_rate": 1.748936918548854e-05,
+      "loss": 25.625,
+      "step": 10616
+    },
+    {
+      "epoch": 0.5073592659848992,
+      "grad_norm": 226.64083862304688,
+      "learning_rate": 1.7488856366472665e-05,
+      "loss": 39.25,
+      "step": 10617
+    },
+    {
+      "epoch": 0.5074070534263595,
+      "grad_norm": 294.86895751953125,
+      "learning_rate": 1.7488343502608206e-05,
+      "loss": 34.5625,
+      "step": 10618
+    },
+    {
+      "epoch": 0.5074548408678199,
+      "grad_norm": 221.60528564453125,
+      "learning_rate": 1.748783059389823e-05,
+      "loss": 32.2188,
+      "step": 10619
+    },
+    {
+      "epoch": 0.5075026283092803,
+      "grad_norm": 297.6901550292969,
+      "learning_rate": 1.7487317640345813e-05,
+      "loss": 28.7812,
+      "step": 10620
+    },
+    {
+      "epoch": 0.5075504157507407,
+      "grad_norm": 187.03453063964844,
+      "learning_rate": 1.7486804641954024e-05,
+      "loss": 28.4688,
+      "step": 10621
+    },
+    {
+      "epoch": 0.5075982031922011,
+      "grad_norm": 722.6444702148438,
+      "learning_rate": 1.7486291598725934e-05,
+      "loss": 24.5625,
+      "step": 10622
+    },
+    {
+      "epoch": 0.5076459906336614,
+      "grad_norm": 322.5620422363281,
+      "learning_rate": 1.7485778510664618e-05,
+      "loss": 34.4062,
+      "step": 10623
+    },
+    {
+      "epoch": 0.5076937780751218,
+      "grad_norm": 435.7621154785156,
+      "learning_rate": 1.748526537777315e-05,
+      "loss": 25.0312,
+      "step": 10624
+    },
+    {
+      "epoch": 0.5077415655165822,
+      "grad_norm": 201.66912841796875,
+      "learning_rate": 1.74847522000546e-05,
+      "loss": 34.4375,
+      "step": 10625
+    },
+    {
+      "epoch": 0.5077893529580426,
+      "grad_norm": 177.759765625,
+      "learning_rate": 1.7484238977512042e-05,
+      "loss": 18.1562,
+      "step": 10626
+    },
+    {
+      "epoch": 0.507837140399503,
+      "grad_norm": 161.26986694335938,
+      "learning_rate": 1.748372571014855e-05,
+      "loss": 26.1719,
+      "step": 10627
+    },
+    {
+      "epoch": 0.5078849278409634,
+      "grad_norm": 267.9458923339844,
+      "learning_rate": 1.7483212397967197e-05,
+      "loss": 30.2812,
+      "step": 10628
+    },
+    {
+      "epoch": 0.5079327152824238,
+      "grad_norm": 226.2238311767578,
+      "learning_rate": 1.748269904097106e-05,
+      "loss": 27.9062,
+      "step": 10629
+    },
+    {
+      "epoch": 0.5079805027238842,
+      "grad_norm": 530.9319458007812,
+      "learning_rate": 1.748218563916321e-05,
+      "loss": 32.125,
+      "step": 10630
+    },
+    {
+      "epoch": 0.5080282901653446,
+      "grad_norm": 202.30770874023438,
+      "learning_rate": 1.748167219254672e-05,
+      "loss": 23.5156,
+      "step": 10631
+    },
+    {
+      "epoch": 0.508076077606805,
+      "grad_norm": 238.2554473876953,
+      "learning_rate": 1.748115870112467e-05,
+      "loss": 50.625,
+      "step": 10632
+    },
+    {
+      "epoch": 0.5081238650482653,
+      "grad_norm": 233.39492797851562,
+      "learning_rate": 1.748064516490013e-05,
+      "loss": 25.5312,
+      "step": 10633
+    },
+    {
+      "epoch": 0.5081716524897257,
+      "grad_norm": 301.4647521972656,
+      "learning_rate": 1.7480131583876182e-05,
+      "loss": 30.2188,
+      "step": 10634
+    },
+    {
+      "epoch": 0.5082194399311861,
+      "grad_norm": 312.0151062011719,
+      "learning_rate": 1.7479617958055898e-05,
+      "loss": 28.4062,
+      "step": 10635
+    },
+    {
+      "epoch": 0.5082672273726465,
+      "grad_norm": 219.32765197753906,
+      "learning_rate": 1.747910428744235e-05,
+      "loss": 31.5,
+      "step": 10636
+    },
+    {
+      "epoch": 0.5083150148141069,
+      "grad_norm": 206.07781982421875,
+      "learning_rate": 1.7478590572038617e-05,
+      "loss": 30.8125,
+      "step": 10637
+    },
+    {
+      "epoch": 0.5083628022555673,
+      "grad_norm": 233.41468811035156,
+      "learning_rate": 1.7478076811847784e-05,
+      "loss": 23.25,
+      "step": 10638
+    },
+    {
+      "epoch": 0.5084105896970276,
+      "grad_norm": 241.1920928955078,
+      "learning_rate": 1.7477563006872916e-05,
+      "loss": 27.4375,
+      "step": 10639
+    },
+    {
+      "epoch": 0.508458377138488,
+      "grad_norm": 178.14585876464844,
+      "learning_rate": 1.7477049157117093e-05,
+      "loss": 21.8906,
+      "step": 10640
+    },
+    {
+      "epoch": 0.5085061645799483,
+      "grad_norm": 234.55296325683594,
+      "learning_rate": 1.7476535262583395e-05,
+      "loss": 30.0312,
+      "step": 10641
+    },
+    {
+      "epoch": 0.5085539520214087,
+      "grad_norm": 350.8919982910156,
+      "learning_rate": 1.7476021323274896e-05,
+      "loss": 34.5,
+      "step": 10642
+    },
+    {
+      "epoch": 0.5086017394628691,
+      "grad_norm": 372.41241455078125,
+      "learning_rate": 1.747550733919468e-05,
+      "loss": 41.875,
+      "step": 10643
+    },
+    {
+      "epoch": 0.5086495269043295,
+      "grad_norm": 310.8108825683594,
+      "learning_rate": 1.7474993310345817e-05,
+      "loss": 41.1875,
+      "step": 10644
+    },
+    {
+      "epoch": 0.5086973143457899,
+      "grad_norm": 268.96710205078125,
+      "learning_rate": 1.7474479236731393e-05,
+      "loss": 22.9531,
+      "step": 10645
+    },
+    {
+      "epoch": 0.5087451017872503,
+      "grad_norm": 329.34112548828125,
+      "learning_rate": 1.747396511835448e-05,
+      "loss": 33.8438,
+      "step": 10646
+    },
+    {
+      "epoch": 0.5087928892287107,
+      "grad_norm": 218.2032928466797,
+      "learning_rate": 1.747345095521816e-05,
+      "loss": 21.4844,
+      "step": 10647
+    },
+    {
+      "epoch": 0.5088406766701711,
+      "grad_norm": 245.4301300048828,
+      "learning_rate": 1.7472936747325516e-05,
+      "loss": 20.375,
+      "step": 10648
+    },
+    {
+      "epoch": 0.5088884641116315,
+      "grad_norm": 271.91815185546875,
+      "learning_rate": 1.747242249467962e-05,
+      "loss": 31.6875,
+      "step": 10649
+    },
+    {
+      "epoch": 0.5089362515530919,
+      "grad_norm": 387.2709045410156,
+      "learning_rate": 1.7471908197283558e-05,
+      "loss": 32.6875,
+      "step": 10650
+    },
+    {
+      "epoch": 0.5089840389945522,
+      "grad_norm": 330.7616882324219,
+      "learning_rate": 1.7471393855140405e-05,
+      "loss": 39.9688,
+      "step": 10651
+    },
+    {
+      "epoch": 0.5090318264360126,
+      "grad_norm": 312.4365539550781,
+      "learning_rate": 1.7470879468253242e-05,
+      "loss": 30.0625,
+      "step": 10652
+    },
+    {
+      "epoch": 0.509079613877473,
+      "grad_norm": 251.6667938232422,
+      "learning_rate": 1.7470365036625155e-05,
+      "loss": 26.9375,
+      "step": 10653
+    },
+    {
+      "epoch": 0.5091274013189334,
+      "grad_norm": 285.0291442871094,
+      "learning_rate": 1.746985056025922e-05,
+      "loss": 32.2812,
+      "step": 10654
+    },
+    {
+      "epoch": 0.5091751887603938,
+      "grad_norm": 379.8377990722656,
+      "learning_rate": 1.7469336039158517e-05,
+      "loss": 43.4062,
+      "step": 10655
+    },
+    {
+      "epoch": 0.5092229762018542,
+      "grad_norm": 298.0951232910156,
+      "learning_rate": 1.7468821473326133e-05,
+      "loss": 29.0781,
+      "step": 10656
+    },
+    {
+      "epoch": 0.5092707636433146,
+      "grad_norm": 282.2476806640625,
+      "learning_rate": 1.746830686276514e-05,
+      "loss": 27.375,
+      "step": 10657
+    },
+    {
+      "epoch": 0.509318551084775,
+      "grad_norm": 296.52978515625,
+      "learning_rate": 1.746779220747863e-05,
+      "loss": 28.3438,
+      "step": 10658
+    },
+    {
+      "epoch": 0.5093663385262353,
+      "grad_norm": 158.02560424804688,
+      "learning_rate": 1.746727750746968e-05,
+      "loss": 27.1875,
+      "step": 10659
+    },
+    {
+      "epoch": 0.5094141259676956,
+      "grad_norm": 557.503662109375,
+      "learning_rate": 1.746676276274137e-05,
+      "loss": 37.8438,
+      "step": 10660
+    },
+    {
+      "epoch": 0.509461913409156,
+      "grad_norm": 316.7301025390625,
+      "learning_rate": 1.7466247973296792e-05,
+      "loss": 29.7969,
+      "step": 10661
+    },
+    {
+      "epoch": 0.5095097008506164,
+      "grad_norm": 690.1317138671875,
+      "learning_rate": 1.7465733139139017e-05,
+      "loss": 19.2812,
+      "step": 10662
+    },
+    {
+      "epoch": 0.5095574882920768,
+      "grad_norm": 410.8655090332031,
+      "learning_rate": 1.7465218260271137e-05,
+      "loss": 39.125,
+      "step": 10663
+    },
+    {
+      "epoch": 0.5096052757335372,
+      "grad_norm": 224.9005126953125,
+      "learning_rate": 1.746470333669623e-05,
+      "loss": 33.8125,
+      "step": 10664
+    },
+    {
+      "epoch": 0.5096530631749976,
+      "grad_norm": 377.2870178222656,
+      "learning_rate": 1.7464188368417385e-05,
+      "loss": 39.875,
+      "step": 10665
+    },
+    {
+      "epoch": 0.509700850616458,
+      "grad_norm": 285.7446594238281,
+      "learning_rate": 1.7463673355437684e-05,
+      "loss": 28.2188,
+      "step": 10666
+    },
+    {
+      "epoch": 0.5097486380579184,
+      "grad_norm": 829.9375,
+      "learning_rate": 1.7463158297760207e-05,
+      "loss": 39.7812,
+      "step": 10667
+    },
+    {
+      "epoch": 0.5097964254993788,
+      "grad_norm": 181.57472229003906,
+      "learning_rate": 1.746264319538804e-05,
+      "loss": 23.5312,
+      "step": 10668
+    },
+    {
+      "epoch": 0.5098442129408391,
+      "grad_norm": 1032.8636474609375,
+      "learning_rate": 1.7462128048324273e-05,
+      "loss": 20.9375,
+      "step": 10669
+    },
+    {
+      "epoch": 0.5098920003822995,
+      "grad_norm": 202.5225067138672,
+      "learning_rate": 1.746161285657199e-05,
+      "loss": 30.75,
+      "step": 10670
+    },
+    {
+      "epoch": 0.5099397878237599,
+      "grad_norm": 229.71246337890625,
+      "learning_rate": 1.7461097620134274e-05,
+      "loss": 23.8281,
+      "step": 10671
+    },
+    {
+      "epoch": 0.5099875752652203,
+      "grad_norm": 209.06893920898438,
+      "learning_rate": 1.7460582339014208e-05,
+      "loss": 22.3438,
+      "step": 10672
+    },
+    {
+      "epoch": 0.5100353627066807,
+      "grad_norm": 336.6075134277344,
+      "learning_rate": 1.7460067013214878e-05,
+      "loss": 35.7188,
+      "step": 10673
+    },
+    {
+      "epoch": 0.5100831501481411,
+      "grad_norm": 394.93878173828125,
+      "learning_rate": 1.7459551642739375e-05,
+      "loss": 39.4375,
+      "step": 10674
+    },
+    {
+      "epoch": 0.5101309375896015,
+      "grad_norm": 247.12181091308594,
+      "learning_rate": 1.7459036227590785e-05,
+      "loss": 30.9062,
+      "step": 10675
+    },
+    {
+      "epoch": 0.5101787250310619,
+      "grad_norm": 521.1420288085938,
+      "learning_rate": 1.7458520767772192e-05,
+      "loss": 32.375,
+      "step": 10676
+    },
+    {
+      "epoch": 0.5102265124725223,
+      "grad_norm": 226.36631774902344,
+      "learning_rate": 1.7458005263286685e-05,
+      "loss": 27.4688,
+      "step": 10677
+    },
+    {
+      "epoch": 0.5102742999139827,
+      "grad_norm": 234.4343719482422,
+      "learning_rate": 1.7457489714137347e-05,
+      "loss": 26.5469,
+      "step": 10678
+    },
+    {
+      "epoch": 0.510322087355443,
+      "grad_norm": 250.97291564941406,
+      "learning_rate": 1.745697412032727e-05,
+      "loss": 25.9688,
+      "step": 10679
+    },
+    {
+      "epoch": 0.5103698747969033,
+      "grad_norm": 134.55845642089844,
+      "learning_rate": 1.7456458481859537e-05,
+      "loss": 23.1875,
+      "step": 10680
+    },
+    {
+      "epoch": 0.5104176622383637,
+      "grad_norm": 283.70379638671875,
+      "learning_rate": 1.7455942798737244e-05,
+      "loss": 30.4375,
+      "step": 10681
+    },
+    {
+      "epoch": 0.5104654496798241,
+      "grad_norm": 330.2618408203125,
+      "learning_rate": 1.7455427070963474e-05,
+      "loss": 24.5938,
+      "step": 10682
+    },
+    {
+      "epoch": 0.5105132371212845,
+      "grad_norm": 272.0116882324219,
+      "learning_rate": 1.7454911298541314e-05,
+      "loss": 23.9062,
+      "step": 10683
+    },
+    {
+      "epoch": 0.5105610245627449,
+      "grad_norm": 271.5090637207031,
+      "learning_rate": 1.7454395481473852e-05,
+      "loss": 31.9141,
+      "step": 10684
+    },
+    {
+      "epoch": 0.5106088120042053,
+      "grad_norm": 434.3214416503906,
+      "learning_rate": 1.7453879619764184e-05,
+      "loss": 29.125,
+      "step": 10685
+    },
+    {
+      "epoch": 0.5106565994456657,
+      "grad_norm": 212.2577362060547,
+      "learning_rate": 1.7453363713415394e-05,
+      "loss": 25.5312,
+      "step": 10686
+    },
+    {
+      "epoch": 0.510704386887126,
+      "grad_norm": 573.6970825195312,
+      "learning_rate": 1.7452847762430573e-05,
+      "loss": 34.125,
+      "step": 10687
+    },
+    {
+      "epoch": 0.5107521743285864,
+      "grad_norm": 229.9691619873047,
+      "learning_rate": 1.7452331766812812e-05,
+      "loss": 29.125,
+      "step": 10688
+    },
+    {
+      "epoch": 0.5107999617700468,
+      "grad_norm": 229.50547790527344,
+      "learning_rate": 1.7451815726565196e-05,
+      "loss": 24.9688,
+      "step": 10689
+    },
+    {
+      "epoch": 0.5108477492115072,
+      "grad_norm": 187.28854370117188,
+      "learning_rate": 1.7451299641690823e-05,
+      "loss": 25.4062,
+      "step": 10690
+    },
+    {
+      "epoch": 0.5108955366529676,
+      "grad_norm": 235.82313537597656,
+      "learning_rate": 1.745078351219278e-05,
+      "loss": 29.7812,
+      "step": 10691
+    },
+    {
+      "epoch": 0.510943324094428,
+      "grad_norm": 244.70420837402344,
+      "learning_rate": 1.7450267338074157e-05,
+      "loss": 30.1562,
+      "step": 10692
+    },
+    {
+      "epoch": 0.5109911115358884,
+      "grad_norm": 371.4309997558594,
+      "learning_rate": 1.7449751119338045e-05,
+      "loss": 23.0156,
+      "step": 10693
+    },
+    {
+      "epoch": 0.5110388989773488,
+      "grad_norm": 300.9826965332031,
+      "learning_rate": 1.7449234855987538e-05,
+      "loss": 33.6562,
+      "step": 10694
+    },
+    {
+      "epoch": 0.5110866864188092,
+      "grad_norm": 206.74404907226562,
+      "learning_rate": 1.7448718548025726e-05,
+      "loss": 28.8594,
+      "step": 10695
+    },
+    {
+      "epoch": 0.5111344738602696,
+      "grad_norm": 502.41143798828125,
+      "learning_rate": 1.74482021954557e-05,
+      "loss": 31.2812,
+      "step": 10696
+    },
+    {
+      "epoch": 0.51118226130173,
+      "grad_norm": 416.3824462890625,
+      "learning_rate": 1.7447685798280554e-05,
+      "loss": 20.5,
+      "step": 10697
+    },
+    {
+      "epoch": 0.5112300487431903,
+      "grad_norm": 341.37091064453125,
+      "learning_rate": 1.744716935650338e-05,
+      "loss": 30.0781,
+      "step": 10698
+    },
+    {
+      "epoch": 0.5112778361846507,
+      "grad_norm": 540.0457153320312,
+      "learning_rate": 1.7446652870127276e-05,
+      "loss": 32.8906,
+      "step": 10699
+    },
+    {
+      "epoch": 0.511325623626111,
+      "grad_norm": 384.5559387207031,
+      "learning_rate": 1.7446136339155323e-05,
+      "loss": 39.2188,
+      "step": 10700
+    },
+    {
+      "epoch": 0.5113734110675714,
+      "grad_norm": 180.9189453125,
+      "learning_rate": 1.7445619763590627e-05,
+      "loss": 24.3438,
+      "step": 10701
+    },
+    {
+      "epoch": 0.5114211985090318,
+      "grad_norm": 211.2831268310547,
+      "learning_rate": 1.7445103143436273e-05,
+      "loss": 26.1562,
+      "step": 10702
+    },
+    {
+      "epoch": 0.5114689859504922,
+      "grad_norm": 299.5577087402344,
+      "learning_rate": 1.744458647869536e-05,
+      "loss": 28.4062,
+      "step": 10703
+    },
+    {
+      "epoch": 0.5115167733919526,
+      "grad_norm": 1008.5198974609375,
+      "learning_rate": 1.744406976937098e-05,
+      "loss": 31.5938,
+      "step": 10704
+    },
+    {
+      "epoch": 0.511564560833413,
+      "grad_norm": 260.2474670410156,
+      "learning_rate": 1.7443553015466227e-05,
+      "loss": 29.5312,
+      "step": 10705
+    },
+    {
+      "epoch": 0.5116123482748733,
+      "grad_norm": 183.13905334472656,
+      "learning_rate": 1.7443036216984194e-05,
+      "loss": 29.6562,
+      "step": 10706
+    },
+    {
+      "epoch": 0.5116601357163337,
+      "grad_norm": 294.2026672363281,
+      "learning_rate": 1.744251937392798e-05,
+      "loss": 41.4062,
+      "step": 10707
+    },
+    {
+      "epoch": 0.5117079231577941,
+      "grad_norm": 215.052734375,
+      "learning_rate": 1.744200248630068e-05,
+      "loss": 27.6562,
+      "step": 10708
+    },
+    {
+      "epoch": 0.5117557105992545,
+      "grad_norm": 252.11085510253906,
+      "learning_rate": 1.7441485554105388e-05,
+      "loss": 27.9375,
+      "step": 10709
+    },
+    {
+      "epoch": 0.5118034980407149,
+      "grad_norm": 353.5172119140625,
+      "learning_rate": 1.7440968577345196e-05,
+      "loss": 46.2031,
+      "step": 10710
+    },
+    {
+      "epoch": 0.5118512854821753,
+      "grad_norm": 247.79067993164062,
+      "learning_rate": 1.7440451556023204e-05,
+      "loss": 41.3125,
+      "step": 10711
+    },
+    {
+      "epoch": 0.5118990729236357,
+      "grad_norm": 339.1260681152344,
+      "learning_rate": 1.7439934490142508e-05,
+      "loss": 23.75,
+      "step": 10712
+    },
+    {
+      "epoch": 0.5119468603650961,
+      "grad_norm": 484.4173889160156,
+      "learning_rate": 1.7439417379706206e-05,
+      "loss": 29.1875,
+      "step": 10713
+    },
+    {
+      "epoch": 0.5119946478065565,
+      "grad_norm": 264.51446533203125,
+      "learning_rate": 1.7438900224717397e-05,
+      "loss": 31.2188,
+      "step": 10714
+    },
+    {
+      "epoch": 0.5120424352480168,
+      "grad_norm": 197.56646728515625,
+      "learning_rate": 1.7438383025179168e-05,
+      "loss": 25.0938,
+      "step": 10715
+    },
+    {
+      "epoch": 0.5120902226894772,
+      "grad_norm": 244.20562744140625,
+      "learning_rate": 1.7437865781094626e-05,
+      "loss": 26.3906,
+      "step": 10716
+    },
+    {
+      "epoch": 0.5121380101309376,
+      "grad_norm": 272.7153625488281,
+      "learning_rate": 1.7437348492466868e-05,
+      "loss": 38.6875,
+      "step": 10717
+    },
+    {
+      "epoch": 0.512185797572398,
+      "grad_norm": 429.1715393066406,
+      "learning_rate": 1.7436831159298986e-05,
+      "loss": 27.4375,
+      "step": 10718
+    },
+    {
+      "epoch": 0.5122335850138584,
+      "grad_norm": 285.6784362792969,
+      "learning_rate": 1.7436313781594082e-05,
+      "loss": 28.3906,
+      "step": 10719
+    },
+    {
+      "epoch": 0.5122813724553188,
+      "grad_norm": 254.79319763183594,
+      "learning_rate": 1.7435796359355255e-05,
+      "loss": 30.75,
+      "step": 10720
+    },
+    {
+      "epoch": 0.5123291598967791,
+      "grad_norm": 371.8374938964844,
+      "learning_rate": 1.7435278892585602e-05,
+      "loss": 40.375,
+      "step": 10721
+    },
+    {
+      "epoch": 0.5123769473382395,
+      "grad_norm": 347.56134033203125,
+      "learning_rate": 1.743476138128822e-05,
+      "loss": 29.0156,
+      "step": 10722
+    },
+    {
+      "epoch": 0.5124247347796999,
+      "grad_norm": 368.1895751953125,
+      "learning_rate": 1.7434243825466212e-05,
+      "loss": 38.5938,
+      "step": 10723
+    },
+    {
+      "epoch": 0.5124725222211602,
+      "grad_norm": 464.2805480957031,
+      "learning_rate": 1.743372622512268e-05,
+      "loss": 32.125,
+      "step": 10724
+    },
+    {
+      "epoch": 0.5125203096626206,
+      "grad_norm": 314.55023193359375,
+      "learning_rate": 1.7433208580260716e-05,
+      "loss": 31.2344,
+      "step": 10725
+    },
+    {
+      "epoch": 0.512568097104081,
+      "grad_norm": 242.7811737060547,
+      "learning_rate": 1.7432690890883425e-05,
+      "loss": 27.0,
+      "step": 10726
+    },
+    {
+      "epoch": 0.5126158845455414,
+      "grad_norm": 308.3526916503906,
+      "learning_rate": 1.743217315699391e-05,
+      "loss": 36.4688,
+      "step": 10727
+    },
+    {
+      "epoch": 0.5126636719870018,
+      "grad_norm": 263.3756408691406,
+      "learning_rate": 1.7431655378595262e-05,
+      "loss": 22.7969,
+      "step": 10728
+    },
+    {
+      "epoch": 0.5127114594284622,
+      "grad_norm": 439.9298095703125,
+      "learning_rate": 1.7431137555690593e-05,
+      "loss": 27.9531,
+      "step": 10729
+    },
+    {
+      "epoch": 0.5127592468699226,
+      "grad_norm": 258.91571044921875,
+      "learning_rate": 1.7430619688282995e-05,
+      "loss": 31.375,
+      "step": 10730
+    },
+    {
+      "epoch": 0.512807034311383,
+      "grad_norm": 197.52667236328125,
+      "learning_rate": 1.7430101776375577e-05,
+      "loss": 33.0625,
+      "step": 10731
+    },
+    {
+      "epoch": 0.5128548217528434,
+      "grad_norm": 357.305419921875,
+      "learning_rate": 1.742958381997143e-05,
+      "loss": 45.1562,
+      "step": 10732
+    },
+    {
+      "epoch": 0.5129026091943037,
+      "grad_norm": 308.8397521972656,
+      "learning_rate": 1.742906581907367e-05,
+      "loss": 30.5625,
+      "step": 10733
+    },
+    {
+      "epoch": 0.5129503966357641,
+      "grad_norm": 147.027587890625,
+      "learning_rate": 1.742854777368539e-05,
+      "loss": 21.5312,
+      "step": 10734
+    },
+    {
+      "epoch": 0.5129981840772245,
+      "grad_norm": 356.63250732421875,
+      "learning_rate": 1.742802968380969e-05,
+      "loss": 27.3125,
+      "step": 10735
+    },
+    {
+      "epoch": 0.5130459715186849,
+      "grad_norm": 808.701904296875,
+      "learning_rate": 1.7427511549449682e-05,
+      "loss": 51.1562,
+      "step": 10736
+    },
+    {
+      "epoch": 0.5130937589601453,
+      "grad_norm": 288.3629150390625,
+      "learning_rate": 1.742699337060846e-05,
+      "loss": 22.9844,
+      "step": 10737
+    },
+    {
+      "epoch": 0.5131415464016057,
+      "grad_norm": 310.39117431640625,
+      "learning_rate": 1.7426475147289134e-05,
+      "loss": 27.3125,
+      "step": 10738
+    },
+    {
+      "epoch": 0.5131893338430661,
+      "grad_norm": 461.6164855957031,
+      "learning_rate": 1.7425956879494802e-05,
+      "loss": 24.6562,
+      "step": 10739
+    },
+    {
+      "epoch": 0.5132371212845265,
+      "grad_norm": 152.71383666992188,
+      "learning_rate": 1.7425438567228574e-05,
+      "loss": 20.875,
+      "step": 10740
+    },
+    {
+      "epoch": 0.5132849087259869,
+      "grad_norm": 184.6689910888672,
+      "learning_rate": 1.7424920210493547e-05,
+      "loss": 20.9688,
+      "step": 10741
+    },
+    {
+      "epoch": 0.5133326961674471,
+      "grad_norm": 507.9234619140625,
+      "learning_rate": 1.7424401809292833e-05,
+      "loss": 37.6562,
+      "step": 10742
+    },
+    {
+      "epoch": 0.5133804836089075,
+      "grad_norm": 313.6058349609375,
+      "learning_rate": 1.7423883363629528e-05,
+      "loss": 46.875,
+      "step": 10743
+    },
+    {
+      "epoch": 0.5134282710503679,
+      "grad_norm": 406.5523376464844,
+      "learning_rate": 1.7423364873506747e-05,
+      "loss": 40.625,
+      "step": 10744
+    },
+    {
+      "epoch": 0.5134760584918283,
+      "grad_norm": 505.1024475097656,
+      "learning_rate": 1.742284633892758e-05,
+      "loss": 50.375,
+      "step": 10745
+    },
+    {
+      "epoch": 0.5135238459332887,
+      "grad_norm": 282.55474853515625,
+      "learning_rate": 1.742232775989515e-05,
+      "loss": 29.0312,
+      "step": 10746
+    },
+    {
+      "epoch": 0.5135716333747491,
+      "grad_norm": 350.1957702636719,
+      "learning_rate": 1.742180913641255e-05,
+      "loss": 43.0625,
+      "step": 10747
+    },
+    {
+      "epoch": 0.5136194208162095,
+      "grad_norm": 246.36605834960938,
+      "learning_rate": 1.742129046848289e-05,
+      "loss": 37.4688,
+      "step": 10748
+    },
+    {
+      "epoch": 0.5136672082576699,
+      "grad_norm": 593.6851196289062,
+      "learning_rate": 1.7420771756109278e-05,
+      "loss": 27.7969,
+      "step": 10749
+    },
+    {
+      "epoch": 0.5137149956991303,
+      "grad_norm": 304.3099670410156,
+      "learning_rate": 1.7420252999294816e-05,
+      "loss": 29.5,
+      "step": 10750
+    },
+    {
+      "epoch": 0.5137627831405907,
+      "grad_norm": 207.88157653808594,
+      "learning_rate": 1.7419734198042613e-05,
+      "loss": 29.4531,
+      "step": 10751
+    },
+    {
+      "epoch": 0.513810570582051,
+      "grad_norm": 244.50094604492188,
+      "learning_rate": 1.741921535235578e-05,
+      "loss": 28.625,
+      "step": 10752
+    },
+    {
+      "epoch": 0.5138583580235114,
+      "grad_norm": 213.34405517578125,
+      "learning_rate": 1.7418696462237418e-05,
+      "loss": 28.1875,
+      "step": 10753
+    },
+    {
+      "epoch": 0.5139061454649718,
+      "grad_norm": 257.71337890625,
+      "learning_rate": 1.741817752769064e-05,
+      "loss": 38.5625,
+      "step": 10754
+    },
+    {
+      "epoch": 0.5139539329064322,
+      "grad_norm": 268.63494873046875,
+      "learning_rate": 1.7417658548718544e-05,
+      "loss": 32.2656,
+      "step": 10755
+    },
+    {
+      "epoch": 0.5140017203478926,
+      "grad_norm": 689.286865234375,
+      "learning_rate": 1.741713952532425e-05,
+      "loss": 36.6562,
+      "step": 10756
+    },
+    {
+      "epoch": 0.514049507789353,
+      "grad_norm": 311.5868225097656,
+      "learning_rate": 1.741662045751086e-05,
+      "loss": 34.5625,
+      "step": 10757
+    },
+    {
+      "epoch": 0.5140972952308134,
+      "grad_norm": 369.6382141113281,
+      "learning_rate": 1.7416101345281485e-05,
+      "loss": 22.8125,
+      "step": 10758
+    },
+    {
+      "epoch": 0.5141450826722738,
+      "grad_norm": 305.6905517578125,
+      "learning_rate": 1.741558218863923e-05,
+      "loss": 34.4062,
+      "step": 10759
+    },
+    {
+      "epoch": 0.5141928701137342,
+      "grad_norm": 235.0974578857422,
+      "learning_rate": 1.7415062987587207e-05,
+      "loss": 31.375,
+      "step": 10760
+    },
+    {
+      "epoch": 0.5142406575551945,
+      "grad_norm": 277.6950378417969,
+      "learning_rate": 1.7414543742128525e-05,
+      "loss": 27.6719,
+      "step": 10761
+    },
+    {
+      "epoch": 0.5142884449966548,
+      "grad_norm": 233.30917358398438,
+      "learning_rate": 1.7414024452266292e-05,
+      "loss": 17.7812,
+      "step": 10762
+    },
+    {
+      "epoch": 0.5143362324381152,
+      "grad_norm": 192.35231018066406,
+      "learning_rate": 1.7413505118003618e-05,
+      "loss": 27.0938,
+      "step": 10763
+    },
+    {
+      "epoch": 0.5143840198795756,
+      "grad_norm": 162.38873291015625,
+      "learning_rate": 1.741298573934362e-05,
+      "loss": 26.6875,
+      "step": 10764
+    },
+    {
+      "epoch": 0.514431807321036,
+      "grad_norm": 104.55523681640625,
+      "learning_rate": 1.7412466316289397e-05,
+      "loss": 23.9844,
+      "step": 10765
+    },
+    {
+      "epoch": 0.5144795947624964,
+      "grad_norm": 224.92999267578125,
+      "learning_rate": 1.7411946848844067e-05,
+      "loss": 36.0,
+      "step": 10766
+    },
+    {
+      "epoch": 0.5145273822039568,
+      "grad_norm": 287.7350158691406,
+      "learning_rate": 1.741142733701074e-05,
+      "loss": 27.25,
+      "step": 10767
+    },
+    {
+      "epoch": 0.5145751696454172,
+      "grad_norm": 314.45550537109375,
+      "learning_rate": 1.741090778079253e-05,
+      "loss": 42.2812,
+      "step": 10768
+    },
+    {
+      "epoch": 0.5146229570868776,
+      "grad_norm": 286.0794372558594,
+      "learning_rate": 1.741038818019254e-05,
+      "loss": 34.7188,
+      "step": 10769
+    },
+    {
+      "epoch": 0.5146707445283379,
+      "grad_norm": 244.5833740234375,
+      "learning_rate": 1.7409868535213892e-05,
+      "loss": 33.7812,
+      "step": 10770
+    },
+    {
+      "epoch": 0.5147185319697983,
+      "grad_norm": 326.239013671875,
+      "learning_rate": 1.740934884585969e-05,
+      "loss": 34.5781,
+      "step": 10771
+    },
+    {
+      "epoch": 0.5147663194112587,
+      "grad_norm": 153.7664794921875,
+      "learning_rate": 1.7408829112133045e-05,
+      "loss": 20.0,
+      "step": 10772
+    },
+    {
+      "epoch": 0.5148141068527191,
+      "grad_norm": 275.21099853515625,
+      "learning_rate": 1.740830933403708e-05,
+      "loss": 33.5312,
+      "step": 10773
+    },
+    {
+      "epoch": 0.5148618942941795,
+      "grad_norm": 158.78494262695312,
+      "learning_rate": 1.7407789511574896e-05,
+      "loss": 28.6875,
+      "step": 10774
+    },
+    {
+      "epoch": 0.5149096817356399,
+      "grad_norm": 427.3362121582031,
+      "learning_rate": 1.7407269644749615e-05,
+      "loss": 23.2812,
+      "step": 10775
+    },
+    {
+      "epoch": 0.5149574691771003,
+      "grad_norm": 339.4757385253906,
+      "learning_rate": 1.7406749733564344e-05,
+      "loss": 36.375,
+      "step": 10776
+    },
+    {
+      "epoch": 0.5150052566185607,
+      "grad_norm": 202.598876953125,
+      "learning_rate": 1.7406229778022204e-05,
+      "loss": 24.0312,
+      "step": 10777
+    },
+    {
+      "epoch": 0.5150530440600211,
+      "grad_norm": 302.24530029296875,
+      "learning_rate": 1.74057097781263e-05,
+      "loss": 34.0938,
+      "step": 10778
+    },
+    {
+      "epoch": 0.5151008315014814,
+      "grad_norm": 195.38621520996094,
+      "learning_rate": 1.7405189733879754e-05,
+      "loss": 24.7656,
+      "step": 10779
+    },
+    {
+      "epoch": 0.5151486189429418,
+      "grad_norm": 321.5375061035156,
+      "learning_rate": 1.7404669645285676e-05,
+      "loss": 25.0312,
+      "step": 10780
+    },
+    {
+      "epoch": 0.5151964063844022,
+      "grad_norm": 211.27081298828125,
+      "learning_rate": 1.7404149512347183e-05,
+      "loss": 25.2812,
+      "step": 10781
+    },
+    {
+      "epoch": 0.5152441938258626,
+      "grad_norm": 255.37179565429688,
+      "learning_rate": 1.7403629335067386e-05,
+      "loss": 30.0312,
+      "step": 10782
+    },
+    {
+      "epoch": 0.5152919812673229,
+      "grad_norm": 193.4983673095703,
+      "learning_rate": 1.7403109113449398e-05,
+      "loss": 18.3438,
+      "step": 10783
+    },
+    {
+      "epoch": 0.5153397687087833,
+      "grad_norm": 217.56564331054688,
+      "learning_rate": 1.7402588847496344e-05,
+      "loss": 27.7812,
+      "step": 10784
+    },
+    {
+      "epoch": 0.5153875561502437,
+      "grad_norm": 478.6335754394531,
+      "learning_rate": 1.7402068537211338e-05,
+      "loss": 40.0938,
+      "step": 10785
+    },
+    {
+      "epoch": 0.5154353435917041,
+      "grad_norm": 240.42355346679688,
+      "learning_rate": 1.7401548182597485e-05,
+      "loss": 35.1094,
+      "step": 10786
+    },
+    {
+      "epoch": 0.5154831310331645,
+      "grad_norm": 329.1959533691406,
+      "learning_rate": 1.7401027783657914e-05,
+      "loss": 25.9375,
+      "step": 10787
+    },
+    {
+      "epoch": 0.5155309184746248,
+      "grad_norm": 269.1515197753906,
+      "learning_rate": 1.7400507340395734e-05,
+      "loss": 25.2969,
+      "step": 10788
+    },
+    {
+      "epoch": 0.5155787059160852,
+      "grad_norm": 317.0832824707031,
+      "learning_rate": 1.7399986852814067e-05,
+      "loss": 39.0312,
+      "step": 10789
+    },
+    {
+      "epoch": 0.5156264933575456,
+      "grad_norm": 487.00689697265625,
+      "learning_rate": 1.7399466320916025e-05,
+      "loss": 31.0625,
+      "step": 10790
+    },
+    {
+      "epoch": 0.515674280799006,
+      "grad_norm": 337.6962890625,
+      "learning_rate": 1.739894574470473e-05,
+      "loss": 30.5938,
+      "step": 10791
+    },
+    {
+      "epoch": 0.5157220682404664,
+      "grad_norm": 414.2168884277344,
+      "learning_rate": 1.7398425124183295e-05,
+      "loss": 29.2188,
+      "step": 10792
+    },
+    {
+      "epoch": 0.5157698556819268,
+      "grad_norm": 271.38763427734375,
+      "learning_rate": 1.7397904459354843e-05,
+      "loss": 24.1719,
+      "step": 10793
+    },
+    {
+      "epoch": 0.5158176431233872,
+      "grad_norm": 208.41610717773438,
+      "learning_rate": 1.7397383750222486e-05,
+      "loss": 29.5156,
+      "step": 10794
+    },
+    {
+      "epoch": 0.5158654305648476,
+      "grad_norm": 349.3856201171875,
+      "learning_rate": 1.739686299678935e-05,
+      "loss": 30.7188,
+      "step": 10795
+    },
+    {
+      "epoch": 0.515913218006308,
+      "grad_norm": 331.06805419921875,
+      "learning_rate": 1.7396342199058546e-05,
+      "loss": 34.5,
+      "step": 10796
+    },
+    {
+      "epoch": 0.5159610054477684,
+      "grad_norm": 223.73252868652344,
+      "learning_rate": 1.7395821357033194e-05,
+      "loss": 26.4688,
+      "step": 10797
+    },
+    {
+      "epoch": 0.5160087928892287,
+      "grad_norm": 337.7071228027344,
+      "learning_rate": 1.7395300470716418e-05,
+      "loss": 37.0625,
+      "step": 10798
+    },
+    {
+      "epoch": 0.5160565803306891,
+      "grad_norm": 406.1834716796875,
+      "learning_rate": 1.7394779540111332e-05,
+      "loss": 28.0625,
+      "step": 10799
+    },
+    {
+      "epoch": 0.5161043677721495,
+      "grad_norm": 305.69561767578125,
+      "learning_rate": 1.7394258565221063e-05,
+      "loss": 30.0625,
+      "step": 10800
+    },
+    {
+      "epoch": 0.5161521552136099,
+      "grad_norm": 201.7854461669922,
+      "learning_rate": 1.7393737546048724e-05,
+      "loss": 26.5156,
+      "step": 10801
+    },
+    {
+      "epoch": 0.5161999426550703,
+      "grad_norm": 296.5394592285156,
+      "learning_rate": 1.7393216482597437e-05,
+      "loss": 43.7188,
+      "step": 10802
+    },
+    {
+      "epoch": 0.5162477300965306,
+      "grad_norm": 163.5699005126953,
+      "learning_rate": 1.7392695374870325e-05,
+      "loss": 21.125,
+      "step": 10803
+    },
+    {
+      "epoch": 0.516295517537991,
+      "grad_norm": 235.40113830566406,
+      "learning_rate": 1.7392174222870508e-05,
+      "loss": 38.9062,
+      "step": 10804
+    },
+    {
+      "epoch": 0.5163433049794514,
+      "grad_norm": 403.2709655761719,
+      "learning_rate": 1.7391653026601103e-05,
+      "loss": 30.75,
+      "step": 10805
+    },
+    {
+      "epoch": 0.5163910924209117,
+      "grad_norm": 330.8519592285156,
+      "learning_rate": 1.7391131786065235e-05,
+      "loss": 19.9219,
+      "step": 10806
+    },
+    {
+      "epoch": 0.5164388798623721,
+      "grad_norm": 325.7643737792969,
+      "learning_rate": 1.7390610501266024e-05,
+      "loss": 46.8125,
+      "step": 10807
+    },
+    {
+      "epoch": 0.5164866673038325,
+      "grad_norm": 211.92938232421875,
+      "learning_rate": 1.7390089172206594e-05,
+      "loss": 22.2188,
+      "step": 10808
+    },
+    {
+      "epoch": 0.5165344547452929,
+      "grad_norm": 318.0908203125,
+      "learning_rate": 1.7389567798890065e-05,
+      "loss": 34.5,
+      "step": 10809
+    },
+    {
+      "epoch": 0.5165822421867533,
+      "grad_norm": 436.5062561035156,
+      "learning_rate": 1.7389046381319557e-05,
+      "loss": 39.6875,
+      "step": 10810
+    },
+    {
+      "epoch": 0.5166300296282137,
+      "grad_norm": 368.5380554199219,
+      "learning_rate": 1.7388524919498202e-05,
+      "loss": 16.75,
+      "step": 10811
+    },
+    {
+      "epoch": 0.5166778170696741,
+      "grad_norm": 354.09197998046875,
+      "learning_rate": 1.7388003413429113e-05,
+      "loss": 26.875,
+      "step": 10812
+    },
+    {
+      "epoch": 0.5167256045111345,
+      "grad_norm": 270.25048828125,
+      "learning_rate": 1.7387481863115417e-05,
+      "loss": 23.5625,
+      "step": 10813
+    },
+    {
+      "epoch": 0.5167733919525949,
+      "grad_norm": 153.26284790039062,
+      "learning_rate": 1.7386960268560234e-05,
+      "loss": 29.1562,
+      "step": 10814
+    },
+    {
+      "epoch": 0.5168211793940553,
+      "grad_norm": 576.4549560546875,
+      "learning_rate": 1.7386438629766696e-05,
+      "loss": 43.2188,
+      "step": 10815
+    },
+    {
+      "epoch": 0.5168689668355156,
+      "grad_norm": 149.7681121826172,
+      "learning_rate": 1.738591694673792e-05,
+      "loss": 30.5625,
+      "step": 10816
+    },
+    {
+      "epoch": 0.516916754276976,
+      "grad_norm": 426.8295593261719,
+      "learning_rate": 1.738539521947703e-05,
+      "loss": 36.875,
+      "step": 10817
+    },
+    {
+      "epoch": 0.5169645417184364,
+      "grad_norm": 389.1157531738281,
+      "learning_rate": 1.7384873447987153e-05,
+      "loss": 27.1094,
+      "step": 10818
+    },
+    {
+      "epoch": 0.5170123291598968,
+      "grad_norm": 331.24969482421875,
+      "learning_rate": 1.7384351632271418e-05,
+      "loss": 33.6094,
+      "step": 10819
+    },
+    {
+      "epoch": 0.5170601166013572,
+      "grad_norm": 311.9212341308594,
+      "learning_rate": 1.738382977233294e-05,
+      "loss": 27.3438,
+      "step": 10820
+    },
+    {
+      "epoch": 0.5171079040428176,
+      "grad_norm": 206.0509796142578,
+      "learning_rate": 1.738330786817485e-05,
+      "loss": 32.2188,
+      "step": 10821
+    },
+    {
+      "epoch": 0.517155691484278,
+      "grad_norm": 283.29937744140625,
+      "learning_rate": 1.7382785919800272e-05,
+      "loss": 33.9375,
+      "step": 10822
+    },
+    {
+      "epoch": 0.5172034789257384,
+      "grad_norm": 388.64312744140625,
+      "learning_rate": 1.7382263927212334e-05,
+      "loss": 33.375,
+      "step": 10823
+    },
+    {
+      "epoch": 0.5172512663671986,
+      "grad_norm": 521.246337890625,
+      "learning_rate": 1.7381741890414162e-05,
+      "loss": 37.9688,
+      "step": 10824
+    },
+    {
+      "epoch": 0.517299053808659,
+      "grad_norm": 245.7911376953125,
+      "learning_rate": 1.738121980940888e-05,
+      "loss": 28.0,
+      "step": 10825
+    },
+    {
+      "epoch": 0.5173468412501194,
+      "grad_norm": 204.4126434326172,
+      "learning_rate": 1.7380697684199614e-05,
+      "loss": 30.1719,
+      "step": 10826
+    },
+    {
+      "epoch": 0.5173946286915798,
+      "grad_norm": 390.12567138671875,
+      "learning_rate": 1.7380175514789496e-05,
+      "loss": 34.4688,
+      "step": 10827
+    },
+    {
+      "epoch": 0.5174424161330402,
+      "grad_norm": 209.3656768798828,
+      "learning_rate": 1.737965330118165e-05,
+      "loss": 24.4688,
+      "step": 10828
+    },
+    {
+      "epoch": 0.5174902035745006,
+      "grad_norm": 359.017333984375,
+      "learning_rate": 1.73791310433792e-05,
+      "loss": 26.9844,
+      "step": 10829
+    },
+    {
+      "epoch": 0.517537991015961,
+      "grad_norm": 174.5418701171875,
+      "learning_rate": 1.7378608741385277e-05,
+      "loss": 21.9688,
+      "step": 10830
+    },
+    {
+      "epoch": 0.5175857784574214,
+      "grad_norm": 312.8227233886719,
+      "learning_rate": 1.7378086395203012e-05,
+      "loss": 33.6875,
+      "step": 10831
+    },
+    {
+      "epoch": 0.5176335658988818,
+      "grad_norm": 309.9815979003906,
+      "learning_rate": 1.7377564004835527e-05,
+      "loss": 34.5625,
+      "step": 10832
+    },
+    {
+      "epoch": 0.5176813533403422,
+      "grad_norm": 170.9883575439453,
+      "learning_rate": 1.7377041570285954e-05,
+      "loss": 34.4688,
+      "step": 10833
+    },
+    {
+      "epoch": 0.5177291407818025,
+      "grad_norm": 123.51240539550781,
+      "learning_rate": 1.737651909155742e-05,
+      "loss": 23.1562,
+      "step": 10834
+    },
+    {
+      "epoch": 0.5177769282232629,
+      "grad_norm": 390.16839599609375,
+      "learning_rate": 1.7375996568653055e-05,
+      "loss": 27.1094,
+      "step": 10835
+    },
+    {
+      "epoch": 0.5178247156647233,
+      "grad_norm": 191.47760009765625,
+      "learning_rate": 1.7375474001575988e-05,
+      "loss": 29.2812,
+      "step": 10836
+    },
+    {
+      "epoch": 0.5178725031061837,
+      "grad_norm": 354.85943603515625,
+      "learning_rate": 1.737495139032935e-05,
+      "loss": 49.25,
+      "step": 10837
+    },
+    {
+      "epoch": 0.5179202905476441,
+      "grad_norm": 225.75588989257812,
+      "learning_rate": 1.737442873491627e-05,
+      "loss": 24.6406,
+      "step": 10838
+    },
+    {
+      "epoch": 0.5179680779891045,
+      "grad_norm": 194.2923583984375,
+      "learning_rate": 1.7373906035339874e-05,
+      "loss": 23.25,
+      "step": 10839
+    },
+    {
+      "epoch": 0.5180158654305649,
+      "grad_norm": 436.1954040527344,
+      "learning_rate": 1.7373383291603302e-05,
+      "loss": 35.1875,
+      "step": 10840
+    },
+    {
+      "epoch": 0.5180636528720253,
+      "grad_norm": 3109.57861328125,
+      "learning_rate": 1.7372860503709672e-05,
+      "loss": 19.1875,
+      "step": 10841
+    },
+    {
+      "epoch": 0.5181114403134857,
+      "grad_norm": 229.4488067626953,
+      "learning_rate": 1.7372337671662125e-05,
+      "loss": 27.4062,
+      "step": 10842
+    },
+    {
+      "epoch": 0.518159227754946,
+      "grad_norm": 310.927734375,
+      "learning_rate": 1.737181479546379e-05,
+      "loss": 33.9062,
+      "step": 10843
+    },
+    {
+      "epoch": 0.5182070151964064,
+      "grad_norm": 273.9632873535156,
+      "learning_rate": 1.737129187511779e-05,
+      "loss": 31.4688,
+      "step": 10844
+    },
+    {
+      "epoch": 0.5182548026378667,
+      "grad_norm": 418.0873107910156,
+      "learning_rate": 1.737076891062727e-05,
+      "loss": 25.7188,
+      "step": 10845
+    },
+    {
+      "epoch": 0.5183025900793271,
+      "grad_norm": 417.7205505371094,
+      "learning_rate": 1.737024590199535e-05,
+      "loss": 40.1562,
+      "step": 10846
+    },
+    {
+      "epoch": 0.5183503775207875,
+      "grad_norm": 203.2418212890625,
+      "learning_rate": 1.736972284922517e-05,
+      "loss": 27.3125,
+      "step": 10847
+    },
+    {
+      "epoch": 0.5183981649622479,
+      "grad_norm": 159.06044006347656,
+      "learning_rate": 1.7369199752319858e-05,
+      "loss": 26.0625,
+      "step": 10848
+    },
+    {
+      "epoch": 0.5184459524037083,
+      "grad_norm": 370.6373596191406,
+      "learning_rate": 1.7368676611282553e-05,
+      "loss": 28.9688,
+      "step": 10849
+    },
+    {
+      "epoch": 0.5184937398451687,
+      "grad_norm": 327.1879577636719,
+      "learning_rate": 1.7368153426116376e-05,
+      "loss": 31.5938,
+      "step": 10850
+    },
+    {
+      "epoch": 0.5185415272866291,
+      "grad_norm": 383.8645935058594,
+      "learning_rate": 1.736763019682447e-05,
+      "loss": 33.625,
+      "step": 10851
+    },
+    {
+      "epoch": 0.5185893147280894,
+      "grad_norm": 234.02743530273438,
+      "learning_rate": 1.736710692340997e-05,
+      "loss": 31.1562,
+      "step": 10852
+    },
+    {
+      "epoch": 0.5186371021695498,
+      "grad_norm": 343.4505615234375,
+      "learning_rate": 1.7366583605876e-05,
+      "loss": 23.0625,
+      "step": 10853
+    },
+    {
+      "epoch": 0.5186848896110102,
+      "grad_norm": 240.31472778320312,
+      "learning_rate": 1.7366060244225704e-05,
+      "loss": 23.125,
+      "step": 10854
+    },
+    {
+      "epoch": 0.5187326770524706,
+      "grad_norm": 341.0083923339844,
+      "learning_rate": 1.736553683846221e-05,
+      "loss": 28.875,
+      "step": 10855
+    },
+    {
+      "epoch": 0.518780464493931,
+      "grad_norm": 150.59100341796875,
+      "learning_rate": 1.7365013388588656e-05,
+      "loss": 22.8906,
+      "step": 10856
+    },
+    {
+      "epoch": 0.5188282519353914,
+      "grad_norm": 246.94338989257812,
+      "learning_rate": 1.7364489894608175e-05,
+      "loss": 31.8125,
+      "step": 10857
+    },
+    {
+      "epoch": 0.5188760393768518,
+      "grad_norm": 175.87698364257812,
+      "learning_rate": 1.73639663565239e-05,
+      "loss": 26.7188,
+      "step": 10858
+    },
+    {
+      "epoch": 0.5189238268183122,
+      "grad_norm": 233.01202392578125,
+      "learning_rate": 1.7363442774338972e-05,
+      "loss": 32.7812,
+      "step": 10859
+    },
+    {
+      "epoch": 0.5189716142597726,
+      "grad_norm": 324.2884826660156,
+      "learning_rate": 1.7362919148056522e-05,
+      "loss": 30.7188,
+      "step": 10860
+    },
+    {
+      "epoch": 0.519019401701233,
+      "grad_norm": 226.47616577148438,
+      "learning_rate": 1.7362395477679685e-05,
+      "loss": 28.5625,
+      "step": 10861
+    },
+    {
+      "epoch": 0.5190671891426933,
+      "grad_norm": 368.78662109375,
+      "learning_rate": 1.73618717632116e-05,
+      "loss": 31.2812,
+      "step": 10862
+    },
+    {
+      "epoch": 0.5191149765841537,
+      "grad_norm": 220.16859436035156,
+      "learning_rate": 1.7361348004655405e-05,
+      "loss": 33.5938,
+      "step": 10863
+    },
+    {
+      "epoch": 0.5191627640256141,
+      "grad_norm": 322.2940979003906,
+      "learning_rate": 1.736082420201423e-05,
+      "loss": 40.5938,
+      "step": 10864
+    },
+    {
+      "epoch": 0.5192105514670744,
+      "grad_norm": 269.0696716308594,
+      "learning_rate": 1.736030035529122e-05,
+      "loss": 36.8125,
+      "step": 10865
+    },
+    {
+      "epoch": 0.5192583389085348,
+      "grad_norm": 579.3068237304688,
+      "learning_rate": 1.7359776464489508e-05,
+      "loss": 30.3438,
+      "step": 10866
+    },
+    {
+      "epoch": 0.5193061263499952,
+      "grad_norm": 341.2600402832031,
+      "learning_rate": 1.7359252529612233e-05,
+      "loss": 33.3281,
+      "step": 10867
+    },
+    {
+      "epoch": 0.5193539137914556,
+      "grad_norm": 618.3671264648438,
+      "learning_rate": 1.7358728550662526e-05,
+      "loss": 35.6562,
+      "step": 10868
+    },
+    {
+      "epoch": 0.519401701232916,
+      "grad_norm": 379.0350341796875,
+      "learning_rate": 1.7358204527643535e-05,
+      "loss": 26.1562,
+      "step": 10869
+    },
+    {
+      "epoch": 0.5194494886743763,
+      "grad_norm": 473.19891357421875,
+      "learning_rate": 1.735768046055839e-05,
+      "loss": 33.625,
+      "step": 10870
+    },
+    {
+      "epoch": 0.5194972761158367,
+      "grad_norm": 695.4783935546875,
+      "learning_rate": 1.7357156349410232e-05,
+      "loss": 38.8125,
+      "step": 10871
+    },
+    {
+      "epoch": 0.5195450635572971,
+      "grad_norm": 221.46878051757812,
+      "learning_rate": 1.7356632194202205e-05,
+      "loss": 33.8125,
+      "step": 10872
+    },
+    {
+      "epoch": 0.5195928509987575,
+      "grad_norm": 387.8112487792969,
+      "learning_rate": 1.7356107994937447e-05,
+      "loss": 40.5,
+      "step": 10873
+    },
+    {
+      "epoch": 0.5196406384402179,
+      "grad_norm": 198.73594665527344,
+      "learning_rate": 1.7355583751619084e-05,
+      "loss": 24.125,
+      "step": 10874
+    },
+    {
+      "epoch": 0.5196884258816783,
+      "grad_norm": 352.37200927734375,
+      "learning_rate": 1.7355059464250275e-05,
+      "loss": 26.6719,
+      "step": 10875
+    },
+    {
+      "epoch": 0.5197362133231387,
+      "grad_norm": 167.96078491210938,
+      "learning_rate": 1.7354535132834147e-05,
+      "loss": 22.5938,
+      "step": 10876
+    },
+    {
+      "epoch": 0.5197840007645991,
+      "grad_norm": 322.43402099609375,
+      "learning_rate": 1.7354010757373843e-05,
+      "loss": 20.7344,
+      "step": 10877
+    },
+    {
+      "epoch": 0.5198317882060595,
+      "grad_norm": 317.1596984863281,
+      "learning_rate": 1.7353486337872502e-05,
+      "loss": 37.2188,
+      "step": 10878
+    },
+    {
+      "epoch": 0.5198795756475199,
+      "grad_norm": 260.933837890625,
+      "learning_rate": 1.735296187433327e-05,
+      "loss": 33.125,
+      "step": 10879
+    },
+    {
+      "epoch": 0.5199273630889802,
+      "grad_norm": 355.3714294433594,
+      "learning_rate": 1.735243736675928e-05,
+      "loss": 34.5625,
+      "step": 10880
+    },
+    {
+      "epoch": 0.5199751505304406,
+      "grad_norm": 252.2137908935547,
+      "learning_rate": 1.735191281515368e-05,
+      "loss": 30.0,
+      "step": 10881
+    },
+    {
+      "epoch": 0.520022937971901,
+      "grad_norm": 217.84762573242188,
+      "learning_rate": 1.7351388219519608e-05,
+      "loss": 35.5,
+      "step": 10882
+    },
+    {
+      "epoch": 0.5200707254133614,
+      "grad_norm": 487.2115478515625,
+      "learning_rate": 1.7350863579860208e-05,
+      "loss": 25.9062,
+      "step": 10883
+    },
+    {
+      "epoch": 0.5201185128548218,
+      "grad_norm": 407.1139831542969,
+      "learning_rate": 1.735033889617862e-05,
+      "loss": 27.5312,
+      "step": 10884
+    },
+    {
+      "epoch": 0.5201663002962822,
+      "grad_norm": 374.7720031738281,
+      "learning_rate": 1.734981416847799e-05,
+      "loss": 32.5,
+      "step": 10885
+    },
+    {
+      "epoch": 0.5202140877377425,
+      "grad_norm": 488.36669921875,
+      "learning_rate": 1.734928939676145e-05,
+      "loss": 42.5625,
+      "step": 10886
+    },
+    {
+      "epoch": 0.5202618751792029,
+      "grad_norm": 260.84210205078125,
+      "learning_rate": 1.7348764581032154e-05,
+      "loss": 30.5312,
+      "step": 10887
+    },
+    {
+      "epoch": 0.5203096626206632,
+      "grad_norm": 286.659423828125,
+      "learning_rate": 1.734823972129324e-05,
+      "loss": 20.0938,
+      "step": 10888
+    },
+    {
+      "epoch": 0.5203574500621236,
+      "grad_norm": 274.11578369140625,
+      "learning_rate": 1.734771481754785e-05,
+      "loss": 25.2812,
+      "step": 10889
+    },
+    {
+      "epoch": 0.520405237503584,
+      "grad_norm": 181.1244354248047,
+      "learning_rate": 1.734718986979913e-05,
+      "loss": 30.75,
+      "step": 10890
+    },
+    {
+      "epoch": 0.5204530249450444,
+      "grad_norm": 207.5797882080078,
+      "learning_rate": 1.7346664878050226e-05,
+      "loss": 27.625,
+      "step": 10891
+    },
+    {
+      "epoch": 0.5205008123865048,
+      "grad_norm": 195.8327178955078,
+      "learning_rate": 1.7346139842304277e-05,
+      "loss": 34.6562,
+      "step": 10892
+    },
+    {
+      "epoch": 0.5205485998279652,
+      "grad_norm": 221.84100341796875,
+      "learning_rate": 1.734561476256443e-05,
+      "loss": 34.4062,
+      "step": 10893
+    },
+    {
+      "epoch": 0.5205963872694256,
+      "grad_norm": 616.934326171875,
+      "learning_rate": 1.734508963883383e-05,
+      "loss": 24.5781,
+      "step": 10894
+    },
+    {
+      "epoch": 0.520644174710886,
+      "grad_norm": 259.6113586425781,
+      "learning_rate": 1.734456447111562e-05,
+      "loss": 32.5625,
+      "step": 10895
+    },
+    {
+      "epoch": 0.5206919621523464,
+      "grad_norm": 565.8519287109375,
+      "learning_rate": 1.7344039259412943e-05,
+      "loss": 45.4688,
+      "step": 10896
+    },
+    {
+      "epoch": 0.5207397495938068,
+      "grad_norm": 346.7381286621094,
+      "learning_rate": 1.7343514003728953e-05,
+      "loss": 24.4062,
+      "step": 10897
+    },
+    {
+      "epoch": 0.5207875370352671,
+      "grad_norm": 815.8873901367188,
+      "learning_rate": 1.7342988704066783e-05,
+      "loss": 26.875,
+      "step": 10898
+    },
+    {
+      "epoch": 0.5208353244767275,
+      "grad_norm": 181.83596801757812,
+      "learning_rate": 1.7342463360429593e-05,
+      "loss": 25.7656,
+      "step": 10899
+    },
+    {
+      "epoch": 0.5208831119181879,
+      "grad_norm": 243.7274169921875,
+      "learning_rate": 1.7341937972820517e-05,
+      "loss": 31.7812,
+      "step": 10900
+    },
+    {
+      "epoch": 0.5209308993596483,
+      "grad_norm": 230.31468200683594,
+      "learning_rate": 1.734141254124271e-05,
+      "loss": 27.375,
+      "step": 10901
+    },
+    {
+      "epoch": 0.5209786868011087,
+      "grad_norm": 392.6820068359375,
+      "learning_rate": 1.734088706569931e-05,
+      "loss": 33.5938,
+      "step": 10902
+    },
+    {
+      "epoch": 0.5210264742425691,
+      "grad_norm": 328.4477844238281,
+      "learning_rate": 1.734036154619347e-05,
+      "loss": 21.8438,
+      "step": 10903
+    },
+    {
+      "epoch": 0.5210742616840295,
+      "grad_norm": 373.1319885253906,
+      "learning_rate": 1.7339835982728336e-05,
+      "loss": 28.6562,
+      "step": 10904
+    },
+    {
+      "epoch": 0.5211220491254899,
+      "grad_norm": 293.6482849121094,
+      "learning_rate": 1.7339310375307057e-05,
+      "loss": 39.5781,
+      "step": 10905
+    },
+    {
+      "epoch": 0.5211698365669502,
+      "grad_norm": 497.57061767578125,
+      "learning_rate": 1.733878472393278e-05,
+      "loss": 37.7812,
+      "step": 10906
+    },
+    {
+      "epoch": 0.5212176240084105,
+      "grad_norm": 456.7773742675781,
+      "learning_rate": 1.7338259028608647e-05,
+      "loss": 32.6562,
+      "step": 10907
+    },
+    {
+      "epoch": 0.5212654114498709,
+      "grad_norm": 243.3043670654297,
+      "learning_rate": 1.7337733289337817e-05,
+      "loss": 27.1406,
+      "step": 10908
+    },
+    {
+      "epoch": 0.5213131988913313,
+      "grad_norm": 196.17822265625,
+      "learning_rate": 1.733720750612343e-05,
+      "loss": 32.125,
+      "step": 10909
+    },
+    {
+      "epoch": 0.5213609863327917,
+      "grad_norm": 467.1000061035156,
+      "learning_rate": 1.7336681678968638e-05,
+      "loss": 45.5312,
+      "step": 10910
+    },
+    {
+      "epoch": 0.5214087737742521,
+      "grad_norm": 340.6568908691406,
+      "learning_rate": 1.733615580787659e-05,
+      "loss": 41.9062,
+      "step": 10911
+    },
+    {
+      "epoch": 0.5214565612157125,
+      "grad_norm": 248.78553771972656,
+      "learning_rate": 1.7335629892850436e-05,
+      "loss": 32.0625,
+      "step": 10912
+    },
+    {
+      "epoch": 0.5215043486571729,
+      "grad_norm": 233.98699951171875,
+      "learning_rate": 1.7335103933893324e-05,
+      "loss": 27.2812,
+      "step": 10913
+    },
+    {
+      "epoch": 0.5215521360986333,
+      "grad_norm": 119.95978546142578,
+      "learning_rate": 1.7334577931008406e-05,
+      "loss": 24.2969,
+      "step": 10914
+    },
+    {
+      "epoch": 0.5215999235400937,
+      "grad_norm": 209.52732849121094,
+      "learning_rate": 1.733405188419883e-05,
+      "loss": 42.0625,
+      "step": 10915
+    },
+    {
+      "epoch": 0.521647710981554,
+      "grad_norm": 156.23388671875,
+      "learning_rate": 1.7333525793467743e-05,
+      "loss": 27.0938,
+      "step": 10916
+    },
+    {
+      "epoch": 0.5216954984230144,
+      "grad_norm": 176.97872924804688,
+      "learning_rate": 1.7332999658818302e-05,
+      "loss": 19.2812,
+      "step": 10917
+    },
+    {
+      "epoch": 0.5217432858644748,
+      "grad_norm": 330.64056396484375,
+      "learning_rate": 1.7332473480253654e-05,
+      "loss": 26.6875,
+      "step": 10918
+    },
+    {
+      "epoch": 0.5217910733059352,
+      "grad_norm": 359.8878173828125,
+      "learning_rate": 1.7331947257776952e-05,
+      "loss": 41.0625,
+      "step": 10919
+    },
+    {
+      "epoch": 0.5218388607473956,
+      "grad_norm": 199.13999938964844,
+      "learning_rate": 1.7331420991391346e-05,
+      "loss": 24.8438,
+      "step": 10920
+    },
+    {
+      "epoch": 0.521886648188856,
+      "grad_norm": 146.60107421875,
+      "learning_rate": 1.733089468109999e-05,
+      "loss": 18.25,
+      "step": 10921
+    },
+    {
+      "epoch": 0.5219344356303164,
+      "grad_norm": 233.19847106933594,
+      "learning_rate": 1.7330368326906032e-05,
+      "loss": 34.5625,
+      "step": 10922
+    },
+    {
+      "epoch": 0.5219822230717768,
+      "grad_norm": 218.0288543701172,
+      "learning_rate": 1.7329841928812627e-05,
+      "loss": 21.4844,
+      "step": 10923
+    },
+    {
+      "epoch": 0.5220300105132372,
+      "grad_norm": 254.2544403076172,
+      "learning_rate": 1.7329315486822928e-05,
+      "loss": 29.9375,
+      "step": 10924
+    },
+    {
+      "epoch": 0.5220777979546976,
+      "grad_norm": 235.50535583496094,
+      "learning_rate": 1.7328789000940087e-05,
+      "loss": 27.125,
+      "step": 10925
+    },
+    {
+      "epoch": 0.5221255853961579,
+      "grad_norm": 224.17257690429688,
+      "learning_rate": 1.7328262471167255e-05,
+      "loss": 34.0938,
+      "step": 10926
+    },
+    {
+      "epoch": 0.5221733728376182,
+      "grad_norm": 235.2196502685547,
+      "learning_rate": 1.732773589750759e-05,
+      "loss": 22.125,
+      "step": 10927
+    },
+    {
+      "epoch": 0.5222211602790786,
+      "grad_norm": 414.5887756347656,
+      "learning_rate": 1.732720927996424e-05,
+      "loss": 23.75,
+      "step": 10928
+    },
+    {
+      "epoch": 0.522268947720539,
+      "grad_norm": 342.210205078125,
+      "learning_rate": 1.7326682618540364e-05,
+      "loss": 24.0156,
+      "step": 10929
+    },
+    {
+      "epoch": 0.5223167351619994,
+      "grad_norm": 237.94960021972656,
+      "learning_rate": 1.732615591323911e-05,
+      "loss": 35.75,
+      "step": 10930
+    },
+    {
+      "epoch": 0.5223645226034598,
+      "grad_norm": 195.0623779296875,
+      "learning_rate": 1.7325629164063633e-05,
+      "loss": 27.0312,
+      "step": 10931
+    },
+    {
+      "epoch": 0.5224123100449202,
+      "grad_norm": 320.7535400390625,
+      "learning_rate": 1.7325102371017094e-05,
+      "loss": 37.375,
+      "step": 10932
+    },
+    {
+      "epoch": 0.5224600974863806,
+      "grad_norm": 235.14573669433594,
+      "learning_rate": 1.732457553410264e-05,
+      "loss": 36.1875,
+      "step": 10933
+    },
+    {
+      "epoch": 0.522507884927841,
+      "grad_norm": 349.126220703125,
+      "learning_rate": 1.7324048653323434e-05,
+      "loss": 24.25,
+      "step": 10934
+    },
+    {
+      "epoch": 0.5225556723693013,
+      "grad_norm": 173.93861389160156,
+      "learning_rate": 1.7323521728682626e-05,
+      "loss": 33.0625,
+      "step": 10935
+    },
+    {
+      "epoch": 0.5226034598107617,
+      "grad_norm": 275.349365234375,
+      "learning_rate": 1.7322994760183373e-05,
+      "loss": 29.8438,
+      "step": 10936
+    },
+    {
+      "epoch": 0.5226512472522221,
+      "grad_norm": 457.6010437011719,
+      "learning_rate": 1.732246774782883e-05,
+      "loss": 43.4375,
+      "step": 10937
+    },
+    {
+      "epoch": 0.5226990346936825,
+      "grad_norm": 616.892333984375,
+      "learning_rate": 1.7321940691622155e-05,
+      "loss": 32.9375,
+      "step": 10938
+    },
+    {
+      "epoch": 0.5227468221351429,
+      "grad_norm": 193.5892791748047,
+      "learning_rate": 1.73214135915665e-05,
+      "loss": 24.4375,
+      "step": 10939
+    },
+    {
+      "epoch": 0.5227946095766033,
+      "grad_norm": 258.311767578125,
+      "learning_rate": 1.7320886447665028e-05,
+      "loss": 29.1875,
+      "step": 10940
+    },
+    {
+      "epoch": 0.5228423970180637,
+      "grad_norm": 519.6082763671875,
+      "learning_rate": 1.732035925992089e-05,
+      "loss": 29.2812,
+      "step": 10941
+    },
+    {
+      "epoch": 0.5228901844595241,
+      "grad_norm": 519.7660522460938,
+      "learning_rate": 1.7319832028337247e-05,
+      "loss": 20.4219,
+      "step": 10942
+    },
+    {
+      "epoch": 0.5229379719009845,
+      "grad_norm": 245.66510009765625,
+      "learning_rate": 1.731930475291726e-05,
+      "loss": 25.8594,
+      "step": 10943
+    },
+    {
+      "epoch": 0.5229857593424448,
+      "grad_norm": 540.6640014648438,
+      "learning_rate": 1.7318777433664075e-05,
+      "loss": 32.3438,
+      "step": 10944
+    },
+    {
+      "epoch": 0.5230335467839052,
+      "grad_norm": 189.1369171142578,
+      "learning_rate": 1.731825007058086e-05,
+      "loss": 21.7188,
+      "step": 10945
+    },
+    {
+      "epoch": 0.5230813342253656,
+      "grad_norm": 407.4664001464844,
+      "learning_rate": 1.7317722663670767e-05,
+      "loss": 32.5938,
+      "step": 10946
+    },
+    {
+      "epoch": 0.523129121666826,
+      "grad_norm": 564.2678833007812,
+      "learning_rate": 1.7317195212936965e-05,
+      "loss": 28.5,
+      "step": 10947
+    },
+    {
+      "epoch": 0.5231769091082863,
+      "grad_norm": 588.5888061523438,
+      "learning_rate": 1.7316667718382598e-05,
+      "loss": 32.75,
+      "step": 10948
+    },
+    {
+      "epoch": 0.5232246965497467,
+      "grad_norm": 174.7591094970703,
+      "learning_rate": 1.7316140180010837e-05,
+      "loss": 30.5,
+      "step": 10949
+    },
+    {
+      "epoch": 0.5232724839912071,
+      "grad_norm": 266.29547119140625,
+      "learning_rate": 1.7315612597824833e-05,
+      "loss": 29.7188,
+      "step": 10950
+    },
+    {
+      "epoch": 0.5233202714326675,
+      "grad_norm": 185.8922576904297,
+      "learning_rate": 1.7315084971827754e-05,
+      "loss": 25.75,
+      "step": 10951
+    },
+    {
+      "epoch": 0.5233680588741279,
+      "grad_norm": 398.1221923828125,
+      "learning_rate": 1.731455730202275e-05,
+      "loss": 35.0938,
+      "step": 10952
+    },
+    {
+      "epoch": 0.5234158463155882,
+      "grad_norm": 305.7319030761719,
+      "learning_rate": 1.7314029588412992e-05,
+      "loss": 40.2812,
+      "step": 10953
+    },
+    {
+      "epoch": 0.5234636337570486,
+      "grad_norm": 479.29852294921875,
+      "learning_rate": 1.7313501831001628e-05,
+      "loss": 50.375,
+      "step": 10954
+    },
+    {
+      "epoch": 0.523511421198509,
+      "grad_norm": 214.8782196044922,
+      "learning_rate": 1.731297402979183e-05,
+      "loss": 24.0,
+      "step": 10955
+    },
+    {
+      "epoch": 0.5235592086399694,
+      "grad_norm": 223.6822052001953,
+      "learning_rate": 1.7312446184786752e-05,
+      "loss": 32.0,
+      "step": 10956
+    },
+    {
+      "epoch": 0.5236069960814298,
+      "grad_norm": 240.87222290039062,
+      "learning_rate": 1.7311918295989557e-05,
+      "loss": 23.4219,
+      "step": 10957
+    },
+    {
+      "epoch": 0.5236547835228902,
+      "grad_norm": 236.74014282226562,
+      "learning_rate": 1.7311390363403407e-05,
+      "loss": 29.6562,
+      "step": 10958
+    },
+    {
+      "epoch": 0.5237025709643506,
+      "grad_norm": 210.7335662841797,
+      "learning_rate": 1.731086238703146e-05,
+      "loss": 28.625,
+      "step": 10959
+    },
+    {
+      "epoch": 0.523750358405811,
+      "grad_norm": 274.6717529296875,
+      "learning_rate": 1.7310334366876884e-05,
+      "loss": 31.0938,
+      "step": 10960
+    },
+    {
+      "epoch": 0.5237981458472714,
+      "grad_norm": 293.8413391113281,
+      "learning_rate": 1.730980630294284e-05,
+      "loss": 19.6875,
+      "step": 10961
+    },
+    {
+      "epoch": 0.5238459332887317,
+      "grad_norm": 641.3836059570312,
+      "learning_rate": 1.7309278195232485e-05,
+      "loss": 33.2656,
+      "step": 10962
+    },
+    {
+      "epoch": 0.5238937207301921,
+      "grad_norm": 186.81288146972656,
+      "learning_rate": 1.7308750043748987e-05,
+      "loss": 29.8594,
+      "step": 10963
+    },
+    {
+      "epoch": 0.5239415081716525,
+      "grad_norm": 396.50689697265625,
+      "learning_rate": 1.7308221848495504e-05,
+      "loss": 28.6562,
+      "step": 10964
+    },
+    {
+      "epoch": 0.5239892956131129,
+      "grad_norm": 505.79046630859375,
+      "learning_rate": 1.7307693609475206e-05,
+      "loss": 31.7812,
+      "step": 10965
+    },
+    {
+      "epoch": 0.5240370830545733,
+      "grad_norm": 326.3678283691406,
+      "learning_rate": 1.730716532669125e-05,
+      "loss": 38.6875,
+      "step": 10966
+    },
+    {
+      "epoch": 0.5240848704960337,
+      "grad_norm": 275.1905822753906,
+      "learning_rate": 1.7306637000146804e-05,
+      "loss": 24.5938,
+      "step": 10967
+    },
+    {
+      "epoch": 0.524132657937494,
+      "grad_norm": 340.6767883300781,
+      "learning_rate": 1.7306108629845028e-05,
+      "loss": 25.8906,
+      "step": 10968
+    },
+    {
+      "epoch": 0.5241804453789544,
+      "grad_norm": 301.4737243652344,
+      "learning_rate": 1.730558021578909e-05,
+      "loss": 27.9375,
+      "step": 10969
+    },
+    {
+      "epoch": 0.5242282328204148,
+      "grad_norm": 225.0808563232422,
+      "learning_rate": 1.7305051757982155e-05,
+      "loss": 30.0312,
+      "step": 10970
+    },
+    {
+      "epoch": 0.5242760202618751,
+      "grad_norm": 434.20361328125,
+      "learning_rate": 1.7304523256427386e-05,
+      "loss": 38.7812,
+      "step": 10971
+    },
+    {
+      "epoch": 0.5243238077033355,
+      "grad_norm": 269.5158386230469,
+      "learning_rate": 1.7303994711127947e-05,
+      "loss": 22.5938,
+      "step": 10972
+    },
+    {
+      "epoch": 0.5243715951447959,
+      "grad_norm": 248.64491271972656,
+      "learning_rate": 1.7303466122087004e-05,
+      "loss": 28.9375,
+      "step": 10973
+    },
+    {
+      "epoch": 0.5244193825862563,
+      "grad_norm": 184.8556671142578,
+      "learning_rate": 1.7302937489307726e-05,
+      "loss": 25.6094,
+      "step": 10974
+    },
+    {
+      "epoch": 0.5244671700277167,
+      "grad_norm": 546.2682495117188,
+      "learning_rate": 1.7302408812793274e-05,
+      "loss": 45.7031,
+      "step": 10975
+    },
+    {
+      "epoch": 0.5245149574691771,
+      "grad_norm": 524.64990234375,
+      "learning_rate": 1.7301880092546816e-05,
+      "loss": 35.625,
+      "step": 10976
+    },
+    {
+      "epoch": 0.5245627449106375,
+      "grad_norm": 285.1683044433594,
+      "learning_rate": 1.730135132857152e-05,
+      "loss": 23.9688,
+      "step": 10977
+    },
+    {
+      "epoch": 0.5246105323520979,
+      "grad_norm": 311.92803955078125,
+      "learning_rate": 1.7300822520870547e-05,
+      "loss": 40.375,
+      "step": 10978
+    },
+    {
+      "epoch": 0.5246583197935583,
+      "grad_norm": 342.48016357421875,
+      "learning_rate": 1.7300293669447067e-05,
+      "loss": 31.0312,
+      "step": 10979
+    },
+    {
+      "epoch": 0.5247061072350186,
+      "grad_norm": 267.7325134277344,
+      "learning_rate": 1.729976477430425e-05,
+      "loss": 22.8594,
+      "step": 10980
+    },
+    {
+      "epoch": 0.524753894676479,
+      "grad_norm": 229.43179321289062,
+      "learning_rate": 1.7299235835445263e-05,
+      "loss": 26.1562,
+      "step": 10981
+    },
+    {
+      "epoch": 0.5248016821179394,
+      "grad_norm": 304.0910339355469,
+      "learning_rate": 1.729870685287327e-05,
+      "loss": 35.8281,
+      "step": 10982
+    },
+    {
+      "epoch": 0.5248494695593998,
+      "grad_norm": 218.00270080566406,
+      "learning_rate": 1.729817782659144e-05,
+      "loss": 25.2344,
+      "step": 10983
+    },
+    {
+      "epoch": 0.5248972570008602,
+      "grad_norm": 427.8212890625,
+      "learning_rate": 1.7297648756602944e-05,
+      "loss": 37.125,
+      "step": 10984
+    },
+    {
+      "epoch": 0.5249450444423206,
+      "grad_norm": 225.6282958984375,
+      "learning_rate": 1.729711964291095e-05,
+      "loss": 28.1875,
+      "step": 10985
+    },
+    {
+      "epoch": 0.524992831883781,
+      "grad_norm": 198.83900451660156,
+      "learning_rate": 1.729659048551862e-05,
+      "loss": 30.5938,
+      "step": 10986
+    },
+    {
+      "epoch": 0.5250406193252414,
+      "grad_norm": 147.85787963867188,
+      "learning_rate": 1.7296061284429132e-05,
+      "loss": 23.0938,
+      "step": 10987
+    },
+    {
+      "epoch": 0.5250884067667018,
+      "grad_norm": 479.71380615234375,
+      "learning_rate": 1.729553203964565e-05,
+      "loss": 39.0312,
+      "step": 10988
+    },
+    {
+      "epoch": 0.525136194208162,
+      "grad_norm": 312.9248046875,
+      "learning_rate": 1.7295002751171347e-05,
+      "loss": 37.2969,
+      "step": 10989
+    },
+    {
+      "epoch": 0.5251839816496224,
+      "grad_norm": 321.42462158203125,
+      "learning_rate": 1.729447341900939e-05,
+      "loss": 29.125,
+      "step": 10990
+    },
+    {
+      "epoch": 0.5252317690910828,
+      "grad_norm": 1114.6170654296875,
+      "learning_rate": 1.729394404316295e-05,
+      "loss": 26.6562,
+      "step": 10991
+    },
+    {
+      "epoch": 0.5252795565325432,
+      "grad_norm": 204.8256072998047,
+      "learning_rate": 1.7293414623635195e-05,
+      "loss": 23.7656,
+      "step": 10992
+    },
+    {
+      "epoch": 0.5253273439740036,
+      "grad_norm": 319.0712585449219,
+      "learning_rate": 1.7292885160429298e-05,
+      "loss": 29.625,
+      "step": 10993
+    },
+    {
+      "epoch": 0.525375131415464,
+      "grad_norm": 243.39935302734375,
+      "learning_rate": 1.729235565354843e-05,
+      "loss": 27.3125,
+      "step": 10994
+    },
+    {
+      "epoch": 0.5254229188569244,
+      "grad_norm": 281.68499755859375,
+      "learning_rate": 1.729182610299576e-05,
+      "loss": 29.7188,
+      "step": 10995
+    },
+    {
+      "epoch": 0.5254707062983848,
+      "grad_norm": 231.53378295898438,
+      "learning_rate": 1.7291296508774464e-05,
+      "loss": 25.9062,
+      "step": 10996
+    },
+    {
+      "epoch": 0.5255184937398452,
+      "grad_norm": 251.53811645507812,
+      "learning_rate": 1.7290766870887707e-05,
+      "loss": 26.2656,
+      "step": 10997
+    },
+    {
+      "epoch": 0.5255662811813056,
+      "grad_norm": 253.6534423828125,
+      "learning_rate": 1.7290237189338664e-05,
+      "loss": 26.5,
+      "step": 10998
+    },
+    {
+      "epoch": 0.5256140686227659,
+      "grad_norm": 149.02310180664062,
+      "learning_rate": 1.7289707464130508e-05,
+      "loss": 25.4375,
+      "step": 10999
+    },
+    {
+      "epoch": 0.5256618560642263,
+      "grad_norm": 277.9515380859375,
+      "learning_rate": 1.7289177695266413e-05,
+      "loss": 34.875,
+      "step": 11000
+    },
+    {
+      "epoch": 0.5257096435056867,
+      "grad_norm": 203.46347045898438,
+      "learning_rate": 1.7288647882749546e-05,
+      "loss": 37.25,
+      "step": 11001
+    },
+    {
+      "epoch": 0.5257574309471471,
+      "grad_norm": 662.4093017578125,
+      "learning_rate": 1.7288118026583083e-05,
+      "loss": 39.125,
+      "step": 11002
+    },
+    {
+      "epoch": 0.5258052183886075,
+      "grad_norm": 248.4141387939453,
+      "learning_rate": 1.7287588126770198e-05,
+      "loss": 29.7188,
+      "step": 11003
+    },
+    {
+      "epoch": 0.5258530058300679,
+      "grad_norm": 193.3485107421875,
+      "learning_rate": 1.7287058183314065e-05,
+      "loss": 28.6562,
+      "step": 11004
+    },
+    {
+      "epoch": 0.5259007932715283,
+      "grad_norm": 274.9598083496094,
+      "learning_rate": 1.7286528196217857e-05,
+      "loss": 24.4844,
+      "step": 11005
+    },
+    {
+      "epoch": 0.5259485807129887,
+      "grad_norm": 406.0533752441406,
+      "learning_rate": 1.7285998165484744e-05,
+      "loss": 38.8438,
+      "step": 11006
+    },
+    {
+      "epoch": 0.5259963681544491,
+      "grad_norm": 210.8398895263672,
+      "learning_rate": 1.7285468091117904e-05,
+      "loss": 22.2188,
+      "step": 11007
+    },
+    {
+      "epoch": 0.5260441555959094,
+      "grad_norm": 256.1170349121094,
+      "learning_rate": 1.7284937973120512e-05,
+      "loss": 28.7188,
+      "step": 11008
+    },
+    {
+      "epoch": 0.5260919430373697,
+      "grad_norm": 190.6298370361328,
+      "learning_rate": 1.7284407811495744e-05,
+      "loss": 27.2188,
+      "step": 11009
+    },
+    {
+      "epoch": 0.5261397304788301,
+      "grad_norm": 216.876708984375,
+      "learning_rate": 1.728387760624677e-05,
+      "loss": 32.125,
+      "step": 11010
+    },
+    {
+      "epoch": 0.5261875179202905,
+      "grad_norm": 341.7475891113281,
+      "learning_rate": 1.728334735737677e-05,
+      "loss": 20.3594,
+      "step": 11011
+    },
+    {
+      "epoch": 0.5262353053617509,
+      "grad_norm": 743.4315795898438,
+      "learning_rate": 1.7282817064888914e-05,
+      "loss": 52.4375,
+      "step": 11012
+    },
+    {
+      "epoch": 0.5262830928032113,
+      "grad_norm": 433.6857604980469,
+      "learning_rate": 1.7282286728786383e-05,
+      "loss": 29.2812,
+      "step": 11013
+    },
+    {
+      "epoch": 0.5263308802446717,
+      "grad_norm": 228.0430450439453,
+      "learning_rate": 1.728175634907235e-05,
+      "loss": 30.6406,
+      "step": 11014
+    },
+    {
+      "epoch": 0.5263786676861321,
+      "grad_norm": 3492.597900390625,
+      "learning_rate": 1.7281225925749994e-05,
+      "loss": 17.625,
+      "step": 11015
+    },
+    {
+      "epoch": 0.5264264551275925,
+      "grad_norm": 272.2335205078125,
+      "learning_rate": 1.728069545882249e-05,
+      "loss": 24.25,
+      "step": 11016
+    },
+    {
+      "epoch": 0.5264742425690528,
+      "grad_norm": 258.22015380859375,
+      "learning_rate": 1.7280164948293015e-05,
+      "loss": 25.625,
+      "step": 11017
+    },
+    {
+      "epoch": 0.5265220300105132,
+      "grad_norm": 373.9059753417969,
+      "learning_rate": 1.7279634394164745e-05,
+      "loss": 34.0312,
+      "step": 11018
+    },
+    {
+      "epoch": 0.5265698174519736,
+      "grad_norm": 213.78433227539062,
+      "learning_rate": 1.7279103796440862e-05,
+      "loss": 37.5312,
+      "step": 11019
+    },
+    {
+      "epoch": 0.526617604893434,
+      "grad_norm": 145.8133544921875,
+      "learning_rate": 1.7278573155124534e-05,
+      "loss": 22.875,
+      "step": 11020
+    },
+    {
+      "epoch": 0.5266653923348944,
+      "grad_norm": 599.5891723632812,
+      "learning_rate": 1.7278042470218948e-05,
+      "loss": 32.6562,
+      "step": 11021
+    },
+    {
+      "epoch": 0.5267131797763548,
+      "grad_norm": 308.6909484863281,
+      "learning_rate": 1.727751174172728e-05,
+      "loss": 35.3125,
+      "step": 11022
+    },
+    {
+      "epoch": 0.5267609672178152,
+      "grad_norm": 304.7881774902344,
+      "learning_rate": 1.7276980969652702e-05,
+      "loss": 37.0312,
+      "step": 11023
+    },
+    {
+      "epoch": 0.5268087546592756,
+      "grad_norm": 328.517333984375,
+      "learning_rate": 1.7276450153998406e-05,
+      "loss": 27.0625,
+      "step": 11024
+    },
+    {
+      "epoch": 0.526856542100736,
+      "grad_norm": 174.11129760742188,
+      "learning_rate": 1.7275919294767557e-05,
+      "loss": 31.1875,
+      "step": 11025
+    },
+    {
+      "epoch": 0.5269043295421963,
+      "grad_norm": 326.90826416015625,
+      "learning_rate": 1.7275388391963342e-05,
+      "loss": 36.3594,
+      "step": 11026
+    },
+    {
+      "epoch": 0.5269521169836567,
+      "grad_norm": 196.105712890625,
+      "learning_rate": 1.7274857445588934e-05,
+      "loss": 33.5938,
+      "step": 11027
+    },
+    {
+      "epoch": 0.5269999044251171,
+      "grad_norm": 225.7966766357422,
+      "learning_rate": 1.7274326455647523e-05,
+      "loss": 25.375,
+      "step": 11028
+    },
+    {
+      "epoch": 0.5270476918665775,
+      "grad_norm": 247.56126403808594,
+      "learning_rate": 1.7273795422142278e-05,
+      "loss": 33.6562,
+      "step": 11029
+    },
+    {
+      "epoch": 0.5270954793080378,
+      "grad_norm": 359.5040588378906,
+      "learning_rate": 1.727326434507639e-05,
+      "loss": 36.4062,
+      "step": 11030
+    },
+    {
+      "epoch": 0.5271432667494982,
+      "grad_norm": 386.5221862792969,
+      "learning_rate": 1.727273322445303e-05,
+      "loss": 36.0312,
+      "step": 11031
+    },
+    {
+      "epoch": 0.5271910541909586,
+      "grad_norm": 203.77894592285156,
+      "learning_rate": 1.7272202060275382e-05,
+      "loss": 29.3281,
+      "step": 11032
+    },
+    {
+      "epoch": 0.527238841632419,
+      "grad_norm": 463.45831298828125,
+      "learning_rate": 1.7271670852546628e-05,
+      "loss": 35.6562,
+      "step": 11033
+    },
+    {
+      "epoch": 0.5272866290738794,
+      "grad_norm": 478.8196105957031,
+      "learning_rate": 1.727113960126995e-05,
+      "loss": 30.125,
+      "step": 11034
+    },
+    {
+      "epoch": 0.5273344165153397,
+      "grad_norm": 234.1077117919922,
+      "learning_rate": 1.7270608306448527e-05,
+      "loss": 26.9688,
+      "step": 11035
+    },
+    {
+      "epoch": 0.5273822039568001,
+      "grad_norm": 253.8394317626953,
+      "learning_rate": 1.727007696808554e-05,
+      "loss": 24.5625,
+      "step": 11036
+    },
+    {
+      "epoch": 0.5274299913982605,
+      "grad_norm": 280.67706298828125,
+      "learning_rate": 1.7269545586184175e-05,
+      "loss": 37.4688,
+      "step": 11037
+    },
+    {
+      "epoch": 0.5274777788397209,
+      "grad_norm": 270.0375061035156,
+      "learning_rate": 1.7269014160747614e-05,
+      "loss": 27.125,
+      "step": 11038
+    },
+    {
+      "epoch": 0.5275255662811813,
+      "grad_norm": 227.58657836914062,
+      "learning_rate": 1.7268482691779035e-05,
+      "loss": 24.5156,
+      "step": 11039
+    },
+    {
+      "epoch": 0.5275733537226417,
+      "grad_norm": 284.94683837890625,
+      "learning_rate": 1.7267951179281625e-05,
+      "loss": 41.5,
+      "step": 11040
+    },
+    {
+      "epoch": 0.5276211411641021,
+      "grad_norm": 280.6128845214844,
+      "learning_rate": 1.7267419623258564e-05,
+      "loss": 24.9688,
+      "step": 11041
+    },
+    {
+      "epoch": 0.5276689286055625,
+      "grad_norm": 146.84707641601562,
+      "learning_rate": 1.726688802371304e-05,
+      "loss": 26.3125,
+      "step": 11042
+    },
+    {
+      "epoch": 0.5277167160470229,
+      "grad_norm": 225.04139709472656,
+      "learning_rate": 1.726635638064823e-05,
+      "loss": 44.9375,
+      "step": 11043
+    },
+    {
+      "epoch": 0.5277645034884832,
+      "grad_norm": 309.6176452636719,
+      "learning_rate": 1.7265824694067324e-05,
+      "loss": 32.875,
+      "step": 11044
+    },
+    {
+      "epoch": 0.5278122909299436,
+      "grad_norm": 294.7338562011719,
+      "learning_rate": 1.72652929639735e-05,
+      "loss": 29.0312,
+      "step": 11045
+    },
+    {
+      "epoch": 0.527860078371404,
+      "grad_norm": 284.880859375,
+      "learning_rate": 1.726476119036995e-05,
+      "loss": 28.5,
+      "step": 11046
+    },
+    {
+      "epoch": 0.5279078658128644,
+      "grad_norm": 236.10499572753906,
+      "learning_rate": 1.7264229373259853e-05,
+      "loss": 35.1875,
+      "step": 11047
+    },
+    {
+      "epoch": 0.5279556532543248,
+      "grad_norm": 841.4340209960938,
+      "learning_rate": 1.7263697512646397e-05,
+      "loss": 37.4375,
+      "step": 11048
+    },
+    {
+      "epoch": 0.5280034406957852,
+      "grad_norm": 265.12255859375,
+      "learning_rate": 1.726316560853276e-05,
+      "loss": 26.8125,
+      "step": 11049
+    },
+    {
+      "epoch": 0.5280512281372455,
+      "grad_norm": 259.574462890625,
+      "learning_rate": 1.726263366092214e-05,
+      "loss": 28.9062,
+      "step": 11050
+    },
+    {
+      "epoch": 0.5280990155787059,
+      "grad_norm": 329.18682861328125,
+      "learning_rate": 1.726210166981771e-05,
+      "loss": 42.3438,
+      "step": 11051
+    },
+    {
+      "epoch": 0.5281468030201663,
+      "grad_norm": 211.30613708496094,
+      "learning_rate": 1.7261569635222668e-05,
+      "loss": 25.1719,
+      "step": 11052
+    },
+    {
+      "epoch": 0.5281945904616266,
+      "grad_norm": 158.05931091308594,
+      "learning_rate": 1.726103755714019e-05,
+      "loss": 24.6875,
+      "step": 11053
+    },
+    {
+      "epoch": 0.528242377903087,
+      "grad_norm": 428.3520812988281,
+      "learning_rate": 1.7260505435573468e-05,
+      "loss": 31.1875,
+      "step": 11054
+    },
+    {
+      "epoch": 0.5282901653445474,
+      "grad_norm": 255.5503692626953,
+      "learning_rate": 1.7259973270525684e-05,
+      "loss": 36.625,
+      "step": 11055
+    },
+    {
+      "epoch": 0.5283379527860078,
+      "grad_norm": 318.7042236328125,
+      "learning_rate": 1.7259441062000032e-05,
+      "loss": 43.3438,
+      "step": 11056
+    },
+    {
+      "epoch": 0.5283857402274682,
+      "grad_norm": 125.90923309326172,
+      "learning_rate": 1.725890880999969e-05,
+      "loss": 17.9688,
+      "step": 11057
+    },
+    {
+      "epoch": 0.5284335276689286,
+      "grad_norm": 257.4761962890625,
+      "learning_rate": 1.7258376514527855e-05,
+      "loss": 42.1875,
+      "step": 11058
+    },
+    {
+      "epoch": 0.528481315110389,
+      "grad_norm": 237.9059295654297,
+      "learning_rate": 1.7257844175587714e-05,
+      "loss": 26.7188,
+      "step": 11059
+    },
+    {
+      "epoch": 0.5285291025518494,
+      "grad_norm": 286.73321533203125,
+      "learning_rate": 1.7257311793182446e-05,
+      "loss": 35.3438,
+      "step": 11060
+    },
+    {
+      "epoch": 0.5285768899933098,
+      "grad_norm": 157.9317626953125,
+      "learning_rate": 1.7256779367315244e-05,
+      "loss": 23.4375,
+      "step": 11061
+    },
+    {
+      "epoch": 0.5286246774347702,
+      "grad_norm": 187.02276611328125,
+      "learning_rate": 1.72562468979893e-05,
+      "loss": 36.1562,
+      "step": 11062
+    },
+    {
+      "epoch": 0.5286724648762305,
+      "grad_norm": 231.20748901367188,
+      "learning_rate": 1.72557143852078e-05,
+      "loss": 22.6875,
+      "step": 11063
+    },
+    {
+      "epoch": 0.5287202523176909,
+      "grad_norm": 323.37188720703125,
+      "learning_rate": 1.725518182897393e-05,
+      "loss": 39.7188,
+      "step": 11064
+    },
+    {
+      "epoch": 0.5287680397591513,
+      "grad_norm": 1699.2490234375,
+      "learning_rate": 1.7254649229290887e-05,
+      "loss": 39.5,
+      "step": 11065
+    },
+    {
+      "epoch": 0.5288158272006117,
+      "grad_norm": 256.67327880859375,
+      "learning_rate": 1.7254116586161855e-05,
+      "loss": 33.5625,
+      "step": 11066
+    },
+    {
+      "epoch": 0.5288636146420721,
+      "grad_norm": 291.70025634765625,
+      "learning_rate": 1.7253583899590024e-05,
+      "loss": 22.2969,
+      "step": 11067
+    },
+    {
+      "epoch": 0.5289114020835325,
+      "grad_norm": 375.09710693359375,
+      "learning_rate": 1.7253051169578586e-05,
+      "loss": 33.4062,
+      "step": 11068
+    },
+    {
+      "epoch": 0.5289591895249929,
+      "grad_norm": 400.3630065917969,
+      "learning_rate": 1.725251839613073e-05,
+      "loss": 19.0156,
+      "step": 11069
+    },
+    {
+      "epoch": 0.5290069769664533,
+      "grad_norm": 205.13893127441406,
+      "learning_rate": 1.725198557924965e-05,
+      "loss": 25.5938,
+      "step": 11070
+    },
+    {
+      "epoch": 0.5290547644079135,
+      "grad_norm": 188.76376342773438,
+      "learning_rate": 1.725145271893853e-05,
+      "loss": 25.9688,
+      "step": 11071
+    },
+    {
+      "epoch": 0.5291025518493739,
+      "grad_norm": 237.39498901367188,
+      "learning_rate": 1.7250919815200568e-05,
+      "loss": 22.6875,
+      "step": 11072
+    },
+    {
+      "epoch": 0.5291503392908343,
+      "grad_norm": 263.5717468261719,
+      "learning_rate": 1.725038686803895e-05,
+      "loss": 31.8438,
+      "step": 11073
+    },
+    {
+      "epoch": 0.5291981267322947,
+      "grad_norm": 189.61322021484375,
+      "learning_rate": 1.724985387745687e-05,
+      "loss": 25.8906,
+      "step": 11074
+    },
+    {
+      "epoch": 0.5292459141737551,
+      "grad_norm": 196.93377685546875,
+      "learning_rate": 1.7249320843457522e-05,
+      "loss": 25.1562,
+      "step": 11075
+    },
+    {
+      "epoch": 0.5292937016152155,
+      "grad_norm": 564.2329711914062,
+      "learning_rate": 1.7248787766044096e-05,
+      "loss": 22.375,
+      "step": 11076
+    },
+    {
+      "epoch": 0.5293414890566759,
+      "grad_norm": 187.98829650878906,
+      "learning_rate": 1.7248254645219785e-05,
+      "loss": 23.125,
+      "step": 11077
+    },
+    {
+      "epoch": 0.5293892764981363,
+      "grad_norm": 260.3169860839844,
+      "learning_rate": 1.724772148098778e-05,
+      "loss": 26.375,
+      "step": 11078
+    },
+    {
+      "epoch": 0.5294370639395967,
+      "grad_norm": 301.49688720703125,
+      "learning_rate": 1.7247188273351278e-05,
+      "loss": 30.4062,
+      "step": 11079
+    },
+    {
+      "epoch": 0.529484851381057,
+      "grad_norm": 416.1703186035156,
+      "learning_rate": 1.724665502231347e-05,
+      "loss": 33.2812,
+      "step": 11080
+    },
+    {
+      "epoch": 0.5295326388225174,
+      "grad_norm": 263.8381652832031,
+      "learning_rate": 1.7246121727877544e-05,
+      "loss": 27.5312,
+      "step": 11081
+    },
+    {
+      "epoch": 0.5295804262639778,
+      "grad_norm": 1426.885009765625,
+      "learning_rate": 1.7245588390046702e-05,
+      "loss": 52.0,
+      "step": 11082
+    },
+    {
+      "epoch": 0.5296282137054382,
+      "grad_norm": 416.0635986328125,
+      "learning_rate": 1.7245055008824137e-05,
+      "loss": 24.7812,
+      "step": 11083
+    },
+    {
+      "epoch": 0.5296760011468986,
+      "grad_norm": 197.5101318359375,
+      "learning_rate": 1.724452158421304e-05,
+      "loss": 19.2031,
+      "step": 11084
+    },
+    {
+      "epoch": 0.529723788588359,
+      "grad_norm": 542.6193237304688,
+      "learning_rate": 1.7243988116216607e-05,
+      "loss": 39.6875,
+      "step": 11085
+    },
+    {
+      "epoch": 0.5297715760298194,
+      "grad_norm": 220.90432739257812,
+      "learning_rate": 1.724345460483803e-05,
+      "loss": 26.9688,
+      "step": 11086
+    },
+    {
+      "epoch": 0.5298193634712798,
+      "grad_norm": 479.5157775878906,
+      "learning_rate": 1.724292105008051e-05,
+      "loss": 24.5781,
+      "step": 11087
+    },
+    {
+      "epoch": 0.5298671509127402,
+      "grad_norm": 135.5609130859375,
+      "learning_rate": 1.7242387451947237e-05,
+      "loss": 21.0781,
+      "step": 11088
+    },
+    {
+      "epoch": 0.5299149383542006,
+      "grad_norm": 204.06260681152344,
+      "learning_rate": 1.724185381044141e-05,
+      "loss": 24.6875,
+      "step": 11089
+    },
+    {
+      "epoch": 0.529962725795661,
+      "grad_norm": 211.321533203125,
+      "learning_rate": 1.7241320125566216e-05,
+      "loss": 28.7812,
+      "step": 11090
+    },
+    {
+      "epoch": 0.5300105132371213,
+      "grad_norm": 281.0378723144531,
+      "learning_rate": 1.7240786397324867e-05,
+      "loss": 32.0312,
+      "step": 11091
+    },
+    {
+      "epoch": 0.5300583006785816,
+      "grad_norm": 162.0124969482422,
+      "learning_rate": 1.7240252625720545e-05,
+      "loss": 22.3594,
+      "step": 11092
+    },
+    {
+      "epoch": 0.530106088120042,
+      "grad_norm": 162.32815551757812,
+      "learning_rate": 1.7239718810756457e-05,
+      "loss": 25.375,
+      "step": 11093
+    },
+    {
+      "epoch": 0.5301538755615024,
+      "grad_norm": 338.5764465332031,
+      "learning_rate": 1.723918495243579e-05,
+      "loss": 37.2812,
+      "step": 11094
+    },
+    {
+      "epoch": 0.5302016630029628,
+      "grad_norm": 274.2347412109375,
+      "learning_rate": 1.723865105076175e-05,
+      "loss": 30.0,
+      "step": 11095
+    },
+    {
+      "epoch": 0.5302494504444232,
+      "grad_norm": 331.53594970703125,
+      "learning_rate": 1.7238117105737532e-05,
+      "loss": 29.2031,
+      "step": 11096
+    },
+    {
+      "epoch": 0.5302972378858836,
+      "grad_norm": 274.8694763183594,
+      "learning_rate": 1.7237583117366328e-05,
+      "loss": 26.1875,
+      "step": 11097
+    },
+    {
+      "epoch": 0.530345025327344,
+      "grad_norm": 152.75318908691406,
+      "learning_rate": 1.7237049085651347e-05,
+      "loss": 20.875,
+      "step": 11098
+    },
+    {
+      "epoch": 0.5303928127688043,
+      "grad_norm": 394.973388671875,
+      "learning_rate": 1.7236515010595773e-05,
+      "loss": 37.2812,
+      "step": 11099
+    },
+    {
+      "epoch": 0.5304406002102647,
+      "grad_norm": 215.62557983398438,
+      "learning_rate": 1.7235980892202813e-05,
+      "loss": 26.8125,
+      "step": 11100
+    },
+    {
+      "epoch": 0.5304883876517251,
+      "grad_norm": 313.4603576660156,
+      "learning_rate": 1.7235446730475668e-05,
+      "loss": 22.75,
+      "step": 11101
+    },
+    {
+      "epoch": 0.5305361750931855,
+      "grad_norm": 756.1647338867188,
+      "learning_rate": 1.723491252541753e-05,
+      "loss": 35.0,
+      "step": 11102
+    },
+    {
+      "epoch": 0.5305839625346459,
+      "grad_norm": 179.21311950683594,
+      "learning_rate": 1.72343782770316e-05,
+      "loss": 37.375,
+      "step": 11103
+    },
+    {
+      "epoch": 0.5306317499761063,
+      "grad_norm": 367.8311462402344,
+      "learning_rate": 1.7233843985321083e-05,
+      "loss": 31.4688,
+      "step": 11104
+    },
+    {
+      "epoch": 0.5306795374175667,
+      "grad_norm": 237.34034729003906,
+      "learning_rate": 1.7233309650289174e-05,
+      "loss": 31.1562,
+      "step": 11105
+    },
+    {
+      "epoch": 0.5307273248590271,
+      "grad_norm": 330.1041259765625,
+      "learning_rate": 1.7232775271939074e-05,
+      "loss": 39.0,
+      "step": 11106
+    },
+    {
+      "epoch": 0.5307751123004875,
+      "grad_norm": 411.7471618652344,
+      "learning_rate": 1.723224085027398e-05,
+      "loss": 41.5625,
+      "step": 11107
+    },
+    {
+      "epoch": 0.5308228997419479,
+      "grad_norm": 258.9189453125,
+      "learning_rate": 1.7231706385297096e-05,
+      "loss": 31.3125,
+      "step": 11108
+    },
+    {
+      "epoch": 0.5308706871834082,
+      "grad_norm": 279.42181396484375,
+      "learning_rate": 1.7231171877011624e-05,
+      "loss": 34.0625,
+      "step": 11109
+    },
+    {
+      "epoch": 0.5309184746248686,
+      "grad_norm": 253.94679260253906,
+      "learning_rate": 1.7230637325420763e-05,
+      "loss": 30.8125,
+      "step": 11110
+    },
+    {
+      "epoch": 0.530966262066329,
+      "grad_norm": 370.0539245605469,
+      "learning_rate": 1.7230102730527714e-05,
+      "loss": 35.5,
+      "step": 11111
+    },
+    {
+      "epoch": 0.5310140495077893,
+      "grad_norm": 230.17453002929688,
+      "learning_rate": 1.7229568092335683e-05,
+      "loss": 30.5312,
+      "step": 11112
+    },
+    {
+      "epoch": 0.5310618369492497,
+      "grad_norm": 390.431884765625,
+      "learning_rate": 1.7229033410847863e-05,
+      "loss": 48.375,
+      "step": 11113
+    },
+    {
+      "epoch": 0.5311096243907101,
+      "grad_norm": 296.3749694824219,
+      "learning_rate": 1.7228498686067462e-05,
+      "loss": 35.875,
+      "step": 11114
+    },
+    {
+      "epoch": 0.5311574118321705,
+      "grad_norm": 244.10357666015625,
+      "learning_rate": 1.722796391799768e-05,
+      "loss": 25.9219,
+      "step": 11115
+    },
+    {
+      "epoch": 0.5312051992736309,
+      "grad_norm": 292.6946716308594,
+      "learning_rate": 1.7227429106641726e-05,
+      "loss": 27.4688,
+      "step": 11116
+    },
+    {
+      "epoch": 0.5312529867150912,
+      "grad_norm": 317.2368469238281,
+      "learning_rate": 1.722689425200279e-05,
+      "loss": 32.9531,
+      "step": 11117
+    },
+    {
+      "epoch": 0.5313007741565516,
+      "grad_norm": 189.9898223876953,
+      "learning_rate": 1.7226359354084088e-05,
+      "loss": 27.7812,
+      "step": 11118
+    },
+    {
+      "epoch": 0.531348561598012,
+      "grad_norm": 181.32664489746094,
+      "learning_rate": 1.7225824412888815e-05,
+      "loss": 23.875,
+      "step": 11119
+    },
+    {
+      "epoch": 0.5313963490394724,
+      "grad_norm": 365.475341796875,
+      "learning_rate": 1.722528942842018e-05,
+      "loss": 30.8125,
+      "step": 11120
+    },
+    {
+      "epoch": 0.5314441364809328,
+      "grad_norm": 575.3175659179688,
+      "learning_rate": 1.7224754400681383e-05,
+      "loss": 24.5938,
+      "step": 11121
+    },
+    {
+      "epoch": 0.5314919239223932,
+      "grad_norm": 185.8062744140625,
+      "learning_rate": 1.722421932967563e-05,
+      "loss": 34.9688,
+      "step": 11122
+    },
+    {
+      "epoch": 0.5315397113638536,
+      "grad_norm": 376.884033203125,
+      "learning_rate": 1.7223684215406125e-05,
+      "loss": 31.9844,
+      "step": 11123
+    },
+    {
+      "epoch": 0.531587498805314,
+      "grad_norm": 321.9914245605469,
+      "learning_rate": 1.7223149057876076e-05,
+      "loss": 27.6875,
+      "step": 11124
+    },
+    {
+      "epoch": 0.5316352862467744,
+      "grad_norm": 262.3547058105469,
+      "learning_rate": 1.722261385708868e-05,
+      "loss": 32.0938,
+      "step": 11125
+    },
+    {
+      "epoch": 0.5316830736882348,
+      "grad_norm": 243.3488006591797,
+      "learning_rate": 1.722207861304715e-05,
+      "loss": 29.0938,
+      "step": 11126
+    },
+    {
+      "epoch": 0.5317308611296951,
+      "grad_norm": 237.93685913085938,
+      "learning_rate": 1.7221543325754684e-05,
+      "loss": 33.5938,
+      "step": 11127
+    },
+    {
+      "epoch": 0.5317786485711555,
+      "grad_norm": 314.51702880859375,
+      "learning_rate": 1.7221007995214493e-05,
+      "loss": 28.125,
+      "step": 11128
+    },
+    {
+      "epoch": 0.5318264360126159,
+      "grad_norm": 319.6945495605469,
+      "learning_rate": 1.7220472621429783e-05,
+      "loss": 29.7031,
+      "step": 11129
+    },
+    {
+      "epoch": 0.5318742234540763,
+      "grad_norm": 363.6639404296875,
+      "learning_rate": 1.721993720440376e-05,
+      "loss": 26.5938,
+      "step": 11130
+    },
+    {
+      "epoch": 0.5319220108955367,
+      "grad_norm": 336.2123718261719,
+      "learning_rate": 1.721940174413963e-05,
+      "loss": 38.4062,
+      "step": 11131
+    },
+    {
+      "epoch": 0.5319697983369971,
+      "grad_norm": 314.9789733886719,
+      "learning_rate": 1.7218866240640596e-05,
+      "loss": 31.0,
+      "step": 11132
+    },
+    {
+      "epoch": 0.5320175857784574,
+      "grad_norm": 306.23699951171875,
+      "learning_rate": 1.721833069390987e-05,
+      "loss": 27.7188,
+      "step": 11133
+    },
+    {
+      "epoch": 0.5320653732199178,
+      "grad_norm": 259.4081115722656,
+      "learning_rate": 1.7217795103950658e-05,
+      "loss": 34.1406,
+      "step": 11134
+    },
+    {
+      "epoch": 0.5321131606613781,
+      "grad_norm": 217.00442504882812,
+      "learning_rate": 1.7217259470766163e-05,
+      "loss": 31.5312,
+      "step": 11135
+    },
+    {
+      "epoch": 0.5321609481028385,
+      "grad_norm": 215.34783935546875,
+      "learning_rate": 1.72167237943596e-05,
+      "loss": 32.2188,
+      "step": 11136
+    },
+    {
+      "epoch": 0.5322087355442989,
+      "grad_norm": 160.98785400390625,
+      "learning_rate": 1.721618807473417e-05,
+      "loss": 20.9375,
+      "step": 11137
+    },
+    {
+      "epoch": 0.5322565229857593,
+      "grad_norm": 242.3562469482422,
+      "learning_rate": 1.721565231189309e-05,
+      "loss": 39.9375,
+      "step": 11138
+    },
+    {
+      "epoch": 0.5323043104272197,
+      "grad_norm": 212.10643005371094,
+      "learning_rate": 1.7215116505839563e-05,
+      "loss": 22.9688,
+      "step": 11139
+    },
+    {
+      "epoch": 0.5323520978686801,
+      "grad_norm": 232.21751403808594,
+      "learning_rate": 1.7214580656576794e-05,
+      "loss": 33.375,
+      "step": 11140
+    },
+    {
+      "epoch": 0.5323998853101405,
+      "grad_norm": 164.38217163085938,
+      "learning_rate": 1.7214044764108e-05,
+      "loss": 26.3594,
+      "step": 11141
+    },
+    {
+      "epoch": 0.5324476727516009,
+      "grad_norm": 305.10748291015625,
+      "learning_rate": 1.7213508828436385e-05,
+      "loss": 28.4688,
+      "step": 11142
+    },
+    {
+      "epoch": 0.5324954601930613,
+      "grad_norm": 204.8473663330078,
+      "learning_rate": 1.721297284956516e-05,
+      "loss": 24.1562,
+      "step": 11143
+    },
+    {
+      "epoch": 0.5325432476345217,
+      "grad_norm": 236.2970428466797,
+      "learning_rate": 1.7212436827497535e-05,
+      "loss": 24.2656,
+      "step": 11144
+    },
+    {
+      "epoch": 0.532591035075982,
+      "grad_norm": 533.0973510742188,
+      "learning_rate": 1.721190076223672e-05,
+      "loss": 24.7969,
+      "step": 11145
+    },
+    {
+      "epoch": 0.5326388225174424,
+      "grad_norm": 243.1036834716797,
+      "learning_rate": 1.7211364653785925e-05,
+      "loss": 27.4375,
+      "step": 11146
+    },
+    {
+      "epoch": 0.5326866099589028,
+      "grad_norm": 247.70628356933594,
+      "learning_rate": 1.721082850214836e-05,
+      "loss": 32.0312,
+      "step": 11147
+    },
+    {
+      "epoch": 0.5327343974003632,
+      "grad_norm": 189.64596557617188,
+      "learning_rate": 1.7210292307327238e-05,
+      "loss": 29.1875,
+      "step": 11148
+    },
+    {
+      "epoch": 0.5327821848418236,
+      "grad_norm": 249.23492431640625,
+      "learning_rate": 1.720975606932577e-05,
+      "loss": 33.1562,
+      "step": 11149
+    },
+    {
+      "epoch": 0.532829972283284,
+      "grad_norm": 204.410888671875,
+      "learning_rate": 1.7209219788147166e-05,
+      "loss": 28.5938,
+      "step": 11150
+    },
+    {
+      "epoch": 0.5328777597247444,
+      "grad_norm": 168.05809020996094,
+      "learning_rate": 1.720868346379464e-05,
+      "loss": 18.8281,
+      "step": 11151
+    },
+    {
+      "epoch": 0.5329255471662048,
+      "grad_norm": 252.1167755126953,
+      "learning_rate": 1.7208147096271394e-05,
+      "loss": 25.0312,
+      "step": 11152
+    },
+    {
+      "epoch": 0.532973334607665,
+      "grad_norm": 205.5370635986328,
+      "learning_rate": 1.7207610685580653e-05,
+      "loss": 28.25,
+      "step": 11153
+    },
+    {
+      "epoch": 0.5330211220491254,
+      "grad_norm": 275.14801025390625,
+      "learning_rate": 1.7207074231725625e-05,
+      "loss": 37.125,
+      "step": 11154
+    },
+    {
+      "epoch": 0.5330689094905858,
+      "grad_norm": 190.55075073242188,
+      "learning_rate": 1.7206537734709524e-05,
+      "loss": 25.25,
+      "step": 11155
+    },
+    {
+      "epoch": 0.5331166969320462,
+      "grad_norm": 228.91116333007812,
+      "learning_rate": 1.7206001194535557e-05,
+      "loss": 24.7188,
+      "step": 11156
+    },
+    {
+      "epoch": 0.5331644843735066,
+      "grad_norm": 281.6965637207031,
+      "learning_rate": 1.7205464611206945e-05,
+      "loss": 33.9688,
+      "step": 11157
+    },
+    {
+      "epoch": 0.533212271814967,
+      "grad_norm": 226.4371795654297,
+      "learning_rate": 1.720492798472689e-05,
+      "loss": 36.9688,
+      "step": 11158
+    },
+    {
+      "epoch": 0.5332600592564274,
+      "grad_norm": 241.6605224609375,
+      "learning_rate": 1.720439131509862e-05,
+      "loss": 31.5938,
+      "step": 11159
+    },
+    {
+      "epoch": 0.5333078466978878,
+      "grad_norm": 213.86573791503906,
+      "learning_rate": 1.720385460232534e-05,
+      "loss": 28.8438,
+      "step": 11160
+    },
+    {
+      "epoch": 0.5333556341393482,
+      "grad_norm": 291.52069091796875,
+      "learning_rate": 1.7203317846410268e-05,
+      "loss": 32.8125,
+      "step": 11161
+    },
+    {
+      "epoch": 0.5334034215808086,
+      "grad_norm": 628.9254760742188,
+      "learning_rate": 1.7202781047356615e-05,
+      "loss": 38.375,
+      "step": 11162
+    },
+    {
+      "epoch": 0.533451209022269,
+      "grad_norm": 318.2308654785156,
+      "learning_rate": 1.72022442051676e-05,
+      "loss": 30.7812,
+      "step": 11163
+    },
+    {
+      "epoch": 0.5334989964637293,
+      "grad_norm": 238.115234375,
+      "learning_rate": 1.720170731984643e-05,
+      "loss": 25.0469,
+      "step": 11164
+    },
+    {
+      "epoch": 0.5335467839051897,
+      "grad_norm": 213.27886962890625,
+      "learning_rate": 1.7201170391396332e-05,
+      "loss": 17.8438,
+      "step": 11165
+    },
+    {
+      "epoch": 0.5335945713466501,
+      "grad_norm": 341.8805847167969,
+      "learning_rate": 1.7200633419820513e-05,
+      "loss": 26.7969,
+      "step": 11166
+    },
+    {
+      "epoch": 0.5336423587881105,
+      "grad_norm": 194.13107299804688,
+      "learning_rate": 1.720009640512219e-05,
+      "loss": 36.25,
+      "step": 11167
+    },
+    {
+      "epoch": 0.5336901462295709,
+      "grad_norm": 272.7686767578125,
+      "learning_rate": 1.7199559347304588e-05,
+      "loss": 34.5156,
+      "step": 11168
+    },
+    {
+      "epoch": 0.5337379336710313,
+      "grad_norm": 277.886474609375,
+      "learning_rate": 1.7199022246370906e-05,
+      "loss": 23.1875,
+      "step": 11169
+    },
+    {
+      "epoch": 0.5337857211124917,
+      "grad_norm": 212.25628662109375,
+      "learning_rate": 1.7198485102324372e-05,
+      "loss": 38.75,
+      "step": 11170
+    },
+    {
+      "epoch": 0.5338335085539521,
+      "grad_norm": 486.09161376953125,
+      "learning_rate": 1.71979479151682e-05,
+      "loss": 26.9062,
+      "step": 11171
+    },
+    {
+      "epoch": 0.5338812959954125,
+      "grad_norm": 258.8063049316406,
+      "learning_rate": 1.7197410684905613e-05,
+      "loss": 23.3438,
+      "step": 11172
+    },
+    {
+      "epoch": 0.5339290834368728,
+      "grad_norm": 407.9618835449219,
+      "learning_rate": 1.719687341153982e-05,
+      "loss": 31.75,
+      "step": 11173
+    },
+    {
+      "epoch": 0.5339768708783331,
+      "grad_norm": 205.7763671875,
+      "learning_rate": 1.7196336095074043e-05,
+      "loss": 28.9688,
+      "step": 11174
+    },
+    {
+      "epoch": 0.5340246583197935,
+      "grad_norm": 246.71742248535156,
+      "learning_rate": 1.71957987355115e-05,
+      "loss": 36.3125,
+      "step": 11175
+    },
+    {
+      "epoch": 0.5340724457612539,
+      "grad_norm": 371.44287109375,
+      "learning_rate": 1.71952613328554e-05,
+      "loss": 46.4375,
+      "step": 11176
+    },
+    {
+      "epoch": 0.5341202332027143,
+      "grad_norm": 214.45814514160156,
+      "learning_rate": 1.7194723887108976e-05,
+      "loss": 23.0469,
+      "step": 11177
+    },
+    {
+      "epoch": 0.5341680206441747,
+      "grad_norm": 215.94273376464844,
+      "learning_rate": 1.7194186398275438e-05,
+      "loss": 26.75,
+      "step": 11178
+    },
+    {
+      "epoch": 0.5342158080856351,
+      "grad_norm": 249.6183624267578,
+      "learning_rate": 1.719364886635801e-05,
+      "loss": 29.3438,
+      "step": 11179
+    },
+    {
+      "epoch": 0.5342635955270955,
+      "grad_norm": 265.76104736328125,
+      "learning_rate": 1.7193111291359903e-05,
+      "loss": 42.7188,
+      "step": 11180
+    },
+    {
+      "epoch": 0.5343113829685558,
+      "grad_norm": 400.3876037597656,
+      "learning_rate": 1.7192573673284343e-05,
+      "loss": 34.25,
+      "step": 11181
+    },
+    {
+      "epoch": 0.5343591704100162,
+      "grad_norm": 335.3745422363281,
+      "learning_rate": 1.7192036012134546e-05,
+      "loss": 37.125,
+      "step": 11182
+    },
+    {
+      "epoch": 0.5344069578514766,
+      "grad_norm": 344.03057861328125,
+      "learning_rate": 1.7191498307913733e-05,
+      "loss": 28.6406,
+      "step": 11183
+    },
+    {
+      "epoch": 0.534454745292937,
+      "grad_norm": 214.14634704589844,
+      "learning_rate": 1.7190960560625127e-05,
+      "loss": 23.8438,
+      "step": 11184
+    },
+    {
+      "epoch": 0.5345025327343974,
+      "grad_norm": 252.0417022705078,
+      "learning_rate": 1.7190422770271946e-05,
+      "loss": 34.375,
+      "step": 11185
+    },
+    {
+      "epoch": 0.5345503201758578,
+      "grad_norm": 194.2592010498047,
+      "learning_rate": 1.718988493685741e-05,
+      "loss": 27.5312,
+      "step": 11186
+    },
+    {
+      "epoch": 0.5345981076173182,
+      "grad_norm": 268.71148681640625,
+      "learning_rate": 1.7189347060384742e-05,
+      "loss": 29.8125,
+      "step": 11187
+    },
+    {
+      "epoch": 0.5346458950587786,
+      "grad_norm": 166.1886749267578,
+      "learning_rate": 1.718880914085716e-05,
+      "loss": 32.1875,
+      "step": 11188
+    },
+    {
+      "epoch": 0.534693682500239,
+      "grad_norm": 298.0922546386719,
+      "learning_rate": 1.7188271178277887e-05,
+      "loss": 36.125,
+      "step": 11189
+    },
+    {
+      "epoch": 0.5347414699416994,
+      "grad_norm": 149.40223693847656,
+      "learning_rate": 1.7187733172650145e-05,
+      "loss": 15.4531,
+      "step": 11190
+    },
+    {
+      "epoch": 0.5347892573831597,
+      "grad_norm": 531.9278564453125,
+      "learning_rate": 1.7187195123977156e-05,
+      "loss": 29.375,
+      "step": 11191
+    },
+    {
+      "epoch": 0.5348370448246201,
+      "grad_norm": 228.2917938232422,
+      "learning_rate": 1.7186657032262145e-05,
+      "loss": 28.0625,
+      "step": 11192
+    },
+    {
+      "epoch": 0.5348848322660805,
+      "grad_norm": 393.90228271484375,
+      "learning_rate": 1.718611889750833e-05,
+      "loss": 42.5,
+      "step": 11193
+    },
+    {
+      "epoch": 0.5349326197075409,
+      "grad_norm": 249.3939666748047,
+      "learning_rate": 1.7185580719718934e-05,
+      "loss": 25.9062,
+      "step": 11194
+    },
+    {
+      "epoch": 0.5349804071490012,
+      "grad_norm": 306.57122802734375,
+      "learning_rate": 1.7185042498897185e-05,
+      "loss": 27.5938,
+      "step": 11195
+    },
+    {
+      "epoch": 0.5350281945904616,
+      "grad_norm": 218.097412109375,
+      "learning_rate": 1.71845042350463e-05,
+      "loss": 24.9375,
+      "step": 11196
+    },
+    {
+      "epoch": 0.535075982031922,
+      "grad_norm": 443.6697692871094,
+      "learning_rate": 1.7183965928169506e-05,
+      "loss": 37.2188,
+      "step": 11197
+    },
+    {
+      "epoch": 0.5351237694733824,
+      "grad_norm": 161.3433837890625,
+      "learning_rate": 1.7183427578270026e-05,
+      "loss": 24.9688,
+      "step": 11198
+    },
+    {
+      "epoch": 0.5351715569148427,
+      "grad_norm": 182.1490478515625,
+      "learning_rate": 1.7182889185351084e-05,
+      "loss": 32.9688,
+      "step": 11199
+    },
+    {
+      "epoch": 0.5352193443563031,
+      "grad_norm": 317.5735778808594,
+      "learning_rate": 1.7182350749415903e-05,
+      "loss": 36.6875,
+      "step": 11200
+    },
+    {
+      "epoch": 0.5352671317977635,
+      "grad_norm": 131.2672882080078,
+      "learning_rate": 1.7181812270467708e-05,
+      "loss": 21.9062,
+      "step": 11201
+    },
+    {
+      "epoch": 0.5353149192392239,
+      "grad_norm": 249.73809814453125,
+      "learning_rate": 1.7181273748509724e-05,
+      "loss": 26.6562,
+      "step": 11202
+    },
+    {
+      "epoch": 0.5353627066806843,
+      "grad_norm": 217.43698120117188,
+      "learning_rate": 1.718073518354518e-05,
+      "loss": 23.75,
+      "step": 11203
+    },
+    {
+      "epoch": 0.5354104941221447,
+      "grad_norm": 231.76651000976562,
+      "learning_rate": 1.71801965755773e-05,
+      "loss": 24.2812,
+      "step": 11204
+    },
+    {
+      "epoch": 0.5354582815636051,
+      "grad_norm": 251.75515747070312,
+      "learning_rate": 1.7179657924609303e-05,
+      "loss": 27.9375,
+      "step": 11205
+    },
+    {
+      "epoch": 0.5355060690050655,
+      "grad_norm": 455.67791748046875,
+      "learning_rate": 1.717911923064442e-05,
+      "loss": 39.75,
+      "step": 11206
+    },
+    {
+      "epoch": 0.5355538564465259,
+      "grad_norm": 274.0278625488281,
+      "learning_rate": 1.7178580493685876e-05,
+      "loss": 24.125,
+      "step": 11207
+    },
+    {
+      "epoch": 0.5356016438879863,
+      "grad_norm": 292.322509765625,
+      "learning_rate": 1.7178041713736903e-05,
+      "loss": 33.3125,
+      "step": 11208
+    },
+    {
+      "epoch": 0.5356494313294466,
+      "grad_norm": 164.80967712402344,
+      "learning_rate": 1.7177502890800717e-05,
+      "loss": 19.75,
+      "step": 11209
+    },
+    {
+      "epoch": 0.535697218770907,
+      "grad_norm": 353.3350524902344,
+      "learning_rate": 1.7176964024880553e-05,
+      "loss": 28.1719,
+      "step": 11210
+    },
+    {
+      "epoch": 0.5357450062123674,
+      "grad_norm": 301.3569030761719,
+      "learning_rate": 1.717642511597963e-05,
+      "loss": 28.875,
+      "step": 11211
+    },
+    {
+      "epoch": 0.5357927936538278,
+      "grad_norm": 341.8813781738281,
+      "learning_rate": 1.7175886164101186e-05,
+      "loss": 32.125,
+      "step": 11212
+    },
+    {
+      "epoch": 0.5358405810952882,
+      "grad_norm": 358.2275085449219,
+      "learning_rate": 1.717534716924844e-05,
+      "loss": 20.3125,
+      "step": 11213
+    },
+    {
+      "epoch": 0.5358883685367486,
+      "grad_norm": 331.67694091796875,
+      "learning_rate": 1.7174808131424625e-05,
+      "loss": 27.5,
+      "step": 11214
+    },
+    {
+      "epoch": 0.5359361559782089,
+      "grad_norm": 335.05010986328125,
+      "learning_rate": 1.7174269050632968e-05,
+      "loss": 35.25,
+      "step": 11215
+    },
+    {
+      "epoch": 0.5359839434196693,
+      "grad_norm": 315.15325927734375,
+      "learning_rate": 1.7173729926876696e-05,
+      "loss": 32.0312,
+      "step": 11216
+    },
+    {
+      "epoch": 0.5360317308611297,
+      "grad_norm": 321.9910583496094,
+      "learning_rate": 1.717319076015904e-05,
+      "loss": 26.9062,
+      "step": 11217
+    },
+    {
+      "epoch": 0.53607951830259,
+      "grad_norm": 457.90997314453125,
+      "learning_rate": 1.7172651550483224e-05,
+      "loss": 34.8125,
+      "step": 11218
+    },
+    {
+      "epoch": 0.5361273057440504,
+      "grad_norm": 197.76278686523438,
+      "learning_rate": 1.7172112297852482e-05,
+      "loss": 20.5312,
+      "step": 11219
+    },
+    {
+      "epoch": 0.5361750931855108,
+      "grad_norm": 299.0721740722656,
+      "learning_rate": 1.717157300227004e-05,
+      "loss": 28.0312,
+      "step": 11220
+    },
+    {
+      "epoch": 0.5362228806269712,
+      "grad_norm": 281.4726257324219,
+      "learning_rate": 1.7171033663739133e-05,
+      "loss": 22.7031,
+      "step": 11221
+    },
+    {
+      "epoch": 0.5362706680684316,
+      "grad_norm": 385.98797607421875,
+      "learning_rate": 1.7170494282262987e-05,
+      "loss": 29.9062,
+      "step": 11222
+    },
+    {
+      "epoch": 0.536318455509892,
+      "grad_norm": 195.8494110107422,
+      "learning_rate": 1.716995485784483e-05,
+      "loss": 22.7344,
+      "step": 11223
+    },
+    {
+      "epoch": 0.5363662429513524,
+      "grad_norm": 228.16639709472656,
+      "learning_rate": 1.7169415390487897e-05,
+      "loss": 29.9062,
+      "step": 11224
+    },
+    {
+      "epoch": 0.5364140303928128,
+      "grad_norm": 156.9923095703125,
+      "learning_rate": 1.7168875880195418e-05,
+      "loss": 28.875,
+      "step": 11225
+    },
+    {
+      "epoch": 0.5364618178342732,
+      "grad_norm": 389.1508483886719,
+      "learning_rate": 1.716833632697062e-05,
+      "loss": 30.0312,
+      "step": 11226
+    },
+    {
+      "epoch": 0.5365096052757335,
+      "grad_norm": 161.23056030273438,
+      "learning_rate": 1.7167796730816738e-05,
+      "loss": 30.25,
+      "step": 11227
+    },
+    {
+      "epoch": 0.5365573927171939,
+      "grad_norm": 301.0029602050781,
+      "learning_rate": 1.7167257091737005e-05,
+      "loss": 44.75,
+      "step": 11228
+    },
+    {
+      "epoch": 0.5366051801586543,
+      "grad_norm": 320.0274658203125,
+      "learning_rate": 1.7166717409734647e-05,
+      "loss": 40.875,
+      "step": 11229
+    },
+    {
+      "epoch": 0.5366529676001147,
+      "grad_norm": 342.45672607421875,
+      "learning_rate": 1.7166177684812903e-05,
+      "loss": 33.1562,
+      "step": 11230
+    },
+    {
+      "epoch": 0.5367007550415751,
+      "grad_norm": 300.8514709472656,
+      "learning_rate": 1.7165637916975e-05,
+      "loss": 26.6562,
+      "step": 11231
+    },
+    {
+      "epoch": 0.5367485424830355,
+      "grad_norm": 416.54547119140625,
+      "learning_rate": 1.7165098106224173e-05,
+      "loss": 30.375,
+      "step": 11232
+    },
+    {
+      "epoch": 0.5367963299244959,
+      "grad_norm": 197.4921875,
+      "learning_rate": 1.716455825256365e-05,
+      "loss": 26.3125,
+      "step": 11233
+    },
+    {
+      "epoch": 0.5368441173659563,
+      "grad_norm": 287.0664978027344,
+      "learning_rate": 1.716401835599667e-05,
+      "loss": 25.5312,
+      "step": 11234
+    },
+    {
+      "epoch": 0.5368919048074167,
+      "grad_norm": 297.93035888671875,
+      "learning_rate": 1.7163478416526465e-05,
+      "loss": 24.9688,
+      "step": 11235
+    },
+    {
+      "epoch": 0.5369396922488769,
+      "grad_norm": 216.06346130371094,
+      "learning_rate": 1.7162938434156266e-05,
+      "loss": 18.7656,
+      "step": 11236
+    },
+    {
+      "epoch": 0.5369874796903373,
+      "grad_norm": 350.5523681640625,
+      "learning_rate": 1.716239840888931e-05,
+      "loss": 24.0781,
+      "step": 11237
+    },
+    {
+      "epoch": 0.5370352671317977,
+      "grad_norm": 386.7939453125,
+      "learning_rate": 1.716185834072883e-05,
+      "loss": 30.1875,
+      "step": 11238
+    },
+    {
+      "epoch": 0.5370830545732581,
+      "grad_norm": 229.45236206054688,
+      "learning_rate": 1.716131822967806e-05,
+      "loss": 27.7188,
+      "step": 11239
+    },
+    {
+      "epoch": 0.5371308420147185,
+      "grad_norm": 234.7770538330078,
+      "learning_rate": 1.7160778075740233e-05,
+      "loss": 32.9375,
+      "step": 11240
+    },
+    {
+      "epoch": 0.5371786294561789,
+      "grad_norm": 467.75543212890625,
+      "learning_rate": 1.7160237878918584e-05,
+      "loss": 36.2188,
+      "step": 11241
+    },
+    {
+      "epoch": 0.5372264168976393,
+      "grad_norm": 352.4891052246094,
+      "learning_rate": 1.7159697639216354e-05,
+      "loss": 30.4531,
+      "step": 11242
+    },
+    {
+      "epoch": 0.5372742043390997,
+      "grad_norm": 292.513916015625,
+      "learning_rate": 1.715915735663677e-05,
+      "loss": 29.4375,
+      "step": 11243
+    },
+    {
+      "epoch": 0.5373219917805601,
+      "grad_norm": 209.93658447265625,
+      "learning_rate": 1.7158617031183073e-05,
+      "loss": 26.8594,
+      "step": 11244
+    },
+    {
+      "epoch": 0.5373697792220204,
+      "grad_norm": 200.4152069091797,
+      "learning_rate": 1.7158076662858496e-05,
+      "loss": 26.4375,
+      "step": 11245
+    },
+    {
+      "epoch": 0.5374175666634808,
+      "grad_norm": 301.74749755859375,
+      "learning_rate": 1.7157536251666277e-05,
+      "loss": 36.75,
+      "step": 11246
+    },
+    {
+      "epoch": 0.5374653541049412,
+      "grad_norm": 291.6761779785156,
+      "learning_rate": 1.715699579760965e-05,
+      "loss": 28.4375,
+      "step": 11247
+    },
+    {
+      "epoch": 0.5375131415464016,
+      "grad_norm": 374.0081481933594,
+      "learning_rate": 1.7156455300691856e-05,
+      "loss": 28.8125,
+      "step": 11248
+    },
+    {
+      "epoch": 0.537560928987862,
+      "grad_norm": 270.00189208984375,
+      "learning_rate": 1.7155914760916125e-05,
+      "loss": 28.4375,
+      "step": 11249
+    },
+    {
+      "epoch": 0.5376087164293224,
+      "grad_norm": 142.7064971923828,
+      "learning_rate": 1.71553741782857e-05,
+      "loss": 24.3438,
+      "step": 11250
+    },
+    {
+      "epoch": 0.5376565038707828,
+      "grad_norm": 355.7185974121094,
+      "learning_rate": 1.715483355280382e-05,
+      "loss": 28.5156,
+      "step": 11251
+    },
+    {
+      "epoch": 0.5377042913122432,
+      "grad_norm": 205.180908203125,
+      "learning_rate": 1.7154292884473712e-05,
+      "loss": 22.0938,
+      "step": 11252
+    },
+    {
+      "epoch": 0.5377520787537036,
+      "grad_norm": 222.5334014892578,
+      "learning_rate": 1.7153752173298628e-05,
+      "loss": 39.4062,
+      "step": 11253
+    },
+    {
+      "epoch": 0.537799866195164,
+      "grad_norm": 285.25628662109375,
+      "learning_rate": 1.7153211419281797e-05,
+      "loss": 29.6562,
+      "step": 11254
+    },
+    {
+      "epoch": 0.5378476536366243,
+      "grad_norm": 677.1456909179688,
+      "learning_rate": 1.715267062242646e-05,
+      "loss": 26.5938,
+      "step": 11255
+    },
+    {
+      "epoch": 0.5378954410780846,
+      "grad_norm": 358.9060363769531,
+      "learning_rate": 1.7152129782735856e-05,
+      "loss": 36.75,
+      "step": 11256
+    },
+    {
+      "epoch": 0.537943228519545,
+      "grad_norm": 262.9631042480469,
+      "learning_rate": 1.7151588900213224e-05,
+      "loss": 29.0,
+      "step": 11257
+    },
+    {
+      "epoch": 0.5379910159610054,
+      "grad_norm": 321.8312683105469,
+      "learning_rate": 1.71510479748618e-05,
+      "loss": 30.1562,
+      "step": 11258
+    },
+    {
+      "epoch": 0.5380388034024658,
+      "grad_norm": 271.1079406738281,
+      "learning_rate": 1.7150507006684825e-05,
+      "loss": 38.1875,
+      "step": 11259
+    },
+    {
+      "epoch": 0.5380865908439262,
+      "grad_norm": 434.82958984375,
+      "learning_rate": 1.7149965995685543e-05,
+      "loss": 33.5312,
+      "step": 11260
+    },
+    {
+      "epoch": 0.5381343782853866,
+      "grad_norm": 367.75677490234375,
+      "learning_rate": 1.714942494186719e-05,
+      "loss": 43.25,
+      "step": 11261
+    },
+    {
+      "epoch": 0.538182165726847,
+      "grad_norm": 228.0821075439453,
+      "learning_rate": 1.7148883845233007e-05,
+      "loss": 20.5469,
+      "step": 11262
+    },
+    {
+      "epoch": 0.5382299531683074,
+      "grad_norm": 361.1465759277344,
+      "learning_rate": 1.7148342705786234e-05,
+      "loss": 35.4375,
+      "step": 11263
+    },
+    {
+      "epoch": 0.5382777406097677,
+      "grad_norm": 234.2676239013672,
+      "learning_rate": 1.714780152353011e-05,
+      "loss": 27.75,
+      "step": 11264
+    },
+    {
+      "epoch": 0.5383255280512281,
+      "grad_norm": 977.209228515625,
+      "learning_rate": 1.714726029846788e-05,
+      "loss": 34.0938,
+      "step": 11265
+    },
+    {
+      "epoch": 0.5383733154926885,
+      "grad_norm": 228.26760864257812,
+      "learning_rate": 1.7146719030602784e-05,
+      "loss": 30.2031,
+      "step": 11266
+    },
+    {
+      "epoch": 0.5384211029341489,
+      "grad_norm": 231.5771026611328,
+      "learning_rate": 1.7146177719938065e-05,
+      "loss": 40.2188,
+      "step": 11267
+    },
+    {
+      "epoch": 0.5384688903756093,
+      "grad_norm": 269.9811096191406,
+      "learning_rate": 1.7145636366476956e-05,
+      "loss": 23.5625,
+      "step": 11268
+    },
+    {
+      "epoch": 0.5385166778170697,
+      "grad_norm": 278.6568603515625,
+      "learning_rate": 1.7145094970222712e-05,
+      "loss": 32.0938,
+      "step": 11269
+    },
+    {
+      "epoch": 0.5385644652585301,
+      "grad_norm": 124.86782836914062,
+      "learning_rate": 1.7144553531178566e-05,
+      "loss": 19.2344,
+      "step": 11270
+    },
+    {
+      "epoch": 0.5386122526999905,
+      "grad_norm": 232.63204956054688,
+      "learning_rate": 1.7144012049347763e-05,
+      "loss": 31.625,
+      "step": 11271
+    },
+    {
+      "epoch": 0.5386600401414509,
+      "grad_norm": 358.9369812011719,
+      "learning_rate": 1.7143470524733547e-05,
+      "loss": 33.0938,
+      "step": 11272
+    },
+    {
+      "epoch": 0.5387078275829112,
+      "grad_norm": 201.1172637939453,
+      "learning_rate": 1.714292895733916e-05,
+      "loss": 30.0,
+      "step": 11273
+    },
+    {
+      "epoch": 0.5387556150243716,
+      "grad_norm": 204.5725860595703,
+      "learning_rate": 1.7142387347167842e-05,
+      "loss": 25.3438,
+      "step": 11274
+    },
+    {
+      "epoch": 0.538803402465832,
+      "grad_norm": 439.4527587890625,
+      "learning_rate": 1.7141845694222846e-05,
+      "loss": 42.0,
+      "step": 11275
+    },
+    {
+      "epoch": 0.5388511899072924,
+      "grad_norm": 181.77297973632812,
+      "learning_rate": 1.7141303998507405e-05,
+      "loss": 28.2969,
+      "step": 11276
+    },
+    {
+      "epoch": 0.5388989773487527,
+      "grad_norm": 405.9817199707031,
+      "learning_rate": 1.714076226002477e-05,
+      "loss": 31.5625,
+      "step": 11277
+    },
+    {
+      "epoch": 0.5389467647902131,
+      "grad_norm": 141.40951538085938,
+      "learning_rate": 1.714022047877818e-05,
+      "loss": 24.125,
+      "step": 11278
+    },
+    {
+      "epoch": 0.5389945522316735,
+      "grad_norm": 286.5029602050781,
+      "learning_rate": 1.713967865477089e-05,
+      "loss": 38.9062,
+      "step": 11279
+    },
+    {
+      "epoch": 0.5390423396731339,
+      "grad_norm": 277.30029296875,
+      "learning_rate": 1.7139136788006133e-05,
+      "loss": 24.4688,
+      "step": 11280
+    },
+    {
+      "epoch": 0.5390901271145943,
+      "grad_norm": 265.1837463378906,
+      "learning_rate": 1.713859487848716e-05,
+      "loss": 24.875,
+      "step": 11281
+    },
+    {
+      "epoch": 0.5391379145560546,
+      "grad_norm": 324.3782958984375,
+      "learning_rate": 1.7138052926217212e-05,
+      "loss": 36.8438,
+      "step": 11282
+    },
+    {
+      "epoch": 0.539185701997515,
+      "grad_norm": 228.45184326171875,
+      "learning_rate": 1.713751093119954e-05,
+      "loss": 31.8438,
+      "step": 11283
+    },
+    {
+      "epoch": 0.5392334894389754,
+      "grad_norm": 332.8226013183594,
+      "learning_rate": 1.7136968893437388e-05,
+      "loss": 36.4375,
+      "step": 11284
+    },
+    {
+      "epoch": 0.5392812768804358,
+      "grad_norm": 352.16845703125,
+      "learning_rate": 1.7136426812933998e-05,
+      "loss": 24.8906,
+      "step": 11285
+    },
+    {
+      "epoch": 0.5393290643218962,
+      "grad_norm": 119.82947540283203,
+      "learning_rate": 1.7135884689692623e-05,
+      "loss": 25.75,
+      "step": 11286
+    },
+    {
+      "epoch": 0.5393768517633566,
+      "grad_norm": 158.14373779296875,
+      "learning_rate": 1.7135342523716504e-05,
+      "loss": 23.5625,
+      "step": 11287
+    },
+    {
+      "epoch": 0.539424639204817,
+      "grad_norm": 262.08856201171875,
+      "learning_rate": 1.7134800315008894e-05,
+      "loss": 28.4062,
+      "step": 11288
+    },
+    {
+      "epoch": 0.5394724266462774,
+      "grad_norm": 715.2462158203125,
+      "learning_rate": 1.7134258063573036e-05,
+      "loss": 37.4688,
+      "step": 11289
+    },
+    {
+      "epoch": 0.5395202140877378,
+      "grad_norm": 306.64093017578125,
+      "learning_rate": 1.7133715769412175e-05,
+      "loss": 38.0312,
+      "step": 11290
+    },
+    {
+      "epoch": 0.5395680015291981,
+      "grad_norm": 234.67965698242188,
+      "learning_rate": 1.7133173432529565e-05,
+      "loss": 24.1875,
+      "step": 11291
+    },
+    {
+      "epoch": 0.5396157889706585,
+      "grad_norm": 193.765869140625,
+      "learning_rate": 1.7132631052928447e-05,
+      "loss": 21.6719,
+      "step": 11292
+    },
+    {
+      "epoch": 0.5396635764121189,
+      "grad_norm": 144.3224334716797,
+      "learning_rate": 1.7132088630612074e-05,
+      "loss": 32.0156,
+      "step": 11293
+    },
+    {
+      "epoch": 0.5397113638535793,
+      "grad_norm": 285.1517028808594,
+      "learning_rate": 1.7131546165583695e-05,
+      "loss": 28.6875,
+      "step": 11294
+    },
+    {
+      "epoch": 0.5397591512950397,
+      "grad_norm": 188.66650390625,
+      "learning_rate": 1.7131003657846554e-05,
+      "loss": 33.3125,
+      "step": 11295
+    },
+    {
+      "epoch": 0.5398069387365001,
+      "grad_norm": 271.5484619140625,
+      "learning_rate": 1.7130461107403904e-05,
+      "loss": 22.4375,
+      "step": 11296
+    },
+    {
+      "epoch": 0.5398547261779605,
+      "grad_norm": 453.1276550292969,
+      "learning_rate": 1.7129918514258994e-05,
+      "loss": 24.375,
+      "step": 11297
+    },
+    {
+      "epoch": 0.5399025136194208,
+      "grad_norm": 436.0302429199219,
+      "learning_rate": 1.7129375878415068e-05,
+      "loss": 31.4062,
+      "step": 11298
+    },
+    {
+      "epoch": 0.5399503010608812,
+      "grad_norm": 407.97247314453125,
+      "learning_rate": 1.7128833199875382e-05,
+      "loss": 25.1406,
+      "step": 11299
+    },
+    {
+      "epoch": 0.5399980885023415,
+      "grad_norm": 204.7148895263672,
+      "learning_rate": 1.7128290478643186e-05,
+      "loss": 35.3125,
+      "step": 11300
+    },
+    {
+      "epoch": 0.5400458759438019,
+      "grad_norm": 209.4720001220703,
+      "learning_rate": 1.7127747714721726e-05,
+      "loss": 27.9375,
+      "step": 11301
+    },
+    {
+      "epoch": 0.5400936633852623,
+      "grad_norm": 234.5523223876953,
+      "learning_rate": 1.7127204908114253e-05,
+      "loss": 25.4375,
+      "step": 11302
+    },
+    {
+      "epoch": 0.5401414508267227,
+      "grad_norm": 275.6106262207031,
+      "learning_rate": 1.7126662058824025e-05,
+      "loss": 38.25,
+      "step": 11303
+    },
+    {
+      "epoch": 0.5401892382681831,
+      "grad_norm": 149.83750915527344,
+      "learning_rate": 1.7126119166854283e-05,
+      "loss": 28.9219,
+      "step": 11304
+    },
+    {
+      "epoch": 0.5402370257096435,
+      "grad_norm": 248.48184204101562,
+      "learning_rate": 1.7125576232208284e-05,
+      "loss": 28.0938,
+      "step": 11305
+    },
+    {
+      "epoch": 0.5402848131511039,
+      "grad_norm": 312.7725830078125,
+      "learning_rate": 1.7125033254889273e-05,
+      "loss": 33.2188,
+      "step": 11306
+    },
+    {
+      "epoch": 0.5403326005925643,
+      "grad_norm": 760.3355102539062,
+      "learning_rate": 1.7124490234900513e-05,
+      "loss": 34.5938,
+      "step": 11307
+    },
+    {
+      "epoch": 0.5403803880340247,
+      "grad_norm": 296.4732360839844,
+      "learning_rate": 1.7123947172245247e-05,
+      "loss": 32.1562,
+      "step": 11308
+    },
+    {
+      "epoch": 0.540428175475485,
+      "grad_norm": 2157.153076171875,
+      "learning_rate": 1.7123404066926726e-05,
+      "loss": 22.6562,
+      "step": 11309
+    },
+    {
+      "epoch": 0.5404759629169454,
+      "grad_norm": 154.55003356933594,
+      "learning_rate": 1.712286091894821e-05,
+      "loss": 28.5156,
+      "step": 11310
+    },
+    {
+      "epoch": 0.5405237503584058,
+      "grad_norm": 321.9458312988281,
+      "learning_rate": 1.7122317728312952e-05,
+      "loss": 30.2344,
+      "step": 11311
+    },
+    {
+      "epoch": 0.5405715377998662,
+      "grad_norm": 241.53482055664062,
+      "learning_rate": 1.7121774495024196e-05,
+      "loss": 24.2812,
+      "step": 11312
+    },
+    {
+      "epoch": 0.5406193252413266,
+      "grad_norm": 181.3386993408203,
+      "learning_rate": 1.71212312190852e-05,
+      "loss": 35.6875,
+      "step": 11313
+    },
+    {
+      "epoch": 0.540667112682787,
+      "grad_norm": 355.3093566894531,
+      "learning_rate": 1.712068790049922e-05,
+      "loss": 38.0312,
+      "step": 11314
+    },
+    {
+      "epoch": 0.5407149001242474,
+      "grad_norm": 282.9993591308594,
+      "learning_rate": 1.712014453926951e-05,
+      "loss": 23.6562,
+      "step": 11315
+    },
+    {
+      "epoch": 0.5407626875657078,
+      "grad_norm": 279.4750061035156,
+      "learning_rate": 1.711960113539932e-05,
+      "loss": 30.4062,
+      "step": 11316
+    },
+    {
+      "epoch": 0.5408104750071682,
+      "grad_norm": 375.1612243652344,
+      "learning_rate": 1.71190576888919e-05,
+      "loss": 33.75,
+      "step": 11317
+    },
+    {
+      "epoch": 0.5408582624486284,
+      "grad_norm": 421.1372375488281,
+      "learning_rate": 1.7118514199750515e-05,
+      "loss": 24.4688,
+      "step": 11318
+    },
+    {
+      "epoch": 0.5409060498900888,
+      "grad_norm": 317.6026916503906,
+      "learning_rate": 1.7117970667978418e-05,
+      "loss": 25.0156,
+      "step": 11319
+    },
+    {
+      "epoch": 0.5409538373315492,
+      "grad_norm": 181.78659057617188,
+      "learning_rate": 1.711742709357886e-05,
+      "loss": 22.4375,
+      "step": 11320
+    },
+    {
+      "epoch": 0.5410016247730096,
+      "grad_norm": 384.75445556640625,
+      "learning_rate": 1.7116883476555094e-05,
+      "loss": 32.6562,
+      "step": 11321
+    },
+    {
+      "epoch": 0.54104941221447,
+      "grad_norm": 341.7010192871094,
+      "learning_rate": 1.7116339816910383e-05,
+      "loss": 25.3281,
+      "step": 11322
+    },
+    {
+      "epoch": 0.5410971996559304,
+      "grad_norm": 150.83856201171875,
+      "learning_rate": 1.711579611464798e-05,
+      "loss": 24.0938,
+      "step": 11323
+    },
+    {
+      "epoch": 0.5411449870973908,
+      "grad_norm": 204.63893127441406,
+      "learning_rate": 1.7115252369771136e-05,
+      "loss": 23.7812,
+      "step": 11324
+    },
+    {
+      "epoch": 0.5411927745388512,
+      "grad_norm": 233.66604614257812,
+      "learning_rate": 1.7114708582283115e-05,
+      "loss": 36.1562,
+      "step": 11325
+    },
+    {
+      "epoch": 0.5412405619803116,
+      "grad_norm": 186.4464569091797,
+      "learning_rate": 1.711416475218717e-05,
+      "loss": 35.875,
+      "step": 11326
+    },
+    {
+      "epoch": 0.541288349421772,
+      "grad_norm": 546.07470703125,
+      "learning_rate": 1.7113620879486553e-05,
+      "loss": 37.9688,
+      "step": 11327
+    },
+    {
+      "epoch": 0.5413361368632323,
+      "grad_norm": 253.39413452148438,
+      "learning_rate": 1.7113076964184534e-05,
+      "loss": 22.8438,
+      "step": 11328
+    },
+    {
+      "epoch": 0.5413839243046927,
+      "grad_norm": 1846.54736328125,
+      "learning_rate": 1.7112533006284357e-05,
+      "loss": 25.0938,
+      "step": 11329
+    },
+    {
+      "epoch": 0.5414317117461531,
+      "grad_norm": 255.94566345214844,
+      "learning_rate": 1.7111989005789285e-05,
+      "loss": 22.3125,
+      "step": 11330
+    },
+    {
+      "epoch": 0.5414794991876135,
+      "grad_norm": 191.20547485351562,
+      "learning_rate": 1.7111444962702578e-05,
+      "loss": 25.4688,
+      "step": 11331
+    },
+    {
+      "epoch": 0.5415272866290739,
+      "grad_norm": 336.9773864746094,
+      "learning_rate": 1.711090087702749e-05,
+      "loss": 23.75,
+      "step": 11332
+    },
+    {
+      "epoch": 0.5415750740705343,
+      "grad_norm": 360.33197021484375,
+      "learning_rate": 1.7110356748767284e-05,
+      "loss": 36.375,
+      "step": 11333
+    },
+    {
+      "epoch": 0.5416228615119947,
+      "grad_norm": 179.76316833496094,
+      "learning_rate": 1.7109812577925213e-05,
+      "loss": 28.4375,
+      "step": 11334
+    },
+    {
+      "epoch": 0.5416706489534551,
+      "grad_norm": 344.3802490234375,
+      "learning_rate": 1.710926836450454e-05,
+      "loss": 32.0625,
+      "step": 11335
+    },
+    {
+      "epoch": 0.5417184363949155,
+      "grad_norm": 238.69363403320312,
+      "learning_rate": 1.7108724108508522e-05,
+      "loss": 30.1094,
+      "step": 11336
+    },
+    {
+      "epoch": 0.5417662238363758,
+      "grad_norm": 621.72119140625,
+      "learning_rate": 1.710817980994042e-05,
+      "loss": 38.25,
+      "step": 11337
+    },
+    {
+      "epoch": 0.5418140112778362,
+      "grad_norm": 361.7713928222656,
+      "learning_rate": 1.7107635468803498e-05,
+      "loss": 33.0938,
+      "step": 11338
+    },
+    {
+      "epoch": 0.5418617987192965,
+      "grad_norm": 245.74102783203125,
+      "learning_rate": 1.7107091085101003e-05,
+      "loss": 29.5312,
+      "step": 11339
+    },
+    {
+      "epoch": 0.5419095861607569,
+      "grad_norm": 263.3844909667969,
+      "learning_rate": 1.7106546658836208e-05,
+      "loss": 24.7812,
+      "step": 11340
+    },
+    {
+      "epoch": 0.5419573736022173,
+      "grad_norm": 275.4741516113281,
+      "learning_rate": 1.7106002190012367e-05,
+      "loss": 32.7188,
+      "step": 11341
+    },
+    {
+      "epoch": 0.5420051610436777,
+      "grad_norm": 253.9532928466797,
+      "learning_rate": 1.710545767863274e-05,
+      "loss": 26.8906,
+      "step": 11342
+    },
+    {
+      "epoch": 0.5420529484851381,
+      "grad_norm": 258.12017822265625,
+      "learning_rate": 1.7104913124700592e-05,
+      "loss": 35.5,
+      "step": 11343
+    },
+    {
+      "epoch": 0.5421007359265985,
+      "grad_norm": 223.7550048828125,
+      "learning_rate": 1.7104368528219183e-05,
+      "loss": 31.7031,
+      "step": 11344
+    },
+    {
+      "epoch": 0.5421485233680589,
+      "grad_norm": 202.1261444091797,
+      "learning_rate": 1.7103823889191776e-05,
+      "loss": 23.8281,
+      "step": 11345
+    },
+    {
+      "epoch": 0.5421963108095192,
+      "grad_norm": 492.79925537109375,
+      "learning_rate": 1.7103279207621625e-05,
+      "loss": 25.5625,
+      "step": 11346
+    },
+    {
+      "epoch": 0.5422440982509796,
+      "grad_norm": 150.19107055664062,
+      "learning_rate": 1.7102734483511998e-05,
+      "loss": 30.5938,
+      "step": 11347
+    },
+    {
+      "epoch": 0.54229188569244,
+      "grad_norm": 293.8123474121094,
+      "learning_rate": 1.710218971686616e-05,
+      "loss": 35.3125,
+      "step": 11348
+    },
+    {
+      "epoch": 0.5423396731339004,
+      "grad_norm": 369.2253112792969,
+      "learning_rate": 1.7101644907687367e-05,
+      "loss": 43.1562,
+      "step": 11349
+    },
+    {
+      "epoch": 0.5423874605753608,
+      "grad_norm": 263.4482421875,
+      "learning_rate": 1.7101100055978884e-05,
+      "loss": 29.125,
+      "step": 11350
+    },
+    {
+      "epoch": 0.5424352480168212,
+      "grad_norm": 261.50225830078125,
+      "learning_rate": 1.7100555161743978e-05,
+      "loss": 30.4375,
+      "step": 11351
+    },
+    {
+      "epoch": 0.5424830354582816,
+      "grad_norm": 136.37008666992188,
+      "learning_rate": 1.710001022498591e-05,
+      "loss": 16.1562,
+      "step": 11352
+    },
+    {
+      "epoch": 0.542530822899742,
+      "grad_norm": 333.0787353515625,
+      "learning_rate": 1.709946524570794e-05,
+      "loss": 31.9688,
+      "step": 11353
+    },
+    {
+      "epoch": 0.5425786103412024,
+      "grad_norm": 318.6020812988281,
+      "learning_rate": 1.709892022391333e-05,
+      "loss": 24.9688,
+      "step": 11354
+    },
+    {
+      "epoch": 0.5426263977826628,
+      "grad_norm": 355.80047607421875,
+      "learning_rate": 1.709837515960535e-05,
+      "loss": 25.9375,
+      "step": 11355
+    },
+    {
+      "epoch": 0.5426741852241231,
+      "grad_norm": 156.49508666992188,
+      "learning_rate": 1.7097830052787266e-05,
+      "loss": 18.0469,
+      "step": 11356
+    },
+    {
+      "epoch": 0.5427219726655835,
+      "grad_norm": 220.2246856689453,
+      "learning_rate": 1.7097284903462336e-05,
+      "loss": 25.1875,
+      "step": 11357
+    },
+    {
+      "epoch": 0.5427697601070439,
+      "grad_norm": 337.8689270019531,
+      "learning_rate": 1.7096739711633828e-05,
+      "loss": 31.4688,
+      "step": 11358
+    },
+    {
+      "epoch": 0.5428175475485042,
+      "grad_norm": 203.67953491210938,
+      "learning_rate": 1.7096194477305005e-05,
+      "loss": 28.7188,
+      "step": 11359
+    },
+    {
+      "epoch": 0.5428653349899646,
+      "grad_norm": 300.7508239746094,
+      "learning_rate": 1.7095649200479133e-05,
+      "loss": 33.4375,
+      "step": 11360
+    },
+    {
+      "epoch": 0.542913122431425,
+      "grad_norm": 256.53399658203125,
+      "learning_rate": 1.709510388115948e-05,
+      "loss": 30.0938,
+      "step": 11361
+    },
+    {
+      "epoch": 0.5429609098728854,
+      "grad_norm": 384.5404968261719,
+      "learning_rate": 1.7094558519349313e-05,
+      "loss": 30.9062,
+      "step": 11362
+    },
+    {
+      "epoch": 0.5430086973143458,
+      "grad_norm": 222.11476135253906,
+      "learning_rate": 1.709401311505189e-05,
+      "loss": 25.7656,
+      "step": 11363
+    },
+    {
+      "epoch": 0.5430564847558061,
+      "grad_norm": 316.8607482910156,
+      "learning_rate": 1.7093467668270484e-05,
+      "loss": 35.1875,
+      "step": 11364
+    },
+    {
+      "epoch": 0.5431042721972665,
+      "grad_norm": 338.8182067871094,
+      "learning_rate": 1.709292217900836e-05,
+      "loss": 24.5312,
+      "step": 11365
+    },
+    {
+      "epoch": 0.5431520596387269,
+      "grad_norm": 258.9671325683594,
+      "learning_rate": 1.7092376647268785e-05,
+      "loss": 29.6094,
+      "step": 11366
+    },
+    {
+      "epoch": 0.5431998470801873,
+      "grad_norm": 164.49346923828125,
+      "learning_rate": 1.7091831073055022e-05,
+      "loss": 22.0312,
+      "step": 11367
+    },
+    {
+      "epoch": 0.5432476345216477,
+      "grad_norm": 335.0423583984375,
+      "learning_rate": 1.7091285456370346e-05,
+      "loss": 41.25,
+      "step": 11368
+    },
+    {
+      "epoch": 0.5432954219631081,
+      "grad_norm": 225.65704345703125,
+      "learning_rate": 1.709073979721802e-05,
+      "loss": 27.5,
+      "step": 11369
+    },
+    {
+      "epoch": 0.5433432094045685,
+      "grad_norm": 255.90577697753906,
+      "learning_rate": 1.709019409560131e-05,
+      "loss": 21.25,
+      "step": 11370
+    },
+    {
+      "epoch": 0.5433909968460289,
+      "grad_norm": 808.6934204101562,
+      "learning_rate": 1.7089648351523485e-05,
+      "loss": 42.3125,
+      "step": 11371
+    },
+    {
+      "epoch": 0.5434387842874893,
+      "grad_norm": 238.28036499023438,
+      "learning_rate": 1.708910256498782e-05,
+      "loss": 24.4219,
+      "step": 11372
+    },
+    {
+      "epoch": 0.5434865717289497,
+      "grad_norm": 606.1187744140625,
+      "learning_rate": 1.7088556735997574e-05,
+      "loss": 26.9375,
+      "step": 11373
+    },
+    {
+      "epoch": 0.54353435917041,
+      "grad_norm": 283.6907958984375,
+      "learning_rate": 1.7088010864556023e-05,
+      "loss": 24.3438,
+      "step": 11374
+    },
+    {
+      "epoch": 0.5435821466118704,
+      "grad_norm": 342.21124267578125,
+      "learning_rate": 1.708746495066643e-05,
+      "loss": 24.75,
+      "step": 11375
+    },
+    {
+      "epoch": 0.5436299340533308,
+      "grad_norm": 486.7598571777344,
+      "learning_rate": 1.7086918994332068e-05,
+      "loss": 39.7188,
+      "step": 11376
+    },
+    {
+      "epoch": 0.5436777214947912,
+      "grad_norm": 306.3571472167969,
+      "learning_rate": 1.708637299555621e-05,
+      "loss": 37.125,
+      "step": 11377
+    },
+    {
+      "epoch": 0.5437255089362516,
+      "grad_norm": 278.00030517578125,
+      "learning_rate": 1.7085826954342114e-05,
+      "loss": 46.4062,
+      "step": 11378
+    },
+    {
+      "epoch": 0.543773296377712,
+      "grad_norm": 1066.5126953125,
+      "learning_rate": 1.708528087069306e-05,
+      "loss": 30.8594,
+      "step": 11379
+    },
+    {
+      "epoch": 0.5438210838191723,
+      "grad_norm": 319.15301513671875,
+      "learning_rate": 1.7084734744612317e-05,
+      "loss": 27.7812,
+      "step": 11380
+    },
+    {
+      "epoch": 0.5438688712606327,
+      "grad_norm": 212.83334350585938,
+      "learning_rate": 1.708418857610316e-05,
+      "loss": 26.5469,
+      "step": 11381
+    },
+    {
+      "epoch": 0.543916658702093,
+      "grad_norm": 336.50714111328125,
+      "learning_rate": 1.7083642365168848e-05,
+      "loss": 34.875,
+      "step": 11382
+    },
+    {
+      "epoch": 0.5439644461435534,
+      "grad_norm": 144.76235961914062,
+      "learning_rate": 1.708309611181266e-05,
+      "loss": 25.2812,
+      "step": 11383
+    },
+    {
+      "epoch": 0.5440122335850138,
+      "grad_norm": 451.1048278808594,
+      "learning_rate": 1.7082549816037866e-05,
+      "loss": 41.8438,
+      "step": 11384
+    },
+    {
+      "epoch": 0.5440600210264742,
+      "grad_norm": 403.0803527832031,
+      "learning_rate": 1.7082003477847737e-05,
+      "loss": 30.8438,
+      "step": 11385
+    },
+    {
+      "epoch": 0.5441078084679346,
+      "grad_norm": 404.2527770996094,
+      "learning_rate": 1.7081457097245547e-05,
+      "loss": 43.625,
+      "step": 11386
+    },
+    {
+      "epoch": 0.544155595909395,
+      "grad_norm": 227.22401428222656,
+      "learning_rate": 1.708091067423457e-05,
+      "loss": 29.75,
+      "step": 11387
+    },
+    {
+      "epoch": 0.5442033833508554,
+      "grad_norm": 235.42210388183594,
+      "learning_rate": 1.708036420881807e-05,
+      "loss": 21.8438,
+      "step": 11388
+    },
+    {
+      "epoch": 0.5442511707923158,
+      "grad_norm": 367.1485290527344,
+      "learning_rate": 1.7079817700999322e-05,
+      "loss": 32.375,
+      "step": 11389
+    },
+    {
+      "epoch": 0.5442989582337762,
+      "grad_norm": 285.8837890625,
+      "learning_rate": 1.7079271150781607e-05,
+      "loss": 28.9062,
+      "step": 11390
+    },
+    {
+      "epoch": 0.5443467456752366,
+      "grad_norm": 305.3602294921875,
+      "learning_rate": 1.7078724558168192e-05,
+      "loss": 27.0,
+      "step": 11391
+    },
+    {
+      "epoch": 0.5443945331166969,
+      "grad_norm": 401.7821350097656,
+      "learning_rate": 1.7078177923162346e-05,
+      "loss": 40.0,
+      "step": 11392
+    },
+    {
+      "epoch": 0.5444423205581573,
+      "grad_norm": 299.8880920410156,
+      "learning_rate": 1.7077631245767354e-05,
+      "loss": 29.5312,
+      "step": 11393
+    },
+    {
+      "epoch": 0.5444901079996177,
+      "grad_norm": 321.43951416015625,
+      "learning_rate": 1.7077084525986477e-05,
+      "loss": 33.4062,
+      "step": 11394
+    },
+    {
+      "epoch": 0.5445378954410781,
+      "grad_norm": 446.3723449707031,
+      "learning_rate": 1.7076537763823e-05,
+      "loss": 38.3125,
+      "step": 11395
+    },
+    {
+      "epoch": 0.5445856828825385,
+      "grad_norm": 146.6322479248047,
+      "learning_rate": 1.7075990959280195e-05,
+      "loss": 26.9688,
+      "step": 11396
+    },
+    {
+      "epoch": 0.5446334703239989,
+      "grad_norm": 365.2220153808594,
+      "learning_rate": 1.707544411236133e-05,
+      "loss": 27.6094,
+      "step": 11397
+    },
+    {
+      "epoch": 0.5446812577654593,
+      "grad_norm": 235.46456909179688,
+      "learning_rate": 1.7074897223069687e-05,
+      "loss": 28.0625,
+      "step": 11398
+    },
+    {
+      "epoch": 0.5447290452069197,
+      "grad_norm": 326.16632080078125,
+      "learning_rate": 1.707435029140854e-05,
+      "loss": 29.0312,
+      "step": 11399
+    },
+    {
+      "epoch": 0.5447768326483801,
+      "grad_norm": 535.20556640625,
+      "learning_rate": 1.707380331738116e-05,
+      "loss": 22.8281,
+      "step": 11400
+    },
+    {
+      "epoch": 0.5448246200898403,
+      "grad_norm": 429.8789367675781,
+      "learning_rate": 1.7073256300990828e-05,
+      "loss": 32.875,
+      "step": 11401
+    },
+    {
+      "epoch": 0.5448724075313007,
+      "grad_norm": 189.69171142578125,
+      "learning_rate": 1.7072709242240816e-05,
+      "loss": 31.8906,
+      "step": 11402
+    },
+    {
+      "epoch": 0.5449201949727611,
+      "grad_norm": 500.2297058105469,
+      "learning_rate": 1.7072162141134403e-05,
+      "loss": 35.6406,
+      "step": 11403
+    },
+    {
+      "epoch": 0.5449679824142215,
+      "grad_norm": 208.6665496826172,
+      "learning_rate": 1.7071614997674863e-05,
+      "loss": 21.9219,
+      "step": 11404
+    },
+    {
+      "epoch": 0.5450157698556819,
+      "grad_norm": 233.98468017578125,
+      "learning_rate": 1.7071067811865477e-05,
+      "loss": 28.3438,
+      "step": 11405
+    },
+    {
+      "epoch": 0.5450635572971423,
+      "grad_norm": 268.5945129394531,
+      "learning_rate": 1.7070520583709516e-05,
+      "loss": 24.8438,
+      "step": 11406
+    },
+    {
+      "epoch": 0.5451113447386027,
+      "grad_norm": 244.3768768310547,
+      "learning_rate": 1.7069973313210263e-05,
+      "loss": 34.1562,
+      "step": 11407
+    },
+    {
+      "epoch": 0.5451591321800631,
+      "grad_norm": 324.62908935546875,
+      "learning_rate": 1.706942600037099e-05,
+      "loss": 23.875,
+      "step": 11408
+    },
+    {
+      "epoch": 0.5452069196215235,
+      "grad_norm": 197.06521606445312,
+      "learning_rate": 1.706887864519498e-05,
+      "loss": 33.0312,
+      "step": 11409
+    },
+    {
+      "epoch": 0.5452547070629838,
+      "grad_norm": 255.5030975341797,
+      "learning_rate": 1.7068331247685507e-05,
+      "loss": 29.1562,
+      "step": 11410
+    },
+    {
+      "epoch": 0.5453024945044442,
+      "grad_norm": 256.9647216796875,
+      "learning_rate": 1.706778380784585e-05,
+      "loss": 34.0,
+      "step": 11411
+    },
+    {
+      "epoch": 0.5453502819459046,
+      "grad_norm": 167.01832580566406,
+      "learning_rate": 1.706723632567929e-05,
+      "loss": 31.8594,
+      "step": 11412
+    },
+    {
+      "epoch": 0.545398069387365,
+      "grad_norm": 356.9712219238281,
+      "learning_rate": 1.70666888011891e-05,
+      "loss": 33.125,
+      "step": 11413
+    },
+    {
+      "epoch": 0.5454458568288254,
+      "grad_norm": 233.15892028808594,
+      "learning_rate": 1.7066141234378565e-05,
+      "loss": 28.6562,
+      "step": 11414
+    },
+    {
+      "epoch": 0.5454936442702858,
+      "grad_norm": 221.95077514648438,
+      "learning_rate": 1.706559362525096e-05,
+      "loss": 28.75,
+      "step": 11415
+    },
+    {
+      "epoch": 0.5455414317117462,
+      "grad_norm": 421.7384338378906,
+      "learning_rate": 1.7065045973809568e-05,
+      "loss": 31.8125,
+      "step": 11416
+    },
+    {
+      "epoch": 0.5455892191532066,
+      "grad_norm": 377.1820983886719,
+      "learning_rate": 1.7064498280057665e-05,
+      "loss": 36.0938,
+      "step": 11417
+    },
+    {
+      "epoch": 0.545637006594667,
+      "grad_norm": 434.58526611328125,
+      "learning_rate": 1.7063950543998536e-05,
+      "loss": 29.0,
+      "step": 11418
+    },
+    {
+      "epoch": 0.5456847940361274,
+      "grad_norm": 191.0963134765625,
+      "learning_rate": 1.7063402765635458e-05,
+      "loss": 26.125,
+      "step": 11419
+    },
+    {
+      "epoch": 0.5457325814775877,
+      "grad_norm": 353.41827392578125,
+      "learning_rate": 1.7062854944971707e-05,
+      "loss": 35.9062,
+      "step": 11420
+    },
+    {
+      "epoch": 0.545780368919048,
+      "grad_norm": 367.7879333496094,
+      "learning_rate": 1.7062307082010574e-05,
+      "loss": 37.4062,
+      "step": 11421
+    },
+    {
+      "epoch": 0.5458281563605084,
+      "grad_norm": 313.2166748046875,
+      "learning_rate": 1.706175917675533e-05,
+      "loss": 38.875,
+      "step": 11422
+    },
+    {
+      "epoch": 0.5458759438019688,
+      "grad_norm": 363.8643493652344,
+      "learning_rate": 1.7061211229209266e-05,
+      "loss": 32.3125,
+      "step": 11423
+    },
+    {
+      "epoch": 0.5459237312434292,
+      "grad_norm": 451.1894226074219,
+      "learning_rate": 1.706066323937565e-05,
+      "loss": 33.9062,
+      "step": 11424
+    },
+    {
+      "epoch": 0.5459715186848896,
+      "grad_norm": 260.7688293457031,
+      "learning_rate": 1.7060115207257782e-05,
+      "loss": 31.375,
+      "step": 11425
+    },
+    {
+      "epoch": 0.54601930612635,
+      "grad_norm": 247.69410705566406,
+      "learning_rate": 1.705956713285893e-05,
+      "loss": 30.1094,
+      "step": 11426
+    },
+    {
+      "epoch": 0.5460670935678104,
+      "grad_norm": 252.8120574951172,
+      "learning_rate": 1.7059019016182377e-05,
+      "loss": 33.6875,
+      "step": 11427
+    },
+    {
+      "epoch": 0.5461148810092707,
+      "grad_norm": 693.25,
+      "learning_rate": 1.705847085723141e-05,
+      "loss": 44.625,
+      "step": 11428
+    },
+    {
+      "epoch": 0.5461626684507311,
+      "grad_norm": 282.3975524902344,
+      "learning_rate": 1.7057922656009313e-05,
+      "loss": 24.8125,
+      "step": 11429
+    },
+    {
+      "epoch": 0.5462104558921915,
+      "grad_norm": 290.1830139160156,
+      "learning_rate": 1.7057374412519366e-05,
+      "loss": 39.125,
+      "step": 11430
+    },
+    {
+      "epoch": 0.5462582433336519,
+      "grad_norm": 386.3077697753906,
+      "learning_rate": 1.705682612676485e-05,
+      "loss": 26.25,
+      "step": 11431
+    },
+    {
+      "epoch": 0.5463060307751123,
+      "grad_norm": 229.0012969970703,
+      "learning_rate": 1.7056277798749056e-05,
+      "loss": 31.4531,
+      "step": 11432
+    },
+    {
+      "epoch": 0.5463538182165727,
+      "grad_norm": 474.6371765136719,
+      "learning_rate": 1.7055729428475258e-05,
+      "loss": 24.625,
+      "step": 11433
+    },
+    {
+      "epoch": 0.5464016056580331,
+      "grad_norm": 216.4331512451172,
+      "learning_rate": 1.7055181015946747e-05,
+      "loss": 22.6719,
+      "step": 11434
+    },
+    {
+      "epoch": 0.5464493930994935,
+      "grad_norm": 212.64903259277344,
+      "learning_rate": 1.7054632561166807e-05,
+      "loss": 27.5938,
+      "step": 11435
+    },
+    {
+      "epoch": 0.5464971805409539,
+      "grad_norm": 523.8350219726562,
+      "learning_rate": 1.705408406413872e-05,
+      "loss": 32.0,
+      "step": 11436
+    },
+    {
+      "epoch": 0.5465449679824143,
+      "grad_norm": 213.22286987304688,
+      "learning_rate": 1.7053535524865773e-05,
+      "loss": 21.3125,
+      "step": 11437
+    },
+    {
+      "epoch": 0.5465927554238746,
+      "grad_norm": 311.8038330078125,
+      "learning_rate": 1.7052986943351245e-05,
+      "loss": 35.0312,
+      "step": 11438
+    },
+    {
+      "epoch": 0.546640542865335,
+      "grad_norm": 542.29931640625,
+      "learning_rate": 1.7052438319598426e-05,
+      "loss": 33.3125,
+      "step": 11439
+    },
+    {
+      "epoch": 0.5466883303067954,
+      "grad_norm": 259.1871032714844,
+      "learning_rate": 1.705188965361061e-05,
+      "loss": 27.8125,
+      "step": 11440
+    },
+    {
+      "epoch": 0.5467361177482558,
+      "grad_norm": 209.0807647705078,
+      "learning_rate": 1.7051340945391067e-05,
+      "loss": 31.25,
+      "step": 11441
+    },
+    {
+      "epoch": 0.5467839051897161,
+      "grad_norm": 333.4949951171875,
+      "learning_rate": 1.7050792194943096e-05,
+      "loss": 24.1875,
+      "step": 11442
+    },
+    {
+      "epoch": 0.5468316926311765,
+      "grad_norm": 202.01763916015625,
+      "learning_rate": 1.7050243402269973e-05,
+      "loss": 25.875,
+      "step": 11443
+    },
+    {
+      "epoch": 0.5468794800726369,
+      "grad_norm": 492.9174499511719,
+      "learning_rate": 1.704969456737499e-05,
+      "loss": 23.1875,
+      "step": 11444
+    },
+    {
+      "epoch": 0.5469272675140973,
+      "grad_norm": 672.6654052734375,
+      "learning_rate": 1.7049145690261435e-05,
+      "loss": 35.9062,
+      "step": 11445
+    },
+    {
+      "epoch": 0.5469750549555576,
+      "grad_norm": 391.0259094238281,
+      "learning_rate": 1.704859677093259e-05,
+      "loss": 39.375,
+      "step": 11446
+    },
+    {
+      "epoch": 0.547022842397018,
+      "grad_norm": 260.5267333984375,
+      "learning_rate": 1.704804780939175e-05,
+      "loss": 33.5938,
+      "step": 11447
+    },
+    {
+      "epoch": 0.5470706298384784,
+      "grad_norm": 565.5250854492188,
+      "learning_rate": 1.7047498805642195e-05,
+      "loss": 28.5625,
+      "step": 11448
+    },
+    {
+      "epoch": 0.5471184172799388,
+      "grad_norm": 426.04840087890625,
+      "learning_rate": 1.7046949759687213e-05,
+      "loss": 37.5625,
+      "step": 11449
+    },
+    {
+      "epoch": 0.5471662047213992,
+      "grad_norm": 355.2886962890625,
+      "learning_rate": 1.7046400671530102e-05,
+      "loss": 35.4062,
+      "step": 11450
+    },
+    {
+      "epoch": 0.5472139921628596,
+      "grad_norm": 274.25048828125,
+      "learning_rate": 1.704585154117414e-05,
+      "loss": 27.0312,
+      "step": 11451
+    },
+    {
+      "epoch": 0.54726177960432,
+      "grad_norm": 580.4429931640625,
+      "learning_rate": 1.704530236862262e-05,
+      "loss": 31.4062,
+      "step": 11452
+    },
+    {
+      "epoch": 0.5473095670457804,
+      "grad_norm": 272.0418395996094,
+      "learning_rate": 1.7044753153878827e-05,
+      "loss": 34.7031,
+      "step": 11453
+    },
+    {
+      "epoch": 0.5473573544872408,
+      "grad_norm": 261.6675720214844,
+      "learning_rate": 1.7044203896946054e-05,
+      "loss": 27.125,
+      "step": 11454
+    },
+    {
+      "epoch": 0.5474051419287012,
+      "grad_norm": 303.5552062988281,
+      "learning_rate": 1.704365459782759e-05,
+      "loss": 25.6562,
+      "step": 11455
+    },
+    {
+      "epoch": 0.5474529293701615,
+      "grad_norm": 533.7571411132812,
+      "learning_rate": 1.7043105256526723e-05,
+      "loss": 32.9844,
+      "step": 11456
+    },
+    {
+      "epoch": 0.5475007168116219,
+      "grad_norm": 414.4913330078125,
+      "learning_rate": 1.704255587304674e-05,
+      "loss": 40.5312,
+      "step": 11457
+    },
+    {
+      "epoch": 0.5475485042530823,
+      "grad_norm": 208.58990478515625,
+      "learning_rate": 1.7042006447390945e-05,
+      "loss": 19.2812,
+      "step": 11458
+    },
+    {
+      "epoch": 0.5475962916945427,
+      "grad_norm": 195.1011962890625,
+      "learning_rate": 1.7041456979562608e-05,
+      "loss": 27.6875,
+      "step": 11459
+    },
+    {
+      "epoch": 0.5476440791360031,
+      "grad_norm": 322.4867858886719,
+      "learning_rate": 1.7040907469565034e-05,
+      "loss": 36.75,
+      "step": 11460
+    },
+    {
+      "epoch": 0.5476918665774635,
+      "grad_norm": 335.120361328125,
+      "learning_rate": 1.704035791740151e-05,
+      "loss": 29.25,
+      "step": 11461
+    },
+    {
+      "epoch": 0.5477396540189238,
+      "grad_norm": 315.694580078125,
+      "learning_rate": 1.7039808323075325e-05,
+      "loss": 28.8438,
+      "step": 11462
+    },
+    {
+      "epoch": 0.5477874414603842,
+      "grad_norm": 270.6265869140625,
+      "learning_rate": 1.7039258686589772e-05,
+      "loss": 21.9531,
+      "step": 11463
+    },
+    {
+      "epoch": 0.5478352289018446,
+      "grad_norm": 308.46356201171875,
+      "learning_rate": 1.7038709007948145e-05,
+      "loss": 26.6562,
+      "step": 11464
+    },
+    {
+      "epoch": 0.5478830163433049,
+      "grad_norm": 408.4858703613281,
+      "learning_rate": 1.703815928715373e-05,
+      "loss": 25.6875,
+      "step": 11465
+    },
+    {
+      "epoch": 0.5479308037847653,
+      "grad_norm": 425.04632568359375,
+      "learning_rate": 1.7037609524209825e-05,
+      "loss": 29.8594,
+      "step": 11466
+    },
+    {
+      "epoch": 0.5479785912262257,
+      "grad_norm": 254.24490356445312,
+      "learning_rate": 1.7037059719119718e-05,
+      "loss": 30.25,
+      "step": 11467
+    },
+    {
+      "epoch": 0.5480263786676861,
+      "grad_norm": 257.5835876464844,
+      "learning_rate": 1.7036509871886706e-05,
+      "loss": 30.9375,
+      "step": 11468
+    },
+    {
+      "epoch": 0.5480741661091465,
+      "grad_norm": 202.64459228515625,
+      "learning_rate": 1.703595998251408e-05,
+      "loss": 25.375,
+      "step": 11469
+    },
+    {
+      "epoch": 0.5481219535506069,
+      "grad_norm": 222.43206787109375,
+      "learning_rate": 1.703541005100513e-05,
+      "loss": 33.9062,
+      "step": 11470
+    },
+    {
+      "epoch": 0.5481697409920673,
+      "grad_norm": 324.1990966796875,
+      "learning_rate": 1.703486007736315e-05,
+      "loss": 36.2812,
+      "step": 11471
+    },
+    {
+      "epoch": 0.5482175284335277,
+      "grad_norm": 266.84075927734375,
+      "learning_rate": 1.7034310061591436e-05,
+      "loss": 26.9062,
+      "step": 11472
+    },
+    {
+      "epoch": 0.5482653158749881,
+      "grad_norm": 445.28973388671875,
+      "learning_rate": 1.7033760003693287e-05,
+      "loss": 36.6562,
+      "step": 11473
+    },
+    {
+      "epoch": 0.5483131033164484,
+      "grad_norm": 390.3338623046875,
+      "learning_rate": 1.7033209903671987e-05,
+      "loss": 29.7344,
+      "step": 11474
+    },
+    {
+      "epoch": 0.5483608907579088,
+      "grad_norm": 430.5171813964844,
+      "learning_rate": 1.7032659761530838e-05,
+      "loss": 26.7344,
+      "step": 11475
+    },
+    {
+      "epoch": 0.5484086781993692,
+      "grad_norm": 352.2432861328125,
+      "learning_rate": 1.703210957727313e-05,
+      "loss": 40.1875,
+      "step": 11476
+    },
+    {
+      "epoch": 0.5484564656408296,
+      "grad_norm": 283.810546875,
+      "learning_rate": 1.7031559350902158e-05,
+      "loss": 29.5938,
+      "step": 11477
+    },
+    {
+      "epoch": 0.54850425308229,
+      "grad_norm": 689.8085327148438,
+      "learning_rate": 1.703100908242122e-05,
+      "loss": 43.375,
+      "step": 11478
+    },
+    {
+      "epoch": 0.5485520405237504,
+      "grad_norm": 399.72198486328125,
+      "learning_rate": 1.703045877183361e-05,
+      "loss": 34.6562,
+      "step": 11479
+    },
+    {
+      "epoch": 0.5485998279652108,
+      "grad_norm": 267.3704528808594,
+      "learning_rate": 1.7029908419142625e-05,
+      "loss": 32.1562,
+      "step": 11480
+    },
+    {
+      "epoch": 0.5486476154066712,
+      "grad_norm": 449.0155944824219,
+      "learning_rate": 1.702935802435156e-05,
+      "loss": 29.7188,
+      "step": 11481
+    },
+    {
+      "epoch": 0.5486954028481316,
+      "grad_norm": 422.0911865234375,
+      "learning_rate": 1.7028807587463707e-05,
+      "loss": 36.875,
+      "step": 11482
+    },
+    {
+      "epoch": 0.5487431902895918,
+      "grad_norm": 588.8692626953125,
+      "learning_rate": 1.7028257108482372e-05,
+      "loss": 20.375,
+      "step": 11483
+    },
+    {
+      "epoch": 0.5487909777310522,
+      "grad_norm": 325.4515686035156,
+      "learning_rate": 1.7027706587410843e-05,
+      "loss": 23.0625,
+      "step": 11484
+    },
+    {
+      "epoch": 0.5488387651725126,
+      "grad_norm": 286.8272399902344,
+      "learning_rate": 1.7027156024252418e-05,
+      "loss": 26.2188,
+      "step": 11485
+    },
+    {
+      "epoch": 0.548886552613973,
+      "grad_norm": 269.99786376953125,
+      "learning_rate": 1.7026605419010395e-05,
+      "loss": 23.5156,
+      "step": 11486
+    },
+    {
+      "epoch": 0.5489343400554334,
+      "grad_norm": 365.7243347167969,
+      "learning_rate": 1.7026054771688073e-05,
+      "loss": 43.4375,
+      "step": 11487
+    },
+    {
+      "epoch": 0.5489821274968938,
+      "grad_norm": 128.0035858154297,
+      "learning_rate": 1.7025504082288752e-05,
+      "loss": 26.7656,
+      "step": 11488
+    },
+    {
+      "epoch": 0.5490299149383542,
+      "grad_norm": 181.77784729003906,
+      "learning_rate": 1.7024953350815726e-05,
+      "loss": 21.0469,
+      "step": 11489
+    },
+    {
+      "epoch": 0.5490777023798146,
+      "grad_norm": 252.4931640625,
+      "learning_rate": 1.7024402577272294e-05,
+      "loss": 28.875,
+      "step": 11490
+    },
+    {
+      "epoch": 0.549125489821275,
+      "grad_norm": 180.50254821777344,
+      "learning_rate": 1.7023851761661758e-05,
+      "loss": 20.1719,
+      "step": 11491
+    },
+    {
+      "epoch": 0.5491732772627353,
+      "grad_norm": 273.1561279296875,
+      "learning_rate": 1.7023300903987405e-05,
+      "loss": 27.7812,
+      "step": 11492
+    },
+    {
+      "epoch": 0.5492210647041957,
+      "grad_norm": 229.12159729003906,
+      "learning_rate": 1.7022750004252548e-05,
+      "loss": 26.9062,
+      "step": 11493
+    },
+    {
+      "epoch": 0.5492688521456561,
+      "grad_norm": 261.51416015625,
+      "learning_rate": 1.7022199062460476e-05,
+      "loss": 31.125,
+      "step": 11494
+    },
+    {
+      "epoch": 0.5493166395871165,
+      "grad_norm": 176.5799102783203,
+      "learning_rate": 1.7021648078614498e-05,
+      "loss": 25.4688,
+      "step": 11495
+    },
+    {
+      "epoch": 0.5493644270285769,
+      "grad_norm": 316.8616943359375,
+      "learning_rate": 1.7021097052717905e-05,
+      "loss": 34.1562,
+      "step": 11496
+    },
+    {
+      "epoch": 0.5494122144700373,
+      "grad_norm": 259.0550537109375,
+      "learning_rate": 1.7020545984774003e-05,
+      "loss": 32.125,
+      "step": 11497
+    },
+    {
+      "epoch": 0.5494600019114977,
+      "grad_norm": 307.8118591308594,
+      "learning_rate": 1.7019994874786087e-05,
+      "loss": 33.875,
+      "step": 11498
+    },
+    {
+      "epoch": 0.5495077893529581,
+      "grad_norm": 235.09388732910156,
+      "learning_rate": 1.7019443722757462e-05,
+      "loss": 35.4062,
+      "step": 11499
+    },
+    {
+      "epoch": 0.5495555767944185,
+      "grad_norm": 333.5619812011719,
+      "learning_rate": 1.7018892528691422e-05,
+      "loss": 32.6562,
+      "step": 11500
+    },
+    {
+      "epoch": 0.5496033642358789,
+      "grad_norm": 234.59201049804688,
+      "learning_rate": 1.7018341292591277e-05,
+      "loss": 27.875,
+      "step": 11501
+    },
+    {
+      "epoch": 0.5496511516773392,
+      "grad_norm": 217.30181884765625,
+      "learning_rate": 1.7017790014460324e-05,
+      "loss": 24.7188,
+      "step": 11502
+    },
+    {
+      "epoch": 0.5496989391187996,
+      "grad_norm": 176.21490478515625,
+      "learning_rate": 1.7017238694301862e-05,
+      "loss": 28.625,
+      "step": 11503
+    },
+    {
+      "epoch": 0.5497467265602599,
+      "grad_norm": 212.09201049804688,
+      "learning_rate": 1.7016687332119196e-05,
+      "loss": 23.8438,
+      "step": 11504
+    },
+    {
+      "epoch": 0.5497945140017203,
+      "grad_norm": 215.43658447265625,
+      "learning_rate": 1.7016135927915626e-05,
+      "loss": 26.6875,
+      "step": 11505
+    },
+    {
+      "epoch": 0.5498423014431807,
+      "grad_norm": 441.0290222167969,
+      "learning_rate": 1.7015584481694457e-05,
+      "loss": 28.7812,
+      "step": 11506
+    },
+    {
+      "epoch": 0.5498900888846411,
+      "grad_norm": 262.7301330566406,
+      "learning_rate": 1.7015032993458987e-05,
+      "loss": 31.6562,
+      "step": 11507
+    },
+    {
+      "epoch": 0.5499378763261015,
+      "grad_norm": 216.10791015625,
+      "learning_rate": 1.7014481463212523e-05,
+      "loss": 27.9375,
+      "step": 11508
+    },
+    {
+      "epoch": 0.5499856637675619,
+      "grad_norm": 223.58709716796875,
+      "learning_rate": 1.7013929890958367e-05,
+      "loss": 37.7969,
+      "step": 11509
+    },
+    {
+      "epoch": 0.5500334512090223,
+      "grad_norm": 247.67819213867188,
+      "learning_rate": 1.701337827669982e-05,
+      "loss": 29.4688,
+      "step": 11510
+    },
+    {
+      "epoch": 0.5500812386504826,
+      "grad_norm": 302.389404296875,
+      "learning_rate": 1.7012826620440187e-05,
+      "loss": 32.4375,
+      "step": 11511
+    },
+    {
+      "epoch": 0.550129026091943,
+      "grad_norm": 257.2082824707031,
+      "learning_rate": 1.7012274922182773e-05,
+      "loss": 38.7812,
+      "step": 11512
+    },
+    {
+      "epoch": 0.5501768135334034,
+      "grad_norm": 186.0840606689453,
+      "learning_rate": 1.7011723181930878e-05,
+      "loss": 23.5312,
+      "step": 11513
+    },
+    {
+      "epoch": 0.5502246009748638,
+      "grad_norm": 276.1649475097656,
+      "learning_rate": 1.7011171399687812e-05,
+      "loss": 27.25,
+      "step": 11514
+    },
+    {
+      "epoch": 0.5502723884163242,
+      "grad_norm": 340.4146728515625,
+      "learning_rate": 1.7010619575456876e-05,
+      "loss": 34.2812,
+      "step": 11515
+    },
+    {
+      "epoch": 0.5503201758577846,
+      "grad_norm": 158.64109802246094,
+      "learning_rate": 1.7010067709241373e-05,
+      "loss": 24.5938,
+      "step": 11516
+    },
+    {
+      "epoch": 0.550367963299245,
+      "grad_norm": 268.3252258300781,
+      "learning_rate": 1.7009515801044606e-05,
+      "loss": 27.9688,
+      "step": 11517
+    },
+    {
+      "epoch": 0.5504157507407054,
+      "grad_norm": 179.45474243164062,
+      "learning_rate": 1.700896385086989e-05,
+      "loss": 18.8125,
+      "step": 11518
+    },
+    {
+      "epoch": 0.5504635381821658,
+      "grad_norm": 323.27655029296875,
+      "learning_rate": 1.7008411858720523e-05,
+      "loss": 40.5625,
+      "step": 11519
+    },
+    {
+      "epoch": 0.5505113256236261,
+      "grad_norm": 434.0962219238281,
+      "learning_rate": 1.700785982459981e-05,
+      "loss": 34.5625,
+      "step": 11520
+    },
+    {
+      "epoch": 0.5505591130650865,
+      "grad_norm": 217.3876953125,
+      "learning_rate": 1.700730774851106e-05,
+      "loss": 26.2969,
+      "step": 11521
+    },
+    {
+      "epoch": 0.5506069005065469,
+      "grad_norm": 224.6541290283203,
+      "learning_rate": 1.700675563045758e-05,
+      "loss": 22.8125,
+      "step": 11522
+    },
+    {
+      "epoch": 0.5506546879480073,
+      "grad_norm": 332.1375732421875,
+      "learning_rate": 1.7006203470442676e-05,
+      "loss": 16.6094,
+      "step": 11523
+    },
+    {
+      "epoch": 0.5507024753894676,
+      "grad_norm": 246.53135681152344,
+      "learning_rate": 1.7005651268469652e-05,
+      "loss": 35.875,
+      "step": 11524
+    },
+    {
+      "epoch": 0.550750262830928,
+      "grad_norm": 363.1719055175781,
+      "learning_rate": 1.700509902454182e-05,
+      "loss": 31.0938,
+      "step": 11525
+    },
+    {
+      "epoch": 0.5507980502723884,
+      "grad_norm": 147.95359802246094,
+      "learning_rate": 1.700454673866248e-05,
+      "loss": 18.9062,
+      "step": 11526
+    },
+    {
+      "epoch": 0.5508458377138488,
+      "grad_norm": 238.32456970214844,
+      "learning_rate": 1.7003994410834942e-05,
+      "loss": 27.4375,
+      "step": 11527
+    },
+    {
+      "epoch": 0.5508936251553092,
+      "grad_norm": 209.68850708007812,
+      "learning_rate": 1.700344204106252e-05,
+      "loss": 26.2812,
+      "step": 11528
+    },
+    {
+      "epoch": 0.5509414125967695,
+      "grad_norm": 195.25653076171875,
+      "learning_rate": 1.7002889629348515e-05,
+      "loss": 24.625,
+      "step": 11529
+    },
+    {
+      "epoch": 0.5509892000382299,
+      "grad_norm": 524.2013549804688,
+      "learning_rate": 1.7002337175696235e-05,
+      "loss": 26.0625,
+      "step": 11530
+    },
+    {
+      "epoch": 0.5510369874796903,
+      "grad_norm": 302.9010009765625,
+      "learning_rate": 1.700178468010899e-05,
+      "loss": 31.9375,
+      "step": 11531
+    },
+    {
+      "epoch": 0.5510847749211507,
+      "grad_norm": 220.38543701171875,
+      "learning_rate": 1.7001232142590096e-05,
+      "loss": 32.9688,
+      "step": 11532
+    },
+    {
+      "epoch": 0.5511325623626111,
+      "grad_norm": 297.3534240722656,
+      "learning_rate": 1.700067956314285e-05,
+      "loss": 30.6562,
+      "step": 11533
+    },
+    {
+      "epoch": 0.5511803498040715,
+      "grad_norm": 147.73667907714844,
+      "learning_rate": 1.7000126941770568e-05,
+      "loss": 26.4219,
+      "step": 11534
+    },
+    {
+      "epoch": 0.5512281372455319,
+      "grad_norm": 425.296630859375,
+      "learning_rate": 1.699957427847656e-05,
+      "loss": 33.875,
+      "step": 11535
+    },
+    {
+      "epoch": 0.5512759246869923,
+      "grad_norm": 212.8565216064453,
+      "learning_rate": 1.699902157326413e-05,
+      "loss": 25.0312,
+      "step": 11536
+    },
+    {
+      "epoch": 0.5513237121284527,
+      "grad_norm": 280.8220520019531,
+      "learning_rate": 1.6998468826136596e-05,
+      "loss": 24.5938,
+      "step": 11537
+    },
+    {
+      "epoch": 0.551371499569913,
+      "grad_norm": 181.92967224121094,
+      "learning_rate": 1.6997916037097264e-05,
+      "loss": 24.4375,
+      "step": 11538
+    },
+    {
+      "epoch": 0.5514192870113734,
+      "grad_norm": 252.24635314941406,
+      "learning_rate": 1.6997363206149445e-05,
+      "loss": 28.8438,
+      "step": 11539
+    },
+    {
+      "epoch": 0.5514670744528338,
+      "grad_norm": 205.52664184570312,
+      "learning_rate": 1.6996810333296447e-05,
+      "loss": 24.1562,
+      "step": 11540
+    },
+    {
+      "epoch": 0.5515148618942942,
+      "grad_norm": 260.3065490722656,
+      "learning_rate": 1.6996257418541582e-05,
+      "loss": 29.4688,
+      "step": 11541
+    },
+    {
+      "epoch": 0.5515626493357546,
+      "grad_norm": 193.8919219970703,
+      "learning_rate": 1.699570446188817e-05,
+      "loss": 25.9844,
+      "step": 11542
+    },
+    {
+      "epoch": 0.551610436777215,
+      "grad_norm": 246.48757934570312,
+      "learning_rate": 1.699515146333951e-05,
+      "loss": 21.4688,
+      "step": 11543
+    },
+    {
+      "epoch": 0.5516582242186754,
+      "grad_norm": 256.47247314453125,
+      "learning_rate": 1.6994598422898918e-05,
+      "loss": 26.0938,
+      "step": 11544
+    },
+    {
+      "epoch": 0.5517060116601357,
+      "grad_norm": 306.54986572265625,
+      "learning_rate": 1.699404534056971e-05,
+      "loss": 27.9688,
+      "step": 11545
+    },
+    {
+      "epoch": 0.551753799101596,
+      "grad_norm": 271.7945251464844,
+      "learning_rate": 1.699349221635519e-05,
+      "loss": 43.2812,
+      "step": 11546
+    },
+    {
+      "epoch": 0.5518015865430564,
+      "grad_norm": 218.90870666503906,
+      "learning_rate": 1.699293905025868e-05,
+      "loss": 24.6875,
+      "step": 11547
+    },
+    {
+      "epoch": 0.5518493739845168,
+      "grad_norm": 274.5588073730469,
+      "learning_rate": 1.699238584228349e-05,
+      "loss": 29.2812,
+      "step": 11548
+    },
+    {
+      "epoch": 0.5518971614259772,
+      "grad_norm": 334.8590393066406,
+      "learning_rate": 1.699183259243293e-05,
+      "loss": 28.1562,
+      "step": 11549
+    },
+    {
+      "epoch": 0.5519449488674376,
+      "grad_norm": 158.38302612304688,
+      "learning_rate": 1.6991279300710314e-05,
+      "loss": 23.1875,
+      "step": 11550
+    },
+    {
+      "epoch": 0.551992736308898,
+      "grad_norm": 272.44903564453125,
+      "learning_rate": 1.6990725967118954e-05,
+      "loss": 36.7188,
+      "step": 11551
+    },
+    {
+      "epoch": 0.5520405237503584,
+      "grad_norm": 1217.51904296875,
+      "learning_rate": 1.6990172591662172e-05,
+      "loss": 32.2188,
+      "step": 11552
+    },
+    {
+      "epoch": 0.5520883111918188,
+      "grad_norm": 245.51895141601562,
+      "learning_rate": 1.698961917434327e-05,
+      "loss": 36.8125,
+      "step": 11553
+    },
+    {
+      "epoch": 0.5521360986332792,
+      "grad_norm": 336.2518310546875,
+      "learning_rate": 1.6989065715165568e-05,
+      "loss": 31.5938,
+      "step": 11554
+    },
+    {
+      "epoch": 0.5521838860747396,
+      "grad_norm": 268.1345520019531,
+      "learning_rate": 1.6988512214132383e-05,
+      "loss": 36.5625,
+      "step": 11555
+    },
+    {
+      "epoch": 0.5522316735162,
+      "grad_norm": 315.29132080078125,
+      "learning_rate": 1.698795867124703e-05,
+      "loss": 31.0938,
+      "step": 11556
+    },
+    {
+      "epoch": 0.5522794609576603,
+      "grad_norm": 329.16546630859375,
+      "learning_rate": 1.6987405086512818e-05,
+      "loss": 25.25,
+      "step": 11557
+    },
+    {
+      "epoch": 0.5523272483991207,
+      "grad_norm": 537.5112915039062,
+      "learning_rate": 1.6986851459933067e-05,
+      "loss": 32.5938,
+      "step": 11558
+    },
+    {
+      "epoch": 0.5523750358405811,
+      "grad_norm": 202.53201293945312,
+      "learning_rate": 1.698629779151109e-05,
+      "loss": 23.5625,
+      "step": 11559
+    },
+    {
+      "epoch": 0.5524228232820415,
+      "grad_norm": 397.7210388183594,
+      "learning_rate": 1.6985744081250205e-05,
+      "loss": 35.9062,
+      "step": 11560
+    },
+    {
+      "epoch": 0.5524706107235019,
+      "grad_norm": 488.1899108886719,
+      "learning_rate": 1.6985190329153728e-05,
+      "loss": 35.4531,
+      "step": 11561
+    },
+    {
+      "epoch": 0.5525183981649623,
+      "grad_norm": 435.6086120605469,
+      "learning_rate": 1.6984636535224973e-05,
+      "loss": 31.5,
+      "step": 11562
+    },
+    {
+      "epoch": 0.5525661856064227,
+      "grad_norm": 230.6662139892578,
+      "learning_rate": 1.6984082699467258e-05,
+      "loss": 29.6719,
+      "step": 11563
+    },
+    {
+      "epoch": 0.5526139730478831,
+      "grad_norm": 207.76669311523438,
+      "learning_rate": 1.69835288218839e-05,
+      "loss": 25.7188,
+      "step": 11564
+    },
+    {
+      "epoch": 0.5526617604893433,
+      "grad_norm": 306.60089111328125,
+      "learning_rate": 1.6982974902478215e-05,
+      "loss": 36.1875,
+      "step": 11565
+    },
+    {
+      "epoch": 0.5527095479308037,
+      "grad_norm": 208.52345275878906,
+      "learning_rate": 1.698242094125352e-05,
+      "loss": 27.3125,
+      "step": 11566
+    },
+    {
+      "epoch": 0.5527573353722641,
+      "grad_norm": 314.148681640625,
+      "learning_rate": 1.6981866938213135e-05,
+      "loss": 41.3125,
+      "step": 11567
+    },
+    {
+      "epoch": 0.5528051228137245,
+      "grad_norm": 489.65625,
+      "learning_rate": 1.6981312893360377e-05,
+      "loss": 36.7188,
+      "step": 11568
+    },
+    {
+      "epoch": 0.5528529102551849,
+      "grad_norm": 210.3566131591797,
+      "learning_rate": 1.698075880669856e-05,
+      "loss": 23.9062,
+      "step": 11569
+    },
+    {
+      "epoch": 0.5529006976966453,
+      "grad_norm": 329.0448913574219,
+      "learning_rate": 1.698020467823101e-05,
+      "loss": 38.0312,
+      "step": 11570
+    },
+    {
+      "epoch": 0.5529484851381057,
+      "grad_norm": 248.90647888183594,
+      "learning_rate": 1.6979650507961036e-05,
+      "loss": 28.6719,
+      "step": 11571
+    },
+    {
+      "epoch": 0.5529962725795661,
+      "grad_norm": 589.3602294921875,
+      "learning_rate": 1.6979096295891963e-05,
+      "loss": 32.4688,
+      "step": 11572
+    },
+    {
+      "epoch": 0.5530440600210265,
+      "grad_norm": 457.4079284667969,
+      "learning_rate": 1.697854204202711e-05,
+      "loss": 32.9688,
+      "step": 11573
+    },
+    {
+      "epoch": 0.5530918474624869,
+      "grad_norm": 285.65093994140625,
+      "learning_rate": 1.6977987746369794e-05,
+      "loss": 22.6406,
+      "step": 11574
+    },
+    {
+      "epoch": 0.5531396349039472,
+      "grad_norm": 252.89776611328125,
+      "learning_rate": 1.6977433408923337e-05,
+      "loss": 23.7188,
+      "step": 11575
+    },
+    {
+      "epoch": 0.5531874223454076,
+      "grad_norm": 287.076904296875,
+      "learning_rate": 1.6976879029691055e-05,
+      "loss": 23.5938,
+      "step": 11576
+    },
+    {
+      "epoch": 0.553235209786868,
+      "grad_norm": 189.91937255859375,
+      "learning_rate": 1.6976324608676274e-05,
+      "loss": 25.6875,
+      "step": 11577
+    },
+    {
+      "epoch": 0.5532829972283284,
+      "grad_norm": 178.3907470703125,
+      "learning_rate": 1.6975770145882305e-05,
+      "loss": 18.7188,
+      "step": 11578
+    },
+    {
+      "epoch": 0.5533307846697888,
+      "grad_norm": 194.88848876953125,
+      "learning_rate": 1.6975215641312477e-05,
+      "loss": 29.25,
+      "step": 11579
+    },
+    {
+      "epoch": 0.5533785721112492,
+      "grad_norm": 302.1095275878906,
+      "learning_rate": 1.697466109497011e-05,
+      "loss": 32.5938,
+      "step": 11580
+    },
+    {
+      "epoch": 0.5534263595527096,
+      "grad_norm": 244.55885314941406,
+      "learning_rate": 1.697410650685852e-05,
+      "loss": 34.4688,
+      "step": 11581
+    },
+    {
+      "epoch": 0.55347414699417,
+      "grad_norm": 282.5295104980469,
+      "learning_rate": 1.697355187698103e-05,
+      "loss": 26.0938,
+      "step": 11582
+    },
+    {
+      "epoch": 0.5535219344356304,
+      "grad_norm": 515.1892700195312,
+      "learning_rate": 1.6972997205340963e-05,
+      "loss": 38.375,
+      "step": 11583
+    },
+    {
+      "epoch": 0.5535697218770907,
+      "grad_norm": 182.46417236328125,
+      "learning_rate": 1.6972442491941647e-05,
+      "loss": 27.5625,
+      "step": 11584
+    },
+    {
+      "epoch": 0.5536175093185511,
+      "grad_norm": 281.8889465332031,
+      "learning_rate": 1.697188773678639e-05,
+      "loss": 39.875,
+      "step": 11585
+    },
+    {
+      "epoch": 0.5536652967600114,
+      "grad_norm": 332.32574462890625,
+      "learning_rate": 1.697133293987852e-05,
+      "loss": 25.4062,
+      "step": 11586
+    },
+    {
+      "epoch": 0.5537130842014718,
+      "grad_norm": 317.8613586425781,
+      "learning_rate": 1.6970778101221366e-05,
+      "loss": 38.375,
+      "step": 11587
+    },
+    {
+      "epoch": 0.5537608716429322,
+      "grad_norm": 171.39483642578125,
+      "learning_rate": 1.6970223220818245e-05,
+      "loss": 25.0,
+      "step": 11588
+    },
+    {
+      "epoch": 0.5538086590843926,
+      "grad_norm": 426.7756042480469,
+      "learning_rate": 1.696966829867248e-05,
+      "loss": 27.2812,
+      "step": 11589
+    },
+    {
+      "epoch": 0.553856446525853,
+      "grad_norm": 190.8629608154297,
+      "learning_rate": 1.6969113334787396e-05,
+      "loss": 23.125,
+      "step": 11590
+    },
+    {
+      "epoch": 0.5539042339673134,
+      "grad_norm": 568.318603515625,
+      "learning_rate": 1.6968558329166314e-05,
+      "loss": 37.5,
+      "step": 11591
+    },
+    {
+      "epoch": 0.5539520214087738,
+      "grad_norm": 301.2799377441406,
+      "learning_rate": 1.6968003281812563e-05,
+      "loss": 25.1562,
+      "step": 11592
+    },
+    {
+      "epoch": 0.5539998088502341,
+      "grad_norm": 252.14781188964844,
+      "learning_rate": 1.6967448192729463e-05,
+      "loss": 38.5312,
+      "step": 11593
+    },
+    {
+      "epoch": 0.5540475962916945,
+      "grad_norm": 294.35614013671875,
+      "learning_rate": 1.6966893061920337e-05,
+      "loss": 26.1562,
+      "step": 11594
+    },
+    {
+      "epoch": 0.5540953837331549,
+      "grad_norm": 326.1760559082031,
+      "learning_rate": 1.696633788938851e-05,
+      "loss": 26.3125,
+      "step": 11595
+    },
+    {
+      "epoch": 0.5541431711746153,
+      "grad_norm": 572.2747192382812,
+      "learning_rate": 1.696578267513731e-05,
+      "loss": 34.375,
+      "step": 11596
+    },
+    {
+      "epoch": 0.5541909586160757,
+      "grad_norm": 229.81736755371094,
+      "learning_rate": 1.696522741917006e-05,
+      "loss": 29.7188,
+      "step": 11597
+    },
+    {
+      "epoch": 0.5542387460575361,
+      "grad_norm": 268.3642883300781,
+      "learning_rate": 1.6964672121490085e-05,
+      "loss": 30.1562,
+      "step": 11598
+    },
+    {
+      "epoch": 0.5542865334989965,
+      "grad_norm": 188.66567993164062,
+      "learning_rate": 1.6964116782100712e-05,
+      "loss": 30.0625,
+      "step": 11599
+    },
+    {
+      "epoch": 0.5543343209404569,
+      "grad_norm": 361.288330078125,
+      "learning_rate": 1.6963561401005267e-05,
+      "loss": 26.0,
+      "step": 11600
+    },
+    {
+      "epoch": 0.5543821083819173,
+      "grad_norm": 457.49993896484375,
+      "learning_rate": 1.6963005978207072e-05,
+      "loss": 28.3438,
+      "step": 11601
+    },
+    {
+      "epoch": 0.5544298958233776,
+      "grad_norm": 249.62265014648438,
+      "learning_rate": 1.6962450513709455e-05,
+      "loss": 41.9688,
+      "step": 11602
+    },
+    {
+      "epoch": 0.554477683264838,
+      "grad_norm": 250.76382446289062,
+      "learning_rate": 1.6961895007515744e-05,
+      "loss": 30.7812,
+      "step": 11603
+    },
+    {
+      "epoch": 0.5545254707062984,
+      "grad_norm": 131.28848266601562,
+      "learning_rate": 1.696133945962927e-05,
+      "loss": 21.5,
+      "step": 11604
+    },
+    {
+      "epoch": 0.5545732581477588,
+      "grad_norm": 366.8092956542969,
+      "learning_rate": 1.6960783870053347e-05,
+      "loss": 20.8594,
+      "step": 11605
+    },
+    {
+      "epoch": 0.5546210455892192,
+      "grad_norm": 501.9822998046875,
+      "learning_rate": 1.6960228238791318e-05,
+      "loss": 30.5,
+      "step": 11606
+    },
+    {
+      "epoch": 0.5546688330306795,
+      "grad_norm": 419.70745849609375,
+      "learning_rate": 1.69596725658465e-05,
+      "loss": 38.2188,
+      "step": 11607
+    },
+    {
+      "epoch": 0.5547166204721399,
+      "grad_norm": 382.6226806640625,
+      "learning_rate": 1.6959116851222225e-05,
+      "loss": 26.875,
+      "step": 11608
+    },
+    {
+      "epoch": 0.5547644079136003,
+      "grad_norm": 356.953857421875,
+      "learning_rate": 1.6958561094921816e-05,
+      "loss": 26.8125,
+      "step": 11609
+    },
+    {
+      "epoch": 0.5548121953550607,
+      "grad_norm": 130.2354736328125,
+      "learning_rate": 1.695800529694861e-05,
+      "loss": 23.125,
+      "step": 11610
+    },
+    {
+      "epoch": 0.554859982796521,
+      "grad_norm": 278.77691650390625,
+      "learning_rate": 1.6957449457305924e-05,
+      "loss": 27.9688,
+      "step": 11611
+    },
+    {
+      "epoch": 0.5549077702379814,
+      "grad_norm": 309.21112060546875,
+      "learning_rate": 1.6956893575997096e-05,
+      "loss": 38.5625,
+      "step": 11612
+    },
+    {
+      "epoch": 0.5549555576794418,
+      "grad_norm": 258.0460510253906,
+      "learning_rate": 1.6956337653025455e-05,
+      "loss": 24.0938,
+      "step": 11613
+    },
+    {
+      "epoch": 0.5550033451209022,
+      "grad_norm": 165.8351287841797,
+      "learning_rate": 1.6955781688394328e-05,
+      "loss": 23.4922,
+      "step": 11614
+    },
+    {
+      "epoch": 0.5550511325623626,
+      "grad_norm": 235.29612731933594,
+      "learning_rate": 1.6955225682107042e-05,
+      "loss": 26.1875,
+      "step": 11615
+    },
+    {
+      "epoch": 0.555098920003823,
+      "grad_norm": 183.5436553955078,
+      "learning_rate": 1.6954669634166928e-05,
+      "loss": 26.4375,
+      "step": 11616
+    },
+    {
+      "epoch": 0.5551467074452834,
+      "grad_norm": 196.06167602539062,
+      "learning_rate": 1.695411354457732e-05,
+      "loss": 20.5156,
+      "step": 11617
+    },
+    {
+      "epoch": 0.5551944948867438,
+      "grad_norm": 227.50465393066406,
+      "learning_rate": 1.695355741334154e-05,
+      "loss": 28.3438,
+      "step": 11618
+    },
+    {
+      "epoch": 0.5552422823282042,
+      "grad_norm": 242.2455596923828,
+      "learning_rate": 1.695300124046293e-05,
+      "loss": 48.1562,
+      "step": 11619
+    },
+    {
+      "epoch": 0.5552900697696646,
+      "grad_norm": 269.53515625,
+      "learning_rate": 1.695244502594481e-05,
+      "loss": 38.0625,
+      "step": 11620
+    },
+    {
+      "epoch": 0.5553378572111249,
+      "grad_norm": 275.21966552734375,
+      "learning_rate": 1.6951888769790515e-05,
+      "loss": 31.5938,
+      "step": 11621
+    },
+    {
+      "epoch": 0.5553856446525853,
+      "grad_norm": 436.9161682128906,
+      "learning_rate": 1.695133247200338e-05,
+      "loss": 44.0938,
+      "step": 11622
+    },
+    {
+      "epoch": 0.5554334320940457,
+      "grad_norm": 174.640625,
+      "learning_rate": 1.6950776132586733e-05,
+      "loss": 21.6875,
+      "step": 11623
+    },
+    {
+      "epoch": 0.5554812195355061,
+      "grad_norm": 188.7869873046875,
+      "learning_rate": 1.6950219751543905e-05,
+      "loss": 29.7812,
+      "step": 11624
+    },
+    {
+      "epoch": 0.5555290069769665,
+      "grad_norm": 187.70652770996094,
+      "learning_rate": 1.6949663328878225e-05,
+      "loss": 25.0625,
+      "step": 11625
+    },
+    {
+      "epoch": 0.5555767944184269,
+      "grad_norm": 389.96441650390625,
+      "learning_rate": 1.6949106864593034e-05,
+      "loss": 35.4062,
+      "step": 11626
+    },
+    {
+      "epoch": 0.5556245818598872,
+      "grad_norm": 176.57310485839844,
+      "learning_rate": 1.6948550358691655e-05,
+      "loss": 27.6719,
+      "step": 11627
+    },
+    {
+      "epoch": 0.5556723693013476,
+      "grad_norm": 419.4621276855469,
+      "learning_rate": 1.694799381117743e-05,
+      "loss": 25.9688,
+      "step": 11628
+    },
+    {
+      "epoch": 0.555720156742808,
+      "grad_norm": 174.84117126464844,
+      "learning_rate": 1.6947437222053686e-05,
+      "loss": 20.9844,
+      "step": 11629
+    },
+    {
+      "epoch": 0.5557679441842683,
+      "grad_norm": 343.8885498046875,
+      "learning_rate": 1.6946880591323757e-05,
+      "loss": 42.8125,
+      "step": 11630
+    },
+    {
+      "epoch": 0.5558157316257287,
+      "grad_norm": 352.6263732910156,
+      "learning_rate": 1.6946323918990978e-05,
+      "loss": 28.9688,
+      "step": 11631
+    },
+    {
+      "epoch": 0.5558635190671891,
+      "grad_norm": 250.05247497558594,
+      "learning_rate": 1.6945767205058687e-05,
+      "loss": 24.75,
+      "step": 11632
+    },
+    {
+      "epoch": 0.5559113065086495,
+      "grad_norm": 322.9815673828125,
+      "learning_rate": 1.6945210449530206e-05,
+      "loss": 29.9062,
+      "step": 11633
+    },
+    {
+      "epoch": 0.5559590939501099,
+      "grad_norm": 199.94456481933594,
+      "learning_rate": 1.6944653652408874e-05,
+      "loss": 31.1562,
+      "step": 11634
+    },
+    {
+      "epoch": 0.5560068813915703,
+      "grad_norm": 285.4964294433594,
+      "learning_rate": 1.694409681369803e-05,
+      "loss": 39.125,
+      "step": 11635
+    },
+    {
+      "epoch": 0.5560546688330307,
+      "grad_norm": 359.1888732910156,
+      "learning_rate": 1.694353993340101e-05,
+      "loss": 23.1875,
+      "step": 11636
+    },
+    {
+      "epoch": 0.5561024562744911,
+      "grad_norm": 321.904052734375,
+      "learning_rate": 1.6942983011521146e-05,
+      "loss": 39.25,
+      "step": 11637
+    },
+    {
+      "epoch": 0.5561502437159515,
+      "grad_norm": 224.4709930419922,
+      "learning_rate": 1.6942426048061768e-05,
+      "loss": 29.6719,
+      "step": 11638
+    },
+    {
+      "epoch": 0.5561980311574118,
+      "grad_norm": 256.1324462890625,
+      "learning_rate": 1.694186904302622e-05,
+      "loss": 38.3125,
+      "step": 11639
+    },
+    {
+      "epoch": 0.5562458185988722,
+      "grad_norm": 272.45281982421875,
+      "learning_rate": 1.6941311996417833e-05,
+      "loss": 28.5312,
+      "step": 11640
+    },
+    {
+      "epoch": 0.5562936060403326,
+      "grad_norm": 465.5322265625,
+      "learning_rate": 1.6940754908239944e-05,
+      "loss": 31.3906,
+      "step": 11641
+    },
+    {
+      "epoch": 0.556341393481793,
+      "grad_norm": 200.57858276367188,
+      "learning_rate": 1.6940197778495886e-05,
+      "loss": 35.3125,
+      "step": 11642
+    },
+    {
+      "epoch": 0.5563891809232534,
+      "grad_norm": 138.75796508789062,
+      "learning_rate": 1.6939640607189e-05,
+      "loss": 24.3047,
+      "step": 11643
+    },
+    {
+      "epoch": 0.5564369683647138,
+      "grad_norm": 278.0791320800781,
+      "learning_rate": 1.693908339432262e-05,
+      "loss": 32.9688,
+      "step": 11644
+    },
+    {
+      "epoch": 0.5564847558061742,
+      "grad_norm": 267.54583740234375,
+      "learning_rate": 1.693852613990009e-05,
+      "loss": 23.7812,
+      "step": 11645
+    },
+    {
+      "epoch": 0.5565325432476346,
+      "grad_norm": 238.89231872558594,
+      "learning_rate": 1.6937968843924738e-05,
+      "loss": 29.5938,
+      "step": 11646
+    },
+    {
+      "epoch": 0.556580330689095,
+      "grad_norm": 234.7679901123047,
+      "learning_rate": 1.6937411506399906e-05,
+      "loss": 37.125,
+      "step": 11647
+    },
+    {
+      "epoch": 0.5566281181305552,
+      "grad_norm": 375.0663146972656,
+      "learning_rate": 1.6936854127328928e-05,
+      "loss": 42.1719,
+      "step": 11648
+    },
+    {
+      "epoch": 0.5566759055720156,
+      "grad_norm": 218.06781005859375,
+      "learning_rate": 1.6936296706715148e-05,
+      "loss": 35.6562,
+      "step": 11649
+    },
+    {
+      "epoch": 0.556723693013476,
+      "grad_norm": 203.9705352783203,
+      "learning_rate": 1.69357392445619e-05,
+      "loss": 24.6875,
+      "step": 11650
+    },
+    {
+      "epoch": 0.5567714804549364,
+      "grad_norm": 247.8710174560547,
+      "learning_rate": 1.693518174087252e-05,
+      "loss": 21.8906,
+      "step": 11651
+    },
+    {
+      "epoch": 0.5568192678963968,
+      "grad_norm": 258.21929931640625,
+      "learning_rate": 1.6934624195650355e-05,
+      "loss": 46.5,
+      "step": 11652
+    },
+    {
+      "epoch": 0.5568670553378572,
+      "grad_norm": 182.27825927734375,
+      "learning_rate": 1.6934066608898736e-05,
+      "loss": 15.7188,
+      "step": 11653
+    },
+    {
+      "epoch": 0.5569148427793176,
+      "grad_norm": 512.0236206054688,
+      "learning_rate": 1.693350898062101e-05,
+      "loss": 27.5938,
+      "step": 11654
+    },
+    {
+      "epoch": 0.556962630220778,
+      "grad_norm": 350.35546875,
+      "learning_rate": 1.6932951310820507e-05,
+      "loss": 39.0625,
+      "step": 11655
+    },
+    {
+      "epoch": 0.5570104176622384,
+      "grad_norm": 394.79266357421875,
+      "learning_rate": 1.6932393599500574e-05,
+      "loss": 30.375,
+      "step": 11656
+    },
+    {
+      "epoch": 0.5570582051036987,
+      "grad_norm": 258.1360168457031,
+      "learning_rate": 1.6931835846664547e-05,
+      "loss": 31.375,
+      "step": 11657
+    },
+    {
+      "epoch": 0.5571059925451591,
+      "grad_norm": 250.9691619873047,
+      "learning_rate": 1.6931278052315772e-05,
+      "loss": 24.8125,
+      "step": 11658
+    },
+    {
+      "epoch": 0.5571537799866195,
+      "grad_norm": 161.20558166503906,
+      "learning_rate": 1.6930720216457577e-05,
+      "loss": 23.375,
+      "step": 11659
+    },
+    {
+      "epoch": 0.5572015674280799,
+      "grad_norm": 500.355224609375,
+      "learning_rate": 1.693016233909332e-05,
+      "loss": 37.8906,
+      "step": 11660
+    },
+    {
+      "epoch": 0.5572493548695403,
+      "grad_norm": 322.70953369140625,
+      "learning_rate": 1.692960442022633e-05,
+      "loss": 36.4688,
+      "step": 11661
+    },
+    {
+      "epoch": 0.5572971423110007,
+      "grad_norm": 229.44064331054688,
+      "learning_rate": 1.692904645985995e-05,
+      "loss": 28.75,
+      "step": 11662
+    },
+    {
+      "epoch": 0.5573449297524611,
+      "grad_norm": 184.08920288085938,
+      "learning_rate": 1.6928488457997524e-05,
+      "loss": 26.2188,
+      "step": 11663
+    },
+    {
+      "epoch": 0.5573927171939215,
+      "grad_norm": 431.0083923339844,
+      "learning_rate": 1.6927930414642387e-05,
+      "loss": 37.0625,
+      "step": 11664
+    },
+    {
+      "epoch": 0.5574405046353819,
+      "grad_norm": 315.26385498046875,
+      "learning_rate": 1.6927372329797892e-05,
+      "loss": 29.125,
+      "step": 11665
+    },
+    {
+      "epoch": 0.5574882920768423,
+      "grad_norm": 271.02264404296875,
+      "learning_rate": 1.6926814203467374e-05,
+      "loss": 41.25,
+      "step": 11666
+    },
+    {
+      "epoch": 0.5575360795183026,
+      "grad_norm": 290.4611511230469,
+      "learning_rate": 1.692625603565418e-05,
+      "loss": 29.6562,
+      "step": 11667
+    },
+    {
+      "epoch": 0.5575838669597629,
+      "grad_norm": 488.0001220703125,
+      "learning_rate": 1.692569782636164e-05,
+      "loss": 34.0625,
+      "step": 11668
+    },
+    {
+      "epoch": 0.5576316544012233,
+      "grad_norm": 290.9994812011719,
+      "learning_rate": 1.6925139575593116e-05,
+      "loss": 28.7188,
+      "step": 11669
+    },
+    {
+      "epoch": 0.5576794418426837,
+      "grad_norm": 180.0902862548828,
+      "learning_rate": 1.692458128335194e-05,
+      "loss": 18.8906,
+      "step": 11670
+    },
+    {
+      "epoch": 0.5577272292841441,
+      "grad_norm": 286.1622619628906,
+      "learning_rate": 1.6924022949641457e-05,
+      "loss": 27.5312,
+      "step": 11671
+    },
+    {
+      "epoch": 0.5577750167256045,
+      "grad_norm": 185.09933471679688,
+      "learning_rate": 1.692346457446501e-05,
+      "loss": 24.5938,
+      "step": 11672
+    },
+    {
+      "epoch": 0.5578228041670649,
+      "grad_norm": 229.44683837890625,
+      "learning_rate": 1.692290615782594e-05,
+      "loss": 29.9062,
+      "step": 11673
+    },
+    {
+      "epoch": 0.5578705916085253,
+      "grad_norm": 207.1173553466797,
+      "learning_rate": 1.6922347699727603e-05,
+      "loss": 33.5938,
+      "step": 11674
+    },
+    {
+      "epoch": 0.5579183790499856,
+      "grad_norm": 247.7669219970703,
+      "learning_rate": 1.692178920017333e-05,
+      "loss": 34.375,
+      "step": 11675
+    },
+    {
+      "epoch": 0.557966166491446,
+      "grad_norm": 658.5857543945312,
+      "learning_rate": 1.6921230659166473e-05,
+      "loss": 35.9688,
+      "step": 11676
+    },
+    {
+      "epoch": 0.5580139539329064,
+      "grad_norm": 344.7434997558594,
+      "learning_rate": 1.6920672076710376e-05,
+      "loss": 38.5,
+      "step": 11677
+    },
+    {
+      "epoch": 0.5580617413743668,
+      "grad_norm": 146.50315856933594,
+      "learning_rate": 1.6920113452808384e-05,
+      "loss": 18.9219,
+      "step": 11678
+    },
+    {
+      "epoch": 0.5581095288158272,
+      "grad_norm": 578.5969848632812,
+      "learning_rate": 1.6919554787463838e-05,
+      "loss": 39.4375,
+      "step": 11679
+    },
+    {
+      "epoch": 0.5581573162572876,
+      "grad_norm": 303.6741943359375,
+      "learning_rate": 1.6918996080680092e-05,
+      "loss": 30.6875,
+      "step": 11680
+    },
+    {
+      "epoch": 0.558205103698748,
+      "grad_norm": 331.1929931640625,
+      "learning_rate": 1.6918437332460484e-05,
+      "loss": 30.6562,
+      "step": 11681
+    },
+    {
+      "epoch": 0.5582528911402084,
+      "grad_norm": 178.79818725585938,
+      "learning_rate": 1.6917878542808365e-05,
+      "loss": 24.9531,
+      "step": 11682
+    },
+    {
+      "epoch": 0.5583006785816688,
+      "grad_norm": 319.7364807128906,
+      "learning_rate": 1.691731971172708e-05,
+      "loss": 35.4375,
+      "step": 11683
+    },
+    {
+      "epoch": 0.5583484660231292,
+      "grad_norm": 236.5606231689453,
+      "learning_rate": 1.6916760839219977e-05,
+      "loss": 38.0312,
+      "step": 11684
+    },
+    {
+      "epoch": 0.5583962534645895,
+      "grad_norm": 206.4500274658203,
+      "learning_rate": 1.6916201925290398e-05,
+      "loss": 36.5625,
+      "step": 11685
+    },
+    {
+      "epoch": 0.5584440409060499,
+      "grad_norm": 353.8872375488281,
+      "learning_rate": 1.6915642969941696e-05,
+      "loss": 35.6875,
+      "step": 11686
+    },
+    {
+      "epoch": 0.5584918283475103,
+      "grad_norm": 332.00067138671875,
+      "learning_rate": 1.6915083973177217e-05,
+      "loss": 19.5,
+      "step": 11687
+    },
+    {
+      "epoch": 0.5585396157889707,
+      "grad_norm": 176.9626922607422,
+      "learning_rate": 1.6914524935000308e-05,
+      "loss": 32.2812,
+      "step": 11688
+    },
+    {
+      "epoch": 0.558587403230431,
+      "grad_norm": 296.3358154296875,
+      "learning_rate": 1.6913965855414317e-05,
+      "loss": 21.75,
+      "step": 11689
+    },
+    {
+      "epoch": 0.5586351906718914,
+      "grad_norm": 218.39588928222656,
+      "learning_rate": 1.691340673442259e-05,
+      "loss": 21.9688,
+      "step": 11690
+    },
+    {
+      "epoch": 0.5586829781133518,
+      "grad_norm": 217.13377380371094,
+      "learning_rate": 1.691284757202848e-05,
+      "loss": 23.4375,
+      "step": 11691
+    },
+    {
+      "epoch": 0.5587307655548122,
+      "grad_norm": 210.219970703125,
+      "learning_rate": 1.691228836823533e-05,
+      "loss": 32.5938,
+      "step": 11692
+    },
+    {
+      "epoch": 0.5587785529962725,
+      "grad_norm": 226.96897888183594,
+      "learning_rate": 1.6911729123046493e-05,
+      "loss": 35.5625,
+      "step": 11693
+    },
+    {
+      "epoch": 0.5588263404377329,
+      "grad_norm": 470.4732360839844,
+      "learning_rate": 1.6911169836465317e-05,
+      "loss": 24.5938,
+      "step": 11694
+    },
+    {
+      "epoch": 0.5588741278791933,
+      "grad_norm": 276.6443176269531,
+      "learning_rate": 1.6910610508495153e-05,
+      "loss": 28.8125,
+      "step": 11695
+    },
+    {
+      "epoch": 0.5589219153206537,
+      "grad_norm": 287.9710998535156,
+      "learning_rate": 1.691005113913935e-05,
+      "loss": 28.2812,
+      "step": 11696
+    },
+    {
+      "epoch": 0.5589697027621141,
+      "grad_norm": 310.76776123046875,
+      "learning_rate": 1.6909491728401257e-05,
+      "loss": 29.0469,
+      "step": 11697
+    },
+    {
+      "epoch": 0.5590174902035745,
+      "grad_norm": 233.52587890625,
+      "learning_rate": 1.690893227628422e-05,
+      "loss": 26.9062,
+      "step": 11698
+    },
+    {
+      "epoch": 0.5590652776450349,
+      "grad_norm": 291.9871826171875,
+      "learning_rate": 1.6908372782791596e-05,
+      "loss": 37.5625,
+      "step": 11699
+    },
+    {
+      "epoch": 0.5591130650864953,
+      "grad_norm": 322.1146545410156,
+      "learning_rate": 1.6907813247926733e-05,
+      "loss": 35.0312,
+      "step": 11700
+    },
+    {
+      "epoch": 0.5591608525279557,
+      "grad_norm": 231.4595184326172,
+      "learning_rate": 1.690725367169298e-05,
+      "loss": 23.3438,
+      "step": 11701
+    },
+    {
+      "epoch": 0.559208639969416,
+      "grad_norm": 239.1690216064453,
+      "learning_rate": 1.6906694054093695e-05,
+      "loss": 26.0625,
+      "step": 11702
+    },
+    {
+      "epoch": 0.5592564274108764,
+      "grad_norm": 202.35459899902344,
+      "learning_rate": 1.6906134395132224e-05,
+      "loss": 24.5312,
+      "step": 11703
+    },
+    {
+      "epoch": 0.5593042148523368,
+      "grad_norm": 385.84716796875,
+      "learning_rate": 1.690557469481192e-05,
+      "loss": 21.3438,
+      "step": 11704
+    },
+    {
+      "epoch": 0.5593520022937972,
+      "grad_norm": 352.00830078125,
+      "learning_rate": 1.6905014953136133e-05,
+      "loss": 24.9062,
+      "step": 11705
+    },
+    {
+      "epoch": 0.5593997897352576,
+      "grad_norm": 498.57879638671875,
+      "learning_rate": 1.6904455170108215e-05,
+      "loss": 42.2188,
+      "step": 11706
+    },
+    {
+      "epoch": 0.559447577176718,
+      "grad_norm": 260.7814636230469,
+      "learning_rate": 1.690389534573152e-05,
+      "loss": 37.7188,
+      "step": 11707
+    },
+    {
+      "epoch": 0.5594953646181784,
+      "grad_norm": 287.8773498535156,
+      "learning_rate": 1.69033354800094e-05,
+      "loss": 33.875,
+      "step": 11708
+    },
+    {
+      "epoch": 0.5595431520596388,
+      "grad_norm": 242.17335510253906,
+      "learning_rate": 1.690277557294521e-05,
+      "loss": 20.6406,
+      "step": 11709
+    },
+    {
+      "epoch": 0.5595909395010991,
+      "grad_norm": 273.68743896484375,
+      "learning_rate": 1.6902215624542298e-05,
+      "loss": 37.625,
+      "step": 11710
+    },
+    {
+      "epoch": 0.5596387269425595,
+      "grad_norm": 251.59645080566406,
+      "learning_rate": 1.6901655634804022e-05,
+      "loss": 25.2656,
+      "step": 11711
+    },
+    {
+      "epoch": 0.5596865143840198,
+      "grad_norm": 417.3850402832031,
+      "learning_rate": 1.6901095603733737e-05,
+      "loss": 37.4375,
+      "step": 11712
+    },
+    {
+      "epoch": 0.5597343018254802,
+      "grad_norm": 292.11749267578125,
+      "learning_rate": 1.690053553133479e-05,
+      "loss": 31.1875,
+      "step": 11713
+    },
+    {
+      "epoch": 0.5597820892669406,
+      "grad_norm": 241.93373107910156,
+      "learning_rate": 1.6899975417610542e-05,
+      "loss": 22.2812,
+      "step": 11714
+    },
+    {
+      "epoch": 0.559829876708401,
+      "grad_norm": 227.46031188964844,
+      "learning_rate": 1.6899415262564348e-05,
+      "loss": 18.8125,
+      "step": 11715
+    },
+    {
+      "epoch": 0.5598776641498614,
+      "grad_norm": 217.07907104492188,
+      "learning_rate": 1.6898855066199554e-05,
+      "loss": 28.8125,
+      "step": 11716
+    },
+    {
+      "epoch": 0.5599254515913218,
+      "grad_norm": 489.8430480957031,
+      "learning_rate": 1.689829482851952e-05,
+      "loss": 36.375,
+      "step": 11717
+    },
+    {
+      "epoch": 0.5599732390327822,
+      "grad_norm": 286.56396484375,
+      "learning_rate": 1.6897734549527602e-05,
+      "loss": 28.4688,
+      "step": 11718
+    },
+    {
+      "epoch": 0.5600210264742426,
+      "grad_norm": 260.5849304199219,
+      "learning_rate": 1.6897174229227157e-05,
+      "loss": 25.625,
+      "step": 11719
+    },
+    {
+      "epoch": 0.560068813915703,
+      "grad_norm": 272.1166076660156,
+      "learning_rate": 1.6896613867621536e-05,
+      "loss": 43.125,
+      "step": 11720
+    },
+    {
+      "epoch": 0.5601166013571633,
+      "grad_norm": 875.794189453125,
+      "learning_rate": 1.6896053464714097e-05,
+      "loss": 44.5625,
+      "step": 11721
+    },
+    {
+      "epoch": 0.5601643887986237,
+      "grad_norm": 285.41204833984375,
+      "learning_rate": 1.68954930205082e-05,
+      "loss": 24.9375,
+      "step": 11722
+    },
+    {
+      "epoch": 0.5602121762400841,
+      "grad_norm": 632.1488647460938,
+      "learning_rate": 1.6894932535007193e-05,
+      "loss": 44.125,
+      "step": 11723
+    },
+    {
+      "epoch": 0.5602599636815445,
+      "grad_norm": 304.3161926269531,
+      "learning_rate": 1.689437200821444e-05,
+      "loss": 29.7812,
+      "step": 11724
+    },
+    {
+      "epoch": 0.5603077511230049,
+      "grad_norm": 476.1374206542969,
+      "learning_rate": 1.689381144013329e-05,
+      "loss": 34.4062,
+      "step": 11725
+    },
+    {
+      "epoch": 0.5603555385644653,
+      "grad_norm": 430.1083068847656,
+      "learning_rate": 1.689325083076711e-05,
+      "loss": 25.7188,
+      "step": 11726
+    },
+    {
+      "epoch": 0.5604033260059257,
+      "grad_norm": 104.5256118774414,
+      "learning_rate": 1.689269018011925e-05,
+      "loss": 15.9297,
+      "step": 11727
+    },
+    {
+      "epoch": 0.5604511134473861,
+      "grad_norm": 185.9354248046875,
+      "learning_rate": 1.689212948819307e-05,
+      "loss": 25.9688,
+      "step": 11728
+    },
+    {
+      "epoch": 0.5604989008888465,
+      "grad_norm": 224.6534881591797,
+      "learning_rate": 1.6891568754991927e-05,
+      "loss": 18.9688,
+      "step": 11729
+    },
+    {
+      "epoch": 0.5605466883303067,
+      "grad_norm": 290.227783203125,
+      "learning_rate": 1.6891007980519184e-05,
+      "loss": 30.2812,
+      "step": 11730
+    },
+    {
+      "epoch": 0.5605944757717671,
+      "grad_norm": 218.21884155273438,
+      "learning_rate": 1.6890447164778187e-05,
+      "loss": 21.4219,
+      "step": 11731
+    },
+    {
+      "epoch": 0.5606422632132275,
+      "grad_norm": 370.2537841796875,
+      "learning_rate": 1.688988630777231e-05,
+      "loss": 35.3125,
+      "step": 11732
+    },
+    {
+      "epoch": 0.5606900506546879,
+      "grad_norm": 278.6074523925781,
+      "learning_rate": 1.6889325409504898e-05,
+      "loss": 30.4688,
+      "step": 11733
+    },
+    {
+      "epoch": 0.5607378380961483,
+      "grad_norm": 175.4282684326172,
+      "learning_rate": 1.6888764469979322e-05,
+      "loss": 21.8594,
+      "step": 11734
+    },
+    {
+      "epoch": 0.5607856255376087,
+      "grad_norm": 291.6916198730469,
+      "learning_rate": 1.6888203489198932e-05,
+      "loss": 28.1562,
+      "step": 11735
+    },
+    {
+      "epoch": 0.5608334129790691,
+      "grad_norm": 263.96221923828125,
+      "learning_rate": 1.6887642467167092e-05,
+      "loss": 24.9375,
+      "step": 11736
+    },
+    {
+      "epoch": 0.5608812004205295,
+      "grad_norm": 260.8227233886719,
+      "learning_rate": 1.6887081403887164e-05,
+      "loss": 27.25,
+      "step": 11737
+    },
+    {
+      "epoch": 0.5609289878619899,
+      "grad_norm": 265.52325439453125,
+      "learning_rate": 1.6886520299362504e-05,
+      "loss": 28.3125,
+      "step": 11738
+    },
+    {
+      "epoch": 0.5609767753034502,
+      "grad_norm": 336.4325866699219,
+      "learning_rate": 1.688595915359647e-05,
+      "loss": 28.0,
+      "step": 11739
+    },
+    {
+      "epoch": 0.5610245627449106,
+      "grad_norm": 298.5507507324219,
+      "learning_rate": 1.688539796659243e-05,
+      "loss": 41.3125,
+      "step": 11740
+    },
+    {
+      "epoch": 0.561072350186371,
+      "grad_norm": 356.0567932128906,
+      "learning_rate": 1.688483673835374e-05,
+      "loss": 36.5312,
+      "step": 11741
+    },
+    {
+      "epoch": 0.5611201376278314,
+      "grad_norm": 268.83465576171875,
+      "learning_rate": 1.688427546888376e-05,
+      "loss": 26.3125,
+      "step": 11742
+    },
+    {
+      "epoch": 0.5611679250692918,
+      "grad_norm": 231.9149169921875,
+      "learning_rate": 1.6883714158185857e-05,
+      "loss": 35.3125,
+      "step": 11743
+    },
+    {
+      "epoch": 0.5612157125107522,
+      "grad_norm": 287.2386474609375,
+      "learning_rate": 1.6883152806263385e-05,
+      "loss": 28.375,
+      "step": 11744
+    },
+    {
+      "epoch": 0.5612634999522126,
+      "grad_norm": 216.77401733398438,
+      "learning_rate": 1.6882591413119712e-05,
+      "loss": 26.7344,
+      "step": 11745
+    },
+    {
+      "epoch": 0.561311287393673,
+      "grad_norm": 325.955078125,
+      "learning_rate": 1.6882029978758193e-05,
+      "loss": 27.0,
+      "step": 11746
+    },
+    {
+      "epoch": 0.5613590748351334,
+      "grad_norm": 293.94366455078125,
+      "learning_rate": 1.68814685031822e-05,
+      "loss": 32.4375,
+      "step": 11747
+    },
+    {
+      "epoch": 0.5614068622765938,
+      "grad_norm": 231.65573120117188,
+      "learning_rate": 1.6880906986395088e-05,
+      "loss": 28.375,
+      "step": 11748
+    },
+    {
+      "epoch": 0.5614546497180541,
+      "grad_norm": 322.9169921875,
+      "learning_rate": 1.688034542840022e-05,
+      "loss": 28.2656,
+      "step": 11749
+    },
+    {
+      "epoch": 0.5615024371595145,
+      "grad_norm": 193.474365234375,
+      "learning_rate": 1.6879783829200963e-05,
+      "loss": 24.7188,
+      "step": 11750
+    },
+    {
+      "epoch": 0.5615502246009748,
+      "grad_norm": 231.22393798828125,
+      "learning_rate": 1.6879222188800675e-05,
+      "loss": 27.5,
+      "step": 11751
+    },
+    {
+      "epoch": 0.5615980120424352,
+      "grad_norm": 361.5845031738281,
+      "learning_rate": 1.6878660507202728e-05,
+      "loss": 29.8125,
+      "step": 11752
+    },
+    {
+      "epoch": 0.5616457994838956,
+      "grad_norm": 217.45310974121094,
+      "learning_rate": 1.6878098784410478e-05,
+      "loss": 25.2031,
+      "step": 11753
+    },
+    {
+      "epoch": 0.561693586925356,
+      "grad_norm": 153.1723175048828,
+      "learning_rate": 1.6877537020427294e-05,
+      "loss": 27.6562,
+      "step": 11754
+    },
+    {
+      "epoch": 0.5617413743668164,
+      "grad_norm": 314.2919616699219,
+      "learning_rate": 1.6876975215256533e-05,
+      "loss": 34.7188,
+      "step": 11755
+    },
+    {
+      "epoch": 0.5617891618082768,
+      "grad_norm": 467.8641357421875,
+      "learning_rate": 1.6876413368901567e-05,
+      "loss": 27.2188,
+      "step": 11756
+    },
+    {
+      "epoch": 0.5618369492497371,
+      "grad_norm": 315.5211486816406,
+      "learning_rate": 1.6875851481365756e-05,
+      "loss": 27.8125,
+      "step": 11757
+    },
+    {
+      "epoch": 0.5618847366911975,
+      "grad_norm": 297.2864990234375,
+      "learning_rate": 1.6875289552652468e-05,
+      "loss": 30.5,
+      "step": 11758
+    },
+    {
+      "epoch": 0.5619325241326579,
+      "grad_norm": 211.84710693359375,
+      "learning_rate": 1.6874727582765068e-05,
+      "loss": 23.9688,
+      "step": 11759
+    },
+    {
+      "epoch": 0.5619803115741183,
+      "grad_norm": 400.8441467285156,
+      "learning_rate": 1.687416557170692e-05,
+      "loss": 25.4375,
+      "step": 11760
+    },
+    {
+      "epoch": 0.5620280990155787,
+      "grad_norm": 369.6362609863281,
+      "learning_rate": 1.6873603519481392e-05,
+      "loss": 28.4688,
+      "step": 11761
+    },
+    {
+      "epoch": 0.5620758864570391,
+      "grad_norm": 183.82371520996094,
+      "learning_rate": 1.6873041426091845e-05,
+      "loss": 17.1406,
+      "step": 11762
+    },
+    {
+      "epoch": 0.5621236738984995,
+      "grad_norm": 491.8389587402344,
+      "learning_rate": 1.687247929154165e-05,
+      "loss": 25.5781,
+      "step": 11763
+    },
+    {
+      "epoch": 0.5621714613399599,
+      "grad_norm": 493.7373352050781,
+      "learning_rate": 1.687191711583417e-05,
+      "loss": 37.0,
+      "step": 11764
+    },
+    {
+      "epoch": 0.5622192487814203,
+      "grad_norm": 690.2088012695312,
+      "learning_rate": 1.6871354898972777e-05,
+      "loss": 38.25,
+      "step": 11765
+    },
+    {
+      "epoch": 0.5622670362228807,
+      "grad_norm": 251.27926635742188,
+      "learning_rate": 1.6870792640960832e-05,
+      "loss": 34.625,
+      "step": 11766
+    },
+    {
+      "epoch": 0.562314823664341,
+      "grad_norm": 387.99505615234375,
+      "learning_rate": 1.6870230341801706e-05,
+      "loss": 36.0,
+      "step": 11767
+    },
+    {
+      "epoch": 0.5623626111058014,
+      "grad_norm": 299.5808410644531,
+      "learning_rate": 1.686966800149877e-05,
+      "loss": 24.5938,
+      "step": 11768
+    },
+    {
+      "epoch": 0.5624103985472618,
+      "grad_norm": 270.2427978515625,
+      "learning_rate": 1.686910562005538e-05,
+      "loss": 28.2188,
+      "step": 11769
+    },
+    {
+      "epoch": 0.5624581859887222,
+      "grad_norm": 278.2069091796875,
+      "learning_rate": 1.6868543197474914e-05,
+      "loss": 32.6562,
+      "step": 11770
+    },
+    {
+      "epoch": 0.5625059734301825,
+      "grad_norm": 149.39328002929688,
+      "learning_rate": 1.6867980733760733e-05,
+      "loss": 23.6719,
+      "step": 11771
+    },
+    {
+      "epoch": 0.5625537608716429,
+      "grad_norm": 205.4525909423828,
+      "learning_rate": 1.6867418228916217e-05,
+      "loss": 33.5625,
+      "step": 11772
+    },
+    {
+      "epoch": 0.5626015483131033,
+      "grad_norm": 176.49087524414062,
+      "learning_rate": 1.686685568294472e-05,
+      "loss": 33.25,
+      "step": 11773
+    },
+    {
+      "epoch": 0.5626493357545637,
+      "grad_norm": 373.1969909667969,
+      "learning_rate": 1.686629309584962e-05,
+      "loss": 38.6875,
+      "step": 11774
+    },
+    {
+      "epoch": 0.562697123196024,
+      "grad_norm": 218.33937072753906,
+      "learning_rate": 1.686573046763429e-05,
+      "loss": 32.2812,
+      "step": 11775
+    },
+    {
+      "epoch": 0.5627449106374844,
+      "grad_norm": 258.95941162109375,
+      "learning_rate": 1.6865167798302087e-05,
+      "loss": 29.0,
+      "step": 11776
+    },
+    {
+      "epoch": 0.5627926980789448,
+      "grad_norm": 269.34747314453125,
+      "learning_rate": 1.686460508785639e-05,
+      "loss": 21.7812,
+      "step": 11777
+    },
+    {
+      "epoch": 0.5628404855204052,
+      "grad_norm": 286.0543212890625,
+      "learning_rate": 1.6864042336300565e-05,
+      "loss": 29.9062,
+      "step": 11778
+    },
+    {
+      "epoch": 0.5628882729618656,
+      "grad_norm": 417.925048828125,
+      "learning_rate": 1.6863479543637985e-05,
+      "loss": 29.8906,
+      "step": 11779
+    },
+    {
+      "epoch": 0.562936060403326,
+      "grad_norm": 381.2706298828125,
+      "learning_rate": 1.686291670987202e-05,
+      "loss": 20.0,
+      "step": 11780
+    },
+    {
+      "epoch": 0.5629838478447864,
+      "grad_norm": 203.27037048339844,
+      "learning_rate": 1.6862353835006036e-05,
+      "loss": 27.8125,
+      "step": 11781
+    },
+    {
+      "epoch": 0.5630316352862468,
+      "grad_norm": 354.4080810546875,
+      "learning_rate": 1.6861790919043407e-05,
+      "loss": 26.8438,
+      "step": 11782
+    },
+    {
+      "epoch": 0.5630794227277072,
+      "grad_norm": 388.6993408203125,
+      "learning_rate": 1.686122796198751e-05,
+      "loss": 34.9062,
+      "step": 11783
+    },
+    {
+      "epoch": 0.5631272101691676,
+      "grad_norm": 175.40980529785156,
+      "learning_rate": 1.6860664963841705e-05,
+      "loss": 21.5938,
+      "step": 11784
+    },
+    {
+      "epoch": 0.563174997610628,
+      "grad_norm": 459.6969299316406,
+      "learning_rate": 1.6860101924609372e-05,
+      "loss": 31.9688,
+      "step": 11785
+    },
+    {
+      "epoch": 0.5632227850520883,
+      "grad_norm": 145.39512634277344,
+      "learning_rate": 1.685953884429388e-05,
+      "loss": 26.4375,
+      "step": 11786
+    },
+    {
+      "epoch": 0.5632705724935487,
+      "grad_norm": 191.72830200195312,
+      "learning_rate": 1.6858975722898603e-05,
+      "loss": 21.7344,
+      "step": 11787
+    },
+    {
+      "epoch": 0.5633183599350091,
+      "grad_norm": 169.81219482421875,
+      "learning_rate": 1.6858412560426912e-05,
+      "loss": 26.9844,
+      "step": 11788
+    },
+    {
+      "epoch": 0.5633661473764695,
+      "grad_norm": 479.3723449707031,
+      "learning_rate": 1.6857849356882178e-05,
+      "loss": 32.9375,
+      "step": 11789
+    },
+    {
+      "epoch": 0.5634139348179299,
+      "grad_norm": 252.60581970214844,
+      "learning_rate": 1.6857286112267777e-05,
+      "loss": 20.5781,
+      "step": 11790
+    },
+    {
+      "epoch": 0.5634617222593903,
+      "grad_norm": 185.78359985351562,
+      "learning_rate": 1.685672282658708e-05,
+      "loss": 25.625,
+      "step": 11791
+    },
+    {
+      "epoch": 0.5635095097008506,
+      "grad_norm": 199.46463012695312,
+      "learning_rate": 1.6856159499843457e-05,
+      "loss": 25.4219,
+      "step": 11792
+    },
+    {
+      "epoch": 0.563557297142311,
+      "grad_norm": 530.5464477539062,
+      "learning_rate": 1.685559613204029e-05,
+      "loss": 34.5625,
+      "step": 11793
+    },
+    {
+      "epoch": 0.5636050845837713,
+      "grad_norm": 232.7379913330078,
+      "learning_rate": 1.685503272318095e-05,
+      "loss": 38.0938,
+      "step": 11794
+    },
+    {
+      "epoch": 0.5636528720252317,
+      "grad_norm": 217.7005615234375,
+      "learning_rate": 1.6854469273268805e-05,
+      "loss": 36.2812,
+      "step": 11795
+    },
+    {
+      "epoch": 0.5637006594666921,
+      "grad_norm": 247.7076416015625,
+      "learning_rate": 1.6853905782307235e-05,
+      "loss": 29.875,
+      "step": 11796
+    },
+    {
+      "epoch": 0.5637484469081525,
+      "grad_norm": 167.44384765625,
+      "learning_rate": 1.6853342250299613e-05,
+      "loss": 24.8438,
+      "step": 11797
+    },
+    {
+      "epoch": 0.5637962343496129,
+      "grad_norm": 238.75062561035156,
+      "learning_rate": 1.685277867724932e-05,
+      "loss": 37.9688,
+      "step": 11798
+    },
+    {
+      "epoch": 0.5638440217910733,
+      "grad_norm": 332.4197998046875,
+      "learning_rate": 1.6852215063159715e-05,
+      "loss": 43.9375,
+      "step": 11799
+    },
+    {
+      "epoch": 0.5638918092325337,
+      "grad_norm": 247.9935760498047,
+      "learning_rate": 1.6851651408034188e-05,
+      "loss": 23.8438,
+      "step": 11800
+    },
+    {
+      "epoch": 0.5639395966739941,
+      "grad_norm": 285.7172546386719,
+      "learning_rate": 1.685108771187611e-05,
+      "loss": 38.4062,
+      "step": 11801
+    },
+    {
+      "epoch": 0.5639873841154545,
+      "grad_norm": 226.1323699951172,
+      "learning_rate": 1.6850523974688856e-05,
+      "loss": 22.9688,
+      "step": 11802
+    },
+    {
+      "epoch": 0.5640351715569148,
+      "grad_norm": 234.28475952148438,
+      "learning_rate": 1.6849960196475808e-05,
+      "loss": 21.1094,
+      "step": 11803
+    },
+    {
+      "epoch": 0.5640829589983752,
+      "grad_norm": 203.66238403320312,
+      "learning_rate": 1.6849396377240334e-05,
+      "loss": 26.8594,
+      "step": 11804
+    },
+    {
+      "epoch": 0.5641307464398356,
+      "grad_norm": 233.02734375,
+      "learning_rate": 1.6848832516985815e-05,
+      "loss": 29.375,
+      "step": 11805
+    },
+    {
+      "epoch": 0.564178533881296,
+      "grad_norm": 1343.3272705078125,
+      "learning_rate": 1.6848268615715624e-05,
+      "loss": 28.5,
+      "step": 11806
+    },
+    {
+      "epoch": 0.5642263213227564,
+      "grad_norm": 353.0688171386719,
+      "learning_rate": 1.6847704673433144e-05,
+      "loss": 34.7812,
+      "step": 11807
+    },
+    {
+      "epoch": 0.5642741087642168,
+      "grad_norm": 502.85089111328125,
+      "learning_rate": 1.6847140690141743e-05,
+      "loss": 41.1562,
+      "step": 11808
+    },
+    {
+      "epoch": 0.5643218962056772,
+      "grad_norm": 311.583984375,
+      "learning_rate": 1.684657666584481e-05,
+      "loss": 31.875,
+      "step": 11809
+    },
+    {
+      "epoch": 0.5643696836471376,
+      "grad_norm": 209.58432006835938,
+      "learning_rate": 1.6846012600545716e-05,
+      "loss": 18.4375,
+      "step": 11810
+    },
+    {
+      "epoch": 0.564417471088598,
+      "grad_norm": 297.0042724609375,
+      "learning_rate": 1.684544849424784e-05,
+      "loss": 35.7812,
+      "step": 11811
+    },
+    {
+      "epoch": 0.5644652585300584,
+      "grad_norm": 250.2515411376953,
+      "learning_rate": 1.684488434695456e-05,
+      "loss": 23.25,
+      "step": 11812
+    },
+    {
+      "epoch": 0.5645130459715186,
+      "grad_norm": 342.85333251953125,
+      "learning_rate": 1.6844320158669256e-05,
+      "loss": 31.125,
+      "step": 11813
+    },
+    {
+      "epoch": 0.564560833412979,
+      "grad_norm": 420.4732971191406,
+      "learning_rate": 1.6843755929395304e-05,
+      "loss": 37.4062,
+      "step": 11814
+    },
+    {
+      "epoch": 0.5646086208544394,
+      "grad_norm": 197.87774658203125,
+      "learning_rate": 1.6843191659136086e-05,
+      "loss": 26.5,
+      "step": 11815
+    },
+    {
+      "epoch": 0.5646564082958998,
+      "grad_norm": 245.45928955078125,
+      "learning_rate": 1.6842627347894982e-05,
+      "loss": 25.125,
+      "step": 11816
+    },
+    {
+      "epoch": 0.5647041957373602,
+      "grad_norm": 221.29945373535156,
+      "learning_rate": 1.6842062995675366e-05,
+      "loss": 34.2812,
+      "step": 11817
+    },
+    {
+      "epoch": 0.5647519831788206,
+      "grad_norm": 281.60040283203125,
+      "learning_rate": 1.6841498602480623e-05,
+      "loss": 22.0156,
+      "step": 11818
+    },
+    {
+      "epoch": 0.564799770620281,
+      "grad_norm": 474.6932678222656,
+      "learning_rate": 1.6840934168314133e-05,
+      "loss": 36.9062,
+      "step": 11819
+    },
+    {
+      "epoch": 0.5648475580617414,
+      "grad_norm": 219.81712341308594,
+      "learning_rate": 1.6840369693179273e-05,
+      "loss": 35.1562,
+      "step": 11820
+    },
+    {
+      "epoch": 0.5648953455032018,
+      "grad_norm": 346.89703369140625,
+      "learning_rate": 1.6839805177079425e-05,
+      "loss": 41.1562,
+      "step": 11821
+    },
+    {
+      "epoch": 0.5649431329446621,
+      "grad_norm": 681.7949829101562,
+      "learning_rate": 1.6839240620017972e-05,
+      "loss": 17.5156,
+      "step": 11822
+    },
+    {
+      "epoch": 0.5649909203861225,
+      "grad_norm": 218.72695922851562,
+      "learning_rate": 1.683867602199829e-05,
+      "loss": 28.4375,
+      "step": 11823
+    },
+    {
+      "epoch": 0.5650387078275829,
+      "grad_norm": 253.8745574951172,
+      "learning_rate": 1.6838111383023763e-05,
+      "loss": 30.0469,
+      "step": 11824
+    },
+    {
+      "epoch": 0.5650864952690433,
+      "grad_norm": 870.93359375,
+      "learning_rate": 1.6837546703097772e-05,
+      "loss": 26.3594,
+      "step": 11825
+    },
+    {
+      "epoch": 0.5651342827105037,
+      "grad_norm": 311.4002380371094,
+      "learning_rate": 1.6836981982223705e-05,
+      "loss": 29.3438,
+      "step": 11826
+    },
+    {
+      "epoch": 0.5651820701519641,
+      "grad_norm": 149.2542724609375,
+      "learning_rate": 1.683641722040493e-05,
+      "loss": 22.8906,
+      "step": 11827
+    },
+    {
+      "epoch": 0.5652298575934245,
+      "grad_norm": 309.90557861328125,
+      "learning_rate": 1.683585241764484e-05,
+      "loss": 19.7812,
+      "step": 11828
+    },
+    {
+      "epoch": 0.5652776450348849,
+      "grad_norm": 282.19451904296875,
+      "learning_rate": 1.6835287573946817e-05,
+      "loss": 34.0312,
+      "step": 11829
+    },
+    {
+      "epoch": 0.5653254324763453,
+      "grad_norm": 233.61837768554688,
+      "learning_rate": 1.6834722689314237e-05,
+      "loss": 22.4531,
+      "step": 11830
+    },
+    {
+      "epoch": 0.5653732199178056,
+      "grad_norm": 213.64109802246094,
+      "learning_rate": 1.683415776375049e-05,
+      "loss": 24.0,
+      "step": 11831
+    },
+    {
+      "epoch": 0.565421007359266,
+      "grad_norm": 195.7261962890625,
+      "learning_rate": 1.6833592797258956e-05,
+      "loss": 20.3906,
+      "step": 11832
+    },
+    {
+      "epoch": 0.5654687948007263,
+      "grad_norm": 238.9994354248047,
+      "learning_rate": 1.683302778984302e-05,
+      "loss": 29.0,
+      "step": 11833
+    },
+    {
+      "epoch": 0.5655165822421867,
+      "grad_norm": 308.0556335449219,
+      "learning_rate": 1.6832462741506064e-05,
+      "loss": 33.3281,
+      "step": 11834
+    },
+    {
+      "epoch": 0.5655643696836471,
+      "grad_norm": 609.5601196289062,
+      "learning_rate": 1.6831897652251472e-05,
+      "loss": 24.4375,
+      "step": 11835
+    },
+    {
+      "epoch": 0.5656121571251075,
+      "grad_norm": 346.3751525878906,
+      "learning_rate": 1.683133252208263e-05,
+      "loss": 22.7188,
+      "step": 11836
+    },
+    {
+      "epoch": 0.5656599445665679,
+      "grad_norm": 329.0229797363281,
+      "learning_rate": 1.6830767351002923e-05,
+      "loss": 34.9062,
+      "step": 11837
+    },
+    {
+      "epoch": 0.5657077320080283,
+      "grad_norm": 222.6241912841797,
+      "learning_rate": 1.6830202139015724e-05,
+      "loss": 26.2344,
+      "step": 11838
+    },
+    {
+      "epoch": 0.5657555194494887,
+      "grad_norm": 204.70361328125,
+      "learning_rate": 1.6829636886124437e-05,
+      "loss": 39.0625,
+      "step": 11839
+    },
+    {
+      "epoch": 0.565803306890949,
+      "grad_norm": 443.6664123535156,
+      "learning_rate": 1.6829071592332432e-05,
+      "loss": 28.75,
+      "step": 11840
+    },
+    {
+      "epoch": 0.5658510943324094,
+      "grad_norm": 289.97509765625,
+      "learning_rate": 1.6828506257643106e-05,
+      "loss": 29.1562,
+      "step": 11841
+    },
+    {
+      "epoch": 0.5658988817738698,
+      "grad_norm": 374.2915954589844,
+      "learning_rate": 1.6827940882059835e-05,
+      "loss": 31.0938,
+      "step": 11842
+    },
+    {
+      "epoch": 0.5659466692153302,
+      "grad_norm": 233.9560546875,
+      "learning_rate": 1.6827375465586007e-05,
+      "loss": 20.5625,
+      "step": 11843
+    },
+    {
+      "epoch": 0.5659944566567906,
+      "grad_norm": 530.3665161132812,
+      "learning_rate": 1.6826810008225015e-05,
+      "loss": 23.4219,
+      "step": 11844
+    },
+    {
+      "epoch": 0.566042244098251,
+      "grad_norm": 347.3353576660156,
+      "learning_rate": 1.6826244509980237e-05,
+      "loss": 32.25,
+      "step": 11845
+    },
+    {
+      "epoch": 0.5660900315397114,
+      "grad_norm": 320.852783203125,
+      "learning_rate": 1.6825678970855063e-05,
+      "loss": 28.875,
+      "step": 11846
+    },
+    {
+      "epoch": 0.5661378189811718,
+      "grad_norm": 376.7746887207031,
+      "learning_rate": 1.682511339085288e-05,
+      "loss": 28.6562,
+      "step": 11847
+    },
+    {
+      "epoch": 0.5661856064226322,
+      "grad_norm": 196.24072265625,
+      "learning_rate": 1.6824547769977072e-05,
+      "loss": 25.6875,
+      "step": 11848
+    },
+    {
+      "epoch": 0.5662333938640925,
+      "grad_norm": 421.58477783203125,
+      "learning_rate": 1.682398210823103e-05,
+      "loss": 30.5938,
+      "step": 11849
+    },
+    {
+      "epoch": 0.5662811813055529,
+      "grad_norm": 249.16534423828125,
+      "learning_rate": 1.682341640561814e-05,
+      "loss": 26.4688,
+      "step": 11850
+    },
+    {
+      "epoch": 0.5663289687470133,
+      "grad_norm": 543.7396850585938,
+      "learning_rate": 1.682285066214179e-05,
+      "loss": 44.875,
+      "step": 11851
+    },
+    {
+      "epoch": 0.5663767561884737,
+      "grad_norm": 198.96380615234375,
+      "learning_rate": 1.6822284877805372e-05,
+      "loss": 28.8906,
+      "step": 11852
+    },
+    {
+      "epoch": 0.5664245436299341,
+      "grad_norm": 172.0143585205078,
+      "learning_rate": 1.682171905261227e-05,
+      "loss": 23.125,
+      "step": 11853
+    },
+    {
+      "epoch": 0.5664723310713944,
+      "grad_norm": 162.5365447998047,
+      "learning_rate": 1.682115318656587e-05,
+      "loss": 22.2812,
+      "step": 11854
+    },
+    {
+      "epoch": 0.5665201185128548,
+      "grad_norm": 364.4249267578125,
+      "learning_rate": 1.6820587279669568e-05,
+      "loss": 24.9062,
+      "step": 11855
+    },
+    {
+      "epoch": 0.5665679059543152,
+      "grad_norm": 383.5674133300781,
+      "learning_rate": 1.6820021331926746e-05,
+      "loss": 44.875,
+      "step": 11856
+    },
+    {
+      "epoch": 0.5666156933957756,
+      "grad_norm": 363.6066589355469,
+      "learning_rate": 1.6819455343340798e-05,
+      "loss": 39.5625,
+      "step": 11857
+    },
+    {
+      "epoch": 0.5666634808372359,
+      "grad_norm": 252.01016235351562,
+      "learning_rate": 1.681888931391511e-05,
+      "loss": 23.9375,
+      "step": 11858
+    },
+    {
+      "epoch": 0.5667112682786963,
+      "grad_norm": 249.08126831054688,
+      "learning_rate": 1.6818323243653077e-05,
+      "loss": 27.1875,
+      "step": 11859
+    },
+    {
+      "epoch": 0.5667590557201567,
+      "grad_norm": 167.58802795410156,
+      "learning_rate": 1.6817757132558084e-05,
+      "loss": 22.875,
+      "step": 11860
+    },
+    {
+      "epoch": 0.5668068431616171,
+      "grad_norm": 207.39205932617188,
+      "learning_rate": 1.6817190980633524e-05,
+      "loss": 23.6875,
+      "step": 11861
+    },
+    {
+      "epoch": 0.5668546306030775,
+      "grad_norm": 198.35916137695312,
+      "learning_rate": 1.6816624787882787e-05,
+      "loss": 20.4688,
+      "step": 11862
+    },
+    {
+      "epoch": 0.5669024180445379,
+      "grad_norm": 272.36566162109375,
+      "learning_rate": 1.6816058554309262e-05,
+      "loss": 33.125,
+      "step": 11863
+    },
+    {
+      "epoch": 0.5669502054859983,
+      "grad_norm": 300.7550354003906,
+      "learning_rate": 1.681549227991634e-05,
+      "loss": 30.3125,
+      "step": 11864
+    },
+    {
+      "epoch": 0.5669979929274587,
+      "grad_norm": 486.6412658691406,
+      "learning_rate": 1.6814925964707415e-05,
+      "loss": 28.0625,
+      "step": 11865
+    },
+    {
+      "epoch": 0.5670457803689191,
+      "grad_norm": 310.49908447265625,
+      "learning_rate": 1.6814359608685876e-05,
+      "loss": 40.0312,
+      "step": 11866
+    },
+    {
+      "epoch": 0.5670935678103795,
+      "grad_norm": 336.3490905761719,
+      "learning_rate": 1.681379321185512e-05,
+      "loss": 26.2344,
+      "step": 11867
+    },
+    {
+      "epoch": 0.5671413552518398,
+      "grad_norm": 125.46270751953125,
+      "learning_rate": 1.681322677421853e-05,
+      "loss": 19.1875,
+      "step": 11868
+    },
+    {
+      "epoch": 0.5671891426933002,
+      "grad_norm": 414.6909484863281,
+      "learning_rate": 1.6812660295779507e-05,
+      "loss": 30.375,
+      "step": 11869
+    },
+    {
+      "epoch": 0.5672369301347606,
+      "grad_norm": 364.4064025878906,
+      "learning_rate": 1.6812093776541438e-05,
+      "loss": 38.4375,
+      "step": 11870
+    },
+    {
+      "epoch": 0.567284717576221,
+      "grad_norm": 272.1197509765625,
+      "learning_rate": 1.6811527216507717e-05,
+      "loss": 26.9375,
+      "step": 11871
+    },
+    {
+      "epoch": 0.5673325050176814,
+      "grad_norm": 282.4771728515625,
+      "learning_rate": 1.6810960615681737e-05,
+      "loss": 33.4375,
+      "step": 11872
+    },
+    {
+      "epoch": 0.5673802924591418,
+      "grad_norm": 269.62432861328125,
+      "learning_rate": 1.681039397406689e-05,
+      "loss": 35.375,
+      "step": 11873
+    },
+    {
+      "epoch": 0.5674280799006021,
+      "grad_norm": 288.2469787597656,
+      "learning_rate": 1.6809827291666576e-05,
+      "loss": 34.3438,
+      "step": 11874
+    },
+    {
+      "epoch": 0.5674758673420625,
+      "grad_norm": 437.4466247558594,
+      "learning_rate": 1.680926056848418e-05,
+      "loss": 20.5,
+      "step": 11875
+    },
+    {
+      "epoch": 0.5675236547835228,
+      "grad_norm": 307.5303955078125,
+      "learning_rate": 1.6808693804523096e-05,
+      "loss": 36.3125,
+      "step": 11876
+    },
+    {
+      "epoch": 0.5675714422249832,
+      "grad_norm": 308.99664306640625,
+      "learning_rate": 1.680812699978673e-05,
+      "loss": 28.4062,
+      "step": 11877
+    },
+    {
+      "epoch": 0.5676192296664436,
+      "grad_norm": 351.0746765136719,
+      "learning_rate": 1.6807560154278465e-05,
+      "loss": 27.625,
+      "step": 11878
+    },
+    {
+      "epoch": 0.567667017107904,
+      "grad_norm": 275.0272216796875,
+      "learning_rate": 1.6806993268001693e-05,
+      "loss": 29.5469,
+      "step": 11879
+    },
+    {
+      "epoch": 0.5677148045493644,
+      "grad_norm": 233.0321807861328,
+      "learning_rate": 1.680642634095982e-05,
+      "loss": 25.7812,
+      "step": 11880
+    },
+    {
+      "epoch": 0.5677625919908248,
+      "grad_norm": 282.727783203125,
+      "learning_rate": 1.6805859373156237e-05,
+      "loss": 30.5625,
+      "step": 11881
+    },
+    {
+      "epoch": 0.5678103794322852,
+      "grad_norm": 480.69586181640625,
+      "learning_rate": 1.6805292364594336e-05,
+      "loss": 40.8125,
+      "step": 11882
+    },
+    {
+      "epoch": 0.5678581668737456,
+      "grad_norm": 255.49862670898438,
+      "learning_rate": 1.680472531527752e-05,
+      "loss": 34.75,
+      "step": 11883
+    },
+    {
+      "epoch": 0.567905954315206,
+      "grad_norm": 518.491943359375,
+      "learning_rate": 1.680415822520917e-05,
+      "loss": 39.3438,
+      "step": 11884
+    },
+    {
+      "epoch": 0.5679537417566664,
+      "grad_norm": 281.6446838378906,
+      "learning_rate": 1.68035910943927e-05,
+      "loss": 29.3438,
+      "step": 11885
+    },
+    {
+      "epoch": 0.5680015291981267,
+      "grad_norm": 270.9760437011719,
+      "learning_rate": 1.6803023922831494e-05,
+      "loss": 26.0625,
+      "step": 11886
+    },
+    {
+      "epoch": 0.5680493166395871,
+      "grad_norm": 272.78875732421875,
+      "learning_rate": 1.6802456710528956e-05,
+      "loss": 42.375,
+      "step": 11887
+    },
+    {
+      "epoch": 0.5680971040810475,
+      "grad_norm": 173.7926025390625,
+      "learning_rate": 1.6801889457488477e-05,
+      "loss": 27.6875,
+      "step": 11888
+    },
+    {
+      "epoch": 0.5681448915225079,
+      "grad_norm": 249.58474731445312,
+      "learning_rate": 1.680132216371346e-05,
+      "loss": 32.0938,
+      "step": 11889
+    },
+    {
+      "epoch": 0.5681926789639683,
+      "grad_norm": 272.6472473144531,
+      "learning_rate": 1.68007548292073e-05,
+      "loss": 30.625,
+      "step": 11890
+    },
+    {
+      "epoch": 0.5682404664054287,
+      "grad_norm": 264.45001220703125,
+      "learning_rate": 1.680018745397339e-05,
+      "loss": 21.625,
+      "step": 11891
+    },
+    {
+      "epoch": 0.5682882538468891,
+      "grad_norm": 274.995361328125,
+      "learning_rate": 1.6799620038015136e-05,
+      "loss": 31.375,
+      "step": 11892
+    },
+    {
+      "epoch": 0.5683360412883495,
+      "grad_norm": 282.69085693359375,
+      "learning_rate": 1.6799052581335925e-05,
+      "loss": 39.2656,
+      "step": 11893
+    },
+    {
+      "epoch": 0.5683838287298099,
+      "grad_norm": 235.4918670654297,
+      "learning_rate": 1.679848508393917e-05,
+      "loss": 25.7188,
+      "step": 11894
+    },
+    {
+      "epoch": 0.5684316161712701,
+      "grad_norm": 208.00538635253906,
+      "learning_rate": 1.679791754582826e-05,
+      "loss": 23.9062,
+      "step": 11895
+    },
+    {
+      "epoch": 0.5684794036127305,
+      "grad_norm": 432.4782409667969,
+      "learning_rate": 1.6797349967006592e-05,
+      "loss": 30.9688,
+      "step": 11896
+    },
+    {
+      "epoch": 0.5685271910541909,
+      "grad_norm": 248.44349670410156,
+      "learning_rate": 1.679678234747757e-05,
+      "loss": 32.4688,
+      "step": 11897
+    },
+    {
+      "epoch": 0.5685749784956513,
+      "grad_norm": 223.61355590820312,
+      "learning_rate": 1.6796214687244595e-05,
+      "loss": 31.0938,
+      "step": 11898
+    },
+    {
+      "epoch": 0.5686227659371117,
+      "grad_norm": 341.75006103515625,
+      "learning_rate": 1.679564698631106e-05,
+      "loss": 29.3281,
+      "step": 11899
+    },
+    {
+      "epoch": 0.5686705533785721,
+      "grad_norm": 231.7101287841797,
+      "learning_rate": 1.679507924468037e-05,
+      "loss": 25.7656,
+      "step": 11900
+    },
+    {
+      "epoch": 0.5687183408200325,
+      "grad_norm": 176.83880615234375,
+      "learning_rate": 1.6794511462355926e-05,
+      "loss": 31.5938,
+      "step": 11901
+    },
+    {
+      "epoch": 0.5687661282614929,
+      "grad_norm": 395.9107971191406,
+      "learning_rate": 1.6793943639341122e-05,
+      "loss": 26.0625,
+      "step": 11902
+    },
+    {
+      "epoch": 0.5688139157029533,
+      "grad_norm": 751.7776489257812,
+      "learning_rate": 1.679337577563936e-05,
+      "loss": 31.5625,
+      "step": 11903
+    },
+    {
+      "epoch": 0.5688617031444136,
+      "grad_norm": 229.1905975341797,
+      "learning_rate": 1.679280787125405e-05,
+      "loss": 41.75,
+      "step": 11904
+    },
+    {
+      "epoch": 0.568909490585874,
+      "grad_norm": 211.32546997070312,
+      "learning_rate": 1.679223992618858e-05,
+      "loss": 27.8125,
+      "step": 11905
+    },
+    {
+      "epoch": 0.5689572780273344,
+      "grad_norm": 248.24380493164062,
+      "learning_rate": 1.6791671940446358e-05,
+      "loss": 32.3281,
+      "step": 11906
+    },
+    {
+      "epoch": 0.5690050654687948,
+      "grad_norm": 225.4283447265625,
+      "learning_rate": 1.6791103914030788e-05,
+      "loss": 22.5,
+      "step": 11907
+    },
+    {
+      "epoch": 0.5690528529102552,
+      "grad_norm": 277.84490966796875,
+      "learning_rate": 1.6790535846945263e-05,
+      "loss": 34.7812,
+      "step": 11908
+    },
+    {
+      "epoch": 0.5691006403517156,
+      "grad_norm": 240.91604614257812,
+      "learning_rate": 1.6789967739193195e-05,
+      "loss": 24.2969,
+      "step": 11909
+    },
+    {
+      "epoch": 0.569148427793176,
+      "grad_norm": 248.14572143554688,
+      "learning_rate": 1.6789399590777982e-05,
+      "loss": 24.9219,
+      "step": 11910
+    },
+    {
+      "epoch": 0.5691962152346364,
+      "grad_norm": 188.75222778320312,
+      "learning_rate": 1.6788831401703026e-05,
+      "loss": 37.5,
+      "step": 11911
+    },
+    {
+      "epoch": 0.5692440026760968,
+      "grad_norm": 213.44857788085938,
+      "learning_rate": 1.6788263171971726e-05,
+      "loss": 27.6562,
+      "step": 11912
+    },
+    {
+      "epoch": 0.5692917901175572,
+      "grad_norm": 278.4033508300781,
+      "learning_rate": 1.6787694901587492e-05,
+      "loss": 39.125,
+      "step": 11913
+    },
+    {
+      "epoch": 0.5693395775590175,
+      "grad_norm": 218.84817504882812,
+      "learning_rate": 1.6787126590553724e-05,
+      "loss": 30.9688,
+      "step": 11914
+    },
+    {
+      "epoch": 0.5693873650004779,
+      "grad_norm": 257.93927001953125,
+      "learning_rate": 1.6786558238873826e-05,
+      "loss": 28.5625,
+      "step": 11915
+    },
+    {
+      "epoch": 0.5694351524419382,
+      "grad_norm": 291.6706848144531,
+      "learning_rate": 1.67859898465512e-05,
+      "loss": 29.6562,
+      "step": 11916
+    },
+    {
+      "epoch": 0.5694829398833986,
+      "grad_norm": 257.8446960449219,
+      "learning_rate": 1.6785421413589252e-05,
+      "loss": 29.4375,
+      "step": 11917
+    },
+    {
+      "epoch": 0.569530727324859,
+      "grad_norm": 195.65724182128906,
+      "learning_rate": 1.6784852939991382e-05,
+      "loss": 38.2188,
+      "step": 11918
+    },
+    {
+      "epoch": 0.5695785147663194,
+      "grad_norm": 283.1322326660156,
+      "learning_rate": 1.6784284425761e-05,
+      "loss": 32.625,
+      "step": 11919
+    },
+    {
+      "epoch": 0.5696263022077798,
+      "grad_norm": 200.99085998535156,
+      "learning_rate": 1.678371587090151e-05,
+      "loss": 28.9062,
+      "step": 11920
+    },
+    {
+      "epoch": 0.5696740896492402,
+      "grad_norm": 204.17263793945312,
+      "learning_rate": 1.6783147275416317e-05,
+      "loss": 21.5469,
+      "step": 11921
+    },
+    {
+      "epoch": 0.5697218770907005,
+      "grad_norm": 329.9338684082031,
+      "learning_rate": 1.678257863930882e-05,
+      "loss": 25.6562,
+      "step": 11922
+    },
+    {
+      "epoch": 0.5697696645321609,
+      "grad_norm": 247.43106079101562,
+      "learning_rate": 1.678200996258243e-05,
+      "loss": 23.625,
+      "step": 11923
+    },
+    {
+      "epoch": 0.5698174519736213,
+      "grad_norm": 304.8544616699219,
+      "learning_rate": 1.6781441245240552e-05,
+      "loss": 35.875,
+      "step": 11924
+    },
+    {
+      "epoch": 0.5698652394150817,
+      "grad_norm": 705.5540161132812,
+      "learning_rate": 1.6780872487286593e-05,
+      "loss": 30.0625,
+      "step": 11925
+    },
+    {
+      "epoch": 0.5699130268565421,
+      "grad_norm": 246.91189575195312,
+      "learning_rate": 1.6780303688723957e-05,
+      "loss": 33.5938,
+      "step": 11926
+    },
+    {
+      "epoch": 0.5699608142980025,
+      "grad_norm": 533.4800415039062,
+      "learning_rate": 1.677973484955605e-05,
+      "loss": 30.9375,
+      "step": 11927
+    },
+    {
+      "epoch": 0.5700086017394629,
+      "grad_norm": 247.67568969726562,
+      "learning_rate": 1.6779165969786278e-05,
+      "loss": 27.6406,
+      "step": 11928
+    },
+    {
+      "epoch": 0.5700563891809233,
+      "grad_norm": 176.46109008789062,
+      "learning_rate": 1.6778597049418054e-05,
+      "loss": 21.125,
+      "step": 11929
+    },
+    {
+      "epoch": 0.5701041766223837,
+      "grad_norm": 321.1809997558594,
+      "learning_rate": 1.6778028088454774e-05,
+      "loss": 33.2188,
+      "step": 11930
+    },
+    {
+      "epoch": 0.570151964063844,
+      "grad_norm": 150.4003448486328,
+      "learning_rate": 1.6777459086899856e-05,
+      "loss": 27.875,
+      "step": 11931
+    },
+    {
+      "epoch": 0.5701997515053044,
+      "grad_norm": 356.62725830078125,
+      "learning_rate": 1.67768900447567e-05,
+      "loss": 36.125,
+      "step": 11932
+    },
+    {
+      "epoch": 0.5702475389467648,
+      "grad_norm": 355.0539245605469,
+      "learning_rate": 1.677632096202872e-05,
+      "loss": 20.9375,
+      "step": 11933
+    },
+    {
+      "epoch": 0.5702953263882252,
+      "grad_norm": 228.61395263671875,
+      "learning_rate": 1.6775751838719324e-05,
+      "loss": 34.2188,
+      "step": 11934
+    },
+    {
+      "epoch": 0.5703431138296856,
+      "grad_norm": 229.09701538085938,
+      "learning_rate": 1.6775182674831914e-05,
+      "loss": 32.9844,
+      "step": 11935
+    },
+    {
+      "epoch": 0.5703909012711459,
+      "grad_norm": 325.3840637207031,
+      "learning_rate": 1.67746134703699e-05,
+      "loss": 27.2812,
+      "step": 11936
+    },
+    {
+      "epoch": 0.5704386887126063,
+      "grad_norm": 260.4210510253906,
+      "learning_rate": 1.6774044225336696e-05,
+      "loss": 24.375,
+      "step": 11937
+    },
+    {
+      "epoch": 0.5704864761540667,
+      "grad_norm": 326.2873229980469,
+      "learning_rate": 1.677347493973571e-05,
+      "loss": 22.25,
+      "step": 11938
+    },
+    {
+      "epoch": 0.5705342635955271,
+      "grad_norm": 239.29974365234375,
+      "learning_rate": 1.6772905613570345e-05,
+      "loss": 22.0,
+      "step": 11939
+    },
+    {
+      "epoch": 0.5705820510369874,
+      "grad_norm": 202.64495849609375,
+      "learning_rate": 1.677233624684402e-05,
+      "loss": 28.125,
+      "step": 11940
+    },
+    {
+      "epoch": 0.5706298384784478,
+      "grad_norm": 180.6459503173828,
+      "learning_rate": 1.6771766839560136e-05,
+      "loss": 24.5938,
+      "step": 11941
+    },
+    {
+      "epoch": 0.5706776259199082,
+      "grad_norm": 500.4961242675781,
+      "learning_rate": 1.6771197391722104e-05,
+      "loss": 48.2812,
+      "step": 11942
+    },
+    {
+      "epoch": 0.5707254133613686,
+      "grad_norm": 387.8796081542969,
+      "learning_rate": 1.6770627903333342e-05,
+      "loss": 24.75,
+      "step": 11943
+    },
+    {
+      "epoch": 0.570773200802829,
+      "grad_norm": 273.41217041015625,
+      "learning_rate": 1.6770058374397252e-05,
+      "loss": 24.4844,
+      "step": 11944
+    },
+    {
+      "epoch": 0.5708209882442894,
+      "grad_norm": 310.6583251953125,
+      "learning_rate": 1.676948880491725e-05,
+      "loss": 34.2188,
+      "step": 11945
+    },
+    {
+      "epoch": 0.5708687756857498,
+      "grad_norm": 359.35797119140625,
+      "learning_rate": 1.6768919194896745e-05,
+      "loss": 29.8594,
+      "step": 11946
+    },
+    {
+      "epoch": 0.5709165631272102,
+      "grad_norm": 287.0464782714844,
+      "learning_rate": 1.6768349544339148e-05,
+      "loss": 34.3125,
+      "step": 11947
+    },
+    {
+      "epoch": 0.5709643505686706,
+      "grad_norm": 234.00917053222656,
+      "learning_rate": 1.676777985324787e-05,
+      "loss": 38.9688,
+      "step": 11948
+    },
+    {
+      "epoch": 0.571012138010131,
+      "grad_norm": 270.02423095703125,
+      "learning_rate": 1.6767210121626323e-05,
+      "loss": 23.6562,
+      "step": 11949
+    },
+    {
+      "epoch": 0.5710599254515913,
+      "grad_norm": 313.38433837890625,
+      "learning_rate": 1.676664034947792e-05,
+      "loss": 34.1562,
+      "step": 11950
+    },
+    {
+      "epoch": 0.5711077128930517,
+      "grad_norm": 344.62713623046875,
+      "learning_rate": 1.6766070536806073e-05,
+      "loss": 28.125,
+      "step": 11951
+    },
+    {
+      "epoch": 0.5711555003345121,
+      "grad_norm": 209.51223754882812,
+      "learning_rate": 1.6765500683614197e-05,
+      "loss": 35.6562,
+      "step": 11952
+    },
+    {
+      "epoch": 0.5712032877759725,
+      "grad_norm": 248.970458984375,
+      "learning_rate": 1.67649307899057e-05,
+      "loss": 32.1875,
+      "step": 11953
+    },
+    {
+      "epoch": 0.5712510752174329,
+      "grad_norm": 157.48341369628906,
+      "learning_rate": 1.6764360855683995e-05,
+      "loss": 23.6406,
+      "step": 11954
+    },
+    {
+      "epoch": 0.5712988626588933,
+      "grad_norm": 300.396728515625,
+      "learning_rate": 1.6763790880952496e-05,
+      "loss": 28.9375,
+      "step": 11955
+    },
+    {
+      "epoch": 0.5713466501003537,
+      "grad_norm": 317.8902893066406,
+      "learning_rate": 1.676322086571462e-05,
+      "loss": 37.6875,
+      "step": 11956
+    },
+    {
+      "epoch": 0.571394437541814,
+      "grad_norm": 491.3121337890625,
+      "learning_rate": 1.6762650809973776e-05,
+      "loss": 42.3125,
+      "step": 11957
+    },
+    {
+      "epoch": 0.5714422249832743,
+      "grad_norm": 231.22048950195312,
+      "learning_rate": 1.676208071373338e-05,
+      "loss": 31.8438,
+      "step": 11958
+    },
+    {
+      "epoch": 0.5714900124247347,
+      "grad_norm": 149.25721740722656,
+      "learning_rate": 1.6761510576996847e-05,
+      "loss": 20.7812,
+      "step": 11959
+    },
+    {
+      "epoch": 0.5715377998661951,
+      "grad_norm": 316.5571594238281,
+      "learning_rate": 1.6760940399767588e-05,
+      "loss": 31.6875,
+      "step": 11960
+    },
+    {
+      "epoch": 0.5715855873076555,
+      "grad_norm": 583.988037109375,
+      "learning_rate": 1.6760370182049025e-05,
+      "loss": 29.3125,
+      "step": 11961
+    },
+    {
+      "epoch": 0.5716333747491159,
+      "grad_norm": 383.82843017578125,
+      "learning_rate": 1.6759799923844564e-05,
+      "loss": 35.5,
+      "step": 11962
+    },
+    {
+      "epoch": 0.5716811621905763,
+      "grad_norm": 290.672607421875,
+      "learning_rate": 1.6759229625157627e-05,
+      "loss": 26.6562,
+      "step": 11963
+    },
+    {
+      "epoch": 0.5717289496320367,
+      "grad_norm": 329.76385498046875,
+      "learning_rate": 1.6758659285991622e-05,
+      "loss": 25.7812,
+      "step": 11964
+    },
+    {
+      "epoch": 0.5717767370734971,
+      "grad_norm": 248.0692901611328,
+      "learning_rate": 1.6758088906349972e-05,
+      "loss": 24.0312,
+      "step": 11965
+    },
+    {
+      "epoch": 0.5718245245149575,
+      "grad_norm": 466.9515686035156,
+      "learning_rate": 1.6757518486236088e-05,
+      "loss": 29.6562,
+      "step": 11966
+    },
+    {
+      "epoch": 0.5718723119564179,
+      "grad_norm": 153.0729522705078,
+      "learning_rate": 1.675694802565339e-05,
+      "loss": 20.5156,
+      "step": 11967
+    },
+    {
+      "epoch": 0.5719200993978782,
+      "grad_norm": 186.10031127929688,
+      "learning_rate": 1.675637752460529e-05,
+      "loss": 29.3438,
+      "step": 11968
+    },
+    {
+      "epoch": 0.5719678868393386,
+      "grad_norm": 502.0336608886719,
+      "learning_rate": 1.675580698309521e-05,
+      "loss": 26.625,
+      "step": 11969
+    },
+    {
+      "epoch": 0.572015674280799,
+      "grad_norm": 225.4567108154297,
+      "learning_rate": 1.675523640112656e-05,
+      "loss": 28.6406,
+      "step": 11970
+    },
+    {
+      "epoch": 0.5720634617222594,
+      "grad_norm": 275.6123962402344,
+      "learning_rate": 1.6754665778702764e-05,
+      "loss": 25.5312,
+      "step": 11971
+    },
+    {
+      "epoch": 0.5721112491637198,
+      "grad_norm": 306.4798889160156,
+      "learning_rate": 1.675409511582723e-05,
+      "loss": 44.7969,
+      "step": 11972
+    },
+    {
+      "epoch": 0.5721590366051802,
+      "grad_norm": 301.6507263183594,
+      "learning_rate": 1.675352441250339e-05,
+      "loss": 28.4375,
+      "step": 11973
+    },
+    {
+      "epoch": 0.5722068240466406,
+      "grad_norm": 297.927001953125,
+      "learning_rate": 1.6752953668734645e-05,
+      "loss": 28.5625,
+      "step": 11974
+    },
+    {
+      "epoch": 0.572254611488101,
+      "grad_norm": 285.44219970703125,
+      "learning_rate": 1.6752382884524424e-05,
+      "loss": 25.8281,
+      "step": 11975
+    },
+    {
+      "epoch": 0.5723023989295614,
+      "grad_norm": 583.5838012695312,
+      "learning_rate": 1.6751812059876143e-05,
+      "loss": 41.2188,
+      "step": 11976
+    },
+    {
+      "epoch": 0.5723501863710216,
+      "grad_norm": 159.4142608642578,
+      "learning_rate": 1.6751241194793223e-05,
+      "loss": 21.625,
+      "step": 11977
+    },
+    {
+      "epoch": 0.572397973812482,
+      "grad_norm": 153.2750244140625,
+      "learning_rate": 1.6750670289279075e-05,
+      "loss": 37.125,
+      "step": 11978
+    },
+    {
+      "epoch": 0.5724457612539424,
+      "grad_norm": 185.9519500732422,
+      "learning_rate": 1.6750099343337126e-05,
+      "loss": 26.6562,
+      "step": 11979
+    },
+    {
+      "epoch": 0.5724935486954028,
+      "grad_norm": 342.853515625,
+      "learning_rate": 1.674952835697079e-05,
+      "loss": 28.9062,
+      "step": 11980
+    },
+    {
+      "epoch": 0.5725413361368632,
+      "grad_norm": 400.3189697265625,
+      "learning_rate": 1.674895733018349e-05,
+      "loss": 36.0312,
+      "step": 11981
+    },
+    {
+      "epoch": 0.5725891235783236,
+      "grad_norm": 406.64080810546875,
+      "learning_rate": 1.6748386262978643e-05,
+      "loss": 36.1875,
+      "step": 11982
+    },
+    {
+      "epoch": 0.572636911019784,
+      "grad_norm": 166.39170837402344,
+      "learning_rate": 1.6747815155359666e-05,
+      "loss": 24.3125,
+      "step": 11983
+    },
+    {
+      "epoch": 0.5726846984612444,
+      "grad_norm": 420.66497802734375,
+      "learning_rate": 1.674724400732999e-05,
+      "loss": 32.2812,
+      "step": 11984
+    },
+    {
+      "epoch": 0.5727324859027048,
+      "grad_norm": 240.18630981445312,
+      "learning_rate": 1.6746672818893026e-05,
+      "loss": 25.0781,
+      "step": 11985
+    },
+    {
+      "epoch": 0.5727802733441651,
+      "grad_norm": 309.7054748535156,
+      "learning_rate": 1.67461015900522e-05,
+      "loss": 32.75,
+      "step": 11986
+    },
+    {
+      "epoch": 0.5728280607856255,
+      "grad_norm": 314.1375732421875,
+      "learning_rate": 1.6745530320810926e-05,
+      "loss": 33.375,
+      "step": 11987
+    },
+    {
+      "epoch": 0.5728758482270859,
+      "grad_norm": 488.52008056640625,
+      "learning_rate": 1.674495901117263e-05,
+      "loss": 29.9375,
+      "step": 11988
+    },
+    {
+      "epoch": 0.5729236356685463,
+      "grad_norm": 514.1344604492188,
+      "learning_rate": 1.6744387661140735e-05,
+      "loss": 37.4375,
+      "step": 11989
+    },
+    {
+      "epoch": 0.5729714231100067,
+      "grad_norm": 271.9957580566406,
+      "learning_rate": 1.674381627071866e-05,
+      "loss": 29.0938,
+      "step": 11990
+    },
+    {
+      "epoch": 0.5730192105514671,
+      "grad_norm": 236.80450439453125,
+      "learning_rate": 1.674324483990983e-05,
+      "loss": 28.375,
+      "step": 11991
+    },
+    {
+      "epoch": 0.5730669979929275,
+      "grad_norm": 160.66441345214844,
+      "learning_rate": 1.674267336871766e-05,
+      "loss": 26.0938,
+      "step": 11992
+    },
+    {
+      "epoch": 0.5731147854343879,
+      "grad_norm": 360.3531799316406,
+      "learning_rate": 1.6742101857145582e-05,
+      "loss": 23.0938,
+      "step": 11993
+    },
+    {
+      "epoch": 0.5731625728758483,
+      "grad_norm": 371.3485412597656,
+      "learning_rate": 1.674153030519701e-05,
+      "loss": 28.7812,
+      "step": 11994
+    },
+    {
+      "epoch": 0.5732103603173087,
+      "grad_norm": 381.6061096191406,
+      "learning_rate": 1.674095871287537e-05,
+      "loss": 37.4688,
+      "step": 11995
+    },
+    {
+      "epoch": 0.573258147758769,
+      "grad_norm": 426.1602783203125,
+      "learning_rate": 1.6740387080184084e-05,
+      "loss": 31.625,
+      "step": 11996
+    },
+    {
+      "epoch": 0.5733059352002294,
+      "grad_norm": 284.8576354980469,
+      "learning_rate": 1.673981540712658e-05,
+      "loss": 35.6562,
+      "step": 11997
+    },
+    {
+      "epoch": 0.5733537226416897,
+      "grad_norm": 214.5718994140625,
+      "learning_rate": 1.673924369370628e-05,
+      "loss": 27.875,
+      "step": 11998
+    },
+    {
+      "epoch": 0.5734015100831501,
+      "grad_norm": 328.9445495605469,
+      "learning_rate": 1.6738671939926604e-05,
+      "loss": 37.875,
+      "step": 11999
+    },
+    {
+      "epoch": 0.5734492975246105,
+      "grad_norm": 201.70120239257812,
+      "learning_rate": 1.6738100145790977e-05,
+      "loss": 27.5,
+      "step": 12000
+    },
+    {
+      "epoch": 0.5734970849660709,
+      "grad_norm": 344.9445495605469,
+      "learning_rate": 1.6737528311302823e-05,
+      "loss": 47.5938,
+      "step": 12001
+    },
+    {
+      "epoch": 0.5735448724075313,
+      "grad_norm": 310.49957275390625,
+      "learning_rate": 1.6736956436465573e-05,
+      "loss": 30.4219,
+      "step": 12002
+    },
+    {
+      "epoch": 0.5735926598489917,
+      "grad_norm": 193.92042541503906,
+      "learning_rate": 1.6736384521282647e-05,
+      "loss": 27.7188,
+      "step": 12003
+    },
+    {
+      "epoch": 0.573640447290452,
+      "grad_norm": 330.8074951171875,
+      "learning_rate": 1.6735812565757466e-05,
+      "loss": 27.8125,
+      "step": 12004
+    },
+    {
+      "epoch": 0.5736882347319124,
+      "grad_norm": 573.0880126953125,
+      "learning_rate": 1.6735240569893462e-05,
+      "loss": 33.5938,
+      "step": 12005
+    },
+    {
+      "epoch": 0.5737360221733728,
+      "grad_norm": 201.57228088378906,
+      "learning_rate": 1.6734668533694057e-05,
+      "loss": 27.8438,
+      "step": 12006
+    },
+    {
+      "epoch": 0.5737838096148332,
+      "grad_norm": 235.43930053710938,
+      "learning_rate": 1.673409645716268e-05,
+      "loss": 25.9375,
+      "step": 12007
+    },
+    {
+      "epoch": 0.5738315970562936,
+      "grad_norm": 253.8765411376953,
+      "learning_rate": 1.673352434030275e-05,
+      "loss": 24.625,
+      "step": 12008
+    },
+    {
+      "epoch": 0.573879384497754,
+      "grad_norm": 550.990966796875,
+      "learning_rate": 1.67329521831177e-05,
+      "loss": 27.5625,
+      "step": 12009
+    },
+    {
+      "epoch": 0.5739271719392144,
+      "grad_norm": 226.03216552734375,
+      "learning_rate": 1.6732379985610955e-05,
+      "loss": 18.7031,
+      "step": 12010
+    },
+    {
+      "epoch": 0.5739749593806748,
+      "grad_norm": 499.4429931640625,
+      "learning_rate": 1.673180774778594e-05,
+      "loss": 36.0,
+      "step": 12011
+    },
+    {
+      "epoch": 0.5740227468221352,
+      "grad_norm": 462.314697265625,
+      "learning_rate": 1.6731235469646087e-05,
+      "loss": 44.3125,
+      "step": 12012
+    },
+    {
+      "epoch": 0.5740705342635956,
+      "grad_norm": 252.97691345214844,
+      "learning_rate": 1.6730663151194816e-05,
+      "loss": 26.2812,
+      "step": 12013
+    },
+    {
+      "epoch": 0.574118321705056,
+      "grad_norm": 271.9776916503906,
+      "learning_rate": 1.673009079243556e-05,
+      "loss": 29.2812,
+      "step": 12014
+    },
+    {
+      "epoch": 0.5741661091465163,
+      "grad_norm": 340.0765075683594,
+      "learning_rate": 1.672951839337174e-05,
+      "loss": 30.375,
+      "step": 12015
+    },
+    {
+      "epoch": 0.5742138965879767,
+      "grad_norm": 247.1085205078125,
+      "learning_rate": 1.672894595400679e-05,
+      "loss": 28.7812,
+      "step": 12016
+    },
+    {
+      "epoch": 0.5742616840294371,
+      "grad_norm": 278.7659606933594,
+      "learning_rate": 1.6728373474344136e-05,
+      "loss": 28.75,
+      "step": 12017
+    },
+    {
+      "epoch": 0.5743094714708975,
+      "grad_norm": 162.5175323486328,
+      "learning_rate": 1.6727800954387207e-05,
+      "loss": 30.0938,
+      "step": 12018
+    },
+    {
+      "epoch": 0.5743572589123578,
+      "grad_norm": 281.3023986816406,
+      "learning_rate": 1.672722839413943e-05,
+      "loss": 26.9844,
+      "step": 12019
+    },
+    {
+      "epoch": 0.5744050463538182,
+      "grad_norm": 254.0083465576172,
+      "learning_rate": 1.672665579360424e-05,
+      "loss": 33.5938,
+      "step": 12020
+    },
+    {
+      "epoch": 0.5744528337952786,
+      "grad_norm": 244.09347534179688,
+      "learning_rate": 1.672608315278506e-05,
+      "loss": 22.8281,
+      "step": 12021
+    },
+    {
+      "epoch": 0.574500621236739,
+      "grad_norm": 680.4611206054688,
+      "learning_rate": 1.6725510471685318e-05,
+      "loss": 23.9688,
+      "step": 12022
+    },
+    {
+      "epoch": 0.5745484086781993,
+      "grad_norm": 252.38833618164062,
+      "learning_rate": 1.6724937750308447e-05,
+      "loss": 25.3125,
+      "step": 12023
+    },
+    {
+      "epoch": 0.5745961961196597,
+      "grad_norm": 198.3096466064453,
+      "learning_rate": 1.672436498865788e-05,
+      "loss": 26.0625,
+      "step": 12024
+    },
+    {
+      "epoch": 0.5746439835611201,
+      "grad_norm": 221.44418334960938,
+      "learning_rate": 1.672379218673704e-05,
+      "loss": 23.2188,
+      "step": 12025
+    },
+    {
+      "epoch": 0.5746917710025805,
+      "grad_norm": 265.1253967285156,
+      "learning_rate": 1.6723219344549365e-05,
+      "loss": 30.8438,
+      "step": 12026
+    },
+    {
+      "epoch": 0.5747395584440409,
+      "grad_norm": 254.52877807617188,
+      "learning_rate": 1.6722646462098276e-05,
+      "loss": 21.5781,
+      "step": 12027
+    },
+    {
+      "epoch": 0.5747873458855013,
+      "grad_norm": 257.4490051269531,
+      "learning_rate": 1.6722073539387213e-05,
+      "loss": 25.8281,
+      "step": 12028
+    },
+    {
+      "epoch": 0.5748351333269617,
+      "grad_norm": 278.3036804199219,
+      "learning_rate": 1.6721500576419604e-05,
+      "loss": 30.5625,
+      "step": 12029
+    },
+    {
+      "epoch": 0.5748829207684221,
+      "grad_norm": 263.7148742675781,
+      "learning_rate": 1.6720927573198876e-05,
+      "loss": 22.1094,
+      "step": 12030
+    },
+    {
+      "epoch": 0.5749307082098825,
+      "grad_norm": 344.27020263671875,
+      "learning_rate": 1.672035452972847e-05,
+      "loss": 44.9375,
+      "step": 12031
+    },
+    {
+      "epoch": 0.5749784956513428,
+      "grad_norm": 236.53602600097656,
+      "learning_rate": 1.6719781446011805e-05,
+      "loss": 39.8438,
+      "step": 12032
+    },
+    {
+      "epoch": 0.5750262830928032,
+      "grad_norm": 275.1663513183594,
+      "learning_rate": 1.6719208322052324e-05,
+      "loss": 34.7812,
+      "step": 12033
+    },
+    {
+      "epoch": 0.5750740705342636,
+      "grad_norm": 231.82135009765625,
+      "learning_rate": 1.6718635157853455e-05,
+      "loss": 36.3125,
+      "step": 12034
+    },
+    {
+      "epoch": 0.575121857975724,
+      "grad_norm": 268.8547668457031,
+      "learning_rate": 1.671806195341863e-05,
+      "loss": 32.7812,
+      "step": 12035
+    },
+    {
+      "epoch": 0.5751696454171844,
+      "grad_norm": 286.1409606933594,
+      "learning_rate": 1.6717488708751282e-05,
+      "loss": 29.1875,
+      "step": 12036
+    },
+    {
+      "epoch": 0.5752174328586448,
+      "grad_norm": 223.30531311035156,
+      "learning_rate": 1.6716915423854847e-05,
+      "loss": 27.7031,
+      "step": 12037
+    },
+    {
+      "epoch": 0.5752652203001052,
+      "grad_norm": 300.014892578125,
+      "learning_rate": 1.6716342098732755e-05,
+      "loss": 33.9688,
+      "step": 12038
+    },
+    {
+      "epoch": 0.5753130077415655,
+      "grad_norm": 226.93511962890625,
+      "learning_rate": 1.671576873338844e-05,
+      "loss": 23.1562,
+      "step": 12039
+    },
+    {
+      "epoch": 0.5753607951830259,
+      "grad_norm": 570.1444091796875,
+      "learning_rate": 1.6715195327825334e-05,
+      "loss": 30.8438,
+      "step": 12040
+    },
+    {
+      "epoch": 0.5754085826244862,
+      "grad_norm": 240.95101928710938,
+      "learning_rate": 1.6714621882046875e-05,
+      "loss": 41.3125,
+      "step": 12041
+    },
+    {
+      "epoch": 0.5754563700659466,
+      "grad_norm": 375.9928894042969,
+      "learning_rate": 1.6714048396056496e-05,
+      "loss": 25.625,
+      "step": 12042
+    },
+    {
+      "epoch": 0.575504157507407,
+      "grad_norm": 429.83551025390625,
+      "learning_rate": 1.671347486985763e-05,
+      "loss": 18.4688,
+      "step": 12043
+    },
+    {
+      "epoch": 0.5755519449488674,
+      "grad_norm": 156.28579711914062,
+      "learning_rate": 1.671290130345371e-05,
+      "loss": 24.8125,
+      "step": 12044
+    },
+    {
+      "epoch": 0.5755997323903278,
+      "grad_norm": 446.0502624511719,
+      "learning_rate": 1.6712327696848178e-05,
+      "loss": 32.0938,
+      "step": 12045
+    },
+    {
+      "epoch": 0.5756475198317882,
+      "grad_norm": 224.84451293945312,
+      "learning_rate": 1.671175405004446e-05,
+      "loss": 26.3125,
+      "step": 12046
+    },
+    {
+      "epoch": 0.5756953072732486,
+      "grad_norm": 340.9016418457031,
+      "learning_rate": 1.6711180363045994e-05,
+      "loss": 25.4688,
+      "step": 12047
+    },
+    {
+      "epoch": 0.575743094714709,
+      "grad_norm": 225.0303497314453,
+      "learning_rate": 1.6710606635856224e-05,
+      "loss": 22.1719,
+      "step": 12048
+    },
+    {
+      "epoch": 0.5757908821561694,
+      "grad_norm": 417.0411376953125,
+      "learning_rate": 1.6710032868478573e-05,
+      "loss": 26.625,
+      "step": 12049
+    },
+    {
+      "epoch": 0.5758386695976297,
+      "grad_norm": 311.92816162109375,
+      "learning_rate": 1.6709459060916486e-05,
+      "loss": 45.6875,
+      "step": 12050
+    },
+    {
+      "epoch": 0.5758864570390901,
+      "grad_norm": 295.3570251464844,
+      "learning_rate": 1.67088852131734e-05,
+      "loss": 31.125,
+      "step": 12051
+    },
+    {
+      "epoch": 0.5759342444805505,
+      "grad_norm": 311.13494873046875,
+      "learning_rate": 1.6708311325252745e-05,
+      "loss": 32.0938,
+      "step": 12052
+    },
+    {
+      "epoch": 0.5759820319220109,
+      "grad_norm": 364.5673522949219,
+      "learning_rate": 1.670773739715796e-05,
+      "loss": 25.1875,
+      "step": 12053
+    },
+    {
+      "epoch": 0.5760298193634713,
+      "grad_norm": 292.25830078125,
+      "learning_rate": 1.6707163428892487e-05,
+      "loss": 26.375,
+      "step": 12054
+    },
+    {
+      "epoch": 0.5760776068049317,
+      "grad_norm": 309.15386962890625,
+      "learning_rate": 1.6706589420459756e-05,
+      "loss": 28.0938,
+      "step": 12055
+    },
+    {
+      "epoch": 0.5761253942463921,
+      "grad_norm": 208.17750549316406,
+      "learning_rate": 1.670601537186321e-05,
+      "loss": 25.6562,
+      "step": 12056
+    },
+    {
+      "epoch": 0.5761731816878525,
+      "grad_norm": 369.2452392578125,
+      "learning_rate": 1.6705441283106285e-05,
+      "loss": 31.8281,
+      "step": 12057
+    },
+    {
+      "epoch": 0.5762209691293129,
+      "grad_norm": 141.09765625,
+      "learning_rate": 1.670486715419242e-05,
+      "loss": 27.9688,
+      "step": 12058
+    },
+    {
+      "epoch": 0.5762687565707733,
+      "grad_norm": 199.14292907714844,
+      "learning_rate": 1.670429298512505e-05,
+      "loss": 29.9688,
+      "step": 12059
+    },
+    {
+      "epoch": 0.5763165440122335,
+      "grad_norm": 148.56703186035156,
+      "learning_rate": 1.6703718775907618e-05,
+      "loss": 26.3516,
+      "step": 12060
+    },
+    {
+      "epoch": 0.5763643314536939,
+      "grad_norm": 304.9864501953125,
+      "learning_rate": 1.670314452654356e-05,
+      "loss": 33.7188,
+      "step": 12061
+    },
+    {
+      "epoch": 0.5764121188951543,
+      "grad_norm": 194.64492797851562,
+      "learning_rate": 1.6702570237036315e-05,
+      "loss": 24.5938,
+      "step": 12062
+    },
+    {
+      "epoch": 0.5764599063366147,
+      "grad_norm": 271.3778991699219,
+      "learning_rate": 1.6701995907389323e-05,
+      "loss": 39.5938,
+      "step": 12063
+    },
+    {
+      "epoch": 0.5765076937780751,
+      "grad_norm": 252.2543487548828,
+      "learning_rate": 1.6701421537606028e-05,
+      "loss": 32.7969,
+      "step": 12064
+    },
+    {
+      "epoch": 0.5765554812195355,
+      "grad_norm": 320.3238220214844,
+      "learning_rate": 1.6700847127689857e-05,
+      "loss": 45.25,
+      "step": 12065
+    },
+    {
+      "epoch": 0.5766032686609959,
+      "grad_norm": 229.65333557128906,
+      "learning_rate": 1.6700272677644264e-05,
+      "loss": 23.7344,
+      "step": 12066
+    },
+    {
+      "epoch": 0.5766510561024563,
+      "grad_norm": 294.9862365722656,
+      "learning_rate": 1.6699698187472684e-05,
+      "loss": 31.5938,
+      "step": 12067
+    },
+    {
+      "epoch": 0.5766988435439167,
+      "grad_norm": 182.9795684814453,
+      "learning_rate": 1.6699123657178553e-05,
+      "loss": 23.4062,
+      "step": 12068
+    },
+    {
+      "epoch": 0.576746630985377,
+      "grad_norm": 475.41473388671875,
+      "learning_rate": 1.669854908676532e-05,
+      "loss": 28.5,
+      "step": 12069
+    },
+    {
+      "epoch": 0.5767944184268374,
+      "grad_norm": 846.08544921875,
+      "learning_rate": 1.6697974476236418e-05,
+      "loss": 26.25,
+      "step": 12070
+    },
+    {
+      "epoch": 0.5768422058682978,
+      "grad_norm": 377.2989501953125,
+      "learning_rate": 1.669739982559529e-05,
+      "loss": 42.0625,
+      "step": 12071
+    },
+    {
+      "epoch": 0.5768899933097582,
+      "grad_norm": 307.8536682128906,
+      "learning_rate": 1.6696825134845383e-05,
+      "loss": 33.4062,
+      "step": 12072
+    },
+    {
+      "epoch": 0.5769377807512186,
+      "grad_norm": 324.1768798828125,
+      "learning_rate": 1.669625040399013e-05,
+      "loss": 34.7812,
+      "step": 12073
+    },
+    {
+      "epoch": 0.576985568192679,
+      "grad_norm": 697.78759765625,
+      "learning_rate": 1.6695675633032982e-05,
+      "loss": 31.9375,
+      "step": 12074
+    },
+    {
+      "epoch": 0.5770333556341394,
+      "grad_norm": 263.7396545410156,
+      "learning_rate": 1.6695100821977376e-05,
+      "loss": 18.6875,
+      "step": 12075
+    },
+    {
+      "epoch": 0.5770811430755998,
+      "grad_norm": 293.0986328125,
+      "learning_rate": 1.6694525970826757e-05,
+      "loss": 24.375,
+      "step": 12076
+    },
+    {
+      "epoch": 0.5771289305170602,
+      "grad_norm": 268.302734375,
+      "learning_rate": 1.6693951079584562e-05,
+      "loss": 33.6562,
+      "step": 12077
+    },
+    {
+      "epoch": 0.5771767179585205,
+      "grad_norm": 417.7389831542969,
+      "learning_rate": 1.6693376148254238e-05,
+      "loss": 32.875,
+      "step": 12078
+    },
+    {
+      "epoch": 0.5772245053999809,
+      "grad_norm": 758.8814086914062,
+      "learning_rate": 1.6692801176839232e-05,
+      "loss": 42.9062,
+      "step": 12079
+    },
+    {
+      "epoch": 0.5772722928414412,
+      "grad_norm": 1175.6829833984375,
+      "learning_rate": 1.6692226165342976e-05,
+      "loss": 26.2812,
+      "step": 12080
+    },
+    {
+      "epoch": 0.5773200802829016,
+      "grad_norm": 249.98565673828125,
+      "learning_rate": 1.6691651113768926e-05,
+      "loss": 28.0938,
+      "step": 12081
+    },
+    {
+      "epoch": 0.577367867724362,
+      "grad_norm": 257.406982421875,
+      "learning_rate": 1.6691076022120517e-05,
+      "loss": 21.2656,
+      "step": 12082
+    },
+    {
+      "epoch": 0.5774156551658224,
+      "grad_norm": 255.8693389892578,
+      "learning_rate": 1.66905008904012e-05,
+      "loss": 27.9688,
+      "step": 12083
+    },
+    {
+      "epoch": 0.5774634426072828,
+      "grad_norm": 188.79847717285156,
+      "learning_rate": 1.6689925718614414e-05,
+      "loss": 31.125,
+      "step": 12084
+    },
+    {
+      "epoch": 0.5775112300487432,
+      "grad_norm": 289.1529235839844,
+      "learning_rate": 1.6689350506763603e-05,
+      "loss": 28.8125,
+      "step": 12085
+    },
+    {
+      "epoch": 0.5775590174902036,
+      "grad_norm": 194.22364807128906,
+      "learning_rate": 1.6688775254852217e-05,
+      "loss": 37.4219,
+      "step": 12086
+    },
+    {
+      "epoch": 0.5776068049316639,
+      "grad_norm": 325.6588439941406,
+      "learning_rate": 1.6688199962883698e-05,
+      "loss": 34.9688,
+      "step": 12087
+    },
+    {
+      "epoch": 0.5776545923731243,
+      "grad_norm": 283.1585388183594,
+      "learning_rate": 1.668762463086149e-05,
+      "loss": 30.0938,
+      "step": 12088
+    },
+    {
+      "epoch": 0.5777023798145847,
+      "grad_norm": 568.5361938476562,
+      "learning_rate": 1.6687049258789042e-05,
+      "loss": 33.0,
+      "step": 12089
+    },
+    {
+      "epoch": 0.5777501672560451,
+      "grad_norm": 263.6376953125,
+      "learning_rate": 1.6686473846669797e-05,
+      "loss": 42.8125,
+      "step": 12090
+    },
+    {
+      "epoch": 0.5777979546975055,
+      "grad_norm": 223.19003295898438,
+      "learning_rate": 1.66858983945072e-05,
+      "loss": 33.9688,
+      "step": 12091
+    },
+    {
+      "epoch": 0.5778457421389659,
+      "grad_norm": 359.3989562988281,
+      "learning_rate": 1.66853229023047e-05,
+      "loss": 27.6562,
+      "step": 12092
+    },
+    {
+      "epoch": 0.5778935295804263,
+      "grad_norm": 325.68896484375,
+      "learning_rate": 1.6684747370065745e-05,
+      "loss": 36.375,
+      "step": 12093
+    },
+    {
+      "epoch": 0.5779413170218867,
+      "grad_norm": 176.0889434814453,
+      "learning_rate": 1.6684171797793773e-05,
+      "loss": 25.9062,
+      "step": 12094
+    },
+    {
+      "epoch": 0.5779891044633471,
+      "grad_norm": 204.10675048828125,
+      "learning_rate": 1.668359618549224e-05,
+      "loss": 23.1562,
+      "step": 12095
+    },
+    {
+      "epoch": 0.5780368919048074,
+      "grad_norm": 365.4208679199219,
+      "learning_rate": 1.668302053316459e-05,
+      "loss": 42.7188,
+      "step": 12096
+    },
+    {
+      "epoch": 0.5780846793462678,
+      "grad_norm": 248.88406372070312,
+      "learning_rate": 1.668244484081427e-05,
+      "loss": 31.375,
+      "step": 12097
+    },
+    {
+      "epoch": 0.5781324667877282,
+      "grad_norm": 221.2660369873047,
+      "learning_rate": 1.668186910844473e-05,
+      "loss": 19.4688,
+      "step": 12098
+    },
+    {
+      "epoch": 0.5781802542291886,
+      "grad_norm": 230.1566619873047,
+      "learning_rate": 1.6681293336059414e-05,
+      "loss": 19.8281,
+      "step": 12099
+    },
+    {
+      "epoch": 0.578228041670649,
+      "grad_norm": 254.8298797607422,
+      "learning_rate": 1.6680717523661773e-05,
+      "loss": 27.5,
+      "step": 12100
+    },
+    {
+      "epoch": 0.5782758291121093,
+      "grad_norm": 369.0947570800781,
+      "learning_rate": 1.6680141671255256e-05,
+      "loss": 31.7969,
+      "step": 12101
+    },
+    {
+      "epoch": 0.5783236165535697,
+      "grad_norm": 429.3982849121094,
+      "learning_rate": 1.6679565778843305e-05,
+      "loss": 33.5625,
+      "step": 12102
+    },
+    {
+      "epoch": 0.5783714039950301,
+      "grad_norm": 412.0685119628906,
+      "learning_rate": 1.6678989846429376e-05,
+      "loss": 29.1562,
+      "step": 12103
+    },
+    {
+      "epoch": 0.5784191914364905,
+      "grad_norm": 283.6796875,
+      "learning_rate": 1.6678413874016918e-05,
+      "loss": 27.8125,
+      "step": 12104
+    },
+    {
+      "epoch": 0.5784669788779508,
+      "grad_norm": 309.97552490234375,
+      "learning_rate": 1.6677837861609377e-05,
+      "loss": 25.0938,
+      "step": 12105
+    },
+    {
+      "epoch": 0.5785147663194112,
+      "grad_norm": 325.79034423828125,
+      "learning_rate": 1.6677261809210206e-05,
+      "loss": 27.2188,
+      "step": 12106
+    },
+    {
+      "epoch": 0.5785625537608716,
+      "grad_norm": 454.1187744140625,
+      "learning_rate": 1.6676685716822853e-05,
+      "loss": 29.7188,
+      "step": 12107
+    },
+    {
+      "epoch": 0.578610341202332,
+      "grad_norm": 204.476318359375,
+      "learning_rate": 1.6676109584450764e-05,
+      "loss": 25.4688,
+      "step": 12108
+    },
+    {
+      "epoch": 0.5786581286437924,
+      "grad_norm": 200.216064453125,
+      "learning_rate": 1.6675533412097396e-05,
+      "loss": 27.0,
+      "step": 12109
+    },
+    {
+      "epoch": 0.5787059160852528,
+      "grad_norm": 333.8499755859375,
+      "learning_rate": 1.6674957199766196e-05,
+      "loss": 39.4062,
+      "step": 12110
+    },
+    {
+      "epoch": 0.5787537035267132,
+      "grad_norm": 638.4346923828125,
+      "learning_rate": 1.6674380947460615e-05,
+      "loss": 33.8125,
+      "step": 12111
+    },
+    {
+      "epoch": 0.5788014909681736,
+      "grad_norm": 163.25662231445312,
+      "learning_rate": 1.667380465518411e-05,
+      "loss": 32.5312,
+      "step": 12112
+    },
+    {
+      "epoch": 0.578849278409634,
+      "grad_norm": 154.1450958251953,
+      "learning_rate": 1.6673228322940115e-05,
+      "loss": 21.0312,
+      "step": 12113
+    },
+    {
+      "epoch": 0.5788970658510944,
+      "grad_norm": 342.47027587890625,
+      "learning_rate": 1.66726519507321e-05,
+      "loss": 23.1562,
+      "step": 12114
+    },
+    {
+      "epoch": 0.5789448532925547,
+      "grad_norm": 184.92791748046875,
+      "learning_rate": 1.667207553856351e-05,
+      "loss": 29.25,
+      "step": 12115
+    },
+    {
+      "epoch": 0.5789926407340151,
+      "grad_norm": 265.50128173828125,
+      "learning_rate": 1.6671499086437796e-05,
+      "loss": 30.0312,
+      "step": 12116
+    },
+    {
+      "epoch": 0.5790404281754755,
+      "grad_norm": 199.2022705078125,
+      "learning_rate": 1.667092259435841e-05,
+      "loss": 30.2188,
+      "step": 12117
+    },
+    {
+      "epoch": 0.5790882156169359,
+      "grad_norm": 352.7899169921875,
+      "learning_rate": 1.6670346062328812e-05,
+      "loss": 30.5,
+      "step": 12118
+    },
+    {
+      "epoch": 0.5791360030583963,
+      "grad_norm": 233.4121551513672,
+      "learning_rate": 1.666976949035244e-05,
+      "loss": 19.4219,
+      "step": 12119
+    },
+    {
+      "epoch": 0.5791837904998567,
+      "grad_norm": 201.73631286621094,
+      "learning_rate": 1.666919287843276e-05,
+      "loss": 23.2812,
+      "step": 12120
+    },
+    {
+      "epoch": 0.5792315779413171,
+      "grad_norm": 382.6164245605469,
+      "learning_rate": 1.6668616226573218e-05,
+      "loss": 27.1875,
+      "step": 12121
+    },
+    {
+      "epoch": 0.5792793653827774,
+      "grad_norm": 234.6842041015625,
+      "learning_rate": 1.666803953477727e-05,
+      "loss": 33.4688,
+      "step": 12122
+    },
+    {
+      "epoch": 0.5793271528242377,
+      "grad_norm": 248.55319213867188,
+      "learning_rate": 1.666746280304837e-05,
+      "loss": 27.1094,
+      "step": 12123
+    },
+    {
+      "epoch": 0.5793749402656981,
+      "grad_norm": 149.87355041503906,
+      "learning_rate": 1.6666886031389973e-05,
+      "loss": 25.75,
+      "step": 12124
+    },
+    {
+      "epoch": 0.5794227277071585,
+      "grad_norm": 221.0314178466797,
+      "learning_rate": 1.666630921980553e-05,
+      "loss": 21.4531,
+      "step": 12125
+    },
+    {
+      "epoch": 0.5794705151486189,
+      "grad_norm": 245.868896484375,
+      "learning_rate": 1.6665732368298494e-05,
+      "loss": 28.2188,
+      "step": 12126
+    },
+    {
+      "epoch": 0.5795183025900793,
+      "grad_norm": 277.72503662109375,
+      "learning_rate": 1.6665155476872327e-05,
+      "loss": 25.9375,
+      "step": 12127
+    },
+    {
+      "epoch": 0.5795660900315397,
+      "grad_norm": 253.1490020751953,
+      "learning_rate": 1.666457854553047e-05,
+      "loss": 44.875,
+      "step": 12128
+    },
+    {
+      "epoch": 0.5796138774730001,
+      "grad_norm": 347.68975830078125,
+      "learning_rate": 1.6664001574276396e-05,
+      "loss": 28.5,
+      "step": 12129
+    },
+    {
+      "epoch": 0.5796616649144605,
+      "grad_norm": 161.01824951171875,
+      "learning_rate": 1.6663424563113547e-05,
+      "loss": 18.2188,
+      "step": 12130
+    },
+    {
+      "epoch": 0.5797094523559209,
+      "grad_norm": 370.1448669433594,
+      "learning_rate": 1.6662847512045387e-05,
+      "loss": 31.0,
+      "step": 12131
+    },
+    {
+      "epoch": 0.5797572397973813,
+      "grad_norm": 190.40675354003906,
+      "learning_rate": 1.6662270421075365e-05,
+      "loss": 29.5781,
+      "step": 12132
+    },
+    {
+      "epoch": 0.5798050272388416,
+      "grad_norm": 230.58349609375,
+      "learning_rate": 1.6661693290206943e-05,
+      "loss": 29.5,
+      "step": 12133
+    },
+    {
+      "epoch": 0.579852814680302,
+      "grad_norm": 202.4788360595703,
+      "learning_rate": 1.666111611944357e-05,
+      "loss": 31.0312,
+      "step": 12134
+    },
+    {
+      "epoch": 0.5799006021217624,
+      "grad_norm": 176.42677307128906,
+      "learning_rate": 1.6660538908788708e-05,
+      "loss": 37.5,
+      "step": 12135
+    },
+    {
+      "epoch": 0.5799483895632228,
+      "grad_norm": 250.39988708496094,
+      "learning_rate": 1.6659961658245813e-05,
+      "loss": 21.4375,
+      "step": 12136
+    },
+    {
+      "epoch": 0.5799961770046832,
+      "grad_norm": 288.6143493652344,
+      "learning_rate": 1.665938436781834e-05,
+      "loss": 24.2188,
+      "step": 12137
+    },
+    {
+      "epoch": 0.5800439644461436,
+      "grad_norm": 238.823974609375,
+      "learning_rate": 1.665880703750975e-05,
+      "loss": 29.1875,
+      "step": 12138
+    },
+    {
+      "epoch": 0.580091751887604,
+      "grad_norm": 258.5746154785156,
+      "learning_rate": 1.6658229667323495e-05,
+      "loss": 34.7188,
+      "step": 12139
+    },
+    {
+      "epoch": 0.5801395393290644,
+      "grad_norm": 214.7610626220703,
+      "learning_rate": 1.665765225726304e-05,
+      "loss": 26.2656,
+      "step": 12140
+    },
+    {
+      "epoch": 0.5801873267705248,
+      "grad_norm": 279.0517272949219,
+      "learning_rate": 1.6657074807331834e-05,
+      "loss": 26.5938,
+      "step": 12141
+    },
+    {
+      "epoch": 0.580235114211985,
+      "grad_norm": 330.24871826171875,
+      "learning_rate": 1.6656497317533344e-05,
+      "loss": 27.375,
+      "step": 12142
+    },
+    {
+      "epoch": 0.5802829016534454,
+      "grad_norm": 191.08531188964844,
+      "learning_rate": 1.6655919787871023e-05,
+      "loss": 22.5,
+      "step": 12143
+    },
+    {
+      "epoch": 0.5803306890949058,
+      "grad_norm": 346.0721435546875,
+      "learning_rate": 1.665534221834833e-05,
+      "loss": 31.3438,
+      "step": 12144
+    },
+    {
+      "epoch": 0.5803784765363662,
+      "grad_norm": 248.5044708251953,
+      "learning_rate": 1.6654764608968723e-05,
+      "loss": 28.1562,
+      "step": 12145
+    },
+    {
+      "epoch": 0.5804262639778266,
+      "grad_norm": 713.2371215820312,
+      "learning_rate": 1.6654186959735667e-05,
+      "loss": 32.5312,
+      "step": 12146
+    },
+    {
+      "epoch": 0.580474051419287,
+      "grad_norm": 219.47837829589844,
+      "learning_rate": 1.6653609270652614e-05,
+      "loss": 33.0625,
+      "step": 12147
+    },
+    {
+      "epoch": 0.5805218388607474,
+      "grad_norm": 322.19122314453125,
+      "learning_rate": 1.665303154172303e-05,
+      "loss": 22.7188,
+      "step": 12148
+    },
+    {
+      "epoch": 0.5805696263022078,
+      "grad_norm": 259.8943786621094,
+      "learning_rate": 1.665245377295037e-05,
+      "loss": 23.375,
+      "step": 12149
+    },
+    {
+      "epoch": 0.5806174137436682,
+      "grad_norm": 257.2976989746094,
+      "learning_rate": 1.6651875964338097e-05,
+      "loss": 36.0,
+      "step": 12150
+    },
+    {
+      "epoch": 0.5806652011851285,
+      "grad_norm": 255.0376739501953,
+      "learning_rate": 1.6651298115889668e-05,
+      "loss": 34.0312,
+      "step": 12151
+    },
+    {
+      "epoch": 0.5807129886265889,
+      "grad_norm": 332.8140869140625,
+      "learning_rate": 1.665072022760855e-05,
+      "loss": 43.6562,
+      "step": 12152
+    },
+    {
+      "epoch": 0.5807607760680493,
+      "grad_norm": 469.8076477050781,
+      "learning_rate": 1.6650142299498195e-05,
+      "loss": 28.1875,
+      "step": 12153
+    },
+    {
+      "epoch": 0.5808085635095097,
+      "grad_norm": 309.5485534667969,
+      "learning_rate": 1.664956433156207e-05,
+      "loss": 32.7188,
+      "step": 12154
+    },
+    {
+      "epoch": 0.5808563509509701,
+      "grad_norm": 637.1109619140625,
+      "learning_rate": 1.6648986323803638e-05,
+      "loss": 33.8281,
+      "step": 12155
+    },
+    {
+      "epoch": 0.5809041383924305,
+      "grad_norm": 204.87696838378906,
+      "learning_rate": 1.6648408276226355e-05,
+      "loss": 36.5625,
+      "step": 12156
+    },
+    {
+      "epoch": 0.5809519258338909,
+      "grad_norm": 290.4299621582031,
+      "learning_rate": 1.6647830188833682e-05,
+      "loss": 29.5469,
+      "step": 12157
+    },
+    {
+      "epoch": 0.5809997132753513,
+      "grad_norm": 214.3538818359375,
+      "learning_rate": 1.6647252061629088e-05,
+      "loss": 21.0,
+      "step": 12158
+    },
+    {
+      "epoch": 0.5810475007168117,
+      "grad_norm": 418.566162109375,
+      "learning_rate": 1.6646673894616033e-05,
+      "loss": 42.7812,
+      "step": 12159
+    },
+    {
+      "epoch": 0.581095288158272,
+      "grad_norm": 312.2135314941406,
+      "learning_rate": 1.6646095687797976e-05,
+      "loss": 25.9688,
+      "step": 12160
+    },
+    {
+      "epoch": 0.5811430755997324,
+      "grad_norm": 802.2264404296875,
+      "learning_rate": 1.664551744117838e-05,
+      "loss": 33.1875,
+      "step": 12161
+    },
+    {
+      "epoch": 0.5811908630411928,
+      "grad_norm": 302.29095458984375,
+      "learning_rate": 1.6644939154760713e-05,
+      "loss": 23.5938,
+      "step": 12162
+    },
+    {
+      "epoch": 0.5812386504826531,
+      "grad_norm": 425.0050048828125,
+      "learning_rate": 1.664436082854843e-05,
+      "loss": 37.7812,
+      "step": 12163
+    },
+    {
+      "epoch": 0.5812864379241135,
+      "grad_norm": 622.4270629882812,
+      "learning_rate": 1.6643782462545003e-05,
+      "loss": 41.8125,
+      "step": 12164
+    },
+    {
+      "epoch": 0.5813342253655739,
+      "grad_norm": 224.89308166503906,
+      "learning_rate": 1.664320405675389e-05,
+      "loss": 18.8594,
+      "step": 12165
+    },
+    {
+      "epoch": 0.5813820128070343,
+      "grad_norm": 204.9474334716797,
+      "learning_rate": 1.6642625611178562e-05,
+      "loss": 27.8125,
+      "step": 12166
+    },
+    {
+      "epoch": 0.5814298002484947,
+      "grad_norm": 163.15740966796875,
+      "learning_rate": 1.6642047125822468e-05,
+      "loss": 30.625,
+      "step": 12167
+    },
+    {
+      "epoch": 0.5814775876899551,
+      "grad_norm": 1406.8580322265625,
+      "learning_rate": 1.664146860068909e-05,
+      "loss": 28.6875,
+      "step": 12168
+    },
+    {
+      "epoch": 0.5815253751314154,
+      "grad_norm": 372.3299560546875,
+      "learning_rate": 1.664089003578188e-05,
+      "loss": 37.8125,
+      "step": 12169
+    },
+    {
+      "epoch": 0.5815731625728758,
+      "grad_norm": 261.5475158691406,
+      "learning_rate": 1.6640311431104314e-05,
+      "loss": 20.3906,
+      "step": 12170
+    },
+    {
+      "epoch": 0.5816209500143362,
+      "grad_norm": 332.3494873046875,
+      "learning_rate": 1.6639732786659847e-05,
+      "loss": 34.8125,
+      "step": 12171
+    },
+    {
+      "epoch": 0.5816687374557966,
+      "grad_norm": 358.1787109375,
+      "learning_rate": 1.6639154102451948e-05,
+      "loss": 30.5625,
+      "step": 12172
+    },
+    {
+      "epoch": 0.581716524897257,
+      "grad_norm": 185.3836669921875,
+      "learning_rate": 1.6638575378484084e-05,
+      "loss": 19.8125,
+      "step": 12173
+    },
+    {
+      "epoch": 0.5817643123387174,
+      "grad_norm": 201.7130584716797,
+      "learning_rate": 1.663799661475972e-05,
+      "loss": 32.4062,
+      "step": 12174
+    },
+    {
+      "epoch": 0.5818120997801778,
+      "grad_norm": 318.0351867675781,
+      "learning_rate": 1.663741781128232e-05,
+      "loss": 34.4688,
+      "step": 12175
+    },
+    {
+      "epoch": 0.5818598872216382,
+      "grad_norm": 204.0980224609375,
+      "learning_rate": 1.6636838968055355e-05,
+      "loss": 20.1719,
+      "step": 12176
+    },
+    {
+      "epoch": 0.5819076746630986,
+      "grad_norm": 211.67803955078125,
+      "learning_rate": 1.6636260085082287e-05,
+      "loss": 22.5312,
+      "step": 12177
+    },
+    {
+      "epoch": 0.581955462104559,
+      "grad_norm": 462.84661865234375,
+      "learning_rate": 1.663568116236658e-05,
+      "loss": 27.5625,
+      "step": 12178
+    },
+    {
+      "epoch": 0.5820032495460193,
+      "grad_norm": 320.25335693359375,
+      "learning_rate": 1.6635102199911707e-05,
+      "loss": 26.5312,
+      "step": 12179
+    },
+    {
+      "epoch": 0.5820510369874797,
+      "grad_norm": 200.1485137939453,
+      "learning_rate": 1.6634523197721137e-05,
+      "loss": 27.7812,
+      "step": 12180
+    },
+    {
+      "epoch": 0.5820988244289401,
+      "grad_norm": 615.2738037109375,
+      "learning_rate": 1.663394415579833e-05,
+      "loss": 36.1875,
+      "step": 12181
+    },
+    {
+      "epoch": 0.5821466118704005,
+      "grad_norm": 256.497802734375,
+      "learning_rate": 1.663336507414676e-05,
+      "loss": 32.2656,
+      "step": 12182
+    },
+    {
+      "epoch": 0.5821943993118608,
+      "grad_norm": 154.451904296875,
+      "learning_rate": 1.6632785952769893e-05,
+      "loss": 29.2188,
+      "step": 12183
+    },
+    {
+      "epoch": 0.5822421867533212,
+      "grad_norm": 184.1690216064453,
+      "learning_rate": 1.66322067916712e-05,
+      "loss": 24.4062,
+      "step": 12184
+    },
+    {
+      "epoch": 0.5822899741947816,
+      "grad_norm": 215.0409393310547,
+      "learning_rate": 1.663162759085414e-05,
+      "loss": 22.2188,
+      "step": 12185
+    },
+    {
+      "epoch": 0.582337761636242,
+      "grad_norm": 591.0325317382812,
+      "learning_rate": 1.663104835032219e-05,
+      "loss": 25.0625,
+      "step": 12186
+    },
+    {
+      "epoch": 0.5823855490777023,
+      "grad_norm": 216.3590545654297,
+      "learning_rate": 1.6630469070078815e-05,
+      "loss": 35.2188,
+      "step": 12187
+    },
+    {
+      "epoch": 0.5824333365191627,
+      "grad_norm": 355.18798828125,
+      "learning_rate": 1.6629889750127487e-05,
+      "loss": 31.7656,
+      "step": 12188
+    },
+    {
+      "epoch": 0.5824811239606231,
+      "grad_norm": 307.2384948730469,
+      "learning_rate": 1.662931039047168e-05,
+      "loss": 31.0938,
+      "step": 12189
+    },
+    {
+      "epoch": 0.5825289114020835,
+      "grad_norm": 298.34136962890625,
+      "learning_rate": 1.662873099111485e-05,
+      "loss": 27.2188,
+      "step": 12190
+    },
+    {
+      "epoch": 0.5825766988435439,
+      "grad_norm": 208.17776489257812,
+      "learning_rate": 1.6628151552060476e-05,
+      "loss": 32.7188,
+      "step": 12191
+    },
+    {
+      "epoch": 0.5826244862850043,
+      "grad_norm": 513.1463012695312,
+      "learning_rate": 1.662757207331203e-05,
+      "loss": 35.375,
+      "step": 12192
+    },
+    {
+      "epoch": 0.5826722737264647,
+      "grad_norm": 387.6566467285156,
+      "learning_rate": 1.6626992554872978e-05,
+      "loss": 33.1562,
+      "step": 12193
+    },
+    {
+      "epoch": 0.5827200611679251,
+      "grad_norm": 252.41627502441406,
+      "learning_rate": 1.662641299674679e-05,
+      "loss": 24.4688,
+      "step": 12194
+    },
+    {
+      "epoch": 0.5827678486093855,
+      "grad_norm": 226.811279296875,
+      "learning_rate": 1.662583339893694e-05,
+      "loss": 24.1719,
+      "step": 12195
+    },
+    {
+      "epoch": 0.5828156360508459,
+      "grad_norm": 391.3471374511719,
+      "learning_rate": 1.6625253761446898e-05,
+      "loss": 25.3125,
+      "step": 12196
+    },
+    {
+      "epoch": 0.5828634234923062,
+      "grad_norm": 187.49998474121094,
+      "learning_rate": 1.6624674084280137e-05,
+      "loss": 14.0625,
+      "step": 12197
+    },
+    {
+      "epoch": 0.5829112109337666,
+      "grad_norm": 315.43585205078125,
+      "learning_rate": 1.6624094367440124e-05,
+      "loss": 31.1562,
+      "step": 12198
+    },
+    {
+      "epoch": 0.582958998375227,
+      "grad_norm": 234.2685546875,
+      "learning_rate": 1.6623514610930332e-05,
+      "loss": 29.5625,
+      "step": 12199
+    },
+    {
+      "epoch": 0.5830067858166874,
+      "grad_norm": 276.3744812011719,
+      "learning_rate": 1.6622934814754232e-05,
+      "loss": 28.125,
+      "step": 12200
+    },
+    {
+      "epoch": 0.5830545732581478,
+      "grad_norm": 165.764404296875,
+      "learning_rate": 1.6622354978915306e-05,
+      "loss": 27.5625,
+      "step": 12201
+    },
+    {
+      "epoch": 0.5831023606996082,
+      "grad_norm": 303.4974670410156,
+      "learning_rate": 1.6621775103417013e-05,
+      "loss": 29.0,
+      "step": 12202
+    },
+    {
+      "epoch": 0.5831501481410686,
+      "grad_norm": 323.0596618652344,
+      "learning_rate": 1.6621195188262833e-05,
+      "loss": 33.0312,
+      "step": 12203
+    },
+    {
+      "epoch": 0.5831979355825289,
+      "grad_norm": 180.2101287841797,
+      "learning_rate": 1.6620615233456235e-05,
+      "loss": 22.1719,
+      "step": 12204
+    },
+    {
+      "epoch": 0.5832457230239892,
+      "grad_norm": 250.48435974121094,
+      "learning_rate": 1.66200352390007e-05,
+      "loss": 24.4531,
+      "step": 12205
+    },
+    {
+      "epoch": 0.5832935104654496,
+      "grad_norm": 276.6656799316406,
+      "learning_rate": 1.6619455204899692e-05,
+      "loss": 26.8438,
+      "step": 12206
+    },
+    {
+      "epoch": 0.58334129790691,
+      "grad_norm": 279.2274169921875,
+      "learning_rate": 1.6618875131156692e-05,
+      "loss": 35.4375,
+      "step": 12207
+    },
+    {
+      "epoch": 0.5833890853483704,
+      "grad_norm": 306.653076171875,
+      "learning_rate": 1.661829501777517e-05,
+      "loss": 43.25,
+      "step": 12208
+    },
+    {
+      "epoch": 0.5834368727898308,
+      "grad_norm": 139.2261199951172,
+      "learning_rate": 1.6617714864758596e-05,
+      "loss": 18.3281,
+      "step": 12209
+    },
+    {
+      "epoch": 0.5834846602312912,
+      "grad_norm": 226.57046508789062,
+      "learning_rate": 1.6617134672110452e-05,
+      "loss": 27.9375,
+      "step": 12210
+    },
+    {
+      "epoch": 0.5835324476727516,
+      "grad_norm": 275.3348693847656,
+      "learning_rate": 1.661655443983421e-05,
+      "loss": 30.25,
+      "step": 12211
+    },
+    {
+      "epoch": 0.583580235114212,
+      "grad_norm": 241.02342224121094,
+      "learning_rate": 1.6615974167933345e-05,
+      "loss": 25.6562,
+      "step": 12212
+    },
+    {
+      "epoch": 0.5836280225556724,
+      "grad_norm": 201.4398956298828,
+      "learning_rate": 1.661539385641133e-05,
+      "loss": 33.75,
+      "step": 12213
+    },
+    {
+      "epoch": 0.5836758099971328,
+      "grad_norm": 285.21881103515625,
+      "learning_rate": 1.6614813505271648e-05,
+      "loss": 23.25,
+      "step": 12214
+    },
+    {
+      "epoch": 0.5837235974385931,
+      "grad_norm": 486.2926025390625,
+      "learning_rate": 1.6614233114517765e-05,
+      "loss": 30.2188,
+      "step": 12215
+    },
+    {
+      "epoch": 0.5837713848800535,
+      "grad_norm": 339.3509521484375,
+      "learning_rate": 1.661365268415316e-05,
+      "loss": 28.0312,
+      "step": 12216
+    },
+    {
+      "epoch": 0.5838191723215139,
+      "grad_norm": 268.94818115234375,
+      "learning_rate": 1.661307221418131e-05,
+      "loss": 29.8438,
+      "step": 12217
+    },
+    {
+      "epoch": 0.5838669597629743,
+      "grad_norm": 287.2487487792969,
+      "learning_rate": 1.6612491704605688e-05,
+      "loss": 26.5469,
+      "step": 12218
+    },
+    {
+      "epoch": 0.5839147472044347,
+      "grad_norm": 278.7444763183594,
+      "learning_rate": 1.6611911155429773e-05,
+      "loss": 34.5312,
+      "step": 12219
+    },
+    {
+      "epoch": 0.5839625346458951,
+      "grad_norm": 221.28155517578125,
+      "learning_rate": 1.6611330566657046e-05,
+      "loss": 28.5625,
+      "step": 12220
+    },
+    {
+      "epoch": 0.5840103220873555,
+      "grad_norm": 447.0961608886719,
+      "learning_rate": 1.6610749938290977e-05,
+      "loss": 30.6875,
+      "step": 12221
+    },
+    {
+      "epoch": 0.5840581095288159,
+      "grad_norm": 172.34271240234375,
+      "learning_rate": 1.6610169270335045e-05,
+      "loss": 22.3281,
+      "step": 12222
+    },
+    {
+      "epoch": 0.5841058969702763,
+      "grad_norm": 192.82472229003906,
+      "learning_rate": 1.660958856279273e-05,
+      "loss": 26.9375,
+      "step": 12223
+    },
+    {
+      "epoch": 0.5841536844117365,
+      "grad_norm": 323.1794128417969,
+      "learning_rate": 1.660900781566751e-05,
+      "loss": 25.8906,
+      "step": 12224
+    },
+    {
+      "epoch": 0.5842014718531969,
+      "grad_norm": 322.54345703125,
+      "learning_rate": 1.660842702896286e-05,
+      "loss": 26.6562,
+      "step": 12225
+    },
+    {
+      "epoch": 0.5842492592946573,
+      "grad_norm": 565.5650024414062,
+      "learning_rate": 1.6607846202682255e-05,
+      "loss": 33.0938,
+      "step": 12226
+    },
+    {
+      "epoch": 0.5842970467361177,
+      "grad_norm": 205.523681640625,
+      "learning_rate": 1.6607265336829184e-05,
+      "loss": 30.0,
+      "step": 12227
+    },
+    {
+      "epoch": 0.5843448341775781,
+      "grad_norm": 251.8824462890625,
+      "learning_rate": 1.6606684431407115e-05,
+      "loss": 26.875,
+      "step": 12228
+    },
+    {
+      "epoch": 0.5843926216190385,
+      "grad_norm": 686.209716796875,
+      "learning_rate": 1.6606103486419534e-05,
+      "loss": 24.5312,
+      "step": 12229
+    },
+    {
+      "epoch": 0.5844404090604989,
+      "grad_norm": 430.8753356933594,
+      "learning_rate": 1.6605522501869917e-05,
+      "loss": 36.4062,
+      "step": 12230
+    },
+    {
+      "epoch": 0.5844881965019593,
+      "grad_norm": 352.1416320800781,
+      "learning_rate": 1.6604941477761744e-05,
+      "loss": 22.4688,
+      "step": 12231
+    },
+    {
+      "epoch": 0.5845359839434197,
+      "grad_norm": 306.1439208984375,
+      "learning_rate": 1.6604360414098494e-05,
+      "loss": 27.5625,
+      "step": 12232
+    },
+    {
+      "epoch": 0.58458377138488,
+      "grad_norm": 305.1667785644531,
+      "learning_rate": 1.6603779310883644e-05,
+      "loss": 34.4375,
+      "step": 12233
+    },
+    {
+      "epoch": 0.5846315588263404,
+      "grad_norm": 324.26019287109375,
+      "learning_rate": 1.660319816812068e-05,
+      "loss": 29.6875,
+      "step": 12234
+    },
+    {
+      "epoch": 0.5846793462678008,
+      "grad_norm": 300.7947692871094,
+      "learning_rate": 1.6602616985813078e-05,
+      "loss": 29.2188,
+      "step": 12235
+    },
+    {
+      "epoch": 0.5847271337092612,
+      "grad_norm": 359.439697265625,
+      "learning_rate": 1.660203576396432e-05,
+      "loss": 31.9375,
+      "step": 12236
+    },
+    {
+      "epoch": 0.5847749211507216,
+      "grad_norm": 309.95245361328125,
+      "learning_rate": 1.660145450257789e-05,
+      "loss": 31.375,
+      "step": 12237
+    },
+    {
+      "epoch": 0.584822708592182,
+      "grad_norm": 175.80075073242188,
+      "learning_rate": 1.6600873201657262e-05,
+      "loss": 28.7812,
+      "step": 12238
+    },
+    {
+      "epoch": 0.5848704960336424,
+      "grad_norm": 217.68234252929688,
+      "learning_rate": 1.6600291861205922e-05,
+      "loss": 23.3438,
+      "step": 12239
+    },
+    {
+      "epoch": 0.5849182834751028,
+      "grad_norm": 302.03692626953125,
+      "learning_rate": 1.6599710481227353e-05,
+      "loss": 29.5312,
+      "step": 12240
+    },
+    {
+      "epoch": 0.5849660709165632,
+      "grad_norm": 200.2249755859375,
+      "learning_rate": 1.659912906172503e-05,
+      "loss": 33.8594,
+      "step": 12241
+    },
+    {
+      "epoch": 0.5850138583580236,
+      "grad_norm": 182.88369750976562,
+      "learning_rate": 1.659854760270244e-05,
+      "loss": 29.1562,
+      "step": 12242
+    },
+    {
+      "epoch": 0.5850616457994839,
+      "grad_norm": 331.2779235839844,
+      "learning_rate": 1.6597966104163067e-05,
+      "loss": 25.75,
+      "step": 12243
+    },
+    {
+      "epoch": 0.5851094332409443,
+      "grad_norm": 289.7914733886719,
+      "learning_rate": 1.659738456611039e-05,
+      "loss": 24.4688,
+      "step": 12244
+    },
+    {
+      "epoch": 0.5851572206824046,
+      "grad_norm": 456.4210510253906,
+      "learning_rate": 1.6596802988547893e-05,
+      "loss": 33.6562,
+      "step": 12245
+    },
+    {
+      "epoch": 0.585205008123865,
+      "grad_norm": 332.615478515625,
+      "learning_rate": 1.6596221371479055e-05,
+      "loss": 33.9688,
+      "step": 12246
+    },
+    {
+      "epoch": 0.5852527955653254,
+      "grad_norm": 190.75535583496094,
+      "learning_rate": 1.6595639714907362e-05,
+      "loss": 22.4375,
+      "step": 12247
+    },
+    {
+      "epoch": 0.5853005830067858,
+      "grad_norm": 315.7871398925781,
+      "learning_rate": 1.65950580188363e-05,
+      "loss": 39.3125,
+      "step": 12248
+    },
+    {
+      "epoch": 0.5853483704482462,
+      "grad_norm": 261.5530090332031,
+      "learning_rate": 1.6594476283269352e-05,
+      "loss": 26.2969,
+      "step": 12249
+    },
+    {
+      "epoch": 0.5853961578897066,
+      "grad_norm": 220.83172607421875,
+      "learning_rate": 1.6593894508209998e-05,
+      "loss": 32.4688,
+      "step": 12250
+    },
+    {
+      "epoch": 0.585443945331167,
+      "grad_norm": 277.8092346191406,
+      "learning_rate": 1.6593312693661727e-05,
+      "loss": 32.0625,
+      "step": 12251
+    },
+    {
+      "epoch": 0.5854917327726273,
+      "grad_norm": 212.72642517089844,
+      "learning_rate": 1.6592730839628016e-05,
+      "loss": 38.1562,
+      "step": 12252
+    },
+    {
+      "epoch": 0.5855395202140877,
+      "grad_norm": 221.47573852539062,
+      "learning_rate": 1.6592148946112357e-05,
+      "loss": 26.9062,
+      "step": 12253
+    },
+    {
+      "epoch": 0.5855873076555481,
+      "grad_norm": 428.4280090332031,
+      "learning_rate": 1.659156701311823e-05,
+      "loss": 36.0625,
+      "step": 12254
+    },
+    {
+      "epoch": 0.5856350950970085,
+      "grad_norm": 269.4364318847656,
+      "learning_rate": 1.6590985040649128e-05,
+      "loss": 26.9375,
+      "step": 12255
+    },
+    {
+      "epoch": 0.5856828825384689,
+      "grad_norm": 221.7718505859375,
+      "learning_rate": 1.6590403028708526e-05,
+      "loss": 25.3125,
+      "step": 12256
+    },
+    {
+      "epoch": 0.5857306699799293,
+      "grad_norm": 310.6712951660156,
+      "learning_rate": 1.6589820977299916e-05,
+      "loss": 35.3125,
+      "step": 12257
+    },
+    {
+      "epoch": 0.5857784574213897,
+      "grad_norm": 534.7733154296875,
+      "learning_rate": 1.658923888642678e-05,
+      "loss": 40.0,
+      "step": 12258
+    },
+    {
+      "epoch": 0.5858262448628501,
+      "grad_norm": 370.5240173339844,
+      "learning_rate": 1.6588656756092602e-05,
+      "loss": 32.2344,
+      "step": 12259
+    },
+    {
+      "epoch": 0.5858740323043105,
+      "grad_norm": 219.0373077392578,
+      "learning_rate": 1.658807458630088e-05,
+      "loss": 21.0312,
+      "step": 12260
+    },
+    {
+      "epoch": 0.5859218197457708,
+      "grad_norm": 603.20458984375,
+      "learning_rate": 1.6587492377055085e-05,
+      "loss": 36.7812,
+      "step": 12261
+    },
+    {
+      "epoch": 0.5859696071872312,
+      "grad_norm": 213.01333618164062,
+      "learning_rate": 1.658691012835871e-05,
+      "loss": 25.5,
+      "step": 12262
+    },
+    {
+      "epoch": 0.5860173946286916,
+      "grad_norm": 191.9263153076172,
+      "learning_rate": 1.6586327840215248e-05,
+      "loss": 25.2188,
+      "step": 12263
+    },
+    {
+      "epoch": 0.586065182070152,
+      "grad_norm": 253.21189880371094,
+      "learning_rate": 1.658574551262818e-05,
+      "loss": 37.7188,
+      "step": 12264
+    },
+    {
+      "epoch": 0.5861129695116124,
+      "grad_norm": 189.0412139892578,
+      "learning_rate": 1.658516314560099e-05,
+      "loss": 25.3594,
+      "step": 12265
+    },
+    {
+      "epoch": 0.5861607569530727,
+      "grad_norm": 233.03416442871094,
+      "learning_rate": 1.6584580739137175e-05,
+      "loss": 27.5938,
+      "step": 12266
+    },
+    {
+      "epoch": 0.5862085443945331,
+      "grad_norm": 169.66876220703125,
+      "learning_rate": 1.6583998293240215e-05,
+      "loss": 17.5938,
+      "step": 12267
+    },
+    {
+      "epoch": 0.5862563318359935,
+      "grad_norm": 378.465087890625,
+      "learning_rate": 1.65834158079136e-05,
+      "loss": 32.7812,
+      "step": 12268
+    },
+    {
+      "epoch": 0.5863041192774539,
+      "grad_norm": 265.4543762207031,
+      "learning_rate": 1.6582833283160824e-05,
+      "loss": 28.9688,
+      "step": 12269
+    },
+    {
+      "epoch": 0.5863519067189142,
+      "grad_norm": 433.7330627441406,
+      "learning_rate": 1.6582250718985366e-05,
+      "loss": 35.8125,
+      "step": 12270
+    },
+    {
+      "epoch": 0.5863996941603746,
+      "grad_norm": 304.0389709472656,
+      "learning_rate": 1.6581668115390722e-05,
+      "loss": 34.4375,
+      "step": 12271
+    },
+    {
+      "epoch": 0.586447481601835,
+      "grad_norm": 204.01658630371094,
+      "learning_rate": 1.658108547238038e-05,
+      "loss": 33.4688,
+      "step": 12272
+    },
+    {
+      "epoch": 0.5864952690432954,
+      "grad_norm": 237.2511749267578,
+      "learning_rate": 1.6580502789957825e-05,
+      "loss": 15.0469,
+      "step": 12273
+    },
+    {
+      "epoch": 0.5865430564847558,
+      "grad_norm": 360.2411804199219,
+      "learning_rate": 1.657992006812655e-05,
+      "loss": 27.875,
+      "step": 12274
+    },
+    {
+      "epoch": 0.5865908439262162,
+      "grad_norm": 353.5699462890625,
+      "learning_rate": 1.6579337306890046e-05,
+      "loss": 28.625,
+      "step": 12275
+    },
+    {
+      "epoch": 0.5866386313676766,
+      "grad_norm": 267.92816162109375,
+      "learning_rate": 1.6578754506251798e-05,
+      "loss": 19.7344,
+      "step": 12276
+    },
+    {
+      "epoch": 0.586686418809137,
+      "grad_norm": 239.86497497558594,
+      "learning_rate": 1.65781716662153e-05,
+      "loss": 22.125,
+      "step": 12277
+    },
+    {
+      "epoch": 0.5867342062505974,
+      "grad_norm": 297.6913757324219,
+      "learning_rate": 1.6577588786784042e-05,
+      "loss": 30.6562,
+      "step": 12278
+    },
+    {
+      "epoch": 0.5867819936920577,
+      "grad_norm": 277.4569091796875,
+      "learning_rate": 1.6577005867961516e-05,
+      "loss": 19.5,
+      "step": 12279
+    },
+    {
+      "epoch": 0.5868297811335181,
+      "grad_norm": 217.31288146972656,
+      "learning_rate": 1.6576422909751213e-05,
+      "loss": 31.5312,
+      "step": 12280
+    },
+    {
+      "epoch": 0.5868775685749785,
+      "grad_norm": 224.50439453125,
+      "learning_rate": 1.6575839912156623e-05,
+      "loss": 24.0938,
+      "step": 12281
+    },
+    {
+      "epoch": 0.5869253560164389,
+      "grad_norm": 411.5003662109375,
+      "learning_rate": 1.6575256875181234e-05,
+      "loss": 50.6562,
+      "step": 12282
+    },
+    {
+      "epoch": 0.5869731434578993,
+      "grad_norm": 392.484130859375,
+      "learning_rate": 1.657467379882854e-05,
+      "loss": 32.7812,
+      "step": 12283
+    },
+    {
+      "epoch": 0.5870209308993597,
+      "grad_norm": 236.24070739746094,
+      "learning_rate": 1.6574090683102037e-05,
+      "loss": 32.2188,
+      "step": 12284
+    },
+    {
+      "epoch": 0.5870687183408201,
+      "grad_norm": 606.2783203125,
+      "learning_rate": 1.6573507528005213e-05,
+      "loss": 28.8281,
+      "step": 12285
+    },
+    {
+      "epoch": 0.5871165057822804,
+      "grad_norm": 302.41741943359375,
+      "learning_rate": 1.657292433354156e-05,
+      "loss": 34.4062,
+      "step": 12286
+    },
+    {
+      "epoch": 0.5871642932237408,
+      "grad_norm": 388.61260986328125,
+      "learning_rate": 1.657234109971457e-05,
+      "loss": 27.6562,
+      "step": 12287
+    },
+    {
+      "epoch": 0.5872120806652011,
+      "grad_norm": 279.5479736328125,
+      "learning_rate": 1.657175782652774e-05,
+      "loss": 33.5,
+      "step": 12288
+    },
+    {
+      "epoch": 0.5872598681066615,
+      "grad_norm": 403.0102233886719,
+      "learning_rate": 1.657117451398456e-05,
+      "loss": 29.125,
+      "step": 12289
+    },
+    {
+      "epoch": 0.5873076555481219,
+      "grad_norm": 242.56532287597656,
+      "learning_rate": 1.6570591162088522e-05,
+      "loss": 27.75,
+      "step": 12290
+    },
+    {
+      "epoch": 0.5873554429895823,
+      "grad_norm": 680.714111328125,
+      "learning_rate": 1.657000777084312e-05,
+      "loss": 27.8438,
+      "step": 12291
+    },
+    {
+      "epoch": 0.5874032304310427,
+      "grad_norm": 248.73721313476562,
+      "learning_rate": 1.6569424340251858e-05,
+      "loss": 29.4688,
+      "step": 12292
+    },
+    {
+      "epoch": 0.5874510178725031,
+      "grad_norm": 266.5473937988281,
+      "learning_rate": 1.6568840870318214e-05,
+      "loss": 30.7188,
+      "step": 12293
+    },
+    {
+      "epoch": 0.5874988053139635,
+      "grad_norm": 265.8112487792969,
+      "learning_rate": 1.656825736104569e-05,
+      "loss": 26.5312,
+      "step": 12294
+    },
+    {
+      "epoch": 0.5875465927554239,
+      "grad_norm": 512.305419921875,
+      "learning_rate": 1.656767381243778e-05,
+      "loss": 30.0625,
+      "step": 12295
+    },
+    {
+      "epoch": 0.5875943801968843,
+      "grad_norm": 230.8739471435547,
+      "learning_rate": 1.656709022449798e-05,
+      "loss": 29.5,
+      "step": 12296
+    },
+    {
+      "epoch": 0.5876421676383446,
+      "grad_norm": 294.0675964355469,
+      "learning_rate": 1.656650659722978e-05,
+      "loss": 33.2188,
+      "step": 12297
+    },
+    {
+      "epoch": 0.587689955079805,
+      "grad_norm": 236.4325408935547,
+      "learning_rate": 1.6565922930636678e-05,
+      "loss": 27.4219,
+      "step": 12298
+    },
+    {
+      "epoch": 0.5877377425212654,
+      "grad_norm": 223.05364990234375,
+      "learning_rate": 1.6565339224722173e-05,
+      "loss": 42.0,
+      "step": 12299
+    },
+    {
+      "epoch": 0.5877855299627258,
+      "grad_norm": 337.0379333496094,
+      "learning_rate": 1.6564755479489757e-05,
+      "loss": 28.0938,
+      "step": 12300
+    },
+    {
+      "epoch": 0.5878333174041862,
+      "grad_norm": 346.5346374511719,
+      "learning_rate": 1.6564171694942927e-05,
+      "loss": 24.1875,
+      "step": 12301
+    },
+    {
+      "epoch": 0.5878811048456466,
+      "grad_norm": 264.02215576171875,
+      "learning_rate": 1.656358787108518e-05,
+      "loss": 39.875,
+      "step": 12302
+    },
+    {
+      "epoch": 0.587928892287107,
+      "grad_norm": 408.6805419921875,
+      "learning_rate": 1.656300400792001e-05,
+      "loss": 19.3594,
+      "step": 12303
+    },
+    {
+      "epoch": 0.5879766797285674,
+      "grad_norm": 492.5030822753906,
+      "learning_rate": 1.6562420105450913e-05,
+      "loss": 19.4219,
+      "step": 12304
+    },
+    {
+      "epoch": 0.5880244671700278,
+      "grad_norm": 313.5722961425781,
+      "learning_rate": 1.656183616368139e-05,
+      "loss": 45.5,
+      "step": 12305
+    },
+    {
+      "epoch": 0.5880722546114882,
+      "grad_norm": 349.7981262207031,
+      "learning_rate": 1.6561252182614932e-05,
+      "loss": 26.5938,
+      "step": 12306
+    },
+    {
+      "epoch": 0.5881200420529484,
+      "grad_norm": 268.30535888671875,
+      "learning_rate": 1.656066816225504e-05,
+      "loss": 32.2812,
+      "step": 12307
+    },
+    {
+      "epoch": 0.5881678294944088,
+      "grad_norm": 261.7879943847656,
+      "learning_rate": 1.6560084102605215e-05,
+      "loss": 21.0312,
+      "step": 12308
+    },
+    {
+      "epoch": 0.5882156169358692,
+      "grad_norm": 272.3984069824219,
+      "learning_rate": 1.655950000366895e-05,
+      "loss": 35.3438,
+      "step": 12309
+    },
+    {
+      "epoch": 0.5882634043773296,
+      "grad_norm": 519.024169921875,
+      "learning_rate": 1.6558915865449743e-05,
+      "loss": 28.7812,
+      "step": 12310
+    },
+    {
+      "epoch": 0.58831119181879,
+      "grad_norm": 280.30126953125,
+      "learning_rate": 1.655833168795109e-05,
+      "loss": 24.2812,
+      "step": 12311
+    },
+    {
+      "epoch": 0.5883589792602504,
+      "grad_norm": 357.6273498535156,
+      "learning_rate": 1.6557747471176498e-05,
+      "loss": 26.625,
+      "step": 12312
+    },
+    {
+      "epoch": 0.5884067667017108,
+      "grad_norm": 357.66009521484375,
+      "learning_rate": 1.655716321512946e-05,
+      "loss": 25.8906,
+      "step": 12313
+    },
+    {
+      "epoch": 0.5884545541431712,
+      "grad_norm": 353.31256103515625,
+      "learning_rate": 1.6556578919813474e-05,
+      "loss": 37.25,
+      "step": 12314
+    },
+    {
+      "epoch": 0.5885023415846315,
+      "grad_norm": 150.4537353515625,
+      "learning_rate": 1.655599458523204e-05,
+      "loss": 26.7656,
+      "step": 12315
+    },
+    {
+      "epoch": 0.5885501290260919,
+      "grad_norm": 224.3253936767578,
+      "learning_rate": 1.6555410211388657e-05,
+      "loss": 28.4375,
+      "step": 12316
+    },
+    {
+      "epoch": 0.5885979164675523,
+      "grad_norm": 240.9046630859375,
+      "learning_rate": 1.655482579828683e-05,
+      "loss": 26.5156,
+      "step": 12317
+    },
+    {
+      "epoch": 0.5886457039090127,
+      "grad_norm": 227.477783203125,
+      "learning_rate": 1.655424134593005e-05,
+      "loss": 28.75,
+      "step": 12318
+    },
+    {
+      "epoch": 0.5886934913504731,
+      "grad_norm": 425.73358154296875,
+      "learning_rate": 1.6553656854321825e-05,
+      "loss": 22.9219,
+      "step": 12319
+    },
+    {
+      "epoch": 0.5887412787919335,
+      "grad_norm": 482.0859680175781,
+      "learning_rate": 1.655307232346565e-05,
+      "loss": 35.5938,
+      "step": 12320
+    },
+    {
+      "epoch": 0.5887890662333939,
+      "grad_norm": 255.5584716796875,
+      "learning_rate": 1.6552487753365024e-05,
+      "loss": 32.2812,
+      "step": 12321
+    },
+    {
+      "epoch": 0.5888368536748543,
+      "grad_norm": 405.5695495605469,
+      "learning_rate": 1.6551903144023456e-05,
+      "loss": 34.625,
+      "step": 12322
+    },
+    {
+      "epoch": 0.5888846411163147,
+      "grad_norm": 232.67398071289062,
+      "learning_rate": 1.6551318495444443e-05,
+      "loss": 24.875,
+      "step": 12323
+    },
+    {
+      "epoch": 0.5889324285577751,
+      "grad_norm": 225.1361541748047,
+      "learning_rate": 1.6550733807631486e-05,
+      "loss": 26.6875,
+      "step": 12324
+    },
+    {
+      "epoch": 0.5889802159992354,
+      "grad_norm": 213.03855895996094,
+      "learning_rate": 1.6550149080588083e-05,
+      "loss": 30.0,
+      "step": 12325
+    },
+    {
+      "epoch": 0.5890280034406958,
+      "grad_norm": 390.6352844238281,
+      "learning_rate": 1.6549564314317738e-05,
+      "loss": 25.9375,
+      "step": 12326
+    },
+    {
+      "epoch": 0.5890757908821561,
+      "grad_norm": 289.5142517089844,
+      "learning_rate": 1.654897950882396e-05,
+      "loss": 25.4375,
+      "step": 12327
+    },
+    {
+      "epoch": 0.5891235783236165,
+      "grad_norm": 427.7078552246094,
+      "learning_rate": 1.6548394664110242e-05,
+      "loss": 40.625,
+      "step": 12328
+    },
+    {
+      "epoch": 0.5891713657650769,
+      "grad_norm": 325.2410888671875,
+      "learning_rate": 1.6547809780180088e-05,
+      "loss": 30.0,
+      "step": 12329
+    },
+    {
+      "epoch": 0.5892191532065373,
+      "grad_norm": 416.1816101074219,
+      "learning_rate": 1.6547224857037005e-05,
+      "loss": 29.5,
+      "step": 12330
+    },
+    {
+      "epoch": 0.5892669406479977,
+      "grad_norm": 173.99363708496094,
+      "learning_rate": 1.6546639894684492e-05,
+      "loss": 25.4062,
+      "step": 12331
+    },
+    {
+      "epoch": 0.5893147280894581,
+      "grad_norm": 825.4193115234375,
+      "learning_rate": 1.6546054893126053e-05,
+      "loss": 26.5625,
+      "step": 12332
+    },
+    {
+      "epoch": 0.5893625155309185,
+      "grad_norm": 206.11685180664062,
+      "learning_rate": 1.6545469852365194e-05,
+      "loss": 20.6094,
+      "step": 12333
+    },
+    {
+      "epoch": 0.5894103029723788,
+      "grad_norm": 428.4859313964844,
+      "learning_rate": 1.6544884772405415e-05,
+      "loss": 38.4062,
+      "step": 12334
+    },
+    {
+      "epoch": 0.5894580904138392,
+      "grad_norm": 213.38255310058594,
+      "learning_rate": 1.654429965325022e-05,
+      "loss": 21.4219,
+      "step": 12335
+    },
+    {
+      "epoch": 0.5895058778552996,
+      "grad_norm": 378.39044189453125,
+      "learning_rate": 1.6543714494903117e-05,
+      "loss": 37.3125,
+      "step": 12336
+    },
+    {
+      "epoch": 0.58955366529676,
+      "grad_norm": 166.40208435058594,
+      "learning_rate": 1.6543129297367606e-05,
+      "loss": 21.7188,
+      "step": 12337
+    },
+    {
+      "epoch": 0.5896014527382204,
+      "grad_norm": 454.4432373046875,
+      "learning_rate": 1.6542544060647196e-05,
+      "loss": 22.7188,
+      "step": 12338
+    },
+    {
+      "epoch": 0.5896492401796808,
+      "grad_norm": 200.49359130859375,
+      "learning_rate": 1.6541958784745387e-05,
+      "loss": 24.0312,
+      "step": 12339
+    },
+    {
+      "epoch": 0.5896970276211412,
+      "grad_norm": 352.6239318847656,
+      "learning_rate": 1.6541373469665688e-05,
+      "loss": 28.4375,
+      "step": 12340
+    },
+    {
+      "epoch": 0.5897448150626016,
+      "grad_norm": 338.2691345214844,
+      "learning_rate": 1.6540788115411603e-05,
+      "loss": 35.2812,
+      "step": 12341
+    },
+    {
+      "epoch": 0.589792602504062,
+      "grad_norm": 206.02365112304688,
+      "learning_rate": 1.6540202721986632e-05,
+      "loss": 29.375,
+      "step": 12342
+    },
+    {
+      "epoch": 0.5898403899455223,
+      "grad_norm": 231.0288543701172,
+      "learning_rate": 1.653961728939429e-05,
+      "loss": 32.2188,
+      "step": 12343
+    },
+    {
+      "epoch": 0.5898881773869827,
+      "grad_norm": 341.2235107421875,
+      "learning_rate": 1.6539031817638082e-05,
+      "loss": 29.9688,
+      "step": 12344
+    },
+    {
+      "epoch": 0.5899359648284431,
+      "grad_norm": 379.50616455078125,
+      "learning_rate": 1.6538446306721506e-05,
+      "loss": 30.0,
+      "step": 12345
+    },
+    {
+      "epoch": 0.5899837522699035,
+      "grad_norm": 307.5552062988281,
+      "learning_rate": 1.6537860756648078e-05,
+      "loss": 28.0938,
+      "step": 12346
+    },
+    {
+      "epoch": 0.5900315397113639,
+      "grad_norm": 208.71640014648438,
+      "learning_rate": 1.6537275167421297e-05,
+      "loss": 30.5,
+      "step": 12347
+    },
+    {
+      "epoch": 0.5900793271528242,
+      "grad_norm": 230.4685821533203,
+      "learning_rate": 1.6536689539044673e-05,
+      "loss": 22.375,
+      "step": 12348
+    },
+    {
+      "epoch": 0.5901271145942846,
+      "grad_norm": 263.87359619140625,
+      "learning_rate": 1.6536103871521714e-05,
+      "loss": 32.0938,
+      "step": 12349
+    },
+    {
+      "epoch": 0.590174902035745,
+      "grad_norm": 916.0692138671875,
+      "learning_rate": 1.6535518164855922e-05,
+      "loss": 29.3438,
+      "step": 12350
+    },
+    {
+      "epoch": 0.5902226894772054,
+      "grad_norm": 271.29840087890625,
+      "learning_rate": 1.653493241905082e-05,
+      "loss": 26.7188,
+      "step": 12351
+    },
+    {
+      "epoch": 0.5902704769186657,
+      "grad_norm": 213.00218200683594,
+      "learning_rate": 1.6534346634109896e-05,
+      "loss": 32.0938,
+      "step": 12352
+    },
+    {
+      "epoch": 0.5903182643601261,
+      "grad_norm": 462.9962463378906,
+      "learning_rate": 1.653376081003667e-05,
+      "loss": 38.1562,
+      "step": 12353
+    },
+    {
+      "epoch": 0.5903660518015865,
+      "grad_norm": 418.7240905761719,
+      "learning_rate": 1.653317494683465e-05,
+      "loss": 27.3594,
+      "step": 12354
+    },
+    {
+      "epoch": 0.5904138392430469,
+      "grad_norm": 243.13893127441406,
+      "learning_rate": 1.6532589044507338e-05,
+      "loss": 29.4062,
+      "step": 12355
+    },
+    {
+      "epoch": 0.5904616266845073,
+      "grad_norm": 308.5025329589844,
+      "learning_rate": 1.6532003103058253e-05,
+      "loss": 27.5938,
+      "step": 12356
+    },
+    {
+      "epoch": 0.5905094141259677,
+      "grad_norm": 275.572021484375,
+      "learning_rate": 1.653141712249089e-05,
+      "loss": 31.25,
+      "step": 12357
+    },
+    {
+      "epoch": 0.5905572015674281,
+      "grad_norm": 212.86558532714844,
+      "learning_rate": 1.6530831102808772e-05,
+      "loss": 19.875,
+      "step": 12358
+    },
+    {
+      "epoch": 0.5906049890088885,
+      "grad_norm": 303.0726623535156,
+      "learning_rate": 1.65302450440154e-05,
+      "loss": 24.3125,
+      "step": 12359
+    },
+    {
+      "epoch": 0.5906527764503489,
+      "grad_norm": 389.4013977050781,
+      "learning_rate": 1.6529658946114288e-05,
+      "loss": 27.3281,
+      "step": 12360
+    },
+    {
+      "epoch": 0.5907005638918092,
+      "grad_norm": 273.72845458984375,
+      "learning_rate": 1.6529072809108945e-05,
+      "loss": 34.4062,
+      "step": 12361
+    },
+    {
+      "epoch": 0.5907483513332696,
+      "grad_norm": 446.50189208984375,
+      "learning_rate": 1.6528486633002878e-05,
+      "loss": 50.875,
+      "step": 12362
+    },
+    {
+      "epoch": 0.59079613877473,
+      "grad_norm": 256.6151428222656,
+      "learning_rate": 1.6527900417799602e-05,
+      "loss": 28.2188,
+      "step": 12363
+    },
+    {
+      "epoch": 0.5908439262161904,
+      "grad_norm": 197.0704345703125,
+      "learning_rate": 1.6527314163502626e-05,
+      "loss": 27.1562,
+      "step": 12364
+    },
+    {
+      "epoch": 0.5908917136576508,
+      "grad_norm": 333.22900390625,
+      "learning_rate": 1.652672787011546e-05,
+      "loss": 36.0625,
+      "step": 12365
+    },
+    {
+      "epoch": 0.5909395010991112,
+      "grad_norm": 254.34535217285156,
+      "learning_rate": 1.6526141537641617e-05,
+      "loss": 28.6562,
+      "step": 12366
+    },
+    {
+      "epoch": 0.5909872885405716,
+      "grad_norm": 467.2496032714844,
+      "learning_rate": 1.6525555166084604e-05,
+      "loss": 41.0625,
+      "step": 12367
+    },
+    {
+      "epoch": 0.591035075982032,
+      "grad_norm": 483.79339599609375,
+      "learning_rate": 1.6524968755447938e-05,
+      "loss": 47.3125,
+      "step": 12368
+    },
+    {
+      "epoch": 0.5910828634234923,
+      "grad_norm": 133.9268035888672,
+      "learning_rate": 1.652438230573513e-05,
+      "loss": 23.4375,
+      "step": 12369
+    },
+    {
+      "epoch": 0.5911306508649526,
+      "grad_norm": 207.71435546875,
+      "learning_rate": 1.652379581694969e-05,
+      "loss": 27.4688,
+      "step": 12370
+    },
+    {
+      "epoch": 0.591178438306413,
+      "grad_norm": 365.13385009765625,
+      "learning_rate": 1.6523209289095136e-05,
+      "loss": 40.2188,
+      "step": 12371
+    },
+    {
+      "epoch": 0.5912262257478734,
+      "grad_norm": 232.97715759277344,
+      "learning_rate": 1.6522622722174965e-05,
+      "loss": 27.0938,
+      "step": 12372
+    },
+    {
+      "epoch": 0.5912740131893338,
+      "grad_norm": 237.78192138671875,
+      "learning_rate": 1.6522036116192707e-05,
+      "loss": 24.4531,
+      "step": 12373
+    },
+    {
+      "epoch": 0.5913218006307942,
+      "grad_norm": 155.13516235351562,
+      "learning_rate": 1.6521449471151867e-05,
+      "loss": 26.125,
+      "step": 12374
+    },
+    {
+      "epoch": 0.5913695880722546,
+      "grad_norm": 361.4460754394531,
+      "learning_rate": 1.652086278705596e-05,
+      "loss": 20.6875,
+      "step": 12375
+    },
+    {
+      "epoch": 0.591417375513715,
+      "grad_norm": 142.84165954589844,
+      "learning_rate": 1.65202760639085e-05,
+      "loss": 30.5312,
+      "step": 12376
+    },
+    {
+      "epoch": 0.5914651629551754,
+      "grad_norm": 296.08270263671875,
+      "learning_rate": 1.6519689301712997e-05,
+      "loss": 45.5,
+      "step": 12377
+    },
+    {
+      "epoch": 0.5915129503966358,
+      "grad_norm": 329.9304504394531,
+      "learning_rate": 1.6519102500472972e-05,
+      "loss": 25.1875,
+      "step": 12378
+    },
+    {
+      "epoch": 0.5915607378380962,
+      "grad_norm": 207.34510803222656,
+      "learning_rate": 1.651851566019193e-05,
+      "loss": 26.5781,
+      "step": 12379
+    },
+    {
+      "epoch": 0.5916085252795565,
+      "grad_norm": 428.63031005859375,
+      "learning_rate": 1.6517928780873392e-05,
+      "loss": 37.2812,
+      "step": 12380
+    },
+    {
+      "epoch": 0.5916563127210169,
+      "grad_norm": 180.41513061523438,
+      "learning_rate": 1.6517341862520874e-05,
+      "loss": 22.4219,
+      "step": 12381
+    },
+    {
+      "epoch": 0.5917041001624773,
+      "grad_norm": 268.71246337890625,
+      "learning_rate": 1.6516754905137888e-05,
+      "loss": 29.0625,
+      "step": 12382
+    },
+    {
+      "epoch": 0.5917518876039377,
+      "grad_norm": 251.4417724609375,
+      "learning_rate": 1.6516167908727943e-05,
+      "loss": 25.6875,
+      "step": 12383
+    },
+    {
+      "epoch": 0.5917996750453981,
+      "grad_norm": 302.1917724609375,
+      "learning_rate": 1.6515580873294567e-05,
+      "loss": 25.4688,
+      "step": 12384
+    },
+    {
+      "epoch": 0.5918474624868585,
+      "grad_norm": 268.4900817871094,
+      "learning_rate": 1.6514993798841263e-05,
+      "loss": 28.9062,
+      "step": 12385
+    },
+    {
+      "epoch": 0.5918952499283189,
+      "grad_norm": 254.1959686279297,
+      "learning_rate": 1.6514406685371558e-05,
+      "loss": 32.9688,
+      "step": 12386
+    },
+    {
+      "epoch": 0.5919430373697793,
+      "grad_norm": 387.3868103027344,
+      "learning_rate": 1.6513819532888962e-05,
+      "loss": 27.0938,
+      "step": 12387
+    },
+    {
+      "epoch": 0.5919908248112397,
+      "grad_norm": 420.15643310546875,
+      "learning_rate": 1.651323234139699e-05,
+      "loss": 44.3438,
+      "step": 12388
+    },
+    {
+      "epoch": 0.5920386122526999,
+      "grad_norm": 860.242431640625,
+      "learning_rate": 1.6512645110899162e-05,
+      "loss": 27.0469,
+      "step": 12389
+    },
+    {
+      "epoch": 0.5920863996941603,
+      "grad_norm": 259.93658447265625,
+      "learning_rate": 1.6512057841398995e-05,
+      "loss": 26.2188,
+      "step": 12390
+    },
+    {
+      "epoch": 0.5921341871356207,
+      "grad_norm": 248.38461303710938,
+      "learning_rate": 1.6511470532900002e-05,
+      "loss": 22.3125,
+      "step": 12391
+    },
+    {
+      "epoch": 0.5921819745770811,
+      "grad_norm": 256.8936462402344,
+      "learning_rate": 1.6510883185405702e-05,
+      "loss": 31.0312,
+      "step": 12392
+    },
+    {
+      "epoch": 0.5922297620185415,
+      "grad_norm": 193.91775512695312,
+      "learning_rate": 1.6510295798919612e-05,
+      "loss": 20.4531,
+      "step": 12393
+    },
+    {
+      "epoch": 0.5922775494600019,
+      "grad_norm": 369.28656005859375,
+      "learning_rate": 1.6509708373445253e-05,
+      "loss": 36.3438,
+      "step": 12394
+    },
+    {
+      "epoch": 0.5923253369014623,
+      "grad_norm": 322.7803039550781,
+      "learning_rate": 1.650912090898614e-05,
+      "loss": 25.8125,
+      "step": 12395
+    },
+    {
+      "epoch": 0.5923731243429227,
+      "grad_norm": 739.391845703125,
+      "learning_rate": 1.6508533405545795e-05,
+      "loss": 37.3125,
+      "step": 12396
+    },
+    {
+      "epoch": 0.592420911784383,
+      "grad_norm": 204.65164184570312,
+      "learning_rate": 1.650794586312773e-05,
+      "loss": 26.0312,
+      "step": 12397
+    },
+    {
+      "epoch": 0.5924686992258434,
+      "grad_norm": 298.2205810546875,
+      "learning_rate": 1.6507358281735466e-05,
+      "loss": 35.4062,
+      "step": 12398
+    },
+    {
+      "epoch": 0.5925164866673038,
+      "grad_norm": 165.75035095214844,
+      "learning_rate": 1.6506770661372528e-05,
+      "loss": 19.375,
+      "step": 12399
+    },
+    {
+      "epoch": 0.5925642741087642,
+      "grad_norm": 236.65093994140625,
+      "learning_rate": 1.650618300204242e-05,
+      "loss": 27.25,
+      "step": 12400
+    },
+    {
+      "epoch": 0.5926120615502246,
+      "grad_norm": 595.2076416015625,
+      "learning_rate": 1.650559530374868e-05,
+      "loss": 40.9688,
+      "step": 12401
+    },
+    {
+      "epoch": 0.592659848991685,
+      "grad_norm": 786.3818359375,
+      "learning_rate": 1.6505007566494816e-05,
+      "loss": 27.0,
+      "step": 12402
+    },
+    {
+      "epoch": 0.5927076364331454,
+      "grad_norm": 288.625732421875,
+      "learning_rate": 1.6504419790284348e-05,
+      "loss": 27.7188,
+      "step": 12403
+    },
+    {
+      "epoch": 0.5927554238746058,
+      "grad_norm": 182.1391143798828,
+      "learning_rate": 1.6503831975120803e-05,
+      "loss": 21.3125,
+      "step": 12404
+    },
+    {
+      "epoch": 0.5928032113160662,
+      "grad_norm": 220.45962524414062,
+      "learning_rate": 1.6503244121007695e-05,
+      "loss": 28.0625,
+      "step": 12405
+    },
+    {
+      "epoch": 0.5928509987575266,
+      "grad_norm": 245.064453125,
+      "learning_rate": 1.6502656227948543e-05,
+      "loss": 26.4375,
+      "step": 12406
+    },
+    {
+      "epoch": 0.592898786198987,
+      "grad_norm": 438.3304748535156,
+      "learning_rate": 1.6502068295946873e-05,
+      "loss": 40.2188,
+      "step": 12407
+    },
+    {
+      "epoch": 0.5929465736404473,
+      "grad_norm": 401.2806396484375,
+      "learning_rate": 1.6501480325006206e-05,
+      "loss": 35.4062,
+      "step": 12408
+    },
+    {
+      "epoch": 0.5929943610819077,
+      "grad_norm": 316.3826599121094,
+      "learning_rate": 1.6500892315130058e-05,
+      "loss": 26.8906,
+      "step": 12409
+    },
+    {
+      "epoch": 0.593042148523368,
+      "grad_norm": 268.20977783203125,
+      "learning_rate": 1.6500304266321957e-05,
+      "loss": 26.8125,
+      "step": 12410
+    },
+    {
+      "epoch": 0.5930899359648284,
+      "grad_norm": 482.58038330078125,
+      "learning_rate": 1.6499716178585416e-05,
+      "loss": 33.5,
+      "step": 12411
+    },
+    {
+      "epoch": 0.5931377234062888,
+      "grad_norm": 313.46942138671875,
+      "learning_rate": 1.6499128051923966e-05,
+      "loss": 31.75,
+      "step": 12412
+    },
+    {
+      "epoch": 0.5931855108477492,
+      "grad_norm": 291.220703125,
+      "learning_rate": 1.6498539886341122e-05,
+      "loss": 23.75,
+      "step": 12413
+    },
+    {
+      "epoch": 0.5932332982892096,
+      "grad_norm": 242.8282470703125,
+      "learning_rate": 1.649795168184041e-05,
+      "loss": 32.7188,
+      "step": 12414
+    },
+    {
+      "epoch": 0.59328108573067,
+      "grad_norm": 281.2330627441406,
+      "learning_rate": 1.649736343842536e-05,
+      "loss": 30.1875,
+      "step": 12415
+    },
+    {
+      "epoch": 0.5933288731721303,
+      "grad_norm": 222.2350311279297,
+      "learning_rate": 1.6496775156099478e-05,
+      "loss": 30.25,
+      "step": 12416
+    },
+    {
+      "epoch": 0.5933766606135907,
+      "grad_norm": 214.41632080078125,
+      "learning_rate": 1.64961868348663e-05,
+      "loss": 28.1562,
+      "step": 12417
+    },
+    {
+      "epoch": 0.5934244480550511,
+      "grad_norm": 368.000244140625,
+      "learning_rate": 1.649559847472934e-05,
+      "loss": 29.6562,
+      "step": 12418
+    },
+    {
+      "epoch": 0.5934722354965115,
+      "grad_norm": 188.06263732910156,
+      "learning_rate": 1.649501007569213e-05,
+      "loss": 32.2969,
+      "step": 12419
+    },
+    {
+      "epoch": 0.5935200229379719,
+      "grad_norm": 216.93482971191406,
+      "learning_rate": 1.6494421637758194e-05,
+      "loss": 21.9062,
+      "step": 12420
+    },
+    {
+      "epoch": 0.5935678103794323,
+      "grad_norm": 475.7621154785156,
+      "learning_rate": 1.6493833160931047e-05,
+      "loss": 29.1562,
+      "step": 12421
+    },
+    {
+      "epoch": 0.5936155978208927,
+      "grad_norm": 383.9112548828125,
+      "learning_rate": 1.6493244645214222e-05,
+      "loss": 25.125,
+      "step": 12422
+    },
+    {
+      "epoch": 0.5936633852623531,
+      "grad_norm": 155.14920043945312,
+      "learning_rate": 1.649265609061124e-05,
+      "loss": 25.5625,
+      "step": 12423
+    },
+    {
+      "epoch": 0.5937111727038135,
+      "grad_norm": 302.12896728515625,
+      "learning_rate": 1.6492067497125623e-05,
+      "loss": 27.6406,
+      "step": 12424
+    },
+    {
+      "epoch": 0.5937589601452739,
+      "grad_norm": 228.69082641601562,
+      "learning_rate": 1.6491478864760902e-05,
+      "loss": 30.5625,
+      "step": 12425
+    },
+    {
+      "epoch": 0.5938067475867342,
+      "grad_norm": 197.0725860595703,
+      "learning_rate": 1.6490890193520595e-05,
+      "loss": 32.625,
+      "step": 12426
+    },
+    {
+      "epoch": 0.5938545350281946,
+      "grad_norm": 432.9409484863281,
+      "learning_rate": 1.6490301483408235e-05,
+      "loss": 29.9844,
+      "step": 12427
+    },
+    {
+      "epoch": 0.593902322469655,
+      "grad_norm": 308.3875427246094,
+      "learning_rate": 1.6489712734427342e-05,
+      "loss": 27.5312,
+      "step": 12428
+    },
+    {
+      "epoch": 0.5939501099111154,
+      "grad_norm": 220.27810668945312,
+      "learning_rate": 1.6489123946581447e-05,
+      "loss": 33.25,
+      "step": 12429
+    },
+    {
+      "epoch": 0.5939978973525757,
+      "grad_norm": 200.24342346191406,
+      "learning_rate": 1.6488535119874073e-05,
+      "loss": 23.9375,
+      "step": 12430
+    },
+    {
+      "epoch": 0.5940456847940361,
+      "grad_norm": 179.76841735839844,
+      "learning_rate": 1.648794625430874e-05,
+      "loss": 24.5469,
+      "step": 12431
+    },
+    {
+      "epoch": 0.5940934722354965,
+      "grad_norm": 260.4904479980469,
+      "learning_rate": 1.6487357349888985e-05,
+      "loss": 27.0469,
+      "step": 12432
+    },
+    {
+      "epoch": 0.5941412596769569,
+      "grad_norm": 305.44293212890625,
+      "learning_rate": 1.648676840661833e-05,
+      "loss": 37.6875,
+      "step": 12433
+    },
+    {
+      "epoch": 0.5941890471184172,
+      "grad_norm": 224.87452697753906,
+      "learning_rate": 1.6486179424500303e-05,
+      "loss": 35.2812,
+      "step": 12434
+    },
+    {
+      "epoch": 0.5942368345598776,
+      "grad_norm": 558.4074096679688,
+      "learning_rate": 1.648559040353843e-05,
+      "loss": 44.0625,
+      "step": 12435
+    },
+    {
+      "epoch": 0.594284622001338,
+      "grad_norm": 222.0809326171875,
+      "learning_rate": 1.6485001343736238e-05,
+      "loss": 24.3438,
+      "step": 12436
+    },
+    {
+      "epoch": 0.5943324094427984,
+      "grad_norm": 177.214599609375,
+      "learning_rate": 1.6484412245097258e-05,
+      "loss": 26.3125,
+      "step": 12437
+    },
+    {
+      "epoch": 0.5943801968842588,
+      "grad_norm": 184.20767211914062,
+      "learning_rate": 1.6483823107625015e-05,
+      "loss": 23.0781,
+      "step": 12438
+    },
+    {
+      "epoch": 0.5944279843257192,
+      "grad_norm": 185.588134765625,
+      "learning_rate": 1.6483233931323038e-05,
+      "loss": 31.6719,
+      "step": 12439
+    },
+    {
+      "epoch": 0.5944757717671796,
+      "grad_norm": 475.9747619628906,
+      "learning_rate": 1.6482644716194855e-05,
+      "loss": 20.3594,
+      "step": 12440
+    },
+    {
+      "epoch": 0.59452355920864,
+      "grad_norm": 193.13470458984375,
+      "learning_rate": 1.6482055462243995e-05,
+      "loss": 28.1406,
+      "step": 12441
+    },
+    {
+      "epoch": 0.5945713466501004,
+      "grad_norm": 381.3667907714844,
+      "learning_rate": 1.6481466169473988e-05,
+      "loss": 22.3594,
+      "step": 12442
+    },
+    {
+      "epoch": 0.5946191340915608,
+      "grad_norm": 377.4970703125,
+      "learning_rate": 1.648087683788836e-05,
+      "loss": 31.4062,
+      "step": 12443
+    },
+    {
+      "epoch": 0.5946669215330211,
+      "grad_norm": 247.91738891601562,
+      "learning_rate": 1.6480287467490643e-05,
+      "loss": 28.9062,
+      "step": 12444
+    },
+    {
+      "epoch": 0.5947147089744815,
+      "grad_norm": 335.64251708984375,
+      "learning_rate": 1.647969805828437e-05,
+      "loss": 28.8281,
+      "step": 12445
+    },
+    {
+      "epoch": 0.5947624964159419,
+      "grad_norm": 225.2023468017578,
+      "learning_rate": 1.647910861027306e-05,
+      "loss": 26.25,
+      "step": 12446
+    },
+    {
+      "epoch": 0.5948102838574023,
+      "grad_norm": 238.78314208984375,
+      "learning_rate": 1.6478519123460253e-05,
+      "loss": 31.3438,
+      "step": 12447
+    },
+    {
+      "epoch": 0.5948580712988627,
+      "grad_norm": 482.7978820800781,
+      "learning_rate": 1.6477929597849477e-05,
+      "loss": 32.4375,
+      "step": 12448
+    },
+    {
+      "epoch": 0.5949058587403231,
+      "grad_norm": 209.16177368164062,
+      "learning_rate": 1.647734003344426e-05,
+      "loss": 27.4375,
+      "step": 12449
+    },
+    {
+      "epoch": 0.5949536461817835,
+      "grad_norm": 355.5301208496094,
+      "learning_rate": 1.6476750430248134e-05,
+      "loss": 30.2188,
+      "step": 12450
+    },
+    {
+      "epoch": 0.5950014336232438,
+      "grad_norm": 276.48419189453125,
+      "learning_rate": 1.647616078826463e-05,
+      "loss": 24.4375,
+      "step": 12451
+    },
+    {
+      "epoch": 0.5950492210647041,
+      "grad_norm": 248.3272247314453,
+      "learning_rate": 1.6475571107497283e-05,
+      "loss": 30.6562,
+      "step": 12452
+    },
+    {
+      "epoch": 0.5950970085061645,
+      "grad_norm": 154.2890167236328,
+      "learning_rate": 1.6474981387949616e-05,
+      "loss": 16.3281,
+      "step": 12453
+    },
+    {
+      "epoch": 0.5951447959476249,
+      "grad_norm": 305.82958984375,
+      "learning_rate": 1.647439162962517e-05,
+      "loss": 34.4062,
+      "step": 12454
+    },
+    {
+      "epoch": 0.5951925833890853,
+      "grad_norm": 203.8528594970703,
+      "learning_rate": 1.6473801832527468e-05,
+      "loss": 22.7812,
+      "step": 12455
+    },
+    {
+      "epoch": 0.5952403708305457,
+      "grad_norm": 124.95417785644531,
+      "learning_rate": 1.647321199666005e-05,
+      "loss": 19.3281,
+      "step": 12456
+    },
+    {
+      "epoch": 0.5952881582720061,
+      "grad_norm": 234.26742553710938,
+      "learning_rate": 1.6472622122026445e-05,
+      "loss": 23.5625,
+      "step": 12457
+    },
+    {
+      "epoch": 0.5953359457134665,
+      "grad_norm": 193.6869659423828,
+      "learning_rate": 1.6472032208630183e-05,
+      "loss": 26.5,
+      "step": 12458
+    },
+    {
+      "epoch": 0.5953837331549269,
+      "grad_norm": 430.0929260253906,
+      "learning_rate": 1.64714422564748e-05,
+      "loss": 24.0625,
+      "step": 12459
+    },
+    {
+      "epoch": 0.5954315205963873,
+      "grad_norm": 355.24267578125,
+      "learning_rate": 1.6470852265563827e-05,
+      "loss": 22.0625,
+      "step": 12460
+    },
+    {
+      "epoch": 0.5954793080378477,
+      "grad_norm": 306.141845703125,
+      "learning_rate": 1.6470262235900803e-05,
+      "loss": 35.5,
+      "step": 12461
+    },
+    {
+      "epoch": 0.595527095479308,
+      "grad_norm": 292.6918029785156,
+      "learning_rate": 1.6469672167489255e-05,
+      "loss": 45.4375,
+      "step": 12462
+    },
+    {
+      "epoch": 0.5955748829207684,
+      "grad_norm": 223.1745147705078,
+      "learning_rate": 1.646908206033272e-05,
+      "loss": 25.1562,
+      "step": 12463
+    },
+    {
+      "epoch": 0.5956226703622288,
+      "grad_norm": 516.8321533203125,
+      "learning_rate": 1.646849191443473e-05,
+      "loss": 26.4688,
+      "step": 12464
+    },
+    {
+      "epoch": 0.5956704578036892,
+      "grad_norm": 383.4211730957031,
+      "learning_rate": 1.6467901729798815e-05,
+      "loss": 36.5312,
+      "step": 12465
+    },
+    {
+      "epoch": 0.5957182452451496,
+      "grad_norm": 205.92379760742188,
+      "learning_rate": 1.646731150642852e-05,
+      "loss": 29.25,
+      "step": 12466
+    },
+    {
+      "epoch": 0.59576603268661,
+      "grad_norm": 200.8943328857422,
+      "learning_rate": 1.6466721244327372e-05,
+      "loss": 27.2188,
+      "step": 12467
+    },
+    {
+      "epoch": 0.5958138201280704,
+      "grad_norm": 147.86781311035156,
+      "learning_rate": 1.646613094349891e-05,
+      "loss": 31.2812,
+      "step": 12468
+    },
+    {
+      "epoch": 0.5958616075695308,
+      "grad_norm": 210.60545349121094,
+      "learning_rate": 1.6465540603946665e-05,
+      "loss": 19.0781,
+      "step": 12469
+    },
+    {
+      "epoch": 0.5959093950109912,
+      "grad_norm": 256.33270263671875,
+      "learning_rate": 1.6464950225674177e-05,
+      "loss": 33.375,
+      "step": 12470
+    },
+    {
+      "epoch": 0.5959571824524516,
+      "grad_norm": 202.801025390625,
+      "learning_rate": 1.646435980868498e-05,
+      "loss": 26.4688,
+      "step": 12471
+    },
+    {
+      "epoch": 0.5960049698939118,
+      "grad_norm": 274.725341796875,
+      "learning_rate": 1.6463769352982605e-05,
+      "loss": 26.2188,
+      "step": 12472
+    },
+    {
+      "epoch": 0.5960527573353722,
+      "grad_norm": 327.935791015625,
+      "learning_rate": 1.6463178858570595e-05,
+      "loss": 29.3438,
+      "step": 12473
+    },
+    {
+      "epoch": 0.5961005447768326,
+      "grad_norm": 594.399169921875,
+      "learning_rate": 1.646258832545248e-05,
+      "loss": 26.0625,
+      "step": 12474
+    },
+    {
+      "epoch": 0.596148332218293,
+      "grad_norm": 321.25927734375,
+      "learning_rate": 1.6461997753631804e-05,
+      "loss": 31.9062,
+      "step": 12475
+    },
+    {
+      "epoch": 0.5961961196597534,
+      "grad_norm": 283.33917236328125,
+      "learning_rate": 1.64614071431121e-05,
+      "loss": 30.8438,
+      "step": 12476
+    },
+    {
+      "epoch": 0.5962439071012138,
+      "grad_norm": 315.8201904296875,
+      "learning_rate": 1.6460816493896902e-05,
+      "loss": 35.2188,
+      "step": 12477
+    },
+    {
+      "epoch": 0.5962916945426742,
+      "grad_norm": 171.51510620117188,
+      "learning_rate": 1.6460225805989753e-05,
+      "loss": 23.3594,
+      "step": 12478
+    },
+    {
+      "epoch": 0.5963394819841346,
+      "grad_norm": 405.7919616699219,
+      "learning_rate": 1.6459635079394184e-05,
+      "loss": 31.5781,
+      "step": 12479
+    },
+    {
+      "epoch": 0.596387269425595,
+      "grad_norm": 266.9374084472656,
+      "learning_rate": 1.6459044314113735e-05,
+      "loss": 25.5625,
+      "step": 12480
+    },
+    {
+      "epoch": 0.5964350568670553,
+      "grad_norm": 204.4564208984375,
+      "learning_rate": 1.645845351015195e-05,
+      "loss": 23.7812,
+      "step": 12481
+    },
+    {
+      "epoch": 0.5964828443085157,
+      "grad_norm": 304.2580261230469,
+      "learning_rate": 1.645786266751236e-05,
+      "loss": 31.0938,
+      "step": 12482
+    },
+    {
+      "epoch": 0.5965306317499761,
+      "grad_norm": 181.5062255859375,
+      "learning_rate": 1.6457271786198502e-05,
+      "loss": 18.7812,
+      "step": 12483
+    },
+    {
+      "epoch": 0.5965784191914365,
+      "grad_norm": 305.1260681152344,
+      "learning_rate": 1.6456680866213923e-05,
+      "loss": 26.375,
+      "step": 12484
+    },
+    {
+      "epoch": 0.5966262066328969,
+      "grad_norm": 275.38116455078125,
+      "learning_rate": 1.6456089907562155e-05,
+      "loss": 45.6562,
+      "step": 12485
+    },
+    {
+      "epoch": 0.5966739940743573,
+      "grad_norm": 460.37274169921875,
+      "learning_rate": 1.645549891024674e-05,
+      "loss": 26.3906,
+      "step": 12486
+    },
+    {
+      "epoch": 0.5967217815158177,
+      "grad_norm": 202.2096710205078,
+      "learning_rate": 1.645490787427122e-05,
+      "loss": 30.6562,
+      "step": 12487
+    },
+    {
+      "epoch": 0.5967695689572781,
+      "grad_norm": 296.3473205566406,
+      "learning_rate": 1.6454316799639123e-05,
+      "loss": 26.0312,
+      "step": 12488
+    },
+    {
+      "epoch": 0.5968173563987385,
+      "grad_norm": 416.25543212890625,
+      "learning_rate": 1.6453725686354002e-05,
+      "loss": 28.4062,
+      "step": 12489
+    },
+    {
+      "epoch": 0.5968651438401988,
+      "grad_norm": 422.7059631347656,
+      "learning_rate": 1.645313453441939e-05,
+      "loss": 26.625,
+      "step": 12490
+    },
+    {
+      "epoch": 0.5969129312816592,
+      "grad_norm": 259.410400390625,
+      "learning_rate": 1.645254334383883e-05,
+      "loss": 27.875,
+      "step": 12491
+    },
+    {
+      "epoch": 0.5969607187231195,
+      "grad_norm": 315.0276794433594,
+      "learning_rate": 1.645195211461586e-05,
+      "loss": 27.1875,
+      "step": 12492
+    },
+    {
+      "epoch": 0.5970085061645799,
+      "grad_norm": 223.89697265625,
+      "learning_rate": 1.6451360846754023e-05,
+      "loss": 21.75,
+      "step": 12493
+    },
+    {
+      "epoch": 0.5970562936060403,
+      "grad_norm": 269.7120666503906,
+      "learning_rate": 1.6450769540256855e-05,
+      "loss": 27.3906,
+      "step": 12494
+    },
+    {
+      "epoch": 0.5971040810475007,
+      "grad_norm": 211.28775024414062,
+      "learning_rate": 1.6450178195127907e-05,
+      "loss": 34.5,
+      "step": 12495
+    },
+    {
+      "epoch": 0.5971518684889611,
+      "grad_norm": 323.8656005859375,
+      "learning_rate": 1.6449586811370713e-05,
+      "loss": 26.9375,
+      "step": 12496
+    },
+    {
+      "epoch": 0.5971996559304215,
+      "grad_norm": 214.63388061523438,
+      "learning_rate": 1.6448995388988816e-05,
+      "loss": 26.2812,
+      "step": 12497
+    },
+    {
+      "epoch": 0.5972474433718818,
+      "grad_norm": 274.99981689453125,
+      "learning_rate": 1.6448403927985758e-05,
+      "loss": 34.0,
+      "step": 12498
+    },
+    {
+      "epoch": 0.5972952308133422,
+      "grad_norm": 315.20123291015625,
+      "learning_rate": 1.644781242836508e-05,
+      "loss": 32.125,
+      "step": 12499
+    },
+    {
+      "epoch": 0.5973430182548026,
+      "grad_norm": 478.7157897949219,
+      "learning_rate": 1.6447220890130328e-05,
+      "loss": 39.0,
+      "step": 12500
+    },
+    {
+      "epoch": 0.597390805696263,
+      "grad_norm": 470.557373046875,
+      "learning_rate": 1.644662931328504e-05,
+      "loss": 21.0156,
+      "step": 12501
+    },
+    {
+      "epoch": 0.5974385931377234,
+      "grad_norm": 270.8439025878906,
+      "learning_rate": 1.6446037697832765e-05,
+      "loss": 25.375,
+      "step": 12502
+    },
+    {
+      "epoch": 0.5974863805791838,
+      "grad_norm": 456.08514404296875,
+      "learning_rate": 1.6445446043777037e-05,
+      "loss": 43.8125,
+      "step": 12503
+    },
+    {
+      "epoch": 0.5975341680206442,
+      "grad_norm": 172.671630859375,
+      "learning_rate": 1.6444854351121408e-05,
+      "loss": 21.4375,
+      "step": 12504
+    },
+    {
+      "epoch": 0.5975819554621046,
+      "grad_norm": 273.7481994628906,
+      "learning_rate": 1.6444262619869414e-05,
+      "loss": 28.7812,
+      "step": 12505
+    },
+    {
+      "epoch": 0.597629742903565,
+      "grad_norm": 435.27655029296875,
+      "learning_rate": 1.64436708500246e-05,
+      "loss": 26.2344,
+      "step": 12506
+    },
+    {
+      "epoch": 0.5976775303450254,
+      "grad_norm": 227.98085021972656,
+      "learning_rate": 1.6443079041590518e-05,
+      "loss": 31.5312,
+      "step": 12507
+    },
+    {
+      "epoch": 0.5977253177864857,
+      "grad_norm": 308.97998046875,
+      "learning_rate": 1.6442487194570703e-05,
+      "loss": 30.8125,
+      "step": 12508
+    },
+    {
+      "epoch": 0.5977731052279461,
+      "grad_norm": 214.75938415527344,
+      "learning_rate": 1.6441895308968704e-05,
+      "loss": 24.0781,
+      "step": 12509
+    },
+    {
+      "epoch": 0.5978208926694065,
+      "grad_norm": 140.3674774169922,
+      "learning_rate": 1.6441303384788067e-05,
+      "loss": 21.4375,
+      "step": 12510
+    },
+    {
+      "epoch": 0.5978686801108669,
+      "grad_norm": 324.85479736328125,
+      "learning_rate": 1.644071142203233e-05,
+      "loss": 26.3125,
+      "step": 12511
+    },
+    {
+      "epoch": 0.5979164675523273,
+      "grad_norm": 249.36607360839844,
+      "learning_rate": 1.6440119420705043e-05,
+      "loss": 19.6875,
+      "step": 12512
+    },
+    {
+      "epoch": 0.5979642549937876,
+      "grad_norm": 414.1717529296875,
+      "learning_rate": 1.643952738080975e-05,
+      "loss": 20.4844,
+      "step": 12513
+    },
+    {
+      "epoch": 0.598012042435248,
+      "grad_norm": 259.604248046875,
+      "learning_rate": 1.643893530235e-05,
+      "loss": 27.7812,
+      "step": 12514
+    },
+    {
+      "epoch": 0.5980598298767084,
+      "grad_norm": 193.7106475830078,
+      "learning_rate": 1.6438343185329334e-05,
+      "loss": 35.375,
+      "step": 12515
+    },
+    {
+      "epoch": 0.5981076173181687,
+      "grad_norm": 151.27359008789062,
+      "learning_rate": 1.6437751029751304e-05,
+      "loss": 28.2812,
+      "step": 12516
+    },
+    {
+      "epoch": 0.5981554047596291,
+      "grad_norm": 233.7391815185547,
+      "learning_rate": 1.643715883561945e-05,
+      "loss": 29.0,
+      "step": 12517
+    },
+    {
+      "epoch": 0.5982031922010895,
+      "grad_norm": 214.26919555664062,
+      "learning_rate": 1.6436566602937318e-05,
+      "loss": 22.25,
+      "step": 12518
+    },
+    {
+      "epoch": 0.5982509796425499,
+      "grad_norm": 405.50762939453125,
+      "learning_rate": 1.6435974331708462e-05,
+      "loss": 36.5625,
+      "step": 12519
+    },
+    {
+      "epoch": 0.5982987670840103,
+      "grad_norm": 222.46533203125,
+      "learning_rate": 1.6435382021936418e-05,
+      "loss": 21.4062,
+      "step": 12520
+    },
+    {
+      "epoch": 0.5983465545254707,
+      "grad_norm": 223.5999298095703,
+      "learning_rate": 1.6434789673624748e-05,
+      "loss": 23.7656,
+      "step": 12521
+    },
+    {
+      "epoch": 0.5983943419669311,
+      "grad_norm": 261.05419921875,
+      "learning_rate": 1.6434197286776985e-05,
+      "loss": 32.8906,
+      "step": 12522
+    },
+    {
+      "epoch": 0.5984421294083915,
+      "grad_norm": 178.50999450683594,
+      "learning_rate": 1.6433604861396684e-05,
+      "loss": 33.5312,
+      "step": 12523
+    },
+    {
+      "epoch": 0.5984899168498519,
+      "grad_norm": 415.90814208984375,
+      "learning_rate": 1.6433012397487395e-05,
+      "loss": 33.7812,
+      "step": 12524
+    },
+    {
+      "epoch": 0.5985377042913123,
+      "grad_norm": 177.19265747070312,
+      "learning_rate": 1.6432419895052655e-05,
+      "loss": 20.5156,
+      "step": 12525
+    },
+    {
+      "epoch": 0.5985854917327726,
+      "grad_norm": 239.85501098632812,
+      "learning_rate": 1.6431827354096026e-05,
+      "loss": 31.75,
+      "step": 12526
+    },
+    {
+      "epoch": 0.598633279174233,
+      "grad_norm": 962.3118896484375,
+      "learning_rate": 1.643123477462105e-05,
+      "loss": 39.875,
+      "step": 12527
+    },
+    {
+      "epoch": 0.5986810666156934,
+      "grad_norm": 238.21006774902344,
+      "learning_rate": 1.6430642156631272e-05,
+      "loss": 32.4062,
+      "step": 12528
+    },
+    {
+      "epoch": 0.5987288540571538,
+      "grad_norm": 208.0295867919922,
+      "learning_rate": 1.643004950013025e-05,
+      "loss": 26.9219,
+      "step": 12529
+    },
+    {
+      "epoch": 0.5987766414986142,
+      "grad_norm": 393.65771484375,
+      "learning_rate": 1.6429456805121525e-05,
+      "loss": 40.8438,
+      "step": 12530
+    },
+    {
+      "epoch": 0.5988244289400746,
+      "grad_norm": 395.4906921386719,
+      "learning_rate": 1.6428864071608653e-05,
+      "loss": 26.2969,
+      "step": 12531
+    },
+    {
+      "epoch": 0.598872216381535,
+      "grad_norm": 344.6236572265625,
+      "learning_rate": 1.642827129959518e-05,
+      "loss": 24.9844,
+      "step": 12532
+    },
+    {
+      "epoch": 0.5989200038229953,
+      "grad_norm": 184.24313354492188,
+      "learning_rate": 1.6427678489084656e-05,
+      "loss": 22.8125,
+      "step": 12533
+    },
+    {
+      "epoch": 0.5989677912644557,
+      "grad_norm": 484.0040588378906,
+      "learning_rate": 1.6427085640080633e-05,
+      "loss": 26.375,
+      "step": 12534
+    },
+    {
+      "epoch": 0.599015578705916,
+      "grad_norm": 195.9525146484375,
+      "learning_rate": 1.6426492752586657e-05,
+      "loss": 28.7188,
+      "step": 12535
+    },
+    {
+      "epoch": 0.5990633661473764,
+      "grad_norm": 431.2080993652344,
+      "learning_rate": 1.6425899826606286e-05,
+      "loss": 33.4062,
+      "step": 12536
+    },
+    {
+      "epoch": 0.5991111535888368,
+      "grad_norm": 503.135986328125,
+      "learning_rate": 1.6425306862143066e-05,
+      "loss": 40.7188,
+      "step": 12537
+    },
+    {
+      "epoch": 0.5991589410302972,
+      "grad_norm": 172.52822875976562,
+      "learning_rate": 1.6424713859200546e-05,
+      "loss": 29.0,
+      "step": 12538
+    },
+    {
+      "epoch": 0.5992067284717576,
+      "grad_norm": 473.16619873046875,
+      "learning_rate": 1.642412081778228e-05,
+      "loss": 32.9062,
+      "step": 12539
+    },
+    {
+      "epoch": 0.599254515913218,
+      "grad_norm": 420.0470275878906,
+      "learning_rate": 1.6423527737891824e-05,
+      "loss": 28.1562,
+      "step": 12540
+    },
+    {
+      "epoch": 0.5993023033546784,
+      "grad_norm": 223.01329040527344,
+      "learning_rate": 1.6422934619532723e-05,
+      "loss": 34.3281,
+      "step": 12541
+    },
+    {
+      "epoch": 0.5993500907961388,
+      "grad_norm": 203.41470336914062,
+      "learning_rate": 1.642234146270853e-05,
+      "loss": 31.75,
+      "step": 12542
+    },
+    {
+      "epoch": 0.5993978782375992,
+      "grad_norm": 523.2920532226562,
+      "learning_rate": 1.64217482674228e-05,
+      "loss": 31.3125,
+      "step": 12543
+    },
+    {
+      "epoch": 0.5994456656790595,
+      "grad_norm": 414.1139221191406,
+      "learning_rate": 1.6421155033679085e-05,
+      "loss": 23.7812,
+      "step": 12544
+    },
+    {
+      "epoch": 0.5994934531205199,
+      "grad_norm": 214.5606231689453,
+      "learning_rate": 1.642056176148094e-05,
+      "loss": 22.5312,
+      "step": 12545
+    },
+    {
+      "epoch": 0.5995412405619803,
+      "grad_norm": 294.0807800292969,
+      "learning_rate": 1.641996845083191e-05,
+      "loss": 35.4375,
+      "step": 12546
+    },
+    {
+      "epoch": 0.5995890280034407,
+      "grad_norm": 301.70831298828125,
+      "learning_rate": 1.641937510173555e-05,
+      "loss": 30.9688,
+      "step": 12547
+    },
+    {
+      "epoch": 0.5996368154449011,
+      "grad_norm": 291.4012145996094,
+      "learning_rate": 1.6418781714195424e-05,
+      "loss": 32.125,
+      "step": 12548
+    },
+    {
+      "epoch": 0.5996846028863615,
+      "grad_norm": 427.5147705078125,
+      "learning_rate": 1.6418188288215075e-05,
+      "loss": 29.875,
+      "step": 12549
+    },
+    {
+      "epoch": 0.5997323903278219,
+      "grad_norm": 195.8125762939453,
+      "learning_rate": 1.6417594823798058e-05,
+      "loss": 25.5312,
+      "step": 12550
+    },
+    {
+      "epoch": 0.5997801777692823,
+      "grad_norm": 253.40020751953125,
+      "learning_rate": 1.641700132094793e-05,
+      "loss": 28.3125,
+      "step": 12551
+    },
+    {
+      "epoch": 0.5998279652107427,
+      "grad_norm": 425.5459289550781,
+      "learning_rate": 1.6416407779668248e-05,
+      "loss": 36.0312,
+      "step": 12552
+    },
+    {
+      "epoch": 0.599875752652203,
+      "grad_norm": 160.48788452148438,
+      "learning_rate": 1.6415814199962556e-05,
+      "loss": 26.0625,
+      "step": 12553
+    },
+    {
+      "epoch": 0.5999235400936633,
+      "grad_norm": 182.22299194335938,
+      "learning_rate": 1.641522058183442e-05,
+      "loss": 24.375,
+      "step": 12554
+    },
+    {
+      "epoch": 0.5999713275351237,
+      "grad_norm": 356.03253173828125,
+      "learning_rate": 1.641462692528739e-05,
+      "loss": 27.0312,
+      "step": 12555
+    },
+    {
+      "epoch": 0.6000191149765841,
+      "grad_norm": 181.8680419921875,
+      "learning_rate": 1.6414033230325022e-05,
+      "loss": 31.2188,
+      "step": 12556
+    },
+    {
+      "epoch": 0.6000669024180445,
+      "grad_norm": 324.0976867675781,
+      "learning_rate": 1.641343949695087e-05,
+      "loss": 34.5312,
+      "step": 12557
+    },
+    {
+      "epoch": 0.6001146898595049,
+      "grad_norm": 338.2344665527344,
+      "learning_rate": 1.641284572516849e-05,
+      "loss": 27.2031,
+      "step": 12558
+    },
+    {
+      "epoch": 0.6001624773009653,
+      "grad_norm": 186.44642639160156,
+      "learning_rate": 1.641225191498144e-05,
+      "loss": 34.2344,
+      "step": 12559
+    },
+    {
+      "epoch": 0.6002102647424257,
+      "grad_norm": 191.67294311523438,
+      "learning_rate": 1.6411658066393277e-05,
+      "loss": 23.5,
+      "step": 12560
+    },
+    {
+      "epoch": 0.6002580521838861,
+      "grad_norm": 317.02777099609375,
+      "learning_rate": 1.6411064179407556e-05,
+      "loss": 26.0938,
+      "step": 12561
+    },
+    {
+      "epoch": 0.6003058396253464,
+      "grad_norm": 264.2601013183594,
+      "learning_rate": 1.641047025402783e-05,
+      "loss": 35.7188,
+      "step": 12562
+    },
+    {
+      "epoch": 0.6003536270668068,
+      "grad_norm": 242.24330139160156,
+      "learning_rate": 1.6409876290257664e-05,
+      "loss": 22.2188,
+      "step": 12563
+    },
+    {
+      "epoch": 0.6004014145082672,
+      "grad_norm": 237.05479431152344,
+      "learning_rate": 1.6409282288100605e-05,
+      "loss": 32.25,
+      "step": 12564
+    },
+    {
+      "epoch": 0.6004492019497276,
+      "grad_norm": 302.9148254394531,
+      "learning_rate": 1.6408688247560217e-05,
+      "loss": 28.5,
+      "step": 12565
+    },
+    {
+      "epoch": 0.600496989391188,
+      "grad_norm": 283.5011291503906,
+      "learning_rate": 1.6408094168640055e-05,
+      "loss": 37.7031,
+      "step": 12566
+    },
+    {
+      "epoch": 0.6005447768326484,
+      "grad_norm": 255.90798950195312,
+      "learning_rate": 1.640750005134368e-05,
+      "loss": 27.9688,
+      "step": 12567
+    },
+    {
+      "epoch": 0.6005925642741088,
+      "grad_norm": 267.1352844238281,
+      "learning_rate": 1.6406905895674645e-05,
+      "loss": 38.2188,
+      "step": 12568
+    },
+    {
+      "epoch": 0.6006403517155692,
+      "grad_norm": 241.55677795410156,
+      "learning_rate": 1.6406311701636512e-05,
+      "loss": 40.2188,
+      "step": 12569
+    },
+    {
+      "epoch": 0.6006881391570296,
+      "grad_norm": 767.337890625,
+      "learning_rate": 1.640571746923284e-05,
+      "loss": 33.0938,
+      "step": 12570
+    },
+    {
+      "epoch": 0.60073592659849,
+      "grad_norm": 272.1349182128906,
+      "learning_rate": 1.6405123198467185e-05,
+      "loss": 29.4062,
+      "step": 12571
+    },
+    {
+      "epoch": 0.6007837140399503,
+      "grad_norm": 238.29232788085938,
+      "learning_rate": 1.6404528889343105e-05,
+      "loss": 30.9062,
+      "step": 12572
+    },
+    {
+      "epoch": 0.6008315014814107,
+      "grad_norm": 226.80899047851562,
+      "learning_rate": 1.640393454186416e-05,
+      "loss": 24.2188,
+      "step": 12573
+    },
+    {
+      "epoch": 0.6008792889228711,
+      "grad_norm": 283.0044860839844,
+      "learning_rate": 1.6403340156033913e-05,
+      "loss": 30.25,
+      "step": 12574
+    },
+    {
+      "epoch": 0.6009270763643314,
+      "grad_norm": 212.37269592285156,
+      "learning_rate": 1.6402745731855922e-05,
+      "loss": 24.5,
+      "step": 12575
+    },
+    {
+      "epoch": 0.6009748638057918,
+      "grad_norm": 355.75286865234375,
+      "learning_rate": 1.6402151269333742e-05,
+      "loss": 33.125,
+      "step": 12576
+    },
+    {
+      "epoch": 0.6010226512472522,
+      "grad_norm": 253.46560668945312,
+      "learning_rate": 1.640155676847094e-05,
+      "loss": 31.1719,
+      "step": 12577
+    },
+    {
+      "epoch": 0.6010704386887126,
+      "grad_norm": 168.22842407226562,
+      "learning_rate": 1.6400962229271074e-05,
+      "loss": 23.5312,
+      "step": 12578
+    },
+    {
+      "epoch": 0.601118226130173,
+      "grad_norm": 211.08224487304688,
+      "learning_rate": 1.64003676517377e-05,
+      "loss": 25.9375,
+      "step": 12579
+    },
+    {
+      "epoch": 0.6011660135716334,
+      "grad_norm": 278.1919250488281,
+      "learning_rate": 1.6399773035874388e-05,
+      "loss": 27.5625,
+      "step": 12580
+    },
+    {
+      "epoch": 0.6012138010130937,
+      "grad_norm": 429.6394958496094,
+      "learning_rate": 1.6399178381684688e-05,
+      "loss": 29.6562,
+      "step": 12581
+    },
+    {
+      "epoch": 0.6012615884545541,
+      "grad_norm": 188.91600036621094,
+      "learning_rate": 1.6398583689172172e-05,
+      "loss": 28.5312,
+      "step": 12582
+    },
+    {
+      "epoch": 0.6013093758960145,
+      "grad_norm": 316.89093017578125,
+      "learning_rate": 1.6397988958340393e-05,
+      "loss": 28.0,
+      "step": 12583
+    },
+    {
+      "epoch": 0.6013571633374749,
+      "grad_norm": 255.4795379638672,
+      "learning_rate": 1.6397394189192913e-05,
+      "loss": 29.5625,
+      "step": 12584
+    },
+    {
+      "epoch": 0.6014049507789353,
+      "grad_norm": 210.37144470214844,
+      "learning_rate": 1.6396799381733303e-05,
+      "loss": 22.1719,
+      "step": 12585
+    },
+    {
+      "epoch": 0.6014527382203957,
+      "grad_norm": 393.3052062988281,
+      "learning_rate": 1.6396204535965113e-05,
+      "loss": 38.25,
+      "step": 12586
+    },
+    {
+      "epoch": 0.6015005256618561,
+      "grad_norm": 390.86175537109375,
+      "learning_rate": 1.6395609651891915e-05,
+      "loss": 39.2812,
+      "step": 12587
+    },
+    {
+      "epoch": 0.6015483131033165,
+      "grad_norm": 377.5045471191406,
+      "learning_rate": 1.6395014729517266e-05,
+      "loss": 42.0,
+      "step": 12588
+    },
+    {
+      "epoch": 0.6015961005447769,
+      "grad_norm": 414.9403076171875,
+      "learning_rate": 1.639441976884473e-05,
+      "loss": 31.5,
+      "step": 12589
+    },
+    {
+      "epoch": 0.6016438879862372,
+      "grad_norm": 274.8614196777344,
+      "learning_rate": 1.6393824769877873e-05,
+      "loss": 25.8125,
+      "step": 12590
+    },
+    {
+      "epoch": 0.6016916754276976,
+      "grad_norm": 503.3509826660156,
+      "learning_rate": 1.6393229732620253e-05,
+      "loss": 25.875,
+      "step": 12591
+    },
+    {
+      "epoch": 0.601739462869158,
+      "grad_norm": 189.0369873046875,
+      "learning_rate": 1.639263465707544e-05,
+      "loss": 27.3125,
+      "step": 12592
+    },
+    {
+      "epoch": 0.6017872503106184,
+      "grad_norm": 210.48898315429688,
+      "learning_rate": 1.639203954324699e-05,
+      "loss": 26.9219,
+      "step": 12593
+    },
+    {
+      "epoch": 0.6018350377520788,
+      "grad_norm": 214.97799682617188,
+      "learning_rate": 1.6391444391138477e-05,
+      "loss": 33.6562,
+      "step": 12594
+    },
+    {
+      "epoch": 0.6018828251935391,
+      "grad_norm": 310.5218505859375,
+      "learning_rate": 1.6390849200753452e-05,
+      "loss": 36.25,
+      "step": 12595
+    },
+    {
+      "epoch": 0.6019306126349995,
+      "grad_norm": 391.4812316894531,
+      "learning_rate": 1.639025397209549e-05,
+      "loss": 37.625,
+      "step": 12596
+    },
+    {
+      "epoch": 0.6019784000764599,
+      "grad_norm": 650.1032104492188,
+      "learning_rate": 1.6389658705168154e-05,
+      "loss": 27.9062,
+      "step": 12597
+    },
+    {
+      "epoch": 0.6020261875179203,
+      "grad_norm": 245.84014892578125,
+      "learning_rate": 1.638906339997501e-05,
+      "loss": 25.2812,
+      "step": 12598
+    },
+    {
+      "epoch": 0.6020739749593806,
+      "grad_norm": 290.6471862792969,
+      "learning_rate": 1.638846805651961e-05,
+      "loss": 26.4688,
+      "step": 12599
+    },
+    {
+      "epoch": 0.602121762400841,
+      "grad_norm": 353.1018371582031,
+      "learning_rate": 1.638787267480554e-05,
+      "loss": 32.9688,
+      "step": 12600
+    },
+    {
+      "epoch": 0.6021695498423014,
+      "grad_norm": 255.66746520996094,
+      "learning_rate": 1.6387277254836352e-05,
+      "loss": 37.6875,
+      "step": 12601
+    },
+    {
+      "epoch": 0.6022173372837618,
+      "grad_norm": 221.6012725830078,
+      "learning_rate": 1.6386681796615617e-05,
+      "loss": 39.0625,
+      "step": 12602
+    },
+    {
+      "epoch": 0.6022651247252222,
+      "grad_norm": 220.29507446289062,
+      "learning_rate": 1.6386086300146895e-05,
+      "loss": 39.2188,
+      "step": 12603
+    },
+    {
+      "epoch": 0.6023129121666826,
+      "grad_norm": 1146.7362060546875,
+      "learning_rate": 1.6385490765433757e-05,
+      "loss": 35.5781,
+      "step": 12604
+    },
+    {
+      "epoch": 0.602360699608143,
+      "grad_norm": 222.83226013183594,
+      "learning_rate": 1.638489519247977e-05,
+      "loss": 24.2969,
+      "step": 12605
+    },
+    {
+      "epoch": 0.6024084870496034,
+      "grad_norm": 273.5945739746094,
+      "learning_rate": 1.6384299581288502e-05,
+      "loss": 21.7812,
+      "step": 12606
+    },
+    {
+      "epoch": 0.6024562744910638,
+      "grad_norm": 370.2705078125,
+      "learning_rate": 1.6383703931863512e-05,
+      "loss": 35.0938,
+      "step": 12607
+    },
+    {
+      "epoch": 0.6025040619325241,
+      "grad_norm": 564.4642333984375,
+      "learning_rate": 1.6383108244208378e-05,
+      "loss": 43.4375,
+      "step": 12608
+    },
+    {
+      "epoch": 0.6025518493739845,
+      "grad_norm": 475.8773498535156,
+      "learning_rate": 1.6382512518326658e-05,
+      "loss": 33.5,
+      "step": 12609
+    },
+    {
+      "epoch": 0.6025996368154449,
+      "grad_norm": 233.22665405273438,
+      "learning_rate": 1.6381916754221928e-05,
+      "loss": 26.8125,
+      "step": 12610
+    },
+    {
+      "epoch": 0.6026474242569053,
+      "grad_norm": 447.9670104980469,
+      "learning_rate": 1.638132095189775e-05,
+      "loss": 39.6875,
+      "step": 12611
+    },
+    {
+      "epoch": 0.6026952116983657,
+      "grad_norm": 414.0372314453125,
+      "learning_rate": 1.6380725111357693e-05,
+      "loss": 21.875,
+      "step": 12612
+    },
+    {
+      "epoch": 0.6027429991398261,
+      "grad_norm": 835.126953125,
+      "learning_rate": 1.6380129232605326e-05,
+      "loss": 29.9375,
+      "step": 12613
+    },
+    {
+      "epoch": 0.6027907865812865,
+      "grad_norm": 200.46253967285156,
+      "learning_rate": 1.6379533315644214e-05,
+      "loss": 23.1875,
+      "step": 12614
+    },
+    {
+      "epoch": 0.6028385740227469,
+      "grad_norm": 341.8686828613281,
+      "learning_rate": 1.6378937360477935e-05,
+      "loss": 32.5312,
+      "step": 12615
+    },
+    {
+      "epoch": 0.6028863614642072,
+      "grad_norm": 406.8277282714844,
+      "learning_rate": 1.6378341367110047e-05,
+      "loss": 44.0625,
+      "step": 12616
+    },
+    {
+      "epoch": 0.6029341489056675,
+      "grad_norm": 201.1126708984375,
+      "learning_rate": 1.637774533554413e-05,
+      "loss": 30.0625,
+      "step": 12617
+    },
+    {
+      "epoch": 0.6029819363471279,
+      "grad_norm": 220.1360321044922,
+      "learning_rate": 1.6377149265783747e-05,
+      "loss": 23.3125,
+      "step": 12618
+    },
+    {
+      "epoch": 0.6030297237885883,
+      "grad_norm": 230.37716674804688,
+      "learning_rate": 1.6376553157832463e-05,
+      "loss": 23.7969,
+      "step": 12619
+    },
+    {
+      "epoch": 0.6030775112300487,
+      "grad_norm": 357.6717834472656,
+      "learning_rate": 1.637595701169386e-05,
+      "loss": 29.2188,
+      "step": 12620
+    },
+    {
+      "epoch": 0.6031252986715091,
+      "grad_norm": 293.4843444824219,
+      "learning_rate": 1.63753608273715e-05,
+      "loss": 28.8438,
+      "step": 12621
+    },
+    {
+      "epoch": 0.6031730861129695,
+      "grad_norm": 246.041015625,
+      "learning_rate": 1.6374764604868954e-05,
+      "loss": 27.875,
+      "step": 12622
+    },
+    {
+      "epoch": 0.6032208735544299,
+      "grad_norm": 285.7381896972656,
+      "learning_rate": 1.6374168344189794e-05,
+      "loss": 29.5312,
+      "step": 12623
+    },
+    {
+      "epoch": 0.6032686609958903,
+      "grad_norm": 319.9861755371094,
+      "learning_rate": 1.637357204533759e-05,
+      "loss": 26.4062,
+      "step": 12624
+    },
+    {
+      "epoch": 0.6033164484373507,
+      "grad_norm": 509.51715087890625,
+      "learning_rate": 1.6372975708315912e-05,
+      "loss": 39.375,
+      "step": 12625
+    },
+    {
+      "epoch": 0.603364235878811,
+      "grad_norm": 455.4928283691406,
+      "learning_rate": 1.6372379333128336e-05,
+      "loss": 41.75,
+      "step": 12626
+    },
+    {
+      "epoch": 0.6034120233202714,
+      "grad_norm": 259.4550476074219,
+      "learning_rate": 1.637178291977843e-05,
+      "loss": 35.4688,
+      "step": 12627
+    },
+    {
+      "epoch": 0.6034598107617318,
+      "grad_norm": 278.0183410644531,
+      "learning_rate": 1.6371186468269766e-05,
+      "loss": 28.5,
+      "step": 12628
+    },
+    {
+      "epoch": 0.6035075982031922,
+      "grad_norm": 415.27899169921875,
+      "learning_rate": 1.6370589978605914e-05,
+      "loss": 39.4688,
+      "step": 12629
+    },
+    {
+      "epoch": 0.6035553856446526,
+      "grad_norm": 305.8541564941406,
+      "learning_rate": 1.6369993450790455e-05,
+      "loss": 41.5938,
+      "step": 12630
+    },
+    {
+      "epoch": 0.603603173086113,
+      "grad_norm": 1437.1051025390625,
+      "learning_rate": 1.6369396884826946e-05,
+      "loss": 35.8125,
+      "step": 12631
+    },
+    {
+      "epoch": 0.6036509605275734,
+      "grad_norm": 356.81842041015625,
+      "learning_rate": 1.6368800280718975e-05,
+      "loss": 32.25,
+      "step": 12632
+    },
+    {
+      "epoch": 0.6036987479690338,
+      "grad_norm": 218.2954559326172,
+      "learning_rate": 1.6368203638470107e-05,
+      "loss": 24.25,
+      "step": 12633
+    },
+    {
+      "epoch": 0.6037465354104942,
+      "grad_norm": 302.79241943359375,
+      "learning_rate": 1.6367606958083912e-05,
+      "loss": 26.4375,
+      "step": 12634
+    },
+    {
+      "epoch": 0.6037943228519546,
+      "grad_norm": 341.4245910644531,
+      "learning_rate": 1.6367010239563975e-05,
+      "loss": 28.375,
+      "step": 12635
+    },
+    {
+      "epoch": 0.6038421102934148,
+      "grad_norm": 355.28326416015625,
+      "learning_rate": 1.6366413482913858e-05,
+      "loss": 38.375,
+      "step": 12636
+    },
+    {
+      "epoch": 0.6038898977348752,
+      "grad_norm": 205.3650665283203,
+      "learning_rate": 1.6365816688137138e-05,
+      "loss": 31.3125,
+      "step": 12637
+    },
+    {
+      "epoch": 0.6039376851763356,
+      "grad_norm": 213.9029541015625,
+      "learning_rate": 1.636521985523739e-05,
+      "loss": 30.375,
+      "step": 12638
+    },
+    {
+      "epoch": 0.603985472617796,
+      "grad_norm": 462.7770690917969,
+      "learning_rate": 1.6364622984218193e-05,
+      "loss": 27.9844,
+      "step": 12639
+    },
+    {
+      "epoch": 0.6040332600592564,
+      "grad_norm": 182.88400268554688,
+      "learning_rate": 1.6364026075083114e-05,
+      "loss": 23.2031,
+      "step": 12640
+    },
+    {
+      "epoch": 0.6040810475007168,
+      "grad_norm": 204.1875457763672,
+      "learning_rate": 1.636342912783573e-05,
+      "loss": 26.5625,
+      "step": 12641
+    },
+    {
+      "epoch": 0.6041288349421772,
+      "grad_norm": 224.99998474121094,
+      "learning_rate": 1.6362832142479615e-05,
+      "loss": 30.6562,
+      "step": 12642
+    },
+    {
+      "epoch": 0.6041766223836376,
+      "grad_norm": 325.50872802734375,
+      "learning_rate": 1.636223511901835e-05,
+      "loss": 49.2812,
+      "step": 12643
+    },
+    {
+      "epoch": 0.604224409825098,
+      "grad_norm": 339.06524658203125,
+      "learning_rate": 1.6361638057455502e-05,
+      "loss": 26.0625,
+      "step": 12644
+    },
+    {
+      "epoch": 0.6042721972665583,
+      "grad_norm": 400.33294677734375,
+      "learning_rate": 1.6361040957794652e-05,
+      "loss": 28.4375,
+      "step": 12645
+    },
+    {
+      "epoch": 0.6043199847080187,
+      "grad_norm": 490.96966552734375,
+      "learning_rate": 1.636044382003938e-05,
+      "loss": 31.625,
+      "step": 12646
+    },
+    {
+      "epoch": 0.6043677721494791,
+      "grad_norm": 159.43942260742188,
+      "learning_rate": 1.635984664419325e-05,
+      "loss": 32.2656,
+      "step": 12647
+    },
+    {
+      "epoch": 0.6044155595909395,
+      "grad_norm": 363.30059814453125,
+      "learning_rate": 1.635924943025985e-05,
+      "loss": 29.2812,
+      "step": 12648
+    },
+    {
+      "epoch": 0.6044633470323999,
+      "grad_norm": 236.36561584472656,
+      "learning_rate": 1.6358652178242747e-05,
+      "loss": 30.6562,
+      "step": 12649
+    },
+    {
+      "epoch": 0.6045111344738603,
+      "grad_norm": 204.66958618164062,
+      "learning_rate": 1.6358054888145524e-05,
+      "loss": 21.8906,
+      "step": 12650
+    },
+    {
+      "epoch": 0.6045589219153207,
+      "grad_norm": 214.96974182128906,
+      "learning_rate": 1.6357457559971756e-05,
+      "loss": 27.3281,
+      "step": 12651
+    },
+    {
+      "epoch": 0.6046067093567811,
+      "grad_norm": 316.6502380371094,
+      "learning_rate": 1.6356860193725024e-05,
+      "loss": 32.4844,
+      "step": 12652
+    },
+    {
+      "epoch": 0.6046544967982415,
+      "grad_norm": 383.2603759765625,
+      "learning_rate": 1.63562627894089e-05,
+      "loss": 25.0,
+      "step": 12653
+    },
+    {
+      "epoch": 0.6047022842397018,
+      "grad_norm": 104.45992279052734,
+      "learning_rate": 1.6355665347026963e-05,
+      "loss": 23.1875,
+      "step": 12654
+    },
+    {
+      "epoch": 0.6047500716811622,
+      "grad_norm": 242.90283203125,
+      "learning_rate": 1.635506786658279e-05,
+      "loss": 27.6562,
+      "step": 12655
+    },
+    {
+      "epoch": 0.6047978591226226,
+      "grad_norm": 277.3155517578125,
+      "learning_rate": 1.6354470348079962e-05,
+      "loss": 27.9688,
+      "step": 12656
+    },
+    {
+      "epoch": 0.6048456465640829,
+      "grad_norm": 157.47161865234375,
+      "learning_rate": 1.635387279152206e-05,
+      "loss": 34.4062,
+      "step": 12657
+    },
+    {
+      "epoch": 0.6048934340055433,
+      "grad_norm": 456.36785888671875,
+      "learning_rate": 1.6353275196912656e-05,
+      "loss": 35.5312,
+      "step": 12658
+    },
+    {
+      "epoch": 0.6049412214470037,
+      "grad_norm": 198.59075927734375,
+      "learning_rate": 1.635267756425533e-05,
+      "loss": 35.25,
+      "step": 12659
+    },
+    {
+      "epoch": 0.6049890088884641,
+      "grad_norm": 239.06729125976562,
+      "learning_rate": 1.6352079893553662e-05,
+      "loss": 28.2344,
+      "step": 12660
+    },
+    {
+      "epoch": 0.6050367963299245,
+      "grad_norm": 366.9148864746094,
+      "learning_rate": 1.6351482184811234e-05,
+      "loss": 26.5625,
+      "step": 12661
+    },
+    {
+      "epoch": 0.6050845837713849,
+      "grad_norm": 392.552490234375,
+      "learning_rate": 1.6350884438031622e-05,
+      "loss": 29.2188,
+      "step": 12662
+    },
+    {
+      "epoch": 0.6051323712128452,
+      "grad_norm": 340.8963928222656,
+      "learning_rate": 1.635028665321841e-05,
+      "loss": 26.875,
+      "step": 12663
+    },
+    {
+      "epoch": 0.6051801586543056,
+      "grad_norm": 336.4913024902344,
+      "learning_rate": 1.634968883037517e-05,
+      "loss": 29.3125,
+      "step": 12664
+    },
+    {
+      "epoch": 0.605227946095766,
+      "grad_norm": 149.24163818359375,
+      "learning_rate": 1.634909096950549e-05,
+      "loss": 15.3594,
+      "step": 12665
+    },
+    {
+      "epoch": 0.6052757335372264,
+      "grad_norm": 511.23797607421875,
+      "learning_rate": 1.6348493070612948e-05,
+      "loss": 32.8125,
+      "step": 12666
+    },
+    {
+      "epoch": 0.6053235209786868,
+      "grad_norm": 371.5372314453125,
+      "learning_rate": 1.6347895133701125e-05,
+      "loss": 28.5938,
+      "step": 12667
+    },
+    {
+      "epoch": 0.6053713084201472,
+      "grad_norm": 347.97772216796875,
+      "learning_rate": 1.6347297158773602e-05,
+      "loss": 27.2812,
+      "step": 12668
+    },
+    {
+      "epoch": 0.6054190958616076,
+      "grad_norm": 214.80581665039062,
+      "learning_rate": 1.6346699145833955e-05,
+      "loss": 33.4375,
+      "step": 12669
+    },
+    {
+      "epoch": 0.605466883303068,
+      "grad_norm": 212.83673095703125,
+      "learning_rate": 1.6346101094885775e-05,
+      "loss": 24.8438,
+      "step": 12670
+    },
+    {
+      "epoch": 0.6055146707445284,
+      "grad_norm": 333.1592102050781,
+      "learning_rate": 1.6345503005932632e-05,
+      "loss": 32.8438,
+      "step": 12671
+    },
+    {
+      "epoch": 0.6055624581859888,
+      "grad_norm": 205.5394744873047,
+      "learning_rate": 1.634490487897812e-05,
+      "loss": 27.5,
+      "step": 12672
+    },
+    {
+      "epoch": 0.6056102456274491,
+      "grad_norm": 207.12710571289062,
+      "learning_rate": 1.634430671402581e-05,
+      "loss": 21.5625,
+      "step": 12673
+    },
+    {
+      "epoch": 0.6056580330689095,
+      "grad_norm": 173.60592651367188,
+      "learning_rate": 1.6343708511079293e-05,
+      "loss": 26.7031,
+      "step": 12674
+    },
+    {
+      "epoch": 0.6057058205103699,
+      "grad_norm": 219.44393920898438,
+      "learning_rate": 1.6343110270142148e-05,
+      "loss": 35.6562,
+      "step": 12675
+    },
+    {
+      "epoch": 0.6057536079518303,
+      "grad_norm": 300.38934326171875,
+      "learning_rate": 1.6342511991217957e-05,
+      "loss": 39.1094,
+      "step": 12676
+    },
+    {
+      "epoch": 0.6058013953932907,
+      "grad_norm": 172.24050903320312,
+      "learning_rate": 1.6341913674310297e-05,
+      "loss": 30.75,
+      "step": 12677
+    },
+    {
+      "epoch": 0.605849182834751,
+      "grad_norm": 234.1220245361328,
+      "learning_rate": 1.6341315319422765e-05,
+      "loss": 24.8125,
+      "step": 12678
+    },
+    {
+      "epoch": 0.6058969702762114,
+      "grad_norm": 229.56431579589844,
+      "learning_rate": 1.6340716926558934e-05,
+      "loss": 29.7812,
+      "step": 12679
+    },
+    {
+      "epoch": 0.6059447577176718,
+      "grad_norm": 217.81008911132812,
+      "learning_rate": 1.634011849572239e-05,
+      "loss": 18.1719,
+      "step": 12680
+    },
+    {
+      "epoch": 0.6059925451591321,
+      "grad_norm": 272.254638671875,
+      "learning_rate": 1.6339520026916715e-05,
+      "loss": 23.6406,
+      "step": 12681
+    },
+    {
+      "epoch": 0.6060403326005925,
+      "grad_norm": 461.800048828125,
+      "learning_rate": 1.63389215201455e-05,
+      "loss": 26.375,
+      "step": 12682
+    },
+    {
+      "epoch": 0.6060881200420529,
+      "grad_norm": 224.52935791015625,
+      "learning_rate": 1.6338322975412323e-05,
+      "loss": 33.4062,
+      "step": 12683
+    },
+    {
+      "epoch": 0.6061359074835133,
+      "grad_norm": 245.3937530517578,
+      "learning_rate": 1.6337724392720765e-05,
+      "loss": 27.0625,
+      "step": 12684
+    },
+    {
+      "epoch": 0.6061836949249737,
+      "grad_norm": 258.0972595214844,
+      "learning_rate": 1.6337125772074423e-05,
+      "loss": 31.6562,
+      "step": 12685
+    },
+    {
+      "epoch": 0.6062314823664341,
+      "grad_norm": 235.84039306640625,
+      "learning_rate": 1.633652711347687e-05,
+      "loss": 32.8906,
+      "step": 12686
+    },
+    {
+      "epoch": 0.6062792698078945,
+      "grad_norm": 291.4261779785156,
+      "learning_rate": 1.6335928416931698e-05,
+      "loss": 22.1094,
+      "step": 12687
+    },
+    {
+      "epoch": 0.6063270572493549,
+      "grad_norm": 226.47023010253906,
+      "learning_rate": 1.633532968244249e-05,
+      "loss": 32.5312,
+      "step": 12688
+    },
+    {
+      "epoch": 0.6063748446908153,
+      "grad_norm": 360.2270812988281,
+      "learning_rate": 1.6334730910012832e-05,
+      "loss": 25.5,
+      "step": 12689
+    },
+    {
+      "epoch": 0.6064226321322757,
+      "grad_norm": 264.8742980957031,
+      "learning_rate": 1.6334132099646312e-05,
+      "loss": 29.1562,
+      "step": 12690
+    },
+    {
+      "epoch": 0.606470419573736,
+      "grad_norm": 312.82562255859375,
+      "learning_rate": 1.6333533251346513e-05,
+      "loss": 29.4062,
+      "step": 12691
+    },
+    {
+      "epoch": 0.6065182070151964,
+      "grad_norm": 267.1966247558594,
+      "learning_rate": 1.633293436511702e-05,
+      "loss": 20.7031,
+      "step": 12692
+    },
+    {
+      "epoch": 0.6065659944566568,
+      "grad_norm": 294.6369934082031,
+      "learning_rate": 1.633233544096142e-05,
+      "loss": 30.5312,
+      "step": 12693
+    },
+    {
+      "epoch": 0.6066137818981172,
+      "grad_norm": 323.606201171875,
+      "learning_rate": 1.6331736478883307e-05,
+      "loss": 46.3125,
+      "step": 12694
+    },
+    {
+      "epoch": 0.6066615693395776,
+      "grad_norm": 255.60775756835938,
+      "learning_rate": 1.633113747888626e-05,
+      "loss": 22.0625,
+      "step": 12695
+    },
+    {
+      "epoch": 0.606709356781038,
+      "grad_norm": 236.63485717773438,
+      "learning_rate": 1.633053844097387e-05,
+      "loss": 35.1875,
+      "step": 12696
+    },
+    {
+      "epoch": 0.6067571442224984,
+      "grad_norm": 383.4175720214844,
+      "learning_rate": 1.632993936514972e-05,
+      "loss": 37.5312,
+      "step": 12697
+    },
+    {
+      "epoch": 0.6068049316639587,
+      "grad_norm": 433.8821716308594,
+      "learning_rate": 1.6329340251417406e-05,
+      "loss": 25.125,
+      "step": 12698
+    },
+    {
+      "epoch": 0.606852719105419,
+      "grad_norm": 167.63363647460938,
+      "learning_rate": 1.632874109978051e-05,
+      "loss": 20.0312,
+      "step": 12699
+    },
+    {
+      "epoch": 0.6069005065468794,
+      "grad_norm": 215.3314666748047,
+      "learning_rate": 1.632814191024262e-05,
+      "loss": 27.9062,
+      "step": 12700
+    },
+    {
+      "epoch": 0.6069482939883398,
+      "grad_norm": 392.3738708496094,
+      "learning_rate": 1.6327542682807324e-05,
+      "loss": 24.0469,
+      "step": 12701
+    },
+    {
+      "epoch": 0.6069960814298002,
+      "grad_norm": 313.47247314453125,
+      "learning_rate": 1.6326943417478215e-05,
+      "loss": 31.3438,
+      "step": 12702
+    },
+    {
+      "epoch": 0.6070438688712606,
+      "grad_norm": 252.2650604248047,
+      "learning_rate": 1.6326344114258877e-05,
+      "loss": 25.3438,
+      "step": 12703
+    },
+    {
+      "epoch": 0.607091656312721,
+      "grad_norm": 493.0980529785156,
+      "learning_rate": 1.63257447731529e-05,
+      "loss": 36.5625,
+      "step": 12704
+    },
+    {
+      "epoch": 0.6071394437541814,
+      "grad_norm": 269.4796142578125,
+      "learning_rate": 1.632514539416388e-05,
+      "loss": 30.7812,
+      "step": 12705
+    },
+    {
+      "epoch": 0.6071872311956418,
+      "grad_norm": 408.52569580078125,
+      "learning_rate": 1.6324545977295396e-05,
+      "loss": 28.5938,
+      "step": 12706
+    },
+    {
+      "epoch": 0.6072350186371022,
+      "grad_norm": 450.14276123046875,
+      "learning_rate": 1.632394652255104e-05,
+      "loss": 33.9062,
+      "step": 12707
+    },
+    {
+      "epoch": 0.6072828060785626,
+      "grad_norm": 335.7658386230469,
+      "learning_rate": 1.6323347029934407e-05,
+      "loss": 40.375,
+      "step": 12708
+    },
+    {
+      "epoch": 0.6073305935200229,
+      "grad_norm": 339.25537109375,
+      "learning_rate": 1.632274749944909e-05,
+      "loss": 24.7344,
+      "step": 12709
+    },
+    {
+      "epoch": 0.6073783809614833,
+      "grad_norm": 254.6636962890625,
+      "learning_rate": 1.6322147931098666e-05,
+      "loss": 29.375,
+      "step": 12710
+    },
+    {
+      "epoch": 0.6074261684029437,
+      "grad_norm": 348.6214904785156,
+      "learning_rate": 1.6321548324886735e-05,
+      "loss": 33.5625,
+      "step": 12711
+    },
+    {
+      "epoch": 0.6074739558444041,
+      "grad_norm": 304.2633972167969,
+      "learning_rate": 1.632094868081689e-05,
+      "loss": 34.5469,
+      "step": 12712
+    },
+    {
+      "epoch": 0.6075217432858645,
+      "grad_norm": 187.8547821044922,
+      "learning_rate": 1.6320348998892715e-05,
+      "loss": 22.875,
+      "step": 12713
+    },
+    {
+      "epoch": 0.6075695307273249,
+      "grad_norm": 268.51458740234375,
+      "learning_rate": 1.631974927911781e-05,
+      "loss": 25.6719,
+      "step": 12714
+    },
+    {
+      "epoch": 0.6076173181687853,
+      "grad_norm": 453.4163818359375,
+      "learning_rate": 1.6319149521495758e-05,
+      "loss": 23.9062,
+      "step": 12715
+    },
+    {
+      "epoch": 0.6076651056102457,
+      "grad_norm": 260.2591552734375,
+      "learning_rate": 1.6318549726030154e-05,
+      "loss": 33.6875,
+      "step": 12716
+    },
+    {
+      "epoch": 0.6077128930517061,
+      "grad_norm": 190.86111450195312,
+      "learning_rate": 1.631794989272459e-05,
+      "loss": 21.6719,
+      "step": 12717
+    },
+    {
+      "epoch": 0.6077606804931664,
+      "grad_norm": 174.8882293701172,
+      "learning_rate": 1.631735002158266e-05,
+      "loss": 22.1875,
+      "step": 12718
+    },
+    {
+      "epoch": 0.6078084679346267,
+      "grad_norm": 264.3677978515625,
+      "learning_rate": 1.6316750112607954e-05,
+      "loss": 35.7812,
+      "step": 12719
+    },
+    {
+      "epoch": 0.6078562553760871,
+      "grad_norm": 419.45318603515625,
+      "learning_rate": 1.631615016580407e-05,
+      "loss": 30.5625,
+      "step": 12720
+    },
+    {
+      "epoch": 0.6079040428175475,
+      "grad_norm": 546.8475952148438,
+      "learning_rate": 1.631555018117459e-05,
+      "loss": 25.5156,
+      "step": 12721
+    },
+    {
+      "epoch": 0.6079518302590079,
+      "grad_norm": 395.8031921386719,
+      "learning_rate": 1.6314950158723117e-05,
+      "loss": 26.1094,
+      "step": 12722
+    },
+    {
+      "epoch": 0.6079996177004683,
+      "grad_norm": 164.1907501220703,
+      "learning_rate": 1.6314350098453242e-05,
+      "loss": 22.2188,
+      "step": 12723
+    },
+    {
+      "epoch": 0.6080474051419287,
+      "grad_norm": 302.09527587890625,
+      "learning_rate": 1.6313750000368557e-05,
+      "loss": 28.8125,
+      "step": 12724
+    },
+    {
+      "epoch": 0.6080951925833891,
+      "grad_norm": 254.37478637695312,
+      "learning_rate": 1.6313149864472656e-05,
+      "loss": 39.75,
+      "step": 12725
+    },
+    {
+      "epoch": 0.6081429800248495,
+      "grad_norm": 202.8241424560547,
+      "learning_rate": 1.6312549690769132e-05,
+      "loss": 27.2656,
+      "step": 12726
+    },
+    {
+      "epoch": 0.6081907674663098,
+      "grad_norm": 379.7015380859375,
+      "learning_rate": 1.631194947926158e-05,
+      "loss": 34.0938,
+      "step": 12727
+    },
+    {
+      "epoch": 0.6082385549077702,
+      "grad_norm": 141.24887084960938,
+      "learning_rate": 1.63113492299536e-05,
+      "loss": 24.0781,
+      "step": 12728
+    },
+    {
+      "epoch": 0.6082863423492306,
+      "grad_norm": 237.90087890625,
+      "learning_rate": 1.6310748942848776e-05,
+      "loss": 34.4688,
+      "step": 12729
+    },
+    {
+      "epoch": 0.608334129790691,
+      "grad_norm": 143.8866729736328,
+      "learning_rate": 1.6310148617950714e-05,
+      "loss": 27.2969,
+      "step": 12730
+    },
+    {
+      "epoch": 0.6083819172321514,
+      "grad_norm": 249.5459442138672,
+      "learning_rate": 1.6309548255263003e-05,
+      "loss": 35.3438,
+      "step": 12731
+    },
+    {
+      "epoch": 0.6084297046736118,
+      "grad_norm": 341.8866271972656,
+      "learning_rate": 1.630894785478924e-05,
+      "loss": 42.7188,
+      "step": 12732
+    },
+    {
+      "epoch": 0.6084774921150722,
+      "grad_norm": 243.2675018310547,
+      "learning_rate": 1.630834741653302e-05,
+      "loss": 26.5,
+      "step": 12733
+    },
+    {
+      "epoch": 0.6085252795565326,
+      "grad_norm": 220.322265625,
+      "learning_rate": 1.6307746940497936e-05,
+      "loss": 40.375,
+      "step": 12734
+    },
+    {
+      "epoch": 0.608573066997993,
+      "grad_norm": 289.7385559082031,
+      "learning_rate": 1.630714642668759e-05,
+      "loss": 28.9375,
+      "step": 12735
+    },
+    {
+      "epoch": 0.6086208544394534,
+      "grad_norm": 232.42337036132812,
+      "learning_rate": 1.6306545875105574e-05,
+      "loss": 40.2188,
+      "step": 12736
+    },
+    {
+      "epoch": 0.6086686418809137,
+      "grad_norm": 400.3733825683594,
+      "learning_rate": 1.6305945285755488e-05,
+      "loss": 31.2188,
+      "step": 12737
+    },
+    {
+      "epoch": 0.6087164293223741,
+      "grad_norm": 237.9873504638672,
+      "learning_rate": 1.6305344658640922e-05,
+      "loss": 28.1875,
+      "step": 12738
+    },
+    {
+      "epoch": 0.6087642167638344,
+      "grad_norm": 262.73089599609375,
+      "learning_rate": 1.6304743993765482e-05,
+      "loss": 28.1875,
+      "step": 12739
+    },
+    {
+      "epoch": 0.6088120042052948,
+      "grad_norm": 169.53533935546875,
+      "learning_rate": 1.630414329113276e-05,
+      "loss": 28.9531,
+      "step": 12740
+    },
+    {
+      "epoch": 0.6088597916467552,
+      "grad_norm": 164.5828857421875,
+      "learning_rate": 1.6303542550746354e-05,
+      "loss": 25.3438,
+      "step": 12741
+    },
+    {
+      "epoch": 0.6089075790882156,
+      "grad_norm": 666.4824829101562,
+      "learning_rate": 1.6302941772609863e-05,
+      "loss": 34.1875,
+      "step": 12742
+    },
+    {
+      "epoch": 0.608955366529676,
+      "grad_norm": 194.9796905517578,
+      "learning_rate": 1.630234095672688e-05,
+      "loss": 17.125,
+      "step": 12743
+    },
+    {
+      "epoch": 0.6090031539711364,
+      "grad_norm": 295.97235107421875,
+      "learning_rate": 1.630174010310101e-05,
+      "loss": 31.125,
+      "step": 12744
+    },
+    {
+      "epoch": 0.6090509414125967,
+      "grad_norm": 250.4517364501953,
+      "learning_rate": 1.6301139211735847e-05,
+      "loss": 32.2812,
+      "step": 12745
+    },
+    {
+      "epoch": 0.6090987288540571,
+      "grad_norm": 359.9290771484375,
+      "learning_rate": 1.630053828263499e-05,
+      "loss": 37.0312,
+      "step": 12746
+    },
+    {
+      "epoch": 0.6091465162955175,
+      "grad_norm": 221.41796875,
+      "learning_rate": 1.629993731580204e-05,
+      "loss": 29.5312,
+      "step": 12747
+    },
+    {
+      "epoch": 0.6091943037369779,
+      "grad_norm": 227.8697509765625,
+      "learning_rate": 1.6299336311240593e-05,
+      "loss": 19.1875,
+      "step": 12748
+    },
+    {
+      "epoch": 0.6092420911784383,
+      "grad_norm": 136.69036865234375,
+      "learning_rate": 1.6298735268954255e-05,
+      "loss": 17.4531,
+      "step": 12749
+    },
+    {
+      "epoch": 0.6092898786198987,
+      "grad_norm": 150.57119750976562,
+      "learning_rate": 1.6298134188946615e-05,
+      "loss": 22.5469,
+      "step": 12750
+    },
+    {
+      "epoch": 0.6093376660613591,
+      "grad_norm": 261.03631591796875,
+      "learning_rate": 1.629753307122128e-05,
+      "loss": 25.25,
+      "step": 12751
+    },
+    {
+      "epoch": 0.6093854535028195,
+      "grad_norm": 281.1275634765625,
+      "learning_rate": 1.6296931915781846e-05,
+      "loss": 26.5625,
+      "step": 12752
+    },
+    {
+      "epoch": 0.6094332409442799,
+      "grad_norm": 207.84495544433594,
+      "learning_rate": 1.6296330722631916e-05,
+      "loss": 30.0625,
+      "step": 12753
+    },
+    {
+      "epoch": 0.6094810283857403,
+      "grad_norm": 152.5014190673828,
+      "learning_rate": 1.629572949177509e-05,
+      "loss": 21.5,
+      "step": 12754
+    },
+    {
+      "epoch": 0.6095288158272006,
+      "grad_norm": 287.69390869140625,
+      "learning_rate": 1.629512822321497e-05,
+      "loss": 31.5938,
+      "step": 12755
+    },
+    {
+      "epoch": 0.609576603268661,
+      "grad_norm": 231.4188232421875,
+      "learning_rate": 1.6294526916955154e-05,
+      "loss": 23.4688,
+      "step": 12756
+    },
+    {
+      "epoch": 0.6096243907101214,
+      "grad_norm": 209.7782440185547,
+      "learning_rate": 1.6293925572999244e-05,
+      "loss": 32.875,
+      "step": 12757
+    },
+    {
+      "epoch": 0.6096721781515818,
+      "grad_norm": 336.4147033691406,
+      "learning_rate": 1.629332419135084e-05,
+      "loss": 21.5,
+      "step": 12758
+    },
+    {
+      "epoch": 0.6097199655930422,
+      "grad_norm": 170.71401977539062,
+      "learning_rate": 1.6292722772013544e-05,
+      "loss": 21.0781,
+      "step": 12759
+    },
+    {
+      "epoch": 0.6097677530345025,
+      "grad_norm": 246.2196044921875,
+      "learning_rate": 1.629212131499096e-05,
+      "loss": 31.5938,
+      "step": 12760
+    },
+    {
+      "epoch": 0.6098155404759629,
+      "grad_norm": 452.4713439941406,
+      "learning_rate": 1.6291519820286686e-05,
+      "loss": 28.2812,
+      "step": 12761
+    },
+    {
+      "epoch": 0.6098633279174233,
+      "grad_norm": 229.6090087890625,
+      "learning_rate": 1.629091828790433e-05,
+      "loss": 24.75,
+      "step": 12762
+    },
+    {
+      "epoch": 0.6099111153588836,
+      "grad_norm": 207.2592315673828,
+      "learning_rate": 1.6290316717847486e-05,
+      "loss": 30.7812,
+      "step": 12763
+    },
+    {
+      "epoch": 0.609958902800344,
+      "grad_norm": 267.4375305175781,
+      "learning_rate": 1.6289715110119767e-05,
+      "loss": 24.2344,
+      "step": 12764
+    },
+    {
+      "epoch": 0.6100066902418044,
+      "grad_norm": 212.953857421875,
+      "learning_rate": 1.628911346472477e-05,
+      "loss": 28.4844,
+      "step": 12765
+    },
+    {
+      "epoch": 0.6100544776832648,
+      "grad_norm": 199.95278930664062,
+      "learning_rate": 1.6288511781666095e-05,
+      "loss": 23.7656,
+      "step": 12766
+    },
+    {
+      "epoch": 0.6101022651247252,
+      "grad_norm": 347.8849792480469,
+      "learning_rate": 1.6287910060947352e-05,
+      "loss": 39.3125,
+      "step": 12767
+    },
+    {
+      "epoch": 0.6101500525661856,
+      "grad_norm": 178.77613830566406,
+      "learning_rate": 1.6287308302572143e-05,
+      "loss": 27.1094,
+      "step": 12768
+    },
+    {
+      "epoch": 0.610197840007646,
+      "grad_norm": 230.49758911132812,
+      "learning_rate": 1.6286706506544067e-05,
+      "loss": 23.75,
+      "step": 12769
+    },
+    {
+      "epoch": 0.6102456274491064,
+      "grad_norm": 357.6561279296875,
+      "learning_rate": 1.6286104672866728e-05,
+      "loss": 48.2188,
+      "step": 12770
+    },
+    {
+      "epoch": 0.6102934148905668,
+      "grad_norm": 293.1282653808594,
+      "learning_rate": 1.6285502801543738e-05,
+      "loss": 34.5625,
+      "step": 12771
+    },
+    {
+      "epoch": 0.6103412023320272,
+      "grad_norm": 345.74267578125,
+      "learning_rate": 1.6284900892578695e-05,
+      "loss": 35.3125,
+      "step": 12772
+    },
+    {
+      "epoch": 0.6103889897734875,
+      "grad_norm": 197.57838439941406,
+      "learning_rate": 1.6284298945975205e-05,
+      "loss": 19.0156,
+      "step": 12773
+    },
+    {
+      "epoch": 0.6104367772149479,
+      "grad_norm": 301.8907470703125,
+      "learning_rate": 1.6283696961736875e-05,
+      "loss": 23.3438,
+      "step": 12774
+    },
+    {
+      "epoch": 0.6104845646564083,
+      "grad_norm": 295.8419189453125,
+      "learning_rate": 1.6283094939867305e-05,
+      "loss": 22.1406,
+      "step": 12775
+    },
+    {
+      "epoch": 0.6105323520978687,
+      "grad_norm": 215.2137451171875,
+      "learning_rate": 1.6282492880370108e-05,
+      "loss": 21.0469,
+      "step": 12776
+    },
+    {
+      "epoch": 0.6105801395393291,
+      "grad_norm": 299.56439208984375,
+      "learning_rate": 1.6281890783248883e-05,
+      "loss": 23.7969,
+      "step": 12777
+    },
+    {
+      "epoch": 0.6106279269807895,
+      "grad_norm": 555.28466796875,
+      "learning_rate": 1.628128864850724e-05,
+      "loss": 19.3125,
+      "step": 12778
+    },
+    {
+      "epoch": 0.6106757144222499,
+      "grad_norm": 1180.4349365234375,
+      "learning_rate": 1.628068647614878e-05,
+      "loss": 32.4062,
+      "step": 12779
+    },
+    {
+      "epoch": 0.6107235018637103,
+      "grad_norm": 644.577392578125,
+      "learning_rate": 1.6280084266177115e-05,
+      "loss": 26.3438,
+      "step": 12780
+    },
+    {
+      "epoch": 0.6107712893051706,
+      "grad_norm": 246.77386474609375,
+      "learning_rate": 1.6279482018595846e-05,
+      "loss": 27.9062,
+      "step": 12781
+    },
+    {
+      "epoch": 0.6108190767466309,
+      "grad_norm": 244.69154357910156,
+      "learning_rate": 1.6278879733408587e-05,
+      "loss": 30.0,
+      "step": 12782
+    },
+    {
+      "epoch": 0.6108668641880913,
+      "grad_norm": 438.7042236328125,
+      "learning_rate": 1.6278277410618937e-05,
+      "loss": 29.7188,
+      "step": 12783
+    },
+    {
+      "epoch": 0.6109146516295517,
+      "grad_norm": 186.43878173828125,
+      "learning_rate": 1.6277675050230507e-05,
+      "loss": 24.9531,
+      "step": 12784
+    },
+    {
+      "epoch": 0.6109624390710121,
+      "grad_norm": 401.609375,
+      "learning_rate": 1.6277072652246903e-05,
+      "loss": 42.3125,
+      "step": 12785
+    },
+    {
+      "epoch": 0.6110102265124725,
+      "grad_norm": 482.7764892578125,
+      "learning_rate": 1.6276470216671733e-05,
+      "loss": 34.8594,
+      "step": 12786
+    },
+    {
+      "epoch": 0.6110580139539329,
+      "grad_norm": 182.76824951171875,
+      "learning_rate": 1.627586774350861e-05,
+      "loss": 30.0781,
+      "step": 12787
+    },
+    {
+      "epoch": 0.6111058013953933,
+      "grad_norm": 282.316162109375,
+      "learning_rate": 1.627526523276113e-05,
+      "loss": 25.2344,
+      "step": 12788
+    },
+    {
+      "epoch": 0.6111535888368537,
+      "grad_norm": 274.6858215332031,
+      "learning_rate": 1.6274662684432913e-05,
+      "loss": 24.6094,
+      "step": 12789
+    },
+    {
+      "epoch": 0.6112013762783141,
+      "grad_norm": 280.8995666503906,
+      "learning_rate": 1.627406009852756e-05,
+      "loss": 34.375,
+      "step": 12790
+    },
+    {
+      "epoch": 0.6112491637197744,
+      "grad_norm": 396.52215576171875,
+      "learning_rate": 1.627345747504869e-05,
+      "loss": 53.5625,
+      "step": 12791
+    },
+    {
+      "epoch": 0.6112969511612348,
+      "grad_norm": 224.45919799804688,
+      "learning_rate": 1.6272854813999898e-05,
+      "loss": 25.0781,
+      "step": 12792
+    },
+    {
+      "epoch": 0.6113447386026952,
+      "grad_norm": 389.0329284667969,
+      "learning_rate": 1.6272252115384802e-05,
+      "loss": 35.9062,
+      "step": 12793
+    },
+    {
+      "epoch": 0.6113925260441556,
+      "grad_norm": 178.18612670898438,
+      "learning_rate": 1.627164937920701e-05,
+      "loss": 19.5312,
+      "step": 12794
+    },
+    {
+      "epoch": 0.611440313485616,
+      "grad_norm": 217.62779235839844,
+      "learning_rate": 1.6271046605470128e-05,
+      "loss": 35.0938,
+      "step": 12795
+    },
+    {
+      "epoch": 0.6114881009270764,
+      "grad_norm": 271.5962219238281,
+      "learning_rate": 1.6270443794177773e-05,
+      "loss": 25.4062,
+      "step": 12796
+    },
+    {
+      "epoch": 0.6115358883685368,
+      "grad_norm": 293.67987060546875,
+      "learning_rate": 1.6269840945333547e-05,
+      "loss": 35.8438,
+      "step": 12797
+    },
+    {
+      "epoch": 0.6115836758099972,
+      "grad_norm": 428.97918701171875,
+      "learning_rate": 1.626923805894107e-05,
+      "loss": 26.7812,
+      "step": 12798
+    },
+    {
+      "epoch": 0.6116314632514576,
+      "grad_norm": 270.8417663574219,
+      "learning_rate": 1.6268635135003937e-05,
+      "loss": 31.875,
+      "step": 12799
+    },
+    {
+      "epoch": 0.611679250692918,
+      "grad_norm": 207.78512573242188,
+      "learning_rate": 1.6268032173525777e-05,
+      "loss": 32.0625,
+      "step": 12800
+    },
+    {
+      "epoch": 0.6117270381343782,
+      "grad_norm": 189.32969665527344,
+      "learning_rate": 1.6267429174510185e-05,
+      "loss": 18.1719,
+      "step": 12801
+    },
+    {
+      "epoch": 0.6117748255758386,
+      "grad_norm": 286.43603515625,
+      "learning_rate": 1.6266826137960782e-05,
+      "loss": 25.3438,
+      "step": 12802
+    },
+    {
+      "epoch": 0.611822613017299,
+      "grad_norm": 270.44873046875,
+      "learning_rate": 1.6266223063881178e-05,
+      "loss": 33.0625,
+      "step": 12803
+    },
+    {
+      "epoch": 0.6118704004587594,
+      "grad_norm": 332.1372985839844,
+      "learning_rate": 1.6265619952274986e-05,
+      "loss": 30.0625,
+      "step": 12804
+    },
+    {
+      "epoch": 0.6119181879002198,
+      "grad_norm": 354.9804992675781,
+      "learning_rate": 1.6265016803145814e-05,
+      "loss": 31.6562,
+      "step": 12805
+    },
+    {
+      "epoch": 0.6119659753416802,
+      "grad_norm": 291.732177734375,
+      "learning_rate": 1.6264413616497273e-05,
+      "loss": 31.4062,
+      "step": 12806
+    },
+    {
+      "epoch": 0.6120137627831406,
+      "grad_norm": 294.2371520996094,
+      "learning_rate": 1.626381039233298e-05,
+      "loss": 31.9062,
+      "step": 12807
+    },
+    {
+      "epoch": 0.612061550224601,
+      "grad_norm": 270.18450927734375,
+      "learning_rate": 1.6263207130656543e-05,
+      "loss": 18.9375,
+      "step": 12808
+    },
+    {
+      "epoch": 0.6121093376660613,
+      "grad_norm": 194.6002655029297,
+      "learning_rate": 1.626260383147158e-05,
+      "loss": 28.625,
+      "step": 12809
+    },
+    {
+      "epoch": 0.6121571251075217,
+      "grad_norm": 254.38763427734375,
+      "learning_rate": 1.6262000494781697e-05,
+      "loss": 24.9688,
+      "step": 12810
+    },
+    {
+      "epoch": 0.6122049125489821,
+      "grad_norm": 241.89752197265625,
+      "learning_rate": 1.626139712059051e-05,
+      "loss": 28.5312,
+      "step": 12811
+    },
+    {
+      "epoch": 0.6122526999904425,
+      "grad_norm": 251.75299072265625,
+      "learning_rate": 1.626079370890164e-05,
+      "loss": 26.6562,
+      "step": 12812
+    },
+    {
+      "epoch": 0.6123004874319029,
+      "grad_norm": 191.2732696533203,
+      "learning_rate": 1.6260190259718692e-05,
+      "loss": 25.3125,
+      "step": 12813
+    },
+    {
+      "epoch": 0.6123482748733633,
+      "grad_norm": 312.696533203125,
+      "learning_rate": 1.625958677304528e-05,
+      "loss": 25.0938,
+      "step": 12814
+    },
+    {
+      "epoch": 0.6123960623148237,
+      "grad_norm": 270.7458801269531,
+      "learning_rate": 1.6258983248885024e-05,
+      "loss": 27.0312,
+      "step": 12815
+    },
+    {
+      "epoch": 0.6124438497562841,
+      "grad_norm": 298.0069885253906,
+      "learning_rate": 1.6258379687241533e-05,
+      "loss": 27.0,
+      "step": 12816
+    },
+    {
+      "epoch": 0.6124916371977445,
+      "grad_norm": 181.2966766357422,
+      "learning_rate": 1.6257776088118423e-05,
+      "loss": 21.7031,
+      "step": 12817
+    },
+    {
+      "epoch": 0.6125394246392049,
+      "grad_norm": 183.82725524902344,
+      "learning_rate": 1.6257172451519306e-05,
+      "loss": 28.4062,
+      "step": 12818
+    },
+    {
+      "epoch": 0.6125872120806652,
+      "grad_norm": 330.5196838378906,
+      "learning_rate": 1.6256568777447804e-05,
+      "loss": 27.5938,
+      "step": 12819
+    },
+    {
+      "epoch": 0.6126349995221256,
+      "grad_norm": 339.49005126953125,
+      "learning_rate": 1.6255965065907528e-05,
+      "loss": 29.8594,
+      "step": 12820
+    },
+    {
+      "epoch": 0.612682786963586,
+      "grad_norm": 305.3830871582031,
+      "learning_rate": 1.625536131690209e-05,
+      "loss": 21.2188,
+      "step": 12821
+    },
+    {
+      "epoch": 0.6127305744050463,
+      "grad_norm": 284.2075500488281,
+      "learning_rate": 1.6254757530435116e-05,
+      "loss": 25.2812,
+      "step": 12822
+    },
+    {
+      "epoch": 0.6127783618465067,
+      "grad_norm": 251.12319946289062,
+      "learning_rate": 1.625415370651021e-05,
+      "loss": 26.0,
+      "step": 12823
+    },
+    {
+      "epoch": 0.6128261492879671,
+      "grad_norm": 252.19825744628906,
+      "learning_rate": 1.6253549845130993e-05,
+      "loss": 32.6562,
+      "step": 12824
+    },
+    {
+      "epoch": 0.6128739367294275,
+      "grad_norm": 360.1532897949219,
+      "learning_rate": 1.6252945946301083e-05,
+      "loss": 24.0312,
+      "step": 12825
+    },
+    {
+      "epoch": 0.6129217241708879,
+      "grad_norm": 170.59109497070312,
+      "learning_rate": 1.6252342010024095e-05,
+      "loss": 29.5938,
+      "step": 12826
+    },
+    {
+      "epoch": 0.6129695116123483,
+      "grad_norm": 101.35813903808594,
+      "learning_rate": 1.625173803630365e-05,
+      "loss": 18.2344,
+      "step": 12827
+    },
+    {
+      "epoch": 0.6130172990538086,
+      "grad_norm": 393.2751770019531,
+      "learning_rate": 1.6251134025143357e-05,
+      "loss": 33.9375,
+      "step": 12828
+    },
+    {
+      "epoch": 0.613065086495269,
+      "grad_norm": 157.833740234375,
+      "learning_rate": 1.6250529976546835e-05,
+      "loss": 25.2188,
+      "step": 12829
+    },
+    {
+      "epoch": 0.6131128739367294,
+      "grad_norm": 300.7584533691406,
+      "learning_rate": 1.6249925890517708e-05,
+      "loss": 25.6875,
+      "step": 12830
+    },
+    {
+      "epoch": 0.6131606613781898,
+      "grad_norm": 388.6747131347656,
+      "learning_rate": 1.624932176705959e-05,
+      "loss": 24.375,
+      "step": 12831
+    },
+    {
+      "epoch": 0.6132084488196502,
+      "grad_norm": 286.8998718261719,
+      "learning_rate": 1.6248717606176095e-05,
+      "loss": 26.4531,
+      "step": 12832
+    },
+    {
+      "epoch": 0.6132562362611106,
+      "grad_norm": 200.8793182373047,
+      "learning_rate": 1.6248113407870847e-05,
+      "loss": 26.25,
+      "step": 12833
+    },
+    {
+      "epoch": 0.613304023702571,
+      "grad_norm": 330.009521484375,
+      "learning_rate": 1.624750917214746e-05,
+      "loss": 28.0312,
+      "step": 12834
+    },
+    {
+      "epoch": 0.6133518111440314,
+      "grad_norm": 138.71107482910156,
+      "learning_rate": 1.6246904899009558e-05,
+      "loss": 23.7188,
+      "step": 12835
+    },
+    {
+      "epoch": 0.6133995985854918,
+      "grad_norm": 260.6235656738281,
+      "learning_rate": 1.6246300588460755e-05,
+      "loss": 25.8438,
+      "step": 12836
+    },
+    {
+      "epoch": 0.6134473860269521,
+      "grad_norm": 189.43434143066406,
+      "learning_rate": 1.624569624050467e-05,
+      "loss": 31.625,
+      "step": 12837
+    },
+    {
+      "epoch": 0.6134951734684125,
+      "grad_norm": 333.18060302734375,
+      "learning_rate": 1.6245091855144924e-05,
+      "loss": 35.3438,
+      "step": 12838
+    },
+    {
+      "epoch": 0.6135429609098729,
+      "grad_norm": 204.50479125976562,
+      "learning_rate": 1.6244487432385137e-05,
+      "loss": 29.5,
+      "step": 12839
+    },
+    {
+      "epoch": 0.6135907483513333,
+      "grad_norm": 177.90431213378906,
+      "learning_rate": 1.624388297222893e-05,
+      "loss": 26.0938,
+      "step": 12840
+    },
+    {
+      "epoch": 0.6136385357927937,
+      "grad_norm": 303.66925048828125,
+      "learning_rate": 1.6243278474679914e-05,
+      "loss": 23.5156,
+      "step": 12841
+    },
+    {
+      "epoch": 0.613686323234254,
+      "grad_norm": 207.8606719970703,
+      "learning_rate": 1.6242673939741722e-05,
+      "loss": 31.2188,
+      "step": 12842
+    },
+    {
+      "epoch": 0.6137341106757144,
+      "grad_norm": 250.40121459960938,
+      "learning_rate": 1.6242069367417966e-05,
+      "loss": 26.0156,
+      "step": 12843
+    },
+    {
+      "epoch": 0.6137818981171748,
+      "grad_norm": 189.8128204345703,
+      "learning_rate": 1.624146475771227e-05,
+      "loss": 21.2188,
+      "step": 12844
+    },
+    {
+      "epoch": 0.6138296855586352,
+      "grad_norm": 176.29051208496094,
+      "learning_rate": 1.6240860110628252e-05,
+      "loss": 20.9844,
+      "step": 12845
+    },
+    {
+      "epoch": 0.6138774730000955,
+      "grad_norm": 206.8200225830078,
+      "learning_rate": 1.6240255426169538e-05,
+      "loss": 25.1406,
+      "step": 12846
+    },
+    {
+      "epoch": 0.6139252604415559,
+      "grad_norm": 247.74951171875,
+      "learning_rate": 1.6239650704339744e-05,
+      "loss": 24.4688,
+      "step": 12847
+    },
+    {
+      "epoch": 0.6139730478830163,
+      "grad_norm": 190.477783203125,
+      "learning_rate": 1.6239045945142495e-05,
+      "loss": 27.5,
+      "step": 12848
+    },
+    {
+      "epoch": 0.6140208353244767,
+      "grad_norm": 248.99349975585938,
+      "learning_rate": 1.623844114858141e-05,
+      "loss": 24.4375,
+      "step": 12849
+    },
+    {
+      "epoch": 0.6140686227659371,
+      "grad_norm": 227.59442138671875,
+      "learning_rate": 1.6237836314660113e-05,
+      "loss": 37.0938,
+      "step": 12850
+    },
+    {
+      "epoch": 0.6141164102073975,
+      "grad_norm": 118.03951263427734,
+      "learning_rate": 1.6237231443382224e-05,
+      "loss": 18.5,
+      "step": 12851
+    },
+    {
+      "epoch": 0.6141641976488579,
+      "grad_norm": 281.0494689941406,
+      "learning_rate": 1.623662653475137e-05,
+      "loss": 40.4375,
+      "step": 12852
+    },
+    {
+      "epoch": 0.6142119850903183,
+      "grad_norm": 234.1346435546875,
+      "learning_rate": 1.6236021588771168e-05,
+      "loss": 21.0,
+      "step": 12853
+    },
+    {
+      "epoch": 0.6142597725317787,
+      "grad_norm": 483.9310607910156,
+      "learning_rate": 1.6235416605445243e-05,
+      "loss": 25.6562,
+      "step": 12854
+    },
+    {
+      "epoch": 0.614307559973239,
+      "grad_norm": 271.7360534667969,
+      "learning_rate": 1.623481158477722e-05,
+      "loss": 23.5625,
+      "step": 12855
+    },
+    {
+      "epoch": 0.6143553474146994,
+      "grad_norm": 329.8126525878906,
+      "learning_rate": 1.623420652677072e-05,
+      "loss": 32.3125,
+      "step": 12856
+    },
+    {
+      "epoch": 0.6144031348561598,
+      "grad_norm": 285.1743469238281,
+      "learning_rate": 1.6233601431429367e-05,
+      "loss": 41.125,
+      "step": 12857
+    },
+    {
+      "epoch": 0.6144509222976202,
+      "grad_norm": 152.02879333496094,
+      "learning_rate": 1.6232996298756785e-05,
+      "loss": 29.6719,
+      "step": 12858
+    },
+    {
+      "epoch": 0.6144987097390806,
+      "grad_norm": 444.569091796875,
+      "learning_rate": 1.62323911287566e-05,
+      "loss": 32.75,
+      "step": 12859
+    },
+    {
+      "epoch": 0.614546497180541,
+      "grad_norm": 286.39349365234375,
+      "learning_rate": 1.623178592143243e-05,
+      "loss": 29.0312,
+      "step": 12860
+    },
+    {
+      "epoch": 0.6145942846220014,
+      "grad_norm": 258.9179382324219,
+      "learning_rate": 1.6231180676787907e-05,
+      "loss": 33.9375,
+      "step": 12861
+    },
+    {
+      "epoch": 0.6146420720634618,
+      "grad_norm": 288.0184326171875,
+      "learning_rate": 1.623057539482665e-05,
+      "loss": 28.5938,
+      "step": 12862
+    },
+    {
+      "epoch": 0.614689859504922,
+      "grad_norm": 281.1784973144531,
+      "learning_rate": 1.622997007555229e-05,
+      "loss": 32.6094,
+      "step": 12863
+    },
+    {
+      "epoch": 0.6147376469463824,
+      "grad_norm": 172.93719482421875,
+      "learning_rate": 1.6229364718968443e-05,
+      "loss": 28.2188,
+      "step": 12864
+    },
+    {
+      "epoch": 0.6147854343878428,
+      "grad_norm": 183.23802185058594,
+      "learning_rate": 1.6228759325078744e-05,
+      "loss": 24.1875,
+      "step": 12865
+    },
+    {
+      "epoch": 0.6148332218293032,
+      "grad_norm": 250.5220184326172,
+      "learning_rate": 1.622815389388681e-05,
+      "loss": 30.1562,
+      "step": 12866
+    },
+    {
+      "epoch": 0.6148810092707636,
+      "grad_norm": 227.6396484375,
+      "learning_rate": 1.622754842539627e-05,
+      "loss": 26.0312,
+      "step": 12867
+    },
+    {
+      "epoch": 0.614928796712224,
+      "grad_norm": 272.2311706542969,
+      "learning_rate": 1.6226942919610756e-05,
+      "loss": 30.6719,
+      "step": 12868
+    },
+    {
+      "epoch": 0.6149765841536844,
+      "grad_norm": 196.84078979492188,
+      "learning_rate": 1.6226337376533882e-05,
+      "loss": 24.9375,
+      "step": 12869
+    },
+    {
+      "epoch": 0.6150243715951448,
+      "grad_norm": 263.8421936035156,
+      "learning_rate": 1.6225731796169287e-05,
+      "loss": 21.9688,
+      "step": 12870
+    },
+    {
+      "epoch": 0.6150721590366052,
+      "grad_norm": 287.27862548828125,
+      "learning_rate": 1.622512617852059e-05,
+      "loss": 37.5625,
+      "step": 12871
+    },
+    {
+      "epoch": 0.6151199464780656,
+      "grad_norm": 170.7286834716797,
+      "learning_rate": 1.622452052359142e-05,
+      "loss": 20.8906,
+      "step": 12872
+    },
+    {
+      "epoch": 0.615167733919526,
+      "grad_norm": 210.4033966064453,
+      "learning_rate": 1.6223914831385403e-05,
+      "loss": 36.7188,
+      "step": 12873
+    },
+    {
+      "epoch": 0.6152155213609863,
+      "grad_norm": 256.2545471191406,
+      "learning_rate": 1.622330910190617e-05,
+      "loss": 27.375,
+      "step": 12874
+    },
+    {
+      "epoch": 0.6152633088024467,
+      "grad_norm": 221.72755432128906,
+      "learning_rate": 1.6222703335157342e-05,
+      "loss": 24.0938,
+      "step": 12875
+    },
+    {
+      "epoch": 0.6153110962439071,
+      "grad_norm": 362.2103271484375,
+      "learning_rate": 1.6222097531142554e-05,
+      "loss": 41.25,
+      "step": 12876
+    },
+    {
+      "epoch": 0.6153588836853675,
+      "grad_norm": 232.93687438964844,
+      "learning_rate": 1.622149168986543e-05,
+      "loss": 21.8281,
+      "step": 12877
+    },
+    {
+      "epoch": 0.6154066711268279,
+      "grad_norm": 266.8937683105469,
+      "learning_rate": 1.6220885811329595e-05,
+      "loss": 21.9688,
+      "step": 12878
+    },
+    {
+      "epoch": 0.6154544585682883,
+      "grad_norm": 323.875244140625,
+      "learning_rate": 1.6220279895538686e-05,
+      "loss": 33.8125,
+      "step": 12879
+    },
+    {
+      "epoch": 0.6155022460097487,
+      "grad_norm": 228.0548095703125,
+      "learning_rate": 1.621967394249632e-05,
+      "loss": 26.7812,
+      "step": 12880
+    },
+    {
+      "epoch": 0.6155500334512091,
+      "grad_norm": 205.678466796875,
+      "learning_rate": 1.621906795220614e-05,
+      "loss": 21.5,
+      "step": 12881
+    },
+    {
+      "epoch": 0.6155978208926695,
+      "grad_norm": 422.34124755859375,
+      "learning_rate": 1.621846192467176e-05,
+      "loss": 30.5,
+      "step": 12882
+    },
+    {
+      "epoch": 0.6156456083341298,
+      "grad_norm": 243.472412109375,
+      "learning_rate": 1.6217855859896826e-05,
+      "loss": 36.625,
+      "step": 12883
+    },
+    {
+      "epoch": 0.6156933957755901,
+      "grad_norm": 338.76605224609375,
+      "learning_rate": 1.6217249757884954e-05,
+      "loss": 27.1875,
+      "step": 12884
+    },
+    {
+      "epoch": 0.6157411832170505,
+      "grad_norm": 243.25733947753906,
+      "learning_rate": 1.6216643618639777e-05,
+      "loss": 28.25,
+      "step": 12885
+    },
+    {
+      "epoch": 0.6157889706585109,
+      "grad_norm": 213.93455505371094,
+      "learning_rate": 1.621603744216493e-05,
+      "loss": 25.0469,
+      "step": 12886
+    },
+    {
+      "epoch": 0.6158367580999713,
+      "grad_norm": 159.98513793945312,
+      "learning_rate": 1.621543122846404e-05,
+      "loss": 19.2031,
+      "step": 12887
+    },
+    {
+      "epoch": 0.6158845455414317,
+      "grad_norm": 525.4913940429688,
+      "learning_rate": 1.6214824977540733e-05,
+      "loss": 30.1406,
+      "step": 12888
+    },
+    {
+      "epoch": 0.6159323329828921,
+      "grad_norm": 343.9949951171875,
+      "learning_rate": 1.6214218689398643e-05,
+      "loss": 35.1875,
+      "step": 12889
+    },
+    {
+      "epoch": 0.6159801204243525,
+      "grad_norm": 407.36590576171875,
+      "learning_rate": 1.6213612364041408e-05,
+      "loss": 31.3438,
+      "step": 12890
+    },
+    {
+      "epoch": 0.6160279078658129,
+      "grad_norm": 372.10540771484375,
+      "learning_rate": 1.6213006001472647e-05,
+      "loss": 30.75,
+      "step": 12891
+    },
+    {
+      "epoch": 0.6160756953072732,
+      "grad_norm": 174.02487182617188,
+      "learning_rate": 1.6212399601696e-05,
+      "loss": 23.8125,
+      "step": 12892
+    },
+    {
+      "epoch": 0.6161234827487336,
+      "grad_norm": 298.0630187988281,
+      "learning_rate": 1.621179316471509e-05,
+      "loss": 29.0,
+      "step": 12893
+    },
+    {
+      "epoch": 0.616171270190194,
+      "grad_norm": 276.5260925292969,
+      "learning_rate": 1.621118669053356e-05,
+      "loss": 23.4062,
+      "step": 12894
+    },
+    {
+      "epoch": 0.6162190576316544,
+      "grad_norm": 170.41506958007812,
+      "learning_rate": 1.6210580179155036e-05,
+      "loss": 21.9375,
+      "step": 12895
+    },
+    {
+      "epoch": 0.6162668450731148,
+      "grad_norm": 284.7977294921875,
+      "learning_rate": 1.6209973630583153e-05,
+      "loss": 23.375,
+      "step": 12896
+    },
+    {
+      "epoch": 0.6163146325145752,
+      "grad_norm": 323.3957214355469,
+      "learning_rate": 1.6209367044821535e-05,
+      "loss": 29.5156,
+      "step": 12897
+    },
+    {
+      "epoch": 0.6163624199560356,
+      "grad_norm": 275.3162536621094,
+      "learning_rate": 1.6208760421873823e-05,
+      "loss": 25.75,
+      "step": 12898
+    },
+    {
+      "epoch": 0.616410207397496,
+      "grad_norm": 969.6749267578125,
+      "learning_rate": 1.6208153761743648e-05,
+      "loss": 23.3125,
+      "step": 12899
+    },
+    {
+      "epoch": 0.6164579948389564,
+      "grad_norm": 402.674560546875,
+      "learning_rate": 1.6207547064434642e-05,
+      "loss": 27.625,
+      "step": 12900
+    },
+    {
+      "epoch": 0.6165057822804167,
+      "grad_norm": 234.9366912841797,
+      "learning_rate": 1.620694032995044e-05,
+      "loss": 32.9375,
+      "step": 12901
+    },
+    {
+      "epoch": 0.6165535697218771,
+      "grad_norm": 282.4393310546875,
+      "learning_rate": 1.6206333558294677e-05,
+      "loss": 28.5938,
+      "step": 12902
+    },
+    {
+      "epoch": 0.6166013571633375,
+      "grad_norm": 225.3639678955078,
+      "learning_rate": 1.6205726749470982e-05,
+      "loss": 21.7656,
+      "step": 12903
+    },
+    {
+      "epoch": 0.6166491446047978,
+      "grad_norm": 307.0461730957031,
+      "learning_rate": 1.6205119903482987e-05,
+      "loss": 21.25,
+      "step": 12904
+    },
+    {
+      "epoch": 0.6166969320462582,
+      "grad_norm": 335.3608703613281,
+      "learning_rate": 1.6204513020334336e-05,
+      "loss": 33.9375,
+      "step": 12905
+    },
+    {
+      "epoch": 0.6167447194877186,
+      "grad_norm": 356.01763916015625,
+      "learning_rate": 1.6203906100028657e-05,
+      "loss": 24.3906,
+      "step": 12906
+    },
+    {
+      "epoch": 0.616792506929179,
+      "grad_norm": 188.22262573242188,
+      "learning_rate": 1.6203299142569586e-05,
+      "loss": 25.1875,
+      "step": 12907
+    },
+    {
+      "epoch": 0.6168402943706394,
+      "grad_norm": 444.6759033203125,
+      "learning_rate": 1.6202692147960757e-05,
+      "loss": 26.2812,
+      "step": 12908
+    },
+    {
+      "epoch": 0.6168880818120998,
+      "grad_norm": 316.53363037109375,
+      "learning_rate": 1.6202085116205806e-05,
+      "loss": 37.6875,
+      "step": 12909
+    },
+    {
+      "epoch": 0.6169358692535601,
+      "grad_norm": 447.18646240234375,
+      "learning_rate": 1.6201478047308366e-05,
+      "loss": 20.1719,
+      "step": 12910
+    },
+    {
+      "epoch": 0.6169836566950205,
+      "grad_norm": 367.4606628417969,
+      "learning_rate": 1.6200870941272075e-05,
+      "loss": 17.2656,
+      "step": 12911
+    },
+    {
+      "epoch": 0.6170314441364809,
+      "grad_norm": 216.4386749267578,
+      "learning_rate": 1.620026379810057e-05,
+      "loss": 30.75,
+      "step": 12912
+    },
+    {
+      "epoch": 0.6170792315779413,
+      "grad_norm": 341.7032775878906,
+      "learning_rate": 1.6199656617797486e-05,
+      "loss": 21.0156,
+      "step": 12913
+    },
+    {
+      "epoch": 0.6171270190194017,
+      "grad_norm": 374.51593017578125,
+      "learning_rate": 1.619904940036646e-05,
+      "loss": 34.125,
+      "step": 12914
+    },
+    {
+      "epoch": 0.6171748064608621,
+      "grad_norm": 347.3348083496094,
+      "learning_rate": 1.6198442145811123e-05,
+      "loss": 30.6094,
+      "step": 12915
+    },
+    {
+      "epoch": 0.6172225939023225,
+      "grad_norm": 181.12725830078125,
+      "learning_rate": 1.6197834854135118e-05,
+      "loss": 21.5625,
+      "step": 12916
+    },
+    {
+      "epoch": 0.6172703813437829,
+      "grad_norm": 378.21282958984375,
+      "learning_rate": 1.6197227525342077e-05,
+      "loss": 27.9375,
+      "step": 12917
+    },
+    {
+      "epoch": 0.6173181687852433,
+      "grad_norm": 570.8720092773438,
+      "learning_rate": 1.6196620159435644e-05,
+      "loss": 41.0625,
+      "step": 12918
+    },
+    {
+      "epoch": 0.6173659562267036,
+      "grad_norm": 254.66131591796875,
+      "learning_rate": 1.6196012756419448e-05,
+      "loss": 28.6094,
+      "step": 12919
+    },
+    {
+      "epoch": 0.617413743668164,
+      "grad_norm": 346.5263671875,
+      "learning_rate": 1.619540531629713e-05,
+      "loss": 29.4531,
+      "step": 12920
+    },
+    {
+      "epoch": 0.6174615311096244,
+      "grad_norm": 336.7150573730469,
+      "learning_rate": 1.6194797839072333e-05,
+      "loss": 25.0781,
+      "step": 12921
+    },
+    {
+      "epoch": 0.6175093185510848,
+      "grad_norm": 125.15845489501953,
+      "learning_rate": 1.619419032474869e-05,
+      "loss": 17.0625,
+      "step": 12922
+    },
+    {
+      "epoch": 0.6175571059925452,
+      "grad_norm": 196.75209045410156,
+      "learning_rate": 1.6193582773329833e-05,
+      "loss": 30.25,
+      "step": 12923
+    },
+    {
+      "epoch": 0.6176048934340056,
+      "grad_norm": 150.46788024902344,
+      "learning_rate": 1.6192975184819415e-05,
+      "loss": 22.0781,
+      "step": 12924
+    },
+    {
+      "epoch": 0.6176526808754659,
+      "grad_norm": 238.38687133789062,
+      "learning_rate": 1.6192367559221063e-05,
+      "loss": 27.8125,
+      "step": 12925
+    },
+    {
+      "epoch": 0.6177004683169263,
+      "grad_norm": 1303.49072265625,
+      "learning_rate": 1.619175989653842e-05,
+      "loss": 24.125,
+      "step": 12926
+    },
+    {
+      "epoch": 0.6177482557583867,
+      "grad_norm": 201.70387268066406,
+      "learning_rate": 1.6191152196775126e-05,
+      "loss": 26.6094,
+      "step": 12927
+    },
+    {
+      "epoch": 0.617796043199847,
+      "grad_norm": 238.3048095703125,
+      "learning_rate": 1.6190544459934815e-05,
+      "loss": 24.2656,
+      "step": 12928
+    },
+    {
+      "epoch": 0.6178438306413074,
+      "grad_norm": 278.55035400390625,
+      "learning_rate": 1.6189936686021136e-05,
+      "loss": 21.2812,
+      "step": 12929
+    },
+    {
+      "epoch": 0.6178916180827678,
+      "grad_norm": 228.4933624267578,
+      "learning_rate": 1.618932887503772e-05,
+      "loss": 16.5781,
+      "step": 12930
+    },
+    {
+      "epoch": 0.6179394055242282,
+      "grad_norm": 216.6737060546875,
+      "learning_rate": 1.6188721026988215e-05,
+      "loss": 29.25,
+      "step": 12931
+    },
+    {
+      "epoch": 0.6179871929656886,
+      "grad_norm": 476.3935241699219,
+      "learning_rate": 1.618811314187625e-05,
+      "loss": 37.7188,
+      "step": 12932
+    },
+    {
+      "epoch": 0.618034980407149,
+      "grad_norm": 222.5821075439453,
+      "learning_rate": 1.6187505219705477e-05,
+      "loss": 24.4062,
+      "step": 12933
+    },
+    {
+      "epoch": 0.6180827678486094,
+      "grad_norm": 300.7355651855469,
+      "learning_rate": 1.618689726047953e-05,
+      "loss": 27.5938,
+      "step": 12934
+    },
+    {
+      "epoch": 0.6181305552900698,
+      "grad_norm": 371.2987060546875,
+      "learning_rate": 1.6186289264202052e-05,
+      "loss": 35.125,
+      "step": 12935
+    },
+    {
+      "epoch": 0.6181783427315302,
+      "grad_norm": 421.69561767578125,
+      "learning_rate": 1.6185681230876683e-05,
+      "loss": 26.2188,
+      "step": 12936
+    },
+    {
+      "epoch": 0.6182261301729906,
+      "grad_norm": 185.858642578125,
+      "learning_rate": 1.6185073160507066e-05,
+      "loss": 23.0938,
+      "step": 12937
+    },
+    {
+      "epoch": 0.6182739176144509,
+      "grad_norm": 281.3382873535156,
+      "learning_rate": 1.6184465053096845e-05,
+      "loss": 26.25,
+      "step": 12938
+    },
+    {
+      "epoch": 0.6183217050559113,
+      "grad_norm": 226.74609375,
+      "learning_rate": 1.6183856908649653e-05,
+      "loss": 21.4375,
+      "step": 12939
+    },
+    {
+      "epoch": 0.6183694924973717,
+      "grad_norm": 385.1646728515625,
+      "learning_rate": 1.6183248727169145e-05,
+      "loss": 33.25,
+      "step": 12940
+    },
+    {
+      "epoch": 0.6184172799388321,
+      "grad_norm": 414.7064208984375,
+      "learning_rate": 1.6182640508658947e-05,
+      "loss": 32.5781,
+      "step": 12941
+    },
+    {
+      "epoch": 0.6184650673802925,
+      "grad_norm": 482.4356994628906,
+      "learning_rate": 1.6182032253122714e-05,
+      "loss": 29.9375,
+      "step": 12942
+    },
+    {
+      "epoch": 0.6185128548217529,
+      "grad_norm": 308.7550964355469,
+      "learning_rate": 1.6181423960564084e-05,
+      "loss": 29.875,
+      "step": 12943
+    },
+    {
+      "epoch": 0.6185606422632133,
+      "grad_norm": 296.3978271484375,
+      "learning_rate": 1.61808156309867e-05,
+      "loss": 25.9844,
+      "step": 12944
+    },
+    {
+      "epoch": 0.6186084297046736,
+      "grad_norm": 285.1017761230469,
+      "learning_rate": 1.6180207264394206e-05,
+      "loss": 33.8125,
+      "step": 12945
+    },
+    {
+      "epoch": 0.618656217146134,
+      "grad_norm": 252.90914916992188,
+      "learning_rate": 1.6179598860790248e-05,
+      "loss": 26.3438,
+      "step": 12946
+    },
+    {
+      "epoch": 0.6187040045875943,
+      "grad_norm": 223.89939880371094,
+      "learning_rate": 1.6178990420178464e-05,
+      "loss": 24.5781,
+      "step": 12947
+    },
+    {
+      "epoch": 0.6187517920290547,
+      "grad_norm": 359.7917785644531,
+      "learning_rate": 1.61783819425625e-05,
+      "loss": 29.2188,
+      "step": 12948
+    },
+    {
+      "epoch": 0.6187995794705151,
+      "grad_norm": 239.43528747558594,
+      "learning_rate": 1.6177773427946004e-05,
+      "loss": 30.6719,
+      "step": 12949
+    },
+    {
+      "epoch": 0.6188473669119755,
+      "grad_norm": 390.5517272949219,
+      "learning_rate": 1.6177164876332613e-05,
+      "loss": 30.1875,
+      "step": 12950
+    },
+    {
+      "epoch": 0.6188951543534359,
+      "grad_norm": 209.94595336914062,
+      "learning_rate": 1.617655628772598e-05,
+      "loss": 30.875,
+      "step": 12951
+    },
+    {
+      "epoch": 0.6189429417948963,
+      "grad_norm": 229.16456604003906,
+      "learning_rate": 1.6175947662129735e-05,
+      "loss": 35.3906,
+      "step": 12952
+    },
+    {
+      "epoch": 0.6189907292363567,
+      "grad_norm": 322.8425598144531,
+      "learning_rate": 1.6175338999547543e-05,
+      "loss": 40.25,
+      "step": 12953
+    },
+    {
+      "epoch": 0.6190385166778171,
+      "grad_norm": 351.4302673339844,
+      "learning_rate": 1.6174730299983035e-05,
+      "loss": 35.3125,
+      "step": 12954
+    },
+    {
+      "epoch": 0.6190863041192775,
+      "grad_norm": 240.62753295898438,
+      "learning_rate": 1.617412156343986e-05,
+      "loss": 29.0625,
+      "step": 12955
+    },
+    {
+      "epoch": 0.6191340915607378,
+      "grad_norm": 521.4837036132812,
+      "learning_rate": 1.6173512789921662e-05,
+      "loss": 38.9375,
+      "step": 12956
+    },
+    {
+      "epoch": 0.6191818790021982,
+      "grad_norm": 442.5289611816406,
+      "learning_rate": 1.617290397943209e-05,
+      "loss": 30.7812,
+      "step": 12957
+    },
+    {
+      "epoch": 0.6192296664436586,
+      "grad_norm": 363.06671142578125,
+      "learning_rate": 1.6172295131974788e-05,
+      "loss": 25.625,
+      "step": 12958
+    },
+    {
+      "epoch": 0.619277453885119,
+      "grad_norm": 191.8357391357422,
+      "learning_rate": 1.6171686247553403e-05,
+      "loss": 25.0938,
+      "step": 12959
+    },
+    {
+      "epoch": 0.6193252413265794,
+      "grad_norm": 468.00579833984375,
+      "learning_rate": 1.617107732617158e-05,
+      "loss": 34.7188,
+      "step": 12960
+    },
+    {
+      "epoch": 0.6193730287680398,
+      "grad_norm": 191.33709716796875,
+      "learning_rate": 1.6170468367832968e-05,
+      "loss": 22.8438,
+      "step": 12961
+    },
+    {
+      "epoch": 0.6194208162095002,
+      "grad_norm": 323.0854797363281,
+      "learning_rate": 1.616985937254121e-05,
+      "loss": 33.7188,
+      "step": 12962
+    },
+    {
+      "epoch": 0.6194686036509606,
+      "grad_norm": 509.0546875,
+      "learning_rate": 1.616925034029996e-05,
+      "loss": 47.5938,
+      "step": 12963
+    },
+    {
+      "epoch": 0.619516391092421,
+      "grad_norm": 721.0060424804688,
+      "learning_rate": 1.616864127111286e-05,
+      "loss": 34.0625,
+      "step": 12964
+    },
+    {
+      "epoch": 0.6195641785338813,
+      "grad_norm": 211.71974182128906,
+      "learning_rate": 1.6168032164983555e-05,
+      "loss": 25.9062,
+      "step": 12965
+    },
+    {
+      "epoch": 0.6196119659753416,
+      "grad_norm": 150.79051208496094,
+      "learning_rate": 1.61674230219157e-05,
+      "loss": 26.9062,
+      "step": 12966
+    },
+    {
+      "epoch": 0.619659753416802,
+      "grad_norm": 269.1678161621094,
+      "learning_rate": 1.6166813841912936e-05,
+      "loss": 29.25,
+      "step": 12967
+    },
+    {
+      "epoch": 0.6197075408582624,
+      "grad_norm": 348.72265625,
+      "learning_rate": 1.616620462497892e-05,
+      "loss": 32.5156,
+      "step": 12968
+    },
+    {
+      "epoch": 0.6197553282997228,
+      "grad_norm": 528.20263671875,
+      "learning_rate": 1.6165595371117287e-05,
+      "loss": 31.0625,
+      "step": 12969
+    },
+    {
+      "epoch": 0.6198031157411832,
+      "grad_norm": 351.6991271972656,
+      "learning_rate": 1.61649860803317e-05,
+      "loss": 33.2812,
+      "step": 12970
+    },
+    {
+      "epoch": 0.6198509031826436,
+      "grad_norm": 337.5946044921875,
+      "learning_rate": 1.6164376752625797e-05,
+      "loss": 45.125,
+      "step": 12971
+    },
+    {
+      "epoch": 0.619898690624104,
+      "grad_norm": 210.1447296142578,
+      "learning_rate": 1.6163767388003234e-05,
+      "loss": 17.9844,
+      "step": 12972
+    },
+    {
+      "epoch": 0.6199464780655644,
+      "grad_norm": 222.27818298339844,
+      "learning_rate": 1.616315798646766e-05,
+      "loss": 24.5,
+      "step": 12973
+    },
+    {
+      "epoch": 0.6199942655070247,
+      "grad_norm": 351.23687744140625,
+      "learning_rate": 1.6162548548022715e-05,
+      "loss": 51.3125,
+      "step": 12974
+    },
+    {
+      "epoch": 0.6200420529484851,
+      "grad_norm": 595.545654296875,
+      "learning_rate": 1.6161939072672064e-05,
+      "loss": 21.8438,
+      "step": 12975
+    },
+    {
+      "epoch": 0.6200898403899455,
+      "grad_norm": 280.4642028808594,
+      "learning_rate": 1.6161329560419343e-05,
+      "loss": 33.2188,
+      "step": 12976
+    },
+    {
+      "epoch": 0.6201376278314059,
+      "grad_norm": 341.73223876953125,
+      "learning_rate": 1.6160720011268212e-05,
+      "loss": 38.0,
+      "step": 12977
+    },
+    {
+      "epoch": 0.6201854152728663,
+      "grad_norm": 169.60293579101562,
+      "learning_rate": 1.6160110425222315e-05,
+      "loss": 21.6562,
+      "step": 12978
+    },
+    {
+      "epoch": 0.6202332027143267,
+      "grad_norm": 356.48223876953125,
+      "learning_rate": 1.6159500802285308e-05,
+      "loss": 27.1562,
+      "step": 12979
+    },
+    {
+      "epoch": 0.6202809901557871,
+      "grad_norm": 323.57958984375,
+      "learning_rate": 1.615889114246084e-05,
+      "loss": 35.9375,
+      "step": 12980
+    },
+    {
+      "epoch": 0.6203287775972475,
+      "grad_norm": 253.9941864013672,
+      "learning_rate": 1.6158281445752558e-05,
+      "loss": 25.0312,
+      "step": 12981
+    },
+    {
+      "epoch": 0.6203765650387079,
+      "grad_norm": 174.12017822265625,
+      "learning_rate": 1.6157671712164116e-05,
+      "loss": 19.3906,
+      "step": 12982
+    },
+    {
+      "epoch": 0.6204243524801683,
+      "grad_norm": 217.86012268066406,
+      "learning_rate": 1.6157061941699167e-05,
+      "loss": 32.8438,
+      "step": 12983
+    },
+    {
+      "epoch": 0.6204721399216286,
+      "grad_norm": 298.77752685546875,
+      "learning_rate": 1.6156452134361362e-05,
+      "loss": 26.6562,
+      "step": 12984
+    },
+    {
+      "epoch": 0.620519927363089,
+      "grad_norm": 258.6474609375,
+      "learning_rate": 1.6155842290154352e-05,
+      "loss": 26.125,
+      "step": 12985
+    },
+    {
+      "epoch": 0.6205677148045494,
+      "grad_norm": 331.7445983886719,
+      "learning_rate": 1.6155232409081794e-05,
+      "loss": 27.8125,
+      "step": 12986
+    },
+    {
+      "epoch": 0.6206155022460097,
+      "grad_norm": 323.8998107910156,
+      "learning_rate": 1.6154622491147334e-05,
+      "loss": 43.3125,
+      "step": 12987
+    },
+    {
+      "epoch": 0.6206632896874701,
+      "grad_norm": 188.9784698486328,
+      "learning_rate": 1.6154012536354626e-05,
+      "loss": 27.1562,
+      "step": 12988
+    },
+    {
+      "epoch": 0.6207110771289305,
+      "grad_norm": 345.8946838378906,
+      "learning_rate": 1.6153402544707324e-05,
+      "loss": 29.5625,
+      "step": 12989
+    },
+    {
+      "epoch": 0.6207588645703909,
+      "grad_norm": 288.15069580078125,
+      "learning_rate": 1.615279251620908e-05,
+      "loss": 31.4219,
+      "step": 12990
+    },
+    {
+      "epoch": 0.6208066520118513,
+      "grad_norm": 280.9354248046875,
+      "learning_rate": 1.615218245086355e-05,
+      "loss": 30.6562,
+      "step": 12991
+    },
+    {
+      "epoch": 0.6208544394533116,
+      "grad_norm": 245.1080780029297,
+      "learning_rate": 1.6151572348674384e-05,
+      "loss": 26.75,
+      "step": 12992
+    },
+    {
+      "epoch": 0.620902226894772,
+      "grad_norm": 205.5031280517578,
+      "learning_rate": 1.6150962209645236e-05,
+      "loss": 24.9688,
+      "step": 12993
+    },
+    {
+      "epoch": 0.6209500143362324,
+      "grad_norm": 890.2908325195312,
+      "learning_rate": 1.6150352033779765e-05,
+      "loss": 27.5938,
+      "step": 12994
+    },
+    {
+      "epoch": 0.6209978017776928,
+      "grad_norm": 269.71466064453125,
+      "learning_rate": 1.6149741821081617e-05,
+      "loss": 18.7656,
+      "step": 12995
+    },
+    {
+      "epoch": 0.6210455892191532,
+      "grad_norm": 316.2146911621094,
+      "learning_rate": 1.6149131571554454e-05,
+      "loss": 28.6875,
+      "step": 12996
+    },
+    {
+      "epoch": 0.6210933766606136,
+      "grad_norm": 159.07130432128906,
+      "learning_rate": 1.6148521285201926e-05,
+      "loss": 22.6719,
+      "step": 12997
+    },
+    {
+      "epoch": 0.621141164102074,
+      "grad_norm": 255.4195098876953,
+      "learning_rate": 1.6147910962027694e-05,
+      "loss": 28.5625,
+      "step": 12998
+    },
+    {
+      "epoch": 0.6211889515435344,
+      "grad_norm": 361.50872802734375,
+      "learning_rate": 1.6147300602035403e-05,
+      "loss": 17.5156,
+      "step": 12999
+    },
+    {
+      "epoch": 0.6212367389849948,
+      "grad_norm": 259.54156494140625,
+      "learning_rate": 1.6146690205228712e-05,
+      "loss": 31.6562,
+      "step": 13000
+    },
+    {
+      "epoch": 0.6212845264264552,
+      "grad_norm": 369.0967102050781,
+      "learning_rate": 1.6146079771611284e-05,
+      "loss": 37.625,
+      "step": 13001
+    },
+    {
+      "epoch": 0.6213323138679155,
+      "grad_norm": 338.180908203125,
+      "learning_rate": 1.6145469301186764e-05,
+      "loss": 31.2812,
+      "step": 13002
+    },
+    {
+      "epoch": 0.6213801013093759,
+      "grad_norm": 141.24453735351562,
+      "learning_rate": 1.614485879395882e-05,
+      "loss": 26.25,
+      "step": 13003
+    },
+    {
+      "epoch": 0.6214278887508363,
+      "grad_norm": 295.1896667480469,
+      "learning_rate": 1.6144248249931093e-05,
+      "loss": 42.25,
+      "step": 13004
+    },
+    {
+      "epoch": 0.6214756761922967,
+      "grad_norm": 309.2901916503906,
+      "learning_rate": 1.614363766910725e-05,
+      "loss": 36.5312,
+      "step": 13005
+    },
+    {
+      "epoch": 0.6215234636337571,
+      "grad_norm": 325.6037902832031,
+      "learning_rate": 1.614302705149094e-05,
+      "loss": 20.1719,
+      "step": 13006
+    },
+    {
+      "epoch": 0.6215712510752174,
+      "grad_norm": 271.10504150390625,
+      "learning_rate": 1.614241639708583e-05,
+      "loss": 36.4688,
+      "step": 13007
+    },
+    {
+      "epoch": 0.6216190385166778,
+      "grad_norm": 197.81561279296875,
+      "learning_rate": 1.614180570589557e-05,
+      "loss": 26.625,
+      "step": 13008
+    },
+    {
+      "epoch": 0.6216668259581382,
+      "grad_norm": 374.38763427734375,
+      "learning_rate": 1.614119497792382e-05,
+      "loss": 35.1875,
+      "step": 13009
+    },
+    {
+      "epoch": 0.6217146133995985,
+      "grad_norm": 241.1434783935547,
+      "learning_rate": 1.6140584213174238e-05,
+      "loss": 21.1875,
+      "step": 13010
+    },
+    {
+      "epoch": 0.6217624008410589,
+      "grad_norm": 365.7185363769531,
+      "learning_rate": 1.6139973411650478e-05,
+      "loss": 22.4062,
+      "step": 13011
+    },
+    {
+      "epoch": 0.6218101882825193,
+      "grad_norm": 295.3576354980469,
+      "learning_rate": 1.61393625733562e-05,
+      "loss": 20.375,
+      "step": 13012
+    },
+    {
+      "epoch": 0.6218579757239797,
+      "grad_norm": 193.85409545898438,
+      "learning_rate": 1.6138751698295064e-05,
+      "loss": 26.7188,
+      "step": 13013
+    },
+    {
+      "epoch": 0.6219057631654401,
+      "grad_norm": 205.6129608154297,
+      "learning_rate": 1.613814078647072e-05,
+      "loss": 27.5781,
+      "step": 13014
+    },
+    {
+      "epoch": 0.6219535506069005,
+      "grad_norm": 330.0702209472656,
+      "learning_rate": 1.613752983788684e-05,
+      "loss": 36.4062,
+      "step": 13015
+    },
+    {
+      "epoch": 0.6220013380483609,
+      "grad_norm": 377.03411865234375,
+      "learning_rate": 1.6136918852547075e-05,
+      "loss": 22.7812,
+      "step": 13016
+    },
+    {
+      "epoch": 0.6220491254898213,
+      "grad_norm": 156.0616912841797,
+      "learning_rate": 1.6136307830455082e-05,
+      "loss": 24.0312,
+      "step": 13017
+    },
+    {
+      "epoch": 0.6220969129312817,
+      "grad_norm": 252.4314422607422,
+      "learning_rate": 1.6135696771614524e-05,
+      "loss": 28.3438,
+      "step": 13018
+    },
+    {
+      "epoch": 0.622144700372742,
+      "grad_norm": 259.3438415527344,
+      "learning_rate": 1.613508567602906e-05,
+      "loss": 29.1875,
+      "step": 13019
+    },
+    {
+      "epoch": 0.6221924878142024,
+      "grad_norm": 428.5653076171875,
+      "learning_rate": 1.6134474543702353e-05,
+      "loss": 37.7812,
+      "step": 13020
+    },
+    {
+      "epoch": 0.6222402752556628,
+      "grad_norm": 189.48696899414062,
+      "learning_rate": 1.613386337463805e-05,
+      "loss": 27.0938,
+      "step": 13021
+    },
+    {
+      "epoch": 0.6222880626971232,
+      "grad_norm": 276.84271240234375,
+      "learning_rate": 1.6133252168839832e-05,
+      "loss": 31.3125,
+      "step": 13022
+    },
+    {
+      "epoch": 0.6223358501385836,
+      "grad_norm": 213.3420867919922,
+      "learning_rate": 1.613264092631134e-05,
+      "loss": 19.1875,
+      "step": 13023
+    },
+    {
+      "epoch": 0.622383637580044,
+      "grad_norm": 184.16787719726562,
+      "learning_rate": 1.613202964705624e-05,
+      "loss": 23.25,
+      "step": 13024
+    },
+    {
+      "epoch": 0.6224314250215044,
+      "grad_norm": 957.3631591796875,
+      "learning_rate": 1.61314183310782e-05,
+      "loss": 28.8438,
+      "step": 13025
+    },
+    {
+      "epoch": 0.6224792124629648,
+      "grad_norm": 447.1647033691406,
+      "learning_rate": 1.6130806978380874e-05,
+      "loss": 37.3438,
+      "step": 13026
+    },
+    {
+      "epoch": 0.6225269999044252,
+      "grad_norm": 301.2959899902344,
+      "learning_rate": 1.6130195588967924e-05,
+      "loss": 34.3906,
+      "step": 13027
+    },
+    {
+      "epoch": 0.6225747873458854,
+      "grad_norm": 238.79774475097656,
+      "learning_rate": 1.6129584162843018e-05,
+      "loss": 22.375,
+      "step": 13028
+    },
+    {
+      "epoch": 0.6226225747873458,
+      "grad_norm": 155.12677001953125,
+      "learning_rate": 1.6128972700009808e-05,
+      "loss": 27.4688,
+      "step": 13029
+    },
+    {
+      "epoch": 0.6226703622288062,
+      "grad_norm": 278.0919494628906,
+      "learning_rate": 1.612836120047196e-05,
+      "loss": 29.0,
+      "step": 13030
+    },
+    {
+      "epoch": 0.6227181496702666,
+      "grad_norm": 204.4875030517578,
+      "learning_rate": 1.6127749664233136e-05,
+      "loss": 20.2266,
+      "step": 13031
+    },
+    {
+      "epoch": 0.622765937111727,
+      "grad_norm": 376.5308532714844,
+      "learning_rate": 1.6127138091296996e-05,
+      "loss": 30.625,
+      "step": 13032
+    },
+    {
+      "epoch": 0.6228137245531874,
+      "grad_norm": 193.40911865234375,
+      "learning_rate": 1.612652648166721e-05,
+      "loss": 27.9062,
+      "step": 13033
+    },
+    {
+      "epoch": 0.6228615119946478,
+      "grad_norm": 181.87594604492188,
+      "learning_rate": 1.6125914835347432e-05,
+      "loss": 32.6875,
+      "step": 13034
+    },
+    {
+      "epoch": 0.6229092994361082,
+      "grad_norm": 174.02659606933594,
+      "learning_rate": 1.6125303152341333e-05,
+      "loss": 21.2812,
+      "step": 13035
+    },
+    {
+      "epoch": 0.6229570868775686,
+      "grad_norm": 524.646728515625,
+      "learning_rate": 1.6124691432652565e-05,
+      "loss": 25.75,
+      "step": 13036
+    },
+    {
+      "epoch": 0.623004874319029,
+      "grad_norm": 345.91015625,
+      "learning_rate": 1.6124079676284806e-05,
+      "loss": 32.6875,
+      "step": 13037
+    },
+    {
+      "epoch": 0.6230526617604893,
+      "grad_norm": 237.2003631591797,
+      "learning_rate": 1.6123467883241707e-05,
+      "loss": 24.6875,
+      "step": 13038
+    },
+    {
+      "epoch": 0.6231004492019497,
+      "grad_norm": 584.0636596679688,
+      "learning_rate": 1.612285605352694e-05,
+      "loss": 28.3438,
+      "step": 13039
+    },
+    {
+      "epoch": 0.6231482366434101,
+      "grad_norm": 448.2093811035156,
+      "learning_rate": 1.6122244187144164e-05,
+      "loss": 28.6875,
+      "step": 13040
+    },
+    {
+      "epoch": 0.6231960240848705,
+      "grad_norm": 253.70123291015625,
+      "learning_rate": 1.6121632284097045e-05,
+      "loss": 27.2188,
+      "step": 13041
+    },
+    {
+      "epoch": 0.6232438115263309,
+      "grad_norm": 236.50758361816406,
+      "learning_rate": 1.612102034438925e-05,
+      "loss": 31.1562,
+      "step": 13042
+    },
+    {
+      "epoch": 0.6232915989677913,
+      "grad_norm": 429.9808349609375,
+      "learning_rate": 1.612040836802444e-05,
+      "loss": 31.9531,
+      "step": 13043
+    },
+    {
+      "epoch": 0.6233393864092517,
+      "grad_norm": 297.3841857910156,
+      "learning_rate": 1.6119796355006277e-05,
+      "loss": 26.8438,
+      "step": 13044
+    },
+    {
+      "epoch": 0.6233871738507121,
+      "grad_norm": 224.4201202392578,
+      "learning_rate": 1.6119184305338436e-05,
+      "loss": 23.0938,
+      "step": 13045
+    },
+    {
+      "epoch": 0.6234349612921725,
+      "grad_norm": 371.4305114746094,
+      "learning_rate": 1.6118572219024575e-05,
+      "loss": 36.4688,
+      "step": 13046
+    },
+    {
+      "epoch": 0.6234827487336329,
+      "grad_norm": 264.1335754394531,
+      "learning_rate": 1.6117960096068364e-05,
+      "loss": 29.625,
+      "step": 13047
+    },
+    {
+      "epoch": 0.6235305361750931,
+      "grad_norm": 650.5601196289062,
+      "learning_rate": 1.611734793647346e-05,
+      "loss": 29.625,
+      "step": 13048
+    },
+    {
+      "epoch": 0.6235783236165535,
+      "grad_norm": 244.0857391357422,
+      "learning_rate": 1.611673574024354e-05,
+      "loss": 33.2812,
+      "step": 13049
+    },
+    {
+      "epoch": 0.6236261110580139,
+      "grad_norm": 273.00048828125,
+      "learning_rate": 1.6116123507382266e-05,
+      "loss": 33.2188,
+      "step": 13050
+    },
+    {
+      "epoch": 0.6236738984994743,
+      "grad_norm": 300.86773681640625,
+      "learning_rate": 1.6115511237893305e-05,
+      "loss": 28.8438,
+      "step": 13051
+    },
+    {
+      "epoch": 0.6237216859409347,
+      "grad_norm": 393.3485107421875,
+      "learning_rate": 1.611489893178032e-05,
+      "loss": 36.8125,
+      "step": 13052
+    },
+    {
+      "epoch": 0.6237694733823951,
+      "grad_norm": 436.4407653808594,
+      "learning_rate": 1.6114286589046984e-05,
+      "loss": 29.625,
+      "step": 13053
+    },
+    {
+      "epoch": 0.6238172608238555,
+      "grad_norm": 163.10145568847656,
+      "learning_rate": 1.6113674209696955e-05,
+      "loss": 20.4062,
+      "step": 13054
+    },
+    {
+      "epoch": 0.6238650482653159,
+      "grad_norm": 383.4930419921875,
+      "learning_rate": 1.6113061793733914e-05,
+      "loss": 28.0938,
+      "step": 13055
+    },
+    {
+      "epoch": 0.6239128357067762,
+      "grad_norm": 566.07568359375,
+      "learning_rate": 1.6112449341161512e-05,
+      "loss": 27.5625,
+      "step": 13056
+    },
+    {
+      "epoch": 0.6239606231482366,
+      "grad_norm": 259.07305908203125,
+      "learning_rate": 1.6111836851983437e-05,
+      "loss": 24.6562,
+      "step": 13057
+    },
+    {
+      "epoch": 0.624008410589697,
+      "grad_norm": 396.5558776855469,
+      "learning_rate": 1.611122432620334e-05,
+      "loss": 27.4375,
+      "step": 13058
+    },
+    {
+      "epoch": 0.6240561980311574,
+      "grad_norm": 240.3834686279297,
+      "learning_rate": 1.611061176382489e-05,
+      "loss": 32.3438,
+      "step": 13059
+    },
+    {
+      "epoch": 0.6241039854726178,
+      "grad_norm": 271.1544494628906,
+      "learning_rate": 1.6109999164851765e-05,
+      "loss": 26.6875,
+      "step": 13060
+    },
+    {
+      "epoch": 0.6241517729140782,
+      "grad_norm": 149.6444091796875,
+      "learning_rate": 1.6109386529287633e-05,
+      "loss": 26.75,
+      "step": 13061
+    },
+    {
+      "epoch": 0.6241995603555386,
+      "grad_norm": 206.0425262451172,
+      "learning_rate": 1.6108773857136153e-05,
+      "loss": 26.3438,
+      "step": 13062
+    },
+    {
+      "epoch": 0.624247347796999,
+      "grad_norm": 227.87376403808594,
+      "learning_rate": 1.6108161148401002e-05,
+      "loss": 24.1406,
+      "step": 13063
+    },
+    {
+      "epoch": 0.6242951352384594,
+      "grad_norm": 544.6517333984375,
+      "learning_rate": 1.6107548403085845e-05,
+      "loss": 31.0,
+      "step": 13064
+    },
+    {
+      "epoch": 0.6243429226799198,
+      "grad_norm": 218.33302307128906,
+      "learning_rate": 1.610693562119436e-05,
+      "loss": 23.1875,
+      "step": 13065
+    },
+    {
+      "epoch": 0.6243907101213801,
+      "grad_norm": 223.8938751220703,
+      "learning_rate": 1.6106322802730202e-05,
+      "loss": 23.3125,
+      "step": 13066
+    },
+    {
+      "epoch": 0.6244384975628405,
+      "grad_norm": 220.38699340820312,
+      "learning_rate": 1.610570994769706e-05,
+      "loss": 31.5625,
+      "step": 13067
+    },
+    {
+      "epoch": 0.6244862850043009,
+      "grad_norm": 241.73593139648438,
+      "learning_rate": 1.6105097056098587e-05,
+      "loss": 41.625,
+      "step": 13068
+    },
+    {
+      "epoch": 0.6245340724457612,
+      "grad_norm": 281.799560546875,
+      "learning_rate": 1.610448412793846e-05,
+      "loss": 41.9375,
+      "step": 13069
+    },
+    {
+      "epoch": 0.6245818598872216,
+      "grad_norm": 228.78836059570312,
+      "learning_rate": 1.6103871163220353e-05,
+      "loss": 27.2812,
+      "step": 13070
+    },
+    {
+      "epoch": 0.624629647328682,
+      "grad_norm": 248.76553344726562,
+      "learning_rate": 1.6103258161947933e-05,
+      "loss": 23.3125,
+      "step": 13071
+    },
+    {
+      "epoch": 0.6246774347701424,
+      "grad_norm": 609.187744140625,
+      "learning_rate": 1.6102645124124873e-05,
+      "loss": 35.1719,
+      "step": 13072
+    },
+    {
+      "epoch": 0.6247252222116028,
+      "grad_norm": 330.1278076171875,
+      "learning_rate": 1.610203204975484e-05,
+      "loss": 31.1875,
+      "step": 13073
+    },
+    {
+      "epoch": 0.6247730096530631,
+      "grad_norm": 401.6578674316406,
+      "learning_rate": 1.610141893884151e-05,
+      "loss": 28.0938,
+      "step": 13074
+    },
+    {
+      "epoch": 0.6248207970945235,
+      "grad_norm": 345.15692138671875,
+      "learning_rate": 1.6100805791388555e-05,
+      "loss": 36.4688,
+      "step": 13075
+    },
+    {
+      "epoch": 0.6248685845359839,
+      "grad_norm": 373.2955017089844,
+      "learning_rate": 1.6100192607399646e-05,
+      "loss": 28.2812,
+      "step": 13076
+    },
+    {
+      "epoch": 0.6249163719774443,
+      "grad_norm": 275.5971984863281,
+      "learning_rate": 1.6099579386878453e-05,
+      "loss": 26.5938,
+      "step": 13077
+    },
+    {
+      "epoch": 0.6249641594189047,
+      "grad_norm": 265.14923095703125,
+      "learning_rate": 1.609896612982865e-05,
+      "loss": 35.625,
+      "step": 13078
+    },
+    {
+      "epoch": 0.6250119468603651,
+      "grad_norm": 480.148681640625,
+      "learning_rate": 1.609835283625391e-05,
+      "loss": 27.2031,
+      "step": 13079
+    },
+    {
+      "epoch": 0.6250597343018255,
+      "grad_norm": 160.04571533203125,
+      "learning_rate": 1.6097739506157907e-05,
+      "loss": 28.6562,
+      "step": 13080
+    },
+    {
+      "epoch": 0.6251075217432859,
+      "grad_norm": 260.8797912597656,
+      "learning_rate": 1.6097126139544314e-05,
+      "loss": 35.0,
+      "step": 13081
+    },
+    {
+      "epoch": 0.6251553091847463,
+      "grad_norm": 416.6506042480469,
+      "learning_rate": 1.6096512736416797e-05,
+      "loss": 32.375,
+      "step": 13082
+    },
+    {
+      "epoch": 0.6252030966262067,
+      "grad_norm": 328.1876525878906,
+      "learning_rate": 1.609589929677904e-05,
+      "loss": 32.0781,
+      "step": 13083
+    },
+    {
+      "epoch": 0.625250884067667,
+      "grad_norm": 265.5179443359375,
+      "learning_rate": 1.6095285820634715e-05,
+      "loss": 25.25,
+      "step": 13084
+    },
+    {
+      "epoch": 0.6252986715091274,
+      "grad_norm": 312.0985107421875,
+      "learning_rate": 1.6094672307987485e-05,
+      "loss": 46.0625,
+      "step": 13085
+    },
+    {
+      "epoch": 0.6253464589505878,
+      "grad_norm": 234.331298828125,
+      "learning_rate": 1.609405875884104e-05,
+      "loss": 22.4688,
+      "step": 13086
+    },
+    {
+      "epoch": 0.6253942463920482,
+      "grad_norm": 279.2537536621094,
+      "learning_rate": 1.609344517319904e-05,
+      "loss": 29.3438,
+      "step": 13087
+    },
+    {
+      "epoch": 0.6254420338335086,
+      "grad_norm": 323.6297302246094,
+      "learning_rate": 1.609283155106517e-05,
+      "loss": 30.3438,
+      "step": 13088
+    },
+    {
+      "epoch": 0.625489821274969,
+      "grad_norm": 390.6487731933594,
+      "learning_rate": 1.60922178924431e-05,
+      "loss": 24.7188,
+      "step": 13089
+    },
+    {
+      "epoch": 0.6255376087164293,
+      "grad_norm": 161.37754821777344,
+      "learning_rate": 1.6091604197336503e-05,
+      "loss": 20.2031,
+      "step": 13090
+    },
+    {
+      "epoch": 0.6255853961578897,
+      "grad_norm": 260.42620849609375,
+      "learning_rate": 1.609099046574906e-05,
+      "loss": 23.75,
+      "step": 13091
+    },
+    {
+      "epoch": 0.62563318359935,
+      "grad_norm": 316.4950256347656,
+      "learning_rate": 1.6090376697684442e-05,
+      "loss": 27.9688,
+      "step": 13092
+    },
+    {
+      "epoch": 0.6256809710408104,
+      "grad_norm": 249.32005310058594,
+      "learning_rate": 1.608976289314633e-05,
+      "loss": 25.0938,
+      "step": 13093
+    },
+    {
+      "epoch": 0.6257287584822708,
+      "grad_norm": 431.56842041015625,
+      "learning_rate": 1.6089149052138394e-05,
+      "loss": 31.1875,
+      "step": 13094
+    },
+    {
+      "epoch": 0.6257765459237312,
+      "grad_norm": 304.7994079589844,
+      "learning_rate": 1.6088535174664312e-05,
+      "loss": 35.875,
+      "step": 13095
+    },
+    {
+      "epoch": 0.6258243333651916,
+      "grad_norm": 165.83514404296875,
+      "learning_rate": 1.6087921260727762e-05,
+      "loss": 25.7812,
+      "step": 13096
+    },
+    {
+      "epoch": 0.625872120806652,
+      "grad_norm": 320.1938171386719,
+      "learning_rate": 1.6087307310332418e-05,
+      "loss": 34.9062,
+      "step": 13097
+    },
+    {
+      "epoch": 0.6259199082481124,
+      "grad_norm": 242.79054260253906,
+      "learning_rate": 1.6086693323481958e-05,
+      "loss": 28.5312,
+      "step": 13098
+    },
+    {
+      "epoch": 0.6259676956895728,
+      "grad_norm": 175.7755889892578,
+      "learning_rate": 1.608607930018006e-05,
+      "loss": 15.625,
+      "step": 13099
+    },
+    {
+      "epoch": 0.6260154831310332,
+      "grad_norm": 472.1401062011719,
+      "learning_rate": 1.6085465240430398e-05,
+      "loss": 41.4375,
+      "step": 13100
+    },
+    {
+      "epoch": 0.6260632705724936,
+      "grad_norm": 230.64869689941406,
+      "learning_rate": 1.608485114423665e-05,
+      "loss": 44.1875,
+      "step": 13101
+    },
+    {
+      "epoch": 0.626111058013954,
+      "grad_norm": 173.3900909423828,
+      "learning_rate": 1.60842370116025e-05,
+      "loss": 27.0625,
+      "step": 13102
+    },
+    {
+      "epoch": 0.6261588454554143,
+      "grad_norm": 403.216552734375,
+      "learning_rate": 1.608362284253162e-05,
+      "loss": 34.0625,
+      "step": 13103
+    },
+    {
+      "epoch": 0.6262066328968747,
+      "grad_norm": 223.0033721923828,
+      "learning_rate": 1.608300863702769e-05,
+      "loss": 22.875,
+      "step": 13104
+    },
+    {
+      "epoch": 0.6262544203383351,
+      "grad_norm": 219.49249267578125,
+      "learning_rate": 1.6082394395094385e-05,
+      "loss": 34.3438,
+      "step": 13105
+    },
+    {
+      "epoch": 0.6263022077797955,
+      "grad_norm": 361.8747863769531,
+      "learning_rate": 1.6081780116735385e-05,
+      "loss": 29.1875,
+      "step": 13106
+    },
+    {
+      "epoch": 0.6263499952212559,
+      "grad_norm": 463.7554931640625,
+      "learning_rate": 1.6081165801954374e-05,
+      "loss": 42.1562,
+      "step": 13107
+    },
+    {
+      "epoch": 0.6263977826627163,
+      "grad_norm": 305.98419189453125,
+      "learning_rate": 1.6080551450755023e-05,
+      "loss": 32.0312,
+      "step": 13108
+    },
+    {
+      "epoch": 0.6264455701041767,
+      "grad_norm": 238.30860900878906,
+      "learning_rate": 1.6079937063141017e-05,
+      "loss": 35.5938,
+      "step": 13109
+    },
+    {
+      "epoch": 0.626493357545637,
+      "grad_norm": 291.4582214355469,
+      "learning_rate": 1.6079322639116033e-05,
+      "loss": 29.8438,
+      "step": 13110
+    },
+    {
+      "epoch": 0.6265411449870973,
+      "grad_norm": 144.59197998046875,
+      "learning_rate": 1.607870817868375e-05,
+      "loss": 22.9688,
+      "step": 13111
+    },
+    {
+      "epoch": 0.6265889324285577,
+      "grad_norm": 298.2469787597656,
+      "learning_rate": 1.607809368184785e-05,
+      "loss": 30.2188,
+      "step": 13112
+    },
+    {
+      "epoch": 0.6266367198700181,
+      "grad_norm": 254.482666015625,
+      "learning_rate": 1.607747914861201e-05,
+      "loss": 25.5312,
+      "step": 13113
+    },
+    {
+      "epoch": 0.6266845073114785,
+      "grad_norm": 166.83383178710938,
+      "learning_rate": 1.6076864578979915e-05,
+      "loss": 33.6406,
+      "step": 13114
+    },
+    {
+      "epoch": 0.6267322947529389,
+      "grad_norm": 219.81582641601562,
+      "learning_rate": 1.6076249972955235e-05,
+      "loss": 30.0312,
+      "step": 13115
+    },
+    {
+      "epoch": 0.6267800821943993,
+      "grad_norm": 399.6902770996094,
+      "learning_rate": 1.6075635330541666e-05,
+      "loss": 34.8125,
+      "step": 13116
+    },
+    {
+      "epoch": 0.6268278696358597,
+      "grad_norm": 270.1032409667969,
+      "learning_rate": 1.607502065174288e-05,
+      "loss": 36.4688,
+      "step": 13117
+    },
+    {
+      "epoch": 0.6268756570773201,
+      "grad_norm": 248.282470703125,
+      "learning_rate": 1.6074405936562558e-05,
+      "loss": 27.9219,
+      "step": 13118
+    },
+    {
+      "epoch": 0.6269234445187805,
+      "grad_norm": 266.0499572753906,
+      "learning_rate": 1.607379118500438e-05,
+      "loss": 30.375,
+      "step": 13119
+    },
+    {
+      "epoch": 0.6269712319602408,
+      "grad_norm": 322.31427001953125,
+      "learning_rate": 1.6073176397072035e-05,
+      "loss": 41.125,
+      "step": 13120
+    },
+    {
+      "epoch": 0.6270190194017012,
+      "grad_norm": 166.2080535888672,
+      "learning_rate": 1.6072561572769197e-05,
+      "loss": 31.0625,
+      "step": 13121
+    },
+    {
+      "epoch": 0.6270668068431616,
+      "grad_norm": 566.0060424804688,
+      "learning_rate": 1.6071946712099552e-05,
+      "loss": 37.7969,
+      "step": 13122
+    },
+    {
+      "epoch": 0.627114594284622,
+      "grad_norm": 335.306396484375,
+      "learning_rate": 1.607133181506678e-05,
+      "loss": 27.2031,
+      "step": 13123
+    },
+    {
+      "epoch": 0.6271623817260824,
+      "grad_norm": 266.96453857421875,
+      "learning_rate": 1.6070716881674564e-05,
+      "loss": 22.1719,
+      "step": 13124
+    },
+    {
+      "epoch": 0.6272101691675428,
+      "grad_norm": 237.4620361328125,
+      "learning_rate": 1.6070101911926587e-05,
+      "loss": 22.8438,
+      "step": 13125
+    },
+    {
+      "epoch": 0.6272579566090032,
+      "grad_norm": 371.3720703125,
+      "learning_rate": 1.6069486905826535e-05,
+      "loss": 24.9219,
+      "step": 13126
+    },
+    {
+      "epoch": 0.6273057440504636,
+      "grad_norm": 255.70144653320312,
+      "learning_rate": 1.6068871863378086e-05,
+      "loss": 31.4688,
+      "step": 13127
+    },
+    {
+      "epoch": 0.627353531491924,
+      "grad_norm": 222.82696533203125,
+      "learning_rate": 1.6068256784584924e-05,
+      "loss": 37.2812,
+      "step": 13128
+    },
+    {
+      "epoch": 0.6274013189333844,
+      "grad_norm": 370.5789489746094,
+      "learning_rate": 1.606764166945074e-05,
+      "loss": 32.1406,
+      "step": 13129
+    },
+    {
+      "epoch": 0.6274491063748447,
+      "grad_norm": 423.59259033203125,
+      "learning_rate": 1.6067026517979206e-05,
+      "loss": 28.9688,
+      "step": 13130
+    },
+    {
+      "epoch": 0.627496893816305,
+      "grad_norm": 274.5926208496094,
+      "learning_rate": 1.6066411330174015e-05,
+      "loss": 32.5,
+      "step": 13131
+    },
+    {
+      "epoch": 0.6275446812577654,
+      "grad_norm": 467.1575622558594,
+      "learning_rate": 1.6065796106038845e-05,
+      "loss": 27.6094,
+      "step": 13132
+    },
+    {
+      "epoch": 0.6275924686992258,
+      "grad_norm": 255.2228546142578,
+      "learning_rate": 1.6065180845577387e-05,
+      "loss": 31.0,
+      "step": 13133
+    },
+    {
+      "epoch": 0.6276402561406862,
+      "grad_norm": 346.9335632324219,
+      "learning_rate": 1.606456554879332e-05,
+      "loss": 32.2188,
+      "step": 13134
+    },
+    {
+      "epoch": 0.6276880435821466,
+      "grad_norm": 403.9846496582031,
+      "learning_rate": 1.606395021569033e-05,
+      "loss": 30.4375,
+      "step": 13135
+    },
+    {
+      "epoch": 0.627735831023607,
+      "grad_norm": 356.8247985839844,
+      "learning_rate": 1.6063334846272104e-05,
+      "loss": 19.3438,
+      "step": 13136
+    },
+    {
+      "epoch": 0.6277836184650674,
+      "grad_norm": 276.4423828125,
+      "learning_rate": 1.6062719440542324e-05,
+      "loss": 34.1562,
+      "step": 13137
+    },
+    {
+      "epoch": 0.6278314059065278,
+      "grad_norm": 235.18516540527344,
+      "learning_rate": 1.6062103998504683e-05,
+      "loss": 26.5312,
+      "step": 13138
+    },
+    {
+      "epoch": 0.6278791933479881,
+      "grad_norm": 218.45066833496094,
+      "learning_rate": 1.6061488520162854e-05,
+      "loss": 23.7344,
+      "step": 13139
+    },
+    {
+      "epoch": 0.6279269807894485,
+      "grad_norm": 140.67138671875,
+      "learning_rate": 1.6060873005520537e-05,
+      "loss": 22.375,
+      "step": 13140
+    },
+    {
+      "epoch": 0.6279747682309089,
+      "grad_norm": 368.7466125488281,
+      "learning_rate": 1.606025745458141e-05,
+      "loss": 28.9844,
+      "step": 13141
+    },
+    {
+      "epoch": 0.6280225556723693,
+      "grad_norm": 312.5170593261719,
+      "learning_rate": 1.6059641867349154e-05,
+      "loss": 38.2188,
+      "step": 13142
+    },
+    {
+      "epoch": 0.6280703431138297,
+      "grad_norm": 245.48458862304688,
+      "learning_rate": 1.6059026243827468e-05,
+      "loss": 24.4062,
+      "step": 13143
+    },
+    {
+      "epoch": 0.6281181305552901,
+      "grad_norm": 175.63262939453125,
+      "learning_rate": 1.6058410584020035e-05,
+      "loss": 23.4844,
+      "step": 13144
+    },
+    {
+      "epoch": 0.6281659179967505,
+      "grad_norm": 289.048828125,
+      "learning_rate": 1.6057794887930538e-05,
+      "loss": 26.1562,
+      "step": 13145
+    },
+    {
+      "epoch": 0.6282137054382109,
+      "grad_norm": 300.7943115234375,
+      "learning_rate": 1.6057179155562665e-05,
+      "loss": 26.6875,
+      "step": 13146
+    },
+    {
+      "epoch": 0.6282614928796713,
+      "grad_norm": 515.6234741210938,
+      "learning_rate": 1.6056563386920107e-05,
+      "loss": 24.8438,
+      "step": 13147
+    },
+    {
+      "epoch": 0.6283092803211316,
+      "grad_norm": 196.92984008789062,
+      "learning_rate": 1.6055947582006545e-05,
+      "loss": 28.0,
+      "step": 13148
+    },
+    {
+      "epoch": 0.628357067762592,
+      "grad_norm": 234.17861938476562,
+      "learning_rate": 1.6055331740825675e-05,
+      "loss": 40.1875,
+      "step": 13149
+    },
+    {
+      "epoch": 0.6284048552040524,
+      "grad_norm": 472.5646057128906,
+      "learning_rate": 1.605471586338118e-05,
+      "loss": 32.8594,
+      "step": 13150
+    },
+    {
+      "epoch": 0.6284526426455127,
+      "grad_norm": 174.92312622070312,
+      "learning_rate": 1.6054099949676752e-05,
+      "loss": 27.1875,
+      "step": 13151
+    },
+    {
+      "epoch": 0.6285004300869731,
+      "grad_norm": 218.1044158935547,
+      "learning_rate": 1.6053483999716072e-05,
+      "loss": 25.7656,
+      "step": 13152
+    },
+    {
+      "epoch": 0.6285482175284335,
+      "grad_norm": 212.85887145996094,
+      "learning_rate": 1.605286801350284e-05,
+      "loss": 32.7188,
+      "step": 13153
+    },
+    {
+      "epoch": 0.6285960049698939,
+      "grad_norm": 173.85101318359375,
+      "learning_rate": 1.6052251991040737e-05,
+      "loss": 25.125,
+      "step": 13154
+    },
+    {
+      "epoch": 0.6286437924113543,
+      "grad_norm": 266.6371154785156,
+      "learning_rate": 1.6051635932333454e-05,
+      "loss": 25.4219,
+      "step": 13155
+    },
+    {
+      "epoch": 0.6286915798528147,
+      "grad_norm": 313.2966003417969,
+      "learning_rate": 1.605101983738468e-05,
+      "loss": 29.25,
+      "step": 13156
+    },
+    {
+      "epoch": 0.628739367294275,
+      "grad_norm": 267.1029968261719,
+      "learning_rate": 1.6050403706198103e-05,
+      "loss": 26.5938,
+      "step": 13157
+    },
+    {
+      "epoch": 0.6287871547357354,
+      "grad_norm": 197.9749298095703,
+      "learning_rate": 1.6049787538777418e-05,
+      "loss": 31.0625,
+      "step": 13158
+    },
+    {
+      "epoch": 0.6288349421771958,
+      "grad_norm": 322.9404602050781,
+      "learning_rate": 1.604917133512631e-05,
+      "loss": 28.8594,
+      "step": 13159
+    },
+    {
+      "epoch": 0.6288827296186562,
+      "grad_norm": 429.43505859375,
+      "learning_rate": 1.6048555095248473e-05,
+      "loss": 28.5938,
+      "step": 13160
+    },
+    {
+      "epoch": 0.6289305170601166,
+      "grad_norm": 239.40786743164062,
+      "learning_rate": 1.6047938819147596e-05,
+      "loss": 20.9375,
+      "step": 13161
+    },
+    {
+      "epoch": 0.628978304501577,
+      "grad_norm": 293.6202087402344,
+      "learning_rate": 1.6047322506827373e-05,
+      "loss": 27.0938,
+      "step": 13162
+    },
+    {
+      "epoch": 0.6290260919430374,
+      "grad_norm": 189.5511016845703,
+      "learning_rate": 1.6046706158291484e-05,
+      "loss": 24.0,
+      "step": 13163
+    },
+    {
+      "epoch": 0.6290738793844978,
+      "grad_norm": 317.0052490234375,
+      "learning_rate": 1.6046089773543632e-05,
+      "loss": 32.6562,
+      "step": 13164
+    },
+    {
+      "epoch": 0.6291216668259582,
+      "grad_norm": 350.3844909667969,
+      "learning_rate": 1.60454733525875e-05,
+      "loss": 25.1562,
+      "step": 13165
+    },
+    {
+      "epoch": 0.6291694542674185,
+      "grad_norm": 200.63400268554688,
+      "learning_rate": 1.6044856895426785e-05,
+      "loss": 24.125,
+      "step": 13166
+    },
+    {
+      "epoch": 0.6292172417088789,
+      "grad_norm": 386.7980041503906,
+      "learning_rate": 1.6044240402065182e-05,
+      "loss": 35.5,
+      "step": 13167
+    },
+    {
+      "epoch": 0.6292650291503393,
+      "grad_norm": 260.5834655761719,
+      "learning_rate": 1.6043623872506372e-05,
+      "loss": 32.3438,
+      "step": 13168
+    },
+    {
+      "epoch": 0.6293128165917997,
+      "grad_norm": 330.9058532714844,
+      "learning_rate": 1.6043007306754057e-05,
+      "loss": 29.7812,
+      "step": 13169
+    },
+    {
+      "epoch": 0.6293606040332601,
+      "grad_norm": 392.5855407714844,
+      "learning_rate": 1.6042390704811924e-05,
+      "loss": 42.75,
+      "step": 13170
+    },
+    {
+      "epoch": 0.6294083914747205,
+      "grad_norm": 155.48524475097656,
+      "learning_rate": 1.604177406668367e-05,
+      "loss": 20.6719,
+      "step": 13171
+    },
+    {
+      "epoch": 0.6294561789161808,
+      "grad_norm": 179.2462158203125,
+      "learning_rate": 1.604115739237298e-05,
+      "loss": 31.2812,
+      "step": 13172
+    },
+    {
+      "epoch": 0.6295039663576412,
+      "grad_norm": 287.36798095703125,
+      "learning_rate": 1.6040540681883555e-05,
+      "loss": 29.0625,
+      "step": 13173
+    },
+    {
+      "epoch": 0.6295517537991016,
+      "grad_norm": 283.9982604980469,
+      "learning_rate": 1.6039923935219087e-05,
+      "loss": 31.6562,
+      "step": 13174
+    },
+    {
+      "epoch": 0.6295995412405619,
+      "grad_norm": 343.6258544921875,
+      "learning_rate": 1.603930715238327e-05,
+      "loss": 41.6875,
+      "step": 13175
+    },
+    {
+      "epoch": 0.6296473286820223,
+      "grad_norm": 358.1221008300781,
+      "learning_rate": 1.6038690333379793e-05,
+      "loss": 24.6562,
+      "step": 13176
+    },
+    {
+      "epoch": 0.6296951161234827,
+      "grad_norm": 725.0645751953125,
+      "learning_rate": 1.6038073478212353e-05,
+      "loss": 33.8125,
+      "step": 13177
+    },
+    {
+      "epoch": 0.6297429035649431,
+      "grad_norm": 173.13600158691406,
+      "learning_rate": 1.6037456586884643e-05,
+      "loss": 24.6406,
+      "step": 13178
+    },
+    {
+      "epoch": 0.6297906910064035,
+      "grad_norm": 1054.582763671875,
+      "learning_rate": 1.6036839659400362e-05,
+      "loss": 34.5,
+      "step": 13179
+    },
+    {
+      "epoch": 0.6298384784478639,
+      "grad_norm": 206.3310089111328,
+      "learning_rate": 1.60362226957632e-05,
+      "loss": 18.4688,
+      "step": 13180
+    },
+    {
+      "epoch": 0.6298862658893243,
+      "grad_norm": 405.23297119140625,
+      "learning_rate": 1.6035605695976852e-05,
+      "loss": 24.875,
+      "step": 13181
+    },
+    {
+      "epoch": 0.6299340533307847,
+      "grad_norm": 650.2579345703125,
+      "learning_rate": 1.6034988660045015e-05,
+      "loss": 36.0625,
+      "step": 13182
+    },
+    {
+      "epoch": 0.6299818407722451,
+      "grad_norm": 238.635986328125,
+      "learning_rate": 1.6034371587971384e-05,
+      "loss": 27.375,
+      "step": 13183
+    },
+    {
+      "epoch": 0.6300296282137055,
+      "grad_norm": 255.1705322265625,
+      "learning_rate": 1.603375447975965e-05,
+      "loss": 43.2188,
+      "step": 13184
+    },
+    {
+      "epoch": 0.6300774156551658,
+      "grad_norm": 319.9737243652344,
+      "learning_rate": 1.6033137335413516e-05,
+      "loss": 24.625,
+      "step": 13185
+    },
+    {
+      "epoch": 0.6301252030966262,
+      "grad_norm": 308.6746826171875,
+      "learning_rate": 1.6032520154936672e-05,
+      "loss": 33.5312,
+      "step": 13186
+    },
+    {
+      "epoch": 0.6301729905380866,
+      "grad_norm": 523.7512817382812,
+      "learning_rate": 1.6031902938332816e-05,
+      "loss": 32.0938,
+      "step": 13187
+    },
+    {
+      "epoch": 0.630220777979547,
+      "grad_norm": 133.41281127929688,
+      "learning_rate": 1.6031285685605648e-05,
+      "loss": 22.2969,
+      "step": 13188
+    },
+    {
+      "epoch": 0.6302685654210074,
+      "grad_norm": 385.1084289550781,
+      "learning_rate": 1.6030668396758857e-05,
+      "loss": 30.5,
+      "step": 13189
+    },
+    {
+      "epoch": 0.6303163528624678,
+      "grad_norm": 375.87066650390625,
+      "learning_rate": 1.6030051071796146e-05,
+      "loss": 31.4062,
+      "step": 13190
+    },
+    {
+      "epoch": 0.6303641403039282,
+      "grad_norm": 391.7684631347656,
+      "learning_rate": 1.602943371072121e-05,
+      "loss": 32.1562,
+      "step": 13191
+    },
+    {
+      "epoch": 0.6304119277453886,
+      "grad_norm": 456.265380859375,
+      "learning_rate": 1.6028816313537748e-05,
+      "loss": 28.2188,
+      "step": 13192
+    },
+    {
+      "epoch": 0.6304597151868488,
+      "grad_norm": 309.557373046875,
+      "learning_rate": 1.6028198880249454e-05,
+      "loss": 26.875,
+      "step": 13193
+    },
+    {
+      "epoch": 0.6305075026283092,
+      "grad_norm": 252.93287658691406,
+      "learning_rate": 1.6027581410860026e-05,
+      "loss": 31.1875,
+      "step": 13194
+    },
+    {
+      "epoch": 0.6305552900697696,
+      "grad_norm": 317.949462890625,
+      "learning_rate": 1.6026963905373164e-05,
+      "loss": 24.625,
+      "step": 13195
+    },
+    {
+      "epoch": 0.63060307751123,
+      "grad_norm": 243.6180419921875,
+      "learning_rate": 1.6026346363792565e-05,
+      "loss": 25.2656,
+      "step": 13196
+    },
+    {
+      "epoch": 0.6306508649526904,
+      "grad_norm": 306.3638916015625,
+      "learning_rate": 1.602572878612193e-05,
+      "loss": 27.25,
+      "step": 13197
+    },
+    {
+      "epoch": 0.6306986523941508,
+      "grad_norm": 253.50827026367188,
+      "learning_rate": 1.602511117236495e-05,
+      "loss": 37.0,
+      "step": 13198
+    },
+    {
+      "epoch": 0.6307464398356112,
+      "grad_norm": 691.4923706054688,
+      "learning_rate": 1.602449352252533e-05,
+      "loss": 25.5938,
+      "step": 13199
+    },
+    {
+      "epoch": 0.6307942272770716,
+      "grad_norm": 248.1042938232422,
+      "learning_rate": 1.602387583660677e-05,
+      "loss": 30.4688,
+      "step": 13200
+    },
+    {
+      "epoch": 0.630842014718532,
+      "grad_norm": 481.6053161621094,
+      "learning_rate": 1.6023258114612965e-05,
+      "loss": 30.5938,
+      "step": 13201
+    },
+    {
+      "epoch": 0.6308898021599924,
+      "grad_norm": 320.71051025390625,
+      "learning_rate": 1.6022640356547617e-05,
+      "loss": 23.8281,
+      "step": 13202
+    },
+    {
+      "epoch": 0.6309375896014527,
+      "grad_norm": 268.1177978515625,
+      "learning_rate": 1.6022022562414424e-05,
+      "loss": 30.9062,
+      "step": 13203
+    },
+    {
+      "epoch": 0.6309853770429131,
+      "grad_norm": 338.22552490234375,
+      "learning_rate": 1.6021404732217085e-05,
+      "loss": 28.75,
+      "step": 13204
+    },
+    {
+      "epoch": 0.6310331644843735,
+      "grad_norm": 279.55859375,
+      "learning_rate": 1.6020786865959305e-05,
+      "loss": 28.0156,
+      "step": 13205
+    },
+    {
+      "epoch": 0.6310809519258339,
+      "grad_norm": 234.96945190429688,
+      "learning_rate": 1.6020168963644778e-05,
+      "loss": 27.625,
+      "step": 13206
+    },
+    {
+      "epoch": 0.6311287393672943,
+      "grad_norm": 269.78594970703125,
+      "learning_rate": 1.6019551025277206e-05,
+      "loss": 19.5156,
+      "step": 13207
+    },
+    {
+      "epoch": 0.6311765268087547,
+      "grad_norm": 208.6881561279297,
+      "learning_rate": 1.6018933050860294e-05,
+      "loss": 22.6875,
+      "step": 13208
+    },
+    {
+      "epoch": 0.6312243142502151,
+      "grad_norm": 375.006103515625,
+      "learning_rate": 1.6018315040397735e-05,
+      "loss": 20.1875,
+      "step": 13209
+    },
+    {
+      "epoch": 0.6312721016916755,
+      "grad_norm": 216.79833984375,
+      "learning_rate": 1.601769699389324e-05,
+      "loss": 18.2188,
+      "step": 13210
+    },
+    {
+      "epoch": 0.6313198891331359,
+      "grad_norm": 198.690673828125,
+      "learning_rate": 1.60170789113505e-05,
+      "loss": 27.8438,
+      "step": 13211
+    },
+    {
+      "epoch": 0.6313676765745962,
+      "grad_norm": 165.47311401367188,
+      "learning_rate": 1.601646079277322e-05,
+      "loss": 25.3125,
+      "step": 13212
+    },
+    {
+      "epoch": 0.6314154640160565,
+      "grad_norm": 310.93023681640625,
+      "learning_rate": 1.601584263816511e-05,
+      "loss": 28.125,
+      "step": 13213
+    },
+    {
+      "epoch": 0.6314632514575169,
+      "grad_norm": 345.79412841796875,
+      "learning_rate": 1.6015224447529862e-05,
+      "loss": 31.0625,
+      "step": 13214
+    },
+    {
+      "epoch": 0.6315110388989773,
+      "grad_norm": 220.15757751464844,
+      "learning_rate": 1.6014606220871184e-05,
+      "loss": 23.1875,
+      "step": 13215
+    },
+    {
+      "epoch": 0.6315588263404377,
+      "grad_norm": 383.5669860839844,
+      "learning_rate": 1.601398795819277e-05,
+      "loss": 38.2656,
+      "step": 13216
+    },
+    {
+      "epoch": 0.6316066137818981,
+      "grad_norm": 261.4054260253906,
+      "learning_rate": 1.6013369659498335e-05,
+      "loss": 26.4062,
+      "step": 13217
+    },
+    {
+      "epoch": 0.6316544012233585,
+      "grad_norm": 271.3121643066406,
+      "learning_rate": 1.6012751324791568e-05,
+      "loss": 25.625,
+      "step": 13218
+    },
+    {
+      "epoch": 0.6317021886648189,
+      "grad_norm": 468.66363525390625,
+      "learning_rate": 1.6012132954076183e-05,
+      "loss": 26.5625,
+      "step": 13219
+    },
+    {
+      "epoch": 0.6317499761062793,
+      "grad_norm": 283.06646728515625,
+      "learning_rate": 1.601151454735588e-05,
+      "loss": 29.1875,
+      "step": 13220
+    },
+    {
+      "epoch": 0.6317977635477396,
+      "grad_norm": 239.06044006347656,
+      "learning_rate": 1.601089610463436e-05,
+      "loss": 26.5469,
+      "step": 13221
+    },
+    {
+      "epoch": 0.6318455509892,
+      "grad_norm": 290.537353515625,
+      "learning_rate": 1.601027762591533e-05,
+      "loss": 27.125,
+      "step": 13222
+    },
+    {
+      "epoch": 0.6318933384306604,
+      "grad_norm": 439.61468505859375,
+      "learning_rate": 1.600965911120249e-05,
+      "loss": 38.1875,
+      "step": 13223
+    },
+    {
+      "epoch": 0.6319411258721208,
+      "grad_norm": 340.5361022949219,
+      "learning_rate": 1.6009040560499548e-05,
+      "loss": 34.2812,
+      "step": 13224
+    },
+    {
+      "epoch": 0.6319889133135812,
+      "grad_norm": 261.6954040527344,
+      "learning_rate": 1.600842197381021e-05,
+      "loss": 33.3438,
+      "step": 13225
+    },
+    {
+      "epoch": 0.6320367007550416,
+      "grad_norm": 558.7315063476562,
+      "learning_rate": 1.6007803351138173e-05,
+      "loss": 24.0781,
+      "step": 13226
+    },
+    {
+      "epoch": 0.632084488196502,
+      "grad_norm": 434.2112731933594,
+      "learning_rate": 1.600718469248715e-05,
+      "loss": 25.2812,
+      "step": 13227
+    },
+    {
+      "epoch": 0.6321322756379624,
+      "grad_norm": 368.3888244628906,
+      "learning_rate": 1.6006565997860836e-05,
+      "loss": 38.8125,
+      "step": 13228
+    },
+    {
+      "epoch": 0.6321800630794228,
+      "grad_norm": 338.907470703125,
+      "learning_rate": 1.6005947267262948e-05,
+      "loss": 27.9062,
+      "step": 13229
+    },
+    {
+      "epoch": 0.6322278505208832,
+      "grad_norm": 264.1942443847656,
+      "learning_rate": 1.6005328500697185e-05,
+      "loss": 25.9062,
+      "step": 13230
+    },
+    {
+      "epoch": 0.6322756379623435,
+      "grad_norm": 538.1384887695312,
+      "learning_rate": 1.600470969816725e-05,
+      "loss": 38.0938,
+      "step": 13231
+    },
+    {
+      "epoch": 0.6323234254038039,
+      "grad_norm": 281.5591125488281,
+      "learning_rate": 1.6004090859676856e-05,
+      "loss": 34.6562,
+      "step": 13232
+    },
+    {
+      "epoch": 0.6323712128452643,
+      "grad_norm": 214.9210968017578,
+      "learning_rate": 1.60034719852297e-05,
+      "loss": 24.2812,
+      "step": 13233
+    },
+    {
+      "epoch": 0.6324190002867246,
+      "grad_norm": 180.72459411621094,
+      "learning_rate": 1.60028530748295e-05,
+      "loss": 27.5781,
+      "step": 13234
+    },
+    {
+      "epoch": 0.632466787728185,
+      "grad_norm": 265.2141418457031,
+      "learning_rate": 1.600223412847995e-05,
+      "loss": 21.75,
+      "step": 13235
+    },
+    {
+      "epoch": 0.6325145751696454,
+      "grad_norm": 407.9674377441406,
+      "learning_rate": 1.6001615146184765e-05,
+      "loss": 29.8438,
+      "step": 13236
+    },
+    {
+      "epoch": 0.6325623626111058,
+      "grad_norm": 177.8297882080078,
+      "learning_rate": 1.600099612794765e-05,
+      "loss": 22.5,
+      "step": 13237
+    },
+    {
+      "epoch": 0.6326101500525662,
+      "grad_norm": 364.41192626953125,
+      "learning_rate": 1.600037707377231e-05,
+      "loss": 34.0625,
+      "step": 13238
+    },
+    {
+      "epoch": 0.6326579374940265,
+      "grad_norm": 215.7785186767578,
+      "learning_rate": 1.5999757983662456e-05,
+      "loss": 22.9688,
+      "step": 13239
+    },
+    {
+      "epoch": 0.6327057249354869,
+      "grad_norm": 247.2539520263672,
+      "learning_rate": 1.5999138857621792e-05,
+      "loss": 23.9062,
+      "step": 13240
+    },
+    {
+      "epoch": 0.6327535123769473,
+      "grad_norm": 383.4892578125,
+      "learning_rate": 1.599851969565403e-05,
+      "loss": 21.2812,
+      "step": 13241
+    },
+    {
+      "epoch": 0.6328012998184077,
+      "grad_norm": 379.2607421875,
+      "learning_rate": 1.5997900497762874e-05,
+      "loss": 29.4688,
+      "step": 13242
+    },
+    {
+      "epoch": 0.6328490872598681,
+      "grad_norm": 306.138671875,
+      "learning_rate": 1.5997281263952032e-05,
+      "loss": 29.0312,
+      "step": 13243
+    },
+    {
+      "epoch": 0.6328968747013285,
+      "grad_norm": 163.8458709716797,
+      "learning_rate": 1.5996661994225212e-05,
+      "loss": 26.5,
+      "step": 13244
+    },
+    {
+      "epoch": 0.6329446621427889,
+      "grad_norm": 361.25433349609375,
+      "learning_rate": 1.5996042688586126e-05,
+      "loss": 20.9844,
+      "step": 13245
+    },
+    {
+      "epoch": 0.6329924495842493,
+      "grad_norm": 272.81549072265625,
+      "learning_rate": 1.5995423347038484e-05,
+      "loss": 38.0625,
+      "step": 13246
+    },
+    {
+      "epoch": 0.6330402370257097,
+      "grad_norm": 312.5263671875,
+      "learning_rate": 1.5994803969585987e-05,
+      "loss": 31.125,
+      "step": 13247
+    },
+    {
+      "epoch": 0.63308802446717,
+      "grad_norm": 214.42027282714844,
+      "learning_rate": 1.5994184556232353e-05,
+      "loss": 25.625,
+      "step": 13248
+    },
+    {
+      "epoch": 0.6331358119086304,
+      "grad_norm": 235.28097534179688,
+      "learning_rate": 1.599356510698129e-05,
+      "loss": 36.0625,
+      "step": 13249
+    },
+    {
+      "epoch": 0.6331835993500908,
+      "grad_norm": 347.3147888183594,
+      "learning_rate": 1.5992945621836503e-05,
+      "loss": 21.5,
+      "step": 13250
+    },
+    {
+      "epoch": 0.6332313867915512,
+      "grad_norm": 286.1087341308594,
+      "learning_rate": 1.599232610080171e-05,
+      "loss": 27.9062,
+      "step": 13251
+    },
+    {
+      "epoch": 0.6332791742330116,
+      "grad_norm": 338.6226806640625,
+      "learning_rate": 1.599170654388061e-05,
+      "loss": 35.5625,
+      "step": 13252
+    },
+    {
+      "epoch": 0.633326961674472,
+      "grad_norm": 172.67189025878906,
+      "learning_rate": 1.599108695107692e-05,
+      "loss": 25.0312,
+      "step": 13253
+    },
+    {
+      "epoch": 0.6333747491159323,
+      "grad_norm": 509.31292724609375,
+      "learning_rate": 1.599046732239435e-05,
+      "loss": 28.5938,
+      "step": 13254
+    },
+    {
+      "epoch": 0.6334225365573927,
+      "grad_norm": 161.0148468017578,
+      "learning_rate": 1.598984765783661e-05,
+      "loss": 31.3594,
+      "step": 13255
+    },
+    {
+      "epoch": 0.6334703239988531,
+      "grad_norm": 227.70347595214844,
+      "learning_rate": 1.5989227957407415e-05,
+      "loss": 29.1562,
+      "step": 13256
+    },
+    {
+      "epoch": 0.6335181114403134,
+      "grad_norm": 275.6152038574219,
+      "learning_rate": 1.598860822111047e-05,
+      "loss": 32.625,
+      "step": 13257
+    },
+    {
+      "epoch": 0.6335658988817738,
+      "grad_norm": 600.5259399414062,
+      "learning_rate": 1.598798844894949e-05,
+      "loss": 38.0312,
+      "step": 13258
+    },
+    {
+      "epoch": 0.6336136863232342,
+      "grad_norm": 245.9822998046875,
+      "learning_rate": 1.5987368640928186e-05,
+      "loss": 36.5938,
+      "step": 13259
+    },
+    {
+      "epoch": 0.6336614737646946,
+      "grad_norm": 258.3755798339844,
+      "learning_rate": 1.5986748797050267e-05,
+      "loss": 16.9844,
+      "step": 13260
+    },
+    {
+      "epoch": 0.633709261206155,
+      "grad_norm": 304.5435791015625,
+      "learning_rate": 1.598612891731945e-05,
+      "loss": 29.1562,
+      "step": 13261
+    },
+    {
+      "epoch": 0.6337570486476154,
+      "grad_norm": 343.45391845703125,
+      "learning_rate": 1.5985509001739446e-05,
+      "loss": 36.4062,
+      "step": 13262
+    },
+    {
+      "epoch": 0.6338048360890758,
+      "grad_norm": 390.32244873046875,
+      "learning_rate": 1.5984889050313964e-05,
+      "loss": 27.7812,
+      "step": 13263
+    },
+    {
+      "epoch": 0.6338526235305362,
+      "grad_norm": 136.37286376953125,
+      "learning_rate": 1.5984269063046723e-05,
+      "loss": 23.5,
+      "step": 13264
+    },
+    {
+      "epoch": 0.6339004109719966,
+      "grad_norm": 179.8804473876953,
+      "learning_rate": 1.598364903994143e-05,
+      "loss": 27.5781,
+      "step": 13265
+    },
+    {
+      "epoch": 0.633948198413457,
+      "grad_norm": 356.2320556640625,
+      "learning_rate": 1.59830289810018e-05,
+      "loss": 34.4688,
+      "step": 13266
+    },
+    {
+      "epoch": 0.6339959858549173,
+      "grad_norm": 281.1309509277344,
+      "learning_rate": 1.5982408886231545e-05,
+      "loss": 33.125,
+      "step": 13267
+    },
+    {
+      "epoch": 0.6340437732963777,
+      "grad_norm": 421.69415283203125,
+      "learning_rate": 1.5981788755634383e-05,
+      "loss": 35.2656,
+      "step": 13268
+    },
+    {
+      "epoch": 0.6340915607378381,
+      "grad_norm": 212.4282989501953,
+      "learning_rate": 1.5981168589214022e-05,
+      "loss": 28.9375,
+      "step": 13269
+    },
+    {
+      "epoch": 0.6341393481792985,
+      "grad_norm": 264.8861083984375,
+      "learning_rate": 1.5980548386974183e-05,
+      "loss": 26.3281,
+      "step": 13270
+    },
+    {
+      "epoch": 0.6341871356207589,
+      "grad_norm": 835.1301879882812,
+      "learning_rate": 1.5979928148918573e-05,
+      "loss": 26.9062,
+      "step": 13271
+    },
+    {
+      "epoch": 0.6342349230622193,
+      "grad_norm": 912.453857421875,
+      "learning_rate": 1.597930787505091e-05,
+      "loss": 33.5,
+      "step": 13272
+    },
+    {
+      "epoch": 0.6342827105036797,
+      "grad_norm": 385.3463134765625,
+      "learning_rate": 1.5978687565374907e-05,
+      "loss": 34.5938,
+      "step": 13273
+    },
+    {
+      "epoch": 0.6343304979451401,
+      "grad_norm": 241.5428009033203,
+      "learning_rate": 1.597806721989428e-05,
+      "loss": 27.8125,
+      "step": 13274
+    },
+    {
+      "epoch": 0.6343782853866003,
+      "grad_norm": 176.10691833496094,
+      "learning_rate": 1.5977446838612748e-05,
+      "loss": 29.8438,
+      "step": 13275
+    },
+    {
+      "epoch": 0.6344260728280607,
+      "grad_norm": 150.10255432128906,
+      "learning_rate": 1.597682642153402e-05,
+      "loss": 38.5469,
+      "step": 13276
+    },
+    {
+      "epoch": 0.6344738602695211,
+      "grad_norm": 241.81710815429688,
+      "learning_rate": 1.5976205968661815e-05,
+      "loss": 24.0781,
+      "step": 13277
+    },
+    {
+      "epoch": 0.6345216477109815,
+      "grad_norm": 426.4542541503906,
+      "learning_rate": 1.5975585479999848e-05,
+      "loss": 25.3125,
+      "step": 13278
+    },
+    {
+      "epoch": 0.6345694351524419,
+      "grad_norm": 309.1446228027344,
+      "learning_rate": 1.5974964955551834e-05,
+      "loss": 35.7188,
+      "step": 13279
+    },
+    {
+      "epoch": 0.6346172225939023,
+      "grad_norm": 566.8678588867188,
+      "learning_rate": 1.597434439532149e-05,
+      "loss": 32.1562,
+      "step": 13280
+    },
+    {
+      "epoch": 0.6346650100353627,
+      "grad_norm": 226.7045135498047,
+      "learning_rate": 1.597372379931253e-05,
+      "loss": 42.4375,
+      "step": 13281
+    },
+    {
+      "epoch": 0.6347127974768231,
+      "grad_norm": 405.44696044921875,
+      "learning_rate": 1.5973103167528673e-05,
+      "loss": 33.9375,
+      "step": 13282
+    },
+    {
+      "epoch": 0.6347605849182835,
+      "grad_norm": 233.91342163085938,
+      "learning_rate": 1.597248249997364e-05,
+      "loss": 30.5,
+      "step": 13283
+    },
+    {
+      "epoch": 0.6348083723597439,
+      "grad_norm": 215.66513061523438,
+      "learning_rate": 1.5971861796651138e-05,
+      "loss": 27.5,
+      "step": 13284
+    },
+    {
+      "epoch": 0.6348561598012042,
+      "grad_norm": 189.6516571044922,
+      "learning_rate": 1.597124105756489e-05,
+      "loss": 29.1562,
+      "step": 13285
+    },
+    {
+      "epoch": 0.6349039472426646,
+      "grad_norm": 262.3612060546875,
+      "learning_rate": 1.5970620282718616e-05,
+      "loss": 26.2188,
+      "step": 13286
+    },
+    {
+      "epoch": 0.634951734684125,
+      "grad_norm": 421.0437927246094,
+      "learning_rate": 1.5969999472116028e-05,
+      "loss": 31.25,
+      "step": 13287
+    },
+    {
+      "epoch": 0.6349995221255854,
+      "grad_norm": 420.48834228515625,
+      "learning_rate": 1.596937862576085e-05,
+      "loss": 27.2344,
+      "step": 13288
+    },
+    {
+      "epoch": 0.6350473095670458,
+      "grad_norm": 382.4642333984375,
+      "learning_rate": 1.5968757743656795e-05,
+      "loss": 41.625,
+      "step": 13289
+    },
+    {
+      "epoch": 0.6350950970085062,
+      "grad_norm": 293.5050048828125,
+      "learning_rate": 1.5968136825807585e-05,
+      "loss": 22.8125,
+      "step": 13290
+    },
+    {
+      "epoch": 0.6351428844499666,
+      "grad_norm": 239.47506713867188,
+      "learning_rate": 1.5967515872216934e-05,
+      "loss": 23.8594,
+      "step": 13291
+    },
+    {
+      "epoch": 0.635190671891427,
+      "grad_norm": 367.0846252441406,
+      "learning_rate": 1.596689488288856e-05,
+      "loss": 26.3438,
+      "step": 13292
+    },
+    {
+      "epoch": 0.6352384593328874,
+      "grad_norm": 248.52835083007812,
+      "learning_rate": 1.596627385782619e-05,
+      "loss": 34.9062,
+      "step": 13293
+    },
+    {
+      "epoch": 0.6352862467743478,
+      "grad_norm": 206.40805053710938,
+      "learning_rate": 1.5965652797033535e-05,
+      "loss": 35.0312,
+      "step": 13294
+    },
+    {
+      "epoch": 0.6353340342158081,
+      "grad_norm": 309.927490234375,
+      "learning_rate": 1.5965031700514318e-05,
+      "loss": 38.5938,
+      "step": 13295
+    },
+    {
+      "epoch": 0.6353818216572684,
+      "grad_norm": 341.2310791015625,
+      "learning_rate": 1.5964410568272263e-05,
+      "loss": 31.0,
+      "step": 13296
+    },
+    {
+      "epoch": 0.6354296090987288,
+      "grad_norm": 489.86651611328125,
+      "learning_rate": 1.596378940031108e-05,
+      "loss": 41.5625,
+      "step": 13297
+    },
+    {
+      "epoch": 0.6354773965401892,
+      "grad_norm": 333.4239196777344,
+      "learning_rate": 1.5963168196634493e-05,
+      "loss": 27.9375,
+      "step": 13298
+    },
+    {
+      "epoch": 0.6355251839816496,
+      "grad_norm": 426.6106872558594,
+      "learning_rate": 1.5962546957246226e-05,
+      "loss": 30.4688,
+      "step": 13299
+    },
+    {
+      "epoch": 0.63557297142311,
+      "grad_norm": 495.6370849609375,
+      "learning_rate": 1.5961925682149994e-05,
+      "loss": 29.4688,
+      "step": 13300
+    },
+    {
+      "epoch": 0.6356207588645704,
+      "grad_norm": 460.75799560546875,
+      "learning_rate": 1.5961304371349524e-05,
+      "loss": 29.125,
+      "step": 13301
+    },
+    {
+      "epoch": 0.6356685463060308,
+      "grad_norm": 331.9131774902344,
+      "learning_rate": 1.5960683024848533e-05,
+      "loss": 31.8438,
+      "step": 13302
+    },
+    {
+      "epoch": 0.6357163337474911,
+      "grad_norm": 509.65936279296875,
+      "learning_rate": 1.5960061642650738e-05,
+      "loss": 36.4375,
+      "step": 13303
+    },
+    {
+      "epoch": 0.6357641211889515,
+      "grad_norm": 228.81121826171875,
+      "learning_rate": 1.5959440224759865e-05,
+      "loss": 32.0312,
+      "step": 13304
+    },
+    {
+      "epoch": 0.6358119086304119,
+      "grad_norm": 311.4343566894531,
+      "learning_rate": 1.5958818771179635e-05,
+      "loss": 30.2188,
+      "step": 13305
+    },
+    {
+      "epoch": 0.6358596960718723,
+      "grad_norm": 185.4990692138672,
+      "learning_rate": 1.5958197281913772e-05,
+      "loss": 35.1875,
+      "step": 13306
+    },
+    {
+      "epoch": 0.6359074835133327,
+      "grad_norm": 395.1968994140625,
+      "learning_rate": 1.5957575756965992e-05,
+      "loss": 39.875,
+      "step": 13307
+    },
+    {
+      "epoch": 0.6359552709547931,
+      "grad_norm": 217.59901428222656,
+      "learning_rate": 1.5956954196340025e-05,
+      "loss": 34.9375,
+      "step": 13308
+    },
+    {
+      "epoch": 0.6360030583962535,
+      "grad_norm": 356.0663757324219,
+      "learning_rate": 1.5956332600039582e-05,
+      "loss": 36.4688,
+      "step": 13309
+    },
+    {
+      "epoch": 0.6360508458377139,
+      "grad_norm": 385.8086242675781,
+      "learning_rate": 1.59557109680684e-05,
+      "loss": 41.5938,
+      "step": 13310
+    },
+    {
+      "epoch": 0.6360986332791743,
+      "grad_norm": 281.63104248046875,
+      "learning_rate": 1.5955089300430188e-05,
+      "loss": 20.2812,
+      "step": 13311
+    },
+    {
+      "epoch": 0.6361464207206347,
+      "grad_norm": 383.2874755859375,
+      "learning_rate": 1.595446759712868e-05,
+      "loss": 27.875,
+      "step": 13312
+    },
+    {
+      "epoch": 0.636194208162095,
+      "grad_norm": 315.33306884765625,
+      "learning_rate": 1.5953845858167595e-05,
+      "loss": 27.5,
+      "step": 13313
+    },
+    {
+      "epoch": 0.6362419956035554,
+      "grad_norm": 274.9770202636719,
+      "learning_rate": 1.5953224083550653e-05,
+      "loss": 21.3281,
+      "step": 13314
+    },
+    {
+      "epoch": 0.6362897830450158,
+      "grad_norm": 271.6895446777344,
+      "learning_rate": 1.595260227328158e-05,
+      "loss": 44.9062,
+      "step": 13315
+    },
+    {
+      "epoch": 0.6363375704864761,
+      "grad_norm": 334.9958190917969,
+      "learning_rate": 1.59519804273641e-05,
+      "loss": 35.3125,
+      "step": 13316
+    },
+    {
+      "epoch": 0.6363853579279365,
+      "grad_norm": 255.62496948242188,
+      "learning_rate": 1.5951358545801942e-05,
+      "loss": 30.5312,
+      "step": 13317
+    },
+    {
+      "epoch": 0.6364331453693969,
+      "grad_norm": 234.00457763671875,
+      "learning_rate": 1.5950736628598822e-05,
+      "loss": 26.0625,
+      "step": 13318
+    },
+    {
+      "epoch": 0.6364809328108573,
+      "grad_norm": 250.8967742919922,
+      "learning_rate": 1.595011467575847e-05,
+      "loss": 18.2188,
+      "step": 13319
+    },
+    {
+      "epoch": 0.6365287202523177,
+      "grad_norm": 177.5620880126953,
+      "learning_rate": 1.5949492687284605e-05,
+      "loss": 34.5938,
+      "step": 13320
+    },
+    {
+      "epoch": 0.636576507693778,
+      "grad_norm": 149.61573791503906,
+      "learning_rate": 1.594887066318096e-05,
+      "loss": 30.5625,
+      "step": 13321
+    },
+    {
+      "epoch": 0.6366242951352384,
+      "grad_norm": 533.3980102539062,
+      "learning_rate": 1.5948248603451255e-05,
+      "loss": 34.125,
+      "step": 13322
+    },
+    {
+      "epoch": 0.6366720825766988,
+      "grad_norm": 283.250244140625,
+      "learning_rate": 1.5947626508099216e-05,
+      "loss": 31.0312,
+      "step": 13323
+    },
+    {
+      "epoch": 0.6367198700181592,
+      "grad_norm": 216.76731872558594,
+      "learning_rate": 1.5947004377128568e-05,
+      "loss": 29.1875,
+      "step": 13324
+    },
+    {
+      "epoch": 0.6367676574596196,
+      "grad_norm": 380.9833984375,
+      "learning_rate": 1.5946382210543037e-05,
+      "loss": 30.9062,
+      "step": 13325
+    },
+    {
+      "epoch": 0.63681544490108,
+      "grad_norm": 285.6947937011719,
+      "learning_rate": 1.594576000834635e-05,
+      "loss": 25.875,
+      "step": 13326
+    },
+    {
+      "epoch": 0.6368632323425404,
+      "grad_norm": 205.0043182373047,
+      "learning_rate": 1.5945137770542235e-05,
+      "loss": 26.2969,
+      "step": 13327
+    },
+    {
+      "epoch": 0.6369110197840008,
+      "grad_norm": 133.57144165039062,
+      "learning_rate": 1.5944515497134415e-05,
+      "loss": 18.6875,
+      "step": 13328
+    },
+    {
+      "epoch": 0.6369588072254612,
+      "grad_norm": 226.79493713378906,
+      "learning_rate": 1.5943893188126613e-05,
+      "loss": 38.875,
+      "step": 13329
+    },
+    {
+      "epoch": 0.6370065946669216,
+      "grad_norm": 648.6033325195312,
+      "learning_rate": 1.5943270843522566e-05,
+      "loss": 31.1875,
+      "step": 13330
+    },
+    {
+      "epoch": 0.637054382108382,
+      "grad_norm": 165.86830139160156,
+      "learning_rate": 1.5942648463325992e-05,
+      "loss": 23.9531,
+      "step": 13331
+    },
+    {
+      "epoch": 0.6371021695498423,
+      "grad_norm": 143.45970153808594,
+      "learning_rate": 1.5942026047540627e-05,
+      "loss": 17.1406,
+      "step": 13332
+    },
+    {
+      "epoch": 0.6371499569913027,
+      "grad_norm": 309.57537841796875,
+      "learning_rate": 1.594140359617019e-05,
+      "loss": 26.4219,
+      "step": 13333
+    },
+    {
+      "epoch": 0.6371977444327631,
+      "grad_norm": 174.47213745117188,
+      "learning_rate": 1.594078110921841e-05,
+      "loss": 25.3906,
+      "step": 13334
+    },
+    {
+      "epoch": 0.6372455318742235,
+      "grad_norm": 243.15875244140625,
+      "learning_rate": 1.5940158586689018e-05,
+      "loss": 28.75,
+      "step": 13335
+    },
+    {
+      "epoch": 0.6372933193156839,
+      "grad_norm": 417.8159484863281,
+      "learning_rate": 1.5939536028585743e-05,
+      "loss": 36.4062,
+      "step": 13336
+    },
+    {
+      "epoch": 0.6373411067571442,
+      "grad_norm": 251.6916961669922,
+      "learning_rate": 1.593891343491231e-05,
+      "loss": 23.9062,
+      "step": 13337
+    },
+    {
+      "epoch": 0.6373888941986046,
+      "grad_norm": 287.8303527832031,
+      "learning_rate": 1.5938290805672446e-05,
+      "loss": 31.0938,
+      "step": 13338
+    },
+    {
+      "epoch": 0.637436681640065,
+      "grad_norm": 322.8180847167969,
+      "learning_rate": 1.5937668140869888e-05,
+      "loss": 31.8438,
+      "step": 13339
+    },
+    {
+      "epoch": 0.6374844690815253,
+      "grad_norm": 191.791015625,
+      "learning_rate": 1.5937045440508358e-05,
+      "loss": 25.4062,
+      "step": 13340
+    },
+    {
+      "epoch": 0.6375322565229857,
+      "grad_norm": 349.94549560546875,
+      "learning_rate": 1.5936422704591586e-05,
+      "loss": 28.8438,
+      "step": 13341
+    },
+    {
+      "epoch": 0.6375800439644461,
+      "grad_norm": 310.0810241699219,
+      "learning_rate": 1.59357999331233e-05,
+      "loss": 28.5312,
+      "step": 13342
+    },
+    {
+      "epoch": 0.6376278314059065,
+      "grad_norm": 288.55780029296875,
+      "learning_rate": 1.5935177126107234e-05,
+      "loss": 24.6875,
+      "step": 13343
+    },
+    {
+      "epoch": 0.6376756188473669,
+      "grad_norm": 327.1171875,
+      "learning_rate": 1.5934554283547114e-05,
+      "loss": 24.2812,
+      "step": 13344
+    },
+    {
+      "epoch": 0.6377234062888273,
+      "grad_norm": 290.0255432128906,
+      "learning_rate": 1.5933931405446674e-05,
+      "loss": 33.625,
+      "step": 13345
+    },
+    {
+      "epoch": 0.6377711937302877,
+      "grad_norm": 182.49972534179688,
+      "learning_rate": 1.5933308491809637e-05,
+      "loss": 17.9844,
+      "step": 13346
+    },
+    {
+      "epoch": 0.6378189811717481,
+      "grad_norm": 381.7657470703125,
+      "learning_rate": 1.5932685542639745e-05,
+      "loss": 33.3438,
+      "step": 13347
+    },
+    {
+      "epoch": 0.6378667686132085,
+      "grad_norm": 271.44293212890625,
+      "learning_rate": 1.5932062557940716e-05,
+      "loss": 31.6719,
+      "step": 13348
+    },
+    {
+      "epoch": 0.6379145560546688,
+      "grad_norm": 332.0821838378906,
+      "learning_rate": 1.593143953771629e-05,
+      "loss": 33.0625,
+      "step": 13349
+    },
+    {
+      "epoch": 0.6379623434961292,
+      "grad_norm": 286.25457763671875,
+      "learning_rate": 1.5930816481970194e-05,
+      "loss": 24.5938,
+      "step": 13350
+    },
+    {
+      "epoch": 0.6380101309375896,
+      "grad_norm": 356.2165222167969,
+      "learning_rate": 1.593019339070616e-05,
+      "loss": 25.0312,
+      "step": 13351
+    },
+    {
+      "epoch": 0.63805791837905,
+      "grad_norm": 399.33612060546875,
+      "learning_rate": 1.592957026392792e-05,
+      "loss": 34.3438,
+      "step": 13352
+    },
+    {
+      "epoch": 0.6381057058205104,
+      "grad_norm": 300.5486145019531,
+      "learning_rate": 1.59289471016392e-05,
+      "loss": 26.9375,
+      "step": 13353
+    },
+    {
+      "epoch": 0.6381534932619708,
+      "grad_norm": 193.3385009765625,
+      "learning_rate": 1.5928323903843746e-05,
+      "loss": 24.9531,
+      "step": 13354
+    },
+    {
+      "epoch": 0.6382012807034312,
+      "grad_norm": 198.84263610839844,
+      "learning_rate": 1.5927700670545278e-05,
+      "loss": 21.875,
+      "step": 13355
+    },
+    {
+      "epoch": 0.6382490681448916,
+      "grad_norm": 174.85623168945312,
+      "learning_rate": 1.592707740174753e-05,
+      "loss": 29.3125,
+      "step": 13356
+    },
+    {
+      "epoch": 0.6382968555863519,
+      "grad_norm": 468.7618408203125,
+      "learning_rate": 1.592645409745424e-05,
+      "loss": 26.1562,
+      "step": 13357
+    },
+    {
+      "epoch": 0.6383446430278122,
+      "grad_norm": 429.5875244140625,
+      "learning_rate": 1.5925830757669133e-05,
+      "loss": 22.5,
+      "step": 13358
+    },
+    {
+      "epoch": 0.6383924304692726,
+      "grad_norm": 230.0517578125,
+      "learning_rate": 1.592520738239595e-05,
+      "loss": 24.0,
+      "step": 13359
+    },
+    {
+      "epoch": 0.638440217910733,
+      "grad_norm": 249.81927490234375,
+      "learning_rate": 1.5924583971638416e-05,
+      "loss": 28.1562,
+      "step": 13360
+    },
+    {
+      "epoch": 0.6384880053521934,
+      "grad_norm": 133.10333251953125,
+      "learning_rate": 1.592396052540027e-05,
+      "loss": 26.4375,
+      "step": 13361
+    },
+    {
+      "epoch": 0.6385357927936538,
+      "grad_norm": 345.26385498046875,
+      "learning_rate": 1.5923337043685248e-05,
+      "loss": 28.6875,
+      "step": 13362
+    },
+    {
+      "epoch": 0.6385835802351142,
+      "grad_norm": 368.72442626953125,
+      "learning_rate": 1.592271352649708e-05,
+      "loss": 25.1562,
+      "step": 13363
+    },
+    {
+      "epoch": 0.6386313676765746,
+      "grad_norm": 160.36077880859375,
+      "learning_rate": 1.5922089973839496e-05,
+      "loss": 18.9531,
+      "step": 13364
+    },
+    {
+      "epoch": 0.638679155118035,
+      "grad_norm": 272.9621276855469,
+      "learning_rate": 1.5921466385716236e-05,
+      "loss": 31.3125,
+      "step": 13365
+    },
+    {
+      "epoch": 0.6387269425594954,
+      "grad_norm": 299.7570495605469,
+      "learning_rate": 1.5920842762131037e-05,
+      "loss": 38.2812,
+      "step": 13366
+    },
+    {
+      "epoch": 0.6387747300009557,
+      "grad_norm": 309.92706298828125,
+      "learning_rate": 1.5920219103087626e-05,
+      "loss": 38.9375,
+      "step": 13367
+    },
+    {
+      "epoch": 0.6388225174424161,
+      "grad_norm": 394.18621826171875,
+      "learning_rate": 1.5919595408589743e-05,
+      "loss": 20.3125,
+      "step": 13368
+    },
+    {
+      "epoch": 0.6388703048838765,
+      "grad_norm": 350.2018737792969,
+      "learning_rate": 1.5918971678641126e-05,
+      "loss": 25.5,
+      "step": 13369
+    },
+    {
+      "epoch": 0.6389180923253369,
+      "grad_norm": 290.4906311035156,
+      "learning_rate": 1.5918347913245497e-05,
+      "loss": 28.0938,
+      "step": 13370
+    },
+    {
+      "epoch": 0.6389658797667973,
+      "grad_norm": 334.93988037109375,
+      "learning_rate": 1.5917724112406606e-05,
+      "loss": 34.0938,
+      "step": 13371
+    },
+    {
+      "epoch": 0.6390136672082577,
+      "grad_norm": 175.29251098632812,
+      "learning_rate": 1.5917100276128184e-05,
+      "loss": 22.4062,
+      "step": 13372
+    },
+    {
+      "epoch": 0.6390614546497181,
+      "grad_norm": 285.77239990234375,
+      "learning_rate": 1.5916476404413967e-05,
+      "loss": 18.9062,
+      "step": 13373
+    },
+    {
+      "epoch": 0.6391092420911785,
+      "grad_norm": 186.07647705078125,
+      "learning_rate": 1.5915852497267686e-05,
+      "loss": 25.3438,
+      "step": 13374
+    },
+    {
+      "epoch": 0.6391570295326389,
+      "grad_norm": 346.7168273925781,
+      "learning_rate": 1.5915228554693088e-05,
+      "loss": 28.25,
+      "step": 13375
+    },
+    {
+      "epoch": 0.6392048169740993,
+      "grad_norm": 201.8067169189453,
+      "learning_rate": 1.59146045766939e-05,
+      "loss": 22.2031,
+      "step": 13376
+    },
+    {
+      "epoch": 0.6392526044155596,
+      "grad_norm": 198.010986328125,
+      "learning_rate": 1.5913980563273863e-05,
+      "loss": 24.625,
+      "step": 13377
+    },
+    {
+      "epoch": 0.6393003918570199,
+      "grad_norm": 129.88099670410156,
+      "learning_rate": 1.5913356514436715e-05,
+      "loss": 24.3281,
+      "step": 13378
+    },
+    {
+      "epoch": 0.6393481792984803,
+      "grad_norm": 181.95909118652344,
+      "learning_rate": 1.5912732430186192e-05,
+      "loss": 19.8438,
+      "step": 13379
+    },
+    {
+      "epoch": 0.6393959667399407,
+      "grad_norm": 422.7223205566406,
+      "learning_rate": 1.591210831052603e-05,
+      "loss": 29.6719,
+      "step": 13380
+    },
+    {
+      "epoch": 0.6394437541814011,
+      "grad_norm": 236.154296875,
+      "learning_rate": 1.591148415545997e-05,
+      "loss": 44.6562,
+      "step": 13381
+    },
+    {
+      "epoch": 0.6394915416228615,
+      "grad_norm": 470.5670166015625,
+      "learning_rate": 1.5910859964991746e-05,
+      "loss": 57.0938,
+      "step": 13382
+    },
+    {
+      "epoch": 0.6395393290643219,
+      "grad_norm": 556.9716796875,
+      "learning_rate": 1.5910235739125095e-05,
+      "loss": 22.5312,
+      "step": 13383
+    },
+    {
+      "epoch": 0.6395871165057823,
+      "grad_norm": 360.4926452636719,
+      "learning_rate": 1.5909611477863762e-05,
+      "loss": 33.375,
+      "step": 13384
+    },
+    {
+      "epoch": 0.6396349039472427,
+      "grad_norm": 392.94732666015625,
+      "learning_rate": 1.5908987181211482e-05,
+      "loss": 25.2812,
+      "step": 13385
+    },
+    {
+      "epoch": 0.639682691388703,
+      "grad_norm": 271.3813171386719,
+      "learning_rate": 1.590836284917199e-05,
+      "loss": 24.9062,
+      "step": 13386
+    },
+    {
+      "epoch": 0.6397304788301634,
+      "grad_norm": 237.1096649169922,
+      "learning_rate": 1.5907738481749034e-05,
+      "loss": 29.2188,
+      "step": 13387
+    },
+    {
+      "epoch": 0.6397782662716238,
+      "grad_norm": 196.3538360595703,
+      "learning_rate": 1.5907114078946344e-05,
+      "loss": 18.4062,
+      "step": 13388
+    },
+    {
+      "epoch": 0.6398260537130842,
+      "grad_norm": 271.4307861328125,
+      "learning_rate": 1.5906489640767662e-05,
+      "loss": 23.625,
+      "step": 13389
+    },
+    {
+      "epoch": 0.6398738411545446,
+      "grad_norm": 216.52610778808594,
+      "learning_rate": 1.5905865167216732e-05,
+      "loss": 24.1875,
+      "step": 13390
+    },
+    {
+      "epoch": 0.639921628596005,
+      "grad_norm": 225.53240966796875,
+      "learning_rate": 1.5905240658297287e-05,
+      "loss": 26.0469,
+      "step": 13391
+    },
+    {
+      "epoch": 0.6399694160374654,
+      "grad_norm": 195.5972137451172,
+      "learning_rate": 1.5904616114013068e-05,
+      "loss": 27.9375,
+      "step": 13392
+    },
+    {
+      "epoch": 0.6400172034789258,
+      "grad_norm": 235.74240112304688,
+      "learning_rate": 1.5903991534367825e-05,
+      "loss": 32.0,
+      "step": 13393
+    },
+    {
+      "epoch": 0.6400649909203862,
+      "grad_norm": 329.0805969238281,
+      "learning_rate": 1.5903366919365283e-05,
+      "loss": 33.1094,
+      "step": 13394
+    },
+    {
+      "epoch": 0.6401127783618465,
+      "grad_norm": 311.9689636230469,
+      "learning_rate": 1.5902742269009198e-05,
+      "loss": 28.3125,
+      "step": 13395
+    },
+    {
+      "epoch": 0.6401605658033069,
+      "grad_norm": 251.3920440673828,
+      "learning_rate": 1.5902117583303298e-05,
+      "loss": 33.5625,
+      "step": 13396
+    },
+    {
+      "epoch": 0.6402083532447673,
+      "grad_norm": 195.124755859375,
+      "learning_rate": 1.5901492862251332e-05,
+      "loss": 25.2188,
+      "step": 13397
+    },
+    {
+      "epoch": 0.6402561406862276,
+      "grad_norm": 288.9931335449219,
+      "learning_rate": 1.590086810585704e-05,
+      "loss": 28.1562,
+      "step": 13398
+    },
+    {
+      "epoch": 0.640303928127688,
+      "grad_norm": 322.8770446777344,
+      "learning_rate": 1.590024331412416e-05,
+      "loss": 39.2812,
+      "step": 13399
+    },
+    {
+      "epoch": 0.6403517155691484,
+      "grad_norm": 234.8529815673828,
+      "learning_rate": 1.5899618487056435e-05,
+      "loss": 27.875,
+      "step": 13400
+    },
+    {
+      "epoch": 0.6403995030106088,
+      "grad_norm": 220.50485229492188,
+      "learning_rate": 1.589899362465761e-05,
+      "loss": 30.0625,
+      "step": 13401
+    },
+    {
+      "epoch": 0.6404472904520692,
+      "grad_norm": 384.9276123046875,
+      "learning_rate": 1.5898368726931423e-05,
+      "loss": 42.4062,
+      "step": 13402
+    },
+    {
+      "epoch": 0.6404950778935296,
+      "grad_norm": 165.96372985839844,
+      "learning_rate": 1.589774379388162e-05,
+      "loss": 25.3438,
+      "step": 13403
+    },
+    {
+      "epoch": 0.6405428653349899,
+      "grad_norm": 217.24447631835938,
+      "learning_rate": 1.589711882551194e-05,
+      "loss": 27.875,
+      "step": 13404
+    },
+    {
+      "epoch": 0.6405906527764503,
+      "grad_norm": 317.7846374511719,
+      "learning_rate": 1.5896493821826128e-05,
+      "loss": 29.125,
+      "step": 13405
+    },
+    {
+      "epoch": 0.6406384402179107,
+      "grad_norm": 555.6869506835938,
+      "learning_rate": 1.589586878282793e-05,
+      "loss": 26.9688,
+      "step": 13406
+    },
+    {
+      "epoch": 0.6406862276593711,
+      "grad_norm": 237.5223388671875,
+      "learning_rate": 1.5895243708521082e-05,
+      "loss": 24.0312,
+      "step": 13407
+    },
+    {
+      "epoch": 0.6407340151008315,
+      "grad_norm": 314.8997497558594,
+      "learning_rate": 1.5894618598909334e-05,
+      "loss": 34.1562,
+      "step": 13408
+    },
+    {
+      "epoch": 0.6407818025422919,
+      "grad_norm": 297.3420104980469,
+      "learning_rate": 1.5893993453996424e-05,
+      "loss": 28.1562,
+      "step": 13409
+    },
+    {
+      "epoch": 0.6408295899837523,
+      "grad_norm": 390.904052734375,
+      "learning_rate": 1.5893368273786102e-05,
+      "loss": 47.625,
+      "step": 13410
+    },
+    {
+      "epoch": 0.6408773774252127,
+      "grad_norm": 178.0278778076172,
+      "learning_rate": 1.5892743058282106e-05,
+      "loss": 21.5938,
+      "step": 13411
+    },
+    {
+      "epoch": 0.6409251648666731,
+      "grad_norm": 273.85009765625,
+      "learning_rate": 1.589211780748818e-05,
+      "loss": 30.1719,
+      "step": 13412
+    },
+    {
+      "epoch": 0.6409729523081334,
+      "grad_norm": 323.462890625,
+      "learning_rate": 1.5891492521408075e-05,
+      "loss": 31.4531,
+      "step": 13413
+    },
+    {
+      "epoch": 0.6410207397495938,
+      "grad_norm": 367.13134765625,
+      "learning_rate": 1.589086720004553e-05,
+      "loss": 28.375,
+      "step": 13414
+    },
+    {
+      "epoch": 0.6410685271910542,
+      "grad_norm": 225.2667999267578,
+      "learning_rate": 1.5890241843404293e-05,
+      "loss": 27.3125,
+      "step": 13415
+    },
+    {
+      "epoch": 0.6411163146325146,
+      "grad_norm": 182.01048278808594,
+      "learning_rate": 1.588961645148811e-05,
+      "loss": 22.4219,
+      "step": 13416
+    },
+    {
+      "epoch": 0.641164102073975,
+      "grad_norm": 217.7257843017578,
+      "learning_rate": 1.5888991024300723e-05,
+      "loss": 23.5938,
+      "step": 13417
+    },
+    {
+      "epoch": 0.6412118895154354,
+      "grad_norm": 671.6284790039062,
+      "learning_rate": 1.5888365561845874e-05,
+      "loss": 23.9375,
+      "step": 13418
+    },
+    {
+      "epoch": 0.6412596769568957,
+      "grad_norm": 366.6080627441406,
+      "learning_rate": 1.5887740064127316e-05,
+      "loss": 23.9375,
+      "step": 13419
+    },
+    {
+      "epoch": 0.6413074643983561,
+      "grad_norm": 244.60414123535156,
+      "learning_rate": 1.5887114531148795e-05,
+      "loss": 41.1562,
+      "step": 13420
+    },
+    {
+      "epoch": 0.6413552518398165,
+      "grad_norm": 110.49250793457031,
+      "learning_rate": 1.5886488962914053e-05,
+      "loss": 18.0938,
+      "step": 13421
+    },
+    {
+      "epoch": 0.6414030392812768,
+      "grad_norm": 367.6673583984375,
+      "learning_rate": 1.588586335942684e-05,
+      "loss": 34.0938,
+      "step": 13422
+    },
+    {
+      "epoch": 0.6414508267227372,
+      "grad_norm": 177.81712341308594,
+      "learning_rate": 1.5885237720690895e-05,
+      "loss": 30.2188,
+      "step": 13423
+    },
+    {
+      "epoch": 0.6414986141641976,
+      "grad_norm": 323.61602783203125,
+      "learning_rate": 1.5884612046709974e-05,
+      "loss": 31.6562,
+      "step": 13424
+    },
+    {
+      "epoch": 0.641546401605658,
+      "grad_norm": 286.7356872558594,
+      "learning_rate": 1.5883986337487817e-05,
+      "loss": 34.4062,
+      "step": 13425
+    },
+    {
+      "epoch": 0.6415941890471184,
+      "grad_norm": 187.63143920898438,
+      "learning_rate": 1.5883360593028178e-05,
+      "loss": 25.7812,
+      "step": 13426
+    },
+    {
+      "epoch": 0.6416419764885788,
+      "grad_norm": 208.23007202148438,
+      "learning_rate": 1.5882734813334798e-05,
+      "loss": 18.8906,
+      "step": 13427
+    },
+    {
+      "epoch": 0.6416897639300392,
+      "grad_norm": 139.01014709472656,
+      "learning_rate": 1.5882108998411427e-05,
+      "loss": 16.5156,
+      "step": 13428
+    },
+    {
+      "epoch": 0.6417375513714996,
+      "grad_norm": 811.7327270507812,
+      "learning_rate": 1.5881483148261815e-05,
+      "loss": 29.7812,
+      "step": 13429
+    },
+    {
+      "epoch": 0.64178533881296,
+      "grad_norm": 266.8387451171875,
+      "learning_rate": 1.5880857262889707e-05,
+      "loss": 29.4375,
+      "step": 13430
+    },
+    {
+      "epoch": 0.6418331262544203,
+      "grad_norm": 304.3870544433594,
+      "learning_rate": 1.5880231342298854e-05,
+      "loss": 27.1875,
+      "step": 13431
+    },
+    {
+      "epoch": 0.6418809136958807,
+      "grad_norm": 252.30816650390625,
+      "learning_rate": 1.5879605386493002e-05,
+      "loss": 30.0156,
+      "step": 13432
+    },
+    {
+      "epoch": 0.6419287011373411,
+      "grad_norm": 247.48570251464844,
+      "learning_rate": 1.5878979395475896e-05,
+      "loss": 27.6562,
+      "step": 13433
+    },
+    {
+      "epoch": 0.6419764885788015,
+      "grad_norm": 145.4819793701172,
+      "learning_rate": 1.5878353369251296e-05,
+      "loss": 20.6719,
+      "step": 13434
+    },
+    {
+      "epoch": 0.6420242760202619,
+      "grad_norm": 400.83551025390625,
+      "learning_rate": 1.587772730782294e-05,
+      "loss": 33.5625,
+      "step": 13435
+    },
+    {
+      "epoch": 0.6420720634617223,
+      "grad_norm": 598.0536499023438,
+      "learning_rate": 1.5877101211194584e-05,
+      "loss": 34.9375,
+      "step": 13436
+    },
+    {
+      "epoch": 0.6421198509031827,
+      "grad_norm": 421.33563232421875,
+      "learning_rate": 1.5876475079369977e-05,
+      "loss": 33.375,
+      "step": 13437
+    },
+    {
+      "epoch": 0.6421676383446431,
+      "grad_norm": 194.99200439453125,
+      "learning_rate": 1.5875848912352865e-05,
+      "loss": 30.8438,
+      "step": 13438
+    },
+    {
+      "epoch": 0.6422154257861035,
+      "grad_norm": 166.86341857910156,
+      "learning_rate": 1.5875222710147e-05,
+      "loss": 19.8438,
+      "step": 13439
+    },
+    {
+      "epoch": 0.6422632132275637,
+      "grad_norm": 176.40609741210938,
+      "learning_rate": 1.5874596472756133e-05,
+      "loss": 25.5625,
+      "step": 13440
+    },
+    {
+      "epoch": 0.6423110006690241,
+      "grad_norm": 310.5708312988281,
+      "learning_rate": 1.587397020018401e-05,
+      "loss": 35.5,
+      "step": 13441
+    },
+    {
+      "epoch": 0.6423587881104845,
+      "grad_norm": 294.8253173828125,
+      "learning_rate": 1.5873343892434388e-05,
+      "loss": 33.9375,
+      "step": 13442
+    },
+    {
+      "epoch": 0.6424065755519449,
+      "grad_norm": 261.9523620605469,
+      "learning_rate": 1.5872717549511013e-05,
+      "loss": 33.75,
+      "step": 13443
+    },
+    {
+      "epoch": 0.6424543629934053,
+      "grad_norm": 409.99005126953125,
+      "learning_rate": 1.5872091171417638e-05,
+      "loss": 30.75,
+      "step": 13444
+    },
+    {
+      "epoch": 0.6425021504348657,
+      "grad_norm": 329.4294738769531,
+      "learning_rate": 1.587146475815802e-05,
+      "loss": 26.2656,
+      "step": 13445
+    },
+    {
+      "epoch": 0.6425499378763261,
+      "grad_norm": 183.35479736328125,
+      "learning_rate": 1.5870838309735894e-05,
+      "loss": 26.6562,
+      "step": 13446
+    },
+    {
+      "epoch": 0.6425977253177865,
+      "grad_norm": 291.6596984863281,
+      "learning_rate": 1.5870211826155028e-05,
+      "loss": 29.6562,
+      "step": 13447
+    },
+    {
+      "epoch": 0.6426455127592469,
+      "grad_norm": 262.6186828613281,
+      "learning_rate": 1.586958530741917e-05,
+      "loss": 26.0938,
+      "step": 13448
+    },
+    {
+      "epoch": 0.6426933002007073,
+      "grad_norm": 545.0744018554688,
+      "learning_rate": 1.5868958753532065e-05,
+      "loss": 23.875,
+      "step": 13449
+    },
+    {
+      "epoch": 0.6427410876421676,
+      "grad_norm": 156.71792602539062,
+      "learning_rate": 1.586833216449747e-05,
+      "loss": 20.0469,
+      "step": 13450
+    },
+    {
+      "epoch": 0.642788875083628,
+      "grad_norm": 255.5547637939453,
+      "learning_rate": 1.586770554031914e-05,
+      "loss": 19.8594,
+      "step": 13451
+    },
+    {
+      "epoch": 0.6428366625250884,
+      "grad_norm": 342.3975524902344,
+      "learning_rate": 1.5867078881000824e-05,
+      "loss": 24.0625,
+      "step": 13452
+    },
+    {
+      "epoch": 0.6428844499665488,
+      "grad_norm": 280.9224853515625,
+      "learning_rate": 1.5866452186546277e-05,
+      "loss": 28.9688,
+      "step": 13453
+    },
+    {
+      "epoch": 0.6429322374080092,
+      "grad_norm": 245.9900665283203,
+      "learning_rate": 1.5865825456959254e-05,
+      "loss": 27.4062,
+      "step": 13454
+    },
+    {
+      "epoch": 0.6429800248494696,
+      "grad_norm": 271.8099670410156,
+      "learning_rate": 1.58651986922435e-05,
+      "loss": 26.0,
+      "step": 13455
+    },
+    {
+      "epoch": 0.64302781229093,
+      "grad_norm": 312.0519104003906,
+      "learning_rate": 1.5864571892402778e-05,
+      "loss": 29.2344,
+      "step": 13456
+    },
+    {
+      "epoch": 0.6430755997323904,
+      "grad_norm": 190.3315887451172,
+      "learning_rate": 1.5863945057440833e-05,
+      "loss": 18.2656,
+      "step": 13457
+    },
+    {
+      "epoch": 0.6431233871738508,
+      "grad_norm": 344.4421691894531,
+      "learning_rate": 1.586331818736143e-05,
+      "loss": 20.0469,
+      "step": 13458
+    },
+    {
+      "epoch": 0.6431711746153111,
+      "grad_norm": 260.6586608886719,
+      "learning_rate": 1.5862691282168313e-05,
+      "loss": 32.6875,
+      "step": 13459
+    },
+    {
+      "epoch": 0.6432189620567714,
+      "grad_norm": 386.7878723144531,
+      "learning_rate": 1.5862064341865242e-05,
+      "loss": 37.6094,
+      "step": 13460
+    },
+    {
+      "epoch": 0.6432667494982318,
+      "grad_norm": 144.67645263671875,
+      "learning_rate": 1.586143736645597e-05,
+      "loss": 28.2812,
+      "step": 13461
+    },
+    {
+      "epoch": 0.6433145369396922,
+      "grad_norm": 347.9596862792969,
+      "learning_rate": 1.586081035594425e-05,
+      "loss": 35.5469,
+      "step": 13462
+    },
+    {
+      "epoch": 0.6433623243811526,
+      "grad_norm": 262.2106018066406,
+      "learning_rate": 1.5860183310333835e-05,
+      "loss": 32.2812,
+      "step": 13463
+    },
+    {
+      "epoch": 0.643410111822613,
+      "grad_norm": 273.1392822265625,
+      "learning_rate": 1.5859556229628487e-05,
+      "loss": 26.2188,
+      "step": 13464
+    },
+    {
+      "epoch": 0.6434578992640734,
+      "grad_norm": 268.5738830566406,
+      "learning_rate": 1.585892911383196e-05,
+      "loss": 26.0625,
+      "step": 13465
+    },
+    {
+      "epoch": 0.6435056867055338,
+      "grad_norm": 375.0934753417969,
+      "learning_rate": 1.5858301962948006e-05,
+      "loss": 31.25,
+      "step": 13466
+    },
+    {
+      "epoch": 0.6435534741469942,
+      "grad_norm": 279.13006591796875,
+      "learning_rate": 1.5857674776980383e-05,
+      "loss": 24.7188,
+      "step": 13467
+    },
+    {
+      "epoch": 0.6436012615884545,
+      "grad_norm": 304.844482421875,
+      "learning_rate": 1.585704755593285e-05,
+      "loss": 27.0,
+      "step": 13468
+    },
+    {
+      "epoch": 0.6436490490299149,
+      "grad_norm": 222.58522033691406,
+      "learning_rate": 1.5856420299809152e-05,
+      "loss": 30.4062,
+      "step": 13469
+    },
+    {
+      "epoch": 0.6436968364713753,
+      "grad_norm": 183.6499481201172,
+      "learning_rate": 1.5855793008613057e-05,
+      "loss": 26.4688,
+      "step": 13470
+    },
+    {
+      "epoch": 0.6437446239128357,
+      "grad_norm": 376.42901611328125,
+      "learning_rate": 1.585516568234832e-05,
+      "loss": 33.5312,
+      "step": 13471
+    },
+    {
+      "epoch": 0.6437924113542961,
+      "grad_norm": 268.9551696777344,
+      "learning_rate": 1.5854538321018697e-05,
+      "loss": 28.6094,
+      "step": 13472
+    },
+    {
+      "epoch": 0.6438401987957565,
+      "grad_norm": 391.7409973144531,
+      "learning_rate": 1.5853910924627936e-05,
+      "loss": 33.625,
+      "step": 13473
+    },
+    {
+      "epoch": 0.6438879862372169,
+      "grad_norm": 285.5008239746094,
+      "learning_rate": 1.585328349317981e-05,
+      "loss": 27.5938,
+      "step": 13474
+    },
+    {
+      "epoch": 0.6439357736786773,
+      "grad_norm": 334.0325927734375,
+      "learning_rate": 1.5852656026678063e-05,
+      "loss": 26.2031,
+      "step": 13475
+    },
+    {
+      "epoch": 0.6439835611201377,
+      "grad_norm": 210.9848175048828,
+      "learning_rate": 1.585202852512646e-05,
+      "loss": 27.5781,
+      "step": 13476
+    },
+    {
+      "epoch": 0.644031348561598,
+      "grad_norm": 934.9454956054688,
+      "learning_rate": 1.5851400988528756e-05,
+      "loss": 34.25,
+      "step": 13477
+    },
+    {
+      "epoch": 0.6440791360030584,
+      "grad_norm": 246.77542114257812,
+      "learning_rate": 1.5850773416888715e-05,
+      "loss": 32.875,
+      "step": 13478
+    },
+    {
+      "epoch": 0.6441269234445188,
+      "grad_norm": 272.27117919921875,
+      "learning_rate": 1.585014581021009e-05,
+      "loss": 26.375,
+      "step": 13479
+    },
+    {
+      "epoch": 0.6441747108859792,
+      "grad_norm": 274.23028564453125,
+      "learning_rate": 1.584951816849664e-05,
+      "loss": 33.2812,
+      "step": 13480
+    },
+    {
+      "epoch": 0.6442224983274395,
+      "grad_norm": 211.58006286621094,
+      "learning_rate": 1.584889049175212e-05,
+      "loss": 27.1875,
+      "step": 13481
+    },
+    {
+      "epoch": 0.6442702857688999,
+      "grad_norm": 215.01718139648438,
+      "learning_rate": 1.58482627799803e-05,
+      "loss": 28.0,
+      "step": 13482
+    },
+    {
+      "epoch": 0.6443180732103603,
+      "grad_norm": 228.28407287597656,
+      "learning_rate": 1.5847635033184924e-05,
+      "loss": 29.0312,
+      "step": 13483
+    },
+    {
+      "epoch": 0.6443658606518207,
+      "grad_norm": 318.2898254394531,
+      "learning_rate": 1.5847007251369765e-05,
+      "loss": 22.7188,
+      "step": 13484
+    },
+    {
+      "epoch": 0.644413648093281,
+      "grad_norm": 333.60516357421875,
+      "learning_rate": 1.584637943453858e-05,
+      "loss": 30.625,
+      "step": 13485
+    },
+    {
+      "epoch": 0.6444614355347414,
+      "grad_norm": 215.01678466796875,
+      "learning_rate": 1.584575158269512e-05,
+      "loss": 27.0,
+      "step": 13486
+    },
+    {
+      "epoch": 0.6445092229762018,
+      "grad_norm": 371.763427734375,
+      "learning_rate": 1.5845123695843155e-05,
+      "loss": 28.5,
+      "step": 13487
+    },
+    {
+      "epoch": 0.6445570104176622,
+      "grad_norm": 222.34066772460938,
+      "learning_rate": 1.584449577398644e-05,
+      "loss": 28.9688,
+      "step": 13488
+    },
+    {
+      "epoch": 0.6446047978591226,
+      "grad_norm": 156.47113037109375,
+      "learning_rate": 1.5843867817128736e-05,
+      "loss": 23.1094,
+      "step": 13489
+    },
+    {
+      "epoch": 0.644652585300583,
+      "grad_norm": 318.39215087890625,
+      "learning_rate": 1.5843239825273804e-05,
+      "loss": 33.6562,
+      "step": 13490
+    },
+    {
+      "epoch": 0.6447003727420434,
+      "grad_norm": 360.5020446777344,
+      "learning_rate": 1.5842611798425406e-05,
+      "loss": 34.0625,
+      "step": 13491
+    },
+    {
+      "epoch": 0.6447481601835038,
+      "grad_norm": 376.6694641113281,
+      "learning_rate": 1.5841983736587307e-05,
+      "loss": 24.75,
+      "step": 13492
+    },
+    {
+      "epoch": 0.6447959476249642,
+      "grad_norm": 263.0882263183594,
+      "learning_rate": 1.5841355639763257e-05,
+      "loss": 20.7031,
+      "step": 13493
+    },
+    {
+      "epoch": 0.6448437350664246,
+      "grad_norm": 245.0242462158203,
+      "learning_rate": 1.5840727507957025e-05,
+      "loss": 33.0,
+      "step": 13494
+    },
+    {
+      "epoch": 0.644891522507885,
+      "grad_norm": 198.78160095214844,
+      "learning_rate": 1.5840099341172374e-05,
+      "loss": 20.125,
+      "step": 13495
+    },
+    {
+      "epoch": 0.6449393099493453,
+      "grad_norm": 348.9689636230469,
+      "learning_rate": 1.5839471139413065e-05,
+      "loss": 39.7188,
+      "step": 13496
+    },
+    {
+      "epoch": 0.6449870973908057,
+      "grad_norm": 386.099365234375,
+      "learning_rate": 1.5838842902682856e-05,
+      "loss": 25.7969,
+      "step": 13497
+    },
+    {
+      "epoch": 0.6450348848322661,
+      "grad_norm": 983.7569580078125,
+      "learning_rate": 1.5838214630985514e-05,
+      "loss": 31.5,
+      "step": 13498
+    },
+    {
+      "epoch": 0.6450826722737265,
+      "grad_norm": 596.5570068359375,
+      "learning_rate": 1.58375863243248e-05,
+      "loss": 42.6875,
+      "step": 13499
+    },
+    {
+      "epoch": 0.6451304597151869,
+      "grad_norm": 233.18695068359375,
+      "learning_rate": 1.5836957982704474e-05,
+      "loss": 26.5312,
+      "step": 13500
+    },
+    {
+      "epoch": 0.6451782471566472,
+      "grad_norm": 171.56459045410156,
+      "learning_rate": 1.58363296061283e-05,
+      "loss": 25.125,
+      "step": 13501
+    },
+    {
+      "epoch": 0.6452260345981076,
+      "grad_norm": 403.52496337890625,
+      "learning_rate": 1.5835701194600047e-05,
+      "loss": 36.2812,
+      "step": 13502
+    },
+    {
+      "epoch": 0.645273822039568,
+      "grad_norm": 460.84356689453125,
+      "learning_rate": 1.5835072748123474e-05,
+      "loss": 26.9688,
+      "step": 13503
+    },
+    {
+      "epoch": 0.6453216094810283,
+      "grad_norm": 375.926025390625,
+      "learning_rate": 1.5834444266702343e-05,
+      "loss": 31.6719,
+      "step": 13504
+    },
+    {
+      "epoch": 0.6453693969224887,
+      "grad_norm": 272.88922119140625,
+      "learning_rate": 1.5833815750340415e-05,
+      "loss": 31.8438,
+      "step": 13505
+    },
+    {
+      "epoch": 0.6454171843639491,
+      "grad_norm": 398.6279296875,
+      "learning_rate": 1.5833187199041464e-05,
+      "loss": 20.9375,
+      "step": 13506
+    },
+    {
+      "epoch": 0.6454649718054095,
+      "grad_norm": 318.24896240234375,
+      "learning_rate": 1.583255861280925e-05,
+      "loss": 24.6562,
+      "step": 13507
+    },
+    {
+      "epoch": 0.6455127592468699,
+      "grad_norm": 377.37939453125,
+      "learning_rate": 1.5831929991647532e-05,
+      "loss": 37.7188,
+      "step": 13508
+    },
+    {
+      "epoch": 0.6455605466883303,
+      "grad_norm": 333.0444641113281,
+      "learning_rate": 1.583130133556008e-05,
+      "loss": 24.3125,
+      "step": 13509
+    },
+    {
+      "epoch": 0.6456083341297907,
+      "grad_norm": 176.70973205566406,
+      "learning_rate": 1.5830672644550654e-05,
+      "loss": 22.3438,
+      "step": 13510
+    },
+    {
+      "epoch": 0.6456561215712511,
+      "grad_norm": 229.17041015625,
+      "learning_rate": 1.5830043918623027e-05,
+      "loss": 22.9688,
+      "step": 13511
+    },
+    {
+      "epoch": 0.6457039090127115,
+      "grad_norm": 462.35528564453125,
+      "learning_rate": 1.582941515778096e-05,
+      "loss": 33.75,
+      "step": 13512
+    },
+    {
+      "epoch": 0.6457516964541719,
+      "grad_norm": 367.7763977050781,
+      "learning_rate": 1.5828786362028216e-05,
+      "loss": 39.1875,
+      "step": 13513
+    },
+    {
+      "epoch": 0.6457994838956322,
+      "grad_norm": 291.9103698730469,
+      "learning_rate": 1.5828157531368563e-05,
+      "loss": 27.375,
+      "step": 13514
+    },
+    {
+      "epoch": 0.6458472713370926,
+      "grad_norm": 378.9373474121094,
+      "learning_rate": 1.5827528665805766e-05,
+      "loss": 24.3438,
+      "step": 13515
+    },
+    {
+      "epoch": 0.645895058778553,
+      "grad_norm": 335.26025390625,
+      "learning_rate": 1.5826899765343592e-05,
+      "loss": 46.0312,
+      "step": 13516
+    },
+    {
+      "epoch": 0.6459428462200134,
+      "grad_norm": 219.0507354736328,
+      "learning_rate": 1.582627082998581e-05,
+      "loss": 28.6562,
+      "step": 13517
+    },
+    {
+      "epoch": 0.6459906336614738,
+      "grad_norm": 262.85546875,
+      "learning_rate": 1.582564185973618e-05,
+      "loss": 24.8594,
+      "step": 13518
+    },
+    {
+      "epoch": 0.6460384211029342,
+      "grad_norm": 304.5174255371094,
+      "learning_rate": 1.5825012854598477e-05,
+      "loss": 26.25,
+      "step": 13519
+    },
+    {
+      "epoch": 0.6460862085443946,
+      "grad_norm": 1114.2384033203125,
+      "learning_rate": 1.582438381457646e-05,
+      "loss": 30.3125,
+      "step": 13520
+    },
+    {
+      "epoch": 0.646133995985855,
+      "grad_norm": 199.62550354003906,
+      "learning_rate": 1.58237547396739e-05,
+      "loss": 20.3125,
+      "step": 13521
+    },
+    {
+      "epoch": 0.6461817834273152,
+      "grad_norm": 151.44436645507812,
+      "learning_rate": 1.5823125629894563e-05,
+      "loss": 32.0156,
+      "step": 13522
+    },
+    {
+      "epoch": 0.6462295708687756,
+      "grad_norm": 284.9854431152344,
+      "learning_rate": 1.582249648524222e-05,
+      "loss": 23.0,
+      "step": 13523
+    },
+    {
+      "epoch": 0.646277358310236,
+      "grad_norm": 238.12277221679688,
+      "learning_rate": 1.5821867305720637e-05,
+      "loss": 29.9688,
+      "step": 13524
+    },
+    {
+      "epoch": 0.6463251457516964,
+      "grad_norm": 191.48109436035156,
+      "learning_rate": 1.5821238091333575e-05,
+      "loss": 29.3281,
+      "step": 13525
+    },
+    {
+      "epoch": 0.6463729331931568,
+      "grad_norm": 1689.094970703125,
+      "learning_rate": 1.5820608842084812e-05,
+      "loss": 29.7188,
+      "step": 13526
+    },
+    {
+      "epoch": 0.6464207206346172,
+      "grad_norm": 151.4390411376953,
+      "learning_rate": 1.5819979557978113e-05,
+      "loss": 21.9531,
+      "step": 13527
+    },
+    {
+      "epoch": 0.6464685080760776,
+      "grad_norm": 269.3197021484375,
+      "learning_rate": 1.5819350239017244e-05,
+      "loss": 28.3125,
+      "step": 13528
+    },
+    {
+      "epoch": 0.646516295517538,
+      "grad_norm": 264.6632995605469,
+      "learning_rate": 1.5818720885205977e-05,
+      "loss": 30.5625,
+      "step": 13529
+    },
+    {
+      "epoch": 0.6465640829589984,
+      "grad_norm": 166.04112243652344,
+      "learning_rate": 1.5818091496548084e-05,
+      "loss": 27.0938,
+      "step": 13530
+    },
+    {
+      "epoch": 0.6466118704004588,
+      "grad_norm": 262.1985778808594,
+      "learning_rate": 1.5817462073047323e-05,
+      "loss": 33.125,
+      "step": 13531
+    },
+    {
+      "epoch": 0.6466596578419191,
+      "grad_norm": 401.24066162109375,
+      "learning_rate": 1.5816832614707478e-05,
+      "loss": 31.8125,
+      "step": 13532
+    },
+    {
+      "epoch": 0.6467074452833795,
+      "grad_norm": 354.97998046875,
+      "learning_rate": 1.581620312153231e-05,
+      "loss": 27.4688,
+      "step": 13533
+    },
+    {
+      "epoch": 0.6467552327248399,
+      "grad_norm": 196.9515380859375,
+      "learning_rate": 1.5815573593525586e-05,
+      "loss": 20.8281,
+      "step": 13534
+    },
+    {
+      "epoch": 0.6468030201663003,
+      "grad_norm": 235.5185546875,
+      "learning_rate": 1.5814944030691084e-05,
+      "loss": 30.4688,
+      "step": 13535
+    },
+    {
+      "epoch": 0.6468508076077607,
+      "grad_norm": 686.063232421875,
+      "learning_rate": 1.581431443303257e-05,
+      "loss": 25.75,
+      "step": 13536
+    },
+    {
+      "epoch": 0.6468985950492211,
+      "grad_norm": 295.9863586425781,
+      "learning_rate": 1.5813684800553814e-05,
+      "loss": 28.0312,
+      "step": 13537
+    },
+    {
+      "epoch": 0.6469463824906815,
+      "grad_norm": 381.6374816894531,
+      "learning_rate": 1.5813055133258587e-05,
+      "loss": 37.9688,
+      "step": 13538
+    },
+    {
+      "epoch": 0.6469941699321419,
+      "grad_norm": 251.5599822998047,
+      "learning_rate": 1.5812425431150663e-05,
+      "loss": 39.4375,
+      "step": 13539
+    },
+    {
+      "epoch": 0.6470419573736023,
+      "grad_norm": 213.6359405517578,
+      "learning_rate": 1.581179569423381e-05,
+      "loss": 35.7031,
+      "step": 13540
+    },
+    {
+      "epoch": 0.6470897448150627,
+      "grad_norm": 1150.3409423828125,
+      "learning_rate": 1.58111659225118e-05,
+      "loss": 20.2969,
+      "step": 13541
+    },
+    {
+      "epoch": 0.647137532256523,
+      "grad_norm": 253.7480010986328,
+      "learning_rate": 1.5810536115988405e-05,
+      "loss": 29.2188,
+      "step": 13542
+    },
+    {
+      "epoch": 0.6471853196979833,
+      "grad_norm": 234.2588653564453,
+      "learning_rate": 1.5809906274667396e-05,
+      "loss": 34.5156,
+      "step": 13543
+    },
+    {
+      "epoch": 0.6472331071394437,
+      "grad_norm": 466.23809814453125,
+      "learning_rate": 1.5809276398552545e-05,
+      "loss": 33.4375,
+      "step": 13544
+    },
+    {
+      "epoch": 0.6472808945809041,
+      "grad_norm": 361.2857666015625,
+      "learning_rate": 1.5808646487647624e-05,
+      "loss": 37.0312,
+      "step": 13545
+    },
+    {
+      "epoch": 0.6473286820223645,
+      "grad_norm": 299.5333557128906,
+      "learning_rate": 1.5808016541956405e-05,
+      "loss": 30.1875,
+      "step": 13546
+    },
+    {
+      "epoch": 0.6473764694638249,
+      "grad_norm": 187.39878845214844,
+      "learning_rate": 1.5807386561482663e-05,
+      "loss": 19.6094,
+      "step": 13547
+    },
+    {
+      "epoch": 0.6474242569052853,
+      "grad_norm": 276.09393310546875,
+      "learning_rate": 1.580675654623017e-05,
+      "loss": 28.7812,
+      "step": 13548
+    },
+    {
+      "epoch": 0.6474720443467457,
+      "grad_norm": 217.27569580078125,
+      "learning_rate": 1.5806126496202697e-05,
+      "loss": 24.2969,
+      "step": 13549
+    },
+    {
+      "epoch": 0.647519831788206,
+      "grad_norm": 462.9986572265625,
+      "learning_rate": 1.5805496411404016e-05,
+      "loss": 42.6875,
+      "step": 13550
+    },
+    {
+      "epoch": 0.6475676192296664,
+      "grad_norm": 206.3901824951172,
+      "learning_rate": 1.5804866291837903e-05,
+      "loss": 34.5938,
+      "step": 13551
+    },
+    {
+      "epoch": 0.6476154066711268,
+      "grad_norm": 519.7098999023438,
+      "learning_rate": 1.5804236137508137e-05,
+      "loss": 31.8125,
+      "step": 13552
+    },
+    {
+      "epoch": 0.6476631941125872,
+      "grad_norm": 258.6459655761719,
+      "learning_rate": 1.580360594841848e-05,
+      "loss": 34.875,
+      "step": 13553
+    },
+    {
+      "epoch": 0.6477109815540476,
+      "grad_norm": 288.3102111816406,
+      "learning_rate": 1.5802975724572714e-05,
+      "loss": 34.7812,
+      "step": 13554
+    },
+    {
+      "epoch": 0.647758768995508,
+      "grad_norm": 379.8730163574219,
+      "learning_rate": 1.580234546597461e-05,
+      "loss": 34.3125,
+      "step": 13555
+    },
+    {
+      "epoch": 0.6478065564369684,
+      "grad_norm": 331.957275390625,
+      "learning_rate": 1.5801715172627946e-05,
+      "loss": 26.3594,
+      "step": 13556
+    },
+    {
+      "epoch": 0.6478543438784288,
+      "grad_norm": 207.3767547607422,
+      "learning_rate": 1.5801084844536494e-05,
+      "loss": 31.4062,
+      "step": 13557
+    },
+    {
+      "epoch": 0.6479021313198892,
+      "grad_norm": 248.0027618408203,
+      "learning_rate": 1.5800454481704025e-05,
+      "loss": 39.5312,
+      "step": 13558
+    },
+    {
+      "epoch": 0.6479499187613496,
+      "grad_norm": 254.29788208007812,
+      "learning_rate": 1.5799824084134322e-05,
+      "loss": 25.75,
+      "step": 13559
+    },
+    {
+      "epoch": 0.6479977062028099,
+      "grad_norm": 241.02947998046875,
+      "learning_rate": 1.579919365183116e-05,
+      "loss": 26.3438,
+      "step": 13560
+    },
+    {
+      "epoch": 0.6480454936442703,
+      "grad_norm": 325.2250061035156,
+      "learning_rate": 1.5798563184798307e-05,
+      "loss": 28.0625,
+      "step": 13561
+    },
+    {
+      "epoch": 0.6480932810857307,
+      "grad_norm": 316.2054443359375,
+      "learning_rate": 1.579793268303954e-05,
+      "loss": 39.8438,
+      "step": 13562
+    },
+    {
+      "epoch": 0.648141068527191,
+      "grad_norm": 312.73431396484375,
+      "learning_rate": 1.5797302146558642e-05,
+      "loss": 18.5312,
+      "step": 13563
+    },
+    {
+      "epoch": 0.6481888559686514,
+      "grad_norm": 263.9278869628906,
+      "learning_rate": 1.5796671575359382e-05,
+      "loss": 24.625,
+      "step": 13564
+    },
+    {
+      "epoch": 0.6482366434101118,
+      "grad_norm": 327.02276611328125,
+      "learning_rate": 1.579604096944554e-05,
+      "loss": 24.1875,
+      "step": 13565
+    },
+    {
+      "epoch": 0.6482844308515722,
+      "grad_norm": 327.8882141113281,
+      "learning_rate": 1.5795410328820892e-05,
+      "loss": 35.875,
+      "step": 13566
+    },
+    {
+      "epoch": 0.6483322182930326,
+      "grad_norm": 190.41458129882812,
+      "learning_rate": 1.5794779653489215e-05,
+      "loss": 26.4688,
+      "step": 13567
+    },
+    {
+      "epoch": 0.648380005734493,
+      "grad_norm": 190.23922729492188,
+      "learning_rate": 1.5794148943454285e-05,
+      "loss": 22.2344,
+      "step": 13568
+    },
+    {
+      "epoch": 0.6484277931759533,
+      "grad_norm": 226.17282104492188,
+      "learning_rate": 1.579351819871988e-05,
+      "loss": 22.4375,
+      "step": 13569
+    },
+    {
+      "epoch": 0.6484755806174137,
+      "grad_norm": 262.79339599609375,
+      "learning_rate": 1.5792887419289776e-05,
+      "loss": 33.0,
+      "step": 13570
+    },
+    {
+      "epoch": 0.6485233680588741,
+      "grad_norm": 285.3729553222656,
+      "learning_rate": 1.579225660516775e-05,
+      "loss": 22.4844,
+      "step": 13571
+    },
+    {
+      "epoch": 0.6485711555003345,
+      "grad_norm": 556.8975219726562,
+      "learning_rate": 1.579162575635758e-05,
+      "loss": 32.625,
+      "step": 13572
+    },
+    {
+      "epoch": 0.6486189429417949,
+      "grad_norm": 342.65423583984375,
+      "learning_rate": 1.5790994872863046e-05,
+      "loss": 38.5312,
+      "step": 13573
+    },
+    {
+      "epoch": 0.6486667303832553,
+      "grad_norm": 126.76985168457031,
+      "learning_rate": 1.5790363954687927e-05,
+      "loss": 23.1562,
+      "step": 13574
+    },
+    {
+      "epoch": 0.6487145178247157,
+      "grad_norm": 273.16204833984375,
+      "learning_rate": 1.5789733001835997e-05,
+      "loss": 33.5312,
+      "step": 13575
+    },
+    {
+      "epoch": 0.6487623052661761,
+      "grad_norm": 237.51165771484375,
+      "learning_rate": 1.5789102014311038e-05,
+      "loss": 26.8125,
+      "step": 13576
+    },
+    {
+      "epoch": 0.6488100927076365,
+      "grad_norm": 288.4887390136719,
+      "learning_rate": 1.5788470992116827e-05,
+      "loss": 34.375,
+      "step": 13577
+    },
+    {
+      "epoch": 0.6488578801490968,
+      "grad_norm": 523.090576171875,
+      "learning_rate": 1.5787839935257146e-05,
+      "loss": 48.0312,
+      "step": 13578
+    },
+    {
+      "epoch": 0.6489056675905572,
+      "grad_norm": 185.56044006347656,
+      "learning_rate": 1.5787208843735772e-05,
+      "loss": 31.7656,
+      "step": 13579
+    },
+    {
+      "epoch": 0.6489534550320176,
+      "grad_norm": 274.6654052734375,
+      "learning_rate": 1.5786577717556486e-05,
+      "loss": 36.25,
+      "step": 13580
+    },
+    {
+      "epoch": 0.649001242473478,
+      "grad_norm": 419.2727966308594,
+      "learning_rate": 1.5785946556723064e-05,
+      "loss": 26.3125,
+      "step": 13581
+    },
+    {
+      "epoch": 0.6490490299149384,
+      "grad_norm": 196.1497802734375,
+      "learning_rate": 1.5785315361239288e-05,
+      "loss": 25.125,
+      "step": 13582
+    },
+    {
+      "epoch": 0.6490968173563988,
+      "grad_norm": 478.3476867675781,
+      "learning_rate": 1.5784684131108938e-05,
+      "loss": 30.2812,
+      "step": 13583
+    },
+    {
+      "epoch": 0.6491446047978591,
+      "grad_norm": 192.6795196533203,
+      "learning_rate": 1.5784052866335794e-05,
+      "loss": 30.0,
+      "step": 13584
+    },
+    {
+      "epoch": 0.6491923922393195,
+      "grad_norm": 172.9293975830078,
+      "learning_rate": 1.5783421566923637e-05,
+      "loss": 28.4062,
+      "step": 13585
+    },
+    {
+      "epoch": 0.6492401796807798,
+      "grad_norm": 319.5758361816406,
+      "learning_rate": 1.578279023287625e-05,
+      "loss": 36.3438,
+      "step": 13586
+    },
+    {
+      "epoch": 0.6492879671222402,
+      "grad_norm": 181.27700805664062,
+      "learning_rate": 1.5782158864197407e-05,
+      "loss": 22.3438,
+      "step": 13587
+    },
+    {
+      "epoch": 0.6493357545637006,
+      "grad_norm": 308.3021240234375,
+      "learning_rate": 1.5781527460890896e-05,
+      "loss": 26.6875,
+      "step": 13588
+    },
+    {
+      "epoch": 0.649383542005161,
+      "grad_norm": 378.3138427734375,
+      "learning_rate": 1.5780896022960494e-05,
+      "loss": 33.9375,
+      "step": 13589
+    },
+    {
+      "epoch": 0.6494313294466214,
+      "grad_norm": 146.8686981201172,
+      "learning_rate": 1.578026455040999e-05,
+      "loss": 26.9375,
+      "step": 13590
+    },
+    {
+      "epoch": 0.6494791168880818,
+      "grad_norm": 229.0111083984375,
+      "learning_rate": 1.5779633043243154e-05,
+      "loss": 33.0312,
+      "step": 13591
+    },
+    {
+      "epoch": 0.6495269043295422,
+      "grad_norm": 220.07835388183594,
+      "learning_rate": 1.5779001501463775e-05,
+      "loss": 25.8438,
+      "step": 13592
+    },
+    {
+      "epoch": 0.6495746917710026,
+      "grad_norm": 231.97723388671875,
+      "learning_rate": 1.5778369925075635e-05,
+      "loss": 21.3125,
+      "step": 13593
+    },
+    {
+      "epoch": 0.649622479212463,
+      "grad_norm": 209.57740783691406,
+      "learning_rate": 1.5777738314082514e-05,
+      "loss": 39.8906,
+      "step": 13594
+    },
+    {
+      "epoch": 0.6496702666539234,
+      "grad_norm": 408.5422058105469,
+      "learning_rate": 1.5777106668488195e-05,
+      "loss": 24.9062,
+      "step": 13595
+    },
+    {
+      "epoch": 0.6497180540953837,
+      "grad_norm": 340.8102722167969,
+      "learning_rate": 1.5776474988296463e-05,
+      "loss": 40.8438,
+      "step": 13596
+    },
+    {
+      "epoch": 0.6497658415368441,
+      "grad_norm": 284.8587951660156,
+      "learning_rate": 1.57758432735111e-05,
+      "loss": 35.9062,
+      "step": 13597
+    },
+    {
+      "epoch": 0.6498136289783045,
+      "grad_norm": 208.8128662109375,
+      "learning_rate": 1.5775211524135888e-05,
+      "loss": 22.2812,
+      "step": 13598
+    },
+    {
+      "epoch": 0.6498614164197649,
+      "grad_norm": 146.17311096191406,
+      "learning_rate": 1.577457974017461e-05,
+      "loss": 21.8906,
+      "step": 13599
+    },
+    {
+      "epoch": 0.6499092038612253,
+      "grad_norm": 344.4765930175781,
+      "learning_rate": 1.5773947921631054e-05,
+      "loss": 28.3438,
+      "step": 13600
+    },
+    {
+      "epoch": 0.6499569913026857,
+      "grad_norm": 324.2193908691406,
+      "learning_rate": 1.5773316068508998e-05,
+      "loss": 35.3438,
+      "step": 13601
+    },
+    {
+      "epoch": 0.6500047787441461,
+      "grad_norm": 252.62034606933594,
+      "learning_rate": 1.577268418081223e-05,
+      "loss": 30.25,
+      "step": 13602
+    },
+    {
+      "epoch": 0.6500525661856065,
+      "grad_norm": 279.96002197265625,
+      "learning_rate": 1.5772052258544528e-05,
+      "loss": 22.125,
+      "step": 13603
+    },
+    {
+      "epoch": 0.6501003536270668,
+      "grad_norm": 219.07461547851562,
+      "learning_rate": 1.5771420301709684e-05,
+      "loss": 24.75,
+      "step": 13604
+    },
+    {
+      "epoch": 0.6501481410685271,
+      "grad_norm": 201.65679931640625,
+      "learning_rate": 1.577078831031148e-05,
+      "loss": 32.7812,
+      "step": 13605
+    },
+    {
+      "epoch": 0.6501959285099875,
+      "grad_norm": 489.3515930175781,
+      "learning_rate": 1.57701562843537e-05,
+      "loss": 52.5,
+      "step": 13606
+    },
+    {
+      "epoch": 0.6502437159514479,
+      "grad_norm": 171.28294372558594,
+      "learning_rate": 1.5769524223840133e-05,
+      "loss": 22.5312,
+      "step": 13607
+    },
+    {
+      "epoch": 0.6502915033929083,
+      "grad_norm": 178.9002227783203,
+      "learning_rate": 1.5768892128774553e-05,
+      "loss": 24.4375,
+      "step": 13608
+    },
+    {
+      "epoch": 0.6503392908343687,
+      "grad_norm": 161.3409423828125,
+      "learning_rate": 1.5768259999160756e-05,
+      "loss": 28.8438,
+      "step": 13609
+    },
+    {
+      "epoch": 0.6503870782758291,
+      "grad_norm": 321.6408996582031,
+      "learning_rate": 1.5767627835002527e-05,
+      "loss": 38.2812,
+      "step": 13610
+    },
+    {
+      "epoch": 0.6504348657172895,
+      "grad_norm": 311.1029052734375,
+      "learning_rate": 1.576699563630365e-05,
+      "loss": 21.3438,
+      "step": 13611
+    },
+    {
+      "epoch": 0.6504826531587499,
+      "grad_norm": 241.97750854492188,
+      "learning_rate": 1.5766363403067906e-05,
+      "loss": 33.0625,
+      "step": 13612
+    },
+    {
+      "epoch": 0.6505304406002103,
+      "grad_norm": 390.84014892578125,
+      "learning_rate": 1.576573113529909e-05,
+      "loss": 32.9062,
+      "step": 13613
+    },
+    {
+      "epoch": 0.6505782280416706,
+      "grad_norm": 245.18870544433594,
+      "learning_rate": 1.5765098833000983e-05,
+      "loss": 43.875,
+      "step": 13614
+    },
+    {
+      "epoch": 0.650626015483131,
+      "grad_norm": 335.4354248046875,
+      "learning_rate": 1.5764466496177374e-05,
+      "loss": 30.625,
+      "step": 13615
+    },
+    {
+      "epoch": 0.6506738029245914,
+      "grad_norm": 303.5650939941406,
+      "learning_rate": 1.5763834124832046e-05,
+      "loss": 36.9688,
+      "step": 13616
+    },
+    {
+      "epoch": 0.6507215903660518,
+      "grad_norm": 371.3548278808594,
+      "learning_rate": 1.5763201718968794e-05,
+      "loss": 29.3438,
+      "step": 13617
+    },
+    {
+      "epoch": 0.6507693778075122,
+      "grad_norm": 278.2360534667969,
+      "learning_rate": 1.57625692785914e-05,
+      "loss": 35.3438,
+      "step": 13618
+    },
+    {
+      "epoch": 0.6508171652489726,
+      "grad_norm": 370.8257141113281,
+      "learning_rate": 1.5761936803703645e-05,
+      "loss": 32.0625,
+      "step": 13619
+    },
+    {
+      "epoch": 0.650864952690433,
+      "grad_norm": 366.1514892578125,
+      "learning_rate": 1.5761304294309328e-05,
+      "loss": 29.75,
+      "step": 13620
+    },
+    {
+      "epoch": 0.6509127401318934,
+      "grad_norm": 188.97494506835938,
+      "learning_rate": 1.576067175041223e-05,
+      "loss": 22.9375,
+      "step": 13621
+    },
+    {
+      "epoch": 0.6509605275733538,
+      "grad_norm": 423.294921875,
+      "learning_rate": 1.5760039172016144e-05,
+      "loss": 43.8438,
+      "step": 13622
+    },
+    {
+      "epoch": 0.6510083150148142,
+      "grad_norm": 198.66200256347656,
+      "learning_rate": 1.5759406559124856e-05,
+      "loss": 25.9688,
+      "step": 13623
+    },
+    {
+      "epoch": 0.6510561024562745,
+      "grad_norm": 126.0601806640625,
+      "learning_rate": 1.5758773911742153e-05,
+      "loss": 24.7812,
+      "step": 13624
+    },
+    {
+      "epoch": 0.6511038898977348,
+      "grad_norm": 301.95550537109375,
+      "learning_rate": 1.5758141229871826e-05,
+      "loss": 36.9688,
+      "step": 13625
+    },
+    {
+      "epoch": 0.6511516773391952,
+      "grad_norm": 201.02174377441406,
+      "learning_rate": 1.5757508513517663e-05,
+      "loss": 31.4375,
+      "step": 13626
+    },
+    {
+      "epoch": 0.6511994647806556,
+      "grad_norm": 301.2821044921875,
+      "learning_rate": 1.5756875762683455e-05,
+      "loss": 32.25,
+      "step": 13627
+    },
+    {
+      "epoch": 0.651247252222116,
+      "grad_norm": 236.90493774414062,
+      "learning_rate": 1.5756242977372986e-05,
+      "loss": 33.5156,
+      "step": 13628
+    },
+    {
+      "epoch": 0.6512950396635764,
+      "grad_norm": 184.9727325439453,
+      "learning_rate": 1.575561015759005e-05,
+      "loss": 27.4375,
+      "step": 13629
+    },
+    {
+      "epoch": 0.6513428271050368,
+      "grad_norm": 322.4443664550781,
+      "learning_rate": 1.5754977303338437e-05,
+      "loss": 37.0,
+      "step": 13630
+    },
+    {
+      "epoch": 0.6513906145464972,
+      "grad_norm": 254.5730743408203,
+      "learning_rate": 1.5754344414621936e-05,
+      "loss": 31.8438,
+      "step": 13631
+    },
+    {
+      "epoch": 0.6514384019879575,
+      "grad_norm": 182.4102783203125,
+      "learning_rate": 1.5753711491444336e-05,
+      "loss": 21.625,
+      "step": 13632
+    },
+    {
+      "epoch": 0.6514861894294179,
+      "grad_norm": 181.10865783691406,
+      "learning_rate": 1.575307853380943e-05,
+      "loss": 30.625,
+      "step": 13633
+    },
+    {
+      "epoch": 0.6515339768708783,
+      "grad_norm": 383.5365905761719,
+      "learning_rate": 1.5752445541721007e-05,
+      "loss": 20.6094,
+      "step": 13634
+    },
+    {
+      "epoch": 0.6515817643123387,
+      "grad_norm": 280.0225524902344,
+      "learning_rate": 1.5751812515182857e-05,
+      "loss": 21.875,
+      "step": 13635
+    },
+    {
+      "epoch": 0.6516295517537991,
+      "grad_norm": 198.6507568359375,
+      "learning_rate": 1.5751179454198774e-05,
+      "loss": 24.2656,
+      "step": 13636
+    },
+    {
+      "epoch": 0.6516773391952595,
+      "grad_norm": 407.978759765625,
+      "learning_rate": 1.575054635877254e-05,
+      "loss": 24.4688,
+      "step": 13637
+    },
+    {
+      "epoch": 0.6517251266367199,
+      "grad_norm": 617.2994384765625,
+      "learning_rate": 1.5749913228907962e-05,
+      "loss": 44.1875,
+      "step": 13638
+    },
+    {
+      "epoch": 0.6517729140781803,
+      "grad_norm": 257.5738220214844,
+      "learning_rate": 1.574928006460882e-05,
+      "loss": 27.2812,
+      "step": 13639
+    },
+    {
+      "epoch": 0.6518207015196407,
+      "grad_norm": 310.7657775878906,
+      "learning_rate": 1.5748646865878908e-05,
+      "loss": 34.4375,
+      "step": 13640
+    },
+    {
+      "epoch": 0.6518684889611011,
+      "grad_norm": 332.0256652832031,
+      "learning_rate": 1.5748013632722022e-05,
+      "loss": 27.2344,
+      "step": 13641
+    },
+    {
+      "epoch": 0.6519162764025614,
+      "grad_norm": 260.2125244140625,
+      "learning_rate": 1.5747380365141947e-05,
+      "loss": 24.8438,
+      "step": 13642
+    },
+    {
+      "epoch": 0.6519640638440218,
+      "grad_norm": 164.21096801757812,
+      "learning_rate": 1.5746747063142486e-05,
+      "loss": 20.8281,
+      "step": 13643
+    },
+    {
+      "epoch": 0.6520118512854822,
+      "grad_norm": 298.43890380859375,
+      "learning_rate": 1.574611372672742e-05,
+      "loss": 32.2188,
+      "step": 13644
+    },
+    {
+      "epoch": 0.6520596387269426,
+      "grad_norm": 190.2522430419922,
+      "learning_rate": 1.5745480355900546e-05,
+      "loss": 25.7812,
+      "step": 13645
+    },
+    {
+      "epoch": 0.6521074261684029,
+      "grad_norm": 354.6372375488281,
+      "learning_rate": 1.574484695066566e-05,
+      "loss": 37.0312,
+      "step": 13646
+    },
+    {
+      "epoch": 0.6521552136098633,
+      "grad_norm": 357.64703369140625,
+      "learning_rate": 1.5744213511026557e-05,
+      "loss": 40.125,
+      "step": 13647
+    },
+    {
+      "epoch": 0.6522030010513237,
+      "grad_norm": 396.44268798828125,
+      "learning_rate": 1.5743580036987027e-05,
+      "loss": 34.0625,
+      "step": 13648
+    },
+    {
+      "epoch": 0.6522507884927841,
+      "grad_norm": 400.5438537597656,
+      "learning_rate": 1.574294652855086e-05,
+      "loss": 35.625,
+      "step": 13649
+    },
+    {
+      "epoch": 0.6522985759342445,
+      "grad_norm": 213.0857696533203,
+      "learning_rate": 1.5742312985721856e-05,
+      "loss": 26.6875,
+      "step": 13650
+    },
+    {
+      "epoch": 0.6523463633757048,
+      "grad_norm": 326.33209228515625,
+      "learning_rate": 1.5741679408503805e-05,
+      "loss": 21.4062,
+      "step": 13651
+    },
+    {
+      "epoch": 0.6523941508171652,
+      "grad_norm": 300.9931640625,
+      "learning_rate": 1.5741045796900506e-05,
+      "loss": 31.2188,
+      "step": 13652
+    },
+    {
+      "epoch": 0.6524419382586256,
+      "grad_norm": 241.5647430419922,
+      "learning_rate": 1.5740412150915747e-05,
+      "loss": 28.5938,
+      "step": 13653
+    },
+    {
+      "epoch": 0.652489725700086,
+      "grad_norm": 353.9291687011719,
+      "learning_rate": 1.573977847055333e-05,
+      "loss": 28.6875,
+      "step": 13654
+    },
+    {
+      "epoch": 0.6525375131415464,
+      "grad_norm": 285.82769775390625,
+      "learning_rate": 1.5739144755817047e-05,
+      "loss": 23.3125,
+      "step": 13655
+    },
+    {
+      "epoch": 0.6525853005830068,
+      "grad_norm": 197.86654663085938,
+      "learning_rate": 1.5738511006710688e-05,
+      "loss": 28.2812,
+      "step": 13656
+    },
+    {
+      "epoch": 0.6526330880244672,
+      "grad_norm": 168.22848510742188,
+      "learning_rate": 1.5737877223238055e-05,
+      "loss": 16.3594,
+      "step": 13657
+    },
+    {
+      "epoch": 0.6526808754659276,
+      "grad_norm": 189.54893493652344,
+      "learning_rate": 1.5737243405402942e-05,
+      "loss": 29.4062,
+      "step": 13658
+    },
+    {
+      "epoch": 0.652728662907388,
+      "grad_norm": 371.67578125,
+      "learning_rate": 1.5736609553209143e-05,
+      "loss": 29.6875,
+      "step": 13659
+    },
+    {
+      "epoch": 0.6527764503488483,
+      "grad_norm": 360.1553955078125,
+      "learning_rate": 1.5735975666660457e-05,
+      "loss": 33.375,
+      "step": 13660
+    },
+    {
+      "epoch": 0.6528242377903087,
+      "grad_norm": 209.50962829589844,
+      "learning_rate": 1.5735341745760675e-05,
+      "loss": 23.0625,
+      "step": 13661
+    },
+    {
+      "epoch": 0.6528720252317691,
+      "grad_norm": 200.82855224609375,
+      "learning_rate": 1.57347077905136e-05,
+      "loss": 23.7812,
+      "step": 13662
+    },
+    {
+      "epoch": 0.6529198126732295,
+      "grad_norm": 427.8846740722656,
+      "learning_rate": 1.5734073800923023e-05,
+      "loss": 29.25,
+      "step": 13663
+    },
+    {
+      "epoch": 0.6529676001146899,
+      "grad_norm": 202.96409606933594,
+      "learning_rate": 1.573343977699274e-05,
+      "loss": 26.5625,
+      "step": 13664
+    },
+    {
+      "epoch": 0.6530153875561503,
+      "grad_norm": 195.11000061035156,
+      "learning_rate": 1.5732805718726555e-05,
+      "loss": 21.0938,
+      "step": 13665
+    },
+    {
+      "epoch": 0.6530631749976106,
+      "grad_norm": 227.977783203125,
+      "learning_rate": 1.573217162612826e-05,
+      "loss": 29.0469,
+      "step": 13666
+    },
+    {
+      "epoch": 0.653110962439071,
+      "grad_norm": 242.19830322265625,
+      "learning_rate": 1.5731537499201657e-05,
+      "loss": 27.75,
+      "step": 13667
+    },
+    {
+      "epoch": 0.6531587498805314,
+      "grad_norm": 318.9610595703125,
+      "learning_rate": 1.5730903337950537e-05,
+      "loss": 26.875,
+      "step": 13668
+    },
+    {
+      "epoch": 0.6532065373219917,
+      "grad_norm": 317.3240966796875,
+      "learning_rate": 1.57302691423787e-05,
+      "loss": 30.125,
+      "step": 13669
+    },
+    {
+      "epoch": 0.6532543247634521,
+      "grad_norm": 151.73379516601562,
+      "learning_rate": 1.5729634912489945e-05,
+      "loss": 28.0,
+      "step": 13670
+    },
+    {
+      "epoch": 0.6533021122049125,
+      "grad_norm": 252.37490844726562,
+      "learning_rate": 1.5729000648288072e-05,
+      "loss": 26.125,
+      "step": 13671
+    },
+    {
+      "epoch": 0.6533498996463729,
+      "grad_norm": 208.12509155273438,
+      "learning_rate": 1.5728366349776876e-05,
+      "loss": 19.0469,
+      "step": 13672
+    },
+    {
+      "epoch": 0.6533976870878333,
+      "grad_norm": 288.2168273925781,
+      "learning_rate": 1.5727732016960154e-05,
+      "loss": 29.875,
+      "step": 13673
+    },
+    {
+      "epoch": 0.6534454745292937,
+      "grad_norm": 190.1178741455078,
+      "learning_rate": 1.5727097649841714e-05,
+      "loss": 31.7188,
+      "step": 13674
+    },
+    {
+      "epoch": 0.6534932619707541,
+      "grad_norm": 341.8802185058594,
+      "learning_rate": 1.5726463248425346e-05,
+      "loss": 28.6875,
+      "step": 13675
+    },
+    {
+      "epoch": 0.6535410494122145,
+      "grad_norm": 269.33184814453125,
+      "learning_rate": 1.5725828812714853e-05,
+      "loss": 28.7188,
+      "step": 13676
+    },
+    {
+      "epoch": 0.6535888368536749,
+      "grad_norm": 251.03492736816406,
+      "learning_rate": 1.5725194342714033e-05,
+      "loss": 21.9219,
+      "step": 13677
+    },
+    {
+      "epoch": 0.6536366242951352,
+      "grad_norm": 161.79881286621094,
+      "learning_rate": 1.572455983842669e-05,
+      "loss": 29.1406,
+      "step": 13678
+    },
+    {
+      "epoch": 0.6536844117365956,
+      "grad_norm": 191.61135864257812,
+      "learning_rate": 1.5723925299856614e-05,
+      "loss": 30.6875,
+      "step": 13679
+    },
+    {
+      "epoch": 0.653732199178056,
+      "grad_norm": 202.20436096191406,
+      "learning_rate": 1.5723290727007615e-05,
+      "loss": 26.7344,
+      "step": 13680
+    },
+    {
+      "epoch": 0.6537799866195164,
+      "grad_norm": 380.0234375,
+      "learning_rate": 1.5722656119883488e-05,
+      "loss": 37.4062,
+      "step": 13681
+    },
+    {
+      "epoch": 0.6538277740609768,
+      "grad_norm": 213.07530212402344,
+      "learning_rate": 1.5722021478488038e-05,
+      "loss": 24.6406,
+      "step": 13682
+    },
+    {
+      "epoch": 0.6538755615024372,
+      "grad_norm": 308.614013671875,
+      "learning_rate": 1.572138680282506e-05,
+      "loss": 37.5,
+      "step": 13683
+    },
+    {
+      "epoch": 0.6539233489438976,
+      "grad_norm": 325.2217712402344,
+      "learning_rate": 1.5720752092898358e-05,
+      "loss": 32.2031,
+      "step": 13684
+    },
+    {
+      "epoch": 0.653971136385358,
+      "grad_norm": 221.66384887695312,
+      "learning_rate": 1.5720117348711737e-05,
+      "loss": 31.5,
+      "step": 13685
+    },
+    {
+      "epoch": 0.6540189238268184,
+      "grad_norm": 261.04608154296875,
+      "learning_rate": 1.571948257026899e-05,
+      "loss": 26.1094,
+      "step": 13686
+    },
+    {
+      "epoch": 0.6540667112682786,
+      "grad_norm": 279.2422180175781,
+      "learning_rate": 1.571884775757392e-05,
+      "loss": 23.0781,
+      "step": 13687
+    },
+    {
+      "epoch": 0.654114498709739,
+      "grad_norm": 182.48260498046875,
+      "learning_rate": 1.5718212910630333e-05,
+      "loss": 30.2812,
+      "step": 13688
+    },
+    {
+      "epoch": 0.6541622861511994,
+      "grad_norm": 391.9847717285156,
+      "learning_rate": 1.571757802944203e-05,
+      "loss": 34.0938,
+      "step": 13689
+    },
+    {
+      "epoch": 0.6542100735926598,
+      "grad_norm": 247.21510314941406,
+      "learning_rate": 1.5716943114012816e-05,
+      "loss": 36.0,
+      "step": 13690
+    },
+    {
+      "epoch": 0.6542578610341202,
+      "grad_norm": 567.5509643554688,
+      "learning_rate": 1.571630816434649e-05,
+      "loss": 32.8438,
+      "step": 13691
+    },
+    {
+      "epoch": 0.6543056484755806,
+      "grad_norm": 789.6494140625,
+      "learning_rate": 1.571567318044685e-05,
+      "loss": 27.8438,
+      "step": 13692
+    },
+    {
+      "epoch": 0.654353435917041,
+      "grad_norm": 274.7467956542969,
+      "learning_rate": 1.57150381623177e-05,
+      "loss": 27.4375,
+      "step": 13693
+    },
+    {
+      "epoch": 0.6544012233585014,
+      "grad_norm": 324.9294738769531,
+      "learning_rate": 1.5714403109962852e-05,
+      "loss": 26.5312,
+      "step": 13694
+    },
+    {
+      "epoch": 0.6544490107999618,
+      "grad_norm": 499.655517578125,
+      "learning_rate": 1.5713768023386096e-05,
+      "loss": 35.2812,
+      "step": 13695
+    },
+    {
+      "epoch": 0.6544967982414222,
+      "grad_norm": 265.8870849609375,
+      "learning_rate": 1.571313290259125e-05,
+      "loss": 33.875,
+      "step": 13696
+    },
+    {
+      "epoch": 0.6545445856828825,
+      "grad_norm": 403.5804138183594,
+      "learning_rate": 1.5712497747582105e-05,
+      "loss": 28.5938,
+      "step": 13697
+    },
+    {
+      "epoch": 0.6545923731243429,
+      "grad_norm": 101.3613052368164,
+      "learning_rate": 1.5711862558362473e-05,
+      "loss": 17.2344,
+      "step": 13698
+    },
+    {
+      "epoch": 0.6546401605658033,
+      "grad_norm": 468.4749755859375,
+      "learning_rate": 1.5711227334936153e-05,
+      "loss": 37.3438,
+      "step": 13699
+    },
+    {
+      "epoch": 0.6546879480072637,
+      "grad_norm": 231.35037231445312,
+      "learning_rate": 1.571059207730695e-05,
+      "loss": 23.4062,
+      "step": 13700
+    },
+    {
+      "epoch": 0.6547357354487241,
+      "grad_norm": 209.70797729492188,
+      "learning_rate": 1.570995678547867e-05,
+      "loss": 33.6562,
+      "step": 13701
+    },
+    {
+      "epoch": 0.6547835228901845,
+      "grad_norm": 344.81915283203125,
+      "learning_rate": 1.5709321459455116e-05,
+      "loss": 35.25,
+      "step": 13702
+    },
+    {
+      "epoch": 0.6548313103316449,
+      "grad_norm": 355.9380798339844,
+      "learning_rate": 1.5708686099240097e-05,
+      "loss": 33.5625,
+      "step": 13703
+    },
+    {
+      "epoch": 0.6548790977731053,
+      "grad_norm": 360.4333801269531,
+      "learning_rate": 1.5708050704837406e-05,
+      "loss": 35.0,
+      "step": 13704
+    },
+    {
+      "epoch": 0.6549268852145657,
+      "grad_norm": 271.0318298339844,
+      "learning_rate": 1.5707415276250864e-05,
+      "loss": 22.0625,
+      "step": 13705
+    },
+    {
+      "epoch": 0.654974672656026,
+      "grad_norm": 306.4627685546875,
+      "learning_rate": 1.5706779813484265e-05,
+      "loss": 42.9375,
+      "step": 13706
+    },
+    {
+      "epoch": 0.6550224600974863,
+      "grad_norm": 216.04769897460938,
+      "learning_rate": 1.5706144316541422e-05,
+      "loss": 25.5625,
+      "step": 13707
+    },
+    {
+      "epoch": 0.6550702475389467,
+      "grad_norm": 529.214599609375,
+      "learning_rate": 1.570550878542614e-05,
+      "loss": 29.0312,
+      "step": 13708
+    },
+    {
+      "epoch": 0.6551180349804071,
+      "grad_norm": 198.23414611816406,
+      "learning_rate": 1.5704873220142215e-05,
+      "loss": 27.8906,
+      "step": 13709
+    },
+    {
+      "epoch": 0.6551658224218675,
+      "grad_norm": 209.01902770996094,
+      "learning_rate": 1.5704237620693464e-05,
+      "loss": 26.7969,
+      "step": 13710
+    },
+    {
+      "epoch": 0.6552136098633279,
+      "grad_norm": 306.1822509765625,
+      "learning_rate": 1.570360198708369e-05,
+      "loss": 32.7969,
+      "step": 13711
+    },
+    {
+      "epoch": 0.6552613973047883,
+      "grad_norm": 392.7547302246094,
+      "learning_rate": 1.5702966319316702e-05,
+      "loss": 34.0156,
+      "step": 13712
+    },
+    {
+      "epoch": 0.6553091847462487,
+      "grad_norm": 148.4995574951172,
+      "learning_rate": 1.5702330617396304e-05,
+      "loss": 16.2969,
+      "step": 13713
+    },
+    {
+      "epoch": 0.655356972187709,
+      "grad_norm": 223.70191955566406,
+      "learning_rate": 1.57016948813263e-05,
+      "loss": 26.9688,
+      "step": 13714
+    },
+    {
+      "epoch": 0.6554047596291694,
+      "grad_norm": 410.95355224609375,
+      "learning_rate": 1.5701059111110505e-05,
+      "loss": 24.3125,
+      "step": 13715
+    },
+    {
+      "epoch": 0.6554525470706298,
+      "grad_norm": 214.7347869873047,
+      "learning_rate": 1.570042330675272e-05,
+      "loss": 22.625,
+      "step": 13716
+    },
+    {
+      "epoch": 0.6555003345120902,
+      "grad_norm": 374.2527770996094,
+      "learning_rate": 1.5699787468256757e-05,
+      "loss": 31.7812,
+      "step": 13717
+    },
+    {
+      "epoch": 0.6555481219535506,
+      "grad_norm": 305.6658935546875,
+      "learning_rate": 1.569915159562642e-05,
+      "loss": 31.3438,
+      "step": 13718
+    },
+    {
+      "epoch": 0.655595909395011,
+      "grad_norm": 318.93182373046875,
+      "learning_rate": 1.569851568886552e-05,
+      "loss": 29.5,
+      "step": 13719
+    },
+    {
+      "epoch": 0.6556436968364714,
+      "grad_norm": 289.73065185546875,
+      "learning_rate": 1.5697879747977865e-05,
+      "loss": 32.6562,
+      "step": 13720
+    },
+    {
+      "epoch": 0.6556914842779318,
+      "grad_norm": 320.6374206542969,
+      "learning_rate": 1.569724377296726e-05,
+      "loss": 37.5938,
+      "step": 13721
+    },
+    {
+      "epoch": 0.6557392717193922,
+      "grad_norm": 201.9620819091797,
+      "learning_rate": 1.5696607763837517e-05,
+      "loss": 21.5469,
+      "step": 13722
+    },
+    {
+      "epoch": 0.6557870591608526,
+      "grad_norm": 306.40057373046875,
+      "learning_rate": 1.5695971720592444e-05,
+      "loss": 29.0781,
+      "step": 13723
+    },
+    {
+      "epoch": 0.655834846602313,
+      "grad_norm": 216.3247833251953,
+      "learning_rate": 1.5695335643235852e-05,
+      "loss": 26.9062,
+      "step": 13724
+    },
+    {
+      "epoch": 0.6558826340437733,
+      "grad_norm": 215.17161560058594,
+      "learning_rate": 1.5694699531771544e-05,
+      "loss": 27.9062,
+      "step": 13725
+    },
+    {
+      "epoch": 0.6559304214852337,
+      "grad_norm": 368.4380187988281,
+      "learning_rate": 1.569406338620334e-05,
+      "loss": 37.75,
+      "step": 13726
+    },
+    {
+      "epoch": 0.6559782089266941,
+      "grad_norm": 278.6929016113281,
+      "learning_rate": 1.569342720653504e-05,
+      "loss": 38.5,
+      "step": 13727
+    },
+    {
+      "epoch": 0.6560259963681544,
+      "grad_norm": 245.2351837158203,
+      "learning_rate": 1.5692790992770457e-05,
+      "loss": 29.2188,
+      "step": 13728
+    },
+    {
+      "epoch": 0.6560737838096148,
+      "grad_norm": 197.97055053710938,
+      "learning_rate": 1.5692154744913404e-05,
+      "loss": 23.3438,
+      "step": 13729
+    },
+    {
+      "epoch": 0.6561215712510752,
+      "grad_norm": 388.16033935546875,
+      "learning_rate": 1.5691518462967687e-05,
+      "loss": 39.6875,
+      "step": 13730
+    },
+    {
+      "epoch": 0.6561693586925356,
+      "grad_norm": 402.61810302734375,
+      "learning_rate": 1.569088214693712e-05,
+      "loss": 31.75,
+      "step": 13731
+    },
+    {
+      "epoch": 0.656217146133996,
+      "grad_norm": 248.10923767089844,
+      "learning_rate": 1.569024579682551e-05,
+      "loss": 32.125,
+      "step": 13732
+    },
+    {
+      "epoch": 0.6562649335754563,
+      "grad_norm": 323.0453796386719,
+      "learning_rate": 1.5689609412636672e-05,
+      "loss": 36.8125,
+      "step": 13733
+    },
+    {
+      "epoch": 0.6563127210169167,
+      "grad_norm": 2131.845703125,
+      "learning_rate": 1.568897299437442e-05,
+      "loss": 22.1562,
+      "step": 13734
+    },
+    {
+      "epoch": 0.6563605084583771,
+      "grad_norm": 226.9069061279297,
+      "learning_rate": 1.5688336542042555e-05,
+      "loss": 19.6094,
+      "step": 13735
+    },
+    {
+      "epoch": 0.6564082958998375,
+      "grad_norm": 248.2225341796875,
+      "learning_rate": 1.5687700055644893e-05,
+      "loss": 30.6875,
+      "step": 13736
+    },
+    {
+      "epoch": 0.6564560833412979,
+      "grad_norm": 253.30592346191406,
+      "learning_rate": 1.568706353518525e-05,
+      "loss": 33.4688,
+      "step": 13737
+    },
+    {
+      "epoch": 0.6565038707827583,
+      "grad_norm": 586.5435791015625,
+      "learning_rate": 1.5686426980667432e-05,
+      "loss": 20.0938,
+      "step": 13738
+    },
+    {
+      "epoch": 0.6565516582242187,
+      "grad_norm": 446.7486572265625,
+      "learning_rate": 1.5685790392095252e-05,
+      "loss": 41.0938,
+      "step": 13739
+    },
+    {
+      "epoch": 0.6565994456656791,
+      "grad_norm": 250.9171600341797,
+      "learning_rate": 1.568515376947253e-05,
+      "loss": 24.75,
+      "step": 13740
+    },
+    {
+      "epoch": 0.6566472331071395,
+      "grad_norm": 326.4865417480469,
+      "learning_rate": 1.568451711280307e-05,
+      "loss": 24.6562,
+      "step": 13741
+    },
+    {
+      "epoch": 0.6566950205485999,
+      "grad_norm": 239.31521606445312,
+      "learning_rate": 1.5683880422090686e-05,
+      "loss": 34.25,
+      "step": 13742
+    },
+    {
+      "epoch": 0.6567428079900602,
+      "grad_norm": 601.5428466796875,
+      "learning_rate": 1.5683243697339197e-05,
+      "loss": 45.0625,
+      "step": 13743
+    },
+    {
+      "epoch": 0.6567905954315206,
+      "grad_norm": 158.9220733642578,
+      "learning_rate": 1.568260693855241e-05,
+      "loss": 32.125,
+      "step": 13744
+    },
+    {
+      "epoch": 0.656838382872981,
+      "grad_norm": 320.3230895996094,
+      "learning_rate": 1.5681970145734134e-05,
+      "loss": 25.8906,
+      "step": 13745
+    },
+    {
+      "epoch": 0.6568861703144414,
+      "grad_norm": 174.71353149414062,
+      "learning_rate": 1.5681333318888198e-05,
+      "loss": 20.0938,
+      "step": 13746
+    },
+    {
+      "epoch": 0.6569339577559018,
+      "grad_norm": 123.68709564208984,
+      "learning_rate": 1.56806964580184e-05,
+      "loss": 22.4062,
+      "step": 13747
+    },
+    {
+      "epoch": 0.6569817451973622,
+      "grad_norm": 309.50213623046875,
+      "learning_rate": 1.568005956312856e-05,
+      "loss": 34.625,
+      "step": 13748
+    },
+    {
+      "epoch": 0.6570295326388225,
+      "grad_norm": 190.35760498046875,
+      "learning_rate": 1.5679422634222493e-05,
+      "loss": 25.125,
+      "step": 13749
+    },
+    {
+      "epoch": 0.6570773200802829,
+      "grad_norm": 237.8669891357422,
+      "learning_rate": 1.5678785671304018e-05,
+      "loss": 25.875,
+      "step": 13750
+    },
+    {
+      "epoch": 0.6571251075217432,
+      "grad_norm": 210.96054077148438,
+      "learning_rate": 1.567814867437694e-05,
+      "loss": 26.7969,
+      "step": 13751
+    },
+    {
+      "epoch": 0.6571728949632036,
+      "grad_norm": 213.89292907714844,
+      "learning_rate": 1.567751164344508e-05,
+      "loss": 35.6875,
+      "step": 13752
+    },
+    {
+      "epoch": 0.657220682404664,
+      "grad_norm": 248.64297485351562,
+      "learning_rate": 1.567687457851225e-05,
+      "loss": 38.5625,
+      "step": 13753
+    },
+    {
+      "epoch": 0.6572684698461244,
+      "grad_norm": 127.92741394042969,
+      "learning_rate": 1.5676237479582267e-05,
+      "loss": 26.25,
+      "step": 13754
+    },
+    {
+      "epoch": 0.6573162572875848,
+      "grad_norm": 701.9507446289062,
+      "learning_rate": 1.5675600346658946e-05,
+      "loss": 43.0938,
+      "step": 13755
+    },
+    {
+      "epoch": 0.6573640447290452,
+      "grad_norm": 486.4076843261719,
+      "learning_rate": 1.56749631797461e-05,
+      "loss": 28.3438,
+      "step": 13756
+    },
+    {
+      "epoch": 0.6574118321705056,
+      "grad_norm": 320.7314453125,
+      "learning_rate": 1.567432597884755e-05,
+      "loss": 28.9688,
+      "step": 13757
+    },
+    {
+      "epoch": 0.657459619611966,
+      "grad_norm": 140.22772216796875,
+      "learning_rate": 1.567368874396711e-05,
+      "loss": 17.2656,
+      "step": 13758
+    },
+    {
+      "epoch": 0.6575074070534264,
+      "grad_norm": 157.49221801757812,
+      "learning_rate": 1.5673051475108593e-05,
+      "loss": 23.0625,
+      "step": 13759
+    },
+    {
+      "epoch": 0.6575551944948868,
+      "grad_norm": 496.0841979980469,
+      "learning_rate": 1.567241417227582e-05,
+      "loss": 43.5,
+      "step": 13760
+    },
+    {
+      "epoch": 0.6576029819363471,
+      "grad_norm": 237.1095428466797,
+      "learning_rate": 1.5671776835472603e-05,
+      "loss": 26.3594,
+      "step": 13761
+    },
+    {
+      "epoch": 0.6576507693778075,
+      "grad_norm": 247.90530395507812,
+      "learning_rate": 1.5671139464702763e-05,
+      "loss": 29.5312,
+      "step": 13762
+    },
+    {
+      "epoch": 0.6576985568192679,
+      "grad_norm": 237.0028076171875,
+      "learning_rate": 1.5670502059970116e-05,
+      "loss": 20.6719,
+      "step": 13763
+    },
+    {
+      "epoch": 0.6577463442607283,
+      "grad_norm": 300.5065002441406,
+      "learning_rate": 1.566986462127848e-05,
+      "loss": 30.4219,
+      "step": 13764
+    },
+    {
+      "epoch": 0.6577941317021887,
+      "grad_norm": 399.5668640136719,
+      "learning_rate": 1.5669227148631666e-05,
+      "loss": 33.25,
+      "step": 13765
+    },
+    {
+      "epoch": 0.6578419191436491,
+      "grad_norm": 541.5048828125,
+      "learning_rate": 1.56685896420335e-05,
+      "loss": 34.5,
+      "step": 13766
+    },
+    {
+      "epoch": 0.6578897065851095,
+      "grad_norm": 285.3141174316406,
+      "learning_rate": 1.5667952101487796e-05,
+      "loss": 31.875,
+      "step": 13767
+    },
+    {
+      "epoch": 0.6579374940265699,
+      "grad_norm": 379.3536071777344,
+      "learning_rate": 1.5667314526998373e-05,
+      "loss": 39.2188,
+      "step": 13768
+    },
+    {
+      "epoch": 0.6579852814680301,
+      "grad_norm": 963.4124145507812,
+      "learning_rate": 1.566667691856905e-05,
+      "loss": 45.6562,
+      "step": 13769
+    },
+    {
+      "epoch": 0.6580330689094905,
+      "grad_norm": 219.20254516601562,
+      "learning_rate": 1.5666039276203643e-05,
+      "loss": 31.3906,
+      "step": 13770
+    },
+    {
+      "epoch": 0.6580808563509509,
+      "grad_norm": 401.072509765625,
+      "learning_rate": 1.566540159990597e-05,
+      "loss": 31.9375,
+      "step": 13771
+    },
+    {
+      "epoch": 0.6581286437924113,
+      "grad_norm": 228.94857788085938,
+      "learning_rate": 1.566476388967985e-05,
+      "loss": 28.9375,
+      "step": 13772
+    },
+    {
+      "epoch": 0.6581764312338717,
+      "grad_norm": 282.5682067871094,
+      "learning_rate": 1.566412614552911e-05,
+      "loss": 37.6875,
+      "step": 13773
+    },
+    {
+      "epoch": 0.6582242186753321,
+      "grad_norm": 319.7091979980469,
+      "learning_rate": 1.5663488367457564e-05,
+      "loss": 31.6875,
+      "step": 13774
+    },
+    {
+      "epoch": 0.6582720061167925,
+      "grad_norm": 254.6781768798828,
+      "learning_rate": 1.5662850555469023e-05,
+      "loss": 25.0859,
+      "step": 13775
+    },
+    {
+      "epoch": 0.6583197935582529,
+      "grad_norm": 357.9432678222656,
+      "learning_rate": 1.566221270956732e-05,
+      "loss": 35.0,
+      "step": 13776
+    },
+    {
+      "epoch": 0.6583675809997133,
+      "grad_norm": 474.3968200683594,
+      "learning_rate": 1.566157482975627e-05,
+      "loss": 41.625,
+      "step": 13777
+    },
+    {
+      "epoch": 0.6584153684411737,
+      "grad_norm": 412.83929443359375,
+      "learning_rate": 1.5660936916039688e-05,
+      "loss": 28.9688,
+      "step": 13778
+    },
+    {
+      "epoch": 0.658463155882634,
+      "grad_norm": 250.42979431152344,
+      "learning_rate": 1.5660298968421403e-05,
+      "loss": 26.75,
+      "step": 13779
+    },
+    {
+      "epoch": 0.6585109433240944,
+      "grad_norm": 254.88168334960938,
+      "learning_rate": 1.5659660986905225e-05,
+      "loss": 37.1562,
+      "step": 13780
+    },
+    {
+      "epoch": 0.6585587307655548,
+      "grad_norm": 444.5852355957031,
+      "learning_rate": 1.5659022971494983e-05,
+      "loss": 23.2188,
+      "step": 13781
+    },
+    {
+      "epoch": 0.6586065182070152,
+      "grad_norm": 273.03521728515625,
+      "learning_rate": 1.5658384922194496e-05,
+      "loss": 22.5938,
+      "step": 13782
+    },
+    {
+      "epoch": 0.6586543056484756,
+      "grad_norm": 231.99574279785156,
+      "learning_rate": 1.5657746839007585e-05,
+      "loss": 27.375,
+      "step": 13783
+    },
+    {
+      "epoch": 0.658702093089936,
+      "grad_norm": 265.2067565917969,
+      "learning_rate": 1.565710872193807e-05,
+      "loss": 26.9062,
+      "step": 13784
+    },
+    {
+      "epoch": 0.6587498805313964,
+      "grad_norm": 346.4392395019531,
+      "learning_rate": 1.5656470570989778e-05,
+      "loss": 38.9688,
+      "step": 13785
+    },
+    {
+      "epoch": 0.6587976679728568,
+      "grad_norm": 257.1357116699219,
+      "learning_rate": 1.565583238616652e-05,
+      "loss": 32.75,
+      "step": 13786
+    },
+    {
+      "epoch": 0.6588454554143172,
+      "grad_norm": 272.88079833984375,
+      "learning_rate": 1.5655194167472128e-05,
+      "loss": 36.2188,
+      "step": 13787
+    },
+    {
+      "epoch": 0.6588932428557776,
+      "grad_norm": 180.1335906982422,
+      "learning_rate": 1.5654555914910418e-05,
+      "loss": 25.7188,
+      "step": 13788
+    },
+    {
+      "epoch": 0.6589410302972379,
+      "grad_norm": 212.5564727783203,
+      "learning_rate": 1.5653917628485212e-05,
+      "loss": 31.3438,
+      "step": 13789
+    },
+    {
+      "epoch": 0.6589888177386982,
+      "grad_norm": 381.6436462402344,
+      "learning_rate": 1.5653279308200338e-05,
+      "loss": 40.6562,
+      "step": 13790
+    },
+    {
+      "epoch": 0.6590366051801586,
+      "grad_norm": 187.33888244628906,
+      "learning_rate": 1.565264095405962e-05,
+      "loss": 25.25,
+      "step": 13791
+    },
+    {
+      "epoch": 0.659084392621619,
+      "grad_norm": 213.86134338378906,
+      "learning_rate": 1.565200256606687e-05,
+      "loss": 20.9375,
+      "step": 13792
+    },
+    {
+      "epoch": 0.6591321800630794,
+      "grad_norm": 279.5450439453125,
+      "learning_rate": 1.565136414422592e-05,
+      "loss": 29.3125,
+      "step": 13793
+    },
+    {
+      "epoch": 0.6591799675045398,
+      "grad_norm": 153.6134033203125,
+      "learning_rate": 1.5650725688540595e-05,
+      "loss": 21.6562,
+      "step": 13794
+    },
+    {
+      "epoch": 0.6592277549460002,
+      "grad_norm": 248.12208557128906,
+      "learning_rate": 1.5650087199014706e-05,
+      "loss": 25.9062,
+      "step": 13795
+    },
+    {
+      "epoch": 0.6592755423874606,
+      "grad_norm": 219.47744750976562,
+      "learning_rate": 1.564944867565209e-05,
+      "loss": 27.2188,
+      "step": 13796
+    },
+    {
+      "epoch": 0.659323329828921,
+      "grad_norm": 316.26837158203125,
+      "learning_rate": 1.5648810118456564e-05,
+      "loss": 35.2188,
+      "step": 13797
+    },
+    {
+      "epoch": 0.6593711172703813,
+      "grad_norm": 307.26434326171875,
+      "learning_rate": 1.564817152743196e-05,
+      "loss": 28.375,
+      "step": 13798
+    },
+    {
+      "epoch": 0.6594189047118417,
+      "grad_norm": 306.8940124511719,
+      "learning_rate": 1.5647532902582093e-05,
+      "loss": 26.4688,
+      "step": 13799
+    },
+    {
+      "epoch": 0.6594666921533021,
+      "grad_norm": 141.5110321044922,
+      "learning_rate": 1.5646894243910792e-05,
+      "loss": 17.0469,
+      "step": 13800
+    },
+    {
+      "epoch": 0.6595144795947625,
+      "grad_norm": 218.617431640625,
+      "learning_rate": 1.5646255551421877e-05,
+      "loss": 21.4062,
+      "step": 13801
+    },
+    {
+      "epoch": 0.6595622670362229,
+      "grad_norm": 630.6771240234375,
+      "learning_rate": 1.564561682511918e-05,
+      "loss": 27.4062,
+      "step": 13802
+    },
+    {
+      "epoch": 0.6596100544776833,
+      "grad_norm": 495.6818542480469,
+      "learning_rate": 1.5644978065006526e-05,
+      "loss": 30.5938,
+      "step": 13803
+    },
+    {
+      "epoch": 0.6596578419191437,
+      "grad_norm": 342.8332214355469,
+      "learning_rate": 1.5644339271087733e-05,
+      "loss": 35.2188,
+      "step": 13804
+    },
+    {
+      "epoch": 0.6597056293606041,
+      "grad_norm": 389.9975280761719,
+      "learning_rate": 1.5643700443366634e-05,
+      "loss": 40.9375,
+      "step": 13805
+    },
+    {
+      "epoch": 0.6597534168020645,
+      "grad_norm": 351.2249755859375,
+      "learning_rate": 1.564306158184705e-05,
+      "loss": 27.7812,
+      "step": 13806
+    },
+    {
+      "epoch": 0.6598012042435248,
+      "grad_norm": 300.490966796875,
+      "learning_rate": 1.564242268653281e-05,
+      "loss": 25.4062,
+      "step": 13807
+    },
+    {
+      "epoch": 0.6598489916849852,
+      "grad_norm": 227.69960021972656,
+      "learning_rate": 1.5641783757427734e-05,
+      "loss": 26.0312,
+      "step": 13808
+    },
+    {
+      "epoch": 0.6598967791264456,
+      "grad_norm": 264.450439453125,
+      "learning_rate": 1.564114479453566e-05,
+      "loss": 30.9062,
+      "step": 13809
+    },
+    {
+      "epoch": 0.6599445665679059,
+      "grad_norm": 210.85488891601562,
+      "learning_rate": 1.5640505797860405e-05,
+      "loss": 19.6094,
+      "step": 13810
+    },
+    {
+      "epoch": 0.6599923540093663,
+      "grad_norm": 207.4971160888672,
+      "learning_rate": 1.56398667674058e-05,
+      "loss": 28.3438,
+      "step": 13811
+    },
+    {
+      "epoch": 0.6600401414508267,
+      "grad_norm": 215.08949279785156,
+      "learning_rate": 1.5639227703175668e-05,
+      "loss": 23.6562,
+      "step": 13812
+    },
+    {
+      "epoch": 0.6600879288922871,
+      "grad_norm": 372.7287902832031,
+      "learning_rate": 1.563858860517384e-05,
+      "loss": 21.5781,
+      "step": 13813
+    },
+    {
+      "epoch": 0.6601357163337475,
+      "grad_norm": 249.78985595703125,
+      "learning_rate": 1.5637949473404138e-05,
+      "loss": 31.7188,
+      "step": 13814
+    },
+    {
+      "epoch": 0.6601835037752078,
+      "grad_norm": 506.0516662597656,
+      "learning_rate": 1.56373103078704e-05,
+      "loss": 25.75,
+      "step": 13815
+    },
+    {
+      "epoch": 0.6602312912166682,
+      "grad_norm": 230.34426879882812,
+      "learning_rate": 1.5636671108576444e-05,
+      "loss": 26.0312,
+      "step": 13816
+    },
+    {
+      "epoch": 0.6602790786581286,
+      "grad_norm": 163.17343139648438,
+      "learning_rate": 1.56360318755261e-05,
+      "loss": 29.5625,
+      "step": 13817
+    },
+    {
+      "epoch": 0.660326866099589,
+      "grad_norm": 281.03985595703125,
+      "learning_rate": 1.56353926087232e-05,
+      "loss": 29.2969,
+      "step": 13818
+    },
+    {
+      "epoch": 0.6603746535410494,
+      "grad_norm": 391.4772644042969,
+      "learning_rate": 1.563475330817157e-05,
+      "loss": 33.125,
+      "step": 13819
+    },
+    {
+      "epoch": 0.6604224409825098,
+      "grad_norm": 289.3268127441406,
+      "learning_rate": 1.563411397387504e-05,
+      "loss": 33.0312,
+      "step": 13820
+    },
+    {
+      "epoch": 0.6604702284239702,
+      "grad_norm": 193.5655517578125,
+      "learning_rate": 1.563347460583743e-05,
+      "loss": 17.4844,
+      "step": 13821
+    },
+    {
+      "epoch": 0.6605180158654306,
+      "grad_norm": 251.8659210205078,
+      "learning_rate": 1.5632835204062583e-05,
+      "loss": 25.6562,
+      "step": 13822
+    },
+    {
+      "epoch": 0.660565803306891,
+      "grad_norm": 627.46240234375,
+      "learning_rate": 1.563219576855432e-05,
+      "loss": 22.8438,
+      "step": 13823
+    },
+    {
+      "epoch": 0.6606135907483514,
+      "grad_norm": 351.67303466796875,
+      "learning_rate": 1.5631556299316474e-05,
+      "loss": 26.2188,
+      "step": 13824
+    },
+    {
+      "epoch": 0.6606613781898117,
+      "grad_norm": 312.6461181640625,
+      "learning_rate": 1.563091679635287e-05,
+      "loss": 32.5625,
+      "step": 13825
+    },
+    {
+      "epoch": 0.6607091656312721,
+      "grad_norm": 357.909423828125,
+      "learning_rate": 1.563027725966734e-05,
+      "loss": 21.4375,
+      "step": 13826
+    },
+    {
+      "epoch": 0.6607569530727325,
+      "grad_norm": 241.07675170898438,
+      "learning_rate": 1.5629637689263714e-05,
+      "loss": 24.3906,
+      "step": 13827
+    },
+    {
+      "epoch": 0.6608047405141929,
+      "grad_norm": 132.90065002441406,
+      "learning_rate": 1.5628998085145822e-05,
+      "loss": 25.2812,
+      "step": 13828
+    },
+    {
+      "epoch": 0.6608525279556533,
+      "grad_norm": 424.443359375,
+      "learning_rate": 1.56283584473175e-05,
+      "loss": 26.8281,
+      "step": 13829
+    },
+    {
+      "epoch": 0.6609003153971137,
+      "grad_norm": 358.1853942871094,
+      "learning_rate": 1.5627718775782564e-05,
+      "loss": 32.1562,
+      "step": 13830
+    },
+    {
+      "epoch": 0.660948102838574,
+      "grad_norm": 397.1048278808594,
+      "learning_rate": 1.5627079070544862e-05,
+      "loss": 56.1875,
+      "step": 13831
+    },
+    {
+      "epoch": 0.6609958902800344,
+      "grad_norm": 216.87217712402344,
+      "learning_rate": 1.5626439331608215e-05,
+      "loss": 31.3438,
+      "step": 13832
+    },
+    {
+      "epoch": 0.6610436777214947,
+      "grad_norm": 202.401611328125,
+      "learning_rate": 1.5625799558976455e-05,
+      "loss": 28.1875,
+      "step": 13833
+    },
+    {
+      "epoch": 0.6610914651629551,
+      "grad_norm": 202.99603271484375,
+      "learning_rate": 1.5625159752653418e-05,
+      "loss": 27.8281,
+      "step": 13834
+    },
+    {
+      "epoch": 0.6611392526044155,
+      "grad_norm": 398.27069091796875,
+      "learning_rate": 1.562451991264293e-05,
+      "loss": 40.6875,
+      "step": 13835
+    },
+    {
+      "epoch": 0.6611870400458759,
+      "grad_norm": 207.67478942871094,
+      "learning_rate": 1.5623880038948828e-05,
+      "loss": 27.625,
+      "step": 13836
+    },
+    {
+      "epoch": 0.6612348274873363,
+      "grad_norm": 257.0087890625,
+      "learning_rate": 1.5623240131574936e-05,
+      "loss": 42.4375,
+      "step": 13837
+    },
+    {
+      "epoch": 0.6612826149287967,
+      "grad_norm": 366.5529479980469,
+      "learning_rate": 1.5622600190525098e-05,
+      "loss": 25.5938,
+      "step": 13838
+    },
+    {
+      "epoch": 0.6613304023702571,
+      "grad_norm": 297.7383117675781,
+      "learning_rate": 1.5621960215803135e-05,
+      "loss": 22.75,
+      "step": 13839
+    },
+    {
+      "epoch": 0.6613781898117175,
+      "grad_norm": 246.0135040283203,
+      "learning_rate": 1.562132020741289e-05,
+      "loss": 35.5,
+      "step": 13840
+    },
+    {
+      "epoch": 0.6614259772531779,
+      "grad_norm": 268.3595275878906,
+      "learning_rate": 1.5620680165358185e-05,
+      "loss": 37.6562,
+      "step": 13841
+    },
+    {
+      "epoch": 0.6614737646946383,
+      "grad_norm": 380.5044250488281,
+      "learning_rate": 1.562004008964286e-05,
+      "loss": 28.875,
+      "step": 13842
+    },
+    {
+      "epoch": 0.6615215521360986,
+      "grad_norm": 353.8961181640625,
+      "learning_rate": 1.5619399980270748e-05,
+      "loss": 19.875,
+      "step": 13843
+    },
+    {
+      "epoch": 0.661569339577559,
+      "grad_norm": 517.5490112304688,
+      "learning_rate": 1.5618759837245683e-05,
+      "loss": 26.9688,
+      "step": 13844
+    },
+    {
+      "epoch": 0.6616171270190194,
+      "grad_norm": 336.7193908691406,
+      "learning_rate": 1.5618119660571492e-05,
+      "loss": 36.1562,
+      "step": 13845
+    },
+    {
+      "epoch": 0.6616649144604798,
+      "grad_norm": 155.10824584960938,
+      "learning_rate": 1.561747945025202e-05,
+      "loss": 25.7969,
+      "step": 13846
+    },
+    {
+      "epoch": 0.6617127019019402,
+      "grad_norm": 250.0254669189453,
+      "learning_rate": 1.5616839206291086e-05,
+      "loss": 26.9688,
+      "step": 13847
+    },
+    {
+      "epoch": 0.6617604893434006,
+      "grad_norm": 682.7940063476562,
+      "learning_rate": 1.561619892869254e-05,
+      "loss": 24.4375,
+      "step": 13848
+    },
+    {
+      "epoch": 0.661808276784861,
+      "grad_norm": 286.00640869140625,
+      "learning_rate": 1.5615558617460207e-05,
+      "loss": 33.125,
+      "step": 13849
+    },
+    {
+      "epoch": 0.6618560642263214,
+      "grad_norm": 232.99267578125,
+      "learning_rate": 1.561491827259792e-05,
+      "loss": 35.375,
+      "step": 13850
+    },
+    {
+      "epoch": 0.6619038516677818,
+      "grad_norm": 267.70489501953125,
+      "learning_rate": 1.5614277894109525e-05,
+      "loss": 25.7188,
+      "step": 13851
+    },
+    {
+      "epoch": 0.661951639109242,
+      "grad_norm": 284.0428466796875,
+      "learning_rate": 1.5613637481998844e-05,
+      "loss": 26.1875,
+      "step": 13852
+    },
+    {
+      "epoch": 0.6619994265507024,
+      "grad_norm": 351.6350402832031,
+      "learning_rate": 1.561299703626972e-05,
+      "loss": 41.2188,
+      "step": 13853
+    },
+    {
+      "epoch": 0.6620472139921628,
+      "grad_norm": 255.23513793945312,
+      "learning_rate": 1.561235655692599e-05,
+      "loss": 28.1875,
+      "step": 13854
+    },
+    {
+      "epoch": 0.6620950014336232,
+      "grad_norm": 458.301025390625,
+      "learning_rate": 1.561171604397148e-05,
+      "loss": 22.5938,
+      "step": 13855
+    },
+    {
+      "epoch": 0.6621427888750836,
+      "grad_norm": 686.4500732421875,
+      "learning_rate": 1.5611075497410038e-05,
+      "loss": 27.5469,
+      "step": 13856
+    },
+    {
+      "epoch": 0.662190576316544,
+      "grad_norm": 262.42742919921875,
+      "learning_rate": 1.561043491724549e-05,
+      "loss": 19.0938,
+      "step": 13857
+    },
+    {
+      "epoch": 0.6622383637580044,
+      "grad_norm": 518.0241088867188,
+      "learning_rate": 1.5609794303481677e-05,
+      "loss": 49.4688,
+      "step": 13858
+    },
+    {
+      "epoch": 0.6622861511994648,
+      "grad_norm": 297.9412536621094,
+      "learning_rate": 1.5609153656122432e-05,
+      "loss": 28.25,
+      "step": 13859
+    },
+    {
+      "epoch": 0.6623339386409252,
+      "grad_norm": 316.560302734375,
+      "learning_rate": 1.5608512975171598e-05,
+      "loss": 33.4688,
+      "step": 13860
+    },
+    {
+      "epoch": 0.6623817260823855,
+      "grad_norm": 324.26959228515625,
+      "learning_rate": 1.560787226063301e-05,
+      "loss": 25.3125,
+      "step": 13861
+    },
+    {
+      "epoch": 0.6624295135238459,
+      "grad_norm": 247.64662170410156,
+      "learning_rate": 1.5607231512510502e-05,
+      "loss": 21.1406,
+      "step": 13862
+    },
+    {
+      "epoch": 0.6624773009653063,
+      "grad_norm": 155.1138458251953,
+      "learning_rate": 1.5606590730807907e-05,
+      "loss": 14.7188,
+      "step": 13863
+    },
+    {
+      "epoch": 0.6625250884067667,
+      "grad_norm": 412.77899169921875,
+      "learning_rate": 1.5605949915529076e-05,
+      "loss": 36.0938,
+      "step": 13864
+    },
+    {
+      "epoch": 0.6625728758482271,
+      "grad_norm": 372.5749206542969,
+      "learning_rate": 1.5605309066677836e-05,
+      "loss": 35.5469,
+      "step": 13865
+    },
+    {
+      "epoch": 0.6626206632896875,
+      "grad_norm": 307.2231140136719,
+      "learning_rate": 1.5604668184258027e-05,
+      "loss": 26.8438,
+      "step": 13866
+    },
+    {
+      "epoch": 0.6626684507311479,
+      "grad_norm": 281.0444030761719,
+      "learning_rate": 1.5604027268273483e-05,
+      "loss": 27.0312,
+      "step": 13867
+    },
+    {
+      "epoch": 0.6627162381726083,
+      "grad_norm": 265.78997802734375,
+      "learning_rate": 1.5603386318728055e-05,
+      "loss": 27.5938,
+      "step": 13868
+    },
+    {
+      "epoch": 0.6627640256140687,
+      "grad_norm": 271.4378356933594,
+      "learning_rate": 1.5602745335625566e-05,
+      "loss": 33.625,
+      "step": 13869
+    },
+    {
+      "epoch": 0.662811813055529,
+      "grad_norm": 972.8488159179688,
+      "learning_rate": 1.560210431896987e-05,
+      "loss": 47.9688,
+      "step": 13870
+    },
+    {
+      "epoch": 0.6628596004969894,
+      "grad_norm": 247.48463439941406,
+      "learning_rate": 1.560146326876479e-05,
+      "loss": 25.3438,
+      "step": 13871
+    },
+    {
+      "epoch": 0.6629073879384497,
+      "grad_norm": 377.9736328125,
+      "learning_rate": 1.5600822185014176e-05,
+      "loss": 36.25,
+      "step": 13872
+    },
+    {
+      "epoch": 0.6629551753799101,
+      "grad_norm": 463.3349304199219,
+      "learning_rate": 1.5600181067721868e-05,
+      "loss": 47.0938,
+      "step": 13873
+    },
+    {
+      "epoch": 0.6630029628213705,
+      "grad_norm": 389.93133544921875,
+      "learning_rate": 1.5599539916891693e-05,
+      "loss": 56.6562,
+      "step": 13874
+    },
+    {
+      "epoch": 0.6630507502628309,
+      "grad_norm": 236.96177673339844,
+      "learning_rate": 1.559889873252751e-05,
+      "loss": 32.0938,
+      "step": 13875
+    },
+    {
+      "epoch": 0.6630985377042913,
+      "grad_norm": 242.9600830078125,
+      "learning_rate": 1.559825751463314e-05,
+      "loss": 24.75,
+      "step": 13876
+    },
+    {
+      "epoch": 0.6631463251457517,
+      "grad_norm": 349.4975891113281,
+      "learning_rate": 1.5597616263212434e-05,
+      "loss": 29.3438,
+      "step": 13877
+    },
+    {
+      "epoch": 0.6631941125872121,
+      "grad_norm": 322.1494445800781,
+      "learning_rate": 1.5596974978269226e-05,
+      "loss": 24.9531,
+      "step": 13878
+    },
+    {
+      "epoch": 0.6632419000286724,
+      "grad_norm": 343.6470947265625,
+      "learning_rate": 1.5596333659807365e-05,
+      "loss": 22.7578,
+      "step": 13879
+    },
+    {
+      "epoch": 0.6632896874701328,
+      "grad_norm": 164.97964477539062,
+      "learning_rate": 1.5595692307830684e-05,
+      "loss": 39.9688,
+      "step": 13880
+    },
+    {
+      "epoch": 0.6633374749115932,
+      "grad_norm": 311.76434326171875,
+      "learning_rate": 1.559505092234303e-05,
+      "loss": 26.1875,
+      "step": 13881
+    },
+    {
+      "epoch": 0.6633852623530536,
+      "grad_norm": 261.192626953125,
+      "learning_rate": 1.5594409503348233e-05,
+      "loss": 35.4062,
+      "step": 13882
+    },
+    {
+      "epoch": 0.663433049794514,
+      "grad_norm": 422.9885559082031,
+      "learning_rate": 1.5593768050850148e-05,
+      "loss": 25.875,
+      "step": 13883
+    },
+    {
+      "epoch": 0.6634808372359744,
+      "grad_norm": 514.4017333984375,
+      "learning_rate": 1.5593126564852607e-05,
+      "loss": 51.4062,
+      "step": 13884
+    },
+    {
+      "epoch": 0.6635286246774348,
+      "grad_norm": 243.40814208984375,
+      "learning_rate": 1.5592485045359457e-05,
+      "loss": 37.625,
+      "step": 13885
+    },
+    {
+      "epoch": 0.6635764121188952,
+      "grad_norm": 459.7117004394531,
+      "learning_rate": 1.559184349237454e-05,
+      "loss": 37.1875,
+      "step": 13886
+    },
+    {
+      "epoch": 0.6636241995603556,
+      "grad_norm": 231.9327392578125,
+      "learning_rate": 1.5591201905901693e-05,
+      "loss": 27.6562,
+      "step": 13887
+    },
+    {
+      "epoch": 0.663671987001816,
+      "grad_norm": 216.2261962890625,
+      "learning_rate": 1.5590560285944764e-05,
+      "loss": 31.8125,
+      "step": 13888
+    },
+    {
+      "epoch": 0.6637197744432763,
+      "grad_norm": 314.26995849609375,
+      "learning_rate": 1.5589918632507586e-05,
+      "loss": 26.5312,
+      "step": 13889
+    },
+    {
+      "epoch": 0.6637675618847367,
+      "grad_norm": 235.54579162597656,
+      "learning_rate": 1.5589276945594014e-05,
+      "loss": 34.9062,
+      "step": 13890
+    },
+    {
+      "epoch": 0.6638153493261971,
+      "grad_norm": 308.01788330078125,
+      "learning_rate": 1.5588635225207884e-05,
+      "loss": 38.8125,
+      "step": 13891
+    },
+    {
+      "epoch": 0.6638631367676575,
+      "grad_norm": 189.87078857421875,
+      "learning_rate": 1.5587993471353044e-05,
+      "loss": 24.8438,
+      "step": 13892
+    },
+    {
+      "epoch": 0.6639109242091178,
+      "grad_norm": 370.2519836425781,
+      "learning_rate": 1.5587351684033327e-05,
+      "loss": 30.5,
+      "step": 13893
+    },
+    {
+      "epoch": 0.6639587116505782,
+      "grad_norm": 283.3902893066406,
+      "learning_rate": 1.5586709863252587e-05,
+      "loss": 30.25,
+      "step": 13894
+    },
+    {
+      "epoch": 0.6640064990920386,
+      "grad_norm": 191.19992065429688,
+      "learning_rate": 1.5586068009014662e-05,
+      "loss": 22.2188,
+      "step": 13895
+    },
+    {
+      "epoch": 0.664054286533499,
+      "grad_norm": 247.33892822265625,
+      "learning_rate": 1.5585426121323398e-05,
+      "loss": 21.0312,
+      "step": 13896
+    },
+    {
+      "epoch": 0.6641020739749594,
+      "grad_norm": 284.9910888671875,
+      "learning_rate": 1.558478420018264e-05,
+      "loss": 42.2969,
+      "step": 13897
+    },
+    {
+      "epoch": 0.6641498614164197,
+      "grad_norm": 298.3238220214844,
+      "learning_rate": 1.558414224559623e-05,
+      "loss": 24.125,
+      "step": 13898
+    },
+    {
+      "epoch": 0.6641976488578801,
+      "grad_norm": 558.70361328125,
+      "learning_rate": 1.5583500257568012e-05,
+      "loss": 29.125,
+      "step": 13899
+    },
+    {
+      "epoch": 0.6642454362993405,
+      "grad_norm": 320.0551452636719,
+      "learning_rate": 1.5582858236101833e-05,
+      "loss": 37.5469,
+      "step": 13900
+    },
+    {
+      "epoch": 0.6642932237408009,
+      "grad_norm": 216.5380096435547,
+      "learning_rate": 1.558221618120154e-05,
+      "loss": 21.0625,
+      "step": 13901
+    },
+    {
+      "epoch": 0.6643410111822613,
+      "grad_norm": 234.35986328125,
+      "learning_rate": 1.558157409287097e-05,
+      "loss": 28.1094,
+      "step": 13902
+    },
+    {
+      "epoch": 0.6643887986237217,
+      "grad_norm": 179.08140563964844,
+      "learning_rate": 1.558093197111398e-05,
+      "loss": 24.5625,
+      "step": 13903
+    },
+    {
+      "epoch": 0.6644365860651821,
+      "grad_norm": 339.0231018066406,
+      "learning_rate": 1.55802898159344e-05,
+      "loss": 28.625,
+      "step": 13904
+    },
+    {
+      "epoch": 0.6644843735066425,
+      "grad_norm": 246.04701232910156,
+      "learning_rate": 1.5579647627336095e-05,
+      "loss": 28.0156,
+      "step": 13905
+    },
+    {
+      "epoch": 0.6645321609481029,
+      "grad_norm": 223.01239013671875,
+      "learning_rate": 1.5579005405322892e-05,
+      "loss": 31.5,
+      "step": 13906
+    },
+    {
+      "epoch": 0.6645799483895632,
+      "grad_norm": 251.48583984375,
+      "learning_rate": 1.557836314989865e-05,
+      "loss": 29.7812,
+      "step": 13907
+    },
+    {
+      "epoch": 0.6646277358310236,
+      "grad_norm": 181.70094299316406,
+      "learning_rate": 1.557772086106721e-05,
+      "loss": 27.375,
+      "step": 13908
+    },
+    {
+      "epoch": 0.664675523272484,
+      "grad_norm": 686.2049560546875,
+      "learning_rate": 1.5577078538832417e-05,
+      "loss": 33.0312,
+      "step": 13909
+    },
+    {
+      "epoch": 0.6647233107139444,
+      "grad_norm": 479.3957824707031,
+      "learning_rate": 1.5576436183198123e-05,
+      "loss": 27.9688,
+      "step": 13910
+    },
+    {
+      "epoch": 0.6647710981554048,
+      "grad_norm": 459.5008544921875,
+      "learning_rate": 1.557579379416817e-05,
+      "loss": 30.4062,
+      "step": 13911
+    },
+    {
+      "epoch": 0.6648188855968652,
+      "grad_norm": 295.07666015625,
+      "learning_rate": 1.5575151371746405e-05,
+      "loss": 42.7188,
+      "step": 13912
+    },
+    {
+      "epoch": 0.6648666730383255,
+      "grad_norm": 252.7903594970703,
+      "learning_rate": 1.5574508915936682e-05,
+      "loss": 22.25,
+      "step": 13913
+    },
+    {
+      "epoch": 0.6649144604797859,
+      "grad_norm": 481.98614501953125,
+      "learning_rate": 1.557386642674284e-05,
+      "loss": 36.5938,
+      "step": 13914
+    },
+    {
+      "epoch": 0.6649622479212463,
+      "grad_norm": 272.4181213378906,
+      "learning_rate": 1.5573223904168733e-05,
+      "loss": 28.0312,
+      "step": 13915
+    },
+    {
+      "epoch": 0.6650100353627066,
+      "grad_norm": 319.1946105957031,
+      "learning_rate": 1.5572581348218204e-05,
+      "loss": 25.6562,
+      "step": 13916
+    },
+    {
+      "epoch": 0.665057822804167,
+      "grad_norm": 223.6099090576172,
+      "learning_rate": 1.5571938758895103e-05,
+      "loss": 29.8281,
+      "step": 13917
+    },
+    {
+      "epoch": 0.6651056102456274,
+      "grad_norm": 336.52691650390625,
+      "learning_rate": 1.557129613620328e-05,
+      "loss": 26.2812,
+      "step": 13918
+    },
+    {
+      "epoch": 0.6651533976870878,
+      "grad_norm": 175.88360595703125,
+      "learning_rate": 1.5570653480146584e-05,
+      "loss": 27.125,
+      "step": 13919
+    },
+    {
+      "epoch": 0.6652011851285482,
+      "grad_norm": 422.3666687011719,
+      "learning_rate": 1.5570010790728857e-05,
+      "loss": 35.625,
+      "step": 13920
+    },
+    {
+      "epoch": 0.6652489725700086,
+      "grad_norm": 389.45501708984375,
+      "learning_rate": 1.556936806795396e-05,
+      "loss": 33.8438,
+      "step": 13921
+    },
+    {
+      "epoch": 0.665296760011469,
+      "grad_norm": 373.9620361328125,
+      "learning_rate": 1.5568725311825727e-05,
+      "loss": 28.2344,
+      "step": 13922
+    },
+    {
+      "epoch": 0.6653445474529294,
+      "grad_norm": 373.2043762207031,
+      "learning_rate": 1.556808252234802e-05,
+      "loss": 32.3906,
+      "step": 13923
+    },
+    {
+      "epoch": 0.6653923348943898,
+      "grad_norm": 234.8887481689453,
+      "learning_rate": 1.5567439699524676e-05,
+      "loss": 31.6406,
+      "step": 13924
+    },
+    {
+      "epoch": 0.6654401223358501,
+      "grad_norm": 185.4982147216797,
+      "learning_rate": 1.5566796843359562e-05,
+      "loss": 26.5156,
+      "step": 13925
+    },
+    {
+      "epoch": 0.6654879097773105,
+      "grad_norm": 296.5755615234375,
+      "learning_rate": 1.5566153953856512e-05,
+      "loss": 27.2812,
+      "step": 13926
+    },
+    {
+      "epoch": 0.6655356972187709,
+      "grad_norm": 345.373779296875,
+      "learning_rate": 1.5565511031019385e-05,
+      "loss": 29.0625,
+      "step": 13927
+    },
+    {
+      "epoch": 0.6655834846602313,
+      "grad_norm": 257.4228820800781,
+      "learning_rate": 1.5564868074852027e-05,
+      "loss": 36.375,
+      "step": 13928
+    },
+    {
+      "epoch": 0.6656312721016917,
+      "grad_norm": 209.86672973632812,
+      "learning_rate": 1.5564225085358293e-05,
+      "loss": 22.4688,
+      "step": 13929
+    },
+    {
+      "epoch": 0.6656790595431521,
+      "grad_norm": 382.0846862792969,
+      "learning_rate": 1.5563582062542025e-05,
+      "loss": 33.4062,
+      "step": 13930
+    },
+    {
+      "epoch": 0.6657268469846125,
+      "grad_norm": 240.7911834716797,
+      "learning_rate": 1.5562939006407082e-05,
+      "loss": 25.3438,
+      "step": 13931
+    },
+    {
+      "epoch": 0.6657746344260729,
+      "grad_norm": 323.4635009765625,
+      "learning_rate": 1.5562295916957314e-05,
+      "loss": 26.375,
+      "step": 13932
+    },
+    {
+      "epoch": 0.6658224218675333,
+      "grad_norm": 289.39044189453125,
+      "learning_rate": 1.556165279419657e-05,
+      "loss": 30.0625,
+      "step": 13933
+    },
+    {
+      "epoch": 0.6658702093089935,
+      "grad_norm": 197.7432098388672,
+      "learning_rate": 1.55610096381287e-05,
+      "loss": 26.0,
+      "step": 13934
+    },
+    {
+      "epoch": 0.6659179967504539,
+      "grad_norm": 339.39697265625,
+      "learning_rate": 1.556036644875756e-05,
+      "loss": 34.6562,
+      "step": 13935
+    },
+    {
+      "epoch": 0.6659657841919143,
+      "grad_norm": 262.6526794433594,
+      "learning_rate": 1.5559723226086998e-05,
+      "loss": 34.5,
+      "step": 13936
+    },
+    {
+      "epoch": 0.6660135716333747,
+      "grad_norm": 269.2277526855469,
+      "learning_rate": 1.555907997012087e-05,
+      "loss": 32.6562,
+      "step": 13937
+    },
+    {
+      "epoch": 0.6660613590748351,
+      "grad_norm": 252.31277465820312,
+      "learning_rate": 1.5558436680863025e-05,
+      "loss": 41.4688,
+      "step": 13938
+    },
+    {
+      "epoch": 0.6661091465162955,
+      "grad_norm": 334.57611083984375,
+      "learning_rate": 1.5557793358317318e-05,
+      "loss": 38.375,
+      "step": 13939
+    },
+    {
+      "epoch": 0.6661569339577559,
+      "grad_norm": 322.30230712890625,
+      "learning_rate": 1.55571500024876e-05,
+      "loss": 25.9375,
+      "step": 13940
+    },
+    {
+      "epoch": 0.6662047213992163,
+      "grad_norm": 345.7240905761719,
+      "learning_rate": 1.5556506613377722e-05,
+      "loss": 25.125,
+      "step": 13941
+    },
+    {
+      "epoch": 0.6662525088406767,
+      "grad_norm": 211.12448120117188,
+      "learning_rate": 1.555586319099154e-05,
+      "loss": 38.0938,
+      "step": 13942
+    },
+    {
+      "epoch": 0.666300296282137,
+      "grad_norm": 370.32080078125,
+      "learning_rate": 1.555521973533291e-05,
+      "loss": 26.5625,
+      "step": 13943
+    },
+    {
+      "epoch": 0.6663480837235974,
+      "grad_norm": 351.9104919433594,
+      "learning_rate": 1.555457624640568e-05,
+      "loss": 25.5469,
+      "step": 13944
+    },
+    {
+      "epoch": 0.6663958711650578,
+      "grad_norm": 215.572265625,
+      "learning_rate": 1.55539327242137e-05,
+      "loss": 22.9844,
+      "step": 13945
+    },
+    {
+      "epoch": 0.6664436586065182,
+      "grad_norm": 228.96978759765625,
+      "learning_rate": 1.5553289168760834e-05,
+      "loss": 31.2812,
+      "step": 13946
+    },
+    {
+      "epoch": 0.6664914460479786,
+      "grad_norm": 208.5677032470703,
+      "learning_rate": 1.5552645580050934e-05,
+      "loss": 19.9062,
+      "step": 13947
+    },
+    {
+      "epoch": 0.666539233489439,
+      "grad_norm": 256.02056884765625,
+      "learning_rate": 1.555200195808785e-05,
+      "loss": 35.1562,
+      "step": 13948
+    },
+    {
+      "epoch": 0.6665870209308994,
+      "grad_norm": 348.2163391113281,
+      "learning_rate": 1.5551358302875438e-05,
+      "loss": 30.0938,
+      "step": 13949
+    },
+    {
+      "epoch": 0.6666348083723598,
+      "grad_norm": 258.00897216796875,
+      "learning_rate": 1.5550714614417552e-05,
+      "loss": 32.2188,
+      "step": 13950
+    },
+    {
+      "epoch": 0.6666825958138202,
+      "grad_norm": 219.69854736328125,
+      "learning_rate": 1.555007089271805e-05,
+      "loss": 24.25,
+      "step": 13951
+    },
+    {
+      "epoch": 0.6667303832552806,
+      "grad_norm": 267.6196594238281,
+      "learning_rate": 1.5549427137780782e-05,
+      "loss": 25.25,
+      "step": 13952
+    },
+    {
+      "epoch": 0.666778170696741,
+      "grad_norm": 475.12030029296875,
+      "learning_rate": 1.554878334960961e-05,
+      "loss": 41.125,
+      "step": 13953
+    },
+    {
+      "epoch": 0.6668259581382013,
+      "grad_norm": 221.27720642089844,
+      "learning_rate": 1.5548139528208385e-05,
+      "loss": 26.7188,
+      "step": 13954
+    },
+    {
+      "epoch": 0.6668737455796616,
+      "grad_norm": 255.00096130371094,
+      "learning_rate": 1.5547495673580962e-05,
+      "loss": 22.4375,
+      "step": 13955
+    },
+    {
+      "epoch": 0.666921533021122,
+      "grad_norm": 436.10791015625,
+      "learning_rate": 1.5546851785731195e-05,
+      "loss": 31.875,
+      "step": 13956
+    },
+    {
+      "epoch": 0.6669693204625824,
+      "grad_norm": 174.443603515625,
+      "learning_rate": 1.5546207864662948e-05,
+      "loss": 30.4688,
+      "step": 13957
+    },
+    {
+      "epoch": 0.6670171079040428,
+      "grad_norm": 368.0301208496094,
+      "learning_rate": 1.5545563910380073e-05,
+      "loss": 36.0156,
+      "step": 13958
+    },
+    {
+      "epoch": 0.6670648953455032,
+      "grad_norm": 243.1656494140625,
+      "learning_rate": 1.554491992288642e-05,
+      "loss": 37.4062,
+      "step": 13959
+    },
+    {
+      "epoch": 0.6671126827869636,
+      "grad_norm": 237.3880615234375,
+      "learning_rate": 1.5544275902185856e-05,
+      "loss": 22.3125,
+      "step": 13960
+    },
+    {
+      "epoch": 0.667160470228424,
+      "grad_norm": 340.0061340332031,
+      "learning_rate": 1.5543631848282232e-05,
+      "loss": 27.3438,
+      "step": 13961
+    },
+    {
+      "epoch": 0.6672082576698843,
+      "grad_norm": 278.6573791503906,
+      "learning_rate": 1.554298776117941e-05,
+      "loss": 19.9062,
+      "step": 13962
+    },
+    {
+      "epoch": 0.6672560451113447,
+      "grad_norm": 273.7189636230469,
+      "learning_rate": 1.5542343640881238e-05,
+      "loss": 31.6094,
+      "step": 13963
+    },
+    {
+      "epoch": 0.6673038325528051,
+      "grad_norm": 293.4861145019531,
+      "learning_rate": 1.5541699487391585e-05,
+      "loss": 32.2188,
+      "step": 13964
+    },
+    {
+      "epoch": 0.6673516199942655,
+      "grad_norm": 364.90252685546875,
+      "learning_rate": 1.5541055300714297e-05,
+      "loss": 31.2188,
+      "step": 13965
+    },
+    {
+      "epoch": 0.6673994074357259,
+      "grad_norm": 318.89617919921875,
+      "learning_rate": 1.5540411080853243e-05,
+      "loss": 27.6094,
+      "step": 13966
+    },
+    {
+      "epoch": 0.6674471948771863,
+      "grad_norm": 279.8245544433594,
+      "learning_rate": 1.5539766827812272e-05,
+      "loss": 26.0156,
+      "step": 13967
+    },
+    {
+      "epoch": 0.6674949823186467,
+      "grad_norm": 255.86581420898438,
+      "learning_rate": 1.5539122541595247e-05,
+      "loss": 34.75,
+      "step": 13968
+    },
+    {
+      "epoch": 0.6675427697601071,
+      "grad_norm": 186.83340454101562,
+      "learning_rate": 1.5538478222206026e-05,
+      "loss": 28.25,
+      "step": 13969
+    },
+    {
+      "epoch": 0.6675905572015675,
+      "grad_norm": 309.7132873535156,
+      "learning_rate": 1.5537833869648465e-05,
+      "loss": 25.6562,
+      "step": 13970
+    },
+    {
+      "epoch": 0.6676383446430278,
+      "grad_norm": 175.6341094970703,
+      "learning_rate": 1.5537189483926427e-05,
+      "loss": 27.7812,
+      "step": 13971
+    },
+    {
+      "epoch": 0.6676861320844882,
+      "grad_norm": 264.80224609375,
+      "learning_rate": 1.553654506504377e-05,
+      "loss": 29.5625,
+      "step": 13972
+    },
+    {
+      "epoch": 0.6677339195259486,
+      "grad_norm": 355.7557067871094,
+      "learning_rate": 1.5535900613004352e-05,
+      "loss": 26.0938,
+      "step": 13973
+    },
+    {
+      "epoch": 0.667781706967409,
+      "grad_norm": 184.5569305419922,
+      "learning_rate": 1.553525612781203e-05,
+      "loss": 29.0938,
+      "step": 13974
+    },
+    {
+      "epoch": 0.6678294944088693,
+      "grad_norm": 150.3990020751953,
+      "learning_rate": 1.5534611609470667e-05,
+      "loss": 24.0156,
+      "step": 13975
+    },
+    {
+      "epoch": 0.6678772818503297,
+      "grad_norm": 353.4085388183594,
+      "learning_rate": 1.5533967057984122e-05,
+      "loss": 36.1562,
+      "step": 13976
+    },
+    {
+      "epoch": 0.6679250692917901,
+      "grad_norm": 227.7947540283203,
+      "learning_rate": 1.5533322473356257e-05,
+      "loss": 27.8438,
+      "step": 13977
+    },
+    {
+      "epoch": 0.6679728567332505,
+      "grad_norm": 209.6571807861328,
+      "learning_rate": 1.5532677855590926e-05,
+      "loss": 27.8438,
+      "step": 13978
+    },
+    {
+      "epoch": 0.6680206441747109,
+      "grad_norm": 718.7539672851562,
+      "learning_rate": 1.5532033204692e-05,
+      "loss": 28.1875,
+      "step": 13979
+    },
+    {
+      "epoch": 0.6680684316161712,
+      "grad_norm": 261.66326904296875,
+      "learning_rate": 1.553138852066333e-05,
+      "loss": 25.4688,
+      "step": 13980
+    },
+    {
+      "epoch": 0.6681162190576316,
+      "grad_norm": 216.27914428710938,
+      "learning_rate": 1.5530743803508777e-05,
+      "loss": 25.6875,
+      "step": 13981
+    },
+    {
+      "epoch": 0.668164006499092,
+      "grad_norm": 296.4901428222656,
+      "learning_rate": 1.5530099053232212e-05,
+      "loss": 31.6562,
+      "step": 13982
+    },
+    {
+      "epoch": 0.6682117939405524,
+      "grad_norm": 475.89923095703125,
+      "learning_rate": 1.5529454269837482e-05,
+      "loss": 29.875,
+      "step": 13983
+    },
+    {
+      "epoch": 0.6682595813820128,
+      "grad_norm": 338.4292907714844,
+      "learning_rate": 1.5528809453328463e-05,
+      "loss": 29.4062,
+      "step": 13984
+    },
+    {
+      "epoch": 0.6683073688234732,
+      "grad_norm": 294.8868103027344,
+      "learning_rate": 1.5528164603709008e-05,
+      "loss": 24.625,
+      "step": 13985
+    },
+    {
+      "epoch": 0.6683551562649336,
+      "grad_norm": 307.56927490234375,
+      "learning_rate": 1.5527519720982978e-05,
+      "loss": 22.7812,
+      "step": 13986
+    },
+    {
+      "epoch": 0.668402943706394,
+      "grad_norm": 606.8048706054688,
+      "learning_rate": 1.5526874805154237e-05,
+      "loss": 30.0938,
+      "step": 13987
+    },
+    {
+      "epoch": 0.6684507311478544,
+      "grad_norm": 376.8441467285156,
+      "learning_rate": 1.5526229856226646e-05,
+      "loss": 23.625,
+      "step": 13988
+    },
+    {
+      "epoch": 0.6684985185893147,
+      "grad_norm": 208.83238220214844,
+      "learning_rate": 1.5525584874204072e-05,
+      "loss": 26.625,
+      "step": 13989
+    },
+    {
+      "epoch": 0.6685463060307751,
+      "grad_norm": 208.49241638183594,
+      "learning_rate": 1.5524939859090374e-05,
+      "loss": 30.7188,
+      "step": 13990
+    },
+    {
+      "epoch": 0.6685940934722355,
+      "grad_norm": 247.1849365234375,
+      "learning_rate": 1.5524294810889414e-05,
+      "loss": 26.75,
+      "step": 13991
+    },
+    {
+      "epoch": 0.6686418809136959,
+      "grad_norm": 131.37704467773438,
+      "learning_rate": 1.552364972960506e-05,
+      "loss": 17.8438,
+      "step": 13992
+    },
+    {
+      "epoch": 0.6686896683551563,
+      "grad_norm": 336.36761474609375,
+      "learning_rate": 1.552300461524117e-05,
+      "loss": 38.3125,
+      "step": 13993
+    },
+    {
+      "epoch": 0.6687374557966167,
+      "grad_norm": 244.23814392089844,
+      "learning_rate": 1.5522359467801606e-05,
+      "loss": 23.4688,
+      "step": 13994
+    },
+    {
+      "epoch": 0.6687852432380771,
+      "grad_norm": 455.9574279785156,
+      "learning_rate": 1.552171428729024e-05,
+      "loss": 27.125,
+      "step": 13995
+    },
+    {
+      "epoch": 0.6688330306795374,
+      "grad_norm": 367.7630310058594,
+      "learning_rate": 1.5521069073710926e-05,
+      "loss": 25.3281,
+      "step": 13996
+    },
+    {
+      "epoch": 0.6688808181209978,
+      "grad_norm": 563.3963623046875,
+      "learning_rate": 1.5520423827067535e-05,
+      "loss": 37.8438,
+      "step": 13997
+    },
+    {
+      "epoch": 0.6689286055624581,
+      "grad_norm": 258.4998779296875,
+      "learning_rate": 1.5519778547363925e-05,
+      "loss": 34.5,
+      "step": 13998
+    },
+    {
+      "epoch": 0.6689763930039185,
+      "grad_norm": 302.0830383300781,
+      "learning_rate": 1.5519133234603968e-05,
+      "loss": 29.0,
+      "step": 13999
+    },
+    {
+      "epoch": 0.6690241804453789,
+      "grad_norm": 210.52879333496094,
+      "learning_rate": 1.551848788879152e-05,
+      "loss": 26.0,
+      "step": 14000
+    },
+    {
+      "epoch": 0.6690719678868393,
+      "grad_norm": 471.8907165527344,
+      "learning_rate": 1.5517842509930454e-05,
+      "loss": 36.1562,
+      "step": 14001
+    },
+    {
+      "epoch": 0.6691197553282997,
+      "grad_norm": 214.56932067871094,
+      "learning_rate": 1.551719709802463e-05,
+      "loss": 23.5938,
+      "step": 14002
+    },
+    {
+      "epoch": 0.6691675427697601,
+      "grad_norm": 292.6384582519531,
+      "learning_rate": 1.5516551653077916e-05,
+      "loss": 29.0625,
+      "step": 14003
+    },
+    {
+      "epoch": 0.6692153302112205,
+      "grad_norm": 194.7188720703125,
+      "learning_rate": 1.5515906175094177e-05,
+      "loss": 23.2812,
+      "step": 14004
+    },
+    {
+      "epoch": 0.6692631176526809,
+      "grad_norm": 376.8774108886719,
+      "learning_rate": 1.5515260664077274e-05,
+      "loss": 31.6875,
+      "step": 14005
+    },
+    {
+      "epoch": 0.6693109050941413,
+      "grad_norm": 367.9100646972656,
+      "learning_rate": 1.5514615120031077e-05,
+      "loss": 23.3125,
+      "step": 14006
+    },
+    {
+      "epoch": 0.6693586925356017,
+      "grad_norm": 261.78564453125,
+      "learning_rate": 1.5513969542959452e-05,
+      "loss": 31.7188,
+      "step": 14007
+    },
+    {
+      "epoch": 0.669406479977062,
+      "grad_norm": 401.5758361816406,
+      "learning_rate": 1.5513323932866264e-05,
+      "loss": 22.4375,
+      "step": 14008
+    },
+    {
+      "epoch": 0.6694542674185224,
+      "grad_norm": 160.7227325439453,
+      "learning_rate": 1.551267828975538e-05,
+      "loss": 29.0938,
+      "step": 14009
+    },
+    {
+      "epoch": 0.6695020548599828,
+      "grad_norm": 383.6186218261719,
+      "learning_rate": 1.5512032613630665e-05,
+      "loss": 24.2188,
+      "step": 14010
+    },
+    {
+      "epoch": 0.6695498423014432,
+      "grad_norm": 241.5963897705078,
+      "learning_rate": 1.5511386904495988e-05,
+      "loss": 28.0938,
+      "step": 14011
+    },
+    {
+      "epoch": 0.6695976297429036,
+      "grad_norm": 200.2287139892578,
+      "learning_rate": 1.5510741162355216e-05,
+      "loss": 26.5312,
+      "step": 14012
+    },
+    {
+      "epoch": 0.669645417184364,
+      "grad_norm": 313.2181091308594,
+      "learning_rate": 1.5510095387212217e-05,
+      "loss": 24.3125,
+      "step": 14013
+    },
+    {
+      "epoch": 0.6696932046258244,
+      "grad_norm": 316.1817626953125,
+      "learning_rate": 1.550944957907085e-05,
+      "loss": 31.25,
+      "step": 14014
+    },
+    {
+      "epoch": 0.6697409920672848,
+      "grad_norm": 436.7392578125,
+      "learning_rate": 1.5508803737934996e-05,
+      "loss": 30.7188,
+      "step": 14015
+    },
+    {
+      "epoch": 0.669788779508745,
+      "grad_norm": 711.93896484375,
+      "learning_rate": 1.5508157863808513e-05,
+      "loss": 25.3594,
+      "step": 14016
+    },
+    {
+      "epoch": 0.6698365669502054,
+      "grad_norm": 404.05059814453125,
+      "learning_rate": 1.550751195669527e-05,
+      "loss": 35.8281,
+      "step": 14017
+    },
+    {
+      "epoch": 0.6698843543916658,
+      "grad_norm": 192.90521240234375,
+      "learning_rate": 1.550686601659914e-05,
+      "loss": 26.2812,
+      "step": 14018
+    },
+    {
+      "epoch": 0.6699321418331262,
+      "grad_norm": 189.36851501464844,
+      "learning_rate": 1.550622004352399e-05,
+      "loss": 22.75,
+      "step": 14019
+    },
+    {
+      "epoch": 0.6699799292745866,
+      "grad_norm": 304.5968322753906,
+      "learning_rate": 1.5505574037473685e-05,
+      "loss": 25.0625,
+      "step": 14020
+    },
+    {
+      "epoch": 0.670027716716047,
+      "grad_norm": 366.78643798828125,
+      "learning_rate": 1.5504927998452096e-05,
+      "loss": 26.125,
+      "step": 14021
+    },
+    {
+      "epoch": 0.6700755041575074,
+      "grad_norm": 469.6247253417969,
+      "learning_rate": 1.550428192646309e-05,
+      "loss": 22.5156,
+      "step": 14022
+    },
+    {
+      "epoch": 0.6701232915989678,
+      "grad_norm": 249.823974609375,
+      "learning_rate": 1.5503635821510538e-05,
+      "loss": 29.0312,
+      "step": 14023
+    },
+    {
+      "epoch": 0.6701710790404282,
+      "grad_norm": 232.12876892089844,
+      "learning_rate": 1.550298968359831e-05,
+      "loss": 28.8438,
+      "step": 14024
+    },
+    {
+      "epoch": 0.6702188664818886,
+      "grad_norm": 353.46697998046875,
+      "learning_rate": 1.5502343512730273e-05,
+      "loss": 32.0,
+      "step": 14025
+    },
+    {
+      "epoch": 0.6702666539233489,
+      "grad_norm": 175.57701110839844,
+      "learning_rate": 1.55016973089103e-05,
+      "loss": 17.1406,
+      "step": 14026
+    },
+    {
+      "epoch": 0.6703144413648093,
+      "grad_norm": 487.3474426269531,
+      "learning_rate": 1.550105107214226e-05,
+      "loss": 37.75,
+      "step": 14027
+    },
+    {
+      "epoch": 0.6703622288062697,
+      "grad_norm": 445.34716796875,
+      "learning_rate": 1.550040480243002e-05,
+      "loss": 37.0625,
+      "step": 14028
+    },
+    {
+      "epoch": 0.6704100162477301,
+      "grad_norm": 263.2955017089844,
+      "learning_rate": 1.5499758499777454e-05,
+      "loss": 30.5625,
+      "step": 14029
+    },
+    {
+      "epoch": 0.6704578036891905,
+      "grad_norm": 1281.9222412109375,
+      "learning_rate": 1.549911216418843e-05,
+      "loss": 34.0,
+      "step": 14030
+    },
+    {
+      "epoch": 0.6705055911306509,
+      "grad_norm": 399.3844909667969,
+      "learning_rate": 1.5498465795666825e-05,
+      "loss": 23.0312,
+      "step": 14031
+    },
+    {
+      "epoch": 0.6705533785721113,
+      "grad_norm": 259.7547302246094,
+      "learning_rate": 1.5497819394216497e-05,
+      "loss": 23.5625,
+      "step": 14032
+    },
+    {
+      "epoch": 0.6706011660135717,
+      "grad_norm": 304.79718017578125,
+      "learning_rate": 1.5497172959841332e-05,
+      "loss": 26.2188,
+      "step": 14033
+    },
+    {
+      "epoch": 0.6706489534550321,
+      "grad_norm": 258.3816833496094,
+      "learning_rate": 1.549652649254519e-05,
+      "loss": 31.5,
+      "step": 14034
+    },
+    {
+      "epoch": 0.6706967408964924,
+      "grad_norm": 249.2147979736328,
+      "learning_rate": 1.5495879992331947e-05,
+      "loss": 36.4062,
+      "step": 14035
+    },
+    {
+      "epoch": 0.6707445283379528,
+      "grad_norm": 174.114990234375,
+      "learning_rate": 1.5495233459205476e-05,
+      "loss": 23.5312,
+      "step": 14036
+    },
+    {
+      "epoch": 0.6707923157794131,
+      "grad_norm": 282.4155578613281,
+      "learning_rate": 1.5494586893169647e-05,
+      "loss": 22.4531,
+      "step": 14037
+    },
+    {
+      "epoch": 0.6708401032208735,
+      "grad_norm": 559.8585815429688,
+      "learning_rate": 1.5493940294228333e-05,
+      "loss": 33.8438,
+      "step": 14038
+    },
+    {
+      "epoch": 0.6708878906623339,
+      "grad_norm": 299.8243408203125,
+      "learning_rate": 1.5493293662385403e-05,
+      "loss": 28.9375,
+      "step": 14039
+    },
+    {
+      "epoch": 0.6709356781037943,
+      "grad_norm": 152.58580017089844,
+      "learning_rate": 1.5492646997644737e-05,
+      "loss": 23.8906,
+      "step": 14040
+    },
+    {
+      "epoch": 0.6709834655452547,
+      "grad_norm": 269.56378173828125,
+      "learning_rate": 1.5492000300010196e-05,
+      "loss": 23.625,
+      "step": 14041
+    },
+    {
+      "epoch": 0.6710312529867151,
+      "grad_norm": 271.3571472167969,
+      "learning_rate": 1.5491353569485665e-05,
+      "loss": 34.7812,
+      "step": 14042
+    },
+    {
+      "epoch": 0.6710790404281755,
+      "grad_norm": 218.26316833496094,
+      "learning_rate": 1.549070680607501e-05,
+      "loss": 26.1875,
+      "step": 14043
+    },
+    {
+      "epoch": 0.6711268278696358,
+      "grad_norm": 383.841552734375,
+      "learning_rate": 1.549006000978211e-05,
+      "loss": 24.9844,
+      "step": 14044
+    },
+    {
+      "epoch": 0.6711746153110962,
+      "grad_norm": 213.64898681640625,
+      "learning_rate": 1.548941318061083e-05,
+      "loss": 34.7812,
+      "step": 14045
+    },
+    {
+      "epoch": 0.6712224027525566,
+      "grad_norm": 281.0121765136719,
+      "learning_rate": 1.548876631856505e-05,
+      "loss": 32.4688,
+      "step": 14046
+    },
+    {
+      "epoch": 0.671270190194017,
+      "grad_norm": 468.8697814941406,
+      "learning_rate": 1.548811942364864e-05,
+      "loss": 31.0,
+      "step": 14047
+    },
+    {
+      "epoch": 0.6713179776354774,
+      "grad_norm": 194.4471435546875,
+      "learning_rate": 1.548747249586548e-05,
+      "loss": 20.2188,
+      "step": 14048
+    },
+    {
+      "epoch": 0.6713657650769378,
+      "grad_norm": 194.40354919433594,
+      "learning_rate": 1.548682553521944e-05,
+      "loss": 19.8906,
+      "step": 14049
+    },
+    {
+      "epoch": 0.6714135525183982,
+      "grad_norm": 371.4023132324219,
+      "learning_rate": 1.5486178541714393e-05,
+      "loss": 42.4375,
+      "step": 14050
+    },
+    {
+      "epoch": 0.6714613399598586,
+      "grad_norm": 404.1051940917969,
+      "learning_rate": 1.5485531515354216e-05,
+      "loss": 39.0625,
+      "step": 14051
+    },
+    {
+      "epoch": 0.671509127401319,
+      "grad_norm": 299.286376953125,
+      "learning_rate": 1.5484884456142784e-05,
+      "loss": 30.3438,
+      "step": 14052
+    },
+    {
+      "epoch": 0.6715569148427794,
+      "grad_norm": 461.267578125,
+      "learning_rate": 1.548423736408397e-05,
+      "loss": 26.5469,
+      "step": 14053
+    },
+    {
+      "epoch": 0.6716047022842397,
+      "grad_norm": 203.51931762695312,
+      "learning_rate": 1.5483590239181655e-05,
+      "loss": 21.6875,
+      "step": 14054
+    },
+    {
+      "epoch": 0.6716524897257001,
+      "grad_norm": 648.6238403320312,
+      "learning_rate": 1.548294308143971e-05,
+      "loss": 31.6875,
+      "step": 14055
+    },
+    {
+      "epoch": 0.6717002771671605,
+      "grad_norm": 262.8631591796875,
+      "learning_rate": 1.548229589086201e-05,
+      "loss": 17.0156,
+      "step": 14056
+    },
+    {
+      "epoch": 0.6717480646086209,
+      "grad_norm": 303.6676025390625,
+      "learning_rate": 1.5481648667452427e-05,
+      "loss": 34.5312,
+      "step": 14057
+    },
+    {
+      "epoch": 0.6717958520500812,
+      "grad_norm": 312.905517578125,
+      "learning_rate": 1.5481001411214847e-05,
+      "loss": 31.9688,
+      "step": 14058
+    },
+    {
+      "epoch": 0.6718436394915416,
+      "grad_norm": 371.7030944824219,
+      "learning_rate": 1.5480354122153135e-05,
+      "loss": 29.8125,
+      "step": 14059
+    },
+    {
+      "epoch": 0.671891426933002,
+      "grad_norm": 342.93536376953125,
+      "learning_rate": 1.547970680027118e-05,
+      "loss": 33.2188,
+      "step": 14060
+    },
+    {
+      "epoch": 0.6719392143744624,
+      "grad_norm": 300.8334655761719,
+      "learning_rate": 1.547905944557285e-05,
+      "loss": 32.4688,
+      "step": 14061
+    },
+    {
+      "epoch": 0.6719870018159227,
+      "grad_norm": 402.2565002441406,
+      "learning_rate": 1.547841205806202e-05,
+      "loss": 29.875,
+      "step": 14062
+    },
+    {
+      "epoch": 0.6720347892573831,
+      "grad_norm": 208.59280395507812,
+      "learning_rate": 1.5477764637742576e-05,
+      "loss": 29.6094,
+      "step": 14063
+    },
+    {
+      "epoch": 0.6720825766988435,
+      "grad_norm": 180.22923278808594,
+      "learning_rate": 1.5477117184618388e-05,
+      "loss": 17.2344,
+      "step": 14064
+    },
+    {
+      "epoch": 0.6721303641403039,
+      "grad_norm": 285.38873291015625,
+      "learning_rate": 1.5476469698693336e-05,
+      "loss": 31.5625,
+      "step": 14065
+    },
+    {
+      "epoch": 0.6721781515817643,
+      "grad_norm": 305.5152893066406,
+      "learning_rate": 1.5475822179971295e-05,
+      "loss": 28.7969,
+      "step": 14066
+    },
+    {
+      "epoch": 0.6722259390232247,
+      "grad_norm": 280.9677734375,
+      "learning_rate": 1.547517462845615e-05,
+      "loss": 24.7812,
+      "step": 14067
+    },
+    {
+      "epoch": 0.6722737264646851,
+      "grad_norm": 482.56695556640625,
+      "learning_rate": 1.5474527044151768e-05,
+      "loss": 41.9062,
+      "step": 14068
+    },
+    {
+      "epoch": 0.6723215139061455,
+      "grad_norm": 505.77935791015625,
+      "learning_rate": 1.547387942706204e-05,
+      "loss": 28.375,
+      "step": 14069
+    },
+    {
+      "epoch": 0.6723693013476059,
+      "grad_norm": 125.4790267944336,
+      "learning_rate": 1.5473231777190833e-05,
+      "loss": 29.6875,
+      "step": 14070
+    },
+    {
+      "epoch": 0.6724170887890663,
+      "grad_norm": 185.448974609375,
+      "learning_rate": 1.547258409454203e-05,
+      "loss": 37.2344,
+      "step": 14071
+    },
+    {
+      "epoch": 0.6724648762305266,
+      "grad_norm": 274.1732177734375,
+      "learning_rate": 1.5471936379119508e-05,
+      "loss": 27.6562,
+      "step": 14072
+    },
+    {
+      "epoch": 0.672512663671987,
+      "grad_norm": 379.0054931640625,
+      "learning_rate": 1.547128863092715e-05,
+      "loss": 26.4062,
+      "step": 14073
+    },
+    {
+      "epoch": 0.6725604511134474,
+      "grad_norm": 122.1546859741211,
+      "learning_rate": 1.547064084996883e-05,
+      "loss": 18.4531,
+      "step": 14074
+    },
+    {
+      "epoch": 0.6726082385549078,
+      "grad_norm": 685.4647216796875,
+      "learning_rate": 1.5469993036248436e-05,
+      "loss": 38.6562,
+      "step": 14075
+    },
+    {
+      "epoch": 0.6726560259963682,
+      "grad_norm": 183.39918518066406,
+      "learning_rate": 1.546934518976984e-05,
+      "loss": 18.7812,
+      "step": 14076
+    },
+    {
+      "epoch": 0.6727038134378286,
+      "grad_norm": 276.59136962890625,
+      "learning_rate": 1.546869731053692e-05,
+      "loss": 33.0312,
+      "step": 14077
+    },
+    {
+      "epoch": 0.6727516008792889,
+      "grad_norm": 334.3862609863281,
+      "learning_rate": 1.546804939855356e-05,
+      "loss": 42.4375,
+      "step": 14078
+    },
+    {
+      "epoch": 0.6727993883207493,
+      "grad_norm": 212.83367919921875,
+      "learning_rate": 1.5467401453823648e-05,
+      "loss": 15.6406,
+      "step": 14079
+    },
+    {
+      "epoch": 0.6728471757622096,
+      "grad_norm": 220.2476806640625,
+      "learning_rate": 1.546675347635105e-05,
+      "loss": 26.8125,
+      "step": 14080
+    },
+    {
+      "epoch": 0.67289496320367,
+      "grad_norm": 241.2598114013672,
+      "learning_rate": 1.546610546613965e-05,
+      "loss": 32.2188,
+      "step": 14081
+    },
+    {
+      "epoch": 0.6729427506451304,
+      "grad_norm": 185.50924682617188,
+      "learning_rate": 1.5465457423193336e-05,
+      "loss": 24.5781,
+      "step": 14082
+    },
+    {
+      "epoch": 0.6729905380865908,
+      "grad_norm": 311.2310485839844,
+      "learning_rate": 1.5464809347515984e-05,
+      "loss": 27.1875,
+      "step": 14083
+    },
+    {
+      "epoch": 0.6730383255280512,
+      "grad_norm": 243.1075897216797,
+      "learning_rate": 1.5464161239111475e-05,
+      "loss": 26.8281,
+      "step": 14084
+    },
+    {
+      "epoch": 0.6730861129695116,
+      "grad_norm": 150.4004364013672,
+      "learning_rate": 1.5463513097983688e-05,
+      "loss": 29.5,
+      "step": 14085
+    },
+    {
+      "epoch": 0.673133900410972,
+      "grad_norm": 246.9958038330078,
+      "learning_rate": 1.5462864924136512e-05,
+      "loss": 33.4375,
+      "step": 14086
+    },
+    {
+      "epoch": 0.6731816878524324,
+      "grad_norm": 205.80731201171875,
+      "learning_rate": 1.546221671757382e-05,
+      "loss": 30.5,
+      "step": 14087
+    },
+    {
+      "epoch": 0.6732294752938928,
+      "grad_norm": 303.521484375,
+      "learning_rate": 1.5461568478299502e-05,
+      "loss": 32.9062,
+      "step": 14088
+    },
+    {
+      "epoch": 0.6732772627353532,
+      "grad_norm": 213.8377227783203,
+      "learning_rate": 1.5460920206317434e-05,
+      "loss": 27.875,
+      "step": 14089
+    },
+    {
+      "epoch": 0.6733250501768135,
+      "grad_norm": 206.20030212402344,
+      "learning_rate": 1.54602719016315e-05,
+      "loss": 32.0781,
+      "step": 14090
+    },
+    {
+      "epoch": 0.6733728376182739,
+      "grad_norm": 200.539794921875,
+      "learning_rate": 1.5459623564245583e-05,
+      "loss": 20.7188,
+      "step": 14091
+    },
+    {
+      "epoch": 0.6734206250597343,
+      "grad_norm": 187.9794158935547,
+      "learning_rate": 1.5458975194163567e-05,
+      "loss": 32.7188,
+      "step": 14092
+    },
+    {
+      "epoch": 0.6734684125011947,
+      "grad_norm": 546.8079833984375,
+      "learning_rate": 1.5458326791389335e-05,
+      "loss": 28.6875,
+      "step": 14093
+    },
+    {
+      "epoch": 0.6735161999426551,
+      "grad_norm": 297.2930603027344,
+      "learning_rate": 1.5457678355926767e-05,
+      "loss": 32.2969,
+      "step": 14094
+    },
+    {
+      "epoch": 0.6735639873841155,
+      "grad_norm": 453.4134826660156,
+      "learning_rate": 1.5457029887779746e-05,
+      "loss": 31.5312,
+      "step": 14095
+    },
+    {
+      "epoch": 0.6736117748255759,
+      "grad_norm": 258.560791015625,
+      "learning_rate": 1.545638138695216e-05,
+      "loss": 34.8438,
+      "step": 14096
+    },
+    {
+      "epoch": 0.6736595622670363,
+      "grad_norm": 253.71795654296875,
+      "learning_rate": 1.545573285344789e-05,
+      "loss": 28.875,
+      "step": 14097
+    },
+    {
+      "epoch": 0.6737073497084967,
+      "grad_norm": 272.9400329589844,
+      "learning_rate": 1.5455084287270818e-05,
+      "loss": 26.9375,
+      "step": 14098
+    },
+    {
+      "epoch": 0.6737551371499569,
+      "grad_norm": 408.8533630371094,
+      "learning_rate": 1.545443568842483e-05,
+      "loss": 33.5312,
+      "step": 14099
+    },
+    {
+      "epoch": 0.6738029245914173,
+      "grad_norm": 233.3761444091797,
+      "learning_rate": 1.5453787056913813e-05,
+      "loss": 30.625,
+      "step": 14100
+    },
+    {
+      "epoch": 0.6738507120328777,
+      "grad_norm": 206.61312866210938,
+      "learning_rate": 1.5453138392741646e-05,
+      "loss": 36.9062,
+      "step": 14101
+    },
+    {
+      "epoch": 0.6738984994743381,
+      "grad_norm": 242.41090393066406,
+      "learning_rate": 1.5452489695912222e-05,
+      "loss": 21.1562,
+      "step": 14102
+    },
+    {
+      "epoch": 0.6739462869157985,
+      "grad_norm": 309.6409606933594,
+      "learning_rate": 1.5451840966429413e-05,
+      "loss": 34.0938,
+      "step": 14103
+    },
+    {
+      "epoch": 0.6739940743572589,
+      "grad_norm": 241.6111297607422,
+      "learning_rate": 1.5451192204297117e-05,
+      "loss": 20.625,
+      "step": 14104
+    },
+    {
+      "epoch": 0.6740418617987193,
+      "grad_norm": 379.3473815917969,
+      "learning_rate": 1.5450543409519208e-05,
+      "loss": 31.4375,
+      "step": 14105
+    },
+    {
+      "epoch": 0.6740896492401797,
+      "grad_norm": 139.49192810058594,
+      "learning_rate": 1.5449894582099584e-05,
+      "loss": 26.3125,
+      "step": 14106
+    },
+    {
+      "epoch": 0.6741374366816401,
+      "grad_norm": 739.4265747070312,
+      "learning_rate": 1.544924572204212e-05,
+      "loss": 24.25,
+      "step": 14107
+    },
+    {
+      "epoch": 0.6741852241231004,
+      "grad_norm": 275.0810241699219,
+      "learning_rate": 1.5448596829350706e-05,
+      "loss": 24.0781,
+      "step": 14108
+    },
+    {
+      "epoch": 0.6742330115645608,
+      "grad_norm": 388.322509765625,
+      "learning_rate": 1.544794790402923e-05,
+      "loss": 30.0,
+      "step": 14109
+    },
+    {
+      "epoch": 0.6742807990060212,
+      "grad_norm": 276.4560241699219,
+      "learning_rate": 1.5447298946081573e-05,
+      "loss": 28.375,
+      "step": 14110
+    },
+    {
+      "epoch": 0.6743285864474816,
+      "grad_norm": 166.60398864746094,
+      "learning_rate": 1.5446649955511623e-05,
+      "loss": 23.5938,
+      "step": 14111
+    },
+    {
+      "epoch": 0.674376373888942,
+      "grad_norm": 732.0546875,
+      "learning_rate": 1.5446000932323267e-05,
+      "loss": 22.5312,
+      "step": 14112
+    },
+    {
+      "epoch": 0.6744241613304024,
+      "grad_norm": 278.8327941894531,
+      "learning_rate": 1.5445351876520396e-05,
+      "loss": 28.9375,
+      "step": 14113
+    },
+    {
+      "epoch": 0.6744719487718628,
+      "grad_norm": 303.9202575683594,
+      "learning_rate": 1.5444702788106895e-05,
+      "loss": 33.1875,
+      "step": 14114
+    },
+    {
+      "epoch": 0.6745197362133232,
+      "grad_norm": 311.03387451171875,
+      "learning_rate": 1.5444053667086647e-05,
+      "loss": 20.9062,
+      "step": 14115
+    },
+    {
+      "epoch": 0.6745675236547836,
+      "grad_norm": 146.8131561279297,
+      "learning_rate": 1.5443404513463542e-05,
+      "loss": 31.7188,
+      "step": 14116
+    },
+    {
+      "epoch": 0.674615311096244,
+      "grad_norm": 185.5929412841797,
+      "learning_rate": 1.544275532724147e-05,
+      "loss": 25.0,
+      "step": 14117
+    },
+    {
+      "epoch": 0.6746630985377043,
+      "grad_norm": 200.8665008544922,
+      "learning_rate": 1.5442106108424316e-05,
+      "loss": 21.5,
+      "step": 14118
+    },
+    {
+      "epoch": 0.6747108859791646,
+      "grad_norm": 301.8875427246094,
+      "learning_rate": 1.544145685701597e-05,
+      "loss": 29.2812,
+      "step": 14119
+    },
+    {
+      "epoch": 0.674758673420625,
+      "grad_norm": 292.6039123535156,
+      "learning_rate": 1.5440807573020315e-05,
+      "loss": 30.2969,
+      "step": 14120
+    },
+    {
+      "epoch": 0.6748064608620854,
+      "grad_norm": 195.35948181152344,
+      "learning_rate": 1.5440158256441248e-05,
+      "loss": 33.4375,
+      "step": 14121
+    },
+    {
+      "epoch": 0.6748542483035458,
+      "grad_norm": 301.02593994140625,
+      "learning_rate": 1.5439508907282647e-05,
+      "loss": 34.3438,
+      "step": 14122
+    },
+    {
+      "epoch": 0.6749020357450062,
+      "grad_norm": 290.71734619140625,
+      "learning_rate": 1.5438859525548412e-05,
+      "loss": 38.0,
+      "step": 14123
+    },
+    {
+      "epoch": 0.6749498231864666,
+      "grad_norm": 244.47398376464844,
+      "learning_rate": 1.543821011124242e-05,
+      "loss": 22.1562,
+      "step": 14124
+    },
+    {
+      "epoch": 0.674997610627927,
+      "grad_norm": 217.5305938720703,
+      "learning_rate": 1.5437560664368574e-05,
+      "loss": 27.0469,
+      "step": 14125
+    },
+    {
+      "epoch": 0.6750453980693873,
+      "grad_norm": 186.89276123046875,
+      "learning_rate": 1.5436911184930753e-05,
+      "loss": 25.8438,
+      "step": 14126
+    },
+    {
+      "epoch": 0.6750931855108477,
+      "grad_norm": 287.547119140625,
+      "learning_rate": 1.543626167293285e-05,
+      "loss": 34.8438,
+      "step": 14127
+    },
+    {
+      "epoch": 0.6751409729523081,
+      "grad_norm": 399.64569091796875,
+      "learning_rate": 1.5435612128378754e-05,
+      "loss": 34.25,
+      "step": 14128
+    },
+    {
+      "epoch": 0.6751887603937685,
+      "grad_norm": 190.87905883789062,
+      "learning_rate": 1.5434962551272352e-05,
+      "loss": 25.4688,
+      "step": 14129
+    },
+    {
+      "epoch": 0.6752365478352289,
+      "grad_norm": 393.10833740234375,
+      "learning_rate": 1.543431294161754e-05,
+      "loss": 27.6562,
+      "step": 14130
+    },
+    {
+      "epoch": 0.6752843352766893,
+      "grad_norm": 276.33648681640625,
+      "learning_rate": 1.5433663299418208e-05,
+      "loss": 29.75,
+      "step": 14131
+    },
+    {
+      "epoch": 0.6753321227181497,
+      "grad_norm": 257.1852722167969,
+      "learning_rate": 1.5433013624678242e-05,
+      "loss": 27.4688,
+      "step": 14132
+    },
+    {
+      "epoch": 0.6753799101596101,
+      "grad_norm": 732.0838012695312,
+      "learning_rate": 1.5432363917401534e-05,
+      "loss": 52.375,
+      "step": 14133
+    },
+    {
+      "epoch": 0.6754276976010705,
+      "grad_norm": 379.6388854980469,
+      "learning_rate": 1.5431714177591975e-05,
+      "loss": 32.9688,
+      "step": 14134
+    },
+    {
+      "epoch": 0.6754754850425309,
+      "grad_norm": 180.23475646972656,
+      "learning_rate": 1.543106440525346e-05,
+      "loss": 15.3438,
+      "step": 14135
+    },
+    {
+      "epoch": 0.6755232724839912,
+      "grad_norm": 448.3828125,
+      "learning_rate": 1.5430414600389874e-05,
+      "loss": 28.0625,
+      "step": 14136
+    },
+    {
+      "epoch": 0.6755710599254516,
+      "grad_norm": 554.1624755859375,
+      "learning_rate": 1.5429764763005115e-05,
+      "loss": 26.5,
+      "step": 14137
+    },
+    {
+      "epoch": 0.675618847366912,
+      "grad_norm": 264.71966552734375,
+      "learning_rate": 1.5429114893103072e-05,
+      "loss": 23.3438,
+      "step": 14138
+    },
+    {
+      "epoch": 0.6756666348083724,
+      "grad_norm": 275.6622009277344,
+      "learning_rate": 1.5428464990687632e-05,
+      "loss": 30.1875,
+      "step": 14139
+    },
+    {
+      "epoch": 0.6757144222498327,
+      "grad_norm": 380.40484619140625,
+      "learning_rate": 1.5427815055762692e-05,
+      "loss": 47.75,
+      "step": 14140
+    },
+    {
+      "epoch": 0.6757622096912931,
+      "grad_norm": 293.4716491699219,
+      "learning_rate": 1.5427165088332148e-05,
+      "loss": 34.375,
+      "step": 14141
+    },
+    {
+      "epoch": 0.6758099971327535,
+      "grad_norm": 418.83551025390625,
+      "learning_rate": 1.5426515088399882e-05,
+      "loss": 26.6719,
+      "step": 14142
+    },
+    {
+      "epoch": 0.6758577845742139,
+      "grad_norm": 280.9675598144531,
+      "learning_rate": 1.54258650559698e-05,
+      "loss": 29.5469,
+      "step": 14143
+    },
+    {
+      "epoch": 0.6759055720156742,
+      "grad_norm": 327.2589416503906,
+      "learning_rate": 1.542521499104578e-05,
+      "loss": 32.375,
+      "step": 14144
+    },
+    {
+      "epoch": 0.6759533594571346,
+      "grad_norm": 252.38134765625,
+      "learning_rate": 1.542456489363173e-05,
+      "loss": 27.0312,
+      "step": 14145
+    },
+    {
+      "epoch": 0.676001146898595,
+      "grad_norm": 280.9398193359375,
+      "learning_rate": 1.5423914763731527e-05,
+      "loss": 34.3125,
+      "step": 14146
+    },
+    {
+      "epoch": 0.6760489343400554,
+      "grad_norm": 504.1256103515625,
+      "learning_rate": 1.5423264601349083e-05,
+      "loss": 36.625,
+      "step": 14147
+    },
+    {
+      "epoch": 0.6760967217815158,
+      "grad_norm": 223.085205078125,
+      "learning_rate": 1.5422614406488278e-05,
+      "loss": 29.25,
+      "step": 14148
+    },
+    {
+      "epoch": 0.6761445092229762,
+      "grad_norm": 596.3067016601562,
+      "learning_rate": 1.542196417915301e-05,
+      "loss": 32.5312,
+      "step": 14149
+    },
+    {
+      "epoch": 0.6761922966644366,
+      "grad_norm": 278.94580078125,
+      "learning_rate": 1.542131391934717e-05,
+      "loss": 30.0312,
+      "step": 14150
+    },
+    {
+      "epoch": 0.676240084105897,
+      "grad_norm": 285.8739929199219,
+      "learning_rate": 1.5420663627074657e-05,
+      "loss": 32.8125,
+      "step": 14151
+    },
+    {
+      "epoch": 0.6762878715473574,
+      "grad_norm": 259.6178894042969,
+      "learning_rate": 1.542001330233936e-05,
+      "loss": 33.4062,
+      "step": 14152
+    },
+    {
+      "epoch": 0.6763356589888178,
+      "grad_norm": 312.50311279296875,
+      "learning_rate": 1.5419362945145183e-05,
+      "loss": 27.7812,
+      "step": 14153
+    },
+    {
+      "epoch": 0.6763834464302781,
+      "grad_norm": 265.7381896972656,
+      "learning_rate": 1.5418712555496013e-05,
+      "loss": 34.2812,
+      "step": 14154
+    },
+    {
+      "epoch": 0.6764312338717385,
+      "grad_norm": 243.5750274658203,
+      "learning_rate": 1.5418062133395746e-05,
+      "loss": 35.4375,
+      "step": 14155
+    },
+    {
+      "epoch": 0.6764790213131989,
+      "grad_norm": 329.5679931640625,
+      "learning_rate": 1.541741167884828e-05,
+      "loss": 34.375,
+      "step": 14156
+    },
+    {
+      "epoch": 0.6765268087546593,
+      "grad_norm": 556.8798828125,
+      "learning_rate": 1.5416761191857504e-05,
+      "loss": 34.5938,
+      "step": 14157
+    },
+    {
+      "epoch": 0.6765745961961197,
+      "grad_norm": 322.26898193359375,
+      "learning_rate": 1.541611067242732e-05,
+      "loss": 27.1562,
+      "step": 14158
+    },
+    {
+      "epoch": 0.6766223836375801,
+      "grad_norm": 324.404296875,
+      "learning_rate": 1.5415460120561624e-05,
+      "loss": 29.3281,
+      "step": 14159
+    },
+    {
+      "epoch": 0.6766701710790405,
+      "grad_norm": 179.32843017578125,
+      "learning_rate": 1.541480953626431e-05,
+      "loss": 27.7344,
+      "step": 14160
+    },
+    {
+      "epoch": 0.6767179585205008,
+      "grad_norm": 540.9685668945312,
+      "learning_rate": 1.541415891953927e-05,
+      "loss": 31.75,
+      "step": 14161
+    },
+    {
+      "epoch": 0.6767657459619612,
+      "grad_norm": 254.3779754638672,
+      "learning_rate": 1.5413508270390406e-05,
+      "loss": 26.8281,
+      "step": 14162
+    },
+    {
+      "epoch": 0.6768135334034215,
+      "grad_norm": 261.9434509277344,
+      "learning_rate": 1.5412857588821613e-05,
+      "loss": 25.2188,
+      "step": 14163
+    },
+    {
+      "epoch": 0.6768613208448819,
+      "grad_norm": 220.03140258789062,
+      "learning_rate": 1.5412206874836788e-05,
+      "loss": 27.7812,
+      "step": 14164
+    },
+    {
+      "epoch": 0.6769091082863423,
+      "grad_norm": 341.9498596191406,
+      "learning_rate": 1.5411556128439827e-05,
+      "loss": 20.7969,
+      "step": 14165
+    },
+    {
+      "epoch": 0.6769568957278027,
+      "grad_norm": 547.893798828125,
+      "learning_rate": 1.5410905349634627e-05,
+      "loss": 35.0938,
+      "step": 14166
+    },
+    {
+      "epoch": 0.6770046831692631,
+      "grad_norm": 341.1794128417969,
+      "learning_rate": 1.541025453842509e-05,
+      "loss": 31.5625,
+      "step": 14167
+    },
+    {
+      "epoch": 0.6770524706107235,
+      "grad_norm": 229.4539031982422,
+      "learning_rate": 1.5409603694815106e-05,
+      "loss": 31.75,
+      "step": 14168
+    },
+    {
+      "epoch": 0.6771002580521839,
+      "grad_norm": 211.8843231201172,
+      "learning_rate": 1.5408952818808572e-05,
+      "loss": 28.0625,
+      "step": 14169
+    },
+    {
+      "epoch": 0.6771480454936443,
+      "grad_norm": 274.7757263183594,
+      "learning_rate": 1.5408301910409395e-05,
+      "loss": 32.5625,
+      "step": 14170
+    },
+    {
+      "epoch": 0.6771958329351047,
+      "grad_norm": 292.0129089355469,
+      "learning_rate": 1.540765096962147e-05,
+      "loss": 34.7188,
+      "step": 14171
+    },
+    {
+      "epoch": 0.677243620376565,
+      "grad_norm": 293.824462890625,
+      "learning_rate": 1.540699999644869e-05,
+      "loss": 36.25,
+      "step": 14172
+    },
+    {
+      "epoch": 0.6772914078180254,
+      "grad_norm": 608.9293823242188,
+      "learning_rate": 1.5406348990894957e-05,
+      "loss": 30.4062,
+      "step": 14173
+    },
+    {
+      "epoch": 0.6773391952594858,
+      "grad_norm": 325.05810546875,
+      "learning_rate": 1.540569795296417e-05,
+      "loss": 24.0469,
+      "step": 14174
+    },
+    {
+      "epoch": 0.6773869827009462,
+      "grad_norm": 385.5093078613281,
+      "learning_rate": 1.540504688266023e-05,
+      "loss": 24.6406,
+      "step": 14175
+    },
+    {
+      "epoch": 0.6774347701424066,
+      "grad_norm": 288.6622619628906,
+      "learning_rate": 1.540439577998703e-05,
+      "loss": 39.3125,
+      "step": 14176
+    },
+    {
+      "epoch": 0.677482557583867,
+      "grad_norm": 259.7620544433594,
+      "learning_rate": 1.5403744644948474e-05,
+      "loss": 28.625,
+      "step": 14177
+    },
+    {
+      "epoch": 0.6775303450253274,
+      "grad_norm": 263.1334533691406,
+      "learning_rate": 1.5403093477548464e-05,
+      "loss": 23.3438,
+      "step": 14178
+    },
+    {
+      "epoch": 0.6775781324667878,
+      "grad_norm": 498.52935791015625,
+      "learning_rate": 1.540244227779089e-05,
+      "loss": 35.7812,
+      "step": 14179
+    },
+    {
+      "epoch": 0.6776259199082482,
+      "grad_norm": 377.5829772949219,
+      "learning_rate": 1.540179104567966e-05,
+      "loss": 31.0625,
+      "step": 14180
+    },
+    {
+      "epoch": 0.6776737073497084,
+      "grad_norm": 142.81614685058594,
+      "learning_rate": 1.5401139781218674e-05,
+      "loss": 24.875,
+      "step": 14181
+    },
+    {
+      "epoch": 0.6777214947911688,
+      "grad_norm": 233.79299926757812,
+      "learning_rate": 1.5400488484411827e-05,
+      "loss": 26.6562,
+      "step": 14182
+    },
+    {
+      "epoch": 0.6777692822326292,
+      "grad_norm": 378.285888671875,
+      "learning_rate": 1.5399837155263025e-05,
+      "loss": 27.5938,
+      "step": 14183
+    },
+    {
+      "epoch": 0.6778170696740896,
+      "grad_norm": 202.03579711914062,
+      "learning_rate": 1.5399185793776166e-05,
+      "loss": 25.75,
+      "step": 14184
+    },
+    {
+      "epoch": 0.67786485711555,
+      "grad_norm": 287.7081604003906,
+      "learning_rate": 1.539853439995515e-05,
+      "loss": 25.5312,
+      "step": 14185
+    },
+    {
+      "epoch": 0.6779126445570104,
+      "grad_norm": 587.516357421875,
+      "learning_rate": 1.539788297380388e-05,
+      "loss": 27.875,
+      "step": 14186
+    },
+    {
+      "epoch": 0.6779604319984708,
+      "grad_norm": 277.8426513671875,
+      "learning_rate": 1.5397231515326253e-05,
+      "loss": 25.0156,
+      "step": 14187
+    },
+    {
+      "epoch": 0.6780082194399312,
+      "grad_norm": 208.036865234375,
+      "learning_rate": 1.5396580024526177e-05,
+      "loss": 36.0938,
+      "step": 14188
+    },
+    {
+      "epoch": 0.6780560068813916,
+      "grad_norm": 298.0767822265625,
+      "learning_rate": 1.5395928501407553e-05,
+      "loss": 27.2188,
+      "step": 14189
+    },
+    {
+      "epoch": 0.678103794322852,
+      "grad_norm": 517.1375732421875,
+      "learning_rate": 1.5395276945974272e-05,
+      "loss": 35.0625,
+      "step": 14190
+    },
+    {
+      "epoch": 0.6781515817643123,
+      "grad_norm": 255.37554931640625,
+      "learning_rate": 1.5394625358230252e-05,
+      "loss": 29.375,
+      "step": 14191
+    },
+    {
+      "epoch": 0.6781993692057727,
+      "grad_norm": 205.24864196777344,
+      "learning_rate": 1.5393973738179383e-05,
+      "loss": 24.2812,
+      "step": 14192
+    },
+    {
+      "epoch": 0.6782471566472331,
+      "grad_norm": 341.412841796875,
+      "learning_rate": 1.539332208582557e-05,
+      "loss": 34.0625,
+      "step": 14193
+    },
+    {
+      "epoch": 0.6782949440886935,
+      "grad_norm": 856.091796875,
+      "learning_rate": 1.5392670401172717e-05,
+      "loss": 43.3125,
+      "step": 14194
+    },
+    {
+      "epoch": 0.6783427315301539,
+      "grad_norm": 279.4906005859375,
+      "learning_rate": 1.539201868422473e-05,
+      "loss": 27.0469,
+      "step": 14195
+    },
+    {
+      "epoch": 0.6783905189716143,
+      "grad_norm": 125.95411682128906,
+      "learning_rate": 1.5391366934985504e-05,
+      "loss": 18.7031,
+      "step": 14196
+    },
+    {
+      "epoch": 0.6784383064130747,
+      "grad_norm": 301.68011474609375,
+      "learning_rate": 1.5390715153458954e-05,
+      "loss": 26.4688,
+      "step": 14197
+    },
+    {
+      "epoch": 0.6784860938545351,
+      "grad_norm": 315.0523986816406,
+      "learning_rate": 1.539006333964897e-05,
+      "loss": 32.8125,
+      "step": 14198
+    },
+    {
+      "epoch": 0.6785338812959955,
+      "grad_norm": 151.48382568359375,
+      "learning_rate": 1.5389411493559463e-05,
+      "loss": 22.625,
+      "step": 14199
+    },
+    {
+      "epoch": 0.6785816687374558,
+      "grad_norm": 375.2963562011719,
+      "learning_rate": 1.5388759615194336e-05,
+      "loss": 22.5469,
+      "step": 14200
+    },
+    {
+      "epoch": 0.6786294561789162,
+      "grad_norm": 376.1487121582031,
+      "learning_rate": 1.538810770455749e-05,
+      "loss": 37.875,
+      "step": 14201
+    },
+    {
+      "epoch": 0.6786772436203765,
+      "grad_norm": 237.6620635986328,
+      "learning_rate": 1.5387455761652838e-05,
+      "loss": 19.5391,
+      "step": 14202
+    },
+    {
+      "epoch": 0.6787250310618369,
+      "grad_norm": 274.6459045410156,
+      "learning_rate": 1.538680378648427e-05,
+      "loss": 22.5312,
+      "step": 14203
+    },
+    {
+      "epoch": 0.6787728185032973,
+      "grad_norm": 316.1904296875,
+      "learning_rate": 1.53861517790557e-05,
+      "loss": 49.0938,
+      "step": 14204
+    },
+    {
+      "epoch": 0.6788206059447577,
+      "grad_norm": 249.4922637939453,
+      "learning_rate": 1.5385499739371035e-05,
+      "loss": 28.3438,
+      "step": 14205
+    },
+    {
+      "epoch": 0.6788683933862181,
+      "grad_norm": 171.60214233398438,
+      "learning_rate": 1.5384847667434174e-05,
+      "loss": 29.5938,
+      "step": 14206
+    },
+    {
+      "epoch": 0.6789161808276785,
+      "grad_norm": 296.5949401855469,
+      "learning_rate": 1.538419556324902e-05,
+      "loss": 38.1875,
+      "step": 14207
+    },
+    {
+      "epoch": 0.6789639682691389,
+      "grad_norm": 366.5863952636719,
+      "learning_rate": 1.5383543426819486e-05,
+      "loss": 27.4219,
+      "step": 14208
+    },
+    {
+      "epoch": 0.6790117557105992,
+      "grad_norm": 306.9862060546875,
+      "learning_rate": 1.5382891258149472e-05,
+      "loss": 38.4688,
+      "step": 14209
+    },
+    {
+      "epoch": 0.6790595431520596,
+      "grad_norm": 221.10707092285156,
+      "learning_rate": 1.538223905724289e-05,
+      "loss": 22.6094,
+      "step": 14210
+    },
+    {
+      "epoch": 0.67910733059352,
+      "grad_norm": 309.25677490234375,
+      "learning_rate": 1.5381586824103634e-05,
+      "loss": 30.8125,
+      "step": 14211
+    },
+    {
+      "epoch": 0.6791551180349804,
+      "grad_norm": 199.3218231201172,
+      "learning_rate": 1.538093455873562e-05,
+      "loss": 22.5156,
+      "step": 14212
+    },
+    {
+      "epoch": 0.6792029054764408,
+      "grad_norm": 426.9468688964844,
+      "learning_rate": 1.538028226114275e-05,
+      "loss": 30.125,
+      "step": 14213
+    },
+    {
+      "epoch": 0.6792506929179012,
+      "grad_norm": 273.1116943359375,
+      "learning_rate": 1.5379629931328935e-05,
+      "loss": 21.1562,
+      "step": 14214
+    },
+    {
+      "epoch": 0.6792984803593616,
+      "grad_norm": 676.0191650390625,
+      "learning_rate": 1.5378977569298074e-05,
+      "loss": 34.4375,
+      "step": 14215
+    },
+    {
+      "epoch": 0.679346267800822,
+      "grad_norm": 303.5672607421875,
+      "learning_rate": 1.5378325175054083e-05,
+      "loss": 34.3594,
+      "step": 14216
+    },
+    {
+      "epoch": 0.6793940552422824,
+      "grad_norm": 284.7994689941406,
+      "learning_rate": 1.537767274860086e-05,
+      "loss": 28.1875,
+      "step": 14217
+    },
+    {
+      "epoch": 0.6794418426837427,
+      "grad_norm": 295.5987854003906,
+      "learning_rate": 1.537702028994232e-05,
+      "loss": 35.2188,
+      "step": 14218
+    },
+    {
+      "epoch": 0.6794896301252031,
+      "grad_norm": 251.57725524902344,
+      "learning_rate": 1.5376367799082365e-05,
+      "loss": 31.0,
+      "step": 14219
+    },
+    {
+      "epoch": 0.6795374175666635,
+      "grad_norm": 197.32415771484375,
+      "learning_rate": 1.53757152760249e-05,
+      "loss": 33.4062,
+      "step": 14220
+    },
+    {
+      "epoch": 0.6795852050081239,
+      "grad_norm": 126.86891174316406,
+      "learning_rate": 1.5375062720773844e-05,
+      "loss": 28.7188,
+      "step": 14221
+    },
+    {
+      "epoch": 0.6796329924495842,
+      "grad_norm": 387.9704284667969,
+      "learning_rate": 1.5374410133333096e-05,
+      "loss": 42.8125,
+      "step": 14222
+    },
+    {
+      "epoch": 0.6796807798910446,
+      "grad_norm": 188.6119384765625,
+      "learning_rate": 1.5373757513706564e-05,
+      "loss": 26.9531,
+      "step": 14223
+    },
+    {
+      "epoch": 0.679728567332505,
+      "grad_norm": 159.69024658203125,
+      "learning_rate": 1.537310486189816e-05,
+      "loss": 21.6875,
+      "step": 14224
+    },
+    {
+      "epoch": 0.6797763547739654,
+      "grad_norm": 318.89849853515625,
+      "learning_rate": 1.537245217791179e-05,
+      "loss": 45.625,
+      "step": 14225
+    },
+    {
+      "epoch": 0.6798241422154258,
+      "grad_norm": 311.05731201171875,
+      "learning_rate": 1.5371799461751366e-05,
+      "loss": 29.5312,
+      "step": 14226
+    },
+    {
+      "epoch": 0.6798719296568861,
+      "grad_norm": 139.23446655273438,
+      "learning_rate": 1.5371146713420793e-05,
+      "loss": 24.3125,
+      "step": 14227
+    },
+    {
+      "epoch": 0.6799197170983465,
+      "grad_norm": 144.29000854492188,
+      "learning_rate": 1.537049393292398e-05,
+      "loss": 36.9062,
+      "step": 14228
+    },
+    {
+      "epoch": 0.6799675045398069,
+      "grad_norm": 205.7914276123047,
+      "learning_rate": 1.536984112026484e-05,
+      "loss": 23.6875,
+      "step": 14229
+    },
+    {
+      "epoch": 0.6800152919812673,
+      "grad_norm": 279.74078369140625,
+      "learning_rate": 1.5369188275447283e-05,
+      "loss": 23.6406,
+      "step": 14230
+    },
+    {
+      "epoch": 0.6800630794227277,
+      "grad_norm": 252.56906127929688,
+      "learning_rate": 1.5368535398475214e-05,
+      "loss": 34.0938,
+      "step": 14231
+    },
+    {
+      "epoch": 0.6801108668641881,
+      "grad_norm": 269.2483215332031,
+      "learning_rate": 1.536788248935255e-05,
+      "loss": 32.0312,
+      "step": 14232
+    },
+    {
+      "epoch": 0.6801586543056485,
+      "grad_norm": 259.3519287109375,
+      "learning_rate": 1.536722954808319e-05,
+      "loss": 29.0,
+      "step": 14233
+    },
+    {
+      "epoch": 0.6802064417471089,
+      "grad_norm": 294.9844665527344,
+      "learning_rate": 1.5366576574671052e-05,
+      "loss": 27.5312,
+      "step": 14234
+    },
+    {
+      "epoch": 0.6802542291885693,
+      "grad_norm": 185.7781982421875,
+      "learning_rate": 1.5365923569120042e-05,
+      "loss": 25.0938,
+      "step": 14235
+    },
+    {
+      "epoch": 0.6803020166300296,
+      "grad_norm": 489.7378234863281,
+      "learning_rate": 1.536527053143408e-05,
+      "loss": 25.9375,
+      "step": 14236
+    },
+    {
+      "epoch": 0.68034980407149,
+      "grad_norm": 129.02883911132812,
+      "learning_rate": 1.5364617461617068e-05,
+      "loss": 26.1562,
+      "step": 14237
+    },
+    {
+      "epoch": 0.6803975915129504,
+      "grad_norm": 190.59788513183594,
+      "learning_rate": 1.536396435967292e-05,
+      "loss": 32.5312,
+      "step": 14238
+    },
+    {
+      "epoch": 0.6804453789544108,
+      "grad_norm": 177.41236877441406,
+      "learning_rate": 1.5363311225605548e-05,
+      "loss": 29.2188,
+      "step": 14239
+    },
+    {
+      "epoch": 0.6804931663958712,
+      "grad_norm": 463.9992370605469,
+      "learning_rate": 1.536265805941886e-05,
+      "loss": 31.6562,
+      "step": 14240
+    },
+    {
+      "epoch": 0.6805409538373316,
+      "grad_norm": 161.45074462890625,
+      "learning_rate": 1.536200486111677e-05,
+      "loss": 20.8125,
+      "step": 14241
+    },
+    {
+      "epoch": 0.680588741278792,
+      "grad_norm": 392.6280822753906,
+      "learning_rate": 1.5361351630703193e-05,
+      "loss": 28.2344,
+      "step": 14242
+    },
+    {
+      "epoch": 0.6806365287202523,
+      "grad_norm": 240.7147216796875,
+      "learning_rate": 1.5360698368182035e-05,
+      "loss": 20.2812,
+      "step": 14243
+    },
+    {
+      "epoch": 0.6806843161617127,
+      "grad_norm": 294.1617736816406,
+      "learning_rate": 1.5360045073557214e-05,
+      "loss": 30.9062,
+      "step": 14244
+    },
+    {
+      "epoch": 0.680732103603173,
+      "grad_norm": 424.3163757324219,
+      "learning_rate": 1.5359391746832635e-05,
+      "loss": 41.1562,
+      "step": 14245
+    },
+    {
+      "epoch": 0.6807798910446334,
+      "grad_norm": 310.5504150390625,
+      "learning_rate": 1.5358738388012217e-05,
+      "loss": 30.7188,
+      "step": 14246
+    },
+    {
+      "epoch": 0.6808276784860938,
+      "grad_norm": 199.6714630126953,
+      "learning_rate": 1.535808499709987e-05,
+      "loss": 32.4688,
+      "step": 14247
+    },
+    {
+      "epoch": 0.6808754659275542,
+      "grad_norm": 229.0797882080078,
+      "learning_rate": 1.5357431574099505e-05,
+      "loss": 22.0312,
+      "step": 14248
+    },
+    {
+      "epoch": 0.6809232533690146,
+      "grad_norm": 385.4306640625,
+      "learning_rate": 1.5356778119015046e-05,
+      "loss": 30.3438,
+      "step": 14249
+    },
+    {
+      "epoch": 0.680971040810475,
+      "grad_norm": 289.9977722167969,
+      "learning_rate": 1.5356124631850393e-05,
+      "loss": 28.0781,
+      "step": 14250
+    },
+    {
+      "epoch": 0.6810188282519354,
+      "grad_norm": 263.06304931640625,
+      "learning_rate": 1.5355471112609462e-05,
+      "loss": 41.0625,
+      "step": 14251
+    },
+    {
+      "epoch": 0.6810666156933958,
+      "grad_norm": 138.30706787109375,
+      "learning_rate": 1.5354817561296175e-05,
+      "loss": 16.9219,
+      "step": 14252
+    },
+    {
+      "epoch": 0.6811144031348562,
+      "grad_norm": 252.75949096679688,
+      "learning_rate": 1.5354163977914437e-05,
+      "loss": 30.375,
+      "step": 14253
+    },
+    {
+      "epoch": 0.6811621905763166,
+      "grad_norm": 223.21713256835938,
+      "learning_rate": 1.535351036246817e-05,
+      "loss": 23.0312,
+      "step": 14254
+    },
+    {
+      "epoch": 0.6812099780177769,
+      "grad_norm": 297.8592529296875,
+      "learning_rate": 1.5352856714961276e-05,
+      "loss": 30.5938,
+      "step": 14255
+    },
+    {
+      "epoch": 0.6812577654592373,
+      "grad_norm": 189.9027557373047,
+      "learning_rate": 1.5352203035397683e-05,
+      "loss": 29.4531,
+      "step": 14256
+    },
+    {
+      "epoch": 0.6813055529006977,
+      "grad_norm": 201.1627197265625,
+      "learning_rate": 1.53515493237813e-05,
+      "loss": 23.2969,
+      "step": 14257
+    },
+    {
+      "epoch": 0.6813533403421581,
+      "grad_norm": 844.631591796875,
+      "learning_rate": 1.5350895580116042e-05,
+      "loss": 41.1719,
+      "step": 14258
+    },
+    {
+      "epoch": 0.6814011277836185,
+      "grad_norm": 256.30657958984375,
+      "learning_rate": 1.535024180440582e-05,
+      "loss": 30.375,
+      "step": 14259
+    },
+    {
+      "epoch": 0.6814489152250789,
+      "grad_norm": 241.28558349609375,
+      "learning_rate": 1.534958799665456e-05,
+      "loss": 23.125,
+      "step": 14260
+    },
+    {
+      "epoch": 0.6814967026665393,
+      "grad_norm": 301.50482177734375,
+      "learning_rate": 1.5348934156866163e-05,
+      "loss": 29.4688,
+      "step": 14261
+    },
+    {
+      "epoch": 0.6815444901079997,
+      "grad_norm": 221.30789184570312,
+      "learning_rate": 1.5348280285044556e-05,
+      "loss": 21.25,
+      "step": 14262
+    },
+    {
+      "epoch": 0.6815922775494601,
+      "grad_norm": 270.43963623046875,
+      "learning_rate": 1.5347626381193652e-05,
+      "loss": 40.8125,
+      "step": 14263
+    },
+    {
+      "epoch": 0.6816400649909203,
+      "grad_norm": 224.8883056640625,
+      "learning_rate": 1.5346972445317364e-05,
+      "loss": 24.9219,
+      "step": 14264
+    },
+    {
+      "epoch": 0.6816878524323807,
+      "grad_norm": 328.44610595703125,
+      "learning_rate": 1.5346318477419616e-05,
+      "loss": 29.0312,
+      "step": 14265
+    },
+    {
+      "epoch": 0.6817356398738411,
+      "grad_norm": 157.24282836914062,
+      "learning_rate": 1.5345664477504313e-05,
+      "loss": 20.9531,
+      "step": 14266
+    },
+    {
+      "epoch": 0.6817834273153015,
+      "grad_norm": 339.0661315917969,
+      "learning_rate": 1.534501044557538e-05,
+      "loss": 35.125,
+      "step": 14267
+    },
+    {
+      "epoch": 0.6818312147567619,
+      "grad_norm": 243.56259155273438,
+      "learning_rate": 1.534435638163673e-05,
+      "loss": 27.0,
+      "step": 14268
+    },
+    {
+      "epoch": 0.6818790021982223,
+      "grad_norm": 305.01043701171875,
+      "learning_rate": 1.5343702285692282e-05,
+      "loss": 29.7812,
+      "step": 14269
+    },
+    {
+      "epoch": 0.6819267896396827,
+      "grad_norm": 620.6109008789062,
+      "learning_rate": 1.5343048157745958e-05,
+      "loss": 23.4688,
+      "step": 14270
+    },
+    {
+      "epoch": 0.6819745770811431,
+      "grad_norm": 146.38552856445312,
+      "learning_rate": 1.5342393997801662e-05,
+      "loss": 22.4688,
+      "step": 14271
+    },
+    {
+      "epoch": 0.6820223645226035,
+      "grad_norm": 221.74476623535156,
+      "learning_rate": 1.5341739805863323e-05,
+      "loss": 38.9062,
+      "step": 14272
+    },
+    {
+      "epoch": 0.6820701519640638,
+      "grad_norm": 342.7536315917969,
+      "learning_rate": 1.5341085581934857e-05,
+      "loss": 24.9375,
+      "step": 14273
+    },
+    {
+      "epoch": 0.6821179394055242,
+      "grad_norm": 287.5490417480469,
+      "learning_rate": 1.5340431326020177e-05,
+      "loss": 28.3438,
+      "step": 14274
+    },
+    {
+      "epoch": 0.6821657268469846,
+      "grad_norm": 433.008056640625,
+      "learning_rate": 1.5339777038123207e-05,
+      "loss": 43.3125,
+      "step": 14275
+    },
+    {
+      "epoch": 0.682213514288445,
+      "grad_norm": 220.9718780517578,
+      "learning_rate": 1.533912271824786e-05,
+      "loss": 23.6562,
+      "step": 14276
+    },
+    {
+      "epoch": 0.6822613017299054,
+      "grad_norm": 251.42185974121094,
+      "learning_rate": 1.533846836639806e-05,
+      "loss": 23.0,
+      "step": 14277
+    },
+    {
+      "epoch": 0.6823090891713658,
+      "grad_norm": 233.3858642578125,
+      "learning_rate": 1.533781398257772e-05,
+      "loss": 23.5156,
+      "step": 14278
+    },
+    {
+      "epoch": 0.6823568766128262,
+      "grad_norm": 378.963623046875,
+      "learning_rate": 1.5337159566790762e-05,
+      "loss": 41.25,
+      "step": 14279
+    },
+    {
+      "epoch": 0.6824046640542866,
+      "grad_norm": 178.69577026367188,
+      "learning_rate": 1.533650511904111e-05,
+      "loss": 22.7812,
+      "step": 14280
+    },
+    {
+      "epoch": 0.682452451495747,
+      "grad_norm": 254.9628143310547,
+      "learning_rate": 1.5335850639332672e-05,
+      "loss": 37.2812,
+      "step": 14281
+    },
+    {
+      "epoch": 0.6825002389372073,
+      "grad_norm": 299.8025207519531,
+      "learning_rate": 1.5335196127669377e-05,
+      "loss": 37.9688,
+      "step": 14282
+    },
+    {
+      "epoch": 0.6825480263786677,
+      "grad_norm": 330.5370788574219,
+      "learning_rate": 1.533454158405514e-05,
+      "loss": 35.4688,
+      "step": 14283
+    },
+    {
+      "epoch": 0.682595813820128,
+      "grad_norm": 322.45684814453125,
+      "learning_rate": 1.5333887008493884e-05,
+      "loss": 30.5625,
+      "step": 14284
+    },
+    {
+      "epoch": 0.6826436012615884,
+      "grad_norm": 172.41455078125,
+      "learning_rate": 1.5333232400989526e-05,
+      "loss": 28.375,
+      "step": 14285
+    },
+    {
+      "epoch": 0.6826913887030488,
+      "grad_norm": 163.81822204589844,
+      "learning_rate": 1.5332577761545988e-05,
+      "loss": 23.1562,
+      "step": 14286
+    },
+    {
+      "epoch": 0.6827391761445092,
+      "grad_norm": 333.5860900878906,
+      "learning_rate": 1.5331923090167194e-05,
+      "loss": 30.9062,
+      "step": 14287
+    },
+    {
+      "epoch": 0.6827869635859696,
+      "grad_norm": 285.1109619140625,
+      "learning_rate": 1.5331268386857056e-05,
+      "loss": 36.0,
+      "step": 14288
+    },
+    {
+      "epoch": 0.68283475102743,
+      "grad_norm": 258.0849304199219,
+      "learning_rate": 1.5330613651619503e-05,
+      "loss": 32.6562,
+      "step": 14289
+    },
+    {
+      "epoch": 0.6828825384688904,
+      "grad_norm": 241.70277404785156,
+      "learning_rate": 1.532995888445845e-05,
+      "loss": 28.2812,
+      "step": 14290
+    },
+    {
+      "epoch": 0.6829303259103507,
+      "grad_norm": 379.9303894042969,
+      "learning_rate": 1.5329304085377824e-05,
+      "loss": 39.0,
+      "step": 14291
+    },
+    {
+      "epoch": 0.6829781133518111,
+      "grad_norm": 275.2188415527344,
+      "learning_rate": 1.532864925438154e-05,
+      "loss": 32.6562,
+      "step": 14292
+    },
+    {
+      "epoch": 0.6830259007932715,
+      "grad_norm": 283.3204345703125,
+      "learning_rate": 1.5327994391473522e-05,
+      "loss": 36.1562,
+      "step": 14293
+    },
+    {
+      "epoch": 0.6830736882347319,
+      "grad_norm": 219.15274047851562,
+      "learning_rate": 1.5327339496657692e-05,
+      "loss": 31.375,
+      "step": 14294
+    },
+    {
+      "epoch": 0.6831214756761923,
+      "grad_norm": 214.72921752929688,
+      "learning_rate": 1.5326684569937977e-05,
+      "loss": 35.4375,
+      "step": 14295
+    },
+    {
+      "epoch": 0.6831692631176527,
+      "grad_norm": 243.37686157226562,
+      "learning_rate": 1.5326029611318292e-05,
+      "loss": 22.9375,
+      "step": 14296
+    },
+    {
+      "epoch": 0.6832170505591131,
+      "grad_norm": 218.44302368164062,
+      "learning_rate": 1.532537462080256e-05,
+      "loss": 24.875,
+      "step": 14297
+    },
+    {
+      "epoch": 0.6832648380005735,
+      "grad_norm": 143.25210571289062,
+      "learning_rate": 1.532471959839471e-05,
+      "loss": 27.0938,
+      "step": 14298
+    },
+    {
+      "epoch": 0.6833126254420339,
+      "grad_norm": 266.3069152832031,
+      "learning_rate": 1.5324064544098657e-05,
+      "loss": 28.0938,
+      "step": 14299
+    },
+    {
+      "epoch": 0.6833604128834943,
+      "grad_norm": 366.2023010253906,
+      "learning_rate": 1.532340945791833e-05,
+      "loss": 37.4688,
+      "step": 14300
+    },
+    {
+      "epoch": 0.6834082003249546,
+      "grad_norm": 275.62738037109375,
+      "learning_rate": 1.5322754339857648e-05,
+      "loss": 36.375,
+      "step": 14301
+    },
+    {
+      "epoch": 0.683455987766415,
+      "grad_norm": 342.5093688964844,
+      "learning_rate": 1.5322099189920536e-05,
+      "loss": 31.625,
+      "step": 14302
+    },
+    {
+      "epoch": 0.6835037752078754,
+      "grad_norm": 148.98001098632812,
+      "learning_rate": 1.532144400811092e-05,
+      "loss": 27.3594,
+      "step": 14303
+    },
+    {
+      "epoch": 0.6835515626493358,
+      "grad_norm": 303.74908447265625,
+      "learning_rate": 1.5320788794432714e-05,
+      "loss": 36.0312,
+      "step": 14304
+    },
+    {
+      "epoch": 0.6835993500907961,
+      "grad_norm": 338.9745788574219,
+      "learning_rate": 1.5320133548889855e-05,
+      "loss": 31.2188,
+      "step": 14305
+    },
+    {
+      "epoch": 0.6836471375322565,
+      "grad_norm": 190.34954833984375,
+      "learning_rate": 1.5319478271486258e-05,
+      "loss": 29.3594,
+      "step": 14306
+    },
+    {
+      "epoch": 0.6836949249737169,
+      "grad_norm": 178.6737060546875,
+      "learning_rate": 1.5318822962225854e-05,
+      "loss": 24.9375,
+      "step": 14307
+    },
+    {
+      "epoch": 0.6837427124151773,
+      "grad_norm": 396.7375793457031,
+      "learning_rate": 1.5318167621112558e-05,
+      "loss": 33.0,
+      "step": 14308
+    },
+    {
+      "epoch": 0.6837904998566376,
+      "grad_norm": 205.52685546875,
+      "learning_rate": 1.5317512248150302e-05,
+      "loss": 20.6094,
+      "step": 14309
+    },
+    {
+      "epoch": 0.683838287298098,
+      "grad_norm": 315.7369384765625,
+      "learning_rate": 1.531685684334301e-05,
+      "loss": 30.2188,
+      "step": 14310
+    },
+    {
+      "epoch": 0.6838860747395584,
+      "grad_norm": 333.12530517578125,
+      "learning_rate": 1.531620140669461e-05,
+      "loss": 21.8125,
+      "step": 14311
+    },
+    {
+      "epoch": 0.6839338621810188,
+      "grad_norm": 504.10870361328125,
+      "learning_rate": 1.5315545938209016e-05,
+      "loss": 41.375,
+      "step": 14312
+    },
+    {
+      "epoch": 0.6839816496224792,
+      "grad_norm": 380.1316223144531,
+      "learning_rate": 1.5314890437890166e-05,
+      "loss": 31.875,
+      "step": 14313
+    },
+    {
+      "epoch": 0.6840294370639396,
+      "grad_norm": 154.10549926757812,
+      "learning_rate": 1.5314234905741976e-05,
+      "loss": 25.5938,
+      "step": 14314
+    },
+    {
+      "epoch": 0.6840772245054,
+      "grad_norm": 497.3434753417969,
+      "learning_rate": 1.531357934176838e-05,
+      "loss": 41.375,
+      "step": 14315
+    },
+    {
+      "epoch": 0.6841250119468604,
+      "grad_norm": 267.9745178222656,
+      "learning_rate": 1.5312923745973297e-05,
+      "loss": 39.6562,
+      "step": 14316
+    },
+    {
+      "epoch": 0.6841727993883208,
+      "grad_norm": 322.1023254394531,
+      "learning_rate": 1.531226811836066e-05,
+      "loss": 31.875,
+      "step": 14317
+    },
+    {
+      "epoch": 0.6842205868297812,
+      "grad_norm": 231.75711059570312,
+      "learning_rate": 1.5311612458934388e-05,
+      "loss": 22.8594,
+      "step": 14318
+    },
+    {
+      "epoch": 0.6842683742712415,
+      "grad_norm": 383.8706970214844,
+      "learning_rate": 1.5310956767698414e-05,
+      "loss": 32.4375,
+      "step": 14319
+    },
+    {
+      "epoch": 0.6843161617127019,
+      "grad_norm": 200.3617401123047,
+      "learning_rate": 1.5310301044656662e-05,
+      "loss": 30.2188,
+      "step": 14320
+    },
+    {
+      "epoch": 0.6843639491541623,
+      "grad_norm": 297.55810546875,
+      "learning_rate": 1.530964528981306e-05,
+      "loss": 28.0312,
+      "step": 14321
+    },
+    {
+      "epoch": 0.6844117365956227,
+      "grad_norm": 220.83294677734375,
+      "learning_rate": 1.530898950317153e-05,
+      "loss": 28.4375,
+      "step": 14322
+    },
+    {
+      "epoch": 0.6844595240370831,
+      "grad_norm": 327.2972717285156,
+      "learning_rate": 1.5308333684736004e-05,
+      "loss": 32.8125,
+      "step": 14323
+    },
+    {
+      "epoch": 0.6845073114785435,
+      "grad_norm": 504.0868225097656,
+      "learning_rate": 1.5307677834510412e-05,
+      "loss": 32.0,
+      "step": 14324
+    },
+    {
+      "epoch": 0.6845550989200038,
+      "grad_norm": 279.1623840332031,
+      "learning_rate": 1.5307021952498678e-05,
+      "loss": 33.3125,
+      "step": 14325
+    },
+    {
+      "epoch": 0.6846028863614642,
+      "grad_norm": 269.857666015625,
+      "learning_rate": 1.5306366038704727e-05,
+      "loss": 26.8594,
+      "step": 14326
+    },
+    {
+      "epoch": 0.6846506738029245,
+      "grad_norm": 135.5039825439453,
+      "learning_rate": 1.530571009313249e-05,
+      "loss": 23.8594,
+      "step": 14327
+    },
+    {
+      "epoch": 0.6846984612443849,
+      "grad_norm": 263.48614501953125,
+      "learning_rate": 1.53050541157859e-05,
+      "loss": 24.9531,
+      "step": 14328
+    },
+    {
+      "epoch": 0.6847462486858453,
+      "grad_norm": 330.0521240234375,
+      "learning_rate": 1.530439810666888e-05,
+      "loss": 23.5312,
+      "step": 14329
+    },
+    {
+      "epoch": 0.6847940361273057,
+      "grad_norm": 211.0543975830078,
+      "learning_rate": 1.530374206578536e-05,
+      "loss": 21.7812,
+      "step": 14330
+    },
+    {
+      "epoch": 0.6848418235687661,
+      "grad_norm": 417.1722106933594,
+      "learning_rate": 1.5303085993139268e-05,
+      "loss": 39.0,
+      "step": 14331
+    },
+    {
+      "epoch": 0.6848896110102265,
+      "grad_norm": 294.0083923339844,
+      "learning_rate": 1.5302429888734534e-05,
+      "loss": 32.1875,
+      "step": 14332
+    },
+    {
+      "epoch": 0.6849373984516869,
+      "grad_norm": 375.7350158691406,
+      "learning_rate": 1.5301773752575085e-05,
+      "loss": 42.0625,
+      "step": 14333
+    },
+    {
+      "epoch": 0.6849851858931473,
+      "grad_norm": 789.2327270507812,
+      "learning_rate": 1.5301117584664856e-05,
+      "loss": 28.9062,
+      "step": 14334
+    },
+    {
+      "epoch": 0.6850329733346077,
+      "grad_norm": 509.0290832519531,
+      "learning_rate": 1.530046138500777e-05,
+      "loss": 25.3906,
+      "step": 14335
+    },
+    {
+      "epoch": 0.685080760776068,
+      "grad_norm": 321.6832580566406,
+      "learning_rate": 1.5299805153607764e-05,
+      "loss": 46.1562,
+      "step": 14336
+    },
+    {
+      "epoch": 0.6851285482175284,
+      "grad_norm": 287.99932861328125,
+      "learning_rate": 1.529914889046876e-05,
+      "loss": 36.6562,
+      "step": 14337
+    },
+    {
+      "epoch": 0.6851763356589888,
+      "grad_norm": 308.6955261230469,
+      "learning_rate": 1.5298492595594694e-05,
+      "loss": 18.7344,
+      "step": 14338
+    },
+    {
+      "epoch": 0.6852241231004492,
+      "grad_norm": 313.6186828613281,
+      "learning_rate": 1.5297836268989495e-05,
+      "loss": 29.9375,
+      "step": 14339
+    },
+    {
+      "epoch": 0.6852719105419096,
+      "grad_norm": 286.5750427246094,
+      "learning_rate": 1.529717991065709e-05,
+      "loss": 31.125,
+      "step": 14340
+    },
+    {
+      "epoch": 0.68531969798337,
+      "grad_norm": 232.48486328125,
+      "learning_rate": 1.5296523520601413e-05,
+      "loss": 27.25,
+      "step": 14341
+    },
+    {
+      "epoch": 0.6853674854248304,
+      "grad_norm": 169.90936279296875,
+      "learning_rate": 1.5295867098826397e-05,
+      "loss": 22.5312,
+      "step": 14342
+    },
+    {
+      "epoch": 0.6854152728662908,
+      "grad_norm": 108.57058715820312,
+      "learning_rate": 1.5295210645335967e-05,
+      "loss": 14.9844,
+      "step": 14343
+    },
+    {
+      "epoch": 0.6854630603077512,
+      "grad_norm": 247.207275390625,
+      "learning_rate": 1.5294554160134057e-05,
+      "loss": 28.7812,
+      "step": 14344
+    },
+    {
+      "epoch": 0.6855108477492116,
+      "grad_norm": 376.1895446777344,
+      "learning_rate": 1.5293897643224604e-05,
+      "loss": 28.0938,
+      "step": 14345
+    },
+    {
+      "epoch": 0.6855586351906718,
+      "grad_norm": 273.7242736816406,
+      "learning_rate": 1.529324109461153e-05,
+      "loss": 26.3438,
+      "step": 14346
+    },
+    {
+      "epoch": 0.6856064226321322,
+      "grad_norm": 294.1177978515625,
+      "learning_rate": 1.5292584514298778e-05,
+      "loss": 35.2812,
+      "step": 14347
+    },
+    {
+      "epoch": 0.6856542100735926,
+      "grad_norm": 427.2289123535156,
+      "learning_rate": 1.5291927902290272e-05,
+      "loss": 28.5,
+      "step": 14348
+    },
+    {
+      "epoch": 0.685701997515053,
+      "grad_norm": 270.2797546386719,
+      "learning_rate": 1.5291271258589944e-05,
+      "loss": 32.2812,
+      "step": 14349
+    },
+    {
+      "epoch": 0.6857497849565134,
+      "grad_norm": 388.3711242675781,
+      "learning_rate": 1.529061458320173e-05,
+      "loss": 28.6875,
+      "step": 14350
+    },
+    {
+      "epoch": 0.6857975723979738,
+      "grad_norm": 222.1714324951172,
+      "learning_rate": 1.5289957876129562e-05,
+      "loss": 22.7188,
+      "step": 14351
+    },
+    {
+      "epoch": 0.6858453598394342,
+      "grad_norm": 397.23675537109375,
+      "learning_rate": 1.5289301137377372e-05,
+      "loss": 28.2812,
+      "step": 14352
+    },
+    {
+      "epoch": 0.6858931472808946,
+      "grad_norm": 205.99908447265625,
+      "learning_rate": 1.5288644366949094e-05,
+      "loss": 29.2812,
+      "step": 14353
+    },
+    {
+      "epoch": 0.685940934722355,
+      "grad_norm": 181.5008544921875,
+      "learning_rate": 1.5287987564848662e-05,
+      "loss": 26.9531,
+      "step": 14354
+    },
+    {
+      "epoch": 0.6859887221638153,
+      "grad_norm": 276.755126953125,
+      "learning_rate": 1.5287330731080002e-05,
+      "loss": 42.4688,
+      "step": 14355
+    },
+    {
+      "epoch": 0.6860365096052757,
+      "grad_norm": 545.7011108398438,
+      "learning_rate": 1.528667386564706e-05,
+      "loss": 31.0625,
+      "step": 14356
+    },
+    {
+      "epoch": 0.6860842970467361,
+      "grad_norm": 237.6921844482422,
+      "learning_rate": 1.528601696855376e-05,
+      "loss": 32.2656,
+      "step": 14357
+    },
+    {
+      "epoch": 0.6861320844881965,
+      "grad_norm": 243.60487365722656,
+      "learning_rate": 1.5285360039804038e-05,
+      "loss": 25.4062,
+      "step": 14358
+    },
+    {
+      "epoch": 0.6861798719296569,
+      "grad_norm": 222.80015563964844,
+      "learning_rate": 1.5284703079401832e-05,
+      "loss": 30.3281,
+      "step": 14359
+    },
+    {
+      "epoch": 0.6862276593711173,
+      "grad_norm": 378.33978271484375,
+      "learning_rate": 1.528404608735107e-05,
+      "loss": 20.8438,
+      "step": 14360
+    },
+    {
+      "epoch": 0.6862754468125777,
+      "grad_norm": 267.3514099121094,
+      "learning_rate": 1.5283389063655695e-05,
+      "loss": 26.4375,
+      "step": 14361
+    },
+    {
+      "epoch": 0.6863232342540381,
+      "grad_norm": 210.98570251464844,
+      "learning_rate": 1.528273200831963e-05,
+      "loss": 24.625,
+      "step": 14362
+    },
+    {
+      "epoch": 0.6863710216954985,
+      "grad_norm": 227.93844604492188,
+      "learning_rate": 1.5282074921346827e-05,
+      "loss": 20.875,
+      "step": 14363
+    },
+    {
+      "epoch": 0.6864188091369589,
+      "grad_norm": 259.9309997558594,
+      "learning_rate": 1.5281417802741204e-05,
+      "loss": 26.5312,
+      "step": 14364
+    },
+    {
+      "epoch": 0.6864665965784192,
+      "grad_norm": 291.1781311035156,
+      "learning_rate": 1.5280760652506703e-05,
+      "loss": 39.6562,
+      "step": 14365
+    },
+    {
+      "epoch": 0.6865143840198796,
+      "grad_norm": 577.8950805664062,
+      "learning_rate": 1.528010347064726e-05,
+      "loss": 32.7188,
+      "step": 14366
+    },
+    {
+      "epoch": 0.6865621714613399,
+      "grad_norm": 193.77435302734375,
+      "learning_rate": 1.5279446257166813e-05,
+      "loss": 25.75,
+      "step": 14367
+    },
+    {
+      "epoch": 0.6866099589028003,
+      "grad_norm": 242.3773193359375,
+      "learning_rate": 1.5278789012069295e-05,
+      "loss": 29.2812,
+      "step": 14368
+    },
+    {
+      "epoch": 0.6866577463442607,
+      "grad_norm": 201.44638061523438,
+      "learning_rate": 1.527813173535864e-05,
+      "loss": 27.625,
+      "step": 14369
+    },
+    {
+      "epoch": 0.6867055337857211,
+      "grad_norm": 404.0269470214844,
+      "learning_rate": 1.527747442703879e-05,
+      "loss": 31.4062,
+      "step": 14370
+    },
+    {
+      "epoch": 0.6867533212271815,
+      "grad_norm": 175.54986572265625,
+      "learning_rate": 1.5276817087113675e-05,
+      "loss": 24.2656,
+      "step": 14371
+    },
+    {
+      "epoch": 0.6868011086686419,
+      "grad_norm": 170.26808166503906,
+      "learning_rate": 1.5276159715587236e-05,
+      "loss": 24.1875,
+      "step": 14372
+    },
+    {
+      "epoch": 0.6868488961101022,
+      "grad_norm": 243.1099853515625,
+      "learning_rate": 1.527550231246341e-05,
+      "loss": 26.0312,
+      "step": 14373
+    },
+    {
+      "epoch": 0.6868966835515626,
+      "grad_norm": 242.92884826660156,
+      "learning_rate": 1.527484487774613e-05,
+      "loss": 36.5625,
+      "step": 14374
+    },
+    {
+      "epoch": 0.686944470993023,
+      "grad_norm": 326.37451171875,
+      "learning_rate": 1.5274187411439334e-05,
+      "loss": 38.4688,
+      "step": 14375
+    },
+    {
+      "epoch": 0.6869922584344834,
+      "grad_norm": 292.1267395019531,
+      "learning_rate": 1.5273529913546963e-05,
+      "loss": 38.25,
+      "step": 14376
+    },
+    {
+      "epoch": 0.6870400458759438,
+      "grad_norm": 407.9178771972656,
+      "learning_rate": 1.5272872384072952e-05,
+      "loss": 32.8125,
+      "step": 14377
+    },
+    {
+      "epoch": 0.6870878333174042,
+      "grad_norm": 178.70237731933594,
+      "learning_rate": 1.527221482302124e-05,
+      "loss": 20.9531,
+      "step": 14378
+    },
+    {
+      "epoch": 0.6871356207588646,
+      "grad_norm": 185.60986328125,
+      "learning_rate": 1.5271557230395764e-05,
+      "loss": 19.1094,
+      "step": 14379
+    },
+    {
+      "epoch": 0.687183408200325,
+      "grad_norm": 588.758544921875,
+      "learning_rate": 1.527089960620046e-05,
+      "loss": 39.2188,
+      "step": 14380
+    },
+    {
+      "epoch": 0.6872311956417854,
+      "grad_norm": 352.343017578125,
+      "learning_rate": 1.5270241950439272e-05,
+      "loss": 25.75,
+      "step": 14381
+    },
+    {
+      "epoch": 0.6872789830832458,
+      "grad_norm": 303.2256164550781,
+      "learning_rate": 1.5269584263116135e-05,
+      "loss": 33.0312,
+      "step": 14382
+    },
+    {
+      "epoch": 0.6873267705247061,
+      "grad_norm": 505.8270263671875,
+      "learning_rate": 1.526892654423499e-05,
+      "loss": 44.9375,
+      "step": 14383
+    },
+    {
+      "epoch": 0.6873745579661665,
+      "grad_norm": 302.2472229003906,
+      "learning_rate": 1.526826879379977e-05,
+      "loss": 35.6875,
+      "step": 14384
+    },
+    {
+      "epoch": 0.6874223454076269,
+      "grad_norm": 362.87152099609375,
+      "learning_rate": 1.5267611011814415e-05,
+      "loss": 21.6094,
+      "step": 14385
+    },
+    {
+      "epoch": 0.6874701328490873,
+      "grad_norm": 248.51953125,
+      "learning_rate": 1.5266953198282874e-05,
+      "loss": 25.4062,
+      "step": 14386
+    },
+    {
+      "epoch": 0.6875179202905476,
+      "grad_norm": 232.17837524414062,
+      "learning_rate": 1.5266295353209076e-05,
+      "loss": 26.5625,
+      "step": 14387
+    },
+    {
+      "epoch": 0.687565707732008,
+      "grad_norm": 209.91041564941406,
+      "learning_rate": 1.5265637476596965e-05,
+      "loss": 31.8438,
+      "step": 14388
+    },
+    {
+      "epoch": 0.6876134951734684,
+      "grad_norm": 190.8216552734375,
+      "learning_rate": 1.526497956845048e-05,
+      "loss": 25.7188,
+      "step": 14389
+    },
+    {
+      "epoch": 0.6876612826149288,
+      "grad_norm": 488.74737548828125,
+      "learning_rate": 1.526432162877356e-05,
+      "loss": 41.375,
+      "step": 14390
+    },
+    {
+      "epoch": 0.6877090700563891,
+      "grad_norm": 217.53599548339844,
+      "learning_rate": 1.5263663657570145e-05,
+      "loss": 33.375,
+      "step": 14391
+    },
+    {
+      "epoch": 0.6877568574978495,
+      "grad_norm": 170.90696716308594,
+      "learning_rate": 1.526300565484418e-05,
+      "loss": 27.6406,
+      "step": 14392
+    },
+    {
+      "epoch": 0.6878046449393099,
+      "grad_norm": 285.2844543457031,
+      "learning_rate": 1.5262347620599604e-05,
+      "loss": 29.3594,
+      "step": 14393
+    },
+    {
+      "epoch": 0.6878524323807703,
+      "grad_norm": 143.05276489257812,
+      "learning_rate": 1.526168955484035e-05,
+      "loss": 19.4375,
+      "step": 14394
+    },
+    {
+      "epoch": 0.6879002198222307,
+      "grad_norm": 258.47637939453125,
+      "learning_rate": 1.526103145757037e-05,
+      "loss": 34.3438,
+      "step": 14395
+    },
+    {
+      "epoch": 0.6879480072636911,
+      "grad_norm": 216.70706176757812,
+      "learning_rate": 1.52603733287936e-05,
+      "loss": 23.8125,
+      "step": 14396
+    },
+    {
+      "epoch": 0.6879957947051515,
+      "grad_norm": 269.9034118652344,
+      "learning_rate": 1.5259715168513976e-05,
+      "loss": 30.2812,
+      "step": 14397
+    },
+    {
+      "epoch": 0.6880435821466119,
+      "grad_norm": 271.1942138671875,
+      "learning_rate": 1.525905697673545e-05,
+      "loss": 27.5938,
+      "step": 14398
+    },
+    {
+      "epoch": 0.6880913695880723,
+      "grad_norm": 256.4150390625,
+      "learning_rate": 1.5258398753461955e-05,
+      "loss": 30.6719,
+      "step": 14399
+    },
+    {
+      "epoch": 0.6881391570295327,
+      "grad_norm": 232.4008026123047,
+      "learning_rate": 1.5257740498697442e-05,
+      "loss": 35.375,
+      "step": 14400
+    },
+    {
+      "epoch": 0.688186944470993,
+      "grad_norm": 310.92095947265625,
+      "learning_rate": 1.5257082212445842e-05,
+      "loss": 26.625,
+      "step": 14401
+    },
+    {
+      "epoch": 0.6882347319124534,
+      "grad_norm": 210.09249877929688,
+      "learning_rate": 1.5256423894711105e-05,
+      "loss": 27.1875,
+      "step": 14402
+    },
+    {
+      "epoch": 0.6882825193539138,
+      "grad_norm": 201.2035675048828,
+      "learning_rate": 1.5255765545497175e-05,
+      "loss": 33.0625,
+      "step": 14403
+    },
+    {
+      "epoch": 0.6883303067953742,
+      "grad_norm": 215.05621337890625,
+      "learning_rate": 1.525510716480799e-05,
+      "loss": 27.6562,
+      "step": 14404
+    },
+    {
+      "epoch": 0.6883780942368346,
+      "grad_norm": 198.75550842285156,
+      "learning_rate": 1.525444875264749e-05,
+      "loss": 25.9375,
+      "step": 14405
+    },
+    {
+      "epoch": 0.688425881678295,
+      "grad_norm": 119.69989013671875,
+      "learning_rate": 1.5253790309019626e-05,
+      "loss": 17.9375,
+      "step": 14406
+    },
+    {
+      "epoch": 0.6884736691197554,
+      "grad_norm": 313.087646484375,
+      "learning_rate": 1.5253131833928336e-05,
+      "loss": 29.4688,
+      "step": 14407
+    },
+    {
+      "epoch": 0.6885214565612157,
+      "grad_norm": 320.24395751953125,
+      "learning_rate": 1.5252473327377565e-05,
+      "loss": 37.4375,
+      "step": 14408
+    },
+    {
+      "epoch": 0.688569244002676,
+      "grad_norm": 221.1060028076172,
+      "learning_rate": 1.5251814789371256e-05,
+      "loss": 20.375,
+      "step": 14409
+    },
+    {
+      "epoch": 0.6886170314441364,
+      "grad_norm": 210.2133331298828,
+      "learning_rate": 1.5251156219913352e-05,
+      "loss": 31.0312,
+      "step": 14410
+    },
+    {
+      "epoch": 0.6886648188855968,
+      "grad_norm": 435.9326477050781,
+      "learning_rate": 1.5250497619007801e-05,
+      "loss": 23.3438,
+      "step": 14411
+    },
+    {
+      "epoch": 0.6887126063270572,
+      "grad_norm": 279.99481201171875,
+      "learning_rate": 1.5249838986658541e-05,
+      "loss": 26.75,
+      "step": 14412
+    },
+    {
+      "epoch": 0.6887603937685176,
+      "grad_norm": 289.593994140625,
+      "learning_rate": 1.5249180322869522e-05,
+      "loss": 29.75,
+      "step": 14413
+    },
+    {
+      "epoch": 0.688808181209978,
+      "grad_norm": 178.98611450195312,
+      "learning_rate": 1.5248521627644684e-05,
+      "loss": 24.2969,
+      "step": 14414
+    },
+    {
+      "epoch": 0.6888559686514384,
+      "grad_norm": 304.0975341796875,
+      "learning_rate": 1.5247862900987975e-05,
+      "loss": 39.625,
+      "step": 14415
+    },
+    {
+      "epoch": 0.6889037560928988,
+      "grad_norm": 352.8708190917969,
+      "learning_rate": 1.5247204142903338e-05,
+      "loss": 32.8125,
+      "step": 14416
+    },
+    {
+      "epoch": 0.6889515435343592,
+      "grad_norm": 281.6484680175781,
+      "learning_rate": 1.5246545353394721e-05,
+      "loss": 33.5,
+      "step": 14417
+    },
+    {
+      "epoch": 0.6889993309758196,
+      "grad_norm": 484.5951232910156,
+      "learning_rate": 1.5245886532466067e-05,
+      "loss": 27.375,
+      "step": 14418
+    },
+    {
+      "epoch": 0.68904711841728,
+      "grad_norm": 218.98036193847656,
+      "learning_rate": 1.5245227680121322e-05,
+      "loss": 31.0,
+      "step": 14419
+    },
+    {
+      "epoch": 0.6890949058587403,
+      "grad_norm": 171.71295166015625,
+      "learning_rate": 1.5244568796364428e-05,
+      "loss": 16.0625,
+      "step": 14420
+    },
+    {
+      "epoch": 0.6891426933002007,
+      "grad_norm": 186.674072265625,
+      "learning_rate": 1.5243909881199339e-05,
+      "loss": 21.9375,
+      "step": 14421
+    },
+    {
+      "epoch": 0.6891904807416611,
+      "grad_norm": 212.66384887695312,
+      "learning_rate": 1.5243250934629995e-05,
+      "loss": 27.25,
+      "step": 14422
+    },
+    {
+      "epoch": 0.6892382681831215,
+      "grad_norm": 404.6398620605469,
+      "learning_rate": 1.524259195666034e-05,
+      "loss": 27.2344,
+      "step": 14423
+    },
+    {
+      "epoch": 0.6892860556245819,
+      "grad_norm": 225.93812561035156,
+      "learning_rate": 1.5241932947294326e-05,
+      "loss": 34.1875,
+      "step": 14424
+    },
+    {
+      "epoch": 0.6893338430660423,
+      "grad_norm": 119.31414031982422,
+      "learning_rate": 1.5241273906535896e-05,
+      "loss": 23.75,
+      "step": 14425
+    },
+    {
+      "epoch": 0.6893816305075027,
+      "grad_norm": 418.0822448730469,
+      "learning_rate": 1.5240614834389003e-05,
+      "loss": 31.4844,
+      "step": 14426
+    },
+    {
+      "epoch": 0.6894294179489631,
+      "grad_norm": 317.212646484375,
+      "learning_rate": 1.5239955730857584e-05,
+      "loss": 35.8125,
+      "step": 14427
+    },
+    {
+      "epoch": 0.6894772053904233,
+      "grad_norm": 409.9846496582031,
+      "learning_rate": 1.5239296595945596e-05,
+      "loss": 45.4375,
+      "step": 14428
+    },
+    {
+      "epoch": 0.6895249928318837,
+      "grad_norm": 461.8817443847656,
+      "learning_rate": 1.523863742965698e-05,
+      "loss": 30.9375,
+      "step": 14429
+    },
+    {
+      "epoch": 0.6895727802733441,
+      "grad_norm": 249.37567138671875,
+      "learning_rate": 1.5237978231995687e-05,
+      "loss": 20.1094,
+      "step": 14430
+    },
+    {
+      "epoch": 0.6896205677148045,
+      "grad_norm": 262.7302551269531,
+      "learning_rate": 1.523731900296566e-05,
+      "loss": 29.0781,
+      "step": 14431
+    },
+    {
+      "epoch": 0.6896683551562649,
+      "grad_norm": 282.7698974609375,
+      "learning_rate": 1.5236659742570851e-05,
+      "loss": 32.2812,
+      "step": 14432
+    },
+    {
+      "epoch": 0.6897161425977253,
+      "grad_norm": 318.4931640625,
+      "learning_rate": 1.523600045081521e-05,
+      "loss": 26.875,
+      "step": 14433
+    },
+    {
+      "epoch": 0.6897639300391857,
+      "grad_norm": 347.9894714355469,
+      "learning_rate": 1.523534112770268e-05,
+      "loss": 28.4688,
+      "step": 14434
+    },
+    {
+      "epoch": 0.6898117174806461,
+      "grad_norm": 179.5791778564453,
+      "learning_rate": 1.5234681773237214e-05,
+      "loss": 25.6562,
+      "step": 14435
+    },
+    {
+      "epoch": 0.6898595049221065,
+      "grad_norm": 532.5589599609375,
+      "learning_rate": 1.5234022387422759e-05,
+      "loss": 33.8438,
+      "step": 14436
+    },
+    {
+      "epoch": 0.6899072923635668,
+      "grad_norm": 278.0353088378906,
+      "learning_rate": 1.5233362970263263e-05,
+      "loss": 27.5469,
+      "step": 14437
+    },
+    {
+      "epoch": 0.6899550798050272,
+      "grad_norm": 198.8758544921875,
+      "learning_rate": 1.5232703521762675e-05,
+      "loss": 29.2188,
+      "step": 14438
+    },
+    {
+      "epoch": 0.6900028672464876,
+      "grad_norm": 360.70068359375,
+      "learning_rate": 1.5232044041924946e-05,
+      "loss": 31.0,
+      "step": 14439
+    },
+    {
+      "epoch": 0.690050654687948,
+      "grad_norm": 546.236328125,
+      "learning_rate": 1.523138453075402e-05,
+      "loss": 19.7344,
+      "step": 14440
+    },
+    {
+      "epoch": 0.6900984421294084,
+      "grad_norm": 284.83636474609375,
+      "learning_rate": 1.5230724988253855e-05,
+      "loss": 23.375,
+      "step": 14441
+    },
+    {
+      "epoch": 0.6901462295708688,
+      "grad_norm": 234.12246704101562,
+      "learning_rate": 1.5230065414428397e-05,
+      "loss": 24.125,
+      "step": 14442
+    },
+    {
+      "epoch": 0.6901940170123292,
+      "grad_norm": 477.0589599609375,
+      "learning_rate": 1.5229405809281597e-05,
+      "loss": 27.9688,
+      "step": 14443
+    },
+    {
+      "epoch": 0.6902418044537896,
+      "grad_norm": 246.21531677246094,
+      "learning_rate": 1.5228746172817401e-05,
+      "loss": 29.1406,
+      "step": 14444
+    },
+    {
+      "epoch": 0.69028959189525,
+      "grad_norm": 367.7002868652344,
+      "learning_rate": 1.5228086505039764e-05,
+      "loss": 35.2812,
+      "step": 14445
+    },
+    {
+      "epoch": 0.6903373793367104,
+      "grad_norm": 265.1561279296875,
+      "learning_rate": 1.5227426805952634e-05,
+      "loss": 20.7812,
+      "step": 14446
+    },
+    {
+      "epoch": 0.6903851667781707,
+      "grad_norm": 309.93890380859375,
+      "learning_rate": 1.5226767075559963e-05,
+      "loss": 20.0312,
+      "step": 14447
+    },
+    {
+      "epoch": 0.6904329542196311,
+      "grad_norm": 395.536865234375,
+      "learning_rate": 1.5226107313865701e-05,
+      "loss": 35.9375,
+      "step": 14448
+    },
+    {
+      "epoch": 0.6904807416610914,
+      "grad_norm": 372.4538879394531,
+      "learning_rate": 1.5225447520873799e-05,
+      "loss": 31.6562,
+      "step": 14449
+    },
+    {
+      "epoch": 0.6905285291025518,
+      "grad_norm": 299.4063415527344,
+      "learning_rate": 1.5224787696588212e-05,
+      "loss": 30.7812,
+      "step": 14450
+    },
+    {
+      "epoch": 0.6905763165440122,
+      "grad_norm": 396.31512451171875,
+      "learning_rate": 1.5224127841012885e-05,
+      "loss": 27.5,
+      "step": 14451
+    },
+    {
+      "epoch": 0.6906241039854726,
+      "grad_norm": 237.5716552734375,
+      "learning_rate": 1.5223467954151775e-05,
+      "loss": 28.6875,
+      "step": 14452
+    },
+    {
+      "epoch": 0.690671891426933,
+      "grad_norm": 204.07655334472656,
+      "learning_rate": 1.5222808036008834e-05,
+      "loss": 26.7969,
+      "step": 14453
+    },
+    {
+      "epoch": 0.6907196788683934,
+      "grad_norm": 507.2627868652344,
+      "learning_rate": 1.5222148086588008e-05,
+      "loss": 29.6562,
+      "step": 14454
+    },
+    {
+      "epoch": 0.6907674663098538,
+      "grad_norm": 173.70742797851562,
+      "learning_rate": 1.5221488105893256e-05,
+      "loss": 22.3438,
+      "step": 14455
+    },
+    {
+      "epoch": 0.6908152537513141,
+      "grad_norm": 133.0262908935547,
+      "learning_rate": 1.522082809392853e-05,
+      "loss": 19.4062,
+      "step": 14456
+    },
+    {
+      "epoch": 0.6908630411927745,
+      "grad_norm": 376.8013000488281,
+      "learning_rate": 1.522016805069778e-05,
+      "loss": 23.5469,
+      "step": 14457
+    },
+    {
+      "epoch": 0.6909108286342349,
+      "grad_norm": 271.2184753417969,
+      "learning_rate": 1.5219507976204955e-05,
+      "loss": 28.875,
+      "step": 14458
+    },
+    {
+      "epoch": 0.6909586160756953,
+      "grad_norm": 201.41314697265625,
+      "learning_rate": 1.5218847870454014e-05,
+      "loss": 24.2344,
+      "step": 14459
+    },
+    {
+      "epoch": 0.6910064035171557,
+      "grad_norm": 180.1035919189453,
+      "learning_rate": 1.5218187733448906e-05,
+      "loss": 26.3125,
+      "step": 14460
+    },
+    {
+      "epoch": 0.6910541909586161,
+      "grad_norm": 338.234130859375,
+      "learning_rate": 1.521752756519359e-05,
+      "loss": 36.8125,
+      "step": 14461
+    },
+    {
+      "epoch": 0.6911019784000765,
+      "grad_norm": 444.41619873046875,
+      "learning_rate": 1.5216867365692016e-05,
+      "loss": 32.3281,
+      "step": 14462
+    },
+    {
+      "epoch": 0.6911497658415369,
+      "grad_norm": 264.37664794921875,
+      "learning_rate": 1.521620713494814e-05,
+      "loss": 28.375,
+      "step": 14463
+    },
+    {
+      "epoch": 0.6911975532829973,
+      "grad_norm": 433.0616149902344,
+      "learning_rate": 1.5215546872965909e-05,
+      "loss": 34.25,
+      "step": 14464
+    },
+    {
+      "epoch": 0.6912453407244576,
+      "grad_norm": 253.12863159179688,
+      "learning_rate": 1.5214886579749286e-05,
+      "loss": 19.5,
+      "step": 14465
+    },
+    {
+      "epoch": 0.691293128165918,
+      "grad_norm": 225.37173461914062,
+      "learning_rate": 1.521422625530222e-05,
+      "loss": 20.5781,
+      "step": 14466
+    },
+    {
+      "epoch": 0.6913409156073784,
+      "grad_norm": 888.412353515625,
+      "learning_rate": 1.5213565899628669e-05,
+      "loss": 25.9531,
+      "step": 14467
+    },
+    {
+      "epoch": 0.6913887030488388,
+      "grad_norm": 290.890380859375,
+      "learning_rate": 1.5212905512732584e-05,
+      "loss": 29.8438,
+      "step": 14468
+    },
+    {
+      "epoch": 0.6914364904902992,
+      "grad_norm": 806.1634521484375,
+      "learning_rate": 1.5212245094617922e-05,
+      "loss": 20.8125,
+      "step": 14469
+    },
+    {
+      "epoch": 0.6914842779317595,
+      "grad_norm": 178.7628936767578,
+      "learning_rate": 1.5211584645288637e-05,
+      "loss": 36.375,
+      "step": 14470
+    },
+    {
+      "epoch": 0.6915320653732199,
+      "grad_norm": 488.91705322265625,
+      "learning_rate": 1.5210924164748683e-05,
+      "loss": 35.4062,
+      "step": 14471
+    },
+    {
+      "epoch": 0.6915798528146803,
+      "grad_norm": 196.7070770263672,
+      "learning_rate": 1.5210263653002022e-05,
+      "loss": 22.8438,
+      "step": 14472
+    },
+    {
+      "epoch": 0.6916276402561407,
+      "grad_norm": 647.2050170898438,
+      "learning_rate": 1.52096031100526e-05,
+      "loss": 36.0,
+      "step": 14473
+    },
+    {
+      "epoch": 0.691675427697601,
+      "grad_norm": 971.0660400390625,
+      "learning_rate": 1.520894253590438e-05,
+      "loss": 28.6562,
+      "step": 14474
+    },
+    {
+      "epoch": 0.6917232151390614,
+      "grad_norm": 204.0169219970703,
+      "learning_rate": 1.5208281930561315e-05,
+      "loss": 20.75,
+      "step": 14475
+    },
+    {
+      "epoch": 0.6917710025805218,
+      "grad_norm": 247.07762145996094,
+      "learning_rate": 1.5207621294027361e-05,
+      "loss": 28.3438,
+      "step": 14476
+    },
+    {
+      "epoch": 0.6918187900219822,
+      "grad_norm": 216.32022094726562,
+      "learning_rate": 1.5206960626306476e-05,
+      "loss": 23.9375,
+      "step": 14477
+    },
+    {
+      "epoch": 0.6918665774634426,
+      "grad_norm": 274.58526611328125,
+      "learning_rate": 1.5206299927402617e-05,
+      "loss": 19.7969,
+      "step": 14478
+    },
+    {
+      "epoch": 0.691914364904903,
+      "grad_norm": 448.17608642578125,
+      "learning_rate": 1.5205639197319734e-05,
+      "loss": 21.7188,
+      "step": 14479
+    },
+    {
+      "epoch": 0.6919621523463634,
+      "grad_norm": 280.8838806152344,
+      "learning_rate": 1.5204978436061795e-05,
+      "loss": 31.5156,
+      "step": 14480
+    },
+    {
+      "epoch": 0.6920099397878238,
+      "grad_norm": 321.8545837402344,
+      "learning_rate": 1.5204317643632751e-05,
+      "loss": 24.2812,
+      "step": 14481
+    },
+    {
+      "epoch": 0.6920577272292842,
+      "grad_norm": 251.23806762695312,
+      "learning_rate": 1.5203656820036558e-05,
+      "loss": 26.7812,
+      "step": 14482
+    },
+    {
+      "epoch": 0.6921055146707445,
+      "grad_norm": 171.1169891357422,
+      "learning_rate": 1.5202995965277176e-05,
+      "loss": 22.7188,
+      "step": 14483
+    },
+    {
+      "epoch": 0.6921533021122049,
+      "grad_norm": 296.2086181640625,
+      "learning_rate": 1.5202335079358563e-05,
+      "loss": 26.4062,
+      "step": 14484
+    },
+    {
+      "epoch": 0.6922010895536653,
+      "grad_norm": 300.4358825683594,
+      "learning_rate": 1.5201674162284671e-05,
+      "loss": 47.8125,
+      "step": 14485
+    },
+    {
+      "epoch": 0.6922488769951257,
+      "grad_norm": 388.73779296875,
+      "learning_rate": 1.5201013214059467e-05,
+      "loss": 30.8125,
+      "step": 14486
+    },
+    {
+      "epoch": 0.6922966644365861,
+      "grad_norm": 267.73541259765625,
+      "learning_rate": 1.5200352234686903e-05,
+      "loss": 30.5938,
+      "step": 14487
+    },
+    {
+      "epoch": 0.6923444518780465,
+      "grad_norm": 221.21395874023438,
+      "learning_rate": 1.519969122417094e-05,
+      "loss": 35.9062,
+      "step": 14488
+    },
+    {
+      "epoch": 0.6923922393195069,
+      "grad_norm": 205.61154174804688,
+      "learning_rate": 1.5199030182515539e-05,
+      "loss": 25.6875,
+      "step": 14489
+    },
+    {
+      "epoch": 0.6924400267609672,
+      "grad_norm": 406.57745361328125,
+      "learning_rate": 1.5198369109724652e-05,
+      "loss": 37.5625,
+      "step": 14490
+    },
+    {
+      "epoch": 0.6924878142024276,
+      "grad_norm": 249.9676055908203,
+      "learning_rate": 1.5197708005802244e-05,
+      "loss": 40.8438,
+      "step": 14491
+    },
+    {
+      "epoch": 0.6925356016438879,
+      "grad_norm": 162.75521850585938,
+      "learning_rate": 1.519704687075227e-05,
+      "loss": 22.5938,
+      "step": 14492
+    },
+    {
+      "epoch": 0.6925833890853483,
+      "grad_norm": 325.3365173339844,
+      "learning_rate": 1.5196385704578692e-05,
+      "loss": 38.6875,
+      "step": 14493
+    },
+    {
+      "epoch": 0.6926311765268087,
+      "grad_norm": 411.268798828125,
+      "learning_rate": 1.519572450728547e-05,
+      "loss": 34.6562,
+      "step": 14494
+    },
+    {
+      "epoch": 0.6926789639682691,
+      "grad_norm": 164.97799682617188,
+      "learning_rate": 1.519506327887656e-05,
+      "loss": 31.4062,
+      "step": 14495
+    },
+    {
+      "epoch": 0.6927267514097295,
+      "grad_norm": 621.6254272460938,
+      "learning_rate": 1.5194402019355928e-05,
+      "loss": 30.5938,
+      "step": 14496
+    },
+    {
+      "epoch": 0.6927745388511899,
+      "grad_norm": 451.7057800292969,
+      "learning_rate": 1.5193740728727524e-05,
+      "loss": 36.8438,
+      "step": 14497
+    },
+    {
+      "epoch": 0.6928223262926503,
+      "grad_norm": 152.01162719726562,
+      "learning_rate": 1.519307940699532e-05,
+      "loss": 21.0625,
+      "step": 14498
+    },
+    {
+      "epoch": 0.6928701137341107,
+      "grad_norm": 146.93797302246094,
+      "learning_rate": 1.519241805416327e-05,
+      "loss": 26.0625,
+      "step": 14499
+    },
+    {
+      "epoch": 0.6929179011755711,
+      "grad_norm": 253.7166290283203,
+      "learning_rate": 1.5191756670235338e-05,
+      "loss": 28.7812,
+      "step": 14500
+    },
+    {
+      "epoch": 0.6929656886170315,
+      "grad_norm": 177.9822540283203,
+      "learning_rate": 1.5191095255215483e-05,
+      "loss": 23.0312,
+      "step": 14501
+    },
+    {
+      "epoch": 0.6930134760584918,
+      "grad_norm": 254.00277709960938,
+      "learning_rate": 1.5190433809107663e-05,
+      "loss": 35.7188,
+      "step": 14502
+    },
+    {
+      "epoch": 0.6930612634999522,
+      "grad_norm": 275.0858154296875,
+      "learning_rate": 1.5189772331915842e-05,
+      "loss": 24.4688,
+      "step": 14503
+    },
+    {
+      "epoch": 0.6931090509414126,
+      "grad_norm": 225.96722412109375,
+      "learning_rate": 1.5189110823643981e-05,
+      "loss": 29.5625,
+      "step": 14504
+    },
+    {
+      "epoch": 0.693156838382873,
+      "grad_norm": 226.6103057861328,
+      "learning_rate": 1.5188449284296045e-05,
+      "loss": 26.9688,
+      "step": 14505
+    },
+    {
+      "epoch": 0.6932046258243334,
+      "grad_norm": 279.6057434082031,
+      "learning_rate": 1.518778771387599e-05,
+      "loss": 23.8594,
+      "step": 14506
+    },
+    {
+      "epoch": 0.6932524132657938,
+      "grad_norm": 297.342041015625,
+      "learning_rate": 1.5187126112387782e-05,
+      "loss": 25.5625,
+      "step": 14507
+    },
+    {
+      "epoch": 0.6933002007072542,
+      "grad_norm": 340.6679992675781,
+      "learning_rate": 1.5186464479835382e-05,
+      "loss": 32.6562,
+      "step": 14508
+    },
+    {
+      "epoch": 0.6933479881487146,
+      "grad_norm": 160.74005126953125,
+      "learning_rate": 1.518580281622275e-05,
+      "loss": 19.7344,
+      "step": 14509
+    },
+    {
+      "epoch": 0.693395775590175,
+      "grad_norm": 355.7605285644531,
+      "learning_rate": 1.5185141121553853e-05,
+      "loss": 26.75,
+      "step": 14510
+    },
+    {
+      "epoch": 0.6934435630316352,
+      "grad_norm": 268.8357238769531,
+      "learning_rate": 1.5184479395832651e-05,
+      "loss": 40.75,
+      "step": 14511
+    },
+    {
+      "epoch": 0.6934913504730956,
+      "grad_norm": 241.16183471679688,
+      "learning_rate": 1.5183817639063106e-05,
+      "loss": 31.1875,
+      "step": 14512
+    },
+    {
+      "epoch": 0.693539137914556,
+      "grad_norm": 297.63824462890625,
+      "learning_rate": 1.5183155851249183e-05,
+      "loss": 28.4688,
+      "step": 14513
+    },
+    {
+      "epoch": 0.6935869253560164,
+      "grad_norm": 207.3713836669922,
+      "learning_rate": 1.5182494032394844e-05,
+      "loss": 48.5938,
+      "step": 14514
+    },
+    {
+      "epoch": 0.6936347127974768,
+      "grad_norm": 172.56942749023438,
+      "learning_rate": 1.5181832182504055e-05,
+      "loss": 22.625,
+      "step": 14515
+    },
+    {
+      "epoch": 0.6936825002389372,
+      "grad_norm": 226.935302734375,
+      "learning_rate": 1.5181170301580776e-05,
+      "loss": 28.0156,
+      "step": 14516
+    },
+    {
+      "epoch": 0.6937302876803976,
+      "grad_norm": 192.4564208984375,
+      "learning_rate": 1.5180508389628972e-05,
+      "loss": 28.375,
+      "step": 14517
+    },
+    {
+      "epoch": 0.693778075121858,
+      "grad_norm": 248.42942810058594,
+      "learning_rate": 1.5179846446652608e-05,
+      "loss": 31.5469,
+      "step": 14518
+    },
+    {
+      "epoch": 0.6938258625633184,
+      "grad_norm": 434.2548828125,
+      "learning_rate": 1.5179184472655648e-05,
+      "loss": 27.7188,
+      "step": 14519
+    },
+    {
+      "epoch": 0.6938736500047787,
+      "grad_norm": 325.7010803222656,
+      "learning_rate": 1.5178522467642056e-05,
+      "loss": 26.8906,
+      "step": 14520
+    },
+    {
+      "epoch": 0.6939214374462391,
+      "grad_norm": 183.8642578125,
+      "learning_rate": 1.5177860431615796e-05,
+      "loss": 25.7188,
+      "step": 14521
+    },
+    {
+      "epoch": 0.6939692248876995,
+      "grad_norm": 179.44363403320312,
+      "learning_rate": 1.5177198364580835e-05,
+      "loss": 22.0469,
+      "step": 14522
+    },
+    {
+      "epoch": 0.6940170123291599,
+      "grad_norm": 441.68048095703125,
+      "learning_rate": 1.5176536266541132e-05,
+      "loss": 35.5625,
+      "step": 14523
+    },
+    {
+      "epoch": 0.6940647997706203,
+      "grad_norm": 639.136962890625,
+      "learning_rate": 1.5175874137500661e-05,
+      "loss": 33.9062,
+      "step": 14524
+    },
+    {
+      "epoch": 0.6941125872120807,
+      "grad_norm": 247.98509216308594,
+      "learning_rate": 1.517521197746338e-05,
+      "loss": 25.5938,
+      "step": 14525
+    },
+    {
+      "epoch": 0.6941603746535411,
+      "grad_norm": 164.23318481445312,
+      "learning_rate": 1.5174549786433258e-05,
+      "loss": 26.5938,
+      "step": 14526
+    },
+    {
+      "epoch": 0.6942081620950015,
+      "grad_norm": 213.01805114746094,
+      "learning_rate": 1.5173887564414258e-05,
+      "loss": 26.7812,
+      "step": 14527
+    },
+    {
+      "epoch": 0.6942559495364619,
+      "grad_norm": 348.7167663574219,
+      "learning_rate": 1.517322531141035e-05,
+      "loss": 36.375,
+      "step": 14528
+    },
+    {
+      "epoch": 0.6943037369779222,
+      "grad_norm": 426.69354248046875,
+      "learning_rate": 1.5172563027425497e-05,
+      "loss": 27.6562,
+      "step": 14529
+    },
+    {
+      "epoch": 0.6943515244193826,
+      "grad_norm": 244.55601501464844,
+      "learning_rate": 1.5171900712463665e-05,
+      "loss": 31.375,
+      "step": 14530
+    },
+    {
+      "epoch": 0.6943993118608429,
+      "grad_norm": 220.45220947265625,
+      "learning_rate": 1.5171238366528824e-05,
+      "loss": 29.2188,
+      "step": 14531
+    },
+    {
+      "epoch": 0.6944470993023033,
+      "grad_norm": 486.1744689941406,
+      "learning_rate": 1.5170575989624933e-05,
+      "loss": 40.0625,
+      "step": 14532
+    },
+    {
+      "epoch": 0.6944948867437637,
+      "grad_norm": 332.8727111816406,
+      "learning_rate": 1.5169913581755968e-05,
+      "loss": 35.5312,
+      "step": 14533
+    },
+    {
+      "epoch": 0.6945426741852241,
+      "grad_norm": 339.2068176269531,
+      "learning_rate": 1.5169251142925891e-05,
+      "loss": 23.7031,
+      "step": 14534
+    },
+    {
+      "epoch": 0.6945904616266845,
+      "grad_norm": 307.326171875,
+      "learning_rate": 1.5168588673138672e-05,
+      "loss": 31.8125,
+      "step": 14535
+    },
+    {
+      "epoch": 0.6946382490681449,
+      "grad_norm": 340.26507568359375,
+      "learning_rate": 1.5167926172398271e-05,
+      "loss": 28.75,
+      "step": 14536
+    },
+    {
+      "epoch": 0.6946860365096053,
+      "grad_norm": 251.6644744873047,
+      "learning_rate": 1.5167263640708662e-05,
+      "loss": 29.625,
+      "step": 14537
+    },
+    {
+      "epoch": 0.6947338239510656,
+      "grad_norm": 335.5084533691406,
+      "learning_rate": 1.5166601078073813e-05,
+      "loss": 39.25,
+      "step": 14538
+    },
+    {
+      "epoch": 0.694781611392526,
+      "grad_norm": 261.0570373535156,
+      "learning_rate": 1.5165938484497691e-05,
+      "loss": 43.0,
+      "step": 14539
+    },
+    {
+      "epoch": 0.6948293988339864,
+      "grad_norm": 271.5433044433594,
+      "learning_rate": 1.5165275859984259e-05,
+      "loss": 35.4844,
+      "step": 14540
+    },
+    {
+      "epoch": 0.6948771862754468,
+      "grad_norm": 340.7167053222656,
+      "learning_rate": 1.5164613204537495e-05,
+      "loss": 30.375,
+      "step": 14541
+    },
+    {
+      "epoch": 0.6949249737169072,
+      "grad_norm": 267.528076171875,
+      "learning_rate": 1.516395051816136e-05,
+      "loss": 28.4844,
+      "step": 14542
+    },
+    {
+      "epoch": 0.6949727611583676,
+      "grad_norm": 210.54051208496094,
+      "learning_rate": 1.5163287800859823e-05,
+      "loss": 30.1094,
+      "step": 14543
+    },
+    {
+      "epoch": 0.695020548599828,
+      "grad_norm": 237.826171875,
+      "learning_rate": 1.5162625052636855e-05,
+      "loss": 39.0625,
+      "step": 14544
+    },
+    {
+      "epoch": 0.6950683360412884,
+      "grad_norm": 239.3771514892578,
+      "learning_rate": 1.5161962273496426e-05,
+      "loss": 34.2188,
+      "step": 14545
+    },
+    {
+      "epoch": 0.6951161234827488,
+      "grad_norm": 394.0234069824219,
+      "learning_rate": 1.5161299463442506e-05,
+      "loss": 32.0,
+      "step": 14546
+    },
+    {
+      "epoch": 0.6951639109242091,
+      "grad_norm": 207.62962341308594,
+      "learning_rate": 1.5160636622479055e-05,
+      "loss": 29.3125,
+      "step": 14547
+    },
+    {
+      "epoch": 0.6952116983656695,
+      "grad_norm": 271.3136901855469,
+      "learning_rate": 1.5159973750610056e-05,
+      "loss": 26.0312,
+      "step": 14548
+    },
+    {
+      "epoch": 0.6952594858071299,
+      "grad_norm": 437.5271911621094,
+      "learning_rate": 1.5159310847839473e-05,
+      "loss": 33.5625,
+      "step": 14549
+    },
+    {
+      "epoch": 0.6953072732485903,
+      "grad_norm": 227.46353149414062,
+      "learning_rate": 1.515864791417127e-05,
+      "loss": 29.8438,
+      "step": 14550
+    },
+    {
+      "epoch": 0.6953550606900507,
+      "grad_norm": 259.6246337890625,
+      "learning_rate": 1.5157984949609426e-05,
+      "loss": 27.5,
+      "step": 14551
+    },
+    {
+      "epoch": 0.695402848131511,
+      "grad_norm": 234.41806030273438,
+      "learning_rate": 1.5157321954157906e-05,
+      "loss": 34.625,
+      "step": 14552
+    },
+    {
+      "epoch": 0.6954506355729714,
+      "grad_norm": 327.83856201171875,
+      "learning_rate": 1.5156658927820682e-05,
+      "loss": 30.4688,
+      "step": 14553
+    },
+    {
+      "epoch": 0.6954984230144318,
+      "grad_norm": 297.8677062988281,
+      "learning_rate": 1.515599587060173e-05,
+      "loss": 27.7188,
+      "step": 14554
+    },
+    {
+      "epoch": 0.6955462104558922,
+      "grad_norm": 117.75054168701172,
+      "learning_rate": 1.515533278250501e-05,
+      "loss": 28.4844,
+      "step": 14555
+    },
+    {
+      "epoch": 0.6955939978973525,
+      "grad_norm": 173.71868896484375,
+      "learning_rate": 1.5154669663534502e-05,
+      "loss": 28.1875,
+      "step": 14556
+    },
+    {
+      "epoch": 0.6956417853388129,
+      "grad_norm": 275.0281066894531,
+      "learning_rate": 1.5154006513694173e-05,
+      "loss": 36.875,
+      "step": 14557
+    },
+    {
+      "epoch": 0.6956895727802733,
+      "grad_norm": 286.817138671875,
+      "learning_rate": 1.5153343332987995e-05,
+      "loss": 36.6562,
+      "step": 14558
+    },
+    {
+      "epoch": 0.6957373602217337,
+      "grad_norm": 252.34927368164062,
+      "learning_rate": 1.515268012141994e-05,
+      "loss": 34.25,
+      "step": 14559
+    },
+    {
+      "epoch": 0.6957851476631941,
+      "grad_norm": 237.8596954345703,
+      "learning_rate": 1.5152016878993977e-05,
+      "loss": 28.25,
+      "step": 14560
+    },
+    {
+      "epoch": 0.6958329351046545,
+      "grad_norm": 194.81497192382812,
+      "learning_rate": 1.5151353605714087e-05,
+      "loss": 21.9688,
+      "step": 14561
+    },
+    {
+      "epoch": 0.6958807225461149,
+      "grad_norm": 249.21405029296875,
+      "learning_rate": 1.5150690301584232e-05,
+      "loss": 20.3281,
+      "step": 14562
+    },
+    {
+      "epoch": 0.6959285099875753,
+      "grad_norm": 2314.804443359375,
+      "learning_rate": 1.5150026966608389e-05,
+      "loss": 37.5312,
+      "step": 14563
+    },
+    {
+      "epoch": 0.6959762974290357,
+      "grad_norm": 312.08526611328125,
+      "learning_rate": 1.514936360079053e-05,
+      "loss": 22.5781,
+      "step": 14564
+    },
+    {
+      "epoch": 0.696024084870496,
+      "grad_norm": 327.8047180175781,
+      "learning_rate": 1.5148700204134628e-05,
+      "loss": 34.4062,
+      "step": 14565
+    },
+    {
+      "epoch": 0.6960718723119564,
+      "grad_norm": 187.44187927246094,
+      "learning_rate": 1.5148036776644657e-05,
+      "loss": 29.1875,
+      "step": 14566
+    },
+    {
+      "epoch": 0.6961196597534168,
+      "grad_norm": 269.1463623046875,
+      "learning_rate": 1.5147373318324588e-05,
+      "loss": 31.3438,
+      "step": 14567
+    },
+    {
+      "epoch": 0.6961674471948772,
+      "grad_norm": 288.8680114746094,
+      "learning_rate": 1.5146709829178394e-05,
+      "loss": 31.6719,
+      "step": 14568
+    },
+    {
+      "epoch": 0.6962152346363376,
+      "grad_norm": 187.3357696533203,
+      "learning_rate": 1.5146046309210048e-05,
+      "loss": 29.625,
+      "step": 14569
+    },
+    {
+      "epoch": 0.696263022077798,
+      "grad_norm": 413.9271240234375,
+      "learning_rate": 1.5145382758423526e-05,
+      "loss": 30.8125,
+      "step": 14570
+    },
+    {
+      "epoch": 0.6963108095192584,
+      "grad_norm": 252.88040161132812,
+      "learning_rate": 1.51447191768228e-05,
+      "loss": 21.8125,
+      "step": 14571
+    },
+    {
+      "epoch": 0.6963585969607187,
+      "grad_norm": 405.2430419921875,
+      "learning_rate": 1.5144055564411844e-05,
+      "loss": 25.3125,
+      "step": 14572
+    },
+    {
+      "epoch": 0.6964063844021791,
+      "grad_norm": 413.28485107421875,
+      "learning_rate": 1.5143391921194632e-05,
+      "loss": 32.0,
+      "step": 14573
+    },
+    {
+      "epoch": 0.6964541718436394,
+      "grad_norm": 395.4801025390625,
+      "learning_rate": 1.514272824717514e-05,
+      "loss": 36.5625,
+      "step": 14574
+    },
+    {
+      "epoch": 0.6965019592850998,
+      "grad_norm": 436.4611511230469,
+      "learning_rate": 1.5142064542357343e-05,
+      "loss": 26.375,
+      "step": 14575
+    },
+    {
+      "epoch": 0.6965497467265602,
+      "grad_norm": 355.5021667480469,
+      "learning_rate": 1.5141400806745215e-05,
+      "loss": 29.75,
+      "step": 14576
+    },
+    {
+      "epoch": 0.6965975341680206,
+      "grad_norm": 221.549560546875,
+      "learning_rate": 1.5140737040342728e-05,
+      "loss": 29.9062,
+      "step": 14577
+    },
+    {
+      "epoch": 0.696645321609481,
+      "grad_norm": 232.6879119873047,
+      "learning_rate": 1.514007324315386e-05,
+      "loss": 29.0625,
+      "step": 14578
+    },
+    {
+      "epoch": 0.6966931090509414,
+      "grad_norm": 197.4473419189453,
+      "learning_rate": 1.5139409415182588e-05,
+      "loss": 25.9375,
+      "step": 14579
+    },
+    {
+      "epoch": 0.6967408964924018,
+      "grad_norm": 572.269287109375,
+      "learning_rate": 1.5138745556432883e-05,
+      "loss": 31.75,
+      "step": 14580
+    },
+    {
+      "epoch": 0.6967886839338622,
+      "grad_norm": 736.3843994140625,
+      "learning_rate": 1.5138081666908724e-05,
+      "loss": 25.25,
+      "step": 14581
+    },
+    {
+      "epoch": 0.6968364713753226,
+      "grad_norm": 434.7876892089844,
+      "learning_rate": 1.5137417746614084e-05,
+      "loss": 23.5469,
+      "step": 14582
+    },
+    {
+      "epoch": 0.696884258816783,
+      "grad_norm": 177.80931091308594,
+      "learning_rate": 1.5136753795552945e-05,
+      "loss": 22.3281,
+      "step": 14583
+    },
+    {
+      "epoch": 0.6969320462582433,
+      "grad_norm": 208.9765625,
+      "learning_rate": 1.5136089813729276e-05,
+      "loss": 33.7188,
+      "step": 14584
+    },
+    {
+      "epoch": 0.6969798336997037,
+      "grad_norm": 340.765625,
+      "learning_rate": 1.513542580114706e-05,
+      "loss": 31.5,
+      "step": 14585
+    },
+    {
+      "epoch": 0.6970276211411641,
+      "grad_norm": 663.78466796875,
+      "learning_rate": 1.5134761757810264e-05,
+      "loss": 25.7812,
+      "step": 14586
+    },
+    {
+      "epoch": 0.6970754085826245,
+      "grad_norm": 255.44033813476562,
+      "learning_rate": 1.5134097683722876e-05,
+      "loss": 23.1562,
+      "step": 14587
+    },
+    {
+      "epoch": 0.6971231960240849,
+      "grad_norm": 153.71780395507812,
+      "learning_rate": 1.513343357888886e-05,
+      "loss": 26.2812,
+      "step": 14588
+    },
+    {
+      "epoch": 0.6971709834655453,
+      "grad_norm": 403.3502197265625,
+      "learning_rate": 1.5132769443312207e-05,
+      "loss": 31.8125,
+      "step": 14589
+    },
+    {
+      "epoch": 0.6972187709070057,
+      "grad_norm": 328.8139343261719,
+      "learning_rate": 1.513210527699689e-05,
+      "loss": 24.4062,
+      "step": 14590
+    },
+    {
+      "epoch": 0.6972665583484661,
+      "grad_norm": 292.1327819824219,
+      "learning_rate": 1.513144107994688e-05,
+      "loss": 29.0938,
+      "step": 14591
+    },
+    {
+      "epoch": 0.6973143457899265,
+      "grad_norm": 366.15777587890625,
+      "learning_rate": 1.513077685216616e-05,
+      "loss": 25.4688,
+      "step": 14592
+    },
+    {
+      "epoch": 0.6973621332313867,
+      "grad_norm": 266.2080383300781,
+      "learning_rate": 1.5130112593658708e-05,
+      "loss": 25.5469,
+      "step": 14593
+    },
+    {
+      "epoch": 0.6974099206728471,
+      "grad_norm": 251.31072998046875,
+      "learning_rate": 1.5129448304428502e-05,
+      "loss": 27.75,
+      "step": 14594
+    },
+    {
+      "epoch": 0.6974577081143075,
+      "grad_norm": 550.0347900390625,
+      "learning_rate": 1.5128783984479518e-05,
+      "loss": 23.9219,
+      "step": 14595
+    },
+    {
+      "epoch": 0.6975054955557679,
+      "grad_norm": 297.1139221191406,
+      "learning_rate": 1.5128119633815737e-05,
+      "loss": 33.5625,
+      "step": 14596
+    },
+    {
+      "epoch": 0.6975532829972283,
+      "grad_norm": 281.2806091308594,
+      "learning_rate": 1.5127455252441135e-05,
+      "loss": 25.9688,
+      "step": 14597
+    },
+    {
+      "epoch": 0.6976010704386887,
+      "grad_norm": 301.9630432128906,
+      "learning_rate": 1.5126790840359693e-05,
+      "loss": 18.8281,
+      "step": 14598
+    },
+    {
+      "epoch": 0.6976488578801491,
+      "grad_norm": 200.2400360107422,
+      "learning_rate": 1.5126126397575392e-05,
+      "loss": 28.3125,
+      "step": 14599
+    },
+    {
+      "epoch": 0.6976966453216095,
+      "grad_norm": 234.72000122070312,
+      "learning_rate": 1.5125461924092206e-05,
+      "loss": 25.5156,
+      "step": 14600
+    },
+    {
+      "epoch": 0.6977444327630699,
+      "grad_norm": 155.1770477294922,
+      "learning_rate": 1.5124797419914115e-05,
+      "loss": 21.7031,
+      "step": 14601
+    },
+    {
+      "epoch": 0.6977922202045302,
+      "grad_norm": 228.710693359375,
+      "learning_rate": 1.5124132885045105e-05,
+      "loss": 20.7344,
+      "step": 14602
+    },
+    {
+      "epoch": 0.6978400076459906,
+      "grad_norm": 218.88352966308594,
+      "learning_rate": 1.5123468319489148e-05,
+      "loss": 30.125,
+      "step": 14603
+    },
+    {
+      "epoch": 0.697887795087451,
+      "grad_norm": 281.74090576171875,
+      "learning_rate": 1.5122803723250226e-05,
+      "loss": 39.7812,
+      "step": 14604
+    },
+    {
+      "epoch": 0.6979355825289114,
+      "grad_norm": 237.52154541015625,
+      "learning_rate": 1.512213909633232e-05,
+      "loss": 26.5625,
+      "step": 14605
+    },
+    {
+      "epoch": 0.6979833699703718,
+      "grad_norm": 173.2250213623047,
+      "learning_rate": 1.512147443873941e-05,
+      "loss": 24.0625,
+      "step": 14606
+    },
+    {
+      "epoch": 0.6980311574118322,
+      "grad_norm": 233.8634033203125,
+      "learning_rate": 1.5120809750475478e-05,
+      "loss": 33.6875,
+      "step": 14607
+    },
+    {
+      "epoch": 0.6980789448532926,
+      "grad_norm": 149.13340759277344,
+      "learning_rate": 1.5120145031544502e-05,
+      "loss": 21.1719,
+      "step": 14608
+    },
+    {
+      "epoch": 0.698126732294753,
+      "grad_norm": 961.8843994140625,
+      "learning_rate": 1.5119480281950466e-05,
+      "loss": 21.8281,
+      "step": 14609
+    },
+    {
+      "epoch": 0.6981745197362134,
+      "grad_norm": 345.251953125,
+      "learning_rate": 1.5118815501697346e-05,
+      "loss": 24.2344,
+      "step": 14610
+    },
+    {
+      "epoch": 0.6982223071776738,
+      "grad_norm": 518.609130859375,
+      "learning_rate": 1.5118150690789128e-05,
+      "loss": 33.3125,
+      "step": 14611
+    },
+    {
+      "epoch": 0.6982700946191341,
+      "grad_norm": 267.4073791503906,
+      "learning_rate": 1.5117485849229791e-05,
+      "loss": 26.6562,
+      "step": 14612
+    },
+    {
+      "epoch": 0.6983178820605945,
+      "grad_norm": 368.6533203125,
+      "learning_rate": 1.5116820977023321e-05,
+      "loss": 26.1875,
+      "step": 14613
+    },
+    {
+      "epoch": 0.6983656695020548,
+      "grad_norm": 255.53488159179688,
+      "learning_rate": 1.5116156074173693e-05,
+      "loss": 42.8125,
+      "step": 14614
+    },
+    {
+      "epoch": 0.6984134569435152,
+      "grad_norm": 179.20831298828125,
+      "learning_rate": 1.511549114068489e-05,
+      "loss": 29.5312,
+      "step": 14615
+    },
+    {
+      "epoch": 0.6984612443849756,
+      "grad_norm": 210.54330444335938,
+      "learning_rate": 1.5114826176560897e-05,
+      "loss": 24.4375,
+      "step": 14616
+    },
+    {
+      "epoch": 0.698509031826436,
+      "grad_norm": 213.2828369140625,
+      "learning_rate": 1.5114161181805695e-05,
+      "loss": 18.2969,
+      "step": 14617
+    },
+    {
+      "epoch": 0.6985568192678964,
+      "grad_norm": 428.3802795410156,
+      "learning_rate": 1.5113496156423271e-05,
+      "loss": 28.4375,
+      "step": 14618
+    },
+    {
+      "epoch": 0.6986046067093568,
+      "grad_norm": 374.1099853515625,
+      "learning_rate": 1.5112831100417596e-05,
+      "loss": 31.4688,
+      "step": 14619
+    },
+    {
+      "epoch": 0.6986523941508171,
+      "grad_norm": 300.13934326171875,
+      "learning_rate": 1.5112166013792665e-05,
+      "loss": 28.25,
+      "step": 14620
+    },
+    {
+      "epoch": 0.6987001815922775,
+      "grad_norm": 117.3667984008789,
+      "learning_rate": 1.5111500896552453e-05,
+      "loss": 16.9844,
+      "step": 14621
+    },
+    {
+      "epoch": 0.6987479690337379,
+      "grad_norm": 257.8152160644531,
+      "learning_rate": 1.511083574870095e-05,
+      "loss": 33.2188,
+      "step": 14622
+    },
+    {
+      "epoch": 0.6987957564751983,
+      "grad_norm": 1109.135498046875,
+      "learning_rate": 1.511017057024213e-05,
+      "loss": 37.7812,
+      "step": 14623
+    },
+    {
+      "epoch": 0.6988435439166587,
+      "grad_norm": 227.6414794921875,
+      "learning_rate": 1.5109505361179989e-05,
+      "loss": 23.4531,
+      "step": 14624
+    },
+    {
+      "epoch": 0.6988913313581191,
+      "grad_norm": 364.7225036621094,
+      "learning_rate": 1.5108840121518497e-05,
+      "loss": 24.0,
+      "step": 14625
+    },
+    {
+      "epoch": 0.6989391187995795,
+      "grad_norm": 653.552978515625,
+      "learning_rate": 1.510817485126165e-05,
+      "loss": 42.5,
+      "step": 14626
+    },
+    {
+      "epoch": 0.6989869062410399,
+      "grad_norm": 200.08612060546875,
+      "learning_rate": 1.5107509550413426e-05,
+      "loss": 30.4688,
+      "step": 14627
+    },
+    {
+      "epoch": 0.6990346936825003,
+      "grad_norm": 224.67755126953125,
+      "learning_rate": 1.5106844218977808e-05,
+      "loss": 33.375,
+      "step": 14628
+    },
+    {
+      "epoch": 0.6990824811239607,
+      "grad_norm": 352.61279296875,
+      "learning_rate": 1.5106178856958784e-05,
+      "loss": 25.2812,
+      "step": 14629
+    },
+    {
+      "epoch": 0.699130268565421,
+      "grad_norm": 453.0920104980469,
+      "learning_rate": 1.5105513464360338e-05,
+      "loss": 33.75,
+      "step": 14630
+    },
+    {
+      "epoch": 0.6991780560068814,
+      "grad_norm": 212.04104614257812,
+      "learning_rate": 1.5104848041186455e-05,
+      "loss": 21.9688,
+      "step": 14631
+    },
+    {
+      "epoch": 0.6992258434483418,
+      "grad_norm": 328.6004333496094,
+      "learning_rate": 1.510418258744112e-05,
+      "loss": 43.5625,
+      "step": 14632
+    },
+    {
+      "epoch": 0.6992736308898022,
+      "grad_norm": 223.64443969726562,
+      "learning_rate": 1.5103517103128316e-05,
+      "loss": 34.0625,
+      "step": 14633
+    },
+    {
+      "epoch": 0.6993214183312625,
+      "grad_norm": 231.11807250976562,
+      "learning_rate": 1.510285158825203e-05,
+      "loss": 25.9219,
+      "step": 14634
+    },
+    {
+      "epoch": 0.6993692057727229,
+      "grad_norm": 192.8774871826172,
+      "learning_rate": 1.5102186042816244e-05,
+      "loss": 27.0938,
+      "step": 14635
+    },
+    {
+      "epoch": 0.6994169932141833,
+      "grad_norm": 174.53070068359375,
+      "learning_rate": 1.510152046682495e-05,
+      "loss": 23.8594,
+      "step": 14636
+    },
+    {
+      "epoch": 0.6994647806556437,
+      "grad_norm": 370.16510009765625,
+      "learning_rate": 1.5100854860282136e-05,
+      "loss": 25.1797,
+      "step": 14637
+    },
+    {
+      "epoch": 0.699512568097104,
+      "grad_norm": 203.12637329101562,
+      "learning_rate": 1.5100189223191777e-05,
+      "loss": 27.625,
+      "step": 14638
+    },
+    {
+      "epoch": 0.6995603555385644,
+      "grad_norm": 194.56771850585938,
+      "learning_rate": 1.5099523555557866e-05,
+      "loss": 25.1562,
+      "step": 14639
+    },
+    {
+      "epoch": 0.6996081429800248,
+      "grad_norm": 176.8050994873047,
+      "learning_rate": 1.5098857857384392e-05,
+      "loss": 31.875,
+      "step": 14640
+    },
+    {
+      "epoch": 0.6996559304214852,
+      "grad_norm": 311.9299011230469,
+      "learning_rate": 1.5098192128675337e-05,
+      "loss": 28.7344,
+      "step": 14641
+    },
+    {
+      "epoch": 0.6997037178629456,
+      "grad_norm": 208.29519653320312,
+      "learning_rate": 1.5097526369434689e-05,
+      "loss": 31.2188,
+      "step": 14642
+    },
+    {
+      "epoch": 0.699751505304406,
+      "grad_norm": 383.06689453125,
+      "learning_rate": 1.5096860579666437e-05,
+      "loss": 34.1562,
+      "step": 14643
+    },
+    {
+      "epoch": 0.6997992927458664,
+      "grad_norm": 208.11273193359375,
+      "learning_rate": 1.5096194759374568e-05,
+      "loss": 21.9531,
+      "step": 14644
+    },
+    {
+      "epoch": 0.6998470801873268,
+      "grad_norm": 875.3600463867188,
+      "learning_rate": 1.5095528908563063e-05,
+      "loss": 29.8438,
+      "step": 14645
+    },
+    {
+      "epoch": 0.6998948676287872,
+      "grad_norm": 294.23101806640625,
+      "learning_rate": 1.5094863027235921e-05,
+      "loss": 29.8438,
+      "step": 14646
+    },
+    {
+      "epoch": 0.6999426550702476,
+      "grad_norm": 286.45001220703125,
+      "learning_rate": 1.509419711539712e-05,
+      "loss": 28.5938,
+      "step": 14647
+    },
+    {
+      "epoch": 0.6999904425117079,
+      "grad_norm": 376.6093444824219,
+      "learning_rate": 1.5093531173050656e-05,
+      "loss": 24.7031,
+      "step": 14648
+    },
+    {
+      "epoch": 0.7000382299531683,
+      "grad_norm": 308.95635986328125,
+      "learning_rate": 1.5092865200200511e-05,
+      "loss": 27.8125,
+      "step": 14649
+    },
+    {
+      "epoch": 0.7000860173946287,
+      "grad_norm": 138.83238220214844,
+      "learning_rate": 1.5092199196850672e-05,
+      "loss": 20.2031,
+      "step": 14650
+    },
+    {
+      "epoch": 0.7001338048360891,
+      "grad_norm": 411.17523193359375,
+      "learning_rate": 1.5091533163005134e-05,
+      "loss": 29.6562,
+      "step": 14651
+    },
+    {
+      "epoch": 0.7001815922775495,
+      "grad_norm": 207.8002471923828,
+      "learning_rate": 1.509086709866788e-05,
+      "loss": 19.75,
+      "step": 14652
+    },
+    {
+      "epoch": 0.7002293797190099,
+      "grad_norm": 252.87411499023438,
+      "learning_rate": 1.5090201003842901e-05,
+      "loss": 30.0938,
+      "step": 14653
+    },
+    {
+      "epoch": 0.7002771671604703,
+      "grad_norm": 235.8619842529297,
+      "learning_rate": 1.5089534878534187e-05,
+      "loss": 29.375,
+      "step": 14654
+    },
+    {
+      "epoch": 0.7003249546019306,
+      "grad_norm": 261.64208984375,
+      "learning_rate": 1.5088868722745727e-05,
+      "loss": 38.625,
+      "step": 14655
+    },
+    {
+      "epoch": 0.700372742043391,
+      "grad_norm": 218.14776611328125,
+      "learning_rate": 1.5088202536481507e-05,
+      "loss": 32.9375,
+      "step": 14656
+    },
+    {
+      "epoch": 0.7004205294848513,
+      "grad_norm": 297.1759033203125,
+      "learning_rate": 1.5087536319745521e-05,
+      "loss": 23.25,
+      "step": 14657
+    },
+    {
+      "epoch": 0.7004683169263117,
+      "grad_norm": 256.0574645996094,
+      "learning_rate": 1.5086870072541757e-05,
+      "loss": 24.0625,
+      "step": 14658
+    },
+    {
+      "epoch": 0.7005161043677721,
+      "grad_norm": 259.0765686035156,
+      "learning_rate": 1.5086203794874206e-05,
+      "loss": 23.4688,
+      "step": 14659
+    },
+    {
+      "epoch": 0.7005638918092325,
+      "grad_norm": 427.4393005371094,
+      "learning_rate": 1.5085537486746856e-05,
+      "loss": 27.125,
+      "step": 14660
+    },
+    {
+      "epoch": 0.7006116792506929,
+      "grad_norm": 230.07049560546875,
+      "learning_rate": 1.50848711481637e-05,
+      "loss": 27.6562,
+      "step": 14661
+    },
+    {
+      "epoch": 0.7006594666921533,
+      "grad_norm": 341.78900146484375,
+      "learning_rate": 1.5084204779128726e-05,
+      "loss": 32.3125,
+      "step": 14662
+    },
+    {
+      "epoch": 0.7007072541336137,
+      "grad_norm": 218.80001831054688,
+      "learning_rate": 1.5083538379645926e-05,
+      "loss": 20.375,
+      "step": 14663
+    },
+    {
+      "epoch": 0.7007550415750741,
+      "grad_norm": 358.1783142089844,
+      "learning_rate": 1.5082871949719292e-05,
+      "loss": 25.7344,
+      "step": 14664
+    },
+    {
+      "epoch": 0.7008028290165345,
+      "grad_norm": 197.48287963867188,
+      "learning_rate": 1.5082205489352814e-05,
+      "loss": 29.2812,
+      "step": 14665
+    },
+    {
+      "epoch": 0.7008506164579948,
+      "grad_norm": 381.0766296386719,
+      "learning_rate": 1.508153899855048e-05,
+      "loss": 29.5938,
+      "step": 14666
+    },
+    {
+      "epoch": 0.7008984038994552,
+      "grad_norm": 196.90357971191406,
+      "learning_rate": 1.5080872477316288e-05,
+      "loss": 31.1875,
+      "step": 14667
+    },
+    {
+      "epoch": 0.7009461913409156,
+      "grad_norm": 417.8865661621094,
+      "learning_rate": 1.5080205925654224e-05,
+      "loss": 29.7812,
+      "step": 14668
+    },
+    {
+      "epoch": 0.700993978782376,
+      "grad_norm": 211.4241180419922,
+      "learning_rate": 1.5079539343568281e-05,
+      "loss": 26.8125,
+      "step": 14669
+    },
+    {
+      "epoch": 0.7010417662238364,
+      "grad_norm": 141.5565948486328,
+      "learning_rate": 1.5078872731062453e-05,
+      "loss": 19.7969,
+      "step": 14670
+    },
+    {
+      "epoch": 0.7010895536652968,
+      "grad_norm": 359.0303039550781,
+      "learning_rate": 1.5078206088140728e-05,
+      "loss": 30.2031,
+      "step": 14671
+    },
+    {
+      "epoch": 0.7011373411067572,
+      "grad_norm": 436.1200866699219,
+      "learning_rate": 1.5077539414807106e-05,
+      "loss": 36.125,
+      "step": 14672
+    },
+    {
+      "epoch": 0.7011851285482176,
+      "grad_norm": 244.11032104492188,
+      "learning_rate": 1.5076872711065572e-05,
+      "loss": 20.5938,
+      "step": 14673
+    },
+    {
+      "epoch": 0.701232915989678,
+      "grad_norm": 287.95953369140625,
+      "learning_rate": 1.5076205976920122e-05,
+      "loss": 31.1875,
+      "step": 14674
+    },
+    {
+      "epoch": 0.7012807034311382,
+      "grad_norm": 270.9080505371094,
+      "learning_rate": 1.5075539212374748e-05,
+      "loss": 21.625,
+      "step": 14675
+    },
+    {
+      "epoch": 0.7013284908725986,
+      "grad_norm": 467.67498779296875,
+      "learning_rate": 1.5074872417433444e-05,
+      "loss": 30.1562,
+      "step": 14676
+    },
+    {
+      "epoch": 0.701376278314059,
+      "grad_norm": 187.93226623535156,
+      "learning_rate": 1.50742055921002e-05,
+      "loss": 21.0938,
+      "step": 14677
+    },
+    {
+      "epoch": 0.7014240657555194,
+      "grad_norm": 173.86422729492188,
+      "learning_rate": 1.5073538736379014e-05,
+      "loss": 28.6719,
+      "step": 14678
+    },
+    {
+      "epoch": 0.7014718531969798,
+      "grad_norm": 4591.1220703125,
+      "learning_rate": 1.5072871850273878e-05,
+      "loss": 35.5312,
+      "step": 14679
+    },
+    {
+      "epoch": 0.7015196406384402,
+      "grad_norm": 449.1855773925781,
+      "learning_rate": 1.5072204933788786e-05,
+      "loss": 35.0625,
+      "step": 14680
+    },
+    {
+      "epoch": 0.7015674280799006,
+      "grad_norm": 189.59344482421875,
+      "learning_rate": 1.507153798692773e-05,
+      "loss": 29.2188,
+      "step": 14681
+    },
+    {
+      "epoch": 0.701615215521361,
+      "grad_norm": 261.9910888671875,
+      "learning_rate": 1.5070871009694706e-05,
+      "loss": 24.375,
+      "step": 14682
+    },
+    {
+      "epoch": 0.7016630029628214,
+      "grad_norm": 355.1450500488281,
+      "learning_rate": 1.5070204002093709e-05,
+      "loss": 31.4375,
+      "step": 14683
+    },
+    {
+      "epoch": 0.7017107904042817,
+      "grad_norm": 414.96807861328125,
+      "learning_rate": 1.506953696412873e-05,
+      "loss": 29.8125,
+      "step": 14684
+    },
+    {
+      "epoch": 0.7017585778457421,
+      "grad_norm": 258.0747375488281,
+      "learning_rate": 1.5068869895803769e-05,
+      "loss": 31.8906,
+      "step": 14685
+    },
+    {
+      "epoch": 0.7018063652872025,
+      "grad_norm": 203.09877014160156,
+      "learning_rate": 1.5068202797122813e-05,
+      "loss": 34.5938,
+      "step": 14686
+    },
+    {
+      "epoch": 0.7018541527286629,
+      "grad_norm": 212.29129028320312,
+      "learning_rate": 1.5067535668089868e-05,
+      "loss": 27.8438,
+      "step": 14687
+    },
+    {
+      "epoch": 0.7019019401701233,
+      "grad_norm": 316.79693603515625,
+      "learning_rate": 1.506686850870892e-05,
+      "loss": 42.0938,
+      "step": 14688
+    },
+    {
+      "epoch": 0.7019497276115837,
+      "grad_norm": 326.6464538574219,
+      "learning_rate": 1.5066201318983969e-05,
+      "loss": 29.0,
+      "step": 14689
+    },
+    {
+      "epoch": 0.7019975150530441,
+      "grad_norm": 429.4295349121094,
+      "learning_rate": 1.5065534098919008e-05,
+      "loss": 35.5312,
+      "step": 14690
+    },
+    {
+      "epoch": 0.7020453024945045,
+      "grad_norm": 310.080322265625,
+      "learning_rate": 1.5064866848518034e-05,
+      "loss": 27.1562,
+      "step": 14691
+    },
+    {
+      "epoch": 0.7020930899359649,
+      "grad_norm": 266.3523864746094,
+      "learning_rate": 1.5064199567785042e-05,
+      "loss": 37.4375,
+      "step": 14692
+    },
+    {
+      "epoch": 0.7021408773774253,
+      "grad_norm": 284.2115478515625,
+      "learning_rate": 1.5063532256724031e-05,
+      "loss": 31.7188,
+      "step": 14693
+    },
+    {
+      "epoch": 0.7021886648188856,
+      "grad_norm": 182.7411346435547,
+      "learning_rate": 1.5062864915338998e-05,
+      "loss": 25.9062,
+      "step": 14694
+    },
+    {
+      "epoch": 0.702236452260346,
+      "grad_norm": 472.7349853515625,
+      "learning_rate": 1.5062197543633933e-05,
+      "loss": 26.875,
+      "step": 14695
+    },
+    {
+      "epoch": 0.7022842397018063,
+      "grad_norm": 192.5408935546875,
+      "learning_rate": 1.5061530141612836e-05,
+      "loss": 25.625,
+      "step": 14696
+    },
+    {
+      "epoch": 0.7023320271432667,
+      "grad_norm": 198.24606323242188,
+      "learning_rate": 1.506086270927971e-05,
+      "loss": 32.1562,
+      "step": 14697
+    },
+    {
+      "epoch": 0.7023798145847271,
+      "grad_norm": 227.54580688476562,
+      "learning_rate": 1.5060195246638545e-05,
+      "loss": 18.5,
+      "step": 14698
+    },
+    {
+      "epoch": 0.7024276020261875,
+      "grad_norm": 211.07530212402344,
+      "learning_rate": 1.5059527753693334e-05,
+      "loss": 42.5625,
+      "step": 14699
+    },
+    {
+      "epoch": 0.7024753894676479,
+      "grad_norm": 466.6790771484375,
+      "learning_rate": 1.5058860230448086e-05,
+      "loss": 36.7812,
+      "step": 14700
+    },
+    {
+      "epoch": 0.7025231769091083,
+      "grad_norm": 496.6754455566406,
+      "learning_rate": 1.5058192676906794e-05,
+      "loss": 31.1875,
+      "step": 14701
+    },
+    {
+      "epoch": 0.7025709643505686,
+      "grad_norm": 205.41114807128906,
+      "learning_rate": 1.505752509307345e-05,
+      "loss": 30.2969,
+      "step": 14702
+    },
+    {
+      "epoch": 0.702618751792029,
+      "grad_norm": 296.7966613769531,
+      "learning_rate": 1.505685747895206e-05,
+      "loss": 24.6875,
+      "step": 14703
+    },
+    {
+      "epoch": 0.7026665392334894,
+      "grad_norm": 346.3060302734375,
+      "learning_rate": 1.5056189834546618e-05,
+      "loss": 41.2188,
+      "step": 14704
+    },
+    {
+      "epoch": 0.7027143266749498,
+      "grad_norm": 284.9189758300781,
+      "learning_rate": 1.5055522159861125e-05,
+      "loss": 21.0,
+      "step": 14705
+    },
+    {
+      "epoch": 0.7027621141164102,
+      "grad_norm": 230.0303497314453,
+      "learning_rate": 1.5054854454899573e-05,
+      "loss": 32.0938,
+      "step": 14706
+    },
+    {
+      "epoch": 0.7028099015578706,
+      "grad_norm": 278.3022766113281,
+      "learning_rate": 1.5054186719665969e-05,
+      "loss": 29.4062,
+      "step": 14707
+    },
+    {
+      "epoch": 0.702857688999331,
+      "grad_norm": 186.18739318847656,
+      "learning_rate": 1.5053518954164306e-05,
+      "loss": 34.1875,
+      "step": 14708
+    },
+    {
+      "epoch": 0.7029054764407914,
+      "grad_norm": 294.1590270996094,
+      "learning_rate": 1.5052851158398587e-05,
+      "loss": 28.8438,
+      "step": 14709
+    },
+    {
+      "epoch": 0.7029532638822518,
+      "grad_norm": 328.6831970214844,
+      "learning_rate": 1.5052183332372808e-05,
+      "loss": 23.9375,
+      "step": 14710
+    },
+    {
+      "epoch": 0.7030010513237122,
+      "grad_norm": 203.97731018066406,
+      "learning_rate": 1.5051515476090973e-05,
+      "loss": 24.8438,
+      "step": 14711
+    },
+    {
+      "epoch": 0.7030488387651725,
+      "grad_norm": 451.299560546875,
+      "learning_rate": 1.5050847589557076e-05,
+      "loss": 27.1875,
+      "step": 14712
+    },
+    {
+      "epoch": 0.7030966262066329,
+      "grad_norm": 270.3898010253906,
+      "learning_rate": 1.505017967277512e-05,
+      "loss": 27.8438,
+      "step": 14713
+    },
+    {
+      "epoch": 0.7031444136480933,
+      "grad_norm": 460.0415344238281,
+      "learning_rate": 1.5049511725749104e-05,
+      "loss": 37.1562,
+      "step": 14714
+    },
+    {
+      "epoch": 0.7031922010895537,
+      "grad_norm": 282.5934143066406,
+      "learning_rate": 1.5048843748483029e-05,
+      "loss": 32.8125,
+      "step": 14715
+    },
+    {
+      "epoch": 0.7032399885310141,
+      "grad_norm": 271.6627197265625,
+      "learning_rate": 1.5048175740980898e-05,
+      "loss": 34.5625,
+      "step": 14716
+    },
+    {
+      "epoch": 0.7032877759724744,
+      "grad_norm": 428.56103515625,
+      "learning_rate": 1.50475077032467e-05,
+      "loss": 37.4219,
+      "step": 14717
+    },
+    {
+      "epoch": 0.7033355634139348,
+      "grad_norm": 393.5344543457031,
+      "learning_rate": 1.5046839635284451e-05,
+      "loss": 29.3438,
+      "step": 14718
+    },
+    {
+      "epoch": 0.7033833508553952,
+      "grad_norm": 378.36981201171875,
+      "learning_rate": 1.504617153709814e-05,
+      "loss": 37.6094,
+      "step": 14719
+    },
+    {
+      "epoch": 0.7034311382968556,
+      "grad_norm": 284.0560302734375,
+      "learning_rate": 1.5045503408691776e-05,
+      "loss": 29.1562,
+      "step": 14720
+    },
+    {
+      "epoch": 0.7034789257383159,
+      "grad_norm": 235.23097229003906,
+      "learning_rate": 1.5044835250069353e-05,
+      "loss": 23.2656,
+      "step": 14721
+    },
+    {
+      "epoch": 0.7035267131797763,
+      "grad_norm": 327.3603210449219,
+      "learning_rate": 1.5044167061234882e-05,
+      "loss": 23.3125,
+      "step": 14722
+    },
+    {
+      "epoch": 0.7035745006212367,
+      "grad_norm": 112.25492095947266,
+      "learning_rate": 1.5043498842192356e-05,
+      "loss": 16.5938,
+      "step": 14723
+    },
+    {
+      "epoch": 0.7036222880626971,
+      "grad_norm": 277.6175231933594,
+      "learning_rate": 1.5042830592945784e-05,
+      "loss": 36.4375,
+      "step": 14724
+    },
+    {
+      "epoch": 0.7036700755041575,
+      "grad_norm": 368.4019775390625,
+      "learning_rate": 1.5042162313499158e-05,
+      "loss": 31.1562,
+      "step": 14725
+    },
+    {
+      "epoch": 0.7037178629456179,
+      "grad_norm": 276.0011291503906,
+      "learning_rate": 1.5041494003856487e-05,
+      "loss": 31.375,
+      "step": 14726
+    },
+    {
+      "epoch": 0.7037656503870783,
+      "grad_norm": 348.036376953125,
+      "learning_rate": 1.5040825664021777e-05,
+      "loss": 26.4062,
+      "step": 14727
+    },
+    {
+      "epoch": 0.7038134378285387,
+      "grad_norm": 333.4691467285156,
+      "learning_rate": 1.5040157293999018e-05,
+      "loss": 24.4688,
+      "step": 14728
+    },
+    {
+      "epoch": 0.7038612252699991,
+      "grad_norm": 326.04510498046875,
+      "learning_rate": 1.5039488893792227e-05,
+      "loss": 27.5469,
+      "step": 14729
+    },
+    {
+      "epoch": 0.7039090127114594,
+      "grad_norm": 208.4862060546875,
+      "learning_rate": 1.5038820463405399e-05,
+      "loss": 23.5312,
+      "step": 14730
+    },
+    {
+      "epoch": 0.7039568001529198,
+      "grad_norm": 316.366943359375,
+      "learning_rate": 1.5038152002842537e-05,
+      "loss": 22.9531,
+      "step": 14731
+    },
+    {
+      "epoch": 0.7040045875943802,
+      "grad_norm": 254.8007049560547,
+      "learning_rate": 1.5037483512107644e-05,
+      "loss": 35.375,
+      "step": 14732
+    },
+    {
+      "epoch": 0.7040523750358406,
+      "grad_norm": 280.10577392578125,
+      "learning_rate": 1.503681499120473e-05,
+      "loss": 34.7812,
+      "step": 14733
+    },
+    {
+      "epoch": 0.704100162477301,
+      "grad_norm": 190.87266540527344,
+      "learning_rate": 1.5036146440137787e-05,
+      "loss": 31.5938,
+      "step": 14734
+    },
+    {
+      "epoch": 0.7041479499187614,
+      "grad_norm": 292.7822265625,
+      "learning_rate": 1.5035477858910827e-05,
+      "loss": 25.8438,
+      "step": 14735
+    },
+    {
+      "epoch": 0.7041957373602218,
+      "grad_norm": 339.756103515625,
+      "learning_rate": 1.5034809247527857e-05,
+      "loss": 21.1406,
+      "step": 14736
+    },
+    {
+      "epoch": 0.7042435248016821,
+      "grad_norm": 410.16448974609375,
+      "learning_rate": 1.5034140605992871e-05,
+      "loss": 40.4688,
+      "step": 14737
+    },
+    {
+      "epoch": 0.7042913122431425,
+      "grad_norm": 389.8822326660156,
+      "learning_rate": 1.503347193430988e-05,
+      "loss": 25.125,
+      "step": 14738
+    },
+    {
+      "epoch": 0.7043390996846028,
+      "grad_norm": 307.7994689941406,
+      "learning_rate": 1.5032803232482886e-05,
+      "loss": 32.0938,
+      "step": 14739
+    },
+    {
+      "epoch": 0.7043868871260632,
+      "grad_norm": 304.54583740234375,
+      "learning_rate": 1.5032134500515898e-05,
+      "loss": 28.8125,
+      "step": 14740
+    },
+    {
+      "epoch": 0.7044346745675236,
+      "grad_norm": 341.38604736328125,
+      "learning_rate": 1.5031465738412916e-05,
+      "loss": 36.2188,
+      "step": 14741
+    },
+    {
+      "epoch": 0.704482462008984,
+      "grad_norm": 156.09701538085938,
+      "learning_rate": 1.5030796946177946e-05,
+      "loss": 21.75,
+      "step": 14742
+    },
+    {
+      "epoch": 0.7045302494504444,
+      "grad_norm": 201.4138946533203,
+      "learning_rate": 1.503012812381499e-05,
+      "loss": 33.0938,
+      "step": 14743
+    },
+    {
+      "epoch": 0.7045780368919048,
+      "grad_norm": 418.33038330078125,
+      "learning_rate": 1.5029459271328063e-05,
+      "loss": 39.7188,
+      "step": 14744
+    },
+    {
+      "epoch": 0.7046258243333652,
+      "grad_norm": 206.13963317871094,
+      "learning_rate": 1.5028790388721163e-05,
+      "loss": 18.8281,
+      "step": 14745
+    },
+    {
+      "epoch": 0.7046736117748256,
+      "grad_norm": 164.68316650390625,
+      "learning_rate": 1.5028121475998298e-05,
+      "loss": 20.5312,
+      "step": 14746
+    },
+    {
+      "epoch": 0.704721399216286,
+      "grad_norm": 186.85940551757812,
+      "learning_rate": 1.5027452533163474e-05,
+      "loss": 27.1875,
+      "step": 14747
+    },
+    {
+      "epoch": 0.7047691866577463,
+      "grad_norm": 263.2279052734375,
+      "learning_rate": 1.5026783560220696e-05,
+      "loss": 37.375,
+      "step": 14748
+    },
+    {
+      "epoch": 0.7048169740992067,
+      "grad_norm": 239.94293212890625,
+      "learning_rate": 1.5026114557173971e-05,
+      "loss": 25.1875,
+      "step": 14749
+    },
+    {
+      "epoch": 0.7048647615406671,
+      "grad_norm": 198.54885864257812,
+      "learning_rate": 1.5025445524027302e-05,
+      "loss": 21.0625,
+      "step": 14750
+    },
+    {
+      "epoch": 0.7049125489821275,
+      "grad_norm": 268.553955078125,
+      "learning_rate": 1.5024776460784702e-05,
+      "loss": 27.5469,
+      "step": 14751
+    },
+    {
+      "epoch": 0.7049603364235879,
+      "grad_norm": 170.83929443359375,
+      "learning_rate": 1.5024107367450173e-05,
+      "loss": 31.9062,
+      "step": 14752
+    },
+    {
+      "epoch": 0.7050081238650483,
+      "grad_norm": 325.2006530761719,
+      "learning_rate": 1.5023438244027725e-05,
+      "loss": 24.5,
+      "step": 14753
+    },
+    {
+      "epoch": 0.7050559113065087,
+      "grad_norm": 359.3147888183594,
+      "learning_rate": 1.5022769090521366e-05,
+      "loss": 28.7969,
+      "step": 14754
+    },
+    {
+      "epoch": 0.7051036987479691,
+      "grad_norm": 229.3744659423828,
+      "learning_rate": 1.5022099906935097e-05,
+      "loss": 23.1562,
+      "step": 14755
+    },
+    {
+      "epoch": 0.7051514861894295,
+      "grad_norm": 398.9651794433594,
+      "learning_rate": 1.5021430693272932e-05,
+      "loss": 26.5312,
+      "step": 14756
+    },
+    {
+      "epoch": 0.7051992736308899,
+      "grad_norm": 237.46885681152344,
+      "learning_rate": 1.502076144953888e-05,
+      "loss": 32.9375,
+      "step": 14757
+    },
+    {
+      "epoch": 0.7052470610723501,
+      "grad_norm": 294.0566711425781,
+      "learning_rate": 1.5020092175736938e-05,
+      "loss": 32.0938,
+      "step": 14758
+    },
+    {
+      "epoch": 0.7052948485138105,
+      "grad_norm": 225.3658905029297,
+      "learning_rate": 1.5019422871871125e-05,
+      "loss": 26.5781,
+      "step": 14759
+    },
+    {
+      "epoch": 0.7053426359552709,
+      "grad_norm": 196.4225311279297,
+      "learning_rate": 1.501875353794545e-05,
+      "loss": 26.1562,
+      "step": 14760
+    },
+    {
+      "epoch": 0.7053904233967313,
+      "grad_norm": 211.10922241210938,
+      "learning_rate": 1.5018084173963912e-05,
+      "loss": 18.0,
+      "step": 14761
+    },
+    {
+      "epoch": 0.7054382108381917,
+      "grad_norm": 219.88461303710938,
+      "learning_rate": 1.5017414779930526e-05,
+      "loss": 24.0625,
+      "step": 14762
+    },
+    {
+      "epoch": 0.7054859982796521,
+      "grad_norm": 350.781494140625,
+      "learning_rate": 1.5016745355849303e-05,
+      "loss": 41.875,
+      "step": 14763
+    },
+    {
+      "epoch": 0.7055337857211125,
+      "grad_norm": 468.8414001464844,
+      "learning_rate": 1.5016075901724243e-05,
+      "loss": 25.8438,
+      "step": 14764
+    },
+    {
+      "epoch": 0.7055815731625729,
+      "grad_norm": 249.80226135253906,
+      "learning_rate": 1.5015406417559364e-05,
+      "loss": 25.5312,
+      "step": 14765
+    },
+    {
+      "epoch": 0.7056293606040333,
+      "grad_norm": 590.7219848632812,
+      "learning_rate": 1.5014736903358674e-05,
+      "loss": 33.6562,
+      "step": 14766
+    },
+    {
+      "epoch": 0.7056771480454936,
+      "grad_norm": 227.57826232910156,
+      "learning_rate": 1.5014067359126176e-05,
+      "loss": 26.1562,
+      "step": 14767
+    },
+    {
+      "epoch": 0.705724935486954,
+      "grad_norm": 311.1202392578125,
+      "learning_rate": 1.5013397784865888e-05,
+      "loss": 26.7344,
+      "step": 14768
+    },
+    {
+      "epoch": 0.7057727229284144,
+      "grad_norm": 210.95689392089844,
+      "learning_rate": 1.5012728180581815e-05,
+      "loss": 21.875,
+      "step": 14769
+    },
+    {
+      "epoch": 0.7058205103698748,
+      "grad_norm": 361.8265380859375,
+      "learning_rate": 1.501205854627797e-05,
+      "loss": 35.7188,
+      "step": 14770
+    },
+    {
+      "epoch": 0.7058682978113352,
+      "grad_norm": 186.49676513671875,
+      "learning_rate": 1.5011388881958357e-05,
+      "loss": 21.4062,
+      "step": 14771
+    },
+    {
+      "epoch": 0.7059160852527956,
+      "grad_norm": 236.51971435546875,
+      "learning_rate": 1.5010719187626999e-05,
+      "loss": 28.375,
+      "step": 14772
+    },
+    {
+      "epoch": 0.705963872694256,
+      "grad_norm": 218.1238250732422,
+      "learning_rate": 1.5010049463287892e-05,
+      "loss": 40.9375,
+      "step": 14773
+    },
+    {
+      "epoch": 0.7060116601357164,
+      "grad_norm": 352.7384948730469,
+      "learning_rate": 1.5009379708945055e-05,
+      "loss": 31.0625,
+      "step": 14774
+    },
+    {
+      "epoch": 0.7060594475771768,
+      "grad_norm": 330.4125671386719,
+      "learning_rate": 1.50087099246025e-05,
+      "loss": 28.2969,
+      "step": 14775
+    },
+    {
+      "epoch": 0.7061072350186371,
+      "grad_norm": 336.7767333984375,
+      "learning_rate": 1.5008040110264232e-05,
+      "loss": 20.7188,
+      "step": 14776
+    },
+    {
+      "epoch": 0.7061550224600975,
+      "grad_norm": 237.05332946777344,
+      "learning_rate": 1.5007370265934267e-05,
+      "loss": 26.875,
+      "step": 14777
+    },
+    {
+      "epoch": 0.7062028099015578,
+      "grad_norm": 362.4806823730469,
+      "learning_rate": 1.5006700391616615e-05,
+      "loss": 34.0625,
+      "step": 14778
+    },
+    {
+      "epoch": 0.7062505973430182,
+      "grad_norm": 294.1034851074219,
+      "learning_rate": 1.500603048731529e-05,
+      "loss": 30.8125,
+      "step": 14779
+    },
+    {
+      "epoch": 0.7062983847844786,
+      "grad_norm": 174.38613891601562,
+      "learning_rate": 1.5005360553034302e-05,
+      "loss": 23.375,
+      "step": 14780
+    },
+    {
+      "epoch": 0.706346172225939,
+      "grad_norm": 207.31588745117188,
+      "learning_rate": 1.5004690588777662e-05,
+      "loss": 35.0,
+      "step": 14781
+    },
+    {
+      "epoch": 0.7063939596673994,
+      "grad_norm": 543.579833984375,
+      "learning_rate": 1.5004020594549382e-05,
+      "loss": 28.0938,
+      "step": 14782
+    },
+    {
+      "epoch": 0.7064417471088598,
+      "grad_norm": 217.45925903320312,
+      "learning_rate": 1.5003350570353478e-05,
+      "loss": 29.2812,
+      "step": 14783
+    },
+    {
+      "epoch": 0.7064895345503202,
+      "grad_norm": 438.80865478515625,
+      "learning_rate": 1.5002680516193962e-05,
+      "loss": 25.5312,
+      "step": 14784
+    },
+    {
+      "epoch": 0.7065373219917805,
+      "grad_norm": 1297.6004638671875,
+      "learning_rate": 1.5002010432074839e-05,
+      "loss": 16.9688,
+      "step": 14785
+    },
+    {
+      "epoch": 0.7065851094332409,
+      "grad_norm": 278.1061096191406,
+      "learning_rate": 1.500134031800013e-05,
+      "loss": 23.1094,
+      "step": 14786
+    },
+    {
+      "epoch": 0.7066328968747013,
+      "grad_norm": 182.00161743164062,
+      "learning_rate": 1.5000670173973845e-05,
+      "loss": 24.8438,
+      "step": 14787
+    },
+    {
+      "epoch": 0.7066806843161617,
+      "grad_norm": 237.64369201660156,
+      "learning_rate": 1.5000000000000002e-05,
+      "loss": 26.0938,
+      "step": 14788
+    },
+    {
+      "epoch": 0.7067284717576221,
+      "grad_norm": 156.0903778076172,
+      "learning_rate": 1.4999329796082608e-05,
+      "loss": 23.9688,
+      "step": 14789
+    },
+    {
+      "epoch": 0.7067762591990825,
+      "grad_norm": 197.42176818847656,
+      "learning_rate": 1.4998659562225681e-05,
+      "loss": 24.2031,
+      "step": 14790
+    },
+    {
+      "epoch": 0.7068240466405429,
+      "grad_norm": 190.8612518310547,
+      "learning_rate": 1.499798929843323e-05,
+      "loss": 22.8125,
+      "step": 14791
+    },
+    {
+      "epoch": 0.7068718340820033,
+      "grad_norm": 238.06536865234375,
+      "learning_rate": 1.4997319004709276e-05,
+      "loss": 36.6562,
+      "step": 14792
+    },
+    {
+      "epoch": 0.7069196215234637,
+      "grad_norm": 425.6641845703125,
+      "learning_rate": 1.4996648681057827e-05,
+      "loss": 25.6562,
+      "step": 14793
+    },
+    {
+      "epoch": 0.706967408964924,
+      "grad_norm": 202.1905517578125,
+      "learning_rate": 1.49959783274829e-05,
+      "loss": 22.9375,
+      "step": 14794
+    },
+    {
+      "epoch": 0.7070151964063844,
+      "grad_norm": 360.94891357421875,
+      "learning_rate": 1.4995307943988514e-05,
+      "loss": 29.3438,
+      "step": 14795
+    },
+    {
+      "epoch": 0.7070629838478448,
+      "grad_norm": 290.2923889160156,
+      "learning_rate": 1.4994637530578673e-05,
+      "loss": 31.4375,
+      "step": 14796
+    },
+    {
+      "epoch": 0.7071107712893052,
+      "grad_norm": 309.75469970703125,
+      "learning_rate": 1.4993967087257401e-05,
+      "loss": 26.0938,
+      "step": 14797
+    },
+    {
+      "epoch": 0.7071585587307656,
+      "grad_norm": 318.77874755859375,
+      "learning_rate": 1.4993296614028712e-05,
+      "loss": 27.1875,
+      "step": 14798
+    },
+    {
+      "epoch": 0.7072063461722259,
+      "grad_norm": 287.199462890625,
+      "learning_rate": 1.4992626110896615e-05,
+      "loss": 20.0,
+      "step": 14799
+    },
+    {
+      "epoch": 0.7072541336136863,
+      "grad_norm": 346.7113037109375,
+      "learning_rate": 1.4991955577865133e-05,
+      "loss": 27.25,
+      "step": 14800
+    },
+    {
+      "epoch": 0.7073019210551467,
+      "grad_norm": 159.40487670898438,
+      "learning_rate": 1.4991285014938277e-05,
+      "loss": 23.0938,
+      "step": 14801
+    },
+    {
+      "epoch": 0.707349708496607,
+      "grad_norm": 264.4492492675781,
+      "learning_rate": 1.4990614422120064e-05,
+      "loss": 30.8438,
+      "step": 14802
+    },
+    {
+      "epoch": 0.7073974959380674,
+      "grad_norm": 1439.1075439453125,
+      "learning_rate": 1.4989943799414513e-05,
+      "loss": 40.9375,
+      "step": 14803
+    },
+    {
+      "epoch": 0.7074452833795278,
+      "grad_norm": 1345.393310546875,
+      "learning_rate": 1.4989273146825633e-05,
+      "loss": 27.4375,
+      "step": 14804
+    },
+    {
+      "epoch": 0.7074930708209882,
+      "grad_norm": 332.7887268066406,
+      "learning_rate": 1.498860246435745e-05,
+      "loss": 21.7188,
+      "step": 14805
+    },
+    {
+      "epoch": 0.7075408582624486,
+      "grad_norm": 317.3534240722656,
+      "learning_rate": 1.498793175201397e-05,
+      "loss": 29.7188,
+      "step": 14806
+    },
+    {
+      "epoch": 0.707588645703909,
+      "grad_norm": 319.28802490234375,
+      "learning_rate": 1.4987261009799217e-05,
+      "loss": 30.2812,
+      "step": 14807
+    },
+    {
+      "epoch": 0.7076364331453694,
+      "grad_norm": 263.6493835449219,
+      "learning_rate": 1.4986590237717204e-05,
+      "loss": 28.2969,
+      "step": 14808
+    },
+    {
+      "epoch": 0.7076842205868298,
+      "grad_norm": 274.5858459472656,
+      "learning_rate": 1.4985919435771955e-05,
+      "loss": 31.25,
+      "step": 14809
+    },
+    {
+      "epoch": 0.7077320080282902,
+      "grad_norm": 384.191162109375,
+      "learning_rate": 1.498524860396748e-05,
+      "loss": 31.2188,
+      "step": 14810
+    },
+    {
+      "epoch": 0.7077797954697506,
+      "grad_norm": 237.9758758544922,
+      "learning_rate": 1.4984577742307797e-05,
+      "loss": 23.0312,
+      "step": 14811
+    },
+    {
+      "epoch": 0.707827582911211,
+      "grad_norm": 286.6695556640625,
+      "learning_rate": 1.4983906850796925e-05,
+      "loss": 37.375,
+      "step": 14812
+    },
+    {
+      "epoch": 0.7078753703526713,
+      "grad_norm": 272.197021484375,
+      "learning_rate": 1.4983235929438884e-05,
+      "loss": 28.4375,
+      "step": 14813
+    },
+    {
+      "epoch": 0.7079231577941317,
+      "grad_norm": 292.92822265625,
+      "learning_rate": 1.498256497823769e-05,
+      "loss": 32.4375,
+      "step": 14814
+    },
+    {
+      "epoch": 0.7079709452355921,
+      "grad_norm": 330.0391540527344,
+      "learning_rate": 1.4981893997197361e-05,
+      "loss": 32.1875,
+      "step": 14815
+    },
+    {
+      "epoch": 0.7080187326770525,
+      "grad_norm": 278.540283203125,
+      "learning_rate": 1.4981222986321915e-05,
+      "loss": 29.8438,
+      "step": 14816
+    },
+    {
+      "epoch": 0.7080665201185129,
+      "grad_norm": 248.68988037109375,
+      "learning_rate": 1.498055194561537e-05,
+      "loss": 23.9375,
+      "step": 14817
+    },
+    {
+      "epoch": 0.7081143075599733,
+      "grad_norm": 336.1505432128906,
+      "learning_rate": 1.4979880875081744e-05,
+      "loss": 37.5625,
+      "step": 14818
+    },
+    {
+      "epoch": 0.7081620950014337,
+      "grad_norm": 379.8698425292969,
+      "learning_rate": 1.4979209774725058e-05,
+      "loss": 35.9688,
+      "step": 14819
+    },
+    {
+      "epoch": 0.708209882442894,
+      "grad_norm": 436.7208557128906,
+      "learning_rate": 1.4978538644549335e-05,
+      "loss": 35.7188,
+      "step": 14820
+    },
+    {
+      "epoch": 0.7082576698843543,
+      "grad_norm": 247.63710021972656,
+      "learning_rate": 1.4977867484558586e-05,
+      "loss": 31.125,
+      "step": 14821
+    },
+    {
+      "epoch": 0.7083054573258147,
+      "grad_norm": 156.9382781982422,
+      "learning_rate": 1.4977196294756832e-05,
+      "loss": 19.2969,
+      "step": 14822
+    },
+    {
+      "epoch": 0.7083532447672751,
+      "grad_norm": 285.03643798828125,
+      "learning_rate": 1.4976525075148099e-05,
+      "loss": 26.4062,
+      "step": 14823
+    },
+    {
+      "epoch": 0.7084010322087355,
+      "grad_norm": 305.8921813964844,
+      "learning_rate": 1.4975853825736397e-05,
+      "loss": 35.0312,
+      "step": 14824
+    },
+    {
+      "epoch": 0.7084488196501959,
+      "grad_norm": 233.31581115722656,
+      "learning_rate": 1.4975182546525755e-05,
+      "loss": 30.2812,
+      "step": 14825
+    },
+    {
+      "epoch": 0.7084966070916563,
+      "grad_norm": 326.97198486328125,
+      "learning_rate": 1.4974511237520189e-05,
+      "loss": 21.375,
+      "step": 14826
+    },
+    {
+      "epoch": 0.7085443945331167,
+      "grad_norm": 245.5144500732422,
+      "learning_rate": 1.497383989872372e-05,
+      "loss": 34.9688,
+      "step": 14827
+    },
+    {
+      "epoch": 0.7085921819745771,
+      "grad_norm": 391.42010498046875,
+      "learning_rate": 1.4973168530140368e-05,
+      "loss": 30.4531,
+      "step": 14828
+    },
+    {
+      "epoch": 0.7086399694160375,
+      "grad_norm": 246.4459991455078,
+      "learning_rate": 1.497249713177415e-05,
+      "loss": 46.125,
+      "step": 14829
+    },
+    {
+      "epoch": 0.7086877568574979,
+      "grad_norm": 260.1801452636719,
+      "learning_rate": 1.4971825703629095e-05,
+      "loss": 25.2344,
+      "step": 14830
+    },
+    {
+      "epoch": 0.7087355442989582,
+      "grad_norm": 302.6109924316406,
+      "learning_rate": 1.4971154245709215e-05,
+      "loss": 37.0312,
+      "step": 14831
+    },
+    {
+      "epoch": 0.7087833317404186,
+      "grad_norm": 122.3478012084961,
+      "learning_rate": 1.4970482758018539e-05,
+      "loss": 19.5625,
+      "step": 14832
+    },
+    {
+      "epoch": 0.708831119181879,
+      "grad_norm": 559.0804443359375,
+      "learning_rate": 1.4969811240561086e-05,
+      "loss": 38.375,
+      "step": 14833
+    },
+    {
+      "epoch": 0.7088789066233394,
+      "grad_norm": 257.29998779296875,
+      "learning_rate": 1.4969139693340874e-05,
+      "loss": 30.3125,
+      "step": 14834
+    },
+    {
+      "epoch": 0.7089266940647998,
+      "grad_norm": 279.6199035644531,
+      "learning_rate": 1.4968468116361927e-05,
+      "loss": 29.5938,
+      "step": 14835
+    },
+    {
+      "epoch": 0.7089744815062602,
+      "grad_norm": 481.186279296875,
+      "learning_rate": 1.4967796509628269e-05,
+      "loss": 35.5312,
+      "step": 14836
+    },
+    {
+      "epoch": 0.7090222689477206,
+      "grad_norm": 223.44773864746094,
+      "learning_rate": 1.4967124873143917e-05,
+      "loss": 20.6875,
+      "step": 14837
+    },
+    {
+      "epoch": 0.709070056389181,
+      "grad_norm": 264.7937316894531,
+      "learning_rate": 1.4966453206912901e-05,
+      "loss": 22.3438,
+      "step": 14838
+    },
+    {
+      "epoch": 0.7091178438306414,
+      "grad_norm": 201.1951904296875,
+      "learning_rate": 1.4965781510939235e-05,
+      "loss": 28.2969,
+      "step": 14839
+    },
+    {
+      "epoch": 0.7091656312721016,
+      "grad_norm": 232.00999450683594,
+      "learning_rate": 1.4965109785226945e-05,
+      "loss": 29.0469,
+      "step": 14840
+    },
+    {
+      "epoch": 0.709213418713562,
+      "grad_norm": 164.42401123046875,
+      "learning_rate": 1.4964438029780055e-05,
+      "loss": 36.3438,
+      "step": 14841
+    },
+    {
+      "epoch": 0.7092612061550224,
+      "grad_norm": 334.88262939453125,
+      "learning_rate": 1.4963766244602589e-05,
+      "loss": 34.3125,
+      "step": 14842
+    },
+    {
+      "epoch": 0.7093089935964828,
+      "grad_norm": 316.86553955078125,
+      "learning_rate": 1.4963094429698567e-05,
+      "loss": 33.9688,
+      "step": 14843
+    },
+    {
+      "epoch": 0.7093567810379432,
+      "grad_norm": 386.0037536621094,
+      "learning_rate": 1.4962422585072014e-05,
+      "loss": 27.9688,
+      "step": 14844
+    },
+    {
+      "epoch": 0.7094045684794036,
+      "grad_norm": 331.9780578613281,
+      "learning_rate": 1.4961750710726951e-05,
+      "loss": 31.625,
+      "step": 14845
+    },
+    {
+      "epoch": 0.709452355920864,
+      "grad_norm": 385.75396728515625,
+      "learning_rate": 1.4961078806667409e-05,
+      "loss": 26.8906,
+      "step": 14846
+    },
+    {
+      "epoch": 0.7095001433623244,
+      "grad_norm": 188.21632385253906,
+      "learning_rate": 1.4960406872897401e-05,
+      "loss": 25.2188,
+      "step": 14847
+    },
+    {
+      "epoch": 0.7095479308037848,
+      "grad_norm": 242.88011169433594,
+      "learning_rate": 1.4959734909420957e-05,
+      "loss": 28.375,
+      "step": 14848
+    },
+    {
+      "epoch": 0.7095957182452451,
+      "grad_norm": 281.999267578125,
+      "learning_rate": 1.4959062916242103e-05,
+      "loss": 31.875,
+      "step": 14849
+    },
+    {
+      "epoch": 0.7096435056867055,
+      "grad_norm": 284.4606018066406,
+      "learning_rate": 1.4958390893364858e-05,
+      "loss": 22.6406,
+      "step": 14850
+    },
+    {
+      "epoch": 0.7096912931281659,
+      "grad_norm": 309.4819641113281,
+      "learning_rate": 1.4957718840793254e-05,
+      "loss": 40.0,
+      "step": 14851
+    },
+    {
+      "epoch": 0.7097390805696263,
+      "grad_norm": 502.15948486328125,
+      "learning_rate": 1.4957046758531306e-05,
+      "loss": 38.4375,
+      "step": 14852
+    },
+    {
+      "epoch": 0.7097868680110867,
+      "grad_norm": 225.4747314453125,
+      "learning_rate": 1.4956374646583048e-05,
+      "loss": 24.9062,
+      "step": 14853
+    },
+    {
+      "epoch": 0.7098346554525471,
+      "grad_norm": 509.9727478027344,
+      "learning_rate": 1.49557025049525e-05,
+      "loss": 30.4844,
+      "step": 14854
+    },
+    {
+      "epoch": 0.7098824428940075,
+      "grad_norm": 387.71234130859375,
+      "learning_rate": 1.495503033364369e-05,
+      "loss": 32.8125,
+      "step": 14855
+    },
+    {
+      "epoch": 0.7099302303354679,
+      "grad_norm": 292.19171142578125,
+      "learning_rate": 1.495435813266064e-05,
+      "loss": 30.5,
+      "step": 14856
+    },
+    {
+      "epoch": 0.7099780177769283,
+      "grad_norm": 287.4997863769531,
+      "learning_rate": 1.495368590200738e-05,
+      "loss": 24.0,
+      "step": 14857
+    },
+    {
+      "epoch": 0.7100258052183887,
+      "grad_norm": 396.2042541503906,
+      "learning_rate": 1.4953013641687932e-05,
+      "loss": 36.125,
+      "step": 14858
+    },
+    {
+      "epoch": 0.710073592659849,
+      "grad_norm": 397.45025634765625,
+      "learning_rate": 1.4952341351706323e-05,
+      "loss": 28.875,
+      "step": 14859
+    },
+    {
+      "epoch": 0.7101213801013094,
+      "grad_norm": 352.9952392578125,
+      "learning_rate": 1.495166903206658e-05,
+      "loss": 21.6562,
+      "step": 14860
+    },
+    {
+      "epoch": 0.7101691675427697,
+      "grad_norm": 233.89340209960938,
+      "learning_rate": 1.4950996682772729e-05,
+      "loss": 24.7188,
+      "step": 14861
+    },
+    {
+      "epoch": 0.7102169549842301,
+      "grad_norm": 283.9017639160156,
+      "learning_rate": 1.4950324303828796e-05,
+      "loss": 24.125,
+      "step": 14862
+    },
+    {
+      "epoch": 0.7102647424256905,
+      "grad_norm": 208.0472412109375,
+      "learning_rate": 1.494965189523881e-05,
+      "loss": 27.2812,
+      "step": 14863
+    },
+    {
+      "epoch": 0.7103125298671509,
+      "grad_norm": 177.1110076904297,
+      "learning_rate": 1.4948979457006796e-05,
+      "loss": 29.4375,
+      "step": 14864
+    },
+    {
+      "epoch": 0.7103603173086113,
+      "grad_norm": 292.7825012207031,
+      "learning_rate": 1.4948306989136778e-05,
+      "loss": 22.5625,
+      "step": 14865
+    },
+    {
+      "epoch": 0.7104081047500717,
+      "grad_norm": 176.1915283203125,
+      "learning_rate": 1.4947634491632788e-05,
+      "loss": 24.1406,
+      "step": 14866
+    },
+    {
+      "epoch": 0.710455892191532,
+      "grad_norm": 161.8017578125,
+      "learning_rate": 1.4946961964498849e-05,
+      "loss": 23.875,
+      "step": 14867
+    },
+    {
+      "epoch": 0.7105036796329924,
+      "grad_norm": 187.49636840820312,
+      "learning_rate": 1.4946289407738994e-05,
+      "loss": 29.6094,
+      "step": 14868
+    },
+    {
+      "epoch": 0.7105514670744528,
+      "grad_norm": 258.6120910644531,
+      "learning_rate": 1.4945616821357248e-05,
+      "loss": 34.8438,
+      "step": 14869
+    },
+    {
+      "epoch": 0.7105992545159132,
+      "grad_norm": 354.0902099609375,
+      "learning_rate": 1.494494420535764e-05,
+      "loss": 38.8438,
+      "step": 14870
+    },
+    {
+      "epoch": 0.7106470419573736,
+      "grad_norm": 155.63668823242188,
+      "learning_rate": 1.4944271559744194e-05,
+      "loss": 35.75,
+      "step": 14871
+    },
+    {
+      "epoch": 0.710694829398834,
+      "grad_norm": 208.07264709472656,
+      "learning_rate": 1.4943598884520941e-05,
+      "loss": 25.3125,
+      "step": 14872
+    },
+    {
+      "epoch": 0.7107426168402944,
+      "grad_norm": 224.2791748046875,
+      "learning_rate": 1.4942926179691912e-05,
+      "loss": 21.8438,
+      "step": 14873
+    },
+    {
+      "epoch": 0.7107904042817548,
+      "grad_norm": 358.6288757324219,
+      "learning_rate": 1.4942253445261133e-05,
+      "loss": 44.375,
+      "step": 14874
+    },
+    {
+      "epoch": 0.7108381917232152,
+      "grad_norm": 866.0424194335938,
+      "learning_rate": 1.4941580681232632e-05,
+      "loss": 28.2188,
+      "step": 14875
+    },
+    {
+      "epoch": 0.7108859791646756,
+      "grad_norm": 199.48655700683594,
+      "learning_rate": 1.4940907887610439e-05,
+      "loss": 22.8594,
+      "step": 14876
+    },
+    {
+      "epoch": 0.7109337666061359,
+      "grad_norm": 188.13986206054688,
+      "learning_rate": 1.4940235064398586e-05,
+      "loss": 22.9688,
+      "step": 14877
+    },
+    {
+      "epoch": 0.7109815540475963,
+      "grad_norm": 192.8491973876953,
+      "learning_rate": 1.4939562211601098e-05,
+      "loss": 24.0938,
+      "step": 14878
+    },
+    {
+      "epoch": 0.7110293414890567,
+      "grad_norm": 236.4892120361328,
+      "learning_rate": 1.4938889329222003e-05,
+      "loss": 22.0625,
+      "step": 14879
+    },
+    {
+      "epoch": 0.7110771289305171,
+      "grad_norm": 231.2892608642578,
+      "learning_rate": 1.4938216417265336e-05,
+      "loss": 23.1719,
+      "step": 14880
+    },
+    {
+      "epoch": 0.7111249163719774,
+      "grad_norm": 465.39434814453125,
+      "learning_rate": 1.4937543475735128e-05,
+      "loss": 37.125,
+      "step": 14881
+    },
+    {
+      "epoch": 0.7111727038134378,
+      "grad_norm": 155.87855529785156,
+      "learning_rate": 1.4936870504635402e-05,
+      "loss": 27.1562,
+      "step": 14882
+    },
+    {
+      "epoch": 0.7112204912548982,
+      "grad_norm": 320.6781005859375,
+      "learning_rate": 1.4936197503970192e-05,
+      "loss": 33.3438,
+      "step": 14883
+    },
+    {
+      "epoch": 0.7112682786963586,
+      "grad_norm": 210.15570068359375,
+      "learning_rate": 1.493552447374353e-05,
+      "loss": 20.0,
+      "step": 14884
+    },
+    {
+      "epoch": 0.711316066137819,
+      "grad_norm": 210.91575622558594,
+      "learning_rate": 1.4934851413959444e-05,
+      "loss": 26.3438,
+      "step": 14885
+    },
+    {
+      "epoch": 0.7113638535792793,
+      "grad_norm": 352.9141540527344,
+      "learning_rate": 1.4934178324621967e-05,
+      "loss": 29.375,
+      "step": 14886
+    },
+    {
+      "epoch": 0.7114116410207397,
+      "grad_norm": 284.1842041015625,
+      "learning_rate": 1.4933505205735123e-05,
+      "loss": 32.0938,
+      "step": 14887
+    },
+    {
+      "epoch": 0.7114594284622001,
+      "grad_norm": 297.7871398925781,
+      "learning_rate": 1.4932832057302956e-05,
+      "loss": 27.5312,
+      "step": 14888
+    },
+    {
+      "epoch": 0.7115072159036605,
+      "grad_norm": 190.98655700683594,
+      "learning_rate": 1.4932158879329486e-05,
+      "loss": 24.9688,
+      "step": 14889
+    },
+    {
+      "epoch": 0.7115550033451209,
+      "grad_norm": 125.66130828857422,
+      "learning_rate": 1.493148567181875e-05,
+      "loss": 23.7812,
+      "step": 14890
+    },
+    {
+      "epoch": 0.7116027907865813,
+      "grad_norm": 201.4434814453125,
+      "learning_rate": 1.4930812434774779e-05,
+      "loss": 24.9688,
+      "step": 14891
+    },
+    {
+      "epoch": 0.7116505782280417,
+      "grad_norm": 366.6207275390625,
+      "learning_rate": 1.4930139168201603e-05,
+      "loss": 25.1875,
+      "step": 14892
+    },
+    {
+      "epoch": 0.7116983656695021,
+      "grad_norm": 183.99966430664062,
+      "learning_rate": 1.4929465872103255e-05,
+      "loss": 23.375,
+      "step": 14893
+    },
+    {
+      "epoch": 0.7117461531109625,
+      "grad_norm": 342.29608154296875,
+      "learning_rate": 1.4928792546483768e-05,
+      "loss": 25.3906,
+      "step": 14894
+    },
+    {
+      "epoch": 0.7117939405524228,
+      "grad_norm": 111.40591430664062,
+      "learning_rate": 1.4928119191347173e-05,
+      "loss": 24.2812,
+      "step": 14895
+    },
+    {
+      "epoch": 0.7118417279938832,
+      "grad_norm": 183.12823486328125,
+      "learning_rate": 1.4927445806697503e-05,
+      "loss": 28.6562,
+      "step": 14896
+    },
+    {
+      "epoch": 0.7118895154353436,
+      "grad_norm": 418.3170471191406,
+      "learning_rate": 1.4926772392538792e-05,
+      "loss": 25.2188,
+      "step": 14897
+    },
+    {
+      "epoch": 0.711937302876804,
+      "grad_norm": 243.98138427734375,
+      "learning_rate": 1.492609894887507e-05,
+      "loss": 27.1875,
+      "step": 14898
+    },
+    {
+      "epoch": 0.7119850903182644,
+      "grad_norm": 418.5539245605469,
+      "learning_rate": 1.4925425475710374e-05,
+      "loss": 26.4062,
+      "step": 14899
+    },
+    {
+      "epoch": 0.7120328777597248,
+      "grad_norm": 455.7728576660156,
+      "learning_rate": 1.492475197304873e-05,
+      "loss": 24.4062,
+      "step": 14900
+    },
+    {
+      "epoch": 0.7120806652011852,
+      "grad_norm": 372.3818054199219,
+      "learning_rate": 1.4924078440894181e-05,
+      "loss": 42.1875,
+      "step": 14901
+    },
+    {
+      "epoch": 0.7121284526426455,
+      "grad_norm": 269.7281188964844,
+      "learning_rate": 1.4923404879250751e-05,
+      "loss": 35.7812,
+      "step": 14902
+    },
+    {
+      "epoch": 0.7121762400841058,
+      "grad_norm": 365.6903076171875,
+      "learning_rate": 1.4922731288122485e-05,
+      "loss": 31.5938,
+      "step": 14903
+    },
+    {
+      "epoch": 0.7122240275255662,
+      "grad_norm": 253.88560485839844,
+      "learning_rate": 1.4922057667513406e-05,
+      "loss": 34.0625,
+      "step": 14904
+    },
+    {
+      "epoch": 0.7122718149670266,
+      "grad_norm": 248.00132751464844,
+      "learning_rate": 1.4921384017427554e-05,
+      "loss": 34.6875,
+      "step": 14905
+    },
+    {
+      "epoch": 0.712319602408487,
+      "grad_norm": 274.2203063964844,
+      "learning_rate": 1.4920710337868964e-05,
+      "loss": 24.5,
+      "step": 14906
+    },
+    {
+      "epoch": 0.7123673898499474,
+      "grad_norm": 189.75927734375,
+      "learning_rate": 1.4920036628841666e-05,
+      "loss": 26.8281,
+      "step": 14907
+    },
+    {
+      "epoch": 0.7124151772914078,
+      "grad_norm": 178.83737182617188,
+      "learning_rate": 1.4919362890349698e-05,
+      "loss": 15.5625,
+      "step": 14908
+    },
+    {
+      "epoch": 0.7124629647328682,
+      "grad_norm": 352.5021667480469,
+      "learning_rate": 1.4918689122397094e-05,
+      "loss": 35.2031,
+      "step": 14909
+    },
+    {
+      "epoch": 0.7125107521743286,
+      "grad_norm": 282.68865966796875,
+      "learning_rate": 1.491801532498789e-05,
+      "loss": 31.0781,
+      "step": 14910
+    },
+    {
+      "epoch": 0.712558539615789,
+      "grad_norm": 346.65411376953125,
+      "learning_rate": 1.491734149812612e-05,
+      "loss": 32.75,
+      "step": 14911
+    },
+    {
+      "epoch": 0.7126063270572494,
+      "grad_norm": 177.86016845703125,
+      "learning_rate": 1.4916667641815821e-05,
+      "loss": 27.9688,
+      "step": 14912
+    },
+    {
+      "epoch": 0.7126541144987097,
+      "grad_norm": 365.6556701660156,
+      "learning_rate": 1.4915993756061023e-05,
+      "loss": 27.1875,
+      "step": 14913
+    },
+    {
+      "epoch": 0.7127019019401701,
+      "grad_norm": 349.7332763671875,
+      "learning_rate": 1.491531984086577e-05,
+      "loss": 34.4688,
+      "step": 14914
+    },
+    {
+      "epoch": 0.7127496893816305,
+      "grad_norm": 399.73504638671875,
+      "learning_rate": 1.4914645896234089e-05,
+      "loss": 36.5625,
+      "step": 14915
+    },
+    {
+      "epoch": 0.7127974768230909,
+      "grad_norm": 310.8902587890625,
+      "learning_rate": 1.4913971922170024e-05,
+      "loss": 42.6875,
+      "step": 14916
+    },
+    {
+      "epoch": 0.7128452642645513,
+      "grad_norm": 326.9859924316406,
+      "learning_rate": 1.4913297918677605e-05,
+      "loss": 30.0625,
+      "step": 14917
+    },
+    {
+      "epoch": 0.7128930517060117,
+      "grad_norm": 490.33642578125,
+      "learning_rate": 1.4912623885760876e-05,
+      "loss": 26.4688,
+      "step": 14918
+    },
+    {
+      "epoch": 0.7129408391474721,
+      "grad_norm": 153.9147491455078,
+      "learning_rate": 1.4911949823423865e-05,
+      "loss": 24.3125,
+      "step": 14919
+    },
+    {
+      "epoch": 0.7129886265889325,
+      "grad_norm": 270.59619140625,
+      "learning_rate": 1.4911275731670613e-05,
+      "loss": 17.3594,
+      "step": 14920
+    },
+    {
+      "epoch": 0.7130364140303929,
+      "grad_norm": 362.26605224609375,
+      "learning_rate": 1.4910601610505158e-05,
+      "loss": 32.125,
+      "step": 14921
+    },
+    {
+      "epoch": 0.7130842014718533,
+      "grad_norm": 212.45945739746094,
+      "learning_rate": 1.4909927459931535e-05,
+      "loss": 22.0312,
+      "step": 14922
+    },
+    {
+      "epoch": 0.7131319889133135,
+      "grad_norm": 364.52587890625,
+      "learning_rate": 1.4909253279953784e-05,
+      "loss": 37.875,
+      "step": 14923
+    },
+    {
+      "epoch": 0.7131797763547739,
+      "grad_norm": 245.41294860839844,
+      "learning_rate": 1.4908579070575936e-05,
+      "loss": 31.4688,
+      "step": 14924
+    },
+    {
+      "epoch": 0.7132275637962343,
+      "grad_norm": 485.2154846191406,
+      "learning_rate": 1.4907904831802039e-05,
+      "loss": 31.4062,
+      "step": 14925
+    },
+    {
+      "epoch": 0.7132753512376947,
+      "grad_norm": 239.79095458984375,
+      "learning_rate": 1.4907230563636122e-05,
+      "loss": 26.0312,
+      "step": 14926
+    },
+    {
+      "epoch": 0.7133231386791551,
+      "grad_norm": 195.59527587890625,
+      "learning_rate": 1.4906556266082226e-05,
+      "loss": 28.1562,
+      "step": 14927
+    },
+    {
+      "epoch": 0.7133709261206155,
+      "grad_norm": 238.64495849609375,
+      "learning_rate": 1.4905881939144391e-05,
+      "loss": 33.2812,
+      "step": 14928
+    },
+    {
+      "epoch": 0.7134187135620759,
+      "grad_norm": 393.8377685546875,
+      "learning_rate": 1.490520758282665e-05,
+      "loss": 31.8125,
+      "step": 14929
+    },
+    {
+      "epoch": 0.7134665010035363,
+      "grad_norm": 215.16445922851562,
+      "learning_rate": 1.4904533197133049e-05,
+      "loss": 29.625,
+      "step": 14930
+    },
+    {
+      "epoch": 0.7135142884449966,
+      "grad_norm": 229.9565887451172,
+      "learning_rate": 1.4903858782067619e-05,
+      "loss": 37.8594,
+      "step": 14931
+    },
+    {
+      "epoch": 0.713562075886457,
+      "grad_norm": 346.1090393066406,
+      "learning_rate": 1.4903184337634407e-05,
+      "loss": 33.7188,
+      "step": 14932
+    },
+    {
+      "epoch": 0.7136098633279174,
+      "grad_norm": 207.3925018310547,
+      "learning_rate": 1.4902509863837442e-05,
+      "loss": 25.5938,
+      "step": 14933
+    },
+    {
+      "epoch": 0.7136576507693778,
+      "grad_norm": 286.55157470703125,
+      "learning_rate": 1.4901835360680772e-05,
+      "loss": 29.3594,
+      "step": 14934
+    },
+    {
+      "epoch": 0.7137054382108382,
+      "grad_norm": 247.0697021484375,
+      "learning_rate": 1.4901160828168432e-05,
+      "loss": 23.4219,
+      "step": 14935
+    },
+    {
+      "epoch": 0.7137532256522986,
+      "grad_norm": 616.2553100585938,
+      "learning_rate": 1.4900486266304466e-05,
+      "loss": 29.8438,
+      "step": 14936
+    },
+    {
+      "epoch": 0.713801013093759,
+      "grad_norm": 329.2545471191406,
+      "learning_rate": 1.4899811675092909e-05,
+      "loss": 20.9531,
+      "step": 14937
+    },
+    {
+      "epoch": 0.7138488005352194,
+      "grad_norm": 290.5291442871094,
+      "learning_rate": 1.4899137054537801e-05,
+      "loss": 35.0312,
+      "step": 14938
+    },
+    {
+      "epoch": 0.7138965879766798,
+      "grad_norm": 410.53521728515625,
+      "learning_rate": 1.4898462404643183e-05,
+      "loss": 33.5312,
+      "step": 14939
+    },
+    {
+      "epoch": 0.7139443754181402,
+      "grad_norm": 375.60577392578125,
+      "learning_rate": 1.48977877254131e-05,
+      "loss": 30.375,
+      "step": 14940
+    },
+    {
+      "epoch": 0.7139921628596005,
+      "grad_norm": 374.50860595703125,
+      "learning_rate": 1.4897113016851584e-05,
+      "loss": 45.0625,
+      "step": 14941
+    },
+    {
+      "epoch": 0.7140399503010609,
+      "grad_norm": 339.9950866699219,
+      "learning_rate": 1.4896438278962682e-05,
+      "loss": 30.1406,
+      "step": 14942
+    },
+    {
+      "epoch": 0.7140877377425212,
+      "grad_norm": 373.2586669921875,
+      "learning_rate": 1.4895763511750435e-05,
+      "loss": 34.125,
+      "step": 14943
+    },
+    {
+      "epoch": 0.7141355251839816,
+      "grad_norm": 269.6496887207031,
+      "learning_rate": 1.4895088715218879e-05,
+      "loss": 24.375,
+      "step": 14944
+    },
+    {
+      "epoch": 0.714183312625442,
+      "grad_norm": 595.8268432617188,
+      "learning_rate": 1.4894413889372058e-05,
+      "loss": 36.5312,
+      "step": 14945
+    },
+    {
+      "epoch": 0.7142311000669024,
+      "grad_norm": 259.9596252441406,
+      "learning_rate": 1.4893739034214015e-05,
+      "loss": 29.75,
+      "step": 14946
+    },
+    {
+      "epoch": 0.7142788875083628,
+      "grad_norm": 1083.3250732421875,
+      "learning_rate": 1.489306414974879e-05,
+      "loss": 23.125,
+      "step": 14947
+    },
+    {
+      "epoch": 0.7143266749498232,
+      "grad_norm": 214.258544921875,
+      "learning_rate": 1.4892389235980423e-05,
+      "loss": 27.7812,
+      "step": 14948
+    },
+    {
+      "epoch": 0.7143744623912835,
+      "grad_norm": 195.43084716796875,
+      "learning_rate": 1.4891714292912958e-05,
+      "loss": 25.125,
+      "step": 14949
+    },
+    {
+      "epoch": 0.7144222498327439,
+      "grad_norm": 349.99285888671875,
+      "learning_rate": 1.4891039320550436e-05,
+      "loss": 28.125,
+      "step": 14950
+    },
+    {
+      "epoch": 0.7144700372742043,
+      "grad_norm": 309.62835693359375,
+      "learning_rate": 1.4890364318896899e-05,
+      "loss": 40.6875,
+      "step": 14951
+    },
+    {
+      "epoch": 0.7145178247156647,
+      "grad_norm": 250.09048461914062,
+      "learning_rate": 1.488968928795639e-05,
+      "loss": 30.6094,
+      "step": 14952
+    },
+    {
+      "epoch": 0.7145656121571251,
+      "grad_norm": 161.48683166503906,
+      "learning_rate": 1.4889014227732954e-05,
+      "loss": 25.4531,
+      "step": 14953
+    },
+    {
+      "epoch": 0.7146133995985855,
+      "grad_norm": 254.0265350341797,
+      "learning_rate": 1.488833913823063e-05,
+      "loss": 36.4688,
+      "step": 14954
+    },
+    {
+      "epoch": 0.7146611870400459,
+      "grad_norm": 320.0592956542969,
+      "learning_rate": 1.488766401945346e-05,
+      "loss": 24.7031,
+      "step": 14955
+    },
+    {
+      "epoch": 0.7147089744815063,
+      "grad_norm": 382.1715087890625,
+      "learning_rate": 1.4886988871405494e-05,
+      "loss": 25.375,
+      "step": 14956
+    },
+    {
+      "epoch": 0.7147567619229667,
+      "grad_norm": 218.3158721923828,
+      "learning_rate": 1.4886313694090766e-05,
+      "loss": 20.4219,
+      "step": 14957
+    },
+    {
+      "epoch": 0.714804549364427,
+      "grad_norm": 301.0284729003906,
+      "learning_rate": 1.4885638487513327e-05,
+      "loss": 32.75,
+      "step": 14958
+    },
+    {
+      "epoch": 0.7148523368058874,
+      "grad_norm": 215.90695190429688,
+      "learning_rate": 1.4884963251677215e-05,
+      "loss": 26.125,
+      "step": 14959
+    },
+    {
+      "epoch": 0.7149001242473478,
+      "grad_norm": 197.3411407470703,
+      "learning_rate": 1.488428798658648e-05,
+      "loss": 27.2031,
+      "step": 14960
+    },
+    {
+      "epoch": 0.7149479116888082,
+      "grad_norm": 294.3115539550781,
+      "learning_rate": 1.4883612692245161e-05,
+      "loss": 32.5312,
+      "step": 14961
+    },
+    {
+      "epoch": 0.7149956991302686,
+      "grad_norm": 235.42584228515625,
+      "learning_rate": 1.4882937368657305e-05,
+      "loss": 37.7812,
+      "step": 14962
+    },
+    {
+      "epoch": 0.715043486571729,
+      "grad_norm": 242.92588806152344,
+      "learning_rate": 1.4882262015826952e-05,
+      "loss": 24.0,
+      "step": 14963
+    },
+    {
+      "epoch": 0.7150912740131893,
+      "grad_norm": 504.7409973144531,
+      "learning_rate": 1.4881586633758152e-05,
+      "loss": 31.6875,
+      "step": 14964
+    },
+    {
+      "epoch": 0.7151390614546497,
+      "grad_norm": 371.2074890136719,
+      "learning_rate": 1.4880911222454943e-05,
+      "loss": 46.1562,
+      "step": 14965
+    },
+    {
+      "epoch": 0.7151868488961101,
+      "grad_norm": 257.65216064453125,
+      "learning_rate": 1.4880235781921377e-05,
+      "loss": 37.5312,
+      "step": 14966
+    },
+    {
+      "epoch": 0.7152346363375705,
+      "grad_norm": 254.1721954345703,
+      "learning_rate": 1.4879560312161497e-05,
+      "loss": 27.4219,
+      "step": 14967
+    },
+    {
+      "epoch": 0.7152824237790308,
+      "grad_norm": 702.6708374023438,
+      "learning_rate": 1.4878884813179345e-05,
+      "loss": 18.7969,
+      "step": 14968
+    },
+    {
+      "epoch": 0.7153302112204912,
+      "grad_norm": 334.1973876953125,
+      "learning_rate": 1.4878209284978969e-05,
+      "loss": 31.6562,
+      "step": 14969
+    },
+    {
+      "epoch": 0.7153779986619516,
+      "grad_norm": 264.97271728515625,
+      "learning_rate": 1.4877533727564413e-05,
+      "loss": 29.5625,
+      "step": 14970
+    },
+    {
+      "epoch": 0.715425786103412,
+      "grad_norm": 275.5864562988281,
+      "learning_rate": 1.4876858140939725e-05,
+      "loss": 27.8906,
+      "step": 14971
+    },
+    {
+      "epoch": 0.7154735735448724,
+      "grad_norm": 400.7856140136719,
+      "learning_rate": 1.4876182525108949e-05,
+      "loss": 35.7188,
+      "step": 14972
+    },
+    {
+      "epoch": 0.7155213609863328,
+      "grad_norm": 287.91241455078125,
+      "learning_rate": 1.4875506880076131e-05,
+      "loss": 29.25,
+      "step": 14973
+    },
+    {
+      "epoch": 0.7155691484277932,
+      "grad_norm": 426.5400390625,
+      "learning_rate": 1.4874831205845317e-05,
+      "loss": 19.8594,
+      "step": 14974
+    },
+    {
+      "epoch": 0.7156169358692536,
+      "grad_norm": 269.8431701660156,
+      "learning_rate": 1.4874155502420558e-05,
+      "loss": 38.6562,
+      "step": 14975
+    },
+    {
+      "epoch": 0.715664723310714,
+      "grad_norm": 286.67962646484375,
+      "learning_rate": 1.4873479769805896e-05,
+      "loss": 25.7969,
+      "step": 14976
+    },
+    {
+      "epoch": 0.7157125107521743,
+      "grad_norm": 239.51016235351562,
+      "learning_rate": 1.4872804008005375e-05,
+      "loss": 20.0938,
+      "step": 14977
+    },
+    {
+      "epoch": 0.7157602981936347,
+      "grad_norm": 222.6616668701172,
+      "learning_rate": 1.4872128217023049e-05,
+      "loss": 31.0156,
+      "step": 14978
+    },
+    {
+      "epoch": 0.7158080856350951,
+      "grad_norm": 181.71908569335938,
+      "learning_rate": 1.4871452396862963e-05,
+      "loss": 24.9062,
+      "step": 14979
+    },
+    {
+      "epoch": 0.7158558730765555,
+      "grad_norm": 304.3930969238281,
+      "learning_rate": 1.4870776547529162e-05,
+      "loss": 39.5938,
+      "step": 14980
+    },
+    {
+      "epoch": 0.7159036605180159,
+      "grad_norm": 282.4061279296875,
+      "learning_rate": 1.487010066902569e-05,
+      "loss": 28.3438,
+      "step": 14981
+    },
+    {
+      "epoch": 0.7159514479594763,
+      "grad_norm": 233.20526123046875,
+      "learning_rate": 1.4869424761356606e-05,
+      "loss": 28.5312,
+      "step": 14982
+    },
+    {
+      "epoch": 0.7159992354009367,
+      "grad_norm": 176.0288543701172,
+      "learning_rate": 1.4868748824525945e-05,
+      "loss": 21.0625,
+      "step": 14983
+    },
+    {
+      "epoch": 0.716047022842397,
+      "grad_norm": 224.22775268554688,
+      "learning_rate": 1.4868072858537765e-05,
+      "loss": 27.7812,
+      "step": 14984
+    },
+    {
+      "epoch": 0.7160948102838574,
+      "grad_norm": 176.15626525878906,
+      "learning_rate": 1.4867396863396106e-05,
+      "loss": 29.3125,
+      "step": 14985
+    },
+    {
+      "epoch": 0.7161425977253177,
+      "grad_norm": 289.1589050292969,
+      "learning_rate": 1.4866720839105026e-05,
+      "loss": 26.2812,
+      "step": 14986
+    },
+    {
+      "epoch": 0.7161903851667781,
+      "grad_norm": 185.74111938476562,
+      "learning_rate": 1.4866044785668563e-05,
+      "loss": 29.25,
+      "step": 14987
+    },
+    {
+      "epoch": 0.7162381726082385,
+      "grad_norm": 207.6454620361328,
+      "learning_rate": 1.4865368703090774e-05,
+      "loss": 24.3125,
+      "step": 14988
+    },
+    {
+      "epoch": 0.7162859600496989,
+      "grad_norm": 241.83583068847656,
+      "learning_rate": 1.4864692591375702e-05,
+      "loss": 30.6562,
+      "step": 14989
+    },
+    {
+      "epoch": 0.7163337474911593,
+      "grad_norm": 311.79937744140625,
+      "learning_rate": 1.4864016450527401e-05,
+      "loss": 30.6562,
+      "step": 14990
+    },
+    {
+      "epoch": 0.7163815349326197,
+      "grad_norm": 360.62054443359375,
+      "learning_rate": 1.4863340280549916e-05,
+      "loss": 33.5938,
+      "step": 14991
+    },
+    {
+      "epoch": 0.7164293223740801,
+      "grad_norm": 405.143310546875,
+      "learning_rate": 1.4862664081447297e-05,
+      "loss": 32.75,
+      "step": 14992
+    },
+    {
+      "epoch": 0.7164771098155405,
+      "grad_norm": 186.6565399169922,
+      "learning_rate": 1.4861987853223598e-05,
+      "loss": 23.7031,
+      "step": 14993
+    },
+    {
+      "epoch": 0.7165248972570009,
+      "grad_norm": 304.84869384765625,
+      "learning_rate": 1.4861311595882865e-05,
+      "loss": 32.25,
+      "step": 14994
+    },
+    {
+      "epoch": 0.7165726846984612,
+      "grad_norm": 310.34259033203125,
+      "learning_rate": 1.4860635309429147e-05,
+      "loss": 21.2031,
+      "step": 14995
+    },
+    {
+      "epoch": 0.7166204721399216,
+      "grad_norm": 239.36416625976562,
+      "learning_rate": 1.4859958993866497e-05,
+      "loss": 29.9375,
+      "step": 14996
+    },
+    {
+      "epoch": 0.716668259581382,
+      "grad_norm": 367.2035217285156,
+      "learning_rate": 1.4859282649198962e-05,
+      "loss": 25.2344,
+      "step": 14997
+    },
+    {
+      "epoch": 0.7167160470228424,
+      "grad_norm": 207.68466186523438,
+      "learning_rate": 1.4858606275430593e-05,
+      "loss": 29.0625,
+      "step": 14998
+    },
+    {
+      "epoch": 0.7167638344643028,
+      "grad_norm": 359.9343566894531,
+      "learning_rate": 1.4857929872565444e-05,
+      "loss": 37.2812,
+      "step": 14999
+    },
+    {
+      "epoch": 0.7168116219057632,
+      "grad_norm": 307.6014709472656,
+      "learning_rate": 1.4857253440607561e-05,
+      "loss": 22.5625,
+      "step": 15000
+    },
+    {
+      "epoch": 0.7168594093472236,
+      "grad_norm": 193.23233032226562,
+      "learning_rate": 1.4856576979561002e-05,
+      "loss": 23.1875,
+      "step": 15001
+    },
+    {
+      "epoch": 0.716907196788684,
+      "grad_norm": 258.6176452636719,
+      "learning_rate": 1.4855900489429809e-05,
+      "loss": 28.4375,
+      "step": 15002
+    },
+    {
+      "epoch": 0.7169549842301444,
+      "grad_norm": 458.63128662109375,
+      "learning_rate": 1.485522397021804e-05,
+      "loss": 23.875,
+      "step": 15003
+    },
+    {
+      "epoch": 0.7170027716716048,
+      "grad_norm": 352.27655029296875,
+      "learning_rate": 1.4854547421929746e-05,
+      "loss": 28.4375,
+      "step": 15004
+    },
+    {
+      "epoch": 0.717050559113065,
+      "grad_norm": 204.21786499023438,
+      "learning_rate": 1.4853870844568974e-05,
+      "loss": 34.9375,
+      "step": 15005
+    },
+    {
+      "epoch": 0.7170983465545254,
+      "grad_norm": 203.9551544189453,
+      "learning_rate": 1.4853194238139782e-05,
+      "loss": 26.75,
+      "step": 15006
+    },
+    {
+      "epoch": 0.7171461339959858,
+      "grad_norm": 258.77850341796875,
+      "learning_rate": 1.4852517602646216e-05,
+      "loss": 29.25,
+      "step": 15007
+    },
+    {
+      "epoch": 0.7171939214374462,
+      "grad_norm": 488.6036376953125,
+      "learning_rate": 1.485184093809233e-05,
+      "loss": 46.4062,
+      "step": 15008
+    },
+    {
+      "epoch": 0.7172417088789066,
+      "grad_norm": 324.5975341796875,
+      "learning_rate": 1.4851164244482182e-05,
+      "loss": 31.0312,
+      "step": 15009
+    },
+    {
+      "epoch": 0.717289496320367,
+      "grad_norm": 508.3509216308594,
+      "learning_rate": 1.4850487521819815e-05,
+      "loss": 31.5,
+      "step": 15010
+    },
+    {
+      "epoch": 0.7173372837618274,
+      "grad_norm": 184.80165100097656,
+      "learning_rate": 1.4849810770109288e-05,
+      "loss": 23.75,
+      "step": 15011
+    },
+    {
+      "epoch": 0.7173850712032878,
+      "grad_norm": 400.7478942871094,
+      "learning_rate": 1.4849133989354654e-05,
+      "loss": 31.9062,
+      "step": 15012
+    },
+    {
+      "epoch": 0.7174328586447482,
+      "grad_norm": 334.00250244140625,
+      "learning_rate": 1.4848457179559962e-05,
+      "loss": 27.625,
+      "step": 15013
+    },
+    {
+      "epoch": 0.7174806460862085,
+      "grad_norm": 474.2410583496094,
+      "learning_rate": 1.4847780340729271e-05,
+      "loss": 35.3438,
+      "step": 15014
+    },
+    {
+      "epoch": 0.7175284335276689,
+      "grad_norm": 392.8998718261719,
+      "learning_rate": 1.4847103472866631e-05,
+      "loss": 39.0,
+      "step": 15015
+    },
+    {
+      "epoch": 0.7175762209691293,
+      "grad_norm": 265.27777099609375,
+      "learning_rate": 1.4846426575976092e-05,
+      "loss": 33.1094,
+      "step": 15016
+    },
+    {
+      "epoch": 0.7176240084105897,
+      "grad_norm": 268.11578369140625,
+      "learning_rate": 1.4845749650061713e-05,
+      "loss": 27.8125,
+      "step": 15017
+    },
+    {
+      "epoch": 0.7176717958520501,
+      "grad_norm": 429.6171875,
+      "learning_rate": 1.4845072695127547e-05,
+      "loss": 23.5312,
+      "step": 15018
+    },
+    {
+      "epoch": 0.7177195832935105,
+      "grad_norm": 263.3167419433594,
+      "learning_rate": 1.4844395711177649e-05,
+      "loss": 25.7188,
+      "step": 15019
+    },
+    {
+      "epoch": 0.7177673707349709,
+      "grad_norm": 733.0087280273438,
+      "learning_rate": 1.4843718698216068e-05,
+      "loss": 31.6875,
+      "step": 15020
+    },
+    {
+      "epoch": 0.7178151581764313,
+      "grad_norm": 311.03826904296875,
+      "learning_rate": 1.4843041656246864e-05,
+      "loss": 34.1875,
+      "step": 15021
+    },
+    {
+      "epoch": 0.7178629456178917,
+      "grad_norm": 269.69110107421875,
+      "learning_rate": 1.484236458527409e-05,
+      "loss": 32.0312,
+      "step": 15022
+    },
+    {
+      "epoch": 0.717910733059352,
+      "grad_norm": 259.757568359375,
+      "learning_rate": 1.4841687485301801e-05,
+      "loss": 37.7812,
+      "step": 15023
+    },
+    {
+      "epoch": 0.7179585205008124,
+      "grad_norm": 192.4852294921875,
+      "learning_rate": 1.4841010356334048e-05,
+      "loss": 32.7969,
+      "step": 15024
+    },
+    {
+      "epoch": 0.7180063079422728,
+      "grad_norm": 234.61862182617188,
+      "learning_rate": 1.4840333198374894e-05,
+      "loss": 26.75,
+      "step": 15025
+    },
+    {
+      "epoch": 0.7180540953837331,
+      "grad_norm": 235.2255096435547,
+      "learning_rate": 1.483965601142839e-05,
+      "loss": 27.6094,
+      "step": 15026
+    },
+    {
+      "epoch": 0.7181018828251935,
+      "grad_norm": 320.76947021484375,
+      "learning_rate": 1.4838978795498588e-05,
+      "loss": 30.7812,
+      "step": 15027
+    },
+    {
+      "epoch": 0.7181496702666539,
+      "grad_norm": 234.36630249023438,
+      "learning_rate": 1.4838301550589552e-05,
+      "loss": 27.3125,
+      "step": 15028
+    },
+    {
+      "epoch": 0.7181974577081143,
+      "grad_norm": 204.8673095703125,
+      "learning_rate": 1.4837624276705327e-05,
+      "loss": 24.1562,
+      "step": 15029
+    },
+    {
+      "epoch": 0.7182452451495747,
+      "grad_norm": 168.25059509277344,
+      "learning_rate": 1.4836946973849977e-05,
+      "loss": 28.5,
+      "step": 15030
+    },
+    {
+      "epoch": 0.718293032591035,
+      "grad_norm": 266.05975341796875,
+      "learning_rate": 1.4836269642027556e-05,
+      "loss": 32.0938,
+      "step": 15031
+    },
+    {
+      "epoch": 0.7183408200324954,
+      "grad_norm": 361.63604736328125,
+      "learning_rate": 1.4835592281242122e-05,
+      "loss": 28.5312,
+      "step": 15032
+    },
+    {
+      "epoch": 0.7183886074739558,
+      "grad_norm": 199.90061950683594,
+      "learning_rate": 1.4834914891497728e-05,
+      "loss": 22.2188,
+      "step": 15033
+    },
+    {
+      "epoch": 0.7184363949154162,
+      "grad_norm": 202.8625030517578,
+      "learning_rate": 1.4834237472798432e-05,
+      "loss": 26.1562,
+      "step": 15034
+    },
+    {
+      "epoch": 0.7184841823568766,
+      "grad_norm": 259.6209716796875,
+      "learning_rate": 1.483356002514829e-05,
+      "loss": 23.3125,
+      "step": 15035
+    },
+    {
+      "epoch": 0.718531969798337,
+      "grad_norm": 383.9885559082031,
+      "learning_rate": 1.4832882548551366e-05,
+      "loss": 28.2188,
+      "step": 15036
+    },
+    {
+      "epoch": 0.7185797572397974,
+      "grad_norm": 313.2837829589844,
+      "learning_rate": 1.4832205043011707e-05,
+      "loss": 30.5938,
+      "step": 15037
+    },
+    {
+      "epoch": 0.7186275446812578,
+      "grad_norm": 326.92510986328125,
+      "learning_rate": 1.4831527508533376e-05,
+      "loss": 27.0781,
+      "step": 15038
+    },
+    {
+      "epoch": 0.7186753321227182,
+      "grad_norm": 296.25506591796875,
+      "learning_rate": 1.483084994512043e-05,
+      "loss": 25.8438,
+      "step": 15039
+    },
+    {
+      "epoch": 0.7187231195641786,
+      "grad_norm": 292.76348876953125,
+      "learning_rate": 1.4830172352776926e-05,
+      "loss": 28.5312,
+      "step": 15040
+    },
+    {
+      "epoch": 0.718770907005639,
+      "grad_norm": 260.4771423339844,
+      "learning_rate": 1.4829494731506924e-05,
+      "loss": 25.9062,
+      "step": 15041
+    },
+    {
+      "epoch": 0.7188186944470993,
+      "grad_norm": 243.11570739746094,
+      "learning_rate": 1.4828817081314478e-05,
+      "loss": 25.7812,
+      "step": 15042
+    },
+    {
+      "epoch": 0.7188664818885597,
+      "grad_norm": 247.57298278808594,
+      "learning_rate": 1.482813940220365e-05,
+      "loss": 20.2812,
+      "step": 15043
+    },
+    {
+      "epoch": 0.7189142693300201,
+      "grad_norm": 161.90438842773438,
+      "learning_rate": 1.4827461694178498e-05,
+      "loss": 27.2188,
+      "step": 15044
+    },
+    {
+      "epoch": 0.7189620567714805,
+      "grad_norm": 190.10658264160156,
+      "learning_rate": 1.4826783957243077e-05,
+      "loss": 23.5938,
+      "step": 15045
+    },
+    {
+      "epoch": 0.7190098442129408,
+      "grad_norm": 176.39337158203125,
+      "learning_rate": 1.482610619140145e-05,
+      "loss": 24.9375,
+      "step": 15046
+    },
+    {
+      "epoch": 0.7190576316544012,
+      "grad_norm": 251.05137634277344,
+      "learning_rate": 1.4825428396657676e-05,
+      "loss": 39.0625,
+      "step": 15047
+    },
+    {
+      "epoch": 0.7191054190958616,
+      "grad_norm": 283.14593505859375,
+      "learning_rate": 1.4824750573015807e-05,
+      "loss": 30.5,
+      "step": 15048
+    },
+    {
+      "epoch": 0.719153206537322,
+      "grad_norm": 379.8739929199219,
+      "learning_rate": 1.4824072720479912e-05,
+      "loss": 34.8438,
+      "step": 15049
+    },
+    {
+      "epoch": 0.7192009939787823,
+      "grad_norm": 293.2157897949219,
+      "learning_rate": 1.4823394839054044e-05,
+      "loss": 31.7812,
+      "step": 15050
+    },
+    {
+      "epoch": 0.7192487814202427,
+      "grad_norm": 381.6434326171875,
+      "learning_rate": 1.4822716928742267e-05,
+      "loss": 29.9375,
+      "step": 15051
+    },
+    {
+      "epoch": 0.7192965688617031,
+      "grad_norm": 349.89776611328125,
+      "learning_rate": 1.4822038989548636e-05,
+      "loss": 20.7812,
+      "step": 15052
+    },
+    {
+      "epoch": 0.7193443563031635,
+      "grad_norm": 155.12655639648438,
+      "learning_rate": 1.4821361021477217e-05,
+      "loss": 21.4062,
+      "step": 15053
+    },
+    {
+      "epoch": 0.7193921437446239,
+      "grad_norm": 303.5860595703125,
+      "learning_rate": 1.4820683024532065e-05,
+      "loss": 31.0938,
+      "step": 15054
+    },
+    {
+      "epoch": 0.7194399311860843,
+      "grad_norm": 606.1806030273438,
+      "learning_rate": 1.4820004998717239e-05,
+      "loss": 21.1094,
+      "step": 15055
+    },
+    {
+      "epoch": 0.7194877186275447,
+      "grad_norm": 239.95370483398438,
+      "learning_rate": 1.4819326944036807e-05,
+      "loss": 30.4375,
+      "step": 15056
+    },
+    {
+      "epoch": 0.7195355060690051,
+      "grad_norm": 468.87322998046875,
+      "learning_rate": 1.4818648860494822e-05,
+      "loss": 30.6719,
+      "step": 15057
+    },
+    {
+      "epoch": 0.7195832935104655,
+      "grad_norm": 320.94061279296875,
+      "learning_rate": 1.4817970748095351e-05,
+      "loss": 30.0938,
+      "step": 15058
+    },
+    {
+      "epoch": 0.7196310809519259,
+      "grad_norm": 112.70271301269531,
+      "learning_rate": 1.481729260684245e-05,
+      "loss": 20.8906,
+      "step": 15059
+    },
+    {
+      "epoch": 0.7196788683933862,
+      "grad_norm": 170.6583709716797,
+      "learning_rate": 1.4816614436740184e-05,
+      "loss": 27.0938,
+      "step": 15060
+    },
+    {
+      "epoch": 0.7197266558348466,
+      "grad_norm": 334.4192810058594,
+      "learning_rate": 1.4815936237792613e-05,
+      "loss": 34.25,
+      "step": 15061
+    },
+    {
+      "epoch": 0.719774443276307,
+      "grad_norm": 259.1224060058594,
+      "learning_rate": 1.4815258010003797e-05,
+      "loss": 27.8438,
+      "step": 15062
+    },
+    {
+      "epoch": 0.7198222307177674,
+      "grad_norm": 366.48065185546875,
+      "learning_rate": 1.4814579753377798e-05,
+      "loss": 28.25,
+      "step": 15063
+    },
+    {
+      "epoch": 0.7198700181592278,
+      "grad_norm": 164.48080444335938,
+      "learning_rate": 1.481390146791868e-05,
+      "loss": 22.9844,
+      "step": 15064
+    },
+    {
+      "epoch": 0.7199178056006882,
+      "grad_norm": 632.9388427734375,
+      "learning_rate": 1.4813223153630505e-05,
+      "loss": 20.6875,
+      "step": 15065
+    },
+    {
+      "epoch": 0.7199655930421486,
+      "grad_norm": 270.9390563964844,
+      "learning_rate": 1.4812544810517331e-05,
+      "loss": 43.0625,
+      "step": 15066
+    },
+    {
+      "epoch": 0.7200133804836089,
+      "grad_norm": 542.7702026367188,
+      "learning_rate": 1.4811866438583225e-05,
+      "loss": 29.2344,
+      "step": 15067
+    },
+    {
+      "epoch": 0.7200611679250692,
+      "grad_norm": 240.4095458984375,
+      "learning_rate": 1.4811188037832247e-05,
+      "loss": 28.125,
+      "step": 15068
+    },
+    {
+      "epoch": 0.7201089553665296,
+      "grad_norm": 428.8006896972656,
+      "learning_rate": 1.4810509608268464e-05,
+      "loss": 31.5625,
+      "step": 15069
+    },
+    {
+      "epoch": 0.72015674280799,
+      "grad_norm": 227.28506469726562,
+      "learning_rate": 1.4809831149895932e-05,
+      "loss": 20.3906,
+      "step": 15070
+    },
+    {
+      "epoch": 0.7202045302494504,
+      "grad_norm": 323.5008544921875,
+      "learning_rate": 1.480915266271872e-05,
+      "loss": 24.125,
+      "step": 15071
+    },
+    {
+      "epoch": 0.7202523176909108,
+      "grad_norm": 153.0663604736328,
+      "learning_rate": 1.4808474146740888e-05,
+      "loss": 19.7969,
+      "step": 15072
+    },
+    {
+      "epoch": 0.7203001051323712,
+      "grad_norm": 394.1534118652344,
+      "learning_rate": 1.4807795601966502e-05,
+      "loss": 24.0938,
+      "step": 15073
+    },
+    {
+      "epoch": 0.7203478925738316,
+      "grad_norm": 152.43646240234375,
+      "learning_rate": 1.4807117028399623e-05,
+      "loss": 25.0938,
+      "step": 15074
+    },
+    {
+      "epoch": 0.720395680015292,
+      "grad_norm": 319.8125915527344,
+      "learning_rate": 1.4806438426044315e-05,
+      "loss": 28.7188,
+      "step": 15075
+    },
+    {
+      "epoch": 0.7204434674567524,
+      "grad_norm": 200.21835327148438,
+      "learning_rate": 1.4805759794904643e-05,
+      "loss": 23.7344,
+      "step": 15076
+    },
+    {
+      "epoch": 0.7204912548982128,
+      "grad_norm": 241.7154998779297,
+      "learning_rate": 1.4805081134984673e-05,
+      "loss": 28.3125,
+      "step": 15077
+    },
+    {
+      "epoch": 0.7205390423396731,
+      "grad_norm": 272.4078674316406,
+      "learning_rate": 1.4804402446288465e-05,
+      "loss": 31.4688,
+      "step": 15078
+    },
+    {
+      "epoch": 0.7205868297811335,
+      "grad_norm": 234.11691284179688,
+      "learning_rate": 1.4803723728820087e-05,
+      "loss": 29.7812,
+      "step": 15079
+    },
+    {
+      "epoch": 0.7206346172225939,
+      "grad_norm": 197.71546936035156,
+      "learning_rate": 1.4803044982583603e-05,
+      "loss": 27.3125,
+      "step": 15080
+    },
+    {
+      "epoch": 0.7206824046640543,
+      "grad_norm": 224.89134216308594,
+      "learning_rate": 1.4802366207583074e-05,
+      "loss": 22.625,
+      "step": 15081
+    },
+    {
+      "epoch": 0.7207301921055147,
+      "grad_norm": 492.4561767578125,
+      "learning_rate": 1.4801687403822573e-05,
+      "loss": 34.1875,
+      "step": 15082
+    },
+    {
+      "epoch": 0.7207779795469751,
+      "grad_norm": 128.67178344726562,
+      "learning_rate": 1.4801008571306157e-05,
+      "loss": 29.1719,
+      "step": 15083
+    },
+    {
+      "epoch": 0.7208257669884355,
+      "grad_norm": 322.7779235839844,
+      "learning_rate": 1.4800329710037895e-05,
+      "loss": 32.4062,
+      "step": 15084
+    },
+    {
+      "epoch": 0.7208735544298959,
+      "grad_norm": 216.64598083496094,
+      "learning_rate": 1.479965082002185e-05,
+      "loss": 28.3906,
+      "step": 15085
+    },
+    {
+      "epoch": 0.7209213418713563,
+      "grad_norm": 175.32887268066406,
+      "learning_rate": 1.4798971901262093e-05,
+      "loss": 25.7188,
+      "step": 15086
+    },
+    {
+      "epoch": 0.7209691293128165,
+      "grad_norm": 263.26397705078125,
+      "learning_rate": 1.4798292953762685e-05,
+      "loss": 25.9688,
+      "step": 15087
+    },
+    {
+      "epoch": 0.7210169167542769,
+      "grad_norm": 339.15667724609375,
+      "learning_rate": 1.4797613977527696e-05,
+      "loss": 27.8125,
+      "step": 15088
+    },
+    {
+      "epoch": 0.7210647041957373,
+      "grad_norm": 387.6352233886719,
+      "learning_rate": 1.479693497256119e-05,
+      "loss": 37.25,
+      "step": 15089
+    },
+    {
+      "epoch": 0.7211124916371977,
+      "grad_norm": 253.46099853515625,
+      "learning_rate": 1.479625593886723e-05,
+      "loss": 29.4062,
+      "step": 15090
+    },
+    {
+      "epoch": 0.7211602790786581,
+      "grad_norm": 275.5648498535156,
+      "learning_rate": 1.4795576876449889e-05,
+      "loss": 18.5469,
+      "step": 15091
+    },
+    {
+      "epoch": 0.7212080665201185,
+      "grad_norm": 257.9404602050781,
+      "learning_rate": 1.479489778531323e-05,
+      "loss": 35.5938,
+      "step": 15092
+    },
+    {
+      "epoch": 0.7212558539615789,
+      "grad_norm": 261.83660888671875,
+      "learning_rate": 1.4794218665461322e-05,
+      "loss": 34.7812,
+      "step": 15093
+    },
+    {
+      "epoch": 0.7213036414030393,
+      "grad_norm": 294.1613464355469,
+      "learning_rate": 1.4793539516898226e-05,
+      "loss": 24.7812,
+      "step": 15094
+    },
+    {
+      "epoch": 0.7213514288444997,
+      "grad_norm": 339.8568420410156,
+      "learning_rate": 1.4792860339628017e-05,
+      "loss": 29.5938,
+      "step": 15095
+    },
+    {
+      "epoch": 0.72139921628596,
+      "grad_norm": 189.42434692382812,
+      "learning_rate": 1.4792181133654755e-05,
+      "loss": 17.2188,
+      "step": 15096
+    },
+    {
+      "epoch": 0.7214470037274204,
+      "grad_norm": 190.5635223388672,
+      "learning_rate": 1.4791501898982516e-05,
+      "loss": 28.0781,
+      "step": 15097
+    },
+    {
+      "epoch": 0.7214947911688808,
+      "grad_norm": 412.42608642578125,
+      "learning_rate": 1.4790822635615358e-05,
+      "loss": 34.9062,
+      "step": 15098
+    },
+    {
+      "epoch": 0.7215425786103412,
+      "grad_norm": 302.3681945800781,
+      "learning_rate": 1.479014334355736e-05,
+      "loss": 33.0938,
+      "step": 15099
+    },
+    {
+      "epoch": 0.7215903660518016,
+      "grad_norm": 393.31842041015625,
+      "learning_rate": 1.4789464022812582e-05,
+      "loss": 21.9844,
+      "step": 15100
+    },
+    {
+      "epoch": 0.721638153493262,
+      "grad_norm": 191.5790252685547,
+      "learning_rate": 1.4788784673385095e-05,
+      "loss": 28.6562,
+      "step": 15101
+    },
+    {
+      "epoch": 0.7216859409347224,
+      "grad_norm": 282.55999755859375,
+      "learning_rate": 1.4788105295278967e-05,
+      "loss": 37.375,
+      "step": 15102
+    },
+    {
+      "epoch": 0.7217337283761828,
+      "grad_norm": 185.17178344726562,
+      "learning_rate": 1.4787425888498266e-05,
+      "loss": 18.4844,
+      "step": 15103
+    },
+    {
+      "epoch": 0.7217815158176432,
+      "grad_norm": 346.8426208496094,
+      "learning_rate": 1.4786746453047062e-05,
+      "loss": 42.4062,
+      "step": 15104
+    },
+    {
+      "epoch": 0.7218293032591035,
+      "grad_norm": 252.27928161621094,
+      "learning_rate": 1.4786066988929424e-05,
+      "loss": 26.7188,
+      "step": 15105
+    },
+    {
+      "epoch": 0.7218770907005639,
+      "grad_norm": 355.951904296875,
+      "learning_rate": 1.4785387496149419e-05,
+      "loss": 34.5312,
+      "step": 15106
+    },
+    {
+      "epoch": 0.7219248781420243,
+      "grad_norm": 277.717529296875,
+      "learning_rate": 1.4784707974711116e-05,
+      "loss": 23.6719,
+      "step": 15107
+    },
+    {
+      "epoch": 0.7219726655834846,
+      "grad_norm": 323.5867919921875,
+      "learning_rate": 1.478402842461859e-05,
+      "loss": 33.0938,
+      "step": 15108
+    },
+    {
+      "epoch": 0.722020453024945,
+      "grad_norm": 274.5539855957031,
+      "learning_rate": 1.4783348845875906e-05,
+      "loss": 32.875,
+      "step": 15109
+    },
+    {
+      "epoch": 0.7220682404664054,
+      "grad_norm": 665.6380615234375,
+      "learning_rate": 1.4782669238487137e-05,
+      "loss": 31.5156,
+      "step": 15110
+    },
+    {
+      "epoch": 0.7221160279078658,
+      "grad_norm": 271.0504455566406,
+      "learning_rate": 1.4781989602456346e-05,
+      "loss": 30.9062,
+      "step": 15111
+    },
+    {
+      "epoch": 0.7221638153493262,
+      "grad_norm": 434.146240234375,
+      "learning_rate": 1.478130993778761e-05,
+      "loss": 50.8438,
+      "step": 15112
+    },
+    {
+      "epoch": 0.7222116027907866,
+      "grad_norm": 300.0335388183594,
+      "learning_rate": 1.4780630244484997e-05,
+      "loss": 28.125,
+      "step": 15113
+    },
+    {
+      "epoch": 0.722259390232247,
+      "grad_norm": 144.6810302734375,
+      "learning_rate": 1.4779950522552574e-05,
+      "loss": 21.7344,
+      "step": 15114
+    },
+    {
+      "epoch": 0.7223071776737073,
+      "grad_norm": 590.5884399414062,
+      "learning_rate": 1.4779270771994421e-05,
+      "loss": 30.8438,
+      "step": 15115
+    },
+    {
+      "epoch": 0.7223549651151677,
+      "grad_norm": 257.11248779296875,
+      "learning_rate": 1.4778590992814599e-05,
+      "loss": 24.125,
+      "step": 15116
+    },
+    {
+      "epoch": 0.7224027525566281,
+      "grad_norm": 418.97698974609375,
+      "learning_rate": 1.4777911185017186e-05,
+      "loss": 25.6562,
+      "step": 15117
+    },
+    {
+      "epoch": 0.7224505399980885,
+      "grad_norm": 193.95306396484375,
+      "learning_rate": 1.4777231348606246e-05,
+      "loss": 26.7188,
+      "step": 15118
+    },
+    {
+      "epoch": 0.7224983274395489,
+      "grad_norm": 181.38619995117188,
+      "learning_rate": 1.477655148358586e-05,
+      "loss": 36.0781,
+      "step": 15119
+    },
+    {
+      "epoch": 0.7225461148810093,
+      "grad_norm": 190.7942657470703,
+      "learning_rate": 1.4775871589960087e-05,
+      "loss": 21.125,
+      "step": 15120
+    },
+    {
+      "epoch": 0.7225939023224697,
+      "grad_norm": 307.8108215332031,
+      "learning_rate": 1.477519166773301e-05,
+      "loss": 34.875,
+      "step": 15121
+    },
+    {
+      "epoch": 0.7226416897639301,
+      "grad_norm": 284.5529479980469,
+      "learning_rate": 1.4774511716908697e-05,
+      "loss": 37.6875,
+      "step": 15122
+    },
+    {
+      "epoch": 0.7226894772053905,
+      "grad_norm": 232.11305236816406,
+      "learning_rate": 1.477383173749122e-05,
+      "loss": 25.2812,
+      "step": 15123
+    },
+    {
+      "epoch": 0.7227372646468508,
+      "grad_norm": 252.92282104492188,
+      "learning_rate": 1.477315172948465e-05,
+      "loss": 23.5938,
+      "step": 15124
+    },
+    {
+      "epoch": 0.7227850520883112,
+      "grad_norm": 142.10348510742188,
+      "learning_rate": 1.477247169289306e-05,
+      "loss": 27.0781,
+      "step": 15125
+    },
+    {
+      "epoch": 0.7228328395297716,
+      "grad_norm": 351.9115295410156,
+      "learning_rate": 1.4771791627720522e-05,
+      "loss": 30.125,
+      "step": 15126
+    },
+    {
+      "epoch": 0.722880626971232,
+      "grad_norm": 354.47711181640625,
+      "learning_rate": 1.4771111533971112e-05,
+      "loss": 35.2188,
+      "step": 15127
+    },
+    {
+      "epoch": 0.7229284144126924,
+      "grad_norm": 417.99224853515625,
+      "learning_rate": 1.4770431411648898e-05,
+      "loss": 32.25,
+      "step": 15128
+    },
+    {
+      "epoch": 0.7229762018541527,
+      "grad_norm": 145.6304473876953,
+      "learning_rate": 1.4769751260757956e-05,
+      "loss": 25.3438,
+      "step": 15129
+    },
+    {
+      "epoch": 0.7230239892956131,
+      "grad_norm": 209.26377868652344,
+      "learning_rate": 1.4769071081302357e-05,
+      "loss": 25.0625,
+      "step": 15130
+    },
+    {
+      "epoch": 0.7230717767370735,
+      "grad_norm": 289.8605041503906,
+      "learning_rate": 1.4768390873286178e-05,
+      "loss": 20.5312,
+      "step": 15131
+    },
+    {
+      "epoch": 0.7231195641785338,
+      "grad_norm": 235.28746032714844,
+      "learning_rate": 1.476771063671349e-05,
+      "loss": 24.6562,
+      "step": 15132
+    },
+    {
+      "epoch": 0.7231673516199942,
+      "grad_norm": 402.13018798828125,
+      "learning_rate": 1.4767030371588366e-05,
+      "loss": 29.8438,
+      "step": 15133
+    },
+    {
+      "epoch": 0.7232151390614546,
+      "grad_norm": 326.4722595214844,
+      "learning_rate": 1.4766350077914884e-05,
+      "loss": 32.6562,
+      "step": 15134
+    },
+    {
+      "epoch": 0.723262926502915,
+      "grad_norm": 351.4986877441406,
+      "learning_rate": 1.4765669755697114e-05,
+      "loss": 24.1875,
+      "step": 15135
+    },
+    {
+      "epoch": 0.7233107139443754,
+      "grad_norm": 228.3074493408203,
+      "learning_rate": 1.4764989404939132e-05,
+      "loss": 31.375,
+      "step": 15136
+    },
+    {
+      "epoch": 0.7233585013858358,
+      "grad_norm": 150.64700317382812,
+      "learning_rate": 1.4764309025645012e-05,
+      "loss": 24.7031,
+      "step": 15137
+    },
+    {
+      "epoch": 0.7234062888272962,
+      "grad_norm": 207.9077606201172,
+      "learning_rate": 1.4763628617818829e-05,
+      "loss": 26.25,
+      "step": 15138
+    },
+    {
+      "epoch": 0.7234540762687566,
+      "grad_norm": 303.358642578125,
+      "learning_rate": 1.4762948181464656e-05,
+      "loss": 35.3438,
+      "step": 15139
+    },
+    {
+      "epoch": 0.723501863710217,
+      "grad_norm": 380.7345886230469,
+      "learning_rate": 1.4762267716586567e-05,
+      "loss": 38.8125,
+      "step": 15140
+    },
+    {
+      "epoch": 0.7235496511516774,
+      "grad_norm": 504.587890625,
+      "learning_rate": 1.4761587223188642e-05,
+      "loss": 27.0312,
+      "step": 15141
+    },
+    {
+      "epoch": 0.7235974385931377,
+      "grad_norm": 178.76243591308594,
+      "learning_rate": 1.4760906701274955e-05,
+      "loss": 32.5312,
+      "step": 15142
+    },
+    {
+      "epoch": 0.7236452260345981,
+      "grad_norm": 255.62879943847656,
+      "learning_rate": 1.476022615084958e-05,
+      "loss": 34.2188,
+      "step": 15143
+    },
+    {
+      "epoch": 0.7236930134760585,
+      "grad_norm": 323.6331481933594,
+      "learning_rate": 1.4759545571916591e-05,
+      "loss": 25.3125,
+      "step": 15144
+    },
+    {
+      "epoch": 0.7237408009175189,
+      "grad_norm": 276.367919921875,
+      "learning_rate": 1.4758864964480066e-05,
+      "loss": 29.75,
+      "step": 15145
+    },
+    {
+      "epoch": 0.7237885883589793,
+      "grad_norm": 196.69296264648438,
+      "learning_rate": 1.475818432854408e-05,
+      "loss": 22.25,
+      "step": 15146
+    },
+    {
+      "epoch": 0.7238363758004397,
+      "grad_norm": 215.886474609375,
+      "learning_rate": 1.4757503664112712e-05,
+      "loss": 31.4219,
+      "step": 15147
+    },
+    {
+      "epoch": 0.7238841632419001,
+      "grad_norm": 290.6621398925781,
+      "learning_rate": 1.4756822971190033e-05,
+      "loss": 29.3125,
+      "step": 15148
+    },
+    {
+      "epoch": 0.7239319506833604,
+      "grad_norm": 246.5911407470703,
+      "learning_rate": 1.4756142249780124e-05,
+      "loss": 29.5938,
+      "step": 15149
+    },
+    {
+      "epoch": 0.7239797381248207,
+      "grad_norm": 184.6644287109375,
+      "learning_rate": 1.4755461499887061e-05,
+      "loss": 26.3906,
+      "step": 15150
+    },
+    {
+      "epoch": 0.7240275255662811,
+      "grad_norm": 205.6669464111328,
+      "learning_rate": 1.4754780721514916e-05,
+      "loss": 21.4062,
+      "step": 15151
+    },
+    {
+      "epoch": 0.7240753130077415,
+      "grad_norm": 1013.6456909179688,
+      "learning_rate": 1.4754099914667771e-05,
+      "loss": 46.6875,
+      "step": 15152
+    },
+    {
+      "epoch": 0.7241231004492019,
+      "grad_norm": 302.3331604003906,
+      "learning_rate": 1.4753419079349705e-05,
+      "loss": 20.9219,
+      "step": 15153
+    },
+    {
+      "epoch": 0.7241708878906623,
+      "grad_norm": 179.70289611816406,
+      "learning_rate": 1.475273821556479e-05,
+      "loss": 19.5625,
+      "step": 15154
+    },
+    {
+      "epoch": 0.7242186753321227,
+      "grad_norm": 170.3837432861328,
+      "learning_rate": 1.4752057323317105e-05,
+      "loss": 25.9688,
+      "step": 15155
+    },
+    {
+      "epoch": 0.7242664627735831,
+      "grad_norm": 211.0843048095703,
+      "learning_rate": 1.4751376402610732e-05,
+      "loss": 22.7812,
+      "step": 15156
+    },
+    {
+      "epoch": 0.7243142502150435,
+      "grad_norm": 421.48388671875,
+      "learning_rate": 1.4750695453449744e-05,
+      "loss": 26.2656,
+      "step": 15157
+    },
+    {
+      "epoch": 0.7243620376565039,
+      "grad_norm": 287.85638427734375,
+      "learning_rate": 1.475001447583822e-05,
+      "loss": 35.1562,
+      "step": 15158
+    },
+    {
+      "epoch": 0.7244098250979643,
+      "grad_norm": 244.17257690429688,
+      "learning_rate": 1.4749333469780236e-05,
+      "loss": 27.4766,
+      "step": 15159
+    },
+    {
+      "epoch": 0.7244576125394246,
+      "grad_norm": 298.8144226074219,
+      "learning_rate": 1.4748652435279876e-05,
+      "loss": 19.5156,
+      "step": 15160
+    },
+    {
+      "epoch": 0.724505399980885,
+      "grad_norm": 472.00128173828125,
+      "learning_rate": 1.4747971372341214e-05,
+      "loss": 36.4375,
+      "step": 15161
+    },
+    {
+      "epoch": 0.7245531874223454,
+      "grad_norm": 191.15444946289062,
+      "learning_rate": 1.474729028096833e-05,
+      "loss": 23.2812,
+      "step": 15162
+    },
+    {
+      "epoch": 0.7246009748638058,
+      "grad_norm": 335.4366455078125,
+      "learning_rate": 1.4746609161165304e-05,
+      "loss": 27.8438,
+      "step": 15163
+    },
+    {
+      "epoch": 0.7246487623052662,
+      "grad_norm": 369.2109680175781,
+      "learning_rate": 1.474592801293621e-05,
+      "loss": 33.8438,
+      "step": 15164
+    },
+    {
+      "epoch": 0.7246965497467266,
+      "grad_norm": 285.85760498046875,
+      "learning_rate": 1.4745246836285136e-05,
+      "loss": 39.8125,
+      "step": 15165
+    },
+    {
+      "epoch": 0.724744337188187,
+      "grad_norm": 857.3717651367188,
+      "learning_rate": 1.4744565631216152e-05,
+      "loss": 44.3438,
+      "step": 15166
+    },
+    {
+      "epoch": 0.7247921246296474,
+      "grad_norm": 183.7304229736328,
+      "learning_rate": 1.4743884397733345e-05,
+      "loss": 23.9688,
+      "step": 15167
+    },
+    {
+      "epoch": 0.7248399120711078,
+      "grad_norm": 334.4862060546875,
+      "learning_rate": 1.4743203135840791e-05,
+      "loss": 31.3125,
+      "step": 15168
+    },
+    {
+      "epoch": 0.7248876995125682,
+      "grad_norm": 356.40618896484375,
+      "learning_rate": 1.4742521845542571e-05,
+      "loss": 27.625,
+      "step": 15169
+    },
+    {
+      "epoch": 0.7249354869540284,
+      "grad_norm": 176.50306701660156,
+      "learning_rate": 1.4741840526842763e-05,
+      "loss": 20.9531,
+      "step": 15170
+    },
+    {
+      "epoch": 0.7249832743954888,
+      "grad_norm": 230.6710968017578,
+      "learning_rate": 1.4741159179745452e-05,
+      "loss": 27.8594,
+      "step": 15171
+    },
+    {
+      "epoch": 0.7250310618369492,
+      "grad_norm": 248.81399536132812,
+      "learning_rate": 1.4740477804254713e-05,
+      "loss": 37.5,
+      "step": 15172
+    },
+    {
+      "epoch": 0.7250788492784096,
+      "grad_norm": 287.0384216308594,
+      "learning_rate": 1.473979640037463e-05,
+      "loss": 31.9688,
+      "step": 15173
+    },
+    {
+      "epoch": 0.72512663671987,
+      "grad_norm": 213.6568145751953,
+      "learning_rate": 1.4739114968109283e-05,
+      "loss": 26.9688,
+      "step": 15174
+    },
+    {
+      "epoch": 0.7251744241613304,
+      "grad_norm": 322.6990661621094,
+      "learning_rate": 1.4738433507462753e-05,
+      "loss": 23.3594,
+      "step": 15175
+    },
+    {
+      "epoch": 0.7252222116027908,
+      "grad_norm": 214.29061889648438,
+      "learning_rate": 1.473775201843912e-05,
+      "loss": 30.8125,
+      "step": 15176
+    },
+    {
+      "epoch": 0.7252699990442512,
+      "grad_norm": 303.5917053222656,
+      "learning_rate": 1.4737070501042463e-05,
+      "loss": 33.5625,
+      "step": 15177
+    },
+    {
+      "epoch": 0.7253177864857115,
+      "grad_norm": 308.4559631347656,
+      "learning_rate": 1.473638895527687e-05,
+      "loss": 29.1875,
+      "step": 15178
+    },
+    {
+      "epoch": 0.7253655739271719,
+      "grad_norm": 253.0218505859375,
+      "learning_rate": 1.4735707381146416e-05,
+      "loss": 40.6875,
+      "step": 15179
+    },
+    {
+      "epoch": 0.7254133613686323,
+      "grad_norm": 315.1290283203125,
+      "learning_rate": 1.4735025778655185e-05,
+      "loss": 29.1562,
+      "step": 15180
+    },
+    {
+      "epoch": 0.7254611488100927,
+      "grad_norm": 249.80003356933594,
+      "learning_rate": 1.473434414780726e-05,
+      "loss": 21.6094,
+      "step": 15181
+    },
+    {
+      "epoch": 0.7255089362515531,
+      "grad_norm": 198.5012969970703,
+      "learning_rate": 1.4733662488606726e-05,
+      "loss": 31.625,
+      "step": 15182
+    },
+    {
+      "epoch": 0.7255567236930135,
+      "grad_norm": 326.10003662109375,
+      "learning_rate": 1.4732980801057659e-05,
+      "loss": 32.875,
+      "step": 15183
+    },
+    {
+      "epoch": 0.7256045111344739,
+      "grad_norm": 531.0729370117188,
+      "learning_rate": 1.4732299085164143e-05,
+      "loss": 24.8438,
+      "step": 15184
+    },
+    {
+      "epoch": 0.7256522985759343,
+      "grad_norm": 226.87086486816406,
+      "learning_rate": 1.4731617340930263e-05,
+      "loss": 24.4062,
+      "step": 15185
+    },
+    {
+      "epoch": 0.7257000860173947,
+      "grad_norm": 301.01239013671875,
+      "learning_rate": 1.4730935568360103e-05,
+      "loss": 19.2812,
+      "step": 15186
+    },
+    {
+      "epoch": 0.725747873458855,
+      "grad_norm": 237.79901123046875,
+      "learning_rate": 1.473025376745774e-05,
+      "loss": 30.7656,
+      "step": 15187
+    },
+    {
+      "epoch": 0.7257956609003154,
+      "grad_norm": 279.2883605957031,
+      "learning_rate": 1.472957193822726e-05,
+      "loss": 18.2031,
+      "step": 15188
+    },
+    {
+      "epoch": 0.7258434483417758,
+      "grad_norm": 259.28466796875,
+      "learning_rate": 1.4728890080672751e-05,
+      "loss": 24.75,
+      "step": 15189
+    },
+    {
+      "epoch": 0.7258912357832361,
+      "grad_norm": 207.42352294921875,
+      "learning_rate": 1.472820819479829e-05,
+      "loss": 30.7188,
+      "step": 15190
+    },
+    {
+      "epoch": 0.7259390232246965,
+      "grad_norm": 351.42724609375,
+      "learning_rate": 1.4727526280607965e-05,
+      "loss": 29.5312,
+      "step": 15191
+    },
+    {
+      "epoch": 0.7259868106661569,
+      "grad_norm": 464.55682373046875,
+      "learning_rate": 1.4726844338105855e-05,
+      "loss": 26.0469,
+      "step": 15192
+    },
+    {
+      "epoch": 0.7260345981076173,
+      "grad_norm": 325.0287780761719,
+      "learning_rate": 1.4726162367296048e-05,
+      "loss": 36.875,
+      "step": 15193
+    },
+    {
+      "epoch": 0.7260823855490777,
+      "grad_norm": 299.38348388671875,
+      "learning_rate": 1.4725480368182625e-05,
+      "loss": 33.4062,
+      "step": 15194
+    },
+    {
+      "epoch": 0.7261301729905381,
+      "grad_norm": 162.38233947753906,
+      "learning_rate": 1.4724798340769675e-05,
+      "loss": 22.625,
+      "step": 15195
+    },
+    {
+      "epoch": 0.7261779604319984,
+      "grad_norm": 198.1698455810547,
+      "learning_rate": 1.4724116285061278e-05,
+      "loss": 28.4531,
+      "step": 15196
+    },
+    {
+      "epoch": 0.7262257478734588,
+      "grad_norm": 219.76438903808594,
+      "learning_rate": 1.4723434201061522e-05,
+      "loss": 21.0,
+      "step": 15197
+    },
+    {
+      "epoch": 0.7262735353149192,
+      "grad_norm": 254.9746551513672,
+      "learning_rate": 1.4722752088774489e-05,
+      "loss": 21.6406,
+      "step": 15198
+    },
+    {
+      "epoch": 0.7263213227563796,
+      "grad_norm": 206.23843383789062,
+      "learning_rate": 1.4722069948204263e-05,
+      "loss": 24.5312,
+      "step": 15199
+    },
+    {
+      "epoch": 0.72636911019784,
+      "grad_norm": 163.49403381347656,
+      "learning_rate": 1.4721387779354934e-05,
+      "loss": 25.4844,
+      "step": 15200
+    },
+    {
+      "epoch": 0.7264168976393004,
+      "grad_norm": 198.86817932128906,
+      "learning_rate": 1.4720705582230581e-05,
+      "loss": 26.7188,
+      "step": 15201
+    },
+    {
+      "epoch": 0.7264646850807608,
+      "grad_norm": 235.46961975097656,
+      "learning_rate": 1.4720023356835295e-05,
+      "loss": 30.4062,
+      "step": 15202
+    },
+    {
+      "epoch": 0.7265124725222212,
+      "grad_norm": 193.3595428466797,
+      "learning_rate": 1.4719341103173158e-05,
+      "loss": 27.1875,
+      "step": 15203
+    },
+    {
+      "epoch": 0.7265602599636816,
+      "grad_norm": 385.2797546386719,
+      "learning_rate": 1.4718658821248262e-05,
+      "loss": 29.4688,
+      "step": 15204
+    },
+    {
+      "epoch": 0.726608047405142,
+      "grad_norm": 407.4778137207031,
+      "learning_rate": 1.4717976511064684e-05,
+      "loss": 30.8438,
+      "step": 15205
+    },
+    {
+      "epoch": 0.7266558348466023,
+      "grad_norm": 202.05430603027344,
+      "learning_rate": 1.4717294172626517e-05,
+      "loss": 24.625,
+      "step": 15206
+    },
+    {
+      "epoch": 0.7267036222880627,
+      "grad_norm": 243.4223175048828,
+      "learning_rate": 1.4716611805937845e-05,
+      "loss": 23.9844,
+      "step": 15207
+    },
+    {
+      "epoch": 0.7267514097295231,
+      "grad_norm": 446.11346435546875,
+      "learning_rate": 1.4715929411002755e-05,
+      "loss": 35.625,
+      "step": 15208
+    },
+    {
+      "epoch": 0.7267991971709835,
+      "grad_norm": 143.4346466064453,
+      "learning_rate": 1.4715246987825329e-05,
+      "loss": 21.625,
+      "step": 15209
+    },
+    {
+      "epoch": 0.7268469846124439,
+      "grad_norm": 237.36607360839844,
+      "learning_rate": 1.4714564536409661e-05,
+      "loss": 22.9688,
+      "step": 15210
+    },
+    {
+      "epoch": 0.7268947720539042,
+      "grad_norm": 302.78173828125,
+      "learning_rate": 1.4713882056759836e-05,
+      "loss": 28.1719,
+      "step": 15211
+    },
+    {
+      "epoch": 0.7269425594953646,
+      "grad_norm": 129.75738525390625,
+      "learning_rate": 1.4713199548879936e-05,
+      "loss": 19.875,
+      "step": 15212
+    },
+    {
+      "epoch": 0.726990346936825,
+      "grad_norm": 207.1147918701172,
+      "learning_rate": 1.4712517012774056e-05,
+      "loss": 28.375,
+      "step": 15213
+    },
+    {
+      "epoch": 0.7270381343782854,
+      "grad_norm": 297.8456115722656,
+      "learning_rate": 1.4711834448446278e-05,
+      "loss": 21.25,
+      "step": 15214
+    },
+    {
+      "epoch": 0.7270859218197457,
+      "grad_norm": 281.73504638671875,
+      "learning_rate": 1.4711151855900691e-05,
+      "loss": 26.125,
+      "step": 15215
+    },
+    {
+      "epoch": 0.7271337092612061,
+      "grad_norm": 621.8577270507812,
+      "learning_rate": 1.4710469235141385e-05,
+      "loss": 30.9062,
+      "step": 15216
+    },
+    {
+      "epoch": 0.7271814967026665,
+      "grad_norm": 188.6255645751953,
+      "learning_rate": 1.4709786586172445e-05,
+      "loss": 27.875,
+      "step": 15217
+    },
+    {
+      "epoch": 0.7272292841441269,
+      "grad_norm": 437.1468505859375,
+      "learning_rate": 1.4709103908997962e-05,
+      "loss": 29.1875,
+      "step": 15218
+    },
+    {
+      "epoch": 0.7272770715855873,
+      "grad_norm": 242.87783813476562,
+      "learning_rate": 1.4708421203622023e-05,
+      "loss": 24.2812,
+      "step": 15219
+    },
+    {
+      "epoch": 0.7273248590270477,
+      "grad_norm": 1730.5958251953125,
+      "learning_rate": 1.4707738470048715e-05,
+      "loss": 27.2812,
+      "step": 15220
+    },
+    {
+      "epoch": 0.7273726464685081,
+      "grad_norm": 503.1635437011719,
+      "learning_rate": 1.4707055708282129e-05,
+      "loss": 24.2656,
+      "step": 15221
+    },
+    {
+      "epoch": 0.7274204339099685,
+      "grad_norm": 297.1334228515625,
+      "learning_rate": 1.4706372918326356e-05,
+      "loss": 26.6094,
+      "step": 15222
+    },
+    {
+      "epoch": 0.7274682213514289,
+      "grad_norm": 360.52496337890625,
+      "learning_rate": 1.470569010018548e-05,
+      "loss": 26.4688,
+      "step": 15223
+    },
+    {
+      "epoch": 0.7275160087928892,
+      "grad_norm": 179.95225524902344,
+      "learning_rate": 1.470500725386359e-05,
+      "loss": 19.5938,
+      "step": 15224
+    },
+    {
+      "epoch": 0.7275637962343496,
+      "grad_norm": 308.6882019042969,
+      "learning_rate": 1.4704324379364781e-05,
+      "loss": 35.2812,
+      "step": 15225
+    },
+    {
+      "epoch": 0.72761158367581,
+      "grad_norm": 344.2072448730469,
+      "learning_rate": 1.4703641476693137e-05,
+      "loss": 33.375,
+      "step": 15226
+    },
+    {
+      "epoch": 0.7276593711172704,
+      "grad_norm": 516.5615234375,
+      "learning_rate": 1.470295854585275e-05,
+      "loss": 26.0312,
+      "step": 15227
+    },
+    {
+      "epoch": 0.7277071585587308,
+      "grad_norm": 191.10220336914062,
+      "learning_rate": 1.4702275586847712e-05,
+      "loss": 24.5156,
+      "step": 15228
+    },
+    {
+      "epoch": 0.7277549460001912,
+      "grad_norm": 298.532958984375,
+      "learning_rate": 1.4701592599682106e-05,
+      "loss": 27.0625,
+      "step": 15229
+    },
+    {
+      "epoch": 0.7278027334416516,
+      "grad_norm": 129.88661193847656,
+      "learning_rate": 1.4700909584360032e-05,
+      "loss": 20.2109,
+      "step": 15230
+    },
+    {
+      "epoch": 0.727850520883112,
+      "grad_norm": 3883.50537109375,
+      "learning_rate": 1.4700226540885573e-05,
+      "loss": 31.5312,
+      "step": 15231
+    },
+    {
+      "epoch": 0.7278983083245723,
+      "grad_norm": 412.3458557128906,
+      "learning_rate": 1.4699543469262822e-05,
+      "loss": 37.2188,
+      "step": 15232
+    },
+    {
+      "epoch": 0.7279460957660326,
+      "grad_norm": 228.93463134765625,
+      "learning_rate": 1.4698860369495871e-05,
+      "loss": 32.5938,
+      "step": 15233
+    },
+    {
+      "epoch": 0.727993883207493,
+      "grad_norm": 266.3409118652344,
+      "learning_rate": 1.4698177241588809e-05,
+      "loss": 25.0625,
+      "step": 15234
+    },
+    {
+      "epoch": 0.7280416706489534,
+      "grad_norm": 286.291259765625,
+      "learning_rate": 1.4697494085545726e-05,
+      "loss": 30.1094,
+      "step": 15235
+    },
+    {
+      "epoch": 0.7280894580904138,
+      "grad_norm": 307.20721435546875,
+      "learning_rate": 1.4696810901370718e-05,
+      "loss": 26.75,
+      "step": 15236
+    },
+    {
+      "epoch": 0.7281372455318742,
+      "grad_norm": 224.24400329589844,
+      "learning_rate": 1.4696127689067872e-05,
+      "loss": 36.5625,
+      "step": 15237
+    },
+    {
+      "epoch": 0.7281850329733346,
+      "grad_norm": 381.509521484375,
+      "learning_rate": 1.4695444448641279e-05,
+      "loss": 31.7031,
+      "step": 15238
+    },
+    {
+      "epoch": 0.728232820414795,
+      "grad_norm": 287.6650390625,
+      "learning_rate": 1.4694761180095034e-05,
+      "loss": 34.2812,
+      "step": 15239
+    },
+    {
+      "epoch": 0.7282806078562554,
+      "grad_norm": 149.7107696533203,
+      "learning_rate": 1.4694077883433229e-05,
+      "loss": 16.5781,
+      "step": 15240
+    },
+    {
+      "epoch": 0.7283283952977158,
+      "grad_norm": 1092.9493408203125,
+      "learning_rate": 1.4693394558659954e-05,
+      "loss": 20.1875,
+      "step": 15241
+    },
+    {
+      "epoch": 0.7283761827391761,
+      "grad_norm": 220.47482299804688,
+      "learning_rate": 1.46927112057793e-05,
+      "loss": 31.625,
+      "step": 15242
+    },
+    {
+      "epoch": 0.7284239701806365,
+      "grad_norm": 257.4951477050781,
+      "learning_rate": 1.469202782479536e-05,
+      "loss": 33.6562,
+      "step": 15243
+    },
+    {
+      "epoch": 0.7284717576220969,
+      "grad_norm": 239.4128875732422,
+      "learning_rate": 1.469134441571223e-05,
+      "loss": 26.9375,
+      "step": 15244
+    },
+    {
+      "epoch": 0.7285195450635573,
+      "grad_norm": 437.8713073730469,
+      "learning_rate": 1.4690660978534001e-05,
+      "loss": 25.625,
+      "step": 15245
+    },
+    {
+      "epoch": 0.7285673325050177,
+      "grad_norm": 351.2756042480469,
+      "learning_rate": 1.4689977513264766e-05,
+      "loss": 29.2188,
+      "step": 15246
+    },
+    {
+      "epoch": 0.7286151199464781,
+      "grad_norm": 293.5491027832031,
+      "learning_rate": 1.4689294019908614e-05,
+      "loss": 24.9062,
+      "step": 15247
+    },
+    {
+      "epoch": 0.7286629073879385,
+      "grad_norm": 277.0078430175781,
+      "learning_rate": 1.4688610498469644e-05,
+      "loss": 33.5781,
+      "step": 15248
+    },
+    {
+      "epoch": 0.7287106948293989,
+      "grad_norm": 224.77398681640625,
+      "learning_rate": 1.4687926948951944e-05,
+      "loss": 23.8125,
+      "step": 15249
+    },
+    {
+      "epoch": 0.7287584822708593,
+      "grad_norm": 406.8200378417969,
+      "learning_rate": 1.4687243371359613e-05,
+      "loss": 41.1875,
+      "step": 15250
+    },
+    {
+      "epoch": 0.7288062697123197,
+      "grad_norm": 286.5182189941406,
+      "learning_rate": 1.4686559765696744e-05,
+      "loss": 27.7188,
+      "step": 15251
+    },
+    {
+      "epoch": 0.7288540571537799,
+      "grad_norm": 503.9192199707031,
+      "learning_rate": 1.4685876131967427e-05,
+      "loss": 37.2188,
+      "step": 15252
+    },
+    {
+      "epoch": 0.7289018445952403,
+      "grad_norm": 347.7010498046875,
+      "learning_rate": 1.4685192470175759e-05,
+      "loss": 22.7188,
+      "step": 15253
+    },
+    {
+      "epoch": 0.7289496320367007,
+      "grad_norm": 179.9264678955078,
+      "learning_rate": 1.4684508780325835e-05,
+      "loss": 24.0,
+      "step": 15254
+    },
+    {
+      "epoch": 0.7289974194781611,
+      "grad_norm": 331.0921630859375,
+      "learning_rate": 1.4683825062421746e-05,
+      "loss": 28.9375,
+      "step": 15255
+    },
+    {
+      "epoch": 0.7290452069196215,
+      "grad_norm": 210.7624053955078,
+      "learning_rate": 1.4683141316467588e-05,
+      "loss": 25.8438,
+      "step": 15256
+    },
+    {
+      "epoch": 0.7290929943610819,
+      "grad_norm": 188.13742065429688,
+      "learning_rate": 1.4682457542467461e-05,
+      "loss": 27.1406,
+      "step": 15257
+    },
+    {
+      "epoch": 0.7291407818025423,
+      "grad_norm": 270.45703125,
+      "learning_rate": 1.4681773740425453e-05,
+      "loss": 27.875,
+      "step": 15258
+    },
+    {
+      "epoch": 0.7291885692440027,
+      "grad_norm": 596.454345703125,
+      "learning_rate": 1.468108991034566e-05,
+      "loss": 28.4688,
+      "step": 15259
+    },
+    {
+      "epoch": 0.729236356685463,
+      "grad_norm": 344.0950012207031,
+      "learning_rate": 1.4680406052232179e-05,
+      "loss": 24.2188,
+      "step": 15260
+    },
+    {
+      "epoch": 0.7292841441269234,
+      "grad_norm": 221.8853302001953,
+      "learning_rate": 1.4679722166089108e-05,
+      "loss": 34.0156,
+      "step": 15261
+    },
+    {
+      "epoch": 0.7293319315683838,
+      "grad_norm": 484.6630859375,
+      "learning_rate": 1.4679038251920536e-05,
+      "loss": 28.3906,
+      "step": 15262
+    },
+    {
+      "epoch": 0.7293797190098442,
+      "grad_norm": 182.40602111816406,
+      "learning_rate": 1.4678354309730564e-05,
+      "loss": 25.1719,
+      "step": 15263
+    },
+    {
+      "epoch": 0.7294275064513046,
+      "grad_norm": 265.2691650390625,
+      "learning_rate": 1.4677670339523285e-05,
+      "loss": 20.2656,
+      "step": 15264
+    },
+    {
+      "epoch": 0.729475293892765,
+      "grad_norm": 201.04598999023438,
+      "learning_rate": 1.4676986341302799e-05,
+      "loss": 19.1094,
+      "step": 15265
+    },
+    {
+      "epoch": 0.7295230813342254,
+      "grad_norm": 201.79319763183594,
+      "learning_rate": 1.4676302315073196e-05,
+      "loss": 18.4688,
+      "step": 15266
+    },
+    {
+      "epoch": 0.7295708687756858,
+      "grad_norm": 203.6725616455078,
+      "learning_rate": 1.467561826083858e-05,
+      "loss": 23.4844,
+      "step": 15267
+    },
+    {
+      "epoch": 0.7296186562171462,
+      "grad_norm": 194.1215362548828,
+      "learning_rate": 1.4674934178603042e-05,
+      "loss": 20.3125,
+      "step": 15268
+    },
+    {
+      "epoch": 0.7296664436586066,
+      "grad_norm": 607.7736206054688,
+      "learning_rate": 1.4674250068370683e-05,
+      "loss": 25.2109,
+      "step": 15269
+    },
+    {
+      "epoch": 0.729714231100067,
+      "grad_norm": 207.83985900878906,
+      "learning_rate": 1.4673565930145594e-05,
+      "loss": 26.5781,
+      "step": 15270
+    },
+    {
+      "epoch": 0.7297620185415273,
+      "grad_norm": 377.61029052734375,
+      "learning_rate": 1.4672881763931876e-05,
+      "loss": 42.0,
+      "step": 15271
+    },
+    {
+      "epoch": 0.7298098059829877,
+      "grad_norm": 1076.87841796875,
+      "learning_rate": 1.467219756973363e-05,
+      "loss": 23.2969,
+      "step": 15272
+    },
+    {
+      "epoch": 0.729857593424448,
+      "grad_norm": 416.8414611816406,
+      "learning_rate": 1.4671513347554946e-05,
+      "loss": 31.125,
+      "step": 15273
+    },
+    {
+      "epoch": 0.7299053808659084,
+      "grad_norm": 219.74586486816406,
+      "learning_rate": 1.4670829097399928e-05,
+      "loss": 25.4844,
+      "step": 15274
+    },
+    {
+      "epoch": 0.7299531683073688,
+      "grad_norm": 193.2239532470703,
+      "learning_rate": 1.4670144819272666e-05,
+      "loss": 25.4375,
+      "step": 15275
+    },
+    {
+      "epoch": 0.7300009557488292,
+      "grad_norm": 301.7746887207031,
+      "learning_rate": 1.4669460513177267e-05,
+      "loss": 32.9688,
+      "step": 15276
+    },
+    {
+      "epoch": 0.7300487431902896,
+      "grad_norm": 1484.136962890625,
+      "learning_rate": 1.466877617911782e-05,
+      "loss": 39.8125,
+      "step": 15277
+    },
+    {
+      "epoch": 0.73009653063175,
+      "grad_norm": 304.7657775878906,
+      "learning_rate": 1.4668091817098433e-05,
+      "loss": 33.3125,
+      "step": 15278
+    },
+    {
+      "epoch": 0.7301443180732103,
+      "grad_norm": 210.32135009765625,
+      "learning_rate": 1.4667407427123194e-05,
+      "loss": 38.875,
+      "step": 15279
+    },
+    {
+      "epoch": 0.7301921055146707,
+      "grad_norm": 1029.543701171875,
+      "learning_rate": 1.4666723009196214e-05,
+      "loss": 20.7031,
+      "step": 15280
+    },
+    {
+      "epoch": 0.7302398929561311,
+      "grad_norm": 243.8521728515625,
+      "learning_rate": 1.4666038563321578e-05,
+      "loss": 27.7812,
+      "step": 15281
+    },
+    {
+      "epoch": 0.7302876803975915,
+      "grad_norm": 351.5552978515625,
+      "learning_rate": 1.4665354089503396e-05,
+      "loss": 30.9688,
+      "step": 15282
+    },
+    {
+      "epoch": 0.7303354678390519,
+      "grad_norm": 209.15760803222656,
+      "learning_rate": 1.4664669587745763e-05,
+      "loss": 24.4375,
+      "step": 15283
+    },
+    {
+      "epoch": 0.7303832552805123,
+      "grad_norm": 160.3262481689453,
+      "learning_rate": 1.4663985058052776e-05,
+      "loss": 22.5156,
+      "step": 15284
+    },
+    {
+      "epoch": 0.7304310427219727,
+      "grad_norm": 485.77459716796875,
+      "learning_rate": 1.4663300500428538e-05,
+      "loss": 26.5625,
+      "step": 15285
+    },
+    {
+      "epoch": 0.7304788301634331,
+      "grad_norm": 321.4649353027344,
+      "learning_rate": 1.4662615914877147e-05,
+      "loss": 29.3438,
+      "step": 15286
+    },
+    {
+      "epoch": 0.7305266176048935,
+      "grad_norm": 730.946533203125,
+      "learning_rate": 1.4661931301402706e-05,
+      "loss": 23.7188,
+      "step": 15287
+    },
+    {
+      "epoch": 0.7305744050463538,
+      "grad_norm": 295.7939147949219,
+      "learning_rate": 1.4661246660009308e-05,
+      "loss": 30.4375,
+      "step": 15288
+    },
+    {
+      "epoch": 0.7306221924878142,
+      "grad_norm": 393.5194091796875,
+      "learning_rate": 1.4660561990701058e-05,
+      "loss": 33.9844,
+      "step": 15289
+    },
+    {
+      "epoch": 0.7306699799292746,
+      "grad_norm": 440.810302734375,
+      "learning_rate": 1.4659877293482056e-05,
+      "loss": 26.7812,
+      "step": 15290
+    },
+    {
+      "epoch": 0.730717767370735,
+      "grad_norm": 318.5008850097656,
+      "learning_rate": 1.4659192568356404e-05,
+      "loss": 28.5,
+      "step": 15291
+    },
+    {
+      "epoch": 0.7307655548121954,
+      "grad_norm": 323.3309326171875,
+      "learning_rate": 1.4658507815328199e-05,
+      "loss": 34.6875,
+      "step": 15292
+    },
+    {
+      "epoch": 0.7308133422536557,
+      "grad_norm": 202.32521057128906,
+      "learning_rate": 1.4657823034401542e-05,
+      "loss": 23.1875,
+      "step": 15293
+    },
+    {
+      "epoch": 0.7308611296951161,
+      "grad_norm": 196.8831024169922,
+      "learning_rate": 1.4657138225580533e-05,
+      "loss": 39.875,
+      "step": 15294
+    },
+    {
+      "epoch": 0.7309089171365765,
+      "grad_norm": 292.1390380859375,
+      "learning_rate": 1.4656453388869281e-05,
+      "loss": 33.1875,
+      "step": 15295
+    },
+    {
+      "epoch": 0.7309567045780369,
+      "grad_norm": 331.39874267578125,
+      "learning_rate": 1.465576852427188e-05,
+      "loss": 37.4531,
+      "step": 15296
+    },
+    {
+      "epoch": 0.7310044920194972,
+      "grad_norm": 340.9320983886719,
+      "learning_rate": 1.465508363179243e-05,
+      "loss": 43.375,
+      "step": 15297
+    },
+    {
+      "epoch": 0.7310522794609576,
+      "grad_norm": 498.6041564941406,
+      "learning_rate": 1.465439871143504e-05,
+      "loss": 31.3438,
+      "step": 15298
+    },
+    {
+      "epoch": 0.731100066902418,
+      "grad_norm": 304.2619934082031,
+      "learning_rate": 1.4653713763203805e-05,
+      "loss": 38.5312,
+      "step": 15299
+    },
+    {
+      "epoch": 0.7311478543438784,
+      "grad_norm": 313.52001953125,
+      "learning_rate": 1.465302878710283e-05,
+      "loss": 32.3438,
+      "step": 15300
+    },
+    {
+      "epoch": 0.7311956417853388,
+      "grad_norm": 717.8460693359375,
+      "learning_rate": 1.4652343783136215e-05,
+      "loss": 23.6562,
+      "step": 15301
+    },
+    {
+      "epoch": 0.7312434292267992,
+      "grad_norm": 380.077880859375,
+      "learning_rate": 1.4651658751308067e-05,
+      "loss": 36.9375,
+      "step": 15302
+    },
+    {
+      "epoch": 0.7312912166682596,
+      "grad_norm": 253.1358642578125,
+      "learning_rate": 1.4650973691622483e-05,
+      "loss": 31.9688,
+      "step": 15303
+    },
+    {
+      "epoch": 0.73133900410972,
+      "grad_norm": 238.95115661621094,
+      "learning_rate": 1.4650288604083569e-05,
+      "loss": 24.2656,
+      "step": 15304
+    },
+    {
+      "epoch": 0.7313867915511804,
+      "grad_norm": 403.6956481933594,
+      "learning_rate": 1.4649603488695428e-05,
+      "loss": 31.6875,
+      "step": 15305
+    },
+    {
+      "epoch": 0.7314345789926407,
+      "grad_norm": 222.8849334716797,
+      "learning_rate": 1.464891834546216e-05,
+      "loss": 38.9375,
+      "step": 15306
+    },
+    {
+      "epoch": 0.7314823664341011,
+      "grad_norm": 240.6556396484375,
+      "learning_rate": 1.464823317438787e-05,
+      "loss": 24.9062,
+      "step": 15307
+    },
+    {
+      "epoch": 0.7315301538755615,
+      "grad_norm": 228.188232421875,
+      "learning_rate": 1.4647547975476664e-05,
+      "loss": 22.9375,
+      "step": 15308
+    },
+    {
+      "epoch": 0.7315779413170219,
+      "grad_norm": 318.8435974121094,
+      "learning_rate": 1.464686274873264e-05,
+      "loss": 18.5625,
+      "step": 15309
+    },
+    {
+      "epoch": 0.7316257287584823,
+      "grad_norm": 302.8400573730469,
+      "learning_rate": 1.4646177494159903e-05,
+      "loss": 35.1562,
+      "step": 15310
+    },
+    {
+      "epoch": 0.7316735161999427,
+      "grad_norm": 269.02105712890625,
+      "learning_rate": 1.464549221176256e-05,
+      "loss": 19.7656,
+      "step": 15311
+    },
+    {
+      "epoch": 0.7317213036414031,
+      "grad_norm": 218.5513458251953,
+      "learning_rate": 1.464480690154471e-05,
+      "loss": 24.9688,
+      "step": 15312
+    },
+    {
+      "epoch": 0.7317690910828635,
+      "grad_norm": 614.3495483398438,
+      "learning_rate": 1.4644121563510462e-05,
+      "loss": 25.0625,
+      "step": 15313
+    },
+    {
+      "epoch": 0.7318168785243238,
+      "grad_norm": 206.91810607910156,
+      "learning_rate": 1.4643436197663918e-05,
+      "loss": 36.0938,
+      "step": 15314
+    },
+    {
+      "epoch": 0.7318646659657841,
+      "grad_norm": 215.97943115234375,
+      "learning_rate": 1.4642750804009184e-05,
+      "loss": 26.4688,
+      "step": 15315
+    },
+    {
+      "epoch": 0.7319124534072445,
+      "grad_norm": 643.1536865234375,
+      "learning_rate": 1.4642065382550363e-05,
+      "loss": 38.4688,
+      "step": 15316
+    },
+    {
+      "epoch": 0.7319602408487049,
+      "grad_norm": 337.8586120605469,
+      "learning_rate": 1.4641379933291562e-05,
+      "loss": 23.4219,
+      "step": 15317
+    },
+    {
+      "epoch": 0.7320080282901653,
+      "grad_norm": 218.16041564941406,
+      "learning_rate": 1.4640694456236881e-05,
+      "loss": 25.9375,
+      "step": 15318
+    },
+    {
+      "epoch": 0.7320558157316257,
+      "grad_norm": 240.3990020751953,
+      "learning_rate": 1.464000895139043e-05,
+      "loss": 30.1875,
+      "step": 15319
+    },
+    {
+      "epoch": 0.7321036031730861,
+      "grad_norm": 159.8970489501953,
+      "learning_rate": 1.4639323418756313e-05,
+      "loss": 27.4062,
+      "step": 15320
+    },
+    {
+      "epoch": 0.7321513906145465,
+      "grad_norm": 367.65673828125,
+      "learning_rate": 1.4638637858338633e-05,
+      "loss": 33.0938,
+      "step": 15321
+    },
+    {
+      "epoch": 0.7321991780560069,
+      "grad_norm": 342.9638671875,
+      "learning_rate": 1.46379522701415e-05,
+      "loss": 29.7812,
+      "step": 15322
+    },
+    {
+      "epoch": 0.7322469654974673,
+      "grad_norm": 738.2925415039062,
+      "learning_rate": 1.463726665416902e-05,
+      "loss": 34.4688,
+      "step": 15323
+    },
+    {
+      "epoch": 0.7322947529389277,
+      "grad_norm": 447.24969482421875,
+      "learning_rate": 1.4636581010425293e-05,
+      "loss": 35.2188,
+      "step": 15324
+    },
+    {
+      "epoch": 0.732342540380388,
+      "grad_norm": 198.74220275878906,
+      "learning_rate": 1.4635895338914428e-05,
+      "loss": 17.5625,
+      "step": 15325
+    },
+    {
+      "epoch": 0.7323903278218484,
+      "grad_norm": 341.3423156738281,
+      "learning_rate": 1.4635209639640533e-05,
+      "loss": 44.9688,
+      "step": 15326
+    },
+    {
+      "epoch": 0.7324381152633088,
+      "grad_norm": 213.84725952148438,
+      "learning_rate": 1.4634523912607712e-05,
+      "loss": 39.375,
+      "step": 15327
+    },
+    {
+      "epoch": 0.7324859027047692,
+      "grad_norm": 346.8268127441406,
+      "learning_rate": 1.4633838157820074e-05,
+      "loss": 35.6562,
+      "step": 15328
+    },
+    {
+      "epoch": 0.7325336901462296,
+      "grad_norm": 230.76910400390625,
+      "learning_rate": 1.4633152375281724e-05,
+      "loss": 23.8438,
+      "step": 15329
+    },
+    {
+      "epoch": 0.73258147758769,
+      "grad_norm": 481.34979248046875,
+      "learning_rate": 1.4632466564996773e-05,
+      "loss": 35.125,
+      "step": 15330
+    },
+    {
+      "epoch": 0.7326292650291504,
+      "grad_norm": 265.9627990722656,
+      "learning_rate": 1.4631780726969322e-05,
+      "loss": 31.8438,
+      "step": 15331
+    },
+    {
+      "epoch": 0.7326770524706108,
+      "grad_norm": 293.9533386230469,
+      "learning_rate": 1.4631094861203478e-05,
+      "loss": 37.3125,
+      "step": 15332
+    },
+    {
+      "epoch": 0.7327248399120712,
+      "grad_norm": 178.2874755859375,
+      "learning_rate": 1.4630408967703358e-05,
+      "loss": 27.9062,
+      "step": 15333
+    },
+    {
+      "epoch": 0.7327726273535315,
+      "grad_norm": 234.87908935546875,
+      "learning_rate": 1.4629723046473058e-05,
+      "loss": 28.75,
+      "step": 15334
+    },
+    {
+      "epoch": 0.7328204147949918,
+      "grad_norm": 194.02508544921875,
+      "learning_rate": 1.4629037097516694e-05,
+      "loss": 31.1562,
+      "step": 15335
+    },
+    {
+      "epoch": 0.7328682022364522,
+      "grad_norm": 208.19224548339844,
+      "learning_rate": 1.4628351120838367e-05,
+      "loss": 30.4062,
+      "step": 15336
+    },
+    {
+      "epoch": 0.7329159896779126,
+      "grad_norm": 403.4582824707031,
+      "learning_rate": 1.4627665116442193e-05,
+      "loss": 31.875,
+      "step": 15337
+    },
+    {
+      "epoch": 0.732963777119373,
+      "grad_norm": 200.6396026611328,
+      "learning_rate": 1.4626979084332276e-05,
+      "loss": 28.2188,
+      "step": 15338
+    },
+    {
+      "epoch": 0.7330115645608334,
+      "grad_norm": 270.3534240722656,
+      "learning_rate": 1.4626293024512724e-05,
+      "loss": 29.8125,
+      "step": 15339
+    },
+    {
+      "epoch": 0.7330593520022938,
+      "grad_norm": 345.2711486816406,
+      "learning_rate": 1.4625606936987647e-05,
+      "loss": 21.375,
+      "step": 15340
+    },
+    {
+      "epoch": 0.7331071394437542,
+      "grad_norm": 408.01666259765625,
+      "learning_rate": 1.4624920821761151e-05,
+      "loss": 28.1875,
+      "step": 15341
+    },
+    {
+      "epoch": 0.7331549268852146,
+      "grad_norm": 462.44696044921875,
+      "learning_rate": 1.4624234678837348e-05,
+      "loss": 30.6875,
+      "step": 15342
+    },
+    {
+      "epoch": 0.7332027143266749,
+      "grad_norm": 292.00531005859375,
+      "learning_rate": 1.4623548508220347e-05,
+      "loss": 21.6562,
+      "step": 15343
+    },
+    {
+      "epoch": 0.7332505017681353,
+      "grad_norm": 144.79251098632812,
+      "learning_rate": 1.4622862309914256e-05,
+      "loss": 21.0781,
+      "step": 15344
+    },
+    {
+      "epoch": 0.7332982892095957,
+      "grad_norm": 256.9292297363281,
+      "learning_rate": 1.4622176083923182e-05,
+      "loss": 24.3438,
+      "step": 15345
+    },
+    {
+      "epoch": 0.7333460766510561,
+      "grad_norm": 333.8756103515625,
+      "learning_rate": 1.4621489830251243e-05,
+      "loss": 37.25,
+      "step": 15346
+    },
+    {
+      "epoch": 0.7333938640925165,
+      "grad_norm": 153.3564910888672,
+      "learning_rate": 1.462080354890254e-05,
+      "loss": 30.1406,
+      "step": 15347
+    },
+    {
+      "epoch": 0.7334416515339769,
+      "grad_norm": 284.67724609375,
+      "learning_rate": 1.4620117239881187e-05,
+      "loss": 36.5312,
+      "step": 15348
+    },
+    {
+      "epoch": 0.7334894389754373,
+      "grad_norm": 459.5111083984375,
+      "learning_rate": 1.4619430903191292e-05,
+      "loss": 27.4219,
+      "step": 15349
+    },
+    {
+      "epoch": 0.7335372264168977,
+      "grad_norm": 245.85028076171875,
+      "learning_rate": 1.4618744538836968e-05,
+      "loss": 32.125,
+      "step": 15350
+    },
+    {
+      "epoch": 0.7335850138583581,
+      "grad_norm": 320.0376892089844,
+      "learning_rate": 1.4618058146822323e-05,
+      "loss": 27.0312,
+      "step": 15351
+    },
+    {
+      "epoch": 0.7336328012998184,
+      "grad_norm": 224.0841827392578,
+      "learning_rate": 1.461737172715147e-05,
+      "loss": 36.75,
+      "step": 15352
+    },
+    {
+      "epoch": 0.7336805887412788,
+      "grad_norm": 262.01116943359375,
+      "learning_rate": 1.4616685279828516e-05,
+      "loss": 24.875,
+      "step": 15353
+    },
+    {
+      "epoch": 0.7337283761827392,
+      "grad_norm": 644.3884887695312,
+      "learning_rate": 1.4615998804857576e-05,
+      "loss": 35.375,
+      "step": 15354
+    },
+    {
+      "epoch": 0.7337761636241995,
+      "grad_norm": 278.6687316894531,
+      "learning_rate": 1.4615312302242762e-05,
+      "loss": 20.6719,
+      "step": 15355
+    },
+    {
+      "epoch": 0.7338239510656599,
+      "grad_norm": 353.196533203125,
+      "learning_rate": 1.461462577198818e-05,
+      "loss": 25.5625,
+      "step": 15356
+    },
+    {
+      "epoch": 0.7338717385071203,
+      "grad_norm": 234.35304260253906,
+      "learning_rate": 1.4613939214097946e-05,
+      "loss": 25.5625,
+      "step": 15357
+    },
+    {
+      "epoch": 0.7339195259485807,
+      "grad_norm": 218.1603240966797,
+      "learning_rate": 1.4613252628576167e-05,
+      "loss": 35.0938,
+      "step": 15358
+    },
+    {
+      "epoch": 0.7339673133900411,
+      "grad_norm": 383.5833740234375,
+      "learning_rate": 1.4612566015426959e-05,
+      "loss": 33.1875,
+      "step": 15359
+    },
+    {
+      "epoch": 0.7340151008315015,
+      "grad_norm": 282.35015869140625,
+      "learning_rate": 1.461187937465443e-05,
+      "loss": 29.5781,
+      "step": 15360
+    },
+    {
+      "epoch": 0.7340628882729618,
+      "grad_norm": 222.940673828125,
+      "learning_rate": 1.4611192706262695e-05,
+      "loss": 30.0938,
+      "step": 15361
+    },
+    {
+      "epoch": 0.7341106757144222,
+      "grad_norm": 288.6871337890625,
+      "learning_rate": 1.4610506010255866e-05,
+      "loss": 37.3438,
+      "step": 15362
+    },
+    {
+      "epoch": 0.7341584631558826,
+      "grad_norm": 358.5624694824219,
+      "learning_rate": 1.4609819286638059e-05,
+      "loss": 30.4219,
+      "step": 15363
+    },
+    {
+      "epoch": 0.734206250597343,
+      "grad_norm": 247.83897399902344,
+      "learning_rate": 1.460913253541338e-05,
+      "loss": 39.0938,
+      "step": 15364
+    },
+    {
+      "epoch": 0.7342540380388034,
+      "grad_norm": 158.68154907226562,
+      "learning_rate": 1.4608445756585943e-05,
+      "loss": 21.4375,
+      "step": 15365
+    },
+    {
+      "epoch": 0.7343018254802638,
+      "grad_norm": 335.2489929199219,
+      "learning_rate": 1.4607758950159862e-05,
+      "loss": 29.125,
+      "step": 15366
+    },
+    {
+      "epoch": 0.7343496129217242,
+      "grad_norm": 286.64617919921875,
+      "learning_rate": 1.4607072116139253e-05,
+      "loss": 20.7969,
+      "step": 15367
+    },
+    {
+      "epoch": 0.7343974003631846,
+      "grad_norm": 414.0905456542969,
+      "learning_rate": 1.4606385254528229e-05,
+      "loss": 27.9062,
+      "step": 15368
+    },
+    {
+      "epoch": 0.734445187804645,
+      "grad_norm": 246.22764587402344,
+      "learning_rate": 1.4605698365330896e-05,
+      "loss": 27.25,
+      "step": 15369
+    },
+    {
+      "epoch": 0.7344929752461054,
+      "grad_norm": 299.14202880859375,
+      "learning_rate": 1.4605011448551376e-05,
+      "loss": 33.1562,
+      "step": 15370
+    },
+    {
+      "epoch": 0.7345407626875657,
+      "grad_norm": 231.2117462158203,
+      "learning_rate": 1.460432450419378e-05,
+      "loss": 29.7812,
+      "step": 15371
+    },
+    {
+      "epoch": 0.7345885501290261,
+      "grad_norm": 454.0955505371094,
+      "learning_rate": 1.460363753226222e-05,
+      "loss": 28.1562,
+      "step": 15372
+    },
+    {
+      "epoch": 0.7346363375704865,
+      "grad_norm": 193.830078125,
+      "learning_rate": 1.4602950532760814e-05,
+      "loss": 18.2031,
+      "step": 15373
+    },
+    {
+      "epoch": 0.7346841250119469,
+      "grad_norm": 283.84454345703125,
+      "learning_rate": 1.460226350569367e-05,
+      "loss": 32.625,
+      "step": 15374
+    },
+    {
+      "epoch": 0.7347319124534073,
+      "grad_norm": 350.66998291015625,
+      "learning_rate": 1.4601576451064908e-05,
+      "loss": 31.4688,
+      "step": 15375
+    },
+    {
+      "epoch": 0.7347796998948676,
+      "grad_norm": 206.4642791748047,
+      "learning_rate": 1.4600889368878641e-05,
+      "loss": 21.1406,
+      "step": 15376
+    },
+    {
+      "epoch": 0.734827487336328,
+      "grad_norm": 284.5715637207031,
+      "learning_rate": 1.460020225913898e-05,
+      "loss": 21.75,
+      "step": 15377
+    },
+    {
+      "epoch": 0.7348752747777884,
+      "grad_norm": 200.5116729736328,
+      "learning_rate": 1.4599515121850047e-05,
+      "loss": 25.8594,
+      "step": 15378
+    },
+    {
+      "epoch": 0.7349230622192487,
+      "grad_norm": 270.0524597167969,
+      "learning_rate": 1.4598827957015953e-05,
+      "loss": 27.625,
+      "step": 15379
+    },
+    {
+      "epoch": 0.7349708496607091,
+      "grad_norm": 213.17218017578125,
+      "learning_rate": 1.4598140764640814e-05,
+      "loss": 23.3125,
+      "step": 15380
+    },
+    {
+      "epoch": 0.7350186371021695,
+      "grad_norm": 243.0029296875,
+      "learning_rate": 1.4597453544728744e-05,
+      "loss": 29.75,
+      "step": 15381
+    },
+    {
+      "epoch": 0.7350664245436299,
+      "grad_norm": 455.1968688964844,
+      "learning_rate": 1.4596766297283859e-05,
+      "loss": 33.8438,
+      "step": 15382
+    },
+    {
+      "epoch": 0.7351142119850903,
+      "grad_norm": 445.69061279296875,
+      "learning_rate": 1.4596079022310277e-05,
+      "loss": 24.1719,
+      "step": 15383
+    },
+    {
+      "epoch": 0.7351619994265507,
+      "grad_norm": 483.70526123046875,
+      "learning_rate": 1.4595391719812112e-05,
+      "loss": 30.625,
+      "step": 15384
+    },
+    {
+      "epoch": 0.7352097868680111,
+      "grad_norm": 225.50177001953125,
+      "learning_rate": 1.4594704389793477e-05,
+      "loss": 24.5625,
+      "step": 15385
+    },
+    {
+      "epoch": 0.7352575743094715,
+      "grad_norm": 171.08773803710938,
+      "learning_rate": 1.4594017032258494e-05,
+      "loss": 18.6719,
+      "step": 15386
+    },
+    {
+      "epoch": 0.7353053617509319,
+      "grad_norm": 201.5012664794922,
+      "learning_rate": 1.4593329647211279e-05,
+      "loss": 23.3281,
+      "step": 15387
+    },
+    {
+      "epoch": 0.7353531491923923,
+      "grad_norm": 393.2076416015625,
+      "learning_rate": 1.4592642234655944e-05,
+      "loss": 24.0938,
+      "step": 15388
+    },
+    {
+      "epoch": 0.7354009366338526,
+      "grad_norm": 183.6573944091797,
+      "learning_rate": 1.459195479459661e-05,
+      "loss": 18.9219,
+      "step": 15389
+    },
+    {
+      "epoch": 0.735448724075313,
+      "grad_norm": 122.43656921386719,
+      "learning_rate": 1.4591267327037388e-05,
+      "loss": 31.8047,
+      "step": 15390
+    },
+    {
+      "epoch": 0.7354965115167734,
+      "grad_norm": 331.04913330078125,
+      "learning_rate": 1.4590579831982403e-05,
+      "loss": 37.6562,
+      "step": 15391
+    },
+    {
+      "epoch": 0.7355442989582338,
+      "grad_norm": 94.90227508544922,
+      "learning_rate": 1.458989230943577e-05,
+      "loss": 14.8594,
+      "step": 15392
+    },
+    {
+      "epoch": 0.7355920863996942,
+      "grad_norm": 271.3444519042969,
+      "learning_rate": 1.4589204759401599e-05,
+      "loss": 19.6719,
+      "step": 15393
+    },
+    {
+      "epoch": 0.7356398738411546,
+      "grad_norm": 329.3962707519531,
+      "learning_rate": 1.4588517181884016e-05,
+      "loss": 32.9062,
+      "step": 15394
+    },
+    {
+      "epoch": 0.735687661282615,
+      "grad_norm": 222.48304748535156,
+      "learning_rate": 1.4587829576887136e-05,
+      "loss": 26.3438,
+      "step": 15395
+    },
+    {
+      "epoch": 0.7357354487240753,
+      "grad_norm": 163.77613830566406,
+      "learning_rate": 1.4587141944415075e-05,
+      "loss": 25.4688,
+      "step": 15396
+    },
+    {
+      "epoch": 0.7357832361655356,
+      "grad_norm": 325.0348815917969,
+      "learning_rate": 1.4586454284471954e-05,
+      "loss": 34.4375,
+      "step": 15397
+    },
+    {
+      "epoch": 0.735831023606996,
+      "grad_norm": 337.3359375,
+      "learning_rate": 1.4585766597061892e-05,
+      "loss": 24.4375,
+      "step": 15398
+    },
+    {
+      "epoch": 0.7358788110484564,
+      "grad_norm": 292.9256896972656,
+      "learning_rate": 1.4585078882189e-05,
+      "loss": 30.6562,
+      "step": 15399
+    },
+    {
+      "epoch": 0.7359265984899168,
+      "grad_norm": 282.8653564453125,
+      "learning_rate": 1.4584391139857407e-05,
+      "loss": 31.0781,
+      "step": 15400
+    },
+    {
+      "epoch": 0.7359743859313772,
+      "grad_norm": 161.023193359375,
+      "learning_rate": 1.4583703370071224e-05,
+      "loss": 22.0625,
+      "step": 15401
+    },
+    {
+      "epoch": 0.7360221733728376,
+      "grad_norm": 234.72528076171875,
+      "learning_rate": 1.4583015572834576e-05,
+      "loss": 31.0312,
+      "step": 15402
+    },
+    {
+      "epoch": 0.736069960814298,
+      "grad_norm": 290.85003662109375,
+      "learning_rate": 1.4582327748151576e-05,
+      "loss": 36.4062,
+      "step": 15403
+    },
+    {
+      "epoch": 0.7361177482557584,
+      "grad_norm": 177.31002807617188,
+      "learning_rate": 1.4581639896026345e-05,
+      "loss": 21.4688,
+      "step": 15404
+    },
+    {
+      "epoch": 0.7361655356972188,
+      "grad_norm": 216.91534423828125,
+      "learning_rate": 1.4580952016463004e-05,
+      "loss": 26.7812,
+      "step": 15405
+    },
+    {
+      "epoch": 0.7362133231386792,
+      "grad_norm": 261.60003662109375,
+      "learning_rate": 1.4580264109465671e-05,
+      "loss": 27.9062,
+      "step": 15406
+    },
+    {
+      "epoch": 0.7362611105801395,
+      "grad_norm": 276.8035888671875,
+      "learning_rate": 1.4579576175038469e-05,
+      "loss": 27.4062,
+      "step": 15407
+    },
+    {
+      "epoch": 0.7363088980215999,
+      "grad_norm": 205.66835021972656,
+      "learning_rate": 1.4578888213185508e-05,
+      "loss": 25.6875,
+      "step": 15408
+    },
+    {
+      "epoch": 0.7363566854630603,
+      "grad_norm": 213.28790283203125,
+      "learning_rate": 1.457820022391092e-05,
+      "loss": 38.0,
+      "step": 15409
+    },
+    {
+      "epoch": 0.7364044729045207,
+      "grad_norm": 155.64828491210938,
+      "learning_rate": 1.4577512207218818e-05,
+      "loss": 18.6094,
+      "step": 15410
+    },
+    {
+      "epoch": 0.7364522603459811,
+      "grad_norm": 379.6199645996094,
+      "learning_rate": 1.4576824163113328e-05,
+      "loss": 27.9531,
+      "step": 15411
+    },
+    {
+      "epoch": 0.7365000477874415,
+      "grad_norm": 285.67474365234375,
+      "learning_rate": 1.4576136091598562e-05,
+      "loss": 25.9375,
+      "step": 15412
+    },
+    {
+      "epoch": 0.7365478352289019,
+      "grad_norm": 280.8103942871094,
+      "learning_rate": 1.4575447992678648e-05,
+      "loss": 24.0312,
+      "step": 15413
+    },
+    {
+      "epoch": 0.7365956226703623,
+      "grad_norm": 253.8584442138672,
+      "learning_rate": 1.4574759866357707e-05,
+      "loss": 22.875,
+      "step": 15414
+    },
+    {
+      "epoch": 0.7366434101118227,
+      "grad_norm": 232.57357788085938,
+      "learning_rate": 1.4574071712639854e-05,
+      "loss": 25.1562,
+      "step": 15415
+    },
+    {
+      "epoch": 0.736691197553283,
+      "grad_norm": 168.44505310058594,
+      "learning_rate": 1.4573383531529214e-05,
+      "loss": 21.4219,
+      "step": 15416
+    },
+    {
+      "epoch": 0.7367389849947433,
+      "grad_norm": 234.6627960205078,
+      "learning_rate": 1.4572695323029909e-05,
+      "loss": 32.1562,
+      "step": 15417
+    },
+    {
+      "epoch": 0.7367867724362037,
+      "grad_norm": 215.15208435058594,
+      "learning_rate": 1.4572007087146061e-05,
+      "loss": 23.5469,
+      "step": 15418
+    },
+    {
+      "epoch": 0.7368345598776641,
+      "grad_norm": 255.999755859375,
+      "learning_rate": 1.4571318823881787e-05,
+      "loss": 24.9062,
+      "step": 15419
+    },
+    {
+      "epoch": 0.7368823473191245,
+      "grad_norm": 264.44244384765625,
+      "learning_rate": 1.4570630533241213e-05,
+      "loss": 37.2812,
+      "step": 15420
+    },
+    {
+      "epoch": 0.7369301347605849,
+      "grad_norm": 375.8532409667969,
+      "learning_rate": 1.456994221522846e-05,
+      "loss": 33.25,
+      "step": 15421
+    },
+    {
+      "epoch": 0.7369779222020453,
+      "grad_norm": 200.61143493652344,
+      "learning_rate": 1.456925386984765e-05,
+      "loss": 20.2031,
+      "step": 15422
+    },
+    {
+      "epoch": 0.7370257096435057,
+      "grad_norm": 97.63175201416016,
+      "learning_rate": 1.4568565497102904e-05,
+      "loss": 18.1562,
+      "step": 15423
+    },
+    {
+      "epoch": 0.7370734970849661,
+      "grad_norm": 236.1280975341797,
+      "learning_rate": 1.456787709699835e-05,
+      "loss": 30.1719,
+      "step": 15424
+    },
+    {
+      "epoch": 0.7371212845264264,
+      "grad_norm": 494.2720642089844,
+      "learning_rate": 1.4567188669538102e-05,
+      "loss": 33.8438,
+      "step": 15425
+    },
+    {
+      "epoch": 0.7371690719678868,
+      "grad_norm": 277.127197265625,
+      "learning_rate": 1.456650021472629e-05,
+      "loss": 28.8594,
+      "step": 15426
+    },
+    {
+      "epoch": 0.7372168594093472,
+      "grad_norm": 325.4779052734375,
+      "learning_rate": 1.4565811732567028e-05,
+      "loss": 26.2656,
+      "step": 15427
+    },
+    {
+      "epoch": 0.7372646468508076,
+      "grad_norm": 147.30641174316406,
+      "learning_rate": 1.4565123223064453e-05,
+      "loss": 21.7812,
+      "step": 15428
+    },
+    {
+      "epoch": 0.737312434292268,
+      "grad_norm": 254.99961853027344,
+      "learning_rate": 1.4564434686222677e-05,
+      "loss": 35.375,
+      "step": 15429
+    },
+    {
+      "epoch": 0.7373602217337284,
+      "grad_norm": 236.72080993652344,
+      "learning_rate": 1.4563746122045825e-05,
+      "loss": 33.4062,
+      "step": 15430
+    },
+    {
+      "epoch": 0.7374080091751888,
+      "grad_norm": 301.3235168457031,
+      "learning_rate": 1.4563057530538025e-05,
+      "loss": 22.875,
+      "step": 15431
+    },
+    {
+      "epoch": 0.7374557966166492,
+      "grad_norm": 216.77418518066406,
+      "learning_rate": 1.45623689117034e-05,
+      "loss": 23.2812,
+      "step": 15432
+    },
+    {
+      "epoch": 0.7375035840581096,
+      "grad_norm": 234.3764190673828,
+      "learning_rate": 1.456168026554607e-05,
+      "loss": 37.0938,
+      "step": 15433
+    },
+    {
+      "epoch": 0.73755137149957,
+      "grad_norm": 406.5599670410156,
+      "learning_rate": 1.4560991592070159e-05,
+      "loss": 28.8281,
+      "step": 15434
+    },
+    {
+      "epoch": 0.7375991589410303,
+      "grad_norm": 182.07302856445312,
+      "learning_rate": 1.4560302891279798e-05,
+      "loss": 24.6875,
+      "step": 15435
+    },
+    {
+      "epoch": 0.7376469463824907,
+      "grad_norm": 201.5940704345703,
+      "learning_rate": 1.4559614163179107e-05,
+      "loss": 25.7031,
+      "step": 15436
+    },
+    {
+      "epoch": 0.7376947338239511,
+      "grad_norm": 467.588623046875,
+      "learning_rate": 1.4558925407772209e-05,
+      "loss": 28.5312,
+      "step": 15437
+    },
+    {
+      "epoch": 0.7377425212654114,
+      "grad_norm": 231.3053436279297,
+      "learning_rate": 1.455823662506323e-05,
+      "loss": 19.0625,
+      "step": 15438
+    },
+    {
+      "epoch": 0.7377903087068718,
+      "grad_norm": 446.3965148925781,
+      "learning_rate": 1.4557547815056296e-05,
+      "loss": 29.125,
+      "step": 15439
+    },
+    {
+      "epoch": 0.7378380961483322,
+      "grad_norm": 607.672607421875,
+      "learning_rate": 1.455685897775553e-05,
+      "loss": 35.5938,
+      "step": 15440
+    },
+    {
+      "epoch": 0.7378858835897926,
+      "grad_norm": 263.2332458496094,
+      "learning_rate": 1.4556170113165063e-05,
+      "loss": 33.9062,
+      "step": 15441
+    },
+    {
+      "epoch": 0.737933671031253,
+      "grad_norm": 279.61212158203125,
+      "learning_rate": 1.4555481221289012e-05,
+      "loss": 26.125,
+      "step": 15442
+    },
+    {
+      "epoch": 0.7379814584727133,
+      "grad_norm": 293.2403564453125,
+      "learning_rate": 1.4554792302131509e-05,
+      "loss": 30.4375,
+      "step": 15443
+    },
+    {
+      "epoch": 0.7380292459141737,
+      "grad_norm": 185.08871459960938,
+      "learning_rate": 1.4554103355696677e-05,
+      "loss": 23.9219,
+      "step": 15444
+    },
+    {
+      "epoch": 0.7380770333556341,
+      "grad_norm": 143.68731689453125,
+      "learning_rate": 1.455341438198864e-05,
+      "loss": 23.2344,
+      "step": 15445
+    },
+    {
+      "epoch": 0.7381248207970945,
+      "grad_norm": 177.2397003173828,
+      "learning_rate": 1.4552725381011527e-05,
+      "loss": 26.7812,
+      "step": 15446
+    },
+    {
+      "epoch": 0.7381726082385549,
+      "grad_norm": 194.48138427734375,
+      "learning_rate": 1.4552036352769464e-05,
+      "loss": 24.9688,
+      "step": 15447
+    },
+    {
+      "epoch": 0.7382203956800153,
+      "grad_norm": 181.49783325195312,
+      "learning_rate": 1.4551347297266578e-05,
+      "loss": 23.1719,
+      "step": 15448
+    },
+    {
+      "epoch": 0.7382681831214757,
+      "grad_norm": 346.60479736328125,
+      "learning_rate": 1.4550658214506994e-05,
+      "loss": 24.6562,
+      "step": 15449
+    },
+    {
+      "epoch": 0.7383159705629361,
+      "grad_norm": 326.93829345703125,
+      "learning_rate": 1.454996910449484e-05,
+      "loss": 31.2344,
+      "step": 15450
+    },
+    {
+      "epoch": 0.7383637580043965,
+      "grad_norm": 225.24740600585938,
+      "learning_rate": 1.454927996723424e-05,
+      "loss": 23.9844,
+      "step": 15451
+    },
+    {
+      "epoch": 0.7384115454458569,
+      "grad_norm": 307.8833923339844,
+      "learning_rate": 1.4548590802729325e-05,
+      "loss": 39.6562,
+      "step": 15452
+    },
+    {
+      "epoch": 0.7384593328873172,
+      "grad_norm": 327.9216613769531,
+      "learning_rate": 1.454790161098422e-05,
+      "loss": 32.7812,
+      "step": 15453
+    },
+    {
+      "epoch": 0.7385071203287776,
+      "grad_norm": 164.35072326660156,
+      "learning_rate": 1.4547212392003055e-05,
+      "loss": 27.1562,
+      "step": 15454
+    },
+    {
+      "epoch": 0.738554907770238,
+      "grad_norm": 299.57421875,
+      "learning_rate": 1.4546523145789952e-05,
+      "loss": 32.4062,
+      "step": 15455
+    },
+    {
+      "epoch": 0.7386026952116984,
+      "grad_norm": 167.25494384765625,
+      "learning_rate": 1.4545833872349042e-05,
+      "loss": 23.7188,
+      "step": 15456
+    },
+    {
+      "epoch": 0.7386504826531588,
+      "grad_norm": 337.9161682128906,
+      "learning_rate": 1.4545144571684455e-05,
+      "loss": 31.625,
+      "step": 15457
+    },
+    {
+      "epoch": 0.7386982700946191,
+      "grad_norm": 408.7974853515625,
+      "learning_rate": 1.4544455243800315e-05,
+      "loss": 27.5,
+      "step": 15458
+    },
+    {
+      "epoch": 0.7387460575360795,
+      "grad_norm": 158.78514099121094,
+      "learning_rate": 1.4543765888700753e-05,
+      "loss": 27.6875,
+      "step": 15459
+    },
+    {
+      "epoch": 0.7387938449775399,
+      "grad_norm": 282.8459777832031,
+      "learning_rate": 1.4543076506389895e-05,
+      "loss": 33.9062,
+      "step": 15460
+    },
+    {
+      "epoch": 0.7388416324190002,
+      "grad_norm": 372.3911437988281,
+      "learning_rate": 1.4542387096871873e-05,
+      "loss": 27.0312,
+      "step": 15461
+    },
+    {
+      "epoch": 0.7388894198604606,
+      "grad_norm": 157.6658477783203,
+      "learning_rate": 1.4541697660150811e-05,
+      "loss": 28.3594,
+      "step": 15462
+    },
+    {
+      "epoch": 0.738937207301921,
+      "grad_norm": 309.3476257324219,
+      "learning_rate": 1.4541008196230844e-05,
+      "loss": 41.6719,
+      "step": 15463
+    },
+    {
+      "epoch": 0.7389849947433814,
+      "grad_norm": 241.1957244873047,
+      "learning_rate": 1.4540318705116095e-05,
+      "loss": 34.2812,
+      "step": 15464
+    },
+    {
+      "epoch": 0.7390327821848418,
+      "grad_norm": 151.62814331054688,
+      "learning_rate": 1.4539629186810696e-05,
+      "loss": 33.0,
+      "step": 15465
+    },
+    {
+      "epoch": 0.7390805696263022,
+      "grad_norm": 328.5011291503906,
+      "learning_rate": 1.4538939641318777e-05,
+      "loss": 31.7812,
+      "step": 15466
+    },
+    {
+      "epoch": 0.7391283570677626,
+      "grad_norm": 283.1192626953125,
+      "learning_rate": 1.4538250068644464e-05,
+      "loss": 28.4375,
+      "step": 15467
+    },
+    {
+      "epoch": 0.739176144509223,
+      "grad_norm": 342.7378234863281,
+      "learning_rate": 1.4537560468791889e-05,
+      "loss": 43.5625,
+      "step": 15468
+    },
+    {
+      "epoch": 0.7392239319506834,
+      "grad_norm": 340.0805358886719,
+      "learning_rate": 1.4536870841765184e-05,
+      "loss": 25.4375,
+      "step": 15469
+    },
+    {
+      "epoch": 0.7392717193921438,
+      "grad_norm": 301.90997314453125,
+      "learning_rate": 1.4536181187568476e-05,
+      "loss": 19.7188,
+      "step": 15470
+    },
+    {
+      "epoch": 0.7393195068336041,
+      "grad_norm": 295.2398681640625,
+      "learning_rate": 1.4535491506205897e-05,
+      "loss": 27.9062,
+      "step": 15471
+    },
+    {
+      "epoch": 0.7393672942750645,
+      "grad_norm": 251.2637176513672,
+      "learning_rate": 1.4534801797681577e-05,
+      "loss": 37.7188,
+      "step": 15472
+    },
+    {
+      "epoch": 0.7394150817165249,
+      "grad_norm": 337.89385986328125,
+      "learning_rate": 1.4534112061999642e-05,
+      "loss": 26.2344,
+      "step": 15473
+    },
+    {
+      "epoch": 0.7394628691579853,
+      "grad_norm": 217.9177703857422,
+      "learning_rate": 1.4533422299164228e-05,
+      "loss": 20.8281,
+      "step": 15474
+    },
+    {
+      "epoch": 0.7395106565994457,
+      "grad_norm": 238.95823669433594,
+      "learning_rate": 1.4532732509179463e-05,
+      "loss": 27.7188,
+      "step": 15475
+    },
+    {
+      "epoch": 0.7395584440409061,
+      "grad_norm": 155.50146484375,
+      "learning_rate": 1.4532042692049481e-05,
+      "loss": 19.9219,
+      "step": 15476
+    },
+    {
+      "epoch": 0.7396062314823665,
+      "grad_norm": 488.49810791015625,
+      "learning_rate": 1.4531352847778412e-05,
+      "loss": 30.1875,
+      "step": 15477
+    },
+    {
+      "epoch": 0.7396540189238269,
+      "grad_norm": 255.07713317871094,
+      "learning_rate": 1.4530662976370385e-05,
+      "loss": 27.625,
+      "step": 15478
+    },
+    {
+      "epoch": 0.7397018063652872,
+      "grad_norm": 321.02532958984375,
+      "learning_rate": 1.4529973077829534e-05,
+      "loss": 33.5,
+      "step": 15479
+    },
+    {
+      "epoch": 0.7397495938067475,
+      "grad_norm": 507.8737487792969,
+      "learning_rate": 1.4529283152159987e-05,
+      "loss": 35.2188,
+      "step": 15480
+    },
+    {
+      "epoch": 0.7397973812482079,
+      "grad_norm": 229.3331298828125,
+      "learning_rate": 1.4528593199365882e-05,
+      "loss": 18.4375,
+      "step": 15481
+    },
+    {
+      "epoch": 0.7398451686896683,
+      "grad_norm": 238.1676025390625,
+      "learning_rate": 1.4527903219451343e-05,
+      "loss": 26.1875,
+      "step": 15482
+    },
+    {
+      "epoch": 0.7398929561311287,
+      "grad_norm": 253.6488800048828,
+      "learning_rate": 1.4527213212420511e-05,
+      "loss": 30.625,
+      "step": 15483
+    },
+    {
+      "epoch": 0.7399407435725891,
+      "grad_norm": 223.93992614746094,
+      "learning_rate": 1.452652317827751e-05,
+      "loss": 24.2812,
+      "step": 15484
+    },
+    {
+      "epoch": 0.7399885310140495,
+      "grad_norm": 246.61737060546875,
+      "learning_rate": 1.4525833117026476e-05,
+      "loss": 26.5938,
+      "step": 15485
+    },
+    {
+      "epoch": 0.7400363184555099,
+      "grad_norm": 310.8359069824219,
+      "learning_rate": 1.4525143028671544e-05,
+      "loss": 28.1875,
+      "step": 15486
+    },
+    {
+      "epoch": 0.7400841058969703,
+      "grad_norm": 398.5173034667969,
+      "learning_rate": 1.4524452913216842e-05,
+      "loss": 26.8125,
+      "step": 15487
+    },
+    {
+      "epoch": 0.7401318933384307,
+      "grad_norm": 440.6385192871094,
+      "learning_rate": 1.4523762770666507e-05,
+      "loss": 36.7031,
+      "step": 15488
+    },
+    {
+      "epoch": 0.740179680779891,
+      "grad_norm": 261.9306640625,
+      "learning_rate": 1.452307260102467e-05,
+      "loss": 24.6562,
+      "step": 15489
+    },
+    {
+      "epoch": 0.7402274682213514,
+      "grad_norm": 273.515380859375,
+      "learning_rate": 1.4522382404295464e-05,
+      "loss": 38.0625,
+      "step": 15490
+    },
+    {
+      "epoch": 0.7402752556628118,
+      "grad_norm": 258.95867919921875,
+      "learning_rate": 1.4521692180483022e-05,
+      "loss": 32.3438,
+      "step": 15491
+    },
+    {
+      "epoch": 0.7403230431042722,
+      "grad_norm": 489.8158264160156,
+      "learning_rate": 1.452100192959148e-05,
+      "loss": 33.1406,
+      "step": 15492
+    },
+    {
+      "epoch": 0.7403708305457326,
+      "grad_norm": 256.7793273925781,
+      "learning_rate": 1.4520311651624968e-05,
+      "loss": 28.2812,
+      "step": 15493
+    },
+    {
+      "epoch": 0.740418617987193,
+      "grad_norm": 171.8153533935547,
+      "learning_rate": 1.4519621346587625e-05,
+      "loss": 30.6562,
+      "step": 15494
+    },
+    {
+      "epoch": 0.7404664054286534,
+      "grad_norm": 250.49884033203125,
+      "learning_rate": 1.4518931014483576e-05,
+      "loss": 23.3906,
+      "step": 15495
+    },
+    {
+      "epoch": 0.7405141928701138,
+      "grad_norm": 324.7933654785156,
+      "learning_rate": 1.4518240655316969e-05,
+      "loss": 23.4375,
+      "step": 15496
+    },
+    {
+      "epoch": 0.7405619803115742,
+      "grad_norm": 284.82232666015625,
+      "learning_rate": 1.4517550269091925e-05,
+      "loss": 35.375,
+      "step": 15497
+    },
+    {
+      "epoch": 0.7406097677530346,
+      "grad_norm": 426.0223693847656,
+      "learning_rate": 1.4516859855812585e-05,
+      "loss": 27.5938,
+      "step": 15498
+    },
+    {
+      "epoch": 0.7406575551944948,
+      "grad_norm": 265.18048095703125,
+      "learning_rate": 1.4516169415483083e-05,
+      "loss": 27.125,
+      "step": 15499
+    },
+    {
+      "epoch": 0.7407053426359552,
+      "grad_norm": 290.48492431640625,
+      "learning_rate": 1.4515478948107558e-05,
+      "loss": 27.7188,
+      "step": 15500
+    },
+    {
+      "epoch": 0.7407531300774156,
+      "grad_norm": 230.87808227539062,
+      "learning_rate": 1.4514788453690138e-05,
+      "loss": 31.9688,
+      "step": 15501
+    },
+    {
+      "epoch": 0.740800917518876,
+      "grad_norm": 238.6111297607422,
+      "learning_rate": 1.4514097932234959e-05,
+      "loss": 33.3438,
+      "step": 15502
+    },
+    {
+      "epoch": 0.7408487049603364,
+      "grad_norm": 336.6832275390625,
+      "learning_rate": 1.4513407383746159e-05,
+      "loss": 33.7188,
+      "step": 15503
+    },
+    {
+      "epoch": 0.7408964924017968,
+      "grad_norm": 293.3216552734375,
+      "learning_rate": 1.4512716808227874e-05,
+      "loss": 25.1875,
+      "step": 15504
+    },
+    {
+      "epoch": 0.7409442798432572,
+      "grad_norm": 383.1689758300781,
+      "learning_rate": 1.4512026205684237e-05,
+      "loss": 24.3125,
+      "step": 15505
+    },
+    {
+      "epoch": 0.7409920672847176,
+      "grad_norm": 269.8164367675781,
+      "learning_rate": 1.4511335576119385e-05,
+      "loss": 30.9375,
+      "step": 15506
+    },
+    {
+      "epoch": 0.741039854726178,
+      "grad_norm": 321.0503234863281,
+      "learning_rate": 1.4510644919537455e-05,
+      "loss": 27.6875,
+      "step": 15507
+    },
+    {
+      "epoch": 0.7410876421676383,
+      "grad_norm": 273.6556701660156,
+      "learning_rate": 1.4509954235942583e-05,
+      "loss": 30.2656,
+      "step": 15508
+    },
+    {
+      "epoch": 0.7411354296090987,
+      "grad_norm": 271.4320983886719,
+      "learning_rate": 1.4509263525338903e-05,
+      "loss": 27.1875,
+      "step": 15509
+    },
+    {
+      "epoch": 0.7411832170505591,
+      "grad_norm": 389.5380859375,
+      "learning_rate": 1.4508572787730553e-05,
+      "loss": 31.7812,
+      "step": 15510
+    },
+    {
+      "epoch": 0.7412310044920195,
+      "grad_norm": 379.8222961425781,
+      "learning_rate": 1.4507882023121671e-05,
+      "loss": 31.1562,
+      "step": 15511
+    },
+    {
+      "epoch": 0.7412787919334799,
+      "grad_norm": 313.50958251953125,
+      "learning_rate": 1.4507191231516391e-05,
+      "loss": 26.6875,
+      "step": 15512
+    },
+    {
+      "epoch": 0.7413265793749403,
+      "grad_norm": 183.87710571289062,
+      "learning_rate": 1.4506500412918852e-05,
+      "loss": 22.6875,
+      "step": 15513
+    },
+    {
+      "epoch": 0.7413743668164007,
+      "grad_norm": 222.902099609375,
+      "learning_rate": 1.450580956733319e-05,
+      "loss": 28.5,
+      "step": 15514
+    },
+    {
+      "epoch": 0.7414221542578611,
+      "grad_norm": 446.6336975097656,
+      "learning_rate": 1.4505118694763542e-05,
+      "loss": 28.6562,
+      "step": 15515
+    },
+    {
+      "epoch": 0.7414699416993215,
+      "grad_norm": 263.5859069824219,
+      "learning_rate": 1.4504427795214048e-05,
+      "loss": 28.625,
+      "step": 15516
+    },
+    {
+      "epoch": 0.7415177291407818,
+      "grad_norm": 657.5875854492188,
+      "learning_rate": 1.4503736868688842e-05,
+      "loss": 26.5156,
+      "step": 15517
+    },
+    {
+      "epoch": 0.7415655165822422,
+      "grad_norm": 288.0874328613281,
+      "learning_rate": 1.4503045915192067e-05,
+      "loss": 34.125,
+      "step": 15518
+    },
+    {
+      "epoch": 0.7416133040237026,
+      "grad_norm": 304.51373291015625,
+      "learning_rate": 1.4502354934727855e-05,
+      "loss": 24.0,
+      "step": 15519
+    },
+    {
+      "epoch": 0.7416610914651629,
+      "grad_norm": 198.61415100097656,
+      "learning_rate": 1.4501663927300348e-05,
+      "loss": 38.25,
+      "step": 15520
+    },
+    {
+      "epoch": 0.7417088789066233,
+      "grad_norm": 220.6803436279297,
+      "learning_rate": 1.450097289291368e-05,
+      "loss": 23.0938,
+      "step": 15521
+    },
+    {
+      "epoch": 0.7417566663480837,
+      "grad_norm": 229.6671905517578,
+      "learning_rate": 1.4500281831571996e-05,
+      "loss": 25.0625,
+      "step": 15522
+    },
+    {
+      "epoch": 0.7418044537895441,
+      "grad_norm": 419.2908020019531,
+      "learning_rate": 1.4499590743279428e-05,
+      "loss": 31.125,
+      "step": 15523
+    },
+    {
+      "epoch": 0.7418522412310045,
+      "grad_norm": 411.5538635253906,
+      "learning_rate": 1.4498899628040119e-05,
+      "loss": 34.375,
+      "step": 15524
+    },
+    {
+      "epoch": 0.7419000286724649,
+      "grad_norm": 211.975830078125,
+      "learning_rate": 1.4498208485858203e-05,
+      "loss": 29.6875,
+      "step": 15525
+    },
+    {
+      "epoch": 0.7419478161139252,
+      "grad_norm": 434.5321044921875,
+      "learning_rate": 1.4497517316737826e-05,
+      "loss": 29.6875,
+      "step": 15526
+    },
+    {
+      "epoch": 0.7419956035553856,
+      "grad_norm": 232.86920166015625,
+      "learning_rate": 1.4496826120683122e-05,
+      "loss": 26.2188,
+      "step": 15527
+    },
+    {
+      "epoch": 0.742043390996846,
+      "grad_norm": 1708.2921142578125,
+      "learning_rate": 1.4496134897698233e-05,
+      "loss": 35.625,
+      "step": 15528
+    },
+    {
+      "epoch": 0.7420911784383064,
+      "grad_norm": 345.5525817871094,
+      "learning_rate": 1.4495443647787299e-05,
+      "loss": 24.7188,
+      "step": 15529
+    },
+    {
+      "epoch": 0.7421389658797668,
+      "grad_norm": 322.0035095214844,
+      "learning_rate": 1.4494752370954455e-05,
+      "loss": 32.7344,
+      "step": 15530
+    },
+    {
+      "epoch": 0.7421867533212272,
+      "grad_norm": 304.01983642578125,
+      "learning_rate": 1.4494061067203845e-05,
+      "loss": 26.5312,
+      "step": 15531
+    },
+    {
+      "epoch": 0.7422345407626876,
+      "grad_norm": 224.93414306640625,
+      "learning_rate": 1.449336973653961e-05,
+      "loss": 30.0781,
+      "step": 15532
+    },
+    {
+      "epoch": 0.742282328204148,
+      "grad_norm": 422.14984130859375,
+      "learning_rate": 1.4492678378965887e-05,
+      "loss": 31.4062,
+      "step": 15533
+    },
+    {
+      "epoch": 0.7423301156456084,
+      "grad_norm": 302.86956787109375,
+      "learning_rate": 1.4491986994486817e-05,
+      "loss": 33.9375,
+      "step": 15534
+    },
+    {
+      "epoch": 0.7423779030870687,
+      "grad_norm": 183.41482543945312,
+      "learning_rate": 1.4491295583106542e-05,
+      "loss": 24.5938,
+      "step": 15535
+    },
+    {
+      "epoch": 0.7424256905285291,
+      "grad_norm": 137.7790069580078,
+      "learning_rate": 1.4490604144829204e-05,
+      "loss": 17.4531,
+      "step": 15536
+    },
+    {
+      "epoch": 0.7424734779699895,
+      "grad_norm": 159.7095947265625,
+      "learning_rate": 1.448991267965894e-05,
+      "loss": 27.125,
+      "step": 15537
+    },
+    {
+      "epoch": 0.7425212654114499,
+      "grad_norm": 292.42767333984375,
+      "learning_rate": 1.448922118759989e-05,
+      "loss": 25.3438,
+      "step": 15538
+    },
+    {
+      "epoch": 0.7425690528529103,
+      "grad_norm": 814.513671875,
+      "learning_rate": 1.4488529668656202e-05,
+      "loss": 44.875,
+      "step": 15539
+    },
+    {
+      "epoch": 0.7426168402943707,
+      "grad_norm": 229.79603576660156,
+      "learning_rate": 1.448783812283201e-05,
+      "loss": 24.0625,
+      "step": 15540
+    },
+    {
+      "epoch": 0.742664627735831,
+      "grad_norm": 458.46954345703125,
+      "learning_rate": 1.448714655013146e-05,
+      "loss": 42.1562,
+      "step": 15541
+    },
+    {
+      "epoch": 0.7427124151772914,
+      "grad_norm": 278.86151123046875,
+      "learning_rate": 1.448645495055869e-05,
+      "loss": 26.1719,
+      "step": 15542
+    },
+    {
+      "epoch": 0.7427602026187518,
+      "grad_norm": 281.1057434082031,
+      "learning_rate": 1.4485763324117845e-05,
+      "loss": 28.6875,
+      "step": 15543
+    },
+    {
+      "epoch": 0.7428079900602121,
+      "grad_norm": 152.76023864746094,
+      "learning_rate": 1.4485071670813067e-05,
+      "loss": 21.0625,
+      "step": 15544
+    },
+    {
+      "epoch": 0.7428557775016725,
+      "grad_norm": 270.4753723144531,
+      "learning_rate": 1.4484379990648495e-05,
+      "loss": 23.1875,
+      "step": 15545
+    },
+    {
+      "epoch": 0.7429035649431329,
+      "grad_norm": 178.92404174804688,
+      "learning_rate": 1.4483688283628276e-05,
+      "loss": 23.7344,
+      "step": 15546
+    },
+    {
+      "epoch": 0.7429513523845933,
+      "grad_norm": 287.2911071777344,
+      "learning_rate": 1.4482996549756547e-05,
+      "loss": 37.2188,
+      "step": 15547
+    },
+    {
+      "epoch": 0.7429991398260537,
+      "grad_norm": 138.51963806152344,
+      "learning_rate": 1.4482304789037456e-05,
+      "loss": 17.9219,
+      "step": 15548
+    },
+    {
+      "epoch": 0.7430469272675141,
+      "grad_norm": 193.2171630859375,
+      "learning_rate": 1.4481613001475141e-05,
+      "loss": 29.875,
+      "step": 15549
+    },
+    {
+      "epoch": 0.7430947147089745,
+      "grad_norm": 327.8348083496094,
+      "learning_rate": 1.4480921187073748e-05,
+      "loss": 35.4062,
+      "step": 15550
+    },
+    {
+      "epoch": 0.7431425021504349,
+      "grad_norm": 225.6274871826172,
+      "learning_rate": 1.448022934583742e-05,
+      "loss": 31.1875,
+      "step": 15551
+    },
+    {
+      "epoch": 0.7431902895918953,
+      "grad_norm": 215.59262084960938,
+      "learning_rate": 1.4479537477770298e-05,
+      "loss": 21.3906,
+      "step": 15552
+    },
+    {
+      "epoch": 0.7432380770333556,
+      "grad_norm": 316.97021484375,
+      "learning_rate": 1.4478845582876528e-05,
+      "loss": 27.125,
+      "step": 15553
+    },
+    {
+      "epoch": 0.743285864474816,
+      "grad_norm": 308.5238952636719,
+      "learning_rate": 1.447815366116025e-05,
+      "loss": 31.3438,
+      "step": 15554
+    },
+    {
+      "epoch": 0.7433336519162764,
+      "grad_norm": 218.7216796875,
+      "learning_rate": 1.4477461712625612e-05,
+      "loss": 22.0938,
+      "step": 15555
+    },
+    {
+      "epoch": 0.7433814393577368,
+      "grad_norm": 249.45945739746094,
+      "learning_rate": 1.4476769737276754e-05,
+      "loss": 27.9688,
+      "step": 15556
+    },
+    {
+      "epoch": 0.7434292267991972,
+      "grad_norm": 183.34149169921875,
+      "learning_rate": 1.4476077735117824e-05,
+      "loss": 22.9688,
+      "step": 15557
+    },
+    {
+      "epoch": 0.7434770142406576,
+      "grad_norm": 307.65020751953125,
+      "learning_rate": 1.4475385706152963e-05,
+      "loss": 23.875,
+      "step": 15558
+    },
+    {
+      "epoch": 0.743524801682118,
+      "grad_norm": 162.9165802001953,
+      "learning_rate": 1.4474693650386315e-05,
+      "loss": 23.4062,
+      "step": 15559
+    },
+    {
+      "epoch": 0.7435725891235784,
+      "grad_norm": 219.8809051513672,
+      "learning_rate": 1.4474001567822026e-05,
+      "loss": 27.1406,
+      "step": 15560
+    },
+    {
+      "epoch": 0.7436203765650387,
+      "grad_norm": 190.63462829589844,
+      "learning_rate": 1.4473309458464244e-05,
+      "loss": 19.6875,
+      "step": 15561
+    },
+    {
+      "epoch": 0.743668164006499,
+      "grad_norm": 121.5129165649414,
+      "learning_rate": 1.4472617322317108e-05,
+      "loss": 21.2656,
+      "step": 15562
+    },
+    {
+      "epoch": 0.7437159514479594,
+      "grad_norm": 227.5453643798828,
+      "learning_rate": 1.4471925159384766e-05,
+      "loss": 22.9375,
+      "step": 15563
+    },
+    {
+      "epoch": 0.7437637388894198,
+      "grad_norm": 418.3988037109375,
+      "learning_rate": 1.4471232969671363e-05,
+      "loss": 38.7188,
+      "step": 15564
+    },
+    {
+      "epoch": 0.7438115263308802,
+      "grad_norm": 167.7599639892578,
+      "learning_rate": 1.4470540753181044e-05,
+      "loss": 24.4531,
+      "step": 15565
+    },
+    {
+      "epoch": 0.7438593137723406,
+      "grad_norm": 285.4542236328125,
+      "learning_rate": 1.4469848509917954e-05,
+      "loss": 28.4688,
+      "step": 15566
+    },
+    {
+      "epoch": 0.743907101213801,
+      "grad_norm": 338.1954650878906,
+      "learning_rate": 1.4469156239886238e-05,
+      "loss": 23.6875,
+      "step": 15567
+    },
+    {
+      "epoch": 0.7439548886552614,
+      "grad_norm": 376.19073486328125,
+      "learning_rate": 1.4468463943090045e-05,
+      "loss": 23.4062,
+      "step": 15568
+    },
+    {
+      "epoch": 0.7440026760967218,
+      "grad_norm": 356.57470703125,
+      "learning_rate": 1.4467771619533518e-05,
+      "loss": 27.5,
+      "step": 15569
+    },
+    {
+      "epoch": 0.7440504635381822,
+      "grad_norm": 320.96612548828125,
+      "learning_rate": 1.4467079269220805e-05,
+      "loss": 34.0312,
+      "step": 15570
+    },
+    {
+      "epoch": 0.7440982509796426,
+      "grad_norm": 295.4167175292969,
+      "learning_rate": 1.4466386892156048e-05,
+      "loss": 23.4375,
+      "step": 15571
+    },
+    {
+      "epoch": 0.7441460384211029,
+      "grad_norm": 649.7398071289062,
+      "learning_rate": 1.44656944883434e-05,
+      "loss": 43.1875,
+      "step": 15572
+    },
+    {
+      "epoch": 0.7441938258625633,
+      "grad_norm": 178.1383056640625,
+      "learning_rate": 1.4465002057787003e-05,
+      "loss": 32.1562,
+      "step": 15573
+    },
+    {
+      "epoch": 0.7442416133040237,
+      "grad_norm": 435.5471496582031,
+      "learning_rate": 1.4464309600491007e-05,
+      "loss": 32.1875,
+      "step": 15574
+    },
+    {
+      "epoch": 0.7442894007454841,
+      "grad_norm": 428.8120422363281,
+      "learning_rate": 1.4463617116459556e-05,
+      "loss": 31.1719,
+      "step": 15575
+    },
+    {
+      "epoch": 0.7443371881869445,
+      "grad_norm": 202.76678466796875,
+      "learning_rate": 1.4462924605696795e-05,
+      "loss": 33.6875,
+      "step": 15576
+    },
+    {
+      "epoch": 0.7443849756284049,
+      "grad_norm": 278.01611328125,
+      "learning_rate": 1.4462232068206879e-05,
+      "loss": 34.6562,
+      "step": 15577
+    },
+    {
+      "epoch": 0.7444327630698653,
+      "grad_norm": 250.24111938476562,
+      "learning_rate": 1.4461539503993947e-05,
+      "loss": 32.4844,
+      "step": 15578
+    },
+    {
+      "epoch": 0.7444805505113257,
+      "grad_norm": 260.86785888671875,
+      "learning_rate": 1.4460846913062154e-05,
+      "loss": 29.0625,
+      "step": 15579
+    },
+    {
+      "epoch": 0.7445283379527861,
+      "grad_norm": 273.1692199707031,
+      "learning_rate": 1.446015429541564e-05,
+      "loss": 28.1094,
+      "step": 15580
+    },
+    {
+      "epoch": 0.7445761253942464,
+      "grad_norm": 196.53504943847656,
+      "learning_rate": 1.4459461651058559e-05,
+      "loss": 28.2812,
+      "step": 15581
+    },
+    {
+      "epoch": 0.7446239128357067,
+      "grad_norm": 157.4061737060547,
+      "learning_rate": 1.4458768979995057e-05,
+      "loss": 25.7188,
+      "step": 15582
+    },
+    {
+      "epoch": 0.7446717002771671,
+      "grad_norm": 165.52191162109375,
+      "learning_rate": 1.4458076282229283e-05,
+      "loss": 19.9375,
+      "step": 15583
+    },
+    {
+      "epoch": 0.7447194877186275,
+      "grad_norm": 475.9522705078125,
+      "learning_rate": 1.4457383557765385e-05,
+      "loss": 20.5625,
+      "step": 15584
+    },
+    {
+      "epoch": 0.7447672751600879,
+      "grad_norm": 204.6521759033203,
+      "learning_rate": 1.445669080660751e-05,
+      "loss": 23.3125,
+      "step": 15585
+    },
+    {
+      "epoch": 0.7448150626015483,
+      "grad_norm": 147.5863037109375,
+      "learning_rate": 1.4455998028759806e-05,
+      "loss": 19.1719,
+      "step": 15586
+    },
+    {
+      "epoch": 0.7448628500430087,
+      "grad_norm": 175.4368133544922,
+      "learning_rate": 1.4455305224226429e-05,
+      "loss": 22.1875,
+      "step": 15587
+    },
+    {
+      "epoch": 0.7449106374844691,
+      "grad_norm": 270.6293640136719,
+      "learning_rate": 1.4454612393011517e-05,
+      "loss": 27.9375,
+      "step": 15588
+    },
+    {
+      "epoch": 0.7449584249259295,
+      "grad_norm": 220.0522003173828,
+      "learning_rate": 1.4453919535119227e-05,
+      "loss": 25.3438,
+      "step": 15589
+    },
+    {
+      "epoch": 0.7450062123673898,
+      "grad_norm": 242.0421905517578,
+      "learning_rate": 1.4453226650553704e-05,
+      "loss": 31.2812,
+      "step": 15590
+    },
+    {
+      "epoch": 0.7450539998088502,
+      "grad_norm": 277.9724426269531,
+      "learning_rate": 1.44525337393191e-05,
+      "loss": 36.8125,
+      "step": 15591
+    },
+    {
+      "epoch": 0.7451017872503106,
+      "grad_norm": 439.071044921875,
+      "learning_rate": 1.4451840801419568e-05,
+      "loss": 35.4531,
+      "step": 15592
+    },
+    {
+      "epoch": 0.745149574691771,
+      "grad_norm": 215.03370666503906,
+      "learning_rate": 1.4451147836859251e-05,
+      "loss": 23.7188,
+      "step": 15593
+    },
+    {
+      "epoch": 0.7451973621332314,
+      "grad_norm": 242.07801818847656,
+      "learning_rate": 1.4450454845642303e-05,
+      "loss": 23.6562,
+      "step": 15594
+    },
+    {
+      "epoch": 0.7452451495746918,
+      "grad_norm": 195.65328979492188,
+      "learning_rate": 1.4449761827772872e-05,
+      "loss": 25.6406,
+      "step": 15595
+    },
+    {
+      "epoch": 0.7452929370161522,
+      "grad_norm": 381.55560302734375,
+      "learning_rate": 1.4449068783255111e-05,
+      "loss": 34.6562,
+      "step": 15596
+    },
+    {
+      "epoch": 0.7453407244576126,
+      "grad_norm": 189.88865661621094,
+      "learning_rate": 1.4448375712093167e-05,
+      "loss": 22.1719,
+      "step": 15597
+    },
+    {
+      "epoch": 0.745388511899073,
+      "grad_norm": 257.189453125,
+      "learning_rate": 1.4447682614291193e-05,
+      "loss": 29.4531,
+      "step": 15598
+    },
+    {
+      "epoch": 0.7454362993405333,
+      "grad_norm": 207.71844482421875,
+      "learning_rate": 1.4446989489853342e-05,
+      "loss": 19.9062,
+      "step": 15599
+    },
+    {
+      "epoch": 0.7454840867819937,
+      "grad_norm": 375.2666931152344,
+      "learning_rate": 1.4446296338783758e-05,
+      "loss": 24.2188,
+      "step": 15600
+    },
+    {
+      "epoch": 0.7455318742234541,
+      "grad_norm": 344.02496337890625,
+      "learning_rate": 1.4445603161086599e-05,
+      "loss": 23.8906,
+      "step": 15601
+    },
+    {
+      "epoch": 0.7455796616649144,
+      "grad_norm": 211.84913635253906,
+      "learning_rate": 1.4444909956766014e-05,
+      "loss": 31.2812,
+      "step": 15602
+    },
+    {
+      "epoch": 0.7456274491063748,
+      "grad_norm": 135.7587127685547,
+      "learning_rate": 1.4444216725826155e-05,
+      "loss": 19.0156,
+      "step": 15603
+    },
+    {
+      "epoch": 0.7456752365478352,
+      "grad_norm": 213.93153381347656,
+      "learning_rate": 1.4443523468271168e-05,
+      "loss": 27.6562,
+      "step": 15604
+    },
+    {
+      "epoch": 0.7457230239892956,
+      "grad_norm": 262.6467590332031,
+      "learning_rate": 1.4442830184105212e-05,
+      "loss": 24.9688,
+      "step": 15605
+    },
+    {
+      "epoch": 0.745770811430756,
+      "grad_norm": 292.8658752441406,
+      "learning_rate": 1.4442136873332433e-05,
+      "loss": 48.4219,
+      "step": 15606
+    },
+    {
+      "epoch": 0.7458185988722164,
+      "grad_norm": 238.5167236328125,
+      "learning_rate": 1.444144353595699e-05,
+      "loss": 29.1562,
+      "step": 15607
+    },
+    {
+      "epoch": 0.7458663863136767,
+      "grad_norm": 264.14312744140625,
+      "learning_rate": 1.4440750171983027e-05,
+      "loss": 30.3125,
+      "step": 15608
+    },
+    {
+      "epoch": 0.7459141737551371,
+      "grad_norm": 447.2080993652344,
+      "learning_rate": 1.4440056781414705e-05,
+      "loss": 27.4375,
+      "step": 15609
+    },
+    {
+      "epoch": 0.7459619611965975,
+      "grad_norm": 195.904296875,
+      "learning_rate": 1.4439363364256166e-05,
+      "loss": 30.625,
+      "step": 15610
+    },
+    {
+      "epoch": 0.7460097486380579,
+      "grad_norm": 314.951904296875,
+      "learning_rate": 1.4438669920511576e-05,
+      "loss": 27.4844,
+      "step": 15611
+    },
+    {
+      "epoch": 0.7460575360795183,
+      "grad_norm": 239.59519958496094,
+      "learning_rate": 1.4437976450185078e-05,
+      "loss": 36.9375,
+      "step": 15612
+    },
+    {
+      "epoch": 0.7461053235209787,
+      "grad_norm": 261.3643798828125,
+      "learning_rate": 1.4437282953280827e-05,
+      "loss": 34.2344,
+      "step": 15613
+    },
+    {
+      "epoch": 0.7461531109624391,
+      "grad_norm": 380.48956298828125,
+      "learning_rate": 1.4436589429802976e-05,
+      "loss": 31.625,
+      "step": 15614
+    },
+    {
+      "epoch": 0.7462008984038995,
+      "grad_norm": 297.0486755371094,
+      "learning_rate": 1.443589587975568e-05,
+      "loss": 23.7344,
+      "step": 15615
+    },
+    {
+      "epoch": 0.7462486858453599,
+      "grad_norm": 282.4928894042969,
+      "learning_rate": 1.4435202303143093e-05,
+      "loss": 37.4375,
+      "step": 15616
+    },
+    {
+      "epoch": 0.7462964732868202,
+      "grad_norm": 477.0747985839844,
+      "learning_rate": 1.4434508699969365e-05,
+      "loss": 32.6562,
+      "step": 15617
+    },
+    {
+      "epoch": 0.7463442607282806,
+      "grad_norm": 211.18881225585938,
+      "learning_rate": 1.4433815070238655e-05,
+      "loss": 22.4375,
+      "step": 15618
+    },
+    {
+      "epoch": 0.746392048169741,
+      "grad_norm": 268.3219299316406,
+      "learning_rate": 1.443312141395511e-05,
+      "loss": 32.75,
+      "step": 15619
+    },
+    {
+      "epoch": 0.7464398356112014,
+      "grad_norm": 235.9839630126953,
+      "learning_rate": 1.4432427731122892e-05,
+      "loss": 26.125,
+      "step": 15620
+    },
+    {
+      "epoch": 0.7464876230526618,
+      "grad_norm": 351.5877685546875,
+      "learning_rate": 1.4431734021746147e-05,
+      "loss": 26.0938,
+      "step": 15621
+    },
+    {
+      "epoch": 0.7465354104941222,
+      "grad_norm": 296.5453186035156,
+      "learning_rate": 1.4431040285829036e-05,
+      "loss": 26.4219,
+      "step": 15622
+    },
+    {
+      "epoch": 0.7465831979355825,
+      "grad_norm": 337.76849365234375,
+      "learning_rate": 1.443034652337571e-05,
+      "loss": 36.1875,
+      "step": 15623
+    },
+    {
+      "epoch": 0.7466309853770429,
+      "grad_norm": 268.23370361328125,
+      "learning_rate": 1.4429652734390325e-05,
+      "loss": 23.1562,
+      "step": 15624
+    },
+    {
+      "epoch": 0.7466787728185033,
+      "grad_norm": 293.0252685546875,
+      "learning_rate": 1.4428958918877039e-05,
+      "loss": 34.4062,
+      "step": 15625
+    },
+    {
+      "epoch": 0.7467265602599636,
+      "grad_norm": 201.07115173339844,
+      "learning_rate": 1.442826507684e-05,
+      "loss": 21.0469,
+      "step": 15626
+    },
+    {
+      "epoch": 0.746774347701424,
+      "grad_norm": 170.359619140625,
+      "learning_rate": 1.442757120828337e-05,
+      "loss": 24.7656,
+      "step": 15627
+    },
+    {
+      "epoch": 0.7468221351428844,
+      "grad_norm": 248.93507385253906,
+      "learning_rate": 1.4426877313211301e-05,
+      "loss": 24.8281,
+      "step": 15628
+    },
+    {
+      "epoch": 0.7468699225843448,
+      "grad_norm": 173.97230529785156,
+      "learning_rate": 1.4426183391627947e-05,
+      "loss": 16.2656,
+      "step": 15629
+    },
+    {
+      "epoch": 0.7469177100258052,
+      "grad_norm": 174.91893005371094,
+      "learning_rate": 1.4425489443537469e-05,
+      "loss": 23.0312,
+      "step": 15630
+    },
+    {
+      "epoch": 0.7469654974672656,
+      "grad_norm": 776.290283203125,
+      "learning_rate": 1.4424795468944019e-05,
+      "loss": 27.25,
+      "step": 15631
+    },
+    {
+      "epoch": 0.747013284908726,
+      "grad_norm": 200.6343994140625,
+      "learning_rate": 1.4424101467851753e-05,
+      "loss": 20.6875,
+      "step": 15632
+    },
+    {
+      "epoch": 0.7470610723501864,
+      "grad_norm": 240.0219268798828,
+      "learning_rate": 1.4423407440264828e-05,
+      "loss": 31.6094,
+      "step": 15633
+    },
+    {
+      "epoch": 0.7471088597916468,
+      "grad_norm": 487.76556396484375,
+      "learning_rate": 1.4422713386187402e-05,
+      "loss": 45.2188,
+      "step": 15634
+    },
+    {
+      "epoch": 0.7471566472331072,
+      "grad_norm": 599.0196533203125,
+      "learning_rate": 1.4422019305623627e-05,
+      "loss": 27.75,
+      "step": 15635
+    },
+    {
+      "epoch": 0.7472044346745675,
+      "grad_norm": 408.55914306640625,
+      "learning_rate": 1.4421325198577663e-05,
+      "loss": 29.7812,
+      "step": 15636
+    },
+    {
+      "epoch": 0.7472522221160279,
+      "grad_norm": 299.78204345703125,
+      "learning_rate": 1.4420631065053665e-05,
+      "loss": 28.5,
+      "step": 15637
+    },
+    {
+      "epoch": 0.7473000095574883,
+      "grad_norm": 230.97512817382812,
+      "learning_rate": 1.4419936905055794e-05,
+      "loss": 26.9688,
+      "step": 15638
+    },
+    {
+      "epoch": 0.7473477969989487,
+      "grad_norm": 269.1929931640625,
+      "learning_rate": 1.4419242718588203e-05,
+      "loss": 35.4531,
+      "step": 15639
+    },
+    {
+      "epoch": 0.7473955844404091,
+      "grad_norm": 299.9755859375,
+      "learning_rate": 1.441854850565505e-05,
+      "loss": 33.9062,
+      "step": 15640
+    },
+    {
+      "epoch": 0.7474433718818695,
+      "grad_norm": 305.3301086425781,
+      "learning_rate": 1.4417854266260491e-05,
+      "loss": 28.1406,
+      "step": 15641
+    },
+    {
+      "epoch": 0.7474911593233299,
+      "grad_norm": 145.58200073242188,
+      "learning_rate": 1.4417160000408687e-05,
+      "loss": 32.1719,
+      "step": 15642
+    },
+    {
+      "epoch": 0.7475389467647903,
+      "grad_norm": 188.7754669189453,
+      "learning_rate": 1.4416465708103795e-05,
+      "loss": 19.0469,
+      "step": 15643
+    },
+    {
+      "epoch": 0.7475867342062505,
+      "grad_norm": 197.9225616455078,
+      "learning_rate": 1.4415771389349972e-05,
+      "loss": 30.625,
+      "step": 15644
+    },
+    {
+      "epoch": 0.7476345216477109,
+      "grad_norm": 154.47207641601562,
+      "learning_rate": 1.4415077044151376e-05,
+      "loss": 26.7969,
+      "step": 15645
+    },
+    {
+      "epoch": 0.7476823090891713,
+      "grad_norm": 181.54006958007812,
+      "learning_rate": 1.4414382672512166e-05,
+      "loss": 27.75,
+      "step": 15646
+    },
+    {
+      "epoch": 0.7477300965306317,
+      "grad_norm": 299.85443115234375,
+      "learning_rate": 1.44136882744365e-05,
+      "loss": 29.6562,
+      "step": 15647
+    },
+    {
+      "epoch": 0.7477778839720921,
+      "grad_norm": 480.5224304199219,
+      "learning_rate": 1.4412993849928536e-05,
+      "loss": 22.3125,
+      "step": 15648
+    },
+    {
+      "epoch": 0.7478256714135525,
+      "grad_norm": 190.8129425048828,
+      "learning_rate": 1.4412299398992435e-05,
+      "loss": 20.4375,
+      "step": 15649
+    },
+    {
+      "epoch": 0.7478734588550129,
+      "grad_norm": 313.11944580078125,
+      "learning_rate": 1.4411604921632352e-05,
+      "loss": 25.25,
+      "step": 15650
+    },
+    {
+      "epoch": 0.7479212462964733,
+      "grad_norm": 213.0189208984375,
+      "learning_rate": 1.4410910417852448e-05,
+      "loss": 28.5,
+      "step": 15651
+    },
+    {
+      "epoch": 0.7479690337379337,
+      "grad_norm": 390.7244873046875,
+      "learning_rate": 1.4410215887656884e-05,
+      "loss": 42.0938,
+      "step": 15652
+    },
+    {
+      "epoch": 0.748016821179394,
+      "grad_norm": 257.50579833984375,
+      "learning_rate": 1.4409521331049816e-05,
+      "loss": 27.4688,
+      "step": 15653
+    },
+    {
+      "epoch": 0.7480646086208544,
+      "grad_norm": 414.0679626464844,
+      "learning_rate": 1.4408826748035405e-05,
+      "loss": 30.6562,
+      "step": 15654
+    },
+    {
+      "epoch": 0.7481123960623148,
+      "grad_norm": 335.2415771484375,
+      "learning_rate": 1.4408132138617812e-05,
+      "loss": 25.875,
+      "step": 15655
+    },
+    {
+      "epoch": 0.7481601835037752,
+      "grad_norm": 280.4942932128906,
+      "learning_rate": 1.4407437502801193e-05,
+      "loss": 31.6562,
+      "step": 15656
+    },
+    {
+      "epoch": 0.7482079709452356,
+      "grad_norm": 178.62144470214844,
+      "learning_rate": 1.4406742840589714e-05,
+      "loss": 20.5625,
+      "step": 15657
+    },
+    {
+      "epoch": 0.748255758386696,
+      "grad_norm": 201.2855987548828,
+      "learning_rate": 1.4406048151987527e-05,
+      "loss": 33.5312,
+      "step": 15658
+    },
+    {
+      "epoch": 0.7483035458281564,
+      "grad_norm": 149.9289093017578,
+      "learning_rate": 1.4405353436998801e-05,
+      "loss": 25.5938,
+      "step": 15659
+    },
+    {
+      "epoch": 0.7483513332696168,
+      "grad_norm": 250.621337890625,
+      "learning_rate": 1.4404658695627691e-05,
+      "loss": 31.5625,
+      "step": 15660
+    },
+    {
+      "epoch": 0.7483991207110772,
+      "grad_norm": 231.0285186767578,
+      "learning_rate": 1.440396392787836e-05,
+      "loss": 29.7969,
+      "step": 15661
+    },
+    {
+      "epoch": 0.7484469081525376,
+      "grad_norm": 716.6824340820312,
+      "learning_rate": 1.4403269133754968e-05,
+      "loss": 35.5,
+      "step": 15662
+    },
+    {
+      "epoch": 0.748494695593998,
+      "grad_norm": 334.2734680175781,
+      "learning_rate": 1.4402574313261672e-05,
+      "loss": 27.2188,
+      "step": 15663
+    },
+    {
+      "epoch": 0.7485424830354582,
+      "grad_norm": 205.76806640625,
+      "learning_rate": 1.4401879466402639e-05,
+      "loss": 26.5312,
+      "step": 15664
+    },
+    {
+      "epoch": 0.7485902704769186,
+      "grad_norm": 214.1146240234375,
+      "learning_rate": 1.4401184593182026e-05,
+      "loss": 29.625,
+      "step": 15665
+    },
+    {
+      "epoch": 0.748638057918379,
+      "grad_norm": 316.15570068359375,
+      "learning_rate": 1.4400489693604e-05,
+      "loss": 23.3594,
+      "step": 15666
+    },
+    {
+      "epoch": 0.7486858453598394,
+      "grad_norm": 199.30136108398438,
+      "learning_rate": 1.4399794767672719e-05,
+      "loss": 27.2188,
+      "step": 15667
+    },
+    {
+      "epoch": 0.7487336328012998,
+      "grad_norm": 182.7845916748047,
+      "learning_rate": 1.4399099815392343e-05,
+      "loss": 30.8125,
+      "step": 15668
+    },
+    {
+      "epoch": 0.7487814202427602,
+      "grad_norm": 204.85055541992188,
+      "learning_rate": 1.4398404836767035e-05,
+      "loss": 20.4219,
+      "step": 15669
+    },
+    {
+      "epoch": 0.7488292076842206,
+      "grad_norm": 373.0552062988281,
+      "learning_rate": 1.439770983180096e-05,
+      "loss": 25.0625,
+      "step": 15670
+    },
+    {
+      "epoch": 0.748876995125681,
+      "grad_norm": 245.63629150390625,
+      "learning_rate": 1.4397014800498275e-05,
+      "loss": 24.9062,
+      "step": 15671
+    },
+    {
+      "epoch": 0.7489247825671413,
+      "grad_norm": 441.6805114746094,
+      "learning_rate": 1.4396319742863145e-05,
+      "loss": 32.5625,
+      "step": 15672
+    },
+    {
+      "epoch": 0.7489725700086017,
+      "grad_norm": 207.97073364257812,
+      "learning_rate": 1.4395624658899734e-05,
+      "loss": 21.0312,
+      "step": 15673
+    },
+    {
+      "epoch": 0.7490203574500621,
+      "grad_norm": 433.0874938964844,
+      "learning_rate": 1.4394929548612202e-05,
+      "loss": 31.375,
+      "step": 15674
+    },
+    {
+      "epoch": 0.7490681448915225,
+      "grad_norm": 255.81480407714844,
+      "learning_rate": 1.4394234412004715e-05,
+      "loss": 19.9688,
+      "step": 15675
+    },
+    {
+      "epoch": 0.7491159323329829,
+      "grad_norm": 359.3790283203125,
+      "learning_rate": 1.439353924908143e-05,
+      "loss": 27.9375,
+      "step": 15676
+    },
+    {
+      "epoch": 0.7491637197744433,
+      "grad_norm": 250.6316680908203,
+      "learning_rate": 1.4392844059846517e-05,
+      "loss": 21.3281,
+      "step": 15677
+    },
+    {
+      "epoch": 0.7492115072159037,
+      "grad_norm": 215.81065368652344,
+      "learning_rate": 1.4392148844304136e-05,
+      "loss": 26.0312,
+      "step": 15678
+    },
+    {
+      "epoch": 0.7492592946573641,
+      "grad_norm": 537.7962036132812,
+      "learning_rate": 1.4391453602458451e-05,
+      "loss": 25.9062,
+      "step": 15679
+    },
+    {
+      "epoch": 0.7493070820988245,
+      "grad_norm": 243.8365936279297,
+      "learning_rate": 1.4390758334313626e-05,
+      "loss": 27.2812,
+      "step": 15680
+    },
+    {
+      "epoch": 0.7493548695402849,
+      "grad_norm": 285.671142578125,
+      "learning_rate": 1.4390063039873822e-05,
+      "loss": 20.5781,
+      "step": 15681
+    },
+    {
+      "epoch": 0.7494026569817452,
+      "grad_norm": 395.07904052734375,
+      "learning_rate": 1.4389367719143208e-05,
+      "loss": 35.1562,
+      "step": 15682
+    },
+    {
+      "epoch": 0.7494504444232056,
+      "grad_norm": 298.2213439941406,
+      "learning_rate": 1.4388672372125943e-05,
+      "loss": 35.7812,
+      "step": 15683
+    },
+    {
+      "epoch": 0.749498231864666,
+      "grad_norm": 231.4884033203125,
+      "learning_rate": 1.4387976998826196e-05,
+      "loss": 25.125,
+      "step": 15684
+    },
+    {
+      "epoch": 0.7495460193061263,
+      "grad_norm": 258.6141357421875,
+      "learning_rate": 1.4387281599248129e-05,
+      "loss": 25.1875,
+      "step": 15685
+    },
+    {
+      "epoch": 0.7495938067475867,
+      "grad_norm": 218.02938842773438,
+      "learning_rate": 1.4386586173395905e-05,
+      "loss": 27.375,
+      "step": 15686
+    },
+    {
+      "epoch": 0.7496415941890471,
+      "grad_norm": 153.68695068359375,
+      "learning_rate": 1.4385890721273688e-05,
+      "loss": 18.7344,
+      "step": 15687
+    },
+    {
+      "epoch": 0.7496893816305075,
+      "grad_norm": 450.06500244140625,
+      "learning_rate": 1.4385195242885646e-05,
+      "loss": 26.5312,
+      "step": 15688
+    },
+    {
+      "epoch": 0.7497371690719679,
+      "grad_norm": 581.2313842773438,
+      "learning_rate": 1.4384499738235942e-05,
+      "loss": 23.3438,
+      "step": 15689
+    },
+    {
+      "epoch": 0.7497849565134282,
+      "grad_norm": 267.29132080078125,
+      "learning_rate": 1.4383804207328744e-05,
+      "loss": 26.6562,
+      "step": 15690
+    },
+    {
+      "epoch": 0.7498327439548886,
+      "grad_norm": 401.8966979980469,
+      "learning_rate": 1.4383108650168216e-05,
+      "loss": 30.6562,
+      "step": 15691
+    },
+    {
+      "epoch": 0.749880531396349,
+      "grad_norm": 239.22384643554688,
+      "learning_rate": 1.4382413066758523e-05,
+      "loss": 24.0312,
+      "step": 15692
+    },
+    {
+      "epoch": 0.7499283188378094,
+      "grad_norm": 128.5119171142578,
+      "learning_rate": 1.4381717457103828e-05,
+      "loss": 20.375,
+      "step": 15693
+    },
+    {
+      "epoch": 0.7499761062792698,
+      "grad_norm": 414.75836181640625,
+      "learning_rate": 1.4381021821208301e-05,
+      "loss": 30.75,
+      "step": 15694
+    },
+    {
+      "epoch": 0.7500238937207302,
+      "grad_norm": 378.42559814453125,
+      "learning_rate": 1.4380326159076106e-05,
+      "loss": 30.125,
+      "step": 15695
+    },
+    {
+      "epoch": 0.7500716811621906,
+      "grad_norm": 205.03555297851562,
+      "learning_rate": 1.437963047071141e-05,
+      "loss": 24.375,
+      "step": 15696
+    },
+    {
+      "epoch": 0.750119468603651,
+      "grad_norm": 486.7867736816406,
+      "learning_rate": 1.4378934756118379e-05,
+      "loss": 56.6562,
+      "step": 15697
+    },
+    {
+      "epoch": 0.7501672560451114,
+      "grad_norm": 252.9505615234375,
+      "learning_rate": 1.4378239015301178e-05,
+      "loss": 43.6875,
+      "step": 15698
+    },
+    {
+      "epoch": 0.7502150434865718,
+      "grad_norm": 199.7509307861328,
+      "learning_rate": 1.4377543248263976e-05,
+      "loss": 27.6875,
+      "step": 15699
+    },
+    {
+      "epoch": 0.7502628309280321,
+      "grad_norm": 275.44403076171875,
+      "learning_rate": 1.4376847455010939e-05,
+      "loss": 33.25,
+      "step": 15700
+    },
+    {
+      "epoch": 0.7503106183694925,
+      "grad_norm": 191.70526123046875,
+      "learning_rate": 1.4376151635546234e-05,
+      "loss": 39.875,
+      "step": 15701
+    },
+    {
+      "epoch": 0.7503584058109529,
+      "grad_norm": 311.452880859375,
+      "learning_rate": 1.4375455789874024e-05,
+      "loss": 29.375,
+      "step": 15702
+    },
+    {
+      "epoch": 0.7504061932524133,
+      "grad_norm": 200.03866577148438,
+      "learning_rate": 1.4374759917998482e-05,
+      "loss": 26.4062,
+      "step": 15703
+    },
+    {
+      "epoch": 0.7504539806938737,
+      "grad_norm": 229.79736328125,
+      "learning_rate": 1.4374064019923772e-05,
+      "loss": 29.6562,
+      "step": 15704
+    },
+    {
+      "epoch": 0.750501768135334,
+      "grad_norm": 308.3997497558594,
+      "learning_rate": 1.4373368095654065e-05,
+      "loss": 27.0625,
+      "step": 15705
+    },
+    {
+      "epoch": 0.7505495555767944,
+      "grad_norm": 303.44940185546875,
+      "learning_rate": 1.4372672145193523e-05,
+      "loss": 30.8438,
+      "step": 15706
+    },
+    {
+      "epoch": 0.7505973430182548,
+      "grad_norm": 420.9390563964844,
+      "learning_rate": 1.437197616854632e-05,
+      "loss": 29.375,
+      "step": 15707
+    },
+    {
+      "epoch": 0.7506451304597151,
+      "grad_norm": 667.902587890625,
+      "learning_rate": 1.4371280165716619e-05,
+      "loss": 37.2188,
+      "step": 15708
+    },
+    {
+      "epoch": 0.7506929179011755,
+      "grad_norm": 260.7346496582031,
+      "learning_rate": 1.4370584136708592e-05,
+      "loss": 25.0781,
+      "step": 15709
+    },
+    {
+      "epoch": 0.7507407053426359,
+      "grad_norm": 178.96920776367188,
+      "learning_rate": 1.4369888081526404e-05,
+      "loss": 25.0312,
+      "step": 15710
+    },
+    {
+      "epoch": 0.7507884927840963,
+      "grad_norm": 451.02557373046875,
+      "learning_rate": 1.4369192000174226e-05,
+      "loss": 28.0,
+      "step": 15711
+    },
+    {
+      "epoch": 0.7508362802255567,
+      "grad_norm": 340.3199157714844,
+      "learning_rate": 1.4368495892656227e-05,
+      "loss": 39.4531,
+      "step": 15712
+    },
+    {
+      "epoch": 0.7508840676670171,
+      "grad_norm": 130.8263702392578,
+      "learning_rate": 1.436779975897657e-05,
+      "loss": 30.2188,
+      "step": 15713
+    },
+    {
+      "epoch": 0.7509318551084775,
+      "grad_norm": 397.0357360839844,
+      "learning_rate": 1.4367103599139434e-05,
+      "loss": 30.4062,
+      "step": 15714
+    },
+    {
+      "epoch": 0.7509796425499379,
+      "grad_norm": 328.3572998046875,
+      "learning_rate": 1.436640741314898e-05,
+      "loss": 35.0625,
+      "step": 15715
+    },
+    {
+      "epoch": 0.7510274299913983,
+      "grad_norm": 203.6009521484375,
+      "learning_rate": 1.436571120100938e-05,
+      "loss": 29.7812,
+      "step": 15716
+    },
+    {
+      "epoch": 0.7510752174328587,
+      "grad_norm": 181.69442749023438,
+      "learning_rate": 1.4365014962724804e-05,
+      "loss": 24.6875,
+      "step": 15717
+    },
+    {
+      "epoch": 0.751123004874319,
+      "grad_norm": 201.72727966308594,
+      "learning_rate": 1.436431869829942e-05,
+      "loss": 34.6562,
+      "step": 15718
+    },
+    {
+      "epoch": 0.7511707923157794,
+      "grad_norm": 780.1891479492188,
+      "learning_rate": 1.4363622407737396e-05,
+      "loss": 23.5469,
+      "step": 15719
+    },
+    {
+      "epoch": 0.7512185797572398,
+      "grad_norm": 253.17544555664062,
+      "learning_rate": 1.4362926091042908e-05,
+      "loss": 25.5938,
+      "step": 15720
+    },
+    {
+      "epoch": 0.7512663671987002,
+      "grad_norm": 274.1060791015625,
+      "learning_rate": 1.4362229748220122e-05,
+      "loss": 26.0312,
+      "step": 15721
+    },
+    {
+      "epoch": 0.7513141546401606,
+      "grad_norm": 235.45933532714844,
+      "learning_rate": 1.4361533379273207e-05,
+      "loss": 32.6875,
+      "step": 15722
+    },
+    {
+      "epoch": 0.751361942081621,
+      "grad_norm": 364.004638671875,
+      "learning_rate": 1.4360836984206336e-05,
+      "loss": 30.625,
+      "step": 15723
+    },
+    {
+      "epoch": 0.7514097295230814,
+      "grad_norm": 374.8611145019531,
+      "learning_rate": 1.4360140563023679e-05,
+      "loss": 36.3438,
+      "step": 15724
+    },
+    {
+      "epoch": 0.7514575169645418,
+      "grad_norm": 425.8286437988281,
+      "learning_rate": 1.4359444115729406e-05,
+      "loss": 37.9688,
+      "step": 15725
+    },
+    {
+      "epoch": 0.751505304406002,
+      "grad_norm": 318.5260925292969,
+      "learning_rate": 1.4358747642327687e-05,
+      "loss": 32.0938,
+      "step": 15726
+    },
+    {
+      "epoch": 0.7515530918474624,
+      "grad_norm": 422.91998291015625,
+      "learning_rate": 1.4358051142822692e-05,
+      "loss": 31.6875,
+      "step": 15727
+    },
+    {
+      "epoch": 0.7516008792889228,
+      "grad_norm": 306.1160583496094,
+      "learning_rate": 1.4357354617218597e-05,
+      "loss": 28.9062,
+      "step": 15728
+    },
+    {
+      "epoch": 0.7516486667303832,
+      "grad_norm": 352.5556640625,
+      "learning_rate": 1.4356658065519572e-05,
+      "loss": 33.7344,
+      "step": 15729
+    },
+    {
+      "epoch": 0.7516964541718436,
+      "grad_norm": 308.6371154785156,
+      "learning_rate": 1.4355961487729783e-05,
+      "loss": 34.4062,
+      "step": 15730
+    },
+    {
+      "epoch": 0.751744241613304,
+      "grad_norm": 178.82749938964844,
+      "learning_rate": 1.4355264883853408e-05,
+      "loss": 23.3438,
+      "step": 15731
+    },
+    {
+      "epoch": 0.7517920290547644,
+      "grad_norm": 334.2169189453125,
+      "learning_rate": 1.4354568253894616e-05,
+      "loss": 26.5,
+      "step": 15732
+    },
+    {
+      "epoch": 0.7518398164962248,
+      "grad_norm": 246.2309112548828,
+      "learning_rate": 1.4353871597857581e-05,
+      "loss": 25.9062,
+      "step": 15733
+    },
+    {
+      "epoch": 0.7518876039376852,
+      "grad_norm": 276.35223388671875,
+      "learning_rate": 1.4353174915746468e-05,
+      "loss": 26.9375,
+      "step": 15734
+    },
+    {
+      "epoch": 0.7519353913791456,
+      "grad_norm": 239.85108947753906,
+      "learning_rate": 1.4352478207565456e-05,
+      "loss": 32.1875,
+      "step": 15735
+    },
+    {
+      "epoch": 0.751983178820606,
+      "grad_norm": 279.5505065917969,
+      "learning_rate": 1.4351781473318718e-05,
+      "loss": 39.625,
+      "step": 15736
+    },
+    {
+      "epoch": 0.7520309662620663,
+      "grad_norm": 182.635009765625,
+      "learning_rate": 1.4351084713010424e-05,
+      "loss": 37.4844,
+      "step": 15737
+    },
+    {
+      "epoch": 0.7520787537035267,
+      "grad_norm": 152.41802978515625,
+      "learning_rate": 1.4350387926644747e-05,
+      "loss": 25.1719,
+      "step": 15738
+    },
+    {
+      "epoch": 0.7521265411449871,
+      "grad_norm": 179.51956176757812,
+      "learning_rate": 1.4349691114225857e-05,
+      "loss": 21.8438,
+      "step": 15739
+    },
+    {
+      "epoch": 0.7521743285864475,
+      "grad_norm": 243.4461669921875,
+      "learning_rate": 1.4348994275757933e-05,
+      "loss": 24.6719,
+      "step": 15740
+    },
+    {
+      "epoch": 0.7522221160279079,
+      "grad_norm": 288.66864013671875,
+      "learning_rate": 1.434829741124514e-05,
+      "loss": 25.6719,
+      "step": 15741
+    },
+    {
+      "epoch": 0.7522699034693683,
+      "grad_norm": 896.956298828125,
+      "learning_rate": 1.4347600520691662e-05,
+      "loss": 26.7031,
+      "step": 15742
+    },
+    {
+      "epoch": 0.7523176909108287,
+      "grad_norm": 359.0784912109375,
+      "learning_rate": 1.4346903604101665e-05,
+      "loss": 27.1875,
+      "step": 15743
+    },
+    {
+      "epoch": 0.7523654783522891,
+      "grad_norm": 246.029296875,
+      "learning_rate": 1.4346206661479324e-05,
+      "loss": 35.6875,
+      "step": 15744
+    },
+    {
+      "epoch": 0.7524132657937495,
+      "grad_norm": 268.4014587402344,
+      "learning_rate": 1.4345509692828813e-05,
+      "loss": 33.9062,
+      "step": 15745
+    },
+    {
+      "epoch": 0.7524610532352097,
+      "grad_norm": 570.7357177734375,
+      "learning_rate": 1.4344812698154306e-05,
+      "loss": 32.1875,
+      "step": 15746
+    },
+    {
+      "epoch": 0.7525088406766701,
+      "grad_norm": 296.3482666015625,
+      "learning_rate": 1.434411567745998e-05,
+      "loss": 22.3125,
+      "step": 15747
+    },
+    {
+      "epoch": 0.7525566281181305,
+      "grad_norm": 253.9578399658203,
+      "learning_rate": 1.4343418630750003e-05,
+      "loss": 23.9219,
+      "step": 15748
+    },
+    {
+      "epoch": 0.7526044155595909,
+      "grad_norm": 221.66136169433594,
+      "learning_rate": 1.4342721558028556e-05,
+      "loss": 31.5312,
+      "step": 15749
+    },
+    {
+      "epoch": 0.7526522030010513,
+      "grad_norm": 215.51593017578125,
+      "learning_rate": 1.434202445929981e-05,
+      "loss": 23.4219,
+      "step": 15750
+    },
+    {
+      "epoch": 0.7526999904425117,
+      "grad_norm": 257.9485168457031,
+      "learning_rate": 1.4341327334567941e-05,
+      "loss": 28.6875,
+      "step": 15751
+    },
+    {
+      "epoch": 0.7527477778839721,
+      "grad_norm": 324.8338623046875,
+      "learning_rate": 1.4340630183837119e-05,
+      "loss": 28.1562,
+      "step": 15752
+    },
+    {
+      "epoch": 0.7527955653254325,
+      "grad_norm": 534.128173828125,
+      "learning_rate": 1.4339933007111526e-05,
+      "loss": 40.5312,
+      "step": 15753
+    },
+    {
+      "epoch": 0.7528433527668928,
+      "grad_norm": 654.2789916992188,
+      "learning_rate": 1.4339235804395332e-05,
+      "loss": 24.2031,
+      "step": 15754
+    },
+    {
+      "epoch": 0.7528911402083532,
+      "grad_norm": 300.1781005859375,
+      "learning_rate": 1.433853857569272e-05,
+      "loss": 30.4375,
+      "step": 15755
+    },
+    {
+      "epoch": 0.7529389276498136,
+      "grad_norm": 259.136474609375,
+      "learning_rate": 1.4337841321007854e-05,
+      "loss": 27.7812,
+      "step": 15756
+    },
+    {
+      "epoch": 0.752986715091274,
+      "grad_norm": 232.2232208251953,
+      "learning_rate": 1.4337144040344919e-05,
+      "loss": 32.5625,
+      "step": 15757
+    },
+    {
+      "epoch": 0.7530345025327344,
+      "grad_norm": 308.0528259277344,
+      "learning_rate": 1.4336446733708089e-05,
+      "loss": 36.6875,
+      "step": 15758
+    },
+    {
+      "epoch": 0.7530822899741948,
+      "grad_norm": 313.171875,
+      "learning_rate": 1.4335749401101535e-05,
+      "loss": 28.5312,
+      "step": 15759
+    },
+    {
+      "epoch": 0.7531300774156552,
+      "grad_norm": 163.6566925048828,
+      "learning_rate": 1.4335052042529441e-05,
+      "loss": 22.7188,
+      "step": 15760
+    },
+    {
+      "epoch": 0.7531778648571156,
+      "grad_norm": 236.2445831298828,
+      "learning_rate": 1.4334354657995975e-05,
+      "loss": 33.625,
+      "step": 15761
+    },
+    {
+      "epoch": 0.753225652298576,
+      "grad_norm": 278.3105163574219,
+      "learning_rate": 1.433365724750532e-05,
+      "loss": 31.9062,
+      "step": 15762
+    },
+    {
+      "epoch": 0.7532734397400364,
+      "grad_norm": 375.3157653808594,
+      "learning_rate": 1.4332959811061646e-05,
+      "loss": 32.125,
+      "step": 15763
+    },
+    {
+      "epoch": 0.7533212271814967,
+      "grad_norm": 239.08251953125,
+      "learning_rate": 1.4332262348669138e-05,
+      "loss": 21.5781,
+      "step": 15764
+    },
+    {
+      "epoch": 0.7533690146229571,
+      "grad_norm": 273.09930419921875,
+      "learning_rate": 1.433156486033197e-05,
+      "loss": 21.4375,
+      "step": 15765
+    },
+    {
+      "epoch": 0.7534168020644175,
+      "grad_norm": 276.88153076171875,
+      "learning_rate": 1.4330867346054316e-05,
+      "loss": 26.4062,
+      "step": 15766
+    },
+    {
+      "epoch": 0.7534645895058778,
+      "grad_norm": 326.6316833496094,
+      "learning_rate": 1.4330169805840353e-05,
+      "loss": 23.5938,
+      "step": 15767
+    },
+    {
+      "epoch": 0.7535123769473382,
+      "grad_norm": 218.32427978515625,
+      "learning_rate": 1.4329472239694262e-05,
+      "loss": 22.0938,
+      "step": 15768
+    },
+    {
+      "epoch": 0.7535601643887986,
+      "grad_norm": 298.5525207519531,
+      "learning_rate": 1.4328774647620219e-05,
+      "loss": 34.75,
+      "step": 15769
+    },
+    {
+      "epoch": 0.753607951830259,
+      "grad_norm": 194.4935302734375,
+      "learning_rate": 1.43280770296224e-05,
+      "loss": 21.9844,
+      "step": 15770
+    },
+    {
+      "epoch": 0.7536557392717194,
+      "grad_norm": 303.54229736328125,
+      "learning_rate": 1.4327379385704988e-05,
+      "loss": 30.5312,
+      "step": 15771
+    },
+    {
+      "epoch": 0.7537035267131798,
+      "grad_norm": 253.42428588867188,
+      "learning_rate": 1.4326681715872153e-05,
+      "loss": 32.5,
+      "step": 15772
+    },
+    {
+      "epoch": 0.7537513141546401,
+      "grad_norm": 216.6275634765625,
+      "learning_rate": 1.4325984020128079e-05,
+      "loss": 25.9375,
+      "step": 15773
+    },
+    {
+      "epoch": 0.7537991015961005,
+      "grad_norm": 301.9552307128906,
+      "learning_rate": 1.4325286298476941e-05,
+      "loss": 42.2812,
+      "step": 15774
+    },
+    {
+      "epoch": 0.7538468890375609,
+      "grad_norm": 252.8632049560547,
+      "learning_rate": 1.4324588550922921e-05,
+      "loss": 19.7969,
+      "step": 15775
+    },
+    {
+      "epoch": 0.7538946764790213,
+      "grad_norm": 299.1717224121094,
+      "learning_rate": 1.4323890777470195e-05,
+      "loss": 26.7969,
+      "step": 15776
+    },
+    {
+      "epoch": 0.7539424639204817,
+      "grad_norm": 196.15054321289062,
+      "learning_rate": 1.4323192978122946e-05,
+      "loss": 22.2656,
+      "step": 15777
+    },
+    {
+      "epoch": 0.7539902513619421,
+      "grad_norm": 260.36541748046875,
+      "learning_rate": 1.4322495152885346e-05,
+      "loss": 24.0,
+      "step": 15778
+    },
+    {
+      "epoch": 0.7540380388034025,
+      "grad_norm": 184.5824432373047,
+      "learning_rate": 1.4321797301761577e-05,
+      "loss": 34.7656,
+      "step": 15779
+    },
+    {
+      "epoch": 0.7540858262448629,
+      "grad_norm": 344.28607177734375,
+      "learning_rate": 1.4321099424755821e-05,
+      "loss": 26.6562,
+      "step": 15780
+    },
+    {
+      "epoch": 0.7541336136863233,
+      "grad_norm": 465.1166687011719,
+      "learning_rate": 1.4320401521872254e-05,
+      "loss": 32.25,
+      "step": 15781
+    },
+    {
+      "epoch": 0.7541814011277836,
+      "grad_norm": 410.9873962402344,
+      "learning_rate": 1.4319703593115058e-05,
+      "loss": 27.2031,
+      "step": 15782
+    },
+    {
+      "epoch": 0.754229188569244,
+      "grad_norm": 263.8608703613281,
+      "learning_rate": 1.4319005638488413e-05,
+      "loss": 25.5938,
+      "step": 15783
+    },
+    {
+      "epoch": 0.7542769760107044,
+      "grad_norm": 429.5630187988281,
+      "learning_rate": 1.4318307657996495e-05,
+      "loss": 25.5625,
+      "step": 15784
+    },
+    {
+      "epoch": 0.7543247634521648,
+      "grad_norm": 299.9151916503906,
+      "learning_rate": 1.4317609651643484e-05,
+      "loss": 29.3125,
+      "step": 15785
+    },
+    {
+      "epoch": 0.7543725508936252,
+      "grad_norm": 176.08299255371094,
+      "learning_rate": 1.4316911619433567e-05,
+      "loss": 21.5,
+      "step": 15786
+    },
+    {
+      "epoch": 0.7544203383350856,
+      "grad_norm": 232.3184814453125,
+      "learning_rate": 1.4316213561370916e-05,
+      "loss": 33.0625,
+      "step": 15787
+    },
+    {
+      "epoch": 0.7544681257765459,
+      "grad_norm": 292.24505615234375,
+      "learning_rate": 1.4315515477459716e-05,
+      "loss": 27.5625,
+      "step": 15788
+    },
+    {
+      "epoch": 0.7545159132180063,
+      "grad_norm": 204.80319213867188,
+      "learning_rate": 1.4314817367704148e-05,
+      "loss": 26.1094,
+      "step": 15789
+    },
+    {
+      "epoch": 0.7545637006594667,
+      "grad_norm": 303.7396240234375,
+      "learning_rate": 1.4314119232108392e-05,
+      "loss": 22.4688,
+      "step": 15790
+    },
+    {
+      "epoch": 0.754611488100927,
+      "grad_norm": 287.59967041015625,
+      "learning_rate": 1.4313421070676626e-05,
+      "loss": 35.1875,
+      "step": 15791
+    },
+    {
+      "epoch": 0.7546592755423874,
+      "grad_norm": 664.7024536132812,
+      "learning_rate": 1.4312722883413036e-05,
+      "loss": 21.7188,
+      "step": 15792
+    },
+    {
+      "epoch": 0.7547070629838478,
+      "grad_norm": 360.208740234375,
+      "learning_rate": 1.43120246703218e-05,
+      "loss": 31.8438,
+      "step": 15793
+    },
+    {
+      "epoch": 0.7547548504253082,
+      "grad_norm": 216.6967010498047,
+      "learning_rate": 1.43113264314071e-05,
+      "loss": 19.5,
+      "step": 15794
+    },
+    {
+      "epoch": 0.7548026378667686,
+      "grad_norm": 252.35079956054688,
+      "learning_rate": 1.4310628166673119e-05,
+      "loss": 36.9062,
+      "step": 15795
+    },
+    {
+      "epoch": 0.754850425308229,
+      "grad_norm": 299.5736389160156,
+      "learning_rate": 1.4309929876124034e-05,
+      "loss": 25.9688,
+      "step": 15796
+    },
+    {
+      "epoch": 0.7548982127496894,
+      "grad_norm": 370.427490234375,
+      "learning_rate": 1.4309231559764034e-05,
+      "loss": 33.7188,
+      "step": 15797
+    },
+    {
+      "epoch": 0.7549460001911498,
+      "grad_norm": 173.9536590576172,
+      "learning_rate": 1.4308533217597298e-05,
+      "loss": 24.75,
+      "step": 15798
+    },
+    {
+      "epoch": 0.7549937876326102,
+      "grad_norm": 517.9364624023438,
+      "learning_rate": 1.4307834849628006e-05,
+      "loss": 35.875,
+      "step": 15799
+    },
+    {
+      "epoch": 0.7550415750740705,
+      "grad_norm": 200.27088928222656,
+      "learning_rate": 1.4307136455860343e-05,
+      "loss": 27.8281,
+      "step": 15800
+    },
+    {
+      "epoch": 0.7550893625155309,
+      "grad_norm": 358.46954345703125,
+      "learning_rate": 1.4306438036298489e-05,
+      "loss": 32.5312,
+      "step": 15801
+    },
+    {
+      "epoch": 0.7551371499569913,
+      "grad_norm": 278.3699645996094,
+      "learning_rate": 1.4305739590946626e-05,
+      "loss": 22.3125,
+      "step": 15802
+    },
+    {
+      "epoch": 0.7551849373984517,
+      "grad_norm": 324.36407470703125,
+      "learning_rate": 1.4305041119808943e-05,
+      "loss": 35.0312,
+      "step": 15803
+    },
+    {
+      "epoch": 0.7552327248399121,
+      "grad_norm": 316.1702880859375,
+      "learning_rate": 1.4304342622889616e-05,
+      "loss": 24.9531,
+      "step": 15804
+    },
+    {
+      "epoch": 0.7552805122813725,
+      "grad_norm": 285.0114440917969,
+      "learning_rate": 1.430364410019283e-05,
+      "loss": 34.1562,
+      "step": 15805
+    },
+    {
+      "epoch": 0.7553282997228329,
+      "grad_norm": 238.31480407714844,
+      "learning_rate": 1.430294555172277e-05,
+      "loss": 27.2812,
+      "step": 15806
+    },
+    {
+      "epoch": 0.7553760871642933,
+      "grad_norm": 988.2744140625,
+      "learning_rate": 1.430224697748362e-05,
+      "loss": 22.8125,
+      "step": 15807
+    },
+    {
+      "epoch": 0.7554238746057536,
+      "grad_norm": 397.2362365722656,
+      "learning_rate": 1.4301548377479562e-05,
+      "loss": 30.4375,
+      "step": 15808
+    },
+    {
+      "epoch": 0.7554716620472139,
+      "grad_norm": 200.23281860351562,
+      "learning_rate": 1.4300849751714779e-05,
+      "loss": 32.9375,
+      "step": 15809
+    },
+    {
+      "epoch": 0.7555194494886743,
+      "grad_norm": 294.6612243652344,
+      "learning_rate": 1.4300151100193456e-05,
+      "loss": 23.0,
+      "step": 15810
+    },
+    {
+      "epoch": 0.7555672369301347,
+      "grad_norm": 378.42626953125,
+      "learning_rate": 1.4299452422919772e-05,
+      "loss": 22.1562,
+      "step": 15811
+    },
+    {
+      "epoch": 0.7556150243715951,
+      "grad_norm": 219.48104858398438,
+      "learning_rate": 1.4298753719897922e-05,
+      "loss": 23.25,
+      "step": 15812
+    },
+    {
+      "epoch": 0.7556628118130555,
+      "grad_norm": 411.9538879394531,
+      "learning_rate": 1.4298054991132082e-05,
+      "loss": 44.9688,
+      "step": 15813
+    },
+    {
+      "epoch": 0.7557105992545159,
+      "grad_norm": 391.9491882324219,
+      "learning_rate": 1.4297356236626439e-05,
+      "loss": 28.75,
+      "step": 15814
+    },
+    {
+      "epoch": 0.7557583866959763,
+      "grad_norm": 212.236328125,
+      "learning_rate": 1.4296657456385176e-05,
+      "loss": 29.6875,
+      "step": 15815
+    },
+    {
+      "epoch": 0.7558061741374367,
+      "grad_norm": 224.06944274902344,
+      "learning_rate": 1.429595865041248e-05,
+      "loss": 23.625,
+      "step": 15816
+    },
+    {
+      "epoch": 0.7558539615788971,
+      "grad_norm": 232.15513610839844,
+      "learning_rate": 1.4295259818712534e-05,
+      "loss": 27.2188,
+      "step": 15817
+    },
+    {
+      "epoch": 0.7559017490203574,
+      "grad_norm": 480.17828369140625,
+      "learning_rate": 1.4294560961289527e-05,
+      "loss": 40.0625,
+      "step": 15818
+    },
+    {
+      "epoch": 0.7559495364618178,
+      "grad_norm": 246.80746459960938,
+      "learning_rate": 1.429386207814764e-05,
+      "loss": 27.7969,
+      "step": 15819
+    },
+    {
+      "epoch": 0.7559973239032782,
+      "grad_norm": 537.865966796875,
+      "learning_rate": 1.4293163169291057e-05,
+      "loss": 27.625,
+      "step": 15820
+    },
+    {
+      "epoch": 0.7560451113447386,
+      "grad_norm": 344.1540832519531,
+      "learning_rate": 1.429246423472397e-05,
+      "loss": 14.7188,
+      "step": 15821
+    },
+    {
+      "epoch": 0.756092898786199,
+      "grad_norm": 287.7652893066406,
+      "learning_rate": 1.4291765274450557e-05,
+      "loss": 22.3125,
+      "step": 15822
+    },
+    {
+      "epoch": 0.7561406862276594,
+      "grad_norm": 645.7003784179688,
+      "learning_rate": 1.4291066288475013e-05,
+      "loss": 44.5625,
+      "step": 15823
+    },
+    {
+      "epoch": 0.7561884736691198,
+      "grad_norm": 287.1241149902344,
+      "learning_rate": 1.4290367276801513e-05,
+      "loss": 29.1094,
+      "step": 15824
+    },
+    {
+      "epoch": 0.7562362611105802,
+      "grad_norm": 331.33001708984375,
+      "learning_rate": 1.4289668239434256e-05,
+      "loss": 34.5312,
+      "step": 15825
+    },
+    {
+      "epoch": 0.7562840485520406,
+      "grad_norm": 229.8511199951172,
+      "learning_rate": 1.4288969176377415e-05,
+      "loss": 32.9688,
+      "step": 15826
+    },
+    {
+      "epoch": 0.756331835993501,
+      "grad_norm": 260.7441711425781,
+      "learning_rate": 1.4288270087635185e-05,
+      "loss": 26.0938,
+      "step": 15827
+    },
+    {
+      "epoch": 0.7563796234349613,
+      "grad_norm": 378.28363037109375,
+      "learning_rate": 1.428757097321175e-05,
+      "loss": 29.625,
+      "step": 15828
+    },
+    {
+      "epoch": 0.7564274108764216,
+      "grad_norm": 237.16062927246094,
+      "learning_rate": 1.42868718331113e-05,
+      "loss": 27.8438,
+      "step": 15829
+    },
+    {
+      "epoch": 0.756475198317882,
+      "grad_norm": 248.7080078125,
+      "learning_rate": 1.4286172667338018e-05,
+      "loss": 31.7812,
+      "step": 15830
+    },
+    {
+      "epoch": 0.7565229857593424,
+      "grad_norm": 310.6419372558594,
+      "learning_rate": 1.4285473475896095e-05,
+      "loss": 30.2812,
+      "step": 15831
+    },
+    {
+      "epoch": 0.7565707732008028,
+      "grad_norm": 343.0904541015625,
+      "learning_rate": 1.428477425878971e-05,
+      "loss": 24.375,
+      "step": 15832
+    },
+    {
+      "epoch": 0.7566185606422632,
+      "grad_norm": 246.69683837890625,
+      "learning_rate": 1.428407501602306e-05,
+      "loss": 41.2188,
+      "step": 15833
+    },
+    {
+      "epoch": 0.7566663480837236,
+      "grad_norm": 464.528076171875,
+      "learning_rate": 1.428337574760033e-05,
+      "loss": 27.8438,
+      "step": 15834
+    },
+    {
+      "epoch": 0.756714135525184,
+      "grad_norm": 394.83587646484375,
+      "learning_rate": 1.4282676453525701e-05,
+      "loss": 33.5625,
+      "step": 15835
+    },
+    {
+      "epoch": 0.7567619229666444,
+      "grad_norm": 554.1212158203125,
+      "learning_rate": 1.428197713380337e-05,
+      "loss": 31.8125,
+      "step": 15836
+    },
+    {
+      "epoch": 0.7568097104081047,
+      "grad_norm": 252.96502685546875,
+      "learning_rate": 1.4281277788437519e-05,
+      "loss": 28.5312,
+      "step": 15837
+    },
+    {
+      "epoch": 0.7568574978495651,
+      "grad_norm": 478.7550964355469,
+      "learning_rate": 1.4280578417432343e-05,
+      "loss": 36.0,
+      "step": 15838
+    },
+    {
+      "epoch": 0.7569052852910255,
+      "grad_norm": 309.6260070800781,
+      "learning_rate": 1.427987902079202e-05,
+      "loss": 33.4688,
+      "step": 15839
+    },
+    {
+      "epoch": 0.7569530727324859,
+      "grad_norm": 595.7886962890625,
+      "learning_rate": 1.4279179598520748e-05,
+      "loss": 40.2188,
+      "step": 15840
+    },
+    {
+      "epoch": 0.7570008601739463,
+      "grad_norm": 419.5354919433594,
+      "learning_rate": 1.4278480150622708e-05,
+      "loss": 37.2812,
+      "step": 15841
+    },
+    {
+      "epoch": 0.7570486476154067,
+      "grad_norm": 359.6905822753906,
+      "learning_rate": 1.4277780677102098e-05,
+      "loss": 37.4375,
+      "step": 15842
+    },
+    {
+      "epoch": 0.7570964350568671,
+      "grad_norm": 159.91763305664062,
+      "learning_rate": 1.4277081177963098e-05,
+      "loss": 26.4688,
+      "step": 15843
+    },
+    {
+      "epoch": 0.7571442224983275,
+      "grad_norm": 300.0898742675781,
+      "learning_rate": 1.42763816532099e-05,
+      "loss": 22.5312,
+      "step": 15844
+    },
+    {
+      "epoch": 0.7571920099397879,
+      "grad_norm": 198.79676818847656,
+      "learning_rate": 1.4275682102846697e-05,
+      "loss": 20.1875,
+      "step": 15845
+    },
+    {
+      "epoch": 0.7572397973812482,
+      "grad_norm": 183.75860595703125,
+      "learning_rate": 1.4274982526877672e-05,
+      "loss": 26.7188,
+      "step": 15846
+    },
+    {
+      "epoch": 0.7572875848227086,
+      "grad_norm": 297.8255920410156,
+      "learning_rate": 1.4274282925307022e-05,
+      "loss": 34.7188,
+      "step": 15847
+    },
+    {
+      "epoch": 0.757335372264169,
+      "grad_norm": 246.35562133789062,
+      "learning_rate": 1.4273583298138931e-05,
+      "loss": 25.5,
+      "step": 15848
+    },
+    {
+      "epoch": 0.7573831597056293,
+      "grad_norm": 271.2222900390625,
+      "learning_rate": 1.4272883645377591e-05,
+      "loss": 22.4219,
+      "step": 15849
+    },
+    {
+      "epoch": 0.7574309471470897,
+      "grad_norm": 128.19253540039062,
+      "learning_rate": 1.427218396702719e-05,
+      "loss": 19.0469,
+      "step": 15850
+    },
+    {
+      "epoch": 0.7574787345885501,
+      "grad_norm": 202.01751708984375,
+      "learning_rate": 1.427148426309192e-05,
+      "loss": 25.1875,
+      "step": 15851
+    },
+    {
+      "epoch": 0.7575265220300105,
+      "grad_norm": 192.10877990722656,
+      "learning_rate": 1.4270784533575968e-05,
+      "loss": 20.9688,
+      "step": 15852
+    },
+    {
+      "epoch": 0.7575743094714709,
+      "grad_norm": 197.25291442871094,
+      "learning_rate": 1.4270084778483533e-05,
+      "loss": 41.125,
+      "step": 15853
+    },
+    {
+      "epoch": 0.7576220969129313,
+      "grad_norm": 244.28402709960938,
+      "learning_rate": 1.4269384997818799e-05,
+      "loss": 19.75,
+      "step": 15854
+    },
+    {
+      "epoch": 0.7576698843543916,
+      "grad_norm": 213.22354125976562,
+      "learning_rate": 1.4268685191585954e-05,
+      "loss": 24.5703,
+      "step": 15855
+    },
+    {
+      "epoch": 0.757717671795852,
+      "grad_norm": 201.3768768310547,
+      "learning_rate": 1.4267985359789196e-05,
+      "loss": 25.4375,
+      "step": 15856
+    },
+    {
+      "epoch": 0.7577654592373124,
+      "grad_norm": 319.17242431640625,
+      "learning_rate": 1.4267285502432711e-05,
+      "loss": 35.7188,
+      "step": 15857
+    },
+    {
+      "epoch": 0.7578132466787728,
+      "grad_norm": 447.5801696777344,
+      "learning_rate": 1.4266585619520694e-05,
+      "loss": 32.0312,
+      "step": 15858
+    },
+    {
+      "epoch": 0.7578610341202332,
+      "grad_norm": 239.79998779296875,
+      "learning_rate": 1.4265885711057333e-05,
+      "loss": 25.0,
+      "step": 15859
+    },
+    {
+      "epoch": 0.7579088215616936,
+      "grad_norm": 272.07989501953125,
+      "learning_rate": 1.4265185777046822e-05,
+      "loss": 27.0781,
+      "step": 15860
+    },
+    {
+      "epoch": 0.757956609003154,
+      "grad_norm": 268.0356750488281,
+      "learning_rate": 1.426448581749335e-05,
+      "loss": 22.0625,
+      "step": 15861
+    },
+    {
+      "epoch": 0.7580043964446144,
+      "grad_norm": 230.20272827148438,
+      "learning_rate": 1.4263785832401113e-05,
+      "loss": 26.1562,
+      "step": 15862
+    },
+    {
+      "epoch": 0.7580521838860748,
+      "grad_norm": 291.3714599609375,
+      "learning_rate": 1.42630858217743e-05,
+      "loss": 31.6875,
+      "step": 15863
+    },
+    {
+      "epoch": 0.7580999713275351,
+      "grad_norm": 341.96331787109375,
+      "learning_rate": 1.4262385785617105e-05,
+      "loss": 31.5312,
+      "step": 15864
+    },
+    {
+      "epoch": 0.7581477587689955,
+      "grad_norm": 284.7896728515625,
+      "learning_rate": 1.4261685723933718e-05,
+      "loss": 20.3125,
+      "step": 15865
+    },
+    {
+      "epoch": 0.7581955462104559,
+      "grad_norm": 252.08668518066406,
+      "learning_rate": 1.4260985636728333e-05,
+      "loss": 22.9688,
+      "step": 15866
+    },
+    {
+      "epoch": 0.7582433336519163,
+      "grad_norm": 290.32855224609375,
+      "learning_rate": 1.4260285524005142e-05,
+      "loss": 36.75,
+      "step": 15867
+    },
+    {
+      "epoch": 0.7582911210933767,
+      "grad_norm": 195.7585906982422,
+      "learning_rate": 1.4259585385768337e-05,
+      "loss": 28.3438,
+      "step": 15868
+    },
+    {
+      "epoch": 0.7583389085348371,
+      "grad_norm": 313.88916015625,
+      "learning_rate": 1.4258885222022113e-05,
+      "loss": 32.5156,
+      "step": 15869
+    },
+    {
+      "epoch": 0.7583866959762974,
+      "grad_norm": 162.93588256835938,
+      "learning_rate": 1.4258185032770662e-05,
+      "loss": 25.1094,
+      "step": 15870
+    },
+    {
+      "epoch": 0.7584344834177578,
+      "grad_norm": 265.262939453125,
+      "learning_rate": 1.4257484818018177e-05,
+      "loss": 27.9375,
+      "step": 15871
+    },
+    {
+      "epoch": 0.7584822708592182,
+      "grad_norm": 363.6935119628906,
+      "learning_rate": 1.4256784577768849e-05,
+      "loss": 30.4375,
+      "step": 15872
+    },
+    {
+      "epoch": 0.7585300583006785,
+      "grad_norm": 212.2898712158203,
+      "learning_rate": 1.4256084312026879e-05,
+      "loss": 26.375,
+      "step": 15873
+    },
+    {
+      "epoch": 0.7585778457421389,
+      "grad_norm": 249.9171600341797,
+      "learning_rate": 1.4255384020796452e-05,
+      "loss": 27.125,
+      "step": 15874
+    },
+    {
+      "epoch": 0.7586256331835993,
+      "grad_norm": 212.84869384765625,
+      "learning_rate": 1.4254683704081766e-05,
+      "loss": 16.75,
+      "step": 15875
+    },
+    {
+      "epoch": 0.7586734206250597,
+      "grad_norm": 408.38922119140625,
+      "learning_rate": 1.4253983361887017e-05,
+      "loss": 38.625,
+      "step": 15876
+    },
+    {
+      "epoch": 0.7587212080665201,
+      "grad_norm": 804.484130859375,
+      "learning_rate": 1.4253282994216396e-05,
+      "loss": 20.4688,
+      "step": 15877
+    },
+    {
+      "epoch": 0.7587689955079805,
+      "grad_norm": 264.4215087890625,
+      "learning_rate": 1.4252582601074099e-05,
+      "loss": 40.0312,
+      "step": 15878
+    },
+    {
+      "epoch": 0.7588167829494409,
+      "grad_norm": 364.8495788574219,
+      "learning_rate": 1.4251882182464316e-05,
+      "loss": 29.1875,
+      "step": 15879
+    },
+    {
+      "epoch": 0.7588645703909013,
+      "grad_norm": 183.78843688964844,
+      "learning_rate": 1.425118173839125e-05,
+      "loss": 24.6562,
+      "step": 15880
+    },
+    {
+      "epoch": 0.7589123578323617,
+      "grad_norm": 351.26904296875,
+      "learning_rate": 1.4250481268859086e-05,
+      "loss": 24.4531,
+      "step": 15881
+    },
+    {
+      "epoch": 0.758960145273822,
+      "grad_norm": 769.4677124023438,
+      "learning_rate": 1.4249780773872029e-05,
+      "loss": 28.5312,
+      "step": 15882
+    },
+    {
+      "epoch": 0.7590079327152824,
+      "grad_norm": 339.75140380859375,
+      "learning_rate": 1.4249080253434264e-05,
+      "loss": 36.4375,
+      "step": 15883
+    },
+    {
+      "epoch": 0.7590557201567428,
+      "grad_norm": 269.73516845703125,
+      "learning_rate": 1.4248379707549994e-05,
+      "loss": 28.9531,
+      "step": 15884
+    },
+    {
+      "epoch": 0.7591035075982032,
+      "grad_norm": 430.9876403808594,
+      "learning_rate": 1.424767913622341e-05,
+      "loss": 28.25,
+      "step": 15885
+    },
+    {
+      "epoch": 0.7591512950396636,
+      "grad_norm": 362.80926513671875,
+      "learning_rate": 1.4246978539458708e-05,
+      "loss": 30.1719,
+      "step": 15886
+    },
+    {
+      "epoch": 0.759199082481124,
+      "grad_norm": 680.5036010742188,
+      "learning_rate": 1.4246277917260085e-05,
+      "loss": 29.5938,
+      "step": 15887
+    },
+    {
+      "epoch": 0.7592468699225844,
+      "grad_norm": 249.6434783935547,
+      "learning_rate": 1.424557726963174e-05,
+      "loss": 22.4688,
+      "step": 15888
+    },
+    {
+      "epoch": 0.7592946573640448,
+      "grad_norm": 399.4339294433594,
+      "learning_rate": 1.4244876596577862e-05,
+      "loss": 34.0625,
+      "step": 15889
+    },
+    {
+      "epoch": 0.7593424448055052,
+      "grad_norm": 216.39730834960938,
+      "learning_rate": 1.4244175898102652e-05,
+      "loss": 34.0312,
+      "step": 15890
+    },
+    {
+      "epoch": 0.7593902322469654,
+      "grad_norm": 224.37550354003906,
+      "learning_rate": 1.4243475174210303e-05,
+      "loss": 24.7812,
+      "step": 15891
+    },
+    {
+      "epoch": 0.7594380196884258,
+      "grad_norm": 250.4482421875,
+      "learning_rate": 1.4242774424905016e-05,
+      "loss": 26.5312,
+      "step": 15892
+    },
+    {
+      "epoch": 0.7594858071298862,
+      "grad_norm": 245.24703979492188,
+      "learning_rate": 1.4242073650190984e-05,
+      "loss": 26.9219,
+      "step": 15893
+    },
+    {
+      "epoch": 0.7595335945713466,
+      "grad_norm": 248.36624145507812,
+      "learning_rate": 1.4241372850072402e-05,
+      "loss": 25.125,
+      "step": 15894
+    },
+    {
+      "epoch": 0.759581382012807,
+      "grad_norm": 193.0377197265625,
+      "learning_rate": 1.4240672024553472e-05,
+      "loss": 23.0469,
+      "step": 15895
+    },
+    {
+      "epoch": 0.7596291694542674,
+      "grad_norm": 279.46453857421875,
+      "learning_rate": 1.4239971173638391e-05,
+      "loss": 33.7812,
+      "step": 15896
+    },
+    {
+      "epoch": 0.7596769568957278,
+      "grad_norm": 410.7762145996094,
+      "learning_rate": 1.4239270297331349e-05,
+      "loss": 34.5312,
+      "step": 15897
+    },
+    {
+      "epoch": 0.7597247443371882,
+      "grad_norm": 273.6541442871094,
+      "learning_rate": 1.4238569395636552e-05,
+      "loss": 29.1562,
+      "step": 15898
+    },
+    {
+      "epoch": 0.7597725317786486,
+      "grad_norm": 749.7120971679688,
+      "learning_rate": 1.4237868468558191e-05,
+      "loss": 29.3438,
+      "step": 15899
+    },
+    {
+      "epoch": 0.759820319220109,
+      "grad_norm": 318.29986572265625,
+      "learning_rate": 1.4237167516100466e-05,
+      "loss": 34.3125,
+      "step": 15900
+    },
+    {
+      "epoch": 0.7598681066615693,
+      "grad_norm": 286.58209228515625,
+      "learning_rate": 1.4236466538267576e-05,
+      "loss": 25.5625,
+      "step": 15901
+    },
+    {
+      "epoch": 0.7599158941030297,
+      "grad_norm": 148.07122802734375,
+      "learning_rate": 1.4235765535063717e-05,
+      "loss": 27.0781,
+      "step": 15902
+    },
+    {
+      "epoch": 0.7599636815444901,
+      "grad_norm": 308.52496337890625,
+      "learning_rate": 1.423506450649309e-05,
+      "loss": 25.8125,
+      "step": 15903
+    },
+    {
+      "epoch": 0.7600114689859505,
+      "grad_norm": 483.87274169921875,
+      "learning_rate": 1.4234363452559891e-05,
+      "loss": 27.875,
+      "step": 15904
+    },
+    {
+      "epoch": 0.7600592564274109,
+      "grad_norm": 374.68353271484375,
+      "learning_rate": 1.4233662373268318e-05,
+      "loss": 25.5156,
+      "step": 15905
+    },
+    {
+      "epoch": 0.7601070438688713,
+      "grad_norm": 205.0811767578125,
+      "learning_rate": 1.423296126862257e-05,
+      "loss": 27.4375,
+      "step": 15906
+    },
+    {
+      "epoch": 0.7601548313103317,
+      "grad_norm": 215.23655700683594,
+      "learning_rate": 1.4232260138626845e-05,
+      "loss": 32.0625,
+      "step": 15907
+    },
+    {
+      "epoch": 0.7602026187517921,
+      "grad_norm": 166.73681640625,
+      "learning_rate": 1.4231558983285345e-05,
+      "loss": 19.3281,
+      "step": 15908
+    },
+    {
+      "epoch": 0.7602504061932525,
+      "grad_norm": 222.52328491210938,
+      "learning_rate": 1.4230857802602266e-05,
+      "loss": 37.625,
+      "step": 15909
+    },
+    {
+      "epoch": 0.7602981936347128,
+      "grad_norm": 179.25889587402344,
+      "learning_rate": 1.423015659658181e-05,
+      "loss": 15.4844,
+      "step": 15910
+    },
+    {
+      "epoch": 0.7603459810761731,
+      "grad_norm": 315.42352294921875,
+      "learning_rate": 1.422945536522817e-05,
+      "loss": 29.25,
+      "step": 15911
+    },
+    {
+      "epoch": 0.7603937685176335,
+      "grad_norm": 194.8892364501953,
+      "learning_rate": 1.4228754108545552e-05,
+      "loss": 25.3125,
+      "step": 15912
+    },
+    {
+      "epoch": 0.7604415559590939,
+      "grad_norm": 180.0279998779297,
+      "learning_rate": 1.4228052826538157e-05,
+      "loss": 24.4062,
+      "step": 15913
+    },
+    {
+      "epoch": 0.7604893434005543,
+      "grad_norm": 183.59100341796875,
+      "learning_rate": 1.4227351519210178e-05,
+      "loss": 26.8125,
+      "step": 15914
+    },
+    {
+      "epoch": 0.7605371308420147,
+      "grad_norm": 220.65838623046875,
+      "learning_rate": 1.422665018656582e-05,
+      "loss": 25.3594,
+      "step": 15915
+    },
+    {
+      "epoch": 0.7605849182834751,
+      "grad_norm": 252.0928497314453,
+      "learning_rate": 1.4225948828609278e-05,
+      "loss": 31.3125,
+      "step": 15916
+    },
+    {
+      "epoch": 0.7606327057249355,
+      "grad_norm": 493.8304443359375,
+      "learning_rate": 1.4225247445344756e-05,
+      "loss": 18.25,
+      "step": 15917
+    },
+    {
+      "epoch": 0.7606804931663959,
+      "grad_norm": 225.28892517089844,
+      "learning_rate": 1.4224546036776454e-05,
+      "loss": 26.6875,
+      "step": 15918
+    },
+    {
+      "epoch": 0.7607282806078562,
+      "grad_norm": 218.4077911376953,
+      "learning_rate": 1.4223844602908577e-05,
+      "loss": 27.2812,
+      "step": 15919
+    },
+    {
+      "epoch": 0.7607760680493166,
+      "grad_norm": 555.156494140625,
+      "learning_rate": 1.4223143143745315e-05,
+      "loss": 32.5,
+      "step": 15920
+    },
+    {
+      "epoch": 0.760823855490777,
+      "grad_norm": 317.8264465332031,
+      "learning_rate": 1.4222441659290878e-05,
+      "loss": 38.1562,
+      "step": 15921
+    },
+    {
+      "epoch": 0.7608716429322374,
+      "grad_norm": 277.9085388183594,
+      "learning_rate": 1.4221740149549461e-05,
+      "loss": 25.6562,
+      "step": 15922
+    },
+    {
+      "epoch": 0.7609194303736978,
+      "grad_norm": 216.8350830078125,
+      "learning_rate": 1.4221038614525272e-05,
+      "loss": 29.2812,
+      "step": 15923
+    },
+    {
+      "epoch": 0.7609672178151582,
+      "grad_norm": 306.6122131347656,
+      "learning_rate": 1.4220337054222505e-05,
+      "loss": 29.5312,
+      "step": 15924
+    },
+    {
+      "epoch": 0.7610150052566186,
+      "grad_norm": 237.5356903076172,
+      "learning_rate": 1.4219635468645367e-05,
+      "loss": 27.0938,
+      "step": 15925
+    },
+    {
+      "epoch": 0.761062792698079,
+      "grad_norm": 183.3654327392578,
+      "learning_rate": 1.4218933857798056e-05,
+      "loss": 28.5469,
+      "step": 15926
+    },
+    {
+      "epoch": 0.7611105801395394,
+      "grad_norm": 383.33935546875,
+      "learning_rate": 1.4218232221684778e-05,
+      "loss": 29.9375,
+      "step": 15927
+    },
+    {
+      "epoch": 0.7611583675809998,
+      "grad_norm": 948.1813354492188,
+      "learning_rate": 1.421753056030973e-05,
+      "loss": 31.5,
+      "step": 15928
+    },
+    {
+      "epoch": 0.7612061550224601,
+      "grad_norm": 208.90628051757812,
+      "learning_rate": 1.4216828873677115e-05,
+      "loss": 33.1875,
+      "step": 15929
+    },
+    {
+      "epoch": 0.7612539424639205,
+      "grad_norm": 171.1439666748047,
+      "learning_rate": 1.4216127161791138e-05,
+      "loss": 19.5469,
+      "step": 15930
+    },
+    {
+      "epoch": 0.7613017299053809,
+      "grad_norm": 238.87730407714844,
+      "learning_rate": 1.4215425424655997e-05,
+      "loss": 23.4375,
+      "step": 15931
+    },
+    {
+      "epoch": 0.7613495173468412,
+      "grad_norm": 242.67727661132812,
+      "learning_rate": 1.4214723662275902e-05,
+      "loss": 34.3125,
+      "step": 15932
+    },
+    {
+      "epoch": 0.7613973047883016,
+      "grad_norm": 195.32632446289062,
+      "learning_rate": 1.4214021874655046e-05,
+      "loss": 19.7969,
+      "step": 15933
+    },
+    {
+      "epoch": 0.761445092229762,
+      "grad_norm": 218.4293975830078,
+      "learning_rate": 1.421332006179764e-05,
+      "loss": 29.0,
+      "step": 15934
+    },
+    {
+      "epoch": 0.7614928796712224,
+      "grad_norm": 321.61187744140625,
+      "learning_rate": 1.4212618223707879e-05,
+      "loss": 29.3594,
+      "step": 15935
+    },
+    {
+      "epoch": 0.7615406671126828,
+      "grad_norm": 262.216552734375,
+      "learning_rate": 1.4211916360389975e-05,
+      "loss": 25.2969,
+      "step": 15936
+    },
+    {
+      "epoch": 0.7615884545541431,
+      "grad_norm": 230.0326385498047,
+      "learning_rate": 1.4211214471848123e-05,
+      "loss": 25.9375,
+      "step": 15937
+    },
+    {
+      "epoch": 0.7616362419956035,
+      "grad_norm": 275.5536804199219,
+      "learning_rate": 1.4210512558086533e-05,
+      "loss": 25.4062,
+      "step": 15938
+    },
+    {
+      "epoch": 0.7616840294370639,
+      "grad_norm": 156.84117126464844,
+      "learning_rate": 1.4209810619109408e-05,
+      "loss": 21.4531,
+      "step": 15939
+    },
+    {
+      "epoch": 0.7617318168785243,
+      "grad_norm": 287.8038330078125,
+      "learning_rate": 1.4209108654920945e-05,
+      "loss": 22.4531,
+      "step": 15940
+    },
+    {
+      "epoch": 0.7617796043199847,
+      "grad_norm": 369.6673278808594,
+      "learning_rate": 1.4208406665525355e-05,
+      "loss": 32.0312,
+      "step": 15941
+    },
+    {
+      "epoch": 0.7618273917614451,
+      "grad_norm": 306.96673583984375,
+      "learning_rate": 1.4207704650926836e-05,
+      "loss": 31.125,
+      "step": 15942
+    },
+    {
+      "epoch": 0.7618751792029055,
+      "grad_norm": 218.86595153808594,
+      "learning_rate": 1.42070026111296e-05,
+      "loss": 37.2188,
+      "step": 15943
+    },
+    {
+      "epoch": 0.7619229666443659,
+      "grad_norm": 280.4672546386719,
+      "learning_rate": 1.4206300546137844e-05,
+      "loss": 31.5312,
+      "step": 15944
+    },
+    {
+      "epoch": 0.7619707540858263,
+      "grad_norm": 985.9920654296875,
+      "learning_rate": 1.4205598455955775e-05,
+      "loss": 30.4219,
+      "step": 15945
+    },
+    {
+      "epoch": 0.7620185415272867,
+      "grad_norm": 245.75262451171875,
+      "learning_rate": 1.4204896340587602e-05,
+      "loss": 22.3125,
+      "step": 15946
+    },
+    {
+      "epoch": 0.762066328968747,
+      "grad_norm": 162.22109985351562,
+      "learning_rate": 1.4204194200037522e-05,
+      "loss": 24.9062,
+      "step": 15947
+    },
+    {
+      "epoch": 0.7621141164102074,
+      "grad_norm": 285.88922119140625,
+      "learning_rate": 1.4203492034309746e-05,
+      "loss": 26.2969,
+      "step": 15948
+    },
+    {
+      "epoch": 0.7621619038516678,
+      "grad_norm": 221.46409606933594,
+      "learning_rate": 1.4202789843408473e-05,
+      "loss": 24.5781,
+      "step": 15949
+    },
+    {
+      "epoch": 0.7622096912931282,
+      "grad_norm": 198.22789001464844,
+      "learning_rate": 1.4202087627337915e-05,
+      "loss": 27.0938,
+      "step": 15950
+    },
+    {
+      "epoch": 0.7622574787345886,
+      "grad_norm": 255.71856689453125,
+      "learning_rate": 1.4201385386102273e-05,
+      "loss": 26.6875,
+      "step": 15951
+    },
+    {
+      "epoch": 0.7623052661760489,
+      "grad_norm": 307.2825927734375,
+      "learning_rate": 1.4200683119705755e-05,
+      "loss": 33.2188,
+      "step": 15952
+    },
+    {
+      "epoch": 0.7623530536175093,
+      "grad_norm": 232.72930908203125,
+      "learning_rate": 1.4199980828152564e-05,
+      "loss": 19.2812,
+      "step": 15953
+    },
+    {
+      "epoch": 0.7624008410589697,
+      "grad_norm": 480.897705078125,
+      "learning_rate": 1.419927851144691e-05,
+      "loss": 26.7188,
+      "step": 15954
+    },
+    {
+      "epoch": 0.76244862850043,
+      "grad_norm": 322.93743896484375,
+      "learning_rate": 1.4198576169592992e-05,
+      "loss": 30.2812,
+      "step": 15955
+    },
+    {
+      "epoch": 0.7624964159418904,
+      "grad_norm": 223.74078369140625,
+      "learning_rate": 1.4197873802595025e-05,
+      "loss": 28.6875,
+      "step": 15956
+    },
+    {
+      "epoch": 0.7625442033833508,
+      "grad_norm": 306.6098937988281,
+      "learning_rate": 1.4197171410457207e-05,
+      "loss": 34.1875,
+      "step": 15957
+    },
+    {
+      "epoch": 0.7625919908248112,
+      "grad_norm": 159.12762451171875,
+      "learning_rate": 1.419646899318375e-05,
+      "loss": 20.9688,
+      "step": 15958
+    },
+    {
+      "epoch": 0.7626397782662716,
+      "grad_norm": 344.3067321777344,
+      "learning_rate": 1.4195766550778858e-05,
+      "loss": 34.0625,
+      "step": 15959
+    },
+    {
+      "epoch": 0.762687565707732,
+      "grad_norm": 164.6715850830078,
+      "learning_rate": 1.4195064083246739e-05,
+      "loss": 25.7969,
+      "step": 15960
+    },
+    {
+      "epoch": 0.7627353531491924,
+      "grad_norm": 182.6134490966797,
+      "learning_rate": 1.4194361590591599e-05,
+      "loss": 27.3125,
+      "step": 15961
+    },
+    {
+      "epoch": 0.7627831405906528,
+      "grad_norm": 307.3710632324219,
+      "learning_rate": 1.4193659072817644e-05,
+      "loss": 22.75,
+      "step": 15962
+    },
+    {
+      "epoch": 0.7628309280321132,
+      "grad_norm": 244.88046264648438,
+      "learning_rate": 1.4192956529929085e-05,
+      "loss": 29.7031,
+      "step": 15963
+    },
+    {
+      "epoch": 0.7628787154735736,
+      "grad_norm": 355.5458679199219,
+      "learning_rate": 1.4192253961930127e-05,
+      "loss": 20.4375,
+      "step": 15964
+    },
+    {
+      "epoch": 0.7629265029150339,
+      "grad_norm": 199.84657287597656,
+      "learning_rate": 1.4191551368824973e-05,
+      "loss": 27.6562,
+      "step": 15965
+    },
+    {
+      "epoch": 0.7629742903564943,
+      "grad_norm": 212.39511108398438,
+      "learning_rate": 1.4190848750617839e-05,
+      "loss": 28.3438,
+      "step": 15966
+    },
+    {
+      "epoch": 0.7630220777979547,
+      "grad_norm": 217.92994689941406,
+      "learning_rate": 1.4190146107312927e-05,
+      "loss": 35.0625,
+      "step": 15967
+    },
+    {
+      "epoch": 0.7630698652394151,
+      "grad_norm": 200.75999450683594,
+      "learning_rate": 1.4189443438914446e-05,
+      "loss": 27.2188,
+      "step": 15968
+    },
+    {
+      "epoch": 0.7631176526808755,
+      "grad_norm": 329.40545654296875,
+      "learning_rate": 1.4188740745426607e-05,
+      "loss": 30.25,
+      "step": 15969
+    },
+    {
+      "epoch": 0.7631654401223359,
+      "grad_norm": 254.7330322265625,
+      "learning_rate": 1.4188038026853612e-05,
+      "loss": 33.5469,
+      "step": 15970
+    },
+    {
+      "epoch": 0.7632132275637963,
+      "grad_norm": 186.577392578125,
+      "learning_rate": 1.4187335283199677e-05,
+      "loss": 39.0312,
+      "step": 15971
+    },
+    {
+      "epoch": 0.7632610150052567,
+      "grad_norm": 886.2689208984375,
+      "learning_rate": 1.4186632514469003e-05,
+      "loss": 25.0156,
+      "step": 15972
+    },
+    {
+      "epoch": 0.763308802446717,
+      "grad_norm": 143.3651885986328,
+      "learning_rate": 1.4185929720665805e-05,
+      "loss": 21.9062,
+      "step": 15973
+    },
+    {
+      "epoch": 0.7633565898881773,
+      "grad_norm": 194.56008911132812,
+      "learning_rate": 1.4185226901794288e-05,
+      "loss": 32.0938,
+      "step": 15974
+    },
+    {
+      "epoch": 0.7634043773296377,
+      "grad_norm": 244.090576171875,
+      "learning_rate": 1.4184524057858666e-05,
+      "loss": 24.4375,
+      "step": 15975
+    },
+    {
+      "epoch": 0.7634521647710981,
+      "grad_norm": 331.6886291503906,
+      "learning_rate": 1.4183821188863143e-05,
+      "loss": 27.5938,
+      "step": 15976
+    },
+    {
+      "epoch": 0.7634999522125585,
+      "grad_norm": 299.7915954589844,
+      "learning_rate": 1.4183118294811925e-05,
+      "loss": 25.7188,
+      "step": 15977
+    },
+    {
+      "epoch": 0.7635477396540189,
+      "grad_norm": 412.6949768066406,
+      "learning_rate": 1.418241537570923e-05,
+      "loss": 37.0,
+      "step": 15978
+    },
+    {
+      "epoch": 0.7635955270954793,
+      "grad_norm": 300.9413146972656,
+      "learning_rate": 1.4181712431559266e-05,
+      "loss": 41.875,
+      "step": 15979
+    },
+    {
+      "epoch": 0.7636433145369397,
+      "grad_norm": 242.23770141601562,
+      "learning_rate": 1.4181009462366238e-05,
+      "loss": 37.5312,
+      "step": 15980
+    },
+    {
+      "epoch": 0.7636911019784001,
+      "grad_norm": 161.26412963867188,
+      "learning_rate": 1.4180306468134358e-05,
+      "loss": 19.9688,
+      "step": 15981
+    },
+    {
+      "epoch": 0.7637388894198605,
+      "grad_norm": 175.6847686767578,
+      "learning_rate": 1.4179603448867836e-05,
+      "loss": 21.0625,
+      "step": 15982
+    },
+    {
+      "epoch": 0.7637866768613208,
+      "grad_norm": 363.8254089355469,
+      "learning_rate": 1.4178900404570883e-05,
+      "loss": 26.3125,
+      "step": 15983
+    },
+    {
+      "epoch": 0.7638344643027812,
+      "grad_norm": 356.07763671875,
+      "learning_rate": 1.417819733524771e-05,
+      "loss": 22.2344,
+      "step": 15984
+    },
+    {
+      "epoch": 0.7638822517442416,
+      "grad_norm": 500.74530029296875,
+      "learning_rate": 1.4177494240902523e-05,
+      "loss": 33.9375,
+      "step": 15985
+    },
+    {
+      "epoch": 0.763930039185702,
+      "grad_norm": 262.7423400878906,
+      "learning_rate": 1.417679112153954e-05,
+      "loss": 24.1562,
+      "step": 15986
+    },
+    {
+      "epoch": 0.7639778266271624,
+      "grad_norm": 223.50303649902344,
+      "learning_rate": 1.4176087977162962e-05,
+      "loss": 28.7188,
+      "step": 15987
+    },
+    {
+      "epoch": 0.7640256140686228,
+      "grad_norm": 269.97589111328125,
+      "learning_rate": 1.417538480777701e-05,
+      "loss": 26.0781,
+      "step": 15988
+    },
+    {
+      "epoch": 0.7640734015100832,
+      "grad_norm": 323.6982727050781,
+      "learning_rate": 1.4174681613385891e-05,
+      "loss": 29.4531,
+      "step": 15989
+    },
+    {
+      "epoch": 0.7641211889515436,
+      "grad_norm": 317.73388671875,
+      "learning_rate": 1.4173978393993814e-05,
+      "loss": 22.3125,
+      "step": 15990
+    },
+    {
+      "epoch": 0.764168976393004,
+      "grad_norm": 375.0349426269531,
+      "learning_rate": 1.4173275149604994e-05,
+      "loss": 31.8125,
+      "step": 15991
+    },
+    {
+      "epoch": 0.7642167638344644,
+      "grad_norm": 397.2129821777344,
+      "learning_rate": 1.417257188022364e-05,
+      "loss": 27.7812,
+      "step": 15992
+    },
+    {
+      "epoch": 0.7642645512759247,
+      "grad_norm": 196.1460418701172,
+      "learning_rate": 1.4171868585853965e-05,
+      "loss": 30.1875,
+      "step": 15993
+    },
+    {
+      "epoch": 0.764312338717385,
+      "grad_norm": 266.05865478515625,
+      "learning_rate": 1.417116526650018e-05,
+      "loss": 31.8125,
+      "step": 15994
+    },
+    {
+      "epoch": 0.7643601261588454,
+      "grad_norm": 464.40576171875,
+      "learning_rate": 1.4170461922166499e-05,
+      "loss": 37.9062,
+      "step": 15995
+    },
+    {
+      "epoch": 0.7644079136003058,
+      "grad_norm": 130.66644287109375,
+      "learning_rate": 1.4169758552857129e-05,
+      "loss": 20.0312,
+      "step": 15996
+    },
+    {
+      "epoch": 0.7644557010417662,
+      "grad_norm": 182.4834747314453,
+      "learning_rate": 1.416905515857629e-05,
+      "loss": 24.2344,
+      "step": 15997
+    },
+    {
+      "epoch": 0.7645034884832266,
+      "grad_norm": 209.4373016357422,
+      "learning_rate": 1.4168351739328186e-05,
+      "loss": 29.7344,
+      "step": 15998
+    },
+    {
+      "epoch": 0.764551275924687,
+      "grad_norm": 231.3161163330078,
+      "learning_rate": 1.4167648295117035e-05,
+      "loss": 19.375,
+      "step": 15999
+    },
+    {
+      "epoch": 0.7645990633661474,
+      "grad_norm": 217.58192443847656,
+      "learning_rate": 1.4166944825947052e-05,
+      "loss": 22.4844,
+      "step": 16000
+    },
+    {
+      "epoch": 0.7646468508076077,
+      "grad_norm": 291.09552001953125,
+      "learning_rate": 1.4166241331822442e-05,
+      "loss": 30.7188,
+      "step": 16001
+    },
+    {
+      "epoch": 0.7646946382490681,
+      "grad_norm": 406.0220031738281,
+      "learning_rate": 1.4165537812747423e-05,
+      "loss": 36.2188,
+      "step": 16002
+    },
+    {
+      "epoch": 0.7647424256905285,
+      "grad_norm": 221.1988525390625,
+      "learning_rate": 1.4164834268726208e-05,
+      "loss": 32.4375,
+      "step": 16003
+    },
+    {
+      "epoch": 0.7647902131319889,
+      "grad_norm": 258.8143615722656,
+      "learning_rate": 1.416413069976301e-05,
+      "loss": 32.6562,
+      "step": 16004
+    },
+    {
+      "epoch": 0.7648380005734493,
+      "grad_norm": 319.6595153808594,
+      "learning_rate": 1.4163427105862042e-05,
+      "loss": 28.25,
+      "step": 16005
+    },
+    {
+      "epoch": 0.7648857880149097,
+      "grad_norm": 239.4335479736328,
+      "learning_rate": 1.416272348702752e-05,
+      "loss": 23.1719,
+      "step": 16006
+    },
+    {
+      "epoch": 0.7649335754563701,
+      "grad_norm": 178.77188110351562,
+      "learning_rate": 1.416201984326365e-05,
+      "loss": 25.3906,
+      "step": 16007
+    },
+    {
+      "epoch": 0.7649813628978305,
+      "grad_norm": 318.7251892089844,
+      "learning_rate": 1.4161316174574657e-05,
+      "loss": 39.0625,
+      "step": 16008
+    },
+    {
+      "epoch": 0.7650291503392909,
+      "grad_norm": 940.2445678710938,
+      "learning_rate": 1.4160612480964746e-05,
+      "loss": 26.5938,
+      "step": 16009
+    },
+    {
+      "epoch": 0.7650769377807513,
+      "grad_norm": 286.6473083496094,
+      "learning_rate": 1.4159908762438139e-05,
+      "loss": 22.4062,
+      "step": 16010
+    },
+    {
+      "epoch": 0.7651247252222116,
+      "grad_norm": 667.1580810546875,
+      "learning_rate": 1.4159205018999044e-05,
+      "loss": 42.5938,
+      "step": 16011
+    },
+    {
+      "epoch": 0.765172512663672,
+      "grad_norm": 293.1660461425781,
+      "learning_rate": 1.415850125065168e-05,
+      "loss": 37.625,
+      "step": 16012
+    },
+    {
+      "epoch": 0.7652203001051324,
+      "grad_norm": 236.2116241455078,
+      "learning_rate": 1.4157797457400255e-05,
+      "loss": 28.4375,
+      "step": 16013
+    },
+    {
+      "epoch": 0.7652680875465927,
+      "grad_norm": 260.7801208496094,
+      "learning_rate": 1.4157093639248994e-05,
+      "loss": 22.7656,
+      "step": 16014
+    },
+    {
+      "epoch": 0.7653158749880531,
+      "grad_norm": 159.650146484375,
+      "learning_rate": 1.4156389796202104e-05,
+      "loss": 18.6875,
+      "step": 16015
+    },
+    {
+      "epoch": 0.7653636624295135,
+      "grad_norm": 327.8510437011719,
+      "learning_rate": 1.41556859282638e-05,
+      "loss": 24.0625,
+      "step": 16016
+    },
+    {
+      "epoch": 0.7654114498709739,
+      "grad_norm": 184.97280883789062,
+      "learning_rate": 1.41549820354383e-05,
+      "loss": 20.2656,
+      "step": 16017
+    },
+    {
+      "epoch": 0.7654592373124343,
+      "grad_norm": 249.03048706054688,
+      "learning_rate": 1.415427811772982e-05,
+      "loss": 23.9219,
+      "step": 16018
+    },
+    {
+      "epoch": 0.7655070247538946,
+      "grad_norm": 325.9042663574219,
+      "learning_rate": 1.4153574175142575e-05,
+      "loss": 26.4688,
+      "step": 16019
+    },
+    {
+      "epoch": 0.765554812195355,
+      "grad_norm": 410.98291015625,
+      "learning_rate": 1.4152870207680777e-05,
+      "loss": 28.1562,
+      "step": 16020
+    },
+    {
+      "epoch": 0.7656025996368154,
+      "grad_norm": 252.914306640625,
+      "learning_rate": 1.415216621534865e-05,
+      "loss": 48.125,
+      "step": 16021
+    },
+    {
+      "epoch": 0.7656503870782758,
+      "grad_norm": 203.50527954101562,
+      "learning_rate": 1.4151462198150403e-05,
+      "loss": 23.8125,
+      "step": 16022
+    },
+    {
+      "epoch": 0.7656981745197362,
+      "grad_norm": 371.0655822753906,
+      "learning_rate": 1.4150758156090254e-05,
+      "loss": 27.2969,
+      "step": 16023
+    },
+    {
+      "epoch": 0.7657459619611966,
+      "grad_norm": 262.582275390625,
+      "learning_rate": 1.415005408917242e-05,
+      "loss": 36.5312,
+      "step": 16024
+    },
+    {
+      "epoch": 0.765793749402657,
+      "grad_norm": 363.10162353515625,
+      "learning_rate": 1.4149349997401117e-05,
+      "loss": 40.3438,
+      "step": 16025
+    },
+    {
+      "epoch": 0.7658415368441174,
+      "grad_norm": 283.402587890625,
+      "learning_rate": 1.4148645880780563e-05,
+      "loss": 29.4688,
+      "step": 16026
+    },
+    {
+      "epoch": 0.7658893242855778,
+      "grad_norm": 282.0500793457031,
+      "learning_rate": 1.414794173931497e-05,
+      "loss": 31.0,
+      "step": 16027
+    },
+    {
+      "epoch": 0.7659371117270382,
+      "grad_norm": 336.03265380859375,
+      "learning_rate": 1.4147237573008561e-05,
+      "loss": 27.0156,
+      "step": 16028
+    },
+    {
+      "epoch": 0.7659848991684985,
+      "grad_norm": 303.1596374511719,
+      "learning_rate": 1.414653338186555e-05,
+      "loss": 24.25,
+      "step": 16029
+    },
+    {
+      "epoch": 0.7660326866099589,
+      "grad_norm": 188.84674072265625,
+      "learning_rate": 1.4145829165890156e-05,
+      "loss": 25.7188,
+      "step": 16030
+    },
+    {
+      "epoch": 0.7660804740514193,
+      "grad_norm": 244.78466796875,
+      "learning_rate": 1.4145124925086591e-05,
+      "loss": 24.0625,
+      "step": 16031
+    },
+    {
+      "epoch": 0.7661282614928797,
+      "grad_norm": 251.89366149902344,
+      "learning_rate": 1.414442065945908e-05,
+      "loss": 29.2812,
+      "step": 16032
+    },
+    {
+      "epoch": 0.7661760489343401,
+      "grad_norm": 271.9648132324219,
+      "learning_rate": 1.4143716369011835e-05,
+      "loss": 21.6406,
+      "step": 16033
+    },
+    {
+      "epoch": 0.7662238363758005,
+      "grad_norm": 271.6791076660156,
+      "learning_rate": 1.4143012053749076e-05,
+      "loss": 30.6562,
+      "step": 16034
+    },
+    {
+      "epoch": 0.7662716238172608,
+      "grad_norm": 300.5567932128906,
+      "learning_rate": 1.4142307713675019e-05,
+      "loss": 26.7656,
+      "step": 16035
+    },
+    {
+      "epoch": 0.7663194112587212,
+      "grad_norm": 190.8008270263672,
+      "learning_rate": 1.4141603348793887e-05,
+      "loss": 29.3438,
+      "step": 16036
+    },
+    {
+      "epoch": 0.7663671987001816,
+      "grad_norm": 219.11416625976562,
+      "learning_rate": 1.4140898959109894e-05,
+      "loss": 21.625,
+      "step": 16037
+    },
+    {
+      "epoch": 0.7664149861416419,
+      "grad_norm": 236.7203826904297,
+      "learning_rate": 1.414019454462726e-05,
+      "loss": 36.7031,
+      "step": 16038
+    },
+    {
+      "epoch": 0.7664627735831023,
+      "grad_norm": 324.6365661621094,
+      "learning_rate": 1.4139490105350202e-05,
+      "loss": 31.0,
+      "step": 16039
+    },
+    {
+      "epoch": 0.7665105610245627,
+      "grad_norm": 181.64064025878906,
+      "learning_rate": 1.4138785641282939e-05,
+      "loss": 26.3125,
+      "step": 16040
+    },
+    {
+      "epoch": 0.7665583484660231,
+      "grad_norm": 138.48739624023438,
+      "learning_rate": 1.4138081152429692e-05,
+      "loss": 16.3906,
+      "step": 16041
+    },
+    {
+      "epoch": 0.7666061359074835,
+      "grad_norm": 319.5693664550781,
+      "learning_rate": 1.4137376638794678e-05,
+      "loss": 31.7188,
+      "step": 16042
+    },
+    {
+      "epoch": 0.7666539233489439,
+      "grad_norm": 306.1146240234375,
+      "learning_rate": 1.4136672100382117e-05,
+      "loss": 38.0938,
+      "step": 16043
+    },
+    {
+      "epoch": 0.7667017107904043,
+      "grad_norm": 294.7662353515625,
+      "learning_rate": 1.413596753719623e-05,
+      "loss": 29.0312,
+      "step": 16044
+    },
+    {
+      "epoch": 0.7667494982318647,
+      "grad_norm": 183.9281005859375,
+      "learning_rate": 1.4135262949241231e-05,
+      "loss": 23.2188,
+      "step": 16045
+    },
+    {
+      "epoch": 0.7667972856733251,
+      "grad_norm": 658.8013916015625,
+      "learning_rate": 1.4134558336521342e-05,
+      "loss": 36.2812,
+      "step": 16046
+    },
+    {
+      "epoch": 0.7668450731147854,
+      "grad_norm": 301.1699523925781,
+      "learning_rate": 1.4133853699040787e-05,
+      "loss": 35.875,
+      "step": 16047
+    },
+    {
+      "epoch": 0.7668928605562458,
+      "grad_norm": 288.2908020019531,
+      "learning_rate": 1.4133149036803779e-05,
+      "loss": 29.5781,
+      "step": 16048
+    },
+    {
+      "epoch": 0.7669406479977062,
+      "grad_norm": 250.11737060546875,
+      "learning_rate": 1.4132444349814545e-05,
+      "loss": 27.0625,
+      "step": 16049
+    },
+    {
+      "epoch": 0.7669884354391666,
+      "grad_norm": 331.02935791015625,
+      "learning_rate": 1.4131739638077299e-05,
+      "loss": 37.3125,
+      "step": 16050
+    },
+    {
+      "epoch": 0.767036222880627,
+      "grad_norm": 241.45309448242188,
+      "learning_rate": 1.4131034901596264e-05,
+      "loss": 32.5,
+      "step": 16051
+    },
+    {
+      "epoch": 0.7670840103220874,
+      "grad_norm": 378.4796142578125,
+      "learning_rate": 1.4130330140375663e-05,
+      "loss": 23.0625,
+      "step": 16052
+    },
+    {
+      "epoch": 0.7671317977635478,
+      "grad_norm": 269.63079833984375,
+      "learning_rate": 1.4129625354419711e-05,
+      "loss": 31.5781,
+      "step": 16053
+    },
+    {
+      "epoch": 0.7671795852050082,
+      "grad_norm": 193.08575439453125,
+      "learning_rate": 1.4128920543732634e-05,
+      "loss": 34.9531,
+      "step": 16054
+    },
+    {
+      "epoch": 0.7672273726464685,
+      "grad_norm": 218.4912872314453,
+      "learning_rate": 1.4128215708318648e-05,
+      "loss": 24.0,
+      "step": 16055
+    },
+    {
+      "epoch": 0.7672751600879288,
+      "grad_norm": 184.31434631347656,
+      "learning_rate": 1.412751084818198e-05,
+      "loss": 19.8594,
+      "step": 16056
+    },
+    {
+      "epoch": 0.7673229475293892,
+      "grad_norm": 514.0994262695312,
+      "learning_rate": 1.4126805963326846e-05,
+      "loss": 29.1562,
+      "step": 16057
+    },
+    {
+      "epoch": 0.7673707349708496,
+      "grad_norm": 247.86297607421875,
+      "learning_rate": 1.412610105375747e-05,
+      "loss": 23.1094,
+      "step": 16058
+    },
+    {
+      "epoch": 0.76741852241231,
+      "grad_norm": 496.0244140625,
+      "learning_rate": 1.4125396119478072e-05,
+      "loss": 30.7188,
+      "step": 16059
+    },
+    {
+      "epoch": 0.7674663098537704,
+      "grad_norm": 298.69482421875,
+      "learning_rate": 1.4124691160492876e-05,
+      "loss": 33.3438,
+      "step": 16060
+    },
+    {
+      "epoch": 0.7675140972952308,
+      "grad_norm": 211.4532012939453,
+      "learning_rate": 1.4123986176806102e-05,
+      "loss": 31.2812,
+      "step": 16061
+    },
+    {
+      "epoch": 0.7675618847366912,
+      "grad_norm": 400.4440002441406,
+      "learning_rate": 1.4123281168421973e-05,
+      "loss": 42.0,
+      "step": 16062
+    },
+    {
+      "epoch": 0.7676096721781516,
+      "grad_norm": 239.32618713378906,
+      "learning_rate": 1.412257613534471e-05,
+      "loss": 26.4375,
+      "step": 16063
+    },
+    {
+      "epoch": 0.767657459619612,
+      "grad_norm": 333.40997314453125,
+      "learning_rate": 1.4121871077578533e-05,
+      "loss": 24.9375,
+      "step": 16064
+    },
+    {
+      "epoch": 0.7677052470610723,
+      "grad_norm": 268.68585205078125,
+      "learning_rate": 1.4121165995127668e-05,
+      "loss": 26.3438,
+      "step": 16065
+    },
+    {
+      "epoch": 0.7677530345025327,
+      "grad_norm": 337.74884033203125,
+      "learning_rate": 1.4120460887996337e-05,
+      "loss": 39.0,
+      "step": 16066
+    },
+    {
+      "epoch": 0.7678008219439931,
+      "grad_norm": 210.977783203125,
+      "learning_rate": 1.4119755756188762e-05,
+      "loss": 28.5156,
+      "step": 16067
+    },
+    {
+      "epoch": 0.7678486093854535,
+      "grad_norm": 237.52911376953125,
+      "learning_rate": 1.4119050599709166e-05,
+      "loss": 23.9688,
+      "step": 16068
+    },
+    {
+      "epoch": 0.7678963968269139,
+      "grad_norm": 305.6453857421875,
+      "learning_rate": 1.4118345418561771e-05,
+      "loss": 29.5781,
+      "step": 16069
+    },
+    {
+      "epoch": 0.7679441842683743,
+      "grad_norm": 324.85247802734375,
+      "learning_rate": 1.4117640212750803e-05,
+      "loss": 29.5,
+      "step": 16070
+    },
+    {
+      "epoch": 0.7679919717098347,
+      "grad_norm": 287.9618225097656,
+      "learning_rate": 1.4116934982280482e-05,
+      "loss": 26.8438,
+      "step": 16071
+    },
+    {
+      "epoch": 0.7680397591512951,
+      "grad_norm": 407.6082763671875,
+      "learning_rate": 1.4116229727155034e-05,
+      "loss": 18.7188,
+      "step": 16072
+    },
+    {
+      "epoch": 0.7680875465927555,
+      "grad_norm": 280.3626708984375,
+      "learning_rate": 1.4115524447378679e-05,
+      "loss": 31.6562,
+      "step": 16073
+    },
+    {
+      "epoch": 0.7681353340342159,
+      "grad_norm": 332.8164978027344,
+      "learning_rate": 1.4114819142955644e-05,
+      "loss": 26.9688,
+      "step": 16074
+    },
+    {
+      "epoch": 0.7681831214756762,
+      "grad_norm": 201.59466552734375,
+      "learning_rate": 1.4114113813890154e-05,
+      "loss": 30.8125,
+      "step": 16075
+    },
+    {
+      "epoch": 0.7682309089171365,
+      "grad_norm": 374.32659912109375,
+      "learning_rate": 1.4113408460186429e-05,
+      "loss": 31.0,
+      "step": 16076
+    },
+    {
+      "epoch": 0.7682786963585969,
+      "grad_norm": 585.4111328125,
+      "learning_rate": 1.4112703081848695e-05,
+      "loss": 44.75,
+      "step": 16077
+    },
+    {
+      "epoch": 0.7683264838000573,
+      "grad_norm": 176.14639282226562,
+      "learning_rate": 1.4111997678881176e-05,
+      "loss": 25.6875,
+      "step": 16078
+    },
+    {
+      "epoch": 0.7683742712415177,
+      "grad_norm": 140.18894958496094,
+      "learning_rate": 1.4111292251288099e-05,
+      "loss": 18.1562,
+      "step": 16079
+    },
+    {
+      "epoch": 0.7684220586829781,
+      "grad_norm": 293.4906311035156,
+      "learning_rate": 1.4110586799073684e-05,
+      "loss": 27.4688,
+      "step": 16080
+    },
+    {
+      "epoch": 0.7684698461244385,
+      "grad_norm": 357.5858154296875,
+      "learning_rate": 1.4109881322242158e-05,
+      "loss": 29.4062,
+      "step": 16081
+    },
+    {
+      "epoch": 0.7685176335658989,
+      "grad_norm": 170.07040405273438,
+      "learning_rate": 1.4109175820797749e-05,
+      "loss": 24.375,
+      "step": 16082
+    },
+    {
+      "epoch": 0.7685654210073593,
+      "grad_norm": 543.5054931640625,
+      "learning_rate": 1.4108470294744676e-05,
+      "loss": 33.75,
+      "step": 16083
+    },
+    {
+      "epoch": 0.7686132084488196,
+      "grad_norm": 308.25933837890625,
+      "learning_rate": 1.4107764744087169e-05,
+      "loss": 32.8125,
+      "step": 16084
+    },
+    {
+      "epoch": 0.76866099589028,
+      "grad_norm": 288.7884216308594,
+      "learning_rate": 1.4107059168829454e-05,
+      "loss": 28.0469,
+      "step": 16085
+    },
+    {
+      "epoch": 0.7687087833317404,
+      "grad_norm": 336.07061767578125,
+      "learning_rate": 1.4106353568975748e-05,
+      "loss": 21.7188,
+      "step": 16086
+    },
+    {
+      "epoch": 0.7687565707732008,
+      "grad_norm": 300.34002685546875,
+      "learning_rate": 1.4105647944530288e-05,
+      "loss": 34.0938,
+      "step": 16087
+    },
+    {
+      "epoch": 0.7688043582146612,
+      "grad_norm": 134.1227569580078,
+      "learning_rate": 1.410494229549729e-05,
+      "loss": 23.5156,
+      "step": 16088
+    },
+    {
+      "epoch": 0.7688521456561216,
+      "grad_norm": 210.5408935546875,
+      "learning_rate": 1.4104236621880988e-05,
+      "loss": 22.75,
+      "step": 16089
+    },
+    {
+      "epoch": 0.768899933097582,
+      "grad_norm": 230.5834503173828,
+      "learning_rate": 1.4103530923685604e-05,
+      "loss": 26.125,
+      "step": 16090
+    },
+    {
+      "epoch": 0.7689477205390424,
+      "grad_norm": 179.8663330078125,
+      "learning_rate": 1.4102825200915366e-05,
+      "loss": 23.4688,
+      "step": 16091
+    },
+    {
+      "epoch": 0.7689955079805028,
+      "grad_norm": 301.2748107910156,
+      "learning_rate": 1.4102119453574497e-05,
+      "loss": 25.4062,
+      "step": 16092
+    },
+    {
+      "epoch": 0.7690432954219631,
+      "grad_norm": 190.2285614013672,
+      "learning_rate": 1.4101413681667226e-05,
+      "loss": 27.375,
+      "step": 16093
+    },
+    {
+      "epoch": 0.7690910828634235,
+      "grad_norm": 232.9040985107422,
+      "learning_rate": 1.4100707885197781e-05,
+      "loss": 38.1406,
+      "step": 16094
+    },
+    {
+      "epoch": 0.7691388703048839,
+      "grad_norm": 211.272705078125,
+      "learning_rate": 1.4100002064170385e-05,
+      "loss": 27.9375,
+      "step": 16095
+    },
+    {
+      "epoch": 0.7691866577463443,
+      "grad_norm": 343.01678466796875,
+      "learning_rate": 1.4099296218589268e-05,
+      "loss": 36.75,
+      "step": 16096
+    },
+    {
+      "epoch": 0.7692344451878046,
+      "grad_norm": 167.66375732421875,
+      "learning_rate": 1.4098590348458658e-05,
+      "loss": 31.5,
+      "step": 16097
+    },
+    {
+      "epoch": 0.769282232629265,
+      "grad_norm": 621.2842407226562,
+      "learning_rate": 1.4097884453782777e-05,
+      "loss": 30.2656,
+      "step": 16098
+    },
+    {
+      "epoch": 0.7693300200707254,
+      "grad_norm": 194.6721649169922,
+      "learning_rate": 1.4097178534565857e-05,
+      "loss": 25.2188,
+      "step": 16099
+    },
+    {
+      "epoch": 0.7693778075121858,
+      "grad_norm": 267.89312744140625,
+      "learning_rate": 1.4096472590812126e-05,
+      "loss": 28.3125,
+      "step": 16100
+    },
+    {
+      "epoch": 0.7694255949536462,
+      "grad_norm": 123.71570587158203,
+      "learning_rate": 1.4095766622525808e-05,
+      "loss": 21.2812,
+      "step": 16101
+    },
+    {
+      "epoch": 0.7694733823951065,
+      "grad_norm": 206.8055419921875,
+      "learning_rate": 1.4095060629711134e-05,
+      "loss": 16.6875,
+      "step": 16102
+    },
+    {
+      "epoch": 0.7695211698365669,
+      "grad_norm": 605.4111938476562,
+      "learning_rate": 1.409435461237233e-05,
+      "loss": 34.1562,
+      "step": 16103
+    },
+    {
+      "epoch": 0.7695689572780273,
+      "grad_norm": 233.0019073486328,
+      "learning_rate": 1.4093648570513625e-05,
+      "loss": 28.2812,
+      "step": 16104
+    },
+    {
+      "epoch": 0.7696167447194877,
+      "grad_norm": 432.406494140625,
+      "learning_rate": 1.4092942504139248e-05,
+      "loss": 25.3125,
+      "step": 16105
+    },
+    {
+      "epoch": 0.7696645321609481,
+      "grad_norm": 417.7541198730469,
+      "learning_rate": 1.4092236413253427e-05,
+      "loss": 34.75,
+      "step": 16106
+    },
+    {
+      "epoch": 0.7697123196024085,
+      "grad_norm": 200.51100158691406,
+      "learning_rate": 1.409153029786039e-05,
+      "loss": 21.4375,
+      "step": 16107
+    },
+    {
+      "epoch": 0.7697601070438689,
+      "grad_norm": 347.9770202636719,
+      "learning_rate": 1.4090824157964367e-05,
+      "loss": 26.1875,
+      "step": 16108
+    },
+    {
+      "epoch": 0.7698078944853293,
+      "grad_norm": 192.43881225585938,
+      "learning_rate": 1.4090117993569585e-05,
+      "loss": 33.1875,
+      "step": 16109
+    },
+    {
+      "epoch": 0.7698556819267897,
+      "grad_norm": 205.35177612304688,
+      "learning_rate": 1.4089411804680276e-05,
+      "loss": 18.7969,
+      "step": 16110
+    },
+    {
+      "epoch": 0.76990346936825,
+      "grad_norm": 198.7118682861328,
+      "learning_rate": 1.4088705591300663e-05,
+      "loss": 25.1875,
+      "step": 16111
+    },
+    {
+      "epoch": 0.7699512568097104,
+      "grad_norm": 115.73127746582031,
+      "learning_rate": 1.4087999353434982e-05,
+      "loss": 24.6094,
+      "step": 16112
+    },
+    {
+      "epoch": 0.7699990442511708,
+      "grad_norm": 249.02490234375,
+      "learning_rate": 1.4087293091087459e-05,
+      "loss": 26.5,
+      "step": 16113
+    },
+    {
+      "epoch": 0.7700468316926312,
+      "grad_norm": 313.2898254394531,
+      "learning_rate": 1.4086586804262323e-05,
+      "loss": 34.8438,
+      "step": 16114
+    },
+    {
+      "epoch": 0.7700946191340916,
+      "grad_norm": 419.3130798339844,
+      "learning_rate": 1.4085880492963808e-05,
+      "loss": 29.6094,
+      "step": 16115
+    },
+    {
+      "epoch": 0.770142406575552,
+      "grad_norm": 274.7464599609375,
+      "learning_rate": 1.408517415719614e-05,
+      "loss": 20.0156,
+      "step": 16116
+    },
+    {
+      "epoch": 0.7701901940170123,
+      "grad_norm": 409.5837097167969,
+      "learning_rate": 1.4084467796963551e-05,
+      "loss": 34.0625,
+      "step": 16117
+    },
+    {
+      "epoch": 0.7702379814584727,
+      "grad_norm": 373.0616455078125,
+      "learning_rate": 1.4083761412270267e-05,
+      "loss": 30.1094,
+      "step": 16118
+    },
+    {
+      "epoch": 0.770285768899933,
+      "grad_norm": 288.8880310058594,
+      "learning_rate": 1.4083055003120525e-05,
+      "loss": 26.1719,
+      "step": 16119
+    },
+    {
+      "epoch": 0.7703335563413934,
+      "grad_norm": 214.8525390625,
+      "learning_rate": 1.4082348569518552e-05,
+      "loss": 26.9062,
+      "step": 16120
+    },
+    {
+      "epoch": 0.7703813437828538,
+      "grad_norm": 419.3971862792969,
+      "learning_rate": 1.4081642111468576e-05,
+      "loss": 30.1875,
+      "step": 16121
+    },
+    {
+      "epoch": 0.7704291312243142,
+      "grad_norm": 295.6029968261719,
+      "learning_rate": 1.4080935628974835e-05,
+      "loss": 30.9375,
+      "step": 16122
+    },
+    {
+      "epoch": 0.7704769186657746,
+      "grad_norm": 437.2207946777344,
+      "learning_rate": 1.4080229122041551e-05,
+      "loss": 33.25,
+      "step": 16123
+    },
+    {
+      "epoch": 0.770524706107235,
+      "grad_norm": 370.0390319824219,
+      "learning_rate": 1.407952259067296e-05,
+      "loss": 26.9688,
+      "step": 16124
+    },
+    {
+      "epoch": 0.7705724935486954,
+      "grad_norm": 151.99365234375,
+      "learning_rate": 1.4078816034873295e-05,
+      "loss": 17.6016,
+      "step": 16125
+    },
+    {
+      "epoch": 0.7706202809901558,
+      "grad_norm": 165.10574340820312,
+      "learning_rate": 1.4078109454646784e-05,
+      "loss": 23.2188,
+      "step": 16126
+    },
+    {
+      "epoch": 0.7706680684316162,
+      "grad_norm": 210.11172485351562,
+      "learning_rate": 1.4077402849997661e-05,
+      "loss": 25.5469,
+      "step": 16127
+    },
+    {
+      "epoch": 0.7707158558730766,
+      "grad_norm": 324.4854736328125,
+      "learning_rate": 1.4076696220930155e-05,
+      "loss": 36.375,
+      "step": 16128
+    },
+    {
+      "epoch": 0.770763643314537,
+      "grad_norm": 155.1365203857422,
+      "learning_rate": 1.4075989567448498e-05,
+      "loss": 20.2344,
+      "step": 16129
+    },
+    {
+      "epoch": 0.7708114307559973,
+      "grad_norm": 282.0679626464844,
+      "learning_rate": 1.4075282889556925e-05,
+      "loss": 31.1562,
+      "step": 16130
+    },
+    {
+      "epoch": 0.7708592181974577,
+      "grad_norm": 387.9638671875,
+      "learning_rate": 1.4074576187259664e-05,
+      "loss": 34.9375,
+      "step": 16131
+    },
+    {
+      "epoch": 0.7709070056389181,
+      "grad_norm": 204.01736450195312,
+      "learning_rate": 1.4073869460560949e-05,
+      "loss": 28.0,
+      "step": 16132
+    },
+    {
+      "epoch": 0.7709547930803785,
+      "grad_norm": 264.92401123046875,
+      "learning_rate": 1.4073162709465014e-05,
+      "loss": 23.5312,
+      "step": 16133
+    },
+    {
+      "epoch": 0.7710025805218389,
+      "grad_norm": 401.4494323730469,
+      "learning_rate": 1.407245593397609e-05,
+      "loss": 41.0938,
+      "step": 16134
+    },
+    {
+      "epoch": 0.7710503679632993,
+      "grad_norm": 529.961669921875,
+      "learning_rate": 1.4071749134098411e-05,
+      "loss": 27.375,
+      "step": 16135
+    },
+    {
+      "epoch": 0.7710981554047597,
+      "grad_norm": 385.86822509765625,
+      "learning_rate": 1.4071042309836207e-05,
+      "loss": 31.0625,
+      "step": 16136
+    },
+    {
+      "epoch": 0.7711459428462201,
+      "grad_norm": 242.63182067871094,
+      "learning_rate": 1.4070335461193714e-05,
+      "loss": 30.8125,
+      "step": 16137
+    },
+    {
+      "epoch": 0.7711937302876803,
+      "grad_norm": 205.7593536376953,
+      "learning_rate": 1.4069628588175162e-05,
+      "loss": 25.75,
+      "step": 16138
+    },
+    {
+      "epoch": 0.7712415177291407,
+      "grad_norm": 296.4098205566406,
+      "learning_rate": 1.4068921690784787e-05,
+      "loss": 28.1875,
+      "step": 16139
+    },
+    {
+      "epoch": 0.7712893051706011,
+      "grad_norm": 309.6595153808594,
+      "learning_rate": 1.406821476902682e-05,
+      "loss": 35.0625,
+      "step": 16140
+    },
+    {
+      "epoch": 0.7713370926120615,
+      "grad_norm": 269.0927429199219,
+      "learning_rate": 1.4067507822905498e-05,
+      "loss": 30.875,
+      "step": 16141
+    },
+    {
+      "epoch": 0.7713848800535219,
+      "grad_norm": 181.1624298095703,
+      "learning_rate": 1.4066800852425053e-05,
+      "loss": 20.5,
+      "step": 16142
+    },
+    {
+      "epoch": 0.7714326674949823,
+      "grad_norm": 340.91790771484375,
+      "learning_rate": 1.4066093857589715e-05,
+      "loss": 27.0938,
+      "step": 16143
+    },
+    {
+      "epoch": 0.7714804549364427,
+      "grad_norm": 197.68544006347656,
+      "learning_rate": 1.4065386838403725e-05,
+      "loss": 46.0625,
+      "step": 16144
+    },
+    {
+      "epoch": 0.7715282423779031,
+      "grad_norm": 324.2606201171875,
+      "learning_rate": 1.4064679794871314e-05,
+      "loss": 22.0312,
+      "step": 16145
+    },
+    {
+      "epoch": 0.7715760298193635,
+      "grad_norm": 273.4024963378906,
+      "learning_rate": 1.4063972726996715e-05,
+      "loss": 39.125,
+      "step": 16146
+    },
+    {
+      "epoch": 0.7716238172608239,
+      "grad_norm": 197.9686279296875,
+      "learning_rate": 1.4063265634784162e-05,
+      "loss": 20.8594,
+      "step": 16147
+    },
+    {
+      "epoch": 0.7716716047022842,
+      "grad_norm": 314.9399719238281,
+      "learning_rate": 1.4062558518237893e-05,
+      "loss": 23.4062,
+      "step": 16148
+    },
+    {
+      "epoch": 0.7717193921437446,
+      "grad_norm": 370.9339599609375,
+      "learning_rate": 1.4061851377362139e-05,
+      "loss": 34.5781,
+      "step": 16149
+    },
+    {
+      "epoch": 0.771767179585205,
+      "grad_norm": 180.07577514648438,
+      "learning_rate": 1.4061144212161137e-05,
+      "loss": 25.0312,
+      "step": 16150
+    },
+    {
+      "epoch": 0.7718149670266654,
+      "grad_norm": 294.6900329589844,
+      "learning_rate": 1.406043702263912e-05,
+      "loss": 32.7969,
+      "step": 16151
+    },
+    {
+      "epoch": 0.7718627544681258,
+      "grad_norm": 231.74790954589844,
+      "learning_rate": 1.4059729808800326e-05,
+      "loss": 19.875,
+      "step": 16152
+    },
+    {
+      "epoch": 0.7719105419095862,
+      "grad_norm": 139.28732299804688,
+      "learning_rate": 1.4059022570648987e-05,
+      "loss": 27.3125,
+      "step": 16153
+    },
+    {
+      "epoch": 0.7719583293510466,
+      "grad_norm": 402.9920959472656,
+      "learning_rate": 1.4058315308189343e-05,
+      "loss": 29.4688,
+      "step": 16154
+    },
+    {
+      "epoch": 0.772006116792507,
+      "grad_norm": 171.66246032714844,
+      "learning_rate": 1.4057608021425627e-05,
+      "loss": 23.5312,
+      "step": 16155
+    },
+    {
+      "epoch": 0.7720539042339674,
+      "grad_norm": 294.56634521484375,
+      "learning_rate": 1.4056900710362073e-05,
+      "loss": 25.5938,
+      "step": 16156
+    },
+    {
+      "epoch": 0.7721016916754277,
+      "grad_norm": 348.7992858886719,
+      "learning_rate": 1.405619337500292e-05,
+      "loss": 28.6562,
+      "step": 16157
+    },
+    {
+      "epoch": 0.772149479116888,
+      "grad_norm": 400.55413818359375,
+      "learning_rate": 1.4055486015352402e-05,
+      "loss": 30.7188,
+      "step": 16158
+    },
+    {
+      "epoch": 0.7721972665583484,
+      "grad_norm": 177.03335571289062,
+      "learning_rate": 1.4054778631414755e-05,
+      "loss": 29.5312,
+      "step": 16159
+    },
+    {
+      "epoch": 0.7722450539998088,
+      "grad_norm": 197.04226684570312,
+      "learning_rate": 1.4054071223194219e-05,
+      "loss": 27.9688,
+      "step": 16160
+    },
+    {
+      "epoch": 0.7722928414412692,
+      "grad_norm": 223.4356689453125,
+      "learning_rate": 1.4053363790695028e-05,
+      "loss": 26.4375,
+      "step": 16161
+    },
+    {
+      "epoch": 0.7723406288827296,
+      "grad_norm": 306.7578430175781,
+      "learning_rate": 1.4052656333921413e-05,
+      "loss": 25.5781,
+      "step": 16162
+    },
+    {
+      "epoch": 0.77238841632419,
+      "grad_norm": 225.04443359375,
+      "learning_rate": 1.405194885287762e-05,
+      "loss": 41.0625,
+      "step": 16163
+    },
+    {
+      "epoch": 0.7724362037656504,
+      "grad_norm": 166.8342742919922,
+      "learning_rate": 1.4051241347567878e-05,
+      "loss": 20.0312,
+      "step": 16164
+    },
+    {
+      "epoch": 0.7724839912071108,
+      "grad_norm": 178.43540954589844,
+      "learning_rate": 1.4050533817996432e-05,
+      "loss": 23.3438,
+      "step": 16165
+    },
+    {
+      "epoch": 0.7725317786485711,
+      "grad_norm": 258.6228942871094,
+      "learning_rate": 1.4049826264167513e-05,
+      "loss": 25.0,
+      "step": 16166
+    },
+    {
+      "epoch": 0.7725795660900315,
+      "grad_norm": 265.1725158691406,
+      "learning_rate": 1.404911868608536e-05,
+      "loss": 31.6875,
+      "step": 16167
+    },
+    {
+      "epoch": 0.7726273535314919,
+      "grad_norm": 321.9278259277344,
+      "learning_rate": 1.404841108375421e-05,
+      "loss": 38.5,
+      "step": 16168
+    },
+    {
+      "epoch": 0.7726751409729523,
+      "grad_norm": 223.5972137451172,
+      "learning_rate": 1.4047703457178306e-05,
+      "loss": 31.2188,
+      "step": 16169
+    },
+    {
+      "epoch": 0.7727229284144127,
+      "grad_norm": 277.87445068359375,
+      "learning_rate": 1.4046995806361878e-05,
+      "loss": 29.5938,
+      "step": 16170
+    },
+    {
+      "epoch": 0.7727707158558731,
+      "grad_norm": 260.9447937011719,
+      "learning_rate": 1.4046288131309167e-05,
+      "loss": 26.6562,
+      "step": 16171
+    },
+    {
+      "epoch": 0.7728185032973335,
+      "grad_norm": 202.30905151367188,
+      "learning_rate": 1.404558043202441e-05,
+      "loss": 29.75,
+      "step": 16172
+    },
+    {
+      "epoch": 0.7728662907387939,
+      "grad_norm": 237.63540649414062,
+      "learning_rate": 1.4044872708511847e-05,
+      "loss": 31.9375,
+      "step": 16173
+    },
+    {
+      "epoch": 0.7729140781802543,
+      "grad_norm": 407.5663146972656,
+      "learning_rate": 1.404416496077572e-05,
+      "loss": 30.5,
+      "step": 16174
+    },
+    {
+      "epoch": 0.7729618656217146,
+      "grad_norm": 186.3749542236328,
+      "learning_rate": 1.404345718882026e-05,
+      "loss": 19.6875,
+      "step": 16175
+    },
+    {
+      "epoch": 0.773009653063175,
+      "grad_norm": 259.0323181152344,
+      "learning_rate": 1.4042749392649708e-05,
+      "loss": 24.1406,
+      "step": 16176
+    },
+    {
+      "epoch": 0.7730574405046354,
+      "grad_norm": 250.5186309814453,
+      "learning_rate": 1.4042041572268306e-05,
+      "loss": 34.375,
+      "step": 16177
+    },
+    {
+      "epoch": 0.7731052279460958,
+      "grad_norm": 245.40142822265625,
+      "learning_rate": 1.404133372768029e-05,
+      "loss": 30.875,
+      "step": 16178
+    },
+    {
+      "epoch": 0.7731530153875561,
+      "grad_norm": 219.074951171875,
+      "learning_rate": 1.4040625858889898e-05,
+      "loss": 27.4375,
+      "step": 16179
+    },
+    {
+      "epoch": 0.7732008028290165,
+      "grad_norm": 295.9539794921875,
+      "learning_rate": 1.4039917965901373e-05,
+      "loss": 18.4688,
+      "step": 16180
+    },
+    {
+      "epoch": 0.7732485902704769,
+      "grad_norm": 446.8070373535156,
+      "learning_rate": 1.403921004871895e-05,
+      "loss": 34.0938,
+      "step": 16181
+    },
+    {
+      "epoch": 0.7732963777119373,
+      "grad_norm": 315.7773132324219,
+      "learning_rate": 1.4038502107346874e-05,
+      "loss": 26.25,
+      "step": 16182
+    },
+    {
+      "epoch": 0.7733441651533977,
+      "grad_norm": 509.7769775390625,
+      "learning_rate": 1.403779414178938e-05,
+      "loss": 30.25,
+      "step": 16183
+    },
+    {
+      "epoch": 0.773391952594858,
+      "grad_norm": 551.7011108398438,
+      "learning_rate": 1.4037086152050708e-05,
+      "loss": 39.2188,
+      "step": 16184
+    },
+    {
+      "epoch": 0.7734397400363184,
+      "grad_norm": 148.5254364013672,
+      "learning_rate": 1.40363781381351e-05,
+      "loss": 26.3906,
+      "step": 16185
+    },
+    {
+      "epoch": 0.7734875274777788,
+      "grad_norm": 176.67945861816406,
+      "learning_rate": 1.4035670100046797e-05,
+      "loss": 24.2031,
+      "step": 16186
+    },
+    {
+      "epoch": 0.7735353149192392,
+      "grad_norm": 250.94708251953125,
+      "learning_rate": 1.4034962037790036e-05,
+      "loss": 21.2969,
+      "step": 16187
+    },
+    {
+      "epoch": 0.7735831023606996,
+      "grad_norm": 150.30995178222656,
+      "learning_rate": 1.4034253951369056e-05,
+      "loss": 20.2344,
+      "step": 16188
+    },
+    {
+      "epoch": 0.77363088980216,
+      "grad_norm": 329.4256591796875,
+      "learning_rate": 1.4033545840788106e-05,
+      "loss": 24.4688,
+      "step": 16189
+    },
+    {
+      "epoch": 0.7736786772436204,
+      "grad_norm": 523.0911865234375,
+      "learning_rate": 1.4032837706051417e-05,
+      "loss": 33.0625,
+      "step": 16190
+    },
+    {
+      "epoch": 0.7737264646850808,
+      "grad_norm": 200.2091827392578,
+      "learning_rate": 1.4032129547163236e-05,
+      "loss": 24.2969,
+      "step": 16191
+    },
+    {
+      "epoch": 0.7737742521265412,
+      "grad_norm": 282.0137939453125,
+      "learning_rate": 1.4031421364127802e-05,
+      "loss": 25.5625,
+      "step": 16192
+    },
+    {
+      "epoch": 0.7738220395680016,
+      "grad_norm": 318.6431579589844,
+      "learning_rate": 1.4030713156949355e-05,
+      "loss": 32.375,
+      "step": 16193
+    },
+    {
+      "epoch": 0.7738698270094619,
+      "grad_norm": 216.24325561523438,
+      "learning_rate": 1.4030004925632138e-05,
+      "loss": 18.0312,
+      "step": 16194
+    },
+    {
+      "epoch": 0.7739176144509223,
+      "grad_norm": 831.0488891601562,
+      "learning_rate": 1.4029296670180393e-05,
+      "loss": 23.75,
+      "step": 16195
+    },
+    {
+      "epoch": 0.7739654018923827,
+      "grad_norm": 419.9695739746094,
+      "learning_rate": 1.402858839059836e-05,
+      "loss": 26.9375,
+      "step": 16196
+    },
+    {
+      "epoch": 0.7740131893338431,
+      "grad_norm": 366.29010009765625,
+      "learning_rate": 1.4027880086890275e-05,
+      "loss": 33.4688,
+      "step": 16197
+    },
+    {
+      "epoch": 0.7740609767753035,
+      "grad_norm": 497.2182922363281,
+      "learning_rate": 1.4027171759060392e-05,
+      "loss": 37.75,
+      "step": 16198
+    },
+    {
+      "epoch": 0.7741087642167639,
+      "grad_norm": 255.91375732421875,
+      "learning_rate": 1.4026463407112943e-05,
+      "loss": 22.1875,
+      "step": 16199
+    },
+    {
+      "epoch": 0.7741565516582242,
+      "grad_norm": 261.3714294433594,
+      "learning_rate": 1.4025755031052178e-05,
+      "loss": 26.1094,
+      "step": 16200
+    },
+    {
+      "epoch": 0.7742043390996846,
+      "grad_norm": 331.2239074707031,
+      "learning_rate": 1.402504663088233e-05,
+      "loss": 19.0156,
+      "step": 16201
+    },
+    {
+      "epoch": 0.774252126541145,
+      "grad_norm": 264.9503173828125,
+      "learning_rate": 1.4024338206607651e-05,
+      "loss": 27.1875,
+      "step": 16202
+    },
+    {
+      "epoch": 0.7742999139826053,
+      "grad_norm": 234.5925750732422,
+      "learning_rate": 1.4023629758232373e-05,
+      "loss": 19.7812,
+      "step": 16203
+    },
+    {
+      "epoch": 0.7743477014240657,
+      "grad_norm": 312.2699279785156,
+      "learning_rate": 1.4022921285760749e-05,
+      "loss": 36.6875,
+      "step": 16204
+    },
+    {
+      "epoch": 0.7743954888655261,
+      "grad_norm": 167.10140991210938,
+      "learning_rate": 1.4022212789197016e-05,
+      "loss": 23.25,
+      "step": 16205
+    },
+    {
+      "epoch": 0.7744432763069865,
+      "grad_norm": 151.76754760742188,
+      "learning_rate": 1.402150426854542e-05,
+      "loss": 24.1875,
+      "step": 16206
+    },
+    {
+      "epoch": 0.7744910637484469,
+      "grad_norm": 181.85488891601562,
+      "learning_rate": 1.4020795723810203e-05,
+      "loss": 30.1875,
+      "step": 16207
+    },
+    {
+      "epoch": 0.7745388511899073,
+      "grad_norm": 255.6719512939453,
+      "learning_rate": 1.4020087154995606e-05,
+      "loss": 27.3125,
+      "step": 16208
+    },
+    {
+      "epoch": 0.7745866386313677,
+      "grad_norm": 169.7206573486328,
+      "learning_rate": 1.4019378562105877e-05,
+      "loss": 23.7969,
+      "step": 16209
+    },
+    {
+      "epoch": 0.7746344260728281,
+      "grad_norm": 192.2209014892578,
+      "learning_rate": 1.4018669945145255e-05,
+      "loss": 22.9062,
+      "step": 16210
+    },
+    {
+      "epoch": 0.7746822135142885,
+      "grad_norm": 181.40423583984375,
+      "learning_rate": 1.4017961304117986e-05,
+      "loss": 25.875,
+      "step": 16211
+    },
+    {
+      "epoch": 0.7747300009557488,
+      "grad_norm": 412.48419189453125,
+      "learning_rate": 1.401725263902831e-05,
+      "loss": 34.0,
+      "step": 16212
+    },
+    {
+      "epoch": 0.7747777883972092,
+      "grad_norm": 330.14459228515625,
+      "learning_rate": 1.4016543949880479e-05,
+      "loss": 34.1875,
+      "step": 16213
+    },
+    {
+      "epoch": 0.7748255758386696,
+      "grad_norm": 287.00396728515625,
+      "learning_rate": 1.401583523667873e-05,
+      "loss": 28.4688,
+      "step": 16214
+    },
+    {
+      "epoch": 0.77487336328013,
+      "grad_norm": 341.9503173828125,
+      "learning_rate": 1.4015126499427312e-05,
+      "loss": 31.4062,
+      "step": 16215
+    },
+    {
+      "epoch": 0.7749211507215904,
+      "grad_norm": 254.04676818847656,
+      "learning_rate": 1.4014417738130464e-05,
+      "loss": 31.1719,
+      "step": 16216
+    },
+    {
+      "epoch": 0.7749689381630508,
+      "grad_norm": 466.95648193359375,
+      "learning_rate": 1.4013708952792435e-05,
+      "loss": 29.5938,
+      "step": 16217
+    },
+    {
+      "epoch": 0.7750167256045112,
+      "grad_norm": 556.3768920898438,
+      "learning_rate": 1.4013000143417468e-05,
+      "loss": 30.875,
+      "step": 16218
+    },
+    {
+      "epoch": 0.7750645130459716,
+      "grad_norm": 347.26165771484375,
+      "learning_rate": 1.4012291310009812e-05,
+      "loss": 30.0156,
+      "step": 16219
+    },
+    {
+      "epoch": 0.7751123004874318,
+      "grad_norm": 197.09986877441406,
+      "learning_rate": 1.4011582452573704e-05,
+      "loss": 29.1562,
+      "step": 16220
+    },
+    {
+      "epoch": 0.7751600879288922,
+      "grad_norm": 171.4767608642578,
+      "learning_rate": 1.4010873571113394e-05,
+      "loss": 22.1562,
+      "step": 16221
+    },
+    {
+      "epoch": 0.7752078753703526,
+      "grad_norm": 289.78143310546875,
+      "learning_rate": 1.4010164665633129e-05,
+      "loss": 30.3438,
+      "step": 16222
+    },
+    {
+      "epoch": 0.775255662811813,
+      "grad_norm": 278.6423645019531,
+      "learning_rate": 1.400945573613715e-05,
+      "loss": 33.8438,
+      "step": 16223
+    },
+    {
+      "epoch": 0.7753034502532734,
+      "grad_norm": 251.5603485107422,
+      "learning_rate": 1.4008746782629705e-05,
+      "loss": 25.7188,
+      "step": 16224
+    },
+    {
+      "epoch": 0.7753512376947338,
+      "grad_norm": 224.2327117919922,
+      "learning_rate": 1.4008037805115042e-05,
+      "loss": 28.2188,
+      "step": 16225
+    },
+    {
+      "epoch": 0.7753990251361942,
+      "grad_norm": 190.23683166503906,
+      "learning_rate": 1.4007328803597405e-05,
+      "loss": 22.4062,
+      "step": 16226
+    },
+    {
+      "epoch": 0.7754468125776546,
+      "grad_norm": 340.92730712890625,
+      "learning_rate": 1.4006619778081034e-05,
+      "loss": 28.1875,
+      "step": 16227
+    },
+    {
+      "epoch": 0.775494600019115,
+      "grad_norm": 280.3538818359375,
+      "learning_rate": 1.4005910728570185e-05,
+      "loss": 17.5938,
+      "step": 16228
+    },
+    {
+      "epoch": 0.7755423874605754,
+      "grad_norm": 286.1360778808594,
+      "learning_rate": 1.4005201655069097e-05,
+      "loss": 29.2188,
+      "step": 16229
+    },
+    {
+      "epoch": 0.7755901749020357,
+      "grad_norm": 302.7646484375,
+      "learning_rate": 1.4004492557582019e-05,
+      "loss": 37.8438,
+      "step": 16230
+    },
+    {
+      "epoch": 0.7756379623434961,
+      "grad_norm": 249.59127807617188,
+      "learning_rate": 1.40037834361132e-05,
+      "loss": 23.1875,
+      "step": 16231
+    },
+    {
+      "epoch": 0.7756857497849565,
+      "grad_norm": 254.55137634277344,
+      "learning_rate": 1.4003074290666883e-05,
+      "loss": 30.1875,
+      "step": 16232
+    },
+    {
+      "epoch": 0.7757335372264169,
+      "grad_norm": 341.82281494140625,
+      "learning_rate": 1.4002365121247316e-05,
+      "loss": 34.5625,
+      "step": 16233
+    },
+    {
+      "epoch": 0.7757813246678773,
+      "grad_norm": 436.4456787109375,
+      "learning_rate": 1.4001655927858747e-05,
+      "loss": 39.625,
+      "step": 16234
+    },
+    {
+      "epoch": 0.7758291121093377,
+      "grad_norm": 182.36282348632812,
+      "learning_rate": 1.4000946710505425e-05,
+      "loss": 24.875,
+      "step": 16235
+    },
+    {
+      "epoch": 0.7758768995507981,
+      "grad_norm": 175.80880737304688,
+      "learning_rate": 1.4000237469191592e-05,
+      "loss": 20.4844,
+      "step": 16236
+    },
+    {
+      "epoch": 0.7759246869922585,
+      "grad_norm": 246.96482849121094,
+      "learning_rate": 1.39995282039215e-05,
+      "loss": 22.5312,
+      "step": 16237
+    },
+    {
+      "epoch": 0.7759724744337189,
+      "grad_norm": 227.7821807861328,
+      "learning_rate": 1.3998818914699392e-05,
+      "loss": 27.375,
+      "step": 16238
+    },
+    {
+      "epoch": 0.7760202618751793,
+      "grad_norm": 383.6506652832031,
+      "learning_rate": 1.3998109601529521e-05,
+      "loss": 27.9375,
+      "step": 16239
+    },
+    {
+      "epoch": 0.7760680493166396,
+      "grad_norm": 339.1128845214844,
+      "learning_rate": 1.3997400264416133e-05,
+      "loss": 33.3594,
+      "step": 16240
+    },
+    {
+      "epoch": 0.7761158367580999,
+      "grad_norm": 175.43832397460938,
+      "learning_rate": 1.3996690903363473e-05,
+      "loss": 19.4844,
+      "step": 16241
+    },
+    {
+      "epoch": 0.7761636241995603,
+      "grad_norm": 237.98269653320312,
+      "learning_rate": 1.3995981518375794e-05,
+      "loss": 25.4062,
+      "step": 16242
+    },
+    {
+      "epoch": 0.7762114116410207,
+      "grad_norm": 261.90789794921875,
+      "learning_rate": 1.3995272109457343e-05,
+      "loss": 27.2656,
+      "step": 16243
+    },
+    {
+      "epoch": 0.7762591990824811,
+      "grad_norm": 183.67271423339844,
+      "learning_rate": 1.3994562676612364e-05,
+      "loss": 24.2812,
+      "step": 16244
+    },
+    {
+      "epoch": 0.7763069865239415,
+      "grad_norm": 196.67190551757812,
+      "learning_rate": 1.399385321984511e-05,
+      "loss": 37.25,
+      "step": 16245
+    },
+    {
+      "epoch": 0.7763547739654019,
+      "grad_norm": 212.34010314941406,
+      "learning_rate": 1.399314373915983e-05,
+      "loss": 35.25,
+      "step": 16246
+    },
+    {
+      "epoch": 0.7764025614068623,
+      "grad_norm": 186.92608642578125,
+      "learning_rate": 1.3992434234560768e-05,
+      "loss": 25.0938,
+      "step": 16247
+    },
+    {
+      "epoch": 0.7764503488483226,
+      "grad_norm": 243.1831512451172,
+      "learning_rate": 1.3991724706052181e-05,
+      "loss": 30.2188,
+      "step": 16248
+    },
+    {
+      "epoch": 0.776498136289783,
+      "grad_norm": 295.9586181640625,
+      "learning_rate": 1.3991015153638312e-05,
+      "loss": 30.4688,
+      "step": 16249
+    },
+    {
+      "epoch": 0.7765459237312434,
+      "grad_norm": 301.5453796386719,
+      "learning_rate": 1.399030557732341e-05,
+      "loss": 24.0625,
+      "step": 16250
+    },
+    {
+      "epoch": 0.7765937111727038,
+      "grad_norm": 226.60232543945312,
+      "learning_rate": 1.398959597711173e-05,
+      "loss": 29.6875,
+      "step": 16251
+    },
+    {
+      "epoch": 0.7766414986141642,
+      "grad_norm": 242.09288024902344,
+      "learning_rate": 1.3988886353007516e-05,
+      "loss": 30.9219,
+      "step": 16252
+    },
+    {
+      "epoch": 0.7766892860556246,
+      "grad_norm": 316.2496337890625,
+      "learning_rate": 1.398817670501502e-05,
+      "loss": 38.0625,
+      "step": 16253
+    },
+    {
+      "epoch": 0.776737073497085,
+      "grad_norm": 252.70729064941406,
+      "learning_rate": 1.3987467033138491e-05,
+      "loss": 21.4062,
+      "step": 16254
+    },
+    {
+      "epoch": 0.7767848609385454,
+      "grad_norm": 191.7465362548828,
+      "learning_rate": 1.3986757337382181e-05,
+      "loss": 25.5938,
+      "step": 16255
+    },
+    {
+      "epoch": 0.7768326483800058,
+      "grad_norm": 205.577880859375,
+      "learning_rate": 1.398604761775034e-05,
+      "loss": 28.625,
+      "step": 16256
+    },
+    {
+      "epoch": 0.7768804358214662,
+      "grad_norm": 329.3061828613281,
+      "learning_rate": 1.3985337874247216e-05,
+      "loss": 24.8125,
+      "step": 16257
+    },
+    {
+      "epoch": 0.7769282232629265,
+      "grad_norm": 281.8442687988281,
+      "learning_rate": 1.398462810687706e-05,
+      "loss": 23.4219,
+      "step": 16258
+    },
+    {
+      "epoch": 0.7769760107043869,
+      "grad_norm": 865.8484497070312,
+      "learning_rate": 1.3983918315644125e-05,
+      "loss": 28.1562,
+      "step": 16259
+    },
+    {
+      "epoch": 0.7770237981458473,
+      "grad_norm": 234.25701904296875,
+      "learning_rate": 1.3983208500552659e-05,
+      "loss": 21.75,
+      "step": 16260
+    },
+    {
+      "epoch": 0.7770715855873076,
+      "grad_norm": 381.0480651855469,
+      "learning_rate": 1.3982498661606913e-05,
+      "loss": 22.5469,
+      "step": 16261
+    },
+    {
+      "epoch": 0.777119373028768,
+      "grad_norm": 311.7331237792969,
+      "learning_rate": 1.3981788798811137e-05,
+      "loss": 36.2188,
+      "step": 16262
+    },
+    {
+      "epoch": 0.7771671604702284,
+      "grad_norm": 217.7781219482422,
+      "learning_rate": 1.3981078912169588e-05,
+      "loss": 23.8594,
+      "step": 16263
+    },
+    {
+      "epoch": 0.7772149479116888,
+      "grad_norm": 410.3902587890625,
+      "learning_rate": 1.3980369001686511e-05,
+      "loss": 30.5938,
+      "step": 16264
+    },
+    {
+      "epoch": 0.7772627353531492,
+      "grad_norm": 405.8304138183594,
+      "learning_rate": 1.397965906736616e-05,
+      "loss": 29.5938,
+      "step": 16265
+    },
+    {
+      "epoch": 0.7773105227946095,
+      "grad_norm": 243.8238067626953,
+      "learning_rate": 1.3978949109212788e-05,
+      "loss": 26.8438,
+      "step": 16266
+    },
+    {
+      "epoch": 0.7773583102360699,
+      "grad_norm": 293.86932373046875,
+      "learning_rate": 1.3978239127230642e-05,
+      "loss": 30.7344,
+      "step": 16267
+    },
+    {
+      "epoch": 0.7774060976775303,
+      "grad_norm": 234.39749145507812,
+      "learning_rate": 1.3977529121423981e-05,
+      "loss": 19.9688,
+      "step": 16268
+    },
+    {
+      "epoch": 0.7774538851189907,
+      "grad_norm": 169.3736572265625,
+      "learning_rate": 1.397681909179705e-05,
+      "loss": 24.7812,
+      "step": 16269
+    },
+    {
+      "epoch": 0.7775016725604511,
+      "grad_norm": 246.02183532714844,
+      "learning_rate": 1.3976109038354104e-05,
+      "loss": 25.7969,
+      "step": 16270
+    },
+    {
+      "epoch": 0.7775494600019115,
+      "grad_norm": 337.44024658203125,
+      "learning_rate": 1.3975398961099396e-05,
+      "loss": 21.4844,
+      "step": 16271
+    },
+    {
+      "epoch": 0.7775972474433719,
+      "grad_norm": 217.56121826171875,
+      "learning_rate": 1.397468886003718e-05,
+      "loss": 31.5625,
+      "step": 16272
+    },
+    {
+      "epoch": 0.7776450348848323,
+      "grad_norm": 217.88177490234375,
+      "learning_rate": 1.3973978735171703e-05,
+      "loss": 32.7188,
+      "step": 16273
+    },
+    {
+      "epoch": 0.7776928223262927,
+      "grad_norm": 214.00399780273438,
+      "learning_rate": 1.3973268586507222e-05,
+      "loss": 21.8594,
+      "step": 16274
+    },
+    {
+      "epoch": 0.777740609767753,
+      "grad_norm": 262.38494873046875,
+      "learning_rate": 1.3972558414047991e-05,
+      "loss": 24.625,
+      "step": 16275
+    },
+    {
+      "epoch": 0.7777883972092134,
+      "grad_norm": 173.1017303466797,
+      "learning_rate": 1.3971848217798263e-05,
+      "loss": 20.0938,
+      "step": 16276
+    },
+    {
+      "epoch": 0.7778361846506738,
+      "grad_norm": 243.08668518066406,
+      "learning_rate": 1.3971137997762284e-05,
+      "loss": 19.3594,
+      "step": 16277
+    },
+    {
+      "epoch": 0.7778839720921342,
+      "grad_norm": 677.0259399414062,
+      "learning_rate": 1.3970427753944316e-05,
+      "loss": 34.5625,
+      "step": 16278
+    },
+    {
+      "epoch": 0.7779317595335946,
+      "grad_norm": 364.3365783691406,
+      "learning_rate": 1.3969717486348608e-05,
+      "loss": 49.125,
+      "step": 16279
+    },
+    {
+      "epoch": 0.777979546975055,
+      "grad_norm": 213.92529296875,
+      "learning_rate": 1.3969007194979414e-05,
+      "loss": 37.625,
+      "step": 16280
+    },
+    {
+      "epoch": 0.7780273344165154,
+      "grad_norm": 267.3115539550781,
+      "learning_rate": 1.396829687984099e-05,
+      "loss": 32.7188,
+      "step": 16281
+    },
+    {
+      "epoch": 0.7780751218579757,
+      "grad_norm": 180.31243896484375,
+      "learning_rate": 1.3967586540937585e-05,
+      "loss": 31.75,
+      "step": 16282
+    },
+    {
+      "epoch": 0.7781229092994361,
+      "grad_norm": 140.77337646484375,
+      "learning_rate": 1.3966876178273458e-05,
+      "loss": 32.7344,
+      "step": 16283
+    },
+    {
+      "epoch": 0.7781706967408965,
+      "grad_norm": 246.13333129882812,
+      "learning_rate": 1.3966165791852862e-05,
+      "loss": 25.5938,
+      "step": 16284
+    },
+    {
+      "epoch": 0.7782184841823568,
+      "grad_norm": 322.6156921386719,
+      "learning_rate": 1.3965455381680052e-05,
+      "loss": 33.0312,
+      "step": 16285
+    },
+    {
+      "epoch": 0.7782662716238172,
+      "grad_norm": 223.92706298828125,
+      "learning_rate": 1.3964744947759277e-05,
+      "loss": 25.3438,
+      "step": 16286
+    },
+    {
+      "epoch": 0.7783140590652776,
+      "grad_norm": 165.5753173828125,
+      "learning_rate": 1.39640344900948e-05,
+      "loss": 18.0938,
+      "step": 16287
+    },
+    {
+      "epoch": 0.778361846506738,
+      "grad_norm": 302.89666748046875,
+      "learning_rate": 1.3963324008690868e-05,
+      "loss": 29.6875,
+      "step": 16288
+    },
+    {
+      "epoch": 0.7784096339481984,
+      "grad_norm": 166.06446838378906,
+      "learning_rate": 1.396261350355174e-05,
+      "loss": 25.1875,
+      "step": 16289
+    },
+    {
+      "epoch": 0.7784574213896588,
+      "grad_norm": 152.60447692871094,
+      "learning_rate": 1.3961902974681674e-05,
+      "loss": 27.4375,
+      "step": 16290
+    },
+    {
+      "epoch": 0.7785052088311192,
+      "grad_norm": 536.2041625976562,
+      "learning_rate": 1.3961192422084918e-05,
+      "loss": 23.7188,
+      "step": 16291
+    },
+    {
+      "epoch": 0.7785529962725796,
+      "grad_norm": 156.74295043945312,
+      "learning_rate": 1.396048184576573e-05,
+      "loss": 24.7812,
+      "step": 16292
+    },
+    {
+      "epoch": 0.77860078371404,
+      "grad_norm": 185.2610626220703,
+      "learning_rate": 1.3959771245728368e-05,
+      "loss": 36.6875,
+      "step": 16293
+    },
+    {
+      "epoch": 0.7786485711555003,
+      "grad_norm": 220.99729919433594,
+      "learning_rate": 1.3959060621977085e-05,
+      "loss": 20.8594,
+      "step": 16294
+    },
+    {
+      "epoch": 0.7786963585969607,
+      "grad_norm": 266.06182861328125,
+      "learning_rate": 1.3958349974516136e-05,
+      "loss": 28.625,
+      "step": 16295
+    },
+    {
+      "epoch": 0.7787441460384211,
+      "grad_norm": 176.73532104492188,
+      "learning_rate": 1.3957639303349781e-05,
+      "loss": 36.7344,
+      "step": 16296
+    },
+    {
+      "epoch": 0.7787919334798815,
+      "grad_norm": 241.60079956054688,
+      "learning_rate": 1.3956928608482272e-05,
+      "loss": 23.2812,
+      "step": 16297
+    },
+    {
+      "epoch": 0.7788397209213419,
+      "grad_norm": 231.49713134765625,
+      "learning_rate": 1.395621788991787e-05,
+      "loss": 26.8438,
+      "step": 16298
+    },
+    {
+      "epoch": 0.7788875083628023,
+      "grad_norm": 295.2305603027344,
+      "learning_rate": 1.395550714766082e-05,
+      "loss": 25.7812,
+      "step": 16299
+    },
+    {
+      "epoch": 0.7789352958042627,
+      "grad_norm": 205.12742614746094,
+      "learning_rate": 1.3954796381715392e-05,
+      "loss": 26.7656,
+      "step": 16300
+    },
+    {
+      "epoch": 0.7789830832457231,
+      "grad_norm": 241.51202392578125,
+      "learning_rate": 1.3954085592085835e-05,
+      "loss": 25.8438,
+      "step": 16301
+    },
+    {
+      "epoch": 0.7790308706871835,
+      "grad_norm": 319.3462219238281,
+      "learning_rate": 1.395337477877641e-05,
+      "loss": 31.2188,
+      "step": 16302
+    },
+    {
+      "epoch": 0.7790786581286437,
+      "grad_norm": 301.6370849609375,
+      "learning_rate": 1.3952663941791367e-05,
+      "loss": 28.4375,
+      "step": 16303
+    },
+    {
+      "epoch": 0.7791264455701041,
+      "grad_norm": 160.7806854248047,
+      "learning_rate": 1.395195308113497e-05,
+      "loss": 19.6875,
+      "step": 16304
+    },
+    {
+      "epoch": 0.7791742330115645,
+      "grad_norm": 266.87493896484375,
+      "learning_rate": 1.3951242196811474e-05,
+      "loss": 27.6562,
+      "step": 16305
+    },
+    {
+      "epoch": 0.7792220204530249,
+      "grad_norm": 161.3804931640625,
+      "learning_rate": 1.3950531288825133e-05,
+      "loss": 29.9375,
+      "step": 16306
+    },
+    {
+      "epoch": 0.7792698078944853,
+      "grad_norm": 322.5726318359375,
+      "learning_rate": 1.394982035718021e-05,
+      "loss": 24.875,
+      "step": 16307
+    },
+    {
+      "epoch": 0.7793175953359457,
+      "grad_norm": 118.9451675415039,
+      "learning_rate": 1.394910940188096e-05,
+      "loss": 19.4141,
+      "step": 16308
+    },
+    {
+      "epoch": 0.7793653827774061,
+      "grad_norm": 184.0100860595703,
+      "learning_rate": 1.394839842293164e-05,
+      "loss": 19.0469,
+      "step": 16309
+    },
+    {
+      "epoch": 0.7794131702188665,
+      "grad_norm": 334.17474365234375,
+      "learning_rate": 1.3947687420336507e-05,
+      "loss": 28.9219,
+      "step": 16310
+    },
+    {
+      "epoch": 0.7794609576603269,
+      "grad_norm": 325.2736511230469,
+      "learning_rate": 1.394697639409982e-05,
+      "loss": 35.4062,
+      "step": 16311
+    },
+    {
+      "epoch": 0.7795087451017872,
+      "grad_norm": 195.23797607421875,
+      "learning_rate": 1.3946265344225838e-05,
+      "loss": 30.375,
+      "step": 16312
+    },
+    {
+      "epoch": 0.7795565325432476,
+      "grad_norm": 278.1853332519531,
+      "learning_rate": 1.394555427071882e-05,
+      "loss": 26.1875,
+      "step": 16313
+    },
+    {
+      "epoch": 0.779604319984708,
+      "grad_norm": 199.7113494873047,
+      "learning_rate": 1.3944843173583018e-05,
+      "loss": 19.7812,
+      "step": 16314
+    },
+    {
+      "epoch": 0.7796521074261684,
+      "grad_norm": 275.4347839355469,
+      "learning_rate": 1.3944132052822701e-05,
+      "loss": 25.7188,
+      "step": 16315
+    },
+    {
+      "epoch": 0.7796998948676288,
+      "grad_norm": 761.5738525390625,
+      "learning_rate": 1.3943420908442122e-05,
+      "loss": 24.8438,
+      "step": 16316
+    },
+    {
+      "epoch": 0.7797476823090892,
+      "grad_norm": 318.14434814453125,
+      "learning_rate": 1.3942709740445537e-05,
+      "loss": 30.5,
+      "step": 16317
+    },
+    {
+      "epoch": 0.7797954697505496,
+      "grad_norm": 142.00018310546875,
+      "learning_rate": 1.394199854883721e-05,
+      "loss": 26.7812,
+      "step": 16318
+    },
+    {
+      "epoch": 0.77984325719201,
+      "grad_norm": 248.64088439941406,
+      "learning_rate": 1.3941287333621398e-05,
+      "loss": 20.9375,
+      "step": 16319
+    },
+    {
+      "epoch": 0.7798910446334704,
+      "grad_norm": 321.9290466308594,
+      "learning_rate": 1.3940576094802363e-05,
+      "loss": 35.0938,
+      "step": 16320
+    },
+    {
+      "epoch": 0.7799388320749308,
+      "grad_norm": 196.10098266601562,
+      "learning_rate": 1.3939864832384358e-05,
+      "loss": 24.4375,
+      "step": 16321
+    },
+    {
+      "epoch": 0.7799866195163911,
+      "grad_norm": 273.3297424316406,
+      "learning_rate": 1.3939153546371649e-05,
+      "loss": 30.5938,
+      "step": 16322
+    },
+    {
+      "epoch": 0.7800344069578514,
+      "grad_norm": 492.582763671875,
+      "learning_rate": 1.3938442236768492e-05,
+      "loss": 31.2188,
+      "step": 16323
+    },
+    {
+      "epoch": 0.7800821943993118,
+      "grad_norm": 390.5289611816406,
+      "learning_rate": 1.3937730903579148e-05,
+      "loss": 27.8438,
+      "step": 16324
+    },
+    {
+      "epoch": 0.7801299818407722,
+      "grad_norm": 238.2493896484375,
+      "learning_rate": 1.3937019546807878e-05,
+      "loss": 24.7031,
+      "step": 16325
+    },
+    {
+      "epoch": 0.7801777692822326,
+      "grad_norm": 448.041748046875,
+      "learning_rate": 1.3936308166458941e-05,
+      "loss": 28.9688,
+      "step": 16326
+    },
+    {
+      "epoch": 0.780225556723693,
+      "grad_norm": 213.99354553222656,
+      "learning_rate": 1.3935596762536596e-05,
+      "loss": 32.3125,
+      "step": 16327
+    },
+    {
+      "epoch": 0.7802733441651534,
+      "grad_norm": 183.63731384277344,
+      "learning_rate": 1.3934885335045105e-05,
+      "loss": 22.6406,
+      "step": 16328
+    },
+    {
+      "epoch": 0.7803211316066138,
+      "grad_norm": 484.2894592285156,
+      "learning_rate": 1.393417388398873e-05,
+      "loss": 26.4062,
+      "step": 16329
+    },
+    {
+      "epoch": 0.7803689190480741,
+      "grad_norm": 237.49191284179688,
+      "learning_rate": 1.3933462409371727e-05,
+      "loss": 28.5312,
+      "step": 16330
+    },
+    {
+      "epoch": 0.7804167064895345,
+      "grad_norm": 143.13381958007812,
+      "learning_rate": 1.3932750911198363e-05,
+      "loss": 24.5938,
+      "step": 16331
+    },
+    {
+      "epoch": 0.7804644939309949,
+      "grad_norm": 240.5296630859375,
+      "learning_rate": 1.3932039389472891e-05,
+      "loss": 23.5938,
+      "step": 16332
+    },
+    {
+      "epoch": 0.7805122813724553,
+      "grad_norm": 204.922607421875,
+      "learning_rate": 1.393132784419958e-05,
+      "loss": 16.5312,
+      "step": 16333
+    },
+    {
+      "epoch": 0.7805600688139157,
+      "grad_norm": 378.1811828613281,
+      "learning_rate": 1.3930616275382687e-05,
+      "loss": 30.5,
+      "step": 16334
+    },
+    {
+      "epoch": 0.7806078562553761,
+      "grad_norm": 233.5312957763672,
+      "learning_rate": 1.3929904683026477e-05,
+      "loss": 23.0,
+      "step": 16335
+    },
+    {
+      "epoch": 0.7806556436968365,
+      "grad_norm": 260.9599914550781,
+      "learning_rate": 1.3929193067135204e-05,
+      "loss": 23.5625,
+      "step": 16336
+    },
+    {
+      "epoch": 0.7807034311382969,
+      "grad_norm": 269.9862976074219,
+      "learning_rate": 1.392848142771314e-05,
+      "loss": 27.0312,
+      "step": 16337
+    },
+    {
+      "epoch": 0.7807512185797573,
+      "grad_norm": 317.219482421875,
+      "learning_rate": 1.3927769764764536e-05,
+      "loss": 39.2344,
+      "step": 16338
+    },
+    {
+      "epoch": 0.7807990060212177,
+      "grad_norm": 223.5045928955078,
+      "learning_rate": 1.3927058078293665e-05,
+      "loss": 16.3906,
+      "step": 16339
+    },
+    {
+      "epoch": 0.780846793462678,
+      "grad_norm": 308.59954833984375,
+      "learning_rate": 1.3926346368304779e-05,
+      "loss": 29.4688,
+      "step": 16340
+    },
+    {
+      "epoch": 0.7808945809041384,
+      "grad_norm": 343.13671875,
+      "learning_rate": 1.3925634634802148e-05,
+      "loss": 24.1875,
+      "step": 16341
+    },
+    {
+      "epoch": 0.7809423683455988,
+      "grad_norm": 173.90846252441406,
+      "learning_rate": 1.392492287779003e-05,
+      "loss": 21.9219,
+      "step": 16342
+    },
+    {
+      "epoch": 0.7809901557870592,
+      "grad_norm": 178.42120361328125,
+      "learning_rate": 1.3924211097272689e-05,
+      "loss": 21.9062,
+      "step": 16343
+    },
+    {
+      "epoch": 0.7810379432285195,
+      "grad_norm": 473.783203125,
+      "learning_rate": 1.3923499293254386e-05,
+      "loss": 39.125,
+      "step": 16344
+    },
+    {
+      "epoch": 0.7810857306699799,
+      "grad_norm": 181.50588989257812,
+      "learning_rate": 1.3922787465739383e-05,
+      "loss": 28.25,
+      "step": 16345
+    },
+    {
+      "epoch": 0.7811335181114403,
+      "grad_norm": 868.175537109375,
+      "learning_rate": 1.3922075614731947e-05,
+      "loss": 26.3594,
+      "step": 16346
+    },
+    {
+      "epoch": 0.7811813055529007,
+      "grad_norm": 250.63729858398438,
+      "learning_rate": 1.3921363740236337e-05,
+      "loss": 25.9688,
+      "step": 16347
+    },
+    {
+      "epoch": 0.781229092994361,
+      "grad_norm": 259.53515625,
+      "learning_rate": 1.3920651842256821e-05,
+      "loss": 38.7188,
+      "step": 16348
+    },
+    {
+      "epoch": 0.7812768804358214,
+      "grad_norm": 212.83160400390625,
+      "learning_rate": 1.3919939920797659e-05,
+      "loss": 37.7812,
+      "step": 16349
+    },
+    {
+      "epoch": 0.7813246678772818,
+      "grad_norm": 198.0032196044922,
+      "learning_rate": 1.3919227975863114e-05,
+      "loss": 28.25,
+      "step": 16350
+    },
+    {
+      "epoch": 0.7813724553187422,
+      "grad_norm": 505.3100280761719,
+      "learning_rate": 1.391851600745745e-05,
+      "loss": 24.6875,
+      "step": 16351
+    },
+    {
+      "epoch": 0.7814202427602026,
+      "grad_norm": 131.42100524902344,
+      "learning_rate": 1.3917804015584932e-05,
+      "loss": 20.0938,
+      "step": 16352
+    },
+    {
+      "epoch": 0.781468030201663,
+      "grad_norm": 351.3720703125,
+      "learning_rate": 1.3917092000249826e-05,
+      "loss": 30.75,
+      "step": 16353
+    },
+    {
+      "epoch": 0.7815158176431234,
+      "grad_norm": 184.15809631347656,
+      "learning_rate": 1.3916379961456387e-05,
+      "loss": 23.5,
+      "step": 16354
+    },
+    {
+      "epoch": 0.7815636050845838,
+      "grad_norm": 261.91680908203125,
+      "learning_rate": 1.391566789920889e-05,
+      "loss": 27.2656,
+      "step": 16355
+    },
+    {
+      "epoch": 0.7816113925260442,
+      "grad_norm": 359.3453063964844,
+      "learning_rate": 1.3914955813511596e-05,
+      "loss": 29.625,
+      "step": 16356
+    },
+    {
+      "epoch": 0.7816591799675046,
+      "grad_norm": 200.47142028808594,
+      "learning_rate": 1.3914243704368766e-05,
+      "loss": 32.9688,
+      "step": 16357
+    },
+    {
+      "epoch": 0.781706967408965,
+      "grad_norm": 424.8644714355469,
+      "learning_rate": 1.391353157178467e-05,
+      "loss": 40.7812,
+      "step": 16358
+    },
+    {
+      "epoch": 0.7817547548504253,
+      "grad_norm": 287.8338623046875,
+      "learning_rate": 1.3912819415763568e-05,
+      "loss": 25.8594,
+      "step": 16359
+    },
+    {
+      "epoch": 0.7818025422918857,
+      "grad_norm": 385.0013122558594,
+      "learning_rate": 1.3912107236309725e-05,
+      "loss": 21.4688,
+      "step": 16360
+    },
+    {
+      "epoch": 0.7818503297333461,
+      "grad_norm": 243.09982299804688,
+      "learning_rate": 1.3911395033427408e-05,
+      "loss": 22.7812,
+      "step": 16361
+    },
+    {
+      "epoch": 0.7818981171748065,
+      "grad_norm": 320.3756408691406,
+      "learning_rate": 1.3910682807120881e-05,
+      "loss": 35.7812,
+      "step": 16362
+    },
+    {
+      "epoch": 0.7819459046162669,
+      "grad_norm": 260.27801513671875,
+      "learning_rate": 1.3909970557394412e-05,
+      "loss": 31.0625,
+      "step": 16363
+    },
+    {
+      "epoch": 0.7819936920577272,
+      "grad_norm": 297.52899169921875,
+      "learning_rate": 1.3909258284252266e-05,
+      "loss": 27.6562,
+      "step": 16364
+    },
+    {
+      "epoch": 0.7820414794991876,
+      "grad_norm": 175.26512145996094,
+      "learning_rate": 1.3908545987698705e-05,
+      "loss": 28.3438,
+      "step": 16365
+    },
+    {
+      "epoch": 0.782089266940648,
+      "grad_norm": 273.35589599609375,
+      "learning_rate": 1.3907833667737998e-05,
+      "loss": 35.375,
+      "step": 16366
+    },
+    {
+      "epoch": 0.7821370543821083,
+      "grad_norm": 344.01715087890625,
+      "learning_rate": 1.3907121324374408e-05,
+      "loss": 21.2656,
+      "step": 16367
+    },
+    {
+      "epoch": 0.7821848418235687,
+      "grad_norm": 216.03707885742188,
+      "learning_rate": 1.3906408957612204e-05,
+      "loss": 31.6562,
+      "step": 16368
+    },
+    {
+      "epoch": 0.7822326292650291,
+      "grad_norm": 640.7622680664062,
+      "learning_rate": 1.3905696567455649e-05,
+      "loss": 32.625,
+      "step": 16369
+    },
+    {
+      "epoch": 0.7822804167064895,
+      "grad_norm": 451.3681335449219,
+      "learning_rate": 1.3904984153909017e-05,
+      "loss": 36.625,
+      "step": 16370
+    },
+    {
+      "epoch": 0.7823282041479499,
+      "grad_norm": 530.90576171875,
+      "learning_rate": 1.3904271716976563e-05,
+      "loss": 30.625,
+      "step": 16371
+    },
+    {
+      "epoch": 0.7823759915894103,
+      "grad_norm": 419.6000061035156,
+      "learning_rate": 1.3903559256662562e-05,
+      "loss": 28.4688,
+      "step": 16372
+    },
+    {
+      "epoch": 0.7824237790308707,
+      "grad_norm": 328.30389404296875,
+      "learning_rate": 1.3902846772971277e-05,
+      "loss": 34.7812,
+      "step": 16373
+    },
+    {
+      "epoch": 0.7824715664723311,
+      "grad_norm": 318.12139892578125,
+      "learning_rate": 1.3902134265906976e-05,
+      "loss": 30.0625,
+      "step": 16374
+    },
+    {
+      "epoch": 0.7825193539137915,
+      "grad_norm": 146.9862518310547,
+      "learning_rate": 1.3901421735473925e-05,
+      "loss": 28.4062,
+      "step": 16375
+    },
+    {
+      "epoch": 0.7825671413552518,
+      "grad_norm": 334.13726806640625,
+      "learning_rate": 1.3900709181676396e-05,
+      "loss": 35.9375,
+      "step": 16376
+    },
+    {
+      "epoch": 0.7826149287967122,
+      "grad_norm": 311.4115905761719,
+      "learning_rate": 1.3899996604518649e-05,
+      "loss": 31.9375,
+      "step": 16377
+    },
+    {
+      "epoch": 0.7826627162381726,
+      "grad_norm": 346.4432678222656,
+      "learning_rate": 1.3899284004004954e-05,
+      "loss": 35.0312,
+      "step": 16378
+    },
+    {
+      "epoch": 0.782710503679633,
+      "grad_norm": 274.2353210449219,
+      "learning_rate": 1.3898571380139583e-05,
+      "loss": 30.5,
+      "step": 16379
+    },
+    {
+      "epoch": 0.7827582911210934,
+      "grad_norm": 190.1834259033203,
+      "learning_rate": 1.3897858732926794e-05,
+      "loss": 22.7188,
+      "step": 16380
+    },
+    {
+      "epoch": 0.7828060785625538,
+      "grad_norm": 137.11129760742188,
+      "learning_rate": 1.3897146062370865e-05,
+      "loss": 24.7344,
+      "step": 16381
+    },
+    {
+      "epoch": 0.7828538660040142,
+      "grad_norm": 398.07379150390625,
+      "learning_rate": 1.389643336847606e-05,
+      "loss": 26.9688,
+      "step": 16382
+    },
+    {
+      "epoch": 0.7829016534454746,
+      "grad_norm": 467.199951171875,
+      "learning_rate": 1.3895720651246644e-05,
+      "loss": 27.9844,
+      "step": 16383
+    },
+    {
+      "epoch": 0.782949440886935,
+      "grad_norm": 454.9189453125,
+      "learning_rate": 1.3895007910686891e-05,
+      "loss": 26.4688,
+      "step": 16384
+    },
+    {
+      "epoch": 0.7829972283283952,
+      "grad_norm": 195.6547088623047,
+      "learning_rate": 1.3894295146801064e-05,
+      "loss": 25.9375,
+      "step": 16385
+    },
+    {
+      "epoch": 0.7830450157698556,
+      "grad_norm": 288.8786926269531,
+      "learning_rate": 1.3893582359593436e-05,
+      "loss": 44.5312,
+      "step": 16386
+    },
+    {
+      "epoch": 0.783092803211316,
+      "grad_norm": 180.70127868652344,
+      "learning_rate": 1.3892869549068275e-05,
+      "loss": 25.9219,
+      "step": 16387
+    },
+    {
+      "epoch": 0.7831405906527764,
+      "grad_norm": 225.989013671875,
+      "learning_rate": 1.3892156715229847e-05,
+      "loss": 18.6719,
+      "step": 16388
+    },
+    {
+      "epoch": 0.7831883780942368,
+      "grad_norm": 178.6238250732422,
+      "learning_rate": 1.3891443858082422e-05,
+      "loss": 23.1562,
+      "step": 16389
+    },
+    {
+      "epoch": 0.7832361655356972,
+      "grad_norm": 846.7579956054688,
+      "learning_rate": 1.3890730977630272e-05,
+      "loss": 27.0,
+      "step": 16390
+    },
+    {
+      "epoch": 0.7832839529771576,
+      "grad_norm": 227.72430419921875,
+      "learning_rate": 1.389001807387766e-05,
+      "loss": 25.9375,
+      "step": 16391
+    },
+    {
+      "epoch": 0.783331740418618,
+      "grad_norm": 314.84149169921875,
+      "learning_rate": 1.3889305146828865e-05,
+      "loss": 24.6875,
+      "step": 16392
+    },
+    {
+      "epoch": 0.7833795278600784,
+      "grad_norm": 371.2386474609375,
+      "learning_rate": 1.3888592196488145e-05,
+      "loss": 37.0625,
+      "step": 16393
+    },
+    {
+      "epoch": 0.7834273153015388,
+      "grad_norm": 247.6531219482422,
+      "learning_rate": 1.3887879222859776e-05,
+      "loss": 23.8438,
+      "step": 16394
+    },
+    {
+      "epoch": 0.7834751027429991,
+      "grad_norm": 351.2108154296875,
+      "learning_rate": 1.388716622594803e-05,
+      "loss": 28.2188,
+      "step": 16395
+    },
+    {
+      "epoch": 0.7835228901844595,
+      "grad_norm": 232.4677734375,
+      "learning_rate": 1.3886453205757174e-05,
+      "loss": 31.4688,
+      "step": 16396
+    },
+    {
+      "epoch": 0.7835706776259199,
+      "grad_norm": 374.2130126953125,
+      "learning_rate": 1.3885740162291475e-05,
+      "loss": 35.5781,
+      "step": 16397
+    },
+    {
+      "epoch": 0.7836184650673803,
+      "grad_norm": 153.4506378173828,
+      "learning_rate": 1.3885027095555209e-05,
+      "loss": 27.5156,
+      "step": 16398
+    },
+    {
+      "epoch": 0.7836662525088407,
+      "grad_norm": 212.99403381347656,
+      "learning_rate": 1.3884314005552642e-05,
+      "loss": 28.0312,
+      "step": 16399
+    },
+    {
+      "epoch": 0.7837140399503011,
+      "grad_norm": 244.8668670654297,
+      "learning_rate": 1.3883600892288048e-05,
+      "loss": 26.5,
+      "step": 16400
+    },
+    {
+      "epoch": 0.7837618273917615,
+      "grad_norm": 171.38145446777344,
+      "learning_rate": 1.3882887755765694e-05,
+      "loss": 21.3438,
+      "step": 16401
+    },
+    {
+      "epoch": 0.7838096148332219,
+      "grad_norm": 328.7703857421875,
+      "learning_rate": 1.3882174595989854e-05,
+      "loss": 35.3438,
+      "step": 16402
+    },
+    {
+      "epoch": 0.7838574022746823,
+      "grad_norm": 207.50643920898438,
+      "learning_rate": 1.3881461412964799e-05,
+      "loss": 29.2188,
+      "step": 16403
+    },
+    {
+      "epoch": 0.7839051897161426,
+      "grad_norm": 371.12835693359375,
+      "learning_rate": 1.3880748206694796e-05,
+      "loss": 34.8125,
+      "step": 16404
+    },
+    {
+      "epoch": 0.783952977157603,
+      "grad_norm": 397.9326171875,
+      "learning_rate": 1.388003497718412e-05,
+      "loss": 31.1562,
+      "step": 16405
+    },
+    {
+      "epoch": 0.7840007645990633,
+      "grad_norm": 206.5750732421875,
+      "learning_rate": 1.3879321724437041e-05,
+      "loss": 22.2812,
+      "step": 16406
+    },
+    {
+      "epoch": 0.7840485520405237,
+      "grad_norm": 184.84580993652344,
+      "learning_rate": 1.3878608448457831e-05,
+      "loss": 26.7812,
+      "step": 16407
+    },
+    {
+      "epoch": 0.7840963394819841,
+      "grad_norm": 314.4588317871094,
+      "learning_rate": 1.3877895149250759e-05,
+      "loss": 27.8125,
+      "step": 16408
+    },
+    {
+      "epoch": 0.7841441269234445,
+      "grad_norm": 270.00048828125,
+      "learning_rate": 1.3877181826820103e-05,
+      "loss": 16.8594,
+      "step": 16409
+    },
+    {
+      "epoch": 0.7841919143649049,
+      "grad_norm": 243.74002075195312,
+      "learning_rate": 1.3876468481170126e-05,
+      "loss": 27.6875,
+      "step": 16410
+    },
+    {
+      "epoch": 0.7842397018063653,
+      "grad_norm": 420.49981689453125,
+      "learning_rate": 1.3875755112305109e-05,
+      "loss": 36.0938,
+      "step": 16411
+    },
+    {
+      "epoch": 0.7842874892478257,
+      "grad_norm": 407.5658874511719,
+      "learning_rate": 1.3875041720229317e-05,
+      "loss": 26.5469,
+      "step": 16412
+    },
+    {
+      "epoch": 0.784335276689286,
+      "grad_norm": 315.6300354003906,
+      "learning_rate": 1.3874328304947027e-05,
+      "loss": 25.5625,
+      "step": 16413
+    },
+    {
+      "epoch": 0.7843830641307464,
+      "grad_norm": 229.19017028808594,
+      "learning_rate": 1.3873614866462508e-05,
+      "loss": 24.5938,
+      "step": 16414
+    },
+    {
+      "epoch": 0.7844308515722068,
+      "grad_norm": 196.02297973632812,
+      "learning_rate": 1.3872901404780035e-05,
+      "loss": 24.6562,
+      "step": 16415
+    },
+    {
+      "epoch": 0.7844786390136672,
+      "grad_norm": 326.6305847167969,
+      "learning_rate": 1.3872187919903881e-05,
+      "loss": 23.2188,
+      "step": 16416
+    },
+    {
+      "epoch": 0.7845264264551276,
+      "grad_norm": 410.0728759765625,
+      "learning_rate": 1.3871474411838317e-05,
+      "loss": 32.4062,
+      "step": 16417
+    },
+    {
+      "epoch": 0.784574213896588,
+      "grad_norm": 234.2069854736328,
+      "learning_rate": 1.3870760880587617e-05,
+      "loss": 35.7188,
+      "step": 16418
+    },
+    {
+      "epoch": 0.7846220013380484,
+      "grad_norm": 327.90716552734375,
+      "learning_rate": 1.3870047326156053e-05,
+      "loss": 30.0312,
+      "step": 16419
+    },
+    {
+      "epoch": 0.7846697887795088,
+      "grad_norm": 321.772705078125,
+      "learning_rate": 1.3869333748547901e-05,
+      "loss": 14.4688,
+      "step": 16420
+    },
+    {
+      "epoch": 0.7847175762209692,
+      "grad_norm": 261.8020324707031,
+      "learning_rate": 1.3868620147767433e-05,
+      "loss": 23.8438,
+      "step": 16421
+    },
+    {
+      "epoch": 0.7847653636624295,
+      "grad_norm": 386.6285705566406,
+      "learning_rate": 1.386790652381892e-05,
+      "loss": 28.6875,
+      "step": 16422
+    },
+    {
+      "epoch": 0.7848131511038899,
+      "grad_norm": 216.36822509765625,
+      "learning_rate": 1.386719287670664e-05,
+      "loss": 26.625,
+      "step": 16423
+    },
+    {
+      "epoch": 0.7848609385453503,
+      "grad_norm": 184.39691162109375,
+      "learning_rate": 1.3866479206434864e-05,
+      "loss": 25.0,
+      "step": 16424
+    },
+    {
+      "epoch": 0.7849087259868107,
+      "grad_norm": 133.6061248779297,
+      "learning_rate": 1.3865765513007867e-05,
+      "loss": 22.2031,
+      "step": 16425
+    },
+    {
+      "epoch": 0.784956513428271,
+      "grad_norm": 124.5174789428711,
+      "learning_rate": 1.3865051796429923e-05,
+      "loss": 20.1094,
+      "step": 16426
+    },
+    {
+      "epoch": 0.7850043008697314,
+      "grad_norm": 228.83718872070312,
+      "learning_rate": 1.3864338056705304e-05,
+      "loss": 17.7344,
+      "step": 16427
+    },
+    {
+      "epoch": 0.7850520883111918,
+      "grad_norm": 249.76235961914062,
+      "learning_rate": 1.3863624293838287e-05,
+      "loss": 30.4375,
+      "step": 16428
+    },
+    {
+      "epoch": 0.7850998757526522,
+      "grad_norm": 134.48263549804688,
+      "learning_rate": 1.3862910507833147e-05,
+      "loss": 26.2969,
+      "step": 16429
+    },
+    {
+      "epoch": 0.7851476631941126,
+      "grad_norm": 156.57786560058594,
+      "learning_rate": 1.3862196698694158e-05,
+      "loss": 21.3125,
+      "step": 16430
+    },
+    {
+      "epoch": 0.785195450635573,
+      "grad_norm": 270.6647644042969,
+      "learning_rate": 1.3861482866425592e-05,
+      "loss": 25.5,
+      "step": 16431
+    },
+    {
+      "epoch": 0.7852432380770333,
+      "grad_norm": 127.2862777709961,
+      "learning_rate": 1.3860769011031728e-05,
+      "loss": 24.9062,
+      "step": 16432
+    },
+    {
+      "epoch": 0.7852910255184937,
+      "grad_norm": 461.6184387207031,
+      "learning_rate": 1.3860055132516839e-05,
+      "loss": 39.4375,
+      "step": 16433
+    },
+    {
+      "epoch": 0.7853388129599541,
+      "grad_norm": 278.2779846191406,
+      "learning_rate": 1.38593412308852e-05,
+      "loss": 35.1875,
+      "step": 16434
+    },
+    {
+      "epoch": 0.7853866004014145,
+      "grad_norm": 150.3779754638672,
+      "learning_rate": 1.3858627306141089e-05,
+      "loss": 33.4062,
+      "step": 16435
+    },
+    {
+      "epoch": 0.7854343878428749,
+      "grad_norm": 543.3885498046875,
+      "learning_rate": 1.3857913358288774e-05,
+      "loss": 35.4844,
+      "step": 16436
+    },
+    {
+      "epoch": 0.7854821752843353,
+      "grad_norm": 213.5013427734375,
+      "learning_rate": 1.3857199387332543e-05,
+      "loss": 14.8125,
+      "step": 16437
+    },
+    {
+      "epoch": 0.7855299627257957,
+      "grad_norm": 119.37515258789062,
+      "learning_rate": 1.3856485393276661e-05,
+      "loss": 19.7031,
+      "step": 16438
+    },
+    {
+      "epoch": 0.7855777501672561,
+      "grad_norm": 356.974853515625,
+      "learning_rate": 1.3855771376125412e-05,
+      "loss": 28.0156,
+      "step": 16439
+    },
+    {
+      "epoch": 0.7856255376087165,
+      "grad_norm": 380.0419006347656,
+      "learning_rate": 1.3855057335883065e-05,
+      "loss": 27.0625,
+      "step": 16440
+    },
+    {
+      "epoch": 0.7856733250501768,
+      "grad_norm": 227.732666015625,
+      "learning_rate": 1.3854343272553896e-05,
+      "loss": 26.9688,
+      "step": 16441
+    },
+    {
+      "epoch": 0.7857211124916372,
+      "grad_norm": 293.03076171875,
+      "learning_rate": 1.3853629186142188e-05,
+      "loss": 28.1562,
+      "step": 16442
+    },
+    {
+      "epoch": 0.7857688999330976,
+      "grad_norm": 691.1353149414062,
+      "learning_rate": 1.3852915076652211e-05,
+      "loss": 34.8438,
+      "step": 16443
+    },
+    {
+      "epoch": 0.785816687374558,
+      "grad_norm": 332.2660827636719,
+      "learning_rate": 1.3852200944088248e-05,
+      "loss": 39.5625,
+      "step": 16444
+    },
+    {
+      "epoch": 0.7858644748160184,
+      "grad_norm": 220.6402587890625,
+      "learning_rate": 1.3851486788454567e-05,
+      "loss": 27.5625,
+      "step": 16445
+    },
+    {
+      "epoch": 0.7859122622574788,
+      "grad_norm": 205.6803741455078,
+      "learning_rate": 1.3850772609755454e-05,
+      "loss": 30.0156,
+      "step": 16446
+    },
+    {
+      "epoch": 0.7859600496989391,
+      "grad_norm": 387.7325439453125,
+      "learning_rate": 1.385005840799518e-05,
+      "loss": 27.3906,
+      "step": 16447
+    },
+    {
+      "epoch": 0.7860078371403995,
+      "grad_norm": 415.9673156738281,
+      "learning_rate": 1.3849344183178024e-05,
+      "loss": 30.25,
+      "step": 16448
+    },
+    {
+      "epoch": 0.7860556245818598,
+      "grad_norm": 163.41275024414062,
+      "learning_rate": 1.3848629935308262e-05,
+      "loss": 21.5781,
+      "step": 16449
+    },
+    {
+      "epoch": 0.7861034120233202,
+      "grad_norm": 375.5834655761719,
+      "learning_rate": 1.3847915664390176e-05,
+      "loss": 29.0938,
+      "step": 16450
+    },
+    {
+      "epoch": 0.7861511994647806,
+      "grad_norm": 261.19207763671875,
+      "learning_rate": 1.3847201370428041e-05,
+      "loss": 33.3438,
+      "step": 16451
+    },
+    {
+      "epoch": 0.786198986906241,
+      "grad_norm": 253.58335876464844,
+      "learning_rate": 1.3846487053426132e-05,
+      "loss": 34.0,
+      "step": 16452
+    },
+    {
+      "epoch": 0.7862467743477014,
+      "grad_norm": 229.9899139404297,
+      "learning_rate": 1.384577271338873e-05,
+      "loss": 31.0938,
+      "step": 16453
+    },
+    {
+      "epoch": 0.7862945617891618,
+      "grad_norm": 284.42547607421875,
+      "learning_rate": 1.3845058350320109e-05,
+      "loss": 32.375,
+      "step": 16454
+    },
+    {
+      "epoch": 0.7863423492306222,
+      "grad_norm": 392.5393981933594,
+      "learning_rate": 1.3844343964224551e-05,
+      "loss": 25.3906,
+      "step": 16455
+    },
+    {
+      "epoch": 0.7863901366720826,
+      "grad_norm": 389.9371032714844,
+      "learning_rate": 1.3843629555106337e-05,
+      "loss": 27.8438,
+      "step": 16456
+    },
+    {
+      "epoch": 0.786437924113543,
+      "grad_norm": 277.92059326171875,
+      "learning_rate": 1.3842915122969738e-05,
+      "loss": 26.8125,
+      "step": 16457
+    },
+    {
+      "epoch": 0.7864857115550034,
+      "grad_norm": 241.0167999267578,
+      "learning_rate": 1.3842200667819037e-05,
+      "loss": 24.4844,
+      "step": 16458
+    },
+    {
+      "epoch": 0.7865334989964637,
+      "grad_norm": 484.5478515625,
+      "learning_rate": 1.3841486189658513e-05,
+      "loss": 20.625,
+      "step": 16459
+    },
+    {
+      "epoch": 0.7865812864379241,
+      "grad_norm": 620.5595703125,
+      "learning_rate": 1.384077168849244e-05,
+      "loss": 29.4062,
+      "step": 16460
+    },
+    {
+      "epoch": 0.7866290738793845,
+      "grad_norm": 171.27874755859375,
+      "learning_rate": 1.3840057164325102e-05,
+      "loss": 26.0156,
+      "step": 16461
+    },
+    {
+      "epoch": 0.7866768613208449,
+      "grad_norm": 284.0198059082031,
+      "learning_rate": 1.3839342617160778e-05,
+      "loss": 34.3438,
+      "step": 16462
+    },
+    {
+      "epoch": 0.7867246487623053,
+      "grad_norm": 238.5310821533203,
+      "learning_rate": 1.3838628047003745e-05,
+      "loss": 34.9688,
+      "step": 16463
+    },
+    {
+      "epoch": 0.7867724362037657,
+      "grad_norm": 181.45977783203125,
+      "learning_rate": 1.3837913453858285e-05,
+      "loss": 25.5312,
+      "step": 16464
+    },
+    {
+      "epoch": 0.7868202236452261,
+      "grad_norm": 377.94818115234375,
+      "learning_rate": 1.3837198837728671e-05,
+      "loss": 21.0,
+      "step": 16465
+    },
+    {
+      "epoch": 0.7868680110866865,
+      "grad_norm": 224.9989776611328,
+      "learning_rate": 1.3836484198619194e-05,
+      "loss": 30.3438,
+      "step": 16466
+    },
+    {
+      "epoch": 0.7869157985281467,
+      "grad_norm": 340.2186584472656,
+      "learning_rate": 1.383576953653412e-05,
+      "loss": 47.2031,
+      "step": 16467
+    },
+    {
+      "epoch": 0.7869635859696071,
+      "grad_norm": 500.7835998535156,
+      "learning_rate": 1.383505485147774e-05,
+      "loss": 39.5625,
+      "step": 16468
+    },
+    {
+      "epoch": 0.7870113734110675,
+      "grad_norm": 206.31008911132812,
+      "learning_rate": 1.383434014345433e-05,
+      "loss": 28.0,
+      "step": 16469
+    },
+    {
+      "epoch": 0.7870591608525279,
+      "grad_norm": 193.8684844970703,
+      "learning_rate": 1.383362541246817e-05,
+      "loss": 33.75,
+      "step": 16470
+    },
+    {
+      "epoch": 0.7871069482939883,
+      "grad_norm": 291.4967956542969,
+      "learning_rate": 1.3832910658523542e-05,
+      "loss": 25.5938,
+      "step": 16471
+    },
+    {
+      "epoch": 0.7871547357354487,
+      "grad_norm": 216.92852783203125,
+      "learning_rate": 1.3832195881624722e-05,
+      "loss": 22.9219,
+      "step": 16472
+    },
+    {
+      "epoch": 0.7872025231769091,
+      "grad_norm": 272.6059265136719,
+      "learning_rate": 1.3831481081775996e-05,
+      "loss": 34.5,
+      "step": 16473
+    },
+    {
+      "epoch": 0.7872503106183695,
+      "grad_norm": 323.79364013671875,
+      "learning_rate": 1.383076625898164e-05,
+      "loss": 33.625,
+      "step": 16474
+    },
+    {
+      "epoch": 0.7872980980598299,
+      "grad_norm": 210.1522216796875,
+      "learning_rate": 1.383005141324594e-05,
+      "loss": 25.1562,
+      "step": 16475
+    },
+    {
+      "epoch": 0.7873458855012903,
+      "grad_norm": 432.9217529296875,
+      "learning_rate": 1.3829336544573169e-05,
+      "loss": 36.6875,
+      "step": 16476
+    },
+    {
+      "epoch": 0.7873936729427506,
+      "grad_norm": 163.67874145507812,
+      "learning_rate": 1.3828621652967617e-05,
+      "loss": 25.125,
+      "step": 16477
+    },
+    {
+      "epoch": 0.787441460384211,
+      "grad_norm": 179.68710327148438,
+      "learning_rate": 1.382790673843356e-05,
+      "loss": 23.3906,
+      "step": 16478
+    },
+    {
+      "epoch": 0.7874892478256714,
+      "grad_norm": 326.56585693359375,
+      "learning_rate": 1.3827191800975284e-05,
+      "loss": 33.6562,
+      "step": 16479
+    },
+    {
+      "epoch": 0.7875370352671318,
+      "grad_norm": 186.2079620361328,
+      "learning_rate": 1.3826476840597065e-05,
+      "loss": 23.0625,
+      "step": 16480
+    },
+    {
+      "epoch": 0.7875848227085922,
+      "grad_norm": 548.4953002929688,
+      "learning_rate": 1.3825761857303189e-05,
+      "loss": 39.0938,
+      "step": 16481
+    },
+    {
+      "epoch": 0.7876326101500526,
+      "grad_norm": 325.5911560058594,
+      "learning_rate": 1.3825046851097934e-05,
+      "loss": 37.125,
+      "step": 16482
+    },
+    {
+      "epoch": 0.787680397591513,
+      "grad_norm": 276.29656982421875,
+      "learning_rate": 1.3824331821985584e-05,
+      "loss": 37.4375,
+      "step": 16483
+    },
+    {
+      "epoch": 0.7877281850329734,
+      "grad_norm": 674.4381103515625,
+      "learning_rate": 1.382361676997042e-05,
+      "loss": 35.9688,
+      "step": 16484
+    },
+    {
+      "epoch": 0.7877759724744338,
+      "grad_norm": 132.92727661132812,
+      "learning_rate": 1.382290169505673e-05,
+      "loss": 25.125,
+      "step": 16485
+    },
+    {
+      "epoch": 0.7878237599158942,
+      "grad_norm": 210.3883056640625,
+      "learning_rate": 1.382218659724879e-05,
+      "loss": 36.6875,
+      "step": 16486
+    },
+    {
+      "epoch": 0.7878715473573545,
+      "grad_norm": 288.8104553222656,
+      "learning_rate": 1.3821471476550882e-05,
+      "loss": 24.3438,
+      "step": 16487
+    },
+    {
+      "epoch": 0.7879193347988148,
+      "grad_norm": 241.4936981201172,
+      "learning_rate": 1.3820756332967294e-05,
+      "loss": 25.4062,
+      "step": 16488
+    },
+    {
+      "epoch": 0.7879671222402752,
+      "grad_norm": 361.4745788574219,
+      "learning_rate": 1.3820041166502305e-05,
+      "loss": 32.1562,
+      "step": 16489
+    },
+    {
+      "epoch": 0.7880149096817356,
+      "grad_norm": 212.18569946289062,
+      "learning_rate": 1.3819325977160198e-05,
+      "loss": 38.2188,
+      "step": 16490
+    },
+    {
+      "epoch": 0.788062697123196,
+      "grad_norm": 161.30963134765625,
+      "learning_rate": 1.3818610764945256e-05,
+      "loss": 28.25,
+      "step": 16491
+    },
+    {
+      "epoch": 0.7881104845646564,
+      "grad_norm": 203.25328063964844,
+      "learning_rate": 1.3817895529861762e-05,
+      "loss": 27.7188,
+      "step": 16492
+    },
+    {
+      "epoch": 0.7881582720061168,
+      "grad_norm": 147.37979125976562,
+      "learning_rate": 1.3817180271914e-05,
+      "loss": 21.0312,
+      "step": 16493
+    },
+    {
+      "epoch": 0.7882060594475772,
+      "grad_norm": 209.84352111816406,
+      "learning_rate": 1.3816464991106257e-05,
+      "loss": 39.1562,
+      "step": 16494
+    },
+    {
+      "epoch": 0.7882538468890375,
+      "grad_norm": 336.5417785644531,
+      "learning_rate": 1.381574968744281e-05,
+      "loss": 24.2344,
+      "step": 16495
+    },
+    {
+      "epoch": 0.7883016343304979,
+      "grad_norm": 156.2741241455078,
+      "learning_rate": 1.3815034360927947e-05,
+      "loss": 21.5312,
+      "step": 16496
+    },
+    {
+      "epoch": 0.7883494217719583,
+      "grad_norm": 410.98858642578125,
+      "learning_rate": 1.3814319011565951e-05,
+      "loss": 30.6875,
+      "step": 16497
+    },
+    {
+      "epoch": 0.7883972092134187,
+      "grad_norm": 252.6786651611328,
+      "learning_rate": 1.3813603639361108e-05,
+      "loss": 30.0625,
+      "step": 16498
+    },
+    {
+      "epoch": 0.7884449966548791,
+      "grad_norm": 228.73388671875,
+      "learning_rate": 1.3812888244317699e-05,
+      "loss": 23.4375,
+      "step": 16499
+    },
+    {
+      "epoch": 0.7884927840963395,
+      "grad_norm": 146.5915985107422,
+      "learning_rate": 1.3812172826440007e-05,
+      "loss": 24.6406,
+      "step": 16500
+    },
+    {
+      "epoch": 0.7885405715377999,
+      "grad_norm": 144.01002502441406,
+      "learning_rate": 1.3811457385732322e-05,
+      "loss": 18.9688,
+      "step": 16501
+    },
+    {
+      "epoch": 0.7885883589792603,
+      "grad_norm": 426.40850830078125,
+      "learning_rate": 1.3810741922198922e-05,
+      "loss": 34.5625,
+      "step": 16502
+    },
+    {
+      "epoch": 0.7886361464207207,
+      "grad_norm": 396.21514892578125,
+      "learning_rate": 1.3810026435844099e-05,
+      "loss": 37.5312,
+      "step": 16503
+    },
+    {
+      "epoch": 0.788683933862181,
+      "grad_norm": 218.2616729736328,
+      "learning_rate": 1.3809310926672133e-05,
+      "loss": 20.375,
+      "step": 16504
+    },
+    {
+      "epoch": 0.7887317213036414,
+      "grad_norm": 513.2879028320312,
+      "learning_rate": 1.3808595394687309e-05,
+      "loss": 27.4375,
+      "step": 16505
+    },
+    {
+      "epoch": 0.7887795087451018,
+      "grad_norm": 339.8139953613281,
+      "learning_rate": 1.3807879839893913e-05,
+      "loss": 29.375,
+      "step": 16506
+    },
+    {
+      "epoch": 0.7888272961865622,
+      "grad_norm": 728.9711303710938,
+      "learning_rate": 1.380716426229623e-05,
+      "loss": 26.1016,
+      "step": 16507
+    },
+    {
+      "epoch": 0.7888750836280226,
+      "grad_norm": 786.6431274414062,
+      "learning_rate": 1.3806448661898543e-05,
+      "loss": 42.875,
+      "step": 16508
+    },
+    {
+      "epoch": 0.7889228710694829,
+      "grad_norm": 229.88992309570312,
+      "learning_rate": 1.3805733038705144e-05,
+      "loss": 22.4375,
+      "step": 16509
+    },
+    {
+      "epoch": 0.7889706585109433,
+      "grad_norm": 205.8148651123047,
+      "learning_rate": 1.3805017392720315e-05,
+      "loss": 29.25,
+      "step": 16510
+    },
+    {
+      "epoch": 0.7890184459524037,
+      "grad_norm": 169.92076110839844,
+      "learning_rate": 1.3804301723948342e-05,
+      "loss": 22.0,
+      "step": 16511
+    },
+    {
+      "epoch": 0.7890662333938641,
+      "grad_norm": 249.88644409179688,
+      "learning_rate": 1.3803586032393507e-05,
+      "loss": 21.8906,
+      "step": 16512
+    },
+    {
+      "epoch": 0.7891140208353244,
+      "grad_norm": 158.36582946777344,
+      "learning_rate": 1.3802870318060102e-05,
+      "loss": 20.375,
+      "step": 16513
+    },
+    {
+      "epoch": 0.7891618082767848,
+      "grad_norm": 350.89794921875,
+      "learning_rate": 1.3802154580952411e-05,
+      "loss": 31.6875,
+      "step": 16514
+    },
+    {
+      "epoch": 0.7892095957182452,
+      "grad_norm": 236.3859405517578,
+      "learning_rate": 1.380143882107472e-05,
+      "loss": 31.4062,
+      "step": 16515
+    },
+    {
+      "epoch": 0.7892573831597056,
+      "grad_norm": 354.635009765625,
+      "learning_rate": 1.3800723038431314e-05,
+      "loss": 17.75,
+      "step": 16516
+    },
+    {
+      "epoch": 0.789305170601166,
+      "grad_norm": 299.8932800292969,
+      "learning_rate": 1.3800007233026483e-05,
+      "loss": 26.9219,
+      "step": 16517
+    },
+    {
+      "epoch": 0.7893529580426264,
+      "grad_norm": 310.11663818359375,
+      "learning_rate": 1.3799291404864512e-05,
+      "loss": 24.5,
+      "step": 16518
+    },
+    {
+      "epoch": 0.7894007454840868,
+      "grad_norm": 408.0309143066406,
+      "learning_rate": 1.3798575553949687e-05,
+      "loss": 26.7812,
+      "step": 16519
+    },
+    {
+      "epoch": 0.7894485329255472,
+      "grad_norm": 363.9140930175781,
+      "learning_rate": 1.3797859680286297e-05,
+      "loss": 39.0938,
+      "step": 16520
+    },
+    {
+      "epoch": 0.7894963203670076,
+      "grad_norm": 204.4685516357422,
+      "learning_rate": 1.3797143783878628e-05,
+      "loss": 21.625,
+      "step": 16521
+    },
+    {
+      "epoch": 0.789544107808468,
+      "grad_norm": 314.93023681640625,
+      "learning_rate": 1.3796427864730968e-05,
+      "loss": 33.2812,
+      "step": 16522
+    },
+    {
+      "epoch": 0.7895918952499283,
+      "grad_norm": 203.64158630371094,
+      "learning_rate": 1.3795711922847603e-05,
+      "loss": 24.875,
+      "step": 16523
+    },
+    {
+      "epoch": 0.7896396826913887,
+      "grad_norm": 275.1539001464844,
+      "learning_rate": 1.3794995958232819e-05,
+      "loss": 31.5938,
+      "step": 16524
+    },
+    {
+      "epoch": 0.7896874701328491,
+      "grad_norm": 660.2041625976562,
+      "learning_rate": 1.3794279970890911e-05,
+      "loss": 45.0,
+      "step": 16525
+    },
+    {
+      "epoch": 0.7897352575743095,
+      "grad_norm": 604.1859741210938,
+      "learning_rate": 1.3793563960826157e-05,
+      "loss": 43.6719,
+      "step": 16526
+    },
+    {
+      "epoch": 0.7897830450157699,
+      "grad_norm": 338.8754577636719,
+      "learning_rate": 1.3792847928042854e-05,
+      "loss": 38.0938,
+      "step": 16527
+    },
+    {
+      "epoch": 0.7898308324572303,
+      "grad_norm": 156.53819274902344,
+      "learning_rate": 1.3792131872545283e-05,
+      "loss": 15.8594,
+      "step": 16528
+    },
+    {
+      "epoch": 0.7898786198986906,
+      "grad_norm": 366.3364562988281,
+      "learning_rate": 1.3791415794337738e-05,
+      "loss": 29.4375,
+      "step": 16529
+    },
+    {
+      "epoch": 0.789926407340151,
+      "grad_norm": 279.78350830078125,
+      "learning_rate": 1.37906996934245e-05,
+      "loss": 18.375,
+      "step": 16530
+    },
+    {
+      "epoch": 0.7899741947816113,
+      "grad_norm": 210.7526397705078,
+      "learning_rate": 1.3789983569809865e-05,
+      "loss": 31.9688,
+      "step": 16531
+    },
+    {
+      "epoch": 0.7900219822230717,
+      "grad_norm": 249.3191375732422,
+      "learning_rate": 1.378926742349812e-05,
+      "loss": 31.8125,
+      "step": 16532
+    },
+    {
+      "epoch": 0.7900697696645321,
+      "grad_norm": 173.2052001953125,
+      "learning_rate": 1.3788551254493553e-05,
+      "loss": 25.8438,
+      "step": 16533
+    },
+    {
+      "epoch": 0.7901175571059925,
+      "grad_norm": 168.59426879882812,
+      "learning_rate": 1.378783506280045e-05,
+      "loss": 21.8281,
+      "step": 16534
+    },
+    {
+      "epoch": 0.7901653445474529,
+      "grad_norm": 453.9403076171875,
+      "learning_rate": 1.3787118848423104e-05,
+      "loss": 28.9688,
+      "step": 16535
+    },
+    {
+      "epoch": 0.7902131319889133,
+      "grad_norm": 383.7635498046875,
+      "learning_rate": 1.3786402611365804e-05,
+      "loss": 33.0938,
+      "step": 16536
+    },
+    {
+      "epoch": 0.7902609194303737,
+      "grad_norm": 224.48353576660156,
+      "learning_rate": 1.3785686351632839e-05,
+      "loss": 26.0625,
+      "step": 16537
+    },
+    {
+      "epoch": 0.7903087068718341,
+      "grad_norm": 290.0081481933594,
+      "learning_rate": 1.3784970069228493e-05,
+      "loss": 31.875,
+      "step": 16538
+    },
+    {
+      "epoch": 0.7903564943132945,
+      "grad_norm": 377.4878845214844,
+      "learning_rate": 1.3784253764157063e-05,
+      "loss": 33.5625,
+      "step": 16539
+    },
+    {
+      "epoch": 0.7904042817547549,
+      "grad_norm": 182.32423400878906,
+      "learning_rate": 1.3783537436422837e-05,
+      "loss": 28.5625,
+      "step": 16540
+    },
+    {
+      "epoch": 0.7904520691962152,
+      "grad_norm": 495.96490478515625,
+      "learning_rate": 1.3782821086030103e-05,
+      "loss": 31.2812,
+      "step": 16541
+    },
+    {
+      "epoch": 0.7904998566376756,
+      "grad_norm": 364.7535705566406,
+      "learning_rate": 1.378210471298315e-05,
+      "loss": 21.4375,
+      "step": 16542
+    },
+    {
+      "epoch": 0.790547644079136,
+      "grad_norm": 282.96893310546875,
+      "learning_rate": 1.378138831728627e-05,
+      "loss": 24.125,
+      "step": 16543
+    },
+    {
+      "epoch": 0.7905954315205964,
+      "grad_norm": 366.1931457519531,
+      "learning_rate": 1.3780671898943755e-05,
+      "loss": 22.8125,
+      "step": 16544
+    },
+    {
+      "epoch": 0.7906432189620568,
+      "grad_norm": 425.4761962890625,
+      "learning_rate": 1.3779955457959895e-05,
+      "loss": 35.7812,
+      "step": 16545
+    },
+    {
+      "epoch": 0.7906910064035172,
+      "grad_norm": 292.671630859375,
+      "learning_rate": 1.3779238994338977e-05,
+      "loss": 24.1094,
+      "step": 16546
+    },
+    {
+      "epoch": 0.7907387938449776,
+      "grad_norm": 240.53976440429688,
+      "learning_rate": 1.3778522508085297e-05,
+      "loss": 27.1875,
+      "step": 16547
+    },
+    {
+      "epoch": 0.790786581286438,
+      "grad_norm": 172.04554748535156,
+      "learning_rate": 1.377780599920314e-05,
+      "loss": 27.0938,
+      "step": 16548
+    },
+    {
+      "epoch": 0.7908343687278984,
+      "grad_norm": 300.5981140136719,
+      "learning_rate": 1.37770894676968e-05,
+      "loss": 31.6719,
+      "step": 16549
+    },
+    {
+      "epoch": 0.7908821561693586,
+      "grad_norm": 205.45578002929688,
+      "learning_rate": 1.3776372913570568e-05,
+      "loss": 26.3438,
+      "step": 16550
+    },
+    {
+      "epoch": 0.790929943610819,
+      "grad_norm": 269.2804260253906,
+      "learning_rate": 1.3775656336828735e-05,
+      "loss": 39.1562,
+      "step": 16551
+    },
+    {
+      "epoch": 0.7909777310522794,
+      "grad_norm": 316.5997619628906,
+      "learning_rate": 1.3774939737475593e-05,
+      "loss": 33.875,
+      "step": 16552
+    },
+    {
+      "epoch": 0.7910255184937398,
+      "grad_norm": 666.9343872070312,
+      "learning_rate": 1.3774223115515433e-05,
+      "loss": 21.9219,
+      "step": 16553
+    },
+    {
+      "epoch": 0.7910733059352002,
+      "grad_norm": 236.16123962402344,
+      "learning_rate": 1.3773506470952547e-05,
+      "loss": 26.3125,
+      "step": 16554
+    },
+    {
+      "epoch": 0.7911210933766606,
+      "grad_norm": 389.8384704589844,
+      "learning_rate": 1.3772789803791227e-05,
+      "loss": 29.5625,
+      "step": 16555
+    },
+    {
+      "epoch": 0.791168880818121,
+      "grad_norm": 263.5386657714844,
+      "learning_rate": 1.3772073114035762e-05,
+      "loss": 29.8594,
+      "step": 16556
+    },
+    {
+      "epoch": 0.7912166682595814,
+      "grad_norm": 347.33758544921875,
+      "learning_rate": 1.3771356401690448e-05,
+      "loss": 22.5781,
+      "step": 16557
+    },
+    {
+      "epoch": 0.7912644557010418,
+      "grad_norm": 221.96682739257812,
+      "learning_rate": 1.3770639666759574e-05,
+      "loss": 29.3281,
+      "step": 16558
+    },
+    {
+      "epoch": 0.7913122431425021,
+      "grad_norm": 227.45265197753906,
+      "learning_rate": 1.3769922909247434e-05,
+      "loss": 22.4219,
+      "step": 16559
+    },
+    {
+      "epoch": 0.7913600305839625,
+      "grad_norm": 327.7284851074219,
+      "learning_rate": 1.3769206129158323e-05,
+      "loss": 29.4062,
+      "step": 16560
+    },
+    {
+      "epoch": 0.7914078180254229,
+      "grad_norm": 181.5150146484375,
+      "learning_rate": 1.3768489326496527e-05,
+      "loss": 24.8906,
+      "step": 16561
+    },
+    {
+      "epoch": 0.7914556054668833,
+      "grad_norm": 288.7977600097656,
+      "learning_rate": 1.3767772501266348e-05,
+      "loss": 32.1094,
+      "step": 16562
+    },
+    {
+      "epoch": 0.7915033929083437,
+      "grad_norm": 367.1035461425781,
+      "learning_rate": 1.3767055653472067e-05,
+      "loss": 37.25,
+      "step": 16563
+    },
+    {
+      "epoch": 0.7915511803498041,
+      "grad_norm": 492.4146728515625,
+      "learning_rate": 1.3766338783117987e-05,
+      "loss": 45.5,
+      "step": 16564
+    },
+    {
+      "epoch": 0.7915989677912645,
+      "grad_norm": 210.72511291503906,
+      "learning_rate": 1.3765621890208398e-05,
+      "loss": 28.4375,
+      "step": 16565
+    },
+    {
+      "epoch": 0.7916467552327249,
+      "grad_norm": 212.7244110107422,
+      "learning_rate": 1.3764904974747593e-05,
+      "loss": 31.1719,
+      "step": 16566
+    },
+    {
+      "epoch": 0.7916945426741853,
+      "grad_norm": 300.48870849609375,
+      "learning_rate": 1.3764188036739863e-05,
+      "loss": 25.0156,
+      "step": 16567
+    },
+    {
+      "epoch": 0.7917423301156457,
+      "grad_norm": 635.3222045898438,
+      "learning_rate": 1.3763471076189506e-05,
+      "loss": 34.2812,
+      "step": 16568
+    },
+    {
+      "epoch": 0.791790117557106,
+      "grad_norm": 177.90989685058594,
+      "learning_rate": 1.3762754093100812e-05,
+      "loss": 25.6875,
+      "step": 16569
+    },
+    {
+      "epoch": 0.7918379049985663,
+      "grad_norm": 216.0137176513672,
+      "learning_rate": 1.3762037087478077e-05,
+      "loss": 18.2188,
+      "step": 16570
+    },
+    {
+      "epoch": 0.7918856924400267,
+      "grad_norm": 376.50469970703125,
+      "learning_rate": 1.3761320059325594e-05,
+      "loss": 25.8125,
+      "step": 16571
+    },
+    {
+      "epoch": 0.7919334798814871,
+      "grad_norm": 390.88134765625,
+      "learning_rate": 1.3760603008647659e-05,
+      "loss": 38.0312,
+      "step": 16572
+    },
+    {
+      "epoch": 0.7919812673229475,
+      "grad_norm": 263.63079833984375,
+      "learning_rate": 1.3759885935448563e-05,
+      "loss": 21.0312,
+      "step": 16573
+    },
+    {
+      "epoch": 0.7920290547644079,
+      "grad_norm": 145.1030731201172,
+      "learning_rate": 1.37591688397326e-05,
+      "loss": 18.6562,
+      "step": 16574
+    },
+    {
+      "epoch": 0.7920768422058683,
+      "grad_norm": 327.9162902832031,
+      "learning_rate": 1.3758451721504069e-05,
+      "loss": 21.1875,
+      "step": 16575
+    },
+    {
+      "epoch": 0.7921246296473287,
+      "grad_norm": 204.7569580078125,
+      "learning_rate": 1.375773458076726e-05,
+      "loss": 27.125,
+      "step": 16576
+    },
+    {
+      "epoch": 0.792172417088789,
+      "grad_norm": 480.4058532714844,
+      "learning_rate": 1.375701741752647e-05,
+      "loss": 30.9375,
+      "step": 16577
+    },
+    {
+      "epoch": 0.7922202045302494,
+      "grad_norm": 319.168701171875,
+      "learning_rate": 1.3756300231785993e-05,
+      "loss": 34.0156,
+      "step": 16578
+    },
+    {
+      "epoch": 0.7922679919717098,
+      "grad_norm": 522.3139038085938,
+      "learning_rate": 1.3755583023550128e-05,
+      "loss": 35.1094,
+      "step": 16579
+    },
+    {
+      "epoch": 0.7923157794131702,
+      "grad_norm": 272.3753662109375,
+      "learning_rate": 1.3754865792823163e-05,
+      "loss": 25.7812,
+      "step": 16580
+    },
+    {
+      "epoch": 0.7923635668546306,
+      "grad_norm": 282.01007080078125,
+      "learning_rate": 1.37541485396094e-05,
+      "loss": 19.0625,
+      "step": 16581
+    },
+    {
+      "epoch": 0.792411354296091,
+      "grad_norm": 465.1660461425781,
+      "learning_rate": 1.3753431263913126e-05,
+      "loss": 36.4375,
+      "step": 16582
+    },
+    {
+      "epoch": 0.7924591417375514,
+      "grad_norm": 177.74810791015625,
+      "learning_rate": 1.3752713965738649e-05,
+      "loss": 21.0312,
+      "step": 16583
+    },
+    {
+      "epoch": 0.7925069291790118,
+      "grad_norm": 335.4853820800781,
+      "learning_rate": 1.3751996645090256e-05,
+      "loss": 26.5469,
+      "step": 16584
+    },
+    {
+      "epoch": 0.7925547166204722,
+      "grad_norm": 304.81524658203125,
+      "learning_rate": 1.375127930197224e-05,
+      "loss": 37.9688,
+      "step": 16585
+    },
+    {
+      "epoch": 0.7926025040619326,
+      "grad_norm": 176.88401794433594,
+      "learning_rate": 1.3750561936388906e-05,
+      "loss": 24.0312,
+      "step": 16586
+    },
+    {
+      "epoch": 0.792650291503393,
+      "grad_norm": 318.5764465332031,
+      "learning_rate": 1.3749844548344544e-05,
+      "loss": 31.1562,
+      "step": 16587
+    },
+    {
+      "epoch": 0.7926980789448533,
+      "grad_norm": 218.69236755371094,
+      "learning_rate": 1.3749127137843452e-05,
+      "loss": 21.2188,
+      "step": 16588
+    },
+    {
+      "epoch": 0.7927458663863137,
+      "grad_norm": 198.02383422851562,
+      "learning_rate": 1.3748409704889924e-05,
+      "loss": 30.0,
+      "step": 16589
+    },
+    {
+      "epoch": 0.7927936538277741,
+      "grad_norm": 253.4213409423828,
+      "learning_rate": 1.3747692249488263e-05,
+      "loss": 23.0625,
+      "step": 16590
+    },
+    {
+      "epoch": 0.7928414412692344,
+      "grad_norm": 297.27789306640625,
+      "learning_rate": 1.3746974771642756e-05,
+      "loss": 29.375,
+      "step": 16591
+    },
+    {
+      "epoch": 0.7928892287106948,
+      "grad_norm": 328.1109619140625,
+      "learning_rate": 1.3746257271357711e-05,
+      "loss": 24.5469,
+      "step": 16592
+    },
+    {
+      "epoch": 0.7929370161521552,
+      "grad_norm": 261.3802490234375,
+      "learning_rate": 1.3745539748637413e-05,
+      "loss": 25.0625,
+      "step": 16593
+    },
+    {
+      "epoch": 0.7929848035936156,
+      "grad_norm": 365.92181396484375,
+      "learning_rate": 1.3744822203486168e-05,
+      "loss": 24.7812,
+      "step": 16594
+    },
+    {
+      "epoch": 0.793032591035076,
+      "grad_norm": 144.47784423828125,
+      "learning_rate": 1.3744104635908273e-05,
+      "loss": 25.0781,
+      "step": 16595
+    },
+    {
+      "epoch": 0.7930803784765363,
+      "grad_norm": 193.56138610839844,
+      "learning_rate": 1.3743387045908016e-05,
+      "loss": 15.125,
+      "step": 16596
+    },
+    {
+      "epoch": 0.7931281659179967,
+      "grad_norm": 152.72686767578125,
+      "learning_rate": 1.3742669433489705e-05,
+      "loss": 25.75,
+      "step": 16597
+    },
+    {
+      "epoch": 0.7931759533594571,
+      "grad_norm": 196.8296356201172,
+      "learning_rate": 1.3741951798657631e-05,
+      "loss": 27.1562,
+      "step": 16598
+    },
+    {
+      "epoch": 0.7932237408009175,
+      "grad_norm": 482.6298828125,
+      "learning_rate": 1.3741234141416097e-05,
+      "loss": 41.4375,
+      "step": 16599
+    },
+    {
+      "epoch": 0.7932715282423779,
+      "grad_norm": 255.2798309326172,
+      "learning_rate": 1.3740516461769397e-05,
+      "loss": 26.5312,
+      "step": 16600
+    },
+    {
+      "epoch": 0.7933193156838383,
+      "grad_norm": 491.47662353515625,
+      "learning_rate": 1.3739798759721833e-05,
+      "loss": 31.3281,
+      "step": 16601
+    },
+    {
+      "epoch": 0.7933671031252987,
+      "grad_norm": 312.0693664550781,
+      "learning_rate": 1.3739081035277694e-05,
+      "loss": 28.9375,
+      "step": 16602
+    },
+    {
+      "epoch": 0.7934148905667591,
+      "grad_norm": 267.26739501953125,
+      "learning_rate": 1.3738363288441288e-05,
+      "loss": 24.0312,
+      "step": 16603
+    },
+    {
+      "epoch": 0.7934626780082195,
+      "grad_norm": 287.62158203125,
+      "learning_rate": 1.3737645519216909e-05,
+      "loss": 32.4688,
+      "step": 16604
+    },
+    {
+      "epoch": 0.7935104654496798,
+      "grad_norm": 221.47918701171875,
+      "learning_rate": 1.3736927727608858e-05,
+      "loss": 31.125,
+      "step": 16605
+    },
+    {
+      "epoch": 0.7935582528911402,
+      "grad_norm": 420.6555480957031,
+      "learning_rate": 1.3736209913621428e-05,
+      "loss": 31.3438,
+      "step": 16606
+    },
+    {
+      "epoch": 0.7936060403326006,
+      "grad_norm": 241.0940399169922,
+      "learning_rate": 1.3735492077258924e-05,
+      "loss": 28.9688,
+      "step": 16607
+    },
+    {
+      "epoch": 0.793653827774061,
+      "grad_norm": 154.9625701904297,
+      "learning_rate": 1.3734774218525644e-05,
+      "loss": 18.1719,
+      "step": 16608
+    },
+    {
+      "epoch": 0.7937016152155214,
+      "grad_norm": 287.9667053222656,
+      "learning_rate": 1.3734056337425882e-05,
+      "loss": 26.5,
+      "step": 16609
+    },
+    {
+      "epoch": 0.7937494026569818,
+      "grad_norm": 208.71751403808594,
+      "learning_rate": 1.3733338433963942e-05,
+      "loss": 25.1719,
+      "step": 16610
+    },
+    {
+      "epoch": 0.7937971900984422,
+      "grad_norm": 223.15504455566406,
+      "learning_rate": 1.3732620508144123e-05,
+      "loss": 29.6875,
+      "step": 16611
+    },
+    {
+      "epoch": 0.7938449775399025,
+      "grad_norm": 395.627197265625,
+      "learning_rate": 1.3731902559970724e-05,
+      "loss": 26.8281,
+      "step": 16612
+    },
+    {
+      "epoch": 0.7938927649813629,
+      "grad_norm": 157.79075622558594,
+      "learning_rate": 1.3731184589448044e-05,
+      "loss": 20.9062,
+      "step": 16613
+    },
+    {
+      "epoch": 0.7939405524228232,
+      "grad_norm": 157.06045532226562,
+      "learning_rate": 1.3730466596580382e-05,
+      "loss": 20.3438,
+      "step": 16614
+    },
+    {
+      "epoch": 0.7939883398642836,
+      "grad_norm": 307.7126770019531,
+      "learning_rate": 1.3729748581372037e-05,
+      "loss": 26.9062,
+      "step": 16615
+    },
+    {
+      "epoch": 0.794036127305744,
+      "grad_norm": 295.79150390625,
+      "learning_rate": 1.3729030543827315e-05,
+      "loss": 34.875,
+      "step": 16616
+    },
+    {
+      "epoch": 0.7940839147472044,
+      "grad_norm": 193.32974243164062,
+      "learning_rate": 1.3728312483950507e-05,
+      "loss": 25.625,
+      "step": 16617
+    },
+    {
+      "epoch": 0.7941317021886648,
+      "grad_norm": 377.959228515625,
+      "learning_rate": 1.3727594401745923e-05,
+      "loss": 24.1562,
+      "step": 16618
+    },
+    {
+      "epoch": 0.7941794896301252,
+      "grad_norm": 545.2452392578125,
+      "learning_rate": 1.3726876297217857e-05,
+      "loss": 31.7188,
+      "step": 16619
+    },
+    {
+      "epoch": 0.7942272770715856,
+      "grad_norm": 183.26885986328125,
+      "learning_rate": 1.3726158170370609e-05,
+      "loss": 29.5312,
+      "step": 16620
+    },
+    {
+      "epoch": 0.794275064513046,
+      "grad_norm": 358.70782470703125,
+      "learning_rate": 1.3725440021208485e-05,
+      "loss": 29.0625,
+      "step": 16621
+    },
+    {
+      "epoch": 0.7943228519545064,
+      "grad_norm": 144.66357421875,
+      "learning_rate": 1.3724721849735779e-05,
+      "loss": 30.4531,
+      "step": 16622
+    },
+    {
+      "epoch": 0.7943706393959667,
+      "grad_norm": 139.245361328125,
+      "learning_rate": 1.3724003655956796e-05,
+      "loss": 17.8438,
+      "step": 16623
+    },
+    {
+      "epoch": 0.7944184268374271,
+      "grad_norm": 755.779052734375,
+      "learning_rate": 1.3723285439875836e-05,
+      "loss": 30.25,
+      "step": 16624
+    },
+    {
+      "epoch": 0.7944662142788875,
+      "grad_norm": 281.3638000488281,
+      "learning_rate": 1.3722567201497201e-05,
+      "loss": 23.5938,
+      "step": 16625
+    },
+    {
+      "epoch": 0.7945140017203479,
+      "grad_norm": 765.14306640625,
+      "learning_rate": 1.3721848940825193e-05,
+      "loss": 27.0,
+      "step": 16626
+    },
+    {
+      "epoch": 0.7945617891618083,
+      "grad_norm": 385.2803649902344,
+      "learning_rate": 1.3721130657864112e-05,
+      "loss": 29.125,
+      "step": 16627
+    },
+    {
+      "epoch": 0.7946095766032687,
+      "grad_norm": 343.5873107910156,
+      "learning_rate": 1.3720412352618257e-05,
+      "loss": 27.8906,
+      "step": 16628
+    },
+    {
+      "epoch": 0.7946573640447291,
+      "grad_norm": 347.16387939453125,
+      "learning_rate": 1.3719694025091937e-05,
+      "loss": 23.6562,
+      "step": 16629
+    },
+    {
+      "epoch": 0.7947051514861895,
+      "grad_norm": 267.4957275390625,
+      "learning_rate": 1.3718975675289445e-05,
+      "loss": 29.1875,
+      "step": 16630
+    },
+    {
+      "epoch": 0.7947529389276499,
+      "grad_norm": 205.3988494873047,
+      "learning_rate": 1.3718257303215092e-05,
+      "loss": 28.8438,
+      "step": 16631
+    },
+    {
+      "epoch": 0.7948007263691101,
+      "grad_norm": 159.77862548828125,
+      "learning_rate": 1.3717538908873175e-05,
+      "loss": 18.875,
+      "step": 16632
+    },
+    {
+      "epoch": 0.7948485138105705,
+      "grad_norm": 390.35748291015625,
+      "learning_rate": 1.3716820492267995e-05,
+      "loss": 43.9375,
+      "step": 16633
+    },
+    {
+      "epoch": 0.7948963012520309,
+      "grad_norm": 338.2443542480469,
+      "learning_rate": 1.3716102053403856e-05,
+      "loss": 26.7812,
+      "step": 16634
+    },
+    {
+      "epoch": 0.7949440886934913,
+      "grad_norm": 317.1261901855469,
+      "learning_rate": 1.3715383592285064e-05,
+      "loss": 25.1562,
+      "step": 16635
+    },
+    {
+      "epoch": 0.7949918761349517,
+      "grad_norm": 253.84422302246094,
+      "learning_rate": 1.3714665108915915e-05,
+      "loss": 28.75,
+      "step": 16636
+    },
+    {
+      "epoch": 0.7950396635764121,
+      "grad_norm": 261.0901184082031,
+      "learning_rate": 1.3713946603300716e-05,
+      "loss": 36.3125,
+      "step": 16637
+    },
+    {
+      "epoch": 0.7950874510178725,
+      "grad_norm": 254.25970458984375,
+      "learning_rate": 1.3713228075443772e-05,
+      "loss": 23.375,
+      "step": 16638
+    },
+    {
+      "epoch": 0.7951352384593329,
+      "grad_norm": 429.9325866699219,
+      "learning_rate": 1.3712509525349381e-05,
+      "loss": 27.9375,
+      "step": 16639
+    },
+    {
+      "epoch": 0.7951830259007933,
+      "grad_norm": 208.05706787109375,
+      "learning_rate": 1.3711790953021847e-05,
+      "loss": 26.9062,
+      "step": 16640
+    },
+    {
+      "epoch": 0.7952308133422537,
+      "grad_norm": 352.8952331542969,
+      "learning_rate": 1.3711072358465473e-05,
+      "loss": 41.4219,
+      "step": 16641
+    },
+    {
+      "epoch": 0.795278600783714,
+      "grad_norm": 521.89501953125,
+      "learning_rate": 1.3710353741684568e-05,
+      "loss": 26.9062,
+      "step": 16642
+    },
+    {
+      "epoch": 0.7953263882251744,
+      "grad_norm": 173.91928100585938,
+      "learning_rate": 1.370963510268343e-05,
+      "loss": 24.2031,
+      "step": 16643
+    },
+    {
+      "epoch": 0.7953741756666348,
+      "grad_norm": 242.1352996826172,
+      "learning_rate": 1.3708916441466366e-05,
+      "loss": 23.5625,
+      "step": 16644
+    },
+    {
+      "epoch": 0.7954219631080952,
+      "grad_norm": 333.0489196777344,
+      "learning_rate": 1.370819775803768e-05,
+      "loss": 36.875,
+      "step": 16645
+    },
+    {
+      "epoch": 0.7954697505495556,
+      "grad_norm": 297.3197937011719,
+      "learning_rate": 1.3707479052401671e-05,
+      "loss": 27.5312,
+      "step": 16646
+    },
+    {
+      "epoch": 0.795517537991016,
+      "grad_norm": 180.6307830810547,
+      "learning_rate": 1.3706760324562647e-05,
+      "loss": 20.9531,
+      "step": 16647
+    },
+    {
+      "epoch": 0.7955653254324764,
+      "grad_norm": 439.5761413574219,
+      "learning_rate": 1.370604157452491e-05,
+      "loss": 33.6562,
+      "step": 16648
+    },
+    {
+      "epoch": 0.7956131128739368,
+      "grad_norm": 162.1802520751953,
+      "learning_rate": 1.3705322802292771e-05,
+      "loss": 24.8438,
+      "step": 16649
+    },
+    {
+      "epoch": 0.7956609003153972,
+      "grad_norm": 190.8143310546875,
+      "learning_rate": 1.3704604007870524e-05,
+      "loss": 24.2969,
+      "step": 16650
+    },
+    {
+      "epoch": 0.7957086877568575,
+      "grad_norm": 484.01470947265625,
+      "learning_rate": 1.3703885191262482e-05,
+      "loss": 32.9688,
+      "step": 16651
+    },
+    {
+      "epoch": 0.7957564751983179,
+      "grad_norm": 180.21109008789062,
+      "learning_rate": 1.3703166352472947e-05,
+      "loss": 26.6875,
+      "step": 16652
+    },
+    {
+      "epoch": 0.7958042626397782,
+      "grad_norm": 220.79116821289062,
+      "learning_rate": 1.3702447491506226e-05,
+      "loss": 41.25,
+      "step": 16653
+    },
+    {
+      "epoch": 0.7958520500812386,
+      "grad_norm": 193.8394012451172,
+      "learning_rate": 1.3701728608366618e-05,
+      "loss": 24.625,
+      "step": 16654
+    },
+    {
+      "epoch": 0.795899837522699,
+      "grad_norm": 351.59478759765625,
+      "learning_rate": 1.3701009703058437e-05,
+      "loss": 30.5625,
+      "step": 16655
+    },
+    {
+      "epoch": 0.7959476249641594,
+      "grad_norm": 173.63885498046875,
+      "learning_rate": 1.370029077558598e-05,
+      "loss": 28.25,
+      "step": 16656
+    },
+    {
+      "epoch": 0.7959954124056198,
+      "grad_norm": 1022.30615234375,
+      "learning_rate": 1.3699571825953556e-05,
+      "loss": 29.5312,
+      "step": 16657
+    },
+    {
+      "epoch": 0.7960431998470802,
+      "grad_norm": 417.1220397949219,
+      "learning_rate": 1.369885285416547e-05,
+      "loss": 32.5156,
+      "step": 16658
+    },
+    {
+      "epoch": 0.7960909872885406,
+      "grad_norm": 495.3374938964844,
+      "learning_rate": 1.3698133860226028e-05,
+      "loss": 31.7812,
+      "step": 16659
+    },
+    {
+      "epoch": 0.7961387747300009,
+      "grad_norm": 728.3416748046875,
+      "learning_rate": 1.3697414844139539e-05,
+      "loss": 20.5625,
+      "step": 16660
+    },
+    {
+      "epoch": 0.7961865621714613,
+      "grad_norm": 275.7905578613281,
+      "learning_rate": 1.3696695805910303e-05,
+      "loss": 26.5938,
+      "step": 16661
+    },
+    {
+      "epoch": 0.7962343496129217,
+      "grad_norm": 133.4292755126953,
+      "learning_rate": 1.3695976745542632e-05,
+      "loss": 17.8281,
+      "step": 16662
+    },
+    {
+      "epoch": 0.7962821370543821,
+      "grad_norm": 360.0707092285156,
+      "learning_rate": 1.3695257663040826e-05,
+      "loss": 29.6875,
+      "step": 16663
+    },
+    {
+      "epoch": 0.7963299244958425,
+      "grad_norm": 156.4802703857422,
+      "learning_rate": 1.3694538558409198e-05,
+      "loss": 17.6719,
+      "step": 16664
+    },
+    {
+      "epoch": 0.7963777119373029,
+      "grad_norm": 226.45782470703125,
+      "learning_rate": 1.3693819431652048e-05,
+      "loss": 27.3438,
+      "step": 16665
+    },
+    {
+      "epoch": 0.7964254993787633,
+      "grad_norm": 1067.0460205078125,
+      "learning_rate": 1.369310028277369e-05,
+      "loss": 25.8438,
+      "step": 16666
+    },
+    {
+      "epoch": 0.7964732868202237,
+      "grad_norm": 266.8822937011719,
+      "learning_rate": 1.3692381111778423e-05,
+      "loss": 16.4062,
+      "step": 16667
+    },
+    {
+      "epoch": 0.7965210742616841,
+      "grad_norm": 215.65867614746094,
+      "learning_rate": 1.369166191867056e-05,
+      "loss": 29.7188,
+      "step": 16668
+    },
+    {
+      "epoch": 0.7965688617031444,
+      "grad_norm": 169.7332763671875,
+      "learning_rate": 1.3690942703454406e-05,
+      "loss": 20.4688,
+      "step": 16669
+    },
+    {
+      "epoch": 0.7966166491446048,
+      "grad_norm": 431.8258361816406,
+      "learning_rate": 1.3690223466134267e-05,
+      "loss": 25.3594,
+      "step": 16670
+    },
+    {
+      "epoch": 0.7966644365860652,
+      "grad_norm": 358.98675537109375,
+      "learning_rate": 1.3689504206714453e-05,
+      "loss": 51.9375,
+      "step": 16671
+    },
+    {
+      "epoch": 0.7967122240275256,
+      "grad_norm": 317.4737548828125,
+      "learning_rate": 1.3688784925199265e-05,
+      "loss": 35.6875,
+      "step": 16672
+    },
+    {
+      "epoch": 0.7967600114689859,
+      "grad_norm": 246.66380310058594,
+      "learning_rate": 1.3688065621593019e-05,
+      "loss": 25.0312,
+      "step": 16673
+    },
+    {
+      "epoch": 0.7968077989104463,
+      "grad_norm": 268.1900634765625,
+      "learning_rate": 1.3687346295900014e-05,
+      "loss": 31.0938,
+      "step": 16674
+    },
+    {
+      "epoch": 0.7968555863519067,
+      "grad_norm": 169.4755859375,
+      "learning_rate": 1.368662694812457e-05,
+      "loss": 19.375,
+      "step": 16675
+    },
+    {
+      "epoch": 0.7969033737933671,
+      "grad_norm": 257.4179382324219,
+      "learning_rate": 1.368590757827098e-05,
+      "loss": 17.625,
+      "step": 16676
+    },
+    {
+      "epoch": 0.7969511612348275,
+      "grad_norm": 263.4859313964844,
+      "learning_rate": 1.3685188186343565e-05,
+      "loss": 34.0,
+      "step": 16677
+    },
+    {
+      "epoch": 0.7969989486762878,
+      "grad_norm": 212.18118286132812,
+      "learning_rate": 1.3684468772346623e-05,
+      "loss": 32.125,
+      "step": 16678
+    },
+    {
+      "epoch": 0.7970467361177482,
+      "grad_norm": 267.45037841796875,
+      "learning_rate": 1.3683749336284474e-05,
+      "loss": 31.9062,
+      "step": 16679
+    },
+    {
+      "epoch": 0.7970945235592086,
+      "grad_norm": 290.5193176269531,
+      "learning_rate": 1.3683029878161415e-05,
+      "loss": 25.6562,
+      "step": 16680
+    },
+    {
+      "epoch": 0.797142311000669,
+      "grad_norm": 386.25677490234375,
+      "learning_rate": 1.3682310397981761e-05,
+      "loss": 32.0625,
+      "step": 16681
+    },
+    {
+      "epoch": 0.7971900984421294,
+      "grad_norm": 247.72866821289062,
+      "learning_rate": 1.368159089574982e-05,
+      "loss": 30.0625,
+      "step": 16682
+    },
+    {
+      "epoch": 0.7972378858835898,
+      "grad_norm": 289.21435546875,
+      "learning_rate": 1.36808713714699e-05,
+      "loss": 23.4375,
+      "step": 16683
+    },
+    {
+      "epoch": 0.7972856733250502,
+      "grad_norm": 238.62351989746094,
+      "learning_rate": 1.3680151825146308e-05,
+      "loss": 25.1562,
+      "step": 16684
+    },
+    {
+      "epoch": 0.7973334607665106,
+      "grad_norm": 348.3196716308594,
+      "learning_rate": 1.3679432256783358e-05,
+      "loss": 36.9375,
+      "step": 16685
+    },
+    {
+      "epoch": 0.797381248207971,
+      "grad_norm": 286.8015441894531,
+      "learning_rate": 1.3678712666385356e-05,
+      "loss": 28.1875,
+      "step": 16686
+    },
+    {
+      "epoch": 0.7974290356494314,
+      "grad_norm": 191.70030212402344,
+      "learning_rate": 1.3677993053956611e-05,
+      "loss": 24.2812,
+      "step": 16687
+    },
+    {
+      "epoch": 0.7974768230908917,
+      "grad_norm": 259.0337219238281,
+      "learning_rate": 1.3677273419501434e-05,
+      "loss": 26.5312,
+      "step": 16688
+    },
+    {
+      "epoch": 0.7975246105323521,
+      "grad_norm": 357.6161193847656,
+      "learning_rate": 1.3676553763024132e-05,
+      "loss": 30.875,
+      "step": 16689
+    },
+    {
+      "epoch": 0.7975723979738125,
+      "grad_norm": 309.39581298828125,
+      "learning_rate": 1.3675834084529021e-05,
+      "loss": 26.25,
+      "step": 16690
+    },
+    {
+      "epoch": 0.7976201854152729,
+      "grad_norm": 477.8412170410156,
+      "learning_rate": 1.3675114384020402e-05,
+      "loss": 33.0938,
+      "step": 16691
+    },
+    {
+      "epoch": 0.7976679728567333,
+      "grad_norm": 362.70623779296875,
+      "learning_rate": 1.3674394661502595e-05,
+      "loss": 28.3125,
+      "step": 16692
+    },
+    {
+      "epoch": 0.7977157602981937,
+      "grad_norm": 418.2213134765625,
+      "learning_rate": 1.3673674916979903e-05,
+      "loss": 30.375,
+      "step": 16693
+    },
+    {
+      "epoch": 0.797763547739654,
+      "grad_norm": 135.3278350830078,
+      "learning_rate": 1.3672955150456638e-05,
+      "loss": 23.4688,
+      "step": 16694
+    },
+    {
+      "epoch": 0.7978113351811144,
+      "grad_norm": 265.6175537109375,
+      "learning_rate": 1.3672235361937112e-05,
+      "loss": 25.5,
+      "step": 16695
+    },
+    {
+      "epoch": 0.7978591226225747,
+      "grad_norm": 248.92532348632812,
+      "learning_rate": 1.3671515551425634e-05,
+      "loss": 28.6406,
+      "step": 16696
+    },
+    {
+      "epoch": 0.7979069100640351,
+      "grad_norm": 252.8918914794922,
+      "learning_rate": 1.3670795718926515e-05,
+      "loss": 21.5938,
+      "step": 16697
+    },
+    {
+      "epoch": 0.7979546975054955,
+      "grad_norm": 514.4247436523438,
+      "learning_rate": 1.3670075864444065e-05,
+      "loss": 25.625,
+      "step": 16698
+    },
+    {
+      "epoch": 0.7980024849469559,
+      "grad_norm": 233.68797302246094,
+      "learning_rate": 1.3669355987982603e-05,
+      "loss": 23.6562,
+      "step": 16699
+    },
+    {
+      "epoch": 0.7980502723884163,
+      "grad_norm": 384.6007385253906,
+      "learning_rate": 1.3668636089546426e-05,
+      "loss": 47.5312,
+      "step": 16700
+    },
+    {
+      "epoch": 0.7980980598298767,
+      "grad_norm": 414.29638671875,
+      "learning_rate": 1.3667916169139856e-05,
+      "loss": 27.4219,
+      "step": 16701
+    },
+    {
+      "epoch": 0.7981458472713371,
+      "grad_norm": 263.8032531738281,
+      "learning_rate": 1.36671962267672e-05,
+      "loss": 31.5938,
+      "step": 16702
+    },
+    {
+      "epoch": 0.7981936347127975,
+      "grad_norm": 165.88975524902344,
+      "learning_rate": 1.3666476262432774e-05,
+      "loss": 27.2344,
+      "step": 16703
+    },
+    {
+      "epoch": 0.7982414221542579,
+      "grad_norm": 655.05517578125,
+      "learning_rate": 1.3665756276140881e-05,
+      "loss": 37.6562,
+      "step": 16704
+    },
+    {
+      "epoch": 0.7982892095957183,
+      "grad_norm": 299.9135437011719,
+      "learning_rate": 1.366503626789584e-05,
+      "loss": 31.1094,
+      "step": 16705
+    },
+    {
+      "epoch": 0.7983369970371786,
+      "grad_norm": 280.90283203125,
+      "learning_rate": 1.3664316237701964e-05,
+      "loss": 25.5312,
+      "step": 16706
+    },
+    {
+      "epoch": 0.798384784478639,
+      "grad_norm": 291.96954345703125,
+      "learning_rate": 1.3663596185563556e-05,
+      "loss": 25.0,
+      "step": 16707
+    },
+    {
+      "epoch": 0.7984325719200994,
+      "grad_norm": 321.9375305175781,
+      "learning_rate": 1.366287611148494e-05,
+      "loss": 32.125,
+      "step": 16708
+    },
+    {
+      "epoch": 0.7984803593615598,
+      "grad_norm": 265.4198303222656,
+      "learning_rate": 1.3662156015470419e-05,
+      "loss": 34.6875,
+      "step": 16709
+    },
+    {
+      "epoch": 0.7985281468030202,
+      "grad_norm": 163.82569885253906,
+      "learning_rate": 1.366143589752431e-05,
+      "loss": 23.0625,
+      "step": 16710
+    },
+    {
+      "epoch": 0.7985759342444806,
+      "grad_norm": 462.02252197265625,
+      "learning_rate": 1.3660715757650924e-05,
+      "loss": 30.2812,
+      "step": 16711
+    },
+    {
+      "epoch": 0.798623721685941,
+      "grad_norm": 229.96124267578125,
+      "learning_rate": 1.3659995595854574e-05,
+      "loss": 25.375,
+      "step": 16712
+    },
+    {
+      "epoch": 0.7986715091274014,
+      "grad_norm": 222.31138610839844,
+      "learning_rate": 1.3659275412139574e-05,
+      "loss": 23.3281,
+      "step": 16713
+    },
+    {
+      "epoch": 0.7987192965688618,
+      "grad_norm": 323.3382873535156,
+      "learning_rate": 1.3658555206510236e-05,
+      "loss": 36.3281,
+      "step": 16714
+    },
+    {
+      "epoch": 0.798767084010322,
+      "grad_norm": 345.9263916015625,
+      "learning_rate": 1.3657834978970871e-05,
+      "loss": 33.4062,
+      "step": 16715
+    },
+    {
+      "epoch": 0.7988148714517824,
+      "grad_norm": 281.18927001953125,
+      "learning_rate": 1.3657114729525798e-05,
+      "loss": 25.4688,
+      "step": 16716
+    },
+    {
+      "epoch": 0.7988626588932428,
+      "grad_norm": 434.5804138183594,
+      "learning_rate": 1.3656394458179326e-05,
+      "loss": 28.5,
+      "step": 16717
+    },
+    {
+      "epoch": 0.7989104463347032,
+      "grad_norm": 233.00729370117188,
+      "learning_rate": 1.3655674164935768e-05,
+      "loss": 25.5469,
+      "step": 16718
+    },
+    {
+      "epoch": 0.7989582337761636,
+      "grad_norm": 279.0204772949219,
+      "learning_rate": 1.3654953849799437e-05,
+      "loss": 28.5938,
+      "step": 16719
+    },
+    {
+      "epoch": 0.799006021217624,
+      "grad_norm": 406.57977294921875,
+      "learning_rate": 1.3654233512774653e-05,
+      "loss": 20.8594,
+      "step": 16720
+    },
+    {
+      "epoch": 0.7990538086590844,
+      "grad_norm": 243.7982177734375,
+      "learning_rate": 1.3653513153865723e-05,
+      "loss": 27.9375,
+      "step": 16721
+    },
+    {
+      "epoch": 0.7991015961005448,
+      "grad_norm": 244.5059051513672,
+      "learning_rate": 1.3652792773076963e-05,
+      "loss": 31.5938,
+      "step": 16722
+    },
+    {
+      "epoch": 0.7991493835420052,
+      "grad_norm": 168.1148681640625,
+      "learning_rate": 1.365207237041269e-05,
+      "loss": 24.25,
+      "step": 16723
+    },
+    {
+      "epoch": 0.7991971709834655,
+      "grad_norm": 177.36904907226562,
+      "learning_rate": 1.3651351945877212e-05,
+      "loss": 24.5,
+      "step": 16724
+    },
+    {
+      "epoch": 0.7992449584249259,
+      "grad_norm": 268.99188232421875,
+      "learning_rate": 1.3650631499474852e-05,
+      "loss": 24.5,
+      "step": 16725
+    },
+    {
+      "epoch": 0.7992927458663863,
+      "grad_norm": 170.3882598876953,
+      "learning_rate": 1.3649911031209915e-05,
+      "loss": 22.3906,
+      "step": 16726
+    },
+    {
+      "epoch": 0.7993405333078467,
+      "grad_norm": 253.60845947265625,
+      "learning_rate": 1.3649190541086726e-05,
+      "loss": 25.25,
+      "step": 16727
+    },
+    {
+      "epoch": 0.7993883207493071,
+      "grad_norm": 649.3558349609375,
+      "learning_rate": 1.3648470029109588e-05,
+      "loss": 24.375,
+      "step": 16728
+    },
+    {
+      "epoch": 0.7994361081907675,
+      "grad_norm": 435.2515563964844,
+      "learning_rate": 1.3647749495282826e-05,
+      "loss": 37.5312,
+      "step": 16729
+    },
+    {
+      "epoch": 0.7994838956322279,
+      "grad_norm": 224.04763793945312,
+      "learning_rate": 1.3647028939610753e-05,
+      "loss": 17.5469,
+      "step": 16730
+    },
+    {
+      "epoch": 0.7995316830736883,
+      "grad_norm": 216.31187438964844,
+      "learning_rate": 1.3646308362097683e-05,
+      "loss": 29.2188,
+      "step": 16731
+    },
+    {
+      "epoch": 0.7995794705151487,
+      "grad_norm": 321.8828125,
+      "learning_rate": 1.3645587762747927e-05,
+      "loss": 28.1562,
+      "step": 16732
+    },
+    {
+      "epoch": 0.799627257956609,
+      "grad_norm": 321.9773254394531,
+      "learning_rate": 1.3644867141565806e-05,
+      "loss": 43.7812,
+      "step": 16733
+    },
+    {
+      "epoch": 0.7996750453980694,
+      "grad_norm": 167.88673400878906,
+      "learning_rate": 1.3644146498555635e-05,
+      "loss": 20.9062,
+      "step": 16734
+    },
+    {
+      "epoch": 0.7997228328395297,
+      "grad_norm": 271.8813171386719,
+      "learning_rate": 1.3643425833721729e-05,
+      "loss": 29.375,
+      "step": 16735
+    },
+    {
+      "epoch": 0.7997706202809901,
+      "grad_norm": 301.8684387207031,
+      "learning_rate": 1.3642705147068402e-05,
+      "loss": 47.75,
+      "step": 16736
+    },
+    {
+      "epoch": 0.7998184077224505,
+      "grad_norm": 372.6146545410156,
+      "learning_rate": 1.3641984438599973e-05,
+      "loss": 30.2812,
+      "step": 16737
+    },
+    {
+      "epoch": 0.7998661951639109,
+      "grad_norm": 252.04684448242188,
+      "learning_rate": 1.3641263708320756e-05,
+      "loss": 33.0938,
+      "step": 16738
+    },
+    {
+      "epoch": 0.7999139826053713,
+      "grad_norm": 284.7001037597656,
+      "learning_rate": 1.3640542956235065e-05,
+      "loss": 35.4062,
+      "step": 16739
+    },
+    {
+      "epoch": 0.7999617700468317,
+      "grad_norm": 657.17822265625,
+      "learning_rate": 1.3639822182347225e-05,
+      "loss": 25.1094,
+      "step": 16740
+    },
+    {
+      "epoch": 0.8000095574882921,
+      "grad_norm": 354.1913146972656,
+      "learning_rate": 1.3639101386661544e-05,
+      "loss": 35.9062,
+      "step": 16741
+    },
+    {
+      "epoch": 0.8000573449297524,
+      "grad_norm": 285.3573913574219,
+      "learning_rate": 1.363838056918234e-05,
+      "loss": 26.0312,
+      "step": 16742
+    },
+    {
+      "epoch": 0.8001051323712128,
+      "grad_norm": 385.0252685546875,
+      "learning_rate": 1.3637659729913933e-05,
+      "loss": 24.4688,
+      "step": 16743
+    },
+    {
+      "epoch": 0.8001529198126732,
+      "grad_norm": 301.08062744140625,
+      "learning_rate": 1.3636938868860636e-05,
+      "loss": 33.7812,
+      "step": 16744
+    },
+    {
+      "epoch": 0.8002007072541336,
+      "grad_norm": 300.32720947265625,
+      "learning_rate": 1.3636217986026771e-05,
+      "loss": 30.7188,
+      "step": 16745
+    },
+    {
+      "epoch": 0.800248494695594,
+      "grad_norm": 265.6653747558594,
+      "learning_rate": 1.3635497081416648e-05,
+      "loss": 32.75,
+      "step": 16746
+    },
+    {
+      "epoch": 0.8002962821370544,
+      "grad_norm": 227.8498077392578,
+      "learning_rate": 1.3634776155034595e-05,
+      "loss": 29.7188,
+      "step": 16747
+    },
+    {
+      "epoch": 0.8003440695785148,
+      "grad_norm": 284.9864807128906,
+      "learning_rate": 1.3634055206884918e-05,
+      "loss": 21.2969,
+      "step": 16748
+    },
+    {
+      "epoch": 0.8003918570199752,
+      "grad_norm": 264.5194091796875,
+      "learning_rate": 1.3633334236971943e-05,
+      "loss": 30.8125,
+      "step": 16749
+    },
+    {
+      "epoch": 0.8004396444614356,
+      "grad_norm": 124.84425354003906,
+      "learning_rate": 1.3632613245299982e-05,
+      "loss": 18.5625,
+      "step": 16750
+    },
+    {
+      "epoch": 0.800487431902896,
+      "grad_norm": 376.74798583984375,
+      "learning_rate": 1.3631892231873356e-05,
+      "loss": 27.5625,
+      "step": 16751
+    },
+    {
+      "epoch": 0.8005352193443563,
+      "grad_norm": 310.3334045410156,
+      "learning_rate": 1.3631171196696378e-05,
+      "loss": 24.9844,
+      "step": 16752
+    },
+    {
+      "epoch": 0.8005830067858167,
+      "grad_norm": 239.05918884277344,
+      "learning_rate": 1.3630450139773375e-05,
+      "loss": 29.3438,
+      "step": 16753
+    },
+    {
+      "epoch": 0.8006307942272771,
+      "grad_norm": 420.7112121582031,
+      "learning_rate": 1.3629729061108659e-05,
+      "loss": 25.4219,
+      "step": 16754
+    },
+    {
+      "epoch": 0.8006785816687375,
+      "grad_norm": 247.1352996826172,
+      "learning_rate": 1.3629007960706548e-05,
+      "loss": 29.7188,
+      "step": 16755
+    },
+    {
+      "epoch": 0.8007263691101978,
+      "grad_norm": 213.14747619628906,
+      "learning_rate": 1.3628286838571362e-05,
+      "loss": 27.0312,
+      "step": 16756
+    },
+    {
+      "epoch": 0.8007741565516582,
+      "grad_norm": 227.2254180908203,
+      "learning_rate": 1.3627565694707422e-05,
+      "loss": 24.2969,
+      "step": 16757
+    },
+    {
+      "epoch": 0.8008219439931186,
+      "grad_norm": 541.1844482421875,
+      "learning_rate": 1.3626844529119043e-05,
+      "loss": 35.4062,
+      "step": 16758
+    },
+    {
+      "epoch": 0.800869731434579,
+      "grad_norm": 216.61167907714844,
+      "learning_rate": 1.3626123341810545e-05,
+      "loss": 26.2188,
+      "step": 16759
+    },
+    {
+      "epoch": 0.8009175188760393,
+      "grad_norm": 255.33627319335938,
+      "learning_rate": 1.3625402132786247e-05,
+      "loss": 30.0,
+      "step": 16760
+    },
+    {
+      "epoch": 0.8009653063174997,
+      "grad_norm": 179.1730194091797,
+      "learning_rate": 1.3624680902050467e-05,
+      "loss": 28.5,
+      "step": 16761
+    },
+    {
+      "epoch": 0.8010130937589601,
+      "grad_norm": 236.488525390625,
+      "learning_rate": 1.3623959649607528e-05,
+      "loss": 27.5,
+      "step": 16762
+    },
+    {
+      "epoch": 0.8010608812004205,
+      "grad_norm": 386.1838073730469,
+      "learning_rate": 1.3623238375461744e-05,
+      "loss": 29.6094,
+      "step": 16763
+    },
+    {
+      "epoch": 0.8011086686418809,
+      "grad_norm": 355.05523681640625,
+      "learning_rate": 1.3622517079617442e-05,
+      "loss": 29.8125,
+      "step": 16764
+    },
+    {
+      "epoch": 0.8011564560833413,
+      "grad_norm": 269.0946350097656,
+      "learning_rate": 1.3621795762078931e-05,
+      "loss": 30.4062,
+      "step": 16765
+    },
+    {
+      "epoch": 0.8012042435248017,
+      "grad_norm": 288.2148742675781,
+      "learning_rate": 1.3621074422850543e-05,
+      "loss": 28.3438,
+      "step": 16766
+    },
+    {
+      "epoch": 0.8012520309662621,
+      "grad_norm": 336.876220703125,
+      "learning_rate": 1.3620353061936588e-05,
+      "loss": 20.6406,
+      "step": 16767
+    },
+    {
+      "epoch": 0.8012998184077225,
+      "grad_norm": 472.6400146484375,
+      "learning_rate": 1.3619631679341392e-05,
+      "loss": 33.3125,
+      "step": 16768
+    },
+    {
+      "epoch": 0.8013476058491829,
+      "grad_norm": 210.87303161621094,
+      "learning_rate": 1.361891027506927e-05,
+      "loss": 27.9062,
+      "step": 16769
+    },
+    {
+      "epoch": 0.8013953932906432,
+      "grad_norm": 339.93646240234375,
+      "learning_rate": 1.3618188849124548e-05,
+      "loss": 23.7031,
+      "step": 16770
+    },
+    {
+      "epoch": 0.8014431807321036,
+      "grad_norm": 496.89483642578125,
+      "learning_rate": 1.3617467401511541e-05,
+      "loss": 27.6094,
+      "step": 16771
+    },
+    {
+      "epoch": 0.801490968173564,
+      "grad_norm": 174.38900756835938,
+      "learning_rate": 1.3616745932234571e-05,
+      "loss": 31.4375,
+      "step": 16772
+    },
+    {
+      "epoch": 0.8015387556150244,
+      "grad_norm": 384.74725341796875,
+      "learning_rate": 1.3616024441297964e-05,
+      "loss": 33.4062,
+      "step": 16773
+    },
+    {
+      "epoch": 0.8015865430564848,
+      "grad_norm": 175.882080078125,
+      "learning_rate": 1.3615302928706033e-05,
+      "loss": 25.7812,
+      "step": 16774
+    },
+    {
+      "epoch": 0.8016343304979452,
+      "grad_norm": 554.109375,
+      "learning_rate": 1.3614581394463104e-05,
+      "loss": 36.625,
+      "step": 16775
+    },
+    {
+      "epoch": 0.8016821179394055,
+      "grad_norm": 225.26260375976562,
+      "learning_rate": 1.3613859838573495e-05,
+      "loss": 20.6406,
+      "step": 16776
+    },
+    {
+      "epoch": 0.8017299053808659,
+      "grad_norm": 335.645751953125,
+      "learning_rate": 1.3613138261041532e-05,
+      "loss": 27.375,
+      "step": 16777
+    },
+    {
+      "epoch": 0.8017776928223262,
+      "grad_norm": 154.75184631347656,
+      "learning_rate": 1.3612416661871532e-05,
+      "loss": 23.1719,
+      "step": 16778
+    },
+    {
+      "epoch": 0.8018254802637866,
+      "grad_norm": 253.409912109375,
+      "learning_rate": 1.3611695041067817e-05,
+      "loss": 27.4375,
+      "step": 16779
+    },
+    {
+      "epoch": 0.801873267705247,
+      "grad_norm": 216.67333984375,
+      "learning_rate": 1.3610973398634708e-05,
+      "loss": 32.2188,
+      "step": 16780
+    },
+    {
+      "epoch": 0.8019210551467074,
+      "grad_norm": 238.007080078125,
+      "learning_rate": 1.3610251734576527e-05,
+      "loss": 27.2969,
+      "step": 16781
+    },
+    {
+      "epoch": 0.8019688425881678,
+      "grad_norm": 180.09449768066406,
+      "learning_rate": 1.3609530048897599e-05,
+      "loss": 22.2969,
+      "step": 16782
+    },
+    {
+      "epoch": 0.8020166300296282,
+      "grad_norm": 530.1383666992188,
+      "learning_rate": 1.3608808341602244e-05,
+      "loss": 49.5938,
+      "step": 16783
+    },
+    {
+      "epoch": 0.8020644174710886,
+      "grad_norm": 250.07427978515625,
+      "learning_rate": 1.360808661269478e-05,
+      "loss": 25.625,
+      "step": 16784
+    },
+    {
+      "epoch": 0.802112204912549,
+      "grad_norm": 273.6599426269531,
+      "learning_rate": 1.3607364862179537e-05,
+      "loss": 25.0625,
+      "step": 16785
+    },
+    {
+      "epoch": 0.8021599923540094,
+      "grad_norm": 401.5130920410156,
+      "learning_rate": 1.3606643090060831e-05,
+      "loss": 25.4844,
+      "step": 16786
+    },
+    {
+      "epoch": 0.8022077797954698,
+      "grad_norm": 353.9663391113281,
+      "learning_rate": 1.3605921296342985e-05,
+      "loss": 38.0312,
+      "step": 16787
+    },
+    {
+      "epoch": 0.8022555672369301,
+      "grad_norm": 376.9604187011719,
+      "learning_rate": 1.3605199481030326e-05,
+      "loss": 23.6562,
+      "step": 16788
+    },
+    {
+      "epoch": 0.8023033546783905,
+      "grad_norm": 189.0728759765625,
+      "learning_rate": 1.3604477644127174e-05,
+      "loss": 22.9688,
+      "step": 16789
+    },
+    {
+      "epoch": 0.8023511421198509,
+      "grad_norm": 280.8731689453125,
+      "learning_rate": 1.3603755785637853e-05,
+      "loss": 24.5625,
+      "step": 16790
+    },
+    {
+      "epoch": 0.8023989295613113,
+      "grad_norm": 317.6913146972656,
+      "learning_rate": 1.3603033905566685e-05,
+      "loss": 41.6562,
+      "step": 16791
+    },
+    {
+      "epoch": 0.8024467170027717,
+      "grad_norm": 183.40919494628906,
+      "learning_rate": 1.360231200391799e-05,
+      "loss": 23.3438,
+      "step": 16792
+    },
+    {
+      "epoch": 0.8024945044442321,
+      "grad_norm": 263.0223083496094,
+      "learning_rate": 1.3601590080696097e-05,
+      "loss": 26.9062,
+      "step": 16793
+    },
+    {
+      "epoch": 0.8025422918856925,
+      "grad_norm": 250.12791442871094,
+      "learning_rate": 1.3600868135905323e-05,
+      "loss": 18.25,
+      "step": 16794
+    },
+    {
+      "epoch": 0.8025900793271529,
+      "grad_norm": 352.0647888183594,
+      "learning_rate": 1.3600146169549999e-05,
+      "loss": 32.5312,
+      "step": 16795
+    },
+    {
+      "epoch": 0.8026378667686133,
+      "grad_norm": 238.63587951660156,
+      "learning_rate": 1.3599424181634441e-05,
+      "loss": 30.0312,
+      "step": 16796
+    },
+    {
+      "epoch": 0.8026856542100735,
+      "grad_norm": 209.2088165283203,
+      "learning_rate": 1.3598702172162983e-05,
+      "loss": 25.3125,
+      "step": 16797
+    },
+    {
+      "epoch": 0.8027334416515339,
+      "grad_norm": 288.088623046875,
+      "learning_rate": 1.3597980141139937e-05,
+      "loss": 26.0312,
+      "step": 16798
+    },
+    {
+      "epoch": 0.8027812290929943,
+      "grad_norm": 216.1019287109375,
+      "learning_rate": 1.3597258088569635e-05,
+      "loss": 27.6562,
+      "step": 16799
+    },
+    {
+      "epoch": 0.8028290165344547,
+      "grad_norm": 213.68692016601562,
+      "learning_rate": 1.35965360144564e-05,
+      "loss": 25.6562,
+      "step": 16800
+    },
+    {
+      "epoch": 0.8028768039759151,
+      "grad_norm": 195.07896423339844,
+      "learning_rate": 1.3595813918804554e-05,
+      "loss": 27.7812,
+      "step": 16801
+    },
+    {
+      "epoch": 0.8029245914173755,
+      "grad_norm": 220.7793731689453,
+      "learning_rate": 1.3595091801618424e-05,
+      "loss": 26.4062,
+      "step": 16802
+    },
+    {
+      "epoch": 0.8029723788588359,
+      "grad_norm": 228.79141235351562,
+      "learning_rate": 1.359436966290233e-05,
+      "loss": 24.1406,
+      "step": 16803
+    },
+    {
+      "epoch": 0.8030201663002963,
+      "grad_norm": 185.3275146484375,
+      "learning_rate": 1.3593647502660601e-05,
+      "loss": 31.1562,
+      "step": 16804
+    },
+    {
+      "epoch": 0.8030679537417567,
+      "grad_norm": 272.03985595703125,
+      "learning_rate": 1.3592925320897558e-05,
+      "loss": 23.875,
+      "step": 16805
+    },
+    {
+      "epoch": 0.803115741183217,
+      "grad_norm": 234.9751434326172,
+      "learning_rate": 1.3592203117617533e-05,
+      "loss": 30.25,
+      "step": 16806
+    },
+    {
+      "epoch": 0.8031635286246774,
+      "grad_norm": 417.223876953125,
+      "learning_rate": 1.3591480892824845e-05,
+      "loss": 35.9375,
+      "step": 16807
+    },
+    {
+      "epoch": 0.8032113160661378,
+      "grad_norm": 263.91241455078125,
+      "learning_rate": 1.359075864652382e-05,
+      "loss": 31.3438,
+      "step": 16808
+    },
+    {
+      "epoch": 0.8032591035075982,
+      "grad_norm": 213.6464385986328,
+      "learning_rate": 1.3590036378718784e-05,
+      "loss": 31.4375,
+      "step": 16809
+    },
+    {
+      "epoch": 0.8033068909490586,
+      "grad_norm": 193.91152954101562,
+      "learning_rate": 1.3589314089414062e-05,
+      "loss": 25.6094,
+      "step": 16810
+    },
+    {
+      "epoch": 0.803354678390519,
+      "grad_norm": 197.12806701660156,
+      "learning_rate": 1.358859177861398e-05,
+      "loss": 23.0,
+      "step": 16811
+    },
+    {
+      "epoch": 0.8034024658319794,
+      "grad_norm": 360.20697021484375,
+      "learning_rate": 1.3587869446322866e-05,
+      "loss": 30.1562,
+      "step": 16812
+    },
+    {
+      "epoch": 0.8034502532734398,
+      "grad_norm": 524.1571655273438,
+      "learning_rate": 1.358714709254504e-05,
+      "loss": 25.7812,
+      "step": 16813
+    },
+    {
+      "epoch": 0.8034980407149002,
+      "grad_norm": 327.7456970214844,
+      "learning_rate": 1.3586424717284837e-05,
+      "loss": 35.1875,
+      "step": 16814
+    },
+    {
+      "epoch": 0.8035458281563606,
+      "grad_norm": 297.4226989746094,
+      "learning_rate": 1.3585702320546573e-05,
+      "loss": 33.6562,
+      "step": 16815
+    },
+    {
+      "epoch": 0.8035936155978209,
+      "grad_norm": 236.06768798828125,
+      "learning_rate": 1.3584979902334584e-05,
+      "loss": 24.3438,
+      "step": 16816
+    },
+    {
+      "epoch": 0.8036414030392813,
+      "grad_norm": 150.80450439453125,
+      "learning_rate": 1.3584257462653186e-05,
+      "loss": 23.2031,
+      "step": 16817
+    },
+    {
+      "epoch": 0.8036891904807416,
+      "grad_norm": 161.47372436523438,
+      "learning_rate": 1.3583535001506711e-05,
+      "loss": 20.9375,
+      "step": 16818
+    },
+    {
+      "epoch": 0.803736977922202,
+      "grad_norm": 236.65228271484375,
+      "learning_rate": 1.358281251889949e-05,
+      "loss": 24.2812,
+      "step": 16819
+    },
+    {
+      "epoch": 0.8037847653636624,
+      "grad_norm": 368.95013427734375,
+      "learning_rate": 1.358209001483584e-05,
+      "loss": 28.25,
+      "step": 16820
+    },
+    {
+      "epoch": 0.8038325528051228,
+      "grad_norm": 1002.3544311523438,
+      "learning_rate": 1.3581367489320095e-05,
+      "loss": 19.9219,
+      "step": 16821
+    },
+    {
+      "epoch": 0.8038803402465832,
+      "grad_norm": 523.5621337890625,
+      "learning_rate": 1.3580644942356579e-05,
+      "loss": 33.0938,
+      "step": 16822
+    },
+    {
+      "epoch": 0.8039281276880436,
+      "grad_norm": 245.81289672851562,
+      "learning_rate": 1.357992237394962e-05,
+      "loss": 20.4531,
+      "step": 16823
+    },
+    {
+      "epoch": 0.803975915129504,
+      "grad_norm": 316.1282958984375,
+      "learning_rate": 1.3579199784103547e-05,
+      "loss": 39.0312,
+      "step": 16824
+    },
+    {
+      "epoch": 0.8040237025709643,
+      "grad_norm": 185.86334228515625,
+      "learning_rate": 1.3578477172822686e-05,
+      "loss": 25.1562,
+      "step": 16825
+    },
+    {
+      "epoch": 0.8040714900124247,
+      "grad_norm": 291.4936828613281,
+      "learning_rate": 1.3577754540111363e-05,
+      "loss": 26.0,
+      "step": 16826
+    },
+    {
+      "epoch": 0.8041192774538851,
+      "grad_norm": 219.27880859375,
+      "learning_rate": 1.3577031885973905e-05,
+      "loss": 22.4375,
+      "step": 16827
+    },
+    {
+      "epoch": 0.8041670648953455,
+      "grad_norm": 385.79534912109375,
+      "learning_rate": 1.3576309210414646e-05,
+      "loss": 33.5938,
+      "step": 16828
+    },
+    {
+      "epoch": 0.8042148523368059,
+      "grad_norm": 272.77008056640625,
+      "learning_rate": 1.3575586513437906e-05,
+      "loss": 23.7188,
+      "step": 16829
+    },
+    {
+      "epoch": 0.8042626397782663,
+      "grad_norm": 136.20819091796875,
+      "learning_rate": 1.357486379504802e-05,
+      "loss": 29.1562,
+      "step": 16830
+    },
+    {
+      "epoch": 0.8043104272197267,
+      "grad_norm": 319.7027282714844,
+      "learning_rate": 1.3574141055249308e-05,
+      "loss": 32.375,
+      "step": 16831
+    },
+    {
+      "epoch": 0.8043582146611871,
+      "grad_norm": 176.98507690429688,
+      "learning_rate": 1.3573418294046107e-05,
+      "loss": 26.875,
+      "step": 16832
+    },
+    {
+      "epoch": 0.8044060021026475,
+      "grad_norm": 556.552978515625,
+      "learning_rate": 1.357269551144274e-05,
+      "loss": 45.8125,
+      "step": 16833
+    },
+    {
+      "epoch": 0.8044537895441078,
+      "grad_norm": 234.50856018066406,
+      "learning_rate": 1.3571972707443539e-05,
+      "loss": 18.6562,
+      "step": 16834
+    },
+    {
+      "epoch": 0.8045015769855682,
+      "grad_norm": 190.5326385498047,
+      "learning_rate": 1.3571249882052825e-05,
+      "loss": 23.1875,
+      "step": 16835
+    },
+    {
+      "epoch": 0.8045493644270286,
+      "grad_norm": 193.55015563964844,
+      "learning_rate": 1.3570527035274938e-05,
+      "loss": 22.9844,
+      "step": 16836
+    },
+    {
+      "epoch": 0.804597151868489,
+      "grad_norm": 217.46017456054688,
+      "learning_rate": 1.3569804167114197e-05,
+      "loss": 39.25,
+      "step": 16837
+    },
+    {
+      "epoch": 0.8046449393099493,
+      "grad_norm": 153.78204345703125,
+      "learning_rate": 1.356908127757494e-05,
+      "loss": 17.8438,
+      "step": 16838
+    },
+    {
+      "epoch": 0.8046927267514097,
+      "grad_norm": 316.1197204589844,
+      "learning_rate": 1.356835836666149e-05,
+      "loss": 38.8125,
+      "step": 16839
+    },
+    {
+      "epoch": 0.8047405141928701,
+      "grad_norm": 483.26129150390625,
+      "learning_rate": 1.3567635434378175e-05,
+      "loss": 49.625,
+      "step": 16840
+    },
+    {
+      "epoch": 0.8047883016343305,
+      "grad_norm": 323.3569030761719,
+      "learning_rate": 1.3566912480729331e-05,
+      "loss": 34.2188,
+      "step": 16841
+    },
+    {
+      "epoch": 0.8048360890757909,
+      "grad_norm": 166.36669921875,
+      "learning_rate": 1.356618950571928e-05,
+      "loss": 28.0156,
+      "step": 16842
+    },
+    {
+      "epoch": 0.8048838765172512,
+      "grad_norm": 225.6414337158203,
+      "learning_rate": 1.356546650935236e-05,
+      "loss": 22.6562,
+      "step": 16843
+    },
+    {
+      "epoch": 0.8049316639587116,
+      "grad_norm": 263.6085510253906,
+      "learning_rate": 1.356474349163289e-05,
+      "loss": 29.6875,
+      "step": 16844
+    },
+    {
+      "epoch": 0.804979451400172,
+      "grad_norm": 173.58712768554688,
+      "learning_rate": 1.3564020452565212e-05,
+      "loss": 20.0938,
+      "step": 16845
+    },
+    {
+      "epoch": 0.8050272388416324,
+      "grad_norm": 754.8853149414062,
+      "learning_rate": 1.3563297392153647e-05,
+      "loss": 36.0312,
+      "step": 16846
+    },
+    {
+      "epoch": 0.8050750262830928,
+      "grad_norm": 209.69166564941406,
+      "learning_rate": 1.3562574310402532e-05,
+      "loss": 21.0,
+      "step": 16847
+    },
+    {
+      "epoch": 0.8051228137245532,
+      "grad_norm": 118.54432678222656,
+      "learning_rate": 1.356185120731619e-05,
+      "loss": 19.7812,
+      "step": 16848
+    },
+    {
+      "epoch": 0.8051706011660136,
+      "grad_norm": 307.0440368652344,
+      "learning_rate": 1.3561128082898958e-05,
+      "loss": 25.2969,
+      "step": 16849
+    },
+    {
+      "epoch": 0.805218388607474,
+      "grad_norm": 255.54090881347656,
+      "learning_rate": 1.3560404937155163e-05,
+      "loss": 23.9062,
+      "step": 16850
+    },
+    {
+      "epoch": 0.8052661760489344,
+      "grad_norm": 268.5993347167969,
+      "learning_rate": 1.3559681770089136e-05,
+      "loss": 27.1719,
+      "step": 16851
+    },
+    {
+      "epoch": 0.8053139634903947,
+      "grad_norm": 259.1056823730469,
+      "learning_rate": 1.3558958581705213e-05,
+      "loss": 27.0156,
+      "step": 16852
+    },
+    {
+      "epoch": 0.8053617509318551,
+      "grad_norm": 269.8090515136719,
+      "learning_rate": 1.3558235372007713e-05,
+      "loss": 21.3438,
+      "step": 16853
+    },
+    {
+      "epoch": 0.8054095383733155,
+      "grad_norm": 173.32798767089844,
+      "learning_rate": 1.3557512141000978e-05,
+      "loss": 23.0938,
+      "step": 16854
+    },
+    {
+      "epoch": 0.8054573258147759,
+      "grad_norm": 244.0320281982422,
+      "learning_rate": 1.3556788888689336e-05,
+      "loss": 23.0156,
+      "step": 16855
+    },
+    {
+      "epoch": 0.8055051132562363,
+      "grad_norm": 150.1769561767578,
+      "learning_rate": 1.3556065615077118e-05,
+      "loss": 22.2188,
+      "step": 16856
+    },
+    {
+      "epoch": 0.8055529006976967,
+      "grad_norm": 272.2527160644531,
+      "learning_rate": 1.3555342320168654e-05,
+      "loss": 29.7969,
+      "step": 16857
+    },
+    {
+      "epoch": 0.8056006881391571,
+      "grad_norm": 245.30577087402344,
+      "learning_rate": 1.3554619003968279e-05,
+      "loss": 32.8125,
+      "step": 16858
+    },
+    {
+      "epoch": 0.8056484755806174,
+      "grad_norm": 351.3926696777344,
+      "learning_rate": 1.3553895666480321e-05,
+      "loss": 23.7656,
+      "step": 16859
+    },
+    {
+      "epoch": 0.8056962630220778,
+      "grad_norm": 182.89358520507812,
+      "learning_rate": 1.3553172307709117e-05,
+      "loss": 21.8281,
+      "step": 16860
+    },
+    {
+      "epoch": 0.8057440504635381,
+      "grad_norm": 318.21484375,
+      "learning_rate": 1.3552448927658992e-05,
+      "loss": 29.25,
+      "step": 16861
+    },
+    {
+      "epoch": 0.8057918379049985,
+      "grad_norm": 237.34523010253906,
+      "learning_rate": 1.3551725526334286e-05,
+      "loss": 34.0625,
+      "step": 16862
+    },
+    {
+      "epoch": 0.8058396253464589,
+      "grad_norm": 295.6539611816406,
+      "learning_rate": 1.3551002103739323e-05,
+      "loss": 21.9219,
+      "step": 16863
+    },
+    {
+      "epoch": 0.8058874127879193,
+      "grad_norm": 490.443359375,
+      "learning_rate": 1.3550278659878442e-05,
+      "loss": 44.3438,
+      "step": 16864
+    },
+    {
+      "epoch": 0.8059352002293797,
+      "grad_norm": 228.56858825683594,
+      "learning_rate": 1.3549555194755972e-05,
+      "loss": 32.4062,
+      "step": 16865
+    },
+    {
+      "epoch": 0.8059829876708401,
+      "grad_norm": 220.0484161376953,
+      "learning_rate": 1.3548831708376247e-05,
+      "loss": 27.9062,
+      "step": 16866
+    },
+    {
+      "epoch": 0.8060307751123005,
+      "grad_norm": 180.3292236328125,
+      "learning_rate": 1.3548108200743602e-05,
+      "loss": 19.6094,
+      "step": 16867
+    },
+    {
+      "epoch": 0.8060785625537609,
+      "grad_norm": 321.4835205078125,
+      "learning_rate": 1.3547384671862363e-05,
+      "loss": 38.8125,
+      "step": 16868
+    },
+    {
+      "epoch": 0.8061263499952213,
+      "grad_norm": 493.51812744140625,
+      "learning_rate": 1.3546661121736868e-05,
+      "loss": 59.125,
+      "step": 16869
+    },
+    {
+      "epoch": 0.8061741374366816,
+      "grad_norm": 277.31536865234375,
+      "learning_rate": 1.3545937550371448e-05,
+      "loss": 29.9375,
+      "step": 16870
+    },
+    {
+      "epoch": 0.806221924878142,
+      "grad_norm": 347.8594665527344,
+      "learning_rate": 1.354521395777044e-05,
+      "loss": 32.5,
+      "step": 16871
+    },
+    {
+      "epoch": 0.8062697123196024,
+      "grad_norm": 233.7845001220703,
+      "learning_rate": 1.3544490343938172e-05,
+      "loss": 23.6406,
+      "step": 16872
+    },
+    {
+      "epoch": 0.8063174997610628,
+      "grad_norm": 310.84478759765625,
+      "learning_rate": 1.3543766708878984e-05,
+      "loss": 36.7188,
+      "step": 16873
+    },
+    {
+      "epoch": 0.8063652872025232,
+      "grad_norm": 259.7888488769531,
+      "learning_rate": 1.3543043052597205e-05,
+      "loss": 19.6562,
+      "step": 16874
+    },
+    {
+      "epoch": 0.8064130746439836,
+      "grad_norm": 659.7263793945312,
+      "learning_rate": 1.3542319375097171e-05,
+      "loss": 30.4688,
+      "step": 16875
+    },
+    {
+      "epoch": 0.806460862085444,
+      "grad_norm": 302.7743835449219,
+      "learning_rate": 1.3541595676383214e-05,
+      "loss": 25.9375,
+      "step": 16876
+    },
+    {
+      "epoch": 0.8065086495269044,
+      "grad_norm": 157.25401306152344,
+      "learning_rate": 1.3540871956459667e-05,
+      "loss": 24.6719,
+      "step": 16877
+    },
+    {
+      "epoch": 0.8065564369683648,
+      "grad_norm": 335.4722900390625,
+      "learning_rate": 1.3540148215330868e-05,
+      "loss": 39.3125,
+      "step": 16878
+    },
+    {
+      "epoch": 0.806604224409825,
+      "grad_norm": 374.828125,
+      "learning_rate": 1.3539424453001147e-05,
+      "loss": 26.6875,
+      "step": 16879
+    },
+    {
+      "epoch": 0.8066520118512854,
+      "grad_norm": 305.00439453125,
+      "learning_rate": 1.3538700669474843e-05,
+      "loss": 32.0938,
+      "step": 16880
+    },
+    {
+      "epoch": 0.8066997992927458,
+      "grad_norm": 287.9583435058594,
+      "learning_rate": 1.3537976864756288e-05,
+      "loss": 31.5938,
+      "step": 16881
+    },
+    {
+      "epoch": 0.8067475867342062,
+      "grad_norm": 208.4741973876953,
+      "learning_rate": 1.3537253038849816e-05,
+      "loss": 21.9844,
+      "step": 16882
+    },
+    {
+      "epoch": 0.8067953741756666,
+      "grad_norm": 326.1506652832031,
+      "learning_rate": 1.3536529191759761e-05,
+      "loss": 31.0312,
+      "step": 16883
+    },
+    {
+      "epoch": 0.806843161617127,
+      "grad_norm": 226.65345764160156,
+      "learning_rate": 1.3535805323490463e-05,
+      "loss": 28.0312,
+      "step": 16884
+    },
+    {
+      "epoch": 0.8068909490585874,
+      "grad_norm": 199.6646728515625,
+      "learning_rate": 1.3535081434046252e-05,
+      "loss": 23.1562,
+      "step": 16885
+    },
+    {
+      "epoch": 0.8069387365000478,
+      "grad_norm": 211.3791961669922,
+      "learning_rate": 1.3534357523431465e-05,
+      "loss": 28.5938,
+      "step": 16886
+    },
+    {
+      "epoch": 0.8069865239415082,
+      "grad_norm": 315.6329345703125,
+      "learning_rate": 1.3533633591650437e-05,
+      "loss": 22.4219,
+      "step": 16887
+    },
+    {
+      "epoch": 0.8070343113829685,
+      "grad_norm": 278.9219970703125,
+      "learning_rate": 1.3532909638707501e-05,
+      "loss": 26.7812,
+      "step": 16888
+    },
+    {
+      "epoch": 0.8070820988244289,
+      "grad_norm": 311.47039794921875,
+      "learning_rate": 1.3532185664606999e-05,
+      "loss": 20.1562,
+      "step": 16889
+    },
+    {
+      "epoch": 0.8071298862658893,
+      "grad_norm": 218.6582794189453,
+      "learning_rate": 1.3531461669353259e-05,
+      "loss": 23.7656,
+      "step": 16890
+    },
+    {
+      "epoch": 0.8071776737073497,
+      "grad_norm": 478.52880859375,
+      "learning_rate": 1.3530737652950623e-05,
+      "loss": 39.7188,
+      "step": 16891
+    },
+    {
+      "epoch": 0.8072254611488101,
+      "grad_norm": 229.46697998046875,
+      "learning_rate": 1.353001361540342e-05,
+      "loss": 21.1562,
+      "step": 16892
+    },
+    {
+      "epoch": 0.8072732485902705,
+      "grad_norm": 287.8680114746094,
+      "learning_rate": 1.3529289556715997e-05,
+      "loss": 36.1875,
+      "step": 16893
+    },
+    {
+      "epoch": 0.8073210360317309,
+      "grad_norm": 769.0845947265625,
+      "learning_rate": 1.3528565476892679e-05,
+      "loss": 29.0781,
+      "step": 16894
+    },
+    {
+      "epoch": 0.8073688234731913,
+      "grad_norm": 202.92941284179688,
+      "learning_rate": 1.352784137593781e-05,
+      "loss": 20.0938,
+      "step": 16895
+    },
+    {
+      "epoch": 0.8074166109146517,
+      "grad_norm": 246.03021240234375,
+      "learning_rate": 1.352711725385572e-05,
+      "loss": 24.0625,
+      "step": 16896
+    },
+    {
+      "epoch": 0.8074643983561121,
+      "grad_norm": 288.3717346191406,
+      "learning_rate": 1.352639311065075e-05,
+      "loss": 30.0625,
+      "step": 16897
+    },
+    {
+      "epoch": 0.8075121857975724,
+      "grad_norm": 191.5814971923828,
+      "learning_rate": 1.3525668946327237e-05,
+      "loss": 20.625,
+      "step": 16898
+    },
+    {
+      "epoch": 0.8075599732390328,
+      "grad_norm": 505.5921630859375,
+      "learning_rate": 1.3524944760889516e-05,
+      "loss": 33.9688,
+      "step": 16899
+    },
+    {
+      "epoch": 0.8076077606804931,
+      "grad_norm": 260.669189453125,
+      "learning_rate": 1.3524220554341925e-05,
+      "loss": 26.2812,
+      "step": 16900
+    },
+    {
+      "epoch": 0.8076555481219535,
+      "grad_norm": 436.1907653808594,
+      "learning_rate": 1.35234963266888e-05,
+      "loss": 35.4375,
+      "step": 16901
+    },
+    {
+      "epoch": 0.8077033355634139,
+      "grad_norm": 502.08087158203125,
+      "learning_rate": 1.3522772077934477e-05,
+      "loss": 44.0,
+      "step": 16902
+    },
+    {
+      "epoch": 0.8077511230048743,
+      "grad_norm": 226.24386596679688,
+      "learning_rate": 1.3522047808083291e-05,
+      "loss": 21.9688,
+      "step": 16903
+    },
+    {
+      "epoch": 0.8077989104463347,
+      "grad_norm": 196.9414520263672,
+      "learning_rate": 1.3521323517139591e-05,
+      "loss": 33.2188,
+      "step": 16904
+    },
+    {
+      "epoch": 0.8078466978877951,
+      "grad_norm": 292.56304931640625,
+      "learning_rate": 1.3520599205107703e-05,
+      "loss": 30.6875,
+      "step": 16905
+    },
+    {
+      "epoch": 0.8078944853292555,
+      "grad_norm": 254.89834594726562,
+      "learning_rate": 1.3519874871991969e-05,
+      "loss": 29.2188,
+      "step": 16906
+    },
+    {
+      "epoch": 0.8079422727707158,
+      "grad_norm": 238.98040771484375,
+      "learning_rate": 1.3519150517796727e-05,
+      "loss": 25.125,
+      "step": 16907
+    },
+    {
+      "epoch": 0.8079900602121762,
+      "grad_norm": 245.16592407226562,
+      "learning_rate": 1.3518426142526313e-05,
+      "loss": 27.3438,
+      "step": 16908
+    },
+    {
+      "epoch": 0.8080378476536366,
+      "grad_norm": 259.9394226074219,
+      "learning_rate": 1.3517701746185066e-05,
+      "loss": 27.375,
+      "step": 16909
+    },
+    {
+      "epoch": 0.808085635095097,
+      "grad_norm": 303.8420104980469,
+      "learning_rate": 1.3516977328777327e-05,
+      "loss": 31.4062,
+      "step": 16910
+    },
+    {
+      "epoch": 0.8081334225365574,
+      "grad_norm": 303.09051513671875,
+      "learning_rate": 1.3516252890307434e-05,
+      "loss": 34.4844,
+      "step": 16911
+    },
+    {
+      "epoch": 0.8081812099780178,
+      "grad_norm": 184.9936065673828,
+      "learning_rate": 1.3515528430779718e-05,
+      "loss": 22.6719,
+      "step": 16912
+    },
+    {
+      "epoch": 0.8082289974194782,
+      "grad_norm": 280.40826416015625,
+      "learning_rate": 1.3514803950198526e-05,
+      "loss": 25.7188,
+      "step": 16913
+    },
+    {
+      "epoch": 0.8082767848609386,
+      "grad_norm": 309.3834228515625,
+      "learning_rate": 1.3514079448568192e-05,
+      "loss": 49.1875,
+      "step": 16914
+    },
+    {
+      "epoch": 0.808324572302399,
+      "grad_norm": 236.7487030029297,
+      "learning_rate": 1.3513354925893056e-05,
+      "loss": 30.0,
+      "step": 16915
+    },
+    {
+      "epoch": 0.8083723597438593,
+      "grad_norm": 237.6744842529297,
+      "learning_rate": 1.3512630382177461e-05,
+      "loss": 26.4062,
+      "step": 16916
+    },
+    {
+      "epoch": 0.8084201471853197,
+      "grad_norm": 132.80685424804688,
+      "learning_rate": 1.3511905817425741e-05,
+      "loss": 22.625,
+      "step": 16917
+    },
+    {
+      "epoch": 0.8084679346267801,
+      "grad_norm": 165.3907928466797,
+      "learning_rate": 1.3511181231642237e-05,
+      "loss": 29.5938,
+      "step": 16918
+    },
+    {
+      "epoch": 0.8085157220682405,
+      "grad_norm": 340.23919677734375,
+      "learning_rate": 1.3510456624831287e-05,
+      "loss": 32.9375,
+      "step": 16919
+    },
+    {
+      "epoch": 0.8085635095097008,
+      "grad_norm": 311.4313049316406,
+      "learning_rate": 1.350973199699723e-05,
+      "loss": 30.625,
+      "step": 16920
+    },
+    {
+      "epoch": 0.8086112969511612,
+      "grad_norm": 198.34056091308594,
+      "learning_rate": 1.3509007348144412e-05,
+      "loss": 22.4375,
+      "step": 16921
+    },
+    {
+      "epoch": 0.8086590843926216,
+      "grad_norm": 210.03395080566406,
+      "learning_rate": 1.3508282678277162e-05,
+      "loss": 34.75,
+      "step": 16922
+    },
+    {
+      "epoch": 0.808706871834082,
+      "grad_norm": 263.0395812988281,
+      "learning_rate": 1.350755798739983e-05,
+      "loss": 20.2812,
+      "step": 16923
+    },
+    {
+      "epoch": 0.8087546592755424,
+      "grad_norm": 529.7363891601562,
+      "learning_rate": 1.350683327551675e-05,
+      "loss": 28.0312,
+      "step": 16924
+    },
+    {
+      "epoch": 0.8088024467170027,
+      "grad_norm": 203.61512756347656,
+      "learning_rate": 1.3506108542632264e-05,
+      "loss": 22.0156,
+      "step": 16925
+    },
+    {
+      "epoch": 0.8088502341584631,
+      "grad_norm": 258.91949462890625,
+      "learning_rate": 1.3505383788750712e-05,
+      "loss": 30.6562,
+      "step": 16926
+    },
+    {
+      "epoch": 0.8088980215999235,
+      "grad_norm": 4214.63134765625,
+      "learning_rate": 1.3504659013876433e-05,
+      "loss": 19.5312,
+      "step": 16927
+    },
+    {
+      "epoch": 0.8089458090413839,
+      "grad_norm": 262.998046875,
+      "learning_rate": 1.350393421801377e-05,
+      "loss": 25.5,
+      "step": 16928
+    },
+    {
+      "epoch": 0.8089935964828443,
+      "grad_norm": 213.63270568847656,
+      "learning_rate": 1.3503209401167063e-05,
+      "loss": 33.875,
+      "step": 16929
+    },
+    {
+      "epoch": 0.8090413839243047,
+      "grad_norm": 378.605712890625,
+      "learning_rate": 1.3502484563340652e-05,
+      "loss": 24.625,
+      "step": 16930
+    },
+    {
+      "epoch": 0.8090891713657651,
+      "grad_norm": 348.8292236328125,
+      "learning_rate": 1.3501759704538878e-05,
+      "loss": 33.7812,
+      "step": 16931
+    },
+    {
+      "epoch": 0.8091369588072255,
+      "grad_norm": 173.19154357910156,
+      "learning_rate": 1.3501034824766082e-05,
+      "loss": 24.7188,
+      "step": 16932
+    },
+    {
+      "epoch": 0.8091847462486859,
+      "grad_norm": 193.1831817626953,
+      "learning_rate": 1.3500309924026602e-05,
+      "loss": 31.7188,
+      "step": 16933
+    },
+    {
+      "epoch": 0.8092325336901462,
+      "grad_norm": 385.4740905761719,
+      "learning_rate": 1.3499585002324786e-05,
+      "loss": 40.625,
+      "step": 16934
+    },
+    {
+      "epoch": 0.8092803211316066,
+      "grad_norm": 207.08055114746094,
+      "learning_rate": 1.3498860059664968e-05,
+      "loss": 26.2812,
+      "step": 16935
+    },
+    {
+      "epoch": 0.809328108573067,
+      "grad_norm": 214.05328369140625,
+      "learning_rate": 1.3498135096051494e-05,
+      "loss": 27.5938,
+      "step": 16936
+    },
+    {
+      "epoch": 0.8093758960145274,
+      "grad_norm": 525.230712890625,
+      "learning_rate": 1.3497410111488707e-05,
+      "loss": 27.0312,
+      "step": 16937
+    },
+    {
+      "epoch": 0.8094236834559878,
+      "grad_norm": 229.35031127929688,
+      "learning_rate": 1.3496685105980945e-05,
+      "loss": 22.2188,
+      "step": 16938
+    },
+    {
+      "epoch": 0.8094714708974482,
+      "grad_norm": 393.3816833496094,
+      "learning_rate": 1.3495960079532551e-05,
+      "loss": 33.4688,
+      "step": 16939
+    },
+    {
+      "epoch": 0.8095192583389086,
+      "grad_norm": 338.42596435546875,
+      "learning_rate": 1.3495235032147867e-05,
+      "loss": 34.25,
+      "step": 16940
+    },
+    {
+      "epoch": 0.8095670457803689,
+      "grad_norm": 345.8220520019531,
+      "learning_rate": 1.3494509963831236e-05,
+      "loss": 34.125,
+      "step": 16941
+    },
+    {
+      "epoch": 0.8096148332218293,
+      "grad_norm": 213.02151489257812,
+      "learning_rate": 1.3493784874586997e-05,
+      "loss": 29.625,
+      "step": 16942
+    },
+    {
+      "epoch": 0.8096626206632896,
+      "grad_norm": 351.1328125,
+      "learning_rate": 1.3493059764419499e-05,
+      "loss": 15.2344,
+      "step": 16943
+    },
+    {
+      "epoch": 0.80971040810475,
+      "grad_norm": 358.1526184082031,
+      "learning_rate": 1.3492334633333075e-05,
+      "loss": 42.2812,
+      "step": 16944
+    },
+    {
+      "epoch": 0.8097581955462104,
+      "grad_norm": 236.67266845703125,
+      "learning_rate": 1.3491609481332077e-05,
+      "loss": 27.9688,
+      "step": 16945
+    },
+    {
+      "epoch": 0.8098059829876708,
+      "grad_norm": 191.50697326660156,
+      "learning_rate": 1.3490884308420843e-05,
+      "loss": 22.5625,
+      "step": 16946
+    },
+    {
+      "epoch": 0.8098537704291312,
+      "grad_norm": 283.3001403808594,
+      "learning_rate": 1.3490159114603713e-05,
+      "loss": 42.8438,
+      "step": 16947
+    },
+    {
+      "epoch": 0.8099015578705916,
+      "grad_norm": 330.7275695800781,
+      "learning_rate": 1.3489433899885039e-05,
+      "loss": 32.3438,
+      "step": 16948
+    },
+    {
+      "epoch": 0.809949345312052,
+      "grad_norm": 310.88702392578125,
+      "learning_rate": 1.3488708664269157e-05,
+      "loss": 30.1875,
+      "step": 16949
+    },
+    {
+      "epoch": 0.8099971327535124,
+      "grad_norm": 297.408447265625,
+      "learning_rate": 1.3487983407760413e-05,
+      "loss": 38.875,
+      "step": 16950
+    },
+    {
+      "epoch": 0.8100449201949728,
+      "grad_norm": 273.5263671875,
+      "learning_rate": 1.3487258130363143e-05,
+      "loss": 33.0,
+      "step": 16951
+    },
+    {
+      "epoch": 0.8100927076364332,
+      "grad_norm": 244.68133544921875,
+      "learning_rate": 1.3486532832081702e-05,
+      "loss": 34.9375,
+      "step": 16952
+    },
+    {
+      "epoch": 0.8101404950778935,
+      "grad_norm": 237.96241760253906,
+      "learning_rate": 1.3485807512920427e-05,
+      "loss": 23.5938,
+      "step": 16953
+    },
+    {
+      "epoch": 0.8101882825193539,
+      "grad_norm": 221.79408264160156,
+      "learning_rate": 1.3485082172883661e-05,
+      "loss": 25.75,
+      "step": 16954
+    },
+    {
+      "epoch": 0.8102360699608143,
+      "grad_norm": 224.6798553466797,
+      "learning_rate": 1.3484356811975752e-05,
+      "loss": 20.8281,
+      "step": 16955
+    },
+    {
+      "epoch": 0.8102838574022747,
+      "grad_norm": 159.7042236328125,
+      "learning_rate": 1.3483631430201041e-05,
+      "loss": 19.875,
+      "step": 16956
+    },
+    {
+      "epoch": 0.8103316448437351,
+      "grad_norm": 265.32708740234375,
+      "learning_rate": 1.348290602756387e-05,
+      "loss": 25.875,
+      "step": 16957
+    },
+    {
+      "epoch": 0.8103794322851955,
+      "grad_norm": 453.4834289550781,
+      "learning_rate": 1.3482180604068592e-05,
+      "loss": 32.125,
+      "step": 16958
+    },
+    {
+      "epoch": 0.8104272197266559,
+      "grad_norm": 585.4676513671875,
+      "learning_rate": 1.348145515971954e-05,
+      "loss": 34.8594,
+      "step": 16959
+    },
+    {
+      "epoch": 0.8104750071681163,
+      "grad_norm": 210.33395385742188,
+      "learning_rate": 1.3480729694521066e-05,
+      "loss": 30.5,
+      "step": 16960
+    },
+    {
+      "epoch": 0.8105227946095767,
+      "grad_norm": 328.6902160644531,
+      "learning_rate": 1.3480004208477515e-05,
+      "loss": 28.2812,
+      "step": 16961
+    },
+    {
+      "epoch": 0.8105705820510369,
+      "grad_norm": 672.0416870117188,
+      "learning_rate": 1.3479278701593226e-05,
+      "loss": 32.0625,
+      "step": 16962
+    },
+    {
+      "epoch": 0.8106183694924973,
+      "grad_norm": 304.3678283691406,
+      "learning_rate": 1.3478553173872548e-05,
+      "loss": 38.4844,
+      "step": 16963
+    },
+    {
+      "epoch": 0.8106661569339577,
+      "grad_norm": 262.7324523925781,
+      "learning_rate": 1.3477827625319826e-05,
+      "loss": 31.0312,
+      "step": 16964
+    },
+    {
+      "epoch": 0.8107139443754181,
+      "grad_norm": 260.12896728515625,
+      "learning_rate": 1.3477102055939403e-05,
+      "loss": 29.5156,
+      "step": 16965
+    },
+    {
+      "epoch": 0.8107617318168785,
+      "grad_norm": 264.6207580566406,
+      "learning_rate": 1.3476376465735626e-05,
+      "loss": 35.5312,
+      "step": 16966
+    },
+    {
+      "epoch": 0.8108095192583389,
+      "grad_norm": 206.0828857421875,
+      "learning_rate": 1.3475650854712838e-05,
+      "loss": 25.3125,
+      "step": 16967
+    },
+    {
+      "epoch": 0.8108573066997993,
+      "grad_norm": 233.2581024169922,
+      "learning_rate": 1.3474925222875387e-05,
+      "loss": 33.8438,
+      "step": 16968
+    },
+    {
+      "epoch": 0.8109050941412597,
+      "grad_norm": 207.00726318359375,
+      "learning_rate": 1.347419957022762e-05,
+      "loss": 26.6562,
+      "step": 16969
+    },
+    {
+      "epoch": 0.81095288158272,
+      "grad_norm": 267.5017395019531,
+      "learning_rate": 1.3473473896773878e-05,
+      "loss": 27.7812,
+      "step": 16970
+    },
+    {
+      "epoch": 0.8110006690241804,
+      "grad_norm": 274.2920837402344,
+      "learning_rate": 1.347274820251851e-05,
+      "loss": 30.625,
+      "step": 16971
+    },
+    {
+      "epoch": 0.8110484564656408,
+      "grad_norm": 268.4854431152344,
+      "learning_rate": 1.3472022487465863e-05,
+      "loss": 27.1875,
+      "step": 16972
+    },
+    {
+      "epoch": 0.8110962439071012,
+      "grad_norm": 159.05902099609375,
+      "learning_rate": 1.347129675162028e-05,
+      "loss": 24.0938,
+      "step": 16973
+    },
+    {
+      "epoch": 0.8111440313485616,
+      "grad_norm": 261.216552734375,
+      "learning_rate": 1.3470570994986107e-05,
+      "loss": 25.3281,
+      "step": 16974
+    },
+    {
+      "epoch": 0.811191818790022,
+      "grad_norm": 403.5265808105469,
+      "learning_rate": 1.3469845217567694e-05,
+      "loss": 33.7031,
+      "step": 16975
+    },
+    {
+      "epoch": 0.8112396062314824,
+      "grad_norm": 236.70895385742188,
+      "learning_rate": 1.3469119419369385e-05,
+      "loss": 23.0156,
+      "step": 16976
+    },
+    {
+      "epoch": 0.8112873936729428,
+      "grad_norm": 494.12646484375,
+      "learning_rate": 1.3468393600395526e-05,
+      "loss": 42.3125,
+      "step": 16977
+    },
+    {
+      "epoch": 0.8113351811144032,
+      "grad_norm": 207.07614135742188,
+      "learning_rate": 1.3467667760650467e-05,
+      "loss": 17.7656,
+      "step": 16978
+    },
+    {
+      "epoch": 0.8113829685558636,
+      "grad_norm": 390.8294372558594,
+      "learning_rate": 1.3466941900138552e-05,
+      "loss": 44.2969,
+      "step": 16979
+    },
+    {
+      "epoch": 0.811430755997324,
+      "grad_norm": 307.08001708984375,
+      "learning_rate": 1.3466216018864129e-05,
+      "loss": 46.125,
+      "step": 16980
+    },
+    {
+      "epoch": 0.8114785434387843,
+      "grad_norm": 280.4068298339844,
+      "learning_rate": 1.3465490116831543e-05,
+      "loss": 27.7031,
+      "step": 16981
+    },
+    {
+      "epoch": 0.8115263308802446,
+      "grad_norm": 185.30198669433594,
+      "learning_rate": 1.3464764194045145e-05,
+      "loss": 17.3125,
+      "step": 16982
+    },
+    {
+      "epoch": 0.811574118321705,
+      "grad_norm": 228.41537475585938,
+      "learning_rate": 1.346403825050928e-05,
+      "loss": 35.125,
+      "step": 16983
+    },
+    {
+      "epoch": 0.8116219057631654,
+      "grad_norm": 225.9275665283203,
+      "learning_rate": 1.3463312286228294e-05,
+      "loss": 16.5469,
+      "step": 16984
+    },
+    {
+      "epoch": 0.8116696932046258,
+      "grad_norm": 400.0442810058594,
+      "learning_rate": 1.3462586301206538e-05,
+      "loss": 29.1562,
+      "step": 16985
+    },
+    {
+      "epoch": 0.8117174806460862,
+      "grad_norm": 300.2746887207031,
+      "learning_rate": 1.3461860295448354e-05,
+      "loss": 29.8438,
+      "step": 16986
+    },
+    {
+      "epoch": 0.8117652680875466,
+      "grad_norm": 356.5708312988281,
+      "learning_rate": 1.3461134268958101e-05,
+      "loss": 34.0,
+      "step": 16987
+    },
+    {
+      "epoch": 0.811813055529007,
+      "grad_norm": 311.261474609375,
+      "learning_rate": 1.3460408221740113e-05,
+      "loss": 31.4688,
+      "step": 16988
+    },
+    {
+      "epoch": 0.8118608429704673,
+      "grad_norm": 436.87286376953125,
+      "learning_rate": 1.345968215379875e-05,
+      "loss": 30.0,
+      "step": 16989
+    },
+    {
+      "epoch": 0.8119086304119277,
+      "grad_norm": 269.8071594238281,
+      "learning_rate": 1.345895606513835e-05,
+      "loss": 24.1875,
+      "step": 16990
+    },
+    {
+      "epoch": 0.8119564178533881,
+      "grad_norm": 197.19625854492188,
+      "learning_rate": 1.345822995576327e-05,
+      "loss": 20.2969,
+      "step": 16991
+    },
+    {
+      "epoch": 0.8120042052948485,
+      "grad_norm": 208.70677185058594,
+      "learning_rate": 1.3457503825677853e-05,
+      "loss": 31.6875,
+      "step": 16992
+    },
+    {
+      "epoch": 0.8120519927363089,
+      "grad_norm": 322.7052307128906,
+      "learning_rate": 1.3456777674886452e-05,
+      "loss": 50.8125,
+      "step": 16993
+    },
+    {
+      "epoch": 0.8120997801777693,
+      "grad_norm": 302.4080810546875,
+      "learning_rate": 1.3456051503393411e-05,
+      "loss": 25.6875,
+      "step": 16994
+    },
+    {
+      "epoch": 0.8121475676192297,
+      "grad_norm": 267.1912841796875,
+      "learning_rate": 1.3455325311203083e-05,
+      "loss": 29.1875,
+      "step": 16995
+    },
+    {
+      "epoch": 0.8121953550606901,
+      "grad_norm": 474.7017822265625,
+      "learning_rate": 1.3454599098319814e-05,
+      "loss": 35.6562,
+      "step": 16996
+    },
+    {
+      "epoch": 0.8122431425021505,
+      "grad_norm": 231.66323852539062,
+      "learning_rate": 1.3453872864747954e-05,
+      "loss": 20.5625,
+      "step": 16997
+    },
+    {
+      "epoch": 0.8122909299436109,
+      "grad_norm": 170.55702209472656,
+      "learning_rate": 1.3453146610491852e-05,
+      "loss": 27.4062,
+      "step": 16998
+    },
+    {
+      "epoch": 0.8123387173850712,
+      "grad_norm": 400.2953186035156,
+      "learning_rate": 1.3452420335555858e-05,
+      "loss": 30.0625,
+      "step": 16999
+    },
+    {
+      "epoch": 0.8123865048265316,
+      "grad_norm": 262.9073181152344,
+      "learning_rate": 1.3451694039944321e-05,
+      "loss": 30.5,
+      "step": 17000
+    },
+    {
+      "epoch": 0.812434292267992,
+      "grad_norm": 319.15594482421875,
+      "learning_rate": 1.345096772366159e-05,
+      "loss": 43.5,
+      "step": 17001
+    },
+    {
+      "epoch": 0.8124820797094524,
+      "grad_norm": 152.27085876464844,
+      "learning_rate": 1.3450241386712015e-05,
+      "loss": 21.4219,
+      "step": 17002
+    },
+    {
+      "epoch": 0.8125298671509127,
+      "grad_norm": 447.3049011230469,
+      "learning_rate": 1.3449515029099947e-05,
+      "loss": 18.2344,
+      "step": 17003
+    },
+    {
+      "epoch": 0.8125776545923731,
+      "grad_norm": 219.67808532714844,
+      "learning_rate": 1.3448788650829733e-05,
+      "loss": 32.75,
+      "step": 17004
+    },
+    {
+      "epoch": 0.8126254420338335,
+      "grad_norm": 345.6303405761719,
+      "learning_rate": 1.3448062251905727e-05,
+      "loss": 22.2188,
+      "step": 17005
+    },
+    {
+      "epoch": 0.8126732294752939,
+      "grad_norm": 265.24139404296875,
+      "learning_rate": 1.3447335832332277e-05,
+      "loss": 27.75,
+      "step": 17006
+    },
+    {
+      "epoch": 0.8127210169167542,
+      "grad_norm": 493.5264587402344,
+      "learning_rate": 1.3446609392113734e-05,
+      "loss": 22.2344,
+      "step": 17007
+    },
+    {
+      "epoch": 0.8127688043582146,
+      "grad_norm": 218.4178924560547,
+      "learning_rate": 1.3445882931254448e-05,
+      "loss": 24.7969,
+      "step": 17008
+    },
+    {
+      "epoch": 0.812816591799675,
+      "grad_norm": 252.7213897705078,
+      "learning_rate": 1.3445156449758772e-05,
+      "loss": 29.4375,
+      "step": 17009
+    },
+    {
+      "epoch": 0.8128643792411354,
+      "grad_norm": 251.6977996826172,
+      "learning_rate": 1.344442994763105e-05,
+      "loss": 21.4375,
+      "step": 17010
+    },
+    {
+      "epoch": 0.8129121666825958,
+      "grad_norm": 228.6839141845703,
+      "learning_rate": 1.3443703424875641e-05,
+      "loss": 33.125,
+      "step": 17011
+    },
+    {
+      "epoch": 0.8129599541240562,
+      "grad_norm": 267.015625,
+      "learning_rate": 1.344297688149689e-05,
+      "loss": 22.7812,
+      "step": 17012
+    },
+    {
+      "epoch": 0.8130077415655166,
+      "grad_norm": 197.7942352294922,
+      "learning_rate": 1.344225031749915e-05,
+      "loss": 33.6562,
+      "step": 17013
+    },
+    {
+      "epoch": 0.813055529006977,
+      "grad_norm": 200.51585388183594,
+      "learning_rate": 1.3441523732886775e-05,
+      "loss": 28.6562,
+      "step": 17014
+    },
+    {
+      "epoch": 0.8131033164484374,
+      "grad_norm": 212.72215270996094,
+      "learning_rate": 1.3440797127664112e-05,
+      "loss": 27.4688,
+      "step": 17015
+    },
+    {
+      "epoch": 0.8131511038898978,
+      "grad_norm": 152.96646118164062,
+      "learning_rate": 1.3440070501835512e-05,
+      "loss": 28.5625,
+      "step": 17016
+    },
+    {
+      "epoch": 0.8131988913313581,
+      "grad_norm": 252.2996368408203,
+      "learning_rate": 1.3439343855405329e-05,
+      "loss": 28.8438,
+      "step": 17017
+    },
+    {
+      "epoch": 0.8132466787728185,
+      "grad_norm": 228.27615356445312,
+      "learning_rate": 1.3438617188377914e-05,
+      "loss": 43.5,
+      "step": 17018
+    },
+    {
+      "epoch": 0.8132944662142789,
+      "grad_norm": 295.451416015625,
+      "learning_rate": 1.3437890500757621e-05,
+      "loss": 28.6562,
+      "step": 17019
+    },
+    {
+      "epoch": 0.8133422536557393,
+      "grad_norm": 542.5624389648438,
+      "learning_rate": 1.3437163792548798e-05,
+      "loss": 42.5,
+      "step": 17020
+    },
+    {
+      "epoch": 0.8133900410971997,
+      "grad_norm": 187.4296417236328,
+      "learning_rate": 1.34364370637558e-05,
+      "loss": 23.8125,
+      "step": 17021
+    },
+    {
+      "epoch": 0.8134378285386601,
+      "grad_norm": 453.58978271484375,
+      "learning_rate": 1.3435710314382982e-05,
+      "loss": 29.7344,
+      "step": 17022
+    },
+    {
+      "epoch": 0.8134856159801204,
+      "grad_norm": 152.70697021484375,
+      "learning_rate": 1.3434983544434687e-05,
+      "loss": 24.625,
+      "step": 17023
+    },
+    {
+      "epoch": 0.8135334034215808,
+      "grad_norm": 235.74745178222656,
+      "learning_rate": 1.3434256753915275e-05,
+      "loss": 35.6562,
+      "step": 17024
+    },
+    {
+      "epoch": 0.8135811908630411,
+      "grad_norm": 194.6561737060547,
+      "learning_rate": 1.3433529942829096e-05,
+      "loss": 23.7031,
+      "step": 17025
+    },
+    {
+      "epoch": 0.8136289783045015,
+      "grad_norm": 252.55799865722656,
+      "learning_rate": 1.3432803111180506e-05,
+      "loss": 31.1094,
+      "step": 17026
+    },
+    {
+      "epoch": 0.8136767657459619,
+      "grad_norm": 211.8779754638672,
+      "learning_rate": 1.343207625897385e-05,
+      "loss": 28.8281,
+      "step": 17027
+    },
+    {
+      "epoch": 0.8137245531874223,
+      "grad_norm": 117.98193359375,
+      "learning_rate": 1.3431349386213489e-05,
+      "loss": 26.3281,
+      "step": 17028
+    },
+    {
+      "epoch": 0.8137723406288827,
+      "grad_norm": 266.47576904296875,
+      "learning_rate": 1.3430622492903773e-05,
+      "loss": 19.125,
+      "step": 17029
+    },
+    {
+      "epoch": 0.8138201280703431,
+      "grad_norm": 189.4671630859375,
+      "learning_rate": 1.3429895579049053e-05,
+      "loss": 19.2188,
+      "step": 17030
+    },
+    {
+      "epoch": 0.8138679155118035,
+      "grad_norm": 271.96868896484375,
+      "learning_rate": 1.3429168644653685e-05,
+      "loss": 28.9062,
+      "step": 17031
+    },
+    {
+      "epoch": 0.8139157029532639,
+      "grad_norm": 296.3191223144531,
+      "learning_rate": 1.3428441689722023e-05,
+      "loss": 28.6094,
+      "step": 17032
+    },
+    {
+      "epoch": 0.8139634903947243,
+      "grad_norm": 383.9606018066406,
+      "learning_rate": 1.342771471425842e-05,
+      "loss": 24.75,
+      "step": 17033
+    },
+    {
+      "epoch": 0.8140112778361847,
+      "grad_norm": 266.5508117675781,
+      "learning_rate": 1.3426987718267225e-05,
+      "loss": 36.8438,
+      "step": 17034
+    },
+    {
+      "epoch": 0.814059065277645,
+      "grad_norm": 272.8210754394531,
+      "learning_rate": 1.3426260701752798e-05,
+      "loss": 29.8125,
+      "step": 17035
+    },
+    {
+      "epoch": 0.8141068527191054,
+      "grad_norm": 581.2763671875,
+      "learning_rate": 1.342553366471949e-05,
+      "loss": 33.375,
+      "step": 17036
+    },
+    {
+      "epoch": 0.8141546401605658,
+      "grad_norm": 224.42901611328125,
+      "learning_rate": 1.3424806607171657e-05,
+      "loss": 24.7344,
+      "step": 17037
+    },
+    {
+      "epoch": 0.8142024276020262,
+      "grad_norm": 298.9867858886719,
+      "learning_rate": 1.3424079529113647e-05,
+      "loss": 26.875,
+      "step": 17038
+    },
+    {
+      "epoch": 0.8142502150434866,
+      "grad_norm": 159.4271697998047,
+      "learning_rate": 1.3423352430549823e-05,
+      "loss": 31.5312,
+      "step": 17039
+    },
+    {
+      "epoch": 0.814298002484947,
+      "grad_norm": 323.9867248535156,
+      "learning_rate": 1.3422625311484534e-05,
+      "loss": 30.1875,
+      "step": 17040
+    },
+    {
+      "epoch": 0.8143457899264074,
+      "grad_norm": 461.53179931640625,
+      "learning_rate": 1.3421898171922136e-05,
+      "loss": 34.25,
+      "step": 17041
+    },
+    {
+      "epoch": 0.8143935773678678,
+      "grad_norm": 424.6158142089844,
+      "learning_rate": 1.3421171011866983e-05,
+      "loss": 35.6562,
+      "step": 17042
+    },
+    {
+      "epoch": 0.8144413648093282,
+      "grad_norm": 234.12982177734375,
+      "learning_rate": 1.342044383132343e-05,
+      "loss": 22.8906,
+      "step": 17043
+    },
+    {
+      "epoch": 0.8144891522507884,
+      "grad_norm": 132.60414123535156,
+      "learning_rate": 1.3419716630295832e-05,
+      "loss": 22.8438,
+      "step": 17044
+    },
+    {
+      "epoch": 0.8145369396922488,
+      "grad_norm": 154.1231231689453,
+      "learning_rate": 1.3418989408788546e-05,
+      "loss": 24.4688,
+      "step": 17045
+    },
+    {
+      "epoch": 0.8145847271337092,
+      "grad_norm": 300.1042785644531,
+      "learning_rate": 1.3418262166805925e-05,
+      "loss": 32.875,
+      "step": 17046
+    },
+    {
+      "epoch": 0.8146325145751696,
+      "grad_norm": 528.8192138671875,
+      "learning_rate": 1.3417534904352324e-05,
+      "loss": 34.5625,
+      "step": 17047
+    },
+    {
+      "epoch": 0.81468030201663,
+      "grad_norm": 215.7456512451172,
+      "learning_rate": 1.3416807621432097e-05,
+      "loss": 22.8125,
+      "step": 17048
+    },
+    {
+      "epoch": 0.8147280894580904,
+      "grad_norm": 249.22219848632812,
+      "learning_rate": 1.3416080318049603e-05,
+      "loss": 32.9375,
+      "step": 17049
+    },
+    {
+      "epoch": 0.8147758768995508,
+      "grad_norm": 240.75885009765625,
+      "learning_rate": 1.3415352994209197e-05,
+      "loss": 41.4688,
+      "step": 17050
+    },
+    {
+      "epoch": 0.8148236643410112,
+      "grad_norm": 340.4303894042969,
+      "learning_rate": 1.341462564991523e-05,
+      "loss": 38.0,
+      "step": 17051
+    },
+    {
+      "epoch": 0.8148714517824716,
+      "grad_norm": 363.4803771972656,
+      "learning_rate": 1.3413898285172063e-05,
+      "loss": 37.5312,
+      "step": 17052
+    },
+    {
+      "epoch": 0.814919239223932,
+      "grad_norm": 168.66810607910156,
+      "learning_rate": 1.341317089998405e-05,
+      "loss": 25.0938,
+      "step": 17053
+    },
+    {
+      "epoch": 0.8149670266653923,
+      "grad_norm": 206.7735595703125,
+      "learning_rate": 1.3412443494355546e-05,
+      "loss": 26.0781,
+      "step": 17054
+    },
+    {
+      "epoch": 0.8150148141068527,
+      "grad_norm": 341.0814514160156,
+      "learning_rate": 1.3411716068290913e-05,
+      "loss": 28.7188,
+      "step": 17055
+    },
+    {
+      "epoch": 0.8150626015483131,
+      "grad_norm": 305.8813171386719,
+      "learning_rate": 1.3410988621794501e-05,
+      "loss": 35.2812,
+      "step": 17056
+    },
+    {
+      "epoch": 0.8151103889897735,
+      "grad_norm": 222.4815673828125,
+      "learning_rate": 1.3410261154870668e-05,
+      "loss": 26.0625,
+      "step": 17057
+    },
+    {
+      "epoch": 0.8151581764312339,
+      "grad_norm": 225.78762817382812,
+      "learning_rate": 1.3409533667523772e-05,
+      "loss": 25.5312,
+      "step": 17058
+    },
+    {
+      "epoch": 0.8152059638726943,
+      "grad_norm": 750.0734252929688,
+      "learning_rate": 1.3408806159758167e-05,
+      "loss": 28.4688,
+      "step": 17059
+    },
+    {
+      "epoch": 0.8152537513141547,
+      "grad_norm": 189.54571533203125,
+      "learning_rate": 1.3408078631578212e-05,
+      "loss": 20.7656,
+      "step": 17060
+    },
+    {
+      "epoch": 0.8153015387556151,
+      "grad_norm": 183.6538543701172,
+      "learning_rate": 1.3407351082988265e-05,
+      "loss": 24.75,
+      "step": 17061
+    },
+    {
+      "epoch": 0.8153493261970755,
+      "grad_norm": 344.9084777832031,
+      "learning_rate": 1.3406623513992683e-05,
+      "loss": 33.6406,
+      "step": 17062
+    },
+    {
+      "epoch": 0.8153971136385358,
+      "grad_norm": 532.7833251953125,
+      "learning_rate": 1.340589592459582e-05,
+      "loss": 32.4688,
+      "step": 17063
+    },
+    {
+      "epoch": 0.8154449010799962,
+      "grad_norm": 278.1266784667969,
+      "learning_rate": 1.3405168314802035e-05,
+      "loss": 23.0,
+      "step": 17064
+    },
+    {
+      "epoch": 0.8154926885214565,
+      "grad_norm": 223.83958435058594,
+      "learning_rate": 1.3404440684615687e-05,
+      "loss": 22.7656,
+      "step": 17065
+    },
+    {
+      "epoch": 0.8155404759629169,
+      "grad_norm": 280.4206848144531,
+      "learning_rate": 1.340371303404113e-05,
+      "loss": 22.3438,
+      "step": 17066
+    },
+    {
+      "epoch": 0.8155882634043773,
+      "grad_norm": 460.4779357910156,
+      "learning_rate": 1.3402985363082725e-05,
+      "loss": 35.875,
+      "step": 17067
+    },
+    {
+      "epoch": 0.8156360508458377,
+      "grad_norm": 303.5452575683594,
+      "learning_rate": 1.340225767174483e-05,
+      "loss": 38.875,
+      "step": 17068
+    },
+    {
+      "epoch": 0.8156838382872981,
+      "grad_norm": 210.2472381591797,
+      "learning_rate": 1.34015299600318e-05,
+      "loss": 21.8125,
+      "step": 17069
+    },
+    {
+      "epoch": 0.8157316257287585,
+      "grad_norm": 225.22909545898438,
+      "learning_rate": 1.3400802227947995e-05,
+      "loss": 38.0,
+      "step": 17070
+    },
+    {
+      "epoch": 0.8157794131702188,
+      "grad_norm": 266.1400146484375,
+      "learning_rate": 1.3400074475497772e-05,
+      "loss": 22.5938,
+      "step": 17071
+    },
+    {
+      "epoch": 0.8158272006116792,
+      "grad_norm": 148.46002197265625,
+      "learning_rate": 1.3399346702685494e-05,
+      "loss": 26.5781,
+      "step": 17072
+    },
+    {
+      "epoch": 0.8158749880531396,
+      "grad_norm": 350.1178283691406,
+      "learning_rate": 1.339861890951551e-05,
+      "loss": 32.5938,
+      "step": 17073
+    },
+    {
+      "epoch": 0.8159227754946,
+      "grad_norm": 412.8247985839844,
+      "learning_rate": 1.3397891095992189e-05,
+      "loss": 39.375,
+      "step": 17074
+    },
+    {
+      "epoch": 0.8159705629360604,
+      "grad_norm": 280.7618408203125,
+      "learning_rate": 1.3397163262119883e-05,
+      "loss": 24.625,
+      "step": 17075
+    },
+    {
+      "epoch": 0.8160183503775208,
+      "grad_norm": 279.1302490234375,
+      "learning_rate": 1.3396435407902953e-05,
+      "loss": 24.1562,
+      "step": 17076
+    },
+    {
+      "epoch": 0.8160661378189812,
+      "grad_norm": 283.7099609375,
+      "learning_rate": 1.3395707533345754e-05,
+      "loss": 24.125,
+      "step": 17077
+    },
+    {
+      "epoch": 0.8161139252604416,
+      "grad_norm": 508.6175537109375,
+      "learning_rate": 1.3394979638452655e-05,
+      "loss": 34.1875,
+      "step": 17078
+    },
+    {
+      "epoch": 0.816161712701902,
+      "grad_norm": 255.93116760253906,
+      "learning_rate": 1.3394251723228005e-05,
+      "loss": 31.1875,
+      "step": 17079
+    },
+    {
+      "epoch": 0.8162095001433624,
+      "grad_norm": 194.8001708984375,
+      "learning_rate": 1.3393523787676168e-05,
+      "loss": 26.6562,
+      "step": 17080
+    },
+    {
+      "epoch": 0.8162572875848227,
+      "grad_norm": 156.947998046875,
+      "learning_rate": 1.3392795831801499e-05,
+      "loss": 22.4062,
+      "step": 17081
+    },
+    {
+      "epoch": 0.8163050750262831,
+      "grad_norm": 174.35610961914062,
+      "learning_rate": 1.3392067855608366e-05,
+      "loss": 21.8125,
+      "step": 17082
+    },
+    {
+      "epoch": 0.8163528624677435,
+      "grad_norm": 328.7308654785156,
+      "learning_rate": 1.3391339859101122e-05,
+      "loss": 56.4375,
+      "step": 17083
+    },
+    {
+      "epoch": 0.8164006499092039,
+      "grad_norm": 299.67913818359375,
+      "learning_rate": 1.3390611842284125e-05,
+      "loss": 28.6875,
+      "step": 17084
+    },
+    {
+      "epoch": 0.8164484373506642,
+      "grad_norm": 247.1183319091797,
+      "learning_rate": 1.3389883805161743e-05,
+      "loss": 21.0938,
+      "step": 17085
+    },
+    {
+      "epoch": 0.8164962247921246,
+      "grad_norm": 155.6180419921875,
+      "learning_rate": 1.3389155747738327e-05,
+      "loss": 23.9062,
+      "step": 17086
+    },
+    {
+      "epoch": 0.816544012233585,
+      "grad_norm": 260.2084655761719,
+      "learning_rate": 1.3388427670018243e-05,
+      "loss": 36.0938,
+      "step": 17087
+    },
+    {
+      "epoch": 0.8165917996750454,
+      "grad_norm": 170.4676971435547,
+      "learning_rate": 1.3387699572005848e-05,
+      "loss": 24.1875,
+      "step": 17088
+    },
+    {
+      "epoch": 0.8166395871165057,
+      "grad_norm": 386.79974365234375,
+      "learning_rate": 1.3386971453705507e-05,
+      "loss": 26.125,
+      "step": 17089
+    },
+    {
+      "epoch": 0.8166873745579661,
+      "grad_norm": 289.5707702636719,
+      "learning_rate": 1.3386243315121574e-05,
+      "loss": 31.875,
+      "step": 17090
+    },
+    {
+      "epoch": 0.8167351619994265,
+      "grad_norm": 564.5497436523438,
+      "learning_rate": 1.3385515156258416e-05,
+      "loss": 31.0625,
+      "step": 17091
+    },
+    {
+      "epoch": 0.8167829494408869,
+      "grad_norm": 236.86911010742188,
+      "learning_rate": 1.3384786977120387e-05,
+      "loss": 25.6875,
+      "step": 17092
+    },
+    {
+      "epoch": 0.8168307368823473,
+      "grad_norm": 256.2464904785156,
+      "learning_rate": 1.3384058777711855e-05,
+      "loss": 23.7188,
+      "step": 17093
+    },
+    {
+      "epoch": 0.8168785243238077,
+      "grad_norm": 257.029052734375,
+      "learning_rate": 1.3383330558037177e-05,
+      "loss": 27.1562,
+      "step": 17094
+    },
+    {
+      "epoch": 0.8169263117652681,
+      "grad_norm": 238.40225219726562,
+      "learning_rate": 1.3382602318100713e-05,
+      "loss": 26.5625,
+      "step": 17095
+    },
+    {
+      "epoch": 0.8169740992067285,
+      "grad_norm": 266.4735107421875,
+      "learning_rate": 1.3381874057906827e-05,
+      "loss": 16.2812,
+      "step": 17096
+    },
+    {
+      "epoch": 0.8170218866481889,
+      "grad_norm": 354.7410888671875,
+      "learning_rate": 1.3381145777459881e-05,
+      "loss": 31.2812,
+      "step": 17097
+    },
+    {
+      "epoch": 0.8170696740896493,
+      "grad_norm": 446.5370788574219,
+      "learning_rate": 1.3380417476764234e-05,
+      "loss": 29.0938,
+      "step": 17098
+    },
+    {
+      "epoch": 0.8171174615311096,
+      "grad_norm": 443.3290710449219,
+      "learning_rate": 1.3379689155824247e-05,
+      "loss": 34.7188,
+      "step": 17099
+    },
+    {
+      "epoch": 0.81716524897257,
+      "grad_norm": 241.18177795410156,
+      "learning_rate": 1.3378960814644283e-05,
+      "loss": 25.0,
+      "step": 17100
+    },
+    {
+      "epoch": 0.8172130364140304,
+      "grad_norm": 341.34429931640625,
+      "learning_rate": 1.3378232453228703e-05,
+      "loss": 22.8438,
+      "step": 17101
+    },
+    {
+      "epoch": 0.8172608238554908,
+      "grad_norm": 544.79736328125,
+      "learning_rate": 1.3377504071581871e-05,
+      "loss": 23.9062,
+      "step": 17102
+    },
+    {
+      "epoch": 0.8173086112969512,
+      "grad_norm": 201.3973388671875,
+      "learning_rate": 1.3376775669708147e-05,
+      "loss": 28.0,
+      "step": 17103
+    },
+    {
+      "epoch": 0.8173563987384116,
+      "grad_norm": 191.5142364501953,
+      "learning_rate": 1.3376047247611894e-05,
+      "loss": 26.8125,
+      "step": 17104
+    },
+    {
+      "epoch": 0.817404186179872,
+      "grad_norm": 220.52786254882812,
+      "learning_rate": 1.3375318805297472e-05,
+      "loss": 30.5938,
+      "step": 17105
+    },
+    {
+      "epoch": 0.8174519736213323,
+      "grad_norm": 176.1772003173828,
+      "learning_rate": 1.3374590342769251e-05,
+      "loss": 30.8594,
+      "step": 17106
+    },
+    {
+      "epoch": 0.8174997610627927,
+      "grad_norm": 178.4925537109375,
+      "learning_rate": 1.3373861860031587e-05,
+      "loss": 33.4688,
+      "step": 17107
+    },
+    {
+      "epoch": 0.817547548504253,
+      "grad_norm": 344.1469421386719,
+      "learning_rate": 1.337313335708884e-05,
+      "loss": 29.6875,
+      "step": 17108
+    },
+    {
+      "epoch": 0.8175953359457134,
+      "grad_norm": 451.3132629394531,
+      "learning_rate": 1.337240483394538e-05,
+      "loss": 36.9688,
+      "step": 17109
+    },
+    {
+      "epoch": 0.8176431233871738,
+      "grad_norm": 177.9456024169922,
+      "learning_rate": 1.3371676290605566e-05,
+      "loss": 28.0625,
+      "step": 17110
+    },
+    {
+      "epoch": 0.8176909108286342,
+      "grad_norm": 288.0710754394531,
+      "learning_rate": 1.3370947727073762e-05,
+      "loss": 34.1875,
+      "step": 17111
+    },
+    {
+      "epoch": 0.8177386982700946,
+      "grad_norm": 188.26553344726562,
+      "learning_rate": 1.337021914335433e-05,
+      "loss": 22.1562,
+      "step": 17112
+    },
+    {
+      "epoch": 0.817786485711555,
+      "grad_norm": 202.15367126464844,
+      "learning_rate": 1.3369490539451637e-05,
+      "loss": 31.6875,
+      "step": 17113
+    },
+    {
+      "epoch": 0.8178342731530154,
+      "grad_norm": 280.55279541015625,
+      "learning_rate": 1.3368761915370039e-05,
+      "loss": 28.0625,
+      "step": 17114
+    },
+    {
+      "epoch": 0.8178820605944758,
+      "grad_norm": 175.05039978027344,
+      "learning_rate": 1.3368033271113908e-05,
+      "loss": 27.3125,
+      "step": 17115
+    },
+    {
+      "epoch": 0.8179298480359362,
+      "grad_norm": 219.02468872070312,
+      "learning_rate": 1.3367304606687598e-05,
+      "loss": 32.4219,
+      "step": 17116
+    },
+    {
+      "epoch": 0.8179776354773965,
+      "grad_norm": 291.70880126953125,
+      "learning_rate": 1.3366575922095484e-05,
+      "loss": 21.2812,
+      "step": 17117
+    },
+    {
+      "epoch": 0.8180254229188569,
+      "grad_norm": 273.6427917480469,
+      "learning_rate": 1.3365847217341922e-05,
+      "loss": 27.625,
+      "step": 17118
+    },
+    {
+      "epoch": 0.8180732103603173,
+      "grad_norm": 235.1240997314453,
+      "learning_rate": 1.3365118492431279e-05,
+      "loss": 27.2656,
+      "step": 17119
+    },
+    {
+      "epoch": 0.8181209978017777,
+      "grad_norm": 324.0648498535156,
+      "learning_rate": 1.3364389747367919e-05,
+      "loss": 27.5625,
+      "step": 17120
+    },
+    {
+      "epoch": 0.8181687852432381,
+      "grad_norm": 263.6048889160156,
+      "learning_rate": 1.3363660982156203e-05,
+      "loss": 31.125,
+      "step": 17121
+    },
+    {
+      "epoch": 0.8182165726846985,
+      "grad_norm": 221.57569885253906,
+      "learning_rate": 1.3362932196800502e-05,
+      "loss": 23.5312,
+      "step": 17122
+    },
+    {
+      "epoch": 0.8182643601261589,
+      "grad_norm": 284.3431701660156,
+      "learning_rate": 1.3362203391305171e-05,
+      "loss": 27.9688,
+      "step": 17123
+    },
+    {
+      "epoch": 0.8183121475676193,
+      "grad_norm": 1127.24609375,
+      "learning_rate": 1.3361474565674585e-05,
+      "loss": 25.7812,
+      "step": 17124
+    },
+    {
+      "epoch": 0.8183599350090797,
+      "grad_norm": 287.45562744140625,
+      "learning_rate": 1.3360745719913103e-05,
+      "loss": 27.0,
+      "step": 17125
+    },
+    {
+      "epoch": 0.8184077224505399,
+      "grad_norm": 317.98046875,
+      "learning_rate": 1.3360016854025089e-05,
+      "loss": 22.4219,
+      "step": 17126
+    },
+    {
+      "epoch": 0.8184555098920003,
+      "grad_norm": 426.5905456542969,
+      "learning_rate": 1.3359287968014911e-05,
+      "loss": 34.9688,
+      "step": 17127
+    },
+    {
+      "epoch": 0.8185032973334607,
+      "grad_norm": 278.9730529785156,
+      "learning_rate": 1.3358559061886932e-05,
+      "loss": 26.6875,
+      "step": 17128
+    },
+    {
+      "epoch": 0.8185510847749211,
+      "grad_norm": 188.0452117919922,
+      "learning_rate": 1.335783013564552e-05,
+      "loss": 26.5156,
+      "step": 17129
+    },
+    {
+      "epoch": 0.8185988722163815,
+      "grad_norm": 297.61383056640625,
+      "learning_rate": 1.3357101189295037e-05,
+      "loss": 35.9688,
+      "step": 17130
+    },
+    {
+      "epoch": 0.8186466596578419,
+      "grad_norm": 426.5484313964844,
+      "learning_rate": 1.3356372222839848e-05,
+      "loss": 32.5625,
+      "step": 17131
+    },
+    {
+      "epoch": 0.8186944470993023,
+      "grad_norm": 361.89739990234375,
+      "learning_rate": 1.3355643236284322e-05,
+      "loss": 36.8125,
+      "step": 17132
+    },
+    {
+      "epoch": 0.8187422345407627,
+      "grad_norm": 216.09559631347656,
+      "learning_rate": 1.3354914229632822e-05,
+      "loss": 28.5,
+      "step": 17133
+    },
+    {
+      "epoch": 0.8187900219822231,
+      "grad_norm": 225.76612854003906,
+      "learning_rate": 1.3354185202889716e-05,
+      "loss": 27.0312,
+      "step": 17134
+    },
+    {
+      "epoch": 0.8188378094236834,
+      "grad_norm": 316.81640625,
+      "learning_rate": 1.3353456156059368e-05,
+      "loss": 22.5312,
+      "step": 17135
+    },
+    {
+      "epoch": 0.8188855968651438,
+      "grad_norm": 349.2091064453125,
+      "learning_rate": 1.3352727089146144e-05,
+      "loss": 27.8125,
+      "step": 17136
+    },
+    {
+      "epoch": 0.8189333843066042,
+      "grad_norm": 302.6011047363281,
+      "learning_rate": 1.3351998002154415e-05,
+      "loss": 32.25,
+      "step": 17137
+    },
+    {
+      "epoch": 0.8189811717480646,
+      "grad_norm": 496.78118896484375,
+      "learning_rate": 1.3351268895088536e-05,
+      "loss": 23.3438,
+      "step": 17138
+    },
+    {
+      "epoch": 0.819028959189525,
+      "grad_norm": 235.59957885742188,
+      "learning_rate": 1.3350539767952886e-05,
+      "loss": 27.8438,
+      "step": 17139
+    },
+    {
+      "epoch": 0.8190767466309854,
+      "grad_norm": 260.5222473144531,
+      "learning_rate": 1.3349810620751824e-05,
+      "loss": 25.4688,
+      "step": 17140
+    },
+    {
+      "epoch": 0.8191245340724458,
+      "grad_norm": 321.7027587890625,
+      "learning_rate": 1.334908145348972e-05,
+      "loss": 27.5469,
+      "step": 17141
+    },
+    {
+      "epoch": 0.8191723215139062,
+      "grad_norm": 557.4645385742188,
+      "learning_rate": 1.3348352266170942e-05,
+      "loss": 41.2812,
+      "step": 17142
+    },
+    {
+      "epoch": 0.8192201089553666,
+      "grad_norm": 601.7797241210938,
+      "learning_rate": 1.3347623058799848e-05,
+      "loss": 30.1875,
+      "step": 17143
+    },
+    {
+      "epoch": 0.819267896396827,
+      "grad_norm": 222.1743621826172,
+      "learning_rate": 1.3346893831380815e-05,
+      "loss": 23.2031,
+      "step": 17144
+    },
+    {
+      "epoch": 0.8193156838382873,
+      "grad_norm": 267.2655334472656,
+      "learning_rate": 1.334616458391821e-05,
+      "loss": 28.125,
+      "step": 17145
+    },
+    {
+      "epoch": 0.8193634712797477,
+      "grad_norm": 309.21142578125,
+      "learning_rate": 1.3345435316416393e-05,
+      "loss": 35.7188,
+      "step": 17146
+    },
+    {
+      "epoch": 0.819411258721208,
+      "grad_norm": 374.8712158203125,
+      "learning_rate": 1.3344706028879735e-05,
+      "loss": 33.25,
+      "step": 17147
+    },
+    {
+      "epoch": 0.8194590461626684,
+      "grad_norm": 297.5596008300781,
+      "learning_rate": 1.3343976721312606e-05,
+      "loss": 27.375,
+      "step": 17148
+    },
+    {
+      "epoch": 0.8195068336041288,
+      "grad_norm": 279.0321960449219,
+      "learning_rate": 1.3343247393719369e-05,
+      "loss": 35.1875,
+      "step": 17149
+    },
+    {
+      "epoch": 0.8195546210455892,
+      "grad_norm": 418.2736511230469,
+      "learning_rate": 1.3342518046104395e-05,
+      "loss": 29.8125,
+      "step": 17150
+    },
+    {
+      "epoch": 0.8196024084870496,
+      "grad_norm": 193.1239471435547,
+      "learning_rate": 1.334178867847205e-05,
+      "loss": 23.7812,
+      "step": 17151
+    },
+    {
+      "epoch": 0.81965019592851,
+      "grad_norm": 189.59036254882812,
+      "learning_rate": 1.3341059290826705e-05,
+      "loss": 24.625,
+      "step": 17152
+    },
+    {
+      "epoch": 0.8196979833699704,
+      "grad_norm": 376.6097412109375,
+      "learning_rate": 1.3340329883172725e-05,
+      "loss": 21.8281,
+      "step": 17153
+    },
+    {
+      "epoch": 0.8197457708114307,
+      "grad_norm": 282.40472412109375,
+      "learning_rate": 1.3339600455514478e-05,
+      "loss": 26.6562,
+      "step": 17154
+    },
+    {
+      "epoch": 0.8197935582528911,
+      "grad_norm": 323.0654602050781,
+      "learning_rate": 1.3338871007856338e-05,
+      "loss": 21.7969,
+      "step": 17155
+    },
+    {
+      "epoch": 0.8198413456943515,
+      "grad_norm": 357.35821533203125,
+      "learning_rate": 1.3338141540202663e-05,
+      "loss": 36.875,
+      "step": 17156
+    },
+    {
+      "epoch": 0.8198891331358119,
+      "grad_norm": 352.73260498046875,
+      "learning_rate": 1.3337412052557832e-05,
+      "loss": 28.6562,
+      "step": 17157
+    },
+    {
+      "epoch": 0.8199369205772723,
+      "grad_norm": 271.3712158203125,
+      "learning_rate": 1.3336682544926205e-05,
+      "loss": 26.2031,
+      "step": 17158
+    },
+    {
+      "epoch": 0.8199847080187327,
+      "grad_norm": 337.65240478515625,
+      "learning_rate": 1.333595301731216e-05,
+      "loss": 36.75,
+      "step": 17159
+    },
+    {
+      "epoch": 0.8200324954601931,
+      "grad_norm": 231.4136199951172,
+      "learning_rate": 1.3335223469720058e-05,
+      "loss": 22.4375,
+      "step": 17160
+    },
+    {
+      "epoch": 0.8200802829016535,
+      "grad_norm": 351.04486083984375,
+      "learning_rate": 1.333449390215427e-05,
+      "loss": 39.4375,
+      "step": 17161
+    },
+    {
+      "epoch": 0.8201280703431139,
+      "grad_norm": 245.02528381347656,
+      "learning_rate": 1.333376431461917e-05,
+      "loss": 28.25,
+      "step": 17162
+    },
+    {
+      "epoch": 0.8201758577845742,
+      "grad_norm": 271.2816162109375,
+      "learning_rate": 1.333303470711912e-05,
+      "loss": 25.2188,
+      "step": 17163
+    },
+    {
+      "epoch": 0.8202236452260346,
+      "grad_norm": 177.66465759277344,
+      "learning_rate": 1.3332305079658493e-05,
+      "loss": 16.7188,
+      "step": 17164
+    },
+    {
+      "epoch": 0.820271432667495,
+      "grad_norm": 237.82247924804688,
+      "learning_rate": 1.3331575432241661e-05,
+      "loss": 21.3281,
+      "step": 17165
+    },
+    {
+      "epoch": 0.8203192201089554,
+      "grad_norm": 401.45916748046875,
+      "learning_rate": 1.3330845764872988e-05,
+      "loss": 28.4062,
+      "step": 17166
+    },
+    {
+      "epoch": 0.8203670075504158,
+      "grad_norm": 253.97727966308594,
+      "learning_rate": 1.3330116077556849e-05,
+      "loss": 23.4531,
+      "step": 17167
+    },
+    {
+      "epoch": 0.8204147949918761,
+      "grad_norm": 237.51910400390625,
+      "learning_rate": 1.3329386370297615e-05,
+      "loss": 25.6875,
+      "step": 17168
+    },
+    {
+      "epoch": 0.8204625824333365,
+      "grad_norm": 275.05816650390625,
+      "learning_rate": 1.3328656643099646e-05,
+      "loss": 27.125,
+      "step": 17169
+    },
+    {
+      "epoch": 0.8205103698747969,
+      "grad_norm": 236.56459045410156,
+      "learning_rate": 1.3327926895967322e-05,
+      "loss": 24.9844,
+      "step": 17170
+    },
+    {
+      "epoch": 0.8205581573162573,
+      "grad_norm": 375.5146179199219,
+      "learning_rate": 1.332719712890501e-05,
+      "loss": 26.5938,
+      "step": 17171
+    },
+    {
+      "epoch": 0.8206059447577176,
+      "grad_norm": 376.67041015625,
+      "learning_rate": 1.332646734191708e-05,
+      "loss": 17.7344,
+      "step": 17172
+    },
+    {
+      "epoch": 0.820653732199178,
+      "grad_norm": 235.92877197265625,
+      "learning_rate": 1.3325737535007903e-05,
+      "loss": 30.5625,
+      "step": 17173
+    },
+    {
+      "epoch": 0.8207015196406384,
+      "grad_norm": 324.7466125488281,
+      "learning_rate": 1.332500770818185e-05,
+      "loss": 30.3438,
+      "step": 17174
+    },
+    {
+      "epoch": 0.8207493070820988,
+      "grad_norm": 313.1481628417969,
+      "learning_rate": 1.3324277861443291e-05,
+      "loss": 29.7812,
+      "step": 17175
+    },
+    {
+      "epoch": 0.8207970945235592,
+      "grad_norm": 246.32498168945312,
+      "learning_rate": 1.3323547994796597e-05,
+      "loss": 27.2031,
+      "step": 17176
+    },
+    {
+      "epoch": 0.8208448819650196,
+      "grad_norm": 222.29470825195312,
+      "learning_rate": 1.332281810824614e-05,
+      "loss": 22.7812,
+      "step": 17177
+    },
+    {
+      "epoch": 0.82089266940648,
+      "grad_norm": 286.98565673828125,
+      "learning_rate": 1.332208820179629e-05,
+      "loss": 24.4375,
+      "step": 17178
+    },
+    {
+      "epoch": 0.8209404568479404,
+      "grad_norm": 230.0536651611328,
+      "learning_rate": 1.3321358275451417e-05,
+      "loss": 21.1562,
+      "step": 17179
+    },
+    {
+      "epoch": 0.8209882442894008,
+      "grad_norm": 164.12966918945312,
+      "learning_rate": 1.3320628329215897e-05,
+      "loss": 27.2812,
+      "step": 17180
+    },
+    {
+      "epoch": 0.8210360317308611,
+      "grad_norm": 229.3698272705078,
+      "learning_rate": 1.3319898363094095e-05,
+      "loss": 31.0938,
+      "step": 17181
+    },
+    {
+      "epoch": 0.8210838191723215,
+      "grad_norm": 319.023681640625,
+      "learning_rate": 1.3319168377090383e-05,
+      "loss": 25.3438,
+      "step": 17182
+    },
+    {
+      "epoch": 0.8211316066137819,
+      "grad_norm": 315.675537109375,
+      "learning_rate": 1.3318438371209142e-05,
+      "loss": 27.1875,
+      "step": 17183
+    },
+    {
+      "epoch": 0.8211793940552423,
+      "grad_norm": 200.62684631347656,
+      "learning_rate": 1.3317708345454732e-05,
+      "loss": 26.3438,
+      "step": 17184
+    },
+    {
+      "epoch": 0.8212271814967027,
+      "grad_norm": 275.41021728515625,
+      "learning_rate": 1.3316978299831531e-05,
+      "loss": 34.7188,
+      "step": 17185
+    },
+    {
+      "epoch": 0.8212749689381631,
+      "grad_norm": 667.4953002929688,
+      "learning_rate": 1.3316248234343912e-05,
+      "loss": 47.0938,
+      "step": 17186
+    },
+    {
+      "epoch": 0.8213227563796235,
+      "grad_norm": 348.83062744140625,
+      "learning_rate": 1.3315518148996242e-05,
+      "loss": 25.0938,
+      "step": 17187
+    },
+    {
+      "epoch": 0.8213705438210838,
+      "grad_norm": 245.31414794921875,
+      "learning_rate": 1.3314788043792896e-05,
+      "loss": 24.875,
+      "step": 17188
+    },
+    {
+      "epoch": 0.8214183312625442,
+      "grad_norm": 252.8907470703125,
+      "learning_rate": 1.3314057918738253e-05,
+      "loss": 22.2812,
+      "step": 17189
+    },
+    {
+      "epoch": 0.8214661187040045,
+      "grad_norm": 264.44140625,
+      "learning_rate": 1.3313327773836674e-05,
+      "loss": 23.3281,
+      "step": 17190
+    },
+    {
+      "epoch": 0.8215139061454649,
+      "grad_norm": 190.35072326660156,
+      "learning_rate": 1.331259760909254e-05,
+      "loss": 33.0625,
+      "step": 17191
+    },
+    {
+      "epoch": 0.8215616935869253,
+      "grad_norm": 293.0748596191406,
+      "learning_rate": 1.3311867424510218e-05,
+      "loss": 23.8125,
+      "step": 17192
+    },
+    {
+      "epoch": 0.8216094810283857,
+      "grad_norm": 320.6954040527344,
+      "learning_rate": 1.3311137220094086e-05,
+      "loss": 22.6719,
+      "step": 17193
+    },
+    {
+      "epoch": 0.8216572684698461,
+      "grad_norm": 185.2141571044922,
+      "learning_rate": 1.3310406995848513e-05,
+      "loss": 24.75,
+      "step": 17194
+    },
+    {
+      "epoch": 0.8217050559113065,
+      "grad_norm": 217.0054931640625,
+      "learning_rate": 1.3309676751777875e-05,
+      "loss": 26.0312,
+      "step": 17195
+    },
+    {
+      "epoch": 0.8217528433527669,
+      "grad_norm": 181.25555419921875,
+      "learning_rate": 1.3308946487886542e-05,
+      "loss": 25.7812,
+      "step": 17196
+    },
+    {
+      "epoch": 0.8218006307942273,
+      "grad_norm": 348.2626953125,
+      "learning_rate": 1.330821620417889e-05,
+      "loss": 29.1562,
+      "step": 17197
+    },
+    {
+      "epoch": 0.8218484182356877,
+      "grad_norm": 289.25634765625,
+      "learning_rate": 1.3307485900659294e-05,
+      "loss": 36.6562,
+      "step": 17198
+    },
+    {
+      "epoch": 0.821896205677148,
+      "grad_norm": 296.990966796875,
+      "learning_rate": 1.3306755577332122e-05,
+      "loss": 29.9219,
+      "step": 17199
+    },
+    {
+      "epoch": 0.8219439931186084,
+      "grad_norm": 167.41610717773438,
+      "learning_rate": 1.3306025234201753e-05,
+      "loss": 19.7344,
+      "step": 17200
+    },
+    {
+      "epoch": 0.8219917805600688,
+      "grad_norm": 249.1969451904297,
+      "learning_rate": 1.3305294871272558e-05,
+      "loss": 25.3438,
+      "step": 17201
+    },
+    {
+      "epoch": 0.8220395680015292,
+      "grad_norm": 283.9856872558594,
+      "learning_rate": 1.3304564488548912e-05,
+      "loss": 33.75,
+      "step": 17202
+    },
+    {
+      "epoch": 0.8220873554429896,
+      "grad_norm": 267.9376525878906,
+      "learning_rate": 1.330383408603519e-05,
+      "loss": 24.0,
+      "step": 17203
+    },
+    {
+      "epoch": 0.82213514288445,
+      "grad_norm": 290.64788818359375,
+      "learning_rate": 1.330310366373576e-05,
+      "loss": 23.4531,
+      "step": 17204
+    },
+    {
+      "epoch": 0.8221829303259104,
+      "grad_norm": 226.382080078125,
+      "learning_rate": 1.3302373221655006e-05,
+      "loss": 27.375,
+      "step": 17205
+    },
+    {
+      "epoch": 0.8222307177673708,
+      "grad_norm": 261.7071228027344,
+      "learning_rate": 1.3301642759797298e-05,
+      "loss": 23.5938,
+      "step": 17206
+    },
+    {
+      "epoch": 0.8222785052088312,
+      "grad_norm": 193.09703063964844,
+      "learning_rate": 1.3300912278167007e-05,
+      "loss": 21.5625,
+      "step": 17207
+    },
+    {
+      "epoch": 0.8223262926502916,
+      "grad_norm": 282.776123046875,
+      "learning_rate": 1.330018177676851e-05,
+      "loss": 27.5938,
+      "step": 17208
+    },
+    {
+      "epoch": 0.8223740800917518,
+      "grad_norm": 301.22991943359375,
+      "learning_rate": 1.3299451255606188e-05,
+      "loss": 35.5,
+      "step": 17209
+    },
+    {
+      "epoch": 0.8224218675332122,
+      "grad_norm": 209.5558319091797,
+      "learning_rate": 1.3298720714684408e-05,
+      "loss": 26.1719,
+      "step": 17210
+    },
+    {
+      "epoch": 0.8224696549746726,
+      "grad_norm": 238.36630249023438,
+      "learning_rate": 1.3297990154007547e-05,
+      "loss": 21.8906,
+      "step": 17211
+    },
+    {
+      "epoch": 0.822517442416133,
+      "grad_norm": 189.40151977539062,
+      "learning_rate": 1.329725957357998e-05,
+      "loss": 35.1562,
+      "step": 17212
+    },
+    {
+      "epoch": 0.8225652298575934,
+      "grad_norm": 315.4092712402344,
+      "learning_rate": 1.3296528973406084e-05,
+      "loss": 34.8438,
+      "step": 17213
+    },
+    {
+      "epoch": 0.8226130172990538,
+      "grad_norm": 207.46229553222656,
+      "learning_rate": 1.329579835349023e-05,
+      "loss": 22.1875,
+      "step": 17214
+    },
+    {
+      "epoch": 0.8226608047405142,
+      "grad_norm": 154.5809783935547,
+      "learning_rate": 1.32950677138368e-05,
+      "loss": 21.5625,
+      "step": 17215
+    },
+    {
+      "epoch": 0.8227085921819746,
+      "grad_norm": 326.1517639160156,
+      "learning_rate": 1.3294337054450167e-05,
+      "loss": 30.0312,
+      "step": 17216
+    },
+    {
+      "epoch": 0.822756379623435,
+      "grad_norm": 318.69635009765625,
+      "learning_rate": 1.3293606375334703e-05,
+      "loss": 34.375,
+      "step": 17217
+    },
+    {
+      "epoch": 0.8228041670648953,
+      "grad_norm": 396.2792053222656,
+      "learning_rate": 1.3292875676494787e-05,
+      "loss": 34.9688,
+      "step": 17218
+    },
+    {
+      "epoch": 0.8228519545063557,
+      "grad_norm": 332.3191833496094,
+      "learning_rate": 1.3292144957934795e-05,
+      "loss": 30.9062,
+      "step": 17219
+    },
+    {
+      "epoch": 0.8228997419478161,
+      "grad_norm": 314.9247131347656,
+      "learning_rate": 1.3291414219659102e-05,
+      "loss": 24.9062,
+      "step": 17220
+    },
+    {
+      "epoch": 0.8229475293892765,
+      "grad_norm": 196.23953247070312,
+      "learning_rate": 1.3290683461672087e-05,
+      "loss": 22.625,
+      "step": 17221
+    },
+    {
+      "epoch": 0.8229953168307369,
+      "grad_norm": 451.3165588378906,
+      "learning_rate": 1.3289952683978123e-05,
+      "loss": 34.5469,
+      "step": 17222
+    },
+    {
+      "epoch": 0.8230431042721973,
+      "grad_norm": 255.7322998046875,
+      "learning_rate": 1.3289221886581587e-05,
+      "loss": 28.5781,
+      "step": 17223
+    },
+    {
+      "epoch": 0.8230908917136577,
+      "grad_norm": 251.71434020996094,
+      "learning_rate": 1.3288491069486858e-05,
+      "loss": 22.9531,
+      "step": 17224
+    },
+    {
+      "epoch": 0.8231386791551181,
+      "grad_norm": 445.22021484375,
+      "learning_rate": 1.3287760232698308e-05,
+      "loss": 26.4844,
+      "step": 17225
+    },
+    {
+      "epoch": 0.8231864665965785,
+      "grad_norm": 277.3330993652344,
+      "learning_rate": 1.328702937622032e-05,
+      "loss": 33.5,
+      "step": 17226
+    },
+    {
+      "epoch": 0.8232342540380388,
+      "grad_norm": 220.74803161621094,
+      "learning_rate": 1.3286298500057266e-05,
+      "loss": 29.3438,
+      "step": 17227
+    },
+    {
+      "epoch": 0.8232820414794992,
+      "grad_norm": 221.1651153564453,
+      "learning_rate": 1.3285567604213524e-05,
+      "loss": 24.6094,
+      "step": 17228
+    },
+    {
+      "epoch": 0.8233298289209595,
+      "grad_norm": 656.041748046875,
+      "learning_rate": 1.3284836688693474e-05,
+      "loss": 19.375,
+      "step": 17229
+    },
+    {
+      "epoch": 0.8233776163624199,
+      "grad_norm": 180.33963012695312,
+      "learning_rate": 1.3284105753501486e-05,
+      "loss": 20.9688,
+      "step": 17230
+    },
+    {
+      "epoch": 0.8234254038038803,
+      "grad_norm": 323.2940673828125,
+      "learning_rate": 1.3283374798641946e-05,
+      "loss": 38.25,
+      "step": 17231
+    },
+    {
+      "epoch": 0.8234731912453407,
+      "grad_norm": 222.97618103027344,
+      "learning_rate": 1.3282643824119225e-05,
+      "loss": 28.8438,
+      "step": 17232
+    },
+    {
+      "epoch": 0.8235209786868011,
+      "grad_norm": 178.0455780029297,
+      "learning_rate": 1.3281912829937707e-05,
+      "loss": 20.6875,
+      "step": 17233
+    },
+    {
+      "epoch": 0.8235687661282615,
+      "grad_norm": 587.0068359375,
+      "learning_rate": 1.3281181816101763e-05,
+      "loss": 39.1562,
+      "step": 17234
+    },
+    {
+      "epoch": 0.8236165535697219,
+      "grad_norm": 239.72012329101562,
+      "learning_rate": 1.3280450782615774e-05,
+      "loss": 23.7656,
+      "step": 17235
+    },
+    {
+      "epoch": 0.8236643410111822,
+      "grad_norm": 165.5083770751953,
+      "learning_rate": 1.3279719729484117e-05,
+      "loss": 24.1562,
+      "step": 17236
+    },
+    {
+      "epoch": 0.8237121284526426,
+      "grad_norm": 264.0960693359375,
+      "learning_rate": 1.3278988656711173e-05,
+      "loss": 29.8125,
+      "step": 17237
+    },
+    {
+      "epoch": 0.823759915894103,
+      "grad_norm": 494.3870544433594,
+      "learning_rate": 1.3278257564301319e-05,
+      "loss": 29.4375,
+      "step": 17238
+    },
+    {
+      "epoch": 0.8238077033355634,
+      "grad_norm": 161.86607360839844,
+      "learning_rate": 1.3277526452258928e-05,
+      "loss": 21.0,
+      "step": 17239
+    },
+    {
+      "epoch": 0.8238554907770238,
+      "grad_norm": 229.22215270996094,
+      "learning_rate": 1.3276795320588387e-05,
+      "loss": 26.0625,
+      "step": 17240
+    },
+    {
+      "epoch": 0.8239032782184842,
+      "grad_norm": 288.555419921875,
+      "learning_rate": 1.3276064169294068e-05,
+      "loss": 26.25,
+      "step": 17241
+    },
+    {
+      "epoch": 0.8239510656599446,
+      "grad_norm": 259.65618896484375,
+      "learning_rate": 1.3275332998380353e-05,
+      "loss": 23.375,
+      "step": 17242
+    },
+    {
+      "epoch": 0.823998853101405,
+      "grad_norm": 320.0960388183594,
+      "learning_rate": 1.327460180785162e-05,
+      "loss": 26.1406,
+      "step": 17243
+    },
+    {
+      "epoch": 0.8240466405428654,
+      "grad_norm": 240.41883850097656,
+      "learning_rate": 1.3273870597712245e-05,
+      "loss": 26.1875,
+      "step": 17244
+    },
+    {
+      "epoch": 0.8240944279843258,
+      "grad_norm": 387.07305908203125,
+      "learning_rate": 1.3273139367966611e-05,
+      "loss": 27.9375,
+      "step": 17245
+    },
+    {
+      "epoch": 0.8241422154257861,
+      "grad_norm": 231.21363830566406,
+      "learning_rate": 1.3272408118619097e-05,
+      "loss": 31.2188,
+      "step": 17246
+    },
+    {
+      "epoch": 0.8241900028672465,
+      "grad_norm": 147.01913452148438,
+      "learning_rate": 1.327167684967408e-05,
+      "loss": 21.625,
+      "step": 17247
+    },
+    {
+      "epoch": 0.8242377903087069,
+      "grad_norm": 293.5359802246094,
+      "learning_rate": 1.327094556113594e-05,
+      "loss": 33.8438,
+      "step": 17248
+    },
+    {
+      "epoch": 0.8242855777501673,
+      "grad_norm": 237.6864776611328,
+      "learning_rate": 1.3270214253009055e-05,
+      "loss": 31.1172,
+      "step": 17249
+    },
+    {
+      "epoch": 0.8243333651916276,
+      "grad_norm": 345.49029541015625,
+      "learning_rate": 1.326948292529781e-05,
+      "loss": 40.9375,
+      "step": 17250
+    },
+    {
+      "epoch": 0.824381152633088,
+      "grad_norm": 301.4654541015625,
+      "learning_rate": 1.3268751578006577e-05,
+      "loss": 23.9531,
+      "step": 17251
+    },
+    {
+      "epoch": 0.8244289400745484,
+      "grad_norm": 233.91775512695312,
+      "learning_rate": 1.3268020211139746e-05,
+      "loss": 32.1562,
+      "step": 17252
+    },
+    {
+      "epoch": 0.8244767275160088,
+      "grad_norm": 337.713623046875,
+      "learning_rate": 1.3267288824701686e-05,
+      "loss": 29.7344,
+      "step": 17253
+    },
+    {
+      "epoch": 0.8245245149574691,
+      "grad_norm": 261.519775390625,
+      "learning_rate": 1.3266557418696782e-05,
+      "loss": 32.1562,
+      "step": 17254
+    },
+    {
+      "epoch": 0.8245723023989295,
+      "grad_norm": 201.90794372558594,
+      "learning_rate": 1.3265825993129415e-05,
+      "loss": 20.3281,
+      "step": 17255
+    },
+    {
+      "epoch": 0.8246200898403899,
+      "grad_norm": 208.7651824951172,
+      "learning_rate": 1.3265094548003962e-05,
+      "loss": 37.1875,
+      "step": 17256
+    },
+    {
+      "epoch": 0.8246678772818503,
+      "grad_norm": 320.7941589355469,
+      "learning_rate": 1.3264363083324811e-05,
+      "loss": 29.875,
+      "step": 17257
+    },
+    {
+      "epoch": 0.8247156647233107,
+      "grad_norm": 263.919921875,
+      "learning_rate": 1.3263631599096333e-05,
+      "loss": 26.6875,
+      "step": 17258
+    },
+    {
+      "epoch": 0.8247634521647711,
+      "grad_norm": 257.4953308105469,
+      "learning_rate": 1.3262900095322914e-05,
+      "loss": 25.0312,
+      "step": 17259
+    },
+    {
+      "epoch": 0.8248112396062315,
+      "grad_norm": 308.3319396972656,
+      "learning_rate": 1.3262168572008936e-05,
+      "loss": 27.2188,
+      "step": 17260
+    },
+    {
+      "epoch": 0.8248590270476919,
+      "grad_norm": 197.17466735839844,
+      "learning_rate": 1.3261437029158776e-05,
+      "loss": 30.0938,
+      "step": 17261
+    },
+    {
+      "epoch": 0.8249068144891523,
+      "grad_norm": 307.4504089355469,
+      "learning_rate": 1.3260705466776815e-05,
+      "loss": 29.7188,
+      "step": 17262
+    },
+    {
+      "epoch": 0.8249546019306127,
+      "grad_norm": 223.1409454345703,
+      "learning_rate": 1.3259973884867439e-05,
+      "loss": 19.3125,
+      "step": 17263
+    },
+    {
+      "epoch": 0.825002389372073,
+      "grad_norm": 441.92376708984375,
+      "learning_rate": 1.3259242283435025e-05,
+      "loss": 40.9375,
+      "step": 17264
+    },
+    {
+      "epoch": 0.8250501768135334,
+      "grad_norm": 298.13330078125,
+      "learning_rate": 1.3258510662483952e-05,
+      "loss": 30.1719,
+      "step": 17265
+    },
+    {
+      "epoch": 0.8250979642549938,
+      "grad_norm": 408.65142822265625,
+      "learning_rate": 1.325777902201861e-05,
+      "loss": 25.1094,
+      "step": 17266
+    },
+    {
+      "epoch": 0.8251457516964542,
+      "grad_norm": 448.9914855957031,
+      "learning_rate": 1.325704736204337e-05,
+      "loss": 22.6719,
+      "step": 17267
+    },
+    {
+      "epoch": 0.8251935391379146,
+      "grad_norm": 231.23097229003906,
+      "learning_rate": 1.3256315682562622e-05,
+      "loss": 28.0625,
+      "step": 17268
+    },
+    {
+      "epoch": 0.825241326579375,
+      "grad_norm": 317.6975402832031,
+      "learning_rate": 1.3255583983580743e-05,
+      "loss": 24.625,
+      "step": 17269
+    },
+    {
+      "epoch": 0.8252891140208354,
+      "grad_norm": 773.8125,
+      "learning_rate": 1.3254852265102118e-05,
+      "loss": 51.1562,
+      "step": 17270
+    },
+    {
+      "epoch": 0.8253369014622957,
+      "grad_norm": 205.69900512695312,
+      "learning_rate": 1.3254120527131126e-05,
+      "loss": 26.7812,
+      "step": 17271
+    },
+    {
+      "epoch": 0.825384688903756,
+      "grad_norm": 272.07635498046875,
+      "learning_rate": 1.3253388769672156e-05,
+      "loss": 40.875,
+      "step": 17272
+    },
+    {
+      "epoch": 0.8254324763452164,
+      "grad_norm": 325.97100830078125,
+      "learning_rate": 1.325265699272958e-05,
+      "loss": 34.75,
+      "step": 17273
+    },
+    {
+      "epoch": 0.8254802637866768,
+      "grad_norm": 245.1266632080078,
+      "learning_rate": 1.325192519630779e-05,
+      "loss": 30.0312,
+      "step": 17274
+    },
+    {
+      "epoch": 0.8255280512281372,
+      "grad_norm": 396.77252197265625,
+      "learning_rate": 1.3251193380411162e-05,
+      "loss": 31.7969,
+      "step": 17275
+    },
+    {
+      "epoch": 0.8255758386695976,
+      "grad_norm": 244.34132385253906,
+      "learning_rate": 1.3250461545044081e-05,
+      "loss": 23.5,
+      "step": 17276
+    },
+    {
+      "epoch": 0.825623626111058,
+      "grad_norm": 248.10052490234375,
+      "learning_rate": 1.3249729690210928e-05,
+      "loss": 28.6719,
+      "step": 17277
+    },
+    {
+      "epoch": 0.8256714135525184,
+      "grad_norm": 452.05609130859375,
+      "learning_rate": 1.324899781591609e-05,
+      "loss": 40.0312,
+      "step": 17278
+    },
+    {
+      "epoch": 0.8257192009939788,
+      "grad_norm": 241.05369567871094,
+      "learning_rate": 1.3248265922163947e-05,
+      "loss": 22.9688,
+      "step": 17279
+    },
+    {
+      "epoch": 0.8257669884354392,
+      "grad_norm": 688.2023315429688,
+      "learning_rate": 1.3247534008958882e-05,
+      "loss": 20.2031,
+      "step": 17280
+    },
+    {
+      "epoch": 0.8258147758768996,
+      "grad_norm": 315.2413330078125,
+      "learning_rate": 1.3246802076305279e-05,
+      "loss": 19.5469,
+      "step": 17281
+    },
+    {
+      "epoch": 0.8258625633183599,
+      "grad_norm": 468.4419860839844,
+      "learning_rate": 1.324607012420752e-05,
+      "loss": 45.75,
+      "step": 17282
+    },
+    {
+      "epoch": 0.8259103507598203,
+      "grad_norm": 283.2147216796875,
+      "learning_rate": 1.3245338152669992e-05,
+      "loss": 32.0312,
+      "step": 17283
+    },
+    {
+      "epoch": 0.8259581382012807,
+      "grad_norm": 184.70762634277344,
+      "learning_rate": 1.3244606161697073e-05,
+      "loss": 31.3125,
+      "step": 17284
+    },
+    {
+      "epoch": 0.8260059256427411,
+      "grad_norm": 305.8832702636719,
+      "learning_rate": 1.3243874151293152e-05,
+      "loss": 23.3594,
+      "step": 17285
+    },
+    {
+      "epoch": 0.8260537130842015,
+      "grad_norm": 279.6190185546875,
+      "learning_rate": 1.3243142121462609e-05,
+      "loss": 24.9375,
+      "step": 17286
+    },
+    {
+      "epoch": 0.8261015005256619,
+      "grad_norm": 318.9748840332031,
+      "learning_rate": 1.3242410072209831e-05,
+      "loss": 31.5781,
+      "step": 17287
+    },
+    {
+      "epoch": 0.8261492879671223,
+      "grad_norm": 373.03375244140625,
+      "learning_rate": 1.32416780035392e-05,
+      "loss": 31.9688,
+      "step": 17288
+    },
+    {
+      "epoch": 0.8261970754085827,
+      "grad_norm": 258.48394775390625,
+      "learning_rate": 1.3240945915455098e-05,
+      "loss": 20.3438,
+      "step": 17289
+    },
+    {
+      "epoch": 0.8262448628500431,
+      "grad_norm": 171.22581481933594,
+      "learning_rate": 1.3240213807961917e-05,
+      "loss": 21.4688,
+      "step": 17290
+    },
+    {
+      "epoch": 0.8262926502915033,
+      "grad_norm": 282.79852294921875,
+      "learning_rate": 1.3239481681064033e-05,
+      "loss": 24.5625,
+      "step": 17291
+    },
+    {
+      "epoch": 0.8263404377329637,
+      "grad_norm": 152.35035705566406,
+      "learning_rate": 1.3238749534765835e-05,
+      "loss": 26.0938,
+      "step": 17292
+    },
+    {
+      "epoch": 0.8263882251744241,
+      "grad_norm": 178.1607666015625,
+      "learning_rate": 1.3238017369071707e-05,
+      "loss": 24.4688,
+      "step": 17293
+    },
+    {
+      "epoch": 0.8264360126158845,
+      "grad_norm": 337.65008544921875,
+      "learning_rate": 1.3237285183986032e-05,
+      "loss": 34.1562,
+      "step": 17294
+    },
+    {
+      "epoch": 0.8264838000573449,
+      "grad_norm": 682.446533203125,
+      "learning_rate": 1.3236552979513195e-05,
+      "loss": 26.0938,
+      "step": 17295
+    },
+    {
+      "epoch": 0.8265315874988053,
+      "grad_norm": 216.13958740234375,
+      "learning_rate": 1.3235820755657585e-05,
+      "loss": 29.9219,
+      "step": 17296
+    },
+    {
+      "epoch": 0.8265793749402657,
+      "grad_norm": 227.33203125,
+      "learning_rate": 1.323508851242358e-05,
+      "loss": 27.0,
+      "step": 17297
+    },
+    {
+      "epoch": 0.8266271623817261,
+      "grad_norm": 308.166259765625,
+      "learning_rate": 1.3234356249815572e-05,
+      "loss": 31.75,
+      "step": 17298
+    },
+    {
+      "epoch": 0.8266749498231865,
+      "grad_norm": 307.1153564453125,
+      "learning_rate": 1.3233623967837943e-05,
+      "loss": 28.8594,
+      "step": 17299
+    },
+    {
+      "epoch": 0.8267227372646468,
+      "grad_norm": 265.2539978027344,
+      "learning_rate": 1.3232891666495078e-05,
+      "loss": 21.9219,
+      "step": 17300
+    },
+    {
+      "epoch": 0.8267705247061072,
+      "grad_norm": 348.863525390625,
+      "learning_rate": 1.3232159345791366e-05,
+      "loss": 30.7812,
+      "step": 17301
+    },
+    {
+      "epoch": 0.8268183121475676,
+      "grad_norm": 254.90216064453125,
+      "learning_rate": 1.3231427005731185e-05,
+      "loss": 32.7344,
+      "step": 17302
+    },
+    {
+      "epoch": 0.826866099589028,
+      "grad_norm": 213.926513671875,
+      "learning_rate": 1.3230694646318931e-05,
+      "loss": 21.6719,
+      "step": 17303
+    },
+    {
+      "epoch": 0.8269138870304884,
+      "grad_norm": 330.7059326171875,
+      "learning_rate": 1.3229962267558982e-05,
+      "loss": 23.875,
+      "step": 17304
+    },
+    {
+      "epoch": 0.8269616744719488,
+      "grad_norm": 751.736328125,
+      "learning_rate": 1.322922986945573e-05,
+      "loss": 20.2188,
+      "step": 17305
+    },
+    {
+      "epoch": 0.8270094619134092,
+      "grad_norm": 331.774169921875,
+      "learning_rate": 1.3228497452013553e-05,
+      "loss": 27.7812,
+      "step": 17306
+    },
+    {
+      "epoch": 0.8270572493548696,
+      "grad_norm": 1300.283447265625,
+      "learning_rate": 1.3227765015236847e-05,
+      "loss": 35.3438,
+      "step": 17307
+    },
+    {
+      "epoch": 0.82710503679633,
+      "grad_norm": 217.49815368652344,
+      "learning_rate": 1.3227032559129992e-05,
+      "loss": 19.0938,
+      "step": 17308
+    },
+    {
+      "epoch": 0.8271528242377904,
+      "grad_norm": 259.6084289550781,
+      "learning_rate": 1.3226300083697374e-05,
+      "loss": 25.5938,
+      "step": 17309
+    },
+    {
+      "epoch": 0.8272006116792507,
+      "grad_norm": 711.0482788085938,
+      "learning_rate": 1.3225567588943384e-05,
+      "loss": 29.125,
+      "step": 17310
+    },
+    {
+      "epoch": 0.8272483991207111,
+      "grad_norm": 354.8965148925781,
+      "learning_rate": 1.3224835074872407e-05,
+      "loss": 42.3438,
+      "step": 17311
+    },
+    {
+      "epoch": 0.8272961865621714,
+      "grad_norm": 328.81878662109375,
+      "learning_rate": 1.3224102541488825e-05,
+      "loss": 27.75,
+      "step": 17312
+    },
+    {
+      "epoch": 0.8273439740036318,
+      "grad_norm": 254.64376831054688,
+      "learning_rate": 1.3223369988797035e-05,
+      "loss": 28.1562,
+      "step": 17313
+    },
+    {
+      "epoch": 0.8273917614450922,
+      "grad_norm": 350.5214538574219,
+      "learning_rate": 1.3222637416801414e-05,
+      "loss": 36.4375,
+      "step": 17314
+    },
+    {
+      "epoch": 0.8274395488865526,
+      "grad_norm": 226.51315307617188,
+      "learning_rate": 1.322190482550635e-05,
+      "loss": 35.7188,
+      "step": 17315
+    },
+    {
+      "epoch": 0.827487336328013,
+      "grad_norm": 409.6346435546875,
+      "learning_rate": 1.322117221491624e-05,
+      "loss": 23.5781,
+      "step": 17316
+    },
+    {
+      "epoch": 0.8275351237694734,
+      "grad_norm": 314.33929443359375,
+      "learning_rate": 1.322043958503546e-05,
+      "loss": 33.4375,
+      "step": 17317
+    },
+    {
+      "epoch": 0.8275829112109337,
+      "grad_norm": 309.5024108886719,
+      "learning_rate": 1.3219706935868405e-05,
+      "loss": 33.4062,
+      "step": 17318
+    },
+    {
+      "epoch": 0.8276306986523941,
+      "grad_norm": 214.2805633544922,
+      "learning_rate": 1.3218974267419459e-05,
+      "loss": 21.2344,
+      "step": 17319
+    },
+    {
+      "epoch": 0.8276784860938545,
+      "grad_norm": 384.1836242675781,
+      "learning_rate": 1.3218241579693012e-05,
+      "loss": 30.8438,
+      "step": 17320
+    },
+    {
+      "epoch": 0.8277262735353149,
+      "grad_norm": 243.0406494140625,
+      "learning_rate": 1.321750887269345e-05,
+      "loss": 23.4688,
+      "step": 17321
+    },
+    {
+      "epoch": 0.8277740609767753,
+      "grad_norm": 202.0786590576172,
+      "learning_rate": 1.321677614642516e-05,
+      "loss": 39.1562,
+      "step": 17322
+    },
+    {
+      "epoch": 0.8278218484182357,
+      "grad_norm": 454.5838623046875,
+      "learning_rate": 1.3216043400892533e-05,
+      "loss": 30.7188,
+      "step": 17323
+    },
+    {
+      "epoch": 0.8278696358596961,
+      "grad_norm": 319.6166687011719,
+      "learning_rate": 1.3215310636099959e-05,
+      "loss": 23.5938,
+      "step": 17324
+    },
+    {
+      "epoch": 0.8279174233011565,
+      "grad_norm": 378.7439880371094,
+      "learning_rate": 1.321457785205182e-05,
+      "loss": 32.0,
+      "step": 17325
+    },
+    {
+      "epoch": 0.8279652107426169,
+      "grad_norm": 207.6768798828125,
+      "learning_rate": 1.3213845048752508e-05,
+      "loss": 24.4375,
+      "step": 17326
+    },
+    {
+      "epoch": 0.8280129981840773,
+      "grad_norm": 257.7746887207031,
+      "learning_rate": 1.3213112226206413e-05,
+      "loss": 22.8594,
+      "step": 17327
+    },
+    {
+      "epoch": 0.8280607856255376,
+      "grad_norm": 328.9286804199219,
+      "learning_rate": 1.3212379384417917e-05,
+      "loss": 26.6875,
+      "step": 17328
+    },
+    {
+      "epoch": 0.828108573066998,
+      "grad_norm": 438.4681396484375,
+      "learning_rate": 1.3211646523391417e-05,
+      "loss": 25.3125,
+      "step": 17329
+    },
+    {
+      "epoch": 0.8281563605084584,
+      "grad_norm": 189.7083740234375,
+      "learning_rate": 1.3210913643131295e-05,
+      "loss": 26.4688,
+      "step": 17330
+    },
+    {
+      "epoch": 0.8282041479499188,
+      "grad_norm": 302.4670104980469,
+      "learning_rate": 1.3210180743641949e-05,
+      "loss": 28.875,
+      "step": 17331
+    },
+    {
+      "epoch": 0.8282519353913791,
+      "grad_norm": 203.49205017089844,
+      "learning_rate": 1.3209447824927759e-05,
+      "loss": 36.8125,
+      "step": 17332
+    },
+    {
+      "epoch": 0.8282997228328395,
+      "grad_norm": 297.9090576171875,
+      "learning_rate": 1.3208714886993118e-05,
+      "loss": 36.0625,
+      "step": 17333
+    },
+    {
+      "epoch": 0.8283475102742999,
+      "grad_norm": 590.8160400390625,
+      "learning_rate": 1.3207981929842414e-05,
+      "loss": 28.0625,
+      "step": 17334
+    },
+    {
+      "epoch": 0.8283952977157603,
+      "grad_norm": 182.22898864746094,
+      "learning_rate": 1.3207248953480043e-05,
+      "loss": 30.1562,
+      "step": 17335
+    },
+    {
+      "epoch": 0.8284430851572206,
+      "grad_norm": 230.48602294921875,
+      "learning_rate": 1.3206515957910384e-05,
+      "loss": 33.0312,
+      "step": 17336
+    },
+    {
+      "epoch": 0.828490872598681,
+      "grad_norm": 401.436767578125,
+      "learning_rate": 1.3205782943137835e-05,
+      "loss": 32.0625,
+      "step": 17337
+    },
+    {
+      "epoch": 0.8285386600401414,
+      "grad_norm": 141.56639099121094,
+      "learning_rate": 1.3205049909166782e-05,
+      "loss": 24.8125,
+      "step": 17338
+    },
+    {
+      "epoch": 0.8285864474816018,
+      "grad_norm": 222.30044555664062,
+      "learning_rate": 1.3204316856001614e-05,
+      "loss": 25.6562,
+      "step": 17339
+    },
+    {
+      "epoch": 0.8286342349230622,
+      "grad_norm": 378.71148681640625,
+      "learning_rate": 1.3203583783646724e-05,
+      "loss": 30.9375,
+      "step": 17340
+    },
+    {
+      "epoch": 0.8286820223645226,
+      "grad_norm": 223.18170166015625,
+      "learning_rate": 1.32028506921065e-05,
+      "loss": 34.4375,
+      "step": 17341
+    },
+    {
+      "epoch": 0.828729809805983,
+      "grad_norm": 685.6654052734375,
+      "learning_rate": 1.3202117581385334e-05,
+      "loss": 23.9844,
+      "step": 17342
+    },
+    {
+      "epoch": 0.8287775972474434,
+      "grad_norm": 241.8687286376953,
+      "learning_rate": 1.3201384451487617e-05,
+      "loss": 37.625,
+      "step": 17343
+    },
+    {
+      "epoch": 0.8288253846889038,
+      "grad_norm": 303.58544921875,
+      "learning_rate": 1.320065130241774e-05,
+      "loss": 24.3125,
+      "step": 17344
+    },
+    {
+      "epoch": 0.8288731721303642,
+      "grad_norm": 176.83253479003906,
+      "learning_rate": 1.3199918134180085e-05,
+      "loss": 25.1562,
+      "step": 17345
+    },
+    {
+      "epoch": 0.8289209595718245,
+      "grad_norm": 198.58468627929688,
+      "learning_rate": 1.3199184946779053e-05,
+      "loss": 29.9375,
+      "step": 17346
+    },
+    {
+      "epoch": 0.8289687470132849,
+      "grad_norm": 222.86361694335938,
+      "learning_rate": 1.3198451740219031e-05,
+      "loss": 27.0938,
+      "step": 17347
+    },
+    {
+      "epoch": 0.8290165344547453,
+      "grad_norm": 276.8440856933594,
+      "learning_rate": 1.3197718514504412e-05,
+      "loss": 32.3438,
+      "step": 17348
+    },
+    {
+      "epoch": 0.8290643218962057,
+      "grad_norm": 557.9059448242188,
+      "learning_rate": 1.3196985269639581e-05,
+      "loss": 37.9375,
+      "step": 17349
+    },
+    {
+      "epoch": 0.8291121093376661,
+      "grad_norm": 198.6127471923828,
+      "learning_rate": 1.3196252005628939e-05,
+      "loss": 21.3438,
+      "step": 17350
+    },
+    {
+      "epoch": 0.8291598967791265,
+      "grad_norm": 259.12799072265625,
+      "learning_rate": 1.3195518722476868e-05,
+      "loss": 25.1875,
+      "step": 17351
+    },
+    {
+      "epoch": 0.8292076842205869,
+      "grad_norm": 231.01641845703125,
+      "learning_rate": 1.3194785420187761e-05,
+      "loss": 28.9062,
+      "step": 17352
+    },
+    {
+      "epoch": 0.8292554716620472,
+      "grad_norm": 282.4826965332031,
+      "learning_rate": 1.3194052098766017e-05,
+      "loss": 35.0,
+      "step": 17353
+    },
+    {
+      "epoch": 0.8293032591035076,
+      "grad_norm": 233.565185546875,
+      "learning_rate": 1.3193318758216019e-05,
+      "loss": 31.25,
+      "step": 17354
+    },
+    {
+      "epoch": 0.8293510465449679,
+      "grad_norm": 275.37042236328125,
+      "learning_rate": 1.3192585398542163e-05,
+      "loss": 38.2812,
+      "step": 17355
+    },
+    {
+      "epoch": 0.8293988339864283,
+      "grad_norm": 160.8286590576172,
+      "learning_rate": 1.319185201974884e-05,
+      "loss": 26.125,
+      "step": 17356
+    },
+    {
+      "epoch": 0.8294466214278887,
+      "grad_norm": 189.06639099121094,
+      "learning_rate": 1.3191118621840442e-05,
+      "loss": 17.7344,
+      "step": 17357
+    },
+    {
+      "epoch": 0.8294944088693491,
+      "grad_norm": 198.2089385986328,
+      "learning_rate": 1.3190385204821363e-05,
+      "loss": 21.2188,
+      "step": 17358
+    },
+    {
+      "epoch": 0.8295421963108095,
+      "grad_norm": 287.51739501953125,
+      "learning_rate": 1.3189651768695992e-05,
+      "loss": 26.8438,
+      "step": 17359
+    },
+    {
+      "epoch": 0.8295899837522699,
+      "grad_norm": 272.67718505859375,
+      "learning_rate": 1.318891831346872e-05,
+      "loss": 26.4688,
+      "step": 17360
+    },
+    {
+      "epoch": 0.8296377711937303,
+      "grad_norm": 261.0113220214844,
+      "learning_rate": 1.3188184839143946e-05,
+      "loss": 35.2188,
+      "step": 17361
+    },
+    {
+      "epoch": 0.8296855586351907,
+      "grad_norm": 209.811279296875,
+      "learning_rate": 1.3187451345726058e-05,
+      "loss": 20.8438,
+      "step": 17362
+    },
+    {
+      "epoch": 0.8297333460766511,
+      "grad_norm": 288.8708801269531,
+      "learning_rate": 1.318671783321945e-05,
+      "loss": 26.8594,
+      "step": 17363
+    },
+    {
+      "epoch": 0.8297811335181114,
+      "grad_norm": 219.80844116210938,
+      "learning_rate": 1.3185984301628512e-05,
+      "loss": 27.6562,
+      "step": 17364
+    },
+    {
+      "epoch": 0.8298289209595718,
+      "grad_norm": 312.33770751953125,
+      "learning_rate": 1.318525075095764e-05,
+      "loss": 27.7812,
+      "step": 17365
+    },
+    {
+      "epoch": 0.8298767084010322,
+      "grad_norm": 508.16180419921875,
+      "learning_rate": 1.3184517181211226e-05,
+      "loss": 40.0938,
+      "step": 17366
+    },
+    {
+      "epoch": 0.8299244958424926,
+      "grad_norm": 221.94517517089844,
+      "learning_rate": 1.318378359239366e-05,
+      "loss": 28.5,
+      "step": 17367
+    },
+    {
+      "epoch": 0.829972283283953,
+      "grad_norm": 169.8956756591797,
+      "learning_rate": 1.3183049984509344e-05,
+      "loss": 21.1562,
+      "step": 17368
+    },
+    {
+      "epoch": 0.8300200707254134,
+      "grad_norm": 237.19041442871094,
+      "learning_rate": 1.3182316357562661e-05,
+      "loss": 29.5,
+      "step": 17369
+    },
+    {
+      "epoch": 0.8300678581668738,
+      "grad_norm": 155.7390594482422,
+      "learning_rate": 1.3181582711558015e-05,
+      "loss": 22.625,
+      "step": 17370
+    },
+    {
+      "epoch": 0.8301156456083342,
+      "grad_norm": 233.76296997070312,
+      "learning_rate": 1.3180849046499788e-05,
+      "loss": 25.2656,
+      "step": 17371
+    },
+    {
+      "epoch": 0.8301634330497946,
+      "grad_norm": 331.76385498046875,
+      "learning_rate": 1.3180115362392383e-05,
+      "loss": 28.2812,
+      "step": 17372
+    },
+    {
+      "epoch": 0.830211220491255,
+      "grad_norm": 264.18231201171875,
+      "learning_rate": 1.317938165924019e-05,
+      "loss": 21.5,
+      "step": 17373
+    },
+    {
+      "epoch": 0.8302590079327152,
+      "grad_norm": 239.75210571289062,
+      "learning_rate": 1.3178647937047604e-05,
+      "loss": 20.5938,
+      "step": 17374
+    },
+    {
+      "epoch": 0.8303067953741756,
+      "grad_norm": 381.03472900390625,
+      "learning_rate": 1.3177914195819018e-05,
+      "loss": 29.6875,
+      "step": 17375
+    },
+    {
+      "epoch": 0.830354582815636,
+      "grad_norm": 290.765625,
+      "learning_rate": 1.3177180435558828e-05,
+      "loss": 23.875,
+      "step": 17376
+    },
+    {
+      "epoch": 0.8304023702570964,
+      "grad_norm": 203.4198455810547,
+      "learning_rate": 1.3176446656271425e-05,
+      "loss": 29.3906,
+      "step": 17377
+    },
+    {
+      "epoch": 0.8304501576985568,
+      "grad_norm": 358.0986633300781,
+      "learning_rate": 1.3175712857961203e-05,
+      "loss": 22.5938,
+      "step": 17378
+    },
+    {
+      "epoch": 0.8304979451400172,
+      "grad_norm": 270.4186706542969,
+      "learning_rate": 1.3174979040632563e-05,
+      "loss": 21.625,
+      "step": 17379
+    },
+    {
+      "epoch": 0.8305457325814776,
+      "grad_norm": 509.3114929199219,
+      "learning_rate": 1.3174245204289893e-05,
+      "loss": 40.25,
+      "step": 17380
+    },
+    {
+      "epoch": 0.830593520022938,
+      "grad_norm": 233.5596466064453,
+      "learning_rate": 1.3173511348937591e-05,
+      "loss": 28.5625,
+      "step": 17381
+    },
+    {
+      "epoch": 0.8306413074643983,
+      "grad_norm": 247.11770629882812,
+      "learning_rate": 1.317277747458005e-05,
+      "loss": 25.1875,
+      "step": 17382
+    },
+    {
+      "epoch": 0.8306890949058587,
+      "grad_norm": 259.57586669921875,
+      "learning_rate": 1.3172043581221667e-05,
+      "loss": 33.9375,
+      "step": 17383
+    },
+    {
+      "epoch": 0.8307368823473191,
+      "grad_norm": 310.8446044921875,
+      "learning_rate": 1.3171309668866834e-05,
+      "loss": 24.0938,
+      "step": 17384
+    },
+    {
+      "epoch": 0.8307846697887795,
+      "grad_norm": 243.80264282226562,
+      "learning_rate": 1.3170575737519951e-05,
+      "loss": 29.875,
+      "step": 17385
+    },
+    {
+      "epoch": 0.8308324572302399,
+      "grad_norm": 239.61228942871094,
+      "learning_rate": 1.3169841787185412e-05,
+      "loss": 20.7344,
+      "step": 17386
+    },
+    {
+      "epoch": 0.8308802446717003,
+      "grad_norm": 282.3404541015625,
+      "learning_rate": 1.3169107817867605e-05,
+      "loss": 26.6094,
+      "step": 17387
+    },
+    {
+      "epoch": 0.8309280321131607,
+      "grad_norm": 189.10775756835938,
+      "learning_rate": 1.3168373829570935e-05,
+      "loss": 22.1562,
+      "step": 17388
+    },
+    {
+      "epoch": 0.8309758195546211,
+      "grad_norm": 245.98098754882812,
+      "learning_rate": 1.3167639822299794e-05,
+      "loss": 31.6562,
+      "step": 17389
+    },
+    {
+      "epoch": 0.8310236069960815,
+      "grad_norm": 265.0496520996094,
+      "learning_rate": 1.3166905796058577e-05,
+      "loss": 24.6562,
+      "step": 17390
+    },
+    {
+      "epoch": 0.8310713944375419,
+      "grad_norm": 303.7865295410156,
+      "learning_rate": 1.3166171750851682e-05,
+      "loss": 36.9375,
+      "step": 17391
+    },
+    {
+      "epoch": 0.8311191818790022,
+      "grad_norm": 382.7230529785156,
+      "learning_rate": 1.3165437686683504e-05,
+      "loss": 29.375,
+      "step": 17392
+    },
+    {
+      "epoch": 0.8311669693204626,
+      "grad_norm": 613.7902221679688,
+      "learning_rate": 1.3164703603558437e-05,
+      "loss": 30.3125,
+      "step": 17393
+    },
+    {
+      "epoch": 0.8312147567619229,
+      "grad_norm": 409.62249755859375,
+      "learning_rate": 1.3163969501480879e-05,
+      "loss": 30.8438,
+      "step": 17394
+    },
+    {
+      "epoch": 0.8312625442033833,
+      "grad_norm": 143.9852294921875,
+      "learning_rate": 1.3163235380455226e-05,
+      "loss": 18.6719,
+      "step": 17395
+    },
+    {
+      "epoch": 0.8313103316448437,
+      "grad_norm": 278.5024108886719,
+      "learning_rate": 1.3162501240485878e-05,
+      "loss": 24.4688,
+      "step": 17396
+    },
+    {
+      "epoch": 0.8313581190863041,
+      "grad_norm": 176.17892456054688,
+      "learning_rate": 1.3161767081577224e-05,
+      "loss": 24.7656,
+      "step": 17397
+    },
+    {
+      "epoch": 0.8314059065277645,
+      "grad_norm": 232.56423950195312,
+      "learning_rate": 1.3161032903733669e-05,
+      "loss": 20.9531,
+      "step": 17398
+    },
+    {
+      "epoch": 0.8314536939692249,
+      "grad_norm": 455.8326110839844,
+      "learning_rate": 1.3160298706959605e-05,
+      "loss": 39.0938,
+      "step": 17399
+    },
+    {
+      "epoch": 0.8315014814106853,
+      "grad_norm": 171.38299560546875,
+      "learning_rate": 1.3159564491259426e-05,
+      "loss": 26.5625,
+      "step": 17400
+    },
+    {
+      "epoch": 0.8315492688521456,
+      "grad_norm": 291.45025634765625,
+      "learning_rate": 1.3158830256637538e-05,
+      "loss": 30.125,
+      "step": 17401
+    },
+    {
+      "epoch": 0.831597056293606,
+      "grad_norm": 151.3593292236328,
+      "learning_rate": 1.3158096003098329e-05,
+      "loss": 16.9531,
+      "step": 17402
+    },
+    {
+      "epoch": 0.8316448437350664,
+      "grad_norm": 279.2691955566406,
+      "learning_rate": 1.3157361730646201e-05,
+      "loss": 18.8438,
+      "step": 17403
+    },
+    {
+      "epoch": 0.8316926311765268,
+      "grad_norm": 143.45465087890625,
+      "learning_rate": 1.315662743928555e-05,
+      "loss": 20.6562,
+      "step": 17404
+    },
+    {
+      "epoch": 0.8317404186179872,
+      "grad_norm": 337.36334228515625,
+      "learning_rate": 1.3155893129020773e-05,
+      "loss": 26.7812,
+      "step": 17405
+    },
+    {
+      "epoch": 0.8317882060594476,
+      "grad_norm": 850.0082397460938,
+      "learning_rate": 1.3155158799856269e-05,
+      "loss": 40.0625,
+      "step": 17406
+    },
+    {
+      "epoch": 0.831835993500908,
+      "grad_norm": 197.96463012695312,
+      "learning_rate": 1.3154424451796437e-05,
+      "loss": 27.0938,
+      "step": 17407
+    },
+    {
+      "epoch": 0.8318837809423684,
+      "grad_norm": 284.18603515625,
+      "learning_rate": 1.3153690084845671e-05,
+      "loss": 35.0625,
+      "step": 17408
+    },
+    {
+      "epoch": 0.8319315683838288,
+      "grad_norm": 517.225341796875,
+      "learning_rate": 1.3152955699008373e-05,
+      "loss": 19.625,
+      "step": 17409
+    },
+    {
+      "epoch": 0.8319793558252891,
+      "grad_norm": 427.4580993652344,
+      "learning_rate": 1.3152221294288938e-05,
+      "loss": 22.25,
+      "step": 17410
+    },
+    {
+      "epoch": 0.8320271432667495,
+      "grad_norm": 195.99473571777344,
+      "learning_rate": 1.3151486870691761e-05,
+      "loss": 31.0625,
+      "step": 17411
+    },
+    {
+      "epoch": 0.8320749307082099,
+      "grad_norm": 243.10235595703125,
+      "learning_rate": 1.315075242822125e-05,
+      "loss": 30.1562,
+      "step": 17412
+    },
+    {
+      "epoch": 0.8321227181496703,
+      "grad_norm": 387.43609619140625,
+      "learning_rate": 1.3150017966881791e-05,
+      "loss": 28.5625,
+      "step": 17413
+    },
+    {
+      "epoch": 0.8321705055911307,
+      "grad_norm": 507.25872802734375,
+      "learning_rate": 1.3149283486677796e-05,
+      "loss": 38.875,
+      "step": 17414
+    },
+    {
+      "epoch": 0.832218293032591,
+      "grad_norm": 279.78521728515625,
+      "learning_rate": 1.314854898761365e-05,
+      "loss": 30.125,
+      "step": 17415
+    },
+    {
+      "epoch": 0.8322660804740514,
+      "grad_norm": 290.8839111328125,
+      "learning_rate": 1.3147814469693762e-05,
+      "loss": 30.9688,
+      "step": 17416
+    },
+    {
+      "epoch": 0.8323138679155118,
+      "grad_norm": 237.3852081298828,
+      "learning_rate": 1.3147079932922526e-05,
+      "loss": 21.875,
+      "step": 17417
+    },
+    {
+      "epoch": 0.8323616553569722,
+      "grad_norm": 567.2258911132812,
+      "learning_rate": 1.3146345377304344e-05,
+      "loss": 33.0938,
+      "step": 17418
+    },
+    {
+      "epoch": 0.8324094427984325,
+      "grad_norm": 136.16156005859375,
+      "learning_rate": 1.3145610802843612e-05,
+      "loss": 25.375,
+      "step": 17419
+    },
+    {
+      "epoch": 0.8324572302398929,
+      "grad_norm": 1882.8858642578125,
+      "learning_rate": 1.314487620954473e-05,
+      "loss": 21.25,
+      "step": 17420
+    },
+    {
+      "epoch": 0.8325050176813533,
+      "grad_norm": 152.23065185546875,
+      "learning_rate": 1.3144141597412094e-05,
+      "loss": 19.9375,
+      "step": 17421
+    },
+    {
+      "epoch": 0.8325528051228137,
+      "grad_norm": 791.9984130859375,
+      "learning_rate": 1.3143406966450112e-05,
+      "loss": 23.1406,
+      "step": 17422
+    },
+    {
+      "epoch": 0.8326005925642741,
+      "grad_norm": 210.91395568847656,
+      "learning_rate": 1.3142672316663178e-05,
+      "loss": 27.0938,
+      "step": 17423
+    },
+    {
+      "epoch": 0.8326483800057345,
+      "grad_norm": 304.9345703125,
+      "learning_rate": 1.3141937648055692e-05,
+      "loss": 31.125,
+      "step": 17424
+    },
+    {
+      "epoch": 0.8326961674471949,
+      "grad_norm": 467.56500244140625,
+      "learning_rate": 1.3141202960632052e-05,
+      "loss": 30.4062,
+      "step": 17425
+    },
+    {
+      "epoch": 0.8327439548886553,
+      "grad_norm": 363.518310546875,
+      "learning_rate": 1.314046825439666e-05,
+      "loss": 25.8438,
+      "step": 17426
+    },
+    {
+      "epoch": 0.8327917423301157,
+      "grad_norm": 205.0163116455078,
+      "learning_rate": 1.3139733529353917e-05,
+      "loss": 25.25,
+      "step": 17427
+    },
+    {
+      "epoch": 0.832839529771576,
+      "grad_norm": 202.2021026611328,
+      "learning_rate": 1.313899878550822e-05,
+      "loss": 24.1719,
+      "step": 17428
+    },
+    {
+      "epoch": 0.8328873172130364,
+      "grad_norm": 327.399658203125,
+      "learning_rate": 1.313826402286397e-05,
+      "loss": 30.5,
+      "step": 17429
+    },
+    {
+      "epoch": 0.8329351046544968,
+      "grad_norm": 300.1675109863281,
+      "learning_rate": 1.3137529241425568e-05,
+      "loss": 33.2188,
+      "step": 17430
+    },
+    {
+      "epoch": 0.8329828920959572,
+      "grad_norm": 198.6107635498047,
+      "learning_rate": 1.3136794441197415e-05,
+      "loss": 30.8438,
+      "step": 17431
+    },
+    {
+      "epoch": 0.8330306795374176,
+      "grad_norm": 331.0962829589844,
+      "learning_rate": 1.313605962218391e-05,
+      "loss": 19.6406,
+      "step": 17432
+    },
+    {
+      "epoch": 0.833078466978878,
+      "grad_norm": 158.66810607910156,
+      "learning_rate": 1.3135324784389457e-05,
+      "loss": 22.1875,
+      "step": 17433
+    },
+    {
+      "epoch": 0.8331262544203384,
+      "grad_norm": 331.5496520996094,
+      "learning_rate": 1.3134589927818453e-05,
+      "loss": 26.9062,
+      "step": 17434
+    },
+    {
+      "epoch": 0.8331740418617987,
+      "grad_norm": 180.4332275390625,
+      "learning_rate": 1.3133855052475299e-05,
+      "loss": 22.3125,
+      "step": 17435
+    },
+    {
+      "epoch": 0.833221829303259,
+      "grad_norm": 309.99456787109375,
+      "learning_rate": 1.3133120158364396e-05,
+      "loss": 29.5938,
+      "step": 17436
+    },
+    {
+      "epoch": 0.8332696167447194,
+      "grad_norm": 289.13116455078125,
+      "learning_rate": 1.3132385245490147e-05,
+      "loss": 23.2188,
+      "step": 17437
+    },
+    {
+      "epoch": 0.8333174041861798,
+      "grad_norm": 238.956298828125,
+      "learning_rate": 1.3131650313856956e-05,
+      "loss": 26.4688,
+      "step": 17438
+    },
+    {
+      "epoch": 0.8333651916276402,
+      "grad_norm": 426.0861511230469,
+      "learning_rate": 1.3130915363469216e-05,
+      "loss": 28.9688,
+      "step": 17439
+    },
+    {
+      "epoch": 0.8334129790691006,
+      "grad_norm": 225.9840087890625,
+      "learning_rate": 1.3130180394331335e-05,
+      "loss": 34.6562,
+      "step": 17440
+    },
+    {
+      "epoch": 0.833460766510561,
+      "grad_norm": 365.3565368652344,
+      "learning_rate": 1.3129445406447711e-05,
+      "loss": 19.2031,
+      "step": 17441
+    },
+    {
+      "epoch": 0.8335085539520214,
+      "grad_norm": 388.5575256347656,
+      "learning_rate": 1.312871039982275e-05,
+      "loss": 27.6562,
+      "step": 17442
+    },
+    {
+      "epoch": 0.8335563413934818,
+      "grad_norm": 337.6039733886719,
+      "learning_rate": 1.3127975374460849e-05,
+      "loss": 34.5938,
+      "step": 17443
+    },
+    {
+      "epoch": 0.8336041288349422,
+      "grad_norm": 278.4288635253906,
+      "learning_rate": 1.3127240330366414e-05,
+      "loss": 25.4531,
+      "step": 17444
+    },
+    {
+      "epoch": 0.8336519162764026,
+      "grad_norm": 387.7395324707031,
+      "learning_rate": 1.312650526754384e-05,
+      "loss": 32.1562,
+      "step": 17445
+    },
+    {
+      "epoch": 0.833699703717863,
+      "grad_norm": 446.95989990234375,
+      "learning_rate": 1.3125770185997536e-05,
+      "loss": 36.7188,
+      "step": 17446
+    },
+    {
+      "epoch": 0.8337474911593233,
+      "grad_norm": 292.6795349121094,
+      "learning_rate": 1.3125035085731902e-05,
+      "loss": 26.0312,
+      "step": 17447
+    },
+    {
+      "epoch": 0.8337952786007837,
+      "grad_norm": 168.70870971679688,
+      "learning_rate": 1.3124299966751338e-05,
+      "loss": 28.5312,
+      "step": 17448
+    },
+    {
+      "epoch": 0.8338430660422441,
+      "grad_norm": 400.0206298828125,
+      "learning_rate": 1.3123564829060254e-05,
+      "loss": 29.4375,
+      "step": 17449
+    },
+    {
+      "epoch": 0.8338908534837045,
+      "grad_norm": 278.2784423828125,
+      "learning_rate": 1.3122829672663043e-05,
+      "loss": 31.5938,
+      "step": 17450
+    },
+    {
+      "epoch": 0.8339386409251649,
+      "grad_norm": 521.5113525390625,
+      "learning_rate": 1.3122094497564114e-05,
+      "loss": 30.5469,
+      "step": 17451
+    },
+    {
+      "epoch": 0.8339864283666253,
+      "grad_norm": 316.3393859863281,
+      "learning_rate": 1.3121359303767864e-05,
+      "loss": 23.25,
+      "step": 17452
+    },
+    {
+      "epoch": 0.8340342158080857,
+      "grad_norm": 236.3992156982422,
+      "learning_rate": 1.3120624091278705e-05,
+      "loss": 21.9375,
+      "step": 17453
+    },
+    {
+      "epoch": 0.8340820032495461,
+      "grad_norm": 377.5217590332031,
+      "learning_rate": 1.311988886010103e-05,
+      "loss": 28.8594,
+      "step": 17454
+    },
+    {
+      "epoch": 0.8341297906910065,
+      "grad_norm": 323.4098815917969,
+      "learning_rate": 1.3119153610239245e-05,
+      "loss": 33.2812,
+      "step": 17455
+    },
+    {
+      "epoch": 0.8341775781324667,
+      "grad_norm": 351.6771240234375,
+      "learning_rate": 1.311841834169776e-05,
+      "loss": 27.3125,
+      "step": 17456
+    },
+    {
+      "epoch": 0.8342253655739271,
+      "grad_norm": 447.7060852050781,
+      "learning_rate": 1.3117683054480971e-05,
+      "loss": 34.1562,
+      "step": 17457
+    },
+    {
+      "epoch": 0.8342731530153875,
+      "grad_norm": 579.5765991210938,
+      "learning_rate": 1.311694774859328e-05,
+      "loss": 29.4688,
+      "step": 17458
+    },
+    {
+      "epoch": 0.8343209404568479,
+      "grad_norm": 304.6056213378906,
+      "learning_rate": 1.31162124240391e-05,
+      "loss": 38.4688,
+      "step": 17459
+    },
+    {
+      "epoch": 0.8343687278983083,
+      "grad_norm": 178.40516662597656,
+      "learning_rate": 1.3115477080822827e-05,
+      "loss": 19.5,
+      "step": 17460
+    },
+    {
+      "epoch": 0.8344165153397687,
+      "grad_norm": 350.7533874511719,
+      "learning_rate": 1.3114741718948862e-05,
+      "loss": 40.5938,
+      "step": 17461
+    },
+    {
+      "epoch": 0.8344643027812291,
+      "grad_norm": 336.6922302246094,
+      "learning_rate": 1.3114006338421616e-05,
+      "loss": 39.3125,
+      "step": 17462
+    },
+    {
+      "epoch": 0.8345120902226895,
+      "grad_norm": 179.51612854003906,
+      "learning_rate": 1.311327093924549e-05,
+      "loss": 22.0312,
+      "step": 17463
+    },
+    {
+      "epoch": 0.8345598776641499,
+      "grad_norm": 361.62017822265625,
+      "learning_rate": 1.311253552142489e-05,
+      "loss": 23.3125,
+      "step": 17464
+    },
+    {
+      "epoch": 0.8346076651056102,
+      "grad_norm": 337.8329162597656,
+      "learning_rate": 1.3111800084964215e-05,
+      "loss": 22.0,
+      "step": 17465
+    },
+    {
+      "epoch": 0.8346554525470706,
+      "grad_norm": 369.8578186035156,
+      "learning_rate": 1.3111064629867876e-05,
+      "loss": 17.1406,
+      "step": 17466
+    },
+    {
+      "epoch": 0.834703239988531,
+      "grad_norm": 167.3592529296875,
+      "learning_rate": 1.3110329156140271e-05,
+      "loss": 20.7969,
+      "step": 17467
+    },
+    {
+      "epoch": 0.8347510274299914,
+      "grad_norm": 197.6690673828125,
+      "learning_rate": 1.310959366378581e-05,
+      "loss": 30.8125,
+      "step": 17468
+    },
+    {
+      "epoch": 0.8347988148714518,
+      "grad_norm": 347.6988220214844,
+      "learning_rate": 1.3108858152808895e-05,
+      "loss": 28.4375,
+      "step": 17469
+    },
+    {
+      "epoch": 0.8348466023129122,
+      "grad_norm": 327.73486328125,
+      "learning_rate": 1.3108122623213933e-05,
+      "loss": 30.125,
+      "step": 17470
+    },
+    {
+      "epoch": 0.8348943897543726,
+      "grad_norm": 247.11537170410156,
+      "learning_rate": 1.3107387075005327e-05,
+      "loss": 31.25,
+      "step": 17471
+    },
+    {
+      "epoch": 0.834942177195833,
+      "grad_norm": 188.58132934570312,
+      "learning_rate": 1.3106651508187478e-05,
+      "loss": 18.6719,
+      "step": 17472
+    },
+    {
+      "epoch": 0.8349899646372934,
+      "grad_norm": 307.27020263671875,
+      "learning_rate": 1.3105915922764798e-05,
+      "loss": 25.0938,
+      "step": 17473
+    },
+    {
+      "epoch": 0.8350377520787537,
+      "grad_norm": 247.86737060546875,
+      "learning_rate": 1.3105180318741691e-05,
+      "loss": 39.4688,
+      "step": 17474
+    },
+    {
+      "epoch": 0.8350855395202141,
+      "grad_norm": 425.93182373046875,
+      "learning_rate": 1.3104444696122559e-05,
+      "loss": 33.0,
+      "step": 17475
+    },
+    {
+      "epoch": 0.8351333269616745,
+      "grad_norm": 214.03993225097656,
+      "learning_rate": 1.3103709054911807e-05,
+      "loss": 24.9219,
+      "step": 17476
+    },
+    {
+      "epoch": 0.8351811144031348,
+      "grad_norm": 275.71514892578125,
+      "learning_rate": 1.3102973395113847e-05,
+      "loss": 32.4688,
+      "step": 17477
+    },
+    {
+      "epoch": 0.8352289018445952,
+      "grad_norm": 245.18435668945312,
+      "learning_rate": 1.3102237716733075e-05,
+      "loss": 24.2344,
+      "step": 17478
+    },
+    {
+      "epoch": 0.8352766892860556,
+      "grad_norm": 290.6126403808594,
+      "learning_rate": 1.3101502019773907e-05,
+      "loss": 30.2656,
+      "step": 17479
+    },
+    {
+      "epoch": 0.835324476727516,
+      "grad_norm": 300.0220031738281,
+      "learning_rate": 1.310076630424074e-05,
+      "loss": 44.9375,
+      "step": 17480
+    },
+    {
+      "epoch": 0.8353722641689764,
+      "grad_norm": 302.13818359375,
+      "learning_rate": 1.3100030570137987e-05,
+      "loss": 33.8906,
+      "step": 17481
+    },
+    {
+      "epoch": 0.8354200516104368,
+      "grad_norm": 230.44229125976562,
+      "learning_rate": 1.3099294817470048e-05,
+      "loss": 18.7656,
+      "step": 17482
+    },
+    {
+      "epoch": 0.8354678390518971,
+      "grad_norm": 140.35031127929688,
+      "learning_rate": 1.3098559046241334e-05,
+      "loss": 22.1094,
+      "step": 17483
+    },
+    {
+      "epoch": 0.8355156264933575,
+      "grad_norm": 330.50982666015625,
+      "learning_rate": 1.309782325645625e-05,
+      "loss": 31.6562,
+      "step": 17484
+    },
+    {
+      "epoch": 0.8355634139348179,
+      "grad_norm": 243.93809509277344,
+      "learning_rate": 1.3097087448119201e-05,
+      "loss": 24.625,
+      "step": 17485
+    },
+    {
+      "epoch": 0.8356112013762783,
+      "grad_norm": 231.56607055664062,
+      "learning_rate": 1.3096351621234595e-05,
+      "loss": 30.5625,
+      "step": 17486
+    },
+    {
+      "epoch": 0.8356589888177387,
+      "grad_norm": 292.6874694824219,
+      "learning_rate": 1.3095615775806838e-05,
+      "loss": 18.9688,
+      "step": 17487
+    },
+    {
+      "epoch": 0.8357067762591991,
+      "grad_norm": 273.26171875,
+      "learning_rate": 1.3094879911840337e-05,
+      "loss": 23.2812,
+      "step": 17488
+    },
+    {
+      "epoch": 0.8357545637006595,
+      "grad_norm": 194.91909790039062,
+      "learning_rate": 1.30941440293395e-05,
+      "loss": 24.9062,
+      "step": 17489
+    },
+    {
+      "epoch": 0.8358023511421199,
+      "grad_norm": 258.9089660644531,
+      "learning_rate": 1.3093408128308731e-05,
+      "loss": 27.1562,
+      "step": 17490
+    },
+    {
+      "epoch": 0.8358501385835803,
+      "grad_norm": 252.11996459960938,
+      "learning_rate": 1.309267220875244e-05,
+      "loss": 37.8438,
+      "step": 17491
+    },
+    {
+      "epoch": 0.8358979260250406,
+      "grad_norm": 248.53997802734375,
+      "learning_rate": 1.3091936270675034e-05,
+      "loss": 26.0,
+      "step": 17492
+    },
+    {
+      "epoch": 0.835945713466501,
+      "grad_norm": 249.47052001953125,
+      "learning_rate": 1.3091200314080916e-05,
+      "loss": 24.8125,
+      "step": 17493
+    },
+    {
+      "epoch": 0.8359935009079614,
+      "grad_norm": 197.25148010253906,
+      "learning_rate": 1.30904643389745e-05,
+      "loss": 33.9375,
+      "step": 17494
+    },
+    {
+      "epoch": 0.8360412883494218,
+      "grad_norm": 574.8377685546875,
+      "learning_rate": 1.308972834536019e-05,
+      "loss": 25.8438,
+      "step": 17495
+    },
+    {
+      "epoch": 0.8360890757908822,
+      "grad_norm": 334.17340087890625,
+      "learning_rate": 1.3088992333242392e-05,
+      "loss": 38.5938,
+      "step": 17496
+    },
+    {
+      "epoch": 0.8361368632323425,
+      "grad_norm": 171.84291076660156,
+      "learning_rate": 1.308825630262552e-05,
+      "loss": 25.125,
+      "step": 17497
+    },
+    {
+      "epoch": 0.8361846506738029,
+      "grad_norm": 615.02685546875,
+      "learning_rate": 1.3087520253513972e-05,
+      "loss": 23.5156,
+      "step": 17498
+    },
+    {
+      "epoch": 0.8362324381152633,
+      "grad_norm": 323.9758605957031,
+      "learning_rate": 1.3086784185912164e-05,
+      "loss": 30.5625,
+      "step": 17499
+    },
+    {
+      "epoch": 0.8362802255567237,
+      "grad_norm": 237.0492401123047,
+      "learning_rate": 1.3086048099824504e-05,
+      "loss": 18.7031,
+      "step": 17500
+    },
+    {
+      "epoch": 0.836328012998184,
+      "grad_norm": 316.0404357910156,
+      "learning_rate": 1.3085311995255397e-05,
+      "loss": 21.75,
+      "step": 17501
+    },
+    {
+      "epoch": 0.8363758004396444,
+      "grad_norm": 424.32879638671875,
+      "learning_rate": 1.3084575872209252e-05,
+      "loss": 36.9062,
+      "step": 17502
+    },
+    {
+      "epoch": 0.8364235878811048,
+      "grad_norm": 366.6607360839844,
+      "learning_rate": 1.3083839730690475e-05,
+      "loss": 38.2188,
+      "step": 17503
+    },
+    {
+      "epoch": 0.8364713753225652,
+      "grad_norm": 197.1773681640625,
+      "learning_rate": 1.308310357070348e-05,
+      "loss": 19.5156,
+      "step": 17504
+    },
+    {
+      "epoch": 0.8365191627640256,
+      "grad_norm": 238.15443420410156,
+      "learning_rate": 1.3082367392252672e-05,
+      "loss": 22.2344,
+      "step": 17505
+    },
+    {
+      "epoch": 0.836566950205486,
+      "grad_norm": 258.5189514160156,
+      "learning_rate": 1.308163119534246e-05,
+      "loss": 30.7812,
+      "step": 17506
+    },
+    {
+      "epoch": 0.8366147376469464,
+      "grad_norm": 221.9805908203125,
+      "learning_rate": 1.308089497997726e-05,
+      "loss": 30.0,
+      "step": 17507
+    },
+    {
+      "epoch": 0.8366625250884068,
+      "grad_norm": 304.7737121582031,
+      "learning_rate": 1.3080158746161468e-05,
+      "loss": 37.0,
+      "step": 17508
+    },
+    {
+      "epoch": 0.8367103125298672,
+      "grad_norm": 1270.1085205078125,
+      "learning_rate": 1.3079422493899501e-05,
+      "loss": 28.8438,
+      "step": 17509
+    },
+    {
+      "epoch": 0.8367580999713276,
+      "grad_norm": 358.650634765625,
+      "learning_rate": 1.3078686223195767e-05,
+      "loss": 25.0,
+      "step": 17510
+    },
+    {
+      "epoch": 0.8368058874127879,
+      "grad_norm": 310.22296142578125,
+      "learning_rate": 1.3077949934054672e-05,
+      "loss": 28.0781,
+      "step": 17511
+    },
+    {
+      "epoch": 0.8368536748542483,
+      "grad_norm": 289.7317810058594,
+      "learning_rate": 1.3077213626480634e-05,
+      "loss": 42.5312,
+      "step": 17512
+    },
+    {
+      "epoch": 0.8369014622957087,
+      "grad_norm": 308.1477966308594,
+      "learning_rate": 1.3076477300478051e-05,
+      "loss": 29.1875,
+      "step": 17513
+    },
+    {
+      "epoch": 0.8369492497371691,
+      "grad_norm": 302.56103515625,
+      "learning_rate": 1.3075740956051345e-05,
+      "loss": 23.6875,
+      "step": 17514
+    },
+    {
+      "epoch": 0.8369970371786295,
+      "grad_norm": 204.28334045410156,
+      "learning_rate": 1.3075004593204914e-05,
+      "loss": 23.0312,
+      "step": 17515
+    },
+    {
+      "epoch": 0.8370448246200899,
+      "grad_norm": 182.90386962890625,
+      "learning_rate": 1.3074268211943177e-05,
+      "loss": 23.7656,
+      "step": 17516
+    },
+    {
+      "epoch": 0.8370926120615503,
+      "grad_norm": 274.81060791015625,
+      "learning_rate": 1.307353181227054e-05,
+      "loss": 21.0156,
+      "step": 17517
+    },
+    {
+      "epoch": 0.8371403995030106,
+      "grad_norm": 262.9912109375,
+      "learning_rate": 1.3072795394191411e-05,
+      "loss": 31.2812,
+      "step": 17518
+    },
+    {
+      "epoch": 0.837188186944471,
+      "grad_norm": 218.52447509765625,
+      "learning_rate": 1.3072058957710206e-05,
+      "loss": 26.3125,
+      "step": 17519
+    },
+    {
+      "epoch": 0.8372359743859313,
+      "grad_norm": 430.34783935546875,
+      "learning_rate": 1.3071322502831327e-05,
+      "loss": 26.9375,
+      "step": 17520
+    },
+    {
+      "epoch": 0.8372837618273917,
+      "grad_norm": 342.13330078125,
+      "learning_rate": 1.3070586029559195e-05,
+      "loss": 33.7188,
+      "step": 17521
+    },
+    {
+      "epoch": 0.8373315492688521,
+      "grad_norm": 318.7231750488281,
+      "learning_rate": 1.3069849537898214e-05,
+      "loss": 25.375,
+      "step": 17522
+    },
+    {
+      "epoch": 0.8373793367103125,
+      "grad_norm": 341.9538879394531,
+      "learning_rate": 1.3069113027852792e-05,
+      "loss": 29.75,
+      "step": 17523
+    },
+    {
+      "epoch": 0.8374271241517729,
+      "grad_norm": 249.85980224609375,
+      "learning_rate": 1.3068376499427344e-05,
+      "loss": 34.7812,
+      "step": 17524
+    },
+    {
+      "epoch": 0.8374749115932333,
+      "grad_norm": 129.87879943847656,
+      "learning_rate": 1.306763995262628e-05,
+      "loss": 21.1094,
+      "step": 17525
+    },
+    {
+      "epoch": 0.8375226990346937,
+      "grad_norm": 749.2232666015625,
+      "learning_rate": 1.3066903387454014e-05,
+      "loss": 38.9844,
+      "step": 17526
+    },
+    {
+      "epoch": 0.8375704864761541,
+      "grad_norm": 434.5992736816406,
+      "learning_rate": 1.3066166803914953e-05,
+      "loss": 21.4375,
+      "step": 17527
+    },
+    {
+      "epoch": 0.8376182739176145,
+      "grad_norm": 269.8550109863281,
+      "learning_rate": 1.3065430202013505e-05,
+      "loss": 38.2188,
+      "step": 17528
+    },
+    {
+      "epoch": 0.8376660613590748,
+      "grad_norm": 236.0778045654297,
+      "learning_rate": 1.3064693581754091e-05,
+      "loss": 25.6875,
+      "step": 17529
+    },
+    {
+      "epoch": 0.8377138488005352,
+      "grad_norm": 1316.1190185546875,
+      "learning_rate": 1.3063956943141114e-05,
+      "loss": 23.875,
+      "step": 17530
+    },
+    {
+      "epoch": 0.8377616362419956,
+      "grad_norm": 655.8665771484375,
+      "learning_rate": 1.306322028617899e-05,
+      "loss": 25.7188,
+      "step": 17531
+    },
+    {
+      "epoch": 0.837809423683456,
+      "grad_norm": 238.9813690185547,
+      "learning_rate": 1.3062483610872127e-05,
+      "loss": 35.0625,
+      "step": 17532
+    },
+    {
+      "epoch": 0.8378572111249164,
+      "grad_norm": 238.6141357421875,
+      "learning_rate": 1.306174691722494e-05,
+      "loss": 33.4062,
+      "step": 17533
+    },
+    {
+      "epoch": 0.8379049985663768,
+      "grad_norm": 346.46826171875,
+      "learning_rate": 1.3061010205241843e-05,
+      "loss": 23.1406,
+      "step": 17534
+    },
+    {
+      "epoch": 0.8379527860078372,
+      "grad_norm": 207.46871948242188,
+      "learning_rate": 1.3060273474927239e-05,
+      "loss": 29.5,
+      "step": 17535
+    },
+    {
+      "epoch": 0.8380005734492976,
+      "grad_norm": 222.0126495361328,
+      "learning_rate": 1.3059536726285549e-05,
+      "loss": 21.8125,
+      "step": 17536
+    },
+    {
+      "epoch": 0.838048360890758,
+      "grad_norm": 396.935302734375,
+      "learning_rate": 1.305879995932118e-05,
+      "loss": 29.5938,
+      "step": 17537
+    },
+    {
+      "epoch": 0.8380961483322182,
+      "grad_norm": 302.8415222167969,
+      "learning_rate": 1.3058063174038548e-05,
+      "loss": 28.4688,
+      "step": 17538
+    },
+    {
+      "epoch": 0.8381439357736786,
+      "grad_norm": 277.2548522949219,
+      "learning_rate": 1.3057326370442066e-05,
+      "loss": 32.25,
+      "step": 17539
+    },
+    {
+      "epoch": 0.838191723215139,
+      "grad_norm": 373.3226623535156,
+      "learning_rate": 1.305658954853614e-05,
+      "loss": 22.0156,
+      "step": 17540
+    },
+    {
+      "epoch": 0.8382395106565994,
+      "grad_norm": 331.7417907714844,
+      "learning_rate": 1.3055852708325187e-05,
+      "loss": 26.0,
+      "step": 17541
+    },
+    {
+      "epoch": 0.8382872980980598,
+      "grad_norm": 379.0294494628906,
+      "learning_rate": 1.3055115849813622e-05,
+      "loss": 33.8125,
+      "step": 17542
+    },
+    {
+      "epoch": 0.8383350855395202,
+      "grad_norm": 270.9135437011719,
+      "learning_rate": 1.305437897300585e-05,
+      "loss": 31.9375,
+      "step": 17543
+    },
+    {
+      "epoch": 0.8383828729809806,
+      "grad_norm": 192.3608856201172,
+      "learning_rate": 1.3053642077906294e-05,
+      "loss": 26.4062,
+      "step": 17544
+    },
+    {
+      "epoch": 0.838430660422441,
+      "grad_norm": 292.5475158691406,
+      "learning_rate": 1.3052905164519362e-05,
+      "loss": 23.6875,
+      "step": 17545
+    },
+    {
+      "epoch": 0.8384784478639014,
+      "grad_norm": 237.63050842285156,
+      "learning_rate": 1.3052168232849465e-05,
+      "loss": 31.6562,
+      "step": 17546
+    },
+    {
+      "epoch": 0.8385262353053617,
+      "grad_norm": 207.89370727539062,
+      "learning_rate": 1.3051431282901022e-05,
+      "loss": 27.7812,
+      "step": 17547
+    },
+    {
+      "epoch": 0.8385740227468221,
+      "grad_norm": 148.3778839111328,
+      "learning_rate": 1.3050694314678438e-05,
+      "loss": 24.8125,
+      "step": 17548
+    },
+    {
+      "epoch": 0.8386218101882825,
+      "grad_norm": 693.1052856445312,
+      "learning_rate": 1.3049957328186135e-05,
+      "loss": 40.9062,
+      "step": 17549
+    },
+    {
+      "epoch": 0.8386695976297429,
+      "grad_norm": 445.3031005859375,
+      "learning_rate": 1.3049220323428521e-05,
+      "loss": 31.8125,
+      "step": 17550
+    },
+    {
+      "epoch": 0.8387173850712033,
+      "grad_norm": 301.56744384765625,
+      "learning_rate": 1.3048483300410015e-05,
+      "loss": 26.1094,
+      "step": 17551
+    },
+    {
+      "epoch": 0.8387651725126637,
+      "grad_norm": 210.8199462890625,
+      "learning_rate": 1.3047746259135025e-05,
+      "loss": 21.0312,
+      "step": 17552
+    },
+    {
+      "epoch": 0.8388129599541241,
+      "grad_norm": 299.5063781738281,
+      "learning_rate": 1.304700919960797e-05,
+      "loss": 36.2812,
+      "step": 17553
+    },
+    {
+      "epoch": 0.8388607473955845,
+      "grad_norm": 229.81141662597656,
+      "learning_rate": 1.3046272121833261e-05,
+      "loss": 24.7969,
+      "step": 17554
+    },
+    {
+      "epoch": 0.8389085348370449,
+      "grad_norm": 152.11630249023438,
+      "learning_rate": 1.3045535025815311e-05,
+      "loss": 30.1875,
+      "step": 17555
+    },
+    {
+      "epoch": 0.8389563222785053,
+      "grad_norm": 264.80181884765625,
+      "learning_rate": 1.3044797911558538e-05,
+      "loss": 34.9688,
+      "step": 17556
+    },
+    {
+      "epoch": 0.8390041097199656,
+      "grad_norm": 231.67349243164062,
+      "learning_rate": 1.3044060779067354e-05,
+      "loss": 21.0625,
+      "step": 17557
+    },
+    {
+      "epoch": 0.839051897161426,
+      "grad_norm": 302.1668701171875,
+      "learning_rate": 1.3043323628346175e-05,
+      "loss": 33.6562,
+      "step": 17558
+    },
+    {
+      "epoch": 0.8390996846028863,
+      "grad_norm": 215.75424194335938,
+      "learning_rate": 1.3042586459399411e-05,
+      "loss": 25.125,
+      "step": 17559
+    },
+    {
+      "epoch": 0.8391474720443467,
+      "grad_norm": 280.4540710449219,
+      "learning_rate": 1.3041849272231482e-05,
+      "loss": 23.25,
+      "step": 17560
+    },
+    {
+      "epoch": 0.8391952594858071,
+      "grad_norm": 263.06890869140625,
+      "learning_rate": 1.3041112066846799e-05,
+      "loss": 21.6719,
+      "step": 17561
+    },
+    {
+      "epoch": 0.8392430469272675,
+      "grad_norm": 308.85455322265625,
+      "learning_rate": 1.3040374843249782e-05,
+      "loss": 34.875,
+      "step": 17562
+    },
+    {
+      "epoch": 0.8392908343687279,
+      "grad_norm": 280.2027587890625,
+      "learning_rate": 1.3039637601444839e-05,
+      "loss": 31.0312,
+      "step": 17563
+    },
+    {
+      "epoch": 0.8393386218101883,
+      "grad_norm": 324.9265441894531,
+      "learning_rate": 1.3038900341436394e-05,
+      "loss": 27.8125,
+      "step": 17564
+    },
+    {
+      "epoch": 0.8393864092516486,
+      "grad_norm": 273.0747375488281,
+      "learning_rate": 1.3038163063228852e-05,
+      "loss": 30.5469,
+      "step": 17565
+    },
+    {
+      "epoch": 0.839434196693109,
+      "grad_norm": 229.2069549560547,
+      "learning_rate": 1.3037425766826637e-05,
+      "loss": 29.7969,
+      "step": 17566
+    },
+    {
+      "epoch": 0.8394819841345694,
+      "grad_norm": 184.4259490966797,
+      "learning_rate": 1.3036688452234159e-05,
+      "loss": 28.4844,
+      "step": 17567
+    },
+    {
+      "epoch": 0.8395297715760298,
+      "grad_norm": 450.5639953613281,
+      "learning_rate": 1.3035951119455838e-05,
+      "loss": 28.625,
+      "step": 17568
+    },
+    {
+      "epoch": 0.8395775590174902,
+      "grad_norm": 347.6698303222656,
+      "learning_rate": 1.3035213768496087e-05,
+      "loss": 20.9844,
+      "step": 17569
+    },
+    {
+      "epoch": 0.8396253464589506,
+      "grad_norm": 448.7391662597656,
+      "learning_rate": 1.3034476399359319e-05,
+      "loss": 27.7188,
+      "step": 17570
+    },
+    {
+      "epoch": 0.839673133900411,
+      "grad_norm": 211.90309143066406,
+      "learning_rate": 1.3033739012049957e-05,
+      "loss": 23.2188,
+      "step": 17571
+    },
+    {
+      "epoch": 0.8397209213418714,
+      "grad_norm": 297.7200622558594,
+      "learning_rate": 1.3033001606572411e-05,
+      "loss": 23.9688,
+      "step": 17572
+    },
+    {
+      "epoch": 0.8397687087833318,
+      "grad_norm": 285.24603271484375,
+      "learning_rate": 1.30322641829311e-05,
+      "loss": 31.0625,
+      "step": 17573
+    },
+    {
+      "epoch": 0.8398164962247922,
+      "grad_norm": 425.6895751953125,
+      "learning_rate": 1.3031526741130435e-05,
+      "loss": 35.4062,
+      "step": 17574
+    },
+    {
+      "epoch": 0.8398642836662525,
+      "grad_norm": 383.5865783691406,
+      "learning_rate": 1.3030789281174842e-05,
+      "loss": 35.5625,
+      "step": 17575
+    },
+    {
+      "epoch": 0.8399120711077129,
+      "grad_norm": 433.3606872558594,
+      "learning_rate": 1.3030051803068729e-05,
+      "loss": 26.4062,
+      "step": 17576
+    },
+    {
+      "epoch": 0.8399598585491733,
+      "grad_norm": 253.81129455566406,
+      "learning_rate": 1.3029314306816517e-05,
+      "loss": 26.125,
+      "step": 17577
+    },
+    {
+      "epoch": 0.8400076459906337,
+      "grad_norm": 263.1595458984375,
+      "learning_rate": 1.3028576792422618e-05,
+      "loss": 34.75,
+      "step": 17578
+    },
+    {
+      "epoch": 0.8400554334320941,
+      "grad_norm": 268.7812194824219,
+      "learning_rate": 1.3027839259891458e-05,
+      "loss": 23.8594,
+      "step": 17579
+    },
+    {
+      "epoch": 0.8401032208735544,
+      "grad_norm": 281.9099426269531,
+      "learning_rate": 1.3027101709227443e-05,
+      "loss": 21.1875,
+      "step": 17580
+    },
+    {
+      "epoch": 0.8401510083150148,
+      "grad_norm": 352.5053405761719,
+      "learning_rate": 1.3026364140434996e-05,
+      "loss": 27.8125,
+      "step": 17581
+    },
+    {
+      "epoch": 0.8401987957564752,
+      "grad_norm": 236.52218627929688,
+      "learning_rate": 1.3025626553518534e-05,
+      "loss": 32.75,
+      "step": 17582
+    },
+    {
+      "epoch": 0.8402465831979355,
+      "grad_norm": 336.36834716796875,
+      "learning_rate": 1.3024888948482468e-05,
+      "loss": 22.5312,
+      "step": 17583
+    },
+    {
+      "epoch": 0.8402943706393959,
+      "grad_norm": 177.6305694580078,
+      "learning_rate": 1.3024151325331227e-05,
+      "loss": 29.4375,
+      "step": 17584
+    },
+    {
+      "epoch": 0.8403421580808563,
+      "grad_norm": 219.46539306640625,
+      "learning_rate": 1.3023413684069218e-05,
+      "loss": 29.9219,
+      "step": 17585
+    },
+    {
+      "epoch": 0.8403899455223167,
+      "grad_norm": 408.51348876953125,
+      "learning_rate": 1.3022676024700862e-05,
+      "loss": 34.25,
+      "step": 17586
+    },
+    {
+      "epoch": 0.8404377329637771,
+      "grad_norm": 112.31889343261719,
+      "learning_rate": 1.3021938347230581e-05,
+      "loss": 20.0781,
+      "step": 17587
+    },
+    {
+      "epoch": 0.8404855204052375,
+      "grad_norm": 252.46372985839844,
+      "learning_rate": 1.3021200651662784e-05,
+      "loss": 30.2188,
+      "step": 17588
+    },
+    {
+      "epoch": 0.8405333078466979,
+      "grad_norm": 340.1288146972656,
+      "learning_rate": 1.3020462938001897e-05,
+      "loss": 28.1875,
+      "step": 17589
+    },
+    {
+      "epoch": 0.8405810952881583,
+      "grad_norm": 296.3848571777344,
+      "learning_rate": 1.3019725206252333e-05,
+      "loss": 26.1875,
+      "step": 17590
+    },
+    {
+      "epoch": 0.8406288827296187,
+      "grad_norm": 315.9648132324219,
+      "learning_rate": 1.3018987456418511e-05,
+      "loss": 45.2812,
+      "step": 17591
+    },
+    {
+      "epoch": 0.840676670171079,
+      "grad_norm": 148.8778839111328,
+      "learning_rate": 1.3018249688504849e-05,
+      "loss": 16.9375,
+      "step": 17592
+    },
+    {
+      "epoch": 0.8407244576125394,
+      "grad_norm": 697.2428588867188,
+      "learning_rate": 1.3017511902515769e-05,
+      "loss": 36.0312,
+      "step": 17593
+    },
+    {
+      "epoch": 0.8407722450539998,
+      "grad_norm": 177.5648956298828,
+      "learning_rate": 1.3016774098455682e-05,
+      "loss": 28.9219,
+      "step": 17594
+    },
+    {
+      "epoch": 0.8408200324954602,
+      "grad_norm": 384.80810546875,
+      "learning_rate": 1.3016036276329014e-05,
+      "loss": 31.5312,
+      "step": 17595
+    },
+    {
+      "epoch": 0.8408678199369206,
+      "grad_norm": 418.0133972167969,
+      "learning_rate": 1.301529843614018e-05,
+      "loss": 38.2188,
+      "step": 17596
+    },
+    {
+      "epoch": 0.840915607378381,
+      "grad_norm": 447.34942626953125,
+      "learning_rate": 1.30145605778936e-05,
+      "loss": 27.5,
+      "step": 17597
+    },
+    {
+      "epoch": 0.8409633948198414,
+      "grad_norm": 190.73641967773438,
+      "learning_rate": 1.301382270159369e-05,
+      "loss": 22.9688,
+      "step": 17598
+    },
+    {
+      "epoch": 0.8410111822613018,
+      "grad_norm": 384.1645202636719,
+      "learning_rate": 1.3013084807244871e-05,
+      "loss": 26.2344,
+      "step": 17599
+    },
+    {
+      "epoch": 0.8410589697027621,
+      "grad_norm": 791.1597900390625,
+      "learning_rate": 1.3012346894851562e-05,
+      "loss": 35.8125,
+      "step": 17600
+    },
+    {
+      "epoch": 0.8411067571442224,
+      "grad_norm": 189.1234130859375,
+      "learning_rate": 1.3011608964418186e-05,
+      "loss": 35.875,
+      "step": 17601
+    },
+    {
+      "epoch": 0.8411545445856828,
+      "grad_norm": 216.0343780517578,
+      "learning_rate": 1.3010871015949151e-05,
+      "loss": 23.75,
+      "step": 17602
+    },
+    {
+      "epoch": 0.8412023320271432,
+      "grad_norm": 209.3343505859375,
+      "learning_rate": 1.301013304944889e-05,
+      "loss": 34.3125,
+      "step": 17603
+    },
+    {
+      "epoch": 0.8412501194686036,
+      "grad_norm": 489.2939453125,
+      "learning_rate": 1.3009395064921815e-05,
+      "loss": 35.4375,
+      "step": 17604
+    },
+    {
+      "epoch": 0.841297906910064,
+      "grad_norm": 251.1289825439453,
+      "learning_rate": 1.3008657062372345e-05,
+      "loss": 32.6562,
+      "step": 17605
+    },
+    {
+      "epoch": 0.8413456943515244,
+      "grad_norm": 342.6335754394531,
+      "learning_rate": 1.3007919041804904e-05,
+      "loss": 25.8438,
+      "step": 17606
+    },
+    {
+      "epoch": 0.8413934817929848,
+      "grad_norm": 202.8828582763672,
+      "learning_rate": 1.3007181003223908e-05,
+      "loss": 22.3594,
+      "step": 17607
+    },
+    {
+      "epoch": 0.8414412692344452,
+      "grad_norm": 165.85400390625,
+      "learning_rate": 1.3006442946633777e-05,
+      "loss": 32.375,
+      "step": 17608
+    },
+    {
+      "epoch": 0.8414890566759056,
+      "grad_norm": 199.46380615234375,
+      "learning_rate": 1.3005704872038931e-05,
+      "loss": 30.0625,
+      "step": 17609
+    },
+    {
+      "epoch": 0.841536844117366,
+      "grad_norm": 228.2945556640625,
+      "learning_rate": 1.3004966779443794e-05,
+      "loss": 24.1719,
+      "step": 17610
+    },
+    {
+      "epoch": 0.8415846315588263,
+      "grad_norm": 366.95550537109375,
+      "learning_rate": 1.300422866885278e-05,
+      "loss": 33.125,
+      "step": 17611
+    },
+    {
+      "epoch": 0.8416324190002867,
+      "grad_norm": 396.5183410644531,
+      "learning_rate": 1.3003490540270319e-05,
+      "loss": 23.0156,
+      "step": 17612
+    },
+    {
+      "epoch": 0.8416802064417471,
+      "grad_norm": 314.3519592285156,
+      "learning_rate": 1.300275239370082e-05,
+      "loss": 23.2188,
+      "step": 17613
+    },
+    {
+      "epoch": 0.8417279938832075,
+      "grad_norm": 201.37472534179688,
+      "learning_rate": 1.300201422914871e-05,
+      "loss": 26.25,
+      "step": 17614
+    },
+    {
+      "epoch": 0.8417757813246679,
+      "grad_norm": 218.26229858398438,
+      "learning_rate": 1.3001276046618408e-05,
+      "loss": 24.0312,
+      "step": 17615
+    },
+    {
+      "epoch": 0.8418235687661283,
+      "grad_norm": 268.7199401855469,
+      "learning_rate": 1.3000537846114336e-05,
+      "loss": 34.0625,
+      "step": 17616
+    },
+    {
+      "epoch": 0.8418713562075887,
+      "grad_norm": 169.34791564941406,
+      "learning_rate": 1.2999799627640915e-05,
+      "loss": 25.5312,
+      "step": 17617
+    },
+    {
+      "epoch": 0.8419191436490491,
+      "grad_norm": 265.4065246582031,
+      "learning_rate": 1.2999061391202564e-05,
+      "loss": 31.9062,
+      "step": 17618
+    },
+    {
+      "epoch": 0.8419669310905095,
+      "grad_norm": 292.0976257324219,
+      "learning_rate": 1.2998323136803705e-05,
+      "loss": 25.7812,
+      "step": 17619
+    },
+    {
+      "epoch": 0.8420147185319699,
+      "grad_norm": 176.2479705810547,
+      "learning_rate": 1.2997584864448758e-05,
+      "loss": 22.6875,
+      "step": 17620
+    },
+    {
+      "epoch": 0.8420625059734301,
+      "grad_norm": 184.4902801513672,
+      "learning_rate": 1.2996846574142149e-05,
+      "loss": 30.9062,
+      "step": 17621
+    },
+    {
+      "epoch": 0.8421102934148905,
+      "grad_norm": 253.6829833984375,
+      "learning_rate": 1.2996108265888293e-05,
+      "loss": 28.5625,
+      "step": 17622
+    },
+    {
+      "epoch": 0.8421580808563509,
+      "grad_norm": 157.52316284179688,
+      "learning_rate": 1.2995369939691616e-05,
+      "loss": 22.1562,
+      "step": 17623
+    },
+    {
+      "epoch": 0.8422058682978113,
+      "grad_norm": 189.9591064453125,
+      "learning_rate": 1.2994631595556537e-05,
+      "loss": 25.6094,
+      "step": 17624
+    },
+    {
+      "epoch": 0.8422536557392717,
+      "grad_norm": 379.14593505859375,
+      "learning_rate": 1.299389323348748e-05,
+      "loss": 35.0,
+      "step": 17625
+    },
+    {
+      "epoch": 0.8423014431807321,
+      "grad_norm": 257.9386291503906,
+      "learning_rate": 1.2993154853488865e-05,
+      "loss": 38.125,
+      "step": 17626
+    },
+    {
+      "epoch": 0.8423492306221925,
+      "grad_norm": 348.9208679199219,
+      "learning_rate": 1.2992416455565114e-05,
+      "loss": 28.6562,
+      "step": 17627
+    },
+    {
+      "epoch": 0.8423970180636529,
+      "grad_norm": 188.25819396972656,
+      "learning_rate": 1.299167803972065e-05,
+      "loss": 20.4219,
+      "step": 17628
+    },
+    {
+      "epoch": 0.8424448055051132,
+      "grad_norm": 203.19366455078125,
+      "learning_rate": 1.2990939605959896e-05,
+      "loss": 29.5625,
+      "step": 17629
+    },
+    {
+      "epoch": 0.8424925929465736,
+      "grad_norm": 192.22125244140625,
+      "learning_rate": 1.2990201154287274e-05,
+      "loss": 22.375,
+      "step": 17630
+    },
+    {
+      "epoch": 0.842540380388034,
+      "grad_norm": 313.09283447265625,
+      "learning_rate": 1.2989462684707204e-05,
+      "loss": 31.6562,
+      "step": 17631
+    },
+    {
+      "epoch": 0.8425881678294944,
+      "grad_norm": 349.8405456542969,
+      "learning_rate": 1.2988724197224109e-05,
+      "loss": 31.125,
+      "step": 17632
+    },
+    {
+      "epoch": 0.8426359552709548,
+      "grad_norm": 311.5661926269531,
+      "learning_rate": 1.2987985691842412e-05,
+      "loss": 32.1406,
+      "step": 17633
+    },
+    {
+      "epoch": 0.8426837427124152,
+      "grad_norm": 183.6296844482422,
+      "learning_rate": 1.298724716856654e-05,
+      "loss": 20.4688,
+      "step": 17634
+    },
+    {
+      "epoch": 0.8427315301538756,
+      "grad_norm": 246.0988006591797,
+      "learning_rate": 1.298650862740091e-05,
+      "loss": 22.5938,
+      "step": 17635
+    },
+    {
+      "epoch": 0.842779317595336,
+      "grad_norm": 225.05335998535156,
+      "learning_rate": 1.2985770068349946e-05,
+      "loss": 23.625,
+      "step": 17636
+    },
+    {
+      "epoch": 0.8428271050367964,
+      "grad_norm": 206.98260498046875,
+      "learning_rate": 1.2985031491418074e-05,
+      "loss": 25.2188,
+      "step": 17637
+    },
+    {
+      "epoch": 0.8428748924782568,
+      "grad_norm": 262.5158996582031,
+      "learning_rate": 1.2984292896609713e-05,
+      "loss": 26.75,
+      "step": 17638
+    },
+    {
+      "epoch": 0.8429226799197171,
+      "grad_norm": 233.48402404785156,
+      "learning_rate": 1.2983554283929289e-05,
+      "loss": 22.2188,
+      "step": 17639
+    },
+    {
+      "epoch": 0.8429704673611775,
+      "grad_norm": 409.9703063964844,
+      "learning_rate": 1.2982815653381227e-05,
+      "loss": 32.3125,
+      "step": 17640
+    },
+    {
+      "epoch": 0.8430182548026378,
+      "grad_norm": 162.0257110595703,
+      "learning_rate": 1.2982077004969947e-05,
+      "loss": 21.9688,
+      "step": 17641
+    },
+    {
+      "epoch": 0.8430660422440982,
+      "grad_norm": 249.7139129638672,
+      "learning_rate": 1.298133833869987e-05,
+      "loss": 36.6875,
+      "step": 17642
+    },
+    {
+      "epoch": 0.8431138296855586,
+      "grad_norm": 222.6122589111328,
+      "learning_rate": 1.2980599654575428e-05,
+      "loss": 26.1094,
+      "step": 17643
+    },
+    {
+      "epoch": 0.843161617127019,
+      "grad_norm": 179.53578186035156,
+      "learning_rate": 1.2979860952601038e-05,
+      "loss": 33.5938,
+      "step": 17644
+    },
+    {
+      "epoch": 0.8432094045684794,
+      "grad_norm": 258.63232421875,
+      "learning_rate": 1.2979122232781128e-05,
+      "loss": 24.0781,
+      "step": 17645
+    },
+    {
+      "epoch": 0.8432571920099398,
+      "grad_norm": 293.3524169921875,
+      "learning_rate": 1.2978383495120115e-05,
+      "loss": 20.7812,
+      "step": 17646
+    },
+    {
+      "epoch": 0.8433049794514001,
+      "grad_norm": 224.35874938964844,
+      "learning_rate": 1.2977644739622432e-05,
+      "loss": 26.7188,
+      "step": 17647
+    },
+    {
+      "epoch": 0.8433527668928605,
+      "grad_norm": 468.2287902832031,
+      "learning_rate": 1.2976905966292497e-05,
+      "loss": 28.125,
+      "step": 17648
+    },
+    {
+      "epoch": 0.8434005543343209,
+      "grad_norm": 255.02276611328125,
+      "learning_rate": 1.2976167175134739e-05,
+      "loss": 19.2188,
+      "step": 17649
+    },
+    {
+      "epoch": 0.8434483417757813,
+      "grad_norm": 177.32806396484375,
+      "learning_rate": 1.2975428366153577e-05,
+      "loss": 16.4219,
+      "step": 17650
+    },
+    {
+      "epoch": 0.8434961292172417,
+      "grad_norm": 293.08721923828125,
+      "learning_rate": 1.2974689539353443e-05,
+      "loss": 28.6406,
+      "step": 17651
+    },
+    {
+      "epoch": 0.8435439166587021,
+      "grad_norm": 365.6532287597656,
+      "learning_rate": 1.2973950694738756e-05,
+      "loss": 40.0,
+      "step": 17652
+    },
+    {
+      "epoch": 0.8435917041001625,
+      "grad_norm": 245.71957397460938,
+      "learning_rate": 1.2973211832313937e-05,
+      "loss": 27.25,
+      "step": 17653
+    },
+    {
+      "epoch": 0.8436394915416229,
+      "grad_norm": 267.4192810058594,
+      "learning_rate": 1.2972472952083418e-05,
+      "loss": 24.6875,
+      "step": 17654
+    },
+    {
+      "epoch": 0.8436872789830833,
+      "grad_norm": 274.8098449707031,
+      "learning_rate": 1.2971734054051623e-05,
+      "loss": 25.25,
+      "step": 17655
+    },
+    {
+      "epoch": 0.8437350664245437,
+      "grad_norm": 254.16612243652344,
+      "learning_rate": 1.2970995138222976e-05,
+      "loss": 29.125,
+      "step": 17656
+    },
+    {
+      "epoch": 0.843782853866004,
+      "grad_norm": 145.42913818359375,
+      "learning_rate": 1.2970256204601901e-05,
+      "loss": 21.5625,
+      "step": 17657
+    },
+    {
+      "epoch": 0.8438306413074644,
+      "grad_norm": 362.9606018066406,
+      "learning_rate": 1.2969517253192825e-05,
+      "loss": 41.75,
+      "step": 17658
+    },
+    {
+      "epoch": 0.8438784287489248,
+      "grad_norm": 520.4053344726562,
+      "learning_rate": 1.296877828400017e-05,
+      "loss": 29.8125,
+      "step": 17659
+    },
+    {
+      "epoch": 0.8439262161903852,
+      "grad_norm": 274.1705322265625,
+      "learning_rate": 1.2968039297028364e-05,
+      "loss": 28.5625,
+      "step": 17660
+    },
+    {
+      "epoch": 0.8439740036318456,
+      "grad_norm": 567.7704467773438,
+      "learning_rate": 1.2967300292281833e-05,
+      "loss": 22.7031,
+      "step": 17661
+    },
+    {
+      "epoch": 0.8440217910733059,
+      "grad_norm": 487.27783203125,
+      "learning_rate": 1.2966561269765003e-05,
+      "loss": 25.8438,
+      "step": 17662
+    },
+    {
+      "epoch": 0.8440695785147663,
+      "grad_norm": 331.3652038574219,
+      "learning_rate": 1.2965822229482297e-05,
+      "loss": 34.8438,
+      "step": 17663
+    },
+    {
+      "epoch": 0.8441173659562267,
+      "grad_norm": 217.0121307373047,
+      "learning_rate": 1.2965083171438146e-05,
+      "loss": 22.4688,
+      "step": 17664
+    },
+    {
+      "epoch": 0.844165153397687,
+      "grad_norm": 204.5222930908203,
+      "learning_rate": 1.2964344095636971e-05,
+      "loss": 25.875,
+      "step": 17665
+    },
+    {
+      "epoch": 0.8442129408391474,
+      "grad_norm": 284.2731018066406,
+      "learning_rate": 1.2963605002083199e-05,
+      "loss": 26.2812,
+      "step": 17666
+    },
+    {
+      "epoch": 0.8442607282806078,
+      "grad_norm": 198.84010314941406,
+      "learning_rate": 1.296286589078126e-05,
+      "loss": 23.8438,
+      "step": 17667
+    },
+    {
+      "epoch": 0.8443085157220682,
+      "grad_norm": 295.251220703125,
+      "learning_rate": 1.2962126761735574e-05,
+      "loss": 30.0312,
+      "step": 17668
+    },
+    {
+      "epoch": 0.8443563031635286,
+      "grad_norm": 247.29539489746094,
+      "learning_rate": 1.2961387614950574e-05,
+      "loss": 33.2188,
+      "step": 17669
+    },
+    {
+      "epoch": 0.844404090604989,
+      "grad_norm": 148.42440795898438,
+      "learning_rate": 1.2960648450430682e-05,
+      "loss": 26.5625,
+      "step": 17670
+    },
+    {
+      "epoch": 0.8444518780464494,
+      "grad_norm": 421.930419921875,
+      "learning_rate": 1.2959909268180327e-05,
+      "loss": 24.0938,
+      "step": 17671
+    },
+    {
+      "epoch": 0.8444996654879098,
+      "grad_norm": 602.26708984375,
+      "learning_rate": 1.2959170068203932e-05,
+      "loss": 38.0625,
+      "step": 17672
+    },
+    {
+      "epoch": 0.8445474529293702,
+      "grad_norm": 211.96499633789062,
+      "learning_rate": 1.295843085050593e-05,
+      "loss": 19.0312,
+      "step": 17673
+    },
+    {
+      "epoch": 0.8445952403708306,
+      "grad_norm": 292.1279296875,
+      "learning_rate": 1.2957691615090742e-05,
+      "loss": 29.3125,
+      "step": 17674
+    },
+    {
+      "epoch": 0.844643027812291,
+      "grad_norm": 924.536865234375,
+      "learning_rate": 1.2956952361962798e-05,
+      "loss": 22.2031,
+      "step": 17675
+    },
+    {
+      "epoch": 0.8446908152537513,
+      "grad_norm": 825.66748046875,
+      "learning_rate": 1.2956213091126524e-05,
+      "loss": 32.0781,
+      "step": 17676
+    },
+    {
+      "epoch": 0.8447386026952117,
+      "grad_norm": 272.4378662109375,
+      "learning_rate": 1.2955473802586351e-05,
+      "loss": 30.75,
+      "step": 17677
+    },
+    {
+      "epoch": 0.8447863901366721,
+      "grad_norm": 286.1147766113281,
+      "learning_rate": 1.2954734496346704e-05,
+      "loss": 27.4062,
+      "step": 17678
+    },
+    {
+      "epoch": 0.8448341775781325,
+      "grad_norm": 234.36817932128906,
+      "learning_rate": 1.2953995172412006e-05,
+      "loss": 31.4375,
+      "step": 17679
+    },
+    {
+      "epoch": 0.8448819650195929,
+      "grad_norm": 311.427490234375,
+      "learning_rate": 1.2953255830786691e-05,
+      "loss": 28.2188,
+      "step": 17680
+    },
+    {
+      "epoch": 0.8449297524610533,
+      "grad_norm": 454.3600158691406,
+      "learning_rate": 1.2952516471475183e-05,
+      "loss": 24.75,
+      "step": 17681
+    },
+    {
+      "epoch": 0.8449775399025137,
+      "grad_norm": 227.53341674804688,
+      "learning_rate": 1.2951777094481915e-05,
+      "loss": 28.5625,
+      "step": 17682
+    },
+    {
+      "epoch": 0.845025327343974,
+      "grad_norm": 247.18606567382812,
+      "learning_rate": 1.2951037699811306e-05,
+      "loss": 22.6094,
+      "step": 17683
+    },
+    {
+      "epoch": 0.8450731147854343,
+      "grad_norm": 350.0381164550781,
+      "learning_rate": 1.2950298287467793e-05,
+      "loss": 24.0312,
+      "step": 17684
+    },
+    {
+      "epoch": 0.8451209022268947,
+      "grad_norm": 313.01251220703125,
+      "learning_rate": 1.2949558857455797e-05,
+      "loss": 35.0938,
+      "step": 17685
+    },
+    {
+      "epoch": 0.8451686896683551,
+      "grad_norm": 247.1728057861328,
+      "learning_rate": 1.2948819409779751e-05,
+      "loss": 23.8984,
+      "step": 17686
+    },
+    {
+      "epoch": 0.8452164771098155,
+      "grad_norm": 288.031982421875,
+      "learning_rate": 1.2948079944444082e-05,
+      "loss": 29.0625,
+      "step": 17687
+    },
+    {
+      "epoch": 0.8452642645512759,
+      "grad_norm": 194.70831298828125,
+      "learning_rate": 1.294734046145322e-05,
+      "loss": 29.2969,
+      "step": 17688
+    },
+    {
+      "epoch": 0.8453120519927363,
+      "grad_norm": 240.16876220703125,
+      "learning_rate": 1.294660096081159e-05,
+      "loss": 32.25,
+      "step": 17689
+    },
+    {
+      "epoch": 0.8453598394341967,
+      "grad_norm": 172.2130126953125,
+      "learning_rate": 1.2945861442523621e-05,
+      "loss": 20.875,
+      "step": 17690
+    },
+    {
+      "epoch": 0.8454076268756571,
+      "grad_norm": 494.8758850097656,
+      "learning_rate": 1.2945121906593744e-05,
+      "loss": 33.9062,
+      "step": 17691
+    },
+    {
+      "epoch": 0.8454554143171175,
+      "grad_norm": 273.24169921875,
+      "learning_rate": 1.2944382353026388e-05,
+      "loss": 28.5,
+      "step": 17692
+    },
+    {
+      "epoch": 0.8455032017585778,
+      "grad_norm": 360.1415710449219,
+      "learning_rate": 1.294364278182598e-05,
+      "loss": 28.25,
+      "step": 17693
+    },
+    {
+      "epoch": 0.8455509892000382,
+      "grad_norm": 193.5196075439453,
+      "learning_rate": 1.294290319299695e-05,
+      "loss": 27.875,
+      "step": 17694
+    },
+    {
+      "epoch": 0.8455987766414986,
+      "grad_norm": 184.6573028564453,
+      "learning_rate": 1.2942163586543728e-05,
+      "loss": 24.7188,
+      "step": 17695
+    },
+    {
+      "epoch": 0.845646564082959,
+      "grad_norm": 327.2113037109375,
+      "learning_rate": 1.294142396247074e-05,
+      "loss": 30.3438,
+      "step": 17696
+    },
+    {
+      "epoch": 0.8456943515244194,
+      "grad_norm": 350.39874267578125,
+      "learning_rate": 1.2940684320782422e-05,
+      "loss": 35.2188,
+      "step": 17697
+    },
+    {
+      "epoch": 0.8457421389658798,
+      "grad_norm": 277.40203857421875,
+      "learning_rate": 1.2939944661483197e-05,
+      "loss": 16.7656,
+      "step": 17698
+    },
+    {
+      "epoch": 0.8457899264073402,
+      "grad_norm": 706.7400512695312,
+      "learning_rate": 1.2939204984577499e-05,
+      "loss": 36.9062,
+      "step": 17699
+    },
+    {
+      "epoch": 0.8458377138488006,
+      "grad_norm": 266.7259826660156,
+      "learning_rate": 1.293846529006975e-05,
+      "loss": 21.625,
+      "step": 17700
+    },
+    {
+      "epoch": 0.845885501290261,
+      "grad_norm": 292.7949523925781,
+      "learning_rate": 1.2937725577964393e-05,
+      "loss": 26.25,
+      "step": 17701
+    },
+    {
+      "epoch": 0.8459332887317214,
+      "grad_norm": 268.90777587890625,
+      "learning_rate": 1.2936985848265848e-05,
+      "loss": 41.9375,
+      "step": 17702
+    },
+    {
+      "epoch": 0.8459810761731816,
+      "grad_norm": 210.54107666015625,
+      "learning_rate": 1.2936246100978549e-05,
+      "loss": 21.2188,
+      "step": 17703
+    },
+    {
+      "epoch": 0.846028863614642,
+      "grad_norm": 316.2351379394531,
+      "learning_rate": 1.293550633610692e-05,
+      "loss": 35.8438,
+      "step": 17704
+    },
+    {
+      "epoch": 0.8460766510561024,
+      "grad_norm": 201.69992065429688,
+      "learning_rate": 1.2934766553655397e-05,
+      "loss": 23.0469,
+      "step": 17705
+    },
+    {
+      "epoch": 0.8461244384975628,
+      "grad_norm": 650.4580078125,
+      "learning_rate": 1.2934026753628413e-05,
+      "loss": 25.0938,
+      "step": 17706
+    },
+    {
+      "epoch": 0.8461722259390232,
+      "grad_norm": 191.53720092773438,
+      "learning_rate": 1.2933286936030391e-05,
+      "loss": 23.6562,
+      "step": 17707
+    },
+    {
+      "epoch": 0.8462200133804836,
+      "grad_norm": 343.2430725097656,
+      "learning_rate": 1.2932547100865768e-05,
+      "loss": 30.2812,
+      "step": 17708
+    },
+    {
+      "epoch": 0.846267800821944,
+      "grad_norm": 386.7173156738281,
+      "learning_rate": 1.293180724813897e-05,
+      "loss": 39.625,
+      "step": 17709
+    },
+    {
+      "epoch": 0.8463155882634044,
+      "grad_norm": 168.52293395996094,
+      "learning_rate": 1.2931067377854429e-05,
+      "loss": 23.4844,
+      "step": 17710
+    },
+    {
+      "epoch": 0.8463633757048648,
+      "grad_norm": 116.56526947021484,
+      "learning_rate": 1.2930327490016579e-05,
+      "loss": 17.9844,
+      "step": 17711
+    },
+    {
+      "epoch": 0.8464111631463251,
+      "grad_norm": 213.9510955810547,
+      "learning_rate": 1.2929587584629845e-05,
+      "loss": 35.0156,
+      "step": 17712
+    },
+    {
+      "epoch": 0.8464589505877855,
+      "grad_norm": 311.36688232421875,
+      "learning_rate": 1.2928847661698665e-05,
+      "loss": 28.4688,
+      "step": 17713
+    },
+    {
+      "epoch": 0.8465067380292459,
+      "grad_norm": 176.9007110595703,
+      "learning_rate": 1.2928107721227465e-05,
+      "loss": 17.1562,
+      "step": 17714
+    },
+    {
+      "epoch": 0.8465545254707063,
+      "grad_norm": 160.76266479492188,
+      "learning_rate": 1.292736776322068e-05,
+      "loss": 25.0156,
+      "step": 17715
+    },
+    {
+      "epoch": 0.8466023129121667,
+      "grad_norm": 437.2487487792969,
+      "learning_rate": 1.2926627787682737e-05,
+      "loss": 31.25,
+      "step": 17716
+    },
+    {
+      "epoch": 0.8466501003536271,
+      "grad_norm": 237.25796508789062,
+      "learning_rate": 1.2925887794618071e-05,
+      "loss": 24.8438,
+      "step": 17717
+    },
+    {
+      "epoch": 0.8466978877950875,
+      "grad_norm": 286.58575439453125,
+      "learning_rate": 1.292514778403111e-05,
+      "loss": 32.8438,
+      "step": 17718
+    },
+    {
+      "epoch": 0.8467456752365479,
+      "grad_norm": 305.359619140625,
+      "learning_rate": 1.2924407755926294e-05,
+      "loss": 30.9375,
+      "step": 17719
+    },
+    {
+      "epoch": 0.8467934626780083,
+      "grad_norm": 148.739990234375,
+      "learning_rate": 1.2923667710308046e-05,
+      "loss": 22.7969,
+      "step": 17720
+    },
+    {
+      "epoch": 0.8468412501194686,
+      "grad_norm": 230.0015869140625,
+      "learning_rate": 1.29229276471808e-05,
+      "loss": 31.125,
+      "step": 17721
+    },
+    {
+      "epoch": 0.846889037560929,
+      "grad_norm": 761.905029296875,
+      "learning_rate": 1.2922187566548989e-05,
+      "loss": 42.0938,
+      "step": 17722
+    },
+    {
+      "epoch": 0.8469368250023894,
+      "grad_norm": 260.0384826660156,
+      "learning_rate": 1.2921447468417048e-05,
+      "loss": 27.0,
+      "step": 17723
+    },
+    {
+      "epoch": 0.8469846124438497,
+      "grad_norm": 281.8785095214844,
+      "learning_rate": 1.2920707352789403e-05,
+      "loss": 28.5312,
+      "step": 17724
+    },
+    {
+      "epoch": 0.8470323998853101,
+      "grad_norm": 246.3499755859375,
+      "learning_rate": 1.291996721967049e-05,
+      "loss": 29.9688,
+      "step": 17725
+    },
+    {
+      "epoch": 0.8470801873267705,
+      "grad_norm": 231.61459350585938,
+      "learning_rate": 1.2919227069064744e-05,
+      "loss": 24.8125,
+      "step": 17726
+    },
+    {
+      "epoch": 0.8471279747682309,
+      "grad_norm": 176.53343200683594,
+      "learning_rate": 1.2918486900976593e-05,
+      "loss": 21.1562,
+      "step": 17727
+    },
+    {
+      "epoch": 0.8471757622096913,
+      "grad_norm": 279.7185974121094,
+      "learning_rate": 1.291774671541047e-05,
+      "loss": 28.2188,
+      "step": 17728
+    },
+    {
+      "epoch": 0.8472235496511517,
+      "grad_norm": 220.4081573486328,
+      "learning_rate": 1.2917006512370809e-05,
+      "loss": 21.4219,
+      "step": 17729
+    },
+    {
+      "epoch": 0.847271337092612,
+      "grad_norm": 210.53839111328125,
+      "learning_rate": 1.2916266291862045e-05,
+      "loss": 21.9531,
+      "step": 17730
+    },
+    {
+      "epoch": 0.8473191245340724,
+      "grad_norm": 237.55007934570312,
+      "learning_rate": 1.2915526053888607e-05,
+      "loss": 27.1562,
+      "step": 17731
+    },
+    {
+      "epoch": 0.8473669119755328,
+      "grad_norm": 305.66351318359375,
+      "learning_rate": 1.2914785798454931e-05,
+      "loss": 24.7344,
+      "step": 17732
+    },
+    {
+      "epoch": 0.8474146994169932,
+      "grad_norm": 337.7107849121094,
+      "learning_rate": 1.2914045525565451e-05,
+      "loss": 33.2344,
+      "step": 17733
+    },
+    {
+      "epoch": 0.8474624868584536,
+      "grad_norm": 221.77027893066406,
+      "learning_rate": 1.2913305235224596e-05,
+      "loss": 27.0156,
+      "step": 17734
+    },
+    {
+      "epoch": 0.847510274299914,
+      "grad_norm": 240.10748291015625,
+      "learning_rate": 1.2912564927436803e-05,
+      "loss": 21.75,
+      "step": 17735
+    },
+    {
+      "epoch": 0.8475580617413744,
+      "grad_norm": 247.49249267578125,
+      "learning_rate": 1.2911824602206501e-05,
+      "loss": 22.5625,
+      "step": 17736
+    },
+    {
+      "epoch": 0.8476058491828348,
+      "grad_norm": 140.6275177001953,
+      "learning_rate": 1.291108425953813e-05,
+      "loss": 28.4062,
+      "step": 17737
+    },
+    {
+      "epoch": 0.8476536366242952,
+      "grad_norm": 291.5071716308594,
+      "learning_rate": 1.2910343899436125e-05,
+      "loss": 25.0,
+      "step": 17738
+    },
+    {
+      "epoch": 0.8477014240657555,
+      "grad_norm": 237.63262939453125,
+      "learning_rate": 1.290960352190491e-05,
+      "loss": 34.7812,
+      "step": 17739
+    },
+    {
+      "epoch": 0.8477492115072159,
+      "grad_norm": 294.24090576171875,
+      "learning_rate": 1.2908863126948926e-05,
+      "loss": 41.0625,
+      "step": 17740
+    },
+    {
+      "epoch": 0.8477969989486763,
+      "grad_norm": 241.6225128173828,
+      "learning_rate": 1.2908122714572605e-05,
+      "loss": 24.1875,
+      "step": 17741
+    },
+    {
+      "epoch": 0.8478447863901367,
+      "grad_norm": 129.27310180664062,
+      "learning_rate": 1.2907382284780378e-05,
+      "loss": 18.9062,
+      "step": 17742
+    },
+    {
+      "epoch": 0.8478925738315971,
+      "grad_norm": 161.07235717773438,
+      "learning_rate": 1.2906641837576688e-05,
+      "loss": 33.75,
+      "step": 17743
+    },
+    {
+      "epoch": 0.8479403612730574,
+      "grad_norm": 265.8262939453125,
+      "learning_rate": 1.290590137296596e-05,
+      "loss": 33.2188,
+      "step": 17744
+    },
+    {
+      "epoch": 0.8479881487145178,
+      "grad_norm": 275.9621887207031,
+      "learning_rate": 1.2905160890952634e-05,
+      "loss": 29.0625,
+      "step": 17745
+    },
+    {
+      "epoch": 0.8480359361559782,
+      "grad_norm": 320.3386535644531,
+      "learning_rate": 1.2904420391541142e-05,
+      "loss": 25.375,
+      "step": 17746
+    },
+    {
+      "epoch": 0.8480837235974386,
+      "grad_norm": 209.6759796142578,
+      "learning_rate": 1.2903679874735921e-05,
+      "loss": 28.25,
+      "step": 17747
+    },
+    {
+      "epoch": 0.8481315110388989,
+      "grad_norm": 192.67990112304688,
+      "learning_rate": 1.2902939340541402e-05,
+      "loss": 28.2344,
+      "step": 17748
+    },
+    {
+      "epoch": 0.8481792984803593,
+      "grad_norm": 197.85433959960938,
+      "learning_rate": 1.2902198788962026e-05,
+      "loss": 31.6406,
+      "step": 17749
+    },
+    {
+      "epoch": 0.8482270859218197,
+      "grad_norm": 568.65771484375,
+      "learning_rate": 1.290145822000222e-05,
+      "loss": 32.125,
+      "step": 17750
+    },
+    {
+      "epoch": 0.8482748733632801,
+      "grad_norm": 209.93112182617188,
+      "learning_rate": 1.2900717633666427e-05,
+      "loss": 31.4375,
+      "step": 17751
+    },
+    {
+      "epoch": 0.8483226608047405,
+      "grad_norm": 152.18601989746094,
+      "learning_rate": 1.2899977029959077e-05,
+      "loss": 24.4375,
+      "step": 17752
+    },
+    {
+      "epoch": 0.8483704482462009,
+      "grad_norm": 166.84716796875,
+      "learning_rate": 1.2899236408884605e-05,
+      "loss": 21.9375,
+      "step": 17753
+    },
+    {
+      "epoch": 0.8484182356876613,
+      "grad_norm": 262.4190368652344,
+      "learning_rate": 1.2898495770447452e-05,
+      "loss": 30.6562,
+      "step": 17754
+    },
+    {
+      "epoch": 0.8484660231291217,
+      "grad_norm": 278.2730407714844,
+      "learning_rate": 1.2897755114652046e-05,
+      "loss": 27.1562,
+      "step": 17755
+    },
+    {
+      "epoch": 0.8485138105705821,
+      "grad_norm": 313.9521789550781,
+      "learning_rate": 1.2897014441502827e-05,
+      "loss": 30.4688,
+      "step": 17756
+    },
+    {
+      "epoch": 0.8485615980120425,
+      "grad_norm": 232.32943725585938,
+      "learning_rate": 1.2896273751004227e-05,
+      "loss": 27.125,
+      "step": 17757
+    },
+    {
+      "epoch": 0.8486093854535028,
+      "grad_norm": 306.914306640625,
+      "learning_rate": 1.2895533043160688e-05,
+      "loss": 31.0,
+      "step": 17758
+    },
+    {
+      "epoch": 0.8486571728949632,
+      "grad_norm": 304.1976623535156,
+      "learning_rate": 1.2894792317976638e-05,
+      "loss": 25.3125,
+      "step": 17759
+    },
+    {
+      "epoch": 0.8487049603364236,
+      "grad_norm": 397.50628662109375,
+      "learning_rate": 1.2894051575456524e-05,
+      "loss": 41.9375,
+      "step": 17760
+    },
+    {
+      "epoch": 0.848752747777884,
+      "grad_norm": 178.83168029785156,
+      "learning_rate": 1.2893310815604769e-05,
+      "loss": 28.1406,
+      "step": 17761
+    },
+    {
+      "epoch": 0.8488005352193444,
+      "grad_norm": 303.23052978515625,
+      "learning_rate": 1.289257003842582e-05,
+      "loss": 26.4375,
+      "step": 17762
+    },
+    {
+      "epoch": 0.8488483226608048,
+      "grad_norm": 185.54127502441406,
+      "learning_rate": 1.2891829243924108e-05,
+      "loss": 22.0,
+      "step": 17763
+    },
+    {
+      "epoch": 0.8488961101022652,
+      "grad_norm": 265.0433349609375,
+      "learning_rate": 1.2891088432104066e-05,
+      "loss": 26.4375,
+      "step": 17764
+    },
+    {
+      "epoch": 0.8489438975437255,
+      "grad_norm": 441.69610595703125,
+      "learning_rate": 1.2890347602970142e-05,
+      "loss": 29.5781,
+      "step": 17765
+    },
+    {
+      "epoch": 0.8489916849851858,
+      "grad_norm": 148.10032653808594,
+      "learning_rate": 1.288960675652676e-05,
+      "loss": 22.1094,
+      "step": 17766
+    },
+    {
+      "epoch": 0.8490394724266462,
+      "grad_norm": 253.3878631591797,
+      "learning_rate": 1.2888865892778363e-05,
+      "loss": 26.9062,
+      "step": 17767
+    },
+    {
+      "epoch": 0.8490872598681066,
+      "grad_norm": 327.5362548828125,
+      "learning_rate": 1.2888125011729388e-05,
+      "loss": 32.0312,
+      "step": 17768
+    },
+    {
+      "epoch": 0.849135047309567,
+      "grad_norm": 207.41709899902344,
+      "learning_rate": 1.2887384113384272e-05,
+      "loss": 23.5625,
+      "step": 17769
+    },
+    {
+      "epoch": 0.8491828347510274,
+      "grad_norm": 500.66070556640625,
+      "learning_rate": 1.288664319774745e-05,
+      "loss": 38.5625,
+      "step": 17770
+    },
+    {
+      "epoch": 0.8492306221924878,
+      "grad_norm": 293.92510986328125,
+      "learning_rate": 1.288590226482336e-05,
+      "loss": 30.9375,
+      "step": 17771
+    },
+    {
+      "epoch": 0.8492784096339482,
+      "grad_norm": 325.845703125,
+      "learning_rate": 1.288516131461644e-05,
+      "loss": 22.3125,
+      "step": 17772
+    },
+    {
+      "epoch": 0.8493261970754086,
+      "grad_norm": 244.279052734375,
+      "learning_rate": 1.2884420347131123e-05,
+      "loss": 31.2344,
+      "step": 17773
+    },
+    {
+      "epoch": 0.849373984516869,
+      "grad_norm": 261.23126220703125,
+      "learning_rate": 1.2883679362371855e-05,
+      "loss": 26.4062,
+      "step": 17774
+    },
+    {
+      "epoch": 0.8494217719583294,
+      "grad_norm": 309.0952453613281,
+      "learning_rate": 1.2882938360343065e-05,
+      "loss": 20.9844,
+      "step": 17775
+    },
+    {
+      "epoch": 0.8494695593997897,
+      "grad_norm": 200.2853240966797,
+      "learning_rate": 1.2882197341049197e-05,
+      "loss": 23.625,
+      "step": 17776
+    },
+    {
+      "epoch": 0.8495173468412501,
+      "grad_norm": 223.3389434814453,
+      "learning_rate": 1.2881456304494683e-05,
+      "loss": 20.5312,
+      "step": 17777
+    },
+    {
+      "epoch": 0.8495651342827105,
+      "grad_norm": 669.9249877929688,
+      "learning_rate": 1.2880715250683966e-05,
+      "loss": 28.4375,
+      "step": 17778
+    },
+    {
+      "epoch": 0.8496129217241709,
+      "grad_norm": 349.230712890625,
+      "learning_rate": 1.2879974179621479e-05,
+      "loss": 31.3125,
+      "step": 17779
+    },
+    {
+      "epoch": 0.8496607091656313,
+      "grad_norm": 294.759033203125,
+      "learning_rate": 1.2879233091311667e-05,
+      "loss": 28.9688,
+      "step": 17780
+    },
+    {
+      "epoch": 0.8497084966070917,
+      "grad_norm": 231.20510864257812,
+      "learning_rate": 1.2878491985758959e-05,
+      "loss": 25.5938,
+      "step": 17781
+    },
+    {
+      "epoch": 0.8497562840485521,
+      "grad_norm": 244.56649780273438,
+      "learning_rate": 1.2877750862967804e-05,
+      "loss": 20.2812,
+      "step": 17782
+    },
+    {
+      "epoch": 0.8498040714900125,
+      "grad_norm": 229.148681640625,
+      "learning_rate": 1.287700972294263e-05,
+      "loss": 22.3594,
+      "step": 17783
+    },
+    {
+      "epoch": 0.8498518589314729,
+      "grad_norm": 180.64599609375,
+      "learning_rate": 1.2876268565687882e-05,
+      "loss": 22.25,
+      "step": 17784
+    },
+    {
+      "epoch": 0.8498996463729332,
+      "grad_norm": 411.0020446777344,
+      "learning_rate": 1.2875527391207999e-05,
+      "loss": 28.4375,
+      "step": 17785
+    },
+    {
+      "epoch": 0.8499474338143935,
+      "grad_norm": 169.8167266845703,
+      "learning_rate": 1.2874786199507414e-05,
+      "loss": 24.6406,
+      "step": 17786
+    },
+    {
+      "epoch": 0.8499952212558539,
+      "grad_norm": 219.83816528320312,
+      "learning_rate": 1.2874044990590572e-05,
+      "loss": 21.5312,
+      "step": 17787
+    },
+    {
+      "epoch": 0.8500430086973143,
+      "grad_norm": 154.4154052734375,
+      "learning_rate": 1.2873303764461906e-05,
+      "loss": 17.4375,
+      "step": 17788
+    },
+    {
+      "epoch": 0.8500907961387747,
+      "grad_norm": 205.6067657470703,
+      "learning_rate": 1.2872562521125859e-05,
+      "loss": 33.7344,
+      "step": 17789
+    },
+    {
+      "epoch": 0.8501385835802351,
+      "grad_norm": 163.90689086914062,
+      "learning_rate": 1.2871821260586867e-05,
+      "loss": 21.8438,
+      "step": 17790
+    },
+    {
+      "epoch": 0.8501863710216955,
+      "grad_norm": 335.5350341796875,
+      "learning_rate": 1.2871079982849377e-05,
+      "loss": 32.0938,
+      "step": 17791
+    },
+    {
+      "epoch": 0.8502341584631559,
+      "grad_norm": 408.4335021972656,
+      "learning_rate": 1.2870338687917818e-05,
+      "loss": 27.4844,
+      "step": 17792
+    },
+    {
+      "epoch": 0.8502819459046163,
+      "grad_norm": 369.60052490234375,
+      "learning_rate": 1.2869597375796636e-05,
+      "loss": 23.5156,
+      "step": 17793
+    },
+    {
+      "epoch": 0.8503297333460766,
+      "grad_norm": 178.88563537597656,
+      "learning_rate": 1.2868856046490265e-05,
+      "loss": 27.7969,
+      "step": 17794
+    },
+    {
+      "epoch": 0.850377520787537,
+      "grad_norm": 466.47039794921875,
+      "learning_rate": 1.2868114700003154e-05,
+      "loss": 29.3906,
+      "step": 17795
+    },
+    {
+      "epoch": 0.8504253082289974,
+      "grad_norm": 268.03289794921875,
+      "learning_rate": 1.286737333633973e-05,
+      "loss": 27.1719,
+      "step": 17796
+    },
+    {
+      "epoch": 0.8504730956704578,
+      "grad_norm": 251.85354614257812,
+      "learning_rate": 1.2866631955504445e-05,
+      "loss": 30.0938,
+      "step": 17797
+    },
+    {
+      "epoch": 0.8505208831119182,
+      "grad_norm": 278.047607421875,
+      "learning_rate": 1.2865890557501732e-05,
+      "loss": 25.4375,
+      "step": 17798
+    },
+    {
+      "epoch": 0.8505686705533786,
+      "grad_norm": 514.84912109375,
+      "learning_rate": 1.2865149142336034e-05,
+      "loss": 25.125,
+      "step": 17799
+    },
+    {
+      "epoch": 0.850616457994839,
+      "grad_norm": 370.82952880859375,
+      "learning_rate": 1.2864407710011788e-05,
+      "loss": 27.625,
+      "step": 17800
+    },
+    {
+      "epoch": 0.8506642454362994,
+      "grad_norm": 231.117919921875,
+      "learning_rate": 1.2863666260533434e-05,
+      "loss": 38.5,
+      "step": 17801
+    },
+    {
+      "epoch": 0.8507120328777598,
+      "grad_norm": 277.9884033203125,
+      "learning_rate": 1.2862924793905419e-05,
+      "loss": 20.9688,
+      "step": 17802
+    },
+    {
+      "epoch": 0.8507598203192202,
+      "grad_norm": 260.99029541015625,
+      "learning_rate": 1.2862183310132174e-05,
+      "loss": 28.6562,
+      "step": 17803
+    },
+    {
+      "epoch": 0.8508076077606805,
+      "grad_norm": 147.69235229492188,
+      "learning_rate": 1.286144180921815e-05,
+      "loss": 15.1562,
+      "step": 17804
+    },
+    {
+      "epoch": 0.8508553952021409,
+      "grad_norm": 205.9890899658203,
+      "learning_rate": 1.2860700291167776e-05,
+      "loss": 19.1094,
+      "step": 17805
+    },
+    {
+      "epoch": 0.8509031826436012,
+      "grad_norm": 356.3193054199219,
+      "learning_rate": 1.28599587559855e-05,
+      "loss": 29.4688,
+      "step": 17806
+    },
+    {
+      "epoch": 0.8509509700850616,
+      "grad_norm": 290.7714538574219,
+      "learning_rate": 1.2859217203675762e-05,
+      "loss": 21.7188,
+      "step": 17807
+    },
+    {
+      "epoch": 0.850998757526522,
+      "grad_norm": 201.68267822265625,
+      "learning_rate": 1.2858475634243001e-05,
+      "loss": 20.4688,
+      "step": 17808
+    },
+    {
+      "epoch": 0.8510465449679824,
+      "grad_norm": 375.31591796875,
+      "learning_rate": 1.2857734047691662e-05,
+      "loss": 32.9375,
+      "step": 17809
+    },
+    {
+      "epoch": 0.8510943324094428,
+      "grad_norm": 247.7876739501953,
+      "learning_rate": 1.2856992444026184e-05,
+      "loss": 25.5156,
+      "step": 17810
+    },
+    {
+      "epoch": 0.8511421198509032,
+      "grad_norm": 167.78521728515625,
+      "learning_rate": 1.2856250823251006e-05,
+      "loss": 23.6094,
+      "step": 17811
+    },
+    {
+      "epoch": 0.8511899072923635,
+      "grad_norm": 344.76947021484375,
+      "learning_rate": 1.2855509185370569e-05,
+      "loss": 30.2812,
+      "step": 17812
+    },
+    {
+      "epoch": 0.8512376947338239,
+      "grad_norm": 166.87936401367188,
+      "learning_rate": 1.285476753038932e-05,
+      "loss": 24.3438,
+      "step": 17813
+    },
+    {
+      "epoch": 0.8512854821752843,
+      "grad_norm": 367.0085144042969,
+      "learning_rate": 1.2854025858311693e-05,
+      "loss": 34.3125,
+      "step": 17814
+    },
+    {
+      "epoch": 0.8513332696167447,
+      "grad_norm": 201.79661560058594,
+      "learning_rate": 1.285328416914214e-05,
+      "loss": 20.7812,
+      "step": 17815
+    },
+    {
+      "epoch": 0.8513810570582051,
+      "grad_norm": 232.1140594482422,
+      "learning_rate": 1.2852542462885092e-05,
+      "loss": 21.25,
+      "step": 17816
+    },
+    {
+      "epoch": 0.8514288444996655,
+      "grad_norm": 258.7821044921875,
+      "learning_rate": 1.2851800739544998e-05,
+      "loss": 31.9062,
+      "step": 17817
+    },
+    {
+      "epoch": 0.8514766319411259,
+      "grad_norm": 231.9295196533203,
+      "learning_rate": 1.2851058999126297e-05,
+      "loss": 21.6406,
+      "step": 17818
+    },
+    {
+      "epoch": 0.8515244193825863,
+      "grad_norm": 131.83958435058594,
+      "learning_rate": 1.2850317241633432e-05,
+      "loss": 18.0,
+      "step": 17819
+    },
+    {
+      "epoch": 0.8515722068240467,
+      "grad_norm": 239.57420349121094,
+      "learning_rate": 1.2849575467070841e-05,
+      "loss": 22.6875,
+      "step": 17820
+    },
+    {
+      "epoch": 0.851619994265507,
+      "grad_norm": 205.99163818359375,
+      "learning_rate": 1.2848833675442973e-05,
+      "loss": 35.9375,
+      "step": 17821
+    },
+    {
+      "epoch": 0.8516677817069674,
+      "grad_norm": 276.3216247558594,
+      "learning_rate": 1.2848091866754265e-05,
+      "loss": 34.8125,
+      "step": 17822
+    },
+    {
+      "epoch": 0.8517155691484278,
+      "grad_norm": 292.2599792480469,
+      "learning_rate": 1.2847350041009166e-05,
+      "loss": 27.5625,
+      "step": 17823
+    },
+    {
+      "epoch": 0.8517633565898882,
+      "grad_norm": 201.0855255126953,
+      "learning_rate": 1.2846608198212112e-05,
+      "loss": 27.6562,
+      "step": 17824
+    },
+    {
+      "epoch": 0.8518111440313486,
+      "grad_norm": 335.6445617675781,
+      "learning_rate": 1.2845866338367545e-05,
+      "loss": 41.0625,
+      "step": 17825
+    },
+    {
+      "epoch": 0.851858931472809,
+      "grad_norm": 240.26907348632812,
+      "learning_rate": 1.2845124461479913e-05,
+      "loss": 25.7656,
+      "step": 17826
+    },
+    {
+      "epoch": 0.8519067189142693,
+      "grad_norm": 338.01763916015625,
+      "learning_rate": 1.2844382567553656e-05,
+      "loss": 29.1719,
+      "step": 17827
+    },
+    {
+      "epoch": 0.8519545063557297,
+      "grad_norm": 462.7652893066406,
+      "learning_rate": 1.2843640656593221e-05,
+      "loss": 24.5312,
+      "step": 17828
+    },
+    {
+      "epoch": 0.8520022937971901,
+      "grad_norm": 200.239501953125,
+      "learning_rate": 1.2842898728603043e-05,
+      "loss": 20.4219,
+      "step": 17829
+    },
+    {
+      "epoch": 0.8520500812386504,
+      "grad_norm": 711.6351928710938,
+      "learning_rate": 1.2842156783587576e-05,
+      "loss": 28.875,
+      "step": 17830
+    },
+    {
+      "epoch": 0.8520978686801108,
+      "grad_norm": 297.79156494140625,
+      "learning_rate": 1.2841414821551252e-05,
+      "loss": 31.6875,
+      "step": 17831
+    },
+    {
+      "epoch": 0.8521456561215712,
+      "grad_norm": 201.6263427734375,
+      "learning_rate": 1.2840672842498523e-05,
+      "loss": 27.875,
+      "step": 17832
+    },
+    {
+      "epoch": 0.8521934435630316,
+      "grad_norm": 205.45413208007812,
+      "learning_rate": 1.2839930846433828e-05,
+      "loss": 28.0938,
+      "step": 17833
+    },
+    {
+      "epoch": 0.852241231004492,
+      "grad_norm": 304.3275146484375,
+      "learning_rate": 1.2839188833361608e-05,
+      "loss": 22.75,
+      "step": 17834
+    },
+    {
+      "epoch": 0.8522890184459524,
+      "grad_norm": 230.38980102539062,
+      "learning_rate": 1.2838446803286316e-05,
+      "loss": 22.4062,
+      "step": 17835
+    },
+    {
+      "epoch": 0.8523368058874128,
+      "grad_norm": 218.3831024169922,
+      "learning_rate": 1.283770475621239e-05,
+      "loss": 23.8125,
+      "step": 17836
+    },
+    {
+      "epoch": 0.8523845933288732,
+      "grad_norm": 383.6975402832031,
+      "learning_rate": 1.2836962692144272e-05,
+      "loss": 30.875,
+      "step": 17837
+    },
+    {
+      "epoch": 0.8524323807703336,
+      "grad_norm": 406.0203552246094,
+      "learning_rate": 1.2836220611086408e-05,
+      "loss": 39.9375,
+      "step": 17838
+    },
+    {
+      "epoch": 0.852480168211794,
+      "grad_norm": 472.6236267089844,
+      "learning_rate": 1.2835478513043242e-05,
+      "loss": 39.3281,
+      "step": 17839
+    },
+    {
+      "epoch": 0.8525279556532543,
+      "grad_norm": 313.7102355957031,
+      "learning_rate": 1.2834736398019218e-05,
+      "loss": 29.3125,
+      "step": 17840
+    },
+    {
+      "epoch": 0.8525757430947147,
+      "grad_norm": 188.9866943359375,
+      "learning_rate": 1.2833994266018783e-05,
+      "loss": 23.125,
+      "step": 17841
+    },
+    {
+      "epoch": 0.8526235305361751,
+      "grad_norm": 408.8211975097656,
+      "learning_rate": 1.2833252117046377e-05,
+      "loss": 27.5312,
+      "step": 17842
+    },
+    {
+      "epoch": 0.8526713179776355,
+      "grad_norm": 410.195556640625,
+      "learning_rate": 1.2832509951106448e-05,
+      "loss": 30.4688,
+      "step": 17843
+    },
+    {
+      "epoch": 0.8527191054190959,
+      "grad_norm": 163.5697784423828,
+      "learning_rate": 1.2831767768203437e-05,
+      "loss": 21.75,
+      "step": 17844
+    },
+    {
+      "epoch": 0.8527668928605563,
+      "grad_norm": 484.8621826171875,
+      "learning_rate": 1.2831025568341796e-05,
+      "loss": 38.3125,
+      "step": 17845
+    },
+    {
+      "epoch": 0.8528146803020167,
+      "grad_norm": 205.26937866210938,
+      "learning_rate": 1.2830283351525961e-05,
+      "loss": 28.0312,
+      "step": 17846
+    },
+    {
+      "epoch": 0.852862467743477,
+      "grad_norm": 338.1192932128906,
+      "learning_rate": 1.2829541117760382e-05,
+      "loss": 30.4375,
+      "step": 17847
+    },
+    {
+      "epoch": 0.8529102551849373,
+      "grad_norm": 165.75941467285156,
+      "learning_rate": 1.2828798867049504e-05,
+      "loss": 22.2969,
+      "step": 17848
+    },
+    {
+      "epoch": 0.8529580426263977,
+      "grad_norm": 669.3421630859375,
+      "learning_rate": 1.2828056599397769e-05,
+      "loss": 29.8125,
+      "step": 17849
+    },
+    {
+      "epoch": 0.8530058300678581,
+      "grad_norm": 223.7105255126953,
+      "learning_rate": 1.2827314314809625e-05,
+      "loss": 28.9531,
+      "step": 17850
+    },
+    {
+      "epoch": 0.8530536175093185,
+      "grad_norm": 255.16998291015625,
+      "learning_rate": 1.2826572013289519e-05,
+      "loss": 25.5625,
+      "step": 17851
+    },
+    {
+      "epoch": 0.8531014049507789,
+      "grad_norm": 312.72760009765625,
+      "learning_rate": 1.2825829694841889e-05,
+      "loss": 23.0312,
+      "step": 17852
+    },
+    {
+      "epoch": 0.8531491923922393,
+      "grad_norm": 234.34268188476562,
+      "learning_rate": 1.2825087359471187e-05,
+      "loss": 24.2656,
+      "step": 17853
+    },
+    {
+      "epoch": 0.8531969798336997,
+      "grad_norm": 401.0069274902344,
+      "learning_rate": 1.282434500718186e-05,
+      "loss": 32.7188,
+      "step": 17854
+    },
+    {
+      "epoch": 0.8532447672751601,
+      "grad_norm": 169.4271240234375,
+      "learning_rate": 1.2823602637978346e-05,
+      "loss": 25.0,
+      "step": 17855
+    },
+    {
+      "epoch": 0.8532925547166205,
+      "grad_norm": 242.025634765625,
+      "learning_rate": 1.2822860251865099e-05,
+      "loss": 26.6875,
+      "step": 17856
+    },
+    {
+      "epoch": 0.8533403421580809,
+      "grad_norm": 403.8880310058594,
+      "learning_rate": 1.2822117848846559e-05,
+      "loss": 24.5625,
+      "step": 17857
+    },
+    {
+      "epoch": 0.8533881295995412,
+      "grad_norm": 378.2392883300781,
+      "learning_rate": 1.2821375428927177e-05,
+      "loss": 27.5312,
+      "step": 17858
+    },
+    {
+      "epoch": 0.8534359170410016,
+      "grad_norm": 186.01934814453125,
+      "learning_rate": 1.2820632992111395e-05,
+      "loss": 22.2031,
+      "step": 17859
+    },
+    {
+      "epoch": 0.853483704482462,
+      "grad_norm": 284.50360107421875,
+      "learning_rate": 1.2819890538403664e-05,
+      "loss": 39.5625,
+      "step": 17860
+    },
+    {
+      "epoch": 0.8535314919239224,
+      "grad_norm": 152.24835205078125,
+      "learning_rate": 1.2819148067808425e-05,
+      "loss": 19.7188,
+      "step": 17861
+    },
+    {
+      "epoch": 0.8535792793653828,
+      "grad_norm": 244.34121704101562,
+      "learning_rate": 1.2818405580330127e-05,
+      "loss": 24.3125,
+      "step": 17862
+    },
+    {
+      "epoch": 0.8536270668068432,
+      "grad_norm": 179.10401916503906,
+      "learning_rate": 1.2817663075973217e-05,
+      "loss": 31.9375,
+      "step": 17863
+    },
+    {
+      "epoch": 0.8536748542483036,
+      "grad_norm": 216.57583618164062,
+      "learning_rate": 1.2816920554742139e-05,
+      "loss": 28.8125,
+      "step": 17864
+    },
+    {
+      "epoch": 0.853722641689764,
+      "grad_norm": 234.4070587158203,
+      "learning_rate": 1.2816178016641344e-05,
+      "loss": 25.7188,
+      "step": 17865
+    },
+    {
+      "epoch": 0.8537704291312244,
+      "grad_norm": 728.8695678710938,
+      "learning_rate": 1.2815435461675274e-05,
+      "loss": 24.3438,
+      "step": 17866
+    },
+    {
+      "epoch": 0.8538182165726848,
+      "grad_norm": 366.68646240234375,
+      "learning_rate": 1.2814692889848382e-05,
+      "loss": 32.5312,
+      "step": 17867
+    },
+    {
+      "epoch": 0.853866004014145,
+      "grad_norm": 273.576416015625,
+      "learning_rate": 1.281395030116511e-05,
+      "loss": 30.6094,
+      "step": 17868
+    },
+    {
+      "epoch": 0.8539137914556054,
+      "grad_norm": 327.4662170410156,
+      "learning_rate": 1.2813207695629908e-05,
+      "loss": 23.6875,
+      "step": 17869
+    },
+    {
+      "epoch": 0.8539615788970658,
+      "grad_norm": 203.17172241210938,
+      "learning_rate": 1.2812465073247217e-05,
+      "loss": 24.9531,
+      "step": 17870
+    },
+    {
+      "epoch": 0.8540093663385262,
+      "grad_norm": 334.9458312988281,
+      "learning_rate": 1.2811722434021495e-05,
+      "loss": 40.1719,
+      "step": 17871
+    },
+    {
+      "epoch": 0.8540571537799866,
+      "grad_norm": 251.0765838623047,
+      "learning_rate": 1.2810979777957182e-05,
+      "loss": 33.0938,
+      "step": 17872
+    },
+    {
+      "epoch": 0.854104941221447,
+      "grad_norm": 312.9560546875,
+      "learning_rate": 1.2810237105058726e-05,
+      "loss": 36.4688,
+      "step": 17873
+    },
+    {
+      "epoch": 0.8541527286629074,
+      "grad_norm": 202.87454223632812,
+      "learning_rate": 1.2809494415330576e-05,
+      "loss": 20.0312,
+      "step": 17874
+    },
+    {
+      "epoch": 0.8542005161043678,
+      "grad_norm": 204.88369750976562,
+      "learning_rate": 1.2808751708777178e-05,
+      "loss": 29.0469,
+      "step": 17875
+    },
+    {
+      "epoch": 0.8542483035458281,
+      "grad_norm": 172.97532653808594,
+      "learning_rate": 1.2808008985402986e-05,
+      "loss": 28.5312,
+      "step": 17876
+    },
+    {
+      "epoch": 0.8542960909872885,
+      "grad_norm": 388.2259216308594,
+      "learning_rate": 1.2807266245212439e-05,
+      "loss": 27.8281,
+      "step": 17877
+    },
+    {
+      "epoch": 0.8543438784287489,
+      "grad_norm": 214.33592224121094,
+      "learning_rate": 1.2806523488209994e-05,
+      "loss": 27.8672,
+      "step": 17878
+    },
+    {
+      "epoch": 0.8543916658702093,
+      "grad_norm": 213.78170776367188,
+      "learning_rate": 1.280578071440009e-05,
+      "loss": 28.1562,
+      "step": 17879
+    },
+    {
+      "epoch": 0.8544394533116697,
+      "grad_norm": 235.23345947265625,
+      "learning_rate": 1.2805037923787185e-05,
+      "loss": 26.125,
+      "step": 17880
+    },
+    {
+      "epoch": 0.8544872407531301,
+      "grad_norm": 157.71554565429688,
+      "learning_rate": 1.2804295116375718e-05,
+      "loss": 25.5156,
+      "step": 17881
+    },
+    {
+      "epoch": 0.8545350281945905,
+      "grad_norm": 119.36673736572266,
+      "learning_rate": 1.2803552292170145e-05,
+      "loss": 19.8594,
+      "step": 17882
+    },
+    {
+      "epoch": 0.8545828156360509,
+      "grad_norm": 185.16136169433594,
+      "learning_rate": 1.2802809451174912e-05,
+      "loss": 21.8438,
+      "step": 17883
+    },
+    {
+      "epoch": 0.8546306030775113,
+      "grad_norm": 257.66436767578125,
+      "learning_rate": 1.2802066593394465e-05,
+      "loss": 31.2188,
+      "step": 17884
+    },
+    {
+      "epoch": 0.8546783905189717,
+      "grad_norm": 243.28726196289062,
+      "learning_rate": 1.2801323718833252e-05,
+      "loss": 25.9688,
+      "step": 17885
+    },
+    {
+      "epoch": 0.854726177960432,
+      "grad_norm": 270.5487365722656,
+      "learning_rate": 1.280058082749573e-05,
+      "loss": 28.6875,
+      "step": 17886
+    },
+    {
+      "epoch": 0.8547739654018924,
+      "grad_norm": 409.68609619140625,
+      "learning_rate": 1.279983791938634e-05,
+      "loss": 26.7656,
+      "step": 17887
+    },
+    {
+      "epoch": 0.8548217528433528,
+      "grad_norm": 223.5108642578125,
+      "learning_rate": 1.2799094994509531e-05,
+      "loss": 24.75,
+      "step": 17888
+    },
+    {
+      "epoch": 0.8548695402848131,
+      "grad_norm": 200.7019500732422,
+      "learning_rate": 1.279835205286976e-05,
+      "loss": 26.7969,
+      "step": 17889
+    },
+    {
+      "epoch": 0.8549173277262735,
+      "grad_norm": 225.76303100585938,
+      "learning_rate": 1.2797609094471466e-05,
+      "loss": 25.0,
+      "step": 17890
+    },
+    {
+      "epoch": 0.8549651151677339,
+      "grad_norm": 160.43829345703125,
+      "learning_rate": 1.2796866119319108e-05,
+      "loss": 25.625,
+      "step": 17891
+    },
+    {
+      "epoch": 0.8550129026091943,
+      "grad_norm": 220.26931762695312,
+      "learning_rate": 1.2796123127417129e-05,
+      "loss": 29.0625,
+      "step": 17892
+    },
+    {
+      "epoch": 0.8550606900506547,
+      "grad_norm": 227.05873107910156,
+      "learning_rate": 1.279538011876998e-05,
+      "loss": 25.5938,
+      "step": 17893
+    },
+    {
+      "epoch": 0.855108477492115,
+      "grad_norm": 212.25100708007812,
+      "learning_rate": 1.279463709338211e-05,
+      "loss": 26.1719,
+      "step": 17894
+    },
+    {
+      "epoch": 0.8551562649335754,
+      "grad_norm": 430.7182312011719,
+      "learning_rate": 1.2793894051257972e-05,
+      "loss": 27.0781,
+      "step": 17895
+    },
+    {
+      "epoch": 0.8552040523750358,
+      "grad_norm": 152.1884307861328,
+      "learning_rate": 1.2793150992402015e-05,
+      "loss": 23.8594,
+      "step": 17896
+    },
+    {
+      "epoch": 0.8552518398164962,
+      "grad_norm": 181.693603515625,
+      "learning_rate": 1.2792407916818683e-05,
+      "loss": 25.4219,
+      "step": 17897
+    },
+    {
+      "epoch": 0.8552996272579566,
+      "grad_norm": 351.431884765625,
+      "learning_rate": 1.2791664824512435e-05,
+      "loss": 42.9062,
+      "step": 17898
+    },
+    {
+      "epoch": 0.855347414699417,
+      "grad_norm": 194.13841247558594,
+      "learning_rate": 1.2790921715487715e-05,
+      "loss": 24.6719,
+      "step": 17899
+    },
+    {
+      "epoch": 0.8553952021408774,
+      "grad_norm": 297.7143249511719,
+      "learning_rate": 1.2790178589748976e-05,
+      "loss": 31.25,
+      "step": 17900
+    },
+    {
+      "epoch": 0.8554429895823378,
+      "grad_norm": 353.903564453125,
+      "learning_rate": 1.2789435447300666e-05,
+      "loss": 27.9375,
+      "step": 17901
+    },
+    {
+      "epoch": 0.8554907770237982,
+      "grad_norm": 344.51416015625,
+      "learning_rate": 1.2788692288147239e-05,
+      "loss": 19.0938,
+      "step": 17902
+    },
+    {
+      "epoch": 0.8555385644652586,
+      "grad_norm": 825.1062622070312,
+      "learning_rate": 1.2787949112293144e-05,
+      "loss": 22.5938,
+      "step": 17903
+    },
+    {
+      "epoch": 0.855586351906719,
+      "grad_norm": 156.0243377685547,
+      "learning_rate": 1.2787205919742829e-05,
+      "loss": 20.7969,
+      "step": 17904
+    },
+    {
+      "epoch": 0.8556341393481793,
+      "grad_norm": 404.89654541015625,
+      "learning_rate": 1.2786462710500746e-05,
+      "loss": 30.0625,
+      "step": 17905
+    },
+    {
+      "epoch": 0.8556819267896397,
+      "grad_norm": 131.1730499267578,
+      "learning_rate": 1.2785719484571351e-05,
+      "loss": 17.3438,
+      "step": 17906
+    },
+    {
+      "epoch": 0.8557297142311001,
+      "grad_norm": 128.18751525878906,
+      "learning_rate": 1.2784976241959086e-05,
+      "loss": 16.3906,
+      "step": 17907
+    },
+    {
+      "epoch": 0.8557775016725605,
+      "grad_norm": 244.95094299316406,
+      "learning_rate": 1.2784232982668412e-05,
+      "loss": 38.625,
+      "step": 17908
+    },
+    {
+      "epoch": 0.8558252891140208,
+      "grad_norm": 411.9242858886719,
+      "learning_rate": 1.2783489706703773e-05,
+      "loss": 21.4531,
+      "step": 17909
+    },
+    {
+      "epoch": 0.8558730765554812,
+      "grad_norm": 679.62109375,
+      "learning_rate": 1.2782746414069621e-05,
+      "loss": 29.9688,
+      "step": 17910
+    },
+    {
+      "epoch": 0.8559208639969416,
+      "grad_norm": 373.1098937988281,
+      "learning_rate": 1.278200310477041e-05,
+      "loss": 26.3906,
+      "step": 17911
+    },
+    {
+      "epoch": 0.855968651438402,
+      "grad_norm": 215.98133850097656,
+      "learning_rate": 1.2781259778810591e-05,
+      "loss": 26.1562,
+      "step": 17912
+    },
+    {
+      "epoch": 0.8560164388798623,
+      "grad_norm": 254.80328369140625,
+      "learning_rate": 1.2780516436194615e-05,
+      "loss": 23.0,
+      "step": 17913
+    },
+    {
+      "epoch": 0.8560642263213227,
+      "grad_norm": 277.1678161621094,
+      "learning_rate": 1.277977307692693e-05,
+      "loss": 30.2812,
+      "step": 17914
+    },
+    {
+      "epoch": 0.8561120137627831,
+      "grad_norm": 266.88397216796875,
+      "learning_rate": 1.2779029701011994e-05,
+      "loss": 29.3125,
+      "step": 17915
+    },
+    {
+      "epoch": 0.8561598012042435,
+      "grad_norm": 188.93270874023438,
+      "learning_rate": 1.2778286308454255e-05,
+      "loss": 40.8125,
+      "step": 17916
+    },
+    {
+      "epoch": 0.8562075886457039,
+      "grad_norm": 337.818115234375,
+      "learning_rate": 1.2777542899258169e-05,
+      "loss": 29.3125,
+      "step": 17917
+    },
+    {
+      "epoch": 0.8562553760871643,
+      "grad_norm": 428.9577941894531,
+      "learning_rate": 1.2776799473428181e-05,
+      "loss": 24.7031,
+      "step": 17918
+    },
+    {
+      "epoch": 0.8563031635286247,
+      "grad_norm": 163.30783081054688,
+      "learning_rate": 1.2776056030968749e-05,
+      "loss": 22.1562,
+      "step": 17919
+    },
+    {
+      "epoch": 0.8563509509700851,
+      "grad_norm": 336.6308288574219,
+      "learning_rate": 1.2775312571884324e-05,
+      "loss": 31.0469,
+      "step": 17920
+    },
+    {
+      "epoch": 0.8563987384115455,
+      "grad_norm": 172.26019287109375,
+      "learning_rate": 1.2774569096179354e-05,
+      "loss": 24.3438,
+      "step": 17921
+    },
+    {
+      "epoch": 0.8564465258530058,
+      "grad_norm": 387.69415283203125,
+      "learning_rate": 1.27738256038583e-05,
+      "loss": 41.5,
+      "step": 17922
+    },
+    {
+      "epoch": 0.8564943132944662,
+      "grad_norm": 277.20123291015625,
+      "learning_rate": 1.2773082094925606e-05,
+      "loss": 30.6562,
+      "step": 17923
+    },
+    {
+      "epoch": 0.8565421007359266,
+      "grad_norm": 155.74090576171875,
+      "learning_rate": 1.2772338569385732e-05,
+      "loss": 23.3438,
+      "step": 17924
+    },
+    {
+      "epoch": 0.856589888177387,
+      "grad_norm": 231.6206817626953,
+      "learning_rate": 1.2771595027243124e-05,
+      "loss": 29.3438,
+      "step": 17925
+    },
+    {
+      "epoch": 0.8566376756188474,
+      "grad_norm": 532.2300415039062,
+      "learning_rate": 1.2770851468502242e-05,
+      "loss": 28.625,
+      "step": 17926
+    },
+    {
+      "epoch": 0.8566854630603078,
+      "grad_norm": 164.41195678710938,
+      "learning_rate": 1.2770107893167531e-05,
+      "loss": 19.75,
+      "step": 17927
+    },
+    {
+      "epoch": 0.8567332505017682,
+      "grad_norm": 286.6324768066406,
+      "learning_rate": 1.2769364301243453e-05,
+      "loss": 27.7188,
+      "step": 17928
+    },
+    {
+      "epoch": 0.8567810379432286,
+      "grad_norm": 229.908935546875,
+      "learning_rate": 1.276862069273445e-05,
+      "loss": 31.3906,
+      "step": 17929
+    },
+    {
+      "epoch": 0.8568288253846889,
+      "grad_norm": 230.53611755371094,
+      "learning_rate": 1.2767877067644987e-05,
+      "loss": 25.7188,
+      "step": 17930
+    },
+    {
+      "epoch": 0.8568766128261492,
+      "grad_norm": 186.00999450683594,
+      "learning_rate": 1.2767133425979507e-05,
+      "loss": 21.0781,
+      "step": 17931
+    },
+    {
+      "epoch": 0.8569244002676096,
+      "grad_norm": 208.03465270996094,
+      "learning_rate": 1.2766389767742473e-05,
+      "loss": 31.6562,
+      "step": 17932
+    },
+    {
+      "epoch": 0.85697218770907,
+      "grad_norm": 355.06634521484375,
+      "learning_rate": 1.2765646092938333e-05,
+      "loss": 24.7812,
+      "step": 17933
+    },
+    {
+      "epoch": 0.8570199751505304,
+      "grad_norm": 265.06158447265625,
+      "learning_rate": 1.2764902401571542e-05,
+      "loss": 20.1719,
+      "step": 17934
+    },
+    {
+      "epoch": 0.8570677625919908,
+      "grad_norm": 222.2670440673828,
+      "learning_rate": 1.2764158693646552e-05,
+      "loss": 25.7188,
+      "step": 17935
+    },
+    {
+      "epoch": 0.8571155500334512,
+      "grad_norm": 243.5861358642578,
+      "learning_rate": 1.2763414969167818e-05,
+      "loss": 26.125,
+      "step": 17936
+    },
+    {
+      "epoch": 0.8571633374749116,
+      "grad_norm": 196.4882049560547,
+      "learning_rate": 1.2762671228139794e-05,
+      "loss": 16.0469,
+      "step": 17937
+    },
+    {
+      "epoch": 0.857211124916372,
+      "grad_norm": 215.29359436035156,
+      "learning_rate": 1.2761927470566932e-05,
+      "loss": 24.0781,
+      "step": 17938
+    },
+    {
+      "epoch": 0.8572589123578324,
+      "grad_norm": 183.84349060058594,
+      "learning_rate": 1.2761183696453694e-05,
+      "loss": 20.2344,
+      "step": 17939
+    },
+    {
+      "epoch": 0.8573066997992927,
+      "grad_norm": 190.1081085205078,
+      "learning_rate": 1.2760439905804522e-05,
+      "loss": 23.5312,
+      "step": 17940
+    },
+    {
+      "epoch": 0.8573544872407531,
+      "grad_norm": 185.4315185546875,
+      "learning_rate": 1.2759696098623881e-05,
+      "loss": 19.4531,
+      "step": 17941
+    },
+    {
+      "epoch": 0.8574022746822135,
+      "grad_norm": 143.0941162109375,
+      "learning_rate": 1.2758952274916222e-05,
+      "loss": 24.7344,
+      "step": 17942
+    },
+    {
+      "epoch": 0.8574500621236739,
+      "grad_norm": 566.5657348632812,
+      "learning_rate": 1.2758208434685997e-05,
+      "loss": 37.875,
+      "step": 17943
+    },
+    {
+      "epoch": 0.8574978495651343,
+      "grad_norm": 352.8210754394531,
+      "learning_rate": 1.2757464577937662e-05,
+      "loss": 36.5,
+      "step": 17944
+    },
+    {
+      "epoch": 0.8575456370065947,
+      "grad_norm": 542.0441284179688,
+      "learning_rate": 1.2756720704675673e-05,
+      "loss": 26.9219,
+      "step": 17945
+    },
+    {
+      "epoch": 0.8575934244480551,
+      "grad_norm": 261.0493469238281,
+      "learning_rate": 1.2755976814904485e-05,
+      "loss": 26.4062,
+      "step": 17946
+    },
+    {
+      "epoch": 0.8576412118895155,
+      "grad_norm": 429.7922058105469,
+      "learning_rate": 1.275523290862855e-05,
+      "loss": 30.4375,
+      "step": 17947
+    },
+    {
+      "epoch": 0.8576889993309759,
+      "grad_norm": 151.8987579345703,
+      "learning_rate": 1.2754488985852328e-05,
+      "loss": 24.4062,
+      "step": 17948
+    },
+    {
+      "epoch": 0.8577367867724363,
+      "grad_norm": 373.3667907714844,
+      "learning_rate": 1.2753745046580272e-05,
+      "loss": 30.625,
+      "step": 17949
+    },
+    {
+      "epoch": 0.8577845742138965,
+      "grad_norm": 580.5476684570312,
+      "learning_rate": 1.2753001090816832e-05,
+      "loss": 21.75,
+      "step": 17950
+    },
+    {
+      "epoch": 0.8578323616553569,
+      "grad_norm": 256.9781799316406,
+      "learning_rate": 1.2752257118566471e-05,
+      "loss": 18.4844,
+      "step": 17951
+    },
+    {
+      "epoch": 0.8578801490968173,
+      "grad_norm": 224.40492248535156,
+      "learning_rate": 1.275151312983364e-05,
+      "loss": 30.625,
+      "step": 17952
+    },
+    {
+      "epoch": 0.8579279365382777,
+      "grad_norm": 183.0312957763672,
+      "learning_rate": 1.2750769124622797e-05,
+      "loss": 25.0312,
+      "step": 17953
+    },
+    {
+      "epoch": 0.8579757239797381,
+      "grad_norm": 306.02740478515625,
+      "learning_rate": 1.2750025102938394e-05,
+      "loss": 28.125,
+      "step": 17954
+    },
+    {
+      "epoch": 0.8580235114211985,
+      "grad_norm": 232.34446716308594,
+      "learning_rate": 1.2749281064784891e-05,
+      "loss": 28.4688,
+      "step": 17955
+    },
+    {
+      "epoch": 0.8580712988626589,
+      "grad_norm": 348.4522399902344,
+      "learning_rate": 1.2748537010166745e-05,
+      "loss": 25.3594,
+      "step": 17956
+    },
+    {
+      "epoch": 0.8581190863041193,
+      "grad_norm": 261.5939025878906,
+      "learning_rate": 1.2747792939088403e-05,
+      "loss": 31.5,
+      "step": 17957
+    },
+    {
+      "epoch": 0.8581668737455797,
+      "grad_norm": 289.6614990234375,
+      "learning_rate": 1.274704885155433e-05,
+      "loss": 28.7812,
+      "step": 17958
+    },
+    {
+      "epoch": 0.85821466118704,
+      "grad_norm": 433.24072265625,
+      "learning_rate": 1.2746304747568978e-05,
+      "loss": 31.0938,
+      "step": 17959
+    },
+    {
+      "epoch": 0.8582624486285004,
+      "grad_norm": 165.94802856445312,
+      "learning_rate": 1.2745560627136803e-05,
+      "loss": 22.1875,
+      "step": 17960
+    },
+    {
+      "epoch": 0.8583102360699608,
+      "grad_norm": 387.67608642578125,
+      "learning_rate": 1.2744816490262266e-05,
+      "loss": 27.5312,
+      "step": 17961
+    },
+    {
+      "epoch": 0.8583580235114212,
+      "grad_norm": 249.15455627441406,
+      "learning_rate": 1.2744072336949817e-05,
+      "loss": 36.5938,
+      "step": 17962
+    },
+    {
+      "epoch": 0.8584058109528816,
+      "grad_norm": 448.5146789550781,
+      "learning_rate": 1.274332816720392e-05,
+      "loss": 22.7344,
+      "step": 17963
+    },
+    {
+      "epoch": 0.858453598394342,
+      "grad_norm": 387.31170654296875,
+      "learning_rate": 1.274258398102902e-05,
+      "loss": 19.625,
+      "step": 17964
+    },
+    {
+      "epoch": 0.8585013858358024,
+      "grad_norm": 318.0466613769531,
+      "learning_rate": 1.2741839778429586e-05,
+      "loss": 27.2188,
+      "step": 17965
+    },
+    {
+      "epoch": 0.8585491732772628,
+      "grad_norm": 197.3834686279297,
+      "learning_rate": 1.2741095559410071e-05,
+      "loss": 25.0,
+      "step": 17966
+    },
+    {
+      "epoch": 0.8585969607187232,
+      "grad_norm": 333.780517578125,
+      "learning_rate": 1.2740351323974929e-05,
+      "loss": 29.7812,
+      "step": 17967
+    },
+    {
+      "epoch": 0.8586447481601835,
+      "grad_norm": 158.44305419921875,
+      "learning_rate": 1.2739607072128615e-05,
+      "loss": 20.0312,
+      "step": 17968
+    },
+    {
+      "epoch": 0.8586925356016439,
+      "grad_norm": 322.25567626953125,
+      "learning_rate": 1.2738862803875594e-05,
+      "loss": 33.875,
+      "step": 17969
+    },
+    {
+      "epoch": 0.8587403230431043,
+      "grad_norm": 423.89141845703125,
+      "learning_rate": 1.2738118519220318e-05,
+      "loss": 38.4375,
+      "step": 17970
+    },
+    {
+      "epoch": 0.8587881104845646,
+      "grad_norm": 219.15403747558594,
+      "learning_rate": 1.2737374218167244e-05,
+      "loss": 22.875,
+      "step": 17971
+    },
+    {
+      "epoch": 0.858835897926025,
+      "grad_norm": 312.26641845703125,
+      "learning_rate": 1.2736629900720832e-05,
+      "loss": 30.8125,
+      "step": 17972
+    },
+    {
+      "epoch": 0.8588836853674854,
+      "grad_norm": 163.53196716308594,
+      "learning_rate": 1.2735885566885535e-05,
+      "loss": 24.75,
+      "step": 17973
+    },
+    {
+      "epoch": 0.8589314728089458,
+      "grad_norm": 361.17559814453125,
+      "learning_rate": 1.2735141216665819e-05,
+      "loss": 32.8125,
+      "step": 17974
+    },
+    {
+      "epoch": 0.8589792602504062,
+      "grad_norm": 243.8843536376953,
+      "learning_rate": 1.273439685006613e-05,
+      "loss": 33.9375,
+      "step": 17975
+    },
+    {
+      "epoch": 0.8590270476918666,
+      "grad_norm": 189.62193298339844,
+      "learning_rate": 1.2733652467090939e-05,
+      "loss": 23.9844,
+      "step": 17976
+    },
+    {
+      "epoch": 0.8590748351333269,
+      "grad_norm": 247.8138885498047,
+      "learning_rate": 1.2732908067744689e-05,
+      "loss": 25.0,
+      "step": 17977
+    },
+    {
+      "epoch": 0.8591226225747873,
+      "grad_norm": 343.0085144042969,
+      "learning_rate": 1.2732163652031853e-05,
+      "loss": 32.875,
+      "step": 17978
+    },
+    {
+      "epoch": 0.8591704100162477,
+      "grad_norm": 445.47900390625,
+      "learning_rate": 1.2731419219956877e-05,
+      "loss": 22.2188,
+      "step": 17979
+    },
+    {
+      "epoch": 0.8592181974577081,
+      "grad_norm": 219.906982421875,
+      "learning_rate": 1.273067477152423e-05,
+      "loss": 25.1094,
+      "step": 17980
+    },
+    {
+      "epoch": 0.8592659848991685,
+      "grad_norm": 462.0215759277344,
+      "learning_rate": 1.2729930306738362e-05,
+      "loss": 35.1875,
+      "step": 17981
+    },
+    {
+      "epoch": 0.8593137723406289,
+      "grad_norm": 442.3378601074219,
+      "learning_rate": 1.2729185825603736e-05,
+      "loss": 21.1562,
+      "step": 17982
+    },
+    {
+      "epoch": 0.8593615597820893,
+      "grad_norm": 224.1148681640625,
+      "learning_rate": 1.2728441328124803e-05,
+      "loss": 33.125,
+      "step": 17983
+    },
+    {
+      "epoch": 0.8594093472235497,
+      "grad_norm": 403.4873962402344,
+      "learning_rate": 1.2727696814306034e-05,
+      "loss": 37.2188,
+      "step": 17984
+    },
+    {
+      "epoch": 0.8594571346650101,
+      "grad_norm": 312.911865234375,
+      "learning_rate": 1.2726952284151877e-05,
+      "loss": 30.5156,
+      "step": 17985
+    },
+    {
+      "epoch": 0.8595049221064704,
+      "grad_norm": 418.57672119140625,
+      "learning_rate": 1.2726207737666793e-05,
+      "loss": 51.8125,
+      "step": 17986
+    },
+    {
+      "epoch": 0.8595527095479308,
+      "grad_norm": 213.40023803710938,
+      "learning_rate": 1.2725463174855247e-05,
+      "loss": 16.8906,
+      "step": 17987
+    },
+    {
+      "epoch": 0.8596004969893912,
+      "grad_norm": 272.15655517578125,
+      "learning_rate": 1.2724718595721688e-05,
+      "loss": 21.1406,
+      "step": 17988
+    },
+    {
+      "epoch": 0.8596482844308516,
+      "grad_norm": 217.244140625,
+      "learning_rate": 1.2723974000270584e-05,
+      "loss": 23.8594,
+      "step": 17989
+    },
+    {
+      "epoch": 0.859696071872312,
+      "grad_norm": 291.5150146484375,
+      "learning_rate": 1.2723229388506391e-05,
+      "loss": 29.9062,
+      "step": 17990
+    },
+    {
+      "epoch": 0.8597438593137724,
+      "grad_norm": 295.3142395019531,
+      "learning_rate": 1.2722484760433566e-05,
+      "loss": 34.875,
+      "step": 17991
+    },
+    {
+      "epoch": 0.8597916467552327,
+      "grad_norm": 204.70066833496094,
+      "learning_rate": 1.2721740116056568e-05,
+      "loss": 20.7188,
+      "step": 17992
+    },
+    {
+      "epoch": 0.8598394341966931,
+      "grad_norm": 307.9614562988281,
+      "learning_rate": 1.2720995455379863e-05,
+      "loss": 28.625,
+      "step": 17993
+    },
+    {
+      "epoch": 0.8598872216381535,
+      "grad_norm": 216.63560485839844,
+      "learning_rate": 1.2720250778407907e-05,
+      "loss": 28.5938,
+      "step": 17994
+    },
+    {
+      "epoch": 0.8599350090796138,
+      "grad_norm": 630.965087890625,
+      "learning_rate": 1.2719506085145157e-05,
+      "loss": 31.3125,
+      "step": 17995
+    },
+    {
+      "epoch": 0.8599827965210742,
+      "grad_norm": 214.3529815673828,
+      "learning_rate": 1.2718761375596073e-05,
+      "loss": 26.5312,
+      "step": 17996
+    },
+    {
+      "epoch": 0.8600305839625346,
+      "grad_norm": 399.0037536621094,
+      "learning_rate": 1.2718016649765116e-05,
+      "loss": 28.4375,
+      "step": 17997
+    },
+    {
+      "epoch": 0.860078371403995,
+      "grad_norm": 483.66229248046875,
+      "learning_rate": 1.2717271907656752e-05,
+      "loss": 28.6562,
+      "step": 17998
+    },
+    {
+      "epoch": 0.8601261588454554,
+      "grad_norm": 318.7575988769531,
+      "learning_rate": 1.2716527149275433e-05,
+      "loss": 25.2188,
+      "step": 17999
+    },
+    {
+      "epoch": 0.8601739462869158,
+      "grad_norm": 100.03997039794922,
+      "learning_rate": 1.271578237462562e-05,
+      "loss": 19.1094,
+      "step": 18000
+    },
+    {
+      "epoch": 0.8602217337283762,
+      "grad_norm": 442.9471740722656,
+      "learning_rate": 1.2715037583711775e-05,
+      "loss": 37.1719,
+      "step": 18001
+    },
+    {
+      "epoch": 0.8602695211698366,
+      "grad_norm": 378.9115295410156,
+      "learning_rate": 1.271429277653836e-05,
+      "loss": 33.75,
+      "step": 18002
+    },
+    {
+      "epoch": 0.860317308611297,
+      "grad_norm": 280.1596374511719,
+      "learning_rate": 1.271354795310983e-05,
+      "loss": 30.375,
+      "step": 18003
+    },
+    {
+      "epoch": 0.8603650960527573,
+      "grad_norm": 215.32415771484375,
+      "learning_rate": 1.2712803113430654e-05,
+      "loss": 32.1875,
+      "step": 18004
+    },
+    {
+      "epoch": 0.8604128834942177,
+      "grad_norm": 137.59092712402344,
+      "learning_rate": 1.2712058257505287e-05,
+      "loss": 20.6094,
+      "step": 18005
+    },
+    {
+      "epoch": 0.8604606709356781,
+      "grad_norm": 246.50637817382812,
+      "learning_rate": 1.2711313385338187e-05,
+      "loss": 35.5312,
+      "step": 18006
+    },
+    {
+      "epoch": 0.8605084583771385,
+      "grad_norm": 130.70054626464844,
+      "learning_rate": 1.2710568496933822e-05,
+      "loss": 18.8594,
+      "step": 18007
+    },
+    {
+      "epoch": 0.8605562458185989,
+      "grad_norm": 619.4716186523438,
+      "learning_rate": 1.2709823592296646e-05,
+      "loss": 32.625,
+      "step": 18008
+    },
+    {
+      "epoch": 0.8606040332600593,
+      "grad_norm": 201.8169403076172,
+      "learning_rate": 1.2709078671431125e-05,
+      "loss": 21.9688,
+      "step": 18009
+    },
+    {
+      "epoch": 0.8606518207015197,
+      "grad_norm": 288.6363220214844,
+      "learning_rate": 1.2708333734341717e-05,
+      "loss": 29.2812,
+      "step": 18010
+    },
+    {
+      "epoch": 0.8606996081429801,
+      "grad_norm": 217.96205139160156,
+      "learning_rate": 1.270758878103289e-05,
+      "loss": 39.7812,
+      "step": 18011
+    },
+    {
+      "epoch": 0.8607473955844404,
+      "grad_norm": 387.4423522949219,
+      "learning_rate": 1.2706843811509093e-05,
+      "loss": 27.6875,
+      "step": 18012
+    },
+    {
+      "epoch": 0.8607951830259007,
+      "grad_norm": 290.5284423828125,
+      "learning_rate": 1.27060988257748e-05,
+      "loss": 30.6094,
+      "step": 18013
+    },
+    {
+      "epoch": 0.8608429704673611,
+      "grad_norm": 307.1496887207031,
+      "learning_rate": 1.2705353823834463e-05,
+      "loss": 29.1875,
+      "step": 18014
+    },
+    {
+      "epoch": 0.8608907579088215,
+      "grad_norm": 382.91326904296875,
+      "learning_rate": 1.270460880569255e-05,
+      "loss": 29.5781,
+      "step": 18015
+    },
+    {
+      "epoch": 0.8609385453502819,
+      "grad_norm": 182.65435791015625,
+      "learning_rate": 1.2703863771353517e-05,
+      "loss": 25.0312,
+      "step": 18016
+    },
+    {
+      "epoch": 0.8609863327917423,
+      "grad_norm": 201.83346557617188,
+      "learning_rate": 1.2703118720821833e-05,
+      "loss": 32.375,
+      "step": 18017
+    },
+    {
+      "epoch": 0.8610341202332027,
+      "grad_norm": 284.1264953613281,
+      "learning_rate": 1.2702373654101954e-05,
+      "loss": 24.7188,
+      "step": 18018
+    },
+    {
+      "epoch": 0.8610819076746631,
+      "grad_norm": 675.934326171875,
+      "learning_rate": 1.2701628571198344e-05,
+      "loss": 21.4531,
+      "step": 18019
+    },
+    {
+      "epoch": 0.8611296951161235,
+      "grad_norm": 474.52032470703125,
+      "learning_rate": 1.2700883472115464e-05,
+      "loss": 29.5312,
+      "step": 18020
+    },
+    {
+      "epoch": 0.8611774825575839,
+      "grad_norm": 262.19549560546875,
+      "learning_rate": 1.2700138356857777e-05,
+      "loss": 20.6094,
+      "step": 18021
+    },
+    {
+      "epoch": 0.8612252699990443,
+      "grad_norm": 305.3730163574219,
+      "learning_rate": 1.2699393225429747e-05,
+      "loss": 37.4375,
+      "step": 18022
+    },
+    {
+      "epoch": 0.8612730574405046,
+      "grad_norm": 239.54437255859375,
+      "learning_rate": 1.2698648077835831e-05,
+      "loss": 30.1875,
+      "step": 18023
+    },
+    {
+      "epoch": 0.861320844881965,
+      "grad_norm": 192.87750244140625,
+      "learning_rate": 1.2697902914080497e-05,
+      "loss": 22.3281,
+      "step": 18024
+    },
+    {
+      "epoch": 0.8613686323234254,
+      "grad_norm": 280.47845458984375,
+      "learning_rate": 1.2697157734168206e-05,
+      "loss": 36.7812,
+      "step": 18025
+    },
+    {
+      "epoch": 0.8614164197648858,
+      "grad_norm": 257.06158447265625,
+      "learning_rate": 1.2696412538103425e-05,
+      "loss": 26.6719,
+      "step": 18026
+    },
+    {
+      "epoch": 0.8614642072063462,
+      "grad_norm": 198.5865478515625,
+      "learning_rate": 1.2695667325890606e-05,
+      "loss": 27.9688,
+      "step": 18027
+    },
+    {
+      "epoch": 0.8615119946478066,
+      "grad_norm": 408.5882263183594,
+      "learning_rate": 1.269492209753422e-05,
+      "loss": 32.625,
+      "step": 18028
+    },
+    {
+      "epoch": 0.861559782089267,
+      "grad_norm": 592.0028076171875,
+      "learning_rate": 1.2694176853038728e-05,
+      "loss": 37.9062,
+      "step": 18029
+    },
+    {
+      "epoch": 0.8616075695307274,
+      "grad_norm": 264.8338623046875,
+      "learning_rate": 1.2693431592408593e-05,
+      "loss": 23.3438,
+      "step": 18030
+    },
+    {
+      "epoch": 0.8616553569721878,
+      "grad_norm": 251.63552856445312,
+      "learning_rate": 1.2692686315648281e-05,
+      "loss": 21.7188,
+      "step": 18031
+    },
+    {
+      "epoch": 0.8617031444136481,
+      "grad_norm": 176.1324920654297,
+      "learning_rate": 1.269194102276225e-05,
+      "loss": 17.7812,
+      "step": 18032
+    },
+    {
+      "epoch": 0.8617509318551084,
+      "grad_norm": 223.96575927734375,
+      "learning_rate": 1.2691195713754969e-05,
+      "loss": 21.3594,
+      "step": 18033
+    },
+    {
+      "epoch": 0.8617987192965688,
+      "grad_norm": 181.51004028320312,
+      "learning_rate": 1.2690450388630895e-05,
+      "loss": 21.3438,
+      "step": 18034
+    },
+    {
+      "epoch": 0.8618465067380292,
+      "grad_norm": 250.84722900390625,
+      "learning_rate": 1.2689705047394494e-05,
+      "loss": 33.25,
+      "step": 18035
+    },
+    {
+      "epoch": 0.8618942941794896,
+      "grad_norm": 292.108154296875,
+      "learning_rate": 1.2688959690050232e-05,
+      "loss": 28.0625,
+      "step": 18036
+    },
+    {
+      "epoch": 0.86194208162095,
+      "grad_norm": 233.5875701904297,
+      "learning_rate": 1.2688214316602569e-05,
+      "loss": 27.3125,
+      "step": 18037
+    },
+    {
+      "epoch": 0.8619898690624104,
+      "grad_norm": 189.84849548339844,
+      "learning_rate": 1.2687468927055972e-05,
+      "loss": 28.9531,
+      "step": 18038
+    },
+    {
+      "epoch": 0.8620376565038708,
+      "grad_norm": 341.46331787109375,
+      "learning_rate": 1.2686723521414908e-05,
+      "loss": 39.4375,
+      "step": 18039
+    },
+    {
+      "epoch": 0.8620854439453312,
+      "grad_norm": 163.29351806640625,
+      "learning_rate": 1.2685978099683831e-05,
+      "loss": 20.9062,
+      "step": 18040
+    },
+    {
+      "epoch": 0.8621332313867915,
+      "grad_norm": 236.60289001464844,
+      "learning_rate": 1.2685232661867214e-05,
+      "loss": 21.3125,
+      "step": 18041
+    },
+    {
+      "epoch": 0.8621810188282519,
+      "grad_norm": 112.38823699951172,
+      "learning_rate": 1.268448720796952e-05,
+      "loss": 22.6562,
+      "step": 18042
+    },
+    {
+      "epoch": 0.8622288062697123,
+      "grad_norm": 181.78195190429688,
+      "learning_rate": 1.2683741737995208e-05,
+      "loss": 25.25,
+      "step": 18043
+    },
+    {
+      "epoch": 0.8622765937111727,
+      "grad_norm": 303.2718200683594,
+      "learning_rate": 1.2682996251948748e-05,
+      "loss": 27.6562,
+      "step": 18044
+    },
+    {
+      "epoch": 0.8623243811526331,
+      "grad_norm": 206.44891357421875,
+      "learning_rate": 1.26822507498346e-05,
+      "loss": 33.3438,
+      "step": 18045
+    },
+    {
+      "epoch": 0.8623721685940935,
+      "grad_norm": 917.807861328125,
+      "learning_rate": 1.2681505231657234e-05,
+      "loss": 49.0938,
+      "step": 18046
+    },
+    {
+      "epoch": 0.8624199560355539,
+      "grad_norm": 285.4638366699219,
+      "learning_rate": 1.268075969742111e-05,
+      "loss": 25.4375,
+      "step": 18047
+    },
+    {
+      "epoch": 0.8624677434770143,
+      "grad_norm": 230.36883544921875,
+      "learning_rate": 1.2680014147130698e-05,
+      "loss": 36.0625,
+      "step": 18048
+    },
+    {
+      "epoch": 0.8625155309184747,
+      "grad_norm": 294.0378112792969,
+      "learning_rate": 1.2679268580790456e-05,
+      "loss": 26.0312,
+      "step": 18049
+    },
+    {
+      "epoch": 0.862563318359935,
+      "grad_norm": 245.13638305664062,
+      "learning_rate": 1.2678522998404854e-05,
+      "loss": 23.7656,
+      "step": 18050
+    },
+    {
+      "epoch": 0.8626111058013954,
+      "grad_norm": 271.76251220703125,
+      "learning_rate": 1.2677777399978353e-05,
+      "loss": 25.8438,
+      "step": 18051
+    },
+    {
+      "epoch": 0.8626588932428558,
+      "grad_norm": 177.71153259277344,
+      "learning_rate": 1.2677031785515423e-05,
+      "loss": 27.9844,
+      "step": 18052
+    },
+    {
+      "epoch": 0.8627066806843161,
+      "grad_norm": 246.66513061523438,
+      "learning_rate": 1.2676286155020525e-05,
+      "loss": 22.6562,
+      "step": 18053
+    },
+    {
+      "epoch": 0.8627544681257765,
+      "grad_norm": 176.01988220214844,
+      "learning_rate": 1.2675540508498127e-05,
+      "loss": 24.9062,
+      "step": 18054
+    },
+    {
+      "epoch": 0.8628022555672369,
+      "grad_norm": 228.91297912597656,
+      "learning_rate": 1.2674794845952695e-05,
+      "loss": 24.5625,
+      "step": 18055
+    },
+    {
+      "epoch": 0.8628500430086973,
+      "grad_norm": 292.7421875,
+      "learning_rate": 1.2674049167388693e-05,
+      "loss": 33.1094,
+      "step": 18056
+    },
+    {
+      "epoch": 0.8628978304501577,
+      "grad_norm": 282.50128173828125,
+      "learning_rate": 1.2673303472810587e-05,
+      "loss": 26.3906,
+      "step": 18057
+    },
+    {
+      "epoch": 0.862945617891618,
+      "grad_norm": 273.2399597167969,
+      "learning_rate": 1.2672557762222842e-05,
+      "loss": 28.3438,
+      "step": 18058
+    },
+    {
+      "epoch": 0.8629934053330784,
+      "grad_norm": 173.06710815429688,
+      "learning_rate": 1.2671812035629925e-05,
+      "loss": 23.375,
+      "step": 18059
+    },
+    {
+      "epoch": 0.8630411927745388,
+      "grad_norm": 251.05484008789062,
+      "learning_rate": 1.2671066293036298e-05,
+      "loss": 31.875,
+      "step": 18060
+    },
+    {
+      "epoch": 0.8630889802159992,
+      "grad_norm": 182.7122344970703,
+      "learning_rate": 1.2670320534446437e-05,
+      "loss": 20.125,
+      "step": 18061
+    },
+    {
+      "epoch": 0.8631367676574596,
+      "grad_norm": 318.1290588378906,
+      "learning_rate": 1.2669574759864795e-05,
+      "loss": 22.9375,
+      "step": 18062
+    },
+    {
+      "epoch": 0.86318455509892,
+      "grad_norm": 363.12762451171875,
+      "learning_rate": 1.266882896929585e-05,
+      "loss": 27.0312,
+      "step": 18063
+    },
+    {
+      "epoch": 0.8632323425403804,
+      "grad_norm": 303.507568359375,
+      "learning_rate": 1.2668083162744062e-05,
+      "loss": 31.5,
+      "step": 18064
+    },
+    {
+      "epoch": 0.8632801299818408,
+      "grad_norm": 534.5203857421875,
+      "learning_rate": 1.2667337340213898e-05,
+      "loss": 30.8125,
+      "step": 18065
+    },
+    {
+      "epoch": 0.8633279174233012,
+      "grad_norm": 449.880859375,
+      "learning_rate": 1.2666591501709826e-05,
+      "loss": 31.75,
+      "step": 18066
+    },
+    {
+      "epoch": 0.8633757048647616,
+      "grad_norm": 123.86980438232422,
+      "learning_rate": 1.266584564723631e-05,
+      "loss": 22.2344,
+      "step": 18067
+    },
+    {
+      "epoch": 0.863423492306222,
+      "grad_norm": 285.63671875,
+      "learning_rate": 1.2665099776797823e-05,
+      "loss": 27.5,
+      "step": 18068
+    },
+    {
+      "epoch": 0.8634712797476823,
+      "grad_norm": 162.94107055664062,
+      "learning_rate": 1.2664353890398822e-05,
+      "loss": 26.2812,
+      "step": 18069
+    },
+    {
+      "epoch": 0.8635190671891427,
+      "grad_norm": 1034.9769287109375,
+      "learning_rate": 1.266360798804378e-05,
+      "loss": 30.4375,
+      "step": 18070
+    },
+    {
+      "epoch": 0.8635668546306031,
+      "grad_norm": 205.06048583984375,
+      "learning_rate": 1.2662862069737162e-05,
+      "loss": 23.5469,
+      "step": 18071
+    },
+    {
+      "epoch": 0.8636146420720635,
+      "grad_norm": 268.0508728027344,
+      "learning_rate": 1.266211613548344e-05,
+      "loss": 28.25,
+      "step": 18072
+    },
+    {
+      "epoch": 0.8636624295135239,
+      "grad_norm": 272.5834655761719,
+      "learning_rate": 1.2661370185287075e-05,
+      "loss": 25.8906,
+      "step": 18073
+    },
+    {
+      "epoch": 0.8637102169549842,
+      "grad_norm": 216.73486328125,
+      "learning_rate": 1.2660624219152537e-05,
+      "loss": 22.5625,
+      "step": 18074
+    },
+    {
+      "epoch": 0.8637580043964446,
+      "grad_norm": 442.4090881347656,
+      "learning_rate": 1.2659878237084294e-05,
+      "loss": 39.2188,
+      "step": 18075
+    },
+    {
+      "epoch": 0.863805791837905,
+      "grad_norm": 274.7032775878906,
+      "learning_rate": 1.2659132239086813e-05,
+      "loss": 31.2188,
+      "step": 18076
+    },
+    {
+      "epoch": 0.8638535792793653,
+      "grad_norm": 189.22073364257812,
+      "learning_rate": 1.2658386225164558e-05,
+      "loss": 25.9375,
+      "step": 18077
+    },
+    {
+      "epoch": 0.8639013667208257,
+      "grad_norm": 267.23077392578125,
+      "learning_rate": 1.2657640195322003e-05,
+      "loss": 25.4688,
+      "step": 18078
+    },
+    {
+      "epoch": 0.8639491541622861,
+      "grad_norm": 169.51962280273438,
+      "learning_rate": 1.2656894149563612e-05,
+      "loss": 34.8438,
+      "step": 18079
+    },
+    {
+      "epoch": 0.8639969416037465,
+      "grad_norm": 211.26687622070312,
+      "learning_rate": 1.2656148087893851e-05,
+      "loss": 29.0625,
+      "step": 18080
+    },
+    {
+      "epoch": 0.8640447290452069,
+      "grad_norm": 181.13809204101562,
+      "learning_rate": 1.2655402010317193e-05,
+      "loss": 23.9688,
+      "step": 18081
+    },
+    {
+      "epoch": 0.8640925164866673,
+      "grad_norm": 179.82974243164062,
+      "learning_rate": 1.2654655916838103e-05,
+      "loss": 20.3906,
+      "step": 18082
+    },
+    {
+      "epoch": 0.8641403039281277,
+      "grad_norm": 247.2927703857422,
+      "learning_rate": 1.2653909807461049e-05,
+      "loss": 27.1875,
+      "step": 18083
+    },
+    {
+      "epoch": 0.8641880913695881,
+      "grad_norm": 475.8829345703125,
+      "learning_rate": 1.26531636821905e-05,
+      "loss": 40.5,
+      "step": 18084
+    },
+    {
+      "epoch": 0.8642358788110485,
+      "grad_norm": 259.2176208496094,
+      "learning_rate": 1.2652417541030924e-05,
+      "loss": 40.6562,
+      "step": 18085
+    },
+    {
+      "epoch": 0.8642836662525089,
+      "grad_norm": 190.17333984375,
+      "learning_rate": 1.2651671383986788e-05,
+      "loss": 31.25,
+      "step": 18086
+    },
+    {
+      "epoch": 0.8643314536939692,
+      "grad_norm": 400.3239440917969,
+      "learning_rate": 1.2650925211062563e-05,
+      "loss": 17.8125,
+      "step": 18087
+    },
+    {
+      "epoch": 0.8643792411354296,
+      "grad_norm": 395.1119079589844,
+      "learning_rate": 1.2650179022262717e-05,
+      "loss": 32.25,
+      "step": 18088
+    },
+    {
+      "epoch": 0.86442702857689,
+      "grad_norm": 318.04986572265625,
+      "learning_rate": 1.2649432817591717e-05,
+      "loss": 25.0938,
+      "step": 18089
+    },
+    {
+      "epoch": 0.8644748160183504,
+      "grad_norm": 344.7236328125,
+      "learning_rate": 1.2648686597054036e-05,
+      "loss": 19.5781,
+      "step": 18090
+    },
+    {
+      "epoch": 0.8645226034598108,
+      "grad_norm": 316.0961608886719,
+      "learning_rate": 1.2647940360654138e-05,
+      "loss": 37.8125,
+      "step": 18091
+    },
+    {
+      "epoch": 0.8645703909012712,
+      "grad_norm": 405.52313232421875,
+      "learning_rate": 1.2647194108396494e-05,
+      "loss": 25.1406,
+      "step": 18092
+    },
+    {
+      "epoch": 0.8646181783427316,
+      "grad_norm": 217.74790954589844,
+      "learning_rate": 1.2646447840285574e-05,
+      "loss": 29.1094,
+      "step": 18093
+    },
+    {
+      "epoch": 0.8646659657841919,
+      "grad_norm": 237.81558227539062,
+      "learning_rate": 1.2645701556325847e-05,
+      "loss": 21.0625,
+      "step": 18094
+    },
+    {
+      "epoch": 0.8647137532256522,
+      "grad_norm": 163.189208984375,
+      "learning_rate": 1.2644955256521779e-05,
+      "loss": 25.9062,
+      "step": 18095
+    },
+    {
+      "epoch": 0.8647615406671126,
+      "grad_norm": 312.54443359375,
+      "learning_rate": 1.2644208940877842e-05,
+      "loss": 34.375,
+      "step": 18096
+    },
+    {
+      "epoch": 0.864809328108573,
+      "grad_norm": 444.09527587890625,
+      "learning_rate": 1.2643462609398509e-05,
+      "loss": 40.875,
+      "step": 18097
+    },
+    {
+      "epoch": 0.8648571155500334,
+      "grad_norm": 231.86441040039062,
+      "learning_rate": 1.2642716262088244e-05,
+      "loss": 23.9688,
+      "step": 18098
+    },
+    {
+      "epoch": 0.8649049029914938,
+      "grad_norm": 273.5782165527344,
+      "learning_rate": 1.2641969898951515e-05,
+      "loss": 22.7969,
+      "step": 18099
+    },
+    {
+      "epoch": 0.8649526904329542,
+      "grad_norm": 146.46408081054688,
+      "learning_rate": 1.26412235199928e-05,
+      "loss": 24.9219,
+      "step": 18100
+    },
+    {
+      "epoch": 0.8650004778744146,
+      "grad_norm": 200.44573974609375,
+      "learning_rate": 1.2640477125216561e-05,
+      "loss": 21.0,
+      "step": 18101
+    },
+    {
+      "epoch": 0.865048265315875,
+      "grad_norm": 279.8478088378906,
+      "learning_rate": 1.2639730714627277e-05,
+      "loss": 32.6562,
+      "step": 18102
+    },
+    {
+      "epoch": 0.8650960527573354,
+      "grad_norm": 146.4683074951172,
+      "learning_rate": 1.2638984288229408e-05,
+      "loss": 21.0625,
+      "step": 18103
+    },
+    {
+      "epoch": 0.8651438401987958,
+      "grad_norm": 257.16644287109375,
+      "learning_rate": 1.2638237846027428e-05,
+      "loss": 30.5625,
+      "step": 18104
+    },
+    {
+      "epoch": 0.8651916276402561,
+      "grad_norm": 421.696533203125,
+      "learning_rate": 1.263749138802581e-05,
+      "loss": 30.875,
+      "step": 18105
+    },
+    {
+      "epoch": 0.8652394150817165,
+      "grad_norm": 487.29290771484375,
+      "learning_rate": 1.2636744914229015e-05,
+      "loss": 34.6875,
+      "step": 18106
+    },
+    {
+      "epoch": 0.8652872025231769,
+      "grad_norm": 250.76190185546875,
+      "learning_rate": 1.2635998424641528e-05,
+      "loss": 25.6719,
+      "step": 18107
+    },
+    {
+      "epoch": 0.8653349899646373,
+      "grad_norm": 397.3199157714844,
+      "learning_rate": 1.2635251919267809e-05,
+      "loss": 28.125,
+      "step": 18108
+    },
+    {
+      "epoch": 0.8653827774060977,
+      "grad_norm": 325.5527038574219,
+      "learning_rate": 1.263450539811233e-05,
+      "loss": 38.375,
+      "step": 18109
+    },
+    {
+      "epoch": 0.8654305648475581,
+      "grad_norm": 480.13201904296875,
+      "learning_rate": 1.2633758861179564e-05,
+      "loss": 30.2344,
+      "step": 18110
+    },
+    {
+      "epoch": 0.8654783522890185,
+      "grad_norm": 221.4849853515625,
+      "learning_rate": 1.2633012308473982e-05,
+      "loss": 21.2188,
+      "step": 18111
+    },
+    {
+      "epoch": 0.8655261397304789,
+      "grad_norm": 265.17926025390625,
+      "learning_rate": 1.2632265740000053e-05,
+      "loss": 30.4688,
+      "step": 18112
+    },
+    {
+      "epoch": 0.8655739271719393,
+      "grad_norm": 126.11534118652344,
+      "learning_rate": 1.2631519155762249e-05,
+      "loss": 17.2812,
+      "step": 18113
+    },
+    {
+      "epoch": 0.8656217146133997,
+      "grad_norm": 190.0585479736328,
+      "learning_rate": 1.2630772555765043e-05,
+      "loss": 27.625,
+      "step": 18114
+    },
+    {
+      "epoch": 0.8656695020548599,
+      "grad_norm": 173.68467712402344,
+      "learning_rate": 1.2630025940012902e-05,
+      "loss": 39.1875,
+      "step": 18115
+    },
+    {
+      "epoch": 0.8657172894963203,
+      "grad_norm": 220.68736267089844,
+      "learning_rate": 1.2629279308510301e-05,
+      "loss": 28.3125,
+      "step": 18116
+    },
+    {
+      "epoch": 0.8657650769377807,
+      "grad_norm": 223.84567260742188,
+      "learning_rate": 1.2628532661261705e-05,
+      "loss": 20.0625,
+      "step": 18117
+    },
+    {
+      "epoch": 0.8658128643792411,
+      "grad_norm": 181.06617736816406,
+      "learning_rate": 1.2627785998271595e-05,
+      "loss": 25.25,
+      "step": 18118
+    },
+    {
+      "epoch": 0.8658606518207015,
+      "grad_norm": 203.60693359375,
+      "learning_rate": 1.2627039319544434e-05,
+      "loss": 23.3438,
+      "step": 18119
+    },
+    {
+      "epoch": 0.8659084392621619,
+      "grad_norm": 252.63375854492188,
+      "learning_rate": 1.26262926250847e-05,
+      "loss": 27.25,
+      "step": 18120
+    },
+    {
+      "epoch": 0.8659562267036223,
+      "grad_norm": 682.2252197265625,
+      "learning_rate": 1.2625545914896859e-05,
+      "loss": 28.4688,
+      "step": 18121
+    },
+    {
+      "epoch": 0.8660040141450827,
+      "grad_norm": 232.40501403808594,
+      "learning_rate": 1.2624799188985389e-05,
+      "loss": 29.4375,
+      "step": 18122
+    },
+    {
+      "epoch": 0.866051801586543,
+      "grad_norm": 435.6924743652344,
+      "learning_rate": 1.2624052447354756e-05,
+      "loss": 26.75,
+      "step": 18123
+    },
+    {
+      "epoch": 0.8660995890280034,
+      "grad_norm": 155.03102111816406,
+      "learning_rate": 1.2623305690009438e-05,
+      "loss": 19.4062,
+      "step": 18124
+    },
+    {
+      "epoch": 0.8661473764694638,
+      "grad_norm": 363.78631591796875,
+      "learning_rate": 1.26225589169539e-05,
+      "loss": 24.5938,
+      "step": 18125
+    },
+    {
+      "epoch": 0.8661951639109242,
+      "grad_norm": 186.5308380126953,
+      "learning_rate": 1.262181212819262e-05,
+      "loss": 26.0312,
+      "step": 18126
+    },
+    {
+      "epoch": 0.8662429513523846,
+      "grad_norm": 195.34666442871094,
+      "learning_rate": 1.2621065323730071e-05,
+      "loss": 35.3906,
+      "step": 18127
+    },
+    {
+      "epoch": 0.866290738793845,
+      "grad_norm": 250.00782775878906,
+      "learning_rate": 1.2620318503570719e-05,
+      "loss": 23.2812,
+      "step": 18128
+    },
+    {
+      "epoch": 0.8663385262353054,
+      "grad_norm": 307.05718994140625,
+      "learning_rate": 1.2619571667719045e-05,
+      "loss": 30.0625,
+      "step": 18129
+    },
+    {
+      "epoch": 0.8663863136767658,
+      "grad_norm": 198.2989044189453,
+      "learning_rate": 1.2618824816179514e-05,
+      "loss": 14.6875,
+      "step": 18130
+    },
+    {
+      "epoch": 0.8664341011182262,
+      "grad_norm": 222.22642517089844,
+      "learning_rate": 1.2618077948956597e-05,
+      "loss": 30.1562,
+      "step": 18131
+    },
+    {
+      "epoch": 0.8664818885596866,
+      "grad_norm": 288.50299072265625,
+      "learning_rate": 1.2617331066054779e-05,
+      "loss": 23.7812,
+      "step": 18132
+    },
+    {
+      "epoch": 0.8665296760011469,
+      "grad_norm": 359.2951354980469,
+      "learning_rate": 1.261658416747852e-05,
+      "loss": 27.9688,
+      "step": 18133
+    },
+    {
+      "epoch": 0.8665774634426073,
+      "grad_norm": 165.69752502441406,
+      "learning_rate": 1.2615837253232302e-05,
+      "loss": 16.875,
+      "step": 18134
+    },
+    {
+      "epoch": 0.8666252508840677,
+      "grad_norm": 354.02484130859375,
+      "learning_rate": 1.261509032332059e-05,
+      "loss": 35.5938,
+      "step": 18135
+    },
+    {
+      "epoch": 0.866673038325528,
+      "grad_norm": 153.29983520507812,
+      "learning_rate": 1.2614343377747865e-05,
+      "loss": 27.875,
+      "step": 18136
+    },
+    {
+      "epoch": 0.8667208257669884,
+      "grad_norm": 293.14959716796875,
+      "learning_rate": 1.2613596416518594e-05,
+      "loss": 21.8438,
+      "step": 18137
+    },
+    {
+      "epoch": 0.8667686132084488,
+      "grad_norm": 185.62429809570312,
+      "learning_rate": 1.2612849439637253e-05,
+      "loss": 29.7188,
+      "step": 18138
+    },
+    {
+      "epoch": 0.8668164006499092,
+      "grad_norm": 458.3973083496094,
+      "learning_rate": 1.261210244710832e-05,
+      "loss": 34.125,
+      "step": 18139
+    },
+    {
+      "epoch": 0.8668641880913696,
+      "grad_norm": 326.3205871582031,
+      "learning_rate": 1.2611355438936259e-05,
+      "loss": 32.0625,
+      "step": 18140
+    },
+    {
+      "epoch": 0.86691197553283,
+      "grad_norm": 487.5528259277344,
+      "learning_rate": 1.261060841512555e-05,
+      "loss": 24.125,
+      "step": 18141
+    },
+    {
+      "epoch": 0.8669597629742903,
+      "grad_norm": 306.4139099121094,
+      "learning_rate": 1.2609861375680665e-05,
+      "loss": 25.0312,
+      "step": 18142
+    },
+    {
+      "epoch": 0.8670075504157507,
+      "grad_norm": 483.3407287597656,
+      "learning_rate": 1.2609114320606074e-05,
+      "loss": 30.4375,
+      "step": 18143
+    },
+    {
+      "epoch": 0.8670553378572111,
+      "grad_norm": 243.3562774658203,
+      "learning_rate": 1.2608367249906262e-05,
+      "loss": 24.1406,
+      "step": 18144
+    },
+    {
+      "epoch": 0.8671031252986715,
+      "grad_norm": 522.981689453125,
+      "learning_rate": 1.2607620163585692e-05,
+      "loss": 21.5625,
+      "step": 18145
+    },
+    {
+      "epoch": 0.8671509127401319,
+      "grad_norm": 513.5822143554688,
+      "learning_rate": 1.2606873061648842e-05,
+      "loss": 36.6875,
+      "step": 18146
+    },
+    {
+      "epoch": 0.8671987001815923,
+      "grad_norm": 246.68545532226562,
+      "learning_rate": 1.260612594410019e-05,
+      "loss": 26.9375,
+      "step": 18147
+    },
+    {
+      "epoch": 0.8672464876230527,
+      "grad_norm": 268.76068115234375,
+      "learning_rate": 1.2605378810944205e-05,
+      "loss": 24.9688,
+      "step": 18148
+    },
+    {
+      "epoch": 0.8672942750645131,
+      "grad_norm": 211.3094482421875,
+      "learning_rate": 1.2604631662185358e-05,
+      "loss": 28.125,
+      "step": 18149
+    },
+    {
+      "epoch": 0.8673420625059735,
+      "grad_norm": 229.3566436767578,
+      "learning_rate": 1.2603884497828132e-05,
+      "loss": 17.5,
+      "step": 18150
+    },
+    {
+      "epoch": 0.8673898499474338,
+      "grad_norm": 208.8867645263672,
+      "learning_rate": 1.2603137317876999e-05,
+      "loss": 28.9219,
+      "step": 18151
+    },
+    {
+      "epoch": 0.8674376373888942,
+      "grad_norm": 421.7520446777344,
+      "learning_rate": 1.2602390122336429e-05,
+      "loss": 24.1406,
+      "step": 18152
+    },
+    {
+      "epoch": 0.8674854248303546,
+      "grad_norm": 195.8420867919922,
+      "learning_rate": 1.2601642911210904e-05,
+      "loss": 25.75,
+      "step": 18153
+    },
+    {
+      "epoch": 0.867533212271815,
+      "grad_norm": 259.12078857421875,
+      "learning_rate": 1.260089568450489e-05,
+      "loss": 25.8125,
+      "step": 18154
+    },
+    {
+      "epoch": 0.8675809997132754,
+      "grad_norm": 392.3739318847656,
+      "learning_rate": 1.260014844222287e-05,
+      "loss": 25.5781,
+      "step": 18155
+    },
+    {
+      "epoch": 0.8676287871547357,
+      "grad_norm": 517.6122436523438,
+      "learning_rate": 1.2599401184369316e-05,
+      "loss": 34.375,
+      "step": 18156
+    },
+    {
+      "epoch": 0.8676765745961961,
+      "grad_norm": 225.87969970703125,
+      "learning_rate": 1.2598653910948702e-05,
+      "loss": 28.5,
+      "step": 18157
+    },
+    {
+      "epoch": 0.8677243620376565,
+      "grad_norm": 121.9969482421875,
+      "learning_rate": 1.2597906621965504e-05,
+      "loss": 19.6719,
+      "step": 18158
+    },
+    {
+      "epoch": 0.8677721494791168,
+      "grad_norm": 273.7153625488281,
+      "learning_rate": 1.25971593174242e-05,
+      "loss": 20.1562,
+      "step": 18159
+    },
+    {
+      "epoch": 0.8678199369205772,
+      "grad_norm": 346.31842041015625,
+      "learning_rate": 1.2596411997329259e-05,
+      "loss": 27.4062,
+      "step": 18160
+    },
+    {
+      "epoch": 0.8678677243620376,
+      "grad_norm": 240.9521484375,
+      "learning_rate": 1.2595664661685162e-05,
+      "loss": 27.375,
+      "step": 18161
+    },
+    {
+      "epoch": 0.867915511803498,
+      "grad_norm": 266.26971435546875,
+      "learning_rate": 1.2594917310496387e-05,
+      "loss": 33.5469,
+      "step": 18162
+    },
+    {
+      "epoch": 0.8679632992449584,
+      "grad_norm": 260.404541015625,
+      "learning_rate": 1.2594169943767402e-05,
+      "loss": 25.5,
+      "step": 18163
+    },
+    {
+      "epoch": 0.8680110866864188,
+      "grad_norm": 498.0735778808594,
+      "learning_rate": 1.2593422561502687e-05,
+      "loss": 46.2188,
+      "step": 18164
+    },
+    {
+      "epoch": 0.8680588741278792,
+      "grad_norm": 415.5032653808594,
+      "learning_rate": 1.2592675163706717e-05,
+      "loss": 24.375,
+      "step": 18165
+    },
+    {
+      "epoch": 0.8681066615693396,
+      "grad_norm": 213.59815979003906,
+      "learning_rate": 1.259192775038397e-05,
+      "loss": 26.875,
+      "step": 18166
+    },
+    {
+      "epoch": 0.8681544490108,
+      "grad_norm": 190.89395141601562,
+      "learning_rate": 1.2591180321538915e-05,
+      "loss": 23.9688,
+      "step": 18167
+    },
+    {
+      "epoch": 0.8682022364522604,
+      "grad_norm": 159.68267822265625,
+      "learning_rate": 1.259043287717604e-05,
+      "loss": 21.6406,
+      "step": 18168
+    },
+    {
+      "epoch": 0.8682500238937207,
+      "grad_norm": 219.08505249023438,
+      "learning_rate": 1.258968541729981e-05,
+      "loss": 26.5312,
+      "step": 18169
+    },
+    {
+      "epoch": 0.8682978113351811,
+      "grad_norm": 194.6039581298828,
+      "learning_rate": 1.258893794191471e-05,
+      "loss": 22.2656,
+      "step": 18170
+    },
+    {
+      "epoch": 0.8683455987766415,
+      "grad_norm": 125.77297973632812,
+      "learning_rate": 1.2588190451025209e-05,
+      "loss": 20.9688,
+      "step": 18171
+    },
+    {
+      "epoch": 0.8683933862181019,
+      "grad_norm": 251.21678161621094,
+      "learning_rate": 1.2587442944635789e-05,
+      "loss": 25.0,
+      "step": 18172
+    },
+    {
+      "epoch": 0.8684411736595623,
+      "grad_norm": 484.7412109375,
+      "learning_rate": 1.258669542275092e-05,
+      "loss": 32.4531,
+      "step": 18173
+    },
+    {
+      "epoch": 0.8684889611010227,
+      "grad_norm": 196.62730407714844,
+      "learning_rate": 1.2585947885375089e-05,
+      "loss": 23.7812,
+      "step": 18174
+    },
+    {
+      "epoch": 0.8685367485424831,
+      "grad_norm": 408.38323974609375,
+      "learning_rate": 1.2585200332512764e-05,
+      "loss": 23.6562,
+      "step": 18175
+    },
+    {
+      "epoch": 0.8685845359839435,
+      "grad_norm": 261.94769287109375,
+      "learning_rate": 1.2584452764168424e-05,
+      "loss": 31.2188,
+      "step": 18176
+    },
+    {
+      "epoch": 0.8686323234254038,
+      "grad_norm": 203.42800903320312,
+      "learning_rate": 1.258370518034655e-05,
+      "loss": 33.4688,
+      "step": 18177
+    },
+    {
+      "epoch": 0.8686801108668641,
+      "grad_norm": 345.83404541015625,
+      "learning_rate": 1.2582957581051614e-05,
+      "loss": 29.8438,
+      "step": 18178
+    },
+    {
+      "epoch": 0.8687278983083245,
+      "grad_norm": 169.57325744628906,
+      "learning_rate": 1.2582209966288094e-05,
+      "loss": 22.0312,
+      "step": 18179
+    },
+    {
+      "epoch": 0.8687756857497849,
+      "grad_norm": 249.3894500732422,
+      "learning_rate": 1.258146233606047e-05,
+      "loss": 19.8281,
+      "step": 18180
+    },
+    {
+      "epoch": 0.8688234731912453,
+      "grad_norm": 590.0365600585938,
+      "learning_rate": 1.2580714690373219e-05,
+      "loss": 25.4375,
+      "step": 18181
+    },
+    {
+      "epoch": 0.8688712606327057,
+      "grad_norm": 222.7875518798828,
+      "learning_rate": 1.2579967029230815e-05,
+      "loss": 19.625,
+      "step": 18182
+    },
+    {
+      "epoch": 0.8689190480741661,
+      "grad_norm": 158.2121124267578,
+      "learning_rate": 1.2579219352637738e-05,
+      "loss": 30.6562,
+      "step": 18183
+    },
+    {
+      "epoch": 0.8689668355156265,
+      "grad_norm": 259.8391418457031,
+      "learning_rate": 1.2578471660598464e-05,
+      "loss": 32.3438,
+      "step": 18184
+    },
+    {
+      "epoch": 0.8690146229570869,
+      "grad_norm": 328.1470642089844,
+      "learning_rate": 1.2577723953117474e-05,
+      "loss": 33.25,
+      "step": 18185
+    },
+    {
+      "epoch": 0.8690624103985473,
+      "grad_norm": 160.51007080078125,
+      "learning_rate": 1.2576976230199241e-05,
+      "loss": 22.6406,
+      "step": 18186
+    },
+    {
+      "epoch": 0.8691101978400076,
+      "grad_norm": 130.52578735351562,
+      "learning_rate": 1.2576228491848248e-05,
+      "loss": 22.4688,
+      "step": 18187
+    },
+    {
+      "epoch": 0.869157985281468,
+      "grad_norm": 553.1908569335938,
+      "learning_rate": 1.2575480738068971e-05,
+      "loss": 34.625,
+      "step": 18188
+    },
+    {
+      "epoch": 0.8692057727229284,
+      "grad_norm": 238.57093811035156,
+      "learning_rate": 1.2574732968865883e-05,
+      "loss": 31.4062,
+      "step": 18189
+    },
+    {
+      "epoch": 0.8692535601643888,
+      "grad_norm": 290.7712707519531,
+      "learning_rate": 1.2573985184243472e-05,
+      "loss": 28.7812,
+      "step": 18190
+    },
+    {
+      "epoch": 0.8693013476058492,
+      "grad_norm": 271.7774353027344,
+      "learning_rate": 1.2573237384206208e-05,
+      "loss": 25.75,
+      "step": 18191
+    },
+    {
+      "epoch": 0.8693491350473096,
+      "grad_norm": 541.5663452148438,
+      "learning_rate": 1.2572489568758572e-05,
+      "loss": 48.9375,
+      "step": 18192
+    },
+    {
+      "epoch": 0.86939692248877,
+      "grad_norm": 306.1396484375,
+      "learning_rate": 1.2571741737905043e-05,
+      "loss": 24.0,
+      "step": 18193
+    },
+    {
+      "epoch": 0.8694447099302304,
+      "grad_norm": 230.3749542236328,
+      "learning_rate": 1.2570993891650102e-05,
+      "loss": 31.1875,
+      "step": 18194
+    },
+    {
+      "epoch": 0.8694924973716908,
+      "grad_norm": 239.47021484375,
+      "learning_rate": 1.2570246029998225e-05,
+      "loss": 25.5,
+      "step": 18195
+    },
+    {
+      "epoch": 0.8695402848131512,
+      "grad_norm": 232.8798065185547,
+      "learning_rate": 1.256949815295389e-05,
+      "loss": 30.125,
+      "step": 18196
+    },
+    {
+      "epoch": 0.8695880722546114,
+      "grad_norm": 783.1880493164062,
+      "learning_rate": 1.2568750260521577e-05,
+      "loss": 37.4688,
+      "step": 18197
+    },
+    {
+      "epoch": 0.8696358596960718,
+      "grad_norm": 223.16310119628906,
+      "learning_rate": 1.2568002352705764e-05,
+      "loss": 23.6719,
+      "step": 18198
+    },
+    {
+      "epoch": 0.8696836471375322,
+      "grad_norm": 343.9859924316406,
+      "learning_rate": 1.2567254429510929e-05,
+      "loss": 30.25,
+      "step": 18199
+    },
+    {
+      "epoch": 0.8697314345789926,
+      "grad_norm": 316.9653015136719,
+      "learning_rate": 1.2566506490941555e-05,
+      "loss": 30.875,
+      "step": 18200
+    },
+    {
+      "epoch": 0.869779222020453,
+      "grad_norm": 154.69398498535156,
+      "learning_rate": 1.256575853700212e-05,
+      "loss": 18.0,
+      "step": 18201
+    },
+    {
+      "epoch": 0.8698270094619134,
+      "grad_norm": 252.78265380859375,
+      "learning_rate": 1.2565010567697099e-05,
+      "loss": 24.0156,
+      "step": 18202
+    },
+    {
+      "epoch": 0.8698747969033738,
+      "grad_norm": 302.2723388671875,
+      "learning_rate": 1.2564262583030976e-05,
+      "loss": 31.6875,
+      "step": 18203
+    },
+    {
+      "epoch": 0.8699225843448342,
+      "grad_norm": 333.1669616699219,
+      "learning_rate": 1.2563514583008227e-05,
+      "loss": 26.2344,
+      "step": 18204
+    },
+    {
+      "epoch": 0.8699703717862945,
+      "grad_norm": 399.2056884765625,
+      "learning_rate": 1.2562766567633336e-05,
+      "loss": 39.4375,
+      "step": 18205
+    },
+    {
+      "epoch": 0.8700181592277549,
+      "grad_norm": 197.22422790527344,
+      "learning_rate": 1.2562018536910779e-05,
+      "loss": 28.1094,
+      "step": 18206
+    },
+    {
+      "epoch": 0.8700659466692153,
+      "grad_norm": 175.1107177734375,
+      "learning_rate": 1.2561270490845036e-05,
+      "loss": 23.6875,
+      "step": 18207
+    },
+    {
+      "epoch": 0.8701137341106757,
+      "grad_norm": 194.39625549316406,
+      "learning_rate": 1.2560522429440588e-05,
+      "loss": 19.75,
+      "step": 18208
+    },
+    {
+      "epoch": 0.8701615215521361,
+      "grad_norm": 337.7873840332031,
+      "learning_rate": 1.2559774352701917e-05,
+      "loss": 27.3438,
+      "step": 18209
+    },
+    {
+      "epoch": 0.8702093089935965,
+      "grad_norm": 216.5273895263672,
+      "learning_rate": 1.2559026260633495e-05,
+      "loss": 26.5,
+      "step": 18210
+    },
+    {
+      "epoch": 0.8702570964350569,
+      "grad_norm": 157.65098571777344,
+      "learning_rate": 1.2558278153239813e-05,
+      "loss": 24.0312,
+      "step": 18211
+    },
+    {
+      "epoch": 0.8703048838765173,
+      "grad_norm": 535.4583129882812,
+      "learning_rate": 1.2557530030525346e-05,
+      "loss": 32.7188,
+      "step": 18212
+    },
+    {
+      "epoch": 0.8703526713179777,
+      "grad_norm": 172.6658935546875,
+      "learning_rate": 1.2556781892494574e-05,
+      "loss": 28.3125,
+      "step": 18213
+    },
+    {
+      "epoch": 0.8704004587594381,
+      "grad_norm": 272.2440490722656,
+      "learning_rate": 1.2556033739151978e-05,
+      "loss": 25.0,
+      "step": 18214
+    },
+    {
+      "epoch": 0.8704482462008984,
+      "grad_norm": 244.4641571044922,
+      "learning_rate": 1.2555285570502034e-05,
+      "loss": 36.875,
+      "step": 18215
+    },
+    {
+      "epoch": 0.8704960336423588,
+      "grad_norm": 232.2007598876953,
+      "learning_rate": 1.2554537386549231e-05,
+      "loss": 19.5781,
+      "step": 18216
+    },
+    {
+      "epoch": 0.8705438210838192,
+      "grad_norm": 686.0396118164062,
+      "learning_rate": 1.2553789187298043e-05,
+      "loss": 32.125,
+      "step": 18217
+    },
+    {
+      "epoch": 0.8705916085252795,
+      "grad_norm": 171.1536407470703,
+      "learning_rate": 1.2553040972752953e-05,
+      "loss": 23.5938,
+      "step": 18218
+    },
+    {
+      "epoch": 0.8706393959667399,
+      "grad_norm": 287.8353576660156,
+      "learning_rate": 1.2552292742918442e-05,
+      "loss": 28.9375,
+      "step": 18219
+    },
+    {
+      "epoch": 0.8706871834082003,
+      "grad_norm": 342.5917053222656,
+      "learning_rate": 1.255154449779899e-05,
+      "loss": 25.5469,
+      "step": 18220
+    },
+    {
+      "epoch": 0.8707349708496607,
+      "grad_norm": 225.275390625,
+      "learning_rate": 1.255079623739908e-05,
+      "loss": 27.375,
+      "step": 18221
+    },
+    {
+      "epoch": 0.8707827582911211,
+      "grad_norm": 160.543701171875,
+      "learning_rate": 1.2550047961723192e-05,
+      "loss": 22.1562,
+      "step": 18222
+    },
+    {
+      "epoch": 0.8708305457325815,
+      "grad_norm": 176.64686584472656,
+      "learning_rate": 1.2549299670775807e-05,
+      "loss": 27.8906,
+      "step": 18223
+    },
+    {
+      "epoch": 0.8708783331740418,
+      "grad_norm": 305.4482421875,
+      "learning_rate": 1.2548551364561408e-05,
+      "loss": 24.8125,
+      "step": 18224
+    },
+    {
+      "epoch": 0.8709261206155022,
+      "grad_norm": 365.818359375,
+      "learning_rate": 1.2547803043084475e-05,
+      "loss": 25.5312,
+      "step": 18225
+    },
+    {
+      "epoch": 0.8709739080569626,
+      "grad_norm": 237.32894897460938,
+      "learning_rate": 1.2547054706349487e-05,
+      "loss": 32.9688,
+      "step": 18226
+    },
+    {
+      "epoch": 0.871021695498423,
+      "grad_norm": 216.6464080810547,
+      "learning_rate": 1.2546306354360928e-05,
+      "loss": 26.1562,
+      "step": 18227
+    },
+    {
+      "epoch": 0.8710694829398834,
+      "grad_norm": 268.72479248046875,
+      "learning_rate": 1.2545557987123282e-05,
+      "loss": 27.6562,
+      "step": 18228
+    },
+    {
+      "epoch": 0.8711172703813438,
+      "grad_norm": 436.0457763671875,
+      "learning_rate": 1.2544809604641025e-05,
+      "loss": 39.2188,
+      "step": 18229
+    },
+    {
+      "epoch": 0.8711650578228042,
+      "grad_norm": 193.88064575195312,
+      "learning_rate": 1.2544061206918645e-05,
+      "loss": 34.25,
+      "step": 18230
+    },
+    {
+      "epoch": 0.8712128452642646,
+      "grad_norm": 261.6291198730469,
+      "learning_rate": 1.2543312793960621e-05,
+      "loss": 28.4375,
+      "step": 18231
+    },
+    {
+      "epoch": 0.871260632705725,
+      "grad_norm": 385.6478576660156,
+      "learning_rate": 1.2542564365771433e-05,
+      "loss": 34.0312,
+      "step": 18232
+    },
+    {
+      "epoch": 0.8713084201471853,
+      "grad_norm": 191.92147827148438,
+      "learning_rate": 1.2541815922355567e-05,
+      "loss": 18.2188,
+      "step": 18233
+    },
+    {
+      "epoch": 0.8713562075886457,
+      "grad_norm": 332.5910949707031,
+      "learning_rate": 1.2541067463717502e-05,
+      "loss": 27.3438,
+      "step": 18234
+    },
+    {
+      "epoch": 0.8714039950301061,
+      "grad_norm": 398.3642272949219,
+      "learning_rate": 1.2540318989861723e-05,
+      "loss": 23.7656,
+      "step": 18235
+    },
+    {
+      "epoch": 0.8714517824715665,
+      "grad_norm": 418.18682861328125,
+      "learning_rate": 1.2539570500792713e-05,
+      "loss": 36.0625,
+      "step": 18236
+    },
+    {
+      "epoch": 0.8714995699130269,
+      "grad_norm": 204.12136840820312,
+      "learning_rate": 1.253882199651495e-05,
+      "loss": 17.0781,
+      "step": 18237
+    },
+    {
+      "epoch": 0.8715473573544873,
+      "grad_norm": 279.50189208984375,
+      "learning_rate": 1.2538073477032919e-05,
+      "loss": 25.6562,
+      "step": 18238
+    },
+    {
+      "epoch": 0.8715951447959476,
+      "grad_norm": 240.87901306152344,
+      "learning_rate": 1.2537324942351101e-05,
+      "loss": 23.2656,
+      "step": 18239
+    },
+    {
+      "epoch": 0.871642932237408,
+      "grad_norm": 165.053955078125,
+      "learning_rate": 1.2536576392473986e-05,
+      "loss": 16.6719,
+      "step": 18240
+    },
+    {
+      "epoch": 0.8716907196788684,
+      "grad_norm": 345.3170166015625,
+      "learning_rate": 1.2535827827406047e-05,
+      "loss": 24.8906,
+      "step": 18241
+    },
+    {
+      "epoch": 0.8717385071203287,
+      "grad_norm": 241.6658477783203,
+      "learning_rate": 1.2535079247151773e-05,
+      "loss": 20.5625,
+      "step": 18242
+    },
+    {
+      "epoch": 0.8717862945617891,
+      "grad_norm": 344.8480224609375,
+      "learning_rate": 1.2534330651715645e-05,
+      "loss": 37.4688,
+      "step": 18243
+    },
+    {
+      "epoch": 0.8718340820032495,
+      "grad_norm": 574.750244140625,
+      "learning_rate": 1.2533582041102147e-05,
+      "loss": 26.1875,
+      "step": 18244
+    },
+    {
+      "epoch": 0.8718818694447099,
+      "grad_norm": 209.9382781982422,
+      "learning_rate": 1.2532833415315763e-05,
+      "loss": 22.0938,
+      "step": 18245
+    },
+    {
+      "epoch": 0.8719296568861703,
+      "grad_norm": 333.9519958496094,
+      "learning_rate": 1.2532084774360976e-05,
+      "loss": 28.0156,
+      "step": 18246
+    },
+    {
+      "epoch": 0.8719774443276307,
+      "grad_norm": 219.63011169433594,
+      "learning_rate": 1.2531336118242266e-05,
+      "loss": 32.8281,
+      "step": 18247
+    },
+    {
+      "epoch": 0.8720252317690911,
+      "grad_norm": 202.1447296142578,
+      "learning_rate": 1.253058744696412e-05,
+      "loss": 25.3125,
+      "step": 18248
+    },
+    {
+      "epoch": 0.8720730192105515,
+      "grad_norm": 258.8170166015625,
+      "learning_rate": 1.2529838760531021e-05,
+      "loss": 29.5625,
+      "step": 18249
+    },
+    {
+      "epoch": 0.8721208066520119,
+      "grad_norm": 322.1898193359375,
+      "learning_rate": 1.2529090058947451e-05,
+      "loss": 30.3125,
+      "step": 18250
+    },
+    {
+      "epoch": 0.8721685940934722,
+      "grad_norm": 208.8115997314453,
+      "learning_rate": 1.2528341342217893e-05,
+      "loss": 21.0312,
+      "step": 18251
+    },
+    {
+      "epoch": 0.8722163815349326,
+      "grad_norm": 463.7687683105469,
+      "learning_rate": 1.2527592610346836e-05,
+      "loss": 35.0938,
+      "step": 18252
+    },
+    {
+      "epoch": 0.872264168976393,
+      "grad_norm": 232.30984497070312,
+      "learning_rate": 1.252684386333876e-05,
+      "loss": 29.2812,
+      "step": 18253
+    },
+    {
+      "epoch": 0.8723119564178534,
+      "grad_norm": 133.98199462890625,
+      "learning_rate": 1.2526095101198148e-05,
+      "loss": 21.4844,
+      "step": 18254
+    },
+    {
+      "epoch": 0.8723597438593138,
+      "grad_norm": 236.39682006835938,
+      "learning_rate": 1.2525346323929488e-05,
+      "loss": 37.0312,
+      "step": 18255
+    },
+    {
+      "epoch": 0.8724075313007742,
+      "grad_norm": 181.0787353515625,
+      "learning_rate": 1.2524597531537261e-05,
+      "loss": 21.4375,
+      "step": 18256
+    },
+    {
+      "epoch": 0.8724553187422346,
+      "grad_norm": 565.2005004882812,
+      "learning_rate": 1.2523848724025953e-05,
+      "loss": 24.6406,
+      "step": 18257
+    },
+    {
+      "epoch": 0.872503106183695,
+      "grad_norm": 367.8387756347656,
+      "learning_rate": 1.2523099901400046e-05,
+      "loss": 28.625,
+      "step": 18258
+    },
+    {
+      "epoch": 0.8725508936251553,
+      "grad_norm": 232.09808349609375,
+      "learning_rate": 1.2522351063664031e-05,
+      "loss": 23.3438,
+      "step": 18259
+    },
+    {
+      "epoch": 0.8725986810666156,
+      "grad_norm": 349.3130798339844,
+      "learning_rate": 1.2521602210822385e-05,
+      "loss": 18.0156,
+      "step": 18260
+    },
+    {
+      "epoch": 0.872646468508076,
+      "grad_norm": 229.75062561035156,
+      "learning_rate": 1.2520853342879593e-05,
+      "loss": 24.4375,
+      "step": 18261
+    },
+    {
+      "epoch": 0.8726942559495364,
+      "grad_norm": 678.4384765625,
+      "learning_rate": 1.2520104459840145e-05,
+      "loss": 38.0938,
+      "step": 18262
+    },
+    {
+      "epoch": 0.8727420433909968,
+      "grad_norm": 220.5517120361328,
+      "learning_rate": 1.2519355561708526e-05,
+      "loss": 37.75,
+      "step": 18263
+    },
+    {
+      "epoch": 0.8727898308324572,
+      "grad_norm": 249.72103881835938,
+      "learning_rate": 1.2518606648489216e-05,
+      "loss": 40.2188,
+      "step": 18264
+    },
+    {
+      "epoch": 0.8728376182739176,
+      "grad_norm": 176.7986297607422,
+      "learning_rate": 1.2517857720186699e-05,
+      "loss": 20.1875,
+      "step": 18265
+    },
+    {
+      "epoch": 0.872885405715378,
+      "grad_norm": 276.2159423828125,
+      "learning_rate": 1.2517108776805467e-05,
+      "loss": 24.1562,
+      "step": 18266
+    },
+    {
+      "epoch": 0.8729331931568384,
+      "grad_norm": 413.6919250488281,
+      "learning_rate": 1.2516359818349996e-05,
+      "loss": 29.3125,
+      "step": 18267
+    },
+    {
+      "epoch": 0.8729809805982988,
+      "grad_norm": 193.37762451171875,
+      "learning_rate": 1.2515610844824781e-05,
+      "loss": 22.4375,
+      "step": 18268
+    },
+    {
+      "epoch": 0.8730287680397592,
+      "grad_norm": 254.77310180664062,
+      "learning_rate": 1.2514861856234301e-05,
+      "loss": 30.4688,
+      "step": 18269
+    },
+    {
+      "epoch": 0.8730765554812195,
+      "grad_norm": 247.02874755859375,
+      "learning_rate": 1.2514112852583046e-05,
+      "loss": 25.4375,
+      "step": 18270
+    },
+    {
+      "epoch": 0.8731243429226799,
+      "grad_norm": 634.7506713867188,
+      "learning_rate": 1.2513363833875497e-05,
+      "loss": 40.0,
+      "step": 18271
+    },
+    {
+      "epoch": 0.8731721303641403,
+      "grad_norm": 235.64761352539062,
+      "learning_rate": 1.2512614800116142e-05,
+      "loss": 29.7188,
+      "step": 18272
+    },
+    {
+      "epoch": 0.8732199178056007,
+      "grad_norm": 196.6322479248047,
+      "learning_rate": 1.2511865751309468e-05,
+      "loss": 27.1875,
+      "step": 18273
+    },
+    {
+      "epoch": 0.8732677052470611,
+      "grad_norm": 220.1247100830078,
+      "learning_rate": 1.2511116687459958e-05,
+      "loss": 21.7031,
+      "step": 18274
+    },
+    {
+      "epoch": 0.8733154926885215,
+      "grad_norm": 201.292236328125,
+      "learning_rate": 1.2510367608572101e-05,
+      "loss": 27.3438,
+      "step": 18275
+    },
+    {
+      "epoch": 0.8733632801299819,
+      "grad_norm": 322.156494140625,
+      "learning_rate": 1.2509618514650379e-05,
+      "loss": 23.9688,
+      "step": 18276
+    },
+    {
+      "epoch": 0.8734110675714423,
+      "grad_norm": 208.97276306152344,
+      "learning_rate": 1.2508869405699281e-05,
+      "loss": 24.3125,
+      "step": 18277
+    },
+    {
+      "epoch": 0.8734588550129027,
+      "grad_norm": 229.221923828125,
+      "learning_rate": 1.2508120281723295e-05,
+      "loss": 27.7812,
+      "step": 18278
+    },
+    {
+      "epoch": 0.873506642454363,
+      "grad_norm": 224.16879272460938,
+      "learning_rate": 1.2507371142726905e-05,
+      "loss": 21.8594,
+      "step": 18279
+    },
+    {
+      "epoch": 0.8735544298958233,
+      "grad_norm": 408.9442138671875,
+      "learning_rate": 1.2506621988714594e-05,
+      "loss": 44.625,
+      "step": 18280
+    },
+    {
+      "epoch": 0.8736022173372837,
+      "grad_norm": 438.13623046875,
+      "learning_rate": 1.2505872819690853e-05,
+      "loss": 31.875,
+      "step": 18281
+    },
+    {
+      "epoch": 0.8736500047787441,
+      "grad_norm": 216.01443481445312,
+      "learning_rate": 1.2505123635660166e-05,
+      "loss": 30.2188,
+      "step": 18282
+    },
+    {
+      "epoch": 0.8736977922202045,
+      "grad_norm": 338.96112060546875,
+      "learning_rate": 1.2504374436627023e-05,
+      "loss": 23.1875,
+      "step": 18283
+    },
+    {
+      "epoch": 0.8737455796616649,
+      "grad_norm": 266.5936584472656,
+      "learning_rate": 1.2503625222595905e-05,
+      "loss": 26.875,
+      "step": 18284
+    },
+    {
+      "epoch": 0.8737933671031253,
+      "grad_norm": 298.8110656738281,
+      "learning_rate": 1.2502875993571306e-05,
+      "loss": 30.375,
+      "step": 18285
+    },
+    {
+      "epoch": 0.8738411545445857,
+      "grad_norm": 224.78321838378906,
+      "learning_rate": 1.250212674955771e-05,
+      "loss": 26.0312,
+      "step": 18286
+    },
+    {
+      "epoch": 0.873888941986046,
+      "grad_norm": 341.2423095703125,
+      "learning_rate": 1.2501377490559601e-05,
+      "loss": 38.25,
+      "step": 18287
+    },
+    {
+      "epoch": 0.8739367294275064,
+      "grad_norm": 314.051513671875,
+      "learning_rate": 1.250062821658147e-05,
+      "loss": 22.9688,
+      "step": 18288
+    },
+    {
+      "epoch": 0.8739845168689668,
+      "grad_norm": 216.6304473876953,
+      "learning_rate": 1.2499878927627802e-05,
+      "loss": 27.2188,
+      "step": 18289
+    },
+    {
+      "epoch": 0.8740323043104272,
+      "grad_norm": 352.1801452636719,
+      "learning_rate": 1.2499129623703086e-05,
+      "loss": 27.4062,
+      "step": 18290
+    },
+    {
+      "epoch": 0.8740800917518876,
+      "grad_norm": 199.46249389648438,
+      "learning_rate": 1.2498380304811805e-05,
+      "loss": 34.2188,
+      "step": 18291
+    },
+    {
+      "epoch": 0.874127879193348,
+      "grad_norm": 166.23776245117188,
+      "learning_rate": 1.2497630970958454e-05,
+      "loss": 26.375,
+      "step": 18292
+    },
+    {
+      "epoch": 0.8741756666348084,
+      "grad_norm": 214.41749572753906,
+      "learning_rate": 1.2496881622147514e-05,
+      "loss": 22.625,
+      "step": 18293
+    },
+    {
+      "epoch": 0.8742234540762688,
+      "grad_norm": 260.2497253417969,
+      "learning_rate": 1.2496132258383475e-05,
+      "loss": 34.1562,
+      "step": 18294
+    },
+    {
+      "epoch": 0.8742712415177292,
+      "grad_norm": 258.5272521972656,
+      "learning_rate": 1.2495382879670826e-05,
+      "loss": 23.9375,
+      "step": 18295
+    },
+    {
+      "epoch": 0.8743190289591896,
+      "grad_norm": 155.57650756835938,
+      "learning_rate": 1.2494633486014053e-05,
+      "loss": 24.4375,
+      "step": 18296
+    },
+    {
+      "epoch": 0.87436681640065,
+      "grad_norm": 306.2904968261719,
+      "learning_rate": 1.2493884077417646e-05,
+      "loss": 36.3438,
+      "step": 18297
+    },
+    {
+      "epoch": 0.8744146038421103,
+      "grad_norm": 242.80819702148438,
+      "learning_rate": 1.2493134653886088e-05,
+      "loss": 18.9219,
+      "step": 18298
+    },
+    {
+      "epoch": 0.8744623912835707,
+      "grad_norm": 672.6052856445312,
+      "learning_rate": 1.2492385215423872e-05,
+      "loss": 30.4688,
+      "step": 18299
+    },
+    {
+      "epoch": 0.874510178725031,
+      "grad_norm": 484.62841796875,
+      "learning_rate": 1.2491635762035483e-05,
+      "loss": 23.4375,
+      "step": 18300
+    },
+    {
+      "epoch": 0.8745579661664914,
+      "grad_norm": 441.30792236328125,
+      "learning_rate": 1.2490886293725413e-05,
+      "loss": 28.4688,
+      "step": 18301
+    },
+    {
+      "epoch": 0.8746057536079518,
+      "grad_norm": 308.9296569824219,
+      "learning_rate": 1.2490136810498146e-05,
+      "loss": 31.3125,
+      "step": 18302
+    },
+    {
+      "epoch": 0.8746535410494122,
+      "grad_norm": 260.9630126953125,
+      "learning_rate": 1.2489387312358174e-05,
+      "loss": 23.5938,
+      "step": 18303
+    },
+    {
+      "epoch": 0.8747013284908726,
+      "grad_norm": 552.1795654296875,
+      "learning_rate": 1.2488637799309983e-05,
+      "loss": 23.1562,
+      "step": 18304
+    },
+    {
+      "epoch": 0.874749115932333,
+      "grad_norm": 176.1166229248047,
+      "learning_rate": 1.2487888271358067e-05,
+      "loss": 30.5938,
+      "step": 18305
+    },
+    {
+      "epoch": 0.8747969033737933,
+      "grad_norm": 171.18467712402344,
+      "learning_rate": 1.2487138728506905e-05,
+      "loss": 20.0781,
+      "step": 18306
+    },
+    {
+      "epoch": 0.8748446908152537,
+      "grad_norm": 208.66470336914062,
+      "learning_rate": 1.2486389170760995e-05,
+      "loss": 27.0,
+      "step": 18307
+    },
+    {
+      "epoch": 0.8748924782567141,
+      "grad_norm": 280.63275146484375,
+      "learning_rate": 1.2485639598124819e-05,
+      "loss": 27.75,
+      "step": 18308
+    },
+    {
+      "epoch": 0.8749402656981745,
+      "grad_norm": 279.0306396484375,
+      "learning_rate": 1.2484890010602873e-05,
+      "loss": 25.9219,
+      "step": 18309
+    },
+    {
+      "epoch": 0.8749880531396349,
+      "grad_norm": 290.31048583984375,
+      "learning_rate": 1.248414040819964e-05,
+      "loss": 27.625,
+      "step": 18310
+    },
+    {
+      "epoch": 0.8750358405810953,
+      "grad_norm": 214.372314453125,
+      "learning_rate": 1.2483390790919614e-05,
+      "loss": 27.0938,
+      "step": 18311
+    },
+    {
+      "epoch": 0.8750836280225557,
+      "grad_norm": 195.0420684814453,
+      "learning_rate": 1.2482641158767282e-05,
+      "loss": 21.75,
+      "step": 18312
+    },
+    {
+      "epoch": 0.8751314154640161,
+      "grad_norm": 200.0308837890625,
+      "learning_rate": 1.2481891511747129e-05,
+      "loss": 28.7188,
+      "step": 18313
+    },
+    {
+      "epoch": 0.8751792029054765,
+      "grad_norm": 338.57879638671875,
+      "learning_rate": 1.2481141849863649e-05,
+      "loss": 30.1562,
+      "step": 18314
+    },
+    {
+      "epoch": 0.8752269903469369,
+      "grad_norm": 265.42816162109375,
+      "learning_rate": 1.2480392173121332e-05,
+      "loss": 34.9062,
+      "step": 18315
+    },
+    {
+      "epoch": 0.8752747777883972,
+      "grad_norm": 312.84222412109375,
+      "learning_rate": 1.2479642481524666e-05,
+      "loss": 31.2656,
+      "step": 18316
+    },
+    {
+      "epoch": 0.8753225652298576,
+      "grad_norm": 186.2703399658203,
+      "learning_rate": 1.247889277507814e-05,
+      "loss": 21.7188,
+      "step": 18317
+    },
+    {
+      "epoch": 0.875370352671318,
+      "grad_norm": 163.5118865966797,
+      "learning_rate": 1.2478143053786248e-05,
+      "loss": 27.6094,
+      "step": 18318
+    },
+    {
+      "epoch": 0.8754181401127784,
+      "grad_norm": 276.4139709472656,
+      "learning_rate": 1.2477393317653472e-05,
+      "loss": 21.5156,
+      "step": 18319
+    },
+    {
+      "epoch": 0.8754659275542388,
+      "grad_norm": 163.76368713378906,
+      "learning_rate": 1.2476643566684313e-05,
+      "loss": 26.7188,
+      "step": 18320
+    },
+    {
+      "epoch": 0.8755137149956991,
+      "grad_norm": 495.9792175292969,
+      "learning_rate": 1.247589380088325e-05,
+      "loss": 23.6562,
+      "step": 18321
+    },
+    {
+      "epoch": 0.8755615024371595,
+      "grad_norm": 270.97528076171875,
+      "learning_rate": 1.247514402025478e-05,
+      "loss": 25.3906,
+      "step": 18322
+    },
+    {
+      "epoch": 0.8756092898786199,
+      "grad_norm": 221.6212921142578,
+      "learning_rate": 1.247439422480339e-05,
+      "loss": 26.2031,
+      "step": 18323
+    },
+    {
+      "epoch": 0.8756570773200802,
+      "grad_norm": 296.5558166503906,
+      "learning_rate": 1.2473644414533573e-05,
+      "loss": 26.8438,
+      "step": 18324
+    },
+    {
+      "epoch": 0.8757048647615406,
+      "grad_norm": 464.9179382324219,
+      "learning_rate": 1.2472894589449815e-05,
+      "loss": 22.8438,
+      "step": 18325
+    },
+    {
+      "epoch": 0.875752652203001,
+      "grad_norm": 351.7018127441406,
+      "learning_rate": 1.2472144749556612e-05,
+      "loss": 26.0156,
+      "step": 18326
+    },
+    {
+      "epoch": 0.8758004396444614,
+      "grad_norm": 215.839111328125,
+      "learning_rate": 1.2471394894858451e-05,
+      "loss": 49.875,
+      "step": 18327
+    },
+    {
+      "epoch": 0.8758482270859218,
+      "grad_norm": 469.93292236328125,
+      "learning_rate": 1.2470645025359825e-05,
+      "loss": 29.7812,
+      "step": 18328
+    },
+    {
+      "epoch": 0.8758960145273822,
+      "grad_norm": 332.3233642578125,
+      "learning_rate": 1.2469895141065223e-05,
+      "loss": 34.4688,
+      "step": 18329
+    },
+    {
+      "epoch": 0.8759438019688426,
+      "grad_norm": 314.6364440917969,
+      "learning_rate": 1.2469145241979133e-05,
+      "loss": 32.5156,
+      "step": 18330
+    },
+    {
+      "epoch": 0.875991589410303,
+      "grad_norm": 239.76426696777344,
+      "learning_rate": 1.2468395328106051e-05,
+      "loss": 24.8438,
+      "step": 18331
+    },
+    {
+      "epoch": 0.8760393768517634,
+      "grad_norm": 173.60935974121094,
+      "learning_rate": 1.2467645399450466e-05,
+      "loss": 22.6875,
+      "step": 18332
+    },
+    {
+      "epoch": 0.8760871642932238,
+      "grad_norm": 358.8212585449219,
+      "learning_rate": 1.2466895456016869e-05,
+      "loss": 41.6875,
+      "step": 18333
+    },
+    {
+      "epoch": 0.8761349517346841,
+      "grad_norm": 157.2527618408203,
+      "learning_rate": 1.2466145497809754e-05,
+      "loss": 21.5625,
+      "step": 18334
+    },
+    {
+      "epoch": 0.8761827391761445,
+      "grad_norm": 189.11180114746094,
+      "learning_rate": 1.2465395524833605e-05,
+      "loss": 25.7188,
+      "step": 18335
+    },
+    {
+      "epoch": 0.8762305266176049,
+      "grad_norm": 179.80079650878906,
+      "learning_rate": 1.2464645537092923e-05,
+      "loss": 21.3125,
+      "step": 18336
+    },
+    {
+      "epoch": 0.8762783140590653,
+      "grad_norm": 543.10595703125,
+      "learning_rate": 1.2463895534592189e-05,
+      "loss": 38.0938,
+      "step": 18337
+    },
+    {
+      "epoch": 0.8763261015005257,
+      "grad_norm": 321.45501708984375,
+      "learning_rate": 1.2463145517335904e-05,
+      "loss": 28.25,
+      "step": 18338
+    },
+    {
+      "epoch": 0.8763738889419861,
+      "grad_norm": 291.045166015625,
+      "learning_rate": 1.2462395485328553e-05,
+      "loss": 31.4375,
+      "step": 18339
+    },
+    {
+      "epoch": 0.8764216763834465,
+      "grad_norm": 1048.247314453125,
+      "learning_rate": 1.2461645438574635e-05,
+      "loss": 21.7188,
+      "step": 18340
+    },
+    {
+      "epoch": 0.8764694638249069,
+      "grad_norm": 468.0312805175781,
+      "learning_rate": 1.2460895377078632e-05,
+      "loss": 36.6875,
+      "step": 18341
+    },
+    {
+      "epoch": 0.8765172512663671,
+      "grad_norm": 186.5758819580078,
+      "learning_rate": 1.2460145300845043e-05,
+      "loss": 40.4219,
+      "step": 18342
+    },
+    {
+      "epoch": 0.8765650387078275,
+      "grad_norm": 404.8663635253906,
+      "learning_rate": 1.245939520987836e-05,
+      "loss": 26.1562,
+      "step": 18343
+    },
+    {
+      "epoch": 0.8766128261492879,
+      "grad_norm": 297.8669738769531,
+      "learning_rate": 1.2458645104183073e-05,
+      "loss": 29.375,
+      "step": 18344
+    },
+    {
+      "epoch": 0.8766606135907483,
+      "grad_norm": 302.2989807128906,
+      "learning_rate": 1.2457894983763672e-05,
+      "loss": 28.0781,
+      "step": 18345
+    },
+    {
+      "epoch": 0.8767084010322087,
+      "grad_norm": 228.26112365722656,
+      "learning_rate": 1.2457144848624654e-05,
+      "loss": 25.7344,
+      "step": 18346
+    },
+    {
+      "epoch": 0.8767561884736691,
+      "grad_norm": 615.5923461914062,
+      "learning_rate": 1.245639469877051e-05,
+      "loss": 34.4062,
+      "step": 18347
+    },
+    {
+      "epoch": 0.8768039759151295,
+      "grad_norm": 194.82630920410156,
+      "learning_rate": 1.2455644534205726e-05,
+      "loss": 33.1562,
+      "step": 18348
+    },
+    {
+      "epoch": 0.8768517633565899,
+      "grad_norm": 292.3293151855469,
+      "learning_rate": 1.2454894354934803e-05,
+      "loss": 20.1875,
+      "step": 18349
+    },
+    {
+      "epoch": 0.8768995507980503,
+      "grad_norm": 325.6466369628906,
+      "learning_rate": 1.2454144160962229e-05,
+      "loss": 22.625,
+      "step": 18350
+    },
+    {
+      "epoch": 0.8769473382395107,
+      "grad_norm": 265.3175354003906,
+      "learning_rate": 1.2453393952292501e-05,
+      "loss": 34.2812,
+      "step": 18351
+    },
+    {
+      "epoch": 0.876995125680971,
+      "grad_norm": 477.3789978027344,
+      "learning_rate": 1.2452643728930108e-05,
+      "loss": 27.0625,
+      "step": 18352
+    },
+    {
+      "epoch": 0.8770429131224314,
+      "grad_norm": 199.42140197753906,
+      "learning_rate": 1.2451893490879543e-05,
+      "loss": 29.0625,
+      "step": 18353
+    },
+    {
+      "epoch": 0.8770907005638918,
+      "grad_norm": 138.83612060546875,
+      "learning_rate": 1.2451143238145298e-05,
+      "loss": 18.2031,
+      "step": 18354
+    },
+    {
+      "epoch": 0.8771384880053522,
+      "grad_norm": 285.9580383300781,
+      "learning_rate": 1.245039297073187e-05,
+      "loss": 32.0625,
+      "step": 18355
+    },
+    {
+      "epoch": 0.8771862754468126,
+      "grad_norm": 209.79029846191406,
+      "learning_rate": 1.2449642688643751e-05,
+      "loss": 24.2188,
+      "step": 18356
+    },
+    {
+      "epoch": 0.877234062888273,
+      "grad_norm": 301.11590576171875,
+      "learning_rate": 1.2448892391885433e-05,
+      "loss": 28.6562,
+      "step": 18357
+    },
+    {
+      "epoch": 0.8772818503297334,
+      "grad_norm": 218.6232452392578,
+      "learning_rate": 1.244814208046141e-05,
+      "loss": 23.6875,
+      "step": 18358
+    },
+    {
+      "epoch": 0.8773296377711938,
+      "grad_norm": 188.6397247314453,
+      "learning_rate": 1.244739175437617e-05,
+      "loss": 20.6406,
+      "step": 18359
+    },
+    {
+      "epoch": 0.8773774252126542,
+      "grad_norm": 247.41282653808594,
+      "learning_rate": 1.2446641413634217e-05,
+      "loss": 29.3125,
+      "step": 18360
+    },
+    {
+      "epoch": 0.8774252126541146,
+      "grad_norm": 423.6834411621094,
+      "learning_rate": 1.2445891058240038e-05,
+      "loss": 33.7188,
+      "step": 18361
+    },
+    {
+      "epoch": 0.8774730000955748,
+      "grad_norm": 280.3378601074219,
+      "learning_rate": 1.2445140688198127e-05,
+      "loss": 26.125,
+      "step": 18362
+    },
+    {
+      "epoch": 0.8775207875370352,
+      "grad_norm": 153.31822204589844,
+      "learning_rate": 1.2444390303512976e-05,
+      "loss": 25.4531,
+      "step": 18363
+    },
+    {
+      "epoch": 0.8775685749784956,
+      "grad_norm": 273.90118408203125,
+      "learning_rate": 1.2443639904189085e-05,
+      "loss": 27.9062,
+      "step": 18364
+    },
+    {
+      "epoch": 0.877616362419956,
+      "grad_norm": 186.4861297607422,
+      "learning_rate": 1.244288949023094e-05,
+      "loss": 20.5,
+      "step": 18365
+    },
+    {
+      "epoch": 0.8776641498614164,
+      "grad_norm": 365.4076843261719,
+      "learning_rate": 1.2442139061643044e-05,
+      "loss": 32.6562,
+      "step": 18366
+    },
+    {
+      "epoch": 0.8777119373028768,
+      "grad_norm": 164.3645477294922,
+      "learning_rate": 1.2441388618429881e-05,
+      "loss": 23.8438,
+      "step": 18367
+    },
+    {
+      "epoch": 0.8777597247443372,
+      "grad_norm": 180.83456420898438,
+      "learning_rate": 1.2440638160595954e-05,
+      "loss": 19.9688,
+      "step": 18368
+    },
+    {
+      "epoch": 0.8778075121857976,
+      "grad_norm": 238.07090759277344,
+      "learning_rate": 1.243988768814575e-05,
+      "loss": 24.625,
+      "step": 18369
+    },
+    {
+      "epoch": 0.877855299627258,
+      "grad_norm": 225.27224731445312,
+      "learning_rate": 1.2439137201083772e-05,
+      "loss": 23.4375,
+      "step": 18370
+    },
+    {
+      "epoch": 0.8779030870687183,
+      "grad_norm": 333.95611572265625,
+      "learning_rate": 1.2438386699414508e-05,
+      "loss": 30.0312,
+      "step": 18371
+    },
+    {
+      "epoch": 0.8779508745101787,
+      "grad_norm": 319.8053283691406,
+      "learning_rate": 1.2437636183142451e-05,
+      "loss": 26.375,
+      "step": 18372
+    },
+    {
+      "epoch": 0.8779986619516391,
+      "grad_norm": 158.27023315429688,
+      "learning_rate": 1.2436885652272104e-05,
+      "loss": 20.0469,
+      "step": 18373
+    },
+    {
+      "epoch": 0.8780464493930995,
+      "grad_norm": 203.26683044433594,
+      "learning_rate": 1.2436135106807951e-05,
+      "loss": 20.8906,
+      "step": 18374
+    },
+    {
+      "epoch": 0.8780942368345599,
+      "grad_norm": 150.35693359375,
+      "learning_rate": 1.2435384546754496e-05,
+      "loss": 18.2656,
+      "step": 18375
+    },
+    {
+      "epoch": 0.8781420242760203,
+      "grad_norm": 198.7359619140625,
+      "learning_rate": 1.243463397211623e-05,
+      "loss": 29.3125,
+      "step": 18376
+    },
+    {
+      "epoch": 0.8781898117174807,
+      "grad_norm": 455.2084045410156,
+      "learning_rate": 1.2433883382897649e-05,
+      "loss": 33.0,
+      "step": 18377
+    },
+    {
+      "epoch": 0.8782375991589411,
+      "grad_norm": 243.1612548828125,
+      "learning_rate": 1.2433132779103243e-05,
+      "loss": 23.3906,
+      "step": 18378
+    },
+    {
+      "epoch": 0.8782853866004015,
+      "grad_norm": 236.10382080078125,
+      "learning_rate": 1.2432382160737513e-05,
+      "loss": 39.625,
+      "step": 18379
+    },
+    {
+      "epoch": 0.8783331740418618,
+      "grad_norm": 284.898681640625,
+      "learning_rate": 1.2431631527804953e-05,
+      "loss": 23.2188,
+      "step": 18380
+    },
+    {
+      "epoch": 0.8783809614833222,
+      "grad_norm": 241.3184356689453,
+      "learning_rate": 1.2430880880310056e-05,
+      "loss": 23.2188,
+      "step": 18381
+    },
+    {
+      "epoch": 0.8784287489247826,
+      "grad_norm": 230.62777709960938,
+      "learning_rate": 1.2430130218257324e-05,
+      "loss": 32.0,
+      "step": 18382
+    },
+    {
+      "epoch": 0.8784765363662429,
+      "grad_norm": 162.87168884277344,
+      "learning_rate": 1.2429379541651243e-05,
+      "loss": 17.5938,
+      "step": 18383
+    },
+    {
+      "epoch": 0.8785243238077033,
+      "grad_norm": 285.3831481933594,
+      "learning_rate": 1.2428628850496316e-05,
+      "loss": 28.3438,
+      "step": 18384
+    },
+    {
+      "epoch": 0.8785721112491637,
+      "grad_norm": 264.6946105957031,
+      "learning_rate": 1.2427878144797031e-05,
+      "loss": 32.1562,
+      "step": 18385
+    },
+    {
+      "epoch": 0.8786198986906241,
+      "grad_norm": 173.17678833007812,
+      "learning_rate": 1.2427127424557894e-05,
+      "loss": 28.125,
+      "step": 18386
+    },
+    {
+      "epoch": 0.8786676861320845,
+      "grad_norm": 299.7923889160156,
+      "learning_rate": 1.2426376689783393e-05,
+      "loss": 35.9688,
+      "step": 18387
+    },
+    {
+      "epoch": 0.8787154735735448,
+      "grad_norm": 266.2285461425781,
+      "learning_rate": 1.2425625940478027e-05,
+      "loss": 32.7188,
+      "step": 18388
+    },
+    {
+      "epoch": 0.8787632610150052,
+      "grad_norm": 337.1667175292969,
+      "learning_rate": 1.2424875176646292e-05,
+      "loss": 26.3281,
+      "step": 18389
+    },
+    {
+      "epoch": 0.8788110484564656,
+      "grad_norm": 243.2022705078125,
+      "learning_rate": 1.2424124398292685e-05,
+      "loss": 31.2812,
+      "step": 18390
+    },
+    {
+      "epoch": 0.878858835897926,
+      "grad_norm": 165.20912170410156,
+      "learning_rate": 1.2423373605421698e-05,
+      "loss": 21.125,
+      "step": 18391
+    },
+    {
+      "epoch": 0.8789066233393864,
+      "grad_norm": 464.6397399902344,
+      "learning_rate": 1.2422622798037833e-05,
+      "loss": 31.25,
+      "step": 18392
+    },
+    {
+      "epoch": 0.8789544107808468,
+      "grad_norm": 140.49244689941406,
+      "learning_rate": 1.2421871976145583e-05,
+      "loss": 18.6719,
+      "step": 18393
+    },
+    {
+      "epoch": 0.8790021982223072,
+      "grad_norm": 444.1949768066406,
+      "learning_rate": 1.2421121139749443e-05,
+      "loss": 31.4062,
+      "step": 18394
+    },
+    {
+      "epoch": 0.8790499856637676,
+      "grad_norm": 513.9497680664062,
+      "learning_rate": 1.2420370288853915e-05,
+      "loss": 25.5312,
+      "step": 18395
+    },
+    {
+      "epoch": 0.879097773105228,
+      "grad_norm": 259.42767333984375,
+      "learning_rate": 1.2419619423463489e-05,
+      "loss": 30.9688,
+      "step": 18396
+    },
+    {
+      "epoch": 0.8791455605466884,
+      "grad_norm": 720.71630859375,
+      "learning_rate": 1.2418868543582665e-05,
+      "loss": 33.0625,
+      "step": 18397
+    },
+    {
+      "epoch": 0.8791933479881487,
+      "grad_norm": 427.97039794921875,
+      "learning_rate": 1.241811764921594e-05,
+      "loss": 25.5,
+      "step": 18398
+    },
+    {
+      "epoch": 0.8792411354296091,
+      "grad_norm": 137.1540069580078,
+      "learning_rate": 1.241736674036781e-05,
+      "loss": 15.5,
+      "step": 18399
+    },
+    {
+      "epoch": 0.8792889228710695,
+      "grad_norm": 164.35704040527344,
+      "learning_rate": 1.2416615817042772e-05,
+      "loss": 23.0938,
+      "step": 18400
+    },
+    {
+      "epoch": 0.8793367103125299,
+      "grad_norm": 433.7633361816406,
+      "learning_rate": 1.2415864879245325e-05,
+      "loss": 35.9688,
+      "step": 18401
+    },
+    {
+      "epoch": 0.8793844977539903,
+      "grad_norm": 164.57974243164062,
+      "learning_rate": 1.2415113926979965e-05,
+      "loss": 21.0156,
+      "step": 18402
+    },
+    {
+      "epoch": 0.8794322851954506,
+      "grad_norm": 216.47569274902344,
+      "learning_rate": 1.2414362960251188e-05,
+      "loss": 18.1406,
+      "step": 18403
+    },
+    {
+      "epoch": 0.879480072636911,
+      "grad_norm": 225.22332763671875,
+      "learning_rate": 1.241361197906349e-05,
+      "loss": 30.75,
+      "step": 18404
+    },
+    {
+      "epoch": 0.8795278600783714,
+      "grad_norm": 183.63880920410156,
+      "learning_rate": 1.2412860983421376e-05,
+      "loss": 21.8438,
+      "step": 18405
+    },
+    {
+      "epoch": 0.8795756475198317,
+      "grad_norm": 374.4546813964844,
+      "learning_rate": 1.2412109973329336e-05,
+      "loss": 36.4688,
+      "step": 18406
+    },
+    {
+      "epoch": 0.8796234349612921,
+      "grad_norm": 204.42437744140625,
+      "learning_rate": 1.2411358948791867e-05,
+      "loss": 24.125,
+      "step": 18407
+    },
+    {
+      "epoch": 0.8796712224027525,
+      "grad_norm": 346.32208251953125,
+      "learning_rate": 1.2410607909813473e-05,
+      "loss": 26.9062,
+      "step": 18408
+    },
+    {
+      "epoch": 0.8797190098442129,
+      "grad_norm": 556.5082397460938,
+      "learning_rate": 1.2409856856398647e-05,
+      "loss": 50.2188,
+      "step": 18409
+    },
+    {
+      "epoch": 0.8797667972856733,
+      "grad_norm": 365.3089294433594,
+      "learning_rate": 1.2409105788551885e-05,
+      "loss": 35.7188,
+      "step": 18410
+    },
+    {
+      "epoch": 0.8798145847271337,
+      "grad_norm": 150.697265625,
+      "learning_rate": 1.2408354706277692e-05,
+      "loss": 19.0469,
+      "step": 18411
+    },
+    {
+      "epoch": 0.8798623721685941,
+      "grad_norm": 212.9757843017578,
+      "learning_rate": 1.240760360958056e-05,
+      "loss": 21.3438,
+      "step": 18412
+    },
+    {
+      "epoch": 0.8799101596100545,
+      "grad_norm": 613.709228515625,
+      "learning_rate": 1.240685249846499e-05,
+      "loss": 30.0938,
+      "step": 18413
+    },
+    {
+      "epoch": 0.8799579470515149,
+      "grad_norm": 456.40966796875,
+      "learning_rate": 1.240610137293548e-05,
+      "loss": 23.0469,
+      "step": 18414
+    },
+    {
+      "epoch": 0.8800057344929753,
+      "grad_norm": 295.6255798339844,
+      "learning_rate": 1.2405350232996526e-05,
+      "loss": 33.3438,
+      "step": 18415
+    },
+    {
+      "epoch": 0.8800535219344356,
+      "grad_norm": 331.05908203125,
+      "learning_rate": 1.2404599078652625e-05,
+      "loss": 26.5938,
+      "step": 18416
+    },
+    {
+      "epoch": 0.880101309375896,
+      "grad_norm": 218.10696411132812,
+      "learning_rate": 1.2403847909908283e-05,
+      "loss": 21.3438,
+      "step": 18417
+    },
+    {
+      "epoch": 0.8801490968173564,
+      "grad_norm": 210.1245880126953,
+      "learning_rate": 1.2403096726767991e-05,
+      "loss": 27.0625,
+      "step": 18418
+    },
+    {
+      "epoch": 0.8801968842588168,
+      "grad_norm": 275.2142333984375,
+      "learning_rate": 1.2402345529236253e-05,
+      "loss": 29.4531,
+      "step": 18419
+    },
+    {
+      "epoch": 0.8802446717002772,
+      "grad_norm": 437.33203125,
+      "learning_rate": 1.2401594317317562e-05,
+      "loss": 25.0312,
+      "step": 18420
+    },
+    {
+      "epoch": 0.8802924591417376,
+      "grad_norm": 224.03785705566406,
+      "learning_rate": 1.2400843091016424e-05,
+      "loss": 23.4375,
+      "step": 18421
+    },
+    {
+      "epoch": 0.880340246583198,
+      "grad_norm": 408.34423828125,
+      "learning_rate": 1.240009185033733e-05,
+      "loss": 33.4062,
+      "step": 18422
+    },
+    {
+      "epoch": 0.8803880340246584,
+      "grad_norm": 248.12783813476562,
+      "learning_rate": 1.2399340595284785e-05,
+      "loss": 28.5312,
+      "step": 18423
+    },
+    {
+      "epoch": 0.8804358214661187,
+      "grad_norm": 160.2032470703125,
+      "learning_rate": 1.2398589325863284e-05,
+      "loss": 23.875,
+      "step": 18424
+    },
+    {
+      "epoch": 0.880483608907579,
+      "grad_norm": 266.8826904296875,
+      "learning_rate": 1.239783804207733e-05,
+      "loss": 20.5469,
+      "step": 18425
+    },
+    {
+      "epoch": 0.8805313963490394,
+      "grad_norm": 195.326416015625,
+      "learning_rate": 1.2397086743931421e-05,
+      "loss": 22.4531,
+      "step": 18426
+    },
+    {
+      "epoch": 0.8805791837904998,
+      "grad_norm": 369.2487487792969,
+      "learning_rate": 1.2396335431430053e-05,
+      "loss": 30.2812,
+      "step": 18427
+    },
+    {
+      "epoch": 0.8806269712319602,
+      "grad_norm": 169.49990844726562,
+      "learning_rate": 1.2395584104577728e-05,
+      "loss": 30.375,
+      "step": 18428
+    },
+    {
+      "epoch": 0.8806747586734206,
+      "grad_norm": 208.74449157714844,
+      "learning_rate": 1.2394832763378948e-05,
+      "loss": 34.5938,
+      "step": 18429
+    },
+    {
+      "epoch": 0.880722546114881,
+      "grad_norm": 440.9032287597656,
+      "learning_rate": 1.2394081407838206e-05,
+      "loss": 37.8438,
+      "step": 18430
+    },
+    {
+      "epoch": 0.8807703335563414,
+      "grad_norm": 361.5742492675781,
+      "learning_rate": 1.2393330037960008e-05,
+      "loss": 22.9375,
+      "step": 18431
+    },
+    {
+      "epoch": 0.8808181209978018,
+      "grad_norm": 396.4283752441406,
+      "learning_rate": 1.2392578653748852e-05,
+      "loss": 24.4688,
+      "step": 18432
+    },
+    {
+      "epoch": 0.8808659084392622,
+      "grad_norm": 222.84567260742188,
+      "learning_rate": 1.2391827255209234e-05,
+      "loss": 22.2656,
+      "step": 18433
+    },
+    {
+      "epoch": 0.8809136958807225,
+      "grad_norm": 207.04273986816406,
+      "learning_rate": 1.239107584234566e-05,
+      "loss": 21.4688,
+      "step": 18434
+    },
+    {
+      "epoch": 0.8809614833221829,
+      "grad_norm": 336.7125244140625,
+      "learning_rate": 1.2390324415162624e-05,
+      "loss": 25.4531,
+      "step": 18435
+    },
+    {
+      "epoch": 0.8810092707636433,
+      "grad_norm": 231.22377014160156,
+      "learning_rate": 1.2389572973664635e-05,
+      "loss": 28.3281,
+      "step": 18436
+    },
+    {
+      "epoch": 0.8810570582051037,
+      "grad_norm": 272.4112243652344,
+      "learning_rate": 1.2388821517856179e-05,
+      "loss": 36.0312,
+      "step": 18437
+    },
+    {
+      "epoch": 0.8811048456465641,
+      "grad_norm": 233.91102600097656,
+      "learning_rate": 1.238807004774177e-05,
+      "loss": 25.75,
+      "step": 18438
+    },
+    {
+      "epoch": 0.8811526330880245,
+      "grad_norm": 425.3494873046875,
+      "learning_rate": 1.2387318563325902e-05,
+      "loss": 28.2188,
+      "step": 18439
+    },
+    {
+      "epoch": 0.8812004205294849,
+      "grad_norm": 265.0934143066406,
+      "learning_rate": 1.2386567064613078e-05,
+      "loss": 29.9062,
+      "step": 18440
+    },
+    {
+      "epoch": 0.8812482079709453,
+      "grad_norm": 241.06179809570312,
+      "learning_rate": 1.2385815551607796e-05,
+      "loss": 23.8438,
+      "step": 18441
+    },
+    {
+      "epoch": 0.8812959954124057,
+      "grad_norm": 300.82647705078125,
+      "learning_rate": 1.2385064024314554e-05,
+      "loss": 23.3438,
+      "step": 18442
+    },
+    {
+      "epoch": 0.881343782853866,
+      "grad_norm": 245.1126251220703,
+      "learning_rate": 1.2384312482737858e-05,
+      "loss": 22.6719,
+      "step": 18443
+    },
+    {
+      "epoch": 0.8813915702953264,
+      "grad_norm": 238.3112335205078,
+      "learning_rate": 1.238356092688221e-05,
+      "loss": 27.9375,
+      "step": 18444
+    },
+    {
+      "epoch": 0.8814393577367867,
+      "grad_norm": 146.2433624267578,
+      "learning_rate": 1.2382809356752106e-05,
+      "loss": 17.4375,
+      "step": 18445
+    },
+    {
+      "epoch": 0.8814871451782471,
+      "grad_norm": 275.849365234375,
+      "learning_rate": 1.2382057772352045e-05,
+      "loss": 26.25,
+      "step": 18446
+    },
+    {
+      "epoch": 0.8815349326197075,
+      "grad_norm": 223.99925231933594,
+      "learning_rate": 1.2381306173686536e-05,
+      "loss": 19.9844,
+      "step": 18447
+    },
+    {
+      "epoch": 0.8815827200611679,
+      "grad_norm": 283.15625,
+      "learning_rate": 1.2380554560760072e-05,
+      "loss": 27.0312,
+      "step": 18448
+    },
+    {
+      "epoch": 0.8816305075026283,
+      "grad_norm": 176.43853759765625,
+      "learning_rate": 1.2379802933577161e-05,
+      "loss": 28.8281,
+      "step": 18449
+    },
+    {
+      "epoch": 0.8816782949440887,
+      "grad_norm": 257.17877197265625,
+      "learning_rate": 1.23790512921423e-05,
+      "loss": 18.8438,
+      "step": 18450
+    },
+    {
+      "epoch": 0.8817260823855491,
+      "grad_norm": 284.1994323730469,
+      "learning_rate": 1.2378299636459991e-05,
+      "loss": 31.5,
+      "step": 18451
+    },
+    {
+      "epoch": 0.8817738698270094,
+      "grad_norm": 274.09564208984375,
+      "learning_rate": 1.2377547966534736e-05,
+      "loss": 18.3125,
+      "step": 18452
+    },
+    {
+      "epoch": 0.8818216572684698,
+      "grad_norm": 376.9873962402344,
+      "learning_rate": 1.2376796282371037e-05,
+      "loss": 31.5,
+      "step": 18453
+    },
+    {
+      "epoch": 0.8818694447099302,
+      "grad_norm": 427.01214599609375,
+      "learning_rate": 1.2376044583973394e-05,
+      "loss": 27.5,
+      "step": 18454
+    },
+    {
+      "epoch": 0.8819172321513906,
+      "grad_norm": 530.0001220703125,
+      "learning_rate": 1.2375292871346314e-05,
+      "loss": 24.125,
+      "step": 18455
+    },
+    {
+      "epoch": 0.881965019592851,
+      "grad_norm": 394.4094543457031,
+      "learning_rate": 1.2374541144494292e-05,
+      "loss": 31.9844,
+      "step": 18456
+    },
+    {
+      "epoch": 0.8820128070343114,
+      "grad_norm": 319.5635986328125,
+      "learning_rate": 1.2373789403421832e-05,
+      "loss": 35.1562,
+      "step": 18457
+    },
+    {
+      "epoch": 0.8820605944757718,
+      "grad_norm": 304.77374267578125,
+      "learning_rate": 1.2373037648133437e-05,
+      "loss": 29.0156,
+      "step": 18458
+    },
+    {
+      "epoch": 0.8821083819172322,
+      "grad_norm": 275.34796142578125,
+      "learning_rate": 1.237228587863361e-05,
+      "loss": 27.5,
+      "step": 18459
+    },
+    {
+      "epoch": 0.8821561693586926,
+      "grad_norm": 207.695556640625,
+      "learning_rate": 1.2371534094926852e-05,
+      "loss": 28.0312,
+      "step": 18460
+    },
+    {
+      "epoch": 0.882203956800153,
+      "grad_norm": 392.1458740234375,
+      "learning_rate": 1.237078229701766e-05,
+      "loss": 37.0938,
+      "step": 18461
+    },
+    {
+      "epoch": 0.8822517442416133,
+      "grad_norm": 276.9569396972656,
+      "learning_rate": 1.2370030484910545e-05,
+      "loss": 29.5312,
+      "step": 18462
+    },
+    {
+      "epoch": 0.8822995316830737,
+      "grad_norm": 164.49058532714844,
+      "learning_rate": 1.2369278658610004e-05,
+      "loss": 27.4688,
+      "step": 18463
+    },
+    {
+      "epoch": 0.8823473191245341,
+      "grad_norm": 157.48077392578125,
+      "learning_rate": 1.2368526818120543e-05,
+      "loss": 28.0,
+      "step": 18464
+    },
+    {
+      "epoch": 0.8823951065659944,
+      "grad_norm": 447.0937805175781,
+      "learning_rate": 1.236777496344666e-05,
+      "loss": 21.4219,
+      "step": 18465
+    },
+    {
+      "epoch": 0.8824428940074548,
+      "grad_norm": 231.0284881591797,
+      "learning_rate": 1.2367023094592863e-05,
+      "loss": 22.375,
+      "step": 18466
+    },
+    {
+      "epoch": 0.8824906814489152,
+      "grad_norm": 197.71844482421875,
+      "learning_rate": 1.2366271211563653e-05,
+      "loss": 21.9844,
+      "step": 18467
+    },
+    {
+      "epoch": 0.8825384688903756,
+      "grad_norm": 240.48304748535156,
+      "learning_rate": 1.2365519314363526e-05,
+      "loss": 20.6875,
+      "step": 18468
+    },
+    {
+      "epoch": 0.882586256331836,
+      "grad_norm": 312.4612121582031,
+      "learning_rate": 1.2364767402996996e-05,
+      "loss": 29.1875,
+      "step": 18469
+    },
+    {
+      "epoch": 0.8826340437732964,
+      "grad_norm": 168.7265625,
+      "learning_rate": 1.2364015477468556e-05,
+      "loss": 27.7812,
+      "step": 18470
+    },
+    {
+      "epoch": 0.8826818312147567,
+      "grad_norm": 292.1388854980469,
+      "learning_rate": 1.2363263537782719e-05,
+      "loss": 43.2812,
+      "step": 18471
+    },
+    {
+      "epoch": 0.8827296186562171,
+      "grad_norm": 206.63011169433594,
+      "learning_rate": 1.236251158394398e-05,
+      "loss": 18.0781,
+      "step": 18472
+    },
+    {
+      "epoch": 0.8827774060976775,
+      "grad_norm": 521.3735961914062,
+      "learning_rate": 1.2361759615956845e-05,
+      "loss": 33.5938,
+      "step": 18473
+    },
+    {
+      "epoch": 0.8828251935391379,
+      "grad_norm": 385.2513427734375,
+      "learning_rate": 1.2361007633825818e-05,
+      "loss": 27.0781,
+      "step": 18474
+    },
+    {
+      "epoch": 0.8828729809805983,
+      "grad_norm": 279.9648742675781,
+      "learning_rate": 1.23602556375554e-05,
+      "loss": 27.0,
+      "step": 18475
+    },
+    {
+      "epoch": 0.8829207684220587,
+      "grad_norm": 220.14892578125,
+      "learning_rate": 1.23595036271501e-05,
+      "loss": 31.4375,
+      "step": 18476
+    },
+    {
+      "epoch": 0.8829685558635191,
+      "grad_norm": 432.7753601074219,
+      "learning_rate": 1.2358751602614416e-05,
+      "loss": 48.875,
+      "step": 18477
+    },
+    {
+      "epoch": 0.8830163433049795,
+      "grad_norm": 280.21307373046875,
+      "learning_rate": 1.2357999563952852e-05,
+      "loss": 35.3125,
+      "step": 18478
+    },
+    {
+      "epoch": 0.8830641307464399,
+      "grad_norm": 161.807861328125,
+      "learning_rate": 1.2357247511169916e-05,
+      "loss": 25.4688,
+      "step": 18479
+    },
+    {
+      "epoch": 0.8831119181879002,
+      "grad_norm": 273.17724609375,
+      "learning_rate": 1.235649544427011e-05,
+      "loss": 27.25,
+      "step": 18480
+    },
+    {
+      "epoch": 0.8831597056293606,
+      "grad_norm": 190.51585388183594,
+      "learning_rate": 1.2355743363257933e-05,
+      "loss": 25.5625,
+      "step": 18481
+    },
+    {
+      "epoch": 0.883207493070821,
+      "grad_norm": 433.7864990234375,
+      "learning_rate": 1.2354991268137895e-05,
+      "loss": 34.375,
+      "step": 18482
+    },
+    {
+      "epoch": 0.8832552805122814,
+      "grad_norm": 314.8433837890625,
+      "learning_rate": 1.2354239158914497e-05,
+      "loss": 26.3438,
+      "step": 18483
+    },
+    {
+      "epoch": 0.8833030679537418,
+      "grad_norm": 261.6624755859375,
+      "learning_rate": 1.2353487035592244e-05,
+      "loss": 34.0781,
+      "step": 18484
+    },
+    {
+      "epoch": 0.8833508553952022,
+      "grad_norm": 290.41839599609375,
+      "learning_rate": 1.235273489817564e-05,
+      "loss": 31.875,
+      "step": 18485
+    },
+    {
+      "epoch": 0.8833986428366625,
+      "grad_norm": 264.9615173339844,
+      "learning_rate": 1.2351982746669193e-05,
+      "loss": 42.8125,
+      "step": 18486
+    },
+    {
+      "epoch": 0.8834464302781229,
+      "grad_norm": 242.171875,
+      "learning_rate": 1.2351230581077402e-05,
+      "loss": 33.8125,
+      "step": 18487
+    },
+    {
+      "epoch": 0.8834942177195833,
+      "grad_norm": 331.0801086425781,
+      "learning_rate": 1.2350478401404775e-05,
+      "loss": 29.7812,
+      "step": 18488
+    },
+    {
+      "epoch": 0.8835420051610436,
+      "grad_norm": 262.9264221191406,
+      "learning_rate": 1.2349726207655811e-05,
+      "loss": 31.4375,
+      "step": 18489
+    },
+    {
+      "epoch": 0.883589792602504,
+      "grad_norm": 409.1969299316406,
+      "learning_rate": 1.2348973999835025e-05,
+      "loss": 23.7188,
+      "step": 18490
+    },
+    {
+      "epoch": 0.8836375800439644,
+      "grad_norm": 270.3774719238281,
+      "learning_rate": 1.2348221777946915e-05,
+      "loss": 43.4688,
+      "step": 18491
+    },
+    {
+      "epoch": 0.8836853674854248,
+      "grad_norm": 231.94671630859375,
+      "learning_rate": 1.2347469541995985e-05,
+      "loss": 29.6562,
+      "step": 18492
+    },
+    {
+      "epoch": 0.8837331549268852,
+      "grad_norm": 702.9526977539062,
+      "learning_rate": 1.2346717291986743e-05,
+      "loss": 35.7031,
+      "step": 18493
+    },
+    {
+      "epoch": 0.8837809423683456,
+      "grad_norm": 263.5331726074219,
+      "learning_rate": 1.234596502792369e-05,
+      "loss": 29.0938,
+      "step": 18494
+    },
+    {
+      "epoch": 0.883828729809806,
+      "grad_norm": 309.9666748046875,
+      "learning_rate": 1.2345212749811335e-05,
+      "loss": 32.9062,
+      "step": 18495
+    },
+    {
+      "epoch": 0.8838765172512664,
+      "grad_norm": 510.4866027832031,
+      "learning_rate": 1.2344460457654179e-05,
+      "loss": 20.7656,
+      "step": 18496
+    },
+    {
+      "epoch": 0.8839243046927268,
+      "grad_norm": 289.1279602050781,
+      "learning_rate": 1.2343708151456735e-05,
+      "loss": 35.7188,
+      "step": 18497
+    },
+    {
+      "epoch": 0.8839720921341871,
+      "grad_norm": 273.07257080078125,
+      "learning_rate": 1.2342955831223498e-05,
+      "loss": 24.4375,
+      "step": 18498
+    },
+    {
+      "epoch": 0.8840198795756475,
+      "grad_norm": 589.036376953125,
+      "learning_rate": 1.2342203496958982e-05,
+      "loss": 21.7188,
+      "step": 18499
+    },
+    {
+      "epoch": 0.8840676670171079,
+      "grad_norm": 177.25437927246094,
+      "learning_rate": 1.2341451148667689e-05,
+      "loss": 20.5625,
+      "step": 18500
+    },
+    {
+      "epoch": 0.8841154544585683,
+      "grad_norm": 401.3797302246094,
+      "learning_rate": 1.2340698786354124e-05,
+      "loss": 32.5469,
+      "step": 18501
+    },
+    {
+      "epoch": 0.8841632419000287,
+      "grad_norm": 262.24755859375,
+      "learning_rate": 1.2339946410022794e-05,
+      "loss": 17.1562,
+      "step": 18502
+    },
+    {
+      "epoch": 0.8842110293414891,
+      "grad_norm": 220.7054901123047,
+      "learning_rate": 1.2339194019678207e-05,
+      "loss": 20.75,
+      "step": 18503
+    },
+    {
+      "epoch": 0.8842588167829495,
+      "grad_norm": 197.28012084960938,
+      "learning_rate": 1.2338441615324863e-05,
+      "loss": 27.125,
+      "step": 18504
+    },
+    {
+      "epoch": 0.8843066042244099,
+      "grad_norm": 348.2646484375,
+      "learning_rate": 1.233768919696727e-05,
+      "loss": 35.0,
+      "step": 18505
+    },
+    {
+      "epoch": 0.8843543916658702,
+      "grad_norm": 142.39166259765625,
+      "learning_rate": 1.2336936764609939e-05,
+      "loss": 22.3125,
+      "step": 18506
+    },
+    {
+      "epoch": 0.8844021791073305,
+      "grad_norm": 196.09706115722656,
+      "learning_rate": 1.233618431825737e-05,
+      "loss": 29.25,
+      "step": 18507
+    },
+    {
+      "epoch": 0.8844499665487909,
+      "grad_norm": 275.39727783203125,
+      "learning_rate": 1.2335431857914073e-05,
+      "loss": 24.1719,
+      "step": 18508
+    },
+    {
+      "epoch": 0.8844977539902513,
+      "grad_norm": 194.5077362060547,
+      "learning_rate": 1.2334679383584552e-05,
+      "loss": 19.3438,
+      "step": 18509
+    },
+    {
+      "epoch": 0.8845455414317117,
+      "grad_norm": 208.42816162109375,
+      "learning_rate": 1.2333926895273317e-05,
+      "loss": 23.6562,
+      "step": 18510
+    },
+    {
+      "epoch": 0.8845933288731721,
+      "grad_norm": 342.2981262207031,
+      "learning_rate": 1.2333174392984866e-05,
+      "loss": 33.3438,
+      "step": 18511
+    },
+    {
+      "epoch": 0.8846411163146325,
+      "grad_norm": 310.6012878417969,
+      "learning_rate": 1.2332421876723712e-05,
+      "loss": 25.3125,
+      "step": 18512
+    },
+    {
+      "epoch": 0.8846889037560929,
+      "grad_norm": 136.5697021484375,
+      "learning_rate": 1.2331669346494361e-05,
+      "loss": 27.3594,
+      "step": 18513
+    },
+    {
+      "epoch": 0.8847366911975533,
+      "grad_norm": 333.772216796875,
+      "learning_rate": 1.2330916802301323e-05,
+      "loss": 28.2812,
+      "step": 18514
+    },
+    {
+      "epoch": 0.8847844786390137,
+      "grad_norm": 147.47560119628906,
+      "learning_rate": 1.2330164244149096e-05,
+      "loss": 20.8438,
+      "step": 18515
+    },
+    {
+      "epoch": 0.884832266080474,
+      "grad_norm": 278.1310119628906,
+      "learning_rate": 1.2329411672042192e-05,
+      "loss": 20.8594,
+      "step": 18516
+    },
+    {
+      "epoch": 0.8848800535219344,
+      "grad_norm": 314.47802734375,
+      "learning_rate": 1.2328659085985124e-05,
+      "loss": 34.3438,
+      "step": 18517
+    },
+    {
+      "epoch": 0.8849278409633948,
+      "grad_norm": 151.26715087890625,
+      "learning_rate": 1.2327906485982386e-05,
+      "loss": 21.5938,
+      "step": 18518
+    },
+    {
+      "epoch": 0.8849756284048552,
+      "grad_norm": 158.84304809570312,
+      "learning_rate": 1.2327153872038496e-05,
+      "loss": 22.0781,
+      "step": 18519
+    },
+    {
+      "epoch": 0.8850234158463156,
+      "grad_norm": 280.4824523925781,
+      "learning_rate": 1.2326401244157956e-05,
+      "loss": 27.625,
+      "step": 18520
+    },
+    {
+      "epoch": 0.885071203287776,
+      "grad_norm": 219.69345092773438,
+      "learning_rate": 1.2325648602345275e-05,
+      "loss": 23.1562,
+      "step": 18521
+    },
+    {
+      "epoch": 0.8851189907292364,
+      "grad_norm": 258.1860046386719,
+      "learning_rate": 1.2324895946604958e-05,
+      "loss": 28.5312,
+      "step": 18522
+    },
+    {
+      "epoch": 0.8851667781706968,
+      "grad_norm": 332.4681701660156,
+      "learning_rate": 1.2324143276941515e-05,
+      "loss": 22.8125,
+      "step": 18523
+    },
+    {
+      "epoch": 0.8852145656121572,
+      "grad_norm": 457.91119384765625,
+      "learning_rate": 1.2323390593359455e-05,
+      "loss": 45.1562,
+      "step": 18524
+    },
+    {
+      "epoch": 0.8852623530536176,
+      "grad_norm": 196.9236297607422,
+      "learning_rate": 1.2322637895863281e-05,
+      "loss": 22.6094,
+      "step": 18525
+    },
+    {
+      "epoch": 0.885310140495078,
+      "grad_norm": 202.7186279296875,
+      "learning_rate": 1.2321885184457503e-05,
+      "loss": 27.2969,
+      "step": 18526
+    },
+    {
+      "epoch": 0.8853579279365382,
+      "grad_norm": 527.5818481445312,
+      "learning_rate": 1.232113245914663e-05,
+      "loss": 28.0312,
+      "step": 18527
+    },
+    {
+      "epoch": 0.8854057153779986,
+      "grad_norm": 183.66734313964844,
+      "learning_rate": 1.232037971993517e-05,
+      "loss": 24.1406,
+      "step": 18528
+    },
+    {
+      "epoch": 0.885453502819459,
+      "grad_norm": 233.6669464111328,
+      "learning_rate": 1.2319626966827625e-05,
+      "loss": 28.375,
+      "step": 18529
+    },
+    {
+      "epoch": 0.8855012902609194,
+      "grad_norm": 205.7473907470703,
+      "learning_rate": 1.231887419982851e-05,
+      "loss": 30.9062,
+      "step": 18530
+    },
+    {
+      "epoch": 0.8855490777023798,
+      "grad_norm": 330.0540466308594,
+      "learning_rate": 1.231812141894233e-05,
+      "loss": 31.8906,
+      "step": 18531
+    },
+    {
+      "epoch": 0.8855968651438402,
+      "grad_norm": 259.96795654296875,
+      "learning_rate": 1.2317368624173596e-05,
+      "loss": 24.9062,
+      "step": 18532
+    },
+    {
+      "epoch": 0.8856446525853006,
+      "grad_norm": 256.447265625,
+      "learning_rate": 1.231661581552681e-05,
+      "loss": 26.0625,
+      "step": 18533
+    },
+    {
+      "epoch": 0.885692440026761,
+      "grad_norm": 162.76797485351562,
+      "learning_rate": 1.2315862993006488e-05,
+      "loss": 27.5,
+      "step": 18534
+    },
+    {
+      "epoch": 0.8857402274682213,
+      "grad_norm": 342.81683349609375,
+      "learning_rate": 1.2315110156617133e-05,
+      "loss": 46.9062,
+      "step": 18535
+    },
+    {
+      "epoch": 0.8857880149096817,
+      "grad_norm": 288.327880859375,
+      "learning_rate": 1.2314357306363261e-05,
+      "loss": 33.75,
+      "step": 18536
+    },
+    {
+      "epoch": 0.8858358023511421,
+      "grad_norm": 249.1865234375,
+      "learning_rate": 1.2313604442249367e-05,
+      "loss": 25.1719,
+      "step": 18537
+    },
+    {
+      "epoch": 0.8858835897926025,
+      "grad_norm": 253.2073516845703,
+      "learning_rate": 1.2312851564279973e-05,
+      "loss": 26.3125,
+      "step": 18538
+    },
+    {
+      "epoch": 0.8859313772340629,
+      "grad_norm": 258.06317138671875,
+      "learning_rate": 1.2312098672459582e-05,
+      "loss": 22.4062,
+      "step": 18539
+    },
+    {
+      "epoch": 0.8859791646755233,
+      "grad_norm": 208.5610809326172,
+      "learning_rate": 1.2311345766792701e-05,
+      "loss": 31.4375,
+      "step": 18540
+    },
+    {
+      "epoch": 0.8860269521169837,
+      "grad_norm": 296.5298156738281,
+      "learning_rate": 1.2310592847283844e-05,
+      "loss": 27.3125,
+      "step": 18541
+    },
+    {
+      "epoch": 0.8860747395584441,
+      "grad_norm": 292.1957092285156,
+      "learning_rate": 1.2309839913937519e-05,
+      "loss": 28.1719,
+      "step": 18542
+    },
+    {
+      "epoch": 0.8861225269999045,
+      "grad_norm": 249.09646606445312,
+      "learning_rate": 1.230908696675823e-05,
+      "loss": 20.5156,
+      "step": 18543
+    },
+    {
+      "epoch": 0.8861703144413648,
+      "grad_norm": 296.9532165527344,
+      "learning_rate": 1.2308334005750488e-05,
+      "loss": 24.5938,
+      "step": 18544
+    },
+    {
+      "epoch": 0.8862181018828252,
+      "grad_norm": 655.2366333007812,
+      "learning_rate": 1.2307581030918807e-05,
+      "loss": 46.5625,
+      "step": 18545
+    },
+    {
+      "epoch": 0.8862658893242856,
+      "grad_norm": 550.6889038085938,
+      "learning_rate": 1.2306828042267692e-05,
+      "loss": 22.6406,
+      "step": 18546
+    },
+    {
+      "epoch": 0.886313676765746,
+      "grad_norm": 332.59344482421875,
+      "learning_rate": 1.2306075039801655e-05,
+      "loss": 27.7812,
+      "step": 18547
+    },
+    {
+      "epoch": 0.8863614642072063,
+      "grad_norm": 162.49819946289062,
+      "learning_rate": 1.23053220235252e-05,
+      "loss": 24.0938,
+      "step": 18548
+    },
+    {
+      "epoch": 0.8864092516486667,
+      "grad_norm": 204.57644653320312,
+      "learning_rate": 1.2304568993442846e-05,
+      "loss": 26.3125,
+      "step": 18549
+    },
+    {
+      "epoch": 0.8864570390901271,
+      "grad_norm": 298.53704833984375,
+      "learning_rate": 1.2303815949559094e-05,
+      "loss": 41.8125,
+      "step": 18550
+    },
+    {
+      "epoch": 0.8865048265315875,
+      "grad_norm": 214.8814697265625,
+      "learning_rate": 1.230306289187846e-05,
+      "loss": 25.2031,
+      "step": 18551
+    },
+    {
+      "epoch": 0.8865526139730479,
+      "grad_norm": 187.51539611816406,
+      "learning_rate": 1.2302309820405452e-05,
+      "loss": 23.1562,
+      "step": 18552
+    },
+    {
+      "epoch": 0.8866004014145082,
+      "grad_norm": 534.42724609375,
+      "learning_rate": 1.2301556735144573e-05,
+      "loss": 27.2812,
+      "step": 18553
+    },
+    {
+      "epoch": 0.8866481888559686,
+      "grad_norm": 233.7095947265625,
+      "learning_rate": 1.2300803636100345e-05,
+      "loss": 23.6094,
+      "step": 18554
+    },
+    {
+      "epoch": 0.886695976297429,
+      "grad_norm": 168.71365356445312,
+      "learning_rate": 1.2300050523277267e-05,
+      "loss": 25.8281,
+      "step": 18555
+    },
+    {
+      "epoch": 0.8867437637388894,
+      "grad_norm": 233.97885131835938,
+      "learning_rate": 1.2299297396679859e-05,
+      "loss": 31.9375,
+      "step": 18556
+    },
+    {
+      "epoch": 0.8867915511803498,
+      "grad_norm": 301.30340576171875,
+      "learning_rate": 1.2298544256312623e-05,
+      "loss": 33.0,
+      "step": 18557
+    },
+    {
+      "epoch": 0.8868393386218102,
+      "grad_norm": 210.38970947265625,
+      "learning_rate": 1.2297791102180076e-05,
+      "loss": 34.6875,
+      "step": 18558
+    },
+    {
+      "epoch": 0.8868871260632706,
+      "grad_norm": 558.0608520507812,
+      "learning_rate": 1.2297037934286721e-05,
+      "loss": 25.0469,
+      "step": 18559
+    },
+    {
+      "epoch": 0.886934913504731,
+      "grad_norm": 454.45257568359375,
+      "learning_rate": 1.2296284752637077e-05,
+      "loss": 34.4062,
+      "step": 18560
+    },
+    {
+      "epoch": 0.8869827009461914,
+      "grad_norm": 289.6915283203125,
+      "learning_rate": 1.2295531557235647e-05,
+      "loss": 30.4062,
+      "step": 18561
+    },
+    {
+      "epoch": 0.8870304883876517,
+      "grad_norm": 146.49868774414062,
+      "learning_rate": 1.2294778348086949e-05,
+      "loss": 26.0156,
+      "step": 18562
+    },
+    {
+      "epoch": 0.8870782758291121,
+      "grad_norm": 326.90093994140625,
+      "learning_rate": 1.2294025125195486e-05,
+      "loss": 23.1562,
+      "step": 18563
+    },
+    {
+      "epoch": 0.8871260632705725,
+      "grad_norm": 200.3134002685547,
+      "learning_rate": 1.2293271888565775e-05,
+      "loss": 22.7188,
+      "step": 18564
+    },
+    {
+      "epoch": 0.8871738507120329,
+      "grad_norm": 291.8988037109375,
+      "learning_rate": 1.2292518638202325e-05,
+      "loss": 26.4062,
+      "step": 18565
+    },
+    {
+      "epoch": 0.8872216381534933,
+      "grad_norm": 215.3158416748047,
+      "learning_rate": 1.229176537410964e-05,
+      "loss": 24.5,
+      "step": 18566
+    },
+    {
+      "epoch": 0.8872694255949537,
+      "grad_norm": 178.52394104003906,
+      "learning_rate": 1.2291012096292245e-05,
+      "loss": 24.6875,
+      "step": 18567
+    },
+    {
+      "epoch": 0.887317213036414,
+      "grad_norm": 334.7308349609375,
+      "learning_rate": 1.229025880475464e-05,
+      "loss": 44.125,
+      "step": 18568
+    },
+    {
+      "epoch": 0.8873650004778744,
+      "grad_norm": 164.17677307128906,
+      "learning_rate": 1.2289505499501341e-05,
+      "loss": 21.4062,
+      "step": 18569
+    },
+    {
+      "epoch": 0.8874127879193348,
+      "grad_norm": 219.18714904785156,
+      "learning_rate": 1.2288752180536859e-05,
+      "loss": 32.0156,
+      "step": 18570
+    },
+    {
+      "epoch": 0.8874605753607951,
+      "grad_norm": 445.1449890136719,
+      "learning_rate": 1.2287998847865705e-05,
+      "loss": 20.9219,
+      "step": 18571
+    },
+    {
+      "epoch": 0.8875083628022555,
+      "grad_norm": 199.0406951904297,
+      "learning_rate": 1.2287245501492388e-05,
+      "loss": 22.5312,
+      "step": 18572
+    },
+    {
+      "epoch": 0.8875561502437159,
+      "grad_norm": 168.49746704101562,
+      "learning_rate": 1.2286492141421424e-05,
+      "loss": 20.5,
+      "step": 18573
+    },
+    {
+      "epoch": 0.8876039376851763,
+      "grad_norm": 290.2442626953125,
+      "learning_rate": 1.2285738767657323e-05,
+      "loss": 27.5625,
+      "step": 18574
+    },
+    {
+      "epoch": 0.8876517251266367,
+      "grad_norm": 159.33517456054688,
+      "learning_rate": 1.2284985380204597e-05,
+      "loss": 20.3438,
+      "step": 18575
+    },
+    {
+      "epoch": 0.8876995125680971,
+      "grad_norm": 251.82504272460938,
+      "learning_rate": 1.2284231979067753e-05,
+      "loss": 24.0625,
+      "step": 18576
+    },
+    {
+      "epoch": 0.8877473000095575,
+      "grad_norm": 314.8261413574219,
+      "learning_rate": 1.228347856425131e-05,
+      "loss": 31.5938,
+      "step": 18577
+    },
+    {
+      "epoch": 0.8877950874510179,
+      "grad_norm": 155.04347229003906,
+      "learning_rate": 1.2282725135759776e-05,
+      "loss": 28.1406,
+      "step": 18578
+    },
+    {
+      "epoch": 0.8878428748924783,
+      "grad_norm": 328.8699035644531,
+      "learning_rate": 1.2281971693597663e-05,
+      "loss": 24.7031,
+      "step": 18579
+    },
+    {
+      "epoch": 0.8878906623339387,
+      "grad_norm": 210.8218994140625,
+      "learning_rate": 1.2281218237769485e-05,
+      "loss": 23.6406,
+      "step": 18580
+    },
+    {
+      "epoch": 0.887938449775399,
+      "grad_norm": 185.271240234375,
+      "learning_rate": 1.2280464768279754e-05,
+      "loss": 27.1875,
+      "step": 18581
+    },
+    {
+      "epoch": 0.8879862372168594,
+      "grad_norm": 143.83070373535156,
+      "learning_rate": 1.227971128513298e-05,
+      "loss": 28.3906,
+      "step": 18582
+    },
+    {
+      "epoch": 0.8880340246583198,
+      "grad_norm": 205.732666015625,
+      "learning_rate": 1.2278957788333679e-05,
+      "loss": 18.3281,
+      "step": 18583
+    },
+    {
+      "epoch": 0.8880818120997802,
+      "grad_norm": 165.97482299804688,
+      "learning_rate": 1.2278204277886361e-05,
+      "loss": 26.9062,
+      "step": 18584
+    },
+    {
+      "epoch": 0.8881295995412406,
+      "grad_norm": 364.1128234863281,
+      "learning_rate": 1.2277450753795537e-05,
+      "loss": 29.2812,
+      "step": 18585
+    },
+    {
+      "epoch": 0.888177386982701,
+      "grad_norm": 230.26162719726562,
+      "learning_rate": 1.2276697216065722e-05,
+      "loss": 25.1875,
+      "step": 18586
+    },
+    {
+      "epoch": 0.8882251744241614,
+      "grad_norm": 317.4658203125,
+      "learning_rate": 1.2275943664701431e-05,
+      "loss": 32.0625,
+      "step": 18587
+    },
+    {
+      "epoch": 0.8882729618656218,
+      "grad_norm": 281.27020263671875,
+      "learning_rate": 1.2275190099707172e-05,
+      "loss": 24.6562,
+      "step": 18588
+    },
+    {
+      "epoch": 0.888320749307082,
+      "grad_norm": 194.51483154296875,
+      "learning_rate": 1.2274436521087463e-05,
+      "loss": 26.7812,
+      "step": 18589
+    },
+    {
+      "epoch": 0.8883685367485424,
+      "grad_norm": 348.9482727050781,
+      "learning_rate": 1.2273682928846813e-05,
+      "loss": 27.1875,
+      "step": 18590
+    },
+    {
+      "epoch": 0.8884163241900028,
+      "grad_norm": 137.99749755859375,
+      "learning_rate": 1.2272929322989733e-05,
+      "loss": 15.8906,
+      "step": 18591
+    },
+    {
+      "epoch": 0.8884641116314632,
+      "grad_norm": 172.85830688476562,
+      "learning_rate": 1.2272175703520742e-05,
+      "loss": 18.7031,
+      "step": 18592
+    },
+    {
+      "epoch": 0.8885118990729236,
+      "grad_norm": 304.2705078125,
+      "learning_rate": 1.227142207044435e-05,
+      "loss": 31.4062,
+      "step": 18593
+    },
+    {
+      "epoch": 0.888559686514384,
+      "grad_norm": 461.4536437988281,
+      "learning_rate": 1.2270668423765071e-05,
+      "loss": 37.5312,
+      "step": 18594
+    },
+    {
+      "epoch": 0.8886074739558444,
+      "grad_norm": 216.2226104736328,
+      "learning_rate": 1.2269914763487419e-05,
+      "loss": 27.2188,
+      "step": 18595
+    },
+    {
+      "epoch": 0.8886552613973048,
+      "grad_norm": 417.0961608886719,
+      "learning_rate": 1.2269161089615902e-05,
+      "loss": 35.5469,
+      "step": 18596
+    },
+    {
+      "epoch": 0.8887030488387652,
+      "grad_norm": 199.77320861816406,
+      "learning_rate": 1.2268407402155043e-05,
+      "loss": 19.5469,
+      "step": 18597
+    },
+    {
+      "epoch": 0.8887508362802256,
+      "grad_norm": 348.7239685058594,
+      "learning_rate": 1.2267653701109348e-05,
+      "loss": 37.4531,
+      "step": 18598
+    },
+    {
+      "epoch": 0.8887986237216859,
+      "grad_norm": 234.1786651611328,
+      "learning_rate": 1.2266899986483334e-05,
+      "loss": 34.2656,
+      "step": 18599
+    },
+    {
+      "epoch": 0.8888464111631463,
+      "grad_norm": 417.1787414550781,
+      "learning_rate": 1.2266146258281515e-05,
+      "loss": 34.1875,
+      "step": 18600
+    },
+    {
+      "epoch": 0.8888941986046067,
+      "grad_norm": 240.31182861328125,
+      "learning_rate": 1.2265392516508403e-05,
+      "loss": 21.7344,
+      "step": 18601
+    },
+    {
+      "epoch": 0.8889419860460671,
+      "grad_norm": 285.0594177246094,
+      "learning_rate": 1.2264638761168514e-05,
+      "loss": 34.625,
+      "step": 18602
+    },
+    {
+      "epoch": 0.8889897734875275,
+      "grad_norm": 193.54103088378906,
+      "learning_rate": 1.2263884992266362e-05,
+      "loss": 22.25,
+      "step": 18603
+    },
+    {
+      "epoch": 0.8890375609289879,
+      "grad_norm": 215.7117462158203,
+      "learning_rate": 1.2263131209806459e-05,
+      "loss": 21.9688,
+      "step": 18604
+    },
+    {
+      "epoch": 0.8890853483704483,
+      "grad_norm": 239.84130859375,
+      "learning_rate": 1.2262377413793318e-05,
+      "loss": 21.3906,
+      "step": 18605
+    },
+    {
+      "epoch": 0.8891331358119087,
+      "grad_norm": 190.1674041748047,
+      "learning_rate": 1.2261623604231459e-05,
+      "loss": 28.9219,
+      "step": 18606
+    },
+    {
+      "epoch": 0.8891809232533691,
+      "grad_norm": 183.8952178955078,
+      "learning_rate": 1.2260869781125392e-05,
+      "loss": 22.5312,
+      "step": 18607
+    },
+    {
+      "epoch": 0.8892287106948294,
+      "grad_norm": 253.27560424804688,
+      "learning_rate": 1.2260115944479632e-05,
+      "loss": 23.1094,
+      "step": 18608
+    },
+    {
+      "epoch": 0.8892764981362897,
+      "grad_norm": 446.4090881347656,
+      "learning_rate": 1.2259362094298692e-05,
+      "loss": 25.3594,
+      "step": 18609
+    },
+    {
+      "epoch": 0.8893242855777501,
+      "grad_norm": 194.7747344970703,
+      "learning_rate": 1.2258608230587093e-05,
+      "loss": 35.4375,
+      "step": 18610
+    },
+    {
+      "epoch": 0.8893720730192105,
+      "grad_norm": 558.947021484375,
+      "learning_rate": 1.2257854353349339e-05,
+      "loss": 23.5469,
+      "step": 18611
+    },
+    {
+      "epoch": 0.8894198604606709,
+      "grad_norm": 146.69866943359375,
+      "learning_rate": 1.2257100462589954e-05,
+      "loss": 18.1719,
+      "step": 18612
+    },
+    {
+      "epoch": 0.8894676479021313,
+      "grad_norm": 158.0958251953125,
+      "learning_rate": 1.2256346558313452e-05,
+      "loss": 22.8281,
+      "step": 18613
+    },
+    {
+      "epoch": 0.8895154353435917,
+      "grad_norm": 464.5440673828125,
+      "learning_rate": 1.2255592640524343e-05,
+      "loss": 22.0938,
+      "step": 18614
+    },
+    {
+      "epoch": 0.8895632227850521,
+      "grad_norm": 168.55894470214844,
+      "learning_rate": 1.2254838709227145e-05,
+      "loss": 28.25,
+      "step": 18615
+    },
+    {
+      "epoch": 0.8896110102265125,
+      "grad_norm": 194.8265380859375,
+      "learning_rate": 1.225408476442637e-05,
+      "loss": 26.8906,
+      "step": 18616
+    },
+    {
+      "epoch": 0.8896587976679728,
+      "grad_norm": 242.0902557373047,
+      "learning_rate": 1.225333080612654e-05,
+      "loss": 25.5312,
+      "step": 18617
+    },
+    {
+      "epoch": 0.8897065851094332,
+      "grad_norm": 354.0020751953125,
+      "learning_rate": 1.2252576834332164e-05,
+      "loss": 20.8594,
+      "step": 18618
+    },
+    {
+      "epoch": 0.8897543725508936,
+      "grad_norm": 504.0215759277344,
+      "learning_rate": 1.2251822849047761e-05,
+      "loss": 33.1875,
+      "step": 18619
+    },
+    {
+      "epoch": 0.889802159992354,
+      "grad_norm": 255.56759643554688,
+      "learning_rate": 1.2251068850277844e-05,
+      "loss": 29.625,
+      "step": 18620
+    },
+    {
+      "epoch": 0.8898499474338144,
+      "grad_norm": 557.7008056640625,
+      "learning_rate": 1.2250314838026929e-05,
+      "loss": 25.0,
+      "step": 18621
+    },
+    {
+      "epoch": 0.8898977348752748,
+      "grad_norm": 265.8482360839844,
+      "learning_rate": 1.2249560812299532e-05,
+      "loss": 30.875,
+      "step": 18622
+    },
+    {
+      "epoch": 0.8899455223167352,
+      "grad_norm": 337.94415283203125,
+      "learning_rate": 1.2248806773100168e-05,
+      "loss": 20.6562,
+      "step": 18623
+    },
+    {
+      "epoch": 0.8899933097581956,
+      "grad_norm": 355.4704284667969,
+      "learning_rate": 1.2248052720433352e-05,
+      "loss": 27.9375,
+      "step": 18624
+    },
+    {
+      "epoch": 0.890041097199656,
+      "grad_norm": 331.24652099609375,
+      "learning_rate": 1.2247298654303604e-05,
+      "loss": 25.0,
+      "step": 18625
+    },
+    {
+      "epoch": 0.8900888846411164,
+      "grad_norm": 588.826904296875,
+      "learning_rate": 1.2246544574715435e-05,
+      "loss": 29.4375,
+      "step": 18626
+    },
+    {
+      "epoch": 0.8901366720825767,
+      "grad_norm": 342.23419189453125,
+      "learning_rate": 1.2245790481673363e-05,
+      "loss": 25.7812,
+      "step": 18627
+    },
+    {
+      "epoch": 0.8901844595240371,
+      "grad_norm": 211.08985900878906,
+      "learning_rate": 1.2245036375181905e-05,
+      "loss": 22.4531,
+      "step": 18628
+    },
+    {
+      "epoch": 0.8902322469654975,
+      "grad_norm": 439.43328857421875,
+      "learning_rate": 1.2244282255245574e-05,
+      "loss": 22.8438,
+      "step": 18629
+    },
+    {
+      "epoch": 0.8902800344069578,
+      "grad_norm": 226.39990234375,
+      "learning_rate": 1.224352812186889e-05,
+      "loss": 32.4688,
+      "step": 18630
+    },
+    {
+      "epoch": 0.8903278218484182,
+      "grad_norm": 396.1229553222656,
+      "learning_rate": 1.2242773975056365e-05,
+      "loss": 30.6094,
+      "step": 18631
+    },
+    {
+      "epoch": 0.8903756092898786,
+      "grad_norm": 382.9389953613281,
+      "learning_rate": 1.224201981481252e-05,
+      "loss": 25.8281,
+      "step": 18632
+    },
+    {
+      "epoch": 0.890423396731339,
+      "grad_norm": 312.68011474609375,
+      "learning_rate": 1.2241265641141869e-05,
+      "loss": 28.6875,
+      "step": 18633
+    },
+    {
+      "epoch": 0.8904711841727994,
+      "grad_norm": 281.4234313964844,
+      "learning_rate": 1.2240511454048929e-05,
+      "loss": 30.25,
+      "step": 18634
+    },
+    {
+      "epoch": 0.8905189716142597,
+      "grad_norm": 207.74154663085938,
+      "learning_rate": 1.2239757253538213e-05,
+      "loss": 31.1562,
+      "step": 18635
+    },
+    {
+      "epoch": 0.8905667590557201,
+      "grad_norm": 208.4544677734375,
+      "learning_rate": 1.2239003039614246e-05,
+      "loss": 21.875,
+      "step": 18636
+    },
+    {
+      "epoch": 0.8906145464971805,
+      "grad_norm": 229.18392944335938,
+      "learning_rate": 1.2238248812281539e-05,
+      "loss": 23.5,
+      "step": 18637
+    },
+    {
+      "epoch": 0.8906623339386409,
+      "grad_norm": 146.48931884765625,
+      "learning_rate": 1.2237494571544608e-05,
+      "loss": 25.625,
+      "step": 18638
+    },
+    {
+      "epoch": 0.8907101213801013,
+      "grad_norm": 220.43113708496094,
+      "learning_rate": 1.2236740317407974e-05,
+      "loss": 23.9375,
+      "step": 18639
+    },
+    {
+      "epoch": 0.8907579088215617,
+      "grad_norm": 539.9173583984375,
+      "learning_rate": 1.2235986049876149e-05,
+      "loss": 36.6875,
+      "step": 18640
+    },
+    {
+      "epoch": 0.8908056962630221,
+      "grad_norm": 367.96209716796875,
+      "learning_rate": 1.2235231768953658e-05,
+      "loss": 37.3125,
+      "step": 18641
+    },
+    {
+      "epoch": 0.8908534837044825,
+      "grad_norm": 273.4787902832031,
+      "learning_rate": 1.2234477474645005e-05,
+      "loss": 33.7812,
+      "step": 18642
+    },
+    {
+      "epoch": 0.8909012711459429,
+      "grad_norm": 459.4119567871094,
+      "learning_rate": 1.2233723166954721e-05,
+      "loss": 18.1875,
+      "step": 18643
+    },
+    {
+      "epoch": 0.8909490585874033,
+      "grad_norm": 169.28504943847656,
+      "learning_rate": 1.2232968845887314e-05,
+      "loss": 17.7969,
+      "step": 18644
+    },
+    {
+      "epoch": 0.8909968460288636,
+      "grad_norm": 210.85618591308594,
+      "learning_rate": 1.2232214511447307e-05,
+      "loss": 22.125,
+      "step": 18645
+    },
+    {
+      "epoch": 0.891044633470324,
+      "grad_norm": 287.548583984375,
+      "learning_rate": 1.2231460163639215e-05,
+      "loss": 37.9375,
+      "step": 18646
+    },
+    {
+      "epoch": 0.8910924209117844,
+      "grad_norm": 406.041015625,
+      "learning_rate": 1.2230705802467557e-05,
+      "loss": 29.75,
+      "step": 18647
+    },
+    {
+      "epoch": 0.8911402083532448,
+      "grad_norm": 161.63490295410156,
+      "learning_rate": 1.2229951427936846e-05,
+      "loss": 28.75,
+      "step": 18648
+    },
+    {
+      "epoch": 0.8911879957947052,
+      "grad_norm": 370.96368408203125,
+      "learning_rate": 1.2229197040051607e-05,
+      "loss": 30.7812,
+      "step": 18649
+    },
+    {
+      "epoch": 0.8912357832361656,
+      "grad_norm": 274.8286437988281,
+      "learning_rate": 1.2228442638816356e-05,
+      "loss": 37.9688,
+      "step": 18650
+    },
+    {
+      "epoch": 0.8912835706776259,
+      "grad_norm": 302.4200744628906,
+      "learning_rate": 1.2227688224235603e-05,
+      "loss": 31.4219,
+      "step": 18651
+    },
+    {
+      "epoch": 0.8913313581190863,
+      "grad_norm": 273.1310729980469,
+      "learning_rate": 1.2226933796313878e-05,
+      "loss": 29.375,
+      "step": 18652
+    },
+    {
+      "epoch": 0.8913791455605466,
+      "grad_norm": 155.920166015625,
+      "learning_rate": 1.2226179355055687e-05,
+      "loss": 23.9062,
+      "step": 18653
+    },
+    {
+      "epoch": 0.891426933002007,
+      "grad_norm": 156.5362548828125,
+      "learning_rate": 1.222542490046556e-05,
+      "loss": 16.2188,
+      "step": 18654
+    },
+    {
+      "epoch": 0.8914747204434674,
+      "grad_norm": 312.8797302246094,
+      "learning_rate": 1.2224670432548008e-05,
+      "loss": 22.6562,
+      "step": 18655
+    },
+    {
+      "epoch": 0.8915225078849278,
+      "grad_norm": 134.6039581298828,
+      "learning_rate": 1.2223915951307547e-05,
+      "loss": 24.4062,
+      "step": 18656
+    },
+    {
+      "epoch": 0.8915702953263882,
+      "grad_norm": 128.62289428710938,
+      "learning_rate": 1.2223161456748705e-05,
+      "loss": 20.25,
+      "step": 18657
+    },
+    {
+      "epoch": 0.8916180827678486,
+      "grad_norm": 971.21875,
+      "learning_rate": 1.222240694887599e-05,
+      "loss": 19.5312,
+      "step": 18658
+    },
+    {
+      "epoch": 0.891665870209309,
+      "grad_norm": 250.17739868164062,
+      "learning_rate": 1.2221652427693926e-05,
+      "loss": 23.2969,
+      "step": 18659
+    },
+    {
+      "epoch": 0.8917136576507694,
+      "grad_norm": 193.9541015625,
+      "learning_rate": 1.2220897893207033e-05,
+      "loss": 31.0,
+      "step": 18660
+    },
+    {
+      "epoch": 0.8917614450922298,
+      "grad_norm": 541.0620727539062,
+      "learning_rate": 1.2220143345419824e-05,
+      "loss": 20.375,
+      "step": 18661
+    },
+    {
+      "epoch": 0.8918092325336902,
+      "grad_norm": 461.0118408203125,
+      "learning_rate": 1.2219388784336823e-05,
+      "loss": 31.4375,
+      "step": 18662
+    },
+    {
+      "epoch": 0.8918570199751505,
+      "grad_norm": 222.11708068847656,
+      "learning_rate": 1.2218634209962547e-05,
+      "loss": 32.3438,
+      "step": 18663
+    },
+    {
+      "epoch": 0.8919048074166109,
+      "grad_norm": 267.2557373046875,
+      "learning_rate": 1.2217879622301514e-05,
+      "loss": 22.7031,
+      "step": 18664
+    },
+    {
+      "epoch": 0.8919525948580713,
+      "grad_norm": 282.4259338378906,
+      "learning_rate": 1.2217125021358244e-05,
+      "loss": 26.1562,
+      "step": 18665
+    },
+    {
+      "epoch": 0.8920003822995317,
+      "grad_norm": 183.0612030029297,
+      "learning_rate": 1.2216370407137257e-05,
+      "loss": 22.3438,
+      "step": 18666
+    },
+    {
+      "epoch": 0.8920481697409921,
+      "grad_norm": 353.137451171875,
+      "learning_rate": 1.221561577964307e-05,
+      "loss": 29.3125,
+      "step": 18667
+    },
+    {
+      "epoch": 0.8920959571824525,
+      "grad_norm": 292.1787414550781,
+      "learning_rate": 1.2214861138880204e-05,
+      "loss": 22.375,
+      "step": 18668
+    },
+    {
+      "epoch": 0.8921437446239129,
+      "grad_norm": 291.69952392578125,
+      "learning_rate": 1.2214106484853179e-05,
+      "loss": 26.9375,
+      "step": 18669
+    },
+    {
+      "epoch": 0.8921915320653733,
+      "grad_norm": 341.4853210449219,
+      "learning_rate": 1.221335181756651e-05,
+      "loss": 36.875,
+      "step": 18670
+    },
+    {
+      "epoch": 0.8922393195068336,
+      "grad_norm": 285.36920166015625,
+      "learning_rate": 1.2212597137024722e-05,
+      "loss": 26.8125,
+      "step": 18671
+    },
+    {
+      "epoch": 0.8922871069482939,
+      "grad_norm": 279.2369079589844,
+      "learning_rate": 1.2211842443232333e-05,
+      "loss": 31.4375,
+      "step": 18672
+    },
+    {
+      "epoch": 0.8923348943897543,
+      "grad_norm": 435.7710266113281,
+      "learning_rate": 1.221108773619386e-05,
+      "loss": 33.1406,
+      "step": 18673
+    },
+    {
+      "epoch": 0.8923826818312147,
+      "grad_norm": 686.5650634765625,
+      "learning_rate": 1.2210333015913827e-05,
+      "loss": 33.9062,
+      "step": 18674
+    },
+    {
+      "epoch": 0.8924304692726751,
+      "grad_norm": 223.98936462402344,
+      "learning_rate": 1.2209578282396748e-05,
+      "loss": 32.9688,
+      "step": 18675
+    },
+    {
+      "epoch": 0.8924782567141355,
+      "grad_norm": 267.4718322753906,
+      "learning_rate": 1.220882353564715e-05,
+      "loss": 37.1562,
+      "step": 18676
+    },
+    {
+      "epoch": 0.8925260441555959,
+      "grad_norm": 214.1916046142578,
+      "learning_rate": 1.2208068775669544e-05,
+      "loss": 22.9375,
+      "step": 18677
+    },
+    {
+      "epoch": 0.8925738315970563,
+      "grad_norm": 332.9972839355469,
+      "learning_rate": 1.2207314002468458e-05,
+      "loss": 31.9531,
+      "step": 18678
+    },
+    {
+      "epoch": 0.8926216190385167,
+      "grad_norm": 209.4517364501953,
+      "learning_rate": 1.2206559216048408e-05,
+      "loss": 28.6875,
+      "step": 18679
+    },
+    {
+      "epoch": 0.8926694064799771,
+      "grad_norm": 202.5928192138672,
+      "learning_rate": 1.220580441641392e-05,
+      "loss": 24.0938,
+      "step": 18680
+    },
+    {
+      "epoch": 0.8927171939214374,
+      "grad_norm": 222.46310424804688,
+      "learning_rate": 1.2205049603569505e-05,
+      "loss": 29.625,
+      "step": 18681
+    },
+    {
+      "epoch": 0.8927649813628978,
+      "grad_norm": 195.1775665283203,
+      "learning_rate": 1.2204294777519689e-05,
+      "loss": 19.7344,
+      "step": 18682
+    },
+    {
+      "epoch": 0.8928127688043582,
+      "grad_norm": 202.86903381347656,
+      "learning_rate": 1.2203539938268993e-05,
+      "loss": 19.8438,
+      "step": 18683
+    },
+    {
+      "epoch": 0.8928605562458186,
+      "grad_norm": 366.9596862792969,
+      "learning_rate": 1.2202785085821936e-05,
+      "loss": 31.4688,
+      "step": 18684
+    },
+    {
+      "epoch": 0.892908343687279,
+      "grad_norm": 279.5178527832031,
+      "learning_rate": 1.2202030220183036e-05,
+      "loss": 27.9688,
+      "step": 18685
+    },
+    {
+      "epoch": 0.8929561311287394,
+      "grad_norm": 162.3778839111328,
+      "learning_rate": 1.220127534135682e-05,
+      "loss": 19.625,
+      "step": 18686
+    },
+    {
+      "epoch": 0.8930039185701998,
+      "grad_norm": 480.7787170410156,
+      "learning_rate": 1.2200520449347806e-05,
+      "loss": 32.5,
+      "step": 18687
+    },
+    {
+      "epoch": 0.8930517060116602,
+      "grad_norm": 185.84408569335938,
+      "learning_rate": 1.2199765544160512e-05,
+      "loss": 27.4062,
+      "step": 18688
+    },
+    {
+      "epoch": 0.8930994934531206,
+      "grad_norm": 201.10995483398438,
+      "learning_rate": 1.219901062579946e-05,
+      "loss": 23.2812,
+      "step": 18689
+    },
+    {
+      "epoch": 0.893147280894581,
+      "grad_norm": 333.4122314453125,
+      "learning_rate": 1.2198255694269173e-05,
+      "loss": 24.3594,
+      "step": 18690
+    },
+    {
+      "epoch": 0.8931950683360413,
+      "grad_norm": 305.612548828125,
+      "learning_rate": 1.2197500749574171e-05,
+      "loss": 18.0,
+      "step": 18691
+    },
+    {
+      "epoch": 0.8932428557775016,
+      "grad_norm": 477.9975891113281,
+      "learning_rate": 1.2196745791718973e-05,
+      "loss": 31.4375,
+      "step": 18692
+    },
+    {
+      "epoch": 0.893290643218962,
+      "grad_norm": 350.442626953125,
+      "learning_rate": 1.2195990820708104e-05,
+      "loss": 37.625,
+      "step": 18693
+    },
+    {
+      "epoch": 0.8933384306604224,
+      "grad_norm": 253.66885375976562,
+      "learning_rate": 1.2195235836546082e-05,
+      "loss": 25.9375,
+      "step": 18694
+    },
+    {
+      "epoch": 0.8933862181018828,
+      "grad_norm": 234.28826904296875,
+      "learning_rate": 1.2194480839237432e-05,
+      "loss": 22.8906,
+      "step": 18695
+    },
+    {
+      "epoch": 0.8934340055433432,
+      "grad_norm": 461.4573974609375,
+      "learning_rate": 1.2193725828786672e-05,
+      "loss": 28.25,
+      "step": 18696
+    },
+    {
+      "epoch": 0.8934817929848036,
+      "grad_norm": 289.8973693847656,
+      "learning_rate": 1.2192970805198328e-05,
+      "loss": 29.3125,
+      "step": 18697
+    },
+    {
+      "epoch": 0.893529580426264,
+      "grad_norm": 137.1841583251953,
+      "learning_rate": 1.2192215768476915e-05,
+      "loss": 21.3594,
+      "step": 18698
+    },
+    {
+      "epoch": 0.8935773678677243,
+      "grad_norm": 184.4998779296875,
+      "learning_rate": 1.219146071862696e-05,
+      "loss": 30.5,
+      "step": 18699
+    },
+    {
+      "epoch": 0.8936251553091847,
+      "grad_norm": 308.9992980957031,
+      "learning_rate": 1.2190705655652982e-05,
+      "loss": 40.6875,
+      "step": 18700
+    },
+    {
+      "epoch": 0.8936729427506451,
+      "grad_norm": 323.6949157714844,
+      "learning_rate": 1.2189950579559504e-05,
+      "loss": 31.9062,
+      "step": 18701
+    },
+    {
+      "epoch": 0.8937207301921055,
+      "grad_norm": 974.7335815429688,
+      "learning_rate": 1.2189195490351049e-05,
+      "loss": 23.6875,
+      "step": 18702
+    },
+    {
+      "epoch": 0.8937685176335659,
+      "grad_norm": 167.40965270996094,
+      "learning_rate": 1.2188440388032137e-05,
+      "loss": 23.2188,
+      "step": 18703
+    },
+    {
+      "epoch": 0.8938163050750263,
+      "grad_norm": 193.41712951660156,
+      "learning_rate": 1.218768527260729e-05,
+      "loss": 28.625,
+      "step": 18704
+    },
+    {
+      "epoch": 0.8938640925164867,
+      "grad_norm": 476.36224365234375,
+      "learning_rate": 1.2186930144081033e-05,
+      "loss": 42.75,
+      "step": 18705
+    },
+    {
+      "epoch": 0.8939118799579471,
+      "grad_norm": 264.6981201171875,
+      "learning_rate": 1.2186175002457887e-05,
+      "loss": 27.4062,
+      "step": 18706
+    },
+    {
+      "epoch": 0.8939596673994075,
+      "grad_norm": 151.8512725830078,
+      "learning_rate": 1.2185419847742372e-05,
+      "loss": 21.4844,
+      "step": 18707
+    },
+    {
+      "epoch": 0.8940074548408679,
+      "grad_norm": 183.71600341796875,
+      "learning_rate": 1.2184664679939014e-05,
+      "loss": 18.125,
+      "step": 18708
+    },
+    {
+      "epoch": 0.8940552422823282,
+      "grad_norm": 335.7945556640625,
+      "learning_rate": 1.2183909499052329e-05,
+      "loss": 35.8438,
+      "step": 18709
+    },
+    {
+      "epoch": 0.8941030297237886,
+      "grad_norm": 364.504150390625,
+      "learning_rate": 1.2183154305086849e-05,
+      "loss": 34.0,
+      "step": 18710
+    },
+    {
+      "epoch": 0.894150817165249,
+      "grad_norm": 155.73812866210938,
+      "learning_rate": 1.218239909804709e-05,
+      "loss": 28.1562,
+      "step": 18711
+    },
+    {
+      "epoch": 0.8941986046067093,
+      "grad_norm": 146.90719604492188,
+      "learning_rate": 1.2181643877937574e-05,
+      "loss": 18.7109,
+      "step": 18712
+    },
+    {
+      "epoch": 0.8942463920481697,
+      "grad_norm": 193.43881225585938,
+      "learning_rate": 1.2180888644762829e-05,
+      "loss": 33.9844,
+      "step": 18713
+    },
+    {
+      "epoch": 0.8942941794896301,
+      "grad_norm": 234.47547912597656,
+      "learning_rate": 1.2180133398527374e-05,
+      "loss": 32.375,
+      "step": 18714
+    },
+    {
+      "epoch": 0.8943419669310905,
+      "grad_norm": 312.9839782714844,
+      "learning_rate": 1.2179378139235735e-05,
+      "loss": 34.2188,
+      "step": 18715
+    },
+    {
+      "epoch": 0.8943897543725509,
+      "grad_norm": 339.813232421875,
+      "learning_rate": 1.2178622866892432e-05,
+      "loss": 25.1875,
+      "step": 18716
+    },
+    {
+      "epoch": 0.8944375418140112,
+      "grad_norm": 419.7633361816406,
+      "learning_rate": 1.217786758150199e-05,
+      "loss": 34.5,
+      "step": 18717
+    },
+    {
+      "epoch": 0.8944853292554716,
+      "grad_norm": 356.05548095703125,
+      "learning_rate": 1.2177112283068928e-05,
+      "loss": 24.8906,
+      "step": 18718
+    },
+    {
+      "epoch": 0.894533116696932,
+      "grad_norm": 233.657470703125,
+      "learning_rate": 1.2176356971597776e-05,
+      "loss": 32.875,
+      "step": 18719
+    },
+    {
+      "epoch": 0.8945809041383924,
+      "grad_norm": 172.812744140625,
+      "learning_rate": 1.2175601647093053e-05,
+      "loss": 24.8438,
+      "step": 18720
+    },
+    {
+      "epoch": 0.8946286915798528,
+      "grad_norm": 263.0157470703125,
+      "learning_rate": 1.2174846309559283e-05,
+      "loss": 24.5469,
+      "step": 18721
+    },
+    {
+      "epoch": 0.8946764790213132,
+      "grad_norm": 290.9846496582031,
+      "learning_rate": 1.2174090959000991e-05,
+      "loss": 32.4375,
+      "step": 18722
+    },
+    {
+      "epoch": 0.8947242664627736,
+      "grad_norm": 193.3118896484375,
+      "learning_rate": 1.21733355954227e-05,
+      "loss": 27.125,
+      "step": 18723
+    },
+    {
+      "epoch": 0.894772053904234,
+      "grad_norm": 319.3687438964844,
+      "learning_rate": 1.2172580218828934e-05,
+      "loss": 31.3438,
+      "step": 18724
+    },
+    {
+      "epoch": 0.8948198413456944,
+      "grad_norm": 397.1274108886719,
+      "learning_rate": 1.2171824829224213e-05,
+      "loss": 22.4688,
+      "step": 18725
+    },
+    {
+      "epoch": 0.8948676287871548,
+      "grad_norm": 195.45248413085938,
+      "learning_rate": 1.2171069426613065e-05,
+      "loss": 26.3125,
+      "step": 18726
+    },
+    {
+      "epoch": 0.8949154162286151,
+      "grad_norm": 370.50494384765625,
+      "learning_rate": 1.2170314011000011e-05,
+      "loss": 25.9062,
+      "step": 18727
+    },
+    {
+      "epoch": 0.8949632036700755,
+      "grad_norm": 303.90753173828125,
+      "learning_rate": 1.2169558582389578e-05,
+      "loss": 25.1094,
+      "step": 18728
+    },
+    {
+      "epoch": 0.8950109911115359,
+      "grad_norm": 216.19955444335938,
+      "learning_rate": 1.2168803140786287e-05,
+      "loss": 31.6562,
+      "step": 18729
+    },
+    {
+      "epoch": 0.8950587785529963,
+      "grad_norm": 288.32269287109375,
+      "learning_rate": 1.2168047686194667e-05,
+      "loss": 29.2812,
+      "step": 18730
+    },
+    {
+      "epoch": 0.8951065659944567,
+      "grad_norm": 335.77423095703125,
+      "learning_rate": 1.2167292218619235e-05,
+      "loss": 17.9219,
+      "step": 18731
+    },
+    {
+      "epoch": 0.8951543534359171,
+      "grad_norm": 287.7784423828125,
+      "learning_rate": 1.2166536738064523e-05,
+      "loss": 36.0938,
+      "step": 18732
+    },
+    {
+      "epoch": 0.8952021408773774,
+      "grad_norm": 220.6865234375,
+      "learning_rate": 1.2165781244535048e-05,
+      "loss": 27.0625,
+      "step": 18733
+    },
+    {
+      "epoch": 0.8952499283188378,
+      "grad_norm": 186.6240692138672,
+      "learning_rate": 1.2165025738035341e-05,
+      "loss": 25.9062,
+      "step": 18734
+    },
+    {
+      "epoch": 0.8952977157602982,
+      "grad_norm": 282.8831787109375,
+      "learning_rate": 1.2164270218569923e-05,
+      "loss": 26.625,
+      "step": 18735
+    },
+    {
+      "epoch": 0.8953455032017585,
+      "grad_norm": 238.13059997558594,
+      "learning_rate": 1.2163514686143316e-05,
+      "loss": 31.5625,
+      "step": 18736
+    },
+    {
+      "epoch": 0.8953932906432189,
+      "grad_norm": 234.17784118652344,
+      "learning_rate": 1.2162759140760051e-05,
+      "loss": 29.6562,
+      "step": 18737
+    },
+    {
+      "epoch": 0.8954410780846793,
+      "grad_norm": 251.55372619628906,
+      "learning_rate": 1.216200358242465e-05,
+      "loss": 22.1875,
+      "step": 18738
+    },
+    {
+      "epoch": 0.8954888655261397,
+      "grad_norm": 278.70379638671875,
+      "learning_rate": 1.2161248011141637e-05,
+      "loss": 32.2812,
+      "step": 18739
+    },
+    {
+      "epoch": 0.8955366529676001,
+      "grad_norm": 222.01771545410156,
+      "learning_rate": 1.2160492426915535e-05,
+      "loss": 26.5156,
+      "step": 18740
+    },
+    {
+      "epoch": 0.8955844404090605,
+      "grad_norm": 196.8031463623047,
+      "learning_rate": 1.2159736829750873e-05,
+      "loss": 25.375,
+      "step": 18741
+    },
+    {
+      "epoch": 0.8956322278505209,
+      "grad_norm": 349.3326721191406,
+      "learning_rate": 1.2158981219652174e-05,
+      "loss": 27.0312,
+      "step": 18742
+    },
+    {
+      "epoch": 0.8956800152919813,
+      "grad_norm": 206.0021209716797,
+      "learning_rate": 1.215822559662396e-05,
+      "loss": 19.8125,
+      "step": 18743
+    },
+    {
+      "epoch": 0.8957278027334417,
+      "grad_norm": 251.11395263671875,
+      "learning_rate": 1.2157469960670762e-05,
+      "loss": 29.8594,
+      "step": 18744
+    },
+    {
+      "epoch": 0.895775590174902,
+      "grad_norm": 323.3868713378906,
+      "learning_rate": 1.2156714311797104e-05,
+      "loss": 28.2188,
+      "step": 18745
+    },
+    {
+      "epoch": 0.8958233776163624,
+      "grad_norm": 1038.6090087890625,
+      "learning_rate": 1.2155958650007509e-05,
+      "loss": 28.8438,
+      "step": 18746
+    },
+    {
+      "epoch": 0.8958711650578228,
+      "grad_norm": 385.4999694824219,
+      "learning_rate": 1.2155202975306504e-05,
+      "loss": 36.7188,
+      "step": 18747
+    },
+    {
+      "epoch": 0.8959189524992832,
+      "grad_norm": 257.5682678222656,
+      "learning_rate": 1.2154447287698613e-05,
+      "loss": 18.4531,
+      "step": 18748
+    },
+    {
+      "epoch": 0.8959667399407436,
+      "grad_norm": 201.78195190429688,
+      "learning_rate": 1.2153691587188363e-05,
+      "loss": 27.1875,
+      "step": 18749
+    },
+    {
+      "epoch": 0.896014527382204,
+      "grad_norm": 273.8755187988281,
+      "learning_rate": 1.2152935873780284e-05,
+      "loss": 25.5312,
+      "step": 18750
+    },
+    {
+      "epoch": 0.8960623148236644,
+      "grad_norm": 228.0567169189453,
+      "learning_rate": 1.2152180147478889e-05,
+      "loss": 34.9062,
+      "step": 18751
+    },
+    {
+      "epoch": 0.8961101022651248,
+      "grad_norm": 184.76783752441406,
+      "learning_rate": 1.215142440828872e-05,
+      "loss": 24.0,
+      "step": 18752
+    },
+    {
+      "epoch": 0.8961578897065852,
+      "grad_norm": 254.71043395996094,
+      "learning_rate": 1.2150668656214288e-05,
+      "loss": 35.6875,
+      "step": 18753
+    },
+    {
+      "epoch": 0.8962056771480454,
+      "grad_norm": 241.25062561035156,
+      "learning_rate": 1.2149912891260129e-05,
+      "loss": 28.5,
+      "step": 18754
+    },
+    {
+      "epoch": 0.8962534645895058,
+      "grad_norm": 97.15083312988281,
+      "learning_rate": 1.2149157113430769e-05,
+      "loss": 21.0938,
+      "step": 18755
+    },
+    {
+      "epoch": 0.8963012520309662,
+      "grad_norm": 162.02845764160156,
+      "learning_rate": 1.2148401322730727e-05,
+      "loss": 22.6719,
+      "step": 18756
+    },
+    {
+      "epoch": 0.8963490394724266,
+      "grad_norm": 269.76904296875,
+      "learning_rate": 1.2147645519164535e-05,
+      "loss": 45.7812,
+      "step": 18757
+    },
+    {
+      "epoch": 0.896396826913887,
+      "grad_norm": 392.3211669921875,
+      "learning_rate": 1.2146889702736718e-05,
+      "loss": 25.6562,
+      "step": 18758
+    },
+    {
+      "epoch": 0.8964446143553474,
+      "grad_norm": 136.49838256835938,
+      "learning_rate": 1.2146133873451802e-05,
+      "loss": 19.5156,
+      "step": 18759
+    },
+    {
+      "epoch": 0.8964924017968078,
+      "grad_norm": 219.48570251464844,
+      "learning_rate": 1.214537803131431e-05,
+      "loss": 28.1562,
+      "step": 18760
+    },
+    {
+      "epoch": 0.8965401892382682,
+      "grad_norm": 279.0641174316406,
+      "learning_rate": 1.2144622176328776e-05,
+      "loss": 26.1562,
+      "step": 18761
+    },
+    {
+      "epoch": 0.8965879766797286,
+      "grad_norm": 217.4558868408203,
+      "learning_rate": 1.2143866308499719e-05,
+      "loss": 29.7188,
+      "step": 18762
+    },
+    {
+      "epoch": 0.896635764121189,
+      "grad_norm": 142.3384246826172,
+      "learning_rate": 1.214311042783167e-05,
+      "loss": 23.75,
+      "step": 18763
+    },
+    {
+      "epoch": 0.8966835515626493,
+      "grad_norm": 270.6128845214844,
+      "learning_rate": 1.2142354534329154e-05,
+      "loss": 47.7812,
+      "step": 18764
+    },
+    {
+      "epoch": 0.8967313390041097,
+      "grad_norm": 293.5827941894531,
+      "learning_rate": 1.2141598627996702e-05,
+      "loss": 32.6875,
+      "step": 18765
+    },
+    {
+      "epoch": 0.8967791264455701,
+      "grad_norm": 335.3106689453125,
+      "learning_rate": 1.2140842708838836e-05,
+      "loss": 19.1875,
+      "step": 18766
+    },
+    {
+      "epoch": 0.8968269138870305,
+      "grad_norm": 337.1856384277344,
+      "learning_rate": 1.2140086776860085e-05,
+      "loss": 29.3594,
+      "step": 18767
+    },
+    {
+      "epoch": 0.8968747013284909,
+      "grad_norm": 253.25466918945312,
+      "learning_rate": 1.2139330832064975e-05,
+      "loss": 24.4688,
+      "step": 18768
+    },
+    {
+      "epoch": 0.8969224887699513,
+      "grad_norm": 164.42437744140625,
+      "learning_rate": 1.2138574874458034e-05,
+      "loss": 29.1875,
+      "step": 18769
+    },
+    {
+      "epoch": 0.8969702762114117,
+      "grad_norm": 169.1673126220703,
+      "learning_rate": 1.2137818904043789e-05,
+      "loss": 20.6719,
+      "step": 18770
+    },
+    {
+      "epoch": 0.8970180636528721,
+      "grad_norm": 150.72207641601562,
+      "learning_rate": 1.213706292082677e-05,
+      "loss": 20.0781,
+      "step": 18771
+    },
+    {
+      "epoch": 0.8970658510943325,
+      "grad_norm": 118.7855453491211,
+      "learning_rate": 1.2136306924811501e-05,
+      "loss": 17.2969,
+      "step": 18772
+    },
+    {
+      "epoch": 0.8971136385357928,
+      "grad_norm": 512.8658447265625,
+      "learning_rate": 1.2135550916002506e-05,
+      "loss": 27.2969,
+      "step": 18773
+    },
+    {
+      "epoch": 0.8971614259772531,
+      "grad_norm": 318.2391357421875,
+      "learning_rate": 1.213479489440432e-05,
+      "loss": 26.1562,
+      "step": 18774
+    },
+    {
+      "epoch": 0.8972092134187135,
+      "grad_norm": 228.61317443847656,
+      "learning_rate": 1.2134038860021464e-05,
+      "loss": 31.9375,
+      "step": 18775
+    },
+    {
+      "epoch": 0.8972570008601739,
+      "grad_norm": 165.15127563476562,
+      "learning_rate": 1.2133282812858473e-05,
+      "loss": 34.9062,
+      "step": 18776
+    },
+    {
+      "epoch": 0.8973047883016343,
+      "grad_norm": 182.73489379882812,
+      "learning_rate": 1.2132526752919866e-05,
+      "loss": 30.0625,
+      "step": 18777
+    },
+    {
+      "epoch": 0.8973525757430947,
+      "grad_norm": 154.61474609375,
+      "learning_rate": 1.213177068021018e-05,
+      "loss": 23.7344,
+      "step": 18778
+    },
+    {
+      "epoch": 0.8974003631845551,
+      "grad_norm": 185.96099853515625,
+      "learning_rate": 1.2131014594733934e-05,
+      "loss": 26.6719,
+      "step": 18779
+    },
+    {
+      "epoch": 0.8974481506260155,
+      "grad_norm": 276.81524658203125,
+      "learning_rate": 1.2130258496495663e-05,
+      "loss": 36.3594,
+      "step": 18780
+    },
+    {
+      "epoch": 0.8974959380674759,
+      "grad_norm": 280.8168029785156,
+      "learning_rate": 1.2129502385499892e-05,
+      "loss": 17.2344,
+      "step": 18781
+    },
+    {
+      "epoch": 0.8975437255089362,
+      "grad_norm": 279.5036315917969,
+      "learning_rate": 1.2128746261751152e-05,
+      "loss": 38.1562,
+      "step": 18782
+    },
+    {
+      "epoch": 0.8975915129503966,
+      "grad_norm": 416.58685302734375,
+      "learning_rate": 1.2127990125253966e-05,
+      "loss": 21.6406,
+      "step": 18783
+    },
+    {
+      "epoch": 0.897639300391857,
+      "grad_norm": 255.44390869140625,
+      "learning_rate": 1.2127233976012865e-05,
+      "loss": 35.4375,
+      "step": 18784
+    },
+    {
+      "epoch": 0.8976870878333174,
+      "grad_norm": 207.31915283203125,
+      "learning_rate": 1.2126477814032378e-05,
+      "loss": 32.6562,
+      "step": 18785
+    },
+    {
+      "epoch": 0.8977348752747778,
+      "grad_norm": 416.8994445800781,
+      "learning_rate": 1.2125721639317032e-05,
+      "loss": 18.9688,
+      "step": 18786
+    },
+    {
+      "epoch": 0.8977826627162382,
+      "grad_norm": 341.8052062988281,
+      "learning_rate": 1.2124965451871358e-05,
+      "loss": 29.2188,
+      "step": 18787
+    },
+    {
+      "epoch": 0.8978304501576986,
+      "grad_norm": 240.2832489013672,
+      "learning_rate": 1.2124209251699882e-05,
+      "loss": 21.4688,
+      "step": 18788
+    },
+    {
+      "epoch": 0.897878237599159,
+      "grad_norm": 176.04014587402344,
+      "learning_rate": 1.2123453038807134e-05,
+      "loss": 23.3438,
+      "step": 18789
+    },
+    {
+      "epoch": 0.8979260250406194,
+      "grad_norm": 230.61134338378906,
+      "learning_rate": 1.2122696813197641e-05,
+      "loss": 28.9688,
+      "step": 18790
+    },
+    {
+      "epoch": 0.8979738124820797,
+      "grad_norm": 334.28521728515625,
+      "learning_rate": 1.2121940574875935e-05,
+      "loss": 28.9062,
+      "step": 18791
+    },
+    {
+      "epoch": 0.8980215999235401,
+      "grad_norm": 296.38336181640625,
+      "learning_rate": 1.212118432384654e-05,
+      "loss": 26.2812,
+      "step": 18792
+    },
+    {
+      "epoch": 0.8980693873650005,
+      "grad_norm": 229.07720947265625,
+      "learning_rate": 1.2120428060113991e-05,
+      "loss": 23.6875,
+      "step": 18793
+    },
+    {
+      "epoch": 0.8981171748064609,
+      "grad_norm": 318.10504150390625,
+      "learning_rate": 1.2119671783682812e-05,
+      "loss": 24.6875,
+      "step": 18794
+    },
+    {
+      "epoch": 0.8981649622479212,
+      "grad_norm": 306.57208251953125,
+      "learning_rate": 1.2118915494557535e-05,
+      "loss": 31.0938,
+      "step": 18795
+    },
+    {
+      "epoch": 0.8982127496893816,
+      "grad_norm": 381.6827392578125,
+      "learning_rate": 1.2118159192742689e-05,
+      "loss": 23.1875,
+      "step": 18796
+    },
+    {
+      "epoch": 0.898260537130842,
+      "grad_norm": 831.78125,
+      "learning_rate": 1.2117402878242802e-05,
+      "loss": 35.8438,
+      "step": 18797
+    },
+    {
+      "epoch": 0.8983083245723024,
+      "grad_norm": 300.3486022949219,
+      "learning_rate": 1.2116646551062403e-05,
+      "loss": 35.625,
+      "step": 18798
+    },
+    {
+      "epoch": 0.8983561120137628,
+      "grad_norm": 162.2500762939453,
+      "learning_rate": 1.2115890211206023e-05,
+      "loss": 20.7188,
+      "step": 18799
+    },
+    {
+      "epoch": 0.8984038994552231,
+      "grad_norm": 293.7890625,
+      "learning_rate": 1.2115133858678192e-05,
+      "loss": 30.8125,
+      "step": 18800
+    },
+    {
+      "epoch": 0.8984516868966835,
+      "grad_norm": 274.84747314453125,
+      "learning_rate": 1.2114377493483436e-05,
+      "loss": 18.375,
+      "step": 18801
+    },
+    {
+      "epoch": 0.8984994743381439,
+      "grad_norm": 350.60833740234375,
+      "learning_rate": 1.2113621115626289e-05,
+      "loss": 31.0938,
+      "step": 18802
+    },
+    {
+      "epoch": 0.8985472617796043,
+      "grad_norm": 345.6383056640625,
+      "learning_rate": 1.211286472511128e-05,
+      "loss": 29.5312,
+      "step": 18803
+    },
+    {
+      "epoch": 0.8985950492210647,
+      "grad_norm": 434.9549865722656,
+      "learning_rate": 1.2112108321942936e-05,
+      "loss": 40.3438,
+      "step": 18804
+    },
+    {
+      "epoch": 0.8986428366625251,
+      "grad_norm": 177.37522888183594,
+      "learning_rate": 1.2111351906125787e-05,
+      "loss": 21.4531,
+      "step": 18805
+    },
+    {
+      "epoch": 0.8986906241039855,
+      "grad_norm": 150.37762451171875,
+      "learning_rate": 1.2110595477664368e-05,
+      "loss": 23.875,
+      "step": 18806
+    },
+    {
+      "epoch": 0.8987384115454459,
+      "grad_norm": 895.6142578125,
+      "learning_rate": 1.2109839036563203e-05,
+      "loss": 25.4375,
+      "step": 18807
+    },
+    {
+      "epoch": 0.8987861989869063,
+      "grad_norm": 311.8823547363281,
+      "learning_rate": 1.2109082582826825e-05,
+      "loss": 31.6875,
+      "step": 18808
+    },
+    {
+      "epoch": 0.8988339864283666,
+      "grad_norm": 261.8544921875,
+      "learning_rate": 1.2108326116459766e-05,
+      "loss": 20.5781,
+      "step": 18809
+    },
+    {
+      "epoch": 0.898881773869827,
+      "grad_norm": 1022.0941162109375,
+      "learning_rate": 1.210756963746655e-05,
+      "loss": 39.125,
+      "step": 18810
+    },
+    {
+      "epoch": 0.8989295613112874,
+      "grad_norm": 256.0439453125,
+      "learning_rate": 1.2106813145851714e-05,
+      "loss": 30.0,
+      "step": 18811
+    },
+    {
+      "epoch": 0.8989773487527478,
+      "grad_norm": 273.473388671875,
+      "learning_rate": 1.2106056641619786e-05,
+      "loss": 22.5,
+      "step": 18812
+    },
+    {
+      "epoch": 0.8990251361942082,
+      "grad_norm": 300.8601989746094,
+      "learning_rate": 1.2105300124775296e-05,
+      "loss": 25.3125,
+      "step": 18813
+    },
+    {
+      "epoch": 0.8990729236356686,
+      "grad_norm": 359.1367492675781,
+      "learning_rate": 1.2104543595322774e-05,
+      "loss": 31.5625,
+      "step": 18814
+    },
+    {
+      "epoch": 0.8991207110771289,
+      "grad_norm": 341.33966064453125,
+      "learning_rate": 1.2103787053266751e-05,
+      "loss": 38.3438,
+      "step": 18815
+    },
+    {
+      "epoch": 0.8991684985185893,
+      "grad_norm": 383.73095703125,
+      "learning_rate": 1.2103030498611758e-05,
+      "loss": 29.0,
+      "step": 18816
+    },
+    {
+      "epoch": 0.8992162859600497,
+      "grad_norm": 203.6724853515625,
+      "learning_rate": 1.2102273931362327e-05,
+      "loss": 28.5312,
+      "step": 18817
+    },
+    {
+      "epoch": 0.89926407340151,
+      "grad_norm": 313.80072021484375,
+      "learning_rate": 1.2101517351522989e-05,
+      "loss": 27.9375,
+      "step": 18818
+    },
+    {
+      "epoch": 0.8993118608429704,
+      "grad_norm": 226.67213439941406,
+      "learning_rate": 1.2100760759098271e-05,
+      "loss": 26.1875,
+      "step": 18819
+    },
+    {
+      "epoch": 0.8993596482844308,
+      "grad_norm": 225.8964385986328,
+      "learning_rate": 1.210000415409271e-05,
+      "loss": 25.9375,
+      "step": 18820
+    },
+    {
+      "epoch": 0.8994074357258912,
+      "grad_norm": 264.6957702636719,
+      "learning_rate": 1.2099247536510834e-05,
+      "loss": 19.3125,
+      "step": 18821
+    },
+    {
+      "epoch": 0.8994552231673516,
+      "grad_norm": 232.9276123046875,
+      "learning_rate": 1.2098490906357172e-05,
+      "loss": 29.4375,
+      "step": 18822
+    },
+    {
+      "epoch": 0.899503010608812,
+      "grad_norm": 186.9329833984375,
+      "learning_rate": 1.2097734263636256e-05,
+      "loss": 36.6094,
+      "step": 18823
+    },
+    {
+      "epoch": 0.8995507980502724,
+      "grad_norm": 269.82733154296875,
+      "learning_rate": 1.2096977608352622e-05,
+      "loss": 24.2812,
+      "step": 18824
+    },
+    {
+      "epoch": 0.8995985854917328,
+      "grad_norm": 153.9765625,
+      "learning_rate": 1.2096220940510794e-05,
+      "loss": 24.0,
+      "step": 18825
+    },
+    {
+      "epoch": 0.8996463729331932,
+      "grad_norm": 286.3734436035156,
+      "learning_rate": 1.209546426011531e-05,
+      "loss": 29.4062,
+      "step": 18826
+    },
+    {
+      "epoch": 0.8996941603746536,
+      "grad_norm": 251.37005615234375,
+      "learning_rate": 1.2094707567170699e-05,
+      "loss": 22.5,
+      "step": 18827
+    },
+    {
+      "epoch": 0.8997419478161139,
+      "grad_norm": 231.21121215820312,
+      "learning_rate": 1.2093950861681492e-05,
+      "loss": 26.5938,
+      "step": 18828
+    },
+    {
+      "epoch": 0.8997897352575743,
+      "grad_norm": 467.27667236328125,
+      "learning_rate": 1.209319414365222e-05,
+      "loss": 39.9062,
+      "step": 18829
+    },
+    {
+      "epoch": 0.8998375226990347,
+      "grad_norm": 228.12025451660156,
+      "learning_rate": 1.2092437413087419e-05,
+      "loss": 29.875,
+      "step": 18830
+    },
+    {
+      "epoch": 0.8998853101404951,
+      "grad_norm": 547.0039672851562,
+      "learning_rate": 1.2091680669991615e-05,
+      "loss": 34.875,
+      "step": 18831
+    },
+    {
+      "epoch": 0.8999330975819555,
+      "grad_norm": 224.38583374023438,
+      "learning_rate": 1.2090923914369343e-05,
+      "loss": 22.1875,
+      "step": 18832
+    },
+    {
+      "epoch": 0.8999808850234159,
+      "grad_norm": 252.78355407714844,
+      "learning_rate": 1.2090167146225139e-05,
+      "loss": 41.1875,
+      "step": 18833
+    },
+    {
+      "epoch": 0.9000286724648763,
+      "grad_norm": 209.3829803466797,
+      "learning_rate": 1.2089410365563525e-05,
+      "loss": 35.1875,
+      "step": 18834
+    },
+    {
+      "epoch": 0.9000764599063367,
+      "grad_norm": 426.7651062011719,
+      "learning_rate": 1.2088653572389041e-05,
+      "loss": 24.8125,
+      "step": 18835
+    },
+    {
+      "epoch": 0.900124247347797,
+      "grad_norm": 175.8826446533203,
+      "learning_rate": 1.2087896766706222e-05,
+      "loss": 29.4375,
+      "step": 18836
+    },
+    {
+      "epoch": 0.9001720347892573,
+      "grad_norm": 149.85470581054688,
+      "learning_rate": 1.2087139948519588e-05,
+      "loss": 21.2188,
+      "step": 18837
+    },
+    {
+      "epoch": 0.9002198222307177,
+      "grad_norm": 221.75765991210938,
+      "learning_rate": 1.2086383117833684e-05,
+      "loss": 29.9688,
+      "step": 18838
+    },
+    {
+      "epoch": 0.9002676096721781,
+      "grad_norm": 293.8546142578125,
+      "learning_rate": 1.2085626274653038e-05,
+      "loss": 29.5312,
+      "step": 18839
+    },
+    {
+      "epoch": 0.9003153971136385,
+      "grad_norm": 274.7868347167969,
+      "learning_rate": 1.2084869418982176e-05,
+      "loss": 21.0781,
+      "step": 18840
+    },
+    {
+      "epoch": 0.9003631845550989,
+      "grad_norm": 213.64779663085938,
+      "learning_rate": 1.2084112550825642e-05,
+      "loss": 32.25,
+      "step": 18841
+    },
+    {
+      "epoch": 0.9004109719965593,
+      "grad_norm": 224.63800048828125,
+      "learning_rate": 1.2083355670187959e-05,
+      "loss": 29.75,
+      "step": 18842
+    },
+    {
+      "epoch": 0.9004587594380197,
+      "grad_norm": 298.2998046875,
+      "learning_rate": 1.2082598777073667e-05,
+      "loss": 29.8125,
+      "step": 18843
+    },
+    {
+      "epoch": 0.9005065468794801,
+      "grad_norm": 708.5660400390625,
+      "learning_rate": 1.2081841871487294e-05,
+      "loss": 26.8438,
+      "step": 18844
+    },
+    {
+      "epoch": 0.9005543343209405,
+      "grad_norm": 545.7474975585938,
+      "learning_rate": 1.2081084953433374e-05,
+      "loss": 40.1875,
+      "step": 18845
+    },
+    {
+      "epoch": 0.9006021217624008,
+      "grad_norm": 247.28775024414062,
+      "learning_rate": 1.2080328022916441e-05,
+      "loss": 36.25,
+      "step": 18846
+    },
+    {
+      "epoch": 0.9006499092038612,
+      "grad_norm": 290.29620361328125,
+      "learning_rate": 1.2079571079941026e-05,
+      "loss": 30.5,
+      "step": 18847
+    },
+    {
+      "epoch": 0.9006976966453216,
+      "grad_norm": 483.74615478515625,
+      "learning_rate": 1.2078814124511667e-05,
+      "loss": 22.5469,
+      "step": 18848
+    },
+    {
+      "epoch": 0.900745484086782,
+      "grad_norm": 262.68206787109375,
+      "learning_rate": 1.2078057156632892e-05,
+      "loss": 31.5,
+      "step": 18849
+    },
+    {
+      "epoch": 0.9007932715282424,
+      "grad_norm": 235.25057983398438,
+      "learning_rate": 1.2077300176309238e-05,
+      "loss": 22.3906,
+      "step": 18850
+    },
+    {
+      "epoch": 0.9008410589697028,
+      "grad_norm": 294.2258605957031,
+      "learning_rate": 1.207654318354523e-05,
+      "loss": 28.6875,
+      "step": 18851
+    },
+    {
+      "epoch": 0.9008888464111632,
+      "grad_norm": 178.48548889160156,
+      "learning_rate": 1.2075786178345415e-05,
+      "loss": 14.8281,
+      "step": 18852
+    },
+    {
+      "epoch": 0.9009366338526236,
+      "grad_norm": 323.4722595214844,
+      "learning_rate": 1.2075029160714318e-05,
+      "loss": 27.3438,
+      "step": 18853
+    },
+    {
+      "epoch": 0.900984421294084,
+      "grad_norm": 271.0678405761719,
+      "learning_rate": 1.2074272130656473e-05,
+      "loss": 22.4531,
+      "step": 18854
+    },
+    {
+      "epoch": 0.9010322087355443,
+      "grad_norm": 216.94798278808594,
+      "learning_rate": 1.2073515088176413e-05,
+      "loss": 22.1875,
+      "step": 18855
+    },
+    {
+      "epoch": 0.9010799961770047,
+      "grad_norm": 330.6312255859375,
+      "learning_rate": 1.2072758033278675e-05,
+      "loss": 30.8125,
+      "step": 18856
+    },
+    {
+      "epoch": 0.901127783618465,
+      "grad_norm": 301.78314208984375,
+      "learning_rate": 1.207200096596779e-05,
+      "loss": 30.0625,
+      "step": 18857
+    },
+    {
+      "epoch": 0.9011755710599254,
+      "grad_norm": 208.80999755859375,
+      "learning_rate": 1.2071243886248292e-05,
+      "loss": 18.9688,
+      "step": 18858
+    },
+    {
+      "epoch": 0.9012233585013858,
+      "grad_norm": 183.21434020996094,
+      "learning_rate": 1.2070486794124715e-05,
+      "loss": 20.7812,
+      "step": 18859
+    },
+    {
+      "epoch": 0.9012711459428462,
+      "grad_norm": 218.48760986328125,
+      "learning_rate": 1.2069729689601598e-05,
+      "loss": 25.7344,
+      "step": 18860
+    },
+    {
+      "epoch": 0.9013189333843066,
+      "grad_norm": 140.9755096435547,
+      "learning_rate": 1.2068972572683468e-05,
+      "loss": 16.0312,
+      "step": 18861
+    },
+    {
+      "epoch": 0.901366720825767,
+      "grad_norm": 184.12306213378906,
+      "learning_rate": 1.206821544337486e-05,
+      "loss": 28.6562,
+      "step": 18862
+    },
+    {
+      "epoch": 0.9014145082672274,
+      "grad_norm": 254.00088500976562,
+      "learning_rate": 1.2067458301680314e-05,
+      "loss": 45.2188,
+      "step": 18863
+    },
+    {
+      "epoch": 0.9014622957086877,
+      "grad_norm": 317.1862487792969,
+      "learning_rate": 1.2066701147604358e-05,
+      "loss": 41.1875,
+      "step": 18864
+    },
+    {
+      "epoch": 0.9015100831501481,
+      "grad_norm": 239.5130615234375,
+      "learning_rate": 1.2065943981151531e-05,
+      "loss": 23.625,
+      "step": 18865
+    },
+    {
+      "epoch": 0.9015578705916085,
+      "grad_norm": 228.82041931152344,
+      "learning_rate": 1.2065186802326363e-05,
+      "loss": 25.4375,
+      "step": 18866
+    },
+    {
+      "epoch": 0.9016056580330689,
+      "grad_norm": 305.8436584472656,
+      "learning_rate": 1.2064429611133392e-05,
+      "loss": 33.25,
+      "step": 18867
+    },
+    {
+      "epoch": 0.9016534454745293,
+      "grad_norm": 193.7892303466797,
+      "learning_rate": 1.2063672407577154e-05,
+      "loss": 22.2344,
+      "step": 18868
+    },
+    {
+      "epoch": 0.9017012329159897,
+      "grad_norm": 204.97413635253906,
+      "learning_rate": 1.2062915191662179e-05,
+      "loss": 35.5,
+      "step": 18869
+    },
+    {
+      "epoch": 0.9017490203574501,
+      "grad_norm": 383.7662048339844,
+      "learning_rate": 1.2062157963393003e-05,
+      "loss": 29.25,
+      "step": 18870
+    },
+    {
+      "epoch": 0.9017968077989105,
+      "grad_norm": 204.49240112304688,
+      "learning_rate": 1.2061400722774164e-05,
+      "loss": 27.7188,
+      "step": 18871
+    },
+    {
+      "epoch": 0.9018445952403709,
+      "grad_norm": 372.8636169433594,
+      "learning_rate": 1.2060643469810192e-05,
+      "loss": 18.1875,
+      "step": 18872
+    },
+    {
+      "epoch": 0.9018923826818313,
+      "grad_norm": 194.5618438720703,
+      "learning_rate": 1.2059886204505623e-05,
+      "loss": 23.9375,
+      "step": 18873
+    },
+    {
+      "epoch": 0.9019401701232916,
+      "grad_norm": 233.31639099121094,
+      "learning_rate": 1.2059128926864997e-05,
+      "loss": 23.0,
+      "step": 18874
+    },
+    {
+      "epoch": 0.901987957564752,
+      "grad_norm": 671.2907104492188,
+      "learning_rate": 1.2058371636892845e-05,
+      "loss": 31.7812,
+      "step": 18875
+    },
+    {
+      "epoch": 0.9020357450062124,
+      "grad_norm": 307.9321594238281,
+      "learning_rate": 1.2057614334593704e-05,
+      "loss": 27.5312,
+      "step": 18876
+    },
+    {
+      "epoch": 0.9020835324476727,
+      "grad_norm": 273.23516845703125,
+      "learning_rate": 1.2056857019972106e-05,
+      "loss": 22.3281,
+      "step": 18877
+    },
+    {
+      "epoch": 0.9021313198891331,
+      "grad_norm": 349.560302734375,
+      "learning_rate": 1.205609969303259e-05,
+      "loss": 26.25,
+      "step": 18878
+    },
+    {
+      "epoch": 0.9021791073305935,
+      "grad_norm": 557.5443725585938,
+      "learning_rate": 1.2055342353779688e-05,
+      "loss": 28.5625,
+      "step": 18879
+    },
+    {
+      "epoch": 0.9022268947720539,
+      "grad_norm": 373.93695068359375,
+      "learning_rate": 1.205458500221794e-05,
+      "loss": 29.25,
+      "step": 18880
+    },
+    {
+      "epoch": 0.9022746822135143,
+      "grad_norm": 503.46624755859375,
+      "learning_rate": 1.2053827638351878e-05,
+      "loss": 27.4688,
+      "step": 18881
+    },
+    {
+      "epoch": 0.9023224696549746,
+      "grad_norm": 157.21124267578125,
+      "learning_rate": 1.2053070262186038e-05,
+      "loss": 23.5312,
+      "step": 18882
+    },
+    {
+      "epoch": 0.902370257096435,
+      "grad_norm": 426.3101806640625,
+      "learning_rate": 1.2052312873724959e-05,
+      "loss": 23.4688,
+      "step": 18883
+    },
+    {
+      "epoch": 0.9024180445378954,
+      "grad_norm": 605.0654296875,
+      "learning_rate": 1.2051555472973169e-05,
+      "loss": 20.875,
+      "step": 18884
+    },
+    {
+      "epoch": 0.9024658319793558,
+      "grad_norm": 289.4459228515625,
+      "learning_rate": 1.2050798059935214e-05,
+      "loss": 33.8125,
+      "step": 18885
+    },
+    {
+      "epoch": 0.9025136194208162,
+      "grad_norm": 254.84283447265625,
+      "learning_rate": 1.2050040634615623e-05,
+      "loss": 27.25,
+      "step": 18886
+    },
+    {
+      "epoch": 0.9025614068622766,
+      "grad_norm": 248.56394958496094,
+      "learning_rate": 1.2049283197018935e-05,
+      "loss": 29.5938,
+      "step": 18887
+    },
+    {
+      "epoch": 0.902609194303737,
+      "grad_norm": 237.08164978027344,
+      "learning_rate": 1.2048525747149682e-05,
+      "loss": 29.625,
+      "step": 18888
+    },
+    {
+      "epoch": 0.9026569817451974,
+      "grad_norm": 526.0626220703125,
+      "learning_rate": 1.2047768285012405e-05,
+      "loss": 29.2188,
+      "step": 18889
+    },
+    {
+      "epoch": 0.9027047691866578,
+      "grad_norm": 185.803466796875,
+      "learning_rate": 1.2047010810611637e-05,
+      "loss": 22.4844,
+      "step": 18890
+    },
+    {
+      "epoch": 0.9027525566281182,
+      "grad_norm": 109.94166564941406,
+      "learning_rate": 1.2046253323951918e-05,
+      "loss": 28.4375,
+      "step": 18891
+    },
+    {
+      "epoch": 0.9028003440695785,
+      "grad_norm": 232.52777099609375,
+      "learning_rate": 1.2045495825037778e-05,
+      "loss": 29.5781,
+      "step": 18892
+    },
+    {
+      "epoch": 0.9028481315110389,
+      "grad_norm": 191.3583984375,
+      "learning_rate": 1.204473831387376e-05,
+      "loss": 21.7812,
+      "step": 18893
+    },
+    {
+      "epoch": 0.9028959189524993,
+      "grad_norm": 280.4933166503906,
+      "learning_rate": 1.20439807904644e-05,
+      "loss": 30.125,
+      "step": 18894
+    },
+    {
+      "epoch": 0.9029437063939597,
+      "grad_norm": 252.5043487548828,
+      "learning_rate": 1.2043223254814229e-05,
+      "loss": 32.6562,
+      "step": 18895
+    },
+    {
+      "epoch": 0.9029914938354201,
+      "grad_norm": 314.1776123046875,
+      "learning_rate": 1.204246570692779e-05,
+      "loss": 28.75,
+      "step": 18896
+    },
+    {
+      "epoch": 0.9030392812768805,
+      "grad_norm": 345.7398986816406,
+      "learning_rate": 1.2041708146809614e-05,
+      "loss": 32.375,
+      "step": 18897
+    },
+    {
+      "epoch": 0.9030870687183408,
+      "grad_norm": 232.7977294921875,
+      "learning_rate": 1.2040950574464244e-05,
+      "loss": 25.0312,
+      "step": 18898
+    },
+    {
+      "epoch": 0.9031348561598012,
+      "grad_norm": 258.06298828125,
+      "learning_rate": 1.204019298989621e-05,
+      "loss": 21.1719,
+      "step": 18899
+    },
+    {
+      "epoch": 0.9031826436012615,
+      "grad_norm": 404.925048828125,
+      "learning_rate": 1.2039435393110055e-05,
+      "loss": 29.9688,
+      "step": 18900
+    },
+    {
+      "epoch": 0.9032304310427219,
+      "grad_norm": 393.6067199707031,
+      "learning_rate": 1.2038677784110315e-05,
+      "loss": 18.8906,
+      "step": 18901
+    },
+    {
+      "epoch": 0.9032782184841823,
+      "grad_norm": 216.64663696289062,
+      "learning_rate": 1.2037920162901522e-05,
+      "loss": 17.2188,
+      "step": 18902
+    },
+    {
+      "epoch": 0.9033260059256427,
+      "grad_norm": 458.7361755371094,
+      "learning_rate": 1.203716252948822e-05,
+      "loss": 23.1719,
+      "step": 18903
+    },
+    {
+      "epoch": 0.9033737933671031,
+      "grad_norm": 599.0488891601562,
+      "learning_rate": 1.2036404883874942e-05,
+      "loss": 30.8438,
+      "step": 18904
+    },
+    {
+      "epoch": 0.9034215808085635,
+      "grad_norm": 272.4714660644531,
+      "learning_rate": 1.2035647226066227e-05,
+      "loss": 19.4844,
+      "step": 18905
+    },
+    {
+      "epoch": 0.9034693682500239,
+      "grad_norm": 271.4683837890625,
+      "learning_rate": 1.2034889556066609e-05,
+      "loss": 36.7188,
+      "step": 18906
+    },
+    {
+      "epoch": 0.9035171556914843,
+      "grad_norm": 232.9646759033203,
+      "learning_rate": 1.2034131873880633e-05,
+      "loss": 19.5781,
+      "step": 18907
+    },
+    {
+      "epoch": 0.9035649431329447,
+      "grad_norm": 349.88751220703125,
+      "learning_rate": 1.2033374179512827e-05,
+      "loss": 20.8594,
+      "step": 18908
+    },
+    {
+      "epoch": 0.903612730574405,
+      "grad_norm": 261.9075622558594,
+      "learning_rate": 1.2032616472967735e-05,
+      "loss": 27.0625,
+      "step": 18909
+    },
+    {
+      "epoch": 0.9036605180158654,
+      "grad_norm": 684.6785278320312,
+      "learning_rate": 1.2031858754249893e-05,
+      "loss": 34.1562,
+      "step": 18910
+    },
+    {
+      "epoch": 0.9037083054573258,
+      "grad_norm": 614.9559326171875,
+      "learning_rate": 1.203110102336384e-05,
+      "loss": 25.1094,
+      "step": 18911
+    },
+    {
+      "epoch": 0.9037560928987862,
+      "grad_norm": 318.3641662597656,
+      "learning_rate": 1.2030343280314112e-05,
+      "loss": 26.8125,
+      "step": 18912
+    },
+    {
+      "epoch": 0.9038038803402466,
+      "grad_norm": 236.50070190429688,
+      "learning_rate": 1.2029585525105248e-05,
+      "loss": 22.3438,
+      "step": 18913
+    },
+    {
+      "epoch": 0.903851667781707,
+      "grad_norm": 461.2339172363281,
+      "learning_rate": 1.2028827757741783e-05,
+      "loss": 26.9688,
+      "step": 18914
+    },
+    {
+      "epoch": 0.9038994552231674,
+      "grad_norm": 229.44741821289062,
+      "learning_rate": 1.202806997822826e-05,
+      "loss": 32.875,
+      "step": 18915
+    },
+    {
+      "epoch": 0.9039472426646278,
+      "grad_norm": 202.7299041748047,
+      "learning_rate": 1.2027312186569215e-05,
+      "loss": 22.8281,
+      "step": 18916
+    },
+    {
+      "epoch": 0.9039950301060882,
+      "grad_norm": 253.7268829345703,
+      "learning_rate": 1.2026554382769186e-05,
+      "loss": 28.7812,
+      "step": 18917
+    },
+    {
+      "epoch": 0.9040428175475484,
+      "grad_norm": 179.93898010253906,
+      "learning_rate": 1.2025796566832712e-05,
+      "loss": 22.1875,
+      "step": 18918
+    },
+    {
+      "epoch": 0.9040906049890088,
+      "grad_norm": 396.0226745605469,
+      "learning_rate": 1.2025038738764332e-05,
+      "loss": 24.5312,
+      "step": 18919
+    },
+    {
+      "epoch": 0.9041383924304692,
+      "grad_norm": 340.218994140625,
+      "learning_rate": 1.2024280898568581e-05,
+      "loss": 24.0312,
+      "step": 18920
+    },
+    {
+      "epoch": 0.9041861798719296,
+      "grad_norm": 263.0088195800781,
+      "learning_rate": 1.2023523046249997e-05,
+      "loss": 29.125,
+      "step": 18921
+    },
+    {
+      "epoch": 0.90423396731339,
+      "grad_norm": 583.56591796875,
+      "learning_rate": 1.2022765181813124e-05,
+      "loss": 25.7031,
+      "step": 18922
+    },
+    {
+      "epoch": 0.9042817547548504,
+      "grad_norm": 336.9900207519531,
+      "learning_rate": 1.2022007305262495e-05,
+      "loss": 35.4062,
+      "step": 18923
+    },
+    {
+      "epoch": 0.9043295421963108,
+      "grad_norm": 162.3585662841797,
+      "learning_rate": 1.2021249416602654e-05,
+      "loss": 23.375,
+      "step": 18924
+    },
+    {
+      "epoch": 0.9043773296377712,
+      "grad_norm": 252.84967041015625,
+      "learning_rate": 1.2020491515838135e-05,
+      "loss": 30.4688,
+      "step": 18925
+    },
+    {
+      "epoch": 0.9044251170792316,
+      "grad_norm": 290.9367370605469,
+      "learning_rate": 1.201973360297348e-05,
+      "loss": 32.1562,
+      "step": 18926
+    },
+    {
+      "epoch": 0.904472904520692,
+      "grad_norm": 287.5049743652344,
+      "learning_rate": 1.2018975678013228e-05,
+      "loss": 25.875,
+      "step": 18927
+    },
+    {
+      "epoch": 0.9045206919621523,
+      "grad_norm": 135.14999389648438,
+      "learning_rate": 1.2018217740961914e-05,
+      "loss": 29.5156,
+      "step": 18928
+    },
+    {
+      "epoch": 0.9045684794036127,
+      "grad_norm": 197.14120483398438,
+      "learning_rate": 1.2017459791824084e-05,
+      "loss": 21.8438,
+      "step": 18929
+    },
+    {
+      "epoch": 0.9046162668450731,
+      "grad_norm": 192.45921325683594,
+      "learning_rate": 1.201670183060427e-05,
+      "loss": 21.6875,
+      "step": 18930
+    },
+    {
+      "epoch": 0.9046640542865335,
+      "grad_norm": 363.91009521484375,
+      "learning_rate": 1.2015943857307015e-05,
+      "loss": 26.0625,
+      "step": 18931
+    },
+    {
+      "epoch": 0.9047118417279939,
+      "grad_norm": 230.23361206054688,
+      "learning_rate": 1.2015185871936856e-05,
+      "loss": 26.5625,
+      "step": 18932
+    },
+    {
+      "epoch": 0.9047596291694543,
+      "grad_norm": 242.12362670898438,
+      "learning_rate": 1.2014427874498336e-05,
+      "loss": 25.1875,
+      "step": 18933
+    },
+    {
+      "epoch": 0.9048074166109147,
+      "grad_norm": 369.85015869140625,
+      "learning_rate": 1.2013669864995994e-05,
+      "loss": 39.125,
+      "step": 18934
+    },
+    {
+      "epoch": 0.9048552040523751,
+      "grad_norm": 229.30389404296875,
+      "learning_rate": 1.2012911843434365e-05,
+      "loss": 26.9844,
+      "step": 18935
+    },
+    {
+      "epoch": 0.9049029914938355,
+      "grad_norm": 460.5998229980469,
+      "learning_rate": 1.2012153809817992e-05,
+      "loss": 34.1875,
+      "step": 18936
+    },
+    {
+      "epoch": 0.9049507789352959,
+      "grad_norm": 242.87332153320312,
+      "learning_rate": 1.2011395764151415e-05,
+      "loss": 26.6875,
+      "step": 18937
+    },
+    {
+      "epoch": 0.9049985663767562,
+      "grad_norm": 182.5742645263672,
+      "learning_rate": 1.2010637706439172e-05,
+      "loss": 21.0625,
+      "step": 18938
+    },
+    {
+      "epoch": 0.9050463538182165,
+      "grad_norm": 265.3019714355469,
+      "learning_rate": 1.2009879636685804e-05,
+      "loss": 21.0938,
+      "step": 18939
+    },
+    {
+      "epoch": 0.9050941412596769,
+      "grad_norm": 341.0332946777344,
+      "learning_rate": 1.2009121554895848e-05,
+      "loss": 34.75,
+      "step": 18940
+    },
+    {
+      "epoch": 0.9051419287011373,
+      "grad_norm": 200.65762329101562,
+      "learning_rate": 1.2008363461073849e-05,
+      "loss": 29.9062,
+      "step": 18941
+    },
+    {
+      "epoch": 0.9051897161425977,
+      "grad_norm": 230.4215850830078,
+      "learning_rate": 1.2007605355224346e-05,
+      "loss": 26.9375,
+      "step": 18942
+    },
+    {
+      "epoch": 0.9052375035840581,
+      "grad_norm": 227.13316345214844,
+      "learning_rate": 1.2006847237351873e-05,
+      "loss": 26.9062,
+      "step": 18943
+    },
+    {
+      "epoch": 0.9052852910255185,
+      "grad_norm": 168.69943237304688,
+      "learning_rate": 1.2006089107460978e-05,
+      "loss": 22.6875,
+      "step": 18944
+    },
+    {
+      "epoch": 0.9053330784669789,
+      "grad_norm": 362.17913818359375,
+      "learning_rate": 1.2005330965556196e-05,
+      "loss": 32.125,
+      "step": 18945
+    },
+    {
+      "epoch": 0.9053808659084392,
+      "grad_norm": 226.4711456298828,
+      "learning_rate": 1.200457281164207e-05,
+      "loss": 33.0,
+      "step": 18946
+    },
+    {
+      "epoch": 0.9054286533498996,
+      "grad_norm": 285.55047607421875,
+      "learning_rate": 1.2003814645723138e-05,
+      "loss": 24.8125,
+      "step": 18947
+    },
+    {
+      "epoch": 0.90547644079136,
+      "grad_norm": 222.2065887451172,
+      "learning_rate": 1.2003056467803944e-05,
+      "loss": 25.2656,
+      "step": 18948
+    },
+    {
+      "epoch": 0.9055242282328204,
+      "grad_norm": 257.3553771972656,
+      "learning_rate": 1.2002298277889024e-05,
+      "loss": 25.4375,
+      "step": 18949
+    },
+    {
+      "epoch": 0.9055720156742808,
+      "grad_norm": 229.38595581054688,
+      "learning_rate": 1.2001540075982922e-05,
+      "loss": 29.0781,
+      "step": 18950
+    },
+    {
+      "epoch": 0.9056198031157412,
+      "grad_norm": 317.89385986328125,
+      "learning_rate": 1.2000781862090181e-05,
+      "loss": 31.7812,
+      "step": 18951
+    },
+    {
+      "epoch": 0.9056675905572016,
+      "grad_norm": 276.1588134765625,
+      "learning_rate": 1.2000023636215337e-05,
+      "loss": 20.7969,
+      "step": 18952
+    },
+    {
+      "epoch": 0.905715377998662,
+      "grad_norm": 214.04637145996094,
+      "learning_rate": 1.1999265398362932e-05,
+      "loss": 32.4375,
+      "step": 18953
+    },
+    {
+      "epoch": 0.9057631654401224,
+      "grad_norm": 149.81983947753906,
+      "learning_rate": 1.1998507148537503e-05,
+      "loss": 19.8438,
+      "step": 18954
+    },
+    {
+      "epoch": 0.9058109528815828,
+      "grad_norm": 184.36862182617188,
+      "learning_rate": 1.1997748886743598e-05,
+      "loss": 26.0312,
+      "step": 18955
+    },
+    {
+      "epoch": 0.9058587403230431,
+      "grad_norm": 199.25634765625,
+      "learning_rate": 1.1996990612985755e-05,
+      "loss": 24.3594,
+      "step": 18956
+    },
+    {
+      "epoch": 0.9059065277645035,
+      "grad_norm": 267.5669860839844,
+      "learning_rate": 1.1996232327268516e-05,
+      "loss": 25.2031,
+      "step": 18957
+    },
+    {
+      "epoch": 0.9059543152059639,
+      "grad_norm": 209.06224060058594,
+      "learning_rate": 1.1995474029596417e-05,
+      "loss": 26.0156,
+      "step": 18958
+    },
+    {
+      "epoch": 0.9060021026474243,
+      "grad_norm": 203.55694580078125,
+      "learning_rate": 1.1994715719974009e-05,
+      "loss": 28.1875,
+      "step": 18959
+    },
+    {
+      "epoch": 0.9060498900888846,
+      "grad_norm": 223.0182342529297,
+      "learning_rate": 1.1993957398405822e-05,
+      "loss": 28.4062,
+      "step": 18960
+    },
+    {
+      "epoch": 0.906097677530345,
+      "grad_norm": 427.3735656738281,
+      "learning_rate": 1.1993199064896408e-05,
+      "loss": 25.4375,
+      "step": 18961
+    },
+    {
+      "epoch": 0.9061454649718054,
+      "grad_norm": 225.0363311767578,
+      "learning_rate": 1.19924407194503e-05,
+      "loss": 25.6094,
+      "step": 18962
+    },
+    {
+      "epoch": 0.9061932524132658,
+      "grad_norm": 247.30340576171875,
+      "learning_rate": 1.1991682362072046e-05,
+      "loss": 28.7812,
+      "step": 18963
+    },
+    {
+      "epoch": 0.9062410398547261,
+      "grad_norm": 244.6590118408203,
+      "learning_rate": 1.199092399276618e-05,
+      "loss": 22.3125,
+      "step": 18964
+    },
+    {
+      "epoch": 0.9062888272961865,
+      "grad_norm": 286.7992858886719,
+      "learning_rate": 1.1990165611537254e-05,
+      "loss": 27.7812,
+      "step": 18965
+    },
+    {
+      "epoch": 0.9063366147376469,
+      "grad_norm": 299.5816650390625,
+      "learning_rate": 1.1989407218389802e-05,
+      "loss": 22.2188,
+      "step": 18966
+    },
+    {
+      "epoch": 0.9063844021791073,
+      "grad_norm": 332.50830078125,
+      "learning_rate": 1.1988648813328368e-05,
+      "loss": 39.5,
+      "step": 18967
+    },
+    {
+      "epoch": 0.9064321896205677,
+      "grad_norm": 227.4705047607422,
+      "learning_rate": 1.1987890396357494e-05,
+      "loss": 21.2031,
+      "step": 18968
+    },
+    {
+      "epoch": 0.9064799770620281,
+      "grad_norm": 304.37176513671875,
+      "learning_rate": 1.198713196748172e-05,
+      "loss": 25.9688,
+      "step": 18969
+    },
+    {
+      "epoch": 0.9065277645034885,
+      "grad_norm": 277.87847900390625,
+      "learning_rate": 1.198637352670559e-05,
+      "loss": 30.4375,
+      "step": 18970
+    },
+    {
+      "epoch": 0.9065755519449489,
+      "grad_norm": 342.3768005371094,
+      "learning_rate": 1.1985615074033644e-05,
+      "loss": 36.5625,
+      "step": 18971
+    },
+    {
+      "epoch": 0.9066233393864093,
+      "grad_norm": 182.55381774902344,
+      "learning_rate": 1.198485660947043e-05,
+      "loss": 23.5,
+      "step": 18972
+    },
+    {
+      "epoch": 0.9066711268278697,
+      "grad_norm": 264.6026916503906,
+      "learning_rate": 1.1984098133020484e-05,
+      "loss": 28.2188,
+      "step": 18973
+    },
+    {
+      "epoch": 0.90671891426933,
+      "grad_norm": 878.625244140625,
+      "learning_rate": 1.198333964468835e-05,
+      "loss": 29.375,
+      "step": 18974
+    },
+    {
+      "epoch": 0.9067667017107904,
+      "grad_norm": 317.52093505859375,
+      "learning_rate": 1.1982581144478572e-05,
+      "loss": 28.6406,
+      "step": 18975
+    },
+    {
+      "epoch": 0.9068144891522508,
+      "grad_norm": 243.88958740234375,
+      "learning_rate": 1.1981822632395689e-05,
+      "loss": 31.75,
+      "step": 18976
+    },
+    {
+      "epoch": 0.9068622765937112,
+      "grad_norm": 509.7455749511719,
+      "learning_rate": 1.1981064108444245e-05,
+      "loss": 24.8438,
+      "step": 18977
+    },
+    {
+      "epoch": 0.9069100640351716,
+      "grad_norm": 323.954833984375,
+      "learning_rate": 1.1980305572628787e-05,
+      "loss": 27.5312,
+      "step": 18978
+    },
+    {
+      "epoch": 0.906957851476632,
+      "grad_norm": 288.27789306640625,
+      "learning_rate": 1.1979547024953853e-05,
+      "loss": 30.9375,
+      "step": 18979
+    },
+    {
+      "epoch": 0.9070056389180923,
+      "grad_norm": 658.5453491210938,
+      "learning_rate": 1.1978788465423984e-05,
+      "loss": 29.9844,
+      "step": 18980
+    },
+    {
+      "epoch": 0.9070534263595527,
+      "grad_norm": 274.4046630859375,
+      "learning_rate": 1.1978029894043729e-05,
+      "loss": 34.4062,
+      "step": 18981
+    },
+    {
+      "epoch": 0.907101213801013,
+      "grad_norm": 408.0901184082031,
+      "learning_rate": 1.1977271310817624e-05,
+      "loss": 33.7812,
+      "step": 18982
+    },
+    {
+      "epoch": 0.9071490012424734,
+      "grad_norm": 207.85186767578125,
+      "learning_rate": 1.1976512715750217e-05,
+      "loss": 23.5312,
+      "step": 18983
+    },
+    {
+      "epoch": 0.9071967886839338,
+      "grad_norm": 178.28176879882812,
+      "learning_rate": 1.197575410884605e-05,
+      "loss": 24.2188,
+      "step": 18984
+    },
+    {
+      "epoch": 0.9072445761253942,
+      "grad_norm": 285.46929931640625,
+      "learning_rate": 1.1974995490109665e-05,
+      "loss": 34.5312,
+      "step": 18985
+    },
+    {
+      "epoch": 0.9072923635668546,
+      "grad_norm": 224.13677978515625,
+      "learning_rate": 1.1974236859545602e-05,
+      "loss": 33.1875,
+      "step": 18986
+    },
+    {
+      "epoch": 0.907340151008315,
+      "grad_norm": 256.0133056640625,
+      "learning_rate": 1.1973478217158412e-05,
+      "loss": 26.3438,
+      "step": 18987
+    },
+    {
+      "epoch": 0.9073879384497754,
+      "grad_norm": 229.5562744140625,
+      "learning_rate": 1.1972719562952632e-05,
+      "loss": 30.9375,
+      "step": 18988
+    },
+    {
+      "epoch": 0.9074357258912358,
+      "grad_norm": 176.00367736816406,
+      "learning_rate": 1.1971960896932809e-05,
+      "loss": 17.875,
+      "step": 18989
+    },
+    {
+      "epoch": 0.9074835133326962,
+      "grad_norm": 267.0179748535156,
+      "learning_rate": 1.1971202219103483e-05,
+      "loss": 25.625,
+      "step": 18990
+    },
+    {
+      "epoch": 0.9075313007741566,
+      "grad_norm": 601.9465942382812,
+      "learning_rate": 1.1970443529469198e-05,
+      "loss": 33.4062,
+      "step": 18991
+    },
+    {
+      "epoch": 0.907579088215617,
+      "grad_norm": 395.9677734375,
+      "learning_rate": 1.1969684828034503e-05,
+      "loss": 43.25,
+      "step": 18992
+    },
+    {
+      "epoch": 0.9076268756570773,
+      "grad_norm": 224.41744995117188,
+      "learning_rate": 1.1968926114803931e-05,
+      "loss": 23.1875,
+      "step": 18993
+    },
+    {
+      "epoch": 0.9076746630985377,
+      "grad_norm": 255.34275817871094,
+      "learning_rate": 1.196816738978204e-05,
+      "loss": 36.2188,
+      "step": 18994
+    },
+    {
+      "epoch": 0.9077224505399981,
+      "grad_norm": 361.95867919921875,
+      "learning_rate": 1.196740865297336e-05,
+      "loss": 28.6562,
+      "step": 18995
+    },
+    {
+      "epoch": 0.9077702379814585,
+      "grad_norm": 312.2925720214844,
+      "learning_rate": 1.1966649904382444e-05,
+      "loss": 33.3125,
+      "step": 18996
+    },
+    {
+      "epoch": 0.9078180254229189,
+      "grad_norm": 280.6808166503906,
+      "learning_rate": 1.196589114401383e-05,
+      "loss": 26.6562,
+      "step": 18997
+    },
+    {
+      "epoch": 0.9078658128643793,
+      "grad_norm": 255.6416473388672,
+      "learning_rate": 1.1965132371872068e-05,
+      "loss": 28.7812,
+      "step": 18998
+    },
+    {
+      "epoch": 0.9079136003058397,
+      "grad_norm": 271.2833251953125,
+      "learning_rate": 1.1964373587961698e-05,
+      "loss": 47.3594,
+      "step": 18999
+    },
+    {
+      "epoch": 0.9079613877473001,
+      "grad_norm": 260.0146179199219,
+      "learning_rate": 1.1963614792287261e-05,
+      "loss": 26.9062,
+      "step": 19000
+    },
+    {
+      "epoch": 0.9080091751887603,
+      "grad_norm": 190.6222686767578,
+      "learning_rate": 1.196285598485331e-05,
+      "loss": 29.3906,
+      "step": 19001
+    },
+    {
+      "epoch": 0.9080569626302207,
+      "grad_norm": 213.32415771484375,
+      "learning_rate": 1.1962097165664383e-05,
+      "loss": 24.5,
+      "step": 19002
+    },
+    {
+      "epoch": 0.9081047500716811,
+      "grad_norm": 136.75103759765625,
+      "learning_rate": 1.1961338334725028e-05,
+      "loss": 20.2031,
+      "step": 19003
+    },
+    {
+      "epoch": 0.9081525375131415,
+      "grad_norm": 393.8902893066406,
+      "learning_rate": 1.1960579492039783e-05,
+      "loss": 22.75,
+      "step": 19004
+    },
+    {
+      "epoch": 0.9082003249546019,
+      "grad_norm": 446.74609375,
+      "learning_rate": 1.1959820637613197e-05,
+      "loss": 28.7188,
+      "step": 19005
+    },
+    {
+      "epoch": 0.9082481123960623,
+      "grad_norm": 368.38031005859375,
+      "learning_rate": 1.1959061771449816e-05,
+      "loss": 19.6719,
+      "step": 19006
+    },
+    {
+      "epoch": 0.9082958998375227,
+      "grad_norm": 531.2481689453125,
+      "learning_rate": 1.1958302893554183e-05,
+      "loss": 20.9844,
+      "step": 19007
+    },
+    {
+      "epoch": 0.9083436872789831,
+      "grad_norm": 188.59059143066406,
+      "learning_rate": 1.1957544003930842e-05,
+      "loss": 21.6406,
+      "step": 19008
+    },
+    {
+      "epoch": 0.9083914747204435,
+      "grad_norm": 163.86892700195312,
+      "learning_rate": 1.195678510258434e-05,
+      "loss": 25.9688,
+      "step": 19009
+    },
+    {
+      "epoch": 0.9084392621619038,
+      "grad_norm": 251.76739501953125,
+      "learning_rate": 1.1956026189519217e-05,
+      "loss": 22.2812,
+      "step": 19010
+    },
+    {
+      "epoch": 0.9084870496033642,
+      "grad_norm": 227.1519775390625,
+      "learning_rate": 1.1955267264740023e-05,
+      "loss": 36.375,
+      "step": 19011
+    },
+    {
+      "epoch": 0.9085348370448246,
+      "grad_norm": 356.61285400390625,
+      "learning_rate": 1.19545083282513e-05,
+      "loss": 22.3125,
+      "step": 19012
+    },
+    {
+      "epoch": 0.908582624486285,
+      "grad_norm": 444.9112243652344,
+      "learning_rate": 1.1953749380057596e-05,
+      "loss": 39.3906,
+      "step": 19013
+    },
+    {
+      "epoch": 0.9086304119277454,
+      "grad_norm": 383.2682189941406,
+      "learning_rate": 1.1952990420163453e-05,
+      "loss": 25.7188,
+      "step": 19014
+    },
+    {
+      "epoch": 0.9086781993692058,
+      "grad_norm": 196.2792205810547,
+      "learning_rate": 1.1952231448573414e-05,
+      "loss": 19.375,
+      "step": 19015
+    },
+    {
+      "epoch": 0.9087259868106662,
+      "grad_norm": 391.5418701171875,
+      "learning_rate": 1.1951472465292033e-05,
+      "loss": 28.8438,
+      "step": 19016
+    },
+    {
+      "epoch": 0.9087737742521266,
+      "grad_norm": 445.1167297363281,
+      "learning_rate": 1.195071347032385e-05,
+      "loss": 25.6562,
+      "step": 19017
+    },
+    {
+      "epoch": 0.908821561693587,
+      "grad_norm": 291.1525573730469,
+      "learning_rate": 1.194995446367341e-05,
+      "loss": 32.4062,
+      "step": 19018
+    },
+    {
+      "epoch": 0.9088693491350474,
+      "grad_norm": 380.08941650390625,
+      "learning_rate": 1.1949195445345257e-05,
+      "loss": 30.125,
+      "step": 19019
+    },
+    {
+      "epoch": 0.9089171365765077,
+      "grad_norm": 237.15072631835938,
+      "learning_rate": 1.1948436415343938e-05,
+      "loss": 27.5312,
+      "step": 19020
+    },
+    {
+      "epoch": 0.908964924017968,
+      "grad_norm": 299.01983642578125,
+      "learning_rate": 1.1947677373673998e-05,
+      "loss": 26.9062,
+      "step": 19021
+    },
+    {
+      "epoch": 0.9090127114594284,
+      "grad_norm": 230.42669677734375,
+      "learning_rate": 1.1946918320339988e-05,
+      "loss": 24.5156,
+      "step": 19022
+    },
+    {
+      "epoch": 0.9090604989008888,
+      "grad_norm": 346.2547607421875,
+      "learning_rate": 1.1946159255346446e-05,
+      "loss": 34.0625,
+      "step": 19023
+    },
+    {
+      "epoch": 0.9091082863423492,
+      "grad_norm": 264.34796142578125,
+      "learning_rate": 1.1945400178697923e-05,
+      "loss": 24.7344,
+      "step": 19024
+    },
+    {
+      "epoch": 0.9091560737838096,
+      "grad_norm": 323.5679016113281,
+      "learning_rate": 1.194464109039896e-05,
+      "loss": 31.2031,
+      "step": 19025
+    },
+    {
+      "epoch": 0.90920386122527,
+      "grad_norm": 312.52325439453125,
+      "learning_rate": 1.1943881990454112e-05,
+      "loss": 25.5,
+      "step": 19026
+    },
+    {
+      "epoch": 0.9092516486667304,
+      "grad_norm": 591.0262451171875,
+      "learning_rate": 1.1943122878867916e-05,
+      "loss": 30.7969,
+      "step": 19027
+    },
+    {
+      "epoch": 0.9092994361081908,
+      "grad_norm": 239.1065673828125,
+      "learning_rate": 1.1942363755644921e-05,
+      "loss": 30.5938,
+      "step": 19028
+    },
+    {
+      "epoch": 0.9093472235496511,
+      "grad_norm": 342.6327209472656,
+      "learning_rate": 1.1941604620789673e-05,
+      "loss": 23.2812,
+      "step": 19029
+    },
+    {
+      "epoch": 0.9093950109911115,
+      "grad_norm": 387.6448669433594,
+      "learning_rate": 1.194084547430672e-05,
+      "loss": 39.9688,
+      "step": 19030
+    },
+    {
+      "epoch": 0.9094427984325719,
+      "grad_norm": 141.6319580078125,
+      "learning_rate": 1.1940086316200606e-05,
+      "loss": 16.7656,
+      "step": 19031
+    },
+    {
+      "epoch": 0.9094905858740323,
+      "grad_norm": 214.2252960205078,
+      "learning_rate": 1.1939327146475876e-05,
+      "loss": 23.2188,
+      "step": 19032
+    },
+    {
+      "epoch": 0.9095383733154927,
+      "grad_norm": 302.3557434082031,
+      "learning_rate": 1.1938567965137085e-05,
+      "loss": 26.4688,
+      "step": 19033
+    },
+    {
+      "epoch": 0.9095861607569531,
+      "grad_norm": 399.3094787597656,
+      "learning_rate": 1.193780877218877e-05,
+      "loss": 35.4062,
+      "step": 19034
+    },
+    {
+      "epoch": 0.9096339481984135,
+      "grad_norm": 348.73956298828125,
+      "learning_rate": 1.193704956763548e-05,
+      "loss": 35.4688,
+      "step": 19035
+    },
+    {
+      "epoch": 0.9096817356398739,
+      "grad_norm": 408.650390625,
+      "learning_rate": 1.1936290351481763e-05,
+      "loss": 43.4062,
+      "step": 19036
+    },
+    {
+      "epoch": 0.9097295230813343,
+      "grad_norm": 162.38523864746094,
+      "learning_rate": 1.1935531123732167e-05,
+      "loss": 23.2188,
+      "step": 19037
+    },
+    {
+      "epoch": 0.9097773105227946,
+      "grad_norm": 346.76898193359375,
+      "learning_rate": 1.1934771884391234e-05,
+      "loss": 38.4688,
+      "step": 19038
+    },
+    {
+      "epoch": 0.909825097964255,
+      "grad_norm": 1707.63232421875,
+      "learning_rate": 1.1934012633463516e-05,
+      "loss": 26.5938,
+      "step": 19039
+    },
+    {
+      "epoch": 0.9098728854057154,
+      "grad_norm": 190.4502410888672,
+      "learning_rate": 1.1933253370953559e-05,
+      "loss": 22.5156,
+      "step": 19040
+    },
+    {
+      "epoch": 0.9099206728471758,
+      "grad_norm": 177.70640563964844,
+      "learning_rate": 1.1932494096865907e-05,
+      "loss": 19.3438,
+      "step": 19041
+    },
+    {
+      "epoch": 0.9099684602886361,
+      "grad_norm": 509.022216796875,
+      "learning_rate": 1.193173481120511e-05,
+      "loss": 31.125,
+      "step": 19042
+    },
+    {
+      "epoch": 0.9100162477300965,
+      "grad_norm": 241.35472106933594,
+      "learning_rate": 1.1930975513975711e-05,
+      "loss": 27.9844,
+      "step": 19043
+    },
+    {
+      "epoch": 0.9100640351715569,
+      "grad_norm": 298.29559326171875,
+      "learning_rate": 1.1930216205182266e-05,
+      "loss": 41.0781,
+      "step": 19044
+    },
+    {
+      "epoch": 0.9101118226130173,
+      "grad_norm": 288.5009460449219,
+      "learning_rate": 1.1929456884829312e-05,
+      "loss": 31.5,
+      "step": 19045
+    },
+    {
+      "epoch": 0.9101596100544777,
+      "grad_norm": 267.2144775390625,
+      "learning_rate": 1.1928697552921402e-05,
+      "loss": 23.7188,
+      "step": 19046
+    },
+    {
+      "epoch": 0.910207397495938,
+      "grad_norm": 419.8758850097656,
+      "learning_rate": 1.1927938209463081e-05,
+      "loss": 27.4688,
+      "step": 19047
+    },
+    {
+      "epoch": 0.9102551849373984,
+      "grad_norm": 150.1641082763672,
+      "learning_rate": 1.19271788544589e-05,
+      "loss": 18.1406,
+      "step": 19048
+    },
+    {
+      "epoch": 0.9103029723788588,
+      "grad_norm": 343.9351501464844,
+      "learning_rate": 1.1926419487913406e-05,
+      "loss": 33.0625,
+      "step": 19049
+    },
+    {
+      "epoch": 0.9103507598203192,
+      "grad_norm": 331.4909973144531,
+      "learning_rate": 1.1925660109831143e-05,
+      "loss": 27.7188,
+      "step": 19050
+    },
+    {
+      "epoch": 0.9103985472617796,
+      "grad_norm": 543.8264770507812,
+      "learning_rate": 1.1924900720216662e-05,
+      "loss": 26.75,
+      "step": 19051
+    },
+    {
+      "epoch": 0.91044633470324,
+      "grad_norm": 221.61383056640625,
+      "learning_rate": 1.1924141319074506e-05,
+      "loss": 21.5156,
+      "step": 19052
+    },
+    {
+      "epoch": 0.9104941221447004,
+      "grad_norm": 616.147705078125,
+      "learning_rate": 1.192338190640923e-05,
+      "loss": 28.4688,
+      "step": 19053
+    },
+    {
+      "epoch": 0.9105419095861608,
+      "grad_norm": 252.84889221191406,
+      "learning_rate": 1.1922622482225376e-05,
+      "loss": 20.2656,
+      "step": 19054
+    },
+    {
+      "epoch": 0.9105896970276212,
+      "grad_norm": 342.20294189453125,
+      "learning_rate": 1.1921863046527498e-05,
+      "loss": 25.7812,
+      "step": 19055
+    },
+    {
+      "epoch": 0.9106374844690815,
+      "grad_norm": 158.8179931640625,
+      "learning_rate": 1.1921103599320134e-05,
+      "loss": 23.4375,
+      "step": 19056
+    },
+    {
+      "epoch": 0.9106852719105419,
+      "grad_norm": 486.1991882324219,
+      "learning_rate": 1.1920344140607842e-05,
+      "loss": 30.1562,
+      "step": 19057
+    },
+    {
+      "epoch": 0.9107330593520023,
+      "grad_norm": 263.23492431640625,
+      "learning_rate": 1.1919584670395166e-05,
+      "loss": 44.5,
+      "step": 19058
+    },
+    {
+      "epoch": 0.9107808467934627,
+      "grad_norm": 221.55921936035156,
+      "learning_rate": 1.1918825188686655e-05,
+      "loss": 30.6875,
+      "step": 19059
+    },
+    {
+      "epoch": 0.9108286342349231,
+      "grad_norm": 240.35533142089844,
+      "learning_rate": 1.1918065695486855e-05,
+      "loss": 32.375,
+      "step": 19060
+    },
+    {
+      "epoch": 0.9108764216763835,
+      "grad_norm": 172.9978790283203,
+      "learning_rate": 1.1917306190800319e-05,
+      "loss": 21.7188,
+      "step": 19061
+    },
+    {
+      "epoch": 0.9109242091178439,
+      "grad_norm": 356.4701843261719,
+      "learning_rate": 1.1916546674631593e-05,
+      "loss": 22.3438,
+      "step": 19062
+    },
+    {
+      "epoch": 0.9109719965593042,
+      "grad_norm": 390.39892578125,
+      "learning_rate": 1.1915787146985226e-05,
+      "loss": 28.375,
+      "step": 19063
+    },
+    {
+      "epoch": 0.9110197840007646,
+      "grad_norm": 320.71197509765625,
+      "learning_rate": 1.1915027607865764e-05,
+      "loss": 32.5312,
+      "step": 19064
+    },
+    {
+      "epoch": 0.9110675714422249,
+      "grad_norm": 425.34075927734375,
+      "learning_rate": 1.1914268057277758e-05,
+      "loss": 36.2031,
+      "step": 19065
+    },
+    {
+      "epoch": 0.9111153588836853,
+      "grad_norm": 191.7421417236328,
+      "learning_rate": 1.1913508495225758e-05,
+      "loss": 23.0938,
+      "step": 19066
+    },
+    {
+      "epoch": 0.9111631463251457,
+      "grad_norm": 208.6278533935547,
+      "learning_rate": 1.191274892171431e-05,
+      "loss": 34.3281,
+      "step": 19067
+    },
+    {
+      "epoch": 0.9112109337666061,
+      "grad_norm": 321.5133972167969,
+      "learning_rate": 1.1911989336747964e-05,
+      "loss": 31.4688,
+      "step": 19068
+    },
+    {
+      "epoch": 0.9112587212080665,
+      "grad_norm": 210.68772888183594,
+      "learning_rate": 1.191122974033127e-05,
+      "loss": 25.2812,
+      "step": 19069
+    },
+    {
+      "epoch": 0.9113065086495269,
+      "grad_norm": 334.1125793457031,
+      "learning_rate": 1.1910470132468774e-05,
+      "loss": 28.2031,
+      "step": 19070
+    },
+    {
+      "epoch": 0.9113542960909873,
+      "grad_norm": 379.2203674316406,
+      "learning_rate": 1.1909710513165029e-05,
+      "loss": 40.5,
+      "step": 19071
+    },
+    {
+      "epoch": 0.9114020835324477,
+      "grad_norm": 331.7575378417969,
+      "learning_rate": 1.1908950882424581e-05,
+      "loss": 24.2812,
+      "step": 19072
+    },
+    {
+      "epoch": 0.9114498709739081,
+      "grad_norm": 235.9649200439453,
+      "learning_rate": 1.190819124025198e-05,
+      "loss": 35.1719,
+      "step": 19073
+    },
+    {
+      "epoch": 0.9114976584153685,
+      "grad_norm": 247.95401000976562,
+      "learning_rate": 1.1907431586651779e-05,
+      "loss": 28.8438,
+      "step": 19074
+    },
+    {
+      "epoch": 0.9115454458568288,
+      "grad_norm": 291.2884216308594,
+      "learning_rate": 1.1906671921628521e-05,
+      "loss": 41.375,
+      "step": 19075
+    },
+    {
+      "epoch": 0.9115932332982892,
+      "grad_norm": 378.60284423828125,
+      "learning_rate": 1.190591224518676e-05,
+      "loss": 33.0938,
+      "step": 19076
+    },
+    {
+      "epoch": 0.9116410207397496,
+      "grad_norm": 270.5558776855469,
+      "learning_rate": 1.1905152557331043e-05,
+      "loss": 25.5,
+      "step": 19077
+    },
+    {
+      "epoch": 0.91168880818121,
+      "grad_norm": 800.2149658203125,
+      "learning_rate": 1.1904392858065918e-05,
+      "loss": 35.3125,
+      "step": 19078
+    },
+    {
+      "epoch": 0.9117365956226704,
+      "grad_norm": 158.39010620117188,
+      "learning_rate": 1.1903633147395941e-05,
+      "loss": 32.3125,
+      "step": 19079
+    },
+    {
+      "epoch": 0.9117843830641308,
+      "grad_norm": 430.285888671875,
+      "learning_rate": 1.1902873425325657e-05,
+      "loss": 34.8125,
+      "step": 19080
+    },
+    {
+      "epoch": 0.9118321705055912,
+      "grad_norm": 637.7432861328125,
+      "learning_rate": 1.1902113691859616e-05,
+      "loss": 38.6562,
+      "step": 19081
+    },
+    {
+      "epoch": 0.9118799579470516,
+      "grad_norm": 207.0850372314453,
+      "learning_rate": 1.190135394700237e-05,
+      "loss": 21.4062,
+      "step": 19082
+    },
+    {
+      "epoch": 0.9119277453885118,
+      "grad_norm": 299.43743896484375,
+      "learning_rate": 1.1900594190758465e-05,
+      "loss": 32.375,
+      "step": 19083
+    },
+    {
+      "epoch": 0.9119755328299722,
+      "grad_norm": 195.80624389648438,
+      "learning_rate": 1.1899834423132455e-05,
+      "loss": 22.9062,
+      "step": 19084
+    },
+    {
+      "epoch": 0.9120233202714326,
+      "grad_norm": 193.62420654296875,
+      "learning_rate": 1.1899074644128888e-05,
+      "loss": 23.5625,
+      "step": 19085
+    },
+    {
+      "epoch": 0.912071107712893,
+      "grad_norm": 176.6732940673828,
+      "learning_rate": 1.1898314853752311e-05,
+      "loss": 25.7188,
+      "step": 19086
+    },
+    {
+      "epoch": 0.9121188951543534,
+      "grad_norm": 201.77853393554688,
+      "learning_rate": 1.1897555052007282e-05,
+      "loss": 21.9688,
+      "step": 19087
+    },
+    {
+      "epoch": 0.9121666825958138,
+      "grad_norm": 250.07569885253906,
+      "learning_rate": 1.1896795238898344e-05,
+      "loss": 31.9688,
+      "step": 19088
+    },
+    {
+      "epoch": 0.9122144700372742,
+      "grad_norm": 257.3599853515625,
+      "learning_rate": 1.1896035414430051e-05,
+      "loss": 24.625,
+      "step": 19089
+    },
+    {
+      "epoch": 0.9122622574787346,
+      "grad_norm": 238.29391479492188,
+      "learning_rate": 1.1895275578606954e-05,
+      "loss": 27.8125,
+      "step": 19090
+    },
+    {
+      "epoch": 0.912310044920195,
+      "grad_norm": 832.76025390625,
+      "learning_rate": 1.1894515731433598e-05,
+      "loss": 28.0625,
+      "step": 19091
+    },
+    {
+      "epoch": 0.9123578323616554,
+      "grad_norm": 254.53199768066406,
+      "learning_rate": 1.189375587291454e-05,
+      "loss": 30.0,
+      "step": 19092
+    },
+    {
+      "epoch": 0.9124056198031157,
+      "grad_norm": 188.3818359375,
+      "learning_rate": 1.1892996003054326e-05,
+      "loss": 25.75,
+      "step": 19093
+    },
+    {
+      "epoch": 0.9124534072445761,
+      "grad_norm": 171.6894073486328,
+      "learning_rate": 1.1892236121857512e-05,
+      "loss": 23.8125,
+      "step": 19094
+    },
+    {
+      "epoch": 0.9125011946860365,
+      "grad_norm": 235.89540100097656,
+      "learning_rate": 1.1891476229328642e-05,
+      "loss": 25.5,
+      "step": 19095
+    },
+    {
+      "epoch": 0.9125489821274969,
+      "grad_norm": 309.2157897949219,
+      "learning_rate": 1.1890716325472273e-05,
+      "loss": 26.0625,
+      "step": 19096
+    },
+    {
+      "epoch": 0.9125967695689573,
+      "grad_norm": 285.2851867675781,
+      "learning_rate": 1.1889956410292949e-05,
+      "loss": 23.0156,
+      "step": 19097
+    },
+    {
+      "epoch": 0.9126445570104177,
+      "grad_norm": 194.24803161621094,
+      "learning_rate": 1.188919648379523e-05,
+      "loss": 27.1562,
+      "step": 19098
+    },
+    {
+      "epoch": 0.9126923444518781,
+      "grad_norm": 344.02899169921875,
+      "learning_rate": 1.188843654598366e-05,
+      "loss": 38.5469,
+      "step": 19099
+    },
+    {
+      "epoch": 0.9127401318933385,
+      "grad_norm": 478.76751708984375,
+      "learning_rate": 1.188767659686279e-05,
+      "loss": 23.4062,
+      "step": 19100
+    },
+    {
+      "epoch": 0.9127879193347989,
+      "grad_norm": 224.4537353515625,
+      "learning_rate": 1.1886916636437175e-05,
+      "loss": 28.4844,
+      "step": 19101
+    },
+    {
+      "epoch": 0.9128357067762592,
+      "grad_norm": 241.66287231445312,
+      "learning_rate": 1.1886156664711361e-05,
+      "loss": 41.2812,
+      "step": 19102
+    },
+    {
+      "epoch": 0.9128834942177196,
+      "grad_norm": 244.92135620117188,
+      "learning_rate": 1.1885396681689904e-05,
+      "loss": 24.125,
+      "step": 19103
+    },
+    {
+      "epoch": 0.9129312816591799,
+      "grad_norm": 219.4235076904297,
+      "learning_rate": 1.1884636687377355e-05,
+      "loss": 30.2188,
+      "step": 19104
+    },
+    {
+      "epoch": 0.9129790691006403,
+      "grad_norm": 311.2862548828125,
+      "learning_rate": 1.1883876681778263e-05,
+      "loss": 29.0312,
+      "step": 19105
+    },
+    {
+      "epoch": 0.9130268565421007,
+      "grad_norm": 331.5728454589844,
+      "learning_rate": 1.1883116664897179e-05,
+      "loss": 22.9844,
+      "step": 19106
+    },
+    {
+      "epoch": 0.9130746439835611,
+      "grad_norm": 234.34573364257812,
+      "learning_rate": 1.1882356636738659e-05,
+      "loss": 35.1875,
+      "step": 19107
+    },
+    {
+      "epoch": 0.9131224314250215,
+      "grad_norm": 236.2796173095703,
+      "learning_rate": 1.188159659730725e-05,
+      "loss": 31.2188,
+      "step": 19108
+    },
+    {
+      "epoch": 0.9131702188664819,
+      "grad_norm": 418.8958435058594,
+      "learning_rate": 1.1880836546607506e-05,
+      "loss": 21.0938,
+      "step": 19109
+    },
+    {
+      "epoch": 0.9132180063079423,
+      "grad_norm": 253.26600646972656,
+      "learning_rate": 1.1880076484643976e-05,
+      "loss": 22.3438,
+      "step": 19110
+    },
+    {
+      "epoch": 0.9132657937494026,
+      "grad_norm": 191.4874725341797,
+      "learning_rate": 1.1879316411421216e-05,
+      "loss": 26.0,
+      "step": 19111
+    },
+    {
+      "epoch": 0.913313581190863,
+      "grad_norm": 209.62606811523438,
+      "learning_rate": 1.1878556326943777e-05,
+      "loss": 24.875,
+      "step": 19112
+    },
+    {
+      "epoch": 0.9133613686323234,
+      "grad_norm": 390.22662353515625,
+      "learning_rate": 1.1877796231216206e-05,
+      "loss": 33.9062,
+      "step": 19113
+    },
+    {
+      "epoch": 0.9134091560737838,
+      "grad_norm": 310.5786437988281,
+      "learning_rate": 1.1877036124243062e-05,
+      "loss": 25.1562,
+      "step": 19114
+    },
+    {
+      "epoch": 0.9134569435152442,
+      "grad_norm": 257.40399169921875,
+      "learning_rate": 1.1876276006028894e-05,
+      "loss": 32.625,
+      "step": 19115
+    },
+    {
+      "epoch": 0.9135047309567046,
+      "grad_norm": 312.0083312988281,
+      "learning_rate": 1.187551587657825e-05,
+      "loss": 23.3594,
+      "step": 19116
+    },
+    {
+      "epoch": 0.913552518398165,
+      "grad_norm": 535.2650756835938,
+      "learning_rate": 1.187475573589569e-05,
+      "loss": 25.0,
+      "step": 19117
+    },
+    {
+      "epoch": 0.9136003058396254,
+      "grad_norm": 199.9315643310547,
+      "learning_rate": 1.1873995583985757e-05,
+      "loss": 26.7188,
+      "step": 19118
+    },
+    {
+      "epoch": 0.9136480932810858,
+      "grad_norm": 231.07814025878906,
+      "learning_rate": 1.1873235420853013e-05,
+      "loss": 34.5938,
+      "step": 19119
+    },
+    {
+      "epoch": 0.9136958807225461,
+      "grad_norm": 387.02252197265625,
+      "learning_rate": 1.1872475246502004e-05,
+      "loss": 37.8438,
+      "step": 19120
+    },
+    {
+      "epoch": 0.9137436681640065,
+      "grad_norm": 230.88038635253906,
+      "learning_rate": 1.1871715060937283e-05,
+      "loss": 28.0,
+      "step": 19121
+    },
+    {
+      "epoch": 0.9137914556054669,
+      "grad_norm": 202.1309356689453,
+      "learning_rate": 1.1870954864163409e-05,
+      "loss": 31.8438,
+      "step": 19122
+    },
+    {
+      "epoch": 0.9138392430469273,
+      "grad_norm": 358.4366149902344,
+      "learning_rate": 1.1870194656184924e-05,
+      "loss": 34.0312,
+      "step": 19123
+    },
+    {
+      "epoch": 0.9138870304883876,
+      "grad_norm": 537.7469482421875,
+      "learning_rate": 1.1869434437006391e-05,
+      "loss": 22.0625,
+      "step": 19124
+    },
+    {
+      "epoch": 0.913934817929848,
+      "grad_norm": 321.9443359375,
+      "learning_rate": 1.1868674206632355e-05,
+      "loss": 24.7188,
+      "step": 19125
+    },
+    {
+      "epoch": 0.9139826053713084,
+      "grad_norm": 295.9598083496094,
+      "learning_rate": 1.1867913965067372e-05,
+      "loss": 41.0312,
+      "step": 19126
+    },
+    {
+      "epoch": 0.9140303928127688,
+      "grad_norm": 286.6589660644531,
+      "learning_rate": 1.1867153712315994e-05,
+      "loss": 29.9688,
+      "step": 19127
+    },
+    {
+      "epoch": 0.9140781802542292,
+      "grad_norm": 400.78131103515625,
+      "learning_rate": 1.1866393448382775e-05,
+      "loss": 25.6562,
+      "step": 19128
+    },
+    {
+      "epoch": 0.9141259676956895,
+      "grad_norm": 294.5002136230469,
+      "learning_rate": 1.186563317327227e-05,
+      "loss": 27.8125,
+      "step": 19129
+    },
+    {
+      "epoch": 0.9141737551371499,
+      "grad_norm": 339.91278076171875,
+      "learning_rate": 1.1864872886989027e-05,
+      "loss": 28.9688,
+      "step": 19130
+    },
+    {
+      "epoch": 0.9142215425786103,
+      "grad_norm": 166.7061004638672,
+      "learning_rate": 1.1864112589537604e-05,
+      "loss": 17.8281,
+      "step": 19131
+    },
+    {
+      "epoch": 0.9142693300200707,
+      "grad_norm": 180.25746154785156,
+      "learning_rate": 1.186335228092255e-05,
+      "loss": 26.1719,
+      "step": 19132
+    },
+    {
+      "epoch": 0.9143171174615311,
+      "grad_norm": 244.05413818359375,
+      "learning_rate": 1.1862591961148422e-05,
+      "loss": 29.875,
+      "step": 19133
+    },
+    {
+      "epoch": 0.9143649049029915,
+      "grad_norm": 302.7577209472656,
+      "learning_rate": 1.1861831630219769e-05,
+      "loss": 23.7812,
+      "step": 19134
+    },
+    {
+      "epoch": 0.9144126923444519,
+      "grad_norm": 279.9966125488281,
+      "learning_rate": 1.1861071288141149e-05,
+      "loss": 22.2969,
+      "step": 19135
+    },
+    {
+      "epoch": 0.9144604797859123,
+      "grad_norm": 182.9041290283203,
+      "learning_rate": 1.1860310934917115e-05,
+      "loss": 27.2188,
+      "step": 19136
+    },
+    {
+      "epoch": 0.9145082672273727,
+      "grad_norm": 153.4239501953125,
+      "learning_rate": 1.1859550570552214e-05,
+      "loss": 22.1875,
+      "step": 19137
+    },
+    {
+      "epoch": 0.914556054668833,
+      "grad_norm": 340.1970520019531,
+      "learning_rate": 1.1858790195051008e-05,
+      "loss": 27.4531,
+      "step": 19138
+    },
+    {
+      "epoch": 0.9146038421102934,
+      "grad_norm": 199.3583221435547,
+      "learning_rate": 1.1858029808418045e-05,
+      "loss": 18.7812,
+      "step": 19139
+    },
+    {
+      "epoch": 0.9146516295517538,
+      "grad_norm": 285.97662353515625,
+      "learning_rate": 1.1857269410657883e-05,
+      "loss": 31.9062,
+      "step": 19140
+    },
+    {
+      "epoch": 0.9146994169932142,
+      "grad_norm": 350.8269348144531,
+      "learning_rate": 1.1856509001775071e-05,
+      "loss": 38.25,
+      "step": 19141
+    },
+    {
+      "epoch": 0.9147472044346746,
+      "grad_norm": 177.84115600585938,
+      "learning_rate": 1.1855748581774168e-05,
+      "loss": 26.8125,
+      "step": 19142
+    },
+    {
+      "epoch": 0.914794991876135,
+      "grad_norm": 455.74468994140625,
+      "learning_rate": 1.1854988150659726e-05,
+      "loss": 32.5938,
+      "step": 19143
+    },
+    {
+      "epoch": 0.9148427793175954,
+      "grad_norm": 211.10812377929688,
+      "learning_rate": 1.1854227708436298e-05,
+      "loss": 24.75,
+      "step": 19144
+    },
+    {
+      "epoch": 0.9148905667590557,
+      "grad_norm": 952.13330078125,
+      "learning_rate": 1.1853467255108437e-05,
+      "loss": 28.2344,
+      "step": 19145
+    },
+    {
+      "epoch": 0.9149383542005161,
+      "grad_norm": 305.0431823730469,
+      "learning_rate": 1.1852706790680701e-05,
+      "loss": 29.9375,
+      "step": 19146
+    },
+    {
+      "epoch": 0.9149861416419764,
+      "grad_norm": 370.2101135253906,
+      "learning_rate": 1.1851946315157643e-05,
+      "loss": 36.25,
+      "step": 19147
+    },
+    {
+      "epoch": 0.9150339290834368,
+      "grad_norm": 191.62322998046875,
+      "learning_rate": 1.1851185828543814e-05,
+      "loss": 25.5938,
+      "step": 19148
+    },
+    {
+      "epoch": 0.9150817165248972,
+      "grad_norm": 320.784423828125,
+      "learning_rate": 1.185042533084377e-05,
+      "loss": 18.2031,
+      "step": 19149
+    },
+    {
+      "epoch": 0.9151295039663576,
+      "grad_norm": 516.5297241210938,
+      "learning_rate": 1.1849664822062068e-05,
+      "loss": 31.75,
+      "step": 19150
+    },
+    {
+      "epoch": 0.915177291407818,
+      "grad_norm": 353.71240234375,
+      "learning_rate": 1.1848904302203262e-05,
+      "loss": 44.0,
+      "step": 19151
+    },
+    {
+      "epoch": 0.9152250788492784,
+      "grad_norm": 215.84019470214844,
+      "learning_rate": 1.18481437712719e-05,
+      "loss": 38.125,
+      "step": 19152
+    },
+    {
+      "epoch": 0.9152728662907388,
+      "grad_norm": 275.6826171875,
+      "learning_rate": 1.1847383229272547e-05,
+      "loss": 29.8125,
+      "step": 19153
+    },
+    {
+      "epoch": 0.9153206537321992,
+      "grad_norm": 190.5598602294922,
+      "learning_rate": 1.1846622676209747e-05,
+      "loss": 26.6094,
+      "step": 19154
+    },
+    {
+      "epoch": 0.9153684411736596,
+      "grad_norm": 328.2745056152344,
+      "learning_rate": 1.1845862112088062e-05,
+      "loss": 45.3125,
+      "step": 19155
+    },
+    {
+      "epoch": 0.91541622861512,
+      "grad_norm": 330.5655517578125,
+      "learning_rate": 1.1845101536912044e-05,
+      "loss": 22.9375,
+      "step": 19156
+    },
+    {
+      "epoch": 0.9154640160565803,
+      "grad_norm": 297.3896179199219,
+      "learning_rate": 1.184434095068625e-05,
+      "loss": 27.875,
+      "step": 19157
+    },
+    {
+      "epoch": 0.9155118034980407,
+      "grad_norm": 243.46621704101562,
+      "learning_rate": 1.1843580353415232e-05,
+      "loss": 26.3438,
+      "step": 19158
+    },
+    {
+      "epoch": 0.9155595909395011,
+      "grad_norm": 329.157958984375,
+      "learning_rate": 1.1842819745103548e-05,
+      "loss": 36.2812,
+      "step": 19159
+    },
+    {
+      "epoch": 0.9156073783809615,
+      "grad_norm": 286.1505432128906,
+      "learning_rate": 1.1842059125755754e-05,
+      "loss": 35.2812,
+      "step": 19160
+    },
+    {
+      "epoch": 0.9156551658224219,
+      "grad_norm": 293.6903076171875,
+      "learning_rate": 1.1841298495376398e-05,
+      "loss": 23.25,
+      "step": 19161
+    },
+    {
+      "epoch": 0.9157029532638823,
+      "grad_norm": 211.01608276367188,
+      "learning_rate": 1.1840537853970045e-05,
+      "loss": 29.4375,
+      "step": 19162
+    },
+    {
+      "epoch": 0.9157507407053427,
+      "grad_norm": 300.4917297363281,
+      "learning_rate": 1.1839777201541237e-05,
+      "loss": 37.9688,
+      "step": 19163
+    },
+    {
+      "epoch": 0.9157985281468031,
+      "grad_norm": 586.4556884765625,
+      "learning_rate": 1.1839016538094546e-05,
+      "loss": 41.7188,
+      "step": 19164
+    },
+    {
+      "epoch": 0.9158463155882635,
+      "grad_norm": 456.167724609375,
+      "learning_rate": 1.1838255863634515e-05,
+      "loss": 33.4375,
+      "step": 19165
+    },
+    {
+      "epoch": 0.9158941030297237,
+      "grad_norm": 403.6075744628906,
+      "learning_rate": 1.1837495178165706e-05,
+      "loss": 23.4688,
+      "step": 19166
+    },
+    {
+      "epoch": 0.9159418904711841,
+      "grad_norm": 176.59365844726562,
+      "learning_rate": 1.183673448169267e-05,
+      "loss": 29.0312,
+      "step": 19167
+    },
+    {
+      "epoch": 0.9159896779126445,
+      "grad_norm": 201.29071044921875,
+      "learning_rate": 1.1835973774219965e-05,
+      "loss": 29.9375,
+      "step": 19168
+    },
+    {
+      "epoch": 0.9160374653541049,
+      "grad_norm": 571.935302734375,
+      "learning_rate": 1.1835213055752144e-05,
+      "loss": 34.375,
+      "step": 19169
+    },
+    {
+      "epoch": 0.9160852527955653,
+      "grad_norm": 509.6494140625,
+      "learning_rate": 1.1834452326293766e-05,
+      "loss": 40.3438,
+      "step": 19170
+    },
+    {
+      "epoch": 0.9161330402370257,
+      "grad_norm": 591.9038696289062,
+      "learning_rate": 1.1833691585849384e-05,
+      "loss": 26.875,
+      "step": 19171
+    },
+    {
+      "epoch": 0.9161808276784861,
+      "grad_norm": 214.1591339111328,
+      "learning_rate": 1.183293083442356e-05,
+      "loss": 30.5625,
+      "step": 19172
+    },
+    {
+      "epoch": 0.9162286151199465,
+      "grad_norm": 705.479736328125,
+      "learning_rate": 1.1832170072020843e-05,
+      "loss": 46.625,
+      "step": 19173
+    },
+    {
+      "epoch": 0.9162764025614069,
+      "grad_norm": 262.1341247558594,
+      "learning_rate": 1.183140929864579e-05,
+      "loss": 36.2812,
+      "step": 19174
+    },
+    {
+      "epoch": 0.9163241900028672,
+      "grad_norm": 239.80850219726562,
+      "learning_rate": 1.1830648514302962e-05,
+      "loss": 29.4688,
+      "step": 19175
+    },
+    {
+      "epoch": 0.9163719774443276,
+      "grad_norm": 183.15390014648438,
+      "learning_rate": 1.1829887718996908e-05,
+      "loss": 22.6562,
+      "step": 19176
+    },
+    {
+      "epoch": 0.916419764885788,
+      "grad_norm": 210.0666046142578,
+      "learning_rate": 1.182912691273219e-05,
+      "loss": 25.9688,
+      "step": 19177
+    },
+    {
+      "epoch": 0.9164675523272484,
+      "grad_norm": 258.8794860839844,
+      "learning_rate": 1.182836609551336e-05,
+      "loss": 36.7969,
+      "step": 19178
+    },
+    {
+      "epoch": 0.9165153397687088,
+      "grad_norm": 260.1328125,
+      "learning_rate": 1.182760526734498e-05,
+      "loss": 26.8906,
+      "step": 19179
+    },
+    {
+      "epoch": 0.9165631272101692,
+      "grad_norm": 235.16891479492188,
+      "learning_rate": 1.1826844428231601e-05,
+      "loss": 21.125,
+      "step": 19180
+    },
+    {
+      "epoch": 0.9166109146516296,
+      "grad_norm": 218.4022979736328,
+      "learning_rate": 1.1826083578177778e-05,
+      "loss": 34.7344,
+      "step": 19181
+    },
+    {
+      "epoch": 0.91665870209309,
+      "grad_norm": 245.0602569580078,
+      "learning_rate": 1.1825322717188075e-05,
+      "loss": 25.3438,
+      "step": 19182
+    },
+    {
+      "epoch": 0.9167064895345504,
+      "grad_norm": 569.3789672851562,
+      "learning_rate": 1.1824561845267041e-05,
+      "loss": 33.9375,
+      "step": 19183
+    },
+    {
+      "epoch": 0.9167542769760108,
+      "grad_norm": 209.92041015625,
+      "learning_rate": 1.182380096241924e-05,
+      "loss": 19.6094,
+      "step": 19184
+    },
+    {
+      "epoch": 0.9168020644174711,
+      "grad_norm": 322.5570373535156,
+      "learning_rate": 1.1823040068649221e-05,
+      "loss": 36.2812,
+      "step": 19185
+    },
+    {
+      "epoch": 0.9168498518589314,
+      "grad_norm": 422.4869689941406,
+      "learning_rate": 1.1822279163961546e-05,
+      "loss": 33.0312,
+      "step": 19186
+    },
+    {
+      "epoch": 0.9168976393003918,
+      "grad_norm": 238.2116241455078,
+      "learning_rate": 1.1821518248360766e-05,
+      "loss": 33.5625,
+      "step": 19187
+    },
+    {
+      "epoch": 0.9169454267418522,
+      "grad_norm": 165.68182373046875,
+      "learning_rate": 1.1820757321851449e-05,
+      "loss": 22.875,
+      "step": 19188
+    },
+    {
+      "epoch": 0.9169932141833126,
+      "grad_norm": 442.89593505859375,
+      "learning_rate": 1.1819996384438139e-05,
+      "loss": 34.7812,
+      "step": 19189
+    },
+    {
+      "epoch": 0.917041001624773,
+      "grad_norm": 314.1131896972656,
+      "learning_rate": 1.1819235436125402e-05,
+      "loss": 33.7188,
+      "step": 19190
+    },
+    {
+      "epoch": 0.9170887890662334,
+      "grad_norm": 302.9837951660156,
+      "learning_rate": 1.1818474476917792e-05,
+      "loss": 31.5,
+      "step": 19191
+    },
+    {
+      "epoch": 0.9171365765076938,
+      "grad_norm": 533.687255859375,
+      "learning_rate": 1.1817713506819866e-05,
+      "loss": 40.6094,
+      "step": 19192
+    },
+    {
+      "epoch": 0.9171843639491541,
+      "grad_norm": 243.3715362548828,
+      "learning_rate": 1.1816952525836181e-05,
+      "loss": 31.0,
+      "step": 19193
+    },
+    {
+      "epoch": 0.9172321513906145,
+      "grad_norm": 325.7088928222656,
+      "learning_rate": 1.1816191533971295e-05,
+      "loss": 22.7656,
+      "step": 19194
+    },
+    {
+      "epoch": 0.9172799388320749,
+      "grad_norm": 305.0523681640625,
+      "learning_rate": 1.1815430531229766e-05,
+      "loss": 32.7031,
+      "step": 19195
+    },
+    {
+      "epoch": 0.9173277262735353,
+      "grad_norm": 559.1751098632812,
+      "learning_rate": 1.1814669517616151e-05,
+      "loss": 27.0938,
+      "step": 19196
+    },
+    {
+      "epoch": 0.9173755137149957,
+      "grad_norm": 266.9846496582031,
+      "learning_rate": 1.1813908493135007e-05,
+      "loss": 19.3906,
+      "step": 19197
+    },
+    {
+      "epoch": 0.9174233011564561,
+      "grad_norm": 252.7680206298828,
+      "learning_rate": 1.1813147457790892e-05,
+      "loss": 29.625,
+      "step": 19198
+    },
+    {
+      "epoch": 0.9174710885979165,
+      "grad_norm": 182.378662109375,
+      "learning_rate": 1.1812386411588363e-05,
+      "loss": 19.3906,
+      "step": 19199
+    },
+    {
+      "epoch": 0.9175188760393769,
+      "grad_norm": 184.1475372314453,
+      "learning_rate": 1.1811625354531976e-05,
+      "loss": 25.375,
+      "step": 19200
+    },
+    {
+      "epoch": 0.9175666634808373,
+      "grad_norm": 329.084228515625,
+      "learning_rate": 1.1810864286626295e-05,
+      "loss": 33.9688,
+      "step": 19201
+    },
+    {
+      "epoch": 0.9176144509222977,
+      "grad_norm": 276.9572448730469,
+      "learning_rate": 1.1810103207875869e-05,
+      "loss": 32.5,
+      "step": 19202
+    },
+    {
+      "epoch": 0.917662238363758,
+      "grad_norm": 323.0572204589844,
+      "learning_rate": 1.1809342118285265e-05,
+      "loss": 39.25,
+      "step": 19203
+    },
+    {
+      "epoch": 0.9177100258052184,
+      "grad_norm": 310.3533630371094,
+      "learning_rate": 1.1808581017859031e-05,
+      "loss": 25.9062,
+      "step": 19204
+    },
+    {
+      "epoch": 0.9177578132466788,
+      "grad_norm": 198.11236572265625,
+      "learning_rate": 1.1807819906601736e-05,
+      "loss": 29.2188,
+      "step": 19205
+    },
+    {
+      "epoch": 0.9178056006881392,
+      "grad_norm": 459.9400329589844,
+      "learning_rate": 1.1807058784517929e-05,
+      "loss": 29.4375,
+      "step": 19206
+    },
+    {
+      "epoch": 0.9178533881295995,
+      "grad_norm": 203.931396484375,
+      "learning_rate": 1.1806297651612173e-05,
+      "loss": 24.5625,
+      "step": 19207
+    },
+    {
+      "epoch": 0.9179011755710599,
+      "grad_norm": 238.51535034179688,
+      "learning_rate": 1.1805536507889021e-05,
+      "loss": 30.3906,
+      "step": 19208
+    },
+    {
+      "epoch": 0.9179489630125203,
+      "grad_norm": 267.3365783691406,
+      "learning_rate": 1.1804775353353039e-05,
+      "loss": 19.9844,
+      "step": 19209
+    },
+    {
+      "epoch": 0.9179967504539807,
+      "grad_norm": 334.1004638671875,
+      "learning_rate": 1.1804014188008784e-05,
+      "loss": 31.2188,
+      "step": 19210
+    },
+    {
+      "epoch": 0.918044537895441,
+      "grad_norm": 184.18008422851562,
+      "learning_rate": 1.1803253011860807e-05,
+      "loss": 22.3438,
+      "step": 19211
+    },
+    {
+      "epoch": 0.9180923253369014,
+      "grad_norm": 231.2845001220703,
+      "learning_rate": 1.1802491824913672e-05,
+      "loss": 22.125,
+      "step": 19212
+    },
+    {
+      "epoch": 0.9181401127783618,
+      "grad_norm": 264.1697692871094,
+      "learning_rate": 1.1801730627171937e-05,
+      "loss": 21.6094,
+      "step": 19213
+    },
+    {
+      "epoch": 0.9181879002198222,
+      "grad_norm": 155.13465881347656,
+      "learning_rate": 1.1800969418640162e-05,
+      "loss": 25.0938,
+      "step": 19214
+    },
+    {
+      "epoch": 0.9182356876612826,
+      "grad_norm": 254.56349182128906,
+      "learning_rate": 1.1800208199322905e-05,
+      "loss": 32.125,
+      "step": 19215
+    },
+    {
+      "epoch": 0.918283475102743,
+      "grad_norm": 156.2016143798828,
+      "learning_rate": 1.1799446969224724e-05,
+      "loss": 19.0625,
+      "step": 19216
+    },
+    {
+      "epoch": 0.9183312625442034,
+      "grad_norm": 233.73228454589844,
+      "learning_rate": 1.1798685728350172e-05,
+      "loss": 25.2188,
+      "step": 19217
+    },
+    {
+      "epoch": 0.9183790499856638,
+      "grad_norm": 153.2862091064453,
+      "learning_rate": 1.1797924476703819e-05,
+      "loss": 22.4688,
+      "step": 19218
+    },
+    {
+      "epoch": 0.9184268374271242,
+      "grad_norm": 234.49423217773438,
+      "learning_rate": 1.1797163214290215e-05,
+      "loss": 23.1406,
+      "step": 19219
+    },
+    {
+      "epoch": 0.9184746248685846,
+      "grad_norm": 377.77752685546875,
+      "learning_rate": 1.1796401941113924e-05,
+      "loss": 34.6562,
+      "step": 19220
+    },
+    {
+      "epoch": 0.9185224123100449,
+      "grad_norm": 387.8656005859375,
+      "learning_rate": 1.1795640657179503e-05,
+      "loss": 22.0312,
+      "step": 19221
+    },
+    {
+      "epoch": 0.9185701997515053,
+      "grad_norm": 154.57077026367188,
+      "learning_rate": 1.1794879362491511e-05,
+      "loss": 35.75,
+      "step": 19222
+    },
+    {
+      "epoch": 0.9186179871929657,
+      "grad_norm": 240.40582275390625,
+      "learning_rate": 1.1794118057054508e-05,
+      "loss": 19.5938,
+      "step": 19223
+    },
+    {
+      "epoch": 0.9186657746344261,
+      "grad_norm": 168.98504638671875,
+      "learning_rate": 1.1793356740873054e-05,
+      "loss": 24.3906,
+      "step": 19224
+    },
+    {
+      "epoch": 0.9187135620758865,
+      "grad_norm": 355.619384765625,
+      "learning_rate": 1.1792595413951706e-05,
+      "loss": 32.5938,
+      "step": 19225
+    },
+    {
+      "epoch": 0.9187613495173469,
+      "grad_norm": 249.997802734375,
+      "learning_rate": 1.1791834076295023e-05,
+      "loss": 21.6094,
+      "step": 19226
+    },
+    {
+      "epoch": 0.9188091369588072,
+      "grad_norm": 244.96319580078125,
+      "learning_rate": 1.1791072727907572e-05,
+      "loss": 26.6562,
+      "step": 19227
+    },
+    {
+      "epoch": 0.9188569244002676,
+      "grad_norm": 167.8194122314453,
+      "learning_rate": 1.1790311368793898e-05,
+      "loss": 15.875,
+      "step": 19228
+    },
+    {
+      "epoch": 0.918904711841728,
+      "grad_norm": 245.24862670898438,
+      "learning_rate": 1.1789549998958576e-05,
+      "loss": 24.875,
+      "step": 19229
+    },
+    {
+      "epoch": 0.9189524992831883,
+      "grad_norm": 184.9309844970703,
+      "learning_rate": 1.1788788618406155e-05,
+      "loss": 18.2188,
+      "step": 19230
+    },
+    {
+      "epoch": 0.9190002867246487,
+      "grad_norm": 352.4399719238281,
+      "learning_rate": 1.17880272271412e-05,
+      "loss": 31.9375,
+      "step": 19231
+    },
+    {
+      "epoch": 0.9190480741661091,
+      "grad_norm": 316.6117858886719,
+      "learning_rate": 1.1787265825168268e-05,
+      "loss": 20.1562,
+      "step": 19232
+    },
+    {
+      "epoch": 0.9190958616075695,
+      "grad_norm": 152.8236083984375,
+      "learning_rate": 1.1786504412491922e-05,
+      "loss": 19.4062,
+      "step": 19233
+    },
+    {
+      "epoch": 0.9191436490490299,
+      "grad_norm": 297.0968933105469,
+      "learning_rate": 1.178574298911672e-05,
+      "loss": 21.3281,
+      "step": 19234
+    },
+    {
+      "epoch": 0.9191914364904903,
+      "grad_norm": 424.1189880371094,
+      "learning_rate": 1.1784981555047217e-05,
+      "loss": 24.4688,
+      "step": 19235
+    },
+    {
+      "epoch": 0.9192392239319507,
+      "grad_norm": 485.7646789550781,
+      "learning_rate": 1.1784220110287982e-05,
+      "loss": 36.5,
+      "step": 19236
+    },
+    {
+      "epoch": 0.9192870113734111,
+      "grad_norm": 266.6543884277344,
+      "learning_rate": 1.1783458654843567e-05,
+      "loss": 25.3125,
+      "step": 19237
+    },
+    {
+      "epoch": 0.9193347988148715,
+      "grad_norm": 381.3367004394531,
+      "learning_rate": 1.1782697188718539e-05,
+      "loss": 24.0312,
+      "step": 19238
+    },
+    {
+      "epoch": 0.9193825862563318,
+      "grad_norm": 235.7244415283203,
+      "learning_rate": 1.1781935711917454e-05,
+      "loss": 17.5938,
+      "step": 19239
+    },
+    {
+      "epoch": 0.9194303736977922,
+      "grad_norm": 193.09869384765625,
+      "learning_rate": 1.1781174224444875e-05,
+      "loss": 29.0938,
+      "step": 19240
+    },
+    {
+      "epoch": 0.9194781611392526,
+      "grad_norm": 406.6556701660156,
+      "learning_rate": 1.178041272630536e-05,
+      "loss": 29.8125,
+      "step": 19241
+    },
+    {
+      "epoch": 0.919525948580713,
+      "grad_norm": 185.90049743652344,
+      "learning_rate": 1.177965121750347e-05,
+      "loss": 27.0938,
+      "step": 19242
+    },
+    {
+      "epoch": 0.9195737360221734,
+      "grad_norm": 512.0601806640625,
+      "learning_rate": 1.1778889698043763e-05,
+      "loss": 39.9844,
+      "step": 19243
+    },
+    {
+      "epoch": 0.9196215234636338,
+      "grad_norm": 294.7934265136719,
+      "learning_rate": 1.1778128167930804e-05,
+      "loss": 20.6094,
+      "step": 19244
+    },
+    {
+      "epoch": 0.9196693109050942,
+      "grad_norm": 248.5601806640625,
+      "learning_rate": 1.1777366627169156e-05,
+      "loss": 25.5312,
+      "step": 19245
+    },
+    {
+      "epoch": 0.9197170983465546,
+      "grad_norm": 223.05516052246094,
+      "learning_rate": 1.177660507576337e-05,
+      "loss": 37.9688,
+      "step": 19246
+    },
+    {
+      "epoch": 0.919764885788015,
+      "grad_norm": 265.3902587890625,
+      "learning_rate": 1.1775843513718013e-05,
+      "loss": 28.2812,
+      "step": 19247
+    },
+    {
+      "epoch": 0.9198126732294752,
+      "grad_norm": 299.0846252441406,
+      "learning_rate": 1.1775081941037648e-05,
+      "loss": 33.1562,
+      "step": 19248
+    },
+    {
+      "epoch": 0.9198604606709356,
+      "grad_norm": 503.6005859375,
+      "learning_rate": 1.177432035772683e-05,
+      "loss": 25.7188,
+      "step": 19249
+    },
+    {
+      "epoch": 0.919908248112396,
+      "grad_norm": 243.59222412109375,
+      "learning_rate": 1.177355876379012e-05,
+      "loss": 23.5625,
+      "step": 19250
+    },
+    {
+      "epoch": 0.9199560355538564,
+      "grad_norm": 205.779541015625,
+      "learning_rate": 1.1772797159232086e-05,
+      "loss": 27.8125,
+      "step": 19251
+    },
+    {
+      "epoch": 0.9200038229953168,
+      "grad_norm": 348.6398010253906,
+      "learning_rate": 1.1772035544057281e-05,
+      "loss": 29.625,
+      "step": 19252
+    },
+    {
+      "epoch": 0.9200516104367772,
+      "grad_norm": 178.7218017578125,
+      "learning_rate": 1.1771273918270271e-05,
+      "loss": 24.875,
+      "step": 19253
+    },
+    {
+      "epoch": 0.9200993978782376,
+      "grad_norm": 251.2794647216797,
+      "learning_rate": 1.1770512281875617e-05,
+      "loss": 22.2969,
+      "step": 19254
+    },
+    {
+      "epoch": 0.920147185319698,
+      "grad_norm": 124.6893081665039,
+      "learning_rate": 1.1769750634877877e-05,
+      "loss": 14.9688,
+      "step": 19255
+    },
+    {
+      "epoch": 0.9201949727611584,
+      "grad_norm": 310.1748046875,
+      "learning_rate": 1.1768988977281614e-05,
+      "loss": 29.6719,
+      "step": 19256
+    },
+    {
+      "epoch": 0.9202427602026187,
+      "grad_norm": 499.53424072265625,
+      "learning_rate": 1.1768227309091393e-05,
+      "loss": 29.6406,
+      "step": 19257
+    },
+    {
+      "epoch": 0.9202905476440791,
+      "grad_norm": 270.0648498535156,
+      "learning_rate": 1.1767465630311771e-05,
+      "loss": 24.5781,
+      "step": 19258
+    },
+    {
+      "epoch": 0.9203383350855395,
+      "grad_norm": 279.33734130859375,
+      "learning_rate": 1.1766703940947309e-05,
+      "loss": 28.0625,
+      "step": 19259
+    },
+    {
+      "epoch": 0.9203861225269999,
+      "grad_norm": 410.3530578613281,
+      "learning_rate": 1.176594224100257e-05,
+      "loss": 25.6094,
+      "step": 19260
+    },
+    {
+      "epoch": 0.9204339099684603,
+      "grad_norm": 147.9174346923828,
+      "learning_rate": 1.1765180530482116e-05,
+      "loss": 19.25,
+      "step": 19261
+    },
+    {
+      "epoch": 0.9204816974099207,
+      "grad_norm": 241.1543426513672,
+      "learning_rate": 1.176441880939051e-05,
+      "loss": 26.625,
+      "step": 19262
+    },
+    {
+      "epoch": 0.9205294848513811,
+      "grad_norm": 327.26812744140625,
+      "learning_rate": 1.1763657077732311e-05,
+      "loss": 29.9062,
+      "step": 19263
+    },
+    {
+      "epoch": 0.9205772722928415,
+      "grad_norm": 201.1346893310547,
+      "learning_rate": 1.1762895335512083e-05,
+      "loss": 35.1875,
+      "step": 19264
+    },
+    {
+      "epoch": 0.9206250597343019,
+      "grad_norm": 204.4379425048828,
+      "learning_rate": 1.1762133582734382e-05,
+      "loss": 25.0938,
+      "step": 19265
+    },
+    {
+      "epoch": 0.9206728471757623,
+      "grad_norm": 142.9745330810547,
+      "learning_rate": 1.1761371819403779e-05,
+      "loss": 26.625,
+      "step": 19266
+    },
+    {
+      "epoch": 0.9207206346172226,
+      "grad_norm": 229.48492431640625,
+      "learning_rate": 1.1760610045524832e-05,
+      "loss": 25.75,
+      "step": 19267
+    },
+    {
+      "epoch": 0.9207684220586829,
+      "grad_norm": 251.770751953125,
+      "learning_rate": 1.17598482611021e-05,
+      "loss": 24.0312,
+      "step": 19268
+    },
+    {
+      "epoch": 0.9208162095001433,
+      "grad_norm": 461.94708251953125,
+      "learning_rate": 1.175908646614015e-05,
+      "loss": 30.25,
+      "step": 19269
+    },
+    {
+      "epoch": 0.9208639969416037,
+      "grad_norm": 422.1450500488281,
+      "learning_rate": 1.1758324660643542e-05,
+      "loss": 31.4375,
+      "step": 19270
+    },
+    {
+      "epoch": 0.9209117843830641,
+      "grad_norm": 259.2051086425781,
+      "learning_rate": 1.1757562844616837e-05,
+      "loss": 29.125,
+      "step": 19271
+    },
+    {
+      "epoch": 0.9209595718245245,
+      "grad_norm": 180.015625,
+      "learning_rate": 1.1756801018064597e-05,
+      "loss": 26.9531,
+      "step": 19272
+    },
+    {
+      "epoch": 0.9210073592659849,
+      "grad_norm": 227.29637145996094,
+      "learning_rate": 1.1756039180991387e-05,
+      "loss": 25.5625,
+      "step": 19273
+    },
+    {
+      "epoch": 0.9210551467074453,
+      "grad_norm": 364.7650451660156,
+      "learning_rate": 1.1755277333401766e-05,
+      "loss": 27.0938,
+      "step": 19274
+    },
+    {
+      "epoch": 0.9211029341489056,
+      "grad_norm": 250.28306579589844,
+      "learning_rate": 1.1754515475300304e-05,
+      "loss": 33.7812,
+      "step": 19275
+    },
+    {
+      "epoch": 0.921150721590366,
+      "grad_norm": 255.92762756347656,
+      "learning_rate": 1.1753753606691554e-05,
+      "loss": 29.4062,
+      "step": 19276
+    },
+    {
+      "epoch": 0.9211985090318264,
+      "grad_norm": 340.07440185546875,
+      "learning_rate": 1.1752991727580083e-05,
+      "loss": 32.5938,
+      "step": 19277
+    },
+    {
+      "epoch": 0.9212462964732868,
+      "grad_norm": 323.0722961425781,
+      "learning_rate": 1.1752229837970455e-05,
+      "loss": 23.8125,
+      "step": 19278
+    },
+    {
+      "epoch": 0.9212940839147472,
+      "grad_norm": 123.98587799072266,
+      "learning_rate": 1.1751467937867231e-05,
+      "loss": 21.5312,
+      "step": 19279
+    },
+    {
+      "epoch": 0.9213418713562076,
+      "grad_norm": 286.3422546386719,
+      "learning_rate": 1.1750706027274976e-05,
+      "loss": 22.0469,
+      "step": 19280
+    },
+    {
+      "epoch": 0.921389658797668,
+      "grad_norm": 214.0845184326172,
+      "learning_rate": 1.174994410619825e-05,
+      "loss": 21.5,
+      "step": 19281
+    },
+    {
+      "epoch": 0.9214374462391284,
+      "grad_norm": 174.2640380859375,
+      "learning_rate": 1.1749182174641616e-05,
+      "loss": 20.5312,
+      "step": 19282
+    },
+    {
+      "epoch": 0.9214852336805888,
+      "grad_norm": 126.2792739868164,
+      "learning_rate": 1.1748420232609636e-05,
+      "loss": 28.8125,
+      "step": 19283
+    },
+    {
+      "epoch": 0.9215330211220492,
+      "grad_norm": 272.3067626953125,
+      "learning_rate": 1.1747658280106877e-05,
+      "loss": 28.2188,
+      "step": 19284
+    },
+    {
+      "epoch": 0.9215808085635095,
+      "grad_norm": 299.99285888671875,
+      "learning_rate": 1.1746896317137899e-05,
+      "loss": 30.1875,
+      "step": 19285
+    },
+    {
+      "epoch": 0.9216285960049699,
+      "grad_norm": 268.0246276855469,
+      "learning_rate": 1.1746134343707266e-05,
+      "loss": 26.75,
+      "step": 19286
+    },
+    {
+      "epoch": 0.9216763834464303,
+      "grad_norm": 615.4143676757812,
+      "learning_rate": 1.1745372359819543e-05,
+      "loss": 29.8594,
+      "step": 19287
+    },
+    {
+      "epoch": 0.9217241708878907,
+      "grad_norm": 516.2402954101562,
+      "learning_rate": 1.1744610365479292e-05,
+      "loss": 23.9062,
+      "step": 19288
+    },
+    {
+      "epoch": 0.921771958329351,
+      "grad_norm": 217.9462890625,
+      "learning_rate": 1.1743848360691073e-05,
+      "loss": 25.7188,
+      "step": 19289
+    },
+    {
+      "epoch": 0.9218197457708114,
+      "grad_norm": 375.31170654296875,
+      "learning_rate": 1.1743086345459456e-05,
+      "loss": 27.2812,
+      "step": 19290
+    },
+    {
+      "epoch": 0.9218675332122718,
+      "grad_norm": 303.7156982421875,
+      "learning_rate": 1.1742324319788999e-05,
+      "loss": 28.4062,
+      "step": 19291
+    },
+    {
+      "epoch": 0.9219153206537322,
+      "grad_norm": 285.4624938964844,
+      "learning_rate": 1.1741562283684267e-05,
+      "loss": 25.6562,
+      "step": 19292
+    },
+    {
+      "epoch": 0.9219631080951926,
+      "grad_norm": 295.90625,
+      "learning_rate": 1.1740800237149823e-05,
+      "loss": 33.3281,
+      "step": 19293
+    },
+    {
+      "epoch": 0.9220108955366529,
+      "grad_norm": 407.6412353515625,
+      "learning_rate": 1.1740038180190237e-05,
+      "loss": 22.4688,
+      "step": 19294
+    },
+    {
+      "epoch": 0.9220586829781133,
+      "grad_norm": 281.7323913574219,
+      "learning_rate": 1.1739276112810063e-05,
+      "loss": 26.4062,
+      "step": 19295
+    },
+    {
+      "epoch": 0.9221064704195737,
+      "grad_norm": 162.1381072998047,
+      "learning_rate": 1.1738514035013873e-05,
+      "loss": 26.2188,
+      "step": 19296
+    },
+    {
+      "epoch": 0.9221542578610341,
+      "grad_norm": 179.07986450195312,
+      "learning_rate": 1.1737751946806224e-05,
+      "loss": 18.2031,
+      "step": 19297
+    },
+    {
+      "epoch": 0.9222020453024945,
+      "grad_norm": 283.33782958984375,
+      "learning_rate": 1.1736989848191684e-05,
+      "loss": 25.4688,
+      "step": 19298
+    },
+    {
+      "epoch": 0.9222498327439549,
+      "grad_norm": 260.7053527832031,
+      "learning_rate": 1.1736227739174818e-05,
+      "loss": 27.2812,
+      "step": 19299
+    },
+    {
+      "epoch": 0.9222976201854153,
+      "grad_norm": 224.8535919189453,
+      "learning_rate": 1.1735465619760185e-05,
+      "loss": 26.7812,
+      "step": 19300
+    },
+    {
+      "epoch": 0.9223454076268757,
+      "grad_norm": 378.8460998535156,
+      "learning_rate": 1.1734703489952355e-05,
+      "loss": 24.1719,
+      "step": 19301
+    },
+    {
+      "epoch": 0.9223931950683361,
+      "grad_norm": 293.16278076171875,
+      "learning_rate": 1.1733941349755886e-05,
+      "loss": 23.1562,
+      "step": 19302
+    },
+    {
+      "epoch": 0.9224409825097964,
+      "grad_norm": 207.4304656982422,
+      "learning_rate": 1.1733179199175351e-05,
+      "loss": 29.4688,
+      "step": 19303
+    },
+    {
+      "epoch": 0.9224887699512568,
+      "grad_norm": 435.2046813964844,
+      "learning_rate": 1.1732417038215305e-05,
+      "loss": 28.9688,
+      "step": 19304
+    },
+    {
+      "epoch": 0.9225365573927172,
+      "grad_norm": 176.46995544433594,
+      "learning_rate": 1.1731654866880317e-05,
+      "loss": 24.4844,
+      "step": 19305
+    },
+    {
+      "epoch": 0.9225843448341776,
+      "grad_norm": 174.158203125,
+      "learning_rate": 1.1730892685174952e-05,
+      "loss": 25.3125,
+      "step": 19306
+    },
+    {
+      "epoch": 0.922632132275638,
+      "grad_norm": 260.9468994140625,
+      "learning_rate": 1.1730130493103771e-05,
+      "loss": 31.0312,
+      "step": 19307
+    },
+    {
+      "epoch": 0.9226799197170984,
+      "grad_norm": 293.6123352050781,
+      "learning_rate": 1.1729368290671344e-05,
+      "loss": 37.125,
+      "step": 19308
+    },
+    {
+      "epoch": 0.9227277071585588,
+      "grad_norm": 316.7832946777344,
+      "learning_rate": 1.172860607788223e-05,
+      "loss": 19.4531,
+      "step": 19309
+    },
+    {
+      "epoch": 0.9227754946000191,
+      "grad_norm": 186.55418395996094,
+      "learning_rate": 1.1727843854740997e-05,
+      "loss": 22.9688,
+      "step": 19310
+    },
+    {
+      "epoch": 0.9228232820414795,
+      "grad_norm": 509.24664306640625,
+      "learning_rate": 1.1727081621252208e-05,
+      "loss": 31.375,
+      "step": 19311
+    },
+    {
+      "epoch": 0.9228710694829398,
+      "grad_norm": 201.89627075195312,
+      "learning_rate": 1.172631937742043e-05,
+      "loss": 25.8125,
+      "step": 19312
+    },
+    {
+      "epoch": 0.9229188569244002,
+      "grad_norm": 230.0481719970703,
+      "learning_rate": 1.1725557123250227e-05,
+      "loss": 21.75,
+      "step": 19313
+    },
+    {
+      "epoch": 0.9229666443658606,
+      "grad_norm": 234.8001251220703,
+      "learning_rate": 1.1724794858746163e-05,
+      "loss": 29.2188,
+      "step": 19314
+    },
+    {
+      "epoch": 0.923014431807321,
+      "grad_norm": 160.3070526123047,
+      "learning_rate": 1.1724032583912802e-05,
+      "loss": 20.1406,
+      "step": 19315
+    },
+    {
+      "epoch": 0.9230622192487814,
+      "grad_norm": 378.2781982421875,
+      "learning_rate": 1.172327029875471e-05,
+      "loss": 53.5312,
+      "step": 19316
+    },
+    {
+      "epoch": 0.9231100066902418,
+      "grad_norm": 143.45343017578125,
+      "learning_rate": 1.1722508003276454e-05,
+      "loss": 22.6406,
+      "step": 19317
+    },
+    {
+      "epoch": 0.9231577941317022,
+      "grad_norm": 192.83786010742188,
+      "learning_rate": 1.1721745697482599e-05,
+      "loss": 24.5156,
+      "step": 19318
+    },
+    {
+      "epoch": 0.9232055815731626,
+      "grad_norm": 257.6488342285156,
+      "learning_rate": 1.1720983381377706e-05,
+      "loss": 26.7812,
+      "step": 19319
+    },
+    {
+      "epoch": 0.923253369014623,
+      "grad_norm": 260.84930419921875,
+      "learning_rate": 1.1720221054966344e-05,
+      "loss": 24.2812,
+      "step": 19320
+    },
+    {
+      "epoch": 0.9233011564560833,
+      "grad_norm": 589.9293212890625,
+      "learning_rate": 1.1719458718253079e-05,
+      "loss": 22.0,
+      "step": 19321
+    },
+    {
+      "epoch": 0.9233489438975437,
+      "grad_norm": 225.12286376953125,
+      "learning_rate": 1.1718696371242473e-05,
+      "loss": 23.3281,
+      "step": 19322
+    },
+    {
+      "epoch": 0.9233967313390041,
+      "grad_norm": 157.92005920410156,
+      "learning_rate": 1.1717934013939094e-05,
+      "loss": 23.5781,
+      "step": 19323
+    },
+    {
+      "epoch": 0.9234445187804645,
+      "grad_norm": 150.26925659179688,
+      "learning_rate": 1.1717171646347507e-05,
+      "loss": 27.4062,
+      "step": 19324
+    },
+    {
+      "epoch": 0.9234923062219249,
+      "grad_norm": 208.32809448242188,
+      "learning_rate": 1.171640926847228e-05,
+      "loss": 27.2188,
+      "step": 19325
+    },
+    {
+      "epoch": 0.9235400936633853,
+      "grad_norm": 237.08279418945312,
+      "learning_rate": 1.1715646880317972e-05,
+      "loss": 23.4844,
+      "step": 19326
+    },
+    {
+      "epoch": 0.9235878811048457,
+      "grad_norm": 298.8050842285156,
+      "learning_rate": 1.1714884481889154e-05,
+      "loss": 27.125,
+      "step": 19327
+    },
+    {
+      "epoch": 0.9236356685463061,
+      "grad_norm": 468.9504089355469,
+      "learning_rate": 1.1714122073190395e-05,
+      "loss": 24.25,
+      "step": 19328
+    },
+    {
+      "epoch": 0.9236834559877665,
+      "grad_norm": 272.72216796875,
+      "learning_rate": 1.1713359654226254e-05,
+      "loss": 25.625,
+      "step": 19329
+    },
+    {
+      "epoch": 0.9237312434292267,
+      "grad_norm": 301.644287109375,
+      "learning_rate": 1.17125972250013e-05,
+      "loss": 25.0625,
+      "step": 19330
+    },
+    {
+      "epoch": 0.9237790308706871,
+      "grad_norm": 186.58966064453125,
+      "learning_rate": 1.1711834785520098e-05,
+      "loss": 18.3906,
+      "step": 19331
+    },
+    {
+      "epoch": 0.9238268183121475,
+      "grad_norm": 186.0124053955078,
+      "learning_rate": 1.1711072335787215e-05,
+      "loss": 23.4375,
+      "step": 19332
+    },
+    {
+      "epoch": 0.9238746057536079,
+      "grad_norm": 271.9031066894531,
+      "learning_rate": 1.1710309875807214e-05,
+      "loss": 24.7969,
+      "step": 19333
+    },
+    {
+      "epoch": 0.9239223931950683,
+      "grad_norm": 239.96702575683594,
+      "learning_rate": 1.1709547405584666e-05,
+      "loss": 22.7812,
+      "step": 19334
+    },
+    {
+      "epoch": 0.9239701806365287,
+      "grad_norm": 247.24423217773438,
+      "learning_rate": 1.1708784925124133e-05,
+      "loss": 30.5938,
+      "step": 19335
+    },
+    {
+      "epoch": 0.9240179680779891,
+      "grad_norm": 156.83572387695312,
+      "learning_rate": 1.1708022434430187e-05,
+      "loss": 22.625,
+      "step": 19336
+    },
+    {
+      "epoch": 0.9240657555194495,
+      "grad_norm": 204.83029174804688,
+      "learning_rate": 1.1707259933507386e-05,
+      "loss": 31.75,
+      "step": 19337
+    },
+    {
+      "epoch": 0.9241135429609099,
+      "grad_norm": 239.52369689941406,
+      "learning_rate": 1.1706497422360303e-05,
+      "loss": 42.5312,
+      "step": 19338
+    },
+    {
+      "epoch": 0.9241613304023703,
+      "grad_norm": 286.42816162109375,
+      "learning_rate": 1.1705734900993501e-05,
+      "loss": 22.6562,
+      "step": 19339
+    },
+    {
+      "epoch": 0.9242091178438306,
+      "grad_norm": 284.6767272949219,
+      "learning_rate": 1.1704972369411552e-05,
+      "loss": 36.8125,
+      "step": 19340
+    },
+    {
+      "epoch": 0.924256905285291,
+      "grad_norm": 236.92184448242188,
+      "learning_rate": 1.1704209827619015e-05,
+      "loss": 35.0625,
+      "step": 19341
+    },
+    {
+      "epoch": 0.9243046927267514,
+      "grad_norm": 228.95033264160156,
+      "learning_rate": 1.1703447275620461e-05,
+      "loss": 33.9688,
+      "step": 19342
+    },
+    {
+      "epoch": 0.9243524801682118,
+      "grad_norm": 448.804443359375,
+      "learning_rate": 1.1702684713420458e-05,
+      "loss": 32.3438,
+      "step": 19343
+    },
+    {
+      "epoch": 0.9244002676096722,
+      "grad_norm": 347.8515930175781,
+      "learning_rate": 1.1701922141023566e-05,
+      "loss": 31.3125,
+      "step": 19344
+    },
+    {
+      "epoch": 0.9244480550511326,
+      "grad_norm": 304.2272033691406,
+      "learning_rate": 1.170115955843436e-05,
+      "loss": 35.9062,
+      "step": 19345
+    },
+    {
+      "epoch": 0.924495842492593,
+      "grad_norm": 147.85533142089844,
+      "learning_rate": 1.1700396965657406e-05,
+      "loss": 20.5938,
+      "step": 19346
+    },
+    {
+      "epoch": 0.9245436299340534,
+      "grad_norm": 203.9192352294922,
+      "learning_rate": 1.1699634362697265e-05,
+      "loss": 26.875,
+      "step": 19347
+    },
+    {
+      "epoch": 0.9245914173755138,
+      "grad_norm": 230.43116760253906,
+      "learning_rate": 1.1698871749558505e-05,
+      "loss": 22.625,
+      "step": 19348
+    },
+    {
+      "epoch": 0.9246392048169741,
+      "grad_norm": 428.8648986816406,
+      "learning_rate": 1.1698109126245697e-05,
+      "loss": 34.375,
+      "step": 19349
+    },
+    {
+      "epoch": 0.9246869922584345,
+      "grad_norm": 423.1560363769531,
+      "learning_rate": 1.1697346492763409e-05,
+      "loss": 42.9375,
+      "step": 19350
+    },
+    {
+      "epoch": 0.9247347796998948,
+      "grad_norm": 619.1364135742188,
+      "learning_rate": 1.1696583849116204e-05,
+      "loss": 24.0469,
+      "step": 19351
+    },
+    {
+      "epoch": 0.9247825671413552,
+      "grad_norm": 258.4757080078125,
+      "learning_rate": 1.169582119530865e-05,
+      "loss": 28.4375,
+      "step": 19352
+    },
+    {
+      "epoch": 0.9248303545828156,
+      "grad_norm": 367.976806640625,
+      "learning_rate": 1.1695058531345316e-05,
+      "loss": 27.9375,
+      "step": 19353
+    },
+    {
+      "epoch": 0.924878142024276,
+      "grad_norm": 203.89512634277344,
+      "learning_rate": 1.1694295857230767e-05,
+      "loss": 24.1562,
+      "step": 19354
+    },
+    {
+      "epoch": 0.9249259294657364,
+      "grad_norm": 281.43023681640625,
+      "learning_rate": 1.1693533172969574e-05,
+      "loss": 35.25,
+      "step": 19355
+    },
+    {
+      "epoch": 0.9249737169071968,
+      "grad_norm": 329.8952941894531,
+      "learning_rate": 1.1692770478566304e-05,
+      "loss": 30.1875,
+      "step": 19356
+    },
+    {
+      "epoch": 0.9250215043486572,
+      "grad_norm": 208.2200469970703,
+      "learning_rate": 1.169200777402552e-05,
+      "loss": 23.4375,
+      "step": 19357
+    },
+    {
+      "epoch": 0.9250692917901175,
+      "grad_norm": 253.3751220703125,
+      "learning_rate": 1.1691245059351794e-05,
+      "loss": 26.6875,
+      "step": 19358
+    },
+    {
+      "epoch": 0.9251170792315779,
+      "grad_norm": 154.86788940429688,
+      "learning_rate": 1.1690482334549691e-05,
+      "loss": 21.2656,
+      "step": 19359
+    },
+    {
+      "epoch": 0.9251648666730383,
+      "grad_norm": 119.15670776367188,
+      "learning_rate": 1.1689719599623783e-05,
+      "loss": 21.9531,
+      "step": 19360
+    },
+    {
+      "epoch": 0.9252126541144987,
+      "grad_norm": 235.2540283203125,
+      "learning_rate": 1.1688956854578634e-05,
+      "loss": 28.9375,
+      "step": 19361
+    },
+    {
+      "epoch": 0.9252604415559591,
+      "grad_norm": 361.1482238769531,
+      "learning_rate": 1.168819409941881e-05,
+      "loss": 25.4062,
+      "step": 19362
+    },
+    {
+      "epoch": 0.9253082289974195,
+      "grad_norm": 185.2335968017578,
+      "learning_rate": 1.1687431334148886e-05,
+      "loss": 19.6641,
+      "step": 19363
+    },
+    {
+      "epoch": 0.9253560164388799,
+      "grad_norm": 312.0001220703125,
+      "learning_rate": 1.1686668558773424e-05,
+      "loss": 28.1562,
+      "step": 19364
+    },
+    {
+      "epoch": 0.9254038038803403,
+      "grad_norm": 201.9790802001953,
+      "learning_rate": 1.1685905773296992e-05,
+      "loss": 36.75,
+      "step": 19365
+    },
+    {
+      "epoch": 0.9254515913218007,
+      "grad_norm": 270.5314025878906,
+      "learning_rate": 1.1685142977724162e-05,
+      "loss": 27.4219,
+      "step": 19366
+    },
+    {
+      "epoch": 0.925499378763261,
+      "grad_norm": 199.85382080078125,
+      "learning_rate": 1.1684380172059501e-05,
+      "loss": 23.4688,
+      "step": 19367
+    },
+    {
+      "epoch": 0.9255471662047214,
+      "grad_norm": 345.4065246582031,
+      "learning_rate": 1.1683617356307573e-05,
+      "loss": 25.6875,
+      "step": 19368
+    },
+    {
+      "epoch": 0.9255949536461818,
+      "grad_norm": 241.44723510742188,
+      "learning_rate": 1.168285453047295e-05,
+      "loss": 25.9062,
+      "step": 19369
+    },
+    {
+      "epoch": 0.9256427410876422,
+      "grad_norm": 211.42800903320312,
+      "learning_rate": 1.16820916945602e-05,
+      "loss": 24.4062,
+      "step": 19370
+    },
+    {
+      "epoch": 0.9256905285291025,
+      "grad_norm": 582.0621337890625,
+      "learning_rate": 1.1681328848573894e-05,
+      "loss": 28.4375,
+      "step": 19371
+    },
+    {
+      "epoch": 0.9257383159705629,
+      "grad_norm": 322.6900939941406,
+      "learning_rate": 1.1680565992518593e-05,
+      "loss": 33.6562,
+      "step": 19372
+    },
+    {
+      "epoch": 0.9257861034120233,
+      "grad_norm": 380.02203369140625,
+      "learning_rate": 1.1679803126398874e-05,
+      "loss": 18.5156,
+      "step": 19373
+    },
+    {
+      "epoch": 0.9258338908534837,
+      "grad_norm": 203.79312133789062,
+      "learning_rate": 1.16790402502193e-05,
+      "loss": 26.6875,
+      "step": 19374
+    },
+    {
+      "epoch": 0.925881678294944,
+      "grad_norm": 312.9996337890625,
+      "learning_rate": 1.1678277363984445e-05,
+      "loss": 19.4453,
+      "step": 19375
+    },
+    {
+      "epoch": 0.9259294657364044,
+      "grad_norm": 365.7842102050781,
+      "learning_rate": 1.1677514467698869e-05,
+      "loss": 23.875,
+      "step": 19376
+    },
+    {
+      "epoch": 0.9259772531778648,
+      "grad_norm": 276.1846923828125,
+      "learning_rate": 1.1676751561367148e-05,
+      "loss": 28.4062,
+      "step": 19377
+    },
+    {
+      "epoch": 0.9260250406193252,
+      "grad_norm": 241.07008361816406,
+      "learning_rate": 1.167598864499385e-05,
+      "loss": 39.0625,
+      "step": 19378
+    },
+    {
+      "epoch": 0.9260728280607856,
+      "grad_norm": 582.8504028320312,
+      "learning_rate": 1.1675225718583543e-05,
+      "loss": 19.375,
+      "step": 19379
+    },
+    {
+      "epoch": 0.926120615502246,
+      "grad_norm": 303.9689025878906,
+      "learning_rate": 1.1674462782140797e-05,
+      "loss": 35.0,
+      "step": 19380
+    },
+    {
+      "epoch": 0.9261684029437064,
+      "grad_norm": 232.0716552734375,
+      "learning_rate": 1.1673699835670173e-05,
+      "loss": 34.8438,
+      "step": 19381
+    },
+    {
+      "epoch": 0.9262161903851668,
+      "grad_norm": 1898.463623046875,
+      "learning_rate": 1.1672936879176253e-05,
+      "loss": 21.4688,
+      "step": 19382
+    },
+    {
+      "epoch": 0.9262639778266272,
+      "grad_norm": 209.89186096191406,
+      "learning_rate": 1.1672173912663595e-05,
+      "loss": 24.4688,
+      "step": 19383
+    },
+    {
+      "epoch": 0.9263117652680876,
+      "grad_norm": 320.29449462890625,
+      "learning_rate": 1.1671410936136778e-05,
+      "loss": 18.4219,
+      "step": 19384
+    },
+    {
+      "epoch": 0.926359552709548,
+      "grad_norm": 304.2965087890625,
+      "learning_rate": 1.167064794960036e-05,
+      "loss": 27.7656,
+      "step": 19385
+    },
+    {
+      "epoch": 0.9264073401510083,
+      "grad_norm": 444.8484191894531,
+      "learning_rate": 1.166988495305892e-05,
+      "loss": 30.9688,
+      "step": 19386
+    },
+    {
+      "epoch": 0.9264551275924687,
+      "grad_norm": 160.03057861328125,
+      "learning_rate": 1.1669121946517023e-05,
+      "loss": 28.1562,
+      "step": 19387
+    },
+    {
+      "epoch": 0.9265029150339291,
+      "grad_norm": 311.25701904296875,
+      "learning_rate": 1.1668358929979242e-05,
+      "loss": 22.0156,
+      "step": 19388
+    },
+    {
+      "epoch": 0.9265507024753895,
+      "grad_norm": 238.47604370117188,
+      "learning_rate": 1.166759590345014e-05,
+      "loss": 33.4375,
+      "step": 19389
+    },
+    {
+      "epoch": 0.9265984899168499,
+      "grad_norm": 217.62960815429688,
+      "learning_rate": 1.1666832866934294e-05,
+      "loss": 21.1719,
+      "step": 19390
+    },
+    {
+      "epoch": 0.9266462773583103,
+      "grad_norm": 426.8660583496094,
+      "learning_rate": 1.1666069820436267e-05,
+      "loss": 45.5,
+      "step": 19391
+    },
+    {
+      "epoch": 0.9266940647997706,
+      "grad_norm": 421.5151062011719,
+      "learning_rate": 1.1665306763960633e-05,
+      "loss": 29.3125,
+      "step": 19392
+    },
+    {
+      "epoch": 0.926741852241231,
+      "grad_norm": 485.0645751953125,
+      "learning_rate": 1.1664543697511961e-05,
+      "loss": 33.0,
+      "step": 19393
+    },
+    {
+      "epoch": 0.9267896396826913,
+      "grad_norm": 340.257080078125,
+      "learning_rate": 1.166378062109482e-05,
+      "loss": 28.8125,
+      "step": 19394
+    },
+    {
+      "epoch": 0.9268374271241517,
+      "grad_norm": 403.19940185546875,
+      "learning_rate": 1.1663017534713778e-05,
+      "loss": 25.0,
+      "step": 19395
+    },
+    {
+      "epoch": 0.9268852145656121,
+      "grad_norm": 264.179931640625,
+      "learning_rate": 1.1662254438373409e-05,
+      "loss": 21.2344,
+      "step": 19396
+    },
+    {
+      "epoch": 0.9269330020070725,
+      "grad_norm": 229.35678100585938,
+      "learning_rate": 1.1661491332078281e-05,
+      "loss": 29.8438,
+      "step": 19397
+    },
+    {
+      "epoch": 0.9269807894485329,
+      "grad_norm": 418.4024963378906,
+      "learning_rate": 1.166072821583296e-05,
+      "loss": 31.6875,
+      "step": 19398
+    },
+    {
+      "epoch": 0.9270285768899933,
+      "grad_norm": 292.7791442871094,
+      "learning_rate": 1.1659965089642025e-05,
+      "loss": 38.3125,
+      "step": 19399
+    },
+    {
+      "epoch": 0.9270763643314537,
+      "grad_norm": 312.2255554199219,
+      "learning_rate": 1.1659201953510035e-05,
+      "loss": 27.5625,
+      "step": 19400
+    },
+    {
+      "epoch": 0.9271241517729141,
+      "grad_norm": 268.63043212890625,
+      "learning_rate": 1.1658438807441573e-05,
+      "loss": 23.9062,
+      "step": 19401
+    },
+    {
+      "epoch": 0.9271719392143745,
+      "grad_norm": 335.970458984375,
+      "learning_rate": 1.1657675651441197e-05,
+      "loss": 33.9062,
+      "step": 19402
+    },
+    {
+      "epoch": 0.9272197266558349,
+      "grad_norm": 441.67132568359375,
+      "learning_rate": 1.1656912485513485e-05,
+      "loss": 33.5,
+      "step": 19403
+    },
+    {
+      "epoch": 0.9272675140972952,
+      "grad_norm": 145.69259643554688,
+      "learning_rate": 1.1656149309663007e-05,
+      "loss": 16.8438,
+      "step": 19404
+    },
+    {
+      "epoch": 0.9273153015387556,
+      "grad_norm": 365.91766357421875,
+      "learning_rate": 1.1655386123894327e-05,
+      "loss": 21.8438,
+      "step": 19405
+    },
+    {
+      "epoch": 0.927363088980216,
+      "grad_norm": 359.2655029296875,
+      "learning_rate": 1.1654622928212028e-05,
+      "loss": 28.4688,
+      "step": 19406
+    },
+    {
+      "epoch": 0.9274108764216764,
+      "grad_norm": 403.71185302734375,
+      "learning_rate": 1.1653859722620665e-05,
+      "loss": 30.0938,
+      "step": 19407
+    },
+    {
+      "epoch": 0.9274586638631368,
+      "grad_norm": 283.4140930175781,
+      "learning_rate": 1.165309650712482e-05,
+      "loss": 27.0,
+      "step": 19408
+    },
+    {
+      "epoch": 0.9275064513045972,
+      "grad_norm": 215.14434814453125,
+      "learning_rate": 1.1652333281729057e-05,
+      "loss": 23.1875,
+      "step": 19409
+    },
+    {
+      "epoch": 0.9275542387460576,
+      "grad_norm": 184.33047485351562,
+      "learning_rate": 1.1651570046437955e-05,
+      "loss": 31.375,
+      "step": 19410
+    },
+    {
+      "epoch": 0.927602026187518,
+      "grad_norm": 265.0751037597656,
+      "learning_rate": 1.1650806801256077e-05,
+      "loss": 42.75,
+      "step": 19411
+    },
+    {
+      "epoch": 0.9276498136289784,
+      "grad_norm": 201.30091857910156,
+      "learning_rate": 1.1650043546187994e-05,
+      "loss": 27.0625,
+      "step": 19412
+    },
+    {
+      "epoch": 0.9276976010704386,
+      "grad_norm": 298.8399963378906,
+      "learning_rate": 1.1649280281238282e-05,
+      "loss": 37.0938,
+      "step": 19413
+    },
+    {
+      "epoch": 0.927745388511899,
+      "grad_norm": 205.64901733398438,
+      "learning_rate": 1.1648517006411508e-05,
+      "loss": 24.0625,
+      "step": 19414
+    },
+    {
+      "epoch": 0.9277931759533594,
+      "grad_norm": 359.1202697753906,
+      "learning_rate": 1.1647753721712248e-05,
+      "loss": 26.7812,
+      "step": 19415
+    },
+    {
+      "epoch": 0.9278409633948198,
+      "grad_norm": 357.0308532714844,
+      "learning_rate": 1.1646990427145064e-05,
+      "loss": 28.4062,
+      "step": 19416
+    },
+    {
+      "epoch": 0.9278887508362802,
+      "grad_norm": 211.4161376953125,
+      "learning_rate": 1.1646227122714534e-05,
+      "loss": 15.9062,
+      "step": 19417
+    },
+    {
+      "epoch": 0.9279365382777406,
+      "grad_norm": 210.991943359375,
+      "learning_rate": 1.1645463808425229e-05,
+      "loss": 25.7188,
+      "step": 19418
+    },
+    {
+      "epoch": 0.927984325719201,
+      "grad_norm": 204.51809692382812,
+      "learning_rate": 1.1644700484281718e-05,
+      "loss": 26.25,
+      "step": 19419
+    },
+    {
+      "epoch": 0.9280321131606614,
+      "grad_norm": 132.5354461669922,
+      "learning_rate": 1.1643937150288571e-05,
+      "loss": 18.0625,
+      "step": 19420
+    },
+    {
+      "epoch": 0.9280799006021218,
+      "grad_norm": 278.1031799316406,
+      "learning_rate": 1.1643173806450367e-05,
+      "loss": 30.5,
+      "step": 19421
+    },
+    {
+      "epoch": 0.9281276880435821,
+      "grad_norm": 367.09271240234375,
+      "learning_rate": 1.1642410452771668e-05,
+      "loss": 32.625,
+      "step": 19422
+    },
+    {
+      "epoch": 0.9281754754850425,
+      "grad_norm": 421.45123291015625,
+      "learning_rate": 1.1641647089257053e-05,
+      "loss": 34.1562,
+      "step": 19423
+    },
+    {
+      "epoch": 0.9282232629265029,
+      "grad_norm": 243.9907684326172,
+      "learning_rate": 1.1640883715911087e-05,
+      "loss": 24.4375,
+      "step": 19424
+    },
+    {
+      "epoch": 0.9282710503679633,
+      "grad_norm": 215.68408203125,
+      "learning_rate": 1.1640120332738347e-05,
+      "loss": 33.7656,
+      "step": 19425
+    },
+    {
+      "epoch": 0.9283188378094237,
+      "grad_norm": 292.0747985839844,
+      "learning_rate": 1.1639356939743402e-05,
+      "loss": 27.1562,
+      "step": 19426
+    },
+    {
+      "epoch": 0.9283666252508841,
+      "grad_norm": 228.68301391601562,
+      "learning_rate": 1.1638593536930824e-05,
+      "loss": 27.8438,
+      "step": 19427
+    },
+    {
+      "epoch": 0.9284144126923445,
+      "grad_norm": 367.0921936035156,
+      "learning_rate": 1.1637830124305184e-05,
+      "loss": 41.0625,
+      "step": 19428
+    },
+    {
+      "epoch": 0.9284622001338049,
+      "grad_norm": 245.5616912841797,
+      "learning_rate": 1.1637066701871058e-05,
+      "loss": 29.125,
+      "step": 19429
+    },
+    {
+      "epoch": 0.9285099875752653,
+      "grad_norm": 356.57012939453125,
+      "learning_rate": 1.1636303269633015e-05,
+      "loss": 35.6094,
+      "step": 19430
+    },
+    {
+      "epoch": 0.9285577750167257,
+      "grad_norm": 474.8515625,
+      "learning_rate": 1.1635539827595624e-05,
+      "loss": 25.5,
+      "step": 19431
+    },
+    {
+      "epoch": 0.928605562458186,
+      "grad_norm": 287.4787902832031,
+      "learning_rate": 1.1634776375763462e-05,
+      "loss": 22.9844,
+      "step": 19432
+    },
+    {
+      "epoch": 0.9286533498996463,
+      "grad_norm": 289.922607421875,
+      "learning_rate": 1.1634012914141094e-05,
+      "loss": 28.4688,
+      "step": 19433
+    },
+    {
+      "epoch": 0.9287011373411067,
+      "grad_norm": 452.21063232421875,
+      "learning_rate": 1.1633249442733103e-05,
+      "loss": 41.6875,
+      "step": 19434
+    },
+    {
+      "epoch": 0.9287489247825671,
+      "grad_norm": 245.98439025878906,
+      "learning_rate": 1.1632485961544053e-05,
+      "loss": 28.0156,
+      "step": 19435
+    },
+    {
+      "epoch": 0.9287967122240275,
+      "grad_norm": 262.94036865234375,
+      "learning_rate": 1.163172247057852e-05,
+      "loss": 31.0,
+      "step": 19436
+    },
+    {
+      "epoch": 0.9288444996654879,
+      "grad_norm": 224.440185546875,
+      "learning_rate": 1.163095896984107e-05,
+      "loss": 29.6562,
+      "step": 19437
+    },
+    {
+      "epoch": 0.9288922871069483,
+      "grad_norm": 210.48370361328125,
+      "learning_rate": 1.1630195459336286e-05,
+      "loss": 28.1562,
+      "step": 19438
+    },
+    {
+      "epoch": 0.9289400745484087,
+      "grad_norm": 207.92933654785156,
+      "learning_rate": 1.1629431939068732e-05,
+      "loss": 22.2969,
+      "step": 19439
+    },
+    {
+      "epoch": 0.928987861989869,
+      "grad_norm": 229.48204040527344,
+      "learning_rate": 1.1628668409042985e-05,
+      "loss": 25.625,
+      "step": 19440
+    },
+    {
+      "epoch": 0.9290356494313294,
+      "grad_norm": 435.3312683105469,
+      "learning_rate": 1.1627904869263615e-05,
+      "loss": 20.75,
+      "step": 19441
+    },
+    {
+      "epoch": 0.9290834368727898,
+      "grad_norm": 353.70184326171875,
+      "learning_rate": 1.1627141319735193e-05,
+      "loss": 31.9062,
+      "step": 19442
+    },
+    {
+      "epoch": 0.9291312243142502,
+      "grad_norm": 227.18702697753906,
+      "learning_rate": 1.1626377760462297e-05,
+      "loss": 23.3438,
+      "step": 19443
+    },
+    {
+      "epoch": 0.9291790117557106,
+      "grad_norm": 245.4242706298828,
+      "learning_rate": 1.1625614191449496e-05,
+      "loss": 21.1406,
+      "step": 19444
+    },
+    {
+      "epoch": 0.929226799197171,
+      "grad_norm": 272.4814758300781,
+      "learning_rate": 1.1624850612701366e-05,
+      "loss": 38.7812,
+      "step": 19445
+    },
+    {
+      "epoch": 0.9292745866386314,
+      "grad_norm": 195.91278076171875,
+      "learning_rate": 1.1624087024222475e-05,
+      "loss": 19.9688,
+      "step": 19446
+    },
+    {
+      "epoch": 0.9293223740800918,
+      "grad_norm": 218.177734375,
+      "learning_rate": 1.1623323426017398e-05,
+      "loss": 22.8594,
+      "step": 19447
+    },
+    {
+      "epoch": 0.9293701615215522,
+      "grad_norm": 494.42608642578125,
+      "learning_rate": 1.1622559818090708e-05,
+      "loss": 34.5312,
+      "step": 19448
+    },
+    {
+      "epoch": 0.9294179489630126,
+      "grad_norm": 416.7060852050781,
+      "learning_rate": 1.162179620044698e-05,
+      "loss": 38.6562,
+      "step": 19449
+    },
+    {
+      "epoch": 0.9294657364044729,
+      "grad_norm": 364.0669860839844,
+      "learning_rate": 1.1621032573090783e-05,
+      "loss": 22.8438,
+      "step": 19450
+    },
+    {
+      "epoch": 0.9295135238459333,
+      "grad_norm": 309.2936096191406,
+      "learning_rate": 1.1620268936026695e-05,
+      "loss": 25.5312,
+      "step": 19451
+    },
+    {
+      "epoch": 0.9295613112873937,
+      "grad_norm": 283.4593811035156,
+      "learning_rate": 1.1619505289259288e-05,
+      "loss": 25.2969,
+      "step": 19452
+    },
+    {
+      "epoch": 0.9296090987288541,
+      "grad_norm": 426.1647033691406,
+      "learning_rate": 1.1618741632793129e-05,
+      "loss": 36.8438,
+      "step": 19453
+    },
+    {
+      "epoch": 0.9296568861703144,
+      "grad_norm": 294.8512878417969,
+      "learning_rate": 1.16179779666328e-05,
+      "loss": 28.25,
+      "step": 19454
+    },
+    {
+      "epoch": 0.9297046736117748,
+      "grad_norm": 357.5596008300781,
+      "learning_rate": 1.161721429078287e-05,
+      "loss": 22.2812,
+      "step": 19455
+    },
+    {
+      "epoch": 0.9297524610532352,
+      "grad_norm": 222.06265258789062,
+      "learning_rate": 1.1616450605247914e-05,
+      "loss": 22.3438,
+      "step": 19456
+    },
+    {
+      "epoch": 0.9298002484946956,
+      "grad_norm": 112.41093444824219,
+      "learning_rate": 1.1615686910032501e-05,
+      "loss": 16.2344,
+      "step": 19457
+    },
+    {
+      "epoch": 0.929848035936156,
+      "grad_norm": 474.7894287109375,
+      "learning_rate": 1.1614923205141213e-05,
+      "loss": 36.75,
+      "step": 19458
+    },
+    {
+      "epoch": 0.9298958233776163,
+      "grad_norm": 266.0679626464844,
+      "learning_rate": 1.1614159490578616e-05,
+      "loss": 29.3438,
+      "step": 19459
+    },
+    {
+      "epoch": 0.9299436108190767,
+      "grad_norm": 226.81292724609375,
+      "learning_rate": 1.1613395766349289e-05,
+      "loss": 42.4688,
+      "step": 19460
+    },
+    {
+      "epoch": 0.9299913982605371,
+      "grad_norm": 275.6377258300781,
+      "learning_rate": 1.1612632032457802e-05,
+      "loss": 23.5781,
+      "step": 19461
+    },
+    {
+      "epoch": 0.9300391857019975,
+      "grad_norm": 303.68719482421875,
+      "learning_rate": 1.1611868288908729e-05,
+      "loss": 27.75,
+      "step": 19462
+    },
+    {
+      "epoch": 0.9300869731434579,
+      "grad_norm": 261.7056884765625,
+      "learning_rate": 1.1611104535706645e-05,
+      "loss": 31.6406,
+      "step": 19463
+    },
+    {
+      "epoch": 0.9301347605849183,
+      "grad_norm": 661.8890380859375,
+      "learning_rate": 1.1610340772856126e-05,
+      "loss": 26.3438,
+      "step": 19464
+    },
+    {
+      "epoch": 0.9301825480263787,
+      "grad_norm": 185.97970581054688,
+      "learning_rate": 1.1609577000361743e-05,
+      "loss": 18.7969,
+      "step": 19465
+    },
+    {
+      "epoch": 0.9302303354678391,
+      "grad_norm": 260.5376892089844,
+      "learning_rate": 1.1608813218228068e-05,
+      "loss": 35.7188,
+      "step": 19466
+    },
+    {
+      "epoch": 0.9302781229092995,
+      "grad_norm": 416.4895324707031,
+      "learning_rate": 1.160804942645968e-05,
+      "loss": 22.2656,
+      "step": 19467
+    },
+    {
+      "epoch": 0.9303259103507598,
+      "grad_norm": 274.6109924316406,
+      "learning_rate": 1.1607285625061149e-05,
+      "loss": 23.3438,
+      "step": 19468
+    },
+    {
+      "epoch": 0.9303736977922202,
+      "grad_norm": 159.16064453125,
+      "learning_rate": 1.1606521814037052e-05,
+      "loss": 26.7188,
+      "step": 19469
+    },
+    {
+      "epoch": 0.9304214852336806,
+      "grad_norm": 305.5977783203125,
+      "learning_rate": 1.1605757993391964e-05,
+      "loss": 22.8438,
+      "step": 19470
+    },
+    {
+      "epoch": 0.930469272675141,
+      "grad_norm": 306.44140625,
+      "learning_rate": 1.1604994163130457e-05,
+      "loss": 31.5938,
+      "step": 19471
+    },
+    {
+      "epoch": 0.9305170601166014,
+      "grad_norm": 161.0491943359375,
+      "learning_rate": 1.1604230323257104e-05,
+      "loss": 14.5312,
+      "step": 19472
+    },
+    {
+      "epoch": 0.9305648475580618,
+      "grad_norm": 283.3549499511719,
+      "learning_rate": 1.1603466473776482e-05,
+      "loss": 31.9688,
+      "step": 19473
+    },
+    {
+      "epoch": 0.9306126349995221,
+      "grad_norm": 594.98583984375,
+      "learning_rate": 1.1602702614693164e-05,
+      "loss": 30.7656,
+      "step": 19474
+    },
+    {
+      "epoch": 0.9306604224409825,
+      "grad_norm": 153.5478057861328,
+      "learning_rate": 1.160193874601173e-05,
+      "loss": 21.6562,
+      "step": 19475
+    },
+    {
+      "epoch": 0.9307082098824428,
+      "grad_norm": 311.8182067871094,
+      "learning_rate": 1.1601174867736747e-05,
+      "loss": 28.4531,
+      "step": 19476
+    },
+    {
+      "epoch": 0.9307559973239032,
+      "grad_norm": 251.8594207763672,
+      "learning_rate": 1.1600410979872791e-05,
+      "loss": 22.5938,
+      "step": 19477
+    },
+    {
+      "epoch": 0.9308037847653636,
+      "grad_norm": 254.32533264160156,
+      "learning_rate": 1.159964708242444e-05,
+      "loss": 25.5,
+      "step": 19478
+    },
+    {
+      "epoch": 0.930851572206824,
+      "grad_norm": 207.78004455566406,
+      "learning_rate": 1.1598883175396268e-05,
+      "loss": 20.1562,
+      "step": 19479
+    },
+    {
+      "epoch": 0.9308993596482844,
+      "grad_norm": 120.73360443115234,
+      "learning_rate": 1.1598119258792848e-05,
+      "loss": 22.8438,
+      "step": 19480
+    },
+    {
+      "epoch": 0.9309471470897448,
+      "grad_norm": 328.4020080566406,
+      "learning_rate": 1.1597355332618754e-05,
+      "loss": 25.5938,
+      "step": 19481
+    },
+    {
+      "epoch": 0.9309949345312052,
+      "grad_norm": 245.8648681640625,
+      "learning_rate": 1.1596591396878565e-05,
+      "loss": 22.5312,
+      "step": 19482
+    },
+    {
+      "epoch": 0.9310427219726656,
+      "grad_norm": 242.32484436035156,
+      "learning_rate": 1.1595827451576853e-05,
+      "loss": 21.7812,
+      "step": 19483
+    },
+    {
+      "epoch": 0.931090509414126,
+      "grad_norm": 147.45550537109375,
+      "learning_rate": 1.1595063496718195e-05,
+      "loss": 26.9062,
+      "step": 19484
+    },
+    {
+      "epoch": 0.9311382968555864,
+      "grad_norm": 484.46722412109375,
+      "learning_rate": 1.159429953230716e-05,
+      "loss": 22.7969,
+      "step": 19485
+    },
+    {
+      "epoch": 0.9311860842970467,
+      "grad_norm": 3575.790771484375,
+      "learning_rate": 1.1593535558348334e-05,
+      "loss": 29.0,
+      "step": 19486
+    },
+    {
+      "epoch": 0.9312338717385071,
+      "grad_norm": 215.0224609375,
+      "learning_rate": 1.1592771574846281e-05,
+      "loss": 24.3906,
+      "step": 19487
+    },
+    {
+      "epoch": 0.9312816591799675,
+      "grad_norm": 276.00592041015625,
+      "learning_rate": 1.1592007581805587e-05,
+      "loss": 21.7656,
+      "step": 19488
+    },
+    {
+      "epoch": 0.9313294466214279,
+      "grad_norm": 328.6185607910156,
+      "learning_rate": 1.159124357923082e-05,
+      "loss": 33.4375,
+      "step": 19489
+    },
+    {
+      "epoch": 0.9313772340628883,
+      "grad_norm": 228.9446563720703,
+      "learning_rate": 1.1590479567126556e-05,
+      "loss": 25.625,
+      "step": 19490
+    },
+    {
+      "epoch": 0.9314250215043487,
+      "grad_norm": 256.8121337890625,
+      "learning_rate": 1.1589715545497371e-05,
+      "loss": 35.2188,
+      "step": 19491
+    },
+    {
+      "epoch": 0.9314728089458091,
+      "grad_norm": 266.67919921875,
+      "learning_rate": 1.1588951514347841e-05,
+      "loss": 31.9688,
+      "step": 19492
+    },
+    {
+      "epoch": 0.9315205963872695,
+      "grad_norm": 521.7446899414062,
+      "learning_rate": 1.1588187473682543e-05,
+      "loss": 35.25,
+      "step": 19493
+    },
+    {
+      "epoch": 0.9315683838287299,
+      "grad_norm": 362.82916259765625,
+      "learning_rate": 1.1587423423506055e-05,
+      "loss": 23.9688,
+      "step": 19494
+    },
+    {
+      "epoch": 0.9316161712701901,
+      "grad_norm": 184.4127960205078,
+      "learning_rate": 1.1586659363822945e-05,
+      "loss": 30.1562,
+      "step": 19495
+    },
+    {
+      "epoch": 0.9316639587116505,
+      "grad_norm": 413.8603820800781,
+      "learning_rate": 1.1585895294637792e-05,
+      "loss": 30.5,
+      "step": 19496
+    },
+    {
+      "epoch": 0.9317117461531109,
+      "grad_norm": 246.1520233154297,
+      "learning_rate": 1.1585131215955175e-05,
+      "loss": 23.6562,
+      "step": 19497
+    },
+    {
+      "epoch": 0.9317595335945713,
+      "grad_norm": 191.0928192138672,
+      "learning_rate": 1.1584367127779664e-05,
+      "loss": 26.8125,
+      "step": 19498
+    },
+    {
+      "epoch": 0.9318073210360317,
+      "grad_norm": 259.368896484375,
+      "learning_rate": 1.1583603030115842e-05,
+      "loss": 26.0312,
+      "step": 19499
+    },
+    {
+      "epoch": 0.9318551084774921,
+      "grad_norm": 179.2599639892578,
+      "learning_rate": 1.158283892296828e-05,
+      "loss": 27.5781,
+      "step": 19500
+    },
+    {
+      "epoch": 0.9319028959189525,
+      "grad_norm": 407.7101745605469,
+      "learning_rate": 1.1582074806341552e-05,
+      "loss": 39.2188,
+      "step": 19501
+    },
+    {
+      "epoch": 0.9319506833604129,
+      "grad_norm": 464.670654296875,
+      "learning_rate": 1.1581310680240243e-05,
+      "loss": 30.6406,
+      "step": 19502
+    },
+    {
+      "epoch": 0.9319984708018733,
+      "grad_norm": 293.0175476074219,
+      "learning_rate": 1.1580546544668919e-05,
+      "loss": 31.5,
+      "step": 19503
+    },
+    {
+      "epoch": 0.9320462582433336,
+      "grad_norm": 184.0559844970703,
+      "learning_rate": 1.1579782399632162e-05,
+      "loss": 23.7188,
+      "step": 19504
+    },
+    {
+      "epoch": 0.932094045684794,
+      "grad_norm": 231.6029815673828,
+      "learning_rate": 1.1579018245134548e-05,
+      "loss": 21.0,
+      "step": 19505
+    },
+    {
+      "epoch": 0.9321418331262544,
+      "grad_norm": 476.7176208496094,
+      "learning_rate": 1.157825408118065e-05,
+      "loss": 23.8594,
+      "step": 19506
+    },
+    {
+      "epoch": 0.9321896205677148,
+      "grad_norm": 108.4416275024414,
+      "learning_rate": 1.1577489907775047e-05,
+      "loss": 24.7031,
+      "step": 19507
+    },
+    {
+      "epoch": 0.9322374080091752,
+      "grad_norm": 407.7004089355469,
+      "learning_rate": 1.1576725724922318e-05,
+      "loss": 30.9062,
+      "step": 19508
+    },
+    {
+      "epoch": 0.9322851954506356,
+      "grad_norm": 181.5589599609375,
+      "learning_rate": 1.1575961532627035e-05,
+      "loss": 24.875,
+      "step": 19509
+    },
+    {
+      "epoch": 0.932332982892096,
+      "grad_norm": 249.85972595214844,
+      "learning_rate": 1.1575197330893777e-05,
+      "loss": 26.6094,
+      "step": 19510
+    },
+    {
+      "epoch": 0.9323807703335564,
+      "grad_norm": 546.9019165039062,
+      "learning_rate": 1.1574433119727115e-05,
+      "loss": 26.4375,
+      "step": 19511
+    },
+    {
+      "epoch": 0.9324285577750168,
+      "grad_norm": 304.5325622558594,
+      "learning_rate": 1.1573668899131636e-05,
+      "loss": 34.375,
+      "step": 19512
+    },
+    {
+      "epoch": 0.9324763452164772,
+      "grad_norm": 293.2062072753906,
+      "learning_rate": 1.1572904669111908e-05,
+      "loss": 25.9219,
+      "step": 19513
+    },
+    {
+      "epoch": 0.9325241326579375,
+      "grad_norm": 637.1046142578125,
+      "learning_rate": 1.157214042967251e-05,
+      "loss": 34.2031,
+      "step": 19514
+    },
+    {
+      "epoch": 0.9325719200993979,
+      "grad_norm": 221.9391632080078,
+      "learning_rate": 1.157137618081802e-05,
+      "loss": 26.9062,
+      "step": 19515
+    },
+    {
+      "epoch": 0.9326197075408582,
+      "grad_norm": 208.1671905517578,
+      "learning_rate": 1.1570611922553015e-05,
+      "loss": 32.0625,
+      "step": 19516
+    },
+    {
+      "epoch": 0.9326674949823186,
+      "grad_norm": 283.6932678222656,
+      "learning_rate": 1.1569847654882069e-05,
+      "loss": 23.5312,
+      "step": 19517
+    },
+    {
+      "epoch": 0.932715282423779,
+      "grad_norm": 201.65805053710938,
+      "learning_rate": 1.1569083377809762e-05,
+      "loss": 26.8281,
+      "step": 19518
+    },
+    {
+      "epoch": 0.9327630698652394,
+      "grad_norm": 1903.2484130859375,
+      "learning_rate": 1.1568319091340671e-05,
+      "loss": 26.0156,
+      "step": 19519
+    },
+    {
+      "epoch": 0.9328108573066998,
+      "grad_norm": 537.3077392578125,
+      "learning_rate": 1.1567554795479373e-05,
+      "loss": 19.3281,
+      "step": 19520
+    },
+    {
+      "epoch": 0.9328586447481602,
+      "grad_norm": 533.7714233398438,
+      "learning_rate": 1.1566790490230444e-05,
+      "loss": 30.375,
+      "step": 19521
+    },
+    {
+      "epoch": 0.9329064321896205,
+      "grad_norm": 492.47906494140625,
+      "learning_rate": 1.1566026175598461e-05,
+      "loss": 25.5625,
+      "step": 19522
+    },
+    {
+      "epoch": 0.9329542196310809,
+      "grad_norm": 292.8265075683594,
+      "learning_rate": 1.1565261851588003e-05,
+      "loss": 25.8438,
+      "step": 19523
+    },
+    {
+      "epoch": 0.9330020070725413,
+      "grad_norm": 691.2213134765625,
+      "learning_rate": 1.1564497518203645e-05,
+      "loss": 37.2188,
+      "step": 19524
+    },
+    {
+      "epoch": 0.9330497945140017,
+      "grad_norm": 503.9362487792969,
+      "learning_rate": 1.1563733175449967e-05,
+      "loss": 37.3125,
+      "step": 19525
+    },
+    {
+      "epoch": 0.9330975819554621,
+      "grad_norm": 165.9424285888672,
+      "learning_rate": 1.1562968823331546e-05,
+      "loss": 21.6094,
+      "step": 19526
+    },
+    {
+      "epoch": 0.9331453693969225,
+      "grad_norm": 244.17723083496094,
+      "learning_rate": 1.1562204461852958e-05,
+      "loss": 29.0312,
+      "step": 19527
+    },
+    {
+      "epoch": 0.9331931568383829,
+      "grad_norm": 239.60528564453125,
+      "learning_rate": 1.1561440091018781e-05,
+      "loss": 30.0,
+      "step": 19528
+    },
+    {
+      "epoch": 0.9332409442798433,
+      "grad_norm": 214.92787170410156,
+      "learning_rate": 1.156067571083359e-05,
+      "loss": 23.5312,
+      "step": 19529
+    },
+    {
+      "epoch": 0.9332887317213037,
+      "grad_norm": 338.9211730957031,
+      "learning_rate": 1.1559911321301966e-05,
+      "loss": 32.4688,
+      "step": 19530
+    },
+    {
+      "epoch": 0.9333365191627641,
+      "grad_norm": 241.9605255126953,
+      "learning_rate": 1.1559146922428488e-05,
+      "loss": 27.25,
+      "step": 19531
+    },
+    {
+      "epoch": 0.9333843066042244,
+      "grad_norm": 229.77951049804688,
+      "learning_rate": 1.1558382514217729e-05,
+      "loss": 27.7812,
+      "step": 19532
+    },
+    {
+      "epoch": 0.9334320940456848,
+      "grad_norm": 278.5433654785156,
+      "learning_rate": 1.1557618096674273e-05,
+      "loss": 26.7031,
+      "step": 19533
+    },
+    {
+      "epoch": 0.9334798814871452,
+      "grad_norm": 497.996826171875,
+      "learning_rate": 1.1556853669802693e-05,
+      "loss": 30.9375,
+      "step": 19534
+    },
+    {
+      "epoch": 0.9335276689286056,
+      "grad_norm": 142.51080322265625,
+      "learning_rate": 1.1556089233607566e-05,
+      "loss": 20.4062,
+      "step": 19535
+    },
+    {
+      "epoch": 0.9335754563700659,
+      "grad_norm": 285.5811767578125,
+      "learning_rate": 1.1555324788093476e-05,
+      "loss": 27.75,
+      "step": 19536
+    },
+    {
+      "epoch": 0.9336232438115263,
+      "grad_norm": 236.90780639648438,
+      "learning_rate": 1.1554560333264996e-05,
+      "loss": 24.8125,
+      "step": 19537
+    },
+    {
+      "epoch": 0.9336710312529867,
+      "grad_norm": 198.75106811523438,
+      "learning_rate": 1.1553795869126705e-05,
+      "loss": 22.5,
+      "step": 19538
+    },
+    {
+      "epoch": 0.9337188186944471,
+      "grad_norm": 256.8389892578125,
+      "learning_rate": 1.1553031395683184e-05,
+      "loss": 27.3438,
+      "step": 19539
+    },
+    {
+      "epoch": 0.9337666061359075,
+      "grad_norm": 184.7486114501953,
+      "learning_rate": 1.1552266912939005e-05,
+      "loss": 23.625,
+      "step": 19540
+    },
+    {
+      "epoch": 0.9338143935773678,
+      "grad_norm": 318.8090515136719,
+      "learning_rate": 1.1551502420898755e-05,
+      "loss": 28.625,
+      "step": 19541
+    },
+    {
+      "epoch": 0.9338621810188282,
+      "grad_norm": 392.381103515625,
+      "learning_rate": 1.1550737919567005e-05,
+      "loss": 29.9375,
+      "step": 19542
+    },
+    {
+      "epoch": 0.9339099684602886,
+      "grad_norm": 214.6858673095703,
+      "learning_rate": 1.1549973408948334e-05,
+      "loss": 37.5312,
+      "step": 19543
+    },
+    {
+      "epoch": 0.933957755901749,
+      "grad_norm": 880.9417724609375,
+      "learning_rate": 1.1549208889047326e-05,
+      "loss": 28.8438,
+      "step": 19544
+    },
+    {
+      "epoch": 0.9340055433432094,
+      "grad_norm": 195.59149169921875,
+      "learning_rate": 1.1548444359868554e-05,
+      "loss": 16.375,
+      "step": 19545
+    },
+    {
+      "epoch": 0.9340533307846698,
+      "grad_norm": 193.66836547851562,
+      "learning_rate": 1.1547679821416598e-05,
+      "loss": 31.5,
+      "step": 19546
+    },
+    {
+      "epoch": 0.9341011182261302,
+      "grad_norm": 3248.547119140625,
+      "learning_rate": 1.1546915273696038e-05,
+      "loss": 35.9062,
+      "step": 19547
+    },
+    {
+      "epoch": 0.9341489056675906,
+      "grad_norm": 376.313232421875,
+      "learning_rate": 1.1546150716711448e-05,
+      "loss": 20.8125,
+      "step": 19548
+    },
+    {
+      "epoch": 0.934196693109051,
+      "grad_norm": 511.19744873046875,
+      "learning_rate": 1.1545386150467415e-05,
+      "loss": 32.9688,
+      "step": 19549
+    },
+    {
+      "epoch": 0.9342444805505113,
+      "grad_norm": 130.3675079345703,
+      "learning_rate": 1.1544621574968511e-05,
+      "loss": 16.7188,
+      "step": 19550
+    },
+    {
+      "epoch": 0.9342922679919717,
+      "grad_norm": 196.88941955566406,
+      "learning_rate": 1.1543856990219316e-05,
+      "loss": 22.7812,
+      "step": 19551
+    },
+    {
+      "epoch": 0.9343400554334321,
+      "grad_norm": 162.01800537109375,
+      "learning_rate": 1.154309239622441e-05,
+      "loss": 26.2188,
+      "step": 19552
+    },
+    {
+      "epoch": 0.9343878428748925,
+      "grad_norm": 188.54464721679688,
+      "learning_rate": 1.1542327792988373e-05,
+      "loss": 18.4375,
+      "step": 19553
+    },
+    {
+      "epoch": 0.9344356303163529,
+      "grad_norm": 243.4758758544922,
+      "learning_rate": 1.1541563180515783e-05,
+      "loss": 25.0156,
+      "step": 19554
+    },
+    {
+      "epoch": 0.9344834177578133,
+      "grad_norm": 423.2363586425781,
+      "learning_rate": 1.1540798558811214e-05,
+      "loss": 40.3125,
+      "step": 19555
+    },
+    {
+      "epoch": 0.9345312051992737,
+      "grad_norm": 328.4163818359375,
+      "learning_rate": 1.1540033927879255e-05,
+      "loss": 24.9688,
+      "step": 19556
+    },
+    {
+      "epoch": 0.934578992640734,
+      "grad_norm": 276.47772216796875,
+      "learning_rate": 1.1539269287724476e-05,
+      "loss": 24.1875,
+      "step": 19557
+    },
+    {
+      "epoch": 0.9346267800821944,
+      "grad_norm": 371.9958190917969,
+      "learning_rate": 1.1538504638351467e-05,
+      "loss": 38.8594,
+      "step": 19558
+    },
+    {
+      "epoch": 0.9346745675236547,
+      "grad_norm": 349.43414306640625,
+      "learning_rate": 1.1537739979764795e-05,
+      "loss": 33.625,
+      "step": 19559
+    },
+    {
+      "epoch": 0.9347223549651151,
+      "grad_norm": 336.03314208984375,
+      "learning_rate": 1.1536975311969048e-05,
+      "loss": 31.2188,
+      "step": 19560
+    },
+    {
+      "epoch": 0.9347701424065755,
+      "grad_norm": 237.32791137695312,
+      "learning_rate": 1.1536210634968802e-05,
+      "loss": 22.5625,
+      "step": 19561
+    },
+    {
+      "epoch": 0.9348179298480359,
+      "grad_norm": 289.6651306152344,
+      "learning_rate": 1.153544594876863e-05,
+      "loss": 30.4844,
+      "step": 19562
+    },
+    {
+      "epoch": 0.9348657172894963,
+      "grad_norm": 285.2754211425781,
+      "learning_rate": 1.1534681253373123e-05,
+      "loss": 34.375,
+      "step": 19563
+    },
+    {
+      "epoch": 0.9349135047309567,
+      "grad_norm": 263.91546630859375,
+      "learning_rate": 1.1533916548786856e-05,
+      "loss": 35.1562,
+      "step": 19564
+    },
+    {
+      "epoch": 0.9349612921724171,
+      "grad_norm": 321.58837890625,
+      "learning_rate": 1.1533151835014406e-05,
+      "loss": 30.4844,
+      "step": 19565
+    },
+    {
+      "epoch": 0.9350090796138775,
+      "grad_norm": 302.8055419921875,
+      "learning_rate": 1.1532387112060358e-05,
+      "loss": 21.2812,
+      "step": 19566
+    },
+    {
+      "epoch": 0.9350568670553379,
+      "grad_norm": 321.843994140625,
+      "learning_rate": 1.1531622379929286e-05,
+      "loss": 36.125,
+      "step": 19567
+    },
+    {
+      "epoch": 0.9351046544967982,
+      "grad_norm": 393.6600341796875,
+      "learning_rate": 1.1530857638625772e-05,
+      "loss": 26.4062,
+      "step": 19568
+    },
+    {
+      "epoch": 0.9351524419382586,
+      "grad_norm": 232.9751434326172,
+      "learning_rate": 1.1530092888154396e-05,
+      "loss": 25.7188,
+      "step": 19569
+    },
+    {
+      "epoch": 0.935200229379719,
+      "grad_norm": 441.0553283691406,
+      "learning_rate": 1.152932812851974e-05,
+      "loss": 35.4375,
+      "step": 19570
+    },
+    {
+      "epoch": 0.9352480168211794,
+      "grad_norm": 207.1346435546875,
+      "learning_rate": 1.152856335972638e-05,
+      "loss": 27.2812,
+      "step": 19571
+    },
+    {
+      "epoch": 0.9352958042626398,
+      "grad_norm": 387.5546875,
+      "learning_rate": 1.1527798581778897e-05,
+      "loss": 29.8438,
+      "step": 19572
+    },
+    {
+      "epoch": 0.9353435917041002,
+      "grad_norm": 207.42764282226562,
+      "learning_rate": 1.1527033794681875e-05,
+      "loss": 31.0625,
+      "step": 19573
+    },
+    {
+      "epoch": 0.9353913791455606,
+      "grad_norm": 270.9212646484375,
+      "learning_rate": 1.1526268998439891e-05,
+      "loss": 38.5156,
+      "step": 19574
+    },
+    {
+      "epoch": 0.935439166587021,
+      "grad_norm": 468.07293701171875,
+      "learning_rate": 1.1525504193057524e-05,
+      "loss": 25.5625,
+      "step": 19575
+    },
+    {
+      "epoch": 0.9354869540284814,
+      "grad_norm": 224.95494079589844,
+      "learning_rate": 1.1524739378539353e-05,
+      "loss": 28.75,
+      "step": 19576
+    },
+    {
+      "epoch": 0.9355347414699416,
+      "grad_norm": 361.2334289550781,
+      "learning_rate": 1.1523974554889965e-05,
+      "loss": 25.7969,
+      "step": 19577
+    },
+    {
+      "epoch": 0.935582528911402,
+      "grad_norm": 343.37213134765625,
+      "learning_rate": 1.1523209722113932e-05,
+      "loss": 21.1719,
+      "step": 19578
+    },
+    {
+      "epoch": 0.9356303163528624,
+      "grad_norm": 261.6128845214844,
+      "learning_rate": 1.152244488021584e-05,
+      "loss": 38.5,
+      "step": 19579
+    },
+    {
+      "epoch": 0.9356781037943228,
+      "grad_norm": 408.9036865234375,
+      "learning_rate": 1.1521680029200269e-05,
+      "loss": 28.9375,
+      "step": 19580
+    },
+    {
+      "epoch": 0.9357258912357832,
+      "grad_norm": 259.3288879394531,
+      "learning_rate": 1.1520915169071794e-05,
+      "loss": 33.3438,
+      "step": 19581
+    },
+    {
+      "epoch": 0.9357736786772436,
+      "grad_norm": 191.73794555664062,
+      "learning_rate": 1.1520150299835003e-05,
+      "loss": 28.0312,
+      "step": 19582
+    },
+    {
+      "epoch": 0.935821466118704,
+      "grad_norm": 163.16258239746094,
+      "learning_rate": 1.1519385421494471e-05,
+      "loss": 23.7969,
+      "step": 19583
+    },
+    {
+      "epoch": 0.9358692535601644,
+      "grad_norm": 377.8173522949219,
+      "learning_rate": 1.1518620534054783e-05,
+      "loss": 26.1719,
+      "step": 19584
+    },
+    {
+      "epoch": 0.9359170410016248,
+      "grad_norm": 242.455810546875,
+      "learning_rate": 1.1517855637520519e-05,
+      "loss": 27.9375,
+      "step": 19585
+    },
+    {
+      "epoch": 0.9359648284430852,
+      "grad_norm": 373.47796630859375,
+      "learning_rate": 1.1517090731896255e-05,
+      "loss": 32.5,
+      "step": 19586
+    },
+    {
+      "epoch": 0.9360126158845455,
+      "grad_norm": 235.80947875976562,
+      "learning_rate": 1.1516325817186576e-05,
+      "loss": 24.7656,
+      "step": 19587
+    },
+    {
+      "epoch": 0.9360604033260059,
+      "grad_norm": 305.00994873046875,
+      "learning_rate": 1.151556089339606e-05,
+      "loss": 28.4688,
+      "step": 19588
+    },
+    {
+      "epoch": 0.9361081907674663,
+      "grad_norm": 174.72482299804688,
+      "learning_rate": 1.1514795960529294e-05,
+      "loss": 25.4531,
+      "step": 19589
+    },
+    {
+      "epoch": 0.9361559782089267,
+      "grad_norm": 243.1803741455078,
+      "learning_rate": 1.1514031018590852e-05,
+      "loss": 18.4375,
+      "step": 19590
+    },
+    {
+      "epoch": 0.9362037656503871,
+      "grad_norm": 186.64837646484375,
+      "learning_rate": 1.151326606758532e-05,
+      "loss": 18.0,
+      "step": 19591
+    },
+    {
+      "epoch": 0.9362515530918475,
+      "grad_norm": 327.10736083984375,
+      "learning_rate": 1.1512501107517275e-05,
+      "loss": 21.4844,
+      "step": 19592
+    },
+    {
+      "epoch": 0.9362993405333079,
+      "grad_norm": 195.6572723388672,
+      "learning_rate": 1.1511736138391303e-05,
+      "loss": 20.5156,
+      "step": 19593
+    },
+    {
+      "epoch": 0.9363471279747683,
+      "grad_norm": 312.91363525390625,
+      "learning_rate": 1.1510971160211977e-05,
+      "loss": 19.8125,
+      "step": 19594
+    },
+    {
+      "epoch": 0.9363949154162287,
+      "grad_norm": 303.44549560546875,
+      "learning_rate": 1.151020617298389e-05,
+      "loss": 24.75,
+      "step": 19595
+    },
+    {
+      "epoch": 0.936442702857689,
+      "grad_norm": 246.41038513183594,
+      "learning_rate": 1.1509441176711609e-05,
+      "loss": 24.0625,
+      "step": 19596
+    },
+    {
+      "epoch": 0.9364904902991494,
+      "grad_norm": 269.435791015625,
+      "learning_rate": 1.1508676171399729e-05,
+      "loss": 27.3281,
+      "step": 19597
+    },
+    {
+      "epoch": 0.9365382777406097,
+      "grad_norm": 271.532470703125,
+      "learning_rate": 1.1507911157052824e-05,
+      "loss": 29.3125,
+      "step": 19598
+    },
+    {
+      "epoch": 0.9365860651820701,
+      "grad_norm": 285.1575622558594,
+      "learning_rate": 1.1507146133675475e-05,
+      "loss": 28.7812,
+      "step": 19599
+    },
+    {
+      "epoch": 0.9366338526235305,
+      "grad_norm": 206.42715454101562,
+      "learning_rate": 1.1506381101272267e-05,
+      "loss": 21.7812,
+      "step": 19600
+    },
+    {
+      "epoch": 0.9366816400649909,
+      "grad_norm": 205.2825469970703,
+      "learning_rate": 1.150561605984778e-05,
+      "loss": 20.0938,
+      "step": 19601
+    },
+    {
+      "epoch": 0.9367294275064513,
+      "grad_norm": 146.89002990722656,
+      "learning_rate": 1.1504851009406594e-05,
+      "loss": 23.0,
+      "step": 19602
+    },
+    {
+      "epoch": 0.9367772149479117,
+      "grad_norm": 247.4658660888672,
+      "learning_rate": 1.1504085949953294e-05,
+      "loss": 36.2812,
+      "step": 19603
+    },
+    {
+      "epoch": 0.936825002389372,
+      "grad_norm": 325.1156005859375,
+      "learning_rate": 1.1503320881492458e-05,
+      "loss": 40.4688,
+      "step": 19604
+    },
+    {
+      "epoch": 0.9368727898308324,
+      "grad_norm": 275.56512451171875,
+      "learning_rate": 1.1502555804028672e-05,
+      "loss": 24.4531,
+      "step": 19605
+    },
+    {
+      "epoch": 0.9369205772722928,
+      "grad_norm": 235.73617553710938,
+      "learning_rate": 1.1501790717566514e-05,
+      "loss": 16.1094,
+      "step": 19606
+    },
+    {
+      "epoch": 0.9369683647137532,
+      "grad_norm": 212.83367919921875,
+      "learning_rate": 1.150102562211057e-05,
+      "loss": 28.0312,
+      "step": 19607
+    },
+    {
+      "epoch": 0.9370161521552136,
+      "grad_norm": 151.05165100097656,
+      "learning_rate": 1.1500260517665419e-05,
+      "loss": 24.5781,
+      "step": 19608
+    },
+    {
+      "epoch": 0.937063939596674,
+      "grad_norm": 306.7132263183594,
+      "learning_rate": 1.149949540423564e-05,
+      "loss": 26.5625,
+      "step": 19609
+    },
+    {
+      "epoch": 0.9371117270381344,
+      "grad_norm": 1161.5982666015625,
+      "learning_rate": 1.1498730281825823e-05,
+      "loss": 33.8438,
+      "step": 19610
+    },
+    {
+      "epoch": 0.9371595144795948,
+      "grad_norm": 448.1348876953125,
+      "learning_rate": 1.1497965150440544e-05,
+      "loss": 34.2188,
+      "step": 19611
+    },
+    {
+      "epoch": 0.9372073019210552,
+      "grad_norm": 264.1902770996094,
+      "learning_rate": 1.1497200010084384e-05,
+      "loss": 15.5,
+      "step": 19612
+    },
+    {
+      "epoch": 0.9372550893625156,
+      "grad_norm": 343.2016296386719,
+      "learning_rate": 1.1496434860761929e-05,
+      "loss": 46.0312,
+      "step": 19613
+    },
+    {
+      "epoch": 0.937302876803976,
+      "grad_norm": 195.99026489257812,
+      "learning_rate": 1.1495669702477762e-05,
+      "loss": 19.9375,
+      "step": 19614
+    },
+    {
+      "epoch": 0.9373506642454363,
+      "grad_norm": 316.1772766113281,
+      "learning_rate": 1.149490453523646e-05,
+      "loss": 26.0312,
+      "step": 19615
+    },
+    {
+      "epoch": 0.9373984516868967,
+      "grad_norm": 227.87225341796875,
+      "learning_rate": 1.1494139359042612e-05,
+      "loss": 23.25,
+      "step": 19616
+    },
+    {
+      "epoch": 0.9374462391283571,
+      "grad_norm": 132.273193359375,
+      "learning_rate": 1.1493374173900795e-05,
+      "loss": 20.7188,
+      "step": 19617
+    },
+    {
+      "epoch": 0.9374940265698175,
+      "grad_norm": 246.69480895996094,
+      "learning_rate": 1.1492608979815593e-05,
+      "loss": 31.1875,
+      "step": 19618
+    },
+    {
+      "epoch": 0.9375418140112778,
+      "grad_norm": 261.25689697265625,
+      "learning_rate": 1.1491843776791591e-05,
+      "loss": 37.125,
+      "step": 19619
+    },
+    {
+      "epoch": 0.9375896014527382,
+      "grad_norm": 278.0893859863281,
+      "learning_rate": 1.149107856483337e-05,
+      "loss": 29.625,
+      "step": 19620
+    },
+    {
+      "epoch": 0.9376373888941986,
+      "grad_norm": 280.6770324707031,
+      "learning_rate": 1.1490313343945512e-05,
+      "loss": 19.8906,
+      "step": 19621
+    },
+    {
+      "epoch": 0.937685176335659,
+      "grad_norm": 207.10743713378906,
+      "learning_rate": 1.1489548114132603e-05,
+      "loss": 26.4688,
+      "step": 19622
+    },
+    {
+      "epoch": 0.9377329637771193,
+      "grad_norm": 289.49761962890625,
+      "learning_rate": 1.1488782875399218e-05,
+      "loss": 23.3281,
+      "step": 19623
+    },
+    {
+      "epoch": 0.9377807512185797,
+      "grad_norm": 323.62994384765625,
+      "learning_rate": 1.1488017627749948e-05,
+      "loss": 26.75,
+      "step": 19624
+    },
+    {
+      "epoch": 0.9378285386600401,
+      "grad_norm": 235.9827117919922,
+      "learning_rate": 1.148725237118937e-05,
+      "loss": 17.9062,
+      "step": 19625
+    },
+    {
+      "epoch": 0.9378763261015005,
+      "grad_norm": 539.9791870117188,
+      "learning_rate": 1.1486487105722072e-05,
+      "loss": 27.9688,
+      "step": 19626
+    },
+    {
+      "epoch": 0.9379241135429609,
+      "grad_norm": 263.2883605957031,
+      "learning_rate": 1.1485721831352633e-05,
+      "loss": 33.4688,
+      "step": 19627
+    },
+    {
+      "epoch": 0.9379719009844213,
+      "grad_norm": 532.4943237304688,
+      "learning_rate": 1.1484956548085637e-05,
+      "loss": 24.3438,
+      "step": 19628
+    },
+    {
+      "epoch": 0.9380196884258817,
+      "grad_norm": 165.30181884765625,
+      "learning_rate": 1.1484191255925665e-05,
+      "loss": 21.4688,
+      "step": 19629
+    },
+    {
+      "epoch": 0.9380674758673421,
+      "grad_norm": 189.40859985351562,
+      "learning_rate": 1.1483425954877307e-05,
+      "loss": 26.125,
+      "step": 19630
+    },
+    {
+      "epoch": 0.9381152633088025,
+      "grad_norm": 200.7069854736328,
+      "learning_rate": 1.1482660644945138e-05,
+      "loss": 22.75,
+      "step": 19631
+    },
+    {
+      "epoch": 0.9381630507502629,
+      "grad_norm": 906.9786987304688,
+      "learning_rate": 1.1481895326133747e-05,
+      "loss": 28.875,
+      "step": 19632
+    },
+    {
+      "epoch": 0.9382108381917232,
+      "grad_norm": 159.6997833251953,
+      "learning_rate": 1.1481129998447715e-05,
+      "loss": 23.0,
+      "step": 19633
+    },
+    {
+      "epoch": 0.9382586256331836,
+      "grad_norm": 174.81983947753906,
+      "learning_rate": 1.1480364661891626e-05,
+      "loss": 25.3125,
+      "step": 19634
+    },
+    {
+      "epoch": 0.938306413074644,
+      "grad_norm": 242.25123596191406,
+      "learning_rate": 1.1479599316470062e-05,
+      "loss": 36.375,
+      "step": 19635
+    },
+    {
+      "epoch": 0.9383542005161044,
+      "grad_norm": 410.0614318847656,
+      "learning_rate": 1.1478833962187608e-05,
+      "loss": 17.6875,
+      "step": 19636
+    },
+    {
+      "epoch": 0.9384019879575648,
+      "grad_norm": 232.9473419189453,
+      "learning_rate": 1.1478068599048846e-05,
+      "loss": 29.9375,
+      "step": 19637
+    },
+    {
+      "epoch": 0.9384497753990252,
+      "grad_norm": 511.0939025878906,
+      "learning_rate": 1.1477303227058358e-05,
+      "loss": 26.625,
+      "step": 19638
+    },
+    {
+      "epoch": 0.9384975628404855,
+      "grad_norm": 187.40382385253906,
+      "learning_rate": 1.1476537846220735e-05,
+      "loss": 27.375,
+      "step": 19639
+    },
+    {
+      "epoch": 0.9385453502819459,
+      "grad_norm": 442.7354736328125,
+      "learning_rate": 1.1475772456540553e-05,
+      "loss": 29.2969,
+      "step": 19640
+    },
+    {
+      "epoch": 0.9385931377234062,
+      "grad_norm": 461.2395935058594,
+      "learning_rate": 1.1475007058022397e-05,
+      "loss": 32.625,
+      "step": 19641
+    },
+    {
+      "epoch": 0.9386409251648666,
+      "grad_norm": 202.39938354492188,
+      "learning_rate": 1.1474241650670854e-05,
+      "loss": 35.5,
+      "step": 19642
+    },
+    {
+      "epoch": 0.938688712606327,
+      "grad_norm": 145.03709411621094,
+      "learning_rate": 1.1473476234490506e-05,
+      "loss": 17.0,
+      "step": 19643
+    },
+    {
+      "epoch": 0.9387365000477874,
+      "grad_norm": 267.779541015625,
+      "learning_rate": 1.1472710809485933e-05,
+      "loss": 29.0625,
+      "step": 19644
+    },
+    {
+      "epoch": 0.9387842874892478,
+      "grad_norm": 167.28591918945312,
+      "learning_rate": 1.1471945375661729e-05,
+      "loss": 27.0312,
+      "step": 19645
+    },
+    {
+      "epoch": 0.9388320749307082,
+      "grad_norm": 242.14901733398438,
+      "learning_rate": 1.1471179933022467e-05,
+      "loss": 29.5156,
+      "step": 19646
+    },
+    {
+      "epoch": 0.9388798623721686,
+      "grad_norm": 207.80111694335938,
+      "learning_rate": 1.1470414481572736e-05,
+      "loss": 20.8906,
+      "step": 19647
+    },
+    {
+      "epoch": 0.938927649813629,
+      "grad_norm": 309.3642578125,
+      "learning_rate": 1.1469649021317122e-05,
+      "loss": 33.3125,
+      "step": 19648
+    },
+    {
+      "epoch": 0.9389754372550894,
+      "grad_norm": 249.1305694580078,
+      "learning_rate": 1.1468883552260201e-05,
+      "loss": 32.3125,
+      "step": 19649
+    },
+    {
+      "epoch": 0.9390232246965498,
+      "grad_norm": 419.97650146484375,
+      "learning_rate": 1.146811807440657e-05,
+      "loss": 23.3438,
+      "step": 19650
+    },
+    {
+      "epoch": 0.9390710121380101,
+      "grad_norm": 279.68475341796875,
+      "learning_rate": 1.14673525877608e-05,
+      "loss": 24.7188,
+      "step": 19651
+    },
+    {
+      "epoch": 0.9391187995794705,
+      "grad_norm": 743.81494140625,
+      "learning_rate": 1.1466587092327486e-05,
+      "loss": 30.9375,
+      "step": 19652
+    },
+    {
+      "epoch": 0.9391665870209309,
+      "grad_norm": 632.4075317382812,
+      "learning_rate": 1.1465821588111203e-05,
+      "loss": 29.0,
+      "step": 19653
+    },
+    {
+      "epoch": 0.9392143744623913,
+      "grad_norm": 502.45758056640625,
+      "learning_rate": 1.1465056075116545e-05,
+      "loss": 20.3438,
+      "step": 19654
+    },
+    {
+      "epoch": 0.9392621619038517,
+      "grad_norm": 255.17092895507812,
+      "learning_rate": 1.1464290553348087e-05,
+      "loss": 26.3125,
+      "step": 19655
+    },
+    {
+      "epoch": 0.9393099493453121,
+      "grad_norm": 208.50338745117188,
+      "learning_rate": 1.1463525022810422e-05,
+      "loss": 21.6562,
+      "step": 19656
+    },
+    {
+      "epoch": 0.9393577367867725,
+      "grad_norm": 340.34454345703125,
+      "learning_rate": 1.146275948350813e-05,
+      "loss": 31.4531,
+      "step": 19657
+    },
+    {
+      "epoch": 0.9394055242282329,
+      "grad_norm": 184.7791290283203,
+      "learning_rate": 1.1461993935445796e-05,
+      "loss": 25.125,
+      "step": 19658
+    },
+    {
+      "epoch": 0.9394533116696933,
+      "grad_norm": 212.39219665527344,
+      "learning_rate": 1.1461228378628006e-05,
+      "loss": 30.3438,
+      "step": 19659
+    },
+    {
+      "epoch": 0.9395010991111535,
+      "grad_norm": 290.219970703125,
+      "learning_rate": 1.1460462813059341e-05,
+      "loss": 30.0625,
+      "step": 19660
+    },
+    {
+      "epoch": 0.9395488865526139,
+      "grad_norm": 237.9986114501953,
+      "learning_rate": 1.145969723874439e-05,
+      "loss": 25.7656,
+      "step": 19661
+    },
+    {
+      "epoch": 0.9395966739940743,
+      "grad_norm": 305.0749816894531,
+      "learning_rate": 1.1458931655687733e-05,
+      "loss": 30.8125,
+      "step": 19662
+    },
+    {
+      "epoch": 0.9396444614355347,
+      "grad_norm": 445.20721435546875,
+      "learning_rate": 1.145816606389396e-05,
+      "loss": 31.8438,
+      "step": 19663
+    },
+    {
+      "epoch": 0.9396922488769951,
+      "grad_norm": 421.68206787109375,
+      "learning_rate": 1.1457400463367654e-05,
+      "loss": 35.7812,
+      "step": 19664
+    },
+    {
+      "epoch": 0.9397400363184555,
+      "grad_norm": 175.95166015625,
+      "learning_rate": 1.14566348541134e-05,
+      "loss": 28.9688,
+      "step": 19665
+    },
+    {
+      "epoch": 0.9397878237599159,
+      "grad_norm": 382.9961242675781,
+      "learning_rate": 1.1455869236135779e-05,
+      "loss": 28.9375,
+      "step": 19666
+    },
+    {
+      "epoch": 0.9398356112013763,
+      "grad_norm": 470.8785095214844,
+      "learning_rate": 1.1455103609439387e-05,
+      "loss": 37.5,
+      "step": 19667
+    },
+    {
+      "epoch": 0.9398833986428367,
+      "grad_norm": 347.70123291015625,
+      "learning_rate": 1.1454337974028795e-05,
+      "loss": 23.0469,
+      "step": 19668
+    },
+    {
+      "epoch": 0.939931186084297,
+      "grad_norm": 419.6874694824219,
+      "learning_rate": 1.14535723299086e-05,
+      "loss": 23.7188,
+      "step": 19669
+    },
+    {
+      "epoch": 0.9399789735257574,
+      "grad_norm": 370.8002624511719,
+      "learning_rate": 1.1452806677083379e-05,
+      "loss": 25.2969,
+      "step": 19670
+    },
+    {
+      "epoch": 0.9400267609672178,
+      "grad_norm": 534.2286376953125,
+      "learning_rate": 1.1452041015557724e-05,
+      "loss": 29.2812,
+      "step": 19671
+    },
+    {
+      "epoch": 0.9400745484086782,
+      "grad_norm": 434.13623046875,
+      "learning_rate": 1.1451275345336215e-05,
+      "loss": 18.5625,
+      "step": 19672
+    },
+    {
+      "epoch": 0.9401223358501386,
+      "grad_norm": 203.28236389160156,
+      "learning_rate": 1.145050966642344e-05,
+      "loss": 24.6875,
+      "step": 19673
+    },
+    {
+      "epoch": 0.940170123291599,
+      "grad_norm": 225.9993133544922,
+      "learning_rate": 1.1449743978823983e-05,
+      "loss": 31.2969,
+      "step": 19674
+    },
+    {
+      "epoch": 0.9402179107330594,
+      "grad_norm": 218.91256713867188,
+      "learning_rate": 1.144897828254243e-05,
+      "loss": 28.4062,
+      "step": 19675
+    },
+    {
+      "epoch": 0.9402656981745198,
+      "grad_norm": 380.7323913574219,
+      "learning_rate": 1.1448212577583369e-05,
+      "loss": 28.3125,
+      "step": 19676
+    },
+    {
+      "epoch": 0.9403134856159802,
+      "grad_norm": 239.35629272460938,
+      "learning_rate": 1.144744686395138e-05,
+      "loss": 30.7812,
+      "step": 19677
+    },
+    {
+      "epoch": 0.9403612730574405,
+      "grad_norm": 411.5958557128906,
+      "learning_rate": 1.1446681141651058e-05,
+      "loss": 34.0938,
+      "step": 19678
+    },
+    {
+      "epoch": 0.9404090604989009,
+      "grad_norm": 400.3286437988281,
+      "learning_rate": 1.1445915410686977e-05,
+      "loss": 28.0312,
+      "step": 19679
+    },
+    {
+      "epoch": 0.9404568479403612,
+      "grad_norm": 181.729736328125,
+      "learning_rate": 1.1445149671063728e-05,
+      "loss": 26.75,
+      "step": 19680
+    },
+    {
+      "epoch": 0.9405046353818216,
+      "grad_norm": 250.00146484375,
+      "learning_rate": 1.1444383922785897e-05,
+      "loss": 34.8125,
+      "step": 19681
+    },
+    {
+      "epoch": 0.940552422823282,
+      "grad_norm": 269.9049072265625,
+      "learning_rate": 1.1443618165858075e-05,
+      "loss": 27.1562,
+      "step": 19682
+    },
+    {
+      "epoch": 0.9406002102647424,
+      "grad_norm": 254.28875732421875,
+      "learning_rate": 1.144285240028484e-05,
+      "loss": 27.9375,
+      "step": 19683
+    },
+    {
+      "epoch": 0.9406479977062028,
+      "grad_norm": 234.2272491455078,
+      "learning_rate": 1.1442086626070781e-05,
+      "loss": 38.3125,
+      "step": 19684
+    },
+    {
+      "epoch": 0.9406957851476632,
+      "grad_norm": 134.76658630371094,
+      "learning_rate": 1.1441320843220486e-05,
+      "loss": 14.4219,
+      "step": 19685
+    },
+    {
+      "epoch": 0.9407435725891236,
+      "grad_norm": 258.71478271484375,
+      "learning_rate": 1.1440555051738533e-05,
+      "loss": 27.0625,
+      "step": 19686
+    },
+    {
+      "epoch": 0.940791360030584,
+      "grad_norm": 239.36016845703125,
+      "learning_rate": 1.1439789251629521e-05,
+      "loss": 30.0625,
+      "step": 19687
+    },
+    {
+      "epoch": 0.9408391474720443,
+      "grad_norm": 172.67124938964844,
+      "learning_rate": 1.1439023442898024e-05,
+      "loss": 23.25,
+      "step": 19688
+    },
+    {
+      "epoch": 0.9408869349135047,
+      "grad_norm": 261.7664794921875,
+      "learning_rate": 1.1438257625548637e-05,
+      "loss": 27.4688,
+      "step": 19689
+    },
+    {
+      "epoch": 0.9409347223549651,
+      "grad_norm": 182.90846252441406,
+      "learning_rate": 1.1437491799585943e-05,
+      "loss": 27.9062,
+      "step": 19690
+    },
+    {
+      "epoch": 0.9409825097964255,
+      "grad_norm": 323.4125061035156,
+      "learning_rate": 1.1436725965014525e-05,
+      "loss": 39.1562,
+      "step": 19691
+    },
+    {
+      "epoch": 0.9410302972378859,
+      "grad_norm": 464.7209777832031,
+      "learning_rate": 1.1435960121838973e-05,
+      "loss": 25.9688,
+      "step": 19692
+    },
+    {
+      "epoch": 0.9410780846793463,
+      "grad_norm": 229.35000610351562,
+      "learning_rate": 1.1435194270063874e-05,
+      "loss": 38.4062,
+      "step": 19693
+    },
+    {
+      "epoch": 0.9411258721208067,
+      "grad_norm": 563.4234619140625,
+      "learning_rate": 1.1434428409693813e-05,
+      "loss": 33.8281,
+      "step": 19694
+    },
+    {
+      "epoch": 0.9411736595622671,
+      "grad_norm": 176.88218688964844,
+      "learning_rate": 1.1433662540733377e-05,
+      "loss": 23.7656,
+      "step": 19695
+    },
+    {
+      "epoch": 0.9412214470037275,
+      "grad_norm": 274.8823547363281,
+      "learning_rate": 1.1432896663187152e-05,
+      "loss": 25.5625,
+      "step": 19696
+    },
+    {
+      "epoch": 0.9412692344451878,
+      "grad_norm": 378.0207824707031,
+      "learning_rate": 1.1432130777059722e-05,
+      "loss": 21.3125,
+      "step": 19697
+    },
+    {
+      "epoch": 0.9413170218866482,
+      "grad_norm": 351.7396240234375,
+      "learning_rate": 1.1431364882355682e-05,
+      "loss": 31.5938,
+      "step": 19698
+    },
+    {
+      "epoch": 0.9413648093281086,
+      "grad_norm": 246.35264587402344,
+      "learning_rate": 1.1430598979079608e-05,
+      "loss": 27.3594,
+      "step": 19699
+    },
+    {
+      "epoch": 0.941412596769569,
+      "grad_norm": 259.7119445800781,
+      "learning_rate": 1.1429833067236095e-05,
+      "loss": 31.9688,
+      "step": 19700
+    },
+    {
+      "epoch": 0.9414603842110293,
+      "grad_norm": 240.3723602294922,
+      "learning_rate": 1.1429067146829726e-05,
+      "loss": 22.5312,
+      "step": 19701
+    },
+    {
+      "epoch": 0.9415081716524897,
+      "grad_norm": 152.28585815429688,
+      "learning_rate": 1.142830121786509e-05,
+      "loss": 23.125,
+      "step": 19702
+    },
+    {
+      "epoch": 0.9415559590939501,
+      "grad_norm": 275.83642578125,
+      "learning_rate": 1.1427535280346771e-05,
+      "loss": 30.1875,
+      "step": 19703
+    },
+    {
+      "epoch": 0.9416037465354105,
+      "grad_norm": 176.03659057617188,
+      "learning_rate": 1.1426769334279361e-05,
+      "loss": 16.8125,
+      "step": 19704
+    },
+    {
+      "epoch": 0.9416515339768708,
+      "grad_norm": 212.87567138671875,
+      "learning_rate": 1.1426003379667443e-05,
+      "loss": 28.375,
+      "step": 19705
+    },
+    {
+      "epoch": 0.9416993214183312,
+      "grad_norm": 236.56813049316406,
+      "learning_rate": 1.14252374165156e-05,
+      "loss": 24.6562,
+      "step": 19706
+    },
+    {
+      "epoch": 0.9417471088597916,
+      "grad_norm": 296.93914794921875,
+      "learning_rate": 1.1424471444828429e-05,
+      "loss": 30.5625,
+      "step": 19707
+    },
+    {
+      "epoch": 0.941794896301252,
+      "grad_norm": 283.1104736328125,
+      "learning_rate": 1.142370546461051e-05,
+      "loss": 22.1719,
+      "step": 19708
+    },
+    {
+      "epoch": 0.9418426837427124,
+      "grad_norm": 204.35951232910156,
+      "learning_rate": 1.1422939475866434e-05,
+      "loss": 23.0312,
+      "step": 19709
+    },
+    {
+      "epoch": 0.9418904711841728,
+      "grad_norm": 147.8516387939453,
+      "learning_rate": 1.1422173478600785e-05,
+      "loss": 18.1562,
+      "step": 19710
+    },
+    {
+      "epoch": 0.9419382586256332,
+      "grad_norm": 283.9119567871094,
+      "learning_rate": 1.1421407472818153e-05,
+      "loss": 36.9375,
+      "step": 19711
+    },
+    {
+      "epoch": 0.9419860460670936,
+      "grad_norm": 306.179443359375,
+      "learning_rate": 1.1420641458523123e-05,
+      "loss": 32.0938,
+      "step": 19712
+    },
+    {
+      "epoch": 0.942033833508554,
+      "grad_norm": 180.6436767578125,
+      "learning_rate": 1.1419875435720284e-05,
+      "loss": 29.9219,
+      "step": 19713
+    },
+    {
+      "epoch": 0.9420816209500144,
+      "grad_norm": 507.6218566894531,
+      "learning_rate": 1.1419109404414224e-05,
+      "loss": 38.9375,
+      "step": 19714
+    },
+    {
+      "epoch": 0.9421294083914747,
+      "grad_norm": 274.4072265625,
+      "learning_rate": 1.141834336460953e-05,
+      "loss": 33.0,
+      "step": 19715
+    },
+    {
+      "epoch": 0.9421771958329351,
+      "grad_norm": 216.12962341308594,
+      "learning_rate": 1.1417577316310789e-05,
+      "loss": 27.625,
+      "step": 19716
+    },
+    {
+      "epoch": 0.9422249832743955,
+      "grad_norm": 236.28610229492188,
+      "learning_rate": 1.141681125952259e-05,
+      "loss": 20.7969,
+      "step": 19717
+    },
+    {
+      "epoch": 0.9422727707158559,
+      "grad_norm": 170.2576904296875,
+      "learning_rate": 1.1416045194249517e-05,
+      "loss": 23.1562,
+      "step": 19718
+    },
+    {
+      "epoch": 0.9423205581573163,
+      "grad_norm": 285.6624450683594,
+      "learning_rate": 1.1415279120496163e-05,
+      "loss": 33.3125,
+      "step": 19719
+    },
+    {
+      "epoch": 0.9423683455987767,
+      "grad_norm": 168.97528076171875,
+      "learning_rate": 1.1414513038267112e-05,
+      "loss": 24.4531,
+      "step": 19720
+    },
+    {
+      "epoch": 0.9424161330402371,
+      "grad_norm": 255.1053924560547,
+      "learning_rate": 1.1413746947566952e-05,
+      "loss": 17.7812,
+      "step": 19721
+    },
+    {
+      "epoch": 0.9424639204816974,
+      "grad_norm": 193.92857360839844,
+      "learning_rate": 1.1412980848400275e-05,
+      "loss": 23.7812,
+      "step": 19722
+    },
+    {
+      "epoch": 0.9425117079231577,
+      "grad_norm": 248.06634521484375,
+      "learning_rate": 1.1412214740771665e-05,
+      "loss": 30.4688,
+      "step": 19723
+    },
+    {
+      "epoch": 0.9425594953646181,
+      "grad_norm": 290.09619140625,
+      "learning_rate": 1.1411448624685713e-05,
+      "loss": 41.1875,
+      "step": 19724
+    },
+    {
+      "epoch": 0.9426072828060785,
+      "grad_norm": 565.060302734375,
+      "learning_rate": 1.1410682500147e-05,
+      "loss": 48.75,
+      "step": 19725
+    },
+    {
+      "epoch": 0.9426550702475389,
+      "grad_norm": 272.0687561035156,
+      "learning_rate": 1.1409916367160124e-05,
+      "loss": 21.125,
+      "step": 19726
+    },
+    {
+      "epoch": 0.9427028576889993,
+      "grad_norm": 247.1762237548828,
+      "learning_rate": 1.1409150225729663e-05,
+      "loss": 26.8438,
+      "step": 19727
+    },
+    {
+      "epoch": 0.9427506451304597,
+      "grad_norm": 555.6812133789062,
+      "learning_rate": 1.1408384075860215e-05,
+      "loss": 25.9688,
+      "step": 19728
+    },
+    {
+      "epoch": 0.9427984325719201,
+      "grad_norm": 243.65953063964844,
+      "learning_rate": 1.1407617917556362e-05,
+      "loss": 24.8438,
+      "step": 19729
+    },
+    {
+      "epoch": 0.9428462200133805,
+      "grad_norm": 162.9456787109375,
+      "learning_rate": 1.1406851750822693e-05,
+      "loss": 31.8906,
+      "step": 19730
+    },
+    {
+      "epoch": 0.9428940074548409,
+      "grad_norm": 189.86936950683594,
+      "learning_rate": 1.1406085575663801e-05,
+      "loss": 24.4062,
+      "step": 19731
+    },
+    {
+      "epoch": 0.9429417948963013,
+      "grad_norm": 195.79983520507812,
+      "learning_rate": 1.1405319392084266e-05,
+      "loss": 20.5938,
+      "step": 19732
+    },
+    {
+      "epoch": 0.9429895823377616,
+      "grad_norm": 222.96054077148438,
+      "learning_rate": 1.1404553200088687e-05,
+      "loss": 30.9688,
+      "step": 19733
+    },
+    {
+      "epoch": 0.943037369779222,
+      "grad_norm": 164.05064392089844,
+      "learning_rate": 1.1403786999681641e-05,
+      "loss": 23.2031,
+      "step": 19734
+    },
+    {
+      "epoch": 0.9430851572206824,
+      "grad_norm": 219.3410186767578,
+      "learning_rate": 1.1403020790867724e-05,
+      "loss": 26.5312,
+      "step": 19735
+    },
+    {
+      "epoch": 0.9431329446621428,
+      "grad_norm": 298.07354736328125,
+      "learning_rate": 1.140225457365152e-05,
+      "loss": 23.25,
+      "step": 19736
+    },
+    {
+      "epoch": 0.9431807321036032,
+      "grad_norm": 474.8083190917969,
+      "learning_rate": 1.1401488348037627e-05,
+      "loss": 24.1094,
+      "step": 19737
+    },
+    {
+      "epoch": 0.9432285195450636,
+      "grad_norm": 214.4139404296875,
+      "learning_rate": 1.1400722114030622e-05,
+      "loss": 24.7031,
+      "step": 19738
+    },
+    {
+      "epoch": 0.943276306986524,
+      "grad_norm": 244.14285278320312,
+      "learning_rate": 1.1399955871635102e-05,
+      "loss": 41.25,
+      "step": 19739
+    },
+    {
+      "epoch": 0.9433240944279844,
+      "grad_norm": 173.96067810058594,
+      "learning_rate": 1.1399189620855652e-05,
+      "loss": 30.875,
+      "step": 19740
+    },
+    {
+      "epoch": 0.9433718818694448,
+      "grad_norm": 180.93490600585938,
+      "learning_rate": 1.1398423361696862e-05,
+      "loss": 33.5469,
+      "step": 19741
+    },
+    {
+      "epoch": 0.943419669310905,
+      "grad_norm": 591.1304321289062,
+      "learning_rate": 1.139765709416332e-05,
+      "loss": 27.0,
+      "step": 19742
+    },
+    {
+      "epoch": 0.9434674567523654,
+      "grad_norm": 479.5970458984375,
+      "learning_rate": 1.1396890818259616e-05,
+      "loss": 26.4375,
+      "step": 19743
+    },
+    {
+      "epoch": 0.9435152441938258,
+      "grad_norm": 244.58847045898438,
+      "learning_rate": 1.1396124533990337e-05,
+      "loss": 31.5938,
+      "step": 19744
+    },
+    {
+      "epoch": 0.9435630316352862,
+      "grad_norm": 215.27023315429688,
+      "learning_rate": 1.1395358241360074e-05,
+      "loss": 23.2188,
+      "step": 19745
+    },
+    {
+      "epoch": 0.9436108190767466,
+      "grad_norm": 400.0305480957031,
+      "learning_rate": 1.1394591940373418e-05,
+      "loss": 25.9688,
+      "step": 19746
+    },
+    {
+      "epoch": 0.943658606518207,
+      "grad_norm": 282.6861267089844,
+      "learning_rate": 1.1393825631034952e-05,
+      "loss": 35.125,
+      "step": 19747
+    },
+    {
+      "epoch": 0.9437063939596674,
+      "grad_norm": 251.4792022705078,
+      "learning_rate": 1.139305931334927e-05,
+      "loss": 31.5625,
+      "step": 19748
+    },
+    {
+      "epoch": 0.9437541814011278,
+      "grad_norm": 377.5457763671875,
+      "learning_rate": 1.139229298732096e-05,
+      "loss": 32.3125,
+      "step": 19749
+    },
+    {
+      "epoch": 0.9438019688425882,
+      "grad_norm": 225.6988067626953,
+      "learning_rate": 1.1391526652954614e-05,
+      "loss": 20.0312,
+      "step": 19750
+    },
+    {
+      "epoch": 0.9438497562840485,
+      "grad_norm": 259.36871337890625,
+      "learning_rate": 1.1390760310254816e-05,
+      "loss": 30.1328,
+      "step": 19751
+    },
+    {
+      "epoch": 0.9438975437255089,
+      "grad_norm": 318.2008056640625,
+      "learning_rate": 1.1389993959226163e-05,
+      "loss": 27.5,
+      "step": 19752
+    },
+    {
+      "epoch": 0.9439453311669693,
+      "grad_norm": 321.8987731933594,
+      "learning_rate": 1.1389227599873234e-05,
+      "loss": 20.2188,
+      "step": 19753
+    },
+    {
+      "epoch": 0.9439931186084297,
+      "grad_norm": 422.0162658691406,
+      "learning_rate": 1.1388461232200628e-05,
+      "loss": 31.875,
+      "step": 19754
+    },
+    {
+      "epoch": 0.9440409060498901,
+      "grad_norm": 327.630126953125,
+      "learning_rate": 1.1387694856212929e-05,
+      "loss": 28.875,
+      "step": 19755
+    },
+    {
+      "epoch": 0.9440886934913505,
+      "grad_norm": 482.9148864746094,
+      "learning_rate": 1.1386928471914731e-05,
+      "loss": 24.2188,
+      "step": 19756
+    },
+    {
+      "epoch": 0.9441364809328109,
+      "grad_norm": 260.9090881347656,
+      "learning_rate": 1.1386162079310616e-05,
+      "loss": 21.4844,
+      "step": 19757
+    },
+    {
+      "epoch": 0.9441842683742713,
+      "grad_norm": 199.341064453125,
+      "learning_rate": 1.1385395678405185e-05,
+      "loss": 24.875,
+      "step": 19758
+    },
+    {
+      "epoch": 0.9442320558157317,
+      "grad_norm": 218.33143615722656,
+      "learning_rate": 1.1384629269203017e-05,
+      "loss": 26.5,
+      "step": 19759
+    },
+    {
+      "epoch": 0.944279843257192,
+      "grad_norm": 258.68157958984375,
+      "learning_rate": 1.1383862851708709e-05,
+      "loss": 25.0625,
+      "step": 19760
+    },
+    {
+      "epoch": 0.9443276306986524,
+      "grad_norm": 267.6180725097656,
+      "learning_rate": 1.1383096425926847e-05,
+      "loss": 22.1562,
+      "step": 19761
+    },
+    {
+      "epoch": 0.9443754181401128,
+      "grad_norm": 254.4459686279297,
+      "learning_rate": 1.138232999186202e-05,
+      "loss": 33.7812,
+      "step": 19762
+    },
+    {
+      "epoch": 0.9444232055815731,
+      "grad_norm": 218.96861267089844,
+      "learning_rate": 1.1381563549518823e-05,
+      "loss": 19.0625,
+      "step": 19763
+    },
+    {
+      "epoch": 0.9444709930230335,
+      "grad_norm": 209.16851806640625,
+      "learning_rate": 1.1380797098901842e-05,
+      "loss": 30.5625,
+      "step": 19764
+    },
+    {
+      "epoch": 0.9445187804644939,
+      "grad_norm": 187.2565460205078,
+      "learning_rate": 1.1380030640015669e-05,
+      "loss": 26.3125,
+      "step": 19765
+    },
+    {
+      "epoch": 0.9445665679059543,
+      "grad_norm": 297.7673034667969,
+      "learning_rate": 1.1379264172864892e-05,
+      "loss": 31.625,
+      "step": 19766
+    },
+    {
+      "epoch": 0.9446143553474147,
+      "grad_norm": 312.6671142578125,
+      "learning_rate": 1.1378497697454103e-05,
+      "loss": 31.1562,
+      "step": 19767
+    },
+    {
+      "epoch": 0.9446621427888751,
+      "grad_norm": 425.6333923339844,
+      "learning_rate": 1.1377731213787893e-05,
+      "loss": 32.3281,
+      "step": 19768
+    },
+    {
+      "epoch": 0.9447099302303354,
+      "grad_norm": 613.5796508789062,
+      "learning_rate": 1.1376964721870847e-05,
+      "loss": 21.5469,
+      "step": 19769
+    },
+    {
+      "epoch": 0.9447577176717958,
+      "grad_norm": 443.3926696777344,
+      "learning_rate": 1.1376198221707561e-05,
+      "loss": 17.5,
+      "step": 19770
+    },
+    {
+      "epoch": 0.9448055051132562,
+      "grad_norm": 270.59100341796875,
+      "learning_rate": 1.1375431713302623e-05,
+      "loss": 30.0625,
+      "step": 19771
+    },
+    {
+      "epoch": 0.9448532925547166,
+      "grad_norm": 306.32598876953125,
+      "learning_rate": 1.1374665196660626e-05,
+      "loss": 24.8125,
+      "step": 19772
+    },
+    {
+      "epoch": 0.944901079996177,
+      "grad_norm": 203.56280517578125,
+      "learning_rate": 1.1373898671786156e-05,
+      "loss": 21.1562,
+      "step": 19773
+    },
+    {
+      "epoch": 0.9449488674376374,
+      "grad_norm": 164.2971954345703,
+      "learning_rate": 1.1373132138683809e-05,
+      "loss": 25.7344,
+      "step": 19774
+    },
+    {
+      "epoch": 0.9449966548790978,
+      "grad_norm": 288.05706787109375,
+      "learning_rate": 1.1372365597358169e-05,
+      "loss": 26.5156,
+      "step": 19775
+    },
+    {
+      "epoch": 0.9450444423205582,
+      "grad_norm": 189.8568572998047,
+      "learning_rate": 1.1371599047813831e-05,
+      "loss": 26.75,
+      "step": 19776
+    },
+    {
+      "epoch": 0.9450922297620186,
+      "grad_norm": 288.008056640625,
+      "learning_rate": 1.1370832490055383e-05,
+      "loss": 25.7812,
+      "step": 19777
+    },
+    {
+      "epoch": 0.945140017203479,
+      "grad_norm": 188.53355407714844,
+      "learning_rate": 1.1370065924087418e-05,
+      "loss": 22.0938,
+      "step": 19778
+    },
+    {
+      "epoch": 0.9451878046449393,
+      "grad_norm": 342.3585510253906,
+      "learning_rate": 1.1369299349914527e-05,
+      "loss": 31.7812,
+      "step": 19779
+    },
+    {
+      "epoch": 0.9452355920863997,
+      "grad_norm": 264.7396240234375,
+      "learning_rate": 1.1368532767541301e-05,
+      "loss": 23.25,
+      "step": 19780
+    },
+    {
+      "epoch": 0.9452833795278601,
+      "grad_norm": 119.61445617675781,
+      "learning_rate": 1.1367766176972329e-05,
+      "loss": 17.8438,
+      "step": 19781
+    },
+    {
+      "epoch": 0.9453311669693205,
+      "grad_norm": 281.6861572265625,
+      "learning_rate": 1.1366999578212198e-05,
+      "loss": 30.0625,
+      "step": 19782
+    },
+    {
+      "epoch": 0.9453789544107808,
+      "grad_norm": 287.2071533203125,
+      "learning_rate": 1.136623297126551e-05,
+      "loss": 18.3125,
+      "step": 19783
+    },
+    {
+      "epoch": 0.9454267418522412,
+      "grad_norm": 393.25445556640625,
+      "learning_rate": 1.1365466356136843e-05,
+      "loss": 31.2812,
+      "step": 19784
+    },
+    {
+      "epoch": 0.9454745292937016,
+      "grad_norm": 667.1132202148438,
+      "learning_rate": 1.1364699732830799e-05,
+      "loss": 25.6875,
+      "step": 19785
+    },
+    {
+      "epoch": 0.945522316735162,
+      "grad_norm": 501.6753845214844,
+      "learning_rate": 1.1363933101351963e-05,
+      "loss": 24.8906,
+      "step": 19786
+    },
+    {
+      "epoch": 0.9455701041766224,
+      "grad_norm": 255.4608154296875,
+      "learning_rate": 1.1363166461704929e-05,
+      "loss": 33.1875,
+      "step": 19787
+    },
+    {
+      "epoch": 0.9456178916180827,
+      "grad_norm": 284.1745300292969,
+      "learning_rate": 1.1362399813894286e-05,
+      "loss": 23.6562,
+      "step": 19788
+    },
+    {
+      "epoch": 0.9456656790595431,
+      "grad_norm": 286.5917663574219,
+      "learning_rate": 1.1361633157924628e-05,
+      "loss": 29.5312,
+      "step": 19789
+    },
+    {
+      "epoch": 0.9457134665010035,
+      "grad_norm": 199.8147735595703,
+      "learning_rate": 1.136086649380054e-05,
+      "loss": 24.4062,
+      "step": 19790
+    },
+    {
+      "epoch": 0.9457612539424639,
+      "grad_norm": 207.56361389160156,
+      "learning_rate": 1.136009982152662e-05,
+      "loss": 23.1875,
+      "step": 19791
+    },
+    {
+      "epoch": 0.9458090413839243,
+      "grad_norm": 270.55535888671875,
+      "learning_rate": 1.1359333141107458e-05,
+      "loss": 31.0312,
+      "step": 19792
+    },
+    {
+      "epoch": 0.9458568288253847,
+      "grad_norm": 228.71617126464844,
+      "learning_rate": 1.1358566452547644e-05,
+      "loss": 22.4688,
+      "step": 19793
+    },
+    {
+      "epoch": 0.9459046162668451,
+      "grad_norm": 189.49575805664062,
+      "learning_rate": 1.1357799755851769e-05,
+      "loss": 16.3438,
+      "step": 19794
+    },
+    {
+      "epoch": 0.9459524037083055,
+      "grad_norm": 267.894775390625,
+      "learning_rate": 1.1357033051024425e-05,
+      "loss": 33.0,
+      "step": 19795
+    },
+    {
+      "epoch": 0.9460001911497659,
+      "grad_norm": 173.95431518554688,
+      "learning_rate": 1.1356266338070206e-05,
+      "loss": 22.1875,
+      "step": 19796
+    },
+    {
+      "epoch": 0.9460479785912262,
+      "grad_norm": 193.6318359375,
+      "learning_rate": 1.1355499616993699e-05,
+      "loss": 23.2344,
+      "step": 19797
+    },
+    {
+      "epoch": 0.9460957660326866,
+      "grad_norm": 291.1018981933594,
+      "learning_rate": 1.1354732887799502e-05,
+      "loss": 23.8594,
+      "step": 19798
+    },
+    {
+      "epoch": 0.946143553474147,
+      "grad_norm": 237.43128967285156,
+      "learning_rate": 1.13539661504922e-05,
+      "loss": 33.625,
+      "step": 19799
+    },
+    {
+      "epoch": 0.9461913409156074,
+      "grad_norm": 231.4204559326172,
+      "learning_rate": 1.1353199405076389e-05,
+      "loss": 31.6562,
+      "step": 19800
+    },
+    {
+      "epoch": 0.9462391283570678,
+      "grad_norm": 217.07496643066406,
+      "learning_rate": 1.135243265155666e-05,
+      "loss": 26.5625,
+      "step": 19801
+    },
+    {
+      "epoch": 0.9462869157985282,
+      "grad_norm": 296.4460144042969,
+      "learning_rate": 1.1351665889937605e-05,
+      "loss": 26.5625,
+      "step": 19802
+    },
+    {
+      "epoch": 0.9463347032399886,
+      "grad_norm": 371.0996398925781,
+      "learning_rate": 1.1350899120223813e-05,
+      "loss": 34.875,
+      "step": 19803
+    },
+    {
+      "epoch": 0.9463824906814489,
+      "grad_norm": 301.05816650390625,
+      "learning_rate": 1.1350132342419882e-05,
+      "loss": 39.7188,
+      "step": 19804
+    },
+    {
+      "epoch": 0.9464302781229093,
+      "grad_norm": 280.9124450683594,
+      "learning_rate": 1.1349365556530399e-05,
+      "loss": 32.6875,
+      "step": 19805
+    },
+    {
+      "epoch": 0.9464780655643696,
+      "grad_norm": 241.6341552734375,
+      "learning_rate": 1.1348598762559957e-05,
+      "loss": 33.75,
+      "step": 19806
+    },
+    {
+      "epoch": 0.94652585300583,
+      "grad_norm": 292.4034729003906,
+      "learning_rate": 1.134783196051315e-05,
+      "loss": 29.2188,
+      "step": 19807
+    },
+    {
+      "epoch": 0.9465736404472904,
+      "grad_norm": 185.92027282714844,
+      "learning_rate": 1.1347065150394565e-05,
+      "loss": 24.6406,
+      "step": 19808
+    },
+    {
+      "epoch": 0.9466214278887508,
+      "grad_norm": 281.6523742675781,
+      "learning_rate": 1.1346298332208803e-05,
+      "loss": 31.75,
+      "step": 19809
+    },
+    {
+      "epoch": 0.9466692153302112,
+      "grad_norm": 405.5450744628906,
+      "learning_rate": 1.1345531505960445e-05,
+      "loss": 39.2188,
+      "step": 19810
+    },
+    {
+      "epoch": 0.9467170027716716,
+      "grad_norm": 190.09347534179688,
+      "learning_rate": 1.1344764671654096e-05,
+      "loss": 29.2188,
+      "step": 19811
+    },
+    {
+      "epoch": 0.946764790213132,
+      "grad_norm": 391.27606201171875,
+      "learning_rate": 1.1343997829294338e-05,
+      "loss": 36.3438,
+      "step": 19812
+    },
+    {
+      "epoch": 0.9468125776545924,
+      "grad_norm": 338.1487121582031,
+      "learning_rate": 1.1343230978885769e-05,
+      "loss": 30.3906,
+      "step": 19813
+    },
+    {
+      "epoch": 0.9468603650960528,
+      "grad_norm": 224.0546112060547,
+      "learning_rate": 1.1342464120432976e-05,
+      "loss": 23.625,
+      "step": 19814
+    },
+    {
+      "epoch": 0.9469081525375131,
+      "grad_norm": 263.611083984375,
+      "learning_rate": 1.1341697253940561e-05,
+      "loss": 33.7188,
+      "step": 19815
+    },
+    {
+      "epoch": 0.9469559399789735,
+      "grad_norm": 155.2931671142578,
+      "learning_rate": 1.1340930379413107e-05,
+      "loss": 23.9062,
+      "step": 19816
+    },
+    {
+      "epoch": 0.9470037274204339,
+      "grad_norm": 218.96900939941406,
+      "learning_rate": 1.134016349685521e-05,
+      "loss": 47.4062,
+      "step": 19817
+    },
+    {
+      "epoch": 0.9470515148618943,
+      "grad_norm": 297.8929138183594,
+      "learning_rate": 1.1339396606271465e-05,
+      "loss": 27.9219,
+      "step": 19818
+    },
+    {
+      "epoch": 0.9470993023033547,
+      "grad_norm": 153.046142578125,
+      "learning_rate": 1.133862970766646e-05,
+      "loss": 21.6875,
+      "step": 19819
+    },
+    {
+      "epoch": 0.9471470897448151,
+      "grad_norm": 282.554443359375,
+      "learning_rate": 1.1337862801044792e-05,
+      "loss": 32.9062,
+      "step": 19820
+    },
+    {
+      "epoch": 0.9471948771862755,
+      "grad_norm": 221.54022216796875,
+      "learning_rate": 1.1337095886411053e-05,
+      "loss": 30.3438,
+      "step": 19821
+    },
+    {
+      "epoch": 0.9472426646277359,
+      "grad_norm": 238.39993286132812,
+      "learning_rate": 1.1336328963769834e-05,
+      "loss": 24.1562,
+      "step": 19822
+    },
+    {
+      "epoch": 0.9472904520691963,
+      "grad_norm": 351.3132019042969,
+      "learning_rate": 1.1335562033125729e-05,
+      "loss": 31.7812,
+      "step": 19823
+    },
+    {
+      "epoch": 0.9473382395106567,
+      "grad_norm": 190.17422485351562,
+      "learning_rate": 1.133479509448333e-05,
+      "loss": 37.2812,
+      "step": 19824
+    },
+    {
+      "epoch": 0.9473860269521169,
+      "grad_norm": 180.6773223876953,
+      "learning_rate": 1.1334028147847231e-05,
+      "loss": 24.25,
+      "step": 19825
+    },
+    {
+      "epoch": 0.9474338143935773,
+      "grad_norm": 168.51893615722656,
+      "learning_rate": 1.1333261193222027e-05,
+      "loss": 19.875,
+      "step": 19826
+    },
+    {
+      "epoch": 0.9474816018350377,
+      "grad_norm": 229.776611328125,
+      "learning_rate": 1.1332494230612305e-05,
+      "loss": 28.2188,
+      "step": 19827
+    },
+    {
+      "epoch": 0.9475293892764981,
+      "grad_norm": 222.82948303222656,
+      "learning_rate": 1.1331727260022665e-05,
+      "loss": 21.8438,
+      "step": 19828
+    },
+    {
+      "epoch": 0.9475771767179585,
+      "grad_norm": 200.85621643066406,
+      "learning_rate": 1.1330960281457697e-05,
+      "loss": 17.0,
+      "step": 19829
+    },
+    {
+      "epoch": 0.9476249641594189,
+      "grad_norm": 437.932861328125,
+      "learning_rate": 1.1330193294921991e-05,
+      "loss": 25.5312,
+      "step": 19830
+    },
+    {
+      "epoch": 0.9476727516008793,
+      "grad_norm": 221.8157196044922,
+      "learning_rate": 1.1329426300420148e-05,
+      "loss": 22.0938,
+      "step": 19831
+    },
+    {
+      "epoch": 0.9477205390423397,
+      "grad_norm": 421.74407958984375,
+      "learning_rate": 1.1328659297956753e-05,
+      "loss": 36.5312,
+      "step": 19832
+    },
+    {
+      "epoch": 0.9477683264838,
+      "grad_norm": 319.13232421875,
+      "learning_rate": 1.1327892287536407e-05,
+      "loss": 35.4375,
+      "step": 19833
+    },
+    {
+      "epoch": 0.9478161139252604,
+      "grad_norm": 222.52857971191406,
+      "learning_rate": 1.1327125269163695e-05,
+      "loss": 23.4062,
+      "step": 19834
+    },
+    {
+      "epoch": 0.9478639013667208,
+      "grad_norm": 651.6942749023438,
+      "learning_rate": 1.1326358242843218e-05,
+      "loss": 33.5625,
+      "step": 19835
+    },
+    {
+      "epoch": 0.9479116888081812,
+      "grad_norm": 546.75341796875,
+      "learning_rate": 1.1325591208579565e-05,
+      "loss": 44.875,
+      "step": 19836
+    },
+    {
+      "epoch": 0.9479594762496416,
+      "grad_norm": 270.6829833984375,
+      "learning_rate": 1.1324824166377335e-05,
+      "loss": 34.4062,
+      "step": 19837
+    },
+    {
+      "epoch": 0.948007263691102,
+      "grad_norm": 201.10186767578125,
+      "learning_rate": 1.1324057116241116e-05,
+      "loss": 29.3594,
+      "step": 19838
+    },
+    {
+      "epoch": 0.9480550511325624,
+      "grad_norm": 339.3652038574219,
+      "learning_rate": 1.1323290058175502e-05,
+      "loss": 28.875,
+      "step": 19839
+    },
+    {
+      "epoch": 0.9481028385740228,
+      "grad_norm": 269.2307434082031,
+      "learning_rate": 1.1322522992185088e-05,
+      "loss": 27.625,
+      "step": 19840
+    },
+    {
+      "epoch": 0.9481506260154832,
+      "grad_norm": 254.7454376220703,
+      "learning_rate": 1.1321755918274468e-05,
+      "loss": 31.6562,
+      "step": 19841
+    },
+    {
+      "epoch": 0.9481984134569436,
+      "grad_norm": 172.37518310546875,
+      "learning_rate": 1.1320988836448238e-05,
+      "loss": 29.75,
+      "step": 19842
+    },
+    {
+      "epoch": 0.948246200898404,
+      "grad_norm": 331.72705078125,
+      "learning_rate": 1.1320221746710986e-05,
+      "loss": 35.625,
+      "step": 19843
+    },
+    {
+      "epoch": 0.9482939883398643,
+      "grad_norm": 408.9975280761719,
+      "learning_rate": 1.1319454649067312e-05,
+      "loss": 24.0312,
+      "step": 19844
+    },
+    {
+      "epoch": 0.9483417757813246,
+      "grad_norm": 166.1863555908203,
+      "learning_rate": 1.1318687543521804e-05,
+      "loss": 21.3594,
+      "step": 19845
+    },
+    {
+      "epoch": 0.948389563222785,
+      "grad_norm": 340.28765869140625,
+      "learning_rate": 1.1317920430079063e-05,
+      "loss": 26.1094,
+      "step": 19846
+    },
+    {
+      "epoch": 0.9484373506642454,
+      "grad_norm": 257.1081848144531,
+      "learning_rate": 1.1317153308743676e-05,
+      "loss": 28.5,
+      "step": 19847
+    },
+    {
+      "epoch": 0.9484851381057058,
+      "grad_norm": 152.3125762939453,
+      "learning_rate": 1.1316386179520243e-05,
+      "loss": 23.5156,
+      "step": 19848
+    },
+    {
+      "epoch": 0.9485329255471662,
+      "grad_norm": 224.9697265625,
+      "learning_rate": 1.1315619042413353e-05,
+      "loss": 25.6875,
+      "step": 19849
+    },
+    {
+      "epoch": 0.9485807129886266,
+      "grad_norm": 394.07757568359375,
+      "learning_rate": 1.1314851897427603e-05,
+      "loss": 25.375,
+      "step": 19850
+    },
+    {
+      "epoch": 0.948628500430087,
+      "grad_norm": 329.439453125,
+      "learning_rate": 1.1314084744567589e-05,
+      "loss": 27.9844,
+      "step": 19851
+    },
+    {
+      "epoch": 0.9486762878715473,
+      "grad_norm": 382.429931640625,
+      "learning_rate": 1.13133175838379e-05,
+      "loss": 20.1094,
+      "step": 19852
+    },
+    {
+      "epoch": 0.9487240753130077,
+      "grad_norm": 547.671875,
+      "learning_rate": 1.1312550415243136e-05,
+      "loss": 12.4766,
+      "step": 19853
+    },
+    {
+      "epoch": 0.9487718627544681,
+      "grad_norm": 225.11854553222656,
+      "learning_rate": 1.1311783238787886e-05,
+      "loss": 27.9375,
+      "step": 19854
+    },
+    {
+      "epoch": 0.9488196501959285,
+      "grad_norm": 224.14955139160156,
+      "learning_rate": 1.1311016054476749e-05,
+      "loss": 22.9062,
+      "step": 19855
+    },
+    {
+      "epoch": 0.9488674376373889,
+      "grad_norm": 136.18690490722656,
+      "learning_rate": 1.131024886231432e-05,
+      "loss": 19.9531,
+      "step": 19856
+    },
+    {
+      "epoch": 0.9489152250788493,
+      "grad_norm": 233.4764862060547,
+      "learning_rate": 1.1309481662305186e-05,
+      "loss": 28.8125,
+      "step": 19857
+    },
+    {
+      "epoch": 0.9489630125203097,
+      "grad_norm": 156.7943572998047,
+      "learning_rate": 1.1308714454453948e-05,
+      "loss": 22.2344,
+      "step": 19858
+    },
+    {
+      "epoch": 0.9490107999617701,
+      "grad_norm": 229.80853271484375,
+      "learning_rate": 1.13079472387652e-05,
+      "loss": 28.1562,
+      "step": 19859
+    },
+    {
+      "epoch": 0.9490585874032305,
+      "grad_norm": 213.00071716308594,
+      "learning_rate": 1.1307180015243535e-05,
+      "loss": 27.6562,
+      "step": 19860
+    },
+    {
+      "epoch": 0.9491063748446908,
+      "grad_norm": 226.0314178466797,
+      "learning_rate": 1.130641278389355e-05,
+      "loss": 28.75,
+      "step": 19861
+    },
+    {
+      "epoch": 0.9491541622861512,
+      "grad_norm": 188.2298126220703,
+      "learning_rate": 1.1305645544719835e-05,
+      "loss": 17.7188,
+      "step": 19862
+    },
+    {
+      "epoch": 0.9492019497276116,
+      "grad_norm": 244.21324157714844,
+      "learning_rate": 1.1304878297726991e-05,
+      "loss": 35.8438,
+      "step": 19863
+    },
+    {
+      "epoch": 0.949249737169072,
+      "grad_norm": 189.80072021484375,
+      "learning_rate": 1.1304111042919608e-05,
+      "loss": 19.2656,
+      "step": 19864
+    },
+    {
+      "epoch": 0.9492975246105324,
+      "grad_norm": 215.25384521484375,
+      "learning_rate": 1.1303343780302282e-05,
+      "loss": 22.625,
+      "step": 19865
+    },
+    {
+      "epoch": 0.9493453120519927,
+      "grad_norm": 488.97882080078125,
+      "learning_rate": 1.1302576509879613e-05,
+      "loss": 28.0312,
+      "step": 19866
+    },
+    {
+      "epoch": 0.9493930994934531,
+      "grad_norm": 175.11822509765625,
+      "learning_rate": 1.1301809231656185e-05,
+      "loss": 19.5625,
+      "step": 19867
+    },
+    {
+      "epoch": 0.9494408869349135,
+      "grad_norm": 403.9800720214844,
+      "learning_rate": 1.1301041945636604e-05,
+      "loss": 26.2812,
+      "step": 19868
+    },
+    {
+      "epoch": 0.9494886743763739,
+      "grad_norm": 339.7430419921875,
+      "learning_rate": 1.1300274651825458e-05,
+      "loss": 27.0625,
+      "step": 19869
+    },
+    {
+      "epoch": 0.9495364618178342,
+      "grad_norm": 290.51470947265625,
+      "learning_rate": 1.1299507350227348e-05,
+      "loss": 25.1719,
+      "step": 19870
+    },
+    {
+      "epoch": 0.9495842492592946,
+      "grad_norm": 305.3338928222656,
+      "learning_rate": 1.1298740040846863e-05,
+      "loss": 27.75,
+      "step": 19871
+    },
+    {
+      "epoch": 0.949632036700755,
+      "grad_norm": 394.3909606933594,
+      "learning_rate": 1.1297972723688603e-05,
+      "loss": 40.8125,
+      "step": 19872
+    },
+    {
+      "epoch": 0.9496798241422154,
+      "grad_norm": 242.28628540039062,
+      "learning_rate": 1.1297205398757158e-05,
+      "loss": 34.625,
+      "step": 19873
+    },
+    {
+      "epoch": 0.9497276115836758,
+      "grad_norm": 260.6578369140625,
+      "learning_rate": 1.129643806605713e-05,
+      "loss": 24.5781,
+      "step": 19874
+    },
+    {
+      "epoch": 0.9497753990251362,
+      "grad_norm": 131.0295867919922,
+      "learning_rate": 1.1295670725593109e-05,
+      "loss": 15.7344,
+      "step": 19875
+    },
+    {
+      "epoch": 0.9498231864665966,
+      "grad_norm": 339.5267333984375,
+      "learning_rate": 1.1294903377369693e-05,
+      "loss": 31.3438,
+      "step": 19876
+    },
+    {
+      "epoch": 0.949870973908057,
+      "grad_norm": 382.84271240234375,
+      "learning_rate": 1.1294136021391478e-05,
+      "loss": 37.3125,
+      "step": 19877
+    },
+    {
+      "epoch": 0.9499187613495174,
+      "grad_norm": 249.83119201660156,
+      "learning_rate": 1.1293368657663053e-05,
+      "loss": 25.5,
+      "step": 19878
+    },
+    {
+      "epoch": 0.9499665487909777,
+      "grad_norm": 171.6267547607422,
+      "learning_rate": 1.1292601286189025e-05,
+      "loss": 28.25,
+      "step": 19879
+    },
+    {
+      "epoch": 0.9500143362324381,
+      "grad_norm": 167.96475219726562,
+      "learning_rate": 1.1291833906973977e-05,
+      "loss": 24.9531,
+      "step": 19880
+    },
+    {
+      "epoch": 0.9500621236738985,
+      "grad_norm": 384.3359069824219,
+      "learning_rate": 1.1291066520022515e-05,
+      "loss": 25.3438,
+      "step": 19881
+    },
+    {
+      "epoch": 0.9501099111153589,
+      "grad_norm": 191.94129943847656,
+      "learning_rate": 1.1290299125339228e-05,
+      "loss": 22.1562,
+      "step": 19882
+    },
+    {
+      "epoch": 0.9501576985568193,
+      "grad_norm": 343.4170837402344,
+      "learning_rate": 1.1289531722928716e-05,
+      "loss": 35.125,
+      "step": 19883
+    },
+    {
+      "epoch": 0.9502054859982797,
+      "grad_norm": 286.0098571777344,
+      "learning_rate": 1.1288764312795572e-05,
+      "loss": 29.4062,
+      "step": 19884
+    },
+    {
+      "epoch": 0.9502532734397401,
+      "grad_norm": 239.4561309814453,
+      "learning_rate": 1.1287996894944395e-05,
+      "loss": 31.0312,
+      "step": 19885
+    },
+    {
+      "epoch": 0.9503010608812004,
+      "grad_norm": 130.1114044189453,
+      "learning_rate": 1.1287229469379778e-05,
+      "loss": 24.5312,
+      "step": 19886
+    },
+    {
+      "epoch": 0.9503488483226608,
+      "grad_norm": 298.28485107421875,
+      "learning_rate": 1.1286462036106313e-05,
+      "loss": 23.1875,
+      "step": 19887
+    },
+    {
+      "epoch": 0.9503966357641211,
+      "grad_norm": 188.37840270996094,
+      "learning_rate": 1.1285694595128606e-05,
+      "loss": 22.1875,
+      "step": 19888
+    },
+    {
+      "epoch": 0.9504444232055815,
+      "grad_norm": 239.6211395263672,
+      "learning_rate": 1.1284927146451246e-05,
+      "loss": 20.4531,
+      "step": 19889
+    },
+    {
+      "epoch": 0.9504922106470419,
+      "grad_norm": 226.69088745117188,
+      "learning_rate": 1.128415969007883e-05,
+      "loss": 26.5,
+      "step": 19890
+    },
+    {
+      "epoch": 0.9505399980885023,
+      "grad_norm": 268.1134033203125,
+      "learning_rate": 1.1283392226015952e-05,
+      "loss": 26.875,
+      "step": 19891
+    },
+    {
+      "epoch": 0.9505877855299627,
+      "grad_norm": 358.74090576171875,
+      "learning_rate": 1.1282624754267215e-05,
+      "loss": 23.1562,
+      "step": 19892
+    },
+    {
+      "epoch": 0.9506355729714231,
+      "grad_norm": 206.0679473876953,
+      "learning_rate": 1.1281857274837208e-05,
+      "loss": 18.2188,
+      "step": 19893
+    },
+    {
+      "epoch": 0.9506833604128835,
+      "grad_norm": 242.97918701171875,
+      "learning_rate": 1.128108978773053e-05,
+      "loss": 32.0,
+      "step": 19894
+    },
+    {
+      "epoch": 0.9507311478543439,
+      "grad_norm": 231.11764526367188,
+      "learning_rate": 1.1280322292951776e-05,
+      "loss": 21.6719,
+      "step": 19895
+    },
+    {
+      "epoch": 0.9507789352958043,
+      "grad_norm": 122.82490539550781,
+      "learning_rate": 1.1279554790505545e-05,
+      "loss": 18.2656,
+      "step": 19896
+    },
+    {
+      "epoch": 0.9508267227372647,
+      "grad_norm": 292.7901916503906,
+      "learning_rate": 1.127878728039643e-05,
+      "loss": 25.2812,
+      "step": 19897
+    },
+    {
+      "epoch": 0.950874510178725,
+      "grad_norm": 279.63116455078125,
+      "learning_rate": 1.1278019762629033e-05,
+      "loss": 29.0312,
+      "step": 19898
+    },
+    {
+      "epoch": 0.9509222976201854,
+      "grad_norm": 366.6393127441406,
+      "learning_rate": 1.1277252237207943e-05,
+      "loss": 32.375,
+      "step": 19899
+    },
+    {
+      "epoch": 0.9509700850616458,
+      "grad_norm": 230.28578186035156,
+      "learning_rate": 1.1276484704137765e-05,
+      "loss": 25.8125,
+      "step": 19900
+    },
+    {
+      "epoch": 0.9510178725031062,
+      "grad_norm": 245.46788024902344,
+      "learning_rate": 1.1275717163423087e-05,
+      "loss": 26.875,
+      "step": 19901
+    },
+    {
+      "epoch": 0.9510656599445666,
+      "grad_norm": 327.0935363769531,
+      "learning_rate": 1.127494961506851e-05,
+      "loss": 34.0,
+      "step": 19902
+    },
+    {
+      "epoch": 0.951113447386027,
+      "grad_norm": 270.5606384277344,
+      "learning_rate": 1.127418205907863e-05,
+      "loss": 20.1094,
+      "step": 19903
+    },
+    {
+      "epoch": 0.9511612348274874,
+      "grad_norm": 137.7969512939453,
+      "learning_rate": 1.1273414495458046e-05,
+      "loss": 21.4062,
+      "step": 19904
+    },
+    {
+      "epoch": 0.9512090222689478,
+      "grad_norm": 327.3700256347656,
+      "learning_rate": 1.127264692421135e-05,
+      "loss": 34.6875,
+      "step": 19905
+    },
+    {
+      "epoch": 0.9512568097104082,
+      "grad_norm": 131.82859802246094,
+      "learning_rate": 1.127187934534314e-05,
+      "loss": 17.0469,
+      "step": 19906
+    },
+    {
+      "epoch": 0.9513045971518684,
+      "grad_norm": 274.1750183105469,
+      "learning_rate": 1.1271111758858015e-05,
+      "loss": 28.4688,
+      "step": 19907
+    },
+    {
+      "epoch": 0.9513523845933288,
+      "grad_norm": 270.128662109375,
+      "learning_rate": 1.1270344164760571e-05,
+      "loss": 33.1562,
+      "step": 19908
+    },
+    {
+      "epoch": 0.9514001720347892,
+      "grad_norm": 258.3287353515625,
+      "learning_rate": 1.1269576563055405e-05,
+      "loss": 38.4688,
+      "step": 19909
+    },
+    {
+      "epoch": 0.9514479594762496,
+      "grad_norm": 424.1952209472656,
+      "learning_rate": 1.1268808953747113e-05,
+      "loss": 33.375,
+      "step": 19910
+    },
+    {
+      "epoch": 0.95149574691771,
+      "grad_norm": 238.74891662597656,
+      "learning_rate": 1.1268041336840292e-05,
+      "loss": 30.6562,
+      "step": 19911
+    },
+    {
+      "epoch": 0.9515435343591704,
+      "grad_norm": 260.8796691894531,
+      "learning_rate": 1.1267273712339539e-05,
+      "loss": 29.8125,
+      "step": 19912
+    },
+    {
+      "epoch": 0.9515913218006308,
+      "grad_norm": 232.10598754882812,
+      "learning_rate": 1.1266506080249456e-05,
+      "loss": 32.0469,
+      "step": 19913
+    },
+    {
+      "epoch": 0.9516391092420912,
+      "grad_norm": 310.4261474609375,
+      "learning_rate": 1.1265738440574631e-05,
+      "loss": 31.2188,
+      "step": 19914
+    },
+    {
+      "epoch": 0.9516868966835516,
+      "grad_norm": 203.00466918945312,
+      "learning_rate": 1.1264970793319667e-05,
+      "loss": 23.5938,
+      "step": 19915
+    },
+    {
+      "epoch": 0.9517346841250119,
+      "grad_norm": 555.038818359375,
+      "learning_rate": 1.1264203138489163e-05,
+      "loss": 34.9688,
+      "step": 19916
+    },
+    {
+      "epoch": 0.9517824715664723,
+      "grad_norm": 211.6805877685547,
+      "learning_rate": 1.126343547608771e-05,
+      "loss": 28.5938,
+      "step": 19917
+    },
+    {
+      "epoch": 0.9518302590079327,
+      "grad_norm": 272.0804443359375,
+      "learning_rate": 1.1262667806119912e-05,
+      "loss": 26.9062,
+      "step": 19918
+    },
+    {
+      "epoch": 0.9518780464493931,
+      "grad_norm": 222.337646484375,
+      "learning_rate": 1.126190012859036e-05,
+      "loss": 33.25,
+      "step": 19919
+    },
+    {
+      "epoch": 0.9519258338908535,
+      "grad_norm": 258.4012145996094,
+      "learning_rate": 1.1261132443503655e-05,
+      "loss": 28.4375,
+      "step": 19920
+    },
+    {
+      "epoch": 0.9519736213323139,
+      "grad_norm": 484.7063293457031,
+      "learning_rate": 1.1260364750864397e-05,
+      "loss": 26.9219,
+      "step": 19921
+    },
+    {
+      "epoch": 0.9520214087737743,
+      "grad_norm": 136.76495361328125,
+      "learning_rate": 1.1259597050677178e-05,
+      "loss": 29.5156,
+      "step": 19922
+    },
+    {
+      "epoch": 0.9520691962152347,
+      "grad_norm": 416.5336608886719,
+      "learning_rate": 1.1258829342946597e-05,
+      "loss": 24.4219,
+      "step": 19923
+    },
+    {
+      "epoch": 0.9521169836566951,
+      "grad_norm": 306.1456298828125,
+      "learning_rate": 1.1258061627677255e-05,
+      "loss": 19.3125,
+      "step": 19924
+    },
+    {
+      "epoch": 0.9521647710981554,
+      "grad_norm": 264.6233825683594,
+      "learning_rate": 1.1257293904873745e-05,
+      "loss": 22.0156,
+      "step": 19925
+    },
+    {
+      "epoch": 0.9522125585396158,
+      "grad_norm": 304.29522705078125,
+      "learning_rate": 1.1256526174540667e-05,
+      "loss": 32.0625,
+      "step": 19926
+    },
+    {
+      "epoch": 0.9522603459810762,
+      "grad_norm": 269.52545166015625,
+      "learning_rate": 1.1255758436682622e-05,
+      "loss": 28.5,
+      "step": 19927
+    },
+    {
+      "epoch": 0.9523081334225365,
+      "grad_norm": 229.72164916992188,
+      "learning_rate": 1.12549906913042e-05,
+      "loss": 23.6875,
+      "step": 19928
+    },
+    {
+      "epoch": 0.9523559208639969,
+      "grad_norm": 437.007080078125,
+      "learning_rate": 1.1254222938410006e-05,
+      "loss": 30.8594,
+      "step": 19929
+    },
+    {
+      "epoch": 0.9524037083054573,
+      "grad_norm": 159.2992706298828,
+      "learning_rate": 1.1253455178004633e-05,
+      "loss": 19.1719,
+      "step": 19930
+    },
+    {
+      "epoch": 0.9524514957469177,
+      "grad_norm": 237.7109832763672,
+      "learning_rate": 1.1252687410092681e-05,
+      "loss": 28.8125,
+      "step": 19931
+    },
+    {
+      "epoch": 0.9524992831883781,
+      "grad_norm": 227.05064392089844,
+      "learning_rate": 1.125191963467875e-05,
+      "loss": 20.25,
+      "step": 19932
+    },
+    {
+      "epoch": 0.9525470706298385,
+      "grad_norm": 267.8501281738281,
+      "learning_rate": 1.1251151851767434e-05,
+      "loss": 33.9375,
+      "step": 19933
+    },
+    {
+      "epoch": 0.9525948580712988,
+      "grad_norm": 138.46278381347656,
+      "learning_rate": 1.1250384061363334e-05,
+      "loss": 25.625,
+      "step": 19934
+    },
+    {
+      "epoch": 0.9526426455127592,
+      "grad_norm": 219.41078186035156,
+      "learning_rate": 1.1249616263471045e-05,
+      "loss": 24.3438,
+      "step": 19935
+    },
+    {
+      "epoch": 0.9526904329542196,
+      "grad_norm": 226.7859649658203,
+      "learning_rate": 1.124884845809517e-05,
+      "loss": 21.7812,
+      "step": 19936
+    },
+    {
+      "epoch": 0.95273822039568,
+      "grad_norm": 351.80963134765625,
+      "learning_rate": 1.1248080645240302e-05,
+      "loss": 37.75,
+      "step": 19937
+    },
+    {
+      "epoch": 0.9527860078371404,
+      "grad_norm": 254.45237731933594,
+      "learning_rate": 1.1247312824911041e-05,
+      "loss": 25.4688,
+      "step": 19938
+    },
+    {
+      "epoch": 0.9528337952786008,
+      "grad_norm": 341.9220886230469,
+      "learning_rate": 1.1246544997111988e-05,
+      "loss": 31.9375,
+      "step": 19939
+    },
+    {
+      "epoch": 0.9528815827200612,
+      "grad_norm": 267.1852111816406,
+      "learning_rate": 1.1245777161847737e-05,
+      "loss": 29.0,
+      "step": 19940
+    },
+    {
+      "epoch": 0.9529293701615216,
+      "grad_norm": 274.85736083984375,
+      "learning_rate": 1.1245009319122888e-05,
+      "loss": 24.25,
+      "step": 19941
+    },
+    {
+      "epoch": 0.952977157602982,
+      "grad_norm": 201.2002410888672,
+      "learning_rate": 1.1244241468942041e-05,
+      "loss": 27.25,
+      "step": 19942
+    },
+    {
+      "epoch": 0.9530249450444424,
+      "grad_norm": 373.4427795410156,
+      "learning_rate": 1.1243473611309791e-05,
+      "loss": 44.75,
+      "step": 19943
+    },
+    {
+      "epoch": 0.9530727324859027,
+      "grad_norm": 170.96435546875,
+      "learning_rate": 1.1242705746230741e-05,
+      "loss": 22.25,
+      "step": 19944
+    },
+    {
+      "epoch": 0.9531205199273631,
+      "grad_norm": 218.16720581054688,
+      "learning_rate": 1.1241937873709485e-05,
+      "loss": 22.9844,
+      "step": 19945
+    },
+    {
+      "epoch": 0.9531683073688235,
+      "grad_norm": 241.16195678710938,
+      "learning_rate": 1.1241169993750626e-05,
+      "loss": 34.4688,
+      "step": 19946
+    },
+    {
+      "epoch": 0.9532160948102839,
+      "grad_norm": 592.457275390625,
+      "learning_rate": 1.1240402106358758e-05,
+      "loss": 37.5625,
+      "step": 19947
+    },
+    {
+      "epoch": 0.9532638822517442,
+      "grad_norm": 208.7009735107422,
+      "learning_rate": 1.1239634211538484e-05,
+      "loss": 21.8594,
+      "step": 19948
+    },
+    {
+      "epoch": 0.9533116696932046,
+      "grad_norm": 563.3287963867188,
+      "learning_rate": 1.1238866309294398e-05,
+      "loss": 24.7812,
+      "step": 19949
+    },
+    {
+      "epoch": 0.953359457134665,
+      "grad_norm": 343.9320068359375,
+      "learning_rate": 1.1238098399631106e-05,
+      "loss": 34.3438,
+      "step": 19950
+    },
+    {
+      "epoch": 0.9534072445761254,
+      "grad_norm": 374.0565490722656,
+      "learning_rate": 1.12373304825532e-05,
+      "loss": 40.2188,
+      "step": 19951
+    },
+    {
+      "epoch": 0.9534550320175857,
+      "grad_norm": 456.4447021484375,
+      "learning_rate": 1.1236562558065278e-05,
+      "loss": 29.5938,
+      "step": 19952
+    },
+    {
+      "epoch": 0.9535028194590461,
+      "grad_norm": 259.59814453125,
+      "learning_rate": 1.1235794626171946e-05,
+      "loss": 29.8438,
+      "step": 19953
+    },
+    {
+      "epoch": 0.9535506069005065,
+      "grad_norm": 173.27906799316406,
+      "learning_rate": 1.1235026686877797e-05,
+      "loss": 22.2969,
+      "step": 19954
+    },
+    {
+      "epoch": 0.9535983943419669,
+      "grad_norm": 218.6348876953125,
+      "learning_rate": 1.1234258740187434e-05,
+      "loss": 29.5938,
+      "step": 19955
+    },
+    {
+      "epoch": 0.9536461817834273,
+      "grad_norm": 406.243896484375,
+      "learning_rate": 1.123349078610545e-05,
+      "loss": 38.6406,
+      "step": 19956
+    },
+    {
+      "epoch": 0.9536939692248877,
+      "grad_norm": 250.24505615234375,
+      "learning_rate": 1.1232722824636448e-05,
+      "loss": 26.4375,
+      "step": 19957
+    },
+    {
+      "epoch": 0.9537417566663481,
+      "grad_norm": 498.5533142089844,
+      "learning_rate": 1.1231954855785028e-05,
+      "loss": 33.4375,
+      "step": 19958
+    },
+    {
+      "epoch": 0.9537895441078085,
+      "grad_norm": 251.33984375,
+      "learning_rate": 1.1231186879555789e-05,
+      "loss": 23.9531,
+      "step": 19959
+    },
+    {
+      "epoch": 0.9538373315492689,
+      "grad_norm": 110.11686706542969,
+      "learning_rate": 1.1230418895953328e-05,
+      "loss": 21.5625,
+      "step": 19960
+    },
+    {
+      "epoch": 0.9538851189907293,
+      "grad_norm": 242.23123168945312,
+      "learning_rate": 1.1229650904982247e-05,
+      "loss": 28.9531,
+      "step": 19961
+    },
+    {
+      "epoch": 0.9539329064321896,
+      "grad_norm": 220.77880859375,
+      "learning_rate": 1.1228882906647142e-05,
+      "loss": 21.4688,
+      "step": 19962
+    },
+    {
+      "epoch": 0.95398069387365,
+      "grad_norm": 326.0166931152344,
+      "learning_rate": 1.1228114900952615e-05,
+      "loss": 41.6719,
+      "step": 19963
+    },
+    {
+      "epoch": 0.9540284813151104,
+      "grad_norm": 324.8067321777344,
+      "learning_rate": 1.1227346887903265e-05,
+      "loss": 32.0938,
+      "step": 19964
+    },
+    {
+      "epoch": 0.9540762687565708,
+      "grad_norm": 528.1542358398438,
+      "learning_rate": 1.122657886750369e-05,
+      "loss": 26.0,
+      "step": 19965
+    },
+    {
+      "epoch": 0.9541240561980312,
+      "grad_norm": 216.35113525390625,
+      "learning_rate": 1.122581083975849e-05,
+      "loss": 31.1875,
+      "step": 19966
+    },
+    {
+      "epoch": 0.9541718436394916,
+      "grad_norm": 233.63909912109375,
+      "learning_rate": 1.1225042804672265e-05,
+      "loss": 26.2812,
+      "step": 19967
+    },
+    {
+      "epoch": 0.954219631080952,
+      "grad_norm": 218.4248046875,
+      "learning_rate": 1.1224274762249616e-05,
+      "loss": 21.9688,
+      "step": 19968
+    },
+    {
+      "epoch": 0.9542674185224123,
+      "grad_norm": 227.4065704345703,
+      "learning_rate": 1.122350671249514e-05,
+      "loss": 26.4062,
+      "step": 19969
+    },
+    {
+      "epoch": 0.9543152059638726,
+      "grad_norm": 373.6268005371094,
+      "learning_rate": 1.122273865541344e-05,
+      "loss": 23.9062,
+      "step": 19970
+    },
+    {
+      "epoch": 0.954362993405333,
+      "grad_norm": 260.1351623535156,
+      "learning_rate": 1.1221970591009107e-05,
+      "loss": 35.3438,
+      "step": 19971
+    },
+    {
+      "epoch": 0.9544107808467934,
+      "grad_norm": 131.4474639892578,
+      "learning_rate": 1.1221202519286751e-05,
+      "loss": 19.0938,
+      "step": 19972
+    },
+    {
+      "epoch": 0.9544585682882538,
+      "grad_norm": 241.21994018554688,
+      "learning_rate": 1.1220434440250966e-05,
+      "loss": 31.4375,
+      "step": 19973
+    },
+    {
+      "epoch": 0.9545063557297142,
+      "grad_norm": 219.18812561035156,
+      "learning_rate": 1.1219666353906356e-05,
+      "loss": 22.9062,
+      "step": 19974
+    },
+    {
+      "epoch": 0.9545541431711746,
+      "grad_norm": 284.0445861816406,
+      "learning_rate": 1.1218898260257519e-05,
+      "loss": 19.8906,
+      "step": 19975
+    },
+    {
+      "epoch": 0.954601930612635,
+      "grad_norm": 255.576171875,
+      "learning_rate": 1.121813015930905e-05,
+      "loss": 20.5312,
+      "step": 19976
+    },
+    {
+      "epoch": 0.9546497180540954,
+      "grad_norm": 290.564697265625,
+      "learning_rate": 1.1217362051065554e-05,
+      "loss": 25.9062,
+      "step": 19977
+    },
+    {
+      "epoch": 0.9546975054955558,
+      "grad_norm": 253.9895477294922,
+      "learning_rate": 1.1216593935531632e-05,
+      "loss": 33.625,
+      "step": 19978
+    },
+    {
+      "epoch": 0.9547452929370162,
+      "grad_norm": 270.8836669921875,
+      "learning_rate": 1.1215825812711882e-05,
+      "loss": 28.2812,
+      "step": 19979
+    },
+    {
+      "epoch": 0.9547930803784765,
+      "grad_norm": 415.5594482421875,
+      "learning_rate": 1.1215057682610902e-05,
+      "loss": 33.8281,
+      "step": 19980
+    },
+    {
+      "epoch": 0.9548408678199369,
+      "grad_norm": 460.33349609375,
+      "learning_rate": 1.1214289545233297e-05,
+      "loss": 28.7656,
+      "step": 19981
+    },
+    {
+      "epoch": 0.9548886552613973,
+      "grad_norm": 408.66619873046875,
+      "learning_rate": 1.1213521400583662e-05,
+      "loss": 20.625,
+      "step": 19982
+    },
+    {
+      "epoch": 0.9549364427028577,
+      "grad_norm": 207.92543029785156,
+      "learning_rate": 1.1212753248666603e-05,
+      "loss": 18.125,
+      "step": 19983
+    },
+    {
+      "epoch": 0.9549842301443181,
+      "grad_norm": 441.51287841796875,
+      "learning_rate": 1.1211985089486714e-05,
+      "loss": 23.2188,
+      "step": 19984
+    },
+    {
+      "epoch": 0.9550320175857785,
+      "grad_norm": 481.0214538574219,
+      "learning_rate": 1.12112169230486e-05,
+      "loss": 21.3281,
+      "step": 19985
+    },
+    {
+      "epoch": 0.9550798050272389,
+      "grad_norm": 454.7547912597656,
+      "learning_rate": 1.121044874935686e-05,
+      "loss": 28.6875,
+      "step": 19986
+    },
+    {
+      "epoch": 0.9551275924686993,
+      "grad_norm": 163.76023864746094,
+      "learning_rate": 1.1209680568416093e-05,
+      "loss": 25.9062,
+      "step": 19987
+    },
+    {
+      "epoch": 0.9551753799101597,
+      "grad_norm": 539.5046997070312,
+      "learning_rate": 1.1208912380230901e-05,
+      "loss": 43.6875,
+      "step": 19988
+    },
+    {
+      "epoch": 0.9552231673516199,
+      "grad_norm": 330.3106384277344,
+      "learning_rate": 1.1208144184805883e-05,
+      "loss": 39.375,
+      "step": 19989
+    },
+    {
+      "epoch": 0.9552709547930803,
+      "grad_norm": 295.2139587402344,
+      "learning_rate": 1.1207375982145641e-05,
+      "loss": 26.9375,
+      "step": 19990
+    },
+    {
+      "epoch": 0.9553187422345407,
+      "grad_norm": 141.09310913085938,
+      "learning_rate": 1.1206607772254772e-05,
+      "loss": 17.5,
+      "step": 19991
+    },
+    {
+      "epoch": 0.9553665296760011,
+      "grad_norm": 218.15406799316406,
+      "learning_rate": 1.1205839555137883e-05,
+      "loss": 36.4688,
+      "step": 19992
+    },
+    {
+      "epoch": 0.9554143171174615,
+      "grad_norm": 179.50169372558594,
+      "learning_rate": 1.1205071330799566e-05,
+      "loss": 33.2344,
+      "step": 19993
+    },
+    {
+      "epoch": 0.9554621045589219,
+      "grad_norm": 441.3937072753906,
+      "learning_rate": 1.1204303099244432e-05,
+      "loss": 24.2969,
+      "step": 19994
+    },
+    {
+      "epoch": 0.9555098920003823,
+      "grad_norm": 184.51307678222656,
+      "learning_rate": 1.1203534860477073e-05,
+      "loss": 24.7656,
+      "step": 19995
+    },
+    {
+      "epoch": 0.9555576794418427,
+      "grad_norm": 206.11727905273438,
+      "learning_rate": 1.1202766614502096e-05,
+      "loss": 29.375,
+      "step": 19996
+    },
+    {
+      "epoch": 0.9556054668833031,
+      "grad_norm": 539.5233764648438,
+      "learning_rate": 1.1201998361324096e-05,
+      "loss": 38.1562,
+      "step": 19997
+    },
+    {
+      "epoch": 0.9556532543247634,
+      "grad_norm": 238.81480407714844,
+      "learning_rate": 1.120123010094768e-05,
+      "loss": 24.5,
+      "step": 19998
+    },
+    {
+      "epoch": 0.9557010417662238,
+      "grad_norm": 231.9540557861328,
+      "learning_rate": 1.1200461833377445e-05,
+      "loss": 25.3594,
+      "step": 19999
+    },
+    {
+      "epoch": 0.9557488292076842,
+      "grad_norm": 281.1358947753906,
+      "learning_rate": 1.119969355861799e-05,
+      "loss": 28.8438,
+      "step": 20000
+    },
+    {
+      "epoch": 0.9557966166491446,
+      "grad_norm": 205.13490295410156,
+      "learning_rate": 1.1198925276673923e-05,
+      "loss": 30.5156,
+      "step": 20001
+    },
+    {
+      "epoch": 0.955844404090605,
+      "grad_norm": 255.42816162109375,
+      "learning_rate": 1.1198156987549837e-05,
+      "loss": 32.0625,
+      "step": 20002
+    },
+    {
+      "epoch": 0.9558921915320654,
+      "grad_norm": 213.1230010986328,
+      "learning_rate": 1.1197388691250337e-05,
+      "loss": 29.5625,
+      "step": 20003
+    },
+    {
+      "epoch": 0.9559399789735258,
+      "grad_norm": 197.72900390625,
+      "learning_rate": 1.1196620387780027e-05,
+      "loss": 21.3594,
+      "step": 20004
+    },
+    {
+      "epoch": 0.9559877664149862,
+      "grad_norm": 292.9667663574219,
+      "learning_rate": 1.1195852077143501e-05,
+      "loss": 21.625,
+      "step": 20005
+    },
+    {
+      "epoch": 0.9560355538564466,
+      "grad_norm": 235.00311279296875,
+      "learning_rate": 1.1195083759345365e-05,
+      "loss": 29.9688,
+      "step": 20006
+    },
+    {
+      "epoch": 0.956083341297907,
+      "grad_norm": 194.09603881835938,
+      "learning_rate": 1.1194315434390222e-05,
+      "loss": 17.3594,
+      "step": 20007
+    },
+    {
+      "epoch": 0.9561311287393673,
+      "grad_norm": 273.0938415527344,
+      "learning_rate": 1.1193547102282666e-05,
+      "loss": 26.9062,
+      "step": 20008
+    },
+    {
+      "epoch": 0.9561789161808277,
+      "grad_norm": 324.2554931640625,
+      "learning_rate": 1.1192778763027305e-05,
+      "loss": 24.25,
+      "step": 20009
+    },
+    {
+      "epoch": 0.956226703622288,
+      "grad_norm": 245.9794464111328,
+      "learning_rate": 1.1192010416628738e-05,
+      "loss": 20.8594,
+      "step": 20010
+    },
+    {
+      "epoch": 0.9562744910637484,
+      "grad_norm": 257.6626892089844,
+      "learning_rate": 1.119124206309157e-05,
+      "loss": 30.4375,
+      "step": 20011
+    },
+    {
+      "epoch": 0.9563222785052088,
+      "grad_norm": 340.6033630371094,
+      "learning_rate": 1.1190473702420396e-05,
+      "loss": 31.8438,
+      "step": 20012
+    },
+    {
+      "epoch": 0.9563700659466692,
+      "grad_norm": 435.62811279296875,
+      "learning_rate": 1.118970533461982e-05,
+      "loss": 35.3438,
+      "step": 20013
+    },
+    {
+      "epoch": 0.9564178533881296,
+      "grad_norm": 619.050537109375,
+      "learning_rate": 1.1188936959694447e-05,
+      "loss": 35.75,
+      "step": 20014
+    },
+    {
+      "epoch": 0.95646564082959,
+      "grad_norm": 195.2747802734375,
+      "learning_rate": 1.1188168577648875e-05,
+      "loss": 31.5,
+      "step": 20015
+    },
+    {
+      "epoch": 0.9565134282710503,
+      "grad_norm": 281.088134765625,
+      "learning_rate": 1.1187400188487705e-05,
+      "loss": 28.0469,
+      "step": 20016
+    },
+    {
+      "epoch": 0.9565612157125107,
+      "grad_norm": 314.1116943359375,
+      "learning_rate": 1.1186631792215538e-05,
+      "loss": 36.1562,
+      "step": 20017
+    },
+    {
+      "epoch": 0.9566090031539711,
+      "grad_norm": 166.3718719482422,
+      "learning_rate": 1.1185863388836984e-05,
+      "loss": 19.4688,
+      "step": 20018
+    },
+    {
+      "epoch": 0.9566567905954315,
+      "grad_norm": 211.80316162109375,
+      "learning_rate": 1.1185094978356635e-05,
+      "loss": 33.7188,
+      "step": 20019
+    },
+    {
+      "epoch": 0.9567045780368919,
+      "grad_norm": 239.5104522705078,
+      "learning_rate": 1.1184326560779098e-05,
+      "loss": 28.75,
+      "step": 20020
+    },
+    {
+      "epoch": 0.9567523654783523,
+      "grad_norm": 254.33688354492188,
+      "learning_rate": 1.118355813610897e-05,
+      "loss": 26.2812,
+      "step": 20021
+    },
+    {
+      "epoch": 0.9568001529198127,
+      "grad_norm": 297.9093322753906,
+      "learning_rate": 1.1182789704350858e-05,
+      "loss": 32.5938,
+      "step": 20022
+    },
+    {
+      "epoch": 0.9568479403612731,
+      "grad_norm": 283.399169921875,
+      "learning_rate": 1.1182021265509362e-05,
+      "loss": 30.625,
+      "step": 20023
+    },
+    {
+      "epoch": 0.9568957278027335,
+      "grad_norm": 216.4287109375,
+      "learning_rate": 1.1181252819589081e-05,
+      "loss": 20.125,
+      "step": 20024
+    },
+    {
+      "epoch": 0.9569435152441939,
+      "grad_norm": 129.31103515625,
+      "learning_rate": 1.1180484366594623e-05,
+      "loss": 17.0781,
+      "step": 20025
+    },
+    {
+      "epoch": 0.9569913026856542,
+      "grad_norm": 157.74249267578125,
+      "learning_rate": 1.1179715906530585e-05,
+      "loss": 24.4375,
+      "step": 20026
+    },
+    {
+      "epoch": 0.9570390901271146,
+      "grad_norm": 245.52603149414062,
+      "learning_rate": 1.1178947439401573e-05,
+      "loss": 24.2188,
+      "step": 20027
+    },
+    {
+      "epoch": 0.957086877568575,
+      "grad_norm": 255.5077362060547,
+      "learning_rate": 1.1178178965212182e-05,
+      "loss": 28.8125,
+      "step": 20028
+    },
+    {
+      "epoch": 0.9571346650100354,
+      "grad_norm": 325.1925048828125,
+      "learning_rate": 1.1177410483967026e-05,
+      "loss": 30.0625,
+      "step": 20029
+    },
+    {
+      "epoch": 0.9571824524514958,
+      "grad_norm": 246.19078063964844,
+      "learning_rate": 1.1176641995670697e-05,
+      "loss": 37.0938,
+      "step": 20030
+    },
+    {
+      "epoch": 0.9572302398929561,
+      "grad_norm": 213.30093383789062,
+      "learning_rate": 1.11758735003278e-05,
+      "loss": 22.125,
+      "step": 20031
+    },
+    {
+      "epoch": 0.9572780273344165,
+      "grad_norm": 210.02430725097656,
+      "learning_rate": 1.1175104997942941e-05,
+      "loss": 24.1562,
+      "step": 20032
+    },
+    {
+      "epoch": 0.9573258147758769,
+      "grad_norm": 281.9328308105469,
+      "learning_rate": 1.1174336488520717e-05,
+      "loss": 28.0312,
+      "step": 20033
+    },
+    {
+      "epoch": 0.9573736022173372,
+      "grad_norm": 328.6703796386719,
+      "learning_rate": 1.1173567972065736e-05,
+      "loss": 32.875,
+      "step": 20034
+    },
+    {
+      "epoch": 0.9574213896587976,
+      "grad_norm": 163.38336181640625,
+      "learning_rate": 1.1172799448582594e-05,
+      "loss": 25.0938,
+      "step": 20035
+    },
+    {
+      "epoch": 0.957469177100258,
+      "grad_norm": 209.4175567626953,
+      "learning_rate": 1.1172030918075895e-05,
+      "loss": 27.2188,
+      "step": 20036
+    },
+    {
+      "epoch": 0.9575169645417184,
+      "grad_norm": 244.71083068847656,
+      "learning_rate": 1.1171262380550247e-05,
+      "loss": 34.6875,
+      "step": 20037
+    },
+    {
+      "epoch": 0.9575647519831788,
+      "grad_norm": 290.818603515625,
+      "learning_rate": 1.1170493836010248e-05,
+      "loss": 27.8125,
+      "step": 20038
+    },
+    {
+      "epoch": 0.9576125394246392,
+      "grad_norm": 202.4536590576172,
+      "learning_rate": 1.11697252844605e-05,
+      "loss": 26.4688,
+      "step": 20039
+    },
+    {
+      "epoch": 0.9576603268660996,
+      "grad_norm": 394.89483642578125,
+      "learning_rate": 1.1168956725905607e-05,
+      "loss": 23.7969,
+      "step": 20040
+    },
+    {
+      "epoch": 0.95770811430756,
+      "grad_norm": 288.5736083984375,
+      "learning_rate": 1.116818816035017e-05,
+      "loss": 22.5156,
+      "step": 20041
+    },
+    {
+      "epoch": 0.9577559017490204,
+      "grad_norm": 203.59747314453125,
+      "learning_rate": 1.1167419587798798e-05,
+      "loss": 17.1094,
+      "step": 20042
+    },
+    {
+      "epoch": 0.9578036891904808,
+      "grad_norm": 275.93780517578125,
+      "learning_rate": 1.1166651008256085e-05,
+      "loss": 30.8125,
+      "step": 20043
+    },
+    {
+      "epoch": 0.9578514766319411,
+      "grad_norm": 189.9158935546875,
+      "learning_rate": 1.1165882421726639e-05,
+      "loss": 25.4062,
+      "step": 20044
+    },
+    {
+      "epoch": 0.9578992640734015,
+      "grad_norm": 310.6181945800781,
+      "learning_rate": 1.116511382821506e-05,
+      "loss": 25.6875,
+      "step": 20045
+    },
+    {
+      "epoch": 0.9579470515148619,
+      "grad_norm": 173.2257843017578,
+      "learning_rate": 1.1164345227725955e-05,
+      "loss": 25.4844,
+      "step": 20046
+    },
+    {
+      "epoch": 0.9579948389563223,
+      "grad_norm": 211.8755645751953,
+      "learning_rate": 1.1163576620263925e-05,
+      "loss": 18.9688,
+      "step": 20047
+    },
+    {
+      "epoch": 0.9580426263977827,
+      "grad_norm": 240.79991149902344,
+      "learning_rate": 1.116280800583357e-05,
+      "loss": 26.0625,
+      "step": 20048
+    },
+    {
+      "epoch": 0.9580904138392431,
+      "grad_norm": 227.71600341796875,
+      "learning_rate": 1.1162039384439499e-05,
+      "loss": 24.1875,
+      "step": 20049
+    },
+    {
+      "epoch": 0.9581382012807035,
+      "grad_norm": 206.44888305664062,
+      "learning_rate": 1.1161270756086307e-05,
+      "loss": 28.5156,
+      "step": 20050
+    },
+    {
+      "epoch": 0.9581859887221638,
+      "grad_norm": 596.860595703125,
+      "learning_rate": 1.1160502120778604e-05,
+      "loss": 46.7812,
+      "step": 20051
+    },
+    {
+      "epoch": 0.9582337761636242,
+      "grad_norm": 364.2231140136719,
+      "learning_rate": 1.115973347852099e-05,
+      "loss": 28.25,
+      "step": 20052
+    },
+    {
+      "epoch": 0.9582815636050845,
+      "grad_norm": 607.0020751953125,
+      "learning_rate": 1.1158964829318072e-05,
+      "loss": 31.0312,
+      "step": 20053
+    },
+    {
+      "epoch": 0.9583293510465449,
+      "grad_norm": 182.9941864013672,
+      "learning_rate": 1.1158196173174448e-05,
+      "loss": 21.4844,
+      "step": 20054
+    },
+    {
+      "epoch": 0.9583771384880053,
+      "grad_norm": 222.18276977539062,
+      "learning_rate": 1.1157427510094723e-05,
+      "loss": 24.5156,
+      "step": 20055
+    },
+    {
+      "epoch": 0.9584249259294657,
+      "grad_norm": 152.78697204589844,
+      "learning_rate": 1.11566588400835e-05,
+      "loss": 21.9219,
+      "step": 20056
+    },
+    {
+      "epoch": 0.9584727133709261,
+      "grad_norm": 243.3045196533203,
+      "learning_rate": 1.1155890163145385e-05,
+      "loss": 24.4375,
+      "step": 20057
+    },
+    {
+      "epoch": 0.9585205008123865,
+      "grad_norm": 239.8557891845703,
+      "learning_rate": 1.1155121479284976e-05,
+      "loss": 24.0938,
+      "step": 20058
+    },
+    {
+      "epoch": 0.9585682882538469,
+      "grad_norm": 201.64093017578125,
+      "learning_rate": 1.1154352788506884e-05,
+      "loss": 36.8125,
+      "step": 20059
+    },
+    {
+      "epoch": 0.9586160756953073,
+      "grad_norm": 205.77200317382812,
+      "learning_rate": 1.1153584090815707e-05,
+      "loss": 19.1562,
+      "step": 20060
+    },
+    {
+      "epoch": 0.9586638631367677,
+      "grad_norm": 222.01148986816406,
+      "learning_rate": 1.1152815386216047e-05,
+      "loss": 26.3281,
+      "step": 20061
+    },
+    {
+      "epoch": 0.958711650578228,
+      "grad_norm": 365.9761657714844,
+      "learning_rate": 1.1152046674712515e-05,
+      "loss": 34.9375,
+      "step": 20062
+    },
+    {
+      "epoch": 0.9587594380196884,
+      "grad_norm": 384.31536865234375,
+      "learning_rate": 1.1151277956309704e-05,
+      "loss": 21.2656,
+      "step": 20063
+    },
+    {
+      "epoch": 0.9588072254611488,
+      "grad_norm": 294.3403015136719,
+      "learning_rate": 1.115050923101223e-05,
+      "loss": 25.4062,
+      "step": 20064
+    },
+    {
+      "epoch": 0.9588550129026092,
+      "grad_norm": 257.8606872558594,
+      "learning_rate": 1.1149740498824686e-05,
+      "loss": 26.125,
+      "step": 20065
+    },
+    {
+      "epoch": 0.9589028003440696,
+      "grad_norm": 327.5567932128906,
+      "learning_rate": 1.1148971759751682e-05,
+      "loss": 38.5625,
+      "step": 20066
+    },
+    {
+      "epoch": 0.95895058778553,
+      "grad_norm": 277.2690734863281,
+      "learning_rate": 1.114820301379782e-05,
+      "loss": 30.5938,
+      "step": 20067
+    },
+    {
+      "epoch": 0.9589983752269904,
+      "grad_norm": 233.80516052246094,
+      "learning_rate": 1.1147434260967702e-05,
+      "loss": 26.9062,
+      "step": 20068
+    },
+    {
+      "epoch": 0.9590461626684508,
+      "grad_norm": 198.81893920898438,
+      "learning_rate": 1.1146665501265935e-05,
+      "loss": 29.9531,
+      "step": 20069
+    },
+    {
+      "epoch": 0.9590939501099112,
+      "grad_norm": 352.77960205078125,
+      "learning_rate": 1.1145896734697122e-05,
+      "loss": 31.125,
+      "step": 20070
+    },
+    {
+      "epoch": 0.9591417375513716,
+      "grad_norm": 182.56103515625,
+      "learning_rate": 1.1145127961265862e-05,
+      "loss": 27.2812,
+      "step": 20071
+    },
+    {
+      "epoch": 0.9591895249928318,
+      "grad_norm": 334.3722839355469,
+      "learning_rate": 1.1144359180976767e-05,
+      "loss": 32.0938,
+      "step": 20072
+    },
+    {
+      "epoch": 0.9592373124342922,
+      "grad_norm": 291.2320556640625,
+      "learning_rate": 1.1143590393834437e-05,
+      "loss": 32.75,
+      "step": 20073
+    },
+    {
+      "epoch": 0.9592850998757526,
+      "grad_norm": 260.9471435546875,
+      "learning_rate": 1.1142821599843475e-05,
+      "loss": 31.7188,
+      "step": 20074
+    },
+    {
+      "epoch": 0.959332887317213,
+      "grad_norm": 331.6220703125,
+      "learning_rate": 1.1142052799008486e-05,
+      "loss": 22.5938,
+      "step": 20075
+    },
+    {
+      "epoch": 0.9593806747586734,
+      "grad_norm": 192.9170379638672,
+      "learning_rate": 1.1141283991334073e-05,
+      "loss": 17.5625,
+      "step": 20076
+    },
+    {
+      "epoch": 0.9594284622001338,
+      "grad_norm": 239.30706787109375,
+      "learning_rate": 1.1140515176824844e-05,
+      "loss": 22.3125,
+      "step": 20077
+    },
+    {
+      "epoch": 0.9594762496415942,
+      "grad_norm": 351.6911926269531,
+      "learning_rate": 1.11397463554854e-05,
+      "loss": 36.75,
+      "step": 20078
+    },
+    {
+      "epoch": 0.9595240370830546,
+      "grad_norm": 173.81068420410156,
+      "learning_rate": 1.1138977527320348e-05,
+      "loss": 31.1562,
+      "step": 20079
+    },
+    {
+      "epoch": 0.959571824524515,
+      "grad_norm": 291.58428955078125,
+      "learning_rate": 1.1138208692334285e-05,
+      "loss": 30.9062,
+      "step": 20080
+    },
+    {
+      "epoch": 0.9596196119659753,
+      "grad_norm": 139.80189514160156,
+      "learning_rate": 1.1137439850531826e-05,
+      "loss": 19.3125,
+      "step": 20081
+    },
+    {
+      "epoch": 0.9596673994074357,
+      "grad_norm": 189.9852294921875,
+      "learning_rate": 1.1136671001917564e-05,
+      "loss": 15.0781,
+      "step": 20082
+    },
+    {
+      "epoch": 0.9597151868488961,
+      "grad_norm": 363.75408935546875,
+      "learning_rate": 1.1135902146496115e-05,
+      "loss": 27.0312,
+      "step": 20083
+    },
+    {
+      "epoch": 0.9597629742903565,
+      "grad_norm": 307.8396301269531,
+      "learning_rate": 1.1135133284272077e-05,
+      "loss": 29.5938,
+      "step": 20084
+    },
+    {
+      "epoch": 0.9598107617318169,
+      "grad_norm": 204.1668701171875,
+      "learning_rate": 1.1134364415250057e-05,
+      "loss": 26.0,
+      "step": 20085
+    },
+    {
+      "epoch": 0.9598585491732773,
+      "grad_norm": 206.431640625,
+      "learning_rate": 1.1133595539434656e-05,
+      "loss": 27.5156,
+      "step": 20086
+    },
+    {
+      "epoch": 0.9599063366147377,
+      "grad_norm": 242.49526977539062,
+      "learning_rate": 1.1132826656830478e-05,
+      "loss": 32.6562,
+      "step": 20087
+    },
+    {
+      "epoch": 0.9599541240561981,
+      "grad_norm": 202.7747344970703,
+      "learning_rate": 1.1132057767442132e-05,
+      "loss": 22.4844,
+      "step": 20088
+    },
+    {
+      "epoch": 0.9600019114976585,
+      "grad_norm": 418.9023742675781,
+      "learning_rate": 1.1131288871274219e-05,
+      "loss": 31.2344,
+      "step": 20089
+    },
+    {
+      "epoch": 0.9600496989391188,
+      "grad_norm": 266.0743103027344,
+      "learning_rate": 1.1130519968331348e-05,
+      "loss": 25.3125,
+      "step": 20090
+    },
+    {
+      "epoch": 0.9600974863805792,
+      "grad_norm": 207.3028106689453,
+      "learning_rate": 1.112975105861812e-05,
+      "loss": 21.6875,
+      "step": 20091
+    },
+    {
+      "epoch": 0.9601452738220395,
+      "grad_norm": 240.6422882080078,
+      "learning_rate": 1.1128982142139142e-05,
+      "loss": 25.1875,
+      "step": 20092
+    },
+    {
+      "epoch": 0.9601930612634999,
+      "grad_norm": 189.4644775390625,
+      "learning_rate": 1.1128213218899016e-05,
+      "loss": 18.0625,
+      "step": 20093
+    },
+    {
+      "epoch": 0.9602408487049603,
+      "grad_norm": 307.5998840332031,
+      "learning_rate": 1.1127444288902349e-05,
+      "loss": 20.5938,
+      "step": 20094
+    },
+    {
+      "epoch": 0.9602886361464207,
+      "grad_norm": 302.14794921875,
+      "learning_rate": 1.1126675352153746e-05,
+      "loss": 40.625,
+      "step": 20095
+    },
+    {
+      "epoch": 0.9603364235878811,
+      "grad_norm": 342.2704772949219,
+      "learning_rate": 1.1125906408657811e-05,
+      "loss": 31.5,
+      "step": 20096
+    },
+    {
+      "epoch": 0.9603842110293415,
+      "grad_norm": 275.09942626953125,
+      "learning_rate": 1.1125137458419153e-05,
+      "loss": 23.4219,
+      "step": 20097
+    },
+    {
+      "epoch": 0.9604319984708019,
+      "grad_norm": 229.9785614013672,
+      "learning_rate": 1.1124368501442369e-05,
+      "loss": 28.0625,
+      "step": 20098
+    },
+    {
+      "epoch": 0.9604797859122622,
+      "grad_norm": 280.514892578125,
+      "learning_rate": 1.112359953773207e-05,
+      "loss": 22.2031,
+      "step": 20099
+    },
+    {
+      "epoch": 0.9605275733537226,
+      "grad_norm": 218.5375213623047,
+      "learning_rate": 1.112283056729286e-05,
+      "loss": 22.4688,
+      "step": 20100
+    },
+    {
+      "epoch": 0.960575360795183,
+      "grad_norm": 317.05755615234375,
+      "learning_rate": 1.1122061590129343e-05,
+      "loss": 38.7188,
+      "step": 20101
+    },
+    {
+      "epoch": 0.9606231482366434,
+      "grad_norm": 419.69122314453125,
+      "learning_rate": 1.1121292606246125e-05,
+      "loss": 39.1562,
+      "step": 20102
+    },
+    {
+      "epoch": 0.9606709356781038,
+      "grad_norm": 330.7435607910156,
+      "learning_rate": 1.1120523615647813e-05,
+      "loss": 22.8438,
+      "step": 20103
+    },
+    {
+      "epoch": 0.9607187231195642,
+      "grad_norm": 230.12496948242188,
+      "learning_rate": 1.1119754618339007e-05,
+      "loss": 26.1562,
+      "step": 20104
+    },
+    {
+      "epoch": 0.9607665105610246,
+      "grad_norm": 186.89083862304688,
+      "learning_rate": 1.1118985614324318e-05,
+      "loss": 27.7969,
+      "step": 20105
+    },
+    {
+      "epoch": 0.960814298002485,
+      "grad_norm": 301.2111511230469,
+      "learning_rate": 1.1118216603608347e-05,
+      "loss": 31.4375,
+      "step": 20106
+    },
+    {
+      "epoch": 0.9608620854439454,
+      "grad_norm": 181.2088165283203,
+      "learning_rate": 1.1117447586195704e-05,
+      "loss": 20.7812,
+      "step": 20107
+    },
+    {
+      "epoch": 0.9609098728854057,
+      "grad_norm": 228.3380584716797,
+      "learning_rate": 1.1116678562090992e-05,
+      "loss": 24.5312,
+      "step": 20108
+    },
+    {
+      "epoch": 0.9609576603268661,
+      "grad_norm": 193.86880493164062,
+      "learning_rate": 1.1115909531298813e-05,
+      "loss": 24.0625,
+      "step": 20109
+    },
+    {
+      "epoch": 0.9610054477683265,
+      "grad_norm": 171.04837036132812,
+      "learning_rate": 1.111514049382378e-05,
+      "loss": 19.4219,
+      "step": 20110
+    },
+    {
+      "epoch": 0.9610532352097869,
+      "grad_norm": 263.36395263671875,
+      "learning_rate": 1.1114371449670492e-05,
+      "loss": 20.6562,
+      "step": 20111
+    },
+    {
+      "epoch": 0.9611010226512473,
+      "grad_norm": 257.3233947753906,
+      "learning_rate": 1.1113602398843558e-05,
+      "loss": 27.5,
+      "step": 20112
+    },
+    {
+      "epoch": 0.9611488100927076,
+      "grad_norm": 156.16830444335938,
+      "learning_rate": 1.111283334134758e-05,
+      "loss": 25.625,
+      "step": 20113
+    },
+    {
+      "epoch": 0.961196597534168,
+      "grad_norm": 340.21728515625,
+      "learning_rate": 1.111206427718717e-05,
+      "loss": 24.3438,
+      "step": 20114
+    },
+    {
+      "epoch": 0.9612443849756284,
+      "grad_norm": 299.11248779296875,
+      "learning_rate": 1.1111295206366926e-05,
+      "loss": 33.375,
+      "step": 20115
+    },
+    {
+      "epoch": 0.9612921724170888,
+      "grad_norm": 346.48883056640625,
+      "learning_rate": 1.111052612889146e-05,
+      "loss": 24.6562,
+      "step": 20116
+    },
+    {
+      "epoch": 0.9613399598585491,
+      "grad_norm": 213.41204833984375,
+      "learning_rate": 1.1109757044765377e-05,
+      "loss": 31.0312,
+      "step": 20117
+    },
+    {
+      "epoch": 0.9613877473000095,
+      "grad_norm": 233.65341186523438,
+      "learning_rate": 1.110898795399328e-05,
+      "loss": 22.875,
+      "step": 20118
+    },
+    {
+      "epoch": 0.9614355347414699,
+      "grad_norm": 216.83258056640625,
+      "learning_rate": 1.1108218856579773e-05,
+      "loss": 31.2812,
+      "step": 20119
+    },
+    {
+      "epoch": 0.9614833221829303,
+      "grad_norm": 302.34130859375,
+      "learning_rate": 1.1107449752529468e-05,
+      "loss": 36.3125,
+      "step": 20120
+    },
+    {
+      "epoch": 0.9615311096243907,
+      "grad_norm": 134.45889282226562,
+      "learning_rate": 1.110668064184697e-05,
+      "loss": 17.6562,
+      "step": 20121
+    },
+    {
+      "epoch": 0.9615788970658511,
+      "grad_norm": 270.5209045410156,
+      "learning_rate": 1.1105911524536879e-05,
+      "loss": 22.9219,
+      "step": 20122
+    },
+    {
+      "epoch": 0.9616266845073115,
+      "grad_norm": 225.7550811767578,
+      "learning_rate": 1.1105142400603809e-05,
+      "loss": 26.8125,
+      "step": 20123
+    },
+    {
+      "epoch": 0.9616744719487719,
+      "grad_norm": 498.1030578613281,
+      "learning_rate": 1.1104373270052358e-05,
+      "loss": 27.75,
+      "step": 20124
+    },
+    {
+      "epoch": 0.9617222593902323,
+      "grad_norm": 409.4268493652344,
+      "learning_rate": 1.1103604132887137e-05,
+      "loss": 28.3125,
+      "step": 20125
+    },
+    {
+      "epoch": 0.9617700468316926,
+      "grad_norm": 709.6246948242188,
+      "learning_rate": 1.1102834989112752e-05,
+      "loss": 22.5,
+      "step": 20126
+    },
+    {
+      "epoch": 0.961817834273153,
+      "grad_norm": 156.43057250976562,
+      "learning_rate": 1.1102065838733809e-05,
+      "loss": 22.3281,
+      "step": 20127
+    },
+    {
+      "epoch": 0.9618656217146134,
+      "grad_norm": 584.5717163085938,
+      "learning_rate": 1.1101296681754912e-05,
+      "loss": 35.3125,
+      "step": 20128
+    },
+    {
+      "epoch": 0.9619134091560738,
+      "grad_norm": 218.0406494140625,
+      "learning_rate": 1.1100527518180671e-05,
+      "loss": 18.3906,
+      "step": 20129
+    },
+    {
+      "epoch": 0.9619611965975342,
+      "grad_norm": 264.47711181640625,
+      "learning_rate": 1.1099758348015687e-05,
+      "loss": 18.0,
+      "step": 20130
+    },
+    {
+      "epoch": 0.9620089840389946,
+      "grad_norm": 430.83612060546875,
+      "learning_rate": 1.1098989171264573e-05,
+      "loss": 22.0469,
+      "step": 20131
+    },
+    {
+      "epoch": 0.962056771480455,
+      "grad_norm": 224.58578491210938,
+      "learning_rate": 1.1098219987931933e-05,
+      "loss": 33.125,
+      "step": 20132
+    },
+    {
+      "epoch": 0.9621045589219154,
+      "grad_norm": 210.95936584472656,
+      "learning_rate": 1.1097450798022367e-05,
+      "loss": 20.5,
+      "step": 20133
+    },
+    {
+      "epoch": 0.9621523463633757,
+      "grad_norm": 271.0682067871094,
+      "learning_rate": 1.1096681601540491e-05,
+      "loss": 24.2812,
+      "step": 20134
+    },
+    {
+      "epoch": 0.962200133804836,
+      "grad_norm": 289.7369689941406,
+      "learning_rate": 1.1095912398490908e-05,
+      "loss": 24.3594,
+      "step": 20135
+    },
+    {
+      "epoch": 0.9622479212462964,
+      "grad_norm": 131.12588500976562,
+      "learning_rate": 1.1095143188878224e-05,
+      "loss": 17.7969,
+      "step": 20136
+    },
+    {
+      "epoch": 0.9622957086877568,
+      "grad_norm": 200.03079223632812,
+      "learning_rate": 1.1094373972707042e-05,
+      "loss": 27.2812,
+      "step": 20137
+    },
+    {
+      "epoch": 0.9623434961292172,
+      "grad_norm": 166.75445556640625,
+      "learning_rate": 1.1093604749981975e-05,
+      "loss": 22.625,
+      "step": 20138
+    },
+    {
+      "epoch": 0.9623912835706776,
+      "grad_norm": 390.6407775878906,
+      "learning_rate": 1.1092835520707623e-05,
+      "loss": 42.625,
+      "step": 20139
+    },
+    {
+      "epoch": 0.962439071012138,
+      "grad_norm": 281.9981994628906,
+      "learning_rate": 1.10920662848886e-05,
+      "loss": 35.0312,
+      "step": 20140
+    },
+    {
+      "epoch": 0.9624868584535984,
+      "grad_norm": 2455.2744140625,
+      "learning_rate": 1.1091297042529506e-05,
+      "loss": 23.0,
+      "step": 20141
+    },
+    {
+      "epoch": 0.9625346458950588,
+      "grad_norm": 316.84112548828125,
+      "learning_rate": 1.1090527793634954e-05,
+      "loss": 28.2812,
+      "step": 20142
+    },
+    {
+      "epoch": 0.9625824333365192,
+      "grad_norm": 263.78106689453125,
+      "learning_rate": 1.1089758538209544e-05,
+      "loss": 23.1562,
+      "step": 20143
+    },
+    {
+      "epoch": 0.9626302207779796,
+      "grad_norm": 420.4499206542969,
+      "learning_rate": 1.1088989276257892e-05,
+      "loss": 26.75,
+      "step": 20144
+    },
+    {
+      "epoch": 0.9626780082194399,
+      "grad_norm": 428.43414306640625,
+      "learning_rate": 1.1088220007784595e-05,
+      "loss": 34.8438,
+      "step": 20145
+    },
+    {
+      "epoch": 0.9627257956609003,
+      "grad_norm": 228.95191955566406,
+      "learning_rate": 1.1087450732794264e-05,
+      "loss": 27.0312,
+      "step": 20146
+    },
+    {
+      "epoch": 0.9627735831023607,
+      "grad_norm": 373.2929382324219,
+      "learning_rate": 1.108668145129151e-05,
+      "loss": 28.7188,
+      "step": 20147
+    },
+    {
+      "epoch": 0.9628213705438211,
+      "grad_norm": 415.9405517578125,
+      "learning_rate": 1.1085912163280935e-05,
+      "loss": 39.9688,
+      "step": 20148
+    },
+    {
+      "epoch": 0.9628691579852815,
+      "grad_norm": 283.027587890625,
+      "learning_rate": 1.1085142868767145e-05,
+      "loss": 31.4375,
+      "step": 20149
+    },
+    {
+      "epoch": 0.9629169454267419,
+      "grad_norm": 1083.614013671875,
+      "learning_rate": 1.1084373567754754e-05,
+      "loss": 28.5312,
+      "step": 20150
+    },
+    {
+      "epoch": 0.9629647328682023,
+      "grad_norm": 189.46421813964844,
+      "learning_rate": 1.1083604260248362e-05,
+      "loss": 35.8438,
+      "step": 20151
+    },
+    {
+      "epoch": 0.9630125203096627,
+      "grad_norm": 619.2910766601562,
+      "learning_rate": 1.1082834946252577e-05,
+      "loss": 41.75,
+      "step": 20152
+    },
+    {
+      "epoch": 0.9630603077511231,
+      "grad_norm": 507.7363586425781,
+      "learning_rate": 1.108206562577201e-05,
+      "loss": 44.4062,
+      "step": 20153
+    },
+    {
+      "epoch": 0.9631080951925833,
+      "grad_norm": 243.7922821044922,
+      "learning_rate": 1.1081296298811264e-05,
+      "loss": 24.75,
+      "step": 20154
+    },
+    {
+      "epoch": 0.9631558826340437,
+      "grad_norm": 233.0814666748047,
+      "learning_rate": 1.1080526965374949e-05,
+      "loss": 30.4062,
+      "step": 20155
+    },
+    {
+      "epoch": 0.9632036700755041,
+      "grad_norm": 244.48863220214844,
+      "learning_rate": 1.1079757625467672e-05,
+      "loss": 21.0938,
+      "step": 20156
+    },
+    {
+      "epoch": 0.9632514575169645,
+      "grad_norm": 307.3849182128906,
+      "learning_rate": 1.1078988279094043e-05,
+      "loss": 31.9688,
+      "step": 20157
+    },
+    {
+      "epoch": 0.9632992449584249,
+      "grad_norm": 168.67388916015625,
+      "learning_rate": 1.1078218926258664e-05,
+      "loss": 28.3125,
+      "step": 20158
+    },
+    {
+      "epoch": 0.9633470323998853,
+      "grad_norm": 185.81857299804688,
+      "learning_rate": 1.1077449566966142e-05,
+      "loss": 26.4844,
+      "step": 20159
+    },
+    {
+      "epoch": 0.9633948198413457,
+      "grad_norm": 162.2718048095703,
+      "learning_rate": 1.1076680201221093e-05,
+      "loss": 22.5781,
+      "step": 20160
+    },
+    {
+      "epoch": 0.9634426072828061,
+      "grad_norm": 174.54832458496094,
+      "learning_rate": 1.1075910829028116e-05,
+      "loss": 18.625,
+      "step": 20161
+    },
+    {
+      "epoch": 0.9634903947242665,
+      "grad_norm": 682.3704833984375,
+      "learning_rate": 1.1075141450391822e-05,
+      "loss": 21.7031,
+      "step": 20162
+    },
+    {
+      "epoch": 0.9635381821657268,
+      "grad_norm": 172.44268798828125,
+      "learning_rate": 1.1074372065316817e-05,
+      "loss": 18.75,
+      "step": 20163
+    },
+    {
+      "epoch": 0.9635859696071872,
+      "grad_norm": 191.74765014648438,
+      "learning_rate": 1.107360267380771e-05,
+      "loss": 24.8906,
+      "step": 20164
+    },
+    {
+      "epoch": 0.9636337570486476,
+      "grad_norm": 289.88873291015625,
+      "learning_rate": 1.1072833275869109e-05,
+      "loss": 27.0938,
+      "step": 20165
+    },
+    {
+      "epoch": 0.963681544490108,
+      "grad_norm": 174.58279418945312,
+      "learning_rate": 1.107206387150562e-05,
+      "loss": 19.9844,
+      "step": 20166
+    },
+    {
+      "epoch": 0.9637293319315684,
+      "grad_norm": 202.55271911621094,
+      "learning_rate": 1.1071294460721852e-05,
+      "loss": 23.2969,
+      "step": 20167
+    },
+    {
+      "epoch": 0.9637771193730288,
+      "grad_norm": 298.9482421875,
+      "learning_rate": 1.1070525043522415e-05,
+      "loss": 25.5938,
+      "step": 20168
+    },
+    {
+      "epoch": 0.9638249068144892,
+      "grad_norm": 328.443359375,
+      "learning_rate": 1.1069755619911915e-05,
+      "loss": 28.5312,
+      "step": 20169
+    },
+    {
+      "epoch": 0.9638726942559496,
+      "grad_norm": 309.8216247558594,
+      "learning_rate": 1.1068986189894955e-05,
+      "loss": 21.9062,
+      "step": 20170
+    },
+    {
+      "epoch": 0.96392048169741,
+      "grad_norm": 322.5717468261719,
+      "learning_rate": 1.1068216753476148e-05,
+      "loss": 33.7812,
+      "step": 20171
+    },
+    {
+      "epoch": 0.9639682691388703,
+      "grad_norm": 413.338134765625,
+      "learning_rate": 1.1067447310660103e-05,
+      "loss": 24.5781,
+      "step": 20172
+    },
+    {
+      "epoch": 0.9640160565803307,
+      "grad_norm": 295.5411682128906,
+      "learning_rate": 1.1066677861451424e-05,
+      "loss": 31.7188,
+      "step": 20173
+    },
+    {
+      "epoch": 0.9640638440217911,
+      "grad_norm": 306.83697509765625,
+      "learning_rate": 1.1065908405854719e-05,
+      "loss": 37.8125,
+      "step": 20174
+    },
+    {
+      "epoch": 0.9641116314632514,
+      "grad_norm": 199.6129913330078,
+      "learning_rate": 1.1065138943874603e-05,
+      "loss": 28.7812,
+      "step": 20175
+    },
+    {
+      "epoch": 0.9641594189047118,
+      "grad_norm": 130.93531799316406,
+      "learning_rate": 1.1064369475515674e-05,
+      "loss": 19.5312,
+      "step": 20176
+    },
+    {
+      "epoch": 0.9642072063461722,
+      "grad_norm": 321.2685241699219,
+      "learning_rate": 1.106360000078255e-05,
+      "loss": 26.2969,
+      "step": 20177
+    },
+    {
+      "epoch": 0.9642549937876326,
+      "grad_norm": 293.63507080078125,
+      "learning_rate": 1.1062830519679832e-05,
+      "loss": 26.5312,
+      "step": 20178
+    },
+    {
+      "epoch": 0.964302781229093,
+      "grad_norm": 189.82789611816406,
+      "learning_rate": 1.1062061032212133e-05,
+      "loss": 19.3438,
+      "step": 20179
+    },
+    {
+      "epoch": 0.9643505686705534,
+      "grad_norm": 209.4951171875,
+      "learning_rate": 1.1061291538384056e-05,
+      "loss": 21.9062,
+      "step": 20180
+    },
+    {
+      "epoch": 0.9643983561120137,
+      "grad_norm": 236.41326904296875,
+      "learning_rate": 1.1060522038200212e-05,
+      "loss": 34.8438,
+      "step": 20181
+    },
+    {
+      "epoch": 0.9644461435534741,
+      "grad_norm": 209.4754638671875,
+      "learning_rate": 1.1059752531665212e-05,
+      "loss": 23.5312,
+      "step": 20182
+    },
+    {
+      "epoch": 0.9644939309949345,
+      "grad_norm": 200.43637084960938,
+      "learning_rate": 1.1058983018783663e-05,
+      "loss": 31.5312,
+      "step": 20183
+    },
+    {
+      "epoch": 0.9645417184363949,
+      "grad_norm": 274.157470703125,
+      "learning_rate": 1.1058213499560169e-05,
+      "loss": 34.3438,
+      "step": 20184
+    },
+    {
+      "epoch": 0.9645895058778553,
+      "grad_norm": 253.90386962890625,
+      "learning_rate": 1.105744397399934e-05,
+      "loss": 32.875,
+      "step": 20185
+    },
+    {
+      "epoch": 0.9646372933193157,
+      "grad_norm": 315.99066162109375,
+      "learning_rate": 1.105667444210579e-05,
+      "loss": 30.7188,
+      "step": 20186
+    },
+    {
+      "epoch": 0.9646850807607761,
+      "grad_norm": 421.01495361328125,
+      "learning_rate": 1.1055904903884121e-05,
+      "loss": 35.0312,
+      "step": 20187
+    },
+    {
+      "epoch": 0.9647328682022365,
+      "grad_norm": 150.27989196777344,
+      "learning_rate": 1.1055135359338945e-05,
+      "loss": 25.6562,
+      "step": 20188
+    },
+    {
+      "epoch": 0.9647806556436969,
+      "grad_norm": 261.4250183105469,
+      "learning_rate": 1.1054365808474869e-05,
+      "loss": 31.9688,
+      "step": 20189
+    },
+    {
+      "epoch": 0.9648284430851573,
+      "grad_norm": 257.3534240722656,
+      "learning_rate": 1.1053596251296503e-05,
+      "loss": 25.3125,
+      "step": 20190
+    },
+    {
+      "epoch": 0.9648762305266176,
+      "grad_norm": 331.5574645996094,
+      "learning_rate": 1.1052826687808454e-05,
+      "loss": 25.4375,
+      "step": 20191
+    },
+    {
+      "epoch": 0.964924017968078,
+      "grad_norm": 212.72634887695312,
+      "learning_rate": 1.1052057118015333e-05,
+      "loss": 31.5,
+      "step": 20192
+    },
+    {
+      "epoch": 0.9649718054095384,
+      "grad_norm": 895.7118530273438,
+      "learning_rate": 1.1051287541921749e-05,
+      "loss": 25.3438,
+      "step": 20193
+    },
+    {
+      "epoch": 0.9650195928509988,
+      "grad_norm": 308.3787536621094,
+      "learning_rate": 1.1050517959532306e-05,
+      "loss": 44.0938,
+      "step": 20194
+    },
+    {
+      "epoch": 0.9650673802924591,
+      "grad_norm": 199.26815795898438,
+      "learning_rate": 1.1049748370851616e-05,
+      "loss": 27.375,
+      "step": 20195
+    },
+    {
+      "epoch": 0.9651151677339195,
+      "grad_norm": 260.4749450683594,
+      "learning_rate": 1.1048978775884289e-05,
+      "loss": 35.375,
+      "step": 20196
+    },
+    {
+      "epoch": 0.9651629551753799,
+      "grad_norm": 363.2020263671875,
+      "learning_rate": 1.1048209174634934e-05,
+      "loss": 34.5312,
+      "step": 20197
+    },
+    {
+      "epoch": 0.9652107426168403,
+      "grad_norm": 212.27377319335938,
+      "learning_rate": 1.1047439567108155e-05,
+      "loss": 25.625,
+      "step": 20198
+    },
+    {
+      "epoch": 0.9652585300583006,
+      "grad_norm": 211.80685424804688,
+      "learning_rate": 1.1046669953308566e-05,
+      "loss": 25.5312,
+      "step": 20199
+    },
+    {
+      "epoch": 0.965306317499761,
+      "grad_norm": 362.2173767089844,
+      "learning_rate": 1.1045900333240778e-05,
+      "loss": 30.125,
+      "step": 20200
+    },
+    {
+      "epoch": 0.9653541049412214,
+      "grad_norm": 477.79827880859375,
+      "learning_rate": 1.1045130706909395e-05,
+      "loss": 34.0,
+      "step": 20201
+    },
+    {
+      "epoch": 0.9654018923826818,
+      "grad_norm": 808.6505737304688,
+      "learning_rate": 1.1044361074319025e-05,
+      "loss": 32.5,
+      "step": 20202
+    },
+    {
+      "epoch": 0.9654496798241422,
+      "grad_norm": 201.58856201171875,
+      "learning_rate": 1.104359143547428e-05,
+      "loss": 27.1094,
+      "step": 20203
+    },
+    {
+      "epoch": 0.9654974672656026,
+      "grad_norm": 275.751708984375,
+      "learning_rate": 1.104282179037977e-05,
+      "loss": 29.4062,
+      "step": 20204
+    },
+    {
+      "epoch": 0.965545254707063,
+      "grad_norm": 326.4392395019531,
+      "learning_rate": 1.1042052139040105e-05,
+      "loss": 15.5938,
+      "step": 20205
+    },
+    {
+      "epoch": 0.9655930421485234,
+      "grad_norm": 320.4904479980469,
+      "learning_rate": 1.1041282481459891e-05,
+      "loss": 32.8125,
+      "step": 20206
+    },
+    {
+      "epoch": 0.9656408295899838,
+      "grad_norm": 328.2882080078125,
+      "learning_rate": 1.1040512817643736e-05,
+      "loss": 28.4688,
+      "step": 20207
+    },
+    {
+      "epoch": 0.9656886170314442,
+      "grad_norm": 200.0654296875,
+      "learning_rate": 1.1039743147596256e-05,
+      "loss": 28.0938,
+      "step": 20208
+    },
+    {
+      "epoch": 0.9657364044729045,
+      "grad_norm": 258.9448547363281,
+      "learning_rate": 1.1038973471322053e-05,
+      "loss": 29.6562,
+      "step": 20209
+    },
+    {
+      "epoch": 0.9657841919143649,
+      "grad_norm": 369.34429931640625,
+      "learning_rate": 1.1038203788825741e-05,
+      "loss": 34.875,
+      "step": 20210
+    },
+    {
+      "epoch": 0.9658319793558253,
+      "grad_norm": 637.7528686523438,
+      "learning_rate": 1.1037434100111925e-05,
+      "loss": 38.5,
+      "step": 20211
+    },
+    {
+      "epoch": 0.9658797667972857,
+      "grad_norm": 285.5448303222656,
+      "learning_rate": 1.1036664405185222e-05,
+      "loss": 25.1719,
+      "step": 20212
+    },
+    {
+      "epoch": 0.9659275542387461,
+      "grad_norm": 344.7114562988281,
+      "learning_rate": 1.1035894704050234e-05,
+      "loss": 34.0938,
+      "step": 20213
+    },
+    {
+      "epoch": 0.9659753416802065,
+      "grad_norm": 248.4234619140625,
+      "learning_rate": 1.1035124996711575e-05,
+      "loss": 25.8438,
+      "step": 20214
+    },
+    {
+      "epoch": 0.9660231291216669,
+      "grad_norm": 316.939208984375,
+      "learning_rate": 1.1034355283173854e-05,
+      "loss": 26.4375,
+      "step": 20215
+    },
+    {
+      "epoch": 0.9660709165631272,
+      "grad_norm": 211.78001403808594,
+      "learning_rate": 1.1033585563441678e-05,
+      "loss": 25.0312,
+      "step": 20216
+    },
+    {
+      "epoch": 0.9661187040045875,
+      "grad_norm": 213.15859985351562,
+      "learning_rate": 1.1032815837519657e-05,
+      "loss": 27.4062,
+      "step": 20217
+    },
+    {
+      "epoch": 0.9661664914460479,
+      "grad_norm": 139.29302978515625,
+      "learning_rate": 1.1032046105412405e-05,
+      "loss": 22.0156,
+      "step": 20218
+    },
+    {
+      "epoch": 0.9662142788875083,
+      "grad_norm": 620.226318359375,
+      "learning_rate": 1.1031276367124527e-05,
+      "loss": 28.2188,
+      "step": 20219
+    },
+    {
+      "epoch": 0.9662620663289687,
+      "grad_norm": 416.1131286621094,
+      "learning_rate": 1.103050662266063e-05,
+      "loss": 21.9688,
+      "step": 20220
+    },
+    {
+      "epoch": 0.9663098537704291,
+      "grad_norm": 373.2775573730469,
+      "learning_rate": 1.1029736872025334e-05,
+      "loss": 25.7188,
+      "step": 20221
+    },
+    {
+      "epoch": 0.9663576412118895,
+      "grad_norm": 183.4197540283203,
+      "learning_rate": 1.1028967115223239e-05,
+      "loss": 23.9375,
+      "step": 20222
+    },
+    {
+      "epoch": 0.9664054286533499,
+      "grad_norm": 162.5660400390625,
+      "learning_rate": 1.102819735225896e-05,
+      "loss": 30.0,
+      "step": 20223
+    },
+    {
+      "epoch": 0.9664532160948103,
+      "grad_norm": 173.91702270507812,
+      "learning_rate": 1.1027427583137104e-05,
+      "loss": 18.2188,
+      "step": 20224
+    },
+    {
+      "epoch": 0.9665010035362707,
+      "grad_norm": 338.46197509765625,
+      "learning_rate": 1.1026657807862286e-05,
+      "loss": 23.0312,
+      "step": 20225
+    },
+    {
+      "epoch": 0.966548790977731,
+      "grad_norm": 530.7774047851562,
+      "learning_rate": 1.1025888026439111e-05,
+      "loss": 45.6562,
+      "step": 20226
+    },
+    {
+      "epoch": 0.9665965784191914,
+      "grad_norm": 255.5400848388672,
+      "learning_rate": 1.102511823887219e-05,
+      "loss": 30.1562,
+      "step": 20227
+    },
+    {
+      "epoch": 0.9666443658606518,
+      "grad_norm": 378.4996337890625,
+      "learning_rate": 1.1024348445166133e-05,
+      "loss": 33.8438,
+      "step": 20228
+    },
+    {
+      "epoch": 0.9666921533021122,
+      "grad_norm": 411.448974609375,
+      "learning_rate": 1.1023578645325553e-05,
+      "loss": 33.25,
+      "step": 20229
+    },
+    {
+      "epoch": 0.9667399407435726,
+      "grad_norm": 221.7532196044922,
+      "learning_rate": 1.1022808839355057e-05,
+      "loss": 26.2031,
+      "step": 20230
+    },
+    {
+      "epoch": 0.966787728185033,
+      "grad_norm": 397.37347412109375,
+      "learning_rate": 1.1022039027259252e-05,
+      "loss": 26.75,
+      "step": 20231
+    },
+    {
+      "epoch": 0.9668355156264934,
+      "grad_norm": 290.56353759765625,
+      "learning_rate": 1.1021269209042757e-05,
+      "loss": 27.2812,
+      "step": 20232
+    },
+    {
+      "epoch": 0.9668833030679538,
+      "grad_norm": 386.130859375,
+      "learning_rate": 1.1020499384710175e-05,
+      "loss": 35.7188,
+      "step": 20233
+    },
+    {
+      "epoch": 0.9669310905094142,
+      "grad_norm": 198.82574462890625,
+      "learning_rate": 1.101972955426612e-05,
+      "loss": 25.0625,
+      "step": 20234
+    },
+    {
+      "epoch": 0.9669788779508746,
+      "grad_norm": 503.2567138671875,
+      "learning_rate": 1.10189597177152e-05,
+      "loss": 35.9375,
+      "step": 20235
+    },
+    {
+      "epoch": 0.967026665392335,
+      "grad_norm": 267.3071594238281,
+      "learning_rate": 1.1018189875062024e-05,
+      "loss": 25.0625,
+      "step": 20236
+    },
+    {
+      "epoch": 0.9670744528337952,
+      "grad_norm": 182.91241455078125,
+      "learning_rate": 1.1017420026311205e-05,
+      "loss": 21.0938,
+      "step": 20237
+    },
+    {
+      "epoch": 0.9671222402752556,
+      "grad_norm": 141.68692016601562,
+      "learning_rate": 1.1016650171467355e-05,
+      "loss": 19.4375,
+      "step": 20238
+    },
+    {
+      "epoch": 0.967170027716716,
+      "grad_norm": 459.150390625,
+      "learning_rate": 1.1015880310535082e-05,
+      "loss": 45.875,
+      "step": 20239
+    },
+    {
+      "epoch": 0.9672178151581764,
+      "grad_norm": 102.6202163696289,
+      "learning_rate": 1.1015110443518995e-05,
+      "loss": 20.4688,
+      "step": 20240
+    },
+    {
+      "epoch": 0.9672656025996368,
+      "grad_norm": 475.9023742675781,
+      "learning_rate": 1.1014340570423706e-05,
+      "loss": 30.0312,
+      "step": 20241
+    },
+    {
+      "epoch": 0.9673133900410972,
+      "grad_norm": 192.0811004638672,
+      "learning_rate": 1.1013570691253827e-05,
+      "loss": 19.9375,
+      "step": 20242
+    },
+    {
+      "epoch": 0.9673611774825576,
+      "grad_norm": 147.612548828125,
+      "learning_rate": 1.101280080601397e-05,
+      "loss": 24.5312,
+      "step": 20243
+    },
+    {
+      "epoch": 0.967408964924018,
+      "grad_norm": 354.8673095703125,
+      "learning_rate": 1.101203091470874e-05,
+      "loss": 25.8125,
+      "step": 20244
+    },
+    {
+      "epoch": 0.9674567523654783,
+      "grad_norm": 145.81082153320312,
+      "learning_rate": 1.1011261017342751e-05,
+      "loss": 21.875,
+      "step": 20245
+    },
+    {
+      "epoch": 0.9675045398069387,
+      "grad_norm": 247.337890625,
+      "learning_rate": 1.1010491113920611e-05,
+      "loss": 23.1406,
+      "step": 20246
+    },
+    {
+      "epoch": 0.9675523272483991,
+      "grad_norm": 289.16229248046875,
+      "learning_rate": 1.100972120444694e-05,
+      "loss": 31.0,
+      "step": 20247
+    },
+    {
+      "epoch": 0.9676001146898595,
+      "grad_norm": 303.0314636230469,
+      "learning_rate": 1.1008951288926337e-05,
+      "loss": 36.5938,
+      "step": 20248
+    },
+    {
+      "epoch": 0.9676479021313199,
+      "grad_norm": 332.2370910644531,
+      "learning_rate": 1.1008181367363418e-05,
+      "loss": 16.0625,
+      "step": 20249
+    },
+    {
+      "epoch": 0.9676956895727803,
+      "grad_norm": 305.7251892089844,
+      "learning_rate": 1.1007411439762793e-05,
+      "loss": 35.4844,
+      "step": 20250
+    },
+    {
+      "epoch": 0.9677434770142407,
+      "grad_norm": 203.38198852539062,
+      "learning_rate": 1.1006641506129077e-05,
+      "loss": 20.8281,
+      "step": 20251
+    },
+    {
+      "epoch": 0.9677912644557011,
+      "grad_norm": 230.04641723632812,
+      "learning_rate": 1.1005871566466873e-05,
+      "loss": 23.625,
+      "step": 20252
+    },
+    {
+      "epoch": 0.9678390518971615,
+      "grad_norm": 158.66302490234375,
+      "learning_rate": 1.1005101620780798e-05,
+      "loss": 20.75,
+      "step": 20253
+    },
+    {
+      "epoch": 0.9678868393386219,
+      "grad_norm": 271.8328857421875,
+      "learning_rate": 1.100433166907546e-05,
+      "loss": 30.9062,
+      "step": 20254
+    },
+    {
+      "epoch": 0.9679346267800822,
+      "grad_norm": 379.6429748535156,
+      "learning_rate": 1.1003561711355473e-05,
+      "loss": 20.5625,
+      "step": 20255
+    },
+    {
+      "epoch": 0.9679824142215426,
+      "grad_norm": 179.24383544921875,
+      "learning_rate": 1.1002791747625445e-05,
+      "loss": 24.1875,
+      "step": 20256
+    },
+    {
+      "epoch": 0.9680302016630029,
+      "grad_norm": 564.2431640625,
+      "learning_rate": 1.1002021777889988e-05,
+      "loss": 23.7344,
+      "step": 20257
+    },
+    {
+      "epoch": 0.9680779891044633,
+      "grad_norm": 212.9016876220703,
+      "learning_rate": 1.1001251802153716e-05,
+      "loss": 21.2031,
+      "step": 20258
+    },
+    {
+      "epoch": 0.9681257765459237,
+      "grad_norm": 159.55661010742188,
+      "learning_rate": 1.1000481820421236e-05,
+      "loss": 22.7031,
+      "step": 20259
+    },
+    {
+      "epoch": 0.9681735639873841,
+      "grad_norm": 238.74127197265625,
+      "learning_rate": 1.0999711832697161e-05,
+      "loss": 29.6562,
+      "step": 20260
+    },
+    {
+      "epoch": 0.9682213514288445,
+      "grad_norm": 217.9062957763672,
+      "learning_rate": 1.0998941838986102e-05,
+      "loss": 32.4375,
+      "step": 20261
+    },
+    {
+      "epoch": 0.9682691388703049,
+      "grad_norm": 255.0643310546875,
+      "learning_rate": 1.099817183929267e-05,
+      "loss": 29.375,
+      "step": 20262
+    },
+    {
+      "epoch": 0.9683169263117652,
+      "grad_norm": 243.3668212890625,
+      "learning_rate": 1.0997401833621477e-05,
+      "loss": 38.7188,
+      "step": 20263
+    },
+    {
+      "epoch": 0.9683647137532256,
+      "grad_norm": 343.971923828125,
+      "learning_rate": 1.0996631821977136e-05,
+      "loss": 34.8438,
+      "step": 20264
+    },
+    {
+      "epoch": 0.968412501194686,
+      "grad_norm": 207.30934143066406,
+      "learning_rate": 1.0995861804364255e-05,
+      "loss": 27.1719,
+      "step": 20265
+    },
+    {
+      "epoch": 0.9684602886361464,
+      "grad_norm": 239.13217163085938,
+      "learning_rate": 1.0995091780787445e-05,
+      "loss": 41.5,
+      "step": 20266
+    },
+    {
+      "epoch": 0.9685080760776068,
+      "grad_norm": 173.00390625,
+      "learning_rate": 1.0994321751251322e-05,
+      "loss": 20.8438,
+      "step": 20267
+    },
+    {
+      "epoch": 0.9685558635190672,
+      "grad_norm": 1847.88525390625,
+      "learning_rate": 1.0993551715760493e-05,
+      "loss": 25.3125,
+      "step": 20268
+    },
+    {
+      "epoch": 0.9686036509605276,
+      "grad_norm": 204.14260864257812,
+      "learning_rate": 1.0992781674319572e-05,
+      "loss": 24.7656,
+      "step": 20269
+    },
+    {
+      "epoch": 0.968651438401988,
+      "grad_norm": 375.5131530761719,
+      "learning_rate": 1.0992011626933168e-05,
+      "loss": 16.625,
+      "step": 20270
+    },
+    {
+      "epoch": 0.9686992258434484,
+      "grad_norm": 250.623291015625,
+      "learning_rate": 1.0991241573605897e-05,
+      "loss": 34.0312,
+      "step": 20271
+    },
+    {
+      "epoch": 0.9687470132849088,
+      "grad_norm": 357.45562744140625,
+      "learning_rate": 1.0990471514342366e-05,
+      "loss": 23.8125,
+      "step": 20272
+    },
+    {
+      "epoch": 0.9687948007263691,
+      "grad_norm": 186.16470336914062,
+      "learning_rate": 1.098970144914719e-05,
+      "loss": 22.25,
+      "step": 20273
+    },
+    {
+      "epoch": 0.9688425881678295,
+      "grad_norm": 190.2299041748047,
+      "learning_rate": 1.0988931378024979e-05,
+      "loss": 18.5312,
+      "step": 20274
+    },
+    {
+      "epoch": 0.9688903756092899,
+      "grad_norm": 203.63998413085938,
+      "learning_rate": 1.0988161300980345e-05,
+      "loss": 20.3438,
+      "step": 20275
+    },
+    {
+      "epoch": 0.9689381630507503,
+      "grad_norm": 202.30348205566406,
+      "learning_rate": 1.09873912180179e-05,
+      "loss": 21.5156,
+      "step": 20276
+    },
+    {
+      "epoch": 0.9689859504922107,
+      "grad_norm": 348.5945129394531,
+      "learning_rate": 1.0986621129142257e-05,
+      "loss": 27.625,
+      "step": 20277
+    },
+    {
+      "epoch": 0.969033737933671,
+      "grad_norm": 339.67388916015625,
+      "learning_rate": 1.0985851034358023e-05,
+      "loss": 23.6719,
+      "step": 20278
+    },
+    {
+      "epoch": 0.9690815253751314,
+      "grad_norm": 239.54576110839844,
+      "learning_rate": 1.0985080933669816e-05,
+      "loss": 37.4375,
+      "step": 20279
+    },
+    {
+      "epoch": 0.9691293128165918,
+      "grad_norm": 164.4259490966797,
+      "learning_rate": 1.0984310827082245e-05,
+      "loss": 26.125,
+      "step": 20280
+    },
+    {
+      "epoch": 0.9691771002580521,
+      "grad_norm": 129.7633056640625,
+      "learning_rate": 1.0983540714599922e-05,
+      "loss": 22.1562,
+      "step": 20281
+    },
+    {
+      "epoch": 0.9692248876995125,
+      "grad_norm": 346.34381103515625,
+      "learning_rate": 1.098277059622746e-05,
+      "loss": 31.7812,
+      "step": 20282
+    },
+    {
+      "epoch": 0.9692726751409729,
+      "grad_norm": 167.12600708007812,
+      "learning_rate": 1.098200047196947e-05,
+      "loss": 23.2031,
+      "step": 20283
+    },
+    {
+      "epoch": 0.9693204625824333,
+      "grad_norm": 250.4951629638672,
+      "learning_rate": 1.0981230341830564e-05,
+      "loss": 19.6875,
+      "step": 20284
+    },
+    {
+      "epoch": 0.9693682500238937,
+      "grad_norm": 140.497314453125,
+      "learning_rate": 1.0980460205815354e-05,
+      "loss": 21.7969,
+      "step": 20285
+    },
+    {
+      "epoch": 0.9694160374653541,
+      "grad_norm": 206.35507202148438,
+      "learning_rate": 1.0979690063928455e-05,
+      "loss": 23.5312,
+      "step": 20286
+    },
+    {
+      "epoch": 0.9694638249068145,
+      "grad_norm": 207.04541015625,
+      "learning_rate": 1.0978919916174473e-05,
+      "loss": 30.4688,
+      "step": 20287
+    },
+    {
+      "epoch": 0.9695116123482749,
+      "grad_norm": 178.37881469726562,
+      "learning_rate": 1.0978149762558026e-05,
+      "loss": 21.1406,
+      "step": 20288
+    },
+    {
+      "epoch": 0.9695593997897353,
+      "grad_norm": 164.61317443847656,
+      "learning_rate": 1.0977379603083722e-05,
+      "loss": 27.3438,
+      "step": 20289
+    },
+    {
+      "epoch": 0.9696071872311957,
+      "grad_norm": 252.35760498046875,
+      "learning_rate": 1.0976609437756175e-05,
+      "loss": 27.6875,
+      "step": 20290
+    },
+    {
+      "epoch": 0.969654974672656,
+      "grad_norm": 404.1866149902344,
+      "learning_rate": 1.0975839266580002e-05,
+      "loss": 21.0469,
+      "step": 20291
+    },
+    {
+      "epoch": 0.9697027621141164,
+      "grad_norm": 167.00364685058594,
+      "learning_rate": 1.0975069089559807e-05,
+      "loss": 21.9062,
+      "step": 20292
+    },
+    {
+      "epoch": 0.9697505495555768,
+      "grad_norm": 339.66314697265625,
+      "learning_rate": 1.0974298906700208e-05,
+      "loss": 27.3125,
+      "step": 20293
+    },
+    {
+      "epoch": 0.9697983369970372,
+      "grad_norm": 428.78936767578125,
+      "learning_rate": 1.0973528718005815e-05,
+      "loss": 29.9375,
+      "step": 20294
+    },
+    {
+      "epoch": 0.9698461244384976,
+      "grad_norm": 475.5682678222656,
+      "learning_rate": 1.0972758523481243e-05,
+      "loss": 28.3438,
+      "step": 20295
+    },
+    {
+      "epoch": 0.969893911879958,
+      "grad_norm": 164.78567504882812,
+      "learning_rate": 1.0971988323131099e-05,
+      "loss": 26.0625,
+      "step": 20296
+    },
+    {
+      "epoch": 0.9699416993214184,
+      "grad_norm": 343.7351989746094,
+      "learning_rate": 1.0971218116960004e-05,
+      "loss": 25.9375,
+      "step": 20297
+    },
+    {
+      "epoch": 0.9699894867628787,
+      "grad_norm": 300.3955078125,
+      "learning_rate": 1.0970447904972563e-05,
+      "loss": 25.5,
+      "step": 20298
+    },
+    {
+      "epoch": 0.970037274204339,
+      "grad_norm": 707.1624145507812,
+      "learning_rate": 1.0969677687173393e-05,
+      "loss": 39.0938,
+      "step": 20299
+    },
+    {
+      "epoch": 0.9700850616457994,
+      "grad_norm": 166.07302856445312,
+      "learning_rate": 1.0968907463567102e-05,
+      "loss": 18.9531,
+      "step": 20300
+    },
+    {
+      "epoch": 0.9701328490872598,
+      "grad_norm": 193.34536743164062,
+      "learning_rate": 1.0968137234158306e-05,
+      "loss": 24.5938,
+      "step": 20301
+    },
+    {
+      "epoch": 0.9701806365287202,
+      "grad_norm": 254.0155487060547,
+      "learning_rate": 1.0967366998951618e-05,
+      "loss": 42.7188,
+      "step": 20302
+    },
+    {
+      "epoch": 0.9702284239701806,
+      "grad_norm": 194.23117065429688,
+      "learning_rate": 1.0966596757951651e-05,
+      "loss": 33.0312,
+      "step": 20303
+    },
+    {
+      "epoch": 0.970276211411641,
+      "grad_norm": 238.7394561767578,
+      "learning_rate": 1.0965826511163015e-05,
+      "loss": 28.0312,
+      "step": 20304
+    },
+    {
+      "epoch": 0.9703239988531014,
+      "grad_norm": 629.275390625,
+      "learning_rate": 1.0965056258590325e-05,
+      "loss": 28.9688,
+      "step": 20305
+    },
+    {
+      "epoch": 0.9703717862945618,
+      "grad_norm": 495.9689636230469,
+      "learning_rate": 1.0964286000238194e-05,
+      "loss": 31.4062,
+      "step": 20306
+    },
+    {
+      "epoch": 0.9704195737360222,
+      "grad_norm": 251.68153381347656,
+      "learning_rate": 1.0963515736111232e-05,
+      "loss": 27.4219,
+      "step": 20307
+    },
+    {
+      "epoch": 0.9704673611774826,
+      "grad_norm": 240.52325439453125,
+      "learning_rate": 1.0962745466214057e-05,
+      "loss": 16.8281,
+      "step": 20308
+    },
+    {
+      "epoch": 0.970515148618943,
+      "grad_norm": 211.3157196044922,
+      "learning_rate": 1.0961975190551276e-05,
+      "loss": 27.1094,
+      "step": 20309
+    },
+    {
+      "epoch": 0.9705629360604033,
+      "grad_norm": 275.92529296875,
+      "learning_rate": 1.0961204909127508e-05,
+      "loss": 27.6875,
+      "step": 20310
+    },
+    {
+      "epoch": 0.9706107235018637,
+      "grad_norm": 166.2207489013672,
+      "learning_rate": 1.0960434621947357e-05,
+      "loss": 22.3594,
+      "step": 20311
+    },
+    {
+      "epoch": 0.9706585109433241,
+      "grad_norm": 208.28761291503906,
+      "learning_rate": 1.095966432901545e-05,
+      "loss": 24.75,
+      "step": 20312
+    },
+    {
+      "epoch": 0.9707062983847845,
+      "grad_norm": 299.9229736328125,
+      "learning_rate": 1.0958894030336388e-05,
+      "loss": 26.9844,
+      "step": 20313
+    },
+    {
+      "epoch": 0.9707540858262449,
+      "grad_norm": 264.7165222167969,
+      "learning_rate": 1.0958123725914787e-05,
+      "loss": 20.125,
+      "step": 20314
+    },
+    {
+      "epoch": 0.9708018732677053,
+      "grad_norm": 311.4838562011719,
+      "learning_rate": 1.0957353415755262e-05,
+      "loss": 28.25,
+      "step": 20315
+    },
+    {
+      "epoch": 0.9708496607091657,
+      "grad_norm": 408.5205078125,
+      "learning_rate": 1.0956583099862428e-05,
+      "loss": 36.0625,
+      "step": 20316
+    },
+    {
+      "epoch": 0.9708974481506261,
+      "grad_norm": 337.1903991699219,
+      "learning_rate": 1.0955812778240893e-05,
+      "loss": 36.2812,
+      "step": 20317
+    },
+    {
+      "epoch": 0.9709452355920865,
+      "grad_norm": 157.7581787109375,
+      "learning_rate": 1.0955042450895273e-05,
+      "loss": 26.3594,
+      "step": 20318
+    },
+    {
+      "epoch": 0.9709930230335467,
+      "grad_norm": 318.49786376953125,
+      "learning_rate": 1.0954272117830182e-05,
+      "loss": 30.1562,
+      "step": 20319
+    },
+    {
+      "epoch": 0.9710408104750071,
+      "grad_norm": 335.5435485839844,
+      "learning_rate": 1.095350177905023e-05,
+      "loss": 29.1875,
+      "step": 20320
+    },
+    {
+      "epoch": 0.9710885979164675,
+      "grad_norm": 227.86077880859375,
+      "learning_rate": 1.0952731434560036e-05,
+      "loss": 26.5,
+      "step": 20321
+    },
+    {
+      "epoch": 0.9711363853579279,
+      "grad_norm": 196.01919555664062,
+      "learning_rate": 1.0951961084364207e-05,
+      "loss": 27.1719,
+      "step": 20322
+    },
+    {
+      "epoch": 0.9711841727993883,
+      "grad_norm": 212.7014617919922,
+      "learning_rate": 1.095119072846736e-05,
+      "loss": 20.6406,
+      "step": 20323
+    },
+    {
+      "epoch": 0.9712319602408487,
+      "grad_norm": 241.49400329589844,
+      "learning_rate": 1.0950420366874109e-05,
+      "loss": 31.5312,
+      "step": 20324
+    },
+    {
+      "epoch": 0.9712797476823091,
+      "grad_norm": 138.4940643310547,
+      "learning_rate": 1.0949649999589065e-05,
+      "loss": 22.0,
+      "step": 20325
+    },
+    {
+      "epoch": 0.9713275351237695,
+      "grad_norm": 326.5547180175781,
+      "learning_rate": 1.0948879626616843e-05,
+      "loss": 27.6875,
+      "step": 20326
+    },
+    {
+      "epoch": 0.9713753225652298,
+      "grad_norm": 186.29791259765625,
+      "learning_rate": 1.0948109247962057e-05,
+      "loss": 21.875,
+      "step": 20327
+    },
+    {
+      "epoch": 0.9714231100066902,
+      "grad_norm": 197.92408752441406,
+      "learning_rate": 1.0947338863629323e-05,
+      "loss": 22.0,
+      "step": 20328
+    },
+    {
+      "epoch": 0.9714708974481506,
+      "grad_norm": 174.43927001953125,
+      "learning_rate": 1.0946568473623247e-05,
+      "loss": 18.2188,
+      "step": 20329
+    },
+    {
+      "epoch": 0.971518684889611,
+      "grad_norm": 159.42678833007812,
+      "learning_rate": 1.094579807794845e-05,
+      "loss": 24.5781,
+      "step": 20330
+    },
+    {
+      "epoch": 0.9715664723310714,
+      "grad_norm": 128.2473602294922,
+      "learning_rate": 1.0945027676609544e-05,
+      "loss": 17.0781,
+      "step": 20331
+    },
+    {
+      "epoch": 0.9716142597725318,
+      "grad_norm": 270.5574951171875,
+      "learning_rate": 1.094425726961114e-05,
+      "loss": 28.4531,
+      "step": 20332
+    },
+    {
+      "epoch": 0.9716620472139922,
+      "grad_norm": 306.1004943847656,
+      "learning_rate": 1.0943486856957852e-05,
+      "loss": 33.7188,
+      "step": 20333
+    },
+    {
+      "epoch": 0.9717098346554526,
+      "grad_norm": 158.37135314941406,
+      "learning_rate": 1.0942716438654297e-05,
+      "loss": 26.5938,
+      "step": 20334
+    },
+    {
+      "epoch": 0.971757622096913,
+      "grad_norm": 164.20779418945312,
+      "learning_rate": 1.0941946014705085e-05,
+      "loss": 19.25,
+      "step": 20335
+    },
+    {
+      "epoch": 0.9718054095383734,
+      "grad_norm": 256.86285400390625,
+      "learning_rate": 1.0941175585114833e-05,
+      "loss": 18.5625,
+      "step": 20336
+    },
+    {
+      "epoch": 0.9718531969798337,
+      "grad_norm": 182.26113891601562,
+      "learning_rate": 1.0940405149888153e-05,
+      "loss": 25.25,
+      "step": 20337
+    },
+    {
+      "epoch": 0.9719009844212941,
+      "grad_norm": 271.1136169433594,
+      "learning_rate": 1.0939634709029663e-05,
+      "loss": 27.0312,
+      "step": 20338
+    },
+    {
+      "epoch": 0.9719487718627545,
+      "grad_norm": 523.2818603515625,
+      "learning_rate": 1.0938864262543972e-05,
+      "loss": 33.4688,
+      "step": 20339
+    },
+    {
+      "epoch": 0.9719965593042148,
+      "grad_norm": 240.79327392578125,
+      "learning_rate": 1.0938093810435693e-05,
+      "loss": 23.3125,
+      "step": 20340
+    },
+    {
+      "epoch": 0.9720443467456752,
+      "grad_norm": 187.46527099609375,
+      "learning_rate": 1.0937323352709443e-05,
+      "loss": 20.8125,
+      "step": 20341
+    },
+    {
+      "epoch": 0.9720921341871356,
+      "grad_norm": 153.79861450195312,
+      "learning_rate": 1.0936552889369836e-05,
+      "loss": 21.8125,
+      "step": 20342
+    },
+    {
+      "epoch": 0.972139921628596,
+      "grad_norm": 347.368896484375,
+      "learning_rate": 1.0935782420421488e-05,
+      "loss": 26.7812,
+      "step": 20343
+    },
+    {
+      "epoch": 0.9721877090700564,
+      "grad_norm": 116.52455139160156,
+      "learning_rate": 1.0935011945869007e-05,
+      "loss": 21.1406,
+      "step": 20344
+    },
+    {
+      "epoch": 0.9722354965115168,
+      "grad_norm": 288.3883972167969,
+      "learning_rate": 1.0934241465717015e-05,
+      "loss": 33.5625,
+      "step": 20345
+    },
+    {
+      "epoch": 0.9722832839529771,
+      "grad_norm": 283.82861328125,
+      "learning_rate": 1.093347097997012e-05,
+      "loss": 25.9688,
+      "step": 20346
+    },
+    {
+      "epoch": 0.9723310713944375,
+      "grad_norm": 268.5195617675781,
+      "learning_rate": 1.0932700488632937e-05,
+      "loss": 23.8438,
+      "step": 20347
+    },
+    {
+      "epoch": 0.9723788588358979,
+      "grad_norm": 274.3973083496094,
+      "learning_rate": 1.0931929991710083e-05,
+      "loss": 33.4375,
+      "step": 20348
+    },
+    {
+      "epoch": 0.9724266462773583,
+      "grad_norm": 125.39482879638672,
+      "learning_rate": 1.0931159489206173e-05,
+      "loss": 19.0469,
+      "step": 20349
+    },
+    {
+      "epoch": 0.9724744337188187,
+      "grad_norm": 112.5665512084961,
+      "learning_rate": 1.0930388981125817e-05,
+      "loss": 18.3906,
+      "step": 20350
+    },
+    {
+      "epoch": 0.9725222211602791,
+      "grad_norm": 348.93817138671875,
+      "learning_rate": 1.0929618467473633e-05,
+      "loss": 29.2344,
+      "step": 20351
+    },
+    {
+      "epoch": 0.9725700086017395,
+      "grad_norm": 254.7035675048828,
+      "learning_rate": 1.0928847948254233e-05,
+      "loss": 26.4375,
+      "step": 20352
+    },
+    {
+      "epoch": 0.9726177960431999,
+      "grad_norm": 371.0783386230469,
+      "learning_rate": 1.092807742347223e-05,
+      "loss": 34.4375,
+      "step": 20353
+    },
+    {
+      "epoch": 0.9726655834846603,
+      "grad_norm": 270.5200500488281,
+      "learning_rate": 1.0927306893132244e-05,
+      "loss": 31.9062,
+      "step": 20354
+    },
+    {
+      "epoch": 0.9727133709261206,
+      "grad_norm": 206.56192016601562,
+      "learning_rate": 1.0926536357238884e-05,
+      "loss": 29.4375,
+      "step": 20355
+    },
+    {
+      "epoch": 0.972761158367581,
+      "grad_norm": 267.3693542480469,
+      "learning_rate": 1.0925765815796766e-05,
+      "loss": 30.2812,
+      "step": 20356
+    },
+    {
+      "epoch": 0.9728089458090414,
+      "grad_norm": 205.04568481445312,
+      "learning_rate": 1.0924995268810508e-05,
+      "loss": 24.4688,
+      "step": 20357
+    },
+    {
+      "epoch": 0.9728567332505018,
+      "grad_norm": 420.35723876953125,
+      "learning_rate": 1.0924224716284721e-05,
+      "loss": 23.8125,
+      "step": 20358
+    },
+    {
+      "epoch": 0.9729045206919622,
+      "grad_norm": 268.93011474609375,
+      "learning_rate": 1.0923454158224019e-05,
+      "loss": 19.9375,
+      "step": 20359
+    },
+    {
+      "epoch": 0.9729523081334225,
+      "grad_norm": 355.8243408203125,
+      "learning_rate": 1.092268359463302e-05,
+      "loss": 33.8594,
+      "step": 20360
+    },
+    {
+      "epoch": 0.9730000955748829,
+      "grad_norm": 308.70782470703125,
+      "learning_rate": 1.0921913025516336e-05,
+      "loss": 24.75,
+      "step": 20361
+    },
+    {
+      "epoch": 0.9730478830163433,
+      "grad_norm": 288.542236328125,
+      "learning_rate": 1.0921142450878583e-05,
+      "loss": 33.3125,
+      "step": 20362
+    },
+    {
+      "epoch": 0.9730956704578037,
+      "grad_norm": 258.092041015625,
+      "learning_rate": 1.0920371870724378e-05,
+      "loss": 22.0938,
+      "step": 20363
+    },
+    {
+      "epoch": 0.973143457899264,
+      "grad_norm": 170.1994171142578,
+      "learning_rate": 1.091960128505833e-05,
+      "loss": 22.0781,
+      "step": 20364
+    },
+    {
+      "epoch": 0.9731912453407244,
+      "grad_norm": 358.6485900878906,
+      "learning_rate": 1.0918830693885059e-05,
+      "loss": 32.0312,
+      "step": 20365
+    },
+    {
+      "epoch": 0.9732390327821848,
+      "grad_norm": 481.6928405761719,
+      "learning_rate": 1.0918060097209176e-05,
+      "loss": 25.2812,
+      "step": 20366
+    },
+    {
+      "epoch": 0.9732868202236452,
+      "grad_norm": 403.4250183105469,
+      "learning_rate": 1.0917289495035297e-05,
+      "loss": 32.0625,
+      "step": 20367
+    },
+    {
+      "epoch": 0.9733346076651056,
+      "grad_norm": 469.28656005859375,
+      "learning_rate": 1.0916518887368037e-05,
+      "loss": 20.8906,
+      "step": 20368
+    },
+    {
+      "epoch": 0.973382395106566,
+      "grad_norm": 227.0586700439453,
+      "learning_rate": 1.0915748274212015e-05,
+      "loss": 26.1562,
+      "step": 20369
+    },
+    {
+      "epoch": 0.9734301825480264,
+      "grad_norm": 240.81065368652344,
+      "learning_rate": 1.091497765557184e-05,
+      "loss": 32.1562,
+      "step": 20370
+    },
+    {
+      "epoch": 0.9734779699894868,
+      "grad_norm": 220.5767059326172,
+      "learning_rate": 1.091420703145213e-05,
+      "loss": 27.3125,
+      "step": 20371
+    },
+    {
+      "epoch": 0.9735257574309472,
+      "grad_norm": 172.9259796142578,
+      "learning_rate": 1.0913436401857499e-05,
+      "loss": 19.9688,
+      "step": 20372
+    },
+    {
+      "epoch": 0.9735735448724075,
+      "grad_norm": 131.6060028076172,
+      "learning_rate": 1.0912665766792563e-05,
+      "loss": 26.2188,
+      "step": 20373
+    },
+    {
+      "epoch": 0.9736213323138679,
+      "grad_norm": 189.19386291503906,
+      "learning_rate": 1.0911895126261936e-05,
+      "loss": 23.6719,
+      "step": 20374
+    },
+    {
+      "epoch": 0.9736691197553283,
+      "grad_norm": 240.8980255126953,
+      "learning_rate": 1.0911124480270234e-05,
+      "loss": 19.25,
+      "step": 20375
+    },
+    {
+      "epoch": 0.9737169071967887,
+      "grad_norm": 134.77621459960938,
+      "learning_rate": 1.0910353828822074e-05,
+      "loss": 20.2344,
+      "step": 20376
+    },
+    {
+      "epoch": 0.9737646946382491,
+      "grad_norm": 272.9188232421875,
+      "learning_rate": 1.0909583171922067e-05,
+      "loss": 29.5625,
+      "step": 20377
+    },
+    {
+      "epoch": 0.9738124820797095,
+      "grad_norm": 213.51858520507812,
+      "learning_rate": 1.090881250957483e-05,
+      "loss": 28.6562,
+      "step": 20378
+    },
+    {
+      "epoch": 0.9738602695211699,
+      "grad_norm": 285.1303405761719,
+      "learning_rate": 1.090804184178498e-05,
+      "loss": 24.125,
+      "step": 20379
+    },
+    {
+      "epoch": 0.9739080569626303,
+      "grad_norm": 194.4072723388672,
+      "learning_rate": 1.0907271168557133e-05,
+      "loss": 39.4375,
+      "step": 20380
+    },
+    {
+      "epoch": 0.9739558444040906,
+      "grad_norm": 280.4011535644531,
+      "learning_rate": 1.0906500489895901e-05,
+      "loss": 30.125,
+      "step": 20381
+    },
+    {
+      "epoch": 0.9740036318455509,
+      "grad_norm": 376.5921325683594,
+      "learning_rate": 1.0905729805805901e-05,
+      "loss": 27.9688,
+      "step": 20382
+    },
+    {
+      "epoch": 0.9740514192870113,
+      "grad_norm": 451.9197692871094,
+      "learning_rate": 1.0904959116291746e-05,
+      "loss": 32.6406,
+      "step": 20383
+    },
+    {
+      "epoch": 0.9740992067284717,
+      "grad_norm": 312.7176513671875,
+      "learning_rate": 1.0904188421358058e-05,
+      "loss": 27.2969,
+      "step": 20384
+    },
+    {
+      "epoch": 0.9741469941699321,
+      "grad_norm": 289.73931884765625,
+      "learning_rate": 1.0903417721009442e-05,
+      "loss": 27.375,
+      "step": 20385
+    },
+    {
+      "epoch": 0.9741947816113925,
+      "grad_norm": 317.9874572753906,
+      "learning_rate": 1.0902647015250525e-05,
+      "loss": 24.9531,
+      "step": 20386
+    },
+    {
+      "epoch": 0.9742425690528529,
+      "grad_norm": 371.197509765625,
+      "learning_rate": 1.0901876304085911e-05,
+      "loss": 26.9688,
+      "step": 20387
+    },
+    {
+      "epoch": 0.9742903564943133,
+      "grad_norm": 367.0982360839844,
+      "learning_rate": 1.0901105587520228e-05,
+      "loss": 24.2656,
+      "step": 20388
+    },
+    {
+      "epoch": 0.9743381439357737,
+      "grad_norm": 291.5655212402344,
+      "learning_rate": 1.0900334865558084e-05,
+      "loss": 34.4688,
+      "step": 20389
+    },
+    {
+      "epoch": 0.9743859313772341,
+      "grad_norm": 222.5596466064453,
+      "learning_rate": 1.0899564138204093e-05,
+      "loss": 25.7812,
+      "step": 20390
+    },
+    {
+      "epoch": 0.9744337188186944,
+      "grad_norm": 298.7134704589844,
+      "learning_rate": 1.0898793405462875e-05,
+      "loss": 30.75,
+      "step": 20391
+    },
+    {
+      "epoch": 0.9744815062601548,
+      "grad_norm": 318.47576904296875,
+      "learning_rate": 1.0898022667339046e-05,
+      "loss": 32.8438,
+      "step": 20392
+    },
+    {
+      "epoch": 0.9745292937016152,
+      "grad_norm": 292.4715881347656,
+      "learning_rate": 1.0897251923837218e-05,
+      "loss": 22.3438,
+      "step": 20393
+    },
+    {
+      "epoch": 0.9745770811430756,
+      "grad_norm": 301.14569091796875,
+      "learning_rate": 1.0896481174962009e-05,
+      "loss": 24.875,
+      "step": 20394
+    },
+    {
+      "epoch": 0.974624868584536,
+      "grad_norm": 243.36358642578125,
+      "learning_rate": 1.0895710420718035e-05,
+      "loss": 21.0,
+      "step": 20395
+    },
+    {
+      "epoch": 0.9746726560259964,
+      "grad_norm": 1219.998779296875,
+      "learning_rate": 1.0894939661109911e-05,
+      "loss": 29.0938,
+      "step": 20396
+    },
+    {
+      "epoch": 0.9747204434674568,
+      "grad_norm": 233.07913208007812,
+      "learning_rate": 1.0894168896142255e-05,
+      "loss": 22.4062,
+      "step": 20397
+    },
+    {
+      "epoch": 0.9747682309089172,
+      "grad_norm": 290.1799011230469,
+      "learning_rate": 1.089339812581968e-05,
+      "loss": 22.3438,
+      "step": 20398
+    },
+    {
+      "epoch": 0.9748160183503776,
+      "grad_norm": 219.3669891357422,
+      "learning_rate": 1.0892627350146804e-05,
+      "loss": 24.6406,
+      "step": 20399
+    },
+    {
+      "epoch": 0.974863805791838,
+      "grad_norm": 242.25726318359375,
+      "learning_rate": 1.0891856569128238e-05,
+      "loss": 27.5,
+      "step": 20400
+    },
+    {
+      "epoch": 0.9749115932332982,
+      "grad_norm": 862.279052734375,
+      "learning_rate": 1.0891085782768604e-05,
+      "loss": 32.375,
+      "step": 20401
+    },
+    {
+      "epoch": 0.9749593806747586,
+      "grad_norm": 181.3199005126953,
+      "learning_rate": 1.0890314991072517e-05,
+      "loss": 26.25,
+      "step": 20402
+    },
+    {
+      "epoch": 0.975007168116219,
+      "grad_norm": 294.342529296875,
+      "learning_rate": 1.0889544194044591e-05,
+      "loss": 27.5938,
+      "step": 20403
+    },
+    {
+      "epoch": 0.9750549555576794,
+      "grad_norm": 160.71714782714844,
+      "learning_rate": 1.0888773391689444e-05,
+      "loss": 19.7812,
+      "step": 20404
+    },
+    {
+      "epoch": 0.9751027429991398,
+      "grad_norm": 198.08892822265625,
+      "learning_rate": 1.088800258401169e-05,
+      "loss": 33.7812,
+      "step": 20405
+    },
+    {
+      "epoch": 0.9751505304406002,
+      "grad_norm": 542.5902099609375,
+      "learning_rate": 1.0887231771015948e-05,
+      "loss": 23.3438,
+      "step": 20406
+    },
+    {
+      "epoch": 0.9751983178820606,
+      "grad_norm": 418.020751953125,
+      "learning_rate": 1.088646095270683e-05,
+      "loss": 32.6562,
+      "step": 20407
+    },
+    {
+      "epoch": 0.975246105323521,
+      "grad_norm": 390.4433898925781,
+      "learning_rate": 1.0885690129088957e-05,
+      "loss": 23.2344,
+      "step": 20408
+    },
+    {
+      "epoch": 0.9752938927649814,
+      "grad_norm": 214.86032104492188,
+      "learning_rate": 1.0884919300166943e-05,
+      "loss": 35.875,
+      "step": 20409
+    },
+    {
+      "epoch": 0.9753416802064417,
+      "grad_norm": 216.04238891601562,
+      "learning_rate": 1.0884148465945404e-05,
+      "loss": 31.6562,
+      "step": 20410
+    },
+    {
+      "epoch": 0.9753894676479021,
+      "grad_norm": 254.68057250976562,
+      "learning_rate": 1.0883377626428958e-05,
+      "loss": 25.4531,
+      "step": 20411
+    },
+    {
+      "epoch": 0.9754372550893625,
+      "grad_norm": 200.7816619873047,
+      "learning_rate": 1.0882606781622217e-05,
+      "loss": 28.3594,
+      "step": 20412
+    },
+    {
+      "epoch": 0.9754850425308229,
+      "grad_norm": 351.4290771484375,
+      "learning_rate": 1.08818359315298e-05,
+      "loss": 30.3125,
+      "step": 20413
+    },
+    {
+      "epoch": 0.9755328299722833,
+      "grad_norm": 238.99990844726562,
+      "learning_rate": 1.0881065076156328e-05,
+      "loss": 20.625,
+      "step": 20414
+    },
+    {
+      "epoch": 0.9755806174137437,
+      "grad_norm": 269.9516296386719,
+      "learning_rate": 1.0880294215506409e-05,
+      "loss": 36.4375,
+      "step": 20415
+    },
+    {
+      "epoch": 0.9756284048552041,
+      "grad_norm": 126.8678970336914,
+      "learning_rate": 1.0879523349584664e-05,
+      "loss": 18.5469,
+      "step": 20416
+    },
+    {
+      "epoch": 0.9756761922966645,
+      "grad_norm": 149.1896209716797,
+      "learning_rate": 1.0878752478395711e-05,
+      "loss": 24.4844,
+      "step": 20417
+    },
+    {
+      "epoch": 0.9757239797381249,
+      "grad_norm": 342.9757080078125,
+      "learning_rate": 1.087798160194416e-05,
+      "loss": 23.7812,
+      "step": 20418
+    },
+    {
+      "epoch": 0.9757717671795852,
+      "grad_norm": 250.41519165039062,
+      "learning_rate": 1.0877210720234636e-05,
+      "loss": 28.2031,
+      "step": 20419
+    },
+    {
+      "epoch": 0.9758195546210456,
+      "grad_norm": 190.78509521484375,
+      "learning_rate": 1.087643983327175e-05,
+      "loss": 22.1875,
+      "step": 20420
+    },
+    {
+      "epoch": 0.975867342062506,
+      "grad_norm": 521.8304443359375,
+      "learning_rate": 1.0875668941060122e-05,
+      "loss": 24.5,
+      "step": 20421
+    },
+    {
+      "epoch": 0.9759151295039663,
+      "grad_norm": 320.0299987792969,
+      "learning_rate": 1.0874898043604368e-05,
+      "loss": 24.3906,
+      "step": 20422
+    },
+    {
+      "epoch": 0.9759629169454267,
+      "grad_norm": 225.86448669433594,
+      "learning_rate": 1.0874127140909101e-05,
+      "loss": 24.9375,
+      "step": 20423
+    },
+    {
+      "epoch": 0.9760107043868871,
+      "grad_norm": 1279.4674072265625,
+      "learning_rate": 1.0873356232978943e-05,
+      "loss": 21.6875,
+      "step": 20424
+    },
+    {
+      "epoch": 0.9760584918283475,
+      "grad_norm": 469.8501281738281,
+      "learning_rate": 1.0872585319818505e-05,
+      "loss": 36.4062,
+      "step": 20425
+    },
+    {
+      "epoch": 0.9761062792698079,
+      "grad_norm": 251.68943786621094,
+      "learning_rate": 1.0871814401432408e-05,
+      "loss": 23.2031,
+      "step": 20426
+    },
+    {
+      "epoch": 0.9761540667112683,
+      "grad_norm": 232.9184112548828,
+      "learning_rate": 1.0871043477825267e-05,
+      "loss": 34.7188,
+      "step": 20427
+    },
+    {
+      "epoch": 0.9762018541527286,
+      "grad_norm": 274.55615234375,
+      "learning_rate": 1.0870272549001701e-05,
+      "loss": 29.625,
+      "step": 20428
+    },
+    {
+      "epoch": 0.976249641594189,
+      "grad_norm": 444.38653564453125,
+      "learning_rate": 1.0869501614966327e-05,
+      "loss": 21.8281,
+      "step": 20429
+    },
+    {
+      "epoch": 0.9762974290356494,
+      "grad_norm": 231.4420623779297,
+      "learning_rate": 1.086873067572376e-05,
+      "loss": 31.8438,
+      "step": 20430
+    },
+    {
+      "epoch": 0.9763452164771098,
+      "grad_norm": 363.2182922363281,
+      "learning_rate": 1.0867959731278612e-05,
+      "loss": 27.0,
+      "step": 20431
+    },
+    {
+      "epoch": 0.9763930039185702,
+      "grad_norm": 392.7740783691406,
+      "learning_rate": 1.086718878163551e-05,
+      "loss": 27.875,
+      "step": 20432
+    },
+    {
+      "epoch": 0.9764407913600306,
+      "grad_norm": 240.18783569335938,
+      "learning_rate": 1.0866417826799063e-05,
+      "loss": 35.125,
+      "step": 20433
+    },
+    {
+      "epoch": 0.976488578801491,
+      "grad_norm": 531.7119750976562,
+      "learning_rate": 1.0865646866773896e-05,
+      "loss": 27.625,
+      "step": 20434
+    },
+    {
+      "epoch": 0.9765363662429514,
+      "grad_norm": 410.44586181640625,
+      "learning_rate": 1.0864875901564615e-05,
+      "loss": 24.3438,
+      "step": 20435
+    },
+    {
+      "epoch": 0.9765841536844118,
+      "grad_norm": 243.47891235351562,
+      "learning_rate": 1.0864104931175848e-05,
+      "loss": 27.0625,
+      "step": 20436
+    },
+    {
+      "epoch": 0.9766319411258721,
+      "grad_norm": 522.5862426757812,
+      "learning_rate": 1.0863333955612207e-05,
+      "loss": 20.75,
+      "step": 20437
+    },
+    {
+      "epoch": 0.9766797285673325,
+      "grad_norm": 292.7878112792969,
+      "learning_rate": 1.0862562974878308e-05,
+      "loss": 32.0625,
+      "step": 20438
+    },
+    {
+      "epoch": 0.9767275160087929,
+      "grad_norm": 292.8865966796875,
+      "learning_rate": 1.0861791988978771e-05,
+      "loss": 26.9688,
+      "step": 20439
+    },
+    {
+      "epoch": 0.9767753034502533,
+      "grad_norm": 430.2068786621094,
+      "learning_rate": 1.086102099791821e-05,
+      "loss": 35.625,
+      "step": 20440
+    },
+    {
+      "epoch": 0.9768230908917137,
+      "grad_norm": 321.8945007324219,
+      "learning_rate": 1.0860250001701247e-05,
+      "loss": 29.5312,
+      "step": 20441
+    },
+    {
+      "epoch": 0.976870878333174,
+      "grad_norm": 222.2400360107422,
+      "learning_rate": 1.0859479000332493e-05,
+      "loss": 34.8906,
+      "step": 20442
+    },
+    {
+      "epoch": 0.9769186657746344,
+      "grad_norm": 274.186279296875,
+      "learning_rate": 1.0858707993816573e-05,
+      "loss": 27.0469,
+      "step": 20443
+    },
+    {
+      "epoch": 0.9769664532160948,
+      "grad_norm": 338.43402099609375,
+      "learning_rate": 1.0857936982158096e-05,
+      "loss": 32.7812,
+      "step": 20444
+    },
+    {
+      "epoch": 0.9770142406575552,
+      "grad_norm": 212.5835723876953,
+      "learning_rate": 1.0857165965361687e-05,
+      "loss": 27.1562,
+      "step": 20445
+    },
+    {
+      "epoch": 0.9770620280990155,
+      "grad_norm": 332.2559509277344,
+      "learning_rate": 1.0856394943431958e-05,
+      "loss": 26.375,
+      "step": 20446
+    },
+    {
+      "epoch": 0.9771098155404759,
+      "grad_norm": 206.7790985107422,
+      "learning_rate": 1.0855623916373532e-05,
+      "loss": 22.75,
+      "step": 20447
+    },
+    {
+      "epoch": 0.9771576029819363,
+      "grad_norm": 262.7810974121094,
+      "learning_rate": 1.0854852884191021e-05,
+      "loss": 20.8125,
+      "step": 20448
+    },
+    {
+      "epoch": 0.9772053904233967,
+      "grad_norm": 247.53883361816406,
+      "learning_rate": 1.085408184688904e-05,
+      "loss": 21.3594,
+      "step": 20449
+    },
+    {
+      "epoch": 0.9772531778648571,
+      "grad_norm": 241.29400634765625,
+      "learning_rate": 1.0853310804472214e-05,
+      "loss": 29.875,
+      "step": 20450
+    },
+    {
+      "epoch": 0.9773009653063175,
+      "grad_norm": 239.2967529296875,
+      "learning_rate": 1.0852539756945157e-05,
+      "loss": 22.0781,
+      "step": 20451
+    },
+    {
+      "epoch": 0.9773487527477779,
+      "grad_norm": 205.4216766357422,
+      "learning_rate": 1.0851768704312489e-05,
+      "loss": 24.4062,
+      "step": 20452
+    },
+    {
+      "epoch": 0.9773965401892383,
+      "grad_norm": 188.04873657226562,
+      "learning_rate": 1.0850997646578821e-05,
+      "loss": 23.625,
+      "step": 20453
+    },
+    {
+      "epoch": 0.9774443276306987,
+      "grad_norm": 190.52650451660156,
+      "learning_rate": 1.0850226583748779e-05,
+      "loss": 26.375,
+      "step": 20454
+    },
+    {
+      "epoch": 0.977492115072159,
+      "grad_norm": 131.32264709472656,
+      "learning_rate": 1.0849455515826975e-05,
+      "loss": 22.8125,
+      "step": 20455
+    },
+    {
+      "epoch": 0.9775399025136194,
+      "grad_norm": 375.778076171875,
+      "learning_rate": 1.084868444281803e-05,
+      "loss": 27.5625,
+      "step": 20456
+    },
+    {
+      "epoch": 0.9775876899550798,
+      "grad_norm": 317.2345886230469,
+      "learning_rate": 1.0847913364726558e-05,
+      "loss": 27.3125,
+      "step": 20457
+    },
+    {
+      "epoch": 0.9776354773965402,
+      "grad_norm": 225.80142211914062,
+      "learning_rate": 1.0847142281557182e-05,
+      "loss": 24.5938,
+      "step": 20458
+    },
+    {
+      "epoch": 0.9776832648380006,
+      "grad_norm": 473.8750305175781,
+      "learning_rate": 1.0846371193314514e-05,
+      "loss": 28.2188,
+      "step": 20459
+    },
+    {
+      "epoch": 0.977731052279461,
+      "grad_norm": 263.5141296386719,
+      "learning_rate": 1.0845600100003178e-05,
+      "loss": 32.5938,
+      "step": 20460
+    },
+    {
+      "epoch": 0.9777788397209214,
+      "grad_norm": 414.959228515625,
+      "learning_rate": 1.0844829001627786e-05,
+      "loss": 30.25,
+      "step": 20461
+    },
+    {
+      "epoch": 0.9778266271623818,
+      "grad_norm": 177.2513885498047,
+      "learning_rate": 1.084405789819296e-05,
+      "loss": 23.3281,
+      "step": 20462
+    },
+    {
+      "epoch": 0.9778744146038421,
+      "grad_norm": 334.205322265625,
+      "learning_rate": 1.0843286789703313e-05,
+      "loss": 24.375,
+      "step": 20463
+    },
+    {
+      "epoch": 0.9779222020453024,
+      "grad_norm": 256.0014953613281,
+      "learning_rate": 1.084251567616347e-05,
+      "loss": 28.5938,
+      "step": 20464
+    },
+    {
+      "epoch": 0.9779699894867628,
+      "grad_norm": 156.68919372558594,
+      "learning_rate": 1.0841744557578044e-05,
+      "loss": 25.1562,
+      "step": 20465
+    },
+    {
+      "epoch": 0.9780177769282232,
+      "grad_norm": 243.95359802246094,
+      "learning_rate": 1.0840973433951653e-05,
+      "loss": 23.6875,
+      "step": 20466
+    },
+    {
+      "epoch": 0.9780655643696836,
+      "grad_norm": 462.6225891113281,
+      "learning_rate": 1.084020230528892e-05,
+      "loss": 26.7188,
+      "step": 20467
+    },
+    {
+      "epoch": 0.978113351811144,
+      "grad_norm": 289.8400573730469,
+      "learning_rate": 1.0839431171594455e-05,
+      "loss": 27.0938,
+      "step": 20468
+    },
+    {
+      "epoch": 0.9781611392526044,
+      "grad_norm": 314.36236572265625,
+      "learning_rate": 1.0838660032872883e-05,
+      "loss": 29.875,
+      "step": 20469
+    },
+    {
+      "epoch": 0.9782089266940648,
+      "grad_norm": 475.5746154785156,
+      "learning_rate": 1.0837888889128818e-05,
+      "loss": 32.9688,
+      "step": 20470
+    },
+    {
+      "epoch": 0.9782567141355252,
+      "grad_norm": 272.50079345703125,
+      "learning_rate": 1.083711774036688e-05,
+      "loss": 25.9531,
+      "step": 20471
+    },
+    {
+      "epoch": 0.9783045015769856,
+      "grad_norm": 340.4613037109375,
+      "learning_rate": 1.0836346586591686e-05,
+      "loss": 23.25,
+      "step": 20472
+    },
+    {
+      "epoch": 0.978352289018446,
+      "grad_norm": 291.74749755859375,
+      "learning_rate": 1.0835575427807858e-05,
+      "loss": 29.5,
+      "step": 20473
+    },
+    {
+      "epoch": 0.9784000764599063,
+      "grad_norm": 248.98809814453125,
+      "learning_rate": 1.0834804264020011e-05,
+      "loss": 22.7969,
+      "step": 20474
+    },
+    {
+      "epoch": 0.9784478639013667,
+      "grad_norm": 140.1247100830078,
+      "learning_rate": 1.0834033095232762e-05,
+      "loss": 17.1094,
+      "step": 20475
+    },
+    {
+      "epoch": 0.9784956513428271,
+      "grad_norm": 171.49136352539062,
+      "learning_rate": 1.0833261921450733e-05,
+      "loss": 27.7188,
+      "step": 20476
+    },
+    {
+      "epoch": 0.9785434387842875,
+      "grad_norm": 285.8779296875,
+      "learning_rate": 1.0832490742678537e-05,
+      "loss": 23.25,
+      "step": 20477
+    },
+    {
+      "epoch": 0.9785912262257479,
+      "grad_norm": 193.5087432861328,
+      "learning_rate": 1.08317195589208e-05,
+      "loss": 22.0,
+      "step": 20478
+    },
+    {
+      "epoch": 0.9786390136672083,
+      "grad_norm": 154.8135223388672,
+      "learning_rate": 1.0830948370182132e-05,
+      "loss": 21.9062,
+      "step": 20479
+    },
+    {
+      "epoch": 0.9786868011086687,
+      "grad_norm": 178.52011108398438,
+      "learning_rate": 1.0830177176467158e-05,
+      "loss": 29.1875,
+      "step": 20480
+    },
+    {
+      "epoch": 0.9787345885501291,
+      "grad_norm": 305.9821472167969,
+      "learning_rate": 1.0829405977780491e-05,
+      "loss": 28.0938,
+      "step": 20481
+    },
+    {
+      "epoch": 0.9787823759915895,
+      "grad_norm": 306.03741455078125,
+      "learning_rate": 1.0828634774126756e-05,
+      "loss": 41.5,
+      "step": 20482
+    },
+    {
+      "epoch": 0.9788301634330498,
+      "grad_norm": 276.8475341796875,
+      "learning_rate": 1.0827863565510565e-05,
+      "loss": 23.625,
+      "step": 20483
+    },
+    {
+      "epoch": 0.9788779508745101,
+      "grad_norm": 181.34690856933594,
+      "learning_rate": 1.0827092351936541e-05,
+      "loss": 28.375,
+      "step": 20484
+    },
+    {
+      "epoch": 0.9789257383159705,
+      "grad_norm": 234.35438537597656,
+      "learning_rate": 1.0826321133409303e-05,
+      "loss": 25.4688,
+      "step": 20485
+    },
+    {
+      "epoch": 0.9789735257574309,
+      "grad_norm": 189.99111938476562,
+      "learning_rate": 1.0825549909933464e-05,
+      "loss": 26.9688,
+      "step": 20486
+    },
+    {
+      "epoch": 0.9790213131988913,
+      "grad_norm": 158.29989624023438,
+      "learning_rate": 1.0824778681513648e-05,
+      "loss": 25.4062,
+      "step": 20487
+    },
+    {
+      "epoch": 0.9790691006403517,
+      "grad_norm": 264.6196594238281,
+      "learning_rate": 1.0824007448154473e-05,
+      "loss": 28.7812,
+      "step": 20488
+    },
+    {
+      "epoch": 0.9791168880818121,
+      "grad_norm": 178.81959533691406,
+      "learning_rate": 1.0823236209860554e-05,
+      "loss": 23.2188,
+      "step": 20489
+    },
+    {
+      "epoch": 0.9791646755232725,
+      "grad_norm": 180.29164123535156,
+      "learning_rate": 1.0822464966636512e-05,
+      "loss": 22.8438,
+      "step": 20490
+    },
+    {
+      "epoch": 0.9792124629647329,
+      "grad_norm": 340.42095947265625,
+      "learning_rate": 1.0821693718486969e-05,
+      "loss": 31.5469,
+      "step": 20491
+    },
+    {
+      "epoch": 0.9792602504061932,
+      "grad_norm": 303.1987609863281,
+      "learning_rate": 1.0820922465416539e-05,
+      "loss": 28.4375,
+      "step": 20492
+    },
+    {
+      "epoch": 0.9793080378476536,
+      "grad_norm": 135.611083984375,
+      "learning_rate": 1.0820151207429845e-05,
+      "loss": 21.5469,
+      "step": 20493
+    },
+    {
+      "epoch": 0.979355825289114,
+      "grad_norm": 174.29074096679688,
+      "learning_rate": 1.0819379944531502e-05,
+      "loss": 24.5,
+      "step": 20494
+    },
+    {
+      "epoch": 0.9794036127305744,
+      "grad_norm": 352.48736572265625,
+      "learning_rate": 1.0818608676726131e-05,
+      "loss": 23.9688,
+      "step": 20495
+    },
+    {
+      "epoch": 0.9794514001720348,
+      "grad_norm": 281.6012878417969,
+      "learning_rate": 1.0817837404018349e-05,
+      "loss": 22.8281,
+      "step": 20496
+    },
+    {
+      "epoch": 0.9794991876134952,
+      "grad_norm": 258.7042541503906,
+      "learning_rate": 1.0817066126412778e-05,
+      "loss": 26.5938,
+      "step": 20497
+    },
+    {
+      "epoch": 0.9795469750549556,
+      "grad_norm": 318.7590026855469,
+      "learning_rate": 1.0816294843914035e-05,
+      "loss": 27.3906,
+      "step": 20498
+    },
+    {
+      "epoch": 0.979594762496416,
+      "grad_norm": 313.0287170410156,
+      "learning_rate": 1.0815523556526736e-05,
+      "loss": 32.0,
+      "step": 20499
+    },
+    {
+      "epoch": 0.9796425499378764,
+      "grad_norm": 402.80389404296875,
+      "learning_rate": 1.0814752264255508e-05,
+      "loss": 27.5,
+      "step": 20500
+    },
+    {
+      "epoch": 0.9796903373793368,
+      "grad_norm": 235.30630493164062,
+      "learning_rate": 1.0813980967104962e-05,
+      "loss": 27.375,
+      "step": 20501
+    },
+    {
+      "epoch": 0.9797381248207971,
+      "grad_norm": 237.87713623046875,
+      "learning_rate": 1.0813209665079723e-05,
+      "loss": 27.0,
+      "step": 20502
+    },
+    {
+      "epoch": 0.9797859122622575,
+      "grad_norm": 541.4605102539062,
+      "learning_rate": 1.0812438358184403e-05,
+      "loss": 21.1562,
+      "step": 20503
+    },
+    {
+      "epoch": 0.9798336997037178,
+      "grad_norm": 286.9393615722656,
+      "learning_rate": 1.0811667046423628e-05,
+      "loss": 25.75,
+      "step": 20504
+    },
+    {
+      "epoch": 0.9798814871451782,
+      "grad_norm": 176.22476196289062,
+      "learning_rate": 1.0810895729802015e-05,
+      "loss": 21.75,
+      "step": 20505
+    },
+    {
+      "epoch": 0.9799292745866386,
+      "grad_norm": 189.07479858398438,
+      "learning_rate": 1.0810124408324183e-05,
+      "loss": 20.5312,
+      "step": 20506
+    },
+    {
+      "epoch": 0.979977062028099,
+      "grad_norm": 408.9111633300781,
+      "learning_rate": 1.0809353081994751e-05,
+      "loss": 31.0781,
+      "step": 20507
+    },
+    {
+      "epoch": 0.9800248494695594,
+      "grad_norm": 272.5795593261719,
+      "learning_rate": 1.0808581750818339e-05,
+      "loss": 25.3438,
+      "step": 20508
+    },
+    {
+      "epoch": 0.9800726369110198,
+      "grad_norm": 494.701171875,
+      "learning_rate": 1.0807810414799567e-05,
+      "loss": 29.0625,
+      "step": 20509
+    },
+    {
+      "epoch": 0.9801204243524801,
+      "grad_norm": 261.4407653808594,
+      "learning_rate": 1.0807039073943049e-05,
+      "loss": 29.3125,
+      "step": 20510
+    },
+    {
+      "epoch": 0.9801682117939405,
+      "grad_norm": 259.65509033203125,
+      "learning_rate": 1.080626772825341e-05,
+      "loss": 25.25,
+      "step": 20511
+    },
+    {
+      "epoch": 0.9802159992354009,
+      "grad_norm": 1083.4761962890625,
+      "learning_rate": 1.0805496377735269e-05,
+      "loss": 35.625,
+      "step": 20512
+    },
+    {
+      "epoch": 0.9802637866768613,
+      "grad_norm": 267.1341857910156,
+      "learning_rate": 1.0804725022393246e-05,
+      "loss": 31.9688,
+      "step": 20513
+    },
+    {
+      "epoch": 0.9803115741183217,
+      "grad_norm": 267.0055236816406,
+      "learning_rate": 1.0803953662231954e-05,
+      "loss": 30.75,
+      "step": 20514
+    },
+    {
+      "epoch": 0.9803593615597821,
+      "grad_norm": 132.4110107421875,
+      "learning_rate": 1.0803182297256019e-05,
+      "loss": 21.8438,
+      "step": 20515
+    },
+    {
+      "epoch": 0.9804071490012425,
+      "grad_norm": 351.7318420410156,
+      "learning_rate": 1.0802410927470058e-05,
+      "loss": 32.625,
+      "step": 20516
+    },
+    {
+      "epoch": 0.9804549364427029,
+      "grad_norm": 205.43980407714844,
+      "learning_rate": 1.0801639552878691e-05,
+      "loss": 24.0625,
+      "step": 20517
+    },
+    {
+      "epoch": 0.9805027238841633,
+      "grad_norm": 327.3526916503906,
+      "learning_rate": 1.0800868173486536e-05,
+      "loss": 46.5,
+      "step": 20518
+    },
+    {
+      "epoch": 0.9805505113256237,
+      "grad_norm": 234.2660369873047,
+      "learning_rate": 1.0800096789298215e-05,
+      "loss": 25.3906,
+      "step": 20519
+    },
+    {
+      "epoch": 0.980598298767084,
+      "grad_norm": 172.7254638671875,
+      "learning_rate": 1.0799325400318345e-05,
+      "loss": 30.2812,
+      "step": 20520
+    },
+    {
+      "epoch": 0.9806460862085444,
+      "grad_norm": 1377.75390625,
+      "learning_rate": 1.0798554006551552e-05,
+      "loss": 21.2969,
+      "step": 20521
+    },
+    {
+      "epoch": 0.9806938736500048,
+      "grad_norm": 205.38063049316406,
+      "learning_rate": 1.079778260800245e-05,
+      "loss": 37.6562,
+      "step": 20522
+    },
+    {
+      "epoch": 0.9807416610914652,
+      "grad_norm": 190.65737915039062,
+      "learning_rate": 1.0797011204675656e-05,
+      "loss": 32.4688,
+      "step": 20523
+    },
+    {
+      "epoch": 0.9807894485329256,
+      "grad_norm": 133.2284393310547,
+      "learning_rate": 1.0796239796575796e-05,
+      "loss": 15.5312,
+      "step": 20524
+    },
+    {
+      "epoch": 0.9808372359743859,
+      "grad_norm": 238.86117553710938,
+      "learning_rate": 1.0795468383707483e-05,
+      "loss": 34.625,
+      "step": 20525
+    },
+    {
+      "epoch": 0.9808850234158463,
+      "grad_norm": 321.98748779296875,
+      "learning_rate": 1.0794696966075347e-05,
+      "loss": 30.5,
+      "step": 20526
+    },
+    {
+      "epoch": 0.9809328108573067,
+      "grad_norm": 253.48468017578125,
+      "learning_rate": 1.0793925543683998e-05,
+      "loss": 21.4062,
+      "step": 20527
+    },
+    {
+      "epoch": 0.980980598298767,
+      "grad_norm": 285.9741516113281,
+      "learning_rate": 1.079315411653806e-05,
+      "loss": 36.6562,
+      "step": 20528
+    },
+    {
+      "epoch": 0.9810283857402274,
+      "grad_norm": 179.58041381835938,
+      "learning_rate": 1.0792382684642153e-05,
+      "loss": 28.4531,
+      "step": 20529
+    },
+    {
+      "epoch": 0.9810761731816878,
+      "grad_norm": 156.0238800048828,
+      "learning_rate": 1.0791611248000896e-05,
+      "loss": 24.3438,
+      "step": 20530
+    },
+    {
+      "epoch": 0.9811239606231482,
+      "grad_norm": 315.52593994140625,
+      "learning_rate": 1.0790839806618907e-05,
+      "loss": 23.1875,
+      "step": 20531
+    },
+    {
+      "epoch": 0.9811717480646086,
+      "grad_norm": 280.9937438964844,
+      "learning_rate": 1.0790068360500811e-05,
+      "loss": 31.2812,
+      "step": 20532
+    },
+    {
+      "epoch": 0.981219535506069,
+      "grad_norm": 431.1085510253906,
+      "learning_rate": 1.0789296909651224e-05,
+      "loss": 39.5312,
+      "step": 20533
+    },
+    {
+      "epoch": 0.9812673229475294,
+      "grad_norm": 227.07595825195312,
+      "learning_rate": 1.0788525454074765e-05,
+      "loss": 21.25,
+      "step": 20534
+    },
+    {
+      "epoch": 0.9813151103889898,
+      "grad_norm": 799.1748657226562,
+      "learning_rate": 1.078775399377606e-05,
+      "loss": 29.3438,
+      "step": 20535
+    },
+    {
+      "epoch": 0.9813628978304502,
+      "grad_norm": 221.10610961914062,
+      "learning_rate": 1.0786982528759722e-05,
+      "loss": 32.2188,
+      "step": 20536
+    },
+    {
+      "epoch": 0.9814106852719106,
+      "grad_norm": 224.8575439453125,
+      "learning_rate": 1.0786211059030375e-05,
+      "loss": 28.0781,
+      "step": 20537
+    },
+    {
+      "epoch": 0.9814584727133709,
+      "grad_norm": 199.5311737060547,
+      "learning_rate": 1.0785439584592636e-05,
+      "loss": 25.8281,
+      "step": 20538
+    },
+    {
+      "epoch": 0.9815062601548313,
+      "grad_norm": 137.489990234375,
+      "learning_rate": 1.078466810545113e-05,
+      "loss": 17.1719,
+      "step": 20539
+    },
+    {
+      "epoch": 0.9815540475962917,
+      "grad_norm": 298.26708984375,
+      "learning_rate": 1.0783896621610474e-05,
+      "loss": 28.4688,
+      "step": 20540
+    },
+    {
+      "epoch": 0.9816018350377521,
+      "grad_norm": 312.26373291015625,
+      "learning_rate": 1.078312513307529e-05,
+      "loss": 33.5625,
+      "step": 20541
+    },
+    {
+      "epoch": 0.9816496224792125,
+      "grad_norm": 163.10202026367188,
+      "learning_rate": 1.0782353639850194e-05,
+      "loss": 24.6094,
+      "step": 20542
+    },
+    {
+      "epoch": 0.9816974099206729,
+      "grad_norm": 157.71800231933594,
+      "learning_rate": 1.0781582141939812e-05,
+      "loss": 22.4062,
+      "step": 20543
+    },
+    {
+      "epoch": 0.9817451973621333,
+      "grad_norm": 155.8969268798828,
+      "learning_rate": 1.0780810639348762e-05,
+      "loss": 20.1562,
+      "step": 20544
+    },
+    {
+      "epoch": 0.9817929848035936,
+      "grad_norm": 338.9727478027344,
+      "learning_rate": 1.0780039132081663e-05,
+      "loss": 36.625,
+      "step": 20545
+    },
+    {
+      "epoch": 0.981840772245054,
+      "grad_norm": 196.43470764160156,
+      "learning_rate": 1.0779267620143134e-05,
+      "loss": 25.5312,
+      "step": 20546
+    },
+    {
+      "epoch": 0.9818885596865143,
+      "grad_norm": 554.11279296875,
+      "learning_rate": 1.0778496103537798e-05,
+      "loss": 30.0,
+      "step": 20547
+    },
+    {
+      "epoch": 0.9819363471279747,
+      "grad_norm": 142.87380981445312,
+      "learning_rate": 1.0777724582270276e-05,
+      "loss": 19.8906,
+      "step": 20548
+    },
+    {
+      "epoch": 0.9819841345694351,
+      "grad_norm": 350.0174255371094,
+      "learning_rate": 1.0776953056345187e-05,
+      "loss": 30.5938,
+      "step": 20549
+    },
+    {
+      "epoch": 0.9820319220108955,
+      "grad_norm": 346.2554626464844,
+      "learning_rate": 1.0776181525767154e-05,
+      "loss": 31.5938,
+      "step": 20550
+    },
+    {
+      "epoch": 0.9820797094523559,
+      "grad_norm": 276.26397705078125,
+      "learning_rate": 1.0775409990540791e-05,
+      "loss": 25.6875,
+      "step": 20551
+    },
+    {
+      "epoch": 0.9821274968938163,
+      "grad_norm": 570.4225463867188,
+      "learning_rate": 1.0774638450670724e-05,
+      "loss": 26.3906,
+      "step": 20552
+    },
+    {
+      "epoch": 0.9821752843352767,
+      "grad_norm": 235.69680786132812,
+      "learning_rate": 1.0773866906161572e-05,
+      "loss": 33.3438,
+      "step": 20553
+    },
+    {
+      "epoch": 0.9822230717767371,
+      "grad_norm": 265.4812316894531,
+      "learning_rate": 1.0773095357017958e-05,
+      "loss": 23.9219,
+      "step": 20554
+    },
+    {
+      "epoch": 0.9822708592181975,
+      "grad_norm": 343.2353210449219,
+      "learning_rate": 1.0772323803244498e-05,
+      "loss": 34.375,
+      "step": 20555
+    },
+    {
+      "epoch": 0.9823186466596578,
+      "grad_norm": 274.9096374511719,
+      "learning_rate": 1.0771552244845818e-05,
+      "loss": 23.2188,
+      "step": 20556
+    },
+    {
+      "epoch": 0.9823664341011182,
+      "grad_norm": 163.47036743164062,
+      "learning_rate": 1.0770780681826532e-05,
+      "loss": 23.9531,
+      "step": 20557
+    },
+    {
+      "epoch": 0.9824142215425786,
+      "grad_norm": 174.7471466064453,
+      "learning_rate": 1.0770009114191266e-05,
+      "loss": 17.4219,
+      "step": 20558
+    },
+    {
+      "epoch": 0.982462008984039,
+      "grad_norm": 166.4534149169922,
+      "learning_rate": 1.0769237541944639e-05,
+      "loss": 18.9688,
+      "step": 20559
+    },
+    {
+      "epoch": 0.9825097964254994,
+      "grad_norm": 309.3468322753906,
+      "learning_rate": 1.076846596509127e-05,
+      "loss": 27.2812,
+      "step": 20560
+    },
+    {
+      "epoch": 0.9825575838669598,
+      "grad_norm": 247.75389099121094,
+      "learning_rate": 1.0767694383635785e-05,
+      "loss": 30.9375,
+      "step": 20561
+    },
+    {
+      "epoch": 0.9826053713084202,
+      "grad_norm": 209.09625244140625,
+      "learning_rate": 1.0766922797582802e-05,
+      "loss": 30.0312,
+      "step": 20562
+    },
+    {
+      "epoch": 0.9826531587498806,
+      "grad_norm": 1907.269775390625,
+      "learning_rate": 1.0766151206936937e-05,
+      "loss": 20.6875,
+      "step": 20563
+    },
+    {
+      "epoch": 0.982700946191341,
+      "grad_norm": 158.14004516601562,
+      "learning_rate": 1.0765379611702815e-05,
+      "loss": 22.625,
+      "step": 20564
+    },
+    {
+      "epoch": 0.9827487336328014,
+      "grad_norm": 244.2135467529297,
+      "learning_rate": 1.076460801188506e-05,
+      "loss": 21.7344,
+      "step": 20565
+    },
+    {
+      "epoch": 0.9827965210742616,
+      "grad_norm": 236.5699920654297,
+      "learning_rate": 1.0763836407488286e-05,
+      "loss": 21.4062,
+      "step": 20566
+    },
+    {
+      "epoch": 0.982844308515722,
+      "grad_norm": 180.6986083984375,
+      "learning_rate": 1.076306479851712e-05,
+      "loss": 21.0625,
+      "step": 20567
+    },
+    {
+      "epoch": 0.9828920959571824,
+      "grad_norm": 716.3017578125,
+      "learning_rate": 1.0762293184976178e-05,
+      "loss": 32.75,
+      "step": 20568
+    },
+    {
+      "epoch": 0.9829398833986428,
+      "grad_norm": 140.85687255859375,
+      "learning_rate": 1.0761521566870086e-05,
+      "loss": 20.7812,
+      "step": 20569
+    },
+    {
+      "epoch": 0.9829876708401032,
+      "grad_norm": 167.09658813476562,
+      "learning_rate": 1.0760749944203463e-05,
+      "loss": 20.3906,
+      "step": 20570
+    },
+    {
+      "epoch": 0.9830354582815636,
+      "grad_norm": 169.9213104248047,
+      "learning_rate": 1.0759978316980925e-05,
+      "loss": 30.5,
+      "step": 20571
+    },
+    {
+      "epoch": 0.983083245723024,
+      "grad_norm": 184.9665985107422,
+      "learning_rate": 1.0759206685207104e-05,
+      "loss": 24.0312,
+      "step": 20572
+    },
+    {
+      "epoch": 0.9831310331644844,
+      "grad_norm": 309.1883850097656,
+      "learning_rate": 1.0758435048886609e-05,
+      "loss": 29.125,
+      "step": 20573
+    },
+    {
+      "epoch": 0.9831788206059447,
+      "grad_norm": 230.29690551757812,
+      "learning_rate": 1.075766340802407e-05,
+      "loss": 26.625,
+      "step": 20574
+    },
+    {
+      "epoch": 0.9832266080474051,
+      "grad_norm": 319.0924377441406,
+      "learning_rate": 1.0756891762624102e-05,
+      "loss": 28.4062,
+      "step": 20575
+    },
+    {
+      "epoch": 0.9832743954888655,
+      "grad_norm": 247.28273010253906,
+      "learning_rate": 1.0756120112691333e-05,
+      "loss": 24.6875,
+      "step": 20576
+    },
+    {
+      "epoch": 0.9833221829303259,
+      "grad_norm": 301.0050964355469,
+      "learning_rate": 1.0755348458230377e-05,
+      "loss": 27.875,
+      "step": 20577
+    },
+    {
+      "epoch": 0.9833699703717863,
+      "grad_norm": 120.18892669677734,
+      "learning_rate": 1.0754576799245862e-05,
+      "loss": 18.0781,
+      "step": 20578
+    },
+    {
+      "epoch": 0.9834177578132467,
+      "grad_norm": 352.3779296875,
+      "learning_rate": 1.07538051357424e-05,
+      "loss": 29.5469,
+      "step": 20579
+    },
+    {
+      "epoch": 0.9834655452547071,
+      "grad_norm": 197.4042510986328,
+      "learning_rate": 1.0753033467724623e-05,
+      "loss": 25.375,
+      "step": 20580
+    },
+    {
+      "epoch": 0.9835133326961675,
+      "grad_norm": 400.3509826660156,
+      "learning_rate": 1.0752261795197143e-05,
+      "loss": 33.1562,
+      "step": 20581
+    },
+    {
+      "epoch": 0.9835611201376279,
+      "grad_norm": 235.90765380859375,
+      "learning_rate": 1.0751490118164589e-05,
+      "loss": 25.8438,
+      "step": 20582
+    },
+    {
+      "epoch": 0.9836089075790883,
+      "grad_norm": 304.1151123046875,
+      "learning_rate": 1.0750718436631577e-05,
+      "loss": 22.7344,
+      "step": 20583
+    },
+    {
+      "epoch": 0.9836566950205486,
+      "grad_norm": 278.6702575683594,
+      "learning_rate": 1.0749946750602731e-05,
+      "loss": 31.0625,
+      "step": 20584
+    },
+    {
+      "epoch": 0.983704482462009,
+      "grad_norm": 287.12603759765625,
+      "learning_rate": 1.0749175060082671e-05,
+      "loss": 35.5625,
+      "step": 20585
+    },
+    {
+      "epoch": 0.9837522699034694,
+      "grad_norm": 241.06410217285156,
+      "learning_rate": 1.0748403365076018e-05,
+      "loss": 31.3281,
+      "step": 20586
+    },
+    {
+      "epoch": 0.9838000573449297,
+      "grad_norm": 218.8237762451172,
+      "learning_rate": 1.0747631665587397e-05,
+      "loss": 29.75,
+      "step": 20587
+    },
+    {
+      "epoch": 0.9838478447863901,
+      "grad_norm": 344.4589538574219,
+      "learning_rate": 1.0746859961621426e-05,
+      "loss": 30.0312,
+      "step": 20588
+    },
+    {
+      "epoch": 0.9838956322278505,
+      "grad_norm": 245.89205932617188,
+      "learning_rate": 1.0746088253182728e-05,
+      "loss": 27.8438,
+      "step": 20589
+    },
+    {
+      "epoch": 0.9839434196693109,
+      "grad_norm": 172.6980743408203,
+      "learning_rate": 1.0745316540275922e-05,
+      "loss": 29.4219,
+      "step": 20590
+    },
+    {
+      "epoch": 0.9839912071107713,
+      "grad_norm": 255.3417510986328,
+      "learning_rate": 1.0744544822905634e-05,
+      "loss": 22.5,
+      "step": 20591
+    },
+    {
+      "epoch": 0.9840389945522316,
+      "grad_norm": 205.3738555908203,
+      "learning_rate": 1.0743773101076484e-05,
+      "loss": 25.8438,
+      "step": 20592
+    },
+    {
+      "epoch": 0.984086781993692,
+      "grad_norm": 193.48748779296875,
+      "learning_rate": 1.074300137479309e-05,
+      "loss": 21.3438,
+      "step": 20593
+    },
+    {
+      "epoch": 0.9841345694351524,
+      "grad_norm": 173.67640686035156,
+      "learning_rate": 1.0742229644060078e-05,
+      "loss": 33.875,
+      "step": 20594
+    },
+    {
+      "epoch": 0.9841823568766128,
+      "grad_norm": 552.937255859375,
+      "learning_rate": 1.074145790888207e-05,
+      "loss": 36.5,
+      "step": 20595
+    },
+    {
+      "epoch": 0.9842301443180732,
+      "grad_norm": 255.5562286376953,
+      "learning_rate": 1.0740686169263684e-05,
+      "loss": 32.0938,
+      "step": 20596
+    },
+    {
+      "epoch": 0.9842779317595336,
+      "grad_norm": 152.66334533691406,
+      "learning_rate": 1.0739914425209544e-05,
+      "loss": 24.4844,
+      "step": 20597
+    },
+    {
+      "epoch": 0.984325719200994,
+      "grad_norm": 219.86549377441406,
+      "learning_rate": 1.073914267672427e-05,
+      "loss": 15.8906,
+      "step": 20598
+    },
+    {
+      "epoch": 0.9843735066424544,
+      "grad_norm": 164.66390991210938,
+      "learning_rate": 1.0738370923812484e-05,
+      "loss": 19.9531,
+      "step": 20599
+    },
+    {
+      "epoch": 0.9844212940839148,
+      "grad_norm": 446.2767639160156,
+      "learning_rate": 1.0737599166478814e-05,
+      "loss": 28.1719,
+      "step": 20600
+    },
+    {
+      "epoch": 0.9844690815253752,
+      "grad_norm": 522.6112670898438,
+      "learning_rate": 1.0736827404727873e-05,
+      "loss": 20.375,
+      "step": 20601
+    },
+    {
+      "epoch": 0.9845168689668355,
+      "grad_norm": 184.37979125976562,
+      "learning_rate": 1.0736055638564287e-05,
+      "loss": 22.3125,
+      "step": 20602
+    },
+    {
+      "epoch": 0.9845646564082959,
+      "grad_norm": 207.12896728515625,
+      "learning_rate": 1.0735283867992676e-05,
+      "loss": 37.2812,
+      "step": 20603
+    },
+    {
+      "epoch": 0.9846124438497563,
+      "grad_norm": 343.97808837890625,
+      "learning_rate": 1.0734512093017667e-05,
+      "loss": 19.7109,
+      "step": 20604
+    },
+    {
+      "epoch": 0.9846602312912167,
+      "grad_norm": 376.71636962890625,
+      "learning_rate": 1.0733740313643874e-05,
+      "loss": 22.8125,
+      "step": 20605
+    },
+    {
+      "epoch": 0.9847080187326771,
+      "grad_norm": 181.88217163085938,
+      "learning_rate": 1.0732968529875927e-05,
+      "loss": 19.1562,
+      "step": 20606
+    },
+    {
+      "epoch": 0.9847558061741374,
+      "grad_norm": 361.873046875,
+      "learning_rate": 1.0732196741718443e-05,
+      "loss": 28.0938,
+      "step": 20607
+    },
+    {
+      "epoch": 0.9848035936155978,
+      "grad_norm": 214.99163818359375,
+      "learning_rate": 1.0731424949176047e-05,
+      "loss": 33.1406,
+      "step": 20608
+    },
+    {
+      "epoch": 0.9848513810570582,
+      "grad_norm": 335.74029541015625,
+      "learning_rate": 1.0730653152253356e-05,
+      "loss": 32.2344,
+      "step": 20609
+    },
+    {
+      "epoch": 0.9848991684985186,
+      "grad_norm": 582.8994750976562,
+      "learning_rate": 1.0729881350954998e-05,
+      "loss": 15.0469,
+      "step": 20610
+    },
+    {
+      "epoch": 0.9849469559399789,
+      "grad_norm": 231.6322784423828,
+      "learning_rate": 1.0729109545285595e-05,
+      "loss": 20.7188,
+      "step": 20611
+    },
+    {
+      "epoch": 0.9849947433814393,
+      "grad_norm": 359.0960998535156,
+      "learning_rate": 1.0728337735249762e-05,
+      "loss": 22.5938,
+      "step": 20612
+    },
+    {
+      "epoch": 0.9850425308228997,
+      "grad_norm": 330.7789001464844,
+      "learning_rate": 1.0727565920852127e-05,
+      "loss": 26.0312,
+      "step": 20613
+    },
+    {
+      "epoch": 0.9850903182643601,
+      "grad_norm": 359.83758544921875,
+      "learning_rate": 1.0726794102097308e-05,
+      "loss": 24.0156,
+      "step": 20614
+    },
+    {
+      "epoch": 0.9851381057058205,
+      "grad_norm": 208.87738037109375,
+      "learning_rate": 1.0726022278989936e-05,
+      "loss": 18.9922,
+      "step": 20615
+    },
+    {
+      "epoch": 0.9851858931472809,
+      "grad_norm": 186.03341674804688,
+      "learning_rate": 1.0725250451534623e-05,
+      "loss": 21.4688,
+      "step": 20616
+    },
+    {
+      "epoch": 0.9852336805887413,
+      "grad_norm": 275.9802551269531,
+      "learning_rate": 1.0724478619735998e-05,
+      "loss": 38.2188,
+      "step": 20617
+    },
+    {
+      "epoch": 0.9852814680302017,
+      "grad_norm": 214.31524658203125,
+      "learning_rate": 1.072370678359868e-05,
+      "loss": 37.75,
+      "step": 20618
+    },
+    {
+      "epoch": 0.9853292554716621,
+      "grad_norm": 414.9449768066406,
+      "learning_rate": 1.0722934943127292e-05,
+      "loss": 37.6562,
+      "step": 20619
+    },
+    {
+      "epoch": 0.9853770429131224,
+      "grad_norm": 154.51734924316406,
+      "learning_rate": 1.0722163098326459e-05,
+      "loss": 19.0938,
+      "step": 20620
+    },
+    {
+      "epoch": 0.9854248303545828,
+      "grad_norm": 290.4550476074219,
+      "learning_rate": 1.0721391249200797e-05,
+      "loss": 17.3125,
+      "step": 20621
+    },
+    {
+      "epoch": 0.9854726177960432,
+      "grad_norm": 333.4801330566406,
+      "learning_rate": 1.0720619395754934e-05,
+      "loss": 32.7812,
+      "step": 20622
+    },
+    {
+      "epoch": 0.9855204052375036,
+      "grad_norm": 501.2789306640625,
+      "learning_rate": 1.071984753799349e-05,
+      "loss": 18.5,
+      "step": 20623
+    },
+    {
+      "epoch": 0.985568192678964,
+      "grad_norm": 135.08534240722656,
+      "learning_rate": 1.071907567592109e-05,
+      "loss": 16.5938,
+      "step": 20624
+    },
+    {
+      "epoch": 0.9856159801204244,
+      "grad_norm": 181.32489013671875,
+      "learning_rate": 1.0718303809542353e-05,
+      "loss": 38.1562,
+      "step": 20625
+    },
+    {
+      "epoch": 0.9856637675618848,
+      "grad_norm": 461.48419189453125,
+      "learning_rate": 1.0717531938861903e-05,
+      "loss": 36.875,
+      "step": 20626
+    },
+    {
+      "epoch": 0.9857115550033452,
+      "grad_norm": 430.8006286621094,
+      "learning_rate": 1.0716760063884364e-05,
+      "loss": 28.0938,
+      "step": 20627
+    },
+    {
+      "epoch": 0.9857593424448055,
+      "grad_norm": 196.84983825683594,
+      "learning_rate": 1.0715988184614357e-05,
+      "loss": 29.8125,
+      "step": 20628
+    },
+    {
+      "epoch": 0.9858071298862658,
+      "grad_norm": 162.93276977539062,
+      "learning_rate": 1.0715216301056501e-05,
+      "loss": 22.8828,
+      "step": 20629
+    },
+    {
+      "epoch": 0.9858549173277262,
+      "grad_norm": 480.9307556152344,
+      "learning_rate": 1.0714444413215429e-05,
+      "loss": 31.625,
+      "step": 20630
+    },
+    {
+      "epoch": 0.9859027047691866,
+      "grad_norm": 273.4444885253906,
+      "learning_rate": 1.0713672521095752e-05,
+      "loss": 34.5625,
+      "step": 20631
+    },
+    {
+      "epoch": 0.985950492210647,
+      "grad_norm": 212.28289794921875,
+      "learning_rate": 1.0712900624702096e-05,
+      "loss": 26.8125,
+      "step": 20632
+    },
+    {
+      "epoch": 0.9859982796521074,
+      "grad_norm": 220.22796630859375,
+      "learning_rate": 1.0712128724039088e-05,
+      "loss": 30.0625,
+      "step": 20633
+    },
+    {
+      "epoch": 0.9860460670935678,
+      "grad_norm": 257.3794860839844,
+      "learning_rate": 1.0711356819111347e-05,
+      "loss": 26.5625,
+      "step": 20634
+    },
+    {
+      "epoch": 0.9860938545350282,
+      "grad_norm": 267.7355651855469,
+      "learning_rate": 1.0710584909923499e-05,
+      "loss": 18.25,
+      "step": 20635
+    },
+    {
+      "epoch": 0.9861416419764886,
+      "grad_norm": 257.985107421875,
+      "learning_rate": 1.070981299648016e-05,
+      "loss": 28.4375,
+      "step": 20636
+    },
+    {
+      "epoch": 0.986189429417949,
+      "grad_norm": 235.13038635253906,
+      "learning_rate": 1.070904107878596e-05,
+      "loss": 23.0781,
+      "step": 20637
+    },
+    {
+      "epoch": 0.9862372168594093,
+      "grad_norm": 198.53997802734375,
+      "learning_rate": 1.0708269156845517e-05,
+      "loss": 26.2188,
+      "step": 20638
+    },
+    {
+      "epoch": 0.9862850043008697,
+      "grad_norm": 376.36907958984375,
+      "learning_rate": 1.0707497230663457e-05,
+      "loss": 30.4219,
+      "step": 20639
+    },
+    {
+      "epoch": 0.9863327917423301,
+      "grad_norm": 384.3393249511719,
+      "learning_rate": 1.07067253002444e-05,
+      "loss": 26.7656,
+      "step": 20640
+    },
+    {
+      "epoch": 0.9863805791837905,
+      "grad_norm": 179.8998565673828,
+      "learning_rate": 1.0705953365592975e-05,
+      "loss": 19.0469,
+      "step": 20641
+    },
+    {
+      "epoch": 0.9864283666252509,
+      "grad_norm": 229.8099365234375,
+      "learning_rate": 1.0705181426713796e-05,
+      "loss": 25.5781,
+      "step": 20642
+    },
+    {
+      "epoch": 0.9864761540667113,
+      "grad_norm": 364.1360168457031,
+      "learning_rate": 1.0704409483611491e-05,
+      "loss": 19.5469,
+      "step": 20643
+    },
+    {
+      "epoch": 0.9865239415081717,
+      "grad_norm": 272.1133728027344,
+      "learning_rate": 1.070363753629068e-05,
+      "loss": 46.5,
+      "step": 20644
+    },
+    {
+      "epoch": 0.9865717289496321,
+      "grad_norm": 186.5919647216797,
+      "learning_rate": 1.0702865584755993e-05,
+      "loss": 26.6406,
+      "step": 20645
+    },
+    {
+      "epoch": 0.9866195163910925,
+      "grad_norm": 142.2513427734375,
+      "learning_rate": 1.0702093629012045e-05,
+      "loss": 23.4375,
+      "step": 20646
+    },
+    {
+      "epoch": 0.9866673038325529,
+      "grad_norm": 212.8405303955078,
+      "learning_rate": 1.0701321669063462e-05,
+      "loss": 33.0625,
+      "step": 20647
+    },
+    {
+      "epoch": 0.9867150912740131,
+      "grad_norm": 500.69305419921875,
+      "learning_rate": 1.0700549704914869e-05,
+      "loss": 38.3125,
+      "step": 20648
+    },
+    {
+      "epoch": 0.9867628787154735,
+      "grad_norm": 369.1572570800781,
+      "learning_rate": 1.0699777736570885e-05,
+      "loss": 33.0312,
+      "step": 20649
+    },
+    {
+      "epoch": 0.9868106661569339,
+      "grad_norm": 175.09095764160156,
+      "learning_rate": 1.0699005764036137e-05,
+      "loss": 22.2188,
+      "step": 20650
+    },
+    {
+      "epoch": 0.9868584535983943,
+      "grad_norm": 234.91644287109375,
+      "learning_rate": 1.0698233787315245e-05,
+      "loss": 29.875,
+      "step": 20651
+    },
+    {
+      "epoch": 0.9869062410398547,
+      "grad_norm": 260.05487060546875,
+      "learning_rate": 1.0697461806412834e-05,
+      "loss": 23.8594,
+      "step": 20652
+    },
+    {
+      "epoch": 0.9869540284813151,
+      "grad_norm": 158.57943725585938,
+      "learning_rate": 1.0696689821333526e-05,
+      "loss": 28.5312,
+      "step": 20653
+    },
+    {
+      "epoch": 0.9870018159227755,
+      "grad_norm": 160.31166076660156,
+      "learning_rate": 1.0695917832081945e-05,
+      "loss": 23.0312,
+      "step": 20654
+    },
+    {
+      "epoch": 0.9870496033642359,
+      "grad_norm": 217.25091552734375,
+      "learning_rate": 1.0695145838662717e-05,
+      "loss": 26.3125,
+      "step": 20655
+    },
+    {
+      "epoch": 0.9870973908056963,
+      "grad_norm": 197.2391357421875,
+      "learning_rate": 1.0694373841080459e-05,
+      "loss": 23.8125,
+      "step": 20656
+    },
+    {
+      "epoch": 0.9871451782471566,
+      "grad_norm": 1114.3892822265625,
+      "learning_rate": 1.06936018393398e-05,
+      "loss": 40.9688,
+      "step": 20657
+    },
+    {
+      "epoch": 0.987192965688617,
+      "grad_norm": 177.04083251953125,
+      "learning_rate": 1.069282983344536e-05,
+      "loss": 28.625,
+      "step": 20658
+    },
+    {
+      "epoch": 0.9872407531300774,
+      "grad_norm": 369.2826843261719,
+      "learning_rate": 1.0692057823401764e-05,
+      "loss": 27.2812,
+      "step": 20659
+    },
+    {
+      "epoch": 0.9872885405715378,
+      "grad_norm": 240.4185028076172,
+      "learning_rate": 1.0691285809213634e-05,
+      "loss": 24.5,
+      "step": 20660
+    },
+    {
+      "epoch": 0.9873363280129982,
+      "grad_norm": 239.11256408691406,
+      "learning_rate": 1.0690513790885596e-05,
+      "loss": 23.1562,
+      "step": 20661
+    },
+    {
+      "epoch": 0.9873841154544586,
+      "grad_norm": 258.1344909667969,
+      "learning_rate": 1.0689741768422268e-05,
+      "loss": 25.4062,
+      "step": 20662
+    },
+    {
+      "epoch": 0.987431902895919,
+      "grad_norm": 265.4436340332031,
+      "learning_rate": 1.068896974182828e-05,
+      "loss": 28.9688,
+      "step": 20663
+    },
+    {
+      "epoch": 0.9874796903373794,
+      "grad_norm": 312.9056396484375,
+      "learning_rate": 1.0688197711108248e-05,
+      "loss": 18.0312,
+      "step": 20664
+    },
+    {
+      "epoch": 0.9875274777788398,
+      "grad_norm": 347.4927062988281,
+      "learning_rate": 1.0687425676266803e-05,
+      "loss": 31.3438,
+      "step": 20665
+    },
+    {
+      "epoch": 0.9875752652203001,
+      "grad_norm": 278.7449035644531,
+      "learning_rate": 1.0686653637308564e-05,
+      "loss": 22.8438,
+      "step": 20666
+    },
+    {
+      "epoch": 0.9876230526617605,
+      "grad_norm": 243.5222625732422,
+      "learning_rate": 1.0685881594238156e-05,
+      "loss": 23.9375,
+      "step": 20667
+    },
+    {
+      "epoch": 0.9876708401032209,
+      "grad_norm": 299.0345764160156,
+      "learning_rate": 1.0685109547060203e-05,
+      "loss": 24.1562,
+      "step": 20668
+    },
+    {
+      "epoch": 0.9877186275446812,
+      "grad_norm": 530.2169189453125,
+      "learning_rate": 1.0684337495779326e-05,
+      "loss": 31.5938,
+      "step": 20669
+    },
+    {
+      "epoch": 0.9877664149861416,
+      "grad_norm": 223.92503356933594,
+      "learning_rate": 1.0683565440400154e-05,
+      "loss": 30.2188,
+      "step": 20670
+    },
+    {
+      "epoch": 0.987814202427602,
+      "grad_norm": 224.33584594726562,
+      "learning_rate": 1.0682793380927303e-05,
+      "loss": 28.0312,
+      "step": 20671
+    },
+    {
+      "epoch": 0.9878619898690624,
+      "grad_norm": 390.1661376953125,
+      "learning_rate": 1.0682021317365403e-05,
+      "loss": 33.1562,
+      "step": 20672
+    },
+    {
+      "epoch": 0.9879097773105228,
+      "grad_norm": 286.246337890625,
+      "learning_rate": 1.0681249249719075e-05,
+      "loss": 26.3281,
+      "step": 20673
+    },
+    {
+      "epoch": 0.9879575647519832,
+      "grad_norm": 466.4001159667969,
+      "learning_rate": 1.0680477177992943e-05,
+      "loss": 32.7812,
+      "step": 20674
+    },
+    {
+      "epoch": 0.9880053521934435,
+      "grad_norm": 181.9419708251953,
+      "learning_rate": 1.0679705102191632e-05,
+      "loss": 23.2812,
+      "step": 20675
+    },
+    {
+      "epoch": 0.9880531396349039,
+      "grad_norm": 189.15232849121094,
+      "learning_rate": 1.0678933022319764e-05,
+      "loss": 22.7188,
+      "step": 20676
+    },
+    {
+      "epoch": 0.9881009270763643,
+      "grad_norm": 220.3640594482422,
+      "learning_rate": 1.067816093838196e-05,
+      "loss": 17.7812,
+      "step": 20677
+    },
+    {
+      "epoch": 0.9881487145178247,
+      "grad_norm": 225.0363006591797,
+      "learning_rate": 1.0677388850382853e-05,
+      "loss": 21.5312,
+      "step": 20678
+    },
+    {
+      "epoch": 0.9881965019592851,
+      "grad_norm": 179.41868591308594,
+      "learning_rate": 1.0676616758327057e-05,
+      "loss": 24.6406,
+      "step": 20679
+    },
+    {
+      "epoch": 0.9882442894007455,
+      "grad_norm": 535.7999877929688,
+      "learning_rate": 1.0675844662219199e-05,
+      "loss": 27.1875,
+      "step": 20680
+    },
+    {
+      "epoch": 0.9882920768422059,
+      "grad_norm": 254.73106384277344,
+      "learning_rate": 1.0675072562063907e-05,
+      "loss": 27.6406,
+      "step": 20681
+    },
+    {
+      "epoch": 0.9883398642836663,
+      "grad_norm": 219.89369201660156,
+      "learning_rate": 1.0674300457865796e-05,
+      "loss": 31.6094,
+      "step": 20682
+    },
+    {
+      "epoch": 0.9883876517251267,
+      "grad_norm": 450.476806640625,
+      "learning_rate": 1.0673528349629499e-05,
+      "loss": 43.375,
+      "step": 20683
+    },
+    {
+      "epoch": 0.988435439166587,
+      "grad_norm": 353.95172119140625,
+      "learning_rate": 1.0672756237359633e-05,
+      "loss": 31.7188,
+      "step": 20684
+    },
+    {
+      "epoch": 0.9884832266080474,
+      "grad_norm": 272.5873107910156,
+      "learning_rate": 1.067198412106083e-05,
+      "loss": 28.3438,
+      "step": 20685
+    },
+    {
+      "epoch": 0.9885310140495078,
+      "grad_norm": 125.44828796386719,
+      "learning_rate": 1.0671212000737708e-05,
+      "loss": 20.0938,
+      "step": 20686
+    },
+    {
+      "epoch": 0.9885788014909682,
+      "grad_norm": 188.54197692871094,
+      "learning_rate": 1.067043987639489e-05,
+      "loss": 27.5625,
+      "step": 20687
+    },
+    {
+      "epoch": 0.9886265889324286,
+      "grad_norm": 313.6708984375,
+      "learning_rate": 1.0669667748037002e-05,
+      "loss": 27.5625,
+      "step": 20688
+    },
+    {
+      "epoch": 0.988674376373889,
+      "grad_norm": 207.35919189453125,
+      "learning_rate": 1.0668895615668671e-05,
+      "loss": 29.8438,
+      "step": 20689
+    },
+    {
+      "epoch": 0.9887221638153493,
+      "grad_norm": 234.34036254882812,
+      "learning_rate": 1.0668123479294516e-05,
+      "loss": 31.375,
+      "step": 20690
+    },
+    {
+      "epoch": 0.9887699512568097,
+      "grad_norm": 246.52664184570312,
+      "learning_rate": 1.0667351338919165e-05,
+      "loss": 22.8125,
+      "step": 20691
+    },
+    {
+      "epoch": 0.98881773869827,
+      "grad_norm": 326.6418762207031,
+      "learning_rate": 1.0666579194547242e-05,
+      "loss": 28.9375,
+      "step": 20692
+    },
+    {
+      "epoch": 0.9888655261397304,
+      "grad_norm": 232.88059997558594,
+      "learning_rate": 1.066580704618337e-05,
+      "loss": 31.375,
+      "step": 20693
+    },
+    {
+      "epoch": 0.9889133135811908,
+      "grad_norm": 287.318603515625,
+      "learning_rate": 1.0665034893832172e-05,
+      "loss": 19.0938,
+      "step": 20694
+    },
+    {
+      "epoch": 0.9889611010226512,
+      "grad_norm": 510.21551513671875,
+      "learning_rate": 1.066426273749827e-05,
+      "loss": 33.2188,
+      "step": 20695
+    },
+    {
+      "epoch": 0.9890088884641116,
+      "grad_norm": 333.2572326660156,
+      "learning_rate": 1.0663490577186295e-05,
+      "loss": 26.8906,
+      "step": 20696
+    },
+    {
+      "epoch": 0.989056675905572,
+      "grad_norm": 197.2443084716797,
+      "learning_rate": 1.0662718412900863e-05,
+      "loss": 19.6875,
+      "step": 20697
+    },
+    {
+      "epoch": 0.9891044633470324,
+      "grad_norm": 151.73268127441406,
+      "learning_rate": 1.0661946244646608e-05,
+      "loss": 25.9375,
+      "step": 20698
+    },
+    {
+      "epoch": 0.9891522507884928,
+      "grad_norm": 223.35105895996094,
+      "learning_rate": 1.0661174072428147e-05,
+      "loss": 17.4688,
+      "step": 20699
+    },
+    {
+      "epoch": 0.9892000382299532,
+      "grad_norm": 399.4975891113281,
+      "learning_rate": 1.0660401896250105e-05,
+      "loss": 34.8125,
+      "step": 20700
+    },
+    {
+      "epoch": 0.9892478256714136,
+      "grad_norm": 152.0391845703125,
+      "learning_rate": 1.0659629716117108e-05,
+      "loss": 21.1562,
+      "step": 20701
+    },
+    {
+      "epoch": 0.989295613112874,
+      "grad_norm": 160.76113891601562,
+      "learning_rate": 1.0658857532033784e-05,
+      "loss": 15.9844,
+      "step": 20702
+    },
+    {
+      "epoch": 0.9893434005543343,
+      "grad_norm": 160.54525756835938,
+      "learning_rate": 1.065808534400475e-05,
+      "loss": 24.7969,
+      "step": 20703
+    },
+    {
+      "epoch": 0.9893911879957947,
+      "grad_norm": 151.12765502929688,
+      "learning_rate": 1.0657313152034634e-05,
+      "loss": 18.1406,
+      "step": 20704
+    },
+    {
+      "epoch": 0.9894389754372551,
+      "grad_norm": 179.21649169921875,
+      "learning_rate": 1.0656540956128063e-05,
+      "loss": 25.8438,
+      "step": 20705
+    },
+    {
+      "epoch": 0.9894867628787155,
+      "grad_norm": 395.5656433105469,
+      "learning_rate": 1.0655768756289655e-05,
+      "loss": 26.6562,
+      "step": 20706
+    },
+    {
+      "epoch": 0.9895345503201759,
+      "grad_norm": 1917.8331298828125,
+      "learning_rate": 1.0654996552524041e-05,
+      "loss": 15.1406,
+      "step": 20707
+    },
+    {
+      "epoch": 0.9895823377616363,
+      "grad_norm": 183.0833740234375,
+      "learning_rate": 1.0654224344835843e-05,
+      "loss": 15.25,
+      "step": 20708
+    },
+    {
+      "epoch": 0.9896301252030967,
+      "grad_norm": 178.12164306640625,
+      "learning_rate": 1.0653452133229684e-05,
+      "loss": 25.6562,
+      "step": 20709
+    },
+    {
+      "epoch": 0.989677912644557,
+      "grad_norm": 168.31805419921875,
+      "learning_rate": 1.0652679917710191e-05,
+      "loss": 17.4531,
+      "step": 20710
+    },
+    {
+      "epoch": 0.9897257000860173,
+      "grad_norm": 249.65768432617188,
+      "learning_rate": 1.065190769828199e-05,
+      "loss": 26.1875,
+      "step": 20711
+    },
+    {
+      "epoch": 0.9897734875274777,
+      "grad_norm": 253.44456481933594,
+      "learning_rate": 1.06511354749497e-05,
+      "loss": 26.5,
+      "step": 20712
+    },
+    {
+      "epoch": 0.9898212749689381,
+      "grad_norm": 203.1974639892578,
+      "learning_rate": 1.0650363247717948e-05,
+      "loss": 27.3438,
+      "step": 20713
+    },
+    {
+      "epoch": 0.9898690624103985,
+      "grad_norm": 230.63641357421875,
+      "learning_rate": 1.0649591016591359e-05,
+      "loss": 24.5938,
+      "step": 20714
+    },
+    {
+      "epoch": 0.9899168498518589,
+      "grad_norm": 161.9093780517578,
+      "learning_rate": 1.064881878157456e-05,
+      "loss": 23.6875,
+      "step": 20715
+    },
+    {
+      "epoch": 0.9899646372933193,
+      "grad_norm": 162.47943115234375,
+      "learning_rate": 1.0648046542672172e-05,
+      "loss": 28.0938,
+      "step": 20716
+    },
+    {
+      "epoch": 0.9900124247347797,
+      "grad_norm": 205.4833221435547,
+      "learning_rate": 1.0647274299888821e-05,
+      "loss": 25.5625,
+      "step": 20717
+    },
+    {
+      "epoch": 0.9900602121762401,
+      "grad_norm": 138.87088012695312,
+      "learning_rate": 1.0646502053229135e-05,
+      "loss": 15.6094,
+      "step": 20718
+    },
+    {
+      "epoch": 0.9901079996177005,
+      "grad_norm": 341.2439880371094,
+      "learning_rate": 1.0645729802697733e-05,
+      "loss": 30.5312,
+      "step": 20719
+    },
+    {
+      "epoch": 0.9901557870591609,
+      "grad_norm": 407.6377258300781,
+      "learning_rate": 1.0644957548299246e-05,
+      "loss": 33.1719,
+      "step": 20720
+    },
+    {
+      "epoch": 0.9902035745006212,
+      "grad_norm": 255.42926025390625,
+      "learning_rate": 1.0644185290038292e-05,
+      "loss": 21.1562,
+      "step": 20721
+    },
+    {
+      "epoch": 0.9902513619420816,
+      "grad_norm": 283.5524597167969,
+      "learning_rate": 1.0643413027919503e-05,
+      "loss": 23.625,
+      "step": 20722
+    },
+    {
+      "epoch": 0.990299149383542,
+      "grad_norm": 365.668701171875,
+      "learning_rate": 1.0642640761947496e-05,
+      "loss": 30.2812,
+      "step": 20723
+    },
+    {
+      "epoch": 0.9903469368250024,
+      "grad_norm": 260.91888427734375,
+      "learning_rate": 1.0641868492126903e-05,
+      "loss": 33.3281,
+      "step": 20724
+    },
+    {
+      "epoch": 0.9903947242664628,
+      "grad_norm": 233.39918518066406,
+      "learning_rate": 1.0641096218462346e-05,
+      "loss": 32.875,
+      "step": 20725
+    },
+    {
+      "epoch": 0.9904425117079232,
+      "grad_norm": 230.32655334472656,
+      "learning_rate": 1.064032394095845e-05,
+      "loss": 21.1406,
+      "step": 20726
+    },
+    {
+      "epoch": 0.9904902991493836,
+      "grad_norm": 160.28697204589844,
+      "learning_rate": 1.0639551659619838e-05,
+      "loss": 25.7188,
+      "step": 20727
+    },
+    {
+      "epoch": 0.990538086590844,
+      "grad_norm": 313.3089904785156,
+      "learning_rate": 1.0638779374451138e-05,
+      "loss": 22.2656,
+      "step": 20728
+    },
+    {
+      "epoch": 0.9905858740323044,
+      "grad_norm": 276.219970703125,
+      "learning_rate": 1.0638007085456974e-05,
+      "loss": 19.2188,
+      "step": 20729
+    },
+    {
+      "epoch": 0.9906336614737647,
+      "grad_norm": 153.7053680419922,
+      "learning_rate": 1.0637234792641968e-05,
+      "loss": 28.4062,
+      "step": 20730
+    },
+    {
+      "epoch": 0.990681448915225,
+      "grad_norm": 214.3908233642578,
+      "learning_rate": 1.0636462496010754e-05,
+      "loss": 21.25,
+      "step": 20731
+    },
+    {
+      "epoch": 0.9907292363566854,
+      "grad_norm": 196.16844177246094,
+      "learning_rate": 1.0635690195567946e-05,
+      "loss": 22.5625,
+      "step": 20732
+    },
+    {
+      "epoch": 0.9907770237981458,
+      "grad_norm": 208.24266052246094,
+      "learning_rate": 1.0634917891318173e-05,
+      "loss": 28.9375,
+      "step": 20733
+    },
+    {
+      "epoch": 0.9908248112396062,
+      "grad_norm": 187.4108428955078,
+      "learning_rate": 1.0634145583266063e-05,
+      "loss": 24.9844,
+      "step": 20734
+    },
+    {
+      "epoch": 0.9908725986810666,
+      "grad_norm": 424.5737609863281,
+      "learning_rate": 1.0633373271416241e-05,
+      "loss": 30.5625,
+      "step": 20735
+    },
+    {
+      "epoch": 0.990920386122527,
+      "grad_norm": 237.8346710205078,
+      "learning_rate": 1.0632600955773327e-05,
+      "loss": 29.7812,
+      "step": 20736
+    },
+    {
+      "epoch": 0.9909681735639874,
+      "grad_norm": 252.2458953857422,
+      "learning_rate": 1.0631828636341952e-05,
+      "loss": 27.8438,
+      "step": 20737
+    },
+    {
+      "epoch": 0.9910159610054478,
+      "grad_norm": 262.5375061035156,
+      "learning_rate": 1.0631056313126736e-05,
+      "loss": 26.9062,
+      "step": 20738
+    },
+    {
+      "epoch": 0.9910637484469081,
+      "grad_norm": 279.6299743652344,
+      "learning_rate": 1.063028398613231e-05,
+      "loss": 24.9531,
+      "step": 20739
+    },
+    {
+      "epoch": 0.9911115358883685,
+      "grad_norm": 229.00430297851562,
+      "learning_rate": 1.0629511655363297e-05,
+      "loss": 26.5156,
+      "step": 20740
+    },
+    {
+      "epoch": 0.9911593233298289,
+      "grad_norm": 273.00067138671875,
+      "learning_rate": 1.0628739320824319e-05,
+      "loss": 32.1562,
+      "step": 20741
+    },
+    {
+      "epoch": 0.9912071107712893,
+      "grad_norm": 187.0190887451172,
+      "learning_rate": 1.0627966982520003e-05,
+      "loss": 25.8125,
+      "step": 20742
+    },
+    {
+      "epoch": 0.9912548982127497,
+      "grad_norm": 189.92286682128906,
+      "learning_rate": 1.0627194640454978e-05,
+      "loss": 23.4219,
+      "step": 20743
+    },
+    {
+      "epoch": 0.9913026856542101,
+      "grad_norm": 191.90139770507812,
+      "learning_rate": 1.0626422294633867e-05,
+      "loss": 15.3281,
+      "step": 20744
+    },
+    {
+      "epoch": 0.9913504730956705,
+      "grad_norm": 301.8401794433594,
+      "learning_rate": 1.0625649945061291e-05,
+      "loss": 26.0312,
+      "step": 20745
+    },
+    {
+      "epoch": 0.9913982605371309,
+      "grad_norm": 212.974365234375,
+      "learning_rate": 1.0624877591741882e-05,
+      "loss": 24.5938,
+      "step": 20746
+    },
+    {
+      "epoch": 0.9914460479785913,
+      "grad_norm": 153.02658081054688,
+      "learning_rate": 1.062410523468026e-05,
+      "loss": 20.3438,
+      "step": 20747
+    },
+    {
+      "epoch": 0.9914938354200517,
+      "grad_norm": 421.9715881347656,
+      "learning_rate": 1.0623332873881055e-05,
+      "loss": 28.9375,
+      "step": 20748
+    },
+    {
+      "epoch": 0.991541622861512,
+      "grad_norm": 165.32818603515625,
+      "learning_rate": 1.062256050934889e-05,
+      "loss": 29.2188,
+      "step": 20749
+    },
+    {
+      "epoch": 0.9915894103029724,
+      "grad_norm": 270.2899475097656,
+      "learning_rate": 1.062178814108839e-05,
+      "loss": 29.0,
+      "step": 20750
+    },
+    {
+      "epoch": 0.9916371977444327,
+      "grad_norm": 274.92657470703125,
+      "learning_rate": 1.0621015769104181e-05,
+      "loss": 17.7969,
+      "step": 20751
+    },
+    {
+      "epoch": 0.9916849851858931,
+      "grad_norm": 363.0429992675781,
+      "learning_rate": 1.0620243393400891e-05,
+      "loss": 27.625,
+      "step": 20752
+    },
+    {
+      "epoch": 0.9917327726273535,
+      "grad_norm": 107.30677032470703,
+      "learning_rate": 1.0619471013983143e-05,
+      "loss": 17.0625,
+      "step": 20753
+    },
+    {
+      "epoch": 0.9917805600688139,
+      "grad_norm": 1392.5765380859375,
+      "learning_rate": 1.061869863085556e-05,
+      "loss": 25.0312,
+      "step": 20754
+    },
+    {
+      "epoch": 0.9918283475102743,
+      "grad_norm": 302.1192626953125,
+      "learning_rate": 1.0617926244022774e-05,
+      "loss": 26.25,
+      "step": 20755
+    },
+    {
+      "epoch": 0.9918761349517347,
+      "grad_norm": 288.95465087890625,
+      "learning_rate": 1.0617153853489404e-05,
+      "loss": 43.75,
+      "step": 20756
+    },
+    {
+      "epoch": 0.991923922393195,
+      "grad_norm": 396.1578674316406,
+      "learning_rate": 1.0616381459260083e-05,
+      "loss": 27.4688,
+      "step": 20757
+    },
+    {
+      "epoch": 0.9919717098346554,
+      "grad_norm": 256.45184326171875,
+      "learning_rate": 1.0615609061339431e-05,
+      "loss": 29.5625,
+      "step": 20758
+    },
+    {
+      "epoch": 0.9920194972761158,
+      "grad_norm": 185.3747100830078,
+      "learning_rate": 1.0614836659732076e-05,
+      "loss": 34.6094,
+      "step": 20759
+    },
+    {
+      "epoch": 0.9920672847175762,
+      "grad_norm": 270.2648010253906,
+      "learning_rate": 1.0614064254442638e-05,
+      "loss": 30.6562,
+      "step": 20760
+    },
+    {
+      "epoch": 0.9921150721590366,
+      "grad_norm": 209.69688415527344,
+      "learning_rate": 1.0613291845475751e-05,
+      "loss": 24.1562,
+      "step": 20761
+    },
+    {
+      "epoch": 0.992162859600497,
+      "grad_norm": 152.05055236816406,
+      "learning_rate": 1.0612519432836034e-05,
+      "loss": 13.4219,
+      "step": 20762
+    },
+    {
+      "epoch": 0.9922106470419574,
+      "grad_norm": 346.1605224609375,
+      "learning_rate": 1.0611747016528122e-05,
+      "loss": 20.6562,
+      "step": 20763
+    },
+    {
+      "epoch": 0.9922584344834178,
+      "grad_norm": 485.9501037597656,
+      "learning_rate": 1.061097459655663e-05,
+      "loss": 27.2656,
+      "step": 20764
+    },
+    {
+      "epoch": 0.9923062219248782,
+      "grad_norm": 274.81695556640625,
+      "learning_rate": 1.061020217292619e-05,
+      "loss": 33.8125,
+      "step": 20765
+    },
+    {
+      "epoch": 0.9923540093663386,
+      "grad_norm": 198.1060791015625,
+      "learning_rate": 1.0609429745641426e-05,
+      "loss": 36.5,
+      "step": 20766
+    },
+    {
+      "epoch": 0.9924017968077989,
+      "grad_norm": 319.1006164550781,
+      "learning_rate": 1.0608657314706965e-05,
+      "loss": 33.5625,
+      "step": 20767
+    },
+    {
+      "epoch": 0.9924495842492593,
+      "grad_norm": 501.46929931640625,
+      "learning_rate": 1.0607884880127433e-05,
+      "loss": 24.9375,
+      "step": 20768
+    },
+    {
+      "epoch": 0.9924973716907197,
+      "grad_norm": 248.02890014648438,
+      "learning_rate": 1.060711244190745e-05,
+      "loss": 32.7344,
+      "step": 20769
+    },
+    {
+      "epoch": 0.9925451591321801,
+      "grad_norm": 489.35443115234375,
+      "learning_rate": 1.0606340000051652e-05,
+      "loss": 18.2969,
+      "step": 20770
+    },
+    {
+      "epoch": 0.9925929465736405,
+      "grad_norm": 254.72799682617188,
+      "learning_rate": 1.0605567554564658e-05,
+      "loss": 23.8906,
+      "step": 20771
+    },
+    {
+      "epoch": 0.9926407340151008,
+      "grad_norm": 2176.796142578125,
+      "learning_rate": 1.0604795105451096e-05,
+      "loss": 24.3125,
+      "step": 20772
+    },
+    {
+      "epoch": 0.9926885214565612,
+      "grad_norm": 383.8072509765625,
+      "learning_rate": 1.060402265271559e-05,
+      "loss": 27.1562,
+      "step": 20773
+    },
+    {
+      "epoch": 0.9927363088980216,
+      "grad_norm": 288.29034423828125,
+      "learning_rate": 1.0603250196362768e-05,
+      "loss": 35.625,
+      "step": 20774
+    },
+    {
+      "epoch": 0.992784096339482,
+      "grad_norm": 193.87095642089844,
+      "learning_rate": 1.060247773639726e-05,
+      "loss": 24.25,
+      "step": 20775
+    },
+    {
+      "epoch": 0.9928318837809423,
+      "grad_norm": 224.01025390625,
+      "learning_rate": 1.0601705272823685e-05,
+      "loss": 28.2031,
+      "step": 20776
+    },
+    {
+      "epoch": 0.9928796712224027,
+      "grad_norm": 198.30662536621094,
+      "learning_rate": 1.0600932805646673e-05,
+      "loss": 28.8125,
+      "step": 20777
+    },
+    {
+      "epoch": 0.9929274586638631,
+      "grad_norm": 226.4134063720703,
+      "learning_rate": 1.0600160334870846e-05,
+      "loss": 24.5,
+      "step": 20778
+    },
+    {
+      "epoch": 0.9929752461053235,
+      "grad_norm": 332.07928466796875,
+      "learning_rate": 1.0599387860500835e-05,
+      "loss": 28.0312,
+      "step": 20779
+    },
+    {
+      "epoch": 0.9930230335467839,
+      "grad_norm": 159.37356567382812,
+      "learning_rate": 1.0598615382541261e-05,
+      "loss": 24.7188,
+      "step": 20780
+    },
+    {
+      "epoch": 0.9930708209882443,
+      "grad_norm": 158.10279846191406,
+      "learning_rate": 1.059784290099676e-05,
+      "loss": 25.2188,
+      "step": 20781
+    },
+    {
+      "epoch": 0.9931186084297047,
+      "grad_norm": 206.6323699951172,
+      "learning_rate": 1.0597070415871944e-05,
+      "loss": 26.9062,
+      "step": 20782
+    },
+    {
+      "epoch": 0.9931663958711651,
+      "grad_norm": 278.98150634765625,
+      "learning_rate": 1.0596297927171453e-05,
+      "loss": 34.7188,
+      "step": 20783
+    },
+    {
+      "epoch": 0.9932141833126255,
+      "grad_norm": 264.4630126953125,
+      "learning_rate": 1.05955254348999e-05,
+      "loss": 35.0625,
+      "step": 20784
+    },
+    {
+      "epoch": 0.9932619707540858,
+      "grad_norm": 191.27212524414062,
+      "learning_rate": 1.0594752939061926e-05,
+      "loss": 27.7188,
+      "step": 20785
+    },
+    {
+      "epoch": 0.9933097581955462,
+      "grad_norm": 202.9257049560547,
+      "learning_rate": 1.0593980439662142e-05,
+      "loss": 29.9844,
+      "step": 20786
+    },
+    {
+      "epoch": 0.9933575456370066,
+      "grad_norm": 195.5229034423828,
+      "learning_rate": 1.0593207936705186e-05,
+      "loss": 27.875,
+      "step": 20787
+    },
+    {
+      "epoch": 0.993405333078467,
+      "grad_norm": 195.24684143066406,
+      "learning_rate": 1.0592435430195679e-05,
+      "loss": 20.3594,
+      "step": 20788
+    },
+    {
+      "epoch": 0.9934531205199274,
+      "grad_norm": 180.05450439453125,
+      "learning_rate": 1.0591662920138248e-05,
+      "loss": 22.5938,
+      "step": 20789
+    },
+    {
+      "epoch": 0.9935009079613878,
+      "grad_norm": 186.28445434570312,
+      "learning_rate": 1.059089040653752e-05,
+      "loss": 21.3125,
+      "step": 20790
+    },
+    {
+      "epoch": 0.9935486954028482,
+      "grad_norm": 340.21270751953125,
+      "learning_rate": 1.0590117889398122e-05,
+      "loss": 23.5781,
+      "step": 20791
+    },
+    {
+      "epoch": 0.9935964828443086,
+      "grad_norm": 209.4257049560547,
+      "learning_rate": 1.0589345368724677e-05,
+      "loss": 30.7812,
+      "step": 20792
+    },
+    {
+      "epoch": 0.9936442702857688,
+      "grad_norm": 171.5047149658203,
+      "learning_rate": 1.0588572844521814e-05,
+      "loss": 32.6562,
+      "step": 20793
+    },
+    {
+      "epoch": 0.9936920577272292,
+      "grad_norm": 313.94293212890625,
+      "learning_rate": 1.0587800316794162e-05,
+      "loss": 27.8438,
+      "step": 20794
+    },
+    {
+      "epoch": 0.9937398451686896,
+      "grad_norm": 221.7772674560547,
+      "learning_rate": 1.058702778554634e-05,
+      "loss": 31.9062,
+      "step": 20795
+    },
+    {
+      "epoch": 0.99378763261015,
+      "grad_norm": 172.57290649414062,
+      "learning_rate": 1.0586255250782982e-05,
+      "loss": 27.2812,
+      "step": 20796
+    },
+    {
+      "epoch": 0.9938354200516104,
+      "grad_norm": 215.1136932373047,
+      "learning_rate": 1.058548271250871e-05,
+      "loss": 31.1094,
+      "step": 20797
+    },
+    {
+      "epoch": 0.9938832074930708,
+      "grad_norm": 181.58541870117188,
+      "learning_rate": 1.0584710170728153e-05,
+      "loss": 21.0625,
+      "step": 20798
+    },
+    {
+      "epoch": 0.9939309949345312,
+      "grad_norm": 210.99935913085938,
+      "learning_rate": 1.0583937625445935e-05,
+      "loss": 21.2188,
+      "step": 20799
+    },
+    {
+      "epoch": 0.9939787823759916,
+      "grad_norm": 144.5301055908203,
+      "learning_rate": 1.0583165076666687e-05,
+      "loss": 21.0781,
+      "step": 20800
+    },
+    {
+      "epoch": 0.994026569817452,
+      "grad_norm": 246.69287109375,
+      "learning_rate": 1.0582392524395032e-05,
+      "loss": 27.1562,
+      "step": 20801
+    },
+    {
+      "epoch": 0.9940743572589124,
+      "grad_norm": 193.28604125976562,
+      "learning_rate": 1.0581619968635595e-05,
+      "loss": 20.1094,
+      "step": 20802
+    },
+    {
+      "epoch": 0.9941221447003727,
+      "grad_norm": 248.39382934570312,
+      "learning_rate": 1.0580847409393006e-05,
+      "loss": 30.2031,
+      "step": 20803
+    },
+    {
+      "epoch": 0.9941699321418331,
+      "grad_norm": 200.61468505859375,
+      "learning_rate": 1.058007484667189e-05,
+      "loss": 24.5625,
+      "step": 20804
+    },
+    {
+      "epoch": 0.9942177195832935,
+      "grad_norm": 197.99118041992188,
+      "learning_rate": 1.0579302280476877e-05,
+      "loss": 19.0938,
+      "step": 20805
+    },
+    {
+      "epoch": 0.9942655070247539,
+      "grad_norm": 244.11676025390625,
+      "learning_rate": 1.057852971081259e-05,
+      "loss": 28.2812,
+      "step": 20806
+    },
+    {
+      "epoch": 0.9943132944662143,
+      "grad_norm": 185.6262664794922,
+      "learning_rate": 1.0577757137683653e-05,
+      "loss": 23.1094,
+      "step": 20807
+    },
+    {
+      "epoch": 0.9943610819076747,
+      "grad_norm": 351.31011962890625,
+      "learning_rate": 1.05769845610947e-05,
+      "loss": 22.0625,
+      "step": 20808
+    },
+    {
+      "epoch": 0.9944088693491351,
+      "grad_norm": 374.75,
+      "learning_rate": 1.0576211981050355e-05,
+      "loss": 39.2812,
+      "step": 20809
+    },
+    {
+      "epoch": 0.9944566567905955,
+      "grad_norm": 157.48057556152344,
+      "learning_rate": 1.0575439397555238e-05,
+      "loss": 18.8438,
+      "step": 20810
+    },
+    {
+      "epoch": 0.9945044442320559,
+      "grad_norm": 425.5873107910156,
+      "learning_rate": 1.0574666810613987e-05,
+      "loss": 30.5938,
+      "step": 20811
+    },
+    {
+      "epoch": 0.9945522316735163,
+      "grad_norm": 338.6203308105469,
+      "learning_rate": 1.057389422023122e-05,
+      "loss": 32.75,
+      "step": 20812
+    },
+    {
+      "epoch": 0.9946000191149765,
+      "grad_norm": 191.44728088378906,
+      "learning_rate": 1.0573121626411569e-05,
+      "loss": 28.0938,
+      "step": 20813
+    },
+    {
+      "epoch": 0.9946478065564369,
+      "grad_norm": 198.30902099609375,
+      "learning_rate": 1.057234902915966e-05,
+      "loss": 26.4688,
+      "step": 20814
+    },
+    {
+      "epoch": 0.9946955939978973,
+      "grad_norm": 273.7452697753906,
+      "learning_rate": 1.0571576428480115e-05,
+      "loss": 29.3906,
+      "step": 20815
+    },
+    {
+      "epoch": 0.9947433814393577,
+      "grad_norm": 236.8834228515625,
+      "learning_rate": 1.0570803824377569e-05,
+      "loss": 41.2812,
+      "step": 20816
+    },
+    {
+      "epoch": 0.9947911688808181,
+      "grad_norm": 245.09402465820312,
+      "learning_rate": 1.057003121685664e-05,
+      "loss": 25.5938,
+      "step": 20817
+    },
+    {
+      "epoch": 0.9948389563222785,
+      "grad_norm": 161.24122619628906,
+      "learning_rate": 1.0569258605921963e-05,
+      "loss": 30.5312,
+      "step": 20818
+    },
+    {
+      "epoch": 0.9948867437637389,
+      "grad_norm": 263.5812683105469,
+      "learning_rate": 1.0568485991578159e-05,
+      "loss": 27.875,
+      "step": 20819
+    },
+    {
+      "epoch": 0.9949345312051993,
+      "grad_norm": 348.587646484375,
+      "learning_rate": 1.0567713373829863e-05,
+      "loss": 29.1875,
+      "step": 20820
+    },
+    {
+      "epoch": 0.9949823186466596,
+      "grad_norm": 287.82806396484375,
+      "learning_rate": 1.056694075268169e-05,
+      "loss": 29.0938,
+      "step": 20821
+    },
+    {
+      "epoch": 0.99503010608812,
+      "grad_norm": 289.8333740234375,
+      "learning_rate": 1.0566168128138277e-05,
+      "loss": 35.625,
+      "step": 20822
+    },
+    {
+      "epoch": 0.9950778935295804,
+      "grad_norm": 220.0360565185547,
+      "learning_rate": 1.0565395500204247e-05,
+      "loss": 28.0625,
+      "step": 20823
+    },
+    {
+      "epoch": 0.9951256809710408,
+      "grad_norm": 136.9702606201172,
+      "learning_rate": 1.0564622868884226e-05,
+      "loss": 21.625,
+      "step": 20824
+    },
+    {
+      "epoch": 0.9951734684125012,
+      "grad_norm": 235.37359619140625,
+      "learning_rate": 1.0563850234182847e-05,
+      "loss": 31.9062,
+      "step": 20825
+    },
+    {
+      "epoch": 0.9952212558539616,
+      "grad_norm": 197.61610412597656,
+      "learning_rate": 1.0563077596104726e-05,
+      "loss": 29.625,
+      "step": 20826
+    },
+    {
+      "epoch": 0.995269043295422,
+      "grad_norm": 224.94375610351562,
+      "learning_rate": 1.05623049546545e-05,
+      "loss": 26.8438,
+      "step": 20827
+    },
+    {
+      "epoch": 0.9953168307368824,
+      "grad_norm": 336.5830383300781,
+      "learning_rate": 1.0561532309836793e-05,
+      "loss": 22.8594,
+      "step": 20828
+    },
+    {
+      "epoch": 0.9953646181783428,
+      "grad_norm": 502.18316650390625,
+      "learning_rate": 1.0560759661656233e-05,
+      "loss": 25.1094,
+      "step": 20829
+    },
+    {
+      "epoch": 0.9954124056198032,
+      "grad_norm": 351.5356750488281,
+      "learning_rate": 1.0559987010117443e-05,
+      "loss": 16.4531,
+      "step": 20830
+    },
+    {
+      "epoch": 0.9954601930612635,
+      "grad_norm": 198.13487243652344,
+      "learning_rate": 1.0559214355225058e-05,
+      "loss": 26.2812,
+      "step": 20831
+    },
+    {
+      "epoch": 0.9955079805027239,
+      "grad_norm": 1753.746826171875,
+      "learning_rate": 1.0558441696983698e-05,
+      "loss": 23.9844,
+      "step": 20832
+    },
+    {
+      "epoch": 0.9955557679441843,
+      "grad_norm": 192.3063201904297,
+      "learning_rate": 1.0557669035397992e-05,
+      "loss": 25.75,
+      "step": 20833
+    },
+    {
+      "epoch": 0.9956035553856446,
+      "grad_norm": 206.62576293945312,
+      "learning_rate": 1.0556896370472566e-05,
+      "loss": 27.75,
+      "step": 20834
+    },
+    {
+      "epoch": 0.995651342827105,
+      "grad_norm": 257.4349060058594,
+      "learning_rate": 1.0556123702212055e-05,
+      "loss": 25.4844,
+      "step": 20835
+    },
+    {
+      "epoch": 0.9956991302685654,
+      "grad_norm": 257.830078125,
+      "learning_rate": 1.0555351030621078e-05,
+      "loss": 33.25,
+      "step": 20836
+    },
+    {
+      "epoch": 0.9957469177100258,
+      "grad_norm": 469.44805908203125,
+      "learning_rate": 1.0554578355704263e-05,
+      "loss": 33.7188,
+      "step": 20837
+    },
+    {
+      "epoch": 0.9957947051514862,
+      "grad_norm": 280.22119140625,
+      "learning_rate": 1.0553805677466244e-05,
+      "loss": 28.0938,
+      "step": 20838
+    },
+    {
+      "epoch": 0.9958424925929465,
+      "grad_norm": 416.0212097167969,
+      "learning_rate": 1.0553032995911639e-05,
+      "loss": 28.1875,
+      "step": 20839
+    },
+    {
+      "epoch": 0.9958902800344069,
+      "grad_norm": 170.2736053466797,
+      "learning_rate": 1.0552260311045082e-05,
+      "loss": 26.0938,
+      "step": 20840
+    },
+    {
+      "epoch": 0.9959380674758673,
+      "grad_norm": 182.4532470703125,
+      "learning_rate": 1.0551487622871199e-05,
+      "loss": 19.1406,
+      "step": 20841
+    },
+    {
+      "epoch": 0.9959858549173277,
+      "grad_norm": 206.16583251953125,
+      "learning_rate": 1.0550714931394617e-05,
+      "loss": 22.5625,
+      "step": 20842
+    },
+    {
+      "epoch": 0.9960336423587881,
+      "grad_norm": 270.9612731933594,
+      "learning_rate": 1.054994223661996e-05,
+      "loss": 24.6719,
+      "step": 20843
+    },
+    {
+      "epoch": 0.9960814298002485,
+      "grad_norm": 172.20965576171875,
+      "learning_rate": 1.0549169538551861e-05,
+      "loss": 24.5938,
+      "step": 20844
+    },
+    {
+      "epoch": 0.9961292172417089,
+      "grad_norm": 255.12841796875,
+      "learning_rate": 1.0548396837194945e-05,
+      "loss": 23.5781,
+      "step": 20845
+    },
+    {
+      "epoch": 0.9961770046831693,
+      "grad_norm": 241.1173858642578,
+      "learning_rate": 1.054762413255384e-05,
+      "loss": 27.0625,
+      "step": 20846
+    },
+    {
+      "epoch": 0.9962247921246297,
+      "grad_norm": 240.94174194335938,
+      "learning_rate": 1.0546851424633171e-05,
+      "loss": 25.7031,
+      "step": 20847
+    },
+    {
+      "epoch": 0.99627257956609,
+      "grad_norm": 155.08087158203125,
+      "learning_rate": 1.0546078713437571e-05,
+      "loss": 17.2969,
+      "step": 20848
+    },
+    {
+      "epoch": 0.9963203670075504,
+      "grad_norm": 212.3671417236328,
+      "learning_rate": 1.054530599897166e-05,
+      "loss": 25.7812,
+      "step": 20849
+    },
+    {
+      "epoch": 0.9963681544490108,
+      "grad_norm": 474.6355285644531,
+      "learning_rate": 1.0544533281240072e-05,
+      "loss": 41.4375,
+      "step": 20850
+    },
+    {
+      "epoch": 0.9964159418904712,
+      "grad_norm": 216.8446502685547,
+      "learning_rate": 1.0543760560247433e-05,
+      "loss": 31.0625,
+      "step": 20851
+    },
+    {
+      "epoch": 0.9964637293319316,
+      "grad_norm": 186.1243133544922,
+      "learning_rate": 1.0542987835998368e-05,
+      "loss": 22.25,
+      "step": 20852
+    },
+    {
+      "epoch": 0.996511516773392,
+      "grad_norm": 286.8842468261719,
+      "learning_rate": 1.0542215108497509e-05,
+      "loss": 26.6875,
+      "step": 20853
+    },
+    {
+      "epoch": 0.9965593042148523,
+      "grad_norm": 218.9444122314453,
+      "learning_rate": 1.0541442377749478e-05,
+      "loss": 27.6094,
+      "step": 20854
+    },
+    {
+      "epoch": 0.9966070916563127,
+      "grad_norm": 187.595458984375,
+      "learning_rate": 1.0540669643758907e-05,
+      "loss": 22.4219,
+      "step": 20855
+    },
+    {
+      "epoch": 0.9966548790977731,
+      "grad_norm": 243.96511840820312,
+      "learning_rate": 1.0539896906530425e-05,
+      "loss": 27.9688,
+      "step": 20856
+    },
+    {
+      "epoch": 0.9967026665392335,
+      "grad_norm": 261.7262878417969,
+      "learning_rate": 1.0539124166068656e-05,
+      "loss": 30.375,
+      "step": 20857
+    },
+    {
+      "epoch": 0.9967504539806938,
+      "grad_norm": 265.2142028808594,
+      "learning_rate": 1.0538351422378226e-05,
+      "loss": 27.5625,
+      "step": 20858
+    },
+    {
+      "epoch": 0.9967982414221542,
+      "grad_norm": 363.9027099609375,
+      "learning_rate": 1.053757867546377e-05,
+      "loss": 39.4688,
+      "step": 20859
+    },
+    {
+      "epoch": 0.9968460288636146,
+      "grad_norm": 166.88961791992188,
+      "learning_rate": 1.0536805925329907e-05,
+      "loss": 25.2812,
+      "step": 20860
+    },
+    {
+      "epoch": 0.996893816305075,
+      "grad_norm": 188.54879760742188,
+      "learning_rate": 1.0536033171981272e-05,
+      "loss": 23.4375,
+      "step": 20861
+    },
+    {
+      "epoch": 0.9969416037465354,
+      "grad_norm": 135.97174072265625,
+      "learning_rate": 1.053526041542249e-05,
+      "loss": 21.4375,
+      "step": 20862
+    },
+    {
+      "epoch": 0.9969893911879958,
+      "grad_norm": 302.7890625,
+      "learning_rate": 1.0534487655658186e-05,
+      "loss": 34.8125,
+      "step": 20863
+    },
+    {
+      "epoch": 0.9970371786294562,
+      "grad_norm": 175.55264282226562,
+      "learning_rate": 1.0533714892692994e-05,
+      "loss": 26.0938,
+      "step": 20864
+    },
+    {
+      "epoch": 0.9970849660709166,
+      "grad_norm": 184.41212463378906,
+      "learning_rate": 1.0532942126531535e-05,
+      "loss": 26.0156,
+      "step": 20865
+    },
+    {
+      "epoch": 0.997132753512377,
+      "grad_norm": 311.6534423828125,
+      "learning_rate": 1.0532169357178443e-05,
+      "loss": 28.1719,
+      "step": 20866
+    },
+    {
+      "epoch": 0.9971805409538373,
+      "grad_norm": 291.8998718261719,
+      "learning_rate": 1.0531396584638342e-05,
+      "loss": 23.4062,
+      "step": 20867
+    },
+    {
+      "epoch": 0.9972283283952977,
+      "grad_norm": 220.31411743164062,
+      "learning_rate": 1.0530623808915863e-05,
+      "loss": 20.1875,
+      "step": 20868
+    },
+    {
+      "epoch": 0.9972761158367581,
+      "grad_norm": 325.3983459472656,
+      "learning_rate": 1.052985103001563e-05,
+      "loss": 35.6562,
+      "step": 20869
+    },
+    {
+      "epoch": 0.9973239032782185,
+      "grad_norm": 381.33453369140625,
+      "learning_rate": 1.0529078247942275e-05,
+      "loss": 38.5312,
+      "step": 20870
+    },
+    {
+      "epoch": 0.9973716907196789,
+      "grad_norm": 223.29713439941406,
+      "learning_rate": 1.0528305462700422e-05,
+      "loss": 25.1875,
+      "step": 20871
+    },
+    {
+      "epoch": 0.9974194781611393,
+      "grad_norm": 228.03517150878906,
+      "learning_rate": 1.0527532674294702e-05,
+      "loss": 26.875,
+      "step": 20872
+    },
+    {
+      "epoch": 0.9974672656025997,
+      "grad_norm": 258.8041687011719,
+      "learning_rate": 1.0526759882729743e-05,
+      "loss": 28.5625,
+      "step": 20873
+    },
+    {
+      "epoch": 0.9975150530440601,
+      "grad_norm": 304.4494323730469,
+      "learning_rate": 1.0525987088010172e-05,
+      "loss": 27.0938,
+      "step": 20874
+    },
+    {
+      "epoch": 0.9975628404855204,
+      "grad_norm": 133.3556365966797,
+      "learning_rate": 1.0525214290140615e-05,
+      "loss": 23.8281,
+      "step": 20875
+    },
+    {
+      "epoch": 0.9976106279269807,
+      "grad_norm": 265.302490234375,
+      "learning_rate": 1.0524441489125704e-05,
+      "loss": 31.2656,
+      "step": 20876
+    },
+    {
+      "epoch": 0.9976584153684411,
+      "grad_norm": 296.7336120605469,
+      "learning_rate": 1.0523668684970064e-05,
+      "loss": 32.625,
+      "step": 20877
+    },
+    {
+      "epoch": 0.9977062028099015,
+      "grad_norm": 275.1434020996094,
+      "learning_rate": 1.0522895877678323e-05,
+      "loss": 22.4688,
+      "step": 20878
+    },
+    {
+      "epoch": 0.9977539902513619,
+      "grad_norm": 343.4302062988281,
+      "learning_rate": 1.0522123067255112e-05,
+      "loss": 31.0312,
+      "step": 20879
+    },
+    {
+      "epoch": 0.9978017776928223,
+      "grad_norm": 253.83616638183594,
+      "learning_rate": 1.0521350253705059e-05,
+      "loss": 23.9688,
+      "step": 20880
+    },
+    {
+      "epoch": 0.9978495651342827,
+      "grad_norm": 315.4061279296875,
+      "learning_rate": 1.0520577437032788e-05,
+      "loss": 25.75,
+      "step": 20881
+    },
+    {
+      "epoch": 0.9978973525757431,
+      "grad_norm": 174.0630340576172,
+      "learning_rate": 1.051980461724293e-05,
+      "loss": 26.8438,
+      "step": 20882
+    },
+    {
+      "epoch": 0.9979451400172035,
+      "grad_norm": 279.0228576660156,
+      "learning_rate": 1.0519031794340115e-05,
+      "loss": 23.7188,
+      "step": 20883
+    },
+    {
+      "epoch": 0.9979929274586639,
+      "grad_norm": 237.66184997558594,
+      "learning_rate": 1.0518258968328967e-05,
+      "loss": 39.375,
+      "step": 20884
+    },
+    {
+      "epoch": 0.9980407149001242,
+      "grad_norm": 156.2373504638672,
+      "learning_rate": 1.051748613921412e-05,
+      "loss": 21.5,
+      "step": 20885
+    },
+    {
+      "epoch": 0.9980885023415846,
+      "grad_norm": 207.406982421875,
+      "learning_rate": 1.0516713307000196e-05,
+      "loss": 23.7188,
+      "step": 20886
+    },
+    {
+      "epoch": 0.998136289783045,
+      "grad_norm": 325.82843017578125,
+      "learning_rate": 1.0515940471691826e-05,
+      "loss": 31.6875,
+      "step": 20887
+    },
+    {
+      "epoch": 0.9981840772245054,
+      "grad_norm": 154.97775268554688,
+      "learning_rate": 1.051516763329364e-05,
+      "loss": 27.9688,
+      "step": 20888
+    },
+    {
+      "epoch": 0.9982318646659658,
+      "grad_norm": 213.00759887695312,
+      "learning_rate": 1.0514394791810266e-05,
+      "loss": 22.5625,
+      "step": 20889
+    },
+    {
+      "epoch": 0.9982796521074262,
+      "grad_norm": 312.41705322265625,
+      "learning_rate": 1.0513621947246326e-05,
+      "loss": 25.4062,
+      "step": 20890
+    },
+    {
+      "epoch": 0.9983274395488866,
+      "grad_norm": 120.08853912353516,
+      "learning_rate": 1.0512849099606458e-05,
+      "loss": 20.6094,
+      "step": 20891
+    },
+    {
+      "epoch": 0.998375226990347,
+      "grad_norm": 194.28167724609375,
+      "learning_rate": 1.0512076248895285e-05,
+      "loss": 24.3438,
+      "step": 20892
+    },
+    {
+      "epoch": 0.9984230144318074,
+      "grad_norm": 194.3920135498047,
+      "learning_rate": 1.0511303395117431e-05,
+      "loss": 23.6719,
+      "step": 20893
+    },
+    {
+      "epoch": 0.9984708018732678,
+      "grad_norm": 330.50213623046875,
+      "learning_rate": 1.0510530538277535e-05,
+      "loss": 22.625,
+      "step": 20894
+    },
+    {
+      "epoch": 0.9985185893147281,
+      "grad_norm": 389.1636657714844,
+      "learning_rate": 1.0509757678380217e-05,
+      "loss": 41.0938,
+      "step": 20895
+    },
+    {
+      "epoch": 0.9985663767561884,
+      "grad_norm": 393.82666015625,
+      "learning_rate": 1.050898481543011e-05,
+      "loss": 21.1562,
+      "step": 20896
+    },
+    {
+      "epoch": 0.9986141641976488,
+      "grad_norm": 600.9127807617188,
+      "learning_rate": 1.0508211949431837e-05,
+      "loss": 24.9688,
+      "step": 20897
+    },
+    {
+      "epoch": 0.9986619516391092,
+      "grad_norm": 393.2453918457031,
+      "learning_rate": 1.0507439080390034e-05,
+      "loss": 31.0,
+      "step": 20898
+    },
+    {
+      "epoch": 0.9987097390805696,
+      "grad_norm": 516.485595703125,
+      "learning_rate": 1.0506666208309326e-05,
+      "loss": 37.4375,
+      "step": 20899
+    },
+    {
+      "epoch": 0.99875752652203,
+      "grad_norm": 371.1441345214844,
+      "learning_rate": 1.050589333319434e-05,
+      "loss": 24.5625,
+      "step": 20900
+    },
+    {
+      "epoch": 0.9988053139634904,
+      "grad_norm": 191.3885955810547,
+      "learning_rate": 1.0505120455049706e-05,
+      "loss": 20.125,
+      "step": 20901
+    },
+    {
+      "epoch": 0.9988531014049508,
+      "grad_norm": 189.5786590576172,
+      "learning_rate": 1.0504347573880049e-05,
+      "loss": 33.375,
+      "step": 20902
+    },
+    {
+      "epoch": 0.9989008888464112,
+      "grad_norm": 229.7989959716797,
+      "learning_rate": 1.0503574689690005e-05,
+      "loss": 23.9219,
+      "step": 20903
+    },
+    {
+      "epoch": 0.9989486762878715,
+      "grad_norm": 348.39178466796875,
+      "learning_rate": 1.0502801802484198e-05,
+      "loss": 33.0,
+      "step": 20904
+    },
+    {
+      "epoch": 0.9989964637293319,
+      "grad_norm": 182.11468505859375,
+      "learning_rate": 1.0502028912267258e-05,
+      "loss": 26.4375,
+      "step": 20905
+    },
+    {
+      "epoch": 0.9990442511707923,
+      "grad_norm": 346.4725036621094,
+      "learning_rate": 1.0501256019043811e-05,
+      "loss": 25.4062,
+      "step": 20906
+    },
+    {
+      "epoch": 0.9990920386122527,
+      "grad_norm": 200.49282836914062,
+      "learning_rate": 1.0500483122818485e-05,
+      "loss": 25.7188,
+      "step": 20907
+    },
+    {
+      "epoch": 0.9991398260537131,
+      "grad_norm": 220.17926025390625,
+      "learning_rate": 1.0499710223595913e-05,
+      "loss": 24.375,
+      "step": 20908
+    },
+    {
+      "epoch": 0.9991876134951735,
+      "grad_norm": 250.41168212890625,
+      "learning_rate": 1.0498937321380722e-05,
+      "loss": 28.3438,
+      "step": 20909
+    },
+    {
+      "epoch": 0.9992354009366339,
+      "grad_norm": 423.06427001953125,
+      "learning_rate": 1.0498164416177542e-05,
+      "loss": 24.9062,
+      "step": 20910
+    },
+    {
+      "epoch": 0.9992831883780943,
+      "grad_norm": 176.00010681152344,
+      "learning_rate": 1.0497391507990994e-05,
+      "loss": 18.9062,
+      "step": 20911
+    },
+    {
+      "epoch": 0.9993309758195547,
+      "grad_norm": 186.09796142578125,
+      "learning_rate": 1.0496618596825718e-05,
+      "loss": 21.875,
+      "step": 20912
+    },
+    {
+      "epoch": 0.999378763261015,
+      "grad_norm": 224.0708465576172,
+      "learning_rate": 1.0495845682686335e-05,
+      "loss": 34.1562,
+      "step": 20913
+    },
+    {
+      "epoch": 0.9994265507024754,
+      "grad_norm": 225.94512939453125,
+      "learning_rate": 1.0495072765577479e-05,
+      "loss": 22.75,
+      "step": 20914
+    },
+    {
+      "epoch": 0.9994743381439358,
+      "grad_norm": 144.83116149902344,
+      "learning_rate": 1.0494299845503771e-05,
+      "loss": 19.4688,
+      "step": 20915
+    },
+    {
+      "epoch": 0.9995221255853961,
+      "grad_norm": 509.5469055175781,
+      "learning_rate": 1.049352692246985e-05,
+      "loss": 24.2969,
+      "step": 20916
+    },
+    {
+      "epoch": 0.9995699130268565,
+      "grad_norm": 152.6133270263672,
+      "learning_rate": 1.0492753996480334e-05,
+      "loss": 28.5156,
+      "step": 20917
+    },
+    {
+      "epoch": 0.9996177004683169,
+      "grad_norm": 136.61083984375,
+      "learning_rate": 1.0491981067539863e-05,
+      "loss": 21.5312,
+      "step": 20918
+    },
+    {
+      "epoch": 0.9996654879097773,
+      "grad_norm": 154.8572998046875,
+      "learning_rate": 1.0491208135653056e-05,
+      "loss": 27.5,
+      "step": 20919
+    },
+    {
+      "epoch": 0.9997132753512377,
+      "grad_norm": 265.59759521484375,
+      "learning_rate": 1.0490435200824549e-05,
+      "loss": 32.0625,
+      "step": 20920
+    },
+    {
+      "epoch": 0.999761062792698,
+      "grad_norm": 170.14651489257812,
+      "learning_rate": 1.0489662263058968e-05,
+      "loss": 30.5,
+      "step": 20921
+    },
+    {
+      "epoch": 0.9998088502341584,
+      "grad_norm": 199.6956024169922,
+      "learning_rate": 1.048888932236094e-05,
+      "loss": 24.5312,
+      "step": 20922
+    },
+    {
+      "epoch": 0.9998566376756188,
+      "grad_norm": 177.97637939453125,
+      "learning_rate": 1.0488116378735096e-05,
+      "loss": 26.4688,
+      "step": 20923
+    },
+    {
+      "epoch": 0.9999044251170792,
+      "grad_norm": 271.1820068359375,
+      "learning_rate": 1.0487343432186066e-05,
+      "loss": 21.4688,
+      "step": 20924
+    },
+    {
+      "epoch": 0.9999522125585396,
+      "grad_norm": 487.7212829589844,
+      "learning_rate": 1.048657048271848e-05,
+      "loss": 27.4375,
+      "step": 20925
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 309.0324401855469,
+      "learning_rate": 1.0485797530336958e-05,
+      "loss": 34.25,
+      "step": 20926
+    },
+    {
+      "epoch": 1.0000477874414604,
+      "grad_norm": 274.1661682128906,
+      "learning_rate": 1.048502457504614e-05,
+      "loss": 27.5938,
+      "step": 20927
+    },
+    {
+      "epoch": 1.0000955748829208,
+      "grad_norm": 264.9678649902344,
+      "learning_rate": 1.048425161685065e-05,
+      "loss": 32.0938,
+      "step": 20928
+    },
+    {
+      "epoch": 1.0001433623243812,
+      "grad_norm": 188.1689453125,
+      "learning_rate": 1.0483478655755117e-05,
+      "loss": 24.4375,
+      "step": 20929
+    },
+    {
+      "epoch": 1.0001911497658416,
+      "grad_norm": 212.68612670898438,
+      "learning_rate": 1.048270569176417e-05,
+      "loss": 27.625,
+      "step": 20930
+    },
+    {
+      "epoch": 1.000238937207302,
+      "grad_norm": 256.9445495605469,
+      "learning_rate": 1.0481932724882442e-05,
+      "loss": 17.4688,
+      "step": 20931
+    },
+    {
+      "epoch": 1.0002867246487623,
+      "grad_norm": 115.52439880371094,
+      "learning_rate": 1.0481159755114556e-05,
+      "loss": 18.5938,
+      "step": 20932
+    },
+    {
+      "epoch": 1.0003345120902227,
+      "grad_norm": 222.3585968017578,
+      "learning_rate": 1.0480386782465146e-05,
+      "loss": 30.8906,
+      "step": 20933
+    },
+    {
+      "epoch": 1.0003822995316831,
+      "grad_norm": 197.37692260742188,
+      "learning_rate": 1.0479613806938835e-05,
+      "loss": 19.0156,
+      "step": 20934
+    },
+    {
+      "epoch": 1.0004300869731435,
+      "grad_norm": 229.6008758544922,
+      "learning_rate": 1.0478840828540263e-05,
+      "loss": 21.0625,
+      "step": 20935
+    },
+    {
+      "epoch": 1.000477874414604,
+      "grad_norm": 437.1091613769531,
+      "learning_rate": 1.0478067847274047e-05,
+      "loss": 21.8125,
+      "step": 20936
+    },
+    {
+      "epoch": 1.0005256618560643,
+      "grad_norm": 628.8555297851562,
+      "learning_rate": 1.0477294863144822e-05,
+      "loss": 20.4688,
+      "step": 20937
+    },
+    {
+      "epoch": 1.0005734492975247,
+      "grad_norm": 158.56150817871094,
+      "learning_rate": 1.0476521876157218e-05,
+      "loss": 19.2812,
+      "step": 20938
+    },
+    {
+      "epoch": 1.000621236738985,
+      "grad_norm": 247.93238830566406,
+      "learning_rate": 1.0475748886315864e-05,
+      "loss": 35.5312,
+      "step": 20939
+    },
+    {
+      "epoch": 1.0006690241804455,
+      "grad_norm": 293.35992431640625,
+      "learning_rate": 1.0474975893625387e-05,
+      "loss": 22.4375,
+      "step": 20940
+    },
+    {
+      "epoch": 1.0007168116219058,
+      "grad_norm": 600.2154541015625,
+      "learning_rate": 1.0474202898090415e-05,
+      "loss": 26.125,
+      "step": 20941
+    },
+    {
+      "epoch": 1.0007645990633662,
+      "grad_norm": 156.57521057128906,
+      "learning_rate": 1.047342989971558e-05,
+      "loss": 22.0469,
+      "step": 20942
+    },
+    {
+      "epoch": 1.0008123865048266,
+      "grad_norm": 274.18389892578125,
+      "learning_rate": 1.0472656898505513e-05,
+      "loss": 29.6406,
+      "step": 20943
+    },
+    {
+      "epoch": 1.000860173946287,
+      "grad_norm": 234.17630004882812,
+      "learning_rate": 1.047188389446484e-05,
+      "loss": 27.6406,
+      "step": 20944
+    },
+    {
+      "epoch": 1.0009079613877474,
+      "grad_norm": 303.169677734375,
+      "learning_rate": 1.047111088759819e-05,
+      "loss": 49.875,
+      "step": 20945
+    },
+    {
+      "epoch": 1.0009557488292078,
+      "grad_norm": 170.04580688476562,
+      "learning_rate": 1.0470337877910197e-05,
+      "loss": 28.9062,
+      "step": 20946
+    },
+    {
+      "epoch": 1.001003536270668,
+      "grad_norm": 175.79037475585938,
+      "learning_rate": 1.0469564865405485e-05,
+      "loss": 16.5156,
+      "step": 20947
+    },
+    {
+      "epoch": 1.0010513237121283,
+      "grad_norm": 238.4975128173828,
+      "learning_rate": 1.0468791850088684e-05,
+      "loss": 31.9688,
+      "step": 20948
+    },
+    {
+      "epoch": 1.0010991111535887,
+      "grad_norm": 189.66525268554688,
+      "learning_rate": 1.0468018831964429e-05,
+      "loss": 24.2656,
+      "step": 20949
+    },
+    {
+      "epoch": 1.0011468985950491,
+      "grad_norm": 224.95245361328125,
+      "learning_rate": 1.046724581103734e-05,
+      "loss": 28.2812,
+      "step": 20950
+    },
+    {
+      "epoch": 1.0011946860365095,
+      "grad_norm": 129.7572784423828,
+      "learning_rate": 1.0466472787312055e-05,
+      "loss": 15.375,
+      "step": 20951
+    },
+    {
+      "epoch": 1.00124247347797,
+      "grad_norm": 253.23687744140625,
+      "learning_rate": 1.0465699760793197e-05,
+      "loss": 27.9531,
+      "step": 20952
+    },
+    {
+      "epoch": 1.0012902609194303,
+      "grad_norm": 290.44183349609375,
+      "learning_rate": 1.0464926731485402e-05,
+      "loss": 29.5312,
+      "step": 20953
+    },
+    {
+      "epoch": 1.0013380483608907,
+      "grad_norm": 271.1379089355469,
+      "learning_rate": 1.0464153699393294e-05,
+      "loss": 36.0312,
+      "step": 20954
+    },
+    {
+      "epoch": 1.001385835802351,
+      "grad_norm": 254.09713745117188,
+      "learning_rate": 1.0463380664521504e-05,
+      "loss": 22.7188,
+      "step": 20955
+    },
+    {
+      "epoch": 1.0014336232438115,
+      "grad_norm": 142.45639038085938,
+      "learning_rate": 1.046260762687466e-05,
+      "loss": 23.6094,
+      "step": 20956
+    },
+    {
+      "epoch": 1.0014814106852719,
+      "grad_norm": 307.38177490234375,
+      "learning_rate": 1.0461834586457398e-05,
+      "loss": 24.5625,
+      "step": 20957
+    },
+    {
+      "epoch": 1.0015291981267322,
+      "grad_norm": 352.2659606933594,
+      "learning_rate": 1.0461061543274337e-05,
+      "loss": 29.9688,
+      "step": 20958
+    },
+    {
+      "epoch": 1.0015769855681926,
+      "grad_norm": 266.8462219238281,
+      "learning_rate": 1.0460288497330117e-05,
+      "loss": 26.8281,
+      "step": 20959
+    },
+    {
+      "epoch": 1.001624773009653,
+      "grad_norm": 355.30841064453125,
+      "learning_rate": 1.0459515448629362e-05,
+      "loss": 18.5469,
+      "step": 20960
+    },
+    {
+      "epoch": 1.0016725604511134,
+      "grad_norm": 198.31008911132812,
+      "learning_rate": 1.0458742397176702e-05,
+      "loss": 18.4219,
+      "step": 20961
+    },
+    {
+      "epoch": 1.0017203478925738,
+      "grad_norm": 222.29856872558594,
+      "learning_rate": 1.0457969342976767e-05,
+      "loss": 26.8438,
+      "step": 20962
+    },
+    {
+      "epoch": 1.0017681353340342,
+      "grad_norm": 202.0702667236328,
+      "learning_rate": 1.0457196286034183e-05,
+      "loss": 35.9375,
+      "step": 20963
+    },
+    {
+      "epoch": 1.0018159227754946,
+      "grad_norm": 269.34075927734375,
+      "learning_rate": 1.0456423226353589e-05,
+      "loss": 30.0312,
+      "step": 20964
+    },
+    {
+      "epoch": 1.001863710216955,
+      "grad_norm": 208.62855529785156,
+      "learning_rate": 1.0455650163939604e-05,
+      "loss": 25.125,
+      "step": 20965
+    },
+    {
+      "epoch": 1.0019114976584154,
+      "grad_norm": 307.9007263183594,
+      "learning_rate": 1.0454877098796865e-05,
+      "loss": 27.3125,
+      "step": 20966
+    },
+    {
+      "epoch": 1.0019592850998758,
+      "grad_norm": 133.7786865234375,
+      "learning_rate": 1.0454104030929997e-05,
+      "loss": 18.7344,
+      "step": 20967
+    },
+    {
+      "epoch": 1.0020070725413361,
+      "grad_norm": 158.55972290039062,
+      "learning_rate": 1.0453330960343635e-05,
+      "loss": 22.1406,
+      "step": 20968
+    },
+    {
+      "epoch": 1.0020548599827965,
+      "grad_norm": 125.16847229003906,
+      "learning_rate": 1.0452557887042402e-05,
+      "loss": 18.9844,
+      "step": 20969
+    },
+    {
+      "epoch": 1.002102647424257,
+      "grad_norm": 187.73355102539062,
+      "learning_rate": 1.0451784811030933e-05,
+      "loss": 29.875,
+      "step": 20970
+    },
+    {
+      "epoch": 1.0021504348657173,
+      "grad_norm": 163.16845703125,
+      "learning_rate": 1.0451011732313858e-05,
+      "loss": 17.7969,
+      "step": 20971
+    },
+    {
+      "epoch": 1.0021982223071777,
+      "grad_norm": 409.6582336425781,
+      "learning_rate": 1.0450238650895803e-05,
+      "loss": 36.0625,
+      "step": 20972
+    },
+    {
+      "epoch": 1.002246009748638,
+      "grad_norm": 136.91989135742188,
+      "learning_rate": 1.04494655667814e-05,
+      "loss": 20.5625,
+      "step": 20973
+    },
+    {
+      "epoch": 1.0022937971900985,
+      "grad_norm": 341.6103515625,
+      "learning_rate": 1.0448692479975277e-05,
+      "loss": 28.9375,
+      "step": 20974
+    },
+    {
+      "epoch": 1.0023415846315589,
+      "grad_norm": 186.04827880859375,
+      "learning_rate": 1.0447919390482066e-05,
+      "loss": 29.0625,
+      "step": 20975
+    },
+    {
+      "epoch": 1.0023893720730193,
+      "grad_norm": 239.356201171875,
+      "learning_rate": 1.0447146298306394e-05,
+      "loss": 23.3125,
+      "step": 20976
+    },
+    {
+      "epoch": 1.0024371595144796,
+      "grad_norm": 171.5031280517578,
+      "learning_rate": 1.0446373203452896e-05,
+      "loss": 16.1562,
+      "step": 20977
+    },
+    {
+      "epoch": 1.00248494695594,
+      "grad_norm": 253.86830139160156,
+      "learning_rate": 1.0445600105926195e-05,
+      "loss": 30.375,
+      "step": 20978
+    },
+    {
+      "epoch": 1.0025327343974004,
+      "grad_norm": 150.1780242919922,
+      "learning_rate": 1.0444827005730926e-05,
+      "loss": 19.0625,
+      "step": 20979
+    },
+    {
+      "epoch": 1.0025805218388608,
+      "grad_norm": 476.24298095703125,
+      "learning_rate": 1.0444053902871716e-05,
+      "loss": 32.5625,
+      "step": 20980
+    },
+    {
+      "epoch": 1.0026283092803212,
+      "grad_norm": 228.99005126953125,
+      "learning_rate": 1.0443280797353198e-05,
+      "loss": 22.4844,
+      "step": 20981
+    },
+    {
+      "epoch": 1.0026760967217816,
+      "grad_norm": 217.84152221679688,
+      "learning_rate": 1.0442507689179997e-05,
+      "loss": 24.9688,
+      "step": 20982
+    },
+    {
+      "epoch": 1.002723884163242,
+      "grad_norm": 240.05836486816406,
+      "learning_rate": 1.0441734578356751e-05,
+      "loss": 26.0625,
+      "step": 20983
+    },
+    {
+      "epoch": 1.0027716716047024,
+      "grad_norm": 397.798583984375,
+      "learning_rate": 1.0440961464888082e-05,
+      "loss": 28.4062,
+      "step": 20984
+    },
+    {
+      "epoch": 1.0028194590461628,
+      "grad_norm": 279.58880615234375,
+      "learning_rate": 1.044018834877862e-05,
+      "loss": 19.7188,
+      "step": 20985
+    },
+    {
+      "epoch": 1.0028672464876232,
+      "grad_norm": 139.29087829589844,
+      "learning_rate": 1.0439415230033003e-05,
+      "loss": 17.6562,
+      "step": 20986
+    },
+    {
+      "epoch": 1.0029150339290835,
+      "grad_norm": 253.7258758544922,
+      "learning_rate": 1.0438642108655854e-05,
+      "loss": 32.7188,
+      "step": 20987
+    },
+    {
+      "epoch": 1.0029628213705437,
+      "grad_norm": 168.21771240234375,
+      "learning_rate": 1.0437868984651803e-05,
+      "loss": 20.125,
+      "step": 20988
+    },
+    {
+      "epoch": 1.003010608812004,
+      "grad_norm": 360.0716247558594,
+      "learning_rate": 1.0437095858025483e-05,
+      "loss": 25.2188,
+      "step": 20989
+    },
+    {
+      "epoch": 1.0030583962534645,
+      "grad_norm": 603.8764038085938,
+      "learning_rate": 1.0436322728781522e-05,
+      "loss": 34.0625,
+      "step": 20990
+    },
+    {
+      "epoch": 1.0031061836949249,
+      "grad_norm": 292.3228454589844,
+      "learning_rate": 1.0435549596924553e-05,
+      "loss": 27.0938,
+      "step": 20991
+    },
+    {
+      "epoch": 1.0031539711363853,
+      "grad_norm": 304.1905212402344,
+      "learning_rate": 1.0434776462459201e-05,
+      "loss": 25.9375,
+      "step": 20992
+    },
+    {
+      "epoch": 1.0032017585778457,
+      "grad_norm": 215.6421661376953,
+      "learning_rate": 1.04340033253901e-05,
+      "loss": 22.5156,
+      "step": 20993
+    },
+    {
+      "epoch": 1.003249546019306,
+      "grad_norm": 197.06703186035156,
+      "learning_rate": 1.0433230185721881e-05,
+      "loss": 18.6094,
+      "step": 20994
+    },
+    {
+      "epoch": 1.0032973334607664,
+      "grad_norm": 212.74591064453125,
+      "learning_rate": 1.0432457043459171e-05,
+      "loss": 22.4375,
+      "step": 20995
+    },
+    {
+      "epoch": 1.0033451209022268,
+      "grad_norm": 323.2267761230469,
+      "learning_rate": 1.0431683898606599e-05,
+      "loss": 18.3594,
+      "step": 20996
+    },
+    {
+      "epoch": 1.0033929083436872,
+      "grad_norm": 150.48928833007812,
+      "learning_rate": 1.0430910751168802e-05,
+      "loss": 21.5,
+      "step": 20997
+    },
+    {
+      "epoch": 1.0034406957851476,
+      "grad_norm": 423.02679443359375,
+      "learning_rate": 1.04301376011504e-05,
+      "loss": 18.0312,
+      "step": 20998
+    },
+    {
+      "epoch": 1.003488483226608,
+      "grad_norm": 269.3669128417969,
+      "learning_rate": 1.0429364448556033e-05,
+      "loss": 23.3438,
+      "step": 20999
+    },
+    {
+      "epoch": 1.0035362706680684,
+      "grad_norm": 571.8785400390625,
+      "learning_rate": 1.0428591293390326e-05,
+      "loss": 25.625,
+      "step": 21000
+    },
+    {
+      "epoch": 1.0035840581095288,
+      "grad_norm": 198.14418029785156,
+      "learning_rate": 1.0427818135657911e-05,
+      "loss": 30.625,
+      "step": 21001
+    },
+    {
+      "epoch": 1.0036318455509892,
+      "grad_norm": 160.41461181640625,
+      "learning_rate": 1.0427044975363417e-05,
+      "loss": 25.0312,
+      "step": 21002
+    },
+    {
+      "epoch": 1.0036796329924496,
+      "grad_norm": 314.8709411621094,
+      "learning_rate": 1.0426271812511475e-05,
+      "loss": 30.5,
+      "step": 21003
+    },
+    {
+      "epoch": 1.00372742043391,
+      "grad_norm": 206.61856079101562,
+      "learning_rate": 1.0425498647106714e-05,
+      "loss": 25.25,
+      "step": 21004
+    },
+    {
+      "epoch": 1.0037752078753703,
+      "grad_norm": 877.0139770507812,
+      "learning_rate": 1.0424725479153765e-05,
+      "loss": 30.0938,
+      "step": 21005
+    },
+    {
+      "epoch": 1.0038229953168307,
+      "grad_norm": 273.10009765625,
+      "learning_rate": 1.0423952308657258e-05,
+      "loss": 24.2969,
+      "step": 21006
+    },
+    {
+      "epoch": 1.0038707827582911,
+      "grad_norm": 351.2851257324219,
+      "learning_rate": 1.0423179135621826e-05,
+      "loss": 26.8125,
+      "step": 21007
+    },
+    {
+      "epoch": 1.0039185701997515,
+      "grad_norm": 188.169921875,
+      "learning_rate": 1.0422405960052095e-05,
+      "loss": 22.0312,
+      "step": 21008
+    },
+    {
+      "epoch": 1.003966357641212,
+      "grad_norm": 353.8781433105469,
+      "learning_rate": 1.0421632781952698e-05,
+      "loss": 22.2812,
+      "step": 21009
+    },
+    {
+      "epoch": 1.0040141450826723,
+      "grad_norm": 479.9949951171875,
+      "learning_rate": 1.0420859601328266e-05,
+      "loss": 26.4375,
+      "step": 21010
+    },
+    {
+      "epoch": 1.0040619325241327,
+      "grad_norm": 244.1710662841797,
+      "learning_rate": 1.0420086418183424e-05,
+      "loss": 27.0625,
+      "step": 21011
+    },
+    {
+      "epoch": 1.004109719965593,
+      "grad_norm": 556.3328247070312,
+      "learning_rate": 1.041931323252281e-05,
+      "loss": 23.6719,
+      "step": 21012
+    },
+    {
+      "epoch": 1.0041575074070535,
+      "grad_norm": 202.6411590576172,
+      "learning_rate": 1.0418540044351048e-05,
+      "loss": 23.1406,
+      "step": 21013
+    },
+    {
+      "epoch": 1.0042052948485138,
+      "grad_norm": 438.6068115234375,
+      "learning_rate": 1.0417766853672775e-05,
+      "loss": 34.125,
+      "step": 21014
+    },
+    {
+      "epoch": 1.0042530822899742,
+      "grad_norm": 308.7732238769531,
+      "learning_rate": 1.0416993660492614e-05,
+      "loss": 32.9219,
+      "step": 21015
+    },
+    {
+      "epoch": 1.0043008697314346,
+      "grad_norm": 244.7790069580078,
+      "learning_rate": 1.0416220464815201e-05,
+      "loss": 20.0938,
+      "step": 21016
+    },
+    {
+      "epoch": 1.004348657172895,
+      "grad_norm": 201.95506286621094,
+      "learning_rate": 1.0415447266645163e-05,
+      "loss": 24.8438,
+      "step": 21017
+    },
+    {
+      "epoch": 1.0043964446143554,
+      "grad_norm": 444.3594665527344,
+      "learning_rate": 1.0414674065987134e-05,
+      "loss": 35.5312,
+      "step": 21018
+    },
+    {
+      "epoch": 1.0044442320558158,
+      "grad_norm": 193.1690673828125,
+      "learning_rate": 1.0413900862845743e-05,
+      "loss": 26.9688,
+      "step": 21019
+    },
+    {
+      "epoch": 1.0044920194972762,
+      "grad_norm": 232.90744018554688,
+      "learning_rate": 1.0413127657225618e-05,
+      "loss": 23.0312,
+      "step": 21020
+    },
+    {
+      "epoch": 1.0045398069387366,
+      "grad_norm": 226.10086059570312,
+      "learning_rate": 1.041235444913139e-05,
+      "loss": 30.5938,
+      "step": 21021
+    },
+    {
+      "epoch": 1.004587594380197,
+      "grad_norm": 161.4322052001953,
+      "learning_rate": 1.0411581238567694e-05,
+      "loss": 20.4531,
+      "step": 21022
+    },
+    {
+      "epoch": 1.0046353818216573,
+      "grad_norm": 184.28811645507812,
+      "learning_rate": 1.0410808025539157e-05,
+      "loss": 18.3594,
+      "step": 21023
+    },
+    {
+      "epoch": 1.0046831692631177,
+      "grad_norm": 200.77642822265625,
+      "learning_rate": 1.041003481005041e-05,
+      "loss": 38.0312,
+      "step": 21024
+    },
+    {
+      "epoch": 1.0047309567045781,
+      "grad_norm": 194.52801513671875,
+      "learning_rate": 1.0409261592106082e-05,
+      "loss": 17.625,
+      "step": 21025
+    },
+    {
+      "epoch": 1.0047787441460385,
+      "grad_norm": 230.5037384033203,
+      "learning_rate": 1.0408488371710806e-05,
+      "loss": 21.0156,
+      "step": 21026
+    },
+    {
+      "epoch": 1.004826531587499,
+      "grad_norm": 278.5293273925781,
+      "learning_rate": 1.0407715148869211e-05,
+      "loss": 24.7188,
+      "step": 21027
+    },
+    {
+      "epoch": 1.0048743190289593,
+      "grad_norm": 251.80657958984375,
+      "learning_rate": 1.0406941923585927e-05,
+      "loss": 32.8438,
+      "step": 21028
+    },
+    {
+      "epoch": 1.0049221064704197,
+      "grad_norm": 226.30303955078125,
+      "learning_rate": 1.040616869586559e-05,
+      "loss": 24.0625,
+      "step": 21029
+    },
+    {
+      "epoch": 1.0049698939118799,
+      "grad_norm": 199.7124481201172,
+      "learning_rate": 1.0405395465712823e-05,
+      "loss": 20.5938,
+      "step": 21030
+    },
+    {
+      "epoch": 1.0050176813533402,
+      "grad_norm": 244.26971435546875,
+      "learning_rate": 1.0404622233132262e-05,
+      "loss": 25.375,
+      "step": 21031
+    },
+    {
+      "epoch": 1.0050654687948006,
+      "grad_norm": 415.55865478515625,
+      "learning_rate": 1.0403848998128536e-05,
+      "loss": 16.5938,
+      "step": 21032
+    },
+    {
+      "epoch": 1.005113256236261,
+      "grad_norm": 567.7871704101562,
+      "learning_rate": 1.0403075760706275e-05,
+      "loss": 34.3438,
+      "step": 21033
+    },
+    {
+      "epoch": 1.0051610436777214,
+      "grad_norm": 256.4347229003906,
+      "learning_rate": 1.0402302520870111e-05,
+      "loss": 28.6875,
+      "step": 21034
+    },
+    {
+      "epoch": 1.0052088311191818,
+      "grad_norm": 206.548095703125,
+      "learning_rate": 1.0401529278624674e-05,
+      "loss": 39.2188,
+      "step": 21035
+    },
+    {
+      "epoch": 1.0052566185606422,
+      "grad_norm": 172.23956298828125,
+      "learning_rate": 1.0400756033974595e-05,
+      "loss": 19.7656,
+      "step": 21036
+    },
+    {
+      "epoch": 1.0053044060021026,
+      "grad_norm": 218.97593688964844,
+      "learning_rate": 1.0399982786924506e-05,
+      "loss": 25.25,
+      "step": 21037
+    },
+    {
+      "epoch": 1.005352193443563,
+      "grad_norm": 322.9541320800781,
+      "learning_rate": 1.0399209537479034e-05,
+      "loss": 20.7188,
+      "step": 21038
+    },
+    {
+      "epoch": 1.0053999808850234,
+      "grad_norm": 246.98239135742188,
+      "learning_rate": 1.039843628564281e-05,
+      "loss": 25.7969,
+      "step": 21039
+    },
+    {
+      "epoch": 1.0054477683264837,
+      "grad_norm": 141.5313262939453,
+      "learning_rate": 1.0397663031420471e-05,
+      "loss": 25.7344,
+      "step": 21040
+    },
+    {
+      "epoch": 1.0054955557679441,
+      "grad_norm": 249.9159393310547,
+      "learning_rate": 1.0396889774816638e-05,
+      "loss": 27.5469,
+      "step": 21041
+    },
+    {
+      "epoch": 1.0055433432094045,
+      "grad_norm": 269.5901184082031,
+      "learning_rate": 1.0396116515835952e-05,
+      "loss": 26.4375,
+      "step": 21042
+    },
+    {
+      "epoch": 1.005591130650865,
+      "grad_norm": 165.78262329101562,
+      "learning_rate": 1.0395343254483039e-05,
+      "loss": 19.2188,
+      "step": 21043
+    },
+    {
+      "epoch": 1.0056389180923253,
+      "grad_norm": 262.3673095703125,
+      "learning_rate": 1.0394569990762528e-05,
+      "loss": 31.2812,
+      "step": 21044
+    },
+    {
+      "epoch": 1.0056867055337857,
+      "grad_norm": 206.21450805664062,
+      "learning_rate": 1.0393796724679054e-05,
+      "loss": 20.5938,
+      "step": 21045
+    },
+    {
+      "epoch": 1.005734492975246,
+      "grad_norm": 300.968994140625,
+      "learning_rate": 1.0393023456237243e-05,
+      "loss": 31.5312,
+      "step": 21046
+    },
+    {
+      "epoch": 1.0057822804167065,
+      "grad_norm": 270.8479309082031,
+      "learning_rate": 1.0392250185441732e-05,
+      "loss": 22.8125,
+      "step": 21047
+    },
+    {
+      "epoch": 1.0058300678581669,
+      "grad_norm": 218.71133422851562,
+      "learning_rate": 1.0391476912297147e-05,
+      "loss": 22.9062,
+      "step": 21048
+    },
+    {
+      "epoch": 1.0058778552996273,
+      "grad_norm": 413.739013671875,
+      "learning_rate": 1.0390703636808121e-05,
+      "loss": 31.8125,
+      "step": 21049
+    },
+    {
+      "epoch": 1.0059256427410876,
+      "grad_norm": 157.41046142578125,
+      "learning_rate": 1.038993035897928e-05,
+      "loss": 22.1875,
+      "step": 21050
+    },
+    {
+      "epoch": 1.005973430182548,
+      "grad_norm": 241.33493041992188,
+      "learning_rate": 1.0389157078815267e-05,
+      "loss": 34.0312,
+      "step": 21051
+    },
+    {
+      "epoch": 1.0060212176240084,
+      "grad_norm": 249.93756103515625,
+      "learning_rate": 1.03883837963207e-05,
+      "loss": 37.7344,
+      "step": 21052
+    },
+    {
+      "epoch": 1.0060690050654688,
+      "grad_norm": 342.2945251464844,
+      "learning_rate": 1.0387610511500216e-05,
+      "loss": 22.7344,
+      "step": 21053
+    },
+    {
+      "epoch": 1.0061167925069292,
+      "grad_norm": 336.76641845703125,
+      "learning_rate": 1.0386837224358446e-05,
+      "loss": 28.3125,
+      "step": 21054
+    },
+    {
+      "epoch": 1.0061645799483896,
+      "grad_norm": 367.18731689453125,
+      "learning_rate": 1.0386063934900021e-05,
+      "loss": 29.7812,
+      "step": 21055
+    },
+    {
+      "epoch": 1.00621236738985,
+      "grad_norm": 312.04656982421875,
+      "learning_rate": 1.038529064312957e-05,
+      "loss": 18.7031,
+      "step": 21056
+    },
+    {
+      "epoch": 1.0062601548313104,
+      "grad_norm": 117.35600280761719,
+      "learning_rate": 1.0384517349051725e-05,
+      "loss": 17.6094,
+      "step": 21057
+    },
+    {
+      "epoch": 1.0063079422727708,
+      "grad_norm": 322.1922912597656,
+      "learning_rate": 1.0383744052671118e-05,
+      "loss": 40.4062,
+      "step": 21058
+    },
+    {
+      "epoch": 1.0063557297142312,
+      "grad_norm": 190.44593811035156,
+      "learning_rate": 1.0382970753992378e-05,
+      "loss": 29.3438,
+      "step": 21059
+    },
+    {
+      "epoch": 1.0064035171556915,
+      "grad_norm": 250.40704345703125,
+      "learning_rate": 1.038219745302014e-05,
+      "loss": 22.375,
+      "step": 21060
+    },
+    {
+      "epoch": 1.006451304597152,
+      "grad_norm": 279.3140869140625,
+      "learning_rate": 1.0381424149759028e-05,
+      "loss": 29.9062,
+      "step": 21061
+    },
+    {
+      "epoch": 1.0064990920386123,
+      "grad_norm": 170.5990447998047,
+      "learning_rate": 1.0380650844213681e-05,
+      "loss": 23.3281,
+      "step": 21062
+    },
+    {
+      "epoch": 1.0065468794800727,
+      "grad_norm": 177.86520385742188,
+      "learning_rate": 1.0379877536388726e-05,
+      "loss": 30.375,
+      "step": 21063
+    },
+    {
+      "epoch": 1.006594666921533,
+      "grad_norm": 259.3521423339844,
+      "learning_rate": 1.0379104226288794e-05,
+      "loss": 24.0312,
+      "step": 21064
+    },
+    {
+      "epoch": 1.0066424543629935,
+      "grad_norm": 171.3373565673828,
+      "learning_rate": 1.0378330913918515e-05,
+      "loss": 25.2656,
+      "step": 21065
+    },
+    {
+      "epoch": 1.0066902418044539,
+      "grad_norm": 170.04981994628906,
+      "learning_rate": 1.0377557599282527e-05,
+      "loss": 19.8125,
+      "step": 21066
+    },
+    {
+      "epoch": 1.0067380292459143,
+      "grad_norm": 237.627197265625,
+      "learning_rate": 1.0376784282385453e-05,
+      "loss": 18.25,
+      "step": 21067
+    },
+    {
+      "epoch": 1.0067858166873747,
+      "grad_norm": 164.22579956054688,
+      "learning_rate": 1.0376010963231926e-05,
+      "loss": 17.8125,
+      "step": 21068
+    },
+    {
+      "epoch": 1.006833604128835,
+      "grad_norm": 165.06105041503906,
+      "learning_rate": 1.0375237641826583e-05,
+      "loss": 23.5938,
+      "step": 21069
+    },
+    {
+      "epoch": 1.0068813915702954,
+      "grad_norm": 427.2157897949219,
+      "learning_rate": 1.0374464318174049e-05,
+      "loss": 37.125,
+      "step": 21070
+    },
+    {
+      "epoch": 1.0069291790117556,
+      "grad_norm": 155.24835205078125,
+      "learning_rate": 1.0373690992278955e-05,
+      "loss": 23.7188,
+      "step": 21071
+    },
+    {
+      "epoch": 1.006976966453216,
+      "grad_norm": 166.17527770996094,
+      "learning_rate": 1.0372917664145934e-05,
+      "loss": 26.4375,
+      "step": 21072
+    },
+    {
+      "epoch": 1.0070247538946764,
+      "grad_norm": 344.03936767578125,
+      "learning_rate": 1.0372144333779622e-05,
+      "loss": 22.5781,
+      "step": 21073
+    },
+    {
+      "epoch": 1.0070725413361368,
+      "grad_norm": 275.94110107421875,
+      "learning_rate": 1.0371371001184638e-05,
+      "loss": 28.7188,
+      "step": 21074
+    },
+    {
+      "epoch": 1.0071203287775972,
+      "grad_norm": 193.35415649414062,
+      "learning_rate": 1.0370597666365628e-05,
+      "loss": 20.0469,
+      "step": 21075
+    },
+    {
+      "epoch": 1.0071681162190576,
+      "grad_norm": 368.6749572753906,
+      "learning_rate": 1.0369824329327212e-05,
+      "loss": 31.0938,
+      "step": 21076
+    },
+    {
+      "epoch": 1.007215903660518,
+      "grad_norm": 267.71441650390625,
+      "learning_rate": 1.0369050990074025e-05,
+      "loss": 32.5625,
+      "step": 21077
+    },
+    {
+      "epoch": 1.0072636911019783,
+      "grad_norm": 131.55996704101562,
+      "learning_rate": 1.0368277648610701e-05,
+      "loss": 28.5,
+      "step": 21078
+    },
+    {
+      "epoch": 1.0073114785434387,
+      "grad_norm": 274.617431640625,
+      "learning_rate": 1.0367504304941869e-05,
+      "loss": 43.9375,
+      "step": 21079
+    },
+    {
+      "epoch": 1.007359265984899,
+      "grad_norm": 356.52838134765625,
+      "learning_rate": 1.0366730959072159e-05,
+      "loss": 25.375,
+      "step": 21080
+    },
+    {
+      "epoch": 1.0074070534263595,
+      "grad_norm": 311.5370788574219,
+      "learning_rate": 1.0365957611006206e-05,
+      "loss": 25.2188,
+      "step": 21081
+    },
+    {
+      "epoch": 1.00745484086782,
+      "grad_norm": 307.893798828125,
+      "learning_rate": 1.0365184260748637e-05,
+      "loss": 37.625,
+      "step": 21082
+    },
+    {
+      "epoch": 1.0075026283092803,
+      "grad_norm": 163.16854858398438,
+      "learning_rate": 1.0364410908304086e-05,
+      "loss": 22.625,
+      "step": 21083
+    },
+    {
+      "epoch": 1.0075504157507407,
+      "grad_norm": 365.0454406738281,
+      "learning_rate": 1.0363637553677185e-05,
+      "loss": 26.1562,
+      "step": 21084
+    },
+    {
+      "epoch": 1.007598203192201,
+      "grad_norm": 163.83572387695312,
+      "learning_rate": 1.0362864196872561e-05,
+      "loss": 26.6562,
+      "step": 21085
+    },
+    {
+      "epoch": 1.0076459906336614,
+      "grad_norm": 307.8363037109375,
+      "learning_rate": 1.0362090837894854e-05,
+      "loss": 25.0,
+      "step": 21086
+    },
+    {
+      "epoch": 1.0076937780751218,
+      "grad_norm": 397.7852478027344,
+      "learning_rate": 1.0361317476748686e-05,
+      "loss": 23.8594,
+      "step": 21087
+    },
+    {
+      "epoch": 1.0077415655165822,
+      "grad_norm": 230.66665649414062,
+      "learning_rate": 1.0360544113438698e-05,
+      "loss": 22.4219,
+      "step": 21088
+    },
+    {
+      "epoch": 1.0077893529580426,
+      "grad_norm": 233.67564392089844,
+      "learning_rate": 1.0359770747969508e-05,
+      "loss": 22.7188,
+      "step": 21089
+    },
+    {
+      "epoch": 1.007837140399503,
+      "grad_norm": 615.0755004882812,
+      "learning_rate": 1.0358997380345761e-05,
+      "loss": 49.9688,
+      "step": 21090
+    },
+    {
+      "epoch": 1.0078849278409634,
+      "grad_norm": 143.1780548095703,
+      "learning_rate": 1.035822401057208e-05,
+      "loss": 26.25,
+      "step": 21091
+    },
+    {
+      "epoch": 1.0079327152824238,
+      "grad_norm": 571.1559448242188,
+      "learning_rate": 1.0357450638653102e-05,
+      "loss": 26.3594,
+      "step": 21092
+    },
+    {
+      "epoch": 1.0079805027238842,
+      "grad_norm": 283.715576171875,
+      "learning_rate": 1.0356677264593456e-05,
+      "loss": 27.3125,
+      "step": 21093
+    },
+    {
+      "epoch": 1.0080282901653446,
+      "grad_norm": 177.22006225585938,
+      "learning_rate": 1.035590388839777e-05,
+      "loss": 24.5625,
+      "step": 21094
+    },
+    {
+      "epoch": 1.008076077606805,
+      "grad_norm": 328.3403015136719,
+      "learning_rate": 1.0355130510070682e-05,
+      "loss": 13.6641,
+      "step": 21095
+    },
+    {
+      "epoch": 1.0081238650482653,
+      "grad_norm": 257.13507080078125,
+      "learning_rate": 1.0354357129616816e-05,
+      "loss": 26.5,
+      "step": 21096
+    },
+    {
+      "epoch": 1.0081716524897257,
+      "grad_norm": 166.9685516357422,
+      "learning_rate": 1.0353583747040813e-05,
+      "loss": 16.8125,
+      "step": 21097
+    },
+    {
+      "epoch": 1.0082194399311861,
+      "grad_norm": 250.30137634277344,
+      "learning_rate": 1.0352810362347299e-05,
+      "loss": 30.125,
+      "step": 21098
+    },
+    {
+      "epoch": 1.0082672273726465,
+      "grad_norm": 304.3388671875,
+      "learning_rate": 1.0352036975540905e-05,
+      "loss": 28.7812,
+      "step": 21099
+    },
+    {
+      "epoch": 1.008315014814107,
+      "grad_norm": 239.73779296875,
+      "learning_rate": 1.0351263586626263e-05,
+      "loss": 19.5625,
+      "step": 21100
+    },
+    {
+      "epoch": 1.0083628022555673,
+      "grad_norm": 274.0685119628906,
+      "learning_rate": 1.0350490195608007e-05,
+      "loss": 21.4688,
+      "step": 21101
+    },
+    {
+      "epoch": 1.0084105896970277,
+      "grad_norm": 265.4791259765625,
+      "learning_rate": 1.0349716802490768e-05,
+      "loss": 20.0,
+      "step": 21102
+    },
+    {
+      "epoch": 1.008458377138488,
+      "grad_norm": 332.8211669921875,
+      "learning_rate": 1.0348943407279175e-05,
+      "loss": 18.8125,
+      "step": 21103
+    },
+    {
+      "epoch": 1.0085061645799485,
+      "grad_norm": 286.1112976074219,
+      "learning_rate": 1.034817000997786e-05,
+      "loss": 22.9062,
+      "step": 21104
+    },
+    {
+      "epoch": 1.0085539520214089,
+      "grad_norm": 259.06787109375,
+      "learning_rate": 1.0347396610591458e-05,
+      "loss": 24.1406,
+      "step": 21105
+    },
+    {
+      "epoch": 1.0086017394628692,
+      "grad_norm": 436.2529602050781,
+      "learning_rate": 1.0346623209124598e-05,
+      "loss": 25.125,
+      "step": 21106
+    },
+    {
+      "epoch": 1.0086495269043296,
+      "grad_norm": 198.64498901367188,
+      "learning_rate": 1.0345849805581912e-05,
+      "loss": 27.875,
+      "step": 21107
+    },
+    {
+      "epoch": 1.00869731434579,
+      "grad_norm": 125.32373809814453,
+      "learning_rate": 1.0345076399968032e-05,
+      "loss": 20.8125,
+      "step": 21108
+    },
+    {
+      "epoch": 1.0087451017872504,
+      "grad_norm": 200.72503662109375,
+      "learning_rate": 1.0344302992287587e-05,
+      "loss": 16.3281,
+      "step": 21109
+    },
+    {
+      "epoch": 1.0087928892287108,
+      "grad_norm": 208.5709228515625,
+      "learning_rate": 1.0343529582545215e-05,
+      "loss": 19.7812,
+      "step": 21110
+    },
+    {
+      "epoch": 1.0088406766701712,
+      "grad_norm": 311.9109191894531,
+      "learning_rate": 1.0342756170745542e-05,
+      "loss": 20.5781,
+      "step": 21111
+    },
+    {
+      "epoch": 1.0088884641116314,
+      "grad_norm": 727.1456298828125,
+      "learning_rate": 1.0341982756893203e-05,
+      "loss": 21.2969,
+      "step": 21112
+    },
+    {
+      "epoch": 1.0089362515530917,
+      "grad_norm": 236.01097106933594,
+      "learning_rate": 1.0341209340992828e-05,
+      "loss": 31.4375,
+      "step": 21113
+    },
+    {
+      "epoch": 1.0089840389945521,
+      "grad_norm": 203.22735595703125,
+      "learning_rate": 1.0340435923049051e-05,
+      "loss": 23.7188,
+      "step": 21114
+    },
+    {
+      "epoch": 1.0090318264360125,
+      "grad_norm": 265.5870056152344,
+      "learning_rate": 1.03396625030665e-05,
+      "loss": 33.9375,
+      "step": 21115
+    },
+    {
+      "epoch": 1.009079613877473,
+      "grad_norm": 283.4300231933594,
+      "learning_rate": 1.033888908104981e-05,
+      "loss": 33.5312,
+      "step": 21116
+    },
+    {
+      "epoch": 1.0091274013189333,
+      "grad_norm": 103.2769546508789,
+      "learning_rate": 1.033811565700361e-05,
+      "loss": 19.2344,
+      "step": 21117
+    },
+    {
+      "epoch": 1.0091751887603937,
+      "grad_norm": 171.9314727783203,
+      "learning_rate": 1.0337342230932535e-05,
+      "loss": 21.75,
+      "step": 21118
+    },
+    {
+      "epoch": 1.009222976201854,
+      "grad_norm": 553.0361938476562,
+      "learning_rate": 1.0336568802841215e-05,
+      "loss": 18.2969,
+      "step": 21119
+    },
+    {
+      "epoch": 1.0092707636433145,
+      "grad_norm": 188.80723571777344,
+      "learning_rate": 1.0335795372734283e-05,
+      "loss": 31.1406,
+      "step": 21120
+    },
+    {
+      "epoch": 1.0093185510847749,
+      "grad_norm": 178.1141357421875,
+      "learning_rate": 1.0335021940616372e-05,
+      "loss": 20.1875,
+      "step": 21121
+    },
+    {
+      "epoch": 1.0093663385262353,
+      "grad_norm": 235.49954223632812,
+      "learning_rate": 1.0334248506492105e-05,
+      "loss": 22.8125,
+      "step": 21122
+    },
+    {
+      "epoch": 1.0094141259676956,
+      "grad_norm": 201.86734008789062,
+      "learning_rate": 1.0333475070366127e-05,
+      "loss": 25.5625,
+      "step": 21123
+    },
+    {
+      "epoch": 1.009461913409156,
+      "grad_norm": 322.2017517089844,
+      "learning_rate": 1.033270163224306e-05,
+      "loss": 37.75,
+      "step": 21124
+    },
+    {
+      "epoch": 1.0095097008506164,
+      "grad_norm": 260.5980224609375,
+      "learning_rate": 1.0331928192127542e-05,
+      "loss": 22.1719,
+      "step": 21125
+    },
+    {
+      "epoch": 1.0095574882920768,
+      "grad_norm": 356.9347229003906,
+      "learning_rate": 1.0331154750024201e-05,
+      "loss": 23.8438,
+      "step": 21126
+    },
+    {
+      "epoch": 1.0096052757335372,
+      "grad_norm": 312.2933654785156,
+      "learning_rate": 1.0330381305937672e-05,
+      "loss": 29.5625,
+      "step": 21127
+    },
+    {
+      "epoch": 1.0096530631749976,
+      "grad_norm": 378.81640625,
+      "learning_rate": 1.0329607859872584e-05,
+      "loss": 22.25,
+      "step": 21128
+    },
+    {
+      "epoch": 1.009700850616458,
+      "grad_norm": 191.22215270996094,
+      "learning_rate": 1.032883441183357e-05,
+      "loss": 21.9375,
+      "step": 21129
+    },
+    {
+      "epoch": 1.0097486380579184,
+      "grad_norm": 194.90924072265625,
+      "learning_rate": 1.0328060961825264e-05,
+      "loss": 15.6406,
+      "step": 21130
+    },
+    {
+      "epoch": 1.0097964254993788,
+      "grad_norm": 303.9590148925781,
+      "learning_rate": 1.0327287509852294e-05,
+      "loss": 20.2812,
+      "step": 21131
+    },
+    {
+      "epoch": 1.0098442129408391,
+      "grad_norm": 216.72691345214844,
+      "learning_rate": 1.0326514055919294e-05,
+      "loss": 23.4062,
+      "step": 21132
+    },
+    {
+      "epoch": 1.0098920003822995,
+      "grad_norm": 304.6323547363281,
+      "learning_rate": 1.0325740600030896e-05,
+      "loss": 28.4688,
+      "step": 21133
+    },
+    {
+      "epoch": 1.00993978782376,
+      "grad_norm": 228.83360290527344,
+      "learning_rate": 1.0324967142191736e-05,
+      "loss": 38.0312,
+      "step": 21134
+    },
+    {
+      "epoch": 1.0099875752652203,
+      "grad_norm": 483.8384094238281,
+      "learning_rate": 1.0324193682406439e-05,
+      "loss": 32.5,
+      "step": 21135
+    },
+    {
+      "epoch": 1.0100353627066807,
+      "grad_norm": 277.6427001953125,
+      "learning_rate": 1.032342022067964e-05,
+      "loss": 32.875,
+      "step": 21136
+    },
+    {
+      "epoch": 1.010083150148141,
+      "grad_norm": 233.4606475830078,
+      "learning_rate": 1.032264675701597e-05,
+      "loss": 34.9375,
+      "step": 21137
+    },
+    {
+      "epoch": 1.0101309375896015,
+      "grad_norm": 455.8016662597656,
+      "learning_rate": 1.0321873291420066e-05,
+      "loss": 33.9062,
+      "step": 21138
+    },
+    {
+      "epoch": 1.0101787250310619,
+      "grad_norm": 182.0901641845703,
+      "learning_rate": 1.0321099823896551e-05,
+      "loss": 24.625,
+      "step": 21139
+    },
+    {
+      "epoch": 1.0102265124725223,
+      "grad_norm": 216.00779724121094,
+      "learning_rate": 1.0320326354450067e-05,
+      "loss": 22.3594,
+      "step": 21140
+    },
+    {
+      "epoch": 1.0102742999139827,
+      "grad_norm": 468.4925842285156,
+      "learning_rate": 1.0319552883085242e-05,
+      "loss": 30.9062,
+      "step": 21141
+    },
+    {
+      "epoch": 1.010322087355443,
+      "grad_norm": 246.75436401367188,
+      "learning_rate": 1.0318779409806704e-05,
+      "loss": 26.8125,
+      "step": 21142
+    },
+    {
+      "epoch": 1.0103698747969034,
+      "grad_norm": 138.1485137939453,
+      "learning_rate": 1.031800593461909e-05,
+      "loss": 16.875,
+      "step": 21143
+    },
+    {
+      "epoch": 1.0104176622383638,
+      "grad_norm": 254.07032775878906,
+      "learning_rate": 1.0317232457527031e-05,
+      "loss": 28.0312,
+      "step": 21144
+    },
+    {
+      "epoch": 1.0104654496798242,
+      "grad_norm": 447.52777099609375,
+      "learning_rate": 1.031645897853516e-05,
+      "loss": 17.6719,
+      "step": 21145
+    },
+    {
+      "epoch": 1.0105132371212846,
+      "grad_norm": 248.3583221435547,
+      "learning_rate": 1.0315685497648107e-05,
+      "loss": 28.875,
+      "step": 21146
+    },
+    {
+      "epoch": 1.010561024562745,
+      "grad_norm": 258.9129638671875,
+      "learning_rate": 1.0314912014870507e-05,
+      "loss": 26.2812,
+      "step": 21147
+    },
+    {
+      "epoch": 1.0106088120042054,
+      "grad_norm": 1595.7822265625,
+      "learning_rate": 1.0314138530206986e-05,
+      "loss": 30.4062,
+      "step": 21148
+    },
+    {
+      "epoch": 1.0106565994456658,
+      "grad_norm": 163.7709197998047,
+      "learning_rate": 1.0313365043662183e-05,
+      "loss": 20.0469,
+      "step": 21149
+    },
+    {
+      "epoch": 1.0107043868871262,
+      "grad_norm": 249.40789794921875,
+      "learning_rate": 1.0312591555240728e-05,
+      "loss": 23.0312,
+      "step": 21150
+    },
+    {
+      "epoch": 1.0107521743285866,
+      "grad_norm": 246.531494140625,
+      "learning_rate": 1.0311818064947252e-05,
+      "loss": 38.2188,
+      "step": 21151
+    },
+    {
+      "epoch": 1.010799961770047,
+      "grad_norm": 167.33689880371094,
+      "learning_rate": 1.031104457278639e-05,
+      "loss": 27.0312,
+      "step": 21152
+    },
+    {
+      "epoch": 1.010847749211507,
+      "grad_norm": 287.26568603515625,
+      "learning_rate": 1.0310271078762772e-05,
+      "loss": 24.7188,
+      "step": 21153
+    },
+    {
+      "epoch": 1.0108955366529675,
+      "grad_norm": 258.251220703125,
+      "learning_rate": 1.0309497582881032e-05,
+      "loss": 24.5938,
+      "step": 21154
+    },
+    {
+      "epoch": 1.0109433240944279,
+      "grad_norm": 345.18890380859375,
+      "learning_rate": 1.0308724085145797e-05,
+      "loss": 24.8125,
+      "step": 21155
+    },
+    {
+      "epoch": 1.0109911115358883,
+      "grad_norm": 689.9932861328125,
+      "learning_rate": 1.0307950585561705e-05,
+      "loss": 27.0312,
+      "step": 21156
+    },
+    {
+      "epoch": 1.0110388989773487,
+      "grad_norm": 261.3098449707031,
+      "learning_rate": 1.0307177084133386e-05,
+      "loss": 38.3281,
+      "step": 21157
+    },
+    {
+      "epoch": 1.011086686418809,
+      "grad_norm": 310.2162170410156,
+      "learning_rate": 1.0306403580865475e-05,
+      "loss": 31.7188,
+      "step": 21158
+    },
+    {
+      "epoch": 1.0111344738602694,
+      "grad_norm": 189.683837890625,
+      "learning_rate": 1.0305630075762598e-05,
+      "loss": 28.7188,
+      "step": 21159
+    },
+    {
+      "epoch": 1.0111822613017298,
+      "grad_norm": 247.54888916015625,
+      "learning_rate": 1.0304856568829394e-05,
+      "loss": 28.375,
+      "step": 21160
+    },
+    {
+      "epoch": 1.0112300487431902,
+      "grad_norm": 618.9285888671875,
+      "learning_rate": 1.030408306007049e-05,
+      "loss": 22.9844,
+      "step": 21161
+    },
+    {
+      "epoch": 1.0112778361846506,
+      "grad_norm": 463.87188720703125,
+      "learning_rate": 1.0303309549490523e-05,
+      "loss": 22.3125,
+      "step": 21162
+    },
+    {
+      "epoch": 1.011325623626111,
+      "grad_norm": 202.1514892578125,
+      "learning_rate": 1.0302536037094123e-05,
+      "loss": 22.7656,
+      "step": 21163
+    },
+    {
+      "epoch": 1.0113734110675714,
+      "grad_norm": 176.59410095214844,
+      "learning_rate": 1.0301762522885921e-05,
+      "loss": 22.8438,
+      "step": 21164
+    },
+    {
+      "epoch": 1.0114211985090318,
+      "grad_norm": 346.8931884765625,
+      "learning_rate": 1.0300989006870552e-05,
+      "loss": 29.25,
+      "step": 21165
+    },
+    {
+      "epoch": 1.0114689859504922,
+      "grad_norm": 240.5075225830078,
+      "learning_rate": 1.0300215489052647e-05,
+      "loss": 21.6094,
+      "step": 21166
+    },
+    {
+      "epoch": 1.0115167733919526,
+      "grad_norm": 250.44247436523438,
+      "learning_rate": 1.029944196943684e-05,
+      "loss": 31.4688,
+      "step": 21167
+    },
+    {
+      "epoch": 1.011564560833413,
+      "grad_norm": 304.3564758300781,
+      "learning_rate": 1.0298668448027762e-05,
+      "loss": 26.9062,
+      "step": 21168
+    },
+    {
+      "epoch": 1.0116123482748733,
+      "grad_norm": 292.3828125,
+      "learning_rate": 1.0297894924830042e-05,
+      "loss": 24.6719,
+      "step": 21169
+    },
+    {
+      "epoch": 1.0116601357163337,
+      "grad_norm": 752.0174560546875,
+      "learning_rate": 1.029712139984832e-05,
+      "loss": 34.6875,
+      "step": 21170
+    },
+    {
+      "epoch": 1.0117079231577941,
+      "grad_norm": 194.7807159423828,
+      "learning_rate": 1.0296347873087222e-05,
+      "loss": 15.875,
+      "step": 21171
+    },
+    {
+      "epoch": 1.0117557105992545,
+      "grad_norm": 146.91851806640625,
+      "learning_rate": 1.0295574344551382e-05,
+      "loss": 19.3281,
+      "step": 21172
+    },
+    {
+      "epoch": 1.011803498040715,
+      "grad_norm": 280.43072509765625,
+      "learning_rate": 1.0294800814245434e-05,
+      "loss": 24.2969,
+      "step": 21173
+    },
+    {
+      "epoch": 1.0118512854821753,
+      "grad_norm": 156.57553100585938,
+      "learning_rate": 1.0294027282174009e-05,
+      "loss": 29.1875,
+      "step": 21174
+    },
+    {
+      "epoch": 1.0118990729236357,
+      "grad_norm": 345.32373046875,
+      "learning_rate": 1.029325374834174e-05,
+      "loss": 24.4844,
+      "step": 21175
+    },
+    {
+      "epoch": 1.011946860365096,
+      "grad_norm": 285.0315856933594,
+      "learning_rate": 1.029248021275326e-05,
+      "loss": 24.0469,
+      "step": 21176
+    },
+    {
+      "epoch": 1.0119946478065565,
+      "grad_norm": 371.9237365722656,
+      "learning_rate": 1.0291706675413203e-05,
+      "loss": 26.4062,
+      "step": 21177
+    },
+    {
+      "epoch": 1.0120424352480168,
+      "grad_norm": 214.38900756835938,
+      "learning_rate": 1.0290933136326196e-05,
+      "loss": 23.5625,
+      "step": 21178
+    },
+    {
+      "epoch": 1.0120902226894772,
+      "grad_norm": 219.73829650878906,
+      "learning_rate": 1.0290159595496876e-05,
+      "loss": 26.625,
+      "step": 21179
+    },
+    {
+      "epoch": 1.0121380101309376,
+      "grad_norm": 288.69976806640625,
+      "learning_rate": 1.0289386052929874e-05,
+      "loss": 35.6875,
+      "step": 21180
+    },
+    {
+      "epoch": 1.012185797572398,
+      "grad_norm": 252.96485900878906,
+      "learning_rate": 1.0288612508629823e-05,
+      "loss": 21.2188,
+      "step": 21181
+    },
+    {
+      "epoch": 1.0122335850138584,
+      "grad_norm": 523.0484619140625,
+      "learning_rate": 1.0287838962601357e-05,
+      "loss": 41.9688,
+      "step": 21182
+    },
+    {
+      "epoch": 1.0122813724553188,
+      "grad_norm": 157.60964965820312,
+      "learning_rate": 1.0287065414849105e-05,
+      "loss": 20.9531,
+      "step": 21183
+    },
+    {
+      "epoch": 1.0123291598967792,
+      "grad_norm": 195.61622619628906,
+      "learning_rate": 1.0286291865377703e-05,
+      "loss": 23.6406,
+      "step": 21184
+    },
+    {
+      "epoch": 1.0123769473382396,
+      "grad_norm": 140.13211059570312,
+      "learning_rate": 1.0285518314191782e-05,
+      "loss": 28.125,
+      "step": 21185
+    },
+    {
+      "epoch": 1.0124247347797,
+      "grad_norm": 130.94985961914062,
+      "learning_rate": 1.0284744761295975e-05,
+      "loss": 24.6719,
+      "step": 21186
+    },
+    {
+      "epoch": 1.0124725222211604,
+      "grad_norm": 199.35935974121094,
+      "learning_rate": 1.0283971206694914e-05,
+      "loss": 28.375,
+      "step": 21187
+    },
+    {
+      "epoch": 1.0125203096626207,
+      "grad_norm": 242.20352172851562,
+      "learning_rate": 1.028319765039323e-05,
+      "loss": 26.6719,
+      "step": 21188
+    },
+    {
+      "epoch": 1.0125680971040811,
+      "grad_norm": 187.0277099609375,
+      "learning_rate": 1.0282424092395559e-05,
+      "loss": 27.4688,
+      "step": 21189
+    },
+    {
+      "epoch": 1.0126158845455415,
+      "grad_norm": 277.58734130859375,
+      "learning_rate": 1.0281650532706534e-05,
+      "loss": 26.2031,
+      "step": 21190
+    },
+    {
+      "epoch": 1.012663671987002,
+      "grad_norm": 223.3353729248047,
+      "learning_rate": 1.0280876971330785e-05,
+      "loss": 28.5938,
+      "step": 21191
+    },
+    {
+      "epoch": 1.0127114594284623,
+      "grad_norm": 371.0036926269531,
+      "learning_rate": 1.0280103408272943e-05,
+      "loss": 29.25,
+      "step": 21192
+    },
+    {
+      "epoch": 1.0127592468699227,
+      "grad_norm": 114.1681900024414,
+      "learning_rate": 1.0279329843537645e-05,
+      "loss": 23.0,
+      "step": 21193
+    },
+    {
+      "epoch": 1.0128070343113829,
+      "grad_norm": 198.59921264648438,
+      "learning_rate": 1.0278556277129519e-05,
+      "loss": 23.8438,
+      "step": 21194
+    },
+    {
+      "epoch": 1.0128548217528432,
+      "grad_norm": 278.4889221191406,
+      "learning_rate": 1.0277782709053204e-05,
+      "loss": 23.5781,
+      "step": 21195
+    },
+    {
+      "epoch": 1.0129026091943036,
+      "grad_norm": 416.36767578125,
+      "learning_rate": 1.0277009139313325e-05,
+      "loss": 18.125,
+      "step": 21196
+    },
+    {
+      "epoch": 1.012950396635764,
+      "grad_norm": 183.75750732421875,
+      "learning_rate": 1.0276235567914523e-05,
+      "loss": 18.3906,
+      "step": 21197
+    },
+    {
+      "epoch": 1.0129981840772244,
+      "grad_norm": 290.9590148925781,
+      "learning_rate": 1.0275461994861425e-05,
+      "loss": 22.9375,
+      "step": 21198
+    },
+    {
+      "epoch": 1.0130459715186848,
+      "grad_norm": 213.6157684326172,
+      "learning_rate": 1.0274688420158663e-05,
+      "loss": 25.625,
+      "step": 21199
+    },
+    {
+      "epoch": 1.0130937589601452,
+      "grad_norm": 382.3641052246094,
+      "learning_rate": 1.0273914843810875e-05,
+      "loss": 30.375,
+      "step": 21200
+    },
+    {
+      "epoch": 1.0131415464016056,
+      "grad_norm": 220.0108642578125,
+      "learning_rate": 1.027314126582269e-05,
+      "loss": 28.7344,
+      "step": 21201
+    },
+    {
+      "epoch": 1.013189333843066,
+      "grad_norm": 168.42466735839844,
+      "learning_rate": 1.027236768619874e-05,
+      "loss": 26.375,
+      "step": 21202
+    },
+    {
+      "epoch": 1.0132371212845264,
+      "grad_norm": 205.0742645263672,
+      "learning_rate": 1.0271594104943659e-05,
+      "loss": 17.5469,
+      "step": 21203
+    },
+    {
+      "epoch": 1.0132849087259868,
+      "grad_norm": 252.67860412597656,
+      "learning_rate": 1.0270820522062082e-05,
+      "loss": 34.4688,
+      "step": 21204
+    },
+    {
+      "epoch": 1.0133326961674471,
+      "grad_norm": 235.94110107421875,
+      "learning_rate": 1.0270046937558635e-05,
+      "loss": 22.25,
+      "step": 21205
+    },
+    {
+      "epoch": 1.0133804836089075,
+      "grad_norm": 228.20333862304688,
+      "learning_rate": 1.0269273351437959e-05,
+      "loss": 25.5,
+      "step": 21206
+    },
+    {
+      "epoch": 1.013428271050368,
+      "grad_norm": 203.8578338623047,
+      "learning_rate": 1.026849976370468e-05,
+      "loss": 27.9062,
+      "step": 21207
+    },
+    {
+      "epoch": 1.0134760584918283,
+      "grad_norm": 206.6116943359375,
+      "learning_rate": 1.0267726174363438e-05,
+      "loss": 35.6875,
+      "step": 21208
+    },
+    {
+      "epoch": 1.0135238459332887,
+      "grad_norm": 397.7667236328125,
+      "learning_rate": 1.0266952583418856e-05,
+      "loss": 29.3125,
+      "step": 21209
+    },
+    {
+      "epoch": 1.013571633374749,
+      "grad_norm": 208.97348022460938,
+      "learning_rate": 1.0266178990875577e-05,
+      "loss": 30.9062,
+      "step": 21210
+    },
+    {
+      "epoch": 1.0136194208162095,
+      "grad_norm": 151.95761108398438,
+      "learning_rate": 1.0265405396738229e-05,
+      "loss": 15.4375,
+      "step": 21211
+    },
+    {
+      "epoch": 1.0136672082576699,
+      "grad_norm": 223.68991088867188,
+      "learning_rate": 1.0264631801011445e-05,
+      "loss": 20.9844,
+      "step": 21212
+    },
+    {
+      "epoch": 1.0137149956991303,
+      "grad_norm": 222.68443298339844,
+      "learning_rate": 1.0263858203699855e-05,
+      "loss": 29.3438,
+      "step": 21213
+    },
+    {
+      "epoch": 1.0137627831405907,
+      "grad_norm": 170.3799591064453,
+      "learning_rate": 1.0263084604808097e-05,
+      "loss": 23.3281,
+      "step": 21214
+    },
+    {
+      "epoch": 1.013810570582051,
+      "grad_norm": 696.0158081054688,
+      "learning_rate": 1.0262311004340803e-05,
+      "loss": 36.7812,
+      "step": 21215
+    },
+    {
+      "epoch": 1.0138583580235114,
+      "grad_norm": 156.34307861328125,
+      "learning_rate": 1.0261537402302602e-05,
+      "loss": 27.6094,
+      "step": 21216
+    },
+    {
+      "epoch": 1.0139061454649718,
+      "grad_norm": 399.2462158203125,
+      "learning_rate": 1.0260763798698132e-05,
+      "loss": 36.0938,
+      "step": 21217
+    },
+    {
+      "epoch": 1.0139539329064322,
+      "grad_norm": 364.8622741699219,
+      "learning_rate": 1.0259990193532023e-05,
+      "loss": 25.9375,
+      "step": 21218
+    },
+    {
+      "epoch": 1.0140017203478926,
+      "grad_norm": 205.25094604492188,
+      "learning_rate": 1.0259216586808909e-05,
+      "loss": 28.5,
+      "step": 21219
+    },
+    {
+      "epoch": 1.014049507789353,
+      "grad_norm": 337.2086486816406,
+      "learning_rate": 1.0258442978533418e-05,
+      "loss": 31.0312,
+      "step": 21220
+    },
+    {
+      "epoch": 1.0140972952308134,
+      "grad_norm": 165.32131958007812,
+      "learning_rate": 1.0257669368710193e-05,
+      "loss": 32.5781,
+      "step": 21221
+    },
+    {
+      "epoch": 1.0141450826722738,
+      "grad_norm": 231.20591735839844,
+      "learning_rate": 1.0256895757343854e-05,
+      "loss": 24.4375,
+      "step": 21222
+    },
+    {
+      "epoch": 1.0141928701137342,
+      "grad_norm": 267.72235107421875,
+      "learning_rate": 1.0256122144439047e-05,
+      "loss": 18.7812,
+      "step": 21223
+    },
+    {
+      "epoch": 1.0142406575551945,
+      "grad_norm": 161.96243286132812,
+      "learning_rate": 1.0255348530000393e-05,
+      "loss": 24.5938,
+      "step": 21224
+    },
+    {
+      "epoch": 1.014288444996655,
+      "grad_norm": 267.8341369628906,
+      "learning_rate": 1.0254574914032536e-05,
+      "loss": 25.8125,
+      "step": 21225
+    },
+    {
+      "epoch": 1.0143362324381153,
+      "grad_norm": 177.6553497314453,
+      "learning_rate": 1.0253801296540102e-05,
+      "loss": 18.6406,
+      "step": 21226
+    },
+    {
+      "epoch": 1.0143840198795757,
+      "grad_norm": 209.4587860107422,
+      "learning_rate": 1.0253027677527725e-05,
+      "loss": 27.7188,
+      "step": 21227
+    },
+    {
+      "epoch": 1.014431807321036,
+      "grad_norm": 750.9432983398438,
+      "learning_rate": 1.025225405700004e-05,
+      "loss": 31.4688,
+      "step": 21228
+    },
+    {
+      "epoch": 1.0144795947624965,
+      "grad_norm": 169.77281188964844,
+      "learning_rate": 1.0251480434961676e-05,
+      "loss": 21.6406,
+      "step": 21229
+    },
+    {
+      "epoch": 1.0145273822039569,
+      "grad_norm": 656.7357177734375,
+      "learning_rate": 1.0250706811417273e-05,
+      "loss": 35.9375,
+      "step": 21230
+    },
+    {
+      "epoch": 1.0145751696454173,
+      "grad_norm": 148.377685546875,
+      "learning_rate": 1.0249933186371455e-05,
+      "loss": 24.2969,
+      "step": 21231
+    },
+    {
+      "epoch": 1.0146229570868777,
+      "grad_norm": 276.7227478027344,
+      "learning_rate": 1.0249159559828864e-05,
+      "loss": 25.9062,
+      "step": 21232
+    },
+    {
+      "epoch": 1.014670744528338,
+      "grad_norm": 184.43934631347656,
+      "learning_rate": 1.0248385931794127e-05,
+      "loss": 22.0938,
+      "step": 21233
+    },
+    {
+      "epoch": 1.0147185319697984,
+      "grad_norm": 275.50531005859375,
+      "learning_rate": 1.0247612302271877e-05,
+      "loss": 29.4375,
+      "step": 21234
+    },
+    {
+      "epoch": 1.0147663194112586,
+      "grad_norm": 206.69459533691406,
+      "learning_rate": 1.0246838671266752e-05,
+      "loss": 27.0156,
+      "step": 21235
+    },
+    {
+      "epoch": 1.014814106852719,
+      "grad_norm": 500.4455871582031,
+      "learning_rate": 1.0246065038783381e-05,
+      "loss": 24.0,
+      "step": 21236
+    },
+    {
+      "epoch": 1.0148618942941794,
+      "grad_norm": 352.75592041015625,
+      "learning_rate": 1.0245291404826396e-05,
+      "loss": 24.2812,
+      "step": 21237
+    },
+    {
+      "epoch": 1.0149096817356398,
+      "grad_norm": 324.2771911621094,
+      "learning_rate": 1.0244517769400433e-05,
+      "loss": 22.8125,
+      "step": 21238
+    },
+    {
+      "epoch": 1.0149574691771002,
+      "grad_norm": 188.8044891357422,
+      "learning_rate": 1.0243744132510124e-05,
+      "loss": 22.4844,
+      "step": 21239
+    },
+    {
+      "epoch": 1.0150052566185606,
+      "grad_norm": 130.20962524414062,
+      "learning_rate": 1.0242970494160102e-05,
+      "loss": 24.2812,
+      "step": 21240
+    },
+    {
+      "epoch": 1.015053044060021,
+      "grad_norm": 126.35565948486328,
+      "learning_rate": 1.0242196854355002e-05,
+      "loss": 21.2969,
+      "step": 21241
+    },
+    {
+      "epoch": 1.0151008315014813,
+      "grad_norm": 318.3198547363281,
+      "learning_rate": 1.0241423213099454e-05,
+      "loss": 17.1172,
+      "step": 21242
+    },
+    {
+      "epoch": 1.0151486189429417,
+      "grad_norm": 405.8563537597656,
+      "learning_rate": 1.0240649570398093e-05,
+      "loss": 20.7812,
+      "step": 21243
+    },
+    {
+      "epoch": 1.0151964063844021,
+      "grad_norm": 292.46429443359375,
+      "learning_rate": 1.0239875926255549e-05,
+      "loss": 30.8594,
+      "step": 21244
+    },
+    {
+      "epoch": 1.0152441938258625,
+      "grad_norm": 345.9168395996094,
+      "learning_rate": 1.0239102280676461e-05,
+      "loss": 42.0625,
+      "step": 21245
+    },
+    {
+      "epoch": 1.015291981267323,
+      "grad_norm": 213.8867950439453,
+      "learning_rate": 1.0238328633665458e-05,
+      "loss": 26.1094,
+      "step": 21246
+    },
+    {
+      "epoch": 1.0153397687087833,
+      "grad_norm": 144.8852996826172,
+      "learning_rate": 1.0237554985227173e-05,
+      "loss": 16.0781,
+      "step": 21247
+    },
+    {
+      "epoch": 1.0153875561502437,
+      "grad_norm": 437.6575012207031,
+      "learning_rate": 1.0236781335366239e-05,
+      "loss": 29.6562,
+      "step": 21248
+    },
+    {
+      "epoch": 1.015435343591704,
+      "grad_norm": 232.71937561035156,
+      "learning_rate": 1.0236007684087294e-05,
+      "loss": 28.4688,
+      "step": 21249
+    },
+    {
+      "epoch": 1.0154831310331645,
+      "grad_norm": 228.8382110595703,
+      "learning_rate": 1.0235234031394967e-05,
+      "loss": 26.4062,
+      "step": 21250
+    },
+    {
+      "epoch": 1.0155309184746248,
+      "grad_norm": 290.5085144042969,
+      "learning_rate": 1.0234460377293891e-05,
+      "loss": 32.875,
+      "step": 21251
+    },
+    {
+      "epoch": 1.0155787059160852,
+      "grad_norm": 160.79788208007812,
+      "learning_rate": 1.02336867217887e-05,
+      "loss": 23.2188,
+      "step": 21252
+    },
+    {
+      "epoch": 1.0156264933575456,
+      "grad_norm": 306.6544189453125,
+      "learning_rate": 1.0232913064884025e-05,
+      "loss": 26.8125,
+      "step": 21253
+    },
+    {
+      "epoch": 1.015674280799006,
+      "grad_norm": 319.2955017089844,
+      "learning_rate": 1.0232139406584503e-05,
+      "loss": 37.7188,
+      "step": 21254
+    },
+    {
+      "epoch": 1.0157220682404664,
+      "grad_norm": 701.1116333007812,
+      "learning_rate": 1.0231365746894763e-05,
+      "loss": 18.625,
+      "step": 21255
+    },
+    {
+      "epoch": 1.0157698556819268,
+      "grad_norm": 210.2327880859375,
+      "learning_rate": 1.0230592085819443e-05,
+      "loss": 21.2656,
+      "step": 21256
+    },
+    {
+      "epoch": 1.0158176431233872,
+      "grad_norm": 192.74334716796875,
+      "learning_rate": 1.0229818423363173e-05,
+      "loss": 26.0625,
+      "step": 21257
+    },
+    {
+      "epoch": 1.0158654305648476,
+      "grad_norm": 212.01242065429688,
+      "learning_rate": 1.0229044759530592e-05,
+      "loss": 27.7188,
+      "step": 21258
+    },
+    {
+      "epoch": 1.015913218006308,
+      "grad_norm": 130.4390106201172,
+      "learning_rate": 1.0228271094326321e-05,
+      "loss": 16.9531,
+      "step": 21259
+    },
+    {
+      "epoch": 1.0159610054477684,
+      "grad_norm": 137.8663330078125,
+      "learning_rate": 1.0227497427755006e-05,
+      "loss": 19.8438,
+      "step": 21260
+    },
+    {
+      "epoch": 1.0160087928892287,
+      "grad_norm": 253.4522705078125,
+      "learning_rate": 1.022672375982127e-05,
+      "loss": 28.3438,
+      "step": 21261
+    },
+    {
+      "epoch": 1.0160565803306891,
+      "grad_norm": 373.80010986328125,
+      "learning_rate": 1.0225950090529756e-05,
+      "loss": 34.875,
+      "step": 21262
+    },
+    {
+      "epoch": 1.0161043677721495,
+      "grad_norm": 280.7227783203125,
+      "learning_rate": 1.0225176419885092e-05,
+      "loss": 40.0625,
+      "step": 21263
+    },
+    {
+      "epoch": 1.01615215521361,
+      "grad_norm": 394.3138427734375,
+      "learning_rate": 1.022440274789191e-05,
+      "loss": 21.2812,
+      "step": 21264
+    },
+    {
+      "epoch": 1.0161999426550703,
+      "grad_norm": 331.60345458984375,
+      "learning_rate": 1.0223629074554846e-05,
+      "loss": 28.2812,
+      "step": 21265
+    },
+    {
+      "epoch": 1.0162477300965307,
+      "grad_norm": 149.7686309814453,
+      "learning_rate": 1.022285539987853e-05,
+      "loss": 17.9375,
+      "step": 21266
+    },
+    {
+      "epoch": 1.016295517537991,
+      "grad_norm": 362.4450378417969,
+      "learning_rate": 1.0222081723867602e-05,
+      "loss": 21.1562,
+      "step": 21267
+    },
+    {
+      "epoch": 1.0163433049794515,
+      "grad_norm": 301.9005126953125,
+      "learning_rate": 1.022130804652669e-05,
+      "loss": 31.3125,
+      "step": 21268
+    },
+    {
+      "epoch": 1.0163910924209119,
+      "grad_norm": 260.3275146484375,
+      "learning_rate": 1.0220534367860428e-05,
+      "loss": 26.0,
+      "step": 21269
+    },
+    {
+      "epoch": 1.0164388798623722,
+      "grad_norm": 313.5602722167969,
+      "learning_rate": 1.0219760687873448e-05,
+      "loss": 24.4062,
+      "step": 21270
+    },
+    {
+      "epoch": 1.0164866673038326,
+      "grad_norm": 341.4515686035156,
+      "learning_rate": 1.0218987006570386e-05,
+      "loss": 31.0625,
+      "step": 21271
+    },
+    {
+      "epoch": 1.016534454745293,
+      "grad_norm": 668.2874755859375,
+      "learning_rate": 1.0218213323955874e-05,
+      "loss": 27.0312,
+      "step": 21272
+    },
+    {
+      "epoch": 1.0165822421867534,
+      "grad_norm": 191.8643035888672,
+      "learning_rate": 1.0217439640034548e-05,
+      "loss": 26.8438,
+      "step": 21273
+    },
+    {
+      "epoch": 1.0166300296282138,
+      "grad_norm": 248.85121154785156,
+      "learning_rate": 1.0216665954811033e-05,
+      "loss": 21.5156,
+      "step": 21274
+    },
+    {
+      "epoch": 1.0166778170696742,
+      "grad_norm": 201.39279174804688,
+      "learning_rate": 1.0215892268289976e-05,
+      "loss": 21.5,
+      "step": 21275
+    },
+    {
+      "epoch": 1.0167256045111346,
+      "grad_norm": 196.6980438232422,
+      "learning_rate": 1.0215118580476e-05,
+      "loss": 23.5781,
+      "step": 21276
+    },
+    {
+      "epoch": 1.0167733919525948,
+      "grad_norm": 178.2887420654297,
+      "learning_rate": 1.021434489137374e-05,
+      "loss": 20.4844,
+      "step": 21277
+    },
+    {
+      "epoch": 1.0168211793940551,
+      "grad_norm": 166.3229522705078,
+      "learning_rate": 1.0213571200987832e-05,
+      "loss": 18.4531,
+      "step": 21278
+    },
+    {
+      "epoch": 1.0168689668355155,
+      "grad_norm": 268.662109375,
+      "learning_rate": 1.0212797509322907e-05,
+      "loss": 32.8125,
+      "step": 21279
+    },
+    {
+      "epoch": 1.016916754276976,
+      "grad_norm": 455.0760803222656,
+      "learning_rate": 1.02120238163836e-05,
+      "loss": 29.0312,
+      "step": 21280
+    },
+    {
+      "epoch": 1.0169645417184363,
+      "grad_norm": 186.5837860107422,
+      "learning_rate": 1.0211250122174543e-05,
+      "loss": 26.3125,
+      "step": 21281
+    },
+    {
+      "epoch": 1.0170123291598967,
+      "grad_norm": 141.00770568847656,
+      "learning_rate": 1.0210476426700373e-05,
+      "loss": 18.6562,
+      "step": 21282
+    },
+    {
+      "epoch": 1.017060116601357,
+      "grad_norm": 187.0921630859375,
+      "learning_rate": 1.020970272996572e-05,
+      "loss": 23.9531,
+      "step": 21283
+    },
+    {
+      "epoch": 1.0171079040428175,
+      "grad_norm": 264.67913818359375,
+      "learning_rate": 1.0208929031975218e-05,
+      "loss": 32.9375,
+      "step": 21284
+    },
+    {
+      "epoch": 1.0171556914842779,
+      "grad_norm": 136.81373596191406,
+      "learning_rate": 1.02081553327335e-05,
+      "loss": 26.6562,
+      "step": 21285
+    },
+    {
+      "epoch": 1.0172034789257383,
+      "grad_norm": 234.8641357421875,
+      "learning_rate": 1.0207381632245202e-05,
+      "loss": 23.0625,
+      "step": 21286
+    },
+    {
+      "epoch": 1.0172512663671986,
+      "grad_norm": 182.3080291748047,
+      "learning_rate": 1.0206607930514953e-05,
+      "loss": 39.3906,
+      "step": 21287
+    },
+    {
+      "epoch": 1.017299053808659,
+      "grad_norm": 1550.417724609375,
+      "learning_rate": 1.0205834227547391e-05,
+      "loss": 31.4062,
+      "step": 21288
+    },
+    {
+      "epoch": 1.0173468412501194,
+      "grad_norm": 258.4907531738281,
+      "learning_rate": 1.0205060523347145e-05,
+      "loss": 17.9844,
+      "step": 21289
+    },
+    {
+      "epoch": 1.0173946286915798,
+      "grad_norm": 359.93267822265625,
+      "learning_rate": 1.0204286817918854e-05,
+      "loss": 34.625,
+      "step": 21290
+    },
+    {
+      "epoch": 1.0174424161330402,
+      "grad_norm": 286.51470947265625,
+      "learning_rate": 1.0203513111267148e-05,
+      "loss": 15.9375,
+      "step": 21291
+    },
+    {
+      "epoch": 1.0174902035745006,
+      "grad_norm": 271.3539123535156,
+      "learning_rate": 1.0202739403396658e-05,
+      "loss": 24.3281,
+      "step": 21292
+    },
+    {
+      "epoch": 1.017537991015961,
+      "grad_norm": 291.85760498046875,
+      "learning_rate": 1.0201965694312023e-05,
+      "loss": 22.875,
+      "step": 21293
+    },
+    {
+      "epoch": 1.0175857784574214,
+      "grad_norm": 261.1915283203125,
+      "learning_rate": 1.0201191984017874e-05,
+      "loss": 29.375,
+      "step": 21294
+    },
+    {
+      "epoch": 1.0176335658988818,
+      "grad_norm": 348.0375061035156,
+      "learning_rate": 1.0200418272518847e-05,
+      "loss": 33.9375,
+      "step": 21295
+    },
+    {
+      "epoch": 1.0176813533403422,
+      "grad_norm": 319.5592041015625,
+      "learning_rate": 1.0199644559819569e-05,
+      "loss": 27.6406,
+      "step": 21296
+    },
+    {
+      "epoch": 1.0177291407818025,
+      "grad_norm": 156.94509887695312,
+      "learning_rate": 1.019887084592468e-05,
+      "loss": 19.8594,
+      "step": 21297
+    },
+    {
+      "epoch": 1.017776928223263,
+      "grad_norm": 335.6299743652344,
+      "learning_rate": 1.0198097130838811e-05,
+      "loss": 29.3438,
+      "step": 21298
+    },
+    {
+      "epoch": 1.0178247156647233,
+      "grad_norm": 450.8992614746094,
+      "learning_rate": 1.0197323414566596e-05,
+      "loss": 20.0625,
+      "step": 21299
+    },
+    {
+      "epoch": 1.0178725031061837,
+      "grad_norm": 382.805419921875,
+      "learning_rate": 1.0196549697112668e-05,
+      "loss": 29.5312,
+      "step": 21300
+    },
+    {
+      "epoch": 1.017920290547644,
+      "grad_norm": 227.42662048339844,
+      "learning_rate": 1.019577597848166e-05,
+      "loss": 27.9688,
+      "step": 21301
+    },
+    {
+      "epoch": 1.0179680779891045,
+      "grad_norm": 176.18467712402344,
+      "learning_rate": 1.0195002258678211e-05,
+      "loss": 24.1406,
+      "step": 21302
+    },
+    {
+      "epoch": 1.0180158654305649,
+      "grad_norm": 752.2430419921875,
+      "learning_rate": 1.0194228537706943e-05,
+      "loss": 29.0,
+      "step": 21303
+    },
+    {
+      "epoch": 1.0180636528720253,
+      "grad_norm": 433.7823181152344,
+      "learning_rate": 1.0193454815572501e-05,
+      "loss": 30.125,
+      "step": 21304
+    },
+    {
+      "epoch": 1.0181114403134857,
+      "grad_norm": 295.25445556640625,
+      "learning_rate": 1.0192681092279513e-05,
+      "loss": 25.6094,
+      "step": 21305
+    },
+    {
+      "epoch": 1.018159227754946,
+      "grad_norm": 192.78713989257812,
+      "learning_rate": 1.0191907367832616e-05,
+      "loss": 25.875,
+      "step": 21306
+    },
+    {
+      "epoch": 1.0182070151964064,
+      "grad_norm": 170.7176971435547,
+      "learning_rate": 1.0191133642236437e-05,
+      "loss": 22.0,
+      "step": 21307
+    },
+    {
+      "epoch": 1.0182548026378668,
+      "grad_norm": 469.93878173828125,
+      "learning_rate": 1.0190359915495618e-05,
+      "loss": 20.4844,
+      "step": 21308
+    },
+    {
+      "epoch": 1.0183025900793272,
+      "grad_norm": 349.2845153808594,
+      "learning_rate": 1.0189586187614786e-05,
+      "loss": 36.9688,
+      "step": 21309
+    },
+    {
+      "epoch": 1.0183503775207876,
+      "grad_norm": 276.2223205566406,
+      "learning_rate": 1.018881245859858e-05,
+      "loss": 30.6562,
+      "step": 21310
+    },
+    {
+      "epoch": 1.018398164962248,
+      "grad_norm": 237.3186798095703,
+      "learning_rate": 1.0188038728451632e-05,
+      "loss": 27.5312,
+      "step": 21311
+    },
+    {
+      "epoch": 1.0184459524037084,
+      "grad_norm": 474.83746337890625,
+      "learning_rate": 1.0187264997178571e-05,
+      "loss": 33.75,
+      "step": 21312
+    },
+    {
+      "epoch": 1.0184937398451688,
+      "grad_norm": 229.87161254882812,
+      "learning_rate": 1.0186491264784038e-05,
+      "loss": 30.5938,
+      "step": 21313
+    },
+    {
+      "epoch": 1.0185415272866292,
+      "grad_norm": 215.38893127441406,
+      "learning_rate": 1.0185717531272659e-05,
+      "loss": 34.1406,
+      "step": 21314
+    },
+    {
+      "epoch": 1.0185893147280896,
+      "grad_norm": 227.37548828125,
+      "learning_rate": 1.0184943796649073e-05,
+      "loss": 30.0938,
+      "step": 21315
+    },
+    {
+      "epoch": 1.01863710216955,
+      "grad_norm": 297.5205993652344,
+      "learning_rate": 1.0184170060917914e-05,
+      "loss": 31.9375,
+      "step": 21316
+    },
+    {
+      "epoch": 1.0186848896110103,
+      "grad_norm": 199.7061309814453,
+      "learning_rate": 1.0183396324083813e-05,
+      "loss": 31.8125,
+      "step": 21317
+    },
+    {
+      "epoch": 1.0187326770524705,
+      "grad_norm": 208.82418823242188,
+      "learning_rate": 1.0182622586151406e-05,
+      "loss": 24.3125,
+      "step": 21318
+    },
+    {
+      "epoch": 1.018780464493931,
+      "grad_norm": 200.09780883789062,
+      "learning_rate": 1.0181848847125324e-05,
+      "loss": 26.6406,
+      "step": 21319
+    },
+    {
+      "epoch": 1.0188282519353913,
+      "grad_norm": 294.8255920410156,
+      "learning_rate": 1.01810751070102e-05,
+      "loss": 22.375,
+      "step": 21320
+    },
+    {
+      "epoch": 1.0188760393768517,
+      "grad_norm": 217.42864990234375,
+      "learning_rate": 1.0180301365810674e-05,
+      "loss": 28.5,
+      "step": 21321
+    },
+    {
+      "epoch": 1.018923826818312,
+      "grad_norm": 320.9981689453125,
+      "learning_rate": 1.0179527623531371e-05,
+      "loss": 21.0312,
+      "step": 21322
+    },
+    {
+      "epoch": 1.0189716142597725,
+      "grad_norm": 293.46405029296875,
+      "learning_rate": 1.0178753880176933e-05,
+      "loss": 29.4688,
+      "step": 21323
+    },
+    {
+      "epoch": 1.0190194017012328,
+      "grad_norm": 634.8651123046875,
+      "learning_rate": 1.0177980135751988e-05,
+      "loss": 23.9375,
+      "step": 21324
+    },
+    {
+      "epoch": 1.0190671891426932,
+      "grad_norm": 253.65298461914062,
+      "learning_rate": 1.0177206390261172e-05,
+      "loss": 20.7656,
+      "step": 21325
+    },
+    {
+      "epoch": 1.0191149765841536,
+      "grad_norm": 205.83335876464844,
+      "learning_rate": 1.017643264370912e-05,
+      "loss": 25.2188,
+      "step": 21326
+    },
+    {
+      "epoch": 1.019162764025614,
+      "grad_norm": 307.7873229980469,
+      "learning_rate": 1.017565889610046e-05,
+      "loss": 42.25,
+      "step": 21327
+    },
+    {
+      "epoch": 1.0192105514670744,
+      "grad_norm": 191.99021911621094,
+      "learning_rate": 1.0174885147439832e-05,
+      "loss": 20.25,
+      "step": 21328
+    },
+    {
+      "epoch": 1.0192583389085348,
+      "grad_norm": 395.20111083984375,
+      "learning_rate": 1.0174111397731867e-05,
+      "loss": 39.7188,
+      "step": 21329
+    },
+    {
+      "epoch": 1.0193061263499952,
+      "grad_norm": 318.43951416015625,
+      "learning_rate": 1.0173337646981203e-05,
+      "loss": 28.4688,
+      "step": 21330
+    },
+    {
+      "epoch": 1.0193539137914556,
+      "grad_norm": 226.54559326171875,
+      "learning_rate": 1.0172563895192464e-05,
+      "loss": 16.4844,
+      "step": 21331
+    },
+    {
+      "epoch": 1.019401701232916,
+      "grad_norm": 204.00836181640625,
+      "learning_rate": 1.0171790142370295e-05,
+      "loss": 20.5,
+      "step": 21332
+    },
+    {
+      "epoch": 1.0194494886743763,
+      "grad_norm": 198.0364227294922,
+      "learning_rate": 1.0171016388519325e-05,
+      "loss": 26.8125,
+      "step": 21333
+    },
+    {
+      "epoch": 1.0194972761158367,
+      "grad_norm": 159.78289794921875,
+      "learning_rate": 1.0170242633644187e-05,
+      "loss": 22.6875,
+      "step": 21334
+    },
+    {
+      "epoch": 1.0195450635572971,
+      "grad_norm": 264.6243591308594,
+      "learning_rate": 1.0169468877749513e-05,
+      "loss": 26.75,
+      "step": 21335
+    },
+    {
+      "epoch": 1.0195928509987575,
+      "grad_norm": 337.6357116699219,
+      "learning_rate": 1.016869512083994e-05,
+      "loss": 27.3125,
+      "step": 21336
+    },
+    {
+      "epoch": 1.019640638440218,
+      "grad_norm": 316.75897216796875,
+      "learning_rate": 1.0167921362920101e-05,
+      "loss": 22.2969,
+      "step": 21337
+    },
+    {
+      "epoch": 1.0196884258816783,
+      "grad_norm": 109.27352905273438,
+      "learning_rate": 1.0167147603994629e-05,
+      "loss": 18.9844,
+      "step": 21338
+    },
+    {
+      "epoch": 1.0197362133231387,
+      "grad_norm": 247.22511291503906,
+      "learning_rate": 1.016637384406816e-05,
+      "loss": 20.4688,
+      "step": 21339
+    },
+    {
+      "epoch": 1.019784000764599,
+      "grad_norm": 162.27098083496094,
+      "learning_rate": 1.0165600083145325e-05,
+      "loss": 25.6562,
+      "step": 21340
+    },
+    {
+      "epoch": 1.0198317882060595,
+      "grad_norm": 215.95880126953125,
+      "learning_rate": 1.0164826321230761e-05,
+      "loss": 22.75,
+      "step": 21341
+    },
+    {
+      "epoch": 1.0198795756475199,
+      "grad_norm": 324.1156311035156,
+      "learning_rate": 1.0164052558329096e-05,
+      "loss": 25.0938,
+      "step": 21342
+    },
+    {
+      "epoch": 1.0199273630889802,
+      "grad_norm": 230.8505401611328,
+      "learning_rate": 1.0163278794444972e-05,
+      "loss": 29.0312,
+      "step": 21343
+    },
+    {
+      "epoch": 1.0199751505304406,
+      "grad_norm": 245.23854064941406,
+      "learning_rate": 1.0162505029583017e-05,
+      "loss": 30.2188,
+      "step": 21344
+    },
+    {
+      "epoch": 1.020022937971901,
+      "grad_norm": 216.4659881591797,
+      "learning_rate": 1.0161731263747867e-05,
+      "loss": 21.4219,
+      "step": 21345
+    },
+    {
+      "epoch": 1.0200707254133614,
+      "grad_norm": 410.47906494140625,
+      "learning_rate": 1.0160957496944154e-05,
+      "loss": 30.625,
+      "step": 21346
+    },
+    {
+      "epoch": 1.0201185128548218,
+      "grad_norm": 157.43157958984375,
+      "learning_rate": 1.0160183729176515e-05,
+      "loss": 23.4375,
+      "step": 21347
+    },
+    {
+      "epoch": 1.0201663002962822,
+      "grad_norm": 190.06365966796875,
+      "learning_rate": 1.0159409960449584e-05,
+      "loss": 23.0156,
+      "step": 21348
+    },
+    {
+      "epoch": 1.0202140877377426,
+      "grad_norm": 383.527099609375,
+      "learning_rate": 1.0158636190767993e-05,
+      "loss": 32.125,
+      "step": 21349
+    },
+    {
+      "epoch": 1.020261875179203,
+      "grad_norm": 202.17709350585938,
+      "learning_rate": 1.0157862420136371e-05,
+      "loss": 26.75,
+      "step": 21350
+    },
+    {
+      "epoch": 1.0203096626206634,
+      "grad_norm": 344.1266174316406,
+      "learning_rate": 1.0157088648559359e-05,
+      "loss": 18.9062,
+      "step": 21351
+    },
+    {
+      "epoch": 1.0203574500621237,
+      "grad_norm": 936.3116455078125,
+      "learning_rate": 1.015631487604159e-05,
+      "loss": 25.5938,
+      "step": 21352
+    },
+    {
+      "epoch": 1.0204052375035841,
+      "grad_norm": 1368.05322265625,
+      "learning_rate": 1.0155541102587696e-05,
+      "loss": 36.625,
+      "step": 21353
+    },
+    {
+      "epoch": 1.0204530249450445,
+      "grad_norm": 277.16168212890625,
+      "learning_rate": 1.0154767328202314e-05,
+      "loss": 30.9688,
+      "step": 21354
+    },
+    {
+      "epoch": 1.020500812386505,
+      "grad_norm": 183.55471801757812,
+      "learning_rate": 1.0153993552890069e-05,
+      "loss": 23.5,
+      "step": 21355
+    },
+    {
+      "epoch": 1.0205485998279653,
+      "grad_norm": 93.0512466430664,
+      "learning_rate": 1.0153219776655607e-05,
+      "loss": 17.6406,
+      "step": 21356
+    },
+    {
+      "epoch": 1.0205963872694257,
+      "grad_norm": 288.6069030761719,
+      "learning_rate": 1.0152445999503553e-05,
+      "loss": 38.0312,
+      "step": 21357
+    },
+    {
+      "epoch": 1.020644174710886,
+      "grad_norm": 324.7917175292969,
+      "learning_rate": 1.0151672221438546e-05,
+      "loss": 27.5312,
+      "step": 21358
+    },
+    {
+      "epoch": 1.0206919621523463,
+      "grad_norm": 397.1236877441406,
+      "learning_rate": 1.0150898442465216e-05,
+      "loss": 30.6875,
+      "step": 21359
+    },
+    {
+      "epoch": 1.0207397495938066,
+      "grad_norm": 674.9440307617188,
+      "learning_rate": 1.0150124662588201e-05,
+      "loss": 45.0625,
+      "step": 21360
+    },
+    {
+      "epoch": 1.020787537035267,
+      "grad_norm": 265.5491943359375,
+      "learning_rate": 1.0149350881812135e-05,
+      "loss": 25.5625,
+      "step": 21361
+    },
+    {
+      "epoch": 1.0208353244767274,
+      "grad_norm": 388.0303955078125,
+      "learning_rate": 1.0148577100141646e-05,
+      "loss": 22.6562,
+      "step": 21362
+    },
+    {
+      "epoch": 1.0208831119181878,
+      "grad_norm": 429.44647216796875,
+      "learning_rate": 1.0147803317581373e-05,
+      "loss": 27.75,
+      "step": 21363
+    },
+    {
+      "epoch": 1.0209308993596482,
+      "grad_norm": 289.9389953613281,
+      "learning_rate": 1.0147029534135948e-05,
+      "loss": 26.6562,
+      "step": 21364
+    },
+    {
+      "epoch": 1.0209786868011086,
+      "grad_norm": 422.6211242675781,
+      "learning_rate": 1.0146255749810007e-05,
+      "loss": 29.0,
+      "step": 21365
+    },
+    {
+      "epoch": 1.021026474242569,
+      "grad_norm": 213.4725341796875,
+      "learning_rate": 1.0145481964608186e-05,
+      "loss": 29.1562,
+      "step": 21366
+    },
+    {
+      "epoch": 1.0210742616840294,
+      "grad_norm": 191.27159118652344,
+      "learning_rate": 1.0144708178535112e-05,
+      "loss": 17.7812,
+      "step": 21367
+    },
+    {
+      "epoch": 1.0211220491254898,
+      "grad_norm": 334.73651123046875,
+      "learning_rate": 1.0143934391595423e-05,
+      "loss": 44.4062,
+      "step": 21368
+    },
+    {
+      "epoch": 1.0211698365669502,
+      "grad_norm": 162.22161865234375,
+      "learning_rate": 1.0143160603793754e-05,
+      "loss": 19.5938,
+      "step": 21369
+    },
+    {
+      "epoch": 1.0212176240084105,
+      "grad_norm": 812.8155517578125,
+      "learning_rate": 1.0142386815134735e-05,
+      "loss": 29.6875,
+      "step": 21370
+    },
+    {
+      "epoch": 1.021265411449871,
+      "grad_norm": 375.4082946777344,
+      "learning_rate": 1.0141613025623004e-05,
+      "loss": 29.6562,
+      "step": 21371
+    },
+    {
+      "epoch": 1.0213131988913313,
+      "grad_norm": 245.41246032714844,
+      "learning_rate": 1.0140839235263196e-05,
+      "loss": 31.1562,
+      "step": 21372
+    },
+    {
+      "epoch": 1.0213609863327917,
+      "grad_norm": 198.94847106933594,
+      "learning_rate": 1.014006544405994e-05,
+      "loss": 21.4375,
+      "step": 21373
+    },
+    {
+      "epoch": 1.021408773774252,
+      "grad_norm": 150.47694396972656,
+      "learning_rate": 1.0139291652017875e-05,
+      "loss": 18.5156,
+      "step": 21374
+    },
+    {
+      "epoch": 1.0214565612157125,
+      "grad_norm": 227.02992248535156,
+      "learning_rate": 1.013851785914163e-05,
+      "loss": 22.4375,
+      "step": 21375
+    },
+    {
+      "epoch": 1.0215043486571729,
+      "grad_norm": 431.8973693847656,
+      "learning_rate": 1.0137744065435845e-05,
+      "loss": 30.9688,
+      "step": 21376
+    },
+    {
+      "epoch": 1.0215521360986333,
+      "grad_norm": 185.34573364257812,
+      "learning_rate": 1.0136970270905146e-05,
+      "loss": 29.4375,
+      "step": 21377
+    },
+    {
+      "epoch": 1.0215999235400937,
+      "grad_norm": 631.939453125,
+      "learning_rate": 1.0136196475554177e-05,
+      "loss": 37.2344,
+      "step": 21378
+    },
+    {
+      "epoch": 1.021647710981554,
+      "grad_norm": 232.430419921875,
+      "learning_rate": 1.0135422679387563e-05,
+      "loss": 21.4062,
+      "step": 21379
+    },
+    {
+      "epoch": 1.0216954984230144,
+      "grad_norm": 249.26895141601562,
+      "learning_rate": 1.0134648882409943e-05,
+      "loss": 26.125,
+      "step": 21380
+    },
+    {
+      "epoch": 1.0217432858644748,
+      "grad_norm": 265.7546691894531,
+      "learning_rate": 1.0133875084625953e-05,
+      "loss": 19.4375,
+      "step": 21381
+    },
+    {
+      "epoch": 1.0217910733059352,
+      "grad_norm": 220.83570861816406,
+      "learning_rate": 1.0133101286040222e-05,
+      "loss": 21.6875,
+      "step": 21382
+    },
+    {
+      "epoch": 1.0218388607473956,
+      "grad_norm": 247.01907348632812,
+      "learning_rate": 1.0132327486657383e-05,
+      "loss": 30.2812,
+      "step": 21383
+    },
+    {
+      "epoch": 1.021886648188856,
+      "grad_norm": 292.8739013671875,
+      "learning_rate": 1.0131553686482077e-05,
+      "loss": 30.7812,
+      "step": 21384
+    },
+    {
+      "epoch": 1.0219344356303164,
+      "grad_norm": 173.81448364257812,
+      "learning_rate": 1.0130779885518933e-05,
+      "loss": 23.4688,
+      "step": 21385
+    },
+    {
+      "epoch": 1.0219822230717768,
+      "grad_norm": 433.439697265625,
+      "learning_rate": 1.0130006083772586e-05,
+      "loss": 21.4688,
+      "step": 21386
+    },
+    {
+      "epoch": 1.0220300105132372,
+      "grad_norm": 209.23155212402344,
+      "learning_rate": 1.012923228124767e-05,
+      "loss": 28.875,
+      "step": 21387
+    },
+    {
+      "epoch": 1.0220777979546976,
+      "grad_norm": 261.1400146484375,
+      "learning_rate": 1.012845847794882e-05,
+      "loss": 29.8906,
+      "step": 21388
+    },
+    {
+      "epoch": 1.022125585396158,
+      "grad_norm": 192.46884155273438,
+      "learning_rate": 1.0127684673880669e-05,
+      "loss": 23.4062,
+      "step": 21389
+    },
+    {
+      "epoch": 1.0221733728376183,
+      "grad_norm": 222.69725036621094,
+      "learning_rate": 1.012691086904785e-05,
+      "loss": 22.8438,
+      "step": 21390
+    },
+    {
+      "epoch": 1.0222211602790787,
+      "grad_norm": 221.80828857421875,
+      "learning_rate": 1.0126137063455001e-05,
+      "loss": 22.7812,
+      "step": 21391
+    },
+    {
+      "epoch": 1.0222689477205391,
+      "grad_norm": 259.4657897949219,
+      "learning_rate": 1.0125363257106753e-05,
+      "loss": 22.5156,
+      "step": 21392
+    },
+    {
+      "epoch": 1.0223167351619995,
+      "grad_norm": 297.5664978027344,
+      "learning_rate": 1.012458945000774e-05,
+      "loss": 25.5312,
+      "step": 21393
+    },
+    {
+      "epoch": 1.02236452260346,
+      "grad_norm": 493.7599792480469,
+      "learning_rate": 1.0123815642162598e-05,
+      "loss": 31.875,
+      "step": 21394
+    },
+    {
+      "epoch": 1.0224123100449203,
+      "grad_norm": 236.27162170410156,
+      "learning_rate": 1.012304183357596e-05,
+      "loss": 25.5938,
+      "step": 21395
+    },
+    {
+      "epoch": 1.0224600974863807,
+      "grad_norm": 236.52523803710938,
+      "learning_rate": 1.0122268024252461e-05,
+      "loss": 23.4219,
+      "step": 21396
+    },
+    {
+      "epoch": 1.022507884927841,
+      "grad_norm": 236.41583251953125,
+      "learning_rate": 1.0121494214196733e-05,
+      "loss": 18.25,
+      "step": 21397
+    },
+    {
+      "epoch": 1.0225556723693014,
+      "grad_norm": 304.3131103515625,
+      "learning_rate": 1.0120720403413413e-05,
+      "loss": 22.8125,
+      "step": 21398
+    },
+    {
+      "epoch": 1.0226034598107618,
+      "grad_norm": 224.50704956054688,
+      "learning_rate": 1.0119946591907132e-05,
+      "loss": 21.2812,
+      "step": 21399
+    },
+    {
+      "epoch": 1.022651247252222,
+      "grad_norm": 239.9386444091797,
+      "learning_rate": 1.0119172779682527e-05,
+      "loss": 23.2812,
+      "step": 21400
+    },
+    {
+      "epoch": 1.0226990346936824,
+      "grad_norm": 162.77691650390625,
+      "learning_rate": 1.011839896674423e-05,
+      "loss": 26.8906,
+      "step": 21401
+    },
+    {
+      "epoch": 1.0227468221351428,
+      "grad_norm": 203.84361267089844,
+      "learning_rate": 1.0117625153096876e-05,
+      "loss": 24.9062,
+      "step": 21402
+    },
+    {
+      "epoch": 1.0227946095766032,
+      "grad_norm": 205.83682250976562,
+      "learning_rate": 1.0116851338745097e-05,
+      "loss": 19.0938,
+      "step": 21403
+    },
+    {
+      "epoch": 1.0228423970180636,
+      "grad_norm": 173.71725463867188,
+      "learning_rate": 1.0116077523693532e-05,
+      "loss": 21.1562,
+      "step": 21404
+    },
+    {
+      "epoch": 1.022890184459524,
+      "grad_norm": 311.2525634765625,
+      "learning_rate": 1.0115303707946811e-05,
+      "loss": 29.0938,
+      "step": 21405
+    },
+    {
+      "epoch": 1.0229379719009843,
+      "grad_norm": 303.7210998535156,
+      "learning_rate": 1.0114529891509572e-05,
+      "loss": 36.1562,
+      "step": 21406
+    },
+    {
+      "epoch": 1.0229857593424447,
+      "grad_norm": 174.44090270996094,
+      "learning_rate": 1.0113756074386443e-05,
+      "loss": 24.1094,
+      "step": 21407
+    },
+    {
+      "epoch": 1.0230335467839051,
+      "grad_norm": 465.14886474609375,
+      "learning_rate": 1.0112982256582065e-05,
+      "loss": 25.3594,
+      "step": 21408
+    },
+    {
+      "epoch": 1.0230813342253655,
+      "grad_norm": 285.4874267578125,
+      "learning_rate": 1.011220843810107e-05,
+      "loss": 24.4375,
+      "step": 21409
+    },
+    {
+      "epoch": 1.023129121666826,
+      "grad_norm": 488.5487060546875,
+      "learning_rate": 1.0111434618948089e-05,
+      "loss": 24.4531,
+      "step": 21410
+    },
+    {
+      "epoch": 1.0231769091082863,
+      "grad_norm": 216.654296875,
+      "learning_rate": 1.0110660799127759e-05,
+      "loss": 22.5938,
+      "step": 21411
+    },
+    {
+      "epoch": 1.0232246965497467,
+      "grad_norm": 222.7039031982422,
+      "learning_rate": 1.0109886978644711e-05,
+      "loss": 20.25,
+      "step": 21412
+    },
+    {
+      "epoch": 1.023272483991207,
+      "grad_norm": 295.26861572265625,
+      "learning_rate": 1.0109113157503584e-05,
+      "loss": 27.4531,
+      "step": 21413
+    },
+    {
+      "epoch": 1.0233202714326675,
+      "grad_norm": 237.2462921142578,
+      "learning_rate": 1.0108339335709013e-05,
+      "loss": 21.0,
+      "step": 21414
+    },
+    {
+      "epoch": 1.0233680588741279,
+      "grad_norm": 316.8946838378906,
+      "learning_rate": 1.0107565513265622e-05,
+      "loss": 33.9688,
+      "step": 21415
+    },
+    {
+      "epoch": 1.0234158463155882,
+      "grad_norm": 179.1855010986328,
+      "learning_rate": 1.010679169017806e-05,
+      "loss": 28.9688,
+      "step": 21416
+    },
+    {
+      "epoch": 1.0234636337570486,
+      "grad_norm": 151.41717529296875,
+      "learning_rate": 1.010601786645095e-05,
+      "loss": 16.6094,
+      "step": 21417
+    },
+    {
+      "epoch": 1.023511421198509,
+      "grad_norm": 224.1269989013672,
+      "learning_rate": 1.0105244042088928e-05,
+      "loss": 20.3906,
+      "step": 21418
+    },
+    {
+      "epoch": 1.0235592086399694,
+      "grad_norm": 263.05902099609375,
+      "learning_rate": 1.0104470217096634e-05,
+      "loss": 19.8125,
+      "step": 21419
+    },
+    {
+      "epoch": 1.0236069960814298,
+      "grad_norm": 281.7348937988281,
+      "learning_rate": 1.0103696391478694e-05,
+      "loss": 24.2812,
+      "step": 21420
+    },
+    {
+      "epoch": 1.0236547835228902,
+      "grad_norm": 253.4010772705078,
+      "learning_rate": 1.0102922565239751e-05,
+      "loss": 26.0625,
+      "step": 21421
+    },
+    {
+      "epoch": 1.0237025709643506,
+      "grad_norm": 196.34852600097656,
+      "learning_rate": 1.0102148738384432e-05,
+      "loss": 22.1562,
+      "step": 21422
+    },
+    {
+      "epoch": 1.023750358405811,
+      "grad_norm": 257.3664245605469,
+      "learning_rate": 1.0101374910917372e-05,
+      "loss": 24.5469,
+      "step": 21423
+    },
+    {
+      "epoch": 1.0237981458472714,
+      "grad_norm": 236.63665771484375,
+      "learning_rate": 1.0100601082843211e-05,
+      "loss": 22.1406,
+      "step": 21424
+    },
+    {
+      "epoch": 1.0238459332887317,
+      "grad_norm": 127.09077453613281,
+      "learning_rate": 1.0099827254166576e-05,
+      "loss": 15.9688,
+      "step": 21425
+    },
+    {
+      "epoch": 1.0238937207301921,
+      "grad_norm": 312.6222839355469,
+      "learning_rate": 1.0099053424892107e-05,
+      "loss": 23.7031,
+      "step": 21426
+    },
+    {
+      "epoch": 1.0239415081716525,
+      "grad_norm": 470.26568603515625,
+      "learning_rate": 1.0098279595024434e-05,
+      "loss": 35.1562,
+      "step": 21427
+    },
+    {
+      "epoch": 1.023989295613113,
+      "grad_norm": 203.97268676757812,
+      "learning_rate": 1.0097505764568194e-05,
+      "loss": 28.6562,
+      "step": 21428
+    },
+    {
+      "epoch": 1.0240370830545733,
+      "grad_norm": 317.8415222167969,
+      "learning_rate": 1.0096731933528019e-05,
+      "loss": 28.0938,
+      "step": 21429
+    },
+    {
+      "epoch": 1.0240848704960337,
+      "grad_norm": 182.98037719726562,
+      "learning_rate": 1.0095958101908548e-05,
+      "loss": 23.8438,
+      "step": 21430
+    },
+    {
+      "epoch": 1.024132657937494,
+      "grad_norm": 424.5801086425781,
+      "learning_rate": 1.0095184269714409e-05,
+      "loss": 23.0156,
+      "step": 21431
+    },
+    {
+      "epoch": 1.0241804453789545,
+      "grad_norm": 179.3290557861328,
+      "learning_rate": 1.009441043695024e-05,
+      "loss": 33.2812,
+      "step": 21432
+    },
+    {
+      "epoch": 1.0242282328204149,
+      "grad_norm": 202.0838165283203,
+      "learning_rate": 1.0093636603620675e-05,
+      "loss": 22.9375,
+      "step": 21433
+    },
+    {
+      "epoch": 1.0242760202618753,
+      "grad_norm": 181.0985107421875,
+      "learning_rate": 1.0092862769730344e-05,
+      "loss": 20.1875,
+      "step": 21434
+    },
+    {
+      "epoch": 1.0243238077033356,
+      "grad_norm": 166.23403930664062,
+      "learning_rate": 1.009208893528389e-05,
+      "loss": 15.125,
+      "step": 21435
+    },
+    {
+      "epoch": 1.024371595144796,
+      "grad_norm": 274.05902099609375,
+      "learning_rate": 1.0091315100285937e-05,
+      "loss": 21.4062,
+      "step": 21436
+    },
+    {
+      "epoch": 1.0244193825862564,
+      "grad_norm": 267.949462890625,
+      "learning_rate": 1.0090541264741127e-05,
+      "loss": 28.5,
+      "step": 21437
+    },
+    {
+      "epoch": 1.0244671700277168,
+      "grad_norm": 240.53179931640625,
+      "learning_rate": 1.0089767428654092e-05,
+      "loss": 26.2656,
+      "step": 21438
+    },
+    {
+      "epoch": 1.0245149574691772,
+      "grad_norm": 376.12921142578125,
+      "learning_rate": 1.0088993592029466e-05,
+      "loss": 22.7344,
+      "step": 21439
+    },
+    {
+      "epoch": 1.0245627449106376,
+      "grad_norm": 158.59597778320312,
+      "learning_rate": 1.008821975487188e-05,
+      "loss": 19.625,
+      "step": 21440
+    },
+    {
+      "epoch": 1.024610532352098,
+      "grad_norm": 130.37574768066406,
+      "learning_rate": 1.0087445917185977e-05,
+      "loss": 18.7969,
+      "step": 21441
+    },
+    {
+      "epoch": 1.0246583197935581,
+      "grad_norm": 172.67132568359375,
+      "learning_rate": 1.0086672078976381e-05,
+      "loss": 17.2656,
+      "step": 21442
+    },
+    {
+      "epoch": 1.0247061072350185,
+      "grad_norm": 390.8774719238281,
+      "learning_rate": 1.0085898240247733e-05,
+      "loss": 37.7188,
+      "step": 21443
+    },
+    {
+      "epoch": 1.024753894676479,
+      "grad_norm": 130.39431762695312,
+      "learning_rate": 1.0085124401004664e-05,
+      "loss": 17.375,
+      "step": 21444
+    },
+    {
+      "epoch": 1.0248016821179393,
+      "grad_norm": 283.3128356933594,
+      "learning_rate": 1.0084350561251813e-05,
+      "loss": 19.2812,
+      "step": 21445
+    },
+    {
+      "epoch": 1.0248494695593997,
+      "grad_norm": 159.72669982910156,
+      "learning_rate": 1.0083576720993808e-05,
+      "loss": 22.3125,
+      "step": 21446
+    },
+    {
+      "epoch": 1.02489725700086,
+      "grad_norm": 197.8760986328125,
+      "learning_rate": 1.008280288023529e-05,
+      "loss": 22.5938,
+      "step": 21447
+    },
+    {
+      "epoch": 1.0249450444423205,
+      "grad_norm": 251.1842803955078,
+      "learning_rate": 1.0082029038980885e-05,
+      "loss": 25.9062,
+      "step": 21448
+    },
+    {
+      "epoch": 1.0249928318837809,
+      "grad_norm": 139.79612731933594,
+      "learning_rate": 1.0081255197235233e-05,
+      "loss": 28.625,
+      "step": 21449
+    },
+    {
+      "epoch": 1.0250406193252413,
+      "grad_norm": 142.47836303710938,
+      "learning_rate": 1.008048135500297e-05,
+      "loss": 18.7422,
+      "step": 21450
+    },
+    {
+      "epoch": 1.0250884067667017,
+      "grad_norm": 253.52731323242188,
+      "learning_rate": 1.0079707512288723e-05,
+      "loss": 27.6562,
+      "step": 21451
+    },
+    {
+      "epoch": 1.025136194208162,
+      "grad_norm": 244.6360626220703,
+      "learning_rate": 1.0078933669097135e-05,
+      "loss": 29.0156,
+      "step": 21452
+    },
+    {
+      "epoch": 1.0251839816496224,
+      "grad_norm": 343.892822265625,
+      "learning_rate": 1.0078159825432834e-05,
+      "loss": 35.875,
+      "step": 21453
+    },
+    {
+      "epoch": 1.0252317690910828,
+      "grad_norm": 221.9073944091797,
+      "learning_rate": 1.0077385981300458e-05,
+      "loss": 24.3594,
+      "step": 21454
+    },
+    {
+      "epoch": 1.0252795565325432,
+      "grad_norm": 235.29307556152344,
+      "learning_rate": 1.0076612136704638e-05,
+      "loss": 31.3438,
+      "step": 21455
+    },
+    {
+      "epoch": 1.0253273439740036,
+      "grad_norm": 84.47079467773438,
+      "learning_rate": 1.0075838291650012e-05,
+      "loss": 18.9844,
+      "step": 21456
+    },
+    {
+      "epoch": 1.025375131415464,
+      "grad_norm": 199.2763671875,
+      "learning_rate": 1.0075064446141211e-05,
+      "loss": 30.1406,
+      "step": 21457
+    },
+    {
+      "epoch": 1.0254229188569244,
+      "grad_norm": 159.34596252441406,
+      "learning_rate": 1.007429060018287e-05,
+      "loss": 17.25,
+      "step": 21458
+    },
+    {
+      "epoch": 1.0254707062983848,
+      "grad_norm": 278.0151672363281,
+      "learning_rate": 1.0073516753779626e-05,
+      "loss": 22.2188,
+      "step": 21459
+    },
+    {
+      "epoch": 1.0255184937398452,
+      "grad_norm": 220.7647705078125,
+      "learning_rate": 1.0072742906936111e-05,
+      "loss": 22.5625,
+      "step": 21460
+    },
+    {
+      "epoch": 1.0255662811813056,
+      "grad_norm": 291.5683288574219,
+      "learning_rate": 1.007196905965696e-05,
+      "loss": 22.3125,
+      "step": 21461
+    },
+    {
+      "epoch": 1.025614068622766,
+      "grad_norm": 207.0430145263672,
+      "learning_rate": 1.0071195211946804e-05,
+      "loss": 25.5781,
+      "step": 21462
+    },
+    {
+      "epoch": 1.0256618560642263,
+      "grad_norm": 205.9409942626953,
+      "learning_rate": 1.0070421363810285e-05,
+      "loss": 33.4375,
+      "step": 21463
+    },
+    {
+      "epoch": 1.0257096435056867,
+      "grad_norm": 439.421142578125,
+      "learning_rate": 1.0069647515252035e-05,
+      "loss": 29.7812,
+      "step": 21464
+    },
+    {
+      "epoch": 1.025757430947147,
+      "grad_norm": 228.64927673339844,
+      "learning_rate": 1.0068873666276681e-05,
+      "loss": 19.4375,
+      "step": 21465
+    },
+    {
+      "epoch": 1.0258052183886075,
+      "grad_norm": 263.54345703125,
+      "learning_rate": 1.0068099816888864e-05,
+      "loss": 30.0625,
+      "step": 21466
+    },
+    {
+      "epoch": 1.0258530058300679,
+      "grad_norm": 306.3523864746094,
+      "learning_rate": 1.0067325967093218e-05,
+      "loss": 20.1406,
+      "step": 21467
+    },
+    {
+      "epoch": 1.0259007932715283,
+      "grad_norm": 272.9574890136719,
+      "learning_rate": 1.0066552116894375e-05,
+      "loss": 26.5625,
+      "step": 21468
+    },
+    {
+      "epoch": 1.0259485807129887,
+      "grad_norm": 225.09568786621094,
+      "learning_rate": 1.0065778266296973e-05,
+      "loss": 25.9688,
+      "step": 21469
+    },
+    {
+      "epoch": 1.025996368154449,
+      "grad_norm": 195.34042358398438,
+      "learning_rate": 1.0065004415305641e-05,
+      "loss": 21.2969,
+      "step": 21470
+    },
+    {
+      "epoch": 1.0260441555959094,
+      "grad_norm": 216.31283569335938,
+      "learning_rate": 1.0064230563925017e-05,
+      "loss": 30.9375,
+      "step": 21471
+    },
+    {
+      "epoch": 1.0260919430373698,
+      "grad_norm": 147.72442626953125,
+      "learning_rate": 1.0063456712159738e-05,
+      "loss": 21.5625,
+      "step": 21472
+    },
+    {
+      "epoch": 1.0261397304788302,
+      "grad_norm": 194.31761169433594,
+      "learning_rate": 1.006268286001443e-05,
+      "loss": 19.1875,
+      "step": 21473
+    },
+    {
+      "epoch": 1.0261875179202906,
+      "grad_norm": 132.26429748535156,
+      "learning_rate": 1.0061909007493738e-05,
+      "loss": 16.25,
+      "step": 21474
+    },
+    {
+      "epoch": 1.026235305361751,
+      "grad_norm": 207.49337768554688,
+      "learning_rate": 1.0061135154602287e-05,
+      "loss": 23.4375,
+      "step": 21475
+    },
+    {
+      "epoch": 1.0262830928032114,
+      "grad_norm": 155.7074432373047,
+      "learning_rate": 1.0060361301344717e-05,
+      "loss": 20.3594,
+      "step": 21476
+    },
+    {
+      "epoch": 1.0263308802446718,
+      "grad_norm": 400.59228515625,
+      "learning_rate": 1.0059587447725658e-05,
+      "loss": 19.25,
+      "step": 21477
+    },
+    {
+      "epoch": 1.0263786676861322,
+      "grad_norm": 154.94432067871094,
+      "learning_rate": 1.005881359374975e-05,
+      "loss": 18.1875,
+      "step": 21478
+    },
+    {
+      "epoch": 1.0264264551275926,
+      "grad_norm": 158.91799926757812,
+      "learning_rate": 1.0058039739421625e-05,
+      "loss": 21.625,
+      "step": 21479
+    },
+    {
+      "epoch": 1.026474242569053,
+      "grad_norm": 412.0635681152344,
+      "learning_rate": 1.0057265884745916e-05,
+      "loss": 29.0469,
+      "step": 21480
+    },
+    {
+      "epoch": 1.0265220300105133,
+      "grad_norm": 206.57554626464844,
+      "learning_rate": 1.0056492029727259e-05,
+      "loss": 21.875,
+      "step": 21481
+    },
+    {
+      "epoch": 1.0265698174519735,
+      "grad_norm": 334.8708801269531,
+      "learning_rate": 1.0055718174370286e-05,
+      "loss": 26.7344,
+      "step": 21482
+    },
+    {
+      "epoch": 1.026617604893434,
+      "grad_norm": 327.2080078125,
+      "learning_rate": 1.0054944318679636e-05,
+      "loss": 25.0781,
+      "step": 21483
+    },
+    {
+      "epoch": 1.0266653923348943,
+      "grad_norm": 146.5324249267578,
+      "learning_rate": 1.0054170462659935e-05,
+      "loss": 21.7344,
+      "step": 21484
+    },
+    {
+      "epoch": 1.0267131797763547,
+      "grad_norm": 150.99472045898438,
+      "learning_rate": 1.0053396606315826e-05,
+      "loss": 18.1562,
+      "step": 21485
+    },
+    {
+      "epoch": 1.026760967217815,
+      "grad_norm": 253.3895263671875,
+      "learning_rate": 1.0052622749651939e-05,
+      "loss": 36.25,
+      "step": 21486
+    },
+    {
+      "epoch": 1.0268087546592755,
+      "grad_norm": 435.4198913574219,
+      "learning_rate": 1.0051848892672913e-05,
+      "loss": 27.1562,
+      "step": 21487
+    },
+    {
+      "epoch": 1.0268565421007358,
+      "grad_norm": 280.0941162109375,
+      "learning_rate": 1.0051075035383376e-05,
+      "loss": 19.1094,
+      "step": 21488
+    },
+    {
+      "epoch": 1.0269043295421962,
+      "grad_norm": 244.63153076171875,
+      "learning_rate": 1.0050301177787967e-05,
+      "loss": 20.0469,
+      "step": 21489
+    },
+    {
+      "epoch": 1.0269521169836566,
+      "grad_norm": 98.35362243652344,
+      "learning_rate": 1.0049527319891316e-05,
+      "loss": 19.9844,
+      "step": 21490
+    },
+    {
+      "epoch": 1.026999904425117,
+      "grad_norm": 207.70826721191406,
+      "learning_rate": 1.0048753461698063e-05,
+      "loss": 23.0312,
+      "step": 21491
+    },
+    {
+      "epoch": 1.0270476918665774,
+      "grad_norm": 226.93161010742188,
+      "learning_rate": 1.0047979603212838e-05,
+      "loss": 21.25,
+      "step": 21492
+    },
+    {
+      "epoch": 1.0270954793080378,
+      "grad_norm": 312.8758544921875,
+      "learning_rate": 1.0047205744440277e-05,
+      "loss": 27.75,
+      "step": 21493
+    },
+    {
+      "epoch": 1.0271432667494982,
+      "grad_norm": 337.36383056640625,
+      "learning_rate": 1.0046431885385018e-05,
+      "loss": 26.6719,
+      "step": 21494
+    },
+    {
+      "epoch": 1.0271910541909586,
+      "grad_norm": 628.1964721679688,
+      "learning_rate": 1.0045658026051687e-05,
+      "loss": 28.4062,
+      "step": 21495
+    },
+    {
+      "epoch": 1.027238841632419,
+      "grad_norm": 292.06982421875,
+      "learning_rate": 1.0044884166444927e-05,
+      "loss": 20.4688,
+      "step": 21496
+    },
+    {
+      "epoch": 1.0272866290738794,
+      "grad_norm": 203.45401000976562,
+      "learning_rate": 1.004411030656937e-05,
+      "loss": 31.1094,
+      "step": 21497
+    },
+    {
+      "epoch": 1.0273344165153397,
+      "grad_norm": 161.3338623046875,
+      "learning_rate": 1.0043336446429648e-05,
+      "loss": 31.5156,
+      "step": 21498
+    },
+    {
+      "epoch": 1.0273822039568001,
+      "grad_norm": 207.6688995361328,
+      "learning_rate": 1.0042562586030394e-05,
+      "loss": 16.9531,
+      "step": 21499
+    },
+    {
+      "epoch": 1.0274299913982605,
+      "grad_norm": 221.96746826171875,
+      "learning_rate": 1.0041788725376248e-05,
+      "loss": 22.0312,
+      "step": 21500
+    },
+    {
+      "epoch": 1.027477778839721,
+      "grad_norm": 298.3203125,
+      "learning_rate": 1.0041014864471837e-05,
+      "loss": 24.2969,
+      "step": 21501
+    },
+    {
+      "epoch": 1.0275255662811813,
+      "grad_norm": 268.0919189453125,
+      "learning_rate": 1.0040241003321804e-05,
+      "loss": 23.4375,
+      "step": 21502
+    },
+    {
+      "epoch": 1.0275733537226417,
+      "grad_norm": 279.8984375,
+      "learning_rate": 1.0039467141930776e-05,
+      "loss": 20.5781,
+      "step": 21503
+    },
+    {
+      "epoch": 1.027621141164102,
+      "grad_norm": 146.5740509033203,
+      "learning_rate": 1.0038693280303396e-05,
+      "loss": 16.6406,
+      "step": 21504
+    },
+    {
+      "epoch": 1.0276689286055625,
+      "grad_norm": 207.97251892089844,
+      "learning_rate": 1.0037919418444286e-05,
+      "loss": 34.4375,
+      "step": 21505
+    },
+    {
+      "epoch": 1.0277167160470229,
+      "grad_norm": 254.03387451171875,
+      "learning_rate": 1.0037145556358095e-05,
+      "loss": 24.75,
+      "step": 21506
+    },
+    {
+      "epoch": 1.0277645034884832,
+      "grad_norm": 425.05322265625,
+      "learning_rate": 1.0036371694049447e-05,
+      "loss": 33.4688,
+      "step": 21507
+    },
+    {
+      "epoch": 1.0278122909299436,
+      "grad_norm": 272.72601318359375,
+      "learning_rate": 1.0035597831522975e-05,
+      "loss": 24.0469,
+      "step": 21508
+    },
+    {
+      "epoch": 1.027860078371404,
+      "grad_norm": 272.7294921875,
+      "learning_rate": 1.0034823968783326e-05,
+      "loss": 19.3281,
+      "step": 21509
+    },
+    {
+      "epoch": 1.0279078658128644,
+      "grad_norm": 189.46075439453125,
+      "learning_rate": 1.0034050105835121e-05,
+      "loss": 21.5781,
+      "step": 21510
+    },
+    {
+      "epoch": 1.0279556532543248,
+      "grad_norm": 329.7127380371094,
+      "learning_rate": 1.0033276242683002e-05,
+      "loss": 21.4219,
+      "step": 21511
+    },
+    {
+      "epoch": 1.0280034406957852,
+      "grad_norm": 205.2897186279297,
+      "learning_rate": 1.0032502379331601e-05,
+      "loss": 22.0,
+      "step": 21512
+    },
+    {
+      "epoch": 1.0280512281372456,
+      "grad_norm": 317.2942810058594,
+      "learning_rate": 1.003172851578555e-05,
+      "loss": 24.2812,
+      "step": 21513
+    },
+    {
+      "epoch": 1.028099015578706,
+      "grad_norm": 303.47723388671875,
+      "learning_rate": 1.003095465204949e-05,
+      "loss": 23.3906,
+      "step": 21514
+    },
+    {
+      "epoch": 1.0281468030201664,
+      "grad_norm": 235.95758056640625,
+      "learning_rate": 1.003018078812805e-05,
+      "loss": 23.5938,
+      "step": 21515
+    },
+    {
+      "epoch": 1.0281945904616268,
+      "grad_norm": 201.92979431152344,
+      "learning_rate": 1.0029406924025864e-05,
+      "loss": 18.0312,
+      "step": 21516
+    },
+    {
+      "epoch": 1.0282423779030871,
+      "grad_norm": 793.510986328125,
+      "learning_rate": 1.0028633059747572e-05,
+      "loss": 18.0938,
+      "step": 21517
+    },
+    {
+      "epoch": 1.0282901653445475,
+      "grad_norm": 179.02842712402344,
+      "learning_rate": 1.0027859195297804e-05,
+      "loss": 25.4688,
+      "step": 21518
+    },
+    {
+      "epoch": 1.028337952786008,
+      "grad_norm": 240.13629150390625,
+      "learning_rate": 1.0027085330681195e-05,
+      "loss": 24.2812,
+      "step": 21519
+    },
+    {
+      "epoch": 1.0283857402274683,
+      "grad_norm": 181.7202606201172,
+      "learning_rate": 1.002631146590238e-05,
+      "loss": 24.6719,
+      "step": 21520
+    },
+    {
+      "epoch": 1.0284335276689287,
+      "grad_norm": 189.06983947753906,
+      "learning_rate": 1.002553760096599e-05,
+      "loss": 19.2031,
+      "step": 21521
+    },
+    {
+      "epoch": 1.028481315110389,
+      "grad_norm": 256.00640869140625,
+      "learning_rate": 1.0024763735876666e-05,
+      "loss": 26.1875,
+      "step": 21522
+    },
+    {
+      "epoch": 1.0285291025518495,
+      "grad_norm": 384.8780822753906,
+      "learning_rate": 1.002398987063904e-05,
+      "loss": 27.75,
+      "step": 21523
+    },
+    {
+      "epoch": 1.0285768899933097,
+      "grad_norm": 265.1180114746094,
+      "learning_rate": 1.0023216005257743e-05,
+      "loss": 29.7188,
+      "step": 21524
+    },
+    {
+      "epoch": 1.02862467743477,
+      "grad_norm": 216.33316040039062,
+      "learning_rate": 1.0022442139737411e-05,
+      "loss": 17.4531,
+      "step": 21525
+    },
+    {
+      "epoch": 1.0286724648762304,
+      "grad_norm": 85.34674835205078,
+      "learning_rate": 1.0021668274082684e-05,
+      "loss": 19.7969,
+      "step": 21526
+    },
+    {
+      "epoch": 1.0287202523176908,
+      "grad_norm": 289.1462097167969,
+      "learning_rate": 1.002089440829819e-05,
+      "loss": 25.3438,
+      "step": 21527
+    },
+    {
+      "epoch": 1.0287680397591512,
+      "grad_norm": 435.0330505371094,
+      "learning_rate": 1.0020120542388565e-05,
+      "loss": 20.5312,
+      "step": 21528
+    },
+    {
+      "epoch": 1.0288158272006116,
+      "grad_norm": 374.7982177734375,
+      "learning_rate": 1.0019346676358446e-05,
+      "loss": 27.9062,
+      "step": 21529
+    },
+    {
+      "epoch": 1.028863614642072,
+      "grad_norm": 188.3022918701172,
+      "learning_rate": 1.0018572810212463e-05,
+      "loss": 20.8438,
+      "step": 21530
+    },
+    {
+      "epoch": 1.0289114020835324,
+      "grad_norm": 456.9263000488281,
+      "learning_rate": 1.0017798943955255e-05,
+      "loss": 29.875,
+      "step": 21531
+    },
+    {
+      "epoch": 1.0289591895249928,
+      "grad_norm": 323.7071533203125,
+      "learning_rate": 1.0017025077591451e-05,
+      "loss": 27.2188,
+      "step": 21532
+    },
+    {
+      "epoch": 1.0290069769664532,
+      "grad_norm": 226.64950561523438,
+      "learning_rate": 1.0016251211125692e-05,
+      "loss": 26.75,
+      "step": 21533
+    },
+    {
+      "epoch": 1.0290547644079135,
+      "grad_norm": 237.49513244628906,
+      "learning_rate": 1.0015477344562608e-05,
+      "loss": 22.2031,
+      "step": 21534
+    },
+    {
+      "epoch": 1.029102551849374,
+      "grad_norm": 264.5151062011719,
+      "learning_rate": 1.0014703477906833e-05,
+      "loss": 33.7812,
+      "step": 21535
+    },
+    {
+      "epoch": 1.0291503392908343,
+      "grad_norm": 247.9869842529297,
+      "learning_rate": 1.0013929611163005e-05,
+      "loss": 27.4375,
+      "step": 21536
+    },
+    {
+      "epoch": 1.0291981267322947,
+      "grad_norm": 403.84954833984375,
+      "learning_rate": 1.0013155744335757e-05,
+      "loss": 22.5938,
+      "step": 21537
+    },
+    {
+      "epoch": 1.029245914173755,
+      "grad_norm": 267.3897705078125,
+      "learning_rate": 1.001238187742972e-05,
+      "loss": 22.7656,
+      "step": 21538
+    },
+    {
+      "epoch": 1.0292937016152155,
+      "grad_norm": 193.35415649414062,
+      "learning_rate": 1.0011608010449533e-05,
+      "loss": 22.0312,
+      "step": 21539
+    },
+    {
+      "epoch": 1.0293414890566759,
+      "grad_norm": 148.63063049316406,
+      "learning_rate": 1.001083414339983e-05,
+      "loss": 33.6406,
+      "step": 21540
+    },
+    {
+      "epoch": 1.0293892764981363,
+      "grad_norm": 189.8674774169922,
+      "learning_rate": 1.0010060276285246e-05,
+      "loss": 21.1875,
+      "step": 21541
+    },
+    {
+      "epoch": 1.0294370639395967,
+      "grad_norm": 750.0347290039062,
+      "learning_rate": 1.0009286409110413e-05,
+      "loss": 26.7656,
+      "step": 21542
+    },
+    {
+      "epoch": 1.029484851381057,
+      "grad_norm": 211.77178955078125,
+      "learning_rate": 1.0008512541879962e-05,
+      "loss": 24.0469,
+      "step": 21543
+    },
+    {
+      "epoch": 1.0295326388225174,
+      "grad_norm": 254.279296875,
+      "learning_rate": 1.0007738674598537e-05,
+      "loss": 31.1875,
+      "step": 21544
+    },
+    {
+      "epoch": 1.0295804262639778,
+      "grad_norm": 195.50567626953125,
+      "learning_rate": 1.0006964807270765e-05,
+      "loss": 26.1875,
+      "step": 21545
+    },
+    {
+      "epoch": 1.0296282137054382,
+      "grad_norm": 461.2357482910156,
+      "learning_rate": 1.0006190939901284e-05,
+      "loss": 31.5,
+      "step": 21546
+    },
+    {
+      "epoch": 1.0296760011468986,
+      "grad_norm": 207.85089111328125,
+      "learning_rate": 1.0005417072494728e-05,
+      "loss": 19.4531,
+      "step": 21547
+    },
+    {
+      "epoch": 1.029723788588359,
+      "grad_norm": 323.0699768066406,
+      "learning_rate": 1.0004643205055731e-05,
+      "loss": 24.4688,
+      "step": 21548
+    },
+    {
+      "epoch": 1.0297715760298194,
+      "grad_norm": 218.66172790527344,
+      "learning_rate": 1.0003869337588923e-05,
+      "loss": 25.6562,
+      "step": 21549
+    },
+    {
+      "epoch": 1.0298193634712798,
+      "grad_norm": 1780.47509765625,
+      "learning_rate": 1.0003095470098948e-05,
+      "loss": 27.0625,
+      "step": 21550
+    },
+    {
+      "epoch": 1.0298671509127402,
+      "grad_norm": 219.99676513671875,
+      "learning_rate": 1.000232160259043e-05,
+      "loss": 24.625,
+      "step": 21551
+    },
+    {
+      "epoch": 1.0299149383542006,
+      "grad_norm": 237.28912353515625,
+      "learning_rate": 1.0001547735068012e-05,
+      "loss": 18.0312,
+      "step": 21552
+    },
+    {
+      "epoch": 1.029962725795661,
+      "grad_norm": 225.17965698242188,
+      "learning_rate": 1.0000773867536322e-05,
+      "loss": 22.875,
+      "step": 21553
+    },
+    {
+      "epoch": 1.0300105132371213,
+      "grad_norm": 245.51251220703125,
+      "learning_rate": 1e-05,
+      "loss": 28.4688,
+      "step": 21554
+    },
+    {
+      "epoch": 1.0300583006785817,
+      "grad_norm": 233.0767822265625,
+      "learning_rate": 9.999226132463678e-06,
+      "loss": 18.6719,
+      "step": 21555
+    },
+    {
+      "epoch": 1.0301060881200421,
+      "grad_norm": 415.8899841308594,
+      "learning_rate": 9.998452264931993e-06,
+      "loss": 30.0312,
+      "step": 21556
+    },
+    {
+      "epoch": 1.0301538755615025,
+      "grad_norm": 188.6741485595703,
+      "learning_rate": 9.997678397409572e-06,
+      "loss": 28.9375,
+      "step": 21557
+    },
+    {
+      "epoch": 1.030201663002963,
+      "grad_norm": 287.72796630859375,
+      "learning_rate": 9.996904529901056e-06,
+      "loss": 23.0156,
+      "step": 21558
+    },
+    {
+      "epoch": 1.0302494504444233,
+      "grad_norm": 212.6109619140625,
+      "learning_rate": 9.996130662411077e-06,
+      "loss": 26.4062,
+      "step": 21559
+    },
+    {
+      "epoch": 1.0302972378858837,
+      "grad_norm": 225.54627990722656,
+      "learning_rate": 9.995356794944274e-06,
+      "loss": 24.625,
+      "step": 21560
+    },
+    {
+      "epoch": 1.030345025327344,
+      "grad_norm": 252.32533264160156,
+      "learning_rate": 9.994582927505275e-06,
+      "loss": 18.7969,
+      "step": 21561
+    },
+    {
+      "epoch": 1.0303928127688045,
+      "grad_norm": 155.88565063476562,
+      "learning_rate": 9.993809060098718e-06,
+      "loss": 23.25,
+      "step": 21562
+    },
+    {
+      "epoch": 1.0304406002102648,
+      "grad_norm": 165.809814453125,
+      "learning_rate": 9.993035192729237e-06,
+      "loss": 24.375,
+      "step": 21563
+    },
+    {
+      "epoch": 1.0304883876517252,
+      "grad_norm": 335.06207275390625,
+      "learning_rate": 9.992261325401465e-06,
+      "loss": 27.75,
+      "step": 21564
+    },
+    {
+      "epoch": 1.0305361750931854,
+      "grad_norm": 263.09649658203125,
+      "learning_rate": 9.99148745812004e-06,
+      "loss": 25.8594,
+      "step": 21565
+    },
+    {
+      "epoch": 1.0305839625346458,
+      "grad_norm": 368.6046447753906,
+      "learning_rate": 9.99071359088959e-06,
+      "loss": 32.6562,
+      "step": 21566
+    },
+    {
+      "epoch": 1.0306317499761062,
+      "grad_norm": 181.963623046875,
+      "learning_rate": 9.98993972371476e-06,
+      "loss": 19.7969,
+      "step": 21567
+    },
+    {
+      "epoch": 1.0306795374175666,
+      "grad_norm": 272.71405029296875,
+      "learning_rate": 9.989165856600173e-06,
+      "loss": 23.875,
+      "step": 21568
+    },
+    {
+      "epoch": 1.030727324859027,
+      "grad_norm": 256.2364196777344,
+      "learning_rate": 9.988391989550469e-06,
+      "loss": 35.6562,
+      "step": 21569
+    },
+    {
+      "epoch": 1.0307751123004874,
+      "grad_norm": 228.86048889160156,
+      "learning_rate": 9.98761812257028e-06,
+      "loss": 20.4219,
+      "step": 21570
+    },
+    {
+      "epoch": 1.0308228997419477,
+      "grad_norm": 266.085205078125,
+      "learning_rate": 9.986844255664248e-06,
+      "loss": 23.3906,
+      "step": 21571
+    },
+    {
+      "epoch": 1.0308706871834081,
+      "grad_norm": 403.7017517089844,
+      "learning_rate": 9.986070388836999e-06,
+      "loss": 28.8125,
+      "step": 21572
+    },
+    {
+      "epoch": 1.0309184746248685,
+      "grad_norm": 248.44847106933594,
+      "learning_rate": 9.98529652209317e-06,
+      "loss": 29.8438,
+      "step": 21573
+    },
+    {
+      "epoch": 1.030966262066329,
+      "grad_norm": 187.5201873779297,
+      "learning_rate": 9.984522655437394e-06,
+      "loss": 24.9844,
+      "step": 21574
+    },
+    {
+      "epoch": 1.0310140495077893,
+      "grad_norm": 242.1874237060547,
+      "learning_rate": 9.983748788874314e-06,
+      "loss": 27.7812,
+      "step": 21575
+    },
+    {
+      "epoch": 1.0310618369492497,
+      "grad_norm": 253.7034454345703,
+      "learning_rate": 9.982974922408552e-06,
+      "loss": 26.2188,
+      "step": 21576
+    },
+    {
+      "epoch": 1.03110962439071,
+      "grad_norm": 788.2570190429688,
+      "learning_rate": 9.982201056044748e-06,
+      "loss": 20.1719,
+      "step": 21577
+    },
+    {
+      "epoch": 1.0311574118321705,
+      "grad_norm": 289.8961486816406,
+      "learning_rate": 9.98142718978754e-06,
+      "loss": 28.5781,
+      "step": 21578
+    },
+    {
+      "epoch": 1.0312051992736309,
+      "grad_norm": 250.64076232910156,
+      "learning_rate": 9.980653323641557e-06,
+      "loss": 18.375,
+      "step": 21579
+    },
+    {
+      "epoch": 1.0312529867150912,
+      "grad_norm": 268.4529113769531,
+      "learning_rate": 9.979879457611437e-06,
+      "loss": 22.7969,
+      "step": 21580
+    },
+    {
+      "epoch": 1.0313007741565516,
+      "grad_norm": 244.6558837890625,
+      "learning_rate": 9.979105591701812e-06,
+      "loss": 34.9219,
+      "step": 21581
+    },
+    {
+      "epoch": 1.031348561598012,
+      "grad_norm": 131.4317169189453,
+      "learning_rate": 9.978331725917321e-06,
+      "loss": 20.3594,
+      "step": 21582
+    },
+    {
+      "epoch": 1.0313963490394724,
+      "grad_norm": 162.88760375976562,
+      "learning_rate": 9.97755786026259e-06,
+      "loss": 22.0156,
+      "step": 21583
+    },
+    {
+      "epoch": 1.0314441364809328,
+      "grad_norm": 468.01922607421875,
+      "learning_rate": 9.97678399474226e-06,
+      "loss": 29.7188,
+      "step": 21584
+    },
+    {
+      "epoch": 1.0314919239223932,
+      "grad_norm": 180.56988525390625,
+      "learning_rate": 9.976010129360962e-06,
+      "loss": 21.2344,
+      "step": 21585
+    },
+    {
+      "epoch": 1.0315397113638536,
+      "grad_norm": 467.52313232421875,
+      "learning_rate": 9.975236264123337e-06,
+      "loss": 35.0312,
+      "step": 21586
+    },
+    {
+      "epoch": 1.031587498805314,
+      "grad_norm": 325.35614013671875,
+      "learning_rate": 9.974462399034013e-06,
+      "loss": 26.5,
+      "step": 21587
+    },
+    {
+      "epoch": 1.0316352862467744,
+      "grad_norm": 350.3984680175781,
+      "learning_rate": 9.973688534097624e-06,
+      "loss": 38.4062,
+      "step": 21588
+    },
+    {
+      "epoch": 1.0316830736882348,
+      "grad_norm": 176.20761108398438,
+      "learning_rate": 9.972914669318807e-06,
+      "loss": 31.4688,
+      "step": 21589
+    },
+    {
+      "epoch": 1.0317308611296951,
+      "grad_norm": 178.0643310546875,
+      "learning_rate": 9.972140804702201e-06,
+      "loss": 22.0156,
+      "step": 21590
+    },
+    {
+      "epoch": 1.0317786485711555,
+      "grad_norm": 196.0792999267578,
+      "learning_rate": 9.971366940252431e-06,
+      "loss": 19.625,
+      "step": 21591
+    },
+    {
+      "epoch": 1.031826436012616,
+      "grad_norm": 316.65283203125,
+      "learning_rate": 9.970593075974136e-06,
+      "loss": 31.1719,
+      "step": 21592
+    },
+    {
+      "epoch": 1.0318742234540763,
+      "grad_norm": 220.60455322265625,
+      "learning_rate": 9.969819211871955e-06,
+      "loss": 20.9219,
+      "step": 21593
+    },
+    {
+      "epoch": 1.0319220108955367,
+      "grad_norm": 384.3027038574219,
+      "learning_rate": 9.969045347950513e-06,
+      "loss": 21.9375,
+      "step": 21594
+    },
+    {
+      "epoch": 1.031969798336997,
+      "grad_norm": 154.17910766601562,
+      "learning_rate": 9.968271484214453e-06,
+      "loss": 23.9531,
+      "step": 21595
+    },
+    {
+      "epoch": 1.0320175857784575,
+      "grad_norm": 386.5888366699219,
+      "learning_rate": 9.967497620668402e-06,
+      "loss": 27.4062,
+      "step": 21596
+    },
+    {
+      "epoch": 1.0320653732199179,
+      "grad_norm": 273.7083435058594,
+      "learning_rate": 9.966723757317002e-06,
+      "loss": 28.4062,
+      "step": 21597
+    },
+    {
+      "epoch": 1.0321131606613783,
+      "grad_norm": 285.824462890625,
+      "learning_rate": 9.965949894164882e-06,
+      "loss": 28.4688,
+      "step": 21598
+    },
+    {
+      "epoch": 1.0321609481028386,
+      "grad_norm": 438.0411682128906,
+      "learning_rate": 9.965176031216678e-06,
+      "loss": 25.4062,
+      "step": 21599
+    },
+    {
+      "epoch": 1.032208735544299,
+      "grad_norm": 179.27389526367188,
+      "learning_rate": 9.964402168477024e-06,
+      "loss": 23.25,
+      "step": 21600
+    },
+    {
+      "epoch": 1.0322565229857594,
+      "grad_norm": 313.3128356933594,
+      "learning_rate": 9.96362830595056e-06,
+      "loss": 27.25,
+      "step": 21601
+    },
+    {
+      "epoch": 1.0323043104272198,
+      "grad_norm": 278.95001220703125,
+      "learning_rate": 9.962854443641909e-06,
+      "loss": 25.0,
+      "step": 21602
+    },
+    {
+      "epoch": 1.0323520978686802,
+      "grad_norm": 265.9957580566406,
+      "learning_rate": 9.962080581555713e-06,
+      "loss": 18.2656,
+      "step": 21603
+    },
+    {
+      "epoch": 1.0323998853101406,
+      "grad_norm": 223.4096221923828,
+      "learning_rate": 9.961306719696611e-06,
+      "loss": 19.7031,
+      "step": 21604
+    },
+    {
+      "epoch": 1.032447672751601,
+      "grad_norm": 154.84988403320312,
+      "learning_rate": 9.960532858069226e-06,
+      "loss": 18.5312,
+      "step": 21605
+    },
+    {
+      "epoch": 1.0324954601930614,
+      "grad_norm": 252.94921875,
+      "learning_rate": 9.9597589966782e-06,
+      "loss": 30.0625,
+      "step": 21606
+    },
+    {
+      "epoch": 1.0325432476345215,
+      "grad_norm": 304.78656005859375,
+      "learning_rate": 9.958985135528163e-06,
+      "loss": 29.375,
+      "step": 21607
+    },
+    {
+      "epoch": 1.032591035075982,
+      "grad_norm": 187.2900848388672,
+      "learning_rate": 9.958211274623757e-06,
+      "loss": 22.2969,
+      "step": 21608
+    },
+    {
+      "epoch": 1.0326388225174423,
+      "grad_norm": 252.7350311279297,
+      "learning_rate": 9.95743741396961e-06,
+      "loss": 25.625,
+      "step": 21609
+    },
+    {
+      "epoch": 1.0326866099589027,
+      "grad_norm": 200.701171875,
+      "learning_rate": 9.956663553570356e-06,
+      "loss": 27.875,
+      "step": 21610
+    },
+    {
+      "epoch": 1.032734397400363,
+      "grad_norm": 354.34515380859375,
+      "learning_rate": 9.955889693430635e-06,
+      "loss": 26.0,
+      "step": 21611
+    },
+    {
+      "epoch": 1.0327821848418235,
+      "grad_norm": 540.9205932617188,
+      "learning_rate": 9.955115833555074e-06,
+      "loss": 40.1875,
+      "step": 21612
+    },
+    {
+      "epoch": 1.0328299722832839,
+      "grad_norm": 245.63250732421875,
+      "learning_rate": 9.954341973948315e-06,
+      "loss": 25.125,
+      "step": 21613
+    },
+    {
+      "epoch": 1.0328777597247443,
+      "grad_norm": 208.72801208496094,
+      "learning_rate": 9.953568114614984e-06,
+      "loss": 19.5,
+      "step": 21614
+    },
+    {
+      "epoch": 1.0329255471662047,
+      "grad_norm": 432.2305908203125,
+      "learning_rate": 9.952794255559726e-06,
+      "loss": 34.7188,
+      "step": 21615
+    },
+    {
+      "epoch": 1.032973334607665,
+      "grad_norm": 284.5174560546875,
+      "learning_rate": 9.952020396787165e-06,
+      "loss": 29.8125,
+      "step": 21616
+    },
+    {
+      "epoch": 1.0330211220491254,
+      "grad_norm": 230.8571319580078,
+      "learning_rate": 9.95124653830194e-06,
+      "loss": 26.9375,
+      "step": 21617
+    },
+    {
+      "epoch": 1.0330689094905858,
+      "grad_norm": 297.06329345703125,
+      "learning_rate": 9.950472680108685e-06,
+      "loss": 34.5625,
+      "step": 21618
+    },
+    {
+      "epoch": 1.0331166969320462,
+      "grad_norm": 242.6680145263672,
+      "learning_rate": 9.94969882221204e-06,
+      "loss": 25.9375,
+      "step": 21619
+    },
+    {
+      "epoch": 1.0331644843735066,
+      "grad_norm": 280.2452087402344,
+      "learning_rate": 9.948924964616627e-06,
+      "loss": 25.9219,
+      "step": 21620
+    },
+    {
+      "epoch": 1.033212271814967,
+      "grad_norm": 276.8948669433594,
+      "learning_rate": 9.948151107327089e-06,
+      "loss": 37.0938,
+      "step": 21621
+    },
+    {
+      "epoch": 1.0332600592564274,
+      "grad_norm": 177.89410400390625,
+      "learning_rate": 9.947377250348061e-06,
+      "loss": 18.2344,
+      "step": 21622
+    },
+    {
+      "epoch": 1.0333078466978878,
+      "grad_norm": 266.0195007324219,
+      "learning_rate": 9.946603393684177e-06,
+      "loss": 21.9844,
+      "step": 21623
+    },
+    {
+      "epoch": 1.0333556341393482,
+      "grad_norm": 340.531005859375,
+      "learning_rate": 9.945829537340066e-06,
+      "loss": 29.1875,
+      "step": 21624
+    },
+    {
+      "epoch": 1.0334034215808086,
+      "grad_norm": 165.20211791992188,
+      "learning_rate": 9.945055681320368e-06,
+      "loss": 27.9688,
+      "step": 21625
+    },
+    {
+      "epoch": 1.033451209022269,
+      "grad_norm": 316.3676452636719,
+      "learning_rate": 9.944281825629718e-06,
+      "loss": 26.1875,
+      "step": 21626
+    },
+    {
+      "epoch": 1.0334989964637293,
+      "grad_norm": 231.62896728515625,
+      "learning_rate": 9.943507970272746e-06,
+      "loss": 23.25,
+      "step": 21627
+    },
+    {
+      "epoch": 1.0335467839051897,
+      "grad_norm": 181.17259216308594,
+      "learning_rate": 9.942734115254088e-06,
+      "loss": 24.7344,
+      "step": 21628
+    },
+    {
+      "epoch": 1.0335945713466501,
+      "grad_norm": 174.363037109375,
+      "learning_rate": 9.941960260578378e-06,
+      "loss": 19.9844,
+      "step": 21629
+    },
+    {
+      "epoch": 1.0336423587881105,
+      "grad_norm": 218.6364288330078,
+      "learning_rate": 9.941186406250251e-06,
+      "loss": 21.9219,
+      "step": 21630
+    },
+    {
+      "epoch": 1.033690146229571,
+      "grad_norm": 239.2249298095703,
+      "learning_rate": 9.940412552274345e-06,
+      "loss": 27.6094,
+      "step": 21631
+    },
+    {
+      "epoch": 1.0337379336710313,
+      "grad_norm": 283.22662353515625,
+      "learning_rate": 9.939638698655287e-06,
+      "loss": 22.875,
+      "step": 21632
+    },
+    {
+      "epoch": 1.0337857211124917,
+      "grad_norm": 615.512939453125,
+      "learning_rate": 9.938864845397715e-06,
+      "loss": 22.1094,
+      "step": 21633
+    },
+    {
+      "epoch": 1.033833508553952,
+      "grad_norm": 288.18084716796875,
+      "learning_rate": 9.938090992506268e-06,
+      "loss": 21.3906,
+      "step": 21634
+    },
+    {
+      "epoch": 1.0338812959954125,
+      "grad_norm": 178.22715759277344,
+      "learning_rate": 9.937317139985571e-06,
+      "loss": 27.5469,
+      "step": 21635
+    },
+    {
+      "epoch": 1.0339290834368728,
+      "grad_norm": 270.0492248535156,
+      "learning_rate": 9.936543287840266e-06,
+      "loss": 26.1875,
+      "step": 21636
+    },
+    {
+      "epoch": 1.0339768708783332,
+      "grad_norm": 138.55953979492188,
+      "learning_rate": 9.935769436074983e-06,
+      "loss": 19.6094,
+      "step": 21637
+    },
+    {
+      "epoch": 1.0340246583197936,
+      "grad_norm": 605.2548217773438,
+      "learning_rate": 9.934995584694362e-06,
+      "loss": 21.9219,
+      "step": 21638
+    },
+    {
+      "epoch": 1.034072445761254,
+      "grad_norm": 228.9156494140625,
+      "learning_rate": 9.934221733703032e-06,
+      "loss": 20.8594,
+      "step": 21639
+    },
+    {
+      "epoch": 1.0341202332027144,
+      "grad_norm": 158.1166534423828,
+      "learning_rate": 9.933447883105626e-06,
+      "loss": 32.4062,
+      "step": 21640
+    },
+    {
+      "epoch": 1.0341680206441748,
+      "grad_norm": 1055.983154296875,
+      "learning_rate": 9.932674032906787e-06,
+      "loss": 30.25,
+      "step": 21641
+    },
+    {
+      "epoch": 1.0342158080856352,
+      "grad_norm": 307.3338317871094,
+      "learning_rate": 9.931900183111138e-06,
+      "loss": 27.3906,
+      "step": 21642
+    },
+    {
+      "epoch": 1.0342635955270956,
+      "grad_norm": 282.3049011230469,
+      "learning_rate": 9.93112633372332e-06,
+      "loss": 28.0,
+      "step": 21643
+    },
+    {
+      "epoch": 1.034311382968556,
+      "grad_norm": 231.0580291748047,
+      "learning_rate": 9.93035248474797e-06,
+      "loss": 43.9375,
+      "step": 21644
+    },
+    {
+      "epoch": 1.0343591704100163,
+      "grad_norm": 226.5896759033203,
+      "learning_rate": 9.929578636189717e-06,
+      "loss": 29.0938,
+      "step": 21645
+    },
+    {
+      "epoch": 1.0344069578514767,
+      "grad_norm": 269.32720947265625,
+      "learning_rate": 9.928804788053198e-06,
+      "loss": 20.2656,
+      "step": 21646
+    },
+    {
+      "epoch": 1.034454745292937,
+      "grad_norm": 298.9671936035156,
+      "learning_rate": 9.928030940343043e-06,
+      "loss": 23.5,
+      "step": 21647
+    },
+    {
+      "epoch": 1.0345025327343973,
+      "grad_norm": 200.91114807128906,
+      "learning_rate": 9.92725709306389e-06,
+      "loss": 23.2188,
+      "step": 21648
+    },
+    {
+      "epoch": 1.0345503201758577,
+      "grad_norm": 168.3695526123047,
+      "learning_rate": 9.926483246220378e-06,
+      "loss": 18.1719,
+      "step": 21649
+    },
+    {
+      "epoch": 1.034598107617318,
+      "grad_norm": 604.5374145507812,
+      "learning_rate": 9.925709399817132e-06,
+      "loss": 33.0312,
+      "step": 21650
+    },
+    {
+      "epoch": 1.0346458950587785,
+      "grad_norm": 303.54412841796875,
+      "learning_rate": 9.924935553858792e-06,
+      "loss": 27.4844,
+      "step": 21651
+    },
+    {
+      "epoch": 1.0346936825002389,
+      "grad_norm": 313.9184875488281,
+      "learning_rate": 9.924161708349993e-06,
+      "loss": 22.6094,
+      "step": 21652
+    },
+    {
+      "epoch": 1.0347414699416992,
+      "grad_norm": 550.0101318359375,
+      "learning_rate": 9.923387863295367e-06,
+      "loss": 19.9375,
+      "step": 21653
+    },
+    {
+      "epoch": 1.0347892573831596,
+      "grad_norm": 223.19114685058594,
+      "learning_rate": 9.922614018699545e-06,
+      "loss": 19.6562,
+      "step": 21654
+    },
+    {
+      "epoch": 1.03483704482462,
+      "grad_norm": 222.5386505126953,
+      "learning_rate": 9.921840174567168e-06,
+      "loss": 30.0312,
+      "step": 21655
+    },
+    {
+      "epoch": 1.0348848322660804,
+      "grad_norm": 235.71559143066406,
+      "learning_rate": 9.92106633090287e-06,
+      "loss": 38.0156,
+      "step": 21656
+    },
+    {
+      "epoch": 1.0349326197075408,
+      "grad_norm": 170.62686157226562,
+      "learning_rate": 9.92029248771128e-06,
+      "loss": 20.3594,
+      "step": 21657
+    },
+    {
+      "epoch": 1.0349804071490012,
+      "grad_norm": 169.28231811523438,
+      "learning_rate": 9.919518644997032e-06,
+      "loss": 24.9219,
+      "step": 21658
+    },
+    {
+      "epoch": 1.0350281945904616,
+      "grad_norm": 139.53451538085938,
+      "learning_rate": 9.91874480276477e-06,
+      "loss": 19.4531,
+      "step": 21659
+    },
+    {
+      "epoch": 1.035075982031922,
+      "grad_norm": 684.8726196289062,
+      "learning_rate": 9.917970961019118e-06,
+      "loss": 27.125,
+      "step": 21660
+    },
+    {
+      "epoch": 1.0351237694733824,
+      "grad_norm": 282.07952880859375,
+      "learning_rate": 9.917197119764715e-06,
+      "loss": 27.1562,
+      "step": 21661
+    },
+    {
+      "epoch": 1.0351715569148427,
+      "grad_norm": 315.65087890625,
+      "learning_rate": 9.916423279006195e-06,
+      "loss": 24.9844,
+      "step": 21662
+    },
+    {
+      "epoch": 1.0352193443563031,
+      "grad_norm": 270.6763610839844,
+      "learning_rate": 9.915649438748189e-06,
+      "loss": 26.5312,
+      "step": 21663
+    },
+    {
+      "epoch": 1.0352671317977635,
+      "grad_norm": 230.64010620117188,
+      "learning_rate": 9.91487559899534e-06,
+      "loss": 22.1562,
+      "step": 21664
+    },
+    {
+      "epoch": 1.035314919239224,
+      "grad_norm": 208.7957305908203,
+      "learning_rate": 9.91410175975227e-06,
+      "loss": 23.4688,
+      "step": 21665
+    },
+    {
+      "epoch": 1.0353627066806843,
+      "grad_norm": 112.24405670166016,
+      "learning_rate": 9.91332792102362e-06,
+      "loss": 18.125,
+      "step": 21666
+    },
+    {
+      "epoch": 1.0354104941221447,
+      "grad_norm": 225.1351776123047,
+      "learning_rate": 9.91255408281403e-06,
+      "loss": 28.4844,
+      "step": 21667
+    },
+    {
+      "epoch": 1.035458281563605,
+      "grad_norm": 551.2553100585938,
+      "learning_rate": 9.911780245128122e-06,
+      "loss": 32.9062,
+      "step": 21668
+    },
+    {
+      "epoch": 1.0355060690050655,
+      "grad_norm": 180.49850463867188,
+      "learning_rate": 9.911006407970538e-06,
+      "loss": 22.6406,
+      "step": 21669
+    },
+    {
+      "epoch": 1.0355538564465259,
+      "grad_norm": 198.15843200683594,
+      "learning_rate": 9.91023257134591e-06,
+      "loss": 16.0938,
+      "step": 21670
+    },
+    {
+      "epoch": 1.0356016438879863,
+      "grad_norm": 262.61962890625,
+      "learning_rate": 9.909458735258877e-06,
+      "loss": 27.8281,
+      "step": 21671
+    },
+    {
+      "epoch": 1.0356494313294466,
+      "grad_norm": 249.3709716796875,
+      "learning_rate": 9.908684899714065e-06,
+      "loss": 22.4688,
+      "step": 21672
+    },
+    {
+      "epoch": 1.035697218770907,
+      "grad_norm": 128.2688446044922,
+      "learning_rate": 9.907911064716113e-06,
+      "loss": 17.4219,
+      "step": 21673
+    },
+    {
+      "epoch": 1.0357450062123674,
+      "grad_norm": 186.2234649658203,
+      "learning_rate": 9.907137230269657e-06,
+      "loss": 28.1562,
+      "step": 21674
+    },
+    {
+      "epoch": 1.0357927936538278,
+      "grad_norm": 418.6732482910156,
+      "learning_rate": 9.90636339637933e-06,
+      "loss": 40.4688,
+      "step": 21675
+    },
+    {
+      "epoch": 1.0358405810952882,
+      "grad_norm": 423.01416015625,
+      "learning_rate": 9.905589563049762e-06,
+      "loss": 34.0312,
+      "step": 21676
+    },
+    {
+      "epoch": 1.0358883685367486,
+      "grad_norm": 221.7928466796875,
+      "learning_rate": 9.904815730285595e-06,
+      "loss": 32.3438,
+      "step": 21677
+    },
+    {
+      "epoch": 1.035936155978209,
+      "grad_norm": 201.40638732910156,
+      "learning_rate": 9.904041898091457e-06,
+      "loss": 25.5938,
+      "step": 21678
+    },
+    {
+      "epoch": 1.0359839434196694,
+      "grad_norm": 332.91253662109375,
+      "learning_rate": 9.903268066471984e-06,
+      "loss": 29.1875,
+      "step": 21679
+    },
+    {
+      "epoch": 1.0360317308611298,
+      "grad_norm": 177.45980834960938,
+      "learning_rate": 9.902494235431809e-06,
+      "loss": 22.4219,
+      "step": 21680
+    },
+    {
+      "epoch": 1.0360795183025902,
+      "grad_norm": 359.3829650878906,
+      "learning_rate": 9.901720404975568e-06,
+      "loss": 30.6406,
+      "step": 21681
+    },
+    {
+      "epoch": 1.0361273057440505,
+      "grad_norm": 346.5469970703125,
+      "learning_rate": 9.900946575107898e-06,
+      "loss": 25.375,
+      "step": 21682
+    },
+    {
+      "epoch": 1.036175093185511,
+      "grad_norm": 332.219970703125,
+      "learning_rate": 9.900172745833427e-06,
+      "loss": 35.5625,
+      "step": 21683
+    },
+    {
+      "epoch": 1.0362228806269713,
+      "grad_norm": 301.69342041015625,
+      "learning_rate": 9.899398917156792e-06,
+      "loss": 28.8125,
+      "step": 21684
+    },
+    {
+      "epoch": 1.0362706680684317,
+      "grad_norm": 176.68850708007812,
+      "learning_rate": 9.898625089082627e-06,
+      "loss": 20.4219,
+      "step": 21685
+    },
+    {
+      "epoch": 1.036318455509892,
+      "grad_norm": 185.91555786132812,
+      "learning_rate": 9.897851261615573e-06,
+      "loss": 31.9375,
+      "step": 21686
+    },
+    {
+      "epoch": 1.0363662429513525,
+      "grad_norm": 201.69384765625,
+      "learning_rate": 9.897077434760252e-06,
+      "loss": 25.1875,
+      "step": 21687
+    },
+    {
+      "epoch": 1.0364140303928129,
+      "grad_norm": 266.1575622558594,
+      "learning_rate": 9.896303608521306e-06,
+      "loss": 35.875,
+      "step": 21688
+    },
+    {
+      "epoch": 1.036461817834273,
+      "grad_norm": 234.3220672607422,
+      "learning_rate": 9.895529782903371e-06,
+      "loss": 22.0625,
+      "step": 21689
+    },
+    {
+      "epoch": 1.0365096052757334,
+      "grad_norm": 487.3282165527344,
+      "learning_rate": 9.894755957911074e-06,
+      "loss": 33.8438,
+      "step": 21690
+    },
+    {
+      "epoch": 1.0365573927171938,
+      "grad_norm": 204.54248046875,
+      "learning_rate": 9.893982133549053e-06,
+      "loss": 25.4531,
+      "step": 21691
+    },
+    {
+      "epoch": 1.0366051801586542,
+      "grad_norm": 811.5967407226562,
+      "learning_rate": 9.893208309821944e-06,
+      "loss": 29.1562,
+      "step": 21692
+    },
+    {
+      "epoch": 1.0366529676001146,
+      "grad_norm": 334.3337707519531,
+      "learning_rate": 9.89243448673438e-06,
+      "loss": 34.7188,
+      "step": 21693
+    },
+    {
+      "epoch": 1.036700755041575,
+      "grad_norm": 430.8192443847656,
+      "learning_rate": 9.89166066429099e-06,
+      "loss": 28.4375,
+      "step": 21694
+    },
+    {
+      "epoch": 1.0367485424830354,
+      "grad_norm": 188.97747802734375,
+      "learning_rate": 9.890886842496417e-06,
+      "loss": 23.125,
+      "step": 21695
+    },
+    {
+      "epoch": 1.0367963299244958,
+      "grad_norm": 320.2729187011719,
+      "learning_rate": 9.89011302135529e-06,
+      "loss": 23.0,
+      "step": 21696
+    },
+    {
+      "epoch": 1.0368441173659562,
+      "grad_norm": 218.41786193847656,
+      "learning_rate": 9.889339200872248e-06,
+      "loss": 33.2031,
+      "step": 21697
+    },
+    {
+      "epoch": 1.0368919048074166,
+      "grad_norm": 305.8478088378906,
+      "learning_rate": 9.888565381051915e-06,
+      "loss": 15.2812,
+      "step": 21698
+    },
+    {
+      "epoch": 1.036939692248877,
+      "grad_norm": 196.59564208984375,
+      "learning_rate": 9.887791561898934e-06,
+      "loss": 28.625,
+      "step": 21699
+    },
+    {
+      "epoch": 1.0369874796903373,
+      "grad_norm": 301.3537292480469,
+      "learning_rate": 9.88701774341794e-06,
+      "loss": 25.7188,
+      "step": 21700
+    },
+    {
+      "epoch": 1.0370352671317977,
+      "grad_norm": 361.4711608886719,
+      "learning_rate": 9.886243925613559e-06,
+      "loss": 34.4688,
+      "step": 21701
+    },
+    {
+      "epoch": 1.0370830545732581,
+      "grad_norm": 261.370361328125,
+      "learning_rate": 9.885470108490431e-06,
+      "loss": 31.1875,
+      "step": 21702
+    },
+    {
+      "epoch": 1.0371308420147185,
+      "grad_norm": 155.18751525878906,
+      "learning_rate": 9.884696292053189e-06,
+      "loss": 17.3125,
+      "step": 21703
+    },
+    {
+      "epoch": 1.037178629456179,
+      "grad_norm": 120.28038787841797,
+      "learning_rate": 9.883922476306473e-06,
+      "loss": 16.0781,
+      "step": 21704
+    },
+    {
+      "epoch": 1.0372264168976393,
+      "grad_norm": 272.8104553222656,
+      "learning_rate": 9.883148661254905e-06,
+      "loss": 18.2656,
+      "step": 21705
+    },
+    {
+      "epoch": 1.0372742043390997,
+      "grad_norm": 285.3390808105469,
+      "learning_rate": 9.882374846903127e-06,
+      "loss": 30.8438,
+      "step": 21706
+    },
+    {
+      "epoch": 1.03732199178056,
+      "grad_norm": 195.71873474121094,
+      "learning_rate": 9.88160103325577e-06,
+      "loss": 24.7969,
+      "step": 21707
+    },
+    {
+      "epoch": 1.0373697792220204,
+      "grad_norm": 221.6587371826172,
+      "learning_rate": 9.880827220317477e-06,
+      "loss": 22.9062,
+      "step": 21708
+    },
+    {
+      "epoch": 1.0374175666634808,
+      "grad_norm": 475.37518310546875,
+      "learning_rate": 9.88005340809287e-06,
+      "loss": 30.0938,
+      "step": 21709
+    },
+    {
+      "epoch": 1.0374653541049412,
+      "grad_norm": 283.7206726074219,
+      "learning_rate": 9.87927959658659e-06,
+      "loss": 25.7969,
+      "step": 21710
+    },
+    {
+      "epoch": 1.0375131415464016,
+      "grad_norm": 241.28933715820312,
+      "learning_rate": 9.878505785803269e-06,
+      "loss": 19.7969,
+      "step": 21711
+    },
+    {
+      "epoch": 1.037560928987862,
+      "grad_norm": 331.7328796386719,
+      "learning_rate": 9.877731975747544e-06,
+      "loss": 34.5938,
+      "step": 21712
+    },
+    {
+      "epoch": 1.0376087164293224,
+      "grad_norm": 200.6435089111328,
+      "learning_rate": 9.876958166424041e-06,
+      "loss": 20.8125,
+      "step": 21713
+    },
+    {
+      "epoch": 1.0376565038707828,
+      "grad_norm": 207.3163299560547,
+      "learning_rate": 9.876184357837403e-06,
+      "loss": 22.6875,
+      "step": 21714
+    },
+    {
+      "epoch": 1.0377042913122432,
+      "grad_norm": 125.05554962158203,
+      "learning_rate": 9.875410549992263e-06,
+      "loss": 23.1562,
+      "step": 21715
+    },
+    {
+      "epoch": 1.0377520787537036,
+      "grad_norm": 189.9447479248047,
+      "learning_rate": 9.87463674289325e-06,
+      "loss": 27.8125,
+      "step": 21716
+    },
+    {
+      "epoch": 1.037799866195164,
+      "grad_norm": 284.70465087890625,
+      "learning_rate": 9.873862936545002e-06,
+      "loss": 24.5312,
+      "step": 21717
+    },
+    {
+      "epoch": 1.0378476536366243,
+      "grad_norm": 282.3353576660156,
+      "learning_rate": 9.873089130952151e-06,
+      "loss": 34.6875,
+      "step": 21718
+    },
+    {
+      "epoch": 1.0378954410780847,
+      "grad_norm": 309.7527770996094,
+      "learning_rate": 9.872315326119336e-06,
+      "loss": 33.4688,
+      "step": 21719
+    },
+    {
+      "epoch": 1.0379432285195451,
+      "grad_norm": 316.54827880859375,
+      "learning_rate": 9.871541522051185e-06,
+      "loss": 28.75,
+      "step": 21720
+    },
+    {
+      "epoch": 1.0379910159610055,
+      "grad_norm": 165.19444274902344,
+      "learning_rate": 9.870767718752332e-06,
+      "loss": 22.2656,
+      "step": 21721
+    },
+    {
+      "epoch": 1.038038803402466,
+      "grad_norm": 377.0958251953125,
+      "learning_rate": 9.869993916227416e-06,
+      "loss": 31.125,
+      "step": 21722
+    },
+    {
+      "epoch": 1.0380865908439263,
+      "grad_norm": 213.4341278076172,
+      "learning_rate": 9.869220114481072e-06,
+      "loss": 23.5312,
+      "step": 21723
+    },
+    {
+      "epoch": 1.0381343782853867,
+      "grad_norm": 172.5737762451172,
+      "learning_rate": 9.868446313517927e-06,
+      "loss": 30.1875,
+      "step": 21724
+    },
+    {
+      "epoch": 1.038182165726847,
+      "grad_norm": 391.1254577636719,
+      "learning_rate": 9.86767251334262e-06,
+      "loss": 18.625,
+      "step": 21725
+    },
+    {
+      "epoch": 1.0382299531683075,
+      "grad_norm": 143.1498565673828,
+      "learning_rate": 9.866898713959783e-06,
+      "loss": 19.8125,
+      "step": 21726
+    },
+    {
+      "epoch": 1.0382777406097679,
+      "grad_norm": 299.6551513671875,
+      "learning_rate": 9.866124915374052e-06,
+      "loss": 26.875,
+      "step": 21727
+    },
+    {
+      "epoch": 1.0383255280512282,
+      "grad_norm": 215.4720458984375,
+      "learning_rate": 9.86535111759006e-06,
+      "loss": 37.1562,
+      "step": 21728
+    },
+    {
+      "epoch": 1.0383733154926884,
+      "grad_norm": 342.9783935546875,
+      "learning_rate": 9.864577320612439e-06,
+      "loss": 17.2188,
+      "step": 21729
+    },
+    {
+      "epoch": 1.0384211029341488,
+      "grad_norm": 365.28302001953125,
+      "learning_rate": 9.86380352444583e-06,
+      "loss": 30.0938,
+      "step": 21730
+    },
+    {
+      "epoch": 1.0384688903756092,
+      "grad_norm": 437.76226806640625,
+      "learning_rate": 9.863029729094856e-06,
+      "loss": 37.2188,
+      "step": 21731
+    },
+    {
+      "epoch": 1.0385166778170696,
+      "grad_norm": 240.9269561767578,
+      "learning_rate": 9.862255934564159e-06,
+      "loss": 20.4375,
+      "step": 21732
+    },
+    {
+      "epoch": 1.03856446525853,
+      "grad_norm": 256.4953918457031,
+      "learning_rate": 9.86148214085837e-06,
+      "loss": 33.375,
+      "step": 21733
+    },
+    {
+      "epoch": 1.0386122526999904,
+      "grad_norm": 258.4517517089844,
+      "learning_rate": 9.860708347982132e-06,
+      "loss": 22.4844,
+      "step": 21734
+    },
+    {
+      "epoch": 1.0386600401414507,
+      "grad_norm": 304.84747314453125,
+      "learning_rate": 9.859934555940063e-06,
+      "loss": 28.6562,
+      "step": 21735
+    },
+    {
+      "epoch": 1.0387078275829111,
+      "grad_norm": 383.748779296875,
+      "learning_rate": 9.859160764736806e-06,
+      "loss": 41.0312,
+      "step": 21736
+    },
+    {
+      "epoch": 1.0387556150243715,
+      "grad_norm": 188.74923706054688,
+      "learning_rate": 9.858386974377e-06,
+      "loss": 26.9375,
+      "step": 21737
+    },
+    {
+      "epoch": 1.038803402465832,
+      "grad_norm": 234.4259490966797,
+      "learning_rate": 9.857613184865269e-06,
+      "loss": 27.9531,
+      "step": 21738
+    },
+    {
+      "epoch": 1.0388511899072923,
+      "grad_norm": 548.6192626953125,
+      "learning_rate": 9.85683939620625e-06,
+      "loss": 24.6094,
+      "step": 21739
+    },
+    {
+      "epoch": 1.0388989773487527,
+      "grad_norm": 128.57215881347656,
+      "learning_rate": 9.856065608404579e-06,
+      "loss": 24.2969,
+      "step": 21740
+    },
+    {
+      "epoch": 1.038946764790213,
+      "grad_norm": 253.56051635742188,
+      "learning_rate": 9.855291821464893e-06,
+      "loss": 20.2344,
+      "step": 21741
+    },
+    {
+      "epoch": 1.0389945522316735,
+      "grad_norm": 192.02210998535156,
+      "learning_rate": 9.854518035391818e-06,
+      "loss": 28.1875,
+      "step": 21742
+    },
+    {
+      "epoch": 1.0390423396731339,
+      "grad_norm": 413.1713562011719,
+      "learning_rate": 9.853744250189994e-06,
+      "loss": 37.25,
+      "step": 21743
+    },
+    {
+      "epoch": 1.0390901271145943,
+      "grad_norm": 167.2183074951172,
+      "learning_rate": 9.852970465864052e-06,
+      "loss": 18.1562,
+      "step": 21744
+    },
+    {
+      "epoch": 1.0391379145560546,
+      "grad_norm": 297.04876708984375,
+      "learning_rate": 9.85219668241863e-06,
+      "loss": 24.0625,
+      "step": 21745
+    },
+    {
+      "epoch": 1.039185701997515,
+      "grad_norm": 447.23834228515625,
+      "learning_rate": 9.851422899858359e-06,
+      "loss": 30.0625,
+      "step": 21746
+    },
+    {
+      "epoch": 1.0392334894389754,
+      "grad_norm": 150.26715087890625,
+      "learning_rate": 9.85064911818787e-06,
+      "loss": 21.4531,
+      "step": 21747
+    },
+    {
+      "epoch": 1.0392812768804358,
+      "grad_norm": 211.07598876953125,
+      "learning_rate": 9.849875337411799e-06,
+      "loss": 23.7344,
+      "step": 21748
+    },
+    {
+      "epoch": 1.0393290643218962,
+      "grad_norm": 255.83326721191406,
+      "learning_rate": 9.849101557534787e-06,
+      "loss": 29.9688,
+      "step": 21749
+    },
+    {
+      "epoch": 1.0393768517633566,
+      "grad_norm": 469.73223876953125,
+      "learning_rate": 9.848327778561457e-06,
+      "loss": 25.0312,
+      "step": 21750
+    },
+    {
+      "epoch": 1.039424639204817,
+      "grad_norm": 235.1995849609375,
+      "learning_rate": 9.847554000496449e-06,
+      "loss": 23.4688,
+      "step": 21751
+    },
+    {
+      "epoch": 1.0394724266462774,
+      "grad_norm": 261.061279296875,
+      "learning_rate": 9.846780223344398e-06,
+      "loss": 32.75,
+      "step": 21752
+    },
+    {
+      "epoch": 1.0395202140877378,
+      "grad_norm": 532.3157348632812,
+      "learning_rate": 9.846006447109934e-06,
+      "loss": 20.3125,
+      "step": 21753
+    },
+    {
+      "epoch": 1.0395680015291981,
+      "grad_norm": 210.0532989501953,
+      "learning_rate": 9.845232671797691e-06,
+      "loss": 23.2188,
+      "step": 21754
+    },
+    {
+      "epoch": 1.0396157889706585,
+      "grad_norm": 292.5986633300781,
+      "learning_rate": 9.844458897412304e-06,
+      "loss": 21.5312,
+      "step": 21755
+    },
+    {
+      "epoch": 1.039663576412119,
+      "grad_norm": 422.6047058105469,
+      "learning_rate": 9.843685123958414e-06,
+      "loss": 32.0312,
+      "step": 21756
+    },
+    {
+      "epoch": 1.0397113638535793,
+      "grad_norm": 442.7837829589844,
+      "learning_rate": 9.842911351440643e-06,
+      "loss": 23.6406,
+      "step": 21757
+    },
+    {
+      "epoch": 1.0397591512950397,
+      "grad_norm": 615.1369018554688,
+      "learning_rate": 9.842137579863632e-06,
+      "loss": 34.25,
+      "step": 21758
+    },
+    {
+      "epoch": 1.0398069387365,
+      "grad_norm": 325.232666015625,
+      "learning_rate": 9.841363809232012e-06,
+      "loss": 23.9688,
+      "step": 21759
+    },
+    {
+      "epoch": 1.0398547261779605,
+      "grad_norm": 194.86944580078125,
+      "learning_rate": 9.84059003955042e-06,
+      "loss": 16.2656,
+      "step": 21760
+    },
+    {
+      "epoch": 1.0399025136194209,
+      "grad_norm": 234.9755401611328,
+      "learning_rate": 9.839816270823486e-06,
+      "loss": 30.1406,
+      "step": 21761
+    },
+    {
+      "epoch": 1.0399503010608813,
+      "grad_norm": 219.98934936523438,
+      "learning_rate": 9.839042503055847e-06,
+      "loss": 25.375,
+      "step": 21762
+    },
+    {
+      "epoch": 1.0399980885023417,
+      "grad_norm": 241.08401489257812,
+      "learning_rate": 9.838268736252138e-06,
+      "loss": 18.9062,
+      "step": 21763
+    },
+    {
+      "epoch": 1.040045875943802,
+      "grad_norm": 183.02536010742188,
+      "learning_rate": 9.837494970416986e-06,
+      "loss": 22.4688,
+      "step": 21764
+    },
+    {
+      "epoch": 1.0400936633852624,
+      "grad_norm": 186.64244079589844,
+      "learning_rate": 9.836721205555031e-06,
+      "loss": 23.9844,
+      "step": 21765
+    },
+    {
+      "epoch": 1.0401414508267228,
+      "grad_norm": 166.60855102539062,
+      "learning_rate": 9.835947441670904e-06,
+      "loss": 21.5,
+      "step": 21766
+    },
+    {
+      "epoch": 1.0401892382681832,
+      "grad_norm": 190.43687438964844,
+      "learning_rate": 9.835173678769244e-06,
+      "loss": 23.5781,
+      "step": 21767
+    },
+    {
+      "epoch": 1.0402370257096436,
+      "grad_norm": 202.555908203125,
+      "learning_rate": 9.834399916854677e-06,
+      "loss": 20.7031,
+      "step": 21768
+    },
+    {
+      "epoch": 1.040284813151104,
+      "grad_norm": 295.17578125,
+      "learning_rate": 9.833626155931843e-06,
+      "loss": 22.7344,
+      "step": 21769
+    },
+    {
+      "epoch": 1.0403326005925644,
+      "grad_norm": 429.9805603027344,
+      "learning_rate": 9.832852396005371e-06,
+      "loss": 38.5625,
+      "step": 21770
+    },
+    {
+      "epoch": 1.0403803880340248,
+      "grad_norm": 184.96170043945312,
+      "learning_rate": 9.832078637079902e-06,
+      "loss": 23.4688,
+      "step": 21771
+    },
+    {
+      "epoch": 1.040428175475485,
+      "grad_norm": 318.91741943359375,
+      "learning_rate": 9.831304879160063e-06,
+      "loss": 37.125,
+      "step": 21772
+    },
+    {
+      "epoch": 1.0404759629169453,
+      "grad_norm": 305.7382507324219,
+      "learning_rate": 9.830531122250488e-06,
+      "loss": 22.2812,
+      "step": 21773
+    },
+    {
+      "epoch": 1.0405237503584057,
+      "grad_norm": 141.3386688232422,
+      "learning_rate": 9.829757366355818e-06,
+      "loss": 20.7031,
+      "step": 21774
+    },
+    {
+      "epoch": 1.040571537799866,
+      "grad_norm": 188.84066772460938,
+      "learning_rate": 9.828983611480678e-06,
+      "loss": 22.3438,
+      "step": 21775
+    },
+    {
+      "epoch": 1.0406193252413265,
+      "grad_norm": 309.0222473144531,
+      "learning_rate": 9.828209857629707e-06,
+      "loss": 27.8438,
+      "step": 21776
+    },
+    {
+      "epoch": 1.0406671126827869,
+      "grad_norm": 432.1341247558594,
+      "learning_rate": 9.827436104807536e-06,
+      "loss": 28.9688,
+      "step": 21777
+    },
+    {
+      "epoch": 1.0407149001242473,
+      "grad_norm": 306.8765563964844,
+      "learning_rate": 9.8266623530188e-06,
+      "loss": 31.5625,
+      "step": 21778
+    },
+    {
+      "epoch": 1.0407626875657077,
+      "grad_norm": 318.0690612792969,
+      "learning_rate": 9.825888602268134e-06,
+      "loss": 29.625,
+      "step": 21779
+    },
+    {
+      "epoch": 1.040810475007168,
+      "grad_norm": 198.94644165039062,
+      "learning_rate": 9.82511485256017e-06,
+      "loss": 18.9531,
+      "step": 21780
+    },
+    {
+      "epoch": 1.0408582624486284,
+      "grad_norm": 429.051025390625,
+      "learning_rate": 9.82434110389954e-06,
+      "loss": 27.2188,
+      "step": 21781
+    },
+    {
+      "epoch": 1.0409060498900888,
+      "grad_norm": 249.7619171142578,
+      "learning_rate": 9.823567356290886e-06,
+      "loss": 20.9844,
+      "step": 21782
+    },
+    {
+      "epoch": 1.0409538373315492,
+      "grad_norm": 327.0761413574219,
+      "learning_rate": 9.822793609738831e-06,
+      "loss": 21.0312,
+      "step": 21783
+    },
+    {
+      "epoch": 1.0410016247730096,
+      "grad_norm": 279.3800048828125,
+      "learning_rate": 9.822019864248013e-06,
+      "loss": 26.1562,
+      "step": 21784
+    },
+    {
+      "epoch": 1.04104941221447,
+      "grad_norm": 212.93661499023438,
+      "learning_rate": 9.821246119823072e-06,
+      "loss": 23.8906,
+      "step": 21785
+    },
+    {
+      "epoch": 1.0410971996559304,
+      "grad_norm": 331.9365234375,
+      "learning_rate": 9.820472376468632e-06,
+      "loss": 26.3438,
+      "step": 21786
+    },
+    {
+      "epoch": 1.0411449870973908,
+      "grad_norm": 217.14642333984375,
+      "learning_rate": 9.819698634189329e-06,
+      "loss": 19.7812,
+      "step": 21787
+    },
+    {
+      "epoch": 1.0411927745388512,
+      "grad_norm": 262.70233154296875,
+      "learning_rate": 9.8189248929898e-06,
+      "loss": 22.0469,
+      "step": 21788
+    },
+    {
+      "epoch": 1.0412405619803116,
+      "grad_norm": 206.05130004882812,
+      "learning_rate": 9.818151152874681e-06,
+      "loss": 23.3594,
+      "step": 21789
+    },
+    {
+      "epoch": 1.041288349421772,
+      "grad_norm": 267.34637451171875,
+      "learning_rate": 9.817377413848598e-06,
+      "loss": 24.0,
+      "step": 21790
+    },
+    {
+      "epoch": 1.0413361368632323,
+      "grad_norm": 121.3843002319336,
+      "learning_rate": 9.816603675916188e-06,
+      "loss": 19.6406,
+      "step": 21791
+    },
+    {
+      "epoch": 1.0413839243046927,
+      "grad_norm": 197.9059600830078,
+      "learning_rate": 9.815829939082087e-06,
+      "loss": 22.9375,
+      "step": 21792
+    },
+    {
+      "epoch": 1.0414317117461531,
+      "grad_norm": 276.50390625,
+      "learning_rate": 9.815056203350928e-06,
+      "loss": 34.4688,
+      "step": 21793
+    },
+    {
+      "epoch": 1.0414794991876135,
+      "grad_norm": 303.5399475097656,
+      "learning_rate": 9.814282468727344e-06,
+      "loss": 31.4062,
+      "step": 21794
+    },
+    {
+      "epoch": 1.041527286629074,
+      "grad_norm": 210.84140014648438,
+      "learning_rate": 9.813508735215966e-06,
+      "loss": 25.6406,
+      "step": 21795
+    },
+    {
+      "epoch": 1.0415750740705343,
+      "grad_norm": 299.4254150390625,
+      "learning_rate": 9.81273500282143e-06,
+      "loss": 15.9688,
+      "step": 21796
+    },
+    {
+      "epoch": 1.0416228615119947,
+      "grad_norm": 169.415283203125,
+      "learning_rate": 9.811961271548373e-06,
+      "loss": 19.9688,
+      "step": 21797
+    },
+    {
+      "epoch": 1.041670648953455,
+      "grad_norm": 273.3034973144531,
+      "learning_rate": 9.811187541401423e-06,
+      "loss": 29.625,
+      "step": 21798
+    },
+    {
+      "epoch": 1.0417184363949155,
+      "grad_norm": 321.7310791015625,
+      "learning_rate": 9.810413812385213e-06,
+      "loss": 34.8438,
+      "step": 21799
+    },
+    {
+      "epoch": 1.0417662238363758,
+      "grad_norm": 214.19285583496094,
+      "learning_rate": 9.809640084504385e-06,
+      "loss": 24.6094,
+      "step": 21800
+    },
+    {
+      "epoch": 1.0418140112778362,
+      "grad_norm": 249.93601989746094,
+      "learning_rate": 9.808866357763565e-06,
+      "loss": 26.25,
+      "step": 21801
+    },
+    {
+      "epoch": 1.0418617987192966,
+      "grad_norm": 160.8046875,
+      "learning_rate": 9.808092632167387e-06,
+      "loss": 22.7969,
+      "step": 21802
+    },
+    {
+      "epoch": 1.041909586160757,
+      "grad_norm": 250.82452392578125,
+      "learning_rate": 9.807318907720487e-06,
+      "loss": 21.3125,
+      "step": 21803
+    },
+    {
+      "epoch": 1.0419573736022174,
+      "grad_norm": 167.6339874267578,
+      "learning_rate": 9.806545184427502e-06,
+      "loss": 25.75,
+      "step": 21804
+    },
+    {
+      "epoch": 1.0420051610436778,
+      "grad_norm": 214.9142303466797,
+      "learning_rate": 9.805771462293058e-06,
+      "loss": 24.625,
+      "step": 21805
+    },
+    {
+      "epoch": 1.0420529484851382,
+      "grad_norm": 418.00927734375,
+      "learning_rate": 9.804997741321794e-06,
+      "loss": 43.9375,
+      "step": 21806
+    },
+    {
+      "epoch": 1.0421007359265986,
+      "grad_norm": 241.79257202148438,
+      "learning_rate": 9.80422402151834e-06,
+      "loss": 23.7969,
+      "step": 21807
+    },
+    {
+      "epoch": 1.042148523368059,
+      "grad_norm": 152.19989013671875,
+      "learning_rate": 9.803450302887335e-06,
+      "loss": 23.4062,
+      "step": 21808
+    },
+    {
+      "epoch": 1.0421963108095194,
+      "grad_norm": 217.43092346191406,
+      "learning_rate": 9.802676585433408e-06,
+      "loss": 26.2188,
+      "step": 21809
+    },
+    {
+      "epoch": 1.0422440982509797,
+      "grad_norm": 281.3421325683594,
+      "learning_rate": 9.801902869161192e-06,
+      "loss": 22.1562,
+      "step": 21810
+    },
+    {
+      "epoch": 1.0422918856924401,
+      "grad_norm": 209.33126831054688,
+      "learning_rate": 9.801129154075323e-06,
+      "loss": 25.8594,
+      "step": 21811
+    },
+    {
+      "epoch": 1.0423396731339003,
+      "grad_norm": 705.7176513671875,
+      "learning_rate": 9.800355440180434e-06,
+      "loss": 28.4062,
+      "step": 21812
+    },
+    {
+      "epoch": 1.0423874605753607,
+      "grad_norm": 289.20343017578125,
+      "learning_rate": 9.799581727481158e-06,
+      "loss": 26.3906,
+      "step": 21813
+    },
+    {
+      "epoch": 1.042435248016821,
+      "grad_norm": 311.08245849609375,
+      "learning_rate": 9.798808015982126e-06,
+      "loss": 38.4844,
+      "step": 21814
+    },
+    {
+      "epoch": 1.0424830354582815,
+      "grad_norm": 214.23785400390625,
+      "learning_rate": 9.798034305687982e-06,
+      "loss": 30.3125,
+      "step": 21815
+    },
+    {
+      "epoch": 1.0425308228997419,
+      "grad_norm": 235.8660888671875,
+      "learning_rate": 9.797260596603344e-06,
+      "loss": 20.25,
+      "step": 21816
+    },
+    {
+      "epoch": 1.0425786103412022,
+      "grad_norm": 831.870849609375,
+      "learning_rate": 9.796486888732855e-06,
+      "loss": 35.0781,
+      "step": 21817
+    },
+    {
+      "epoch": 1.0426263977826626,
+      "grad_norm": 231.8785400390625,
+      "learning_rate": 9.795713182081147e-06,
+      "loss": 24.1406,
+      "step": 21818
+    },
+    {
+      "epoch": 1.042674185224123,
+      "grad_norm": 251.373046875,
+      "learning_rate": 9.794939476652858e-06,
+      "loss": 25.0156,
+      "step": 21819
+    },
+    {
+      "epoch": 1.0427219726655834,
+      "grad_norm": 186.70375061035156,
+      "learning_rate": 9.794165772452612e-06,
+      "loss": 24.125,
+      "step": 21820
+    },
+    {
+      "epoch": 1.0427697601070438,
+      "grad_norm": 196.4545440673828,
+      "learning_rate": 9.793392069485048e-06,
+      "loss": 16.5938,
+      "step": 21821
+    },
+    {
+      "epoch": 1.0428175475485042,
+      "grad_norm": 403.8123474121094,
+      "learning_rate": 9.792618367754803e-06,
+      "loss": 30.4375,
+      "step": 21822
+    },
+    {
+      "epoch": 1.0428653349899646,
+      "grad_norm": 292.8039245605469,
+      "learning_rate": 9.791844667266503e-06,
+      "loss": 21.0,
+      "step": 21823
+    },
+    {
+      "epoch": 1.042913122431425,
+      "grad_norm": 434.9451599121094,
+      "learning_rate": 9.791070968024783e-06,
+      "loss": 32.0625,
+      "step": 21824
+    },
+    {
+      "epoch": 1.0429609098728854,
+      "grad_norm": 270.8400573730469,
+      "learning_rate": 9.790297270034282e-06,
+      "loss": 32.4688,
+      "step": 21825
+    },
+    {
+      "epoch": 1.0430086973143458,
+      "grad_norm": 309.55029296875,
+      "learning_rate": 9.78952357329963e-06,
+      "loss": 24.8438,
+      "step": 21826
+    },
+    {
+      "epoch": 1.0430564847558061,
+      "grad_norm": 385.49310302734375,
+      "learning_rate": 9.788749877825459e-06,
+      "loss": 29.5312,
+      "step": 21827
+    },
+    {
+      "epoch": 1.0431042721972665,
+      "grad_norm": 178.83511352539062,
+      "learning_rate": 9.787976183616402e-06,
+      "loss": 27.0625,
+      "step": 21828
+    },
+    {
+      "epoch": 1.043152059638727,
+      "grad_norm": 165.20416259765625,
+      "learning_rate": 9.787202490677093e-06,
+      "loss": 24.0,
+      "step": 21829
+    },
+    {
+      "epoch": 1.0431998470801873,
+      "grad_norm": 158.11793518066406,
+      "learning_rate": 9.786428799012173e-06,
+      "loss": 21.2188,
+      "step": 21830
+    },
+    {
+      "epoch": 1.0432476345216477,
+      "grad_norm": 250.0891571044922,
+      "learning_rate": 9.785655108626264e-06,
+      "loss": 30.0625,
+      "step": 21831
+    },
+    {
+      "epoch": 1.043295421963108,
+      "grad_norm": 216.676513671875,
+      "learning_rate": 9.784881419524002e-06,
+      "loss": 23.0938,
+      "step": 21832
+    },
+    {
+      "epoch": 1.0433432094045685,
+      "grad_norm": 222.97674560546875,
+      "learning_rate": 9.784107731710026e-06,
+      "loss": 21.5469,
+      "step": 21833
+    },
+    {
+      "epoch": 1.0433909968460289,
+      "grad_norm": 130.3257293701172,
+      "learning_rate": 9.783334045188969e-06,
+      "loss": 26.1875,
+      "step": 21834
+    },
+    {
+      "epoch": 1.0434387842874893,
+      "grad_norm": 291.2601623535156,
+      "learning_rate": 9.782560359965456e-06,
+      "loss": 23.5938,
+      "step": 21835
+    },
+    {
+      "epoch": 1.0434865717289497,
+      "grad_norm": 675.6608276367188,
+      "learning_rate": 9.781786676044127e-06,
+      "loss": 25.2656,
+      "step": 21836
+    },
+    {
+      "epoch": 1.04353435917041,
+      "grad_norm": 218.08018493652344,
+      "learning_rate": 9.781012993429619e-06,
+      "loss": 23.1719,
+      "step": 21837
+    },
+    {
+      "epoch": 1.0435821466118704,
+      "grad_norm": 247.43600463867188,
+      "learning_rate": 9.780239312126555e-06,
+      "loss": 23.5625,
+      "step": 21838
+    },
+    {
+      "epoch": 1.0436299340533308,
+      "grad_norm": 249.98626708984375,
+      "learning_rate": 9.779465632139575e-06,
+      "loss": 22.375,
+      "step": 21839
+    },
+    {
+      "epoch": 1.0436777214947912,
+      "grad_norm": 254.10250854492188,
+      "learning_rate": 9.778691953473312e-06,
+      "loss": 27.125,
+      "step": 21840
+    },
+    {
+      "epoch": 1.0437255089362516,
+      "grad_norm": 234.79403686523438,
+      "learning_rate": 9.777918276132401e-06,
+      "loss": 30.0,
+      "step": 21841
+    },
+    {
+      "epoch": 1.043773296377712,
+      "grad_norm": 216.25234985351562,
+      "learning_rate": 9.777144600121471e-06,
+      "loss": 14.625,
+      "step": 21842
+    },
+    {
+      "epoch": 1.0438210838191724,
+      "grad_norm": 195.72402954101562,
+      "learning_rate": 9.776370925445157e-06,
+      "loss": 23.0,
+      "step": 21843
+    },
+    {
+      "epoch": 1.0438688712606328,
+      "grad_norm": 234.06272888183594,
+      "learning_rate": 9.775597252108091e-06,
+      "loss": 29.2812,
+      "step": 21844
+    },
+    {
+      "epoch": 1.0439166587020932,
+      "grad_norm": 189.028564453125,
+      "learning_rate": 9.774823580114913e-06,
+      "loss": 21.0781,
+      "step": 21845
+    },
+    {
+      "epoch": 1.0439644461435535,
+      "grad_norm": 274.9501647949219,
+      "learning_rate": 9.774049909470247e-06,
+      "loss": 30.875,
+      "step": 21846
+    },
+    {
+      "epoch": 1.044012233585014,
+      "grad_norm": 223.35206604003906,
+      "learning_rate": 9.77327624017873e-06,
+      "loss": 27.2344,
+      "step": 21847
+    },
+    {
+      "epoch": 1.0440600210264743,
+      "grad_norm": 345.7878723144531,
+      "learning_rate": 9.772502572244999e-06,
+      "loss": 21.3594,
+      "step": 21848
+    },
+    {
+      "epoch": 1.0441078084679347,
+      "grad_norm": 269.64569091796875,
+      "learning_rate": 9.77172890567368e-06,
+      "loss": 19.4062,
+      "step": 21849
+    },
+    {
+      "epoch": 1.044155595909395,
+      "grad_norm": 251.6260528564453,
+      "learning_rate": 9.770955240469412e-06,
+      "loss": 39.3125,
+      "step": 21850
+    },
+    {
+      "epoch": 1.0442033833508555,
+      "grad_norm": 389.80487060546875,
+      "learning_rate": 9.770181576636825e-06,
+      "loss": 37.25,
+      "step": 21851
+    },
+    {
+      "epoch": 1.0442511707923159,
+      "grad_norm": 169.81741333007812,
+      "learning_rate": 9.76940791418056e-06,
+      "loss": 18.6719,
+      "step": 21852
+    },
+    {
+      "epoch": 1.0442989582337763,
+      "grad_norm": 205.86224365234375,
+      "learning_rate": 9.768634253105238e-06,
+      "loss": 25.7344,
+      "step": 21853
+    },
+    {
+      "epoch": 1.0443467456752364,
+      "grad_norm": 253.0736083984375,
+      "learning_rate": 9.767860593415498e-06,
+      "loss": 25.3438,
+      "step": 21854
+    },
+    {
+      "epoch": 1.0443945331166968,
+      "grad_norm": 295.19610595703125,
+      "learning_rate": 9.767086935115978e-06,
+      "loss": 23.7344,
+      "step": 21855
+    },
+    {
+      "epoch": 1.0444423205581572,
+      "grad_norm": 237.8927001953125,
+      "learning_rate": 9.766313278211306e-06,
+      "loss": 27.8125,
+      "step": 21856
+    },
+    {
+      "epoch": 1.0444901079996176,
+      "grad_norm": 450.99444580078125,
+      "learning_rate": 9.765539622706112e-06,
+      "loss": 34.2812,
+      "step": 21857
+    },
+    {
+      "epoch": 1.044537895441078,
+      "grad_norm": 220.5045623779297,
+      "learning_rate": 9.764765968605036e-06,
+      "loss": 28.0781,
+      "step": 21858
+    },
+    {
+      "epoch": 1.0445856828825384,
+      "grad_norm": 301.78802490234375,
+      "learning_rate": 9.76399231591271e-06,
+      "loss": 17.5625,
+      "step": 21859
+    },
+    {
+      "epoch": 1.0446334703239988,
+      "grad_norm": 351.1010437011719,
+      "learning_rate": 9.763218664633763e-06,
+      "loss": 37.2969,
+      "step": 21860
+    },
+    {
+      "epoch": 1.0446812577654592,
+      "grad_norm": 208.00865173339844,
+      "learning_rate": 9.76244501477283e-06,
+      "loss": 28.2812,
+      "step": 21861
+    },
+    {
+      "epoch": 1.0447290452069196,
+      "grad_norm": 154.80625915527344,
+      "learning_rate": 9.761671366334544e-06,
+      "loss": 19.7188,
+      "step": 21862
+    },
+    {
+      "epoch": 1.04477683264838,
+      "grad_norm": 239.7522430419922,
+      "learning_rate": 9.760897719323544e-06,
+      "loss": 19.3125,
+      "step": 21863
+    },
+    {
+      "epoch": 1.0448246200898403,
+      "grad_norm": 318.7438659667969,
+      "learning_rate": 9.760124073744454e-06,
+      "loss": 22.0938,
+      "step": 21864
+    },
+    {
+      "epoch": 1.0448724075313007,
+      "grad_norm": 289.1580505371094,
+      "learning_rate": 9.75935042960191e-06,
+      "loss": 21.0469,
+      "step": 21865
+    },
+    {
+      "epoch": 1.0449201949727611,
+      "grad_norm": 303.31439208984375,
+      "learning_rate": 9.758576786900548e-06,
+      "loss": 28.7812,
+      "step": 21866
+    },
+    {
+      "epoch": 1.0449679824142215,
+      "grad_norm": 188.24339294433594,
+      "learning_rate": 9.757803145645003e-06,
+      "loss": 27.9375,
+      "step": 21867
+    },
+    {
+      "epoch": 1.045015769855682,
+      "grad_norm": 347.5286560058594,
+      "learning_rate": 9.7570295058399e-06,
+      "loss": 20.9375,
+      "step": 21868
+    },
+    {
+      "epoch": 1.0450635572971423,
+      "grad_norm": 173.19004821777344,
+      "learning_rate": 9.756255867489877e-06,
+      "loss": 23.5,
+      "step": 21869
+    },
+    {
+      "epoch": 1.0451113447386027,
+      "grad_norm": 226.454345703125,
+      "learning_rate": 9.755482230599567e-06,
+      "loss": 22.4375,
+      "step": 21870
+    },
+    {
+      "epoch": 1.045159132180063,
+      "grad_norm": 214.5548095703125,
+      "learning_rate": 9.754708595173608e-06,
+      "loss": 24.8281,
+      "step": 21871
+    },
+    {
+      "epoch": 1.0452069196215235,
+      "grad_norm": 329.87884521484375,
+      "learning_rate": 9.753934961216622e-06,
+      "loss": 26.75,
+      "step": 21872
+    },
+    {
+      "epoch": 1.0452547070629838,
+      "grad_norm": 206.93466186523438,
+      "learning_rate": 9.753161328733251e-06,
+      "loss": 19.6406,
+      "step": 21873
+    },
+    {
+      "epoch": 1.0453024945044442,
+      "grad_norm": 150.89602661132812,
+      "learning_rate": 9.752387697728126e-06,
+      "loss": 22.1562,
+      "step": 21874
+    },
+    {
+      "epoch": 1.0453502819459046,
+      "grad_norm": 217.1324005126953,
+      "learning_rate": 9.751614068205876e-06,
+      "loss": 30.8281,
+      "step": 21875
+    },
+    {
+      "epoch": 1.045398069387365,
+      "grad_norm": 225.67068481445312,
+      "learning_rate": 9.75084044017114e-06,
+      "loss": 27.25,
+      "step": 21876
+    },
+    {
+      "epoch": 1.0454458568288254,
+      "grad_norm": 228.4137420654297,
+      "learning_rate": 9.750066813628547e-06,
+      "loss": 21.9688,
+      "step": 21877
+    },
+    {
+      "epoch": 1.0454936442702858,
+      "grad_norm": 308.7495422363281,
+      "learning_rate": 9.749293188582732e-06,
+      "loss": 20.0625,
+      "step": 21878
+    },
+    {
+      "epoch": 1.0455414317117462,
+      "grad_norm": 243.43380737304688,
+      "learning_rate": 9.748519565038325e-06,
+      "loss": 20.0469,
+      "step": 21879
+    },
+    {
+      "epoch": 1.0455892191532066,
+      "grad_norm": 442.3653869628906,
+      "learning_rate": 9.747745942999964e-06,
+      "loss": 15.7812,
+      "step": 21880
+    },
+    {
+      "epoch": 1.045637006594667,
+      "grad_norm": 349.4083251953125,
+      "learning_rate": 9.746972322472275e-06,
+      "loss": 38.0,
+      "step": 21881
+    },
+    {
+      "epoch": 1.0456847940361274,
+      "grad_norm": 233.272216796875,
+      "learning_rate": 9.746198703459903e-06,
+      "loss": 36.4688,
+      "step": 21882
+    },
+    {
+      "epoch": 1.0457325814775877,
+      "grad_norm": 208.97853088378906,
+      "learning_rate": 9.745425085967468e-06,
+      "loss": 34.5312,
+      "step": 21883
+    },
+    {
+      "epoch": 1.0457803689190481,
+      "grad_norm": 187.81695556640625,
+      "learning_rate": 9.744651469999607e-06,
+      "loss": 25.7188,
+      "step": 21884
+    },
+    {
+      "epoch": 1.0458281563605085,
+      "grad_norm": 212.80239868164062,
+      "learning_rate": 9.743877855560958e-06,
+      "loss": 24.6562,
+      "step": 21885
+    },
+    {
+      "epoch": 1.045875943801969,
+      "grad_norm": 238.59930419921875,
+      "learning_rate": 9.743104242656148e-06,
+      "loss": 33.7812,
+      "step": 21886
+    },
+    {
+      "epoch": 1.0459237312434293,
+      "grad_norm": 200.5336151123047,
+      "learning_rate": 9.742330631289812e-06,
+      "loss": 30.9375,
+      "step": 21887
+    },
+    {
+      "epoch": 1.0459715186848897,
+      "grad_norm": 225.57260131835938,
+      "learning_rate": 9.74155702146658e-06,
+      "loss": 25.9062,
+      "step": 21888
+    },
+    {
+      "epoch": 1.04601930612635,
+      "grad_norm": 379.0894470214844,
+      "learning_rate": 9.740783413191096e-06,
+      "loss": 25.7812,
+      "step": 21889
+    },
+    {
+      "epoch": 1.0460670935678105,
+      "grad_norm": 188.233642578125,
+      "learning_rate": 9.74000980646798e-06,
+      "loss": 32.5312,
+      "step": 21890
+    },
+    {
+      "epoch": 1.0461148810092709,
+      "grad_norm": 317.3589782714844,
+      "learning_rate": 9.739236201301871e-06,
+      "loss": 24.5,
+      "step": 21891
+    },
+    {
+      "epoch": 1.0461626684507312,
+      "grad_norm": 317.60723876953125,
+      "learning_rate": 9.738462597697398e-06,
+      "loss": 37.6094,
+      "step": 21892
+    },
+    {
+      "epoch": 1.0462104558921916,
+      "grad_norm": 124.16178894042969,
+      "learning_rate": 9.737688995659202e-06,
+      "loss": 16.4219,
+      "step": 21893
+    },
+    {
+      "epoch": 1.0462582433336518,
+      "grad_norm": 197.83383178710938,
+      "learning_rate": 9.736915395191905e-06,
+      "loss": 22.3438,
+      "step": 21894
+    },
+    {
+      "epoch": 1.0463060307751122,
+      "grad_norm": 338.2911071777344,
+      "learning_rate": 9.736141796300146e-06,
+      "loss": 28.625,
+      "step": 21895
+    },
+    {
+      "epoch": 1.0463538182165726,
+      "grad_norm": 290.1802978515625,
+      "learning_rate": 9.735368198988562e-06,
+      "loss": 29.8438,
+      "step": 21896
+    },
+    {
+      "epoch": 1.046401605658033,
+      "grad_norm": 210.24334716796875,
+      "learning_rate": 9.734594603261776e-06,
+      "loss": 34.8125,
+      "step": 21897
+    },
+    {
+      "epoch": 1.0464493930994934,
+      "grad_norm": 295.6905822753906,
+      "learning_rate": 9.733821009124426e-06,
+      "loss": 28.8125,
+      "step": 21898
+    },
+    {
+      "epoch": 1.0464971805409538,
+      "grad_norm": 223.11013793945312,
+      "learning_rate": 9.733047416581144e-06,
+      "loss": 30.1875,
+      "step": 21899
+    },
+    {
+      "epoch": 1.0465449679824141,
+      "grad_norm": 215.53028869628906,
+      "learning_rate": 9.73227382563657e-06,
+      "loss": 32.125,
+      "step": 21900
+    },
+    {
+      "epoch": 1.0465927554238745,
+      "grad_norm": 153.50547790527344,
+      "learning_rate": 9.731500236295323e-06,
+      "loss": 22.8125,
+      "step": 21901
+    },
+    {
+      "epoch": 1.046640542865335,
+      "grad_norm": 208.22300720214844,
+      "learning_rate": 9.730726648562044e-06,
+      "loss": 18.6094,
+      "step": 21902
+    },
+    {
+      "epoch": 1.0466883303067953,
+      "grad_norm": 279.87628173828125,
+      "learning_rate": 9.729953062441366e-06,
+      "loss": 32.5938,
+      "step": 21903
+    },
+    {
+      "epoch": 1.0467361177482557,
+      "grad_norm": 468.5103454589844,
+      "learning_rate": 9.729179477937925e-06,
+      "loss": 31.625,
+      "step": 21904
+    },
+    {
+      "epoch": 1.046783905189716,
+      "grad_norm": 318.1749267578125,
+      "learning_rate": 9.728405895056344e-06,
+      "loss": 23.4375,
+      "step": 21905
+    },
+    {
+      "epoch": 1.0468316926311765,
+      "grad_norm": 185.70724487304688,
+      "learning_rate": 9.727632313801264e-06,
+      "loss": 27.1719,
+      "step": 21906
+    },
+    {
+      "epoch": 1.0468794800726369,
+      "grad_norm": 315.8519592285156,
+      "learning_rate": 9.726858734177315e-06,
+      "loss": 28.0,
+      "step": 21907
+    },
+    {
+      "epoch": 1.0469272675140973,
+      "grad_norm": 203.9512481689453,
+      "learning_rate": 9.726085156189127e-06,
+      "loss": 20.9844,
+      "step": 21908
+    },
+    {
+      "epoch": 1.0469750549555576,
+      "grad_norm": 213.5071258544922,
+      "learning_rate": 9.725311579841339e-06,
+      "loss": 23.5469,
+      "step": 21909
+    },
+    {
+      "epoch": 1.047022842397018,
+      "grad_norm": 212.1379852294922,
+      "learning_rate": 9.724538005138577e-06,
+      "loss": 35.125,
+      "step": 21910
+    },
+    {
+      "epoch": 1.0470706298384784,
+      "grad_norm": 740.6848754882812,
+      "learning_rate": 9.723764432085482e-06,
+      "loss": 26.875,
+      "step": 21911
+    },
+    {
+      "epoch": 1.0471184172799388,
+      "grad_norm": 144.609375,
+      "learning_rate": 9.722990860686677e-06,
+      "loss": 21.8281,
+      "step": 21912
+    },
+    {
+      "epoch": 1.0471662047213992,
+      "grad_norm": 297.85675048828125,
+      "learning_rate": 9.7222172909468e-06,
+      "loss": 29.0312,
+      "step": 21913
+    },
+    {
+      "epoch": 1.0472139921628596,
+      "grad_norm": 254.44166564941406,
+      "learning_rate": 9.721443722870481e-06,
+      "loss": 33.2188,
+      "step": 21914
+    },
+    {
+      "epoch": 1.04726177960432,
+      "grad_norm": 270.1741943359375,
+      "learning_rate": 9.72067015646236e-06,
+      "loss": 20.3438,
+      "step": 21915
+    },
+    {
+      "epoch": 1.0473095670457804,
+      "grad_norm": 575.9684448242188,
+      "learning_rate": 9.71989659172706e-06,
+      "loss": 20.4375,
+      "step": 21916
+    },
+    {
+      "epoch": 1.0473573544872408,
+      "grad_norm": 261.73883056640625,
+      "learning_rate": 9.719123028669219e-06,
+      "loss": 25.75,
+      "step": 21917
+    },
+    {
+      "epoch": 1.0474051419287012,
+      "grad_norm": 182.1655731201172,
+      "learning_rate": 9.718349467293466e-06,
+      "loss": 26.6875,
+      "step": 21918
+    },
+    {
+      "epoch": 1.0474529293701615,
+      "grad_norm": 185.54443359375,
+      "learning_rate": 9.717575907604443e-06,
+      "loss": 19.8281,
+      "step": 21919
+    },
+    {
+      "epoch": 1.047500716811622,
+      "grad_norm": 178.26840209960938,
+      "learning_rate": 9.716802349606771e-06,
+      "loss": 17.2656,
+      "step": 21920
+    },
+    {
+      "epoch": 1.0475485042530823,
+      "grad_norm": 263.1426086425781,
+      "learning_rate": 9.716028793305088e-06,
+      "loss": 21.1875,
+      "step": 21921
+    },
+    {
+      "epoch": 1.0475962916945427,
+      "grad_norm": 370.5487365722656,
+      "learning_rate": 9.715255238704029e-06,
+      "loss": 27.6094,
+      "step": 21922
+    },
+    {
+      "epoch": 1.047644079136003,
+      "grad_norm": 646.1692504882812,
+      "learning_rate": 9.71448168580822e-06,
+      "loss": 23.9062,
+      "step": 21923
+    },
+    {
+      "epoch": 1.0476918665774635,
+      "grad_norm": 192.13856506347656,
+      "learning_rate": 9.7137081346223e-06,
+      "loss": 21.5156,
+      "step": 21924
+    },
+    {
+      "epoch": 1.0477396540189239,
+      "grad_norm": 223.0218048095703,
+      "learning_rate": 9.712934585150897e-06,
+      "loss": 20.0156,
+      "step": 21925
+    },
+    {
+      "epoch": 1.0477874414603843,
+      "grad_norm": 301.7187805175781,
+      "learning_rate": 9.71216103739865e-06,
+      "loss": 19.0312,
+      "step": 21926
+    },
+    {
+      "epoch": 1.0478352289018447,
+      "grad_norm": 338.40594482421875,
+      "learning_rate": 9.71138749137018e-06,
+      "loss": 15.4219,
+      "step": 21927
+    },
+    {
+      "epoch": 1.047883016343305,
+      "grad_norm": 280.36566162109375,
+      "learning_rate": 9.710613947070127e-06,
+      "loss": 29.75,
+      "step": 21928
+    },
+    {
+      "epoch": 1.0479308037847654,
+      "grad_norm": 306.6670227050781,
+      "learning_rate": 9.709840404503126e-06,
+      "loss": 17.5,
+      "step": 21929
+    },
+    {
+      "epoch": 1.0479785912262258,
+      "grad_norm": 157.152099609375,
+      "learning_rate": 9.709066863673808e-06,
+      "loss": 24.3438,
+      "step": 21930
+    },
+    {
+      "epoch": 1.0480263786676862,
+      "grad_norm": 226.65072631835938,
+      "learning_rate": 9.708293324586802e-06,
+      "loss": 25.9062,
+      "step": 21931
+    },
+    {
+      "epoch": 1.0480741661091466,
+      "grad_norm": 326.1736755371094,
+      "learning_rate": 9.707519787246741e-06,
+      "loss": 27.125,
+      "step": 21932
+    },
+    {
+      "epoch": 1.048121953550607,
+      "grad_norm": 308.4302062988281,
+      "learning_rate": 9.706746251658265e-06,
+      "loss": 31.9688,
+      "step": 21933
+    },
+    {
+      "epoch": 1.0481697409920674,
+      "grad_norm": 328.8286437988281,
+      "learning_rate": 9.705972717825994e-06,
+      "loss": 19.7031,
+      "step": 21934
+    },
+    {
+      "epoch": 1.0482175284335278,
+      "grad_norm": 258.8299560546875,
+      "learning_rate": 9.705199185754568e-06,
+      "loss": 22.6719,
+      "step": 21935
+    },
+    {
+      "epoch": 1.048265315874988,
+      "grad_norm": 187.41934204101562,
+      "learning_rate": 9.704425655448618e-06,
+      "loss": 22.9844,
+      "step": 21936
+    },
+    {
+      "epoch": 1.0483131033164483,
+      "grad_norm": 212.1492919921875,
+      "learning_rate": 9.703652126912783e-06,
+      "loss": 26.8438,
+      "step": 21937
+    },
+    {
+      "epoch": 1.0483608907579087,
+      "grad_norm": 387.1031188964844,
+      "learning_rate": 9.702878600151684e-06,
+      "loss": 37.5312,
+      "step": 21938
+    },
+    {
+      "epoch": 1.0484086781993691,
+      "grad_norm": 200.1236572265625,
+      "learning_rate": 9.702105075169961e-06,
+      "loss": 18.4844,
+      "step": 21939
+    },
+    {
+      "epoch": 1.0484564656408295,
+      "grad_norm": 226.38241577148438,
+      "learning_rate": 9.701331551972242e-06,
+      "loss": 17.2109,
+      "step": 21940
+    },
+    {
+      "epoch": 1.04850425308229,
+      "grad_norm": 219.8537139892578,
+      "learning_rate": 9.700558030563163e-06,
+      "loss": 18.7969,
+      "step": 21941
+    },
+    {
+      "epoch": 1.0485520405237503,
+      "grad_norm": 228.95822143554688,
+      "learning_rate": 9.699784510947356e-06,
+      "loss": 24.375,
+      "step": 21942
+    },
+    {
+      "epoch": 1.0485998279652107,
+      "grad_norm": 325.16070556640625,
+      "learning_rate": 9.69901099312945e-06,
+      "loss": 29.75,
+      "step": 21943
+    },
+    {
+      "epoch": 1.048647615406671,
+      "grad_norm": 263.94256591796875,
+      "learning_rate": 9.698237477114084e-06,
+      "loss": 21.5469,
+      "step": 21944
+    },
+    {
+      "epoch": 1.0486954028481315,
+      "grad_norm": 158.68186950683594,
+      "learning_rate": 9.697463962905883e-06,
+      "loss": 27.7188,
+      "step": 21945
+    },
+    {
+      "epoch": 1.0487431902895918,
+      "grad_norm": 168.22955322265625,
+      "learning_rate": 9.69669045050948e-06,
+      "loss": 31.2812,
+      "step": 21946
+    },
+    {
+      "epoch": 1.0487909777310522,
+      "grad_norm": 247.89056396484375,
+      "learning_rate": 9.69591693992951e-06,
+      "loss": 28.2188,
+      "step": 21947
+    },
+    {
+      "epoch": 1.0488387651725126,
+      "grad_norm": 360.29534912109375,
+      "learning_rate": 9.695143431170611e-06,
+      "loss": 22.9375,
+      "step": 21948
+    },
+    {
+      "epoch": 1.048886552613973,
+      "grad_norm": 164.72833251953125,
+      "learning_rate": 9.694369924237405e-06,
+      "loss": 18.7031,
+      "step": 21949
+    },
+    {
+      "epoch": 1.0489343400554334,
+      "grad_norm": 215.99020385742188,
+      "learning_rate": 9.693596419134529e-06,
+      "loss": 25.1562,
+      "step": 21950
+    },
+    {
+      "epoch": 1.0489821274968938,
+      "grad_norm": 213.23951721191406,
+      "learning_rate": 9.692822915866614e-06,
+      "loss": 19.5781,
+      "step": 21951
+    },
+    {
+      "epoch": 1.0490299149383542,
+      "grad_norm": 149.1597137451172,
+      "learning_rate": 9.692049414438298e-06,
+      "loss": 21.9375,
+      "step": 21952
+    },
+    {
+      "epoch": 1.0490777023798146,
+      "grad_norm": 250.8933563232422,
+      "learning_rate": 9.691275914854206e-06,
+      "loss": 22.5625,
+      "step": 21953
+    },
+    {
+      "epoch": 1.049125489821275,
+      "grad_norm": 178.55270385742188,
+      "learning_rate": 9.690502417118971e-06,
+      "loss": 22.0156,
+      "step": 21954
+    },
+    {
+      "epoch": 1.0491732772627353,
+      "grad_norm": 223.7115478515625,
+      "learning_rate": 9.68972892123723e-06,
+      "loss": 24.9531,
+      "step": 21955
+    },
+    {
+      "epoch": 1.0492210647041957,
+      "grad_norm": 312.2290954589844,
+      "learning_rate": 9.688955427213612e-06,
+      "loss": 31.9062,
+      "step": 21956
+    },
+    {
+      "epoch": 1.0492688521456561,
+      "grad_norm": 270.83544921875,
+      "learning_rate": 9.68818193505275e-06,
+      "loss": 35.25,
+      "step": 21957
+    },
+    {
+      "epoch": 1.0493166395871165,
+      "grad_norm": 247.86231994628906,
+      "learning_rate": 9.687408444759274e-06,
+      "loss": 21.5625,
+      "step": 21958
+    },
+    {
+      "epoch": 1.049364427028577,
+      "grad_norm": 378.0489196777344,
+      "learning_rate": 9.686634956337819e-06,
+      "loss": 21.1875,
+      "step": 21959
+    },
+    {
+      "epoch": 1.0494122144700373,
+      "grad_norm": 261.6385498046875,
+      "learning_rate": 9.685861469793017e-06,
+      "loss": 36.5312,
+      "step": 21960
+    },
+    {
+      "epoch": 1.0494600019114977,
+      "grad_norm": 641.2994384765625,
+      "learning_rate": 9.685087985129498e-06,
+      "loss": 28.7031,
+      "step": 21961
+    },
+    {
+      "epoch": 1.049507789352958,
+      "grad_norm": 142.16490173339844,
+      "learning_rate": 9.684314502351895e-06,
+      "loss": 19.7188,
+      "step": 21962
+    },
+    {
+      "epoch": 1.0495555767944185,
+      "grad_norm": 116.64300537109375,
+      "learning_rate": 9.683541021464845e-06,
+      "loss": 24.7656,
+      "step": 21963
+    },
+    {
+      "epoch": 1.0496033642358789,
+      "grad_norm": 1265.193359375,
+      "learning_rate": 9.682767542472972e-06,
+      "loss": 34.2812,
+      "step": 21964
+    },
+    {
+      "epoch": 1.0496511516773392,
+      "grad_norm": 200.5892333984375,
+      "learning_rate": 9.681994065380911e-06,
+      "loss": 21.2344,
+      "step": 21965
+    },
+    {
+      "epoch": 1.0496989391187996,
+      "grad_norm": 251.92051696777344,
+      "learning_rate": 9.681220590193297e-06,
+      "loss": 26.75,
+      "step": 21966
+    },
+    {
+      "epoch": 1.04974672656026,
+      "grad_norm": 345.3030700683594,
+      "learning_rate": 9.680447116914763e-06,
+      "loss": 27.5938,
+      "step": 21967
+    },
+    {
+      "epoch": 1.0497945140017204,
+      "grad_norm": 227.9748992919922,
+      "learning_rate": 9.679673645549936e-06,
+      "loss": 26.4375,
+      "step": 21968
+    },
+    {
+      "epoch": 1.0498423014431808,
+      "grad_norm": 353.7209777832031,
+      "learning_rate": 9.678900176103449e-06,
+      "loss": 21.875,
+      "step": 21969
+    },
+    {
+      "epoch": 1.0498900888846412,
+      "grad_norm": 346.7350158691406,
+      "learning_rate": 9.67812670857994e-06,
+      "loss": 24.375,
+      "step": 21970
+    },
+    {
+      "epoch": 1.0499378763261016,
+      "grad_norm": 332.9785461425781,
+      "learning_rate": 9.677353242984032e-06,
+      "loss": 30.5625,
+      "step": 21971
+    },
+    {
+      "epoch": 1.049985663767562,
+      "grad_norm": 331.9988708496094,
+      "learning_rate": 9.676579779320362e-06,
+      "loss": 27.9844,
+      "step": 21972
+    },
+    {
+      "epoch": 1.0500334512090224,
+      "grad_norm": 559.9735107421875,
+      "learning_rate": 9.675806317593565e-06,
+      "loss": 33.5312,
+      "step": 21973
+    },
+    {
+      "epoch": 1.0500812386504828,
+      "grad_norm": 215.47335815429688,
+      "learning_rate": 9.675032857808269e-06,
+      "loss": 30.8594,
+      "step": 21974
+    },
+    {
+      "epoch": 1.0501290260919431,
+      "grad_norm": 147.38771057128906,
+      "learning_rate": 9.674259399969108e-06,
+      "loss": 15.2344,
+      "step": 21975
+    },
+    {
+      "epoch": 1.0501768135334033,
+      "grad_norm": 293.0184326171875,
+      "learning_rate": 9.673485944080707e-06,
+      "loss": 21.125,
+      "step": 21976
+    },
+    {
+      "epoch": 1.0502246009748637,
+      "grad_norm": 195.02432250976562,
+      "learning_rate": 9.672712490147708e-06,
+      "loss": 18.4375,
+      "step": 21977
+    },
+    {
+      "epoch": 1.050272388416324,
+      "grad_norm": 288.32830810546875,
+      "learning_rate": 9.671939038174741e-06,
+      "loss": 29.2656,
+      "step": 21978
+    },
+    {
+      "epoch": 1.0503201758577845,
+      "grad_norm": 174.41848754882812,
+      "learning_rate": 9.671165588166432e-06,
+      "loss": 23.6562,
+      "step": 21979
+    },
+    {
+      "epoch": 1.0503679632992449,
+      "grad_norm": 166.01336669921875,
+      "learning_rate": 9.670392140127418e-06,
+      "loss": 25.3438,
+      "step": 21980
+    },
+    {
+      "epoch": 1.0504157507407053,
+      "grad_norm": 518.35498046875,
+      "learning_rate": 9.669618694062333e-06,
+      "loss": 21.4219,
+      "step": 21981
+    },
+    {
+      "epoch": 1.0504635381821656,
+      "grad_norm": 203.6930694580078,
+      "learning_rate": 9.668845249975802e-06,
+      "loss": 28.5938,
+      "step": 21982
+    },
+    {
+      "epoch": 1.050511325623626,
+      "grad_norm": 203.523681640625,
+      "learning_rate": 9.66807180787246e-06,
+      "loss": 25.25,
+      "step": 21983
+    },
+    {
+      "epoch": 1.0505591130650864,
+      "grad_norm": 286.8526916503906,
+      "learning_rate": 9.66729836775694e-06,
+      "loss": 30.3125,
+      "step": 21984
+    },
+    {
+      "epoch": 1.0506069005065468,
+      "grad_norm": 236.29953002929688,
+      "learning_rate": 9.666524929633878e-06,
+      "loss": 21.125,
+      "step": 21985
+    },
+    {
+      "epoch": 1.0506546879480072,
+      "grad_norm": 173.07933044433594,
+      "learning_rate": 9.665751493507896e-06,
+      "loss": 19.375,
+      "step": 21986
+    },
+    {
+      "epoch": 1.0507024753894676,
+      "grad_norm": 137.70152282714844,
+      "learning_rate": 9.664978059383631e-06,
+      "loss": 24.6719,
+      "step": 21987
+    },
+    {
+      "epoch": 1.050750262830928,
+      "grad_norm": 341.410400390625,
+      "learning_rate": 9.664204627265718e-06,
+      "loss": 22.2969,
+      "step": 21988
+    },
+    {
+      "epoch": 1.0507980502723884,
+      "grad_norm": 270.5075988769531,
+      "learning_rate": 9.663431197158787e-06,
+      "loss": 28.6875,
+      "step": 21989
+    },
+    {
+      "epoch": 1.0508458377138488,
+      "grad_norm": 283.6661071777344,
+      "learning_rate": 9.662657769067468e-06,
+      "loss": 33.625,
+      "step": 21990
+    },
+    {
+      "epoch": 1.0508936251553092,
+      "grad_norm": 254.73468017578125,
+      "learning_rate": 9.661884342996391e-06,
+      "loss": 29.7812,
+      "step": 21991
+    },
+    {
+      "epoch": 1.0509414125967695,
+      "grad_norm": 272.4570007324219,
+      "learning_rate": 9.661110918950194e-06,
+      "loss": 20.2188,
+      "step": 21992
+    },
+    {
+      "epoch": 1.05098920003823,
+      "grad_norm": 437.4237976074219,
+      "learning_rate": 9.660337496933504e-06,
+      "loss": 23.5625,
+      "step": 21993
+    },
+    {
+      "epoch": 1.0510369874796903,
+      "grad_norm": 227.9373321533203,
+      "learning_rate": 9.659564076950952e-06,
+      "loss": 23.3125,
+      "step": 21994
+    },
+    {
+      "epoch": 1.0510847749211507,
+      "grad_norm": 244.4934844970703,
+      "learning_rate": 9.658790659007173e-06,
+      "loss": 25.5469,
+      "step": 21995
+    },
+    {
+      "epoch": 1.051132562362611,
+      "grad_norm": 280.7774353027344,
+      "learning_rate": 9.658017243106802e-06,
+      "loss": 26.0312,
+      "step": 21996
+    },
+    {
+      "epoch": 1.0511803498040715,
+      "grad_norm": 714.9043579101562,
+      "learning_rate": 9.657243829254462e-06,
+      "loss": 31.4062,
+      "step": 21997
+    },
+    {
+      "epoch": 1.0512281372455319,
+      "grad_norm": 453.51336669921875,
+      "learning_rate": 9.656470417454787e-06,
+      "loss": 36.0312,
+      "step": 21998
+    },
+    {
+      "epoch": 1.0512759246869923,
+      "grad_norm": 196.1355438232422,
+      "learning_rate": 9.655697007712413e-06,
+      "loss": 21.8125,
+      "step": 21999
+    },
+    {
+      "epoch": 1.0513237121284527,
+      "grad_norm": 384.46160888671875,
+      "learning_rate": 9.654923600031973e-06,
+      "loss": 30.7344,
+      "step": 22000
+    },
+    {
+      "epoch": 1.051371499569913,
+      "grad_norm": 363.49554443359375,
+      "learning_rate": 9.654150194418093e-06,
+      "loss": 22.5625,
+      "step": 22001
+    },
+    {
+      "epoch": 1.0514192870113734,
+      "grad_norm": 215.7967987060547,
+      "learning_rate": 9.653376790875406e-06,
+      "loss": 23.8281,
+      "step": 22002
+    },
+    {
+      "epoch": 1.0514670744528338,
+      "grad_norm": 770.8596801757812,
+      "learning_rate": 9.652603389408545e-06,
+      "loss": 24.2812,
+      "step": 22003
+    },
+    {
+      "epoch": 1.0515148618942942,
+      "grad_norm": 293.63372802734375,
+      "learning_rate": 9.651829990022143e-06,
+      "loss": 15.7656,
+      "step": 22004
+    },
+    {
+      "epoch": 1.0515626493357546,
+      "grad_norm": 344.52069091796875,
+      "learning_rate": 9.651056592720828e-06,
+      "loss": 29.2812,
+      "step": 22005
+    },
+    {
+      "epoch": 1.051610436777215,
+      "grad_norm": 1003.32568359375,
+      "learning_rate": 9.650283197509237e-06,
+      "loss": 26.6562,
+      "step": 22006
+    },
+    {
+      "epoch": 1.0516582242186754,
+      "grad_norm": 228.9447479248047,
+      "learning_rate": 9.649509804391997e-06,
+      "loss": 26.7969,
+      "step": 22007
+    },
+    {
+      "epoch": 1.0517060116601358,
+      "grad_norm": 284.8821716308594,
+      "learning_rate": 9.64873641337374e-06,
+      "loss": 25.3125,
+      "step": 22008
+    },
+    {
+      "epoch": 1.0517537991015962,
+      "grad_norm": 184.8052215576172,
+      "learning_rate": 9.647963024459098e-06,
+      "loss": 28.0156,
+      "step": 22009
+    },
+    {
+      "epoch": 1.0518015865430566,
+      "grad_norm": 245.15977478027344,
+      "learning_rate": 9.647189637652703e-06,
+      "loss": 25.6562,
+      "step": 22010
+    },
+    {
+      "epoch": 1.051849373984517,
+      "grad_norm": 158.080078125,
+      "learning_rate": 9.646416252959192e-06,
+      "loss": 26.75,
+      "step": 22011
+    },
+    {
+      "epoch": 1.0518971614259773,
+      "grad_norm": 324.8817443847656,
+      "learning_rate": 9.645642870383185e-06,
+      "loss": 33.8438,
+      "step": 22012
+    },
+    {
+      "epoch": 1.0519449488674377,
+      "grad_norm": 210.65835571289062,
+      "learning_rate": 9.644869489929322e-06,
+      "loss": 24.2969,
+      "step": 22013
+    },
+    {
+      "epoch": 1.0519927363088981,
+      "grad_norm": 296.9352722167969,
+      "learning_rate": 9.64409611160223e-06,
+      "loss": 27.5938,
+      "step": 22014
+    },
+    {
+      "epoch": 1.0520405237503585,
+      "grad_norm": 167.04519653320312,
+      "learning_rate": 9.643322735406551e-06,
+      "loss": 21.7969,
+      "step": 22015
+    },
+    {
+      "epoch": 1.052088311191819,
+      "grad_norm": 287.931884765625,
+      "learning_rate": 9.642549361346902e-06,
+      "loss": 31.5938,
+      "step": 22016
+    },
+    {
+      "epoch": 1.0521360986332793,
+      "grad_norm": 217.00941467285156,
+      "learning_rate": 9.64177598942792e-06,
+      "loss": 31.9062,
+      "step": 22017
+    },
+    {
+      "epoch": 1.0521838860747397,
+      "grad_norm": 212.2301788330078,
+      "learning_rate": 9.641002619654244e-06,
+      "loss": 26.0,
+      "step": 22018
+    },
+    {
+      "epoch": 1.0522316735161998,
+      "grad_norm": 140.64002990722656,
+      "learning_rate": 9.640229252030493e-06,
+      "loss": 23.2969,
+      "step": 22019
+    },
+    {
+      "epoch": 1.0522794609576602,
+      "grad_norm": 362.4986267089844,
+      "learning_rate": 9.639455886561307e-06,
+      "loss": 32.1562,
+      "step": 22020
+    },
+    {
+      "epoch": 1.0523272483991206,
+      "grad_norm": 365.6312561035156,
+      "learning_rate": 9.638682523251315e-06,
+      "loss": 30.6875,
+      "step": 22021
+    },
+    {
+      "epoch": 1.052375035840581,
+      "grad_norm": 236.04254150390625,
+      "learning_rate": 9.63790916210515e-06,
+      "loss": 20.0312,
+      "step": 22022
+    },
+    {
+      "epoch": 1.0524228232820414,
+      "grad_norm": 388.7826232910156,
+      "learning_rate": 9.63713580312744e-06,
+      "loss": 39.9688,
+      "step": 22023
+    },
+    {
+      "epoch": 1.0524706107235018,
+      "grad_norm": 384.4875793457031,
+      "learning_rate": 9.636362446322818e-06,
+      "loss": 26.4219,
+      "step": 22024
+    },
+    {
+      "epoch": 1.0525183981649622,
+      "grad_norm": 157.81312561035156,
+      "learning_rate": 9.635589091695916e-06,
+      "loss": 24.125,
+      "step": 22025
+    },
+    {
+      "epoch": 1.0525661856064226,
+      "grad_norm": 314.8627624511719,
+      "learning_rate": 9.634815739251368e-06,
+      "loss": 23.7812,
+      "step": 22026
+    },
+    {
+      "epoch": 1.052613973047883,
+      "grad_norm": 236.8977508544922,
+      "learning_rate": 9.634042388993797e-06,
+      "loss": 37.0,
+      "step": 22027
+    },
+    {
+      "epoch": 1.0526617604893433,
+      "grad_norm": 257.2874450683594,
+      "learning_rate": 9.633269040927843e-06,
+      "loss": 25.9531,
+      "step": 22028
+    },
+    {
+      "epoch": 1.0527095479308037,
+      "grad_norm": 212.64173889160156,
+      "learning_rate": 9.632495695058136e-06,
+      "loss": 24.3438,
+      "step": 22029
+    },
+    {
+      "epoch": 1.0527573353722641,
+      "grad_norm": 261.6224670410156,
+      "learning_rate": 9.631722351389302e-06,
+      "loss": 34.3125,
+      "step": 22030
+    },
+    {
+      "epoch": 1.0528051228137245,
+      "grad_norm": 376.0538635253906,
+      "learning_rate": 9.630949009925976e-06,
+      "loss": 25.7812,
+      "step": 22031
+    },
+    {
+      "epoch": 1.052852910255185,
+      "grad_norm": 186.8632354736328,
+      "learning_rate": 9.63017567067279e-06,
+      "loss": 29.1719,
+      "step": 22032
+    },
+    {
+      "epoch": 1.0529006976966453,
+      "grad_norm": 335.94146728515625,
+      "learning_rate": 9.629402333634377e-06,
+      "loss": 22.4688,
+      "step": 22033
+    },
+    {
+      "epoch": 1.0529484851381057,
+      "grad_norm": 249.66908264160156,
+      "learning_rate": 9.628628998815364e-06,
+      "loss": 33.0312,
+      "step": 22034
+    },
+    {
+      "epoch": 1.052996272579566,
+      "grad_norm": 241.87042236328125,
+      "learning_rate": 9.627855666220383e-06,
+      "loss": 22.5,
+      "step": 22035
+    },
+    {
+      "epoch": 1.0530440600210265,
+      "grad_norm": 303.67047119140625,
+      "learning_rate": 9.627082335854068e-06,
+      "loss": 34.4375,
+      "step": 22036
+    },
+    {
+      "epoch": 1.0530918474624869,
+      "grad_norm": 209.23855590820312,
+      "learning_rate": 9.626309007721048e-06,
+      "loss": 18.7812,
+      "step": 22037
+    },
+    {
+      "epoch": 1.0531396349039472,
+      "grad_norm": 278.6753845214844,
+      "learning_rate": 9.625535681825954e-06,
+      "loss": 32.6875,
+      "step": 22038
+    },
+    {
+      "epoch": 1.0531874223454076,
+      "grad_norm": 203.59780883789062,
+      "learning_rate": 9.62476235817342e-06,
+      "loss": 26.125,
+      "step": 22039
+    },
+    {
+      "epoch": 1.053235209786868,
+      "grad_norm": 288.0653381347656,
+      "learning_rate": 9.623989036768074e-06,
+      "loss": 28.5938,
+      "step": 22040
+    },
+    {
+      "epoch": 1.0532829972283284,
+      "grad_norm": 208.3140411376953,
+      "learning_rate": 9.623215717614552e-06,
+      "loss": 25.1562,
+      "step": 22041
+    },
+    {
+      "epoch": 1.0533307846697888,
+      "grad_norm": 234.3866729736328,
+      "learning_rate": 9.622442400717477e-06,
+      "loss": 27.5938,
+      "step": 22042
+    },
+    {
+      "epoch": 1.0533785721112492,
+      "grad_norm": 332.7871398925781,
+      "learning_rate": 9.621669086081485e-06,
+      "loss": 33.8125,
+      "step": 22043
+    },
+    {
+      "epoch": 1.0534263595527096,
+      "grad_norm": 322.33953857421875,
+      "learning_rate": 9.620895773711212e-06,
+      "loss": 25.625,
+      "step": 22044
+    },
+    {
+      "epoch": 1.05347414699417,
+      "grad_norm": 190.35159301757812,
+      "learning_rate": 9.620122463611278e-06,
+      "loss": 28.4219,
+      "step": 22045
+    },
+    {
+      "epoch": 1.0535219344356304,
+      "grad_norm": 444.2297058105469,
+      "learning_rate": 9.619349155786322e-06,
+      "loss": 21.2812,
+      "step": 22046
+    },
+    {
+      "epoch": 1.0535697218770907,
+      "grad_norm": 385.0672912597656,
+      "learning_rate": 9.618575850240972e-06,
+      "loss": 31.0156,
+      "step": 22047
+    },
+    {
+      "epoch": 1.0536175093185511,
+      "grad_norm": 312.99114990234375,
+      "learning_rate": 9.617802546979866e-06,
+      "loss": 15.1562,
+      "step": 22048
+    },
+    {
+      "epoch": 1.0536652967600115,
+      "grad_norm": 226.79776000976562,
+      "learning_rate": 9.617029246007625e-06,
+      "loss": 18.5,
+      "step": 22049
+    },
+    {
+      "epoch": 1.053713084201472,
+      "grad_norm": 238.56948852539062,
+      "learning_rate": 9.616255947328884e-06,
+      "loss": 27.5,
+      "step": 22050
+    },
+    {
+      "epoch": 1.0537608716429323,
+      "grad_norm": 151.6524200439453,
+      "learning_rate": 9.615482650948276e-06,
+      "loss": 26.3125,
+      "step": 22051
+    },
+    {
+      "epoch": 1.0538086590843927,
+      "grad_norm": 171.18572998046875,
+      "learning_rate": 9.614709356870435e-06,
+      "loss": 17.1875,
+      "step": 22052
+    },
+    {
+      "epoch": 1.053856446525853,
+      "grad_norm": 191.54519653320312,
+      "learning_rate": 9.61393606509998e-06,
+      "loss": 23.1562,
+      "step": 22053
+    },
+    {
+      "epoch": 1.0539042339673135,
+      "grad_norm": 106.10617065429688,
+      "learning_rate": 9.613162775641555e-06,
+      "loss": 18.9062,
+      "step": 22054
+    },
+    {
+      "epoch": 1.0539520214087739,
+      "grad_norm": 483.322265625,
+      "learning_rate": 9.612389488499787e-06,
+      "loss": 24.3125,
+      "step": 22055
+    },
+    {
+      "epoch": 1.0539998088502343,
+      "grad_norm": 249.76234436035156,
+      "learning_rate": 9.611616203679301e-06,
+      "loss": 22.8438,
+      "step": 22056
+    },
+    {
+      "epoch": 1.0540475962916946,
+      "grad_norm": 276.9237976074219,
+      "learning_rate": 9.610842921184737e-06,
+      "loss": 23.5469,
+      "step": 22057
+    },
+    {
+      "epoch": 1.054095383733155,
+      "grad_norm": 267.49407958984375,
+      "learning_rate": 9.610069641020718e-06,
+      "loss": 31.6875,
+      "step": 22058
+    },
+    {
+      "epoch": 1.0541431711746152,
+      "grad_norm": 208.91497802734375,
+      "learning_rate": 9.609296363191885e-06,
+      "loss": 17.6094,
+      "step": 22059
+    },
+    {
+      "epoch": 1.0541909586160756,
+      "grad_norm": 223.07247924804688,
+      "learning_rate": 9.608523087702856e-06,
+      "loss": 19.0,
+      "step": 22060
+    },
+    {
+      "epoch": 1.054238746057536,
+      "grad_norm": 391.99481201171875,
+      "learning_rate": 9.60774981455827e-06,
+      "loss": 28.5938,
+      "step": 22061
+    },
+    {
+      "epoch": 1.0542865334989964,
+      "grad_norm": 256.5081787109375,
+      "learning_rate": 9.606976543762756e-06,
+      "loss": 26.6406,
+      "step": 22062
+    },
+    {
+      "epoch": 1.0543343209404568,
+      "grad_norm": 169.26748657226562,
+      "learning_rate": 9.60620327532095e-06,
+      "loss": 20.125,
+      "step": 22063
+    },
+    {
+      "epoch": 1.0543821083819171,
+      "grad_norm": 230.66954040527344,
+      "learning_rate": 9.605430009237474e-06,
+      "loss": 17.9688,
+      "step": 22064
+    },
+    {
+      "epoch": 1.0544298958233775,
+      "grad_norm": 397.37689208984375,
+      "learning_rate": 9.604656745516963e-06,
+      "loss": 30.2344,
+      "step": 22065
+    },
+    {
+      "epoch": 1.054477683264838,
+      "grad_norm": 235.4967803955078,
+      "learning_rate": 9.603883484164051e-06,
+      "loss": 19.0781,
+      "step": 22066
+    },
+    {
+      "epoch": 1.0545254707062983,
+      "grad_norm": 189.72079467773438,
+      "learning_rate": 9.603110225183364e-06,
+      "loss": 31.6562,
+      "step": 22067
+    },
+    {
+      "epoch": 1.0545732581477587,
+      "grad_norm": 309.27618408203125,
+      "learning_rate": 9.602336968579532e-06,
+      "loss": 34.125,
+      "step": 22068
+    },
+    {
+      "epoch": 1.054621045589219,
+      "grad_norm": 192.79490661621094,
+      "learning_rate": 9.601563714357193e-06,
+      "loss": 20.1406,
+      "step": 22069
+    },
+    {
+      "epoch": 1.0546688330306795,
+      "grad_norm": 178.6949920654297,
+      "learning_rate": 9.600790462520971e-06,
+      "loss": 18.3594,
+      "step": 22070
+    },
+    {
+      "epoch": 1.0547166204721399,
+      "grad_norm": 219.64491271972656,
+      "learning_rate": 9.6000172130755e-06,
+      "loss": 29.875,
+      "step": 22071
+    },
+    {
+      "epoch": 1.0547644079136003,
+      "grad_norm": 351.8078308105469,
+      "learning_rate": 9.599243966025408e-06,
+      "loss": 37.7656,
+      "step": 22072
+    },
+    {
+      "epoch": 1.0548121953550607,
+      "grad_norm": 254.19371032714844,
+      "learning_rate": 9.598470721375328e-06,
+      "loss": 26.9062,
+      "step": 22073
+    },
+    {
+      "epoch": 1.054859982796521,
+      "grad_norm": 200.81735229492188,
+      "learning_rate": 9.597697479129892e-06,
+      "loss": 25.75,
+      "step": 22074
+    },
+    {
+      "epoch": 1.0549077702379814,
+      "grad_norm": 447.9306335449219,
+      "learning_rate": 9.596924239293728e-06,
+      "loss": 26.9062,
+      "step": 22075
+    },
+    {
+      "epoch": 1.0549555576794418,
+      "grad_norm": 183.44679260253906,
+      "learning_rate": 9.596151001871466e-06,
+      "loss": 21.0781,
+      "step": 22076
+    },
+    {
+      "epoch": 1.0550033451209022,
+      "grad_norm": 157.97860717773438,
+      "learning_rate": 9.595377766867743e-06,
+      "loss": 21.5625,
+      "step": 22077
+    },
+    {
+      "epoch": 1.0550511325623626,
+      "grad_norm": 263.9870300292969,
+      "learning_rate": 9.594604534287179e-06,
+      "loss": 32.0938,
+      "step": 22078
+    },
+    {
+      "epoch": 1.055098920003823,
+      "grad_norm": 343.8497009277344,
+      "learning_rate": 9.593831304134413e-06,
+      "loss": 25.7812,
+      "step": 22079
+    },
+    {
+      "epoch": 1.0551467074452834,
+      "grad_norm": 430.21124267578125,
+      "learning_rate": 9.593058076414073e-06,
+      "loss": 27.125,
+      "step": 22080
+    },
+    {
+      "epoch": 1.0551944948867438,
+      "grad_norm": 188.92027282714844,
+      "learning_rate": 9.592284851130794e-06,
+      "loss": 29.7031,
+      "step": 22081
+    },
+    {
+      "epoch": 1.0552422823282042,
+      "grad_norm": 374.3220520019531,
+      "learning_rate": 9.591511628289199e-06,
+      "loss": 33.75,
+      "step": 22082
+    },
+    {
+      "epoch": 1.0552900697696646,
+      "grad_norm": 297.1582336425781,
+      "learning_rate": 9.590738407893922e-06,
+      "loss": 24.0625,
+      "step": 22083
+    },
+    {
+      "epoch": 1.055337857211125,
+      "grad_norm": 194.78675842285156,
+      "learning_rate": 9.589965189949592e-06,
+      "loss": 19.9062,
+      "step": 22084
+    },
+    {
+      "epoch": 1.0553856446525853,
+      "grad_norm": 187.86065673828125,
+      "learning_rate": 9.589191974460848e-06,
+      "loss": 25.4844,
+      "step": 22085
+    },
+    {
+      "epoch": 1.0554334320940457,
+      "grad_norm": 203.08868408203125,
+      "learning_rate": 9.588418761432308e-06,
+      "loss": 19.75,
+      "step": 22086
+    },
+    {
+      "epoch": 1.055481219535506,
+      "grad_norm": 464.90814208984375,
+      "learning_rate": 9.587645550868612e-06,
+      "loss": 23.4062,
+      "step": 22087
+    },
+    {
+      "epoch": 1.0555290069769665,
+      "grad_norm": 213.03050231933594,
+      "learning_rate": 9.586872342774384e-06,
+      "loss": 22.6875,
+      "step": 22088
+    },
+    {
+      "epoch": 1.055576794418427,
+      "grad_norm": 368.4602966308594,
+      "learning_rate": 9.586099137154262e-06,
+      "loss": 27.6562,
+      "step": 22089
+    },
+    {
+      "epoch": 1.0556245818598873,
+      "grad_norm": 578.732421875,
+      "learning_rate": 9.58532593401287e-06,
+      "loss": 33.25,
+      "step": 22090
+    },
+    {
+      "epoch": 1.0556723693013477,
+      "grad_norm": 407.4228515625,
+      "learning_rate": 9.584552733354839e-06,
+      "loss": 29.3125,
+      "step": 22091
+    },
+    {
+      "epoch": 1.055720156742808,
+      "grad_norm": 390.0203857421875,
+      "learning_rate": 9.583779535184804e-06,
+      "loss": 37.2188,
+      "step": 22092
+    },
+    {
+      "epoch": 1.0557679441842684,
+      "grad_norm": 316.7767639160156,
+      "learning_rate": 9.58300633950739e-06,
+      "loss": 28.3125,
+      "step": 22093
+    },
+    {
+      "epoch": 1.0558157316257288,
+      "grad_norm": 176.27723693847656,
+      "learning_rate": 9.582233146327228e-06,
+      "loss": 23.2969,
+      "step": 22094
+    },
+    {
+      "epoch": 1.0558635190671892,
+      "grad_norm": 268.8534851074219,
+      "learning_rate": 9.581459955648952e-06,
+      "loss": 25.7812,
+      "step": 22095
+    },
+    {
+      "epoch": 1.0559113065086496,
+      "grad_norm": 322.7525329589844,
+      "learning_rate": 9.580686767477195e-06,
+      "loss": 29.875,
+      "step": 22096
+    },
+    {
+      "epoch": 1.05595909395011,
+      "grad_norm": 289.5365905761719,
+      "learning_rate": 9.579913581816579e-06,
+      "loss": 23.7344,
+      "step": 22097
+    },
+    {
+      "epoch": 1.0560068813915704,
+      "grad_norm": 394.881103515625,
+      "learning_rate": 9.579140398671737e-06,
+      "loss": 27.7031,
+      "step": 22098
+    },
+    {
+      "epoch": 1.0560546688330308,
+      "grad_norm": 280.980224609375,
+      "learning_rate": 9.578367218047303e-06,
+      "loss": 22.3438,
+      "step": 22099
+    },
+    {
+      "epoch": 1.0561024562744912,
+      "grad_norm": 549.259033203125,
+      "learning_rate": 9.57759403994791e-06,
+      "loss": 31.7188,
+      "step": 22100
+    },
+    {
+      "epoch": 1.0561502437159513,
+      "grad_norm": 166.8524169921875,
+      "learning_rate": 9.576820864378177e-06,
+      "loss": 27.2031,
+      "step": 22101
+    },
+    {
+      "epoch": 1.0561980311574117,
+      "grad_norm": 521.1016235351562,
+      "learning_rate": 9.576047691342743e-06,
+      "loss": 26.5781,
+      "step": 22102
+    },
+    {
+      "epoch": 1.0562458185988721,
+      "grad_norm": 220.32373046875,
+      "learning_rate": 9.57527452084624e-06,
+      "loss": 22.7812,
+      "step": 22103
+    },
+    {
+      "epoch": 1.0562936060403325,
+      "grad_norm": 236.68515014648438,
+      "learning_rate": 9.574501352893288e-06,
+      "loss": 27.8438,
+      "step": 22104
+    },
+    {
+      "epoch": 1.056341393481793,
+      "grad_norm": 315.5978698730469,
+      "learning_rate": 9.57372818748853e-06,
+      "loss": 36.3125,
+      "step": 22105
+    },
+    {
+      "epoch": 1.0563891809232533,
+      "grad_norm": 795.6160888671875,
+      "learning_rate": 9.572955024636585e-06,
+      "loss": 28.3125,
+      "step": 22106
+    },
+    {
+      "epoch": 1.0564369683647137,
+      "grad_norm": 165.18161010742188,
+      "learning_rate": 9.572181864342094e-06,
+      "loss": 22.5625,
+      "step": 22107
+    },
+    {
+      "epoch": 1.056484755806174,
+      "grad_norm": 194.324462890625,
+      "learning_rate": 9.571408706609677e-06,
+      "loss": 20.4531,
+      "step": 22108
+    },
+    {
+      "epoch": 1.0565325432476345,
+      "grad_norm": 163.6149444580078,
+      "learning_rate": 9.570635551443968e-06,
+      "loss": 40.9844,
+      "step": 22109
+    },
+    {
+      "epoch": 1.0565803306890948,
+      "grad_norm": 1190.600830078125,
+      "learning_rate": 9.5698623988496e-06,
+      "loss": 23.0312,
+      "step": 22110
+    },
+    {
+      "epoch": 1.0566281181305552,
+      "grad_norm": 570.8728637695312,
+      "learning_rate": 9.569089248831203e-06,
+      "loss": 23.9062,
+      "step": 22111
+    },
+    {
+      "epoch": 1.0566759055720156,
+      "grad_norm": 265.3958435058594,
+      "learning_rate": 9.568316101393403e-06,
+      "loss": 27.2812,
+      "step": 22112
+    },
+    {
+      "epoch": 1.056723693013476,
+      "grad_norm": 294.4574890136719,
+      "learning_rate": 9.567542956540832e-06,
+      "loss": 29.0938,
+      "step": 22113
+    },
+    {
+      "epoch": 1.0567714804549364,
+      "grad_norm": 238.1772918701172,
+      "learning_rate": 9.566769814278124e-06,
+      "loss": 25.0156,
+      "step": 22114
+    },
+    {
+      "epoch": 1.0568192678963968,
+      "grad_norm": 219.76412963867188,
+      "learning_rate": 9.565996674609903e-06,
+      "loss": 24.5,
+      "step": 22115
+    },
+    {
+      "epoch": 1.0568670553378572,
+      "grad_norm": 425.59014892578125,
+      "learning_rate": 9.5652235375408e-06,
+      "loss": 29.1562,
+      "step": 22116
+    },
+    {
+      "epoch": 1.0569148427793176,
+      "grad_norm": 278.91455078125,
+      "learning_rate": 9.564450403075449e-06,
+      "loss": 25.8125,
+      "step": 22117
+    },
+    {
+      "epoch": 1.056962630220778,
+      "grad_norm": 188.84889221191406,
+      "learning_rate": 9.563677271218481e-06,
+      "loss": 27.75,
+      "step": 22118
+    },
+    {
+      "epoch": 1.0570104176622384,
+      "grad_norm": 859.2130737304688,
+      "learning_rate": 9.56290414197452e-06,
+      "loss": 24.7656,
+      "step": 22119
+    },
+    {
+      "epoch": 1.0570582051036987,
+      "grad_norm": 200.5814971923828,
+      "learning_rate": 9.5621310153482e-06,
+      "loss": 25.1875,
+      "step": 22120
+    },
+    {
+      "epoch": 1.0571059925451591,
+      "grad_norm": 217.52220153808594,
+      "learning_rate": 9.56135789134415e-06,
+      "loss": 29.1094,
+      "step": 22121
+    },
+    {
+      "epoch": 1.0571537799866195,
+      "grad_norm": 163.37428283691406,
+      "learning_rate": 9.560584769967e-06,
+      "loss": 22.5156,
+      "step": 22122
+    },
+    {
+      "epoch": 1.05720156742808,
+      "grad_norm": 205.9094696044922,
+      "learning_rate": 9.559811651221383e-06,
+      "loss": 24.8125,
+      "step": 22123
+    },
+    {
+      "epoch": 1.0572493548695403,
+      "grad_norm": 176.1716766357422,
+      "learning_rate": 9.559038535111921e-06,
+      "loss": 23.6094,
+      "step": 22124
+    },
+    {
+      "epoch": 1.0572971423110007,
+      "grad_norm": 273.28387451171875,
+      "learning_rate": 9.55826542164325e-06,
+      "loss": 19.8594,
+      "step": 22125
+    },
+    {
+      "epoch": 1.057344929752461,
+      "grad_norm": 189.20721435546875,
+      "learning_rate": 9.557492310820005e-06,
+      "loss": 23.7812,
+      "step": 22126
+    },
+    {
+      "epoch": 1.0573927171939215,
+      "grad_norm": 340.1476135253906,
+      "learning_rate": 9.556719202646805e-06,
+      "loss": 34.8438,
+      "step": 22127
+    },
+    {
+      "epoch": 1.0574405046353819,
+      "grad_norm": 372.1508483886719,
+      "learning_rate": 9.555946097128284e-06,
+      "loss": 31.1875,
+      "step": 22128
+    },
+    {
+      "epoch": 1.0574882920768423,
+      "grad_norm": 170.00108337402344,
+      "learning_rate": 9.55517299426908e-06,
+      "loss": 27.5,
+      "step": 22129
+    },
+    {
+      "epoch": 1.0575360795183026,
+      "grad_norm": 198.53311157226562,
+      "learning_rate": 9.554399894073808e-06,
+      "loss": 35.4062,
+      "step": 22130
+    },
+    {
+      "epoch": 1.057583866959763,
+      "grad_norm": 202.28860473632812,
+      "learning_rate": 9.553626796547108e-06,
+      "loss": 24.6094,
+      "step": 22131
+    },
+    {
+      "epoch": 1.0576316544012234,
+      "grad_norm": 241.09791564941406,
+      "learning_rate": 9.552853701693606e-06,
+      "loss": 25.1562,
+      "step": 22132
+    },
+    {
+      "epoch": 1.0576794418426838,
+      "grad_norm": 324.99310302734375,
+      "learning_rate": 9.55208060951794e-06,
+      "loss": 30.5625,
+      "step": 22133
+    },
+    {
+      "epoch": 1.0577272292841442,
+      "grad_norm": 273.6511535644531,
+      "learning_rate": 9.551307520024725e-06,
+      "loss": 33.25,
+      "step": 22134
+    },
+    {
+      "epoch": 1.0577750167256046,
+      "grad_norm": 219.43020629882812,
+      "learning_rate": 9.550534433218602e-06,
+      "loss": 32.75,
+      "step": 22135
+    },
+    {
+      "epoch": 1.057822804167065,
+      "grad_norm": 168.92311096191406,
+      "learning_rate": 9.549761349104199e-06,
+      "loss": 32.8438,
+      "step": 22136
+    },
+    {
+      "epoch": 1.0578705916085254,
+      "grad_norm": 194.02281188964844,
+      "learning_rate": 9.548988267686145e-06,
+      "loss": 23.7188,
+      "step": 22137
+    },
+    {
+      "epoch": 1.0579183790499858,
+      "grad_norm": 193.08641052246094,
+      "learning_rate": 9.548215188969068e-06,
+      "loss": 24.6875,
+      "step": 22138
+    },
+    {
+      "epoch": 1.0579661664914461,
+      "grad_norm": 185.04051208496094,
+      "learning_rate": 9.547442112957598e-06,
+      "loss": 35.0312,
+      "step": 22139
+    },
+    {
+      "epoch": 1.0580139539329065,
+      "grad_norm": 230.21273803710938,
+      "learning_rate": 9.546669039656368e-06,
+      "loss": 25.4062,
+      "step": 22140
+    },
+    {
+      "epoch": 1.0580617413743667,
+      "grad_norm": 128.3492889404297,
+      "learning_rate": 9.545895969070004e-06,
+      "loss": 18.875,
+      "step": 22141
+    },
+    {
+      "epoch": 1.058109528815827,
+      "grad_norm": 220.12130737304688,
+      "learning_rate": 9.545122901203138e-06,
+      "loss": 26.1562,
+      "step": 22142
+    },
+    {
+      "epoch": 1.0581573162572875,
+      "grad_norm": 214.99488830566406,
+      "learning_rate": 9.544349836060396e-06,
+      "loss": 38.25,
+      "step": 22143
+    },
+    {
+      "epoch": 1.0582051036987479,
+      "grad_norm": 283.97491455078125,
+      "learning_rate": 9.543576773646416e-06,
+      "loss": 27.5,
+      "step": 22144
+    },
+    {
+      "epoch": 1.0582528911402083,
+      "grad_norm": 137.3914337158203,
+      "learning_rate": 9.542803713965819e-06,
+      "loss": 21.2344,
+      "step": 22145
+    },
+    {
+      "epoch": 1.0583006785816687,
+      "grad_norm": 176.5823974609375,
+      "learning_rate": 9.542030657023237e-06,
+      "loss": 26.4375,
+      "step": 22146
+    },
+    {
+      "epoch": 1.058348466023129,
+      "grad_norm": 384.968017578125,
+      "learning_rate": 9.5412576028233e-06,
+      "loss": 26.5,
+      "step": 22147
+    },
+    {
+      "epoch": 1.0583962534645894,
+      "grad_norm": 164.8375244140625,
+      "learning_rate": 9.540484551370643e-06,
+      "loss": 19.4844,
+      "step": 22148
+    },
+    {
+      "epoch": 1.0584440409060498,
+      "grad_norm": 423.1614990234375,
+      "learning_rate": 9.539711502669884e-06,
+      "loss": 23.25,
+      "step": 22149
+    },
+    {
+      "epoch": 1.0584918283475102,
+      "grad_norm": 375.40802001953125,
+      "learning_rate": 9.53893845672566e-06,
+      "loss": 33.0,
+      "step": 22150
+    },
+    {
+      "epoch": 1.0585396157889706,
+      "grad_norm": 140.52955627441406,
+      "learning_rate": 9.538165413542607e-06,
+      "loss": 22.3594,
+      "step": 22151
+    },
+    {
+      "epoch": 1.058587403230431,
+      "grad_norm": 294.18212890625,
+      "learning_rate": 9.537392373125341e-06,
+      "loss": 31.0312,
+      "step": 22152
+    },
+    {
+      "epoch": 1.0586351906718914,
+      "grad_norm": 342.76617431640625,
+      "learning_rate": 9.5366193354785e-06,
+      "loss": 33.1875,
+      "step": 22153
+    },
+    {
+      "epoch": 1.0586829781133518,
+      "grad_norm": 192.97264099121094,
+      "learning_rate": 9.535846300606708e-06,
+      "loss": 22.6562,
+      "step": 22154
+    },
+    {
+      "epoch": 1.0587307655548122,
+      "grad_norm": 159.67332458496094,
+      "learning_rate": 9.5350732685146e-06,
+      "loss": 30.0625,
+      "step": 22155
+    },
+    {
+      "epoch": 1.0587785529962725,
+      "grad_norm": 356.1995849609375,
+      "learning_rate": 9.534300239206805e-06,
+      "loss": 23.5,
+      "step": 22156
+    },
+    {
+      "epoch": 1.058826340437733,
+      "grad_norm": 224.2261505126953,
+      "learning_rate": 9.533527212687947e-06,
+      "loss": 24.25,
+      "step": 22157
+    },
+    {
+      "epoch": 1.0588741278791933,
+      "grad_norm": 233.83360290527344,
+      "learning_rate": 9.532754188962661e-06,
+      "loss": 24.8125,
+      "step": 22158
+    },
+    {
+      "epoch": 1.0589219153206537,
+      "grad_norm": 558.0276489257812,
+      "learning_rate": 9.531981168035576e-06,
+      "loss": 25.875,
+      "step": 22159
+    },
+    {
+      "epoch": 1.058969702762114,
+      "grad_norm": 176.43894958496094,
+      "learning_rate": 9.531208149911318e-06,
+      "loss": 19.4375,
+      "step": 22160
+    },
+    {
+      "epoch": 1.0590174902035745,
+      "grad_norm": 215.50558471679688,
+      "learning_rate": 9.530435134594516e-06,
+      "loss": 18.1406,
+      "step": 22161
+    },
+    {
+      "epoch": 1.0590652776450349,
+      "grad_norm": 227.33724975585938,
+      "learning_rate": 9.529662122089808e-06,
+      "loss": 22.1406,
+      "step": 22162
+    },
+    {
+      "epoch": 1.0591130650864953,
+      "grad_norm": 273.822998046875,
+      "learning_rate": 9.528889112401812e-06,
+      "loss": 20.1875,
+      "step": 22163
+    },
+    {
+      "epoch": 1.0591608525279557,
+      "grad_norm": 445.8006896972656,
+      "learning_rate": 9.528116105535162e-06,
+      "loss": 33.5938,
+      "step": 22164
+    },
+    {
+      "epoch": 1.059208639969416,
+      "grad_norm": 153.3339080810547,
+      "learning_rate": 9.527343101494487e-06,
+      "loss": 14.2188,
+      "step": 22165
+    },
+    {
+      "epoch": 1.0592564274108764,
+      "grad_norm": 381.9397888183594,
+      "learning_rate": 9.526570100284423e-06,
+      "loss": 27.5938,
+      "step": 22166
+    },
+    {
+      "epoch": 1.0593042148523368,
+      "grad_norm": 309.8955993652344,
+      "learning_rate": 9.525797101909588e-06,
+      "loss": 19.2188,
+      "step": 22167
+    },
+    {
+      "epoch": 1.0593520022937972,
+      "grad_norm": 332.75140380859375,
+      "learning_rate": 9.525024106374616e-06,
+      "loss": 25.1875,
+      "step": 22168
+    },
+    {
+      "epoch": 1.0593997897352576,
+      "grad_norm": 105.3594970703125,
+      "learning_rate": 9.52425111368414e-06,
+      "loss": 16.0312,
+      "step": 22169
+    },
+    {
+      "epoch": 1.059447577176718,
+      "grad_norm": 247.6239776611328,
+      "learning_rate": 9.523478123842784e-06,
+      "loss": 22.7031,
+      "step": 22170
+    },
+    {
+      "epoch": 1.0594953646181784,
+      "grad_norm": 171.5840606689453,
+      "learning_rate": 9.522705136855181e-06,
+      "loss": 23.4688,
+      "step": 22171
+    },
+    {
+      "epoch": 1.0595431520596388,
+      "grad_norm": 258.56439208984375,
+      "learning_rate": 9.521932152725956e-06,
+      "loss": 27.0,
+      "step": 22172
+    },
+    {
+      "epoch": 1.0595909395010992,
+      "grad_norm": 292.0706787109375,
+      "learning_rate": 9.521159171459739e-06,
+      "loss": 32.875,
+      "step": 22173
+    },
+    {
+      "epoch": 1.0596387269425596,
+      "grad_norm": 236.44534301757812,
+      "learning_rate": 9.520386193061167e-06,
+      "loss": 22.6719,
+      "step": 22174
+    },
+    {
+      "epoch": 1.05968651438402,
+      "grad_norm": 255.46961975097656,
+      "learning_rate": 9.519613217534858e-06,
+      "loss": 28.375,
+      "step": 22175
+    },
+    {
+      "epoch": 1.0597343018254803,
+      "grad_norm": 270.8433837890625,
+      "learning_rate": 9.518840244885445e-06,
+      "loss": 29.2812,
+      "step": 22176
+    },
+    {
+      "epoch": 1.0597820892669407,
+      "grad_norm": 229.29539489746094,
+      "learning_rate": 9.518067275117563e-06,
+      "loss": 30.5625,
+      "step": 22177
+    },
+    {
+      "epoch": 1.0598298767084011,
+      "grad_norm": 306.4269104003906,
+      "learning_rate": 9.517294308235831e-06,
+      "loss": 19.6562,
+      "step": 22178
+    },
+    {
+      "epoch": 1.0598776641498615,
+      "grad_norm": 222.30667114257812,
+      "learning_rate": 9.516521344244885e-06,
+      "loss": 27.0312,
+      "step": 22179
+    },
+    {
+      "epoch": 1.059925451591322,
+      "grad_norm": 276.54168701171875,
+      "learning_rate": 9.51574838314935e-06,
+      "loss": 28.75,
+      "step": 22180
+    },
+    {
+      "epoch": 1.0599732390327823,
+      "grad_norm": 213.88729858398438,
+      "learning_rate": 9.514975424953864e-06,
+      "loss": 29.9062,
+      "step": 22181
+    },
+    {
+      "epoch": 1.0600210264742427,
+      "grad_norm": 243.87217712402344,
+      "learning_rate": 9.514202469663044e-06,
+      "loss": 31.0312,
+      "step": 22182
+    },
+    {
+      "epoch": 1.060068813915703,
+      "grad_norm": 183.38424682617188,
+      "learning_rate": 9.513429517281525e-06,
+      "loss": 20.7188,
+      "step": 22183
+    },
+    {
+      "epoch": 1.0601166013571632,
+      "grad_norm": 256.4721374511719,
+      "learning_rate": 9.512656567813936e-06,
+      "loss": 30.2031,
+      "step": 22184
+    },
+    {
+      "epoch": 1.0601643887986236,
+      "grad_norm": 335.4928283691406,
+      "learning_rate": 9.511883621264907e-06,
+      "loss": 34.5938,
+      "step": 22185
+    },
+    {
+      "epoch": 1.060212176240084,
+      "grad_norm": 322.1475524902344,
+      "learning_rate": 9.511110677639062e-06,
+      "loss": 19.25,
+      "step": 22186
+    },
+    {
+      "epoch": 1.0602599636815444,
+      "grad_norm": 179.23880004882812,
+      "learning_rate": 9.510337736941035e-06,
+      "loss": 19.1406,
+      "step": 22187
+    },
+    {
+      "epoch": 1.0603077511230048,
+      "grad_norm": 284.84326171875,
+      "learning_rate": 9.509564799175455e-06,
+      "loss": 28.0938,
+      "step": 22188
+    },
+    {
+      "epoch": 1.0603555385644652,
+      "grad_norm": 197.2253875732422,
+      "learning_rate": 9.508791864346946e-06,
+      "loss": 23.625,
+      "step": 22189
+    },
+    {
+      "epoch": 1.0604033260059256,
+      "grad_norm": 347.5315856933594,
+      "learning_rate": 9.50801893246014e-06,
+      "loss": 32.0938,
+      "step": 22190
+    },
+    {
+      "epoch": 1.060451113447386,
+      "grad_norm": 277.4764099121094,
+      "learning_rate": 9.507246003519666e-06,
+      "loss": 22.3594,
+      "step": 22191
+    },
+    {
+      "epoch": 1.0604989008888464,
+      "grad_norm": 185.36705017089844,
+      "learning_rate": 9.506473077530156e-06,
+      "loss": 17.3281,
+      "step": 22192
+    },
+    {
+      "epoch": 1.0605466883303067,
+      "grad_norm": 226.5579833984375,
+      "learning_rate": 9.50570015449623e-06,
+      "loss": 27.5625,
+      "step": 22193
+    },
+    {
+      "epoch": 1.0605944757717671,
+      "grad_norm": 180.11546325683594,
+      "learning_rate": 9.504927234422526e-06,
+      "loss": 21.0312,
+      "step": 22194
+    },
+    {
+      "epoch": 1.0606422632132275,
+      "grad_norm": 384.49578857421875,
+      "learning_rate": 9.504154317313665e-06,
+      "loss": 29.2188,
+      "step": 22195
+    },
+    {
+      "epoch": 1.060690050654688,
+      "grad_norm": 218.67684936523438,
+      "learning_rate": 9.503381403174287e-06,
+      "loss": 23.6562,
+      "step": 22196
+    },
+    {
+      "epoch": 1.0607378380961483,
+      "grad_norm": 307.9615173339844,
+      "learning_rate": 9.502608492009008e-06,
+      "loss": 20.8438,
+      "step": 22197
+    },
+    {
+      "epoch": 1.0607856255376087,
+      "grad_norm": 446.9843444824219,
+      "learning_rate": 9.501835583822462e-06,
+      "loss": 30.25,
+      "step": 22198
+    },
+    {
+      "epoch": 1.060833412979069,
+      "grad_norm": 230.63856506347656,
+      "learning_rate": 9.501062678619283e-06,
+      "loss": 29.75,
+      "step": 22199
+    },
+    {
+      "epoch": 1.0608812004205295,
+      "grad_norm": 204.76931762695312,
+      "learning_rate": 9.50028977640409e-06,
+      "loss": 28.7188,
+      "step": 22200
+    },
+    {
+      "epoch": 1.0609289878619899,
+      "grad_norm": 195.82843017578125,
+      "learning_rate": 9.499516877181516e-06,
+      "loss": 20.1562,
+      "step": 22201
+    },
+    {
+      "epoch": 1.0609767753034502,
+      "grad_norm": 635.845947265625,
+      "learning_rate": 9.498743980956194e-06,
+      "loss": 31.7188,
+      "step": 22202
+    },
+    {
+      "epoch": 1.0610245627449106,
+      "grad_norm": 305.5155334472656,
+      "learning_rate": 9.497971087732747e-06,
+      "loss": 22.2344,
+      "step": 22203
+    },
+    {
+      "epoch": 1.061072350186371,
+      "grad_norm": 270.3232116699219,
+      "learning_rate": 9.497198197515805e-06,
+      "loss": 32.9062,
+      "step": 22204
+    },
+    {
+      "epoch": 1.0611201376278314,
+      "grad_norm": 358.38250732421875,
+      "learning_rate": 9.496425310309996e-06,
+      "loss": 22.7812,
+      "step": 22205
+    },
+    {
+      "epoch": 1.0611679250692918,
+      "grad_norm": 224.8942108154297,
+      "learning_rate": 9.49565242611995e-06,
+      "loss": 22.1562,
+      "step": 22206
+    },
+    {
+      "epoch": 1.0612157125107522,
+      "grad_norm": 264.15631103515625,
+      "learning_rate": 9.494879544950299e-06,
+      "loss": 30.8281,
+      "step": 22207
+    },
+    {
+      "epoch": 1.0612634999522126,
+      "grad_norm": 209.677734375,
+      "learning_rate": 9.494106666805664e-06,
+      "loss": 18.5,
+      "step": 22208
+    },
+    {
+      "epoch": 1.061311287393673,
+      "grad_norm": 246.38978576660156,
+      "learning_rate": 9.493333791690677e-06,
+      "loss": 26.9062,
+      "step": 22209
+    },
+    {
+      "epoch": 1.0613590748351334,
+      "grad_norm": 199.36061096191406,
+      "learning_rate": 9.492560919609966e-06,
+      "loss": 15.7031,
+      "step": 22210
+    },
+    {
+      "epoch": 1.0614068622765938,
+      "grad_norm": 141.07884216308594,
+      "learning_rate": 9.491788050568165e-06,
+      "loss": 29.8438,
+      "step": 22211
+    },
+    {
+      "epoch": 1.0614546497180541,
+      "grad_norm": 271.25225830078125,
+      "learning_rate": 9.491015184569894e-06,
+      "loss": 32.25,
+      "step": 22212
+    },
+    {
+      "epoch": 1.0615024371595145,
+      "grad_norm": 253.8155517578125,
+      "learning_rate": 9.490242321619785e-06,
+      "loss": 28.3125,
+      "step": 22213
+    },
+    {
+      "epoch": 1.061550224600975,
+      "grad_norm": 248.00552368164062,
+      "learning_rate": 9.48946946172247e-06,
+      "loss": 28.75,
+      "step": 22214
+    },
+    {
+      "epoch": 1.0615980120424353,
+      "grad_norm": 189.06744384765625,
+      "learning_rate": 9.48869660488257e-06,
+      "loss": 15.9688,
+      "step": 22215
+    },
+    {
+      "epoch": 1.0616457994838957,
+      "grad_norm": 201.53604125976562,
+      "learning_rate": 9.48792375110472e-06,
+      "loss": 36.7031,
+      "step": 22216
+    },
+    {
+      "epoch": 1.061693586925356,
+      "grad_norm": 437.2724914550781,
+      "learning_rate": 9.487150900393546e-06,
+      "loss": 29.0625,
+      "step": 22217
+    },
+    {
+      "epoch": 1.0617413743668165,
+      "grad_norm": 270.4278259277344,
+      "learning_rate": 9.486378052753677e-06,
+      "loss": 27.5938,
+      "step": 22218
+    },
+    {
+      "epoch": 1.0617891618082769,
+      "grad_norm": 292.3729248046875,
+      "learning_rate": 9.485605208189738e-06,
+      "loss": 30.75,
+      "step": 22219
+    },
+    {
+      "epoch": 1.0618369492497373,
+      "grad_norm": 229.8472442626953,
+      "learning_rate": 9.484832366706362e-06,
+      "loss": 26.9688,
+      "step": 22220
+    },
+    {
+      "epoch": 1.0618847366911977,
+      "grad_norm": 252.13681030273438,
+      "learning_rate": 9.484059528308175e-06,
+      "loss": 33.0625,
+      "step": 22221
+    },
+    {
+      "epoch": 1.061932524132658,
+      "grad_norm": 284.4645690917969,
+      "learning_rate": 9.483286692999809e-06,
+      "loss": 22.0938,
+      "step": 22222
+    },
+    {
+      "epoch": 1.0619803115741182,
+      "grad_norm": 213.1498565673828,
+      "learning_rate": 9.482513860785884e-06,
+      "loss": 23.7031,
+      "step": 22223
+    },
+    {
+      "epoch": 1.0620280990155786,
+      "grad_norm": 152.105224609375,
+      "learning_rate": 9.481741031671033e-06,
+      "loss": 18.6406,
+      "step": 22224
+    },
+    {
+      "epoch": 1.062075886457039,
+      "grad_norm": 239.86056518554688,
+      "learning_rate": 9.48096820565989e-06,
+      "loss": 22.0312,
+      "step": 22225
+    },
+    {
+      "epoch": 1.0621236738984994,
+      "grad_norm": 205.60971069335938,
+      "learning_rate": 9.480195382757073e-06,
+      "loss": 28.0625,
+      "step": 22226
+    },
+    {
+      "epoch": 1.0621714613399598,
+      "grad_norm": 119.46121215820312,
+      "learning_rate": 9.479422562967214e-06,
+      "loss": 25.4062,
+      "step": 22227
+    },
+    {
+      "epoch": 1.0622192487814202,
+      "grad_norm": 235.53097534179688,
+      "learning_rate": 9.478649746294943e-06,
+      "loss": 26.0,
+      "step": 22228
+    },
+    {
+      "epoch": 1.0622670362228805,
+      "grad_norm": 451.855712890625,
+      "learning_rate": 9.477876932744891e-06,
+      "loss": 35.2188,
+      "step": 22229
+    },
+    {
+      "epoch": 1.062314823664341,
+      "grad_norm": 331.60546875,
+      "learning_rate": 9.47710412232168e-06,
+      "loss": 28.9375,
+      "step": 22230
+    },
+    {
+      "epoch": 1.0623626111058013,
+      "grad_norm": 201.6414031982422,
+      "learning_rate": 9.476331315029938e-06,
+      "loss": 27.125,
+      "step": 22231
+    },
+    {
+      "epoch": 1.0624103985472617,
+      "grad_norm": 447.51544189453125,
+      "learning_rate": 9.475558510874298e-06,
+      "loss": 37.75,
+      "step": 22232
+    },
+    {
+      "epoch": 1.062458185988722,
+      "grad_norm": 422.6441345214844,
+      "learning_rate": 9.474785709859389e-06,
+      "loss": 37.6875,
+      "step": 22233
+    },
+    {
+      "epoch": 1.0625059734301825,
+      "grad_norm": 191.59249877929688,
+      "learning_rate": 9.474012911989831e-06,
+      "loss": 19.125,
+      "step": 22234
+    },
+    {
+      "epoch": 1.0625537608716429,
+      "grad_norm": 367.2250671386719,
+      "learning_rate": 9.47324011727026e-06,
+      "loss": 30.9688,
+      "step": 22235
+    },
+    {
+      "epoch": 1.0626015483131033,
+      "grad_norm": 179.1487579345703,
+      "learning_rate": 9.472467325705301e-06,
+      "loss": 24.4375,
+      "step": 22236
+    },
+    {
+      "epoch": 1.0626493357545637,
+      "grad_norm": 267.0500183105469,
+      "learning_rate": 9.471694537299581e-06,
+      "loss": 38.625,
+      "step": 22237
+    },
+    {
+      "epoch": 1.062697123196024,
+      "grad_norm": 269.5148620605469,
+      "learning_rate": 9.470921752057728e-06,
+      "loss": 19.7188,
+      "step": 22238
+    },
+    {
+      "epoch": 1.0627449106374844,
+      "grad_norm": 133.91806030273438,
+      "learning_rate": 9.470148969984371e-06,
+      "loss": 16.7031,
+      "step": 22239
+    },
+    {
+      "epoch": 1.0627926980789448,
+      "grad_norm": 505.96783447265625,
+      "learning_rate": 9.469376191084142e-06,
+      "loss": 25.6562,
+      "step": 22240
+    },
+    {
+      "epoch": 1.0628404855204052,
+      "grad_norm": 333.7141418457031,
+      "learning_rate": 9.46860341536166e-06,
+      "loss": 33.0781,
+      "step": 22241
+    },
+    {
+      "epoch": 1.0628882729618656,
+      "grad_norm": 253.14923095703125,
+      "learning_rate": 9.467830642821559e-06,
+      "loss": 30.8125,
+      "step": 22242
+    },
+    {
+      "epoch": 1.062936060403326,
+      "grad_norm": 275.89117431640625,
+      "learning_rate": 9.467057873468465e-06,
+      "loss": 23.0625,
+      "step": 22243
+    },
+    {
+      "epoch": 1.0629838478447864,
+      "grad_norm": 284.0409240722656,
+      "learning_rate": 9.466285107307011e-06,
+      "loss": 31.2031,
+      "step": 22244
+    },
+    {
+      "epoch": 1.0630316352862468,
+      "grad_norm": 357.5006408691406,
+      "learning_rate": 9.465512344341816e-06,
+      "loss": 26.2188,
+      "step": 22245
+    },
+    {
+      "epoch": 1.0630794227277072,
+      "grad_norm": 186.38275146484375,
+      "learning_rate": 9.464739584577513e-06,
+      "loss": 27.75,
+      "step": 22246
+    },
+    {
+      "epoch": 1.0631272101691676,
+      "grad_norm": 207.30955505371094,
+      "learning_rate": 9.463966828018733e-06,
+      "loss": 30.6562,
+      "step": 22247
+    },
+    {
+      "epoch": 1.063174997610628,
+      "grad_norm": 201.7025604248047,
+      "learning_rate": 9.463194074670096e-06,
+      "loss": 20.9062,
+      "step": 22248
+    },
+    {
+      "epoch": 1.0632227850520883,
+      "grad_norm": 411.5750732421875,
+      "learning_rate": 9.462421324536234e-06,
+      "loss": 28.0625,
+      "step": 22249
+    },
+    {
+      "epoch": 1.0632705724935487,
+      "grad_norm": 294.2974548339844,
+      "learning_rate": 9.461648577621778e-06,
+      "loss": 27.375,
+      "step": 22250
+    },
+    {
+      "epoch": 1.0633183599350091,
+      "grad_norm": 111.66159057617188,
+      "learning_rate": 9.46087583393135e-06,
+      "loss": 20.7344,
+      "step": 22251
+    },
+    {
+      "epoch": 1.0633661473764695,
+      "grad_norm": 515.0259399414062,
+      "learning_rate": 9.460103093469579e-06,
+      "loss": 33.4062,
+      "step": 22252
+    },
+    {
+      "epoch": 1.06341393481793,
+      "grad_norm": 300.9953918457031,
+      "learning_rate": 9.459330356241095e-06,
+      "loss": 33.1562,
+      "step": 22253
+    },
+    {
+      "epoch": 1.0634617222593903,
+      "grad_norm": 413.2334899902344,
+      "learning_rate": 9.458557622250524e-06,
+      "loss": 33.2188,
+      "step": 22254
+    },
+    {
+      "epoch": 1.0635095097008507,
+      "grad_norm": 152.8335418701172,
+      "learning_rate": 9.457784891502498e-06,
+      "loss": 20.9219,
+      "step": 22255
+    },
+    {
+      "epoch": 1.063557297142311,
+      "grad_norm": 547.5540771484375,
+      "learning_rate": 9.457012164001636e-06,
+      "loss": 25.7812,
+      "step": 22256
+    },
+    {
+      "epoch": 1.0636050845837715,
+      "grad_norm": 307.014892578125,
+      "learning_rate": 9.45623943975257e-06,
+      "loss": 22.9531,
+      "step": 22257
+    },
+    {
+      "epoch": 1.0636528720252318,
+      "grad_norm": 686.1155395507812,
+      "learning_rate": 9.455466718759928e-06,
+      "loss": 28.5,
+      "step": 22258
+    },
+    {
+      "epoch": 1.0637006594666922,
+      "grad_norm": 611.3077392578125,
+      "learning_rate": 9.454694001028343e-06,
+      "loss": 26.8125,
+      "step": 22259
+    },
+    {
+      "epoch": 1.0637484469081526,
+      "grad_norm": 318.91680908203125,
+      "learning_rate": 9.453921286562434e-06,
+      "loss": 25.875,
+      "step": 22260
+    },
+    {
+      "epoch": 1.063796234349613,
+      "grad_norm": 338.9677429199219,
+      "learning_rate": 9.453148575366829e-06,
+      "loss": 31.7188,
+      "step": 22261
+    },
+    {
+      "epoch": 1.0638440217910734,
+      "grad_norm": 234.88174438476562,
+      "learning_rate": 9.452375867446165e-06,
+      "loss": 26.0938,
+      "step": 22262
+    },
+    {
+      "epoch": 1.0638918092325338,
+      "grad_norm": 178.89462280273438,
+      "learning_rate": 9.451603162805058e-06,
+      "loss": 23.4688,
+      "step": 22263
+    },
+    {
+      "epoch": 1.0639395966739942,
+      "grad_norm": 209.89883422851562,
+      "learning_rate": 9.45083046144814e-06,
+      "loss": 20.75,
+      "step": 22264
+    },
+    {
+      "epoch": 1.0639873841154546,
+      "grad_norm": 192.38397216796875,
+      "learning_rate": 9.45005776338004e-06,
+      "loss": 28.2812,
+      "step": 22265
+    },
+    {
+      "epoch": 1.064035171556915,
+      "grad_norm": 325.193115234375,
+      "learning_rate": 9.449285068605388e-06,
+      "loss": 31.9062,
+      "step": 22266
+    },
+    {
+      "epoch": 1.0640829589983751,
+      "grad_norm": 439.21405029296875,
+      "learning_rate": 9.448512377128803e-06,
+      "loss": 28.125,
+      "step": 22267
+    },
+    {
+      "epoch": 1.0641307464398355,
+      "grad_norm": 204.5204315185547,
+      "learning_rate": 9.44773968895492e-06,
+      "loss": 24.0312,
+      "step": 22268
+    },
+    {
+      "epoch": 1.064178533881296,
+      "grad_norm": 380.5807800292969,
+      "learning_rate": 9.446967004088361e-06,
+      "loss": 25.4219,
+      "step": 22269
+    },
+    {
+      "epoch": 1.0642263213227563,
+      "grad_norm": 223.15158081054688,
+      "learning_rate": 9.44619432253376e-06,
+      "loss": 19.3906,
+      "step": 22270
+    },
+    {
+      "epoch": 1.0642741087642167,
+      "grad_norm": 268.34429931640625,
+      "learning_rate": 9.445421644295739e-06,
+      "loss": 31.5,
+      "step": 22271
+    },
+    {
+      "epoch": 1.064321896205677,
+      "grad_norm": 378.9357604980469,
+      "learning_rate": 9.444648969378924e-06,
+      "loss": 26.7969,
+      "step": 22272
+    },
+    {
+      "epoch": 1.0643696836471375,
+      "grad_norm": 255.384765625,
+      "learning_rate": 9.44387629778795e-06,
+      "loss": 31.5938,
+      "step": 22273
+    },
+    {
+      "epoch": 1.0644174710885979,
+      "grad_norm": 154.95408630371094,
+      "learning_rate": 9.443103629527435e-06,
+      "loss": 17.2109,
+      "step": 22274
+    },
+    {
+      "epoch": 1.0644652585300582,
+      "grad_norm": 443.6278076171875,
+      "learning_rate": 9.442330964602011e-06,
+      "loss": 24.1406,
+      "step": 22275
+    },
+    {
+      "epoch": 1.0645130459715186,
+      "grad_norm": 237.04583740234375,
+      "learning_rate": 9.441558303016304e-06,
+      "loss": 31.0938,
+      "step": 22276
+    },
+    {
+      "epoch": 1.064560833412979,
+      "grad_norm": 215.33302307128906,
+      "learning_rate": 9.440785644774947e-06,
+      "loss": 19.2656,
+      "step": 22277
+    },
+    {
+      "epoch": 1.0646086208544394,
+      "grad_norm": 655.8557739257812,
+      "learning_rate": 9.440012989882559e-06,
+      "loss": 38.125,
+      "step": 22278
+    },
+    {
+      "epoch": 1.0646564082958998,
+      "grad_norm": 175.64109802246094,
+      "learning_rate": 9.439240338343769e-06,
+      "loss": 28.5312,
+      "step": 22279
+    },
+    {
+      "epoch": 1.0647041957373602,
+      "grad_norm": 209.89102172851562,
+      "learning_rate": 9.438467690163207e-06,
+      "loss": 41.0625,
+      "step": 22280
+    },
+    {
+      "epoch": 1.0647519831788206,
+      "grad_norm": 156.1656036376953,
+      "learning_rate": 9.437695045345503e-06,
+      "loss": 21.75,
+      "step": 22281
+    },
+    {
+      "epoch": 1.064799770620281,
+      "grad_norm": 292.37066650390625,
+      "learning_rate": 9.436922403895275e-06,
+      "loss": 29.4219,
+      "step": 22282
+    },
+    {
+      "epoch": 1.0648475580617414,
+      "grad_norm": 166.63192749023438,
+      "learning_rate": 9.436149765817158e-06,
+      "loss": 23.5312,
+      "step": 22283
+    },
+    {
+      "epoch": 1.0648953455032018,
+      "grad_norm": 286.3785095214844,
+      "learning_rate": 9.435377131115777e-06,
+      "loss": 25.4062,
+      "step": 22284
+    },
+    {
+      "epoch": 1.0649431329446621,
+      "grad_norm": 208.08551025390625,
+      "learning_rate": 9.434604499795757e-06,
+      "loss": 21.7812,
+      "step": 22285
+    },
+    {
+      "epoch": 1.0649909203861225,
+      "grad_norm": 145.84210205078125,
+      "learning_rate": 9.433831871861727e-06,
+      "loss": 24.0312,
+      "step": 22286
+    },
+    {
+      "epoch": 1.065038707827583,
+      "grad_norm": 343.3509521484375,
+      "learning_rate": 9.433059247318312e-06,
+      "loss": 29.8594,
+      "step": 22287
+    },
+    {
+      "epoch": 1.0650864952690433,
+      "grad_norm": 451.24224853515625,
+      "learning_rate": 9.432286626170144e-06,
+      "loss": 24.5625,
+      "step": 22288
+    },
+    {
+      "epoch": 1.0651342827105037,
+      "grad_norm": 138.0762939453125,
+      "learning_rate": 9.431514008421843e-06,
+      "loss": 26.25,
+      "step": 22289
+    },
+    {
+      "epoch": 1.065182070151964,
+      "grad_norm": 224.45965576171875,
+      "learning_rate": 9.430741394078038e-06,
+      "loss": 26.4062,
+      "step": 22290
+    },
+    {
+      "epoch": 1.0652298575934245,
+      "grad_norm": 347.150146484375,
+      "learning_rate": 9.42996878314336e-06,
+      "loss": 23.5938,
+      "step": 22291
+    },
+    {
+      "epoch": 1.0652776450348849,
+      "grad_norm": 231.63221740722656,
+      "learning_rate": 9.429196175622438e-06,
+      "loss": 29.8438,
+      "step": 22292
+    },
+    {
+      "epoch": 1.0653254324763453,
+      "grad_norm": 256.7309875488281,
+      "learning_rate": 9.428423571519888e-06,
+      "loss": 27.375,
+      "step": 22293
+    },
+    {
+      "epoch": 1.0653732199178056,
+      "grad_norm": 296.6982727050781,
+      "learning_rate": 9.427650970840342e-06,
+      "loss": 26.4531,
+      "step": 22294
+    },
+    {
+      "epoch": 1.065421007359266,
+      "grad_norm": 238.31333923339844,
+      "learning_rate": 9.426878373588431e-06,
+      "loss": 24.125,
+      "step": 22295
+    },
+    {
+      "epoch": 1.0654687948007264,
+      "grad_norm": 502.8188171386719,
+      "learning_rate": 9.426105779768783e-06,
+      "loss": 24.7344,
+      "step": 22296
+    },
+    {
+      "epoch": 1.0655165822421868,
+      "grad_norm": 280.3516540527344,
+      "learning_rate": 9.425333189386016e-06,
+      "loss": 27.5625,
+      "step": 22297
+    },
+    {
+      "epoch": 1.0655643696836472,
+      "grad_norm": 283.229736328125,
+      "learning_rate": 9.42456060244476e-06,
+      "loss": 22.6719,
+      "step": 22298
+    },
+    {
+      "epoch": 1.0656121571251076,
+      "grad_norm": 174.91546630859375,
+      "learning_rate": 9.423788018949652e-06,
+      "loss": 20.6875,
+      "step": 22299
+    },
+    {
+      "epoch": 1.065659944566568,
+      "grad_norm": 200.80824279785156,
+      "learning_rate": 9.423015438905303e-06,
+      "loss": 23.9219,
+      "step": 22300
+    },
+    {
+      "epoch": 1.0657077320080284,
+      "grad_norm": 352.1877136230469,
+      "learning_rate": 9.422242862316348e-06,
+      "loss": 32.7188,
+      "step": 22301
+    },
+    {
+      "epoch": 1.0657555194494888,
+      "grad_norm": 150.98245239257812,
+      "learning_rate": 9.421470289187413e-06,
+      "loss": 19.75,
+      "step": 22302
+    },
+    {
+      "epoch": 1.0658033068909492,
+      "grad_norm": 287.9147033691406,
+      "learning_rate": 9.420697719523126e-06,
+      "loss": 32.1719,
+      "step": 22303
+    },
+    {
+      "epoch": 1.0658510943324095,
+      "grad_norm": 283.66253662109375,
+      "learning_rate": 9.419925153328113e-06,
+      "loss": 30.5938,
+      "step": 22304
+    },
+    {
+      "epoch": 1.0658988817738697,
+      "grad_norm": 176.77613830566406,
+      "learning_rate": 9.419152590606995e-06,
+      "loss": 20.4219,
+      "step": 22305
+    },
+    {
+      "epoch": 1.06594666921533,
+      "grad_norm": 288.3115234375,
+      "learning_rate": 9.418380031364405e-06,
+      "loss": 22.2344,
+      "step": 22306
+    },
+    {
+      "epoch": 1.0659944566567905,
+      "grad_norm": 285.77020263671875,
+      "learning_rate": 9.417607475604973e-06,
+      "loss": 23.8125,
+      "step": 22307
+    },
+    {
+      "epoch": 1.0660422440982509,
+      "grad_norm": 319.7698974609375,
+      "learning_rate": 9.416834923333315e-06,
+      "loss": 28.0312,
+      "step": 22308
+    },
+    {
+      "epoch": 1.0660900315397113,
+      "grad_norm": 244.08224487304688,
+      "learning_rate": 9.416062374554065e-06,
+      "loss": 20.2188,
+      "step": 22309
+    },
+    {
+      "epoch": 1.0661378189811717,
+      "grad_norm": 216.3306427001953,
+      "learning_rate": 9.415289829271852e-06,
+      "loss": 34.0625,
+      "step": 22310
+    },
+    {
+      "epoch": 1.066185606422632,
+      "grad_norm": 271.2349548339844,
+      "learning_rate": 9.414517287491293e-06,
+      "loss": 25.7188,
+      "step": 22311
+    },
+    {
+      "epoch": 1.0662333938640924,
+      "grad_norm": 286.647705078125,
+      "learning_rate": 9.413744749217021e-06,
+      "loss": 36.7188,
+      "step": 22312
+    },
+    {
+      "epoch": 1.0662811813055528,
+      "grad_norm": 260.8438720703125,
+      "learning_rate": 9.412972214453661e-06,
+      "loss": 25.7969,
+      "step": 22313
+    },
+    {
+      "epoch": 1.0663289687470132,
+      "grad_norm": 171.2003631591797,
+      "learning_rate": 9.412199683205843e-06,
+      "loss": 24.4688,
+      "step": 22314
+    },
+    {
+      "epoch": 1.0663767561884736,
+      "grad_norm": 253.92864990234375,
+      "learning_rate": 9.41142715547819e-06,
+      "loss": 26.75,
+      "step": 22315
+    },
+    {
+      "epoch": 1.066424543629934,
+      "grad_norm": 169.13551330566406,
+      "learning_rate": 9.410654631275324e-06,
+      "loss": 20.75,
+      "step": 22316
+    },
+    {
+      "epoch": 1.0664723310713944,
+      "grad_norm": 208.3568572998047,
+      "learning_rate": 9.409882110601881e-06,
+      "loss": 27.9062,
+      "step": 22317
+    },
+    {
+      "epoch": 1.0665201185128548,
+      "grad_norm": 251.16578674316406,
+      "learning_rate": 9.409109593462483e-06,
+      "loss": 24.6875,
+      "step": 22318
+    },
+    {
+      "epoch": 1.0665679059543152,
+      "grad_norm": 220.17880249023438,
+      "learning_rate": 9.408337079861755e-06,
+      "loss": 24.5938,
+      "step": 22319
+    },
+    {
+      "epoch": 1.0666156933957756,
+      "grad_norm": 187.67759704589844,
+      "learning_rate": 9.407564569804323e-06,
+      "loss": 21.7188,
+      "step": 22320
+    },
+    {
+      "epoch": 1.066663480837236,
+      "grad_norm": 190.9466094970703,
+      "learning_rate": 9.406792063294819e-06,
+      "loss": 20.2656,
+      "step": 22321
+    },
+    {
+      "epoch": 1.0667112682786963,
+      "grad_norm": 188.1205291748047,
+      "learning_rate": 9.40601956033786e-06,
+      "loss": 22.0625,
+      "step": 22322
+    },
+    {
+      "epoch": 1.0667590557201567,
+      "grad_norm": 298.1829833984375,
+      "learning_rate": 9.405247060938079e-06,
+      "loss": 25.0938,
+      "step": 22323
+    },
+    {
+      "epoch": 1.0668068431616171,
+      "grad_norm": 253.5318603515625,
+      "learning_rate": 9.4044745651001e-06,
+      "loss": 20.1875,
+      "step": 22324
+    },
+    {
+      "epoch": 1.0668546306030775,
+      "grad_norm": 306.2864990234375,
+      "learning_rate": 9.403702072828553e-06,
+      "loss": 19.5,
+      "step": 22325
+    },
+    {
+      "epoch": 1.066902418044538,
+      "grad_norm": 193.66940307617188,
+      "learning_rate": 9.402929584128058e-06,
+      "loss": 17.1875,
+      "step": 22326
+    },
+    {
+      "epoch": 1.0669502054859983,
+      "grad_norm": 243.8626708984375,
+      "learning_rate": 9.402157099003244e-06,
+      "loss": 27.5,
+      "step": 22327
+    },
+    {
+      "epoch": 1.0669979929274587,
+      "grad_norm": 202.13427734375,
+      "learning_rate": 9.401384617458737e-06,
+      "loss": 29.9688,
+      "step": 22328
+    },
+    {
+      "epoch": 1.067045780368919,
+      "grad_norm": 199.86485290527344,
+      "learning_rate": 9.40061213949917e-06,
+      "loss": 21.7812,
+      "step": 22329
+    },
+    {
+      "epoch": 1.0670935678103795,
+      "grad_norm": 249.892578125,
+      "learning_rate": 9.399839665129157e-06,
+      "loss": 28.625,
+      "step": 22330
+    },
+    {
+      "epoch": 1.0671413552518398,
+      "grad_norm": 324.94769287109375,
+      "learning_rate": 9.39906719435333e-06,
+      "loss": 29.9062,
+      "step": 22331
+    },
+    {
+      "epoch": 1.0671891426933002,
+      "grad_norm": 191.67098999023438,
+      "learning_rate": 9.39829472717632e-06,
+      "loss": 25.7188,
+      "step": 22332
+    },
+    {
+      "epoch": 1.0672369301347606,
+      "grad_norm": 218.75189208984375,
+      "learning_rate": 9.397522263602743e-06,
+      "loss": 20.2188,
+      "step": 22333
+    },
+    {
+      "epoch": 1.067284717576221,
+      "grad_norm": 334.40771484375,
+      "learning_rate": 9.396749803637234e-06,
+      "loss": 23.4531,
+      "step": 22334
+    },
+    {
+      "epoch": 1.0673325050176814,
+      "grad_norm": 203.37416076660156,
+      "learning_rate": 9.395977347284411e-06,
+      "loss": 25.7656,
+      "step": 22335
+    },
+    {
+      "epoch": 1.0673802924591418,
+      "grad_norm": 503.2126770019531,
+      "learning_rate": 9.395204894548907e-06,
+      "loss": 24.9688,
+      "step": 22336
+    },
+    {
+      "epoch": 1.0674280799006022,
+      "grad_norm": 424.08184814453125,
+      "learning_rate": 9.394432445435347e-06,
+      "loss": 30.7969,
+      "step": 22337
+    },
+    {
+      "epoch": 1.0674758673420626,
+      "grad_norm": 226.62672424316406,
+      "learning_rate": 9.393659999948351e-06,
+      "loss": 31.125,
+      "step": 22338
+    },
+    {
+      "epoch": 1.067523654783523,
+      "grad_norm": 213.0748748779297,
+      "learning_rate": 9.39288755809255e-06,
+      "loss": 37.6562,
+      "step": 22339
+    },
+    {
+      "epoch": 1.0675714422249833,
+      "grad_norm": 154.5865020751953,
+      "learning_rate": 9.392115119872574e-06,
+      "loss": 19.6406,
+      "step": 22340
+    },
+    {
+      "epoch": 1.0676192296664437,
+      "grad_norm": 262.8426818847656,
+      "learning_rate": 9.391342685293039e-06,
+      "loss": 25.4844,
+      "step": 22341
+    },
+    {
+      "epoch": 1.0676670171079041,
+      "grad_norm": 246.023681640625,
+      "learning_rate": 9.390570254358576e-06,
+      "loss": 25.2344,
+      "step": 22342
+    },
+    {
+      "epoch": 1.0677148045493645,
+      "grad_norm": 218.24642944335938,
+      "learning_rate": 9.389797827073811e-06,
+      "loss": 28.2812,
+      "step": 22343
+    },
+    {
+      "epoch": 1.067762591990825,
+      "grad_norm": 385.75018310546875,
+      "learning_rate": 9.389025403443374e-06,
+      "loss": 32.4688,
+      "step": 22344
+    },
+    {
+      "epoch": 1.0678103794322853,
+      "grad_norm": 318.8431091308594,
+      "learning_rate": 9.388252983471881e-06,
+      "loss": 33.125,
+      "step": 22345
+    },
+    {
+      "epoch": 1.0678581668737457,
+      "grad_norm": 189.17745971679688,
+      "learning_rate": 9.387480567163964e-06,
+      "loss": 34.5938,
+      "step": 22346
+    },
+    {
+      "epoch": 1.067905954315206,
+      "grad_norm": 306.481201171875,
+      "learning_rate": 9.386708154524254e-06,
+      "loss": 22.5625,
+      "step": 22347
+    },
+    {
+      "epoch": 1.0679537417566665,
+      "grad_norm": 288.8117370605469,
+      "learning_rate": 9.385935745557365e-06,
+      "loss": 29.4688,
+      "step": 22348
+    },
+    {
+      "epoch": 1.0680015291981266,
+      "grad_norm": 188.30519104003906,
+      "learning_rate": 9.38516334026793e-06,
+      "loss": 25.2812,
+      "step": 22349
+    },
+    {
+      "epoch": 1.068049316639587,
+      "grad_norm": 168.39187622070312,
+      "learning_rate": 9.384390938660572e-06,
+      "loss": 28.375,
+      "step": 22350
+    },
+    {
+      "epoch": 1.0680971040810474,
+      "grad_norm": 336.5309143066406,
+      "learning_rate": 9.38361854073992e-06,
+      "loss": 32.0,
+      "step": 22351
+    },
+    {
+      "epoch": 1.0681448915225078,
+      "grad_norm": 393.4674072265625,
+      "learning_rate": 9.382846146510598e-06,
+      "loss": 19.9375,
+      "step": 22352
+    },
+    {
+      "epoch": 1.0681926789639682,
+      "grad_norm": 367.737060546875,
+      "learning_rate": 9.38207375597723e-06,
+      "loss": 20.7969,
+      "step": 22353
+    },
+    {
+      "epoch": 1.0682404664054286,
+      "grad_norm": 302.5342102050781,
+      "learning_rate": 9.38130136914444e-06,
+      "loss": 23.7344,
+      "step": 22354
+    },
+    {
+      "epoch": 1.068288253846889,
+      "grad_norm": 346.71380615234375,
+      "learning_rate": 9.380528986016862e-06,
+      "loss": 18.125,
+      "step": 22355
+    },
+    {
+      "epoch": 1.0683360412883494,
+      "grad_norm": 170.4729766845703,
+      "learning_rate": 9.379756606599112e-06,
+      "loss": 28.0312,
+      "step": 22356
+    },
+    {
+      "epoch": 1.0683838287298097,
+      "grad_norm": 282.89447021484375,
+      "learning_rate": 9.37898423089582e-06,
+      "loss": 19.625,
+      "step": 22357
+    },
+    {
+      "epoch": 1.0684316161712701,
+      "grad_norm": 328.28546142578125,
+      "learning_rate": 9.378211858911615e-06,
+      "loss": 29.0938,
+      "step": 22358
+    },
+    {
+      "epoch": 1.0684794036127305,
+      "grad_norm": 446.3209228515625,
+      "learning_rate": 9.377439490651115e-06,
+      "loss": 26.1562,
+      "step": 22359
+    },
+    {
+      "epoch": 1.068527191054191,
+      "grad_norm": 218.68899536132812,
+      "learning_rate": 9.376667126118948e-06,
+      "loss": 26.5312,
+      "step": 22360
+    },
+    {
+      "epoch": 1.0685749784956513,
+      "grad_norm": 309.5252380371094,
+      "learning_rate": 9.375894765319741e-06,
+      "loss": 25.5938,
+      "step": 22361
+    },
+    {
+      "epoch": 1.0686227659371117,
+      "grad_norm": 206.53443908691406,
+      "learning_rate": 9.375122408258123e-06,
+      "loss": 25.3125,
+      "step": 22362
+    },
+    {
+      "epoch": 1.068670553378572,
+      "grad_norm": 316.1840515136719,
+      "learning_rate": 9.374350054938712e-06,
+      "loss": 27.4375,
+      "step": 22363
+    },
+    {
+      "epoch": 1.0687183408200325,
+      "grad_norm": 198.3466033935547,
+      "learning_rate": 9.373577705366136e-06,
+      "loss": 17.875,
+      "step": 22364
+    },
+    {
+      "epoch": 1.0687661282614929,
+      "grad_norm": 306.9466552734375,
+      "learning_rate": 9.372805359545025e-06,
+      "loss": 33.375,
+      "step": 22365
+    },
+    {
+      "epoch": 1.0688139157029533,
+      "grad_norm": 278.5568542480469,
+      "learning_rate": 9.372033017479998e-06,
+      "loss": 36.1562,
+      "step": 22366
+    },
+    {
+      "epoch": 1.0688617031444136,
+      "grad_norm": 261.3423767089844,
+      "learning_rate": 9.371260679175683e-06,
+      "loss": 27.1562,
+      "step": 22367
+    },
+    {
+      "epoch": 1.068909490585874,
+      "grad_norm": 348.58831787109375,
+      "learning_rate": 9.370488344636707e-06,
+      "loss": 30.0938,
+      "step": 22368
+    },
+    {
+      "epoch": 1.0689572780273344,
+      "grad_norm": 465.09912109375,
+      "learning_rate": 9.369716013867693e-06,
+      "loss": 30.4062,
+      "step": 22369
+    },
+    {
+      "epoch": 1.0690050654687948,
+      "grad_norm": 171.6354522705078,
+      "learning_rate": 9.368943686873266e-06,
+      "loss": 28.8125,
+      "step": 22370
+    },
+    {
+      "epoch": 1.0690528529102552,
+      "grad_norm": 220.7428436279297,
+      "learning_rate": 9.368171363658051e-06,
+      "loss": 26.875,
+      "step": 22371
+    },
+    {
+      "epoch": 1.0691006403517156,
+      "grad_norm": 282.15411376953125,
+      "learning_rate": 9.367399044226675e-06,
+      "loss": 33.9062,
+      "step": 22372
+    },
+    {
+      "epoch": 1.069148427793176,
+      "grad_norm": 213.7209930419922,
+      "learning_rate": 9.366626728583766e-06,
+      "loss": 22.4062,
+      "step": 22373
+    },
+    {
+      "epoch": 1.0691962152346364,
+      "grad_norm": 326.4704895019531,
+      "learning_rate": 9.36585441673394e-06,
+      "loss": 36.6562,
+      "step": 22374
+    },
+    {
+      "epoch": 1.0692440026760968,
+      "grad_norm": 330.7933044433594,
+      "learning_rate": 9.365082108681829e-06,
+      "loss": 32.75,
+      "step": 22375
+    },
+    {
+      "epoch": 1.0692917901175572,
+      "grad_norm": 346.4309997558594,
+      "learning_rate": 9.364309804432056e-06,
+      "loss": 42.7188,
+      "step": 22376
+    },
+    {
+      "epoch": 1.0693395775590175,
+      "grad_norm": 158.99310302734375,
+      "learning_rate": 9.363537503989253e-06,
+      "loss": 23.7812,
+      "step": 22377
+    },
+    {
+      "epoch": 1.069387365000478,
+      "grad_norm": 434.6673278808594,
+      "learning_rate": 9.362765207358033e-06,
+      "loss": 25.0312,
+      "step": 22378
+    },
+    {
+      "epoch": 1.0694351524419383,
+      "grad_norm": 246.2199249267578,
+      "learning_rate": 9.36199291454303e-06,
+      "loss": 23.625,
+      "step": 22379
+    },
+    {
+      "epoch": 1.0694829398833987,
+      "grad_norm": 182.78842163085938,
+      "learning_rate": 9.361220625548865e-06,
+      "loss": 37.375,
+      "step": 22380
+    },
+    {
+      "epoch": 1.069530727324859,
+      "grad_norm": 175.97157287597656,
+      "learning_rate": 9.360448340380167e-06,
+      "loss": 19.2188,
+      "step": 22381
+    },
+    {
+      "epoch": 1.0695785147663195,
+      "grad_norm": 169.59324645996094,
+      "learning_rate": 9.359676059041553e-06,
+      "loss": 26.875,
+      "step": 22382
+    },
+    {
+      "epoch": 1.0696263022077799,
+      "grad_norm": 257.50091552734375,
+      "learning_rate": 9.358903781537657e-06,
+      "loss": 20.4688,
+      "step": 22383
+    },
+    {
+      "epoch": 1.0696740896492403,
+      "grad_norm": 148.93711853027344,
+      "learning_rate": 9.3581315078731e-06,
+      "loss": 23.2031,
+      "step": 22384
+    },
+    {
+      "epoch": 1.0697218770907007,
+      "grad_norm": 155.4915008544922,
+      "learning_rate": 9.357359238052509e-06,
+      "loss": 27.1719,
+      "step": 22385
+    },
+    {
+      "epoch": 1.069769664532161,
+      "grad_norm": 386.82452392578125,
+      "learning_rate": 9.356586972080502e-06,
+      "loss": 25.5469,
+      "step": 22386
+    },
+    {
+      "epoch": 1.0698174519736214,
+      "grad_norm": 223.4174346923828,
+      "learning_rate": 9.35581470996171e-06,
+      "loss": 25.6562,
+      "step": 22387
+    },
+    {
+      "epoch": 1.0698652394150816,
+      "grad_norm": 240.28158569335938,
+      "learning_rate": 9.35504245170076e-06,
+      "loss": 22.3281,
+      "step": 22388
+    },
+    {
+      "epoch": 1.069913026856542,
+      "grad_norm": 261.5061340332031,
+      "learning_rate": 9.354270197302269e-06,
+      "loss": 24.0469,
+      "step": 22389
+    },
+    {
+      "epoch": 1.0699608142980024,
+      "grad_norm": 405.06817626953125,
+      "learning_rate": 9.353497946770868e-06,
+      "loss": 32.6562,
+      "step": 22390
+    },
+    {
+      "epoch": 1.0700086017394628,
+      "grad_norm": 530.630615234375,
+      "learning_rate": 9.352725700111179e-06,
+      "loss": 30.7344,
+      "step": 22391
+    },
+    {
+      "epoch": 1.0700563891809232,
+      "grad_norm": 116.15423583984375,
+      "learning_rate": 9.351953457327831e-06,
+      "loss": 17.3281,
+      "step": 22392
+    },
+    {
+      "epoch": 1.0701041766223836,
+      "grad_norm": 309.5553894042969,
+      "learning_rate": 9.351181218425444e-06,
+      "loss": 26.7812,
+      "step": 22393
+    },
+    {
+      "epoch": 1.070151964063844,
+      "grad_norm": 198.08224487304688,
+      "learning_rate": 9.350408983408641e-06,
+      "loss": 21.8438,
+      "step": 22394
+    },
+    {
+      "epoch": 1.0701997515053043,
+      "grad_norm": 826.7754516601562,
+      "learning_rate": 9.349636752282057e-06,
+      "loss": 29.6875,
+      "step": 22395
+    },
+    {
+      "epoch": 1.0702475389467647,
+      "grad_norm": 1386.9810791015625,
+      "learning_rate": 9.348864525050306e-06,
+      "loss": 30.4531,
+      "step": 22396
+    },
+    {
+      "epoch": 1.070295326388225,
+      "grad_norm": 369.8605041503906,
+      "learning_rate": 9.348092301718014e-06,
+      "loss": 27.8438,
+      "step": 22397
+    },
+    {
+      "epoch": 1.0703431138296855,
+      "grad_norm": 342.2530212402344,
+      "learning_rate": 9.34732008228981e-06,
+      "loss": 32.0,
+      "step": 22398
+    },
+    {
+      "epoch": 1.070390901271146,
+      "grad_norm": 204.7667236328125,
+      "learning_rate": 9.346547866770317e-06,
+      "loss": 22.3125,
+      "step": 22399
+    },
+    {
+      "epoch": 1.0704386887126063,
+      "grad_norm": 224.72003173828125,
+      "learning_rate": 9.345775655164158e-06,
+      "loss": 25.6562,
+      "step": 22400
+    },
+    {
+      "epoch": 1.0704864761540667,
+      "grad_norm": 202.30258178710938,
+      "learning_rate": 9.34500344747596e-06,
+      "loss": 29.6562,
+      "step": 22401
+    },
+    {
+      "epoch": 1.070534263595527,
+      "grad_norm": 235.920654296875,
+      "learning_rate": 9.344231243710345e-06,
+      "loss": 20.7812,
+      "step": 22402
+    },
+    {
+      "epoch": 1.0705820510369874,
+      "grad_norm": 200.1318817138672,
+      "learning_rate": 9.343459043871942e-06,
+      "loss": 19.6875,
+      "step": 22403
+    },
+    {
+      "epoch": 1.0706298384784478,
+      "grad_norm": 257.5135498046875,
+      "learning_rate": 9.342686847965367e-06,
+      "loss": 29.0781,
+      "step": 22404
+    },
+    {
+      "epoch": 1.0706776259199082,
+      "grad_norm": 266.6171875,
+      "learning_rate": 9.341914655995252e-06,
+      "loss": 38.5,
+      "step": 22405
+    },
+    {
+      "epoch": 1.0707254133613686,
+      "grad_norm": 202.40065002441406,
+      "learning_rate": 9.341142467966223e-06,
+      "loss": 18.7188,
+      "step": 22406
+    },
+    {
+      "epoch": 1.070773200802829,
+      "grad_norm": 266.1026306152344,
+      "learning_rate": 9.340370283882893e-06,
+      "loss": 31.9375,
+      "step": 22407
+    },
+    {
+      "epoch": 1.0708209882442894,
+      "grad_norm": 250.07041931152344,
+      "learning_rate": 9.339598103749897e-06,
+      "loss": 22.9219,
+      "step": 22408
+    },
+    {
+      "epoch": 1.0708687756857498,
+      "grad_norm": 332.59747314453125,
+      "learning_rate": 9.338825927571855e-06,
+      "loss": 21.1562,
+      "step": 22409
+    },
+    {
+      "epoch": 1.0709165631272102,
+      "grad_norm": 168.10418701171875,
+      "learning_rate": 9.338053755353397e-06,
+      "loss": 24.0156,
+      "step": 22410
+    },
+    {
+      "epoch": 1.0709643505686706,
+      "grad_norm": 167.47933959960938,
+      "learning_rate": 9.337281587099138e-06,
+      "loss": 24.875,
+      "step": 22411
+    },
+    {
+      "epoch": 1.071012138010131,
+      "grad_norm": 284.6061096191406,
+      "learning_rate": 9.336509422813708e-06,
+      "loss": 32.75,
+      "step": 22412
+    },
+    {
+      "epoch": 1.0710599254515913,
+      "grad_norm": 144.2808837890625,
+      "learning_rate": 9.33573726250173e-06,
+      "loss": 29.0469,
+      "step": 22413
+    },
+    {
+      "epoch": 1.0711077128930517,
+      "grad_norm": 199.00595092773438,
+      "learning_rate": 9.334965106167833e-06,
+      "loss": 28.2031,
+      "step": 22414
+    },
+    {
+      "epoch": 1.0711555003345121,
+      "grad_norm": 433.5113830566406,
+      "learning_rate": 9.334192953816633e-06,
+      "loss": 35.0312,
+      "step": 22415
+    },
+    {
+      "epoch": 1.0712032877759725,
+      "grad_norm": 482.00311279296875,
+      "learning_rate": 9.333420805452761e-06,
+      "loss": 32.25,
+      "step": 22416
+    },
+    {
+      "epoch": 1.071251075217433,
+      "grad_norm": 187.6046600341797,
+      "learning_rate": 9.332648661080837e-06,
+      "loss": 21.0,
+      "step": 22417
+    },
+    {
+      "epoch": 1.0712988626588933,
+      "grad_norm": 249.9463348388672,
+      "learning_rate": 9.331876520705487e-06,
+      "loss": 22.6719,
+      "step": 22418
+    },
+    {
+      "epoch": 1.0713466501003537,
+      "grad_norm": 267.9827880859375,
+      "learning_rate": 9.33110438433133e-06,
+      "loss": 21.4062,
+      "step": 22419
+    },
+    {
+      "epoch": 1.071394437541814,
+      "grad_norm": 209.91993713378906,
+      "learning_rate": 9.330332251962998e-06,
+      "loss": 28.9062,
+      "step": 22420
+    },
+    {
+      "epoch": 1.0714422249832745,
+      "grad_norm": 274.2747497558594,
+      "learning_rate": 9.329560123605114e-06,
+      "loss": 28.2969,
+      "step": 22421
+    },
+    {
+      "epoch": 1.0714900124247349,
+      "grad_norm": 179.5886688232422,
+      "learning_rate": 9.328787999262297e-06,
+      "loss": 19.375,
+      "step": 22422
+    },
+    {
+      "epoch": 1.0715377998661952,
+      "grad_norm": 193.10145568847656,
+      "learning_rate": 9.328015878939171e-06,
+      "loss": 20.5312,
+      "step": 22423
+    },
+    {
+      "epoch": 1.0715855873076556,
+      "grad_norm": 624.4111938476562,
+      "learning_rate": 9.327243762640365e-06,
+      "loss": 25.9062,
+      "step": 22424
+    },
+    {
+      "epoch": 1.071633374749116,
+      "grad_norm": 235.34219360351562,
+      "learning_rate": 9.326471650370505e-06,
+      "loss": 21.0781,
+      "step": 22425
+    },
+    {
+      "epoch": 1.0716811621905764,
+      "grad_norm": 173.40403747558594,
+      "learning_rate": 9.325699542134207e-06,
+      "loss": 16.125,
+      "step": 22426
+    },
+    {
+      "epoch": 1.0717289496320368,
+      "grad_norm": 373.2417297363281,
+      "learning_rate": 9.324927437936098e-06,
+      "loss": 24.5312,
+      "step": 22427
+    },
+    {
+      "epoch": 1.0717767370734972,
+      "grad_norm": 170.7933807373047,
+      "learning_rate": 9.324155337780801e-06,
+      "loss": 29.0312,
+      "step": 22428
+    },
+    {
+      "epoch": 1.0718245245149576,
+      "grad_norm": 137.46800231933594,
+      "learning_rate": 9.323383241672948e-06,
+      "loss": 25.9219,
+      "step": 22429
+    },
+    {
+      "epoch": 1.071872311956418,
+      "grad_norm": 291.23211669921875,
+      "learning_rate": 9.322611149617152e-06,
+      "loss": 30.8438,
+      "step": 22430
+    },
+    {
+      "epoch": 1.0719200993978781,
+      "grad_norm": 374.324462890625,
+      "learning_rate": 9.321839061618041e-06,
+      "loss": 29.3438,
+      "step": 22431
+    },
+    {
+      "epoch": 1.0719678868393385,
+      "grad_norm": 222.29444885253906,
+      "learning_rate": 9.32106697768024e-06,
+      "loss": 23.3125,
+      "step": 22432
+    },
+    {
+      "epoch": 1.072015674280799,
+      "grad_norm": 196.8098907470703,
+      "learning_rate": 9.320294897808371e-06,
+      "loss": 23.0938,
+      "step": 22433
+    },
+    {
+      "epoch": 1.0720634617222593,
+      "grad_norm": 158.01153564453125,
+      "learning_rate": 9.319522822007059e-06,
+      "loss": 21.6562,
+      "step": 22434
+    },
+    {
+      "epoch": 1.0721112491637197,
+      "grad_norm": 300.6125793457031,
+      "learning_rate": 9.318750750280927e-06,
+      "loss": 21.2188,
+      "step": 22435
+    },
+    {
+      "epoch": 1.07215903660518,
+      "grad_norm": 215.8449249267578,
+      "learning_rate": 9.3179786826346e-06,
+      "loss": 21.7188,
+      "step": 22436
+    },
+    {
+      "epoch": 1.0722068240466405,
+      "grad_norm": 199.91236877441406,
+      "learning_rate": 9.317206619072699e-06,
+      "loss": 33.7344,
+      "step": 22437
+    },
+    {
+      "epoch": 1.0722546114881009,
+      "grad_norm": 314.41070556640625,
+      "learning_rate": 9.31643455959985e-06,
+      "loss": 25.6875,
+      "step": 22438
+    },
+    {
+      "epoch": 1.0723023989295613,
+      "grad_norm": 181.49501037597656,
+      "learning_rate": 9.315662504220674e-06,
+      "loss": 23.8281,
+      "step": 22439
+    },
+    {
+      "epoch": 1.0723501863710216,
+      "grad_norm": 119.72473907470703,
+      "learning_rate": 9.314890452939802e-06,
+      "loss": 16.5781,
+      "step": 22440
+    },
+    {
+      "epoch": 1.072397973812482,
+      "grad_norm": 411.0643615722656,
+      "learning_rate": 9.314118405761847e-06,
+      "loss": 23.2656,
+      "step": 22441
+    },
+    {
+      "epoch": 1.0724457612539424,
+      "grad_norm": 200.39662170410156,
+      "learning_rate": 9.313346362691436e-06,
+      "loss": 23.1094,
+      "step": 22442
+    },
+    {
+      "epoch": 1.0724935486954028,
+      "grad_norm": 275.3245544433594,
+      "learning_rate": 9.3125743237332e-06,
+      "loss": 31.2812,
+      "step": 22443
+    },
+    {
+      "epoch": 1.0725413361368632,
+      "grad_norm": 409.1043395996094,
+      "learning_rate": 9.311802288891754e-06,
+      "loss": 31.25,
+      "step": 22444
+    },
+    {
+      "epoch": 1.0725891235783236,
+      "grad_norm": 406.7983093261719,
+      "learning_rate": 9.311030258171724e-06,
+      "loss": 29.9062,
+      "step": 22445
+    },
+    {
+      "epoch": 1.072636911019784,
+      "grad_norm": 226.80081176757812,
+      "learning_rate": 9.310258231577733e-06,
+      "loss": 23.3594,
+      "step": 22446
+    },
+    {
+      "epoch": 1.0726846984612444,
+      "grad_norm": 187.6029052734375,
+      "learning_rate": 9.30948620911441e-06,
+      "loss": 16.125,
+      "step": 22447
+    },
+    {
+      "epoch": 1.0727324859027048,
+      "grad_norm": 158.41937255859375,
+      "learning_rate": 9.308714190786368e-06,
+      "loss": 22.1406,
+      "step": 22448
+    },
+    {
+      "epoch": 1.0727802733441651,
+      "grad_norm": 235.73703002929688,
+      "learning_rate": 9.307942176598239e-06,
+      "loss": 21.6562,
+      "step": 22449
+    },
+    {
+      "epoch": 1.0728280607856255,
+      "grad_norm": 210.79714965820312,
+      "learning_rate": 9.30717016655464e-06,
+      "loss": 21.5312,
+      "step": 22450
+    },
+    {
+      "epoch": 1.072875848227086,
+      "grad_norm": 307.2369689941406,
+      "learning_rate": 9.306398160660203e-06,
+      "loss": 16.875,
+      "step": 22451
+    },
+    {
+      "epoch": 1.0729236356685463,
+      "grad_norm": 191.051513671875,
+      "learning_rate": 9.305626158919543e-06,
+      "loss": 23.3125,
+      "step": 22452
+    },
+    {
+      "epoch": 1.0729714231100067,
+      "grad_norm": 346.7664794921875,
+      "learning_rate": 9.304854161337285e-06,
+      "loss": 26.125,
+      "step": 22453
+    },
+    {
+      "epoch": 1.073019210551467,
+      "grad_norm": 137.49488830566406,
+      "learning_rate": 9.30408216791806e-06,
+      "loss": 15.2969,
+      "step": 22454
+    },
+    {
+      "epoch": 1.0730669979929275,
+      "grad_norm": 151.96087646484375,
+      "learning_rate": 9.303310178666478e-06,
+      "loss": 19.0938,
+      "step": 22455
+    },
+    {
+      "epoch": 1.0731147854343879,
+      "grad_norm": 160.5830078125,
+      "learning_rate": 9.30253819358717e-06,
+      "loss": 27.9062,
+      "step": 22456
+    },
+    {
+      "epoch": 1.0731625728758483,
+      "grad_norm": 237.93907165527344,
+      "learning_rate": 9.301766212684757e-06,
+      "loss": 19.5156,
+      "step": 22457
+    },
+    {
+      "epoch": 1.0732103603173087,
+      "grad_norm": 235.90176391601562,
+      "learning_rate": 9.300994235963868e-06,
+      "loss": 26.9062,
+      "step": 22458
+    },
+    {
+      "epoch": 1.073258147758769,
+      "grad_norm": 111.78337860107422,
+      "learning_rate": 9.300222263429118e-06,
+      "loss": 19.25,
+      "step": 22459
+    },
+    {
+      "epoch": 1.0733059352002294,
+      "grad_norm": 164.6555633544922,
+      "learning_rate": 9.299450295085135e-06,
+      "loss": 20.375,
+      "step": 22460
+    },
+    {
+      "epoch": 1.0733537226416898,
+      "grad_norm": 198.6774139404297,
+      "learning_rate": 9.29867833093654e-06,
+      "loss": 23.5,
+      "step": 22461
+    },
+    {
+      "epoch": 1.0734015100831502,
+      "grad_norm": 171.50015258789062,
+      "learning_rate": 9.297906370987958e-06,
+      "loss": 18.3906,
+      "step": 22462
+    },
+    {
+      "epoch": 1.0734492975246106,
+      "grad_norm": 260.00115966796875,
+      "learning_rate": 9.29713441524401e-06,
+      "loss": 24.625,
+      "step": 22463
+    },
+    {
+      "epoch": 1.073497084966071,
+      "grad_norm": 196.77392578125,
+      "learning_rate": 9.296362463709323e-06,
+      "loss": 29.3125,
+      "step": 22464
+    },
+    {
+      "epoch": 1.0735448724075314,
+      "grad_norm": 738.1799926757812,
+      "learning_rate": 9.29559051638851e-06,
+      "loss": 36.1562,
+      "step": 22465
+    },
+    {
+      "epoch": 1.0735926598489918,
+      "grad_norm": 287.7033386230469,
+      "learning_rate": 9.294818573286207e-06,
+      "loss": 27.0156,
+      "step": 22466
+    },
+    {
+      "epoch": 1.0736404472904522,
+      "grad_norm": 404.99957275390625,
+      "learning_rate": 9.29404663440703e-06,
+      "loss": 27.625,
+      "step": 22467
+    },
+    {
+      "epoch": 1.0736882347319125,
+      "grad_norm": 196.25636291503906,
+      "learning_rate": 9.2932746997556e-06,
+      "loss": 22.1562,
+      "step": 22468
+    },
+    {
+      "epoch": 1.073736022173373,
+      "grad_norm": 148.05787658691406,
+      "learning_rate": 9.292502769336548e-06,
+      "loss": 26.2812,
+      "step": 22469
+    },
+    {
+      "epoch": 1.073783809614833,
+      "grad_norm": 394.4590759277344,
+      "learning_rate": 9.291730843154487e-06,
+      "loss": 32.4375,
+      "step": 22470
+    },
+    {
+      "epoch": 1.0738315970562935,
+      "grad_norm": 240.64854431152344,
+      "learning_rate": 9.290958921214043e-06,
+      "loss": 18.75,
+      "step": 22471
+    },
+    {
+      "epoch": 1.0738793844977539,
+      "grad_norm": 277.4675598144531,
+      "learning_rate": 9.290187003519841e-06,
+      "loss": 33.25,
+      "step": 22472
+    },
+    {
+      "epoch": 1.0739271719392143,
+      "grad_norm": 451.0525207519531,
+      "learning_rate": 9.289415090076506e-06,
+      "loss": 38.0312,
+      "step": 22473
+    },
+    {
+      "epoch": 1.0739749593806747,
+      "grad_norm": 179.25949096679688,
+      "learning_rate": 9.288643180888655e-06,
+      "loss": 22.5312,
+      "step": 22474
+    },
+    {
+      "epoch": 1.074022746822135,
+      "grad_norm": 246.65585327148438,
+      "learning_rate": 9.287871275960914e-06,
+      "loss": 22.6406,
+      "step": 22475
+    },
+    {
+      "epoch": 1.0740705342635954,
+      "grad_norm": 363.8993835449219,
+      "learning_rate": 9.287099375297904e-06,
+      "loss": 32.4062,
+      "step": 22476
+    },
+    {
+      "epoch": 1.0741183217050558,
+      "grad_norm": 279.02703857421875,
+      "learning_rate": 9.286327478904253e-06,
+      "loss": 28.2812,
+      "step": 22477
+    },
+    {
+      "epoch": 1.0741661091465162,
+      "grad_norm": 431.77081298828125,
+      "learning_rate": 9.285555586784576e-06,
+      "loss": 36.4375,
+      "step": 22478
+    },
+    {
+      "epoch": 1.0742138965879766,
+      "grad_norm": 217.72169494628906,
+      "learning_rate": 9.284783698943499e-06,
+      "loss": 29.6875,
+      "step": 22479
+    },
+    {
+      "epoch": 1.074261684029437,
+      "grad_norm": 532.896484375,
+      "learning_rate": 9.284011815385648e-06,
+      "loss": 29.0625,
+      "step": 22480
+    },
+    {
+      "epoch": 1.0743094714708974,
+      "grad_norm": 516.998779296875,
+      "learning_rate": 9.283239936115639e-06,
+      "loss": 28.7344,
+      "step": 22481
+    },
+    {
+      "epoch": 1.0743572589123578,
+      "grad_norm": 362.4996337890625,
+      "learning_rate": 9.2824680611381e-06,
+      "loss": 25.4688,
+      "step": 22482
+    },
+    {
+      "epoch": 1.0744050463538182,
+      "grad_norm": 180.30064392089844,
+      "learning_rate": 9.281696190457649e-06,
+      "loss": 22.2188,
+      "step": 22483
+    },
+    {
+      "epoch": 1.0744528337952786,
+      "grad_norm": 193.76341247558594,
+      "learning_rate": 9.280924324078912e-06,
+      "loss": 21.5625,
+      "step": 22484
+    },
+    {
+      "epoch": 1.074500621236739,
+      "grad_norm": 339.6528625488281,
+      "learning_rate": 9.280152462006513e-06,
+      "loss": 24.2812,
+      "step": 22485
+    },
+    {
+      "epoch": 1.0745484086781993,
+      "grad_norm": 308.3378601074219,
+      "learning_rate": 9.279380604245068e-06,
+      "loss": 24.5312,
+      "step": 22486
+    },
+    {
+      "epoch": 1.0745961961196597,
+      "grad_norm": 196.87039184570312,
+      "learning_rate": 9.278608750799205e-06,
+      "loss": 31.7656,
+      "step": 22487
+    },
+    {
+      "epoch": 1.0746439835611201,
+      "grad_norm": 300.9326477050781,
+      "learning_rate": 9.277836901673546e-06,
+      "loss": 22.7188,
+      "step": 22488
+    },
+    {
+      "epoch": 1.0746917710025805,
+      "grad_norm": 266.3424987792969,
+      "learning_rate": 9.27706505687271e-06,
+      "loss": 29.4688,
+      "step": 22489
+    },
+    {
+      "epoch": 1.074739558444041,
+      "grad_norm": 683.1482543945312,
+      "learning_rate": 9.276293216401321e-06,
+      "loss": 29.1562,
+      "step": 22490
+    },
+    {
+      "epoch": 1.0747873458855013,
+      "grad_norm": 675.9392700195312,
+      "learning_rate": 9.275521380264007e-06,
+      "loss": 25.75,
+      "step": 22491
+    },
+    {
+      "epoch": 1.0748351333269617,
+      "grad_norm": 197.2180938720703,
+      "learning_rate": 9.274749548465379e-06,
+      "loss": 23.2812,
+      "step": 22492
+    },
+    {
+      "epoch": 1.074882920768422,
+      "grad_norm": 392.9908142089844,
+      "learning_rate": 9.273977721010067e-06,
+      "loss": 40.2188,
+      "step": 22493
+    },
+    {
+      "epoch": 1.0749307082098825,
+      "grad_norm": 252.79251098632812,
+      "learning_rate": 9.27320589790269e-06,
+      "loss": 22.5938,
+      "step": 22494
+    },
+    {
+      "epoch": 1.0749784956513428,
+      "grad_norm": 418.8559875488281,
+      "learning_rate": 9.27243407914788e-06,
+      "loss": 38.2969,
+      "step": 22495
+    },
+    {
+      "epoch": 1.0750262830928032,
+      "grad_norm": 309.7943115234375,
+      "learning_rate": 9.271662264750242e-06,
+      "loss": 20.4062,
+      "step": 22496
+    },
+    {
+      "epoch": 1.0750740705342636,
+      "grad_norm": 246.32054138183594,
+      "learning_rate": 9.27089045471441e-06,
+      "loss": 23.4062,
+      "step": 22497
+    },
+    {
+      "epoch": 1.075121857975724,
+      "grad_norm": 235.19793701171875,
+      "learning_rate": 9.270118649045003e-06,
+      "loss": 19.125,
+      "step": 22498
+    },
+    {
+      "epoch": 1.0751696454171844,
+      "grad_norm": 242.95388793945312,
+      "learning_rate": 9.269346847746646e-06,
+      "loss": 23.2188,
+      "step": 22499
+    },
+    {
+      "epoch": 1.0752174328586448,
+      "grad_norm": 209.8347625732422,
+      "learning_rate": 9.268575050823958e-06,
+      "loss": 24.6562,
+      "step": 22500
+    },
+    {
+      "epoch": 1.0752652203001052,
+      "grad_norm": 317.3501281738281,
+      "learning_rate": 9.26780325828156e-06,
+      "loss": 37.4375,
+      "step": 22501
+    },
+    {
+      "epoch": 1.0753130077415656,
+      "grad_norm": 301.7907409667969,
+      "learning_rate": 9.267031470124073e-06,
+      "loss": 38.5312,
+      "step": 22502
+    },
+    {
+      "epoch": 1.075360795183026,
+      "grad_norm": 266.6900634765625,
+      "learning_rate": 9.266259686356128e-06,
+      "loss": 18.7344,
+      "step": 22503
+    },
+    {
+      "epoch": 1.0754085826244864,
+      "grad_norm": 366.6348571777344,
+      "learning_rate": 9.265487906982337e-06,
+      "loss": 24.625,
+      "step": 22504
+    },
+    {
+      "epoch": 1.0754563700659467,
+      "grad_norm": 131.7993621826172,
+      "learning_rate": 9.264716132007324e-06,
+      "loss": 19.4531,
+      "step": 22505
+    },
+    {
+      "epoch": 1.0755041575074071,
+      "grad_norm": 250.43565368652344,
+      "learning_rate": 9.263944361435718e-06,
+      "loss": 25.0781,
+      "step": 22506
+    },
+    {
+      "epoch": 1.0755519449488675,
+      "grad_norm": 228.64523315429688,
+      "learning_rate": 9.263172595272133e-06,
+      "loss": 25.0312,
+      "step": 22507
+    },
+    {
+      "epoch": 1.075599732390328,
+      "grad_norm": 131.20326232910156,
+      "learning_rate": 9.26240083352119e-06,
+      "loss": 16.6875,
+      "step": 22508
+    },
+    {
+      "epoch": 1.0756475198317883,
+      "grad_norm": 101.68218994140625,
+      "learning_rate": 9.261629076187516e-06,
+      "loss": 19.5,
+      "step": 22509
+    },
+    {
+      "epoch": 1.0756953072732487,
+      "grad_norm": 228.56784057617188,
+      "learning_rate": 9.260857323275735e-06,
+      "loss": 29.7812,
+      "step": 22510
+    },
+    {
+      "epoch": 1.075743094714709,
+      "grad_norm": 214.6647491455078,
+      "learning_rate": 9.260085574790461e-06,
+      "loss": 24.6562,
+      "step": 22511
+    },
+    {
+      "epoch": 1.0757908821561695,
+      "grad_norm": 231.32505798339844,
+      "learning_rate": 9.259313830736318e-06,
+      "loss": 30.0938,
+      "step": 22512
+    },
+    {
+      "epoch": 1.0758386695976299,
+      "grad_norm": 222.7969512939453,
+      "learning_rate": 9.258542091117934e-06,
+      "loss": 24.6094,
+      "step": 22513
+    },
+    {
+      "epoch": 1.07588645703909,
+      "grad_norm": 295.6026916503906,
+      "learning_rate": 9.257770355939925e-06,
+      "loss": 28.9375,
+      "step": 22514
+    },
+    {
+      "epoch": 1.0759342444805504,
+      "grad_norm": 180.9604949951172,
+      "learning_rate": 9.256998625206913e-06,
+      "loss": 22.4844,
+      "step": 22515
+    },
+    {
+      "epoch": 1.0759820319220108,
+      "grad_norm": 158.5496368408203,
+      "learning_rate": 9.25622689892352e-06,
+      "loss": 26.0312,
+      "step": 22516
+    },
+    {
+      "epoch": 1.0760298193634712,
+      "grad_norm": 190.30523681640625,
+      "learning_rate": 9.255455177094369e-06,
+      "loss": 23.7812,
+      "step": 22517
+    },
+    {
+      "epoch": 1.0760776068049316,
+      "grad_norm": 275.66064453125,
+      "learning_rate": 9.254683459724081e-06,
+      "loss": 24.3281,
+      "step": 22518
+    },
+    {
+      "epoch": 1.076125394246392,
+      "grad_norm": 210.9479217529297,
+      "learning_rate": 9.253911746817275e-06,
+      "loss": 26.8438,
+      "step": 22519
+    },
+    {
+      "epoch": 1.0761731816878524,
+      "grad_norm": 170.5718994140625,
+      "learning_rate": 9.253140038378576e-06,
+      "loss": 28.7812,
+      "step": 22520
+    },
+    {
+      "epoch": 1.0762209691293128,
+      "grad_norm": 500.0719299316406,
+      "learning_rate": 9.252368334412608e-06,
+      "loss": 29.4062,
+      "step": 22521
+    },
+    {
+      "epoch": 1.0762687565707731,
+      "grad_norm": 262.8802185058594,
+      "learning_rate": 9.251596634923985e-06,
+      "loss": 31.3125,
+      "step": 22522
+    },
+    {
+      "epoch": 1.0763165440122335,
+      "grad_norm": 295.87677001953125,
+      "learning_rate": 9.25082493991733e-06,
+      "loss": 30.2188,
+      "step": 22523
+    },
+    {
+      "epoch": 1.076364331453694,
+      "grad_norm": 173.61927795410156,
+      "learning_rate": 9.25005324939727e-06,
+      "loss": 21.6875,
+      "step": 22524
+    },
+    {
+      "epoch": 1.0764121188951543,
+      "grad_norm": 262.943603515625,
+      "learning_rate": 9.249281563368428e-06,
+      "loss": 25.5312,
+      "step": 22525
+    },
+    {
+      "epoch": 1.0764599063366147,
+      "grad_norm": 460.9680480957031,
+      "learning_rate": 9.248509881835414e-06,
+      "loss": 41.1562,
+      "step": 22526
+    },
+    {
+      "epoch": 1.076507693778075,
+      "grad_norm": 312.021484375,
+      "learning_rate": 9.247738204802858e-06,
+      "loss": 23.9219,
+      "step": 22527
+    },
+    {
+      "epoch": 1.0765554812195355,
+      "grad_norm": 325.4846496582031,
+      "learning_rate": 9.246966532275384e-06,
+      "loss": 17.5625,
+      "step": 22528
+    },
+    {
+      "epoch": 1.0766032686609959,
+      "grad_norm": 228.11929321289062,
+      "learning_rate": 9.246194864257603e-06,
+      "loss": 27.7344,
+      "step": 22529
+    },
+    {
+      "epoch": 1.0766510561024563,
+      "grad_norm": 222.04971313476562,
+      "learning_rate": 9.245423200754143e-06,
+      "loss": 29.8281,
+      "step": 22530
+    },
+    {
+      "epoch": 1.0766988435439167,
+      "grad_norm": 276.7089538574219,
+      "learning_rate": 9.244651541769624e-06,
+      "loss": 19.3594,
+      "step": 22531
+    },
+    {
+      "epoch": 1.076746630985377,
+      "grad_norm": 345.6844787597656,
+      "learning_rate": 9.243879887308672e-06,
+      "loss": 32.9375,
+      "step": 22532
+    },
+    {
+      "epoch": 1.0767944184268374,
+      "grad_norm": 174.94692993164062,
+      "learning_rate": 9.243108237375901e-06,
+      "loss": 30.2188,
+      "step": 22533
+    },
+    {
+      "epoch": 1.0768422058682978,
+      "grad_norm": 160.80618286132812,
+      "learning_rate": 9.242336591975933e-06,
+      "loss": 21.6875,
+      "step": 22534
+    },
+    {
+      "epoch": 1.0768899933097582,
+      "grad_norm": 246.57212829589844,
+      "learning_rate": 9.241564951113392e-06,
+      "loss": 25.7188,
+      "step": 22535
+    },
+    {
+      "epoch": 1.0769377807512186,
+      "grad_norm": 227.49996948242188,
+      "learning_rate": 9.240793314792902e-06,
+      "loss": 15.2969,
+      "step": 22536
+    },
+    {
+      "epoch": 1.076985568192679,
+      "grad_norm": 275.44830322265625,
+      "learning_rate": 9.240021683019076e-06,
+      "loss": 20.9062,
+      "step": 22537
+    },
+    {
+      "epoch": 1.0770333556341394,
+      "grad_norm": 179.43490600585938,
+      "learning_rate": 9.23925005579654e-06,
+      "loss": 28.0,
+      "step": 22538
+    },
+    {
+      "epoch": 1.0770811430755998,
+      "grad_norm": 227.50778198242188,
+      "learning_rate": 9.238478433129918e-06,
+      "loss": 29.875,
+      "step": 22539
+    },
+    {
+      "epoch": 1.0771289305170602,
+      "grad_norm": 156.73321533203125,
+      "learning_rate": 9.237706815023824e-06,
+      "loss": 22.2656,
+      "step": 22540
+    },
+    {
+      "epoch": 1.0771767179585205,
+      "grad_norm": 269.9290771484375,
+      "learning_rate": 9.236935201482882e-06,
+      "loss": 38.8125,
+      "step": 22541
+    },
+    {
+      "epoch": 1.077224505399981,
+      "grad_norm": 188.4753875732422,
+      "learning_rate": 9.236163592511714e-06,
+      "loss": 27.9688,
+      "step": 22542
+    },
+    {
+      "epoch": 1.0772722928414413,
+      "grad_norm": 263.89849853515625,
+      "learning_rate": 9.235391988114946e-06,
+      "loss": 29.2031,
+      "step": 22543
+    },
+    {
+      "epoch": 1.0773200802829017,
+      "grad_norm": 283.7462158203125,
+      "learning_rate": 9.234620388297187e-06,
+      "loss": 32.2188,
+      "step": 22544
+    },
+    {
+      "epoch": 1.077367867724362,
+      "grad_norm": 258.2162780761719,
+      "learning_rate": 9.233848793063065e-06,
+      "loss": 35.9375,
+      "step": 22545
+    },
+    {
+      "epoch": 1.0774156551658225,
+      "grad_norm": 105.27550506591797,
+      "learning_rate": 9.233077202417202e-06,
+      "loss": 19.8281,
+      "step": 22546
+    },
+    {
+      "epoch": 1.0774634426072829,
+      "grad_norm": 150.50099182128906,
+      "learning_rate": 9.232305616364217e-06,
+      "loss": 17.75,
+      "step": 22547
+    },
+    {
+      "epoch": 1.0775112300487433,
+      "grad_norm": 246.88873291015625,
+      "learning_rate": 9.231534034908731e-06,
+      "loss": 30.5625,
+      "step": 22548
+    },
+    {
+      "epoch": 1.0775590174902037,
+      "grad_norm": 318.1282958984375,
+      "learning_rate": 9.230762458055363e-06,
+      "loss": 23.5625,
+      "step": 22549
+    },
+    {
+      "epoch": 1.077606804931664,
+      "grad_norm": 156.0242919921875,
+      "learning_rate": 9.229990885808736e-06,
+      "loss": 27.5,
+      "step": 22550
+    },
+    {
+      "epoch": 1.0776545923731244,
+      "grad_norm": 220.84689331054688,
+      "learning_rate": 9.229219318173471e-06,
+      "loss": 36.5,
+      "step": 22551
+    },
+    {
+      "epoch": 1.0777023798145846,
+      "grad_norm": 136.8513946533203,
+      "learning_rate": 9.228447755154186e-06,
+      "loss": 26.9375,
+      "step": 22552
+    },
+    {
+      "epoch": 1.077750167256045,
+      "grad_norm": 300.95599365234375,
+      "learning_rate": 9.227676196755504e-06,
+      "loss": 32.1406,
+      "step": 22553
+    },
+    {
+      "epoch": 1.0777979546975054,
+      "grad_norm": 261.95538330078125,
+      "learning_rate": 9.226904642982047e-06,
+      "loss": 21.2188,
+      "step": 22554
+    },
+    {
+      "epoch": 1.0778457421389658,
+      "grad_norm": 174.45614624023438,
+      "learning_rate": 9.22613309383843e-06,
+      "loss": 23.5781,
+      "step": 22555
+    },
+    {
+      "epoch": 1.0778935295804262,
+      "grad_norm": 947.3236694335938,
+      "learning_rate": 9.225361549329277e-06,
+      "loss": 27.7812,
+      "step": 22556
+    },
+    {
+      "epoch": 1.0779413170218866,
+      "grad_norm": 210.6041717529297,
+      "learning_rate": 9.22459000945921e-06,
+      "loss": 21.8906,
+      "step": 22557
+    },
+    {
+      "epoch": 1.077989104463347,
+      "grad_norm": 203.47496032714844,
+      "learning_rate": 9.223818474232851e-06,
+      "loss": 19.3125,
+      "step": 22558
+    },
+    {
+      "epoch": 1.0780368919048073,
+      "grad_norm": 182.33555603027344,
+      "learning_rate": 9.223046943654816e-06,
+      "loss": 28.625,
+      "step": 22559
+    },
+    {
+      "epoch": 1.0780846793462677,
+      "grad_norm": 412.9688720703125,
+      "learning_rate": 9.222275417729726e-06,
+      "loss": 26.4688,
+      "step": 22560
+    },
+    {
+      "epoch": 1.0781324667877281,
+      "grad_norm": 644.8682250976562,
+      "learning_rate": 9.221503896462203e-06,
+      "loss": 35.0625,
+      "step": 22561
+    },
+    {
+      "epoch": 1.0781802542291885,
+      "grad_norm": 199.02992248535156,
+      "learning_rate": 9.220732379856869e-06,
+      "loss": 23.1875,
+      "step": 22562
+    },
+    {
+      "epoch": 1.078228041670649,
+      "grad_norm": 183.96981811523438,
+      "learning_rate": 9.21996086791834e-06,
+      "loss": 19.9375,
+      "step": 22563
+    },
+    {
+      "epoch": 1.0782758291121093,
+      "grad_norm": 250.74234008789062,
+      "learning_rate": 9.219189360651241e-06,
+      "loss": 32.625,
+      "step": 22564
+    },
+    {
+      "epoch": 1.0783236165535697,
+      "grad_norm": 604.2452392578125,
+      "learning_rate": 9.218417858060191e-06,
+      "loss": 21.8438,
+      "step": 22565
+    },
+    {
+      "epoch": 1.07837140399503,
+      "grad_norm": 293.3185729980469,
+      "learning_rate": 9.217646360149809e-06,
+      "loss": 26.8125,
+      "step": 22566
+    },
+    {
+      "epoch": 1.0784191914364905,
+      "grad_norm": 258.29144287109375,
+      "learning_rate": 9.216874866924713e-06,
+      "loss": 32.2188,
+      "step": 22567
+    },
+    {
+      "epoch": 1.0784669788779508,
+      "grad_norm": 285.4098205566406,
+      "learning_rate": 9.216103378389528e-06,
+      "loss": 25.2969,
+      "step": 22568
+    },
+    {
+      "epoch": 1.0785147663194112,
+      "grad_norm": 175.8553924560547,
+      "learning_rate": 9.215331894548873e-06,
+      "loss": 21.8594,
+      "step": 22569
+    },
+    {
+      "epoch": 1.0785625537608716,
+      "grad_norm": 134.6331329345703,
+      "learning_rate": 9.214560415407367e-06,
+      "loss": 23.4375,
+      "step": 22570
+    },
+    {
+      "epoch": 1.078610341202332,
+      "grad_norm": 250.5597381591797,
+      "learning_rate": 9.213788940969628e-06,
+      "loss": 27.4844,
+      "step": 22571
+    },
+    {
+      "epoch": 1.0786581286437924,
+      "grad_norm": 253.69715881347656,
+      "learning_rate": 9.21301747124028e-06,
+      "loss": 31.7188,
+      "step": 22572
+    },
+    {
+      "epoch": 1.0787059160852528,
+      "grad_norm": 235.9600830078125,
+      "learning_rate": 9.212246006223944e-06,
+      "loss": 22.8125,
+      "step": 22573
+    },
+    {
+      "epoch": 1.0787537035267132,
+      "grad_norm": 539.2069702148438,
+      "learning_rate": 9.211474545925237e-06,
+      "loss": 33.9375,
+      "step": 22574
+    },
+    {
+      "epoch": 1.0788014909681736,
+      "grad_norm": 174.8950958251953,
+      "learning_rate": 9.210703090348777e-06,
+      "loss": 21.6406,
+      "step": 22575
+    },
+    {
+      "epoch": 1.078849278409634,
+      "grad_norm": 186.41470336914062,
+      "learning_rate": 9.209931639499194e-06,
+      "loss": 23.5781,
+      "step": 22576
+    },
+    {
+      "epoch": 1.0788970658510944,
+      "grad_norm": 410.1641845703125,
+      "learning_rate": 9.209160193381095e-06,
+      "loss": 18.0312,
+      "step": 22577
+    },
+    {
+      "epoch": 1.0789448532925547,
+      "grad_norm": 306.92333984375,
+      "learning_rate": 9.208388751999107e-06,
+      "loss": 25.1562,
+      "step": 22578
+    },
+    {
+      "epoch": 1.0789926407340151,
+      "grad_norm": 264.9496765136719,
+      "learning_rate": 9.20761731535785e-06,
+      "loss": 37.0625,
+      "step": 22579
+    },
+    {
+      "epoch": 1.0790404281754755,
+      "grad_norm": 362.34796142578125,
+      "learning_rate": 9.206845883461943e-06,
+      "loss": 23.9375,
+      "step": 22580
+    },
+    {
+      "epoch": 1.079088215616936,
+      "grad_norm": 310.7804260253906,
+      "learning_rate": 9.206074456316004e-06,
+      "loss": 21.5469,
+      "step": 22581
+    },
+    {
+      "epoch": 1.0791360030583963,
+      "grad_norm": 425.9664611816406,
+      "learning_rate": 9.205303033924657e-06,
+      "loss": 26.7656,
+      "step": 22582
+    },
+    {
+      "epoch": 1.0791837904998567,
+      "grad_norm": 139.66026306152344,
+      "learning_rate": 9.204531616292515e-06,
+      "loss": 20.0938,
+      "step": 22583
+    },
+    {
+      "epoch": 1.079231577941317,
+      "grad_norm": 245.69338989257812,
+      "learning_rate": 9.203760203424209e-06,
+      "loss": 29.9531,
+      "step": 22584
+    },
+    {
+      "epoch": 1.0792793653827775,
+      "grad_norm": 370.4602355957031,
+      "learning_rate": 9.202988795324347e-06,
+      "loss": 24.6562,
+      "step": 22585
+    },
+    {
+      "epoch": 1.0793271528242379,
+      "grad_norm": 252.1763916015625,
+      "learning_rate": 9.202217391997554e-06,
+      "loss": 27.0938,
+      "step": 22586
+    },
+    {
+      "epoch": 1.0793749402656982,
+      "grad_norm": 198.41058349609375,
+      "learning_rate": 9.20144599344845e-06,
+      "loss": 19.7031,
+      "step": 22587
+    },
+    {
+      "epoch": 1.0794227277071586,
+      "grad_norm": 452.44232177734375,
+      "learning_rate": 9.200674599681656e-06,
+      "loss": 26.1406,
+      "step": 22588
+    },
+    {
+      "epoch": 1.079470515148619,
+      "grad_norm": 274.5549011230469,
+      "learning_rate": 9.199903210701786e-06,
+      "loss": 33.4062,
+      "step": 22589
+    },
+    {
+      "epoch": 1.0795183025900794,
+      "grad_norm": 572.243896484375,
+      "learning_rate": 9.199131826513465e-06,
+      "loss": 20.375,
+      "step": 22590
+    },
+    {
+      "epoch": 1.0795660900315398,
+      "grad_norm": 340.584228515625,
+      "learning_rate": 9.198360447121316e-06,
+      "loss": 27.4688,
+      "step": 22591
+    },
+    {
+      "epoch": 1.0796138774730002,
+      "grad_norm": 189.5785369873047,
+      "learning_rate": 9.197589072529947e-06,
+      "loss": 23.375,
+      "step": 22592
+    },
+    {
+      "epoch": 1.0796616649144606,
+      "grad_norm": 392.7725524902344,
+      "learning_rate": 9.196817702743984e-06,
+      "loss": 33.8125,
+      "step": 22593
+    },
+    {
+      "epoch": 1.079709452355921,
+      "grad_norm": 175.08253479003906,
+      "learning_rate": 9.196046337768048e-06,
+      "loss": 19.9219,
+      "step": 22594
+    },
+    {
+      "epoch": 1.0797572397973814,
+      "grad_norm": 420.618896484375,
+      "learning_rate": 9.195274977606761e-06,
+      "loss": 25.4531,
+      "step": 22595
+    },
+    {
+      "epoch": 1.0798050272388415,
+      "grad_norm": 270.8407897949219,
+      "learning_rate": 9.194503622264733e-06,
+      "loss": 23.9375,
+      "step": 22596
+    },
+    {
+      "epoch": 1.079852814680302,
+      "grad_norm": 322.4154968261719,
+      "learning_rate": 9.193732271746591e-06,
+      "loss": 23.8125,
+      "step": 22597
+    },
+    {
+      "epoch": 1.0799006021217623,
+      "grad_norm": 682.6453247070312,
+      "learning_rate": 9.192960926056953e-06,
+      "loss": 15.6719,
+      "step": 22598
+    },
+    {
+      "epoch": 1.0799483895632227,
+      "grad_norm": 352.80560302734375,
+      "learning_rate": 9.19218958520044e-06,
+      "loss": 18.5,
+      "step": 22599
+    },
+    {
+      "epoch": 1.079996177004683,
+      "grad_norm": 302.1772766113281,
+      "learning_rate": 9.191418249181664e-06,
+      "loss": 38.625,
+      "step": 22600
+    },
+    {
+      "epoch": 1.0800439644461435,
+      "grad_norm": 871.2720336914062,
+      "learning_rate": 9.19064691800525e-06,
+      "loss": 31.4062,
+      "step": 22601
+    },
+    {
+      "epoch": 1.0800917518876039,
+      "grad_norm": 348.38214111328125,
+      "learning_rate": 9.18987559167582e-06,
+      "loss": 33.9375,
+      "step": 22602
+    },
+    {
+      "epoch": 1.0801395393290643,
+      "grad_norm": 294.8213806152344,
+      "learning_rate": 9.189104270197988e-06,
+      "loss": 26.75,
+      "step": 22603
+    },
+    {
+      "epoch": 1.0801873267705246,
+      "grad_norm": 324.3927917480469,
+      "learning_rate": 9.188332953576374e-06,
+      "loss": 25.7031,
+      "step": 22604
+    },
+    {
+      "epoch": 1.080235114211985,
+      "grad_norm": 321.81304931640625,
+      "learning_rate": 9.187561641815597e-06,
+      "loss": 30.3594,
+      "step": 22605
+    },
+    {
+      "epoch": 1.0802829016534454,
+      "grad_norm": 206.85186767578125,
+      "learning_rate": 9.186790334920284e-06,
+      "loss": 24.1562,
+      "step": 22606
+    },
+    {
+      "epoch": 1.0803306890949058,
+      "grad_norm": 228.4099578857422,
+      "learning_rate": 9.186019032895041e-06,
+      "loss": 18.6406,
+      "step": 22607
+    },
+    {
+      "epoch": 1.0803784765363662,
+      "grad_norm": 404.5200500488281,
+      "learning_rate": 9.185247735744495e-06,
+      "loss": 34.7656,
+      "step": 22608
+    },
+    {
+      "epoch": 1.0804262639778266,
+      "grad_norm": 169.6133270263672,
+      "learning_rate": 9.184476443473262e-06,
+      "loss": 17.3125,
+      "step": 22609
+    },
+    {
+      "epoch": 1.080474051419287,
+      "grad_norm": 338.13226318359375,
+      "learning_rate": 9.18370515608597e-06,
+      "loss": 27.7812,
+      "step": 22610
+    },
+    {
+      "epoch": 1.0805218388607474,
+      "grad_norm": 139.71400451660156,
+      "learning_rate": 9.182933873587224e-06,
+      "loss": 20.4219,
+      "step": 22611
+    },
+    {
+      "epoch": 1.0805696263022078,
+      "grad_norm": 265.3164978027344,
+      "learning_rate": 9.182162595981653e-06,
+      "loss": 16.0938,
+      "step": 22612
+    },
+    {
+      "epoch": 1.0806174137436682,
+      "grad_norm": 467.9333190917969,
+      "learning_rate": 9.181391323273874e-06,
+      "loss": 39.4688,
+      "step": 22613
+    },
+    {
+      "epoch": 1.0806652011851285,
+      "grad_norm": 1054.9368896484375,
+      "learning_rate": 9.1806200554685e-06,
+      "loss": 27.2656,
+      "step": 22614
+    },
+    {
+      "epoch": 1.080712988626589,
+      "grad_norm": 212.35931396484375,
+      "learning_rate": 9.179848792570158e-06,
+      "loss": 28.2188,
+      "step": 22615
+    },
+    {
+      "epoch": 1.0807607760680493,
+      "grad_norm": 255.9928436279297,
+      "learning_rate": 9.17907753458346e-06,
+      "loss": 29.7188,
+      "step": 22616
+    },
+    {
+      "epoch": 1.0808085635095097,
+      "grad_norm": 272.0340576171875,
+      "learning_rate": 9.178306281513036e-06,
+      "loss": 21.0156,
+      "step": 22617
+    },
+    {
+      "epoch": 1.08085635095097,
+      "grad_norm": 249.81211853027344,
+      "learning_rate": 9.17753503336349e-06,
+      "loss": 25.4062,
+      "step": 22618
+    },
+    {
+      "epoch": 1.0809041383924305,
+      "grad_norm": 194.66075134277344,
+      "learning_rate": 9.176763790139447e-06,
+      "loss": 23.8125,
+      "step": 22619
+    },
+    {
+      "epoch": 1.0809519258338909,
+      "grad_norm": 195.8883056640625,
+      "learning_rate": 9.175992551845529e-06,
+      "loss": 19.7969,
+      "step": 22620
+    },
+    {
+      "epoch": 1.0809997132753513,
+      "grad_norm": 188.23324584960938,
+      "learning_rate": 9.175221318486356e-06,
+      "loss": 20.5938,
+      "step": 22621
+    },
+    {
+      "epoch": 1.0810475007168117,
+      "grad_norm": 215.78030395507812,
+      "learning_rate": 9.17445009006654e-06,
+      "loss": 15.7344,
+      "step": 22622
+    },
+    {
+      "epoch": 1.081095288158272,
+      "grad_norm": 164.10816955566406,
+      "learning_rate": 9.173678866590699e-06,
+      "loss": 20.1562,
+      "step": 22623
+    },
+    {
+      "epoch": 1.0811430755997324,
+      "grad_norm": 334.50262451171875,
+      "learning_rate": 9.172907648063462e-06,
+      "loss": 29.9688,
+      "step": 22624
+    },
+    {
+      "epoch": 1.0811908630411928,
+      "grad_norm": 222.37451171875,
+      "learning_rate": 9.172136434489436e-06,
+      "loss": 34.0,
+      "step": 22625
+    },
+    {
+      "epoch": 1.0812386504826532,
+      "grad_norm": 184.1131134033203,
+      "learning_rate": 9.171365225873247e-06,
+      "loss": 25.8438,
+      "step": 22626
+    },
+    {
+      "epoch": 1.0812864379241136,
+      "grad_norm": 289.45611572265625,
+      "learning_rate": 9.170594022219509e-06,
+      "loss": 18.8125,
+      "step": 22627
+    },
+    {
+      "epoch": 1.081334225365574,
+      "grad_norm": 184.01974487304688,
+      "learning_rate": 9.169822823532847e-06,
+      "loss": 28.125,
+      "step": 22628
+    },
+    {
+      "epoch": 1.0813820128070344,
+      "grad_norm": 224.44358825683594,
+      "learning_rate": 9.16905162981787e-06,
+      "loss": 19.0781,
+      "step": 22629
+    },
+    {
+      "epoch": 1.0814298002484948,
+      "grad_norm": 172.2163543701172,
+      "learning_rate": 9.168280441079204e-06,
+      "loss": 18.7188,
+      "step": 22630
+    },
+    {
+      "epoch": 1.0814775876899552,
+      "grad_norm": 211.08180236816406,
+      "learning_rate": 9.167509257321463e-06,
+      "loss": 26.5625,
+      "step": 22631
+    },
+    {
+      "epoch": 1.0815253751314156,
+      "grad_norm": 197.88436889648438,
+      "learning_rate": 9.166738078549274e-06,
+      "loss": 26.5781,
+      "step": 22632
+    },
+    {
+      "epoch": 1.081573162572876,
+      "grad_norm": 197.61656188964844,
+      "learning_rate": 9.16596690476724e-06,
+      "loss": 20.2188,
+      "step": 22633
+    },
+    {
+      "epoch": 1.0816209500143363,
+      "grad_norm": 395.7720642089844,
+      "learning_rate": 9.165195735979992e-06,
+      "loss": 32.0938,
+      "step": 22634
+    },
+    {
+      "epoch": 1.0816687374557965,
+      "grad_norm": 230.40196228027344,
+      "learning_rate": 9.164424572192142e-06,
+      "loss": 26.0312,
+      "step": 22635
+    },
+    {
+      "epoch": 1.081716524897257,
+      "grad_norm": 202.7477264404297,
+      "learning_rate": 9.163653413408316e-06,
+      "loss": 20.0312,
+      "step": 22636
+    },
+    {
+      "epoch": 1.0817643123387173,
+      "grad_norm": 243.44015502929688,
+      "learning_rate": 9.16288225963312e-06,
+      "loss": 27.5938,
+      "step": 22637
+    },
+    {
+      "epoch": 1.0818120997801777,
+      "grad_norm": 197.02047729492188,
+      "learning_rate": 9.162111110871182e-06,
+      "loss": 22.1562,
+      "step": 22638
+    },
+    {
+      "epoch": 1.081859887221638,
+      "grad_norm": 157.17538452148438,
+      "learning_rate": 9.161339967127122e-06,
+      "loss": 14.2031,
+      "step": 22639
+    },
+    {
+      "epoch": 1.0819076746630985,
+      "grad_norm": 143.5523681640625,
+      "learning_rate": 9.160568828405547e-06,
+      "loss": 23.3125,
+      "step": 22640
+    },
+    {
+      "epoch": 1.0819554621045588,
+      "grad_norm": 175.2267608642578,
+      "learning_rate": 9.159797694711084e-06,
+      "loss": 20.7344,
+      "step": 22641
+    },
+    {
+      "epoch": 1.0820032495460192,
+      "grad_norm": 294.61517333984375,
+      "learning_rate": 9.159026566048345e-06,
+      "loss": 20.3594,
+      "step": 22642
+    },
+    {
+      "epoch": 1.0820510369874796,
+      "grad_norm": 257.2171325683594,
+      "learning_rate": 9.15825544242196e-06,
+      "loss": 27.4844,
+      "step": 22643
+    },
+    {
+      "epoch": 1.08209882442894,
+      "grad_norm": 212.62332153320312,
+      "learning_rate": 9.157484323836531e-06,
+      "loss": 24.4219,
+      "step": 22644
+    },
+    {
+      "epoch": 1.0821466118704004,
+      "grad_norm": 209.84849548339844,
+      "learning_rate": 9.156713210296689e-06,
+      "loss": 18.7344,
+      "step": 22645
+    },
+    {
+      "epoch": 1.0821943993118608,
+      "grad_norm": 197.1731719970703,
+      "learning_rate": 9.155942101807043e-06,
+      "loss": 22.9844,
+      "step": 22646
+    },
+    {
+      "epoch": 1.0822421867533212,
+      "grad_norm": 148.6072998046875,
+      "learning_rate": 9.155170998372217e-06,
+      "loss": 20.5938,
+      "step": 22647
+    },
+    {
+      "epoch": 1.0822899741947816,
+      "grad_norm": 261.1303405761719,
+      "learning_rate": 9.154399899996827e-06,
+      "loss": 27.2812,
+      "step": 22648
+    },
+    {
+      "epoch": 1.082337761636242,
+      "grad_norm": 162.7903594970703,
+      "learning_rate": 9.153628806685488e-06,
+      "loss": 23.1875,
+      "step": 22649
+    },
+    {
+      "epoch": 1.0823855490777023,
+      "grad_norm": 138.28524780273438,
+      "learning_rate": 9.152857718442823e-06,
+      "loss": 27.7188,
+      "step": 22650
+    },
+    {
+      "epoch": 1.0824333365191627,
+      "grad_norm": 143.80947875976562,
+      "learning_rate": 9.152086635273445e-06,
+      "loss": 22.5938,
+      "step": 22651
+    },
+    {
+      "epoch": 1.0824811239606231,
+      "grad_norm": 148.2661590576172,
+      "learning_rate": 9.151315557181974e-06,
+      "loss": 17.3906,
+      "step": 22652
+    },
+    {
+      "epoch": 1.0825289114020835,
+      "grad_norm": 304.8883056640625,
+      "learning_rate": 9.150544484173027e-06,
+      "loss": 24.3438,
+      "step": 22653
+    },
+    {
+      "epoch": 1.082576698843544,
+      "grad_norm": 261.744873046875,
+      "learning_rate": 9.149773416251226e-06,
+      "loss": 27.3438,
+      "step": 22654
+    },
+    {
+      "epoch": 1.0826244862850043,
+      "grad_norm": 193.37339782714844,
+      "learning_rate": 9.14900235342118e-06,
+      "loss": 25.4062,
+      "step": 22655
+    },
+    {
+      "epoch": 1.0826722737264647,
+      "grad_norm": 333.0027770996094,
+      "learning_rate": 9.148231295687516e-06,
+      "loss": 22.7188,
+      "step": 22656
+    },
+    {
+      "epoch": 1.082720061167925,
+      "grad_norm": 273.7729187011719,
+      "learning_rate": 9.147460243054845e-06,
+      "loss": 28.0,
+      "step": 22657
+    },
+    {
+      "epoch": 1.0827678486093855,
+      "grad_norm": 262.61968994140625,
+      "learning_rate": 9.14668919552779e-06,
+      "loss": 21.3125,
+      "step": 22658
+    },
+    {
+      "epoch": 1.0828156360508459,
+      "grad_norm": 361.23284912109375,
+      "learning_rate": 9.145918153110962e-06,
+      "loss": 18.4375,
+      "step": 22659
+    },
+    {
+      "epoch": 1.0828634234923062,
+      "grad_norm": 339.5518493652344,
+      "learning_rate": 9.145147115808984e-06,
+      "loss": 30.8438,
+      "step": 22660
+    },
+    {
+      "epoch": 1.0829112109337666,
+      "grad_norm": 183.28390502929688,
+      "learning_rate": 9.144376083626475e-06,
+      "loss": 20.5156,
+      "step": 22661
+    },
+    {
+      "epoch": 1.082958998375227,
+      "grad_norm": 142.2039337158203,
+      "learning_rate": 9.143605056568044e-06,
+      "loss": 24.875,
+      "step": 22662
+    },
+    {
+      "epoch": 1.0830067858166874,
+      "grad_norm": 280.4947509765625,
+      "learning_rate": 9.142834034638316e-06,
+      "loss": 21.3438,
+      "step": 22663
+    },
+    {
+      "epoch": 1.0830545732581478,
+      "grad_norm": 239.99343872070312,
+      "learning_rate": 9.142063017841904e-06,
+      "loss": 24.0312,
+      "step": 22664
+    },
+    {
+      "epoch": 1.0831023606996082,
+      "grad_norm": 159.73545837402344,
+      "learning_rate": 9.14129200618343e-06,
+      "loss": 29.6562,
+      "step": 22665
+    },
+    {
+      "epoch": 1.0831501481410686,
+      "grad_norm": 254.7213897705078,
+      "learning_rate": 9.14052099966751e-06,
+      "loss": 35.8438,
+      "step": 22666
+    },
+    {
+      "epoch": 1.083197935582529,
+      "grad_norm": 250.5242462158203,
+      "learning_rate": 9.139749998298756e-06,
+      "loss": 21.375,
+      "step": 22667
+    },
+    {
+      "epoch": 1.0832457230239894,
+      "grad_norm": 441.0675964355469,
+      "learning_rate": 9.138979002081791e-06,
+      "loss": 29.9375,
+      "step": 22668
+    },
+    {
+      "epoch": 1.0832935104654497,
+      "grad_norm": 157.12420654296875,
+      "learning_rate": 9.138208011021234e-06,
+      "loss": 21.0938,
+      "step": 22669
+    },
+    {
+      "epoch": 1.0833412979069101,
+      "grad_norm": 175.2223663330078,
+      "learning_rate": 9.137437025121696e-06,
+      "loss": 20.7031,
+      "step": 22670
+    },
+    {
+      "epoch": 1.0833890853483705,
+      "grad_norm": 185.7854461669922,
+      "learning_rate": 9.136666044387796e-06,
+      "loss": 22.6562,
+      "step": 22671
+    },
+    {
+      "epoch": 1.083436872789831,
+      "grad_norm": 154.277587890625,
+      "learning_rate": 9.135895068824152e-06,
+      "loss": 23.8125,
+      "step": 22672
+    },
+    {
+      "epoch": 1.0834846602312913,
+      "grad_norm": 244.51661682128906,
+      "learning_rate": 9.135124098435387e-06,
+      "loss": 22.1406,
+      "step": 22673
+    },
+    {
+      "epoch": 1.0835324476727517,
+      "grad_norm": 327.59844970703125,
+      "learning_rate": 9.134353133226109e-06,
+      "loss": 30.875,
+      "step": 22674
+    },
+    {
+      "epoch": 1.083580235114212,
+      "grad_norm": 304.88671875,
+      "learning_rate": 9.133582173200937e-06,
+      "loss": 24.2188,
+      "step": 22675
+    },
+    {
+      "epoch": 1.0836280225556725,
+      "grad_norm": 2455.4921875,
+      "learning_rate": 9.132811218364494e-06,
+      "loss": 21.8594,
+      "step": 22676
+    },
+    {
+      "epoch": 1.0836758099971329,
+      "grad_norm": 268.4085998535156,
+      "learning_rate": 9.13204026872139e-06,
+      "loss": 17.9688,
+      "step": 22677
+    },
+    {
+      "epoch": 1.083723597438593,
+      "grad_norm": 291.09735107421875,
+      "learning_rate": 9.131269324276244e-06,
+      "loss": 22.5156,
+      "step": 22678
+    },
+    {
+      "epoch": 1.0837713848800534,
+      "grad_norm": 302.85504150390625,
+      "learning_rate": 9.130498385033676e-06,
+      "loss": 33.75,
+      "step": 22679
+    },
+    {
+      "epoch": 1.0838191723215138,
+      "grad_norm": 245.8708953857422,
+      "learning_rate": 9.1297274509983e-06,
+      "loss": 31.7188,
+      "step": 22680
+    },
+    {
+      "epoch": 1.0838669597629742,
+      "grad_norm": 238.41635131835938,
+      "learning_rate": 9.128956522174736e-06,
+      "loss": 28.7656,
+      "step": 22681
+    },
+    {
+      "epoch": 1.0839147472044346,
+      "grad_norm": 398.0401611328125,
+      "learning_rate": 9.128185598567593e-06,
+      "loss": 18.9375,
+      "step": 22682
+    },
+    {
+      "epoch": 1.083962534645895,
+      "grad_norm": 297.6964416503906,
+      "learning_rate": 9.127414680181495e-06,
+      "loss": 34.2031,
+      "step": 22683
+    },
+    {
+      "epoch": 1.0840103220873554,
+      "grad_norm": 396.37518310546875,
+      "learning_rate": 9.126643767021062e-06,
+      "loss": 30.75,
+      "step": 22684
+    },
+    {
+      "epoch": 1.0840581095288158,
+      "grad_norm": 219.708984375,
+      "learning_rate": 9.125872859090902e-06,
+      "loss": 16.1875,
+      "step": 22685
+    },
+    {
+      "epoch": 1.0841058969702762,
+      "grad_norm": 304.7438659667969,
+      "learning_rate": 9.125101956395634e-06,
+      "loss": 17.6719,
+      "step": 22686
+    },
+    {
+      "epoch": 1.0841536844117365,
+      "grad_norm": 227.2668914794922,
+      "learning_rate": 9.124331058939881e-06,
+      "loss": 28.1562,
+      "step": 22687
+    },
+    {
+      "epoch": 1.084201471853197,
+      "grad_norm": 286.80657958984375,
+      "learning_rate": 9.123560166728252e-06,
+      "loss": 32.625,
+      "step": 22688
+    },
+    {
+      "epoch": 1.0842492592946573,
+      "grad_norm": 126.1915512084961,
+      "learning_rate": 9.122789279765365e-06,
+      "loss": 25.1094,
+      "step": 22689
+    },
+    {
+      "epoch": 1.0842970467361177,
+      "grad_norm": 272.1864013671875,
+      "learning_rate": 9.12201839805584e-06,
+      "loss": 33.0938,
+      "step": 22690
+    },
+    {
+      "epoch": 1.084344834177578,
+      "grad_norm": 290.9851989746094,
+      "learning_rate": 9.121247521604295e-06,
+      "loss": 32.3438,
+      "step": 22691
+    },
+    {
+      "epoch": 1.0843926216190385,
+      "grad_norm": 451.7210388183594,
+      "learning_rate": 9.12047665041534e-06,
+      "loss": 33.2969,
+      "step": 22692
+    },
+    {
+      "epoch": 1.0844404090604989,
+      "grad_norm": 239.7627716064453,
+      "learning_rate": 9.119705784493593e-06,
+      "loss": 18.4844,
+      "step": 22693
+    },
+    {
+      "epoch": 1.0844881965019593,
+      "grad_norm": 296.0699462890625,
+      "learning_rate": 9.118934923843677e-06,
+      "loss": 24.8125,
+      "step": 22694
+    },
+    {
+      "epoch": 1.0845359839434197,
+      "grad_norm": 194.1939697265625,
+      "learning_rate": 9.118164068470201e-06,
+      "loss": 20.5312,
+      "step": 22695
+    },
+    {
+      "epoch": 1.08458377138488,
+      "grad_norm": 258.1664733886719,
+      "learning_rate": 9.117393218377788e-06,
+      "loss": 17.9531,
+      "step": 22696
+    },
+    {
+      "epoch": 1.0846315588263404,
+      "grad_norm": 574.2008056640625,
+      "learning_rate": 9.116622373571047e-06,
+      "loss": 43.7188,
+      "step": 22697
+    },
+    {
+      "epoch": 1.0846793462678008,
+      "grad_norm": 282.05194091796875,
+      "learning_rate": 9.1158515340546e-06,
+      "loss": 25.6719,
+      "step": 22698
+    },
+    {
+      "epoch": 1.0847271337092612,
+      "grad_norm": 8939.1083984375,
+      "learning_rate": 9.115080699833062e-06,
+      "loss": 27.125,
+      "step": 22699
+    },
+    {
+      "epoch": 1.0847749211507216,
+      "grad_norm": 253.6162109375,
+      "learning_rate": 9.114309870911046e-06,
+      "loss": 28.4688,
+      "step": 22700
+    },
+    {
+      "epoch": 1.084822708592182,
+      "grad_norm": 172.20758056640625,
+      "learning_rate": 9.11353904729317e-06,
+      "loss": 20.375,
+      "step": 22701
+    },
+    {
+      "epoch": 1.0848704960336424,
+      "grad_norm": 222.02099609375,
+      "learning_rate": 9.112768228984057e-06,
+      "loss": 23.5156,
+      "step": 22702
+    },
+    {
+      "epoch": 1.0849182834751028,
+      "grad_norm": 267.6043701171875,
+      "learning_rate": 9.111997415988313e-06,
+      "loss": 23.2656,
+      "step": 22703
+    },
+    {
+      "epoch": 1.0849660709165632,
+      "grad_norm": 256.093017578125,
+      "learning_rate": 9.111226608310558e-06,
+      "loss": 31.0938,
+      "step": 22704
+    },
+    {
+      "epoch": 1.0850138583580236,
+      "grad_norm": 162.9469451904297,
+      "learning_rate": 9.110455805955409e-06,
+      "loss": 18.3906,
+      "step": 22705
+    },
+    {
+      "epoch": 1.085061645799484,
+      "grad_norm": 197.97718811035156,
+      "learning_rate": 9.109685008927488e-06,
+      "loss": 17.0938,
+      "step": 22706
+    },
+    {
+      "epoch": 1.0851094332409443,
+      "grad_norm": 288.7348937988281,
+      "learning_rate": 9.108914217231398e-06,
+      "loss": 19.9375,
+      "step": 22707
+    },
+    {
+      "epoch": 1.0851572206824047,
+      "grad_norm": 306.1573791503906,
+      "learning_rate": 9.108143430871765e-06,
+      "loss": 30.3125,
+      "step": 22708
+    },
+    {
+      "epoch": 1.0852050081238651,
+      "grad_norm": 266.08514404296875,
+      "learning_rate": 9.107372649853203e-06,
+      "loss": 23.6875,
+      "step": 22709
+    },
+    {
+      "epoch": 1.0852527955653255,
+      "grad_norm": 206.20257568359375,
+      "learning_rate": 9.106601874180324e-06,
+      "loss": 19.7969,
+      "step": 22710
+    },
+    {
+      "epoch": 1.085300583006786,
+      "grad_norm": 242.15298461914062,
+      "learning_rate": 9.105831103857747e-06,
+      "loss": 28.9062,
+      "step": 22711
+    },
+    {
+      "epoch": 1.0853483704482463,
+      "grad_norm": 234.98492431640625,
+      "learning_rate": 9.105060338890092e-06,
+      "loss": 28.2812,
+      "step": 22712
+    },
+    {
+      "epoch": 1.0853961578897067,
+      "grad_norm": 425.3760986328125,
+      "learning_rate": 9.104289579281969e-06,
+      "loss": 34.5938,
+      "step": 22713
+    },
+    {
+      "epoch": 1.085443945331167,
+      "grad_norm": 354.7649841308594,
+      "learning_rate": 9.103518825037995e-06,
+      "loss": 29.8438,
+      "step": 22714
+    },
+    {
+      "epoch": 1.0854917327726274,
+      "grad_norm": 236.8522491455078,
+      "learning_rate": 9.102748076162785e-06,
+      "loss": 33.0,
+      "step": 22715
+    },
+    {
+      "epoch": 1.0855395202140878,
+      "grad_norm": 150.8280792236328,
+      "learning_rate": 9.101977332660956e-06,
+      "loss": 22.2656,
+      "step": 22716
+    },
+    {
+      "epoch": 1.085587307655548,
+      "grad_norm": 164.74993896484375,
+      "learning_rate": 9.101206594537128e-06,
+      "loss": 19.4375,
+      "step": 22717
+    },
+    {
+      "epoch": 1.0856350950970084,
+      "grad_norm": 237.55482482910156,
+      "learning_rate": 9.100435861795909e-06,
+      "loss": 24.125,
+      "step": 22718
+    },
+    {
+      "epoch": 1.0856828825384688,
+      "grad_norm": 231.25067138671875,
+      "learning_rate": 9.09966513444192e-06,
+      "loss": 29.3438,
+      "step": 22719
+    },
+    {
+      "epoch": 1.0857306699799292,
+      "grad_norm": 255.67015075683594,
+      "learning_rate": 9.098894412479774e-06,
+      "loss": 27.3906,
+      "step": 22720
+    },
+    {
+      "epoch": 1.0857784574213896,
+      "grad_norm": 251.15347290039062,
+      "learning_rate": 9.09812369591409e-06,
+      "loss": 18.1719,
+      "step": 22721
+    },
+    {
+      "epoch": 1.08582624486285,
+      "grad_norm": 220.62353515625,
+      "learning_rate": 9.097352984749479e-06,
+      "loss": 26.6406,
+      "step": 22722
+    },
+    {
+      "epoch": 1.0858740323043103,
+      "grad_norm": 244.2974853515625,
+      "learning_rate": 9.096582278990558e-06,
+      "loss": 27.1562,
+      "step": 22723
+    },
+    {
+      "epoch": 1.0859218197457707,
+      "grad_norm": 483.5543518066406,
+      "learning_rate": 9.095811578641949e-06,
+      "loss": 28.1719,
+      "step": 22724
+    },
+    {
+      "epoch": 1.0859696071872311,
+      "grad_norm": 178.7631378173828,
+      "learning_rate": 9.095040883708257e-06,
+      "loss": 19.9375,
+      "step": 22725
+    },
+    {
+      "epoch": 1.0860173946286915,
+      "grad_norm": 711.7449340820312,
+      "learning_rate": 9.0942701941941e-06,
+      "loss": 29.625,
+      "step": 22726
+    },
+    {
+      "epoch": 1.086065182070152,
+      "grad_norm": 319.6651306152344,
+      "learning_rate": 9.093499510104102e-06,
+      "loss": 23.5,
+      "step": 22727
+    },
+    {
+      "epoch": 1.0861129695116123,
+      "grad_norm": 184.95346069335938,
+      "learning_rate": 9.09272883144287e-06,
+      "loss": 29.5938,
+      "step": 22728
+    },
+    {
+      "epoch": 1.0861607569530727,
+      "grad_norm": 436.61407470703125,
+      "learning_rate": 9.091958158215023e-06,
+      "loss": 23.2969,
+      "step": 22729
+    },
+    {
+      "epoch": 1.086208544394533,
+      "grad_norm": 212.40663146972656,
+      "learning_rate": 9.091187490425171e-06,
+      "loss": 30.4688,
+      "step": 22730
+    },
+    {
+      "epoch": 1.0862563318359935,
+      "grad_norm": 230.15560913085938,
+      "learning_rate": 9.090416828077935e-06,
+      "loss": 28.2812,
+      "step": 22731
+    },
+    {
+      "epoch": 1.0863041192774539,
+      "grad_norm": 565.3493041992188,
+      "learning_rate": 9.089646171177931e-06,
+      "loss": 25.8438,
+      "step": 22732
+    },
+    {
+      "epoch": 1.0863519067189142,
+      "grad_norm": 421.3421936035156,
+      "learning_rate": 9.088875519729769e-06,
+      "loss": 34.8438,
+      "step": 22733
+    },
+    {
+      "epoch": 1.0863996941603746,
+      "grad_norm": 321.7710876464844,
+      "learning_rate": 9.088104873738066e-06,
+      "loss": 16.0625,
+      "step": 22734
+    },
+    {
+      "epoch": 1.086447481601835,
+      "grad_norm": 390.9816589355469,
+      "learning_rate": 9.087334233207442e-06,
+      "loss": 26.4062,
+      "step": 22735
+    },
+    {
+      "epoch": 1.0864952690432954,
+      "grad_norm": 196.2725067138672,
+      "learning_rate": 9.086563598142505e-06,
+      "loss": 30.0,
+      "step": 22736
+    },
+    {
+      "epoch": 1.0865430564847558,
+      "grad_norm": 151.189208984375,
+      "learning_rate": 9.085792968547872e-06,
+      "loss": 24.5,
+      "step": 22737
+    },
+    {
+      "epoch": 1.0865908439262162,
+      "grad_norm": 180.0467529296875,
+      "learning_rate": 9.08502234442816e-06,
+      "loss": 22.6719,
+      "step": 22738
+    },
+    {
+      "epoch": 1.0866386313676766,
+      "grad_norm": 210.757568359375,
+      "learning_rate": 9.08425172578799e-06,
+      "loss": 23.6875,
+      "step": 22739
+    },
+    {
+      "epoch": 1.086686418809137,
+      "grad_norm": 238.91168212890625,
+      "learning_rate": 9.083481112631965e-06,
+      "loss": 24.6875,
+      "step": 22740
+    },
+    {
+      "epoch": 1.0867342062505974,
+      "grad_norm": 375.8372802734375,
+      "learning_rate": 9.082710504964705e-06,
+      "loss": 26.5156,
+      "step": 22741
+    },
+    {
+      "epoch": 1.0867819936920577,
+      "grad_norm": 135.26882934570312,
+      "learning_rate": 9.081939902790828e-06,
+      "loss": 21.5312,
+      "step": 22742
+    },
+    {
+      "epoch": 1.0868297811335181,
+      "grad_norm": 647.1458129882812,
+      "learning_rate": 9.081169306114945e-06,
+      "loss": 23.9844,
+      "step": 22743
+    },
+    {
+      "epoch": 1.0868775685749785,
+      "grad_norm": 453.67596435546875,
+      "learning_rate": 9.080398714941672e-06,
+      "loss": 22.625,
+      "step": 22744
+    },
+    {
+      "epoch": 1.086925356016439,
+      "grad_norm": 198.930908203125,
+      "learning_rate": 9.079628129275626e-06,
+      "loss": 20.2344,
+      "step": 22745
+    },
+    {
+      "epoch": 1.0869731434578993,
+      "grad_norm": 280.66314697265625,
+      "learning_rate": 9.078857549121418e-06,
+      "loss": 32.375,
+      "step": 22746
+    },
+    {
+      "epoch": 1.0870209308993597,
+      "grad_norm": 129.2793426513672,
+      "learning_rate": 9.078086974483666e-06,
+      "loss": 20.3594,
+      "step": 22747
+    },
+    {
+      "epoch": 1.08706871834082,
+      "grad_norm": 146.86781311035156,
+      "learning_rate": 9.07731640536698e-06,
+      "loss": 21.0625,
+      "step": 22748
+    },
+    {
+      "epoch": 1.0871165057822805,
+      "grad_norm": 157.44143676757812,
+      "learning_rate": 9.076545841775981e-06,
+      "loss": 22.9375,
+      "step": 22749
+    },
+    {
+      "epoch": 1.0871642932237409,
+      "grad_norm": 161.98117065429688,
+      "learning_rate": 9.075775283715284e-06,
+      "loss": 19.4531,
+      "step": 22750
+    },
+    {
+      "epoch": 1.0872120806652013,
+      "grad_norm": 320.9299011230469,
+      "learning_rate": 9.075004731189496e-06,
+      "loss": 24.9375,
+      "step": 22751
+    },
+    {
+      "epoch": 1.0872598681066616,
+      "grad_norm": 267.6883850097656,
+      "learning_rate": 9.074234184203235e-06,
+      "loss": 29.3125,
+      "step": 22752
+    },
+    {
+      "epoch": 1.087307655548122,
+      "grad_norm": 201.47622680664062,
+      "learning_rate": 9.073463642761117e-06,
+      "loss": 27.7031,
+      "step": 22753
+    },
+    {
+      "epoch": 1.0873554429895824,
+      "grad_norm": 207.49241638183594,
+      "learning_rate": 9.072693106867761e-06,
+      "loss": 20.9844,
+      "step": 22754
+    },
+    {
+      "epoch": 1.0874032304310428,
+      "grad_norm": 318.16778564453125,
+      "learning_rate": 9.071922576527774e-06,
+      "loss": 26.8125,
+      "step": 22755
+    },
+    {
+      "epoch": 1.0874510178725032,
+      "grad_norm": 224.63217163085938,
+      "learning_rate": 9.07115205174577e-06,
+      "loss": 25.8438,
+      "step": 22756
+    },
+    {
+      "epoch": 1.0874988053139636,
+      "grad_norm": 199.32858276367188,
+      "learning_rate": 9.070381532526368e-06,
+      "loss": 25.8594,
+      "step": 22757
+    },
+    {
+      "epoch": 1.087546592755424,
+      "grad_norm": 173.93348693847656,
+      "learning_rate": 9.069611018874187e-06,
+      "loss": 27.0938,
+      "step": 22758
+    },
+    {
+      "epoch": 1.0875943801968844,
+      "grad_norm": 191.4065399169922,
+      "learning_rate": 9.06884051079383e-06,
+      "loss": 21.3906,
+      "step": 22759
+    },
+    {
+      "epoch": 1.0876421676383448,
+      "grad_norm": 183.30487060546875,
+      "learning_rate": 9.068070008289918e-06,
+      "loss": 22.4844,
+      "step": 22760
+    },
+    {
+      "epoch": 1.087689955079805,
+      "grad_norm": 158.80911254882812,
+      "learning_rate": 9.067299511367064e-06,
+      "loss": 17.1094,
+      "step": 22761
+    },
+    {
+      "epoch": 1.0877377425212653,
+      "grad_norm": 575.9915771484375,
+      "learning_rate": 9.066529020029883e-06,
+      "loss": 26.2812,
+      "step": 22762
+    },
+    {
+      "epoch": 1.0877855299627257,
+      "grad_norm": 454.2510681152344,
+      "learning_rate": 9.06575853428299e-06,
+      "loss": 28.5938,
+      "step": 22763
+    },
+    {
+      "epoch": 1.087833317404186,
+      "grad_norm": 230.5511016845703,
+      "learning_rate": 9.064988054130993e-06,
+      "loss": 25.1875,
+      "step": 22764
+    },
+    {
+      "epoch": 1.0878811048456465,
+      "grad_norm": 159.2401580810547,
+      "learning_rate": 9.064217579578518e-06,
+      "loss": 15.5156,
+      "step": 22765
+    },
+    {
+      "epoch": 1.0879288922871069,
+      "grad_norm": 386.5391845703125,
+      "learning_rate": 9.063447110630167e-06,
+      "loss": 31.6875,
+      "step": 22766
+    },
+    {
+      "epoch": 1.0879766797285673,
+      "grad_norm": 233.01641845703125,
+      "learning_rate": 9.062676647290559e-06,
+      "loss": 21.6562,
+      "step": 22767
+    },
+    {
+      "epoch": 1.0880244671700277,
+      "grad_norm": 375.1583557128906,
+      "learning_rate": 9.061906189564309e-06,
+      "loss": 26.0938,
+      "step": 22768
+    },
+    {
+      "epoch": 1.088072254611488,
+      "grad_norm": 212.98870849609375,
+      "learning_rate": 9.061135737456033e-06,
+      "loss": 16.9531,
+      "step": 22769
+    },
+    {
+      "epoch": 1.0881200420529484,
+      "grad_norm": 186.92930603027344,
+      "learning_rate": 9.06036529097034e-06,
+      "loss": 22.5,
+      "step": 22770
+    },
+    {
+      "epoch": 1.0881678294944088,
+      "grad_norm": 330.5047607421875,
+      "learning_rate": 9.059594850111847e-06,
+      "loss": 34.8125,
+      "step": 22771
+    },
+    {
+      "epoch": 1.0882156169358692,
+      "grad_norm": 291.28863525390625,
+      "learning_rate": 9.058824414885172e-06,
+      "loss": 19.5312,
+      "step": 22772
+    },
+    {
+      "epoch": 1.0882634043773296,
+      "grad_norm": 170.23548889160156,
+      "learning_rate": 9.058053985294918e-06,
+      "loss": 16.8438,
+      "step": 22773
+    },
+    {
+      "epoch": 1.08831119181879,
+      "grad_norm": 312.6399230957031,
+      "learning_rate": 9.057283561345706e-06,
+      "loss": 25.5781,
+      "step": 22774
+    },
+    {
+      "epoch": 1.0883589792602504,
+      "grad_norm": 239.77120971679688,
+      "learning_rate": 9.056513143042151e-06,
+      "loss": 34.5,
+      "step": 22775
+    },
+    {
+      "epoch": 1.0884067667017108,
+      "grad_norm": 202.82081604003906,
+      "learning_rate": 9.055742730388865e-06,
+      "loss": 19.7812,
+      "step": 22776
+    },
+    {
+      "epoch": 1.0884545541431712,
+      "grad_norm": 235.54473876953125,
+      "learning_rate": 9.05497232339046e-06,
+      "loss": 29.5938,
+      "step": 22777
+    },
+    {
+      "epoch": 1.0885023415846315,
+      "grad_norm": 169.06710815429688,
+      "learning_rate": 9.054201922051552e-06,
+      "loss": 19.2188,
+      "step": 22778
+    },
+    {
+      "epoch": 1.088550129026092,
+      "grad_norm": 209.04360961914062,
+      "learning_rate": 9.053431526376753e-06,
+      "loss": 25.6875,
+      "step": 22779
+    },
+    {
+      "epoch": 1.0885979164675523,
+      "grad_norm": 719.9642333984375,
+      "learning_rate": 9.052661136370682e-06,
+      "loss": 23.6562,
+      "step": 22780
+    },
+    {
+      "epoch": 1.0886457039090127,
+      "grad_norm": 289.17083740234375,
+      "learning_rate": 9.051890752037945e-06,
+      "loss": 24.5625,
+      "step": 22781
+    },
+    {
+      "epoch": 1.088693491350473,
+      "grad_norm": 797.429443359375,
+      "learning_rate": 9.051120373383158e-06,
+      "loss": 35.4375,
+      "step": 22782
+    },
+    {
+      "epoch": 1.0887412787919335,
+      "grad_norm": 467.9234313964844,
+      "learning_rate": 9.050350000410939e-06,
+      "loss": 29.7969,
+      "step": 22783
+    },
+    {
+      "epoch": 1.0887890662333939,
+      "grad_norm": 369.9460144042969,
+      "learning_rate": 9.049579633125894e-06,
+      "loss": 25.625,
+      "step": 22784
+    },
+    {
+      "epoch": 1.0888368536748543,
+      "grad_norm": 263.7366638183594,
+      "learning_rate": 9.048809271532642e-06,
+      "loss": 21.9531,
+      "step": 22785
+    },
+    {
+      "epoch": 1.0888846411163147,
+      "grad_norm": 246.07691955566406,
+      "learning_rate": 9.048038915635795e-06,
+      "loss": 22.1719,
+      "step": 22786
+    },
+    {
+      "epoch": 1.088932428557775,
+      "grad_norm": 416.0821838378906,
+      "learning_rate": 9.047268565439971e-06,
+      "loss": 23.0625,
+      "step": 22787
+    },
+    {
+      "epoch": 1.0889802159992354,
+      "grad_norm": 231.8955078125,
+      "learning_rate": 9.046498220949773e-06,
+      "loss": 41.375,
+      "step": 22788
+    },
+    {
+      "epoch": 1.0890280034406958,
+      "grad_norm": 181.7631378173828,
+      "learning_rate": 9.045727882169821e-06,
+      "loss": 27.4844,
+      "step": 22789
+    },
+    {
+      "epoch": 1.0890757908821562,
+      "grad_norm": 189.0256805419922,
+      "learning_rate": 9.044957549104729e-06,
+      "loss": 19.1719,
+      "step": 22790
+    },
+    {
+      "epoch": 1.0891235783236166,
+      "grad_norm": 215.97796630859375,
+      "learning_rate": 9.04418722175911e-06,
+      "loss": 22.875,
+      "step": 22791
+    },
+    {
+      "epoch": 1.089171365765077,
+      "grad_norm": 249.6809539794922,
+      "learning_rate": 9.043416900137576e-06,
+      "loss": 20.3438,
+      "step": 22792
+    },
+    {
+      "epoch": 1.0892191532065374,
+      "grad_norm": 152.88131713867188,
+      "learning_rate": 9.04264658424474e-06,
+      "loss": 16.0781,
+      "step": 22793
+    },
+    {
+      "epoch": 1.0892669406479978,
+      "grad_norm": 266.1085510253906,
+      "learning_rate": 9.041876274085216e-06,
+      "loss": 23.1406,
+      "step": 22794
+    },
+    {
+      "epoch": 1.0893147280894582,
+      "grad_norm": 362.7615661621094,
+      "learning_rate": 9.041105969663615e-06,
+      "loss": 25.1406,
+      "step": 22795
+    },
+    {
+      "epoch": 1.0893625155309186,
+      "grad_norm": 244.24758911132812,
+      "learning_rate": 9.040335670984553e-06,
+      "loss": 24.8438,
+      "step": 22796
+    },
+    {
+      "epoch": 1.089410302972379,
+      "grad_norm": 235.6593780517578,
+      "learning_rate": 9.03956537805264e-06,
+      "loss": 32.0,
+      "step": 22797
+    },
+    {
+      "epoch": 1.0894580904138393,
+      "grad_norm": 200.21163940429688,
+      "learning_rate": 9.038795090872499e-06,
+      "loss": 20.0781,
+      "step": 22798
+    },
+    {
+      "epoch": 1.0895058778552995,
+      "grad_norm": 314.2701721191406,
+      "learning_rate": 9.038024809448726e-06,
+      "loss": 18.0938,
+      "step": 22799
+    },
+    {
+      "epoch": 1.08955366529676,
+      "grad_norm": 266.3702087402344,
+      "learning_rate": 9.037254533785947e-06,
+      "loss": 23.75,
+      "step": 22800
+    },
+    {
+      "epoch": 1.0896014527382203,
+      "grad_norm": 264.95623779296875,
+      "learning_rate": 9.036484263888768e-06,
+      "loss": 27.6875,
+      "step": 22801
+    },
+    {
+      "epoch": 1.0896492401796807,
+      "grad_norm": 416.60333251953125,
+      "learning_rate": 9.03571399976181e-06,
+      "loss": 24.6875,
+      "step": 22802
+    },
+    {
+      "epoch": 1.089697027621141,
+      "grad_norm": 383.3069152832031,
+      "learning_rate": 9.034943741409677e-06,
+      "loss": 28.4531,
+      "step": 22803
+    },
+    {
+      "epoch": 1.0897448150626015,
+      "grad_norm": 290.87469482421875,
+      "learning_rate": 9.034173488836987e-06,
+      "loss": 22.9062,
+      "step": 22804
+    },
+    {
+      "epoch": 1.0897926025040618,
+      "grad_norm": 346.7068176269531,
+      "learning_rate": 9.033403242048349e-06,
+      "loss": 23.7656,
+      "step": 22805
+    },
+    {
+      "epoch": 1.0898403899455222,
+      "grad_norm": 308.7154235839844,
+      "learning_rate": 9.032633001048385e-06,
+      "loss": 28.5625,
+      "step": 22806
+    },
+    {
+      "epoch": 1.0898881773869826,
+      "grad_norm": 961.1278686523438,
+      "learning_rate": 9.031862765841695e-06,
+      "loss": 26.1562,
+      "step": 22807
+    },
+    {
+      "epoch": 1.089935964828443,
+      "grad_norm": 225.6973114013672,
+      "learning_rate": 9.0310925364329e-06,
+      "loss": 21.5625,
+      "step": 22808
+    },
+    {
+      "epoch": 1.0899837522699034,
+      "grad_norm": 221.34664916992188,
+      "learning_rate": 9.030322312826612e-06,
+      "loss": 19.0312,
+      "step": 22809
+    },
+    {
+      "epoch": 1.0900315397113638,
+      "grad_norm": 270.9981384277344,
+      "learning_rate": 9.02955209502744e-06,
+      "loss": 21.8594,
+      "step": 22810
+    },
+    {
+      "epoch": 1.0900793271528242,
+      "grad_norm": 263.9796447753906,
+      "learning_rate": 9.02878188304e-06,
+      "loss": 28.9219,
+      "step": 22811
+    },
+    {
+      "epoch": 1.0901271145942846,
+      "grad_norm": 314.1856384277344,
+      "learning_rate": 9.028011676868901e-06,
+      "loss": 27.5625,
+      "step": 22812
+    },
+    {
+      "epoch": 1.090174902035745,
+      "grad_norm": 261.5498962402344,
+      "learning_rate": 9.027241476518762e-06,
+      "loss": 28.1719,
+      "step": 22813
+    },
+    {
+      "epoch": 1.0902226894772054,
+      "grad_norm": 419.674072265625,
+      "learning_rate": 9.026471281994188e-06,
+      "loss": 27.25,
+      "step": 22814
+    },
+    {
+      "epoch": 1.0902704769186657,
+      "grad_norm": 207.37852478027344,
+      "learning_rate": 9.025701093299793e-06,
+      "loss": 27.9688,
+      "step": 22815
+    },
+    {
+      "epoch": 1.0903182643601261,
+      "grad_norm": 243.58673095703125,
+      "learning_rate": 9.024930910440193e-06,
+      "loss": 20.8594,
+      "step": 22816
+    },
+    {
+      "epoch": 1.0903660518015865,
+      "grad_norm": 257.54779052734375,
+      "learning_rate": 9.024160733420003e-06,
+      "loss": 31.4062,
+      "step": 22817
+    },
+    {
+      "epoch": 1.090413839243047,
+      "grad_norm": 318.272216796875,
+      "learning_rate": 9.023390562243826e-06,
+      "loss": 23.3438,
+      "step": 22818
+    },
+    {
+      "epoch": 1.0904616266845073,
+      "grad_norm": 397.8372497558594,
+      "learning_rate": 9.02262039691628e-06,
+      "loss": 15.5781,
+      "step": 22819
+    },
+    {
+      "epoch": 1.0905094141259677,
+      "grad_norm": 174.93898010253906,
+      "learning_rate": 9.021850237441979e-06,
+      "loss": 23.125,
+      "step": 22820
+    },
+    {
+      "epoch": 1.090557201567428,
+      "grad_norm": 252.8832244873047,
+      "learning_rate": 9.02108008382553e-06,
+      "loss": 31.0,
+      "step": 22821
+    },
+    {
+      "epoch": 1.0906049890088885,
+      "grad_norm": 266.0653076171875,
+      "learning_rate": 9.020309936071548e-06,
+      "loss": 22.9844,
+      "step": 22822
+    },
+    {
+      "epoch": 1.0906527764503489,
+      "grad_norm": 364.9432678222656,
+      "learning_rate": 9.019539794184646e-06,
+      "loss": 27.5625,
+      "step": 22823
+    },
+    {
+      "epoch": 1.0907005638918092,
+      "grad_norm": 158.7268524169922,
+      "learning_rate": 9.01876965816944e-06,
+      "loss": 24.4844,
+      "step": 22824
+    },
+    {
+      "epoch": 1.0907483513332696,
+      "grad_norm": 314.864013671875,
+      "learning_rate": 9.017999528030532e-06,
+      "loss": 24.3125,
+      "step": 22825
+    },
+    {
+      "epoch": 1.09079613877473,
+      "grad_norm": 321.55230712890625,
+      "learning_rate": 9.017229403772542e-06,
+      "loss": 36.4062,
+      "step": 22826
+    },
+    {
+      "epoch": 1.0908439262161904,
+      "grad_norm": 401.924072265625,
+      "learning_rate": 9.01645928540008e-06,
+      "loss": 39.125,
+      "step": 22827
+    },
+    {
+      "epoch": 1.0908917136576508,
+      "grad_norm": 409.2102966308594,
+      "learning_rate": 9.015689172917757e-06,
+      "loss": 24.9219,
+      "step": 22828
+    },
+    {
+      "epoch": 1.0909395010991112,
+      "grad_norm": 190.40296936035156,
+      "learning_rate": 9.014919066330187e-06,
+      "loss": 30.9688,
+      "step": 22829
+    },
+    {
+      "epoch": 1.0909872885405716,
+      "grad_norm": 360.6460266113281,
+      "learning_rate": 9.014148965641978e-06,
+      "loss": 17.5312,
+      "step": 22830
+    },
+    {
+      "epoch": 1.091035075982032,
+      "grad_norm": 196.780029296875,
+      "learning_rate": 9.01337887085775e-06,
+      "loss": 26.6094,
+      "step": 22831
+    },
+    {
+      "epoch": 1.0910828634234924,
+      "grad_norm": 271.2314758300781,
+      "learning_rate": 9.012608781982104e-06,
+      "loss": 24.2812,
+      "step": 22832
+    },
+    {
+      "epoch": 1.0911306508649528,
+      "grad_norm": 155.0928497314453,
+      "learning_rate": 9.011838699019657e-06,
+      "loss": 18.4062,
+      "step": 22833
+    },
+    {
+      "epoch": 1.0911784383064131,
+      "grad_norm": 268.03619384765625,
+      "learning_rate": 9.011068621975023e-06,
+      "loss": 30.6875,
+      "step": 22834
+    },
+    {
+      "epoch": 1.0912262257478735,
+      "grad_norm": 265.3318786621094,
+      "learning_rate": 9.010298550852814e-06,
+      "loss": 26.25,
+      "step": 22835
+    },
+    {
+      "epoch": 1.091274013189334,
+      "grad_norm": 355.2775573730469,
+      "learning_rate": 9.009528485657637e-06,
+      "loss": 25.5312,
+      "step": 22836
+    },
+    {
+      "epoch": 1.0913218006307943,
+      "grad_norm": 231.24703979492188,
+      "learning_rate": 9.008758426394105e-06,
+      "loss": 25.0156,
+      "step": 22837
+    },
+    {
+      "epoch": 1.0913695880722547,
+      "grad_norm": 194.0365447998047,
+      "learning_rate": 9.007988373066832e-06,
+      "loss": 28.8125,
+      "step": 22838
+    },
+    {
+      "epoch": 1.091417375513715,
+      "grad_norm": 421.4589538574219,
+      "learning_rate": 9.007218325680433e-06,
+      "loss": 34.9062,
+      "step": 22839
+    },
+    {
+      "epoch": 1.0914651629551755,
+      "grad_norm": 254.52560424804688,
+      "learning_rate": 9.006448284239509e-06,
+      "loss": 29.2812,
+      "step": 22840
+    },
+    {
+      "epoch": 1.0915129503966359,
+      "grad_norm": 278.7515563964844,
+      "learning_rate": 9.00567824874868e-06,
+      "loss": 20.875,
+      "step": 22841
+    },
+    {
+      "epoch": 1.0915607378380963,
+      "grad_norm": 524.5895385742188,
+      "learning_rate": 9.004908219212556e-06,
+      "loss": 27.625,
+      "step": 22842
+    },
+    {
+      "epoch": 1.0916085252795564,
+      "grad_norm": 238.1346435546875,
+      "learning_rate": 9.004138195635749e-06,
+      "loss": 27.3438,
+      "step": 22843
+    },
+    {
+      "epoch": 1.0916563127210168,
+      "grad_norm": 195.70248413085938,
+      "learning_rate": 9.00336817802287e-06,
+      "loss": 20.7812,
+      "step": 22844
+    },
+    {
+      "epoch": 1.0917041001624772,
+      "grad_norm": 203.31600952148438,
+      "learning_rate": 9.002598166378525e-06,
+      "loss": 19.9844,
+      "step": 22845
+    },
+    {
+      "epoch": 1.0917518876039376,
+      "grad_norm": 266.66339111328125,
+      "learning_rate": 9.001828160707331e-06,
+      "loss": 25.0,
+      "step": 22846
+    },
+    {
+      "epoch": 1.091799675045398,
+      "grad_norm": 284.44805908203125,
+      "learning_rate": 9.001058161013902e-06,
+      "loss": 40.1562,
+      "step": 22847
+    },
+    {
+      "epoch": 1.0918474624868584,
+      "grad_norm": 208.69497680664062,
+      "learning_rate": 9.000288167302842e-06,
+      "loss": 22.8438,
+      "step": 22848
+    },
+    {
+      "epoch": 1.0918952499283188,
+      "grad_norm": 408.7987365722656,
+      "learning_rate": 8.999518179578766e-06,
+      "loss": 32.4062,
+      "step": 22849
+    },
+    {
+      "epoch": 1.0919430373697792,
+      "grad_norm": 273.47845458984375,
+      "learning_rate": 8.998748197846289e-06,
+      "loss": 26.5938,
+      "step": 22850
+    },
+    {
+      "epoch": 1.0919908248112395,
+      "grad_norm": 283.2190246582031,
+      "learning_rate": 8.997978222110014e-06,
+      "loss": 30.8125,
+      "step": 22851
+    },
+    {
+      "epoch": 1.0920386122527,
+      "grad_norm": 249.78514099121094,
+      "learning_rate": 8.997208252374557e-06,
+      "loss": 25.7969,
+      "step": 22852
+    },
+    {
+      "epoch": 1.0920863996941603,
+      "grad_norm": 130.68162536621094,
+      "learning_rate": 8.996438288644528e-06,
+      "loss": 18.2812,
+      "step": 22853
+    },
+    {
+      "epoch": 1.0921341871356207,
+      "grad_norm": 212.723876953125,
+      "learning_rate": 8.995668330924543e-06,
+      "loss": 30.6875,
+      "step": 22854
+    },
+    {
+      "epoch": 1.092181974577081,
+      "grad_norm": 249.8040771484375,
+      "learning_rate": 8.994898379219204e-06,
+      "loss": 26.9062,
+      "step": 22855
+    },
+    {
+      "epoch": 1.0922297620185415,
+      "grad_norm": 311.30108642578125,
+      "learning_rate": 8.994128433533129e-06,
+      "loss": 27.9375,
+      "step": 22856
+    },
+    {
+      "epoch": 1.0922775494600019,
+      "grad_norm": 340.3048400878906,
+      "learning_rate": 8.99335849387093e-06,
+      "loss": 34.2812,
+      "step": 22857
+    },
+    {
+      "epoch": 1.0923253369014623,
+      "grad_norm": 169.88690185546875,
+      "learning_rate": 8.992588560237208e-06,
+      "loss": 19.7656,
+      "step": 22858
+    },
+    {
+      "epoch": 1.0923731243429227,
+      "grad_norm": 188.78982543945312,
+      "learning_rate": 8.991818632636586e-06,
+      "loss": 21.4375,
+      "step": 22859
+    },
+    {
+      "epoch": 1.092420911784383,
+      "grad_norm": 493.41522216796875,
+      "learning_rate": 8.991048711073667e-06,
+      "loss": 19.9375,
+      "step": 22860
+    },
+    {
+      "epoch": 1.0924686992258434,
+      "grad_norm": 398.933349609375,
+      "learning_rate": 8.990278795553064e-06,
+      "loss": 30.4375,
+      "step": 22861
+    },
+    {
+      "epoch": 1.0925164866673038,
+      "grad_norm": 174.7864227294922,
+      "learning_rate": 8.98950888607939e-06,
+      "loss": 20.0625,
+      "step": 22862
+    },
+    {
+      "epoch": 1.0925642741087642,
+      "grad_norm": 271.6294860839844,
+      "learning_rate": 8.988738982657252e-06,
+      "loss": 24.7188,
+      "step": 22863
+    },
+    {
+      "epoch": 1.0926120615502246,
+      "grad_norm": 239.83164978027344,
+      "learning_rate": 8.987969085291262e-06,
+      "loss": 22.0312,
+      "step": 22864
+    },
+    {
+      "epoch": 1.092659848991685,
+      "grad_norm": 176.53475952148438,
+      "learning_rate": 8.987199193986035e-06,
+      "loss": 15.625,
+      "step": 22865
+    },
+    {
+      "epoch": 1.0927076364331454,
+      "grad_norm": 307.0613098144531,
+      "learning_rate": 8.986429308746176e-06,
+      "loss": 27.875,
+      "step": 22866
+    },
+    {
+      "epoch": 1.0927554238746058,
+      "grad_norm": 183.43296813964844,
+      "learning_rate": 8.985659429576295e-06,
+      "loss": 26.6562,
+      "step": 22867
+    },
+    {
+      "epoch": 1.0928032113160662,
+      "grad_norm": 250.11093139648438,
+      "learning_rate": 8.98488955648101e-06,
+      "loss": 26.3125,
+      "step": 22868
+    },
+    {
+      "epoch": 1.0928509987575266,
+      "grad_norm": 156.34182739257812,
+      "learning_rate": 8.984119689464924e-06,
+      "loss": 21.7812,
+      "step": 22869
+    },
+    {
+      "epoch": 1.092898786198987,
+      "grad_norm": 359.62103271484375,
+      "learning_rate": 8.983349828532646e-06,
+      "loss": 25.25,
+      "step": 22870
+    },
+    {
+      "epoch": 1.0929465736404473,
+      "grad_norm": 206.58203125,
+      "learning_rate": 8.982579973688795e-06,
+      "loss": 22.5156,
+      "step": 22871
+    },
+    {
+      "epoch": 1.0929943610819077,
+      "grad_norm": 169.82870483398438,
+      "learning_rate": 8.98181012493798e-06,
+      "loss": 18.0781,
+      "step": 22872
+    },
+    {
+      "epoch": 1.0930421485233681,
+      "grad_norm": 273.620361328125,
+      "learning_rate": 8.981040282284804e-06,
+      "loss": 28.8438,
+      "step": 22873
+    },
+    {
+      "epoch": 1.0930899359648285,
+      "grad_norm": 338.587158203125,
+      "learning_rate": 8.980270445733883e-06,
+      "loss": 28.5,
+      "step": 22874
+    },
+    {
+      "epoch": 1.093137723406289,
+      "grad_norm": 283.8199157714844,
+      "learning_rate": 8.979500615289826e-06,
+      "loss": 24.6875,
+      "step": 22875
+    },
+    {
+      "epoch": 1.0931855108477493,
+      "grad_norm": 212.3236541748047,
+      "learning_rate": 8.978730790957247e-06,
+      "loss": 20.6875,
+      "step": 22876
+    },
+    {
+      "epoch": 1.0932332982892097,
+      "grad_norm": 183.99537658691406,
+      "learning_rate": 8.97796097274075e-06,
+      "loss": 22.0156,
+      "step": 22877
+    },
+    {
+      "epoch": 1.09328108573067,
+      "grad_norm": 358.83905029296875,
+      "learning_rate": 8.977191160644946e-06,
+      "loss": 28.0938,
+      "step": 22878
+    },
+    {
+      "epoch": 1.0933288731721305,
+      "grad_norm": 345.79803466796875,
+      "learning_rate": 8.97642135467445e-06,
+      "loss": 33.0625,
+      "step": 22879
+    },
+    {
+      "epoch": 1.0933766606135908,
+      "grad_norm": 455.3217468261719,
+      "learning_rate": 8.975651554833869e-06,
+      "loss": 26.9375,
+      "step": 22880
+    },
+    {
+      "epoch": 1.0934244480550512,
+      "grad_norm": 671.1207275390625,
+      "learning_rate": 8.974881761127814e-06,
+      "loss": 30.5312,
+      "step": 22881
+    },
+    {
+      "epoch": 1.0934722354965114,
+      "grad_norm": 268.9535217285156,
+      "learning_rate": 8.97411197356089e-06,
+      "loss": 31.75,
+      "step": 22882
+    },
+    {
+      "epoch": 1.0935200229379718,
+      "grad_norm": 197.36856079101562,
+      "learning_rate": 8.973342192137719e-06,
+      "loss": 29.75,
+      "step": 22883
+    },
+    {
+      "epoch": 1.0935678103794322,
+      "grad_norm": 301.21636962890625,
+      "learning_rate": 8.972572416862897e-06,
+      "loss": 28.5625,
+      "step": 22884
+    },
+    {
+      "epoch": 1.0936155978208926,
+      "grad_norm": 420.328369140625,
+      "learning_rate": 8.971802647741041e-06,
+      "loss": 22.6562,
+      "step": 22885
+    },
+    {
+      "epoch": 1.093663385262353,
+      "grad_norm": 261.941162109375,
+      "learning_rate": 8.971032884776763e-06,
+      "loss": 21.0312,
+      "step": 22886
+    },
+    {
+      "epoch": 1.0937111727038134,
+      "grad_norm": 374.6862487792969,
+      "learning_rate": 8.97026312797467e-06,
+      "loss": 24.375,
+      "step": 22887
+    },
+    {
+      "epoch": 1.0937589601452737,
+      "grad_norm": 217.03628540039062,
+      "learning_rate": 8.969493377339372e-06,
+      "loss": 20.2656,
+      "step": 22888
+    },
+    {
+      "epoch": 1.0938067475867341,
+      "grad_norm": 178.52230834960938,
+      "learning_rate": 8.968723632875477e-06,
+      "loss": 27.2188,
+      "step": 22889
+    },
+    {
+      "epoch": 1.0938545350281945,
+      "grad_norm": 254.4748077392578,
+      "learning_rate": 8.9679538945876e-06,
+      "loss": 24.4375,
+      "step": 22890
+    },
+    {
+      "epoch": 1.093902322469655,
+      "grad_norm": 244.1268310546875,
+      "learning_rate": 8.967184162480346e-06,
+      "loss": 26.8438,
+      "step": 22891
+    },
+    {
+      "epoch": 1.0939501099111153,
+      "grad_norm": 374.23748779296875,
+      "learning_rate": 8.966414436558326e-06,
+      "loss": 29.9844,
+      "step": 22892
+    },
+    {
+      "epoch": 1.0939978973525757,
+      "grad_norm": 189.30245971679688,
+      "learning_rate": 8.96564471682615e-06,
+      "loss": 19.375,
+      "step": 22893
+    },
+    {
+      "epoch": 1.094045684794036,
+      "grad_norm": 201.98825073242188,
+      "learning_rate": 8.964875003288429e-06,
+      "loss": 27.0,
+      "step": 22894
+    },
+    {
+      "epoch": 1.0940934722354965,
+      "grad_norm": 334.54034423828125,
+      "learning_rate": 8.96410529594977e-06,
+      "loss": 27.4375,
+      "step": 22895
+    },
+    {
+      "epoch": 1.0941412596769569,
+      "grad_norm": 256.2669982910156,
+      "learning_rate": 8.963335594814781e-06,
+      "loss": 20.3125,
+      "step": 22896
+    },
+    {
+      "epoch": 1.0941890471184172,
+      "grad_norm": 182.19696044921875,
+      "learning_rate": 8.962565899888073e-06,
+      "loss": 23.1094,
+      "step": 22897
+    },
+    {
+      "epoch": 1.0942368345598776,
+      "grad_norm": 248.02679443359375,
+      "learning_rate": 8.961796211174264e-06,
+      "loss": 31.5625,
+      "step": 22898
+    },
+    {
+      "epoch": 1.094284622001338,
+      "grad_norm": 249.48965454101562,
+      "learning_rate": 8.961026528677949e-06,
+      "loss": 22.5156,
+      "step": 22899
+    },
+    {
+      "epoch": 1.0943324094427984,
+      "grad_norm": 775.9267578125,
+      "learning_rate": 8.960256852403747e-06,
+      "loss": 21.9688,
+      "step": 22900
+    },
+    {
+      "epoch": 1.0943801968842588,
+      "grad_norm": 260.0868835449219,
+      "learning_rate": 8.959487182356264e-06,
+      "loss": 26.625,
+      "step": 22901
+    },
+    {
+      "epoch": 1.0944279843257192,
+      "grad_norm": 309.15606689453125,
+      "learning_rate": 8.958717518540114e-06,
+      "loss": 31.9375,
+      "step": 22902
+    },
+    {
+      "epoch": 1.0944757717671796,
+      "grad_norm": 173.42538452148438,
+      "learning_rate": 8.957947860959898e-06,
+      "loss": 44.75,
+      "step": 22903
+    },
+    {
+      "epoch": 1.09452355920864,
+      "grad_norm": 294.2695617675781,
+      "learning_rate": 8.95717820962023e-06,
+      "loss": 26.5,
+      "step": 22904
+    },
+    {
+      "epoch": 1.0945713466501004,
+      "grad_norm": 176.8376007080078,
+      "learning_rate": 8.956408564525724e-06,
+      "loss": 25.625,
+      "step": 22905
+    },
+    {
+      "epoch": 1.0946191340915608,
+      "grad_norm": 333.826416015625,
+      "learning_rate": 8.955638925680978e-06,
+      "loss": 19.1562,
+      "step": 22906
+    },
+    {
+      "epoch": 1.0946669215330211,
+      "grad_norm": 274.1271667480469,
+      "learning_rate": 8.95486929309061e-06,
+      "loss": 22.5312,
+      "step": 22907
+    },
+    {
+      "epoch": 1.0947147089744815,
+      "grad_norm": 270.04302978515625,
+      "learning_rate": 8.954099666759225e-06,
+      "loss": 34.7188,
+      "step": 22908
+    },
+    {
+      "epoch": 1.094762496415942,
+      "grad_norm": 190.11231994628906,
+      "learning_rate": 8.953330046691436e-06,
+      "loss": 21.375,
+      "step": 22909
+    },
+    {
+      "epoch": 1.0948102838574023,
+      "grad_norm": 244.83641052246094,
+      "learning_rate": 8.952560432891848e-06,
+      "loss": 22.7031,
+      "step": 22910
+    },
+    {
+      "epoch": 1.0948580712988627,
+      "grad_norm": 177.92141723632812,
+      "learning_rate": 8.951790825365069e-06,
+      "loss": 29.3438,
+      "step": 22911
+    },
+    {
+      "epoch": 1.094905858740323,
+      "grad_norm": 136.5196990966797,
+      "learning_rate": 8.951021224115713e-06,
+      "loss": 25.7188,
+      "step": 22912
+    },
+    {
+      "epoch": 1.0949536461817835,
+      "grad_norm": 168.33456420898438,
+      "learning_rate": 8.950251629148388e-06,
+      "loss": 19.9375,
+      "step": 22913
+    },
+    {
+      "epoch": 1.0950014336232439,
+      "grad_norm": 244.93223571777344,
+      "learning_rate": 8.949482040467697e-06,
+      "loss": 20.5469,
+      "step": 22914
+    },
+    {
+      "epoch": 1.0950492210647043,
+      "grad_norm": 416.86138916015625,
+      "learning_rate": 8.948712458078254e-06,
+      "loss": 22.4062,
+      "step": 22915
+    },
+    {
+      "epoch": 1.0950970085061646,
+      "grad_norm": 125.70882415771484,
+      "learning_rate": 8.947942881984672e-06,
+      "loss": 20.0312,
+      "step": 22916
+    },
+    {
+      "epoch": 1.095144795947625,
+      "grad_norm": 353.7884216308594,
+      "learning_rate": 8.947173312191547e-06,
+      "loss": 27.4375,
+      "step": 22917
+    },
+    {
+      "epoch": 1.0951925833890854,
+      "grad_norm": 336.0967712402344,
+      "learning_rate": 8.946403748703499e-06,
+      "loss": 28.125,
+      "step": 22918
+    },
+    {
+      "epoch": 1.0952403708305458,
+      "grad_norm": 242.13845825195312,
+      "learning_rate": 8.945634191525133e-06,
+      "loss": 18.7969,
+      "step": 22919
+    },
+    {
+      "epoch": 1.0952881582720062,
+      "grad_norm": 202.5499267578125,
+      "learning_rate": 8.94486464066106e-06,
+      "loss": 36.6094,
+      "step": 22920
+    },
+    {
+      "epoch": 1.0953359457134666,
+      "grad_norm": 193.60784912109375,
+      "learning_rate": 8.944095096115882e-06,
+      "loss": 17.7969,
+      "step": 22921
+    },
+    {
+      "epoch": 1.095383733154927,
+      "grad_norm": 264.1199951171875,
+      "learning_rate": 8.943325557894213e-06,
+      "loss": 24.3281,
+      "step": 22922
+    },
+    {
+      "epoch": 1.0954315205963874,
+      "grad_norm": 173.85011291503906,
+      "learning_rate": 8.942556026000662e-06,
+      "loss": 24.9375,
+      "step": 22923
+    },
+    {
+      "epoch": 1.0954793080378478,
+      "grad_norm": 249.7797393798828,
+      "learning_rate": 8.941786500439837e-06,
+      "loss": 23.5469,
+      "step": 22924
+    },
+    {
+      "epoch": 1.0955270954793082,
+      "grad_norm": 208.1142120361328,
+      "learning_rate": 8.941016981216342e-06,
+      "loss": 27.75,
+      "step": 22925
+    },
+    {
+      "epoch": 1.0955748829207683,
+      "grad_norm": 334.12933349609375,
+      "learning_rate": 8.94024746833479e-06,
+      "loss": 20.5312,
+      "step": 22926
+    },
+    {
+      "epoch": 1.0956226703622287,
+      "grad_norm": 260.5464172363281,
+      "learning_rate": 8.939477961799788e-06,
+      "loss": 23.7656,
+      "step": 22927
+    },
+    {
+      "epoch": 1.095670457803689,
+      "grad_norm": 292.2795104980469,
+      "learning_rate": 8.938708461615948e-06,
+      "loss": 20.8125,
+      "step": 22928
+    },
+    {
+      "epoch": 1.0957182452451495,
+      "grad_norm": 234.1508331298828,
+      "learning_rate": 8.937938967787872e-06,
+      "loss": 26.125,
+      "step": 22929
+    },
+    {
+      "epoch": 1.0957660326866099,
+      "grad_norm": 239.72474670410156,
+      "learning_rate": 8.93716948032017e-06,
+      "loss": 27.2188,
+      "step": 22930
+    },
+    {
+      "epoch": 1.0958138201280703,
+      "grad_norm": 246.87557983398438,
+      "learning_rate": 8.936399999217455e-06,
+      "loss": 38.0,
+      "step": 22931
+    },
+    {
+      "epoch": 1.0958616075695307,
+      "grad_norm": 330.8592834472656,
+      "learning_rate": 8.935630524484327e-06,
+      "loss": 28.625,
+      "step": 22932
+    },
+    {
+      "epoch": 1.095909395010991,
+      "grad_norm": 407.20001220703125,
+      "learning_rate": 8.9348610561254e-06,
+      "loss": 29.25,
+      "step": 22933
+    },
+    {
+      "epoch": 1.0959571824524514,
+      "grad_norm": 301.6861877441406,
+      "learning_rate": 8.93409159414528e-06,
+      "loss": 24.0312,
+      "step": 22934
+    },
+    {
+      "epoch": 1.0960049698939118,
+      "grad_norm": 198.6278839111328,
+      "learning_rate": 8.933322138548581e-06,
+      "loss": 22.8125,
+      "step": 22935
+    },
+    {
+      "epoch": 1.0960527573353722,
+      "grad_norm": 282.88861083984375,
+      "learning_rate": 8.932552689339902e-06,
+      "loss": 29.8906,
+      "step": 22936
+    },
+    {
+      "epoch": 1.0961005447768326,
+      "grad_norm": 2276.774169921875,
+      "learning_rate": 8.931783246523854e-06,
+      "loss": 27.3438,
+      "step": 22937
+    },
+    {
+      "epoch": 1.096148332218293,
+      "grad_norm": 246.7443084716797,
+      "learning_rate": 8.931013810105045e-06,
+      "loss": 23.9062,
+      "step": 22938
+    },
+    {
+      "epoch": 1.0961961196597534,
+      "grad_norm": 246.52098083496094,
+      "learning_rate": 8.930244380088092e-06,
+      "loss": 25.4375,
+      "step": 22939
+    },
+    {
+      "epoch": 1.0962439071012138,
+      "grad_norm": 228.65977478027344,
+      "learning_rate": 8.929474956477587e-06,
+      "loss": 38.0938,
+      "step": 22940
+    },
+    {
+      "epoch": 1.0962916945426742,
+      "grad_norm": 156.48260498046875,
+      "learning_rate": 8.928705539278149e-06,
+      "loss": 29.7188,
+      "step": 22941
+    },
+    {
+      "epoch": 1.0963394819841346,
+      "grad_norm": 326.2647705078125,
+      "learning_rate": 8.927936128494383e-06,
+      "loss": 26.6875,
+      "step": 22942
+    },
+    {
+      "epoch": 1.096387269425595,
+      "grad_norm": 260.19561767578125,
+      "learning_rate": 8.927166724130894e-06,
+      "loss": 35.1562,
+      "step": 22943
+    },
+    {
+      "epoch": 1.0964350568670553,
+      "grad_norm": 295.01055908203125,
+      "learning_rate": 8.926397326192291e-06,
+      "loss": 36.8438,
+      "step": 22944
+    },
+    {
+      "epoch": 1.0964828443085157,
+      "grad_norm": 430.3584289550781,
+      "learning_rate": 8.925627934683185e-06,
+      "loss": 29.0781,
+      "step": 22945
+    },
+    {
+      "epoch": 1.0965306317499761,
+      "grad_norm": 328.9209289550781,
+      "learning_rate": 8.924858549608183e-06,
+      "loss": 30.5781,
+      "step": 22946
+    },
+    {
+      "epoch": 1.0965784191914365,
+      "grad_norm": 218.80612182617188,
+      "learning_rate": 8.924089170971887e-06,
+      "loss": 24.5,
+      "step": 22947
+    },
+    {
+      "epoch": 1.096626206632897,
+      "grad_norm": 406.0517272949219,
+      "learning_rate": 8.92331979877891e-06,
+      "loss": 38.0312,
+      "step": 22948
+    },
+    {
+      "epoch": 1.0966739940743573,
+      "grad_norm": 208.46026611328125,
+      "learning_rate": 8.922550433033856e-06,
+      "loss": 33.8438,
+      "step": 22949
+    },
+    {
+      "epoch": 1.0967217815158177,
+      "grad_norm": 308.4562072753906,
+      "learning_rate": 8.921781073741341e-06,
+      "loss": 31.1562,
+      "step": 22950
+    },
+    {
+      "epoch": 1.096769568957278,
+      "grad_norm": 257.9417724609375,
+      "learning_rate": 8.921011720905962e-06,
+      "loss": 33.9375,
+      "step": 22951
+    },
+    {
+      "epoch": 1.0968173563987385,
+      "grad_norm": 133.64588928222656,
+      "learning_rate": 8.92024237453233e-06,
+      "loss": 24.125,
+      "step": 22952
+    },
+    {
+      "epoch": 1.0968651438401988,
+      "grad_norm": 219.947998046875,
+      "learning_rate": 8.919473034625055e-06,
+      "loss": 22.0312,
+      "step": 22953
+    },
+    {
+      "epoch": 1.0969129312816592,
+      "grad_norm": 212.06195068359375,
+      "learning_rate": 8.91870370118874e-06,
+      "loss": 26.4688,
+      "step": 22954
+    },
+    {
+      "epoch": 1.0969607187231196,
+      "grad_norm": 298.2897644042969,
+      "learning_rate": 8.917934374227993e-06,
+      "loss": 30.8125,
+      "step": 22955
+    },
+    {
+      "epoch": 1.09700850616458,
+      "grad_norm": 361.57696533203125,
+      "learning_rate": 8.917165053747426e-06,
+      "loss": 25.7812,
+      "step": 22956
+    },
+    {
+      "epoch": 1.0970562936060404,
+      "grad_norm": 328.41949462890625,
+      "learning_rate": 8.916395739751645e-06,
+      "loss": 27.7344,
+      "step": 22957
+    },
+    {
+      "epoch": 1.0971040810475008,
+      "grad_norm": 319.5898132324219,
+      "learning_rate": 8.91562643224525e-06,
+      "loss": 24.4062,
+      "step": 22958
+    },
+    {
+      "epoch": 1.0971518684889612,
+      "grad_norm": 248.4483184814453,
+      "learning_rate": 8.914857131232857e-06,
+      "loss": 27.0312,
+      "step": 22959
+    },
+    {
+      "epoch": 1.0971996559304216,
+      "grad_norm": 649.4002685546875,
+      "learning_rate": 8.914087836719067e-06,
+      "loss": 33.4375,
+      "step": 22960
+    },
+    {
+      "epoch": 1.097247443371882,
+      "grad_norm": 369.56866455078125,
+      "learning_rate": 8.913318548708495e-06,
+      "loss": 24.8281,
+      "step": 22961
+    },
+    {
+      "epoch": 1.0972952308133423,
+      "grad_norm": 251.3118438720703,
+      "learning_rate": 8.912549267205737e-06,
+      "loss": 28.125,
+      "step": 22962
+    },
+    {
+      "epoch": 1.0973430182548027,
+      "grad_norm": 281.79803466796875,
+      "learning_rate": 8.911779992215407e-06,
+      "loss": 25.5625,
+      "step": 22963
+    },
+    {
+      "epoch": 1.097390805696263,
+      "grad_norm": 144.26963806152344,
+      "learning_rate": 8.911010723742113e-06,
+      "loss": 19.2188,
+      "step": 22964
+    },
+    {
+      "epoch": 1.0974385931377233,
+      "grad_norm": 147.49981689453125,
+      "learning_rate": 8.910241461790457e-06,
+      "loss": 22.5625,
+      "step": 22965
+    },
+    {
+      "epoch": 1.0974863805791837,
+      "grad_norm": 279.6206359863281,
+      "learning_rate": 8.909472206365048e-06,
+      "loss": 27.0469,
+      "step": 22966
+    },
+    {
+      "epoch": 1.097534168020644,
+      "grad_norm": 175.79901123046875,
+      "learning_rate": 8.908702957470494e-06,
+      "loss": 18.3125,
+      "step": 22967
+    },
+    {
+      "epoch": 1.0975819554621045,
+      "grad_norm": 349.2795715332031,
+      "learning_rate": 8.907933715111405e-06,
+      "loss": 30.7812,
+      "step": 22968
+    },
+    {
+      "epoch": 1.0976297429035649,
+      "grad_norm": 189.65875244140625,
+      "learning_rate": 8.90716447929238e-06,
+      "loss": 23.7188,
+      "step": 22969
+    },
+    {
+      "epoch": 1.0976775303450252,
+      "grad_norm": 140.89320373535156,
+      "learning_rate": 8.906395250018029e-06,
+      "loss": 23.625,
+      "step": 22970
+    },
+    {
+      "epoch": 1.0977253177864856,
+      "grad_norm": 228.78848266601562,
+      "learning_rate": 8.90562602729296e-06,
+      "loss": 20.9375,
+      "step": 22971
+    },
+    {
+      "epoch": 1.097773105227946,
+      "grad_norm": 161.53431701660156,
+      "learning_rate": 8.90485681112178e-06,
+      "loss": 18.2969,
+      "step": 22972
+    },
+    {
+      "epoch": 1.0978208926694064,
+      "grad_norm": 208.3276824951172,
+      "learning_rate": 8.904087601509095e-06,
+      "loss": 23.8438,
+      "step": 22973
+    },
+    {
+      "epoch": 1.0978686801108668,
+      "grad_norm": 185.17213439941406,
+      "learning_rate": 8.90331839845951e-06,
+      "loss": 22.0781,
+      "step": 22974
+    },
+    {
+      "epoch": 1.0979164675523272,
+      "grad_norm": 153.89266967773438,
+      "learning_rate": 8.902549201977633e-06,
+      "loss": 25.3438,
+      "step": 22975
+    },
+    {
+      "epoch": 1.0979642549937876,
+      "grad_norm": 785.3075561523438,
+      "learning_rate": 8.90178001206807e-06,
+      "loss": 23.5625,
+      "step": 22976
+    },
+    {
+      "epoch": 1.098012042435248,
+      "grad_norm": 273.9598083496094,
+      "learning_rate": 8.90101082873543e-06,
+      "loss": 27.0156,
+      "step": 22977
+    },
+    {
+      "epoch": 1.0980598298767084,
+      "grad_norm": 287.5251770019531,
+      "learning_rate": 8.900241651984314e-06,
+      "loss": 26.9375,
+      "step": 22978
+    },
+    {
+      "epoch": 1.0981076173181687,
+      "grad_norm": 289.6234436035156,
+      "learning_rate": 8.899472481819334e-06,
+      "loss": 45.3125,
+      "step": 22979
+    },
+    {
+      "epoch": 1.0981554047596291,
+      "grad_norm": 530.1826782226562,
+      "learning_rate": 8.898703318245093e-06,
+      "loss": 21.0078,
+      "step": 22980
+    },
+    {
+      "epoch": 1.0982031922010895,
+      "grad_norm": 259.2047424316406,
+      "learning_rate": 8.897934161266194e-06,
+      "loss": 29.2812,
+      "step": 22981
+    },
+    {
+      "epoch": 1.09825097964255,
+      "grad_norm": 303.0819396972656,
+      "learning_rate": 8.89716501088725e-06,
+      "loss": 25.0312,
+      "step": 22982
+    },
+    {
+      "epoch": 1.0982987670840103,
+      "grad_norm": 226.15814208984375,
+      "learning_rate": 8.896395867112868e-06,
+      "loss": 27.8438,
+      "step": 22983
+    },
+    {
+      "epoch": 1.0983465545254707,
+      "grad_norm": 127.18749237060547,
+      "learning_rate": 8.895626729947647e-06,
+      "loss": 18.25,
+      "step": 22984
+    },
+    {
+      "epoch": 1.098394341966931,
+      "grad_norm": 476.1805114746094,
+      "learning_rate": 8.894857599396195e-06,
+      "loss": 27.3125,
+      "step": 22985
+    },
+    {
+      "epoch": 1.0984421294083915,
+      "grad_norm": 169.6376190185547,
+      "learning_rate": 8.894088475463121e-06,
+      "loss": 18.7656,
+      "step": 22986
+    },
+    {
+      "epoch": 1.0984899168498519,
+      "grad_norm": 553.531982421875,
+      "learning_rate": 8.893319358153035e-06,
+      "loss": 35.0781,
+      "step": 22987
+    },
+    {
+      "epoch": 1.0985377042913123,
+      "grad_norm": 328.70220947265625,
+      "learning_rate": 8.892550247470533e-06,
+      "loss": 20.75,
+      "step": 22988
+    },
+    {
+      "epoch": 1.0985854917327726,
+      "grad_norm": 180.45201110839844,
+      "learning_rate": 8.891781143420227e-06,
+      "loss": 15.9062,
+      "step": 22989
+    },
+    {
+      "epoch": 1.098633279174233,
+      "grad_norm": 223.5061492919922,
+      "learning_rate": 8.891012046006726e-06,
+      "loss": 19.3281,
+      "step": 22990
+    },
+    {
+      "epoch": 1.0986810666156934,
+      "grad_norm": 180.33482360839844,
+      "learning_rate": 8.890242955234627e-06,
+      "loss": 32.1562,
+      "step": 22991
+    },
+    {
+      "epoch": 1.0987288540571538,
+      "grad_norm": 195.917236328125,
+      "learning_rate": 8.889473871108542e-06,
+      "loss": 29.5312,
+      "step": 22992
+    },
+    {
+      "epoch": 1.0987766414986142,
+      "grad_norm": 318.3070983886719,
+      "learning_rate": 8.888704793633076e-06,
+      "loss": 22.5,
+      "step": 22993
+    },
+    {
+      "epoch": 1.0988244289400746,
+      "grad_norm": 207.06666564941406,
+      "learning_rate": 8.887935722812836e-06,
+      "loss": 29.125,
+      "step": 22994
+    },
+    {
+      "epoch": 1.098872216381535,
+      "grad_norm": 244.69273376464844,
+      "learning_rate": 8.887166658652422e-06,
+      "loss": 15.4688,
+      "step": 22995
+    },
+    {
+      "epoch": 1.0989200038229954,
+      "grad_norm": 175.1273193359375,
+      "learning_rate": 8.886397601156446e-06,
+      "loss": 26.1094,
+      "step": 22996
+    },
+    {
+      "epoch": 1.0989677912644558,
+      "grad_norm": 259.144287109375,
+      "learning_rate": 8.88562855032951e-06,
+      "loss": 19.625,
+      "step": 22997
+    },
+    {
+      "epoch": 1.0990155787059162,
+      "grad_norm": 205.38848876953125,
+      "learning_rate": 8.884859506176225e-06,
+      "loss": 22.8438,
+      "step": 22998
+    },
+    {
+      "epoch": 1.0990633661473765,
+      "grad_norm": 113.0418701171875,
+      "learning_rate": 8.884090468701188e-06,
+      "loss": 19.2969,
+      "step": 22999
+    },
+    {
+      "epoch": 1.099111153588837,
+      "grad_norm": 116.52275085449219,
+      "learning_rate": 8.883321437909011e-06,
+      "loss": 20.2812,
+      "step": 23000
+    },
+    {
+      "epoch": 1.0991589410302973,
+      "grad_norm": 257.3605041503906,
+      "learning_rate": 8.882552413804301e-06,
+      "loss": 20.5,
+      "step": 23001
+    },
+    {
+      "epoch": 1.0992067284717577,
+      "grad_norm": 300.4896545410156,
+      "learning_rate": 8.881783396391655e-06,
+      "loss": 29.2812,
+      "step": 23002
+    },
+    {
+      "epoch": 1.099254515913218,
+      "grad_norm": 234.60528564453125,
+      "learning_rate": 8.881014385675685e-06,
+      "loss": 31.9062,
+      "step": 23003
+    },
+    {
+      "epoch": 1.0993023033546785,
+      "grad_norm": 298.48944091796875,
+      "learning_rate": 8.880245381660993e-06,
+      "loss": 19.2188,
+      "step": 23004
+    },
+    {
+      "epoch": 1.0993500907961389,
+      "grad_norm": 256.6988220214844,
+      "learning_rate": 8.879476384352192e-06,
+      "loss": 22.375,
+      "step": 23005
+    },
+    {
+      "epoch": 1.0993978782375993,
+      "grad_norm": 291.2480163574219,
+      "learning_rate": 8.878707393753877e-06,
+      "loss": 24.0781,
+      "step": 23006
+    },
+    {
+      "epoch": 1.0994456656790597,
+      "grad_norm": 319.4216613769531,
+      "learning_rate": 8.87793840987066e-06,
+      "loss": 21.1719,
+      "step": 23007
+    },
+    {
+      "epoch": 1.0994934531205198,
+      "grad_norm": 420.0523681640625,
+      "learning_rate": 8.877169432707142e-06,
+      "loss": 33.0625,
+      "step": 23008
+    },
+    {
+      "epoch": 1.0995412405619802,
+      "grad_norm": 165.9933624267578,
+      "learning_rate": 8.876400462267933e-06,
+      "loss": 21.1875,
+      "step": 23009
+    },
+    {
+      "epoch": 1.0995890280034406,
+      "grad_norm": 321.1946716308594,
+      "learning_rate": 8.875631498557635e-06,
+      "loss": 28.3438,
+      "step": 23010
+    },
+    {
+      "epoch": 1.099636815444901,
+      "grad_norm": 162.6981964111328,
+      "learning_rate": 8.87486254158085e-06,
+      "loss": 21.2812,
+      "step": 23011
+    },
+    {
+      "epoch": 1.0996846028863614,
+      "grad_norm": 920.2771606445312,
+      "learning_rate": 8.874093591342187e-06,
+      "loss": 24.2969,
+      "step": 23012
+    },
+    {
+      "epoch": 1.0997323903278218,
+      "grad_norm": 281.4974365234375,
+      "learning_rate": 8.873324647846256e-06,
+      "loss": 33.1875,
+      "step": 23013
+    },
+    {
+      "epoch": 1.0997801777692822,
+      "grad_norm": 251.77305603027344,
+      "learning_rate": 8.872555711097653e-06,
+      "loss": 22.0938,
+      "step": 23014
+    },
+    {
+      "epoch": 1.0998279652107426,
+      "grad_norm": 200.25326538085938,
+      "learning_rate": 8.871786781100986e-06,
+      "loss": 22.75,
+      "step": 23015
+    },
+    {
+      "epoch": 1.099875752652203,
+      "grad_norm": 220.77337646484375,
+      "learning_rate": 8.871017857860863e-06,
+      "loss": 22.9375,
+      "step": 23016
+    },
+    {
+      "epoch": 1.0999235400936633,
+      "grad_norm": 371.3568115234375,
+      "learning_rate": 8.870248941381882e-06,
+      "loss": 28.6562,
+      "step": 23017
+    },
+    {
+      "epoch": 1.0999713275351237,
+      "grad_norm": 154.84896850585938,
+      "learning_rate": 8.869480031668653e-06,
+      "loss": 14.7656,
+      "step": 23018
+    },
+    {
+      "epoch": 1.1000191149765841,
+      "grad_norm": 142.11048889160156,
+      "learning_rate": 8.86871112872578e-06,
+      "loss": 15.125,
+      "step": 23019
+    },
+    {
+      "epoch": 1.1000669024180445,
+      "grad_norm": 146.67352294921875,
+      "learning_rate": 8.867942232557873e-06,
+      "loss": 19.0781,
+      "step": 23020
+    },
+    {
+      "epoch": 1.100114689859505,
+      "grad_norm": 240.56777954101562,
+      "learning_rate": 8.867173343169525e-06,
+      "loss": 24.4688,
+      "step": 23021
+    },
+    {
+      "epoch": 1.1001624773009653,
+      "grad_norm": 354.86151123046875,
+      "learning_rate": 8.866404460565347e-06,
+      "loss": 36.0312,
+      "step": 23022
+    },
+    {
+      "epoch": 1.1002102647424257,
+      "grad_norm": 242.10525512695312,
+      "learning_rate": 8.865635584749947e-06,
+      "loss": 21.8125,
+      "step": 23023
+    },
+    {
+      "epoch": 1.100258052183886,
+      "grad_norm": 195.70098876953125,
+      "learning_rate": 8.864866715727925e-06,
+      "loss": 33.5312,
+      "step": 23024
+    },
+    {
+      "epoch": 1.1003058396253464,
+      "grad_norm": 257.4169006347656,
+      "learning_rate": 8.864097853503886e-06,
+      "loss": 26.1875,
+      "step": 23025
+    },
+    {
+      "epoch": 1.1003536270668068,
+      "grad_norm": 181.821533203125,
+      "learning_rate": 8.863328998082436e-06,
+      "loss": 28.2188,
+      "step": 23026
+    },
+    {
+      "epoch": 1.1004014145082672,
+      "grad_norm": 209.0307159423828,
+      "learning_rate": 8.86256014946818e-06,
+      "loss": 22.5,
+      "step": 23027
+    },
+    {
+      "epoch": 1.1004492019497276,
+      "grad_norm": 149.61473083496094,
+      "learning_rate": 8.861791307665718e-06,
+      "loss": 20.875,
+      "step": 23028
+    },
+    {
+      "epoch": 1.100496989391188,
+      "grad_norm": 228.4477996826172,
+      "learning_rate": 8.861022472679657e-06,
+      "loss": 24.4531,
+      "step": 23029
+    },
+    {
+      "epoch": 1.1005447768326484,
+      "grad_norm": 161.48568725585938,
+      "learning_rate": 8.860253644514602e-06,
+      "loss": 30.875,
+      "step": 23030
+    },
+    {
+      "epoch": 1.1005925642741088,
+      "grad_norm": 362.785888671875,
+      "learning_rate": 8.859484823175161e-06,
+      "loss": 21.0156,
+      "step": 23031
+    },
+    {
+      "epoch": 1.1006403517155692,
+      "grad_norm": 203.08248901367188,
+      "learning_rate": 8.858716008665929e-06,
+      "loss": 20.8125,
+      "step": 23032
+    },
+    {
+      "epoch": 1.1006881391570296,
+      "grad_norm": 174.0233154296875,
+      "learning_rate": 8.857947200991517e-06,
+      "loss": 22.0156,
+      "step": 23033
+    },
+    {
+      "epoch": 1.10073592659849,
+      "grad_norm": 478.49444580078125,
+      "learning_rate": 8.857178400156527e-06,
+      "loss": 29.8125,
+      "step": 23034
+    },
+    {
+      "epoch": 1.1007837140399503,
+      "grad_norm": 338.982177734375,
+      "learning_rate": 8.856409606165568e-06,
+      "loss": 34.4062,
+      "step": 23035
+    },
+    {
+      "epoch": 1.1008315014814107,
+      "grad_norm": 340.8638610839844,
+      "learning_rate": 8.855640819023236e-06,
+      "loss": 25.1406,
+      "step": 23036
+    },
+    {
+      "epoch": 1.1008792889228711,
+      "grad_norm": 266.3908996582031,
+      "learning_rate": 8.854872038734138e-06,
+      "loss": 35.125,
+      "step": 23037
+    },
+    {
+      "epoch": 1.1009270763643315,
+      "grad_norm": 171.24623107910156,
+      "learning_rate": 8.854103265302883e-06,
+      "loss": 21.6719,
+      "step": 23038
+    },
+    {
+      "epoch": 1.100974863805792,
+      "grad_norm": 731.6990356445312,
+      "learning_rate": 8.853334498734067e-06,
+      "loss": 41.75,
+      "step": 23039
+    },
+    {
+      "epoch": 1.1010226512472523,
+      "grad_norm": 383.85986328125,
+      "learning_rate": 8.8525657390323e-06,
+      "loss": 18.7188,
+      "step": 23040
+    },
+    {
+      "epoch": 1.1010704386887127,
+      "grad_norm": 143.1434326171875,
+      "learning_rate": 8.851796986202183e-06,
+      "loss": 18.9688,
+      "step": 23041
+    },
+    {
+      "epoch": 1.101118226130173,
+      "grad_norm": 679.3612060546875,
+      "learning_rate": 8.85102824024832e-06,
+      "loss": 28.6562,
+      "step": 23042
+    },
+    {
+      "epoch": 1.1011660135716335,
+      "grad_norm": 275.8033447265625,
+      "learning_rate": 8.850259501175317e-06,
+      "loss": 22.4219,
+      "step": 23043
+    },
+    {
+      "epoch": 1.1012138010130939,
+      "grad_norm": 188.02035522460938,
+      "learning_rate": 8.849490768987774e-06,
+      "loss": 23.8125,
+      "step": 23044
+    },
+    {
+      "epoch": 1.1012615884545542,
+      "grad_norm": 213.83457946777344,
+      "learning_rate": 8.848722043690294e-06,
+      "loss": 18.9688,
+      "step": 23045
+    },
+    {
+      "epoch": 1.1013093758960146,
+      "grad_norm": 305.5221862792969,
+      "learning_rate": 8.847953325287491e-06,
+      "loss": 31.4062,
+      "step": 23046
+    },
+    {
+      "epoch": 1.1013571633374748,
+      "grad_norm": 159.23886108398438,
+      "learning_rate": 8.847184613783955e-06,
+      "loss": 17.7656,
+      "step": 23047
+    },
+    {
+      "epoch": 1.1014049507789352,
+      "grad_norm": 489.1752014160156,
+      "learning_rate": 8.846415909184296e-06,
+      "loss": 33.1406,
+      "step": 23048
+    },
+    {
+      "epoch": 1.1014527382203956,
+      "grad_norm": 265.42535400390625,
+      "learning_rate": 8.845647211493116e-06,
+      "loss": 30.7188,
+      "step": 23049
+    },
+    {
+      "epoch": 1.101500525661856,
+      "grad_norm": 215.12060546875,
+      "learning_rate": 8.844878520715026e-06,
+      "loss": 33.1562,
+      "step": 23050
+    },
+    {
+      "epoch": 1.1015483131033164,
+      "grad_norm": 244.4181671142578,
+      "learning_rate": 8.844109836854618e-06,
+      "loss": 21.3125,
+      "step": 23051
+    },
+    {
+      "epoch": 1.1015961005447767,
+      "grad_norm": 263.32537841796875,
+      "learning_rate": 8.843341159916501e-06,
+      "loss": 27.7656,
+      "step": 23052
+    },
+    {
+      "epoch": 1.1016438879862371,
+      "grad_norm": 173.35800170898438,
+      "learning_rate": 8.842572489905282e-06,
+      "loss": 27.5938,
+      "step": 23053
+    },
+    {
+      "epoch": 1.1016916754276975,
+      "grad_norm": 282.5018005371094,
+      "learning_rate": 8.841803826825555e-06,
+      "loss": 26.25,
+      "step": 23054
+    },
+    {
+      "epoch": 1.101739462869158,
+      "grad_norm": 234.65003967285156,
+      "learning_rate": 8.841035170681931e-06,
+      "loss": 23.0,
+      "step": 23055
+    },
+    {
+      "epoch": 1.1017872503106183,
+      "grad_norm": 184.09512329101562,
+      "learning_rate": 8.840266521479011e-06,
+      "loss": 19.4844,
+      "step": 23056
+    },
+    {
+      "epoch": 1.1018350377520787,
+      "grad_norm": 211.67324829101562,
+      "learning_rate": 8.839497879221398e-06,
+      "loss": 27.7188,
+      "step": 23057
+    },
+    {
+      "epoch": 1.101882825193539,
+      "grad_norm": 942.425537109375,
+      "learning_rate": 8.838729243913696e-06,
+      "loss": 22.3125,
+      "step": 23058
+    },
+    {
+      "epoch": 1.1019306126349995,
+      "grad_norm": 335.8371887207031,
+      "learning_rate": 8.837960615560504e-06,
+      "loss": 33.0312,
+      "step": 23059
+    },
+    {
+      "epoch": 1.1019784000764599,
+      "grad_norm": 346.3309326171875,
+      "learning_rate": 8.83719199416643e-06,
+      "loss": 23.0469,
+      "step": 23060
+    },
+    {
+      "epoch": 1.1020261875179203,
+      "grad_norm": 278.3074951171875,
+      "learning_rate": 8.83642337973608e-06,
+      "loss": 26.25,
+      "step": 23061
+    },
+    {
+      "epoch": 1.1020739749593806,
+      "grad_norm": 418.3826599121094,
+      "learning_rate": 8.835654772274046e-06,
+      "loss": 26.9219,
+      "step": 23062
+    },
+    {
+      "epoch": 1.102121762400841,
+      "grad_norm": 493.22125244140625,
+      "learning_rate": 8.83488617178494e-06,
+      "loss": 20.6406,
+      "step": 23063
+    },
+    {
+      "epoch": 1.1021695498423014,
+      "grad_norm": 445.23175048828125,
+      "learning_rate": 8.834117578273366e-06,
+      "loss": 27.1094,
+      "step": 23064
+    },
+    {
+      "epoch": 1.1022173372837618,
+      "grad_norm": 198.78916931152344,
+      "learning_rate": 8.833348991743919e-06,
+      "loss": 27.0938,
+      "step": 23065
+    },
+    {
+      "epoch": 1.1022651247252222,
+      "grad_norm": 444.59222412109375,
+      "learning_rate": 8.832580412201206e-06,
+      "loss": 25.7188,
+      "step": 23066
+    },
+    {
+      "epoch": 1.1023129121666826,
+      "grad_norm": 175.11343383789062,
+      "learning_rate": 8.83181183964983e-06,
+      "loss": 28.5625,
+      "step": 23067
+    },
+    {
+      "epoch": 1.102360699608143,
+      "grad_norm": 440.2853698730469,
+      "learning_rate": 8.831043274094397e-06,
+      "loss": 38.625,
+      "step": 23068
+    },
+    {
+      "epoch": 1.1024084870496034,
+      "grad_norm": 382.12615966796875,
+      "learning_rate": 8.830274715539505e-06,
+      "loss": 33.7188,
+      "step": 23069
+    },
+    {
+      "epoch": 1.1024562744910638,
+      "grad_norm": 968.36865234375,
+      "learning_rate": 8.829506163989755e-06,
+      "loss": 26.5,
+      "step": 23070
+    },
+    {
+      "epoch": 1.1025040619325241,
+      "grad_norm": 255.04066467285156,
+      "learning_rate": 8.828737619449755e-06,
+      "loss": 23.8281,
+      "step": 23071
+    },
+    {
+      "epoch": 1.1025518493739845,
+      "grad_norm": 599.3681030273438,
+      "learning_rate": 8.827969081924108e-06,
+      "loss": 31.3125,
+      "step": 23072
+    },
+    {
+      "epoch": 1.102599636815445,
+      "grad_norm": 304.4898681640625,
+      "learning_rate": 8.82720055141741e-06,
+      "loss": 23.625,
+      "step": 23073
+    },
+    {
+      "epoch": 1.1026474242569053,
+      "grad_norm": 311.9309997558594,
+      "learning_rate": 8.826432027934269e-06,
+      "loss": 30.6875,
+      "step": 23074
+    },
+    {
+      "epoch": 1.1026952116983657,
+      "grad_norm": 248.6571044921875,
+      "learning_rate": 8.825663511479285e-06,
+      "loss": 25.75,
+      "step": 23075
+    },
+    {
+      "epoch": 1.102742999139826,
+      "grad_norm": 684.7014770507812,
+      "learning_rate": 8.824895002057064e-06,
+      "loss": 22.6875,
+      "step": 23076
+    },
+    {
+      "epoch": 1.1027907865812865,
+      "grad_norm": 426.482666015625,
+      "learning_rate": 8.824126499672202e-06,
+      "loss": 31.9375,
+      "step": 23077
+    },
+    {
+      "epoch": 1.1028385740227469,
+      "grad_norm": 197.65292358398438,
+      "learning_rate": 8.823358004329305e-06,
+      "loss": 17.1406,
+      "step": 23078
+    },
+    {
+      "epoch": 1.1028863614642073,
+      "grad_norm": 204.51522827148438,
+      "learning_rate": 8.822589516032979e-06,
+      "loss": 24.5,
+      "step": 23079
+    },
+    {
+      "epoch": 1.1029341489056677,
+      "grad_norm": 380.56976318359375,
+      "learning_rate": 8.82182103478782e-06,
+      "loss": 34.9062,
+      "step": 23080
+    },
+    {
+      "epoch": 1.102981936347128,
+      "grad_norm": 180.8491973876953,
+      "learning_rate": 8.82105256059843e-06,
+      "loss": 27.125,
+      "step": 23081
+    },
+    {
+      "epoch": 1.1030297237885884,
+      "grad_norm": 143.74456787109375,
+      "learning_rate": 8.820284093469415e-06,
+      "loss": 18.4688,
+      "step": 23082
+    },
+    {
+      "epoch": 1.1030775112300488,
+      "grad_norm": 521.989013671875,
+      "learning_rate": 8.819515633405382e-06,
+      "loss": 33.8438,
+      "step": 23083
+    },
+    {
+      "epoch": 1.1031252986715092,
+      "grad_norm": 201.73973083496094,
+      "learning_rate": 8.81874718041092e-06,
+      "loss": 31.4375,
+      "step": 23084
+    },
+    {
+      "epoch": 1.1031730861129696,
+      "grad_norm": 266.508544921875,
+      "learning_rate": 8.817978734490642e-06,
+      "loss": 30.0938,
+      "step": 23085
+    },
+    {
+      "epoch": 1.10322087355443,
+      "grad_norm": 294.97894287109375,
+      "learning_rate": 8.817210295649147e-06,
+      "loss": 32.1562,
+      "step": 23086
+    },
+    {
+      "epoch": 1.1032686609958904,
+      "grad_norm": 134.3879852294922,
+      "learning_rate": 8.816441863891034e-06,
+      "loss": 20.375,
+      "step": 23087
+    },
+    {
+      "epoch": 1.1033164484373508,
+      "grad_norm": 323.9225769042969,
+      "learning_rate": 8.815673439220905e-06,
+      "loss": 27.4688,
+      "step": 23088
+    },
+    {
+      "epoch": 1.1033642358788112,
+      "grad_norm": 176.671142578125,
+      "learning_rate": 8.814905021643367e-06,
+      "loss": 20.6562,
+      "step": 23089
+    },
+    {
+      "epoch": 1.1034120233202713,
+      "grad_norm": 326.90826416015625,
+      "learning_rate": 8.81413661116302e-06,
+      "loss": 20.5625,
+      "step": 23090
+    },
+    {
+      "epoch": 1.1034598107617317,
+      "grad_norm": 210.7574462890625,
+      "learning_rate": 8.813368207784463e-06,
+      "loss": 27.5938,
+      "step": 23091
+    },
+    {
+      "epoch": 1.103507598203192,
+      "grad_norm": 240.6703338623047,
+      "learning_rate": 8.812599811512299e-06,
+      "loss": 28.5312,
+      "step": 23092
+    },
+    {
+      "epoch": 1.1035553856446525,
+      "grad_norm": 180.53456115722656,
+      "learning_rate": 8.811831422351126e-06,
+      "loss": 24.6875,
+      "step": 23093
+    },
+    {
+      "epoch": 1.1036031730861129,
+      "grad_norm": 149.53785705566406,
+      "learning_rate": 8.811063040305558e-06,
+      "loss": 17.2344,
+      "step": 23094
+    },
+    {
+      "epoch": 1.1036509605275733,
+      "grad_norm": 294.097900390625,
+      "learning_rate": 8.810294665380182e-06,
+      "loss": 22.5,
+      "step": 23095
+    },
+    {
+      "epoch": 1.1036987479690337,
+      "grad_norm": 182.1920623779297,
+      "learning_rate": 8.809526297579605e-06,
+      "loss": 19.3438,
+      "step": 23096
+    },
+    {
+      "epoch": 1.103746535410494,
+      "grad_norm": 375.28985595703125,
+      "learning_rate": 8.80875793690843e-06,
+      "loss": 31.125,
+      "step": 23097
+    },
+    {
+      "epoch": 1.1037943228519544,
+      "grad_norm": 107.35430908203125,
+      "learning_rate": 8.807989583371263e-06,
+      "loss": 16.375,
+      "step": 23098
+    },
+    {
+      "epoch": 1.1038421102934148,
+      "grad_norm": 214.44015502929688,
+      "learning_rate": 8.807221236972697e-06,
+      "loss": 22.75,
+      "step": 23099
+    },
+    {
+      "epoch": 1.1038898977348752,
+      "grad_norm": 213.0606231689453,
+      "learning_rate": 8.806452897717335e-06,
+      "loss": 28.9062,
+      "step": 23100
+    },
+    {
+      "epoch": 1.1039376851763356,
+      "grad_norm": 203.95260620117188,
+      "learning_rate": 8.805684565609785e-06,
+      "loss": 20.375,
+      "step": 23101
+    },
+    {
+      "epoch": 1.103985472617796,
+      "grad_norm": 410.1178283691406,
+      "learning_rate": 8.804916240654639e-06,
+      "loss": 26.3438,
+      "step": 23102
+    },
+    {
+      "epoch": 1.1040332600592564,
+      "grad_norm": 258.6139221191406,
+      "learning_rate": 8.8041479228565e-06,
+      "loss": 25.1875,
+      "step": 23103
+    },
+    {
+      "epoch": 1.1040810475007168,
+      "grad_norm": 245.5945587158203,
+      "learning_rate": 8.803379612219978e-06,
+      "loss": 25.5312,
+      "step": 23104
+    },
+    {
+      "epoch": 1.1041288349421772,
+      "grad_norm": 246.0029296875,
+      "learning_rate": 8.802611308749667e-06,
+      "loss": 26.8906,
+      "step": 23105
+    },
+    {
+      "epoch": 1.1041766223836376,
+      "grad_norm": 425.0234680175781,
+      "learning_rate": 8.801843012450165e-06,
+      "loss": 19.8438,
+      "step": 23106
+    },
+    {
+      "epoch": 1.104224409825098,
+      "grad_norm": 224.48875427246094,
+      "learning_rate": 8.801074723326082e-06,
+      "loss": 18.3906,
+      "step": 23107
+    },
+    {
+      "epoch": 1.1042721972665583,
+      "grad_norm": 208.75099182128906,
+      "learning_rate": 8.80030644138201e-06,
+      "loss": 23.9062,
+      "step": 23108
+    },
+    {
+      "epoch": 1.1043199847080187,
+      "grad_norm": 310.6863708496094,
+      "learning_rate": 8.799538166622562e-06,
+      "loss": 28.5625,
+      "step": 23109
+    },
+    {
+      "epoch": 1.1043677721494791,
+      "grad_norm": 392.4706726074219,
+      "learning_rate": 8.798769899052323e-06,
+      "loss": 21.8438,
+      "step": 23110
+    },
+    {
+      "epoch": 1.1044155595909395,
+      "grad_norm": 171.89903259277344,
+      "learning_rate": 8.798001638675904e-06,
+      "loss": 26.25,
+      "step": 23111
+    },
+    {
+      "epoch": 1.1044633470324,
+      "grad_norm": 219.9923858642578,
+      "learning_rate": 8.79723338549791e-06,
+      "loss": 20.6875,
+      "step": 23112
+    },
+    {
+      "epoch": 1.1045111344738603,
+      "grad_norm": 318.0466613769531,
+      "learning_rate": 8.796465139522929e-06,
+      "loss": 29.5938,
+      "step": 23113
+    },
+    {
+      "epoch": 1.1045589219153207,
+      "grad_norm": 173.54861450195312,
+      "learning_rate": 8.79569690075557e-06,
+      "loss": 21.3906,
+      "step": 23114
+    },
+    {
+      "epoch": 1.104606709356781,
+      "grad_norm": 116.55148315429688,
+      "learning_rate": 8.794928669200433e-06,
+      "loss": 21.6875,
+      "step": 23115
+    },
+    {
+      "epoch": 1.1046544967982415,
+      "grad_norm": 171.9360809326172,
+      "learning_rate": 8.794160444862123e-06,
+      "loss": 15.6094,
+      "step": 23116
+    },
+    {
+      "epoch": 1.1047022842397018,
+      "grad_norm": 956.3558349609375,
+      "learning_rate": 8.79339222774523e-06,
+      "loss": 23.0938,
+      "step": 23117
+    },
+    {
+      "epoch": 1.1047500716811622,
+      "grad_norm": 270.0648498535156,
+      "learning_rate": 8.792624017854364e-06,
+      "loss": 29.0312,
+      "step": 23118
+    },
+    {
+      "epoch": 1.1047978591226226,
+      "grad_norm": 193.31671142578125,
+      "learning_rate": 8.791855815194119e-06,
+      "loss": 20.875,
+      "step": 23119
+    },
+    {
+      "epoch": 1.104845646564083,
+      "grad_norm": 231.15679931640625,
+      "learning_rate": 8.791087619769104e-06,
+      "loss": 24.75,
+      "step": 23120
+    },
+    {
+      "epoch": 1.1048934340055434,
+      "grad_norm": 288.909912109375,
+      "learning_rate": 8.790319431583908e-06,
+      "loss": 36.2188,
+      "step": 23121
+    },
+    {
+      "epoch": 1.1049412214470038,
+      "grad_norm": 231.89938354492188,
+      "learning_rate": 8.789551250643143e-06,
+      "loss": 30.6562,
+      "step": 23122
+    },
+    {
+      "epoch": 1.1049890088884642,
+      "grad_norm": 285.882080078125,
+      "learning_rate": 8.788783076951403e-06,
+      "loss": 25.2812,
+      "step": 23123
+    },
+    {
+      "epoch": 1.1050367963299246,
+      "grad_norm": 196.90625,
+      "learning_rate": 8.788014910513289e-06,
+      "loss": 26.5938,
+      "step": 23124
+    },
+    {
+      "epoch": 1.105084583771385,
+      "grad_norm": 188.08200073242188,
+      "learning_rate": 8.7872467513334e-06,
+      "loss": 21.6875,
+      "step": 23125
+    },
+    {
+      "epoch": 1.1051323712128454,
+      "grad_norm": 330.7516784667969,
+      "learning_rate": 8.786478599416337e-06,
+      "loss": 25.6562,
+      "step": 23126
+    },
+    {
+      "epoch": 1.1051801586543057,
+      "grad_norm": 446.3114013671875,
+      "learning_rate": 8.785710454766708e-06,
+      "loss": 30.5,
+      "step": 23127
+    },
+    {
+      "epoch": 1.1052279460957661,
+      "grad_norm": 285.6156311035156,
+      "learning_rate": 8.7849423173891e-06,
+      "loss": 21.4062,
+      "step": 23128
+    },
+    {
+      "epoch": 1.1052757335372263,
+      "grad_norm": 181.70028686523438,
+      "learning_rate": 8.784174187288121e-06,
+      "loss": 17.8594,
+      "step": 23129
+    },
+    {
+      "epoch": 1.1053235209786867,
+      "grad_norm": 182.70343017578125,
+      "learning_rate": 8.78340606446837e-06,
+      "loss": 19.375,
+      "step": 23130
+    },
+    {
+      "epoch": 1.105371308420147,
+      "grad_norm": 225.67062377929688,
+      "learning_rate": 8.782637948934449e-06,
+      "loss": 27.875,
+      "step": 23131
+    },
+    {
+      "epoch": 1.1054190958616075,
+      "grad_norm": 488.690185546875,
+      "learning_rate": 8.781869840690954e-06,
+      "loss": 29.4062,
+      "step": 23132
+    },
+    {
+      "epoch": 1.1054668833030679,
+      "grad_norm": 343.51702880859375,
+      "learning_rate": 8.781101739742486e-06,
+      "loss": 30.75,
+      "step": 23133
+    },
+    {
+      "epoch": 1.1055146707445282,
+      "grad_norm": 279.59808349609375,
+      "learning_rate": 8.780333646093645e-06,
+      "loss": 25.4375,
+      "step": 23134
+    },
+    {
+      "epoch": 1.1055624581859886,
+      "grad_norm": 327.9433288574219,
+      "learning_rate": 8.779565559749037e-06,
+      "loss": 26.0,
+      "step": 23135
+    },
+    {
+      "epoch": 1.105610245627449,
+      "grad_norm": 330.6956787109375,
+      "learning_rate": 8.77879748071325e-06,
+      "loss": 26.9688,
+      "step": 23136
+    },
+    {
+      "epoch": 1.1056580330689094,
+      "grad_norm": 1125.8946533203125,
+      "learning_rate": 8.778029408990896e-06,
+      "loss": 26.6562,
+      "step": 23137
+    },
+    {
+      "epoch": 1.1057058205103698,
+      "grad_norm": 115.47802734375,
+      "learning_rate": 8.777261344586567e-06,
+      "loss": 20.9062,
+      "step": 23138
+    },
+    {
+      "epoch": 1.1057536079518302,
+      "grad_norm": 153.6069793701172,
+      "learning_rate": 8.776493287504862e-06,
+      "loss": 31.0312,
+      "step": 23139
+    },
+    {
+      "epoch": 1.1058013953932906,
+      "grad_norm": 151.0686492919922,
+      "learning_rate": 8.775725237750388e-06,
+      "loss": 22.375,
+      "step": 23140
+    },
+    {
+      "epoch": 1.105849182834751,
+      "grad_norm": 590.0173950195312,
+      "learning_rate": 8.774957195327736e-06,
+      "loss": 23.4375,
+      "step": 23141
+    },
+    {
+      "epoch": 1.1058969702762114,
+      "grad_norm": 307.78765869140625,
+      "learning_rate": 8.774189160241515e-06,
+      "loss": 26.4375,
+      "step": 23142
+    },
+    {
+      "epoch": 1.1059447577176718,
+      "grad_norm": 337.22454833984375,
+      "learning_rate": 8.773421132496314e-06,
+      "loss": 28.4062,
+      "step": 23143
+    },
+    {
+      "epoch": 1.1059925451591321,
+      "grad_norm": 162.6513214111328,
+      "learning_rate": 8.772653112096738e-06,
+      "loss": 27.7969,
+      "step": 23144
+    },
+    {
+      "epoch": 1.1060403326005925,
+      "grad_norm": 172.90390014648438,
+      "learning_rate": 8.771885099047386e-06,
+      "loss": 23.5156,
+      "step": 23145
+    },
+    {
+      "epoch": 1.106088120042053,
+      "grad_norm": 259.4240417480469,
+      "learning_rate": 8.771117093352861e-06,
+      "loss": 22.8281,
+      "step": 23146
+    },
+    {
+      "epoch": 1.1061359074835133,
+      "grad_norm": 205.85328674316406,
+      "learning_rate": 8.770349095017756e-06,
+      "loss": 24.3906,
+      "step": 23147
+    },
+    {
+      "epoch": 1.1061836949249737,
+      "grad_norm": 126.50304412841797,
+      "learning_rate": 8.769581104046672e-06,
+      "loss": 16.7031,
+      "step": 23148
+    },
+    {
+      "epoch": 1.106231482366434,
+      "grad_norm": 272.71868896484375,
+      "learning_rate": 8.768813120444215e-06,
+      "loss": 20.5,
+      "step": 23149
+    },
+    {
+      "epoch": 1.1062792698078945,
+      "grad_norm": 167.8146514892578,
+      "learning_rate": 8.768045144214975e-06,
+      "loss": 28.0625,
+      "step": 23150
+    },
+    {
+      "epoch": 1.1063270572493549,
+      "grad_norm": 270.4320373535156,
+      "learning_rate": 8.767277175363554e-06,
+      "loss": 22.0,
+      "step": 23151
+    },
+    {
+      "epoch": 1.1063748446908153,
+      "grad_norm": 211.77508544921875,
+      "learning_rate": 8.766509213894552e-06,
+      "loss": 27.6562,
+      "step": 23152
+    },
+    {
+      "epoch": 1.1064226321322757,
+      "grad_norm": 166.14402770996094,
+      "learning_rate": 8.765741259812573e-06,
+      "loss": 22.5156,
+      "step": 23153
+    },
+    {
+      "epoch": 1.106470419573736,
+      "grad_norm": 224.15634155273438,
+      "learning_rate": 8.764973313122207e-06,
+      "loss": 32.625,
+      "step": 23154
+    },
+    {
+      "epoch": 1.1065182070151964,
+      "grad_norm": 271.7295837402344,
+      "learning_rate": 8.764205373828057e-06,
+      "loss": 25.2188,
+      "step": 23155
+    },
+    {
+      "epoch": 1.1065659944566568,
+      "grad_norm": 270.0859069824219,
+      "learning_rate": 8.763437441934722e-06,
+      "loss": 27.9375,
+      "step": 23156
+    },
+    {
+      "epoch": 1.1066137818981172,
+      "grad_norm": 161.12478637695312,
+      "learning_rate": 8.762669517446803e-06,
+      "loss": 20.9688,
+      "step": 23157
+    },
+    {
+      "epoch": 1.1066615693395776,
+      "grad_norm": 329.9840087890625,
+      "learning_rate": 8.761901600368899e-06,
+      "loss": 39.9062,
+      "step": 23158
+    },
+    {
+      "epoch": 1.106709356781038,
+      "grad_norm": 404.8272705078125,
+      "learning_rate": 8.761133690705602e-06,
+      "loss": 28.6406,
+      "step": 23159
+    },
+    {
+      "epoch": 1.1067571442224984,
+      "grad_norm": 300.1391296386719,
+      "learning_rate": 8.76036578846152e-06,
+      "loss": 27.6094,
+      "step": 23160
+    },
+    {
+      "epoch": 1.1068049316639588,
+      "grad_norm": 423.91265869140625,
+      "learning_rate": 8.759597893641244e-06,
+      "loss": 25.9375,
+      "step": 23161
+    },
+    {
+      "epoch": 1.1068527191054192,
+      "grad_norm": 340.8404235839844,
+      "learning_rate": 8.758830006249376e-06,
+      "loss": 30.0312,
+      "step": 23162
+    },
+    {
+      "epoch": 1.1069005065468795,
+      "grad_norm": 281.17877197265625,
+      "learning_rate": 8.758062126290515e-06,
+      "loss": 28.375,
+      "step": 23163
+    },
+    {
+      "epoch": 1.10694829398834,
+      "grad_norm": 401.00152587890625,
+      "learning_rate": 8.757294253769264e-06,
+      "loss": 21.1875,
+      "step": 23164
+    },
+    {
+      "epoch": 1.1069960814298003,
+      "grad_norm": 327.57550048828125,
+      "learning_rate": 8.75652638869021e-06,
+      "loss": 24.125,
+      "step": 23165
+    },
+    {
+      "epoch": 1.1070438688712607,
+      "grad_norm": 462.1568298339844,
+      "learning_rate": 8.75575853105796e-06,
+      "loss": 25.6094,
+      "step": 23166
+    },
+    {
+      "epoch": 1.107091656312721,
+      "grad_norm": 334.29656982421875,
+      "learning_rate": 8.754990680877112e-06,
+      "loss": 24.2656,
+      "step": 23167
+    },
+    {
+      "epoch": 1.1071394437541815,
+      "grad_norm": 182.48121643066406,
+      "learning_rate": 8.754222838152266e-06,
+      "loss": 28.8125,
+      "step": 23168
+    },
+    {
+      "epoch": 1.1071872311956419,
+      "grad_norm": 250.68943786621094,
+      "learning_rate": 8.753455002888015e-06,
+      "loss": 33.6562,
+      "step": 23169
+    },
+    {
+      "epoch": 1.1072350186371023,
+      "grad_norm": 416.2090148925781,
+      "learning_rate": 8.752687175088962e-06,
+      "loss": 37.8906,
+      "step": 23170
+    },
+    {
+      "epoch": 1.1072828060785627,
+      "grad_norm": 214.82974243164062,
+      "learning_rate": 8.751919354759703e-06,
+      "loss": 24.0312,
+      "step": 23171
+    },
+    {
+      "epoch": 1.107330593520023,
+      "grad_norm": 359.0209045410156,
+      "learning_rate": 8.751151541904833e-06,
+      "loss": 22.2188,
+      "step": 23172
+    },
+    {
+      "epoch": 1.1073783809614832,
+      "grad_norm": 273.3608093261719,
+      "learning_rate": 8.750383736528958e-06,
+      "loss": 24.6875,
+      "step": 23173
+    },
+    {
+      "epoch": 1.1074261684029436,
+      "grad_norm": 270.01739501953125,
+      "learning_rate": 8.749615938636668e-06,
+      "loss": 26.75,
+      "step": 23174
+    },
+    {
+      "epoch": 1.107473955844404,
+      "grad_norm": 324.7369384765625,
+      "learning_rate": 8.748848148232571e-06,
+      "loss": 23.9375,
+      "step": 23175
+    },
+    {
+      "epoch": 1.1075217432858644,
+      "grad_norm": 183.67193603515625,
+      "learning_rate": 8.748080365321255e-06,
+      "loss": 21.2344,
+      "step": 23176
+    },
+    {
+      "epoch": 1.1075695307273248,
+      "grad_norm": 189.1990966796875,
+      "learning_rate": 8.74731258990732e-06,
+      "loss": 34.0938,
+      "step": 23177
+    },
+    {
+      "epoch": 1.1076173181687852,
+      "grad_norm": 260.5841064453125,
+      "learning_rate": 8.746544821995367e-06,
+      "loss": 21.0469,
+      "step": 23178
+    },
+    {
+      "epoch": 1.1076651056102456,
+      "grad_norm": 274.7726745605469,
+      "learning_rate": 8.745777061589999e-06,
+      "loss": 34.1875,
+      "step": 23179
+    },
+    {
+      "epoch": 1.107712893051706,
+      "grad_norm": 352.5835266113281,
+      "learning_rate": 8.745009308695802e-06,
+      "loss": 31.9688,
+      "step": 23180
+    },
+    {
+      "epoch": 1.1077606804931663,
+      "grad_norm": 1178.12744140625,
+      "learning_rate": 8.744241563317382e-06,
+      "loss": 35.0,
+      "step": 23181
+    },
+    {
+      "epoch": 1.1078084679346267,
+      "grad_norm": 230.16233825683594,
+      "learning_rate": 8.743473825459333e-06,
+      "loss": 22.7969,
+      "step": 23182
+    },
+    {
+      "epoch": 1.1078562553760871,
+      "grad_norm": 290.1946105957031,
+      "learning_rate": 8.742706095126259e-06,
+      "loss": 31.9844,
+      "step": 23183
+    },
+    {
+      "epoch": 1.1079040428175475,
+      "grad_norm": 342.39739990234375,
+      "learning_rate": 8.741938372322748e-06,
+      "loss": 24.9062,
+      "step": 23184
+    },
+    {
+      "epoch": 1.107951830259008,
+      "grad_norm": 123.77180480957031,
+      "learning_rate": 8.741170657053405e-06,
+      "loss": 20.1562,
+      "step": 23185
+    },
+    {
+      "epoch": 1.1079996177004683,
+      "grad_norm": 213.8655242919922,
+      "learning_rate": 8.740402949322827e-06,
+      "loss": 35.0312,
+      "step": 23186
+    },
+    {
+      "epoch": 1.1080474051419287,
+      "grad_norm": 200.94647216796875,
+      "learning_rate": 8.739635249135608e-06,
+      "loss": 15.5469,
+      "step": 23187
+    },
+    {
+      "epoch": 1.108095192583389,
+      "grad_norm": 252.3097686767578,
+      "learning_rate": 8.738867556496347e-06,
+      "loss": 34.8906,
+      "step": 23188
+    },
+    {
+      "epoch": 1.1081429800248495,
+      "grad_norm": 523.5927734375,
+      "learning_rate": 8.738099871409642e-06,
+      "loss": 25.7344,
+      "step": 23189
+    },
+    {
+      "epoch": 1.1081907674663098,
+      "grad_norm": 616.85595703125,
+      "learning_rate": 8.737332193880093e-06,
+      "loss": 25.5312,
+      "step": 23190
+    },
+    {
+      "epoch": 1.1082385549077702,
+      "grad_norm": 334.1447448730469,
+      "learning_rate": 8.736564523912294e-06,
+      "loss": 28.6875,
+      "step": 23191
+    },
+    {
+      "epoch": 1.1082863423492306,
+      "grad_norm": 230.33465576171875,
+      "learning_rate": 8.735796861510842e-06,
+      "loss": 26.4062,
+      "step": 23192
+    },
+    {
+      "epoch": 1.108334129790691,
+      "grad_norm": 171.62693786621094,
+      "learning_rate": 8.735029206680333e-06,
+      "loss": 29.2812,
+      "step": 23193
+    },
+    {
+      "epoch": 1.1083819172321514,
+      "grad_norm": 192.4307861328125,
+      "learning_rate": 8.734261559425374e-06,
+      "loss": 25.5312,
+      "step": 23194
+    },
+    {
+      "epoch": 1.1084297046736118,
+      "grad_norm": 288.59039306640625,
+      "learning_rate": 8.733493919750549e-06,
+      "loss": 26.6875,
+      "step": 23195
+    },
+    {
+      "epoch": 1.1084774921150722,
+      "grad_norm": 335.2916259765625,
+      "learning_rate": 8.73272628766046e-06,
+      "loss": 27.7188,
+      "step": 23196
+    },
+    {
+      "epoch": 1.1085252795565326,
+      "grad_norm": 186.58872985839844,
+      "learning_rate": 8.731958663159712e-06,
+      "loss": 25.8438,
+      "step": 23197
+    },
+    {
+      "epoch": 1.108573066997993,
+      "grad_norm": 176.65573120117188,
+      "learning_rate": 8.731191046252892e-06,
+      "loss": 27.6875,
+      "step": 23198
+    },
+    {
+      "epoch": 1.1086208544394534,
+      "grad_norm": 227.53041076660156,
+      "learning_rate": 8.730423436944597e-06,
+      "loss": 26.8438,
+      "step": 23199
+    },
+    {
+      "epoch": 1.1086686418809137,
+      "grad_norm": 403.4796142578125,
+      "learning_rate": 8.72965583523943e-06,
+      "loss": 24.875,
+      "step": 23200
+    },
+    {
+      "epoch": 1.1087164293223741,
+      "grad_norm": 374.69793701171875,
+      "learning_rate": 8.728888241141989e-06,
+      "loss": 25.2969,
+      "step": 23201
+    },
+    {
+      "epoch": 1.1087642167638345,
+      "grad_norm": 405.9555358886719,
+      "learning_rate": 8.728120654656862e-06,
+      "loss": 23.5547,
+      "step": 23202
+    },
+    {
+      "epoch": 1.108812004205295,
+      "grad_norm": 163.60340881347656,
+      "learning_rate": 8.727353075788653e-06,
+      "loss": 14.9375,
+      "step": 23203
+    },
+    {
+      "epoch": 1.1088597916467553,
+      "grad_norm": 254.23753356933594,
+      "learning_rate": 8.726585504541957e-06,
+      "loss": 25.8438,
+      "step": 23204
+    },
+    {
+      "epoch": 1.1089075790882157,
+      "grad_norm": 339.94671630859375,
+      "learning_rate": 8.725817940921371e-06,
+      "loss": 27.0,
+      "step": 23205
+    },
+    {
+      "epoch": 1.108955366529676,
+      "grad_norm": 196.42259216308594,
+      "learning_rate": 8.725050384931492e-06,
+      "loss": 25.25,
+      "step": 23206
+    },
+    {
+      "epoch": 1.1090031539711365,
+      "grad_norm": 185.4893035888672,
+      "learning_rate": 8.724282836576915e-06,
+      "loss": 26.1562,
+      "step": 23207
+    },
+    {
+      "epoch": 1.1090509414125969,
+      "grad_norm": 373.6412353515625,
+      "learning_rate": 8.72351529586224e-06,
+      "loss": 18.8594,
+      "step": 23208
+    },
+    {
+      "epoch": 1.1090987288540572,
+      "grad_norm": 156.33128356933594,
+      "learning_rate": 8.722747762792059e-06,
+      "loss": 15.8281,
+      "step": 23209
+    },
+    {
+      "epoch": 1.1091465162955176,
+      "grad_norm": 189.82130432128906,
+      "learning_rate": 8.721980237370969e-06,
+      "loss": 32.7812,
+      "step": 23210
+    },
+    {
+      "epoch": 1.1091943037369778,
+      "grad_norm": 241.9539337158203,
+      "learning_rate": 8.721212719603569e-06,
+      "loss": 35.25,
+      "step": 23211
+    },
+    {
+      "epoch": 1.1092420911784382,
+      "grad_norm": 240.68722534179688,
+      "learning_rate": 8.720445209494458e-06,
+      "loss": 21.0,
+      "step": 23212
+    },
+    {
+      "epoch": 1.1092898786198986,
+      "grad_norm": 268.26336669921875,
+      "learning_rate": 8.719677707048228e-06,
+      "loss": 21.2344,
+      "step": 23213
+    },
+    {
+      "epoch": 1.109337666061359,
+      "grad_norm": 202.7367401123047,
+      "learning_rate": 8.718910212269473e-06,
+      "loss": 20.9062,
+      "step": 23214
+    },
+    {
+      "epoch": 1.1093854535028194,
+      "grad_norm": 205.14926147460938,
+      "learning_rate": 8.718142725162794e-06,
+      "loss": 25.4688,
+      "step": 23215
+    },
+    {
+      "epoch": 1.1094332409442798,
+      "grad_norm": 298.0875244140625,
+      "learning_rate": 8.717375245732792e-06,
+      "loss": 21.4062,
+      "step": 23216
+    },
+    {
+      "epoch": 1.1094810283857401,
+      "grad_norm": 239.18409729003906,
+      "learning_rate": 8.71660777398405e-06,
+      "loss": 21.75,
+      "step": 23217
+    },
+    {
+      "epoch": 1.1095288158272005,
+      "grad_norm": 378.70635986328125,
+      "learning_rate": 8.715840309921173e-06,
+      "loss": 29.9688,
+      "step": 23218
+    },
+    {
+      "epoch": 1.109576603268661,
+      "grad_norm": 171.7251739501953,
+      "learning_rate": 8.715072853548757e-06,
+      "loss": 16.0781,
+      "step": 23219
+    },
+    {
+      "epoch": 1.1096243907101213,
+      "grad_norm": 322.39508056640625,
+      "learning_rate": 8.714305404871397e-06,
+      "loss": 24.75,
+      "step": 23220
+    },
+    {
+      "epoch": 1.1096721781515817,
+      "grad_norm": 248.108154296875,
+      "learning_rate": 8.713537963893689e-06,
+      "loss": 17.625,
+      "step": 23221
+    },
+    {
+      "epoch": 1.109719965593042,
+      "grad_norm": 218.897705078125,
+      "learning_rate": 8.712770530620226e-06,
+      "loss": 24.2812,
+      "step": 23222
+    },
+    {
+      "epoch": 1.1097677530345025,
+      "grad_norm": 245.47325134277344,
+      "learning_rate": 8.712003105055608e-06,
+      "loss": 34.0,
+      "step": 23223
+    },
+    {
+      "epoch": 1.1098155404759629,
+      "grad_norm": 186.034423828125,
+      "learning_rate": 8.711235687204431e-06,
+      "loss": 16.6875,
+      "step": 23224
+    },
+    {
+      "epoch": 1.1098633279174233,
+      "grad_norm": 266.0067443847656,
+      "learning_rate": 8.710468277071285e-06,
+      "loss": 25.4219,
+      "step": 23225
+    },
+    {
+      "epoch": 1.1099111153588836,
+      "grad_norm": 198.79953002929688,
+      "learning_rate": 8.709700874660772e-06,
+      "loss": 21.2188,
+      "step": 23226
+    },
+    {
+      "epoch": 1.109958902800344,
+      "grad_norm": 211.3750457763672,
+      "learning_rate": 8.70893347997749e-06,
+      "loss": 25.375,
+      "step": 23227
+    },
+    {
+      "epoch": 1.1100066902418044,
+      "grad_norm": 170.397216796875,
+      "learning_rate": 8.708166093026025e-06,
+      "loss": 14.8438,
+      "step": 23228
+    },
+    {
+      "epoch": 1.1100544776832648,
+      "grad_norm": 219.0369415283203,
+      "learning_rate": 8.707398713810979e-06,
+      "loss": 18.25,
+      "step": 23229
+    },
+    {
+      "epoch": 1.1101022651247252,
+      "grad_norm": 318.2281494140625,
+      "learning_rate": 8.706631342336947e-06,
+      "loss": 29.4062,
+      "step": 23230
+    },
+    {
+      "epoch": 1.1101500525661856,
+      "grad_norm": 593.4964599609375,
+      "learning_rate": 8.705863978608529e-06,
+      "loss": 26.2812,
+      "step": 23231
+    },
+    {
+      "epoch": 1.110197840007646,
+      "grad_norm": 181.3401336669922,
+      "learning_rate": 8.70509662263031e-06,
+      "loss": 15.6406,
+      "step": 23232
+    },
+    {
+      "epoch": 1.1102456274491064,
+      "grad_norm": 271.94873046875,
+      "learning_rate": 8.704329274406893e-06,
+      "loss": 24.75,
+      "step": 23233
+    },
+    {
+      "epoch": 1.1102934148905668,
+      "grad_norm": 276.7985534667969,
+      "learning_rate": 8.703561933942874e-06,
+      "loss": 28.0781,
+      "step": 23234
+    },
+    {
+      "epoch": 1.1103412023320272,
+      "grad_norm": 220.4353790283203,
+      "learning_rate": 8.702794601242844e-06,
+      "loss": 27.2188,
+      "step": 23235
+    },
+    {
+      "epoch": 1.1103889897734875,
+      "grad_norm": 468.2405090332031,
+      "learning_rate": 8.7020272763114e-06,
+      "loss": 33.5625,
+      "step": 23236
+    },
+    {
+      "epoch": 1.110436777214948,
+      "grad_norm": 279.0077819824219,
+      "learning_rate": 8.701259959153139e-06,
+      "loss": 19.2031,
+      "step": 23237
+    },
+    {
+      "epoch": 1.1104845646564083,
+      "grad_norm": 229.17176818847656,
+      "learning_rate": 8.700492649772656e-06,
+      "loss": 32.9688,
+      "step": 23238
+    },
+    {
+      "epoch": 1.1105323520978687,
+      "grad_norm": 152.35739135742188,
+      "learning_rate": 8.699725348174545e-06,
+      "loss": 17.2188,
+      "step": 23239
+    },
+    {
+      "epoch": 1.110580139539329,
+      "grad_norm": 376.31610107421875,
+      "learning_rate": 8.698958054363399e-06,
+      "loss": 32.4062,
+      "step": 23240
+    },
+    {
+      "epoch": 1.1106279269807895,
+      "grad_norm": 413.1540222167969,
+      "learning_rate": 8.698190768343815e-06,
+      "loss": 29.0625,
+      "step": 23241
+    },
+    {
+      "epoch": 1.1106757144222499,
+      "grad_norm": 495.1358337402344,
+      "learning_rate": 8.697423490120394e-06,
+      "loss": 22.3438,
+      "step": 23242
+    },
+    {
+      "epoch": 1.1107235018637103,
+      "grad_norm": 328.9445495605469,
+      "learning_rate": 8.69665621969772e-06,
+      "loss": 36.9844,
+      "step": 23243
+    },
+    {
+      "epoch": 1.1107712893051707,
+      "grad_norm": 146.89747619628906,
+      "learning_rate": 8.695888957080394e-06,
+      "loss": 22.3906,
+      "step": 23244
+    },
+    {
+      "epoch": 1.110819076746631,
+      "grad_norm": 252.22259521484375,
+      "learning_rate": 8.695121702273016e-06,
+      "loss": 24.125,
+      "step": 23245
+    },
+    {
+      "epoch": 1.1108668641880914,
+      "grad_norm": 236.43869018554688,
+      "learning_rate": 8.694354455280169e-06,
+      "loss": 31.0625,
+      "step": 23246
+    },
+    {
+      "epoch": 1.1109146516295518,
+      "grad_norm": 101.29205322265625,
+      "learning_rate": 8.693587216106454e-06,
+      "loss": 21.4375,
+      "step": 23247
+    },
+    {
+      "epoch": 1.1109624390710122,
+      "grad_norm": 256.227294921875,
+      "learning_rate": 8.692819984756467e-06,
+      "loss": 25.2188,
+      "step": 23248
+    },
+    {
+      "epoch": 1.1110102265124726,
+      "grad_norm": 486.399169921875,
+      "learning_rate": 8.692052761234805e-06,
+      "loss": 22.9531,
+      "step": 23249
+    },
+    {
+      "epoch": 1.111058013953933,
+      "grad_norm": 195.8623809814453,
+      "learning_rate": 8.691285545546056e-06,
+      "loss": 21.875,
+      "step": 23250
+    },
+    {
+      "epoch": 1.1111058013953934,
+      "grad_norm": 452.0439147949219,
+      "learning_rate": 8.690518337694816e-06,
+      "loss": 18.4688,
+      "step": 23251
+    },
+    {
+      "epoch": 1.1111535888368538,
+      "grad_norm": 261.1094055175781,
+      "learning_rate": 8.689751137685685e-06,
+      "loss": 37.4688,
+      "step": 23252
+    },
+    {
+      "epoch": 1.1112013762783142,
+      "grad_norm": 191.51536560058594,
+      "learning_rate": 8.688983945523254e-06,
+      "loss": 23.25,
+      "step": 23253
+    },
+    {
+      "epoch": 1.1112491637197746,
+      "grad_norm": 242.5275421142578,
+      "learning_rate": 8.688216761212118e-06,
+      "loss": 25.625,
+      "step": 23254
+    },
+    {
+      "epoch": 1.1112969511612347,
+      "grad_norm": 198.25819396972656,
+      "learning_rate": 8.687449584756866e-06,
+      "loss": 16.5469,
+      "step": 23255
+    },
+    {
+      "epoch": 1.1113447386026951,
+      "grad_norm": 161.48968505859375,
+      "learning_rate": 8.686682416162102e-06,
+      "loss": 27.1875,
+      "step": 23256
+    },
+    {
+      "epoch": 1.1113925260441555,
+      "grad_norm": 294.75469970703125,
+      "learning_rate": 8.685915255432416e-06,
+      "loss": 28.75,
+      "step": 23257
+    },
+    {
+      "epoch": 1.111440313485616,
+      "grad_norm": 385.0645446777344,
+      "learning_rate": 8.685148102572399e-06,
+      "loss": 28.9062,
+      "step": 23258
+    },
+    {
+      "epoch": 1.1114881009270763,
+      "grad_norm": 281.40625,
+      "learning_rate": 8.684380957586647e-06,
+      "loss": 22.1719,
+      "step": 23259
+    },
+    {
+      "epoch": 1.1115358883685367,
+      "grad_norm": 237.5537567138672,
+      "learning_rate": 8.683613820479762e-06,
+      "loss": 31.1875,
+      "step": 23260
+    },
+    {
+      "epoch": 1.111583675809997,
+      "grad_norm": 175.4049530029297,
+      "learning_rate": 8.682846691256326e-06,
+      "loss": 20.4844,
+      "step": 23261
+    },
+    {
+      "epoch": 1.1116314632514575,
+      "grad_norm": 1620.9097900390625,
+      "learning_rate": 8.682079569920938e-06,
+      "loss": 18.4219,
+      "step": 23262
+    },
+    {
+      "epoch": 1.1116792506929178,
+      "grad_norm": 262.4518127441406,
+      "learning_rate": 8.681312456478195e-06,
+      "loss": 22.9375,
+      "step": 23263
+    },
+    {
+      "epoch": 1.1117270381343782,
+      "grad_norm": 200.3839111328125,
+      "learning_rate": 8.680545350932691e-06,
+      "loss": 18.125,
+      "step": 23264
+    },
+    {
+      "epoch": 1.1117748255758386,
+      "grad_norm": 204.57858276367188,
+      "learning_rate": 8.679778253289017e-06,
+      "loss": 22.8125,
+      "step": 23265
+    },
+    {
+      "epoch": 1.111822613017299,
+      "grad_norm": 229.20767211914062,
+      "learning_rate": 8.679011163551763e-06,
+      "loss": 26.6562,
+      "step": 23266
+    },
+    {
+      "epoch": 1.1118704004587594,
+      "grad_norm": 229.80284118652344,
+      "learning_rate": 8.678244081725533e-06,
+      "loss": 25.1094,
+      "step": 23267
+    },
+    {
+      "epoch": 1.1119181879002198,
+      "grad_norm": 554.9042358398438,
+      "learning_rate": 8.677477007814914e-06,
+      "loss": 25.3125,
+      "step": 23268
+    },
+    {
+      "epoch": 1.1119659753416802,
+      "grad_norm": 208.6566925048828,
+      "learning_rate": 8.6767099418245e-06,
+      "loss": 21.375,
+      "step": 23269
+    },
+    {
+      "epoch": 1.1120137627831406,
+      "grad_norm": 427.8789367675781,
+      "learning_rate": 8.675942883758887e-06,
+      "loss": 32.4375,
+      "step": 23270
+    },
+    {
+      "epoch": 1.112061550224601,
+      "grad_norm": 292.0181579589844,
+      "learning_rate": 8.675175833622669e-06,
+      "loss": 14.2188,
+      "step": 23271
+    },
+    {
+      "epoch": 1.1121093376660613,
+      "grad_norm": 230.20359802246094,
+      "learning_rate": 8.674408791420436e-06,
+      "loss": 30.5312,
+      "step": 23272
+    },
+    {
+      "epoch": 1.1121571251075217,
+      "grad_norm": 461.104736328125,
+      "learning_rate": 8.673641757156785e-06,
+      "loss": 16.9062,
+      "step": 23273
+    },
+    {
+      "epoch": 1.1122049125489821,
+      "grad_norm": 310.7462158203125,
+      "learning_rate": 8.672874730836305e-06,
+      "loss": 23.8125,
+      "step": 23274
+    },
+    {
+      "epoch": 1.1122526999904425,
+      "grad_norm": 299.43682861328125,
+      "learning_rate": 8.6721077124636e-06,
+      "loss": 35.8125,
+      "step": 23275
+    },
+    {
+      "epoch": 1.112300487431903,
+      "grad_norm": 190.3918914794922,
+      "learning_rate": 8.671340702043249e-06,
+      "loss": 24.3281,
+      "step": 23276
+    },
+    {
+      "epoch": 1.1123482748733633,
+      "grad_norm": 303.6664123535156,
+      "learning_rate": 8.670573699579857e-06,
+      "loss": 33.2812,
+      "step": 23277
+    },
+    {
+      "epoch": 1.1123960623148237,
+      "grad_norm": 401.7929382324219,
+      "learning_rate": 8.669806705078009e-06,
+      "loss": 29.625,
+      "step": 23278
+    },
+    {
+      "epoch": 1.112443849756284,
+      "grad_norm": 273.4406433105469,
+      "learning_rate": 8.669039718542308e-06,
+      "loss": 29.9219,
+      "step": 23279
+    },
+    {
+      "epoch": 1.1124916371977445,
+      "grad_norm": 160.210693359375,
+      "learning_rate": 8.668272739977339e-06,
+      "loss": 23.0625,
+      "step": 23280
+    },
+    {
+      "epoch": 1.1125394246392049,
+      "grad_norm": 252.19573974609375,
+      "learning_rate": 8.667505769387697e-06,
+      "loss": 18.2344,
+      "step": 23281
+    },
+    {
+      "epoch": 1.1125872120806652,
+      "grad_norm": 616.7742309570312,
+      "learning_rate": 8.66673880677798e-06,
+      "loss": 27.0,
+      "step": 23282
+    },
+    {
+      "epoch": 1.1126349995221256,
+      "grad_norm": 742.8286743164062,
+      "learning_rate": 8.665971852152772e-06,
+      "loss": 35.875,
+      "step": 23283
+    },
+    {
+      "epoch": 1.112682786963586,
+      "grad_norm": 185.25624084472656,
+      "learning_rate": 8.665204905516671e-06,
+      "loss": 30.0625,
+      "step": 23284
+    },
+    {
+      "epoch": 1.1127305744050464,
+      "grad_norm": 272.4002685546875,
+      "learning_rate": 8.664437966874275e-06,
+      "loss": 33.7188,
+      "step": 23285
+    },
+    {
+      "epoch": 1.1127783618465068,
+      "grad_norm": 330.263671875,
+      "learning_rate": 8.66367103623017e-06,
+      "loss": 26.7812,
+      "step": 23286
+    },
+    {
+      "epoch": 1.1128261492879672,
+      "grad_norm": 146.2084197998047,
+      "learning_rate": 8.662904113588948e-06,
+      "loss": 23.1875,
+      "step": 23287
+    },
+    {
+      "epoch": 1.1128739367294276,
+      "grad_norm": 335.71966552734375,
+      "learning_rate": 8.662137198955211e-06,
+      "loss": 19.2656,
+      "step": 23288
+    },
+    {
+      "epoch": 1.112921724170888,
+      "grad_norm": 195.1066436767578,
+      "learning_rate": 8.661370292333541e-06,
+      "loss": 33.3281,
+      "step": 23289
+    },
+    {
+      "epoch": 1.1129695116123484,
+      "grad_norm": 779.6444091796875,
+      "learning_rate": 8.66060339372854e-06,
+      "loss": 31.7188,
+      "step": 23290
+    },
+    {
+      "epoch": 1.1130172990538088,
+      "grad_norm": 521.6727294921875,
+      "learning_rate": 8.659836503144792e-06,
+      "loss": 36.5,
+      "step": 23291
+    },
+    {
+      "epoch": 1.1130650864952691,
+      "grad_norm": 366.9148254394531,
+      "learning_rate": 8.659069620586897e-06,
+      "loss": 21.8125,
+      "step": 23292
+    },
+    {
+      "epoch": 1.1131128739367295,
+      "grad_norm": 327.55523681640625,
+      "learning_rate": 8.658302746059446e-06,
+      "loss": 22.0156,
+      "step": 23293
+    },
+    {
+      "epoch": 1.1131606613781897,
+      "grad_norm": 171.65838623046875,
+      "learning_rate": 8.657535879567026e-06,
+      "loss": 24.4219,
+      "step": 23294
+    },
+    {
+      "epoch": 1.11320844881965,
+      "grad_norm": 261.9418029785156,
+      "learning_rate": 8.656769021114236e-06,
+      "loss": 26.2188,
+      "step": 23295
+    },
+    {
+      "epoch": 1.1132562362611105,
+      "grad_norm": 211.8096466064453,
+      "learning_rate": 8.656002170705664e-06,
+      "loss": 27.6094,
+      "step": 23296
+    },
+    {
+      "epoch": 1.1133040237025709,
+      "grad_norm": 186.8771514892578,
+      "learning_rate": 8.65523532834591e-06,
+      "loss": 26.0938,
+      "step": 23297
+    },
+    {
+      "epoch": 1.1133518111440313,
+      "grad_norm": 156.8428955078125,
+      "learning_rate": 8.654468494039557e-06,
+      "loss": 26.8438,
+      "step": 23298
+    },
+    {
+      "epoch": 1.1133995985854916,
+      "grad_norm": 182.82858276367188,
+      "learning_rate": 8.653701667791202e-06,
+      "loss": 24.5938,
+      "step": 23299
+    },
+    {
+      "epoch": 1.113447386026952,
+      "grad_norm": 226.1359405517578,
+      "learning_rate": 8.652934849605435e-06,
+      "loss": 25.6875,
+      "step": 23300
+    },
+    {
+      "epoch": 1.1134951734684124,
+      "grad_norm": 3024.20458984375,
+      "learning_rate": 8.652168039486854e-06,
+      "loss": 18.1719,
+      "step": 23301
+    },
+    {
+      "epoch": 1.1135429609098728,
+      "grad_norm": 544.502685546875,
+      "learning_rate": 8.651401237440045e-06,
+      "loss": 41.4062,
+      "step": 23302
+    },
+    {
+      "epoch": 1.1135907483513332,
+      "grad_norm": 374.26861572265625,
+      "learning_rate": 8.650634443469605e-06,
+      "loss": 21.9219,
+      "step": 23303
+    },
+    {
+      "epoch": 1.1136385357927936,
+      "grad_norm": 367.8553466796875,
+      "learning_rate": 8.64986765758012e-06,
+      "loss": 33.0,
+      "step": 23304
+    },
+    {
+      "epoch": 1.113686323234254,
+      "grad_norm": 267.9914245605469,
+      "learning_rate": 8.64910087977619e-06,
+      "loss": 24.8125,
+      "step": 23305
+    },
+    {
+      "epoch": 1.1137341106757144,
+      "grad_norm": 202.6613311767578,
+      "learning_rate": 8.648334110062399e-06,
+      "loss": 23.4844,
+      "step": 23306
+    },
+    {
+      "epoch": 1.1137818981171748,
+      "grad_norm": 254.71035766601562,
+      "learning_rate": 8.647567348443342e-06,
+      "loss": 26.0156,
+      "step": 23307
+    },
+    {
+      "epoch": 1.1138296855586352,
+      "grad_norm": 410.5420227050781,
+      "learning_rate": 8.646800594923616e-06,
+      "loss": 22.25,
+      "step": 23308
+    },
+    {
+      "epoch": 1.1138774730000955,
+      "grad_norm": 299.3448181152344,
+      "learning_rate": 8.646033849507803e-06,
+      "loss": 47.4375,
+      "step": 23309
+    },
+    {
+      "epoch": 1.113925260441556,
+      "grad_norm": 257.4069519042969,
+      "learning_rate": 8.645267112200501e-06,
+      "loss": 27.4062,
+      "step": 23310
+    },
+    {
+      "epoch": 1.1139730478830163,
+      "grad_norm": 405.26422119140625,
+      "learning_rate": 8.644500383006301e-06,
+      "loss": 28.7344,
+      "step": 23311
+    },
+    {
+      "epoch": 1.1140208353244767,
+      "grad_norm": 218.84556579589844,
+      "learning_rate": 8.643733661929799e-06,
+      "loss": 23.9375,
+      "step": 23312
+    },
+    {
+      "epoch": 1.114068622765937,
+      "grad_norm": 304.1685791015625,
+      "learning_rate": 8.642966948975577e-06,
+      "loss": 25.8438,
+      "step": 23313
+    },
+    {
+      "epoch": 1.1141164102073975,
+      "grad_norm": 333.3443603515625,
+      "learning_rate": 8.642200244148233e-06,
+      "loss": 31.9688,
+      "step": 23314
+    },
+    {
+      "epoch": 1.1141641976488579,
+      "grad_norm": 217.3025665283203,
+      "learning_rate": 8.641433547452358e-06,
+      "loss": 27.8125,
+      "step": 23315
+    },
+    {
+      "epoch": 1.1142119850903183,
+      "grad_norm": 278.8070068359375,
+      "learning_rate": 8.640666858892547e-06,
+      "loss": 25.9375,
+      "step": 23316
+    },
+    {
+      "epoch": 1.1142597725317787,
+      "grad_norm": 306.17022705078125,
+      "learning_rate": 8.639900178473383e-06,
+      "loss": 27.5312,
+      "step": 23317
+    },
+    {
+      "epoch": 1.114307559973239,
+      "grad_norm": 854.5413208007812,
+      "learning_rate": 8.639133506199463e-06,
+      "loss": 24.625,
+      "step": 23318
+    },
+    {
+      "epoch": 1.1143553474146994,
+      "grad_norm": 429.77313232421875,
+      "learning_rate": 8.638366842075379e-06,
+      "loss": 23.2812,
+      "step": 23319
+    },
+    {
+      "epoch": 1.1144031348561598,
+      "grad_norm": 223.5374755859375,
+      "learning_rate": 8.637600186105717e-06,
+      "loss": 26.5938,
+      "step": 23320
+    },
+    {
+      "epoch": 1.1144509222976202,
+      "grad_norm": 166.2254638671875,
+      "learning_rate": 8.636833538295074e-06,
+      "loss": 20.4219,
+      "step": 23321
+    },
+    {
+      "epoch": 1.1144987097390806,
+      "grad_norm": 155.3430938720703,
+      "learning_rate": 8.636066898648039e-06,
+      "loss": 24.0781,
+      "step": 23322
+    },
+    {
+      "epoch": 1.114546497180541,
+      "grad_norm": 292.67156982421875,
+      "learning_rate": 8.635300267169206e-06,
+      "loss": 22.1719,
+      "step": 23323
+    },
+    {
+      "epoch": 1.1145942846220014,
+      "grad_norm": 316.2903747558594,
+      "learning_rate": 8.634533643863159e-06,
+      "loss": 26.2188,
+      "step": 23324
+    },
+    {
+      "epoch": 1.1146420720634618,
+      "grad_norm": 161.12098693847656,
+      "learning_rate": 8.633767028734495e-06,
+      "loss": 27.0312,
+      "step": 23325
+    },
+    {
+      "epoch": 1.1146898595049222,
+      "grad_norm": 196.97251892089844,
+      "learning_rate": 8.633000421787802e-06,
+      "loss": 18.5312,
+      "step": 23326
+    },
+    {
+      "epoch": 1.1147376469463826,
+      "grad_norm": 327.3134765625,
+      "learning_rate": 8.632233823027676e-06,
+      "loss": 35.3125,
+      "step": 23327
+    },
+    {
+      "epoch": 1.114785434387843,
+      "grad_norm": 368.75152587890625,
+      "learning_rate": 8.631467232458704e-06,
+      "loss": 30.8438,
+      "step": 23328
+    },
+    {
+      "epoch": 1.1148332218293033,
+      "grad_norm": 236.44752502441406,
+      "learning_rate": 8.630700650085475e-06,
+      "loss": 26.875,
+      "step": 23329
+    },
+    {
+      "epoch": 1.1148810092707637,
+      "grad_norm": 243.88912963867188,
+      "learning_rate": 8.629934075912585e-06,
+      "loss": 24.0469,
+      "step": 23330
+    },
+    {
+      "epoch": 1.1149287967122241,
+      "grad_norm": 299.3497619628906,
+      "learning_rate": 8.62916750994462e-06,
+      "loss": 23.8125,
+      "step": 23331
+    },
+    {
+      "epoch": 1.1149765841536845,
+      "grad_norm": 255.4391632080078,
+      "learning_rate": 8.62840095218617e-06,
+      "loss": 38.8438,
+      "step": 23332
+    },
+    {
+      "epoch": 1.115024371595145,
+      "grad_norm": 191.25743103027344,
+      "learning_rate": 8.627634402641833e-06,
+      "loss": 32.4062,
+      "step": 23333
+    },
+    {
+      "epoch": 1.1150721590366053,
+      "grad_norm": 371.79443359375,
+      "learning_rate": 8.626867861316196e-06,
+      "loss": 26.0156,
+      "step": 23334
+    },
+    {
+      "epoch": 1.1151199464780657,
+      "grad_norm": 215.00494384765625,
+      "learning_rate": 8.626101328213845e-06,
+      "loss": 26.1875,
+      "step": 23335
+    },
+    {
+      "epoch": 1.115167733919526,
+      "grad_norm": 380.00286865234375,
+      "learning_rate": 8.625334803339378e-06,
+      "loss": 22.4844,
+      "step": 23336
+    },
+    {
+      "epoch": 1.1152155213609865,
+      "grad_norm": 369.3591003417969,
+      "learning_rate": 8.624568286697377e-06,
+      "loss": 26.8906,
+      "step": 23337
+    },
+    {
+      "epoch": 1.1152633088024466,
+      "grad_norm": 208.041015625,
+      "learning_rate": 8.623801778292444e-06,
+      "loss": 29.8438,
+      "step": 23338
+    },
+    {
+      "epoch": 1.115311096243907,
+      "grad_norm": 210.39349365234375,
+      "learning_rate": 8.623035278129156e-06,
+      "loss": 20.5,
+      "step": 23339
+    },
+    {
+      "epoch": 1.1153588836853674,
+      "grad_norm": 209.98143005371094,
+      "learning_rate": 8.622268786212112e-06,
+      "loss": 15.7188,
+      "step": 23340
+    },
+    {
+      "epoch": 1.1154066711268278,
+      "grad_norm": 156.94346618652344,
+      "learning_rate": 8.621502302545902e-06,
+      "loss": 15.7344,
+      "step": 23341
+    },
+    {
+      "epoch": 1.1154544585682882,
+      "grad_norm": 927.04443359375,
+      "learning_rate": 8.620735827135111e-06,
+      "loss": 29.7812,
+      "step": 23342
+    },
+    {
+      "epoch": 1.1155022460097486,
+      "grad_norm": 187.44776916503906,
+      "learning_rate": 8.619969359984334e-06,
+      "loss": 25.2656,
+      "step": 23343
+    },
+    {
+      "epoch": 1.115550033451209,
+      "grad_norm": 267.79095458984375,
+      "learning_rate": 8.619202901098158e-06,
+      "loss": 19.7656,
+      "step": 23344
+    },
+    {
+      "epoch": 1.1155978208926693,
+      "grad_norm": 608.230712890625,
+      "learning_rate": 8.618436450481182e-06,
+      "loss": 23.9531,
+      "step": 23345
+    },
+    {
+      "epoch": 1.1156456083341297,
+      "grad_norm": 307.8782043457031,
+      "learning_rate": 8.617670008137981e-06,
+      "loss": 27.0312,
+      "step": 23346
+    },
+    {
+      "epoch": 1.1156933957755901,
+      "grad_norm": 785.800048828125,
+      "learning_rate": 8.616903574073155e-06,
+      "loss": 27.7344,
+      "step": 23347
+    },
+    {
+      "epoch": 1.1157411832170505,
+      "grad_norm": 205.46832275390625,
+      "learning_rate": 8.616137148291293e-06,
+      "loss": 33.8438,
+      "step": 23348
+    },
+    {
+      "epoch": 1.115788970658511,
+      "grad_norm": 506.93603515625,
+      "learning_rate": 8.615370730796986e-06,
+      "loss": 31.6875,
+      "step": 23349
+    },
+    {
+      "epoch": 1.1158367580999713,
+      "grad_norm": 317.18212890625,
+      "learning_rate": 8.614604321594818e-06,
+      "loss": 30.4688,
+      "step": 23350
+    },
+    {
+      "epoch": 1.1158845455414317,
+      "grad_norm": 296.53948974609375,
+      "learning_rate": 8.613837920689386e-06,
+      "loss": 32.5312,
+      "step": 23351
+    },
+    {
+      "epoch": 1.115932332982892,
+      "grad_norm": 292.0043640136719,
+      "learning_rate": 8.613071528085272e-06,
+      "loss": 20.5781,
+      "step": 23352
+    },
+    {
+      "epoch": 1.1159801204243525,
+      "grad_norm": 314.0331115722656,
+      "learning_rate": 8.612305143787073e-06,
+      "loss": 24.8438,
+      "step": 23353
+    },
+    {
+      "epoch": 1.1160279078658129,
+      "grad_norm": 511.1731262207031,
+      "learning_rate": 8.611538767799376e-06,
+      "loss": 34.9062,
+      "step": 23354
+    },
+    {
+      "epoch": 1.1160756953072732,
+      "grad_norm": 466.3431396484375,
+      "learning_rate": 8.610772400126767e-06,
+      "loss": 23.9688,
+      "step": 23355
+    },
+    {
+      "epoch": 1.1161234827487336,
+      "grad_norm": 662.5128173828125,
+      "learning_rate": 8.610006040773844e-06,
+      "loss": 34.2969,
+      "step": 23356
+    },
+    {
+      "epoch": 1.116171270190194,
+      "grad_norm": 512.1463623046875,
+      "learning_rate": 8.609239689745186e-06,
+      "loss": 33.5469,
+      "step": 23357
+    },
+    {
+      "epoch": 1.1162190576316544,
+      "grad_norm": 328.97235107421875,
+      "learning_rate": 8.608473347045389e-06,
+      "loss": 20.4375,
+      "step": 23358
+    },
+    {
+      "epoch": 1.1162668450731148,
+      "grad_norm": 544.152587890625,
+      "learning_rate": 8.60770701267904e-06,
+      "loss": 25.0938,
+      "step": 23359
+    },
+    {
+      "epoch": 1.1163146325145752,
+      "grad_norm": 280.07183837890625,
+      "learning_rate": 8.606940686650733e-06,
+      "loss": 23.9062,
+      "step": 23360
+    },
+    {
+      "epoch": 1.1163624199560356,
+      "grad_norm": 162.68093872070312,
+      "learning_rate": 8.606174368965051e-06,
+      "loss": 28.6875,
+      "step": 23361
+    },
+    {
+      "epoch": 1.116410207397496,
+      "grad_norm": 458.392822265625,
+      "learning_rate": 8.605408059626585e-06,
+      "loss": 18.7109,
+      "step": 23362
+    },
+    {
+      "epoch": 1.1164579948389564,
+      "grad_norm": 353.44122314453125,
+      "learning_rate": 8.604641758639927e-06,
+      "loss": 31.0,
+      "step": 23363
+    },
+    {
+      "epoch": 1.1165057822804167,
+      "grad_norm": 171.17848205566406,
+      "learning_rate": 8.603875466009668e-06,
+      "loss": 27.2188,
+      "step": 23364
+    },
+    {
+      "epoch": 1.1165535697218771,
+      "grad_norm": 203.12049865722656,
+      "learning_rate": 8.603109181740387e-06,
+      "loss": 20.2188,
+      "step": 23365
+    },
+    {
+      "epoch": 1.1166013571633375,
+      "grad_norm": 438.3932189941406,
+      "learning_rate": 8.602342905836682e-06,
+      "loss": 25.8281,
+      "step": 23366
+    },
+    {
+      "epoch": 1.116649144604798,
+      "grad_norm": 515.3529663085938,
+      "learning_rate": 8.601576638303141e-06,
+      "loss": 18.5312,
+      "step": 23367
+    },
+    {
+      "epoch": 1.1166969320462583,
+      "grad_norm": 321.364013671875,
+      "learning_rate": 8.60081037914435e-06,
+      "loss": 24.75,
+      "step": 23368
+    },
+    {
+      "epoch": 1.1167447194877187,
+      "grad_norm": 245.04489135742188,
+      "learning_rate": 8.6000441283649e-06,
+      "loss": 24.2031,
+      "step": 23369
+    },
+    {
+      "epoch": 1.116792506929179,
+      "grad_norm": 347.89837646484375,
+      "learning_rate": 8.599277885969378e-06,
+      "loss": 23.0312,
+      "step": 23370
+    },
+    {
+      "epoch": 1.1168402943706395,
+      "grad_norm": 215.05569458007812,
+      "learning_rate": 8.598511651962375e-06,
+      "loss": 24.7812,
+      "step": 23371
+    },
+    {
+      "epoch": 1.1168880818120999,
+      "grad_norm": 455.14117431640625,
+      "learning_rate": 8.597745426348481e-06,
+      "loss": 31.0312,
+      "step": 23372
+    },
+    {
+      "epoch": 1.1169358692535603,
+      "grad_norm": 182.38885498046875,
+      "learning_rate": 8.596979209132279e-06,
+      "loss": 18.1719,
+      "step": 23373
+    },
+    {
+      "epoch": 1.1169836566950206,
+      "grad_norm": 351.1336364746094,
+      "learning_rate": 8.59621300031836e-06,
+      "loss": 20.8438,
+      "step": 23374
+    },
+    {
+      "epoch": 1.117031444136481,
+      "grad_norm": 176.50424194335938,
+      "learning_rate": 8.59544679991132e-06,
+      "loss": 17.8906,
+      "step": 23375
+    },
+    {
+      "epoch": 1.1170792315779412,
+      "grad_norm": 356.84197998046875,
+      "learning_rate": 8.594680607915735e-06,
+      "loss": 29.5156,
+      "step": 23376
+    },
+    {
+      "epoch": 1.1171270190194016,
+      "grad_norm": 236.92453002929688,
+      "learning_rate": 8.593914424336202e-06,
+      "loss": 24.3438,
+      "step": 23377
+    },
+    {
+      "epoch": 1.117174806460862,
+      "grad_norm": 607.1264038085938,
+      "learning_rate": 8.59314824917731e-06,
+      "loss": 17.875,
+      "step": 23378
+    },
+    {
+      "epoch": 1.1172225939023224,
+      "grad_norm": 348.4239807128906,
+      "learning_rate": 8.592382082443641e-06,
+      "loss": 31.0312,
+      "step": 23379
+    },
+    {
+      "epoch": 1.1172703813437828,
+      "grad_norm": 183.72605895996094,
+      "learning_rate": 8.591615924139786e-06,
+      "loss": 19.7969,
+      "step": 23380
+    },
+    {
+      "epoch": 1.1173181687852431,
+      "grad_norm": 236.43238830566406,
+      "learning_rate": 8.590849774270335e-06,
+      "loss": 15.6875,
+      "step": 23381
+    },
+    {
+      "epoch": 1.1173659562267035,
+      "grad_norm": 178.3072967529297,
+      "learning_rate": 8.590083632839882e-06,
+      "loss": 30.6875,
+      "step": 23382
+    },
+    {
+      "epoch": 1.117413743668164,
+      "grad_norm": 504.2262878417969,
+      "learning_rate": 8.589317499853001e-06,
+      "loss": 21.8125,
+      "step": 23383
+    },
+    {
+      "epoch": 1.1174615311096243,
+      "grad_norm": 216.37437438964844,
+      "learning_rate": 8.58855137531429e-06,
+      "loss": 25.4375,
+      "step": 23384
+    },
+    {
+      "epoch": 1.1175093185510847,
+      "grad_norm": 345.42724609375,
+      "learning_rate": 8.587785259228337e-06,
+      "loss": 37.0,
+      "step": 23385
+    },
+    {
+      "epoch": 1.117557105992545,
+      "grad_norm": 452.1805419921875,
+      "learning_rate": 8.587019151599727e-06,
+      "loss": 26.2344,
+      "step": 23386
+    },
+    {
+      "epoch": 1.1176048934340055,
+      "grad_norm": 315.2059326171875,
+      "learning_rate": 8.58625305243305e-06,
+      "loss": 24.25,
+      "step": 23387
+    },
+    {
+      "epoch": 1.1176526808754659,
+      "grad_norm": 399.9487609863281,
+      "learning_rate": 8.58548696173289e-06,
+      "loss": 32.75,
+      "step": 23388
+    },
+    {
+      "epoch": 1.1177004683169263,
+      "grad_norm": 274.9883728027344,
+      "learning_rate": 8.584720879503839e-06,
+      "loss": 26.2656,
+      "step": 23389
+    },
+    {
+      "epoch": 1.1177482557583867,
+      "grad_norm": 460.90582275390625,
+      "learning_rate": 8.583954805750488e-06,
+      "loss": 35.4062,
+      "step": 23390
+    },
+    {
+      "epoch": 1.117796043199847,
+      "grad_norm": 466.0494689941406,
+      "learning_rate": 8.583188740477414e-06,
+      "loss": 18.0156,
+      "step": 23391
+    },
+    {
+      "epoch": 1.1178438306413074,
+      "grad_norm": 266.1138000488281,
+      "learning_rate": 8.582422683689212e-06,
+      "loss": 33.8594,
+      "step": 23392
+    },
+    {
+      "epoch": 1.1178916180827678,
+      "grad_norm": 563.3560791015625,
+      "learning_rate": 8.581656635390475e-06,
+      "loss": 29.6719,
+      "step": 23393
+    },
+    {
+      "epoch": 1.1179394055242282,
+      "grad_norm": 177.68846130371094,
+      "learning_rate": 8.58089059558578e-06,
+      "loss": 18.7344,
+      "step": 23394
+    },
+    {
+      "epoch": 1.1179871929656886,
+      "grad_norm": 232.67654418945312,
+      "learning_rate": 8.580124564279717e-06,
+      "loss": 28.2656,
+      "step": 23395
+    },
+    {
+      "epoch": 1.118034980407149,
+      "grad_norm": 204.49179077148438,
+      "learning_rate": 8.579358541476877e-06,
+      "loss": 24.75,
+      "step": 23396
+    },
+    {
+      "epoch": 1.1180827678486094,
+      "grad_norm": 111.58585357666016,
+      "learning_rate": 8.578592527181852e-06,
+      "loss": 14.7031,
+      "step": 23397
+    },
+    {
+      "epoch": 1.1181305552900698,
+      "grad_norm": 262.76800537109375,
+      "learning_rate": 8.577826521399217e-06,
+      "loss": 31.375,
+      "step": 23398
+    },
+    {
+      "epoch": 1.1181783427315302,
+      "grad_norm": 201.4031219482422,
+      "learning_rate": 8.577060524133568e-06,
+      "loss": 24.375,
+      "step": 23399
+    },
+    {
+      "epoch": 1.1182261301729906,
+      "grad_norm": 225.58914184570312,
+      "learning_rate": 8.576294535389492e-06,
+      "loss": 23.3594,
+      "step": 23400
+    },
+    {
+      "epoch": 1.118273917614451,
+      "grad_norm": 200.8163604736328,
+      "learning_rate": 8.575528555171573e-06,
+      "loss": 32.25,
+      "step": 23401
+    },
+    {
+      "epoch": 1.1183217050559113,
+      "grad_norm": 239.5215301513672,
+      "learning_rate": 8.574762583484401e-06,
+      "loss": 27.5938,
+      "step": 23402
+    },
+    {
+      "epoch": 1.1183694924973717,
+      "grad_norm": 172.44363403320312,
+      "learning_rate": 8.573996620332562e-06,
+      "loss": 26.4375,
+      "step": 23403
+    },
+    {
+      "epoch": 1.118417279938832,
+      "grad_norm": 396.184326171875,
+      "learning_rate": 8.573230665720642e-06,
+      "loss": 33.875,
+      "step": 23404
+    },
+    {
+      "epoch": 1.1184650673802925,
+      "grad_norm": 364.43310546875,
+      "learning_rate": 8.57246471965323e-06,
+      "loss": 34.8125,
+      "step": 23405
+    },
+    {
+      "epoch": 1.1185128548217529,
+      "grad_norm": 374.60760498046875,
+      "learning_rate": 8.571698782134912e-06,
+      "loss": 45.875,
+      "step": 23406
+    },
+    {
+      "epoch": 1.1185606422632133,
+      "grad_norm": 270.4290466308594,
+      "learning_rate": 8.570932853170274e-06,
+      "loss": 29.5156,
+      "step": 23407
+    },
+    {
+      "epoch": 1.1186084297046737,
+      "grad_norm": 197.41017150878906,
+      "learning_rate": 8.570166932763908e-06,
+      "loss": 27.8906,
+      "step": 23408
+    },
+    {
+      "epoch": 1.118656217146134,
+      "grad_norm": 181.85272216796875,
+      "learning_rate": 8.569401020920393e-06,
+      "loss": 29.125,
+      "step": 23409
+    },
+    {
+      "epoch": 1.1187040045875944,
+      "grad_norm": 317.0701904296875,
+      "learning_rate": 8.568635117644322e-06,
+      "loss": 26.5469,
+      "step": 23410
+    },
+    {
+      "epoch": 1.1187517920290548,
+      "grad_norm": 145.96607971191406,
+      "learning_rate": 8.567869222940278e-06,
+      "loss": 23.6562,
+      "step": 23411
+    },
+    {
+      "epoch": 1.1187995794705152,
+      "grad_norm": 125.31002807617188,
+      "learning_rate": 8.567103336812853e-06,
+      "loss": 19.4219,
+      "step": 23412
+    },
+    {
+      "epoch": 1.1188473669119756,
+      "grad_norm": 293.256591796875,
+      "learning_rate": 8.566337459266627e-06,
+      "loss": 38.9375,
+      "step": 23413
+    },
+    {
+      "epoch": 1.118895154353436,
+      "grad_norm": 188.61094665527344,
+      "learning_rate": 8.565571590306189e-06,
+      "loss": 21.125,
+      "step": 23414
+    },
+    {
+      "epoch": 1.1189429417948964,
+      "grad_norm": 1340.905517578125,
+      "learning_rate": 8.56480572993613e-06,
+      "loss": 24.25,
+      "step": 23415
+    },
+    {
+      "epoch": 1.1189907292363568,
+      "grad_norm": 227.39614868164062,
+      "learning_rate": 8.56403987816103e-06,
+      "loss": 25.1562,
+      "step": 23416
+    },
+    {
+      "epoch": 1.1190385166778172,
+      "grad_norm": 196.6299591064453,
+      "learning_rate": 8.563274034985477e-06,
+      "loss": 22.2656,
+      "step": 23417
+    },
+    {
+      "epoch": 1.1190863041192776,
+      "grad_norm": 352.492431640625,
+      "learning_rate": 8.562508200414062e-06,
+      "loss": 37.9531,
+      "step": 23418
+    },
+    {
+      "epoch": 1.119134091560738,
+      "grad_norm": 217.93695068359375,
+      "learning_rate": 8.561742374451366e-06,
+      "loss": 23.1094,
+      "step": 23419
+    },
+    {
+      "epoch": 1.1191818790021981,
+      "grad_norm": 222.5777587890625,
+      "learning_rate": 8.560976557101978e-06,
+      "loss": 30.9062,
+      "step": 23420
+    },
+    {
+      "epoch": 1.1192296664436585,
+      "grad_norm": 278.3896484375,
+      "learning_rate": 8.560210748370484e-06,
+      "loss": 24.625,
+      "step": 23421
+    },
+    {
+      "epoch": 1.119277453885119,
+      "grad_norm": 190.63768005371094,
+      "learning_rate": 8.559444948261467e-06,
+      "loss": 23.4375,
+      "step": 23422
+    },
+    {
+      "epoch": 1.1193252413265793,
+      "grad_norm": 356.6148376464844,
+      "learning_rate": 8.55867915677952e-06,
+      "loss": 25.375,
+      "step": 23423
+    },
+    {
+      "epoch": 1.1193730287680397,
+      "grad_norm": 285.24951171875,
+      "learning_rate": 8.557913373929222e-06,
+      "loss": 20.5938,
+      "step": 23424
+    },
+    {
+      "epoch": 1.1194208162095,
+      "grad_norm": 441.4842224121094,
+      "learning_rate": 8.557147599715163e-06,
+      "loss": 24.4062,
+      "step": 23425
+    },
+    {
+      "epoch": 1.1194686036509605,
+      "grad_norm": 244.8895721435547,
+      "learning_rate": 8.55638183414193e-06,
+      "loss": 18.2656,
+      "step": 23426
+    },
+    {
+      "epoch": 1.1195163910924208,
+      "grad_norm": 275.0133361816406,
+      "learning_rate": 8.555616077214104e-06,
+      "loss": 20.4688,
+      "step": 23427
+    },
+    {
+      "epoch": 1.1195641785338812,
+      "grad_norm": 430.9281921386719,
+      "learning_rate": 8.554850328936273e-06,
+      "loss": 24.5781,
+      "step": 23428
+    },
+    {
+      "epoch": 1.1196119659753416,
+      "grad_norm": 328.69061279296875,
+      "learning_rate": 8.554084589313025e-06,
+      "loss": 29.5312,
+      "step": 23429
+    },
+    {
+      "epoch": 1.119659753416802,
+      "grad_norm": 176.77978515625,
+      "learning_rate": 8.553318858348949e-06,
+      "loss": 18.3906,
+      "step": 23430
+    },
+    {
+      "epoch": 1.1197075408582624,
+      "grad_norm": 189.80726623535156,
+      "learning_rate": 8.552553136048621e-06,
+      "loss": 19.9219,
+      "step": 23431
+    },
+    {
+      "epoch": 1.1197553282997228,
+      "grad_norm": 307.0145568847656,
+      "learning_rate": 8.551787422416633e-06,
+      "loss": 29.0,
+      "step": 23432
+    },
+    {
+      "epoch": 1.1198031157411832,
+      "grad_norm": 181.36187744140625,
+      "learning_rate": 8.551021717457571e-06,
+      "loss": 17.5781,
+      "step": 23433
+    },
+    {
+      "epoch": 1.1198509031826436,
+      "grad_norm": 324.7320861816406,
+      "learning_rate": 8.55025602117602e-06,
+      "loss": 27.0938,
+      "step": 23434
+    },
+    {
+      "epoch": 1.119898690624104,
+      "grad_norm": 284.82196044921875,
+      "learning_rate": 8.549490333576565e-06,
+      "loss": 25.5938,
+      "step": 23435
+    },
+    {
+      "epoch": 1.1199464780655644,
+      "grad_norm": 323.0616455078125,
+      "learning_rate": 8.548724654663787e-06,
+      "loss": 27.2188,
+      "step": 23436
+    },
+    {
+      "epoch": 1.1199942655070247,
+      "grad_norm": 240.89016723632812,
+      "learning_rate": 8.547958984442278e-06,
+      "loss": 29.5156,
+      "step": 23437
+    },
+    {
+      "epoch": 1.1200420529484851,
+      "grad_norm": 208.8349609375,
+      "learning_rate": 8.547193322916625e-06,
+      "loss": 25.1719,
+      "step": 23438
+    },
+    {
+      "epoch": 1.1200898403899455,
+      "grad_norm": 116.230712890625,
+      "learning_rate": 8.546427670091402e-06,
+      "loss": 19.2188,
+      "step": 23439
+    },
+    {
+      "epoch": 1.120137627831406,
+      "grad_norm": 282.4861145019531,
+      "learning_rate": 8.545662025971205e-06,
+      "loss": 23.8438,
+      "step": 23440
+    },
+    {
+      "epoch": 1.1201854152728663,
+      "grad_norm": 245.9425048828125,
+      "learning_rate": 8.54489639056062e-06,
+      "loss": 28.1875,
+      "step": 23441
+    },
+    {
+      "epoch": 1.1202332027143267,
+      "grad_norm": 313.640380859375,
+      "learning_rate": 8.544130763864223e-06,
+      "loss": 28.5625,
+      "step": 23442
+    },
+    {
+      "epoch": 1.120280990155787,
+      "grad_norm": 373.03912353515625,
+      "learning_rate": 8.543365145886603e-06,
+      "loss": 18.375,
+      "step": 23443
+    },
+    {
+      "epoch": 1.1203287775972475,
+      "grad_norm": 219.989501953125,
+      "learning_rate": 8.542599536632348e-06,
+      "loss": 18.3281,
+      "step": 23444
+    },
+    {
+      "epoch": 1.1203765650387079,
+      "grad_norm": 296.3623962402344,
+      "learning_rate": 8.541833936106045e-06,
+      "loss": 22.0156,
+      "step": 23445
+    },
+    {
+      "epoch": 1.1204243524801683,
+      "grad_norm": 280.6221618652344,
+      "learning_rate": 8.54106834431227e-06,
+      "loss": 23.6094,
+      "step": 23446
+    },
+    {
+      "epoch": 1.1204721399216286,
+      "grad_norm": 208.10867309570312,
+      "learning_rate": 8.540302761255614e-06,
+      "loss": 36.7344,
+      "step": 23447
+    },
+    {
+      "epoch": 1.120519927363089,
+      "grad_norm": 187.02381896972656,
+      "learning_rate": 8.539537186940662e-06,
+      "loss": 32.125,
+      "step": 23448
+    },
+    {
+      "epoch": 1.1205677148045494,
+      "grad_norm": 251.771484375,
+      "learning_rate": 8.538771621371999e-06,
+      "loss": 24.875,
+      "step": 23449
+    },
+    {
+      "epoch": 1.1206155022460098,
+      "grad_norm": 241.1203155517578,
+      "learning_rate": 8.538006064554205e-06,
+      "loss": 26.0938,
+      "step": 23450
+    },
+    {
+      "epoch": 1.1206632896874702,
+      "grad_norm": 261.78363037109375,
+      "learning_rate": 8.537240516491873e-06,
+      "loss": 43.2812,
+      "step": 23451
+    },
+    {
+      "epoch": 1.1207110771289306,
+      "grad_norm": 135.65931701660156,
+      "learning_rate": 8.536474977189581e-06,
+      "loss": 14.6562,
+      "step": 23452
+    },
+    {
+      "epoch": 1.120758864570391,
+      "grad_norm": 214.6692657470703,
+      "learning_rate": 8.535709446651915e-06,
+      "loss": 30.1875,
+      "step": 23453
+    },
+    {
+      "epoch": 1.1208066520118514,
+      "grad_norm": 238.67140197753906,
+      "learning_rate": 8.534943924883457e-06,
+      "loss": 23.7656,
+      "step": 23454
+    },
+    {
+      "epoch": 1.1208544394533118,
+      "grad_norm": 277.1253356933594,
+      "learning_rate": 8.534178411888797e-06,
+      "loss": 30.3438,
+      "step": 23455
+    },
+    {
+      "epoch": 1.1209022268947721,
+      "grad_norm": 238.44024658203125,
+      "learning_rate": 8.53341290767252e-06,
+      "loss": 18.7031,
+      "step": 23456
+    },
+    {
+      "epoch": 1.1209500143362325,
+      "grad_norm": 528.3113403320312,
+      "learning_rate": 8.532647412239203e-06,
+      "loss": 20.4219,
+      "step": 23457
+    },
+    {
+      "epoch": 1.120997801777693,
+      "grad_norm": 187.6527557373047,
+      "learning_rate": 8.531881925593434e-06,
+      "loss": 21.8125,
+      "step": 23458
+    },
+    {
+      "epoch": 1.121045589219153,
+      "grad_norm": 199.74728393554688,
+      "learning_rate": 8.531116447739797e-06,
+      "loss": 24.9062,
+      "step": 23459
+    },
+    {
+      "epoch": 1.1210933766606135,
+      "grad_norm": 224.74066162109375,
+      "learning_rate": 8.530350978682884e-06,
+      "loss": 25.8125,
+      "step": 23460
+    },
+    {
+      "epoch": 1.1211411641020739,
+      "grad_norm": 244.48753356933594,
+      "learning_rate": 8.529585518427267e-06,
+      "loss": 18.2656,
+      "step": 23461
+    },
+    {
+      "epoch": 1.1211889515435343,
+      "grad_norm": 252.3629913330078,
+      "learning_rate": 8.528820066977535e-06,
+      "loss": 28.4375,
+      "step": 23462
+    },
+    {
+      "epoch": 1.1212367389849947,
+      "grad_norm": 280.9918518066406,
+      "learning_rate": 8.528054624338276e-06,
+      "loss": 33.25,
+      "step": 23463
+    },
+    {
+      "epoch": 1.121284526426455,
+      "grad_norm": 351.1907653808594,
+      "learning_rate": 8.527289190514068e-06,
+      "loss": 25.625,
+      "step": 23464
+    },
+    {
+      "epoch": 1.1213323138679154,
+      "grad_norm": 196.65771484375,
+      "learning_rate": 8.526523765509496e-06,
+      "loss": 16.75,
+      "step": 23465
+    },
+    {
+      "epoch": 1.1213801013093758,
+      "grad_norm": 199.59915161132812,
+      "learning_rate": 8.525758349329148e-06,
+      "loss": 22.4844,
+      "step": 23466
+    },
+    {
+      "epoch": 1.1214278887508362,
+      "grad_norm": 474.6025695800781,
+      "learning_rate": 8.524992941977606e-06,
+      "loss": 26.4062,
+      "step": 23467
+    },
+    {
+      "epoch": 1.1214756761922966,
+      "grad_norm": 245.37612915039062,
+      "learning_rate": 8.524227543459449e-06,
+      "loss": 22.0781,
+      "step": 23468
+    },
+    {
+      "epoch": 1.121523463633757,
+      "grad_norm": 196.19908142089844,
+      "learning_rate": 8.523462153779269e-06,
+      "loss": 20.75,
+      "step": 23469
+    },
+    {
+      "epoch": 1.1215712510752174,
+      "grad_norm": 1139.8438720703125,
+      "learning_rate": 8.522696772941642e-06,
+      "loss": 27.4688,
+      "step": 23470
+    },
+    {
+      "epoch": 1.1216190385166778,
+      "grad_norm": 189.7206268310547,
+      "learning_rate": 8.521931400951159e-06,
+      "loss": 20.5469,
+      "step": 23471
+    },
+    {
+      "epoch": 1.1216668259581382,
+      "grad_norm": 453.52301025390625,
+      "learning_rate": 8.521166037812395e-06,
+      "loss": 39.5781,
+      "step": 23472
+    },
+    {
+      "epoch": 1.1217146133995985,
+      "grad_norm": 258.71514892578125,
+      "learning_rate": 8.520400683529941e-06,
+      "loss": 29.0781,
+      "step": 23473
+    },
+    {
+      "epoch": 1.121762400841059,
+      "grad_norm": 227.4567108154297,
+      "learning_rate": 8.519635338108376e-06,
+      "loss": 32.75,
+      "step": 23474
+    },
+    {
+      "epoch": 1.1218101882825193,
+      "grad_norm": 583.8328247070312,
+      "learning_rate": 8.518870001552288e-06,
+      "loss": 34.3906,
+      "step": 23475
+    },
+    {
+      "epoch": 1.1218579757239797,
+      "grad_norm": 194.94598388671875,
+      "learning_rate": 8.518104673866255e-06,
+      "loss": 21.3438,
+      "step": 23476
+    },
+    {
+      "epoch": 1.12190576316544,
+      "grad_norm": 127.72957611083984,
+      "learning_rate": 8.517339355054862e-06,
+      "loss": 24.3594,
+      "step": 23477
+    },
+    {
+      "epoch": 1.1219535506069005,
+      "grad_norm": 166.81993103027344,
+      "learning_rate": 8.516574045122698e-06,
+      "loss": 27.9375,
+      "step": 23478
+    },
+    {
+      "epoch": 1.1220013380483609,
+      "grad_norm": 593.3770141601562,
+      "learning_rate": 8.515808744074337e-06,
+      "loss": 30.2969,
+      "step": 23479
+    },
+    {
+      "epoch": 1.1220491254898213,
+      "grad_norm": 405.3254089355469,
+      "learning_rate": 8.515043451914366e-06,
+      "loss": 27.2969,
+      "step": 23480
+    },
+    {
+      "epoch": 1.1220969129312817,
+      "grad_norm": 256.4726867675781,
+      "learning_rate": 8.51427816864737e-06,
+      "loss": 26.5938,
+      "step": 23481
+    },
+    {
+      "epoch": 1.122144700372742,
+      "grad_norm": 164.0648193359375,
+      "learning_rate": 8.513512894277933e-06,
+      "loss": 30.75,
+      "step": 23482
+    },
+    {
+      "epoch": 1.1221924878142024,
+      "grad_norm": 190.9173126220703,
+      "learning_rate": 8.512747628810632e-06,
+      "loss": 23.8438,
+      "step": 23483
+    },
+    {
+      "epoch": 1.1222402752556628,
+      "grad_norm": 322.6512451171875,
+      "learning_rate": 8.511982372250057e-06,
+      "loss": 21.5312,
+      "step": 23484
+    },
+    {
+      "epoch": 1.1222880626971232,
+      "grad_norm": 245.50558471679688,
+      "learning_rate": 8.511217124600783e-06,
+      "loss": 30.5312,
+      "step": 23485
+    },
+    {
+      "epoch": 1.1223358501385836,
+      "grad_norm": 243.65748596191406,
+      "learning_rate": 8.510451885867404e-06,
+      "loss": 29.2344,
+      "step": 23486
+    },
+    {
+      "epoch": 1.122383637580044,
+      "grad_norm": 2191.915771484375,
+      "learning_rate": 8.50968665605449e-06,
+      "loss": 26.5,
+      "step": 23487
+    },
+    {
+      "epoch": 1.1224314250215044,
+      "grad_norm": 97.30349731445312,
+      "learning_rate": 8.50892143516663e-06,
+      "loss": 20.8906,
+      "step": 23488
+    },
+    {
+      "epoch": 1.1224792124629648,
+      "grad_norm": 243.28944396972656,
+      "learning_rate": 8.508156223208412e-06,
+      "loss": 31.0625,
+      "step": 23489
+    },
+    {
+      "epoch": 1.1225269999044252,
+      "grad_norm": 182.798583984375,
+      "learning_rate": 8.507391020184408e-06,
+      "loss": 20.9062,
+      "step": 23490
+    },
+    {
+      "epoch": 1.1225747873458856,
+      "grad_norm": 196.75680541992188,
+      "learning_rate": 8.506625826099208e-06,
+      "loss": 26.3125,
+      "step": 23491
+    },
+    {
+      "epoch": 1.122622574787346,
+      "grad_norm": 414.47821044921875,
+      "learning_rate": 8.50586064095739e-06,
+      "loss": 28.9062,
+      "step": 23492
+    },
+    {
+      "epoch": 1.1226703622288063,
+      "grad_norm": 254.803466796875,
+      "learning_rate": 8.505095464763545e-06,
+      "loss": 24.0312,
+      "step": 23493
+    },
+    {
+      "epoch": 1.1227181496702667,
+      "grad_norm": 777.2423095703125,
+      "learning_rate": 8.504330297522243e-06,
+      "loss": 23.75,
+      "step": 23494
+    },
+    {
+      "epoch": 1.1227659371117271,
+      "grad_norm": 169.1532745361328,
+      "learning_rate": 8.503565139238073e-06,
+      "loss": 22.6094,
+      "step": 23495
+    },
+    {
+      "epoch": 1.1228137245531875,
+      "grad_norm": 203.61331176757812,
+      "learning_rate": 8.502799989915618e-06,
+      "loss": 19.5156,
+      "step": 23496
+    },
+    {
+      "epoch": 1.122861511994648,
+      "grad_norm": 242.1079559326172,
+      "learning_rate": 8.502034849559462e-06,
+      "loss": 28.8906,
+      "step": 23497
+    },
+    {
+      "epoch": 1.1229092994361083,
+      "grad_norm": 281.8668212890625,
+      "learning_rate": 8.50126971817418e-06,
+      "loss": 23.4688,
+      "step": 23498
+    },
+    {
+      "epoch": 1.1229570868775687,
+      "grad_norm": 730.6984252929688,
+      "learning_rate": 8.500504595764363e-06,
+      "loss": 26.0625,
+      "step": 23499
+    },
+    {
+      "epoch": 1.123004874319029,
+      "grad_norm": 228.51051330566406,
+      "learning_rate": 8.499739482334586e-06,
+      "loss": 23.125,
+      "step": 23500
+    },
+    {
+      "epoch": 1.1230526617604895,
+      "grad_norm": 175.78611755371094,
+      "learning_rate": 8.498974377889431e-06,
+      "loss": 21.75,
+      "step": 23501
+    },
+    {
+      "epoch": 1.1231004492019496,
+      "grad_norm": 297.59722900390625,
+      "learning_rate": 8.498209282433488e-06,
+      "loss": 24.25,
+      "step": 23502
+    },
+    {
+      "epoch": 1.12314823664341,
+      "grad_norm": 239.35861206054688,
+      "learning_rate": 8.49744419597133e-06,
+      "loss": 17.7656,
+      "step": 23503
+    },
+    {
+      "epoch": 1.1231960240848704,
+      "grad_norm": 144.8433380126953,
+      "learning_rate": 8.496679118507545e-06,
+      "loss": 20.8281,
+      "step": 23504
+    },
+    {
+      "epoch": 1.1232438115263308,
+      "grad_norm": 168.3157196044922,
+      "learning_rate": 8.495914050046709e-06,
+      "loss": 16.7969,
+      "step": 23505
+    },
+    {
+      "epoch": 1.1232915989677912,
+      "grad_norm": 367.0882568359375,
+      "learning_rate": 8.495148990593408e-06,
+      "loss": 31.7812,
+      "step": 23506
+    },
+    {
+      "epoch": 1.1233393864092516,
+      "grad_norm": 187.68267822265625,
+      "learning_rate": 8.494383940152222e-06,
+      "loss": 35.0312,
+      "step": 23507
+    },
+    {
+      "epoch": 1.123387173850712,
+      "grad_norm": 299.83544921875,
+      "learning_rate": 8.493618898727738e-06,
+      "loss": 26.625,
+      "step": 23508
+    },
+    {
+      "epoch": 1.1234349612921724,
+      "grad_norm": 152.03781127929688,
+      "learning_rate": 8.492853866324529e-06,
+      "loss": 20.9688,
+      "step": 23509
+    },
+    {
+      "epoch": 1.1234827487336327,
+      "grad_norm": 112.50457763671875,
+      "learning_rate": 8.492088842947179e-06,
+      "loss": 22.3906,
+      "step": 23510
+    },
+    {
+      "epoch": 1.1235305361750931,
+      "grad_norm": 299.7922058105469,
+      "learning_rate": 8.491323828600278e-06,
+      "loss": 22.125,
+      "step": 23511
+    },
+    {
+      "epoch": 1.1235783236165535,
+      "grad_norm": 275.5721435546875,
+      "learning_rate": 8.490558823288393e-06,
+      "loss": 25.875,
+      "step": 23512
+    },
+    {
+      "epoch": 1.123626111058014,
+      "grad_norm": 302.5273742675781,
+      "learning_rate": 8.489793827016116e-06,
+      "loss": 28.1562,
+      "step": 23513
+    },
+    {
+      "epoch": 1.1236738984994743,
+      "grad_norm": 336.6942443847656,
+      "learning_rate": 8.489028839788023e-06,
+      "loss": 23.7812,
+      "step": 23514
+    },
+    {
+      "epoch": 1.1237216859409347,
+      "grad_norm": 245.1425323486328,
+      "learning_rate": 8.488263861608704e-06,
+      "loss": 23.75,
+      "step": 23515
+    },
+    {
+      "epoch": 1.123769473382395,
+      "grad_norm": 176.8134307861328,
+      "learning_rate": 8.487498892482727e-06,
+      "loss": 21.9375,
+      "step": 23516
+    },
+    {
+      "epoch": 1.1238172608238555,
+      "grad_norm": 242.86907958984375,
+      "learning_rate": 8.486733932414683e-06,
+      "loss": 30.25,
+      "step": 23517
+    },
+    {
+      "epoch": 1.1238650482653159,
+      "grad_norm": 174.2144775390625,
+      "learning_rate": 8.48596898140915e-06,
+      "loss": 23.2031,
+      "step": 23518
+    },
+    {
+      "epoch": 1.1239128357067762,
+      "grad_norm": 461.93438720703125,
+      "learning_rate": 8.485204039470711e-06,
+      "loss": 29.8125,
+      "step": 23519
+    },
+    {
+      "epoch": 1.1239606231482366,
+      "grad_norm": 136.31837463378906,
+      "learning_rate": 8.484439106603941e-06,
+      "loss": 18.5625,
+      "step": 23520
+    },
+    {
+      "epoch": 1.124008410589697,
+      "grad_norm": 269.42340087890625,
+      "learning_rate": 8.483674182813426e-06,
+      "loss": 30.4688,
+      "step": 23521
+    },
+    {
+      "epoch": 1.1240561980311574,
+      "grad_norm": 361.59906005859375,
+      "learning_rate": 8.482909268103745e-06,
+      "loss": 35.0938,
+      "step": 23522
+    },
+    {
+      "epoch": 1.1241039854726178,
+      "grad_norm": 141.7430877685547,
+      "learning_rate": 8.482144362479486e-06,
+      "loss": 25.1562,
+      "step": 23523
+    },
+    {
+      "epoch": 1.1241517729140782,
+      "grad_norm": 522.1238403320312,
+      "learning_rate": 8.481379465945219e-06,
+      "loss": 25.9062,
+      "step": 23524
+    },
+    {
+      "epoch": 1.1241995603555386,
+      "grad_norm": 227.7828369140625,
+      "learning_rate": 8.480614578505529e-06,
+      "loss": 31.0938,
+      "step": 23525
+    },
+    {
+      "epoch": 1.124247347796999,
+      "grad_norm": 182.862548828125,
+      "learning_rate": 8.479849700165002e-06,
+      "loss": 26.375,
+      "step": 23526
+    },
+    {
+      "epoch": 1.1242951352384594,
+      "grad_norm": 285.8304138183594,
+      "learning_rate": 8.479084830928208e-06,
+      "loss": 18.9375,
+      "step": 23527
+    },
+    {
+      "epoch": 1.1243429226799198,
+      "grad_norm": 380.6561279296875,
+      "learning_rate": 8.478319970799735e-06,
+      "loss": 27.8125,
+      "step": 23528
+    },
+    {
+      "epoch": 1.1243907101213801,
+      "grad_norm": 294.552001953125,
+      "learning_rate": 8.47755511978416e-06,
+      "loss": 27.0156,
+      "step": 23529
+    },
+    {
+      "epoch": 1.1244384975628405,
+      "grad_norm": 186.1794891357422,
+      "learning_rate": 8.476790277886071e-06,
+      "loss": 20.125,
+      "step": 23530
+    },
+    {
+      "epoch": 1.124486285004301,
+      "grad_norm": 235.16209411621094,
+      "learning_rate": 8.476025445110039e-06,
+      "loss": 21.8438,
+      "step": 23531
+    },
+    {
+      "epoch": 1.1245340724457613,
+      "grad_norm": 318.1404724121094,
+      "learning_rate": 8.475260621460649e-06,
+      "loss": 31.6562,
+      "step": 23532
+    },
+    {
+      "epoch": 1.1245818598872217,
+      "grad_norm": 542.0128173828125,
+      "learning_rate": 8.47449580694248e-06,
+      "loss": 29.25,
+      "step": 23533
+    },
+    {
+      "epoch": 1.124629647328682,
+      "grad_norm": 334.818115234375,
+      "learning_rate": 8.473731001560112e-06,
+      "loss": 17.1406,
+      "step": 23534
+    },
+    {
+      "epoch": 1.1246774347701425,
+      "grad_norm": 570.352783203125,
+      "learning_rate": 8.472966205318127e-06,
+      "loss": 24.9688,
+      "step": 23535
+    },
+    {
+      "epoch": 1.1247252222116029,
+      "grad_norm": 273.97186279296875,
+      "learning_rate": 8.472201418221103e-06,
+      "loss": 18.375,
+      "step": 23536
+    },
+    {
+      "epoch": 1.1247730096530633,
+      "grad_norm": 205.49452209472656,
+      "learning_rate": 8.471436640273625e-06,
+      "loss": 22.625,
+      "step": 23537
+    },
+    {
+      "epoch": 1.1248207970945237,
+      "grad_norm": 208.98081970214844,
+      "learning_rate": 8.470671871480264e-06,
+      "loss": 29.7344,
+      "step": 23538
+    },
+    {
+      "epoch": 1.124868584535984,
+      "grad_norm": 166.95986938476562,
+      "learning_rate": 8.469907111845606e-06,
+      "loss": 29.8125,
+      "step": 23539
+    },
+    {
+      "epoch": 1.1249163719774444,
+      "grad_norm": 199.4265899658203,
+      "learning_rate": 8.46914236137423e-06,
+      "loss": 22.2656,
+      "step": 23540
+    },
+    {
+      "epoch": 1.1249641594189046,
+      "grad_norm": 219.6211395263672,
+      "learning_rate": 8.468377620070719e-06,
+      "loss": 29.0,
+      "step": 23541
+    },
+    {
+      "epoch": 1.125011946860365,
+      "grad_norm": 438.2184753417969,
+      "learning_rate": 8.467612887939647e-06,
+      "loss": 33.5,
+      "step": 23542
+    },
+    {
+      "epoch": 1.1250597343018254,
+      "grad_norm": 213.05467224121094,
+      "learning_rate": 8.466848164985595e-06,
+      "loss": 28.625,
+      "step": 23543
+    },
+    {
+      "epoch": 1.1251075217432858,
+      "grad_norm": 296.7530822753906,
+      "learning_rate": 8.466083451213145e-06,
+      "loss": 32.3125,
+      "step": 23544
+    },
+    {
+      "epoch": 1.1251553091847462,
+      "grad_norm": 143.2294921875,
+      "learning_rate": 8.46531874662688e-06,
+      "loss": 20.6094,
+      "step": 23545
+    },
+    {
+      "epoch": 1.1252030966262065,
+      "grad_norm": 266.9351806640625,
+      "learning_rate": 8.464554051231371e-06,
+      "loss": 25.3125,
+      "step": 23546
+    },
+    {
+      "epoch": 1.125250884067667,
+      "grad_norm": 285.3150634765625,
+      "learning_rate": 8.463789365031203e-06,
+      "loss": 25.8438,
+      "step": 23547
+    },
+    {
+      "epoch": 1.1252986715091273,
+      "grad_norm": 162.3960723876953,
+      "learning_rate": 8.463024688030959e-06,
+      "loss": 21.5312,
+      "step": 23548
+    },
+    {
+      "epoch": 1.1253464589505877,
+      "grad_norm": 279.8744201660156,
+      "learning_rate": 8.462260020235206e-06,
+      "loss": 28.5625,
+      "step": 23549
+    },
+    {
+      "epoch": 1.125394246392048,
+      "grad_norm": 250.20712280273438,
+      "learning_rate": 8.461495361648538e-06,
+      "loss": 25.0625,
+      "step": 23550
+    },
+    {
+      "epoch": 1.1254420338335085,
+      "grad_norm": 275.9687805175781,
+      "learning_rate": 8.460730712275522e-06,
+      "loss": 21.9219,
+      "step": 23551
+    },
+    {
+      "epoch": 1.1254898212749689,
+      "grad_norm": 220.24923706054688,
+      "learning_rate": 8.459966072120746e-06,
+      "loss": 30.5938,
+      "step": 23552
+    },
+    {
+      "epoch": 1.1255376087164293,
+      "grad_norm": 305.5574951171875,
+      "learning_rate": 8.459201441188787e-06,
+      "loss": 25.6875,
+      "step": 23553
+    },
+    {
+      "epoch": 1.1255853961578897,
+      "grad_norm": 352.8979797363281,
+      "learning_rate": 8.45843681948422e-06,
+      "loss": 29.6719,
+      "step": 23554
+    },
+    {
+      "epoch": 1.12563318359935,
+      "grad_norm": 134.55982971191406,
+      "learning_rate": 8.457672207011629e-06,
+      "loss": 21.8438,
+      "step": 23555
+    },
+    {
+      "epoch": 1.1256809710408104,
+      "grad_norm": 252.2387237548828,
+      "learning_rate": 8.456907603775594e-06,
+      "loss": 24.4688,
+      "step": 23556
+    },
+    {
+      "epoch": 1.1257287584822708,
+      "grad_norm": 133.17991638183594,
+      "learning_rate": 8.456143009780687e-06,
+      "loss": 24.4688,
+      "step": 23557
+    },
+    {
+      "epoch": 1.1257765459237312,
+      "grad_norm": 512.9037475585938,
+      "learning_rate": 8.455378425031492e-06,
+      "loss": 24.4688,
+      "step": 23558
+    },
+    {
+      "epoch": 1.1258243333651916,
+      "grad_norm": 344.8475341796875,
+      "learning_rate": 8.454613849532586e-06,
+      "loss": 25.9062,
+      "step": 23559
+    },
+    {
+      "epoch": 1.125872120806652,
+      "grad_norm": 243.65745544433594,
+      "learning_rate": 8.453849283288554e-06,
+      "loss": 22.0938,
+      "step": 23560
+    },
+    {
+      "epoch": 1.1259199082481124,
+      "grad_norm": 268.2752380371094,
+      "learning_rate": 8.453084726303966e-06,
+      "loss": 25.8281,
+      "step": 23561
+    },
+    {
+      "epoch": 1.1259676956895728,
+      "grad_norm": 199.25802612304688,
+      "learning_rate": 8.452320178583404e-06,
+      "loss": 21.375,
+      "step": 23562
+    },
+    {
+      "epoch": 1.1260154831310332,
+      "grad_norm": 150.9400634765625,
+      "learning_rate": 8.45155564013145e-06,
+      "loss": 18.6328,
+      "step": 23563
+    },
+    {
+      "epoch": 1.1260632705724936,
+      "grad_norm": 231.41354370117188,
+      "learning_rate": 8.450791110952677e-06,
+      "loss": 23.2188,
+      "step": 23564
+    },
+    {
+      "epoch": 1.126111058013954,
+      "grad_norm": 128.58958435058594,
+      "learning_rate": 8.450026591051669e-06,
+      "loss": 13.0625,
+      "step": 23565
+    },
+    {
+      "epoch": 1.1261588454554143,
+      "grad_norm": 332.168212890625,
+      "learning_rate": 8.449262080432998e-06,
+      "loss": 33.7812,
+      "step": 23566
+    },
+    {
+      "epoch": 1.1262066328968747,
+      "grad_norm": 197.45230102539062,
+      "learning_rate": 8.44849757910125e-06,
+      "loss": 25.4375,
+      "step": 23567
+    },
+    {
+      "epoch": 1.1262544203383351,
+      "grad_norm": 152.94772338867188,
+      "learning_rate": 8.447733087060996e-06,
+      "loss": 16.2656,
+      "step": 23568
+    },
+    {
+      "epoch": 1.1263022077797955,
+      "grad_norm": 374.74920654296875,
+      "learning_rate": 8.446968604316818e-06,
+      "loss": 19.6875,
+      "step": 23569
+    },
+    {
+      "epoch": 1.126349995221256,
+      "grad_norm": 446.6516418457031,
+      "learning_rate": 8.446204130873295e-06,
+      "loss": 22.4219,
+      "step": 23570
+    },
+    {
+      "epoch": 1.1263977826627163,
+      "grad_norm": 246.3795928955078,
+      "learning_rate": 8.445439666735009e-06,
+      "loss": 27.75,
+      "step": 23571
+    },
+    {
+      "epoch": 1.1264455701041767,
+      "grad_norm": 429.6375732421875,
+      "learning_rate": 8.444675211906527e-06,
+      "loss": 21.0469,
+      "step": 23572
+    },
+    {
+      "epoch": 1.126493357545637,
+      "grad_norm": 579.0169067382812,
+      "learning_rate": 8.443910766392434e-06,
+      "loss": 27.4219,
+      "step": 23573
+    },
+    {
+      "epoch": 1.1265411449870975,
+      "grad_norm": 416.25933837890625,
+      "learning_rate": 8.443146330197312e-06,
+      "loss": 22.9531,
+      "step": 23574
+    },
+    {
+      "epoch": 1.1265889324285578,
+      "grad_norm": 388.77685546875,
+      "learning_rate": 8.44238190332573e-06,
+      "loss": 23.4062,
+      "step": 23575
+    },
+    {
+      "epoch": 1.1266367198700182,
+      "grad_norm": 877.2361450195312,
+      "learning_rate": 8.441617485782273e-06,
+      "loss": 25.2812,
+      "step": 23576
+    },
+    {
+      "epoch": 1.1266845073114786,
+      "grad_norm": 162.02041625976562,
+      "learning_rate": 8.440853077571513e-06,
+      "loss": 22.1719,
+      "step": 23577
+    },
+    {
+      "epoch": 1.126732294752939,
+      "grad_norm": 328.8420104980469,
+      "learning_rate": 8.440088678698037e-06,
+      "loss": 25.375,
+      "step": 23578
+    },
+    {
+      "epoch": 1.1267800821943994,
+      "grad_norm": 187.17498779296875,
+      "learning_rate": 8.439324289166412e-06,
+      "loss": 19.5781,
+      "step": 23579
+    },
+    {
+      "epoch": 1.1268278696358598,
+      "grad_norm": 331.9020080566406,
+      "learning_rate": 8.438559908981224e-06,
+      "loss": 21.4531,
+      "step": 23580
+    },
+    {
+      "epoch": 1.1268756570773202,
+      "grad_norm": 355.69635009765625,
+      "learning_rate": 8.437795538147045e-06,
+      "loss": 27.0625,
+      "step": 23581
+    },
+    {
+      "epoch": 1.1269234445187806,
+      "grad_norm": 403.6037292480469,
+      "learning_rate": 8.437031176668458e-06,
+      "loss": 29.0938,
+      "step": 23582
+    },
+    {
+      "epoch": 1.126971231960241,
+      "grad_norm": 275.2126159667969,
+      "learning_rate": 8.436266824550036e-06,
+      "loss": 29.5625,
+      "step": 23583
+    },
+    {
+      "epoch": 1.1270190194017013,
+      "grad_norm": 195.84173583984375,
+      "learning_rate": 8.435502481796357e-06,
+      "loss": 32.0938,
+      "step": 23584
+    },
+    {
+      "epoch": 1.1270668068431617,
+      "grad_norm": 247.55259704589844,
+      "learning_rate": 8.434738148412e-06,
+      "loss": 26.9531,
+      "step": 23585
+    },
+    {
+      "epoch": 1.127114594284622,
+      "grad_norm": 214.07327270507812,
+      "learning_rate": 8.433973824401542e-06,
+      "loss": 22.1406,
+      "step": 23586
+    },
+    {
+      "epoch": 1.1271623817260823,
+      "grad_norm": 268.9311828613281,
+      "learning_rate": 8.433209509769558e-06,
+      "loss": 29.6562,
+      "step": 23587
+    },
+    {
+      "epoch": 1.1272101691675427,
+      "grad_norm": 252.4937286376953,
+      "learning_rate": 8.432445204520627e-06,
+      "loss": 15.5,
+      "step": 23588
+    },
+    {
+      "epoch": 1.127257956609003,
+      "grad_norm": 275.291015625,
+      "learning_rate": 8.431680908659332e-06,
+      "loss": 21.2969,
+      "step": 23589
+    },
+    {
+      "epoch": 1.1273057440504635,
+      "grad_norm": 257.5958557128906,
+      "learning_rate": 8.43091662219024e-06,
+      "loss": 26.7344,
+      "step": 23590
+    },
+    {
+      "epoch": 1.1273535314919239,
+      "grad_norm": 420.3338317871094,
+      "learning_rate": 8.430152345117933e-06,
+      "loss": 26.6562,
+      "step": 23591
+    },
+    {
+      "epoch": 1.1274013189333842,
+      "grad_norm": 155.06224060058594,
+      "learning_rate": 8.429388077446987e-06,
+      "loss": 21.4844,
+      "step": 23592
+    },
+    {
+      "epoch": 1.1274491063748446,
+      "grad_norm": 286.38653564453125,
+      "learning_rate": 8.428623819181984e-06,
+      "loss": 26.375,
+      "step": 23593
+    },
+    {
+      "epoch": 1.127496893816305,
+      "grad_norm": 329.0072326660156,
+      "learning_rate": 8.427859570327494e-06,
+      "loss": 27.8438,
+      "step": 23594
+    },
+    {
+      "epoch": 1.1275446812577654,
+      "grad_norm": 262.24334716796875,
+      "learning_rate": 8.427095330888094e-06,
+      "loss": 29.125,
+      "step": 23595
+    },
+    {
+      "epoch": 1.1275924686992258,
+      "grad_norm": 195.34066772460938,
+      "learning_rate": 8.42633110086837e-06,
+      "loss": 16.4219,
+      "step": 23596
+    },
+    {
+      "epoch": 1.1276402561406862,
+      "grad_norm": 237.1912841796875,
+      "learning_rate": 8.425566880272886e-06,
+      "loss": 25.75,
+      "step": 23597
+    },
+    {
+      "epoch": 1.1276880435821466,
+      "grad_norm": 204.10679626464844,
+      "learning_rate": 8.424802669106226e-06,
+      "loss": 29.2188,
+      "step": 23598
+    },
+    {
+      "epoch": 1.127735831023607,
+      "grad_norm": 464.75323486328125,
+      "learning_rate": 8.424038467372968e-06,
+      "loss": 39.4062,
+      "step": 23599
+    },
+    {
+      "epoch": 1.1277836184650674,
+      "grad_norm": 270.2498779296875,
+      "learning_rate": 8.423274275077685e-06,
+      "loss": 32.6562,
+      "step": 23600
+    },
+    {
+      "epoch": 1.1278314059065278,
+      "grad_norm": 261.16241455078125,
+      "learning_rate": 8.422510092224954e-06,
+      "loss": 38.9062,
+      "step": 23601
+    },
+    {
+      "epoch": 1.1278791933479881,
+      "grad_norm": 263.01641845703125,
+      "learning_rate": 8.421745918819351e-06,
+      "loss": 25.0938,
+      "step": 23602
+    },
+    {
+      "epoch": 1.1279269807894485,
+      "grad_norm": 158.80015563964844,
+      "learning_rate": 8.420981754865453e-06,
+      "loss": 16.1875,
+      "step": 23603
+    },
+    {
+      "epoch": 1.127974768230909,
+      "grad_norm": 272.724365234375,
+      "learning_rate": 8.420217600367842e-06,
+      "loss": 31.9688,
+      "step": 23604
+    },
+    {
+      "epoch": 1.1280225556723693,
+      "grad_norm": 277.29766845703125,
+      "learning_rate": 8.419453455331083e-06,
+      "loss": 17.7344,
+      "step": 23605
+    },
+    {
+      "epoch": 1.1280703431138297,
+      "grad_norm": 287.0838623046875,
+      "learning_rate": 8.41868931975976e-06,
+      "loss": 22.875,
+      "step": 23606
+    },
+    {
+      "epoch": 1.12811813055529,
+      "grad_norm": 167.22756958007812,
+      "learning_rate": 8.417925193658447e-06,
+      "loss": 18.6406,
+      "step": 23607
+    },
+    {
+      "epoch": 1.1281659179967505,
+      "grad_norm": 351.2105712890625,
+      "learning_rate": 8.417161077031725e-06,
+      "loss": 21.2812,
+      "step": 23608
+    },
+    {
+      "epoch": 1.1282137054382109,
+      "grad_norm": 271.2878723144531,
+      "learning_rate": 8.416396969884162e-06,
+      "loss": 27.1406,
+      "step": 23609
+    },
+    {
+      "epoch": 1.1282614928796713,
+      "grad_norm": 246.24168395996094,
+      "learning_rate": 8.415632872220336e-06,
+      "loss": 25.0625,
+      "step": 23610
+    },
+    {
+      "epoch": 1.1283092803211316,
+      "grad_norm": 204.82618713378906,
+      "learning_rate": 8.41486878404483e-06,
+      "loss": 20.0312,
+      "step": 23611
+    },
+    {
+      "epoch": 1.128357067762592,
+      "grad_norm": 116.05389404296875,
+      "learning_rate": 8.414104705362212e-06,
+      "loss": 20.9844,
+      "step": 23612
+    },
+    {
+      "epoch": 1.1284048552040524,
+      "grad_norm": 132.78079223632812,
+      "learning_rate": 8.413340636177059e-06,
+      "loss": 21.625,
+      "step": 23613
+    },
+    {
+      "epoch": 1.1284526426455128,
+      "grad_norm": 345.35040283203125,
+      "learning_rate": 8.41257657649395e-06,
+      "loss": 41.7188,
+      "step": 23614
+    },
+    {
+      "epoch": 1.1285004300869732,
+      "grad_norm": 346.05133056640625,
+      "learning_rate": 8.411812526317458e-06,
+      "loss": 23.875,
+      "step": 23615
+    },
+    {
+      "epoch": 1.1285482175284336,
+      "grad_norm": 247.29568481445312,
+      "learning_rate": 8.411048485652162e-06,
+      "loss": 31.5,
+      "step": 23616
+    },
+    {
+      "epoch": 1.128596004969894,
+      "grad_norm": 380.5123291015625,
+      "learning_rate": 8.41028445450263e-06,
+      "loss": 28.3125,
+      "step": 23617
+    },
+    {
+      "epoch": 1.1286437924113544,
+      "grad_norm": 230.3134765625,
+      "learning_rate": 8.409520432873446e-06,
+      "loss": 23.6875,
+      "step": 23618
+    },
+    {
+      "epoch": 1.1286915798528148,
+      "grad_norm": 389.1578369140625,
+      "learning_rate": 8.408756420769184e-06,
+      "loss": 26.3438,
+      "step": 23619
+    },
+    {
+      "epoch": 1.1287393672942752,
+      "grad_norm": 176.20045471191406,
+      "learning_rate": 8.407992418194416e-06,
+      "loss": 26.8438,
+      "step": 23620
+    },
+    {
+      "epoch": 1.1287871547357355,
+      "grad_norm": 426.4385986328125,
+      "learning_rate": 8.407228425153719e-06,
+      "loss": 20.9219,
+      "step": 23621
+    },
+    {
+      "epoch": 1.1288349421771957,
+      "grad_norm": 243.3097381591797,
+      "learning_rate": 8.406464441651672e-06,
+      "loss": 26.5625,
+      "step": 23622
+    },
+    {
+      "epoch": 1.128882729618656,
+      "grad_norm": 219.70123291015625,
+      "learning_rate": 8.405700467692842e-06,
+      "loss": 27.6562,
+      "step": 23623
+    },
+    {
+      "epoch": 1.1289305170601165,
+      "grad_norm": 350.02374267578125,
+      "learning_rate": 8.404936503281808e-06,
+      "loss": 21.9375,
+      "step": 23624
+    },
+    {
+      "epoch": 1.1289783045015769,
+      "grad_norm": 217.1012725830078,
+      "learning_rate": 8.404172548423149e-06,
+      "loss": 24.2031,
+      "step": 23625
+    },
+    {
+      "epoch": 1.1290260919430373,
+      "grad_norm": 444.0262451171875,
+      "learning_rate": 8.40340860312144e-06,
+      "loss": 25.3438,
+      "step": 23626
+    },
+    {
+      "epoch": 1.1290738793844977,
+      "grad_norm": 274.0626525878906,
+      "learning_rate": 8.402644667381247e-06,
+      "loss": 29.1875,
+      "step": 23627
+    },
+    {
+      "epoch": 1.129121666825958,
+      "grad_norm": 287.4662170410156,
+      "learning_rate": 8.401880741207155e-06,
+      "loss": 19.1094,
+      "step": 23628
+    },
+    {
+      "epoch": 1.1291694542674184,
+      "grad_norm": 523.7886962890625,
+      "learning_rate": 8.401116824603735e-06,
+      "loss": 42.6562,
+      "step": 23629
+    },
+    {
+      "epoch": 1.1292172417088788,
+      "grad_norm": 164.08575439453125,
+      "learning_rate": 8.400352917575563e-06,
+      "loss": 27.5312,
+      "step": 23630
+    },
+    {
+      "epoch": 1.1292650291503392,
+      "grad_norm": 233.5061492919922,
+      "learning_rate": 8.39958902012721e-06,
+      "loss": 20.9688,
+      "step": 23631
+    },
+    {
+      "epoch": 1.1293128165917996,
+      "grad_norm": 149.06460571289062,
+      "learning_rate": 8.398825132263258e-06,
+      "loss": 17.5469,
+      "step": 23632
+    },
+    {
+      "epoch": 1.12936060403326,
+      "grad_norm": 479.3698425292969,
+      "learning_rate": 8.398061253988274e-06,
+      "loss": 30.5156,
+      "step": 23633
+    },
+    {
+      "epoch": 1.1294083914747204,
+      "grad_norm": 419.8194885253906,
+      "learning_rate": 8.397297385306838e-06,
+      "loss": 22.6719,
+      "step": 23634
+    },
+    {
+      "epoch": 1.1294561789161808,
+      "grad_norm": 296.9339294433594,
+      "learning_rate": 8.39653352622352e-06,
+      "loss": 23.75,
+      "step": 23635
+    },
+    {
+      "epoch": 1.1295039663576412,
+      "grad_norm": 207.46420288085938,
+      "learning_rate": 8.395769676742898e-06,
+      "loss": 25.1406,
+      "step": 23636
+    },
+    {
+      "epoch": 1.1295517537991016,
+      "grad_norm": 154.38693237304688,
+      "learning_rate": 8.39500583686955e-06,
+      "loss": 19.7812,
+      "step": 23637
+    },
+    {
+      "epoch": 1.129599541240562,
+      "grad_norm": 227.5017852783203,
+      "learning_rate": 8.39424200660804e-06,
+      "loss": 19.0312,
+      "step": 23638
+    },
+    {
+      "epoch": 1.1296473286820223,
+      "grad_norm": 284.3391418457031,
+      "learning_rate": 8.39347818596295e-06,
+      "loss": 41.25,
+      "step": 23639
+    },
+    {
+      "epoch": 1.1296951161234827,
+      "grad_norm": 197.49180603027344,
+      "learning_rate": 8.392714374938851e-06,
+      "loss": 19.1875,
+      "step": 23640
+    },
+    {
+      "epoch": 1.1297429035649431,
+      "grad_norm": 486.2488708496094,
+      "learning_rate": 8.391950573540325e-06,
+      "loss": 24.6406,
+      "step": 23641
+    },
+    {
+      "epoch": 1.1297906910064035,
+      "grad_norm": 352.152099609375,
+      "learning_rate": 8.391186781771935e-06,
+      "loss": 16.6094,
+      "step": 23642
+    },
+    {
+      "epoch": 1.129838478447864,
+      "grad_norm": 229.25250244140625,
+      "learning_rate": 8.39042299963826e-06,
+      "loss": 24.8125,
+      "step": 23643
+    },
+    {
+      "epoch": 1.1298862658893243,
+      "grad_norm": 285.1070556640625,
+      "learning_rate": 8.389659227143875e-06,
+      "loss": 32.2812,
+      "step": 23644
+    },
+    {
+      "epoch": 1.1299340533307847,
+      "grad_norm": 149.38182067871094,
+      "learning_rate": 8.388895464293358e-06,
+      "loss": 24.9062,
+      "step": 23645
+    },
+    {
+      "epoch": 1.129981840772245,
+      "grad_norm": 221.75743103027344,
+      "learning_rate": 8.388131711091273e-06,
+      "loss": 20.4219,
+      "step": 23646
+    },
+    {
+      "epoch": 1.1300296282137055,
+      "grad_norm": 203.60130310058594,
+      "learning_rate": 8.3873679675422e-06,
+      "loss": 26.6562,
+      "step": 23647
+    },
+    {
+      "epoch": 1.1300774156551658,
+      "grad_norm": 223.26710510253906,
+      "learning_rate": 8.386604233650714e-06,
+      "loss": 16.75,
+      "step": 23648
+    },
+    {
+      "epoch": 1.1301252030966262,
+      "grad_norm": 191.2664337158203,
+      "learning_rate": 8.385840509421388e-06,
+      "loss": 26.1875,
+      "step": 23649
+    },
+    {
+      "epoch": 1.1301729905380866,
+      "grad_norm": 181.60169982910156,
+      "learning_rate": 8.38507679485879e-06,
+      "loss": 20.1406,
+      "step": 23650
+    },
+    {
+      "epoch": 1.130220777979547,
+      "grad_norm": 226.65869140625,
+      "learning_rate": 8.384313089967499e-06,
+      "loss": 25.2656,
+      "step": 23651
+    },
+    {
+      "epoch": 1.1302685654210074,
+      "grad_norm": 215.47398376464844,
+      "learning_rate": 8.383549394752091e-06,
+      "loss": 26.2969,
+      "step": 23652
+    },
+    {
+      "epoch": 1.1303163528624678,
+      "grad_norm": 424.68316650390625,
+      "learning_rate": 8.382785709217134e-06,
+      "loss": 31.9375,
+      "step": 23653
+    },
+    {
+      "epoch": 1.1303641403039282,
+      "grad_norm": 347.3503723144531,
+      "learning_rate": 8.382022033367202e-06,
+      "loss": 26.5469,
+      "step": 23654
+    },
+    {
+      "epoch": 1.1304119277453886,
+      "grad_norm": 230.3292999267578,
+      "learning_rate": 8.38125836720687e-06,
+      "loss": 23.75,
+      "step": 23655
+    },
+    {
+      "epoch": 1.130459715186849,
+      "grad_norm": 204.13397216796875,
+      "learning_rate": 8.380494710740719e-06,
+      "loss": 28.75,
+      "step": 23656
+    },
+    {
+      "epoch": 1.1305075026283093,
+      "grad_norm": 178.53634643554688,
+      "learning_rate": 8.379731063973307e-06,
+      "loss": 20.5469,
+      "step": 23657
+    },
+    {
+      "epoch": 1.1305552900697697,
+      "grad_norm": 253.17892456054688,
+      "learning_rate": 8.378967426909219e-06,
+      "loss": 26.3281,
+      "step": 23658
+    },
+    {
+      "epoch": 1.1306030775112301,
+      "grad_norm": 391.8763427734375,
+      "learning_rate": 8.378203799553026e-06,
+      "loss": 25.5469,
+      "step": 23659
+    },
+    {
+      "epoch": 1.1306508649526905,
+      "grad_norm": 195.98904418945312,
+      "learning_rate": 8.377440181909295e-06,
+      "loss": 24.6562,
+      "step": 23660
+    },
+    {
+      "epoch": 1.130698652394151,
+      "grad_norm": 522.1754760742188,
+      "learning_rate": 8.376676573982605e-06,
+      "loss": 26.625,
+      "step": 23661
+    },
+    {
+      "epoch": 1.1307464398356113,
+      "grad_norm": 212.62075805664062,
+      "learning_rate": 8.375912975777529e-06,
+      "loss": 21.0,
+      "step": 23662
+    },
+    {
+      "epoch": 1.1307942272770717,
+      "grad_norm": 172.13404846191406,
+      "learning_rate": 8.375149387298639e-06,
+      "loss": 22.3125,
+      "step": 23663
+    },
+    {
+      "epoch": 1.130842014718532,
+      "grad_norm": 265.1719665527344,
+      "learning_rate": 8.374385808550505e-06,
+      "loss": 22.2969,
+      "step": 23664
+    },
+    {
+      "epoch": 1.1308898021599925,
+      "grad_norm": 234.12171936035156,
+      "learning_rate": 8.373622239537705e-06,
+      "loss": 16.6875,
+      "step": 23665
+    },
+    {
+      "epoch": 1.1309375896014529,
+      "grad_norm": 313.8385314941406,
+      "learning_rate": 8.372858680264807e-06,
+      "loss": 28.9375,
+      "step": 23666
+    },
+    {
+      "epoch": 1.1309853770429132,
+      "grad_norm": 194.53330993652344,
+      "learning_rate": 8.37209513073639e-06,
+      "loss": 18.2031,
+      "step": 23667
+    },
+    {
+      "epoch": 1.1310331644843734,
+      "grad_norm": 134.71755981445312,
+      "learning_rate": 8.371331590957019e-06,
+      "loss": 12.2812,
+      "step": 23668
+    },
+    {
+      "epoch": 1.1310809519258338,
+      "grad_norm": 205.72923278808594,
+      "learning_rate": 8.37056806093127e-06,
+      "loss": 23.4062,
+      "step": 23669
+    },
+    {
+      "epoch": 1.1311287393672942,
+      "grad_norm": 274.20623779296875,
+      "learning_rate": 8.369804540663719e-06,
+      "loss": 34.6562,
+      "step": 23670
+    },
+    {
+      "epoch": 1.1311765268087546,
+      "grad_norm": 293.7159423828125,
+      "learning_rate": 8.369041030158931e-06,
+      "loss": 22.2734,
+      "step": 23671
+    },
+    {
+      "epoch": 1.131224314250215,
+      "grad_norm": 206.43191528320312,
+      "learning_rate": 8.368277529421484e-06,
+      "loss": 26.3438,
+      "step": 23672
+    },
+    {
+      "epoch": 1.1312721016916754,
+      "grad_norm": 247.66143798828125,
+      "learning_rate": 8.367514038455949e-06,
+      "loss": 34.4062,
+      "step": 23673
+    },
+    {
+      "epoch": 1.1313198891331357,
+      "grad_norm": 277.88519287109375,
+      "learning_rate": 8.366750557266902e-06,
+      "loss": 25.1875,
+      "step": 23674
+    },
+    {
+      "epoch": 1.1313676765745961,
+      "grad_norm": 329.521728515625,
+      "learning_rate": 8.365987085858907e-06,
+      "loss": 19.2969,
+      "step": 23675
+    },
+    {
+      "epoch": 1.1314154640160565,
+      "grad_norm": 267.0408630371094,
+      "learning_rate": 8.365223624236542e-06,
+      "loss": 23.0312,
+      "step": 23676
+    },
+    {
+      "epoch": 1.131463251457517,
+      "grad_norm": 306.66192626953125,
+      "learning_rate": 8.364460172404378e-06,
+      "loss": 26.2812,
+      "step": 23677
+    },
+    {
+      "epoch": 1.1315110388989773,
+      "grad_norm": 190.53512573242188,
+      "learning_rate": 8.36369673036699e-06,
+      "loss": 28.8438,
+      "step": 23678
+    },
+    {
+      "epoch": 1.1315588263404377,
+      "grad_norm": 280.0518493652344,
+      "learning_rate": 8.362933298128944e-06,
+      "loss": 18.9688,
+      "step": 23679
+    },
+    {
+      "epoch": 1.131606613781898,
+      "grad_norm": 203.86497497558594,
+      "learning_rate": 8.362169875694817e-06,
+      "loss": 20.8438,
+      "step": 23680
+    },
+    {
+      "epoch": 1.1316544012233585,
+      "grad_norm": 177.77407836914062,
+      "learning_rate": 8.361406463069178e-06,
+      "loss": 23.8438,
+      "step": 23681
+    },
+    {
+      "epoch": 1.1317021886648189,
+      "grad_norm": 185.72254943847656,
+      "learning_rate": 8.360643060256601e-06,
+      "loss": 35.875,
+      "step": 23682
+    },
+    {
+      "epoch": 1.1317499761062793,
+      "grad_norm": 169.67794799804688,
+      "learning_rate": 8.359879667261656e-06,
+      "loss": 20.5312,
+      "step": 23683
+    },
+    {
+      "epoch": 1.1317977635477396,
+      "grad_norm": 268.77716064453125,
+      "learning_rate": 8.359116284088914e-06,
+      "loss": 24.8281,
+      "step": 23684
+    },
+    {
+      "epoch": 1.1318455509892,
+      "grad_norm": 129.4700164794922,
+      "learning_rate": 8.358352910742952e-06,
+      "loss": 25.7188,
+      "step": 23685
+    },
+    {
+      "epoch": 1.1318933384306604,
+      "grad_norm": 173.65093994140625,
+      "learning_rate": 8.357589547228335e-06,
+      "loss": 26.5,
+      "step": 23686
+    },
+    {
+      "epoch": 1.1319411258721208,
+      "grad_norm": 292.1407165527344,
+      "learning_rate": 8.356826193549636e-06,
+      "loss": 30.4375,
+      "step": 23687
+    },
+    {
+      "epoch": 1.1319889133135812,
+      "grad_norm": 295.53857421875,
+      "learning_rate": 8.356062849711429e-06,
+      "loss": 20.2031,
+      "step": 23688
+    },
+    {
+      "epoch": 1.1320367007550416,
+      "grad_norm": 285.3346252441406,
+      "learning_rate": 8.355299515718287e-06,
+      "loss": 24.0312,
+      "step": 23689
+    },
+    {
+      "epoch": 1.132084488196502,
+      "grad_norm": 189.5696258544922,
+      "learning_rate": 8.354536191574776e-06,
+      "loss": 20.0,
+      "step": 23690
+    },
+    {
+      "epoch": 1.1321322756379624,
+      "grad_norm": 479.3487243652344,
+      "learning_rate": 8.353772877285469e-06,
+      "loss": 32.5312,
+      "step": 23691
+    },
+    {
+      "epoch": 1.1321800630794228,
+      "grad_norm": 195.534912109375,
+      "learning_rate": 8.353009572854937e-06,
+      "loss": 25.375,
+      "step": 23692
+    },
+    {
+      "epoch": 1.1322278505208832,
+      "grad_norm": 409.2183837890625,
+      "learning_rate": 8.352246278287759e-06,
+      "loss": 36.0938,
+      "step": 23693
+    },
+    {
+      "epoch": 1.1322756379623435,
+      "grad_norm": 191.38197326660156,
+      "learning_rate": 8.351482993588494e-06,
+      "loss": 26.7969,
+      "step": 23694
+    },
+    {
+      "epoch": 1.132323425403804,
+      "grad_norm": 126.3488998413086,
+      "learning_rate": 8.35071971876172e-06,
+      "loss": 19.8438,
+      "step": 23695
+    },
+    {
+      "epoch": 1.1323712128452643,
+      "grad_norm": 162.64630126953125,
+      "learning_rate": 8.349956453812009e-06,
+      "loss": 22.5312,
+      "step": 23696
+    },
+    {
+      "epoch": 1.1324190002867247,
+      "grad_norm": 341.1537780761719,
+      "learning_rate": 8.349193198743928e-06,
+      "loss": 26.1094,
+      "step": 23697
+    },
+    {
+      "epoch": 1.132466787728185,
+      "grad_norm": 158.1104736328125,
+      "learning_rate": 8.348429953562049e-06,
+      "loss": 19.0,
+      "step": 23698
+    },
+    {
+      "epoch": 1.1325145751696455,
+      "grad_norm": 246.46786499023438,
+      "learning_rate": 8.347666718270944e-06,
+      "loss": 21.9844,
+      "step": 23699
+    },
+    {
+      "epoch": 1.1325623626111059,
+      "grad_norm": 148.5428466796875,
+      "learning_rate": 8.346903492875185e-06,
+      "loss": 26.625,
+      "step": 23700
+    },
+    {
+      "epoch": 1.1326101500525663,
+      "grad_norm": 226.08799743652344,
+      "learning_rate": 8.346140277379339e-06,
+      "loss": 25.9688,
+      "step": 23701
+    },
+    {
+      "epoch": 1.1326579374940267,
+      "grad_norm": 257.7741394042969,
+      "learning_rate": 8.345377071787977e-06,
+      "loss": 29.4062,
+      "step": 23702
+    },
+    {
+      "epoch": 1.132705724935487,
+      "grad_norm": 191.03570556640625,
+      "learning_rate": 8.344613876105671e-06,
+      "loss": 29.4531,
+      "step": 23703
+    },
+    {
+      "epoch": 1.1327535123769472,
+      "grad_norm": 618.9849853515625,
+      "learning_rate": 8.343850690336998e-06,
+      "loss": 23.9219,
+      "step": 23704
+    },
+    {
+      "epoch": 1.1328012998184076,
+      "grad_norm": 391.7320556640625,
+      "learning_rate": 8.343087514486517e-06,
+      "loss": 25.0312,
+      "step": 23705
+    },
+    {
+      "epoch": 1.132849087259868,
+      "grad_norm": 265.2524108886719,
+      "learning_rate": 8.342324348558803e-06,
+      "loss": 22.0,
+      "step": 23706
+    },
+    {
+      "epoch": 1.1328968747013284,
+      "grad_norm": 147.41668701171875,
+      "learning_rate": 8.341561192558434e-06,
+      "loss": 23.1875,
+      "step": 23707
+    },
+    {
+      "epoch": 1.1329446621427888,
+      "grad_norm": 158.8828125,
+      "learning_rate": 8.340798046489967e-06,
+      "loss": 16.6406,
+      "step": 23708
+    },
+    {
+      "epoch": 1.1329924495842492,
+      "grad_norm": 274.50408935546875,
+      "learning_rate": 8.340034910357979e-06,
+      "loss": 27.625,
+      "step": 23709
+    },
+    {
+      "epoch": 1.1330402370257096,
+      "grad_norm": 328.4246826171875,
+      "learning_rate": 8.33927178416704e-06,
+      "loss": 24.0312,
+      "step": 23710
+    },
+    {
+      "epoch": 1.13308802446717,
+      "grad_norm": 353.5995178222656,
+      "learning_rate": 8.338508667921725e-06,
+      "loss": 18.5156,
+      "step": 23711
+    },
+    {
+      "epoch": 1.1331358119086303,
+      "grad_norm": 300.27691650390625,
+      "learning_rate": 8.337745561626595e-06,
+      "loss": 23.3125,
+      "step": 23712
+    },
+    {
+      "epoch": 1.1331835993500907,
+      "grad_norm": 167.00653076171875,
+      "learning_rate": 8.336982465286225e-06,
+      "loss": 20.5,
+      "step": 23713
+    },
+    {
+      "epoch": 1.133231386791551,
+      "grad_norm": 300.7218933105469,
+      "learning_rate": 8.336219378905183e-06,
+      "loss": 27.4219,
+      "step": 23714
+    },
+    {
+      "epoch": 1.1332791742330115,
+      "grad_norm": 130.9282684326172,
+      "learning_rate": 8.335456302488042e-06,
+      "loss": 16.6562,
+      "step": 23715
+    },
+    {
+      "epoch": 1.1333269616744719,
+      "grad_norm": 193.9185028076172,
+      "learning_rate": 8.334693236039369e-06,
+      "loss": 20.2188,
+      "step": 23716
+    },
+    {
+      "epoch": 1.1333747491159323,
+      "grad_norm": 188.35418701171875,
+      "learning_rate": 8.333930179563735e-06,
+      "loss": 22.9219,
+      "step": 23717
+    },
+    {
+      "epoch": 1.1334225365573927,
+      "grad_norm": 280.49908447265625,
+      "learning_rate": 8.333167133065711e-06,
+      "loss": 31.5938,
+      "step": 23718
+    },
+    {
+      "epoch": 1.133470323998853,
+      "grad_norm": 672.6055908203125,
+      "learning_rate": 8.332404096549861e-06,
+      "loss": 25.5,
+      "step": 23719
+    },
+    {
+      "epoch": 1.1335181114403134,
+      "grad_norm": 234.24391174316406,
+      "learning_rate": 8.33164107002076e-06,
+      "loss": 23.75,
+      "step": 23720
+    },
+    {
+      "epoch": 1.1335658988817738,
+      "grad_norm": 193.72686767578125,
+      "learning_rate": 8.330878053482977e-06,
+      "loss": 22.8906,
+      "step": 23721
+    },
+    {
+      "epoch": 1.1336136863232342,
+      "grad_norm": 208.90390014648438,
+      "learning_rate": 8.330115046941083e-06,
+      "loss": 25.2188,
+      "step": 23722
+    },
+    {
+      "epoch": 1.1336614737646946,
+      "grad_norm": 340.09747314453125,
+      "learning_rate": 8.329352050399642e-06,
+      "loss": 29.7188,
+      "step": 23723
+    },
+    {
+      "epoch": 1.133709261206155,
+      "grad_norm": 255.2198028564453,
+      "learning_rate": 8.328589063863227e-06,
+      "loss": 16.9531,
+      "step": 23724
+    },
+    {
+      "epoch": 1.1337570486476154,
+      "grad_norm": 282.489013671875,
+      "learning_rate": 8.327826087336406e-06,
+      "loss": 27.1875,
+      "step": 23725
+    },
+    {
+      "epoch": 1.1338048360890758,
+      "grad_norm": 412.988525390625,
+      "learning_rate": 8.327063120823753e-06,
+      "loss": 24.4375,
+      "step": 23726
+    },
+    {
+      "epoch": 1.1338526235305362,
+      "grad_norm": 289.20355224609375,
+      "learning_rate": 8.326300164329828e-06,
+      "loss": 18.375,
+      "step": 23727
+    },
+    {
+      "epoch": 1.1339004109719966,
+      "grad_norm": 267.6350402832031,
+      "learning_rate": 8.325537217859208e-06,
+      "loss": 34.0625,
+      "step": 23728
+    },
+    {
+      "epoch": 1.133948198413457,
+      "grad_norm": 208.26805114746094,
+      "learning_rate": 8.324774281416459e-06,
+      "loss": 28.5938,
+      "step": 23729
+    },
+    {
+      "epoch": 1.1339959858549173,
+      "grad_norm": 247.71121215820312,
+      "learning_rate": 8.324011355006152e-06,
+      "loss": 28.6719,
+      "step": 23730
+    },
+    {
+      "epoch": 1.1340437732963777,
+      "grad_norm": 147.68858337402344,
+      "learning_rate": 8.323248438632854e-06,
+      "loss": 25.0938,
+      "step": 23731
+    },
+    {
+      "epoch": 1.1340915607378381,
+      "grad_norm": 402.2257995605469,
+      "learning_rate": 8.322485532301133e-06,
+      "loss": 16.9531,
+      "step": 23732
+    },
+    {
+      "epoch": 1.1341393481792985,
+      "grad_norm": 153.21856689453125,
+      "learning_rate": 8.321722636015562e-06,
+      "loss": 20.5,
+      "step": 23733
+    },
+    {
+      "epoch": 1.134187135620759,
+      "grad_norm": 322.55718994140625,
+      "learning_rate": 8.320959749780702e-06,
+      "loss": 27.0938,
+      "step": 23734
+    },
+    {
+      "epoch": 1.1342349230622193,
+      "grad_norm": 263.91888427734375,
+      "learning_rate": 8.320196873601128e-06,
+      "loss": 32.5938,
+      "step": 23735
+    },
+    {
+      "epoch": 1.1342827105036797,
+      "grad_norm": 243.19432067871094,
+      "learning_rate": 8.319434007481407e-06,
+      "loss": 17.375,
+      "step": 23736
+    },
+    {
+      "epoch": 1.13433049794514,
+      "grad_norm": 157.6516876220703,
+      "learning_rate": 8.31867115142611e-06,
+      "loss": 19.6406,
+      "step": 23737
+    },
+    {
+      "epoch": 1.1343782853866005,
+      "grad_norm": 459.6951904296875,
+      "learning_rate": 8.317908305439802e-06,
+      "loss": 37.2188,
+      "step": 23738
+    },
+    {
+      "epoch": 1.1344260728280608,
+      "grad_norm": 295.0254821777344,
+      "learning_rate": 8.317145469527051e-06,
+      "loss": 26.1875,
+      "step": 23739
+    },
+    {
+      "epoch": 1.1344738602695212,
+      "grad_norm": 242.05889892578125,
+      "learning_rate": 8.316382643692427e-06,
+      "loss": 27.875,
+      "step": 23740
+    },
+    {
+      "epoch": 1.1345216477109816,
+      "grad_norm": 211.8900909423828,
+      "learning_rate": 8.315619827940504e-06,
+      "loss": 16.9219,
+      "step": 23741
+    },
+    {
+      "epoch": 1.134569435152442,
+      "grad_norm": 165.49327087402344,
+      "learning_rate": 8.31485702227584e-06,
+      "loss": 23.75,
+      "step": 23742
+    },
+    {
+      "epoch": 1.1346172225939024,
+      "grad_norm": 268.4898376464844,
+      "learning_rate": 8.314094226703007e-06,
+      "loss": 24.3438,
+      "step": 23743
+    },
+    {
+      "epoch": 1.1346650100353628,
+      "grad_norm": 214.77569580078125,
+      "learning_rate": 8.313331441226581e-06,
+      "loss": 24.3906,
+      "step": 23744
+    },
+    {
+      "epoch": 1.1347127974768232,
+      "grad_norm": 194.14651489257812,
+      "learning_rate": 8.312568665851117e-06,
+      "loss": 22.375,
+      "step": 23745
+    },
+    {
+      "epoch": 1.1347605849182836,
+      "grad_norm": 185.30938720703125,
+      "learning_rate": 8.311805900581192e-06,
+      "loss": 27.5312,
+      "step": 23746
+    },
+    {
+      "epoch": 1.134808372359744,
+      "grad_norm": 375.6484680175781,
+      "learning_rate": 8.311043145421369e-06,
+      "loss": 26.9062,
+      "step": 23747
+    },
+    {
+      "epoch": 1.1348561598012044,
+      "grad_norm": 303.1672668457031,
+      "learning_rate": 8.31028040037622e-06,
+      "loss": 20.2188,
+      "step": 23748
+    },
+    {
+      "epoch": 1.1349039472426647,
+      "grad_norm": 268.84869384765625,
+      "learning_rate": 8.30951766545031e-06,
+      "loss": 27.625,
+      "step": 23749
+    },
+    {
+      "epoch": 1.1349517346841251,
+      "grad_norm": 1375.235107421875,
+      "learning_rate": 8.308754940648208e-06,
+      "loss": 19.0,
+      "step": 23750
+    },
+    {
+      "epoch": 1.1349995221255853,
+      "grad_norm": 198.7008819580078,
+      "learning_rate": 8.307992225974481e-06,
+      "loss": 24.6875,
+      "step": 23751
+    },
+    {
+      "epoch": 1.1350473095670457,
+      "grad_norm": 341.92047119140625,
+      "learning_rate": 8.307229521433703e-06,
+      "loss": 23.0625,
+      "step": 23752
+    },
+    {
+      "epoch": 1.135095097008506,
+      "grad_norm": 348.5289611816406,
+      "learning_rate": 8.306466827030428e-06,
+      "loss": 29.4688,
+      "step": 23753
+    },
+    {
+      "epoch": 1.1351428844499665,
+      "grad_norm": 608.950927734375,
+      "learning_rate": 8.305704142769233e-06,
+      "loss": 20.7656,
+      "step": 23754
+    },
+    {
+      "epoch": 1.1351906718914269,
+      "grad_norm": 306.5005798339844,
+      "learning_rate": 8.30494146865469e-06,
+      "loss": 26.7812,
+      "step": 23755
+    },
+    {
+      "epoch": 1.1352384593328873,
+      "grad_norm": 588.8641357421875,
+      "learning_rate": 8.304178804691355e-06,
+      "loss": 31.9375,
+      "step": 23756
+    },
+    {
+      "epoch": 1.1352862467743476,
+      "grad_norm": 151.6251220703125,
+      "learning_rate": 8.3034161508838e-06,
+      "loss": 26.9219,
+      "step": 23757
+    },
+    {
+      "epoch": 1.135334034215808,
+      "grad_norm": 614.6774291992188,
+      "learning_rate": 8.302653507236593e-06,
+      "loss": 28.8906,
+      "step": 23758
+    },
+    {
+      "epoch": 1.1353818216572684,
+      "grad_norm": 232.9721221923828,
+      "learning_rate": 8.301890873754306e-06,
+      "loss": 27.1562,
+      "step": 23759
+    },
+    {
+      "epoch": 1.1354296090987288,
+      "grad_norm": 194.22958374023438,
+      "learning_rate": 8.301128250441497e-06,
+      "loss": 15.875,
+      "step": 23760
+    },
+    {
+      "epoch": 1.1354773965401892,
+      "grad_norm": 281.1079406738281,
+      "learning_rate": 8.300365637302738e-06,
+      "loss": 29.0,
+      "step": 23761
+    },
+    {
+      "epoch": 1.1355251839816496,
+      "grad_norm": 275.24493408203125,
+      "learning_rate": 8.299603034342598e-06,
+      "loss": 23.7656,
+      "step": 23762
+    },
+    {
+      "epoch": 1.13557297142311,
+      "grad_norm": 423.7705078125,
+      "learning_rate": 8.298840441565642e-06,
+      "loss": 28.8438,
+      "step": 23763
+    },
+    {
+      "epoch": 1.1356207588645704,
+      "grad_norm": 283.2493896484375,
+      "learning_rate": 8.298077858976435e-06,
+      "loss": 19.2344,
+      "step": 23764
+    },
+    {
+      "epoch": 1.1356685463060308,
+      "grad_norm": 238.00918579101562,
+      "learning_rate": 8.297315286579544e-06,
+      "loss": 31.2812,
+      "step": 23765
+    },
+    {
+      "epoch": 1.1357163337474911,
+      "grad_norm": 171.1645965576172,
+      "learning_rate": 8.296552724379539e-06,
+      "loss": 22.3438,
+      "step": 23766
+    },
+    {
+      "epoch": 1.1357641211889515,
+      "grad_norm": 372.55859375,
+      "learning_rate": 8.295790172380988e-06,
+      "loss": 21.0312,
+      "step": 23767
+    },
+    {
+      "epoch": 1.135811908630412,
+      "grad_norm": 165.32177734375,
+      "learning_rate": 8.295027630588451e-06,
+      "loss": 22.7344,
+      "step": 23768
+    },
+    {
+      "epoch": 1.1358596960718723,
+      "grad_norm": 556.7703857421875,
+      "learning_rate": 8.294265099006499e-06,
+      "loss": 22.6719,
+      "step": 23769
+    },
+    {
+      "epoch": 1.1359074835133327,
+      "grad_norm": 295.1781921386719,
+      "learning_rate": 8.293502577639702e-06,
+      "loss": 30.5312,
+      "step": 23770
+    },
+    {
+      "epoch": 1.135955270954793,
+      "grad_norm": 203.00784301757812,
+      "learning_rate": 8.292740066492617e-06,
+      "loss": 21.8438,
+      "step": 23771
+    },
+    {
+      "epoch": 1.1360030583962535,
+      "grad_norm": 214.26344299316406,
+      "learning_rate": 8.291977565569818e-06,
+      "loss": 14.375,
+      "step": 23772
+    },
+    {
+      "epoch": 1.1360508458377139,
+      "grad_norm": 378.3250427246094,
+      "learning_rate": 8.291215074875868e-06,
+      "loss": 26.7812,
+      "step": 23773
+    },
+    {
+      "epoch": 1.1360986332791743,
+      "grad_norm": 268.50958251953125,
+      "learning_rate": 8.290452594415339e-06,
+      "loss": 22.4688,
+      "step": 23774
+    },
+    {
+      "epoch": 1.1361464207206347,
+      "grad_norm": 204.64578247070312,
+      "learning_rate": 8.28969012419279e-06,
+      "loss": 24.2188,
+      "step": 23775
+    },
+    {
+      "epoch": 1.136194208162095,
+      "grad_norm": 194.04913330078125,
+      "learning_rate": 8.28892766421279e-06,
+      "loss": 22.4062,
+      "step": 23776
+    },
+    {
+      "epoch": 1.1362419956035554,
+      "grad_norm": 114.1280746459961,
+      "learning_rate": 8.288165214479907e-06,
+      "loss": 17.1953,
+      "step": 23777
+    },
+    {
+      "epoch": 1.1362897830450158,
+      "grad_norm": 321.293212890625,
+      "learning_rate": 8.287402774998704e-06,
+      "loss": 18.3594,
+      "step": 23778
+    },
+    {
+      "epoch": 1.1363375704864762,
+      "grad_norm": 216.75917053222656,
+      "learning_rate": 8.286640345773749e-06,
+      "loss": 40.2031,
+      "step": 23779
+    },
+    {
+      "epoch": 1.1363853579279366,
+      "grad_norm": 184.6162109375,
+      "learning_rate": 8.285877926809607e-06,
+      "loss": 24.75,
+      "step": 23780
+    },
+    {
+      "epoch": 1.136433145369397,
+      "grad_norm": 296.9279479980469,
+      "learning_rate": 8.285115518110847e-06,
+      "loss": 22.0,
+      "step": 23781
+    },
+    {
+      "epoch": 1.1364809328108574,
+      "grad_norm": 248.48524475097656,
+      "learning_rate": 8.284353119682031e-06,
+      "loss": 28.7188,
+      "step": 23782
+    },
+    {
+      "epoch": 1.1365287202523178,
+      "grad_norm": 254.52511596679688,
+      "learning_rate": 8.283590731527724e-06,
+      "loss": 31.1562,
+      "step": 23783
+    },
+    {
+      "epoch": 1.1365765076937782,
+      "grad_norm": 251.48300170898438,
+      "learning_rate": 8.282828353652494e-06,
+      "loss": 29.0938,
+      "step": 23784
+    },
+    {
+      "epoch": 1.1366242951352385,
+      "grad_norm": 554.197021484375,
+      "learning_rate": 8.28206598606091e-06,
+      "loss": 29.4062,
+      "step": 23785
+    },
+    {
+      "epoch": 1.136672082576699,
+      "grad_norm": 409.47515869140625,
+      "learning_rate": 8.28130362875753e-06,
+      "loss": 19.9531,
+      "step": 23786
+    },
+    {
+      "epoch": 1.136719870018159,
+      "grad_norm": 202.42413330078125,
+      "learning_rate": 8.280541281746925e-06,
+      "loss": 21.7812,
+      "step": 23787
+    },
+    {
+      "epoch": 1.1367676574596195,
+      "grad_norm": 263.98199462890625,
+      "learning_rate": 8.279778945033658e-06,
+      "loss": 28.5938,
+      "step": 23788
+    },
+    {
+      "epoch": 1.1368154449010799,
+      "grad_norm": 206.96182250976562,
+      "learning_rate": 8.279016618622299e-06,
+      "loss": 21.7188,
+      "step": 23789
+    },
+    {
+      "epoch": 1.1368632323425403,
+      "grad_norm": 130.03683471679688,
+      "learning_rate": 8.278254302517406e-06,
+      "loss": 19.3125,
+      "step": 23790
+    },
+    {
+      "epoch": 1.1369110197840007,
+      "grad_norm": 210.0377960205078,
+      "learning_rate": 8.277491996723548e-06,
+      "loss": 25.125,
+      "step": 23791
+    },
+    {
+      "epoch": 1.136958807225461,
+      "grad_norm": 174.5458984375,
+      "learning_rate": 8.276729701245295e-06,
+      "loss": 27.7188,
+      "step": 23792
+    },
+    {
+      "epoch": 1.1370065946669214,
+      "grad_norm": 306.3179016113281,
+      "learning_rate": 8.275967416087203e-06,
+      "loss": 32.8438,
+      "step": 23793
+    },
+    {
+      "epoch": 1.1370543821083818,
+      "grad_norm": 131.09144592285156,
+      "learning_rate": 8.27520514125384e-06,
+      "loss": 22.6562,
+      "step": 23794
+    },
+    {
+      "epoch": 1.1371021695498422,
+      "grad_norm": 294.2138366699219,
+      "learning_rate": 8.274442876749777e-06,
+      "loss": 24.5625,
+      "step": 23795
+    },
+    {
+      "epoch": 1.1371499569913026,
+      "grad_norm": 207.94627380371094,
+      "learning_rate": 8.273680622579574e-06,
+      "loss": 27.6562,
+      "step": 23796
+    },
+    {
+      "epoch": 1.137197744432763,
+      "grad_norm": 283.9566650390625,
+      "learning_rate": 8.272918378747797e-06,
+      "loss": 26.375,
+      "step": 23797
+    },
+    {
+      "epoch": 1.1372455318742234,
+      "grad_norm": 429.840087890625,
+      "learning_rate": 8.272156145259006e-06,
+      "loss": 24.75,
+      "step": 23798
+    },
+    {
+      "epoch": 1.1372933193156838,
+      "grad_norm": 240.7249298095703,
+      "learning_rate": 8.271393922117772e-06,
+      "loss": 26.6719,
+      "step": 23799
+    },
+    {
+      "epoch": 1.1373411067571442,
+      "grad_norm": 312.3418884277344,
+      "learning_rate": 8.270631709328661e-06,
+      "loss": 26.1562,
+      "step": 23800
+    },
+    {
+      "epoch": 1.1373888941986046,
+      "grad_norm": 155.81692504882812,
+      "learning_rate": 8.26986950689623e-06,
+      "loss": 20.9844,
+      "step": 23801
+    },
+    {
+      "epoch": 1.137436681640065,
+      "grad_norm": 463.9537353515625,
+      "learning_rate": 8.269107314825051e-06,
+      "loss": 25.7188,
+      "step": 23802
+    },
+    {
+      "epoch": 1.1374844690815253,
+      "grad_norm": 129.6589813232422,
+      "learning_rate": 8.268345133119688e-06,
+      "loss": 17.8281,
+      "step": 23803
+    },
+    {
+      "epoch": 1.1375322565229857,
+      "grad_norm": 281.63140869140625,
+      "learning_rate": 8.2675829617847e-06,
+      "loss": 22.9688,
+      "step": 23804
+    },
+    {
+      "epoch": 1.1375800439644461,
+      "grad_norm": 148.96083068847656,
+      "learning_rate": 8.266820800824654e-06,
+      "loss": 28.625,
+      "step": 23805
+    },
+    {
+      "epoch": 1.1376278314059065,
+      "grad_norm": 253.8988800048828,
+      "learning_rate": 8.266058650244112e-06,
+      "loss": 19.5,
+      "step": 23806
+    },
+    {
+      "epoch": 1.137675618847367,
+      "grad_norm": 209.71913146972656,
+      "learning_rate": 8.26529651004765e-06,
+      "loss": 18.8281,
+      "step": 23807
+    },
+    {
+      "epoch": 1.1377234062888273,
+      "grad_norm": 215.0681915283203,
+      "learning_rate": 8.264534380239817e-06,
+      "loss": 22.5,
+      "step": 23808
+    },
+    {
+      "epoch": 1.1377711937302877,
+      "grad_norm": 346.5549011230469,
+      "learning_rate": 8.263772260825184e-06,
+      "loss": 38.0938,
+      "step": 23809
+    },
+    {
+      "epoch": 1.137818981171748,
+      "grad_norm": 185.50218200683594,
+      "learning_rate": 8.263010151808319e-06,
+      "loss": 19.1562,
+      "step": 23810
+    },
+    {
+      "epoch": 1.1378667686132085,
+      "grad_norm": 329.5654602050781,
+      "learning_rate": 8.262248053193779e-06,
+      "loss": 16.625,
+      "step": 23811
+    },
+    {
+      "epoch": 1.1379145560546688,
+      "grad_norm": 229.6428680419922,
+      "learning_rate": 8.26148596498613e-06,
+      "loss": 29.875,
+      "step": 23812
+    },
+    {
+      "epoch": 1.1379623434961292,
+      "grad_norm": 245.8148956298828,
+      "learning_rate": 8.260723887189939e-06,
+      "loss": 34.9375,
+      "step": 23813
+    },
+    {
+      "epoch": 1.1380101309375896,
+      "grad_norm": 458.3203430175781,
+      "learning_rate": 8.259961819809765e-06,
+      "loss": 29.7969,
+      "step": 23814
+    },
+    {
+      "epoch": 1.13805791837905,
+      "grad_norm": 197.19827270507812,
+      "learning_rate": 8.259199762850179e-06,
+      "loss": 22.1875,
+      "step": 23815
+    },
+    {
+      "epoch": 1.1381057058205104,
+      "grad_norm": 178.02139282226562,
+      "learning_rate": 8.258437716315736e-06,
+      "loss": 27.3125,
+      "step": 23816
+    },
+    {
+      "epoch": 1.1381534932619708,
+      "grad_norm": 199.44729614257812,
+      "learning_rate": 8.257675680211003e-06,
+      "loss": 16.2812,
+      "step": 23817
+    },
+    {
+      "epoch": 1.1382012807034312,
+      "grad_norm": 370.7628479003906,
+      "learning_rate": 8.25691365454055e-06,
+      "loss": 31.2188,
+      "step": 23818
+    },
+    {
+      "epoch": 1.1382490681448916,
+      "grad_norm": 228.64602661132812,
+      "learning_rate": 8.25615163930893e-06,
+      "loss": 27.9688,
+      "step": 23819
+    },
+    {
+      "epoch": 1.138296855586352,
+      "grad_norm": 343.9875183105469,
+      "learning_rate": 8.255389634520711e-06,
+      "loss": 24.5781,
+      "step": 23820
+    },
+    {
+      "epoch": 1.1383446430278124,
+      "grad_norm": 255.19468688964844,
+      "learning_rate": 8.254627640180459e-06,
+      "loss": 23.1094,
+      "step": 23821
+    },
+    {
+      "epoch": 1.1383924304692727,
+      "grad_norm": 212.12457275390625,
+      "learning_rate": 8.253865656292737e-06,
+      "loss": 26.7969,
+      "step": 23822
+    },
+    {
+      "epoch": 1.1384402179107331,
+      "grad_norm": 205.9945068359375,
+      "learning_rate": 8.253103682862104e-06,
+      "loss": 24.9688,
+      "step": 23823
+    },
+    {
+      "epoch": 1.1384880053521935,
+      "grad_norm": 198.3175811767578,
+      "learning_rate": 8.252341719893125e-06,
+      "loss": 20.9219,
+      "step": 23824
+    },
+    {
+      "epoch": 1.138535792793654,
+      "grad_norm": 162.9116668701172,
+      "learning_rate": 8.251579767390364e-06,
+      "loss": 29.2812,
+      "step": 23825
+    },
+    {
+      "epoch": 1.1385835802351143,
+      "grad_norm": 155.8638458251953,
+      "learning_rate": 8.25081782535839e-06,
+      "loss": 24.6875,
+      "step": 23826
+    },
+    {
+      "epoch": 1.1386313676765747,
+      "grad_norm": 268.0467834472656,
+      "learning_rate": 8.250055893801754e-06,
+      "loss": 26.1875,
+      "step": 23827
+    },
+    {
+      "epoch": 1.138679155118035,
+      "grad_norm": 149.52601623535156,
+      "learning_rate": 8.249293972725027e-06,
+      "loss": 20.3125,
+      "step": 23828
+    },
+    {
+      "epoch": 1.1387269425594955,
+      "grad_norm": 286.9989318847656,
+      "learning_rate": 8.248532062132772e-06,
+      "loss": 27.6562,
+      "step": 23829
+    },
+    {
+      "epoch": 1.1387747300009559,
+      "grad_norm": 180.6995849609375,
+      "learning_rate": 8.247770162029548e-06,
+      "loss": 17.9844,
+      "step": 23830
+    },
+    {
+      "epoch": 1.1388225174424162,
+      "grad_norm": 172.85565185546875,
+      "learning_rate": 8.247008272419919e-06,
+      "loss": 22.2344,
+      "step": 23831
+    },
+    {
+      "epoch": 1.1388703048838766,
+      "grad_norm": 265.90228271484375,
+      "learning_rate": 8.246246393308448e-06,
+      "loss": 27.9688,
+      "step": 23832
+    },
+    {
+      "epoch": 1.1389180923253368,
+      "grad_norm": 291.53765869140625,
+      "learning_rate": 8.245484524699701e-06,
+      "loss": 17.4219,
+      "step": 23833
+    },
+    {
+      "epoch": 1.1389658797667972,
+      "grad_norm": 267.9517822265625,
+      "learning_rate": 8.244722666598236e-06,
+      "loss": 26.5312,
+      "step": 23834
+    },
+    {
+      "epoch": 1.1390136672082576,
+      "grad_norm": 402.8796691894531,
+      "learning_rate": 8.243960819008616e-06,
+      "loss": 30.375,
+      "step": 23835
+    },
+    {
+      "epoch": 1.139061454649718,
+      "grad_norm": 453.72998046875,
+      "learning_rate": 8.243198981935404e-06,
+      "loss": 25.0938,
+      "step": 23836
+    },
+    {
+      "epoch": 1.1391092420911784,
+      "grad_norm": 152.3505096435547,
+      "learning_rate": 8.24243715538317e-06,
+      "loss": 19.8281,
+      "step": 23837
+    },
+    {
+      "epoch": 1.1391570295326388,
+      "grad_norm": 362.3450927734375,
+      "learning_rate": 8.241675339356463e-06,
+      "loss": 26.9375,
+      "step": 23838
+    },
+    {
+      "epoch": 1.1392048169740991,
+      "grad_norm": 209.56326293945312,
+      "learning_rate": 8.240913533859852e-06,
+      "loss": 16.8125,
+      "step": 23839
+    },
+    {
+      "epoch": 1.1392526044155595,
+      "grad_norm": 210.3069610595703,
+      "learning_rate": 8.240151738897904e-06,
+      "loss": 26.0938,
+      "step": 23840
+    },
+    {
+      "epoch": 1.13930039185702,
+      "grad_norm": 8642.94921875,
+      "learning_rate": 8.239389954475173e-06,
+      "loss": 30.375,
+      "step": 23841
+    },
+    {
+      "epoch": 1.1393481792984803,
+      "grad_norm": 297.8753967285156,
+      "learning_rate": 8.238628180596223e-06,
+      "loss": 30.6875,
+      "step": 23842
+    },
+    {
+      "epoch": 1.1393959667399407,
+      "grad_norm": 259.2098083496094,
+      "learning_rate": 8.23786641726562e-06,
+      "loss": 18.7031,
+      "step": 23843
+    },
+    {
+      "epoch": 1.139443754181401,
+      "grad_norm": 293.04083251953125,
+      "learning_rate": 8.237104664487923e-06,
+      "loss": 24.0781,
+      "step": 23844
+    },
+    {
+      "epoch": 1.1394915416228615,
+      "grad_norm": 129.85545349121094,
+      "learning_rate": 8.236342922267692e-06,
+      "loss": 14.3594,
+      "step": 23845
+    },
+    {
+      "epoch": 1.1395393290643219,
+      "grad_norm": 175.58456420898438,
+      "learning_rate": 8.235581190609494e-06,
+      "loss": 23.4375,
+      "step": 23846
+    },
+    {
+      "epoch": 1.1395871165057823,
+      "grad_norm": 327.28631591796875,
+      "learning_rate": 8.234819469517886e-06,
+      "loss": 39.2344,
+      "step": 23847
+    },
+    {
+      "epoch": 1.1396349039472427,
+      "grad_norm": 221.91909790039062,
+      "learning_rate": 8.234057758997434e-06,
+      "loss": 25.1562,
+      "step": 23848
+    },
+    {
+      "epoch": 1.139682691388703,
+      "grad_norm": 729.0216064453125,
+      "learning_rate": 8.233296059052695e-06,
+      "loss": 32.8906,
+      "step": 23849
+    },
+    {
+      "epoch": 1.1397304788301634,
+      "grad_norm": 240.1703338623047,
+      "learning_rate": 8.232534369688232e-06,
+      "loss": 27.125,
+      "step": 23850
+    },
+    {
+      "epoch": 1.1397782662716238,
+      "grad_norm": 475.5030212402344,
+      "learning_rate": 8.231772690908608e-06,
+      "loss": 41.375,
+      "step": 23851
+    },
+    {
+      "epoch": 1.1398260537130842,
+      "grad_norm": 298.9379577636719,
+      "learning_rate": 8.231011022718389e-06,
+      "loss": 33.0312,
+      "step": 23852
+    },
+    {
+      "epoch": 1.1398738411545446,
+      "grad_norm": 431.8932189941406,
+      "learning_rate": 8.230249365122124e-06,
+      "loss": 26.6875,
+      "step": 23853
+    },
+    {
+      "epoch": 1.139921628596005,
+      "grad_norm": 271.3869323730469,
+      "learning_rate": 8.229487718124385e-06,
+      "loss": 18.75,
+      "step": 23854
+    },
+    {
+      "epoch": 1.1399694160374654,
+      "grad_norm": 212.22564697265625,
+      "learning_rate": 8.228726081729734e-06,
+      "loss": 21.9688,
+      "step": 23855
+    },
+    {
+      "epoch": 1.1400172034789258,
+      "grad_norm": 268.8473815917969,
+      "learning_rate": 8.227964455942722e-06,
+      "loss": 31.8438,
+      "step": 23856
+    },
+    {
+      "epoch": 1.1400649909203862,
+      "grad_norm": 241.00701904296875,
+      "learning_rate": 8.227202840767917e-06,
+      "loss": 30.9062,
+      "step": 23857
+    },
+    {
+      "epoch": 1.1401127783618465,
+      "grad_norm": 521.7730712890625,
+      "learning_rate": 8.22644123620988e-06,
+      "loss": 29.25,
+      "step": 23858
+    },
+    {
+      "epoch": 1.140160565803307,
+      "grad_norm": 441.0155334472656,
+      "learning_rate": 8.225679642273175e-06,
+      "loss": 29.8125,
+      "step": 23859
+    },
+    {
+      "epoch": 1.1402083532447673,
+      "grad_norm": 347.5524597167969,
+      "learning_rate": 8.224918058962357e-06,
+      "loss": 28.4688,
+      "step": 23860
+    },
+    {
+      "epoch": 1.1402561406862277,
+      "grad_norm": 323.0287170410156,
+      "learning_rate": 8.22415648628199e-06,
+      "loss": 27.2812,
+      "step": 23861
+    },
+    {
+      "epoch": 1.140303928127688,
+      "grad_norm": 400.45245361328125,
+      "learning_rate": 8.223394924236631e-06,
+      "loss": 25.9062,
+      "step": 23862
+    },
+    {
+      "epoch": 1.1403517155691485,
+      "grad_norm": 269.3336486816406,
+      "learning_rate": 8.222633372830849e-06,
+      "loss": 30.7188,
+      "step": 23863
+    },
+    {
+      "epoch": 1.1403995030106089,
+      "grad_norm": 519.6481323242188,
+      "learning_rate": 8.221871832069198e-06,
+      "loss": 22.4375,
+      "step": 23864
+    },
+    {
+      "epoch": 1.1404472904520693,
+      "grad_norm": 332.5911560058594,
+      "learning_rate": 8.221110301956238e-06,
+      "loss": 28.5625,
+      "step": 23865
+    },
+    {
+      "epoch": 1.1404950778935297,
+      "grad_norm": 177.48486328125,
+      "learning_rate": 8.220348782496536e-06,
+      "loss": 22.5,
+      "step": 23866
+    },
+    {
+      "epoch": 1.14054286533499,
+      "grad_norm": 330.0174560546875,
+      "learning_rate": 8.219587273694644e-06,
+      "loss": 29.8438,
+      "step": 23867
+    },
+    {
+      "epoch": 1.1405906527764504,
+      "grad_norm": 185.79666137695312,
+      "learning_rate": 8.218825775555128e-06,
+      "loss": 23.7031,
+      "step": 23868
+    },
+    {
+      "epoch": 1.1406384402179106,
+      "grad_norm": 295.2505798339844,
+      "learning_rate": 8.218064288082546e-06,
+      "loss": 30.4062,
+      "step": 23869
+    },
+    {
+      "epoch": 1.140686227659371,
+      "grad_norm": 238.53175354003906,
+      "learning_rate": 8.217302811281464e-06,
+      "loss": 20.9688,
+      "step": 23870
+    },
+    {
+      "epoch": 1.1407340151008314,
+      "grad_norm": 365.4071350097656,
+      "learning_rate": 8.216541345156435e-06,
+      "loss": 31.7344,
+      "step": 23871
+    },
+    {
+      "epoch": 1.1407818025422918,
+      "grad_norm": 251.54014587402344,
+      "learning_rate": 8.215779889712021e-06,
+      "loss": 21.5156,
+      "step": 23872
+    },
+    {
+      "epoch": 1.1408295899837522,
+      "grad_norm": 160.91712951660156,
+      "learning_rate": 8.215018444952783e-06,
+      "loss": 25.2188,
+      "step": 23873
+    },
+    {
+      "epoch": 1.1408773774252126,
+      "grad_norm": 465.75994873046875,
+      "learning_rate": 8.214257010883287e-06,
+      "loss": 22.7969,
+      "step": 23874
+    },
+    {
+      "epoch": 1.140925164866673,
+      "grad_norm": 451.221435546875,
+      "learning_rate": 8.213495587508081e-06,
+      "loss": 27.4844,
+      "step": 23875
+    },
+    {
+      "epoch": 1.1409729523081333,
+      "grad_norm": 366.5980529785156,
+      "learning_rate": 8.212734174831735e-06,
+      "loss": 31.4531,
+      "step": 23876
+    },
+    {
+      "epoch": 1.1410207397495937,
+      "grad_norm": 248.8679656982422,
+      "learning_rate": 8.211972772858804e-06,
+      "loss": 30.5,
+      "step": 23877
+    },
+    {
+      "epoch": 1.1410685271910541,
+      "grad_norm": 244.12379455566406,
+      "learning_rate": 8.211211381593847e-06,
+      "loss": 35.2656,
+      "step": 23878
+    },
+    {
+      "epoch": 1.1411163146325145,
+      "grad_norm": 193.21580505371094,
+      "learning_rate": 8.210450001041427e-06,
+      "loss": 19.7812,
+      "step": 23879
+    },
+    {
+      "epoch": 1.141164102073975,
+      "grad_norm": 310.961669921875,
+      "learning_rate": 8.209688631206102e-06,
+      "loss": 17.8594,
+      "step": 23880
+    },
+    {
+      "epoch": 1.1412118895154353,
+      "grad_norm": 232.54022216796875,
+      "learning_rate": 8.208927272092435e-06,
+      "loss": 24.8594,
+      "step": 23881
+    },
+    {
+      "epoch": 1.1412596769568957,
+      "grad_norm": 179.5967559814453,
+      "learning_rate": 8.208165923704979e-06,
+      "loss": 21.5156,
+      "step": 23882
+    },
+    {
+      "epoch": 1.141307464398356,
+      "grad_norm": 320.35601806640625,
+      "learning_rate": 8.207404586048296e-06,
+      "loss": 24.1094,
+      "step": 23883
+    },
+    {
+      "epoch": 1.1413552518398165,
+      "grad_norm": 221.10374450683594,
+      "learning_rate": 8.206643259126948e-06,
+      "loss": 26.0625,
+      "step": 23884
+    },
+    {
+      "epoch": 1.1414030392812768,
+      "grad_norm": 184.9041290283203,
+      "learning_rate": 8.205881942945495e-06,
+      "loss": 37.0312,
+      "step": 23885
+    },
+    {
+      "epoch": 1.1414508267227372,
+      "grad_norm": 300.597412109375,
+      "learning_rate": 8.20512063750849e-06,
+      "loss": 31.0,
+      "step": 23886
+    },
+    {
+      "epoch": 1.1414986141641976,
+      "grad_norm": 229.50511169433594,
+      "learning_rate": 8.204359342820499e-06,
+      "loss": 25.5,
+      "step": 23887
+    },
+    {
+      "epoch": 1.141546401605658,
+      "grad_norm": 184.10231018066406,
+      "learning_rate": 8.20359805888608e-06,
+      "loss": 31.2812,
+      "step": 23888
+    },
+    {
+      "epoch": 1.1415941890471184,
+      "grad_norm": 244.75961303710938,
+      "learning_rate": 8.202836785709789e-06,
+      "loss": 31.1719,
+      "step": 23889
+    },
+    {
+      "epoch": 1.1416419764885788,
+      "grad_norm": 680.3477172851562,
+      "learning_rate": 8.202075523296183e-06,
+      "loss": 32.9375,
+      "step": 23890
+    },
+    {
+      "epoch": 1.1416897639300392,
+      "grad_norm": 476.4422912597656,
+      "learning_rate": 8.201314271649828e-06,
+      "loss": 32.0312,
+      "step": 23891
+    },
+    {
+      "epoch": 1.1417375513714996,
+      "grad_norm": 306.585693359375,
+      "learning_rate": 8.200553030775282e-06,
+      "loss": 30.7656,
+      "step": 23892
+    },
+    {
+      "epoch": 1.14178533881296,
+      "grad_norm": 183.03253173828125,
+      "learning_rate": 8.199791800677098e-06,
+      "loss": 29.8125,
+      "step": 23893
+    },
+    {
+      "epoch": 1.1418331262544203,
+      "grad_norm": 309.19635009765625,
+      "learning_rate": 8.19903058135984e-06,
+      "loss": 26.6875,
+      "step": 23894
+    },
+    {
+      "epoch": 1.1418809136958807,
+      "grad_norm": 209.42361450195312,
+      "learning_rate": 8.198269372828063e-06,
+      "loss": 18.4062,
+      "step": 23895
+    },
+    {
+      "epoch": 1.1419287011373411,
+      "grad_norm": 139.3230438232422,
+      "learning_rate": 8.19750817508633e-06,
+      "loss": 19.5312,
+      "step": 23896
+    },
+    {
+      "epoch": 1.1419764885788015,
+      "grad_norm": 349.3424987792969,
+      "learning_rate": 8.196746988139197e-06,
+      "loss": 21.375,
+      "step": 23897
+    },
+    {
+      "epoch": 1.142024276020262,
+      "grad_norm": 422.96417236328125,
+      "learning_rate": 8.19598581199122e-06,
+      "loss": 28.9688,
+      "step": 23898
+    },
+    {
+      "epoch": 1.1420720634617223,
+      "grad_norm": 399.3668518066406,
+      "learning_rate": 8.19522464664696e-06,
+      "loss": 27.6875,
+      "step": 23899
+    },
+    {
+      "epoch": 1.1421198509031827,
+      "grad_norm": 193.15914916992188,
+      "learning_rate": 8.194463492110982e-06,
+      "loss": 19.2031,
+      "step": 23900
+    },
+    {
+      "epoch": 1.142167638344643,
+      "grad_norm": 209.66732788085938,
+      "learning_rate": 8.19370234838783e-06,
+      "loss": 20.2188,
+      "step": 23901
+    },
+    {
+      "epoch": 1.1422154257861035,
+      "grad_norm": 254.71507263183594,
+      "learning_rate": 8.192941215482073e-06,
+      "loss": 25.2812,
+      "step": 23902
+    },
+    {
+      "epoch": 1.1422632132275639,
+      "grad_norm": 468.1397705078125,
+      "learning_rate": 8.19218009339827e-06,
+      "loss": 29.6562,
+      "step": 23903
+    },
+    {
+      "epoch": 1.1423110006690242,
+      "grad_norm": 183.29013061523438,
+      "learning_rate": 8.19141898214097e-06,
+      "loss": 22.6406,
+      "step": 23904
+    },
+    {
+      "epoch": 1.1423587881104846,
+      "grad_norm": 360.47015380859375,
+      "learning_rate": 8.190657881714738e-06,
+      "loss": 38.375,
+      "step": 23905
+    },
+    {
+      "epoch": 1.142406575551945,
+      "grad_norm": 343.2220764160156,
+      "learning_rate": 8.18989679212413e-06,
+      "loss": 18.2344,
+      "step": 23906
+    },
+    {
+      "epoch": 1.1424543629934054,
+      "grad_norm": 324.5460205078125,
+      "learning_rate": 8.18913571337371e-06,
+      "loss": 26.1562,
+      "step": 23907
+    },
+    {
+      "epoch": 1.1425021504348658,
+      "grad_norm": 229.33502197265625,
+      "learning_rate": 8.188374645468025e-06,
+      "loss": 14.7344,
+      "step": 23908
+    },
+    {
+      "epoch": 1.1425499378763262,
+      "grad_norm": 171.93896484375,
+      "learning_rate": 8.187613588411638e-06,
+      "loss": 17.1875,
+      "step": 23909
+    },
+    {
+      "epoch": 1.1425977253177866,
+      "grad_norm": 278.1240539550781,
+      "learning_rate": 8.18685254220911e-06,
+      "loss": 28.2188,
+      "step": 23910
+    },
+    {
+      "epoch": 1.142645512759247,
+      "grad_norm": 377.8707580566406,
+      "learning_rate": 8.186091506864995e-06,
+      "loss": 25.2656,
+      "step": 23911
+    },
+    {
+      "epoch": 1.1426933002007074,
+      "grad_norm": 995.9085083007812,
+      "learning_rate": 8.185330482383852e-06,
+      "loss": 30.0312,
+      "step": 23912
+    },
+    {
+      "epoch": 1.1427410876421678,
+      "grad_norm": 321.2825622558594,
+      "learning_rate": 8.184569468770235e-06,
+      "loss": 28.5,
+      "step": 23913
+    },
+    {
+      "epoch": 1.1427888750836281,
+      "grad_norm": 233.23175048828125,
+      "learning_rate": 8.183808466028708e-06,
+      "loss": 30.6562,
+      "step": 23914
+    },
+    {
+      "epoch": 1.1428366625250885,
+      "grad_norm": 348.63177490234375,
+      "learning_rate": 8.183047474163824e-06,
+      "loss": 29.625,
+      "step": 23915
+    },
+    {
+      "epoch": 1.1428844499665487,
+      "grad_norm": 304.9118957519531,
+      "learning_rate": 8.182286493180137e-06,
+      "loss": 29.5312,
+      "step": 23916
+    },
+    {
+      "epoch": 1.142932237408009,
+      "grad_norm": 423.35382080078125,
+      "learning_rate": 8.18152552308221e-06,
+      "loss": 25.9219,
+      "step": 23917
+    },
+    {
+      "epoch": 1.1429800248494695,
+      "grad_norm": 235.87997436523438,
+      "learning_rate": 8.180764563874603e-06,
+      "loss": 25.5938,
+      "step": 23918
+    },
+    {
+      "epoch": 1.1430278122909299,
+      "grad_norm": 534.2322387695312,
+      "learning_rate": 8.180003615561865e-06,
+      "loss": 25.9375,
+      "step": 23919
+    },
+    {
+      "epoch": 1.1430755997323903,
+      "grad_norm": 234.39622497558594,
+      "learning_rate": 8.179242678148556e-06,
+      "loss": 17.8281,
+      "step": 23920
+    },
+    {
+      "epoch": 1.1431233871738506,
+      "grad_norm": 426.96075439453125,
+      "learning_rate": 8.178481751639234e-06,
+      "loss": 34.7656,
+      "step": 23921
+    },
+    {
+      "epoch": 1.143171174615311,
+      "grad_norm": 405.7766418457031,
+      "learning_rate": 8.177720836038459e-06,
+      "loss": 25.7188,
+      "step": 23922
+    },
+    {
+      "epoch": 1.1432189620567714,
+      "grad_norm": 239.15481567382812,
+      "learning_rate": 8.176959931350784e-06,
+      "loss": 24.8125,
+      "step": 23923
+    },
+    {
+      "epoch": 1.1432667494982318,
+      "grad_norm": 127.06092834472656,
+      "learning_rate": 8.176199037580763e-06,
+      "loss": 16.5469,
+      "step": 23924
+    },
+    {
+      "epoch": 1.1433145369396922,
+      "grad_norm": 163.0767822265625,
+      "learning_rate": 8.175438154732962e-06,
+      "loss": 24.1094,
+      "step": 23925
+    },
+    {
+      "epoch": 1.1433623243811526,
+      "grad_norm": 175.7414093017578,
+      "learning_rate": 8.17467728281193e-06,
+      "loss": 22.4688,
+      "step": 23926
+    },
+    {
+      "epoch": 1.143410111822613,
+      "grad_norm": 424.2358093261719,
+      "learning_rate": 8.173916421822225e-06,
+      "loss": 36.625,
+      "step": 23927
+    },
+    {
+      "epoch": 1.1434578992640734,
+      "grad_norm": 260.8306579589844,
+      "learning_rate": 8.173155571768404e-06,
+      "loss": 24.5312,
+      "step": 23928
+    },
+    {
+      "epoch": 1.1435056867055338,
+      "grad_norm": 347.1229248046875,
+      "learning_rate": 8.172394732655024e-06,
+      "loss": 21.1875,
+      "step": 23929
+    },
+    {
+      "epoch": 1.1435534741469942,
+      "grad_norm": 208.03323364257812,
+      "learning_rate": 8.171633904486642e-06,
+      "loss": 18.4844,
+      "step": 23930
+    },
+    {
+      "epoch": 1.1436012615884545,
+      "grad_norm": 141.67752075195312,
+      "learning_rate": 8.170873087267812e-06,
+      "loss": 17.7031,
+      "step": 23931
+    },
+    {
+      "epoch": 1.143649049029915,
+      "grad_norm": 289.7286071777344,
+      "learning_rate": 8.170112281003093e-06,
+      "loss": 35.0938,
+      "step": 23932
+    },
+    {
+      "epoch": 1.1436968364713753,
+      "grad_norm": 113.87002563476562,
+      "learning_rate": 8.169351485697043e-06,
+      "loss": 21.6562,
+      "step": 23933
+    },
+    {
+      "epoch": 1.1437446239128357,
+      "grad_norm": 197.25137329101562,
+      "learning_rate": 8.168590701354211e-06,
+      "loss": 23.0312,
+      "step": 23934
+    },
+    {
+      "epoch": 1.143792411354296,
+      "grad_norm": 632.6920776367188,
+      "learning_rate": 8.167829927979159e-06,
+      "loss": 31.0,
+      "step": 23935
+    },
+    {
+      "epoch": 1.1438401987957565,
+      "grad_norm": 647.94873046875,
+      "learning_rate": 8.16706916557644e-06,
+      "loss": 23.375,
+      "step": 23936
+    },
+    {
+      "epoch": 1.1438879862372169,
+      "grad_norm": 144.2447052001953,
+      "learning_rate": 8.166308414150617e-06,
+      "loss": 21.6875,
+      "step": 23937
+    },
+    {
+      "epoch": 1.1439357736786773,
+      "grad_norm": 338.1439208984375,
+      "learning_rate": 8.165547673706235e-06,
+      "loss": 38.875,
+      "step": 23938
+    },
+    {
+      "epoch": 1.1439835611201377,
+      "grad_norm": 197.7394561767578,
+      "learning_rate": 8.164786944247857e-06,
+      "loss": 23.4062,
+      "step": 23939
+    },
+    {
+      "epoch": 1.144031348561598,
+      "grad_norm": 362.3233337402344,
+      "learning_rate": 8.16402622578004e-06,
+      "loss": 34.3125,
+      "step": 23940
+    },
+    {
+      "epoch": 1.1440791360030584,
+      "grad_norm": 190.6544647216797,
+      "learning_rate": 8.163265518307334e-06,
+      "loss": 25.6875,
+      "step": 23941
+    },
+    {
+      "epoch": 1.1441269234445188,
+      "grad_norm": 291.9368591308594,
+      "learning_rate": 8.162504821834296e-06,
+      "loss": 27.2188,
+      "step": 23942
+    },
+    {
+      "epoch": 1.1441747108859792,
+      "grad_norm": 109.26110076904297,
+      "learning_rate": 8.161744136365486e-06,
+      "loss": 18.7969,
+      "step": 23943
+    },
+    {
+      "epoch": 1.1442224983274396,
+      "grad_norm": 396.9999694824219,
+      "learning_rate": 8.160983461905457e-06,
+      "loss": 32.375,
+      "step": 23944
+    },
+    {
+      "epoch": 1.1442702857689,
+      "grad_norm": 253.72064208984375,
+      "learning_rate": 8.160222798458764e-06,
+      "loss": 18.3906,
+      "step": 23945
+    },
+    {
+      "epoch": 1.1443180732103604,
+      "grad_norm": 404.1663818359375,
+      "learning_rate": 8.159462146029959e-06,
+      "loss": 34.9688,
+      "step": 23946
+    },
+    {
+      "epoch": 1.1443658606518208,
+      "grad_norm": 329.22998046875,
+      "learning_rate": 8.158701504623603e-06,
+      "loss": 30.6406,
+      "step": 23947
+    },
+    {
+      "epoch": 1.1444136480932812,
+      "grad_norm": 478.3273620605469,
+      "learning_rate": 8.157940874244251e-06,
+      "loss": 29.6562,
+      "step": 23948
+    },
+    {
+      "epoch": 1.1444614355347416,
+      "grad_norm": 366.0693359375,
+      "learning_rate": 8.157180254896453e-06,
+      "loss": 36.75,
+      "step": 23949
+    },
+    {
+      "epoch": 1.144509222976202,
+      "grad_norm": 148.86643981933594,
+      "learning_rate": 8.156419646584768e-06,
+      "loss": 21.1875,
+      "step": 23950
+    },
+    {
+      "epoch": 1.1445570104176623,
+      "grad_norm": 416.9842529296875,
+      "learning_rate": 8.155659049313755e-06,
+      "loss": 22.3438,
+      "step": 23951
+    },
+    {
+      "epoch": 1.1446047978591225,
+      "grad_norm": 281.99542236328125,
+      "learning_rate": 8.154898463087959e-06,
+      "loss": 26.7188,
+      "step": 23952
+    },
+    {
+      "epoch": 1.144652585300583,
+      "grad_norm": 229.91163635253906,
+      "learning_rate": 8.15413788791194e-06,
+      "loss": 25.25,
+      "step": 23953
+    },
+    {
+      "epoch": 1.1447003727420433,
+      "grad_norm": 283.6271667480469,
+      "learning_rate": 8.153377323790254e-06,
+      "loss": 33.5,
+      "step": 23954
+    },
+    {
+      "epoch": 1.1447481601835037,
+      "grad_norm": 150.31300354003906,
+      "learning_rate": 8.15261677072746e-06,
+      "loss": 18.0781,
+      "step": 23955
+    },
+    {
+      "epoch": 1.144795947624964,
+      "grad_norm": 469.09942626953125,
+      "learning_rate": 8.151856228728102e-06,
+      "loss": 26.7656,
+      "step": 23956
+    },
+    {
+      "epoch": 1.1448437350664245,
+      "grad_norm": 307.90179443359375,
+      "learning_rate": 8.151095697796742e-06,
+      "loss": 27.125,
+      "step": 23957
+    },
+    {
+      "epoch": 1.1448915225078848,
+      "grad_norm": 189.68331909179688,
+      "learning_rate": 8.150335177937934e-06,
+      "loss": 30.4531,
+      "step": 23958
+    },
+    {
+      "epoch": 1.1449393099493452,
+      "grad_norm": 458.1940002441406,
+      "learning_rate": 8.149574669156231e-06,
+      "loss": 27.1875,
+      "step": 23959
+    },
+    {
+      "epoch": 1.1449870973908056,
+      "grad_norm": 241.83457946777344,
+      "learning_rate": 8.14881417145619e-06,
+      "loss": 27.6719,
+      "step": 23960
+    },
+    {
+      "epoch": 1.145034884832266,
+      "grad_norm": 153.0513458251953,
+      "learning_rate": 8.148053684842359e-06,
+      "loss": 15.5,
+      "step": 23961
+    },
+    {
+      "epoch": 1.1450826722737264,
+      "grad_norm": 149.4249725341797,
+      "learning_rate": 8.1472932093193e-06,
+      "loss": 22.8125,
+      "step": 23962
+    },
+    {
+      "epoch": 1.1451304597151868,
+      "grad_norm": 418.02813720703125,
+      "learning_rate": 8.146532744891565e-06,
+      "loss": 32.2812,
+      "step": 23963
+    },
+    {
+      "epoch": 1.1451782471566472,
+      "grad_norm": 482.3215637207031,
+      "learning_rate": 8.145772291563703e-06,
+      "loss": 37.875,
+      "step": 23964
+    },
+    {
+      "epoch": 1.1452260345981076,
+      "grad_norm": 162.99732971191406,
+      "learning_rate": 8.145011849340276e-06,
+      "loss": 16.2188,
+      "step": 23965
+    },
+    {
+      "epoch": 1.145273822039568,
+      "grad_norm": 157.30963134765625,
+      "learning_rate": 8.144251418225835e-06,
+      "loss": 21.1562,
+      "step": 23966
+    },
+    {
+      "epoch": 1.1453216094810283,
+      "grad_norm": 168.09423828125,
+      "learning_rate": 8.14349099822493e-06,
+      "loss": 21.3125,
+      "step": 23967
+    },
+    {
+      "epoch": 1.1453693969224887,
+      "grad_norm": 225.65037536621094,
+      "learning_rate": 8.142730589342119e-06,
+      "loss": 21.5938,
+      "step": 23968
+    },
+    {
+      "epoch": 1.1454171843639491,
+      "grad_norm": 339.7825622558594,
+      "learning_rate": 8.141970191581957e-06,
+      "loss": 24.5938,
+      "step": 23969
+    },
+    {
+      "epoch": 1.1454649718054095,
+      "grad_norm": 362.7039489746094,
+      "learning_rate": 8.141209804948997e-06,
+      "loss": 29.0312,
+      "step": 23970
+    },
+    {
+      "epoch": 1.14551275924687,
+      "grad_norm": 716.2545776367188,
+      "learning_rate": 8.14044942944779e-06,
+      "loss": 23.625,
+      "step": 23971
+    },
+    {
+      "epoch": 1.1455605466883303,
+      "grad_norm": 122.46663665771484,
+      "learning_rate": 8.13968906508289e-06,
+      "loss": 21.8594,
+      "step": 23972
+    },
+    {
+      "epoch": 1.1456083341297907,
+      "grad_norm": 358.1696472167969,
+      "learning_rate": 8.138928711858855e-06,
+      "loss": 15.0625,
+      "step": 23973
+    },
+    {
+      "epoch": 1.145656121571251,
+      "grad_norm": 251.9125518798828,
+      "learning_rate": 8.138168369780234e-06,
+      "loss": 19.875,
+      "step": 23974
+    },
+    {
+      "epoch": 1.1457039090127115,
+      "grad_norm": 287.7983093261719,
+      "learning_rate": 8.137408038851581e-06,
+      "loss": 24.8281,
+      "step": 23975
+    },
+    {
+      "epoch": 1.1457516964541719,
+      "grad_norm": 245.1140899658203,
+      "learning_rate": 8.136647719077453e-06,
+      "loss": 31.5625,
+      "step": 23976
+    },
+    {
+      "epoch": 1.1457994838956322,
+      "grad_norm": 215.51393127441406,
+      "learning_rate": 8.1358874104624e-06,
+      "loss": 24.4844,
+      "step": 23977
+    },
+    {
+      "epoch": 1.1458472713370926,
+      "grad_norm": 296.781005859375,
+      "learning_rate": 8.135127113010977e-06,
+      "loss": 21.5469,
+      "step": 23978
+    },
+    {
+      "epoch": 1.145895058778553,
+      "grad_norm": 160.1151123046875,
+      "learning_rate": 8.134366826727733e-06,
+      "loss": 19.4844,
+      "step": 23979
+    },
+    {
+      "epoch": 1.1459428462200134,
+      "grad_norm": 430.7882385253906,
+      "learning_rate": 8.133606551617225e-06,
+      "loss": 32.8125,
+      "step": 23980
+    },
+    {
+      "epoch": 1.1459906336614738,
+      "grad_norm": 617.1189575195312,
+      "learning_rate": 8.132846287684009e-06,
+      "loss": 23.5625,
+      "step": 23981
+    },
+    {
+      "epoch": 1.1460384211029342,
+      "grad_norm": 342.6129455566406,
+      "learning_rate": 8.132086034932631e-06,
+      "loss": 27.875,
+      "step": 23982
+    },
+    {
+      "epoch": 1.1460862085443946,
+      "grad_norm": 691.2907104492188,
+      "learning_rate": 8.131325793367646e-06,
+      "loss": 39.0625,
+      "step": 23983
+    },
+    {
+      "epoch": 1.146133995985855,
+      "grad_norm": 178.85440063476562,
+      "learning_rate": 8.13056556299361e-06,
+      "loss": 28.9375,
+      "step": 23984
+    },
+    {
+      "epoch": 1.1461817834273154,
+      "grad_norm": 228.0683135986328,
+      "learning_rate": 8.129805343815078e-06,
+      "loss": 22.0,
+      "step": 23985
+    },
+    {
+      "epoch": 1.1462295708687757,
+      "grad_norm": 269.465576171875,
+      "learning_rate": 8.129045135836594e-06,
+      "loss": 24.7031,
+      "step": 23986
+    },
+    {
+      "epoch": 1.1462773583102361,
+      "grad_norm": 220.2001190185547,
+      "learning_rate": 8.128284939062715e-06,
+      "loss": 23.9531,
+      "step": 23987
+    },
+    {
+      "epoch": 1.1463251457516965,
+      "grad_norm": 226.5356903076172,
+      "learning_rate": 8.127524753498001e-06,
+      "loss": 24.0625,
+      "step": 23988
+    },
+    {
+      "epoch": 1.146372933193157,
+      "grad_norm": 228.79507446289062,
+      "learning_rate": 8.12676457914699e-06,
+      "loss": 21.7969,
+      "step": 23989
+    },
+    {
+      "epoch": 1.1464207206346173,
+      "grad_norm": 251.86973571777344,
+      "learning_rate": 8.126004416014244e-06,
+      "loss": 24.6562,
+      "step": 23990
+    },
+    {
+      "epoch": 1.1464685080760777,
+      "grad_norm": 202.8475341796875,
+      "learning_rate": 8.125244264104316e-06,
+      "loss": 21.5,
+      "step": 23991
+    },
+    {
+      "epoch": 1.146516295517538,
+      "grad_norm": 304.3424377441406,
+      "learning_rate": 8.124484123421755e-06,
+      "loss": 30.5625,
+      "step": 23992
+    },
+    {
+      "epoch": 1.1465640829589985,
+      "grad_norm": 247.00711059570312,
+      "learning_rate": 8.12372399397111e-06,
+      "loss": 28.6719,
+      "step": 23993
+    },
+    {
+      "epoch": 1.1466118704004589,
+      "grad_norm": 243.52340698242188,
+      "learning_rate": 8.122963875756941e-06,
+      "loss": 25.1562,
+      "step": 23994
+    },
+    {
+      "epoch": 1.1466596578419193,
+      "grad_norm": 348.0196533203125,
+      "learning_rate": 8.122203768783794e-06,
+      "loss": 23.7344,
+      "step": 23995
+    },
+    {
+      "epoch": 1.1467074452833796,
+      "grad_norm": 183.2490997314453,
+      "learning_rate": 8.121443673056228e-06,
+      "loss": 24.0938,
+      "step": 23996
+    },
+    {
+      "epoch": 1.14675523272484,
+      "grad_norm": 207.35494995117188,
+      "learning_rate": 8.120683588578785e-06,
+      "loss": 21.3125,
+      "step": 23997
+    },
+    {
+      "epoch": 1.1468030201663002,
+      "grad_norm": 262.624755859375,
+      "learning_rate": 8.119923515356024e-06,
+      "loss": 39.5625,
+      "step": 23998
+    },
+    {
+      "epoch": 1.1468508076077606,
+      "grad_norm": 619.3983154296875,
+      "learning_rate": 8.119163453392499e-06,
+      "loss": 34.1875,
+      "step": 23999
+    },
+    {
+      "epoch": 1.146898595049221,
+      "grad_norm": 263.42633056640625,
+      "learning_rate": 8.118403402692753e-06,
+      "loss": 25.5938,
+      "step": 24000
+    },
+    {
+      "epoch": 1.1469463824906814,
+      "grad_norm": 202.4578094482422,
+      "learning_rate": 8.117643363261344e-06,
+      "loss": 33.8438,
+      "step": 24001
+    },
+    {
+      "epoch": 1.1469941699321418,
+      "grad_norm": 219.59860229492188,
+      "learning_rate": 8.116883335102821e-06,
+      "loss": 31.0625,
+      "step": 24002
+    },
+    {
+      "epoch": 1.1470419573736022,
+      "grad_norm": 284.1369323730469,
+      "learning_rate": 8.116123318221742e-06,
+      "loss": 26.7812,
+      "step": 24003
+    },
+    {
+      "epoch": 1.1470897448150625,
+      "grad_norm": 183.50198364257812,
+      "learning_rate": 8.115363312622648e-06,
+      "loss": 23.5625,
+      "step": 24004
+    },
+    {
+      "epoch": 1.147137532256523,
+      "grad_norm": 141.13148498535156,
+      "learning_rate": 8.114603318310098e-06,
+      "loss": 17.8125,
+      "step": 24005
+    },
+    {
+      "epoch": 1.1471853196979833,
+      "grad_norm": 493.071044921875,
+      "learning_rate": 8.113843335288639e-06,
+      "loss": 38.7188,
+      "step": 24006
+    },
+    {
+      "epoch": 1.1472331071394437,
+      "grad_norm": 532.08203125,
+      "learning_rate": 8.11308336356283e-06,
+      "loss": 31.8594,
+      "step": 24007
+    },
+    {
+      "epoch": 1.147280894580904,
+      "grad_norm": 249.35609436035156,
+      "learning_rate": 8.112323403137211e-06,
+      "loss": 26.9688,
+      "step": 24008
+    },
+    {
+      "epoch": 1.1473286820223645,
+      "grad_norm": 484.72235107421875,
+      "learning_rate": 8.111563454016345e-06,
+      "loss": 21.7188,
+      "step": 24009
+    },
+    {
+      "epoch": 1.1473764694638249,
+      "grad_norm": 140.3202362060547,
+      "learning_rate": 8.110803516204775e-06,
+      "loss": 24.75,
+      "step": 24010
+    },
+    {
+      "epoch": 1.1474242569052853,
+      "grad_norm": 235.47286987304688,
+      "learning_rate": 8.110043589707053e-06,
+      "loss": 22.8281,
+      "step": 24011
+    },
+    {
+      "epoch": 1.1474720443467457,
+      "grad_norm": 261.3496398925781,
+      "learning_rate": 8.10928367452773e-06,
+      "loss": 24.8359,
+      "step": 24012
+    },
+    {
+      "epoch": 1.147519831788206,
+      "grad_norm": 272.6611328125,
+      "learning_rate": 8.10852377067136e-06,
+      "loss": 31.7188,
+      "step": 24013
+    },
+    {
+      "epoch": 1.1475676192296664,
+      "grad_norm": 229.62391662597656,
+      "learning_rate": 8.107763878142493e-06,
+      "loss": 23.2031,
+      "step": 24014
+    },
+    {
+      "epoch": 1.1476154066711268,
+      "grad_norm": 323.53546142578125,
+      "learning_rate": 8.107003996945675e-06,
+      "loss": 23.5938,
+      "step": 24015
+    },
+    {
+      "epoch": 1.1476631941125872,
+      "grad_norm": 477.4646911621094,
+      "learning_rate": 8.106244127085461e-06,
+      "loss": 29.25,
+      "step": 24016
+    },
+    {
+      "epoch": 1.1477109815540476,
+      "grad_norm": 581.4934692382812,
+      "learning_rate": 8.105484268566402e-06,
+      "loss": 22.8594,
+      "step": 24017
+    },
+    {
+      "epoch": 1.147758768995508,
+      "grad_norm": 323.20819091796875,
+      "learning_rate": 8.104724421393051e-06,
+      "loss": 23.875,
+      "step": 24018
+    },
+    {
+      "epoch": 1.1478065564369684,
+      "grad_norm": 250.91075134277344,
+      "learning_rate": 8.103964585569952e-06,
+      "loss": 27.7031,
+      "step": 24019
+    },
+    {
+      "epoch": 1.1478543438784288,
+      "grad_norm": 398.80511474609375,
+      "learning_rate": 8.103204761101658e-06,
+      "loss": 28.7031,
+      "step": 24020
+    },
+    {
+      "epoch": 1.1479021313198892,
+      "grad_norm": 347.0039978027344,
+      "learning_rate": 8.10244494799272e-06,
+      "loss": 31.2812,
+      "step": 24021
+    },
+    {
+      "epoch": 1.1479499187613496,
+      "grad_norm": 359.5724182128906,
+      "learning_rate": 8.101685146247692e-06,
+      "loss": 24.1719,
+      "step": 24022
+    },
+    {
+      "epoch": 1.14799770620281,
+      "grad_norm": 117.0136489868164,
+      "learning_rate": 8.100925355871117e-06,
+      "loss": 21.4844,
+      "step": 24023
+    },
+    {
+      "epoch": 1.1480454936442703,
+      "grad_norm": 171.14451599121094,
+      "learning_rate": 8.100165576867549e-06,
+      "loss": 25.1406,
+      "step": 24024
+    },
+    {
+      "epoch": 1.1480932810857307,
+      "grad_norm": 267.54864501953125,
+      "learning_rate": 8.09940580924154e-06,
+      "loss": 35.875,
+      "step": 24025
+    },
+    {
+      "epoch": 1.148141068527191,
+      "grad_norm": 202.6436004638672,
+      "learning_rate": 8.098646052997633e-06,
+      "loss": 23.2188,
+      "step": 24026
+    },
+    {
+      "epoch": 1.1481888559686515,
+      "grad_norm": 201.77540588378906,
+      "learning_rate": 8.097886308140387e-06,
+      "loss": 25.375,
+      "step": 24027
+    },
+    {
+      "epoch": 1.148236643410112,
+      "grad_norm": 171.98028564453125,
+      "learning_rate": 8.097126574674345e-06,
+      "loss": 20.7812,
+      "step": 24028
+    },
+    {
+      "epoch": 1.1482844308515723,
+      "grad_norm": 148.88755798339844,
+      "learning_rate": 8.096366852604062e-06,
+      "loss": 25.6875,
+      "step": 24029
+    },
+    {
+      "epoch": 1.1483322182930327,
+      "grad_norm": 551.8829956054688,
+      "learning_rate": 8.095607141934084e-06,
+      "loss": 32.4375,
+      "step": 24030
+    },
+    {
+      "epoch": 1.148380005734493,
+      "grad_norm": 286.960693359375,
+      "learning_rate": 8.09484744266896e-06,
+      "loss": 30.2188,
+      "step": 24031
+    },
+    {
+      "epoch": 1.1484277931759534,
+      "grad_norm": 275.16339111328125,
+      "learning_rate": 8.094087754813242e-06,
+      "loss": 33.8125,
+      "step": 24032
+    },
+    {
+      "epoch": 1.1484755806174138,
+      "grad_norm": 320.58612060546875,
+      "learning_rate": 8.093328078371484e-06,
+      "loss": 26.5312,
+      "step": 24033
+    },
+    {
+      "epoch": 1.148523368058874,
+      "grad_norm": 209.22203063964844,
+      "learning_rate": 8.092568413348224e-06,
+      "loss": 31.6562,
+      "step": 24034
+    },
+    {
+      "epoch": 1.1485711555003344,
+      "grad_norm": 339.08367919921875,
+      "learning_rate": 8.09180875974802e-06,
+      "loss": 27.7188,
+      "step": 24035
+    },
+    {
+      "epoch": 1.1486189429417948,
+      "grad_norm": 228.1603546142578,
+      "learning_rate": 8.091049117575424e-06,
+      "loss": 20.3125,
+      "step": 24036
+    },
+    {
+      "epoch": 1.1486667303832552,
+      "grad_norm": 201.27294921875,
+      "learning_rate": 8.090289486834974e-06,
+      "loss": 18.2031,
+      "step": 24037
+    },
+    {
+      "epoch": 1.1487145178247156,
+      "grad_norm": 176.56082153320312,
+      "learning_rate": 8.089529867531228e-06,
+      "loss": 22.8594,
+      "step": 24038
+    },
+    {
+      "epoch": 1.148762305266176,
+      "grad_norm": 688.532958984375,
+      "learning_rate": 8.088770259668732e-06,
+      "loss": 21.1719,
+      "step": 24039
+    },
+    {
+      "epoch": 1.1488100927076363,
+      "grad_norm": 871.1361083984375,
+      "learning_rate": 8.08801066325204e-06,
+      "loss": 29.5625,
+      "step": 24040
+    },
+    {
+      "epoch": 1.1488578801490967,
+      "grad_norm": 277.4789733886719,
+      "learning_rate": 8.087251078285693e-06,
+      "loss": 20.5,
+      "step": 24041
+    },
+    {
+      "epoch": 1.1489056675905571,
+      "grad_norm": 364.6855773925781,
+      "learning_rate": 8.086491504774245e-06,
+      "loss": 30.5,
+      "step": 24042
+    },
+    {
+      "epoch": 1.1489534550320175,
+      "grad_norm": 210.51109313964844,
+      "learning_rate": 8.085731942722243e-06,
+      "loss": 24.9531,
+      "step": 24043
+    },
+    {
+      "epoch": 1.149001242473478,
+      "grad_norm": 125.58401489257812,
+      "learning_rate": 8.08497239213424e-06,
+      "loss": 18.25,
+      "step": 24044
+    },
+    {
+      "epoch": 1.1490490299149383,
+      "grad_norm": 301.21868896484375,
+      "learning_rate": 8.084212853014778e-06,
+      "loss": 27.5625,
+      "step": 24045
+    },
+    {
+      "epoch": 1.1490968173563987,
+      "grad_norm": 273.46759033203125,
+      "learning_rate": 8.083453325368409e-06,
+      "loss": 27.75,
+      "step": 24046
+    },
+    {
+      "epoch": 1.149144604797859,
+      "grad_norm": 314.65216064453125,
+      "learning_rate": 8.082693809199684e-06,
+      "loss": 23.0938,
+      "step": 24047
+    },
+    {
+      "epoch": 1.1491923922393195,
+      "grad_norm": 371.7481689453125,
+      "learning_rate": 8.081934304513147e-06,
+      "loss": 28.6562,
+      "step": 24048
+    },
+    {
+      "epoch": 1.1492401796807798,
+      "grad_norm": 409.6822204589844,
+      "learning_rate": 8.081174811313348e-06,
+      "loss": 26.1719,
+      "step": 24049
+    },
+    {
+      "epoch": 1.1492879671222402,
+      "grad_norm": 278.19293212890625,
+      "learning_rate": 8.080415329604836e-06,
+      "loss": 22.6562,
+      "step": 24050
+    },
+    {
+      "epoch": 1.1493357545637006,
+      "grad_norm": 230.76490783691406,
+      "learning_rate": 8.079655859392163e-06,
+      "loss": 23.1562,
+      "step": 24051
+    },
+    {
+      "epoch": 1.149383542005161,
+      "grad_norm": 179.62957763671875,
+      "learning_rate": 8.078896400679868e-06,
+      "loss": 21.1875,
+      "step": 24052
+    },
+    {
+      "epoch": 1.1494313294466214,
+      "grad_norm": 250.27244567871094,
+      "learning_rate": 8.078136953472507e-06,
+      "loss": 37.4688,
+      "step": 24053
+    },
+    {
+      "epoch": 1.1494791168880818,
+      "grad_norm": 418.63934326171875,
+      "learning_rate": 8.077377517774624e-06,
+      "loss": 32.3438,
+      "step": 24054
+    },
+    {
+      "epoch": 1.1495269043295422,
+      "grad_norm": 284.7514953613281,
+      "learning_rate": 8.076618093590773e-06,
+      "loss": 17.0,
+      "step": 24055
+    },
+    {
+      "epoch": 1.1495746917710026,
+      "grad_norm": 217.98388671875,
+      "learning_rate": 8.075858680925495e-06,
+      "loss": 25.1875,
+      "step": 24056
+    },
+    {
+      "epoch": 1.149622479212463,
+      "grad_norm": 280.5354919433594,
+      "learning_rate": 8.075099279783343e-06,
+      "loss": 22.3281,
+      "step": 24057
+    },
+    {
+      "epoch": 1.1496702666539234,
+      "grad_norm": 357.9793395996094,
+      "learning_rate": 8.07433989016886e-06,
+      "loss": 29.9688,
+      "step": 24058
+    },
+    {
+      "epoch": 1.1497180540953837,
+      "grad_norm": 194.48655700683594,
+      "learning_rate": 8.073580512086596e-06,
+      "loss": 34.2188,
+      "step": 24059
+    },
+    {
+      "epoch": 1.1497658415368441,
+      "grad_norm": 191.02227783203125,
+      "learning_rate": 8.072821145541102e-06,
+      "loss": 23.2188,
+      "step": 24060
+    },
+    {
+      "epoch": 1.1498136289783045,
+      "grad_norm": 167.13819885253906,
+      "learning_rate": 8.072061790536919e-06,
+      "loss": 15.8438,
+      "step": 24061
+    },
+    {
+      "epoch": 1.149861416419765,
+      "grad_norm": 344.916748046875,
+      "learning_rate": 8.071302447078603e-06,
+      "loss": 24.25,
+      "step": 24062
+    },
+    {
+      "epoch": 1.1499092038612253,
+      "grad_norm": 283.9754333496094,
+      "learning_rate": 8.070543115170691e-06,
+      "loss": 30.6562,
+      "step": 24063
+    },
+    {
+      "epoch": 1.1499569913026857,
+      "grad_norm": 273.92376708984375,
+      "learning_rate": 8.069783794817739e-06,
+      "loss": 21.7344,
+      "step": 24064
+    },
+    {
+      "epoch": 1.150004778744146,
+      "grad_norm": 201.9721221923828,
+      "learning_rate": 8.069024486024289e-06,
+      "loss": 17.3125,
+      "step": 24065
+    },
+    {
+      "epoch": 1.1500525661856065,
+      "grad_norm": 236.1185760498047,
+      "learning_rate": 8.068265188794895e-06,
+      "loss": 24.9219,
+      "step": 24066
+    },
+    {
+      "epoch": 1.1501003536270669,
+      "grad_norm": 346.138671875,
+      "learning_rate": 8.067505903134097e-06,
+      "loss": 27.25,
+      "step": 24067
+    },
+    {
+      "epoch": 1.1501481410685273,
+      "grad_norm": 180.3330535888672,
+      "learning_rate": 8.066746629046444e-06,
+      "loss": 23.5625,
+      "step": 24068
+    },
+    {
+      "epoch": 1.1501959285099876,
+      "grad_norm": 208.54246520996094,
+      "learning_rate": 8.065987366536482e-06,
+      "loss": 21.8281,
+      "step": 24069
+    },
+    {
+      "epoch": 1.150243715951448,
+      "grad_norm": 138.20489501953125,
+      "learning_rate": 8.06522811560877e-06,
+      "loss": 32.0,
+      "step": 24070
+    },
+    {
+      "epoch": 1.1502915033929084,
+      "grad_norm": 383.6269836425781,
+      "learning_rate": 8.064468876267835e-06,
+      "loss": 24.1406,
+      "step": 24071
+    },
+    {
+      "epoch": 1.1503392908343688,
+      "grad_norm": 595.9550170898438,
+      "learning_rate": 8.063709648518238e-06,
+      "loss": 33.5,
+      "step": 24072
+    },
+    {
+      "epoch": 1.1503870782758292,
+      "grad_norm": 237.66885375976562,
+      "learning_rate": 8.062950432364524e-06,
+      "loss": 19.7656,
+      "step": 24073
+    },
+    {
+      "epoch": 1.1504348657172896,
+      "grad_norm": 549.8002319335938,
+      "learning_rate": 8.062191227811233e-06,
+      "loss": 30.625,
+      "step": 24074
+    },
+    {
+      "epoch": 1.15048265315875,
+      "grad_norm": 411.7301025390625,
+      "learning_rate": 8.061432034862919e-06,
+      "loss": 25.9688,
+      "step": 24075
+    },
+    {
+      "epoch": 1.1505304406002104,
+      "grad_norm": 348.9361877441406,
+      "learning_rate": 8.060672853524122e-06,
+      "loss": 26.4688,
+      "step": 24076
+    },
+    {
+      "epoch": 1.1505782280416708,
+      "grad_norm": 357.8903503417969,
+      "learning_rate": 8.059913683799396e-06,
+      "loss": 29.5625,
+      "step": 24077
+    },
+    {
+      "epoch": 1.1506260154831311,
+      "grad_norm": 367.592041015625,
+      "learning_rate": 8.059154525693285e-06,
+      "loss": 17.2969,
+      "step": 24078
+    },
+    {
+      "epoch": 1.1506738029245915,
+      "grad_norm": 416.15106201171875,
+      "learning_rate": 8.058395379210329e-06,
+      "loss": 25.5938,
+      "step": 24079
+    },
+    {
+      "epoch": 1.1507215903660517,
+      "grad_norm": 223.04360961914062,
+      "learning_rate": 8.05763624435508e-06,
+      "loss": 25.5312,
+      "step": 24080
+    },
+    {
+      "epoch": 1.150769377807512,
+      "grad_norm": 332.4996643066406,
+      "learning_rate": 8.056877121132089e-06,
+      "loss": 23.7812,
+      "step": 24081
+    },
+    {
+      "epoch": 1.1508171652489725,
+      "grad_norm": 127.09725952148438,
+      "learning_rate": 8.056118009545892e-06,
+      "loss": 17.4219,
+      "step": 24082
+    },
+    {
+      "epoch": 1.1508649526904329,
+      "grad_norm": 196.064697265625,
+      "learning_rate": 8.05535890960104e-06,
+      "loss": 33.5938,
+      "step": 24083
+    },
+    {
+      "epoch": 1.1509127401318933,
+      "grad_norm": 277.25360107421875,
+      "learning_rate": 8.054599821302083e-06,
+      "loss": 28.5,
+      "step": 24084
+    },
+    {
+      "epoch": 1.1509605275733537,
+      "grad_norm": 443.7997741699219,
+      "learning_rate": 8.053840744653557e-06,
+      "loss": 36.3125,
+      "step": 24085
+    },
+    {
+      "epoch": 1.151008315014814,
+      "grad_norm": 180.667236328125,
+      "learning_rate": 8.053081679660015e-06,
+      "loss": 21.25,
+      "step": 24086
+    },
+    {
+      "epoch": 1.1510561024562744,
+      "grad_norm": 201.32077026367188,
+      "learning_rate": 8.052322626326001e-06,
+      "loss": 20.2344,
+      "step": 24087
+    },
+    {
+      "epoch": 1.1511038898977348,
+      "grad_norm": 192.47645568847656,
+      "learning_rate": 8.051563584656067e-06,
+      "loss": 20.9062,
+      "step": 24088
+    },
+    {
+      "epoch": 1.1511516773391952,
+      "grad_norm": 214.90357971191406,
+      "learning_rate": 8.050804554654748e-06,
+      "loss": 32.9688,
+      "step": 24089
+    },
+    {
+      "epoch": 1.1511994647806556,
+      "grad_norm": 216.1193084716797,
+      "learning_rate": 8.050045536326594e-06,
+      "loss": 20.125,
+      "step": 24090
+    },
+    {
+      "epoch": 1.151247252222116,
+      "grad_norm": 334.7189025878906,
+      "learning_rate": 8.049286529676154e-06,
+      "loss": 25.8594,
+      "step": 24091
+    },
+    {
+      "epoch": 1.1512950396635764,
+      "grad_norm": 353.02484130859375,
+      "learning_rate": 8.048527534707969e-06,
+      "loss": 37.9062,
+      "step": 24092
+    },
+    {
+      "epoch": 1.1513428271050368,
+      "grad_norm": 236.503662109375,
+      "learning_rate": 8.047768551426587e-06,
+      "loss": 19.0,
+      "step": 24093
+    },
+    {
+      "epoch": 1.1513906145464972,
+      "grad_norm": 154.385986328125,
+      "learning_rate": 8.04700957983655e-06,
+      "loss": 22.7188,
+      "step": 24094
+    },
+    {
+      "epoch": 1.1514384019879575,
+      "grad_norm": 238.4080810546875,
+      "learning_rate": 8.04625061994241e-06,
+      "loss": 31.125,
+      "step": 24095
+    },
+    {
+      "epoch": 1.151486189429418,
+      "grad_norm": 652.1467895507812,
+      "learning_rate": 8.045491671748705e-06,
+      "loss": 28.5938,
+      "step": 24096
+    },
+    {
+      "epoch": 1.1515339768708783,
+      "grad_norm": 213.64498901367188,
+      "learning_rate": 8.04473273525998e-06,
+      "loss": 24.0938,
+      "step": 24097
+    },
+    {
+      "epoch": 1.1515817643123387,
+      "grad_norm": 365.0633850097656,
+      "learning_rate": 8.043973810480784e-06,
+      "loss": 33.4062,
+      "step": 24098
+    },
+    {
+      "epoch": 1.151629551753799,
+      "grad_norm": 133.19456481933594,
+      "learning_rate": 8.043214897415666e-06,
+      "loss": 28.4062,
+      "step": 24099
+    },
+    {
+      "epoch": 1.1516773391952595,
+      "grad_norm": 198.8135986328125,
+      "learning_rate": 8.042455996069162e-06,
+      "loss": 25.5781,
+      "step": 24100
+    },
+    {
+      "epoch": 1.1517251266367199,
+      "grad_norm": 421.672607421875,
+      "learning_rate": 8.041697106445819e-06,
+      "loss": 23.0938,
+      "step": 24101
+    },
+    {
+      "epoch": 1.1517729140781803,
+      "grad_norm": 227.8147735595703,
+      "learning_rate": 8.040938228550184e-06,
+      "loss": 21.6875,
+      "step": 24102
+    },
+    {
+      "epoch": 1.1518207015196407,
+      "grad_norm": 163.52395629882812,
+      "learning_rate": 8.040179362386806e-06,
+      "loss": 18.0469,
+      "step": 24103
+    },
+    {
+      "epoch": 1.151868488961101,
+      "grad_norm": 430.3924255371094,
+      "learning_rate": 8.03942050796022e-06,
+      "loss": 26.4375,
+      "step": 24104
+    },
+    {
+      "epoch": 1.1519162764025614,
+      "grad_norm": 241.90667724609375,
+      "learning_rate": 8.038661665274976e-06,
+      "loss": 19.5938,
+      "step": 24105
+    },
+    {
+      "epoch": 1.1519640638440218,
+      "grad_norm": 177.34410095214844,
+      "learning_rate": 8.037902834335619e-06,
+      "loss": 28.3438,
+      "step": 24106
+    },
+    {
+      "epoch": 1.1520118512854822,
+      "grad_norm": 4084.38623046875,
+      "learning_rate": 8.037144015146692e-06,
+      "loss": 30.9531,
+      "step": 24107
+    },
+    {
+      "epoch": 1.1520596387269426,
+      "grad_norm": 376.0828857421875,
+      "learning_rate": 8.036385207712742e-06,
+      "loss": 41.625,
+      "step": 24108
+    },
+    {
+      "epoch": 1.152107426168403,
+      "grad_norm": 433.2571105957031,
+      "learning_rate": 8.035626412038307e-06,
+      "loss": 23.3906,
+      "step": 24109
+    },
+    {
+      "epoch": 1.1521552136098634,
+      "grad_norm": 304.4991760253906,
+      "learning_rate": 8.034867628127936e-06,
+      "loss": 36.625,
+      "step": 24110
+    },
+    {
+      "epoch": 1.1522030010513238,
+      "grad_norm": 135.17201232910156,
+      "learning_rate": 8.034108855986174e-06,
+      "loss": 18.9531,
+      "step": 24111
+    },
+    {
+      "epoch": 1.1522507884927842,
+      "grad_norm": 265.2341613769531,
+      "learning_rate": 8.03335009561756e-06,
+      "loss": 21.3125,
+      "step": 24112
+    },
+    {
+      "epoch": 1.1522985759342446,
+      "grad_norm": 260.52191162109375,
+      "learning_rate": 8.032591347026641e-06,
+      "loss": 23.0938,
+      "step": 24113
+    },
+    {
+      "epoch": 1.152346363375705,
+      "grad_norm": 186.11221313476562,
+      "learning_rate": 8.031832610217967e-06,
+      "loss": 22.4062,
+      "step": 24114
+    },
+    {
+      "epoch": 1.1523941508171653,
+      "grad_norm": 358.75396728515625,
+      "learning_rate": 8.03107388519607e-06,
+      "loss": 31.0,
+      "step": 24115
+    },
+    {
+      "epoch": 1.1524419382586255,
+      "grad_norm": 1185.7119140625,
+      "learning_rate": 8.0303151719655e-06,
+      "loss": 34.2344,
+      "step": 24116
+    },
+    {
+      "epoch": 1.152489725700086,
+      "grad_norm": 371.4593200683594,
+      "learning_rate": 8.029556470530802e-06,
+      "loss": 24.7656,
+      "step": 24117
+    },
+    {
+      "epoch": 1.1525375131415463,
+      "grad_norm": 256.7943420410156,
+      "learning_rate": 8.028797780896522e-06,
+      "loss": 34.5938,
+      "step": 24118
+    },
+    {
+      "epoch": 1.1525853005830067,
+      "grad_norm": 191.8511199951172,
+      "learning_rate": 8.028039103067194e-06,
+      "loss": 27.5312,
+      "step": 24119
+    },
+    {
+      "epoch": 1.152633088024467,
+      "grad_norm": 227.2426300048828,
+      "learning_rate": 8.02728043704737e-06,
+      "loss": 36.4062,
+      "step": 24120
+    },
+    {
+      "epoch": 1.1526808754659275,
+      "grad_norm": 351.1246337890625,
+      "learning_rate": 8.026521782841591e-06,
+      "loss": 26.9531,
+      "step": 24121
+    },
+    {
+      "epoch": 1.1527286629073878,
+      "grad_norm": 167.01995849609375,
+      "learning_rate": 8.0257631404544e-06,
+      "loss": 31.25,
+      "step": 24122
+    },
+    {
+      "epoch": 1.1527764503488482,
+      "grad_norm": 258.6506042480469,
+      "learning_rate": 8.025004509890337e-06,
+      "loss": 28.9688,
+      "step": 24123
+    },
+    {
+      "epoch": 1.1528242377903086,
+      "grad_norm": 196.95632934570312,
+      "learning_rate": 8.024245891153953e-06,
+      "loss": 20.75,
+      "step": 24124
+    },
+    {
+      "epoch": 1.152872025231769,
+      "grad_norm": 240.17884826660156,
+      "learning_rate": 8.023487284249786e-06,
+      "loss": 24.5,
+      "step": 24125
+    },
+    {
+      "epoch": 1.1529198126732294,
+      "grad_norm": 302.5391845703125,
+      "learning_rate": 8.02272868918238e-06,
+      "loss": 27.5469,
+      "step": 24126
+    },
+    {
+      "epoch": 1.1529676001146898,
+      "grad_norm": 173.48643493652344,
+      "learning_rate": 8.021970105956273e-06,
+      "loss": 21.5,
+      "step": 24127
+    },
+    {
+      "epoch": 1.1530153875561502,
+      "grad_norm": 405.8338928222656,
+      "learning_rate": 8.021211534576017e-06,
+      "loss": 34.6719,
+      "step": 24128
+    },
+    {
+      "epoch": 1.1530631749976106,
+      "grad_norm": 203.21490478515625,
+      "learning_rate": 8.020452975046152e-06,
+      "loss": 21.8125,
+      "step": 24129
+    },
+    {
+      "epoch": 1.153110962439071,
+      "grad_norm": 180.62356567382812,
+      "learning_rate": 8.019694427371216e-06,
+      "loss": 17.125,
+      "step": 24130
+    },
+    {
+      "epoch": 1.1531587498805314,
+      "grad_norm": 290.1990966796875,
+      "learning_rate": 8.018935891555755e-06,
+      "loss": 35.5312,
+      "step": 24131
+    },
+    {
+      "epoch": 1.1532065373219917,
+      "grad_norm": 169.36968994140625,
+      "learning_rate": 8.018177367604316e-06,
+      "loss": 35.125,
+      "step": 24132
+    },
+    {
+      "epoch": 1.1532543247634521,
+      "grad_norm": 351.83294677734375,
+      "learning_rate": 8.017418855521433e-06,
+      "loss": 28.6562,
+      "step": 24133
+    },
+    {
+      "epoch": 1.1533021122049125,
+      "grad_norm": 448.05133056640625,
+      "learning_rate": 8.016660355311652e-06,
+      "loss": 31.4375,
+      "step": 24134
+    },
+    {
+      "epoch": 1.153349899646373,
+      "grad_norm": 394.6639404296875,
+      "learning_rate": 8.015901866979518e-06,
+      "loss": 39.4375,
+      "step": 24135
+    },
+    {
+      "epoch": 1.1533976870878333,
+      "grad_norm": 123.39730834960938,
+      "learning_rate": 8.015143390529573e-06,
+      "loss": 16.7031,
+      "step": 24136
+    },
+    {
+      "epoch": 1.1534454745292937,
+      "grad_norm": 264.9990539550781,
+      "learning_rate": 8.014384925966357e-06,
+      "loss": 24.8594,
+      "step": 24137
+    },
+    {
+      "epoch": 1.153493261970754,
+      "grad_norm": 326.93695068359375,
+      "learning_rate": 8.013626473294411e-06,
+      "loss": 21.125,
+      "step": 24138
+    },
+    {
+      "epoch": 1.1535410494122145,
+      "grad_norm": 263.5914001464844,
+      "learning_rate": 8.012868032518283e-06,
+      "loss": 28.4688,
+      "step": 24139
+    },
+    {
+      "epoch": 1.1535888368536749,
+      "grad_norm": 299.9804992675781,
+      "learning_rate": 8.012109603642511e-06,
+      "loss": 34.6562,
+      "step": 24140
+    },
+    {
+      "epoch": 1.1536366242951352,
+      "grad_norm": 269.879150390625,
+      "learning_rate": 8.011351186671637e-06,
+      "loss": 29.9062,
+      "step": 24141
+    },
+    {
+      "epoch": 1.1536844117365956,
+      "grad_norm": 198.92034912109375,
+      "learning_rate": 8.0105927816102e-06,
+      "loss": 25.5469,
+      "step": 24142
+    },
+    {
+      "epoch": 1.153732199178056,
+      "grad_norm": 177.64724731445312,
+      "learning_rate": 8.009834388462749e-06,
+      "loss": 21.2734,
+      "step": 24143
+    },
+    {
+      "epoch": 1.1537799866195164,
+      "grad_norm": 321.4042053222656,
+      "learning_rate": 8.009076007233821e-06,
+      "loss": 25.0938,
+      "step": 24144
+    },
+    {
+      "epoch": 1.1538277740609768,
+      "grad_norm": 279.9336853027344,
+      "learning_rate": 8.008317637927959e-06,
+      "loss": 24.4688,
+      "step": 24145
+    },
+    {
+      "epoch": 1.1538755615024372,
+      "grad_norm": 336.7643737792969,
+      "learning_rate": 8.007559280549701e-06,
+      "loss": 29.1875,
+      "step": 24146
+    },
+    {
+      "epoch": 1.1539233489438976,
+      "grad_norm": 244.00624084472656,
+      "learning_rate": 8.006800935103599e-06,
+      "loss": 24.5781,
+      "step": 24147
+    },
+    {
+      "epoch": 1.153971136385358,
+      "grad_norm": 193.4075927734375,
+      "learning_rate": 8.00604260159418e-06,
+      "loss": 22.7344,
+      "step": 24148
+    },
+    {
+      "epoch": 1.1540189238268184,
+      "grad_norm": 211.16517639160156,
+      "learning_rate": 8.005284280025996e-06,
+      "loss": 30.5625,
+      "step": 24149
+    },
+    {
+      "epoch": 1.1540667112682788,
+      "grad_norm": 234.9361572265625,
+      "learning_rate": 8.004525970403583e-06,
+      "loss": 26.0938,
+      "step": 24150
+    },
+    {
+      "epoch": 1.1541144987097391,
+      "grad_norm": 244.3048553466797,
+      "learning_rate": 8.00376767273149e-06,
+      "loss": 25.875,
+      "step": 24151
+    },
+    {
+      "epoch": 1.1541622861511995,
+      "grad_norm": 204.81915283203125,
+      "learning_rate": 8.003009387014249e-06,
+      "loss": 24.0625,
+      "step": 24152
+    },
+    {
+      "epoch": 1.15421007359266,
+      "grad_norm": 311.46142578125,
+      "learning_rate": 8.002251113256403e-06,
+      "loss": 27.8125,
+      "step": 24153
+    },
+    {
+      "epoch": 1.1542578610341203,
+      "grad_norm": 189.1516571044922,
+      "learning_rate": 8.0014928514625e-06,
+      "loss": 27.9688,
+      "step": 24154
+    },
+    {
+      "epoch": 1.1543056484755807,
+      "grad_norm": 225.68031311035156,
+      "learning_rate": 8.000734601637075e-06,
+      "loss": 21.0,
+      "step": 24155
+    },
+    {
+      "epoch": 1.154353435917041,
+      "grad_norm": 182.84844970703125,
+      "learning_rate": 7.999976363784668e-06,
+      "loss": 15.5312,
+      "step": 24156
+    },
+    {
+      "epoch": 1.1544012233585015,
+      "grad_norm": 181.30406188964844,
+      "learning_rate": 7.999218137909822e-06,
+      "loss": 18.4219,
+      "step": 24157
+    },
+    {
+      "epoch": 1.1544490107999619,
+      "grad_norm": 251.0320281982422,
+      "learning_rate": 7.99845992401708e-06,
+      "loss": 22.7031,
+      "step": 24158
+    },
+    {
+      "epoch": 1.1544967982414223,
+      "grad_norm": 304.326904296875,
+      "learning_rate": 7.997701722110979e-06,
+      "loss": 29.8906,
+      "step": 24159
+    },
+    {
+      "epoch": 1.1545445856828827,
+      "grad_norm": 461.0715026855469,
+      "learning_rate": 7.996943532196058e-06,
+      "loss": 28.5938,
+      "step": 24160
+    },
+    {
+      "epoch": 1.154592373124343,
+      "grad_norm": 227.65325927734375,
+      "learning_rate": 7.996185354276862e-06,
+      "loss": 24.5469,
+      "step": 24161
+    },
+    {
+      "epoch": 1.1546401605658034,
+      "grad_norm": 334.98101806640625,
+      "learning_rate": 7.995427188357935e-06,
+      "loss": 33.7812,
+      "step": 24162
+    },
+    {
+      "epoch": 1.1546879480072636,
+      "grad_norm": 135.43443298339844,
+      "learning_rate": 7.994669034443807e-06,
+      "loss": 25.7344,
+      "step": 24163
+    },
+    {
+      "epoch": 1.154735735448724,
+      "grad_norm": 231.27610778808594,
+      "learning_rate": 7.993910892539025e-06,
+      "loss": 28.1562,
+      "step": 24164
+    },
+    {
+      "epoch": 1.1547835228901844,
+      "grad_norm": 269.2864074707031,
+      "learning_rate": 7.993152762648127e-06,
+      "loss": 33.0938,
+      "step": 24165
+    },
+    {
+      "epoch": 1.1548313103316448,
+      "grad_norm": 169.04327392578125,
+      "learning_rate": 7.992394644775659e-06,
+      "loss": 19.6562,
+      "step": 24166
+    },
+    {
+      "epoch": 1.1548790977731052,
+      "grad_norm": 287.28692626953125,
+      "learning_rate": 7.991636538926153e-06,
+      "loss": 33.1875,
+      "step": 24167
+    },
+    {
+      "epoch": 1.1549268852145655,
+      "grad_norm": 281.8642883300781,
+      "learning_rate": 7.990878445104152e-06,
+      "loss": 35.8438,
+      "step": 24168
+    },
+    {
+      "epoch": 1.154974672656026,
+      "grad_norm": 145.0024871826172,
+      "learning_rate": 7.990120363314201e-06,
+      "loss": 18.1406,
+      "step": 24169
+    },
+    {
+      "epoch": 1.1550224600974863,
+      "grad_norm": 1526.6834716796875,
+      "learning_rate": 7.989362293560831e-06,
+      "loss": 26.8438,
+      "step": 24170
+    },
+    {
+      "epoch": 1.1550702475389467,
+      "grad_norm": 205.8297119140625,
+      "learning_rate": 7.988604235848587e-06,
+      "loss": 22.8594,
+      "step": 24171
+    },
+    {
+      "epoch": 1.155118034980407,
+      "grad_norm": 346.67950439453125,
+      "learning_rate": 7.98784619018201e-06,
+      "loss": 27.9062,
+      "step": 24172
+    },
+    {
+      "epoch": 1.1551658224218675,
+      "grad_norm": 207.24281311035156,
+      "learning_rate": 7.987088156565638e-06,
+      "loss": 28.4375,
+      "step": 24173
+    },
+    {
+      "epoch": 1.1552136098633279,
+      "grad_norm": 283.2128601074219,
+      "learning_rate": 7.98633013500401e-06,
+      "loss": 26.875,
+      "step": 24174
+    },
+    {
+      "epoch": 1.1552613973047883,
+      "grad_norm": 724.4952392578125,
+      "learning_rate": 7.985572125501665e-06,
+      "loss": 29.7812,
+      "step": 24175
+    },
+    {
+      "epoch": 1.1553091847462487,
+      "grad_norm": 200.11761474609375,
+      "learning_rate": 7.984814128063144e-06,
+      "loss": 21.6875,
+      "step": 24176
+    },
+    {
+      "epoch": 1.155356972187709,
+      "grad_norm": 236.94427490234375,
+      "learning_rate": 7.984056142692991e-06,
+      "loss": 30.9688,
+      "step": 24177
+    },
+    {
+      "epoch": 1.1554047596291694,
+      "grad_norm": 183.64144897460938,
+      "learning_rate": 7.983298169395735e-06,
+      "loss": 20.375,
+      "step": 24178
+    },
+    {
+      "epoch": 1.1554525470706298,
+      "grad_norm": 273.15966796875,
+      "learning_rate": 7.982540208175919e-06,
+      "loss": 26.2188,
+      "step": 24179
+    },
+    {
+      "epoch": 1.1555003345120902,
+      "grad_norm": 152.0098114013672,
+      "learning_rate": 7.98178225903809e-06,
+      "loss": 24.5312,
+      "step": 24180
+    },
+    {
+      "epoch": 1.1555481219535506,
+      "grad_norm": 200.82533264160156,
+      "learning_rate": 7.981024321986777e-06,
+      "loss": 21.7812,
+      "step": 24181
+    },
+    {
+      "epoch": 1.155595909395011,
+      "grad_norm": 126.82977294921875,
+      "learning_rate": 7.980266397026522e-06,
+      "loss": 20.6094,
+      "step": 24182
+    },
+    {
+      "epoch": 1.1556436968364714,
+      "grad_norm": 346.24114990234375,
+      "learning_rate": 7.979508484161867e-06,
+      "loss": 30.7188,
+      "step": 24183
+    },
+    {
+      "epoch": 1.1556914842779318,
+      "grad_norm": 212.3957977294922,
+      "learning_rate": 7.978750583397351e-06,
+      "loss": 26.4688,
+      "step": 24184
+    },
+    {
+      "epoch": 1.1557392717193922,
+      "grad_norm": 227.24044799804688,
+      "learning_rate": 7.977992694737508e-06,
+      "loss": 27.9375,
+      "step": 24185
+    },
+    {
+      "epoch": 1.1557870591608526,
+      "grad_norm": 221.46743774414062,
+      "learning_rate": 7.977234818186878e-06,
+      "loss": 26.1562,
+      "step": 24186
+    },
+    {
+      "epoch": 1.155834846602313,
+      "grad_norm": 176.95831298828125,
+      "learning_rate": 7.976476953750005e-06,
+      "loss": 17.3125,
+      "step": 24187
+    },
+    {
+      "epoch": 1.1558826340437733,
+      "grad_norm": 321.8408203125,
+      "learning_rate": 7.975719101431426e-06,
+      "loss": 27.75,
+      "step": 24188
+    },
+    {
+      "epoch": 1.1559304214852337,
+      "grad_norm": 201.6449432373047,
+      "learning_rate": 7.974961261235672e-06,
+      "loss": 29.4375,
+      "step": 24189
+    },
+    {
+      "epoch": 1.1559782089266941,
+      "grad_norm": 158.65184020996094,
+      "learning_rate": 7.97420343316729e-06,
+      "loss": 18.9688,
+      "step": 24190
+    },
+    {
+      "epoch": 1.1560259963681545,
+      "grad_norm": 256.3106994628906,
+      "learning_rate": 7.973445617230813e-06,
+      "loss": 22.7344,
+      "step": 24191
+    },
+    {
+      "epoch": 1.156073783809615,
+      "grad_norm": 309.8273010253906,
+      "learning_rate": 7.972687813430788e-06,
+      "loss": 32.7656,
+      "step": 24192
+    },
+    {
+      "epoch": 1.1561215712510753,
+      "grad_norm": 196.49754333496094,
+      "learning_rate": 7.971930021771741e-06,
+      "loss": 20.1406,
+      "step": 24193
+    },
+    {
+      "epoch": 1.1561693586925357,
+      "grad_norm": 254.53775024414062,
+      "learning_rate": 7.971172242258217e-06,
+      "loss": 16.3906,
+      "step": 24194
+    },
+    {
+      "epoch": 1.156217146133996,
+      "grad_norm": 145.50408935546875,
+      "learning_rate": 7.970414474894757e-06,
+      "loss": 19.6562,
+      "step": 24195
+    },
+    {
+      "epoch": 1.1562649335754565,
+      "grad_norm": 225.31649780273438,
+      "learning_rate": 7.969656719685893e-06,
+      "loss": 32.4375,
+      "step": 24196
+    },
+    {
+      "epoch": 1.1563127210169168,
+      "grad_norm": 212.03599548339844,
+      "learning_rate": 7.968898976636163e-06,
+      "loss": 23.4531,
+      "step": 24197
+    },
+    {
+      "epoch": 1.1563605084583772,
+      "grad_norm": 287.8211975097656,
+      "learning_rate": 7.968141245750107e-06,
+      "loss": 35.5938,
+      "step": 24198
+    },
+    {
+      "epoch": 1.1564082958998374,
+      "grad_norm": 325.8808898925781,
+      "learning_rate": 7.96738352703227e-06,
+      "loss": 28.5625,
+      "step": 24199
+    },
+    {
+      "epoch": 1.1564560833412978,
+      "grad_norm": 321.3861083984375,
+      "learning_rate": 7.966625820487178e-06,
+      "loss": 24.4531,
+      "step": 24200
+    },
+    {
+      "epoch": 1.1565038707827582,
+      "grad_norm": 332.17095947265625,
+      "learning_rate": 7.965868126119372e-06,
+      "loss": 27.375,
+      "step": 24201
+    },
+    {
+      "epoch": 1.1565516582242186,
+      "grad_norm": 351.1446228027344,
+      "learning_rate": 7.965110443933391e-06,
+      "loss": 26.5625,
+      "step": 24202
+    },
+    {
+      "epoch": 1.156599445665679,
+      "grad_norm": 286.84454345703125,
+      "learning_rate": 7.964352773933778e-06,
+      "loss": 24.1094,
+      "step": 24203
+    },
+    {
+      "epoch": 1.1566472331071393,
+      "grad_norm": 335.4963684082031,
+      "learning_rate": 7.963595116125062e-06,
+      "loss": 21.7031,
+      "step": 24204
+    },
+    {
+      "epoch": 1.1566950205485997,
+      "grad_norm": 331.4449157714844,
+      "learning_rate": 7.962837470511783e-06,
+      "loss": 17.7031,
+      "step": 24205
+    },
+    {
+      "epoch": 1.1567428079900601,
+      "grad_norm": 165.2986297607422,
+      "learning_rate": 7.962079837098481e-06,
+      "loss": 16.9062,
+      "step": 24206
+    },
+    {
+      "epoch": 1.1567905954315205,
+      "grad_norm": 209.1539764404297,
+      "learning_rate": 7.961322215889689e-06,
+      "loss": 34.9219,
+      "step": 24207
+    },
+    {
+      "epoch": 1.156838382872981,
+      "grad_norm": 213.0373992919922,
+      "learning_rate": 7.960564606889948e-06,
+      "loss": 24.6562,
+      "step": 24208
+    },
+    {
+      "epoch": 1.1568861703144413,
+      "grad_norm": 159.52484130859375,
+      "learning_rate": 7.95980701010379e-06,
+      "loss": 25.2656,
+      "step": 24209
+    },
+    {
+      "epoch": 1.1569339577559017,
+      "grad_norm": 192.53237915039062,
+      "learning_rate": 7.959049425535761e-06,
+      "loss": 17.8906,
+      "step": 24210
+    },
+    {
+      "epoch": 1.156981745197362,
+      "grad_norm": 191.35458374023438,
+      "learning_rate": 7.958291853190389e-06,
+      "loss": 22.5312,
+      "step": 24211
+    },
+    {
+      "epoch": 1.1570295326388225,
+      "grad_norm": 345.82843017578125,
+      "learning_rate": 7.957534293072213e-06,
+      "loss": 30.6406,
+      "step": 24212
+    },
+    {
+      "epoch": 1.1570773200802829,
+      "grad_norm": 214.36524963378906,
+      "learning_rate": 7.956776745185771e-06,
+      "loss": 32.2188,
+      "step": 24213
+    },
+    {
+      "epoch": 1.1571251075217432,
+      "grad_norm": 229.3603515625,
+      "learning_rate": 7.956019209535605e-06,
+      "loss": 30.2812,
+      "step": 24214
+    },
+    {
+      "epoch": 1.1571728949632036,
+      "grad_norm": 328.32257080078125,
+      "learning_rate": 7.955261686126242e-06,
+      "loss": 22.375,
+      "step": 24215
+    },
+    {
+      "epoch": 1.157220682404664,
+      "grad_norm": 190.8544158935547,
+      "learning_rate": 7.954504174962222e-06,
+      "loss": 20.5312,
+      "step": 24216
+    },
+    {
+      "epoch": 1.1572684698461244,
+      "grad_norm": 453.5488586425781,
+      "learning_rate": 7.953746676048087e-06,
+      "loss": 24.1875,
+      "step": 24217
+    },
+    {
+      "epoch": 1.1573162572875848,
+      "grad_norm": 259.67578125,
+      "learning_rate": 7.952989189388366e-06,
+      "loss": 21.8594,
+      "step": 24218
+    },
+    {
+      "epoch": 1.1573640447290452,
+      "grad_norm": 302.2751770019531,
+      "learning_rate": 7.952231714987597e-06,
+      "loss": 28.5625,
+      "step": 24219
+    },
+    {
+      "epoch": 1.1574118321705056,
+      "grad_norm": 310.63494873046875,
+      "learning_rate": 7.951474252850318e-06,
+      "loss": 28.3438,
+      "step": 24220
+    },
+    {
+      "epoch": 1.157459619611966,
+      "grad_norm": 273.2029724121094,
+      "learning_rate": 7.950716802981071e-06,
+      "loss": 24.5625,
+      "step": 24221
+    },
+    {
+      "epoch": 1.1575074070534264,
+      "grad_norm": 208.8963165283203,
+      "learning_rate": 7.94995936538438e-06,
+      "loss": 24.875,
+      "step": 24222
+    },
+    {
+      "epoch": 1.1575551944948868,
+      "grad_norm": 210.81729125976562,
+      "learning_rate": 7.94920194006479e-06,
+      "loss": 21.375,
+      "step": 24223
+    },
+    {
+      "epoch": 1.1576029819363471,
+      "grad_norm": 248.4171905517578,
+      "learning_rate": 7.948444527026831e-06,
+      "loss": 27.9062,
+      "step": 24224
+    },
+    {
+      "epoch": 1.1576507693778075,
+      "grad_norm": 213.9744110107422,
+      "learning_rate": 7.947687126275046e-06,
+      "loss": 26.3281,
+      "step": 24225
+    },
+    {
+      "epoch": 1.157698556819268,
+      "grad_norm": 204.88267517089844,
+      "learning_rate": 7.946929737813964e-06,
+      "loss": 24.4375,
+      "step": 24226
+    },
+    {
+      "epoch": 1.1577463442607283,
+      "grad_norm": 221.36949157714844,
+      "learning_rate": 7.946172361648124e-06,
+      "loss": 20.1719,
+      "step": 24227
+    },
+    {
+      "epoch": 1.1577941317021887,
+      "grad_norm": 231.48345947265625,
+      "learning_rate": 7.945414997782064e-06,
+      "loss": 21.1562,
+      "step": 24228
+    },
+    {
+      "epoch": 1.157841919143649,
+      "grad_norm": 168.37945556640625,
+      "learning_rate": 7.944657646220314e-06,
+      "loss": 22.6719,
+      "step": 24229
+    },
+    {
+      "epoch": 1.1578897065851095,
+      "grad_norm": 288.2873229980469,
+      "learning_rate": 7.943900306967412e-06,
+      "loss": 25.0,
+      "step": 24230
+    },
+    {
+      "epoch": 1.1579374940265699,
+      "grad_norm": 246.19447326660156,
+      "learning_rate": 7.943142980027894e-06,
+      "loss": 29.1562,
+      "step": 24231
+    },
+    {
+      "epoch": 1.1579852814680303,
+      "grad_norm": 184.95294189453125,
+      "learning_rate": 7.942385665406301e-06,
+      "loss": 24.625,
+      "step": 24232
+    },
+    {
+      "epoch": 1.1580330689094906,
+      "grad_norm": 281.8989562988281,
+      "learning_rate": 7.941628363107156e-06,
+      "loss": 39.1562,
+      "step": 24233
+    },
+    {
+      "epoch": 1.158080856350951,
+      "grad_norm": 234.3170623779297,
+      "learning_rate": 7.940871073135004e-06,
+      "loss": 21.6562,
+      "step": 24234
+    },
+    {
+      "epoch": 1.1581286437924114,
+      "grad_norm": 244.72154235839844,
+      "learning_rate": 7.940113795494375e-06,
+      "loss": 25.2812,
+      "step": 24235
+    },
+    {
+      "epoch": 1.1581764312338718,
+      "grad_norm": 157.46771240234375,
+      "learning_rate": 7.939356530189813e-06,
+      "loss": 22.3125,
+      "step": 24236
+    },
+    {
+      "epoch": 1.1582242186753322,
+      "grad_norm": 272.23321533203125,
+      "learning_rate": 7.93859927722584e-06,
+      "loss": 28.3438,
+      "step": 24237
+    },
+    {
+      "epoch": 1.1582720061167926,
+      "grad_norm": 380.2839050292969,
+      "learning_rate": 7.937842036607e-06,
+      "loss": 23.5,
+      "step": 24238
+    },
+    {
+      "epoch": 1.158319793558253,
+      "grad_norm": 283.7137451171875,
+      "learning_rate": 7.937084808337824e-06,
+      "loss": 32.0938,
+      "step": 24239
+    },
+    {
+      "epoch": 1.1583675809997134,
+      "grad_norm": 293.0140075683594,
+      "learning_rate": 7.93632759242285e-06,
+      "loss": 21.7344,
+      "step": 24240
+    },
+    {
+      "epoch": 1.1584153684411738,
+      "grad_norm": 121.9848861694336,
+      "learning_rate": 7.935570388866611e-06,
+      "loss": 23.5,
+      "step": 24241
+    },
+    {
+      "epoch": 1.1584631558826342,
+      "grad_norm": 197.3555450439453,
+      "learning_rate": 7.934813197673637e-06,
+      "loss": 29.4062,
+      "step": 24242
+    },
+    {
+      "epoch": 1.1585109433240945,
+      "grad_norm": 858.2562866210938,
+      "learning_rate": 7.934056018848474e-06,
+      "loss": 20.625,
+      "step": 24243
+    },
+    {
+      "epoch": 1.158558730765555,
+      "grad_norm": 274.0089111328125,
+      "learning_rate": 7.933298852395645e-06,
+      "loss": 24.4844,
+      "step": 24244
+    },
+    {
+      "epoch": 1.158606518207015,
+      "grad_norm": 257.55810546875,
+      "learning_rate": 7.932541698319689e-06,
+      "loss": 22.3594,
+      "step": 24245
+    },
+    {
+      "epoch": 1.1586543056484755,
+      "grad_norm": 184.5748748779297,
+      "learning_rate": 7.93178455662514e-06,
+      "loss": 20.5938,
+      "step": 24246
+    },
+    {
+      "epoch": 1.1587020930899359,
+      "grad_norm": 216.4821319580078,
+      "learning_rate": 7.931027427316538e-06,
+      "loss": 25.3438,
+      "step": 24247
+    },
+    {
+      "epoch": 1.1587498805313963,
+      "grad_norm": 286.9274597167969,
+      "learning_rate": 7.930270310398407e-06,
+      "loss": 21.4531,
+      "step": 24248
+    },
+    {
+      "epoch": 1.1587976679728567,
+      "grad_norm": 200.73788452148438,
+      "learning_rate": 7.929513205875286e-06,
+      "loss": 18.1406,
+      "step": 24249
+    },
+    {
+      "epoch": 1.158845455414317,
+      "grad_norm": 264.4858093261719,
+      "learning_rate": 7.92875611375171e-06,
+      "loss": 36.6562,
+      "step": 24250
+    },
+    {
+      "epoch": 1.1588932428557774,
+      "grad_norm": 136.69139099121094,
+      "learning_rate": 7.927999034032215e-06,
+      "loss": 18.1562,
+      "step": 24251
+    },
+    {
+      "epoch": 1.1589410302972378,
+      "grad_norm": 451.85931396484375,
+      "learning_rate": 7.927241966721328e-06,
+      "loss": 28.8125,
+      "step": 24252
+    },
+    {
+      "epoch": 1.1589888177386982,
+      "grad_norm": 176.2950897216797,
+      "learning_rate": 7.926484911823589e-06,
+      "loss": 24.4219,
+      "step": 24253
+    },
+    {
+      "epoch": 1.1590366051801586,
+      "grad_norm": 228.02308654785156,
+      "learning_rate": 7.925727869343532e-06,
+      "loss": 20.625,
+      "step": 24254
+    },
+    {
+      "epoch": 1.159084392621619,
+      "grad_norm": 632.0764770507812,
+      "learning_rate": 7.924970839285687e-06,
+      "loss": 35.75,
+      "step": 24255
+    },
+    {
+      "epoch": 1.1591321800630794,
+      "grad_norm": 299.6253662109375,
+      "learning_rate": 7.924213821654588e-06,
+      "loss": 29.5625,
+      "step": 24256
+    },
+    {
+      "epoch": 1.1591799675045398,
+      "grad_norm": 357.3564758300781,
+      "learning_rate": 7.923456816454769e-06,
+      "loss": 30.875,
+      "step": 24257
+    },
+    {
+      "epoch": 1.1592277549460002,
+      "grad_norm": 433.8651428222656,
+      "learning_rate": 7.922699823690768e-06,
+      "loss": 29.7188,
+      "step": 24258
+    },
+    {
+      "epoch": 1.1592755423874606,
+      "grad_norm": 335.3854675292969,
+      "learning_rate": 7.921942843367112e-06,
+      "loss": 27.5938,
+      "step": 24259
+    },
+    {
+      "epoch": 1.159323329828921,
+      "grad_norm": 156.8556365966797,
+      "learning_rate": 7.921185875488335e-06,
+      "loss": 21.1094,
+      "step": 24260
+    },
+    {
+      "epoch": 1.1593711172703813,
+      "grad_norm": 281.00201416015625,
+      "learning_rate": 7.920428920058974e-06,
+      "loss": 30.6562,
+      "step": 24261
+    },
+    {
+      "epoch": 1.1594189047118417,
+      "grad_norm": 260.4637451171875,
+      "learning_rate": 7.919671977083562e-06,
+      "loss": 23.3125,
+      "step": 24262
+    },
+    {
+      "epoch": 1.1594666921533021,
+      "grad_norm": 265.371826171875,
+      "learning_rate": 7.918915046566628e-06,
+      "loss": 23.3281,
+      "step": 24263
+    },
+    {
+      "epoch": 1.1595144795947625,
+      "grad_norm": 274.8834228515625,
+      "learning_rate": 7.918158128512708e-06,
+      "loss": 17.4219,
+      "step": 24264
+    },
+    {
+      "epoch": 1.159562267036223,
+      "grad_norm": 201.4921875,
+      "learning_rate": 7.917401222926338e-06,
+      "loss": 21.2344,
+      "step": 24265
+    },
+    {
+      "epoch": 1.1596100544776833,
+      "grad_norm": 263.2950134277344,
+      "learning_rate": 7.916644329812044e-06,
+      "loss": 31.5,
+      "step": 24266
+    },
+    {
+      "epoch": 1.1596578419191437,
+      "grad_norm": 169.2112579345703,
+      "learning_rate": 7.915887449174361e-06,
+      "loss": 23.2969,
+      "step": 24267
+    },
+    {
+      "epoch": 1.159705629360604,
+      "grad_norm": 1607.3599853515625,
+      "learning_rate": 7.915130581017825e-06,
+      "loss": 27.9219,
+      "step": 24268
+    },
+    {
+      "epoch": 1.1597534168020645,
+      "grad_norm": 316.2359924316406,
+      "learning_rate": 7.914373725346969e-06,
+      "loss": 26.2812,
+      "step": 24269
+    },
+    {
+      "epoch": 1.1598012042435248,
+      "grad_norm": 325.92010498046875,
+      "learning_rate": 7.913616882166319e-06,
+      "loss": 25.8125,
+      "step": 24270
+    },
+    {
+      "epoch": 1.1598489916849852,
+      "grad_norm": 226.35031127929688,
+      "learning_rate": 7.912860051480413e-06,
+      "loss": 33.8438,
+      "step": 24271
+    },
+    {
+      "epoch": 1.1598967791264456,
+      "grad_norm": 213.53550720214844,
+      "learning_rate": 7.912103233293782e-06,
+      "loss": 17.9844,
+      "step": 24272
+    },
+    {
+      "epoch": 1.159944566567906,
+      "grad_norm": 777.7374877929688,
+      "learning_rate": 7.91134642761096e-06,
+      "loss": 19.0938,
+      "step": 24273
+    },
+    {
+      "epoch": 1.1599923540093664,
+      "grad_norm": 320.090087890625,
+      "learning_rate": 7.910589634436478e-06,
+      "loss": 17.0938,
+      "step": 24274
+    },
+    {
+      "epoch": 1.1600401414508268,
+      "grad_norm": 274.3221435546875,
+      "learning_rate": 7.909832853774865e-06,
+      "loss": 29.625,
+      "step": 24275
+    },
+    {
+      "epoch": 1.1600879288922872,
+      "grad_norm": 292.0874938964844,
+      "learning_rate": 7.909076085630656e-06,
+      "loss": 26.4688,
+      "step": 24276
+    },
+    {
+      "epoch": 1.1601357163337476,
+      "grad_norm": 609.8018188476562,
+      "learning_rate": 7.908319330008389e-06,
+      "loss": 43.375,
+      "step": 24277
+    },
+    {
+      "epoch": 1.160183503775208,
+      "grad_norm": 486.2220153808594,
+      "learning_rate": 7.907562586912585e-06,
+      "loss": 30.125,
+      "step": 24278
+    },
+    {
+      "epoch": 1.1602312912166683,
+      "grad_norm": 257.14117431640625,
+      "learning_rate": 7.90680585634778e-06,
+      "loss": 36.6562,
+      "step": 24279
+    },
+    {
+      "epoch": 1.1602790786581287,
+      "grad_norm": 285.5154724121094,
+      "learning_rate": 7.906049138318513e-06,
+      "loss": 28.25,
+      "step": 24280
+    },
+    {
+      "epoch": 1.160326866099589,
+      "grad_norm": 216.71762084960938,
+      "learning_rate": 7.905292432829305e-06,
+      "loss": 23.2188,
+      "step": 24281
+    },
+    {
+      "epoch": 1.1603746535410493,
+      "grad_norm": 169.93988037109375,
+      "learning_rate": 7.904535739884692e-06,
+      "loss": 25.4062,
+      "step": 24282
+    },
+    {
+      "epoch": 1.1604224409825097,
+      "grad_norm": 278.4952392578125,
+      "learning_rate": 7.903779059489206e-06,
+      "loss": 24.5469,
+      "step": 24283
+    },
+    {
+      "epoch": 1.16047022842397,
+      "grad_norm": 362.6687927246094,
+      "learning_rate": 7.903022391647383e-06,
+      "loss": 22.6719,
+      "step": 24284
+    },
+    {
+      "epoch": 1.1605180158654305,
+      "grad_norm": 127.1894302368164,
+      "learning_rate": 7.902265736363746e-06,
+      "loss": 21.9062,
+      "step": 24285
+    },
+    {
+      "epoch": 1.1605658033068909,
+      "grad_norm": 211.76705932617188,
+      "learning_rate": 7.90150909364283e-06,
+      "loss": 23.6875,
+      "step": 24286
+    },
+    {
+      "epoch": 1.1606135907483512,
+      "grad_norm": 170.6653594970703,
+      "learning_rate": 7.900752463489169e-06,
+      "loss": 22.3906,
+      "step": 24287
+    },
+    {
+      "epoch": 1.1606613781898116,
+      "grad_norm": 243.3768768310547,
+      "learning_rate": 7.899995845907292e-06,
+      "loss": 32.5938,
+      "step": 24288
+    },
+    {
+      "epoch": 1.160709165631272,
+      "grad_norm": 264.549072265625,
+      "learning_rate": 7.89923924090173e-06,
+      "loss": 25.9375,
+      "step": 24289
+    },
+    {
+      "epoch": 1.1607569530727324,
+      "grad_norm": 396.4180603027344,
+      "learning_rate": 7.898482648477013e-06,
+      "loss": 24.5625,
+      "step": 24290
+    },
+    {
+      "epoch": 1.1608047405141928,
+      "grad_norm": 274.35150146484375,
+      "learning_rate": 7.897726068637675e-06,
+      "loss": 29.0625,
+      "step": 24291
+    },
+    {
+      "epoch": 1.1608525279556532,
+      "grad_norm": 486.82037353515625,
+      "learning_rate": 7.896969501388245e-06,
+      "loss": 29.0625,
+      "step": 24292
+    },
+    {
+      "epoch": 1.1609003153971136,
+      "grad_norm": 273.51080322265625,
+      "learning_rate": 7.896212946733252e-06,
+      "loss": 20.9688,
+      "step": 24293
+    },
+    {
+      "epoch": 1.160948102838574,
+      "grad_norm": 358.70361328125,
+      "learning_rate": 7.895456404677228e-06,
+      "loss": 25.3125,
+      "step": 24294
+    },
+    {
+      "epoch": 1.1609958902800344,
+      "grad_norm": 5788.99365234375,
+      "learning_rate": 7.894699875224709e-06,
+      "loss": 25.3438,
+      "step": 24295
+    },
+    {
+      "epoch": 1.1610436777214947,
+      "grad_norm": 195.60675048828125,
+      "learning_rate": 7.893943358380218e-06,
+      "loss": 31.7188,
+      "step": 24296
+    },
+    {
+      "epoch": 1.1610914651629551,
+      "grad_norm": 438.4347839355469,
+      "learning_rate": 7.893186854148288e-06,
+      "loss": 31.4375,
+      "step": 24297
+    },
+    {
+      "epoch": 1.1611392526044155,
+      "grad_norm": 410.5508728027344,
+      "learning_rate": 7.89243036253345e-06,
+      "loss": 29.2188,
+      "step": 24298
+    },
+    {
+      "epoch": 1.161187040045876,
+      "grad_norm": 250.0796356201172,
+      "learning_rate": 7.891673883540239e-06,
+      "loss": 28.7812,
+      "step": 24299
+    },
+    {
+      "epoch": 1.1612348274873363,
+      "grad_norm": 449.2368469238281,
+      "learning_rate": 7.890917417173177e-06,
+      "loss": 23.9375,
+      "step": 24300
+    },
+    {
+      "epoch": 1.1612826149287967,
+      "grad_norm": 144.34487915039062,
+      "learning_rate": 7.890160963436797e-06,
+      "loss": 19.4062,
+      "step": 24301
+    },
+    {
+      "epoch": 1.161330402370257,
+      "grad_norm": 311.1084289550781,
+      "learning_rate": 7.889404522335637e-06,
+      "loss": 24.5,
+      "step": 24302
+    },
+    {
+      "epoch": 1.1613781898117175,
+      "grad_norm": 209.24008178710938,
+      "learning_rate": 7.888648093874214e-06,
+      "loss": 26.8125,
+      "step": 24303
+    },
+    {
+      "epoch": 1.1614259772531779,
+      "grad_norm": 388.1016845703125,
+      "learning_rate": 7.887891678057065e-06,
+      "loss": 39.0,
+      "step": 24304
+    },
+    {
+      "epoch": 1.1614737646946383,
+      "grad_norm": 206.2911376953125,
+      "learning_rate": 7.887135274888722e-06,
+      "loss": 26.0781,
+      "step": 24305
+    },
+    {
+      "epoch": 1.1615215521360986,
+      "grad_norm": 254.62359619140625,
+      "learning_rate": 7.886378884373713e-06,
+      "loss": 37.0781,
+      "step": 24306
+    },
+    {
+      "epoch": 1.161569339577559,
+      "grad_norm": 324.61749267578125,
+      "learning_rate": 7.885622506516568e-06,
+      "loss": 29.9062,
+      "step": 24307
+    },
+    {
+      "epoch": 1.1616171270190194,
+      "grad_norm": 202.46353149414062,
+      "learning_rate": 7.884866141321811e-06,
+      "loss": 31.0625,
+      "step": 24308
+    },
+    {
+      "epoch": 1.1616649144604798,
+      "grad_norm": 249.78543090820312,
+      "learning_rate": 7.884109788793978e-06,
+      "loss": 37.3438,
+      "step": 24309
+    },
+    {
+      "epoch": 1.1617127019019402,
+      "grad_norm": 416.4581604003906,
+      "learning_rate": 7.8833534489376e-06,
+      "loss": 28.8438,
+      "step": 24310
+    },
+    {
+      "epoch": 1.1617604893434006,
+      "grad_norm": 246.74937438964844,
+      "learning_rate": 7.882597121757201e-06,
+      "loss": 24.1562,
+      "step": 24311
+    },
+    {
+      "epoch": 1.161808276784861,
+      "grad_norm": 395.27880859375,
+      "learning_rate": 7.881840807257314e-06,
+      "loss": 27.5938,
+      "step": 24312
+    },
+    {
+      "epoch": 1.1618560642263214,
+      "grad_norm": 225.6456298828125,
+      "learning_rate": 7.881084505442465e-06,
+      "loss": 28.9062,
+      "step": 24313
+    },
+    {
+      "epoch": 1.1619038516677818,
+      "grad_norm": 320.27423095703125,
+      "learning_rate": 7.880328216317191e-06,
+      "loss": 29.1406,
+      "step": 24314
+    },
+    {
+      "epoch": 1.1619516391092422,
+      "grad_norm": 210.99630737304688,
+      "learning_rate": 7.879571939886012e-06,
+      "loss": 21.9688,
+      "step": 24315
+    },
+    {
+      "epoch": 1.1619994265507025,
+      "grad_norm": 133.6975860595703,
+      "learning_rate": 7.87881567615346e-06,
+      "loss": 15.125,
+      "step": 24316
+    },
+    {
+      "epoch": 1.162047213992163,
+      "grad_norm": 324.3423767089844,
+      "learning_rate": 7.87805942512407e-06,
+      "loss": 25.2344,
+      "step": 24317
+    },
+    {
+      "epoch": 1.1620950014336233,
+      "grad_norm": 414.06097412109375,
+      "learning_rate": 7.877303186802362e-06,
+      "loss": 44.0938,
+      "step": 24318
+    },
+    {
+      "epoch": 1.1621427888750837,
+      "grad_norm": 242.4804229736328,
+      "learning_rate": 7.876546961192867e-06,
+      "loss": 31.1875,
+      "step": 24319
+    },
+    {
+      "epoch": 1.162190576316544,
+      "grad_norm": 266.99444580078125,
+      "learning_rate": 7.87579074830012e-06,
+      "loss": 23.0625,
+      "step": 24320
+    },
+    {
+      "epoch": 1.1622383637580045,
+      "grad_norm": 385.7314758300781,
+      "learning_rate": 7.875034548128647e-06,
+      "loss": 30.7344,
+      "step": 24321
+    },
+    {
+      "epoch": 1.1622861511994649,
+      "grad_norm": 222.60128784179688,
+      "learning_rate": 7.874278360682972e-06,
+      "loss": 15.1875,
+      "step": 24322
+    },
+    {
+      "epoch": 1.1623339386409253,
+      "grad_norm": 260.852294921875,
+      "learning_rate": 7.873522185967625e-06,
+      "loss": 26.8281,
+      "step": 24323
+    },
+    {
+      "epoch": 1.1623817260823857,
+      "grad_norm": 169.00106811523438,
+      "learning_rate": 7.872766023987137e-06,
+      "loss": 23.5781,
+      "step": 24324
+    },
+    {
+      "epoch": 1.162429513523846,
+      "grad_norm": 285.4151916503906,
+      "learning_rate": 7.872009874746039e-06,
+      "loss": 27.8125,
+      "step": 24325
+    },
+    {
+      "epoch": 1.1624773009653064,
+      "grad_norm": 215.96849060058594,
+      "learning_rate": 7.871253738248852e-06,
+      "loss": 16.75,
+      "step": 24326
+    },
+    {
+      "epoch": 1.1625250884067666,
+      "grad_norm": 210.572509765625,
+      "learning_rate": 7.870497614500108e-06,
+      "loss": 29.5938,
+      "step": 24327
+    },
+    {
+      "epoch": 1.162572875848227,
+      "grad_norm": 285.2176513671875,
+      "learning_rate": 7.86974150350434e-06,
+      "loss": 27.9375,
+      "step": 24328
+    },
+    {
+      "epoch": 1.1626206632896874,
+      "grad_norm": 217.8887939453125,
+      "learning_rate": 7.868985405266067e-06,
+      "loss": 19.7812,
+      "step": 24329
+    },
+    {
+      "epoch": 1.1626684507311478,
+      "grad_norm": 453.40545654296875,
+      "learning_rate": 7.868229319789823e-06,
+      "loss": 36.625,
+      "step": 24330
+    },
+    {
+      "epoch": 1.1627162381726082,
+      "grad_norm": 263.5255126953125,
+      "learning_rate": 7.867473247080134e-06,
+      "loss": 23.3438,
+      "step": 24331
+    },
+    {
+      "epoch": 1.1627640256140686,
+      "grad_norm": 229.06204223632812,
+      "learning_rate": 7.866717187141533e-06,
+      "loss": 32.5312,
+      "step": 24332
+    },
+    {
+      "epoch": 1.162811813055529,
+      "grad_norm": 211.2419891357422,
+      "learning_rate": 7.865961139978538e-06,
+      "loss": 19.8281,
+      "step": 24333
+    },
+    {
+      "epoch": 1.1628596004969893,
+      "grad_norm": 312.08050537109375,
+      "learning_rate": 7.865205105595683e-06,
+      "loss": 35.3125,
+      "step": 24334
+    },
+    {
+      "epoch": 1.1629073879384497,
+      "grad_norm": 409.0523681640625,
+      "learning_rate": 7.864449083997497e-06,
+      "loss": 32.375,
+      "step": 24335
+    },
+    {
+      "epoch": 1.1629551753799101,
+      "grad_norm": 306.0019836425781,
+      "learning_rate": 7.863693075188506e-06,
+      "loss": 26.4219,
+      "step": 24336
+    },
+    {
+      "epoch": 1.1630029628213705,
+      "grad_norm": 266.92626953125,
+      "learning_rate": 7.862937079173234e-06,
+      "loss": 26.1406,
+      "step": 24337
+    },
+    {
+      "epoch": 1.163050750262831,
+      "grad_norm": 296.9143371582031,
+      "learning_rate": 7.862181095956213e-06,
+      "loss": 30.4375,
+      "step": 24338
+    },
+    {
+      "epoch": 1.1630985377042913,
+      "grad_norm": 263.46258544921875,
+      "learning_rate": 7.861425125541967e-06,
+      "loss": 26.3125,
+      "step": 24339
+    },
+    {
+      "epoch": 1.1631463251457517,
+      "grad_norm": 298.03790283203125,
+      "learning_rate": 7.860669167935028e-06,
+      "loss": 24.3438,
+      "step": 24340
+    },
+    {
+      "epoch": 1.163194112587212,
+      "grad_norm": 278.43994140625,
+      "learning_rate": 7.859913223139918e-06,
+      "loss": 20.0312,
+      "step": 24341
+    },
+    {
+      "epoch": 1.1632419000286724,
+      "grad_norm": 314.5815124511719,
+      "learning_rate": 7.859157291161165e-06,
+      "loss": 15.1562,
+      "step": 24342
+    },
+    {
+      "epoch": 1.1632896874701328,
+      "grad_norm": 361.1905822753906,
+      "learning_rate": 7.858401372003301e-06,
+      "loss": 44.7188,
+      "step": 24343
+    },
+    {
+      "epoch": 1.1633374749115932,
+      "grad_norm": 244.62648010253906,
+      "learning_rate": 7.857645465670848e-06,
+      "loss": 29.4375,
+      "step": 24344
+    },
+    {
+      "epoch": 1.1633852623530536,
+      "grad_norm": 147.8082733154297,
+      "learning_rate": 7.85688957216833e-06,
+      "loss": 18.0781,
+      "step": 24345
+    },
+    {
+      "epoch": 1.163433049794514,
+      "grad_norm": 268.7050476074219,
+      "learning_rate": 7.856133691500281e-06,
+      "loss": 33.0312,
+      "step": 24346
+    },
+    {
+      "epoch": 1.1634808372359744,
+      "grad_norm": 273.920654296875,
+      "learning_rate": 7.85537782367123e-06,
+      "loss": 25.9688,
+      "step": 24347
+    },
+    {
+      "epoch": 1.1635286246774348,
+      "grad_norm": 255.7171630859375,
+      "learning_rate": 7.854621968685693e-06,
+      "loss": 24.2031,
+      "step": 24348
+    },
+    {
+      "epoch": 1.1635764121188952,
+      "grad_norm": 122.35307312011719,
+      "learning_rate": 7.853866126548203e-06,
+      "loss": 28.3281,
+      "step": 24349
+    },
+    {
+      "epoch": 1.1636241995603556,
+      "grad_norm": 351.8078308105469,
+      "learning_rate": 7.853110297263287e-06,
+      "loss": 26.8125,
+      "step": 24350
+    },
+    {
+      "epoch": 1.163671987001816,
+      "grad_norm": 218.58653259277344,
+      "learning_rate": 7.852354480835468e-06,
+      "loss": 21.2344,
+      "step": 24351
+    },
+    {
+      "epoch": 1.1637197744432763,
+      "grad_norm": 156.45355224609375,
+      "learning_rate": 7.851598677269275e-06,
+      "loss": 22.7031,
+      "step": 24352
+    },
+    {
+      "epoch": 1.1637675618847367,
+      "grad_norm": 176.63150024414062,
+      "learning_rate": 7.850842886569234e-06,
+      "loss": 18.9375,
+      "step": 24353
+    },
+    {
+      "epoch": 1.1638153493261971,
+      "grad_norm": 190.90760803222656,
+      "learning_rate": 7.850087108739873e-06,
+      "loss": 22.8438,
+      "step": 24354
+    },
+    {
+      "epoch": 1.1638631367676575,
+      "grad_norm": 187.90528869628906,
+      "learning_rate": 7.849331343785714e-06,
+      "loss": 22.0312,
+      "step": 24355
+    },
+    {
+      "epoch": 1.163910924209118,
+      "grad_norm": 417.05792236328125,
+      "learning_rate": 7.848575591711284e-06,
+      "loss": 20.875,
+      "step": 24356
+    },
+    {
+      "epoch": 1.1639587116505783,
+      "grad_norm": 221.2495574951172,
+      "learning_rate": 7.84781985252111e-06,
+      "loss": 26.1875,
+      "step": 24357
+    },
+    {
+      "epoch": 1.1640064990920387,
+      "grad_norm": 201.4647216796875,
+      "learning_rate": 7.847064126219723e-06,
+      "loss": 17.4688,
+      "step": 24358
+    },
+    {
+      "epoch": 1.164054286533499,
+      "grad_norm": 171.31028747558594,
+      "learning_rate": 7.846308412811639e-06,
+      "loss": 23.2812,
+      "step": 24359
+    },
+    {
+      "epoch": 1.1641020739749595,
+      "grad_norm": 305.6720886230469,
+      "learning_rate": 7.845552712301388e-06,
+      "loss": 31.75,
+      "step": 24360
+    },
+    {
+      "epoch": 1.1641498614164199,
+      "grad_norm": 203.0518341064453,
+      "learning_rate": 7.844797024693497e-06,
+      "loss": 19.0156,
+      "step": 24361
+    },
+    {
+      "epoch": 1.1641976488578802,
+      "grad_norm": 228.10879516601562,
+      "learning_rate": 7.844041349992495e-06,
+      "loss": 39.5469,
+      "step": 24362
+    },
+    {
+      "epoch": 1.1642454362993406,
+      "grad_norm": 237.56396484375,
+      "learning_rate": 7.843285688202898e-06,
+      "loss": 31.7031,
+      "step": 24363
+    },
+    {
+      "epoch": 1.1642932237408008,
+      "grad_norm": 170.53213500976562,
+      "learning_rate": 7.84253003932924e-06,
+      "loss": 15.6094,
+      "step": 24364
+    },
+    {
+      "epoch": 1.1643410111822612,
+      "grad_norm": 337.0304870605469,
+      "learning_rate": 7.841774403376043e-06,
+      "loss": 24.8125,
+      "step": 24365
+    },
+    {
+      "epoch": 1.1643887986237216,
+      "grad_norm": 141.87803649902344,
+      "learning_rate": 7.841018780347831e-06,
+      "loss": 22.4531,
+      "step": 24366
+    },
+    {
+      "epoch": 1.164436586065182,
+      "grad_norm": 579.09326171875,
+      "learning_rate": 7.84026317024913e-06,
+      "loss": 35.7188,
+      "step": 24367
+    },
+    {
+      "epoch": 1.1644843735066424,
+      "grad_norm": 345.3367004394531,
+      "learning_rate": 7.839507573084468e-06,
+      "loss": 28.75,
+      "step": 24368
+    },
+    {
+      "epoch": 1.1645321609481027,
+      "grad_norm": 192.6746368408203,
+      "learning_rate": 7.838751988858368e-06,
+      "loss": 19.4688,
+      "step": 24369
+    },
+    {
+      "epoch": 1.1645799483895631,
+      "grad_norm": 153.30201721191406,
+      "learning_rate": 7.837996417575353e-06,
+      "loss": 17.9688,
+      "step": 24370
+    },
+    {
+      "epoch": 1.1646277358310235,
+      "grad_norm": 344.3819274902344,
+      "learning_rate": 7.83724085923995e-06,
+      "loss": 32.125,
+      "step": 24371
+    },
+    {
+      "epoch": 1.164675523272484,
+      "grad_norm": 186.22525024414062,
+      "learning_rate": 7.836485313856684e-06,
+      "loss": 28.625,
+      "step": 24372
+    },
+    {
+      "epoch": 1.1647233107139443,
+      "grad_norm": 234.27874755859375,
+      "learning_rate": 7.83572978143008e-06,
+      "loss": 22.1719,
+      "step": 24373
+    },
+    {
+      "epoch": 1.1647710981554047,
+      "grad_norm": 451.6241149902344,
+      "learning_rate": 7.834974261964662e-06,
+      "loss": 30.8438,
+      "step": 24374
+    },
+    {
+      "epoch": 1.164818885596865,
+      "grad_norm": 588.152587890625,
+      "learning_rate": 7.834218755464953e-06,
+      "loss": 33.9688,
+      "step": 24375
+    },
+    {
+      "epoch": 1.1648666730383255,
+      "grad_norm": 117.29110717773438,
+      "learning_rate": 7.833463261935482e-06,
+      "loss": 20.75,
+      "step": 24376
+    },
+    {
+      "epoch": 1.1649144604797859,
+      "grad_norm": 1110.9102783203125,
+      "learning_rate": 7.832707781380766e-06,
+      "loss": 25.7344,
+      "step": 24377
+    },
+    {
+      "epoch": 1.1649622479212463,
+      "grad_norm": 178.94932556152344,
+      "learning_rate": 7.831952313805335e-06,
+      "loss": 21.125,
+      "step": 24378
+    },
+    {
+      "epoch": 1.1650100353627066,
+      "grad_norm": 148.44796752929688,
+      "learning_rate": 7.831196859213713e-06,
+      "loss": 20.0312,
+      "step": 24379
+    },
+    {
+      "epoch": 1.165057822804167,
+      "grad_norm": 173.0135955810547,
+      "learning_rate": 7.830441417610426e-06,
+      "loss": 23.5625,
+      "step": 24380
+    },
+    {
+      "epoch": 1.1651056102456274,
+      "grad_norm": 149.10093688964844,
+      "learning_rate": 7.829685988999992e-06,
+      "loss": 16.9375,
+      "step": 24381
+    },
+    {
+      "epoch": 1.1651533976870878,
+      "grad_norm": 183.0654296875,
+      "learning_rate": 7.828930573386939e-06,
+      "loss": 18.0938,
+      "step": 24382
+    },
+    {
+      "epoch": 1.1652011851285482,
+      "grad_norm": 162.5554962158203,
+      "learning_rate": 7.828175170775788e-06,
+      "loss": 24.2812,
+      "step": 24383
+    },
+    {
+      "epoch": 1.1652489725700086,
+      "grad_norm": 235.84332275390625,
+      "learning_rate": 7.827419781171071e-06,
+      "loss": 26.8594,
+      "step": 24384
+    },
+    {
+      "epoch": 1.165296760011469,
+      "grad_norm": 264.2165222167969,
+      "learning_rate": 7.826664404577302e-06,
+      "loss": 25.4062,
+      "step": 24385
+    },
+    {
+      "epoch": 1.1653445474529294,
+      "grad_norm": 425.88092041015625,
+      "learning_rate": 7.82590904099901e-06,
+      "loss": 23.9062,
+      "step": 24386
+    },
+    {
+      "epoch": 1.1653923348943898,
+      "grad_norm": 208.98365783691406,
+      "learning_rate": 7.82515369044072e-06,
+      "loss": 21.0312,
+      "step": 24387
+    },
+    {
+      "epoch": 1.1654401223358501,
+      "grad_norm": 286.7277526855469,
+      "learning_rate": 7.824398352906949e-06,
+      "loss": 18.6719,
+      "step": 24388
+    },
+    {
+      "epoch": 1.1654879097773105,
+      "grad_norm": 226.47625732421875,
+      "learning_rate": 7.823643028402228e-06,
+      "loss": 25.4375,
+      "step": 24389
+    },
+    {
+      "epoch": 1.165535697218771,
+      "grad_norm": 278.92041015625,
+      "learning_rate": 7.822887716931072e-06,
+      "loss": 27.1875,
+      "step": 24390
+    },
+    {
+      "epoch": 1.1655834846602313,
+      "grad_norm": 166.43948364257812,
+      "learning_rate": 7.822132418498017e-06,
+      "loss": 22.4844,
+      "step": 24391
+    },
+    {
+      "epoch": 1.1656312721016917,
+      "grad_norm": 182.8690948486328,
+      "learning_rate": 7.821377133107573e-06,
+      "loss": 19.6094,
+      "step": 24392
+    },
+    {
+      "epoch": 1.165679059543152,
+      "grad_norm": 390.80242919921875,
+      "learning_rate": 7.820621860764268e-06,
+      "loss": 29.0625,
+      "step": 24393
+    },
+    {
+      "epoch": 1.1657268469846125,
+      "grad_norm": 185.63059997558594,
+      "learning_rate": 7.819866601472625e-06,
+      "loss": 21.125,
+      "step": 24394
+    },
+    {
+      "epoch": 1.1657746344260729,
+      "grad_norm": 320.52313232421875,
+      "learning_rate": 7.819111355237174e-06,
+      "loss": 32.0938,
+      "step": 24395
+    },
+    {
+      "epoch": 1.1658224218675333,
+      "grad_norm": 140.52069091796875,
+      "learning_rate": 7.818356122062427e-06,
+      "loss": 18.75,
+      "step": 24396
+    },
+    {
+      "epoch": 1.1658702093089937,
+      "grad_norm": 209.94557189941406,
+      "learning_rate": 7.817600901952913e-06,
+      "loss": 29.6562,
+      "step": 24397
+    },
+    {
+      "epoch": 1.165917996750454,
+      "grad_norm": 234.74249267578125,
+      "learning_rate": 7.816845694913153e-06,
+      "loss": 22.5938,
+      "step": 24398
+    },
+    {
+      "epoch": 1.1659657841919144,
+      "grad_norm": 226.04173278808594,
+      "learning_rate": 7.816090500947673e-06,
+      "loss": 21.9062,
+      "step": 24399
+    },
+    {
+      "epoch": 1.1660135716333748,
+      "grad_norm": 767.519775390625,
+      "learning_rate": 7.815335320060991e-06,
+      "loss": 20.3281,
+      "step": 24400
+    },
+    {
+      "epoch": 1.1660613590748352,
+      "grad_norm": 383.2632751464844,
+      "learning_rate": 7.81458015225763e-06,
+      "loss": 50.375,
+      "step": 24401
+    },
+    {
+      "epoch": 1.1661091465162956,
+      "grad_norm": 744.2568359375,
+      "learning_rate": 7.813824997542118e-06,
+      "loss": 21.3906,
+      "step": 24402
+    },
+    {
+      "epoch": 1.166156933957756,
+      "grad_norm": 191.35003662109375,
+      "learning_rate": 7.813069855918968e-06,
+      "loss": 20.25,
+      "step": 24403
+    },
+    {
+      "epoch": 1.1662047213992164,
+      "grad_norm": 181.3773956298828,
+      "learning_rate": 7.812314727392711e-06,
+      "loss": 25.9219,
+      "step": 24404
+    },
+    {
+      "epoch": 1.1662525088406768,
+      "grad_norm": 239.23947143554688,
+      "learning_rate": 7.811559611967865e-06,
+      "loss": 34.0625,
+      "step": 24405
+    },
+    {
+      "epoch": 1.1663002962821372,
+      "grad_norm": 302.98046875,
+      "learning_rate": 7.810804509648956e-06,
+      "loss": 26.0312,
+      "step": 24406
+    },
+    {
+      "epoch": 1.1663480837235976,
+      "grad_norm": 152.65609741210938,
+      "learning_rate": 7.8100494204405e-06,
+      "loss": 16.4219,
+      "step": 24407
+    },
+    {
+      "epoch": 1.166395871165058,
+      "grad_norm": 438.8336181640625,
+      "learning_rate": 7.80929434434702e-06,
+      "loss": 32.9688,
+      "step": 24408
+    },
+    {
+      "epoch": 1.1664436586065183,
+      "grad_norm": 672.963623046875,
+      "learning_rate": 7.808539281373042e-06,
+      "loss": 29.5,
+      "step": 24409
+    },
+    {
+      "epoch": 1.1664914460479785,
+      "grad_norm": 407.8204650878906,
+      "learning_rate": 7.80778423152309e-06,
+      "loss": 36.5469,
+      "step": 24410
+    },
+    {
+      "epoch": 1.1665392334894389,
+      "grad_norm": 682.8801879882812,
+      "learning_rate": 7.807029194801677e-06,
+      "loss": 31.2344,
+      "step": 24411
+    },
+    {
+      "epoch": 1.1665870209308993,
+      "grad_norm": 138.06752014160156,
+      "learning_rate": 7.806274171213328e-06,
+      "loss": 16.3438,
+      "step": 24412
+    },
+    {
+      "epoch": 1.1666348083723597,
+      "grad_norm": 198.10830688476562,
+      "learning_rate": 7.805519160762573e-06,
+      "loss": 19.9375,
+      "step": 24413
+    },
+    {
+      "epoch": 1.16668259581382,
+      "grad_norm": 132.9086151123047,
+      "learning_rate": 7.80476416345392e-06,
+      "loss": 14.6719,
+      "step": 24414
+    },
+    {
+      "epoch": 1.1667303832552804,
+      "grad_norm": 161.80914306640625,
+      "learning_rate": 7.804009179291897e-06,
+      "loss": 29.5625,
+      "step": 24415
+    },
+    {
+      "epoch": 1.1667781706967408,
+      "grad_norm": 287.4493103027344,
+      "learning_rate": 7.803254208281029e-06,
+      "loss": 22.3438,
+      "step": 24416
+    },
+    {
+      "epoch": 1.1668259581382012,
+      "grad_norm": 202.76779174804688,
+      "learning_rate": 7.802499250425834e-06,
+      "loss": 23.2812,
+      "step": 24417
+    },
+    {
+      "epoch": 1.1668737455796616,
+      "grad_norm": 177.40440368652344,
+      "learning_rate": 7.80174430573083e-06,
+      "loss": 27.7812,
+      "step": 24418
+    },
+    {
+      "epoch": 1.166921533021122,
+      "grad_norm": 269.80621337890625,
+      "learning_rate": 7.800989374200544e-06,
+      "loss": 31.3438,
+      "step": 24419
+    },
+    {
+      "epoch": 1.1669693204625824,
+      "grad_norm": 297.79644775390625,
+      "learning_rate": 7.800234455839491e-06,
+      "loss": 26.6875,
+      "step": 24420
+    },
+    {
+      "epoch": 1.1670171079040428,
+      "grad_norm": 198.9737548828125,
+      "learning_rate": 7.799479550652199e-06,
+      "loss": 23.0312,
+      "step": 24421
+    },
+    {
+      "epoch": 1.1670648953455032,
+      "grad_norm": 294.89862060546875,
+      "learning_rate": 7.798724658643182e-06,
+      "loss": 33.0312,
+      "step": 24422
+    },
+    {
+      "epoch": 1.1671126827869636,
+      "grad_norm": 407.9748229980469,
+      "learning_rate": 7.797969779816964e-06,
+      "loss": 22.4844,
+      "step": 24423
+    },
+    {
+      "epoch": 1.167160470228424,
+      "grad_norm": 265.4045104980469,
+      "learning_rate": 7.79721491417807e-06,
+      "loss": 25.9062,
+      "step": 24424
+    },
+    {
+      "epoch": 1.1672082576698843,
+      "grad_norm": 391.3973083496094,
+      "learning_rate": 7.79646006173101e-06,
+      "loss": 25.4062,
+      "step": 24425
+    },
+    {
+      "epoch": 1.1672560451113447,
+      "grad_norm": 248.9163360595703,
+      "learning_rate": 7.795705222480313e-06,
+      "loss": 24.0156,
+      "step": 24426
+    },
+    {
+      "epoch": 1.1673038325528051,
+      "grad_norm": 200.07493591308594,
+      "learning_rate": 7.794950396430497e-06,
+      "loss": 44.6562,
+      "step": 24427
+    },
+    {
+      "epoch": 1.1673516199942655,
+      "grad_norm": 225.3524627685547,
+      "learning_rate": 7.794195583586085e-06,
+      "loss": 23.8438,
+      "step": 24428
+    },
+    {
+      "epoch": 1.167399407435726,
+      "grad_norm": 179.57437133789062,
+      "learning_rate": 7.793440783951593e-06,
+      "loss": 16.8125,
+      "step": 24429
+    },
+    {
+      "epoch": 1.1674471948771863,
+      "grad_norm": 152.62413024902344,
+      "learning_rate": 7.792685997531544e-06,
+      "loss": 22.0625,
+      "step": 24430
+    },
+    {
+      "epoch": 1.1674949823186467,
+      "grad_norm": 289.49383544921875,
+      "learning_rate": 7.791931224330456e-06,
+      "loss": 31.625,
+      "step": 24431
+    },
+    {
+      "epoch": 1.167542769760107,
+      "grad_norm": 193.61117553710938,
+      "learning_rate": 7.791176464352857e-06,
+      "loss": 20.4844,
+      "step": 24432
+    },
+    {
+      "epoch": 1.1675905572015675,
+      "grad_norm": 289.3144836425781,
+      "learning_rate": 7.790421717603255e-06,
+      "loss": 33.6875,
+      "step": 24433
+    },
+    {
+      "epoch": 1.1676383446430278,
+      "grad_norm": 290.31463623046875,
+      "learning_rate": 7.789666984086176e-06,
+      "loss": 24.8125,
+      "step": 24434
+    },
+    {
+      "epoch": 1.1676861320844882,
+      "grad_norm": 333.703857421875,
+      "learning_rate": 7.788912263806143e-06,
+      "loss": 26.1562,
+      "step": 24435
+    },
+    {
+      "epoch": 1.1677339195259486,
+      "grad_norm": 246.84793090820312,
+      "learning_rate": 7.78815755676767e-06,
+      "loss": 18.7344,
+      "step": 24436
+    },
+    {
+      "epoch": 1.167781706967409,
+      "grad_norm": 160.9149932861328,
+      "learning_rate": 7.787402862975281e-06,
+      "loss": 30.5938,
+      "step": 24437
+    },
+    {
+      "epoch": 1.1678294944088694,
+      "grad_norm": 370.6998291015625,
+      "learning_rate": 7.786648182433491e-06,
+      "loss": 32.1875,
+      "step": 24438
+    },
+    {
+      "epoch": 1.1678772818503298,
+      "grad_norm": 212.82676696777344,
+      "learning_rate": 7.785893515146824e-06,
+      "loss": 31.375,
+      "step": 24439
+    },
+    {
+      "epoch": 1.1679250692917902,
+      "grad_norm": 884.9005126953125,
+      "learning_rate": 7.785138861119798e-06,
+      "loss": 36.5938,
+      "step": 24440
+    },
+    {
+      "epoch": 1.1679728567332506,
+      "grad_norm": 466.8912048339844,
+      "learning_rate": 7.784384220356932e-06,
+      "loss": 31.6875,
+      "step": 24441
+    },
+    {
+      "epoch": 1.168020644174711,
+      "grad_norm": 276.2981262207031,
+      "learning_rate": 7.783629592862745e-06,
+      "loss": 20.8281,
+      "step": 24442
+    },
+    {
+      "epoch": 1.1680684316161714,
+      "grad_norm": 175.7490997314453,
+      "learning_rate": 7.78287497864176e-06,
+      "loss": 22.7812,
+      "step": 24443
+    },
+    {
+      "epoch": 1.1681162190576317,
+      "grad_norm": 1033.695556640625,
+      "learning_rate": 7.782120377698489e-06,
+      "loss": 26.5625,
+      "step": 24444
+    },
+    {
+      "epoch": 1.1681640064990921,
+      "grad_norm": 304.64404296875,
+      "learning_rate": 7.781365790037454e-06,
+      "loss": 25.8281,
+      "step": 24445
+    },
+    {
+      "epoch": 1.1682117939405523,
+      "grad_norm": 279.73614501953125,
+      "learning_rate": 7.780611215663177e-06,
+      "loss": 25.0312,
+      "step": 24446
+    },
+    {
+      "epoch": 1.1682595813820127,
+      "grad_norm": 351.132568359375,
+      "learning_rate": 7.77985665458018e-06,
+      "loss": 20.9062,
+      "step": 24447
+    },
+    {
+      "epoch": 1.168307368823473,
+      "grad_norm": 324.7243957519531,
+      "learning_rate": 7.77910210679297e-06,
+      "loss": 31.625,
+      "step": 24448
+    },
+    {
+      "epoch": 1.1683551562649335,
+      "grad_norm": 201.10589599609375,
+      "learning_rate": 7.778347572306074e-06,
+      "loss": 19.6406,
+      "step": 24449
+    },
+    {
+      "epoch": 1.1684029437063939,
+      "grad_norm": 228.47640991210938,
+      "learning_rate": 7.777593051124014e-06,
+      "loss": 19.4062,
+      "step": 24450
+    },
+    {
+      "epoch": 1.1684507311478542,
+      "grad_norm": 335.4076232910156,
+      "learning_rate": 7.7768385432513e-06,
+      "loss": 36.8125,
+      "step": 24451
+    },
+    {
+      "epoch": 1.1684985185893146,
+      "grad_norm": 233.1942138671875,
+      "learning_rate": 7.776084048692454e-06,
+      "loss": 16.2188,
+      "step": 24452
+    },
+    {
+      "epoch": 1.168546306030775,
+      "grad_norm": 634.6365356445312,
+      "learning_rate": 7.775329567451994e-06,
+      "loss": 32.9062,
+      "step": 24453
+    },
+    {
+      "epoch": 1.1685940934722354,
+      "grad_norm": 331.5343017578125,
+      "learning_rate": 7.774575099534442e-06,
+      "loss": 25.1719,
+      "step": 24454
+    },
+    {
+      "epoch": 1.1686418809136958,
+      "grad_norm": 185.33953857421875,
+      "learning_rate": 7.773820644944315e-06,
+      "loss": 24.8438,
+      "step": 24455
+    },
+    {
+      "epoch": 1.1686896683551562,
+      "grad_norm": 311.9915771484375,
+      "learning_rate": 7.773066203686125e-06,
+      "loss": 29.1562,
+      "step": 24456
+    },
+    {
+      "epoch": 1.1687374557966166,
+      "grad_norm": 603.0767822265625,
+      "learning_rate": 7.772311775764397e-06,
+      "loss": 18.6875,
+      "step": 24457
+    },
+    {
+      "epoch": 1.168785243238077,
+      "grad_norm": 187.4086456298828,
+      "learning_rate": 7.77155736118365e-06,
+      "loss": 24.2031,
+      "step": 24458
+    },
+    {
+      "epoch": 1.1688330306795374,
+      "grad_norm": 410.422119140625,
+      "learning_rate": 7.770802959948394e-06,
+      "loss": 29.6875,
+      "step": 24459
+    },
+    {
+      "epoch": 1.1688808181209978,
+      "grad_norm": 229.61886596679688,
+      "learning_rate": 7.770048572063154e-06,
+      "loss": 16.0156,
+      "step": 24460
+    },
+    {
+      "epoch": 1.1689286055624581,
+      "grad_norm": 232.00180053710938,
+      "learning_rate": 7.76929419753245e-06,
+      "loss": 23.3594,
+      "step": 24461
+    },
+    {
+      "epoch": 1.1689763930039185,
+      "grad_norm": 269.3656005859375,
+      "learning_rate": 7.768539836360788e-06,
+      "loss": 26.3438,
+      "step": 24462
+    },
+    {
+      "epoch": 1.169024180445379,
+      "grad_norm": 164.96913146972656,
+      "learning_rate": 7.767785488552694e-06,
+      "loss": 24.2188,
+      "step": 24463
+    },
+    {
+      "epoch": 1.1690719678868393,
+      "grad_norm": 147.00408935546875,
+      "learning_rate": 7.767031154112686e-06,
+      "loss": 19.9375,
+      "step": 24464
+    },
+    {
+      "epoch": 1.1691197553282997,
+      "grad_norm": 166.55892944335938,
+      "learning_rate": 7.766276833045284e-06,
+      "loss": 29.5469,
+      "step": 24465
+    },
+    {
+      "epoch": 1.16916754276976,
+      "grad_norm": 272.39178466796875,
+      "learning_rate": 7.765522525354996e-06,
+      "loss": 22.5312,
+      "step": 24466
+    },
+    {
+      "epoch": 1.1692153302112205,
+      "grad_norm": 271.6061706542969,
+      "learning_rate": 7.764768231046347e-06,
+      "loss": 21.4375,
+      "step": 24467
+    },
+    {
+      "epoch": 1.1692631176526809,
+      "grad_norm": 215.23565673828125,
+      "learning_rate": 7.764013950123853e-06,
+      "loss": 17.8594,
+      "step": 24468
+    },
+    {
+      "epoch": 1.1693109050941413,
+      "grad_norm": 170.4554901123047,
+      "learning_rate": 7.76325968259203e-06,
+      "loss": 19.6406,
+      "step": 24469
+    },
+    {
+      "epoch": 1.1693586925356017,
+      "grad_norm": 278.3648986816406,
+      "learning_rate": 7.762505428455395e-06,
+      "loss": 33.0938,
+      "step": 24470
+    },
+    {
+      "epoch": 1.169406479977062,
+      "grad_norm": 232.0111846923828,
+      "learning_rate": 7.761751187718464e-06,
+      "loss": 27.7969,
+      "step": 24471
+    },
+    {
+      "epoch": 1.1694542674185224,
+      "grad_norm": 217.02926635742188,
+      "learning_rate": 7.760996960385756e-06,
+      "loss": 22.7969,
+      "step": 24472
+    },
+    {
+      "epoch": 1.1695020548599828,
+      "grad_norm": 258.81304931640625,
+      "learning_rate": 7.760242746461788e-06,
+      "loss": 18.0625,
+      "step": 24473
+    },
+    {
+      "epoch": 1.1695498423014432,
+      "grad_norm": 126.65277862548828,
+      "learning_rate": 7.759488545951074e-06,
+      "loss": 19.1094,
+      "step": 24474
+    },
+    {
+      "epoch": 1.1695976297429036,
+      "grad_norm": 176.86065673828125,
+      "learning_rate": 7.758734358858133e-06,
+      "loss": 25.3125,
+      "step": 24475
+    },
+    {
+      "epoch": 1.169645417184364,
+      "grad_norm": 221.1219024658203,
+      "learning_rate": 7.757980185187485e-06,
+      "loss": 28.4062,
+      "step": 24476
+    },
+    {
+      "epoch": 1.1696932046258244,
+      "grad_norm": 177.88360595703125,
+      "learning_rate": 7.757226024943638e-06,
+      "loss": 25.0625,
+      "step": 24477
+    },
+    {
+      "epoch": 1.1697409920672848,
+      "grad_norm": 455.66693115234375,
+      "learning_rate": 7.756471878131113e-06,
+      "loss": 33.2344,
+      "step": 24478
+    },
+    {
+      "epoch": 1.1697887795087452,
+      "grad_norm": 294.2909240722656,
+      "learning_rate": 7.755717744754428e-06,
+      "loss": 23.375,
+      "step": 24479
+    },
+    {
+      "epoch": 1.1698365669502055,
+      "grad_norm": 180.88681030273438,
+      "learning_rate": 7.7549636248181e-06,
+      "loss": 25.0312,
+      "step": 24480
+    },
+    {
+      "epoch": 1.169884354391666,
+      "grad_norm": 418.29449462890625,
+      "learning_rate": 7.754209518326639e-06,
+      "loss": 19.0156,
+      "step": 24481
+    },
+    {
+      "epoch": 1.1699321418331263,
+      "grad_norm": 168.58726501464844,
+      "learning_rate": 7.753455425284567e-06,
+      "loss": 16.4531,
+      "step": 24482
+    },
+    {
+      "epoch": 1.1699799292745867,
+      "grad_norm": 219.90663146972656,
+      "learning_rate": 7.752701345696398e-06,
+      "loss": 27.1875,
+      "step": 24483
+    },
+    {
+      "epoch": 1.170027716716047,
+      "grad_norm": 202.5104522705078,
+      "learning_rate": 7.75194727956665e-06,
+      "loss": 19.375,
+      "step": 24484
+    },
+    {
+      "epoch": 1.1700755041575075,
+      "grad_norm": 312.22039794921875,
+      "learning_rate": 7.751193226899834e-06,
+      "loss": 29.875,
+      "step": 24485
+    },
+    {
+      "epoch": 1.1701232915989679,
+      "grad_norm": 222.28738403320312,
+      "learning_rate": 7.750439187700471e-06,
+      "loss": 20.125,
+      "step": 24486
+    },
+    {
+      "epoch": 1.1701710790404283,
+      "grad_norm": 249.29327392578125,
+      "learning_rate": 7.749685161973074e-06,
+      "loss": 22.875,
+      "step": 24487
+    },
+    {
+      "epoch": 1.1702188664818887,
+      "grad_norm": 399.441650390625,
+      "learning_rate": 7.748931149722162e-06,
+      "loss": 44.7188,
+      "step": 24488
+    },
+    {
+      "epoch": 1.170266653923349,
+      "grad_norm": 143.12864685058594,
+      "learning_rate": 7.748177150952242e-06,
+      "loss": 29.4531,
+      "step": 24489
+    },
+    {
+      "epoch": 1.1703144413648094,
+      "grad_norm": 185.67999267578125,
+      "learning_rate": 7.747423165667836e-06,
+      "loss": 25.5312,
+      "step": 24490
+    },
+    {
+      "epoch": 1.1703622288062698,
+      "grad_norm": 169.93533325195312,
+      "learning_rate": 7.746669193873463e-06,
+      "loss": 23.6562,
+      "step": 24491
+    },
+    {
+      "epoch": 1.17041001624773,
+      "grad_norm": 292.7352294921875,
+      "learning_rate": 7.745915235573631e-06,
+      "loss": 24.3594,
+      "step": 24492
+    },
+    {
+      "epoch": 1.1704578036891904,
+      "grad_norm": 127.13324737548828,
+      "learning_rate": 7.745161290772858e-06,
+      "loss": 18.5312,
+      "step": 24493
+    },
+    {
+      "epoch": 1.1705055911306508,
+      "grad_norm": 198.2596893310547,
+      "learning_rate": 7.744407359475659e-06,
+      "loss": 15.9062,
+      "step": 24494
+    },
+    {
+      "epoch": 1.1705533785721112,
+      "grad_norm": 188.70480346679688,
+      "learning_rate": 7.743653441686553e-06,
+      "loss": 27.625,
+      "step": 24495
+    },
+    {
+      "epoch": 1.1706011660135716,
+      "grad_norm": 382.4889831542969,
+      "learning_rate": 7.742899537410047e-06,
+      "loss": 33.25,
+      "step": 24496
+    },
+    {
+      "epoch": 1.170648953455032,
+      "grad_norm": 199.79135131835938,
+      "learning_rate": 7.74214564665066e-06,
+      "loss": 21.2969,
+      "step": 24497
+    },
+    {
+      "epoch": 1.1706967408964923,
+      "grad_norm": 118.07108306884766,
+      "learning_rate": 7.741391769412914e-06,
+      "loss": 19.9531,
+      "step": 24498
+    },
+    {
+      "epoch": 1.1707445283379527,
+      "grad_norm": 306.6451110839844,
+      "learning_rate": 7.74063790570131e-06,
+      "loss": 28.3594,
+      "step": 24499
+    },
+    {
+      "epoch": 1.1707923157794131,
+      "grad_norm": 142.64341735839844,
+      "learning_rate": 7.73988405552037e-06,
+      "loss": 28.6562,
+      "step": 24500
+    },
+    {
+      "epoch": 1.1708401032208735,
+      "grad_norm": 378.57623291015625,
+      "learning_rate": 7.73913021887461e-06,
+      "loss": 26.1875,
+      "step": 24501
+    },
+    {
+      "epoch": 1.170887890662334,
+      "grad_norm": 341.85357666015625,
+      "learning_rate": 7.738376395768545e-06,
+      "loss": 34.375,
+      "step": 24502
+    },
+    {
+      "epoch": 1.1709356781037943,
+      "grad_norm": 459.09735107421875,
+      "learning_rate": 7.737622586206685e-06,
+      "loss": 22.6875,
+      "step": 24503
+    },
+    {
+      "epoch": 1.1709834655452547,
+      "grad_norm": 257.951416015625,
+      "learning_rate": 7.736868790193545e-06,
+      "loss": 19.1094,
+      "step": 24504
+    },
+    {
+      "epoch": 1.171031252986715,
+      "grad_norm": 170.51278686523438,
+      "learning_rate": 7.73611500773364e-06,
+      "loss": 26.4688,
+      "step": 24505
+    },
+    {
+      "epoch": 1.1710790404281755,
+      "grad_norm": 184.43148803710938,
+      "learning_rate": 7.73536123883149e-06,
+      "loss": 32.2188,
+      "step": 24506
+    },
+    {
+      "epoch": 1.1711268278696358,
+      "grad_norm": 226.8781280517578,
+      "learning_rate": 7.7346074834916e-06,
+      "loss": 16.1562,
+      "step": 24507
+    },
+    {
+      "epoch": 1.1711746153110962,
+      "grad_norm": 205.8616485595703,
+      "learning_rate": 7.733853741718487e-06,
+      "loss": 21.9062,
+      "step": 24508
+    },
+    {
+      "epoch": 1.1712224027525566,
+      "grad_norm": 248.46139526367188,
+      "learning_rate": 7.73310001351667e-06,
+      "loss": 22.7344,
+      "step": 24509
+    },
+    {
+      "epoch": 1.171270190194017,
+      "grad_norm": 164.83331298828125,
+      "learning_rate": 7.732346298890656e-06,
+      "loss": 24.4688,
+      "step": 24510
+    },
+    {
+      "epoch": 1.1713179776354774,
+      "grad_norm": 274.3105163574219,
+      "learning_rate": 7.73159259784496e-06,
+      "loss": 20.8438,
+      "step": 24511
+    },
+    {
+      "epoch": 1.1713657650769378,
+      "grad_norm": 264.9213562011719,
+      "learning_rate": 7.730838910384098e-06,
+      "loss": 23.625,
+      "step": 24512
+    },
+    {
+      "epoch": 1.1714135525183982,
+      "grad_norm": 248.77528381347656,
+      "learning_rate": 7.730085236512588e-06,
+      "loss": 19.6562,
+      "step": 24513
+    },
+    {
+      "epoch": 1.1714613399598586,
+      "grad_norm": 259.4002685546875,
+      "learning_rate": 7.729331576234932e-06,
+      "loss": 24.5312,
+      "step": 24514
+    },
+    {
+      "epoch": 1.171509127401319,
+      "grad_norm": 251.5428466796875,
+      "learning_rate": 7.728577929555652e-06,
+      "loss": 34.375,
+      "step": 24515
+    },
+    {
+      "epoch": 1.1715569148427794,
+      "grad_norm": 256.03277587890625,
+      "learning_rate": 7.72782429647926e-06,
+      "loss": 28.4688,
+      "step": 24516
+    },
+    {
+      "epoch": 1.1716047022842397,
+      "grad_norm": 243.38189697265625,
+      "learning_rate": 7.72707067701027e-06,
+      "loss": 37.5625,
+      "step": 24517
+    },
+    {
+      "epoch": 1.1716524897257001,
+      "grad_norm": 156.844482421875,
+      "learning_rate": 7.72631707115319e-06,
+      "loss": 24.125,
+      "step": 24518
+    },
+    {
+      "epoch": 1.1717002771671605,
+      "grad_norm": 148.3335418701172,
+      "learning_rate": 7.725563478912542e-06,
+      "loss": 17.3438,
+      "step": 24519
+    },
+    {
+      "epoch": 1.171748064608621,
+      "grad_norm": 214.90980529785156,
+      "learning_rate": 7.724809900292831e-06,
+      "loss": 26.3125,
+      "step": 24520
+    },
+    {
+      "epoch": 1.1717958520500813,
+      "grad_norm": 491.0099182128906,
+      "learning_rate": 7.724056335298572e-06,
+      "loss": 24.2188,
+      "step": 24521
+    },
+    {
+      "epoch": 1.1718436394915417,
+      "grad_norm": 508.69964599609375,
+      "learning_rate": 7.72330278393428e-06,
+      "loss": 22.2344,
+      "step": 24522
+    },
+    {
+      "epoch": 1.171891426933002,
+      "grad_norm": 265.9743347167969,
+      "learning_rate": 7.722549246204465e-06,
+      "loss": 28.7188,
+      "step": 24523
+    },
+    {
+      "epoch": 1.1719392143744625,
+      "grad_norm": 186.46067810058594,
+      "learning_rate": 7.721795722113645e-06,
+      "loss": 22.9844,
+      "step": 24524
+    },
+    {
+      "epoch": 1.1719870018159229,
+      "grad_norm": 679.1983642578125,
+      "learning_rate": 7.721042211666325e-06,
+      "loss": 33.75,
+      "step": 24525
+    },
+    {
+      "epoch": 1.1720347892573832,
+      "grad_norm": 156.28111267089844,
+      "learning_rate": 7.720288714867022e-06,
+      "loss": 20.3906,
+      "step": 24526
+    },
+    {
+      "epoch": 1.1720825766988436,
+      "grad_norm": 230.14935302734375,
+      "learning_rate": 7.719535231720247e-06,
+      "loss": 28.2812,
+      "step": 24527
+    },
+    {
+      "epoch": 1.1721303641403038,
+      "grad_norm": 193.8676300048828,
+      "learning_rate": 7.718781762230519e-06,
+      "loss": 32.125,
+      "step": 24528
+    },
+    {
+      "epoch": 1.1721781515817642,
+      "grad_norm": 136.484375,
+      "learning_rate": 7.71802830640234e-06,
+      "loss": 17.5312,
+      "step": 24529
+    },
+    {
+      "epoch": 1.1722259390232246,
+      "grad_norm": 287.87646484375,
+      "learning_rate": 7.717274864240225e-06,
+      "loss": 39.75,
+      "step": 24530
+    },
+    {
+      "epoch": 1.172273726464685,
+      "grad_norm": 172.98919677734375,
+      "learning_rate": 7.71652143574869e-06,
+      "loss": 19.0938,
+      "step": 24531
+    },
+    {
+      "epoch": 1.1723215139061454,
+      "grad_norm": 140.34674072265625,
+      "learning_rate": 7.71576802093225e-06,
+      "loss": 20.7188,
+      "step": 24532
+    },
+    {
+      "epoch": 1.1723693013476058,
+      "grad_norm": 191.65174865722656,
+      "learning_rate": 7.715014619795407e-06,
+      "loss": 30.875,
+      "step": 24533
+    },
+    {
+      "epoch": 1.1724170887890661,
+      "grad_norm": 348.2301940917969,
+      "learning_rate": 7.714261232342679e-06,
+      "loss": 27.8125,
+      "step": 24534
+    },
+    {
+      "epoch": 1.1724648762305265,
+      "grad_norm": 250.7300567626953,
+      "learning_rate": 7.713507858578578e-06,
+      "loss": 29.1562,
+      "step": 24535
+    },
+    {
+      "epoch": 1.172512663671987,
+      "grad_norm": 213.78762817382812,
+      "learning_rate": 7.712754498507615e-06,
+      "loss": 20.5938,
+      "step": 24536
+    },
+    {
+      "epoch": 1.1725604511134473,
+      "grad_norm": 235.6942901611328,
+      "learning_rate": 7.712001152134298e-06,
+      "loss": 20.125,
+      "step": 24537
+    },
+    {
+      "epoch": 1.1726082385549077,
+      "grad_norm": 546.0897827148438,
+      "learning_rate": 7.711247819463141e-06,
+      "loss": 25.0625,
+      "step": 24538
+    },
+    {
+      "epoch": 1.172656025996368,
+      "grad_norm": 184.4752960205078,
+      "learning_rate": 7.710494500498662e-06,
+      "loss": 18.5156,
+      "step": 24539
+    },
+    {
+      "epoch": 1.1727038134378285,
+      "grad_norm": 126.47340393066406,
+      "learning_rate": 7.709741195245362e-06,
+      "loss": 16.0938,
+      "step": 24540
+    },
+    {
+      "epoch": 1.1727516008792889,
+      "grad_norm": 191.66140747070312,
+      "learning_rate": 7.708987903707757e-06,
+      "loss": 32.4531,
+      "step": 24541
+    },
+    {
+      "epoch": 1.1727993883207493,
+      "grad_norm": 171.89097595214844,
+      "learning_rate": 7.708234625890358e-06,
+      "loss": 28.3438,
+      "step": 24542
+    },
+    {
+      "epoch": 1.1728471757622096,
+      "grad_norm": 1288.4661865234375,
+      "learning_rate": 7.707481361797682e-06,
+      "loss": 14.0703,
+      "step": 24543
+    },
+    {
+      "epoch": 1.17289496320367,
+      "grad_norm": 198.5488739013672,
+      "learning_rate": 7.70672811143423e-06,
+      "loss": 24.875,
+      "step": 24544
+    },
+    {
+      "epoch": 1.1729427506451304,
+      "grad_norm": 234.71047973632812,
+      "learning_rate": 7.705974874804516e-06,
+      "loss": 24.1562,
+      "step": 24545
+    },
+    {
+      "epoch": 1.1729905380865908,
+      "grad_norm": 297.6731262207031,
+      "learning_rate": 7.705221651913058e-06,
+      "loss": 22.7031,
+      "step": 24546
+    },
+    {
+      "epoch": 1.1730383255280512,
+      "grad_norm": 449.9567565917969,
+      "learning_rate": 7.704468442764355e-06,
+      "loss": 26.2188,
+      "step": 24547
+    },
+    {
+      "epoch": 1.1730861129695116,
+      "grad_norm": 311.4146728515625,
+      "learning_rate": 7.703715247362926e-06,
+      "loss": 27.2344,
+      "step": 24548
+    },
+    {
+      "epoch": 1.173133900410972,
+      "grad_norm": 150.6024932861328,
+      "learning_rate": 7.70296206571328e-06,
+      "loss": 22.5,
+      "step": 24549
+    },
+    {
+      "epoch": 1.1731816878524324,
+      "grad_norm": 278.34295654296875,
+      "learning_rate": 7.702208897819929e-06,
+      "loss": 23.9531,
+      "step": 24550
+    },
+    {
+      "epoch": 1.1732294752938928,
+      "grad_norm": 274.4786682128906,
+      "learning_rate": 7.701455743687378e-06,
+      "loss": 27.4844,
+      "step": 24551
+    },
+    {
+      "epoch": 1.1732772627353532,
+      "grad_norm": 172.77688598632812,
+      "learning_rate": 7.700702603320145e-06,
+      "loss": 20.0625,
+      "step": 24552
+    },
+    {
+      "epoch": 1.1733250501768135,
+      "grad_norm": 294.1897277832031,
+      "learning_rate": 7.699949476722733e-06,
+      "loss": 33.0938,
+      "step": 24553
+    },
+    {
+      "epoch": 1.173372837618274,
+      "grad_norm": 262.2535095214844,
+      "learning_rate": 7.699196363899662e-06,
+      "loss": 27.4219,
+      "step": 24554
+    },
+    {
+      "epoch": 1.1734206250597343,
+      "grad_norm": 490.51397705078125,
+      "learning_rate": 7.69844326485543e-06,
+      "loss": 16.3438,
+      "step": 24555
+    },
+    {
+      "epoch": 1.1734684125011947,
+      "grad_norm": 202.21571350097656,
+      "learning_rate": 7.697690179594553e-06,
+      "loss": 29.4688,
+      "step": 24556
+    },
+    {
+      "epoch": 1.173516199942655,
+      "grad_norm": 304.21588134765625,
+      "learning_rate": 7.696937108121545e-06,
+      "loss": 45.3125,
+      "step": 24557
+    },
+    {
+      "epoch": 1.1735639873841155,
+      "grad_norm": 253.47210693359375,
+      "learning_rate": 7.696184050440907e-06,
+      "loss": 26.5938,
+      "step": 24558
+    },
+    {
+      "epoch": 1.1736117748255759,
+      "grad_norm": 226.01800537109375,
+      "learning_rate": 7.695431006557157e-06,
+      "loss": 20.8438,
+      "step": 24559
+    },
+    {
+      "epoch": 1.1736595622670363,
+      "grad_norm": 811.465087890625,
+      "learning_rate": 7.6946779764748e-06,
+      "loss": 33.875,
+      "step": 24560
+    },
+    {
+      "epoch": 1.1737073497084967,
+      "grad_norm": 357.29315185546875,
+      "learning_rate": 7.69392496019835e-06,
+      "loss": 25.5938,
+      "step": 24561
+    },
+    {
+      "epoch": 1.173755137149957,
+      "grad_norm": 216.68832397460938,
+      "learning_rate": 7.69317195773231e-06,
+      "loss": 19.9531,
+      "step": 24562
+    },
+    {
+      "epoch": 1.1738029245914174,
+      "grad_norm": 237.92529296875,
+      "learning_rate": 7.692418969081195e-06,
+      "loss": 21.1719,
+      "step": 24563
+    },
+    {
+      "epoch": 1.1738507120328778,
+      "grad_norm": 250.62535095214844,
+      "learning_rate": 7.691665994249512e-06,
+      "loss": 25.625,
+      "step": 24564
+    },
+    {
+      "epoch": 1.1738984994743382,
+      "grad_norm": 189.34178161621094,
+      "learning_rate": 7.690913033241774e-06,
+      "loss": 31.6562,
+      "step": 24565
+    },
+    {
+      "epoch": 1.1739462869157986,
+      "grad_norm": 863.9515991210938,
+      "learning_rate": 7.690160086062486e-06,
+      "loss": 24.3906,
+      "step": 24566
+    },
+    {
+      "epoch": 1.173994074357259,
+      "grad_norm": 3049.53857421875,
+      "learning_rate": 7.689407152716158e-06,
+      "loss": 26.7188,
+      "step": 24567
+    },
+    {
+      "epoch": 1.1740418617987194,
+      "grad_norm": 371.7953186035156,
+      "learning_rate": 7.688654233207299e-06,
+      "loss": 28.2812,
+      "step": 24568
+    },
+    {
+      "epoch": 1.1740896492401798,
+      "grad_norm": 406.66156005859375,
+      "learning_rate": 7.68790132754042e-06,
+      "loss": 24.0781,
+      "step": 24569
+    },
+    {
+      "epoch": 1.1741374366816402,
+      "grad_norm": 449.6183166503906,
+      "learning_rate": 7.687148435720029e-06,
+      "loss": 30.4688,
+      "step": 24570
+    },
+    {
+      "epoch": 1.1741852241231006,
+      "grad_norm": 436.1251525878906,
+      "learning_rate": 7.686395557750633e-06,
+      "loss": 35.5312,
+      "step": 24571
+    },
+    {
+      "epoch": 1.174233011564561,
+      "grad_norm": 281.4104309082031,
+      "learning_rate": 7.685642693636745e-06,
+      "loss": 26.9062,
+      "step": 24572
+    },
+    {
+      "epoch": 1.1742807990060213,
+      "grad_norm": 178.13424682617188,
+      "learning_rate": 7.684889843382869e-06,
+      "loss": 23.75,
+      "step": 24573
+    },
+    {
+      "epoch": 1.1743285864474817,
+      "grad_norm": 198.93304443359375,
+      "learning_rate": 7.684137006993513e-06,
+      "loss": 27.9062,
+      "step": 24574
+    },
+    {
+      "epoch": 1.174376373888942,
+      "grad_norm": 211.9566650390625,
+      "learning_rate": 7.68338418447319e-06,
+      "loss": 18.8906,
+      "step": 24575
+    },
+    {
+      "epoch": 1.1744241613304023,
+      "grad_norm": 201.05215454101562,
+      "learning_rate": 7.68263137582641e-06,
+      "loss": 21.2812,
+      "step": 24576
+    },
+    {
+      "epoch": 1.1744719487718627,
+      "grad_norm": 180.3202362060547,
+      "learning_rate": 7.681878581057673e-06,
+      "loss": 32.4062,
+      "step": 24577
+    },
+    {
+      "epoch": 1.174519736213323,
+      "grad_norm": 454.051025390625,
+      "learning_rate": 7.681125800171492e-06,
+      "loss": 24.1875,
+      "step": 24578
+    },
+    {
+      "epoch": 1.1745675236547835,
+      "grad_norm": 204.9940643310547,
+      "learning_rate": 7.680373033172376e-06,
+      "loss": 19.5469,
+      "step": 24579
+    },
+    {
+      "epoch": 1.1746153110962438,
+      "grad_norm": 266.3402099609375,
+      "learning_rate": 7.679620280064837e-06,
+      "loss": 25.6719,
+      "step": 24580
+    },
+    {
+      "epoch": 1.1746630985377042,
+      "grad_norm": 186.63107299804688,
+      "learning_rate": 7.678867540853373e-06,
+      "loss": 26.4062,
+      "step": 24581
+    },
+    {
+      "epoch": 1.1747108859791646,
+      "grad_norm": 248.3365478515625,
+      "learning_rate": 7.6781148155425e-06,
+      "loss": 26.0312,
+      "step": 24582
+    },
+    {
+      "epoch": 1.174758673420625,
+      "grad_norm": 158.67222595214844,
+      "learning_rate": 7.677362104136722e-06,
+      "loss": 19.625,
+      "step": 24583
+    },
+    {
+      "epoch": 1.1748064608620854,
+      "grad_norm": 162.82469177246094,
+      "learning_rate": 7.676609406640548e-06,
+      "loss": 19.6094,
+      "step": 24584
+    },
+    {
+      "epoch": 1.1748542483035458,
+      "grad_norm": 209.91453552246094,
+      "learning_rate": 7.675856723058488e-06,
+      "loss": 24.5312,
+      "step": 24585
+    },
+    {
+      "epoch": 1.1749020357450062,
+      "grad_norm": 169.6436767578125,
+      "learning_rate": 7.675104053395044e-06,
+      "loss": 27.5625,
+      "step": 24586
+    },
+    {
+      "epoch": 1.1749498231864666,
+      "grad_norm": 225.77325439453125,
+      "learning_rate": 7.674351397654731e-06,
+      "loss": 21.375,
+      "step": 24587
+    },
+    {
+      "epoch": 1.174997610627927,
+      "grad_norm": 440.2047424316406,
+      "learning_rate": 7.673598755842048e-06,
+      "loss": 27.7812,
+      "step": 24588
+    },
+    {
+      "epoch": 1.1750453980693873,
+      "grad_norm": 106.82777404785156,
+      "learning_rate": 7.672846127961506e-06,
+      "loss": 20.9844,
+      "step": 24589
+    },
+    {
+      "epoch": 1.1750931855108477,
+      "grad_norm": 240.9401397705078,
+      "learning_rate": 7.672093514017614e-06,
+      "loss": 29.4062,
+      "step": 24590
+    },
+    {
+      "epoch": 1.1751409729523081,
+      "grad_norm": 507.7095642089844,
+      "learning_rate": 7.671340914014881e-06,
+      "loss": 21.6719,
+      "step": 24591
+    },
+    {
+      "epoch": 1.1751887603937685,
+      "grad_norm": 274.4870910644531,
+      "learning_rate": 7.67058832795781e-06,
+      "loss": 28.6562,
+      "step": 24592
+    },
+    {
+      "epoch": 1.175236547835229,
+      "grad_norm": 142.05740356445312,
+      "learning_rate": 7.669835755850906e-06,
+      "loss": 24.7812,
+      "step": 24593
+    },
+    {
+      "epoch": 1.1752843352766893,
+      "grad_norm": 772.9288330078125,
+      "learning_rate": 7.669083197698684e-06,
+      "loss": 17.3203,
+      "step": 24594
+    },
+    {
+      "epoch": 1.1753321227181497,
+      "grad_norm": 169.12222290039062,
+      "learning_rate": 7.66833065350564e-06,
+      "loss": 19.8438,
+      "step": 24595
+    },
+    {
+      "epoch": 1.17537991015961,
+      "grad_norm": 271.8565673828125,
+      "learning_rate": 7.66757812327629e-06,
+      "loss": 27.2812,
+      "step": 24596
+    },
+    {
+      "epoch": 1.1754276976010705,
+      "grad_norm": 330.5032043457031,
+      "learning_rate": 7.666825607015136e-06,
+      "loss": 26.5312,
+      "step": 24597
+    },
+    {
+      "epoch": 1.1754754850425309,
+      "grad_norm": 207.83059692382812,
+      "learning_rate": 7.66607310472669e-06,
+      "loss": 19.75,
+      "step": 24598
+    },
+    {
+      "epoch": 1.1755232724839912,
+      "grad_norm": 219.76976013183594,
+      "learning_rate": 7.66532061641545e-06,
+      "loss": 23.25,
+      "step": 24599
+    },
+    {
+      "epoch": 1.1755710599254516,
+      "grad_norm": 222.5769805908203,
+      "learning_rate": 7.66456814208593e-06,
+      "loss": 35.0,
+      "step": 24600
+    },
+    {
+      "epoch": 1.175618847366912,
+      "grad_norm": 296.7605895996094,
+      "learning_rate": 7.66381568174263e-06,
+      "loss": 30.75,
+      "step": 24601
+    },
+    {
+      "epoch": 1.1756666348083724,
+      "grad_norm": 253.1024627685547,
+      "learning_rate": 7.663063235390063e-06,
+      "loss": 21.4688,
+      "step": 24602
+    },
+    {
+      "epoch": 1.1757144222498328,
+      "grad_norm": 210.38528442382812,
+      "learning_rate": 7.662310803032732e-06,
+      "loss": 27.1094,
+      "step": 24603
+    },
+    {
+      "epoch": 1.1757622096912932,
+      "grad_norm": 315.8986511230469,
+      "learning_rate": 7.661558384675139e-06,
+      "loss": 23.1719,
+      "step": 24604
+    },
+    {
+      "epoch": 1.1758099971327536,
+      "grad_norm": 184.7860107421875,
+      "learning_rate": 7.6608059803218e-06,
+      "loss": 25.3906,
+      "step": 24605
+    },
+    {
+      "epoch": 1.175857784574214,
+      "grad_norm": 281.8878173828125,
+      "learning_rate": 7.660053589977209e-06,
+      "loss": 30.625,
+      "step": 24606
+    },
+    {
+      "epoch": 1.1759055720156744,
+      "grad_norm": 159.71946716308594,
+      "learning_rate": 7.659301213645878e-06,
+      "loss": 21.0781,
+      "step": 24607
+    },
+    {
+      "epoch": 1.1759533594571348,
+      "grad_norm": 440.34100341796875,
+      "learning_rate": 7.658548851332313e-06,
+      "loss": 33.7812,
+      "step": 24608
+    },
+    {
+      "epoch": 1.1760011468985951,
+      "grad_norm": 206.84796142578125,
+      "learning_rate": 7.657796503041021e-06,
+      "loss": 19.4844,
+      "step": 24609
+    },
+    {
+      "epoch": 1.1760489343400555,
+      "grad_norm": 228.24526977539062,
+      "learning_rate": 7.657044168776504e-06,
+      "loss": 27.1875,
+      "step": 24610
+    },
+    {
+      "epoch": 1.1760967217815157,
+      "grad_norm": 234.7886505126953,
+      "learning_rate": 7.65629184854327e-06,
+      "loss": 26.0625,
+      "step": 24611
+    },
+    {
+      "epoch": 1.176144509222976,
+      "grad_norm": 160.2705078125,
+      "learning_rate": 7.655539542345821e-06,
+      "loss": 22.8594,
+      "step": 24612
+    },
+    {
+      "epoch": 1.1761922966644365,
+      "grad_norm": 296.30865478515625,
+      "learning_rate": 7.654787250188672e-06,
+      "loss": 26.9375,
+      "step": 24613
+    },
+    {
+      "epoch": 1.1762400841058969,
+      "grad_norm": 245.51939392089844,
+      "learning_rate": 7.654034972076314e-06,
+      "loss": 21.7969,
+      "step": 24614
+    },
+    {
+      "epoch": 1.1762878715473573,
+      "grad_norm": 207.47613525390625,
+      "learning_rate": 7.65328270801326e-06,
+      "loss": 27.9375,
+      "step": 24615
+    },
+    {
+      "epoch": 1.1763356589888176,
+      "grad_norm": 274.3156433105469,
+      "learning_rate": 7.652530458004017e-06,
+      "loss": 25.1562,
+      "step": 24616
+    },
+    {
+      "epoch": 1.176383446430278,
+      "grad_norm": 98.34027099609375,
+      "learning_rate": 7.651778222053087e-06,
+      "loss": 17.4844,
+      "step": 24617
+    },
+    {
+      "epoch": 1.1764312338717384,
+      "grad_norm": 312.6595458984375,
+      "learning_rate": 7.651026000164978e-06,
+      "loss": 26.4219,
+      "step": 24618
+    },
+    {
+      "epoch": 1.1764790213131988,
+      "grad_norm": 175.78929138183594,
+      "learning_rate": 7.650273792344189e-06,
+      "loss": 28.5,
+      "step": 24619
+    },
+    {
+      "epoch": 1.1765268087546592,
+      "grad_norm": 416.158447265625,
+      "learning_rate": 7.64952159859523e-06,
+      "loss": 27.4844,
+      "step": 24620
+    },
+    {
+      "epoch": 1.1765745961961196,
+      "grad_norm": 326.1358947753906,
+      "learning_rate": 7.648769418922601e-06,
+      "loss": 25.2188,
+      "step": 24621
+    },
+    {
+      "epoch": 1.17662238363758,
+      "grad_norm": 217.38197326660156,
+      "learning_rate": 7.648017253330809e-06,
+      "loss": 26.75,
+      "step": 24622
+    },
+    {
+      "epoch": 1.1766701710790404,
+      "grad_norm": 543.086669921875,
+      "learning_rate": 7.64726510182436e-06,
+      "loss": 26.1562,
+      "step": 24623
+    },
+    {
+      "epoch": 1.1767179585205008,
+      "grad_norm": 248.93370056152344,
+      "learning_rate": 7.646512964407761e-06,
+      "loss": 22.9844,
+      "step": 24624
+    },
+    {
+      "epoch": 1.1767657459619612,
+      "grad_norm": 804.19384765625,
+      "learning_rate": 7.645760841085507e-06,
+      "loss": 22.2031,
+      "step": 24625
+    },
+    {
+      "epoch": 1.1768135334034215,
+      "grad_norm": 269.4984436035156,
+      "learning_rate": 7.645008731862109e-06,
+      "loss": 24.7812,
+      "step": 24626
+    },
+    {
+      "epoch": 1.176861320844882,
+      "grad_norm": 259.00653076171875,
+      "learning_rate": 7.644256636742068e-06,
+      "loss": 31.0312,
+      "step": 24627
+    },
+    {
+      "epoch": 1.1769091082863423,
+      "grad_norm": 185.43841552734375,
+      "learning_rate": 7.643504555729897e-06,
+      "loss": 19.4375,
+      "step": 24628
+    },
+    {
+      "epoch": 1.1769568957278027,
+      "grad_norm": 155.59397888183594,
+      "learning_rate": 7.642752488830088e-06,
+      "loss": 19.3594,
+      "step": 24629
+    },
+    {
+      "epoch": 1.177004683169263,
+      "grad_norm": 288.7427978515625,
+      "learning_rate": 7.642000436047148e-06,
+      "loss": 18.6328,
+      "step": 24630
+    },
+    {
+      "epoch": 1.1770524706107235,
+      "grad_norm": 261.060791015625,
+      "learning_rate": 7.641248397385589e-06,
+      "loss": 19.625,
+      "step": 24631
+    },
+    {
+      "epoch": 1.1771002580521839,
+      "grad_norm": 212.36366271972656,
+      "learning_rate": 7.640496372849903e-06,
+      "loss": 25.0156,
+      "step": 24632
+    },
+    {
+      "epoch": 1.1771480454936443,
+      "grad_norm": 256.2174377441406,
+      "learning_rate": 7.639744362444601e-06,
+      "loss": 19.9844,
+      "step": 24633
+    },
+    {
+      "epoch": 1.1771958329351047,
+      "grad_norm": 125.03018951416016,
+      "learning_rate": 7.638992366174185e-06,
+      "loss": 18.4844,
+      "step": 24634
+    },
+    {
+      "epoch": 1.177243620376565,
+      "grad_norm": 146.2653045654297,
+      "learning_rate": 7.638240384043158e-06,
+      "loss": 16.5156,
+      "step": 24635
+    },
+    {
+      "epoch": 1.1772914078180254,
+      "grad_norm": 343.4322509765625,
+      "learning_rate": 7.637488416056024e-06,
+      "loss": 17.625,
+      "step": 24636
+    },
+    {
+      "epoch": 1.1773391952594858,
+      "grad_norm": 204.73110961914062,
+      "learning_rate": 7.636736462217285e-06,
+      "loss": 28.0312,
+      "step": 24637
+    },
+    {
+      "epoch": 1.1773869827009462,
+      "grad_norm": 274.19927978515625,
+      "learning_rate": 7.635984522531443e-06,
+      "loss": 36.75,
+      "step": 24638
+    },
+    {
+      "epoch": 1.1774347701424066,
+      "grad_norm": 170.02117919921875,
+      "learning_rate": 7.63523259700301e-06,
+      "loss": 22.3906,
+      "step": 24639
+    },
+    {
+      "epoch": 1.177482557583867,
+      "grad_norm": 158.65769958496094,
+      "learning_rate": 7.634480685636475e-06,
+      "loss": 19.9844,
+      "step": 24640
+    },
+    {
+      "epoch": 1.1775303450253274,
+      "grad_norm": 254.3109588623047,
+      "learning_rate": 7.633728788436353e-06,
+      "loss": 17.1562,
+      "step": 24641
+    },
+    {
+      "epoch": 1.1775781324667878,
+      "grad_norm": 2731.051513671875,
+      "learning_rate": 7.632976905407142e-06,
+      "loss": 19.6875,
+      "step": 24642
+    },
+    {
+      "epoch": 1.1776259199082482,
+      "grad_norm": 386.7802734375,
+      "learning_rate": 7.632225036553342e-06,
+      "loss": 18.1719,
+      "step": 24643
+    },
+    {
+      "epoch": 1.1776737073497086,
+      "grad_norm": 302.0072937011719,
+      "learning_rate": 7.63147318187946e-06,
+      "loss": 28.625,
+      "step": 24644
+    },
+    {
+      "epoch": 1.177721494791169,
+      "grad_norm": 299.1197509765625,
+      "learning_rate": 7.630721341389998e-06,
+      "loss": 26.4062,
+      "step": 24645
+    },
+    {
+      "epoch": 1.1777692822326293,
+      "grad_norm": 204.58758544921875,
+      "learning_rate": 7.62996951508946e-06,
+      "loss": 23.8125,
+      "step": 24646
+    },
+    {
+      "epoch": 1.1778170696740897,
+      "grad_norm": 352.0485534667969,
+      "learning_rate": 7.629217702982342e-06,
+      "loss": 24.5,
+      "step": 24647
+    },
+    {
+      "epoch": 1.1778648571155501,
+      "grad_norm": 216.1860809326172,
+      "learning_rate": 7.6284659050731525e-06,
+      "loss": 23.5625,
+      "step": 24648
+    },
+    {
+      "epoch": 1.1779126445570105,
+      "grad_norm": 395.9493408203125,
+      "learning_rate": 7.627714121366394e-06,
+      "loss": 19.5469,
+      "step": 24649
+    },
+    {
+      "epoch": 1.177960431998471,
+      "grad_norm": 244.97396850585938,
+      "learning_rate": 7.626962351866566e-06,
+      "loss": 18.7812,
+      "step": 24650
+    },
+    {
+      "epoch": 1.1780082194399313,
+      "grad_norm": 264.13134765625,
+      "learning_rate": 7.626210596578172e-06,
+      "loss": 28.3125,
+      "step": 24651
+    },
+    {
+      "epoch": 1.1780560068813917,
+      "grad_norm": 260.0328369140625,
+      "learning_rate": 7.6254588555057105e-06,
+      "loss": 27.2031,
+      "step": 24652
+    },
+    {
+      "epoch": 1.178103794322852,
+      "grad_norm": 289.92559814453125,
+      "learning_rate": 7.624707128653688e-06,
+      "loss": 20.7656,
+      "step": 24653
+    },
+    {
+      "epoch": 1.1781515817643124,
+      "grad_norm": 281.8970947265625,
+      "learning_rate": 7.623955416026608e-06,
+      "loss": 18.1406,
+      "step": 24654
+    },
+    {
+      "epoch": 1.1781993692057728,
+      "grad_norm": 196.41859436035156,
+      "learning_rate": 7.623203717628965e-06,
+      "loss": 21.5312,
+      "step": 24655
+    },
+    {
+      "epoch": 1.1782471566472332,
+      "grad_norm": 313.7381591796875,
+      "learning_rate": 7.622452033465265e-06,
+      "loss": 22.5938,
+      "step": 24656
+    },
+    {
+      "epoch": 1.1782949440886934,
+      "grad_norm": 320.9690246582031,
+      "learning_rate": 7.621700363540015e-06,
+      "loss": 25.9531,
+      "step": 24657
+    },
+    {
+      "epoch": 1.1783427315301538,
+      "grad_norm": 259.2368469238281,
+      "learning_rate": 7.620948707857704e-06,
+      "loss": 30.8438,
+      "step": 24658
+    },
+    {
+      "epoch": 1.1783905189716142,
+      "grad_norm": 181.96958923339844,
+      "learning_rate": 7.620197066422842e-06,
+      "loss": 20.8906,
+      "step": 24659
+    },
+    {
+      "epoch": 1.1784383064130746,
+      "grad_norm": 279.3980407714844,
+      "learning_rate": 7.6194454392399285e-06,
+      "loss": 28.1562,
+      "step": 24660
+    },
+    {
+      "epoch": 1.178486093854535,
+      "grad_norm": 259.9696044921875,
+      "learning_rate": 7.61869382631347e-06,
+      "loss": 33.5312,
+      "step": 24661
+    },
+    {
+      "epoch": 1.1785338812959953,
+      "grad_norm": 278.68206787109375,
+      "learning_rate": 7.617942227647958e-06,
+      "loss": 17.6562,
+      "step": 24662
+    },
+    {
+      "epoch": 1.1785816687374557,
+      "grad_norm": 313.71148681640625,
+      "learning_rate": 7.617190643247898e-06,
+      "loss": 25.3594,
+      "step": 24663
+    },
+    {
+      "epoch": 1.1786294561789161,
+      "grad_norm": 165.08450317382812,
+      "learning_rate": 7.616439073117794e-06,
+      "loss": 25.7656,
+      "step": 24664
+    },
+    {
+      "epoch": 1.1786772436203765,
+      "grad_norm": 217.47373962402344,
+      "learning_rate": 7.615687517262143e-06,
+      "loss": 26.7188,
+      "step": 24665
+    },
+    {
+      "epoch": 1.178725031061837,
+      "grad_norm": 251.16798400878906,
+      "learning_rate": 7.614935975685449e-06,
+      "loss": 21.8438,
+      "step": 24666
+    },
+    {
+      "epoch": 1.1787728185032973,
+      "grad_norm": 461.1068115234375,
+      "learning_rate": 7.614184448392208e-06,
+      "loss": 28.625,
+      "step": 24667
+    },
+    {
+      "epoch": 1.1788206059447577,
+      "grad_norm": 159.58766174316406,
+      "learning_rate": 7.613432935386926e-06,
+      "loss": 23.2812,
+      "step": 24668
+    },
+    {
+      "epoch": 1.178868393386218,
+      "grad_norm": 148.3964385986328,
+      "learning_rate": 7.612681436674101e-06,
+      "loss": 28.4531,
+      "step": 24669
+    },
+    {
+      "epoch": 1.1789161808276785,
+      "grad_norm": 880.669677734375,
+      "learning_rate": 7.611929952258232e-06,
+      "loss": 25.2344,
+      "step": 24670
+    },
+    {
+      "epoch": 1.1789639682691389,
+      "grad_norm": 223.6583251953125,
+      "learning_rate": 7.611178482143819e-06,
+      "loss": 26.5938,
+      "step": 24671
+    },
+    {
+      "epoch": 1.1790117557105992,
+      "grad_norm": 177.91799926757812,
+      "learning_rate": 7.610427026335372e-06,
+      "loss": 31.0625,
+      "step": 24672
+    },
+    {
+      "epoch": 1.1790595431520596,
+      "grad_norm": 174.97216796875,
+      "learning_rate": 7.609675584837377e-06,
+      "loss": 23.2188,
+      "step": 24673
+    },
+    {
+      "epoch": 1.17910733059352,
+      "grad_norm": 331.9694519042969,
+      "learning_rate": 7.608924157654343e-06,
+      "loss": 21.6094,
+      "step": 24674
+    },
+    {
+      "epoch": 1.1791551180349804,
+      "grad_norm": 168.9351806640625,
+      "learning_rate": 7.608172744790766e-06,
+      "loss": 19.2344,
+      "step": 24675
+    },
+    {
+      "epoch": 1.1792029054764408,
+      "grad_norm": 733.6084594726562,
+      "learning_rate": 7.607421346251154e-06,
+      "loss": 32.2031,
+      "step": 24676
+    },
+    {
+      "epoch": 1.1792506929179012,
+      "grad_norm": 325.2587890625,
+      "learning_rate": 7.606669962039994e-06,
+      "loss": 25.1875,
+      "step": 24677
+    },
+    {
+      "epoch": 1.1792984803593616,
+      "grad_norm": 395.9232177734375,
+      "learning_rate": 7.605918592161795e-06,
+      "loss": 21.125,
+      "step": 24678
+    },
+    {
+      "epoch": 1.179346267800822,
+      "grad_norm": 288.4303894042969,
+      "learning_rate": 7.605167236621058e-06,
+      "loss": 24.7969,
+      "step": 24679
+    },
+    {
+      "epoch": 1.1793940552422824,
+      "grad_norm": 364.1058044433594,
+      "learning_rate": 7.604415895422275e-06,
+      "loss": 34.6562,
+      "step": 24680
+    },
+    {
+      "epoch": 1.1794418426837427,
+      "grad_norm": 220.79393005371094,
+      "learning_rate": 7.60366456856995e-06,
+      "loss": 33.5,
+      "step": 24681
+    },
+    {
+      "epoch": 1.1794896301252031,
+      "grad_norm": 209.19532775878906,
+      "learning_rate": 7.602913256068583e-06,
+      "loss": 25.6094,
+      "step": 24682
+    },
+    {
+      "epoch": 1.1795374175666635,
+      "grad_norm": 292.2268371582031,
+      "learning_rate": 7.602161957922674e-06,
+      "loss": 21.9062,
+      "step": 24683
+    },
+    {
+      "epoch": 1.179585205008124,
+      "grad_norm": 1229.7598876953125,
+      "learning_rate": 7.601410674136719e-06,
+      "loss": 23.5781,
+      "step": 24684
+    },
+    {
+      "epoch": 1.1796329924495843,
+      "grad_norm": 323.71575927734375,
+      "learning_rate": 7.600659404715218e-06,
+      "loss": 27.3906,
+      "step": 24685
+    },
+    {
+      "epoch": 1.1796807798910447,
+      "grad_norm": 209.55062866210938,
+      "learning_rate": 7.599908149662672e-06,
+      "loss": 25.3438,
+      "step": 24686
+    },
+    {
+      "epoch": 1.179728567332505,
+      "grad_norm": 154.58761596679688,
+      "learning_rate": 7.599156908983581e-06,
+      "loss": 14.2656,
+      "step": 24687
+    },
+    {
+      "epoch": 1.1797763547739655,
+      "grad_norm": 280.3930969238281,
+      "learning_rate": 7.598405682682439e-06,
+      "loss": 28.1719,
+      "step": 24688
+    },
+    {
+      "epoch": 1.1798241422154259,
+      "grad_norm": 225.4260711669922,
+      "learning_rate": 7.597654470763749e-06,
+      "loss": 17.6406,
+      "step": 24689
+    },
+    {
+      "epoch": 1.1798719296568863,
+      "grad_norm": 262.33465576171875,
+      "learning_rate": 7.596903273232013e-06,
+      "loss": 18.0,
+      "step": 24690
+    },
+    {
+      "epoch": 1.1799197170983466,
+      "grad_norm": 175.53553771972656,
+      "learning_rate": 7.596152090091721e-06,
+      "loss": 23.1562,
+      "step": 24691
+    },
+    {
+      "epoch": 1.179967504539807,
+      "grad_norm": 427.7528991699219,
+      "learning_rate": 7.595400921347375e-06,
+      "loss": 24.9375,
+      "step": 24692
+    },
+    {
+      "epoch": 1.1800152919812672,
+      "grad_norm": 198.18307495117188,
+      "learning_rate": 7.594649767003477e-06,
+      "loss": 18.5,
+      "step": 24693
+    },
+    {
+      "epoch": 1.1800630794227276,
+      "grad_norm": 247.92919921875,
+      "learning_rate": 7.593898627064526e-06,
+      "loss": 25.3125,
+      "step": 24694
+    },
+    {
+      "epoch": 1.180110866864188,
+      "grad_norm": 247.08604431152344,
+      "learning_rate": 7.593147501535013e-06,
+      "loss": 34.8438,
+      "step": 24695
+    },
+    {
+      "epoch": 1.1801586543056484,
+      "grad_norm": 513.4387817382812,
+      "learning_rate": 7.592396390419441e-06,
+      "loss": 31.375,
+      "step": 24696
+    },
+    {
+      "epoch": 1.1802064417471088,
+      "grad_norm": 219.21824645996094,
+      "learning_rate": 7.591645293722311e-06,
+      "loss": 22.625,
+      "step": 24697
+    },
+    {
+      "epoch": 1.1802542291885691,
+      "grad_norm": 338.40728759765625,
+      "learning_rate": 7.590894211448117e-06,
+      "loss": 28.0312,
+      "step": 24698
+    },
+    {
+      "epoch": 1.1803020166300295,
+      "grad_norm": 264.8464660644531,
+      "learning_rate": 7.590143143601356e-06,
+      "loss": 23.9688,
+      "step": 24699
+    },
+    {
+      "epoch": 1.18034980407149,
+      "grad_norm": 370.1858825683594,
+      "learning_rate": 7.589392090186531e-06,
+      "loss": 34.3125,
+      "step": 24700
+    },
+    {
+      "epoch": 1.1803975915129503,
+      "grad_norm": 410.8945007324219,
+      "learning_rate": 7.588641051208134e-06,
+      "loss": 23.125,
+      "step": 24701
+    },
+    {
+      "epoch": 1.1804453789544107,
+      "grad_norm": 590.1773071289062,
+      "learning_rate": 7.58789002667067e-06,
+      "loss": 35.25,
+      "step": 24702
+    },
+    {
+      "epoch": 1.180493166395871,
+      "grad_norm": 171.04458618164062,
+      "learning_rate": 7.5871390165786275e-06,
+      "loss": 24.0312,
+      "step": 24703
+    },
+    {
+      "epoch": 1.1805409538373315,
+      "grad_norm": 306.36297607421875,
+      "learning_rate": 7.586388020936509e-06,
+      "loss": 33.1562,
+      "step": 24704
+    },
+    {
+      "epoch": 1.1805887412787919,
+      "grad_norm": 211.3270263671875,
+      "learning_rate": 7.585637039748817e-06,
+      "loss": 18.2188,
+      "step": 24705
+    },
+    {
+      "epoch": 1.1806365287202523,
+      "grad_norm": 375.39495849609375,
+      "learning_rate": 7.584886073020039e-06,
+      "loss": 26.7656,
+      "step": 24706
+    },
+    {
+      "epoch": 1.1806843161617127,
+      "grad_norm": 286.3429260253906,
+      "learning_rate": 7.584135120754676e-06,
+      "loss": 29.6875,
+      "step": 24707
+    },
+    {
+      "epoch": 1.180732103603173,
+      "grad_norm": 291.744873046875,
+      "learning_rate": 7.583384182957228e-06,
+      "loss": 28.1875,
+      "step": 24708
+    },
+    {
+      "epoch": 1.1807798910446334,
+      "grad_norm": 263.8845520019531,
+      "learning_rate": 7.582633259632194e-06,
+      "loss": 29.5938,
+      "step": 24709
+    },
+    {
+      "epoch": 1.1808276784860938,
+      "grad_norm": 274.7542724609375,
+      "learning_rate": 7.581882350784064e-06,
+      "loss": 32.0312,
+      "step": 24710
+    },
+    {
+      "epoch": 1.1808754659275542,
+      "grad_norm": 352.56121826171875,
+      "learning_rate": 7.581131456417336e-06,
+      "loss": 21.9375,
+      "step": 24711
+    },
+    {
+      "epoch": 1.1809232533690146,
+      "grad_norm": 175.73410034179688,
+      "learning_rate": 7.5803805765365125e-06,
+      "loss": 23.1875,
+      "step": 24712
+    },
+    {
+      "epoch": 1.180971040810475,
+      "grad_norm": 210.20468139648438,
+      "learning_rate": 7.5796297111460904e-06,
+      "loss": 21.5,
+      "step": 24713
+    },
+    {
+      "epoch": 1.1810188282519354,
+      "grad_norm": 316.1692199707031,
+      "learning_rate": 7.578878860250558e-06,
+      "loss": 23.3281,
+      "step": 24714
+    },
+    {
+      "epoch": 1.1810666156933958,
+      "grad_norm": 313.361572265625,
+      "learning_rate": 7.578128023854421e-06,
+      "loss": 21.5,
+      "step": 24715
+    },
+    {
+      "epoch": 1.1811144031348562,
+      "grad_norm": 257.3001403808594,
+      "learning_rate": 7.57737720196217e-06,
+      "loss": 31.5938,
+      "step": 24716
+    },
+    {
+      "epoch": 1.1811621905763166,
+      "grad_norm": 438.8200378417969,
+      "learning_rate": 7.576626394578304e-06,
+      "loss": 15.6094,
+      "step": 24717
+    },
+    {
+      "epoch": 1.181209978017777,
+      "grad_norm": 133.6629638671875,
+      "learning_rate": 7.575875601707318e-06,
+      "loss": 28.0,
+      "step": 24718
+    },
+    {
+      "epoch": 1.1812577654592373,
+      "grad_norm": 228.21627807617188,
+      "learning_rate": 7.575124823353708e-06,
+      "loss": 27.9688,
+      "step": 24719
+    },
+    {
+      "epoch": 1.1813055529006977,
+      "grad_norm": 268.3081359863281,
+      "learning_rate": 7.574374059521976e-06,
+      "loss": 26.1719,
+      "step": 24720
+    },
+    {
+      "epoch": 1.181353340342158,
+      "grad_norm": 876.589599609375,
+      "learning_rate": 7.573623310216609e-06,
+      "loss": 21.1875,
+      "step": 24721
+    },
+    {
+      "epoch": 1.1814011277836185,
+      "grad_norm": 231.7086639404297,
+      "learning_rate": 7.572872575442108e-06,
+      "loss": 30.0625,
+      "step": 24722
+    },
+    {
+      "epoch": 1.1814489152250789,
+      "grad_norm": 148.03680419921875,
+      "learning_rate": 7.572121855202969e-06,
+      "loss": 15.3125,
+      "step": 24723
+    },
+    {
+      "epoch": 1.1814967026665393,
+      "grad_norm": 259.41900634765625,
+      "learning_rate": 7.57137114950369e-06,
+      "loss": 27.4062,
+      "step": 24724
+    },
+    {
+      "epoch": 1.1815444901079997,
+      "grad_norm": 267.410400390625,
+      "learning_rate": 7.570620458348761e-06,
+      "loss": 27.5938,
+      "step": 24725
+    },
+    {
+      "epoch": 1.18159227754946,
+      "grad_norm": 237.29791259765625,
+      "learning_rate": 7.56986978174268e-06,
+      "loss": 29.75,
+      "step": 24726
+    },
+    {
+      "epoch": 1.1816400649909204,
+      "grad_norm": 178.7052764892578,
+      "learning_rate": 7.569119119689947e-06,
+      "loss": 21.0,
+      "step": 24727
+    },
+    {
+      "epoch": 1.1816878524323808,
+      "grad_norm": 137.3787841796875,
+      "learning_rate": 7.568368472195052e-06,
+      "loss": 14.0312,
+      "step": 24728
+    },
+    {
+      "epoch": 1.1817356398738412,
+      "grad_norm": 167.65966796875,
+      "learning_rate": 7.567617839262489e-06,
+      "loss": 21.1562,
+      "step": 24729
+    },
+    {
+      "epoch": 1.1817834273153016,
+      "grad_norm": 374.88897705078125,
+      "learning_rate": 7.56686722089676e-06,
+      "loss": 32.8438,
+      "step": 24730
+    },
+    {
+      "epoch": 1.181831214756762,
+      "grad_norm": 186.93624877929688,
+      "learning_rate": 7.566116617102357e-06,
+      "loss": 22.7812,
+      "step": 24731
+    },
+    {
+      "epoch": 1.1818790021982224,
+      "grad_norm": 259.740966796875,
+      "learning_rate": 7.565366027883772e-06,
+      "loss": 28.4062,
+      "step": 24732
+    },
+    {
+      "epoch": 1.1819267896396828,
+      "grad_norm": 200.96932983398438,
+      "learning_rate": 7.564615453245506e-06,
+      "loss": 25.75,
+      "step": 24733
+    },
+    {
+      "epoch": 1.1819745770811432,
+      "grad_norm": 292.1589660644531,
+      "learning_rate": 7.563864893192048e-06,
+      "loss": 28.6562,
+      "step": 24734
+    },
+    {
+      "epoch": 1.1820223645226036,
+      "grad_norm": 266.6972351074219,
+      "learning_rate": 7.563114347727901e-06,
+      "loss": 28.0938,
+      "step": 24735
+    },
+    {
+      "epoch": 1.182070151964064,
+      "grad_norm": 175.5758514404297,
+      "learning_rate": 7.5623638168575495e-06,
+      "loss": 43.4375,
+      "step": 24736
+    },
+    {
+      "epoch": 1.1821179394055243,
+      "grad_norm": 246.85198974609375,
+      "learning_rate": 7.561613300585494e-06,
+      "loss": 24.0938,
+      "step": 24737
+    },
+    {
+      "epoch": 1.1821657268469847,
+      "grad_norm": 369.3893737792969,
+      "learning_rate": 7.560862798916229e-06,
+      "loss": 41.0156,
+      "step": 24738
+    },
+    {
+      "epoch": 1.182213514288445,
+      "grad_norm": 310.1033935546875,
+      "learning_rate": 7.560112311854251e-06,
+      "loss": 24.6875,
+      "step": 24739
+    },
+    {
+      "epoch": 1.1822613017299053,
+      "grad_norm": 163.55006408691406,
+      "learning_rate": 7.559361839404048e-06,
+      "loss": 16.2969,
+      "step": 24740
+    },
+    {
+      "epoch": 1.1823090891713657,
+      "grad_norm": 212.98341369628906,
+      "learning_rate": 7.558611381570119e-06,
+      "loss": 31.1562,
+      "step": 24741
+    },
+    {
+      "epoch": 1.182356876612826,
+      "grad_norm": 621.2992553710938,
+      "learning_rate": 7.557860938356962e-06,
+      "loss": 27.9375,
+      "step": 24742
+    },
+    {
+      "epoch": 1.1824046640542865,
+      "grad_norm": 251.22813415527344,
+      "learning_rate": 7.557110509769063e-06,
+      "loss": 22.8125,
+      "step": 24743
+    },
+    {
+      "epoch": 1.1824524514957468,
+      "grad_norm": 215.99929809570312,
+      "learning_rate": 7.556360095810919e-06,
+      "loss": 20.5156,
+      "step": 24744
+    },
+    {
+      "epoch": 1.1825002389372072,
+      "grad_norm": 181.4905548095703,
+      "learning_rate": 7.555609696487024e-06,
+      "loss": 19.7812,
+      "step": 24745
+    },
+    {
+      "epoch": 1.1825480263786676,
+      "grad_norm": 232.7657470703125,
+      "learning_rate": 7.554859311801877e-06,
+      "loss": 24.2812,
+      "step": 24746
+    },
+    {
+      "epoch": 1.182595813820128,
+      "grad_norm": 149.72824096679688,
+      "learning_rate": 7.554108941759966e-06,
+      "loss": 19.5312,
+      "step": 24747
+    },
+    {
+      "epoch": 1.1826436012615884,
+      "grad_norm": 257.5680236816406,
+      "learning_rate": 7.553358586365787e-06,
+      "loss": 27.875,
+      "step": 24748
+    },
+    {
+      "epoch": 1.1826913887030488,
+      "grad_norm": 320.0135803222656,
+      "learning_rate": 7.552608245623829e-06,
+      "loss": 25.9062,
+      "step": 24749
+    },
+    {
+      "epoch": 1.1827391761445092,
+      "grad_norm": 217.3794403076172,
+      "learning_rate": 7.551857919538597e-06,
+      "loss": 21.9844,
+      "step": 24750
+    },
+    {
+      "epoch": 1.1827869635859696,
+      "grad_norm": 872.4216918945312,
+      "learning_rate": 7.551107608114571e-06,
+      "loss": 20.4844,
+      "step": 24751
+    },
+    {
+      "epoch": 1.18283475102743,
+      "grad_norm": 152.3357696533203,
+      "learning_rate": 7.5503573113562515e-06,
+      "loss": 28.5938,
+      "step": 24752
+    },
+    {
+      "epoch": 1.1828825384688904,
+      "grad_norm": 470.8833312988281,
+      "learning_rate": 7.549607029268133e-06,
+      "loss": 26.5938,
+      "step": 24753
+    },
+    {
+      "epoch": 1.1829303259103507,
+      "grad_norm": 237.09046936035156,
+      "learning_rate": 7.548856761854704e-06,
+      "loss": 22.2188,
+      "step": 24754
+    },
+    {
+      "epoch": 1.1829781133518111,
+      "grad_norm": 343.597412109375,
+      "learning_rate": 7.548106509120461e-06,
+      "loss": 28.0625,
+      "step": 24755
+    },
+    {
+      "epoch": 1.1830259007932715,
+      "grad_norm": 390.2479248046875,
+      "learning_rate": 7.547356271069895e-06,
+      "loss": 26.2969,
+      "step": 24756
+    },
+    {
+      "epoch": 1.183073688234732,
+      "grad_norm": 2388.2119140625,
+      "learning_rate": 7.546606047707504e-06,
+      "loss": 23.8125,
+      "step": 24757
+    },
+    {
+      "epoch": 1.1831214756761923,
+      "grad_norm": 170.72354125976562,
+      "learning_rate": 7.545855839037773e-06,
+      "loss": 24.5469,
+      "step": 24758
+    },
+    {
+      "epoch": 1.1831692631176527,
+      "grad_norm": 145.0341339111328,
+      "learning_rate": 7.5451056450651995e-06,
+      "loss": 20.6875,
+      "step": 24759
+    },
+    {
+      "epoch": 1.183217050559113,
+      "grad_norm": 182.0687713623047,
+      "learning_rate": 7.544355465794275e-06,
+      "loss": 22.6875,
+      "step": 24760
+    },
+    {
+      "epoch": 1.1832648380005735,
+      "grad_norm": 407.7345275878906,
+      "learning_rate": 7.543605301229497e-06,
+      "loss": 35.375,
+      "step": 24761
+    },
+    {
+      "epoch": 1.1833126254420339,
+      "grad_norm": 627.4351196289062,
+      "learning_rate": 7.542855151375349e-06,
+      "loss": 18.6406,
+      "step": 24762
+    },
+    {
+      "epoch": 1.1833604128834943,
+      "grad_norm": 285.75665283203125,
+      "learning_rate": 7.54210501623633e-06,
+      "loss": 27.3125,
+      "step": 24763
+    },
+    {
+      "epoch": 1.1834082003249546,
+      "grad_norm": 319.03692626953125,
+      "learning_rate": 7.541354895816931e-06,
+      "loss": 20.6875,
+      "step": 24764
+    },
+    {
+      "epoch": 1.183455987766415,
+      "grad_norm": 212.57920837402344,
+      "learning_rate": 7.540604790121642e-06,
+      "loss": 30.8438,
+      "step": 24765
+    },
+    {
+      "epoch": 1.1835037752078754,
+      "grad_norm": 232.2061004638672,
+      "learning_rate": 7.5398546991549584e-06,
+      "loss": 23.75,
+      "step": 24766
+    },
+    {
+      "epoch": 1.1835515626493358,
+      "grad_norm": 365.9271545410156,
+      "learning_rate": 7.539104622921368e-06,
+      "loss": 27.8438,
+      "step": 24767
+    },
+    {
+      "epoch": 1.1835993500907962,
+      "grad_norm": 183.70252990722656,
+      "learning_rate": 7.538354561425371e-06,
+      "loss": 24.9531,
+      "step": 24768
+    },
+    {
+      "epoch": 1.1836471375322566,
+      "grad_norm": 239.3199920654297,
+      "learning_rate": 7.537604514671449e-06,
+      "loss": 30.2188,
+      "step": 24769
+    },
+    {
+      "epoch": 1.183694924973717,
+      "grad_norm": 123.30530548095703,
+      "learning_rate": 7.536854482664098e-06,
+      "loss": 20.8594,
+      "step": 24770
+    },
+    {
+      "epoch": 1.1837427124151774,
+      "grad_norm": 327.57452392578125,
+      "learning_rate": 7.536104465407811e-06,
+      "loss": 33.0938,
+      "step": 24771
+    },
+    {
+      "epoch": 1.1837904998566378,
+      "grad_norm": 376.90777587890625,
+      "learning_rate": 7.535354462907083e-06,
+      "loss": 34.9375,
+      "step": 24772
+    },
+    {
+      "epoch": 1.1838382872980981,
+      "grad_norm": 206.76522827148438,
+      "learning_rate": 7.534604475166397e-06,
+      "loss": 21.4062,
+      "step": 24773
+    },
+    {
+      "epoch": 1.1838860747395585,
+      "grad_norm": 644.4956665039062,
+      "learning_rate": 7.53385450219025e-06,
+      "loss": 23.3438,
+      "step": 24774
+    },
+    {
+      "epoch": 1.1839338621810187,
+      "grad_norm": 2306.05224609375,
+      "learning_rate": 7.533104543983135e-06,
+      "loss": 29.2031,
+      "step": 24775
+    },
+    {
+      "epoch": 1.183981649622479,
+      "grad_norm": 262.8463439941406,
+      "learning_rate": 7.532354600549538e-06,
+      "loss": 28.3438,
+      "step": 24776
+    },
+    {
+      "epoch": 1.1840294370639395,
+      "grad_norm": 257.24102783203125,
+      "learning_rate": 7.531604671893951e-06,
+      "loss": 28.9531,
+      "step": 24777
+    },
+    {
+      "epoch": 1.1840772245053999,
+      "grad_norm": 311.8982849121094,
+      "learning_rate": 7.530854758020868e-06,
+      "loss": 20.6094,
+      "step": 24778
+    },
+    {
+      "epoch": 1.1841250119468603,
+      "grad_norm": 237.45433044433594,
+      "learning_rate": 7.530104858934784e-06,
+      "loss": 23.4688,
+      "step": 24779
+    },
+    {
+      "epoch": 1.1841727993883207,
+      "grad_norm": 218.20913696289062,
+      "learning_rate": 7.529354974640178e-06,
+      "loss": 18.6719,
+      "step": 24780
+    },
+    {
+      "epoch": 1.184220586829781,
+      "grad_norm": 167.82662963867188,
+      "learning_rate": 7.528605105141552e-06,
+      "loss": 23.6719,
+      "step": 24781
+    },
+    {
+      "epoch": 1.1842683742712414,
+      "grad_norm": 229.0006866455078,
+      "learning_rate": 7.52785525044339e-06,
+      "loss": 29.4375,
+      "step": 24782
+    },
+    {
+      "epoch": 1.1843161617127018,
+      "grad_norm": 215.01075744628906,
+      "learning_rate": 7.527105410550186e-06,
+      "loss": 25.2188,
+      "step": 24783
+    },
+    {
+      "epoch": 1.1843639491541622,
+      "grad_norm": 210.45730590820312,
+      "learning_rate": 7.526355585466432e-06,
+      "loss": 31.5938,
+      "step": 24784
+    },
+    {
+      "epoch": 1.1844117365956226,
+      "grad_norm": 799.96533203125,
+      "learning_rate": 7.5256057751966115e-06,
+      "loss": 32.1562,
+      "step": 24785
+    },
+    {
+      "epoch": 1.184459524037083,
+      "grad_norm": 178.67724609375,
+      "learning_rate": 7.5248559797452215e-06,
+      "loss": 20.5625,
+      "step": 24786
+    },
+    {
+      "epoch": 1.1845073114785434,
+      "grad_norm": 167.6993408203125,
+      "learning_rate": 7.524106199116754e-06,
+      "loss": 16.375,
+      "step": 24787
+    },
+    {
+      "epoch": 1.1845550989200038,
+      "grad_norm": 169.06224060058594,
+      "learning_rate": 7.523356433315691e-06,
+      "loss": 26.6875,
+      "step": 24788
+    },
+    {
+      "epoch": 1.1846028863614642,
+      "grad_norm": 284.64666748046875,
+      "learning_rate": 7.522606682346527e-06,
+      "loss": 22.8906,
+      "step": 24789
+    },
+    {
+      "epoch": 1.1846506738029245,
+      "grad_norm": 311.6969299316406,
+      "learning_rate": 7.521856946213758e-06,
+      "loss": 30.9531,
+      "step": 24790
+    },
+    {
+      "epoch": 1.184698461244385,
+      "grad_norm": 179.66226196289062,
+      "learning_rate": 7.521107224921863e-06,
+      "loss": 23.7188,
+      "step": 24791
+    },
+    {
+      "epoch": 1.1847462486858453,
+      "grad_norm": 589.9871826171875,
+      "learning_rate": 7.5203575184753366e-06,
+      "loss": 25.3281,
+      "step": 24792
+    },
+    {
+      "epoch": 1.1847940361273057,
+      "grad_norm": 689.8529663085938,
+      "learning_rate": 7.51960782687867e-06,
+      "loss": 20.8906,
+      "step": 24793
+    },
+    {
+      "epoch": 1.184841823568766,
+      "grad_norm": 189.7924346923828,
+      "learning_rate": 7.5188581501363555e-06,
+      "loss": 19.6875,
+      "step": 24794
+    },
+    {
+      "epoch": 1.1848896110102265,
+      "grad_norm": 217.97862243652344,
+      "learning_rate": 7.518108488252875e-06,
+      "loss": 19.8438,
+      "step": 24795
+    },
+    {
+      "epoch": 1.1849373984516869,
+      "grad_norm": 310.9276123046875,
+      "learning_rate": 7.517358841232723e-06,
+      "loss": 28.4844,
+      "step": 24796
+    },
+    {
+      "epoch": 1.1849851858931473,
+      "grad_norm": 262.1137390136719,
+      "learning_rate": 7.516609209080388e-06,
+      "loss": 17.8125,
+      "step": 24797
+    },
+    {
+      "epoch": 1.1850329733346077,
+      "grad_norm": 214.72738647460938,
+      "learning_rate": 7.5158595918003605e-06,
+      "loss": 27.0,
+      "step": 24798
+    },
+    {
+      "epoch": 1.185080760776068,
+      "grad_norm": 223.64785766601562,
+      "learning_rate": 7.515109989397129e-06,
+      "loss": 19.4375,
+      "step": 24799
+    },
+    {
+      "epoch": 1.1851285482175284,
+      "grad_norm": 205.72251892089844,
+      "learning_rate": 7.51436040187518e-06,
+      "loss": 21.8281,
+      "step": 24800
+    },
+    {
+      "epoch": 1.1851763356589888,
+      "grad_norm": 291.66986083984375,
+      "learning_rate": 7.5136108292390096e-06,
+      "loss": 27.3125,
+      "step": 24801
+    },
+    {
+      "epoch": 1.1852241231004492,
+      "grad_norm": 312.6978454589844,
+      "learning_rate": 7.512861271493097e-06,
+      "loss": 29.875,
+      "step": 24802
+    },
+    {
+      "epoch": 1.1852719105419096,
+      "grad_norm": 215.7312774658203,
+      "learning_rate": 7.5121117286419364e-06,
+      "loss": 17.5625,
+      "step": 24803
+    },
+    {
+      "epoch": 1.18531969798337,
+      "grad_norm": 313.9332580566406,
+      "learning_rate": 7.511362200690017e-06,
+      "loss": 34.1875,
+      "step": 24804
+    },
+    {
+      "epoch": 1.1853674854248304,
+      "grad_norm": 227.28016662597656,
+      "learning_rate": 7.51061268764183e-06,
+      "loss": 31.8125,
+      "step": 24805
+    },
+    {
+      "epoch": 1.1854152728662908,
+      "grad_norm": 282.09368896484375,
+      "learning_rate": 7.509863189501857e-06,
+      "loss": 24.1875,
+      "step": 24806
+    },
+    {
+      "epoch": 1.1854630603077512,
+      "grad_norm": 285.5431823730469,
+      "learning_rate": 7.50911370627459e-06,
+      "loss": 26.0,
+      "step": 24807
+    },
+    {
+      "epoch": 1.1855108477492116,
+      "grad_norm": 336.72686767578125,
+      "learning_rate": 7.508364237964519e-06,
+      "loss": 34.0625,
+      "step": 24808
+    },
+    {
+      "epoch": 1.185558635190672,
+      "grad_norm": 481.7972717285156,
+      "learning_rate": 7.507614784576134e-06,
+      "loss": 33.6875,
+      "step": 24809
+    },
+    {
+      "epoch": 1.1856064226321323,
+      "grad_norm": 304.58062744140625,
+      "learning_rate": 7.506865346113916e-06,
+      "loss": 33.5938,
+      "step": 24810
+    },
+    {
+      "epoch": 1.1856542100735927,
+      "grad_norm": 259.864013671875,
+      "learning_rate": 7.506115922582358e-06,
+      "loss": 21.5625,
+      "step": 24811
+    },
+    {
+      "epoch": 1.1857019975150531,
+      "grad_norm": 231.01939392089844,
+      "learning_rate": 7.505366513985952e-06,
+      "loss": 20.2188,
+      "step": 24812
+    },
+    {
+      "epoch": 1.1857497849565135,
+      "grad_norm": 355.92620849609375,
+      "learning_rate": 7.504617120329178e-06,
+      "loss": 28.5,
+      "step": 24813
+    },
+    {
+      "epoch": 1.185797572397974,
+      "grad_norm": 170.07858276367188,
+      "learning_rate": 7.503867741616528e-06,
+      "loss": 26.1562,
+      "step": 24814
+    },
+    {
+      "epoch": 1.1858453598394343,
+      "grad_norm": 155.61563110351562,
+      "learning_rate": 7.503118377852488e-06,
+      "loss": 18.7344,
+      "step": 24815
+    },
+    {
+      "epoch": 1.1858931472808947,
+      "grad_norm": 242.87026977539062,
+      "learning_rate": 7.502369029041549e-06,
+      "loss": 22.5,
+      "step": 24816
+    },
+    {
+      "epoch": 1.185940934722355,
+      "grad_norm": 245.25143432617188,
+      "learning_rate": 7.501619695188198e-06,
+      "loss": 23.8906,
+      "step": 24817
+    },
+    {
+      "epoch": 1.1859887221638155,
+      "grad_norm": 220.5809783935547,
+      "learning_rate": 7.500870376296918e-06,
+      "loss": 21.5625,
+      "step": 24818
+    },
+    {
+      "epoch": 1.1860365096052758,
+      "grad_norm": 216.8899688720703,
+      "learning_rate": 7.5001210723722e-06,
+      "loss": 37.7422,
+      "step": 24819
+    },
+    {
+      "epoch": 1.1860842970467362,
+      "grad_norm": 323.4930725097656,
+      "learning_rate": 7.499371783418535e-06,
+      "loss": 23.0625,
+      "step": 24820
+    },
+    {
+      "epoch": 1.1861320844881966,
+      "grad_norm": 186.94337463378906,
+      "learning_rate": 7.498622509440402e-06,
+      "loss": 27.2812,
+      "step": 24821
+    },
+    {
+      "epoch": 1.1861798719296568,
+      "grad_norm": 176.15817260742188,
+      "learning_rate": 7.497873250442293e-06,
+      "loss": 25.7812,
+      "step": 24822
+    },
+    {
+      "epoch": 1.1862276593711172,
+      "grad_norm": 265.80438232421875,
+      "learning_rate": 7.497124006428693e-06,
+      "loss": 24.5,
+      "step": 24823
+    },
+    {
+      "epoch": 1.1862754468125776,
+      "grad_norm": 318.2032165527344,
+      "learning_rate": 7.496374777404096e-06,
+      "loss": 27.375,
+      "step": 24824
+    },
+    {
+      "epoch": 1.186323234254038,
+      "grad_norm": 389.84515380859375,
+      "learning_rate": 7.49562556337298e-06,
+      "loss": 29.0625,
+      "step": 24825
+    },
+    {
+      "epoch": 1.1863710216954984,
+      "grad_norm": 280.4530944824219,
+      "learning_rate": 7.494876364339836e-06,
+      "loss": 26.0,
+      "step": 24826
+    },
+    {
+      "epoch": 1.1864188091369587,
+      "grad_norm": 318.1305847167969,
+      "learning_rate": 7.494127180309152e-06,
+      "loss": 26.4375,
+      "step": 24827
+    },
+    {
+      "epoch": 1.1864665965784191,
+      "grad_norm": 234.09854125976562,
+      "learning_rate": 7.49337801128541e-06,
+      "loss": 19.5938,
+      "step": 24828
+    },
+    {
+      "epoch": 1.1865143840198795,
+      "grad_norm": 328.204833984375,
+      "learning_rate": 7.492628857273099e-06,
+      "loss": 23.2812,
+      "step": 24829
+    },
+    {
+      "epoch": 1.18656217146134,
+      "grad_norm": 184.52801513671875,
+      "learning_rate": 7.491879718276708e-06,
+      "loss": 25.5312,
+      "step": 24830
+    },
+    {
+      "epoch": 1.1866099589028003,
+      "grad_norm": 503.0886535644531,
+      "learning_rate": 7.49113059430072e-06,
+      "loss": 23.0625,
+      "step": 24831
+    },
+    {
+      "epoch": 1.1866577463442607,
+      "grad_norm": 287.3197021484375,
+      "learning_rate": 7.490381485349624e-06,
+      "loss": 24.3906,
+      "step": 24832
+    },
+    {
+      "epoch": 1.186705533785721,
+      "grad_norm": 429.6896667480469,
+      "learning_rate": 7.489632391427901e-06,
+      "loss": 22.5625,
+      "step": 24833
+    },
+    {
+      "epoch": 1.1867533212271815,
+      "grad_norm": 307.551025390625,
+      "learning_rate": 7.488883312540043e-06,
+      "loss": 23.3125,
+      "step": 24834
+    },
+    {
+      "epoch": 1.1868011086686419,
+      "grad_norm": 158.7928009033203,
+      "learning_rate": 7.488134248690535e-06,
+      "loss": 24.5938,
+      "step": 24835
+    },
+    {
+      "epoch": 1.1868488961101022,
+      "grad_norm": 256.4368591308594,
+      "learning_rate": 7.487385199883858e-06,
+      "loss": 22.2969,
+      "step": 24836
+    },
+    {
+      "epoch": 1.1868966835515626,
+      "grad_norm": 251.519287109375,
+      "learning_rate": 7.486636166124503e-06,
+      "loss": 30.0469,
+      "step": 24837
+    },
+    {
+      "epoch": 1.186944470993023,
+      "grad_norm": 176.3829803466797,
+      "learning_rate": 7.4858871474169594e-06,
+      "loss": 17.6562,
+      "step": 24838
+    },
+    {
+      "epoch": 1.1869922584344834,
+      "grad_norm": 156.51144409179688,
+      "learning_rate": 7.485138143765701e-06,
+      "loss": 29.8438,
+      "step": 24839
+    },
+    {
+      "epoch": 1.1870400458759438,
+      "grad_norm": 198.00514221191406,
+      "learning_rate": 7.484389155175221e-06,
+      "loss": 26.9531,
+      "step": 24840
+    },
+    {
+      "epoch": 1.1870878333174042,
+      "grad_norm": 468.347900390625,
+      "learning_rate": 7.483640181650005e-06,
+      "loss": 24.4844,
+      "step": 24841
+    },
+    {
+      "epoch": 1.1871356207588646,
+      "grad_norm": 208.27537536621094,
+      "learning_rate": 7.48289122319454e-06,
+      "loss": 32.6406,
+      "step": 24842
+    },
+    {
+      "epoch": 1.187183408200325,
+      "grad_norm": 297.7027282714844,
+      "learning_rate": 7.482142279813305e-06,
+      "loss": 21.625,
+      "step": 24843
+    },
+    {
+      "epoch": 1.1872311956417854,
+      "grad_norm": 210.2728729248047,
+      "learning_rate": 7.481393351510788e-06,
+      "loss": 23.8125,
+      "step": 24844
+    },
+    {
+      "epoch": 1.1872789830832458,
+      "grad_norm": 305.3564147949219,
+      "learning_rate": 7.480644438291478e-06,
+      "loss": 22.625,
+      "step": 24845
+    },
+    {
+      "epoch": 1.1873267705247061,
+      "grad_norm": 149.82044982910156,
+      "learning_rate": 7.479895540159856e-06,
+      "loss": 17.7188,
+      "step": 24846
+    },
+    {
+      "epoch": 1.1873745579661665,
+      "grad_norm": 252.99777221679688,
+      "learning_rate": 7.4791466571204085e-06,
+      "loss": 22.9688,
+      "step": 24847
+    },
+    {
+      "epoch": 1.187422345407627,
+      "grad_norm": 293.6883850097656,
+      "learning_rate": 7.478397789177618e-06,
+      "loss": 22.2031,
+      "step": 24848
+    },
+    {
+      "epoch": 1.1874701328490873,
+      "grad_norm": 251.22909545898438,
+      "learning_rate": 7.477648936335973e-06,
+      "loss": 25.8281,
+      "step": 24849
+    },
+    {
+      "epoch": 1.1875179202905477,
+      "grad_norm": 145.68289184570312,
+      "learning_rate": 7.476900098599955e-06,
+      "loss": 25.1094,
+      "step": 24850
+    },
+    {
+      "epoch": 1.187565707732008,
+      "grad_norm": 338.9101867675781,
+      "learning_rate": 7.476151275974048e-06,
+      "loss": 26.1562,
+      "step": 24851
+    },
+    {
+      "epoch": 1.1876134951734685,
+      "grad_norm": 380.5778503417969,
+      "learning_rate": 7.4754024684627405e-06,
+      "loss": 26.5,
+      "step": 24852
+    },
+    {
+      "epoch": 1.1876612826149289,
+      "grad_norm": 163.32791137695312,
+      "learning_rate": 7.474653676070515e-06,
+      "loss": 20.7812,
+      "step": 24853
+    },
+    {
+      "epoch": 1.1877090700563893,
+      "grad_norm": 283.8870544433594,
+      "learning_rate": 7.473904898801855e-06,
+      "loss": 30.7969,
+      "step": 24854
+    },
+    {
+      "epoch": 1.1877568574978496,
+      "grad_norm": 201.89291381835938,
+      "learning_rate": 7.473156136661244e-06,
+      "loss": 23.5,
+      "step": 24855
+    },
+    {
+      "epoch": 1.18780464493931,
+      "grad_norm": 200.8119659423828,
+      "learning_rate": 7.472407389653166e-06,
+      "loss": 19.7812,
+      "step": 24856
+    },
+    {
+      "epoch": 1.1878524323807704,
+      "grad_norm": 372.76318359375,
+      "learning_rate": 7.471658657782111e-06,
+      "loss": 27.8438,
+      "step": 24857
+    },
+    {
+      "epoch": 1.1879002198222306,
+      "grad_norm": 148.34375,
+      "learning_rate": 7.470909941052554e-06,
+      "loss": 18.0781,
+      "step": 24858
+    },
+    {
+      "epoch": 1.187948007263691,
+      "grad_norm": 270.63470458984375,
+      "learning_rate": 7.470161239468982e-06,
+      "loss": 29.5,
+      "step": 24859
+    },
+    {
+      "epoch": 1.1879957947051514,
+      "grad_norm": 473.8775939941406,
+      "learning_rate": 7.469412553035884e-06,
+      "loss": 17.9531,
+      "step": 24860
+    },
+    {
+      "epoch": 1.1880435821466118,
+      "grad_norm": 181.2181396484375,
+      "learning_rate": 7.468663881757739e-06,
+      "loss": 24.9688,
+      "step": 24861
+    },
+    {
+      "epoch": 1.1880913695880722,
+      "grad_norm": 179.511474609375,
+      "learning_rate": 7.467915225639026e-06,
+      "loss": 23.4219,
+      "step": 24862
+    },
+    {
+      "epoch": 1.1881391570295325,
+      "grad_norm": 145.296630859375,
+      "learning_rate": 7.467166584684239e-06,
+      "loss": 20.6875,
+      "step": 24863
+    },
+    {
+      "epoch": 1.188186944470993,
+      "grad_norm": 329.0624694824219,
+      "learning_rate": 7.466417958897854e-06,
+      "loss": 31.9688,
+      "step": 24864
+    },
+    {
+      "epoch": 1.1882347319124533,
+      "grad_norm": 324.4619140625,
+      "learning_rate": 7.465669348284358e-06,
+      "loss": 25.625,
+      "step": 24865
+    },
+    {
+      "epoch": 1.1882825193539137,
+      "grad_norm": 411.2481994628906,
+      "learning_rate": 7.464920752848228e-06,
+      "loss": 31.4062,
+      "step": 24866
+    },
+    {
+      "epoch": 1.188330306795374,
+      "grad_norm": 248.5502471923828,
+      "learning_rate": 7.464172172593953e-06,
+      "loss": 24.8125,
+      "step": 24867
+    },
+    {
+      "epoch": 1.1883780942368345,
+      "grad_norm": 454.7247314453125,
+      "learning_rate": 7.4634236075260195e-06,
+      "loss": 24.3281,
+      "step": 24868
+    },
+    {
+      "epoch": 1.1884258816782949,
+      "grad_norm": 296.3466796875,
+      "learning_rate": 7.4626750576489e-06,
+      "loss": 19.3516,
+      "step": 24869
+    },
+    {
+      "epoch": 1.1884736691197553,
+      "grad_norm": 245.4071044921875,
+      "learning_rate": 7.4619265229670846e-06,
+      "loss": 30.5938,
+      "step": 24870
+    },
+    {
+      "epoch": 1.1885214565612157,
+      "grad_norm": 313.69891357421875,
+      "learning_rate": 7.461178003485052e-06,
+      "loss": 22.3125,
+      "step": 24871
+    },
+    {
+      "epoch": 1.188569244002676,
+      "grad_norm": 220.1199951171875,
+      "learning_rate": 7.460429499207292e-06,
+      "loss": 30.0625,
+      "step": 24872
+    },
+    {
+      "epoch": 1.1886170314441364,
+      "grad_norm": 176.10533142089844,
+      "learning_rate": 7.459681010138279e-06,
+      "loss": 20.9688,
+      "step": 24873
+    },
+    {
+      "epoch": 1.1886648188855968,
+      "grad_norm": 211.85740661621094,
+      "learning_rate": 7.458932536282498e-06,
+      "loss": 23.0469,
+      "step": 24874
+    },
+    {
+      "epoch": 1.1887126063270572,
+      "grad_norm": 203.9675750732422,
+      "learning_rate": 7.458184077644437e-06,
+      "loss": 33.1875,
+      "step": 24875
+    },
+    {
+      "epoch": 1.1887603937685176,
+      "grad_norm": 175.53382873535156,
+      "learning_rate": 7.4574356342285696e-06,
+      "loss": 29.2188,
+      "step": 24876
+    },
+    {
+      "epoch": 1.188808181209978,
+      "grad_norm": 370.5953063964844,
+      "learning_rate": 7.456687206039382e-06,
+      "loss": 26.0938,
+      "step": 24877
+    },
+    {
+      "epoch": 1.1888559686514384,
+      "grad_norm": 183.5778350830078,
+      "learning_rate": 7.455938793081358e-06,
+      "loss": 25.4375,
+      "step": 24878
+    },
+    {
+      "epoch": 1.1889037560928988,
+      "grad_norm": 175.1221160888672,
+      "learning_rate": 7.455190395358978e-06,
+      "loss": 23.0625,
+      "step": 24879
+    },
+    {
+      "epoch": 1.1889515435343592,
+      "grad_norm": 345.549072265625,
+      "learning_rate": 7.45444201287672e-06,
+      "loss": 29.4531,
+      "step": 24880
+    },
+    {
+      "epoch": 1.1889993309758196,
+      "grad_norm": 143.4508819580078,
+      "learning_rate": 7.453693645639074e-06,
+      "loss": 25.375,
+      "step": 24881
+    },
+    {
+      "epoch": 1.18904711841728,
+      "grad_norm": 301.7438659667969,
+      "learning_rate": 7.452945293650514e-06,
+      "loss": 32.9844,
+      "step": 24882
+    },
+    {
+      "epoch": 1.1890949058587403,
+      "grad_norm": 171.7584686279297,
+      "learning_rate": 7.452196956915531e-06,
+      "loss": 18.5312,
+      "step": 24883
+    },
+    {
+      "epoch": 1.1891426933002007,
+      "grad_norm": 373.1646423339844,
+      "learning_rate": 7.451448635438594e-06,
+      "loss": 21.3125,
+      "step": 24884
+    },
+    {
+      "epoch": 1.1891904807416611,
+      "grad_norm": 161.58071899414062,
+      "learning_rate": 7.450700329224193e-06,
+      "loss": 33.2656,
+      "step": 24885
+    },
+    {
+      "epoch": 1.1892382681831215,
+      "grad_norm": 462.9983215332031,
+      "learning_rate": 7.449952038276811e-06,
+      "loss": 30.5312,
+      "step": 24886
+    },
+    {
+      "epoch": 1.189286055624582,
+      "grad_norm": 212.74847412109375,
+      "learning_rate": 7.449203762600923e-06,
+      "loss": 29.5781,
+      "step": 24887
+    },
+    {
+      "epoch": 1.1893338430660423,
+      "grad_norm": 162.69790649414062,
+      "learning_rate": 7.448455502201011e-06,
+      "loss": 16.3594,
+      "step": 24888
+    },
+    {
+      "epoch": 1.1893816305075027,
+      "grad_norm": 437.226318359375,
+      "learning_rate": 7.447707257081559e-06,
+      "loss": 31.6406,
+      "step": 24889
+    },
+    {
+      "epoch": 1.189429417948963,
+      "grad_norm": 274.40545654296875,
+      "learning_rate": 7.446959027247051e-06,
+      "loss": 25.4688,
+      "step": 24890
+    },
+    {
+      "epoch": 1.1894772053904235,
+      "grad_norm": 192.11325073242188,
+      "learning_rate": 7.446210812701961e-06,
+      "loss": 24.3125,
+      "step": 24891
+    },
+    {
+      "epoch": 1.1895249928318838,
+      "grad_norm": 184.14808654785156,
+      "learning_rate": 7.445462613450772e-06,
+      "loss": 22.2188,
+      "step": 24892
+    },
+    {
+      "epoch": 1.1895727802733442,
+      "grad_norm": 159.0982666015625,
+      "learning_rate": 7.444714429497968e-06,
+      "loss": 16.6562,
+      "step": 24893
+    },
+    {
+      "epoch": 1.1896205677148046,
+      "grad_norm": 215.0888671875,
+      "learning_rate": 7.443966260848028e-06,
+      "loss": 23.1875,
+      "step": 24894
+    },
+    {
+      "epoch": 1.189668355156265,
+      "grad_norm": 283.8268737792969,
+      "learning_rate": 7.443218107505429e-06,
+      "loss": 31.0625,
+      "step": 24895
+    },
+    {
+      "epoch": 1.1897161425977254,
+      "grad_norm": 153.58985900878906,
+      "learning_rate": 7.442469969474657e-06,
+      "loss": 15.8594,
+      "step": 24896
+    },
+    {
+      "epoch": 1.1897639300391858,
+      "grad_norm": 165.5718536376953,
+      "learning_rate": 7.4417218467601884e-06,
+      "loss": 16.5156,
+      "step": 24897
+    },
+    {
+      "epoch": 1.1898117174806462,
+      "grad_norm": 205.57862854003906,
+      "learning_rate": 7.440973739366506e-06,
+      "loss": 29.2031,
+      "step": 24898
+    },
+    {
+      "epoch": 1.1898595049221066,
+      "grad_norm": 175.80189514160156,
+      "learning_rate": 7.440225647298087e-06,
+      "loss": 24.0469,
+      "step": 24899
+    },
+    {
+      "epoch": 1.189907292363567,
+      "grad_norm": 367.51373291015625,
+      "learning_rate": 7.439477570559412e-06,
+      "loss": 22.75,
+      "step": 24900
+    },
+    {
+      "epoch": 1.1899550798050273,
+      "grad_norm": 246.3059539794922,
+      "learning_rate": 7.43872950915497e-06,
+      "loss": 20.0625,
+      "step": 24901
+    },
+    {
+      "epoch": 1.1900028672464877,
+      "grad_norm": 248.30711364746094,
+      "learning_rate": 7.4379814630892256e-06,
+      "loss": 37.4688,
+      "step": 24902
+    },
+    {
+      "epoch": 1.1900506546879481,
+      "grad_norm": 170.94471740722656,
+      "learning_rate": 7.437233432366667e-06,
+      "loss": 26.4375,
+      "step": 24903
+    },
+    {
+      "epoch": 1.1900984421294083,
+      "grad_norm": 188.4144744873047,
+      "learning_rate": 7.436485416991774e-06,
+      "loss": 16.2188,
+      "step": 24904
+    },
+    {
+      "epoch": 1.1901462295708687,
+      "grad_norm": 210.6259002685547,
+      "learning_rate": 7.4357374169690286e-06,
+      "loss": 26.0,
+      "step": 24905
+    },
+    {
+      "epoch": 1.190194017012329,
+      "grad_norm": 366.5987243652344,
+      "learning_rate": 7.434989432302905e-06,
+      "loss": 23.625,
+      "step": 24906
+    },
+    {
+      "epoch": 1.1902418044537895,
+      "grad_norm": 230.64674377441406,
+      "learning_rate": 7.434241462997883e-06,
+      "loss": 21.7188,
+      "step": 24907
+    },
+    {
+      "epoch": 1.1902895918952499,
+      "grad_norm": 185.6873779296875,
+      "learning_rate": 7.4334935090584446e-06,
+      "loss": 17.75,
+      "step": 24908
+    },
+    {
+      "epoch": 1.1903373793367102,
+      "grad_norm": 270.70037841796875,
+      "learning_rate": 7.4327455704890725e-06,
+      "loss": 25.8438,
+      "step": 24909
+    },
+    {
+      "epoch": 1.1903851667781706,
+      "grad_norm": 244.53622436523438,
+      "learning_rate": 7.431997647294238e-06,
+      "loss": 28.25,
+      "step": 24910
+    },
+    {
+      "epoch": 1.190432954219631,
+      "grad_norm": 290.59033203125,
+      "learning_rate": 7.431249739478426e-06,
+      "loss": 23.1094,
+      "step": 24911
+    },
+    {
+      "epoch": 1.1904807416610914,
+      "grad_norm": 607.4324951171875,
+      "learning_rate": 7.430501847046113e-06,
+      "loss": 26.2812,
+      "step": 24912
+    },
+    {
+      "epoch": 1.1905285291025518,
+      "grad_norm": 282.8344421386719,
+      "learning_rate": 7.429753970001776e-06,
+      "loss": 22.6875,
+      "step": 24913
+    },
+    {
+      "epoch": 1.1905763165440122,
+      "grad_norm": 185.8216552734375,
+      "learning_rate": 7.4290061083499e-06,
+      "loss": 21.8125,
+      "step": 24914
+    },
+    {
+      "epoch": 1.1906241039854726,
+      "grad_norm": 142.9218292236328,
+      "learning_rate": 7.428258262094956e-06,
+      "loss": 24.0469,
+      "step": 24915
+    },
+    {
+      "epoch": 1.190671891426933,
+      "grad_norm": 267.8572998046875,
+      "learning_rate": 7.427510431241431e-06,
+      "loss": 23.8125,
+      "step": 24916
+    },
+    {
+      "epoch": 1.1907196788683934,
+      "grad_norm": 204.76919555664062,
+      "learning_rate": 7.426762615793796e-06,
+      "loss": 25.7812,
+      "step": 24917
+    },
+    {
+      "epoch": 1.1907674663098538,
+      "grad_norm": 423.5567932128906,
+      "learning_rate": 7.426014815756532e-06,
+      "loss": 31.2656,
+      "step": 24918
+    },
+    {
+      "epoch": 1.1908152537513141,
+      "grad_norm": 252.0276336669922,
+      "learning_rate": 7.425267031134118e-06,
+      "loss": 25.625,
+      "step": 24919
+    },
+    {
+      "epoch": 1.1908630411927745,
+      "grad_norm": 184.86965942382812,
+      "learning_rate": 7.424519261931036e-06,
+      "loss": 25.6719,
+      "step": 24920
+    },
+    {
+      "epoch": 1.190910828634235,
+      "grad_norm": 318.0852966308594,
+      "learning_rate": 7.423771508151756e-06,
+      "loss": 29.2344,
+      "step": 24921
+    },
+    {
+      "epoch": 1.1909586160756953,
+      "grad_norm": 257.6923828125,
+      "learning_rate": 7.423023769800761e-06,
+      "loss": 24.0312,
+      "step": 24922
+    },
+    {
+      "epoch": 1.1910064035171557,
+      "grad_norm": 239.00167846679688,
+      "learning_rate": 7.422276046882533e-06,
+      "loss": 25.4688,
+      "step": 24923
+    },
+    {
+      "epoch": 1.191054190958616,
+      "grad_norm": 456.18798828125,
+      "learning_rate": 7.421528339401541e-06,
+      "loss": 33.9375,
+      "step": 24924
+    },
+    {
+      "epoch": 1.1911019784000765,
+      "grad_norm": 278.58709716796875,
+      "learning_rate": 7.420780647362265e-06,
+      "loss": 24.0625,
+      "step": 24925
+    },
+    {
+      "epoch": 1.1911497658415369,
+      "grad_norm": 249.47999572753906,
+      "learning_rate": 7.4200329707691864e-06,
+      "loss": 26.1562,
+      "step": 24926
+    },
+    {
+      "epoch": 1.1911975532829973,
+      "grad_norm": 241.73365783691406,
+      "learning_rate": 7.419285309626785e-06,
+      "loss": 29.6875,
+      "step": 24927
+    },
+    {
+      "epoch": 1.1912453407244576,
+      "grad_norm": 238.42739868164062,
+      "learning_rate": 7.418537663939532e-06,
+      "loss": 23.125,
+      "step": 24928
+    },
+    {
+      "epoch": 1.191293128165918,
+      "grad_norm": 200.03700256347656,
+      "learning_rate": 7.417790033711907e-06,
+      "loss": 25.3438,
+      "step": 24929
+    },
+    {
+      "epoch": 1.1913409156073784,
+      "grad_norm": 289.6172790527344,
+      "learning_rate": 7.417042418948387e-06,
+      "loss": 27.9375,
+      "step": 24930
+    },
+    {
+      "epoch": 1.1913887030488388,
+      "grad_norm": 295.7558288574219,
+      "learning_rate": 7.416294819653453e-06,
+      "loss": 30.2188,
+      "step": 24931
+    },
+    {
+      "epoch": 1.1914364904902992,
+      "grad_norm": 328.0411682128906,
+      "learning_rate": 7.415547235831577e-06,
+      "loss": 25.6719,
+      "step": 24932
+    },
+    {
+      "epoch": 1.1914842779317596,
+      "grad_norm": 138.83062744140625,
+      "learning_rate": 7.414799667487238e-06,
+      "loss": 21.75,
+      "step": 24933
+    },
+    {
+      "epoch": 1.19153206537322,
+      "grad_norm": 266.619873046875,
+      "learning_rate": 7.414052114624917e-06,
+      "loss": 27.6875,
+      "step": 24934
+    },
+    {
+      "epoch": 1.1915798528146804,
+      "grad_norm": 197.0431671142578,
+      "learning_rate": 7.413304577249081e-06,
+      "loss": 32.125,
+      "step": 24935
+    },
+    {
+      "epoch": 1.1916276402561408,
+      "grad_norm": 699.8721313476562,
+      "learning_rate": 7.412557055364215e-06,
+      "loss": 19.0625,
+      "step": 24936
+    },
+    {
+      "epoch": 1.1916754276976012,
+      "grad_norm": 195.40391540527344,
+      "learning_rate": 7.411809548974792e-06,
+      "loss": 22.375,
+      "step": 24937
+    },
+    {
+      "epoch": 1.1917232151390615,
+      "grad_norm": 160.95620727539062,
+      "learning_rate": 7.411062058085296e-06,
+      "loss": 23.7031,
+      "step": 24938
+    },
+    {
+      "epoch": 1.191771002580522,
+      "grad_norm": 158.50733947753906,
+      "learning_rate": 7.410314582700192e-06,
+      "loss": 31.5469,
+      "step": 24939
+    },
+    {
+      "epoch": 1.191818790021982,
+      "grad_norm": 163.1311492919922,
+      "learning_rate": 7.409567122823962e-06,
+      "loss": 27.3906,
+      "step": 24940
+    },
+    {
+      "epoch": 1.1918665774634425,
+      "grad_norm": 372.9783935546875,
+      "learning_rate": 7.408819678461083e-06,
+      "loss": 21.875,
+      "step": 24941
+    },
+    {
+      "epoch": 1.1919143649049029,
+      "grad_norm": 199.44137573242188,
+      "learning_rate": 7.408072249616035e-06,
+      "loss": 32.6875,
+      "step": 24942
+    },
+    {
+      "epoch": 1.1919621523463633,
+      "grad_norm": 164.78741455078125,
+      "learning_rate": 7.407324836293286e-06,
+      "loss": 24.0781,
+      "step": 24943
+    },
+    {
+      "epoch": 1.1920099397878237,
+      "grad_norm": 197.299560546875,
+      "learning_rate": 7.406577438497315e-06,
+      "loss": 28.7031,
+      "step": 24944
+    },
+    {
+      "epoch": 1.192057727229284,
+      "grad_norm": 437.381591796875,
+      "learning_rate": 7.405830056232599e-06,
+      "loss": 24.7344,
+      "step": 24945
+    },
+    {
+      "epoch": 1.1921055146707444,
+      "grad_norm": 199.55508422851562,
+      "learning_rate": 7.405082689503617e-06,
+      "loss": 17.7031,
+      "step": 24946
+    },
+    {
+      "epoch": 1.1921533021122048,
+      "grad_norm": 403.261474609375,
+      "learning_rate": 7.404335338314838e-06,
+      "loss": 28.0312,
+      "step": 24947
+    },
+    {
+      "epoch": 1.1922010895536652,
+      "grad_norm": 283.2601623535156,
+      "learning_rate": 7.403588002670741e-06,
+      "loss": 34.5625,
+      "step": 24948
+    },
+    {
+      "epoch": 1.1922488769951256,
+      "grad_norm": 186.64723205566406,
+      "learning_rate": 7.402840682575806e-06,
+      "loss": 20.1719,
+      "step": 24949
+    },
+    {
+      "epoch": 1.192296664436586,
+      "grad_norm": 191.9288787841797,
+      "learning_rate": 7.402093378034498e-06,
+      "loss": 26.8594,
+      "step": 24950
+    },
+    {
+      "epoch": 1.1923444518780464,
+      "grad_norm": 271.4048767089844,
+      "learning_rate": 7.4013460890513e-06,
+      "loss": 24.0312,
+      "step": 24951
+    },
+    {
+      "epoch": 1.1923922393195068,
+      "grad_norm": 196.6269989013672,
+      "learning_rate": 7.400598815630686e-06,
+      "loss": 22.7031,
+      "step": 24952
+    },
+    {
+      "epoch": 1.1924400267609672,
+      "grad_norm": 172.24803161621094,
+      "learning_rate": 7.3998515577771345e-06,
+      "loss": 20.3281,
+      "step": 24953
+    },
+    {
+      "epoch": 1.1924878142024276,
+      "grad_norm": 208.3280487060547,
+      "learning_rate": 7.399104315495113e-06,
+      "loss": 29.0,
+      "step": 24954
+    },
+    {
+      "epoch": 1.192535601643888,
+      "grad_norm": 193.8252410888672,
+      "learning_rate": 7.398357088789101e-06,
+      "loss": 25.4219,
+      "step": 24955
+    },
+    {
+      "epoch": 1.1925833890853483,
+      "grad_norm": 112.51412963867188,
+      "learning_rate": 7.397609877663572e-06,
+      "loss": 17.2812,
+      "step": 24956
+    },
+    {
+      "epoch": 1.1926311765268087,
+      "grad_norm": 230.00660705566406,
+      "learning_rate": 7.396862682123007e-06,
+      "loss": 35.3125,
+      "step": 24957
+    },
+    {
+      "epoch": 1.1926789639682691,
+      "grad_norm": 209.39756774902344,
+      "learning_rate": 7.39611550217187e-06,
+      "loss": 23.7344,
+      "step": 24958
+    },
+    {
+      "epoch": 1.1927267514097295,
+      "grad_norm": 247.20748901367188,
+      "learning_rate": 7.395368337814643e-06,
+      "loss": 26.9688,
+      "step": 24959
+    },
+    {
+      "epoch": 1.19277453885119,
+      "grad_norm": 349.2703857421875,
+      "learning_rate": 7.394621189055802e-06,
+      "loss": 27.75,
+      "step": 24960
+    },
+    {
+      "epoch": 1.1928223262926503,
+      "grad_norm": 165.55389404296875,
+      "learning_rate": 7.393874055899814e-06,
+      "loss": 24.0156,
+      "step": 24961
+    },
+    {
+      "epoch": 1.1928701137341107,
+      "grad_norm": 351.75677490234375,
+      "learning_rate": 7.393126938351159e-06,
+      "loss": 20.0156,
+      "step": 24962
+    },
+    {
+      "epoch": 1.192917901175571,
+      "grad_norm": 216.1204071044922,
+      "learning_rate": 7.39237983641431e-06,
+      "loss": 19.5312,
+      "step": 24963
+    },
+    {
+      "epoch": 1.1929656886170315,
+      "grad_norm": 584.6930541992188,
+      "learning_rate": 7.39163275009374e-06,
+      "loss": 28.1875,
+      "step": 24964
+    },
+    {
+      "epoch": 1.1930134760584918,
+      "grad_norm": 169.34161376953125,
+      "learning_rate": 7.390885679393926e-06,
+      "loss": 21.8594,
+      "step": 24965
+    },
+    {
+      "epoch": 1.1930612634999522,
+      "grad_norm": 561.3909912109375,
+      "learning_rate": 7.390138624319338e-06,
+      "loss": 43.5,
+      "step": 24966
+    },
+    {
+      "epoch": 1.1931090509414126,
+      "grad_norm": 184.47613525390625,
+      "learning_rate": 7.389391584874452e-06,
+      "loss": 28.7969,
+      "step": 24967
+    },
+    {
+      "epoch": 1.193156838382873,
+      "grad_norm": 333.8792419433594,
+      "learning_rate": 7.388644561063746e-06,
+      "loss": 31.0,
+      "step": 24968
+    },
+    {
+      "epoch": 1.1932046258243334,
+      "grad_norm": 144.2955780029297,
+      "learning_rate": 7.387897552891686e-06,
+      "loss": 17.6875,
+      "step": 24969
+    },
+    {
+      "epoch": 1.1932524132657938,
+      "grad_norm": 270.9713439941406,
+      "learning_rate": 7.3871505603627465e-06,
+      "loss": 33.0469,
+      "step": 24970
+    },
+    {
+      "epoch": 1.1933002007072542,
+      "grad_norm": 145.95294189453125,
+      "learning_rate": 7.38640358348141e-06,
+      "loss": 21.0312,
+      "step": 24971
+    },
+    {
+      "epoch": 1.1933479881487146,
+      "grad_norm": 294.2880859375,
+      "learning_rate": 7.385656622252139e-06,
+      "loss": 28.75,
+      "step": 24972
+    },
+    {
+      "epoch": 1.193395775590175,
+      "grad_norm": 202.79959106445312,
+      "learning_rate": 7.38490967667941e-06,
+      "loss": 21.8438,
+      "step": 24973
+    },
+    {
+      "epoch": 1.1934435630316353,
+      "grad_norm": 228.04534912109375,
+      "learning_rate": 7.3841627467677e-06,
+      "loss": 28.0938,
+      "step": 24974
+    },
+    {
+      "epoch": 1.1934913504730957,
+      "grad_norm": 164.13937377929688,
+      "learning_rate": 7.383415832521484e-06,
+      "loss": 30.4062,
+      "step": 24975
+    },
+    {
+      "epoch": 1.1935391379145561,
+      "grad_norm": 508.8482666015625,
+      "learning_rate": 7.382668933945225e-06,
+      "loss": 23.7812,
+      "step": 24976
+    },
+    {
+      "epoch": 1.1935869253560165,
+      "grad_norm": 168.58807373046875,
+      "learning_rate": 7.3819220510434046e-06,
+      "loss": 22.125,
+      "step": 24977
+    },
+    {
+      "epoch": 1.193634712797477,
+      "grad_norm": 361.183837890625,
+      "learning_rate": 7.38117518382049e-06,
+      "loss": 29.8906,
+      "step": 24978
+    },
+    {
+      "epoch": 1.1936825002389373,
+      "grad_norm": 358.4222412109375,
+      "learning_rate": 7.38042833228096e-06,
+      "loss": 27.4375,
+      "step": 24979
+    },
+    {
+      "epoch": 1.1937302876803977,
+      "grad_norm": 160.6747589111328,
+      "learning_rate": 7.379681496429283e-06,
+      "loss": 25.3125,
+      "step": 24980
+    },
+    {
+      "epoch": 1.193778075121858,
+      "grad_norm": 209.26210021972656,
+      "learning_rate": 7.378934676269931e-06,
+      "loss": 18.9375,
+      "step": 24981
+    },
+    {
+      "epoch": 1.1938258625633185,
+      "grad_norm": 91.23292541503906,
+      "learning_rate": 7.378187871807383e-06,
+      "loss": 16.5469,
+      "step": 24982
+    },
+    {
+      "epoch": 1.1938736500047789,
+      "grad_norm": 463.0610656738281,
+      "learning_rate": 7.377441083046102e-06,
+      "loss": 27.1719,
+      "step": 24983
+    },
+    {
+      "epoch": 1.1939214374462392,
+      "grad_norm": 441.19854736328125,
+      "learning_rate": 7.3766943099905665e-06,
+      "loss": 27.9688,
+      "step": 24984
+    },
+    {
+      "epoch": 1.1939692248876996,
+      "grad_norm": 240.64295959472656,
+      "learning_rate": 7.375947552645244e-06,
+      "loss": 29.4062,
+      "step": 24985
+    },
+    {
+      "epoch": 1.19401701232916,
+      "grad_norm": 228.5874481201172,
+      "learning_rate": 7.375200811014615e-06,
+      "loss": 24.0391,
+      "step": 24986
+    },
+    {
+      "epoch": 1.1940647997706202,
+      "grad_norm": 180.96226501464844,
+      "learning_rate": 7.3744540851031445e-06,
+      "loss": 25.0938,
+      "step": 24987
+    },
+    {
+      "epoch": 1.1941125872120806,
+      "grad_norm": 126.72748565673828,
+      "learning_rate": 7.373707374915303e-06,
+      "loss": 24.6875,
+      "step": 24988
+    },
+    {
+      "epoch": 1.194160374653541,
+      "grad_norm": 306.91265869140625,
+      "learning_rate": 7.372960680455567e-06,
+      "loss": 26.3281,
+      "step": 24989
+    },
+    {
+      "epoch": 1.1942081620950014,
+      "grad_norm": 320.6496887207031,
+      "learning_rate": 7.372214001728411e-06,
+      "loss": 27.8438,
+      "step": 24990
+    },
+    {
+      "epoch": 1.1942559495364617,
+      "grad_norm": 374.19195556640625,
+      "learning_rate": 7.371467338738297e-06,
+      "loss": 24.7812,
+      "step": 24991
+    },
+    {
+      "epoch": 1.1943037369779221,
+      "grad_norm": 219.85679626464844,
+      "learning_rate": 7.370720691489703e-06,
+      "loss": 21.8438,
+      "step": 24992
+    },
+    {
+      "epoch": 1.1943515244193825,
+      "grad_norm": 223.87091064453125,
+      "learning_rate": 7.369974059987101e-06,
+      "loss": 20.0938,
+      "step": 24993
+    },
+    {
+      "epoch": 1.194399311860843,
+      "grad_norm": 289.08624267578125,
+      "learning_rate": 7.369227444234961e-06,
+      "loss": 33.1875,
+      "step": 24994
+    },
+    {
+      "epoch": 1.1944470993023033,
+      "grad_norm": 191.02523803710938,
+      "learning_rate": 7.368480844237753e-06,
+      "loss": 30.0938,
+      "step": 24995
+    },
+    {
+      "epoch": 1.1944948867437637,
+      "grad_norm": 151.02427673339844,
+      "learning_rate": 7.367734259999948e-06,
+      "loss": 18.9844,
+      "step": 24996
+    },
+    {
+      "epoch": 1.194542674185224,
+      "grad_norm": 184.84182739257812,
+      "learning_rate": 7.36698769152602e-06,
+      "loss": 15.9062,
+      "step": 24997
+    },
+    {
+      "epoch": 1.1945904616266845,
+      "grad_norm": 231.13853454589844,
+      "learning_rate": 7.366241138820438e-06,
+      "loss": 20.7656,
+      "step": 24998
+    },
+    {
+      "epoch": 1.1946382490681449,
+      "grad_norm": 201.6022491455078,
+      "learning_rate": 7.365494601887673e-06,
+      "loss": 20.8125,
+      "step": 24999
+    },
+    {
+      "epoch": 1.1946860365096053,
+      "grad_norm": 294.5955505371094,
+      "learning_rate": 7.364748080732194e-06,
+      "loss": 25.8594,
+      "step": 25000
+    },
+    {
+      "epoch": 1.1947338239510656,
+      "grad_norm": 209.3236083984375,
+      "learning_rate": 7.364001575358477e-06,
+      "loss": 25.8281,
+      "step": 25001
+    },
+    {
+      "epoch": 1.194781611392526,
+      "grad_norm": 315.9970703125,
+      "learning_rate": 7.363255085770986e-06,
+      "loss": 25.6406,
+      "step": 25002
+    },
+    {
+      "epoch": 1.1948293988339864,
+      "grad_norm": 185.26535034179688,
+      "learning_rate": 7.362508611974195e-06,
+      "loss": 25.4062,
+      "step": 25003
+    },
+    {
+      "epoch": 1.1948771862754468,
+      "grad_norm": 252.07244873046875,
+      "learning_rate": 7.361762153972574e-06,
+      "loss": 30.1875,
+      "step": 25004
+    },
+    {
+      "epoch": 1.1949249737169072,
+      "grad_norm": 317.5711364746094,
+      "learning_rate": 7.361015711770597e-06,
+      "loss": 27.5469,
+      "step": 25005
+    },
+    {
+      "epoch": 1.1949727611583676,
+      "grad_norm": 318.43377685546875,
+      "learning_rate": 7.3602692853727275e-06,
+      "loss": 23.7812,
+      "step": 25006
+    },
+    {
+      "epoch": 1.195020548599828,
+      "grad_norm": 284.7595520019531,
+      "learning_rate": 7.359522874783438e-06,
+      "loss": 27.7812,
+      "step": 25007
+    },
+    {
+      "epoch": 1.1950683360412884,
+      "grad_norm": 209.01358032226562,
+      "learning_rate": 7.358776480007204e-06,
+      "loss": 20.625,
+      "step": 25008
+    },
+    {
+      "epoch": 1.1951161234827488,
+      "grad_norm": 242.40797424316406,
+      "learning_rate": 7.358030101048485e-06,
+      "loss": 19.4688,
+      "step": 25009
+    },
+    {
+      "epoch": 1.1951639109242091,
+      "grad_norm": 271.0344543457031,
+      "learning_rate": 7.357283737911759e-06,
+      "loss": 37.8438,
+      "step": 25010
+    },
+    {
+      "epoch": 1.1952116983656695,
+      "grad_norm": 280.8867492675781,
+      "learning_rate": 7.356537390601495e-06,
+      "loss": 20.9375,
+      "step": 25011
+    },
+    {
+      "epoch": 1.19525948580713,
+      "grad_norm": 250.4908447265625,
+      "learning_rate": 7.355791059122159e-06,
+      "loss": 21.4062,
+      "step": 25012
+    },
+    {
+      "epoch": 1.1953072732485903,
+      "grad_norm": 271.4365234375,
+      "learning_rate": 7.3550447434782256e-06,
+      "loss": 31.4688,
+      "step": 25013
+    },
+    {
+      "epoch": 1.1953550606900507,
+      "grad_norm": 120.35948181152344,
+      "learning_rate": 7.354298443674157e-06,
+      "loss": 20.9688,
+      "step": 25014
+    },
+    {
+      "epoch": 1.195402848131511,
+      "grad_norm": 456.35198974609375,
+      "learning_rate": 7.353552159714427e-06,
+      "loss": 36.25,
+      "step": 25015
+    },
+    {
+      "epoch": 1.1954506355729715,
+      "grad_norm": 189.27975463867188,
+      "learning_rate": 7.35280589160351e-06,
+      "loss": 27.9844,
+      "step": 25016
+    },
+    {
+      "epoch": 1.1954984230144319,
+      "grad_norm": 302.8962707519531,
+      "learning_rate": 7.352059639345866e-06,
+      "loss": 17.5781,
+      "step": 25017
+    },
+    {
+      "epoch": 1.1955462104558923,
+      "grad_norm": 354.8907775878906,
+      "learning_rate": 7.351313402945965e-06,
+      "loss": 19.6562,
+      "step": 25018
+    },
+    {
+      "epoch": 1.1955939978973527,
+      "grad_norm": 200.0756378173828,
+      "learning_rate": 7.350567182408286e-06,
+      "loss": 20.7969,
+      "step": 25019
+    },
+    {
+      "epoch": 1.195641785338813,
+      "grad_norm": 155.2801055908203,
+      "learning_rate": 7.349820977737287e-06,
+      "loss": 22.9844,
+      "step": 25020
+    },
+    {
+      "epoch": 1.1956895727802734,
+      "grad_norm": 324.86767578125,
+      "learning_rate": 7.349074788937438e-06,
+      "loss": 30.7812,
+      "step": 25021
+    },
+    {
+      "epoch": 1.1957373602217338,
+      "grad_norm": 188.4965362548828,
+      "learning_rate": 7.348328616013213e-06,
+      "loss": 25.8125,
+      "step": 25022
+    },
+    {
+      "epoch": 1.195785147663194,
+      "grad_norm": 196.43650817871094,
+      "learning_rate": 7.3475824589690805e-06,
+      "loss": 21.5156,
+      "step": 25023
+    },
+    {
+      "epoch": 1.1958329351046544,
+      "grad_norm": 291.98638916015625,
+      "learning_rate": 7.346836317809503e-06,
+      "loss": 25.9688,
+      "step": 25024
+    },
+    {
+      "epoch": 1.1958807225461148,
+      "grad_norm": 131.8023681640625,
+      "learning_rate": 7.3460901925389525e-06,
+      "loss": 25.3281,
+      "step": 25025
+    },
+    {
+      "epoch": 1.1959285099875752,
+      "grad_norm": 437.02398681640625,
+      "learning_rate": 7.345344083161899e-06,
+      "loss": 23.1719,
+      "step": 25026
+    },
+    {
+      "epoch": 1.1959762974290356,
+      "grad_norm": 368.3786315917969,
+      "learning_rate": 7.34459798968281e-06,
+      "loss": 29.0,
+      "step": 25027
+    },
+    {
+      "epoch": 1.196024084870496,
+      "grad_norm": 125.95447540283203,
+      "learning_rate": 7.343851912106153e-06,
+      "loss": 19.7656,
+      "step": 25028
+    },
+    {
+      "epoch": 1.1960718723119563,
+      "grad_norm": 192.85275268554688,
+      "learning_rate": 7.343105850436392e-06,
+      "loss": 31.3281,
+      "step": 25029
+    },
+    {
+      "epoch": 1.1961196597534167,
+      "grad_norm": 177.95111083984375,
+      "learning_rate": 7.342359804677999e-06,
+      "loss": 28.875,
+      "step": 25030
+    },
+    {
+      "epoch": 1.196167447194877,
+      "grad_norm": 249.13308715820312,
+      "learning_rate": 7.341613774835445e-06,
+      "loss": 21.4062,
+      "step": 25031
+    },
+    {
+      "epoch": 1.1962152346363375,
+      "grad_norm": 261.45611572265625,
+      "learning_rate": 7.340867760913191e-06,
+      "loss": 26.6875,
+      "step": 25032
+    },
+    {
+      "epoch": 1.1962630220777979,
+      "grad_norm": 238.06832885742188,
+      "learning_rate": 7.340121762915708e-06,
+      "loss": 22.9688,
+      "step": 25033
+    },
+    {
+      "epoch": 1.1963108095192583,
+      "grad_norm": 248.16659545898438,
+      "learning_rate": 7.339375780847466e-06,
+      "loss": 22.8594,
+      "step": 25034
+    },
+    {
+      "epoch": 1.1963585969607187,
+      "grad_norm": 429.1379699707031,
+      "learning_rate": 7.338629814712928e-06,
+      "loss": 25.3125,
+      "step": 25035
+    },
+    {
+      "epoch": 1.196406384402179,
+      "grad_norm": 270.1416015625,
+      "learning_rate": 7.337883864516562e-06,
+      "loss": 20.3281,
+      "step": 25036
+    },
+    {
+      "epoch": 1.1964541718436394,
+      "grad_norm": 356.5810852050781,
+      "learning_rate": 7.3371379302628375e-06,
+      "loss": 36.3125,
+      "step": 25037
+    },
+    {
+      "epoch": 1.1965019592850998,
+      "grad_norm": 265.5765075683594,
+      "learning_rate": 7.336392011956224e-06,
+      "loss": 22.25,
+      "step": 25038
+    },
+    {
+      "epoch": 1.1965497467265602,
+      "grad_norm": 145.33837890625,
+      "learning_rate": 7.3356461096011825e-06,
+      "loss": 26.8906,
+      "step": 25039
+    },
+    {
+      "epoch": 1.1965975341680206,
+      "grad_norm": 331.20745849609375,
+      "learning_rate": 7.334900223202181e-06,
+      "loss": 32.1562,
+      "step": 25040
+    },
+    {
+      "epoch": 1.196645321609481,
+      "grad_norm": 184.42681884765625,
+      "learning_rate": 7.334154352763691e-06,
+      "loss": 19.4062,
+      "step": 25041
+    },
+    {
+      "epoch": 1.1966931090509414,
+      "grad_norm": 1130.0009765625,
+      "learning_rate": 7.3334084982901775e-06,
+      "loss": 23.1875,
+      "step": 25042
+    },
+    {
+      "epoch": 1.1967408964924018,
+      "grad_norm": 957.0128173828125,
+      "learning_rate": 7.332662659786103e-06,
+      "loss": 29.6875,
+      "step": 25043
+    },
+    {
+      "epoch": 1.1967886839338622,
+      "grad_norm": 758.4894409179688,
+      "learning_rate": 7.33191683725594e-06,
+      "loss": 20.3438,
+      "step": 25044
+    },
+    {
+      "epoch": 1.1968364713753226,
+      "grad_norm": 230.65664672851562,
+      "learning_rate": 7.331171030704152e-06,
+      "loss": 17.5781,
+      "step": 25045
+    },
+    {
+      "epoch": 1.196884258816783,
+      "grad_norm": 325.5859375,
+      "learning_rate": 7.330425240135206e-06,
+      "loss": 32.5938,
+      "step": 25046
+    },
+    {
+      "epoch": 1.1969320462582433,
+      "grad_norm": 148.49786376953125,
+      "learning_rate": 7.329679465553567e-06,
+      "loss": 19.7656,
+      "step": 25047
+    },
+    {
+      "epoch": 1.1969798336997037,
+      "grad_norm": 247.8841552734375,
+      "learning_rate": 7.328933706963701e-06,
+      "loss": 25.625,
+      "step": 25048
+    },
+    {
+      "epoch": 1.1970276211411641,
+      "grad_norm": 322.4882507324219,
+      "learning_rate": 7.32818796437008e-06,
+      "loss": 30.5469,
+      "step": 25049
+    },
+    {
+      "epoch": 1.1970754085826245,
+      "grad_norm": 218.1683807373047,
+      "learning_rate": 7.327442237777162e-06,
+      "loss": 29.0312,
+      "step": 25050
+    },
+    {
+      "epoch": 1.197123196024085,
+      "grad_norm": 446.64617919921875,
+      "learning_rate": 7.326696527189416e-06,
+      "loss": 25.9219,
+      "step": 25051
+    },
+    {
+      "epoch": 1.1971709834655453,
+      "grad_norm": 136.57420349121094,
+      "learning_rate": 7.325950832611308e-06,
+      "loss": 31.25,
+      "step": 25052
+    },
+    {
+      "epoch": 1.1972187709070057,
+      "grad_norm": 677.821533203125,
+      "learning_rate": 7.325205154047308e-06,
+      "loss": 26.9219,
+      "step": 25053
+    },
+    {
+      "epoch": 1.197266558348466,
+      "grad_norm": 304.71051025390625,
+      "learning_rate": 7.324459491501874e-06,
+      "loss": 27.4062,
+      "step": 25054
+    },
+    {
+      "epoch": 1.1973143457899265,
+      "grad_norm": 260.48468017578125,
+      "learning_rate": 7.323713844979476e-06,
+      "loss": 25.6406,
+      "step": 25055
+    },
+    {
+      "epoch": 1.1973621332313868,
+      "grad_norm": 230.9250946044922,
+      "learning_rate": 7.322968214484583e-06,
+      "loss": 30.1094,
+      "step": 25056
+    },
+    {
+      "epoch": 1.1974099206728472,
+      "grad_norm": 486.3109436035156,
+      "learning_rate": 7.32222260002165e-06,
+      "loss": 24.8906,
+      "step": 25057
+    },
+    {
+      "epoch": 1.1974577081143076,
+      "grad_norm": 386.1499938964844,
+      "learning_rate": 7.32147700159515e-06,
+      "loss": 25.2188,
+      "step": 25058
+    },
+    {
+      "epoch": 1.197505495555768,
+      "grad_norm": 163.39865112304688,
+      "learning_rate": 7.320731419209547e-06,
+      "loss": 25.4531,
+      "step": 25059
+    },
+    {
+      "epoch": 1.1975532829972284,
+      "grad_norm": 888.3568725585938,
+      "learning_rate": 7.319985852869307e-06,
+      "loss": 25.2812,
+      "step": 25060
+    },
+    {
+      "epoch": 1.1976010704386888,
+      "grad_norm": 220.36868286132812,
+      "learning_rate": 7.319240302578893e-06,
+      "loss": 23.9062,
+      "step": 25061
+    },
+    {
+      "epoch": 1.1976488578801492,
+      "grad_norm": 213.5118865966797,
+      "learning_rate": 7.318494768342768e-06,
+      "loss": 24.3125,
+      "step": 25062
+    },
+    {
+      "epoch": 1.1976966453216096,
+      "grad_norm": 262.63116455078125,
+      "learning_rate": 7.3177492501654e-06,
+      "loss": 29.2812,
+      "step": 25063
+    },
+    {
+      "epoch": 1.19774443276307,
+      "grad_norm": 235.92198181152344,
+      "learning_rate": 7.3170037480512565e-06,
+      "loss": 16.8125,
+      "step": 25064
+    },
+    {
+      "epoch": 1.1977922202045304,
+      "grad_norm": 264.9023742675781,
+      "learning_rate": 7.316258262004795e-06,
+      "loss": 21.0,
+      "step": 25065
+    },
+    {
+      "epoch": 1.1978400076459907,
+      "grad_norm": 368.92041015625,
+      "learning_rate": 7.315512792030483e-06,
+      "loss": 30.0781,
+      "step": 25066
+    },
+    {
+      "epoch": 1.1978877950874511,
+      "grad_norm": 287.7029113769531,
+      "learning_rate": 7.314767338132791e-06,
+      "loss": 35.9062,
+      "step": 25067
+    },
+    {
+      "epoch": 1.1979355825289115,
+      "grad_norm": 347.4334411621094,
+      "learning_rate": 7.314021900316172e-06,
+      "loss": 28.25,
+      "step": 25068
+    },
+    {
+      "epoch": 1.1979833699703717,
+      "grad_norm": 161.5865936279297,
+      "learning_rate": 7.313276478585096e-06,
+      "loss": 19.4062,
+      "step": 25069
+    },
+    {
+      "epoch": 1.198031157411832,
+      "grad_norm": 222.786865234375,
+      "learning_rate": 7.312531072944027e-06,
+      "loss": 19.4531,
+      "step": 25070
+    },
+    {
+      "epoch": 1.1980789448532925,
+      "grad_norm": 232.50933837890625,
+      "learning_rate": 7.3117856833974345e-06,
+      "loss": 20.375,
+      "step": 25071
+    },
+    {
+      "epoch": 1.1981267322947529,
+      "grad_norm": 245.4778289794922,
+      "learning_rate": 7.311040309949772e-06,
+      "loss": 24.4062,
+      "step": 25072
+    },
+    {
+      "epoch": 1.1981745197362133,
+      "grad_norm": 91.1714859008789,
+      "learning_rate": 7.310294952605508e-06,
+      "loss": 19.9688,
+      "step": 25073
+    },
+    {
+      "epoch": 1.1982223071776736,
+      "grad_norm": 356.660888671875,
+      "learning_rate": 7.309549611369109e-06,
+      "loss": 24.5938,
+      "step": 25074
+    },
+    {
+      "epoch": 1.198270094619134,
+      "grad_norm": 259.2978820800781,
+      "learning_rate": 7.308804286245037e-06,
+      "loss": 21.9297,
+      "step": 25075
+    },
+    {
+      "epoch": 1.1983178820605944,
+      "grad_norm": 289.3901062011719,
+      "learning_rate": 7.30805897723775e-06,
+      "loss": 33.75,
+      "step": 25076
+    },
+    {
+      "epoch": 1.1983656695020548,
+      "grad_norm": 743.1837158203125,
+      "learning_rate": 7.307313684351722e-06,
+      "loss": 34.8125,
+      "step": 25077
+    },
+    {
+      "epoch": 1.1984134569435152,
+      "grad_norm": 244.55421447753906,
+      "learning_rate": 7.306568407591406e-06,
+      "loss": 22.5625,
+      "step": 25078
+    },
+    {
+      "epoch": 1.1984612443849756,
+      "grad_norm": 341.5471496582031,
+      "learning_rate": 7.305823146961275e-06,
+      "loss": 28.6562,
+      "step": 25079
+    },
+    {
+      "epoch": 1.198509031826436,
+      "grad_norm": 265.783203125,
+      "learning_rate": 7.305077902465783e-06,
+      "loss": 26.9844,
+      "step": 25080
+    },
+    {
+      "epoch": 1.1985568192678964,
+      "grad_norm": 170.63558959960938,
+      "learning_rate": 7.304332674109395e-06,
+      "loss": 21.7812,
+      "step": 25081
+    },
+    {
+      "epoch": 1.1986046067093568,
+      "grad_norm": 318.60919189453125,
+      "learning_rate": 7.303587461896582e-06,
+      "loss": 20.125,
+      "step": 25082
+    },
+    {
+      "epoch": 1.1986523941508171,
+      "grad_norm": 2464.578857421875,
+      "learning_rate": 7.302842265831796e-06,
+      "loss": 20.0312,
+      "step": 25083
+    },
+    {
+      "epoch": 1.1987001815922775,
+      "grad_norm": 207.1165771484375,
+      "learning_rate": 7.302097085919504e-06,
+      "loss": 25.5625,
+      "step": 25084
+    },
+    {
+      "epoch": 1.198747969033738,
+      "grad_norm": 291.0843505859375,
+      "learning_rate": 7.301351922164169e-06,
+      "loss": 20.4688,
+      "step": 25085
+    },
+    {
+      "epoch": 1.1987957564751983,
+      "grad_norm": 277.94970703125,
+      "learning_rate": 7.300606774570259e-06,
+      "loss": 39.1562,
+      "step": 25086
+    },
+    {
+      "epoch": 1.1988435439166587,
+      "grad_norm": 231.58285522460938,
+      "learning_rate": 7.299861643142226e-06,
+      "loss": 35.4375,
+      "step": 25087
+    },
+    {
+      "epoch": 1.198891331358119,
+      "grad_norm": 115.80453491210938,
+      "learning_rate": 7.299116527884539e-06,
+      "loss": 20.0156,
+      "step": 25088
+    },
+    {
+      "epoch": 1.1989391187995795,
+      "grad_norm": 188.52967834472656,
+      "learning_rate": 7.298371428801659e-06,
+      "loss": 26.7969,
+      "step": 25089
+    },
+    {
+      "epoch": 1.1989869062410399,
+      "grad_norm": 267.9778747558594,
+      "learning_rate": 7.29762634589805e-06,
+      "loss": 23.2656,
+      "step": 25090
+    },
+    {
+      "epoch": 1.1990346936825003,
+      "grad_norm": 232.1778564453125,
+      "learning_rate": 7.29688127917817e-06,
+      "loss": 34.0625,
+      "step": 25091
+    },
+    {
+      "epoch": 1.1990824811239607,
+      "grad_norm": 299.52203369140625,
+      "learning_rate": 7.296136228646484e-06,
+      "loss": 29.8125,
+      "step": 25092
+    },
+    {
+      "epoch": 1.199130268565421,
+      "grad_norm": 263.7626037597656,
+      "learning_rate": 7.295391194307455e-06,
+      "loss": 25.1562,
+      "step": 25093
+    },
+    {
+      "epoch": 1.1991780560068814,
+      "grad_norm": 236.37527465820312,
+      "learning_rate": 7.294646176165538e-06,
+      "loss": 26.125,
+      "step": 25094
+    },
+    {
+      "epoch": 1.1992258434483418,
+      "grad_norm": 228.0751953125,
+      "learning_rate": 7.293901174225204e-06,
+      "loss": 28.7656,
+      "step": 25095
+    },
+    {
+      "epoch": 1.1992736308898022,
+      "grad_norm": 292.0062255859375,
+      "learning_rate": 7.293156188490907e-06,
+      "loss": 20.4062,
+      "step": 25096
+    },
+    {
+      "epoch": 1.1993214183312626,
+      "grad_norm": 317.3662109375,
+      "learning_rate": 7.292411218967117e-06,
+      "loss": 22.5625,
+      "step": 25097
+    },
+    {
+      "epoch": 1.199369205772723,
+      "grad_norm": 337.6539306640625,
+      "learning_rate": 7.2916662656582834e-06,
+      "loss": 31.8906,
+      "step": 25098
+    },
+    {
+      "epoch": 1.1994169932141834,
+      "grad_norm": 386.7115783691406,
+      "learning_rate": 7.290921328568876e-06,
+      "loss": 22.6094,
+      "step": 25099
+    },
+    {
+      "epoch": 1.1994647806556438,
+      "grad_norm": 655.8015747070312,
+      "learning_rate": 7.290176407703355e-06,
+      "loss": 28.2344,
+      "step": 25100
+    },
+    {
+      "epoch": 1.1995125680971042,
+      "grad_norm": 273.30645751953125,
+      "learning_rate": 7.289431503066183e-06,
+      "loss": 26.1875,
+      "step": 25101
+    },
+    {
+      "epoch": 1.1995603555385645,
+      "grad_norm": 402.44647216796875,
+      "learning_rate": 7.288686614661815e-06,
+      "loss": 27.125,
+      "step": 25102
+    },
+    {
+      "epoch": 1.199608142980025,
+      "grad_norm": 224.9107666015625,
+      "learning_rate": 7.2879417424947165e-06,
+      "loss": 24.3438,
+      "step": 25103
+    },
+    {
+      "epoch": 1.1996559304214853,
+      "grad_norm": 338.60260009765625,
+      "learning_rate": 7.287196886569351e-06,
+      "loss": 20.6719,
+      "step": 25104
+    },
+    {
+      "epoch": 1.1997037178629455,
+      "grad_norm": 455.5977783203125,
+      "learning_rate": 7.286452046890171e-06,
+      "loss": 28.25,
+      "step": 25105
+    },
+    {
+      "epoch": 1.1997515053044059,
+      "grad_norm": 202.54849243164062,
+      "learning_rate": 7.285707223461642e-06,
+      "loss": 23.2031,
+      "step": 25106
+    },
+    {
+      "epoch": 1.1997992927458663,
+      "grad_norm": 234.67599487304688,
+      "learning_rate": 7.2849624162882256e-06,
+      "loss": 29.8125,
+      "step": 25107
+    },
+    {
+      "epoch": 1.1998470801873267,
+      "grad_norm": 298.6915588378906,
+      "learning_rate": 7.284217625374384e-06,
+      "loss": 20.0938,
+      "step": 25108
+    },
+    {
+      "epoch": 1.199894867628787,
+      "grad_norm": 258.4510803222656,
+      "learning_rate": 7.283472850724571e-06,
+      "loss": 35.4688,
+      "step": 25109
+    },
+    {
+      "epoch": 1.1999426550702474,
+      "grad_norm": 308.2443542480469,
+      "learning_rate": 7.282728092343252e-06,
+      "loss": 18.2812,
+      "step": 25110
+    },
+    {
+      "epoch": 1.1999904425117078,
+      "grad_norm": 325.94610595703125,
+      "learning_rate": 7.281983350234882e-06,
+      "loss": 33.4062,
+      "step": 25111
+    },
+    {
+      "epoch": 1.2000382299531682,
+      "grad_norm": 239.40603637695312,
+      "learning_rate": 7.28123862440393e-06,
+      "loss": 29.4375,
+      "step": 25112
+    },
+    {
+      "epoch": 1.2000860173946286,
+      "grad_norm": 190.75839233398438,
+      "learning_rate": 7.280493914854847e-06,
+      "loss": 25.2344,
+      "step": 25113
+    },
+    {
+      "epoch": 1.200133804836089,
+      "grad_norm": 256.9228210449219,
+      "learning_rate": 7.279749221592096e-06,
+      "loss": 26.25,
+      "step": 25114
+    },
+    {
+      "epoch": 1.2001815922775494,
+      "grad_norm": 338.674560546875,
+      "learning_rate": 7.279004544620136e-06,
+      "loss": 33.4375,
+      "step": 25115
+    },
+    {
+      "epoch": 1.2002293797190098,
+      "grad_norm": 208.614990234375,
+      "learning_rate": 7.278259883943433e-06,
+      "loss": 23.5938,
+      "step": 25116
+    },
+    {
+      "epoch": 1.2002771671604702,
+      "grad_norm": 390.37725830078125,
+      "learning_rate": 7.277515239566437e-06,
+      "loss": 20.3438,
+      "step": 25117
+    },
+    {
+      "epoch": 1.2003249546019306,
+      "grad_norm": 201.8828582763672,
+      "learning_rate": 7.276770611493611e-06,
+      "loss": 20.4688,
+      "step": 25118
+    },
+    {
+      "epoch": 1.200372742043391,
+      "grad_norm": 310.0698547363281,
+      "learning_rate": 7.27602599972942e-06,
+      "loss": 21.4688,
+      "step": 25119
+    },
+    {
+      "epoch": 1.2004205294848513,
+      "grad_norm": 506.1786804199219,
+      "learning_rate": 7.275281404278313e-06,
+      "loss": 24.8125,
+      "step": 25120
+    },
+    {
+      "epoch": 1.2004683169263117,
+      "grad_norm": 242.15675354003906,
+      "learning_rate": 7.274536825144757e-06,
+      "loss": 28.2344,
+      "step": 25121
+    },
+    {
+      "epoch": 1.2005161043677721,
+      "grad_norm": 176.56243896484375,
+      "learning_rate": 7.273792262333207e-06,
+      "loss": 31.7812,
+      "step": 25122
+    },
+    {
+      "epoch": 1.2005638918092325,
+      "grad_norm": 277.5541687011719,
+      "learning_rate": 7.273047715848127e-06,
+      "loss": 30.3125,
+      "step": 25123
+    },
+    {
+      "epoch": 1.200611679250693,
+      "grad_norm": 517.80126953125,
+      "learning_rate": 7.27230318569397e-06,
+      "loss": 27.8281,
+      "step": 25124
+    },
+    {
+      "epoch": 1.2006594666921533,
+      "grad_norm": 280.3421936035156,
+      "learning_rate": 7.271558671875198e-06,
+      "loss": 26.3125,
+      "step": 25125
+    },
+    {
+      "epoch": 1.2007072541336137,
+      "grad_norm": 165.63784790039062,
+      "learning_rate": 7.270814174396268e-06,
+      "loss": 23.1094,
+      "step": 25126
+    },
+    {
+      "epoch": 1.200755041575074,
+      "grad_norm": 193.7437744140625,
+      "learning_rate": 7.270069693261641e-06,
+      "loss": 22.2031,
+      "step": 25127
+    },
+    {
+      "epoch": 1.2008028290165345,
+      "grad_norm": 174.31202697753906,
+      "learning_rate": 7.269325228475773e-06,
+      "loss": 20.9062,
+      "step": 25128
+    },
+    {
+      "epoch": 1.2008506164579948,
+      "grad_norm": 178.6423797607422,
+      "learning_rate": 7.268580780043122e-06,
+      "loss": 22.5312,
+      "step": 25129
+    },
+    {
+      "epoch": 1.2008984038994552,
+      "grad_norm": 156.46791076660156,
+      "learning_rate": 7.267836347968153e-06,
+      "loss": 23.9531,
+      "step": 25130
+    },
+    {
+      "epoch": 1.2009461913409156,
+      "grad_norm": 208.88668823242188,
+      "learning_rate": 7.267091932255312e-06,
+      "loss": 25.1562,
+      "step": 25131
+    },
+    {
+      "epoch": 1.200993978782376,
+      "grad_norm": 194.01995849609375,
+      "learning_rate": 7.266347532909066e-06,
+      "loss": 31.9688,
+      "step": 25132
+    },
+    {
+      "epoch": 1.2010417662238364,
+      "grad_norm": 398.2142028808594,
+      "learning_rate": 7.265603149933871e-06,
+      "loss": 22.5625,
+      "step": 25133
+    },
+    {
+      "epoch": 1.2010895536652968,
+      "grad_norm": 2701.54736328125,
+      "learning_rate": 7.264858783334187e-06,
+      "loss": 30.8125,
+      "step": 25134
+    },
+    {
+      "epoch": 1.2011373411067572,
+      "grad_norm": 186.40670776367188,
+      "learning_rate": 7.264114433114468e-06,
+      "loss": 24.7656,
+      "step": 25135
+    },
+    {
+      "epoch": 1.2011851285482176,
+      "grad_norm": 155.28692626953125,
+      "learning_rate": 7.263370099279173e-06,
+      "loss": 15.5781,
+      "step": 25136
+    },
+    {
+      "epoch": 1.201232915989678,
+      "grad_norm": 342.7806091308594,
+      "learning_rate": 7.262625781832757e-06,
+      "loss": 21.2812,
+      "step": 25137
+    },
+    {
+      "epoch": 1.2012807034311384,
+      "grad_norm": 412.077880859375,
+      "learning_rate": 7.261881480779687e-06,
+      "loss": 31.0312,
+      "step": 25138
+    },
+    {
+      "epoch": 1.2013284908725987,
+      "grad_norm": 139.37741088867188,
+      "learning_rate": 7.261137196124409e-06,
+      "loss": 19.5938,
+      "step": 25139
+    },
+    {
+      "epoch": 1.2013762783140591,
+      "grad_norm": 193.64572143554688,
+      "learning_rate": 7.2603929278713846e-06,
+      "loss": 27.1875,
+      "step": 25140
+    },
+    {
+      "epoch": 1.2014240657555195,
+      "grad_norm": 413.2818298339844,
+      "learning_rate": 7.259648676025077e-06,
+      "loss": 21.1562,
+      "step": 25141
+    },
+    {
+      "epoch": 1.20147185319698,
+      "grad_norm": 447.0723876953125,
+      "learning_rate": 7.258904440589933e-06,
+      "loss": 24.5,
+      "step": 25142
+    },
+    {
+      "epoch": 1.2015196406384403,
+      "grad_norm": 288.88690185546875,
+      "learning_rate": 7.258160221570416e-06,
+      "loss": 24.2812,
+      "step": 25143
+    },
+    {
+      "epoch": 1.2015674280799007,
+      "grad_norm": 1437.33447265625,
+      "learning_rate": 7.25741601897098e-06,
+      "loss": 22.0156,
+      "step": 25144
+    },
+    {
+      "epoch": 1.201615215521361,
+      "grad_norm": 176.68118286132812,
+      "learning_rate": 7.256671832796085e-06,
+      "loss": 19.1719,
+      "step": 25145
+    },
+    {
+      "epoch": 1.2016630029628215,
+      "grad_norm": 255.18307495117188,
+      "learning_rate": 7.255927663050186e-06,
+      "loss": 27.6562,
+      "step": 25146
+    },
+    {
+      "epoch": 1.2017107904042819,
+      "grad_norm": 263.5809631347656,
+      "learning_rate": 7.255183509737737e-06,
+      "loss": 27.8125,
+      "step": 25147
+    },
+    {
+      "epoch": 1.2017585778457422,
+      "grad_norm": 173.24468994140625,
+      "learning_rate": 7.2544393728631965e-06,
+      "loss": 16.8594,
+      "step": 25148
+    },
+    {
+      "epoch": 1.2018063652872026,
+      "grad_norm": 354.6210632324219,
+      "learning_rate": 7.253695252431025e-06,
+      "loss": 18.1953,
+      "step": 25149
+    },
+    {
+      "epoch": 1.201854152728663,
+      "grad_norm": 328.16046142578125,
+      "learning_rate": 7.252951148445674e-06,
+      "loss": 27.9375,
+      "step": 25150
+    },
+    {
+      "epoch": 1.2019019401701232,
+      "grad_norm": 190.31224060058594,
+      "learning_rate": 7.252207060911598e-06,
+      "loss": 21.5781,
+      "step": 25151
+    },
+    {
+      "epoch": 1.2019497276115836,
+      "grad_norm": 269.0997619628906,
+      "learning_rate": 7.251462989833262e-06,
+      "loss": 24.5938,
+      "step": 25152
+    },
+    {
+      "epoch": 1.201997515053044,
+      "grad_norm": 218.7963409423828,
+      "learning_rate": 7.250718935215112e-06,
+      "loss": 20.2656,
+      "step": 25153
+    },
+    {
+      "epoch": 1.2020453024945044,
+      "grad_norm": 114.28369903564453,
+      "learning_rate": 7.249974897061607e-06,
+      "loss": 19.125,
+      "step": 25154
+    },
+    {
+      "epoch": 1.2020930899359648,
+      "grad_norm": 223.5693359375,
+      "learning_rate": 7.249230875377204e-06,
+      "loss": 20.2031,
+      "step": 25155
+    },
+    {
+      "epoch": 1.2021408773774251,
+      "grad_norm": 226.9480743408203,
+      "learning_rate": 7.248486870166363e-06,
+      "loss": 28.5312,
+      "step": 25156
+    },
+    {
+      "epoch": 1.2021886648188855,
+      "grad_norm": 279.24713134765625,
+      "learning_rate": 7.247742881433532e-06,
+      "loss": 27.8438,
+      "step": 25157
+    },
+    {
+      "epoch": 1.202236452260346,
+      "grad_norm": 356.2030334472656,
+      "learning_rate": 7.2469989091831704e-06,
+      "loss": 24.375,
+      "step": 25158
+    },
+    {
+      "epoch": 1.2022842397018063,
+      "grad_norm": 189.96336364746094,
+      "learning_rate": 7.246254953419731e-06,
+      "loss": 26.75,
+      "step": 25159
+    },
+    {
+      "epoch": 1.2023320271432667,
+      "grad_norm": 255.07974243164062,
+      "learning_rate": 7.245511014147675e-06,
+      "loss": 25.125,
+      "step": 25160
+    },
+    {
+      "epoch": 1.202379814584727,
+      "grad_norm": 195.96456909179688,
+      "learning_rate": 7.244767091371452e-06,
+      "loss": 28.1875,
+      "step": 25161
+    },
+    {
+      "epoch": 1.2024276020261875,
+      "grad_norm": 206.15252685546875,
+      "learning_rate": 7.244023185095517e-06,
+      "loss": 23.8438,
+      "step": 25162
+    },
+    {
+      "epoch": 1.2024753894676479,
+      "grad_norm": 353.4859924316406,
+      "learning_rate": 7.243279295324327e-06,
+      "loss": 24.0312,
+      "step": 25163
+    },
+    {
+      "epoch": 1.2025231769091083,
+      "grad_norm": 136.49945068359375,
+      "learning_rate": 7.242535422062341e-06,
+      "loss": 19.7812,
+      "step": 25164
+    },
+    {
+      "epoch": 1.2025709643505686,
+      "grad_norm": 383.5301818847656,
+      "learning_rate": 7.241791565314006e-06,
+      "loss": 19.4688,
+      "step": 25165
+    },
+    {
+      "epoch": 1.202618751792029,
+      "grad_norm": 391.5075378417969,
+      "learning_rate": 7.241047725083781e-06,
+      "loss": 26.8438,
+      "step": 25166
+    },
+    {
+      "epoch": 1.2026665392334894,
+      "grad_norm": 270.68701171875,
+      "learning_rate": 7.240303901376122e-06,
+      "loss": 27.625,
+      "step": 25167
+    },
+    {
+      "epoch": 1.2027143266749498,
+      "grad_norm": 325.12115478515625,
+      "learning_rate": 7.2395600941954795e-06,
+      "loss": 24.2812,
+      "step": 25168
+    },
+    {
+      "epoch": 1.2027621141164102,
+      "grad_norm": 282.2590637207031,
+      "learning_rate": 7.2388163035463096e-06,
+      "loss": 42.4688,
+      "step": 25169
+    },
+    {
+      "epoch": 1.2028099015578706,
+      "grad_norm": 208.7276153564453,
+      "learning_rate": 7.238072529433067e-06,
+      "loss": 25.8438,
+      "step": 25170
+    },
+    {
+      "epoch": 1.202857688999331,
+      "grad_norm": 227.60269165039062,
+      "learning_rate": 7.237328771860211e-06,
+      "loss": 28.2188,
+      "step": 25171
+    },
+    {
+      "epoch": 1.2029054764407914,
+      "grad_norm": 162.0457305908203,
+      "learning_rate": 7.236585030832186e-06,
+      "loss": 22.2031,
+      "step": 25172
+    },
+    {
+      "epoch": 1.2029532638822518,
+      "grad_norm": 274.1319885253906,
+      "learning_rate": 7.235841306353451e-06,
+      "loss": 26.9062,
+      "step": 25173
+    },
+    {
+      "epoch": 1.2030010513237122,
+      "grad_norm": 281.2586669921875,
+      "learning_rate": 7.235097598428462e-06,
+      "loss": 24.6875,
+      "step": 25174
+    },
+    {
+      "epoch": 1.2030488387651725,
+      "grad_norm": 168.05113220214844,
+      "learning_rate": 7.234353907061671e-06,
+      "loss": 17.5625,
+      "step": 25175
+    },
+    {
+      "epoch": 1.203096626206633,
+      "grad_norm": 219.70486450195312,
+      "learning_rate": 7.2336102322575306e-06,
+      "loss": 23.8125,
+      "step": 25176
+    },
+    {
+      "epoch": 1.2031444136480933,
+      "grad_norm": 262.31256103515625,
+      "learning_rate": 7.232866574020493e-06,
+      "loss": 31.4375,
+      "step": 25177
+    },
+    {
+      "epoch": 1.2031922010895537,
+      "grad_norm": 565.428955078125,
+      "learning_rate": 7.2321229323550164e-06,
+      "loss": 22.6875,
+      "step": 25178
+    },
+    {
+      "epoch": 1.203239988531014,
+      "grad_norm": 226.84332275390625,
+      "learning_rate": 7.231379307265553e-06,
+      "loss": 20.7031,
+      "step": 25179
+    },
+    {
+      "epoch": 1.2032877759724745,
+      "grad_norm": 239.63217163085938,
+      "learning_rate": 7.230635698756552e-06,
+      "loss": 35.4375,
+      "step": 25180
+    },
+    {
+      "epoch": 1.2033355634139349,
+      "grad_norm": 626.695068359375,
+      "learning_rate": 7.22989210683247e-06,
+      "loss": 27.0938,
+      "step": 25181
+    },
+    {
+      "epoch": 1.2033833508553953,
+      "grad_norm": 270.4778747558594,
+      "learning_rate": 7.229148531497763e-06,
+      "loss": 25.4375,
+      "step": 25182
+    },
+    {
+      "epoch": 1.2034311382968557,
+      "grad_norm": 310.1509094238281,
+      "learning_rate": 7.228404972756878e-06,
+      "loss": 39.1562,
+      "step": 25183
+    },
+    {
+      "epoch": 1.203478925738316,
+      "grad_norm": 256.1259765625,
+      "learning_rate": 7.22766143061427e-06,
+      "loss": 24.75,
+      "step": 25184
+    },
+    {
+      "epoch": 1.2035267131797764,
+      "grad_norm": 273.5988464355469,
+      "learning_rate": 7.2269179050743935e-06,
+      "loss": 32.6094,
+      "step": 25185
+    },
+    {
+      "epoch": 1.2035745006212368,
+      "grad_norm": 195.1011962890625,
+      "learning_rate": 7.2261743961417055e-06,
+      "loss": 21.5156,
+      "step": 25186
+    },
+    {
+      "epoch": 1.203622288062697,
+      "grad_norm": 286.4376525878906,
+      "learning_rate": 7.225430903820647e-06,
+      "loss": 30.5312,
+      "step": 25187
+    },
+    {
+      "epoch": 1.2036700755041574,
+      "grad_norm": 220.88624572753906,
+      "learning_rate": 7.2246874281156795e-06,
+      "loss": 32.0938,
+      "step": 25188
+    },
+    {
+      "epoch": 1.2037178629456178,
+      "grad_norm": 227.21841430664062,
+      "learning_rate": 7.2239439690312565e-06,
+      "loss": 19.2031,
+      "step": 25189
+    },
+    {
+      "epoch": 1.2037656503870782,
+      "grad_norm": 298.9861145019531,
+      "learning_rate": 7.223200526571823e-06,
+      "loss": 29.3125,
+      "step": 25190
+    },
+    {
+      "epoch": 1.2038134378285386,
+      "grad_norm": 186.40455627441406,
+      "learning_rate": 7.222457100741835e-06,
+      "loss": 19.8438,
+      "step": 25191
+    },
+    {
+      "epoch": 1.203861225269999,
+      "grad_norm": 162.50204467773438,
+      "learning_rate": 7.221713691545746e-06,
+      "loss": 30.25,
+      "step": 25192
+    },
+    {
+      "epoch": 1.2039090127114593,
+      "grad_norm": 158.7166748046875,
+      "learning_rate": 7.220970298988009e-06,
+      "loss": 17.2031,
+      "step": 25193
+    },
+    {
+      "epoch": 1.2039568001529197,
+      "grad_norm": 333.63946533203125,
+      "learning_rate": 7.220226923073073e-06,
+      "loss": 26.8906,
+      "step": 25194
+    },
+    {
+      "epoch": 1.2040045875943801,
+      "grad_norm": 423.4449768066406,
+      "learning_rate": 7.219483563805389e-06,
+      "loss": 33.7812,
+      "step": 25195
+    },
+    {
+      "epoch": 1.2040523750358405,
+      "grad_norm": 318.8075866699219,
+      "learning_rate": 7.218740221189411e-06,
+      "loss": 31.0625,
+      "step": 25196
+    },
+    {
+      "epoch": 1.204100162477301,
+      "grad_norm": 205.531005859375,
+      "learning_rate": 7.217996895229593e-06,
+      "loss": 23.5312,
+      "step": 25197
+    },
+    {
+      "epoch": 1.2041479499187613,
+      "grad_norm": 206.20779418945312,
+      "learning_rate": 7.217253585930382e-06,
+      "loss": 26.0312,
+      "step": 25198
+    },
+    {
+      "epoch": 1.2041957373602217,
+      "grad_norm": 156.84173583984375,
+      "learning_rate": 7.216510293296228e-06,
+      "loss": 24.0938,
+      "step": 25199
+    },
+    {
+      "epoch": 1.204243524801682,
+      "grad_norm": 230.84976196289062,
+      "learning_rate": 7.2157670173315885e-06,
+      "loss": 21.3906,
+      "step": 25200
+    },
+    {
+      "epoch": 1.2042913122431425,
+      "grad_norm": 226.195556640625,
+      "learning_rate": 7.2150237580409155e-06,
+      "loss": 24.9062,
+      "step": 25201
+    },
+    {
+      "epoch": 1.2043390996846028,
+      "grad_norm": 452.53094482421875,
+      "learning_rate": 7.2142805154286515e-06,
+      "loss": 22.2031,
+      "step": 25202
+    },
+    {
+      "epoch": 1.2043868871260632,
+      "grad_norm": 431.9361877441406,
+      "learning_rate": 7.213537289499253e-06,
+      "loss": 23.125,
+      "step": 25203
+    },
+    {
+      "epoch": 1.2044346745675236,
+      "grad_norm": 193.9302215576172,
+      "learning_rate": 7.212794080257175e-06,
+      "loss": 19.375,
+      "step": 25204
+    },
+    {
+      "epoch": 1.204482462008984,
+      "grad_norm": 325.20819091796875,
+      "learning_rate": 7.212050887706861e-06,
+      "loss": 24.0781,
+      "step": 25205
+    },
+    {
+      "epoch": 1.2045302494504444,
+      "grad_norm": 185.62509155273438,
+      "learning_rate": 7.211307711852763e-06,
+      "loss": 23.2188,
+      "step": 25206
+    },
+    {
+      "epoch": 1.2045780368919048,
+      "grad_norm": 286.35736083984375,
+      "learning_rate": 7.210564552699336e-06,
+      "loss": 33.5938,
+      "step": 25207
+    },
+    {
+      "epoch": 1.2046258243333652,
+      "grad_norm": 210.4105682373047,
+      "learning_rate": 7.209821410251028e-06,
+      "loss": 34.9219,
+      "step": 25208
+    },
+    {
+      "epoch": 1.2046736117748256,
+      "grad_norm": 218.6689910888672,
+      "learning_rate": 7.2090782845122895e-06,
+      "loss": 15.875,
+      "step": 25209
+    },
+    {
+      "epoch": 1.204721399216286,
+      "grad_norm": 371.2681884765625,
+      "learning_rate": 7.2083351754875686e-06,
+      "loss": 26.5625,
+      "step": 25210
+    },
+    {
+      "epoch": 1.2047691866577463,
+      "grad_norm": 300.5230407714844,
+      "learning_rate": 7.207592083181319e-06,
+      "loss": 25.0,
+      "step": 25211
+    },
+    {
+      "epoch": 1.2048169740992067,
+      "grad_norm": 134.2086639404297,
+      "learning_rate": 7.2068490075979915e-06,
+      "loss": 21.7344,
+      "step": 25212
+    },
+    {
+      "epoch": 1.2048647615406671,
+      "grad_norm": 199.23109436035156,
+      "learning_rate": 7.20610594874203e-06,
+      "loss": 32.1875,
+      "step": 25213
+    },
+    {
+      "epoch": 1.2049125489821275,
+      "grad_norm": 296.5025634765625,
+      "learning_rate": 7.205362906617891e-06,
+      "loss": 23.7812,
+      "step": 25214
+    },
+    {
+      "epoch": 1.204960336423588,
+      "grad_norm": 390.1036376953125,
+      "learning_rate": 7.204619881230026e-06,
+      "loss": 30.875,
+      "step": 25215
+    },
+    {
+      "epoch": 1.2050081238650483,
+      "grad_norm": 125.87165069580078,
+      "learning_rate": 7.203876872582875e-06,
+      "loss": 18.4688,
+      "step": 25216
+    },
+    {
+      "epoch": 1.2050559113065087,
+      "grad_norm": 148.93568420410156,
+      "learning_rate": 7.203133880680895e-06,
+      "loss": 17.3281,
+      "step": 25217
+    },
+    {
+      "epoch": 1.205103698747969,
+      "grad_norm": 558.97802734375,
+      "learning_rate": 7.2023909055285335e-06,
+      "loss": 24.7188,
+      "step": 25218
+    },
+    {
+      "epoch": 1.2051514861894295,
+      "grad_norm": 1520.7410888671875,
+      "learning_rate": 7.201647947130246e-06,
+      "loss": 17.0625,
+      "step": 25219
+    },
+    {
+      "epoch": 1.2051992736308899,
+      "grad_norm": 414.6748046875,
+      "learning_rate": 7.20090500549047e-06,
+      "loss": 34.5312,
+      "step": 25220
+    },
+    {
+      "epoch": 1.2052470610723502,
+      "grad_norm": 328.196044921875,
+      "learning_rate": 7.200162080613663e-06,
+      "loss": 22.5,
+      "step": 25221
+    },
+    {
+      "epoch": 1.2052948485138106,
+      "grad_norm": 197.48585510253906,
+      "learning_rate": 7.199419172504274e-06,
+      "loss": 19.875,
+      "step": 25222
+    },
+    {
+      "epoch": 1.205342635955271,
+      "grad_norm": 278.907958984375,
+      "learning_rate": 7.1986762811667495e-06,
+      "loss": 25.4688,
+      "step": 25223
+    },
+    {
+      "epoch": 1.2053904233967314,
+      "grad_norm": 456.4840087890625,
+      "learning_rate": 7.197933406605538e-06,
+      "loss": 40.6875,
+      "step": 25224
+    },
+    {
+      "epoch": 1.2054382108381918,
+      "grad_norm": 286.6624755859375,
+      "learning_rate": 7.197190548825093e-06,
+      "loss": 28.5938,
+      "step": 25225
+    },
+    {
+      "epoch": 1.2054859982796522,
+      "grad_norm": 186.9600830078125,
+      "learning_rate": 7.1964477078298574e-06,
+      "loss": 22.9062,
+      "step": 25226
+    },
+    {
+      "epoch": 1.2055337857211126,
+      "grad_norm": 402.33465576171875,
+      "learning_rate": 7.195704883624284e-06,
+      "loss": 24.1094,
+      "step": 25227
+    },
+    {
+      "epoch": 1.205581573162573,
+      "grad_norm": 152.83302307128906,
+      "learning_rate": 7.194962076212818e-06,
+      "loss": 22.6953,
+      "step": 25228
+    },
+    {
+      "epoch": 1.2056293606040334,
+      "grad_norm": 247.45277404785156,
+      "learning_rate": 7.1942192855999094e-06,
+      "loss": 27.75,
+      "step": 25229
+    },
+    {
+      "epoch": 1.2056771480454938,
+      "grad_norm": 160.76434326171875,
+      "learning_rate": 7.193476511790012e-06,
+      "loss": 20.4375,
+      "step": 25230
+    },
+    {
+      "epoch": 1.2057249354869541,
+      "grad_norm": 194.15330505371094,
+      "learning_rate": 7.192733754787562e-06,
+      "loss": 19.5938,
+      "step": 25231
+    },
+    {
+      "epoch": 1.2057727229284145,
+      "grad_norm": 228.36378479003906,
+      "learning_rate": 7.191991014597017e-06,
+      "loss": 18.2812,
+      "step": 25232
+    },
+    {
+      "epoch": 1.205820510369875,
+      "grad_norm": 235.47885131835938,
+      "learning_rate": 7.191248291222821e-06,
+      "loss": 40.2188,
+      "step": 25233
+    },
+    {
+      "epoch": 1.205868297811335,
+      "grad_norm": 291.492919921875,
+      "learning_rate": 7.190505584669428e-06,
+      "loss": 37.125,
+      "step": 25234
+    },
+    {
+      "epoch": 1.2059160852527955,
+      "grad_norm": 242.8388214111328,
+      "learning_rate": 7.189762894941278e-06,
+      "loss": 26.0625,
+      "step": 25235
+    },
+    {
+      "epoch": 1.2059638726942559,
+      "grad_norm": 209.99742126464844,
+      "learning_rate": 7.189020222042822e-06,
+      "loss": 29.25,
+      "step": 25236
+    },
+    {
+      "epoch": 1.2060116601357163,
+      "grad_norm": 180.77456665039062,
+      "learning_rate": 7.1882775659785095e-06,
+      "loss": 31.4375,
+      "step": 25237
+    },
+    {
+      "epoch": 1.2060594475771766,
+      "grad_norm": 265.5166320800781,
+      "learning_rate": 7.187534926752785e-06,
+      "loss": 33.4688,
+      "step": 25238
+    },
+    {
+      "epoch": 1.206107235018637,
+      "grad_norm": 324.4857482910156,
+      "learning_rate": 7.186792304370096e-06,
+      "loss": 21.7344,
+      "step": 25239
+    },
+    {
+      "epoch": 1.2061550224600974,
+      "grad_norm": 375.6323547363281,
+      "learning_rate": 7.186049698834894e-06,
+      "loss": 23.9375,
+      "step": 25240
+    },
+    {
+      "epoch": 1.2062028099015578,
+      "grad_norm": 275.7270202636719,
+      "learning_rate": 7.185307110151622e-06,
+      "loss": 25.125,
+      "step": 25241
+    },
+    {
+      "epoch": 1.2062505973430182,
+      "grad_norm": 256.10638427734375,
+      "learning_rate": 7.184564538324728e-06,
+      "loss": 34.0312,
+      "step": 25242
+    },
+    {
+      "epoch": 1.2062983847844786,
+      "grad_norm": 164.96041870117188,
+      "learning_rate": 7.183821983358659e-06,
+      "loss": 25.375,
+      "step": 25243
+    },
+    {
+      "epoch": 1.206346172225939,
+      "grad_norm": 216.3494415283203,
+      "learning_rate": 7.183079445257861e-06,
+      "loss": 22.8438,
+      "step": 25244
+    },
+    {
+      "epoch": 1.2063939596673994,
+      "grad_norm": 251.0373992919922,
+      "learning_rate": 7.182336924026788e-06,
+      "loss": 29.3125,
+      "step": 25245
+    },
+    {
+      "epoch": 1.2064417471088598,
+      "grad_norm": 437.60882568359375,
+      "learning_rate": 7.181594419669877e-06,
+      "loss": 20.2969,
+      "step": 25246
+    },
+    {
+      "epoch": 1.2064895345503202,
+      "grad_norm": 599.5029907226562,
+      "learning_rate": 7.180851932191577e-06,
+      "loss": 21.7031,
+      "step": 25247
+    },
+    {
+      "epoch": 1.2065373219917805,
+      "grad_norm": 369.4368591308594,
+      "learning_rate": 7.180109461596337e-06,
+      "loss": 26.1875,
+      "step": 25248
+    },
+    {
+      "epoch": 1.206585109433241,
+      "grad_norm": 296.8779296875,
+      "learning_rate": 7.179367007888607e-06,
+      "loss": 21.875,
+      "step": 25249
+    },
+    {
+      "epoch": 1.2066328968747013,
+      "grad_norm": 505.5841064453125,
+      "learning_rate": 7.178624571072825e-06,
+      "loss": 13.7812,
+      "step": 25250
+    },
+    {
+      "epoch": 1.2066806843161617,
+      "grad_norm": 157.5564727783203,
+      "learning_rate": 7.177882151153441e-06,
+      "loss": 22.4688,
+      "step": 25251
+    },
+    {
+      "epoch": 1.206728471757622,
+      "grad_norm": 226.72193908691406,
+      "learning_rate": 7.177139748134907e-06,
+      "loss": 16.7812,
+      "step": 25252
+    },
+    {
+      "epoch": 1.2067762591990825,
+      "grad_norm": 457.0931701660156,
+      "learning_rate": 7.176397362021656e-06,
+      "loss": 26.125,
+      "step": 25253
+    },
+    {
+      "epoch": 1.2068240466405429,
+      "grad_norm": 216.4677276611328,
+      "learning_rate": 7.175654992818144e-06,
+      "loss": 20.5781,
+      "step": 25254
+    },
+    {
+      "epoch": 1.2068718340820033,
+      "grad_norm": 323.32275390625,
+      "learning_rate": 7.174912640528816e-06,
+      "loss": 29.9219,
+      "step": 25255
+    },
+    {
+      "epoch": 1.2069196215234637,
+      "grad_norm": 191.66847229003906,
+      "learning_rate": 7.174170305158115e-06,
+      "loss": 26.6094,
+      "step": 25256
+    },
+    {
+      "epoch": 1.206967408964924,
+      "grad_norm": 352.3206787109375,
+      "learning_rate": 7.1734279867104865e-06,
+      "loss": 40.2031,
+      "step": 25257
+    },
+    {
+      "epoch": 1.2070151964063844,
+      "grad_norm": 568.3950805664062,
+      "learning_rate": 7.172685685190378e-06,
+      "loss": 36.2812,
+      "step": 25258
+    },
+    {
+      "epoch": 1.2070629838478448,
+      "grad_norm": 171.04075622558594,
+      "learning_rate": 7.171943400602233e-06,
+      "loss": 23.9375,
+      "step": 25259
+    },
+    {
+      "epoch": 1.2071107712893052,
+      "grad_norm": 221.48434448242188,
+      "learning_rate": 7.171201132950502e-06,
+      "loss": 31.5938,
+      "step": 25260
+    },
+    {
+      "epoch": 1.2071585587307656,
+      "grad_norm": 479.13128662109375,
+      "learning_rate": 7.170458882239621e-06,
+      "loss": 28.4688,
+      "step": 25261
+    },
+    {
+      "epoch": 1.207206346172226,
+      "grad_norm": 226.57688903808594,
+      "learning_rate": 7.169716648474041e-06,
+      "loss": 22.0312,
+      "step": 25262
+    },
+    {
+      "epoch": 1.2072541336136864,
+      "grad_norm": 332.2723083496094,
+      "learning_rate": 7.1689744316582085e-06,
+      "loss": 25.0625,
+      "step": 25263
+    },
+    {
+      "epoch": 1.2073019210551468,
+      "grad_norm": 159.29293823242188,
+      "learning_rate": 7.168232231796563e-06,
+      "loss": 18.4219,
+      "step": 25264
+    },
+    {
+      "epoch": 1.2073497084966072,
+      "grad_norm": 166.9026641845703,
+      "learning_rate": 7.1674900488935536e-06,
+      "loss": 21.4531,
+      "step": 25265
+    },
+    {
+      "epoch": 1.2073974959380676,
+      "grad_norm": 205.46649169921875,
+      "learning_rate": 7.166747882953624e-06,
+      "loss": 26.2812,
+      "step": 25266
+    },
+    {
+      "epoch": 1.207445283379528,
+      "grad_norm": 214.0882110595703,
+      "learning_rate": 7.166005733981222e-06,
+      "loss": 21.9688,
+      "step": 25267
+    },
+    {
+      "epoch": 1.2074930708209883,
+      "grad_norm": 227.68812561035156,
+      "learning_rate": 7.165263601980784e-06,
+      "loss": 27.0,
+      "step": 25268
+    },
+    {
+      "epoch": 1.2075408582624487,
+      "grad_norm": 207.2589874267578,
+      "learning_rate": 7.16452148695676e-06,
+      "loss": 27.5781,
+      "step": 25269
+    },
+    {
+      "epoch": 1.207588645703909,
+      "grad_norm": 215.7943115234375,
+      "learning_rate": 7.163779388913593e-06,
+      "loss": 21.3125,
+      "step": 25270
+    },
+    {
+      "epoch": 1.2076364331453693,
+      "grad_norm": 221.3902587890625,
+      "learning_rate": 7.1630373078557334e-06,
+      "loss": 24.0312,
+      "step": 25271
+    },
+    {
+      "epoch": 1.2076842205868297,
+      "grad_norm": 235.4149169921875,
+      "learning_rate": 7.162295243787613e-06,
+      "loss": 23.25,
+      "step": 25272
+    },
+    {
+      "epoch": 1.20773200802829,
+      "grad_norm": 166.0615997314453,
+      "learning_rate": 7.1615531967136865e-06,
+      "loss": 21.1562,
+      "step": 25273
+    },
+    {
+      "epoch": 1.2077797954697505,
+      "grad_norm": 219.41001892089844,
+      "learning_rate": 7.160811166638393e-06,
+      "loss": 38.5312,
+      "step": 25274
+    },
+    {
+      "epoch": 1.2078275829112108,
+      "grad_norm": 252.0366668701172,
+      "learning_rate": 7.160069153566176e-06,
+      "loss": 22.2656,
+      "step": 25275
+    },
+    {
+      "epoch": 1.2078753703526712,
+      "grad_norm": 136.89718627929688,
+      "learning_rate": 7.159327157501481e-06,
+      "loss": 17.2031,
+      "step": 25276
+    },
+    {
+      "epoch": 1.2079231577941316,
+      "grad_norm": 217.25433349609375,
+      "learning_rate": 7.158585178448749e-06,
+      "loss": 28.6562,
+      "step": 25277
+    },
+    {
+      "epoch": 1.207970945235592,
+      "grad_norm": 676.7445678710938,
+      "learning_rate": 7.15784321641243e-06,
+      "loss": 20.7812,
+      "step": 25278
+    },
+    {
+      "epoch": 1.2080187326770524,
+      "grad_norm": 1046.77001953125,
+      "learning_rate": 7.157101271396958e-06,
+      "loss": 30.2188,
+      "step": 25279
+    },
+    {
+      "epoch": 1.2080665201185128,
+      "grad_norm": 564.5654907226562,
+      "learning_rate": 7.156359343406781e-06,
+      "loss": 23.9688,
+      "step": 25280
+    },
+    {
+      "epoch": 1.2081143075599732,
+      "grad_norm": 473.7068786621094,
+      "learning_rate": 7.155617432446343e-06,
+      "loss": 29.5938,
+      "step": 25281
+    },
+    {
+      "epoch": 1.2081620950014336,
+      "grad_norm": 139.91819763183594,
+      "learning_rate": 7.15487553852009e-06,
+      "loss": 19.0,
+      "step": 25282
+    },
+    {
+      "epoch": 1.208209882442894,
+      "grad_norm": 362.0040283203125,
+      "learning_rate": 7.154133661632457e-06,
+      "loss": 24.1094,
+      "step": 25283
+    },
+    {
+      "epoch": 1.2082576698843543,
+      "grad_norm": 283.7221984863281,
+      "learning_rate": 7.1533918017878925e-06,
+      "loss": 26.9375,
+      "step": 25284
+    },
+    {
+      "epoch": 1.2083054573258147,
+      "grad_norm": 181.17218017578125,
+      "learning_rate": 7.152649958990836e-06,
+      "loss": 21.625,
+      "step": 25285
+    },
+    {
+      "epoch": 1.2083532447672751,
+      "grad_norm": 285.4117126464844,
+      "learning_rate": 7.151908133245738e-06,
+      "loss": 30.9062,
+      "step": 25286
+    },
+    {
+      "epoch": 1.2084010322087355,
+      "grad_norm": 146.32003784179688,
+      "learning_rate": 7.15116632455703e-06,
+      "loss": 21.5,
+      "step": 25287
+    },
+    {
+      "epoch": 1.208448819650196,
+      "grad_norm": 286.2524108886719,
+      "learning_rate": 7.150424532929161e-06,
+      "loss": 26.2656,
+      "step": 25288
+    },
+    {
+      "epoch": 1.2084966070916563,
+      "grad_norm": 475.5893249511719,
+      "learning_rate": 7.149682758366574e-06,
+      "loss": 33.0625,
+      "step": 25289
+    },
+    {
+      "epoch": 1.2085443945331167,
+      "grad_norm": 189.5218048095703,
+      "learning_rate": 7.148941000873706e-06,
+      "loss": 23.4375,
+      "step": 25290
+    },
+    {
+      "epoch": 1.208592181974577,
+      "grad_norm": 261.024169921875,
+      "learning_rate": 7.148199260455006e-06,
+      "loss": 29.4219,
+      "step": 25291
+    },
+    {
+      "epoch": 1.2086399694160375,
+      "grad_norm": 491.8586120605469,
+      "learning_rate": 7.147457537114909e-06,
+      "loss": 32.4375,
+      "step": 25292
+    },
+    {
+      "epoch": 1.2086877568574979,
+      "grad_norm": 266.3255310058594,
+      "learning_rate": 7.146715830857865e-06,
+      "loss": 28.0938,
+      "step": 25293
+    },
+    {
+      "epoch": 1.2087355442989582,
+      "grad_norm": 213.13458251953125,
+      "learning_rate": 7.145974141688307e-06,
+      "loss": 18.7812,
+      "step": 25294
+    },
+    {
+      "epoch": 1.2087833317404186,
+      "grad_norm": 179.77769470214844,
+      "learning_rate": 7.1452324696106825e-06,
+      "loss": 20.0938,
+      "step": 25295
+    },
+    {
+      "epoch": 1.208831119181879,
+      "grad_norm": 232.79917907714844,
+      "learning_rate": 7.144490814629431e-06,
+      "loss": 23.2344,
+      "step": 25296
+    },
+    {
+      "epoch": 1.2088789066233394,
+      "grad_norm": 273.0387878417969,
+      "learning_rate": 7.1437491767489994e-06,
+      "loss": 33.1875,
+      "step": 25297
+    },
+    {
+      "epoch": 1.2089266940647998,
+      "grad_norm": 295.8363952636719,
+      "learning_rate": 7.14300755597382e-06,
+      "loss": 23.5938,
+      "step": 25298
+    },
+    {
+      "epoch": 1.2089744815062602,
+      "grad_norm": 299.5982971191406,
+      "learning_rate": 7.142265952308339e-06,
+      "loss": 31.8125,
+      "step": 25299
+    },
+    {
+      "epoch": 1.2090222689477206,
+      "grad_norm": 335.1376647949219,
+      "learning_rate": 7.141524365757002e-06,
+      "loss": 28.2344,
+      "step": 25300
+    },
+    {
+      "epoch": 1.209070056389181,
+      "grad_norm": 344.6310729980469,
+      "learning_rate": 7.140782796324242e-06,
+      "loss": 24.4375,
+      "step": 25301
+    },
+    {
+      "epoch": 1.2091178438306414,
+      "grad_norm": 185.92430114746094,
+      "learning_rate": 7.1400412440145016e-06,
+      "loss": 20.1562,
+      "step": 25302
+    },
+    {
+      "epoch": 1.2091656312721017,
+      "grad_norm": 265.16522216796875,
+      "learning_rate": 7.139299708832226e-06,
+      "loss": 23.4844,
+      "step": 25303
+    },
+    {
+      "epoch": 1.2092134187135621,
+      "grad_norm": 353.19970703125,
+      "learning_rate": 7.138558190781857e-06,
+      "loss": 25.1094,
+      "step": 25304
+    },
+    {
+      "epoch": 1.2092612061550225,
+      "grad_norm": 207.77467346191406,
+      "learning_rate": 7.137816689867827e-06,
+      "loss": 25.2812,
+      "step": 25305
+    },
+    {
+      "epoch": 1.209308993596483,
+      "grad_norm": 264.2364196777344,
+      "learning_rate": 7.1370752060945855e-06,
+      "loss": 22.2031,
+      "step": 25306
+    },
+    {
+      "epoch": 1.2093567810379433,
+      "grad_norm": 176.95950317382812,
+      "learning_rate": 7.1363337394665655e-06,
+      "loss": 20.6094,
+      "step": 25307
+    },
+    {
+      "epoch": 1.2094045684794037,
+      "grad_norm": 362.971923828125,
+      "learning_rate": 7.135592289988216e-06,
+      "loss": 31.3438,
+      "step": 25308
+    },
+    {
+      "epoch": 1.209452355920864,
+      "grad_norm": 326.0050354003906,
+      "learning_rate": 7.1348508576639705e-06,
+      "loss": 33.5938,
+      "step": 25309
+    },
+    {
+      "epoch": 1.2095001433623245,
+      "grad_norm": 144.87591552734375,
+      "learning_rate": 7.134109442498269e-06,
+      "loss": 22.0469,
+      "step": 25310
+    },
+    {
+      "epoch": 1.2095479308037849,
+      "grad_norm": 203.29249572753906,
+      "learning_rate": 7.133368044495559e-06,
+      "loss": 26.9531,
+      "step": 25311
+    },
+    {
+      "epoch": 1.2095957182452453,
+      "grad_norm": 161.57058715820312,
+      "learning_rate": 7.1326266636602715e-06,
+      "loss": 24.375,
+      "step": 25312
+    },
+    {
+      "epoch": 1.2096435056867056,
+      "grad_norm": 126.08879089355469,
+      "learning_rate": 7.13188529999685e-06,
+      "loss": 14.0938,
+      "step": 25313
+    },
+    {
+      "epoch": 1.209691293128166,
+      "grad_norm": 179.1253204345703,
+      "learning_rate": 7.131143953509735e-06,
+      "loss": 26.9688,
+      "step": 25314
+    },
+    {
+      "epoch": 1.2097390805696264,
+      "grad_norm": 310.3739013671875,
+      "learning_rate": 7.13040262420337e-06,
+      "loss": 21.7344,
+      "step": 25315
+    },
+    {
+      "epoch": 1.2097868680110866,
+      "grad_norm": 249.9783477783203,
+      "learning_rate": 7.129661312082186e-06,
+      "loss": 20.6562,
+      "step": 25316
+    },
+    {
+      "epoch": 1.209834655452547,
+      "grad_norm": 218.2244415283203,
+      "learning_rate": 7.128920017150627e-06,
+      "loss": 26.5469,
+      "step": 25317
+    },
+    {
+      "epoch": 1.2098824428940074,
+      "grad_norm": 198.78280639648438,
+      "learning_rate": 7.128178739413132e-06,
+      "loss": 34.2812,
+      "step": 25318
+    },
+    {
+      "epoch": 1.2099302303354678,
+      "grad_norm": 731.8933715820312,
+      "learning_rate": 7.127437478874145e-06,
+      "loss": 28.7812,
+      "step": 25319
+    },
+    {
+      "epoch": 1.2099780177769281,
+      "grad_norm": 186.7398681640625,
+      "learning_rate": 7.126696235538098e-06,
+      "loss": 27.0625,
+      "step": 25320
+    },
+    {
+      "epoch": 1.2100258052183885,
+      "grad_norm": 201.322509765625,
+      "learning_rate": 7.125955009409431e-06,
+      "loss": 24.8438,
+      "step": 25321
+    },
+    {
+      "epoch": 1.210073592659849,
+      "grad_norm": 377.5165710449219,
+      "learning_rate": 7.1252138004925895e-06,
+      "loss": 21.4062,
+      "step": 25322
+    },
+    {
+      "epoch": 1.2101213801013093,
+      "grad_norm": 357.39208984375,
+      "learning_rate": 7.124472608792005e-06,
+      "loss": 23.4531,
+      "step": 25323
+    },
+    {
+      "epoch": 1.2101691675427697,
+      "grad_norm": 176.39053344726562,
+      "learning_rate": 7.12373143431212e-06,
+      "loss": 25.3125,
+      "step": 25324
+    },
+    {
+      "epoch": 1.21021695498423,
+      "grad_norm": 217.89691162109375,
+      "learning_rate": 7.122990277057371e-06,
+      "loss": 23.3125,
+      "step": 25325
+    },
+    {
+      "epoch": 1.2102647424256905,
+      "grad_norm": 226.68072509765625,
+      "learning_rate": 7.1222491370322025e-06,
+      "loss": 26.7188,
+      "step": 25326
+    },
+    {
+      "epoch": 1.2103125298671509,
+      "grad_norm": 357.1921081542969,
+      "learning_rate": 7.121508014241043e-06,
+      "loss": 24.25,
+      "step": 25327
+    },
+    {
+      "epoch": 1.2103603173086113,
+      "grad_norm": 151.4815216064453,
+      "learning_rate": 7.1207669086883366e-06,
+      "loss": 20.375,
+      "step": 25328
+    },
+    {
+      "epoch": 1.2104081047500717,
+      "grad_norm": 237.1770782470703,
+      "learning_rate": 7.120025820378521e-06,
+      "loss": 22.0938,
+      "step": 25329
+    },
+    {
+      "epoch": 1.210455892191532,
+      "grad_norm": 278.67071533203125,
+      "learning_rate": 7.11928474931604e-06,
+      "loss": 21.0156,
+      "step": 25330
+    },
+    {
+      "epoch": 1.2105036796329924,
+      "grad_norm": 278.0662841796875,
+      "learning_rate": 7.11854369550532e-06,
+      "loss": 24.6094,
+      "step": 25331
+    },
+    {
+      "epoch": 1.2105514670744528,
+      "grad_norm": 280.2828674316406,
+      "learning_rate": 7.117802658950806e-06,
+      "loss": 18.5781,
+      "step": 25332
+    },
+    {
+      "epoch": 1.2105992545159132,
+      "grad_norm": 283.8463439941406,
+      "learning_rate": 7.1170616396569345e-06,
+      "loss": 25.8281,
+      "step": 25333
+    },
+    {
+      "epoch": 1.2106470419573736,
+      "grad_norm": 352.2742919921875,
+      "learning_rate": 7.116320637628149e-06,
+      "loss": 19.375,
+      "step": 25334
+    },
+    {
+      "epoch": 1.210694829398834,
+      "grad_norm": 212.1332550048828,
+      "learning_rate": 7.115579652868878e-06,
+      "loss": 20.0,
+      "step": 25335
+    },
+    {
+      "epoch": 1.2107426168402944,
+      "grad_norm": 309.66473388671875,
+      "learning_rate": 7.1148386853835624e-06,
+      "loss": 31.5625,
+      "step": 25336
+    },
+    {
+      "epoch": 1.2107904042817548,
+      "grad_norm": 385.960693359375,
+      "learning_rate": 7.114097735176644e-06,
+      "loss": 26.6875,
+      "step": 25337
+    },
+    {
+      "epoch": 1.2108381917232152,
+      "grad_norm": 230.44775390625,
+      "learning_rate": 7.113356802252553e-06,
+      "loss": 25.1875,
+      "step": 25338
+    },
+    {
+      "epoch": 1.2108859791646756,
+      "grad_norm": 505.2021484375,
+      "learning_rate": 7.112615886615732e-06,
+      "loss": 34.1094,
+      "step": 25339
+    },
+    {
+      "epoch": 1.210933766606136,
+      "grad_norm": 185.9612274169922,
+      "learning_rate": 7.1118749882706126e-06,
+      "loss": 22.9375,
+      "step": 25340
+    },
+    {
+      "epoch": 1.2109815540475963,
+      "grad_norm": 184.12478637695312,
+      "learning_rate": 7.111134107221639e-06,
+      "loss": 29.625,
+      "step": 25341
+    },
+    {
+      "epoch": 1.2110293414890567,
+      "grad_norm": 301.774169921875,
+      "learning_rate": 7.110393243473244e-06,
+      "loss": 24.6875,
+      "step": 25342
+    },
+    {
+      "epoch": 1.211077128930517,
+      "grad_norm": 198.38641357421875,
+      "learning_rate": 7.109652397029863e-06,
+      "loss": 18.5938,
+      "step": 25343
+    },
+    {
+      "epoch": 1.2111249163719775,
+      "grad_norm": 185.90794372558594,
+      "learning_rate": 7.108911567895933e-06,
+      "loss": 23.25,
+      "step": 25344
+    },
+    {
+      "epoch": 1.211172703813438,
+      "grad_norm": 199.3915557861328,
+      "learning_rate": 7.108170756075899e-06,
+      "loss": 25.8438,
+      "step": 25345
+    },
+    {
+      "epoch": 1.2112204912548983,
+      "grad_norm": 204.14305114746094,
+      "learning_rate": 7.107429961574184e-06,
+      "loss": 27.0938,
+      "step": 25346
+    },
+    {
+      "epoch": 1.2112682786963587,
+      "grad_norm": 498.6181945800781,
+      "learning_rate": 7.106689184395232e-06,
+      "loss": 27.5781,
+      "step": 25347
+    },
+    {
+      "epoch": 1.211316066137819,
+      "grad_norm": 223.58102416992188,
+      "learning_rate": 7.105948424543483e-06,
+      "loss": 30.5625,
+      "step": 25348
+    },
+    {
+      "epoch": 1.2113638535792794,
+      "grad_norm": 245.1522979736328,
+      "learning_rate": 7.105207682023363e-06,
+      "loss": 30.0625,
+      "step": 25349
+    },
+    {
+      "epoch": 1.2114116410207398,
+      "grad_norm": 302.0462341308594,
+      "learning_rate": 7.104466956839315e-06,
+      "loss": 30.8281,
+      "step": 25350
+    },
+    {
+      "epoch": 1.2114594284622002,
+      "grad_norm": 248.6920623779297,
+      "learning_rate": 7.103726248995773e-06,
+      "loss": 19.0312,
+      "step": 25351
+    },
+    {
+      "epoch": 1.2115072159036604,
+      "grad_norm": 235.46981811523438,
+      "learning_rate": 7.102985558497179e-06,
+      "loss": 24.625,
+      "step": 25352
+    },
+    {
+      "epoch": 1.2115550033451208,
+      "grad_norm": 208.21759033203125,
+      "learning_rate": 7.102244885347957e-06,
+      "loss": 21.5469,
+      "step": 25353
+    },
+    {
+      "epoch": 1.2116027907865812,
+      "grad_norm": 352.8065490722656,
+      "learning_rate": 7.1015042295525515e-06,
+      "loss": 33.25,
+      "step": 25354
+    },
+    {
+      "epoch": 1.2116505782280416,
+      "grad_norm": 176.20263671875,
+      "learning_rate": 7.100763591115396e-06,
+      "loss": 17.9219,
+      "step": 25355
+    },
+    {
+      "epoch": 1.211698365669502,
+      "grad_norm": 169.0408477783203,
+      "learning_rate": 7.100022970040926e-06,
+      "loss": 25.9688,
+      "step": 25356
+    },
+    {
+      "epoch": 1.2117461531109623,
+      "grad_norm": 487.66180419921875,
+      "learning_rate": 7.0992823663335765e-06,
+      "loss": 37.5,
+      "step": 25357
+    },
+    {
+      "epoch": 1.2117939405524227,
+      "grad_norm": 228.2696075439453,
+      "learning_rate": 7.098541779997781e-06,
+      "loss": 25.2656,
+      "step": 25358
+    },
+    {
+      "epoch": 1.2118417279938831,
+      "grad_norm": 244.19944763183594,
+      "learning_rate": 7.097801211037978e-06,
+      "loss": 24.75,
+      "step": 25359
+    },
+    {
+      "epoch": 1.2118895154353435,
+      "grad_norm": 232.2310791015625,
+      "learning_rate": 7.097060659458601e-06,
+      "loss": 25.9688,
+      "step": 25360
+    },
+    {
+      "epoch": 1.211937302876804,
+      "grad_norm": 460.6086120605469,
+      "learning_rate": 7.096320125264082e-06,
+      "loss": 28.1875,
+      "step": 25361
+    },
+    {
+      "epoch": 1.2119850903182643,
+      "grad_norm": 186.89292907714844,
+      "learning_rate": 7.095579608458859e-06,
+      "loss": 31.2188,
+      "step": 25362
+    },
+    {
+      "epoch": 1.2120328777597247,
+      "grad_norm": 216.89462280273438,
+      "learning_rate": 7.094839109047371e-06,
+      "loss": 23.4844,
+      "step": 25363
+    },
+    {
+      "epoch": 1.212080665201185,
+      "grad_norm": 289.3954772949219,
+      "learning_rate": 7.094098627034044e-06,
+      "loss": 22.5625,
+      "step": 25364
+    },
+    {
+      "epoch": 1.2121284526426455,
+      "grad_norm": 224.8760528564453,
+      "learning_rate": 7.093358162423316e-06,
+      "loss": 35.0938,
+      "step": 25365
+    },
+    {
+      "epoch": 1.2121762400841058,
+      "grad_norm": 295.8924560546875,
+      "learning_rate": 7.092617715219623e-06,
+      "loss": 22.0938,
+      "step": 25366
+    },
+    {
+      "epoch": 1.2122240275255662,
+      "grad_norm": 179.16514587402344,
+      "learning_rate": 7.091877285427401e-06,
+      "loss": 25.9219,
+      "step": 25367
+    },
+    {
+      "epoch": 1.2122718149670266,
+      "grad_norm": 358.8837585449219,
+      "learning_rate": 7.091136873051079e-06,
+      "loss": 26.7812,
+      "step": 25368
+    },
+    {
+      "epoch": 1.212319602408487,
+      "grad_norm": 320.85369873046875,
+      "learning_rate": 7.090396478095092e-06,
+      "loss": 22.9688,
+      "step": 25369
+    },
+    {
+      "epoch": 1.2123673898499474,
+      "grad_norm": 606.6112670898438,
+      "learning_rate": 7.089656100563879e-06,
+      "loss": 20.6875,
+      "step": 25370
+    },
+    {
+      "epoch": 1.2124151772914078,
+      "grad_norm": 191.72348022460938,
+      "learning_rate": 7.08891574046187e-06,
+      "loss": 20.0312,
+      "step": 25371
+    },
+    {
+      "epoch": 1.2124629647328682,
+      "grad_norm": 1584.8641357421875,
+      "learning_rate": 7.088175397793499e-06,
+      "loss": 18.5625,
+      "step": 25372
+    },
+    {
+      "epoch": 1.2125107521743286,
+      "grad_norm": 454.7781677246094,
+      "learning_rate": 7.0874350725632e-06,
+      "loss": 26.375,
+      "step": 25373
+    },
+    {
+      "epoch": 1.212558539615789,
+      "grad_norm": 249.83383178710938,
+      "learning_rate": 7.086694764775407e-06,
+      "loss": 27.9062,
+      "step": 25374
+    },
+    {
+      "epoch": 1.2126063270572494,
+      "grad_norm": 248.87901306152344,
+      "learning_rate": 7.0859544744345536e-06,
+      "loss": 28.25,
+      "step": 25375
+    },
+    {
+      "epoch": 1.2126541144987097,
+      "grad_norm": 186.83535766601562,
+      "learning_rate": 7.08521420154507e-06,
+      "loss": 25.6562,
+      "step": 25376
+    },
+    {
+      "epoch": 1.2127019019401701,
+      "grad_norm": 183.2823486328125,
+      "learning_rate": 7.084473946111393e-06,
+      "loss": 20.1719,
+      "step": 25377
+    },
+    {
+      "epoch": 1.2127496893816305,
+      "grad_norm": 266.97296142578125,
+      "learning_rate": 7.083733708137958e-06,
+      "loss": 35.5938,
+      "step": 25378
+    },
+    {
+      "epoch": 1.212797476823091,
+      "grad_norm": 281.85943603515625,
+      "learning_rate": 7.0829934876291926e-06,
+      "loss": 28.0,
+      "step": 25379
+    },
+    {
+      "epoch": 1.2128452642645513,
+      "grad_norm": 300.5804748535156,
+      "learning_rate": 7.082253284589532e-06,
+      "loss": 22.7344,
+      "step": 25380
+    },
+    {
+      "epoch": 1.2128930517060117,
+      "grad_norm": 228.25401306152344,
+      "learning_rate": 7.0815130990234095e-06,
+      "loss": 33.6562,
+      "step": 25381
+    },
+    {
+      "epoch": 1.212940839147472,
+      "grad_norm": 295.0417785644531,
+      "learning_rate": 7.08077293093526e-06,
+      "loss": 36.3125,
+      "step": 25382
+    },
+    {
+      "epoch": 1.2129886265889325,
+      "grad_norm": 225.30853271484375,
+      "learning_rate": 7.080032780329511e-06,
+      "loss": 29.6094,
+      "step": 25383
+    },
+    {
+      "epoch": 1.2130364140303929,
+      "grad_norm": 380.4091491699219,
+      "learning_rate": 7.079292647210598e-06,
+      "loss": 41.5625,
+      "step": 25384
+    },
+    {
+      "epoch": 1.2130842014718533,
+      "grad_norm": 129.14732360839844,
+      "learning_rate": 7.078552531582957e-06,
+      "loss": 14.5781,
+      "step": 25385
+    },
+    {
+      "epoch": 1.2131319889133136,
+      "grad_norm": 232.59214782714844,
+      "learning_rate": 7.077812433451012e-06,
+      "loss": 23.3906,
+      "step": 25386
+    },
+    {
+      "epoch": 1.213179776354774,
+      "grad_norm": 880.0921630859375,
+      "learning_rate": 7.077072352819201e-06,
+      "loss": 23.5625,
+      "step": 25387
+    },
+    {
+      "epoch": 1.2132275637962344,
+      "grad_norm": 299.2853088378906,
+      "learning_rate": 7.0763322896919565e-06,
+      "loss": 23.8906,
+      "step": 25388
+    },
+    {
+      "epoch": 1.2132753512376948,
+      "grad_norm": 606.8340454101562,
+      "learning_rate": 7.07559224407371e-06,
+      "loss": 34.9688,
+      "step": 25389
+    },
+    {
+      "epoch": 1.2133231386791552,
+      "grad_norm": 148.14451599121094,
+      "learning_rate": 7.07485221596889e-06,
+      "loss": 12.8125,
+      "step": 25390
+    },
+    {
+      "epoch": 1.2133709261206156,
+      "grad_norm": 349.4007568359375,
+      "learning_rate": 7.074112205381931e-06,
+      "loss": 23.125,
+      "step": 25391
+    },
+    {
+      "epoch": 1.213418713562076,
+      "grad_norm": 128.83819580078125,
+      "learning_rate": 7.073372212317264e-06,
+      "loss": 22.9688,
+      "step": 25392
+    },
+    {
+      "epoch": 1.2134665010035364,
+      "grad_norm": 279.2172546386719,
+      "learning_rate": 7.072632236779324e-06,
+      "loss": 26.625,
+      "step": 25393
+    },
+    {
+      "epoch": 1.2135142884449968,
+      "grad_norm": 186.90428161621094,
+      "learning_rate": 7.0718922787725366e-06,
+      "loss": 27.9062,
+      "step": 25394
+    },
+    {
+      "epoch": 1.2135620758864571,
+      "grad_norm": 231.79856872558594,
+      "learning_rate": 7.071152338301337e-06,
+      "loss": 26.4062,
+      "step": 25395
+    },
+    {
+      "epoch": 1.2136098633279175,
+      "grad_norm": 213.0140838623047,
+      "learning_rate": 7.070412415370158e-06,
+      "loss": 26.7188,
+      "step": 25396
+    },
+    {
+      "epoch": 1.213657650769378,
+      "grad_norm": 310.9635925292969,
+      "learning_rate": 7.069672509983425e-06,
+      "loss": 23.625,
+      "step": 25397
+    },
+    {
+      "epoch": 1.2137054382108383,
+      "grad_norm": 285.9640197753906,
+      "learning_rate": 7.068932622145572e-06,
+      "loss": 27.0,
+      "step": 25398
+    },
+    {
+      "epoch": 1.2137532256522985,
+      "grad_norm": 159.46495056152344,
+      "learning_rate": 7.068192751861032e-06,
+      "loss": 23.7812,
+      "step": 25399
+    },
+    {
+      "epoch": 1.2138010130937589,
+      "grad_norm": 191.6383514404297,
+      "learning_rate": 7.067452899134237e-06,
+      "loss": 26.8906,
+      "step": 25400
+    },
+    {
+      "epoch": 1.2138488005352193,
+      "grad_norm": 210.0503692626953,
+      "learning_rate": 7.0667130639696106e-06,
+      "loss": 28.4219,
+      "step": 25401
+    },
+    {
+      "epoch": 1.2138965879766797,
+      "grad_norm": 248.25523376464844,
+      "learning_rate": 7.0659732463715895e-06,
+      "loss": 17.0,
+      "step": 25402
+    },
+    {
+      "epoch": 1.21394437541814,
+      "grad_norm": 203.1520538330078,
+      "learning_rate": 7.065233446344604e-06,
+      "loss": 22.4219,
+      "step": 25403
+    },
+    {
+      "epoch": 1.2139921628596004,
+      "grad_norm": 168.53189086914062,
+      "learning_rate": 7.064493663893083e-06,
+      "loss": 16.1094,
+      "step": 25404
+    },
+    {
+      "epoch": 1.2140399503010608,
+      "grad_norm": 255.5647430419922,
+      "learning_rate": 7.063753899021455e-06,
+      "loss": 22.125,
+      "step": 25405
+    },
+    {
+      "epoch": 1.2140877377425212,
+      "grad_norm": 337.8997802734375,
+      "learning_rate": 7.063014151734156e-06,
+      "loss": 21.0625,
+      "step": 25406
+    },
+    {
+      "epoch": 1.2141355251839816,
+      "grad_norm": 383.3754577636719,
+      "learning_rate": 7.062274422035611e-06,
+      "loss": 27.3125,
+      "step": 25407
+    },
+    {
+      "epoch": 1.214183312625442,
+      "grad_norm": 324.8599548339844,
+      "learning_rate": 7.061534709930251e-06,
+      "loss": 26.9062,
+      "step": 25408
+    },
+    {
+      "epoch": 1.2142311000669024,
+      "grad_norm": 338.2876281738281,
+      "learning_rate": 7.060795015422506e-06,
+      "loss": 25.625,
+      "step": 25409
+    },
+    {
+      "epoch": 1.2142788875083628,
+      "grad_norm": 320.44354248046875,
+      "learning_rate": 7.060055338516804e-06,
+      "loss": 28.2812,
+      "step": 25410
+    },
+    {
+      "epoch": 1.2143266749498232,
+      "grad_norm": 150.8740997314453,
+      "learning_rate": 7.059315679217583e-06,
+      "loss": 32.5312,
+      "step": 25411
+    },
+    {
+      "epoch": 1.2143744623912835,
+      "grad_norm": 153.87957763671875,
+      "learning_rate": 7.058576037529261e-06,
+      "loss": 19.8438,
+      "step": 25412
+    },
+    {
+      "epoch": 1.214422249832744,
+      "grad_norm": 168.6962127685547,
+      "learning_rate": 7.057836413456275e-06,
+      "loss": 24.5781,
+      "step": 25413
+    },
+    {
+      "epoch": 1.2144700372742043,
+      "grad_norm": 217.14779663085938,
+      "learning_rate": 7.057096807003051e-06,
+      "loss": 28.6562,
+      "step": 25414
+    },
+    {
+      "epoch": 1.2145178247156647,
+      "grad_norm": 208.2247772216797,
+      "learning_rate": 7.056357218174023e-06,
+      "loss": 28.5625,
+      "step": 25415
+    },
+    {
+      "epoch": 1.214565612157125,
+      "grad_norm": 298.1683654785156,
+      "learning_rate": 7.055617646973616e-06,
+      "loss": 22.8125,
+      "step": 25416
+    },
+    {
+      "epoch": 1.2146133995985855,
+      "grad_norm": 215.1162872314453,
+      "learning_rate": 7.054878093406257e-06,
+      "loss": 28.5625,
+      "step": 25417
+    },
+    {
+      "epoch": 1.2146611870400459,
+      "grad_norm": 173.8047637939453,
+      "learning_rate": 7.05413855747638e-06,
+      "loss": 19.9531,
+      "step": 25418
+    },
+    {
+      "epoch": 1.2147089744815063,
+      "grad_norm": 499.9345397949219,
+      "learning_rate": 7.0533990391884145e-06,
+      "loss": 33.9062,
+      "step": 25419
+    },
+    {
+      "epoch": 1.2147567619229667,
+      "grad_norm": 241.63560485839844,
+      "learning_rate": 7.0526595385467824e-06,
+      "loss": 28.4375,
+      "step": 25420
+    },
+    {
+      "epoch": 1.214804549364427,
+      "grad_norm": 358.7340087890625,
+      "learning_rate": 7.051920055555919e-06,
+      "loss": 31.4375,
+      "step": 25421
+    },
+    {
+      "epoch": 1.2148523368058874,
+      "grad_norm": 565.9468994140625,
+      "learning_rate": 7.051180590220251e-06,
+      "loss": 25.9844,
+      "step": 25422
+    },
+    {
+      "epoch": 1.2149001242473478,
+      "grad_norm": 1948.783935546875,
+      "learning_rate": 7.050441142544207e-06,
+      "loss": 32.875,
+      "step": 25423
+    },
+    {
+      "epoch": 1.2149479116888082,
+      "grad_norm": 142.4819793701172,
+      "learning_rate": 7.049701712532211e-06,
+      "loss": 24.6094,
+      "step": 25424
+    },
+    {
+      "epoch": 1.2149956991302686,
+      "grad_norm": 544.2893676757812,
+      "learning_rate": 7.048962300188695e-06,
+      "loss": 24.875,
+      "step": 25425
+    },
+    {
+      "epoch": 1.215043486571729,
+      "grad_norm": 148.8368682861328,
+      "learning_rate": 7.048222905518092e-06,
+      "loss": 20.5312,
+      "step": 25426
+    },
+    {
+      "epoch": 1.2150912740131894,
+      "grad_norm": 274.48712158203125,
+      "learning_rate": 7.0474835285248185e-06,
+      "loss": 26.0312,
+      "step": 25427
+    },
+    {
+      "epoch": 1.2151390614546498,
+      "grad_norm": 286.1717224121094,
+      "learning_rate": 7.046744169213311e-06,
+      "loss": 27.7969,
+      "step": 25428
+    },
+    {
+      "epoch": 1.2151868488961102,
+      "grad_norm": 232.69825744628906,
+      "learning_rate": 7.046004827587995e-06,
+      "loss": 25.1562,
+      "step": 25429
+    },
+    {
+      "epoch": 1.2152346363375706,
+      "grad_norm": 315.63580322265625,
+      "learning_rate": 7.045265503653302e-06,
+      "loss": 29.5,
+      "step": 25430
+    },
+    {
+      "epoch": 1.215282423779031,
+      "grad_norm": 122.36750030517578,
+      "learning_rate": 7.044526197413653e-06,
+      "loss": 18.4688,
+      "step": 25431
+    },
+    {
+      "epoch": 1.2153302112204913,
+      "grad_norm": 149.99624633789062,
+      "learning_rate": 7.043786908873475e-06,
+      "loss": 21.6406,
+      "step": 25432
+    },
+    {
+      "epoch": 1.2153779986619517,
+      "grad_norm": 186.3199920654297,
+      "learning_rate": 7.043047638037206e-06,
+      "loss": 24.6562,
+      "step": 25433
+    },
+    {
+      "epoch": 1.2154257861034121,
+      "grad_norm": 242.6078338623047,
+      "learning_rate": 7.042308384909262e-06,
+      "loss": 25.875,
+      "step": 25434
+    },
+    {
+      "epoch": 1.2154735735448723,
+      "grad_norm": 204.89224243164062,
+      "learning_rate": 7.041569149494074e-06,
+      "loss": 21.5469,
+      "step": 25435
+    },
+    {
+      "epoch": 1.2155213609863327,
+      "grad_norm": 520.3697509765625,
+      "learning_rate": 7.040829931796072e-06,
+      "loss": 31.3438,
+      "step": 25436
+    },
+    {
+      "epoch": 1.215569148427793,
+      "grad_norm": 443.27032470703125,
+      "learning_rate": 7.040090731819679e-06,
+      "loss": 28.625,
+      "step": 25437
+    },
+    {
+      "epoch": 1.2156169358692535,
+      "grad_norm": 213.24685668945312,
+      "learning_rate": 7.039351549569322e-06,
+      "loss": 25.125,
+      "step": 25438
+    },
+    {
+      "epoch": 1.2156647233107138,
+      "grad_norm": 245.64842224121094,
+      "learning_rate": 7.0386123850494305e-06,
+      "loss": 22.9844,
+      "step": 25439
+    },
+    {
+      "epoch": 1.2157125107521742,
+      "grad_norm": 165.64732360839844,
+      "learning_rate": 7.037873238264427e-06,
+      "loss": 20.5625,
+      "step": 25440
+    },
+    {
+      "epoch": 1.2157602981936346,
+      "grad_norm": 235.0659637451172,
+      "learning_rate": 7.037134109218746e-06,
+      "loss": 24.4688,
+      "step": 25441
+    },
+    {
+      "epoch": 1.215808085635095,
+      "grad_norm": 448.4281921386719,
+      "learning_rate": 7.0363949979168035e-06,
+      "loss": 21.0156,
+      "step": 25442
+    },
+    {
+      "epoch": 1.2158558730765554,
+      "grad_norm": 171.96096801757812,
+      "learning_rate": 7.035655904363031e-06,
+      "loss": 23.2656,
+      "step": 25443
+    },
+    {
+      "epoch": 1.2159036605180158,
+      "grad_norm": 239.5982666015625,
+      "learning_rate": 7.03491682856186e-06,
+      "loss": 28.875,
+      "step": 25444
+    },
+    {
+      "epoch": 1.2159514479594762,
+      "grad_norm": 206.39697265625,
+      "learning_rate": 7.034177770517705e-06,
+      "loss": 25.9688,
+      "step": 25445
+    },
+    {
+      "epoch": 1.2159992354009366,
+      "grad_norm": 200.61972045898438,
+      "learning_rate": 7.033438730234999e-06,
+      "loss": 22.5469,
+      "step": 25446
+    },
+    {
+      "epoch": 1.216047022842397,
+      "grad_norm": 222.26010131835938,
+      "learning_rate": 7.0326997077181665e-06,
+      "loss": 29.0312,
+      "step": 25447
+    },
+    {
+      "epoch": 1.2160948102838574,
+      "grad_norm": 509.3618469238281,
+      "learning_rate": 7.03196070297164e-06,
+      "loss": 31.25,
+      "step": 25448
+    },
+    {
+      "epoch": 1.2161425977253177,
+      "grad_norm": 242.1987762451172,
+      "learning_rate": 7.031221715999834e-06,
+      "loss": 18.9375,
+      "step": 25449
+    },
+    {
+      "epoch": 1.2161903851667781,
+      "grad_norm": 302.35516357421875,
+      "learning_rate": 7.030482746807179e-06,
+      "loss": 29.625,
+      "step": 25450
+    },
+    {
+      "epoch": 1.2162381726082385,
+      "grad_norm": 250.55821228027344,
+      "learning_rate": 7.0297437953981e-06,
+      "loss": 25.75,
+      "step": 25451
+    },
+    {
+      "epoch": 1.216285960049699,
+      "grad_norm": 205.8699188232422,
+      "learning_rate": 7.029004861777027e-06,
+      "loss": 26.0625,
+      "step": 25452
+    },
+    {
+      "epoch": 1.2163337474911593,
+      "grad_norm": 240.40586853027344,
+      "learning_rate": 7.0282659459483785e-06,
+      "loss": 34.2812,
+      "step": 25453
+    },
+    {
+      "epoch": 1.2163815349326197,
+      "grad_norm": 110.58386993408203,
+      "learning_rate": 7.027527047916582e-06,
+      "loss": 19.7656,
+      "step": 25454
+    },
+    {
+      "epoch": 1.21642932237408,
+      "grad_norm": 288.2974853515625,
+      "learning_rate": 7.026788167686064e-06,
+      "loss": 32.7188,
+      "step": 25455
+    },
+    {
+      "epoch": 1.2164771098155405,
+      "grad_norm": 170.9006805419922,
+      "learning_rate": 7.0260493052612484e-06,
+      "loss": 19.3906,
+      "step": 25456
+    },
+    {
+      "epoch": 1.2165248972570009,
+      "grad_norm": 495.5007019042969,
+      "learning_rate": 7.025310460646562e-06,
+      "loss": 22.7188,
+      "step": 25457
+    },
+    {
+      "epoch": 1.2165726846984612,
+      "grad_norm": 459.7981262207031,
+      "learning_rate": 7.0245716338464235e-06,
+      "loss": 26.1562,
+      "step": 25458
+    },
+    {
+      "epoch": 1.2166204721399216,
+      "grad_norm": 231.52093505859375,
+      "learning_rate": 7.023832824865266e-06,
+      "loss": 17.125,
+      "step": 25459
+    },
+    {
+      "epoch": 1.216668259581382,
+      "grad_norm": 145.46934509277344,
+      "learning_rate": 7.023094033707505e-06,
+      "loss": 23.25,
+      "step": 25460
+    },
+    {
+      "epoch": 1.2167160470228424,
+      "grad_norm": 254.95909118652344,
+      "learning_rate": 7.0223552603775715e-06,
+      "loss": 22.5625,
+      "step": 25461
+    },
+    {
+      "epoch": 1.2167638344643028,
+      "grad_norm": 286.9033508300781,
+      "learning_rate": 7.0216165048798855e-06,
+      "loss": 23.7344,
+      "step": 25462
+    },
+    {
+      "epoch": 1.2168116219057632,
+      "grad_norm": 322.78680419921875,
+      "learning_rate": 7.020877767218879e-06,
+      "loss": 17.9375,
+      "step": 25463
+    },
+    {
+      "epoch": 1.2168594093472236,
+      "grad_norm": 180.00680541992188,
+      "learning_rate": 7.020139047398966e-06,
+      "loss": 30.25,
+      "step": 25464
+    },
+    {
+      "epoch": 1.216907196788684,
+      "grad_norm": 185.37310791015625,
+      "learning_rate": 7.019400345424574e-06,
+      "loss": 15.1719,
+      "step": 25465
+    },
+    {
+      "epoch": 1.2169549842301444,
+      "grad_norm": 191.97193908691406,
+      "learning_rate": 7.01866166130013e-06,
+      "loss": 26.4219,
+      "step": 25466
+    },
+    {
+      "epoch": 1.2170027716716048,
+      "grad_norm": 153.98391723632812,
+      "learning_rate": 7.0179229950300585e-06,
+      "loss": 18.6719,
+      "step": 25467
+    },
+    {
+      "epoch": 1.2170505591130651,
+      "grad_norm": 368.877685546875,
+      "learning_rate": 7.017184346618776e-06,
+      "loss": 41.0625,
+      "step": 25468
+    },
+    {
+      "epoch": 1.2170983465545255,
+      "grad_norm": 643.5486450195312,
+      "learning_rate": 7.016445716070713e-06,
+      "loss": 23.0469,
+      "step": 25469
+    },
+    {
+      "epoch": 1.217146133995986,
+      "grad_norm": 176.98146057128906,
+      "learning_rate": 7.01570710339029e-06,
+      "loss": 19.7188,
+      "step": 25470
+    },
+    {
+      "epoch": 1.2171939214374463,
+      "grad_norm": 162.61573791503906,
+      "learning_rate": 7.01496850858193e-06,
+      "loss": 23.375,
+      "step": 25471
+    },
+    {
+      "epoch": 1.2172417088789067,
+      "grad_norm": 177.91339111328125,
+      "learning_rate": 7.014229931650056e-06,
+      "loss": 22.0156,
+      "step": 25472
+    },
+    {
+      "epoch": 1.217289496320367,
+      "grad_norm": 171.64291381835938,
+      "learning_rate": 7.013491372599092e-06,
+      "loss": 28.8906,
+      "step": 25473
+    },
+    {
+      "epoch": 1.2173372837618275,
+      "grad_norm": 164.06344604492188,
+      "learning_rate": 7.0127528314334646e-06,
+      "loss": 25.8125,
+      "step": 25474
+    },
+    {
+      "epoch": 1.2173850712032879,
+      "grad_norm": 225.01748657226562,
+      "learning_rate": 7.012014308157591e-06,
+      "loss": 17.1719,
+      "step": 25475
+    },
+    {
+      "epoch": 1.2174328586447483,
+      "grad_norm": 613.4791259765625,
+      "learning_rate": 7.011275802775894e-06,
+      "loss": 32.1875,
+      "step": 25476
+    },
+    {
+      "epoch": 1.2174806460862087,
+      "grad_norm": 165.93048095703125,
+      "learning_rate": 7.010537315292798e-06,
+      "loss": 20.5312,
+      "step": 25477
+    },
+    {
+      "epoch": 1.217528433527669,
+      "grad_norm": 302.3228454589844,
+      "learning_rate": 7.009798845712732e-06,
+      "loss": 23.3125,
+      "step": 25478
+    },
+    {
+      "epoch": 1.2175762209691294,
+      "grad_norm": 201.12330627441406,
+      "learning_rate": 7.009060394040106e-06,
+      "loss": 25.7812,
+      "step": 25479
+    },
+    {
+      "epoch": 1.2176240084105898,
+      "grad_norm": 275.3914794921875,
+      "learning_rate": 7.008321960279351e-06,
+      "loss": 34.5625,
+      "step": 25480
+    },
+    {
+      "epoch": 1.21767179585205,
+      "grad_norm": 287.50445556640625,
+      "learning_rate": 7.0075835444348905e-06,
+      "loss": 26.75,
+      "step": 25481
+    },
+    {
+      "epoch": 1.2177195832935104,
+      "grad_norm": 263.72802734375,
+      "learning_rate": 7.006845146511138e-06,
+      "loss": 36.7812,
+      "step": 25482
+    },
+    {
+      "epoch": 1.2177673707349708,
+      "grad_norm": 731.7177124023438,
+      "learning_rate": 7.006106766512523e-06,
+      "loss": 16.5312,
+      "step": 25483
+    },
+    {
+      "epoch": 1.2178151581764312,
+      "grad_norm": 430.9585876464844,
+      "learning_rate": 7.005368404443464e-06,
+      "loss": 18.7188,
+      "step": 25484
+    },
+    {
+      "epoch": 1.2178629456178915,
+      "grad_norm": 195.64511108398438,
+      "learning_rate": 7.004630060308389e-06,
+      "loss": 22.2812,
+      "step": 25485
+    },
+    {
+      "epoch": 1.217910733059352,
+      "grad_norm": 144.95242309570312,
+      "learning_rate": 7.00389173411171e-06,
+      "loss": 18.5312,
+      "step": 25486
+    },
+    {
+      "epoch": 1.2179585205008123,
+      "grad_norm": 219.73861694335938,
+      "learning_rate": 7.0031534258578555e-06,
+      "loss": 26.9375,
+      "step": 25487
+    },
+    {
+      "epoch": 1.2180063079422727,
+      "grad_norm": 224.9271240234375,
+      "learning_rate": 7.0024151355512436e-06,
+      "loss": 29.2656,
+      "step": 25488
+    },
+    {
+      "epoch": 1.218054095383733,
+      "grad_norm": 331.1578674316406,
+      "learning_rate": 7.001676863196298e-06,
+      "loss": 24.5625,
+      "step": 25489
+    },
+    {
+      "epoch": 1.2181018828251935,
+      "grad_norm": 177.7528076171875,
+      "learning_rate": 7.0009386087974405e-06,
+      "loss": 17.5625,
+      "step": 25490
+    },
+    {
+      "epoch": 1.2181496702666539,
+      "grad_norm": 172.43655395507812,
+      "learning_rate": 7.000200372359088e-06,
+      "loss": 20.8125,
+      "step": 25491
+    },
+    {
+      "epoch": 1.2181974577081143,
+      "grad_norm": 666.3616333007812,
+      "learning_rate": 6.999462153885665e-06,
+      "loss": 20.8594,
+      "step": 25492
+    },
+    {
+      "epoch": 1.2182452451495747,
+      "grad_norm": 427.0148010253906,
+      "learning_rate": 6.9987239533815955e-06,
+      "loss": 29.1406,
+      "step": 25493
+    },
+    {
+      "epoch": 1.218293032591035,
+      "grad_norm": 184.89505004882812,
+      "learning_rate": 6.997985770851292e-06,
+      "loss": 29.4375,
+      "step": 25494
+    },
+    {
+      "epoch": 1.2183408200324954,
+      "grad_norm": 587.430419921875,
+      "learning_rate": 6.997247606299182e-06,
+      "loss": 21.4531,
+      "step": 25495
+    },
+    {
+      "epoch": 1.2183886074739558,
+      "grad_norm": 287.85589599609375,
+      "learning_rate": 6.996509459729688e-06,
+      "loss": 20.0156,
+      "step": 25496
+    },
+    {
+      "epoch": 1.2184363949154162,
+      "grad_norm": 179.49562072753906,
+      "learning_rate": 6.9957713311472206e-06,
+      "loss": 24.4375,
+      "step": 25497
+    },
+    {
+      "epoch": 1.2184841823568766,
+      "grad_norm": 327.0285339355469,
+      "learning_rate": 6.995033220556209e-06,
+      "loss": 35.0625,
+      "step": 25498
+    },
+    {
+      "epoch": 1.218531969798337,
+      "grad_norm": 173.5739288330078,
+      "learning_rate": 6.99429512796107e-06,
+      "loss": 16.9688,
+      "step": 25499
+    },
+    {
+      "epoch": 1.2185797572397974,
+      "grad_norm": 242.02330017089844,
+      "learning_rate": 6.993557053366228e-06,
+      "loss": 22.0469,
+      "step": 25500
+    },
+    {
+      "epoch": 1.2186275446812578,
+      "grad_norm": 324.4046630859375,
+      "learning_rate": 6.9928189967760966e-06,
+      "loss": 24.4375,
+      "step": 25501
+    },
+    {
+      "epoch": 1.2186753321227182,
+      "grad_norm": 576.584716796875,
+      "learning_rate": 6.992080958195098e-06,
+      "loss": 34.4062,
+      "step": 25502
+    },
+    {
+      "epoch": 1.2187231195641786,
+      "grad_norm": 251.17916870117188,
+      "learning_rate": 6.991342937627656e-06,
+      "loss": 25.75,
+      "step": 25503
+    },
+    {
+      "epoch": 1.218770907005639,
+      "grad_norm": 348.59027099609375,
+      "learning_rate": 6.990604935078188e-06,
+      "loss": 25.5625,
+      "step": 25504
+    },
+    {
+      "epoch": 1.2188186944470993,
+      "grad_norm": 215.01705932617188,
+      "learning_rate": 6.989866950551113e-06,
+      "loss": 25.6875,
+      "step": 25505
+    },
+    {
+      "epoch": 1.2188664818885597,
+      "grad_norm": 210.40814208984375,
+      "learning_rate": 6.989128984050848e-06,
+      "loss": 22.7812,
+      "step": 25506
+    },
+    {
+      "epoch": 1.2189142693300201,
+      "grad_norm": 238.2526092529297,
+      "learning_rate": 6.988391035581821e-06,
+      "loss": 25.1719,
+      "step": 25507
+    },
+    {
+      "epoch": 1.2189620567714805,
+      "grad_norm": 168.6031494140625,
+      "learning_rate": 6.9876531051484405e-06,
+      "loss": 22.1875,
+      "step": 25508
+    },
+    {
+      "epoch": 1.219009844212941,
+      "grad_norm": 191.81845092773438,
+      "learning_rate": 6.986915192755131e-06,
+      "loss": 24.2188,
+      "step": 25509
+    },
+    {
+      "epoch": 1.2190576316544013,
+      "grad_norm": 407.8933410644531,
+      "learning_rate": 6.986177298406311e-06,
+      "loss": 28.5312,
+      "step": 25510
+    },
+    {
+      "epoch": 1.2191054190958617,
+      "grad_norm": 287.0144958496094,
+      "learning_rate": 6.985439422106406e-06,
+      "loss": 30.0938,
+      "step": 25511
+    },
+    {
+      "epoch": 1.219153206537322,
+      "grad_norm": 391.9921569824219,
+      "learning_rate": 6.984701563859824e-06,
+      "loss": 31.875,
+      "step": 25512
+    },
+    {
+      "epoch": 1.2192009939787825,
+      "grad_norm": 297.75933837890625,
+      "learning_rate": 6.9839637236709875e-06,
+      "loss": 27.7812,
+      "step": 25513
+    },
+    {
+      "epoch": 1.2192487814202428,
+      "grad_norm": 128.17901611328125,
+      "learning_rate": 6.983225901544317e-06,
+      "loss": 23.9375,
+      "step": 25514
+    },
+    {
+      "epoch": 1.2192965688617032,
+      "grad_norm": 218.8402862548828,
+      "learning_rate": 6.982488097484237e-06,
+      "loss": 17.6875,
+      "step": 25515
+    },
+    {
+      "epoch": 1.2193443563031636,
+      "grad_norm": 215.58575439453125,
+      "learning_rate": 6.981750311495152e-06,
+      "loss": 18.2969,
+      "step": 25516
+    },
+    {
+      "epoch": 1.2193921437446238,
+      "grad_norm": 214.12106323242188,
+      "learning_rate": 6.9810125435814915e-06,
+      "loss": 25.375,
+      "step": 25517
+    },
+    {
+      "epoch": 1.2194399311860842,
+      "grad_norm": 214.1451416015625,
+      "learning_rate": 6.980274793747672e-06,
+      "loss": 21.0781,
+      "step": 25518
+    },
+    {
+      "epoch": 1.2194877186275446,
+      "grad_norm": 187.13339233398438,
+      "learning_rate": 6.9795370619981075e-06,
+      "loss": 21.7969,
+      "step": 25519
+    },
+    {
+      "epoch": 1.219535506069005,
+      "grad_norm": 343.8698425292969,
+      "learning_rate": 6.97879934833722e-06,
+      "loss": 27.6406,
+      "step": 25520
+    },
+    {
+      "epoch": 1.2195832935104653,
+      "grad_norm": 191.13426208496094,
+      "learning_rate": 6.978061652769423e-06,
+      "loss": 20.9062,
+      "step": 25521
+    },
+    {
+      "epoch": 1.2196310809519257,
+      "grad_norm": 344.2413330078125,
+      "learning_rate": 6.977323975299139e-06,
+      "loss": 47.0312,
+      "step": 25522
+    },
+    {
+      "epoch": 1.2196788683933861,
+      "grad_norm": 285.2232666015625,
+      "learning_rate": 6.9765863159307866e-06,
+      "loss": 25.1562,
+      "step": 25523
+    },
+    {
+      "epoch": 1.2197266558348465,
+      "grad_norm": 228.9844970703125,
+      "learning_rate": 6.975848674668777e-06,
+      "loss": 33.7812,
+      "step": 25524
+    },
+    {
+      "epoch": 1.219774443276307,
+      "grad_norm": 236.24826049804688,
+      "learning_rate": 6.975111051517531e-06,
+      "loss": 25.0625,
+      "step": 25525
+    },
+    {
+      "epoch": 1.2198222307177673,
+      "grad_norm": 242.127197265625,
+      "learning_rate": 6.974373446481473e-06,
+      "loss": 32.1875,
+      "step": 25526
+    },
+    {
+      "epoch": 1.2198700181592277,
+      "grad_norm": 282.3232727050781,
+      "learning_rate": 6.973635859565009e-06,
+      "loss": 25.9375,
+      "step": 25527
+    },
+    {
+      "epoch": 1.219917805600688,
+      "grad_norm": 151.31826782226562,
+      "learning_rate": 6.97289829077256e-06,
+      "loss": 27.0,
+      "step": 25528
+    },
+    {
+      "epoch": 1.2199655930421485,
+      "grad_norm": 174.4625701904297,
+      "learning_rate": 6.972160740108549e-06,
+      "loss": 20.6562,
+      "step": 25529
+    },
+    {
+      "epoch": 1.2200133804836089,
+      "grad_norm": 259.6891784667969,
+      "learning_rate": 6.971423207577383e-06,
+      "loss": 23.2031,
+      "step": 25530
+    },
+    {
+      "epoch": 1.2200611679250692,
+      "grad_norm": 127.46599578857422,
+      "learning_rate": 6.970685693183486e-06,
+      "loss": 20.0312,
+      "step": 25531
+    },
+    {
+      "epoch": 1.2201089553665296,
+      "grad_norm": 189.3657684326172,
+      "learning_rate": 6.969948196931272e-06,
+      "loss": 17.75,
+      "step": 25532
+    },
+    {
+      "epoch": 1.22015674280799,
+      "grad_norm": 223.1640167236328,
+      "learning_rate": 6.969210718825164e-06,
+      "loss": 37.6875,
+      "step": 25533
+    },
+    {
+      "epoch": 1.2202045302494504,
+      "grad_norm": 176.82435607910156,
+      "learning_rate": 6.968473258869566e-06,
+      "loss": 24.5625,
+      "step": 25534
+    },
+    {
+      "epoch": 1.2202523176909108,
+      "grad_norm": 275.2546691894531,
+      "learning_rate": 6.967735817068904e-06,
+      "loss": 26.125,
+      "step": 25535
+    },
+    {
+      "epoch": 1.2203001051323712,
+      "grad_norm": 419.6871337890625,
+      "learning_rate": 6.966998393427591e-06,
+      "loss": 29.9062,
+      "step": 25536
+    },
+    {
+      "epoch": 1.2203478925738316,
+      "grad_norm": 221.8508758544922,
+      "learning_rate": 6.966260987950046e-06,
+      "loss": 18.4062,
+      "step": 25537
+    },
+    {
+      "epoch": 1.220395680015292,
+      "grad_norm": 336.48309326171875,
+      "learning_rate": 6.965523600640683e-06,
+      "loss": 29.3438,
+      "step": 25538
+    },
+    {
+      "epoch": 1.2204434674567524,
+      "grad_norm": 171.02337646484375,
+      "learning_rate": 6.964786231503915e-06,
+      "loss": 17.625,
+      "step": 25539
+    },
+    {
+      "epoch": 1.2204912548982128,
+      "grad_norm": 491.154052734375,
+      "learning_rate": 6.964048880544163e-06,
+      "loss": 21.3438,
+      "step": 25540
+    },
+    {
+      "epoch": 1.2205390423396731,
+      "grad_norm": 165.42420959472656,
+      "learning_rate": 6.963311547765843e-06,
+      "loss": 24.5781,
+      "step": 25541
+    },
+    {
+      "epoch": 1.2205868297811335,
+      "grad_norm": 181.14598083496094,
+      "learning_rate": 6.962574233173365e-06,
+      "loss": 23.25,
+      "step": 25542
+    },
+    {
+      "epoch": 1.220634617222594,
+      "grad_norm": 209.62742614746094,
+      "learning_rate": 6.961836936771148e-06,
+      "loss": 20.2188,
+      "step": 25543
+    },
+    {
+      "epoch": 1.2206824046640543,
+      "grad_norm": 288.31170654296875,
+      "learning_rate": 6.961099658563612e-06,
+      "loss": 29.2812,
+      "step": 25544
+    },
+    {
+      "epoch": 1.2207301921055147,
+      "grad_norm": 273.4444885253906,
+      "learning_rate": 6.960362398555163e-06,
+      "loss": 28.25,
+      "step": 25545
+    },
+    {
+      "epoch": 1.220777979546975,
+      "grad_norm": 215.77554321289062,
+      "learning_rate": 6.95962515675022e-06,
+      "loss": 32.0312,
+      "step": 25546
+    },
+    {
+      "epoch": 1.2208257669884355,
+      "grad_norm": 249.89825439453125,
+      "learning_rate": 6.958887933153201e-06,
+      "loss": 24.0625,
+      "step": 25547
+    },
+    {
+      "epoch": 1.2208735544298959,
+      "grad_norm": 326.8490905761719,
+      "learning_rate": 6.9581507277685225e-06,
+      "loss": 17.375,
+      "step": 25548
+    },
+    {
+      "epoch": 1.2209213418713563,
+      "grad_norm": 202.3003387451172,
+      "learning_rate": 6.957413540600593e-06,
+      "loss": 20.0469,
+      "step": 25549
+    },
+    {
+      "epoch": 1.2209691293128166,
+      "grad_norm": 216.2725830078125,
+      "learning_rate": 6.956676371653829e-06,
+      "loss": 22.5625,
+      "step": 25550
+    },
+    {
+      "epoch": 1.221016916754277,
+      "grad_norm": 277.7100830078125,
+      "learning_rate": 6.955939220932648e-06,
+      "loss": 26.375,
+      "step": 25551
+    },
+    {
+      "epoch": 1.2210647041957374,
+      "grad_norm": 291.7556457519531,
+      "learning_rate": 6.955202088441465e-06,
+      "loss": 29.3438,
+      "step": 25552
+    },
+    {
+      "epoch": 1.2211124916371978,
+      "grad_norm": 257.5012512207031,
+      "learning_rate": 6.954464974184692e-06,
+      "loss": 29.9688,
+      "step": 25553
+    },
+    {
+      "epoch": 1.2211602790786582,
+      "grad_norm": 279.9887390136719,
+      "learning_rate": 6.9537278781667415e-06,
+      "loss": 24.0625,
+      "step": 25554
+    },
+    {
+      "epoch": 1.2212080665201186,
+      "grad_norm": 855.1987915039062,
+      "learning_rate": 6.952990800392032e-06,
+      "loss": 35.1875,
+      "step": 25555
+    },
+    {
+      "epoch": 1.221255853961579,
+      "grad_norm": 247.7798309326172,
+      "learning_rate": 6.952253740864978e-06,
+      "loss": 34.0312,
+      "step": 25556
+    },
+    {
+      "epoch": 1.2213036414030394,
+      "grad_norm": 178.8892822265625,
+      "learning_rate": 6.951516699589987e-06,
+      "loss": 20.0625,
+      "step": 25557
+    },
+    {
+      "epoch": 1.2213514288444998,
+      "grad_norm": 229.78778076171875,
+      "learning_rate": 6.950779676571479e-06,
+      "loss": 22.9688,
+      "step": 25558
+    },
+    {
+      "epoch": 1.2213992162859602,
+      "grad_norm": 203.0158233642578,
+      "learning_rate": 6.950042671813869e-06,
+      "loss": 27.9375,
+      "step": 25559
+    },
+    {
+      "epoch": 1.2214470037274205,
+      "grad_norm": 334.647705078125,
+      "learning_rate": 6.949305685321563e-06,
+      "loss": 34.0,
+      "step": 25560
+    },
+    {
+      "epoch": 1.221494791168881,
+      "grad_norm": 147.88296508789062,
+      "learning_rate": 6.948568717098982e-06,
+      "loss": 29.4688,
+      "step": 25561
+    },
+    {
+      "epoch": 1.2215425786103413,
+      "grad_norm": 349.65087890625,
+      "learning_rate": 6.947831767150535e-06,
+      "loss": 21.0625,
+      "step": 25562
+    },
+    {
+      "epoch": 1.2215903660518015,
+      "grad_norm": 247.9754638671875,
+      "learning_rate": 6.947094835480644e-06,
+      "loss": 21.5781,
+      "step": 25563
+    },
+    {
+      "epoch": 1.2216381534932619,
+      "grad_norm": 243.2614288330078,
+      "learning_rate": 6.946357922093709e-06,
+      "loss": 21.2188,
+      "step": 25564
+    },
+    {
+      "epoch": 1.2216859409347223,
+      "grad_norm": 243.69122314453125,
+      "learning_rate": 6.945621026994149e-06,
+      "loss": 32.1875,
+      "step": 25565
+    },
+    {
+      "epoch": 1.2217337283761827,
+      "grad_norm": 216.9529266357422,
+      "learning_rate": 6.944884150186384e-06,
+      "loss": 20.5312,
+      "step": 25566
+    },
+    {
+      "epoch": 1.221781515817643,
+      "grad_norm": 222.36065673828125,
+      "learning_rate": 6.944147291674817e-06,
+      "loss": 23.5938,
+      "step": 25567
+    },
+    {
+      "epoch": 1.2218293032591034,
+      "grad_norm": 468.3809814453125,
+      "learning_rate": 6.9434104514638625e-06,
+      "loss": 20.25,
+      "step": 25568
+    },
+    {
+      "epoch": 1.2218770907005638,
+      "grad_norm": 236.2160186767578,
+      "learning_rate": 6.9426736295579385e-06,
+      "loss": 24.25,
+      "step": 25569
+    },
+    {
+      "epoch": 1.2219248781420242,
+      "grad_norm": 385.1217956542969,
+      "learning_rate": 6.941936825961455e-06,
+      "loss": 31.4453,
+      "step": 25570
+    },
+    {
+      "epoch": 1.2219726655834846,
+      "grad_norm": 143.17095947265625,
+      "learning_rate": 6.941200040678823e-06,
+      "loss": 21.7188,
+      "step": 25571
+    },
+    {
+      "epoch": 1.222020453024945,
+      "grad_norm": 211.864501953125,
+      "learning_rate": 6.940463273714453e-06,
+      "loss": 25.2344,
+      "step": 25572
+    },
+    {
+      "epoch": 1.2220682404664054,
+      "grad_norm": 267.2063903808594,
+      "learning_rate": 6.939726525072762e-06,
+      "loss": 29.25,
+      "step": 25573
+    },
+    {
+      "epoch": 1.2221160279078658,
+      "grad_norm": 236.9376678466797,
+      "learning_rate": 6.938989794758164e-06,
+      "loss": 25.5938,
+      "step": 25574
+    },
+    {
+      "epoch": 1.2221638153493262,
+      "grad_norm": 215.19766235351562,
+      "learning_rate": 6.938253082775061e-06,
+      "loss": 20.0469,
+      "step": 25575
+    },
+    {
+      "epoch": 1.2222116027907866,
+      "grad_norm": 413.2054138183594,
+      "learning_rate": 6.937516389127874e-06,
+      "loss": 28.8438,
+      "step": 25576
+    },
+    {
+      "epoch": 1.222259390232247,
+      "grad_norm": 427.1277770996094,
+      "learning_rate": 6.936779713821011e-06,
+      "loss": 22.8125,
+      "step": 25577
+    },
+    {
+      "epoch": 1.2223071776737073,
+      "grad_norm": 249.23744201660156,
+      "learning_rate": 6.93604305685889e-06,
+      "loss": 24.4688,
+      "step": 25578
+    },
+    {
+      "epoch": 1.2223549651151677,
+      "grad_norm": 268.7610168457031,
+      "learning_rate": 6.935306418245913e-06,
+      "loss": 17.4062,
+      "step": 25579
+    },
+    {
+      "epoch": 1.2224027525566281,
+      "grad_norm": 377.0648193359375,
+      "learning_rate": 6.9345697979864945e-06,
+      "loss": 33.7812,
+      "step": 25580
+    },
+    {
+      "epoch": 1.2224505399980885,
+      "grad_norm": 192.37655639648438,
+      "learning_rate": 6.933833196085053e-06,
+      "loss": 29.5,
+      "step": 25581
+    },
+    {
+      "epoch": 1.222498327439549,
+      "grad_norm": 387.621826171875,
+      "learning_rate": 6.9330966125459895e-06,
+      "loss": 33.2812,
+      "step": 25582
+    },
+    {
+      "epoch": 1.2225461148810093,
+      "grad_norm": 367.974853515625,
+      "learning_rate": 6.932360047373721e-06,
+      "loss": 31.8125,
+      "step": 25583
+    },
+    {
+      "epoch": 1.2225939023224697,
+      "grad_norm": 122.6803207397461,
+      "learning_rate": 6.931623500572659e-06,
+      "loss": 18.4375,
+      "step": 25584
+    },
+    {
+      "epoch": 1.22264168976393,
+      "grad_norm": 263.1901550292969,
+      "learning_rate": 6.930886972147212e-06,
+      "loss": 20.3125,
+      "step": 25585
+    },
+    {
+      "epoch": 1.2226894772053905,
+      "grad_norm": 139.41749572753906,
+      "learning_rate": 6.93015046210179e-06,
+      "loss": 19.5625,
+      "step": 25586
+    },
+    {
+      "epoch": 1.2227372646468508,
+      "grad_norm": 354.810302734375,
+      "learning_rate": 6.929413970440808e-06,
+      "loss": 29.125,
+      "step": 25587
+    },
+    {
+      "epoch": 1.2227850520883112,
+      "grad_norm": 189.64524841308594,
+      "learning_rate": 6.9286774971686725e-06,
+      "loss": 21.4531,
+      "step": 25588
+    },
+    {
+      "epoch": 1.2228328395297716,
+      "grad_norm": 387.86334228515625,
+      "learning_rate": 6.927941042289799e-06,
+      "loss": 36.0938,
+      "step": 25589
+    },
+    {
+      "epoch": 1.222880626971232,
+      "grad_norm": 430.1630554199219,
+      "learning_rate": 6.92720460580859e-06,
+      "loss": 31.2188,
+      "step": 25590
+    },
+    {
+      "epoch": 1.2229284144126924,
+      "grad_norm": 195.82791137695312,
+      "learning_rate": 6.926468187729463e-06,
+      "loss": 17.75,
+      "step": 25591
+    },
+    {
+      "epoch": 1.2229762018541528,
+      "grad_norm": 270.8934631347656,
+      "learning_rate": 6.925731788056828e-06,
+      "loss": 22.125,
+      "step": 25592
+    },
+    {
+      "epoch": 1.2230239892956132,
+      "grad_norm": 324.4774475097656,
+      "learning_rate": 6.924995406795089e-06,
+      "loss": 25.1719,
+      "step": 25593
+    },
+    {
+      "epoch": 1.2230717767370736,
+      "grad_norm": 194.98036193847656,
+      "learning_rate": 6.924259043948658e-06,
+      "loss": 17.2031,
+      "step": 25594
+    },
+    {
+      "epoch": 1.223119564178534,
+      "grad_norm": 363.4461364746094,
+      "learning_rate": 6.923522699521949e-06,
+      "loss": 24.6875,
+      "step": 25595
+    },
+    {
+      "epoch": 1.2231673516199943,
+      "grad_norm": 335.2458190917969,
+      "learning_rate": 6.922786373519372e-06,
+      "loss": 28.7188,
+      "step": 25596
+    },
+    {
+      "epoch": 1.2232151390614547,
+      "grad_norm": 230.6962890625,
+      "learning_rate": 6.922050065945329e-06,
+      "loss": 20.0312,
+      "step": 25597
+    },
+    {
+      "epoch": 1.2232629265029151,
+      "grad_norm": 260.4307556152344,
+      "learning_rate": 6.921313776804237e-06,
+      "loss": 30.1875,
+      "step": 25598
+    },
+    {
+      "epoch": 1.2233107139443753,
+      "grad_norm": 222.83311462402344,
+      "learning_rate": 6.920577506100503e-06,
+      "loss": 26.9062,
+      "step": 25599
+    },
+    {
+      "epoch": 1.2233585013858357,
+      "grad_norm": 842.3653564453125,
+      "learning_rate": 6.919841253838537e-06,
+      "loss": 31.8906,
+      "step": 25600
+    },
+    {
+      "epoch": 1.223406288827296,
+      "grad_norm": 218.8936309814453,
+      "learning_rate": 6.919105020022745e-06,
+      "loss": 26.125,
+      "step": 25601
+    },
+    {
+      "epoch": 1.2234540762687565,
+      "grad_norm": 320.2131042480469,
+      "learning_rate": 6.91836880465754e-06,
+      "loss": 24.8438,
+      "step": 25602
+    },
+    {
+      "epoch": 1.2235018637102169,
+      "grad_norm": 145.92893981933594,
+      "learning_rate": 6.917632607747331e-06,
+      "loss": 21.0938,
+      "step": 25603
+    },
+    {
+      "epoch": 1.2235496511516772,
+      "grad_norm": 276.72515869140625,
+      "learning_rate": 6.916896429296524e-06,
+      "loss": 25.25,
+      "step": 25604
+    },
+    {
+      "epoch": 1.2235974385931376,
+      "grad_norm": 498.20654296875,
+      "learning_rate": 6.916160269309527e-06,
+      "loss": 27.9688,
+      "step": 25605
+    },
+    {
+      "epoch": 1.223645226034598,
+      "grad_norm": 275.017333984375,
+      "learning_rate": 6.915424127790751e-06,
+      "loss": 19.8594,
+      "step": 25606
+    },
+    {
+      "epoch": 1.2236930134760584,
+      "grad_norm": 241.61968994140625,
+      "learning_rate": 6.914688004744608e-06,
+      "loss": 26.3125,
+      "step": 25607
+    },
+    {
+      "epoch": 1.2237408009175188,
+      "grad_norm": 126.2317123413086,
+      "learning_rate": 6.9139519001755e-06,
+      "loss": 15.3594,
+      "step": 25608
+    },
+    {
+      "epoch": 1.2237885883589792,
+      "grad_norm": 232.86856079101562,
+      "learning_rate": 6.913215814087837e-06,
+      "loss": 20.8281,
+      "step": 25609
+    },
+    {
+      "epoch": 1.2238363758004396,
+      "grad_norm": 339.0954895019531,
+      "learning_rate": 6.912479746486029e-06,
+      "loss": 26.7969,
+      "step": 25610
+    },
+    {
+      "epoch": 1.2238841632419,
+      "grad_norm": 329.01348876953125,
+      "learning_rate": 6.911743697374487e-06,
+      "loss": 15.375,
+      "step": 25611
+    },
+    {
+      "epoch": 1.2239319506833604,
+      "grad_norm": 391.2946472167969,
+      "learning_rate": 6.91100766675761e-06,
+      "loss": 25.3438,
+      "step": 25612
+    },
+    {
+      "epoch": 1.2239797381248207,
+      "grad_norm": 265.8616027832031,
+      "learning_rate": 6.910271654639813e-06,
+      "loss": 26.1719,
+      "step": 25613
+    },
+    {
+      "epoch": 1.2240275255662811,
+      "grad_norm": 480.38739013671875,
+      "learning_rate": 6.909535661025505e-06,
+      "loss": 24.5,
+      "step": 25614
+    },
+    {
+      "epoch": 1.2240753130077415,
+      "grad_norm": 188.0102996826172,
+      "learning_rate": 6.908799685919086e-06,
+      "loss": 27.8438,
+      "step": 25615
+    },
+    {
+      "epoch": 1.224123100449202,
+      "grad_norm": 152.34706115722656,
+      "learning_rate": 6.90806372932497e-06,
+      "loss": 23.3125,
+      "step": 25616
+    },
+    {
+      "epoch": 1.2241708878906623,
+      "grad_norm": 259.3232116699219,
+      "learning_rate": 6.907327791247562e-06,
+      "loss": 25.3125,
+      "step": 25617
+    },
+    {
+      "epoch": 1.2242186753321227,
+      "grad_norm": 448.1371154785156,
+      "learning_rate": 6.906591871691273e-06,
+      "loss": 21.5625,
+      "step": 25618
+    },
+    {
+      "epoch": 1.224266462773583,
+      "grad_norm": 541.5429077148438,
+      "learning_rate": 6.905855970660502e-06,
+      "loss": 30.8125,
+      "step": 25619
+    },
+    {
+      "epoch": 1.2243142502150435,
+      "grad_norm": 189.63037109375,
+      "learning_rate": 6.905120088159666e-06,
+      "loss": 25.9375,
+      "step": 25620
+    },
+    {
+      "epoch": 1.2243620376565039,
+      "grad_norm": 206.02345275878906,
+      "learning_rate": 6.904384224193163e-06,
+      "loss": 28.9375,
+      "step": 25621
+    },
+    {
+      "epoch": 1.2244098250979643,
+      "grad_norm": 183.71559143066406,
+      "learning_rate": 6.90364837876541e-06,
+      "loss": 16.8281,
+      "step": 25622
+    },
+    {
+      "epoch": 1.2244576125394246,
+      "grad_norm": 204.52505493164062,
+      "learning_rate": 6.902912551880802e-06,
+      "loss": 22.2188,
+      "step": 25623
+    },
+    {
+      "epoch": 1.224505399980885,
+      "grad_norm": 197.9594268798828,
+      "learning_rate": 6.9021767435437526e-06,
+      "loss": 26.7188,
+      "step": 25624
+    },
+    {
+      "epoch": 1.2245531874223454,
+      "grad_norm": 279.1762390136719,
+      "learning_rate": 6.9014409537586666e-06,
+      "loss": 24.875,
+      "step": 25625
+    },
+    {
+      "epoch": 1.2246009748638058,
+      "grad_norm": 263.17529296875,
+      "learning_rate": 6.900705182529956e-06,
+      "loss": 20.1719,
+      "step": 25626
+    },
+    {
+      "epoch": 1.2246487623052662,
+      "grad_norm": 131.89649963378906,
+      "learning_rate": 6.899969429862017e-06,
+      "loss": 17.7188,
+      "step": 25627
+    },
+    {
+      "epoch": 1.2246965497467266,
+      "grad_norm": 243.8792724609375,
+      "learning_rate": 6.8992336957592624e-06,
+      "loss": 21.3594,
+      "step": 25628
+    },
+    {
+      "epoch": 1.224744337188187,
+      "grad_norm": 257.75311279296875,
+      "learning_rate": 6.8984979802260985e-06,
+      "loss": 31.7188,
+      "step": 25629
+    },
+    {
+      "epoch": 1.2247921246296474,
+      "grad_norm": 136.4911346435547,
+      "learning_rate": 6.897762283266926e-06,
+      "loss": 17.0469,
+      "step": 25630
+    },
+    {
+      "epoch": 1.2248399120711078,
+      "grad_norm": 234.9916229248047,
+      "learning_rate": 6.897026604886157e-06,
+      "loss": 23.6719,
+      "step": 25631
+    },
+    {
+      "epoch": 1.2248876995125682,
+      "grad_norm": 237.53067016601562,
+      "learning_rate": 6.896290945088193e-06,
+      "loss": 25.2656,
+      "step": 25632
+    },
+    {
+      "epoch": 1.2249354869540285,
+      "grad_norm": 348.36151123046875,
+      "learning_rate": 6.8955553038774455e-06,
+      "loss": 21.0156,
+      "step": 25633
+    },
+    {
+      "epoch": 1.224983274395489,
+      "grad_norm": 578.4256591796875,
+      "learning_rate": 6.894819681258312e-06,
+      "loss": 34.875,
+      "step": 25634
+    },
+    {
+      "epoch": 1.2250310618369493,
+      "grad_norm": 301.99652099609375,
+      "learning_rate": 6.894084077235204e-06,
+      "loss": 26.5469,
+      "step": 25635
+    },
+    {
+      "epoch": 1.2250788492784097,
+      "grad_norm": 130.49024963378906,
+      "learning_rate": 6.893348491812523e-06,
+      "loss": 18.75,
+      "step": 25636
+    },
+    {
+      "epoch": 1.22512663671987,
+      "grad_norm": 233.8491973876953,
+      "learning_rate": 6.892612924994679e-06,
+      "loss": 25.2188,
+      "step": 25637
+    },
+    {
+      "epoch": 1.2251744241613305,
+      "grad_norm": 703.7080688476562,
+      "learning_rate": 6.89187737678607e-06,
+      "loss": 24.75,
+      "step": 25638
+    },
+    {
+      "epoch": 1.2252222116027909,
+      "grad_norm": 107.07288360595703,
+      "learning_rate": 6.891141847191105e-06,
+      "loss": 16.875,
+      "step": 25639
+    },
+    {
+      "epoch": 1.2252699990442513,
+      "grad_norm": 274.8336181640625,
+      "learning_rate": 6.890406336214194e-06,
+      "loss": 26.4688,
+      "step": 25640
+    },
+    {
+      "epoch": 1.2253177864857117,
+      "grad_norm": 257.31231689453125,
+      "learning_rate": 6.889670843859731e-06,
+      "loss": 22.25,
+      "step": 25641
+    },
+    {
+      "epoch": 1.225365573927172,
+      "grad_norm": 335.1038818359375,
+      "learning_rate": 6.888935370132127e-06,
+      "loss": 32.9375,
+      "step": 25642
+    },
+    {
+      "epoch": 1.2254133613686324,
+      "grad_norm": 189.80877685546875,
+      "learning_rate": 6.888199915035785e-06,
+      "loss": 18.6406,
+      "step": 25643
+    },
+    {
+      "epoch": 1.2254611488100928,
+      "grad_norm": 282.2617492675781,
+      "learning_rate": 6.887464478575116e-06,
+      "loss": 25.2812,
+      "step": 25644
+    },
+    {
+      "epoch": 1.2255089362515532,
+      "grad_norm": 488.5063781738281,
+      "learning_rate": 6.886729060754514e-06,
+      "loss": 37.0938,
+      "step": 25645
+    },
+    {
+      "epoch": 1.2255567236930134,
+      "grad_norm": 253.51170349121094,
+      "learning_rate": 6.885993661578385e-06,
+      "loss": 25.4062,
+      "step": 25646
+    },
+    {
+      "epoch": 1.2256045111344738,
+      "grad_norm": 325.4535217285156,
+      "learning_rate": 6.8852582810511385e-06,
+      "loss": 27.0625,
+      "step": 25647
+    },
+    {
+      "epoch": 1.2256522985759342,
+      "grad_norm": 314.8006286621094,
+      "learning_rate": 6.884522919177179e-06,
+      "loss": 22.8125,
+      "step": 25648
+    },
+    {
+      "epoch": 1.2257000860173946,
+      "grad_norm": 163.20376586914062,
+      "learning_rate": 6.883787575960903e-06,
+      "loss": 20.4688,
+      "step": 25649
+    },
+    {
+      "epoch": 1.225747873458855,
+      "grad_norm": 236.07144165039062,
+      "learning_rate": 6.883052251406721e-06,
+      "loss": 30.125,
+      "step": 25650
+    },
+    {
+      "epoch": 1.2257956609003153,
+      "grad_norm": 141.5611572265625,
+      "learning_rate": 6.882316945519034e-06,
+      "loss": 17.3438,
+      "step": 25651
+    },
+    {
+      "epoch": 1.2258434483417757,
+      "grad_norm": 225.04083251953125,
+      "learning_rate": 6.881581658302243e-06,
+      "loss": 25.3906,
+      "step": 25652
+    },
+    {
+      "epoch": 1.225891235783236,
+      "grad_norm": 329.3585205078125,
+      "learning_rate": 6.880846389760756e-06,
+      "loss": 36.0312,
+      "step": 25653
+    },
+    {
+      "epoch": 1.2259390232246965,
+      "grad_norm": 165.0406951904297,
+      "learning_rate": 6.8801111398989724e-06,
+      "loss": 25.1562,
+      "step": 25654
+    },
+    {
+      "epoch": 1.225986810666157,
+      "grad_norm": 219.4543914794922,
+      "learning_rate": 6.879375908721302e-06,
+      "loss": 27.4062,
+      "step": 25655
+    },
+    {
+      "epoch": 1.2260345981076173,
+      "grad_norm": 281.3686218261719,
+      "learning_rate": 6.878640696232139e-06,
+      "loss": 31.3438,
+      "step": 25656
+    },
+    {
+      "epoch": 1.2260823855490777,
+      "grad_norm": 138.79469299316406,
+      "learning_rate": 6.87790550243589e-06,
+      "loss": 29.0,
+      "step": 25657
+    },
+    {
+      "epoch": 1.226130172990538,
+      "grad_norm": 186.34756469726562,
+      "learning_rate": 6.877170327336959e-06,
+      "loss": 33.8594,
+      "step": 25658
+    },
+    {
+      "epoch": 1.2261779604319984,
+      "grad_norm": 147.6129150390625,
+      "learning_rate": 6.876435170939751e-06,
+      "loss": 21.0156,
+      "step": 25659
+    },
+    {
+      "epoch": 1.2262257478734588,
+      "grad_norm": 464.34716796875,
+      "learning_rate": 6.875700033248662e-06,
+      "loss": 29.375,
+      "step": 25660
+    },
+    {
+      "epoch": 1.2262735353149192,
+      "grad_norm": 257.70159912109375,
+      "learning_rate": 6.874964914268101e-06,
+      "loss": 21.25,
+      "step": 25661
+    },
+    {
+      "epoch": 1.2263213227563796,
+      "grad_norm": 297.3833923339844,
+      "learning_rate": 6.874229814002464e-06,
+      "loss": 24.7812,
+      "step": 25662
+    },
+    {
+      "epoch": 1.22636911019784,
+      "grad_norm": 248.59971618652344,
+      "learning_rate": 6.873494732456164e-06,
+      "loss": 25.8125,
+      "step": 25663
+    },
+    {
+      "epoch": 1.2264168976393004,
+      "grad_norm": 174.35414123535156,
+      "learning_rate": 6.872759669633591e-06,
+      "loss": 17.0156,
+      "step": 25664
+    },
+    {
+      "epoch": 1.2264646850807608,
+      "grad_norm": 223.0250701904297,
+      "learning_rate": 6.872024625539153e-06,
+      "loss": 29.8438,
+      "step": 25665
+    },
+    {
+      "epoch": 1.2265124725222212,
+      "grad_norm": 206.767578125,
+      "learning_rate": 6.8712896001772545e-06,
+      "loss": 23.9375,
+      "step": 25666
+    },
+    {
+      "epoch": 1.2265602599636816,
+      "grad_norm": 272.33331298828125,
+      "learning_rate": 6.87055459355229e-06,
+      "loss": 22.9375,
+      "step": 25667
+    },
+    {
+      "epoch": 1.226608047405142,
+      "grad_norm": 292.8898010253906,
+      "learning_rate": 6.869819605668669e-06,
+      "loss": 25.4844,
+      "step": 25668
+    },
+    {
+      "epoch": 1.2266558348466023,
+      "grad_norm": 122.89191436767578,
+      "learning_rate": 6.869084636530785e-06,
+      "loss": 18.9062,
+      "step": 25669
+    },
+    {
+      "epoch": 1.2267036222880627,
+      "grad_norm": 208.83062744140625,
+      "learning_rate": 6.868349686143048e-06,
+      "loss": 29.0156,
+      "step": 25670
+    },
+    {
+      "epoch": 1.2267514097295231,
+      "grad_norm": 376.25543212890625,
+      "learning_rate": 6.867614754509855e-06,
+      "loss": 27.3438,
+      "step": 25671
+    },
+    {
+      "epoch": 1.2267991971709835,
+      "grad_norm": 225.2007598876953,
+      "learning_rate": 6.866879841635605e-06,
+      "loss": 26.4062,
+      "step": 25672
+    },
+    {
+      "epoch": 1.226846984612444,
+      "grad_norm": 162.79397583007812,
+      "learning_rate": 6.866144947524702e-06,
+      "loss": 22.125,
+      "step": 25673
+    },
+    {
+      "epoch": 1.2268947720539043,
+      "grad_norm": 248.37930297851562,
+      "learning_rate": 6.865410072181552e-06,
+      "loss": 28.2812,
+      "step": 25674
+    },
+    {
+      "epoch": 1.2269425594953647,
+      "grad_norm": 320.146728515625,
+      "learning_rate": 6.8646752156105465e-06,
+      "loss": 30.9062,
+      "step": 25675
+    },
+    {
+      "epoch": 1.226990346936825,
+      "grad_norm": 181.48788452148438,
+      "learning_rate": 6.863940377816091e-06,
+      "loss": 20.7344,
+      "step": 25676
+    },
+    {
+      "epoch": 1.2270381343782855,
+      "grad_norm": 287.69580078125,
+      "learning_rate": 6.863205558802591e-06,
+      "loss": 25.5781,
+      "step": 25677
+    },
+    {
+      "epoch": 1.2270859218197459,
+      "grad_norm": 220.36837768554688,
+      "learning_rate": 6.862470758574436e-06,
+      "loss": 27.8438,
+      "step": 25678
+    },
+    {
+      "epoch": 1.2271337092612062,
+      "grad_norm": 225.13160705566406,
+      "learning_rate": 6.861735977136033e-06,
+      "loss": 29.2812,
+      "step": 25679
+    },
+    {
+      "epoch": 1.2271814967026666,
+      "grad_norm": 283.57537841796875,
+      "learning_rate": 6.861001214491783e-06,
+      "loss": 22.0625,
+      "step": 25680
+    },
+    {
+      "epoch": 1.227229284144127,
+      "grad_norm": 345.084716796875,
+      "learning_rate": 6.860266470646089e-06,
+      "loss": 24.8438,
+      "step": 25681
+    },
+    {
+      "epoch": 1.2272770715855872,
+      "grad_norm": 402.2716979980469,
+      "learning_rate": 6.859531745603343e-06,
+      "loss": 20.7344,
+      "step": 25682
+    },
+    {
+      "epoch": 1.2273248590270476,
+      "grad_norm": 238.84347534179688,
+      "learning_rate": 6.8587970393679505e-06,
+      "loss": 27.8438,
+      "step": 25683
+    },
+    {
+      "epoch": 1.227372646468508,
+      "grad_norm": 331.8245544433594,
+      "learning_rate": 6.85806235194431e-06,
+      "loss": 28.7188,
+      "step": 25684
+    },
+    {
+      "epoch": 1.2274204339099684,
+      "grad_norm": 13041.2626953125,
+      "learning_rate": 6.8573276833368245e-06,
+      "loss": 17.0781,
+      "step": 25685
+    },
+    {
+      "epoch": 1.2274682213514287,
+      "grad_norm": 255.29830932617188,
+      "learning_rate": 6.85659303354989e-06,
+      "loss": 29.1562,
+      "step": 25686
+    },
+    {
+      "epoch": 1.2275160087928891,
+      "grad_norm": 195.75633239746094,
+      "learning_rate": 6.855858402587905e-06,
+      "loss": 19.5469,
+      "step": 25687
+    },
+    {
+      "epoch": 1.2275637962343495,
+      "grad_norm": 232.68276977539062,
+      "learning_rate": 6.855123790455276e-06,
+      "loss": 18.8906,
+      "step": 25688
+    },
+    {
+      "epoch": 1.22761158367581,
+      "grad_norm": 153.58071899414062,
+      "learning_rate": 6.854389197156392e-06,
+      "loss": 19.4688,
+      "step": 25689
+    },
+    {
+      "epoch": 1.2276593711172703,
+      "grad_norm": 180.5768280029297,
+      "learning_rate": 6.853654622695658e-06,
+      "loss": 16.7188,
+      "step": 25690
+    },
+    {
+      "epoch": 1.2277071585587307,
+      "grad_norm": 171.82025146484375,
+      "learning_rate": 6.852920067077474e-06,
+      "loss": 25.0,
+      "step": 25691
+    },
+    {
+      "epoch": 1.227754946000191,
+      "grad_norm": 141.8057098388672,
+      "learning_rate": 6.852185530306241e-06,
+      "loss": 28.8125,
+      "step": 25692
+    },
+    {
+      "epoch": 1.2278027334416515,
+      "grad_norm": 434.2174072265625,
+      "learning_rate": 6.851451012386352e-06,
+      "loss": 20.7812,
+      "step": 25693
+    },
+    {
+      "epoch": 1.2278505208831119,
+      "grad_norm": 196.9499053955078,
+      "learning_rate": 6.850716513322208e-06,
+      "loss": 15.4531,
+      "step": 25694
+    },
+    {
+      "epoch": 1.2278983083245723,
+      "grad_norm": 739.8637084960938,
+      "learning_rate": 6.849982033118208e-06,
+      "loss": 28.5312,
+      "step": 25695
+    },
+    {
+      "epoch": 1.2279460957660326,
+      "grad_norm": 222.9707489013672,
+      "learning_rate": 6.8492475717787565e-06,
+      "loss": 23.4062,
+      "step": 25696
+    },
+    {
+      "epoch": 1.227993883207493,
+      "grad_norm": 354.7422180175781,
+      "learning_rate": 6.848513129308241e-06,
+      "loss": 18.8594,
+      "step": 25697
+    },
+    {
+      "epoch": 1.2280416706489534,
+      "grad_norm": 221.97630310058594,
+      "learning_rate": 6.8477787057110656e-06,
+      "loss": 32.1562,
+      "step": 25698
+    },
+    {
+      "epoch": 1.2280894580904138,
+      "grad_norm": 730.7799682617188,
+      "learning_rate": 6.8470443009916325e-06,
+      "loss": 30.5938,
+      "step": 25699
+    },
+    {
+      "epoch": 1.2281372455318742,
+      "grad_norm": 1002.8308715820312,
+      "learning_rate": 6.846309915154331e-06,
+      "loss": 32.4375,
+      "step": 25700
+    },
+    {
+      "epoch": 1.2281850329733346,
+      "grad_norm": 386.84332275390625,
+      "learning_rate": 6.8455755482035666e-06,
+      "loss": 43.0312,
+      "step": 25701
+    },
+    {
+      "epoch": 1.228232820414795,
+      "grad_norm": 238.88336181640625,
+      "learning_rate": 6.844841200143733e-06,
+      "loss": 28.9375,
+      "step": 25702
+    },
+    {
+      "epoch": 1.2282806078562554,
+      "grad_norm": 228.22128295898438,
+      "learning_rate": 6.844106870979229e-06,
+      "loss": 21.6406,
+      "step": 25703
+    },
+    {
+      "epoch": 1.2283283952977158,
+      "grad_norm": 148.53567504882812,
+      "learning_rate": 6.8433725607144545e-06,
+      "loss": 20.5469,
+      "step": 25704
+    },
+    {
+      "epoch": 1.2283761827391761,
+      "grad_norm": 268.690185546875,
+      "learning_rate": 6.842638269353803e-06,
+      "loss": 21.75,
+      "step": 25705
+    },
+    {
+      "epoch": 1.2284239701806365,
+      "grad_norm": 412.219970703125,
+      "learning_rate": 6.8419039969016735e-06,
+      "loss": 26.5938,
+      "step": 25706
+    },
+    {
+      "epoch": 1.228471757622097,
+      "grad_norm": 174.70449829101562,
+      "learning_rate": 6.841169743362468e-06,
+      "loss": 25.5938,
+      "step": 25707
+    },
+    {
+      "epoch": 1.2285195450635573,
+      "grad_norm": 396.5703430175781,
+      "learning_rate": 6.840435508740576e-06,
+      "loss": 33.3438,
+      "step": 25708
+    },
+    {
+      "epoch": 1.2285673325050177,
+      "grad_norm": 1400.2158203125,
+      "learning_rate": 6.839701293040399e-06,
+      "loss": 28.875,
+      "step": 25709
+    },
+    {
+      "epoch": 1.228615119946478,
+      "grad_norm": 178.15037536621094,
+      "learning_rate": 6.838967096266331e-06,
+      "loss": 19.3906,
+      "step": 25710
+    },
+    {
+      "epoch": 1.2286629073879385,
+      "grad_norm": 278.5299377441406,
+      "learning_rate": 6.838232918422778e-06,
+      "loss": 23.2188,
+      "step": 25711
+    },
+    {
+      "epoch": 1.2287106948293989,
+      "grad_norm": 232.39309692382812,
+      "learning_rate": 6.837498759514125e-06,
+      "loss": 22.9062,
+      "step": 25712
+    },
+    {
+      "epoch": 1.2287584822708593,
+      "grad_norm": 348.5414733886719,
+      "learning_rate": 6.8367646195447735e-06,
+      "loss": 22.1094,
+      "step": 25713
+    },
+    {
+      "epoch": 1.2288062697123197,
+      "grad_norm": 919.6748657226562,
+      "learning_rate": 6.836030498519124e-06,
+      "loss": 28.4688,
+      "step": 25714
+    },
+    {
+      "epoch": 1.22885405715378,
+      "grad_norm": 278.9302062988281,
+      "learning_rate": 6.835296396441566e-06,
+      "loss": 29.9375,
+      "step": 25715
+    },
+    {
+      "epoch": 1.2289018445952404,
+      "grad_norm": 253.6507110595703,
+      "learning_rate": 6.834562313316499e-06,
+      "loss": 31.0625,
+      "step": 25716
+    },
+    {
+      "epoch": 1.2289496320367008,
+      "grad_norm": 261.55584716796875,
+      "learning_rate": 6.83382824914832e-06,
+      "loss": 31.9375,
+      "step": 25717
+    },
+    {
+      "epoch": 1.2289974194781612,
+      "grad_norm": 225.21543884277344,
+      "learning_rate": 6.833094203941426e-06,
+      "loss": 24.5625,
+      "step": 25718
+    },
+    {
+      "epoch": 1.2290452069196216,
+      "grad_norm": 197.75791931152344,
+      "learning_rate": 6.83236017770021e-06,
+      "loss": 25.6094,
+      "step": 25719
+    },
+    {
+      "epoch": 1.229092994361082,
+      "grad_norm": 123.32381439208984,
+      "learning_rate": 6.831626170429068e-06,
+      "loss": 27.1875,
+      "step": 25720
+    },
+    {
+      "epoch": 1.2291407818025424,
+      "grad_norm": 474.58551025390625,
+      "learning_rate": 6.830892182132396e-06,
+      "loss": 30.9062,
+      "step": 25721
+    },
+    {
+      "epoch": 1.2291885692440028,
+      "grad_norm": 177.96023559570312,
+      "learning_rate": 6.830158212814595e-06,
+      "loss": 21.1875,
+      "step": 25722
+    },
+    {
+      "epoch": 1.2292363566854632,
+      "grad_norm": 224.1783447265625,
+      "learning_rate": 6.829424262480052e-06,
+      "loss": 28.125,
+      "step": 25723
+    },
+    {
+      "epoch": 1.2292841441269236,
+      "grad_norm": 235.15811157226562,
+      "learning_rate": 6.828690331133166e-06,
+      "loss": 26.6562,
+      "step": 25724
+    },
+    {
+      "epoch": 1.229331931568384,
+      "grad_norm": 215.41229248046875,
+      "learning_rate": 6.827956418778338e-06,
+      "loss": 23.1719,
+      "step": 25725
+    },
+    {
+      "epoch": 1.2293797190098443,
+      "grad_norm": 175.51385498046875,
+      "learning_rate": 6.827222525419955e-06,
+      "loss": 19.75,
+      "step": 25726
+    },
+    {
+      "epoch": 1.2294275064513047,
+      "grad_norm": 151.07037353515625,
+      "learning_rate": 6.826488651062412e-06,
+      "loss": 20.4375,
+      "step": 25727
+    },
+    {
+      "epoch": 1.2294752938927649,
+      "grad_norm": 202.80136108398438,
+      "learning_rate": 6.825754795710109e-06,
+      "loss": 22.9375,
+      "step": 25728
+    },
+    {
+      "epoch": 1.2295230813342253,
+      "grad_norm": 434.77374267578125,
+      "learning_rate": 6.825020959367442e-06,
+      "loss": 30.8438,
+      "step": 25729
+    },
+    {
+      "epoch": 1.2295708687756857,
+      "grad_norm": 227.53993225097656,
+      "learning_rate": 6.824287142038799e-06,
+      "loss": 25.5938,
+      "step": 25730
+    },
+    {
+      "epoch": 1.229618656217146,
+      "grad_norm": 217.1886749267578,
+      "learning_rate": 6.823553343728578e-06,
+      "loss": 18.875,
+      "step": 25731
+    },
+    {
+      "epoch": 1.2296664436586064,
+      "grad_norm": 253.95736694335938,
+      "learning_rate": 6.822819564441177e-06,
+      "loss": 21.5938,
+      "step": 25732
+    },
+    {
+      "epoch": 1.2297142311000668,
+      "grad_norm": 261.997802734375,
+      "learning_rate": 6.822085804180985e-06,
+      "loss": 32.0,
+      "step": 25733
+    },
+    {
+      "epoch": 1.2297620185415272,
+      "grad_norm": 135.54098510742188,
+      "learning_rate": 6.8213520629524e-06,
+      "loss": 19.0312,
+      "step": 25734
+    },
+    {
+      "epoch": 1.2298098059829876,
+      "grad_norm": 267.67724609375,
+      "learning_rate": 6.820618340759813e-06,
+      "loss": 26.0312,
+      "step": 25735
+    },
+    {
+      "epoch": 1.229857593424448,
+      "grad_norm": 140.14146423339844,
+      "learning_rate": 6.819884637607619e-06,
+      "loss": 22.2031,
+      "step": 25736
+    },
+    {
+      "epoch": 1.2299053808659084,
+      "grad_norm": 282.4194641113281,
+      "learning_rate": 6.8191509535002154e-06,
+      "loss": 21.7031,
+      "step": 25737
+    },
+    {
+      "epoch": 1.2299531683073688,
+      "grad_norm": 242.85951232910156,
+      "learning_rate": 6.81841728844199e-06,
+      "loss": 22.9062,
+      "step": 25738
+    },
+    {
+      "epoch": 1.2300009557488292,
+      "grad_norm": 286.10888671875,
+      "learning_rate": 6.817683642437338e-06,
+      "loss": 25.4531,
+      "step": 25739
+    },
+    {
+      "epoch": 1.2300487431902896,
+      "grad_norm": 190.75498962402344,
+      "learning_rate": 6.816950015490662e-06,
+      "loss": 24.0312,
+      "step": 25740
+    },
+    {
+      "epoch": 1.23009653063175,
+      "grad_norm": 174.69183349609375,
+      "learning_rate": 6.816216407606342e-06,
+      "loss": 19.6719,
+      "step": 25741
+    },
+    {
+      "epoch": 1.2301443180732103,
+      "grad_norm": 213.16827392578125,
+      "learning_rate": 6.815482818788778e-06,
+      "loss": 21.8594,
+      "step": 25742
+    },
+    {
+      "epoch": 1.2301921055146707,
+      "grad_norm": 343.0030822753906,
+      "learning_rate": 6.814749249042363e-06,
+      "loss": 29.2812,
+      "step": 25743
+    },
+    {
+      "epoch": 1.2302398929561311,
+      "grad_norm": 150.95904541015625,
+      "learning_rate": 6.814015698371494e-06,
+      "loss": 20.2031,
+      "step": 25744
+    },
+    {
+      "epoch": 1.2302876803975915,
+      "grad_norm": 186.2046356201172,
+      "learning_rate": 6.813282166780555e-06,
+      "loss": 22.25,
+      "step": 25745
+    },
+    {
+      "epoch": 1.230335467839052,
+      "grad_norm": 504.6190490722656,
+      "learning_rate": 6.812548654273944e-06,
+      "loss": 39.0312,
+      "step": 25746
+    },
+    {
+      "epoch": 1.2303832552805123,
+      "grad_norm": 155.6207733154297,
+      "learning_rate": 6.811815160856057e-06,
+      "loss": 28.5781,
+      "step": 25747
+    },
+    {
+      "epoch": 1.2304310427219727,
+      "grad_norm": 206.60379028320312,
+      "learning_rate": 6.8110816865312825e-06,
+      "loss": 26.7812,
+      "step": 25748
+    },
+    {
+      "epoch": 1.230478830163433,
+      "grad_norm": 361.4535217285156,
+      "learning_rate": 6.810348231304011e-06,
+      "loss": 31.5,
+      "step": 25749
+    },
+    {
+      "epoch": 1.2305266176048935,
+      "grad_norm": 290.9242858886719,
+      "learning_rate": 6.8096147951786405e-06,
+      "loss": 27.1875,
+      "step": 25750
+    },
+    {
+      "epoch": 1.2305744050463538,
+      "grad_norm": 250.97877502441406,
+      "learning_rate": 6.80888137815956e-06,
+      "loss": 25.125,
+      "step": 25751
+    },
+    {
+      "epoch": 1.2306221924878142,
+      "grad_norm": 388.4261779785156,
+      "learning_rate": 6.808147980251163e-06,
+      "loss": 22.9219,
+      "step": 25752
+    },
+    {
+      "epoch": 1.2306699799292746,
+      "grad_norm": 156.57687377929688,
+      "learning_rate": 6.80741460145784e-06,
+      "loss": 24.3125,
+      "step": 25753
+    },
+    {
+      "epoch": 1.230717767370735,
+      "grad_norm": 215.7860107421875,
+      "learning_rate": 6.806681241783982e-06,
+      "loss": 29.5,
+      "step": 25754
+    },
+    {
+      "epoch": 1.2307655548121954,
+      "grad_norm": 579.5523681640625,
+      "learning_rate": 6.805947901233989e-06,
+      "loss": 28.0312,
+      "step": 25755
+    },
+    {
+      "epoch": 1.2308133422536558,
+      "grad_norm": 235.2410888671875,
+      "learning_rate": 6.80521457981224e-06,
+      "loss": 33.0,
+      "step": 25756
+    },
+    {
+      "epoch": 1.2308611296951162,
+      "grad_norm": 188.1593475341797,
+      "learning_rate": 6.804481277523136e-06,
+      "loss": 23.375,
+      "step": 25757
+    },
+    {
+      "epoch": 1.2309089171365766,
+      "grad_norm": 334.79888916015625,
+      "learning_rate": 6.803747994371064e-06,
+      "loss": 36.0312,
+      "step": 25758
+    },
+    {
+      "epoch": 1.230956704578037,
+      "grad_norm": 505.97454833984375,
+      "learning_rate": 6.8030147303604225e-06,
+      "loss": 19.4062,
+      "step": 25759
+    },
+    {
+      "epoch": 1.2310044920194974,
+      "grad_norm": 364.3948669433594,
+      "learning_rate": 6.802281485495592e-06,
+      "loss": 27.9375,
+      "step": 25760
+    },
+    {
+      "epoch": 1.2310522794609577,
+      "grad_norm": 376.50762939453125,
+      "learning_rate": 6.80154825978097e-06,
+      "loss": 31.5625,
+      "step": 25761
+    },
+    {
+      "epoch": 1.2311000669024181,
+      "grad_norm": 153.73385620117188,
+      "learning_rate": 6.800815053220951e-06,
+      "loss": 24.7188,
+      "step": 25762
+    },
+    {
+      "epoch": 1.2311478543438785,
+      "grad_norm": 320.0948791503906,
+      "learning_rate": 6.800081865819918e-06,
+      "loss": 24.4688,
+      "step": 25763
+    },
+    {
+      "epoch": 1.2311956417853387,
+      "grad_norm": 476.271484375,
+      "learning_rate": 6.799348697582264e-06,
+      "loss": 26.0938,
+      "step": 25764
+    },
+    {
+      "epoch": 1.231243429226799,
+      "grad_norm": 213.2574005126953,
+      "learning_rate": 6.798615548512385e-06,
+      "loss": 21.5625,
+      "step": 25765
+    },
+    {
+      "epoch": 1.2312912166682595,
+      "grad_norm": 200.45718383789062,
+      "learning_rate": 6.797882418614667e-06,
+      "loss": 25.3594,
+      "step": 25766
+    },
+    {
+      "epoch": 1.2313390041097199,
+      "grad_norm": 375.01202392578125,
+      "learning_rate": 6.797149307893503e-06,
+      "loss": 30.6875,
+      "step": 25767
+    },
+    {
+      "epoch": 1.2313867915511802,
+      "grad_norm": 151.61062622070312,
+      "learning_rate": 6.796416216353279e-06,
+      "loss": 26.6562,
+      "step": 25768
+    },
+    {
+      "epoch": 1.2314345789926406,
+      "grad_norm": 1740.3707275390625,
+      "learning_rate": 6.795683143998386e-06,
+      "loss": 16.75,
+      "step": 25769
+    },
+    {
+      "epoch": 1.231482366434101,
+      "grad_norm": 311.9994812011719,
+      "learning_rate": 6.794950090833223e-06,
+      "loss": 26.4375,
+      "step": 25770
+    },
+    {
+      "epoch": 1.2315301538755614,
+      "grad_norm": 231.73919677734375,
+      "learning_rate": 6.794217056862169e-06,
+      "loss": 29.8125,
+      "step": 25771
+    },
+    {
+      "epoch": 1.2315779413170218,
+      "grad_norm": 392.6639709472656,
+      "learning_rate": 6.7934840420896175e-06,
+      "loss": 32.4531,
+      "step": 25772
+    },
+    {
+      "epoch": 1.2316257287584822,
+      "grad_norm": 238.03431701660156,
+      "learning_rate": 6.792751046519963e-06,
+      "loss": 30.3438,
+      "step": 25773
+    },
+    {
+      "epoch": 1.2316735161999426,
+      "grad_norm": 180.852783203125,
+      "learning_rate": 6.792018070157586e-06,
+      "loss": 28.0312,
+      "step": 25774
+    },
+    {
+      "epoch": 1.231721303641403,
+      "grad_norm": 380.70550537109375,
+      "learning_rate": 6.791285113006883e-06,
+      "loss": 24.1562,
+      "step": 25775
+    },
+    {
+      "epoch": 1.2317690910828634,
+      "grad_norm": 265.1913146972656,
+      "learning_rate": 6.790552175072242e-06,
+      "loss": 23.125,
+      "step": 25776
+    },
+    {
+      "epoch": 1.2318168785243238,
+      "grad_norm": 292.0885009765625,
+      "learning_rate": 6.789819256358057e-06,
+      "loss": 28.5312,
+      "step": 25777
+    },
+    {
+      "epoch": 1.2318646659657841,
+      "grad_norm": 205.52674865722656,
+      "learning_rate": 6.789086356868706e-06,
+      "loss": 26.7812,
+      "step": 25778
+    },
+    {
+      "epoch": 1.2319124534072445,
+      "grad_norm": 239.38201904296875,
+      "learning_rate": 6.788353476608586e-06,
+      "loss": 27.0781,
+      "step": 25779
+    },
+    {
+      "epoch": 1.231960240848705,
+      "grad_norm": 432.0368347167969,
+      "learning_rate": 6.787620615582085e-06,
+      "loss": 30.3281,
+      "step": 25780
+    },
+    {
+      "epoch": 1.2320080282901653,
+      "grad_norm": 277.6164245605469,
+      "learning_rate": 6.786887773793593e-06,
+      "loss": 23.5938,
+      "step": 25781
+    },
+    {
+      "epoch": 1.2320558157316257,
+      "grad_norm": 174.36236572265625,
+      "learning_rate": 6.786154951247495e-06,
+      "loss": 25.8125,
+      "step": 25782
+    },
+    {
+      "epoch": 1.232103603173086,
+      "grad_norm": 268.5701904296875,
+      "learning_rate": 6.785422147948184e-06,
+      "loss": 36.0938,
+      "step": 25783
+    },
+    {
+      "epoch": 1.2321513906145465,
+      "grad_norm": 258.0849914550781,
+      "learning_rate": 6.7846893639000454e-06,
+      "loss": 29.3906,
+      "step": 25784
+    },
+    {
+      "epoch": 1.2321991780560069,
+      "grad_norm": 222.171875,
+      "learning_rate": 6.7839565991074686e-06,
+      "loss": 18.1719,
+      "step": 25785
+    },
+    {
+      "epoch": 1.2322469654974673,
+      "grad_norm": 369.8013000488281,
+      "learning_rate": 6.78322385357484e-06,
+      "loss": 29.1406,
+      "step": 25786
+    },
+    {
+      "epoch": 1.2322947529389277,
+      "grad_norm": 369.8037414550781,
+      "learning_rate": 6.782491127306552e-06,
+      "loss": 29.25,
+      "step": 25787
+    },
+    {
+      "epoch": 1.232342540380388,
+      "grad_norm": 236.30223083496094,
+      "learning_rate": 6.781758420306992e-06,
+      "loss": 30.375,
+      "step": 25788
+    },
+    {
+      "epoch": 1.2323903278218484,
+      "grad_norm": 303.9857482910156,
+      "learning_rate": 6.7810257325805425e-06,
+      "loss": 28.0156,
+      "step": 25789
+    },
+    {
+      "epoch": 1.2324381152633088,
+      "grad_norm": 493.4208679199219,
+      "learning_rate": 6.780293064131595e-06,
+      "loss": 26.25,
+      "step": 25790
+    },
+    {
+      "epoch": 1.2324859027047692,
+      "grad_norm": 470.56903076171875,
+      "learning_rate": 6.7795604149645385e-06,
+      "loss": 34.3125,
+      "step": 25791
+    },
+    {
+      "epoch": 1.2325336901462296,
+      "grad_norm": 323.08673095703125,
+      "learning_rate": 6.7788277850837645e-06,
+      "loss": 28.6406,
+      "step": 25792
+    },
+    {
+      "epoch": 1.23258147758769,
+      "grad_norm": 345.8016052246094,
+      "learning_rate": 6.778095174493651e-06,
+      "loss": 24.375,
+      "step": 25793
+    },
+    {
+      "epoch": 1.2326292650291504,
+      "grad_norm": 251.88217163085938,
+      "learning_rate": 6.777362583198589e-06,
+      "loss": 30.0625,
+      "step": 25794
+    },
+    {
+      "epoch": 1.2326770524706108,
+      "grad_norm": 548.5354614257812,
+      "learning_rate": 6.776630011202967e-06,
+      "loss": 35.5938,
+      "step": 25795
+    },
+    {
+      "epoch": 1.2327248399120712,
+      "grad_norm": 291.5293884277344,
+      "learning_rate": 6.775897458511177e-06,
+      "loss": 22.1719,
+      "step": 25796
+    },
+    {
+      "epoch": 1.2327726273535315,
+      "grad_norm": 128.50315856933594,
+      "learning_rate": 6.775164925127595e-06,
+      "loss": 21.8438,
+      "step": 25797
+    },
+    {
+      "epoch": 1.232820414794992,
+      "grad_norm": 275.6255187988281,
+      "learning_rate": 6.774432411056617e-06,
+      "loss": 21.5312,
+      "step": 25798
+    },
+    {
+      "epoch": 1.2328682022364523,
+      "grad_norm": 342.09014892578125,
+      "learning_rate": 6.773699916302627e-06,
+      "loss": 24.75,
+      "step": 25799
+    },
+    {
+      "epoch": 1.2329159896779127,
+      "grad_norm": 291.2867431640625,
+      "learning_rate": 6.772967440870011e-06,
+      "loss": 22.7188,
+      "step": 25800
+    },
+    {
+      "epoch": 1.232963777119373,
+      "grad_norm": 230.47547912597656,
+      "learning_rate": 6.7722349847631555e-06,
+      "loss": 20.6562,
+      "step": 25801
+    },
+    {
+      "epoch": 1.2330115645608335,
+      "grad_norm": 372.2576904296875,
+      "learning_rate": 6.7715025479864464e-06,
+      "loss": 29.0938,
+      "step": 25802
+    },
+    {
+      "epoch": 1.2330593520022939,
+      "grad_norm": 133.02032470703125,
+      "learning_rate": 6.770770130544275e-06,
+      "loss": 17.9219,
+      "step": 25803
+    },
+    {
+      "epoch": 1.2331071394437543,
+      "grad_norm": 193.59959411621094,
+      "learning_rate": 6.770037732441019e-06,
+      "loss": 23.8438,
+      "step": 25804
+    },
+    {
+      "epoch": 1.2331549268852147,
+      "grad_norm": 318.6904296875,
+      "learning_rate": 6.76930535368107e-06,
+      "loss": 27.6562,
+      "step": 25805
+    },
+    {
+      "epoch": 1.233202714326675,
+      "grad_norm": 154.1627655029297,
+      "learning_rate": 6.7685729942688135e-06,
+      "loss": 24.2344,
+      "step": 25806
+    },
+    {
+      "epoch": 1.2332505017681354,
+      "grad_norm": 148.9717254638672,
+      "learning_rate": 6.7678406542086396e-06,
+      "loss": 20.4844,
+      "step": 25807
+    },
+    {
+      "epoch": 1.2332982892095958,
+      "grad_norm": 252.75167846679688,
+      "learning_rate": 6.7671083335049236e-06,
+      "loss": 24.2812,
+      "step": 25808
+    },
+    {
+      "epoch": 1.2333460766510562,
+      "grad_norm": 198.33926391601562,
+      "learning_rate": 6.766376032162059e-06,
+      "loss": 30.7812,
+      "step": 25809
+    },
+    {
+      "epoch": 1.2333938640925164,
+      "grad_norm": 215.5620574951172,
+      "learning_rate": 6.765643750184433e-06,
+      "loss": 20.8906,
+      "step": 25810
+    },
+    {
+      "epoch": 1.2334416515339768,
+      "grad_norm": 329.84698486328125,
+      "learning_rate": 6.764911487576422e-06,
+      "loss": 22.7969,
+      "step": 25811
+    },
+    {
+      "epoch": 1.2334894389754372,
+      "grad_norm": 201.7987823486328,
+      "learning_rate": 6.764179244342419e-06,
+      "loss": 30.0,
+      "step": 25812
+    },
+    {
+      "epoch": 1.2335372264168976,
+      "grad_norm": 177.92318725585938,
+      "learning_rate": 6.763447020486805e-06,
+      "loss": 19.0312,
+      "step": 25813
+    },
+    {
+      "epoch": 1.233585013858358,
+      "grad_norm": 405.86798095703125,
+      "learning_rate": 6.762714816013972e-06,
+      "loss": 27.8281,
+      "step": 25814
+    },
+    {
+      "epoch": 1.2336328012998183,
+      "grad_norm": 688.1646118164062,
+      "learning_rate": 6.761982630928296e-06,
+      "loss": 22.7812,
+      "step": 25815
+    },
+    {
+      "epoch": 1.2336805887412787,
+      "grad_norm": 219.715576171875,
+      "learning_rate": 6.761250465234168e-06,
+      "loss": 26.375,
+      "step": 25816
+    },
+    {
+      "epoch": 1.2337283761827391,
+      "grad_norm": 306.0443115234375,
+      "learning_rate": 6.760518318935969e-06,
+      "loss": 22.3125,
+      "step": 25817
+    },
+    {
+      "epoch": 1.2337761636241995,
+      "grad_norm": 263.09478759765625,
+      "learning_rate": 6.7597861920380885e-06,
+      "loss": 25.8438,
+      "step": 25818
+    },
+    {
+      "epoch": 1.23382395106566,
+      "grad_norm": 150.18069458007812,
+      "learning_rate": 6.759054084544902e-06,
+      "loss": 17.6406,
+      "step": 25819
+    },
+    {
+      "epoch": 1.2338717385071203,
+      "grad_norm": 251.77822875976562,
+      "learning_rate": 6.758321996460803e-06,
+      "loss": 21.7344,
+      "step": 25820
+    },
+    {
+      "epoch": 1.2339195259485807,
+      "grad_norm": 249.87498474121094,
+      "learning_rate": 6.757589927790173e-06,
+      "loss": 28.4375,
+      "step": 25821
+    },
+    {
+      "epoch": 1.233967313390041,
+      "grad_norm": 185.029052734375,
+      "learning_rate": 6.756857878537395e-06,
+      "loss": 19.8281,
+      "step": 25822
+    },
+    {
+      "epoch": 1.2340151008315015,
+      "grad_norm": 263.13018798828125,
+      "learning_rate": 6.756125848706852e-06,
+      "loss": 23.7031,
+      "step": 25823
+    },
+    {
+      "epoch": 1.2340628882729618,
+      "grad_norm": 249.78627014160156,
+      "learning_rate": 6.755393838302928e-06,
+      "loss": 27.375,
+      "step": 25824
+    },
+    {
+      "epoch": 1.2341106757144222,
+      "grad_norm": 342.2605895996094,
+      "learning_rate": 6.754661847330013e-06,
+      "loss": 23.5,
+      "step": 25825
+    },
+    {
+      "epoch": 1.2341584631558826,
+      "grad_norm": 186.75189208984375,
+      "learning_rate": 6.753929875792482e-06,
+      "loss": 18.5,
+      "step": 25826
+    },
+    {
+      "epoch": 1.234206250597343,
+      "grad_norm": 285.5556945800781,
+      "learning_rate": 6.753197923694723e-06,
+      "loss": 30.4375,
+      "step": 25827
+    },
+    {
+      "epoch": 1.2342540380388034,
+      "grad_norm": 385.3811340332031,
+      "learning_rate": 6.7524659910411185e-06,
+      "loss": 24.125,
+      "step": 25828
+    },
+    {
+      "epoch": 1.2343018254802638,
+      "grad_norm": 925.3789672851562,
+      "learning_rate": 6.751734077836056e-06,
+      "loss": 26.8125,
+      "step": 25829
+    },
+    {
+      "epoch": 1.2343496129217242,
+      "grad_norm": 283.200927734375,
+      "learning_rate": 6.751002184083913e-06,
+      "loss": 24.75,
+      "step": 25830
+    },
+    {
+      "epoch": 1.2343974003631846,
+      "grad_norm": 278.7179260253906,
+      "learning_rate": 6.750270309789073e-06,
+      "loss": 19.5156,
+      "step": 25831
+    },
+    {
+      "epoch": 1.234445187804645,
+      "grad_norm": 176.41842651367188,
+      "learning_rate": 6.749538454955921e-06,
+      "loss": 22.1406,
+      "step": 25832
+    },
+    {
+      "epoch": 1.2344929752461054,
+      "grad_norm": 992.3670654296875,
+      "learning_rate": 6.748806619588841e-06,
+      "loss": 29.5938,
+      "step": 25833
+    },
+    {
+      "epoch": 1.2345407626875657,
+      "grad_norm": 143.3702850341797,
+      "learning_rate": 6.748074803692214e-06,
+      "loss": 19.1875,
+      "step": 25834
+    },
+    {
+      "epoch": 1.2345885501290261,
+      "grad_norm": 298.1916198730469,
+      "learning_rate": 6.747343007270421e-06,
+      "loss": 32.0312,
+      "step": 25835
+    },
+    {
+      "epoch": 1.2346363375704865,
+      "grad_norm": 280.57550048828125,
+      "learning_rate": 6.746611230327849e-06,
+      "loss": 31.3125,
+      "step": 25836
+    },
+    {
+      "epoch": 1.234684125011947,
+      "grad_norm": 114.14009857177734,
+      "learning_rate": 6.745879472868875e-06,
+      "loss": 17.2812,
+      "step": 25837
+    },
+    {
+      "epoch": 1.2347319124534073,
+      "grad_norm": 274.1330261230469,
+      "learning_rate": 6.7451477348978835e-06,
+      "loss": 32.875,
+      "step": 25838
+    },
+    {
+      "epoch": 1.2347796998948677,
+      "grad_norm": 282.1710205078125,
+      "learning_rate": 6.744416016419257e-06,
+      "loss": 20.25,
+      "step": 25839
+    },
+    {
+      "epoch": 1.234827487336328,
+      "grad_norm": 240.93592834472656,
+      "learning_rate": 6.7436843174373825e-06,
+      "loss": 21.8594,
+      "step": 25840
+    },
+    {
+      "epoch": 1.2348752747777885,
+      "grad_norm": 157.48123168945312,
+      "learning_rate": 6.742952637956634e-06,
+      "loss": 22.9688,
+      "step": 25841
+    },
+    {
+      "epoch": 1.2349230622192489,
+      "grad_norm": 244.99871826171875,
+      "learning_rate": 6.742220977981395e-06,
+      "loss": 25.0312,
+      "step": 25842
+    },
+    {
+      "epoch": 1.2349708496607092,
+      "grad_norm": 519.5975341796875,
+      "learning_rate": 6.741489337516048e-06,
+      "loss": 31.4375,
+      "step": 25843
+    },
+    {
+      "epoch": 1.2350186371021696,
+      "grad_norm": 215.6103057861328,
+      "learning_rate": 6.7407577165649805e-06,
+      "loss": 26.6719,
+      "step": 25844
+    },
+    {
+      "epoch": 1.23506642454363,
+      "grad_norm": 443.3236999511719,
+      "learning_rate": 6.740026115132564e-06,
+      "loss": 21.5469,
+      "step": 25845
+    },
+    {
+      "epoch": 1.2351142119850902,
+      "grad_norm": 662.5975341796875,
+      "learning_rate": 6.739294533223185e-06,
+      "loss": 14.6406,
+      "step": 25846
+    },
+    {
+      "epoch": 1.2351619994265506,
+      "grad_norm": 195.26434326171875,
+      "learning_rate": 6.7385629708412285e-06,
+      "loss": 27.4688,
+      "step": 25847
+    },
+    {
+      "epoch": 1.235209786868011,
+      "grad_norm": 335.74322509765625,
+      "learning_rate": 6.7378314279910665e-06,
+      "loss": 29.6094,
+      "step": 25848
+    },
+    {
+      "epoch": 1.2352575743094714,
+      "grad_norm": 352.7610168457031,
+      "learning_rate": 6.7370999046770876e-06,
+      "loss": 18.9375,
+      "step": 25849
+    },
+    {
+      "epoch": 1.2353053617509318,
+      "grad_norm": 196.72325134277344,
+      "learning_rate": 6.736368400903668e-06,
+      "loss": 26.0938,
+      "step": 25850
+    },
+    {
+      "epoch": 1.2353531491923921,
+      "grad_norm": 312.33123779296875,
+      "learning_rate": 6.735636916675192e-06,
+      "loss": 26.9062,
+      "step": 25851
+    },
+    {
+      "epoch": 1.2354009366338525,
+      "grad_norm": 224.56015014648438,
+      "learning_rate": 6.734905451996039e-06,
+      "loss": 30.4688,
+      "step": 25852
+    },
+    {
+      "epoch": 1.235448724075313,
+      "grad_norm": 390.2669372558594,
+      "learning_rate": 6.734174006870587e-06,
+      "loss": 29.5312,
+      "step": 25853
+    },
+    {
+      "epoch": 1.2354965115167733,
+      "grad_norm": 189.75778198242188,
+      "learning_rate": 6.733442581303219e-06,
+      "loss": 18.2969,
+      "step": 25854
+    },
+    {
+      "epoch": 1.2355442989582337,
+      "grad_norm": 284.2105407714844,
+      "learning_rate": 6.7327111752983186e-06,
+      "loss": 23.3438,
+      "step": 25855
+    },
+    {
+      "epoch": 1.235592086399694,
+      "grad_norm": 189.36415100097656,
+      "learning_rate": 6.7319797888602586e-06,
+      "loss": 22.0312,
+      "step": 25856
+    },
+    {
+      "epoch": 1.2356398738411545,
+      "grad_norm": 337.9237060546875,
+      "learning_rate": 6.7312484219934225e-06,
+      "loss": 32.0469,
+      "step": 25857
+    },
+    {
+      "epoch": 1.2356876612826149,
+      "grad_norm": 2604.594482421875,
+      "learning_rate": 6.730517074702194e-06,
+      "loss": 37.3438,
+      "step": 25858
+    },
+    {
+      "epoch": 1.2357354487240753,
+      "grad_norm": 211.0577850341797,
+      "learning_rate": 6.7297857469909465e-06,
+      "loss": 27.2812,
+      "step": 25859
+    },
+    {
+      "epoch": 1.2357832361655356,
+      "grad_norm": 260.90673828125,
+      "learning_rate": 6.729054438864062e-06,
+      "loss": 25.9062,
+      "step": 25860
+    },
+    {
+      "epoch": 1.235831023606996,
+      "grad_norm": 241.05015563964844,
+      "learning_rate": 6.728323150325921e-06,
+      "loss": 24.1875,
+      "step": 25861
+    },
+    {
+      "epoch": 1.2358788110484564,
+      "grad_norm": 393.90283203125,
+      "learning_rate": 6.727591881380907e-06,
+      "loss": 29.4375,
+      "step": 25862
+    },
+    {
+      "epoch": 1.2359265984899168,
+      "grad_norm": 252.65760803222656,
+      "learning_rate": 6.72686063203339e-06,
+      "loss": 30.3125,
+      "step": 25863
+    },
+    {
+      "epoch": 1.2359743859313772,
+      "grad_norm": 300.9955749511719,
+      "learning_rate": 6.726129402287758e-06,
+      "loss": 19.9219,
+      "step": 25864
+    },
+    {
+      "epoch": 1.2360221733728376,
+      "grad_norm": 213.89393615722656,
+      "learning_rate": 6.725398192148383e-06,
+      "loss": 33.2812,
+      "step": 25865
+    },
+    {
+      "epoch": 1.236069960814298,
+      "grad_norm": 157.35182189941406,
+      "learning_rate": 6.7246670016196506e-06,
+      "loss": 24.0312,
+      "step": 25866
+    },
+    {
+      "epoch": 1.2361177482557584,
+      "grad_norm": 205.5004119873047,
+      "learning_rate": 6.723935830705936e-06,
+      "loss": 24.75,
+      "step": 25867
+    },
+    {
+      "epoch": 1.2361655356972188,
+      "grad_norm": 351.1300354003906,
+      "learning_rate": 6.723204679411616e-06,
+      "loss": 18.3125,
+      "step": 25868
+    },
+    {
+      "epoch": 1.2362133231386792,
+      "grad_norm": 235.68017578125,
+      "learning_rate": 6.722473547741075e-06,
+      "loss": 25.6875,
+      "step": 25869
+    },
+    {
+      "epoch": 1.2362611105801395,
+      "grad_norm": 175.7638397216797,
+      "learning_rate": 6.721742435698686e-06,
+      "loss": 24.8906,
+      "step": 25870
+    },
+    {
+      "epoch": 1.2363088980216,
+      "grad_norm": 280.108642578125,
+      "learning_rate": 6.721011343288829e-06,
+      "loss": 32.5312,
+      "step": 25871
+    },
+    {
+      "epoch": 1.2363566854630603,
+      "grad_norm": 265.58697509765625,
+      "learning_rate": 6.720280270515882e-06,
+      "loss": 24.6875,
+      "step": 25872
+    },
+    {
+      "epoch": 1.2364044729045207,
+      "grad_norm": 247.09909057617188,
+      "learning_rate": 6.71954921738423e-06,
+      "loss": 25.2812,
+      "step": 25873
+    },
+    {
+      "epoch": 1.236452260345981,
+      "grad_norm": 146.88720703125,
+      "learning_rate": 6.71881818389824e-06,
+      "loss": 25.2031,
+      "step": 25874
+    },
+    {
+      "epoch": 1.2365000477874415,
+      "grad_norm": 202.65821838378906,
+      "learning_rate": 6.718087170062297e-06,
+      "loss": 25.5938,
+      "step": 25875
+    },
+    {
+      "epoch": 1.2365478352289019,
+      "grad_norm": 314.0032958984375,
+      "learning_rate": 6.717356175880775e-06,
+      "loss": 21.4062,
+      "step": 25876
+    },
+    {
+      "epoch": 1.2365956226703623,
+      "grad_norm": 323.5304260253906,
+      "learning_rate": 6.716625201358058e-06,
+      "loss": 26.1562,
+      "step": 25877
+    },
+    {
+      "epoch": 1.2366434101118227,
+      "grad_norm": 226.4855194091797,
+      "learning_rate": 6.715894246498515e-06,
+      "loss": 25.0156,
+      "step": 25878
+    },
+    {
+      "epoch": 1.236691197553283,
+      "grad_norm": 260.0113220214844,
+      "learning_rate": 6.7151633113065295e-06,
+      "loss": 24.7656,
+      "step": 25879
+    },
+    {
+      "epoch": 1.2367389849947434,
+      "grad_norm": 215.37965393066406,
+      "learning_rate": 6.714432395786479e-06,
+      "loss": 21.2344,
+      "step": 25880
+    },
+    {
+      "epoch": 1.2367867724362038,
+      "grad_norm": 273.346923828125,
+      "learning_rate": 6.713701499942738e-06,
+      "loss": 37.8125,
+      "step": 25881
+    },
+    {
+      "epoch": 1.2368345598776642,
+      "grad_norm": 1753.44482421875,
+      "learning_rate": 6.712970623779684e-06,
+      "loss": 27.1094,
+      "step": 25882
+    },
+    {
+      "epoch": 1.2368823473191246,
+      "grad_norm": 366.2472229003906,
+      "learning_rate": 6.7122397673016935e-06,
+      "loss": 29.125,
+      "step": 25883
+    },
+    {
+      "epoch": 1.236930134760585,
+      "grad_norm": 485.12945556640625,
+      "learning_rate": 6.711508930513146e-06,
+      "loss": 26.9375,
+      "step": 25884
+    },
+    {
+      "epoch": 1.2369779222020454,
+      "grad_norm": 175.6479949951172,
+      "learning_rate": 6.710778113418417e-06,
+      "loss": 22.9688,
+      "step": 25885
+    },
+    {
+      "epoch": 1.2370257096435058,
+      "grad_norm": 206.9695587158203,
+      "learning_rate": 6.710047316021879e-06,
+      "loss": 21.8594,
+      "step": 25886
+    },
+    {
+      "epoch": 1.2370734970849662,
+      "grad_norm": 279.9913635253906,
+      "learning_rate": 6.709316538327914e-06,
+      "loss": 22.7656,
+      "step": 25887
+    },
+    {
+      "epoch": 1.2371212845264266,
+      "grad_norm": 239.10455322265625,
+      "learning_rate": 6.708585780340901e-06,
+      "loss": 25.6875,
+      "step": 25888
+    },
+    {
+      "epoch": 1.237169071967887,
+      "grad_norm": 184.00856018066406,
+      "learning_rate": 6.707855042065209e-06,
+      "loss": 25.75,
+      "step": 25889
+    },
+    {
+      "epoch": 1.2372168594093473,
+      "grad_norm": 280.3724060058594,
+      "learning_rate": 6.707124323505216e-06,
+      "loss": 22.4062,
+      "step": 25890
+    },
+    {
+      "epoch": 1.2372646468508077,
+      "grad_norm": 210.48756408691406,
+      "learning_rate": 6.706393624665299e-06,
+      "loss": 30.1562,
+      "step": 25891
+    },
+    {
+      "epoch": 1.2373124342922681,
+      "grad_norm": 236.47625732421875,
+      "learning_rate": 6.705662945549839e-06,
+      "loss": 33.6406,
+      "step": 25892
+    },
+    {
+      "epoch": 1.2373602217337283,
+      "grad_norm": 246.62307739257812,
+      "learning_rate": 6.7049322861632025e-06,
+      "loss": 26.5625,
+      "step": 25893
+    },
+    {
+      "epoch": 1.2374080091751887,
+      "grad_norm": 214.20326232910156,
+      "learning_rate": 6.70420164650977e-06,
+      "loss": 21.1719,
+      "step": 25894
+    },
+    {
+      "epoch": 1.237455796616649,
+      "grad_norm": 587.927978515625,
+      "learning_rate": 6.703471026593922e-06,
+      "loss": 23.7344,
+      "step": 25895
+    },
+    {
+      "epoch": 1.2375035840581095,
+      "grad_norm": 249.7981719970703,
+      "learning_rate": 6.7027404264200234e-06,
+      "loss": 30.9062,
+      "step": 25896
+    },
+    {
+      "epoch": 1.2375513714995698,
+      "grad_norm": 222.2370147705078,
+      "learning_rate": 6.702009845992455e-06,
+      "loss": 24.3438,
+      "step": 25897
+    },
+    {
+      "epoch": 1.2375991589410302,
+      "grad_norm": 200.13092041015625,
+      "learning_rate": 6.701279285315595e-06,
+      "loss": 26.3125,
+      "step": 25898
+    },
+    {
+      "epoch": 1.2376469463824906,
+      "grad_norm": 138.2372589111328,
+      "learning_rate": 6.7005487443938155e-06,
+      "loss": 17.125,
+      "step": 25899
+    },
+    {
+      "epoch": 1.237694733823951,
+      "grad_norm": 210.51504516601562,
+      "learning_rate": 6.699818223231491e-06,
+      "loss": 25.2188,
+      "step": 25900
+    },
+    {
+      "epoch": 1.2377425212654114,
+      "grad_norm": 301.4201965332031,
+      "learning_rate": 6.699087721832996e-06,
+      "loss": 23.9375,
+      "step": 25901
+    },
+    {
+      "epoch": 1.2377903087068718,
+      "grad_norm": 209.80967712402344,
+      "learning_rate": 6.698357240202704e-06,
+      "loss": 22.8906,
+      "step": 25902
+    },
+    {
+      "epoch": 1.2378380961483322,
+      "grad_norm": 326.7208251953125,
+      "learning_rate": 6.697626778344998e-06,
+      "loss": 28.9062,
+      "step": 25903
+    },
+    {
+      "epoch": 1.2378858835897926,
+      "grad_norm": 578.114501953125,
+      "learning_rate": 6.696896336264242e-06,
+      "loss": 28.75,
+      "step": 25904
+    },
+    {
+      "epoch": 1.237933671031253,
+      "grad_norm": 207.79266357421875,
+      "learning_rate": 6.696165913964814e-06,
+      "loss": 24.6562,
+      "step": 25905
+    },
+    {
+      "epoch": 1.2379814584727133,
+      "grad_norm": 382.5125732421875,
+      "learning_rate": 6.695435511451094e-06,
+      "loss": 21.9062,
+      "step": 25906
+    },
+    {
+      "epoch": 1.2380292459141737,
+      "grad_norm": 159.20774841308594,
+      "learning_rate": 6.694705128727446e-06,
+      "loss": 19.4375,
+      "step": 25907
+    },
+    {
+      "epoch": 1.2380770333556341,
+      "grad_norm": 206.55455017089844,
+      "learning_rate": 6.69397476579825e-06,
+      "loss": 32.4375,
+      "step": 25908
+    },
+    {
+      "epoch": 1.2381248207970945,
+      "grad_norm": 216.5179443359375,
+      "learning_rate": 6.693244422667878e-06,
+      "loss": 23.0312,
+      "step": 25909
+    },
+    {
+      "epoch": 1.238172608238555,
+      "grad_norm": 334.1622314453125,
+      "learning_rate": 6.69251409934071e-06,
+      "loss": 28.625,
+      "step": 25910
+    },
+    {
+      "epoch": 1.2382203956800153,
+      "grad_norm": 434.5247802734375,
+      "learning_rate": 6.691783795821112e-06,
+      "loss": 32.9688,
+      "step": 25911
+    },
+    {
+      "epoch": 1.2382681831214757,
+      "grad_norm": 279.8800354003906,
+      "learning_rate": 6.691053512113459e-06,
+      "loss": 21.7188,
+      "step": 25912
+    },
+    {
+      "epoch": 1.238315970562936,
+      "grad_norm": 266.6451721191406,
+      "learning_rate": 6.690323248222128e-06,
+      "loss": 20.1719,
+      "step": 25913
+    },
+    {
+      "epoch": 1.2383637580043965,
+      "grad_norm": 188.3826141357422,
+      "learning_rate": 6.68959300415149e-06,
+      "loss": 19.5625,
+      "step": 25914
+    },
+    {
+      "epoch": 1.2384115454458569,
+      "grad_norm": 308.2784729003906,
+      "learning_rate": 6.688862779905918e-06,
+      "loss": 19.4688,
+      "step": 25915
+    },
+    {
+      "epoch": 1.2384593328873172,
+      "grad_norm": 187.81869506835938,
+      "learning_rate": 6.688132575489783e-06,
+      "loss": 24.1562,
+      "step": 25916
+    },
+    {
+      "epoch": 1.2385071203287776,
+      "grad_norm": 116.0113296508789,
+      "learning_rate": 6.687402390907463e-06,
+      "loss": 20.8281,
+      "step": 25917
+    },
+    {
+      "epoch": 1.238554907770238,
+      "grad_norm": 480.6537170410156,
+      "learning_rate": 6.686672226163329e-06,
+      "loss": 24.7188,
+      "step": 25918
+    },
+    {
+      "epoch": 1.2386026952116984,
+      "grad_norm": 242.05398559570312,
+      "learning_rate": 6.685942081261751e-06,
+      "loss": 25.0625,
+      "step": 25919
+    },
+    {
+      "epoch": 1.2386504826531588,
+      "grad_norm": 459.061279296875,
+      "learning_rate": 6.685211956207103e-06,
+      "loss": 26.8594,
+      "step": 25920
+    },
+    {
+      "epoch": 1.2386982700946192,
+      "grad_norm": 252.03553771972656,
+      "learning_rate": 6.684481851003761e-06,
+      "loss": 24.1875,
+      "step": 25921
+    },
+    {
+      "epoch": 1.2387460575360796,
+      "grad_norm": 276.0323791503906,
+      "learning_rate": 6.683751765656093e-06,
+      "loss": 26.8125,
+      "step": 25922
+    },
+    {
+      "epoch": 1.23879384497754,
+      "grad_norm": 175.67529296875,
+      "learning_rate": 6.68302170016847e-06,
+      "loss": 18.9844,
+      "step": 25923
+    },
+    {
+      "epoch": 1.2388416324190004,
+      "grad_norm": 1501.614501953125,
+      "learning_rate": 6.68229165454527e-06,
+      "loss": 19.3438,
+      "step": 25924
+    },
+    {
+      "epoch": 1.2388894198604607,
+      "grad_norm": 402.4195556640625,
+      "learning_rate": 6.6815616287908635e-06,
+      "loss": 21.3125,
+      "step": 25925
+    },
+    {
+      "epoch": 1.2389372073019211,
+      "grad_norm": 332.873291015625,
+      "learning_rate": 6.680831622909618e-06,
+      "loss": 23.4219,
+      "step": 25926
+    },
+    {
+      "epoch": 1.2389849947433815,
+      "grad_norm": 272.71087646484375,
+      "learning_rate": 6.680101636905908e-06,
+      "loss": 25.375,
+      "step": 25927
+    },
+    {
+      "epoch": 1.239032782184842,
+      "grad_norm": 305.7309265136719,
+      "learning_rate": 6.679371670784108e-06,
+      "loss": 31.4375,
+      "step": 25928
+    },
+    {
+      "epoch": 1.239080569626302,
+      "grad_norm": 212.7407684326172,
+      "learning_rate": 6.678641724548584e-06,
+      "loss": 24.875,
+      "step": 25929
+    },
+    {
+      "epoch": 1.2391283570677625,
+      "grad_norm": 146.51963806152344,
+      "learning_rate": 6.677911798203711e-06,
+      "loss": 15.6562,
+      "step": 25930
+    },
+    {
+      "epoch": 1.2391761445092229,
+      "grad_norm": 218.9530487060547,
+      "learning_rate": 6.6771818917538626e-06,
+      "loss": 21.125,
+      "step": 25931
+    },
+    {
+      "epoch": 1.2392239319506833,
+      "grad_norm": 410.9032287597656,
+      "learning_rate": 6.6764520052034054e-06,
+      "loss": 21.0938,
+      "step": 25932
+    },
+    {
+      "epoch": 1.2392717193921436,
+      "grad_norm": 215.04415893554688,
+      "learning_rate": 6.675722138556713e-06,
+      "loss": 23.7031,
+      "step": 25933
+    },
+    {
+      "epoch": 1.239319506833604,
+      "grad_norm": 225.0635986328125,
+      "learning_rate": 6.674992291818152e-06,
+      "loss": 22.875,
+      "step": 25934
+    },
+    {
+      "epoch": 1.2393672942750644,
+      "grad_norm": 254.57833862304688,
+      "learning_rate": 6.674262464992098e-06,
+      "loss": 33.8438,
+      "step": 25935
+    },
+    {
+      "epoch": 1.2394150817165248,
+      "grad_norm": 185.2146453857422,
+      "learning_rate": 6.673532658082924e-06,
+      "loss": 17.2344,
+      "step": 25936
+    },
+    {
+      "epoch": 1.2394628691579852,
+      "grad_norm": 165.6947479248047,
+      "learning_rate": 6.672802871094993e-06,
+      "loss": 17.5625,
+      "step": 25937
+    },
+    {
+      "epoch": 1.2395106565994456,
+      "grad_norm": 214.30465698242188,
+      "learning_rate": 6.672073104032679e-06,
+      "loss": 34.5938,
+      "step": 25938
+    },
+    {
+      "epoch": 1.239558444040906,
+      "grad_norm": 553.1944580078125,
+      "learning_rate": 6.671343356900355e-06,
+      "loss": 28.3906,
+      "step": 25939
+    },
+    {
+      "epoch": 1.2396062314823664,
+      "grad_norm": 437.09686279296875,
+      "learning_rate": 6.670613629702391e-06,
+      "loss": 30.8281,
+      "step": 25940
+    },
+    {
+      "epoch": 1.2396540189238268,
+      "grad_norm": 289.0517578125,
+      "learning_rate": 6.669883922443153e-06,
+      "loss": 37.2188,
+      "step": 25941
+    },
+    {
+      "epoch": 1.2397018063652872,
+      "grad_norm": 279.4914855957031,
+      "learning_rate": 6.6691542351270115e-06,
+      "loss": 33.1875,
+      "step": 25942
+    },
+    {
+      "epoch": 1.2397495938067475,
+      "grad_norm": 302.0054016113281,
+      "learning_rate": 6.668424567758343e-06,
+      "loss": 22.5625,
+      "step": 25943
+    },
+    {
+      "epoch": 1.239797381248208,
+      "grad_norm": 203.27920532226562,
+      "learning_rate": 6.6676949203415075e-06,
+      "loss": 24.625,
+      "step": 25944
+    },
+    {
+      "epoch": 1.2398451686896683,
+      "grad_norm": 345.8433532714844,
+      "learning_rate": 6.66696529288088e-06,
+      "loss": 23.4375,
+      "step": 25945
+    },
+    {
+      "epoch": 1.2398929561311287,
+      "grad_norm": 177.6052703857422,
+      "learning_rate": 6.666235685380833e-06,
+      "loss": 18.8125,
+      "step": 25946
+    },
+    {
+      "epoch": 1.239940743572589,
+      "grad_norm": 654.5182495117188,
+      "learning_rate": 6.665506097845732e-06,
+      "loss": 23.5469,
+      "step": 25947
+    },
+    {
+      "epoch": 1.2399885310140495,
+      "grad_norm": 254.48367309570312,
+      "learning_rate": 6.664776530279946e-06,
+      "loss": 21.5938,
+      "step": 25948
+    },
+    {
+      "epoch": 1.2400363184555099,
+      "grad_norm": 228.61383056640625,
+      "learning_rate": 6.664046982687844e-06,
+      "loss": 21.5469,
+      "step": 25949
+    },
+    {
+      "epoch": 1.2400841058969703,
+      "grad_norm": 126.13046264648438,
+      "learning_rate": 6.663317455073794e-06,
+      "loss": 22.3125,
+      "step": 25950
+    },
+    {
+      "epoch": 1.2401318933384307,
+      "grad_norm": 129.88487243652344,
+      "learning_rate": 6.662587947442174e-06,
+      "loss": 21.4531,
+      "step": 25951
+    },
+    {
+      "epoch": 1.240179680779891,
+      "grad_norm": 238.9365692138672,
+      "learning_rate": 6.661858459797339e-06,
+      "loss": 21.375,
+      "step": 25952
+    },
+    {
+      "epoch": 1.2402274682213514,
+      "grad_norm": 328.03033447265625,
+      "learning_rate": 6.661128992143666e-06,
+      "loss": 24.75,
+      "step": 25953
+    },
+    {
+      "epoch": 1.2402752556628118,
+      "grad_norm": 295.6392822265625,
+      "learning_rate": 6.660399544485525e-06,
+      "loss": 28.5156,
+      "step": 25954
+    },
+    {
+      "epoch": 1.2403230431042722,
+      "grad_norm": 235.0640869140625,
+      "learning_rate": 6.65967011682728e-06,
+      "loss": 18.9062,
+      "step": 25955
+    },
+    {
+      "epoch": 1.2403708305457326,
+      "grad_norm": 186.1823272705078,
+      "learning_rate": 6.658940709173297e-06,
+      "loss": 22.7812,
+      "step": 25956
+    },
+    {
+      "epoch": 1.240418617987193,
+      "grad_norm": 285.76092529296875,
+      "learning_rate": 6.65821132152795e-06,
+      "loss": 16.9844,
+      "step": 25957
+    },
+    {
+      "epoch": 1.2404664054286534,
+      "grad_norm": 569.8388671875,
+      "learning_rate": 6.657481953895608e-06,
+      "loss": 41.3438,
+      "step": 25958
+    },
+    {
+      "epoch": 1.2405141928701138,
+      "grad_norm": 274.8446350097656,
+      "learning_rate": 6.6567526062806345e-06,
+      "loss": 19.8125,
+      "step": 25959
+    },
+    {
+      "epoch": 1.2405619803115742,
+      "grad_norm": 224.46205139160156,
+      "learning_rate": 6.656023278687397e-06,
+      "loss": 25.5938,
+      "step": 25960
+    },
+    {
+      "epoch": 1.2406097677530346,
+      "grad_norm": 189.80780029296875,
+      "learning_rate": 6.655293971120267e-06,
+      "loss": 17.4844,
+      "step": 25961
+    },
+    {
+      "epoch": 1.240657555194495,
+      "grad_norm": 330.539794921875,
+      "learning_rate": 6.6545646835836105e-06,
+      "loss": 20.875,
+      "step": 25962
+    },
+    {
+      "epoch": 1.2407053426359553,
+      "grad_norm": 305.5469665527344,
+      "learning_rate": 6.653835416081793e-06,
+      "loss": 26.6406,
+      "step": 25963
+    },
+    {
+      "epoch": 1.2407531300774157,
+      "grad_norm": 289.9923095703125,
+      "learning_rate": 6.6531061686191856e-06,
+      "loss": 33.5625,
+      "step": 25964
+    },
+    {
+      "epoch": 1.2408009175188761,
+      "grad_norm": 143.76536560058594,
+      "learning_rate": 6.6523769412001515e-06,
+      "loss": 21.1562,
+      "step": 25965
+    },
+    {
+      "epoch": 1.2408487049603365,
+      "grad_norm": 287.7038269042969,
+      "learning_rate": 6.651647733829065e-06,
+      "loss": 25.2188,
+      "step": 25966
+    },
+    {
+      "epoch": 1.240896492401797,
+      "grad_norm": 267.96429443359375,
+      "learning_rate": 6.6509185465102834e-06,
+      "loss": 23.1562,
+      "step": 25967
+    },
+    {
+      "epoch": 1.2409442798432573,
+      "grad_norm": 321.7191162109375,
+      "learning_rate": 6.650189379248177e-06,
+      "loss": 26.9688,
+      "step": 25968
+    },
+    {
+      "epoch": 1.2409920672847177,
+      "grad_norm": 388.35089111328125,
+      "learning_rate": 6.649460232047119e-06,
+      "loss": 32.2969,
+      "step": 25969
+    },
+    {
+      "epoch": 1.241039854726178,
+      "grad_norm": 161.57769775390625,
+      "learning_rate": 6.648731104911466e-06,
+      "loss": 25.4688,
+      "step": 25970
+    },
+    {
+      "epoch": 1.2410876421676384,
+      "grad_norm": 200.5365447998047,
+      "learning_rate": 6.64800199784559e-06,
+      "loss": 22.875,
+      "step": 25971
+    },
+    {
+      "epoch": 1.2411354296090988,
+      "grad_norm": 308.8330993652344,
+      "learning_rate": 6.647272910853857e-06,
+      "loss": 22.4531,
+      "step": 25972
+    },
+    {
+      "epoch": 1.2411832170505592,
+      "grad_norm": 233.85035705566406,
+      "learning_rate": 6.646543843940636e-06,
+      "loss": 23.5312,
+      "step": 25973
+    },
+    {
+      "epoch": 1.2412310044920196,
+      "grad_norm": 191.5367889404297,
+      "learning_rate": 6.645814797110287e-06,
+      "loss": 24.8125,
+      "step": 25974
+    },
+    {
+      "epoch": 1.2412787919334798,
+      "grad_norm": 186.41494750976562,
+      "learning_rate": 6.645085770367179e-06,
+      "loss": 24.9688,
+      "step": 25975
+    },
+    {
+      "epoch": 1.2413265793749402,
+      "grad_norm": 208.196533203125,
+      "learning_rate": 6.644356763715678e-06,
+      "loss": 30.75,
+      "step": 25976
+    },
+    {
+      "epoch": 1.2413743668164006,
+      "grad_norm": 203.46405029296875,
+      "learning_rate": 6.643627777160156e-06,
+      "loss": 17.5781,
+      "step": 25977
+    },
+    {
+      "epoch": 1.241422154257861,
+      "grad_norm": 141.07058715820312,
+      "learning_rate": 6.642898810704966e-06,
+      "loss": 19.7188,
+      "step": 25978
+    },
+    {
+      "epoch": 1.2414699416993213,
+      "grad_norm": 216.3737335205078,
+      "learning_rate": 6.642169864354484e-06,
+      "loss": 25.6094,
+      "step": 25979
+    },
+    {
+      "epoch": 1.2415177291407817,
+      "grad_norm": 202.55673217773438,
+      "learning_rate": 6.641440938113071e-06,
+      "loss": 23.1875,
+      "step": 25980
+    },
+    {
+      "epoch": 1.2415655165822421,
+      "grad_norm": 188.229736328125,
+      "learning_rate": 6.640712031985091e-06,
+      "loss": 24.9375,
+      "step": 25981
+    },
+    {
+      "epoch": 1.2416133040237025,
+      "grad_norm": 523.80810546875,
+      "learning_rate": 6.639983145974913e-06,
+      "loss": 22.3438,
+      "step": 25982
+    },
+    {
+      "epoch": 1.241661091465163,
+      "grad_norm": 171.09283447265625,
+      "learning_rate": 6.6392542800869e-06,
+      "loss": 27.2812,
+      "step": 25983
+    },
+    {
+      "epoch": 1.2417088789066233,
+      "grad_norm": 288.32781982421875,
+      "learning_rate": 6.6385254343254205e-06,
+      "loss": 19.6406,
+      "step": 25984
+    },
+    {
+      "epoch": 1.2417566663480837,
+      "grad_norm": 224.34451293945312,
+      "learning_rate": 6.637796608694831e-06,
+      "loss": 22.2031,
+      "step": 25985
+    },
+    {
+      "epoch": 1.241804453789544,
+      "grad_norm": 151.6929473876953,
+      "learning_rate": 6.637067803199501e-06,
+      "loss": 24.0,
+      "step": 25986
+    },
+    {
+      "epoch": 1.2418522412310045,
+      "grad_norm": 339.02557373046875,
+      "learning_rate": 6.636339017843798e-06,
+      "loss": 22.875,
+      "step": 25987
+    },
+    {
+      "epoch": 1.2419000286724649,
+      "grad_norm": 297.59417724609375,
+      "learning_rate": 6.635610252632086e-06,
+      "loss": 25.1094,
+      "step": 25988
+    },
+    {
+      "epoch": 1.2419478161139252,
+      "grad_norm": 325.3006286621094,
+      "learning_rate": 6.634881507568725e-06,
+      "loss": 27.5312,
+      "step": 25989
+    },
+    {
+      "epoch": 1.2419956035553856,
+      "grad_norm": 254.21832275390625,
+      "learning_rate": 6.6341527826580785e-06,
+      "loss": 32.9688,
+      "step": 25990
+    },
+    {
+      "epoch": 1.242043390996846,
+      "grad_norm": 373.82098388671875,
+      "learning_rate": 6.63342407790452e-06,
+      "loss": 20.4219,
+      "step": 25991
+    },
+    {
+      "epoch": 1.2420911784383064,
+      "grad_norm": 219.7929229736328,
+      "learning_rate": 6.6326953933124024e-06,
+      "loss": 29.9219,
+      "step": 25992
+    },
+    {
+      "epoch": 1.2421389658797668,
+      "grad_norm": 320.6214294433594,
+      "learning_rate": 6.631966728886097e-06,
+      "loss": 33.5625,
+      "step": 25993
+    },
+    {
+      "epoch": 1.2421867533212272,
+      "grad_norm": 373.1658630371094,
+      "learning_rate": 6.631238084629964e-06,
+      "loss": 33.2188,
+      "step": 25994
+    },
+    {
+      "epoch": 1.2422345407626876,
+      "grad_norm": 395.68084716796875,
+      "learning_rate": 6.630509460548369e-06,
+      "loss": 28.9375,
+      "step": 25995
+    },
+    {
+      "epoch": 1.242282328204148,
+      "grad_norm": 246.6034698486328,
+      "learning_rate": 6.629780856645671e-06,
+      "loss": 23.9062,
+      "step": 25996
+    },
+    {
+      "epoch": 1.2423301156456084,
+      "grad_norm": 1788.270263671875,
+      "learning_rate": 6.629052272926242e-06,
+      "loss": 25.3438,
+      "step": 25997
+    },
+    {
+      "epoch": 1.2423779030870687,
+      "grad_norm": 192.84298706054688,
+      "learning_rate": 6.628323709394435e-06,
+      "loss": 22.7344,
+      "step": 25998
+    },
+    {
+      "epoch": 1.2424256905285291,
+      "grad_norm": 219.8417205810547,
+      "learning_rate": 6.627595166054625e-06,
+      "loss": 19.0625,
+      "step": 25999
+    },
+    {
+      "epoch": 1.2424734779699895,
+      "grad_norm": 216.97166442871094,
+      "learning_rate": 6.626866642911163e-06,
+      "loss": 18.3438,
+      "step": 26000
+    },
+    {
+      "epoch": 1.24252126541145,
+      "grad_norm": 304.9756164550781,
+      "learning_rate": 6.6261381399684165e-06,
+      "loss": 27.0,
+      "step": 26001
+    },
+    {
+      "epoch": 1.2425690528529103,
+      "grad_norm": 104.73368835449219,
+      "learning_rate": 6.62540965723075e-06,
+      "loss": 10.0859,
+      "step": 26002
+    },
+    {
+      "epoch": 1.2426168402943707,
+      "grad_norm": 380.53521728515625,
+      "learning_rate": 6.624681194702529e-06,
+      "loss": 31.5,
+      "step": 26003
+    },
+    {
+      "epoch": 1.242664627735831,
+      "grad_norm": 544.421630859375,
+      "learning_rate": 6.623952752388109e-06,
+      "loss": 30.5312,
+      "step": 26004
+    },
+    {
+      "epoch": 1.2427124151772915,
+      "grad_norm": 225.88565063476562,
+      "learning_rate": 6.623224330291856e-06,
+      "loss": 31.9062,
+      "step": 26005
+    },
+    {
+      "epoch": 1.2427602026187519,
+      "grad_norm": 421.44830322265625,
+      "learning_rate": 6.622495928418134e-06,
+      "loss": 31.3125,
+      "step": 26006
+    },
+    {
+      "epoch": 1.2428079900602123,
+      "grad_norm": 313.99200439453125,
+      "learning_rate": 6.6217675467713e-06,
+      "loss": 36.8125,
+      "step": 26007
+    },
+    {
+      "epoch": 1.2428557775016726,
+      "grad_norm": 244.3125457763672,
+      "learning_rate": 6.62103918535572e-06,
+      "loss": 19.3594,
+      "step": 26008
+    },
+    {
+      "epoch": 1.242903564943133,
+      "grad_norm": 262.26690673828125,
+      "learning_rate": 6.620310844175755e-06,
+      "loss": 34.3125,
+      "step": 26009
+    },
+    {
+      "epoch": 1.2429513523845934,
+      "grad_norm": 399.5018005371094,
+      "learning_rate": 6.61958252323577e-06,
+      "loss": 24.6562,
+      "step": 26010
+    },
+    {
+      "epoch": 1.2429991398260536,
+      "grad_norm": 340.6708068847656,
+      "learning_rate": 6.618854222540121e-06,
+      "loss": 18.9219,
+      "step": 26011
+    },
+    {
+      "epoch": 1.243046927267514,
+      "grad_norm": 294.9124755859375,
+      "learning_rate": 6.618125942093174e-06,
+      "loss": 31.625,
+      "step": 26012
+    },
+    {
+      "epoch": 1.2430947147089744,
+      "grad_norm": 1223.5203857421875,
+      "learning_rate": 6.617397681899287e-06,
+      "loss": 22.9062,
+      "step": 26013
+    },
+    {
+      "epoch": 1.2431425021504348,
+      "grad_norm": 390.63983154296875,
+      "learning_rate": 6.616669441962825e-06,
+      "loss": 22.2109,
+      "step": 26014
+    },
+    {
+      "epoch": 1.2431902895918951,
+      "grad_norm": 261.8057861328125,
+      "learning_rate": 6.615941222288148e-06,
+      "loss": 35.1875,
+      "step": 26015
+    },
+    {
+      "epoch": 1.2432380770333555,
+      "grad_norm": 562.9678955078125,
+      "learning_rate": 6.615213022879614e-06,
+      "loss": 26.25,
+      "step": 26016
+    },
+    {
+      "epoch": 1.243285864474816,
+      "grad_norm": 275.15087890625,
+      "learning_rate": 6.61448484374159e-06,
+      "loss": 25.5312,
+      "step": 26017
+    },
+    {
+      "epoch": 1.2433336519162763,
+      "grad_norm": 214.7382354736328,
+      "learning_rate": 6.613756684878429e-06,
+      "loss": 25.8125,
+      "step": 26018
+    },
+    {
+      "epoch": 1.2433814393577367,
+      "grad_norm": 265.49957275390625,
+      "learning_rate": 6.6130285462944965e-06,
+      "loss": 28.7656,
+      "step": 26019
+    },
+    {
+      "epoch": 1.243429226799197,
+      "grad_norm": 269.1662902832031,
+      "learning_rate": 6.6123004279941526e-06,
+      "loss": 21.0469,
+      "step": 26020
+    },
+    {
+      "epoch": 1.2434770142406575,
+      "grad_norm": 139.0131378173828,
+      "learning_rate": 6.611572329981761e-06,
+      "loss": 20.7969,
+      "step": 26021
+    },
+    {
+      "epoch": 1.2435248016821179,
+      "grad_norm": 332.0198669433594,
+      "learning_rate": 6.610844252261677e-06,
+      "loss": 30.4375,
+      "step": 26022
+    },
+    {
+      "epoch": 1.2435725891235783,
+      "grad_norm": 274.2781066894531,
+      "learning_rate": 6.610116194838261e-06,
+      "loss": 21.9219,
+      "step": 26023
+    },
+    {
+      "epoch": 1.2436203765650387,
+      "grad_norm": 165.40182495117188,
+      "learning_rate": 6.609388157715875e-06,
+      "loss": 28.2188,
+      "step": 26024
+    },
+    {
+      "epoch": 1.243668164006499,
+      "grad_norm": 116.67374420166016,
+      "learning_rate": 6.608660140898884e-06,
+      "loss": 17.6719,
+      "step": 26025
+    },
+    {
+      "epoch": 1.2437159514479594,
+      "grad_norm": 219.01708984375,
+      "learning_rate": 6.607932144391638e-06,
+      "loss": 19.75,
+      "step": 26026
+    },
+    {
+      "epoch": 1.2437637388894198,
+      "grad_norm": 270.32769775390625,
+      "learning_rate": 6.6072041681985e-06,
+      "loss": 28.4062,
+      "step": 26027
+    },
+    {
+      "epoch": 1.2438115263308802,
+      "grad_norm": 287.8432312011719,
+      "learning_rate": 6.606476212323837e-06,
+      "loss": 33.25,
+      "step": 26028
+    },
+    {
+      "epoch": 1.2438593137723406,
+      "grad_norm": 265.2674255371094,
+      "learning_rate": 6.605748276771998e-06,
+      "loss": 24.7969,
+      "step": 26029
+    },
+    {
+      "epoch": 1.243907101213801,
+      "grad_norm": 308.2336120605469,
+      "learning_rate": 6.605020361547349e-06,
+      "loss": 27.2656,
+      "step": 26030
+    },
+    {
+      "epoch": 1.2439548886552614,
+      "grad_norm": 217.81884765625,
+      "learning_rate": 6.604292466654245e-06,
+      "loss": 25.1094,
+      "step": 26031
+    },
+    {
+      "epoch": 1.2440026760967218,
+      "grad_norm": 292.52386474609375,
+      "learning_rate": 6.603564592097052e-06,
+      "loss": 27.6875,
+      "step": 26032
+    },
+    {
+      "epoch": 1.2440504635381822,
+      "grad_norm": 168.98910522460938,
+      "learning_rate": 6.602836737880121e-06,
+      "loss": 20.3438,
+      "step": 26033
+    },
+    {
+      "epoch": 1.2440982509796426,
+      "grad_norm": 941.9496459960938,
+      "learning_rate": 6.602108904007814e-06,
+      "loss": 22.875,
+      "step": 26034
+    },
+    {
+      "epoch": 1.244146038421103,
+      "grad_norm": 223.9348907470703,
+      "learning_rate": 6.601381090484489e-06,
+      "loss": 28.6562,
+      "step": 26035
+    },
+    {
+      "epoch": 1.2441938258625633,
+      "grad_norm": 314.1315002441406,
+      "learning_rate": 6.600653297314512e-06,
+      "loss": 34.25,
+      "step": 26036
+    },
+    {
+      "epoch": 1.2442416133040237,
+      "grad_norm": 249.9563446044922,
+      "learning_rate": 6.5999255245022295e-06,
+      "loss": 22.2031,
+      "step": 26037
+    },
+    {
+      "epoch": 1.244289400745484,
+      "grad_norm": 196.0608673095703,
+      "learning_rate": 6.599197772052006e-06,
+      "loss": 17.2031,
+      "step": 26038
+    },
+    {
+      "epoch": 1.2443371881869445,
+      "grad_norm": 183.8852081298828,
+      "learning_rate": 6.598470039968201e-06,
+      "loss": 17.6875,
+      "step": 26039
+    },
+    {
+      "epoch": 1.2443849756284049,
+      "grad_norm": 227.55886840820312,
+      "learning_rate": 6.597742328255174e-06,
+      "loss": 27.1094,
+      "step": 26040
+    },
+    {
+      "epoch": 1.2444327630698653,
+      "grad_norm": 249.03121948242188,
+      "learning_rate": 6.597014636917276e-06,
+      "loss": 29.3906,
+      "step": 26041
+    },
+    {
+      "epoch": 1.2444805505113257,
+      "grad_norm": 194.83433532714844,
+      "learning_rate": 6.596286965958872e-06,
+      "loss": 25.625,
+      "step": 26042
+    },
+    {
+      "epoch": 1.244528337952786,
+      "grad_norm": 142.89614868164062,
+      "learning_rate": 6.595559315384318e-06,
+      "loss": 22.625,
+      "step": 26043
+    },
+    {
+      "epoch": 1.2445761253942464,
+      "grad_norm": 240.776611328125,
+      "learning_rate": 6.594831685197967e-06,
+      "loss": 31.875,
+      "step": 26044
+    },
+    {
+      "epoch": 1.2446239128357068,
+      "grad_norm": 525.2603149414062,
+      "learning_rate": 6.594104075404184e-06,
+      "loss": 35.3281,
+      "step": 26045
+    },
+    {
+      "epoch": 1.2446717002771672,
+      "grad_norm": 856.4351196289062,
+      "learning_rate": 6.59337648600732e-06,
+      "loss": 29.4375,
+      "step": 26046
+    },
+    {
+      "epoch": 1.2447194877186276,
+      "grad_norm": 197.4749755859375,
+      "learning_rate": 6.592648917011737e-06,
+      "loss": 33.6562,
+      "step": 26047
+    },
+    {
+      "epoch": 1.244767275160088,
+      "grad_norm": 191.89100646972656,
+      "learning_rate": 6.591921368421791e-06,
+      "loss": 23.875,
+      "step": 26048
+    },
+    {
+      "epoch": 1.2448150626015484,
+      "grad_norm": 185.4196319580078,
+      "learning_rate": 6.591193840241835e-06,
+      "loss": 25.8281,
+      "step": 26049
+    },
+    {
+      "epoch": 1.2448628500430088,
+      "grad_norm": 208.49307250976562,
+      "learning_rate": 6.590466332476231e-06,
+      "loss": 17.1406,
+      "step": 26050
+    },
+    {
+      "epoch": 1.2449106374844692,
+      "grad_norm": 211.14205932617188,
+      "learning_rate": 6.589738845129337e-06,
+      "loss": 21.6406,
+      "step": 26051
+    },
+    {
+      "epoch": 1.2449584249259296,
+      "grad_norm": 487.5583190917969,
+      "learning_rate": 6.589011378205503e-06,
+      "loss": 32.1875,
+      "step": 26052
+    },
+    {
+      "epoch": 1.24500621236739,
+      "grad_norm": 274.8017883300781,
+      "learning_rate": 6.58828393170909e-06,
+      "loss": 24.5938,
+      "step": 26053
+    },
+    {
+      "epoch": 1.2450539998088503,
+      "grad_norm": 261.9513244628906,
+      "learning_rate": 6.587556505644457e-06,
+      "loss": 19.25,
+      "step": 26054
+    },
+    {
+      "epoch": 1.2451017872503107,
+      "grad_norm": 352.8537292480469,
+      "learning_rate": 6.586829100015954e-06,
+      "loss": 22.25,
+      "step": 26055
+    },
+    {
+      "epoch": 1.2451495746917711,
+      "grad_norm": 341.35113525390625,
+      "learning_rate": 6.5861017148279396e-06,
+      "loss": 25.75,
+      "step": 26056
+    },
+    {
+      "epoch": 1.2451973621332315,
+      "grad_norm": 181.6160125732422,
+      "learning_rate": 6.585374350084772e-06,
+      "loss": 20.875,
+      "step": 26057
+    },
+    {
+      "epoch": 1.2452451495746917,
+      "grad_norm": 145.7696075439453,
+      "learning_rate": 6.58464700579081e-06,
+      "loss": 25.2266,
+      "step": 26058
+    },
+    {
+      "epoch": 1.245292937016152,
+      "grad_norm": 336.2116394042969,
+      "learning_rate": 6.5839196819504e-06,
+      "loss": 20.4688,
+      "step": 26059
+    },
+    {
+      "epoch": 1.2453407244576125,
+      "grad_norm": 222.92449951171875,
+      "learning_rate": 6.583192378567904e-06,
+      "loss": 19.6562,
+      "step": 26060
+    },
+    {
+      "epoch": 1.2453885118990728,
+      "grad_norm": 281.7619934082031,
+      "learning_rate": 6.582465095647679e-06,
+      "loss": 28.9531,
+      "step": 26061
+    },
+    {
+      "epoch": 1.2454362993405332,
+      "grad_norm": 163.28224182128906,
+      "learning_rate": 6.5817378331940785e-06,
+      "loss": 28.4688,
+      "step": 26062
+    },
+    {
+      "epoch": 1.2454840867819936,
+      "grad_norm": 193.29998779296875,
+      "learning_rate": 6.581010591211456e-06,
+      "loss": 17.0781,
+      "step": 26063
+    },
+    {
+      "epoch": 1.245531874223454,
+      "grad_norm": 269.9161071777344,
+      "learning_rate": 6.580283369704168e-06,
+      "loss": 22.125,
+      "step": 26064
+    },
+    {
+      "epoch": 1.2455796616649144,
+      "grad_norm": 185.15733337402344,
+      "learning_rate": 6.579556168676572e-06,
+      "loss": 24.0469,
+      "step": 26065
+    },
+    {
+      "epoch": 1.2456274491063748,
+      "grad_norm": 2294.47607421875,
+      "learning_rate": 6.57882898813302e-06,
+      "loss": 21.9844,
+      "step": 26066
+    },
+    {
+      "epoch": 1.2456752365478352,
+      "grad_norm": 135.0867156982422,
+      "learning_rate": 6.578101828077868e-06,
+      "loss": 25.1875,
+      "step": 26067
+    },
+    {
+      "epoch": 1.2457230239892956,
+      "grad_norm": 281.7737731933594,
+      "learning_rate": 6.577374688515467e-06,
+      "loss": 29.7188,
+      "step": 26068
+    },
+    {
+      "epoch": 1.245770811430756,
+      "grad_norm": 154.7471466064453,
+      "learning_rate": 6.576647569450182e-06,
+      "loss": 22.375,
+      "step": 26069
+    },
+    {
+      "epoch": 1.2458185988722164,
+      "grad_norm": 293.1967468261719,
+      "learning_rate": 6.5759204708863555e-06,
+      "loss": 36.6562,
+      "step": 26070
+    },
+    {
+      "epoch": 1.2458663863136767,
+      "grad_norm": 215.1190185546875,
+      "learning_rate": 6.575193392828347e-06,
+      "loss": 21.25,
+      "step": 26071
+    },
+    {
+      "epoch": 1.2459141737551371,
+      "grad_norm": 225.6439971923828,
+      "learning_rate": 6.574466335280512e-06,
+      "loss": 38.6562,
+      "step": 26072
+    },
+    {
+      "epoch": 1.2459619611965975,
+      "grad_norm": 305.5735168457031,
+      "learning_rate": 6.573739298247206e-06,
+      "loss": 31.4062,
+      "step": 26073
+    },
+    {
+      "epoch": 1.246009748638058,
+      "grad_norm": 204.54293823242188,
+      "learning_rate": 6.573012281732778e-06,
+      "loss": 20.6719,
+      "step": 26074
+    },
+    {
+      "epoch": 1.2460575360795183,
+      "grad_norm": 303.8277282714844,
+      "learning_rate": 6.572285285741585e-06,
+      "loss": 30.1094,
+      "step": 26075
+    },
+    {
+      "epoch": 1.2461053235209787,
+      "grad_norm": 168.4803466796875,
+      "learning_rate": 6.5715583102779815e-06,
+      "loss": 23.75,
+      "step": 26076
+    },
+    {
+      "epoch": 1.246153110962439,
+      "grad_norm": 184.39236450195312,
+      "learning_rate": 6.570831355346316e-06,
+      "loss": 25.6875,
+      "step": 26077
+    },
+    {
+      "epoch": 1.2462008984038995,
+      "grad_norm": 277.1492004394531,
+      "learning_rate": 6.5701044209509515e-06,
+      "loss": 26.6406,
+      "step": 26078
+    },
+    {
+      "epoch": 1.2462486858453599,
+      "grad_norm": 323.994873046875,
+      "learning_rate": 6.5693775070962305e-06,
+      "loss": 41.0938,
+      "step": 26079
+    },
+    {
+      "epoch": 1.2462964732868202,
+      "grad_norm": 335.9455871582031,
+      "learning_rate": 6.568650613786514e-06,
+      "loss": 30.0625,
+      "step": 26080
+    },
+    {
+      "epoch": 1.2463442607282806,
+      "grad_norm": 159.8060760498047,
+      "learning_rate": 6.567923741026153e-06,
+      "loss": 20.6875,
+      "step": 26081
+    },
+    {
+      "epoch": 1.246392048169741,
+      "grad_norm": 232.9556884765625,
+      "learning_rate": 6.567196888819498e-06,
+      "loss": 23.6875,
+      "step": 26082
+    },
+    {
+      "epoch": 1.2464398356112014,
+      "grad_norm": 171.0938720703125,
+      "learning_rate": 6.566470057170904e-06,
+      "loss": 22.625,
+      "step": 26083
+    },
+    {
+      "epoch": 1.2464876230526618,
+      "grad_norm": 382.4506530761719,
+      "learning_rate": 6.565743246084728e-06,
+      "loss": 18.5156,
+      "step": 26084
+    },
+    {
+      "epoch": 1.2465354104941222,
+      "grad_norm": 817.6767578125,
+      "learning_rate": 6.5650164555653165e-06,
+      "loss": 17.6875,
+      "step": 26085
+    },
+    {
+      "epoch": 1.2465831979355826,
+      "grad_norm": 308.4158935546875,
+      "learning_rate": 6.564289685617021e-06,
+      "loss": 33.2031,
+      "step": 26086
+    },
+    {
+      "epoch": 1.246630985377043,
+      "grad_norm": 277.53851318359375,
+      "learning_rate": 6.563562936244199e-06,
+      "loss": 22.1562,
+      "step": 26087
+    },
+    {
+      "epoch": 1.2466787728185034,
+      "grad_norm": 219.296875,
+      "learning_rate": 6.562836207451204e-06,
+      "loss": 15.625,
+      "step": 26088
+    },
+    {
+      "epoch": 1.2467265602599638,
+      "grad_norm": 279.93463134765625,
+      "learning_rate": 6.562109499242382e-06,
+      "loss": 22.4844,
+      "step": 26089
+    },
+    {
+      "epoch": 1.2467743477014241,
+      "grad_norm": 274.2886962890625,
+      "learning_rate": 6.5613828116220855e-06,
+      "loss": 20.25,
+      "step": 26090
+    },
+    {
+      "epoch": 1.2468221351428845,
+      "grad_norm": 328.044677734375,
+      "learning_rate": 6.560656144594675e-06,
+      "loss": 34.125,
+      "step": 26091
+    },
+    {
+      "epoch": 1.246869922584345,
+      "grad_norm": 375.3617858886719,
+      "learning_rate": 6.559929498164493e-06,
+      "loss": 31.1875,
+      "step": 26092
+    },
+    {
+      "epoch": 1.2469177100258053,
+      "grad_norm": 358.374755859375,
+      "learning_rate": 6.559202872335893e-06,
+      "loss": 16.0156,
+      "step": 26093
+    },
+    {
+      "epoch": 1.2469654974672655,
+      "grad_norm": 201.59634399414062,
+      "learning_rate": 6.558476267113229e-06,
+      "loss": 17.6094,
+      "step": 26094
+    },
+    {
+      "epoch": 1.2470132849087259,
+      "grad_norm": 153.54086303710938,
+      "learning_rate": 6.5577496825008535e-06,
+      "loss": 17.7344,
+      "step": 26095
+    },
+    {
+      "epoch": 1.2470610723501863,
+      "grad_norm": 245.9552001953125,
+      "learning_rate": 6.557023118503114e-06,
+      "loss": 24.5625,
+      "step": 26096
+    },
+    {
+      "epoch": 1.2471088597916467,
+      "grad_norm": 768.3984985351562,
+      "learning_rate": 6.5562965751243616e-06,
+      "loss": 28.9375,
+      "step": 26097
+    },
+    {
+      "epoch": 1.247156647233107,
+      "grad_norm": 482.0674743652344,
+      "learning_rate": 6.5555700523689495e-06,
+      "loss": 26.75,
+      "step": 26098
+    },
+    {
+      "epoch": 1.2472044346745674,
+      "grad_norm": 249.77679443359375,
+      "learning_rate": 6.5548435502412326e-06,
+      "loss": 23.0625,
+      "step": 26099
+    },
+    {
+      "epoch": 1.2472522221160278,
+      "grad_norm": 116.56976318359375,
+      "learning_rate": 6.5541170687455535e-06,
+      "loss": 16.5625,
+      "step": 26100
+    },
+    {
+      "epoch": 1.2473000095574882,
+      "grad_norm": 591.4331665039062,
+      "learning_rate": 6.553390607886266e-06,
+      "loss": 22.8906,
+      "step": 26101
+    },
+    {
+      "epoch": 1.2473477969989486,
+      "grad_norm": 284.10577392578125,
+      "learning_rate": 6.552664167667726e-06,
+      "loss": 33.5625,
+      "step": 26102
+    },
+    {
+      "epoch": 1.247395584440409,
+      "grad_norm": 245.47998046875,
+      "learning_rate": 6.551937748094275e-06,
+      "loss": 36.9375,
+      "step": 26103
+    },
+    {
+      "epoch": 1.2474433718818694,
+      "grad_norm": 130.6431121826172,
+      "learning_rate": 6.551211349170268e-06,
+      "loss": 15.5312,
+      "step": 26104
+    },
+    {
+      "epoch": 1.2474911593233298,
+      "grad_norm": 137.136474609375,
+      "learning_rate": 6.550484970900055e-06,
+      "loss": 25.75,
+      "step": 26105
+    },
+    {
+      "epoch": 1.2475389467647902,
+      "grad_norm": 316.5973815917969,
+      "learning_rate": 6.549758613287989e-06,
+      "loss": 24.5,
+      "step": 26106
+    },
+    {
+      "epoch": 1.2475867342062505,
+      "grad_norm": 193.4715118408203,
+      "learning_rate": 6.549032276338414e-06,
+      "loss": 22.0938,
+      "step": 26107
+    },
+    {
+      "epoch": 1.247634521647711,
+      "grad_norm": 369.2681884765625,
+      "learning_rate": 6.548305960055681e-06,
+      "loss": 32.125,
+      "step": 26108
+    },
+    {
+      "epoch": 1.2476823090891713,
+      "grad_norm": 252.2071533203125,
+      "learning_rate": 6.547579664444146e-06,
+      "loss": 28.625,
+      "step": 26109
+    },
+    {
+      "epoch": 1.2477300965306317,
+      "grad_norm": 478.0429382324219,
+      "learning_rate": 6.546853389508152e-06,
+      "loss": 26.4375,
+      "step": 26110
+    },
+    {
+      "epoch": 1.247777883972092,
+      "grad_norm": 95.98334503173828,
+      "learning_rate": 6.546127135252048e-06,
+      "loss": 18.7656,
+      "step": 26111
+    },
+    {
+      "epoch": 1.2478256714135525,
+      "grad_norm": 847.8550415039062,
+      "learning_rate": 6.545400901680189e-06,
+      "loss": 25.5,
+      "step": 26112
+    },
+    {
+      "epoch": 1.2478734588550129,
+      "grad_norm": 275.23175048828125,
+      "learning_rate": 6.5446746887969215e-06,
+      "loss": 27.6562,
+      "step": 26113
+    },
+    {
+      "epoch": 1.2479212462964733,
+      "grad_norm": 157.0771484375,
+      "learning_rate": 6.543948496606592e-06,
+      "loss": 23.3281,
+      "step": 26114
+    },
+    {
+      "epoch": 1.2479690337379337,
+      "grad_norm": 142.43421936035156,
+      "learning_rate": 6.543222325113551e-06,
+      "loss": 20.4844,
+      "step": 26115
+    },
+    {
+      "epoch": 1.248016821179394,
+      "grad_norm": 555.3037719726562,
+      "learning_rate": 6.542496174322148e-06,
+      "loss": 24.25,
+      "step": 26116
+    },
+    {
+      "epoch": 1.2480646086208544,
+      "grad_norm": 249.84092712402344,
+      "learning_rate": 6.541770044236735e-06,
+      "loss": 28.125,
+      "step": 26117
+    },
+    {
+      "epoch": 1.2481123960623148,
+      "grad_norm": 582.8648681640625,
+      "learning_rate": 6.541043934861653e-06,
+      "loss": 19.1562,
+      "step": 26118
+    },
+    {
+      "epoch": 1.2481601835037752,
+      "grad_norm": 145.75453186035156,
+      "learning_rate": 6.540317846201254e-06,
+      "loss": 22.5781,
+      "step": 26119
+    },
+    {
+      "epoch": 1.2482079709452356,
+      "grad_norm": 687.4452514648438,
+      "learning_rate": 6.539591778259887e-06,
+      "loss": 23.8438,
+      "step": 26120
+    },
+    {
+      "epoch": 1.248255758386696,
+      "grad_norm": 171.17872619628906,
+      "learning_rate": 6.538865731041906e-06,
+      "loss": 33.7734,
+      "step": 26121
+    },
+    {
+      "epoch": 1.2483035458281564,
+      "grad_norm": 166.5796356201172,
+      "learning_rate": 6.538139704551647e-06,
+      "loss": 21.0312,
+      "step": 26122
+    },
+    {
+      "epoch": 1.2483513332696168,
+      "grad_norm": 438.2734375,
+      "learning_rate": 6.537413698793465e-06,
+      "loss": 28.0625,
+      "step": 26123
+    },
+    {
+      "epoch": 1.2483991207110772,
+      "grad_norm": 235.43321228027344,
+      "learning_rate": 6.5366877137717066e-06,
+      "loss": 23.1562,
+      "step": 26124
+    },
+    {
+      "epoch": 1.2484469081525376,
+      "grad_norm": 280.3119201660156,
+      "learning_rate": 6.535961749490725e-06,
+      "loss": 22.0312,
+      "step": 26125
+    },
+    {
+      "epoch": 1.248494695593998,
+      "grad_norm": 223.79820251464844,
+      "learning_rate": 6.535235805954857e-06,
+      "loss": 22.5781,
+      "step": 26126
+    },
+    {
+      "epoch": 1.2485424830354583,
+      "grad_norm": 281.91778564453125,
+      "learning_rate": 6.534509883168458e-06,
+      "loss": 19.2734,
+      "step": 26127
+    },
+    {
+      "epoch": 1.2485902704769187,
+      "grad_norm": 247.68365478515625,
+      "learning_rate": 6.533783981135875e-06,
+      "loss": 39.25,
+      "step": 26128
+    },
+    {
+      "epoch": 1.2486380579183791,
+      "grad_norm": 505.6490173339844,
+      "learning_rate": 6.533058099861451e-06,
+      "loss": 31.4219,
+      "step": 26129
+    },
+    {
+      "epoch": 1.2486858453598395,
+      "grad_norm": 147.4936981201172,
+      "learning_rate": 6.532332239349535e-06,
+      "loss": 21.4844,
+      "step": 26130
+    },
+    {
+      "epoch": 1.2487336328013,
+      "grad_norm": 382.1798400878906,
+      "learning_rate": 6.5316063996044735e-06,
+      "loss": 22.9844,
+      "step": 26131
+    },
+    {
+      "epoch": 1.2487814202427603,
+      "grad_norm": 396.29656982421875,
+      "learning_rate": 6.5308805806306184e-06,
+      "loss": 25.6562,
+      "step": 26132
+    },
+    {
+      "epoch": 1.2488292076842207,
+      "grad_norm": 411.71484375,
+      "learning_rate": 6.530154782432309e-06,
+      "loss": 27.2812,
+      "step": 26133
+    },
+    {
+      "epoch": 1.248876995125681,
+      "grad_norm": 258.4324645996094,
+      "learning_rate": 6.5294290050138945e-06,
+      "loss": 19.8281,
+      "step": 26134
+    },
+    {
+      "epoch": 1.2489247825671415,
+      "grad_norm": 215.80819702148438,
+      "learning_rate": 6.528703248379722e-06,
+      "loss": 30.8438,
+      "step": 26135
+    },
+    {
+      "epoch": 1.2489725700086018,
+      "grad_norm": 298.1658935546875,
+      "learning_rate": 6.527977512534141e-06,
+      "loss": 24.8281,
+      "step": 26136
+    },
+    {
+      "epoch": 1.2490203574500622,
+      "grad_norm": 219.22903442382812,
+      "learning_rate": 6.527251797481492e-06,
+      "loss": 22.0,
+      "step": 26137
+    },
+    {
+      "epoch": 1.2490681448915226,
+      "grad_norm": 111.43889617919922,
+      "learning_rate": 6.526526103226123e-06,
+      "loss": 20.5156,
+      "step": 26138
+    },
+    {
+      "epoch": 1.249115932332983,
+      "grad_norm": 470.56158447265625,
+      "learning_rate": 6.525800429772384e-06,
+      "loss": 38.875,
+      "step": 26139
+    },
+    {
+      "epoch": 1.2491637197744432,
+      "grad_norm": 264.0523986816406,
+      "learning_rate": 6.5250747771246145e-06,
+      "loss": 30.6094,
+      "step": 26140
+    },
+    {
+      "epoch": 1.2492115072159036,
+      "grad_norm": 215.6564178466797,
+      "learning_rate": 6.524349145287163e-06,
+      "loss": 23.2969,
+      "step": 26141
+    },
+    {
+      "epoch": 1.249259294657364,
+      "grad_norm": 272.9300842285156,
+      "learning_rate": 6.523623534264377e-06,
+      "loss": 25.625,
+      "step": 26142
+    },
+    {
+      "epoch": 1.2493070820988244,
+      "grad_norm": 386.234130859375,
+      "learning_rate": 6.5228979440606e-06,
+      "loss": 29.5,
+      "step": 26143
+    },
+    {
+      "epoch": 1.2493548695402847,
+      "grad_norm": 271.128662109375,
+      "learning_rate": 6.522172374680177e-06,
+      "loss": 30.5938,
+      "step": 26144
+    },
+    {
+      "epoch": 1.2494026569817451,
+      "grad_norm": 460.0045166015625,
+      "learning_rate": 6.521446826127454e-06,
+      "loss": 25.7344,
+      "step": 26145
+    },
+    {
+      "epoch": 1.2494504444232055,
+      "grad_norm": 325.3647766113281,
+      "learning_rate": 6.520721298406776e-06,
+      "loss": 25.6719,
+      "step": 26146
+    },
+    {
+      "epoch": 1.249498231864666,
+      "grad_norm": 164.36703491210938,
+      "learning_rate": 6.519995791522491e-06,
+      "loss": 25.0781,
+      "step": 26147
+    },
+    {
+      "epoch": 1.2495460193061263,
+      "grad_norm": 176.72914123535156,
+      "learning_rate": 6.519270305478935e-06,
+      "loss": 27.0312,
+      "step": 26148
+    },
+    {
+      "epoch": 1.2495938067475867,
+      "grad_norm": 225.56845092773438,
+      "learning_rate": 6.518544840280461e-06,
+      "loss": 34.1875,
+      "step": 26149
+    },
+    {
+      "epoch": 1.249641594189047,
+      "grad_norm": 148.76910400390625,
+      "learning_rate": 6.517819395931414e-06,
+      "loss": 18.9531,
+      "step": 26150
+    },
+    {
+      "epoch": 1.2496893816305075,
+      "grad_norm": 267.8437805175781,
+      "learning_rate": 6.517093972436133e-06,
+      "loss": 24.0625,
+      "step": 26151
+    },
+    {
+      "epoch": 1.2497371690719679,
+      "grad_norm": 202.3794403076172,
+      "learning_rate": 6.516368569798963e-06,
+      "loss": 27.5312,
+      "step": 26152
+    },
+    {
+      "epoch": 1.2497849565134282,
+      "grad_norm": 306.83343505859375,
+      "learning_rate": 6.51564318802425e-06,
+      "loss": 20.7969,
+      "step": 26153
+    },
+    {
+      "epoch": 1.2498327439548886,
+      "grad_norm": 215.31092834472656,
+      "learning_rate": 6.514917827116343e-06,
+      "loss": 23.8281,
+      "step": 26154
+    },
+    {
+      "epoch": 1.249880531396349,
+      "grad_norm": 605.955322265625,
+      "learning_rate": 6.514192487079578e-06,
+      "loss": 15.8281,
+      "step": 26155
+    },
+    {
+      "epoch": 1.2499283188378094,
+      "grad_norm": 287.7754821777344,
+      "learning_rate": 6.513467167918302e-06,
+      "loss": 28.3438,
+      "step": 26156
+    },
+    {
+      "epoch": 1.2499761062792698,
+      "grad_norm": 197.0311279296875,
+      "learning_rate": 6.5127418696368575e-06,
+      "loss": 24.0,
+      "step": 26157
+    },
+    {
+      "epoch": 1.2500238937207302,
+      "grad_norm": 328.34515380859375,
+      "learning_rate": 6.512016592239594e-06,
+      "loss": 29.375,
+      "step": 26158
+    },
+    {
+      "epoch": 1.2500716811621906,
+      "grad_norm": 248.86305236816406,
+      "learning_rate": 6.511291335730846e-06,
+      "loss": 31.125,
+      "step": 26159
+    },
+    {
+      "epoch": 1.250119468603651,
+      "grad_norm": 201.4250030517578,
+      "learning_rate": 6.510566100114964e-06,
+      "loss": 22.4844,
+      "step": 26160
+    },
+    {
+      "epoch": 1.2501672560451114,
+      "grad_norm": 316.65716552734375,
+      "learning_rate": 6.509840885396288e-06,
+      "loss": 39.7812,
+      "step": 26161
+    },
+    {
+      "epoch": 1.2502150434865718,
+      "grad_norm": 189.26998901367188,
+      "learning_rate": 6.50911569157916e-06,
+      "loss": 23.9375,
+      "step": 26162
+    },
+    {
+      "epoch": 1.2502628309280321,
+      "grad_norm": 193.8763427734375,
+      "learning_rate": 6.508390518667926e-06,
+      "loss": 25.4375,
+      "step": 26163
+    },
+    {
+      "epoch": 1.2503106183694925,
+      "grad_norm": 371.4635314941406,
+      "learning_rate": 6.507665366666925e-06,
+      "loss": 24.2812,
+      "step": 26164
+    },
+    {
+      "epoch": 1.250358405810953,
+      "grad_norm": 197.4329833984375,
+      "learning_rate": 6.506940235580508e-06,
+      "loss": 26.0625,
+      "step": 26165
+    },
+    {
+      "epoch": 1.2504061932524133,
+      "grad_norm": 970.5735473632812,
+      "learning_rate": 6.506215125413006e-06,
+      "loss": 20.2188,
+      "step": 26166
+    },
+    {
+      "epoch": 1.2504539806938737,
+      "grad_norm": 851.1444702148438,
+      "learning_rate": 6.505490036168767e-06,
+      "loss": 18.9531,
+      "step": 26167
+    },
+    {
+      "epoch": 1.250501768135334,
+      "grad_norm": 196.64476013183594,
+      "learning_rate": 6.504764967852135e-06,
+      "loss": 21.4219,
+      "step": 26168
+    },
+    {
+      "epoch": 1.2505495555767945,
+      "grad_norm": 156.7270965576172,
+      "learning_rate": 6.504039920467453e-06,
+      "loss": 21.2969,
+      "step": 26169
+    },
+    {
+      "epoch": 1.2505973430182549,
+      "grad_norm": 216.33103942871094,
+      "learning_rate": 6.503314894019058e-06,
+      "loss": 17.4375,
+      "step": 26170
+    },
+    {
+      "epoch": 1.2506451304597153,
+      "grad_norm": 234.2231903076172,
+      "learning_rate": 6.5025898885112945e-06,
+      "loss": 26.3594,
+      "step": 26171
+    },
+    {
+      "epoch": 1.2506929179011756,
+      "grad_norm": 363.4416198730469,
+      "learning_rate": 6.501864903948505e-06,
+      "loss": 31.4844,
+      "step": 26172
+    },
+    {
+      "epoch": 1.2507407053426358,
+      "grad_norm": 175.52099609375,
+      "learning_rate": 6.501139940335035e-06,
+      "loss": 26.3438,
+      "step": 26173
+    },
+    {
+      "epoch": 1.2507884927840962,
+      "grad_norm": 250.81820678710938,
+      "learning_rate": 6.500414997675217e-06,
+      "loss": 19.3125,
+      "step": 26174
+    },
+    {
+      "epoch": 1.2508362802255566,
+      "grad_norm": 207.10012817382812,
+      "learning_rate": 6.4996900759734e-06,
+      "loss": 21.375,
+      "step": 26175
+    },
+    {
+      "epoch": 1.250884067667017,
+      "grad_norm": 419.5169372558594,
+      "learning_rate": 6.498965175233924e-06,
+      "loss": 16.1406,
+      "step": 26176
+    },
+    {
+      "epoch": 1.2509318551084774,
+      "grad_norm": 233.3035125732422,
+      "learning_rate": 6.498240295461126e-06,
+      "loss": 30.8125,
+      "step": 26177
+    },
+    {
+      "epoch": 1.2509796425499378,
+      "grad_norm": 282.4988708496094,
+      "learning_rate": 6.497515436659352e-06,
+      "loss": 20.4219,
+      "step": 26178
+    },
+    {
+      "epoch": 1.2510274299913982,
+      "grad_norm": 143.5623779296875,
+      "learning_rate": 6.4967905988329385e-06,
+      "loss": 23.0781,
+      "step": 26179
+    },
+    {
+      "epoch": 1.2510752174328585,
+      "grad_norm": 169.73597717285156,
+      "learning_rate": 6.496065781986234e-06,
+      "loss": 18.5625,
+      "step": 26180
+    },
+    {
+      "epoch": 1.251123004874319,
+      "grad_norm": 502.61614990234375,
+      "learning_rate": 6.495340986123569e-06,
+      "loss": 26.8594,
+      "step": 26181
+    },
+    {
+      "epoch": 1.2511707923157793,
+      "grad_norm": 191.28456115722656,
+      "learning_rate": 6.49461621124929e-06,
+      "loss": 24.5625,
+      "step": 26182
+    },
+    {
+      "epoch": 1.2512185797572397,
+      "grad_norm": 293.2577209472656,
+      "learning_rate": 6.493891457367737e-06,
+      "loss": 20.8281,
+      "step": 26183
+    },
+    {
+      "epoch": 1.2512663671987,
+      "grad_norm": 184.29396057128906,
+      "learning_rate": 6.493166724483254e-06,
+      "loss": 14.0938,
+      "step": 26184
+    },
+    {
+      "epoch": 1.2513141546401605,
+      "grad_norm": 187.34217834472656,
+      "learning_rate": 6.492442012600173e-06,
+      "loss": 30.5312,
+      "step": 26185
+    },
+    {
+      "epoch": 1.2513619420816209,
+      "grad_norm": 359.96929931640625,
+      "learning_rate": 6.491717321722839e-06,
+      "loss": 33.7188,
+      "step": 26186
+    },
+    {
+      "epoch": 1.2514097295230813,
+      "grad_norm": 142.17080688476562,
+      "learning_rate": 6.490992651855595e-06,
+      "loss": 23.4688,
+      "step": 26187
+    },
+    {
+      "epoch": 1.2514575169645417,
+      "grad_norm": 290.3560791015625,
+      "learning_rate": 6.490268003002772e-06,
+      "loss": 28.1562,
+      "step": 26188
+    },
+    {
+      "epoch": 1.251505304406002,
+      "grad_norm": 397.8218688964844,
+      "learning_rate": 6.489543375168717e-06,
+      "loss": 25.8438,
+      "step": 26189
+    },
+    {
+      "epoch": 1.2515530918474624,
+      "grad_norm": 280.96856689453125,
+      "learning_rate": 6.4888187683577655e-06,
+      "loss": 18.9219,
+      "step": 26190
+    },
+    {
+      "epoch": 1.2516008792889228,
+      "grad_norm": 267.7444152832031,
+      "learning_rate": 6.488094182574263e-06,
+      "loss": 20.0938,
+      "step": 26191
+    },
+    {
+      "epoch": 1.2516486667303832,
+      "grad_norm": 453.1741027832031,
+      "learning_rate": 6.487369617822541e-06,
+      "loss": 21.0469,
+      "step": 26192
+    },
+    {
+      "epoch": 1.2516964541718436,
+      "grad_norm": 114.08838653564453,
+      "learning_rate": 6.486645074106945e-06,
+      "loss": 15.1406,
+      "step": 26193
+    },
+    {
+      "epoch": 1.251744241613304,
+      "grad_norm": 366.5500793457031,
+      "learning_rate": 6.48592055143181e-06,
+      "loss": 21.3438,
+      "step": 26194
+    },
+    {
+      "epoch": 1.2517920290547644,
+      "grad_norm": 429.6464538574219,
+      "learning_rate": 6.485196049801477e-06,
+      "loss": 23.8281,
+      "step": 26195
+    },
+    {
+      "epoch": 1.2518398164962248,
+      "grad_norm": 384.5774841308594,
+      "learning_rate": 6.484471569220285e-06,
+      "loss": 29.2812,
+      "step": 26196
+    },
+    {
+      "epoch": 1.2518876039376852,
+      "grad_norm": 269.4582214355469,
+      "learning_rate": 6.4837471096925705e-06,
+      "loss": 24.9375,
+      "step": 26197
+    },
+    {
+      "epoch": 1.2519353913791456,
+      "grad_norm": 206.59524536132812,
+      "learning_rate": 6.4830226712226775e-06,
+      "loss": 19.8594,
+      "step": 26198
+    },
+    {
+      "epoch": 1.251983178820606,
+      "grad_norm": 240.02500915527344,
+      "learning_rate": 6.4822982538149356e-06,
+      "loss": 21.6562,
+      "step": 26199
+    },
+    {
+      "epoch": 1.2520309662620663,
+      "grad_norm": 196.9745330810547,
+      "learning_rate": 6.481573857473688e-06,
+      "loss": 23.5312,
+      "step": 26200
+    },
+    {
+      "epoch": 1.2520787537035267,
+      "grad_norm": 467.4635925292969,
+      "learning_rate": 6.480849482203276e-06,
+      "loss": 47.25,
+      "step": 26201
+    },
+    {
+      "epoch": 1.2521265411449871,
+      "grad_norm": 182.80873107910156,
+      "learning_rate": 6.4801251280080355e-06,
+      "loss": 17.7969,
+      "step": 26202
+    },
+    {
+      "epoch": 1.2521743285864475,
+      "grad_norm": 182.69189453125,
+      "learning_rate": 6.479400794892301e-06,
+      "loss": 21.4688,
+      "step": 26203
+    },
+    {
+      "epoch": 1.252222116027908,
+      "grad_norm": 171.56295776367188,
+      "learning_rate": 6.478676482860412e-06,
+      "loss": 25.3125,
+      "step": 26204
+    },
+    {
+      "epoch": 1.2522699034693683,
+      "grad_norm": 185.78170776367188,
+      "learning_rate": 6.477952191916708e-06,
+      "loss": 20.1562,
+      "step": 26205
+    },
+    {
+      "epoch": 1.2523176909108287,
+      "grad_norm": 233.36721801757812,
+      "learning_rate": 6.47722792206553e-06,
+      "loss": 32.4219,
+      "step": 26206
+    },
+    {
+      "epoch": 1.252365478352289,
+      "grad_norm": 202.5402374267578,
+      "learning_rate": 6.476503673311205e-06,
+      "loss": 23.5312,
+      "step": 26207
+    },
+    {
+      "epoch": 1.2524132657937495,
+      "grad_norm": 238.93470764160156,
+      "learning_rate": 6.475779445658078e-06,
+      "loss": 30.0312,
+      "step": 26208
+    },
+    {
+      "epoch": 1.2524610532352098,
+      "grad_norm": 262.6894226074219,
+      "learning_rate": 6.475055239110486e-06,
+      "loss": 28.4375,
+      "step": 26209
+    },
+    {
+      "epoch": 1.2525088406766702,
+      "grad_norm": 1027.061767578125,
+      "learning_rate": 6.474331053672767e-06,
+      "loss": 22.9688,
+      "step": 26210
+    },
+    {
+      "epoch": 1.2525566281181306,
+      "grad_norm": 300.7815856933594,
+      "learning_rate": 6.473606889349253e-06,
+      "loss": 33.6875,
+      "step": 26211
+    },
+    {
+      "epoch": 1.252604415559591,
+      "grad_norm": 253.59454345703125,
+      "learning_rate": 6.472882746144282e-06,
+      "loss": 19.8906,
+      "step": 26212
+    },
+    {
+      "epoch": 1.2526522030010514,
+      "grad_norm": 223.64041137695312,
+      "learning_rate": 6.472158624062197e-06,
+      "loss": 25.8438,
+      "step": 26213
+    },
+    {
+      "epoch": 1.2526999904425118,
+      "grad_norm": 191.24424743652344,
+      "learning_rate": 6.471434523107325e-06,
+      "loss": 22.375,
+      "step": 26214
+    },
+    {
+      "epoch": 1.2527477778839722,
+      "grad_norm": 193.4930877685547,
+      "learning_rate": 6.470710443284006e-06,
+      "loss": 14.1719,
+      "step": 26215
+    },
+    {
+      "epoch": 1.2527955653254326,
+      "grad_norm": 235.6122283935547,
+      "learning_rate": 6.4699863845965785e-06,
+      "loss": 21.9375,
+      "step": 26216
+    },
+    {
+      "epoch": 1.252843352766893,
+      "grad_norm": 193.40252685546875,
+      "learning_rate": 6.469262347049382e-06,
+      "loss": 19.6094,
+      "step": 26217
+    },
+    {
+      "epoch": 1.2528911402083533,
+      "grad_norm": 296.9202880859375,
+      "learning_rate": 6.468538330646744e-06,
+      "loss": 22.875,
+      "step": 26218
+    },
+    {
+      "epoch": 1.2529389276498137,
+      "grad_norm": 325.5157470703125,
+      "learning_rate": 6.467814335393005e-06,
+      "loss": 35.8438,
+      "step": 26219
+    },
+    {
+      "epoch": 1.2529867150912741,
+      "grad_norm": 161.91525268554688,
+      "learning_rate": 6.467090361292499e-06,
+      "loss": 17.4219,
+      "step": 26220
+    },
+    {
+      "epoch": 1.2530345025327345,
+      "grad_norm": 127.93617248535156,
+      "learning_rate": 6.466366408349568e-06,
+      "loss": 15.4062,
+      "step": 26221
+    },
+    {
+      "epoch": 1.253082289974195,
+      "grad_norm": 342.5050964355469,
+      "learning_rate": 6.465642476568539e-06,
+      "loss": 32.0,
+      "step": 26222
+    },
+    {
+      "epoch": 1.2531300774156553,
+      "grad_norm": 187.92327880859375,
+      "learning_rate": 6.46491856595375e-06,
+      "loss": 32.0469,
+      "step": 26223
+    },
+    {
+      "epoch": 1.2531778648571157,
+      "grad_norm": 273.012939453125,
+      "learning_rate": 6.464194676509541e-06,
+      "loss": 28.0625,
+      "step": 26224
+    },
+    {
+      "epoch": 1.2532256522985759,
+      "grad_norm": 364.5520935058594,
+      "learning_rate": 6.46347080824024e-06,
+      "loss": 28.2344,
+      "step": 26225
+    },
+    {
+      "epoch": 1.2532734397400362,
+      "grad_norm": 256.005859375,
+      "learning_rate": 6.462746961150188e-06,
+      "loss": 22.5,
+      "step": 26226
+    },
+    {
+      "epoch": 1.2533212271814966,
+      "grad_norm": 184.5848846435547,
+      "learning_rate": 6.462023135243715e-06,
+      "loss": 26.9375,
+      "step": 26227
+    },
+    {
+      "epoch": 1.253369014622957,
+      "grad_norm": 246.87188720703125,
+      "learning_rate": 6.461299330525159e-06,
+      "loss": 32.4688,
+      "step": 26228
+    },
+    {
+      "epoch": 1.2534168020644174,
+      "grad_norm": 396.19525146484375,
+      "learning_rate": 6.460575546998855e-06,
+      "loss": 30.7812,
+      "step": 26229
+    },
+    {
+      "epoch": 1.2534645895058778,
+      "grad_norm": 197.06240844726562,
+      "learning_rate": 6.459851784669136e-06,
+      "loss": 19.625,
+      "step": 26230
+    },
+    {
+      "epoch": 1.2535123769473382,
+      "grad_norm": 148.7052001953125,
+      "learning_rate": 6.459128043540335e-06,
+      "loss": 17.9844,
+      "step": 26231
+    },
+    {
+      "epoch": 1.2535601643887986,
+      "grad_norm": 216.7935333251953,
+      "learning_rate": 6.458404323616791e-06,
+      "loss": 30.6875,
+      "step": 26232
+    },
+    {
+      "epoch": 1.253607951830259,
+      "grad_norm": 220.12171936035156,
+      "learning_rate": 6.457680624902834e-06,
+      "loss": 19.875,
+      "step": 26233
+    },
+    {
+      "epoch": 1.2536557392717194,
+      "grad_norm": 206.50392150878906,
+      "learning_rate": 6.456956947402797e-06,
+      "loss": 16.6094,
+      "step": 26234
+    },
+    {
+      "epoch": 1.2537035267131798,
+      "grad_norm": 152.71884155273438,
+      "learning_rate": 6.4562332911210205e-06,
+      "loss": 17.75,
+      "step": 26235
+    },
+    {
+      "epoch": 1.2537513141546401,
+      "grad_norm": 200.7030487060547,
+      "learning_rate": 6.455509656061829e-06,
+      "loss": 24.0312,
+      "step": 26236
+    },
+    {
+      "epoch": 1.2537991015961005,
+      "grad_norm": 502.0159606933594,
+      "learning_rate": 6.4547860422295624e-06,
+      "loss": 29.375,
+      "step": 26237
+    },
+    {
+      "epoch": 1.253846889037561,
+      "grad_norm": 186.79600524902344,
+      "learning_rate": 6.454062449628553e-06,
+      "loss": 25.4062,
+      "step": 26238
+    },
+    {
+      "epoch": 1.2538946764790213,
+      "grad_norm": 574.0203857421875,
+      "learning_rate": 6.453338878263138e-06,
+      "loss": 39.375,
+      "step": 26239
+    },
+    {
+      "epoch": 1.2539424639204817,
+      "grad_norm": 223.0033721923828,
+      "learning_rate": 6.4526153281376416e-06,
+      "loss": 24.7031,
+      "step": 26240
+    },
+    {
+      "epoch": 1.253990251361942,
+      "grad_norm": 338.58251953125,
+      "learning_rate": 6.451891799256402e-06,
+      "loss": 24.4375,
+      "step": 26241
+    },
+    {
+      "epoch": 1.2540380388034025,
+      "grad_norm": 252.3461456298828,
+      "learning_rate": 6.451168291623755e-06,
+      "loss": 25.875,
+      "step": 26242
+    },
+    {
+      "epoch": 1.2540858262448629,
+      "grad_norm": 366.7444763183594,
+      "learning_rate": 6.45044480524403e-06,
+      "loss": 19.7344,
+      "step": 26243
+    },
+    {
+      "epoch": 1.2541336136863233,
+      "grad_norm": 221.40809631347656,
+      "learning_rate": 6.449721340121562e-06,
+      "loss": 28.4688,
+      "step": 26244
+    },
+    {
+      "epoch": 1.2541814011277836,
+      "grad_norm": 170.8438262939453,
+      "learning_rate": 6.448997896260678e-06,
+      "loss": 26.9688,
+      "step": 26245
+    },
+    {
+      "epoch": 1.254229188569244,
+      "grad_norm": 242.0787811279297,
+      "learning_rate": 6.448274473665718e-06,
+      "loss": 21.5781,
+      "step": 26246
+    },
+    {
+      "epoch": 1.2542769760107044,
+      "grad_norm": 190.25230407714844,
+      "learning_rate": 6.447551072341011e-06,
+      "loss": 24.3438,
+      "step": 26247
+    },
+    {
+      "epoch": 1.2543247634521648,
+      "grad_norm": 400.3196716308594,
+      "learning_rate": 6.446827692290887e-06,
+      "loss": 34.3281,
+      "step": 26248
+    },
+    {
+      "epoch": 1.2543725508936252,
+      "grad_norm": 177.14669799804688,
+      "learning_rate": 6.446104333519678e-06,
+      "loss": 29.8594,
+      "step": 26249
+    },
+    {
+      "epoch": 1.2544203383350856,
+      "grad_norm": 296.44537353515625,
+      "learning_rate": 6.445380996031725e-06,
+      "loss": 29.5312,
+      "step": 26250
+    },
+    {
+      "epoch": 1.254468125776546,
+      "grad_norm": 544.9161987304688,
+      "learning_rate": 6.444657679831347e-06,
+      "loss": 31.1562,
+      "step": 26251
+    },
+    {
+      "epoch": 1.2545159132180064,
+      "grad_norm": 416.6929016113281,
+      "learning_rate": 6.443934384922884e-06,
+      "loss": 24.0781,
+      "step": 26252
+    },
+    {
+      "epoch": 1.2545637006594668,
+      "grad_norm": 473.8108215332031,
+      "learning_rate": 6.443211111310665e-06,
+      "loss": 32.0625,
+      "step": 26253
+    },
+    {
+      "epoch": 1.2546114881009272,
+      "grad_norm": 300.49078369140625,
+      "learning_rate": 6.442487858999025e-06,
+      "loss": 30.1562,
+      "step": 26254
+    },
+    {
+      "epoch": 1.2546592755423875,
+      "grad_norm": 324.9947204589844,
+      "learning_rate": 6.4417646279922885e-06,
+      "loss": 17.4688,
+      "step": 26255
+    },
+    {
+      "epoch": 1.2547070629838477,
+      "grad_norm": 256.4156494140625,
+      "learning_rate": 6.441041418294791e-06,
+      "loss": 21.8594,
+      "step": 26256
+    },
+    {
+      "epoch": 1.254754850425308,
+      "grad_norm": 234.4530029296875,
+      "learning_rate": 6.4403182299108644e-06,
+      "loss": 25.9062,
+      "step": 26257
+    },
+    {
+      "epoch": 1.2548026378667685,
+      "grad_norm": 231.75115966796875,
+      "learning_rate": 6.4395950628448385e-06,
+      "loss": 20.9062,
+      "step": 26258
+    },
+    {
+      "epoch": 1.2548504253082289,
+      "grad_norm": 222.16209411621094,
+      "learning_rate": 6.438871917101046e-06,
+      "loss": 25.7812,
+      "step": 26259
+    },
+    {
+      "epoch": 1.2548982127496893,
+      "grad_norm": 245.922119140625,
+      "learning_rate": 6.438148792683812e-06,
+      "loss": 31.4375,
+      "step": 26260
+    },
+    {
+      "epoch": 1.2549460001911497,
+      "grad_norm": 238.26148986816406,
+      "learning_rate": 6.4374256895974715e-06,
+      "loss": 21.1094,
+      "step": 26261
+    },
+    {
+      "epoch": 1.25499378763261,
+      "grad_norm": 170.9717559814453,
+      "learning_rate": 6.436702607846356e-06,
+      "loss": 18.1406,
+      "step": 26262
+    },
+    {
+      "epoch": 1.2550415750740704,
+      "grad_norm": 183.43016052246094,
+      "learning_rate": 6.435979547434791e-06,
+      "loss": 26.0,
+      "step": 26263
+    },
+    {
+      "epoch": 1.2550893625155308,
+      "grad_norm": 125.99683380126953,
+      "learning_rate": 6.435256508367109e-06,
+      "loss": 22.2031,
+      "step": 26264
+    },
+    {
+      "epoch": 1.2551371499569912,
+      "grad_norm": 1884.127685546875,
+      "learning_rate": 6.434533490647647e-06,
+      "loss": 18.3438,
+      "step": 26265
+    },
+    {
+      "epoch": 1.2551849373984516,
+      "grad_norm": 301.68975830078125,
+      "learning_rate": 6.433810494280723e-06,
+      "loss": 21.9375,
+      "step": 26266
+    },
+    {
+      "epoch": 1.255232724839912,
+      "grad_norm": 155.41677856445312,
+      "learning_rate": 6.433087519270673e-06,
+      "loss": 27.9375,
+      "step": 26267
+    },
+    {
+      "epoch": 1.2552805122813724,
+      "grad_norm": 332.8498840332031,
+      "learning_rate": 6.432364565621824e-06,
+      "loss": 24.9531,
+      "step": 26268
+    },
+    {
+      "epoch": 1.2553282997228328,
+      "grad_norm": 244.77096557617188,
+      "learning_rate": 6.431641633338514e-06,
+      "loss": 29.3438,
+      "step": 26269
+    },
+    {
+      "epoch": 1.2553760871642932,
+      "grad_norm": 289.12091064453125,
+      "learning_rate": 6.430918722425064e-06,
+      "loss": 35.75,
+      "step": 26270
+    },
+    {
+      "epoch": 1.2554238746057536,
+      "grad_norm": 304.9012145996094,
+      "learning_rate": 6.430195832885802e-06,
+      "loss": 25.7188,
+      "step": 26271
+    },
+    {
+      "epoch": 1.255471662047214,
+      "grad_norm": 274.5833435058594,
+      "learning_rate": 6.429472964725067e-06,
+      "loss": 24.7188,
+      "step": 26272
+    },
+    {
+      "epoch": 1.2555194494886743,
+      "grad_norm": 340.2903747558594,
+      "learning_rate": 6.4287501179471755e-06,
+      "loss": 25.3906,
+      "step": 26273
+    },
+    {
+      "epoch": 1.2555672369301347,
+      "grad_norm": 643.3673095703125,
+      "learning_rate": 6.428027292556465e-06,
+      "loss": 28.5,
+      "step": 26274
+    },
+    {
+      "epoch": 1.2556150243715951,
+      "grad_norm": 291.1611633300781,
+      "learning_rate": 6.427304488557263e-06,
+      "loss": 31.7031,
+      "step": 26275
+    },
+    {
+      "epoch": 1.2556628118130555,
+      "grad_norm": 200.26199340820312,
+      "learning_rate": 6.426581705953896e-06,
+      "loss": 24.1562,
+      "step": 26276
+    },
+    {
+      "epoch": 1.255710599254516,
+      "grad_norm": 311.4446716308594,
+      "learning_rate": 6.425858944750694e-06,
+      "loss": 26.125,
+      "step": 26277
+    },
+    {
+      "epoch": 1.2557583866959763,
+      "grad_norm": 133.83290100097656,
+      "learning_rate": 6.425136204951984e-06,
+      "loss": 17.3281,
+      "step": 26278
+    },
+    {
+      "epoch": 1.2558061741374367,
+      "grad_norm": 511.57904052734375,
+      "learning_rate": 6.424413486562094e-06,
+      "loss": 26.125,
+      "step": 26279
+    },
+    {
+      "epoch": 1.255853961578897,
+      "grad_norm": 155.44039916992188,
+      "learning_rate": 6.423690789585359e-06,
+      "loss": 30.0938,
+      "step": 26280
+    },
+    {
+      "epoch": 1.2559017490203574,
+      "grad_norm": 2853.32373046875,
+      "learning_rate": 6.422968114026096e-06,
+      "loss": 40.625,
+      "step": 26281
+    },
+    {
+      "epoch": 1.2559495364618178,
+      "grad_norm": 668.3470458984375,
+      "learning_rate": 6.422245459888638e-06,
+      "loss": 32.875,
+      "step": 26282
+    },
+    {
+      "epoch": 1.2559973239032782,
+      "grad_norm": 424.42962646484375,
+      "learning_rate": 6.42152282717732e-06,
+      "loss": 32.5938,
+      "step": 26283
+    },
+    {
+      "epoch": 1.2560451113447386,
+      "grad_norm": 206.80238342285156,
+      "learning_rate": 6.4208002158964565e-06,
+      "loss": 20.9375,
+      "step": 26284
+    },
+    {
+      "epoch": 1.256092898786199,
+      "grad_norm": 236.98104858398438,
+      "learning_rate": 6.420077626050382e-06,
+      "loss": 24.3594,
+      "step": 26285
+    },
+    {
+      "epoch": 1.2561406862276594,
+      "grad_norm": 359.60003662109375,
+      "learning_rate": 6.419355057643421e-06,
+      "loss": 27.2031,
+      "step": 26286
+    },
+    {
+      "epoch": 1.2561884736691198,
+      "grad_norm": 178.00587463378906,
+      "learning_rate": 6.418632510679909e-06,
+      "loss": 20.5156,
+      "step": 26287
+    },
+    {
+      "epoch": 1.2562362611105802,
+      "grad_norm": 202.42160034179688,
+      "learning_rate": 6.4179099851641636e-06,
+      "loss": 27.6875,
+      "step": 26288
+    },
+    {
+      "epoch": 1.2562840485520406,
+      "grad_norm": 269.9713439941406,
+      "learning_rate": 6.417187481100516e-06,
+      "loss": 31.0938,
+      "step": 26289
+    },
+    {
+      "epoch": 1.256331835993501,
+      "grad_norm": 302.7374572753906,
+      "learning_rate": 6.4164649984932914e-06,
+      "loss": 21.4062,
+      "step": 26290
+    },
+    {
+      "epoch": 1.2563796234349613,
+      "grad_norm": 183.0094451904297,
+      "learning_rate": 6.415742537346818e-06,
+      "loss": 24.5469,
+      "step": 26291
+    },
+    {
+      "epoch": 1.2564274108764217,
+      "grad_norm": 440.4254455566406,
+      "learning_rate": 6.4150200976654206e-06,
+      "loss": 31.3125,
+      "step": 26292
+    },
+    {
+      "epoch": 1.2564751983178821,
+      "grad_norm": 392.2474365234375,
+      "learning_rate": 6.41429767945343e-06,
+      "loss": 29.125,
+      "step": 26293
+    },
+    {
+      "epoch": 1.2565229857593425,
+      "grad_norm": 264.52410888671875,
+      "learning_rate": 6.413575282715166e-06,
+      "loss": 34.5938,
+      "step": 26294
+    },
+    {
+      "epoch": 1.256570773200803,
+      "grad_norm": 280.56085205078125,
+      "learning_rate": 6.412852907454963e-06,
+      "loss": 21.3125,
+      "step": 26295
+    },
+    {
+      "epoch": 1.2566185606422633,
+      "grad_norm": 319.477783203125,
+      "learning_rate": 6.412130553677139e-06,
+      "loss": 24.2188,
+      "step": 26296
+    },
+    {
+      "epoch": 1.2566663480837237,
+      "grad_norm": 559.2940063476562,
+      "learning_rate": 6.411408221386021e-06,
+      "loss": 35.8125,
+      "step": 26297
+    },
+    {
+      "epoch": 1.256714135525184,
+      "grad_norm": 158.87156677246094,
+      "learning_rate": 6.410685910585943e-06,
+      "loss": 15.2031,
+      "step": 26298
+    },
+    {
+      "epoch": 1.2567619229666445,
+      "grad_norm": 133.98434448242188,
+      "learning_rate": 6.40996362128122e-06,
+      "loss": 14.75,
+      "step": 26299
+    },
+    {
+      "epoch": 1.2568097104081049,
+      "grad_norm": 244.7220001220703,
+      "learning_rate": 6.409241353476183e-06,
+      "loss": 13.5,
+      "step": 26300
+    },
+    {
+      "epoch": 1.2568574978495652,
+      "grad_norm": 476.3280029296875,
+      "learning_rate": 6.408519107175158e-06,
+      "loss": 24.0625,
+      "step": 26301
+    },
+    {
+      "epoch": 1.2569052852910256,
+      "grad_norm": 202.46511840820312,
+      "learning_rate": 6.407796882382471e-06,
+      "loss": 22.5469,
+      "step": 26302
+    },
+    {
+      "epoch": 1.256953072732486,
+      "grad_norm": 265.8081970214844,
+      "learning_rate": 6.407074679102443e-06,
+      "loss": 19.2031,
+      "step": 26303
+    },
+    {
+      "epoch": 1.2570008601739464,
+      "grad_norm": 252.4064178466797,
+      "learning_rate": 6.406352497339401e-06,
+      "loss": 27.5625,
+      "step": 26304
+    },
+    {
+      "epoch": 1.2570486476154068,
+      "grad_norm": 244.1891326904297,
+      "learning_rate": 6.405630337097673e-06,
+      "loss": 22.2812,
+      "step": 26305
+    },
+    {
+      "epoch": 1.2570964350568672,
+      "grad_norm": 205.41073608398438,
+      "learning_rate": 6.4049081983815805e-06,
+      "loss": 26.1562,
+      "step": 26306
+    },
+    {
+      "epoch": 1.2571442224983274,
+      "grad_norm": 204.8263702392578,
+      "learning_rate": 6.404186081195448e-06,
+      "loss": 26.9688,
+      "step": 26307
+    },
+    {
+      "epoch": 1.2571920099397877,
+      "grad_norm": 171.3656463623047,
+      "learning_rate": 6.403463985543603e-06,
+      "loss": 19.3906,
+      "step": 26308
+    },
+    {
+      "epoch": 1.2572397973812481,
+      "grad_norm": 241.5635528564453,
+      "learning_rate": 6.402741911430367e-06,
+      "loss": 21.0,
+      "step": 26309
+    },
+    {
+      "epoch": 1.2572875848227085,
+      "grad_norm": 189.35780334472656,
+      "learning_rate": 6.402019858860064e-06,
+      "loss": 25.5,
+      "step": 26310
+    },
+    {
+      "epoch": 1.257335372264169,
+      "grad_norm": 270.4249267578125,
+      "learning_rate": 6.401297827837021e-06,
+      "loss": 31.875,
+      "step": 26311
+    },
+    {
+      "epoch": 1.2573831597056293,
+      "grad_norm": 232.82444763183594,
+      "learning_rate": 6.400575818365558e-06,
+      "loss": 33.2812,
+      "step": 26312
+    },
+    {
+      "epoch": 1.2574309471470897,
+      "grad_norm": 400.3210144042969,
+      "learning_rate": 6.399853830450005e-06,
+      "loss": 34.6875,
+      "step": 26313
+    },
+    {
+      "epoch": 1.25747873458855,
+      "grad_norm": 225.40394592285156,
+      "learning_rate": 6.399131864094679e-06,
+      "loss": 22.9375,
+      "step": 26314
+    },
+    {
+      "epoch": 1.2575265220300105,
+      "grad_norm": 226.9747314453125,
+      "learning_rate": 6.3984099193039075e-06,
+      "loss": 17.7344,
+      "step": 26315
+    },
+    {
+      "epoch": 1.2575743094714709,
+      "grad_norm": 303.8992614746094,
+      "learning_rate": 6.397687996082011e-06,
+      "loss": 23.7812,
+      "step": 26316
+    },
+    {
+      "epoch": 1.2576220969129313,
+      "grad_norm": 533.882080078125,
+      "learning_rate": 6.396966094433321e-06,
+      "loss": 29.6875,
+      "step": 26317
+    },
+    {
+      "epoch": 1.2576698843543916,
+      "grad_norm": 689.3246459960938,
+      "learning_rate": 6.396244214362151e-06,
+      "loss": 11.5,
+      "step": 26318
+    },
+    {
+      "epoch": 1.257717671795852,
+      "grad_norm": 215.97528076171875,
+      "learning_rate": 6.395522355872827e-06,
+      "loss": 28.6406,
+      "step": 26319
+    },
+    {
+      "epoch": 1.2577654592373124,
+      "grad_norm": 160.33274841308594,
+      "learning_rate": 6.394800518969677e-06,
+      "loss": 17.0781,
+      "step": 26320
+    },
+    {
+      "epoch": 1.2578132466787728,
+      "grad_norm": 179.91549682617188,
+      "learning_rate": 6.394078703657016e-06,
+      "loss": 30.1875,
+      "step": 26321
+    },
+    {
+      "epoch": 1.2578610341202332,
+      "grad_norm": 349.0680236816406,
+      "learning_rate": 6.393356909939171e-06,
+      "loss": 18.0312,
+      "step": 26322
+    },
+    {
+      "epoch": 1.2579088215616936,
+      "grad_norm": 243.19712829589844,
+      "learning_rate": 6.392635137820467e-06,
+      "loss": 23.4688,
+      "step": 26323
+    },
+    {
+      "epoch": 1.257956609003154,
+      "grad_norm": 246.3807373046875,
+      "learning_rate": 6.391913387305222e-06,
+      "loss": 23.2188,
+      "step": 26324
+    },
+    {
+      "epoch": 1.2580043964446144,
+      "grad_norm": 239.18092346191406,
+      "learning_rate": 6.39119165839776e-06,
+      "loss": 26.7188,
+      "step": 26325
+    },
+    {
+      "epoch": 1.2580521838860748,
+      "grad_norm": 240.82672119140625,
+      "learning_rate": 6.390469951102405e-06,
+      "loss": 28.7812,
+      "step": 26326
+    },
+    {
+      "epoch": 1.2580999713275351,
+      "grad_norm": 210.15858459472656,
+      "learning_rate": 6.389748265423474e-06,
+      "loss": 27.3594,
+      "step": 26327
+    },
+    {
+      "epoch": 1.2581477587689955,
+      "grad_norm": 377.6038513183594,
+      "learning_rate": 6.389026601365298e-06,
+      "loss": 28.8125,
+      "step": 26328
+    },
+    {
+      "epoch": 1.258195546210456,
+      "grad_norm": 169.53836059570312,
+      "learning_rate": 6.388304958932188e-06,
+      "loss": 17.0938,
+      "step": 26329
+    },
+    {
+      "epoch": 1.2582433336519163,
+      "grad_norm": 272.3746337890625,
+      "learning_rate": 6.387583338128471e-06,
+      "loss": 22.0156,
+      "step": 26330
+    },
+    {
+      "epoch": 1.2582911210933767,
+      "grad_norm": 440.7502746582031,
+      "learning_rate": 6.386861738958473e-06,
+      "loss": 21.4219,
+      "step": 26331
+    },
+    {
+      "epoch": 1.258338908534837,
+      "grad_norm": 185.49893188476562,
+      "learning_rate": 6.3861401614265065e-06,
+      "loss": 23.4375,
+      "step": 26332
+    },
+    {
+      "epoch": 1.2583866959762975,
+      "grad_norm": 171.52442932128906,
+      "learning_rate": 6.385418605536898e-06,
+      "loss": 29.6875,
+      "step": 26333
+    },
+    {
+      "epoch": 1.2584344834177579,
+      "grad_norm": 190.88270568847656,
+      "learning_rate": 6.384697071293968e-06,
+      "loss": 27.3125,
+      "step": 26334
+    },
+    {
+      "epoch": 1.2584822708592183,
+      "grad_norm": 297.52978515625,
+      "learning_rate": 6.38397555870204e-06,
+      "loss": 33.9375,
+      "step": 26335
+    },
+    {
+      "epoch": 1.2585300583006787,
+      "grad_norm": 214.8480224609375,
+      "learning_rate": 6.38325406776543e-06,
+      "loss": 36.0781,
+      "step": 26336
+    },
+    {
+      "epoch": 1.258577845742139,
+      "grad_norm": 154.6920623779297,
+      "learning_rate": 6.382532598488461e-06,
+      "loss": 25.5469,
+      "step": 26337
+    },
+    {
+      "epoch": 1.2586256331835992,
+      "grad_norm": 690.1298217773438,
+      "learning_rate": 6.381811150875455e-06,
+      "loss": 23.2188,
+      "step": 26338
+    },
+    {
+      "epoch": 1.2586734206250596,
+      "grad_norm": 761.043212890625,
+      "learning_rate": 6.3810897249307335e-06,
+      "loss": 26.9531,
+      "step": 26339
+    },
+    {
+      "epoch": 1.25872120806652,
+      "grad_norm": 419.5704345703125,
+      "learning_rate": 6.380368320658612e-06,
+      "loss": 31.9062,
+      "step": 26340
+    },
+    {
+      "epoch": 1.2587689955079804,
+      "grad_norm": 293.0845031738281,
+      "learning_rate": 6.379646938063415e-06,
+      "loss": 26.9375,
+      "step": 26341
+    },
+    {
+      "epoch": 1.2588167829494408,
+      "grad_norm": 609.2437133789062,
+      "learning_rate": 6.37892557714946e-06,
+      "loss": 25.5938,
+      "step": 26342
+    },
+    {
+      "epoch": 1.2588645703909012,
+      "grad_norm": 176.334228515625,
+      "learning_rate": 6.378204237921071e-06,
+      "loss": 25.6875,
+      "step": 26343
+    },
+    {
+      "epoch": 1.2589123578323616,
+      "grad_norm": 439.6366882324219,
+      "learning_rate": 6.377482920382563e-06,
+      "loss": 26.8125,
+      "step": 26344
+    },
+    {
+      "epoch": 1.258960145273822,
+      "grad_norm": 223.10333251953125,
+      "learning_rate": 6.376761624538257e-06,
+      "loss": 29.625,
+      "step": 26345
+    },
+    {
+      "epoch": 1.2590079327152823,
+      "grad_norm": 429.3896179199219,
+      "learning_rate": 6.3760403503924774e-06,
+      "loss": 37.4062,
+      "step": 26346
+    },
+    {
+      "epoch": 1.2590557201567427,
+      "grad_norm": 332.4727783203125,
+      "learning_rate": 6.375319097949536e-06,
+      "loss": 18.625,
+      "step": 26347
+    },
+    {
+      "epoch": 1.259103507598203,
+      "grad_norm": 133.30133056640625,
+      "learning_rate": 6.374597867213756e-06,
+      "loss": 24.7344,
+      "step": 26348
+    },
+    {
+      "epoch": 1.2591512950396635,
+      "grad_norm": 192.88095092773438,
+      "learning_rate": 6.3738766581894575e-06,
+      "loss": 16.3594,
+      "step": 26349
+    },
+    {
+      "epoch": 1.2591990824811239,
+      "grad_norm": 280.0885925292969,
+      "learning_rate": 6.373155470880963e-06,
+      "loss": 21.3906,
+      "step": 26350
+    },
+    {
+      "epoch": 1.2592468699225843,
+      "grad_norm": 219.47528076171875,
+      "learning_rate": 6.372434305292582e-06,
+      "loss": 25.3438,
+      "step": 26351
+    },
+    {
+      "epoch": 1.2592946573640447,
+      "grad_norm": 328.3389892578125,
+      "learning_rate": 6.371713161428639e-06,
+      "loss": 26.2344,
+      "step": 26352
+    },
+    {
+      "epoch": 1.259342444805505,
+      "grad_norm": 278.5116271972656,
+      "learning_rate": 6.370992039293453e-06,
+      "loss": 27.3438,
+      "step": 26353
+    },
+    {
+      "epoch": 1.2593902322469654,
+      "grad_norm": 300.3932189941406,
+      "learning_rate": 6.3702709388913455e-06,
+      "loss": 21.8125,
+      "step": 26354
+    },
+    {
+      "epoch": 1.2594380196884258,
+      "grad_norm": 158.06781005859375,
+      "learning_rate": 6.3695498602266285e-06,
+      "loss": 19.0625,
+      "step": 26355
+    },
+    {
+      "epoch": 1.2594858071298862,
+      "grad_norm": 204.52554321289062,
+      "learning_rate": 6.3688288033036235e-06,
+      "loss": 27.5,
+      "step": 26356
+    },
+    {
+      "epoch": 1.2595335945713466,
+      "grad_norm": 311.5452880859375,
+      "learning_rate": 6.36810776812665e-06,
+      "loss": 21.3281,
+      "step": 26357
+    },
+    {
+      "epoch": 1.259581382012807,
+      "grad_norm": 142.57130432128906,
+      "learning_rate": 6.367386754700022e-06,
+      "loss": 18.75,
+      "step": 26358
+    },
+    {
+      "epoch": 1.2596291694542674,
+      "grad_norm": 286.4451599121094,
+      "learning_rate": 6.366665763028061e-06,
+      "loss": 26.2812,
+      "step": 26359
+    },
+    {
+      "epoch": 1.2596769568957278,
+      "grad_norm": 368.4096374511719,
+      "learning_rate": 6.365944793115084e-06,
+      "loss": 25.6094,
+      "step": 26360
+    },
+    {
+      "epoch": 1.2597247443371882,
+      "grad_norm": 440.9351806640625,
+      "learning_rate": 6.365223844965411e-06,
+      "loss": 21.3438,
+      "step": 26361
+    },
+    {
+      "epoch": 1.2597725317786486,
+      "grad_norm": 228.35198974609375,
+      "learning_rate": 6.364502918583353e-06,
+      "loss": 29.625,
+      "step": 26362
+    },
+    {
+      "epoch": 1.259820319220109,
+      "grad_norm": 259.5787658691406,
+      "learning_rate": 6.363782013973232e-06,
+      "loss": 30.0938,
+      "step": 26363
+    },
+    {
+      "epoch": 1.2598681066615693,
+      "grad_norm": 221.2125701904297,
+      "learning_rate": 6.363061131139364e-06,
+      "loss": 22.1562,
+      "step": 26364
+    },
+    {
+      "epoch": 1.2599158941030297,
+      "grad_norm": 223.34353637695312,
+      "learning_rate": 6.362340270086071e-06,
+      "loss": 26.4062,
+      "step": 26365
+    },
+    {
+      "epoch": 1.2599636815444901,
+      "grad_norm": 176.0324249267578,
+      "learning_rate": 6.361619430817663e-06,
+      "loss": 21.5312,
+      "step": 26366
+    },
+    {
+      "epoch": 1.2600114689859505,
+      "grad_norm": 371.6181945800781,
+      "learning_rate": 6.360898613338459e-06,
+      "loss": 27.5625,
+      "step": 26367
+    },
+    {
+      "epoch": 1.260059256427411,
+      "grad_norm": 236.79794311523438,
+      "learning_rate": 6.3601778176527795e-06,
+      "loss": 18.0,
+      "step": 26368
+    },
+    {
+      "epoch": 1.2601070438688713,
+      "grad_norm": 258.3389892578125,
+      "learning_rate": 6.359457043764936e-06,
+      "loss": 22.7812,
+      "step": 26369
+    },
+    {
+      "epoch": 1.2601548313103317,
+      "grad_norm": 174.50355529785156,
+      "learning_rate": 6.358736291679246e-06,
+      "loss": 23.125,
+      "step": 26370
+    },
+    {
+      "epoch": 1.260202618751792,
+      "grad_norm": 173.24000549316406,
+      "learning_rate": 6.358015561400028e-06,
+      "loss": 20.4844,
+      "step": 26371
+    },
+    {
+      "epoch": 1.2602504061932525,
+      "grad_norm": 296.4981994628906,
+      "learning_rate": 6.357294852931601e-06,
+      "loss": 28.9688,
+      "step": 26372
+    },
+    {
+      "epoch": 1.2602981936347128,
+      "grad_norm": 210.2110137939453,
+      "learning_rate": 6.356574166278273e-06,
+      "loss": 19.3125,
+      "step": 26373
+    },
+    {
+      "epoch": 1.2603459810761732,
+      "grad_norm": 453.7325744628906,
+      "learning_rate": 6.355853501444368e-06,
+      "loss": 19.8281,
+      "step": 26374
+    },
+    {
+      "epoch": 1.2603937685176336,
+      "grad_norm": 651.0715942382812,
+      "learning_rate": 6.355132858434194e-06,
+      "loss": 27.9375,
+      "step": 26375
+    },
+    {
+      "epoch": 1.260441555959094,
+      "grad_norm": 128.6165771484375,
+      "learning_rate": 6.354412237252074e-06,
+      "loss": 21.4688,
+      "step": 26376
+    },
+    {
+      "epoch": 1.2604893434005544,
+      "grad_norm": 313.4138488769531,
+      "learning_rate": 6.353691637902322e-06,
+      "loss": 37.0625,
+      "step": 26377
+    },
+    {
+      "epoch": 1.2605371308420148,
+      "grad_norm": 157.51950073242188,
+      "learning_rate": 6.352971060389248e-06,
+      "loss": 21.2188,
+      "step": 26378
+    },
+    {
+      "epoch": 1.2605849182834752,
+      "grad_norm": 148.4347381591797,
+      "learning_rate": 6.352250504717172e-06,
+      "loss": 20.8281,
+      "step": 26379
+    },
+    {
+      "epoch": 1.2606327057249356,
+      "grad_norm": 251.11874389648438,
+      "learning_rate": 6.351529970890413e-06,
+      "loss": 24.5,
+      "step": 26380
+    },
+    {
+      "epoch": 1.260680493166396,
+      "grad_norm": 207.6515655517578,
+      "learning_rate": 6.350809458913278e-06,
+      "loss": 18.6719,
+      "step": 26381
+    },
+    {
+      "epoch": 1.2607282806078564,
+      "grad_norm": 469.8609619140625,
+      "learning_rate": 6.350088968790085e-06,
+      "loss": 18.875,
+      "step": 26382
+    },
+    {
+      "epoch": 1.2607760680493167,
+      "grad_norm": 1226.8370361328125,
+      "learning_rate": 6.349368500525154e-06,
+      "loss": 21.0469,
+      "step": 26383
+    },
+    {
+      "epoch": 1.2608238554907771,
+      "grad_norm": 436.42657470703125,
+      "learning_rate": 6.34864805412279e-06,
+      "loss": 28.5938,
+      "step": 26384
+    },
+    {
+      "epoch": 1.2608716429322375,
+      "grad_norm": 198.04856872558594,
+      "learning_rate": 6.347927629587314e-06,
+      "loss": 30.0938,
+      "step": 26385
+    },
+    {
+      "epoch": 1.260919430373698,
+      "grad_norm": 168.90818786621094,
+      "learning_rate": 6.347207226923038e-06,
+      "loss": 17.7188,
+      "step": 26386
+    },
+    {
+      "epoch": 1.2609672178151583,
+      "grad_norm": 207.5666046142578,
+      "learning_rate": 6.346486846134281e-06,
+      "loss": 28.3594,
+      "step": 26387
+    },
+    {
+      "epoch": 1.2610150052566187,
+      "grad_norm": 574.2662963867188,
+      "learning_rate": 6.345766487225351e-06,
+      "loss": 20.4375,
+      "step": 26388
+    },
+    {
+      "epoch": 1.261062792698079,
+      "grad_norm": 226.6017608642578,
+      "learning_rate": 6.345046150200565e-06,
+      "loss": 25.125,
+      "step": 26389
+    },
+    {
+      "epoch": 1.2611105801395393,
+      "grad_norm": 460.08282470703125,
+      "learning_rate": 6.344325835064234e-06,
+      "loss": 25.6562,
+      "step": 26390
+    },
+    {
+      "epoch": 1.2611583675809996,
+      "grad_norm": 171.42218017578125,
+      "learning_rate": 6.343605541820678e-06,
+      "loss": 19.4531,
+      "step": 26391
+    },
+    {
+      "epoch": 1.26120615502246,
+      "grad_norm": 276.4151611328125,
+      "learning_rate": 6.342885270474206e-06,
+      "loss": 32.0156,
+      "step": 26392
+    },
+    {
+      "epoch": 1.2612539424639204,
+      "grad_norm": 228.56471252441406,
+      "learning_rate": 6.3421650210291296e-06,
+      "loss": 23.375,
+      "step": 26393
+    },
+    {
+      "epoch": 1.2613017299053808,
+      "grad_norm": 393.60198974609375,
+      "learning_rate": 6.341444793489769e-06,
+      "loss": 28.7812,
+      "step": 26394
+    },
+    {
+      "epoch": 1.2613495173468412,
+      "grad_norm": 243.2187042236328,
+      "learning_rate": 6.340724587860429e-06,
+      "loss": 20.5312,
+      "step": 26395
+    },
+    {
+      "epoch": 1.2613973047883016,
+      "grad_norm": 234.4723358154297,
+      "learning_rate": 6.340004404145428e-06,
+      "loss": 22.7812,
+      "step": 26396
+    },
+    {
+      "epoch": 1.261445092229762,
+      "grad_norm": 255.72268676757812,
+      "learning_rate": 6.339284242349077e-06,
+      "loss": 30.125,
+      "step": 26397
+    },
+    {
+      "epoch": 1.2614928796712224,
+      "grad_norm": 234.6852569580078,
+      "learning_rate": 6.338564102475695e-06,
+      "loss": 22.9375,
+      "step": 26398
+    },
+    {
+      "epoch": 1.2615406671126828,
+      "grad_norm": 250.56480407714844,
+      "learning_rate": 6.3378439845295845e-06,
+      "loss": 25.5156,
+      "step": 26399
+    },
+    {
+      "epoch": 1.2615884545541431,
+      "grad_norm": 206.9481201171875,
+      "learning_rate": 6.337123888515063e-06,
+      "loss": 29.75,
+      "step": 26400
+    },
+    {
+      "epoch": 1.2616362419956035,
+      "grad_norm": 193.62831115722656,
+      "learning_rate": 6.336403814436443e-06,
+      "loss": 18.6641,
+      "step": 26401
+    },
+    {
+      "epoch": 1.261684029437064,
+      "grad_norm": 165.50250244140625,
+      "learning_rate": 6.335683762298042e-06,
+      "loss": 19.4062,
+      "step": 26402
+    },
+    {
+      "epoch": 1.2617318168785243,
+      "grad_norm": 447.0609436035156,
+      "learning_rate": 6.334963732104161e-06,
+      "loss": 34.5312,
+      "step": 26403
+    },
+    {
+      "epoch": 1.2617796043199847,
+      "grad_norm": 169.57907104492188,
+      "learning_rate": 6.334243723859119e-06,
+      "loss": 15.2969,
+      "step": 26404
+    },
+    {
+      "epoch": 1.261827391761445,
+      "grad_norm": 421.5222473144531,
+      "learning_rate": 6.333523737567232e-06,
+      "loss": 28.75,
+      "step": 26405
+    },
+    {
+      "epoch": 1.2618751792029055,
+      "grad_norm": 276.57196044921875,
+      "learning_rate": 6.332803773232802e-06,
+      "loss": 23.5,
+      "step": 26406
+    },
+    {
+      "epoch": 1.2619229666443659,
+      "grad_norm": 815.4373168945312,
+      "learning_rate": 6.3320838308601475e-06,
+      "loss": 35.5312,
+      "step": 26407
+    },
+    {
+      "epoch": 1.2619707540858263,
+      "grad_norm": 217.52154541015625,
+      "learning_rate": 6.331363910453575e-06,
+      "loss": 24.375,
+      "step": 26408
+    },
+    {
+      "epoch": 1.2620185415272867,
+      "grad_norm": 198.54776000976562,
+      "learning_rate": 6.3306440120174014e-06,
+      "loss": 21.9375,
+      "step": 26409
+    },
+    {
+      "epoch": 1.262066328968747,
+      "grad_norm": 158.16343688964844,
+      "learning_rate": 6.329924135555936e-06,
+      "loss": 26.5156,
+      "step": 26410
+    },
+    {
+      "epoch": 1.2621141164102074,
+      "grad_norm": 255.28179931640625,
+      "learning_rate": 6.329204281073487e-06,
+      "loss": 28.8125,
+      "step": 26411
+    },
+    {
+      "epoch": 1.2621619038516678,
+      "grad_norm": 146.90943908691406,
+      "learning_rate": 6.328484448574368e-06,
+      "loss": 21.2656,
+      "step": 26412
+    },
+    {
+      "epoch": 1.2622096912931282,
+      "grad_norm": 175.86300659179688,
+      "learning_rate": 6.327764638062892e-06,
+      "loss": 24.75,
+      "step": 26413
+    },
+    {
+      "epoch": 1.2622574787345886,
+      "grad_norm": 226.57159423828125,
+      "learning_rate": 6.327044849543364e-06,
+      "loss": 34.8125,
+      "step": 26414
+    },
+    {
+      "epoch": 1.262305266176049,
+      "grad_norm": 216.0046844482422,
+      "learning_rate": 6.3263250830201e-06,
+      "loss": 22.5,
+      "step": 26415
+    },
+    {
+      "epoch": 1.2623530536175094,
+      "grad_norm": 208.8636474609375,
+      "learning_rate": 6.3256053384974105e-06,
+      "loss": 23.5469,
+      "step": 26416
+    },
+    {
+      "epoch": 1.2624008410589698,
+      "grad_norm": 252.2130889892578,
+      "learning_rate": 6.3248856159796e-06,
+      "loss": 21.5312,
+      "step": 26417
+    },
+    {
+      "epoch": 1.2624486285004302,
+      "grad_norm": 195.01170349121094,
+      "learning_rate": 6.324165915470983e-06,
+      "loss": 13.9062,
+      "step": 26418
+    },
+    {
+      "epoch": 1.2624964159418905,
+      "grad_norm": 229.28707885742188,
+      "learning_rate": 6.323446236975867e-06,
+      "loss": 37.1875,
+      "step": 26419
+    },
+    {
+      "epoch": 1.262544203383351,
+      "grad_norm": 249.11891174316406,
+      "learning_rate": 6.32272658049857e-06,
+      "loss": 28.8125,
+      "step": 26420
+    },
+    {
+      "epoch": 1.262591990824811,
+      "grad_norm": 200.22239685058594,
+      "learning_rate": 6.322006946043393e-06,
+      "loss": 21.0312,
+      "step": 26421
+    },
+    {
+      "epoch": 1.2626397782662715,
+      "grad_norm": 130.7844696044922,
+      "learning_rate": 6.3212873336146465e-06,
+      "loss": 19.2969,
+      "step": 26422
+    },
+    {
+      "epoch": 1.2626875657077319,
+      "grad_norm": 226.36692810058594,
+      "learning_rate": 6.3205677432166444e-06,
+      "loss": 29.1562,
+      "step": 26423
+    },
+    {
+      "epoch": 1.2627353531491923,
+      "grad_norm": 171.31761169433594,
+      "learning_rate": 6.319848174853694e-06,
+      "loss": 19.2812,
+      "step": 26424
+    },
+    {
+      "epoch": 1.2627831405906527,
+      "grad_norm": 234.29083251953125,
+      "learning_rate": 6.319128628530105e-06,
+      "loss": 23.5625,
+      "step": 26425
+    },
+    {
+      "epoch": 1.262830928032113,
+      "grad_norm": 329.26092529296875,
+      "learning_rate": 6.3184091042501825e-06,
+      "loss": 37.7031,
+      "step": 26426
+    },
+    {
+      "epoch": 1.2628787154735734,
+      "grad_norm": 174.53610229492188,
+      "learning_rate": 6.317689602018239e-06,
+      "loss": 23.5625,
+      "step": 26427
+    },
+    {
+      "epoch": 1.2629265029150338,
+      "grad_norm": 222.1870574951172,
+      "learning_rate": 6.316970121838588e-06,
+      "loss": 19.9844,
+      "step": 26428
+    },
+    {
+      "epoch": 1.2629742903564942,
+      "grad_norm": 251.49559020996094,
+      "learning_rate": 6.316250663715529e-06,
+      "loss": 22.3594,
+      "step": 26429
+    },
+    {
+      "epoch": 1.2630220777979546,
+      "grad_norm": 448.920654296875,
+      "learning_rate": 6.315531227653376e-06,
+      "loss": 29.75,
+      "step": 26430
+    },
+    {
+      "epoch": 1.263069865239415,
+      "grad_norm": 410.8498229980469,
+      "learning_rate": 6.31481181365644e-06,
+      "loss": 22.375,
+      "step": 26431
+    },
+    {
+      "epoch": 1.2631176526808754,
+      "grad_norm": 360.09991455078125,
+      "learning_rate": 6.3140924217290215e-06,
+      "loss": 29.375,
+      "step": 26432
+    },
+    {
+      "epoch": 1.2631654401223358,
+      "grad_norm": 182.9878387451172,
+      "learning_rate": 6.313373051875434e-06,
+      "loss": 19.7344,
+      "step": 26433
+    },
+    {
+      "epoch": 1.2632132275637962,
+      "grad_norm": 282.3501892089844,
+      "learning_rate": 6.312653704099985e-06,
+      "loss": 21.875,
+      "step": 26434
+    },
+    {
+      "epoch": 1.2632610150052566,
+      "grad_norm": 357.33367919921875,
+      "learning_rate": 6.311934378406986e-06,
+      "loss": 25.3438,
+      "step": 26435
+    },
+    {
+      "epoch": 1.263308802446717,
+      "grad_norm": 142.8277587890625,
+      "learning_rate": 6.3112150748007384e-06,
+      "loss": 20.2812,
+      "step": 26436
+    },
+    {
+      "epoch": 1.2633565898881773,
+      "grad_norm": 190.29141235351562,
+      "learning_rate": 6.310495793285551e-06,
+      "loss": 18.0469,
+      "step": 26437
+    },
+    {
+      "epoch": 1.2634043773296377,
+      "grad_norm": 238.4179229736328,
+      "learning_rate": 6.309776533865736e-06,
+      "loss": 31.5312,
+      "step": 26438
+    },
+    {
+      "epoch": 1.2634521647710981,
+      "grad_norm": 91.10540008544922,
+      "learning_rate": 6.309057296545598e-06,
+      "loss": 17.9844,
+      "step": 26439
+    },
+    {
+      "epoch": 1.2634999522125585,
+      "grad_norm": 125.41676330566406,
+      "learning_rate": 6.308338081329444e-06,
+      "loss": 20.25,
+      "step": 26440
+    },
+    {
+      "epoch": 1.263547739654019,
+      "grad_norm": 235.78089904785156,
+      "learning_rate": 6.307618888221578e-06,
+      "loss": 24.375,
+      "step": 26441
+    },
+    {
+      "epoch": 1.2635955270954793,
+      "grad_norm": 311.2667236328125,
+      "learning_rate": 6.306899717226314e-06,
+      "loss": 26.4531,
+      "step": 26442
+    },
+    {
+      "epoch": 1.2636433145369397,
+      "grad_norm": 244.94610595703125,
+      "learning_rate": 6.306180568347955e-06,
+      "loss": 29.0312,
+      "step": 26443
+    },
+    {
+      "epoch": 1.2636911019784,
+      "grad_norm": 211.2306365966797,
+      "learning_rate": 6.305461441590806e-06,
+      "loss": 19.1406,
+      "step": 26444
+    },
+    {
+      "epoch": 1.2637388894198605,
+      "grad_norm": 410.5860290527344,
+      "learning_rate": 6.304742336959174e-06,
+      "loss": 41.5156,
+      "step": 26445
+    },
+    {
+      "epoch": 1.2637866768613208,
+      "grad_norm": 279.1673278808594,
+      "learning_rate": 6.304023254457373e-06,
+      "loss": 24.3594,
+      "step": 26446
+    },
+    {
+      "epoch": 1.2638344643027812,
+      "grad_norm": 234.22581481933594,
+      "learning_rate": 6.303304194089699e-06,
+      "loss": 20.1562,
+      "step": 26447
+    },
+    {
+      "epoch": 1.2638822517442416,
+      "grad_norm": 353.0365905761719,
+      "learning_rate": 6.3025851558604636e-06,
+      "loss": 28.0312,
+      "step": 26448
+    },
+    {
+      "epoch": 1.263930039185702,
+      "grad_norm": 207.12197875976562,
+      "learning_rate": 6.301866139773971e-06,
+      "loss": 27.4844,
+      "step": 26449
+    },
+    {
+      "epoch": 1.2639778266271624,
+      "grad_norm": 452.8766784667969,
+      "learning_rate": 6.301147145834534e-06,
+      "loss": 27.625,
+      "step": 26450
+    },
+    {
+      "epoch": 1.2640256140686228,
+      "grad_norm": 164.64117431640625,
+      "learning_rate": 6.300428174046447e-06,
+      "loss": 27.0,
+      "step": 26451
+    },
+    {
+      "epoch": 1.2640734015100832,
+      "grad_norm": 515.7804565429688,
+      "learning_rate": 6.299709224414023e-06,
+      "loss": 35.6719,
+      "step": 26452
+    },
+    {
+      "epoch": 1.2641211889515436,
+      "grad_norm": 193.79135131835938,
+      "learning_rate": 6.298990296941569e-06,
+      "loss": 20.5938,
+      "step": 26453
+    },
+    {
+      "epoch": 1.264168976393004,
+      "grad_norm": 372.1588134765625,
+      "learning_rate": 6.298271391633384e-06,
+      "loss": 21.7969,
+      "step": 26454
+    },
+    {
+      "epoch": 1.2642167638344644,
+      "grad_norm": 178.28463745117188,
+      "learning_rate": 6.297552508493776e-06,
+      "loss": 32.8125,
+      "step": 26455
+    },
+    {
+      "epoch": 1.2642645512759247,
+      "grad_norm": 250.02664184570312,
+      "learning_rate": 6.296833647527055e-06,
+      "loss": 27.4688,
+      "step": 26456
+    },
+    {
+      "epoch": 1.2643123387173851,
+      "grad_norm": 204.31849670410156,
+      "learning_rate": 6.29611480873752e-06,
+      "loss": 35.125,
+      "step": 26457
+    },
+    {
+      "epoch": 1.2643601261588455,
+      "grad_norm": 204.73709106445312,
+      "learning_rate": 6.295395992129478e-06,
+      "loss": 31.3438,
+      "step": 26458
+    },
+    {
+      "epoch": 1.264407913600306,
+      "grad_norm": 120.95470428466797,
+      "learning_rate": 6.294677197707233e-06,
+      "loss": 20.8438,
+      "step": 26459
+    },
+    {
+      "epoch": 1.2644557010417663,
+      "grad_norm": 212.86851501464844,
+      "learning_rate": 6.293958425475091e-06,
+      "loss": 23.3594,
+      "step": 26460
+    },
+    {
+      "epoch": 1.2645034884832267,
+      "grad_norm": 192.55853271484375,
+      "learning_rate": 6.293239675437358e-06,
+      "loss": 26.375,
+      "step": 26461
+    },
+    {
+      "epoch": 1.264551275924687,
+      "grad_norm": 273.5445556640625,
+      "learning_rate": 6.292520947598333e-06,
+      "loss": 28.6875,
+      "step": 26462
+    },
+    {
+      "epoch": 1.2645990633661475,
+      "grad_norm": 240.78768920898438,
+      "learning_rate": 6.291802241962324e-06,
+      "loss": 25.5938,
+      "step": 26463
+    },
+    {
+      "epoch": 1.2646468508076079,
+      "grad_norm": 246.06094360351562,
+      "learning_rate": 6.291083558533634e-06,
+      "loss": 33.9375,
+      "step": 26464
+    },
+    {
+      "epoch": 1.2646946382490682,
+      "grad_norm": 364.4444885253906,
+      "learning_rate": 6.290364897316572e-06,
+      "loss": 23.5781,
+      "step": 26465
+    },
+    {
+      "epoch": 1.2647424256905286,
+      "grad_norm": 210.93539428710938,
+      "learning_rate": 6.289646258315434e-06,
+      "loss": 31.1562,
+      "step": 26466
+    },
+    {
+      "epoch": 1.264790213131989,
+      "grad_norm": 413.7547302246094,
+      "learning_rate": 6.288927641534526e-06,
+      "loss": 22.1562,
+      "step": 26467
+    },
+    {
+      "epoch": 1.2648380005734494,
+      "grad_norm": 262.2334899902344,
+      "learning_rate": 6.288209046978157e-06,
+      "loss": 24.9219,
+      "step": 26468
+    },
+    {
+      "epoch": 1.2648857880149098,
+      "grad_norm": 260.9269104003906,
+      "learning_rate": 6.287490474650624e-06,
+      "loss": 33.5625,
+      "step": 26469
+    },
+    {
+      "epoch": 1.2649335754563702,
+      "grad_norm": 245.25389099121094,
+      "learning_rate": 6.286771924556232e-06,
+      "loss": 21.4531,
+      "step": 26470
+    },
+    {
+      "epoch": 1.2649813628978306,
+      "grad_norm": 210.55677795410156,
+      "learning_rate": 6.286053396699286e-06,
+      "loss": 24.7969,
+      "step": 26471
+    },
+    {
+      "epoch": 1.2650291503392908,
+      "grad_norm": 270.6788635253906,
+      "learning_rate": 6.285334891084087e-06,
+      "loss": 22.9375,
+      "step": 26472
+    },
+    {
+      "epoch": 1.2650769377807511,
+      "grad_norm": 221.72935485839844,
+      "learning_rate": 6.284616407714939e-06,
+      "loss": 25.375,
+      "step": 26473
+    },
+    {
+      "epoch": 1.2651247252222115,
+      "grad_norm": 251.22105407714844,
+      "learning_rate": 6.283897946596144e-06,
+      "loss": 21.3438,
+      "step": 26474
+    },
+    {
+      "epoch": 1.265172512663672,
+      "grad_norm": 217.89773559570312,
+      "learning_rate": 6.2831795077320064e-06,
+      "loss": 26.5625,
+      "step": 26475
+    },
+    {
+      "epoch": 1.2652203001051323,
+      "grad_norm": 376.1063232421875,
+      "learning_rate": 6.2824610911268305e-06,
+      "loss": 36.125,
+      "step": 26476
+    },
+    {
+      "epoch": 1.2652680875465927,
+      "grad_norm": 331.6579895019531,
+      "learning_rate": 6.28174269678491e-06,
+      "loss": 31.5625,
+      "step": 26477
+    },
+    {
+      "epoch": 1.265315874988053,
+      "grad_norm": 105.29069519042969,
+      "learning_rate": 6.281024324710554e-06,
+      "loss": 20.0938,
+      "step": 26478
+    },
+    {
+      "epoch": 1.2653636624295135,
+      "grad_norm": 380.0537109375,
+      "learning_rate": 6.280305974908067e-06,
+      "loss": 30.75,
+      "step": 26479
+    },
+    {
+      "epoch": 1.2654114498709739,
+      "grad_norm": 445.33355712890625,
+      "learning_rate": 6.279587647381744e-06,
+      "loss": 29.3281,
+      "step": 26480
+    },
+    {
+      "epoch": 1.2654592373124343,
+      "grad_norm": 348.93109130859375,
+      "learning_rate": 6.278869342135891e-06,
+      "loss": 27.2188,
+      "step": 26481
+    },
+    {
+      "epoch": 1.2655070247538946,
+      "grad_norm": 1592.114501953125,
+      "learning_rate": 6.278151059174809e-06,
+      "loss": 27.5625,
+      "step": 26482
+    },
+    {
+      "epoch": 1.265554812195355,
+      "grad_norm": 206.02902221679688,
+      "learning_rate": 6.277432798502803e-06,
+      "loss": 20.8438,
+      "step": 26483
+    },
+    {
+      "epoch": 1.2656025996368154,
+      "grad_norm": 198.85821533203125,
+      "learning_rate": 6.276714560124166e-06,
+      "loss": 26.2188,
+      "step": 26484
+    },
+    {
+      "epoch": 1.2656503870782758,
+      "grad_norm": 199.9547119140625,
+      "learning_rate": 6.275996344043206e-06,
+      "loss": 33.1562,
+      "step": 26485
+    },
+    {
+      "epoch": 1.2656981745197362,
+      "grad_norm": 281.2497253417969,
+      "learning_rate": 6.275278150264224e-06,
+      "loss": 37.75,
+      "step": 26486
+    },
+    {
+      "epoch": 1.2657459619611966,
+      "grad_norm": 306.4454040527344,
+      "learning_rate": 6.2745599787915204e-06,
+      "loss": 19.5156,
+      "step": 26487
+    },
+    {
+      "epoch": 1.265793749402657,
+      "grad_norm": 307.2908630371094,
+      "learning_rate": 6.273841829629392e-06,
+      "loss": 26.8438,
+      "step": 26488
+    },
+    {
+      "epoch": 1.2658415368441174,
+      "grad_norm": 345.39508056640625,
+      "learning_rate": 6.273123702782147e-06,
+      "loss": 29.7969,
+      "step": 26489
+    },
+    {
+      "epoch": 1.2658893242855778,
+      "grad_norm": 218.70159912109375,
+      "learning_rate": 6.272405598254081e-06,
+      "loss": 19.4844,
+      "step": 26490
+    },
+    {
+      "epoch": 1.2659371117270382,
+      "grad_norm": 286.9508056640625,
+      "learning_rate": 6.271687516049495e-06,
+      "loss": 34.2812,
+      "step": 26491
+    },
+    {
+      "epoch": 1.2659848991684985,
+      "grad_norm": 437.2840270996094,
+      "learning_rate": 6.270969456172689e-06,
+      "loss": 22.7031,
+      "step": 26492
+    },
+    {
+      "epoch": 1.266032686609959,
+      "grad_norm": 264.7856140136719,
+      "learning_rate": 6.270251418627963e-06,
+      "loss": 21.8125,
+      "step": 26493
+    },
+    {
+      "epoch": 1.2660804740514193,
+      "grad_norm": 224.6787872314453,
+      "learning_rate": 6.2695334034196235e-06,
+      "loss": 22.9219,
+      "step": 26494
+    },
+    {
+      "epoch": 1.2661282614928797,
+      "grad_norm": 197.70309448242188,
+      "learning_rate": 6.26881541055196e-06,
+      "loss": 17.4531,
+      "step": 26495
+    },
+    {
+      "epoch": 1.26617604893434,
+      "grad_norm": 309.95062255859375,
+      "learning_rate": 6.268097440029278e-06,
+      "loss": 23.1875,
+      "step": 26496
+    },
+    {
+      "epoch": 1.2662238363758005,
+      "grad_norm": 213.09396362304688,
+      "learning_rate": 6.267379491855877e-06,
+      "loss": 23.0625,
+      "step": 26497
+    },
+    {
+      "epoch": 1.2662716238172609,
+      "grad_norm": 247.09176635742188,
+      "learning_rate": 6.266661566036061e-06,
+      "loss": 26.6562,
+      "step": 26498
+    },
+    {
+      "epoch": 1.2663194112587213,
+      "grad_norm": 280.70013427734375,
+      "learning_rate": 6.265943662574121e-06,
+      "loss": 19.5156,
+      "step": 26499
+    },
+    {
+      "epoch": 1.2663671987001817,
+      "grad_norm": 288.1897888183594,
+      "learning_rate": 6.265225781474359e-06,
+      "loss": 26.3125,
+      "step": 26500
+    },
+    {
+      "epoch": 1.266414986141642,
+      "grad_norm": 218.2139129638672,
+      "learning_rate": 6.26450792274108e-06,
+      "loss": 15.7656,
+      "step": 26501
+    },
+    {
+      "epoch": 1.2664627735831024,
+      "grad_norm": 105.87373352050781,
+      "learning_rate": 6.263790086378574e-06,
+      "loss": 16.3438,
+      "step": 26502
+    },
+    {
+      "epoch": 1.2665105610245626,
+      "grad_norm": 178.39727783203125,
+      "learning_rate": 6.263072272391145e-06,
+      "loss": 20.0312,
+      "step": 26503
+    },
+    {
+      "epoch": 1.266558348466023,
+      "grad_norm": 205.29148864746094,
+      "learning_rate": 6.2623544807830926e-06,
+      "loss": 16.0312,
+      "step": 26504
+    },
+    {
+      "epoch": 1.2666061359074834,
+      "grad_norm": 172.01649475097656,
+      "learning_rate": 6.261636711558715e-06,
+      "loss": 28.0,
+      "step": 26505
+    },
+    {
+      "epoch": 1.2666539233489438,
+      "grad_norm": 219.875244140625,
+      "learning_rate": 6.260918964722307e-06,
+      "loss": 18.125,
+      "step": 26506
+    },
+    {
+      "epoch": 1.2667017107904042,
+      "grad_norm": 333.1075439453125,
+      "learning_rate": 6.260201240278172e-06,
+      "loss": 14.5312,
+      "step": 26507
+    },
+    {
+      "epoch": 1.2667494982318646,
+      "grad_norm": 399.4277038574219,
+      "learning_rate": 6.259483538230604e-06,
+      "loss": 18.125,
+      "step": 26508
+    },
+    {
+      "epoch": 1.266797285673325,
+      "grad_norm": 243.1512908935547,
+      "learning_rate": 6.258765858583906e-06,
+      "loss": 20.5156,
+      "step": 26509
+    },
+    {
+      "epoch": 1.2668450731147853,
+      "grad_norm": 374.05975341796875,
+      "learning_rate": 6.258048201342371e-06,
+      "loss": 25.5312,
+      "step": 26510
+    },
+    {
+      "epoch": 1.2668928605562457,
+      "grad_norm": 287.8497314453125,
+      "learning_rate": 6.257330566510297e-06,
+      "loss": 25.9531,
+      "step": 26511
+    },
+    {
+      "epoch": 1.2669406479977061,
+      "grad_norm": 246.01556396484375,
+      "learning_rate": 6.256612954091984e-06,
+      "loss": 28.2188,
+      "step": 26512
+    },
+    {
+      "epoch": 1.2669884354391665,
+      "grad_norm": 502.506103515625,
+      "learning_rate": 6.255895364091733e-06,
+      "loss": 26.3438,
+      "step": 26513
+    },
+    {
+      "epoch": 1.267036222880627,
+      "grad_norm": 266.2147216796875,
+      "learning_rate": 6.255177796513834e-06,
+      "loss": 27.3125,
+      "step": 26514
+    },
+    {
+      "epoch": 1.2670840103220873,
+      "grad_norm": 185.1466064453125,
+      "learning_rate": 6.254460251362588e-06,
+      "loss": 17.5312,
+      "step": 26515
+    },
+    {
+      "epoch": 1.2671317977635477,
+      "grad_norm": 358.2794189453125,
+      "learning_rate": 6.253742728642295e-06,
+      "loss": 29.125,
+      "step": 26516
+    },
+    {
+      "epoch": 1.267179585205008,
+      "grad_norm": 224.97509765625,
+      "learning_rate": 6.253025228357246e-06,
+      "loss": 31.2188,
+      "step": 26517
+    },
+    {
+      "epoch": 1.2672273726464685,
+      "grad_norm": 237.7998046875,
+      "learning_rate": 6.25230775051174e-06,
+      "loss": 24.6562,
+      "step": 26518
+    },
+    {
+      "epoch": 1.2672751600879288,
+      "grad_norm": 578.313720703125,
+      "learning_rate": 6.251590295110075e-06,
+      "loss": 17.4531,
+      "step": 26519
+    },
+    {
+      "epoch": 1.2673229475293892,
+      "grad_norm": 179.72779846191406,
+      "learning_rate": 6.250872862156552e-06,
+      "loss": 26.9375,
+      "step": 26520
+    },
+    {
+      "epoch": 1.2673707349708496,
+      "grad_norm": 333.785888671875,
+      "learning_rate": 6.250155451655459e-06,
+      "loss": 27.9375,
+      "step": 26521
+    },
+    {
+      "epoch": 1.26741852241231,
+      "grad_norm": 306.4397277832031,
+      "learning_rate": 6.249438063611097e-06,
+      "loss": 22.2812,
+      "step": 26522
+    },
+    {
+      "epoch": 1.2674663098537704,
+      "grad_norm": 206.0859375,
+      "learning_rate": 6.24872069802776e-06,
+      "loss": 22.2812,
+      "step": 26523
+    },
+    {
+      "epoch": 1.2675140972952308,
+      "grad_norm": 247.62808227539062,
+      "learning_rate": 6.248003354909751e-06,
+      "loss": 29.4062,
+      "step": 26524
+    },
+    {
+      "epoch": 1.2675618847366912,
+      "grad_norm": 880.8529663085938,
+      "learning_rate": 6.247286034261355e-06,
+      "loss": 22.5,
+      "step": 26525
+    },
+    {
+      "epoch": 1.2676096721781516,
+      "grad_norm": 180.33529663085938,
+      "learning_rate": 6.246568736086873e-06,
+      "loss": 19.3594,
+      "step": 26526
+    },
+    {
+      "epoch": 1.267657459619612,
+      "grad_norm": 530.0173950195312,
+      "learning_rate": 6.245851460390606e-06,
+      "loss": 25.1875,
+      "step": 26527
+    },
+    {
+      "epoch": 1.2677052470610723,
+      "grad_norm": 127.72285461425781,
+      "learning_rate": 6.245134207176839e-06,
+      "loss": 23.2812,
+      "step": 26528
+    },
+    {
+      "epoch": 1.2677530345025327,
+      "grad_norm": 231.65045166015625,
+      "learning_rate": 6.244416976449875e-06,
+      "loss": 28.0,
+      "step": 26529
+    },
+    {
+      "epoch": 1.2678008219439931,
+      "grad_norm": 243.77853393554688,
+      "learning_rate": 6.243699768214006e-06,
+      "loss": 20.8125,
+      "step": 26530
+    },
+    {
+      "epoch": 1.2678486093854535,
+      "grad_norm": 143.98455810546875,
+      "learning_rate": 6.242982582473534e-06,
+      "loss": 23.2656,
+      "step": 26531
+    },
+    {
+      "epoch": 1.267896396826914,
+      "grad_norm": 371.31085205078125,
+      "learning_rate": 6.242265419232742e-06,
+      "loss": 30.1406,
+      "step": 26532
+    },
+    {
+      "epoch": 1.2679441842683743,
+      "grad_norm": 280.4701232910156,
+      "learning_rate": 6.241548278495934e-06,
+      "loss": 34.0,
+      "step": 26533
+    },
+    {
+      "epoch": 1.2679919717098347,
+      "grad_norm": 185.0012664794922,
+      "learning_rate": 6.2408311602674e-06,
+      "loss": 23.9375,
+      "step": 26534
+    },
+    {
+      "epoch": 1.268039759151295,
+      "grad_norm": 134.0643768310547,
+      "learning_rate": 6.240114064551441e-06,
+      "loss": 19.3906,
+      "step": 26535
+    },
+    {
+      "epoch": 1.2680875465927555,
+      "grad_norm": 274.3536376953125,
+      "learning_rate": 6.239396991352344e-06,
+      "loss": 18.2344,
+      "step": 26536
+    },
+    {
+      "epoch": 1.2681353340342159,
+      "grad_norm": 401.91162109375,
+      "learning_rate": 6.238679940674408e-06,
+      "loss": 32.8438,
+      "step": 26537
+    },
+    {
+      "epoch": 1.2681831214756762,
+      "grad_norm": 356.3188781738281,
+      "learning_rate": 6.237962912521927e-06,
+      "loss": 29.2812,
+      "step": 26538
+    },
+    {
+      "epoch": 1.2682309089171366,
+      "grad_norm": 168.79856872558594,
+      "learning_rate": 6.2372459068991895e-06,
+      "loss": 21.7188,
+      "step": 26539
+    },
+    {
+      "epoch": 1.268278696358597,
+      "grad_norm": 220.95089721679688,
+      "learning_rate": 6.236528923810497e-06,
+      "loss": 27.9688,
+      "step": 26540
+    },
+    {
+      "epoch": 1.2683264838000574,
+      "grad_norm": 330.5591125488281,
+      "learning_rate": 6.235811963260139e-06,
+      "loss": 28.375,
+      "step": 26541
+    },
+    {
+      "epoch": 1.2683742712415178,
+      "grad_norm": 226.4259490966797,
+      "learning_rate": 6.235095025252413e-06,
+      "loss": 25.6875,
+      "step": 26542
+    },
+    {
+      "epoch": 1.2684220586829782,
+      "grad_norm": 223.51400756835938,
+      "learning_rate": 6.234378109791606e-06,
+      "loss": 23.5156,
+      "step": 26543
+    },
+    {
+      "epoch": 1.2684698461244386,
+      "grad_norm": 230.82241821289062,
+      "learning_rate": 6.233661216882015e-06,
+      "loss": 18.9531,
+      "step": 26544
+    },
+    {
+      "epoch": 1.268517633565899,
+      "grad_norm": 192.79751586914062,
+      "learning_rate": 6.232944346527933e-06,
+      "loss": 21.6562,
+      "step": 26545
+    },
+    {
+      "epoch": 1.2685654210073594,
+      "grad_norm": 155.07826232910156,
+      "learning_rate": 6.232227498733658e-06,
+      "loss": 26.3906,
+      "step": 26546
+    },
+    {
+      "epoch": 1.2686132084488198,
+      "grad_norm": 144.77877807617188,
+      "learning_rate": 6.231510673503474e-06,
+      "loss": 19.1875,
+      "step": 26547
+    },
+    {
+      "epoch": 1.2686609958902801,
+      "grad_norm": 178.951904296875,
+      "learning_rate": 6.230793870841679e-06,
+      "loss": 23.9531,
+      "step": 26548
+    },
+    {
+      "epoch": 1.2687087833317405,
+      "grad_norm": 543.1085205078125,
+      "learning_rate": 6.2300770907525655e-06,
+      "loss": 27.1875,
+      "step": 26549
+    },
+    {
+      "epoch": 1.268756570773201,
+      "grad_norm": 494.9592590332031,
+      "learning_rate": 6.2293603332404295e-06,
+      "loss": 28.5,
+      "step": 26550
+    },
+    {
+      "epoch": 1.2688043582146613,
+      "grad_norm": 174.0478515625,
+      "learning_rate": 6.228643598309555e-06,
+      "loss": 23.2969,
+      "step": 26551
+    },
+    {
+      "epoch": 1.2688521456561217,
+      "grad_norm": 145.64785766601562,
+      "learning_rate": 6.2279268859642396e-06,
+      "loss": 19.2344,
+      "step": 26552
+    },
+    {
+      "epoch": 1.268899933097582,
+      "grad_norm": 297.9413146972656,
+      "learning_rate": 6.227210196208778e-06,
+      "loss": 29.0938,
+      "step": 26553
+    },
+    {
+      "epoch": 1.2689477205390423,
+      "grad_norm": 294.3809509277344,
+      "learning_rate": 6.226493529047456e-06,
+      "loss": 21.8281,
+      "step": 26554
+    },
+    {
+      "epoch": 1.2689955079805026,
+      "grad_norm": 362.8179626464844,
+      "learning_rate": 6.22577688448457e-06,
+      "loss": 33.625,
+      "step": 26555
+    },
+    {
+      "epoch": 1.269043295421963,
+      "grad_norm": 256.66217041015625,
+      "learning_rate": 6.225060262524409e-06,
+      "loss": 22.9531,
+      "step": 26556
+    },
+    {
+      "epoch": 1.2690910828634234,
+      "grad_norm": 492.7953796386719,
+      "learning_rate": 6.224343663171267e-06,
+      "loss": 23.2656,
+      "step": 26557
+    },
+    {
+      "epoch": 1.2691388703048838,
+      "grad_norm": 453.77642822265625,
+      "learning_rate": 6.223627086429436e-06,
+      "loss": 29.8125,
+      "step": 26558
+    },
+    {
+      "epoch": 1.2691866577463442,
+      "grad_norm": 346.4567565917969,
+      "learning_rate": 6.222910532303202e-06,
+      "loss": 34.5625,
+      "step": 26559
+    },
+    {
+      "epoch": 1.2692344451878046,
+      "grad_norm": 325.42547607421875,
+      "learning_rate": 6.222194000796862e-06,
+      "loss": 21.1875,
+      "step": 26560
+    },
+    {
+      "epoch": 1.269282232629265,
+      "grad_norm": 341.9314880371094,
+      "learning_rate": 6.221477491914708e-06,
+      "loss": 24.3125,
+      "step": 26561
+    },
+    {
+      "epoch": 1.2693300200707254,
+      "grad_norm": 229.8678436279297,
+      "learning_rate": 6.220761005661024e-06,
+      "loss": 21.2031,
+      "step": 26562
+    },
+    {
+      "epoch": 1.2693778075121858,
+      "grad_norm": 216.50877380371094,
+      "learning_rate": 6.220044542040107e-06,
+      "loss": 29.9062,
+      "step": 26563
+    },
+    {
+      "epoch": 1.2694255949536462,
+      "grad_norm": 421.65545654296875,
+      "learning_rate": 6.219328101056248e-06,
+      "loss": 24.5312,
+      "step": 26564
+    },
+    {
+      "epoch": 1.2694733823951065,
+      "grad_norm": 219.0809326171875,
+      "learning_rate": 6.218611682713731e-06,
+      "loss": 25.6562,
+      "step": 26565
+    },
+    {
+      "epoch": 1.269521169836567,
+      "grad_norm": 384.33441162109375,
+      "learning_rate": 6.2178952870168515e-06,
+      "loss": 23.1875,
+      "step": 26566
+    },
+    {
+      "epoch": 1.2695689572780273,
+      "grad_norm": 180.25819396972656,
+      "learning_rate": 6.217178913969899e-06,
+      "loss": 25.5625,
+      "step": 26567
+    },
+    {
+      "epoch": 1.2696167447194877,
+      "grad_norm": 129.10121154785156,
+      "learning_rate": 6.216462563577168e-06,
+      "loss": 18.7188,
+      "step": 26568
+    },
+    {
+      "epoch": 1.269664532160948,
+      "grad_norm": 326.48553466796875,
+      "learning_rate": 6.215746235842939e-06,
+      "loss": 29.1406,
+      "step": 26569
+    },
+    {
+      "epoch": 1.2697123196024085,
+      "grad_norm": 335.114013671875,
+      "learning_rate": 6.21502993077151e-06,
+      "loss": 29.1875,
+      "step": 26570
+    },
+    {
+      "epoch": 1.2697601070438689,
+      "grad_norm": 214.94992065429688,
+      "learning_rate": 6.214313648367165e-06,
+      "loss": 19.0312,
+      "step": 26571
+    },
+    {
+      "epoch": 1.2698078944853293,
+      "grad_norm": 261.8108215332031,
+      "learning_rate": 6.2135973886341985e-06,
+      "loss": 19.5938,
+      "step": 26572
+    },
+    {
+      "epoch": 1.2698556819267897,
+      "grad_norm": 352.6349182128906,
+      "learning_rate": 6.212881151576898e-06,
+      "loss": 28.8125,
+      "step": 26573
+    },
+    {
+      "epoch": 1.26990346936825,
+      "grad_norm": 348.6288757324219,
+      "learning_rate": 6.212164937199551e-06,
+      "loss": 24.4062,
+      "step": 26574
+    },
+    {
+      "epoch": 1.2699512568097104,
+      "grad_norm": 355.10552978515625,
+      "learning_rate": 6.211448745506452e-06,
+      "loss": 21.5938,
+      "step": 26575
+    },
+    {
+      "epoch": 1.2699990442511708,
+      "grad_norm": 427.7635192871094,
+      "learning_rate": 6.210732576501883e-06,
+      "loss": 21.1875,
+      "step": 26576
+    },
+    {
+      "epoch": 1.2700468316926312,
+      "grad_norm": 442.4562683105469,
+      "learning_rate": 6.2100164301901355e-06,
+      "loss": 29.7812,
+      "step": 26577
+    },
+    {
+      "epoch": 1.2700946191340916,
+      "grad_norm": 112.21551513671875,
+      "learning_rate": 6.2093003065755e-06,
+      "loss": 12.2656,
+      "step": 26578
+    },
+    {
+      "epoch": 1.270142406575552,
+      "grad_norm": 146.19439697265625,
+      "learning_rate": 6.208584205662268e-06,
+      "loss": 21.0469,
+      "step": 26579
+    },
+    {
+      "epoch": 1.2701901940170124,
+      "grad_norm": 265.5567321777344,
+      "learning_rate": 6.207868127454721e-06,
+      "loss": 28.2969,
+      "step": 26580
+    },
+    {
+      "epoch": 1.2702379814584728,
+      "grad_norm": 192.9503631591797,
+      "learning_rate": 6.20715207195715e-06,
+      "loss": 22.6719,
+      "step": 26581
+    },
+    {
+      "epoch": 1.2702857688999332,
+      "grad_norm": 136.12786865234375,
+      "learning_rate": 6.206436039173843e-06,
+      "loss": 19.5625,
+      "step": 26582
+    },
+    {
+      "epoch": 1.2703335563413936,
+      "grad_norm": 449.45843505859375,
+      "learning_rate": 6.205720029109095e-06,
+      "loss": 25.8906,
+      "step": 26583
+    },
+    {
+      "epoch": 1.270381343782854,
+      "grad_norm": 321.1784362792969,
+      "learning_rate": 6.205004041767182e-06,
+      "loss": 17.3906,
+      "step": 26584
+    },
+    {
+      "epoch": 1.2704291312243141,
+      "grad_norm": 227.4599609375,
+      "learning_rate": 6.2042880771524e-06,
+      "loss": 27.625,
+      "step": 26585
+    },
+    {
+      "epoch": 1.2704769186657745,
+      "grad_norm": 356.90264892578125,
+      "learning_rate": 6.203572135269037e-06,
+      "loss": 24.8438,
+      "step": 26586
+    },
+    {
+      "epoch": 1.270524706107235,
+      "grad_norm": 388.9257507324219,
+      "learning_rate": 6.2028562161213755e-06,
+      "loss": 21.5156,
+      "step": 26587
+    },
+    {
+      "epoch": 1.2705724935486953,
+      "grad_norm": 200.12254333496094,
+      "learning_rate": 6.202140319713706e-06,
+      "loss": 21.2188,
+      "step": 26588
+    },
+    {
+      "epoch": 1.2706202809901557,
+      "grad_norm": 616.6336669921875,
+      "learning_rate": 6.201424446050315e-06,
+      "loss": 25.6875,
+      "step": 26589
+    },
+    {
+      "epoch": 1.270668068431616,
+      "grad_norm": 336.8088073730469,
+      "learning_rate": 6.200708595135492e-06,
+      "loss": 31.6562,
+      "step": 26590
+    },
+    {
+      "epoch": 1.2707158558730764,
+      "grad_norm": 183.8944854736328,
+      "learning_rate": 6.1999927669735205e-06,
+      "loss": 22.7031,
+      "step": 26591
+    },
+    {
+      "epoch": 1.2707636433145368,
+      "grad_norm": 217.78179931640625,
+      "learning_rate": 6.199276961568688e-06,
+      "loss": 25.9375,
+      "step": 26592
+    },
+    {
+      "epoch": 1.2708114307559972,
+      "grad_norm": 258.0046081542969,
+      "learning_rate": 6.198561178925282e-06,
+      "loss": 25.7812,
+      "step": 26593
+    },
+    {
+      "epoch": 1.2708592181974576,
+      "grad_norm": 200.51318359375,
+      "learning_rate": 6.197845419047595e-06,
+      "loss": 24.7188,
+      "step": 26594
+    },
+    {
+      "epoch": 1.270907005638918,
+      "grad_norm": 236.8350830078125,
+      "learning_rate": 6.1971296819399016e-06,
+      "loss": 25.5156,
+      "step": 26595
+    },
+    {
+      "epoch": 1.2709547930803784,
+      "grad_norm": 393.8094787597656,
+      "learning_rate": 6.196413967606495e-06,
+      "loss": 31.3438,
+      "step": 26596
+    },
+    {
+      "epoch": 1.2710025805218388,
+      "grad_norm": 258.73431396484375,
+      "learning_rate": 6.1956982760516605e-06,
+      "loss": 24.0469,
+      "step": 26597
+    },
+    {
+      "epoch": 1.2710503679632992,
+      "grad_norm": 223.7078857421875,
+      "learning_rate": 6.1949826072796895e-06,
+      "loss": 24.1562,
+      "step": 26598
+    },
+    {
+      "epoch": 1.2710981554047596,
+      "grad_norm": 408.0032653808594,
+      "learning_rate": 6.194266961294857e-06,
+      "loss": 30.125,
+      "step": 26599
+    },
+    {
+      "epoch": 1.27114594284622,
+      "grad_norm": 396.2667236328125,
+      "learning_rate": 6.193551338101456e-06,
+      "loss": 30.2188,
+      "step": 26600
+    },
+    {
+      "epoch": 1.2711937302876803,
+      "grad_norm": 332.27545166015625,
+      "learning_rate": 6.192835737703775e-06,
+      "loss": 30.3125,
+      "step": 26601
+    },
+    {
+      "epoch": 1.2712415177291407,
+      "grad_norm": 346.2598571777344,
+      "learning_rate": 6.192120160106091e-06,
+      "loss": 27.0625,
+      "step": 26602
+    },
+    {
+      "epoch": 1.2712893051706011,
+      "grad_norm": 328.69732666015625,
+      "learning_rate": 6.191404605312694e-06,
+      "loss": 29.2812,
+      "step": 26603
+    },
+    {
+      "epoch": 1.2713370926120615,
+      "grad_norm": 151.32382202148438,
+      "learning_rate": 6.1906890733278716e-06,
+      "loss": 23.0312,
+      "step": 26604
+    },
+    {
+      "epoch": 1.271384880053522,
+      "grad_norm": 441.2615051269531,
+      "learning_rate": 6.189973564155904e-06,
+      "loss": 21.25,
+      "step": 26605
+    },
+    {
+      "epoch": 1.2714326674949823,
+      "grad_norm": 285.1490173339844,
+      "learning_rate": 6.18925807780108e-06,
+      "loss": 18.75,
+      "step": 26606
+    },
+    {
+      "epoch": 1.2714804549364427,
+      "grad_norm": 341.83111572265625,
+      "learning_rate": 6.188542614267681e-06,
+      "loss": 28.9062,
+      "step": 26607
+    },
+    {
+      "epoch": 1.271528242377903,
+      "grad_norm": 216.34170532226562,
+      "learning_rate": 6.187827173559993e-06,
+      "loss": 21.8281,
+      "step": 26608
+    },
+    {
+      "epoch": 1.2715760298193635,
+      "grad_norm": 179.41244506835938,
+      "learning_rate": 6.187111755682307e-06,
+      "loss": 19.5938,
+      "step": 26609
+    },
+    {
+      "epoch": 1.2716238172608239,
+      "grad_norm": 179.26712036132812,
+      "learning_rate": 6.186396360638896e-06,
+      "loss": 18.2188,
+      "step": 26610
+    },
+    {
+      "epoch": 1.2716716047022842,
+      "grad_norm": 405.21929931640625,
+      "learning_rate": 6.1856809884340485e-06,
+      "loss": 29.1875,
+      "step": 26611
+    },
+    {
+      "epoch": 1.2717193921437446,
+      "grad_norm": 213.06137084960938,
+      "learning_rate": 6.184965639072056e-06,
+      "loss": 24.4688,
+      "step": 26612
+    },
+    {
+      "epoch": 1.271767179585205,
+      "grad_norm": 454.9599609375,
+      "learning_rate": 6.184250312557193e-06,
+      "loss": 23.9688,
+      "step": 26613
+    },
+    {
+      "epoch": 1.2718149670266654,
+      "grad_norm": 255.2996368408203,
+      "learning_rate": 6.183535008893746e-06,
+      "loss": 23.875,
+      "step": 26614
+    },
+    {
+      "epoch": 1.2718627544681258,
+      "grad_norm": 444.1196594238281,
+      "learning_rate": 6.182819728086e-06,
+      "loss": 31.8438,
+      "step": 26615
+    },
+    {
+      "epoch": 1.2719105419095862,
+      "grad_norm": 279.13153076171875,
+      "learning_rate": 6.182104470138242e-06,
+      "loss": 29.5625,
+      "step": 26616
+    },
+    {
+      "epoch": 1.2719583293510466,
+      "grad_norm": 261.44183349609375,
+      "learning_rate": 6.181389235054748e-06,
+      "loss": 19.7344,
+      "step": 26617
+    },
+    {
+      "epoch": 1.272006116792507,
+      "grad_norm": 231.68524169921875,
+      "learning_rate": 6.180674022839805e-06,
+      "loss": 35.9375,
+      "step": 26618
+    },
+    {
+      "epoch": 1.2720539042339674,
+      "grad_norm": 393.98492431640625,
+      "learning_rate": 6.179958833497699e-06,
+      "loss": 30.4062,
+      "step": 26619
+    },
+    {
+      "epoch": 1.2721016916754277,
+      "grad_norm": 201.18003845214844,
+      "learning_rate": 6.179243667032709e-06,
+      "loss": 28.8594,
+      "step": 26620
+    },
+    {
+      "epoch": 1.2721494791168881,
+      "grad_norm": 209.75753784179688,
+      "learning_rate": 6.178528523449121e-06,
+      "loss": 15.8438,
+      "step": 26621
+    },
+    {
+      "epoch": 1.2721972665583485,
+      "grad_norm": 714.7123413085938,
+      "learning_rate": 6.177813402751213e-06,
+      "loss": 33.6406,
+      "step": 26622
+    },
+    {
+      "epoch": 1.272245053999809,
+      "grad_norm": 207.36265563964844,
+      "learning_rate": 6.177098304943273e-06,
+      "loss": 23.4531,
+      "step": 26623
+    },
+    {
+      "epoch": 1.2722928414412693,
+      "grad_norm": 400.864013671875,
+      "learning_rate": 6.176383230029581e-06,
+      "loss": 28.7031,
+      "step": 26624
+    },
+    {
+      "epoch": 1.2723406288827297,
+      "grad_norm": 223.31150817871094,
+      "learning_rate": 6.175668178014418e-06,
+      "loss": 22.625,
+      "step": 26625
+    },
+    {
+      "epoch": 1.27238841632419,
+      "grad_norm": 227.91920471191406,
+      "learning_rate": 6.174953148902067e-06,
+      "loss": 27.5,
+      "step": 26626
+    },
+    {
+      "epoch": 1.2724362037656505,
+      "grad_norm": 393.73388671875,
+      "learning_rate": 6.1742381426968165e-06,
+      "loss": 28.1406,
+      "step": 26627
+    },
+    {
+      "epoch": 1.2724839912071109,
+      "grad_norm": 160.18370056152344,
+      "learning_rate": 6.173523159402939e-06,
+      "loss": 21.7812,
+      "step": 26628
+    },
+    {
+      "epoch": 1.2725317786485713,
+      "grad_norm": 375.5033264160156,
+      "learning_rate": 6.172808199024718e-06,
+      "loss": 27.7969,
+      "step": 26629
+    },
+    {
+      "epoch": 1.2725795660900316,
+      "grad_norm": 372.4854736328125,
+      "learning_rate": 6.1720932615664395e-06,
+      "loss": 16.6875,
+      "step": 26630
+    },
+    {
+      "epoch": 1.272627353531492,
+      "grad_norm": 315.8262939453125,
+      "learning_rate": 6.1713783470323865e-06,
+      "loss": 26.375,
+      "step": 26631
+    },
+    {
+      "epoch": 1.2726751409729524,
+      "grad_norm": 253.1792755126953,
+      "learning_rate": 6.170663455426833e-06,
+      "loss": 32.7812,
+      "step": 26632
+    },
+    {
+      "epoch": 1.2727229284144128,
+      "grad_norm": 213.38946533203125,
+      "learning_rate": 6.169948586754064e-06,
+      "loss": 24.6719,
+      "step": 26633
+    },
+    {
+      "epoch": 1.2727707158558732,
+      "grad_norm": 190.8105010986328,
+      "learning_rate": 6.169233741018363e-06,
+      "loss": 20.5,
+      "step": 26634
+    },
+    {
+      "epoch": 1.2728185032973336,
+      "grad_norm": 191.34014892578125,
+      "learning_rate": 6.168518918224009e-06,
+      "loss": 21.5,
+      "step": 26635
+    },
+    {
+      "epoch": 1.272866290738794,
+      "grad_norm": 245.7604217529297,
+      "learning_rate": 6.16780411837528e-06,
+      "loss": 24.5312,
+      "step": 26636
+    },
+    {
+      "epoch": 1.2729140781802541,
+      "grad_norm": 213.1161651611328,
+      "learning_rate": 6.167089341476462e-06,
+      "loss": 32.4062,
+      "step": 26637
+    },
+    {
+      "epoch": 1.2729618656217145,
+      "grad_norm": 178.04714965820312,
+      "learning_rate": 6.1663745875318335e-06,
+      "loss": 23.8125,
+      "step": 26638
+    },
+    {
+      "epoch": 1.273009653063175,
+      "grad_norm": 362.7173156738281,
+      "learning_rate": 6.165659856545674e-06,
+      "loss": 24.4219,
+      "step": 26639
+    },
+    {
+      "epoch": 1.2730574405046353,
+      "grad_norm": 184.9366912841797,
+      "learning_rate": 6.164945148522261e-06,
+      "loss": 26.9219,
+      "step": 26640
+    },
+    {
+      "epoch": 1.2731052279460957,
+      "grad_norm": 474.8251647949219,
+      "learning_rate": 6.1642304634658786e-06,
+      "loss": 38.8438,
+      "step": 26641
+    },
+    {
+      "epoch": 1.273153015387556,
+      "grad_norm": 270.9908752441406,
+      "learning_rate": 6.163515801380813e-06,
+      "loss": 34.6562,
+      "step": 26642
+    },
+    {
+      "epoch": 1.2732008028290165,
+      "grad_norm": 264.7977600097656,
+      "learning_rate": 6.16280116227133e-06,
+      "loss": 22.6562,
+      "step": 26643
+    },
+    {
+      "epoch": 1.2732485902704769,
+      "grad_norm": 157.66891479492188,
+      "learning_rate": 6.162086546141718e-06,
+      "loss": 25.0625,
+      "step": 26644
+    },
+    {
+      "epoch": 1.2732963777119373,
+      "grad_norm": 217.11744689941406,
+      "learning_rate": 6.1613719529962555e-06,
+      "loss": 27.875,
+      "step": 26645
+    },
+    {
+      "epoch": 1.2733441651533977,
+      "grad_norm": 196.62635803222656,
+      "learning_rate": 6.160657382839226e-06,
+      "loss": 27.3281,
+      "step": 26646
+    },
+    {
+      "epoch": 1.273391952594858,
+      "grad_norm": 347.5919494628906,
+      "learning_rate": 6.1599428356748995e-06,
+      "loss": 22.9062,
+      "step": 26647
+    },
+    {
+      "epoch": 1.2734397400363184,
+      "grad_norm": 165.66409301757812,
+      "learning_rate": 6.159228311507561e-06,
+      "loss": 22.1875,
+      "step": 26648
+    },
+    {
+      "epoch": 1.2734875274777788,
+      "grad_norm": 195.92788696289062,
+      "learning_rate": 6.1585138103414935e-06,
+      "loss": 23.1719,
+      "step": 26649
+    },
+    {
+      "epoch": 1.2735353149192392,
+      "grad_norm": 253.92825317382812,
+      "learning_rate": 6.157799332180967e-06,
+      "loss": 20.0312,
+      "step": 26650
+    },
+    {
+      "epoch": 1.2735831023606996,
+      "grad_norm": 320.94732666015625,
+      "learning_rate": 6.157084877030264e-06,
+      "loss": 23.3125,
+      "step": 26651
+    },
+    {
+      "epoch": 1.27363088980216,
+      "grad_norm": 282.8363342285156,
+      "learning_rate": 6.156370444893667e-06,
+      "loss": 31.1875,
+      "step": 26652
+    },
+    {
+      "epoch": 1.2736786772436204,
+      "grad_norm": 299.15667724609375,
+      "learning_rate": 6.15565603577545e-06,
+      "loss": 25.1406,
+      "step": 26653
+    },
+    {
+      "epoch": 1.2737264646850808,
+      "grad_norm": 262.9289245605469,
+      "learning_rate": 6.154941649679894e-06,
+      "loss": 25.5781,
+      "step": 26654
+    },
+    {
+      "epoch": 1.2737742521265412,
+      "grad_norm": 248.39625549316406,
+      "learning_rate": 6.1542272866112736e-06,
+      "loss": 18.2969,
+      "step": 26655
+    },
+    {
+      "epoch": 1.2738220395680016,
+      "grad_norm": 153.56944274902344,
+      "learning_rate": 6.15351294657387e-06,
+      "loss": 18.4062,
+      "step": 26656
+    },
+    {
+      "epoch": 1.273869827009462,
+      "grad_norm": 277.1912536621094,
+      "learning_rate": 6.152798629571963e-06,
+      "loss": 31.6562,
+      "step": 26657
+    },
+    {
+      "epoch": 1.2739176144509223,
+      "grad_norm": 285.2226257324219,
+      "learning_rate": 6.152084335609826e-06,
+      "loss": 29.8125,
+      "step": 26658
+    },
+    {
+      "epoch": 1.2739654018923827,
+      "grad_norm": 239.7729034423828,
+      "learning_rate": 6.151370064691737e-06,
+      "loss": 20.7812,
+      "step": 26659
+    },
+    {
+      "epoch": 1.274013189333843,
+      "grad_norm": 356.9171447753906,
+      "learning_rate": 6.1506558168219795e-06,
+      "loss": 23.6094,
+      "step": 26660
+    },
+    {
+      "epoch": 1.2740609767753035,
+      "grad_norm": 211.692626953125,
+      "learning_rate": 6.149941592004824e-06,
+      "loss": 26.4375,
+      "step": 26661
+    },
+    {
+      "epoch": 1.274108764216764,
+      "grad_norm": 230.68817138671875,
+      "learning_rate": 6.14922739024455e-06,
+      "loss": 23.0781,
+      "step": 26662
+    },
+    {
+      "epoch": 1.2741565516582243,
+      "grad_norm": 243.91720581054688,
+      "learning_rate": 6.1485132115454336e-06,
+      "loss": 22.2812,
+      "step": 26663
+    },
+    {
+      "epoch": 1.2742043390996847,
+      "grad_norm": 181.03182983398438,
+      "learning_rate": 6.1477990559117584e-06,
+      "loss": 23.4844,
+      "step": 26664
+    },
+    {
+      "epoch": 1.274252126541145,
+      "grad_norm": 172.61251831054688,
+      "learning_rate": 6.147084923347791e-06,
+      "loss": 18.375,
+      "step": 26665
+    },
+    {
+      "epoch": 1.2742999139826054,
+      "grad_norm": 252.66290283203125,
+      "learning_rate": 6.146370813857815e-06,
+      "loss": 24.8125,
+      "step": 26666
+    },
+    {
+      "epoch": 1.2743477014240658,
+      "grad_norm": 256.3324279785156,
+      "learning_rate": 6.1456567274461066e-06,
+      "loss": 23.7031,
+      "step": 26667
+    },
+    {
+      "epoch": 1.274395488865526,
+      "grad_norm": 161.74522399902344,
+      "learning_rate": 6.1449426641169405e-06,
+      "loss": 19.7812,
+      "step": 26668
+    },
+    {
+      "epoch": 1.2744432763069864,
+      "grad_norm": 227.08657836914062,
+      "learning_rate": 6.144228623874592e-06,
+      "loss": 31.9688,
+      "step": 26669
+    },
+    {
+      "epoch": 1.2744910637484468,
+      "grad_norm": 165.23907470703125,
+      "learning_rate": 6.143514606723339e-06,
+      "loss": 20.4844,
+      "step": 26670
+    },
+    {
+      "epoch": 1.2745388511899072,
+      "grad_norm": 201.65699768066406,
+      "learning_rate": 6.1428006126674585e-06,
+      "loss": 16.7969,
+      "step": 26671
+    },
+    {
+      "epoch": 1.2745866386313676,
+      "grad_norm": 222.66168212890625,
+      "learning_rate": 6.142086641711227e-06,
+      "loss": 18.6719,
+      "step": 26672
+    },
+    {
+      "epoch": 1.274634426072828,
+      "grad_norm": 239.79820251464844,
+      "learning_rate": 6.141372693858916e-06,
+      "loss": 27.375,
+      "step": 26673
+    },
+    {
+      "epoch": 1.2746822135142883,
+      "grad_norm": 233.97567749023438,
+      "learning_rate": 6.140658769114801e-06,
+      "loss": 30.0938,
+      "step": 26674
+    },
+    {
+      "epoch": 1.2747300009557487,
+      "grad_norm": 192.99148559570312,
+      "learning_rate": 6.139944867483166e-06,
+      "loss": 23.9062,
+      "step": 26675
+    },
+    {
+      "epoch": 1.2747777883972091,
+      "grad_norm": 162.72731018066406,
+      "learning_rate": 6.139230988968277e-06,
+      "loss": 24.1875,
+      "step": 26676
+    },
+    {
+      "epoch": 1.2748255758386695,
+      "grad_norm": 252.2623291015625,
+      "learning_rate": 6.138517133574411e-06,
+      "loss": 35.125,
+      "step": 26677
+    },
+    {
+      "epoch": 1.27487336328013,
+      "grad_norm": 326.8965759277344,
+      "learning_rate": 6.137803301305845e-06,
+      "loss": 28.1875,
+      "step": 26678
+    },
+    {
+      "epoch": 1.2749211507215903,
+      "grad_norm": 246.31822204589844,
+      "learning_rate": 6.1370894921668575e-06,
+      "loss": 21.7969,
+      "step": 26679
+    },
+    {
+      "epoch": 1.2749689381630507,
+      "grad_norm": 225.58331298828125,
+      "learning_rate": 6.136375706161717e-06,
+      "loss": 27.7188,
+      "step": 26680
+    },
+    {
+      "epoch": 1.275016725604511,
+      "grad_norm": 388.9503479003906,
+      "learning_rate": 6.135661943294698e-06,
+      "loss": 30.4375,
+      "step": 26681
+    },
+    {
+      "epoch": 1.2750645130459715,
+      "grad_norm": 177.4287109375,
+      "learning_rate": 6.134948203570079e-06,
+      "loss": 25.5,
+      "step": 26682
+    },
+    {
+      "epoch": 1.2751123004874318,
+      "grad_norm": 226.55770874023438,
+      "learning_rate": 6.134234486992137e-06,
+      "loss": 21.0625,
+      "step": 26683
+    },
+    {
+      "epoch": 1.2751600879288922,
+      "grad_norm": 276.8178405761719,
+      "learning_rate": 6.133520793565139e-06,
+      "loss": 27.4375,
+      "step": 26684
+    },
+    {
+      "epoch": 1.2752078753703526,
+      "grad_norm": 255.93896484375,
+      "learning_rate": 6.132807123293363e-06,
+      "loss": 25.7188,
+      "step": 26685
+    },
+    {
+      "epoch": 1.275255662811813,
+      "grad_norm": 230.56492614746094,
+      "learning_rate": 6.132093476181083e-06,
+      "loss": 27.375,
+      "step": 26686
+    },
+    {
+      "epoch": 1.2753034502532734,
+      "grad_norm": 240.66452026367188,
+      "learning_rate": 6.1313798522325695e-06,
+      "loss": 25.4062,
+      "step": 26687
+    },
+    {
+      "epoch": 1.2753512376947338,
+      "grad_norm": 145.04006958007812,
+      "learning_rate": 6.130666251452102e-06,
+      "loss": 22.1719,
+      "step": 26688
+    },
+    {
+      "epoch": 1.2753990251361942,
+      "grad_norm": 184.8319549560547,
+      "learning_rate": 6.1299526738439475e-06,
+      "loss": 21.4844,
+      "step": 26689
+    },
+    {
+      "epoch": 1.2754468125776546,
+      "grad_norm": 177.37161254882812,
+      "learning_rate": 6.129239119412387e-06,
+      "loss": 15.7344,
+      "step": 26690
+    },
+    {
+      "epoch": 1.275494600019115,
+      "grad_norm": 196.5669708251953,
+      "learning_rate": 6.128525588161687e-06,
+      "loss": 21.4531,
+      "step": 26691
+    },
+    {
+      "epoch": 1.2755423874605754,
+      "grad_norm": 142.2806396484375,
+      "learning_rate": 6.12781208009612e-06,
+      "loss": 18.7656,
+      "step": 26692
+    },
+    {
+      "epoch": 1.2755901749020357,
+      "grad_norm": 231.79481506347656,
+      "learning_rate": 6.1270985952199646e-06,
+      "loss": 18.7344,
+      "step": 26693
+    },
+    {
+      "epoch": 1.2756379623434961,
+      "grad_norm": 399.9136657714844,
+      "learning_rate": 6.1263851335374954e-06,
+      "loss": 34.2188,
+      "step": 26694
+    },
+    {
+      "epoch": 1.2756857497849565,
+      "grad_norm": 203.00787353515625,
+      "learning_rate": 6.125671695052977e-06,
+      "loss": 24.6562,
+      "step": 26695
+    },
+    {
+      "epoch": 1.275733537226417,
+      "grad_norm": 472.12164306640625,
+      "learning_rate": 6.124958279770685e-06,
+      "loss": 28.4062,
+      "step": 26696
+    },
+    {
+      "epoch": 1.2757813246678773,
+      "grad_norm": 174.11224365234375,
+      "learning_rate": 6.124244887694897e-06,
+      "loss": 22.9375,
+      "step": 26697
+    },
+    {
+      "epoch": 1.2758291121093377,
+      "grad_norm": 172.38514709472656,
+      "learning_rate": 6.123531518829877e-06,
+      "loss": 23.2031,
+      "step": 26698
+    },
+    {
+      "epoch": 1.275876899550798,
+      "grad_norm": 268.0521240234375,
+      "learning_rate": 6.122818173179901e-06,
+      "loss": 28.8438,
+      "step": 26699
+    },
+    {
+      "epoch": 1.2759246869922585,
+      "grad_norm": 207.155029296875,
+      "learning_rate": 6.122104850749242e-06,
+      "loss": 25.1562,
+      "step": 26700
+    },
+    {
+      "epoch": 1.2759724744337189,
+      "grad_norm": 213.1479949951172,
+      "learning_rate": 6.121391551542173e-06,
+      "loss": 15.8906,
+      "step": 26701
+    },
+    {
+      "epoch": 1.2760202618751793,
+      "grad_norm": 385.18621826171875,
+      "learning_rate": 6.120678275562962e-06,
+      "loss": 31.2812,
+      "step": 26702
+    },
+    {
+      "epoch": 1.2760680493166396,
+      "grad_norm": 105.95486450195312,
+      "learning_rate": 6.1199650228158835e-06,
+      "loss": 17.2188,
+      "step": 26703
+    },
+    {
+      "epoch": 1.2761158367581,
+      "grad_norm": 418.92431640625,
+      "learning_rate": 6.119251793305205e-06,
+      "loss": 38.6562,
+      "step": 26704
+    },
+    {
+      "epoch": 1.2761636241995604,
+      "grad_norm": 902.3550415039062,
+      "learning_rate": 6.118538587035206e-06,
+      "loss": 24.25,
+      "step": 26705
+    },
+    {
+      "epoch": 1.2762114116410208,
+      "grad_norm": 322.7036437988281,
+      "learning_rate": 6.1178254040101495e-06,
+      "loss": 22.375,
+      "step": 26706
+    },
+    {
+      "epoch": 1.2762591990824812,
+      "grad_norm": 238.96136474609375,
+      "learning_rate": 6.1171122442343065e-06,
+      "loss": 27.9062,
+      "step": 26707
+    },
+    {
+      "epoch": 1.2763069865239416,
+      "grad_norm": 227.2733612060547,
+      "learning_rate": 6.1163991077119564e-06,
+      "loss": 20.2344,
+      "step": 26708
+    },
+    {
+      "epoch": 1.276354773965402,
+      "grad_norm": 295.45135498046875,
+      "learning_rate": 6.1156859944473625e-06,
+      "loss": 24.5,
+      "step": 26709
+    },
+    {
+      "epoch": 1.2764025614068624,
+      "grad_norm": 702.8907470703125,
+      "learning_rate": 6.114972904444794e-06,
+      "loss": 22.9219,
+      "step": 26710
+    },
+    {
+      "epoch": 1.2764503488483228,
+      "grad_norm": 143.1721954345703,
+      "learning_rate": 6.114259837708527e-06,
+      "loss": 27.0,
+      "step": 26711
+    },
+    {
+      "epoch": 1.2764981362897831,
+      "grad_norm": 220.35215759277344,
+      "learning_rate": 6.113546794242833e-06,
+      "loss": 19.4375,
+      "step": 26712
+    },
+    {
+      "epoch": 1.2765459237312435,
+      "grad_norm": 240.86312866210938,
+      "learning_rate": 6.112833774051974e-06,
+      "loss": 27.8438,
+      "step": 26713
+    },
+    {
+      "epoch": 1.276593711172704,
+      "grad_norm": 309.1187438964844,
+      "learning_rate": 6.112120777140224e-06,
+      "loss": 19.3906,
+      "step": 26714
+    },
+    {
+      "epoch": 1.2766414986141643,
+      "grad_norm": 124.67347717285156,
+      "learning_rate": 6.111407803511856e-06,
+      "loss": 22.1406,
+      "step": 26715
+    },
+    {
+      "epoch": 1.2766892860556247,
+      "grad_norm": 210.22808837890625,
+      "learning_rate": 6.110694853171142e-06,
+      "loss": 30.0312,
+      "step": 26716
+    },
+    {
+      "epoch": 1.276737073497085,
+      "grad_norm": 253.80162048339844,
+      "learning_rate": 6.109981926122341e-06,
+      "loss": 27.2188,
+      "step": 26717
+    },
+    {
+      "epoch": 1.2767848609385455,
+      "grad_norm": 458.7040100097656,
+      "learning_rate": 6.109269022369733e-06,
+      "loss": 30.2812,
+      "step": 26718
+    },
+    {
+      "epoch": 1.2768326483800057,
+      "grad_norm": 186.91677856445312,
+      "learning_rate": 6.108556141917578e-06,
+      "loss": 36.0625,
+      "step": 26719
+    },
+    {
+      "epoch": 1.276880435821466,
+      "grad_norm": 193.11346435546875,
+      "learning_rate": 6.107843284770156e-06,
+      "loss": 20.6719,
+      "step": 26720
+    },
+    {
+      "epoch": 1.2769282232629264,
+      "grad_norm": 201.94540405273438,
+      "learning_rate": 6.107130450931728e-06,
+      "loss": 28.5938,
+      "step": 26721
+    },
+    {
+      "epoch": 1.2769760107043868,
+      "grad_norm": 202.72824096679688,
+      "learning_rate": 6.106417640406564e-06,
+      "loss": 23.4062,
+      "step": 26722
+    },
+    {
+      "epoch": 1.2770237981458472,
+      "grad_norm": 253.37986755371094,
+      "learning_rate": 6.10570485319894e-06,
+      "loss": 29.5156,
+      "step": 26723
+    },
+    {
+      "epoch": 1.2770715855873076,
+      "grad_norm": 305.17864990234375,
+      "learning_rate": 6.104992089313113e-06,
+      "loss": 16.75,
+      "step": 26724
+    },
+    {
+      "epoch": 1.277119373028768,
+      "grad_norm": 437.1065979003906,
+      "learning_rate": 6.104279348753357e-06,
+      "loss": 32.6562,
+      "step": 26725
+    },
+    {
+      "epoch": 1.2771671604702284,
+      "grad_norm": 518.5238647460938,
+      "learning_rate": 6.103566631523942e-06,
+      "loss": 27.8594,
+      "step": 26726
+    },
+    {
+      "epoch": 1.2772149479116888,
+      "grad_norm": 355.91876220703125,
+      "learning_rate": 6.1028539376291385e-06,
+      "loss": 22.5938,
+      "step": 26727
+    },
+    {
+      "epoch": 1.2772627353531492,
+      "grad_norm": 230.03160095214844,
+      "learning_rate": 6.102141267073207e-06,
+      "loss": 23.5312,
+      "step": 26728
+    },
+    {
+      "epoch": 1.2773105227946095,
+      "grad_norm": 270.8314514160156,
+      "learning_rate": 6.1014286198604215e-06,
+      "loss": 21.3438,
+      "step": 26729
+    },
+    {
+      "epoch": 1.27735831023607,
+      "grad_norm": 241.0291748046875,
+      "learning_rate": 6.100715995995046e-06,
+      "loss": 29.9062,
+      "step": 26730
+    },
+    {
+      "epoch": 1.2774060976775303,
+      "grad_norm": 157.40028381347656,
+      "learning_rate": 6.100003395481355e-06,
+      "loss": 15.5312,
+      "step": 26731
+    },
+    {
+      "epoch": 1.2774538851189907,
+      "grad_norm": 191.54063415527344,
+      "learning_rate": 6.099290818323607e-06,
+      "loss": 25.2812,
+      "step": 26732
+    },
+    {
+      "epoch": 1.277501672560451,
+      "grad_norm": 140.5569305419922,
+      "learning_rate": 6.098578264526074e-06,
+      "loss": 23.6562,
+      "step": 26733
+    },
+    {
+      "epoch": 1.2775494600019115,
+      "grad_norm": 152.24513244628906,
+      "learning_rate": 6.097865734093027e-06,
+      "loss": 26.0312,
+      "step": 26734
+    },
+    {
+      "epoch": 1.2775972474433719,
+      "grad_norm": 1308.982177734375,
+      "learning_rate": 6.097153227028725e-06,
+      "loss": 18.3906,
+      "step": 26735
+    },
+    {
+      "epoch": 1.2776450348848323,
+      "grad_norm": 134.60311889648438,
+      "learning_rate": 6.096440743337442e-06,
+      "loss": 15.8125,
+      "step": 26736
+    },
+    {
+      "epoch": 1.2776928223262927,
+      "grad_norm": 340.2811279296875,
+      "learning_rate": 6.095728283023438e-06,
+      "loss": 25.1719,
+      "step": 26737
+    },
+    {
+      "epoch": 1.277740609767753,
+      "grad_norm": 215.38613891601562,
+      "learning_rate": 6.09501584609099e-06,
+      "loss": 26.5,
+      "step": 26738
+    },
+    {
+      "epoch": 1.2777883972092134,
+      "grad_norm": 179.0738067626953,
+      "learning_rate": 6.0943034325443525e-06,
+      "loss": 27.5,
+      "step": 26739
+    },
+    {
+      "epoch": 1.2778361846506738,
+      "grad_norm": 365.7369689941406,
+      "learning_rate": 6.093591042387799e-06,
+      "loss": 31.9375,
+      "step": 26740
+    },
+    {
+      "epoch": 1.2778839720921342,
+      "grad_norm": 206.44334411621094,
+      "learning_rate": 6.0928786756255935e-06,
+      "loss": 19.9062,
+      "step": 26741
+    },
+    {
+      "epoch": 1.2779317595335946,
+      "grad_norm": 347.5665283203125,
+      "learning_rate": 6.092166332262007e-06,
+      "loss": 26.0312,
+      "step": 26742
+    },
+    {
+      "epoch": 1.277979546975055,
+      "grad_norm": 182.32212829589844,
+      "learning_rate": 6.091454012301299e-06,
+      "loss": 28.5312,
+      "step": 26743
+    },
+    {
+      "epoch": 1.2780273344165154,
+      "grad_norm": 275.85809326171875,
+      "learning_rate": 6.090741715747737e-06,
+      "loss": 18.2031,
+      "step": 26744
+    },
+    {
+      "epoch": 1.2780751218579758,
+      "grad_norm": 331.43389892578125,
+      "learning_rate": 6.090029442605591e-06,
+      "loss": 18.1875,
+      "step": 26745
+    },
+    {
+      "epoch": 1.2781229092994362,
+      "grad_norm": 227.18357849121094,
+      "learning_rate": 6.08931719287912e-06,
+      "loss": 24.3438,
+      "step": 26746
+    },
+    {
+      "epoch": 1.2781706967408966,
+      "grad_norm": 262.0227966308594,
+      "learning_rate": 6.088604966572594e-06,
+      "loss": 42.25,
+      "step": 26747
+    },
+    {
+      "epoch": 1.278218484182357,
+      "grad_norm": 418.99237060546875,
+      "learning_rate": 6.0878927636902775e-06,
+      "loss": 26.0,
+      "step": 26748
+    },
+    {
+      "epoch": 1.2782662716238173,
+      "grad_norm": 274.6142578125,
+      "learning_rate": 6.087180584236438e-06,
+      "loss": 35.1875,
+      "step": 26749
+    },
+    {
+      "epoch": 1.2783140590652775,
+      "grad_norm": 229.3729705810547,
+      "learning_rate": 6.086468428215334e-06,
+      "loss": 19.6094,
+      "step": 26750
+    },
+    {
+      "epoch": 1.278361846506738,
+      "grad_norm": 307.2075500488281,
+      "learning_rate": 6.085756295631237e-06,
+      "loss": 28.0312,
+      "step": 26751
+    },
+    {
+      "epoch": 1.2784096339481983,
+      "grad_norm": 313.2561340332031,
+      "learning_rate": 6.085044186488406e-06,
+      "loss": 32.9688,
+      "step": 26752
+    },
+    {
+      "epoch": 1.2784574213896587,
+      "grad_norm": 184.56932067871094,
+      "learning_rate": 6.0843321007911105e-06,
+      "loss": 17.5938,
+      "step": 26753
+    },
+    {
+      "epoch": 1.278505208831119,
+      "grad_norm": 253.28451538085938,
+      "learning_rate": 6.083620038543614e-06,
+      "loss": 20.5781,
+      "step": 26754
+    },
+    {
+      "epoch": 1.2785529962725795,
+      "grad_norm": 167.89820861816406,
+      "learning_rate": 6.082907999750179e-06,
+      "loss": 19.375,
+      "step": 26755
+    },
+    {
+      "epoch": 1.2786007837140398,
+      "grad_norm": 214.4580078125,
+      "learning_rate": 6.082195984415069e-06,
+      "loss": 24.125,
+      "step": 26756
+    },
+    {
+      "epoch": 1.2786485711555002,
+      "grad_norm": 217.0366973876953,
+      "learning_rate": 6.081483992542554e-06,
+      "loss": 26.2812,
+      "step": 26757
+    },
+    {
+      "epoch": 1.2786963585969606,
+      "grad_norm": 166.3140869140625,
+      "learning_rate": 6.0807720241368894e-06,
+      "loss": 27.1094,
+      "step": 26758
+    },
+    {
+      "epoch": 1.278744146038421,
+      "grad_norm": 411.3243713378906,
+      "learning_rate": 6.080060079202344e-06,
+      "loss": 28.625,
+      "step": 26759
+    },
+    {
+      "epoch": 1.2787919334798814,
+      "grad_norm": 217.14952087402344,
+      "learning_rate": 6.079348157743184e-06,
+      "loss": 29.6406,
+      "step": 26760
+    },
+    {
+      "epoch": 1.2788397209213418,
+      "grad_norm": 296.4568786621094,
+      "learning_rate": 6.078636259763665e-06,
+      "loss": 24.8125,
+      "step": 26761
+    },
+    {
+      "epoch": 1.2788875083628022,
+      "grad_norm": 437.92626953125,
+      "learning_rate": 6.077924385268055e-06,
+      "loss": 23.4688,
+      "step": 26762
+    },
+    {
+      "epoch": 1.2789352958042626,
+      "grad_norm": 466.6200256347656,
+      "learning_rate": 6.0772125342606184e-06,
+      "loss": 22.7188,
+      "step": 26763
+    },
+    {
+      "epoch": 1.278983083245723,
+      "grad_norm": 317.1971130371094,
+      "learning_rate": 6.076500706745619e-06,
+      "loss": 18.6719,
+      "step": 26764
+    },
+    {
+      "epoch": 1.2790308706871834,
+      "grad_norm": 161.22964477539062,
+      "learning_rate": 6.075788902727315e-06,
+      "loss": 23.4219,
+      "step": 26765
+    },
+    {
+      "epoch": 1.2790786581286437,
+      "grad_norm": 178.2447052001953,
+      "learning_rate": 6.075077122209971e-06,
+      "loss": 16.6094,
+      "step": 26766
+    },
+    {
+      "epoch": 1.2791264455701041,
+      "grad_norm": 202.54310607910156,
+      "learning_rate": 6.074365365197854e-06,
+      "loss": 28.9844,
+      "step": 26767
+    },
+    {
+      "epoch": 1.2791742330115645,
+      "grad_norm": 484.6899719238281,
+      "learning_rate": 6.073653631695222e-06,
+      "loss": 53.1875,
+      "step": 26768
+    },
+    {
+      "epoch": 1.279222020453025,
+      "grad_norm": 194.54222106933594,
+      "learning_rate": 6.072941921706339e-06,
+      "loss": 31.4688,
+      "step": 26769
+    },
+    {
+      "epoch": 1.2792698078944853,
+      "grad_norm": 223.13302612304688,
+      "learning_rate": 6.072230235235463e-06,
+      "loss": 29.0312,
+      "step": 26770
+    },
+    {
+      "epoch": 1.2793175953359457,
+      "grad_norm": 677.6315307617188,
+      "learning_rate": 6.071518572286863e-06,
+      "loss": 27.1562,
+      "step": 26771
+    },
+    {
+      "epoch": 1.279365382777406,
+      "grad_norm": 191.98619079589844,
+      "learning_rate": 6.0708069328647975e-06,
+      "loss": 25.3125,
+      "step": 26772
+    },
+    {
+      "epoch": 1.2794131702188665,
+      "grad_norm": 199.345458984375,
+      "learning_rate": 6.070095316973526e-06,
+      "loss": 18.1875,
+      "step": 26773
+    },
+    {
+      "epoch": 1.2794609576603269,
+      "grad_norm": 262.0936584472656,
+      "learning_rate": 6.069383724617312e-06,
+      "loss": 25.1719,
+      "step": 26774
+    },
+    {
+      "epoch": 1.2795087451017872,
+      "grad_norm": 229.3816680908203,
+      "learning_rate": 6.068672155800423e-06,
+      "loss": 22.4375,
+      "step": 26775
+    },
+    {
+      "epoch": 1.2795565325432476,
+      "grad_norm": 174.229248046875,
+      "learning_rate": 6.067960610527111e-06,
+      "loss": 19.3125,
+      "step": 26776
+    },
+    {
+      "epoch": 1.279604319984708,
+      "grad_norm": 178.06602478027344,
+      "learning_rate": 6.067249088801641e-06,
+      "loss": 16.4844,
+      "step": 26777
+    },
+    {
+      "epoch": 1.2796521074261684,
+      "grad_norm": 468.87017822265625,
+      "learning_rate": 6.0665375906282745e-06,
+      "loss": 35.6875,
+      "step": 26778
+    },
+    {
+      "epoch": 1.2796998948676288,
+      "grad_norm": 154.56126403808594,
+      "learning_rate": 6.065826116011276e-06,
+      "loss": 23.125,
+      "step": 26779
+    },
+    {
+      "epoch": 1.2797476823090892,
+      "grad_norm": 181.84934997558594,
+      "learning_rate": 6.065114664954898e-06,
+      "loss": 27.8125,
+      "step": 26780
+    },
+    {
+      "epoch": 1.2797954697505496,
+      "grad_norm": 223.0448455810547,
+      "learning_rate": 6.0644032374634055e-06,
+      "loss": 21.9531,
+      "step": 26781
+    },
+    {
+      "epoch": 1.27984325719201,
+      "grad_norm": 423.96734619140625,
+      "learning_rate": 6.063691833541065e-06,
+      "loss": 34.3125,
+      "step": 26782
+    },
+    {
+      "epoch": 1.2798910446334704,
+      "grad_norm": 235.59872436523438,
+      "learning_rate": 6.062980453192125e-06,
+      "loss": 29.3125,
+      "step": 26783
+    },
+    {
+      "epoch": 1.2799388320749308,
+      "grad_norm": 247.18310546875,
+      "learning_rate": 6.062269096420856e-06,
+      "loss": 26.2344,
+      "step": 26784
+    },
+    {
+      "epoch": 1.2799866195163911,
+      "grad_norm": 238.9507598876953,
+      "learning_rate": 6.061557763231512e-06,
+      "loss": 28.3125,
+      "step": 26785
+    },
+    {
+      "epoch": 1.2800344069578515,
+      "grad_norm": 332.18450927734375,
+      "learning_rate": 6.060846453628355e-06,
+      "loss": 24.6875,
+      "step": 26786
+    },
+    {
+      "epoch": 1.280082194399312,
+      "grad_norm": 204.3926239013672,
+      "learning_rate": 6.060135167615646e-06,
+      "loss": 22.2656,
+      "step": 26787
+    },
+    {
+      "epoch": 1.2801299818407723,
+      "grad_norm": 390.1058044433594,
+      "learning_rate": 6.059423905197641e-06,
+      "loss": 25.6094,
+      "step": 26788
+    },
+    {
+      "epoch": 1.2801777692822327,
+      "grad_norm": 164.7728271484375,
+      "learning_rate": 6.0587126663786035e-06,
+      "loss": 28.7812,
+      "step": 26789
+    },
+    {
+      "epoch": 1.280225556723693,
+      "grad_norm": 255.260009765625,
+      "learning_rate": 6.0580014511627935e-06,
+      "loss": 23.1406,
+      "step": 26790
+    },
+    {
+      "epoch": 1.2802733441651535,
+      "grad_norm": 524.4537353515625,
+      "learning_rate": 6.057290259554466e-06,
+      "loss": 34.5938,
+      "step": 26791
+    },
+    {
+      "epoch": 1.2803211316066139,
+      "grad_norm": 157.00535583496094,
+      "learning_rate": 6.0565790915578815e-06,
+      "loss": 28.625,
+      "step": 26792
+    },
+    {
+      "epoch": 1.2803689190480743,
+      "grad_norm": 172.30429077148438,
+      "learning_rate": 6.055867947177304e-06,
+      "loss": 23.3281,
+      "step": 26793
+    },
+    {
+      "epoch": 1.2804167064895347,
+      "grad_norm": 182.57937622070312,
+      "learning_rate": 6.055156826416983e-06,
+      "loss": 25.4844,
+      "step": 26794
+    },
+    {
+      "epoch": 1.280464493930995,
+      "grad_norm": 138.3695068359375,
+      "learning_rate": 6.054445729281185e-06,
+      "loss": 18.9844,
+      "step": 26795
+    },
+    {
+      "epoch": 1.2805122813724554,
+      "grad_norm": 262.52862548828125,
+      "learning_rate": 6.053734655774164e-06,
+      "loss": 29.2812,
+      "step": 26796
+    },
+    {
+      "epoch": 1.2805600688139158,
+      "grad_norm": 481.962646484375,
+      "learning_rate": 6.0530236059001846e-06,
+      "loss": 24.6875,
+      "step": 26797
+    },
+    {
+      "epoch": 1.2806078562553762,
+      "grad_norm": 230.486572265625,
+      "learning_rate": 6.0523125796634975e-06,
+      "loss": 26.5938,
+      "step": 26798
+    },
+    {
+      "epoch": 1.2806556436968366,
+      "grad_norm": 242.08554077148438,
+      "learning_rate": 6.051601577068363e-06,
+      "loss": 26.125,
+      "step": 26799
+    },
+    {
+      "epoch": 1.280703431138297,
+      "grad_norm": 311.46044921875,
+      "learning_rate": 6.050890598119044e-06,
+      "loss": 24.8438,
+      "step": 26800
+    },
+    {
+      "epoch": 1.2807512185797574,
+      "grad_norm": 223.12869262695312,
+      "learning_rate": 6.050179642819792e-06,
+      "loss": 21.9688,
+      "step": 26801
+    },
+    {
+      "epoch": 1.2807990060212175,
+      "grad_norm": 301.7982482910156,
+      "learning_rate": 6.049468711174868e-06,
+      "loss": 24.9688,
+      "step": 26802
+    },
+    {
+      "epoch": 1.280846793462678,
+      "grad_norm": 312.79595947265625,
+      "learning_rate": 6.048757803188528e-06,
+      "loss": 29.6562,
+      "step": 26803
+    },
+    {
+      "epoch": 1.2808945809041383,
+      "grad_norm": 196.09371948242188,
+      "learning_rate": 6.04804691886503e-06,
+      "loss": 22.3125,
+      "step": 26804
+    },
+    {
+      "epoch": 1.2809423683455987,
+      "grad_norm": 271.02105712890625,
+      "learning_rate": 6.047336058208636e-06,
+      "loss": 20.0781,
+      "step": 26805
+    },
+    {
+      "epoch": 1.280990155787059,
+      "grad_norm": 284.2762145996094,
+      "learning_rate": 6.046625221223594e-06,
+      "loss": 17.4531,
+      "step": 26806
+    },
+    {
+      "epoch": 1.2810379432285195,
+      "grad_norm": 409.6392822265625,
+      "learning_rate": 6.0459144079141665e-06,
+      "loss": 16.6094,
+      "step": 26807
+    },
+    {
+      "epoch": 1.2810857306699799,
+      "grad_norm": 179.2342529296875,
+      "learning_rate": 6.045203618284612e-06,
+      "loss": 28.125,
+      "step": 26808
+    },
+    {
+      "epoch": 1.2811335181114403,
+      "grad_norm": 428.5664978027344,
+      "learning_rate": 6.044492852339181e-06,
+      "loss": 25.1562,
+      "step": 26809
+    },
+    {
+      "epoch": 1.2811813055529007,
+      "grad_norm": 245.10043334960938,
+      "learning_rate": 6.043782110082134e-06,
+      "loss": 32.8594,
+      "step": 26810
+    },
+    {
+      "epoch": 1.281229092994361,
+      "grad_norm": 224.46441650390625,
+      "learning_rate": 6.043071391517728e-06,
+      "loss": 21.2188,
+      "step": 26811
+    },
+    {
+      "epoch": 1.2812768804358214,
+      "grad_norm": 292.6737060546875,
+      "learning_rate": 6.042360696650223e-06,
+      "loss": 21.5469,
+      "step": 26812
+    },
+    {
+      "epoch": 1.2813246678772818,
+      "grad_norm": 150.95590209960938,
+      "learning_rate": 6.0416500254838654e-06,
+      "loss": 22.8594,
+      "step": 26813
+    },
+    {
+      "epoch": 1.2813724553187422,
+      "grad_norm": 309.2718811035156,
+      "learning_rate": 6.040939378022916e-06,
+      "loss": 24.9531,
+      "step": 26814
+    },
+    {
+      "epoch": 1.2814202427602026,
+      "grad_norm": 231.00833129882812,
+      "learning_rate": 6.040228754271634e-06,
+      "loss": 26.7188,
+      "step": 26815
+    },
+    {
+      "epoch": 1.281468030201663,
+      "grad_norm": 247.187255859375,
+      "learning_rate": 6.0395181542342715e-06,
+      "loss": 17.9062,
+      "step": 26816
+    },
+    {
+      "epoch": 1.2815158176431234,
+      "grad_norm": 396.2568359375,
+      "learning_rate": 6.038807577915085e-06,
+      "loss": 34.8438,
+      "step": 26817
+    },
+    {
+      "epoch": 1.2815636050845838,
+      "grad_norm": 361.2862854003906,
+      "learning_rate": 6.038097025318331e-06,
+      "loss": 33.5938,
+      "step": 26818
+    },
+    {
+      "epoch": 1.2816113925260442,
+      "grad_norm": 333.93975830078125,
+      "learning_rate": 6.037386496448261e-06,
+      "loss": 22.1562,
+      "step": 26819
+    },
+    {
+      "epoch": 1.2816591799675046,
+      "grad_norm": 275.47674560546875,
+      "learning_rate": 6.036675991309136e-06,
+      "loss": 26.5,
+      "step": 26820
+    },
+    {
+      "epoch": 1.281706967408965,
+      "grad_norm": 145.0676727294922,
+      "learning_rate": 6.035965509905204e-06,
+      "loss": 15.5625,
+      "step": 26821
+    },
+    {
+      "epoch": 1.2817547548504253,
+      "grad_norm": 254.3023223876953,
+      "learning_rate": 6.035255052240723e-06,
+      "loss": 16.875,
+      "step": 26822
+    },
+    {
+      "epoch": 1.2818025422918857,
+      "grad_norm": 429.8777160644531,
+      "learning_rate": 6.0345446183199526e-06,
+      "loss": 20.4062,
+      "step": 26823
+    },
+    {
+      "epoch": 1.2818503297333461,
+      "grad_norm": 207.992919921875,
+      "learning_rate": 6.03383420814714e-06,
+      "loss": 16.3594,
+      "step": 26824
+    },
+    {
+      "epoch": 1.2818981171748065,
+      "grad_norm": 727.9225463867188,
+      "learning_rate": 6.033123821726543e-06,
+      "loss": 28.8281,
+      "step": 26825
+    },
+    {
+      "epoch": 1.281945904616267,
+      "grad_norm": 266.6700439453125,
+      "learning_rate": 6.032413459062415e-06,
+      "loss": 17.2031,
+      "step": 26826
+    },
+    {
+      "epoch": 1.2819936920577273,
+      "grad_norm": 213.46969604492188,
+      "learning_rate": 6.031703120159015e-06,
+      "loss": 19.9531,
+      "step": 26827
+    },
+    {
+      "epoch": 1.2820414794991877,
+      "grad_norm": 291.3011169433594,
+      "learning_rate": 6.0309928050205876e-06,
+      "loss": 22.1719,
+      "step": 26828
+    },
+    {
+      "epoch": 1.282089266940648,
+      "grad_norm": 773.6412963867188,
+      "learning_rate": 6.030282513651395e-06,
+      "loss": 16.8281,
+      "step": 26829
+    },
+    {
+      "epoch": 1.2821370543821085,
+      "grad_norm": 190.3881378173828,
+      "learning_rate": 6.029572246055688e-06,
+      "loss": 20.8125,
+      "step": 26830
+    },
+    {
+      "epoch": 1.2821848418235688,
+      "grad_norm": 222.0162811279297,
+      "learning_rate": 6.028862002237719e-06,
+      "loss": 19.1094,
+      "step": 26831
+    },
+    {
+      "epoch": 1.2822326292650292,
+      "grad_norm": 334.0767517089844,
+      "learning_rate": 6.028151782201741e-06,
+      "loss": 25.4219,
+      "step": 26832
+    },
+    {
+      "epoch": 1.2822804167064894,
+      "grad_norm": 172.2810821533203,
+      "learning_rate": 6.0274415859520105e-06,
+      "loss": 20.3906,
+      "step": 26833
+    },
+    {
+      "epoch": 1.2823282041479498,
+      "grad_norm": 421.13409423828125,
+      "learning_rate": 6.026731413492779e-06,
+      "loss": 20.625,
+      "step": 26834
+    },
+    {
+      "epoch": 1.2823759915894102,
+      "grad_norm": 241.67503356933594,
+      "learning_rate": 6.0260212648283004e-06,
+      "loss": 32.7188,
+      "step": 26835
+    },
+    {
+      "epoch": 1.2824237790308706,
+      "grad_norm": 201.34910583496094,
+      "learning_rate": 6.025311139962824e-06,
+      "loss": 21.4062,
+      "step": 26836
+    },
+    {
+      "epoch": 1.282471566472331,
+      "grad_norm": 305.9500427246094,
+      "learning_rate": 6.024601038900605e-06,
+      "loss": 26.375,
+      "step": 26837
+    },
+    {
+      "epoch": 1.2825193539137913,
+      "grad_norm": 175.61920166015625,
+      "learning_rate": 6.0238909616459e-06,
+      "loss": 19.7812,
+      "step": 26838
+    },
+    {
+      "epoch": 1.2825671413552517,
+      "grad_norm": 308.6303405761719,
+      "learning_rate": 6.023180908202953e-06,
+      "loss": 29.0938,
+      "step": 26839
+    },
+    {
+      "epoch": 1.2826149287967121,
+      "grad_norm": 414.55157470703125,
+      "learning_rate": 6.022470878576022e-06,
+      "loss": 24.6875,
+      "step": 26840
+    },
+    {
+      "epoch": 1.2826627162381725,
+      "grad_norm": 308.2529296875,
+      "learning_rate": 6.0217608727693575e-06,
+      "loss": 30.625,
+      "step": 26841
+    },
+    {
+      "epoch": 1.282710503679633,
+      "grad_norm": 150.9432830810547,
+      "learning_rate": 6.0210508907872165e-06,
+      "loss": 17.8438,
+      "step": 26842
+    },
+    {
+      "epoch": 1.2827582911210933,
+      "grad_norm": 479.9127502441406,
+      "learning_rate": 6.020340932633841e-06,
+      "loss": 25.6562,
+      "step": 26843
+    },
+    {
+      "epoch": 1.2828060785625537,
+      "grad_norm": 116.29371643066406,
+      "learning_rate": 6.01963099831349e-06,
+      "loss": 18.5,
+      "step": 26844
+    },
+    {
+      "epoch": 1.282853866004014,
+      "grad_norm": 144.21075439453125,
+      "learning_rate": 6.018921087830416e-06,
+      "loss": 25.9688,
+      "step": 26845
+    },
+    {
+      "epoch": 1.2829016534454745,
+      "grad_norm": 302.8255920410156,
+      "learning_rate": 6.0182112011888635e-06,
+      "loss": 29.1875,
+      "step": 26846
+    },
+    {
+      "epoch": 1.2829494408869349,
+      "grad_norm": 256.8947448730469,
+      "learning_rate": 6.01750133839309e-06,
+      "loss": 26.8281,
+      "step": 26847
+    },
+    {
+      "epoch": 1.2829972283283952,
+      "grad_norm": 376.0885925292969,
+      "learning_rate": 6.0167914994473455e-06,
+      "loss": 28.9062,
+      "step": 26848
+    },
+    {
+      "epoch": 1.2830450157698556,
+      "grad_norm": 235.5677490234375,
+      "learning_rate": 6.016081684355879e-06,
+      "loss": 19.3906,
+      "step": 26849
+    },
+    {
+      "epoch": 1.283092803211316,
+      "grad_norm": 211.6589813232422,
+      "learning_rate": 6.015371893122941e-06,
+      "loss": 27.1875,
+      "step": 26850
+    },
+    {
+      "epoch": 1.2831405906527764,
+      "grad_norm": 200.09327697753906,
+      "learning_rate": 6.014662125752787e-06,
+      "loss": 19.9531,
+      "step": 26851
+    },
+    {
+      "epoch": 1.2831883780942368,
+      "grad_norm": 272.6982421875,
+      "learning_rate": 6.013952382249662e-06,
+      "loss": 23.8438,
+      "step": 26852
+    },
+    {
+      "epoch": 1.2832361655356972,
+      "grad_norm": 296.36199951171875,
+      "learning_rate": 6.013242662617822e-06,
+      "loss": 26.5938,
+      "step": 26853
+    },
+    {
+      "epoch": 1.2832839529771576,
+      "grad_norm": 143.90243530273438,
+      "learning_rate": 6.01253296686151e-06,
+      "loss": 18.4062,
+      "step": 26854
+    },
+    {
+      "epoch": 1.283331740418618,
+      "grad_norm": 197.1962127685547,
+      "learning_rate": 6.011823294984982e-06,
+      "loss": 31.2812,
+      "step": 26855
+    },
+    {
+      "epoch": 1.2833795278600784,
+      "grad_norm": 694.2349853515625,
+      "learning_rate": 6.011113646992488e-06,
+      "loss": 29.7812,
+      "step": 26856
+    },
+    {
+      "epoch": 1.2834273153015388,
+      "grad_norm": 204.0511932373047,
+      "learning_rate": 6.010404022888275e-06,
+      "loss": 26.7656,
+      "step": 26857
+    },
+    {
+      "epoch": 1.2834751027429991,
+      "grad_norm": 210.50222778320312,
+      "learning_rate": 6.009694422676591e-06,
+      "loss": 18.6094,
+      "step": 26858
+    },
+    {
+      "epoch": 1.2835228901844595,
+      "grad_norm": 258.6822509765625,
+      "learning_rate": 6.00898484636169e-06,
+      "loss": 27.5312,
+      "step": 26859
+    },
+    {
+      "epoch": 1.28357067762592,
+      "grad_norm": 482.9253845214844,
+      "learning_rate": 6.008275293947824e-06,
+      "loss": 20.5938,
+      "step": 26860
+    },
+    {
+      "epoch": 1.2836184650673803,
+      "grad_norm": 207.44667053222656,
+      "learning_rate": 6.007565765439234e-06,
+      "loss": 21.1562,
+      "step": 26861
+    },
+    {
+      "epoch": 1.2836662525088407,
+      "grad_norm": 381.6601867675781,
+      "learning_rate": 6.006856260840173e-06,
+      "loss": 24.6875,
+      "step": 26862
+    },
+    {
+      "epoch": 1.283714039950301,
+      "grad_norm": 207.85821533203125,
+      "learning_rate": 6.006146780154891e-06,
+      "loss": 34.25,
+      "step": 26863
+    },
+    {
+      "epoch": 1.2837618273917615,
+      "grad_norm": 326.54608154296875,
+      "learning_rate": 6.00543732338764e-06,
+      "loss": 25.2656,
+      "step": 26864
+    },
+    {
+      "epoch": 1.2838096148332219,
+      "grad_norm": 345.4122009277344,
+      "learning_rate": 6.004727890542661e-06,
+      "loss": 23.9688,
+      "step": 26865
+    },
+    {
+      "epoch": 1.2838574022746823,
+      "grad_norm": 291.78680419921875,
+      "learning_rate": 6.004018481624208e-06,
+      "loss": 27.5469,
+      "step": 26866
+    },
+    {
+      "epoch": 1.2839051897161426,
+      "grad_norm": 321.3728942871094,
+      "learning_rate": 6.003309096636529e-06,
+      "loss": 23.9844,
+      "step": 26867
+    },
+    {
+      "epoch": 1.283952977157603,
+      "grad_norm": 151.42263793945312,
+      "learning_rate": 6.0025997355838695e-06,
+      "loss": 22.4375,
+      "step": 26868
+    },
+    {
+      "epoch": 1.2840007645990634,
+      "grad_norm": 195.09449768066406,
+      "learning_rate": 6.001890398470482e-06,
+      "loss": 24.5938,
+      "step": 26869
+    },
+    {
+      "epoch": 1.2840485520405238,
+      "grad_norm": 163.13438415527344,
+      "learning_rate": 6.00118108530061e-06,
+      "loss": 20.6875,
+      "step": 26870
+    },
+    {
+      "epoch": 1.2840963394819842,
+      "grad_norm": 248.31703186035156,
+      "learning_rate": 6.0004717960785066e-06,
+      "loss": 20.6406,
+      "step": 26871
+    },
+    {
+      "epoch": 1.2841441269234446,
+      "grad_norm": 251.1809844970703,
+      "learning_rate": 5.999762530808411e-06,
+      "loss": 30.2812,
+      "step": 26872
+    },
+    {
+      "epoch": 1.284191914364905,
+      "grad_norm": 161.5399169921875,
+      "learning_rate": 5.9990532894945785e-06,
+      "loss": 27.2812,
+      "step": 26873
+    },
+    {
+      "epoch": 1.2842397018063654,
+      "grad_norm": 283.50311279296875,
+      "learning_rate": 5.998344072141253e-06,
+      "loss": 24.9062,
+      "step": 26874
+    },
+    {
+      "epoch": 1.2842874892478258,
+      "grad_norm": 586.2015380859375,
+      "learning_rate": 5.9976348787526875e-06,
+      "loss": 15.75,
+      "step": 26875
+    },
+    {
+      "epoch": 1.2843352766892862,
+      "grad_norm": 203.16665649414062,
+      "learning_rate": 5.996925709333119e-06,
+      "loss": 22.8125,
+      "step": 26876
+    },
+    {
+      "epoch": 1.2843830641307465,
+      "grad_norm": 215.9096221923828,
+      "learning_rate": 5.996216563886802e-06,
+      "loss": 27.9531,
+      "step": 26877
+    },
+    {
+      "epoch": 1.284430851572207,
+      "grad_norm": 227.04330444335938,
+      "learning_rate": 5.995507442417985e-06,
+      "loss": 32.2812,
+      "step": 26878
+    },
+    {
+      "epoch": 1.2844786390136673,
+      "grad_norm": 199.8938751220703,
+      "learning_rate": 5.9947983449309075e-06,
+      "loss": 20.9531,
+      "step": 26879
+    },
+    {
+      "epoch": 1.2845264264551277,
+      "grad_norm": 518.1575927734375,
+      "learning_rate": 5.99408927142982e-06,
+      "loss": 15.6719,
+      "step": 26880
+    },
+    {
+      "epoch": 1.284574213896588,
+      "grad_norm": 141.63323974609375,
+      "learning_rate": 5.99338022191897e-06,
+      "loss": 19.4219,
+      "step": 26881
+    },
+    {
+      "epoch": 1.2846220013380485,
+      "grad_norm": 411.7633056640625,
+      "learning_rate": 5.992671196402602e-06,
+      "loss": 23.75,
+      "step": 26882
+    },
+    {
+      "epoch": 1.2846697887795089,
+      "grad_norm": 208.40589904785156,
+      "learning_rate": 5.991962194884962e-06,
+      "loss": 20.4531,
+      "step": 26883
+    },
+    {
+      "epoch": 1.284717576220969,
+      "grad_norm": 336.1168212890625,
+      "learning_rate": 5.991253217370296e-06,
+      "loss": 35.5625,
+      "step": 26884
+    },
+    {
+      "epoch": 1.2847653636624294,
+      "grad_norm": 515.0662231445312,
+      "learning_rate": 5.990544263862852e-06,
+      "loss": 35.1875,
+      "step": 26885
+    },
+    {
+      "epoch": 1.2848131511038898,
+      "grad_norm": 423.2762756347656,
+      "learning_rate": 5.989835334366876e-06,
+      "loss": 34.6875,
+      "step": 26886
+    },
+    {
+      "epoch": 1.2848609385453502,
+      "grad_norm": 337.40673828125,
+      "learning_rate": 5.989126428886609e-06,
+      "loss": 20.2969,
+      "step": 26887
+    },
+    {
+      "epoch": 1.2849087259868106,
+      "grad_norm": 376.2161560058594,
+      "learning_rate": 5.9884175474262985e-06,
+      "loss": 27.125,
+      "step": 26888
+    },
+    {
+      "epoch": 1.284956513428271,
+      "grad_norm": 160.9151611328125,
+      "learning_rate": 5.987708689990191e-06,
+      "loss": 18.9531,
+      "step": 26889
+    },
+    {
+      "epoch": 1.2850043008697314,
+      "grad_norm": 333.00933837890625,
+      "learning_rate": 5.986999856582535e-06,
+      "loss": 29.7188,
+      "step": 26890
+    },
+    {
+      "epoch": 1.2850520883111918,
+      "grad_norm": 294.3077697753906,
+      "learning_rate": 5.986291047207567e-06,
+      "loss": 26.9062,
+      "step": 26891
+    },
+    {
+      "epoch": 1.2850998757526522,
+      "grad_norm": 358.97283935546875,
+      "learning_rate": 5.9855822618695385e-06,
+      "loss": 24.75,
+      "step": 26892
+    },
+    {
+      "epoch": 1.2851476631941126,
+      "grad_norm": 284.00054931640625,
+      "learning_rate": 5.984873500572694e-06,
+      "loss": 24.2969,
+      "step": 26893
+    },
+    {
+      "epoch": 1.285195450635573,
+      "grad_norm": 147.83740234375,
+      "learning_rate": 5.984164763321273e-06,
+      "loss": 20.7031,
+      "step": 26894
+    },
+    {
+      "epoch": 1.2852432380770333,
+      "grad_norm": 311.41436767578125,
+      "learning_rate": 5.983456050119524e-06,
+      "loss": 25.2812,
+      "step": 26895
+    },
+    {
+      "epoch": 1.2852910255184937,
+      "grad_norm": 273.1040344238281,
+      "learning_rate": 5.98274736097169e-06,
+      "loss": 24.1562,
+      "step": 26896
+    },
+    {
+      "epoch": 1.2853388129599541,
+      "grad_norm": 250.3114013671875,
+      "learning_rate": 5.98203869588202e-06,
+      "loss": 13.3281,
+      "step": 26897
+    },
+    {
+      "epoch": 1.2853866004014145,
+      "grad_norm": 228.56500244140625,
+      "learning_rate": 5.981330054854748e-06,
+      "loss": 28.2969,
+      "step": 26898
+    },
+    {
+      "epoch": 1.285434387842875,
+      "grad_norm": 262.622314453125,
+      "learning_rate": 5.980621437894128e-06,
+      "loss": 24.0469,
+      "step": 26899
+    },
+    {
+      "epoch": 1.2854821752843353,
+      "grad_norm": 259.3037414550781,
+      "learning_rate": 5.9799128450043944e-06,
+      "loss": 30.875,
+      "step": 26900
+    },
+    {
+      "epoch": 1.2855299627257957,
+      "grad_norm": 195.98312377929688,
+      "learning_rate": 5.9792042761898e-06,
+      "loss": 30.0,
+      "step": 26901
+    },
+    {
+      "epoch": 1.285577750167256,
+      "grad_norm": 280.1532897949219,
+      "learning_rate": 5.9784957314545826e-06,
+      "loss": 26.75,
+      "step": 26902
+    },
+    {
+      "epoch": 1.2856255376087165,
+      "grad_norm": 2443.98779296875,
+      "learning_rate": 5.9777872108029844e-06,
+      "loss": 17.1875,
+      "step": 26903
+    },
+    {
+      "epoch": 1.2856733250501768,
+      "grad_norm": 347.2138366699219,
+      "learning_rate": 5.977078714239255e-06,
+      "loss": 30.625,
+      "step": 26904
+    },
+    {
+      "epoch": 1.2857211124916372,
+      "grad_norm": 372.6684875488281,
+      "learning_rate": 5.976370241767629e-06,
+      "loss": 22.9375,
+      "step": 26905
+    },
+    {
+      "epoch": 1.2857688999330976,
+      "grad_norm": 374.3609313964844,
+      "learning_rate": 5.975661793392353e-06,
+      "loss": 37.9375,
+      "step": 26906
+    },
+    {
+      "epoch": 1.285816687374558,
+      "grad_norm": 346.845947265625,
+      "learning_rate": 5.974953369117671e-06,
+      "loss": 25.1406,
+      "step": 26907
+    },
+    {
+      "epoch": 1.2858644748160184,
+      "grad_norm": 341.5659484863281,
+      "learning_rate": 5.974244968947829e-06,
+      "loss": 22.2656,
+      "step": 26908
+    },
+    {
+      "epoch": 1.2859122622574788,
+      "grad_norm": 227.49160766601562,
+      "learning_rate": 5.973536592887059e-06,
+      "loss": 17.8594,
+      "step": 26909
+    },
+    {
+      "epoch": 1.2859600496989392,
+      "grad_norm": 360.0337219238281,
+      "learning_rate": 5.97282824093961e-06,
+      "loss": 29.4062,
+      "step": 26910
+    },
+    {
+      "epoch": 1.2860078371403996,
+      "grad_norm": 451.8517150878906,
+      "learning_rate": 5.972119913109724e-06,
+      "loss": 30.0,
+      "step": 26911
+    },
+    {
+      "epoch": 1.28605562458186,
+      "grad_norm": 398.687744140625,
+      "learning_rate": 5.971411609401646e-06,
+      "loss": 27.6875,
+      "step": 26912
+    },
+    {
+      "epoch": 1.2861034120233203,
+      "grad_norm": 164.1362762451172,
+      "learning_rate": 5.97070332981961e-06,
+      "loss": 16.4531,
+      "step": 26913
+    },
+    {
+      "epoch": 1.2861511994647807,
+      "grad_norm": 221.0950164794922,
+      "learning_rate": 5.969995074367862e-06,
+      "loss": 25.7969,
+      "step": 26914
+    },
+    {
+      "epoch": 1.286198986906241,
+      "grad_norm": 1030.1141357421875,
+      "learning_rate": 5.969286843050648e-06,
+      "loss": 28.25,
+      "step": 26915
+    },
+    {
+      "epoch": 1.2862467743477013,
+      "grad_norm": 260.48199462890625,
+      "learning_rate": 5.9685786358722e-06,
+      "loss": 17.2969,
+      "step": 26916
+    },
+    {
+      "epoch": 1.2862945617891617,
+      "grad_norm": 246.5615997314453,
+      "learning_rate": 5.967870452836766e-06,
+      "loss": 24.0312,
+      "step": 26917
+    },
+    {
+      "epoch": 1.286342349230622,
+      "grad_norm": 236.7076416015625,
+      "learning_rate": 5.967162293948583e-06,
+      "loss": 22.875,
+      "step": 26918
+    },
+    {
+      "epoch": 1.2863901366720825,
+      "grad_norm": 163.19888305664062,
+      "learning_rate": 5.966454159211899e-06,
+      "loss": 23.1875,
+      "step": 26919
+    },
+    {
+      "epoch": 1.2864379241135429,
+      "grad_norm": 213.72254943847656,
+      "learning_rate": 5.965746048630945e-06,
+      "loss": 28.8125,
+      "step": 26920
+    },
+    {
+      "epoch": 1.2864857115550032,
+      "grad_norm": 261.4055480957031,
+      "learning_rate": 5.9650379622099675e-06,
+      "loss": 27.3125,
+      "step": 26921
+    },
+    {
+      "epoch": 1.2865334989964636,
+      "grad_norm": 134.56253051757812,
+      "learning_rate": 5.964329899953205e-06,
+      "loss": 25.7812,
+      "step": 26922
+    },
+    {
+      "epoch": 1.286581286437924,
+      "grad_norm": 248.1555633544922,
+      "learning_rate": 5.963621861864903e-06,
+      "loss": 27.6406,
+      "step": 26923
+    },
+    {
+      "epoch": 1.2866290738793844,
+      "grad_norm": 287.5780334472656,
+      "learning_rate": 5.9629138479492944e-06,
+      "loss": 27.7812,
+      "step": 26924
+    },
+    {
+      "epoch": 1.2866768613208448,
+      "grad_norm": 486.31463623046875,
+      "learning_rate": 5.9622058582106225e-06,
+      "loss": 34.0,
+      "step": 26925
+    },
+    {
+      "epoch": 1.2867246487623052,
+      "grad_norm": 310.613037109375,
+      "learning_rate": 5.961497892653128e-06,
+      "loss": 20.6562,
+      "step": 26926
+    },
+    {
+      "epoch": 1.2867724362037656,
+      "grad_norm": 131.30960083007812,
+      "learning_rate": 5.960789951281052e-06,
+      "loss": 25.2969,
+      "step": 26927
+    },
+    {
+      "epoch": 1.286820223645226,
+      "grad_norm": 220.92881774902344,
+      "learning_rate": 5.960082034098629e-06,
+      "loss": 20.2031,
+      "step": 26928
+    },
+    {
+      "epoch": 1.2868680110866864,
+      "grad_norm": 243.75238037109375,
+      "learning_rate": 5.959374141110103e-06,
+      "loss": 24.6875,
+      "step": 26929
+    },
+    {
+      "epoch": 1.2869157985281467,
+      "grad_norm": 271.01025390625,
+      "learning_rate": 5.958666272319715e-06,
+      "loss": 31.8438,
+      "step": 26930
+    },
+    {
+      "epoch": 1.2869635859696071,
+      "grad_norm": 151.52903747558594,
+      "learning_rate": 5.957958427731697e-06,
+      "loss": 18.9375,
+      "step": 26931
+    },
+    {
+      "epoch": 1.2870113734110675,
+      "grad_norm": 318.81353759765625,
+      "learning_rate": 5.9572506073502945e-06,
+      "loss": 25.9688,
+      "step": 26932
+    },
+    {
+      "epoch": 1.287059160852528,
+      "grad_norm": 201.24574279785156,
+      "learning_rate": 5.956542811179742e-06,
+      "loss": 25.75,
+      "step": 26933
+    },
+    {
+      "epoch": 1.2871069482939883,
+      "grad_norm": 458.096435546875,
+      "learning_rate": 5.955835039224284e-06,
+      "loss": 20.5312,
+      "step": 26934
+    },
+    {
+      "epoch": 1.2871547357354487,
+      "grad_norm": 900.340576171875,
+      "learning_rate": 5.955127291488154e-06,
+      "loss": 21.8281,
+      "step": 26935
+    },
+    {
+      "epoch": 1.287202523176909,
+      "grad_norm": 304.49951171875,
+      "learning_rate": 5.954419567975591e-06,
+      "loss": 30.6406,
+      "step": 26936
+    },
+    {
+      "epoch": 1.2872503106183695,
+      "grad_norm": 218.8380584716797,
+      "learning_rate": 5.953711868690835e-06,
+      "loss": 17.7812,
+      "step": 26937
+    },
+    {
+      "epoch": 1.2872980980598299,
+      "grad_norm": 264.38604736328125,
+      "learning_rate": 5.953004193638127e-06,
+      "loss": 25.5312,
+      "step": 26938
+    },
+    {
+      "epoch": 1.2873458855012903,
+      "grad_norm": 196.0963134765625,
+      "learning_rate": 5.952296542821698e-06,
+      "loss": 20.3594,
+      "step": 26939
+    },
+    {
+      "epoch": 1.2873936729427506,
+      "grad_norm": 168.9517364501953,
+      "learning_rate": 5.951588916245789e-06,
+      "loss": 25.7812,
+      "step": 26940
+    },
+    {
+      "epoch": 1.287441460384211,
+      "grad_norm": 218.7151641845703,
+      "learning_rate": 5.950881313914645e-06,
+      "loss": 24.9844,
+      "step": 26941
+    },
+    {
+      "epoch": 1.2874892478256714,
+      "grad_norm": 292.4105224609375,
+      "learning_rate": 5.950173735832491e-06,
+      "loss": 31.0312,
+      "step": 26942
+    },
+    {
+      "epoch": 1.2875370352671318,
+      "grad_norm": 280.4410705566406,
+      "learning_rate": 5.949466182003572e-06,
+      "loss": 30.6094,
+      "step": 26943
+    },
+    {
+      "epoch": 1.2875848227085922,
+      "grad_norm": 376.9687194824219,
+      "learning_rate": 5.948758652432123e-06,
+      "loss": 31.0312,
+      "step": 26944
+    },
+    {
+      "epoch": 1.2876326101500526,
+      "grad_norm": 243.7095184326172,
+      "learning_rate": 5.948051147122384e-06,
+      "loss": 33.5625,
+      "step": 26945
+    },
+    {
+      "epoch": 1.287680397591513,
+      "grad_norm": 617.9359741210938,
+      "learning_rate": 5.94734366607859e-06,
+      "loss": 24.2812,
+      "step": 26946
+    },
+    {
+      "epoch": 1.2877281850329734,
+      "grad_norm": 554.80859375,
+      "learning_rate": 5.946636209304977e-06,
+      "loss": 21.4688,
+      "step": 26947
+    },
+    {
+      "epoch": 1.2877759724744338,
+      "grad_norm": 205.7290802001953,
+      "learning_rate": 5.945928776805783e-06,
+      "loss": 36.6562,
+      "step": 26948
+    },
+    {
+      "epoch": 1.2878237599158942,
+      "grad_norm": 280.8935546875,
+      "learning_rate": 5.945221368585245e-06,
+      "loss": 33.6875,
+      "step": 26949
+    },
+    {
+      "epoch": 1.2878715473573545,
+      "grad_norm": 199.55752563476562,
+      "learning_rate": 5.944513984647601e-06,
+      "loss": 22.0781,
+      "step": 26950
+    },
+    {
+      "epoch": 1.287919334798815,
+      "grad_norm": 355.0801696777344,
+      "learning_rate": 5.9438066249970815e-06,
+      "loss": 28.7812,
+      "step": 26951
+    },
+    {
+      "epoch": 1.2879671222402753,
+      "grad_norm": 258.0863342285156,
+      "learning_rate": 5.9430992896379295e-06,
+      "loss": 23.1406,
+      "step": 26952
+    },
+    {
+      "epoch": 1.2880149096817357,
+      "grad_norm": 415.3066711425781,
+      "learning_rate": 5.942391978574377e-06,
+      "loss": 20.6562,
+      "step": 26953
+    },
+    {
+      "epoch": 1.288062697123196,
+      "grad_norm": 427.2828063964844,
+      "learning_rate": 5.941684691810659e-06,
+      "loss": 30.75,
+      "step": 26954
+    },
+    {
+      "epoch": 1.2881104845646565,
+      "grad_norm": 327.5129699707031,
+      "learning_rate": 5.940977429351013e-06,
+      "loss": 16.9062,
+      "step": 26955
+    },
+    {
+      "epoch": 1.2881582720061169,
+      "grad_norm": 152.43324279785156,
+      "learning_rate": 5.940270191199678e-06,
+      "loss": 21.8594,
+      "step": 26956
+    },
+    {
+      "epoch": 1.2882060594475773,
+      "grad_norm": 439.0157775878906,
+      "learning_rate": 5.939562977360883e-06,
+      "loss": 37.1562,
+      "step": 26957
+    },
+    {
+      "epoch": 1.2882538468890377,
+      "grad_norm": 223.876953125,
+      "learning_rate": 5.9388557878388665e-06,
+      "loss": 19.2656,
+      "step": 26958
+    },
+    {
+      "epoch": 1.288301634330498,
+      "grad_norm": 339.065673828125,
+      "learning_rate": 5.938148622637863e-06,
+      "loss": 24.6719,
+      "step": 26959
+    },
+    {
+      "epoch": 1.2883494217719584,
+      "grad_norm": 220.4504852294922,
+      "learning_rate": 5.937441481762112e-06,
+      "loss": 19.8438,
+      "step": 26960
+    },
+    {
+      "epoch": 1.2883972092134188,
+      "grad_norm": 193.29803466796875,
+      "learning_rate": 5.93673436521584e-06,
+      "loss": 19.3281,
+      "step": 26961
+    },
+    {
+      "epoch": 1.2884449966548792,
+      "grad_norm": 165.18563842773438,
+      "learning_rate": 5.936027273003286e-06,
+      "loss": 29.3438,
+      "step": 26962
+    },
+    {
+      "epoch": 1.2884927840963396,
+      "grad_norm": 453.1335754394531,
+      "learning_rate": 5.935320205128691e-06,
+      "loss": 19.3281,
+      "step": 26963
+    },
+    {
+      "epoch": 1.2885405715378,
+      "grad_norm": 184.9419403076172,
+      "learning_rate": 5.934613161596276e-06,
+      "loss": 26.8125,
+      "step": 26964
+    },
+    {
+      "epoch": 1.2885883589792604,
+      "grad_norm": 173.08460998535156,
+      "learning_rate": 5.933906142410286e-06,
+      "loss": 22.9062,
+      "step": 26965
+    },
+    {
+      "epoch": 1.2886361464207206,
+      "grad_norm": 197.45065307617188,
+      "learning_rate": 5.9331991475749505e-06,
+      "loss": 21.7969,
+      "step": 26966
+    },
+    {
+      "epoch": 1.288683933862181,
+      "grad_norm": 220.9976806640625,
+      "learning_rate": 5.932492177094505e-06,
+      "loss": 29.9688,
+      "step": 26967
+    },
+    {
+      "epoch": 1.2887317213036413,
+      "grad_norm": 220.79238891601562,
+      "learning_rate": 5.931785230973183e-06,
+      "loss": 26.1719,
+      "step": 26968
+    },
+    {
+      "epoch": 1.2887795087451017,
+      "grad_norm": 337.37774658203125,
+      "learning_rate": 5.931078309215216e-06,
+      "loss": 30.4375,
+      "step": 26969
+    },
+    {
+      "epoch": 1.288827296186562,
+      "grad_norm": 1059.1483154296875,
+      "learning_rate": 5.9303714118248404e-06,
+      "loss": 24.3438,
+      "step": 26970
+    },
+    {
+      "epoch": 1.2888750836280225,
+      "grad_norm": 237.2932891845703,
+      "learning_rate": 5.9296645388062916e-06,
+      "loss": 19.2344,
+      "step": 26971
+    },
+    {
+      "epoch": 1.288922871069483,
+      "grad_norm": 334.7983093261719,
+      "learning_rate": 5.928957690163797e-06,
+      "loss": 17.6094,
+      "step": 26972
+    },
+    {
+      "epoch": 1.2889706585109433,
+      "grad_norm": 232.23902893066406,
+      "learning_rate": 5.9282508659015925e-06,
+      "loss": 24.75,
+      "step": 26973
+    },
+    {
+      "epoch": 1.2890184459524037,
+      "grad_norm": 339.28009033203125,
+      "learning_rate": 5.92754406602391e-06,
+      "loss": 26.0,
+      "step": 26974
+    },
+    {
+      "epoch": 1.289066233393864,
+      "grad_norm": 439.03289794921875,
+      "learning_rate": 5.9268372905349895e-06,
+      "loss": 29.4688,
+      "step": 26975
+    },
+    {
+      "epoch": 1.2891140208353244,
+      "grad_norm": 196.56982421875,
+      "learning_rate": 5.9261305394390526e-06,
+      "loss": 25.0469,
+      "step": 26976
+    },
+    {
+      "epoch": 1.2891618082767848,
+      "grad_norm": 248.34483337402344,
+      "learning_rate": 5.925423812740338e-06,
+      "loss": 19.2188,
+      "step": 26977
+    },
+    {
+      "epoch": 1.2892095957182452,
+      "grad_norm": 291.78729248046875,
+      "learning_rate": 5.92471711044308e-06,
+      "loss": 26.2188,
+      "step": 26978
+    },
+    {
+      "epoch": 1.2892573831597056,
+      "grad_norm": 243.73004150390625,
+      "learning_rate": 5.924010432551505e-06,
+      "loss": 16.8281,
+      "step": 26979
+    },
+    {
+      "epoch": 1.289305170601166,
+      "grad_norm": 230.168701171875,
+      "learning_rate": 5.923303779069848e-06,
+      "loss": 32.8438,
+      "step": 26980
+    },
+    {
+      "epoch": 1.2893529580426264,
+      "grad_norm": 231.14370727539062,
+      "learning_rate": 5.922597150002343e-06,
+      "loss": 22.7188,
+      "step": 26981
+    },
+    {
+      "epoch": 1.2894007454840868,
+      "grad_norm": 283.9813232421875,
+      "learning_rate": 5.9218905453532186e-06,
+      "loss": 28.9688,
+      "step": 26982
+    },
+    {
+      "epoch": 1.2894485329255472,
+      "grad_norm": 429.3836669921875,
+      "learning_rate": 5.921183965126709e-06,
+      "loss": 27.3281,
+      "step": 26983
+    },
+    {
+      "epoch": 1.2894963203670076,
+      "grad_norm": 231.5970001220703,
+      "learning_rate": 5.920477409327041e-06,
+      "loss": 20.4375,
+      "step": 26984
+    },
+    {
+      "epoch": 1.289544107808468,
+      "grad_norm": 232.16046142578125,
+      "learning_rate": 5.9197708779584506e-06,
+      "loss": 30.9688,
+      "step": 26985
+    },
+    {
+      "epoch": 1.2895918952499283,
+      "grad_norm": 215.9293212890625,
+      "learning_rate": 5.919064371025171e-06,
+      "loss": 21.7969,
+      "step": 26986
+    },
+    {
+      "epoch": 1.2896396826913887,
+      "grad_norm": 191.4690704345703,
+      "learning_rate": 5.918357888531426e-06,
+      "loss": 28.5781,
+      "step": 26987
+    },
+    {
+      "epoch": 1.2896874701328491,
+      "grad_norm": 179.9580078125,
+      "learning_rate": 5.9176514304814505e-06,
+      "loss": 26.375,
+      "step": 26988
+    },
+    {
+      "epoch": 1.2897352575743095,
+      "grad_norm": 252.2277069091797,
+      "learning_rate": 5.916944996879479e-06,
+      "loss": 22.7188,
+      "step": 26989
+    },
+    {
+      "epoch": 1.28978304501577,
+      "grad_norm": 153.40187072753906,
+      "learning_rate": 5.916238587729735e-06,
+      "loss": 15.25,
+      "step": 26990
+    },
+    {
+      "epoch": 1.2898308324572303,
+      "grad_norm": 281.59771728515625,
+      "learning_rate": 5.915532203036452e-06,
+      "loss": 29.375,
+      "step": 26991
+    },
+    {
+      "epoch": 1.2898786198986907,
+      "grad_norm": 535.3944702148438,
+      "learning_rate": 5.914825842803862e-06,
+      "loss": 25.1875,
+      "step": 26992
+    },
+    {
+      "epoch": 1.289926407340151,
+      "grad_norm": 236.26202392578125,
+      "learning_rate": 5.914119507036196e-06,
+      "loss": 20.0312,
+      "step": 26993
+    },
+    {
+      "epoch": 1.2899741947816115,
+      "grad_norm": 287.46234130859375,
+      "learning_rate": 5.913413195737678e-06,
+      "loss": 30.4375,
+      "step": 26994
+    },
+    {
+      "epoch": 1.2900219822230719,
+      "grad_norm": 151.51443481445312,
+      "learning_rate": 5.912706908912542e-06,
+      "loss": 24.1875,
+      "step": 26995
+    },
+    {
+      "epoch": 1.2900697696645322,
+      "grad_norm": 209.308837890625,
+      "learning_rate": 5.912000646565021e-06,
+      "loss": 26.6719,
+      "step": 26996
+    },
+    {
+      "epoch": 1.2901175571059924,
+      "grad_norm": 180.815185546875,
+      "learning_rate": 5.91129440869934e-06,
+      "loss": 22.875,
+      "step": 26997
+    },
+    {
+      "epoch": 1.2901653445474528,
+      "grad_norm": 204.3328857421875,
+      "learning_rate": 5.910588195319729e-06,
+      "loss": 24.4062,
+      "step": 26998
+    },
+    {
+      "epoch": 1.2902131319889132,
+      "grad_norm": 454.3691101074219,
+      "learning_rate": 5.909882006430417e-06,
+      "loss": 30.5,
+      "step": 26999
+    },
+    {
+      "epoch": 1.2902609194303736,
+      "grad_norm": 139.17286682128906,
+      "learning_rate": 5.909175842035637e-06,
+      "loss": 18.7031,
+      "step": 27000
+    },
+    {
+      "epoch": 1.290308706871834,
+      "grad_norm": 248.76519775390625,
+      "learning_rate": 5.908469702139613e-06,
+      "loss": 30.1875,
+      "step": 27001
+    },
+    {
+      "epoch": 1.2903564943132944,
+      "grad_norm": 221.53970336914062,
+      "learning_rate": 5.907763586746575e-06,
+      "loss": 25.2656,
+      "step": 27002
+    },
+    {
+      "epoch": 1.2904042817547547,
+      "grad_norm": 291.8896484375,
+      "learning_rate": 5.907057495860753e-06,
+      "loss": 19.9219,
+      "step": 27003
+    },
+    {
+      "epoch": 1.2904520691962151,
+      "grad_norm": 201.70709228515625,
+      "learning_rate": 5.906351429486379e-06,
+      "loss": 28.0,
+      "step": 27004
+    },
+    {
+      "epoch": 1.2904998566376755,
+      "grad_norm": 342.5516052246094,
+      "learning_rate": 5.905645387627673e-06,
+      "loss": 27.0469,
+      "step": 27005
+    },
+    {
+      "epoch": 1.290547644079136,
+      "grad_norm": 204.44122314453125,
+      "learning_rate": 5.904939370288869e-06,
+      "loss": 23.2656,
+      "step": 27006
+    },
+    {
+      "epoch": 1.2905954315205963,
+      "grad_norm": 215.2362823486328,
+      "learning_rate": 5.904233377474193e-06,
+      "loss": 26.4062,
+      "step": 27007
+    },
+    {
+      "epoch": 1.2906432189620567,
+      "grad_norm": 235.03073120117188,
+      "learning_rate": 5.903527409187879e-06,
+      "loss": 20.5938,
+      "step": 27008
+    },
+    {
+      "epoch": 1.290691006403517,
+      "grad_norm": 382.8770751953125,
+      "learning_rate": 5.902821465434146e-06,
+      "loss": 23.5156,
+      "step": 27009
+    },
+    {
+      "epoch": 1.2907387938449775,
+      "grad_norm": 298.1951599121094,
+      "learning_rate": 5.902115546217224e-06,
+      "loss": 29.2812,
+      "step": 27010
+    },
+    {
+      "epoch": 1.2907865812864379,
+      "grad_norm": 322.8653259277344,
+      "learning_rate": 5.901409651541346e-06,
+      "loss": 31.0,
+      "step": 27011
+    },
+    {
+      "epoch": 1.2908343687278983,
+      "grad_norm": 360.0621337890625,
+      "learning_rate": 5.900703781410735e-06,
+      "loss": 24.3594,
+      "step": 27012
+    },
+    {
+      "epoch": 1.2908821561693586,
+      "grad_norm": 240.15805053710938,
+      "learning_rate": 5.8999979358296155e-06,
+      "loss": 19.0156,
+      "step": 27013
+    },
+    {
+      "epoch": 1.290929943610819,
+      "grad_norm": 351.38494873046875,
+      "learning_rate": 5.899292114802222e-06,
+      "loss": 36.4375,
+      "step": 27014
+    },
+    {
+      "epoch": 1.2909777310522794,
+      "grad_norm": 352.2521057128906,
+      "learning_rate": 5.898586318332777e-06,
+      "loss": 32.7188,
+      "step": 27015
+    },
+    {
+      "epoch": 1.2910255184937398,
+      "grad_norm": 333.46954345703125,
+      "learning_rate": 5.897880546425507e-06,
+      "loss": 27.6562,
+      "step": 27016
+    },
+    {
+      "epoch": 1.2910733059352002,
+      "grad_norm": 382.6685485839844,
+      "learning_rate": 5.897174799084637e-06,
+      "loss": 17.6875,
+      "step": 27017
+    },
+    {
+      "epoch": 1.2911210933766606,
+      "grad_norm": 430.0432434082031,
+      "learning_rate": 5.896469076314397e-06,
+      "loss": 19.4688,
+      "step": 27018
+    },
+    {
+      "epoch": 1.291168880818121,
+      "grad_norm": 290.824462890625,
+      "learning_rate": 5.895763378119015e-06,
+      "loss": 19.7734,
+      "step": 27019
+    },
+    {
+      "epoch": 1.2912166682595814,
+      "grad_norm": 244.53594970703125,
+      "learning_rate": 5.895057704502711e-06,
+      "loss": 24.5938,
+      "step": 27020
+    },
+    {
+      "epoch": 1.2912644557010418,
+      "grad_norm": 283.19671630859375,
+      "learning_rate": 5.894352055469715e-06,
+      "loss": 22.6562,
+      "step": 27021
+    },
+    {
+      "epoch": 1.2913122431425021,
+      "grad_norm": 213.66773986816406,
+      "learning_rate": 5.893646431024252e-06,
+      "loss": 19.8281,
+      "step": 27022
+    },
+    {
+      "epoch": 1.2913600305839625,
+      "grad_norm": 162.86610412597656,
+      "learning_rate": 5.892940831170553e-06,
+      "loss": 18.375,
+      "step": 27023
+    },
+    {
+      "epoch": 1.291407818025423,
+      "grad_norm": 406.4672546386719,
+      "learning_rate": 5.892235255912833e-06,
+      "loss": 25.4062,
+      "step": 27024
+    },
+    {
+      "epoch": 1.2914556054668833,
+      "grad_norm": 147.55148315429688,
+      "learning_rate": 5.8915297052553244e-06,
+      "loss": 23.4375,
+      "step": 27025
+    },
+    {
+      "epoch": 1.2915033929083437,
+      "grad_norm": 235.77117919921875,
+      "learning_rate": 5.8908241792022555e-06,
+      "loss": 26.375,
+      "step": 27026
+    },
+    {
+      "epoch": 1.291551180349804,
+      "grad_norm": 213.73178100585938,
+      "learning_rate": 5.890118677757843e-06,
+      "loss": 24.8125,
+      "step": 27027
+    },
+    {
+      "epoch": 1.2915989677912645,
+      "grad_norm": 171.42039489746094,
+      "learning_rate": 5.889413200926317e-06,
+      "loss": 23.4375,
+      "step": 27028
+    },
+    {
+      "epoch": 1.2916467552327249,
+      "grad_norm": 189.26181030273438,
+      "learning_rate": 5.888707748711904e-06,
+      "loss": 18.6719,
+      "step": 27029
+    },
+    {
+      "epoch": 1.2916945426741853,
+      "grad_norm": 207.16131591796875,
+      "learning_rate": 5.8880023211188265e-06,
+      "loss": 31.5938,
+      "step": 27030
+    },
+    {
+      "epoch": 1.2917423301156457,
+      "grad_norm": 259.0733337402344,
+      "learning_rate": 5.887296918151308e-06,
+      "loss": 37.9062,
+      "step": 27031
+    },
+    {
+      "epoch": 1.291790117557106,
+      "grad_norm": 353.26715087890625,
+      "learning_rate": 5.886591539813574e-06,
+      "loss": 20.5938,
+      "step": 27032
+    },
+    {
+      "epoch": 1.2918379049985664,
+      "grad_norm": 189.48121643066406,
+      "learning_rate": 5.885886186109848e-06,
+      "loss": 25.1406,
+      "step": 27033
+    },
+    {
+      "epoch": 1.2918856924400268,
+      "grad_norm": 432.48724365234375,
+      "learning_rate": 5.8851808570443594e-06,
+      "loss": 39.4062,
+      "step": 27034
+    },
+    {
+      "epoch": 1.2919334798814872,
+      "grad_norm": 923.4306640625,
+      "learning_rate": 5.884475552621324e-06,
+      "loss": 20.4688,
+      "step": 27035
+    },
+    {
+      "epoch": 1.2919812673229476,
+      "grad_norm": 142.22634887695312,
+      "learning_rate": 5.883770272844969e-06,
+      "loss": 21.1875,
+      "step": 27036
+    },
+    {
+      "epoch": 1.292029054764408,
+      "grad_norm": 194.1826629638672,
+      "learning_rate": 5.883065017719522e-06,
+      "loss": 22.6406,
+      "step": 27037
+    },
+    {
+      "epoch": 1.2920768422058684,
+      "grad_norm": 344.8953857421875,
+      "learning_rate": 5.882359787249201e-06,
+      "loss": 14.1016,
+      "step": 27038
+    },
+    {
+      "epoch": 1.2921246296473288,
+      "grad_norm": 427.4869079589844,
+      "learning_rate": 5.8816545814382305e-06,
+      "loss": 23.5938,
+      "step": 27039
+    },
+    {
+      "epoch": 1.2921724170887892,
+      "grad_norm": 457.037841796875,
+      "learning_rate": 5.880949400290835e-06,
+      "loss": 32.5938,
+      "step": 27040
+    },
+    {
+      "epoch": 1.2922202045302495,
+      "grad_norm": 161.6402130126953,
+      "learning_rate": 5.880244243811242e-06,
+      "loss": 26.3594,
+      "step": 27041
+    },
+    {
+      "epoch": 1.29226799197171,
+      "grad_norm": 179.7041473388672,
+      "learning_rate": 5.879539112003666e-06,
+      "loss": 19.3906,
+      "step": 27042
+    },
+    {
+      "epoch": 1.2923157794131703,
+      "grad_norm": 248.09934997558594,
+      "learning_rate": 5.8788340048723334e-06,
+      "loss": 32.8438,
+      "step": 27043
+    },
+    {
+      "epoch": 1.2923635668546307,
+      "grad_norm": 216.27073669433594,
+      "learning_rate": 5.878128922421468e-06,
+      "loss": 26.5,
+      "step": 27044
+    },
+    {
+      "epoch": 1.292411354296091,
+      "grad_norm": 260.189208984375,
+      "learning_rate": 5.877423864655295e-06,
+      "loss": 18.2656,
+      "step": 27045
+    },
+    {
+      "epoch": 1.2924591417375515,
+      "grad_norm": 212.28651428222656,
+      "learning_rate": 5.87671883157803e-06,
+      "loss": 37.2344,
+      "step": 27046
+    },
+    {
+      "epoch": 1.2925069291790119,
+      "grad_norm": 321.5731201171875,
+      "learning_rate": 5.8760138231939e-06,
+      "loss": 18.9688,
+      "step": 27047
+    },
+    {
+      "epoch": 1.2925547166204723,
+      "grad_norm": 348.2506408691406,
+      "learning_rate": 5.875308839507127e-06,
+      "loss": 21.2656,
+      "step": 27048
+    },
+    {
+      "epoch": 1.2926025040619324,
+      "grad_norm": 498.2110595703125,
+      "learning_rate": 5.874603880521931e-06,
+      "loss": 26.7188,
+      "step": 27049
+    },
+    {
+      "epoch": 1.2926502915033928,
+      "grad_norm": 255.108154296875,
+      "learning_rate": 5.873898946242533e-06,
+      "loss": 30.0,
+      "step": 27050
+    },
+    {
+      "epoch": 1.2926980789448532,
+      "grad_norm": 1075.8543701171875,
+      "learning_rate": 5.873194036673156e-06,
+      "loss": 25.3281,
+      "step": 27051
+    },
+    {
+      "epoch": 1.2927458663863136,
+      "grad_norm": 225.04209899902344,
+      "learning_rate": 5.872489151818024e-06,
+      "loss": 22.3125,
+      "step": 27052
+    },
+    {
+      "epoch": 1.292793653827774,
+      "grad_norm": 293.1932373046875,
+      "learning_rate": 5.871784291681354e-06,
+      "loss": 32.9062,
+      "step": 27053
+    },
+    {
+      "epoch": 1.2928414412692344,
+      "grad_norm": 196.946044921875,
+      "learning_rate": 5.871079456267369e-06,
+      "loss": 18.625,
+      "step": 27054
+    },
+    {
+      "epoch": 1.2928892287106948,
+      "grad_norm": 218.6727752685547,
+      "learning_rate": 5.87037464558029e-06,
+      "loss": 25.125,
+      "step": 27055
+    },
+    {
+      "epoch": 1.2929370161521552,
+      "grad_norm": 193.85836791992188,
+      "learning_rate": 5.869669859624342e-06,
+      "loss": 18.375,
+      "step": 27056
+    },
+    {
+      "epoch": 1.2929848035936156,
+      "grad_norm": 139.1561279296875,
+      "learning_rate": 5.8689650984037385e-06,
+      "loss": 22.7812,
+      "step": 27057
+    },
+    {
+      "epoch": 1.293032591035076,
+      "grad_norm": 358.9397888183594,
+      "learning_rate": 5.868260361922703e-06,
+      "loss": 26.0938,
+      "step": 27058
+    },
+    {
+      "epoch": 1.2930803784765363,
+      "grad_norm": 296.7901306152344,
+      "learning_rate": 5.867555650185457e-06,
+      "loss": 29.1562,
+      "step": 27059
+    },
+    {
+      "epoch": 1.2931281659179967,
+      "grad_norm": 229.7833251953125,
+      "learning_rate": 5.866850963196224e-06,
+      "loss": 19.1094,
+      "step": 27060
+    },
+    {
+      "epoch": 1.2931759533594571,
+      "grad_norm": 249.27020263671875,
+      "learning_rate": 5.866146300959217e-06,
+      "loss": 32.4375,
+      "step": 27061
+    },
+    {
+      "epoch": 1.2932237408009175,
+      "grad_norm": 335.86553955078125,
+      "learning_rate": 5.865441663478661e-06,
+      "loss": 30.0312,
+      "step": 27062
+    },
+    {
+      "epoch": 1.293271528242378,
+      "grad_norm": 177.06112670898438,
+      "learning_rate": 5.864737050758773e-06,
+      "loss": 18.3594,
+      "step": 27063
+    },
+    {
+      "epoch": 1.2933193156838383,
+      "grad_norm": 256.4441833496094,
+      "learning_rate": 5.8640324628037745e-06,
+      "loss": 27.0938,
+      "step": 27064
+    },
+    {
+      "epoch": 1.2933671031252987,
+      "grad_norm": 326.7362060546875,
+      "learning_rate": 5.863327899617886e-06,
+      "loss": 33.2344,
+      "step": 27065
+    },
+    {
+      "epoch": 1.293414890566759,
+      "grad_norm": 397.61968994140625,
+      "learning_rate": 5.862623361205324e-06,
+      "loss": 26.0625,
+      "step": 27066
+    },
+    {
+      "epoch": 1.2934626780082195,
+      "grad_norm": 138.73947143554688,
+      "learning_rate": 5.8619188475703115e-06,
+      "loss": 20.1406,
+      "step": 27067
+    },
+    {
+      "epoch": 1.2935104654496798,
+      "grad_norm": 254.0530242919922,
+      "learning_rate": 5.861214358717063e-06,
+      "loss": 21.75,
+      "step": 27068
+    },
+    {
+      "epoch": 1.2935582528911402,
+      "grad_norm": 588.9508666992188,
+      "learning_rate": 5.860509894649799e-06,
+      "loss": 31.5703,
+      "step": 27069
+    },
+    {
+      "epoch": 1.2936060403326006,
+      "grad_norm": 394.9129333496094,
+      "learning_rate": 5.859805455372741e-06,
+      "loss": 31.4062,
+      "step": 27070
+    },
+    {
+      "epoch": 1.293653827774061,
+      "grad_norm": 298.2702941894531,
+      "learning_rate": 5.8591010408901096e-06,
+      "loss": 38.9062,
+      "step": 27071
+    },
+    {
+      "epoch": 1.2937016152155214,
+      "grad_norm": 222.74244689941406,
+      "learning_rate": 5.858396651206116e-06,
+      "loss": 23.4219,
+      "step": 27072
+    },
+    {
+      "epoch": 1.2937494026569818,
+      "grad_norm": 242.66275024414062,
+      "learning_rate": 5.857692286324981e-06,
+      "loss": 28.0,
+      "step": 27073
+    },
+    {
+      "epoch": 1.2937971900984422,
+      "grad_norm": 283.9313049316406,
+      "learning_rate": 5.856987946250929e-06,
+      "loss": 25.1562,
+      "step": 27074
+    },
+    {
+      "epoch": 1.2938449775399026,
+      "grad_norm": 322.2971496582031,
+      "learning_rate": 5.856283630988168e-06,
+      "loss": 43.625,
+      "step": 27075
+    },
+    {
+      "epoch": 1.293892764981363,
+      "grad_norm": 151.63925170898438,
+      "learning_rate": 5.855579340540922e-06,
+      "loss": 24.5312,
+      "step": 27076
+    },
+    {
+      "epoch": 1.2939405524228234,
+      "grad_norm": 142.60902404785156,
+      "learning_rate": 5.854875074913409e-06,
+      "loss": 22.6094,
+      "step": 27077
+    },
+    {
+      "epoch": 1.2939883398642837,
+      "grad_norm": 276.9252014160156,
+      "learning_rate": 5.854170834109849e-06,
+      "loss": 29.0938,
+      "step": 27078
+    },
+    {
+      "epoch": 1.2940361273057441,
+      "grad_norm": 208.5340118408203,
+      "learning_rate": 5.853466618134453e-06,
+      "loss": 30.9375,
+      "step": 27079
+    },
+    {
+      "epoch": 1.2940839147472043,
+      "grad_norm": 239.95794677734375,
+      "learning_rate": 5.852762426991442e-06,
+      "loss": 29.8438,
+      "step": 27080
+    },
+    {
+      "epoch": 1.2941317021886647,
+      "grad_norm": 344.48699951171875,
+      "learning_rate": 5.85205826068503e-06,
+      "loss": 25.4062,
+      "step": 27081
+    },
+    {
+      "epoch": 1.294179489630125,
+      "grad_norm": 358.4266052246094,
+      "learning_rate": 5.851354119219441e-06,
+      "loss": 31.375,
+      "step": 27082
+    },
+    {
+      "epoch": 1.2942272770715855,
+      "grad_norm": 268.8807678222656,
+      "learning_rate": 5.850650002598886e-06,
+      "loss": 19.5781,
+      "step": 27083
+    },
+    {
+      "epoch": 1.2942750645130459,
+      "grad_norm": 147.6871795654297,
+      "learning_rate": 5.849945910827581e-06,
+      "loss": 19.5625,
+      "step": 27084
+    },
+    {
+      "epoch": 1.2943228519545062,
+      "grad_norm": 241.25881958007812,
+      "learning_rate": 5.84924184390975e-06,
+      "loss": 26.25,
+      "step": 27085
+    },
+    {
+      "epoch": 1.2943706393959666,
+      "grad_norm": 140.6594696044922,
+      "learning_rate": 5.8485378018496005e-06,
+      "loss": 27.25,
+      "step": 27086
+    },
+    {
+      "epoch": 1.294418426837427,
+      "grad_norm": 124.78008270263672,
+      "learning_rate": 5.847833784651352e-06,
+      "loss": 16.4688,
+      "step": 27087
+    },
+    {
+      "epoch": 1.2944662142788874,
+      "grad_norm": 182.11480712890625,
+      "learning_rate": 5.847129792319221e-06,
+      "loss": 28.625,
+      "step": 27088
+    },
+    {
+      "epoch": 1.2945140017203478,
+      "grad_norm": 120.16334533691406,
+      "learning_rate": 5.846425824857429e-06,
+      "loss": 15.2656,
+      "step": 27089
+    },
+    {
+      "epoch": 1.2945617891618082,
+      "grad_norm": 219.1642608642578,
+      "learning_rate": 5.845721882270183e-06,
+      "loss": 25.0938,
+      "step": 27090
+    },
+    {
+      "epoch": 1.2946095766032686,
+      "grad_norm": 304.3052673339844,
+      "learning_rate": 5.845017964561701e-06,
+      "loss": 30.5625,
+      "step": 27091
+    },
+    {
+      "epoch": 1.294657364044729,
+      "grad_norm": 335.2403259277344,
+      "learning_rate": 5.844314071736201e-06,
+      "loss": 24.25,
+      "step": 27092
+    },
+    {
+      "epoch": 1.2947051514861894,
+      "grad_norm": 282.99951171875,
+      "learning_rate": 5.843610203797903e-06,
+      "loss": 20.1094,
+      "step": 27093
+    },
+    {
+      "epoch": 1.2947529389276498,
+      "grad_norm": 222.64137268066406,
+      "learning_rate": 5.84290636075101e-06,
+      "loss": 24.9688,
+      "step": 27094
+    },
+    {
+      "epoch": 1.2948007263691101,
+      "grad_norm": 177.46739196777344,
+      "learning_rate": 5.842202542599747e-06,
+      "loss": 15.9219,
+      "step": 27095
+    },
+    {
+      "epoch": 1.2948485138105705,
+      "grad_norm": 603.1251220703125,
+      "learning_rate": 5.841498749348322e-06,
+      "loss": 36.375,
+      "step": 27096
+    },
+    {
+      "epoch": 1.294896301252031,
+      "grad_norm": 145.44981384277344,
+      "learning_rate": 5.840794981000957e-06,
+      "loss": 18.2969,
+      "step": 27097
+    },
+    {
+      "epoch": 1.2949440886934913,
+      "grad_norm": 126.20574188232422,
+      "learning_rate": 5.840091237561864e-06,
+      "loss": 22.3906,
+      "step": 27098
+    },
+    {
+      "epoch": 1.2949918761349517,
+      "grad_norm": 192.87820434570312,
+      "learning_rate": 5.839387519035253e-06,
+      "loss": 26.2969,
+      "step": 27099
+    },
+    {
+      "epoch": 1.295039663576412,
+      "grad_norm": 195.5015411376953,
+      "learning_rate": 5.8386838254253475e-06,
+      "loss": 23.75,
+      "step": 27100
+    },
+    {
+      "epoch": 1.2950874510178725,
+      "grad_norm": 484.7817077636719,
+      "learning_rate": 5.8379801567363514e-06,
+      "loss": 19.4531,
+      "step": 27101
+    },
+    {
+      "epoch": 1.2951352384593329,
+      "grad_norm": 290.7326965332031,
+      "learning_rate": 5.837276512972485e-06,
+      "loss": 26.375,
+      "step": 27102
+    },
+    {
+      "epoch": 1.2951830259007933,
+      "grad_norm": 275.24505615234375,
+      "learning_rate": 5.83657289413796e-06,
+      "loss": 30.4688,
+      "step": 27103
+    },
+    {
+      "epoch": 1.2952308133422537,
+      "grad_norm": 135.7477569580078,
+      "learning_rate": 5.835869300236993e-06,
+      "loss": 20.5547,
+      "step": 27104
+    },
+    {
+      "epoch": 1.295278600783714,
+      "grad_norm": 181.9126739501953,
+      "learning_rate": 5.835165731273795e-06,
+      "loss": 20.1875,
+      "step": 27105
+    },
+    {
+      "epoch": 1.2953263882251744,
+      "grad_norm": 813.1469116210938,
+      "learning_rate": 5.834462187252578e-06,
+      "loss": 26.4688,
+      "step": 27106
+    },
+    {
+      "epoch": 1.2953741756666348,
+      "grad_norm": 216.73606872558594,
+      "learning_rate": 5.83375866817756e-06,
+      "loss": 20.5938,
+      "step": 27107
+    },
+    {
+      "epoch": 1.2954219631080952,
+      "grad_norm": 578.0762939453125,
+      "learning_rate": 5.833055174052953e-06,
+      "loss": 30.2969,
+      "step": 27108
+    },
+    {
+      "epoch": 1.2954697505495556,
+      "grad_norm": 370.03289794921875,
+      "learning_rate": 5.832351704882966e-06,
+      "loss": 32.5938,
+      "step": 27109
+    },
+    {
+      "epoch": 1.295517537991016,
+      "grad_norm": 285.16314697265625,
+      "learning_rate": 5.8316482606718135e-06,
+      "loss": 23.0625,
+      "step": 27110
+    },
+    {
+      "epoch": 1.2955653254324764,
+      "grad_norm": 318.6403503417969,
+      "learning_rate": 5.830944841423715e-06,
+      "loss": 31.1875,
+      "step": 27111
+    },
+    {
+      "epoch": 1.2956131128739368,
+      "grad_norm": 233.32176208496094,
+      "learning_rate": 5.830241447142872e-06,
+      "loss": 19.6406,
+      "step": 27112
+    },
+    {
+      "epoch": 1.2956609003153972,
+      "grad_norm": 157.8579864501953,
+      "learning_rate": 5.829538077833503e-06,
+      "loss": 22.3281,
+      "step": 27113
+    },
+    {
+      "epoch": 1.2957086877568575,
+      "grad_norm": 158.2026824951172,
+      "learning_rate": 5.828834733499819e-06,
+      "loss": 19.125,
+      "step": 27114
+    },
+    {
+      "epoch": 1.295756475198318,
+      "grad_norm": 270.288330078125,
+      "learning_rate": 5.828131414146037e-06,
+      "loss": 33.125,
+      "step": 27115
+    },
+    {
+      "epoch": 1.2958042626397783,
+      "grad_norm": 181.319091796875,
+      "learning_rate": 5.827428119776362e-06,
+      "loss": 25.1562,
+      "step": 27116
+    },
+    {
+      "epoch": 1.2958520500812387,
+      "grad_norm": 234.43849182128906,
+      "learning_rate": 5.826724850395006e-06,
+      "loss": 28.8125,
+      "step": 27117
+    },
+    {
+      "epoch": 1.295899837522699,
+      "grad_norm": 135.80728149414062,
+      "learning_rate": 5.826021606006184e-06,
+      "loss": 19.6719,
+      "step": 27118
+    },
+    {
+      "epoch": 1.2959476249641595,
+      "grad_norm": 457.0192565917969,
+      "learning_rate": 5.82531838661411e-06,
+      "loss": 23.6562,
+      "step": 27119
+    },
+    {
+      "epoch": 1.2959954124056199,
+      "grad_norm": 247.75762939453125,
+      "learning_rate": 5.824615192222988e-06,
+      "loss": 18.7969,
+      "step": 27120
+    },
+    {
+      "epoch": 1.2960431998470803,
+      "grad_norm": 369.4627990722656,
+      "learning_rate": 5.82391202283704e-06,
+      "loss": 29.0,
+      "step": 27121
+    },
+    {
+      "epoch": 1.2960909872885407,
+      "grad_norm": 317.90374755859375,
+      "learning_rate": 5.823208878460465e-06,
+      "loss": 22.9375,
+      "step": 27122
+    },
+    {
+      "epoch": 1.296138774730001,
+      "grad_norm": 147.2178955078125,
+      "learning_rate": 5.8225057590974825e-06,
+      "loss": 21.3125,
+      "step": 27123
+    },
+    {
+      "epoch": 1.2961865621714614,
+      "grad_norm": 161.36033630371094,
+      "learning_rate": 5.821802664752296e-06,
+      "loss": 23.9688,
+      "step": 27124
+    },
+    {
+      "epoch": 1.2962343496129218,
+      "grad_norm": 183.03114318847656,
+      "learning_rate": 5.821099595429121e-06,
+      "loss": 23.1562,
+      "step": 27125
+    },
+    {
+      "epoch": 1.2962821370543822,
+      "grad_norm": 449.40045166015625,
+      "learning_rate": 5.82039655113217e-06,
+      "loss": 21.5469,
+      "step": 27126
+    },
+    {
+      "epoch": 1.2963299244958426,
+      "grad_norm": 473.0987548828125,
+      "learning_rate": 5.819693531865646e-06,
+      "loss": 20.625,
+      "step": 27127
+    },
+    {
+      "epoch": 1.296377711937303,
+      "grad_norm": 188.74696350097656,
+      "learning_rate": 5.8189905376337665e-06,
+      "loss": 21.8438,
+      "step": 27128
+    },
+    {
+      "epoch": 1.2964254993787634,
+      "grad_norm": 137.2058868408203,
+      "learning_rate": 5.818287568440737e-06,
+      "loss": 27.1094,
+      "step": 27129
+    },
+    {
+      "epoch": 1.2964732868202238,
+      "grad_norm": 261.7451171875,
+      "learning_rate": 5.817584624290773e-06,
+      "loss": 25.8125,
+      "step": 27130
+    },
+    {
+      "epoch": 1.296521074261684,
+      "grad_norm": 202.0817108154297,
+      "learning_rate": 5.816881705188075e-06,
+      "loss": 23.4062,
+      "step": 27131
+    },
+    {
+      "epoch": 1.2965688617031443,
+      "grad_norm": 285.218017578125,
+      "learning_rate": 5.816178811136861e-06,
+      "loss": 28.5312,
+      "step": 27132
+    },
+    {
+      "epoch": 1.2966166491446047,
+      "grad_norm": 171.90045166015625,
+      "learning_rate": 5.81547594214134e-06,
+      "loss": 13.3281,
+      "step": 27133
+    },
+    {
+      "epoch": 1.2966644365860651,
+      "grad_norm": 242.09800720214844,
+      "learning_rate": 5.814773098205712e-06,
+      "loss": 22.6562,
+      "step": 27134
+    },
+    {
+      "epoch": 1.2967122240275255,
+      "grad_norm": 143.33285522460938,
+      "learning_rate": 5.814070279334196e-06,
+      "loss": 18.5625,
+      "step": 27135
+    },
+    {
+      "epoch": 1.296760011468986,
+      "grad_norm": 269.94451904296875,
+      "learning_rate": 5.813367485530996e-06,
+      "loss": 22.4688,
+      "step": 27136
+    },
+    {
+      "epoch": 1.2968077989104463,
+      "grad_norm": 250.67611694335938,
+      "learning_rate": 5.812664716800328e-06,
+      "loss": 29.0469,
+      "step": 27137
+    },
+    {
+      "epoch": 1.2968555863519067,
+      "grad_norm": 191.64637756347656,
+      "learning_rate": 5.811961973146391e-06,
+      "loss": 30.4062,
+      "step": 27138
+    },
+    {
+      "epoch": 1.296903373793367,
+      "grad_norm": 470.4364929199219,
+      "learning_rate": 5.811259254573396e-06,
+      "loss": 24.4844,
+      "step": 27139
+    },
+    {
+      "epoch": 1.2969511612348275,
+      "grad_norm": 191.3086700439453,
+      "learning_rate": 5.810556561085554e-06,
+      "loss": 23.3281,
+      "step": 27140
+    },
+    {
+      "epoch": 1.2969989486762878,
+      "grad_norm": 248.55819702148438,
+      "learning_rate": 5.809853892687078e-06,
+      "loss": 34.3125,
+      "step": 27141
+    },
+    {
+      "epoch": 1.2970467361177482,
+      "grad_norm": 219.15711975097656,
+      "learning_rate": 5.809151249382164e-06,
+      "loss": 23.8281,
+      "step": 27142
+    },
+    {
+      "epoch": 1.2970945235592086,
+      "grad_norm": 338.7547302246094,
+      "learning_rate": 5.8084486311750276e-06,
+      "loss": 42.5938,
+      "step": 27143
+    },
+    {
+      "epoch": 1.297142311000669,
+      "grad_norm": 529.1190185546875,
+      "learning_rate": 5.807746038069875e-06,
+      "loss": 26.6875,
+      "step": 27144
+    },
+    {
+      "epoch": 1.2971900984421294,
+      "grad_norm": 245.94711303710938,
+      "learning_rate": 5.807043470070919e-06,
+      "loss": 26.3125,
+      "step": 27145
+    },
+    {
+      "epoch": 1.2972378858835898,
+      "grad_norm": 206.692626953125,
+      "learning_rate": 5.806340927182357e-06,
+      "loss": 22.5625,
+      "step": 27146
+    },
+    {
+      "epoch": 1.2972856733250502,
+      "grad_norm": 641.3486938476562,
+      "learning_rate": 5.805638409408402e-06,
+      "loss": 24.8906,
+      "step": 27147
+    },
+    {
+      "epoch": 1.2973334607665106,
+      "grad_norm": 245.86880493164062,
+      "learning_rate": 5.804935916753265e-06,
+      "loss": 21.9062,
+      "step": 27148
+    },
+    {
+      "epoch": 1.297381248207971,
+      "grad_norm": 130.32008361816406,
+      "learning_rate": 5.804233449221144e-06,
+      "loss": 17.5938,
+      "step": 27149
+    },
+    {
+      "epoch": 1.2974290356494314,
+      "grad_norm": 148.2039031982422,
+      "learning_rate": 5.80353100681625e-06,
+      "loss": 21.7344,
+      "step": 27150
+    },
+    {
+      "epoch": 1.2974768230908917,
+      "grad_norm": 233.6953887939453,
+      "learning_rate": 5.802828589542793e-06,
+      "loss": 27.9375,
+      "step": 27151
+    },
+    {
+      "epoch": 1.2975246105323521,
+      "grad_norm": 244.31088256835938,
+      "learning_rate": 5.802126197404978e-06,
+      "loss": 28.9531,
+      "step": 27152
+    },
+    {
+      "epoch": 1.2975723979738125,
+      "grad_norm": 360.366943359375,
+      "learning_rate": 5.801423830407007e-06,
+      "loss": 37.875,
+      "step": 27153
+    },
+    {
+      "epoch": 1.297620185415273,
+      "grad_norm": 309.6764831542969,
+      "learning_rate": 5.800721488553095e-06,
+      "loss": 21.5625,
+      "step": 27154
+    },
+    {
+      "epoch": 1.2976679728567333,
+      "grad_norm": 314.961181640625,
+      "learning_rate": 5.8000191718474375e-06,
+      "loss": 18.2031,
+      "step": 27155
+    },
+    {
+      "epoch": 1.2977157602981937,
+      "grad_norm": 263.4338684082031,
+      "learning_rate": 5.79931688029425e-06,
+      "loss": 25.5312,
+      "step": 27156
+    },
+    {
+      "epoch": 1.297763547739654,
+      "grad_norm": 158.51820373535156,
+      "learning_rate": 5.798614613897731e-06,
+      "loss": 19.7812,
+      "step": 27157
+    },
+    {
+      "epoch": 1.2978113351811145,
+      "grad_norm": 217.2994384765625,
+      "learning_rate": 5.797912372662089e-06,
+      "loss": 20.5625,
+      "step": 27158
+    },
+    {
+      "epoch": 1.2978591226225749,
+      "grad_norm": 257.9615173339844,
+      "learning_rate": 5.797210156591533e-06,
+      "loss": 25.4375,
+      "step": 27159
+    },
+    {
+      "epoch": 1.2979069100640352,
+      "grad_norm": 191.435302734375,
+      "learning_rate": 5.79650796569026e-06,
+      "loss": 23.4688,
+      "step": 27160
+    },
+    {
+      "epoch": 1.2979546975054956,
+      "grad_norm": 268.5301513671875,
+      "learning_rate": 5.795805799962482e-06,
+      "loss": 29.4688,
+      "step": 27161
+    },
+    {
+      "epoch": 1.2980024849469558,
+      "grad_norm": 269.8381652832031,
+      "learning_rate": 5.795103659412402e-06,
+      "loss": 22.7812,
+      "step": 27162
+    },
+    {
+      "epoch": 1.2980502723884162,
+      "grad_norm": 176.116943359375,
+      "learning_rate": 5.794401544044228e-06,
+      "loss": 27.6875,
+      "step": 27163
+    },
+    {
+      "epoch": 1.2980980598298766,
+      "grad_norm": 207.3033905029297,
+      "learning_rate": 5.793699453862161e-06,
+      "loss": 18.0,
+      "step": 27164
+    },
+    {
+      "epoch": 1.298145847271337,
+      "grad_norm": 207.8976287841797,
+      "learning_rate": 5.792997388870404e-06,
+      "loss": 17.2812,
+      "step": 27165
+    },
+    {
+      "epoch": 1.2981936347127974,
+      "grad_norm": 195.20663452148438,
+      "learning_rate": 5.7922953490731646e-06,
+      "loss": 21.7344,
+      "step": 27166
+    },
+    {
+      "epoch": 1.2982414221542578,
+      "grad_norm": 278.9040222167969,
+      "learning_rate": 5.791593334474651e-06,
+      "loss": 29.4375,
+      "step": 27167
+    },
+    {
+      "epoch": 1.2982892095957181,
+      "grad_norm": 362.2348937988281,
+      "learning_rate": 5.79089134507906e-06,
+      "loss": 31.0938,
+      "step": 27168
+    },
+    {
+      "epoch": 1.2983369970371785,
+      "grad_norm": 184.3066864013672,
+      "learning_rate": 5.790189380890596e-06,
+      "loss": 24.9844,
+      "step": 27169
+    },
+    {
+      "epoch": 1.298384784478639,
+      "grad_norm": 244.2575225830078,
+      "learning_rate": 5.789487441913471e-06,
+      "loss": 20.6094,
+      "step": 27170
+    },
+    {
+      "epoch": 1.2984325719200993,
+      "grad_norm": 230.33868408203125,
+      "learning_rate": 5.788785528151879e-06,
+      "loss": 24.5625,
+      "step": 27171
+    },
+    {
+      "epoch": 1.2984803593615597,
+      "grad_norm": 92.89826965332031,
+      "learning_rate": 5.788083639610028e-06,
+      "loss": 21.4688,
+      "step": 27172
+    },
+    {
+      "epoch": 1.29852814680302,
+      "grad_norm": 274.23516845703125,
+      "learning_rate": 5.787381776292121e-06,
+      "loss": 22.625,
+      "step": 27173
+    },
+    {
+      "epoch": 1.2985759342444805,
+      "grad_norm": 151.84364318847656,
+      "learning_rate": 5.786679938202366e-06,
+      "loss": 20.4688,
+      "step": 27174
+    },
+    {
+      "epoch": 1.2986237216859409,
+      "grad_norm": 253.56964111328125,
+      "learning_rate": 5.785978125344958e-06,
+      "loss": 24.75,
+      "step": 27175
+    },
+    {
+      "epoch": 1.2986715091274013,
+      "grad_norm": 341.1195068359375,
+      "learning_rate": 5.785276337724102e-06,
+      "loss": 24.5625,
+      "step": 27176
+    },
+    {
+      "epoch": 1.2987192965688616,
+      "grad_norm": 178.0961151123047,
+      "learning_rate": 5.7845745753440015e-06,
+      "loss": 28.2812,
+      "step": 27177
+    },
+    {
+      "epoch": 1.298767084010322,
+      "grad_norm": 179.666259765625,
+      "learning_rate": 5.783872838208866e-06,
+      "loss": 20.25,
+      "step": 27178
+    },
+    {
+      "epoch": 1.2988148714517824,
+      "grad_norm": 254.23211669921875,
+      "learning_rate": 5.783171126322886e-06,
+      "loss": 21.8281,
+      "step": 27179
+    },
+    {
+      "epoch": 1.2988626588932428,
+      "grad_norm": 254.81549072265625,
+      "learning_rate": 5.782469439690272e-06,
+      "loss": 19.875,
+      "step": 27180
+    },
+    {
+      "epoch": 1.2989104463347032,
+      "grad_norm": 131.05535888671875,
+      "learning_rate": 5.781767778315222e-06,
+      "loss": 18.8906,
+      "step": 27181
+    },
+    {
+      "epoch": 1.2989582337761636,
+      "grad_norm": 178.92320251464844,
+      "learning_rate": 5.781066142201944e-06,
+      "loss": 22.1094,
+      "step": 27182
+    },
+    {
+      "epoch": 1.299006021217624,
+      "grad_norm": 330.2385559082031,
+      "learning_rate": 5.780364531354633e-06,
+      "loss": 23.5312,
+      "step": 27183
+    },
+    {
+      "epoch": 1.2990538086590844,
+      "grad_norm": 326.8320617675781,
+      "learning_rate": 5.779662945777494e-06,
+      "loss": 24.3125,
+      "step": 27184
+    },
+    {
+      "epoch": 1.2991015961005448,
+      "grad_norm": 316.4355163574219,
+      "learning_rate": 5.778961385474731e-06,
+      "loss": 29.5,
+      "step": 27185
+    },
+    {
+      "epoch": 1.2991493835420052,
+      "grad_norm": 196.8670196533203,
+      "learning_rate": 5.778259850450539e-06,
+      "loss": 24.125,
+      "step": 27186
+    },
+    {
+      "epoch": 1.2991971709834655,
+      "grad_norm": 310.3403015136719,
+      "learning_rate": 5.777558340709126e-06,
+      "loss": 26.6719,
+      "step": 27187
+    },
+    {
+      "epoch": 1.299244958424926,
+      "grad_norm": 170.61865234375,
+      "learning_rate": 5.7768568562546875e-06,
+      "loss": 32.5938,
+      "step": 27188
+    },
+    {
+      "epoch": 1.2992927458663863,
+      "grad_norm": 252.57608032226562,
+      "learning_rate": 5.776155397091428e-06,
+      "loss": 27.2812,
+      "step": 27189
+    },
+    {
+      "epoch": 1.2993405333078467,
+      "grad_norm": 255.15147399902344,
+      "learning_rate": 5.77545396322355e-06,
+      "loss": 23.6562,
+      "step": 27190
+    },
+    {
+      "epoch": 1.299388320749307,
+      "grad_norm": 228.9406280517578,
+      "learning_rate": 5.7747525546552475e-06,
+      "loss": 19.9062,
+      "step": 27191
+    },
+    {
+      "epoch": 1.2994361081907675,
+      "grad_norm": 212.0521240234375,
+      "learning_rate": 5.774051171390724e-06,
+      "loss": 21.6875,
+      "step": 27192
+    },
+    {
+      "epoch": 1.2994838956322279,
+      "grad_norm": 131.6297149658203,
+      "learning_rate": 5.773349813434188e-06,
+      "loss": 18.0156,
+      "step": 27193
+    },
+    {
+      "epoch": 1.2995316830736883,
+      "grad_norm": 243.8084716796875,
+      "learning_rate": 5.772648480789826e-06,
+      "loss": 28.5469,
+      "step": 27194
+    },
+    {
+      "epoch": 1.2995794705151487,
+      "grad_norm": 384.9201354980469,
+      "learning_rate": 5.771947173461847e-06,
+      "loss": 30.2812,
+      "step": 27195
+    },
+    {
+      "epoch": 1.299627257956609,
+      "grad_norm": 175.7822723388672,
+      "learning_rate": 5.7712458914544514e-06,
+      "loss": 31.7812,
+      "step": 27196
+    },
+    {
+      "epoch": 1.2996750453980694,
+      "grad_norm": 248.8235321044922,
+      "learning_rate": 5.770544634771833e-06,
+      "loss": 28.4688,
+      "step": 27197
+    },
+    {
+      "epoch": 1.2997228328395298,
+      "grad_norm": 518.3733520507812,
+      "learning_rate": 5.769843403418194e-06,
+      "loss": 25.4062,
+      "step": 27198
+    },
+    {
+      "epoch": 1.2997706202809902,
+      "grad_norm": 207.05873107910156,
+      "learning_rate": 5.7691421973977345e-06,
+      "loss": 22.4375,
+      "step": 27199
+    },
+    {
+      "epoch": 1.2998184077224506,
+      "grad_norm": 120.81105041503906,
+      "learning_rate": 5.768441016714659e-06,
+      "loss": 13.9062,
+      "step": 27200
+    },
+    {
+      "epoch": 1.299866195163911,
+      "grad_norm": 489.4934387207031,
+      "learning_rate": 5.767739861373157e-06,
+      "loss": 24.5,
+      "step": 27201
+    },
+    {
+      "epoch": 1.2999139826053714,
+      "grad_norm": 296.25341796875,
+      "learning_rate": 5.767038731377432e-06,
+      "loss": 26.4688,
+      "step": 27202
+    },
+    {
+      "epoch": 1.2999617700468318,
+      "grad_norm": 210.03887939453125,
+      "learning_rate": 5.766337626731684e-06,
+      "loss": 28.2812,
+      "step": 27203
+    },
+    {
+      "epoch": 1.3000095574882922,
+      "grad_norm": 276.8503723144531,
+      "learning_rate": 5.765636547440113e-06,
+      "loss": 30.5625,
+      "step": 27204
+    },
+    {
+      "epoch": 1.3000573449297526,
+      "grad_norm": 313.3837890625,
+      "learning_rate": 5.764935493506912e-06,
+      "loss": 25.9375,
+      "step": 27205
+    },
+    {
+      "epoch": 1.300105132371213,
+      "grad_norm": 318.3677062988281,
+      "learning_rate": 5.7642344649362826e-06,
+      "loss": 23.875,
+      "step": 27206
+    },
+    {
+      "epoch": 1.3001529198126733,
+      "grad_norm": 207.38619995117188,
+      "learning_rate": 5.763533461732428e-06,
+      "loss": 22.7656,
+      "step": 27207
+    },
+    {
+      "epoch": 1.3002007072541337,
+      "grad_norm": 347.66229248046875,
+      "learning_rate": 5.762832483899537e-06,
+      "loss": 20.3125,
+      "step": 27208
+    },
+    {
+      "epoch": 1.3002484946955941,
+      "grad_norm": 207.16827392578125,
+      "learning_rate": 5.762131531441811e-06,
+      "loss": 28.125,
+      "step": 27209
+    },
+    {
+      "epoch": 1.3002962821370545,
+      "grad_norm": 522.2625122070312,
+      "learning_rate": 5.761430604363449e-06,
+      "loss": 26.5,
+      "step": 27210
+    },
+    {
+      "epoch": 1.300344069578515,
+      "grad_norm": 605.714111328125,
+      "learning_rate": 5.760729702668654e-06,
+      "loss": 25.0,
+      "step": 27211
+    },
+    {
+      "epoch": 1.3003918570199753,
+      "grad_norm": 256.4131164550781,
+      "learning_rate": 5.760028826361612e-06,
+      "loss": 25.8281,
+      "step": 27212
+    },
+    {
+      "epoch": 1.3004396444614357,
+      "grad_norm": 161.37449645996094,
+      "learning_rate": 5.759327975446527e-06,
+      "loss": 31.0312,
+      "step": 27213
+    },
+    {
+      "epoch": 1.3004874319028958,
+      "grad_norm": 155.04823303222656,
+      "learning_rate": 5.7586271499275954e-06,
+      "loss": 20.9531,
+      "step": 27214
+    },
+    {
+      "epoch": 1.3005352193443562,
+      "grad_norm": 368.9444885253906,
+      "learning_rate": 5.75792634980902e-06,
+      "loss": 25.9844,
+      "step": 27215
+    },
+    {
+      "epoch": 1.3005830067858166,
+      "grad_norm": 237.91217041015625,
+      "learning_rate": 5.757225575094986e-06,
+      "loss": 24.25,
+      "step": 27216
+    },
+    {
+      "epoch": 1.300630794227277,
+      "grad_norm": 131.57762145996094,
+      "learning_rate": 5.756524825789695e-06,
+      "loss": 26.1875,
+      "step": 27217
+    },
+    {
+      "epoch": 1.3006785816687374,
+      "grad_norm": 347.7485656738281,
+      "learning_rate": 5.755824101897352e-06,
+      "loss": 33.25,
+      "step": 27218
+    },
+    {
+      "epoch": 1.3007263691101978,
+      "grad_norm": 349.937744140625,
+      "learning_rate": 5.7551234034221405e-06,
+      "loss": 22.2969,
+      "step": 27219
+    },
+    {
+      "epoch": 1.3007741565516582,
+      "grad_norm": 289.41278076171875,
+      "learning_rate": 5.754422730368266e-06,
+      "loss": 31.1562,
+      "step": 27220
+    },
+    {
+      "epoch": 1.3008219439931186,
+      "grad_norm": 426.7207336425781,
+      "learning_rate": 5.753722082739916e-06,
+      "loss": 35.875,
+      "step": 27221
+    },
+    {
+      "epoch": 1.300869731434579,
+      "grad_norm": 168.29605102539062,
+      "learning_rate": 5.753021460541295e-06,
+      "loss": 26.4375,
+      "step": 27222
+    },
+    {
+      "epoch": 1.3009175188760393,
+      "grad_norm": 169.28794860839844,
+      "learning_rate": 5.752320863776597e-06,
+      "loss": 21.9375,
+      "step": 27223
+    },
+    {
+      "epoch": 1.3009653063174997,
+      "grad_norm": 225.90696716308594,
+      "learning_rate": 5.751620292450012e-06,
+      "loss": 24.8438,
+      "step": 27224
+    },
+    {
+      "epoch": 1.3010130937589601,
+      "grad_norm": 400.49029541015625,
+      "learning_rate": 5.75091974656574e-06,
+      "loss": 19.7188,
+      "step": 27225
+    },
+    {
+      "epoch": 1.3010608812004205,
+      "grad_norm": 236.6417236328125,
+      "learning_rate": 5.7502192261279796e-06,
+      "loss": 25.0312,
+      "step": 27226
+    },
+    {
+      "epoch": 1.301108668641881,
+      "grad_norm": 313.0860900878906,
+      "learning_rate": 5.749518731140918e-06,
+      "loss": 27.2969,
+      "step": 27227
+    },
+    {
+      "epoch": 1.3011564560833413,
+      "grad_norm": 300.14691162109375,
+      "learning_rate": 5.748818261608755e-06,
+      "loss": 27.125,
+      "step": 27228
+    },
+    {
+      "epoch": 1.3012042435248017,
+      "grad_norm": 290.0334167480469,
+      "learning_rate": 5.7481178175356855e-06,
+      "loss": 24.75,
+      "step": 27229
+    },
+    {
+      "epoch": 1.301252030966262,
+      "grad_norm": 346.59405517578125,
+      "learning_rate": 5.747417398925908e-06,
+      "loss": 29.3125,
+      "step": 27230
+    },
+    {
+      "epoch": 1.3012998184077225,
+      "grad_norm": 206.20481872558594,
+      "learning_rate": 5.746717005783609e-06,
+      "loss": 18.0156,
+      "step": 27231
+    },
+    {
+      "epoch": 1.3013476058491829,
+      "grad_norm": 165.37203979492188,
+      "learning_rate": 5.746016638112986e-06,
+      "loss": 23.2812,
+      "step": 27232
+    },
+    {
+      "epoch": 1.3013953932906432,
+      "grad_norm": 282.99041748046875,
+      "learning_rate": 5.745316295918237e-06,
+      "loss": 32.4062,
+      "step": 27233
+    },
+    {
+      "epoch": 1.3014431807321036,
+      "grad_norm": 133.92201232910156,
+      "learning_rate": 5.744615979203552e-06,
+      "loss": 20.5938,
+      "step": 27234
+    },
+    {
+      "epoch": 1.301490968173564,
+      "grad_norm": 231.06529235839844,
+      "learning_rate": 5.743915687973125e-06,
+      "loss": 27.2656,
+      "step": 27235
+    },
+    {
+      "epoch": 1.3015387556150244,
+      "grad_norm": 340.64825439453125,
+      "learning_rate": 5.743215422231151e-06,
+      "loss": 20.8438,
+      "step": 27236
+    },
+    {
+      "epoch": 1.3015865430564848,
+      "grad_norm": 260.4399108886719,
+      "learning_rate": 5.7425151819818285e-06,
+      "loss": 21.5156,
+      "step": 27237
+    },
+    {
+      "epoch": 1.3016343304979452,
+      "grad_norm": 278.077880859375,
+      "learning_rate": 5.741814967229342e-06,
+      "loss": 32.4375,
+      "step": 27238
+    },
+    {
+      "epoch": 1.3016821179394056,
+      "grad_norm": 153.3461151123047,
+      "learning_rate": 5.74111477797789e-06,
+      "loss": 20.1562,
+      "step": 27239
+    },
+    {
+      "epoch": 1.301729905380866,
+      "grad_norm": 169.8595428466797,
+      "learning_rate": 5.740414614231664e-06,
+      "loss": 29.7188,
+      "step": 27240
+    },
+    {
+      "epoch": 1.3017776928223264,
+      "grad_norm": 118.66815948486328,
+      "learning_rate": 5.739714475994862e-06,
+      "loss": 19.9531,
+      "step": 27241
+    },
+    {
+      "epoch": 1.3018254802637867,
+      "grad_norm": 186.5242156982422,
+      "learning_rate": 5.73901436327167e-06,
+      "loss": 20.2031,
+      "step": 27242
+    },
+    {
+      "epoch": 1.3018732677052471,
+      "grad_norm": 147.2364501953125,
+      "learning_rate": 5.738314276066283e-06,
+      "loss": 15.6562,
+      "step": 27243
+    },
+    {
+      "epoch": 1.3019210551467073,
+      "grad_norm": 262.5155944824219,
+      "learning_rate": 5.737614214382899e-06,
+      "loss": 31.125,
+      "step": 27244
+    },
+    {
+      "epoch": 1.3019688425881677,
+      "grad_norm": 298.1789855957031,
+      "learning_rate": 5.736914178225701e-06,
+      "loss": 23.2969,
+      "step": 27245
+    },
+    {
+      "epoch": 1.302016630029628,
+      "grad_norm": 334.05133056640625,
+      "learning_rate": 5.736214167598887e-06,
+      "loss": 33.3125,
+      "step": 27246
+    },
+    {
+      "epoch": 1.3020644174710885,
+      "grad_norm": 386.6392517089844,
+      "learning_rate": 5.735514182506649e-06,
+      "loss": 21.0938,
+      "step": 27247
+    },
+    {
+      "epoch": 1.3021122049125489,
+      "grad_norm": 221.7139892578125,
+      "learning_rate": 5.73481422295318e-06,
+      "loss": 25.8281,
+      "step": 27248
+    },
+    {
+      "epoch": 1.3021599923540093,
+      "grad_norm": 163.0817108154297,
+      "learning_rate": 5.734114288942668e-06,
+      "loss": 17.3906,
+      "step": 27249
+    },
+    {
+      "epoch": 1.3022077797954696,
+      "grad_norm": 322.38330078125,
+      "learning_rate": 5.733414380479307e-06,
+      "loss": 23.875,
+      "step": 27250
+    },
+    {
+      "epoch": 1.30225556723693,
+      "grad_norm": 139.1741180419922,
+      "learning_rate": 5.732714497567292e-06,
+      "loss": 20.4375,
+      "step": 27251
+    },
+    {
+      "epoch": 1.3023033546783904,
+      "grad_norm": 214.78492736816406,
+      "learning_rate": 5.732014640210807e-06,
+      "loss": 21.8125,
+      "step": 27252
+    },
+    {
+      "epoch": 1.3023511421198508,
+      "grad_norm": 171.14512634277344,
+      "learning_rate": 5.731314808414051e-06,
+      "loss": 25.0312,
+      "step": 27253
+    },
+    {
+      "epoch": 1.3023989295613112,
+      "grad_norm": 535.8604125976562,
+      "learning_rate": 5.730615002181208e-06,
+      "loss": 21.4062,
+      "step": 27254
+    },
+    {
+      "epoch": 1.3024467170027716,
+      "grad_norm": 266.33154296875,
+      "learning_rate": 5.729915221516471e-06,
+      "loss": 20.3281,
+      "step": 27255
+    },
+    {
+      "epoch": 1.302494504444232,
+      "grad_norm": 181.2357177734375,
+      "learning_rate": 5.729215466424037e-06,
+      "loss": 23.0312,
+      "step": 27256
+    },
+    {
+      "epoch": 1.3025422918856924,
+      "grad_norm": 277.94970703125,
+      "learning_rate": 5.728515736908086e-06,
+      "loss": 23.5938,
+      "step": 27257
+    },
+    {
+      "epoch": 1.3025900793271528,
+      "grad_norm": 196.03501892089844,
+      "learning_rate": 5.727816032972815e-06,
+      "loss": 35.4688,
+      "step": 27258
+    },
+    {
+      "epoch": 1.3026378667686132,
+      "grad_norm": 156.9625701904297,
+      "learning_rate": 5.727116354622416e-06,
+      "loss": 20.625,
+      "step": 27259
+    },
+    {
+      "epoch": 1.3026856542100735,
+      "grad_norm": 299.4357604980469,
+      "learning_rate": 5.726416701861074e-06,
+      "loss": 27.375,
+      "step": 27260
+    },
+    {
+      "epoch": 1.302733441651534,
+      "grad_norm": 732.6400756835938,
+      "learning_rate": 5.725717074692981e-06,
+      "loss": 24.5625,
+      "step": 27261
+    },
+    {
+      "epoch": 1.3027812290929943,
+      "grad_norm": 715.8353271484375,
+      "learning_rate": 5.725017473122327e-06,
+      "loss": 38.0625,
+      "step": 27262
+    },
+    {
+      "epoch": 1.3028290165344547,
+      "grad_norm": 214.69264221191406,
+      "learning_rate": 5.7243178971533075e-06,
+      "loss": 25.5938,
+      "step": 27263
+    },
+    {
+      "epoch": 1.302876803975915,
+      "grad_norm": 288.8979797363281,
+      "learning_rate": 5.723618346790102e-06,
+      "loss": 26.125,
+      "step": 27264
+    },
+    {
+      "epoch": 1.3029245914173755,
+      "grad_norm": 459.3882141113281,
+      "learning_rate": 5.722918822036905e-06,
+      "loss": 34.3125,
+      "step": 27265
+    },
+    {
+      "epoch": 1.3029723788588359,
+      "grad_norm": 153.75413513183594,
+      "learning_rate": 5.722219322897904e-06,
+      "loss": 17.6562,
+      "step": 27266
+    },
+    {
+      "epoch": 1.3030201663002963,
+      "grad_norm": 185.9680633544922,
+      "learning_rate": 5.7215198493772936e-06,
+      "loss": 19.625,
+      "step": 27267
+    },
+    {
+      "epoch": 1.3030679537417567,
+      "grad_norm": 263.81768798828125,
+      "learning_rate": 5.720820401479255e-06,
+      "loss": 20.625,
+      "step": 27268
+    },
+    {
+      "epoch": 1.303115741183217,
+      "grad_norm": 359.2477722167969,
+      "learning_rate": 5.72012097920798e-06,
+      "loss": 31.5312,
+      "step": 27269
+    },
+    {
+      "epoch": 1.3031635286246774,
+      "grad_norm": 340.69232177734375,
+      "learning_rate": 5.719421582567663e-06,
+      "loss": 21.5938,
+      "step": 27270
+    },
+    {
+      "epoch": 1.3032113160661378,
+      "grad_norm": 674.3916015625,
+      "learning_rate": 5.718722211562482e-06,
+      "loss": 23.2031,
+      "step": 27271
+    },
+    {
+      "epoch": 1.3032591035075982,
+      "grad_norm": 250.13648986816406,
+      "learning_rate": 5.718022866196632e-06,
+      "loss": 18.2812,
+      "step": 27272
+    },
+    {
+      "epoch": 1.3033068909490586,
+      "grad_norm": 264.4987487792969,
+      "learning_rate": 5.717323546474299e-06,
+      "loss": 20.4375,
+      "step": 27273
+    },
+    {
+      "epoch": 1.303354678390519,
+      "grad_norm": 341.8722229003906,
+      "learning_rate": 5.716624252399675e-06,
+      "loss": 18.9844,
+      "step": 27274
+    },
+    {
+      "epoch": 1.3034024658319794,
+      "grad_norm": 213.45201110839844,
+      "learning_rate": 5.715924983976942e-06,
+      "loss": 20.0469,
+      "step": 27275
+    },
+    {
+      "epoch": 1.3034502532734398,
+      "grad_norm": 595.6979370117188,
+      "learning_rate": 5.7152257412102895e-06,
+      "loss": 32.5938,
+      "step": 27276
+    },
+    {
+      "epoch": 1.3034980407149002,
+      "grad_norm": 272.88995361328125,
+      "learning_rate": 5.714526524103906e-06,
+      "loss": 14.7656,
+      "step": 27277
+    },
+    {
+      "epoch": 1.3035458281563606,
+      "grad_norm": 212.61785888671875,
+      "learning_rate": 5.713827332661983e-06,
+      "loss": 28.75,
+      "step": 27278
+    },
+    {
+      "epoch": 1.303593615597821,
+      "grad_norm": 157.986572265625,
+      "learning_rate": 5.7131281668887e-06,
+      "loss": 23.5781,
+      "step": 27279
+    },
+    {
+      "epoch": 1.3036414030392813,
+      "grad_norm": 767.7238159179688,
+      "learning_rate": 5.712429026788247e-06,
+      "loss": 31.1562,
+      "step": 27280
+    },
+    {
+      "epoch": 1.3036891904807417,
+      "grad_norm": 323.55523681640625,
+      "learning_rate": 5.711729912364816e-06,
+      "loss": 29.125,
+      "step": 27281
+    },
+    {
+      "epoch": 1.3037369779222021,
+      "grad_norm": 187.4815216064453,
+      "learning_rate": 5.711030823622585e-06,
+      "loss": 22.0312,
+      "step": 27282
+    },
+    {
+      "epoch": 1.3037847653636625,
+      "grad_norm": 158.2821044921875,
+      "learning_rate": 5.710331760565746e-06,
+      "loss": 20.9531,
+      "step": 27283
+    },
+    {
+      "epoch": 1.303832552805123,
+      "grad_norm": 182.29058837890625,
+      "learning_rate": 5.709632723198488e-06,
+      "loss": 32.2812,
+      "step": 27284
+    },
+    {
+      "epoch": 1.3038803402465833,
+      "grad_norm": 261.59051513671875,
+      "learning_rate": 5.708933711524991e-06,
+      "loss": 34.3438,
+      "step": 27285
+    },
+    {
+      "epoch": 1.3039281276880437,
+      "grad_norm": 256.60687255859375,
+      "learning_rate": 5.708234725549442e-06,
+      "loss": 26.2188,
+      "step": 27286
+    },
+    {
+      "epoch": 1.303975915129504,
+      "grad_norm": 197.7271270751953,
+      "learning_rate": 5.7075357652760345e-06,
+      "loss": 28.4688,
+      "step": 27287
+    },
+    {
+      "epoch": 1.3040237025709644,
+      "grad_norm": 184.15553283691406,
+      "learning_rate": 5.706836830708945e-06,
+      "loss": 27.2188,
+      "step": 27288
+    },
+    {
+      "epoch": 1.3040714900124248,
+      "grad_norm": 190.8035430908203,
+      "learning_rate": 5.706137921852366e-06,
+      "loss": 17.25,
+      "step": 27289
+    },
+    {
+      "epoch": 1.3041192774538852,
+      "grad_norm": 226.47946166992188,
+      "learning_rate": 5.705439038710478e-06,
+      "loss": 27.6562,
+      "step": 27290
+    },
+    {
+      "epoch": 1.3041670648953456,
+      "grad_norm": 255.79037475585938,
+      "learning_rate": 5.704740181287467e-06,
+      "loss": 23.9688,
+      "step": 27291
+    },
+    {
+      "epoch": 1.304214852336806,
+      "grad_norm": 216.68826293945312,
+      "learning_rate": 5.704041349587526e-06,
+      "loss": 20.8281,
+      "step": 27292
+    },
+    {
+      "epoch": 1.3042626397782664,
+      "grad_norm": 276.47821044921875,
+      "learning_rate": 5.703342543614827e-06,
+      "loss": 32.6562,
+      "step": 27293
+    },
+    {
+      "epoch": 1.3043104272197268,
+      "grad_norm": 332.05242919921875,
+      "learning_rate": 5.702643763373564e-06,
+      "loss": 44.7812,
+      "step": 27294
+    },
+    {
+      "epoch": 1.3043582146611872,
+      "grad_norm": 275.46185302734375,
+      "learning_rate": 5.701945008867919e-06,
+      "loss": 20.4688,
+      "step": 27295
+    },
+    {
+      "epoch": 1.3044060021026473,
+      "grad_norm": 113.91136169433594,
+      "learning_rate": 5.701246280102082e-06,
+      "loss": 17.8438,
+      "step": 27296
+    },
+    {
+      "epoch": 1.3044537895441077,
+      "grad_norm": 160.6305389404297,
+      "learning_rate": 5.700547577080228e-06,
+      "loss": 24.3125,
+      "step": 27297
+    },
+    {
+      "epoch": 1.3045015769855681,
+      "grad_norm": 232.43382263183594,
+      "learning_rate": 5.699848899806548e-06,
+      "loss": 35.5938,
+      "step": 27298
+    },
+    {
+      "epoch": 1.3045493644270285,
+      "grad_norm": 260.02593994140625,
+      "learning_rate": 5.6991502482852235e-06,
+      "loss": 14.2188,
+      "step": 27299
+    },
+    {
+      "epoch": 1.304597151868489,
+      "grad_norm": 184.70579528808594,
+      "learning_rate": 5.698451622520442e-06,
+      "loss": 24.375,
+      "step": 27300
+    },
+    {
+      "epoch": 1.3046449393099493,
+      "grad_norm": 312.2066650390625,
+      "learning_rate": 5.6977530225163826e-06,
+      "loss": 24.5312,
+      "step": 27301
+    },
+    {
+      "epoch": 1.3046927267514097,
+      "grad_norm": 311.6570129394531,
+      "learning_rate": 5.6970544482772305e-06,
+      "loss": 26.0469,
+      "step": 27302
+    },
+    {
+      "epoch": 1.30474051419287,
+      "grad_norm": 185.14306640625,
+      "learning_rate": 5.69635589980717e-06,
+      "loss": 21.3281,
+      "step": 27303
+    },
+    {
+      "epoch": 1.3047883016343305,
+      "grad_norm": 175.54759216308594,
+      "learning_rate": 5.695657377110388e-06,
+      "loss": 23.3906,
+      "step": 27304
+    },
+    {
+      "epoch": 1.3048360890757909,
+      "grad_norm": 247.14259338378906,
+      "learning_rate": 5.694958880191061e-06,
+      "loss": 31.125,
+      "step": 27305
+    },
+    {
+      "epoch": 1.3048838765172512,
+      "grad_norm": 220.55447387695312,
+      "learning_rate": 5.694260409053374e-06,
+      "loss": 26.0,
+      "step": 27306
+    },
+    {
+      "epoch": 1.3049316639587116,
+      "grad_norm": 239.02145385742188,
+      "learning_rate": 5.693561963701517e-06,
+      "loss": 26.75,
+      "step": 27307
+    },
+    {
+      "epoch": 1.304979451400172,
+      "grad_norm": 201.88021850585938,
+      "learning_rate": 5.692863544139661e-06,
+      "loss": 16.9844,
+      "step": 27308
+    },
+    {
+      "epoch": 1.3050272388416324,
+      "grad_norm": 226.21575927734375,
+      "learning_rate": 5.692165150371995e-06,
+      "loss": 30.1875,
+      "step": 27309
+    },
+    {
+      "epoch": 1.3050750262830928,
+      "grad_norm": 172.38534545898438,
+      "learning_rate": 5.691466782402703e-06,
+      "loss": 22.6094,
+      "step": 27310
+    },
+    {
+      "epoch": 1.3051228137245532,
+      "grad_norm": 282.00054931640625,
+      "learning_rate": 5.690768440235968e-06,
+      "loss": 19.4062,
+      "step": 27311
+    },
+    {
+      "epoch": 1.3051706011660136,
+      "grad_norm": 201.7274169921875,
+      "learning_rate": 5.690070123875966e-06,
+      "loss": 31.3594,
+      "step": 27312
+    },
+    {
+      "epoch": 1.305218388607474,
+      "grad_norm": 203.6259307861328,
+      "learning_rate": 5.689371833326882e-06,
+      "loss": 20.3281,
+      "step": 27313
+    },
+    {
+      "epoch": 1.3052661760489344,
+      "grad_norm": 229.98788452148438,
+      "learning_rate": 5.6886735685928994e-06,
+      "loss": 29.8125,
+      "step": 27314
+    },
+    {
+      "epoch": 1.3053139634903947,
+      "grad_norm": 229.1431884765625,
+      "learning_rate": 5.6879753296782025e-06,
+      "loss": 19.6719,
+      "step": 27315
+    },
+    {
+      "epoch": 1.3053617509318551,
+      "grad_norm": 175.49578857421875,
+      "learning_rate": 5.687277116586965e-06,
+      "loss": 19.6719,
+      "step": 27316
+    },
+    {
+      "epoch": 1.3054095383733155,
+      "grad_norm": 139.8990936279297,
+      "learning_rate": 5.686578929323378e-06,
+      "loss": 22.4766,
+      "step": 27317
+    },
+    {
+      "epoch": 1.305457325814776,
+      "grad_norm": 275.69561767578125,
+      "learning_rate": 5.685880767891612e-06,
+      "loss": 27.0,
+      "step": 27318
+    },
+    {
+      "epoch": 1.3055051132562363,
+      "grad_norm": 241.14332580566406,
+      "learning_rate": 5.685182632295853e-06,
+      "loss": 24.5625,
+      "step": 27319
+    },
+    {
+      "epoch": 1.3055529006976967,
+      "grad_norm": 248.34140014648438,
+      "learning_rate": 5.6844845225402875e-06,
+      "loss": 19.7188,
+      "step": 27320
+    },
+    {
+      "epoch": 1.305600688139157,
+      "grad_norm": 202.3435821533203,
+      "learning_rate": 5.683786438629086e-06,
+      "loss": 26.2188,
+      "step": 27321
+    },
+    {
+      "epoch": 1.3056484755806175,
+      "grad_norm": 229.534423828125,
+      "learning_rate": 5.68308838056644e-06,
+      "loss": 20.4062,
+      "step": 27322
+    },
+    {
+      "epoch": 1.3056962630220779,
+      "grad_norm": 269.52545166015625,
+      "learning_rate": 5.6823903483565205e-06,
+      "loss": 18.5781,
+      "step": 27323
+    },
+    {
+      "epoch": 1.3057440504635383,
+      "grad_norm": 219.56907653808594,
+      "learning_rate": 5.68169234200351e-06,
+      "loss": 25.0938,
+      "step": 27324
+    },
+    {
+      "epoch": 1.3057918379049986,
+      "grad_norm": 354.383056640625,
+      "learning_rate": 5.6809943615115915e-06,
+      "loss": 20.2656,
+      "step": 27325
+    },
+    {
+      "epoch": 1.305839625346459,
+      "grad_norm": 207.65882873535156,
+      "learning_rate": 5.6802964068849465e-06,
+      "loss": 24.0938,
+      "step": 27326
+    },
+    {
+      "epoch": 1.3058874127879192,
+      "grad_norm": 320.7281799316406,
+      "learning_rate": 5.679598478127748e-06,
+      "loss": 29.4688,
+      "step": 27327
+    },
+    {
+      "epoch": 1.3059352002293796,
+      "grad_norm": 224.63046264648438,
+      "learning_rate": 5.678900575244181e-06,
+      "loss": 19.4062,
+      "step": 27328
+    },
+    {
+      "epoch": 1.30598298767084,
+      "grad_norm": 267.5319519042969,
+      "learning_rate": 5.678202698238427e-06,
+      "loss": 26.4062,
+      "step": 27329
+    },
+    {
+      "epoch": 1.3060307751123004,
+      "grad_norm": 372.7957458496094,
+      "learning_rate": 5.677504847114658e-06,
+      "loss": 25.0781,
+      "step": 27330
+    },
+    {
+      "epoch": 1.3060785625537608,
+      "grad_norm": 392.0700378417969,
+      "learning_rate": 5.676807021877057e-06,
+      "loss": 23.8438,
+      "step": 27331
+    },
+    {
+      "epoch": 1.3061263499952211,
+      "grad_norm": 249.6654510498047,
+      "learning_rate": 5.676109222529805e-06,
+      "loss": 19.5625,
+      "step": 27332
+    },
+    {
+      "epoch": 1.3061741374366815,
+      "grad_norm": 259.4198303222656,
+      "learning_rate": 5.675411449077083e-06,
+      "loss": 30.0625,
+      "step": 27333
+    },
+    {
+      "epoch": 1.306221924878142,
+      "grad_norm": 250.1946563720703,
+      "learning_rate": 5.674713701523063e-06,
+      "loss": 26.4062,
+      "step": 27334
+    },
+    {
+      "epoch": 1.3062697123196023,
+      "grad_norm": 187.59671020507812,
+      "learning_rate": 5.674015979871924e-06,
+      "loss": 25.7188,
+      "step": 27335
+    },
+    {
+      "epoch": 1.3063174997610627,
+      "grad_norm": 371.65032958984375,
+      "learning_rate": 5.673318284127849e-06,
+      "loss": 26.75,
+      "step": 27336
+    },
+    {
+      "epoch": 1.306365287202523,
+      "grad_norm": 421.4274597167969,
+      "learning_rate": 5.672620614295019e-06,
+      "loss": 25.1094,
+      "step": 27337
+    },
+    {
+      "epoch": 1.3064130746439835,
+      "grad_norm": 446.1470642089844,
+      "learning_rate": 5.671922970377602e-06,
+      "loss": 25.5781,
+      "step": 27338
+    },
+    {
+      "epoch": 1.3064608620854439,
+      "grad_norm": 256.6288757324219,
+      "learning_rate": 5.671225352379783e-06,
+      "loss": 24.3594,
+      "step": 27339
+    },
+    {
+      "epoch": 1.3065086495269043,
+      "grad_norm": 234.1917266845703,
+      "learning_rate": 5.670527760305742e-06,
+      "loss": 17.5469,
+      "step": 27340
+    },
+    {
+      "epoch": 1.3065564369683647,
+      "grad_norm": 514.5759887695312,
+      "learning_rate": 5.66983019415965e-06,
+      "loss": 25.2812,
+      "step": 27341
+    },
+    {
+      "epoch": 1.306604224409825,
+      "grad_norm": 230.25416564941406,
+      "learning_rate": 5.669132653945687e-06,
+      "loss": 29.8125,
+      "step": 27342
+    },
+    {
+      "epoch": 1.3066520118512854,
+      "grad_norm": 146.5269775390625,
+      "learning_rate": 5.6684351396680315e-06,
+      "loss": 18.625,
+      "step": 27343
+    },
+    {
+      "epoch": 1.3066997992927458,
+      "grad_norm": 245.5692138671875,
+      "learning_rate": 5.667737651330863e-06,
+      "loss": 23.4062,
+      "step": 27344
+    },
+    {
+      "epoch": 1.3067475867342062,
+      "grad_norm": 294.2930908203125,
+      "learning_rate": 5.667040188938353e-06,
+      "loss": 38.8125,
+      "step": 27345
+    },
+    {
+      "epoch": 1.3067953741756666,
+      "grad_norm": 203.69752502441406,
+      "learning_rate": 5.666342752494681e-06,
+      "loss": 24.5312,
+      "step": 27346
+    },
+    {
+      "epoch": 1.306843161617127,
+      "grad_norm": 479.8326721191406,
+      "learning_rate": 5.665645342004025e-06,
+      "loss": 33.5625,
+      "step": 27347
+    },
+    {
+      "epoch": 1.3068909490585874,
+      "grad_norm": 329.33984375,
+      "learning_rate": 5.664947957470562e-06,
+      "loss": 32.4375,
+      "step": 27348
+    },
+    {
+      "epoch": 1.3069387365000478,
+      "grad_norm": 201.25205993652344,
+      "learning_rate": 5.664250598898464e-06,
+      "loss": 29.125,
+      "step": 27349
+    },
+    {
+      "epoch": 1.3069865239415082,
+      "grad_norm": 174.34730529785156,
+      "learning_rate": 5.6635532662919155e-06,
+      "loss": 20.0625,
+      "step": 27350
+    },
+    {
+      "epoch": 1.3070343113829685,
+      "grad_norm": 162.5545654296875,
+      "learning_rate": 5.662855959655082e-06,
+      "loss": 26.0312,
+      "step": 27351
+    },
+    {
+      "epoch": 1.307082098824429,
+      "grad_norm": 330.76971435546875,
+      "learning_rate": 5.662158678992147e-06,
+      "loss": 22.6562,
+      "step": 27352
+    },
+    {
+      "epoch": 1.3071298862658893,
+      "grad_norm": 474.0632019042969,
+      "learning_rate": 5.661461424307286e-06,
+      "loss": 32.875,
+      "step": 27353
+    },
+    {
+      "epoch": 1.3071776737073497,
+      "grad_norm": 183.82275390625,
+      "learning_rate": 5.660764195604669e-06,
+      "loss": 21.2969,
+      "step": 27354
+    },
+    {
+      "epoch": 1.30722546114881,
+      "grad_norm": 631.3817749023438,
+      "learning_rate": 5.66006699288848e-06,
+      "loss": 30.8125,
+      "step": 27355
+    },
+    {
+      "epoch": 1.3072732485902705,
+      "grad_norm": 123.81344604492188,
+      "learning_rate": 5.6593698161628855e-06,
+      "loss": 16.4844,
+      "step": 27356
+    },
+    {
+      "epoch": 1.3073210360317309,
+      "grad_norm": 282.1696472167969,
+      "learning_rate": 5.658672665432065e-06,
+      "loss": 23.75,
+      "step": 27357
+    },
+    {
+      "epoch": 1.3073688234731913,
+      "grad_norm": 183.5355682373047,
+      "learning_rate": 5.657975540700193e-06,
+      "loss": 17.25,
+      "step": 27358
+    },
+    {
+      "epoch": 1.3074166109146517,
+      "grad_norm": 470.6048278808594,
+      "learning_rate": 5.657278441971449e-06,
+      "loss": 26.3438,
+      "step": 27359
+    },
+    {
+      "epoch": 1.307464398356112,
+      "grad_norm": 187.22743225097656,
+      "learning_rate": 5.656581369249998e-06,
+      "loss": 19.5312,
+      "step": 27360
+    },
+    {
+      "epoch": 1.3075121857975724,
+      "grad_norm": 209.02684020996094,
+      "learning_rate": 5.655884322540022e-06,
+      "loss": 25.1562,
+      "step": 27361
+    },
+    {
+      "epoch": 1.3075599732390328,
+      "grad_norm": 260.8795166015625,
+      "learning_rate": 5.655187301845693e-06,
+      "loss": 26.5312,
+      "step": 27362
+    },
+    {
+      "epoch": 1.3076077606804932,
+      "grad_norm": 199.74176025390625,
+      "learning_rate": 5.65449030717119e-06,
+      "loss": 33.1875,
+      "step": 27363
+    },
+    {
+      "epoch": 1.3076555481219536,
+      "grad_norm": 169.4415283203125,
+      "learning_rate": 5.653793338520679e-06,
+      "loss": 17.3906,
+      "step": 27364
+    },
+    {
+      "epoch": 1.307703335563414,
+      "grad_norm": 1004.0714721679688,
+      "learning_rate": 5.653096395898337e-06,
+      "loss": 24.6562,
+      "step": 27365
+    },
+    {
+      "epoch": 1.3077511230048744,
+      "grad_norm": 227.65353393554688,
+      "learning_rate": 5.652399479308343e-06,
+      "loss": 26.7344,
+      "step": 27366
+    },
+    {
+      "epoch": 1.3077989104463348,
+      "grad_norm": 199.71322631835938,
+      "learning_rate": 5.6517025887548615e-06,
+      "loss": 28.1875,
+      "step": 27367
+    },
+    {
+      "epoch": 1.3078466978877952,
+      "grad_norm": 354.4222717285156,
+      "learning_rate": 5.651005724242072e-06,
+      "loss": 23.0312,
+      "step": 27368
+    },
+    {
+      "epoch": 1.3078944853292556,
+      "grad_norm": 445.1214599609375,
+      "learning_rate": 5.650308885774145e-06,
+      "loss": 25.9531,
+      "step": 27369
+    },
+    {
+      "epoch": 1.307942272770716,
+      "grad_norm": 316.3768615722656,
+      "learning_rate": 5.649612073355259e-06,
+      "loss": 33.375,
+      "step": 27370
+    },
+    {
+      "epoch": 1.3079900602121763,
+      "grad_norm": 204.6707000732422,
+      "learning_rate": 5.64891528698958e-06,
+      "loss": 18.9062,
+      "step": 27371
+    },
+    {
+      "epoch": 1.3080378476536367,
+      "grad_norm": 295.5126647949219,
+      "learning_rate": 5.648218526681284e-06,
+      "loss": 24.0,
+      "step": 27372
+    },
+    {
+      "epoch": 1.3080856350950971,
+      "grad_norm": 164.34837341308594,
+      "learning_rate": 5.647521792434542e-06,
+      "loss": 24.3125,
+      "step": 27373
+    },
+    {
+      "epoch": 1.3081334225365575,
+      "grad_norm": 181.61717224121094,
+      "learning_rate": 5.646825084253535e-06,
+      "loss": 29.125,
+      "step": 27374
+    },
+    {
+      "epoch": 1.308181209978018,
+      "grad_norm": 159.15834045410156,
+      "learning_rate": 5.646128402142423e-06,
+      "loss": 21.2188,
+      "step": 27375
+    },
+    {
+      "epoch": 1.3082289974194783,
+      "grad_norm": 306.0357666015625,
+      "learning_rate": 5.645431746105385e-06,
+      "loss": 28.4062,
+      "step": 27376
+    },
+    {
+      "epoch": 1.3082767848609387,
+      "grad_norm": 124.0733413696289,
+      "learning_rate": 5.6447351161465946e-06,
+      "loss": 15.3438,
+      "step": 27377
+    },
+    {
+      "epoch": 1.3083245723023988,
+      "grad_norm": 230.7874298095703,
+      "learning_rate": 5.6440385122702175e-06,
+      "loss": 18.75,
+      "step": 27378
+    },
+    {
+      "epoch": 1.3083723597438592,
+      "grad_norm": 517.9511108398438,
+      "learning_rate": 5.643341934480428e-06,
+      "loss": 23.7812,
+      "step": 27379
+    },
+    {
+      "epoch": 1.3084201471853196,
+      "grad_norm": 285.3900146484375,
+      "learning_rate": 5.642645382781401e-06,
+      "loss": 29.6719,
+      "step": 27380
+    },
+    {
+      "epoch": 1.30846793462678,
+      "grad_norm": 554.052490234375,
+      "learning_rate": 5.641948857177308e-06,
+      "loss": 26.7188,
+      "step": 27381
+    },
+    {
+      "epoch": 1.3085157220682404,
+      "grad_norm": 423.3494873046875,
+      "learning_rate": 5.641252357672314e-06,
+      "loss": 19.1406,
+      "step": 27382
+    },
+    {
+      "epoch": 1.3085635095097008,
+      "grad_norm": 900.2723999023438,
+      "learning_rate": 5.6405558842705985e-06,
+      "loss": 39.3438,
+      "step": 27383
+    },
+    {
+      "epoch": 1.3086112969511612,
+      "grad_norm": 194.76773071289062,
+      "learning_rate": 5.639859436976325e-06,
+      "loss": 21.1406,
+      "step": 27384
+    },
+    {
+      "epoch": 1.3086590843926216,
+      "grad_norm": 213.94308471679688,
+      "learning_rate": 5.639163015793665e-06,
+      "loss": 33.4062,
+      "step": 27385
+    },
+    {
+      "epoch": 1.308706871834082,
+      "grad_norm": 107.4841537475586,
+      "learning_rate": 5.6384666207267965e-06,
+      "loss": 14.8516,
+      "step": 27386
+    },
+    {
+      "epoch": 1.3087546592755424,
+      "grad_norm": 174.97933959960938,
+      "learning_rate": 5.637770251779881e-06,
+      "loss": 22.9375,
+      "step": 27387
+    },
+    {
+      "epoch": 1.3088024467170027,
+      "grad_norm": 214.13833618164062,
+      "learning_rate": 5.6370739089570934e-06,
+      "loss": 23.4531,
+      "step": 27388
+    },
+    {
+      "epoch": 1.3088502341584631,
+      "grad_norm": 1229.6158447265625,
+      "learning_rate": 5.636377592262607e-06,
+      "loss": 28.3281,
+      "step": 27389
+    },
+    {
+      "epoch": 1.3088980215999235,
+      "grad_norm": 215.11483764648438,
+      "learning_rate": 5.635681301700585e-06,
+      "loss": 19.5781,
+      "step": 27390
+    },
+    {
+      "epoch": 1.308945809041384,
+      "grad_norm": 227.5074920654297,
+      "learning_rate": 5.6349850372752e-06,
+      "loss": 17.7188,
+      "step": 27391
+    },
+    {
+      "epoch": 1.3089935964828443,
+      "grad_norm": 328.27252197265625,
+      "learning_rate": 5.634288798990626e-06,
+      "loss": 25.1406,
+      "step": 27392
+    },
+    {
+      "epoch": 1.3090413839243047,
+      "grad_norm": 184.45750427246094,
+      "learning_rate": 5.633592586851025e-06,
+      "loss": 21.0,
+      "step": 27393
+    },
+    {
+      "epoch": 1.309089171365765,
+      "grad_norm": 234.83645629882812,
+      "learning_rate": 5.632896400860571e-06,
+      "loss": 27.4688,
+      "step": 27394
+    },
+    {
+      "epoch": 1.3091369588072255,
+      "grad_norm": 571.3812866210938,
+      "learning_rate": 5.63220024102343e-06,
+      "loss": 28.4375,
+      "step": 27395
+    },
+    {
+      "epoch": 1.3091847462486859,
+      "grad_norm": 197.07228088378906,
+      "learning_rate": 5.631504107343779e-06,
+      "loss": 23.1406,
+      "step": 27396
+    },
+    {
+      "epoch": 1.3092325336901462,
+      "grad_norm": 189.3669891357422,
+      "learning_rate": 5.630807999825778e-06,
+      "loss": 26.25,
+      "step": 27397
+    },
+    {
+      "epoch": 1.3092803211316066,
+      "grad_norm": 221.1055450439453,
+      "learning_rate": 5.630111918473597e-06,
+      "loss": 29.25,
+      "step": 27398
+    },
+    {
+      "epoch": 1.309328108573067,
+      "grad_norm": 351.3525695800781,
+      "learning_rate": 5.62941586329141e-06,
+      "loss": 30.0938,
+      "step": 27399
+    },
+    {
+      "epoch": 1.3093758960145274,
+      "grad_norm": 281.2915344238281,
+      "learning_rate": 5.628719834283385e-06,
+      "loss": 32.7656,
+      "step": 27400
+    },
+    {
+      "epoch": 1.3094236834559878,
+      "grad_norm": 316.8683776855469,
+      "learning_rate": 5.628023831453684e-06,
+      "loss": 29.5938,
+      "step": 27401
+    },
+    {
+      "epoch": 1.3094714708974482,
+      "grad_norm": 225.6953887939453,
+      "learning_rate": 5.627327854806478e-06,
+      "loss": 30.9531,
+      "step": 27402
+    },
+    {
+      "epoch": 1.3095192583389086,
+      "grad_norm": 333.7901916503906,
+      "learning_rate": 5.62663190434594e-06,
+      "loss": 29.8906,
+      "step": 27403
+    },
+    {
+      "epoch": 1.309567045780369,
+      "grad_norm": 189.26296997070312,
+      "learning_rate": 5.6259359800762316e-06,
+      "loss": 26.7188,
+      "step": 27404
+    },
+    {
+      "epoch": 1.3096148332218294,
+      "grad_norm": 587.7982177734375,
+      "learning_rate": 5.62524008200152e-06,
+      "loss": 41.9375,
+      "step": 27405
+    },
+    {
+      "epoch": 1.3096626206632898,
+      "grad_norm": 231.42747497558594,
+      "learning_rate": 5.624544210125978e-06,
+      "loss": 22.75,
+      "step": 27406
+    },
+    {
+      "epoch": 1.3097104081047501,
+      "grad_norm": 189.04611206054688,
+      "learning_rate": 5.623848364453771e-06,
+      "loss": 20.2344,
+      "step": 27407
+    },
+    {
+      "epoch": 1.3097581955462105,
+      "grad_norm": 322.3457336425781,
+      "learning_rate": 5.623152544989063e-06,
+      "loss": 26.9375,
+      "step": 27408
+    },
+    {
+      "epoch": 1.3098059829876707,
+      "grad_norm": 191.5902557373047,
+      "learning_rate": 5.622456751736025e-06,
+      "loss": 21.0781,
+      "step": 27409
+    },
+    {
+      "epoch": 1.309853770429131,
+      "grad_norm": 238.99017333984375,
+      "learning_rate": 5.621760984698821e-06,
+      "loss": 27.1562,
+      "step": 27410
+    },
+    {
+      "epoch": 1.3099015578705915,
+      "grad_norm": 193.60911560058594,
+      "learning_rate": 5.621065243881623e-06,
+      "loss": 28.2812,
+      "step": 27411
+    },
+    {
+      "epoch": 1.3099493453120519,
+      "grad_norm": 230.76422119140625,
+      "learning_rate": 5.62036952928859e-06,
+      "loss": 27.1875,
+      "step": 27412
+    },
+    {
+      "epoch": 1.3099971327535123,
+      "grad_norm": 300.11767578125,
+      "learning_rate": 5.619673840923894e-06,
+      "loss": 34.5938,
+      "step": 27413
+    },
+    {
+      "epoch": 1.3100449201949727,
+      "grad_norm": 195.3297576904297,
+      "learning_rate": 5.618978178791701e-06,
+      "loss": 28.5312,
+      "step": 27414
+    },
+    {
+      "epoch": 1.310092707636433,
+      "grad_norm": 377.4654235839844,
+      "learning_rate": 5.618282542896174e-06,
+      "loss": 24.25,
+      "step": 27415
+    },
+    {
+      "epoch": 1.3101404950778934,
+      "grad_norm": 182.6024169921875,
+      "learning_rate": 5.617586933241479e-06,
+      "loss": 18.5312,
+      "step": 27416
+    },
+    {
+      "epoch": 1.3101882825193538,
+      "grad_norm": 294.2518310546875,
+      "learning_rate": 5.6168913498317874e-06,
+      "loss": 30.0,
+      "step": 27417
+    },
+    {
+      "epoch": 1.3102360699608142,
+      "grad_norm": 294.3300476074219,
+      "learning_rate": 5.616195792671257e-06,
+      "loss": 20.9688,
+      "step": 27418
+    },
+    {
+      "epoch": 1.3102838574022746,
+      "grad_norm": 205.1312713623047,
+      "learning_rate": 5.615500261764062e-06,
+      "loss": 32.4531,
+      "step": 27419
+    },
+    {
+      "epoch": 1.310331644843735,
+      "grad_norm": 143.5397491455078,
+      "learning_rate": 5.614804757114358e-06,
+      "loss": 18.5156,
+      "step": 27420
+    },
+    {
+      "epoch": 1.3103794322851954,
+      "grad_norm": 592.4069213867188,
+      "learning_rate": 5.614109278726315e-06,
+      "loss": 21.0312,
+      "step": 27421
+    },
+    {
+      "epoch": 1.3104272197266558,
+      "grad_norm": 169.26902770996094,
+      "learning_rate": 5.6134138266041025e-06,
+      "loss": 23.2188,
+      "step": 27422
+    },
+    {
+      "epoch": 1.3104750071681162,
+      "grad_norm": 177.97293090820312,
+      "learning_rate": 5.612718400751878e-06,
+      "loss": 24.0469,
+      "step": 27423
+    },
+    {
+      "epoch": 1.3105227946095765,
+      "grad_norm": 166.0857696533203,
+      "learning_rate": 5.6120230011738075e-06,
+      "loss": 20.4375,
+      "step": 27424
+    },
+    {
+      "epoch": 1.310570582051037,
+      "grad_norm": 493.4586181640625,
+      "learning_rate": 5.611327627874061e-06,
+      "loss": 28.0938,
+      "step": 27425
+    },
+    {
+      "epoch": 1.3106183694924973,
+      "grad_norm": 193.489990234375,
+      "learning_rate": 5.610632280856796e-06,
+      "loss": 22.0938,
+      "step": 27426
+    },
+    {
+      "epoch": 1.3106661569339577,
+      "grad_norm": 245.0852813720703,
+      "learning_rate": 5.609936960126179e-06,
+      "loss": 26.4219,
+      "step": 27427
+    },
+    {
+      "epoch": 1.310713944375418,
+      "grad_norm": 284.8551025390625,
+      "learning_rate": 5.609241665686376e-06,
+      "loss": 26.3594,
+      "step": 27428
+    },
+    {
+      "epoch": 1.3107617318168785,
+      "grad_norm": 203.41819763183594,
+      "learning_rate": 5.608546397541553e-06,
+      "loss": 29.75,
+      "step": 27429
+    },
+    {
+      "epoch": 1.3108095192583389,
+      "grad_norm": 291.218017578125,
+      "learning_rate": 5.607851155695867e-06,
+      "loss": 16.625,
+      "step": 27430
+    },
+    {
+      "epoch": 1.3108573066997993,
+      "grad_norm": 219.94732666015625,
+      "learning_rate": 5.607155940153485e-06,
+      "loss": 28.4375,
+      "step": 27431
+    },
+    {
+      "epoch": 1.3109050941412597,
+      "grad_norm": 4190.36328125,
+      "learning_rate": 5.60646075091857e-06,
+      "loss": 24.6875,
+      "step": 27432
+    },
+    {
+      "epoch": 1.31095288158272,
+      "grad_norm": 218.54449462890625,
+      "learning_rate": 5.605765587995291e-06,
+      "loss": 24.4375,
+      "step": 27433
+    },
+    {
+      "epoch": 1.3110006690241804,
+      "grad_norm": 179.6660614013672,
+      "learning_rate": 5.605070451387802e-06,
+      "loss": 26.8125,
+      "step": 27434
+    },
+    {
+      "epoch": 1.3110484564656408,
+      "grad_norm": 237.71279907226562,
+      "learning_rate": 5.604375341100268e-06,
+      "loss": 21.2656,
+      "step": 27435
+    },
+    {
+      "epoch": 1.3110962439071012,
+      "grad_norm": 206.90469360351562,
+      "learning_rate": 5.603680257136857e-06,
+      "loss": 28.9219,
+      "step": 27436
+    },
+    {
+      "epoch": 1.3111440313485616,
+      "grad_norm": 156.4727325439453,
+      "learning_rate": 5.6029851995017296e-06,
+      "loss": 16.0,
+      "step": 27437
+    },
+    {
+      "epoch": 1.311191818790022,
+      "grad_norm": 163.7974395751953,
+      "learning_rate": 5.602290168199044e-06,
+      "loss": 21.7344,
+      "step": 27438
+    },
+    {
+      "epoch": 1.3112396062314824,
+      "grad_norm": 376.2901916503906,
+      "learning_rate": 5.601595163232966e-06,
+      "loss": 35.25,
+      "step": 27439
+    },
+    {
+      "epoch": 1.3112873936729428,
+      "grad_norm": 215.74554443359375,
+      "learning_rate": 5.6009001846076604e-06,
+      "loss": 30.875,
+      "step": 27440
+    },
+    {
+      "epoch": 1.3113351811144032,
+      "grad_norm": 274.06549072265625,
+      "learning_rate": 5.600205232327284e-06,
+      "loss": 21.2969,
+      "step": 27441
+    },
+    {
+      "epoch": 1.3113829685558636,
+      "grad_norm": 225.7714385986328,
+      "learning_rate": 5.599510306396001e-06,
+      "loss": 24.8125,
+      "step": 27442
+    },
+    {
+      "epoch": 1.311430755997324,
+      "grad_norm": 454.4914245605469,
+      "learning_rate": 5.598815406817972e-06,
+      "loss": 21.6562,
+      "step": 27443
+    },
+    {
+      "epoch": 1.3114785434387843,
+      "grad_norm": 421.4134826660156,
+      "learning_rate": 5.5981205335973646e-06,
+      "loss": 20.625,
+      "step": 27444
+    },
+    {
+      "epoch": 1.3115263308802447,
+      "grad_norm": 147.9636688232422,
+      "learning_rate": 5.597425686738329e-06,
+      "loss": 26.375,
+      "step": 27445
+    },
+    {
+      "epoch": 1.3115741183217051,
+      "grad_norm": 241.98651123046875,
+      "learning_rate": 5.596730866245035e-06,
+      "loss": 23.5469,
+      "step": 27446
+    },
+    {
+      "epoch": 1.3116219057631655,
+      "grad_norm": 250.6527862548828,
+      "learning_rate": 5.596036072121645e-06,
+      "loss": 28.8438,
+      "step": 27447
+    },
+    {
+      "epoch": 1.311669693204626,
+      "grad_norm": 229.2962188720703,
+      "learning_rate": 5.59534130437231e-06,
+      "loss": 16.0156,
+      "step": 27448
+    },
+    {
+      "epoch": 1.3117174806460863,
+      "grad_norm": 180.8312530517578,
+      "learning_rate": 5.5946465630012005e-06,
+      "loss": 26.8125,
+      "step": 27449
+    },
+    {
+      "epoch": 1.3117652680875467,
+      "grad_norm": 283.5968322753906,
+      "learning_rate": 5.593951848012475e-06,
+      "loss": 28.5938,
+      "step": 27450
+    },
+    {
+      "epoch": 1.311813055529007,
+      "grad_norm": 231.721923828125,
+      "learning_rate": 5.5932571594102905e-06,
+      "loss": 24.7656,
+      "step": 27451
+    },
+    {
+      "epoch": 1.3118608429704675,
+      "grad_norm": 308.195556640625,
+      "learning_rate": 5.5925624971988124e-06,
+      "loss": 27.3438,
+      "step": 27452
+    },
+    {
+      "epoch": 1.3119086304119278,
+      "grad_norm": 245.42686462402344,
+      "learning_rate": 5.591867861382193e-06,
+      "loss": 29.9062,
+      "step": 27453
+    },
+    {
+      "epoch": 1.3119564178533882,
+      "grad_norm": 253.234619140625,
+      "learning_rate": 5.591173251964598e-06,
+      "loss": 22.7188,
+      "step": 27454
+    },
+    {
+      "epoch": 1.3120042052948486,
+      "grad_norm": 388.68267822265625,
+      "learning_rate": 5.59047866895019e-06,
+      "loss": 29.5469,
+      "step": 27455
+    },
+    {
+      "epoch": 1.312051992736309,
+      "grad_norm": 189.54454040527344,
+      "learning_rate": 5.589784112343121e-06,
+      "loss": 21.8594,
+      "step": 27456
+    },
+    {
+      "epoch": 1.3120997801777694,
+      "grad_norm": 317.83270263671875,
+      "learning_rate": 5.589089582147556e-06,
+      "loss": 28.6562,
+      "step": 27457
+    },
+    {
+      "epoch": 1.3121475676192298,
+      "grad_norm": 273.8591613769531,
+      "learning_rate": 5.58839507836765e-06,
+      "loss": 19.3906,
+      "step": 27458
+    },
+    {
+      "epoch": 1.3121953550606902,
+      "grad_norm": 237.54763793945312,
+      "learning_rate": 5.587700601007571e-06,
+      "loss": 24.6875,
+      "step": 27459
+    },
+    {
+      "epoch": 1.3122431425021506,
+      "grad_norm": 224.00022888183594,
+      "learning_rate": 5.5870061500714656e-06,
+      "loss": 35.875,
+      "step": 27460
+    },
+    {
+      "epoch": 1.3122909299436107,
+      "grad_norm": 261.2887268066406,
+      "learning_rate": 5.586311725563502e-06,
+      "loss": 30.4062,
+      "step": 27461
+    },
+    {
+      "epoch": 1.3123387173850711,
+      "grad_norm": 155.19985961914062,
+      "learning_rate": 5.585617327487838e-06,
+      "loss": 22.0,
+      "step": 27462
+    },
+    {
+      "epoch": 1.3123865048265315,
+      "grad_norm": 208.07749938964844,
+      "learning_rate": 5.584922955848626e-06,
+      "loss": 23.6719,
+      "step": 27463
+    },
+    {
+      "epoch": 1.312434292267992,
+      "grad_norm": 690.5809326171875,
+      "learning_rate": 5.58422861065003e-06,
+      "loss": 36.5,
+      "step": 27464
+    },
+    {
+      "epoch": 1.3124820797094523,
+      "grad_norm": 519.396728515625,
+      "learning_rate": 5.583534291896206e-06,
+      "loss": 24.2031,
+      "step": 27465
+    },
+    {
+      "epoch": 1.3125298671509127,
+      "grad_norm": 232.85641479492188,
+      "learning_rate": 5.582839999591316e-06,
+      "loss": 22.2812,
+      "step": 27466
+    },
+    {
+      "epoch": 1.312577654592373,
+      "grad_norm": 185.86634826660156,
+      "learning_rate": 5.582145733739512e-06,
+      "loss": 21.4531,
+      "step": 27467
+    },
+    {
+      "epoch": 1.3126254420338335,
+      "grad_norm": 171.29689025878906,
+      "learning_rate": 5.581451494344954e-06,
+      "loss": 22.4375,
+      "step": 27468
+    },
+    {
+      "epoch": 1.3126732294752939,
+      "grad_norm": 572.09619140625,
+      "learning_rate": 5.580757281411799e-06,
+      "loss": 29.75,
+      "step": 27469
+    },
+    {
+      "epoch": 1.3127210169167542,
+      "grad_norm": 277.81158447265625,
+      "learning_rate": 5.58006309494421e-06,
+      "loss": 23.7812,
+      "step": 27470
+    },
+    {
+      "epoch": 1.3127688043582146,
+      "grad_norm": 185.46568298339844,
+      "learning_rate": 5.579368934946336e-06,
+      "loss": 26.8438,
+      "step": 27471
+    },
+    {
+      "epoch": 1.312816591799675,
+      "grad_norm": 345.1880187988281,
+      "learning_rate": 5.578674801422339e-06,
+      "loss": 31.7188,
+      "step": 27472
+    },
+    {
+      "epoch": 1.3128643792411354,
+      "grad_norm": 322.53216552734375,
+      "learning_rate": 5.577980694376375e-06,
+      "loss": 30.125,
+      "step": 27473
+    },
+    {
+      "epoch": 1.3129121666825958,
+      "grad_norm": 244.38450622558594,
+      "learning_rate": 5.577286613812602e-06,
+      "loss": 22.5625,
+      "step": 27474
+    },
+    {
+      "epoch": 1.3129599541240562,
+      "grad_norm": 168.78811645507812,
+      "learning_rate": 5.576592559735174e-06,
+      "loss": 27.625,
+      "step": 27475
+    },
+    {
+      "epoch": 1.3130077415655166,
+      "grad_norm": 277.0133972167969,
+      "learning_rate": 5.575898532148247e-06,
+      "loss": 28.1562,
+      "step": 27476
+    },
+    {
+      "epoch": 1.313055529006977,
+      "grad_norm": 203.00962829589844,
+      "learning_rate": 5.575204531055985e-06,
+      "loss": 19.75,
+      "step": 27477
+    },
+    {
+      "epoch": 1.3131033164484374,
+      "grad_norm": 268.7253723144531,
+      "learning_rate": 5.574510556462532e-06,
+      "loss": 23.5156,
+      "step": 27478
+    },
+    {
+      "epoch": 1.3131511038898978,
+      "grad_norm": 126.0219497680664,
+      "learning_rate": 5.573816608372052e-06,
+      "loss": 21.25,
+      "step": 27479
+    },
+    {
+      "epoch": 1.3131988913313581,
+      "grad_norm": 237.852783203125,
+      "learning_rate": 5.573122686788703e-06,
+      "loss": 27.1094,
+      "step": 27480
+    },
+    {
+      "epoch": 1.3132466787728185,
+      "grad_norm": 308.12615966796875,
+      "learning_rate": 5.572428791716632e-06,
+      "loss": 16.625,
+      "step": 27481
+    },
+    {
+      "epoch": 1.313294466214279,
+      "grad_norm": 141.37179565429688,
+      "learning_rate": 5.5717349231599995e-06,
+      "loss": 20.0938,
+      "step": 27482
+    },
+    {
+      "epoch": 1.3133422536557393,
+      "grad_norm": 359.1053161621094,
+      "learning_rate": 5.571041081122965e-06,
+      "loss": 25.5625,
+      "step": 27483
+    },
+    {
+      "epoch": 1.3133900410971997,
+      "grad_norm": 177.1150360107422,
+      "learning_rate": 5.570347265609677e-06,
+      "loss": 20.0469,
+      "step": 27484
+    },
+    {
+      "epoch": 1.31343782853866,
+      "grad_norm": 162.01295471191406,
+      "learning_rate": 5.569653476624295e-06,
+      "loss": 26.75,
+      "step": 27485
+    },
+    {
+      "epoch": 1.3134856159801205,
+      "grad_norm": 255.84861755371094,
+      "learning_rate": 5.568959714170969e-06,
+      "loss": 24.3125,
+      "step": 27486
+    },
+    {
+      "epoch": 1.3135334034215809,
+      "grad_norm": 361.13079833984375,
+      "learning_rate": 5.568265978253857e-06,
+      "loss": 20.1094,
+      "step": 27487
+    },
+    {
+      "epoch": 1.3135811908630413,
+      "grad_norm": 408.4693298339844,
+      "learning_rate": 5.5675722688771175e-06,
+      "loss": 28.5312,
+      "step": 27488
+    },
+    {
+      "epoch": 1.3136289783045016,
+      "grad_norm": 364.3647155761719,
+      "learning_rate": 5.5668785860448945e-06,
+      "loss": 20.1094,
+      "step": 27489
+    },
+    {
+      "epoch": 1.313676765745962,
+      "grad_norm": 319.6613464355469,
+      "learning_rate": 5.5661849297613505e-06,
+      "loss": 25.3438,
+      "step": 27490
+    },
+    {
+      "epoch": 1.3137245531874224,
+      "grad_norm": 193.7052001953125,
+      "learning_rate": 5.565491300030637e-06,
+      "loss": 19.7969,
+      "step": 27491
+    },
+    {
+      "epoch": 1.3137723406288826,
+      "grad_norm": 201.48529052734375,
+      "learning_rate": 5.564797696856912e-06,
+      "loss": 22.3125,
+      "step": 27492
+    },
+    {
+      "epoch": 1.313820128070343,
+      "grad_norm": 252.85440063476562,
+      "learning_rate": 5.564104120244323e-06,
+      "loss": 23.875,
+      "step": 27493
+    },
+    {
+      "epoch": 1.3138679155118034,
+      "grad_norm": 771.3715209960938,
+      "learning_rate": 5.563410570197026e-06,
+      "loss": 32.2188,
+      "step": 27494
+    },
+    {
+      "epoch": 1.3139157029532638,
+      "grad_norm": 213.85971069335938,
+      "learning_rate": 5.5627170467191745e-06,
+      "loss": 34.1406,
+      "step": 27495
+    },
+    {
+      "epoch": 1.3139634903947242,
+      "grad_norm": 230.0045623779297,
+      "learning_rate": 5.562023549814927e-06,
+      "loss": 27.4375,
+      "step": 27496
+    },
+    {
+      "epoch": 1.3140112778361845,
+      "grad_norm": 182.0603790283203,
+      "learning_rate": 5.561330079488427e-06,
+      "loss": 21.9375,
+      "step": 27497
+    },
+    {
+      "epoch": 1.314059065277645,
+      "grad_norm": 310.49951171875,
+      "learning_rate": 5.560636635743833e-06,
+      "loss": 23.2031,
+      "step": 27498
+    },
+    {
+      "epoch": 1.3141068527191053,
+      "grad_norm": 193.8508758544922,
+      "learning_rate": 5.5599432185852995e-06,
+      "loss": 25.9688,
+      "step": 27499
+    },
+    {
+      "epoch": 1.3141546401605657,
+      "grad_norm": 275.197021484375,
+      "learning_rate": 5.5592498280169745e-06,
+      "loss": 21.0391,
+      "step": 27500
+    },
+    {
+      "epoch": 1.314202427602026,
+      "grad_norm": 277.1575927734375,
+      "learning_rate": 5.558556464043013e-06,
+      "loss": 28.4062,
+      "step": 27501
+    },
+    {
+      "epoch": 1.3142502150434865,
+      "grad_norm": 252.98158264160156,
+      "learning_rate": 5.557863126667568e-06,
+      "loss": 23.6875,
+      "step": 27502
+    },
+    {
+      "epoch": 1.3142980024849469,
+      "grad_norm": 158.5827178955078,
+      "learning_rate": 5.557169815894794e-06,
+      "loss": 14.6094,
+      "step": 27503
+    },
+    {
+      "epoch": 1.3143457899264073,
+      "grad_norm": 300.6264953613281,
+      "learning_rate": 5.556476531728836e-06,
+      "loss": 40.875,
+      "step": 27504
+    },
+    {
+      "epoch": 1.3143935773678677,
+      "grad_norm": 372.0523986816406,
+      "learning_rate": 5.55578327417385e-06,
+      "loss": 30.9062,
+      "step": 27505
+    },
+    {
+      "epoch": 1.314441364809328,
+      "grad_norm": 135.76919555664062,
+      "learning_rate": 5.555090043233986e-06,
+      "loss": 19.1875,
+      "step": 27506
+    },
+    {
+      "epoch": 1.3144891522507884,
+      "grad_norm": 319.3772277832031,
+      "learning_rate": 5.5543968389134025e-06,
+      "loss": 16.6094,
+      "step": 27507
+    },
+    {
+      "epoch": 1.3145369396922488,
+      "grad_norm": 915.2278442382812,
+      "learning_rate": 5.553703661216242e-06,
+      "loss": 16.25,
+      "step": 27508
+    },
+    {
+      "epoch": 1.3145847271337092,
+      "grad_norm": 492.89556884765625,
+      "learning_rate": 5.553010510146659e-06,
+      "loss": 26.3438,
+      "step": 27509
+    },
+    {
+      "epoch": 1.3146325145751696,
+      "grad_norm": 214.9827117919922,
+      "learning_rate": 5.552317385708807e-06,
+      "loss": 28.875,
+      "step": 27510
+    },
+    {
+      "epoch": 1.31468030201663,
+      "grad_norm": 246.62869262695312,
+      "learning_rate": 5.5516242879068335e-06,
+      "loss": 26.375,
+      "step": 27511
+    },
+    {
+      "epoch": 1.3147280894580904,
+      "grad_norm": 260.9741516113281,
+      "learning_rate": 5.55093121674489e-06,
+      "loss": 32.2656,
+      "step": 27512
+    },
+    {
+      "epoch": 1.3147758768995508,
+      "grad_norm": 391.5048828125,
+      "learning_rate": 5.550238172227127e-06,
+      "loss": 31.9219,
+      "step": 27513
+    },
+    {
+      "epoch": 1.3148236643410112,
+      "grad_norm": 230.6869354248047,
+      "learning_rate": 5.5495451543576996e-06,
+      "loss": 20.7969,
+      "step": 27514
+    },
+    {
+      "epoch": 1.3148714517824716,
+      "grad_norm": 261.366455078125,
+      "learning_rate": 5.54885216314075e-06,
+      "loss": 47.0,
+      "step": 27515
+    },
+    {
+      "epoch": 1.314919239223932,
+      "grad_norm": 231.2158203125,
+      "learning_rate": 5.548159198580436e-06,
+      "loss": 36.4688,
+      "step": 27516
+    },
+    {
+      "epoch": 1.3149670266653923,
+      "grad_norm": 305.7398376464844,
+      "learning_rate": 5.547466260680901e-06,
+      "loss": 20.6719,
+      "step": 27517
+    },
+    {
+      "epoch": 1.3150148141068527,
+      "grad_norm": 432.2725524902344,
+      "learning_rate": 5.5467733494463014e-06,
+      "loss": 27.875,
+      "step": 27518
+    },
+    {
+      "epoch": 1.3150626015483131,
+      "grad_norm": 586.563720703125,
+      "learning_rate": 5.546080464880778e-06,
+      "loss": 19.0,
+      "step": 27519
+    },
+    {
+      "epoch": 1.3151103889897735,
+      "grad_norm": 208.69723510742188,
+      "learning_rate": 5.545387606988487e-06,
+      "loss": 20.0,
+      "step": 27520
+    },
+    {
+      "epoch": 1.315158176431234,
+      "grad_norm": 920.1727905273438,
+      "learning_rate": 5.5446947757735755e-06,
+      "loss": 18.1094,
+      "step": 27521
+    },
+    {
+      "epoch": 1.3152059638726943,
+      "grad_norm": 286.2235412597656,
+      "learning_rate": 5.5440019712401985e-06,
+      "loss": 29.3438,
+      "step": 27522
+    },
+    {
+      "epoch": 1.3152537513141547,
+      "grad_norm": 187.183837890625,
+      "learning_rate": 5.5433091933924945e-06,
+      "loss": 16.0312,
+      "step": 27523
+    },
+    {
+      "epoch": 1.315301538755615,
+      "grad_norm": 131.25759887695312,
+      "learning_rate": 5.542616442234618e-06,
+      "loss": 22.4375,
+      "step": 27524
+    },
+    {
+      "epoch": 1.3153493261970755,
+      "grad_norm": 210.1205596923828,
+      "learning_rate": 5.541923717770722e-06,
+      "loss": 31.3438,
+      "step": 27525
+    },
+    {
+      "epoch": 1.3153971136385358,
+      "grad_norm": 216.0306396484375,
+      "learning_rate": 5.541231020004946e-06,
+      "loss": 19.8906,
+      "step": 27526
+    },
+    {
+      "epoch": 1.3154449010799962,
+      "grad_norm": 383.29180908203125,
+      "learning_rate": 5.540538348941442e-06,
+      "loss": 25.8125,
+      "step": 27527
+    },
+    {
+      "epoch": 1.3154926885214566,
+      "grad_norm": 222.34149169921875,
+      "learning_rate": 5.539845704584361e-06,
+      "loss": 24.9375,
+      "step": 27528
+    },
+    {
+      "epoch": 1.315540475962917,
+      "grad_norm": 395.9195861816406,
+      "learning_rate": 5.5391530869378515e-06,
+      "loss": 34.9062,
+      "step": 27529
+    },
+    {
+      "epoch": 1.3155882634043774,
+      "grad_norm": 305.2833557128906,
+      "learning_rate": 5.538460496006055e-06,
+      "loss": 27.0156,
+      "step": 27530
+    },
+    {
+      "epoch": 1.3156360508458378,
+      "grad_norm": 212.23265075683594,
+      "learning_rate": 5.537767931793123e-06,
+      "loss": 23.0,
+      "step": 27531
+    },
+    {
+      "epoch": 1.3156838382872982,
+      "grad_norm": 196.6833038330078,
+      "learning_rate": 5.537075394303204e-06,
+      "loss": 18.1562,
+      "step": 27532
+    },
+    {
+      "epoch": 1.3157316257287586,
+      "grad_norm": 253.36700439453125,
+      "learning_rate": 5.53638288354045e-06,
+      "loss": 18.9062,
+      "step": 27533
+    },
+    {
+      "epoch": 1.315779413170219,
+      "grad_norm": 136.90110778808594,
+      "learning_rate": 5.535690399508997e-06,
+      "loss": 21.8281,
+      "step": 27534
+    },
+    {
+      "epoch": 1.3158272006116793,
+      "grad_norm": 340.2507019042969,
+      "learning_rate": 5.534997942212998e-06,
+      "loss": 39.3281,
+      "step": 27535
+    },
+    {
+      "epoch": 1.3158749880531397,
+      "grad_norm": 260.48492431640625,
+      "learning_rate": 5.534305511656604e-06,
+      "loss": 22.875,
+      "step": 27536
+    },
+    {
+      "epoch": 1.3159227754946001,
+      "grad_norm": 1060.8009033203125,
+      "learning_rate": 5.533613107843954e-06,
+      "loss": 28.9688,
+      "step": 27537
+    },
+    {
+      "epoch": 1.3159705629360605,
+      "grad_norm": 209.58798217773438,
+      "learning_rate": 5.532920730779198e-06,
+      "loss": 25.5625,
+      "step": 27538
+    },
+    {
+      "epoch": 1.316018350377521,
+      "grad_norm": 334.0389404296875,
+      "learning_rate": 5.532228380466482e-06,
+      "loss": 27.5,
+      "step": 27539
+    },
+    {
+      "epoch": 1.3160661378189813,
+      "grad_norm": 271.73358154296875,
+      "learning_rate": 5.531536056909959e-06,
+      "loss": 27.5156,
+      "step": 27540
+    },
+    {
+      "epoch": 1.3161139252604417,
+      "grad_norm": 160.2864532470703,
+      "learning_rate": 5.530843760113763e-06,
+      "loss": 20.1719,
+      "step": 27541
+    },
+    {
+      "epoch": 1.316161712701902,
+      "grad_norm": 238.4843292236328,
+      "learning_rate": 5.530151490082048e-06,
+      "loss": 22.125,
+      "step": 27542
+    },
+    {
+      "epoch": 1.3162095001433622,
+      "grad_norm": 229.03195190429688,
+      "learning_rate": 5.5294592468189554e-06,
+      "loss": 17.3594,
+      "step": 27543
+    },
+    {
+      "epoch": 1.3162572875848226,
+      "grad_norm": 229.64259338378906,
+      "learning_rate": 5.528767030328639e-06,
+      "loss": 24.6094,
+      "step": 27544
+    },
+    {
+      "epoch": 1.316305075026283,
+      "grad_norm": 374.9732971191406,
+      "learning_rate": 5.5280748406152355e-06,
+      "loss": 25.0,
+      "step": 27545
+    },
+    {
+      "epoch": 1.3163528624677434,
+      "grad_norm": 205.64833068847656,
+      "learning_rate": 5.527382677682892e-06,
+      "loss": 22.625,
+      "step": 27546
+    },
+    {
+      "epoch": 1.3164006499092038,
+      "grad_norm": 662.5869140625,
+      "learning_rate": 5.52669054153576e-06,
+      "loss": 48.0625,
+      "step": 27547
+    },
+    {
+      "epoch": 1.3164484373506642,
+      "grad_norm": 243.6005859375,
+      "learning_rate": 5.525998432177975e-06,
+      "loss": 24.9688,
+      "step": 27548
+    },
+    {
+      "epoch": 1.3164962247921246,
+      "grad_norm": 171.4264373779297,
+      "learning_rate": 5.525306349613689e-06,
+      "loss": 21.9375,
+      "step": 27549
+    },
+    {
+      "epoch": 1.316544012233585,
+      "grad_norm": 182.87380981445312,
+      "learning_rate": 5.524614293847042e-06,
+      "loss": 27.4062,
+      "step": 27550
+    },
+    {
+      "epoch": 1.3165917996750454,
+      "grad_norm": 259.6253967285156,
+      "learning_rate": 5.523922264882183e-06,
+      "loss": 26.9375,
+      "step": 27551
+    },
+    {
+      "epoch": 1.3166395871165057,
+      "grad_norm": 232.24395751953125,
+      "learning_rate": 5.5232302627232516e-06,
+      "loss": 29.5,
+      "step": 27552
+    },
+    {
+      "epoch": 1.3166873745579661,
+      "grad_norm": 223.78475952148438,
+      "learning_rate": 5.5225382873743925e-06,
+      "loss": 22.8281,
+      "step": 27553
+    },
+    {
+      "epoch": 1.3167351619994265,
+      "grad_norm": 729.8305053710938,
+      "learning_rate": 5.521846338839752e-06,
+      "loss": 42.2812,
+      "step": 27554
+    },
+    {
+      "epoch": 1.316782949440887,
+      "grad_norm": 158.52149963378906,
+      "learning_rate": 5.521154417123478e-06,
+      "loss": 18.7188,
+      "step": 27555
+    },
+    {
+      "epoch": 1.3168307368823473,
+      "grad_norm": 279.673095703125,
+      "learning_rate": 5.520462522229706e-06,
+      "loss": 17.4062,
+      "step": 27556
+    },
+    {
+      "epoch": 1.3168785243238077,
+      "grad_norm": 193.4923553466797,
+      "learning_rate": 5.519770654162583e-06,
+      "loss": 26.7656,
+      "step": 27557
+    },
+    {
+      "epoch": 1.316926311765268,
+      "grad_norm": 214.51556396484375,
+      "learning_rate": 5.519078812926253e-06,
+      "loss": 21.3438,
+      "step": 27558
+    },
+    {
+      "epoch": 1.3169740992067285,
+      "grad_norm": 887.71142578125,
+      "learning_rate": 5.518386998524863e-06,
+      "loss": 24.4688,
+      "step": 27559
+    },
+    {
+      "epoch": 1.3170218866481889,
+      "grad_norm": 239.9187469482422,
+      "learning_rate": 5.517695210962547e-06,
+      "loss": 22.0625,
+      "step": 27560
+    },
+    {
+      "epoch": 1.3170696740896493,
+      "grad_norm": 219.1385040283203,
+      "learning_rate": 5.517003450243454e-06,
+      "loss": 28.625,
+      "step": 27561
+    },
+    {
+      "epoch": 1.3171174615311096,
+      "grad_norm": 233.17098999023438,
+      "learning_rate": 5.5163117163717295e-06,
+      "loss": 35.4688,
+      "step": 27562
+    },
+    {
+      "epoch": 1.31716524897257,
+      "grad_norm": 284.55291748046875,
+      "learning_rate": 5.515620009351508e-06,
+      "loss": 30.5625,
+      "step": 27563
+    },
+    {
+      "epoch": 1.3172130364140304,
+      "grad_norm": 260.54925537109375,
+      "learning_rate": 5.514928329186935e-06,
+      "loss": 25.375,
+      "step": 27564
+    },
+    {
+      "epoch": 1.3172608238554908,
+      "grad_norm": 178.48912048339844,
+      "learning_rate": 5.514236675882157e-06,
+      "loss": 26.7188,
+      "step": 27565
+    },
+    {
+      "epoch": 1.3173086112969512,
+      "grad_norm": 169.8429718017578,
+      "learning_rate": 5.5135450494413136e-06,
+      "loss": 24.7812,
+      "step": 27566
+    },
+    {
+      "epoch": 1.3173563987384116,
+      "grad_norm": 141.9845733642578,
+      "learning_rate": 5.512853449868545e-06,
+      "loss": 17.2031,
+      "step": 27567
+    },
+    {
+      "epoch": 1.317404186179872,
+      "grad_norm": 165.83103942871094,
+      "learning_rate": 5.512161877167992e-06,
+      "loss": 19.8594,
+      "step": 27568
+    },
+    {
+      "epoch": 1.3174519736213324,
+      "grad_norm": 643.4874267578125,
+      "learning_rate": 5.5114703313438e-06,
+      "loss": 36.0,
+      "step": 27569
+    },
+    {
+      "epoch": 1.3174997610627928,
+      "grad_norm": 367.821044921875,
+      "learning_rate": 5.5107788124001126e-06,
+      "loss": 24.1562,
+      "step": 27570
+    },
+    {
+      "epoch": 1.3175475485042532,
+      "grad_norm": 154.455322265625,
+      "learning_rate": 5.510087320341064e-06,
+      "loss": 14.3906,
+      "step": 27571
+    },
+    {
+      "epoch": 1.3175953359457135,
+      "grad_norm": 199.12155151367188,
+      "learning_rate": 5.509395855170798e-06,
+      "loss": 22.2656,
+      "step": 27572
+    },
+    {
+      "epoch": 1.317643123387174,
+      "grad_norm": 225.26437377929688,
+      "learning_rate": 5.50870441689346e-06,
+      "loss": 41.9688,
+      "step": 27573
+    },
+    {
+      "epoch": 1.317690910828634,
+      "grad_norm": 228.05636596679688,
+      "learning_rate": 5.508013005513184e-06,
+      "loss": 24.2812,
+      "step": 27574
+    },
+    {
+      "epoch": 1.3177386982700945,
+      "grad_norm": 491.2312927246094,
+      "learning_rate": 5.507321621034114e-06,
+      "loss": 29.3438,
+      "step": 27575
+    },
+    {
+      "epoch": 1.3177864857115549,
+      "grad_norm": 229.00820922851562,
+      "learning_rate": 5.50663026346039e-06,
+      "loss": 22.6875,
+      "step": 27576
+    },
+    {
+      "epoch": 1.3178342731530153,
+      "grad_norm": 225.94566345214844,
+      "learning_rate": 5.505938932796155e-06,
+      "loss": 23.6562,
+      "step": 27577
+    },
+    {
+      "epoch": 1.3178820605944757,
+      "grad_norm": 123.95602416992188,
+      "learning_rate": 5.505247629045546e-06,
+      "loss": 26.3281,
+      "step": 27578
+    },
+    {
+      "epoch": 1.317929848035936,
+      "grad_norm": 379.8190002441406,
+      "learning_rate": 5.5045563522127025e-06,
+      "loss": 26.2188,
+      "step": 27579
+    },
+    {
+      "epoch": 1.3179776354773964,
+      "grad_norm": 257.98956298828125,
+      "learning_rate": 5.503865102301769e-06,
+      "loss": 17.625,
+      "step": 27580
+    },
+    {
+      "epoch": 1.3180254229188568,
+      "grad_norm": 292.3268737792969,
+      "learning_rate": 5.503173879316879e-06,
+      "loss": 21.9531,
+      "step": 27581
+    },
+    {
+      "epoch": 1.3180732103603172,
+      "grad_norm": 253.71368408203125,
+      "learning_rate": 5.502482683262178e-06,
+      "loss": 21.4375,
+      "step": 27582
+    },
+    {
+      "epoch": 1.3181209978017776,
+      "grad_norm": 199.7831573486328,
+      "learning_rate": 5.501791514141799e-06,
+      "loss": 34.5469,
+      "step": 27583
+    },
+    {
+      "epoch": 1.318168785243238,
+      "grad_norm": 197.8912811279297,
+      "learning_rate": 5.501100371959884e-06,
+      "loss": 37.7188,
+      "step": 27584
+    },
+    {
+      "epoch": 1.3182165726846984,
+      "grad_norm": 334.4420471191406,
+      "learning_rate": 5.500409256720578e-06,
+      "loss": 22.7812,
+      "step": 27585
+    },
+    {
+      "epoch": 1.3182643601261588,
+      "grad_norm": 229.37637329101562,
+      "learning_rate": 5.499718168428009e-06,
+      "loss": 17.8594,
+      "step": 27586
+    },
+    {
+      "epoch": 1.3183121475676192,
+      "grad_norm": 351.5567932128906,
+      "learning_rate": 5.499027107086321e-06,
+      "loss": 44.5,
+      "step": 27587
+    },
+    {
+      "epoch": 1.3183599350090796,
+      "grad_norm": 197.0609588623047,
+      "learning_rate": 5.4983360726996585e-06,
+      "loss": 24.8438,
+      "step": 27588
+    },
+    {
+      "epoch": 1.31840772245054,
+      "grad_norm": 182.2464141845703,
+      "learning_rate": 5.497645065272149e-06,
+      "loss": 22.4844,
+      "step": 27589
+    },
+    {
+      "epoch": 1.3184555098920003,
+      "grad_norm": 259.0566101074219,
+      "learning_rate": 5.496954084807936e-06,
+      "loss": 29.5938,
+      "step": 27590
+    },
+    {
+      "epoch": 1.3185032973334607,
+      "grad_norm": 479.4945068359375,
+      "learning_rate": 5.496263131311157e-06,
+      "loss": 28.2812,
+      "step": 27591
+    },
+    {
+      "epoch": 1.3185510847749211,
+      "grad_norm": 642.455810546875,
+      "learning_rate": 5.495572204785955e-06,
+      "loss": 26.4688,
+      "step": 27592
+    },
+    {
+      "epoch": 1.3185988722163815,
+      "grad_norm": 174.96714782714844,
+      "learning_rate": 5.494881305236459e-06,
+      "loss": 18.1406,
+      "step": 27593
+    },
+    {
+      "epoch": 1.318646659657842,
+      "grad_norm": 126.97673034667969,
+      "learning_rate": 5.494190432666813e-06,
+      "loss": 16.5781,
+      "step": 27594
+    },
+    {
+      "epoch": 1.3186944470993023,
+      "grad_norm": 205.6056365966797,
+      "learning_rate": 5.493499587081153e-06,
+      "loss": 27.1875,
+      "step": 27595
+    },
+    {
+      "epoch": 1.3187422345407627,
+      "grad_norm": 434.31036376953125,
+      "learning_rate": 5.492808768483613e-06,
+      "loss": 35.25,
+      "step": 27596
+    },
+    {
+      "epoch": 1.318790021982223,
+      "grad_norm": 444.71075439453125,
+      "learning_rate": 5.492117976878333e-06,
+      "loss": 22.7344,
+      "step": 27597
+    },
+    {
+      "epoch": 1.3188378094236834,
+      "grad_norm": 220.79605102539062,
+      "learning_rate": 5.491427212269449e-06,
+      "loss": 23.0938,
+      "step": 27598
+    },
+    {
+      "epoch": 1.3188855968651438,
+      "grad_norm": 191.92698669433594,
+      "learning_rate": 5.490736474661101e-06,
+      "loss": 26.3281,
+      "step": 27599
+    },
+    {
+      "epoch": 1.3189333843066042,
+      "grad_norm": 126.33174133300781,
+      "learning_rate": 5.490045764057422e-06,
+      "loss": 21.4844,
+      "step": 27600
+    },
+    {
+      "epoch": 1.3189811717480646,
+      "grad_norm": 162.33888244628906,
+      "learning_rate": 5.489355080462546e-06,
+      "loss": 12.5234,
+      "step": 27601
+    },
+    {
+      "epoch": 1.319028959189525,
+      "grad_norm": 263.79815673828125,
+      "learning_rate": 5.488664423880614e-06,
+      "loss": 26.3438,
+      "step": 27602
+    },
+    {
+      "epoch": 1.3190767466309854,
+      "grad_norm": 462.6302185058594,
+      "learning_rate": 5.4879737943157665e-06,
+      "loss": 26.875,
+      "step": 27603
+    },
+    {
+      "epoch": 1.3191245340724458,
+      "grad_norm": 159.73541259765625,
+      "learning_rate": 5.487283191772128e-06,
+      "loss": 23.3281,
+      "step": 27604
+    },
+    {
+      "epoch": 1.3191723215139062,
+      "grad_norm": 189.3133087158203,
+      "learning_rate": 5.486592616253841e-06,
+      "loss": 26.0781,
+      "step": 27605
+    },
+    {
+      "epoch": 1.3192201089553666,
+      "grad_norm": 173.19972229003906,
+      "learning_rate": 5.485902067765041e-06,
+      "loss": 18.4688,
+      "step": 27606
+    },
+    {
+      "epoch": 1.319267896396827,
+      "grad_norm": 182.10531616210938,
+      "learning_rate": 5.485211546309866e-06,
+      "loss": 23.8125,
+      "step": 27607
+    },
+    {
+      "epoch": 1.3193156838382873,
+      "grad_norm": 170.10438537597656,
+      "learning_rate": 5.484521051892444e-06,
+      "loss": 22.9688,
+      "step": 27608
+    },
+    {
+      "epoch": 1.3193634712797477,
+      "grad_norm": 579.4681396484375,
+      "learning_rate": 5.483830584516914e-06,
+      "loss": 19.1875,
+      "step": 27609
+    },
+    {
+      "epoch": 1.3194112587212081,
+      "grad_norm": 586.9505004882812,
+      "learning_rate": 5.483140144187415e-06,
+      "loss": 37.4375,
+      "step": 27610
+    },
+    {
+      "epoch": 1.3194590461626685,
+      "grad_norm": 254.82321166992188,
+      "learning_rate": 5.482449730908076e-06,
+      "loss": 15.25,
+      "step": 27611
+    },
+    {
+      "epoch": 1.319506833604129,
+      "grad_norm": 877.2410888671875,
+      "learning_rate": 5.481759344683033e-06,
+      "loss": 23.8906,
+      "step": 27612
+    },
+    {
+      "epoch": 1.3195546210455893,
+      "grad_norm": 240.92100524902344,
+      "learning_rate": 5.4810689855164245e-06,
+      "loss": 26.7188,
+      "step": 27613
+    },
+    {
+      "epoch": 1.3196024084870497,
+      "grad_norm": 218.70379638671875,
+      "learning_rate": 5.480378653412379e-06,
+      "loss": 31.0469,
+      "step": 27614
+    },
+    {
+      "epoch": 1.31965019592851,
+      "grad_norm": 364.6626892089844,
+      "learning_rate": 5.479688348375037e-06,
+      "loss": 25.6406,
+      "step": 27615
+    },
+    {
+      "epoch": 1.3196979833699705,
+      "grad_norm": 250.2816619873047,
+      "learning_rate": 5.478998070408525e-06,
+      "loss": 28.0625,
+      "step": 27616
+    },
+    {
+      "epoch": 1.3197457708114309,
+      "grad_norm": 201.3896026611328,
+      "learning_rate": 5.478307819516982e-06,
+      "loss": 25.5938,
+      "step": 27617
+    },
+    {
+      "epoch": 1.3197935582528912,
+      "grad_norm": 302.8975830078125,
+      "learning_rate": 5.477617595704543e-06,
+      "loss": 27.375,
+      "step": 27618
+    },
+    {
+      "epoch": 1.3198413456943516,
+      "grad_norm": 279.3439025878906,
+      "learning_rate": 5.476927398975336e-06,
+      "loss": 24.0,
+      "step": 27619
+    },
+    {
+      "epoch": 1.319889133135812,
+      "grad_norm": 246.74374389648438,
+      "learning_rate": 5.476237229333497e-06,
+      "loss": 30.6406,
+      "step": 27620
+    },
+    {
+      "epoch": 1.3199369205772724,
+      "grad_norm": 131.323974609375,
+      "learning_rate": 5.4755470867831635e-06,
+      "loss": 13.2188,
+      "step": 27621
+    },
+    {
+      "epoch": 1.3199847080187328,
+      "grad_norm": 269.1480407714844,
+      "learning_rate": 5.474856971328461e-06,
+      "loss": 25.9375,
+      "step": 27622
+    },
+    {
+      "epoch": 1.3200324954601932,
+      "grad_norm": 224.35435485839844,
+      "learning_rate": 5.474166882973526e-06,
+      "loss": 28.25,
+      "step": 27623
+    },
+    {
+      "epoch": 1.3200802829016536,
+      "grad_norm": 367.2970886230469,
+      "learning_rate": 5.473476821722492e-06,
+      "loss": 18.9375,
+      "step": 27624
+    },
+    {
+      "epoch": 1.3201280703431137,
+      "grad_norm": 342.99359130859375,
+      "learning_rate": 5.472786787579496e-06,
+      "loss": 28.5156,
+      "step": 27625
+    },
+    {
+      "epoch": 1.3201758577845741,
+      "grad_norm": 441.49365234375,
+      "learning_rate": 5.472096780548659e-06,
+      "loss": 27.0312,
+      "step": 27626
+    },
+    {
+      "epoch": 1.3202236452260345,
+      "grad_norm": 357.23883056640625,
+      "learning_rate": 5.471406800634122e-06,
+      "loss": 18.3438,
+      "step": 27627
+    },
+    {
+      "epoch": 1.320271432667495,
+      "grad_norm": 237.10299682617188,
+      "learning_rate": 5.470716847840014e-06,
+      "loss": 25.4062,
+      "step": 27628
+    },
+    {
+      "epoch": 1.3203192201089553,
+      "grad_norm": 819.8355102539062,
+      "learning_rate": 5.470026922170471e-06,
+      "loss": 20.1562,
+      "step": 27629
+    },
+    {
+      "epoch": 1.3203670075504157,
+      "grad_norm": 261.0481872558594,
+      "learning_rate": 5.469337023629617e-06,
+      "loss": 33.2812,
+      "step": 27630
+    },
+    {
+      "epoch": 1.320414794991876,
+      "grad_norm": 225.86898803710938,
+      "learning_rate": 5.46864715222159e-06,
+      "loss": 19.4219,
+      "step": 27631
+    },
+    {
+      "epoch": 1.3204625824333365,
+      "grad_norm": 135.6688995361328,
+      "learning_rate": 5.467957307950522e-06,
+      "loss": 16.3828,
+      "step": 27632
+    },
+    {
+      "epoch": 1.3205103698747969,
+      "grad_norm": 221.89068603515625,
+      "learning_rate": 5.467267490820538e-06,
+      "loss": 20.3906,
+      "step": 27633
+    },
+    {
+      "epoch": 1.3205581573162573,
+      "grad_norm": 210.4019012451172,
+      "learning_rate": 5.466577700835774e-06,
+      "loss": 28.6875,
+      "step": 27634
+    },
+    {
+      "epoch": 1.3206059447577176,
+      "grad_norm": 524.0242309570312,
+      "learning_rate": 5.465887938000358e-06,
+      "loss": 17.2031,
+      "step": 27635
+    },
+    {
+      "epoch": 1.320653732199178,
+      "grad_norm": 210.33229064941406,
+      "learning_rate": 5.465198202318429e-06,
+      "loss": 24.7188,
+      "step": 27636
+    },
+    {
+      "epoch": 1.3207015196406384,
+      "grad_norm": 290.4379577636719,
+      "learning_rate": 5.464508493794105e-06,
+      "loss": 35.875,
+      "step": 27637
+    },
+    {
+      "epoch": 1.3207493070820988,
+      "grad_norm": 714.9016723632812,
+      "learning_rate": 5.463818812431525e-06,
+      "loss": 26.875,
+      "step": 27638
+    },
+    {
+      "epoch": 1.3207970945235592,
+      "grad_norm": 199.17410278320312,
+      "learning_rate": 5.463129158234815e-06,
+      "loss": 21.3906,
+      "step": 27639
+    },
+    {
+      "epoch": 1.3208448819650196,
+      "grad_norm": 472.5086364746094,
+      "learning_rate": 5.4624395312081125e-06,
+      "loss": 25.25,
+      "step": 27640
+    },
+    {
+      "epoch": 1.32089266940648,
+      "grad_norm": 178.69883728027344,
+      "learning_rate": 5.4617499313555375e-06,
+      "loss": 28.1406,
+      "step": 27641
+    },
+    {
+      "epoch": 1.3209404568479404,
+      "grad_norm": 311.70538330078125,
+      "learning_rate": 5.461060358681225e-06,
+      "loss": 24.0469,
+      "step": 27642
+    },
+    {
+      "epoch": 1.3209882442894008,
+      "grad_norm": 220.80577087402344,
+      "learning_rate": 5.460370813189303e-06,
+      "loss": 16.2188,
+      "step": 27643
+    },
+    {
+      "epoch": 1.3210360317308611,
+      "grad_norm": 190.49542236328125,
+      "learning_rate": 5.459681294883907e-06,
+      "loss": 26.875,
+      "step": 27644
+    },
+    {
+      "epoch": 1.3210838191723215,
+      "grad_norm": 258.62579345703125,
+      "learning_rate": 5.458991803769157e-06,
+      "loss": 34.8438,
+      "step": 27645
+    },
+    {
+      "epoch": 1.321131606613782,
+      "grad_norm": 285.6549377441406,
+      "learning_rate": 5.45830233984919e-06,
+      "loss": 18.1875,
+      "step": 27646
+    },
+    {
+      "epoch": 1.3211793940552423,
+      "grad_norm": 219.17311096191406,
+      "learning_rate": 5.457612903128129e-06,
+      "loss": 26.9062,
+      "step": 27647
+    },
+    {
+      "epoch": 1.3212271814967027,
+      "grad_norm": 275.7589416503906,
+      "learning_rate": 5.456923493610109e-06,
+      "loss": 37.3438,
+      "step": 27648
+    },
+    {
+      "epoch": 1.321274968938163,
+      "grad_norm": 197.4542694091797,
+      "learning_rate": 5.456234111299251e-06,
+      "loss": 34.4062,
+      "step": 27649
+    },
+    {
+      "epoch": 1.3213227563796235,
+      "grad_norm": 375.6312255859375,
+      "learning_rate": 5.455544756199688e-06,
+      "loss": 27.125,
+      "step": 27650
+    },
+    {
+      "epoch": 1.3213705438210839,
+      "grad_norm": 170.5086669921875,
+      "learning_rate": 5.454855428315551e-06,
+      "loss": 20.3594,
+      "step": 27651
+    },
+    {
+      "epoch": 1.3214183312625443,
+      "grad_norm": 282.3253173828125,
+      "learning_rate": 5.454166127650962e-06,
+      "loss": 29.3125,
+      "step": 27652
+    },
+    {
+      "epoch": 1.3214661187040047,
+      "grad_norm": 202.1160125732422,
+      "learning_rate": 5.453476854210051e-06,
+      "loss": 15.1406,
+      "step": 27653
+    },
+    {
+      "epoch": 1.321513906145465,
+      "grad_norm": 278.5606689453125,
+      "learning_rate": 5.452787607996948e-06,
+      "loss": 29.7344,
+      "step": 27654
+    },
+    {
+      "epoch": 1.3215616935869254,
+      "grad_norm": 133.18743896484375,
+      "learning_rate": 5.4520983890157834e-06,
+      "loss": 22.7031,
+      "step": 27655
+    },
+    {
+      "epoch": 1.3216094810283856,
+      "grad_norm": 184.62185668945312,
+      "learning_rate": 5.451409197270678e-06,
+      "loss": 24.7344,
+      "step": 27656
+    },
+    {
+      "epoch": 1.321657268469846,
+      "grad_norm": 277.80194091796875,
+      "learning_rate": 5.450720032765762e-06,
+      "loss": 32.125,
+      "step": 27657
+    },
+    {
+      "epoch": 1.3217050559113064,
+      "grad_norm": 166.75540161132812,
+      "learning_rate": 5.450030895505165e-06,
+      "loss": 24.375,
+      "step": 27658
+    },
+    {
+      "epoch": 1.3217528433527668,
+      "grad_norm": 197.86624145507812,
+      "learning_rate": 5.4493417854930095e-06,
+      "loss": 19.1328,
+      "step": 27659
+    },
+    {
+      "epoch": 1.3218006307942272,
+      "grad_norm": 273.212646484375,
+      "learning_rate": 5.4486527027334236e-06,
+      "loss": 27.0938,
+      "step": 27660
+    },
+    {
+      "epoch": 1.3218484182356876,
+      "grad_norm": 324.31365966796875,
+      "learning_rate": 5.447963647230536e-06,
+      "loss": 26.5,
+      "step": 27661
+    },
+    {
+      "epoch": 1.321896205677148,
+      "grad_norm": 185.9661407470703,
+      "learning_rate": 5.447274618988476e-06,
+      "loss": 32.1719,
+      "step": 27662
+    },
+    {
+      "epoch": 1.3219439931186083,
+      "grad_norm": 347.0085754394531,
+      "learning_rate": 5.4465856180113644e-06,
+      "loss": 29.6562,
+      "step": 27663
+    },
+    {
+      "epoch": 1.3219917805600687,
+      "grad_norm": 336.23455810546875,
+      "learning_rate": 5.445896644303327e-06,
+      "loss": 20.2031,
+      "step": 27664
+    },
+    {
+      "epoch": 1.322039568001529,
+      "grad_norm": 293.28717041015625,
+      "learning_rate": 5.445207697868493e-06,
+      "loss": 21.8125,
+      "step": 27665
+    },
+    {
+      "epoch": 1.3220873554429895,
+      "grad_norm": 348.2481384277344,
+      "learning_rate": 5.444518778710992e-06,
+      "loss": 38.0938,
+      "step": 27666
+    },
+    {
+      "epoch": 1.3221351428844499,
+      "grad_norm": 194.97483825683594,
+      "learning_rate": 5.443829886834941e-06,
+      "loss": 23.5312,
+      "step": 27667
+    },
+    {
+      "epoch": 1.3221829303259103,
+      "grad_norm": 293.2724914550781,
+      "learning_rate": 5.443141022244469e-06,
+      "loss": 32.9062,
+      "step": 27668
+    },
+    {
+      "epoch": 1.3222307177673707,
+      "grad_norm": 321.5316467285156,
+      "learning_rate": 5.4424521849437075e-06,
+      "loss": 23.5156,
+      "step": 27669
+    },
+    {
+      "epoch": 1.322278505208831,
+      "grad_norm": 248.26495361328125,
+      "learning_rate": 5.441763374936772e-06,
+      "loss": 27.8125,
+      "step": 27670
+    },
+    {
+      "epoch": 1.3223262926502914,
+      "grad_norm": 213.88243103027344,
+      "learning_rate": 5.441074592227793e-06,
+      "loss": 15.7969,
+      "step": 27671
+    },
+    {
+      "epoch": 1.3223740800917518,
+      "grad_norm": 207.88560485839844,
+      "learning_rate": 5.440385836820894e-06,
+      "loss": 32.2812,
+      "step": 27672
+    },
+    {
+      "epoch": 1.3224218675332122,
+      "grad_norm": 359.04217529296875,
+      "learning_rate": 5.439697108720204e-06,
+      "loss": 24.5312,
+      "step": 27673
+    },
+    {
+      "epoch": 1.3224696549746726,
+      "grad_norm": 381.79412841796875,
+      "learning_rate": 5.43900840792984e-06,
+      "loss": 25.7969,
+      "step": 27674
+    },
+    {
+      "epoch": 1.322517442416133,
+      "grad_norm": 343.92327880859375,
+      "learning_rate": 5.438319734453932e-06,
+      "loss": 30.0938,
+      "step": 27675
+    },
+    {
+      "epoch": 1.3225652298575934,
+      "grad_norm": 276.2410583496094,
+      "learning_rate": 5.4376310882966e-06,
+      "loss": 20.9375,
+      "step": 27676
+    },
+    {
+      "epoch": 1.3226130172990538,
+      "grad_norm": 264.57098388671875,
+      "learning_rate": 5.436942469461976e-06,
+      "loss": 24.9688,
+      "step": 27677
+    },
+    {
+      "epoch": 1.3226608047405142,
+      "grad_norm": 284.0046081542969,
+      "learning_rate": 5.436253877954175e-06,
+      "loss": 27.6875,
+      "step": 27678
+    },
+    {
+      "epoch": 1.3227085921819746,
+      "grad_norm": 214.8266143798828,
+      "learning_rate": 5.435565313777328e-06,
+      "loss": 32.4844,
+      "step": 27679
+    },
+    {
+      "epoch": 1.322756379623435,
+      "grad_norm": 181.17616271972656,
+      "learning_rate": 5.434876776935551e-06,
+      "loss": 23.5938,
+      "step": 27680
+    },
+    {
+      "epoch": 1.3228041670648953,
+      "grad_norm": 199.69003295898438,
+      "learning_rate": 5.434188267432971e-06,
+      "loss": 20.7969,
+      "step": 27681
+    },
+    {
+      "epoch": 1.3228519545063557,
+      "grad_norm": 627.598876953125,
+      "learning_rate": 5.433499785273717e-06,
+      "loss": 47.5,
+      "step": 27682
+    },
+    {
+      "epoch": 1.3228997419478161,
+      "grad_norm": 404.3946838378906,
+      "learning_rate": 5.4328113304619024e-06,
+      "loss": 28.5781,
+      "step": 27683
+    },
+    {
+      "epoch": 1.3229475293892765,
+      "grad_norm": 331.2796936035156,
+      "learning_rate": 5.4321229030016574e-06,
+      "loss": 27.25,
+      "step": 27684
+    },
+    {
+      "epoch": 1.322995316830737,
+      "grad_norm": 362.1801452636719,
+      "learning_rate": 5.4314345028971e-06,
+      "loss": 32.125,
+      "step": 27685
+    },
+    {
+      "epoch": 1.3230431042721973,
+      "grad_norm": 530.2996826171875,
+      "learning_rate": 5.430746130152353e-06,
+      "loss": 22.75,
+      "step": 27686
+    },
+    {
+      "epoch": 1.3230908917136577,
+      "grad_norm": 632.7704467773438,
+      "learning_rate": 5.430057784771543e-06,
+      "loss": 23.5625,
+      "step": 27687
+    },
+    {
+      "epoch": 1.323138679155118,
+      "grad_norm": 159.3992156982422,
+      "learning_rate": 5.429369466758792e-06,
+      "loss": 19.6875,
+      "step": 27688
+    },
+    {
+      "epoch": 1.3231864665965785,
+      "grad_norm": 293.0926818847656,
+      "learning_rate": 5.428681176118217e-06,
+      "loss": 23.6406,
+      "step": 27689
+    },
+    {
+      "epoch": 1.3232342540380388,
+      "grad_norm": 192.3907928466797,
+      "learning_rate": 5.427992912853943e-06,
+      "loss": 27.1719,
+      "step": 27690
+    },
+    {
+      "epoch": 1.3232820414794992,
+      "grad_norm": 224.72390747070312,
+      "learning_rate": 5.427304676970092e-06,
+      "loss": 23.6562,
+      "step": 27691
+    },
+    {
+      "epoch": 1.3233298289209596,
+      "grad_norm": 197.7754669189453,
+      "learning_rate": 5.426616468470789e-06,
+      "loss": 22.1406,
+      "step": 27692
+    },
+    {
+      "epoch": 1.32337761636242,
+      "grad_norm": 259.8587646484375,
+      "learning_rate": 5.425928287360149e-06,
+      "loss": 19.0312,
+      "step": 27693
+    },
+    {
+      "epoch": 1.3234254038038804,
+      "grad_norm": 284.1527404785156,
+      "learning_rate": 5.425240133642296e-06,
+      "loss": 38.6562,
+      "step": 27694
+    },
+    {
+      "epoch": 1.3234731912453408,
+      "grad_norm": 189.85748291015625,
+      "learning_rate": 5.424552007321356e-06,
+      "loss": 24.0938,
+      "step": 27695
+    },
+    {
+      "epoch": 1.3235209786868012,
+      "grad_norm": 226.51327514648438,
+      "learning_rate": 5.423863908401441e-06,
+      "loss": 34.0781,
+      "step": 27696
+    },
+    {
+      "epoch": 1.3235687661282616,
+      "grad_norm": 322.65045166015625,
+      "learning_rate": 5.423175836886676e-06,
+      "loss": 24.1562,
+      "step": 27697
+    },
+    {
+      "epoch": 1.323616553569722,
+      "grad_norm": 241.15342712402344,
+      "learning_rate": 5.422487792781183e-06,
+      "loss": 28.3594,
+      "step": 27698
+    },
+    {
+      "epoch": 1.3236643410111824,
+      "grad_norm": 275.8152160644531,
+      "learning_rate": 5.421799776089085e-06,
+      "loss": 17.8906,
+      "step": 27699
+    },
+    {
+      "epoch": 1.3237121284526427,
+      "grad_norm": 313.5,
+      "learning_rate": 5.421111786814495e-06,
+      "loss": 17.3281,
+      "step": 27700
+    },
+    {
+      "epoch": 1.3237599158941031,
+      "grad_norm": 414.44891357421875,
+      "learning_rate": 5.420423824961536e-06,
+      "loss": 26.375,
+      "step": 27701
+    },
+    {
+      "epoch": 1.3238077033355635,
+      "grad_norm": 202.53146362304688,
+      "learning_rate": 5.41973589053433e-06,
+      "loss": 24.9062,
+      "step": 27702
+    },
+    {
+      "epoch": 1.323855490777024,
+      "grad_norm": 312.7219543457031,
+      "learning_rate": 5.4190479835370005e-06,
+      "loss": 30.9062,
+      "step": 27703
+    },
+    {
+      "epoch": 1.3239032782184843,
+      "grad_norm": 544.6401977539062,
+      "learning_rate": 5.418360103973657e-06,
+      "loss": 38.0938,
+      "step": 27704
+    },
+    {
+      "epoch": 1.3239510656599447,
+      "grad_norm": 122.3788070678711,
+      "learning_rate": 5.417672251848425e-06,
+      "loss": 22.75,
+      "step": 27705
+    },
+    {
+      "epoch": 1.323998853101405,
+      "grad_norm": 142.29141235351562,
+      "learning_rate": 5.416984427165428e-06,
+      "loss": 18.4375,
+      "step": 27706
+    },
+    {
+      "epoch": 1.3240466405428655,
+      "grad_norm": 256.99151611328125,
+      "learning_rate": 5.416296629928776e-06,
+      "loss": 27.0938,
+      "step": 27707
+    },
+    {
+      "epoch": 1.3240944279843256,
+      "grad_norm": 497.9509582519531,
+      "learning_rate": 5.415608860142593e-06,
+      "loss": 23.5312,
+      "step": 27708
+    },
+    {
+      "epoch": 1.324142215425786,
+      "grad_norm": 445.5533142089844,
+      "learning_rate": 5.414921117810996e-06,
+      "loss": 21.3281,
+      "step": 27709
+    },
+    {
+      "epoch": 1.3241900028672464,
+      "grad_norm": 200.65003967285156,
+      "learning_rate": 5.4142334029381115e-06,
+      "loss": 18.4219,
+      "step": 27710
+    },
+    {
+      "epoch": 1.3242377903087068,
+      "grad_norm": 279.3600769042969,
+      "learning_rate": 5.413545715528046e-06,
+      "loss": 30.0,
+      "step": 27711
+    },
+    {
+      "epoch": 1.3242855777501672,
+      "grad_norm": 482.7591857910156,
+      "learning_rate": 5.412858055584928e-06,
+      "loss": 20.375,
+      "step": 27712
+    },
+    {
+      "epoch": 1.3243333651916276,
+      "grad_norm": 229.8876495361328,
+      "learning_rate": 5.412170423112868e-06,
+      "loss": 26.25,
+      "step": 27713
+    },
+    {
+      "epoch": 1.324381152633088,
+      "grad_norm": 186.4702606201172,
+      "learning_rate": 5.411482818115986e-06,
+      "loss": 24.6562,
+      "step": 27714
+    },
+    {
+      "epoch": 1.3244289400745484,
+      "grad_norm": 167.23667907714844,
+      "learning_rate": 5.4107952405984055e-06,
+      "loss": 22.0938,
+      "step": 27715
+    },
+    {
+      "epoch": 1.3244767275160088,
+      "grad_norm": 465.5780334472656,
+      "learning_rate": 5.410107690564237e-06,
+      "loss": 27.5312,
+      "step": 27716
+    },
+    {
+      "epoch": 1.3245245149574691,
+      "grad_norm": 169.90736389160156,
+      "learning_rate": 5.409420168017603e-06,
+      "loss": 18.8906,
+      "step": 27717
+    },
+    {
+      "epoch": 1.3245723023989295,
+      "grad_norm": 347.2574768066406,
+      "learning_rate": 5.408732672962615e-06,
+      "loss": 22.7969,
+      "step": 27718
+    },
+    {
+      "epoch": 1.32462008984039,
+      "grad_norm": 229.9413604736328,
+      "learning_rate": 5.408045205403395e-06,
+      "loss": 28.5625,
+      "step": 27719
+    },
+    {
+      "epoch": 1.3246678772818503,
+      "grad_norm": 218.96490478515625,
+      "learning_rate": 5.407357765344059e-06,
+      "loss": 23.7188,
+      "step": 27720
+    },
+    {
+      "epoch": 1.3247156647233107,
+      "grad_norm": 250.60067749023438,
+      "learning_rate": 5.406670352788727e-06,
+      "loss": 26.2812,
+      "step": 27721
+    },
+    {
+      "epoch": 1.324763452164771,
+      "grad_norm": 253.09982299804688,
+      "learning_rate": 5.405982967741509e-06,
+      "loss": 23.3438,
+      "step": 27722
+    },
+    {
+      "epoch": 1.3248112396062315,
+      "grad_norm": 266.6730041503906,
+      "learning_rate": 5.405295610206525e-06,
+      "loss": 22.1719,
+      "step": 27723
+    },
+    {
+      "epoch": 1.3248590270476919,
+      "grad_norm": 274.968505859375,
+      "learning_rate": 5.404608280187891e-06,
+      "loss": 18.4688,
+      "step": 27724
+    },
+    {
+      "epoch": 1.3249068144891523,
+      "grad_norm": 177.56060791015625,
+      "learning_rate": 5.403920977689728e-06,
+      "loss": 20.8438,
+      "step": 27725
+    },
+    {
+      "epoch": 1.3249546019306127,
+      "grad_norm": 300.215576171875,
+      "learning_rate": 5.403233702716144e-06,
+      "loss": 25.4531,
+      "step": 27726
+    },
+    {
+      "epoch": 1.325002389372073,
+      "grad_norm": 280.9106140136719,
+      "learning_rate": 5.402546455271258e-06,
+      "loss": 23.375,
+      "step": 27727
+    },
+    {
+      "epoch": 1.3250501768135334,
+      "grad_norm": 238.4142608642578,
+      "learning_rate": 5.401859235359188e-06,
+      "loss": 30.125,
+      "step": 27728
+    },
+    {
+      "epoch": 1.3250979642549938,
+      "grad_norm": 115.92625427246094,
+      "learning_rate": 5.401172042984051e-06,
+      "loss": 21.7969,
+      "step": 27729
+    },
+    {
+      "epoch": 1.3251457516964542,
+      "grad_norm": 374.39068603515625,
+      "learning_rate": 5.400484878149955e-06,
+      "loss": 21.1562,
+      "step": 27730
+    },
+    {
+      "epoch": 1.3251935391379146,
+      "grad_norm": 473.3511657714844,
+      "learning_rate": 5.39979774086102e-06,
+      "loss": 27.1562,
+      "step": 27731
+    },
+    {
+      "epoch": 1.325241326579375,
+      "grad_norm": 409.4836120605469,
+      "learning_rate": 5.399110631121364e-06,
+      "loss": 26.4062,
+      "step": 27732
+    },
+    {
+      "epoch": 1.3252891140208354,
+      "grad_norm": 199.00550842285156,
+      "learning_rate": 5.3984235489350966e-06,
+      "loss": 25.3438,
+      "step": 27733
+    },
+    {
+      "epoch": 1.3253369014622958,
+      "grad_norm": 174.4615478515625,
+      "learning_rate": 5.397736494306332e-06,
+      "loss": 14.2344,
+      "step": 27734
+    },
+    {
+      "epoch": 1.3253846889037562,
+      "grad_norm": 249.87940979003906,
+      "learning_rate": 5.397049467239188e-06,
+      "loss": 27.2812,
+      "step": 27735
+    },
+    {
+      "epoch": 1.3254324763452165,
+      "grad_norm": 153.39602661132812,
+      "learning_rate": 5.3963624677377835e-06,
+      "loss": 20.9375,
+      "step": 27736
+    },
+    {
+      "epoch": 1.325480263786677,
+      "grad_norm": 386.3317565917969,
+      "learning_rate": 5.395675495806222e-06,
+      "loss": 29.0469,
+      "step": 27737
+    },
+    {
+      "epoch": 1.3255280512281373,
+      "grad_norm": 412.8007507324219,
+      "learning_rate": 5.394988551448623e-06,
+      "loss": 23.4688,
+      "step": 27738
+    },
+    {
+      "epoch": 1.3255758386695975,
+      "grad_norm": 257.2616271972656,
+      "learning_rate": 5.394301634669101e-06,
+      "loss": 28.2812,
+      "step": 27739
+    },
+    {
+      "epoch": 1.3256236261110579,
+      "grad_norm": 285.6252746582031,
+      "learning_rate": 5.3936147454717736e-06,
+      "loss": 25.9062,
+      "step": 27740
+    },
+    {
+      "epoch": 1.3256714135525183,
+      "grad_norm": 264.1020812988281,
+      "learning_rate": 5.392927883860746e-06,
+      "loss": 22.625,
+      "step": 27741
+    },
+    {
+      "epoch": 1.3257192009939787,
+      "grad_norm": 458.2113952636719,
+      "learning_rate": 5.3922410498401355e-06,
+      "loss": 21.6875,
+      "step": 27742
+    },
+    {
+      "epoch": 1.325766988435439,
+      "grad_norm": 290.4258117675781,
+      "learning_rate": 5.391554243414059e-06,
+      "loss": 26.375,
+      "step": 27743
+    },
+    {
+      "epoch": 1.3258147758768994,
+      "grad_norm": 385.0594177246094,
+      "learning_rate": 5.390867464586622e-06,
+      "loss": 23.0312,
+      "step": 27744
+    },
+    {
+      "epoch": 1.3258625633183598,
+      "grad_norm": 338.06365966796875,
+      "learning_rate": 5.390180713361947e-06,
+      "loss": 20.5312,
+      "step": 27745
+    },
+    {
+      "epoch": 1.3259103507598202,
+      "grad_norm": 221.82785034179688,
+      "learning_rate": 5.389493989744135e-06,
+      "loss": 25.9062,
+      "step": 27746
+    },
+    {
+      "epoch": 1.3259581382012806,
+      "grad_norm": 304.9922180175781,
+      "learning_rate": 5.388807293737306e-06,
+      "loss": 29.0625,
+      "step": 27747
+    },
+    {
+      "epoch": 1.326005925642741,
+      "grad_norm": 127.22144317626953,
+      "learning_rate": 5.388120625345575e-06,
+      "loss": 20.5469,
+      "step": 27748
+    },
+    {
+      "epoch": 1.3260537130842014,
+      "grad_norm": 203.54664611816406,
+      "learning_rate": 5.387433984573047e-06,
+      "loss": 21.5,
+      "step": 27749
+    },
+    {
+      "epoch": 1.3261015005256618,
+      "grad_norm": 188.87811279296875,
+      "learning_rate": 5.386747371423837e-06,
+      "loss": 24.375,
+      "step": 27750
+    },
+    {
+      "epoch": 1.3261492879671222,
+      "grad_norm": 342.0550231933594,
+      "learning_rate": 5.386060785902062e-06,
+      "loss": 22.6875,
+      "step": 27751
+    },
+    {
+      "epoch": 1.3261970754085826,
+      "grad_norm": 270.95147705078125,
+      "learning_rate": 5.385374228011826e-06,
+      "loss": 26.6875,
+      "step": 27752
+    },
+    {
+      "epoch": 1.326244862850043,
+      "grad_norm": 216.12765502929688,
+      "learning_rate": 5.384687697757242e-06,
+      "loss": 21.1875,
+      "step": 27753
+    },
+    {
+      "epoch": 1.3262926502915033,
+      "grad_norm": 153.4545440673828,
+      "learning_rate": 5.3840011951424276e-06,
+      "loss": 29.3438,
+      "step": 27754
+    },
+    {
+      "epoch": 1.3263404377329637,
+      "grad_norm": 306.1195983886719,
+      "learning_rate": 5.383314720171487e-06,
+      "loss": 18.7031,
+      "step": 27755
+    },
+    {
+      "epoch": 1.3263882251744241,
+      "grad_norm": 313.488037109375,
+      "learning_rate": 5.382628272848534e-06,
+      "loss": 33.8203,
+      "step": 27756
+    },
+    {
+      "epoch": 1.3264360126158845,
+      "grad_norm": 528.5807495117188,
+      "learning_rate": 5.381941853177679e-06,
+      "loss": 23.2969,
+      "step": 27757
+    },
+    {
+      "epoch": 1.326483800057345,
+      "grad_norm": 238.1164093017578,
+      "learning_rate": 5.3812554611630375e-06,
+      "loss": 30.6562,
+      "step": 27758
+    },
+    {
+      "epoch": 1.3265315874988053,
+      "grad_norm": 281.1703186035156,
+      "learning_rate": 5.380569096808712e-06,
+      "loss": 27.4062,
+      "step": 27759
+    },
+    {
+      "epoch": 1.3265793749402657,
+      "grad_norm": 223.82998657226562,
+      "learning_rate": 5.379882760118817e-06,
+      "loss": 23.3594,
+      "step": 27760
+    },
+    {
+      "epoch": 1.326627162381726,
+      "grad_norm": 210.49929809570312,
+      "learning_rate": 5.379196451097461e-06,
+      "loss": 33.9375,
+      "step": 27761
+    },
+    {
+      "epoch": 1.3266749498231865,
+      "grad_norm": 224.41409301757812,
+      "learning_rate": 5.378510169748762e-06,
+      "loss": 23.4062,
+      "step": 27762
+    },
+    {
+      "epoch": 1.3267227372646468,
+      "grad_norm": 248.06292724609375,
+      "learning_rate": 5.377823916076819e-06,
+      "loss": 25.7812,
+      "step": 27763
+    },
+    {
+      "epoch": 1.3267705247061072,
+      "grad_norm": 146.15451049804688,
+      "learning_rate": 5.377137690085747e-06,
+      "loss": 22.0156,
+      "step": 27764
+    },
+    {
+      "epoch": 1.3268183121475676,
+      "grad_norm": 127.43240356445312,
+      "learning_rate": 5.376451491779659e-06,
+      "loss": 21.0312,
+      "step": 27765
+    },
+    {
+      "epoch": 1.326866099589028,
+      "grad_norm": 223.81011962890625,
+      "learning_rate": 5.375765321162656e-06,
+      "loss": 36.125,
+      "step": 27766
+    },
+    {
+      "epoch": 1.3269138870304884,
+      "grad_norm": 407.15625,
+      "learning_rate": 5.3750791782388515e-06,
+      "loss": 22.6562,
+      "step": 27767
+    },
+    {
+      "epoch": 1.3269616744719488,
+      "grad_norm": 227.27639770507812,
+      "learning_rate": 5.374393063012355e-06,
+      "loss": 29.5938,
+      "step": 27768
+    },
+    {
+      "epoch": 1.3270094619134092,
+      "grad_norm": 405.18182373046875,
+      "learning_rate": 5.373706975487281e-06,
+      "loss": 23.4844,
+      "step": 27769
+    },
+    {
+      "epoch": 1.3270572493548696,
+      "grad_norm": 203.06092834472656,
+      "learning_rate": 5.373020915667726e-06,
+      "loss": 19.1562,
+      "step": 27770
+    },
+    {
+      "epoch": 1.32710503679633,
+      "grad_norm": 250.6700897216797,
+      "learning_rate": 5.372334883557808e-06,
+      "loss": 25.2344,
+      "step": 27771
+    },
+    {
+      "epoch": 1.3271528242377904,
+      "grad_norm": 159.189208984375,
+      "learning_rate": 5.37164887916163e-06,
+      "loss": 20.9688,
+      "step": 27772
+    },
+    {
+      "epoch": 1.3272006116792507,
+      "grad_norm": 192.10447692871094,
+      "learning_rate": 5.37096290248331e-06,
+      "loss": 24.6797,
+      "step": 27773
+    },
+    {
+      "epoch": 1.3272483991207111,
+      "grad_norm": 724.9334716796875,
+      "learning_rate": 5.370276953526942e-06,
+      "loss": 40.9062,
+      "step": 27774
+    },
+    {
+      "epoch": 1.3272961865621715,
+      "grad_norm": 245.24508666992188,
+      "learning_rate": 5.3695910322966435e-06,
+      "loss": 31.9688,
+      "step": 27775
+    },
+    {
+      "epoch": 1.327343974003632,
+      "grad_norm": 463.7255859375,
+      "learning_rate": 5.368905138796523e-06,
+      "loss": 34.0,
+      "step": 27776
+    },
+    {
+      "epoch": 1.3273917614450923,
+      "grad_norm": 183.4687042236328,
+      "learning_rate": 5.368219273030682e-06,
+      "loss": 19.4375,
+      "step": 27777
+    },
+    {
+      "epoch": 1.3274395488865527,
+      "grad_norm": 235.35208129882812,
+      "learning_rate": 5.367533435003234e-06,
+      "loss": 27.1875,
+      "step": 27778
+    },
+    {
+      "epoch": 1.327487336328013,
+      "grad_norm": 493.54901123046875,
+      "learning_rate": 5.366847624718279e-06,
+      "loss": 31.9062,
+      "step": 27779
+    },
+    {
+      "epoch": 1.3275351237694735,
+      "grad_norm": 335.3987121582031,
+      "learning_rate": 5.366161842179929e-06,
+      "loss": 28.9062,
+      "step": 27780
+    },
+    {
+      "epoch": 1.3275829112109339,
+      "grad_norm": 4675.1474609375,
+      "learning_rate": 5.365476087392293e-06,
+      "loss": 16.7656,
+      "step": 27781
+    },
+    {
+      "epoch": 1.3276306986523942,
+      "grad_norm": 208.1857452392578,
+      "learning_rate": 5.364790360359471e-06,
+      "loss": 21.3125,
+      "step": 27782
+    },
+    {
+      "epoch": 1.3276784860938546,
+      "grad_norm": 178.536865234375,
+      "learning_rate": 5.364104661085575e-06,
+      "loss": 24.125,
+      "step": 27783
+    },
+    {
+      "epoch": 1.327726273535315,
+      "grad_norm": 2405.734619140625,
+      "learning_rate": 5.363418989574714e-06,
+      "loss": 28.4375,
+      "step": 27784
+    },
+    {
+      "epoch": 1.3277740609767754,
+      "grad_norm": 261.0040588378906,
+      "learning_rate": 5.362733345830986e-06,
+      "loss": 28.625,
+      "step": 27785
+    },
+    {
+      "epoch": 1.3278218484182358,
+      "grad_norm": 240.98138427734375,
+      "learning_rate": 5.362047729858501e-06,
+      "loss": 28.3594,
+      "step": 27786
+    },
+    {
+      "epoch": 1.3278696358596962,
+      "grad_norm": 156.06468200683594,
+      "learning_rate": 5.361362141661366e-06,
+      "loss": 22.7031,
+      "step": 27787
+    },
+    {
+      "epoch": 1.3279174233011566,
+      "grad_norm": 324.8351745605469,
+      "learning_rate": 5.360676581243691e-06,
+      "loss": 23.75,
+      "step": 27788
+    },
+    {
+      "epoch": 1.327965210742617,
+      "grad_norm": 244.93319702148438,
+      "learning_rate": 5.3599910486095716e-06,
+      "loss": 31.6562,
+      "step": 27789
+    },
+    {
+      "epoch": 1.3280129981840771,
+      "grad_norm": 173.87823486328125,
+      "learning_rate": 5.35930554376312e-06,
+      "loss": 21.0469,
+      "step": 27790
+    },
+    {
+      "epoch": 1.3280607856255375,
+      "grad_norm": 180.45956420898438,
+      "learning_rate": 5.3586200667084435e-06,
+      "loss": 24.875,
+      "step": 27791
+    },
+    {
+      "epoch": 1.328108573066998,
+      "grad_norm": 156.6835174560547,
+      "learning_rate": 5.3579346174496395e-06,
+      "loss": 18.0,
+      "step": 27792
+    },
+    {
+      "epoch": 1.3281563605084583,
+      "grad_norm": 160.29624938964844,
+      "learning_rate": 5.357249195990817e-06,
+      "loss": 25.0781,
+      "step": 27793
+    },
+    {
+      "epoch": 1.3282041479499187,
+      "grad_norm": 260.56683349609375,
+      "learning_rate": 5.356563802336081e-06,
+      "loss": 28.25,
+      "step": 27794
+    },
+    {
+      "epoch": 1.328251935391379,
+      "grad_norm": 101.79743194580078,
+      "learning_rate": 5.355878436489541e-06,
+      "loss": 15.9219,
+      "step": 27795
+    },
+    {
+      "epoch": 1.3282997228328395,
+      "grad_norm": 247.3780975341797,
+      "learning_rate": 5.355193098455292e-06,
+      "loss": 19.5469,
+      "step": 27796
+    },
+    {
+      "epoch": 1.3283475102742999,
+      "grad_norm": 232.12709045410156,
+      "learning_rate": 5.354507788237444e-06,
+      "loss": 22.5781,
+      "step": 27797
+    },
+    {
+      "epoch": 1.3283952977157603,
+      "grad_norm": 228.7903594970703,
+      "learning_rate": 5.353822505840098e-06,
+      "loss": 39.8125,
+      "step": 27798
+    },
+    {
+      "epoch": 1.3284430851572206,
+      "grad_norm": 198.2245330810547,
+      "learning_rate": 5.353137251267366e-06,
+      "loss": 23.7656,
+      "step": 27799
+    },
+    {
+      "epoch": 1.328490872598681,
+      "grad_norm": 325.60247802734375,
+      "learning_rate": 5.352452024523341e-06,
+      "loss": 27.6875,
+      "step": 27800
+    },
+    {
+      "epoch": 1.3285386600401414,
+      "grad_norm": 140.0996551513672,
+      "learning_rate": 5.35176682561213e-06,
+      "loss": 16.6719,
+      "step": 27801
+    },
+    {
+      "epoch": 1.3285864474816018,
+      "grad_norm": 345.8244323730469,
+      "learning_rate": 5.351081654537844e-06,
+      "loss": 39.6562,
+      "step": 27802
+    },
+    {
+      "epoch": 1.3286342349230622,
+      "grad_norm": 159.36154174804688,
+      "learning_rate": 5.350396511304574e-06,
+      "loss": 16.5,
+      "step": 27803
+    },
+    {
+      "epoch": 1.3286820223645226,
+      "grad_norm": 227.79580688476562,
+      "learning_rate": 5.349711395916432e-06,
+      "loss": 29.375,
+      "step": 27804
+    },
+    {
+      "epoch": 1.328729809805983,
+      "grad_norm": 342.8021240234375,
+      "learning_rate": 5.349026308377516e-06,
+      "loss": 29.9375,
+      "step": 27805
+    },
+    {
+      "epoch": 1.3287775972474434,
+      "grad_norm": 214.2206268310547,
+      "learning_rate": 5.348341248691935e-06,
+      "loss": 26.6875,
+      "step": 27806
+    },
+    {
+      "epoch": 1.3288253846889038,
+      "grad_norm": 599.2835083007812,
+      "learning_rate": 5.347656216863786e-06,
+      "loss": 31.25,
+      "step": 27807
+    },
+    {
+      "epoch": 1.3288731721303642,
+      "grad_norm": 429.26806640625,
+      "learning_rate": 5.3469712128971705e-06,
+      "loss": 29.5781,
+      "step": 27808
+    },
+    {
+      "epoch": 1.3289209595718245,
+      "grad_norm": 577.85205078125,
+      "learning_rate": 5.346286236796199e-06,
+      "loss": 21.8438,
+      "step": 27809
+    },
+    {
+      "epoch": 1.328968747013285,
+      "grad_norm": 290.1476745605469,
+      "learning_rate": 5.345601288564963e-06,
+      "loss": 19.9531,
+      "step": 27810
+    },
+    {
+      "epoch": 1.3290165344547453,
+      "grad_norm": 262.7593994140625,
+      "learning_rate": 5.344916368207569e-06,
+      "loss": 26.7812,
+      "step": 27811
+    },
+    {
+      "epoch": 1.3290643218962057,
+      "grad_norm": 232.97113037109375,
+      "learning_rate": 5.344231475728124e-06,
+      "loss": 24.0156,
+      "step": 27812
+    },
+    {
+      "epoch": 1.329112109337666,
+      "grad_norm": 223.39645385742188,
+      "learning_rate": 5.343546611130721e-06,
+      "loss": 22.5312,
+      "step": 27813
+    },
+    {
+      "epoch": 1.3291598967791265,
+      "grad_norm": 225.6846923828125,
+      "learning_rate": 5.34286177441947e-06,
+      "loss": 23.0938,
+      "step": 27814
+    },
+    {
+      "epoch": 1.3292076842205869,
+      "grad_norm": 205.8674774169922,
+      "learning_rate": 5.342176965598462e-06,
+      "loss": 27.0312,
+      "step": 27815
+    },
+    {
+      "epoch": 1.3292554716620473,
+      "grad_norm": 104.74588775634766,
+      "learning_rate": 5.341492184671806e-06,
+      "loss": 17.7969,
+      "step": 27816
+    },
+    {
+      "epoch": 1.3293032591035077,
+      "grad_norm": 264.2906494140625,
+      "learning_rate": 5.340807431643602e-06,
+      "loss": 34.0312,
+      "step": 27817
+    },
+    {
+      "epoch": 1.329351046544968,
+      "grad_norm": 230.29542541503906,
+      "learning_rate": 5.340122706517947e-06,
+      "loss": 28.125,
+      "step": 27818
+    },
+    {
+      "epoch": 1.3293988339864284,
+      "grad_norm": 129.61326599121094,
+      "learning_rate": 5.3394380092989435e-06,
+      "loss": 23.0312,
+      "step": 27819
+    },
+    {
+      "epoch": 1.3294466214278888,
+      "grad_norm": 160.7144012451172,
+      "learning_rate": 5.338753339990695e-06,
+      "loss": 16.6172,
+      "step": 27820
+    },
+    {
+      "epoch": 1.329494408869349,
+      "grad_norm": 181.2315673828125,
+      "learning_rate": 5.338068698597299e-06,
+      "loss": 17.1875,
+      "step": 27821
+    },
+    {
+      "epoch": 1.3295421963108094,
+      "grad_norm": 187.2403564453125,
+      "learning_rate": 5.337384085122854e-06,
+      "loss": 19.7031,
+      "step": 27822
+    },
+    {
+      "epoch": 1.3295899837522698,
+      "grad_norm": 216.96607971191406,
+      "learning_rate": 5.336699499571463e-06,
+      "loss": 27.5938,
+      "step": 27823
+    },
+    {
+      "epoch": 1.3296377711937302,
+      "grad_norm": 193.3428192138672,
+      "learning_rate": 5.336014941947224e-06,
+      "loss": 32.875,
+      "step": 27824
+    },
+    {
+      "epoch": 1.3296855586351906,
+      "grad_norm": 464.3892517089844,
+      "learning_rate": 5.3353304122542405e-06,
+      "loss": 27.1562,
+      "step": 27825
+    },
+    {
+      "epoch": 1.329733346076651,
+      "grad_norm": 156.4548797607422,
+      "learning_rate": 5.334645910496606e-06,
+      "loss": 16.6875,
+      "step": 27826
+    },
+    {
+      "epoch": 1.3297811335181113,
+      "grad_norm": 229.78457641601562,
+      "learning_rate": 5.333961436678422e-06,
+      "loss": 22.125,
+      "step": 27827
+    },
+    {
+      "epoch": 1.3298289209595717,
+      "grad_norm": 190.54653930664062,
+      "learning_rate": 5.333276990803792e-06,
+      "loss": 26.2656,
+      "step": 27828
+    },
+    {
+      "epoch": 1.3298767084010321,
+      "grad_norm": 180.71905517578125,
+      "learning_rate": 5.332592572876807e-06,
+      "loss": 16.1094,
+      "step": 27829
+    },
+    {
+      "epoch": 1.3299244958424925,
+      "grad_norm": 226.95762634277344,
+      "learning_rate": 5.331908182901571e-06,
+      "loss": 24.3125,
+      "step": 27830
+    },
+    {
+      "epoch": 1.329972283283953,
+      "grad_norm": 297.59002685546875,
+      "learning_rate": 5.33122382088218e-06,
+      "loss": 26.625,
+      "step": 27831
+    },
+    {
+      "epoch": 1.3300200707254133,
+      "grad_norm": 170.1085205078125,
+      "learning_rate": 5.330539486822739e-06,
+      "loss": 25.4219,
+      "step": 27832
+    },
+    {
+      "epoch": 1.3300678581668737,
+      "grad_norm": 128.7391815185547,
+      "learning_rate": 5.329855180727337e-06,
+      "loss": 22.375,
+      "step": 27833
+    },
+    {
+      "epoch": 1.330115645608334,
+      "grad_norm": 197.42361450195312,
+      "learning_rate": 5.329170902600076e-06,
+      "loss": 29.6875,
+      "step": 27834
+    },
+    {
+      "epoch": 1.3301634330497945,
+      "grad_norm": 168.97323608398438,
+      "learning_rate": 5.328486652445053e-06,
+      "loss": 26.4531,
+      "step": 27835
+    },
+    {
+      "epoch": 1.3302112204912548,
+      "grad_norm": 205.9949493408203,
+      "learning_rate": 5.327802430266373e-06,
+      "loss": 23.625,
+      "step": 27836
+    },
+    {
+      "epoch": 1.3302590079327152,
+      "grad_norm": 291.956787109375,
+      "learning_rate": 5.3271182360681225e-06,
+      "loss": 30.125,
+      "step": 27837
+    },
+    {
+      "epoch": 1.3303067953741756,
+      "grad_norm": 167.81309509277344,
+      "learning_rate": 5.326434069854405e-06,
+      "loss": 20.5781,
+      "step": 27838
+    },
+    {
+      "epoch": 1.330354582815636,
+      "grad_norm": 237.8100128173828,
+      "learning_rate": 5.3257499316293206e-06,
+      "loss": 33.5,
+      "step": 27839
+    },
+    {
+      "epoch": 1.3304023702570964,
+      "grad_norm": 188.35494995117188,
+      "learning_rate": 5.325065821396958e-06,
+      "loss": 24.0625,
+      "step": 27840
+    },
+    {
+      "epoch": 1.3304501576985568,
+      "grad_norm": 266.9853820800781,
+      "learning_rate": 5.324381739161419e-06,
+      "loss": 26.4062,
+      "step": 27841
+    },
+    {
+      "epoch": 1.3304979451400172,
+      "grad_norm": 179.4618682861328,
+      "learning_rate": 5.323697684926805e-06,
+      "loss": 23.875,
+      "step": 27842
+    },
+    {
+      "epoch": 1.3305457325814776,
+      "grad_norm": 291.8668212890625,
+      "learning_rate": 5.3230136586972046e-06,
+      "loss": 27.3281,
+      "step": 27843
+    },
+    {
+      "epoch": 1.330593520022938,
+      "grad_norm": 255.7089385986328,
+      "learning_rate": 5.322329660476715e-06,
+      "loss": 32.5312,
+      "step": 27844
+    },
+    {
+      "epoch": 1.3306413074643983,
+      "grad_norm": 111.7183837890625,
+      "learning_rate": 5.3216456902694415e-06,
+      "loss": 17.1328,
+      "step": 27845
+    },
+    {
+      "epoch": 1.3306890949058587,
+      "grad_norm": 309.7387390136719,
+      "learning_rate": 5.320961748079467e-06,
+      "loss": 30.7344,
+      "step": 27846
+    },
+    {
+      "epoch": 1.3307368823473191,
+      "grad_norm": 316.10821533203125,
+      "learning_rate": 5.320277833910899e-06,
+      "loss": 26.8906,
+      "step": 27847
+    },
+    {
+      "epoch": 1.3307846697887795,
+      "grad_norm": 165.81170654296875,
+      "learning_rate": 5.319593947767825e-06,
+      "loss": 22.3438,
+      "step": 27848
+    },
+    {
+      "epoch": 1.33083245723024,
+      "grad_norm": 368.88092041015625,
+      "learning_rate": 5.318910089654344e-06,
+      "loss": 21.1094,
+      "step": 27849
+    },
+    {
+      "epoch": 1.3308802446717003,
+      "grad_norm": 172.75701904296875,
+      "learning_rate": 5.318226259574551e-06,
+      "loss": 27.1562,
+      "step": 27850
+    },
+    {
+      "epoch": 1.3309280321131607,
+      "grad_norm": 259.9513244628906,
+      "learning_rate": 5.317542457532544e-06,
+      "loss": 26.1875,
+      "step": 27851
+    },
+    {
+      "epoch": 1.330975819554621,
+      "grad_norm": 482.37493896484375,
+      "learning_rate": 5.316858683532414e-06,
+      "loss": 25.6094,
+      "step": 27852
+    },
+    {
+      "epoch": 1.3310236069960815,
+      "grad_norm": 464.8513488769531,
+      "learning_rate": 5.316174937578256e-06,
+      "loss": 32.8594,
+      "step": 27853
+    },
+    {
+      "epoch": 1.3310713944375419,
+      "grad_norm": 163.36868286132812,
+      "learning_rate": 5.31549121967417e-06,
+      "loss": 19.3906,
+      "step": 27854
+    },
+    {
+      "epoch": 1.3311191818790022,
+      "grad_norm": 268.8280334472656,
+      "learning_rate": 5.314807529824244e-06,
+      "loss": 19.3594,
+      "step": 27855
+    },
+    {
+      "epoch": 1.3311669693204626,
+      "grad_norm": 516.0771484375,
+      "learning_rate": 5.314123868032575e-06,
+      "loss": 27.9062,
+      "step": 27856
+    },
+    {
+      "epoch": 1.331214756761923,
+      "grad_norm": 164.32659912109375,
+      "learning_rate": 5.313440234303258e-06,
+      "loss": 25.9531,
+      "step": 27857
+    },
+    {
+      "epoch": 1.3312625442033834,
+      "grad_norm": 140.08143615722656,
+      "learning_rate": 5.31275662864039e-06,
+      "loss": 19.5156,
+      "step": 27858
+    },
+    {
+      "epoch": 1.3313103316448438,
+      "grad_norm": 244.7218017578125,
+      "learning_rate": 5.312073051048058e-06,
+      "loss": 25.875,
+      "step": 27859
+    },
+    {
+      "epoch": 1.3313581190863042,
+      "grad_norm": 245.90785217285156,
+      "learning_rate": 5.31138950153036e-06,
+      "loss": 29.7656,
+      "step": 27860
+    },
+    {
+      "epoch": 1.3314059065277646,
+      "grad_norm": 489.53851318359375,
+      "learning_rate": 5.310705980091387e-06,
+      "loss": 24.5938,
+      "step": 27861
+    },
+    {
+      "epoch": 1.331453693969225,
+      "grad_norm": 125.36981964111328,
+      "learning_rate": 5.31002248673524e-06,
+      "loss": 18.1094,
+      "step": 27862
+    },
+    {
+      "epoch": 1.3315014814106854,
+      "grad_norm": 395.241455078125,
+      "learning_rate": 5.309339021466002e-06,
+      "loss": 29.9297,
+      "step": 27863
+    },
+    {
+      "epoch": 1.3315492688521458,
+      "grad_norm": 221.70700073242188,
+      "learning_rate": 5.3086555842877705e-06,
+      "loss": 24.2812,
+      "step": 27864
+    },
+    {
+      "epoch": 1.3315970562936061,
+      "grad_norm": 167.4318389892578,
+      "learning_rate": 5.307972175204643e-06,
+      "loss": 18.7188,
+      "step": 27865
+    },
+    {
+      "epoch": 1.3316448437350665,
+      "grad_norm": 346.0077209472656,
+      "learning_rate": 5.307288794220704e-06,
+      "loss": 26.4688,
+      "step": 27866
+    },
+    {
+      "epoch": 1.331692631176527,
+      "grad_norm": 577.8093872070312,
+      "learning_rate": 5.306605441340049e-06,
+      "loss": 26.375,
+      "step": 27867
+    },
+    {
+      "epoch": 1.3317404186179873,
+      "grad_norm": 398.4033203125,
+      "learning_rate": 5.305922116566771e-06,
+      "loss": 27.2188,
+      "step": 27868
+    },
+    {
+      "epoch": 1.3317882060594477,
+      "grad_norm": 188.9060821533203,
+      "learning_rate": 5.305238819904967e-06,
+      "loss": 21.2188,
+      "step": 27869
+    },
+    {
+      "epoch": 1.331835993500908,
+      "grad_norm": 691.1737670898438,
+      "learning_rate": 5.304555551358721e-06,
+      "loss": 27.2188,
+      "step": 27870
+    },
+    {
+      "epoch": 1.3318837809423685,
+      "grad_norm": 281.0096435546875,
+      "learning_rate": 5.303872310932129e-06,
+      "loss": 33.75,
+      "step": 27871
+    },
+    {
+      "epoch": 1.3319315683838289,
+      "grad_norm": 165.7639617919922,
+      "learning_rate": 5.3031890986292815e-06,
+      "loss": 30.9688,
+      "step": 27872
+    },
+    {
+      "epoch": 1.331979355825289,
+      "grad_norm": 319.7734375,
+      "learning_rate": 5.3025059144542745e-06,
+      "loss": 40.2188,
+      "step": 27873
+    },
+    {
+      "epoch": 1.3320271432667494,
+      "grad_norm": 499.13165283203125,
+      "learning_rate": 5.3018227584111925e-06,
+      "loss": 27.4375,
+      "step": 27874
+    },
+    {
+      "epoch": 1.3320749307082098,
+      "grad_norm": 163.81996154785156,
+      "learning_rate": 5.301139630504133e-06,
+      "loss": 22.4844,
+      "step": 27875
+    },
+    {
+      "epoch": 1.3321227181496702,
+      "grad_norm": 302.31341552734375,
+      "learning_rate": 5.3004565307371795e-06,
+      "loss": 21.2188,
+      "step": 27876
+    },
+    {
+      "epoch": 1.3321705055911306,
+      "grad_norm": 160.83924865722656,
+      "learning_rate": 5.299773459114428e-06,
+      "loss": 22.8125,
+      "step": 27877
+    },
+    {
+      "epoch": 1.332218293032591,
+      "grad_norm": 410.2599182128906,
+      "learning_rate": 5.299090415639973e-06,
+      "loss": 21.3594,
+      "step": 27878
+    },
+    {
+      "epoch": 1.3322660804740514,
+      "grad_norm": 936.2142333984375,
+      "learning_rate": 5.298407400317895e-06,
+      "loss": 24.7188,
+      "step": 27879
+    },
+    {
+      "epoch": 1.3323138679155118,
+      "grad_norm": 303.4292297363281,
+      "learning_rate": 5.297724413152295e-06,
+      "loss": 20.4844,
+      "step": 27880
+    },
+    {
+      "epoch": 1.3323616553569722,
+      "grad_norm": 301.9175109863281,
+      "learning_rate": 5.297041454147255e-06,
+      "loss": 28.1875,
+      "step": 27881
+    },
+    {
+      "epoch": 1.3324094427984325,
+      "grad_norm": 247.92530822753906,
+      "learning_rate": 5.296358523306867e-06,
+      "loss": 21.6094,
+      "step": 27882
+    },
+    {
+      "epoch": 1.332457230239893,
+      "grad_norm": 629.1185302734375,
+      "learning_rate": 5.295675620635223e-06,
+      "loss": 26.3594,
+      "step": 27883
+    },
+    {
+      "epoch": 1.3325050176813533,
+      "grad_norm": 246.29086303710938,
+      "learning_rate": 5.2949927461364145e-06,
+      "loss": 28.5312,
+      "step": 27884
+    },
+    {
+      "epoch": 1.3325528051228137,
+      "grad_norm": 234.1295928955078,
+      "learning_rate": 5.2943098998145245e-06,
+      "loss": 25.1406,
+      "step": 27885
+    },
+    {
+      "epoch": 1.332600592564274,
+      "grad_norm": 176.07327270507812,
+      "learning_rate": 5.293627081673648e-06,
+      "loss": 22.2969,
+      "step": 27886
+    },
+    {
+      "epoch": 1.3326483800057345,
+      "grad_norm": 232.42835998535156,
+      "learning_rate": 5.292944291717874e-06,
+      "loss": 27.25,
+      "step": 27887
+    },
+    {
+      "epoch": 1.3326961674471949,
+      "grad_norm": 388.8820495605469,
+      "learning_rate": 5.292261529951288e-06,
+      "loss": 27.8125,
+      "step": 27888
+    },
+    {
+      "epoch": 1.3327439548886553,
+      "grad_norm": 495.4403991699219,
+      "learning_rate": 5.291578796377981e-06,
+      "loss": 32.8125,
+      "step": 27889
+    },
+    {
+      "epoch": 1.3327917423301157,
+      "grad_norm": 721.5170288085938,
+      "learning_rate": 5.2908960910020404e-06,
+      "loss": 27.8438,
+      "step": 27890
+    },
+    {
+      "epoch": 1.332839529771576,
+      "grad_norm": 604.6210327148438,
+      "learning_rate": 5.290213413827559e-06,
+      "loss": 32.3438,
+      "step": 27891
+    },
+    {
+      "epoch": 1.3328873172130364,
+      "grad_norm": 302.3885498046875,
+      "learning_rate": 5.289530764858619e-06,
+      "loss": 21.7188,
+      "step": 27892
+    },
+    {
+      "epoch": 1.3329351046544968,
+      "grad_norm": 7120.0791015625,
+      "learning_rate": 5.2888481440993115e-06,
+      "loss": 21.0312,
+      "step": 27893
+    },
+    {
+      "epoch": 1.3329828920959572,
+      "grad_norm": 154.0691375732422,
+      "learning_rate": 5.288165551553724e-06,
+      "loss": 24.5625,
+      "step": 27894
+    },
+    {
+      "epoch": 1.3330306795374176,
+      "grad_norm": 613.5647583007812,
+      "learning_rate": 5.2874829872259494e-06,
+      "loss": 27.0312,
+      "step": 27895
+    },
+    {
+      "epoch": 1.333078466978878,
+      "grad_norm": 278.17559814453125,
+      "learning_rate": 5.286800451120067e-06,
+      "loss": 18.4844,
+      "step": 27896
+    },
+    {
+      "epoch": 1.3331262544203384,
+      "grad_norm": 297.6575927734375,
+      "learning_rate": 5.286117943240167e-06,
+      "loss": 23.0625,
+      "step": 27897
+    },
+    {
+      "epoch": 1.3331740418617988,
+      "grad_norm": 189.9624786376953,
+      "learning_rate": 5.2854354635903394e-06,
+      "loss": 34.1875,
+      "step": 27898
+    },
+    {
+      "epoch": 1.3332218293032592,
+      "grad_norm": 242.1813507080078,
+      "learning_rate": 5.2847530121746735e-06,
+      "loss": 26.3125,
+      "step": 27899
+    },
+    {
+      "epoch": 1.3332696167447196,
+      "grad_norm": 263.1712646484375,
+      "learning_rate": 5.284070588997249e-06,
+      "loss": 28.9688,
+      "step": 27900
+    },
+    {
+      "epoch": 1.33331740418618,
+      "grad_norm": 521.6361083984375,
+      "learning_rate": 5.2833881940621555e-06,
+      "loss": 30.4688,
+      "step": 27901
+    },
+    {
+      "epoch": 1.3333651916276403,
+      "grad_norm": 251.25653076171875,
+      "learning_rate": 5.282705827373485e-06,
+      "loss": 29.4688,
+      "step": 27902
+    },
+    {
+      "epoch": 1.3334129790691007,
+      "grad_norm": 338.49298095703125,
+      "learning_rate": 5.2820234889353176e-06,
+      "loss": 29.375,
+      "step": 27903
+    },
+    {
+      "epoch": 1.333460766510561,
+      "grad_norm": 372.69110107421875,
+      "learning_rate": 5.281341178751739e-06,
+      "loss": 26.8594,
+      "step": 27904
+    },
+    {
+      "epoch": 1.3335085539520213,
+      "grad_norm": 350.3435974121094,
+      "learning_rate": 5.280658896826838e-06,
+      "loss": 31.0938,
+      "step": 27905
+    },
+    {
+      "epoch": 1.3335563413934817,
+      "grad_norm": 124.2342758178711,
+      "learning_rate": 5.279976643164706e-06,
+      "loss": 17.1094,
+      "step": 27906
+    },
+    {
+      "epoch": 1.333604128834942,
+      "grad_norm": 284.6453857421875,
+      "learning_rate": 5.279294417769419e-06,
+      "loss": 20.8906,
+      "step": 27907
+    },
+    {
+      "epoch": 1.3336519162764024,
+      "grad_norm": 188.3519287109375,
+      "learning_rate": 5.278612220645068e-06,
+      "loss": 19.2031,
+      "step": 27908
+    },
+    {
+      "epoch": 1.3336997037178628,
+      "grad_norm": 189.7694091796875,
+      "learning_rate": 5.277930051795739e-06,
+      "loss": 27.8438,
+      "step": 27909
+    },
+    {
+      "epoch": 1.3337474911593232,
+      "grad_norm": 201.48863220214844,
+      "learning_rate": 5.277247911225514e-06,
+      "loss": 21.9375,
+      "step": 27910
+    },
+    {
+      "epoch": 1.3337952786007836,
+      "grad_norm": 265.3611145019531,
+      "learning_rate": 5.276565798938483e-06,
+      "loss": 25.9844,
+      "step": 27911
+    },
+    {
+      "epoch": 1.333843066042244,
+      "grad_norm": 333.8473815917969,
+      "learning_rate": 5.275883714938726e-06,
+      "loss": 19.4219,
+      "step": 27912
+    },
+    {
+      "epoch": 1.3338908534837044,
+      "grad_norm": 424.12835693359375,
+      "learning_rate": 5.275201659230331e-06,
+      "loss": 36.0938,
+      "step": 27913
+    },
+    {
+      "epoch": 1.3339386409251648,
+      "grad_norm": 245.98886108398438,
+      "learning_rate": 5.274519631817379e-06,
+      "loss": 18.9688,
+      "step": 27914
+    },
+    {
+      "epoch": 1.3339864283666252,
+      "grad_norm": 265.0721130371094,
+      "learning_rate": 5.273837632703955e-06,
+      "loss": 28.9531,
+      "step": 27915
+    },
+    {
+      "epoch": 1.3340342158080856,
+      "grad_norm": 366.8707580566406,
+      "learning_rate": 5.273155661894147e-06,
+      "loss": 30.125,
+      "step": 27916
+    },
+    {
+      "epoch": 1.334082003249546,
+      "grad_norm": 175.62979125976562,
+      "learning_rate": 5.2724737193920416e-06,
+      "loss": 18.4531,
+      "step": 27917
+    },
+    {
+      "epoch": 1.3341297906910063,
+      "grad_norm": 149.3250274658203,
+      "learning_rate": 5.271791805201714e-06,
+      "loss": 17.4219,
+      "step": 27918
+    },
+    {
+      "epoch": 1.3341775781324667,
+      "grad_norm": 258.7803039550781,
+      "learning_rate": 5.271109919327251e-06,
+      "loss": 28.5469,
+      "step": 27919
+    },
+    {
+      "epoch": 1.3342253655739271,
+      "grad_norm": 319.39923095703125,
+      "learning_rate": 5.2704280617727384e-06,
+      "loss": 25.7969,
+      "step": 27920
+    },
+    {
+      "epoch": 1.3342731530153875,
+      "grad_norm": 288.5080871582031,
+      "learning_rate": 5.269746232542263e-06,
+      "loss": 29.1562,
+      "step": 27921
+    },
+    {
+      "epoch": 1.334320940456848,
+      "grad_norm": 191.8582000732422,
+      "learning_rate": 5.269064431639901e-06,
+      "loss": 24.0469,
+      "step": 27922
+    },
+    {
+      "epoch": 1.3343687278983083,
+      "grad_norm": 252.71376037597656,
+      "learning_rate": 5.268382659069737e-06,
+      "loss": 27.5,
+      "step": 27923
+    },
+    {
+      "epoch": 1.3344165153397687,
+      "grad_norm": 185.56268310546875,
+      "learning_rate": 5.267700914835861e-06,
+      "loss": 19.3438,
+      "step": 27924
+    },
+    {
+      "epoch": 1.334464302781229,
+      "grad_norm": 330.77642822265625,
+      "learning_rate": 5.267019198942345e-06,
+      "loss": 24.375,
+      "step": 27925
+    },
+    {
+      "epoch": 1.3345120902226895,
+      "grad_norm": 485.1382751464844,
+      "learning_rate": 5.266337511393277e-06,
+      "loss": 24.5625,
+      "step": 27926
+    },
+    {
+      "epoch": 1.3345598776641499,
+      "grad_norm": 509.3343505859375,
+      "learning_rate": 5.26565585219274e-06,
+      "loss": 24.9844,
+      "step": 27927
+    },
+    {
+      "epoch": 1.3346076651056102,
+      "grad_norm": 251.9632568359375,
+      "learning_rate": 5.264974221344819e-06,
+      "loss": 21.1875,
+      "step": 27928
+    },
+    {
+      "epoch": 1.3346554525470706,
+      "grad_norm": 234.8439178466797,
+      "learning_rate": 5.264292618853587e-06,
+      "loss": 18.4531,
+      "step": 27929
+    },
+    {
+      "epoch": 1.334703239988531,
+      "grad_norm": 170.3958282470703,
+      "learning_rate": 5.263611044723134e-06,
+      "loss": 15.4531,
+      "step": 27930
+    },
+    {
+      "epoch": 1.3347510274299914,
+      "grad_norm": 243.686279296875,
+      "learning_rate": 5.262929498957536e-06,
+      "loss": 32.125,
+      "step": 27931
+    },
+    {
+      "epoch": 1.3347988148714518,
+      "grad_norm": 143.8472442626953,
+      "learning_rate": 5.262247981560884e-06,
+      "loss": 19.7188,
+      "step": 27932
+    },
+    {
+      "epoch": 1.3348466023129122,
+      "grad_norm": 256.93231201171875,
+      "learning_rate": 5.26156649253725e-06,
+      "loss": 22.125,
+      "step": 27933
+    },
+    {
+      "epoch": 1.3348943897543726,
+      "grad_norm": 278.7245178222656,
+      "learning_rate": 5.2608850318907165e-06,
+      "loss": 26.375,
+      "step": 27934
+    },
+    {
+      "epoch": 1.334942177195833,
+      "grad_norm": 174.36001586914062,
+      "learning_rate": 5.260203599625369e-06,
+      "loss": 24.1875,
+      "step": 27935
+    },
+    {
+      "epoch": 1.3349899646372934,
+      "grad_norm": 323.0556945800781,
+      "learning_rate": 5.259522195745288e-06,
+      "loss": 18.5156,
+      "step": 27936
+    },
+    {
+      "epoch": 1.3350377520787537,
+      "grad_norm": 231.89268493652344,
+      "learning_rate": 5.2588408202545484e-06,
+      "loss": 18.0625,
+      "step": 27937
+    },
+    {
+      "epoch": 1.3350855395202141,
+      "grad_norm": 186.01809692382812,
+      "learning_rate": 5.258159473157234e-06,
+      "loss": 23.625,
+      "step": 27938
+    },
+    {
+      "epoch": 1.3351333269616745,
+      "grad_norm": 296.323974609375,
+      "learning_rate": 5.257478154457432e-06,
+      "loss": 25.5781,
+      "step": 27939
+    },
+    {
+      "epoch": 1.335181114403135,
+      "grad_norm": 264.6582336425781,
+      "learning_rate": 5.256796864159211e-06,
+      "loss": 22.5312,
+      "step": 27940
+    },
+    {
+      "epoch": 1.3352289018445953,
+      "grad_norm": 245.0485076904297,
+      "learning_rate": 5.2561156022666545e-06,
+      "loss": 27.9375,
+      "step": 27941
+    },
+    {
+      "epoch": 1.3352766892860557,
+      "grad_norm": 380.8592529296875,
+      "learning_rate": 5.255434368783849e-06,
+      "loss": 27.1875,
+      "step": 27942
+    },
+    {
+      "epoch": 1.335324476727516,
+      "grad_norm": 264.3971252441406,
+      "learning_rate": 5.2547531637148675e-06,
+      "loss": 23.2812,
+      "step": 27943
+    },
+    {
+      "epoch": 1.3353722641689765,
+      "grad_norm": 283.2671813964844,
+      "learning_rate": 5.254071987063794e-06,
+      "loss": 21.375,
+      "step": 27944
+    },
+    {
+      "epoch": 1.3354200516104369,
+      "grad_norm": 258.1006164550781,
+      "learning_rate": 5.253390838834702e-06,
+      "loss": 29.0156,
+      "step": 27945
+    },
+    {
+      "epoch": 1.3354678390518973,
+      "grad_norm": 162.6671600341797,
+      "learning_rate": 5.252709719031675e-06,
+      "loss": 24.7031,
+      "step": 27946
+    },
+    {
+      "epoch": 1.3355156264933576,
+      "grad_norm": 191.15858459472656,
+      "learning_rate": 5.252028627658791e-06,
+      "loss": 26.2656,
+      "step": 27947
+    },
+    {
+      "epoch": 1.335563413934818,
+      "grad_norm": 244.97311401367188,
+      "learning_rate": 5.25134756472013e-06,
+      "loss": 21.8281,
+      "step": 27948
+    },
+    {
+      "epoch": 1.3356112013762784,
+      "grad_norm": 177.90628051757812,
+      "learning_rate": 5.250666530219767e-06,
+      "loss": 24.9062,
+      "step": 27949
+    },
+    {
+      "epoch": 1.3356589888177388,
+      "grad_norm": 536.1616821289062,
+      "learning_rate": 5.249985524161787e-06,
+      "loss": 34.6875,
+      "step": 27950
+    },
+    {
+      "epoch": 1.3357067762591992,
+      "grad_norm": 249.04693603515625,
+      "learning_rate": 5.249304546550262e-06,
+      "loss": 28.75,
+      "step": 27951
+    },
+    {
+      "epoch": 1.3357545637006596,
+      "grad_norm": 202.28334045410156,
+      "learning_rate": 5.248623597389272e-06,
+      "loss": 23.7969,
+      "step": 27952
+    },
+    {
+      "epoch": 1.33580235114212,
+      "grad_norm": 249.737060546875,
+      "learning_rate": 5.247942676682895e-06,
+      "loss": 28.25,
+      "step": 27953
+    },
+    {
+      "epoch": 1.3358501385835804,
+      "grad_norm": 183.8335418701172,
+      "learning_rate": 5.247261784435214e-06,
+      "loss": 16.4219,
+      "step": 27954
+    },
+    {
+      "epoch": 1.3358979260250405,
+      "grad_norm": 285.25469970703125,
+      "learning_rate": 5.246580920650298e-06,
+      "loss": 39.0,
+      "step": 27955
+    },
+    {
+      "epoch": 1.335945713466501,
+      "grad_norm": 212.4132843017578,
+      "learning_rate": 5.2459000853322294e-06,
+      "loss": 25.875,
+      "step": 27956
+    },
+    {
+      "epoch": 1.3359935009079613,
+      "grad_norm": 191.62437438964844,
+      "learning_rate": 5.245219278485086e-06,
+      "loss": 22.4062,
+      "step": 27957
+    },
+    {
+      "epoch": 1.3360412883494217,
+      "grad_norm": 175.6917724609375,
+      "learning_rate": 5.244538500112945e-06,
+      "loss": 27.625,
+      "step": 27958
+    },
+    {
+      "epoch": 1.336089075790882,
+      "grad_norm": 290.43389892578125,
+      "learning_rate": 5.243857750219878e-06,
+      "loss": 31.5156,
+      "step": 27959
+    },
+    {
+      "epoch": 1.3361368632323425,
+      "grad_norm": 255.22970581054688,
+      "learning_rate": 5.243177028809968e-06,
+      "loss": 27.5625,
+      "step": 27960
+    },
+    {
+      "epoch": 1.3361846506738029,
+      "grad_norm": 173.71487426757812,
+      "learning_rate": 5.2424963358872926e-06,
+      "loss": 24.0312,
+      "step": 27961
+    },
+    {
+      "epoch": 1.3362324381152633,
+      "grad_norm": 193.07296752929688,
+      "learning_rate": 5.241815671455922e-06,
+      "loss": 21.7812,
+      "step": 27962
+    },
+    {
+      "epoch": 1.3362802255567237,
+      "grad_norm": 306.84051513671875,
+      "learning_rate": 5.241135035519935e-06,
+      "loss": 24.7188,
+      "step": 27963
+    },
+    {
+      "epoch": 1.336328012998184,
+      "grad_norm": 325.0702209472656,
+      "learning_rate": 5.24045442808341e-06,
+      "loss": 31.6875,
+      "step": 27964
+    },
+    {
+      "epoch": 1.3363758004396444,
+      "grad_norm": 463.8113708496094,
+      "learning_rate": 5.239773849150424e-06,
+      "loss": 40.7031,
+      "step": 27965
+    },
+    {
+      "epoch": 1.3364235878811048,
+      "grad_norm": 331.4188232421875,
+      "learning_rate": 5.239093298725046e-06,
+      "loss": 35.25,
+      "step": 27966
+    },
+    {
+      "epoch": 1.3364713753225652,
+      "grad_norm": 218.2535858154297,
+      "learning_rate": 5.238412776811357e-06,
+      "loss": 28.7812,
+      "step": 27967
+    },
+    {
+      "epoch": 1.3365191627640256,
+      "grad_norm": 370.9155578613281,
+      "learning_rate": 5.23773228341343e-06,
+      "loss": 26.7188,
+      "step": 27968
+    },
+    {
+      "epoch": 1.336566950205486,
+      "grad_norm": 272.8040771484375,
+      "learning_rate": 5.237051818535348e-06,
+      "loss": 26.0312,
+      "step": 27969
+    },
+    {
+      "epoch": 1.3366147376469464,
+      "grad_norm": 195.7809295654297,
+      "learning_rate": 5.236371382181174e-06,
+      "loss": 24.9219,
+      "step": 27970
+    },
+    {
+      "epoch": 1.3366625250884068,
+      "grad_norm": 190.9654998779297,
+      "learning_rate": 5.235690974354989e-06,
+      "loss": 13.8594,
+      "step": 27971
+    },
+    {
+      "epoch": 1.3367103125298672,
+      "grad_norm": 188.61465454101562,
+      "learning_rate": 5.235010595060871e-06,
+      "loss": 24.9062,
+      "step": 27972
+    },
+    {
+      "epoch": 1.3367580999713276,
+      "grad_norm": 458.55853271484375,
+      "learning_rate": 5.234330244302888e-06,
+      "loss": 32.8281,
+      "step": 27973
+    },
+    {
+      "epoch": 1.336805887412788,
+      "grad_norm": 304.0156555175781,
+      "learning_rate": 5.233649922085116e-06,
+      "loss": 16.7188,
+      "step": 27974
+    },
+    {
+      "epoch": 1.3368536748542483,
+      "grad_norm": 257.04248046875,
+      "learning_rate": 5.232969628411635e-06,
+      "loss": 27.1094,
+      "step": 27975
+    },
+    {
+      "epoch": 1.3369014622957087,
+      "grad_norm": 352.0267028808594,
+      "learning_rate": 5.232289363286511e-06,
+      "loss": 24.375,
+      "step": 27976
+    },
+    {
+      "epoch": 1.336949249737169,
+      "grad_norm": 234.49635314941406,
+      "learning_rate": 5.2316091267138255e-06,
+      "loss": 23.4062,
+      "step": 27977
+    },
+    {
+      "epoch": 1.3369970371786295,
+      "grad_norm": 255.73336791992188,
+      "learning_rate": 5.230928918697646e-06,
+      "loss": 21.6875,
+      "step": 27978
+    },
+    {
+      "epoch": 1.3370448246200899,
+      "grad_norm": 196.12109375,
+      "learning_rate": 5.2302487392420475e-06,
+      "loss": 25.5312,
+      "step": 27979
+    },
+    {
+      "epoch": 1.3370926120615503,
+      "grad_norm": 259.70489501953125,
+      "learning_rate": 5.2295685883511086e-06,
+      "loss": 19.2656,
+      "step": 27980
+    },
+    {
+      "epoch": 1.3371403995030107,
+      "grad_norm": 241.96817016601562,
+      "learning_rate": 5.228888466028893e-06,
+      "loss": 26.2656,
+      "step": 27981
+    },
+    {
+      "epoch": 1.337188186944471,
+      "grad_norm": 147.23374938964844,
+      "learning_rate": 5.22820837227948e-06,
+      "loss": 20.8438,
+      "step": 27982
+    },
+    {
+      "epoch": 1.3372359743859314,
+      "grad_norm": 185.19375610351562,
+      "learning_rate": 5.227528307106942e-06,
+      "loss": 27.3438,
+      "step": 27983
+    },
+    {
+      "epoch": 1.3372837618273918,
+      "grad_norm": 198.3292999267578,
+      "learning_rate": 5.226848270515355e-06,
+      "loss": 20.8125,
+      "step": 27984
+    },
+    {
+      "epoch": 1.3373315492688522,
+      "grad_norm": 231.55377197265625,
+      "learning_rate": 5.226168262508784e-06,
+      "loss": 20.3125,
+      "step": 27985
+    },
+    {
+      "epoch": 1.3373793367103124,
+      "grad_norm": 313.85748291015625,
+      "learning_rate": 5.225488283091304e-06,
+      "loss": 21.9062,
+      "step": 27986
+    },
+    {
+      "epoch": 1.3374271241517728,
+      "grad_norm": 268.5180969238281,
+      "learning_rate": 5.224808332266993e-06,
+      "loss": 20.375,
+      "step": 27987
+    },
+    {
+      "epoch": 1.3374749115932332,
+      "grad_norm": 184.0203399658203,
+      "learning_rate": 5.224128410039915e-06,
+      "loss": 19.7344,
+      "step": 27988
+    },
+    {
+      "epoch": 1.3375226990346936,
+      "grad_norm": 280.76702880859375,
+      "learning_rate": 5.223448516414145e-06,
+      "loss": 31.9844,
+      "step": 27989
+    },
+    {
+      "epoch": 1.337570486476154,
+      "grad_norm": 221.75868225097656,
+      "learning_rate": 5.222768651393754e-06,
+      "loss": 32.9531,
+      "step": 27990
+    },
+    {
+      "epoch": 1.3376182739176143,
+      "grad_norm": 283.7862243652344,
+      "learning_rate": 5.22208881498282e-06,
+      "loss": 21.6562,
+      "step": 27991
+    },
+    {
+      "epoch": 1.3376660613590747,
+      "grad_norm": 320.5381774902344,
+      "learning_rate": 5.221409007185403e-06,
+      "loss": 16.1641,
+      "step": 27992
+    },
+    {
+      "epoch": 1.3377138488005351,
+      "grad_norm": 334.09765625,
+      "learning_rate": 5.220729228005581e-06,
+      "loss": 28.0469,
+      "step": 27993
+    },
+    {
+      "epoch": 1.3377616362419955,
+      "grad_norm": 365.3233947753906,
+      "learning_rate": 5.220049477447424e-06,
+      "loss": 26.5312,
+      "step": 27994
+    },
+    {
+      "epoch": 1.337809423683456,
+      "grad_norm": 301.68878173828125,
+      "learning_rate": 5.219369755515007e-06,
+      "loss": 25.9375,
+      "step": 27995
+    },
+    {
+      "epoch": 1.3378572111249163,
+      "grad_norm": 284.5791015625,
+      "learning_rate": 5.218690062212393e-06,
+      "loss": 24.3906,
+      "step": 27996
+    },
+    {
+      "epoch": 1.3379049985663767,
+      "grad_norm": 499.5031433105469,
+      "learning_rate": 5.218010397543656e-06,
+      "loss": 27.3125,
+      "step": 27997
+    },
+    {
+      "epoch": 1.337952786007837,
+      "grad_norm": 285.2572326660156,
+      "learning_rate": 5.217330761512868e-06,
+      "loss": 24.6875,
+      "step": 27998
+    },
+    {
+      "epoch": 1.3380005734492975,
+      "grad_norm": 350.24725341796875,
+      "learning_rate": 5.2166511541240946e-06,
+      "loss": 27.0469,
+      "step": 27999
+    },
+    {
+      "epoch": 1.3380483608907578,
+      "grad_norm": 304.359130859375,
+      "learning_rate": 5.21597157538141e-06,
+      "loss": 22.1406,
+      "step": 28000
+    },
+    {
+      "epoch": 1.3380961483322182,
+      "grad_norm": 232.74757385253906,
+      "learning_rate": 5.215292025288881e-06,
+      "loss": 25.4062,
+      "step": 28001
+    },
+    {
+      "epoch": 1.3381439357736786,
+      "grad_norm": 240.29075622558594,
+      "learning_rate": 5.214612503850584e-06,
+      "loss": 27.875,
+      "step": 28002
+    },
+    {
+      "epoch": 1.338191723215139,
+      "grad_norm": 380.6331481933594,
+      "learning_rate": 5.213933011070578e-06,
+      "loss": 27.9375,
+      "step": 28003
+    },
+    {
+      "epoch": 1.3382395106565994,
+      "grad_norm": 255.41705322265625,
+      "learning_rate": 5.213253546952938e-06,
+      "loss": 18.7344,
+      "step": 28004
+    },
+    {
+      "epoch": 1.3382872980980598,
+      "grad_norm": 189.02833557128906,
+      "learning_rate": 5.212574111501736e-06,
+      "loss": 25.25,
+      "step": 28005
+    },
+    {
+      "epoch": 1.3383350855395202,
+      "grad_norm": 330.73553466796875,
+      "learning_rate": 5.2118947047210345e-06,
+      "loss": 37.8125,
+      "step": 28006
+    },
+    {
+      "epoch": 1.3383828729809806,
+      "grad_norm": 253.22842407226562,
+      "learning_rate": 5.211215326614905e-06,
+      "loss": 28.625,
+      "step": 28007
+    },
+    {
+      "epoch": 1.338430660422441,
+      "grad_norm": 221.18887329101562,
+      "learning_rate": 5.210535977187421e-06,
+      "loss": 27.6719,
+      "step": 28008
+    },
+    {
+      "epoch": 1.3384784478639014,
+      "grad_norm": 255.4981231689453,
+      "learning_rate": 5.209856656442643e-06,
+      "loss": 31.4062,
+      "step": 28009
+    },
+    {
+      "epoch": 1.3385262353053617,
+      "grad_norm": 409.76080322265625,
+      "learning_rate": 5.209177364384646e-06,
+      "loss": 24.9375,
+      "step": 28010
+    },
+    {
+      "epoch": 1.3385740227468221,
+      "grad_norm": 178.78707885742188,
+      "learning_rate": 5.2084981010174895e-06,
+      "loss": 24.1875,
+      "step": 28011
+    },
+    {
+      "epoch": 1.3386218101882825,
+      "grad_norm": 337.18743896484375,
+      "learning_rate": 5.207818866345248e-06,
+      "loss": 38.5,
+      "step": 28012
+    },
+    {
+      "epoch": 1.338669597629743,
+      "grad_norm": 145.25962829589844,
+      "learning_rate": 5.207139660371991e-06,
+      "loss": 28.1562,
+      "step": 28013
+    },
+    {
+      "epoch": 1.3387173850712033,
+      "grad_norm": 329.8211975097656,
+      "learning_rate": 5.2064604831017794e-06,
+      "loss": 26.25,
+      "step": 28014
+    },
+    {
+      "epoch": 1.3387651725126637,
+      "grad_norm": 200.36280822753906,
+      "learning_rate": 5.205781334538685e-06,
+      "loss": 26.1094,
+      "step": 28015
+    },
+    {
+      "epoch": 1.338812959954124,
+      "grad_norm": 219.962890625,
+      "learning_rate": 5.205102214686773e-06,
+      "loss": 27.75,
+      "step": 28016
+    },
+    {
+      "epoch": 1.3388607473955845,
+      "grad_norm": 243.73240661621094,
+      "learning_rate": 5.2044231235501155e-06,
+      "loss": 30.6875,
+      "step": 28017
+    },
+    {
+      "epoch": 1.3389085348370449,
+      "grad_norm": 201.9869384765625,
+      "learning_rate": 5.203744061132772e-06,
+      "loss": 27.25,
+      "step": 28018
+    },
+    {
+      "epoch": 1.3389563222785053,
+      "grad_norm": 516.9945678710938,
+      "learning_rate": 5.203065027438813e-06,
+      "loss": 28.9375,
+      "step": 28019
+    },
+    {
+      "epoch": 1.3390041097199656,
+      "grad_norm": 317.5108947753906,
+      "learning_rate": 5.2023860224723046e-06,
+      "loss": 28.0312,
+      "step": 28020
+    },
+    {
+      "epoch": 1.339051897161426,
+      "grad_norm": 294.27569580078125,
+      "learning_rate": 5.201707046237317e-06,
+      "loss": 25.3281,
+      "step": 28021
+    },
+    {
+      "epoch": 1.3390996846028864,
+      "grad_norm": 289.1725158691406,
+      "learning_rate": 5.201028098737908e-06,
+      "loss": 28.2812,
+      "step": 28022
+    },
+    {
+      "epoch": 1.3391474720443468,
+      "grad_norm": 114.61965942382812,
+      "learning_rate": 5.20034917997815e-06,
+      "loss": 17.4531,
+      "step": 28023
+    },
+    {
+      "epoch": 1.3391952594858072,
+      "grad_norm": 279.12890625,
+      "learning_rate": 5.19967028996211e-06,
+      "loss": 22.8281,
+      "step": 28024
+    },
+    {
+      "epoch": 1.3392430469272676,
+      "grad_norm": 214.93043518066406,
+      "learning_rate": 5.198991428693847e-06,
+      "loss": 24.25,
+      "step": 28025
+    },
+    {
+      "epoch": 1.339290834368728,
+      "grad_norm": 389.7447204589844,
+      "learning_rate": 5.198312596177431e-06,
+      "loss": 24.4375,
+      "step": 28026
+    },
+    {
+      "epoch": 1.3393386218101884,
+      "grad_norm": 246.0579071044922,
+      "learning_rate": 5.1976337924169255e-06,
+      "loss": 37.0625,
+      "step": 28027
+    },
+    {
+      "epoch": 1.3393864092516488,
+      "grad_norm": 203.65867614746094,
+      "learning_rate": 5.1969550174164016e-06,
+      "loss": 25.2188,
+      "step": 28028
+    },
+    {
+      "epoch": 1.3394341966931091,
+      "grad_norm": 223.76589965820312,
+      "learning_rate": 5.1962762711799154e-06,
+      "loss": 25.3906,
+      "step": 28029
+    },
+    {
+      "epoch": 1.3394819841345695,
+      "grad_norm": 408.9642028808594,
+      "learning_rate": 5.195597553711535e-06,
+      "loss": 27.625,
+      "step": 28030
+    },
+    {
+      "epoch": 1.33952977157603,
+      "grad_norm": 320.52142333984375,
+      "learning_rate": 5.194918865015328e-06,
+      "loss": 30.1875,
+      "step": 28031
+    },
+    {
+      "epoch": 1.3395775590174903,
+      "grad_norm": 397.1079406738281,
+      "learning_rate": 5.19424020509536e-06,
+      "loss": 28.4531,
+      "step": 28032
+    },
+    {
+      "epoch": 1.3396253464589507,
+      "grad_norm": 223.28880310058594,
+      "learning_rate": 5.193561573955687e-06,
+      "loss": 22.25,
+      "step": 28033
+    },
+    {
+      "epoch": 1.339673133900411,
+      "grad_norm": 318.4495544433594,
+      "learning_rate": 5.1928829716003795e-06,
+      "loss": 35.6094,
+      "step": 28034
+    },
+    {
+      "epoch": 1.3397209213418715,
+      "grad_norm": 199.52528381347656,
+      "learning_rate": 5.192204398033503e-06,
+      "loss": 32.6875,
+      "step": 28035
+    },
+    {
+      "epoch": 1.3397687087833319,
+      "grad_norm": 258.5442810058594,
+      "learning_rate": 5.191525853259114e-06,
+      "loss": 21.0156,
+      "step": 28036
+    },
+    {
+      "epoch": 1.339816496224792,
+      "grad_norm": 209.61285400390625,
+      "learning_rate": 5.1908473372812814e-06,
+      "loss": 23.8438,
+      "step": 28037
+    },
+    {
+      "epoch": 1.3398642836662524,
+      "grad_norm": 276.7720642089844,
+      "learning_rate": 5.190168850104067e-06,
+      "loss": 19.0781,
+      "step": 28038
+    },
+    {
+      "epoch": 1.3399120711077128,
+      "grad_norm": 740.8333129882812,
+      "learning_rate": 5.18949039173154e-06,
+      "loss": 42.4062,
+      "step": 28039
+    },
+    {
+      "epoch": 1.3399598585491732,
+      "grad_norm": 219.76609802246094,
+      "learning_rate": 5.188811962167753e-06,
+      "loss": 27.0938,
+      "step": 28040
+    },
+    {
+      "epoch": 1.3400076459906336,
+      "grad_norm": 272.66583251953125,
+      "learning_rate": 5.18813356141678e-06,
+      "loss": 22.5938,
+      "step": 28041
+    },
+    {
+      "epoch": 1.340055433432094,
+      "grad_norm": 342.2261657714844,
+      "learning_rate": 5.187455189482672e-06,
+      "loss": 23.125,
+      "step": 28042
+    },
+    {
+      "epoch": 1.3401032208735544,
+      "grad_norm": 258.0946044921875,
+      "learning_rate": 5.186776846369502e-06,
+      "loss": 23.2031,
+      "step": 28043
+    },
+    {
+      "epoch": 1.3401510083150148,
+      "grad_norm": 545.1681518554688,
+      "learning_rate": 5.186098532081325e-06,
+      "loss": 22.125,
+      "step": 28044
+    },
+    {
+      "epoch": 1.3401987957564752,
+      "grad_norm": 380.63336181640625,
+      "learning_rate": 5.185420246622206e-06,
+      "loss": 27.5938,
+      "step": 28045
+    },
+    {
+      "epoch": 1.3402465831979355,
+      "grad_norm": 271.7023620605469,
+      "learning_rate": 5.184741989996209e-06,
+      "loss": 25.9062,
+      "step": 28046
+    },
+    {
+      "epoch": 1.340294370639396,
+      "grad_norm": 190.03378295898438,
+      "learning_rate": 5.184063762207392e-06,
+      "loss": 20.4844,
+      "step": 28047
+    },
+    {
+      "epoch": 1.3403421580808563,
+      "grad_norm": 192.56747436523438,
+      "learning_rate": 5.183385563259819e-06,
+      "loss": 31.4375,
+      "step": 28048
+    },
+    {
+      "epoch": 1.3403899455223167,
+      "grad_norm": 314.321044921875,
+      "learning_rate": 5.182707393157551e-06,
+      "loss": 22.9375,
+      "step": 28049
+    },
+    {
+      "epoch": 1.340437732963777,
+      "grad_norm": 210.134521484375,
+      "learning_rate": 5.182029251904654e-06,
+      "loss": 29.3125,
+      "step": 28050
+    },
+    {
+      "epoch": 1.3404855204052375,
+      "grad_norm": 200.15396118164062,
+      "learning_rate": 5.18135113950518e-06,
+      "loss": 25.5781,
+      "step": 28051
+    },
+    {
+      "epoch": 1.3405333078466979,
+      "grad_norm": 208.25033569335938,
+      "learning_rate": 5.1806730559631955e-06,
+      "loss": 26.2188,
+      "step": 28052
+    },
+    {
+      "epoch": 1.3405810952881583,
+      "grad_norm": 128.2759246826172,
+      "learning_rate": 5.17999500128276e-06,
+      "loss": 20.7188,
+      "step": 28053
+    },
+    {
+      "epoch": 1.3406288827296187,
+      "grad_norm": 386.1577453613281,
+      "learning_rate": 5.179316975467941e-06,
+      "loss": 27.1562,
+      "step": 28054
+    },
+    {
+      "epoch": 1.340676670171079,
+      "grad_norm": 120.44522094726562,
+      "learning_rate": 5.1786389785227875e-06,
+      "loss": 15.5,
+      "step": 28055
+    },
+    {
+      "epoch": 1.3407244576125394,
+      "grad_norm": 259.004150390625,
+      "learning_rate": 5.177961010451364e-06,
+      "loss": 28.125,
+      "step": 28056
+    },
+    {
+      "epoch": 1.3407722450539998,
+      "grad_norm": 237.8356170654297,
+      "learning_rate": 5.177283071257738e-06,
+      "loss": 20.9688,
+      "step": 28057
+    },
+    {
+      "epoch": 1.3408200324954602,
+      "grad_norm": 254.36184692382812,
+      "learning_rate": 5.1766051609459586e-06,
+      "loss": 24.3125,
+      "step": 28058
+    },
+    {
+      "epoch": 1.3408678199369206,
+      "grad_norm": 422.96539306640625,
+      "learning_rate": 5.175927279520091e-06,
+      "loss": 31.5625,
+      "step": 28059
+    },
+    {
+      "epoch": 1.340915607378381,
+      "grad_norm": 190.0684356689453,
+      "learning_rate": 5.175249426984193e-06,
+      "loss": 21.0781,
+      "step": 28060
+    },
+    {
+      "epoch": 1.3409633948198414,
+      "grad_norm": 211.78379821777344,
+      "learning_rate": 5.174571603342331e-06,
+      "loss": 22.6562,
+      "step": 28061
+    },
+    {
+      "epoch": 1.3410111822613018,
+      "grad_norm": 343.24896240234375,
+      "learning_rate": 5.173893808598553e-06,
+      "loss": 22.4062,
+      "step": 28062
+    },
+    {
+      "epoch": 1.3410589697027622,
+      "grad_norm": 251.6898956298828,
+      "learning_rate": 5.173216042756924e-06,
+      "loss": 20.2812,
+      "step": 28063
+    },
+    {
+      "epoch": 1.3411067571442226,
+      "grad_norm": 263.9569091796875,
+      "learning_rate": 5.172538305821504e-06,
+      "loss": 22.1562,
+      "step": 28064
+    },
+    {
+      "epoch": 1.341154544585683,
+      "grad_norm": 237.4310302734375,
+      "learning_rate": 5.171860597796352e-06,
+      "loss": 36.625,
+      "step": 28065
+    },
+    {
+      "epoch": 1.3412023320271433,
+      "grad_norm": 325.0505676269531,
+      "learning_rate": 5.171182918685522e-06,
+      "loss": 22.8281,
+      "step": 28066
+    },
+    {
+      "epoch": 1.3412501194686037,
+      "grad_norm": 346.96368408203125,
+      "learning_rate": 5.1705052684930764e-06,
+      "loss": 21.3594,
+      "step": 28067
+    },
+    {
+      "epoch": 1.341297906910064,
+      "grad_norm": 211.5025177001953,
+      "learning_rate": 5.169827647223072e-06,
+      "loss": 25.3594,
+      "step": 28068
+    },
+    {
+      "epoch": 1.3413456943515243,
+      "grad_norm": 266.4956359863281,
+      "learning_rate": 5.169150054879572e-06,
+      "loss": 26.5312,
+      "step": 28069
+    },
+    {
+      "epoch": 1.3413934817929847,
+      "grad_norm": 221.4149169921875,
+      "learning_rate": 5.168472491466624e-06,
+      "loss": 22.2969,
+      "step": 28070
+    },
+    {
+      "epoch": 1.341441269234445,
+      "grad_norm": 183.46510314941406,
+      "learning_rate": 5.1677949569882924e-06,
+      "loss": 23.7188,
+      "step": 28071
+    },
+    {
+      "epoch": 1.3414890566759055,
+      "grad_norm": 640.881591796875,
+      "learning_rate": 5.167117451448638e-06,
+      "loss": 26.4688,
+      "step": 28072
+    },
+    {
+      "epoch": 1.3415368441173658,
+      "grad_norm": 323.774658203125,
+      "learning_rate": 5.166439974851709e-06,
+      "loss": 23.125,
+      "step": 28073
+    },
+    {
+      "epoch": 1.3415846315588262,
+      "grad_norm": 178.00099182128906,
+      "learning_rate": 5.1657625272015725e-06,
+      "loss": 24.6875,
+      "step": 28074
+    },
+    {
+      "epoch": 1.3416324190002866,
+      "grad_norm": 228.9462890625,
+      "learning_rate": 5.165085108502277e-06,
+      "loss": 25.0312,
+      "step": 28075
+    },
+    {
+      "epoch": 1.341680206441747,
+      "grad_norm": 159.41421508789062,
+      "learning_rate": 5.164407718757882e-06,
+      "loss": 19.8438,
+      "step": 28076
+    },
+    {
+      "epoch": 1.3417279938832074,
+      "grad_norm": 158.28208923339844,
+      "learning_rate": 5.163730357972448e-06,
+      "loss": 24.2344,
+      "step": 28077
+    },
+    {
+      "epoch": 1.3417757813246678,
+      "grad_norm": 241.04031372070312,
+      "learning_rate": 5.163053026150027e-06,
+      "loss": 25.9219,
+      "step": 28078
+    },
+    {
+      "epoch": 1.3418235687661282,
+      "grad_norm": 382.4460754394531,
+      "learning_rate": 5.162375723294676e-06,
+      "loss": 23.6562,
+      "step": 28079
+    },
+    {
+      "epoch": 1.3418713562075886,
+      "grad_norm": 145.87525939941406,
+      "learning_rate": 5.161698449410456e-06,
+      "loss": 20.2031,
+      "step": 28080
+    },
+    {
+      "epoch": 1.341919143649049,
+      "grad_norm": 368.62945556640625,
+      "learning_rate": 5.161021204501415e-06,
+      "loss": 22.8438,
+      "step": 28081
+    },
+    {
+      "epoch": 1.3419669310905094,
+      "grad_norm": 210.61000061035156,
+      "learning_rate": 5.160343988571614e-06,
+      "loss": 27.1875,
+      "step": 28082
+    },
+    {
+      "epoch": 1.3420147185319697,
+      "grad_norm": 165.8255157470703,
+      "learning_rate": 5.15966680162511e-06,
+      "loss": 23.75,
+      "step": 28083
+    },
+    {
+      "epoch": 1.3420625059734301,
+      "grad_norm": 770.34130859375,
+      "learning_rate": 5.158989643665953e-06,
+      "loss": 25.8438,
+      "step": 28084
+    },
+    {
+      "epoch": 1.3421102934148905,
+      "grad_norm": 283.86676025390625,
+      "learning_rate": 5.158312514698203e-06,
+      "loss": 38.8438,
+      "step": 28085
+    },
+    {
+      "epoch": 1.342158080856351,
+      "grad_norm": 266.4642639160156,
+      "learning_rate": 5.157635414725911e-06,
+      "loss": 21.6406,
+      "step": 28086
+    },
+    {
+      "epoch": 1.3422058682978113,
+      "grad_norm": 205.01522827148438,
+      "learning_rate": 5.15695834375314e-06,
+      "loss": 22.2188,
+      "step": 28087
+    },
+    {
+      "epoch": 1.3422536557392717,
+      "grad_norm": 764.2775268554688,
+      "learning_rate": 5.156281301783934e-06,
+      "loss": 41.875,
+      "step": 28088
+    },
+    {
+      "epoch": 1.342301443180732,
+      "grad_norm": 195.70889282226562,
+      "learning_rate": 5.155604288822354e-06,
+      "loss": 23.125,
+      "step": 28089
+    },
+    {
+      "epoch": 1.3423492306221925,
+      "grad_norm": 450.6015625,
+      "learning_rate": 5.154927304872454e-06,
+      "loss": 40.1875,
+      "step": 28090
+    },
+    {
+      "epoch": 1.3423970180636529,
+      "grad_norm": 163.8047637939453,
+      "learning_rate": 5.15425034993829e-06,
+      "loss": 20.1875,
+      "step": 28091
+    },
+    {
+      "epoch": 1.3424448055051132,
+      "grad_norm": 370.64093017578125,
+      "learning_rate": 5.15357342402391e-06,
+      "loss": 29.7812,
+      "step": 28092
+    },
+    {
+      "epoch": 1.3424925929465736,
+      "grad_norm": 143.879638671875,
+      "learning_rate": 5.152896527133373e-06,
+      "loss": 22.5,
+      "step": 28093
+    },
+    {
+      "epoch": 1.342540380388034,
+      "grad_norm": 242.0000457763672,
+      "learning_rate": 5.1522196592707344e-06,
+      "loss": 26.7812,
+      "step": 28094
+    },
+    {
+      "epoch": 1.3425881678294944,
+      "grad_norm": 253.4199981689453,
+      "learning_rate": 5.15154282044004e-06,
+      "loss": 31.875,
+      "step": 28095
+    },
+    {
+      "epoch": 1.3426359552709548,
+      "grad_norm": 244.26544189453125,
+      "learning_rate": 5.150866010645348e-06,
+      "loss": 32.3125,
+      "step": 28096
+    },
+    {
+      "epoch": 1.3426837427124152,
+      "grad_norm": 269.9123229980469,
+      "learning_rate": 5.150189229890712e-06,
+      "loss": 23.4219,
+      "step": 28097
+    },
+    {
+      "epoch": 1.3427315301538756,
+      "grad_norm": 389.2232971191406,
+      "learning_rate": 5.149512478180189e-06,
+      "loss": 18.0625,
+      "step": 28098
+    },
+    {
+      "epoch": 1.342779317595336,
+      "grad_norm": 170.67800903320312,
+      "learning_rate": 5.1488357555178225e-06,
+      "loss": 21.2812,
+      "step": 28099
+    },
+    {
+      "epoch": 1.3428271050367964,
+      "grad_norm": 230.7342529296875,
+      "learning_rate": 5.14815906190767e-06,
+      "loss": 23.25,
+      "step": 28100
+    },
+    {
+      "epoch": 1.3428748924782568,
+      "grad_norm": 259.8617858886719,
+      "learning_rate": 5.147482397353784e-06,
+      "loss": 25.2656,
+      "step": 28101
+    },
+    {
+      "epoch": 1.3429226799197171,
+      "grad_norm": 1316.2086181640625,
+      "learning_rate": 5.1468057618602226e-06,
+      "loss": 23.2969,
+      "step": 28102
+    },
+    {
+      "epoch": 1.3429704673611775,
+      "grad_norm": 140.5608673095703,
+      "learning_rate": 5.146129155431028e-06,
+      "loss": 20.0312,
+      "step": 28103
+    },
+    {
+      "epoch": 1.343018254802638,
+      "grad_norm": 786.2191772460938,
+      "learning_rate": 5.145452578070256e-06,
+      "loss": 26.9531,
+      "step": 28104
+    },
+    {
+      "epoch": 1.3430660422440983,
+      "grad_norm": 219.71481323242188,
+      "learning_rate": 5.144776029781962e-06,
+      "loss": 23.6875,
+      "step": 28105
+    },
+    {
+      "epoch": 1.3431138296855587,
+      "grad_norm": 388.377685546875,
+      "learning_rate": 5.144099510570192e-06,
+      "loss": 29.7969,
+      "step": 28106
+    },
+    {
+      "epoch": 1.343161617127019,
+      "grad_norm": 457.4353332519531,
+      "learning_rate": 5.143423020439003e-06,
+      "loss": 28.6875,
+      "step": 28107
+    },
+    {
+      "epoch": 1.3432094045684795,
+      "grad_norm": 240.813232421875,
+      "learning_rate": 5.14274655939244e-06,
+      "loss": 22.2188,
+      "step": 28108
+    },
+    {
+      "epoch": 1.3432571920099399,
+      "grad_norm": 256.9892578125,
+      "learning_rate": 5.1420701274345576e-06,
+      "loss": 26.1406,
+      "step": 28109
+    },
+    {
+      "epoch": 1.3433049794514003,
+      "grad_norm": 287.94683837890625,
+      "learning_rate": 5.14139372456941e-06,
+      "loss": 18.3125,
+      "step": 28110
+    },
+    {
+      "epoch": 1.3433527668928607,
+      "grad_norm": 186.154541015625,
+      "learning_rate": 5.140717350801042e-06,
+      "loss": 19.3281,
+      "step": 28111
+    },
+    {
+      "epoch": 1.343400554334321,
+      "grad_norm": 163.75755310058594,
+      "learning_rate": 5.1400410061335074e-06,
+      "loss": 20.0,
+      "step": 28112
+    },
+    {
+      "epoch": 1.3434483417757814,
+      "grad_norm": 316.3893737792969,
+      "learning_rate": 5.139364690570859e-06,
+      "loss": 18.0938,
+      "step": 28113
+    },
+    {
+      "epoch": 1.3434961292172418,
+      "grad_norm": 192.8223419189453,
+      "learning_rate": 5.138688404117138e-06,
+      "loss": 25.375,
+      "step": 28114
+    },
+    {
+      "epoch": 1.3435439166587022,
+      "grad_norm": 363.6453857421875,
+      "learning_rate": 5.1380121467764035e-06,
+      "loss": 20.5938,
+      "step": 28115
+    },
+    {
+      "epoch": 1.3435917041001626,
+      "grad_norm": 263.6591796875,
+      "learning_rate": 5.137335918552702e-06,
+      "loss": 22.4219,
+      "step": 28116
+    },
+    {
+      "epoch": 1.343639491541623,
+      "grad_norm": 298.1728210449219,
+      "learning_rate": 5.1366597194500875e-06,
+      "loss": 26.5312,
+      "step": 28117
+    },
+    {
+      "epoch": 1.3436872789830834,
+      "grad_norm": 237.40557861328125,
+      "learning_rate": 5.135983549472602e-06,
+      "loss": 40.2812,
+      "step": 28118
+    },
+    {
+      "epoch": 1.3437350664245438,
+      "grad_norm": 478.3268737792969,
+      "learning_rate": 5.135307408624299e-06,
+      "loss": 32.3438,
+      "step": 28119
+    },
+    {
+      "epoch": 1.343782853866004,
+      "grad_norm": 250.58326721191406,
+      "learning_rate": 5.1346312969092305e-06,
+      "loss": 19.6875,
+      "step": 28120
+    },
+    {
+      "epoch": 1.3438306413074643,
+      "grad_norm": 288.0379333496094,
+      "learning_rate": 5.133955214331439e-06,
+      "loss": 20.25,
+      "step": 28121
+    },
+    {
+      "epoch": 1.3438784287489247,
+      "grad_norm": 261.5106201171875,
+      "learning_rate": 5.133279160894977e-06,
+      "loss": 22.7031,
+      "step": 28122
+    },
+    {
+      "epoch": 1.343926216190385,
+      "grad_norm": 241.8792724609375,
+      "learning_rate": 5.132603136603893e-06,
+      "loss": 21.3125,
+      "step": 28123
+    },
+    {
+      "epoch": 1.3439740036318455,
+      "grad_norm": 179.6897735595703,
+      "learning_rate": 5.1319271414622395e-06,
+      "loss": 14.6875,
+      "step": 28124
+    },
+    {
+      "epoch": 1.3440217910733059,
+      "grad_norm": 307.2705078125,
+      "learning_rate": 5.131251175474057e-06,
+      "loss": 20.3125,
+      "step": 28125
+    },
+    {
+      "epoch": 1.3440695785147663,
+      "grad_norm": 245.54733276367188,
+      "learning_rate": 5.130575238643398e-06,
+      "loss": 18.5469,
+      "step": 28126
+    },
+    {
+      "epoch": 1.3441173659562267,
+      "grad_norm": 230.29656982421875,
+      "learning_rate": 5.129899330974309e-06,
+      "loss": 23.0,
+      "step": 28127
+    },
+    {
+      "epoch": 1.344165153397687,
+      "grad_norm": 338.67510986328125,
+      "learning_rate": 5.129223452470844e-06,
+      "loss": 38.7188,
+      "step": 28128
+    },
+    {
+      "epoch": 1.3442129408391474,
+      "grad_norm": 178.263916015625,
+      "learning_rate": 5.12854760313704e-06,
+      "loss": 28.1562,
+      "step": 28129
+    },
+    {
+      "epoch": 1.3442607282806078,
+      "grad_norm": 428.3170471191406,
+      "learning_rate": 5.127871782976952e-06,
+      "loss": 29.625,
+      "step": 28130
+    },
+    {
+      "epoch": 1.3443085157220682,
+      "grad_norm": 212.32496643066406,
+      "learning_rate": 5.127195991994627e-06,
+      "loss": 20.7188,
+      "step": 28131
+    },
+    {
+      "epoch": 1.3443563031635286,
+      "grad_norm": 160.77438354492188,
+      "learning_rate": 5.126520230194108e-06,
+      "loss": 24.8594,
+      "step": 28132
+    },
+    {
+      "epoch": 1.344404090604989,
+      "grad_norm": 540.3579711914062,
+      "learning_rate": 5.125844497579444e-06,
+      "loss": 23.1406,
+      "step": 28133
+    },
+    {
+      "epoch": 1.3444518780464494,
+      "grad_norm": 245.54505920410156,
+      "learning_rate": 5.1251687941546815e-06,
+      "loss": 16.5938,
+      "step": 28134
+    },
+    {
+      "epoch": 1.3444996654879098,
+      "grad_norm": 181.79147338867188,
+      "learning_rate": 5.124493119923872e-06,
+      "loss": 28.1406,
+      "step": 28135
+    },
+    {
+      "epoch": 1.3445474529293702,
+      "grad_norm": 262.3445739746094,
+      "learning_rate": 5.123817474891053e-06,
+      "loss": 22.625,
+      "step": 28136
+    },
+    {
+      "epoch": 1.3445952403708306,
+      "grad_norm": 189.4796600341797,
+      "learning_rate": 5.123141859060277e-06,
+      "loss": 23.0625,
+      "step": 28137
+    },
+    {
+      "epoch": 1.344643027812291,
+      "grad_norm": 263.5920715332031,
+      "learning_rate": 5.122466272435591e-06,
+      "loss": 25.875,
+      "step": 28138
+    },
+    {
+      "epoch": 1.3446908152537513,
+      "grad_norm": 350.0593566894531,
+      "learning_rate": 5.1217907150210345e-06,
+      "loss": 27.875,
+      "step": 28139
+    },
+    {
+      "epoch": 1.3447386026952117,
+      "grad_norm": 215.46258544921875,
+      "learning_rate": 5.121115186820661e-06,
+      "loss": 30.5625,
+      "step": 28140
+    },
+    {
+      "epoch": 1.3447863901366721,
+      "grad_norm": 284.2337646484375,
+      "learning_rate": 5.120439687838507e-06,
+      "loss": 22.5156,
+      "step": 28141
+    },
+    {
+      "epoch": 1.3448341775781325,
+      "grad_norm": 181.70509338378906,
+      "learning_rate": 5.119764218078624e-06,
+      "loss": 29.0312,
+      "step": 28142
+    },
+    {
+      "epoch": 1.344881965019593,
+      "grad_norm": 185.155029296875,
+      "learning_rate": 5.119088777545061e-06,
+      "loss": 27.3281,
+      "step": 28143
+    },
+    {
+      "epoch": 1.3449297524610533,
+      "grad_norm": 371.3135986328125,
+      "learning_rate": 5.118413366241854e-06,
+      "loss": 26.125,
+      "step": 28144
+    },
+    {
+      "epoch": 1.3449775399025137,
+      "grad_norm": 390.8318786621094,
+      "learning_rate": 5.11773798417305e-06,
+      "loss": 25.4688,
+      "step": 28145
+    },
+    {
+      "epoch": 1.345025327343974,
+      "grad_norm": 259.05108642578125,
+      "learning_rate": 5.117062631342702e-06,
+      "loss": 18.7656,
+      "step": 28146
+    },
+    {
+      "epoch": 1.3450731147854345,
+      "grad_norm": 152.8259735107422,
+      "learning_rate": 5.116387307754842e-06,
+      "loss": 21.5312,
+      "step": 28147
+    },
+    {
+      "epoch": 1.3451209022268948,
+      "grad_norm": 137.235107421875,
+      "learning_rate": 5.115712013413522e-06,
+      "loss": 20.3125,
+      "step": 28148
+    },
+    {
+      "epoch": 1.3451686896683552,
+      "grad_norm": 238.374755859375,
+      "learning_rate": 5.115036748322784e-06,
+      "loss": 30.0938,
+      "step": 28149
+    },
+    {
+      "epoch": 1.3452164771098156,
+      "grad_norm": 181.89625549316406,
+      "learning_rate": 5.114361512486676e-06,
+      "loss": 21.2031,
+      "step": 28150
+    },
+    {
+      "epoch": 1.3452642645512758,
+      "grad_norm": 287.5065002441406,
+      "learning_rate": 5.113686305909235e-06,
+      "loss": 27.2812,
+      "step": 28151
+    },
+    {
+      "epoch": 1.3453120519927362,
+      "grad_norm": 349.2602233886719,
+      "learning_rate": 5.113011128594508e-06,
+      "loss": 24.75,
+      "step": 28152
+    },
+    {
+      "epoch": 1.3453598394341966,
+      "grad_norm": 163.70916748046875,
+      "learning_rate": 5.1123359805465385e-06,
+      "loss": 14.5,
+      "step": 28153
+    },
+    {
+      "epoch": 1.345407626875657,
+      "grad_norm": 209.43429565429688,
+      "learning_rate": 5.111660861769374e-06,
+      "loss": 25.3281,
+      "step": 28154
+    },
+    {
+      "epoch": 1.3454554143171173,
+      "grad_norm": 238.94552612304688,
+      "learning_rate": 5.110985772267049e-06,
+      "loss": 28.2344,
+      "step": 28155
+    },
+    {
+      "epoch": 1.3455032017585777,
+      "grad_norm": 257.2593688964844,
+      "learning_rate": 5.11031071204361e-06,
+      "loss": 36.5625,
+      "step": 28156
+    },
+    {
+      "epoch": 1.3455509892000381,
+      "grad_norm": 202.6482696533203,
+      "learning_rate": 5.1096356811031046e-06,
+      "loss": 24.7188,
+      "step": 28157
+    },
+    {
+      "epoch": 1.3455987766414985,
+      "grad_norm": 168.566650390625,
+      "learning_rate": 5.108960679449567e-06,
+      "loss": 26.0625,
+      "step": 28158
+    },
+    {
+      "epoch": 1.345646564082959,
+      "grad_norm": 348.2203369140625,
+      "learning_rate": 5.108285707087044e-06,
+      "loss": 26.0938,
+      "step": 28159
+    },
+    {
+      "epoch": 1.3456943515244193,
+      "grad_norm": 250.19151306152344,
+      "learning_rate": 5.107610764019578e-06,
+      "loss": 28.7812,
+      "step": 28160
+    },
+    {
+      "epoch": 1.3457421389658797,
+      "grad_norm": 217.00173950195312,
+      "learning_rate": 5.106935850251214e-06,
+      "loss": 23.8438,
+      "step": 28161
+    },
+    {
+      "epoch": 1.34578992640734,
+      "grad_norm": 149.6713409423828,
+      "learning_rate": 5.106260965785988e-06,
+      "loss": 21.9375,
+      "step": 28162
+    },
+    {
+      "epoch": 1.3458377138488005,
+      "grad_norm": 140.74688720703125,
+      "learning_rate": 5.1055861106279425e-06,
+      "loss": 21.125,
+      "step": 28163
+    },
+    {
+      "epoch": 1.3458855012902609,
+      "grad_norm": 139.48007202148438,
+      "learning_rate": 5.104911284781121e-06,
+      "loss": 22.5,
+      "step": 28164
+    },
+    {
+      "epoch": 1.3459332887317212,
+      "grad_norm": 165.40733337402344,
+      "learning_rate": 5.104236488249568e-06,
+      "loss": 17.875,
+      "step": 28165
+    },
+    {
+      "epoch": 1.3459810761731816,
+      "grad_norm": 220.98231506347656,
+      "learning_rate": 5.103561721037318e-06,
+      "loss": 25.4375,
+      "step": 28166
+    },
+    {
+      "epoch": 1.346028863614642,
+      "grad_norm": 331.47125244140625,
+      "learning_rate": 5.102886983148415e-06,
+      "loss": 29.0781,
+      "step": 28167
+    },
+    {
+      "epoch": 1.3460766510561024,
+      "grad_norm": 299.1244812011719,
+      "learning_rate": 5.102212274586904e-06,
+      "loss": 18.0781,
+      "step": 28168
+    },
+    {
+      "epoch": 1.3461244384975628,
+      "grad_norm": 213.2218017578125,
+      "learning_rate": 5.101537595356818e-06,
+      "loss": 19.6406,
+      "step": 28169
+    },
+    {
+      "epoch": 1.3461722259390232,
+      "grad_norm": 291.1053161621094,
+      "learning_rate": 5.100862945462199e-06,
+      "loss": 29.6875,
+      "step": 28170
+    },
+    {
+      "epoch": 1.3462200133804836,
+      "grad_norm": 336.7259521484375,
+      "learning_rate": 5.100188324907096e-06,
+      "loss": 26.2344,
+      "step": 28171
+    },
+    {
+      "epoch": 1.346267800821944,
+      "grad_norm": 256.17254638671875,
+      "learning_rate": 5.099513733695538e-06,
+      "loss": 29.3438,
+      "step": 28172
+    },
+    {
+      "epoch": 1.3463155882634044,
+      "grad_norm": 281.3737487792969,
+      "learning_rate": 5.098839171831572e-06,
+      "loss": 32.6875,
+      "step": 28173
+    },
+    {
+      "epoch": 1.3463633757048648,
+      "grad_norm": 178.62030029296875,
+      "learning_rate": 5.098164639319232e-06,
+      "loss": 21.4531,
+      "step": 28174
+    },
+    {
+      "epoch": 1.3464111631463251,
+      "grad_norm": 312.2828674316406,
+      "learning_rate": 5.0974901361625606e-06,
+      "loss": 32.3125,
+      "step": 28175
+    },
+    {
+      "epoch": 1.3464589505877855,
+      "grad_norm": 280.5615234375,
+      "learning_rate": 5.096815662365602e-06,
+      "loss": 28.0156,
+      "step": 28176
+    },
+    {
+      "epoch": 1.346506738029246,
+      "grad_norm": 404.6886291503906,
+      "learning_rate": 5.096141217932385e-06,
+      "loss": 30.5938,
+      "step": 28177
+    },
+    {
+      "epoch": 1.3465545254707063,
+      "grad_norm": 184.00267028808594,
+      "learning_rate": 5.095466802866955e-06,
+      "loss": 23.4219,
+      "step": 28178
+    },
+    {
+      "epoch": 1.3466023129121667,
+      "grad_norm": 248.8841552734375,
+      "learning_rate": 5.094792417173355e-06,
+      "loss": 29.0938,
+      "step": 28179
+    },
+    {
+      "epoch": 1.346650100353627,
+      "grad_norm": 262.30645751953125,
+      "learning_rate": 5.094118060855615e-06,
+      "loss": 18.875,
+      "step": 28180
+    },
+    {
+      "epoch": 1.3466978877950875,
+      "grad_norm": 271.2295837402344,
+      "learning_rate": 5.0934437339177775e-06,
+      "loss": 34.5938,
+      "step": 28181
+    },
+    {
+      "epoch": 1.3467456752365479,
+      "grad_norm": 222.57127380371094,
+      "learning_rate": 5.0927694363638805e-06,
+      "loss": 31.8281,
+      "step": 28182
+    },
+    {
+      "epoch": 1.3467934626780083,
+      "grad_norm": 226.22055053710938,
+      "learning_rate": 5.092095168197966e-06,
+      "loss": 16.5,
+      "step": 28183
+    },
+    {
+      "epoch": 1.3468412501194686,
+      "grad_norm": 367.3931579589844,
+      "learning_rate": 5.091420929424065e-06,
+      "loss": 18.25,
+      "step": 28184
+    },
+    {
+      "epoch": 1.346889037560929,
+      "grad_norm": 152.745849609375,
+      "learning_rate": 5.090746720046219e-06,
+      "loss": 20.6875,
+      "step": 28185
+    },
+    {
+      "epoch": 1.3469368250023894,
+      "grad_norm": 238.83314514160156,
+      "learning_rate": 5.0900725400684645e-06,
+      "loss": 25.5625,
+      "step": 28186
+    },
+    {
+      "epoch": 1.3469846124438498,
+      "grad_norm": 288.9404602050781,
+      "learning_rate": 5.089398389494846e-06,
+      "loss": 28.0625,
+      "step": 28187
+    },
+    {
+      "epoch": 1.3470323998853102,
+      "grad_norm": 190.97654724121094,
+      "learning_rate": 5.0887242683293895e-06,
+      "loss": 22.2188,
+      "step": 28188
+    },
+    {
+      "epoch": 1.3470801873267706,
+      "grad_norm": 292.1814270019531,
+      "learning_rate": 5.088050176576137e-06,
+      "loss": 27.5625,
+      "step": 28189
+    },
+    {
+      "epoch": 1.347127974768231,
+      "grad_norm": 149.54812622070312,
+      "learning_rate": 5.087376114239127e-06,
+      "loss": 24.8281,
+      "step": 28190
+    },
+    {
+      "epoch": 1.3471757622096914,
+      "grad_norm": 187.5228271484375,
+      "learning_rate": 5.086702081322397e-06,
+      "loss": 18.4375,
+      "step": 28191
+    },
+    {
+      "epoch": 1.3472235496511518,
+      "grad_norm": 157.35845947265625,
+      "learning_rate": 5.086028077829979e-06,
+      "loss": 20.0625,
+      "step": 28192
+    },
+    {
+      "epoch": 1.3472713370926122,
+      "grad_norm": 237.43963623046875,
+      "learning_rate": 5.0853541037659114e-06,
+      "loss": 27.2812,
+      "step": 28193
+    },
+    {
+      "epoch": 1.3473191245340725,
+      "grad_norm": 170.70330810546875,
+      "learning_rate": 5.0846801591342364e-06,
+      "loss": 23.7188,
+      "step": 28194
+    },
+    {
+      "epoch": 1.347366911975533,
+      "grad_norm": 364.8606262207031,
+      "learning_rate": 5.084006243938979e-06,
+      "loss": 27.7812,
+      "step": 28195
+    },
+    {
+      "epoch": 1.3474146994169933,
+      "grad_norm": 638.3567504882812,
+      "learning_rate": 5.083332358184183e-06,
+      "loss": 26.7656,
+      "step": 28196
+    },
+    {
+      "epoch": 1.3474624868584537,
+      "grad_norm": 413.0884094238281,
+      "learning_rate": 5.08265850187388e-06,
+      "loss": 27.2656,
+      "step": 28197
+    },
+    {
+      "epoch": 1.347510274299914,
+      "grad_norm": 281.35247802734375,
+      "learning_rate": 5.081984675012113e-06,
+      "loss": 33.5625,
+      "step": 28198
+    },
+    {
+      "epoch": 1.3475580617413745,
+      "grad_norm": 405.5216064453125,
+      "learning_rate": 5.081310877602907e-06,
+      "loss": 16.1875,
+      "step": 28199
+    },
+    {
+      "epoch": 1.3476058491828349,
+      "grad_norm": 194.89385986328125,
+      "learning_rate": 5.080637109650302e-06,
+      "loss": 24.9062,
+      "step": 28200
+    },
+    {
+      "epoch": 1.3476536366242953,
+      "grad_norm": 166.69546508789062,
+      "learning_rate": 5.079963371158333e-06,
+      "loss": 24.6562,
+      "step": 28201
+    },
+    {
+      "epoch": 1.3477014240657554,
+      "grad_norm": 183.65264892578125,
+      "learning_rate": 5.079289662131038e-06,
+      "loss": 27.8594,
+      "step": 28202
+    },
+    {
+      "epoch": 1.3477492115072158,
+      "grad_norm": 300.5594787597656,
+      "learning_rate": 5.078615982572446e-06,
+      "loss": 32.0625,
+      "step": 28203
+    },
+    {
+      "epoch": 1.3477969989486762,
+      "grad_norm": 218.41012573242188,
+      "learning_rate": 5.077942332486596e-06,
+      "loss": 21.1875,
+      "step": 28204
+    },
+    {
+      "epoch": 1.3478447863901366,
+      "grad_norm": 204.6705780029297,
+      "learning_rate": 5.077268711877519e-06,
+      "loss": 27.7188,
+      "step": 28205
+    },
+    {
+      "epoch": 1.347892573831597,
+      "grad_norm": 571.251708984375,
+      "learning_rate": 5.076595120749248e-06,
+      "loss": 33.8438,
+      "step": 28206
+    },
+    {
+      "epoch": 1.3479403612730574,
+      "grad_norm": 248.26132202148438,
+      "learning_rate": 5.075921559105824e-06,
+      "loss": 18.9844,
+      "step": 28207
+    },
+    {
+      "epoch": 1.3479881487145178,
+      "grad_norm": 524.2846069335938,
+      "learning_rate": 5.075248026951272e-06,
+      "loss": 17.4844,
+      "step": 28208
+    },
+    {
+      "epoch": 1.3480359361559782,
+      "grad_norm": 235.5263214111328,
+      "learning_rate": 5.074574524289635e-06,
+      "loss": 23.6719,
+      "step": 28209
+    },
+    {
+      "epoch": 1.3480837235974386,
+      "grad_norm": 161.26312255859375,
+      "learning_rate": 5.073901051124934e-06,
+      "loss": 19.375,
+      "step": 28210
+    },
+    {
+      "epoch": 1.348131511038899,
+      "grad_norm": 200.498779296875,
+      "learning_rate": 5.073227607461213e-06,
+      "loss": 25.1562,
+      "step": 28211
+    },
+    {
+      "epoch": 1.3481792984803593,
+      "grad_norm": 159.4112548828125,
+      "learning_rate": 5.072554193302499e-06,
+      "loss": 20.2344,
+      "step": 28212
+    },
+    {
+      "epoch": 1.3482270859218197,
+      "grad_norm": 229.79583740234375,
+      "learning_rate": 5.0718808086528315e-06,
+      "loss": 26.5625,
+      "step": 28213
+    },
+    {
+      "epoch": 1.3482748733632801,
+      "grad_norm": 434.0265808105469,
+      "learning_rate": 5.071207453516236e-06,
+      "loss": 18.6562,
+      "step": 28214
+    },
+    {
+      "epoch": 1.3483226608047405,
+      "grad_norm": 682.7359619140625,
+      "learning_rate": 5.070534127896747e-06,
+      "loss": 22.5,
+      "step": 28215
+    },
+    {
+      "epoch": 1.348370448246201,
+      "grad_norm": 155.3432159423828,
+      "learning_rate": 5.069860831798401e-06,
+      "loss": 23.5,
+      "step": 28216
+    },
+    {
+      "epoch": 1.3484182356876613,
+      "grad_norm": 486.88287353515625,
+      "learning_rate": 5.0691875652252246e-06,
+      "loss": 38.7656,
+      "step": 28217
+    },
+    {
+      "epoch": 1.3484660231291217,
+      "grad_norm": 302.77532958984375,
+      "learning_rate": 5.068514328181251e-06,
+      "loss": 34.6562,
+      "step": 28218
+    },
+    {
+      "epoch": 1.348513810570582,
+      "grad_norm": 155.11488342285156,
+      "learning_rate": 5.067841120670514e-06,
+      "loss": 32.0625,
+      "step": 28219
+    },
+    {
+      "epoch": 1.3485615980120425,
+      "grad_norm": 325.0633239746094,
+      "learning_rate": 5.067167942697049e-06,
+      "loss": 22.4375,
+      "step": 28220
+    },
+    {
+      "epoch": 1.3486093854535028,
+      "grad_norm": 428.64715576171875,
+      "learning_rate": 5.066494794264878e-06,
+      "loss": 24.875,
+      "step": 28221
+    },
+    {
+      "epoch": 1.3486571728949632,
+      "grad_norm": 438.0116882324219,
+      "learning_rate": 5.065821675378037e-06,
+      "loss": 34.1562,
+      "step": 28222
+    },
+    {
+      "epoch": 1.3487049603364236,
+      "grad_norm": 122.0516128540039,
+      "learning_rate": 5.065148586040558e-06,
+      "loss": 24.3906,
+      "step": 28223
+    },
+    {
+      "epoch": 1.348752747777884,
+      "grad_norm": 225.8553466796875,
+      "learning_rate": 5.064475526256475e-06,
+      "loss": 29.5312,
+      "step": 28224
+    },
+    {
+      "epoch": 1.3488005352193444,
+      "grad_norm": 285.1822814941406,
+      "learning_rate": 5.063802496029811e-06,
+      "loss": 27.0469,
+      "step": 28225
+    },
+    {
+      "epoch": 1.3488483226608048,
+      "grad_norm": 530.5231323242188,
+      "learning_rate": 5.0631294953646e-06,
+      "loss": 33.4062,
+      "step": 28226
+    },
+    {
+      "epoch": 1.3488961101022652,
+      "grad_norm": 253.1783905029297,
+      "learning_rate": 5.062456524264878e-06,
+      "loss": 32.0938,
+      "step": 28227
+    },
+    {
+      "epoch": 1.3489438975437256,
+      "grad_norm": 191.17196655273438,
+      "learning_rate": 5.061783582734666e-06,
+      "loss": 22.5625,
+      "step": 28228
+    },
+    {
+      "epoch": 1.348991684985186,
+      "grad_norm": 183.31607055664062,
+      "learning_rate": 5.061110670777998e-06,
+      "loss": 23.9688,
+      "step": 28229
+    },
+    {
+      "epoch": 1.3490394724266463,
+      "grad_norm": 202.31907653808594,
+      "learning_rate": 5.060437788398904e-06,
+      "loss": 22.5781,
+      "step": 28230
+    },
+    {
+      "epoch": 1.3490872598681067,
+      "grad_norm": 156.25994873046875,
+      "learning_rate": 5.059764935601419e-06,
+      "loss": 19.6562,
+      "step": 28231
+    },
+    {
+      "epoch": 1.3491350473095671,
+      "grad_norm": 133.36679077148438,
+      "learning_rate": 5.059092112389563e-06,
+      "loss": 17.1875,
+      "step": 28232
+    },
+    {
+      "epoch": 1.3491828347510273,
+      "grad_norm": 672.6825561523438,
+      "learning_rate": 5.058419318767369e-06,
+      "loss": 27.5938,
+      "step": 28233
+    },
+    {
+      "epoch": 1.3492306221924877,
+      "grad_norm": 181.87730407714844,
+      "learning_rate": 5.057746554738867e-06,
+      "loss": 22.9375,
+      "step": 28234
+    },
+    {
+      "epoch": 1.349278409633948,
+      "grad_norm": 230.3854217529297,
+      "learning_rate": 5.057073820308089e-06,
+      "loss": 23.2188,
+      "step": 28235
+    },
+    {
+      "epoch": 1.3493261970754085,
+      "grad_norm": 466.1144714355469,
+      "learning_rate": 5.056401115479059e-06,
+      "loss": 22.8438,
+      "step": 28236
+    },
+    {
+      "epoch": 1.3493739845168689,
+      "grad_norm": 276.7018737792969,
+      "learning_rate": 5.0557284402558094e-06,
+      "loss": 19.1562,
+      "step": 28237
+    },
+    {
+      "epoch": 1.3494217719583292,
+      "grad_norm": 351.20361328125,
+      "learning_rate": 5.055055794642364e-06,
+      "loss": 29.7188,
+      "step": 28238
+    },
+    {
+      "epoch": 1.3494695593997896,
+      "grad_norm": 310.7010498046875,
+      "learning_rate": 5.054383178642753e-06,
+      "loss": 31.8438,
+      "step": 28239
+    },
+    {
+      "epoch": 1.34951734684125,
+      "grad_norm": 169.16798400878906,
+      "learning_rate": 5.05371059226101e-06,
+      "loss": 20.6719,
+      "step": 28240
+    },
+    {
+      "epoch": 1.3495651342827104,
+      "grad_norm": 336.34063720703125,
+      "learning_rate": 5.053038035501152e-06,
+      "loss": 31.125,
+      "step": 28241
+    },
+    {
+      "epoch": 1.3496129217241708,
+      "grad_norm": 585.297119140625,
+      "learning_rate": 5.052365508367218e-06,
+      "loss": 28.8906,
+      "step": 28242
+    },
+    {
+      "epoch": 1.3496607091656312,
+      "grad_norm": 197.35910034179688,
+      "learning_rate": 5.051693010863227e-06,
+      "loss": 15.8438,
+      "step": 28243
+    },
+    {
+      "epoch": 1.3497084966070916,
+      "grad_norm": 204.04763793945312,
+      "learning_rate": 5.0510205429932094e-06,
+      "loss": 22.9844,
+      "step": 28244
+    },
+    {
+      "epoch": 1.349756284048552,
+      "grad_norm": 207.4420928955078,
+      "learning_rate": 5.0503481047611935e-06,
+      "loss": 23.0938,
+      "step": 28245
+    },
+    {
+      "epoch": 1.3498040714900124,
+      "grad_norm": 195.9600372314453,
+      "learning_rate": 5.049675696171208e-06,
+      "loss": 26.8438,
+      "step": 28246
+    },
+    {
+      "epoch": 1.3498518589314727,
+      "grad_norm": 200.1068115234375,
+      "learning_rate": 5.0490033172272745e-06,
+      "loss": 15.0312,
+      "step": 28247
+    },
+    {
+      "epoch": 1.3498996463729331,
+      "grad_norm": 420.6868591308594,
+      "learning_rate": 5.0483309679334225e-06,
+      "loss": 23.6719,
+      "step": 28248
+    },
+    {
+      "epoch": 1.3499474338143935,
+      "grad_norm": 254.3842315673828,
+      "learning_rate": 5.047658648293678e-06,
+      "loss": 19.3906,
+      "step": 28249
+    },
+    {
+      "epoch": 1.349995221255854,
+      "grad_norm": 145.41233825683594,
+      "learning_rate": 5.046986358312072e-06,
+      "loss": 15.9844,
+      "step": 28250
+    },
+    {
+      "epoch": 1.3500430086973143,
+      "grad_norm": 240.4147491455078,
+      "learning_rate": 5.046314097992624e-06,
+      "loss": 23.3906,
+      "step": 28251
+    },
+    {
+      "epoch": 1.3500907961387747,
+      "grad_norm": 235.6492919921875,
+      "learning_rate": 5.045641867339361e-06,
+      "loss": 22.5625,
+      "step": 28252
+    },
+    {
+      "epoch": 1.350138583580235,
+      "grad_norm": 239.44189453125,
+      "learning_rate": 5.044969666356314e-06,
+      "loss": 15.5469,
+      "step": 28253
+    },
+    {
+      "epoch": 1.3501863710216955,
+      "grad_norm": 316.7398986816406,
+      "learning_rate": 5.044297495047503e-06,
+      "loss": 27.0312,
+      "step": 28254
+    },
+    {
+      "epoch": 1.3502341584631559,
+      "grad_norm": 298.0399169921875,
+      "learning_rate": 5.043625353416955e-06,
+      "loss": 26.9688,
+      "step": 28255
+    },
+    {
+      "epoch": 1.3502819459046163,
+      "grad_norm": 168.08982849121094,
+      "learning_rate": 5.042953241468693e-06,
+      "loss": 15.1562,
+      "step": 28256
+    },
+    {
+      "epoch": 1.3503297333460766,
+      "grad_norm": 329.67584228515625,
+      "learning_rate": 5.042281159206752e-06,
+      "loss": 31.5,
+      "step": 28257
+    },
+    {
+      "epoch": 1.350377520787537,
+      "grad_norm": 229.38394165039062,
+      "learning_rate": 5.041609106635143e-06,
+      "loss": 21.2656,
+      "step": 28258
+    },
+    {
+      "epoch": 1.3504253082289974,
+      "grad_norm": 216.0915069580078,
+      "learning_rate": 5.0409370837579e-06,
+      "loss": 21.5,
+      "step": 28259
+    },
+    {
+      "epoch": 1.3504730956704578,
+      "grad_norm": 325.36822509765625,
+      "learning_rate": 5.040265090579044e-06,
+      "loss": 30.9688,
+      "step": 28260
+    },
+    {
+      "epoch": 1.3505208831119182,
+      "grad_norm": 257.64697265625,
+      "learning_rate": 5.039593127102603e-06,
+      "loss": 25.2031,
+      "step": 28261
+    },
+    {
+      "epoch": 1.3505686705533786,
+      "grad_norm": 308.0275573730469,
+      "learning_rate": 5.038921193332595e-06,
+      "loss": 25.4688,
+      "step": 28262
+    },
+    {
+      "epoch": 1.350616457994839,
+      "grad_norm": 229.0484619140625,
+      "learning_rate": 5.0382492892730486e-06,
+      "loss": 27.0312,
+      "step": 28263
+    },
+    {
+      "epoch": 1.3506642454362994,
+      "grad_norm": 216.15475463867188,
+      "learning_rate": 5.03757741492799e-06,
+      "loss": 28.2812,
+      "step": 28264
+    },
+    {
+      "epoch": 1.3507120328777598,
+      "grad_norm": 2586.49462890625,
+      "learning_rate": 5.036905570301435e-06,
+      "loss": 28.5156,
+      "step": 28265
+    },
+    {
+      "epoch": 1.3507598203192202,
+      "grad_norm": 378.6059265136719,
+      "learning_rate": 5.036233755397412e-06,
+      "loss": 24.5781,
+      "step": 28266
+    },
+    {
+      "epoch": 1.3508076077606805,
+      "grad_norm": 232.4713134765625,
+      "learning_rate": 5.0355619702199436e-06,
+      "loss": 26.3125,
+      "step": 28267
+    },
+    {
+      "epoch": 1.350855395202141,
+      "grad_norm": 258.404541015625,
+      "learning_rate": 5.034890214773056e-06,
+      "loss": 27.2812,
+      "step": 28268
+    },
+    {
+      "epoch": 1.3509031826436013,
+      "grad_norm": 442.8227844238281,
+      "learning_rate": 5.034218489060767e-06,
+      "loss": 18.9688,
+      "step": 28269
+    },
+    {
+      "epoch": 1.3509509700850617,
+      "grad_norm": 321.6505432128906,
+      "learning_rate": 5.0335467930871055e-06,
+      "loss": 30.0938,
+      "step": 28270
+    },
+    {
+      "epoch": 1.350998757526522,
+      "grad_norm": 200.8529052734375,
+      "learning_rate": 5.032875126856085e-06,
+      "loss": 23.4062,
+      "step": 28271
+    },
+    {
+      "epoch": 1.3510465449679825,
+      "grad_norm": 274.9689025878906,
+      "learning_rate": 5.032203490371734e-06,
+      "loss": 19.0469,
+      "step": 28272
+    },
+    {
+      "epoch": 1.3510943324094429,
+      "grad_norm": 455.6028747558594,
+      "learning_rate": 5.0315318836380764e-06,
+      "loss": 24.125,
+      "step": 28273
+    },
+    {
+      "epoch": 1.3511421198509033,
+      "grad_norm": 209.71975708007812,
+      "learning_rate": 5.03086030665913e-06,
+      "loss": 17.8438,
+      "step": 28274
+    },
+    {
+      "epoch": 1.3511899072923637,
+      "grad_norm": 581.0700073242188,
+      "learning_rate": 5.030188759438917e-06,
+      "loss": 26.3125,
+      "step": 28275
+    },
+    {
+      "epoch": 1.351237694733824,
+      "grad_norm": 228.36856079101562,
+      "learning_rate": 5.029517241981466e-06,
+      "loss": 17.7344,
+      "step": 28276
+    },
+    {
+      "epoch": 1.3512854821752844,
+      "grad_norm": 167.61265563964844,
+      "learning_rate": 5.028845754290788e-06,
+      "loss": 21.1875,
+      "step": 28277
+    },
+    {
+      "epoch": 1.3513332696167448,
+      "grad_norm": 239.89732360839844,
+      "learning_rate": 5.028174296370909e-06,
+      "loss": 24.6562,
+      "step": 28278
+    },
+    {
+      "epoch": 1.3513810570582052,
+      "grad_norm": 247.3432159423828,
+      "learning_rate": 5.027502868225855e-06,
+      "loss": 24.8906,
+      "step": 28279
+    },
+    {
+      "epoch": 1.3514288444996656,
+      "grad_norm": 393.9728088378906,
+      "learning_rate": 5.026831469859639e-06,
+      "loss": 28.1875,
+      "step": 28280
+    },
+    {
+      "epoch": 1.351476631941126,
+      "grad_norm": 313.9634094238281,
+      "learning_rate": 5.026160101276284e-06,
+      "loss": 35.4375,
+      "step": 28281
+    },
+    {
+      "epoch": 1.3515244193825864,
+      "grad_norm": 127.02303314208984,
+      "learning_rate": 5.025488762479813e-06,
+      "loss": 19.7812,
+      "step": 28282
+    },
+    {
+      "epoch": 1.3515722068240468,
+      "grad_norm": 303.4048767089844,
+      "learning_rate": 5.024817453474249e-06,
+      "loss": 28.1562,
+      "step": 28283
+    },
+    {
+      "epoch": 1.3516199942655072,
+      "grad_norm": 240.39328002929688,
+      "learning_rate": 5.024146174263604e-06,
+      "loss": 31.0,
+      "step": 28284
+    },
+    {
+      "epoch": 1.3516677817069673,
+      "grad_norm": 147.4498748779297,
+      "learning_rate": 5.0234749248519054e-06,
+      "loss": 19.875,
+      "step": 28285
+    },
+    {
+      "epoch": 1.3517155691484277,
+      "grad_norm": 278.9071044921875,
+      "learning_rate": 5.0228037052431685e-06,
+      "loss": 28.25,
+      "step": 28286
+    },
+    {
+      "epoch": 1.351763356589888,
+      "grad_norm": 257.7991027832031,
+      "learning_rate": 5.022132515441419e-06,
+      "loss": 22.125,
+      "step": 28287
+    },
+    {
+      "epoch": 1.3518111440313485,
+      "grad_norm": 232.50143432617188,
+      "learning_rate": 5.02146135545067e-06,
+      "loss": 19.6719,
+      "step": 28288
+    },
+    {
+      "epoch": 1.351858931472809,
+      "grad_norm": 282.3397216796875,
+      "learning_rate": 5.020790225274942e-06,
+      "loss": 29.4062,
+      "step": 28289
+    },
+    {
+      "epoch": 1.3519067189142693,
+      "grad_norm": 283.2427673339844,
+      "learning_rate": 5.020119124918259e-06,
+      "loss": 27.5312,
+      "step": 28290
+    },
+    {
+      "epoch": 1.3519545063557297,
+      "grad_norm": 346.249267578125,
+      "learning_rate": 5.019448054384635e-06,
+      "loss": 32.125,
+      "step": 28291
+    },
+    {
+      "epoch": 1.35200229379719,
+      "grad_norm": 456.6156311035156,
+      "learning_rate": 5.0187770136780885e-06,
+      "loss": 33.0625,
+      "step": 28292
+    },
+    {
+      "epoch": 1.3520500812386504,
+      "grad_norm": 230.68890380859375,
+      "learning_rate": 5.018106002802641e-06,
+      "loss": 32.4219,
+      "step": 28293
+    },
+    {
+      "epoch": 1.3520978686801108,
+      "grad_norm": 186.12158203125,
+      "learning_rate": 5.017435021762314e-06,
+      "loss": 18.1094,
+      "step": 28294
+    },
+    {
+      "epoch": 1.3521456561215712,
+      "grad_norm": 298.07220458984375,
+      "learning_rate": 5.016764070561117e-06,
+      "loss": 26.0156,
+      "step": 28295
+    },
+    {
+      "epoch": 1.3521934435630316,
+      "grad_norm": 325.5423278808594,
+      "learning_rate": 5.016093149203074e-06,
+      "loss": 30.7188,
+      "step": 28296
+    },
+    {
+      "epoch": 1.352241231004492,
+      "grad_norm": 273.9770812988281,
+      "learning_rate": 5.015422257692202e-06,
+      "loss": 27.0625,
+      "step": 28297
+    },
+    {
+      "epoch": 1.3522890184459524,
+      "grad_norm": 322.7791442871094,
+      "learning_rate": 5.014751396032524e-06,
+      "loss": 36.0625,
+      "step": 28298
+    },
+    {
+      "epoch": 1.3523368058874128,
+      "grad_norm": 305.5393981933594,
+      "learning_rate": 5.014080564228047e-06,
+      "loss": 32.6875,
+      "step": 28299
+    },
+    {
+      "epoch": 1.3523845933288732,
+      "grad_norm": 670.8287963867188,
+      "learning_rate": 5.013409762282794e-06,
+      "loss": 30.9062,
+      "step": 28300
+    },
+    {
+      "epoch": 1.3524323807703336,
+      "grad_norm": 365.888671875,
+      "learning_rate": 5.012738990200785e-06,
+      "loss": 27.3438,
+      "step": 28301
+    },
+    {
+      "epoch": 1.352480168211794,
+      "grad_norm": 219.21136474609375,
+      "learning_rate": 5.0120682479860314e-06,
+      "loss": 26.7812,
+      "step": 28302
+    },
+    {
+      "epoch": 1.3525279556532543,
+      "grad_norm": 433.0224914550781,
+      "learning_rate": 5.0113975356425525e-06,
+      "loss": 33.0312,
+      "step": 28303
+    },
+    {
+      "epoch": 1.3525757430947147,
+      "grad_norm": 484.2978820800781,
+      "learning_rate": 5.01072685317437e-06,
+      "loss": 34.5312,
+      "step": 28304
+    },
+    {
+      "epoch": 1.3526235305361751,
+      "grad_norm": 262.8692321777344,
+      "learning_rate": 5.010056200585491e-06,
+      "loss": 22.2812,
+      "step": 28305
+    },
+    {
+      "epoch": 1.3526713179776355,
+      "grad_norm": 176.62644958496094,
+      "learning_rate": 5.0093855778799405e-06,
+      "loss": 21.5938,
+      "step": 28306
+    },
+    {
+      "epoch": 1.352719105419096,
+      "grad_norm": 207.1077117919922,
+      "learning_rate": 5.008714985061726e-06,
+      "loss": 32.3125,
+      "step": 28307
+    },
+    {
+      "epoch": 1.3527668928605563,
+      "grad_norm": 255.6136932373047,
+      "learning_rate": 5.00804442213487e-06,
+      "loss": 24.4062,
+      "step": 28308
+    },
+    {
+      "epoch": 1.3528146803020167,
+      "grad_norm": 341.8812561035156,
+      "learning_rate": 5.00737388910339e-06,
+      "loss": 21.5469,
+      "step": 28309
+    },
+    {
+      "epoch": 1.352862467743477,
+      "grad_norm": 255.0101776123047,
+      "learning_rate": 5.006703385971294e-06,
+      "loss": 33.7188,
+      "step": 28310
+    },
+    {
+      "epoch": 1.3529102551849375,
+      "grad_norm": 277.9536437988281,
+      "learning_rate": 5.006032912742601e-06,
+      "loss": 25.2188,
+      "step": 28311
+    },
+    {
+      "epoch": 1.3529580426263978,
+      "grad_norm": 336.4599609375,
+      "learning_rate": 5.005362469421331e-06,
+      "loss": 28.2188,
+      "step": 28312
+    },
+    {
+      "epoch": 1.3530058300678582,
+      "grad_norm": 185.87327575683594,
+      "learning_rate": 5.0046920560114905e-06,
+      "loss": 21.4531,
+      "step": 28313
+    },
+    {
+      "epoch": 1.3530536175093186,
+      "grad_norm": 182.82815551757812,
+      "learning_rate": 5.004021672517101e-06,
+      "loss": 23.4062,
+      "step": 28314
+    },
+    {
+      "epoch": 1.3531014049507788,
+      "grad_norm": 564.7946166992188,
+      "learning_rate": 5.0033513189421734e-06,
+      "loss": 34.1562,
+      "step": 28315
+    },
+    {
+      "epoch": 1.3531491923922392,
+      "grad_norm": 199.8527069091797,
+      "learning_rate": 5.002680995290728e-06,
+      "loss": 24.2812,
+      "step": 28316
+    },
+    {
+      "epoch": 1.3531969798336996,
+      "grad_norm": 141.518798828125,
+      "learning_rate": 5.002010701566772e-06,
+      "loss": 23.4062,
+      "step": 28317
+    },
+    {
+      "epoch": 1.35324476727516,
+      "grad_norm": 157.96890258789062,
+      "learning_rate": 5.001340437774323e-06,
+      "loss": 23.0938,
+      "step": 28318
+    },
+    {
+      "epoch": 1.3532925547166204,
+      "grad_norm": 233.14015197753906,
+      "learning_rate": 5.0006702039173924e-06,
+      "loss": 24.1719,
+      "step": 28319
+    },
+    {
+      "epoch": 1.3533403421580807,
+      "grad_norm": 378.24560546875,
+      "learning_rate": 5.000000000000003e-06,
+      "loss": 22.375,
+      "step": 28320
+    },
+    {
+      "epoch": 1.3533881295995411,
+      "grad_norm": 422.9209289550781,
+      "learning_rate": 4.999329826026156e-06,
+      "loss": 25.1719,
+      "step": 28321
+    },
+    {
+      "epoch": 1.3534359170410015,
+      "grad_norm": 155.61451721191406,
+      "learning_rate": 4.998659681999871e-06,
+      "loss": 20.625,
+      "step": 28322
+    },
+    {
+      "epoch": 1.353483704482462,
+      "grad_norm": 331.96063232421875,
+      "learning_rate": 4.997989567925163e-06,
+      "loss": 29.0625,
+      "step": 28323
+    },
+    {
+      "epoch": 1.3535314919239223,
+      "grad_norm": 284.6615295410156,
+      "learning_rate": 4.997319483806044e-06,
+      "loss": 20.25,
+      "step": 28324
+    },
+    {
+      "epoch": 1.3535792793653827,
+      "grad_norm": 192.73220825195312,
+      "learning_rate": 4.996649429646524e-06,
+      "loss": 23.2344,
+      "step": 28325
+    },
+    {
+      "epoch": 1.353627066806843,
+      "grad_norm": 185.2200164794922,
+      "learning_rate": 4.995979405450617e-06,
+      "loss": 16.9375,
+      "step": 28326
+    },
+    {
+      "epoch": 1.3536748542483035,
+      "grad_norm": 202.54501342773438,
+      "learning_rate": 4.995309411222341e-06,
+      "loss": 20.2969,
+      "step": 28327
+    },
+    {
+      "epoch": 1.3537226416897639,
+      "grad_norm": 151.67095947265625,
+      "learning_rate": 4.9946394469657e-06,
+      "loss": 22.2031,
+      "step": 28328
+    },
+    {
+      "epoch": 1.3537704291312243,
+      "grad_norm": 203.23348999023438,
+      "learning_rate": 4.9939695126847096e-06,
+      "loss": 30.6406,
+      "step": 28329
+    },
+    {
+      "epoch": 1.3538182165726846,
+      "grad_norm": 181.4892120361328,
+      "learning_rate": 4.993299608383383e-06,
+      "loss": 24.9688,
+      "step": 28330
+    },
+    {
+      "epoch": 1.353866004014145,
+      "grad_norm": 392.9366149902344,
+      "learning_rate": 4.992629734065734e-06,
+      "loss": 18.6875,
+      "step": 28331
+    },
+    {
+      "epoch": 1.3539137914556054,
+      "grad_norm": 475.59808349609375,
+      "learning_rate": 4.991959889735769e-06,
+      "loss": 34.5,
+      "step": 28332
+    },
+    {
+      "epoch": 1.3539615788970658,
+      "grad_norm": 520.92626953125,
+      "learning_rate": 4.991290075397501e-06,
+      "loss": 41.5938,
+      "step": 28333
+    },
+    {
+      "epoch": 1.3540093663385262,
+      "grad_norm": 325.95489501953125,
+      "learning_rate": 4.990620291054947e-06,
+      "loss": 11.8359,
+      "step": 28334
+    },
+    {
+      "epoch": 1.3540571537799866,
+      "grad_norm": 381.8054504394531,
+      "learning_rate": 4.989950536712109e-06,
+      "loss": 22.5312,
+      "step": 28335
+    },
+    {
+      "epoch": 1.354104941221447,
+      "grad_norm": 151.70220947265625,
+      "learning_rate": 4.989280812373003e-06,
+      "loss": 20.0,
+      "step": 28336
+    },
+    {
+      "epoch": 1.3541527286629074,
+      "grad_norm": 296.7944641113281,
+      "learning_rate": 4.988611118041644e-06,
+      "loss": 28.5156,
+      "step": 28337
+    },
+    {
+      "epoch": 1.3542005161043678,
+      "grad_norm": 356.0726318359375,
+      "learning_rate": 4.9879414537220325e-06,
+      "loss": 30.9688,
+      "step": 28338
+    },
+    {
+      "epoch": 1.3542483035458281,
+      "grad_norm": 389.2466125488281,
+      "learning_rate": 4.987271819418189e-06,
+      "loss": 35.4375,
+      "step": 28339
+    },
+    {
+      "epoch": 1.3542960909872885,
+      "grad_norm": 172.85350036621094,
+      "learning_rate": 4.986602215134116e-06,
+      "loss": 25.4375,
+      "step": 28340
+    },
+    {
+      "epoch": 1.354343878428749,
+      "grad_norm": 227.88905334472656,
+      "learning_rate": 4.985932640873826e-06,
+      "loss": 19.125,
+      "step": 28341
+    },
+    {
+      "epoch": 1.3543916658702093,
+      "grad_norm": 174.64730834960938,
+      "learning_rate": 4.985263096641333e-06,
+      "loss": 16.5156,
+      "step": 28342
+    },
+    {
+      "epoch": 1.3544394533116697,
+      "grad_norm": 181.701904296875,
+      "learning_rate": 4.9845935824406396e-06,
+      "loss": 18.7109,
+      "step": 28343
+    },
+    {
+      "epoch": 1.35448724075313,
+      "grad_norm": 608.7711791992188,
+      "learning_rate": 4.98392409827576e-06,
+      "loss": 25.125,
+      "step": 28344
+    },
+    {
+      "epoch": 1.3545350281945905,
+      "grad_norm": 214.60667419433594,
+      "learning_rate": 4.983254644150701e-06,
+      "loss": 22.4062,
+      "step": 28345
+    },
+    {
+      "epoch": 1.3545828156360509,
+      "grad_norm": 296.5621643066406,
+      "learning_rate": 4.9825852200694776e-06,
+      "loss": 28.7188,
+      "step": 28346
+    },
+    {
+      "epoch": 1.3546306030775113,
+      "grad_norm": 321.7469482421875,
+      "learning_rate": 4.981915826036091e-06,
+      "loss": 31.0,
+      "step": 28347
+    },
+    {
+      "epoch": 1.3546783905189717,
+      "grad_norm": 269.27044677734375,
+      "learning_rate": 4.981246462054554e-06,
+      "loss": 29.3125,
+      "step": 28348
+    },
+    {
+      "epoch": 1.354726177960432,
+      "grad_norm": 425.0648498535156,
+      "learning_rate": 4.980577128128878e-06,
+      "loss": 32.5625,
+      "step": 28349
+    },
+    {
+      "epoch": 1.3547739654018924,
+      "grad_norm": 375.42266845703125,
+      "learning_rate": 4.979907824263065e-06,
+      "loss": 18.625,
+      "step": 28350
+    },
+    {
+      "epoch": 1.3548217528433528,
+      "grad_norm": 127.50926971435547,
+      "learning_rate": 4.979238550461125e-06,
+      "loss": 23.2812,
+      "step": 28351
+    },
+    {
+      "epoch": 1.3548695402848132,
+      "grad_norm": 185.46311950683594,
+      "learning_rate": 4.978569306727069e-06,
+      "loss": 18.7031,
+      "step": 28352
+    },
+    {
+      "epoch": 1.3549173277262736,
+      "grad_norm": 310.18359375,
+      "learning_rate": 4.977900093064906e-06,
+      "loss": 33.2812,
+      "step": 28353
+    },
+    {
+      "epoch": 1.354965115167734,
+      "grad_norm": 454.71826171875,
+      "learning_rate": 4.977230909478639e-06,
+      "loss": 36.3438,
+      "step": 28354
+    },
+    {
+      "epoch": 1.3550129026091944,
+      "grad_norm": 193.38336181640625,
+      "learning_rate": 4.9765617559722754e-06,
+      "loss": 22.7344,
+      "step": 28355
+    },
+    {
+      "epoch": 1.3550606900506548,
+      "grad_norm": 165.07470703125,
+      "learning_rate": 4.9758926325498265e-06,
+      "loss": 24.2188,
+      "step": 28356
+    },
+    {
+      "epoch": 1.3551084774921152,
+      "grad_norm": 228.52874755859375,
+      "learning_rate": 4.9752235392153016e-06,
+      "loss": 23.2969,
+      "step": 28357
+    },
+    {
+      "epoch": 1.3551562649335755,
+      "grad_norm": 205.57569885253906,
+      "learning_rate": 4.9745544759726995e-06,
+      "loss": 24.4688,
+      "step": 28358
+    },
+    {
+      "epoch": 1.355204052375036,
+      "grad_norm": 152.0879669189453,
+      "learning_rate": 4.973885442826032e-06,
+      "loss": 24.3906,
+      "step": 28359
+    },
+    {
+      "epoch": 1.3552518398164963,
+      "grad_norm": 282.8761901855469,
+      "learning_rate": 4.973216439779305e-06,
+      "loss": 29.9375,
+      "step": 28360
+    },
+    {
+      "epoch": 1.3552996272579567,
+      "grad_norm": 103.90579986572266,
+      "learning_rate": 4.972547466836529e-06,
+      "loss": 13.5469,
+      "step": 28361
+    },
+    {
+      "epoch": 1.355347414699417,
+      "grad_norm": 178.83692932128906,
+      "learning_rate": 4.971878524001702e-06,
+      "loss": 22.3438,
+      "step": 28362
+    },
+    {
+      "epoch": 1.3553952021408775,
+      "grad_norm": 113.56590270996094,
+      "learning_rate": 4.971209611278836e-06,
+      "loss": 17.4531,
+      "step": 28363
+    },
+    {
+      "epoch": 1.3554429895823379,
+      "grad_norm": 367.0580749511719,
+      "learning_rate": 4.970540728671939e-06,
+      "loss": 24.9219,
+      "step": 28364
+    },
+    {
+      "epoch": 1.3554907770237983,
+      "grad_norm": 281.1249694824219,
+      "learning_rate": 4.969871876185009e-06,
+      "loss": 33.6875,
+      "step": 28365
+    },
+    {
+      "epoch": 1.3555385644652587,
+      "grad_norm": 256.605712890625,
+      "learning_rate": 4.969203053822056e-06,
+      "loss": 31.2188,
+      "step": 28366
+    },
+    {
+      "epoch": 1.3555863519067188,
+      "grad_norm": 154.14744567871094,
+      "learning_rate": 4.968534261587088e-06,
+      "loss": 17.375,
+      "step": 28367
+    },
+    {
+      "epoch": 1.3556341393481792,
+      "grad_norm": 224.84146118164062,
+      "learning_rate": 4.9678654994841045e-06,
+      "loss": 26.125,
+      "step": 28368
+    },
+    {
+      "epoch": 1.3556819267896396,
+      "grad_norm": 314.78900146484375,
+      "learning_rate": 4.967196767517114e-06,
+      "loss": 29.75,
+      "step": 28369
+    },
+    {
+      "epoch": 1.3557297142311,
+      "grad_norm": 299.8650817871094,
+      "learning_rate": 4.966528065690124e-06,
+      "loss": 30.4688,
+      "step": 28370
+    },
+    {
+      "epoch": 1.3557775016725604,
+      "grad_norm": 217.67611694335938,
+      "learning_rate": 4.965859394007132e-06,
+      "loss": 15.3125,
+      "step": 28371
+    },
+    {
+      "epoch": 1.3558252891140208,
+      "grad_norm": 222.86111450195312,
+      "learning_rate": 4.9651907524721495e-06,
+      "loss": 25.9062,
+      "step": 28372
+    },
+    {
+      "epoch": 1.3558730765554812,
+      "grad_norm": 261.5290222167969,
+      "learning_rate": 4.964522141089175e-06,
+      "loss": 29.0312,
+      "step": 28373
+    },
+    {
+      "epoch": 1.3559208639969416,
+      "grad_norm": 293.53839111328125,
+      "learning_rate": 4.963853559862216e-06,
+      "loss": 30.2812,
+      "step": 28374
+    },
+    {
+      "epoch": 1.355968651438402,
+      "grad_norm": 179.99386596679688,
+      "learning_rate": 4.963185008795278e-06,
+      "loss": 27.6875,
+      "step": 28375
+    },
+    {
+      "epoch": 1.3560164388798623,
+      "grad_norm": 176.81707763671875,
+      "learning_rate": 4.962516487892359e-06,
+      "loss": 27.9062,
+      "step": 28376
+    },
+    {
+      "epoch": 1.3560642263213227,
+      "grad_norm": 231.39964294433594,
+      "learning_rate": 4.961847997157468e-06,
+      "loss": 22.6406,
+      "step": 28377
+    },
+    {
+      "epoch": 1.3561120137627831,
+      "grad_norm": 275.9326171875,
+      "learning_rate": 4.961179536594605e-06,
+      "loss": 20.8438,
+      "step": 28378
+    },
+    {
+      "epoch": 1.3561598012042435,
+      "grad_norm": 183.47805786132812,
+      "learning_rate": 4.9605111062077785e-06,
+      "loss": 30.4844,
+      "step": 28379
+    },
+    {
+      "epoch": 1.356207588645704,
+      "grad_norm": 218.67518615722656,
+      "learning_rate": 4.9598427060009835e-06,
+      "loss": 22.375,
+      "step": 28380
+    },
+    {
+      "epoch": 1.3562553760871643,
+      "grad_norm": 213.03347778320312,
+      "learning_rate": 4.959174335978227e-06,
+      "loss": 23.3125,
+      "step": 28381
+    },
+    {
+      "epoch": 1.3563031635286247,
+      "grad_norm": 426.16888427734375,
+      "learning_rate": 4.958505996143512e-06,
+      "loss": 24.125,
+      "step": 28382
+    },
+    {
+      "epoch": 1.356350950970085,
+      "grad_norm": 288.3956604003906,
+      "learning_rate": 4.957837686500846e-06,
+      "loss": 28.25,
+      "step": 28383
+    },
+    {
+      "epoch": 1.3563987384115455,
+      "grad_norm": 420.8910217285156,
+      "learning_rate": 4.9571694070542205e-06,
+      "loss": 23.4219,
+      "step": 28384
+    },
+    {
+      "epoch": 1.3564465258530058,
+      "grad_norm": 213.2204132080078,
+      "learning_rate": 4.956501157807644e-06,
+      "loss": 21.6562,
+      "step": 28385
+    },
+    {
+      "epoch": 1.3564943132944662,
+      "grad_norm": 310.1650695800781,
+      "learning_rate": 4.955832938765121e-06,
+      "loss": 32.5625,
+      "step": 28386
+    },
+    {
+      "epoch": 1.3565421007359266,
+      "grad_norm": 711.220458984375,
+      "learning_rate": 4.9551647499306465e-06,
+      "loss": 23.5312,
+      "step": 28387
+    },
+    {
+      "epoch": 1.356589888177387,
+      "grad_norm": 226.76844787597656,
+      "learning_rate": 4.954496591308227e-06,
+      "loss": 27.9062,
+      "step": 28388
+    },
+    {
+      "epoch": 1.3566376756188474,
+      "grad_norm": 397.6535949707031,
+      "learning_rate": 4.95382846290186e-06,
+      "loss": 41.6875,
+      "step": 28389
+    },
+    {
+      "epoch": 1.3566854630603078,
+      "grad_norm": 156.07725524902344,
+      "learning_rate": 4.953160364715555e-06,
+      "loss": 18.4531,
+      "step": 28390
+    },
+    {
+      "epoch": 1.3567332505017682,
+      "grad_norm": 824.8642578125,
+      "learning_rate": 4.9524922967533016e-06,
+      "loss": 29.375,
+      "step": 28391
+    },
+    {
+      "epoch": 1.3567810379432286,
+      "grad_norm": 292.2590026855469,
+      "learning_rate": 4.951824259019107e-06,
+      "loss": 17.5625,
+      "step": 28392
+    },
+    {
+      "epoch": 1.356828825384689,
+      "grad_norm": 317.8265686035156,
+      "learning_rate": 4.951156251516971e-06,
+      "loss": 24.25,
+      "step": 28393
+    },
+    {
+      "epoch": 1.3568766128261494,
+      "grad_norm": 304.43011474609375,
+      "learning_rate": 4.950488274250899e-06,
+      "loss": 18.7188,
+      "step": 28394
+    },
+    {
+      "epoch": 1.3569244002676097,
+      "grad_norm": 225.8130645751953,
+      "learning_rate": 4.9498203272248815e-06,
+      "loss": 26.625,
+      "step": 28395
+    },
+    {
+      "epoch": 1.3569721877090701,
+      "grad_norm": 180.34591674804688,
+      "learning_rate": 4.9491524104429245e-06,
+      "loss": 21.5156,
+      "step": 28396
+    },
+    {
+      "epoch": 1.3570199751505305,
+      "grad_norm": 293.9975280761719,
+      "learning_rate": 4.948484523909031e-06,
+      "loss": 25.2812,
+      "step": 28397
+    },
+    {
+      "epoch": 1.3570677625919907,
+      "grad_norm": 217.9256134033203,
+      "learning_rate": 4.947816667627192e-06,
+      "loss": 22.4219,
+      "step": 28398
+    },
+    {
+      "epoch": 1.357115550033451,
+      "grad_norm": 297.0091552734375,
+      "learning_rate": 4.947148841601414e-06,
+      "loss": 16.4219,
+      "step": 28399
+    },
+    {
+      "epoch": 1.3571633374749115,
+      "grad_norm": 494.10736083984375,
+      "learning_rate": 4.946481045835697e-06,
+      "loss": 41.5938,
+      "step": 28400
+    },
+    {
+      "epoch": 1.3572111249163719,
+      "grad_norm": 335.02886962890625,
+      "learning_rate": 4.945813280334034e-06,
+      "loss": 24.5312,
+      "step": 28401
+    },
+    {
+      "epoch": 1.3572589123578322,
+      "grad_norm": 205.21058654785156,
+      "learning_rate": 4.945145545100428e-06,
+      "loss": 17.1562,
+      "step": 28402
+    },
+    {
+      "epoch": 1.3573066997992926,
+      "grad_norm": 1138.4219970703125,
+      "learning_rate": 4.944477840138881e-06,
+      "loss": 19.8438,
+      "step": 28403
+    },
+    {
+      "epoch": 1.357354487240753,
+      "grad_norm": 257.4381408691406,
+      "learning_rate": 4.943810165453386e-06,
+      "loss": 21.4062,
+      "step": 28404
+    },
+    {
+      "epoch": 1.3574022746822134,
+      "grad_norm": 208.1185760498047,
+      "learning_rate": 4.943142521047945e-06,
+      "loss": 30.6562,
+      "step": 28405
+    },
+    {
+      "epoch": 1.3574500621236738,
+      "grad_norm": 480.1127624511719,
+      "learning_rate": 4.942474906926553e-06,
+      "loss": 30.7344,
+      "step": 28406
+    },
+    {
+      "epoch": 1.3574978495651342,
+      "grad_norm": 156.65261840820312,
+      "learning_rate": 4.94180732309321e-06,
+      "loss": 31.5156,
+      "step": 28407
+    },
+    {
+      "epoch": 1.3575456370065946,
+      "grad_norm": 318.63037109375,
+      "learning_rate": 4.9411397695519146e-06,
+      "loss": 39.0,
+      "step": 28408
+    },
+    {
+      "epoch": 1.357593424448055,
+      "grad_norm": 195.42581176757812,
+      "learning_rate": 4.940472246306669e-06,
+      "loss": 25.875,
+      "step": 28409
+    },
+    {
+      "epoch": 1.3576412118895154,
+      "grad_norm": 3207.671142578125,
+      "learning_rate": 4.93980475336146e-06,
+      "loss": 33.1406,
+      "step": 28410
+    },
+    {
+      "epoch": 1.3576889993309758,
+      "grad_norm": 241.1410675048828,
+      "learning_rate": 4.9391372907202925e-06,
+      "loss": 17.1875,
+      "step": 28411
+    },
+    {
+      "epoch": 1.3577367867724361,
+      "grad_norm": 203.3114776611328,
+      "learning_rate": 4.938469858387166e-06,
+      "loss": 24.75,
+      "step": 28412
+    },
+    {
+      "epoch": 1.3577845742138965,
+      "grad_norm": 244.11534118652344,
+      "learning_rate": 4.937802456366071e-06,
+      "loss": 22.4219,
+      "step": 28413
+    },
+    {
+      "epoch": 1.357832361655357,
+      "grad_norm": 201.13621520996094,
+      "learning_rate": 4.937135084661005e-06,
+      "loss": 21.2812,
+      "step": 28414
+    },
+    {
+      "epoch": 1.3578801490968173,
+      "grad_norm": 363.9341735839844,
+      "learning_rate": 4.936467743275969e-06,
+      "loss": 28.4688,
+      "step": 28415
+    },
+    {
+      "epoch": 1.3579279365382777,
+      "grad_norm": 598.6419067382812,
+      "learning_rate": 4.93580043221496e-06,
+      "loss": 44.1875,
+      "step": 28416
+    },
+    {
+      "epoch": 1.357975723979738,
+      "grad_norm": 109.35926055908203,
+      "learning_rate": 4.935133151481969e-06,
+      "loss": 18.1406,
+      "step": 28417
+    },
+    {
+      "epoch": 1.3580235114211985,
+      "grad_norm": 152.65736389160156,
+      "learning_rate": 4.934465901080995e-06,
+      "loss": 20.8281,
+      "step": 28418
+    },
+    {
+      "epoch": 1.3580712988626589,
+      "grad_norm": 377.92315673828125,
+      "learning_rate": 4.933798681016033e-06,
+      "loss": 24.4219,
+      "step": 28419
+    },
+    {
+      "epoch": 1.3581190863041193,
+      "grad_norm": 276.9510803222656,
+      "learning_rate": 4.933131491291083e-06,
+      "loss": 19.7031,
+      "step": 28420
+    },
+    {
+      "epoch": 1.3581668737455797,
+      "grad_norm": 135.15196228027344,
+      "learning_rate": 4.932464331910135e-06,
+      "loss": 14.8906,
+      "step": 28421
+    },
+    {
+      "epoch": 1.35821466118704,
+      "grad_norm": 229.72811889648438,
+      "learning_rate": 4.931797202877186e-06,
+      "loss": 24.8125,
+      "step": 28422
+    },
+    {
+      "epoch": 1.3582624486285004,
+      "grad_norm": 312.2736511230469,
+      "learning_rate": 4.931130104196236e-06,
+      "loss": 26.9375,
+      "step": 28423
+    },
+    {
+      "epoch": 1.3583102360699608,
+      "grad_norm": 222.875,
+      "learning_rate": 4.930463035871273e-06,
+      "loss": 20.7812,
+      "step": 28424
+    },
+    {
+      "epoch": 1.3583580235114212,
+      "grad_norm": 521.264892578125,
+      "learning_rate": 4.9297959979062935e-06,
+      "loss": 31.5312,
+      "step": 28425
+    },
+    {
+      "epoch": 1.3584058109528816,
+      "grad_norm": 161.51808166503906,
+      "learning_rate": 4.929128990305294e-06,
+      "loss": 26.5,
+      "step": 28426
+    },
+    {
+      "epoch": 1.358453598394342,
+      "grad_norm": 350.9576416015625,
+      "learning_rate": 4.928462013072273e-06,
+      "loss": 23.1875,
+      "step": 28427
+    },
+    {
+      "epoch": 1.3585013858358024,
+      "grad_norm": 170.66287231445312,
+      "learning_rate": 4.927795066211216e-06,
+      "loss": 15.9531,
+      "step": 28428
+    },
+    {
+      "epoch": 1.3585491732772628,
+      "grad_norm": 347.65911865234375,
+      "learning_rate": 4.9271281497261225e-06,
+      "loss": 22.6875,
+      "step": 28429
+    },
+    {
+      "epoch": 1.3585969607187232,
+      "grad_norm": 367.7375793457031,
+      "learning_rate": 4.926461263620985e-06,
+      "loss": 31.125,
+      "step": 28430
+    },
+    {
+      "epoch": 1.3586447481601835,
+      "grad_norm": 245.2838897705078,
+      "learning_rate": 4.925794407899801e-06,
+      "loss": 19.8594,
+      "step": 28431
+    },
+    {
+      "epoch": 1.358692535601644,
+      "grad_norm": 139.0872802734375,
+      "learning_rate": 4.925127582566558e-06,
+      "loss": 20.0625,
+      "step": 28432
+    },
+    {
+      "epoch": 1.3587403230431043,
+      "grad_norm": 294.6402282714844,
+      "learning_rate": 4.924460787625253e-06,
+      "loss": 23.4062,
+      "step": 28433
+    },
+    {
+      "epoch": 1.3587881104845647,
+      "grad_norm": 212.86424255371094,
+      "learning_rate": 4.923794023079882e-06,
+      "loss": 26.5,
+      "step": 28434
+    },
+    {
+      "epoch": 1.358835897926025,
+      "grad_norm": 251.6892547607422,
+      "learning_rate": 4.923127288934431e-06,
+      "loss": 15.1719,
+      "step": 28435
+    },
+    {
+      "epoch": 1.3588836853674855,
+      "grad_norm": 310.80078125,
+      "learning_rate": 4.9224605851928986e-06,
+      "loss": 22.0625,
+      "step": 28436
+    },
+    {
+      "epoch": 1.3589314728089459,
+      "grad_norm": 228.5435791015625,
+      "learning_rate": 4.921793911859274e-06,
+      "loss": 24.3438,
+      "step": 28437
+    },
+    {
+      "epoch": 1.3589792602504063,
+      "grad_norm": 175.31863403320312,
+      "learning_rate": 4.921127268937553e-06,
+      "loss": 20.8594,
+      "step": 28438
+    },
+    {
+      "epoch": 1.3590270476918667,
+      "grad_norm": 387.8829040527344,
+      "learning_rate": 4.9204606564317235e-06,
+      "loss": 27.4062,
+      "step": 28439
+    },
+    {
+      "epoch": 1.359074835133327,
+      "grad_norm": 196.65631103515625,
+      "learning_rate": 4.91979407434578e-06,
+      "loss": 20.5312,
+      "step": 28440
+    },
+    {
+      "epoch": 1.3591226225747874,
+      "grad_norm": 248.82705688476562,
+      "learning_rate": 4.919127522683715e-06,
+      "loss": 24.1875,
+      "step": 28441
+    },
+    {
+      "epoch": 1.3591704100162478,
+      "grad_norm": 362.819580078125,
+      "learning_rate": 4.9184610014495245e-06,
+      "loss": 24.1875,
+      "step": 28442
+    },
+    {
+      "epoch": 1.3592181974577082,
+      "grad_norm": 334.4434509277344,
+      "learning_rate": 4.917794510647191e-06,
+      "loss": 25.8906,
+      "step": 28443
+    },
+    {
+      "epoch": 1.3592659848991686,
+      "grad_norm": 204.94644165039062,
+      "learning_rate": 4.917128050280711e-06,
+      "loss": 31.3281,
+      "step": 28444
+    },
+    {
+      "epoch": 1.359313772340629,
+      "grad_norm": 238.21609497070312,
+      "learning_rate": 4.916461620354074e-06,
+      "loss": 22.6719,
+      "step": 28445
+    },
+    {
+      "epoch": 1.3593615597820894,
+      "grad_norm": 127.11187744140625,
+      "learning_rate": 4.915795220871278e-06,
+      "loss": 19.0938,
+      "step": 28446
+    },
+    {
+      "epoch": 1.3594093472235498,
+      "grad_norm": 119.29130554199219,
+      "learning_rate": 4.915128851836303e-06,
+      "loss": 19.2031,
+      "step": 28447
+    },
+    {
+      "epoch": 1.3594571346650102,
+      "grad_norm": 222.40689086914062,
+      "learning_rate": 4.914462513253145e-06,
+      "loss": 25.0938,
+      "step": 28448
+    },
+    {
+      "epoch": 1.3595049221064703,
+      "grad_norm": 175.8881378173828,
+      "learning_rate": 4.913796205125798e-06,
+      "loss": 22.4922,
+      "step": 28449
+    },
+    {
+      "epoch": 1.3595527095479307,
+      "grad_norm": 148.88035583496094,
+      "learning_rate": 4.913129927458246e-06,
+      "loss": 12.1875,
+      "step": 28450
+    },
+    {
+      "epoch": 1.3596004969893911,
+      "grad_norm": 214.9065704345703,
+      "learning_rate": 4.912463680254481e-06,
+      "loss": 17.2344,
+      "step": 28451
+    },
+    {
+      "epoch": 1.3596482844308515,
+      "grad_norm": 272.74188232421875,
+      "learning_rate": 4.911797463518494e-06,
+      "loss": 29.5625,
+      "step": 28452
+    },
+    {
+      "epoch": 1.359696071872312,
+      "grad_norm": 118.6170425415039,
+      "learning_rate": 4.911131277254279e-06,
+      "loss": 21.875,
+      "step": 28453
+    },
+    {
+      "epoch": 1.3597438593137723,
+      "grad_norm": 232.09915161132812,
+      "learning_rate": 4.910465121465817e-06,
+      "loss": 25.4219,
+      "step": 28454
+    },
+    {
+      "epoch": 1.3597916467552327,
+      "grad_norm": 408.96221923828125,
+      "learning_rate": 4.909798996157101e-06,
+      "loss": 30.5938,
+      "step": 28455
+    },
+    {
+      "epoch": 1.359839434196693,
+      "grad_norm": 184.0069122314453,
+      "learning_rate": 4.909132901332122e-06,
+      "loss": 28.3438,
+      "step": 28456
+    },
+    {
+      "epoch": 1.3598872216381535,
+      "grad_norm": 303.2190856933594,
+      "learning_rate": 4.908466836994871e-06,
+      "loss": 26.3125,
+      "step": 28457
+    },
+    {
+      "epoch": 1.3599350090796138,
+      "grad_norm": 160.4449005126953,
+      "learning_rate": 4.9078008031493305e-06,
+      "loss": 19.0,
+      "step": 28458
+    },
+    {
+      "epoch": 1.3599827965210742,
+      "grad_norm": 322.8247985839844,
+      "learning_rate": 4.907134799799492e-06,
+      "loss": 21.4219,
+      "step": 28459
+    },
+    {
+      "epoch": 1.3600305839625346,
+      "grad_norm": 406.197998046875,
+      "learning_rate": 4.9064688269493475e-06,
+      "loss": 27.5938,
+      "step": 28460
+    },
+    {
+      "epoch": 1.360078371403995,
+      "grad_norm": 184.33665466308594,
+      "learning_rate": 4.9058028846028795e-06,
+      "loss": 21.75,
+      "step": 28461
+    },
+    {
+      "epoch": 1.3601261588454554,
+      "grad_norm": 246.24261474609375,
+      "learning_rate": 4.905136972764079e-06,
+      "loss": 21.875,
+      "step": 28462
+    },
+    {
+      "epoch": 1.3601739462869158,
+      "grad_norm": 367.2016906738281,
+      "learning_rate": 4.904471091436933e-06,
+      "loss": 36.75,
+      "step": 28463
+    },
+    {
+      "epoch": 1.3602217337283762,
+      "grad_norm": 469.4075012207031,
+      "learning_rate": 4.9038052406254355e-06,
+      "loss": 32.1562,
+      "step": 28464
+    },
+    {
+      "epoch": 1.3602695211698366,
+      "grad_norm": 187.62562561035156,
+      "learning_rate": 4.903139420333563e-06,
+      "loss": 19.125,
+      "step": 28465
+    },
+    {
+      "epoch": 1.360317308611297,
+      "grad_norm": 323.0325012207031,
+      "learning_rate": 4.90247363056531e-06,
+      "loss": 24.0312,
+      "step": 28466
+    },
+    {
+      "epoch": 1.3603650960527573,
+      "grad_norm": 434.9955139160156,
+      "learning_rate": 4.901807871324666e-06,
+      "loss": 27.4531,
+      "step": 28467
+    },
+    {
+      "epoch": 1.3604128834942177,
+      "grad_norm": 142.54112243652344,
+      "learning_rate": 4.90114214261561e-06,
+      "loss": 18.5625,
+      "step": 28468
+    },
+    {
+      "epoch": 1.3604606709356781,
+      "grad_norm": 141.69192504882812,
+      "learning_rate": 4.900476444442137e-06,
+      "loss": 17.5,
+      "step": 28469
+    },
+    {
+      "epoch": 1.3605084583771385,
+      "grad_norm": 215.55221557617188,
+      "learning_rate": 4.899810776808227e-06,
+      "loss": 21.0625,
+      "step": 28470
+    },
+    {
+      "epoch": 1.360556245818599,
+      "grad_norm": 247.68638610839844,
+      "learning_rate": 4.899145139717868e-06,
+      "loss": 31.875,
+      "step": 28471
+    },
+    {
+      "epoch": 1.3606040332600593,
+      "grad_norm": 279.8076477050781,
+      "learning_rate": 4.898479533175052e-06,
+      "loss": 21.625,
+      "step": 28472
+    },
+    {
+      "epoch": 1.3606518207015197,
+      "grad_norm": 669.2283325195312,
+      "learning_rate": 4.897813957183758e-06,
+      "loss": 37.5938,
+      "step": 28473
+    },
+    {
+      "epoch": 1.36069960814298,
+      "grad_norm": 174.3365020751953,
+      "learning_rate": 4.897148411747974e-06,
+      "loss": 26.125,
+      "step": 28474
+    },
+    {
+      "epoch": 1.3607473955844405,
+      "grad_norm": 255.34976196289062,
+      "learning_rate": 4.89648289687169e-06,
+      "loss": 28.0,
+      "step": 28475
+    },
+    {
+      "epoch": 1.3607951830259009,
+      "grad_norm": 241.14190673828125,
+      "learning_rate": 4.895817412558886e-06,
+      "loss": 32.75,
+      "step": 28476
+    },
+    {
+      "epoch": 1.3608429704673612,
+      "grad_norm": 120.69076538085938,
+      "learning_rate": 4.895151958813548e-06,
+      "loss": 18.625,
+      "step": 28477
+    },
+    {
+      "epoch": 1.3608907579088216,
+      "grad_norm": 464.13092041015625,
+      "learning_rate": 4.8944865356396635e-06,
+      "loss": 24.5938,
+      "step": 28478
+    },
+    {
+      "epoch": 1.360938545350282,
+      "grad_norm": 309.9502868652344,
+      "learning_rate": 4.89382114304122e-06,
+      "loss": 24.3125,
+      "step": 28479
+    },
+    {
+      "epoch": 1.3609863327917422,
+      "grad_norm": 191.43572998046875,
+      "learning_rate": 4.893155781022194e-06,
+      "loss": 15.3125,
+      "step": 28480
+    },
+    {
+      "epoch": 1.3610341202332026,
+      "grad_norm": 264.8658142089844,
+      "learning_rate": 4.892490449586577e-06,
+      "loss": 24.25,
+      "step": 28481
+    },
+    {
+      "epoch": 1.361081907674663,
+      "grad_norm": 492.6671142578125,
+      "learning_rate": 4.8918251487383515e-06,
+      "loss": 28.5312,
+      "step": 28482
+    },
+    {
+      "epoch": 1.3611296951161234,
+      "grad_norm": 511.93804931640625,
+      "learning_rate": 4.891159878481505e-06,
+      "loss": 26.5,
+      "step": 28483
+    },
+    {
+      "epoch": 1.3611774825575838,
+      "grad_norm": 293.06951904296875,
+      "learning_rate": 4.890494638820016e-06,
+      "loss": 27.5938,
+      "step": 28484
+    },
+    {
+      "epoch": 1.3612252699990441,
+      "grad_norm": 276.06524658203125,
+      "learning_rate": 4.889829429757869e-06,
+      "loss": 25.3125,
+      "step": 28485
+    },
+    {
+      "epoch": 1.3612730574405045,
+      "grad_norm": 154.86380004882812,
+      "learning_rate": 4.8891642512990566e-06,
+      "loss": 18.3594,
+      "step": 28486
+    },
+    {
+      "epoch": 1.361320844881965,
+      "grad_norm": 172.06985473632812,
+      "learning_rate": 4.888499103447549e-06,
+      "loss": 24.4688,
+      "step": 28487
+    },
+    {
+      "epoch": 1.3613686323234253,
+      "grad_norm": 172.25177001953125,
+      "learning_rate": 4.887833986207338e-06,
+      "loss": 15.9688,
+      "step": 28488
+    },
+    {
+      "epoch": 1.3614164197648857,
+      "grad_norm": 332.5323791503906,
+      "learning_rate": 4.887168899582404e-06,
+      "loss": 30.375,
+      "step": 28489
+    },
+    {
+      "epoch": 1.361464207206346,
+      "grad_norm": 142.36773681640625,
+      "learning_rate": 4.886503843576736e-06,
+      "loss": 26.8438,
+      "step": 28490
+    },
+    {
+      "epoch": 1.3615119946478065,
+      "grad_norm": 320.2607421875,
+      "learning_rate": 4.885838818194306e-06,
+      "loss": 29.4844,
+      "step": 28491
+    },
+    {
+      "epoch": 1.3615597820892669,
+      "grad_norm": 294.88787841796875,
+      "learning_rate": 4.885173823439103e-06,
+      "loss": 24.7188,
+      "step": 28492
+    },
+    {
+      "epoch": 1.3616075695307273,
+      "grad_norm": 246.2014617919922,
+      "learning_rate": 4.8845088593151094e-06,
+      "loss": 26.5,
+      "step": 28493
+    },
+    {
+      "epoch": 1.3616553569721876,
+      "grad_norm": 202.31298828125,
+      "learning_rate": 4.88384392582631e-06,
+      "loss": 24.5625,
+      "step": 28494
+    },
+    {
+      "epoch": 1.361703144413648,
+      "grad_norm": 513.5694580078125,
+      "learning_rate": 4.88317902297668e-06,
+      "loss": 25.75,
+      "step": 28495
+    },
+    {
+      "epoch": 1.3617509318551084,
+      "grad_norm": 244.5951690673828,
+      "learning_rate": 4.882514150770206e-06,
+      "loss": 23.9062,
+      "step": 28496
+    },
+    {
+      "epoch": 1.3617987192965688,
+      "grad_norm": 312.5791320800781,
+      "learning_rate": 4.8818493092108735e-06,
+      "loss": 18.7656,
+      "step": 28497
+    },
+    {
+      "epoch": 1.3618465067380292,
+      "grad_norm": 245.3138885498047,
+      "learning_rate": 4.8811844983026544e-06,
+      "loss": 29.6562,
+      "step": 28498
+    },
+    {
+      "epoch": 1.3618942941794896,
+      "grad_norm": 236.970458984375,
+      "learning_rate": 4.880519718049534e-06,
+      "loss": 25.6719,
+      "step": 28499
+    },
+    {
+      "epoch": 1.36194208162095,
+      "grad_norm": 109.74220275878906,
+      "learning_rate": 4.879854968455501e-06,
+      "loss": 17.6562,
+      "step": 28500
+    },
+    {
+      "epoch": 1.3619898690624104,
+      "grad_norm": 248.34458923339844,
+      "learning_rate": 4.879190249524524e-06,
+      "loss": 18.8125,
+      "step": 28501
+    },
+    {
+      "epoch": 1.3620376565038708,
+      "grad_norm": 173.68612670898438,
+      "learning_rate": 4.878525561260595e-06,
+      "loss": 30.875,
+      "step": 28502
+    },
+    {
+      "epoch": 1.3620854439453312,
+      "grad_norm": 173.14463806152344,
+      "learning_rate": 4.8778609036676835e-06,
+      "loss": 25.2188,
+      "step": 28503
+    },
+    {
+      "epoch": 1.3621332313867915,
+      "grad_norm": 304.8113708496094,
+      "learning_rate": 4.877196276749777e-06,
+      "loss": 30.4062,
+      "step": 28504
+    },
+    {
+      "epoch": 1.362181018828252,
+      "grad_norm": 464.7214660644531,
+      "learning_rate": 4.876531680510859e-06,
+      "loss": 20.5625,
+      "step": 28505
+    },
+    {
+      "epoch": 1.3622288062697123,
+      "grad_norm": 192.81329345703125,
+      "learning_rate": 4.875867114954901e-06,
+      "loss": 27.1875,
+      "step": 28506
+    },
+    {
+      "epoch": 1.3622765937111727,
+      "grad_norm": 358.28631591796875,
+      "learning_rate": 4.875202580085887e-06,
+      "loss": 32.2188,
+      "step": 28507
+    },
+    {
+      "epoch": 1.362324381152633,
+      "grad_norm": 218.87379455566406,
+      "learning_rate": 4.8745380759078e-06,
+      "loss": 21.25,
+      "step": 28508
+    },
+    {
+      "epoch": 1.3623721685940935,
+      "grad_norm": 229.59530639648438,
+      "learning_rate": 4.873873602424614e-06,
+      "loss": 16.875,
+      "step": 28509
+    },
+    {
+      "epoch": 1.3624199560355539,
+      "grad_norm": 187.1757049560547,
+      "learning_rate": 4.873209159640309e-06,
+      "loss": 25.5,
+      "step": 28510
+    },
+    {
+      "epoch": 1.3624677434770143,
+      "grad_norm": 278.2496032714844,
+      "learning_rate": 4.872544747558866e-06,
+      "loss": 28.8438,
+      "step": 28511
+    },
+    {
+      "epoch": 1.3625155309184747,
+      "grad_norm": 193.7029571533203,
+      "learning_rate": 4.871880366184267e-06,
+      "loss": 31.2812,
+      "step": 28512
+    },
+    {
+      "epoch": 1.362563318359935,
+      "grad_norm": 213.93533325195312,
+      "learning_rate": 4.871216015520485e-06,
+      "loss": 23.7344,
+      "step": 28513
+    },
+    {
+      "epoch": 1.3626111058013954,
+      "grad_norm": 522.4371948242188,
+      "learning_rate": 4.8705516955715e-06,
+      "loss": 22.0781,
+      "step": 28514
+    },
+    {
+      "epoch": 1.3626588932428558,
+      "grad_norm": 164.21070861816406,
+      "learning_rate": 4.8698874063412925e-06,
+      "loss": 16.3438,
+      "step": 28515
+    },
+    {
+      "epoch": 1.3627066806843162,
+      "grad_norm": 273.46600341796875,
+      "learning_rate": 4.869223147833844e-06,
+      "loss": 23.0,
+      "step": 28516
+    },
+    {
+      "epoch": 1.3627544681257766,
+      "grad_norm": 1614.926513671875,
+      "learning_rate": 4.868558920053124e-06,
+      "loss": 17.1875,
+      "step": 28517
+    },
+    {
+      "epoch": 1.362802255567237,
+      "grad_norm": 161.2849578857422,
+      "learning_rate": 4.867894723003114e-06,
+      "loss": 29.7656,
+      "step": 28518
+    },
+    {
+      "epoch": 1.3628500430086974,
+      "grad_norm": 125.92105102539062,
+      "learning_rate": 4.867230556687797e-06,
+      "loss": 21.5625,
+      "step": 28519
+    },
+    {
+      "epoch": 1.3628978304501578,
+      "grad_norm": 244.43504333496094,
+      "learning_rate": 4.866566421111141e-06,
+      "loss": 21.9375,
+      "step": 28520
+    },
+    {
+      "epoch": 1.3629456178916182,
+      "grad_norm": 173.73646545410156,
+      "learning_rate": 4.865902316277129e-06,
+      "loss": 26.7969,
+      "step": 28521
+    },
+    {
+      "epoch": 1.3629934053330786,
+      "grad_norm": 246.49114990234375,
+      "learning_rate": 4.865238242189737e-06,
+      "loss": 26.7812,
+      "step": 28522
+    },
+    {
+      "epoch": 1.363041192774539,
+      "grad_norm": 424.9984130859375,
+      "learning_rate": 4.8645741988529475e-06,
+      "loss": 26.0312,
+      "step": 28523
+    },
+    {
+      "epoch": 1.3630889802159993,
+      "grad_norm": 294.8263244628906,
+      "learning_rate": 4.863910186270726e-06,
+      "loss": 34.7188,
+      "step": 28524
+    },
+    {
+      "epoch": 1.3631367676574597,
+      "grad_norm": 378.3298645019531,
+      "learning_rate": 4.863246204447056e-06,
+      "loss": 28.0312,
+      "step": 28525
+    },
+    {
+      "epoch": 1.3631845550989201,
+      "grad_norm": 302.8661804199219,
+      "learning_rate": 4.862582253385914e-06,
+      "loss": 34.0625,
+      "step": 28526
+    },
+    {
+      "epoch": 1.3632323425403805,
+      "grad_norm": 193.7138671875,
+      "learning_rate": 4.8619183330912774e-06,
+      "loss": 28.2812,
+      "step": 28527
+    },
+    {
+      "epoch": 1.363280129981841,
+      "grad_norm": 211.5463409423828,
+      "learning_rate": 4.861254443567117e-06,
+      "loss": 25.9062,
+      "step": 28528
+    },
+    {
+      "epoch": 1.3633279174233013,
+      "grad_norm": 178.7225799560547,
+      "learning_rate": 4.860590584817412e-06,
+      "loss": 26.5,
+      "step": 28529
+    },
+    {
+      "epoch": 1.3633757048647617,
+      "grad_norm": 274.85302734375,
+      "learning_rate": 4.8599267568461375e-06,
+      "loss": 29.2812,
+      "step": 28530
+    },
+    {
+      "epoch": 1.363423492306222,
+      "grad_norm": 212.84507751464844,
+      "learning_rate": 4.859262959657272e-06,
+      "loss": 33.125,
+      "step": 28531
+    },
+    {
+      "epoch": 1.3634712797476822,
+      "grad_norm": 340.6084899902344,
+      "learning_rate": 4.858599193254786e-06,
+      "loss": 25.0938,
+      "step": 28532
+    },
+    {
+      "epoch": 1.3635190671891426,
+      "grad_norm": 1030.8216552734375,
+      "learning_rate": 4.85793545764266e-06,
+      "loss": 21.8906,
+      "step": 28533
+    },
+    {
+      "epoch": 1.363566854630603,
+      "grad_norm": 222.57937622070312,
+      "learning_rate": 4.857271752824861e-06,
+      "loss": 23.6094,
+      "step": 28534
+    },
+    {
+      "epoch": 1.3636146420720634,
+      "grad_norm": 195.8839111328125,
+      "learning_rate": 4.8566080788053726e-06,
+      "loss": 26.75,
+      "step": 28535
+    },
+    {
+      "epoch": 1.3636624295135238,
+      "grad_norm": 329.86041259765625,
+      "learning_rate": 4.855944435588161e-06,
+      "loss": 22.7031,
+      "step": 28536
+    },
+    {
+      "epoch": 1.3637102169549842,
+      "grad_norm": 1083.1702880859375,
+      "learning_rate": 4.855280823177204e-06,
+      "loss": 11.7969,
+      "step": 28537
+    },
+    {
+      "epoch": 1.3637580043964446,
+      "grad_norm": 152.98690795898438,
+      "learning_rate": 4.8546172415764816e-06,
+      "loss": 28.5,
+      "step": 28538
+    },
+    {
+      "epoch": 1.363805791837905,
+      "grad_norm": 316.8014831542969,
+      "learning_rate": 4.853953690789957e-06,
+      "loss": 21.6562,
+      "step": 28539
+    },
+    {
+      "epoch": 1.3638535792793653,
+      "grad_norm": 273.6265563964844,
+      "learning_rate": 4.85329017082161e-06,
+      "loss": 18.9375,
+      "step": 28540
+    },
+    {
+      "epoch": 1.3639013667208257,
+      "grad_norm": 201.9309539794922,
+      "learning_rate": 4.852626681675415e-06,
+      "loss": 20.9688,
+      "step": 28541
+    },
+    {
+      "epoch": 1.3639491541622861,
+      "grad_norm": 210.8658905029297,
+      "learning_rate": 4.8519632233553485e-06,
+      "loss": 23.7031,
+      "step": 28542
+    },
+    {
+      "epoch": 1.3639969416037465,
+      "grad_norm": 173.07894897460938,
+      "learning_rate": 4.851299795865374e-06,
+      "loss": 18.6875,
+      "step": 28543
+    },
+    {
+      "epoch": 1.364044729045207,
+      "grad_norm": 185.5137939453125,
+      "learning_rate": 4.850636399209471e-06,
+      "loss": 23.0469,
+      "step": 28544
+    },
+    {
+      "epoch": 1.3640925164866673,
+      "grad_norm": 215.34939575195312,
+      "learning_rate": 4.849973033391614e-06,
+      "loss": 22.6094,
+      "step": 28545
+    },
+    {
+      "epoch": 1.3641403039281277,
+      "grad_norm": 345.82452392578125,
+      "learning_rate": 4.849309698415771e-06,
+      "loss": 28.0,
+      "step": 28546
+    },
+    {
+      "epoch": 1.364188091369588,
+      "grad_norm": 123.95587158203125,
+      "learning_rate": 4.848646394285915e-06,
+      "loss": 17.125,
+      "step": 28547
+    },
+    {
+      "epoch": 1.3642358788110485,
+      "grad_norm": 185.45542907714844,
+      "learning_rate": 4.847983121006022e-06,
+      "loss": 18.6875,
+      "step": 28548
+    },
+    {
+      "epoch": 1.3642836662525089,
+      "grad_norm": 590.8086547851562,
+      "learning_rate": 4.847319878580065e-06,
+      "loss": 25.5156,
+      "step": 28549
+    },
+    {
+      "epoch": 1.3643314536939692,
+      "grad_norm": 387.68878173828125,
+      "learning_rate": 4.8466566670120085e-06,
+      "loss": 27.1875,
+      "step": 28550
+    },
+    {
+      "epoch": 1.3643792411354296,
+      "grad_norm": 1758.4063720703125,
+      "learning_rate": 4.84599348630583e-06,
+      "loss": 25.9375,
+      "step": 28551
+    },
+    {
+      "epoch": 1.36442702857689,
+      "grad_norm": 374.5210266113281,
+      "learning_rate": 4.8453303364655004e-06,
+      "loss": 23.3438,
+      "step": 28552
+    },
+    {
+      "epoch": 1.3644748160183504,
+      "grad_norm": 271.5012512207031,
+      "learning_rate": 4.844667217494994e-06,
+      "loss": 26.7812,
+      "step": 28553
+    },
+    {
+      "epoch": 1.3645226034598108,
+      "grad_norm": 641.1953125,
+      "learning_rate": 4.844004129398275e-06,
+      "loss": 20.75,
+      "step": 28554
+    },
+    {
+      "epoch": 1.3645703909012712,
+      "grad_norm": 208.1572723388672,
+      "learning_rate": 4.8433410721793175e-06,
+      "loss": 20.0156,
+      "step": 28555
+    },
+    {
+      "epoch": 1.3646181783427316,
+      "grad_norm": 350.0113525390625,
+      "learning_rate": 4.842678045842097e-06,
+      "loss": 35.5312,
+      "step": 28556
+    },
+    {
+      "epoch": 1.364665965784192,
+      "grad_norm": 190.4068145751953,
+      "learning_rate": 4.842015050390577e-06,
+      "loss": 24.1719,
+      "step": 28557
+    },
+    {
+      "epoch": 1.3647137532256524,
+      "grad_norm": 419.7564392089844,
+      "learning_rate": 4.841352085828731e-06,
+      "loss": 24.4062,
+      "step": 28558
+    },
+    {
+      "epoch": 1.3647615406671127,
+      "grad_norm": 241.4215087890625,
+      "learning_rate": 4.84068915216053e-06,
+      "loss": 33.4688,
+      "step": 28559
+    },
+    {
+      "epoch": 1.3648093281085731,
+      "grad_norm": 720.7937622070312,
+      "learning_rate": 4.840026249389948e-06,
+      "loss": 20.5156,
+      "step": 28560
+    },
+    {
+      "epoch": 1.3648571155500335,
+      "grad_norm": 171.39332580566406,
+      "learning_rate": 4.839363377520945e-06,
+      "loss": 25.9688,
+      "step": 28561
+    },
+    {
+      "epoch": 1.364904902991494,
+      "grad_norm": 190.18994140625,
+      "learning_rate": 4.838700536557497e-06,
+      "loss": 16.9375,
+      "step": 28562
+    },
+    {
+      "epoch": 1.364952690432954,
+      "grad_norm": 451.3675537109375,
+      "learning_rate": 4.838037726503574e-06,
+      "loss": 38.625,
+      "step": 28563
+    },
+    {
+      "epoch": 1.3650004778744145,
+      "grad_norm": 238.74757385253906,
+      "learning_rate": 4.837374947363146e-06,
+      "loss": 22.0312,
+      "step": 28564
+    },
+    {
+      "epoch": 1.3650482653158749,
+      "grad_norm": 206.7199249267578,
+      "learning_rate": 4.836712199140178e-06,
+      "loss": 25.6562,
+      "step": 28565
+    },
+    {
+      "epoch": 1.3650960527573353,
+      "grad_norm": 172.00009155273438,
+      "learning_rate": 4.836049481838645e-06,
+      "loss": 22.2031,
+      "step": 28566
+    },
+    {
+      "epoch": 1.3651438401987956,
+      "grad_norm": 294.14788818359375,
+      "learning_rate": 4.835386795462509e-06,
+      "loss": 32.5,
+      "step": 28567
+    },
+    {
+      "epoch": 1.365191627640256,
+      "grad_norm": 230.95892333984375,
+      "learning_rate": 4.834724140015745e-06,
+      "loss": 25.3438,
+      "step": 28568
+    },
+    {
+      "epoch": 1.3652394150817164,
+      "grad_norm": 173.62060546875,
+      "learning_rate": 4.834061515502315e-06,
+      "loss": 32.875,
+      "step": 28569
+    },
+    {
+      "epoch": 1.3652872025231768,
+      "grad_norm": 341.3266296386719,
+      "learning_rate": 4.83339892192619e-06,
+      "loss": 31.125,
+      "step": 28570
+    },
+    {
+      "epoch": 1.3653349899646372,
+      "grad_norm": 205.300537109375,
+      "learning_rate": 4.8327363592913435e-06,
+      "loss": 25.3281,
+      "step": 28571
+    },
+    {
+      "epoch": 1.3653827774060976,
+      "grad_norm": 201.65237426757812,
+      "learning_rate": 4.832073827601735e-06,
+      "loss": 20.8125,
+      "step": 28572
+    },
+    {
+      "epoch": 1.365430564847558,
+      "grad_norm": 542.5545654296875,
+      "learning_rate": 4.831411326861335e-06,
+      "loss": 28.4062,
+      "step": 28573
+    },
+    {
+      "epoch": 1.3654783522890184,
+      "grad_norm": 140.75514221191406,
+      "learning_rate": 4.830748857074111e-06,
+      "loss": 15.0469,
+      "step": 28574
+    },
+    {
+      "epoch": 1.3655261397304788,
+      "grad_norm": 194.38827514648438,
+      "learning_rate": 4.830086418244036e-06,
+      "loss": 25.2812,
+      "step": 28575
+    },
+    {
+      "epoch": 1.3655739271719392,
+      "grad_norm": 240.2474822998047,
+      "learning_rate": 4.829424010375069e-06,
+      "loss": 20.9688,
+      "step": 28576
+    },
+    {
+      "epoch": 1.3656217146133995,
+      "grad_norm": 156.26040649414062,
+      "learning_rate": 4.828761633471179e-06,
+      "loss": 27.2188,
+      "step": 28577
+    },
+    {
+      "epoch": 1.36566950205486,
+      "grad_norm": 213.7619171142578,
+      "learning_rate": 4.828099287536335e-06,
+      "loss": 26.5156,
+      "step": 28578
+    },
+    {
+      "epoch": 1.3657172894963203,
+      "grad_norm": 141.0513153076172,
+      "learning_rate": 4.827436972574507e-06,
+      "loss": 18.6875,
+      "step": 28579
+    },
+    {
+      "epoch": 1.3657650769377807,
+      "grad_norm": 244.36337280273438,
+      "learning_rate": 4.8267746885896524e-06,
+      "loss": 29.375,
+      "step": 28580
+    },
+    {
+      "epoch": 1.365812864379241,
+      "grad_norm": 123.22895812988281,
+      "learning_rate": 4.8261124355857425e-06,
+      "loss": 25.0469,
+      "step": 28581
+    },
+    {
+      "epoch": 1.3658606518207015,
+      "grad_norm": 311.2060852050781,
+      "learning_rate": 4.825450213566747e-06,
+      "loss": 27.0938,
+      "step": 28582
+    },
+    {
+      "epoch": 1.3659084392621619,
+      "grad_norm": 635.07666015625,
+      "learning_rate": 4.824788022536624e-06,
+      "loss": 32.1875,
+      "step": 28583
+    },
+    {
+      "epoch": 1.3659562267036223,
+      "grad_norm": 566.8689575195312,
+      "learning_rate": 4.824125862499343e-06,
+      "loss": 28.2812,
+      "step": 28584
+    },
+    {
+      "epoch": 1.3660040141450827,
+      "grad_norm": 224.689697265625,
+      "learning_rate": 4.8234637334588675e-06,
+      "loss": 16.4531,
+      "step": 28585
+    },
+    {
+      "epoch": 1.366051801586543,
+      "grad_norm": 158.89840698242188,
+      "learning_rate": 4.822801635419169e-06,
+      "loss": 14.3125,
+      "step": 28586
+    },
+    {
+      "epoch": 1.3660995890280034,
+      "grad_norm": 484.7699279785156,
+      "learning_rate": 4.822139568384207e-06,
+      "loss": 25.5156,
+      "step": 28587
+    },
+    {
+      "epoch": 1.3661473764694638,
+      "grad_norm": 218.9691925048828,
+      "learning_rate": 4.821477532357946e-06,
+      "loss": 15.2812,
+      "step": 28588
+    },
+    {
+      "epoch": 1.3661951639109242,
+      "grad_norm": 124.81383514404297,
+      "learning_rate": 4.8208155273443525e-06,
+      "loss": 19.4219,
+      "step": 28589
+    },
+    {
+      "epoch": 1.3662429513523846,
+      "grad_norm": 248.6299591064453,
+      "learning_rate": 4.820153553347394e-06,
+      "loss": 29.7188,
+      "step": 28590
+    },
+    {
+      "epoch": 1.366290738793845,
+      "grad_norm": 255.50421142578125,
+      "learning_rate": 4.81949161037103e-06,
+      "loss": 33.0,
+      "step": 28591
+    },
+    {
+      "epoch": 1.3663385262353054,
+      "grad_norm": 270.3387451171875,
+      "learning_rate": 4.818829698419225e-06,
+      "loss": 23.1406,
+      "step": 28592
+    },
+    {
+      "epoch": 1.3663863136767658,
+      "grad_norm": 169.68991088867188,
+      "learning_rate": 4.818167817495949e-06,
+      "loss": 24.2188,
+      "step": 28593
+    },
+    {
+      "epoch": 1.3664341011182262,
+      "grad_norm": 248.37083435058594,
+      "learning_rate": 4.817505967605157e-06,
+      "loss": 22.5625,
+      "step": 28594
+    },
+    {
+      "epoch": 1.3664818885596866,
+      "grad_norm": 230.3486328125,
+      "learning_rate": 4.8168441487508175e-06,
+      "loss": 34.5,
+      "step": 28595
+    },
+    {
+      "epoch": 1.366529676001147,
+      "grad_norm": 224.07296752929688,
+      "learning_rate": 4.816182360936893e-06,
+      "loss": 17.75,
+      "step": 28596
+    },
+    {
+      "epoch": 1.3665774634426073,
+      "grad_norm": 223.06504821777344,
+      "learning_rate": 4.815520604167352e-06,
+      "loss": 25.3438,
+      "step": 28597
+    },
+    {
+      "epoch": 1.3666252508840677,
+      "grad_norm": 268.3710021972656,
+      "learning_rate": 4.814858878446148e-06,
+      "loss": 17.1328,
+      "step": 28598
+    },
+    {
+      "epoch": 1.3666730383255281,
+      "grad_norm": 183.8309783935547,
+      "learning_rate": 4.814197183777253e-06,
+      "loss": 27.0312,
+      "step": 28599
+    },
+    {
+      "epoch": 1.3667208257669885,
+      "grad_norm": 175.7729949951172,
+      "learning_rate": 4.8135355201646215e-06,
+      "loss": 17.3125,
+      "step": 28600
+    },
+    {
+      "epoch": 1.366768613208449,
+      "grad_norm": 174.52783203125,
+      "learning_rate": 4.812873887612219e-06,
+      "loss": 26.4531,
+      "step": 28601
+    },
+    {
+      "epoch": 1.3668164006499093,
+      "grad_norm": 403.05487060546875,
+      "learning_rate": 4.812212286124014e-06,
+      "loss": 26.3125,
+      "step": 28602
+    },
+    {
+      "epoch": 1.3668641880913697,
+      "grad_norm": 267.70428466796875,
+      "learning_rate": 4.811550715703959e-06,
+      "loss": 27.0781,
+      "step": 28603
+    },
+    {
+      "epoch": 1.36691197553283,
+      "grad_norm": 237.39476013183594,
+      "learning_rate": 4.810889176356024e-06,
+      "loss": 18.5781,
+      "step": 28604
+    },
+    {
+      "epoch": 1.3669597629742904,
+      "grad_norm": 373.8509826660156,
+      "learning_rate": 4.810227668084162e-06,
+      "loss": 21.375,
+      "step": 28605
+    },
+    {
+      "epoch": 1.3670075504157508,
+      "grad_norm": 381.9414978027344,
+      "learning_rate": 4.809566190892341e-06,
+      "loss": 25.1875,
+      "step": 28606
+    },
+    {
+      "epoch": 1.3670553378572112,
+      "grad_norm": 345.0266418457031,
+      "learning_rate": 4.80890474478452e-06,
+      "loss": 24.6875,
+      "step": 28607
+    },
+    {
+      "epoch": 1.3671031252986716,
+      "grad_norm": 273.7884216308594,
+      "learning_rate": 4.8082433297646665e-06,
+      "loss": 29.8281,
+      "step": 28608
+    },
+    {
+      "epoch": 1.367150912740132,
+      "grad_norm": 207.63133239746094,
+      "learning_rate": 4.807581945836733e-06,
+      "loss": 21.7031,
+      "step": 28609
+    },
+    {
+      "epoch": 1.3671987001815924,
+      "grad_norm": 206.82339477539062,
+      "learning_rate": 4.806920593004682e-06,
+      "loss": 23.2031,
+      "step": 28610
+    },
+    {
+      "epoch": 1.3672464876230528,
+      "grad_norm": 137.69287109375,
+      "learning_rate": 4.8062592712724755e-06,
+      "loss": 31.375,
+      "step": 28611
+    },
+    {
+      "epoch": 1.3672942750645132,
+      "grad_norm": 289.68035888671875,
+      "learning_rate": 4.805597980644078e-06,
+      "loss": 23.2344,
+      "step": 28612
+    },
+    {
+      "epoch": 1.3673420625059736,
+      "grad_norm": 187.906982421875,
+      "learning_rate": 4.804936721123443e-06,
+      "loss": 21.1719,
+      "step": 28613
+    },
+    {
+      "epoch": 1.3673898499474337,
+      "grad_norm": 230.9941864013672,
+      "learning_rate": 4.804275492714533e-06,
+      "loss": 25.2812,
+      "step": 28614
+    },
+    {
+      "epoch": 1.3674376373888941,
+      "grad_norm": 229.0742950439453,
+      "learning_rate": 4.803614295421309e-06,
+      "loss": 20.9062,
+      "step": 28615
+    },
+    {
+      "epoch": 1.3674854248303545,
+      "grad_norm": 405.5826110839844,
+      "learning_rate": 4.8029531292477336e-06,
+      "loss": 32.125,
+      "step": 28616
+    },
+    {
+      "epoch": 1.367533212271815,
+      "grad_norm": 285.9761962890625,
+      "learning_rate": 4.8022919941977595e-06,
+      "loss": 27.875,
+      "step": 28617
+    },
+    {
+      "epoch": 1.3675809997132753,
+      "grad_norm": 2424.065185546875,
+      "learning_rate": 4.801630890275349e-06,
+      "loss": 20.5,
+      "step": 28618
+    },
+    {
+      "epoch": 1.3676287871547357,
+      "grad_norm": 277.4079895019531,
+      "learning_rate": 4.800969817484467e-06,
+      "loss": 25.9844,
+      "step": 28619
+    },
+    {
+      "epoch": 1.367676574596196,
+      "grad_norm": 446.9544372558594,
+      "learning_rate": 4.800308775829061e-06,
+      "loss": 22.0156,
+      "step": 28620
+    },
+    {
+      "epoch": 1.3677243620376565,
+      "grad_norm": 188.4769744873047,
+      "learning_rate": 4.799647765313098e-06,
+      "loss": 21.0,
+      "step": 28621
+    },
+    {
+      "epoch": 1.3677721494791168,
+      "grad_norm": 322.64715576171875,
+      "learning_rate": 4.7989867859405335e-06,
+      "loss": 24.0625,
+      "step": 28622
+    },
+    {
+      "epoch": 1.3678199369205772,
+      "grad_norm": 171.60543823242188,
+      "learning_rate": 4.798325837715331e-06,
+      "loss": 22.7812,
+      "step": 28623
+    },
+    {
+      "epoch": 1.3678677243620376,
+      "grad_norm": 235.392822265625,
+      "learning_rate": 4.797664920641441e-06,
+      "loss": 20.6719,
+      "step": 28624
+    },
+    {
+      "epoch": 1.367915511803498,
+      "grad_norm": 205.00906372070312,
+      "learning_rate": 4.797004034722825e-06,
+      "loss": 17.6719,
+      "step": 28625
+    },
+    {
+      "epoch": 1.3679632992449584,
+      "grad_norm": 225.47703552246094,
+      "learning_rate": 4.796343179963442e-06,
+      "loss": 20.0938,
+      "step": 28626
+    },
+    {
+      "epoch": 1.3680110866864188,
+      "grad_norm": 267.5242004394531,
+      "learning_rate": 4.795682356367252e-06,
+      "loss": 31.5,
+      "step": 28627
+    },
+    {
+      "epoch": 1.3680588741278792,
+      "grad_norm": 310.7233581542969,
+      "learning_rate": 4.795021563938206e-06,
+      "loss": 18.6328,
+      "step": 28628
+    },
+    {
+      "epoch": 1.3681066615693396,
+      "grad_norm": 147.3104248046875,
+      "learning_rate": 4.794360802680263e-06,
+      "loss": 16.1719,
+      "step": 28629
+    },
+    {
+      "epoch": 1.3681544490108,
+      "grad_norm": 225.04319763183594,
+      "learning_rate": 4.793700072597387e-06,
+      "loss": 22.1875,
+      "step": 28630
+    },
+    {
+      "epoch": 1.3682022364522604,
+      "grad_norm": 336.802001953125,
+      "learning_rate": 4.793039373693525e-06,
+      "loss": 30.1875,
+      "step": 28631
+    },
+    {
+      "epoch": 1.3682500238937207,
+      "grad_norm": 279.41546630859375,
+      "learning_rate": 4.792378705972642e-06,
+      "loss": 23.8438,
+      "step": 28632
+    },
+    {
+      "epoch": 1.3682978113351811,
+      "grad_norm": 289.9393005371094,
+      "learning_rate": 4.791718069438689e-06,
+      "loss": 29.8125,
+      "step": 28633
+    },
+    {
+      "epoch": 1.3683455987766415,
+      "grad_norm": 322.1304626464844,
+      "learning_rate": 4.791057464095622e-06,
+      "loss": 27.1719,
+      "step": 28634
+    },
+    {
+      "epoch": 1.368393386218102,
+      "grad_norm": 793.76708984375,
+      "learning_rate": 4.790396889947404e-06,
+      "loss": 20.6562,
+      "step": 28635
+    },
+    {
+      "epoch": 1.3684411736595623,
+      "grad_norm": 359.9512634277344,
+      "learning_rate": 4.789736346997983e-06,
+      "loss": 37.0,
+      "step": 28636
+    },
+    {
+      "epoch": 1.3684889611010227,
+      "grad_norm": 299.5563659667969,
+      "learning_rate": 4.789075835251318e-06,
+      "loss": 30.0312,
+      "step": 28637
+    },
+    {
+      "epoch": 1.368536748542483,
+      "grad_norm": 281.5203552246094,
+      "learning_rate": 4.788415354711369e-06,
+      "loss": 22.5312,
+      "step": 28638
+    },
+    {
+      "epoch": 1.3685845359839435,
+      "grad_norm": 214.23684692382812,
+      "learning_rate": 4.7877549053820825e-06,
+      "loss": 23.4062,
+      "step": 28639
+    },
+    {
+      "epoch": 1.3686323234254039,
+      "grad_norm": 236.26492309570312,
+      "learning_rate": 4.787094487267419e-06,
+      "loss": 23.4688,
+      "step": 28640
+    },
+    {
+      "epoch": 1.3686801108668643,
+      "grad_norm": 252.14700317382812,
+      "learning_rate": 4.786434100371337e-06,
+      "loss": 21.6719,
+      "step": 28641
+    },
+    {
+      "epoch": 1.3687278983083246,
+      "grad_norm": 150.9469451904297,
+      "learning_rate": 4.785773744697783e-06,
+      "loss": 19.0547,
+      "step": 28642
+    },
+    {
+      "epoch": 1.368775685749785,
+      "grad_norm": 329.3631286621094,
+      "learning_rate": 4.785113420250715e-06,
+      "loss": 30.875,
+      "step": 28643
+    },
+    {
+      "epoch": 1.3688234731912454,
+      "grad_norm": 340.2754821777344,
+      "learning_rate": 4.784453127034091e-06,
+      "loss": 24.0938,
+      "step": 28644
+    },
+    {
+      "epoch": 1.3688712606327056,
+      "grad_norm": 248.87757873535156,
+      "learning_rate": 4.783792865051865e-06,
+      "loss": 17.8281,
+      "step": 28645
+    },
+    {
+      "epoch": 1.368919048074166,
+      "grad_norm": 162.46383666992188,
+      "learning_rate": 4.783132634307987e-06,
+      "loss": 17.1406,
+      "step": 28646
+    },
+    {
+      "epoch": 1.3689668355156264,
+      "grad_norm": 131.32608032226562,
+      "learning_rate": 4.782472434806411e-06,
+      "loss": 17.1406,
+      "step": 28647
+    },
+    {
+      "epoch": 1.3690146229570868,
+      "grad_norm": 276.6017150878906,
+      "learning_rate": 4.781812266551094e-06,
+      "loss": 34.5,
+      "step": 28648
+    },
+    {
+      "epoch": 1.3690624103985471,
+      "grad_norm": 273.8264465332031,
+      "learning_rate": 4.781152129545991e-06,
+      "loss": 25.125,
+      "step": 28649
+    },
+    {
+      "epoch": 1.3691101978400075,
+      "grad_norm": 531.0152587890625,
+      "learning_rate": 4.7804920237950495e-06,
+      "loss": 24.0625,
+      "step": 28650
+    },
+    {
+      "epoch": 1.369157985281468,
+      "grad_norm": 222.1873016357422,
+      "learning_rate": 4.779831949302225e-06,
+      "loss": 22.0781,
+      "step": 28651
+    },
+    {
+      "epoch": 1.3692057727229283,
+      "grad_norm": 220.103759765625,
+      "learning_rate": 4.779171906071471e-06,
+      "loss": 26.5938,
+      "step": 28652
+    },
+    {
+      "epoch": 1.3692535601643887,
+      "grad_norm": 209.60556030273438,
+      "learning_rate": 4.778511894106745e-06,
+      "loss": 23.1562,
+      "step": 28653
+    },
+    {
+      "epoch": 1.369301347605849,
+      "grad_norm": 399.9112243652344,
+      "learning_rate": 4.7778519134119926e-06,
+      "loss": 24.9062,
+      "step": 28654
+    },
+    {
+      "epoch": 1.3693491350473095,
+      "grad_norm": 502.45477294921875,
+      "learning_rate": 4.777191963991167e-06,
+      "loss": 21.5,
+      "step": 28655
+    },
+    {
+      "epoch": 1.3693969224887699,
+      "grad_norm": 236.43792724609375,
+      "learning_rate": 4.7765320458482264e-06,
+      "loss": 15.9688,
+      "step": 28656
+    },
+    {
+      "epoch": 1.3694447099302303,
+      "grad_norm": 602.5457153320312,
+      "learning_rate": 4.7758721589871156e-06,
+      "loss": 25.5938,
+      "step": 28657
+    },
+    {
+      "epoch": 1.3694924973716907,
+      "grad_norm": 244.32249450683594,
+      "learning_rate": 4.775212303411789e-06,
+      "loss": 27.5938,
+      "step": 28658
+    },
+    {
+      "epoch": 1.369540284813151,
+      "grad_norm": 195.87083435058594,
+      "learning_rate": 4.7745524791261995e-06,
+      "loss": 22.4688,
+      "step": 28659
+    },
+    {
+      "epoch": 1.3695880722546114,
+      "grad_norm": 131.58631896972656,
+      "learning_rate": 4.773892686134301e-06,
+      "loss": 25.5938,
+      "step": 28660
+    },
+    {
+      "epoch": 1.3696358596960718,
+      "grad_norm": 282.105224609375,
+      "learning_rate": 4.773232924440039e-06,
+      "loss": 19.9375,
+      "step": 28661
+    },
+    {
+      "epoch": 1.3696836471375322,
+      "grad_norm": 211.29074096679688,
+      "learning_rate": 4.772573194047368e-06,
+      "loss": 24.2656,
+      "step": 28662
+    },
+    {
+      "epoch": 1.3697314345789926,
+      "grad_norm": 233.95901489257812,
+      "learning_rate": 4.77191349496024e-06,
+      "loss": 27.5469,
+      "step": 28663
+    },
+    {
+      "epoch": 1.369779222020453,
+      "grad_norm": 284.39923095703125,
+      "learning_rate": 4.7712538271826015e-06,
+      "loss": 24.9531,
+      "step": 28664
+    },
+    {
+      "epoch": 1.3698270094619134,
+      "grad_norm": 272.5838623046875,
+      "learning_rate": 4.770594190718409e-06,
+      "loss": 23.0,
+      "step": 28665
+    },
+    {
+      "epoch": 1.3698747969033738,
+      "grad_norm": 208.27879333496094,
+      "learning_rate": 4.769934585571606e-06,
+      "loss": 22.0156,
+      "step": 28666
+    },
+    {
+      "epoch": 1.3699225843448342,
+      "grad_norm": 243.4242706298828,
+      "learning_rate": 4.7692750117461466e-06,
+      "loss": 31.25,
+      "step": 28667
+    },
+    {
+      "epoch": 1.3699703717862945,
+      "grad_norm": 231.9192657470703,
+      "learning_rate": 4.768615469245983e-06,
+      "loss": 28.0625,
+      "step": 28668
+    },
+    {
+      "epoch": 1.370018159227755,
+      "grad_norm": 234.77001953125,
+      "learning_rate": 4.767955958075059e-06,
+      "loss": 22.6875,
+      "step": 28669
+    },
+    {
+      "epoch": 1.3700659466692153,
+      "grad_norm": 463.6145324707031,
+      "learning_rate": 4.767296478237329e-06,
+      "loss": 27.9531,
+      "step": 28670
+    },
+    {
+      "epoch": 1.3701137341106757,
+      "grad_norm": 335.0819396972656,
+      "learning_rate": 4.766637029736744e-06,
+      "loss": 30.6875,
+      "step": 28671
+    },
+    {
+      "epoch": 1.370161521552136,
+      "grad_norm": 295.8207702636719,
+      "learning_rate": 4.7659776125772465e-06,
+      "loss": 36.2188,
+      "step": 28672
+    },
+    {
+      "epoch": 1.3702093089935965,
+      "grad_norm": 340.3498229980469,
+      "learning_rate": 4.7653182267627885e-06,
+      "loss": 29.375,
+      "step": 28673
+    },
+    {
+      "epoch": 1.3702570964350569,
+      "grad_norm": 213.11024475097656,
+      "learning_rate": 4.76465887229732e-06,
+      "loss": 21.1406,
+      "step": 28674
+    },
+    {
+      "epoch": 1.3703048838765173,
+      "grad_norm": 240.2868194580078,
+      "learning_rate": 4.763999549184793e-06,
+      "loss": 25.375,
+      "step": 28675
+    },
+    {
+      "epoch": 1.3703526713179777,
+      "grad_norm": 157.1085662841797,
+      "learning_rate": 4.76334025742915e-06,
+      "loss": 19.5312,
+      "step": 28676
+    },
+    {
+      "epoch": 1.370400458759438,
+      "grad_norm": 406.428466796875,
+      "learning_rate": 4.762680997034341e-06,
+      "loss": 29.375,
+      "step": 28677
+    },
+    {
+      "epoch": 1.3704482462008984,
+      "grad_norm": 347.8012390136719,
+      "learning_rate": 4.762021768004319e-06,
+      "loss": 22.375,
+      "step": 28678
+    },
+    {
+      "epoch": 1.3704960336423588,
+      "grad_norm": 251.86761474609375,
+      "learning_rate": 4.761362570343023e-06,
+      "loss": 22.8125,
+      "step": 28679
+    },
+    {
+      "epoch": 1.3705438210838192,
+      "grad_norm": 119.56095123291016,
+      "learning_rate": 4.760703404054407e-06,
+      "loss": 18.5781,
+      "step": 28680
+    },
+    {
+      "epoch": 1.3705916085252796,
+      "grad_norm": 334.8427429199219,
+      "learning_rate": 4.760044269142416e-06,
+      "loss": 22.625,
+      "step": 28681
+    },
+    {
+      "epoch": 1.37063939596674,
+      "grad_norm": 261.9757385253906,
+      "learning_rate": 4.759385165611001e-06,
+      "loss": 25.8438,
+      "step": 28682
+    },
+    {
+      "epoch": 1.3706871834082004,
+      "grad_norm": 449.93402099609375,
+      "learning_rate": 4.758726093464104e-06,
+      "loss": 25.5781,
+      "step": 28683
+    },
+    {
+      "epoch": 1.3707349708496608,
+      "grad_norm": 195.5411834716797,
+      "learning_rate": 4.7580670527056764e-06,
+      "loss": 23.6406,
+      "step": 28684
+    },
+    {
+      "epoch": 1.3707827582911212,
+      "grad_norm": 215.80801391601562,
+      "learning_rate": 4.757408043339661e-06,
+      "loss": 23.875,
+      "step": 28685
+    },
+    {
+      "epoch": 1.3708305457325816,
+      "grad_norm": 241.04933166503906,
+      "learning_rate": 4.756749065370011e-06,
+      "loss": 21.25,
+      "step": 28686
+    },
+    {
+      "epoch": 1.370878333174042,
+      "grad_norm": 267.9402160644531,
+      "learning_rate": 4.756090118800665e-06,
+      "loss": 23.9062,
+      "step": 28687
+    },
+    {
+      "epoch": 1.3709261206155023,
+      "grad_norm": 593.1149291992188,
+      "learning_rate": 4.755431203635572e-06,
+      "loss": 24.0469,
+      "step": 28688
+    },
+    {
+      "epoch": 1.3709739080569627,
+      "grad_norm": 164.26791381835938,
+      "learning_rate": 4.754772319878683e-06,
+      "loss": 26.1562,
+      "step": 28689
+    },
+    {
+      "epoch": 1.3710216954984231,
+      "grad_norm": 229.31240844726562,
+      "learning_rate": 4.7541134675339355e-06,
+      "loss": 23.4375,
+      "step": 28690
+    },
+    {
+      "epoch": 1.3710694829398835,
+      "grad_norm": 206.75613403320312,
+      "learning_rate": 4.75345464660528e-06,
+      "loss": 24.25,
+      "step": 28691
+    },
+    {
+      "epoch": 1.371117270381344,
+      "grad_norm": 201.72035217285156,
+      "learning_rate": 4.75279585709666e-06,
+      "loss": 23.8438,
+      "step": 28692
+    },
+    {
+      "epoch": 1.3711650578228043,
+      "grad_norm": 317.84552001953125,
+      "learning_rate": 4.752137099012028e-06,
+      "loss": 27.3438,
+      "step": 28693
+    },
+    {
+      "epoch": 1.3712128452642647,
+      "grad_norm": 357.89434814453125,
+      "learning_rate": 4.751478372355317e-06,
+      "loss": 35.3438,
+      "step": 28694
+    },
+    {
+      "epoch": 1.371260632705725,
+      "grad_norm": 258.8708190917969,
+      "learning_rate": 4.750819677130479e-06,
+      "loss": 23.8594,
+      "step": 28695
+    },
+    {
+      "epoch": 1.3713084201471855,
+      "grad_norm": 278.2336730957031,
+      "learning_rate": 4.7501610133414625e-06,
+      "loss": 28.2188,
+      "step": 28696
+    },
+    {
+      "epoch": 1.3713562075886456,
+      "grad_norm": 627.0399169921875,
+      "learning_rate": 4.749502380992202e-06,
+      "loss": 23.8594,
+      "step": 28697
+    },
+    {
+      "epoch": 1.371403995030106,
+      "grad_norm": 440.63421630859375,
+      "learning_rate": 4.748843780086648e-06,
+      "loss": 21.2812,
+      "step": 28698
+    },
+    {
+      "epoch": 1.3714517824715664,
+      "grad_norm": 420.1520690917969,
+      "learning_rate": 4.748185210628748e-06,
+      "loss": 39.7188,
+      "step": 28699
+    },
+    {
+      "epoch": 1.3714995699130268,
+      "grad_norm": 323.2896728515625,
+      "learning_rate": 4.747526672622438e-06,
+      "loss": 21.8281,
+      "step": 28700
+    },
+    {
+      "epoch": 1.3715473573544872,
+      "grad_norm": 1156.397216796875,
+      "learning_rate": 4.74686816607167e-06,
+      "loss": 19.4062,
+      "step": 28701
+    },
+    {
+      "epoch": 1.3715951447959476,
+      "grad_norm": 115.3604507446289,
+      "learning_rate": 4.746209690980378e-06,
+      "loss": 18.875,
+      "step": 28702
+    },
+    {
+      "epoch": 1.371642932237408,
+      "grad_norm": 677.6070556640625,
+      "learning_rate": 4.745551247352512e-06,
+      "loss": 23.5625,
+      "step": 28703
+    },
+    {
+      "epoch": 1.3716907196788684,
+      "grad_norm": 3128.846435546875,
+      "learning_rate": 4.744892835192018e-06,
+      "loss": 26.4844,
+      "step": 28704
+    },
+    {
+      "epoch": 1.3717385071203287,
+      "grad_norm": 407.64801025390625,
+      "learning_rate": 4.744234454502829e-06,
+      "loss": 23.3125,
+      "step": 28705
+    },
+    {
+      "epoch": 1.3717862945617891,
+      "grad_norm": 303.0653076171875,
+      "learning_rate": 4.7435761052888965e-06,
+      "loss": 24.9375,
+      "step": 28706
+    },
+    {
+      "epoch": 1.3718340820032495,
+      "grad_norm": 172.41549682617188,
+      "learning_rate": 4.742917787554159e-06,
+      "loss": 20.5312,
+      "step": 28707
+    },
+    {
+      "epoch": 1.37188186944471,
+      "grad_norm": 263.6851501464844,
+      "learning_rate": 4.742259501302564e-06,
+      "loss": 23.5,
+      "step": 28708
+    },
+    {
+      "epoch": 1.3719296568861703,
+      "grad_norm": 220.47293090820312,
+      "learning_rate": 4.7416012465380465e-06,
+      "loss": 22.875,
+      "step": 28709
+    },
+    {
+      "epoch": 1.3719774443276307,
+      "grad_norm": 286.1080322265625,
+      "learning_rate": 4.7409430232645535e-06,
+      "loss": 23.9531,
+      "step": 28710
+    },
+    {
+      "epoch": 1.372025231769091,
+      "grad_norm": 203.25868225097656,
+      "learning_rate": 4.740284831486025e-06,
+      "loss": 25.7188,
+      "step": 28711
+    },
+    {
+      "epoch": 1.3720730192105515,
+      "grad_norm": 943.9391479492188,
+      "learning_rate": 4.739626671206408e-06,
+      "loss": 25.2188,
+      "step": 28712
+    },
+    {
+      "epoch": 1.3721208066520119,
+      "grad_norm": 145.8790283203125,
+      "learning_rate": 4.738968542429634e-06,
+      "loss": 24.4844,
+      "step": 28713
+    },
+    {
+      "epoch": 1.3721685940934722,
+      "grad_norm": 236.9694366455078,
+      "learning_rate": 4.738310445159652e-06,
+      "loss": 24.0312,
+      "step": 28714
+    },
+    {
+      "epoch": 1.3722163815349326,
+      "grad_norm": 228.5470428466797,
+      "learning_rate": 4.737652379400402e-06,
+      "loss": 20.6875,
+      "step": 28715
+    },
+    {
+      "epoch": 1.372264168976393,
+      "grad_norm": 273.7496337890625,
+      "learning_rate": 4.736994345155823e-06,
+      "loss": 20.3438,
+      "step": 28716
+    },
+    {
+      "epoch": 1.3723119564178534,
+      "grad_norm": 183.4097137451172,
+      "learning_rate": 4.7363363424298554e-06,
+      "loss": 21.0938,
+      "step": 28717
+    },
+    {
+      "epoch": 1.3723597438593138,
+      "grad_norm": 291.806640625,
+      "learning_rate": 4.7356783712264405e-06,
+      "loss": 19.1094,
+      "step": 28718
+    },
+    {
+      "epoch": 1.3724075313007742,
+      "grad_norm": 170.10516357421875,
+      "learning_rate": 4.735020431549525e-06,
+      "loss": 19.2344,
+      "step": 28719
+    },
+    {
+      "epoch": 1.3724553187422346,
+      "grad_norm": 309.2093505859375,
+      "learning_rate": 4.734362523403039e-06,
+      "loss": 17.7656,
+      "step": 28720
+    },
+    {
+      "epoch": 1.372503106183695,
+      "grad_norm": 198.05850219726562,
+      "learning_rate": 4.733704646790926e-06,
+      "loss": 20.6875,
+      "step": 28721
+    },
+    {
+      "epoch": 1.3725508936251554,
+      "grad_norm": 227.57772827148438,
+      "learning_rate": 4.733046801717127e-06,
+      "loss": 18.1094,
+      "step": 28722
+    },
+    {
+      "epoch": 1.3725986810666158,
+      "grad_norm": 260.46148681640625,
+      "learning_rate": 4.732388988185586e-06,
+      "loss": 29.2812,
+      "step": 28723
+    },
+    {
+      "epoch": 1.3726464685080761,
+      "grad_norm": 224.9165496826172,
+      "learning_rate": 4.731731206200233e-06,
+      "loss": 28.4688,
+      "step": 28724
+    },
+    {
+      "epoch": 1.3726942559495365,
+      "grad_norm": 115.47563171386719,
+      "learning_rate": 4.7310734557650125e-06,
+      "loss": 23.9219,
+      "step": 28725
+    },
+    {
+      "epoch": 1.372742043390997,
+      "grad_norm": 84.666259765625,
+      "learning_rate": 4.730415736883868e-06,
+      "loss": 14.125,
+      "step": 28726
+    },
+    {
+      "epoch": 1.372789830832457,
+      "grad_norm": 266.3236389160156,
+      "learning_rate": 4.729758049560729e-06,
+      "loss": 28.5625,
+      "step": 28727
+    },
+    {
+      "epoch": 1.3728376182739175,
+      "grad_norm": 263.3361511230469,
+      "learning_rate": 4.729100393799538e-06,
+      "loss": 19.9062,
+      "step": 28728
+    },
+    {
+      "epoch": 1.3728854057153779,
+      "grad_norm": 337.5476989746094,
+      "learning_rate": 4.72844276960424e-06,
+      "loss": 33.9688,
+      "step": 28729
+    },
+    {
+      "epoch": 1.3729331931568383,
+      "grad_norm": 225.15419006347656,
+      "learning_rate": 4.727785176978762e-06,
+      "loss": 26.9688,
+      "step": 28730
+    },
+    {
+      "epoch": 1.3729809805982987,
+      "grad_norm": 383.6939392089844,
+      "learning_rate": 4.7271276159270495e-06,
+      "loss": 33.8438,
+      "step": 28731
+    },
+    {
+      "epoch": 1.373028768039759,
+      "grad_norm": 314.009033203125,
+      "learning_rate": 4.726470086453041e-06,
+      "loss": 16.4219,
+      "step": 28732
+    },
+    {
+      "epoch": 1.3730765554812194,
+      "grad_norm": 179.40420532226562,
+      "learning_rate": 4.725812588560669e-06,
+      "loss": 23.5469,
+      "step": 28733
+    },
+    {
+      "epoch": 1.3731243429226798,
+      "grad_norm": 390.201171875,
+      "learning_rate": 4.7251551222538775e-06,
+      "loss": 34.25,
+      "step": 28734
+    },
+    {
+      "epoch": 1.3731721303641402,
+      "grad_norm": 259.13470458984375,
+      "learning_rate": 4.724497687536596e-06,
+      "loss": 23.5,
+      "step": 28735
+    },
+    {
+      "epoch": 1.3732199178056006,
+      "grad_norm": 124.80108642578125,
+      "learning_rate": 4.723840284412767e-06,
+      "loss": 23.5781,
+      "step": 28736
+    },
+    {
+      "epoch": 1.373267705247061,
+      "grad_norm": 212.39962768554688,
+      "learning_rate": 4.7231829128863274e-06,
+      "loss": 20.6875,
+      "step": 28737
+    },
+    {
+      "epoch": 1.3733154926885214,
+      "grad_norm": 465.57781982421875,
+      "learning_rate": 4.722525572961215e-06,
+      "loss": 26.6875,
+      "step": 28738
+    },
+    {
+      "epoch": 1.3733632801299818,
+      "grad_norm": 139.78817749023438,
+      "learning_rate": 4.721868264641363e-06,
+      "loss": 24.7031,
+      "step": 28739
+    },
+    {
+      "epoch": 1.3734110675714422,
+      "grad_norm": 268.7583923339844,
+      "learning_rate": 4.721210987930708e-06,
+      "loss": 26.0,
+      "step": 28740
+    },
+    {
+      "epoch": 1.3734588550129025,
+      "grad_norm": 328.1417541503906,
+      "learning_rate": 4.720553742833192e-06,
+      "loss": 28.0938,
+      "step": 28741
+    },
+    {
+      "epoch": 1.373506642454363,
+      "grad_norm": 360.1100769042969,
+      "learning_rate": 4.719896529352742e-06,
+      "loss": 21.1094,
+      "step": 28742
+    },
+    {
+      "epoch": 1.3735544298958233,
+      "grad_norm": 277.16265869140625,
+      "learning_rate": 4.7192393474932995e-06,
+      "loss": 31.4531,
+      "step": 28743
+    },
+    {
+      "epoch": 1.3736022173372837,
+      "grad_norm": 259.9396667480469,
+      "learning_rate": 4.718582197258799e-06,
+      "loss": 27.4375,
+      "step": 28744
+    },
+    {
+      "epoch": 1.373650004778744,
+      "grad_norm": 220.44798278808594,
+      "learning_rate": 4.717925078653179e-06,
+      "loss": 23.2812,
+      "step": 28745
+    },
+    {
+      "epoch": 1.3736977922202045,
+      "grad_norm": 309.29217529296875,
+      "learning_rate": 4.71726799168037e-06,
+      "loss": 20.1875,
+      "step": 28746
+    },
+    {
+      "epoch": 1.3737455796616649,
+      "grad_norm": 265.4245910644531,
+      "learning_rate": 4.716610936344308e-06,
+      "loss": 21.3125,
+      "step": 28747
+    },
+    {
+      "epoch": 1.3737933671031253,
+      "grad_norm": 452.5544738769531,
+      "learning_rate": 4.71595391264893e-06,
+      "loss": 19.1875,
+      "step": 28748
+    },
+    {
+      "epoch": 1.3738411545445857,
+      "grad_norm": 275.8852233886719,
+      "learning_rate": 4.715296920598173e-06,
+      "loss": 24.4062,
+      "step": 28749
+    },
+    {
+      "epoch": 1.373888941986046,
+      "grad_norm": 166.27410888671875,
+      "learning_rate": 4.714639960195964e-06,
+      "loss": 25.0469,
+      "step": 28750
+    },
+    {
+      "epoch": 1.3739367294275064,
+      "grad_norm": 220.2099151611328,
+      "learning_rate": 4.713983031446243e-06,
+      "loss": 20.5156,
+      "step": 28751
+    },
+    {
+      "epoch": 1.3739845168689668,
+      "grad_norm": 362.46600341796875,
+      "learning_rate": 4.7133261343529455e-06,
+      "loss": 33.875,
+      "step": 28752
+    },
+    {
+      "epoch": 1.3740323043104272,
+      "grad_norm": 189.80137634277344,
+      "learning_rate": 4.7126692689199994e-06,
+      "loss": 20.1562,
+      "step": 28753
+    },
+    {
+      "epoch": 1.3740800917518876,
+      "grad_norm": 221.68634033203125,
+      "learning_rate": 4.712012435151342e-06,
+      "loss": 22.5312,
+      "step": 28754
+    },
+    {
+      "epoch": 1.374127879193348,
+      "grad_norm": 346.0889587402344,
+      "learning_rate": 4.711355633050906e-06,
+      "loss": 25.4062,
+      "step": 28755
+    },
+    {
+      "epoch": 1.3741756666348084,
+      "grad_norm": 214.07730102539062,
+      "learning_rate": 4.71069886262263e-06,
+      "loss": 18.2031,
+      "step": 28756
+    },
+    {
+      "epoch": 1.3742234540762688,
+      "grad_norm": 191.73941040039062,
+      "learning_rate": 4.710042123870438e-06,
+      "loss": 25.9219,
+      "step": 28757
+    },
+    {
+      "epoch": 1.3742712415177292,
+      "grad_norm": 277.96221923828125,
+      "learning_rate": 4.70938541679827e-06,
+      "loss": 34.2188,
+      "step": 28758
+    },
+    {
+      "epoch": 1.3743190289591896,
+      "grad_norm": 183.94140625,
+      "learning_rate": 4.708728741410055e-06,
+      "loss": 25.3125,
+      "step": 28759
+    },
+    {
+      "epoch": 1.37436681640065,
+      "grad_norm": 294.88494873046875,
+      "learning_rate": 4.70807209770973e-06,
+      "loss": 27.7812,
+      "step": 28760
+    },
+    {
+      "epoch": 1.3744146038421103,
+      "grad_norm": 288.00689697265625,
+      "learning_rate": 4.707415485701223e-06,
+      "loss": 36.2031,
+      "step": 28761
+    },
+    {
+      "epoch": 1.3744623912835707,
+      "grad_norm": 215.01040649414062,
+      "learning_rate": 4.706758905388471e-06,
+      "loss": 30.4688,
+      "step": 28762
+    },
+    {
+      "epoch": 1.3745101787250311,
+      "grad_norm": 255.31884765625,
+      "learning_rate": 4.706102356775398e-06,
+      "loss": 20.3594,
+      "step": 28763
+    },
+    {
+      "epoch": 1.3745579661664915,
+      "grad_norm": 457.4601745605469,
+      "learning_rate": 4.705445839865943e-06,
+      "loss": 28.625,
+      "step": 28764
+    },
+    {
+      "epoch": 1.374605753607952,
+      "grad_norm": 309.8362121582031,
+      "learning_rate": 4.704789354664038e-06,
+      "loss": 21.3438,
+      "step": 28765
+    },
+    {
+      "epoch": 1.3746535410494123,
+      "grad_norm": 329.2798156738281,
+      "learning_rate": 4.704132901173608e-06,
+      "loss": 20.7656,
+      "step": 28766
+    },
+    {
+      "epoch": 1.3747013284908727,
+      "grad_norm": 239.288330078125,
+      "learning_rate": 4.703476479398593e-06,
+      "loss": 28.7812,
+      "step": 28767
+    },
+    {
+      "epoch": 1.374749115932333,
+      "grad_norm": 295.9467468261719,
+      "learning_rate": 4.702820089342916e-06,
+      "loss": 29.8125,
+      "step": 28768
+    },
+    {
+      "epoch": 1.3747969033737935,
+      "grad_norm": 216.0585174560547,
+      "learning_rate": 4.70216373101051e-06,
+      "loss": 18.8906,
+      "step": 28769
+    },
+    {
+      "epoch": 1.3748446908152538,
+      "grad_norm": 212.5673065185547,
+      "learning_rate": 4.701507404405309e-06,
+      "loss": 17.4219,
+      "step": 28770
+    },
+    {
+      "epoch": 1.3748924782567142,
+      "grad_norm": 229.20718383789062,
+      "learning_rate": 4.7008511095312436e-06,
+      "loss": 13.2812,
+      "step": 28771
+    },
+    {
+      "epoch": 1.3749402656981746,
+      "grad_norm": 252.48194885253906,
+      "learning_rate": 4.700194846392239e-06,
+      "loss": 25.9844,
+      "step": 28772
+    },
+    {
+      "epoch": 1.374988053139635,
+      "grad_norm": 366.8355407714844,
+      "learning_rate": 4.69953861499223e-06,
+      "loss": 21.6094,
+      "step": 28773
+    },
+    {
+      "epoch": 1.3750358405810954,
+      "grad_norm": 340.6137390136719,
+      "learning_rate": 4.6988824153351475e-06,
+      "loss": 26.4531,
+      "step": 28774
+    },
+    {
+      "epoch": 1.3750836280225558,
+      "grad_norm": 151.15895080566406,
+      "learning_rate": 4.698226247424916e-06,
+      "loss": 19.75,
+      "step": 28775
+    },
+    {
+      "epoch": 1.3751314154640162,
+      "grad_norm": 198.91184997558594,
+      "learning_rate": 4.697570111265468e-06,
+      "loss": 20.9219,
+      "step": 28776
+    },
+    {
+      "epoch": 1.3751792029054766,
+      "grad_norm": 228.2139892578125,
+      "learning_rate": 4.696914006860733e-06,
+      "loss": 28.0,
+      "step": 28777
+    },
+    {
+      "epoch": 1.375226990346937,
+      "grad_norm": 176.8206329345703,
+      "learning_rate": 4.696257934214644e-06,
+      "loss": 17.4844,
+      "step": 28778
+    },
+    {
+      "epoch": 1.3752747777883971,
+      "grad_norm": 177.57354736328125,
+      "learning_rate": 4.695601893331122e-06,
+      "loss": 20.0,
+      "step": 28779
+    },
+    {
+      "epoch": 1.3753225652298575,
+      "grad_norm": 271.8504333496094,
+      "learning_rate": 4.694945884214102e-06,
+      "loss": 24.1875,
+      "step": 28780
+    },
+    {
+      "epoch": 1.375370352671318,
+      "grad_norm": 117.69966125488281,
+      "learning_rate": 4.694289906867509e-06,
+      "loss": 24.4062,
+      "step": 28781
+    },
+    {
+      "epoch": 1.3754181401127783,
+      "grad_norm": 329.8256530761719,
+      "learning_rate": 4.693633961295277e-06,
+      "loss": 20.9844,
+      "step": 28782
+    },
+    {
+      "epoch": 1.3754659275542387,
+      "grad_norm": 136.9183349609375,
+      "learning_rate": 4.692978047501326e-06,
+      "loss": 22.9688,
+      "step": 28783
+    },
+    {
+      "epoch": 1.375513714995699,
+      "grad_norm": 172.40158081054688,
+      "learning_rate": 4.69232216548959e-06,
+      "loss": 18.3281,
+      "step": 28784
+    },
+    {
+      "epoch": 1.3755615024371595,
+      "grad_norm": 246.69586181640625,
+      "learning_rate": 4.691666315263995e-06,
+      "loss": 26.5,
+      "step": 28785
+    },
+    {
+      "epoch": 1.3756092898786199,
+      "grad_norm": 144.7830810546875,
+      "learning_rate": 4.691010496828473e-06,
+      "loss": 16.0312,
+      "step": 28786
+    },
+    {
+      "epoch": 1.3756570773200802,
+      "grad_norm": 447.8587341308594,
+      "learning_rate": 4.690354710186944e-06,
+      "loss": 32.7031,
+      "step": 28787
+    },
+    {
+      "epoch": 1.3757048647615406,
+      "grad_norm": 368.2242736816406,
+      "learning_rate": 4.68969895534334e-06,
+      "loss": 23.5,
+      "step": 28788
+    },
+    {
+      "epoch": 1.375752652203001,
+      "grad_norm": 212.7114715576172,
+      "learning_rate": 4.689043232301589e-06,
+      "loss": 26.875,
+      "step": 28789
+    },
+    {
+      "epoch": 1.3758004396444614,
+      "grad_norm": 161.4449920654297,
+      "learning_rate": 4.688387541065613e-06,
+      "loss": 26.6875,
+      "step": 28790
+    },
+    {
+      "epoch": 1.3758482270859218,
+      "grad_norm": 153.5092315673828,
+      "learning_rate": 4.687731881639341e-06,
+      "loss": 23.0312,
+      "step": 28791
+    },
+    {
+      "epoch": 1.3758960145273822,
+      "grad_norm": 200.28761291503906,
+      "learning_rate": 4.687076254026701e-06,
+      "loss": 19.9375,
+      "step": 28792
+    },
+    {
+      "epoch": 1.3759438019688426,
+      "grad_norm": 417.5454406738281,
+      "learning_rate": 4.686420658231623e-06,
+      "loss": 25.0625,
+      "step": 28793
+    },
+    {
+      "epoch": 1.375991589410303,
+      "grad_norm": 232.53399658203125,
+      "learning_rate": 4.685765094258025e-06,
+      "loss": 16.4688,
+      "step": 28794
+    },
+    {
+      "epoch": 1.3760393768517634,
+      "grad_norm": 3269.494384765625,
+      "learning_rate": 4.68510956210984e-06,
+      "loss": 23.9062,
+      "step": 28795
+    },
+    {
+      "epoch": 1.3760871642932238,
+      "grad_norm": 541.5248413085938,
+      "learning_rate": 4.684454061790987e-06,
+      "loss": 27.75,
+      "step": 28796
+    },
+    {
+      "epoch": 1.3761349517346841,
+      "grad_norm": 351.02923583984375,
+      "learning_rate": 4.6837985933053954e-06,
+      "loss": 23.0625,
+      "step": 28797
+    },
+    {
+      "epoch": 1.3761827391761445,
+      "grad_norm": 213.70875549316406,
+      "learning_rate": 4.683143156656994e-06,
+      "loss": 26.8281,
+      "step": 28798
+    },
+    {
+      "epoch": 1.376230526617605,
+      "grad_norm": 604.19140625,
+      "learning_rate": 4.6824877518497e-06,
+      "loss": 16.5938,
+      "step": 28799
+    },
+    {
+      "epoch": 1.3762783140590653,
+      "grad_norm": 412.3489074707031,
+      "learning_rate": 4.681832378887448e-06,
+      "loss": 33.9375,
+      "step": 28800
+    },
+    {
+      "epoch": 1.3763261015005257,
+      "grad_norm": 238.8687744140625,
+      "learning_rate": 4.681177037774154e-06,
+      "loss": 25.7656,
+      "step": 28801
+    },
+    {
+      "epoch": 1.376373888941986,
+      "grad_norm": 402.1564636230469,
+      "learning_rate": 4.680521728513746e-06,
+      "loss": 24.2812,
+      "step": 28802
+    },
+    {
+      "epoch": 1.3764216763834465,
+      "grad_norm": 198.4815673828125,
+      "learning_rate": 4.679866451110148e-06,
+      "loss": 24.25,
+      "step": 28803
+    },
+    {
+      "epoch": 1.3764694638249069,
+      "grad_norm": 241.89871215820312,
+      "learning_rate": 4.67921120556729e-06,
+      "loss": 30.3438,
+      "step": 28804
+    },
+    {
+      "epoch": 1.3765172512663673,
+      "grad_norm": 323.1058349609375,
+      "learning_rate": 4.678555991889087e-06,
+      "loss": 34.4688,
+      "step": 28805
+    },
+    {
+      "epoch": 1.3765650387078276,
+      "grad_norm": 209.07362365722656,
+      "learning_rate": 4.677900810079467e-06,
+      "loss": 21.625,
+      "step": 28806
+    },
+    {
+      "epoch": 1.376612826149288,
+      "grad_norm": 279.1134948730469,
+      "learning_rate": 4.677245660142353e-06,
+      "loss": 30.4375,
+      "step": 28807
+    },
+    {
+      "epoch": 1.3766606135907484,
+      "grad_norm": 314.81298828125,
+      "learning_rate": 4.676590542081675e-06,
+      "loss": 24.6875,
+      "step": 28808
+    },
+    {
+      "epoch": 1.3767084010322088,
+      "grad_norm": 225.9895477294922,
+      "learning_rate": 4.675935455901345e-06,
+      "loss": 35.1562,
+      "step": 28809
+    },
+    {
+      "epoch": 1.376756188473669,
+      "grad_norm": 109.05857849121094,
+      "learning_rate": 4.675280401605292e-06,
+      "loss": 17.9375,
+      "step": 28810
+    },
+    {
+      "epoch": 1.3768039759151294,
+      "grad_norm": 214.7039794921875,
+      "learning_rate": 4.6746253791974425e-06,
+      "loss": 27.0312,
+      "step": 28811
+    },
+    {
+      "epoch": 1.3768517633565898,
+      "grad_norm": 356.15673828125,
+      "learning_rate": 4.673970388681713e-06,
+      "loss": 31.2812,
+      "step": 28812
+    },
+    {
+      "epoch": 1.3768995507980502,
+      "grad_norm": 209.64266967773438,
+      "learning_rate": 4.673315430062027e-06,
+      "loss": 21.8438,
+      "step": 28813
+    },
+    {
+      "epoch": 1.3769473382395105,
+      "grad_norm": 174.8053436279297,
+      "learning_rate": 4.672660503342308e-06,
+      "loss": 26.3438,
+      "step": 28814
+    },
+    {
+      "epoch": 1.376995125680971,
+      "grad_norm": 253.87864685058594,
+      "learning_rate": 4.672005608526483e-06,
+      "loss": 26.875,
+      "step": 28815
+    },
+    {
+      "epoch": 1.3770429131224313,
+      "grad_norm": 265.6357421875,
+      "learning_rate": 4.671350745618465e-06,
+      "loss": 27.6875,
+      "step": 28816
+    },
+    {
+      "epoch": 1.3770907005638917,
+      "grad_norm": 125.98789978027344,
+      "learning_rate": 4.670695914622181e-06,
+      "loss": 17.5781,
+      "step": 28817
+    },
+    {
+      "epoch": 1.377138488005352,
+      "grad_norm": 157.4019317626953,
+      "learning_rate": 4.670041115541552e-06,
+      "loss": 24.1562,
+      "step": 28818
+    },
+    {
+      "epoch": 1.3771862754468125,
+      "grad_norm": 173.96884155273438,
+      "learning_rate": 4.669386348380501e-06,
+      "loss": 29.3438,
+      "step": 28819
+    },
+    {
+      "epoch": 1.3772340628882729,
+      "grad_norm": 399.6396179199219,
+      "learning_rate": 4.668731613142945e-06,
+      "loss": 23.3438,
+      "step": 28820
+    },
+    {
+      "epoch": 1.3772818503297333,
+      "grad_norm": 148.30030822753906,
+      "learning_rate": 4.668076909832807e-06,
+      "loss": 30.5938,
+      "step": 28821
+    },
+    {
+      "epoch": 1.3773296377711937,
+      "grad_norm": 183.54684448242188,
+      "learning_rate": 4.667422238454009e-06,
+      "loss": 16.6094,
+      "step": 28822
+    },
+    {
+      "epoch": 1.377377425212654,
+      "grad_norm": 175.0020751953125,
+      "learning_rate": 4.666767599010474e-06,
+      "loss": 20.5938,
+      "step": 28823
+    },
+    {
+      "epoch": 1.3774252126541144,
+      "grad_norm": 364.4364013671875,
+      "learning_rate": 4.666112991506117e-06,
+      "loss": 31.625,
+      "step": 28824
+    },
+    {
+      "epoch": 1.3774730000955748,
+      "grad_norm": 126.8628921508789,
+      "learning_rate": 4.665458415944859e-06,
+      "loss": 25.1406,
+      "step": 28825
+    },
+    {
+      "epoch": 1.3775207875370352,
+      "grad_norm": 206.02427673339844,
+      "learning_rate": 4.664803872330625e-06,
+      "loss": 20.5781,
+      "step": 28826
+    },
+    {
+      "epoch": 1.3775685749784956,
+      "grad_norm": 300.0030212402344,
+      "learning_rate": 4.664149360667329e-06,
+      "loss": 30.125,
+      "step": 28827
+    },
+    {
+      "epoch": 1.377616362419956,
+      "grad_norm": 394.9802551269531,
+      "learning_rate": 4.663494880958893e-06,
+      "loss": 27.7812,
+      "step": 28828
+    },
+    {
+      "epoch": 1.3776641498614164,
+      "grad_norm": 244.63497924804688,
+      "learning_rate": 4.66284043320924e-06,
+      "loss": 16.5312,
+      "step": 28829
+    },
+    {
+      "epoch": 1.3777119373028768,
+      "grad_norm": 303.70208740234375,
+      "learning_rate": 4.662186017422282e-06,
+      "loss": 27.6875,
+      "step": 28830
+    },
+    {
+      "epoch": 1.3777597247443372,
+      "grad_norm": 312.6529235839844,
+      "learning_rate": 4.6615316336019466e-06,
+      "loss": 27.5312,
+      "step": 28831
+    },
+    {
+      "epoch": 1.3778075121857976,
+      "grad_norm": 371.9659423828125,
+      "learning_rate": 4.660877281752144e-06,
+      "loss": 20.5938,
+      "step": 28832
+    },
+    {
+      "epoch": 1.377855299627258,
+      "grad_norm": 497.80682373046875,
+      "learning_rate": 4.660222961876797e-06,
+      "loss": 24.8438,
+      "step": 28833
+    },
+    {
+      "epoch": 1.3779030870687183,
+      "grad_norm": 279.493896484375,
+      "learning_rate": 4.659568673979829e-06,
+      "loss": 26.9375,
+      "step": 28834
+    },
+    {
+      "epoch": 1.3779508745101787,
+      "grad_norm": 131.4677734375,
+      "learning_rate": 4.658914418065148e-06,
+      "loss": 22.2344,
+      "step": 28835
+    },
+    {
+      "epoch": 1.3779986619516391,
+      "grad_norm": 490.9658508300781,
+      "learning_rate": 4.658260194136679e-06,
+      "loss": 28.5469,
+      "step": 28836
+    },
+    {
+      "epoch": 1.3780464493930995,
+      "grad_norm": 301.13409423828125,
+      "learning_rate": 4.6576060021983426e-06,
+      "loss": 32.125,
+      "step": 28837
+    },
+    {
+      "epoch": 1.37809423683456,
+      "grad_norm": 222.31675720214844,
+      "learning_rate": 4.656951842254048e-06,
+      "loss": 26.5625,
+      "step": 28838
+    },
+    {
+      "epoch": 1.3781420242760203,
+      "grad_norm": 320.01873779296875,
+      "learning_rate": 4.656297714307719e-06,
+      "loss": 20.5312,
+      "step": 28839
+    },
+    {
+      "epoch": 1.3781898117174807,
+      "grad_norm": 166.5583953857422,
+      "learning_rate": 4.65564361836327e-06,
+      "loss": 23.75,
+      "step": 28840
+    },
+    {
+      "epoch": 1.378237599158941,
+      "grad_norm": 209.43338012695312,
+      "learning_rate": 4.654989554424624e-06,
+      "loss": 29.625,
+      "step": 28841
+    },
+    {
+      "epoch": 1.3782853866004015,
+      "grad_norm": 284.83038330078125,
+      "learning_rate": 4.65433552249569e-06,
+      "loss": 25.0,
+      "step": 28842
+    },
+    {
+      "epoch": 1.3783331740418618,
+      "grad_norm": 184.26182556152344,
+      "learning_rate": 4.6536815225803875e-06,
+      "loss": 24.7344,
+      "step": 28843
+    },
+    {
+      "epoch": 1.3783809614833222,
+      "grad_norm": 151.65301513671875,
+      "learning_rate": 4.653027554682636e-06,
+      "loss": 21.0781,
+      "step": 28844
+    },
+    {
+      "epoch": 1.3784287489247826,
+      "grad_norm": 375.59344482421875,
+      "learning_rate": 4.652373618806352e-06,
+      "loss": 26.5312,
+      "step": 28845
+    },
+    {
+      "epoch": 1.378476536366243,
+      "grad_norm": 269.2305908203125,
+      "learning_rate": 4.651719714955446e-06,
+      "loss": 21.2188,
+      "step": 28846
+    },
+    {
+      "epoch": 1.3785243238077034,
+      "grad_norm": 269.8642883300781,
+      "learning_rate": 4.651065843133837e-06,
+      "loss": 24.9062,
+      "step": 28847
+    },
+    {
+      "epoch": 1.3785721112491638,
+      "grad_norm": 246.1840057373047,
+      "learning_rate": 4.650412003345447e-06,
+      "loss": 31.9375,
+      "step": 28848
+    },
+    {
+      "epoch": 1.3786198986906242,
+      "grad_norm": 226.06292724609375,
+      "learning_rate": 4.649758195594182e-06,
+      "loss": 24.6406,
+      "step": 28849
+    },
+    {
+      "epoch": 1.3786676861320846,
+      "grad_norm": 204.47930908203125,
+      "learning_rate": 4.649104419883962e-06,
+      "loss": 28.2969,
+      "step": 28850
+    },
+    {
+      "epoch": 1.378715473573545,
+      "grad_norm": 346.32794189453125,
+      "learning_rate": 4.648450676218701e-06,
+      "loss": 30.4062,
+      "step": 28851
+    },
+    {
+      "epoch": 1.3787632610150053,
+      "grad_norm": 217.41416931152344,
+      "learning_rate": 4.64779696460232e-06,
+      "loss": 22.3438,
+      "step": 28852
+    },
+    {
+      "epoch": 1.3788110484564657,
+      "grad_norm": 120.69850158691406,
+      "learning_rate": 4.647143285038724e-06,
+      "loss": 11.7969,
+      "step": 28853
+    },
+    {
+      "epoch": 1.3788588358979261,
+      "grad_norm": 228.82876586914062,
+      "learning_rate": 4.646489637531833e-06,
+      "loss": 28.7812,
+      "step": 28854
+    },
+    {
+      "epoch": 1.3789066233393865,
+      "grad_norm": 637.6856079101562,
+      "learning_rate": 4.645836022085562e-06,
+      "loss": 24.75,
+      "step": 28855
+    },
+    {
+      "epoch": 1.378954410780847,
+      "grad_norm": 180.03366088867188,
+      "learning_rate": 4.645182438703828e-06,
+      "loss": 23.4062,
+      "step": 28856
+    },
+    {
+      "epoch": 1.3790021982223073,
+      "grad_norm": 218.6008758544922,
+      "learning_rate": 4.644528887390537e-06,
+      "loss": 23.2812,
+      "step": 28857
+    },
+    {
+      "epoch": 1.3790499856637677,
+      "grad_norm": 192.79527282714844,
+      "learning_rate": 4.643875368149608e-06,
+      "loss": 25.8906,
+      "step": 28858
+    },
+    {
+      "epoch": 1.379097773105228,
+      "grad_norm": 225.13824462890625,
+      "learning_rate": 4.643221880984958e-06,
+      "loss": 33.75,
+      "step": 28859
+    },
+    {
+      "epoch": 1.3791455605466885,
+      "grad_norm": 252.8092498779297,
+      "learning_rate": 4.642568425900493e-06,
+      "loss": 22.3438,
+      "step": 28860
+    },
+    {
+      "epoch": 1.3791933479881486,
+      "grad_norm": 191.97508239746094,
+      "learning_rate": 4.6419150029001305e-06,
+      "loss": 20.0781,
+      "step": 28861
+    },
+    {
+      "epoch": 1.379241135429609,
+      "grad_norm": 122.1874771118164,
+      "learning_rate": 4.641261611987787e-06,
+      "loss": 18.7812,
+      "step": 28862
+    },
+    {
+      "epoch": 1.3792889228710694,
+      "grad_norm": 157.55215454101562,
+      "learning_rate": 4.640608253167367e-06,
+      "loss": 22.6562,
+      "step": 28863
+    },
+    {
+      "epoch": 1.3793367103125298,
+      "grad_norm": 284.7106018066406,
+      "learning_rate": 4.639954926442792e-06,
+      "loss": 23.0312,
+      "step": 28864
+    },
+    {
+      "epoch": 1.3793844977539902,
+      "grad_norm": 382.3883056640625,
+      "learning_rate": 4.639301631817968e-06,
+      "loss": 25.1875,
+      "step": 28865
+    },
+    {
+      "epoch": 1.3794322851954506,
+      "grad_norm": 261.09356689453125,
+      "learning_rate": 4.63864836929681e-06,
+      "loss": 30.125,
+      "step": 28866
+    },
+    {
+      "epoch": 1.379480072636911,
+      "grad_norm": 173.8515625,
+      "learning_rate": 4.637995138883234e-06,
+      "loss": 23.7969,
+      "step": 28867
+    },
+    {
+      "epoch": 1.3795278600783714,
+      "grad_norm": 199.65736389160156,
+      "learning_rate": 4.637341940581142e-06,
+      "loss": 22.0625,
+      "step": 28868
+    },
+    {
+      "epoch": 1.3795756475198317,
+      "grad_norm": 200.78839111328125,
+      "learning_rate": 4.636688774394456e-06,
+      "loss": 25.0781,
+      "step": 28869
+    },
+    {
+      "epoch": 1.3796234349612921,
+      "grad_norm": 172.71096801757812,
+      "learning_rate": 4.636035640327081e-06,
+      "loss": 26.5312,
+      "step": 28870
+    },
+    {
+      "epoch": 1.3796712224027525,
+      "grad_norm": 198.9459991455078,
+      "learning_rate": 4.635382538382936e-06,
+      "loss": 18.6719,
+      "step": 28871
+    },
+    {
+      "epoch": 1.379719009844213,
+      "grad_norm": 253.80221557617188,
+      "learning_rate": 4.634729468565923e-06,
+      "loss": 27.5625,
+      "step": 28872
+    },
+    {
+      "epoch": 1.3797667972856733,
+      "grad_norm": 273.8354187011719,
+      "learning_rate": 4.634076430879957e-06,
+      "loss": 22.0,
+      "step": 28873
+    },
+    {
+      "epoch": 1.3798145847271337,
+      "grad_norm": 201.55494689941406,
+      "learning_rate": 4.633423425328953e-06,
+      "loss": 20.6719,
+      "step": 28874
+    },
+    {
+      "epoch": 1.379862372168594,
+      "grad_norm": 350.843017578125,
+      "learning_rate": 4.6327704519168145e-06,
+      "loss": 26.6562,
+      "step": 28875
+    },
+    {
+      "epoch": 1.3799101596100545,
+      "grad_norm": 194.81646728515625,
+      "learning_rate": 4.632117510647456e-06,
+      "loss": 15.9375,
+      "step": 28876
+    },
+    {
+      "epoch": 1.3799579470515149,
+      "grad_norm": 378.71844482421875,
+      "learning_rate": 4.631464601524786e-06,
+      "loss": 34.1875,
+      "step": 28877
+    },
+    {
+      "epoch": 1.3800057344929753,
+      "grad_norm": 268.70562744140625,
+      "learning_rate": 4.630811724552721e-06,
+      "loss": 30.4062,
+      "step": 28878
+    },
+    {
+      "epoch": 1.3800535219344356,
+      "grad_norm": 120.62774658203125,
+      "learning_rate": 4.630158879735161e-06,
+      "loss": 17.0469,
+      "step": 28879
+    },
+    {
+      "epoch": 1.380101309375896,
+      "grad_norm": 270.8412170410156,
+      "learning_rate": 4.629506067076021e-06,
+      "loss": 25.4688,
+      "step": 28880
+    },
+    {
+      "epoch": 1.3801490968173564,
+      "grad_norm": 258.6824035644531,
+      "learning_rate": 4.628853286579208e-06,
+      "loss": 25.7812,
+      "step": 28881
+    },
+    {
+      "epoch": 1.3801968842588168,
+      "grad_norm": 241.635986328125,
+      "learning_rate": 4.628200538248638e-06,
+      "loss": 21.0625,
+      "step": 28882
+    },
+    {
+      "epoch": 1.3802446717002772,
+      "grad_norm": 259.16845703125,
+      "learning_rate": 4.627547822088212e-06,
+      "loss": 23.2812,
+      "step": 28883
+    },
+    {
+      "epoch": 1.3802924591417376,
+      "grad_norm": 181.236572265625,
+      "learning_rate": 4.626895138101841e-06,
+      "loss": 23.875,
+      "step": 28884
+    },
+    {
+      "epoch": 1.380340246583198,
+      "grad_norm": 306.3111877441406,
+      "learning_rate": 4.626242486293439e-06,
+      "loss": 18.75,
+      "step": 28885
+    },
+    {
+      "epoch": 1.3803880340246584,
+      "grad_norm": 389.978515625,
+      "learning_rate": 4.6255898666669085e-06,
+      "loss": 31.375,
+      "step": 28886
+    },
+    {
+      "epoch": 1.3804358214661188,
+      "grad_norm": 136.92758178710938,
+      "learning_rate": 4.624937279226158e-06,
+      "loss": 18.6719,
+      "step": 28887
+    },
+    {
+      "epoch": 1.3804836089075792,
+      "grad_norm": 182.6916961669922,
+      "learning_rate": 4.624284723975097e-06,
+      "loss": 21.6719,
+      "step": 28888
+    },
+    {
+      "epoch": 1.3805313963490395,
+      "grad_norm": 405.45123291015625,
+      "learning_rate": 4.623632200917639e-06,
+      "loss": 28.5,
+      "step": 28889
+    },
+    {
+      "epoch": 1.3805791837905,
+      "grad_norm": 220.614990234375,
+      "learning_rate": 4.622979710057684e-06,
+      "loss": 25.2812,
+      "step": 28890
+    },
+    {
+      "epoch": 1.3806269712319603,
+      "grad_norm": 184.15599060058594,
+      "learning_rate": 4.62232725139914e-06,
+      "loss": 25.6406,
+      "step": 28891
+    },
+    {
+      "epoch": 1.3806747586734205,
+      "grad_norm": 290.0164794921875,
+      "learning_rate": 4.621674824945921e-06,
+      "loss": 27.0,
+      "step": 28892
+    },
+    {
+      "epoch": 1.3807225461148809,
+      "grad_norm": 156.54212951660156,
+      "learning_rate": 4.621022430701927e-06,
+      "loss": 21.125,
+      "step": 28893
+    },
+    {
+      "epoch": 1.3807703335563413,
+      "grad_norm": 268.3368225097656,
+      "learning_rate": 4.620370068671066e-06,
+      "loss": 28.0625,
+      "step": 28894
+    },
+    {
+      "epoch": 1.3808181209978017,
+      "grad_norm": 278.918701171875,
+      "learning_rate": 4.619717738857252e-06,
+      "loss": 25.6562,
+      "step": 28895
+    },
+    {
+      "epoch": 1.380865908439262,
+      "grad_norm": 327.13037109375,
+      "learning_rate": 4.619065441264382e-06,
+      "loss": 28.1875,
+      "step": 28896
+    },
+    {
+      "epoch": 1.3809136958807224,
+      "grad_norm": 281.59332275390625,
+      "learning_rate": 4.6184131758963715e-06,
+      "loss": 17.7656,
+      "step": 28897
+    },
+    {
+      "epoch": 1.3809614833221828,
+      "grad_norm": 235.36825561523438,
+      "learning_rate": 4.617760942757117e-06,
+      "loss": 13.8906,
+      "step": 28898
+    },
+    {
+      "epoch": 1.3810092707636432,
+      "grad_norm": 198.83570861816406,
+      "learning_rate": 4.617108741850529e-06,
+      "loss": 18.9531,
+      "step": 28899
+    },
+    {
+      "epoch": 1.3810570582051036,
+      "grad_norm": 168.3094482421875,
+      "learning_rate": 4.6164565731805185e-06,
+      "loss": 22.2344,
+      "step": 28900
+    },
+    {
+      "epoch": 1.381104845646564,
+      "grad_norm": 167.4702911376953,
+      "learning_rate": 4.615804436750982e-06,
+      "loss": 21.1562,
+      "step": 28901
+    },
+    {
+      "epoch": 1.3811526330880244,
+      "grad_norm": 151.0919647216797,
+      "learning_rate": 4.615152332565831e-06,
+      "loss": 21.9375,
+      "step": 28902
+    },
+    {
+      "epoch": 1.3812004205294848,
+      "grad_norm": 432.98431396484375,
+      "learning_rate": 4.614500260628968e-06,
+      "loss": 25.625,
+      "step": 28903
+    },
+    {
+      "epoch": 1.3812482079709452,
+      "grad_norm": 179.5485076904297,
+      "learning_rate": 4.613848220944303e-06,
+      "loss": 27.0,
+      "step": 28904
+    },
+    {
+      "epoch": 1.3812959954124056,
+      "grad_norm": 314.64117431640625,
+      "learning_rate": 4.613196213515733e-06,
+      "loss": 32.625,
+      "step": 28905
+    },
+    {
+      "epoch": 1.381343782853866,
+      "grad_norm": 178.72802734375,
+      "learning_rate": 4.6125442383471675e-06,
+      "loss": 19.75,
+      "step": 28906
+    },
+    {
+      "epoch": 1.3813915702953263,
+      "grad_norm": 420.45452880859375,
+      "learning_rate": 4.611892295442509e-06,
+      "loss": 18.6562,
+      "step": 28907
+    },
+    {
+      "epoch": 1.3814393577367867,
+      "grad_norm": 249.15562438964844,
+      "learning_rate": 4.611240384805669e-06,
+      "loss": 21.9844,
+      "step": 28908
+    },
+    {
+      "epoch": 1.3814871451782471,
+      "grad_norm": 174.0113525390625,
+      "learning_rate": 4.610588506440541e-06,
+      "loss": 20.2812,
+      "step": 28909
+    },
+    {
+      "epoch": 1.3815349326197075,
+      "grad_norm": 267.2496337890625,
+      "learning_rate": 4.6099366603510334e-06,
+      "loss": 33.2812,
+      "step": 28910
+    },
+    {
+      "epoch": 1.381582720061168,
+      "grad_norm": 382.5640563964844,
+      "learning_rate": 4.609284846541054e-06,
+      "loss": 28.5938,
+      "step": 28911
+    },
+    {
+      "epoch": 1.3816305075026283,
+      "grad_norm": 232.2359161376953,
+      "learning_rate": 4.608633065014498e-06,
+      "loss": 28.8438,
+      "step": 28912
+    },
+    {
+      "epoch": 1.3816782949440887,
+      "grad_norm": 352.4306335449219,
+      "learning_rate": 4.607981315775274e-06,
+      "loss": 32.5938,
+      "step": 28913
+    },
+    {
+      "epoch": 1.381726082385549,
+      "grad_norm": 382.96685791015625,
+      "learning_rate": 4.6073295988272834e-06,
+      "loss": 22.6094,
+      "step": 28914
+    },
+    {
+      "epoch": 1.3817738698270094,
+      "grad_norm": 127.98619842529297,
+      "learning_rate": 4.606677914174434e-06,
+      "loss": 16.7812,
+      "step": 28915
+    },
+    {
+      "epoch": 1.3818216572684698,
+      "grad_norm": 369.9413757324219,
+      "learning_rate": 4.606026261820622e-06,
+      "loss": 32.25,
+      "step": 28916
+    },
+    {
+      "epoch": 1.3818694447099302,
+      "grad_norm": 251.27325439453125,
+      "learning_rate": 4.605374641769752e-06,
+      "loss": 21.9219,
+      "step": 28917
+    },
+    {
+      "epoch": 1.3819172321513906,
+      "grad_norm": 239.4072265625,
+      "learning_rate": 4.604723054025727e-06,
+      "loss": 23.4531,
+      "step": 28918
+    },
+    {
+      "epoch": 1.381965019592851,
+      "grad_norm": 295.24951171875,
+      "learning_rate": 4.604071498592453e-06,
+      "loss": 25.8125,
+      "step": 28919
+    },
+    {
+      "epoch": 1.3820128070343114,
+      "grad_norm": 364.80145263671875,
+      "learning_rate": 4.603419975473823e-06,
+      "loss": 37.8438,
+      "step": 28920
+    },
+    {
+      "epoch": 1.3820605944757718,
+      "grad_norm": 200.02700805664062,
+      "learning_rate": 4.602768484673745e-06,
+      "loss": 18.375,
+      "step": 28921
+    },
+    {
+      "epoch": 1.3821083819172322,
+      "grad_norm": 239.65863037109375,
+      "learning_rate": 4.602117026196124e-06,
+      "loss": 27.875,
+      "step": 28922
+    },
+    {
+      "epoch": 1.3821561693586926,
+      "grad_norm": 142.39727783203125,
+      "learning_rate": 4.601465600044851e-06,
+      "loss": 21.7031,
+      "step": 28923
+    },
+    {
+      "epoch": 1.382203956800153,
+      "grad_norm": 645.3683471679688,
+      "learning_rate": 4.6008142062238345e-06,
+      "loss": 26.7188,
+      "step": 28924
+    },
+    {
+      "epoch": 1.3822517442416133,
+      "grad_norm": 180.1182403564453,
+      "learning_rate": 4.600162844736974e-06,
+      "loss": 28.8438,
+      "step": 28925
+    },
+    {
+      "epoch": 1.3822995316830737,
+      "grad_norm": 174.51307678222656,
+      "learning_rate": 4.599511515588173e-06,
+      "loss": 21.4219,
+      "step": 28926
+    },
+    {
+      "epoch": 1.3823473191245341,
+      "grad_norm": 303.45440673828125,
+      "learning_rate": 4.5988602187813265e-06,
+      "loss": 30.125,
+      "step": 28927
+    },
+    {
+      "epoch": 1.3823951065659945,
+      "grad_norm": 128.3531951904297,
+      "learning_rate": 4.598208954320342e-06,
+      "loss": 14.3594,
+      "step": 28928
+    },
+    {
+      "epoch": 1.382442894007455,
+      "grad_norm": 417.69219970703125,
+      "learning_rate": 4.597557722209112e-06,
+      "loss": 21.3125,
+      "step": 28929
+    },
+    {
+      "epoch": 1.3824906814489153,
+      "grad_norm": 179.68179321289062,
+      "learning_rate": 4.596906522451543e-06,
+      "loss": 25.0781,
+      "step": 28930
+    },
+    {
+      "epoch": 1.3825384688903757,
+      "grad_norm": 162.26559448242188,
+      "learning_rate": 4.596255355051529e-06,
+      "loss": 23.4688,
+      "step": 28931
+    },
+    {
+      "epoch": 1.382586256331836,
+      "grad_norm": 381.38006591796875,
+      "learning_rate": 4.5956042200129725e-06,
+      "loss": 24.7812,
+      "step": 28932
+    },
+    {
+      "epoch": 1.3826340437732965,
+      "grad_norm": 261.5918273925781,
+      "learning_rate": 4.594953117339776e-06,
+      "loss": 22.8594,
+      "step": 28933
+    },
+    {
+      "epoch": 1.3826818312147569,
+      "grad_norm": 212.0030517578125,
+      "learning_rate": 4.5943020470358334e-06,
+      "loss": 31.8125,
+      "step": 28934
+    },
+    {
+      "epoch": 1.3827296186562172,
+      "grad_norm": 245.45639038085938,
+      "learning_rate": 4.593651009105046e-06,
+      "loss": 25.2812,
+      "step": 28935
+    },
+    {
+      "epoch": 1.3827774060976776,
+      "grad_norm": 2000.2696533203125,
+      "learning_rate": 4.5930000035513134e-06,
+      "loss": 25.1562,
+      "step": 28936
+    },
+    {
+      "epoch": 1.382825193539138,
+      "grad_norm": 193.62213134765625,
+      "learning_rate": 4.592349030378537e-06,
+      "loss": 28.5938,
+      "step": 28937
+    },
+    {
+      "epoch": 1.3828729809805984,
+      "grad_norm": 288.0986328125,
+      "learning_rate": 4.591698089590608e-06,
+      "loss": 29.7812,
+      "step": 28938
+    },
+    {
+      "epoch": 1.3829207684220588,
+      "grad_norm": 284.0642395019531,
+      "learning_rate": 4.591047181191429e-06,
+      "loss": 27.8281,
+      "step": 28939
+    },
+    {
+      "epoch": 1.3829685558635192,
+      "grad_norm": 200.95977783203125,
+      "learning_rate": 4.5903963051848986e-06,
+      "loss": 22.9375,
+      "step": 28940
+    },
+    {
+      "epoch": 1.3830163433049796,
+      "grad_norm": 202.3371124267578,
+      "learning_rate": 4.589745461574917e-06,
+      "loss": 19.7812,
+      "step": 28941
+    },
+    {
+      "epoch": 1.38306413074644,
+      "grad_norm": 308.0177307128906,
+      "learning_rate": 4.589094650365376e-06,
+      "loss": 20.8281,
+      "step": 28942
+    },
+    {
+      "epoch": 1.3831119181879004,
+      "grad_norm": 153.54139709472656,
+      "learning_rate": 4.5884438715601755e-06,
+      "loss": 22.8594,
+      "step": 28943
+    },
+    {
+      "epoch": 1.3831597056293605,
+      "grad_norm": 150.62738037109375,
+      "learning_rate": 4.587793125163217e-06,
+      "loss": 13.9688,
+      "step": 28944
+    },
+    {
+      "epoch": 1.383207493070821,
+      "grad_norm": 299.78045654296875,
+      "learning_rate": 4.5871424111783905e-06,
+      "loss": 26.5,
+      "step": 28945
+    },
+    {
+      "epoch": 1.3832552805122813,
+      "grad_norm": 251.33180236816406,
+      "learning_rate": 4.586491729609597e-06,
+      "loss": 16.2188,
+      "step": 28946
+    },
+    {
+      "epoch": 1.3833030679537417,
+      "grad_norm": 347.5094299316406,
+      "learning_rate": 4.585841080460731e-06,
+      "loss": 32.5312,
+      "step": 28947
+    },
+    {
+      "epoch": 1.383350855395202,
+      "grad_norm": 298.17791748046875,
+      "learning_rate": 4.585190463735696e-06,
+      "loss": 27.9062,
+      "step": 28948
+    },
+    {
+      "epoch": 1.3833986428366625,
+      "grad_norm": 309.3865051269531,
+      "learning_rate": 4.584539879438379e-06,
+      "loss": 24.3438,
+      "step": 28949
+    },
+    {
+      "epoch": 1.3834464302781229,
+      "grad_norm": 254.85012817382812,
+      "learning_rate": 4.58388932757268e-06,
+      "loss": 26.8125,
+      "step": 28950
+    },
+    {
+      "epoch": 1.3834942177195833,
+      "grad_norm": 447.0091857910156,
+      "learning_rate": 4.583238808142496e-06,
+      "loss": 27.3438,
+      "step": 28951
+    },
+    {
+      "epoch": 1.3835420051610436,
+      "grad_norm": 374.7720642089844,
+      "learning_rate": 4.582588321151725e-06,
+      "loss": 23.5938,
+      "step": 28952
+    },
+    {
+      "epoch": 1.383589792602504,
+      "grad_norm": 221.495361328125,
+      "learning_rate": 4.581937866604257e-06,
+      "loss": 24.125,
+      "step": 28953
+    },
+    {
+      "epoch": 1.3836375800439644,
+      "grad_norm": 242.64524841308594,
+      "learning_rate": 4.581287444503989e-06,
+      "loss": 26.8125,
+      "step": 28954
+    },
+    {
+      "epoch": 1.3836853674854248,
+      "grad_norm": 116.32145690917969,
+      "learning_rate": 4.580637054854816e-06,
+      "loss": 19.5625,
+      "step": 28955
+    },
+    {
+      "epoch": 1.3837331549268852,
+      "grad_norm": 355.2386474609375,
+      "learning_rate": 4.57998669766064e-06,
+      "loss": 14.8125,
+      "step": 28956
+    },
+    {
+      "epoch": 1.3837809423683456,
+      "grad_norm": 266.4523010253906,
+      "learning_rate": 4.579336372925345e-06,
+      "loss": 29.2188,
+      "step": 28957
+    },
+    {
+      "epoch": 1.383828729809806,
+      "grad_norm": 216.2370147705078,
+      "learning_rate": 4.578686080652831e-06,
+      "loss": 27.9219,
+      "step": 28958
+    },
+    {
+      "epoch": 1.3838765172512664,
+      "grad_norm": 246.0465850830078,
+      "learning_rate": 4.578035820846996e-06,
+      "loss": 22.1797,
+      "step": 28959
+    },
+    {
+      "epoch": 1.3839243046927268,
+      "grad_norm": 329.4469909667969,
+      "learning_rate": 4.577385593511726e-06,
+      "loss": 26.5625,
+      "step": 28960
+    },
+    {
+      "epoch": 1.3839720921341871,
+      "grad_norm": 203.3784637451172,
+      "learning_rate": 4.576735398650922e-06,
+      "loss": 24.3438,
+      "step": 28961
+    },
+    {
+      "epoch": 1.3840198795756475,
+      "grad_norm": 291.3172302246094,
+      "learning_rate": 4.5760852362684725e-06,
+      "loss": 30.0938,
+      "step": 28962
+    },
+    {
+      "epoch": 1.384067667017108,
+      "grad_norm": 212.8583221435547,
+      "learning_rate": 4.5754351063682776e-06,
+      "loss": 23.8125,
+      "step": 28963
+    },
+    {
+      "epoch": 1.3841154544585683,
+      "grad_norm": 251.96348571777344,
+      "learning_rate": 4.574785008954222e-06,
+      "loss": 32.0,
+      "step": 28964
+    },
+    {
+      "epoch": 1.3841632419000287,
+      "grad_norm": 876.6508178710938,
+      "learning_rate": 4.574134944030205e-06,
+      "loss": 23.4375,
+      "step": 28965
+    },
+    {
+      "epoch": 1.384211029341489,
+      "grad_norm": 175.0428466796875,
+      "learning_rate": 4.573484911600118e-06,
+      "loss": 19.8594,
+      "step": 28966
+    },
+    {
+      "epoch": 1.3842588167829495,
+      "grad_norm": 158.65423583984375,
+      "learning_rate": 4.572834911667857e-06,
+      "loss": 25.75,
+      "step": 28967
+    },
+    {
+      "epoch": 1.3843066042244099,
+      "grad_norm": 791.046630859375,
+      "learning_rate": 4.57218494423731e-06,
+      "loss": 19.9062,
+      "step": 28968
+    },
+    {
+      "epoch": 1.3843543916658703,
+      "grad_norm": 149.33270263671875,
+      "learning_rate": 4.57153500931237e-06,
+      "loss": 15.4375,
+      "step": 28969
+    },
+    {
+      "epoch": 1.3844021791073307,
+      "grad_norm": 189.2652130126953,
+      "learning_rate": 4.570885106896935e-06,
+      "loss": 18.4375,
+      "step": 28970
+    },
+    {
+      "epoch": 1.384449966548791,
+      "grad_norm": 205.94215393066406,
+      "learning_rate": 4.570235236994889e-06,
+      "loss": 20.7188,
+      "step": 28971
+    },
+    {
+      "epoch": 1.3844977539902514,
+      "grad_norm": 351.9533386230469,
+      "learning_rate": 4.569585399610127e-06,
+      "loss": 27.2969,
+      "step": 28972
+    },
+    {
+      "epoch": 1.3845455414317118,
+      "grad_norm": 278.48016357421875,
+      "learning_rate": 4.5689355947465415e-06,
+      "loss": 33.1875,
+      "step": 28973
+    },
+    {
+      "epoch": 1.3845933288731722,
+      "grad_norm": 281.1062927246094,
+      "learning_rate": 4.568285822408027e-06,
+      "loss": 23.5781,
+      "step": 28974
+    },
+    {
+      "epoch": 1.3846411163146324,
+      "grad_norm": 440.37213134765625,
+      "learning_rate": 4.567636082598469e-06,
+      "loss": 37.9688,
+      "step": 28975
+    },
+    {
+      "epoch": 1.3846889037560928,
+      "grad_norm": 333.0592956542969,
+      "learning_rate": 4.5669863753217614e-06,
+      "loss": 29.2344,
+      "step": 28976
+    },
+    {
+      "epoch": 1.3847366911975532,
+      "grad_norm": 156.02130126953125,
+      "learning_rate": 4.566336700581793e-06,
+      "loss": 21.4062,
+      "step": 28977
+    },
+    {
+      "epoch": 1.3847844786390135,
+      "grad_norm": 205.977294921875,
+      "learning_rate": 4.565687058382462e-06,
+      "loss": 23.1562,
+      "step": 28978
+    },
+    {
+      "epoch": 1.384832266080474,
+      "grad_norm": 343.0871276855469,
+      "learning_rate": 4.565037448727649e-06,
+      "loss": 30.2031,
+      "step": 28979
+    },
+    {
+      "epoch": 1.3848800535219343,
+      "grad_norm": 258.3044128417969,
+      "learning_rate": 4.564387871621248e-06,
+      "loss": 20.2656,
+      "step": 28980
+    },
+    {
+      "epoch": 1.3849278409633947,
+      "grad_norm": 236.11851501464844,
+      "learning_rate": 4.563738327067155e-06,
+      "loss": 25.1094,
+      "step": 28981
+    },
+    {
+      "epoch": 1.384975628404855,
+      "grad_norm": 194.4129180908203,
+      "learning_rate": 4.563088815069251e-06,
+      "loss": 29.5625,
+      "step": 28982
+    },
+    {
+      "epoch": 1.3850234158463155,
+      "grad_norm": 202.0556640625,
+      "learning_rate": 4.562439335631428e-06,
+      "loss": 20.0625,
+      "step": 28983
+    },
+    {
+      "epoch": 1.3850712032877759,
+      "grad_norm": 377.3067932128906,
+      "learning_rate": 4.561789888757578e-06,
+      "loss": 21.9062,
+      "step": 28984
+    },
+    {
+      "epoch": 1.3851189907292363,
+      "grad_norm": 184.41127014160156,
+      "learning_rate": 4.561140474451593e-06,
+      "loss": 15.0,
+      "step": 28985
+    },
+    {
+      "epoch": 1.3851667781706967,
+      "grad_norm": 376.1827087402344,
+      "learning_rate": 4.560491092717354e-06,
+      "loss": 29.5312,
+      "step": 28986
+    },
+    {
+      "epoch": 1.385214565612157,
+      "grad_norm": 361.0244445800781,
+      "learning_rate": 4.559841743558755e-06,
+      "loss": 31.5312,
+      "step": 28987
+    },
+    {
+      "epoch": 1.3852623530536174,
+      "grad_norm": 247.57701110839844,
+      "learning_rate": 4.559192426979684e-06,
+      "loss": 35.6875,
+      "step": 28988
+    },
+    {
+      "epoch": 1.3853101404950778,
+      "grad_norm": 223.95188903808594,
+      "learning_rate": 4.558543142984034e-06,
+      "loss": 16.7031,
+      "step": 28989
+    },
+    {
+      "epoch": 1.3853579279365382,
+      "grad_norm": 283.6171875,
+      "learning_rate": 4.557893891575685e-06,
+      "loss": 29.7188,
+      "step": 28990
+    },
+    {
+      "epoch": 1.3854057153779986,
+      "grad_norm": 336.8460388183594,
+      "learning_rate": 4.5572446727585295e-06,
+      "loss": 15.3281,
+      "step": 28991
+    },
+    {
+      "epoch": 1.385453502819459,
+      "grad_norm": 358.9042053222656,
+      "learning_rate": 4.5565954865364595e-06,
+      "loss": 23.5312,
+      "step": 28992
+    },
+    {
+      "epoch": 1.3855012902609194,
+      "grad_norm": 281.80029296875,
+      "learning_rate": 4.555946332913355e-06,
+      "loss": 21.3125,
+      "step": 28993
+    },
+    {
+      "epoch": 1.3855490777023798,
+      "grad_norm": 159.99130249023438,
+      "learning_rate": 4.555297211893109e-06,
+      "loss": 17.6719,
+      "step": 28994
+    },
+    {
+      "epoch": 1.3855968651438402,
+      "grad_norm": 204.4060516357422,
+      "learning_rate": 4.554648123479606e-06,
+      "loss": 21.25,
+      "step": 28995
+    },
+    {
+      "epoch": 1.3856446525853006,
+      "grad_norm": 228.3240203857422,
+      "learning_rate": 4.553999067676733e-06,
+      "loss": 32.1875,
+      "step": 28996
+    },
+    {
+      "epoch": 1.385692440026761,
+      "grad_norm": 172.2508544921875,
+      "learning_rate": 4.553350044488381e-06,
+      "loss": 19.8281,
+      "step": 28997
+    },
+    {
+      "epoch": 1.3857402274682213,
+      "grad_norm": 495.1334533691406,
+      "learning_rate": 4.552701053918433e-06,
+      "loss": 26.5156,
+      "step": 28998
+    },
+    {
+      "epoch": 1.3857880149096817,
+      "grad_norm": 252.12109375,
+      "learning_rate": 4.552052095970775e-06,
+      "loss": 33.0625,
+      "step": 28999
+    },
+    {
+      "epoch": 1.3858358023511421,
+      "grad_norm": 125.24476623535156,
+      "learning_rate": 4.551403170649299e-06,
+      "loss": 14.8906,
+      "step": 29000
+    },
+    {
+      "epoch": 1.3858835897926025,
+      "grad_norm": 234.89779663085938,
+      "learning_rate": 4.550754277957884e-06,
+      "loss": 24.6094,
+      "step": 29001
+    },
+    {
+      "epoch": 1.385931377234063,
+      "grad_norm": 407.3833312988281,
+      "learning_rate": 4.550105417900419e-06,
+      "loss": 16.5938,
+      "step": 29002
+    },
+    {
+      "epoch": 1.3859791646755233,
+      "grad_norm": 344.85919189453125,
+      "learning_rate": 4.549456590480791e-06,
+      "loss": 23.0938,
+      "step": 29003
+    },
+    {
+      "epoch": 1.3860269521169837,
+      "grad_norm": 429.29840087890625,
+      "learning_rate": 4.548807795702887e-06,
+      "loss": 23.6875,
+      "step": 29004
+    },
+    {
+      "epoch": 1.386074739558444,
+      "grad_norm": 253.19146728515625,
+      "learning_rate": 4.548159033570588e-06,
+      "loss": 38.9375,
+      "step": 29005
+    },
+    {
+      "epoch": 1.3861225269999045,
+      "grad_norm": 220.59535217285156,
+      "learning_rate": 4.5475103040877825e-06,
+      "loss": 27.2188,
+      "step": 29006
+    },
+    {
+      "epoch": 1.3861703144413648,
+      "grad_norm": 209.0975799560547,
+      "learning_rate": 4.5468616072583575e-06,
+      "loss": 16.5312,
+      "step": 29007
+    },
+    {
+      "epoch": 1.3862181018828252,
+      "grad_norm": 167.7405548095703,
+      "learning_rate": 4.5462129430861905e-06,
+      "loss": 21.75,
+      "step": 29008
+    },
+    {
+      "epoch": 1.3862658893242856,
+      "grad_norm": 192.802001953125,
+      "learning_rate": 4.545564311575171e-06,
+      "loss": 22.7812,
+      "step": 29009
+    },
+    {
+      "epoch": 1.386313676765746,
+      "grad_norm": 229.36463928222656,
+      "learning_rate": 4.544915712729183e-06,
+      "loss": 30.9375,
+      "step": 29010
+    },
+    {
+      "epoch": 1.3863614642072064,
+      "grad_norm": 219.98220825195312,
+      "learning_rate": 4.544267146552115e-06,
+      "loss": 22.4062,
+      "step": 29011
+    },
+    {
+      "epoch": 1.3864092516486668,
+      "grad_norm": 251.51251220703125,
+      "learning_rate": 4.5436186130478435e-06,
+      "loss": 21.8125,
+      "step": 29012
+    },
+    {
+      "epoch": 1.3864570390901272,
+      "grad_norm": 408.6787109375,
+      "learning_rate": 4.542970112220255e-06,
+      "loss": 17.0781,
+      "step": 29013
+    },
+    {
+      "epoch": 1.3865048265315876,
+      "grad_norm": 229.489501953125,
+      "learning_rate": 4.542321644073235e-06,
+      "loss": 24.4062,
+      "step": 29014
+    },
+    {
+      "epoch": 1.386552613973048,
+      "grad_norm": 124.71475982666016,
+      "learning_rate": 4.5416732086106695e-06,
+      "loss": 16.875,
+      "step": 29015
+    },
+    {
+      "epoch": 1.3866004014145084,
+      "grad_norm": 296.96234130859375,
+      "learning_rate": 4.541024805836435e-06,
+      "loss": 28.3125,
+      "step": 29016
+    },
+    {
+      "epoch": 1.3866481888559687,
+      "grad_norm": 222.02691650390625,
+      "learning_rate": 4.540376435754417e-06,
+      "loss": 21.2656,
+      "step": 29017
+    },
+    {
+      "epoch": 1.3866959762974291,
+      "grad_norm": 534.1995239257812,
+      "learning_rate": 4.539728098368503e-06,
+      "loss": 22.2656,
+      "step": 29018
+    },
+    {
+      "epoch": 1.3867437637388895,
+      "grad_norm": 257.9699401855469,
+      "learning_rate": 4.539079793682568e-06,
+      "loss": 33.9062,
+      "step": 29019
+    },
+    {
+      "epoch": 1.38679155118035,
+      "grad_norm": 130.42135620117188,
+      "learning_rate": 4.5384315217004996e-06,
+      "loss": 17.0625,
+      "step": 29020
+    },
+    {
+      "epoch": 1.3868393386218103,
+      "grad_norm": 153.67620849609375,
+      "learning_rate": 4.537783282426179e-06,
+      "loss": 21.7344,
+      "step": 29021
+    },
+    {
+      "epoch": 1.3868871260632707,
+      "grad_norm": 287.6539306640625,
+      "learning_rate": 4.537135075863491e-06,
+      "loss": 34.375,
+      "step": 29022
+    },
+    {
+      "epoch": 1.386934913504731,
+      "grad_norm": 212.3599853515625,
+      "learning_rate": 4.536486902016312e-06,
+      "loss": 27.0938,
+      "step": 29023
+    },
+    {
+      "epoch": 1.3869827009461915,
+      "grad_norm": 184.2130889892578,
+      "learning_rate": 4.535838760888527e-06,
+      "loss": 29.0,
+      "step": 29024
+    },
+    {
+      "epoch": 1.3870304883876519,
+      "grad_norm": 231.1051025390625,
+      "learning_rate": 4.53519065248402e-06,
+      "loss": 27.7812,
+      "step": 29025
+    },
+    {
+      "epoch": 1.387078275829112,
+      "grad_norm": 276.5736083984375,
+      "learning_rate": 4.534542576806666e-06,
+      "loss": 19.2656,
+      "step": 29026
+    },
+    {
+      "epoch": 1.3871260632705724,
+      "grad_norm": 232.64968872070312,
+      "learning_rate": 4.533894533860352e-06,
+      "loss": 26.9688,
+      "step": 29027
+    },
+    {
+      "epoch": 1.3871738507120328,
+      "grad_norm": 229.6184844970703,
+      "learning_rate": 4.5332465236489555e-06,
+      "loss": 24.4219,
+      "step": 29028
+    },
+    {
+      "epoch": 1.3872216381534932,
+      "grad_norm": 198.41258239746094,
+      "learning_rate": 4.5325985461763565e-06,
+      "loss": 23.6406,
+      "step": 29029
+    },
+    {
+      "epoch": 1.3872694255949536,
+      "grad_norm": 100.85852813720703,
+      "learning_rate": 4.531950601446441e-06,
+      "loss": 15.2812,
+      "step": 29030
+    },
+    {
+      "epoch": 1.387317213036414,
+      "grad_norm": 230.9228515625,
+      "learning_rate": 4.531302689463083e-06,
+      "loss": 24.2188,
+      "step": 29031
+    },
+    {
+      "epoch": 1.3873650004778744,
+      "grad_norm": 176.40283203125,
+      "learning_rate": 4.530654810230164e-06,
+      "loss": 23.25,
+      "step": 29032
+    },
+    {
+      "epoch": 1.3874127879193348,
+      "grad_norm": 257.9856872558594,
+      "learning_rate": 4.5300069637515696e-06,
+      "loss": 21.7969,
+      "step": 29033
+    },
+    {
+      "epoch": 1.3874605753607951,
+      "grad_norm": 1159.503173828125,
+      "learning_rate": 4.529359150031172e-06,
+      "loss": 21.7344,
+      "step": 29034
+    },
+    {
+      "epoch": 1.3875083628022555,
+      "grad_norm": 205.8651123046875,
+      "learning_rate": 4.528711369072854e-06,
+      "loss": 30.5,
+      "step": 29035
+    },
+    {
+      "epoch": 1.387556150243716,
+      "grad_norm": 206.68743896484375,
+      "learning_rate": 4.528063620880494e-06,
+      "loss": 22.6562,
+      "step": 29036
+    },
+    {
+      "epoch": 1.3876039376851763,
+      "grad_norm": 243.9743194580078,
+      "learning_rate": 4.527415905457977e-06,
+      "loss": 16.2031,
+      "step": 29037
+    },
+    {
+      "epoch": 1.3876517251266367,
+      "grad_norm": 666.7890014648438,
+      "learning_rate": 4.526768222809174e-06,
+      "loss": 26.9375,
+      "step": 29038
+    },
+    {
+      "epoch": 1.387699512568097,
+      "grad_norm": 193.6261444091797,
+      "learning_rate": 4.526120572937966e-06,
+      "loss": 25.2188,
+      "step": 29039
+    },
+    {
+      "epoch": 1.3877473000095575,
+      "grad_norm": 199.493896484375,
+      "learning_rate": 4.525472955848231e-06,
+      "loss": 22.875,
+      "step": 29040
+    },
+    {
+      "epoch": 1.3877950874510179,
+      "grad_norm": 271.4097595214844,
+      "learning_rate": 4.524825371543855e-06,
+      "loss": 26.0312,
+      "step": 29041
+    },
+    {
+      "epoch": 1.3878428748924783,
+      "grad_norm": 709.4877319335938,
+      "learning_rate": 4.524177820028705e-06,
+      "loss": 27.3594,
+      "step": 29042
+    },
+    {
+      "epoch": 1.3878906623339387,
+      "grad_norm": 242.51126098632812,
+      "learning_rate": 4.523530301306665e-06,
+      "loss": 26.2188,
+      "step": 29043
+    },
+    {
+      "epoch": 1.387938449775399,
+      "grad_norm": 247.4321746826172,
+      "learning_rate": 4.522882815381615e-06,
+      "loss": 27.9688,
+      "step": 29044
+    },
+    {
+      "epoch": 1.3879862372168594,
+      "grad_norm": 212.29478454589844,
+      "learning_rate": 4.522235362257427e-06,
+      "loss": 25.9219,
+      "step": 29045
+    },
+    {
+      "epoch": 1.3880340246583198,
+      "grad_norm": 259.32135009765625,
+      "learning_rate": 4.521587941937979e-06,
+      "loss": 30.6406,
+      "step": 29046
+    },
+    {
+      "epoch": 1.3880818120997802,
+      "grad_norm": 117.17744445800781,
+      "learning_rate": 4.5209405544271525e-06,
+      "loss": 20.6094,
+      "step": 29047
+    },
+    {
+      "epoch": 1.3881295995412406,
+      "grad_norm": 183.1808319091797,
+      "learning_rate": 4.520293199728824e-06,
+      "loss": 17.0469,
+      "step": 29048
+    },
+    {
+      "epoch": 1.388177386982701,
+      "grad_norm": 256.9549865722656,
+      "learning_rate": 4.519645877846865e-06,
+      "loss": 31.3438,
+      "step": 29049
+    },
+    {
+      "epoch": 1.3882251744241614,
+      "grad_norm": 321.5061950683594,
+      "learning_rate": 4.518998588785156e-06,
+      "loss": 29.75,
+      "step": 29050
+    },
+    {
+      "epoch": 1.3882729618656218,
+      "grad_norm": 257.188720703125,
+      "learning_rate": 4.518351332547573e-06,
+      "loss": 23.4062,
+      "step": 29051
+    },
+    {
+      "epoch": 1.3883207493070822,
+      "grad_norm": 322.6213684082031,
+      "learning_rate": 4.517704109137996e-06,
+      "loss": 29.8125,
+      "step": 29052
+    },
+    {
+      "epoch": 1.3883685367485425,
+      "grad_norm": 234.21324157714844,
+      "learning_rate": 4.517056918560293e-06,
+      "loss": 25.125,
+      "step": 29053
+    },
+    {
+      "epoch": 1.388416324190003,
+      "grad_norm": 254.2765655517578,
+      "learning_rate": 4.516409760818345e-06,
+      "loss": 15.2031,
+      "step": 29054
+    },
+    {
+      "epoch": 1.3884641116314633,
+      "grad_norm": 268.3910827636719,
+      "learning_rate": 4.51576263591603e-06,
+      "loss": 21.5312,
+      "step": 29055
+    },
+    {
+      "epoch": 1.3885118990729237,
+      "grad_norm": 232.9465789794922,
+      "learning_rate": 4.515115543857217e-06,
+      "loss": 31.6562,
+      "step": 29056
+    },
+    {
+      "epoch": 1.3885596865143839,
+      "grad_norm": 219.9679718017578,
+      "learning_rate": 4.514468484645783e-06,
+      "loss": 27.1562,
+      "step": 29057
+    },
+    {
+      "epoch": 1.3886074739558443,
+      "grad_norm": 501.26873779296875,
+      "learning_rate": 4.51382145828561e-06,
+      "loss": 31.2656,
+      "step": 29058
+    },
+    {
+      "epoch": 1.3886552613973047,
+      "grad_norm": 167.9475555419922,
+      "learning_rate": 4.513174464780563e-06,
+      "loss": 19.2344,
+      "step": 29059
+    },
+    {
+      "epoch": 1.388703048838765,
+      "grad_norm": 230.11546325683594,
+      "learning_rate": 4.512527504134524e-06,
+      "loss": 24.1875,
+      "step": 29060
+    },
+    {
+      "epoch": 1.3887508362802254,
+      "grad_norm": 183.25181579589844,
+      "learning_rate": 4.511880576351362e-06,
+      "loss": 21.0469,
+      "step": 29061
+    },
+    {
+      "epoch": 1.3887986237216858,
+      "grad_norm": 343.8375244140625,
+      "learning_rate": 4.511233681434954e-06,
+      "loss": 32.4219,
+      "step": 29062
+    },
+    {
+      "epoch": 1.3888464111631462,
+      "grad_norm": 501.03045654296875,
+      "learning_rate": 4.5105868193891754e-06,
+      "loss": 30.5625,
+      "step": 29063
+    },
+    {
+      "epoch": 1.3888941986046066,
+      "grad_norm": 271.4007873535156,
+      "learning_rate": 4.509939990217896e-06,
+      "loss": 31.5938,
+      "step": 29064
+    },
+    {
+      "epoch": 1.388941986046067,
+      "grad_norm": 387.6313781738281,
+      "learning_rate": 4.509293193924992e-06,
+      "loss": 29.9062,
+      "step": 29065
+    },
+    {
+      "epoch": 1.3889897734875274,
+      "grad_norm": 184.8528289794922,
+      "learning_rate": 4.508646430514341e-06,
+      "loss": 20.3594,
+      "step": 29066
+    },
+    {
+      "epoch": 1.3890375609289878,
+      "grad_norm": 202.17166137695312,
+      "learning_rate": 4.507999699989807e-06,
+      "loss": 29.6562,
+      "step": 29067
+    },
+    {
+      "epoch": 1.3890853483704482,
+      "grad_norm": 250.6756591796875,
+      "learning_rate": 4.507353002355269e-06,
+      "loss": 23.5312,
+      "step": 29068
+    },
+    {
+      "epoch": 1.3891331358119086,
+      "grad_norm": 386.5390625,
+      "learning_rate": 4.5067063376145995e-06,
+      "loss": 24.375,
+      "step": 29069
+    },
+    {
+      "epoch": 1.389180923253369,
+      "grad_norm": 225.19639587402344,
+      "learning_rate": 4.506059705771674e-06,
+      "loss": 21.0312,
+      "step": 29070
+    },
+    {
+      "epoch": 1.3892287106948293,
+      "grad_norm": 269.7382507324219,
+      "learning_rate": 4.505413106830357e-06,
+      "loss": 22.9375,
+      "step": 29071
+    },
+    {
+      "epoch": 1.3892764981362897,
+      "grad_norm": 452.94378662109375,
+      "learning_rate": 4.504766540794528e-06,
+      "loss": 34.4062,
+      "step": 29072
+    },
+    {
+      "epoch": 1.3893242855777501,
+      "grad_norm": 291.7552795410156,
+      "learning_rate": 4.504120007668055e-06,
+      "loss": 27.3281,
+      "step": 29073
+    },
+    {
+      "epoch": 1.3893720730192105,
+      "grad_norm": 264.4236145019531,
+      "learning_rate": 4.503473507454815e-06,
+      "loss": 26.375,
+      "step": 29074
+    },
+    {
+      "epoch": 1.389419860460671,
+      "grad_norm": 274.70574951171875,
+      "learning_rate": 4.502827040158672e-06,
+      "loss": 29.25,
+      "step": 29075
+    },
+    {
+      "epoch": 1.3894676479021313,
+      "grad_norm": 301.3193664550781,
+      "learning_rate": 4.5021806057835035e-06,
+      "loss": 21.3438,
+      "step": 29076
+    },
+    {
+      "epoch": 1.3895154353435917,
+      "grad_norm": 202.8468475341797,
+      "learning_rate": 4.501534204333179e-06,
+      "loss": 18.9375,
+      "step": 29077
+    },
+    {
+      "epoch": 1.389563222785052,
+      "grad_norm": 337.21234130859375,
+      "learning_rate": 4.500887835811572e-06,
+      "loss": 41.0625,
+      "step": 29078
+    },
+    {
+      "epoch": 1.3896110102265125,
+      "grad_norm": 328.1273193359375,
+      "learning_rate": 4.5002415002225485e-06,
+      "loss": 38.4688,
+      "step": 29079
+    },
+    {
+      "epoch": 1.3896587976679728,
+      "grad_norm": 223.44927978515625,
+      "learning_rate": 4.499595197569981e-06,
+      "loss": 25.4375,
+      "step": 29080
+    },
+    {
+      "epoch": 1.3897065851094332,
+      "grad_norm": 259.8820495605469,
+      "learning_rate": 4.498948927857745e-06,
+      "loss": 31.9688,
+      "step": 29081
+    },
+    {
+      "epoch": 1.3897543725508936,
+      "grad_norm": 230.24850463867188,
+      "learning_rate": 4.498302691089702e-06,
+      "loss": 19.9688,
+      "step": 29082
+    },
+    {
+      "epoch": 1.389802159992354,
+      "grad_norm": 359.0070495605469,
+      "learning_rate": 4.497656487269728e-06,
+      "loss": 20.5938,
+      "step": 29083
+    },
+    {
+      "epoch": 1.3898499474338144,
+      "grad_norm": 287.3837890625,
+      "learning_rate": 4.497010316401691e-06,
+      "loss": 21.8281,
+      "step": 29084
+    },
+    {
+      "epoch": 1.3898977348752748,
+      "grad_norm": 276.37945556640625,
+      "learning_rate": 4.496364178489465e-06,
+      "loss": 30.5,
+      "step": 29085
+    },
+    {
+      "epoch": 1.3899455223167352,
+      "grad_norm": 229.9559326171875,
+      "learning_rate": 4.495718073536912e-06,
+      "loss": 19.5,
+      "step": 29086
+    },
+    {
+      "epoch": 1.3899933097581956,
+      "grad_norm": 425.9357604980469,
+      "learning_rate": 4.495072001547907e-06,
+      "loss": 28.5625,
+      "step": 29087
+    },
+    {
+      "epoch": 1.390041097199656,
+      "grad_norm": 330.7210998535156,
+      "learning_rate": 4.494425962526315e-06,
+      "loss": 25.625,
+      "step": 29088
+    },
+    {
+      "epoch": 1.3900888846411164,
+      "grad_norm": 130.04592895507812,
+      "learning_rate": 4.493779956476012e-06,
+      "loss": 16.3906,
+      "step": 29089
+    },
+    {
+      "epoch": 1.3901366720825767,
+      "grad_norm": 217.4876708984375,
+      "learning_rate": 4.4931339834008596e-06,
+      "loss": 29.75,
+      "step": 29090
+    },
+    {
+      "epoch": 1.3901844595240371,
+      "grad_norm": 183.04702758789062,
+      "learning_rate": 4.492488043304732e-06,
+      "loss": 24.9219,
+      "step": 29091
+    },
+    {
+      "epoch": 1.3902322469654975,
+      "grad_norm": 264.8916015625,
+      "learning_rate": 4.491842136191489e-06,
+      "loss": 33.0938,
+      "step": 29092
+    },
+    {
+      "epoch": 1.390280034406958,
+      "grad_norm": 422.28277587890625,
+      "learning_rate": 4.491196262065005e-06,
+      "loss": 28.5938,
+      "step": 29093
+    },
+    {
+      "epoch": 1.3903278218484183,
+      "grad_norm": 487.91656494140625,
+      "learning_rate": 4.490550420929152e-06,
+      "loss": 27.375,
+      "step": 29094
+    },
+    {
+      "epoch": 1.3903756092898787,
+      "grad_norm": 144.22250366210938,
+      "learning_rate": 4.4899046127877874e-06,
+      "loss": 17.9844,
+      "step": 29095
+    },
+    {
+      "epoch": 1.390423396731339,
+      "grad_norm": 243.57313537597656,
+      "learning_rate": 4.489258837644789e-06,
+      "loss": 27.0938,
+      "step": 29096
+    },
+    {
+      "epoch": 1.3904711841727995,
+      "grad_norm": 228.91250610351562,
+      "learning_rate": 4.488613095504015e-06,
+      "loss": 18.6875,
+      "step": 29097
+    },
+    {
+      "epoch": 1.3905189716142599,
+      "grad_norm": 320.0310363769531,
+      "learning_rate": 4.487967386369337e-06,
+      "loss": 34.3125,
+      "step": 29098
+    },
+    {
+      "epoch": 1.3905667590557202,
+      "grad_norm": 137.90411376953125,
+      "learning_rate": 4.4873217102446235e-06,
+      "loss": 18.6875,
+      "step": 29099
+    },
+    {
+      "epoch": 1.3906145464971806,
+      "grad_norm": 186.78402709960938,
+      "learning_rate": 4.486676067133742e-06,
+      "loss": 28.8125,
+      "step": 29100
+    },
+    {
+      "epoch": 1.390662333938641,
+      "grad_norm": 181.2690887451172,
+      "learning_rate": 4.486030457040552e-06,
+      "loss": 17.6719,
+      "step": 29101
+    },
+    {
+      "epoch": 1.3907101213801014,
+      "grad_norm": 221.22036743164062,
+      "learning_rate": 4.485384879968926e-06,
+      "loss": 22.2344,
+      "step": 29102
+    },
+    {
+      "epoch": 1.3907579088215618,
+      "grad_norm": 252.45407104492188,
+      "learning_rate": 4.484739335922732e-06,
+      "loss": 26.8125,
+      "step": 29103
+    },
+    {
+      "epoch": 1.3908056962630222,
+      "grad_norm": 302.6461181640625,
+      "learning_rate": 4.484093824905829e-06,
+      "loss": 28.5156,
+      "step": 29104
+    },
+    {
+      "epoch": 1.3908534837044826,
+      "grad_norm": 194.0337677001953,
+      "learning_rate": 4.483448346922087e-06,
+      "loss": 18.6875,
+      "step": 29105
+    },
+    {
+      "epoch": 1.390901271145943,
+      "grad_norm": 270.14166259765625,
+      "learning_rate": 4.482802901975372e-06,
+      "loss": 24.5938,
+      "step": 29106
+    },
+    {
+      "epoch": 1.3909490585874034,
+      "grad_norm": 328.2201232910156,
+      "learning_rate": 4.48215749006955e-06,
+      "loss": 23.9062,
+      "step": 29107
+    },
+    {
+      "epoch": 1.3909968460288635,
+      "grad_norm": 228.04273986816406,
+      "learning_rate": 4.4815121112084825e-06,
+      "loss": 26.6875,
+      "step": 29108
+    },
+    {
+      "epoch": 1.391044633470324,
+      "grad_norm": 104.01315307617188,
+      "learning_rate": 4.4808667653960355e-06,
+      "loss": 14.8516,
+      "step": 29109
+    },
+    {
+      "epoch": 1.3910924209117843,
+      "grad_norm": 261.4836120605469,
+      "learning_rate": 4.480221452636075e-06,
+      "loss": 31.5625,
+      "step": 29110
+    },
+    {
+      "epoch": 1.3911402083532447,
+      "grad_norm": 208.8443145751953,
+      "learning_rate": 4.4795761729324704e-06,
+      "loss": 21.6562,
+      "step": 29111
+    },
+    {
+      "epoch": 1.391187995794705,
+      "grad_norm": 236.70094299316406,
+      "learning_rate": 4.4789309262890764e-06,
+      "loss": 21.1094,
+      "step": 29112
+    },
+    {
+      "epoch": 1.3912357832361655,
+      "grad_norm": 599.4140625,
+      "learning_rate": 4.4782857127097634e-06,
+      "loss": 26.5156,
+      "step": 29113
+    },
+    {
+      "epoch": 1.3912835706776259,
+      "grad_norm": 188.40638732910156,
+      "learning_rate": 4.477640532198393e-06,
+      "loss": 23.2188,
+      "step": 29114
+    },
+    {
+      "epoch": 1.3913313581190863,
+      "grad_norm": 436.74493408203125,
+      "learning_rate": 4.476995384758833e-06,
+      "loss": 28.4062,
+      "step": 29115
+    },
+    {
+      "epoch": 1.3913791455605466,
+      "grad_norm": 338.68896484375,
+      "learning_rate": 4.476350270394942e-06,
+      "loss": 31.4375,
+      "step": 29116
+    },
+    {
+      "epoch": 1.391426933002007,
+      "grad_norm": 172.66151428222656,
+      "learning_rate": 4.475705189110584e-06,
+      "loss": 18.75,
+      "step": 29117
+    },
+    {
+      "epoch": 1.3914747204434674,
+      "grad_norm": 231.30303955078125,
+      "learning_rate": 4.475060140909628e-06,
+      "loss": 21.8125,
+      "step": 29118
+    },
+    {
+      "epoch": 1.3915225078849278,
+      "grad_norm": 378.23480224609375,
+      "learning_rate": 4.474415125795929e-06,
+      "loss": 30.9688,
+      "step": 29119
+    },
+    {
+      "epoch": 1.3915702953263882,
+      "grad_norm": 284.4841613769531,
+      "learning_rate": 4.473770143773354e-06,
+      "loss": 22.1875,
+      "step": 29120
+    },
+    {
+      "epoch": 1.3916180827678486,
+      "grad_norm": 1188.3338623046875,
+      "learning_rate": 4.473125194845764e-06,
+      "loss": 21.0781,
+      "step": 29121
+    },
+    {
+      "epoch": 1.391665870209309,
+      "grad_norm": 221.57716369628906,
+      "learning_rate": 4.472480279017026e-06,
+      "loss": 24.6875,
+      "step": 29122
+    },
+    {
+      "epoch": 1.3917136576507694,
+      "grad_norm": 396.497802734375,
+      "learning_rate": 4.471835396290997e-06,
+      "loss": 25.5938,
+      "step": 29123
+    },
+    {
+      "epoch": 1.3917614450922298,
+      "grad_norm": 179.90086364746094,
+      "learning_rate": 4.471190546671542e-06,
+      "loss": 19.625,
+      "step": 29124
+    },
+    {
+      "epoch": 1.3918092325336902,
+      "grad_norm": 262.3254089355469,
+      "learning_rate": 4.470545730162519e-06,
+      "loss": 25.7188,
+      "step": 29125
+    },
+    {
+      "epoch": 1.3918570199751505,
+      "grad_norm": 210.654296875,
+      "learning_rate": 4.469900946767791e-06,
+      "loss": 19.1094,
+      "step": 29126
+    },
+    {
+      "epoch": 1.391904807416611,
+      "grad_norm": 280.0500183105469,
+      "learning_rate": 4.469256196491225e-06,
+      "loss": 23.5938,
+      "step": 29127
+    },
+    {
+      "epoch": 1.3919525948580713,
+      "grad_norm": 178.6582489013672,
+      "learning_rate": 4.468611479336674e-06,
+      "loss": 26.6719,
+      "step": 29128
+    },
+    {
+      "epoch": 1.3920003822995317,
+      "grad_norm": 165.5453643798828,
+      "learning_rate": 4.467966795308008e-06,
+      "loss": 22.9688,
+      "step": 29129
+    },
+    {
+      "epoch": 1.392048169740992,
+      "grad_norm": 193.58213806152344,
+      "learning_rate": 4.4673221444090765e-06,
+      "loss": 27.0781,
+      "step": 29130
+    },
+    {
+      "epoch": 1.3920959571824525,
+      "grad_norm": 304.7364501953125,
+      "learning_rate": 4.4666775266437475e-06,
+      "loss": 32.0938,
+      "step": 29131
+    },
+    {
+      "epoch": 1.3921437446239129,
+      "grad_norm": 174.6961669921875,
+      "learning_rate": 4.46603294201588e-06,
+      "loss": 18.5,
+      "step": 29132
+    },
+    {
+      "epoch": 1.3921915320653733,
+      "grad_norm": 280.3868103027344,
+      "learning_rate": 4.465388390529338e-06,
+      "loss": 30.2188,
+      "step": 29133
+    },
+    {
+      "epoch": 1.3922393195068337,
+      "grad_norm": 431.27239990234375,
+      "learning_rate": 4.464743872187974e-06,
+      "loss": 18.7031,
+      "step": 29134
+    },
+    {
+      "epoch": 1.392287106948294,
+      "grad_norm": 336.4061584472656,
+      "learning_rate": 4.464099386995653e-06,
+      "loss": 24.9219,
+      "step": 29135
+    },
+    {
+      "epoch": 1.3923348943897544,
+      "grad_norm": 463.34259033203125,
+      "learning_rate": 4.4634549349562315e-06,
+      "loss": 30.8594,
+      "step": 29136
+    },
+    {
+      "epoch": 1.3923826818312148,
+      "grad_norm": 266.0571594238281,
+      "learning_rate": 4.462810516073576e-06,
+      "loss": 23.7812,
+      "step": 29137
+    },
+    {
+      "epoch": 1.3924304692726752,
+      "grad_norm": 314.67608642578125,
+      "learning_rate": 4.4621661303515364e-06,
+      "loss": 26.9062,
+      "step": 29138
+    },
+    {
+      "epoch": 1.3924782567141354,
+      "grad_norm": 236.8401336669922,
+      "learning_rate": 4.461521777793976e-06,
+      "loss": 25.625,
+      "step": 29139
+    },
+    {
+      "epoch": 1.3925260441555958,
+      "grad_norm": 365.54241943359375,
+      "learning_rate": 4.460877458404757e-06,
+      "loss": 24.875,
+      "step": 29140
+    },
+    {
+      "epoch": 1.3925738315970562,
+      "grad_norm": 242.0652313232422,
+      "learning_rate": 4.460233172187731e-06,
+      "loss": 37.75,
+      "step": 29141
+    },
+    {
+      "epoch": 1.3926216190385166,
+      "grad_norm": 259.0509033203125,
+      "learning_rate": 4.45958891914676e-06,
+      "loss": 24.0781,
+      "step": 29142
+    },
+    {
+      "epoch": 1.392669406479977,
+      "grad_norm": 137.101806640625,
+      "learning_rate": 4.458944699285704e-06,
+      "loss": 21.2188,
+      "step": 29143
+    },
+    {
+      "epoch": 1.3927171939214373,
+      "grad_norm": 747.872314453125,
+      "learning_rate": 4.45830051260842e-06,
+      "loss": 24.9375,
+      "step": 29144
+    },
+    {
+      "epoch": 1.3927649813628977,
+      "grad_norm": 247.52195739746094,
+      "learning_rate": 4.457656359118763e-06,
+      "loss": 23.0,
+      "step": 29145
+    },
+    {
+      "epoch": 1.3928127688043581,
+      "grad_norm": 412.1865539550781,
+      "learning_rate": 4.457012238820592e-06,
+      "loss": 14.5781,
+      "step": 29146
+    },
+    {
+      "epoch": 1.3928605562458185,
+      "grad_norm": 204.13067626953125,
+      "learning_rate": 4.456368151717767e-06,
+      "loss": 25.6875,
+      "step": 29147
+    },
+    {
+      "epoch": 1.392908343687279,
+      "grad_norm": 170.83975219726562,
+      "learning_rate": 4.455724097814146e-06,
+      "loss": 23.1562,
+      "step": 29148
+    },
+    {
+      "epoch": 1.3929561311287393,
+      "grad_norm": 239.1367950439453,
+      "learning_rate": 4.455080077113581e-06,
+      "loss": 35.8438,
+      "step": 29149
+    },
+    {
+      "epoch": 1.3930039185701997,
+      "grad_norm": 288.1038513183594,
+      "learning_rate": 4.45443608961993e-06,
+      "loss": 33.5312,
+      "step": 29150
+    },
+    {
+      "epoch": 1.39305170601166,
+      "grad_norm": 352.19158935546875,
+      "learning_rate": 4.453792135337055e-06,
+      "loss": 30.125,
+      "step": 29151
+    },
+    {
+      "epoch": 1.3930994934531205,
+      "grad_norm": 201.02435302734375,
+      "learning_rate": 4.4531482142688054e-06,
+      "loss": 25.0469,
+      "step": 29152
+    },
+    {
+      "epoch": 1.3931472808945808,
+      "grad_norm": 215.70697021484375,
+      "learning_rate": 4.452504326419041e-06,
+      "loss": 27.7812,
+      "step": 29153
+    },
+    {
+      "epoch": 1.3931950683360412,
+      "grad_norm": 344.03387451171875,
+      "learning_rate": 4.451860471791616e-06,
+      "loss": 25.8438,
+      "step": 29154
+    },
+    {
+      "epoch": 1.3932428557775016,
+      "grad_norm": 399.2589111328125,
+      "learning_rate": 4.451216650390393e-06,
+      "loss": 35.2188,
+      "step": 29155
+    },
+    {
+      "epoch": 1.393290643218962,
+      "grad_norm": 233.36172485351562,
+      "learning_rate": 4.450572862219218e-06,
+      "loss": 24.6406,
+      "step": 29156
+    },
+    {
+      "epoch": 1.3933384306604224,
+      "grad_norm": 185.4845733642578,
+      "learning_rate": 4.449929107281954e-06,
+      "loss": 35.1562,
+      "step": 29157
+    },
+    {
+      "epoch": 1.3933862181018828,
+      "grad_norm": 149.1462860107422,
+      "learning_rate": 4.44928538558245e-06,
+      "loss": 19.9219,
+      "step": 29158
+    },
+    {
+      "epoch": 1.3934340055433432,
+      "grad_norm": 277.52557373046875,
+      "learning_rate": 4.448641697124564e-06,
+      "loss": 28.8438,
+      "step": 29159
+    },
+    {
+      "epoch": 1.3934817929848036,
+      "grad_norm": 220.64703369140625,
+      "learning_rate": 4.447998041912155e-06,
+      "loss": 29.4062,
+      "step": 29160
+    },
+    {
+      "epoch": 1.393529580426264,
+      "grad_norm": 478.87896728515625,
+      "learning_rate": 4.447354419949069e-06,
+      "loss": 46.625,
+      "step": 29161
+    },
+    {
+      "epoch": 1.3935773678677243,
+      "grad_norm": 304.50518798828125,
+      "learning_rate": 4.446710831239166e-06,
+      "loss": 17.4219,
+      "step": 29162
+    },
+    {
+      "epoch": 1.3936251553091847,
+      "grad_norm": 353.0254211425781,
+      "learning_rate": 4.446067275786303e-06,
+      "loss": 23.6875,
+      "step": 29163
+    },
+    {
+      "epoch": 1.3936729427506451,
+      "grad_norm": 194.5177001953125,
+      "learning_rate": 4.4454237535943265e-06,
+      "loss": 12.5,
+      "step": 29164
+    },
+    {
+      "epoch": 1.3937207301921055,
+      "grad_norm": 187.99838256835938,
+      "learning_rate": 4.444780264667095e-06,
+      "loss": 16.8438,
+      "step": 29165
+    },
+    {
+      "epoch": 1.393768517633566,
+      "grad_norm": 309.50445556640625,
+      "learning_rate": 4.444136809008465e-06,
+      "loss": 25.25,
+      "step": 29166
+    },
+    {
+      "epoch": 1.3938163050750263,
+      "grad_norm": 379.6436767578125,
+      "learning_rate": 4.443493386622283e-06,
+      "loss": 20.9375,
+      "step": 29167
+    },
+    {
+      "epoch": 1.3938640925164867,
+      "grad_norm": 405.1504821777344,
+      "learning_rate": 4.442849997512405e-06,
+      "loss": 25.5625,
+      "step": 29168
+    },
+    {
+      "epoch": 1.393911879957947,
+      "grad_norm": 198.77597045898438,
+      "learning_rate": 4.442206641682685e-06,
+      "loss": 22.5,
+      "step": 29169
+    },
+    {
+      "epoch": 1.3939596673994075,
+      "grad_norm": 131.4416046142578,
+      "learning_rate": 4.44156331913698e-06,
+      "loss": 14.8281,
+      "step": 29170
+    },
+    {
+      "epoch": 1.3940074548408679,
+      "grad_norm": 405.35260009765625,
+      "learning_rate": 4.4409200298791345e-06,
+      "loss": 26.1875,
+      "step": 29171
+    },
+    {
+      "epoch": 1.3940552422823282,
+      "grad_norm": 214.6149444580078,
+      "learning_rate": 4.440276773913004e-06,
+      "loss": 35.8438,
+      "step": 29172
+    },
+    {
+      "epoch": 1.3941030297237886,
+      "grad_norm": 424.8296203613281,
+      "learning_rate": 4.439633551242443e-06,
+      "loss": 18.9062,
+      "step": 29173
+    },
+    {
+      "epoch": 1.394150817165249,
+      "grad_norm": 311.26654052734375,
+      "learning_rate": 4.438990361871305e-06,
+      "loss": 24.7969,
+      "step": 29174
+    },
+    {
+      "epoch": 1.3941986046067094,
+      "grad_norm": 166.75405883789062,
+      "learning_rate": 4.438347205803435e-06,
+      "loss": 17.9375,
+      "step": 29175
+    },
+    {
+      "epoch": 1.3942463920481698,
+      "grad_norm": 421.5079345703125,
+      "learning_rate": 4.43770408304269e-06,
+      "loss": 27.5,
+      "step": 29176
+    },
+    {
+      "epoch": 1.3942941794896302,
+      "grad_norm": 931.9793701171875,
+      "learning_rate": 4.437060993592922e-06,
+      "loss": 17.5,
+      "step": 29177
+    },
+    {
+      "epoch": 1.3943419669310906,
+      "grad_norm": 213.91575622558594,
+      "learning_rate": 4.436417937457979e-06,
+      "loss": 29.2969,
+      "step": 29178
+    },
+    {
+      "epoch": 1.394389754372551,
+      "grad_norm": 260.2993469238281,
+      "learning_rate": 4.4357749146417115e-06,
+      "loss": 25.7656,
+      "step": 29179
+    },
+    {
+      "epoch": 1.3944375418140114,
+      "grad_norm": 408.8703308105469,
+      "learning_rate": 4.435131925147974e-06,
+      "loss": 33.2812,
+      "step": 29180
+    },
+    {
+      "epoch": 1.3944853292554718,
+      "grad_norm": 276.8834533691406,
+      "learning_rate": 4.434488968980619e-06,
+      "loss": 20.7812,
+      "step": 29181
+    },
+    {
+      "epoch": 1.3945331166969321,
+      "grad_norm": 545.7718505859375,
+      "learning_rate": 4.433846046143489e-06,
+      "loss": 32.6875,
+      "step": 29182
+    },
+    {
+      "epoch": 1.3945809041383925,
+      "grad_norm": 248.4031524658203,
+      "learning_rate": 4.43320315664044e-06,
+      "loss": 23.3125,
+      "step": 29183
+    },
+    {
+      "epoch": 1.394628691579853,
+      "grad_norm": 146.8444366455078,
+      "learning_rate": 4.43256030047532e-06,
+      "loss": 22.25,
+      "step": 29184
+    },
+    {
+      "epoch": 1.3946764790213133,
+      "grad_norm": 330.8966369628906,
+      "learning_rate": 4.431917477651985e-06,
+      "loss": 21.1406,
+      "step": 29185
+    },
+    {
+      "epoch": 1.3947242664627737,
+      "grad_norm": 245.05638122558594,
+      "learning_rate": 4.431274688174274e-06,
+      "loss": 18.0781,
+      "step": 29186
+    },
+    {
+      "epoch": 1.394772053904234,
+      "grad_norm": 175.05238342285156,
+      "learning_rate": 4.430631932046044e-06,
+      "loss": 20.875,
+      "step": 29187
+    },
+    {
+      "epoch": 1.3948198413456945,
+      "grad_norm": 218.5911102294922,
+      "learning_rate": 4.429989209271144e-06,
+      "loss": 19.8281,
+      "step": 29188
+    },
+    {
+      "epoch": 1.3948676287871549,
+      "grad_norm": 1683.5238037109375,
+      "learning_rate": 4.4293465198534195e-06,
+      "loss": 31.7812,
+      "step": 29189
+    },
+    {
+      "epoch": 1.3949154162286153,
+      "grad_norm": 249.25148010253906,
+      "learning_rate": 4.428703863796723e-06,
+      "loss": 32.125,
+      "step": 29190
+    },
+    {
+      "epoch": 1.3949632036700754,
+      "grad_norm": 175.91758728027344,
+      "learning_rate": 4.428061241104899e-06,
+      "loss": 25.625,
+      "step": 29191
+    },
+    {
+      "epoch": 1.3950109911115358,
+      "grad_norm": 299.6855163574219,
+      "learning_rate": 4.427418651781797e-06,
+      "loss": 22.8125,
+      "step": 29192
+    },
+    {
+      "epoch": 1.3950587785529962,
+      "grad_norm": 205.45172119140625,
+      "learning_rate": 4.426776095831272e-06,
+      "loss": 24.9062,
+      "step": 29193
+    },
+    {
+      "epoch": 1.3951065659944566,
+      "grad_norm": 212.0688018798828,
+      "learning_rate": 4.426133573257163e-06,
+      "loss": 28.5,
+      "step": 29194
+    },
+    {
+      "epoch": 1.395154353435917,
+      "grad_norm": 179.02444458007812,
+      "learning_rate": 4.4254910840633205e-06,
+      "loss": 19.9062,
+      "step": 29195
+    },
+    {
+      "epoch": 1.3952021408773774,
+      "grad_norm": 283.3729553222656,
+      "learning_rate": 4.424848628253598e-06,
+      "loss": 20.2344,
+      "step": 29196
+    },
+    {
+      "epoch": 1.3952499283188378,
+      "grad_norm": 404.6595764160156,
+      "learning_rate": 4.424206205831833e-06,
+      "loss": 34.0312,
+      "step": 29197
+    },
+    {
+      "epoch": 1.3952977157602982,
+      "grad_norm": 176.45263671875,
+      "learning_rate": 4.4235638168018805e-06,
+      "loss": 19.8594,
+      "step": 29198
+    },
+    {
+      "epoch": 1.3953455032017585,
+      "grad_norm": 350.9891052246094,
+      "learning_rate": 4.422921461167584e-06,
+      "loss": 25.0312,
+      "step": 29199
+    },
+    {
+      "epoch": 1.395393290643219,
+      "grad_norm": 401.91412353515625,
+      "learning_rate": 4.422279138932795e-06,
+      "loss": 38.125,
+      "step": 29200
+    },
+    {
+      "epoch": 1.3954410780846793,
+      "grad_norm": 182.22549438476562,
+      "learning_rate": 4.421636850101353e-06,
+      "loss": 26.9688,
+      "step": 29201
+    },
+    {
+      "epoch": 1.3954888655261397,
+      "grad_norm": 278.7023620605469,
+      "learning_rate": 4.420994594677109e-06,
+      "loss": 26.1875,
+      "step": 29202
+    },
+    {
+      "epoch": 1.3955366529676,
+      "grad_norm": 147.26315307617188,
+      "learning_rate": 4.420352372663912e-06,
+      "loss": 27.3594,
+      "step": 29203
+    },
+    {
+      "epoch": 1.3955844404090605,
+      "grad_norm": 345.85955810546875,
+      "learning_rate": 4.4197101840656e-06,
+      "loss": 26.5938,
+      "step": 29204
+    },
+    {
+      "epoch": 1.3956322278505209,
+      "grad_norm": 212.20741271972656,
+      "learning_rate": 4.419068028886025e-06,
+      "loss": 20.625,
+      "step": 29205
+    },
+    {
+      "epoch": 1.3956800152919813,
+      "grad_norm": 227.92298889160156,
+      "learning_rate": 4.418425907129029e-06,
+      "loss": 21.375,
+      "step": 29206
+    },
+    {
+      "epoch": 1.3957278027334417,
+      "grad_norm": 234.69444274902344,
+      "learning_rate": 4.417783818798465e-06,
+      "loss": 24.2812,
+      "step": 29207
+    },
+    {
+      "epoch": 1.395775590174902,
+      "grad_norm": 249.99566650390625,
+      "learning_rate": 4.417141763898169e-06,
+      "loss": 31.5312,
+      "step": 29208
+    },
+    {
+      "epoch": 1.3958233776163624,
+      "grad_norm": 199.74880981445312,
+      "learning_rate": 4.416499742431989e-06,
+      "loss": 17.6406,
+      "step": 29209
+    },
+    {
+      "epoch": 1.3958711650578228,
+      "grad_norm": 327.85992431640625,
+      "learning_rate": 4.4158577544037715e-06,
+      "loss": 26.875,
+      "step": 29210
+    },
+    {
+      "epoch": 1.3959189524992832,
+      "grad_norm": 505.3720397949219,
+      "learning_rate": 4.415215799817364e-06,
+      "loss": 23.3594,
+      "step": 29211
+    },
+    {
+      "epoch": 1.3959667399407436,
+      "grad_norm": 475.66192626953125,
+      "learning_rate": 4.4145738786766035e-06,
+      "loss": 27.0312,
+      "step": 29212
+    },
+    {
+      "epoch": 1.396014527382204,
+      "grad_norm": 143.14930725097656,
+      "learning_rate": 4.4139319909853394e-06,
+      "loss": 19.4062,
+      "step": 29213
+    },
+    {
+      "epoch": 1.3960623148236644,
+      "grad_norm": 274.8138122558594,
+      "learning_rate": 4.413290136747418e-06,
+      "loss": 23.8906,
+      "step": 29214
+    },
+    {
+      "epoch": 1.3961101022651248,
+      "grad_norm": 256.65582275390625,
+      "learning_rate": 4.4126483159666754e-06,
+      "loss": 26.3438,
+      "step": 29215
+    },
+    {
+      "epoch": 1.3961578897065852,
+      "grad_norm": 242.9639434814453,
+      "learning_rate": 4.412006528646961e-06,
+      "loss": 18.4062,
+      "step": 29216
+    },
+    {
+      "epoch": 1.3962056771480456,
+      "grad_norm": 297.25372314453125,
+      "learning_rate": 4.4113647747921166e-06,
+      "loss": 22.0938,
+      "step": 29217
+    },
+    {
+      "epoch": 1.396253464589506,
+      "grad_norm": 425.6490478515625,
+      "learning_rate": 4.410723054405989e-06,
+      "loss": 27.125,
+      "step": 29218
+    },
+    {
+      "epoch": 1.3963012520309663,
+      "grad_norm": 299.8021240234375,
+      "learning_rate": 4.4100813674924135e-06,
+      "loss": 32.6875,
+      "step": 29219
+    },
+    {
+      "epoch": 1.3963490394724267,
+      "grad_norm": 244.5017852783203,
+      "learning_rate": 4.409439714055239e-06,
+      "loss": 25.8438,
+      "step": 29220
+    },
+    {
+      "epoch": 1.3963968269138871,
+      "grad_norm": 1004.0955810546875,
+      "learning_rate": 4.408798094098311e-06,
+      "loss": 28.9688,
+      "step": 29221
+    },
+    {
+      "epoch": 1.3964446143553473,
+      "grad_norm": 205.69241333007812,
+      "learning_rate": 4.408156507625463e-06,
+      "loss": 24.3281,
+      "step": 29222
+    },
+    {
+      "epoch": 1.3964924017968077,
+      "grad_norm": 232.6746368408203,
+      "learning_rate": 4.407514954640543e-06,
+      "loss": 28.6094,
+      "step": 29223
+    },
+    {
+      "epoch": 1.396540189238268,
+      "grad_norm": 377.9776306152344,
+      "learning_rate": 4.406873435147395e-06,
+      "loss": 30.9062,
+      "step": 29224
+    },
+    {
+      "epoch": 1.3965879766797284,
+      "grad_norm": 196.7771453857422,
+      "learning_rate": 4.406231949149855e-06,
+      "loss": 19.1406,
+      "step": 29225
+    },
+    {
+      "epoch": 1.3966357641211888,
+      "grad_norm": 214.69924926757812,
+      "learning_rate": 4.405590496651771e-06,
+      "loss": 27.5156,
+      "step": 29226
+    },
+    {
+      "epoch": 1.3966835515626492,
+      "grad_norm": 1279.272705078125,
+      "learning_rate": 4.404949077656977e-06,
+      "loss": 16.8125,
+      "step": 29227
+    },
+    {
+      "epoch": 1.3967313390041096,
+      "grad_norm": 416.1773986816406,
+      "learning_rate": 4.404307692169319e-06,
+      "loss": 25.4688,
+      "step": 29228
+    },
+    {
+      "epoch": 1.39677912644557,
+      "grad_norm": 243.30648803710938,
+      "learning_rate": 4.403666340192642e-06,
+      "loss": 16.9375,
+      "step": 29229
+    },
+    {
+      "epoch": 1.3968269138870304,
+      "grad_norm": 242.5447235107422,
+      "learning_rate": 4.403025021730777e-06,
+      "loss": 21.9219,
+      "step": 29230
+    },
+    {
+      "epoch": 1.3968747013284908,
+      "grad_norm": 276.68017578125,
+      "learning_rate": 4.402383736787571e-06,
+      "loss": 19.1562,
+      "step": 29231
+    },
+    {
+      "epoch": 1.3969224887699512,
+      "grad_norm": 173.75701904296875,
+      "learning_rate": 4.401742485366863e-06,
+      "loss": 21.5469,
+      "step": 29232
+    },
+    {
+      "epoch": 1.3969702762114116,
+      "grad_norm": 159.55955505371094,
+      "learning_rate": 4.401101267472498e-06,
+      "loss": 27.5938,
+      "step": 29233
+    },
+    {
+      "epoch": 1.397018063652872,
+      "grad_norm": 189.7384033203125,
+      "learning_rate": 4.400460083108309e-06,
+      "loss": 18.7656,
+      "step": 29234
+    },
+    {
+      "epoch": 1.3970658510943323,
+      "grad_norm": 224.82757568359375,
+      "learning_rate": 4.399818932278137e-06,
+      "loss": 28.4688,
+      "step": 29235
+    },
+    {
+      "epoch": 1.3971136385357927,
+      "grad_norm": 222.67965698242188,
+      "learning_rate": 4.399177814985828e-06,
+      "loss": 24.8438,
+      "step": 29236
+    },
+    {
+      "epoch": 1.3971614259772531,
+      "grad_norm": 291.93988037109375,
+      "learning_rate": 4.398536731235213e-06,
+      "loss": 24.2344,
+      "step": 29237
+    },
+    {
+      "epoch": 1.3972092134187135,
+      "grad_norm": 164.6090087890625,
+      "learning_rate": 4.3978956810301355e-06,
+      "loss": 20.9688,
+      "step": 29238
+    },
+    {
+      "epoch": 1.397257000860174,
+      "grad_norm": 295.6349792480469,
+      "learning_rate": 4.397254664374433e-06,
+      "loss": 33.9062,
+      "step": 29239
+    },
+    {
+      "epoch": 1.3973047883016343,
+      "grad_norm": 158.8120574951172,
+      "learning_rate": 4.3966136812719505e-06,
+      "loss": 17.5781,
+      "step": 29240
+    },
+    {
+      "epoch": 1.3973525757430947,
+      "grad_norm": 311.40728759765625,
+      "learning_rate": 4.395972731726517e-06,
+      "loss": 21.0938,
+      "step": 29241
+    },
+    {
+      "epoch": 1.397400363184555,
+      "grad_norm": 304.43524169921875,
+      "learning_rate": 4.395331815741976e-06,
+      "loss": 25.9531,
+      "step": 29242
+    },
+    {
+      "epoch": 1.3974481506260155,
+      "grad_norm": 355.4500427246094,
+      "learning_rate": 4.394690933322167e-06,
+      "loss": 40.125,
+      "step": 29243
+    },
+    {
+      "epoch": 1.3974959380674759,
+      "grad_norm": 221.2988739013672,
+      "learning_rate": 4.394050084470928e-06,
+      "loss": 22.9688,
+      "step": 29244
+    },
+    {
+      "epoch": 1.3975437255089362,
+      "grad_norm": 350.15948486328125,
+      "learning_rate": 4.3934092691920925e-06,
+      "loss": 29.0938,
+      "step": 29245
+    },
+    {
+      "epoch": 1.3975915129503966,
+      "grad_norm": 222.53672790527344,
+      "learning_rate": 4.392768487489501e-06,
+      "loss": 20.3125,
+      "step": 29246
+    },
+    {
+      "epoch": 1.397639300391857,
+      "grad_norm": 157.4436492919922,
+      "learning_rate": 4.39212773936699e-06,
+      "loss": 18.0625,
+      "step": 29247
+    },
+    {
+      "epoch": 1.3976870878333174,
+      "grad_norm": 270.96429443359375,
+      "learning_rate": 4.391487024828402e-06,
+      "loss": 24.625,
+      "step": 29248
+    },
+    {
+      "epoch": 1.3977348752747778,
+      "grad_norm": 176.19671630859375,
+      "learning_rate": 4.390846343877567e-06,
+      "loss": 18.9688,
+      "step": 29249
+    },
+    {
+      "epoch": 1.3977826627162382,
+      "grad_norm": 290.2444763183594,
+      "learning_rate": 4.390205696518323e-06,
+      "loss": 29.9062,
+      "step": 29250
+    },
+    {
+      "epoch": 1.3978304501576986,
+      "grad_norm": 774.9677124023438,
+      "learning_rate": 4.389565082754514e-06,
+      "loss": 26.7188,
+      "step": 29251
+    },
+    {
+      "epoch": 1.397878237599159,
+      "grad_norm": 160.69992065429688,
+      "learning_rate": 4.388924502589965e-06,
+      "loss": 23.375,
+      "step": 29252
+    },
+    {
+      "epoch": 1.3979260250406194,
+      "grad_norm": 324.0820617675781,
+      "learning_rate": 4.388283956028519e-06,
+      "loss": 24.6094,
+      "step": 29253
+    },
+    {
+      "epoch": 1.3979738124820797,
+      "grad_norm": 263.3803405761719,
+      "learning_rate": 4.387643443074016e-06,
+      "loss": 33.9062,
+      "step": 29254
+    },
+    {
+      "epoch": 1.3980215999235401,
+      "grad_norm": 213.8957977294922,
+      "learning_rate": 4.387002963730282e-06,
+      "loss": 26.1875,
+      "step": 29255
+    },
+    {
+      "epoch": 1.3980693873650005,
+      "grad_norm": 299.4897155761719,
+      "learning_rate": 4.386362518001156e-06,
+      "loss": 26.7188,
+      "step": 29256
+    },
+    {
+      "epoch": 1.398117174806461,
+      "grad_norm": 294.0701599121094,
+      "learning_rate": 4.38572210589048e-06,
+      "loss": 25.7188,
+      "step": 29257
+    },
+    {
+      "epoch": 1.3981649622479213,
+      "grad_norm": 172.27491760253906,
+      "learning_rate": 4.385081727402081e-06,
+      "loss": 26.7969,
+      "step": 29258
+    },
+    {
+      "epoch": 1.3982127496893817,
+      "grad_norm": 491.51837158203125,
+      "learning_rate": 4.384441382539799e-06,
+      "loss": 25.6562,
+      "step": 29259
+    },
+    {
+      "epoch": 1.398260537130842,
+      "grad_norm": 150.98806762695312,
+      "learning_rate": 4.383801071307465e-06,
+      "loss": 28.625,
+      "step": 29260
+    },
+    {
+      "epoch": 1.3983083245723025,
+      "grad_norm": 475.22637939453125,
+      "learning_rate": 4.383160793708915e-06,
+      "loss": 36.4375,
+      "step": 29261
+    },
+    {
+      "epoch": 1.3983561120137629,
+      "grad_norm": 358.69317626953125,
+      "learning_rate": 4.382520549747988e-06,
+      "loss": 29.9062,
+      "step": 29262
+    },
+    {
+      "epoch": 1.3984038994552233,
+      "grad_norm": 176.87344360351562,
+      "learning_rate": 4.381880339428512e-06,
+      "loss": 21.1562,
+      "step": 29263
+    },
+    {
+      "epoch": 1.3984516868966836,
+      "grad_norm": 372.1794128417969,
+      "learning_rate": 4.381240162754322e-06,
+      "loss": 28.875,
+      "step": 29264
+    },
+    {
+      "epoch": 1.398499474338144,
+      "grad_norm": 265.6912536621094,
+      "learning_rate": 4.380600019729253e-06,
+      "loss": 32.4375,
+      "step": 29265
+    },
+    {
+      "epoch": 1.3985472617796044,
+      "grad_norm": 191.52853393554688,
+      "learning_rate": 4.379959910357143e-06,
+      "loss": 16.3906,
+      "step": 29266
+    },
+    {
+      "epoch": 1.3985950492210648,
+      "grad_norm": 260.860107421875,
+      "learning_rate": 4.3793198346418175e-06,
+      "loss": 20.9219,
+      "step": 29267
+    },
+    {
+      "epoch": 1.3986428366625252,
+      "grad_norm": 188.6522979736328,
+      "learning_rate": 4.378679792587114e-06,
+      "loss": 17.1562,
+      "step": 29268
+    },
+    {
+      "epoch": 1.3986906241039856,
+      "grad_norm": 386.53826904296875,
+      "learning_rate": 4.378039784196865e-06,
+      "loss": 35.9688,
+      "step": 29269
+    },
+    {
+      "epoch": 1.398738411545446,
+      "grad_norm": 182.0466766357422,
+      "learning_rate": 4.377399809474907e-06,
+      "loss": 28.4688,
+      "step": 29270
+    },
+    {
+      "epoch": 1.3987861989869064,
+      "grad_norm": 475.82666015625,
+      "learning_rate": 4.376759868425065e-06,
+      "loss": 27.8438,
+      "step": 29271
+    },
+    {
+      "epoch": 1.3988339864283668,
+      "grad_norm": 234.07601928710938,
+      "learning_rate": 4.376119961051175e-06,
+      "loss": 28.0781,
+      "step": 29272
+    },
+    {
+      "epoch": 1.398881773869827,
+      "grad_norm": 544.205078125,
+      "learning_rate": 4.3754800873570745e-06,
+      "loss": 25.5312,
+      "step": 29273
+    },
+    {
+      "epoch": 1.3989295613112873,
+      "grad_norm": 431.2258605957031,
+      "learning_rate": 4.3748402473465856e-06,
+      "loss": 24.0312,
+      "step": 29274
+    },
+    {
+      "epoch": 1.3989773487527477,
+      "grad_norm": 261.88232421875,
+      "learning_rate": 4.3742004410235464e-06,
+      "loss": 32.0625,
+      "step": 29275
+    },
+    {
+      "epoch": 1.399025136194208,
+      "grad_norm": 320.9007873535156,
+      "learning_rate": 4.373560668391787e-06,
+      "loss": 39.2812,
+      "step": 29276
+    },
+    {
+      "epoch": 1.3990729236356685,
+      "grad_norm": 371.9396057128906,
+      "learning_rate": 4.372920929455142e-06,
+      "loss": 28.9531,
+      "step": 29277
+    },
+    {
+      "epoch": 1.3991207110771289,
+      "grad_norm": 238.0782012939453,
+      "learning_rate": 4.372281224217437e-06,
+      "loss": 21.8438,
+      "step": 29278
+    },
+    {
+      "epoch": 1.3991684985185893,
+      "grad_norm": 204.45294189453125,
+      "learning_rate": 4.371641552682505e-06,
+      "loss": 24.3438,
+      "step": 29279
+    },
+    {
+      "epoch": 1.3992162859600497,
+      "grad_norm": 421.4753723144531,
+      "learning_rate": 4.371001914854179e-06,
+      "loss": 37.3125,
+      "step": 29280
+    },
+    {
+      "epoch": 1.39926407340151,
+      "grad_norm": 253.2296600341797,
+      "learning_rate": 4.3703623107362906e-06,
+      "loss": 21.0156,
+      "step": 29281
+    },
+    {
+      "epoch": 1.3993118608429704,
+      "grad_norm": 338.19561767578125,
+      "learning_rate": 4.3697227403326635e-06,
+      "loss": 30.5312,
+      "step": 29282
+    },
+    {
+      "epoch": 1.3993596482844308,
+      "grad_norm": 316.2871398925781,
+      "learning_rate": 4.369083203647133e-06,
+      "loss": 21.0156,
+      "step": 29283
+    },
+    {
+      "epoch": 1.3994074357258912,
+      "grad_norm": 293.9629821777344,
+      "learning_rate": 4.368443700683528e-06,
+      "loss": 26.4062,
+      "step": 29284
+    },
+    {
+      "epoch": 1.3994552231673516,
+      "grad_norm": 232.38043212890625,
+      "learning_rate": 4.367804231445681e-06,
+      "loss": 27.375,
+      "step": 29285
+    },
+    {
+      "epoch": 1.399503010608812,
+      "grad_norm": 285.0846862792969,
+      "learning_rate": 4.367164795937418e-06,
+      "loss": 22.9531,
+      "step": 29286
+    },
+    {
+      "epoch": 1.3995507980502724,
+      "grad_norm": 214.16030883789062,
+      "learning_rate": 4.366525394162572e-06,
+      "loss": 23.3125,
+      "step": 29287
+    },
+    {
+      "epoch": 1.3995985854917328,
+      "grad_norm": 181.08740234375,
+      "learning_rate": 4.365886026124966e-06,
+      "loss": 22.7656,
+      "step": 29288
+    },
+    {
+      "epoch": 1.3996463729331932,
+      "grad_norm": 201.20726013183594,
+      "learning_rate": 4.365246691828432e-06,
+      "loss": 19.0938,
+      "step": 29289
+    },
+    {
+      "epoch": 1.3996941603746536,
+      "grad_norm": 232.40870666503906,
+      "learning_rate": 4.3646073912768035e-06,
+      "loss": 32.0938,
+      "step": 29290
+    },
+    {
+      "epoch": 1.399741947816114,
+      "grad_norm": 228.70826721191406,
+      "learning_rate": 4.3639681244739014e-06,
+      "loss": 27.2812,
+      "step": 29291
+    },
+    {
+      "epoch": 1.3997897352575743,
+      "grad_norm": 262.145263671875,
+      "learning_rate": 4.363328891423563e-06,
+      "loss": 29.9688,
+      "step": 29292
+    },
+    {
+      "epoch": 1.3998375226990347,
+      "grad_norm": 273.63568115234375,
+      "learning_rate": 4.362689692129605e-06,
+      "loss": 32.0625,
+      "step": 29293
+    },
+    {
+      "epoch": 1.399885310140495,
+      "grad_norm": 228.53472900390625,
+      "learning_rate": 4.3620505265958636e-06,
+      "loss": 22.9531,
+      "step": 29294
+    },
+    {
+      "epoch": 1.3999330975819555,
+      "grad_norm": 282.0865783691406,
+      "learning_rate": 4.361411394826164e-06,
+      "loss": 29.1562,
+      "step": 29295
+    },
+    {
+      "epoch": 1.3999808850234159,
+      "grad_norm": 321.4346923828125,
+      "learning_rate": 4.3607722968243385e-06,
+      "loss": 30.2812,
+      "step": 29296
+    },
+    {
+      "epoch": 1.4000286724648763,
+      "grad_norm": 366.5088195800781,
+      "learning_rate": 4.360133232594206e-06,
+      "loss": 25.4062,
+      "step": 29297
+    },
+    {
+      "epoch": 1.4000764599063367,
+      "grad_norm": 172.6753387451172,
+      "learning_rate": 4.359494202139598e-06,
+      "loss": 17.7344,
+      "step": 29298
+    },
+    {
+      "epoch": 1.400124247347797,
+      "grad_norm": 254.6458740234375,
+      "learning_rate": 4.358855205464345e-06,
+      "loss": 23.5,
+      "step": 29299
+    },
+    {
+      "epoch": 1.4001720347892574,
+      "grad_norm": 211.56747436523438,
+      "learning_rate": 4.358216242572268e-06,
+      "loss": 25.625,
+      "step": 29300
+    },
+    {
+      "epoch": 1.4002198222307178,
+      "grad_norm": 198.92294311523438,
+      "learning_rate": 4.357577313467194e-06,
+      "loss": 19.7812,
+      "step": 29301
+    },
+    {
+      "epoch": 1.4002676096721782,
+      "grad_norm": 415.0800476074219,
+      "learning_rate": 4.356938418152952e-06,
+      "loss": 24.1875,
+      "step": 29302
+    },
+    {
+      "epoch": 1.4003153971136386,
+      "grad_norm": 209.21974182128906,
+      "learning_rate": 4.356299556633371e-06,
+      "loss": 29.2812,
+      "step": 29303
+    },
+    {
+      "epoch": 1.4003631845550988,
+      "grad_norm": 198.01925659179688,
+      "learning_rate": 4.355660728912268e-06,
+      "loss": 22.8125,
+      "step": 29304
+    },
+    {
+      "epoch": 1.4004109719965592,
+      "grad_norm": 254.7602081298828,
+      "learning_rate": 4.3550219349934764e-06,
+      "loss": 19.5469,
+      "step": 29305
+    },
+    {
+      "epoch": 1.4004587594380196,
+      "grad_norm": 275.8037109375,
+      "learning_rate": 4.354383174880819e-06,
+      "loss": 27.125,
+      "step": 29306
+    },
+    {
+      "epoch": 1.40050654687948,
+      "grad_norm": 221.16683959960938,
+      "learning_rate": 4.353744448578124e-06,
+      "loss": 25.9688,
+      "step": 29307
+    },
+    {
+      "epoch": 1.4005543343209403,
+      "grad_norm": 237.3500518798828,
+      "learning_rate": 4.353105756089212e-06,
+      "loss": 19.6719,
+      "step": 29308
+    },
+    {
+      "epoch": 1.4006021217624007,
+      "grad_norm": 182.96705627441406,
+      "learning_rate": 4.352467097417908e-06,
+      "loss": 27.2656,
+      "step": 29309
+    },
+    {
+      "epoch": 1.4006499092038611,
+      "grad_norm": 124.4624252319336,
+      "learning_rate": 4.351828472568045e-06,
+      "loss": 21.1875,
+      "step": 29310
+    },
+    {
+      "epoch": 1.4006976966453215,
+      "grad_norm": 277.96661376953125,
+      "learning_rate": 4.351189881543436e-06,
+      "loss": 30.625,
+      "step": 29311
+    },
+    {
+      "epoch": 1.400745484086782,
+      "grad_norm": 282.8250427246094,
+      "learning_rate": 4.350551324347911e-06,
+      "loss": 23.4375,
+      "step": 29312
+    },
+    {
+      "epoch": 1.4007932715282423,
+      "grad_norm": 333.238525390625,
+      "learning_rate": 4.349912800985293e-06,
+      "loss": 23.125,
+      "step": 29313
+    },
+    {
+      "epoch": 1.4008410589697027,
+      "grad_norm": 198.26927185058594,
+      "learning_rate": 4.349274311459412e-06,
+      "loss": 24.0547,
+      "step": 29314
+    },
+    {
+      "epoch": 1.400888846411163,
+      "grad_norm": 722.5714721679688,
+      "learning_rate": 4.348635855774082e-06,
+      "loss": 47.25,
+      "step": 29315
+    },
+    {
+      "epoch": 1.4009366338526235,
+      "grad_norm": 459.8721008300781,
+      "learning_rate": 4.34799743393313e-06,
+      "loss": 22.8438,
+      "step": 29316
+    },
+    {
+      "epoch": 1.4009844212940838,
+      "grad_norm": 381.2528076171875,
+      "learning_rate": 4.3473590459403816e-06,
+      "loss": 26.9844,
+      "step": 29317
+    },
+    {
+      "epoch": 1.4010322087355442,
+      "grad_norm": 345.9361572265625,
+      "learning_rate": 4.346720691799662e-06,
+      "loss": 26.9844,
+      "step": 29318
+    },
+    {
+      "epoch": 1.4010799961770046,
+      "grad_norm": 428.3375244140625,
+      "learning_rate": 4.346082371514787e-06,
+      "loss": 27.375,
+      "step": 29319
+    },
+    {
+      "epoch": 1.401127783618465,
+      "grad_norm": 197.23272705078125,
+      "learning_rate": 4.345444085089583e-06,
+      "loss": 21.7656,
+      "step": 29320
+    },
+    {
+      "epoch": 1.4011755710599254,
+      "grad_norm": 131.71629333496094,
+      "learning_rate": 4.3448058325278755e-06,
+      "loss": 16.125,
+      "step": 29321
+    },
+    {
+      "epoch": 1.4012233585013858,
+      "grad_norm": 115.30718231201172,
+      "learning_rate": 4.344167613833481e-06,
+      "loss": 23.1406,
+      "step": 29322
+    },
+    {
+      "epoch": 1.4012711459428462,
+      "grad_norm": 191.63571166992188,
+      "learning_rate": 4.343529429010228e-06,
+      "loss": 28.2969,
+      "step": 29323
+    },
+    {
+      "epoch": 1.4013189333843066,
+      "grad_norm": 316.9864196777344,
+      "learning_rate": 4.342891278061931e-06,
+      "loss": 31.875,
+      "step": 29324
+    },
+    {
+      "epoch": 1.401366720825767,
+      "grad_norm": 372.8361511230469,
+      "learning_rate": 4.3422531609924205e-06,
+      "loss": 17.6562,
+      "step": 29325
+    },
+    {
+      "epoch": 1.4014145082672274,
+      "grad_norm": 156.0718536376953,
+      "learning_rate": 4.341615077805508e-06,
+      "loss": 26.4375,
+      "step": 29326
+    },
+    {
+      "epoch": 1.4014622957086877,
+      "grad_norm": 356.54412841796875,
+      "learning_rate": 4.34097702850502e-06,
+      "loss": 35.375,
+      "step": 29327
+    },
+    {
+      "epoch": 1.4015100831501481,
+      "grad_norm": 593.7685546875,
+      "learning_rate": 4.340339013094778e-06,
+      "loss": 21.8125,
+      "step": 29328
+    },
+    {
+      "epoch": 1.4015578705916085,
+      "grad_norm": 176.7366485595703,
+      "learning_rate": 4.339701031578605e-06,
+      "loss": 31.1719,
+      "step": 29329
+    },
+    {
+      "epoch": 1.401605658033069,
+      "grad_norm": 237.94728088378906,
+      "learning_rate": 4.3390630839603165e-06,
+      "loss": 22.9688,
+      "step": 29330
+    },
+    {
+      "epoch": 1.4016534454745293,
+      "grad_norm": 134.96673583984375,
+      "learning_rate": 4.338425170243734e-06,
+      "loss": 20.875,
+      "step": 29331
+    },
+    {
+      "epoch": 1.4017012329159897,
+      "grad_norm": 183.28912353515625,
+      "learning_rate": 4.337787290432681e-06,
+      "loss": 23.3906,
+      "step": 29332
+    },
+    {
+      "epoch": 1.40174902035745,
+      "grad_norm": 220.04632568359375,
+      "learning_rate": 4.337149444530979e-06,
+      "loss": 26.875,
+      "step": 29333
+    },
+    {
+      "epoch": 1.4017968077989105,
+      "grad_norm": 231.92921447753906,
+      "learning_rate": 4.3365116325424405e-06,
+      "loss": 28.125,
+      "step": 29334
+    },
+    {
+      "epoch": 1.4018445952403709,
+      "grad_norm": 238.19482421875,
+      "learning_rate": 4.33587385447089e-06,
+      "loss": 14.7969,
+      "step": 29335
+    },
+    {
+      "epoch": 1.4018923826818313,
+      "grad_norm": 354.24688720703125,
+      "learning_rate": 4.33523611032015e-06,
+      "loss": 36.125,
+      "step": 29336
+    },
+    {
+      "epoch": 1.4019401701232916,
+      "grad_norm": 165.43545532226562,
+      "learning_rate": 4.3345984000940335e-06,
+      "loss": 19.0938,
+      "step": 29337
+    },
+    {
+      "epoch": 1.401987957564752,
+      "grad_norm": 233.1199493408203,
+      "learning_rate": 4.33396072379636e-06,
+      "loss": 31.3125,
+      "step": 29338
+    },
+    {
+      "epoch": 1.4020357450062124,
+      "grad_norm": 234.614013671875,
+      "learning_rate": 4.3333230814309524e-06,
+      "loss": 27.1562,
+      "step": 29339
+    },
+    {
+      "epoch": 1.4020835324476728,
+      "grad_norm": 174.8647918701172,
+      "learning_rate": 4.33268547300163e-06,
+      "loss": 20.9844,
+      "step": 29340
+    },
+    {
+      "epoch": 1.4021313198891332,
+      "grad_norm": 563.6005249023438,
+      "learning_rate": 4.332047898512206e-06,
+      "loss": 37.9688,
+      "step": 29341
+    },
+    {
+      "epoch": 1.4021791073305936,
+      "grad_norm": 185.14132690429688,
+      "learning_rate": 4.331410357966501e-06,
+      "loss": 15.2344,
+      "step": 29342
+    },
+    {
+      "epoch": 1.402226894772054,
+      "grad_norm": 203.81011962890625,
+      "learning_rate": 4.330772851368333e-06,
+      "loss": 24.9375,
+      "step": 29343
+    },
+    {
+      "epoch": 1.4022746822135144,
+      "grad_norm": 221.94580078125,
+      "learning_rate": 4.330135378721525e-06,
+      "loss": 32.8438,
+      "step": 29344
+    },
+    {
+      "epoch": 1.4023224696549748,
+      "grad_norm": 291.21392822265625,
+      "learning_rate": 4.329497940029886e-06,
+      "loss": 25.7812,
+      "step": 29345
+    },
+    {
+      "epoch": 1.4023702570964351,
+      "grad_norm": 230.67141723632812,
+      "learning_rate": 4.328860535297236e-06,
+      "loss": 31.5312,
+      "step": 29346
+    },
+    {
+      "epoch": 1.4024180445378955,
+      "grad_norm": 192.11012268066406,
+      "learning_rate": 4.3282231645274e-06,
+      "loss": 28.2188,
+      "step": 29347
+    },
+    {
+      "epoch": 1.402465831979356,
+      "grad_norm": 317.4682312011719,
+      "learning_rate": 4.327585827724184e-06,
+      "loss": 25.0625,
+      "step": 29348
+    },
+    {
+      "epoch": 1.4025136194208163,
+      "grad_norm": 302.9759521484375,
+      "learning_rate": 4.326948524891408e-06,
+      "loss": 27.5625,
+      "step": 29349
+    },
+    {
+      "epoch": 1.4025614068622767,
+      "grad_norm": 309.7795715332031,
+      "learning_rate": 4.326311256032891e-06,
+      "loss": 19.8906,
+      "step": 29350
+    },
+    {
+      "epoch": 1.402609194303737,
+      "grad_norm": 188.88629150390625,
+      "learning_rate": 4.325674021152453e-06,
+      "loss": 23.875,
+      "step": 29351
+    },
+    {
+      "epoch": 1.4026569817451975,
+      "grad_norm": 295.4985046386719,
+      "learning_rate": 4.325036820253901e-06,
+      "loss": 28.8125,
+      "step": 29352
+    },
+    {
+      "epoch": 1.4027047691866579,
+      "grad_norm": 333.2135314941406,
+      "learning_rate": 4.324399653341056e-06,
+      "loss": 35.3125,
+      "step": 29353
+    },
+    {
+      "epoch": 1.4027525566281183,
+      "grad_norm": 302.7773742675781,
+      "learning_rate": 4.323762520417737e-06,
+      "loss": 24.2812,
+      "step": 29354
+    },
+    {
+      "epoch": 1.4028003440695787,
+      "grad_norm": 327.4727783203125,
+      "learning_rate": 4.323125421487753e-06,
+      "loss": 25.9688,
+      "step": 29355
+    },
+    {
+      "epoch": 1.4028481315110388,
+      "grad_norm": 120.49560546875,
+      "learning_rate": 4.322488356554926e-06,
+      "loss": 19.5469,
+      "step": 29356
+    },
+    {
+      "epoch": 1.4028959189524992,
+      "grad_norm": 247.3789520263672,
+      "learning_rate": 4.3218513256230635e-06,
+      "loss": 28.5938,
+      "step": 29357
+    },
+    {
+      "epoch": 1.4029437063939596,
+      "grad_norm": 307.6258850097656,
+      "learning_rate": 4.3212143286959855e-06,
+      "loss": 29.9375,
+      "step": 29358
+    },
+    {
+      "epoch": 1.40299149383542,
+      "grad_norm": 232.17037963867188,
+      "learning_rate": 4.32057736577751e-06,
+      "loss": 25.8594,
+      "step": 29359
+    },
+    {
+      "epoch": 1.4030392812768804,
+      "grad_norm": 232.10411071777344,
+      "learning_rate": 4.319940436871442e-06,
+      "loss": 23.2812,
+      "step": 29360
+    },
+    {
+      "epoch": 1.4030870687183408,
+      "grad_norm": 192.6241912841797,
+      "learning_rate": 4.319303541981603e-06,
+      "loss": 28.6406,
+      "step": 29361
+    },
+    {
+      "epoch": 1.4031348561598012,
+      "grad_norm": 181.76902770996094,
+      "learning_rate": 4.31866668111181e-06,
+      "loss": 20.9688,
+      "step": 29362
+    },
+    {
+      "epoch": 1.4031826436012615,
+      "grad_norm": 271.0482482910156,
+      "learning_rate": 4.3180298542658685e-06,
+      "loss": 22.0781,
+      "step": 29363
+    },
+    {
+      "epoch": 1.403230431042722,
+      "grad_norm": 422.3651123046875,
+      "learning_rate": 4.317393061447596e-06,
+      "loss": 26.7812,
+      "step": 29364
+    },
+    {
+      "epoch": 1.4032782184841823,
+      "grad_norm": 286.99920654296875,
+      "learning_rate": 4.316756302660806e-06,
+      "loss": 23.7812,
+      "step": 29365
+    },
+    {
+      "epoch": 1.4033260059256427,
+      "grad_norm": 480.5289001464844,
+      "learning_rate": 4.316119577909316e-06,
+      "loss": 27.8438,
+      "step": 29366
+    },
+    {
+      "epoch": 1.403373793367103,
+      "grad_norm": 180.9408416748047,
+      "learning_rate": 4.315482887196933e-06,
+      "loss": 21.875,
+      "step": 29367
+    },
+    {
+      "epoch": 1.4034215808085635,
+      "grad_norm": 179.89723205566406,
+      "learning_rate": 4.314846230527473e-06,
+      "loss": 19.6875,
+      "step": 29368
+    },
+    {
+      "epoch": 1.4034693682500239,
+      "grad_norm": 211.1549835205078,
+      "learning_rate": 4.314209607904747e-06,
+      "loss": 31.625,
+      "step": 29369
+    },
+    {
+      "epoch": 1.4035171556914843,
+      "grad_norm": 499.0455322265625,
+      "learning_rate": 4.313573019332572e-06,
+      "loss": 23.5469,
+      "step": 29370
+    },
+    {
+      "epoch": 1.4035649431329447,
+      "grad_norm": 265.08538818359375,
+      "learning_rate": 4.312936464814754e-06,
+      "loss": 25.4375,
+      "step": 29371
+    },
+    {
+      "epoch": 1.403612730574405,
+      "grad_norm": 286.1216735839844,
+      "learning_rate": 4.312299944355108e-06,
+      "loss": 20.0,
+      "step": 29372
+    },
+    {
+      "epoch": 1.4036605180158654,
+      "grad_norm": 279.29638671875,
+      "learning_rate": 4.311663457957451e-06,
+      "loss": 24.6562,
+      "step": 29373
+    },
+    {
+      "epoch": 1.4037083054573258,
+      "grad_norm": 495.1468505859375,
+      "learning_rate": 4.311027005625585e-06,
+      "loss": 28.0625,
+      "step": 29374
+    },
+    {
+      "epoch": 1.4037560928987862,
+      "grad_norm": 295.1893615722656,
+      "learning_rate": 4.310390587363328e-06,
+      "loss": 25.875,
+      "step": 29375
+    },
+    {
+      "epoch": 1.4038038803402466,
+      "grad_norm": 266.0976257324219,
+      "learning_rate": 4.309754203174488e-06,
+      "loss": 33.7188,
+      "step": 29376
+    },
+    {
+      "epoch": 1.403851667781707,
+      "grad_norm": 135.91575622558594,
+      "learning_rate": 4.309117853062882e-06,
+      "loss": 21.7969,
+      "step": 29377
+    },
+    {
+      "epoch": 1.4038994552231674,
+      "grad_norm": 237.55072021484375,
+      "learning_rate": 4.308481537032314e-06,
+      "loss": 26.7969,
+      "step": 29378
+    },
+    {
+      "epoch": 1.4039472426646278,
+      "grad_norm": 406.2432556152344,
+      "learning_rate": 4.3078452550865964e-06,
+      "loss": 18.0625,
+      "step": 29379
+    },
+    {
+      "epoch": 1.4039950301060882,
+      "grad_norm": 171.32325744628906,
+      "learning_rate": 4.307209007229541e-06,
+      "loss": 21.625,
+      "step": 29380
+    },
+    {
+      "epoch": 1.4040428175475486,
+      "grad_norm": 157.78097534179688,
+      "learning_rate": 4.306572793464963e-06,
+      "loss": 21.8281,
+      "step": 29381
+    },
+    {
+      "epoch": 1.404090604989009,
+      "grad_norm": 203.05650329589844,
+      "learning_rate": 4.305936613796663e-06,
+      "loss": 27.125,
+      "step": 29382
+    },
+    {
+      "epoch": 1.4041383924304693,
+      "grad_norm": 164.3405303955078,
+      "learning_rate": 4.305300468228455e-06,
+      "loss": 20.8438,
+      "step": 29383
+    },
+    {
+      "epoch": 1.4041861798719297,
+      "grad_norm": 299.1526184082031,
+      "learning_rate": 4.304664356764152e-06,
+      "loss": 32.6562,
+      "step": 29384
+    },
+    {
+      "epoch": 1.4042339673133901,
+      "grad_norm": 234.14791870117188,
+      "learning_rate": 4.304028279407558e-06,
+      "loss": 26.4062,
+      "step": 29385
+    },
+    {
+      "epoch": 1.4042817547548503,
+      "grad_norm": 227.5265655517578,
+      "learning_rate": 4.303392236162485e-06,
+      "loss": 23.7188,
+      "step": 29386
+    },
+    {
+      "epoch": 1.4043295421963107,
+      "grad_norm": 168.46311950683594,
+      "learning_rate": 4.302756227032744e-06,
+      "loss": 21.0,
+      "step": 29387
+    },
+    {
+      "epoch": 1.404377329637771,
+      "grad_norm": 223.51637268066406,
+      "learning_rate": 4.30212025202214e-06,
+      "loss": 24.3438,
+      "step": 29388
+    },
+    {
+      "epoch": 1.4044251170792315,
+      "grad_norm": 427.81365966796875,
+      "learning_rate": 4.301484311134485e-06,
+      "loss": 25.2812,
+      "step": 29389
+    },
+    {
+      "epoch": 1.4044729045206918,
+      "grad_norm": 281.37847900390625,
+      "learning_rate": 4.300848404373583e-06,
+      "loss": 21.0156,
+      "step": 29390
+    },
+    {
+      "epoch": 1.4045206919621522,
+      "grad_norm": 875.0325927734375,
+      "learning_rate": 4.300212531743247e-06,
+      "loss": 28.5625,
+      "step": 29391
+    },
+    {
+      "epoch": 1.4045684794036126,
+      "grad_norm": 630.0841674804688,
+      "learning_rate": 4.299576693247284e-06,
+      "loss": 24.1875,
+      "step": 29392
+    },
+    {
+      "epoch": 1.404616266845073,
+      "grad_norm": 230.1865234375,
+      "learning_rate": 4.298940888889499e-06,
+      "loss": 25.7188,
+      "step": 29393
+    },
+    {
+      "epoch": 1.4046640542865334,
+      "grad_norm": 305.41339111328125,
+      "learning_rate": 4.298305118673701e-06,
+      "loss": 22.9219,
+      "step": 29394
+    },
+    {
+      "epoch": 1.4047118417279938,
+      "grad_norm": 190.50601196289062,
+      "learning_rate": 4.297669382603702e-06,
+      "loss": 19.5,
+      "step": 29395
+    },
+    {
+      "epoch": 1.4047596291694542,
+      "grad_norm": 145.9537811279297,
+      "learning_rate": 4.297033680683302e-06,
+      "loss": 17.6406,
+      "step": 29396
+    },
+    {
+      "epoch": 1.4048074166109146,
+      "grad_norm": 212.58255004882812,
+      "learning_rate": 4.296398012916312e-06,
+      "loss": 25.9688,
+      "step": 29397
+    },
+    {
+      "epoch": 1.404855204052375,
+      "grad_norm": 186.89242553710938,
+      "learning_rate": 4.2957623793065374e-06,
+      "loss": 23.1562,
+      "step": 29398
+    },
+    {
+      "epoch": 1.4049029914938354,
+      "grad_norm": 158.01258850097656,
+      "learning_rate": 4.295126779857789e-06,
+      "loss": 18.875,
+      "step": 29399
+    },
+    {
+      "epoch": 1.4049507789352957,
+      "grad_norm": 492.22442626953125,
+      "learning_rate": 4.294491214573867e-06,
+      "loss": 22.4375,
+      "step": 29400
+    },
+    {
+      "epoch": 1.4049985663767561,
+      "grad_norm": 157.84719848632812,
+      "learning_rate": 4.29385568345858e-06,
+      "loss": 19.7188,
+      "step": 29401
+    },
+    {
+      "epoch": 1.4050463538182165,
+      "grad_norm": 249.45567321777344,
+      "learning_rate": 4.293220186515734e-06,
+      "loss": 25.0156,
+      "step": 29402
+    },
+    {
+      "epoch": 1.405094141259677,
+      "grad_norm": 166.16357421875,
+      "learning_rate": 4.2925847237491405e-06,
+      "loss": 24.1562,
+      "step": 29403
+    },
+    {
+      "epoch": 1.4051419287011373,
+      "grad_norm": 272.6856994628906,
+      "learning_rate": 4.291949295162595e-06,
+      "loss": 19.9219,
+      "step": 29404
+    },
+    {
+      "epoch": 1.4051897161425977,
+      "grad_norm": 267.9143371582031,
+      "learning_rate": 4.291313900759908e-06,
+      "loss": 19.8438,
+      "step": 29405
+    },
+    {
+      "epoch": 1.405237503584058,
+      "grad_norm": 232.4128875732422,
+      "learning_rate": 4.2906785405448894e-06,
+      "loss": 23.8906,
+      "step": 29406
+    },
+    {
+      "epoch": 1.4052852910255185,
+      "grad_norm": 276.6150207519531,
+      "learning_rate": 4.290043214521334e-06,
+      "loss": 30.75,
+      "step": 29407
+    },
+    {
+      "epoch": 1.4053330784669789,
+      "grad_norm": 306.9321594238281,
+      "learning_rate": 4.289407922693053e-06,
+      "loss": 27.1562,
+      "step": 29408
+    },
+    {
+      "epoch": 1.4053808659084392,
+      "grad_norm": 266.8837585449219,
+      "learning_rate": 4.288772665063849e-06,
+      "loss": 33.5625,
+      "step": 29409
+    },
+    {
+      "epoch": 1.4054286533498996,
+      "grad_norm": 260.5221862792969,
+      "learning_rate": 4.288137441637531e-06,
+      "loss": 23.0,
+      "step": 29410
+    },
+    {
+      "epoch": 1.40547644079136,
+      "grad_norm": 221.60012817382812,
+      "learning_rate": 4.2875022524178966e-06,
+      "loss": 31.0625,
+      "step": 29411
+    },
+    {
+      "epoch": 1.4055242282328204,
+      "grad_norm": 434.060791015625,
+      "learning_rate": 4.286867097408753e-06,
+      "loss": 25.0625,
+      "step": 29412
+    },
+    {
+      "epoch": 1.4055720156742808,
+      "grad_norm": 174.53955078125,
+      "learning_rate": 4.286231976613901e-06,
+      "loss": 29.625,
+      "step": 29413
+    },
+    {
+      "epoch": 1.4056198031157412,
+      "grad_norm": 178.8677520751953,
+      "learning_rate": 4.285596890037152e-06,
+      "loss": 28.3438,
+      "step": 29414
+    },
+    {
+      "epoch": 1.4056675905572016,
+      "grad_norm": 476.8275451660156,
+      "learning_rate": 4.284961837682301e-06,
+      "loss": 27.9375,
+      "step": 29415
+    },
+    {
+      "epoch": 1.405715377998662,
+      "grad_norm": 286.36572265625,
+      "learning_rate": 4.284326819553153e-06,
+      "loss": 21.125,
+      "step": 29416
+    },
+    {
+      "epoch": 1.4057631654401224,
+      "grad_norm": 132.44268798828125,
+      "learning_rate": 4.283691835653516e-06,
+      "loss": 14.1562,
+      "step": 29417
+    },
+    {
+      "epoch": 1.4058109528815828,
+      "grad_norm": 166.23721313476562,
+      "learning_rate": 4.2830568859871855e-06,
+      "loss": 16.625,
+      "step": 29418
+    },
+    {
+      "epoch": 1.4058587403230431,
+      "grad_norm": 319.64422607421875,
+      "learning_rate": 4.2824219705579674e-06,
+      "loss": 21.7656,
+      "step": 29419
+    },
+    {
+      "epoch": 1.4059065277645035,
+      "grad_norm": 166.1612091064453,
+      "learning_rate": 4.2817870893696675e-06,
+      "loss": 20.2344,
+      "step": 29420
+    },
+    {
+      "epoch": 1.405954315205964,
+      "grad_norm": 1094.448486328125,
+      "learning_rate": 4.281152242426081e-06,
+      "loss": 21.0781,
+      "step": 29421
+    },
+    {
+      "epoch": 1.4060021026474243,
+      "grad_norm": 205.04176330566406,
+      "learning_rate": 4.280517429731016e-06,
+      "loss": 24.3125,
+      "step": 29422
+    },
+    {
+      "epoch": 1.4060498900888847,
+      "grad_norm": 232.45811462402344,
+      "learning_rate": 4.279882651288268e-06,
+      "loss": 26.7344,
+      "step": 29423
+    },
+    {
+      "epoch": 1.406097677530345,
+      "grad_norm": 333.992919921875,
+      "learning_rate": 4.279247907101644e-06,
+      "loss": 30.25,
+      "step": 29424
+    },
+    {
+      "epoch": 1.4061454649718055,
+      "grad_norm": 235.72471618652344,
+      "learning_rate": 4.278613197174945e-06,
+      "loss": 28.7344,
+      "step": 29425
+    },
+    {
+      "epoch": 1.4061932524132659,
+      "grad_norm": 286.5920104980469,
+      "learning_rate": 4.277978521511966e-06,
+      "loss": 24.6875,
+      "step": 29426
+    },
+    {
+      "epoch": 1.4062410398547263,
+      "grad_norm": 649.3002319335938,
+      "learning_rate": 4.277343880116513e-06,
+      "loss": 22.5312,
+      "step": 29427
+    },
+    {
+      "epoch": 1.4062888272961866,
+      "grad_norm": 171.3897247314453,
+      "learning_rate": 4.276709272992388e-06,
+      "loss": 20.3125,
+      "step": 29428
+    },
+    {
+      "epoch": 1.406336614737647,
+      "grad_norm": 218.26144409179688,
+      "learning_rate": 4.27607470014339e-06,
+      "loss": 22.5938,
+      "step": 29429
+    },
+    {
+      "epoch": 1.4063844021791074,
+      "grad_norm": 327.2955017089844,
+      "learning_rate": 4.275440161573317e-06,
+      "loss": 28.8594,
+      "step": 29430
+    },
+    {
+      "epoch": 1.4064321896205678,
+      "grad_norm": 186.0870819091797,
+      "learning_rate": 4.27480565728597e-06,
+      "loss": 19.9062,
+      "step": 29431
+    },
+    {
+      "epoch": 1.4064799770620282,
+      "grad_norm": 323.12188720703125,
+      "learning_rate": 4.274171187285152e-06,
+      "loss": 25.625,
+      "step": 29432
+    },
+    {
+      "epoch": 1.4065277645034886,
+      "grad_norm": 313.5220642089844,
+      "learning_rate": 4.273536751574658e-06,
+      "loss": 25.2812,
+      "step": 29433
+    },
+    {
+      "epoch": 1.406575551944949,
+      "grad_norm": 281.6246337890625,
+      "learning_rate": 4.27290235015829e-06,
+      "loss": 30.5625,
+      "step": 29434
+    },
+    {
+      "epoch": 1.4066233393864094,
+      "grad_norm": 335.854736328125,
+      "learning_rate": 4.272267983039846e-06,
+      "loss": 28.0,
+      "step": 29435
+    },
+    {
+      "epoch": 1.4066711268278698,
+      "grad_norm": 279.87921142578125,
+      "learning_rate": 4.27163365022313e-06,
+      "loss": 23.6875,
+      "step": 29436
+    },
+    {
+      "epoch": 1.4067189142693302,
+      "grad_norm": 269.3409118652344,
+      "learning_rate": 4.270999351711933e-06,
+      "loss": 30.6562,
+      "step": 29437
+    },
+    {
+      "epoch": 1.4067667017107903,
+      "grad_norm": 248.35093688964844,
+      "learning_rate": 4.270365087510058e-06,
+      "loss": 37.625,
+      "step": 29438
+    },
+    {
+      "epoch": 1.4068144891522507,
+      "grad_norm": 159.7811279296875,
+      "learning_rate": 4.2697308576213025e-06,
+      "loss": 20.0312,
+      "step": 29439
+    },
+    {
+      "epoch": 1.406862276593711,
+      "grad_norm": 200.04473876953125,
+      "learning_rate": 4.269096662049469e-06,
+      "loss": 24.0312,
+      "step": 29440
+    },
+    {
+      "epoch": 1.4069100640351715,
+      "grad_norm": 331.7520751953125,
+      "learning_rate": 4.268462500798347e-06,
+      "loss": 25.6562,
+      "step": 29441
+    },
+    {
+      "epoch": 1.4069578514766319,
+      "grad_norm": 215.58470153808594,
+      "learning_rate": 4.2678283738717396e-06,
+      "loss": 24.8906,
+      "step": 29442
+    },
+    {
+      "epoch": 1.4070056389180923,
+      "grad_norm": 396.5780334472656,
+      "learning_rate": 4.267194281273448e-06,
+      "loss": 24.5312,
+      "step": 29443
+    },
+    {
+      "epoch": 1.4070534263595527,
+      "grad_norm": 395.9870910644531,
+      "learning_rate": 4.266560223007261e-06,
+      "loss": 32.4688,
+      "step": 29444
+    },
+    {
+      "epoch": 1.407101213801013,
+      "grad_norm": 358.5350646972656,
+      "learning_rate": 4.26592619907698e-06,
+      "loss": 20.9219,
+      "step": 29445
+    },
+    {
+      "epoch": 1.4071490012424734,
+      "grad_norm": 134.8801727294922,
+      "learning_rate": 4.265292209486402e-06,
+      "loss": 14.6719,
+      "step": 29446
+    },
+    {
+      "epoch": 1.4071967886839338,
+      "grad_norm": 248.7528076171875,
+      "learning_rate": 4.264658254239328e-06,
+      "loss": 20.0938,
+      "step": 29447
+    },
+    {
+      "epoch": 1.4072445761253942,
+      "grad_norm": 203.47691345214844,
+      "learning_rate": 4.264024333339547e-06,
+      "loss": 22.1406,
+      "step": 29448
+    },
+    {
+      "epoch": 1.4072923635668546,
+      "grad_norm": 317.739990234375,
+      "learning_rate": 4.2633904467908586e-06,
+      "loss": 34.0469,
+      "step": 29449
+    },
+    {
+      "epoch": 1.407340151008315,
+      "grad_norm": 241.9335479736328,
+      "learning_rate": 4.262756594597058e-06,
+      "loss": 34.7188,
+      "step": 29450
+    },
+    {
+      "epoch": 1.4073879384497754,
+      "grad_norm": 150.6846923828125,
+      "learning_rate": 4.262122776761947e-06,
+      "loss": 20.0781,
+      "step": 29451
+    },
+    {
+      "epoch": 1.4074357258912358,
+      "grad_norm": 381.0677490234375,
+      "learning_rate": 4.261488993289313e-06,
+      "loss": 23.9062,
+      "step": 29452
+    },
+    {
+      "epoch": 1.4074835133326962,
+      "grad_norm": 260.8876037597656,
+      "learning_rate": 4.260855244182959e-06,
+      "loss": 30.7031,
+      "step": 29453
+    },
+    {
+      "epoch": 1.4075313007741566,
+      "grad_norm": 184.51927185058594,
+      "learning_rate": 4.260221529446672e-06,
+      "loss": 24.2812,
+      "step": 29454
+    },
+    {
+      "epoch": 1.407579088215617,
+      "grad_norm": 189.8986053466797,
+      "learning_rate": 4.259587849084257e-06,
+      "loss": 17.9219,
+      "step": 29455
+    },
+    {
+      "epoch": 1.4076268756570773,
+      "grad_norm": 432.7983703613281,
+      "learning_rate": 4.258954203099499e-06,
+      "loss": 21.2969,
+      "step": 29456
+    },
+    {
+      "epoch": 1.4076746630985377,
+      "grad_norm": 277.5648193359375,
+      "learning_rate": 4.258320591496196e-06,
+      "loss": 27.8438,
+      "step": 29457
+    },
+    {
+      "epoch": 1.4077224505399981,
+      "grad_norm": 455.8815002441406,
+      "learning_rate": 4.25768701427815e-06,
+      "loss": 25.5312,
+      "step": 29458
+    },
+    {
+      "epoch": 1.4077702379814585,
+      "grad_norm": 535.0221557617188,
+      "learning_rate": 4.257053471449144e-06,
+      "loss": 39.9531,
+      "step": 29459
+    },
+    {
+      "epoch": 1.407818025422919,
+      "grad_norm": 165.5900421142578,
+      "learning_rate": 4.2564199630129775e-06,
+      "loss": 23.2031,
+      "step": 29460
+    },
+    {
+      "epoch": 1.4078658128643793,
+      "grad_norm": 256.12744140625,
+      "learning_rate": 4.255786488973444e-06,
+      "loss": 26.2188,
+      "step": 29461
+    },
+    {
+      "epoch": 1.4079136003058397,
+      "grad_norm": 400.0461730957031,
+      "learning_rate": 4.2551530493343415e-06,
+      "loss": 22.75,
+      "step": 29462
+    },
+    {
+      "epoch": 1.4079613877473,
+      "grad_norm": 369.8204040527344,
+      "learning_rate": 4.254519644099456e-06,
+      "loss": 32.875,
+      "step": 29463
+    },
+    {
+      "epoch": 1.4080091751887605,
+      "grad_norm": 252.50575256347656,
+      "learning_rate": 4.253886273272584e-06,
+      "loss": 21.125,
+      "step": 29464
+    },
+    {
+      "epoch": 1.4080569626302208,
+      "grad_norm": 221.9210205078125,
+      "learning_rate": 4.253252936857518e-06,
+      "loss": 17.9844,
+      "step": 29465
+    },
+    {
+      "epoch": 1.4081047500716812,
+      "grad_norm": 155.32366943359375,
+      "learning_rate": 4.252619634858056e-06,
+      "loss": 31.625,
+      "step": 29466
+    },
+    {
+      "epoch": 1.4081525375131416,
+      "grad_norm": 158.7460174560547,
+      "learning_rate": 4.251986367277983e-06,
+      "loss": 22.375,
+      "step": 29467
+    },
+    {
+      "epoch": 1.408200324954602,
+      "grad_norm": 185.23292541503906,
+      "learning_rate": 4.251353134121094e-06,
+      "loss": 23.7031,
+      "step": 29468
+    },
+    {
+      "epoch": 1.4082481123960622,
+      "grad_norm": 188.00482177734375,
+      "learning_rate": 4.250719935391184e-06,
+      "loss": 21.7188,
+      "step": 29469
+    },
+    {
+      "epoch": 1.4082958998375226,
+      "grad_norm": 335.25762939453125,
+      "learning_rate": 4.250086771092041e-06,
+      "loss": 26.8438,
+      "step": 29470
+    },
+    {
+      "epoch": 1.408343687278983,
+      "grad_norm": 331.1466064453125,
+      "learning_rate": 4.249453641227459e-06,
+      "loss": 27.125,
+      "step": 29471
+    },
+    {
+      "epoch": 1.4083914747204433,
+      "grad_norm": 195.51364135742188,
+      "learning_rate": 4.248820545801229e-06,
+      "loss": 22.375,
+      "step": 29472
+    },
+    {
+      "epoch": 1.4084392621619037,
+      "grad_norm": 220.76708984375,
+      "learning_rate": 4.248187484817146e-06,
+      "loss": 26.2812,
+      "step": 29473
+    },
+    {
+      "epoch": 1.4084870496033641,
+      "grad_norm": 207.90773010253906,
+      "learning_rate": 4.247554458278996e-06,
+      "loss": 25.4844,
+      "step": 29474
+    },
+    {
+      "epoch": 1.4085348370448245,
+      "grad_norm": 312.2895812988281,
+      "learning_rate": 4.246921466190571e-06,
+      "loss": 17.375,
+      "step": 29475
+    },
+    {
+      "epoch": 1.408582624486285,
+      "grad_norm": 184.8460693359375,
+      "learning_rate": 4.2462885085556635e-06,
+      "loss": 23.125,
+      "step": 29476
+    },
+    {
+      "epoch": 1.4086304119277453,
+      "grad_norm": 300.8374938964844,
+      "learning_rate": 4.245655585378066e-06,
+      "loss": 31.5625,
+      "step": 29477
+    },
+    {
+      "epoch": 1.4086781993692057,
+      "grad_norm": 487.9616394042969,
+      "learning_rate": 4.245022696661563e-06,
+      "loss": 28.6094,
+      "step": 29478
+    },
+    {
+      "epoch": 1.408725986810666,
+      "grad_norm": 260.8012390136719,
+      "learning_rate": 4.244389842409949e-06,
+      "loss": 17.3906,
+      "step": 29479
+    },
+    {
+      "epoch": 1.4087737742521265,
+      "grad_norm": 488.6759338378906,
+      "learning_rate": 4.243757022627018e-06,
+      "loss": 25.25,
+      "step": 29480
+    },
+    {
+      "epoch": 1.4088215616935869,
+      "grad_norm": 272.26104736328125,
+      "learning_rate": 4.243124237316548e-06,
+      "loss": 31.1562,
+      "step": 29481
+    },
+    {
+      "epoch": 1.4088693491350472,
+      "grad_norm": 323.4180908203125,
+      "learning_rate": 4.242491486482337e-06,
+      "loss": 16.3125,
+      "step": 29482
+    },
+    {
+      "epoch": 1.4089171365765076,
+      "grad_norm": 238.0399932861328,
+      "learning_rate": 4.241858770128173e-06,
+      "loss": 21.1562,
+      "step": 29483
+    },
+    {
+      "epoch": 1.408964924017968,
+      "grad_norm": 227.66738891601562,
+      "learning_rate": 4.241226088257849e-06,
+      "loss": 30.25,
+      "step": 29484
+    },
+    {
+      "epoch": 1.4090127114594284,
+      "grad_norm": 160.22276306152344,
+      "learning_rate": 4.240593440875145e-06,
+      "loss": 19.0781,
+      "step": 29485
+    },
+    {
+      "epoch": 1.4090604989008888,
+      "grad_norm": 179.36927795410156,
+      "learning_rate": 4.239960827983859e-06,
+      "loss": 24.875,
+      "step": 29486
+    },
+    {
+      "epoch": 1.4091082863423492,
+      "grad_norm": 172.22940063476562,
+      "learning_rate": 4.239328249587772e-06,
+      "loss": 20.1875,
+      "step": 29487
+    },
+    {
+      "epoch": 1.4091560737838096,
+      "grad_norm": 186.0526123046875,
+      "learning_rate": 4.238695705690674e-06,
+      "loss": 24.4375,
+      "step": 29488
+    },
+    {
+      "epoch": 1.40920386122527,
+      "grad_norm": 283.4902038574219,
+      "learning_rate": 4.238063196296359e-06,
+      "loss": 21.0,
+      "step": 29489
+    },
+    {
+      "epoch": 1.4092516486667304,
+      "grad_norm": 195.8004608154297,
+      "learning_rate": 4.237430721408607e-06,
+      "loss": 22.75,
+      "step": 29490
+    },
+    {
+      "epoch": 1.4092994361081908,
+      "grad_norm": 259.1138610839844,
+      "learning_rate": 4.236798281031212e-06,
+      "loss": 27.7812,
+      "step": 29491
+    },
+    {
+      "epoch": 1.4093472235496511,
+      "grad_norm": 347.8440856933594,
+      "learning_rate": 4.236165875167957e-06,
+      "loss": 31.7969,
+      "step": 29492
+    },
+    {
+      "epoch": 1.4093950109911115,
+      "grad_norm": 263.23089599609375,
+      "learning_rate": 4.2355335038226295e-06,
+      "loss": 26.7188,
+      "step": 29493
+    },
+    {
+      "epoch": 1.409442798432572,
+      "grad_norm": 295.49029541015625,
+      "learning_rate": 4.2349011669990196e-06,
+      "loss": 32.125,
+      "step": 29494
+    },
+    {
+      "epoch": 1.4094905858740323,
+      "grad_norm": 220.48326110839844,
+      "learning_rate": 4.234268864700915e-06,
+      "loss": 17.7812,
+      "step": 29495
+    },
+    {
+      "epoch": 1.4095383733154927,
+      "grad_norm": 213.52801513671875,
+      "learning_rate": 4.233636596932096e-06,
+      "loss": 29.7812,
+      "step": 29496
+    },
+    {
+      "epoch": 1.409586160756953,
+      "grad_norm": 184.64401245117188,
+      "learning_rate": 4.233004363696353e-06,
+      "loss": 28.1562,
+      "step": 29497
+    },
+    {
+      "epoch": 1.4096339481984135,
+      "grad_norm": 169.59750366210938,
+      "learning_rate": 4.232372164997475e-06,
+      "loss": 30.25,
+      "step": 29498
+    },
+    {
+      "epoch": 1.4096817356398739,
+      "grad_norm": 258.28436279296875,
+      "learning_rate": 4.231740000839246e-06,
+      "loss": 20.5312,
+      "step": 29499
+    },
+    {
+      "epoch": 1.4097295230813343,
+      "grad_norm": 270.01702880859375,
+      "learning_rate": 4.231107871225449e-06,
+      "loss": 19.9844,
+      "step": 29500
+    },
+    {
+      "epoch": 1.4097773105227946,
+      "grad_norm": 205.44114685058594,
+      "learning_rate": 4.230475776159872e-06,
+      "loss": 38.5,
+      "step": 29501
+    },
+    {
+      "epoch": 1.409825097964255,
+      "grad_norm": 206.38357543945312,
+      "learning_rate": 4.229843715646301e-06,
+      "loss": 22.7812,
+      "step": 29502
+    },
+    {
+      "epoch": 1.4098728854057154,
+      "grad_norm": 216.19210815429688,
+      "learning_rate": 4.229211689688524e-06,
+      "loss": 26.6875,
+      "step": 29503
+    },
+    {
+      "epoch": 1.4099206728471758,
+      "grad_norm": 369.4200134277344,
+      "learning_rate": 4.228579698290318e-06,
+      "loss": 28.3594,
+      "step": 29504
+    },
+    {
+      "epoch": 1.4099684602886362,
+      "grad_norm": 159.60606384277344,
+      "learning_rate": 4.2279477414554726e-06,
+      "loss": 17.5156,
+      "step": 29505
+    },
+    {
+      "epoch": 1.4100162477300966,
+      "grad_norm": 213.76144409179688,
+      "learning_rate": 4.227315819187776e-06,
+      "loss": 17.1719,
+      "step": 29506
+    },
+    {
+      "epoch": 1.410064035171557,
+      "grad_norm": 255.03326416015625,
+      "learning_rate": 4.2266839314910055e-06,
+      "loss": 30.3906,
+      "step": 29507
+    },
+    {
+      "epoch": 1.4101118226130174,
+      "grad_norm": 223.24249267578125,
+      "learning_rate": 4.226052078368948e-06,
+      "loss": 37.9062,
+      "step": 29508
+    },
+    {
+      "epoch": 1.4101596100544778,
+      "grad_norm": 331.97894287109375,
+      "learning_rate": 4.2254202598253905e-06,
+      "loss": 31.625,
+      "step": 29509
+    },
+    {
+      "epoch": 1.4102073974959382,
+      "grad_norm": 257.9402770996094,
+      "learning_rate": 4.2247884758641155e-06,
+      "loss": 26.0625,
+      "step": 29510
+    },
+    {
+      "epoch": 1.4102551849373985,
+      "grad_norm": 211.14739990234375,
+      "learning_rate": 4.224156726488902e-06,
+      "loss": 23.625,
+      "step": 29511
+    },
+    {
+      "epoch": 1.410302972378859,
+      "grad_norm": 203.49893188476562,
+      "learning_rate": 4.223525011703538e-06,
+      "loss": 20.7656,
+      "step": 29512
+    },
+    {
+      "epoch": 1.4103507598203193,
+      "grad_norm": 246.4440460205078,
+      "learning_rate": 4.222893331511805e-06,
+      "loss": 22.75,
+      "step": 29513
+    },
+    {
+      "epoch": 1.4103985472617797,
+      "grad_norm": 212.17214965820312,
+      "learning_rate": 4.222261685917489e-06,
+      "loss": 32.3594,
+      "step": 29514
+    },
+    {
+      "epoch": 1.41044633470324,
+      "grad_norm": 225.3000030517578,
+      "learning_rate": 4.221630074924368e-06,
+      "loss": 24.125,
+      "step": 29515
+    },
+    {
+      "epoch": 1.4104941221447005,
+      "grad_norm": 317.5218200683594,
+      "learning_rate": 4.220998498536226e-06,
+      "loss": 36.7188,
+      "step": 29516
+    },
+    {
+      "epoch": 1.4105419095861609,
+      "grad_norm": 244.7755889892578,
+      "learning_rate": 4.2203669567568505e-06,
+      "loss": 32.8438,
+      "step": 29517
+    },
+    {
+      "epoch": 1.4105896970276213,
+      "grad_norm": 263.47845458984375,
+      "learning_rate": 4.219735449590014e-06,
+      "loss": 25.1562,
+      "step": 29518
+    },
+    {
+      "epoch": 1.4106374844690817,
+      "grad_norm": 158.4049835205078,
+      "learning_rate": 4.219103977039509e-06,
+      "loss": 24.4375,
+      "step": 29519
+    },
+    {
+      "epoch": 1.4106852719105418,
+      "grad_norm": 539.7508544921875,
+      "learning_rate": 4.218472539109107e-06,
+      "loss": 32.4375,
+      "step": 29520
+    },
+    {
+      "epoch": 1.4107330593520022,
+      "grad_norm": 239.02713012695312,
+      "learning_rate": 4.217841135802595e-06,
+      "loss": 22.7656,
+      "step": 29521
+    },
+    {
+      "epoch": 1.4107808467934626,
+      "grad_norm": 265.376953125,
+      "learning_rate": 4.217209767123757e-06,
+      "loss": 24.0625,
+      "step": 29522
+    },
+    {
+      "epoch": 1.410828634234923,
+      "grad_norm": 205.23233032226562,
+      "learning_rate": 4.2165784330763655e-06,
+      "loss": 25.125,
+      "step": 29523
+    },
+    {
+      "epoch": 1.4108764216763834,
+      "grad_norm": 367.7575988769531,
+      "learning_rate": 4.215947133664209e-06,
+      "loss": 28.4375,
+      "step": 29524
+    },
+    {
+      "epoch": 1.4109242091178438,
+      "grad_norm": 171.6717529296875,
+      "learning_rate": 4.215315868891068e-06,
+      "loss": 23.4688,
+      "step": 29525
+    },
+    {
+      "epoch": 1.4109719965593042,
+      "grad_norm": 237.20626831054688,
+      "learning_rate": 4.214684638760717e-06,
+      "loss": 23.3906,
+      "step": 29526
+    },
+    {
+      "epoch": 1.4110197840007646,
+      "grad_norm": 137.87518310546875,
+      "learning_rate": 4.21405344327694e-06,
+      "loss": 19.125,
+      "step": 29527
+    },
+    {
+      "epoch": 1.411067571442225,
+      "grad_norm": 136.67117309570312,
+      "learning_rate": 4.21342228244352e-06,
+      "loss": 20.8438,
+      "step": 29528
+    },
+    {
+      "epoch": 1.4111153588836853,
+      "grad_norm": 199.20089721679688,
+      "learning_rate": 4.212791156264231e-06,
+      "loss": 19.7969,
+      "step": 29529
+    },
+    {
+      "epoch": 1.4111631463251457,
+      "grad_norm": 195.5196533203125,
+      "learning_rate": 4.212160064742855e-06,
+      "loss": 28.4062,
+      "step": 29530
+    },
+    {
+      "epoch": 1.4112109337666061,
+      "grad_norm": 266.960205078125,
+      "learning_rate": 4.211529007883173e-06,
+      "loss": 23.875,
+      "step": 29531
+    },
+    {
+      "epoch": 1.4112587212080665,
+      "grad_norm": 641.732666015625,
+      "learning_rate": 4.210897985688965e-06,
+      "loss": 21.4375,
+      "step": 29532
+    },
+    {
+      "epoch": 1.411306508649527,
+      "grad_norm": 207.8296661376953,
+      "learning_rate": 4.210266998164005e-06,
+      "loss": 23.8125,
+      "step": 29533
+    },
+    {
+      "epoch": 1.4113542960909873,
+      "grad_norm": 326.4919128417969,
+      "learning_rate": 4.209636045312075e-06,
+      "loss": 23.7188,
+      "step": 29534
+    },
+    {
+      "epoch": 1.4114020835324477,
+      "grad_norm": 229.84109497070312,
+      "learning_rate": 4.2090051271369546e-06,
+      "loss": 28.375,
+      "step": 29535
+    },
+    {
+      "epoch": 1.411449870973908,
+      "grad_norm": 161.55844116210938,
+      "learning_rate": 4.208374243642424e-06,
+      "loss": 26.9375,
+      "step": 29536
+    },
+    {
+      "epoch": 1.4114976584153685,
+      "grad_norm": 210.8389434814453,
+      "learning_rate": 4.207743394832254e-06,
+      "loss": 30.8594,
+      "step": 29537
+    },
+    {
+      "epoch": 1.4115454458568288,
+      "grad_norm": 758.8404541015625,
+      "learning_rate": 4.207112580710227e-06,
+      "loss": 24.0625,
+      "step": 29538
+    },
+    {
+      "epoch": 1.4115932332982892,
+      "grad_norm": 176.306396484375,
+      "learning_rate": 4.206481801280122e-06,
+      "loss": 17.6875,
+      "step": 29539
+    },
+    {
+      "epoch": 1.4116410207397496,
+      "grad_norm": 192.38758850097656,
+      "learning_rate": 4.205851056545718e-06,
+      "loss": 29.5,
+      "step": 29540
+    },
+    {
+      "epoch": 1.41168880818121,
+      "grad_norm": 187.9242401123047,
+      "learning_rate": 4.205220346510786e-06,
+      "loss": 26.5625,
+      "step": 29541
+    },
+    {
+      "epoch": 1.4117365956226704,
+      "grad_norm": 232.86184692382812,
+      "learning_rate": 4.2045896711791075e-06,
+      "loss": 27.5,
+      "step": 29542
+    },
+    {
+      "epoch": 1.4117843830641308,
+      "grad_norm": 850.8507690429688,
+      "learning_rate": 4.2039590305544616e-06,
+      "loss": 30.2344,
+      "step": 29543
+    },
+    {
+      "epoch": 1.4118321705055912,
+      "grad_norm": 362.9234924316406,
+      "learning_rate": 4.203328424640619e-06,
+      "loss": 20.9219,
+      "step": 29544
+    },
+    {
+      "epoch": 1.4118799579470516,
+      "grad_norm": 239.19895935058594,
+      "learning_rate": 4.20269785344136e-06,
+      "loss": 29.9688,
+      "step": 29545
+    },
+    {
+      "epoch": 1.411927745388512,
+      "grad_norm": 520.1883544921875,
+      "learning_rate": 4.202067316960459e-06,
+      "loss": 28.1875,
+      "step": 29546
+    },
+    {
+      "epoch": 1.4119755328299723,
+      "grad_norm": 156.31468200683594,
+      "learning_rate": 4.201436815201697e-06,
+      "loss": 23.0156,
+      "step": 29547
+    },
+    {
+      "epoch": 1.4120233202714327,
+      "grad_norm": 191.08871459960938,
+      "learning_rate": 4.200806348168844e-06,
+      "loss": 23.8438,
+      "step": 29548
+    },
+    {
+      "epoch": 1.4120711077128931,
+      "grad_norm": 162.03160095214844,
+      "learning_rate": 4.200175915865677e-06,
+      "loss": 22.4844,
+      "step": 29549
+    },
+    {
+      "epoch": 1.4121188951543535,
+      "grad_norm": 199.49557495117188,
+      "learning_rate": 4.1995455182959765e-06,
+      "loss": 19.2188,
+      "step": 29550
+    },
+    {
+      "epoch": 1.4121666825958137,
+      "grad_norm": 205.17413330078125,
+      "learning_rate": 4.19891515546351e-06,
+      "loss": 23.6719,
+      "step": 29551
+    },
+    {
+      "epoch": 1.412214470037274,
+      "grad_norm": 154.31332397460938,
+      "learning_rate": 4.198284827372059e-06,
+      "loss": 22.375,
+      "step": 29552
+    },
+    {
+      "epoch": 1.4122622574787345,
+      "grad_norm": 244.12278747558594,
+      "learning_rate": 4.1976545340253924e-06,
+      "loss": 24.9531,
+      "step": 29553
+    },
+    {
+      "epoch": 1.4123100449201949,
+      "grad_norm": 285.8343200683594,
+      "learning_rate": 4.197024275427289e-06,
+      "loss": 26.0625,
+      "step": 29554
+    },
+    {
+      "epoch": 1.4123578323616552,
+      "grad_norm": 436.1566467285156,
+      "learning_rate": 4.196394051581526e-06,
+      "loss": 27.4688,
+      "step": 29555
+    },
+    {
+      "epoch": 1.4124056198031156,
+      "grad_norm": 236.836181640625,
+      "learning_rate": 4.19576386249187e-06,
+      "loss": 22.125,
+      "step": 29556
+    },
+    {
+      "epoch": 1.412453407244576,
+      "grad_norm": 312.93341064453125,
+      "learning_rate": 4.195133708162098e-06,
+      "loss": 24.4531,
+      "step": 29557
+    },
+    {
+      "epoch": 1.4125011946860364,
+      "grad_norm": 254.2606658935547,
+      "learning_rate": 4.194503588595989e-06,
+      "loss": 26.4219,
+      "step": 29558
+    },
+    {
+      "epoch": 1.4125489821274968,
+      "grad_norm": 214.11203002929688,
+      "learning_rate": 4.193873503797309e-06,
+      "loss": 23.1719,
+      "step": 29559
+    },
+    {
+      "epoch": 1.4125967695689572,
+      "grad_norm": 247.83958435058594,
+      "learning_rate": 4.193243453769834e-06,
+      "loss": 24.3906,
+      "step": 29560
+    },
+    {
+      "epoch": 1.4126445570104176,
+      "grad_norm": 241.8694305419922,
+      "learning_rate": 4.192613438517338e-06,
+      "loss": 24.9219,
+      "step": 29561
+    },
+    {
+      "epoch": 1.412692344451878,
+      "grad_norm": 347.10986328125,
+      "learning_rate": 4.191983458043598e-06,
+      "loss": 17.7812,
+      "step": 29562
+    },
+    {
+      "epoch": 1.4127401318933384,
+      "grad_norm": 186.5863494873047,
+      "learning_rate": 4.191353512352379e-06,
+      "loss": 25.625,
+      "step": 29563
+    },
+    {
+      "epoch": 1.4127879193347987,
+      "grad_norm": 213.7794647216797,
+      "learning_rate": 4.190723601447457e-06,
+      "loss": 24.2812,
+      "step": 29564
+    },
+    {
+      "epoch": 1.4128357067762591,
+      "grad_norm": 210.9450225830078,
+      "learning_rate": 4.1900937253326094e-06,
+      "loss": 23.2344,
+      "step": 29565
+    },
+    {
+      "epoch": 1.4128834942177195,
+      "grad_norm": 293.6786804199219,
+      "learning_rate": 4.1894638840115986e-06,
+      "loss": 26.1406,
+      "step": 29566
+    },
+    {
+      "epoch": 1.41293128165918,
+      "grad_norm": 298.0785217285156,
+      "learning_rate": 4.188834077488202e-06,
+      "loss": 25.9375,
+      "step": 29567
+    },
+    {
+      "epoch": 1.4129790691006403,
+      "grad_norm": 203.5914764404297,
+      "learning_rate": 4.188204305766191e-06,
+      "loss": 28.0938,
+      "step": 29568
+    },
+    {
+      "epoch": 1.4130268565421007,
+      "grad_norm": 846.8335571289062,
+      "learning_rate": 4.187574568849341e-06,
+      "loss": 24.5625,
+      "step": 29569
+    },
+    {
+      "epoch": 1.413074643983561,
+      "grad_norm": 205.04736328125,
+      "learning_rate": 4.186944866741415e-06,
+      "loss": 23.4688,
+      "step": 29570
+    },
+    {
+      "epoch": 1.4131224314250215,
+      "grad_norm": 271.58087158203125,
+      "learning_rate": 4.186315199446187e-06,
+      "loss": 27.1719,
+      "step": 29571
+    },
+    {
+      "epoch": 1.4131702188664819,
+      "grad_norm": 165.87339782714844,
+      "learning_rate": 4.185685566967431e-06,
+      "loss": 22.0781,
+      "step": 29572
+    },
+    {
+      "epoch": 1.4132180063079423,
+      "grad_norm": 160.13818359375,
+      "learning_rate": 4.185055969308919e-06,
+      "loss": 27.125,
+      "step": 29573
+    },
+    {
+      "epoch": 1.4132657937494026,
+      "grad_norm": 204.4651336669922,
+      "learning_rate": 4.184426406474416e-06,
+      "loss": 16.9375,
+      "step": 29574
+    },
+    {
+      "epoch": 1.413313581190863,
+      "grad_norm": 238.2537384033203,
+      "learning_rate": 4.183796878467693e-06,
+      "loss": 22.25,
+      "step": 29575
+    },
+    {
+      "epoch": 1.4133613686323234,
+      "grad_norm": 137.19732666015625,
+      "learning_rate": 4.183167385292526e-06,
+      "loss": 25.9531,
+      "step": 29576
+    },
+    {
+      "epoch": 1.4134091560737838,
+      "grad_norm": 251.41737365722656,
+      "learning_rate": 4.1825379269526765e-06,
+      "loss": 26.2188,
+      "step": 29577
+    },
+    {
+      "epoch": 1.4134569435152442,
+      "grad_norm": 348.8638610839844,
+      "learning_rate": 4.181908503451919e-06,
+      "loss": 19.7656,
+      "step": 29578
+    },
+    {
+      "epoch": 1.4135047309567046,
+      "grad_norm": 274.9597473144531,
+      "learning_rate": 4.181279114794021e-06,
+      "loss": 47.375,
+      "step": 29579
+    },
+    {
+      "epoch": 1.413552518398165,
+      "grad_norm": 244.47012329101562,
+      "learning_rate": 4.180649760982758e-06,
+      "loss": 29.7188,
+      "step": 29580
+    },
+    {
+      "epoch": 1.4136003058396254,
+      "grad_norm": 315.7370300292969,
+      "learning_rate": 4.180020442021889e-06,
+      "loss": 24.3594,
+      "step": 29581
+    },
+    {
+      "epoch": 1.4136480932810858,
+      "grad_norm": 397.4071044921875,
+      "learning_rate": 4.179391157915189e-06,
+      "loss": 24.5625,
+      "step": 29582
+    },
+    {
+      "epoch": 1.4136958807225461,
+      "grad_norm": 209.4789581298828,
+      "learning_rate": 4.178761908666428e-06,
+      "loss": 20.7656,
+      "step": 29583
+    },
+    {
+      "epoch": 1.4137436681640065,
+      "grad_norm": 222.73377990722656,
+      "learning_rate": 4.1781326942793685e-06,
+      "loss": 16.6172,
+      "step": 29584
+    },
+    {
+      "epoch": 1.413791455605467,
+      "grad_norm": 237.65049743652344,
+      "learning_rate": 4.177503514757786e-06,
+      "loss": 21.7656,
+      "step": 29585
+    },
+    {
+      "epoch": 1.4138392430469273,
+      "grad_norm": 392.120849609375,
+      "learning_rate": 4.176874370105439e-06,
+      "loss": 28.4062,
+      "step": 29586
+    },
+    {
+      "epoch": 1.4138870304883877,
+      "grad_norm": 453.22003173828125,
+      "learning_rate": 4.176245260326103e-06,
+      "loss": 27.0,
+      "step": 29587
+    },
+    {
+      "epoch": 1.413934817929848,
+      "grad_norm": 226.2425994873047,
+      "learning_rate": 4.1756161854235445e-06,
+      "loss": 16.9062,
+      "step": 29588
+    },
+    {
+      "epoch": 1.4139826053713085,
+      "grad_norm": 437.3154296875,
+      "learning_rate": 4.174987145401528e-06,
+      "loss": 24.2188,
+      "step": 29589
+    },
+    {
+      "epoch": 1.4140303928127689,
+      "grad_norm": 143.93504333496094,
+      "learning_rate": 4.1743581402638215e-06,
+      "loss": 22.8281,
+      "step": 29590
+    },
+    {
+      "epoch": 1.4140781802542293,
+      "grad_norm": 234.02728271484375,
+      "learning_rate": 4.173729170014195e-06,
+      "loss": 28.3438,
+      "step": 29591
+    },
+    {
+      "epoch": 1.4141259676956897,
+      "grad_norm": 549.6707763671875,
+      "learning_rate": 4.1731002346564096e-06,
+      "loss": 33.9375,
+      "step": 29592
+    },
+    {
+      "epoch": 1.41417375513715,
+      "grad_norm": 149.21405029296875,
+      "learning_rate": 4.1724713341942355e-06,
+      "loss": 21.8438,
+      "step": 29593
+    },
+    {
+      "epoch": 1.4142215425786104,
+      "grad_norm": 290.06890869140625,
+      "learning_rate": 4.171842468631439e-06,
+      "loss": 28.1875,
+      "step": 29594
+    },
+    {
+      "epoch": 1.4142693300200708,
+      "grad_norm": 314.0439147949219,
+      "learning_rate": 4.171213637971789e-06,
+      "loss": 20.0469,
+      "step": 29595
+    },
+    {
+      "epoch": 1.4143171174615312,
+      "grad_norm": 383.363525390625,
+      "learning_rate": 4.170584842219045e-06,
+      "loss": 30.5,
+      "step": 29596
+    },
+    {
+      "epoch": 1.4143649049029916,
+      "grad_norm": 394.2520446777344,
+      "learning_rate": 4.169956081376975e-06,
+      "loss": 34.875,
+      "step": 29597
+    },
+    {
+      "epoch": 1.414412692344452,
+      "grad_norm": 186.33502197265625,
+      "learning_rate": 4.169327355449345e-06,
+      "loss": 21.3125,
+      "step": 29598
+    },
+    {
+      "epoch": 1.4144604797859124,
+      "grad_norm": 291.35211181640625,
+      "learning_rate": 4.168698664439925e-06,
+      "loss": 34.3125,
+      "step": 29599
+    },
+    {
+      "epoch": 1.4145082672273728,
+      "grad_norm": 421.8987121582031,
+      "learning_rate": 4.168070008352472e-06,
+      "loss": 21.4688,
+      "step": 29600
+    },
+    {
+      "epoch": 1.4145560546688332,
+      "grad_norm": 151.6389617919922,
+      "learning_rate": 4.167441387190754e-06,
+      "loss": 19.5625,
+      "step": 29601
+    },
+    {
+      "epoch": 1.4146038421102936,
+      "grad_norm": 1811.702392578125,
+      "learning_rate": 4.166812800958539e-06,
+      "loss": 25.6719,
+      "step": 29602
+    },
+    {
+      "epoch": 1.4146516295517537,
+      "grad_norm": 444.26416015625,
+      "learning_rate": 4.166184249659585e-06,
+      "loss": 18.9688,
+      "step": 29603
+    },
+    {
+      "epoch": 1.414699416993214,
+      "grad_norm": 293.32305908203125,
+      "learning_rate": 4.165555733297661e-06,
+      "loss": 31.375,
+      "step": 29604
+    },
+    {
+      "epoch": 1.4147472044346745,
+      "grad_norm": 476.74871826171875,
+      "learning_rate": 4.164927251876528e-06,
+      "loss": 20.7812,
+      "step": 29605
+    },
+    {
+      "epoch": 1.4147949918761349,
+      "grad_norm": 210.07275390625,
+      "learning_rate": 4.164298805399957e-06,
+      "loss": 26.8438,
+      "step": 29606
+    },
+    {
+      "epoch": 1.4148427793175953,
+      "grad_norm": 256.3500671386719,
+      "learning_rate": 4.1636703938717e-06,
+      "loss": 29.1094,
+      "step": 29607
+    },
+    {
+      "epoch": 1.4148905667590557,
+      "grad_norm": 341.2282409667969,
+      "learning_rate": 4.163042017295527e-06,
+      "loss": 20.875,
+      "step": 29608
+    },
+    {
+      "epoch": 1.414938354200516,
+      "grad_norm": 181.0406951904297,
+      "learning_rate": 4.162413675675202e-06,
+      "loss": 29.75,
+      "step": 29609
+    },
+    {
+      "epoch": 1.4149861416419764,
+      "grad_norm": 316.2042541503906,
+      "learning_rate": 4.16178536901449e-06,
+      "loss": 25.5312,
+      "step": 29610
+    },
+    {
+      "epoch": 1.4150339290834368,
+      "grad_norm": 196.7566375732422,
+      "learning_rate": 4.161157097317146e-06,
+      "loss": 20.9062,
+      "step": 29611
+    },
+    {
+      "epoch": 1.4150817165248972,
+      "grad_norm": 322.284912109375,
+      "learning_rate": 4.1605288605869365e-06,
+      "loss": 40.0312,
+      "step": 29612
+    },
+    {
+      "epoch": 1.4151295039663576,
+      "grad_norm": 387.7292785644531,
+      "learning_rate": 4.159900658827628e-06,
+      "loss": 18.3438,
+      "step": 29613
+    },
+    {
+      "epoch": 1.415177291407818,
+      "grad_norm": 274.36846923828125,
+      "learning_rate": 4.159272492042976e-06,
+      "loss": 30.25,
+      "step": 29614
+    },
+    {
+      "epoch": 1.4152250788492784,
+      "grad_norm": 407.4237365722656,
+      "learning_rate": 4.158644360236744e-06,
+      "loss": 24.6562,
+      "step": 29615
+    },
+    {
+      "epoch": 1.4152728662907388,
+      "grad_norm": 177.92320251464844,
+      "learning_rate": 4.158016263412698e-06,
+      "loss": 20.4375,
+      "step": 29616
+    },
+    {
+      "epoch": 1.4153206537321992,
+      "grad_norm": 169.3137969970703,
+      "learning_rate": 4.157388201574595e-06,
+      "loss": 17.125,
+      "step": 29617
+    },
+    {
+      "epoch": 1.4153684411736596,
+      "grad_norm": 157.56228637695312,
+      "learning_rate": 4.156760174726196e-06,
+      "loss": 22.9688,
+      "step": 29618
+    },
+    {
+      "epoch": 1.41541622861512,
+      "grad_norm": 499.4320983886719,
+      "learning_rate": 4.156132182871267e-06,
+      "loss": 21.3125,
+      "step": 29619
+    },
+    {
+      "epoch": 1.4154640160565803,
+      "grad_norm": 169.2443084716797,
+      "learning_rate": 4.155504226013564e-06,
+      "loss": 25.0312,
+      "step": 29620
+    },
+    {
+      "epoch": 1.4155118034980407,
+      "grad_norm": 350.45458984375,
+      "learning_rate": 4.15487630415685e-06,
+      "loss": 24.8125,
+      "step": 29621
+    },
+    {
+      "epoch": 1.4155595909395011,
+      "grad_norm": 309.3497009277344,
+      "learning_rate": 4.154248417304883e-06,
+      "loss": 32.625,
+      "step": 29622
+    },
+    {
+      "epoch": 1.4156073783809615,
+      "grad_norm": 215.56494140625,
+      "learning_rate": 4.153620565461425e-06,
+      "loss": 23.5312,
+      "step": 29623
+    },
+    {
+      "epoch": 1.415655165822422,
+      "grad_norm": 223.45159912109375,
+      "learning_rate": 4.152992748630234e-06,
+      "loss": 23.1875,
+      "step": 29624
+    },
+    {
+      "epoch": 1.4157029532638823,
+      "grad_norm": 358.2278137207031,
+      "learning_rate": 4.152364966815078e-06,
+      "loss": 20.1094,
+      "step": 29625
+    },
+    {
+      "epoch": 1.4157507407053427,
+      "grad_norm": 410.4599609375,
+      "learning_rate": 4.151737220019705e-06,
+      "loss": 31.0312,
+      "step": 29626
+    },
+    {
+      "epoch": 1.415798528146803,
+      "grad_norm": 198.20648193359375,
+      "learning_rate": 4.15110950824788e-06,
+      "loss": 29.125,
+      "step": 29627
+    },
+    {
+      "epoch": 1.4158463155882635,
+      "grad_norm": 170.2530517578125,
+      "learning_rate": 4.150481831503366e-06,
+      "loss": 15.6562,
+      "step": 29628
+    },
+    {
+      "epoch": 1.4158941030297238,
+      "grad_norm": 156.55877685546875,
+      "learning_rate": 4.149854189789914e-06,
+      "loss": 21.8906,
+      "step": 29629
+    },
+    {
+      "epoch": 1.4159418904711842,
+      "grad_norm": 179.31471252441406,
+      "learning_rate": 4.149226583111285e-06,
+      "loss": 15.6562,
+      "step": 29630
+    },
+    {
+      "epoch": 1.4159896779126446,
+      "grad_norm": 243.05213928222656,
+      "learning_rate": 4.148599011471241e-06,
+      "loss": 24.125,
+      "step": 29631
+    },
+    {
+      "epoch": 1.416037465354105,
+      "grad_norm": 372.35302734375,
+      "learning_rate": 4.147971474873542e-06,
+      "loss": 34.4375,
+      "step": 29632
+    },
+    {
+      "epoch": 1.4160852527955654,
+      "grad_norm": 560.0676879882812,
+      "learning_rate": 4.14734397332194e-06,
+      "loss": 29.5,
+      "step": 29633
+    },
+    {
+      "epoch": 1.4161330402370256,
+      "grad_norm": 448.8922424316406,
+      "learning_rate": 4.146716506820194e-06,
+      "loss": 27.2812,
+      "step": 29634
+    },
+    {
+      "epoch": 1.416180827678486,
+      "grad_norm": 250.5670623779297,
+      "learning_rate": 4.146089075372064e-06,
+      "loss": 22.1875,
+      "step": 29635
+    },
+    {
+      "epoch": 1.4162286151199464,
+      "grad_norm": 358.68182373046875,
+      "learning_rate": 4.145461678981311e-06,
+      "loss": 28.4375,
+      "step": 29636
+    },
+    {
+      "epoch": 1.4162764025614067,
+      "grad_norm": 221.45330810546875,
+      "learning_rate": 4.144834317651684e-06,
+      "loss": 23.2969,
+      "step": 29637
+    },
+    {
+      "epoch": 1.4163241900028671,
+      "grad_norm": 223.6200714111328,
+      "learning_rate": 4.144206991386943e-06,
+      "loss": 22.5312,
+      "step": 29638
+    },
+    {
+      "epoch": 1.4163719774443275,
+      "grad_norm": 230.83108520507812,
+      "learning_rate": 4.143579700190851e-06,
+      "loss": 34.6562,
+      "step": 29639
+    },
+    {
+      "epoch": 1.416419764885788,
+      "grad_norm": 174.75950622558594,
+      "learning_rate": 4.142952444067155e-06,
+      "loss": 22.75,
+      "step": 29640
+    },
+    {
+      "epoch": 1.4164675523272483,
+      "grad_norm": 544.9451293945312,
+      "learning_rate": 4.142325223019618e-06,
+      "loss": 35.0,
+      "step": 29641
+    },
+    {
+      "epoch": 1.4165153397687087,
+      "grad_norm": 236.42576599121094,
+      "learning_rate": 4.1416980370519935e-06,
+      "loss": 32.3438,
+      "step": 29642
+    },
+    {
+      "epoch": 1.416563127210169,
+      "grad_norm": 562.37353515625,
+      "learning_rate": 4.141070886168042e-06,
+      "loss": 17.4844,
+      "step": 29643
+    },
+    {
+      "epoch": 1.4166109146516295,
+      "grad_norm": 176.1461181640625,
+      "learning_rate": 4.140443770371512e-06,
+      "loss": 18.4531,
+      "step": 29644
+    },
+    {
+      "epoch": 1.4166587020930899,
+      "grad_norm": 188.54827880859375,
+      "learning_rate": 4.139816689666164e-06,
+      "loss": 24.0469,
+      "step": 29645
+    },
+    {
+      "epoch": 1.4167064895345503,
+      "grad_norm": 318.3544921875,
+      "learning_rate": 4.139189644055751e-06,
+      "loss": 22.5312,
+      "step": 29646
+    },
+    {
+      "epoch": 1.4167542769760106,
+      "grad_norm": 166.10523986816406,
+      "learning_rate": 4.138562633544034e-06,
+      "loss": 23.125,
+      "step": 29647
+    },
+    {
+      "epoch": 1.416802064417471,
+      "grad_norm": 455.44427490234375,
+      "learning_rate": 4.13793565813476e-06,
+      "loss": 33.0938,
+      "step": 29648
+    },
+    {
+      "epoch": 1.4168498518589314,
+      "grad_norm": 166.9326934814453,
+      "learning_rate": 4.137308717831689e-06,
+      "loss": 16.0781,
+      "step": 29649
+    },
+    {
+      "epoch": 1.4168976393003918,
+      "grad_norm": 190.74755859375,
+      "learning_rate": 4.1366818126385724e-06,
+      "loss": 25.1406,
+      "step": 29650
+    },
+    {
+      "epoch": 1.4169454267418522,
+      "grad_norm": 266.9391174316406,
+      "learning_rate": 4.136054942559166e-06,
+      "loss": 30.3438,
+      "step": 29651
+    },
+    {
+      "epoch": 1.4169932141833126,
+      "grad_norm": 436.0545654296875,
+      "learning_rate": 4.135428107597226e-06,
+      "loss": 33.8125,
+      "step": 29652
+    },
+    {
+      "epoch": 1.417041001624773,
+      "grad_norm": 214.01307678222656,
+      "learning_rate": 4.134801307756502e-06,
+      "loss": 20.5625,
+      "step": 29653
+    },
+    {
+      "epoch": 1.4170887890662334,
+      "grad_norm": 207.78211975097656,
+      "learning_rate": 4.134174543040752e-06,
+      "loss": 19.8125,
+      "step": 29654
+    },
+    {
+      "epoch": 1.4171365765076938,
+      "grad_norm": 293.0096740722656,
+      "learning_rate": 4.133547813453725e-06,
+      "loss": 22.625,
+      "step": 29655
+    },
+    {
+      "epoch": 1.4171843639491541,
+      "grad_norm": 350.58367919921875,
+      "learning_rate": 4.132921118999177e-06,
+      "loss": 24.0312,
+      "step": 29656
+    },
+    {
+      "epoch": 1.4172321513906145,
+      "grad_norm": 258.6397399902344,
+      "learning_rate": 4.132294459680861e-06,
+      "loss": 33.375,
+      "step": 29657
+    },
+    {
+      "epoch": 1.417279938832075,
+      "grad_norm": 249.59506225585938,
+      "learning_rate": 4.131667835502533e-06,
+      "loss": 33.0469,
+      "step": 29658
+    },
+    {
+      "epoch": 1.4173277262735353,
+      "grad_norm": 197.35601806640625,
+      "learning_rate": 4.131041246467938e-06,
+      "loss": 22.1875,
+      "step": 29659
+    },
+    {
+      "epoch": 1.4173755137149957,
+      "grad_norm": 205.5170135498047,
+      "learning_rate": 4.130414692580834e-06,
+      "loss": 20.1562,
+      "step": 29660
+    },
+    {
+      "epoch": 1.417423301156456,
+      "grad_norm": 227.68556213378906,
+      "learning_rate": 4.129788173844972e-06,
+      "loss": 27.5312,
+      "step": 29661
+    },
+    {
+      "epoch": 1.4174710885979165,
+      "grad_norm": 317.478515625,
+      "learning_rate": 4.129161690264108e-06,
+      "loss": 27.125,
+      "step": 29662
+    },
+    {
+      "epoch": 1.4175188760393769,
+      "grad_norm": 209.18885803222656,
+      "learning_rate": 4.128535241841987e-06,
+      "loss": 26.1406,
+      "step": 29663
+    },
+    {
+      "epoch": 1.4175666634808373,
+      "grad_norm": 239.626953125,
+      "learning_rate": 4.127908828582362e-06,
+      "loss": 21.0,
+      "step": 29664
+    },
+    {
+      "epoch": 1.4176144509222977,
+      "grad_norm": 305.6880187988281,
+      "learning_rate": 4.127282450488991e-06,
+      "loss": 22.4688,
+      "step": 29665
+    },
+    {
+      "epoch": 1.417662238363758,
+      "grad_norm": 217.86642456054688,
+      "learning_rate": 4.1266561075656155e-06,
+      "loss": 17.2969,
+      "step": 29666
+    },
+    {
+      "epoch": 1.4177100258052184,
+      "grad_norm": 218.41763305664062,
+      "learning_rate": 4.126029799815992e-06,
+      "loss": 28.7188,
+      "step": 29667
+    },
+    {
+      "epoch": 1.4177578132466788,
+      "grad_norm": 308.7099304199219,
+      "learning_rate": 4.125403527243869e-06,
+      "loss": 16.7969,
+      "step": 29668
+    },
+    {
+      "epoch": 1.4178056006881392,
+      "grad_norm": 372.6474609375,
+      "learning_rate": 4.1247772898530045e-06,
+      "loss": 21.9375,
+      "step": 29669
+    },
+    {
+      "epoch": 1.4178533881295996,
+      "grad_norm": 218.33026123046875,
+      "learning_rate": 4.124151087647138e-06,
+      "loss": 20.3438,
+      "step": 29670
+    },
+    {
+      "epoch": 1.41790117557106,
+      "grad_norm": 142.0830078125,
+      "learning_rate": 4.123524920630026e-06,
+      "loss": 23.8438,
+      "step": 29671
+    },
+    {
+      "epoch": 1.4179489630125204,
+      "grad_norm": 206.0496368408203,
+      "learning_rate": 4.122898788805415e-06,
+      "loss": 19.9844,
+      "step": 29672
+    },
+    {
+      "epoch": 1.4179967504539808,
+      "grad_norm": 173.42420959472656,
+      "learning_rate": 4.12227269217706e-06,
+      "loss": 24.0312,
+      "step": 29673
+    },
+    {
+      "epoch": 1.4180445378954412,
+      "grad_norm": 215.59886169433594,
+      "learning_rate": 4.1216466307487056e-06,
+      "loss": 26.0938,
+      "step": 29674
+    },
+    {
+      "epoch": 1.4180923253369015,
+      "grad_norm": 227.36473083496094,
+      "learning_rate": 4.121020604524102e-06,
+      "loss": 29.1562,
+      "step": 29675
+    },
+    {
+      "epoch": 1.418140112778362,
+      "grad_norm": 297.5742492675781,
+      "learning_rate": 4.120394613507003e-06,
+      "loss": 24.75,
+      "step": 29676
+    },
+    {
+      "epoch": 1.4181879002198223,
+      "grad_norm": 323.0361328125,
+      "learning_rate": 4.1197686577011485e-06,
+      "loss": 35.5625,
+      "step": 29677
+    },
+    {
+      "epoch": 1.4182356876612827,
+      "grad_norm": 140.5537872314453,
+      "learning_rate": 4.1191427371102934e-06,
+      "loss": 27.8125,
+      "step": 29678
+    },
+    {
+      "epoch": 1.418283475102743,
+      "grad_norm": 617.5228271484375,
+      "learning_rate": 4.118516851738185e-06,
+      "loss": 31.875,
+      "step": 29679
+    },
+    {
+      "epoch": 1.4183312625442035,
+      "grad_norm": 279.0125427246094,
+      "learning_rate": 4.117891001588574e-06,
+      "loss": 17.8438,
+      "step": 29680
+    },
+    {
+      "epoch": 1.4183790499856639,
+      "grad_norm": 436.3697814941406,
+      "learning_rate": 4.117265186665204e-06,
+      "loss": 25.3438,
+      "step": 29681
+    },
+    {
+      "epoch": 1.4184268374271243,
+      "grad_norm": 265.5672302246094,
+      "learning_rate": 4.116639406971826e-06,
+      "loss": 27.375,
+      "step": 29682
+    },
+    {
+      "epoch": 1.4184746248685847,
+      "grad_norm": 361.1848449707031,
+      "learning_rate": 4.116013662512185e-06,
+      "loss": 29.9688,
+      "step": 29683
+    },
+    {
+      "epoch": 1.418522412310045,
+      "grad_norm": 273.00921630859375,
+      "learning_rate": 4.1153879532900286e-06,
+      "loss": 19.5625,
+      "step": 29684
+    },
+    {
+      "epoch": 1.4185701997515052,
+      "grad_norm": 259.7643737792969,
+      "learning_rate": 4.1147622793091095e-06,
+      "loss": 18.9141,
+      "step": 29685
+    },
+    {
+      "epoch": 1.4186179871929656,
+      "grad_norm": 265.64154052734375,
+      "learning_rate": 4.114136640573165e-06,
+      "loss": 27.1875,
+      "step": 29686
+    },
+    {
+      "epoch": 1.418665774634426,
+      "grad_norm": 301.2876892089844,
+      "learning_rate": 4.1135110370859525e-06,
+      "loss": 19.9688,
+      "step": 29687
+    },
+    {
+      "epoch": 1.4187135620758864,
+      "grad_norm": 132.8645477294922,
+      "learning_rate": 4.112885468851209e-06,
+      "loss": 15.6875,
+      "step": 29688
+    },
+    {
+      "epoch": 1.4187613495173468,
+      "grad_norm": 216.5824432373047,
+      "learning_rate": 4.112259935872684e-06,
+      "loss": 20.5,
+      "step": 29689
+    },
+    {
+      "epoch": 1.4188091369588072,
+      "grad_norm": 248.72528076171875,
+      "learning_rate": 4.1116344381541265e-06,
+      "loss": 27.875,
+      "step": 29690
+    },
+    {
+      "epoch": 1.4188569244002676,
+      "grad_norm": 214.9998016357422,
+      "learning_rate": 4.1110089756992835e-06,
+      "loss": 26.4062,
+      "step": 29691
+    },
+    {
+      "epoch": 1.418904711841728,
+      "grad_norm": 182.47276306152344,
+      "learning_rate": 4.110383548511895e-06,
+      "loss": 24.25,
+      "step": 29692
+    },
+    {
+      "epoch": 1.4189524992831883,
+      "grad_norm": 174.51841735839844,
+      "learning_rate": 4.1097581565957075e-06,
+      "loss": 23.4375,
+      "step": 29693
+    },
+    {
+      "epoch": 1.4190002867246487,
+      "grad_norm": 268.0807800292969,
+      "learning_rate": 4.109132799954471e-06,
+      "loss": 23.4688,
+      "step": 29694
+    },
+    {
+      "epoch": 1.4190480741661091,
+      "grad_norm": 710.4404296875,
+      "learning_rate": 4.108507478591929e-06,
+      "loss": 24.7188,
+      "step": 29695
+    },
+    {
+      "epoch": 1.4190958616075695,
+      "grad_norm": 319.541748046875,
+      "learning_rate": 4.107882192511822e-06,
+      "loss": 32.625,
+      "step": 29696
+    },
+    {
+      "epoch": 1.41914364904903,
+      "grad_norm": 267.0378112792969,
+      "learning_rate": 4.107256941717898e-06,
+      "loss": 22.7656,
+      "step": 29697
+    },
+    {
+      "epoch": 1.4191914364904903,
+      "grad_norm": 219.08753967285156,
+      "learning_rate": 4.1066317262139045e-06,
+      "loss": 23.1719,
+      "step": 29698
+    },
+    {
+      "epoch": 1.4192392239319507,
+      "grad_norm": 210.9815673828125,
+      "learning_rate": 4.1060065460035795e-06,
+      "loss": 24.3438,
+      "step": 29699
+    },
+    {
+      "epoch": 1.419287011373411,
+      "grad_norm": 335.7065734863281,
+      "learning_rate": 4.105381401090669e-06,
+      "loss": 15.6406,
+      "step": 29700
+    },
+    {
+      "epoch": 1.4193347988148715,
+      "grad_norm": 435.3717956542969,
+      "learning_rate": 4.104756291478918e-06,
+      "loss": 28.4375,
+      "step": 29701
+    },
+    {
+      "epoch": 1.4193825862563318,
+      "grad_norm": 292.4507141113281,
+      "learning_rate": 4.104131217172073e-06,
+      "loss": 24.0312,
+      "step": 29702
+    },
+    {
+      "epoch": 1.4194303736977922,
+      "grad_norm": 295.8279724121094,
+      "learning_rate": 4.103506178173873e-06,
+      "loss": 26.5938,
+      "step": 29703
+    },
+    {
+      "epoch": 1.4194781611392526,
+      "grad_norm": 231.872314453125,
+      "learning_rate": 4.10288117448806e-06,
+      "loss": 28.375,
+      "step": 29704
+    },
+    {
+      "epoch": 1.419525948580713,
+      "grad_norm": 274.30419921875,
+      "learning_rate": 4.10225620611838e-06,
+      "loss": 21.3438,
+      "step": 29705
+    },
+    {
+      "epoch": 1.4195737360221734,
+      "grad_norm": 316.48223876953125,
+      "learning_rate": 4.101631273068579e-06,
+      "loss": 31.3594,
+      "step": 29706
+    },
+    {
+      "epoch": 1.4196215234636338,
+      "grad_norm": 530.5598754882812,
+      "learning_rate": 4.101006375342392e-06,
+      "loss": 22.8125,
+      "step": 29707
+    },
+    {
+      "epoch": 1.4196693109050942,
+      "grad_norm": 284.6827087402344,
+      "learning_rate": 4.1003815129435655e-06,
+      "loss": 37.375,
+      "step": 29708
+    },
+    {
+      "epoch": 1.4197170983465546,
+      "grad_norm": 200.20391845703125,
+      "learning_rate": 4.099756685875841e-06,
+      "loss": 27.4062,
+      "step": 29709
+    },
+    {
+      "epoch": 1.419764885788015,
+      "grad_norm": 378.63818359375,
+      "learning_rate": 4.099131894142964e-06,
+      "loss": 16.3281,
+      "step": 29710
+    },
+    {
+      "epoch": 1.4198126732294754,
+      "grad_norm": 152.36146545410156,
+      "learning_rate": 4.0985071377486685e-06,
+      "loss": 23.4688,
+      "step": 29711
+    },
+    {
+      "epoch": 1.4198604606709357,
+      "grad_norm": 186.5952911376953,
+      "learning_rate": 4.0978824166967015e-06,
+      "loss": 23.4688,
+      "step": 29712
+    },
+    {
+      "epoch": 1.4199082481123961,
+      "grad_norm": 259.8060302734375,
+      "learning_rate": 4.097257730990806e-06,
+      "loss": 26.2031,
+      "step": 29713
+    },
+    {
+      "epoch": 1.4199560355538565,
+      "grad_norm": 232.36190795898438,
+      "learning_rate": 4.096633080634717e-06,
+      "loss": 21.6562,
+      "step": 29714
+    },
+    {
+      "epoch": 1.420003822995317,
+      "grad_norm": 244.300537109375,
+      "learning_rate": 4.096008465632176e-06,
+      "loss": 31.0938,
+      "step": 29715
+    },
+    {
+      "epoch": 1.420051610436777,
+      "grad_norm": 368.4035949707031,
+      "learning_rate": 4.095383885986932e-06,
+      "loss": 27.6562,
+      "step": 29716
+    },
+    {
+      "epoch": 1.4200993978782375,
+      "grad_norm": 361.8223876953125,
+      "learning_rate": 4.0947593417027154e-06,
+      "loss": 21.5156,
+      "step": 29717
+    },
+    {
+      "epoch": 1.4201471853196979,
+      "grad_norm": 234.20106506347656,
+      "learning_rate": 4.094134832783274e-06,
+      "loss": 22.2031,
+      "step": 29718
+    },
+    {
+      "epoch": 1.4201949727611582,
+      "grad_norm": 158.03488159179688,
+      "learning_rate": 4.093510359232341e-06,
+      "loss": 20.7969,
+      "step": 29719
+    },
+    {
+      "epoch": 1.4202427602026186,
+      "grad_norm": 194.20758056640625,
+      "learning_rate": 4.092885921053659e-06,
+      "loss": 25.8438,
+      "step": 29720
+    },
+    {
+      "epoch": 1.420290547644079,
+      "grad_norm": 195.42303466796875,
+      "learning_rate": 4.092261518250972e-06,
+      "loss": 27.1562,
+      "step": 29721
+    },
+    {
+      "epoch": 1.4203383350855394,
+      "grad_norm": 246.45106506347656,
+      "learning_rate": 4.091637150828011e-06,
+      "loss": 16.875,
+      "step": 29722
+    },
+    {
+      "epoch": 1.4203861225269998,
+      "grad_norm": 264.2356872558594,
+      "learning_rate": 4.091012818788522e-06,
+      "loss": 26.5,
+      "step": 29723
+    },
+    {
+      "epoch": 1.4204339099684602,
+      "grad_norm": 243.2376251220703,
+      "learning_rate": 4.090388522136243e-06,
+      "loss": 34.7812,
+      "step": 29724
+    },
+    {
+      "epoch": 1.4204816974099206,
+      "grad_norm": 175.69839477539062,
+      "learning_rate": 4.089764260874908e-06,
+      "loss": 21.1562,
+      "step": 29725
+    },
+    {
+      "epoch": 1.420529484851381,
+      "grad_norm": 137.1932830810547,
+      "learning_rate": 4.089140035008259e-06,
+      "loss": 13.5625,
+      "step": 29726
+    },
+    {
+      "epoch": 1.4205772722928414,
+      "grad_norm": 192.54486083984375,
+      "learning_rate": 4.088515844540033e-06,
+      "loss": 20.4531,
+      "step": 29727
+    },
+    {
+      "epoch": 1.4206250597343018,
+      "grad_norm": 196.65921020507812,
+      "learning_rate": 4.087891689473974e-06,
+      "loss": 33.4375,
+      "step": 29728
+    },
+    {
+      "epoch": 1.4206728471757621,
+      "grad_norm": 206.39024353027344,
+      "learning_rate": 4.087267569813811e-06,
+      "loss": 22.5938,
+      "step": 29729
+    },
+    {
+      "epoch": 1.4207206346172225,
+      "grad_norm": 456.33367919921875,
+      "learning_rate": 4.086643485563286e-06,
+      "loss": 29.6875,
+      "step": 29730
+    },
+    {
+      "epoch": 1.420768422058683,
+      "grad_norm": 255.35299682617188,
+      "learning_rate": 4.086019436726136e-06,
+      "loss": 25.3125,
+      "step": 29731
+    },
+    {
+      "epoch": 1.4208162095001433,
+      "grad_norm": 506.9276428222656,
+      "learning_rate": 4.085395423306102e-06,
+      "loss": 17.3281,
+      "step": 29732
+    },
+    {
+      "epoch": 1.4208639969416037,
+      "grad_norm": 118.06288146972656,
+      "learning_rate": 4.084771445306915e-06,
+      "loss": 27.3594,
+      "step": 29733
+    },
+    {
+      "epoch": 1.420911784383064,
+      "grad_norm": 174.5812225341797,
+      "learning_rate": 4.084147502732313e-06,
+      "loss": 26.1094,
+      "step": 29734
+    },
+    {
+      "epoch": 1.4209595718245245,
+      "grad_norm": 201.20098876953125,
+      "learning_rate": 4.0835235955860385e-06,
+      "loss": 22.5938,
+      "step": 29735
+    },
+    {
+      "epoch": 1.4210073592659849,
+      "grad_norm": 227.02481079101562,
+      "learning_rate": 4.082899723871818e-06,
+      "loss": 26.9688,
+      "step": 29736
+    },
+    {
+      "epoch": 1.4210551467074453,
+      "grad_norm": 839.2346801757812,
+      "learning_rate": 4.082275887593395e-06,
+      "loss": 19.3906,
+      "step": 29737
+    },
+    {
+      "epoch": 1.4211029341489056,
+      "grad_norm": 143.4049835205078,
+      "learning_rate": 4.0816520867545025e-06,
+      "loss": 15.3906,
+      "step": 29738
+    },
+    {
+      "epoch": 1.421150721590366,
+      "grad_norm": 457.7789001464844,
+      "learning_rate": 4.081028321358881e-06,
+      "loss": 30.8906,
+      "step": 29739
+    },
+    {
+      "epoch": 1.4211985090318264,
+      "grad_norm": 298.42626953125,
+      "learning_rate": 4.080404591410259e-06,
+      "loss": 19.9062,
+      "step": 29740
+    },
+    {
+      "epoch": 1.4212462964732868,
+      "grad_norm": 384.1968994140625,
+      "learning_rate": 4.079780896912374e-06,
+      "loss": 32.0312,
+      "step": 29741
+    },
+    {
+      "epoch": 1.4212940839147472,
+      "grad_norm": 260.1595458984375,
+      "learning_rate": 4.079157237868964e-06,
+      "loss": 22.0312,
+      "step": 29742
+    },
+    {
+      "epoch": 1.4213418713562076,
+      "grad_norm": 226.8724365234375,
+      "learning_rate": 4.078533614283764e-06,
+      "loss": 21.5625,
+      "step": 29743
+    },
+    {
+      "epoch": 1.421389658797668,
+      "grad_norm": 394.53826904296875,
+      "learning_rate": 4.077910026160504e-06,
+      "loss": 19.2656,
+      "step": 29744
+    },
+    {
+      "epoch": 1.4214374462391284,
+      "grad_norm": 280.5732727050781,
+      "learning_rate": 4.077286473502922e-06,
+      "loss": 20.8984,
+      "step": 29745
+    },
+    {
+      "epoch": 1.4214852336805888,
+      "grad_norm": 140.70138549804688,
+      "learning_rate": 4.076662956314754e-06,
+      "loss": 20.6875,
+      "step": 29746
+    },
+    {
+      "epoch": 1.4215330211220492,
+      "grad_norm": 238.8394012451172,
+      "learning_rate": 4.076039474599729e-06,
+      "loss": 28.0312,
+      "step": 29747
+    },
+    {
+      "epoch": 1.4215808085635095,
+      "grad_norm": 191.8916015625,
+      "learning_rate": 4.075416028361584e-06,
+      "loss": 25.7344,
+      "step": 29748
+    },
+    {
+      "epoch": 1.42162859600497,
+      "grad_norm": 208.05284118652344,
+      "learning_rate": 4.074792617604054e-06,
+      "loss": 23.8125,
+      "step": 29749
+    },
+    {
+      "epoch": 1.4216763834464303,
+      "grad_norm": 372.5196838378906,
+      "learning_rate": 4.074169242330869e-06,
+      "loss": 25.8906,
+      "step": 29750
+    },
+    {
+      "epoch": 1.4217241708878907,
+      "grad_norm": 423.18341064453125,
+      "learning_rate": 4.073545902545767e-06,
+      "loss": 26.2969,
+      "step": 29751
+    },
+    {
+      "epoch": 1.421771958329351,
+      "grad_norm": 209.0330352783203,
+      "learning_rate": 4.072922598252473e-06,
+      "loss": 29.3438,
+      "step": 29752
+    },
+    {
+      "epoch": 1.4218197457708115,
+      "grad_norm": 181.4793701171875,
+      "learning_rate": 4.072299329454725e-06,
+      "loss": 16.6562,
+      "step": 29753
+    },
+    {
+      "epoch": 1.4218675332122719,
+      "grad_norm": 143.78172302246094,
+      "learning_rate": 4.07167609615626e-06,
+      "loss": 20.0625,
+      "step": 29754
+    },
+    {
+      "epoch": 1.4219153206537323,
+      "grad_norm": 193.7634735107422,
+      "learning_rate": 4.071052898360801e-06,
+      "loss": 23.7031,
+      "step": 29755
+    },
+    {
+      "epoch": 1.4219631080951927,
+      "grad_norm": 163.91571044921875,
+      "learning_rate": 4.0704297360720845e-06,
+      "loss": 20.2812,
+      "step": 29756
+    },
+    {
+      "epoch": 1.422010895536653,
+      "grad_norm": 332.4098205566406,
+      "learning_rate": 4.069806609293843e-06,
+      "loss": 24.25,
+      "step": 29757
+    },
+    {
+      "epoch": 1.4220586829781134,
+      "grad_norm": 617.9270629882812,
+      "learning_rate": 4.069183518029811e-06,
+      "loss": 34.3125,
+      "step": 29758
+    },
+    {
+      "epoch": 1.4221064704195738,
+      "grad_norm": 185.37265014648438,
+      "learning_rate": 4.068560462283714e-06,
+      "loss": 28.6875,
+      "step": 29759
+    },
+    {
+      "epoch": 1.4221542578610342,
+      "grad_norm": 302.20672607421875,
+      "learning_rate": 4.067937442059285e-06,
+      "loss": 24.2812,
+      "step": 29760
+    },
+    {
+      "epoch": 1.4222020453024946,
+      "grad_norm": 381.9230041503906,
+      "learning_rate": 4.067314457360262e-06,
+      "loss": 31.6719,
+      "step": 29761
+    },
+    {
+      "epoch": 1.422249832743955,
+      "grad_norm": 137.30992126464844,
+      "learning_rate": 4.066691508190364e-06,
+      "loss": 16.75,
+      "step": 29762
+    },
+    {
+      "epoch": 1.4222976201854154,
+      "grad_norm": 368.1737976074219,
+      "learning_rate": 4.0660685945533295e-06,
+      "loss": 26.8438,
+      "step": 29763
+    },
+    {
+      "epoch": 1.4223454076268758,
+      "grad_norm": 181.7113800048828,
+      "learning_rate": 4.065445716452887e-06,
+      "loss": 17.7969,
+      "step": 29764
+    },
+    {
+      "epoch": 1.4223931950683362,
+      "grad_norm": 407.5343933105469,
+      "learning_rate": 4.064822873892771e-06,
+      "loss": 17.4531,
+      "step": 29765
+    },
+    {
+      "epoch": 1.4224409825097966,
+      "grad_norm": 245.12281799316406,
+      "learning_rate": 4.064200066876704e-06,
+      "loss": 32.5938,
+      "step": 29766
+    },
+    {
+      "epoch": 1.422488769951257,
+      "grad_norm": 272.72821044921875,
+      "learning_rate": 4.063577295408417e-06,
+      "loss": 29.9688,
+      "step": 29767
+    },
+    {
+      "epoch": 1.4225365573927171,
+      "grad_norm": 630.9547119140625,
+      "learning_rate": 4.062954559491644e-06,
+      "loss": 27.4688,
+      "step": 29768
+    },
+    {
+      "epoch": 1.4225843448341775,
+      "grad_norm": 207.86000061035156,
+      "learning_rate": 4.062331859130115e-06,
+      "loss": 24.6875,
+      "step": 29769
+    },
+    {
+      "epoch": 1.422632132275638,
+      "grad_norm": 984.5609130859375,
+      "learning_rate": 4.061709194327554e-06,
+      "loss": 34.2656,
+      "step": 29770
+    },
+    {
+      "epoch": 1.4226799197170983,
+      "grad_norm": 335.5328369140625,
+      "learning_rate": 4.061086565087692e-06,
+      "loss": 23.2812,
+      "step": 29771
+    },
+    {
+      "epoch": 1.4227277071585587,
+      "grad_norm": 437.0794982910156,
+      "learning_rate": 4.060463971414261e-06,
+      "loss": 29.5938,
+      "step": 29772
+    },
+    {
+      "epoch": 1.422775494600019,
+      "grad_norm": 230.4730224609375,
+      "learning_rate": 4.059841413310985e-06,
+      "loss": 26.0625,
+      "step": 29773
+    },
+    {
+      "epoch": 1.4228232820414795,
+      "grad_norm": 265.971923828125,
+      "learning_rate": 4.059218890781592e-06,
+      "loss": 29.7031,
+      "step": 29774
+    },
+    {
+      "epoch": 1.4228710694829398,
+      "grad_norm": 589.7747192382812,
+      "learning_rate": 4.058596403829813e-06,
+      "loss": 23.7812,
+      "step": 29775
+    },
+    {
+      "epoch": 1.4229188569244002,
+      "grad_norm": 522.4234008789062,
+      "learning_rate": 4.057973952459378e-06,
+      "loss": 25.9688,
+      "step": 29776
+    },
+    {
+      "epoch": 1.4229666443658606,
+      "grad_norm": 315.84820556640625,
+      "learning_rate": 4.057351536674009e-06,
+      "loss": 22.8125,
+      "step": 29777
+    },
+    {
+      "epoch": 1.423014431807321,
+      "grad_norm": 147.91281127929688,
+      "learning_rate": 4.056729156477436e-06,
+      "loss": 26.4062,
+      "step": 29778
+    },
+    {
+      "epoch": 1.4230622192487814,
+      "grad_norm": 208.96607971191406,
+      "learning_rate": 4.0561068118733895e-06,
+      "loss": 22.1719,
+      "step": 29779
+    },
+    {
+      "epoch": 1.4231100066902418,
+      "grad_norm": 154.2901153564453,
+      "learning_rate": 4.05548450286559e-06,
+      "loss": 20.0938,
+      "step": 29780
+    },
+    {
+      "epoch": 1.4231577941317022,
+      "grad_norm": 130.8883514404297,
+      "learning_rate": 4.054862229457768e-06,
+      "loss": 19.2188,
+      "step": 29781
+    },
+    {
+      "epoch": 1.4232055815731626,
+      "grad_norm": 126.92216491699219,
+      "learning_rate": 4.054239991653654e-06,
+      "loss": 17.7969,
+      "step": 29782
+    },
+    {
+      "epoch": 1.423253369014623,
+      "grad_norm": 221.21119689941406,
+      "learning_rate": 4.0536177894569655e-06,
+      "loss": 26.1406,
+      "step": 29783
+    },
+    {
+      "epoch": 1.4233011564560833,
+      "grad_norm": 499.7457580566406,
+      "learning_rate": 4.052995622871437e-06,
+      "loss": 23.3594,
+      "step": 29784
+    },
+    {
+      "epoch": 1.4233489438975437,
+      "grad_norm": 278.90960693359375,
+      "learning_rate": 4.052373491900788e-06,
+      "loss": 24.9062,
+      "step": 29785
+    },
+    {
+      "epoch": 1.4233967313390041,
+      "grad_norm": 195.6988525390625,
+      "learning_rate": 4.051751396548749e-06,
+      "loss": 26.2344,
+      "step": 29786
+    },
+    {
+      "epoch": 1.4234445187804645,
+      "grad_norm": 464.9969482421875,
+      "learning_rate": 4.051129336819045e-06,
+      "loss": 25.0625,
+      "step": 29787
+    },
+    {
+      "epoch": 1.423492306221925,
+      "grad_norm": 475.6479797363281,
+      "learning_rate": 4.050507312715397e-06,
+      "loss": 36.4688,
+      "step": 29788
+    },
+    {
+      "epoch": 1.4235400936633853,
+      "grad_norm": 210.43727111816406,
+      "learning_rate": 4.049885324241534e-06,
+      "loss": 22.2656,
+      "step": 29789
+    },
+    {
+      "epoch": 1.4235878811048457,
+      "grad_norm": 125.50898742675781,
+      "learning_rate": 4.04926337140118e-06,
+      "loss": 18.1719,
+      "step": 29790
+    },
+    {
+      "epoch": 1.423635668546306,
+      "grad_norm": 224.4694061279297,
+      "learning_rate": 4.048641454198064e-06,
+      "loss": 28.2969,
+      "step": 29791
+    },
+    {
+      "epoch": 1.4236834559877665,
+      "grad_norm": 189.5951690673828,
+      "learning_rate": 4.048019572635901e-06,
+      "loss": 22.5625,
+      "step": 29792
+    },
+    {
+      "epoch": 1.4237312434292269,
+      "grad_norm": 517.7289428710938,
+      "learning_rate": 4.047397726718422e-06,
+      "loss": 19.9062,
+      "step": 29793
+    },
+    {
+      "epoch": 1.4237790308706872,
+      "grad_norm": 174.7631072998047,
+      "learning_rate": 4.0467759164493495e-06,
+      "loss": 24.8906,
+      "step": 29794
+    },
+    {
+      "epoch": 1.4238268183121476,
+      "grad_norm": 243.7830810546875,
+      "learning_rate": 4.0461541418324105e-06,
+      "loss": 30.8438,
+      "step": 29795
+    },
+    {
+      "epoch": 1.423874605753608,
+      "grad_norm": 225.1505584716797,
+      "learning_rate": 4.045532402871322e-06,
+      "loss": 25.9531,
+      "step": 29796
+    },
+    {
+      "epoch": 1.4239223931950684,
+      "grad_norm": 208.32737731933594,
+      "learning_rate": 4.044910699569812e-06,
+      "loss": 18.5938,
+      "step": 29797
+    },
+    {
+      "epoch": 1.4239701806365286,
+      "grad_norm": 215.99668884277344,
+      "learning_rate": 4.044289031931605e-06,
+      "loss": 16.3906,
+      "step": 29798
+    },
+    {
+      "epoch": 1.424017968077989,
+      "grad_norm": 449.50775146484375,
+      "learning_rate": 4.043667399960419e-06,
+      "loss": 23.2656,
+      "step": 29799
+    },
+    {
+      "epoch": 1.4240657555194494,
+      "grad_norm": 280.8816833496094,
+      "learning_rate": 4.04304580365998e-06,
+      "loss": 18.5938,
+      "step": 29800
+    },
+    {
+      "epoch": 1.4241135429609098,
+      "grad_norm": 390.1561279296875,
+      "learning_rate": 4.042424243034009e-06,
+      "loss": 21.7969,
+      "step": 29801
+    },
+    {
+      "epoch": 1.4241613304023701,
+      "grad_norm": 230.20774841308594,
+      "learning_rate": 4.041802718086233e-06,
+      "loss": 24.8125,
+      "step": 29802
+    },
+    {
+      "epoch": 1.4242091178438305,
+      "grad_norm": 260.343017578125,
+      "learning_rate": 4.041181228820368e-06,
+      "loss": 22.1094,
+      "step": 29803
+    },
+    {
+      "epoch": 1.424256905285291,
+      "grad_norm": 281.1184997558594,
+      "learning_rate": 4.0405597752401374e-06,
+      "loss": 30.7344,
+      "step": 29804
+    },
+    {
+      "epoch": 1.4243046927267513,
+      "grad_norm": 228.97988891601562,
+      "learning_rate": 4.039938357349265e-06,
+      "loss": 24.5625,
+      "step": 29805
+    },
+    {
+      "epoch": 1.4243524801682117,
+      "grad_norm": 168.90733337402344,
+      "learning_rate": 4.039316975151474e-06,
+      "loss": 24.6562,
+      "step": 29806
+    },
+    {
+      "epoch": 1.424400267609672,
+      "grad_norm": 199.7113494873047,
+      "learning_rate": 4.038695628650479e-06,
+      "loss": 21.4531,
+      "step": 29807
+    },
+    {
+      "epoch": 1.4244480550511325,
+      "grad_norm": 174.46923828125,
+      "learning_rate": 4.038074317850006e-06,
+      "loss": 27.2188,
+      "step": 29808
+    },
+    {
+      "epoch": 1.4244958424925929,
+      "grad_norm": 182.26268005371094,
+      "learning_rate": 4.037453042753778e-06,
+      "loss": 22.6094,
+      "step": 29809
+    },
+    {
+      "epoch": 1.4245436299340533,
+      "grad_norm": 413.5499572753906,
+      "learning_rate": 4.036831803365509e-06,
+      "loss": 32.0,
+      "step": 29810
+    },
+    {
+      "epoch": 1.4245914173755136,
+      "grad_norm": 144.57147216796875,
+      "learning_rate": 4.036210599688922e-06,
+      "loss": 24.9531,
+      "step": 29811
+    },
+    {
+      "epoch": 1.424639204816974,
+      "grad_norm": 248.52532958984375,
+      "learning_rate": 4.035589431727742e-06,
+      "loss": 24.3438,
+      "step": 29812
+    },
+    {
+      "epoch": 1.4246869922584344,
+      "grad_norm": 256.4178466796875,
+      "learning_rate": 4.034968299485682e-06,
+      "loss": 24.4844,
+      "step": 29813
+    },
+    {
+      "epoch": 1.4247347796998948,
+      "grad_norm": 526.5043334960938,
+      "learning_rate": 4.034347202966466e-06,
+      "loss": 25.5,
+      "step": 29814
+    },
+    {
+      "epoch": 1.4247825671413552,
+      "grad_norm": 260.77130126953125,
+      "learning_rate": 4.033726142173814e-06,
+      "loss": 20.5156,
+      "step": 29815
+    },
+    {
+      "epoch": 1.4248303545828156,
+      "grad_norm": 358.7502136230469,
+      "learning_rate": 4.033105117111441e-06,
+      "loss": 42.5625,
+      "step": 29816
+    },
+    {
+      "epoch": 1.424878142024276,
+      "grad_norm": 475.4754943847656,
+      "learning_rate": 4.032484127783073e-06,
+      "loss": 23.7812,
+      "step": 29817
+    },
+    {
+      "epoch": 1.4249259294657364,
+      "grad_norm": 298.64178466796875,
+      "learning_rate": 4.03186317419242e-06,
+      "loss": 33.75,
+      "step": 29818
+    },
+    {
+      "epoch": 1.4249737169071968,
+      "grad_norm": 162.29568481445312,
+      "learning_rate": 4.031242256343207e-06,
+      "loss": 23.8125,
+      "step": 29819
+    },
+    {
+      "epoch": 1.4250215043486572,
+      "grad_norm": 180.58421325683594,
+      "learning_rate": 4.030621374239155e-06,
+      "loss": 20.0781,
+      "step": 29820
+    },
+    {
+      "epoch": 1.4250692917901175,
+      "grad_norm": 277.5810546875,
+      "learning_rate": 4.030000527883974e-06,
+      "loss": 24.8438,
+      "step": 29821
+    },
+    {
+      "epoch": 1.425117079231578,
+      "grad_norm": 207.83290100097656,
+      "learning_rate": 4.029379717281387e-06,
+      "loss": 22.4062,
+      "step": 29822
+    },
+    {
+      "epoch": 1.4251648666730383,
+      "grad_norm": 239.66162109375,
+      "learning_rate": 4.0287589424351105e-06,
+      "loss": 24.1875,
+      "step": 29823
+    },
+    {
+      "epoch": 1.4252126541144987,
+      "grad_norm": 426.0229187011719,
+      "learning_rate": 4.028138203348866e-06,
+      "loss": 36.25,
+      "step": 29824
+    },
+    {
+      "epoch": 1.425260441555959,
+      "grad_norm": 717.2067260742188,
+      "learning_rate": 4.027517500026366e-06,
+      "loss": 29.25,
+      "step": 29825
+    },
+    {
+      "epoch": 1.4253082289974195,
+      "grad_norm": 239.91592407226562,
+      "learning_rate": 4.026896832471328e-06,
+      "loss": 26.0938,
+      "step": 29826
+    },
+    {
+      "epoch": 1.4253560164388799,
+      "grad_norm": 132.29774475097656,
+      "learning_rate": 4.026276200687471e-06,
+      "loss": 18.9219,
+      "step": 29827
+    },
+    {
+      "epoch": 1.4254038038803403,
+      "grad_norm": 185.97463989257812,
+      "learning_rate": 4.025655604678515e-06,
+      "loss": 22.4062,
+      "step": 29828
+    },
+    {
+      "epoch": 1.4254515913218007,
+      "grad_norm": 169.43557739257812,
+      "learning_rate": 4.025035044448169e-06,
+      "loss": 28.2812,
+      "step": 29829
+    },
+    {
+      "epoch": 1.425499378763261,
+      "grad_norm": 240.07568359375,
+      "learning_rate": 4.024414520000154e-06,
+      "loss": 22.3594,
+      "step": 29830
+    },
+    {
+      "epoch": 1.4255471662047214,
+      "grad_norm": 266.3565979003906,
+      "learning_rate": 4.023794031338185e-06,
+      "loss": 38.875,
+      "step": 29831
+    },
+    {
+      "epoch": 1.4255949536461818,
+      "grad_norm": 1055.9659423828125,
+      "learning_rate": 4.023173578465982e-06,
+      "loss": 22.1406,
+      "step": 29832
+    },
+    {
+      "epoch": 1.4256427410876422,
+      "grad_norm": 135.078369140625,
+      "learning_rate": 4.022553161387253e-06,
+      "loss": 21.8438,
+      "step": 29833
+    },
+    {
+      "epoch": 1.4256905285291026,
+      "grad_norm": 361.3984069824219,
+      "learning_rate": 4.0219327801057185e-06,
+      "loss": 33.125,
+      "step": 29834
+    },
+    {
+      "epoch": 1.425738315970563,
+      "grad_norm": 193.73013305664062,
+      "learning_rate": 4.021312434625095e-06,
+      "loss": 25.75,
+      "step": 29835
+    },
+    {
+      "epoch": 1.4257861034120234,
+      "grad_norm": 172.09619140625,
+      "learning_rate": 4.020692124949094e-06,
+      "loss": 19.75,
+      "step": 29836
+    },
+    {
+      "epoch": 1.4258338908534838,
+      "grad_norm": 155.84751892089844,
+      "learning_rate": 4.02007185108143e-06,
+      "loss": 18.0469,
+      "step": 29837
+    },
+    {
+      "epoch": 1.4258816782949442,
+      "grad_norm": 343.1460266113281,
+      "learning_rate": 4.01945161302582e-06,
+      "loss": 26.0625,
+      "step": 29838
+    },
+    {
+      "epoch": 1.4259294657364046,
+      "grad_norm": 388.51324462890625,
+      "learning_rate": 4.01883141078598e-06,
+      "loss": 26.0312,
+      "step": 29839
+    },
+    {
+      "epoch": 1.425977253177865,
+      "grad_norm": 347.127685546875,
+      "learning_rate": 4.0182112443656205e-06,
+      "loss": 26.8281,
+      "step": 29840
+    },
+    {
+      "epoch": 1.4260250406193253,
+      "grad_norm": 325.1314392089844,
+      "learning_rate": 4.017591113768457e-06,
+      "loss": 24.9844,
+      "step": 29841
+    },
+    {
+      "epoch": 1.4260728280607857,
+      "grad_norm": 144.02085876464844,
+      "learning_rate": 4.016971018998202e-06,
+      "loss": 24.5,
+      "step": 29842
+    },
+    {
+      "epoch": 1.4261206155022461,
+      "grad_norm": 104.02536010742188,
+      "learning_rate": 4.016350960058573e-06,
+      "loss": 19.5938,
+      "step": 29843
+    },
+    {
+      "epoch": 1.4261684029437065,
+      "grad_norm": 1383.3739013671875,
+      "learning_rate": 4.01573093695328e-06,
+      "loss": 31.2656,
+      "step": 29844
+    },
+    {
+      "epoch": 1.426216190385167,
+      "grad_norm": 386.3492736816406,
+      "learning_rate": 4.015110949686035e-06,
+      "loss": 22.8125,
+      "step": 29845
+    },
+    {
+      "epoch": 1.4262639778266273,
+      "grad_norm": 166.7368621826172,
+      "learning_rate": 4.0144909982605575e-06,
+      "loss": 19.0938,
+      "step": 29846
+    },
+    {
+      "epoch": 1.4263117652680877,
+      "grad_norm": 551.4476928710938,
+      "learning_rate": 4.013871082680551e-06,
+      "loss": 20.0781,
+      "step": 29847
+    },
+    {
+      "epoch": 1.426359552709548,
+      "grad_norm": 228.24722290039062,
+      "learning_rate": 4.0132512029497365e-06,
+      "loss": 20.0156,
+      "step": 29848
+    },
+    {
+      "epoch": 1.4264073401510085,
+      "grad_norm": 433.3028259277344,
+      "learning_rate": 4.012631359071818e-06,
+      "loss": 21.3281,
+      "step": 29849
+    },
+    {
+      "epoch": 1.4264551275924686,
+      "grad_norm": 258.6326599121094,
+      "learning_rate": 4.012011551050516e-06,
+      "loss": 25.3594,
+      "step": 29850
+    },
+    {
+      "epoch": 1.426502915033929,
+      "grad_norm": 351.2126159667969,
+      "learning_rate": 4.011391778889535e-06,
+      "loss": 22.8906,
+      "step": 29851
+    },
+    {
+      "epoch": 1.4265507024753894,
+      "grad_norm": 132.03392028808594,
+      "learning_rate": 4.010772042592589e-06,
+      "loss": 26.4062,
+      "step": 29852
+    },
+    {
+      "epoch": 1.4265984899168498,
+      "grad_norm": 200.52032470703125,
+      "learning_rate": 4.01015234216339e-06,
+      "loss": 22.4062,
+      "step": 29853
+    },
+    {
+      "epoch": 1.4266462773583102,
+      "grad_norm": 160.24725341796875,
+      "learning_rate": 4.009532677605654e-06,
+      "loss": 20.1875,
+      "step": 29854
+    },
+    {
+      "epoch": 1.4266940647997706,
+      "grad_norm": 286.8292236328125,
+      "learning_rate": 4.008913048923084e-06,
+      "loss": 26.4688,
+      "step": 29855
+    },
+    {
+      "epoch": 1.426741852241231,
+      "grad_norm": 240.94374084472656,
+      "learning_rate": 4.008293456119393e-06,
+      "loss": 28.5,
+      "step": 29856
+    },
+    {
+      "epoch": 1.4267896396826913,
+      "grad_norm": 242.6240692138672,
+      "learning_rate": 4.007673899198298e-06,
+      "loss": 26.5,
+      "step": 29857
+    },
+    {
+      "epoch": 1.4268374271241517,
+      "grad_norm": 303.50433349609375,
+      "learning_rate": 4.0070543781635e-06,
+      "loss": 29.4688,
+      "step": 29858
+    },
+    {
+      "epoch": 1.4268852145656121,
+      "grad_norm": 333.9636535644531,
+      "learning_rate": 4.006434893018712e-06,
+      "loss": 23.5469,
+      "step": 29859
+    },
+    {
+      "epoch": 1.4269330020070725,
+      "grad_norm": 274.718017578125,
+      "learning_rate": 4.0058154437676465e-06,
+      "loss": 27.4688,
+      "step": 29860
+    },
+    {
+      "epoch": 1.426980789448533,
+      "grad_norm": 362.81988525390625,
+      "learning_rate": 4.005196030414015e-06,
+      "loss": 25.1562,
+      "step": 29861
+    },
+    {
+      "epoch": 1.4270285768899933,
+      "grad_norm": 674.26806640625,
+      "learning_rate": 4.004576652961521e-06,
+      "loss": 29.375,
+      "step": 29862
+    },
+    {
+      "epoch": 1.4270763643314537,
+      "grad_norm": 290.5081481933594,
+      "learning_rate": 4.0039573114138755e-06,
+      "loss": 27.625,
+      "step": 29863
+    },
+    {
+      "epoch": 1.427124151772914,
+      "grad_norm": 310.7270812988281,
+      "learning_rate": 4.003338005774789e-06,
+      "loss": 28.9375,
+      "step": 29864
+    },
+    {
+      "epoch": 1.4271719392143745,
+      "grad_norm": 193.34373474121094,
+      "learning_rate": 4.002718736047973e-06,
+      "loss": 17.0625,
+      "step": 29865
+    },
+    {
+      "epoch": 1.4272197266558349,
+      "grad_norm": 206.27059936523438,
+      "learning_rate": 4.002099502237131e-06,
+      "loss": 23.9688,
+      "step": 29866
+    },
+    {
+      "epoch": 1.4272675140972952,
+      "grad_norm": 603.1337280273438,
+      "learning_rate": 4.0014803043459726e-06,
+      "loss": 37.2188,
+      "step": 29867
+    },
+    {
+      "epoch": 1.4273153015387556,
+      "grad_norm": 239.1159210205078,
+      "learning_rate": 4.00086114237821e-06,
+      "loss": 34.0938,
+      "step": 29868
+    },
+    {
+      "epoch": 1.427363088980216,
+      "grad_norm": 165.83914184570312,
+      "learning_rate": 4.000242016337546e-06,
+      "loss": 21.7031,
+      "step": 29869
+    },
+    {
+      "epoch": 1.4274108764216764,
+      "grad_norm": 505.3119201660156,
+      "learning_rate": 3.999622926227691e-06,
+      "loss": 26.9688,
+      "step": 29870
+    },
+    {
+      "epoch": 1.4274586638631368,
+      "grad_norm": 106.24113464355469,
+      "learning_rate": 3.999003872052351e-06,
+      "loss": 27.0469,
+      "step": 29871
+    },
+    {
+      "epoch": 1.4275064513045972,
+      "grad_norm": 629.4808349609375,
+      "learning_rate": 3.998384853815237e-06,
+      "loss": 29.25,
+      "step": 29872
+    },
+    {
+      "epoch": 1.4275542387460576,
+      "grad_norm": 207.12977600097656,
+      "learning_rate": 3.997765871520052e-06,
+      "loss": 22.6406,
+      "step": 29873
+    },
+    {
+      "epoch": 1.427602026187518,
+      "grad_norm": 319.8523254394531,
+      "learning_rate": 3.997146925170503e-06,
+      "loss": 34.1875,
+      "step": 29874
+    },
+    {
+      "epoch": 1.4276498136289784,
+      "grad_norm": 158.89767456054688,
+      "learning_rate": 3.996528014770298e-06,
+      "loss": 19.8594,
+      "step": 29875
+    },
+    {
+      "epoch": 1.4276976010704387,
+      "grad_norm": 326.3644714355469,
+      "learning_rate": 3.995909140323148e-06,
+      "loss": 25.2188,
+      "step": 29876
+    },
+    {
+      "epoch": 1.4277453885118991,
+      "grad_norm": 233.373291015625,
+      "learning_rate": 3.99529030183275e-06,
+      "loss": 28.0625,
+      "step": 29877
+    },
+    {
+      "epoch": 1.4277931759533595,
+      "grad_norm": 243.66795349121094,
+      "learning_rate": 3.994671499302817e-06,
+      "loss": 32.1562,
+      "step": 29878
+    },
+    {
+      "epoch": 1.42784096339482,
+      "grad_norm": 288.5511474609375,
+      "learning_rate": 3.994052732737055e-06,
+      "loss": 16.2031,
+      "step": 29879
+    },
+    {
+      "epoch": 1.4278887508362803,
+      "grad_norm": 169.0902862548828,
+      "learning_rate": 3.993434002139164e-06,
+      "loss": 17.2656,
+      "step": 29880
+    },
+    {
+      "epoch": 1.4279365382777405,
+      "grad_norm": 366.4651184082031,
+      "learning_rate": 3.992815307512856e-06,
+      "loss": 23.875,
+      "step": 29881
+    },
+    {
+      "epoch": 1.4279843257192009,
+      "grad_norm": 336.1077880859375,
+      "learning_rate": 3.992196648861829e-06,
+      "loss": 22.7812,
+      "step": 29882
+    },
+    {
+      "epoch": 1.4280321131606613,
+      "grad_norm": 247.67271423339844,
+      "learning_rate": 3.991578026189793e-06,
+      "loss": 20.6875,
+      "step": 29883
+    },
+    {
+      "epoch": 1.4280799006021216,
+      "grad_norm": 796.3406982421875,
+      "learning_rate": 3.9909594395004545e-06,
+      "loss": 22.4062,
+      "step": 29884
+    },
+    {
+      "epoch": 1.428127688043582,
+      "grad_norm": 160.08932495117188,
+      "learning_rate": 3.990340888797512e-06,
+      "loss": 26.0938,
+      "step": 29885
+    },
+    {
+      "epoch": 1.4281754754850424,
+      "grad_norm": 406.57098388671875,
+      "learning_rate": 3.989722374084672e-06,
+      "loss": 21.7812,
+      "step": 29886
+    },
+    {
+      "epoch": 1.4282232629265028,
+      "grad_norm": 296.7837219238281,
+      "learning_rate": 3.989103895365644e-06,
+      "loss": 25.4062,
+      "step": 29887
+    },
+    {
+      "epoch": 1.4282710503679632,
+      "grad_norm": 135.13330078125,
+      "learning_rate": 3.988485452644124e-06,
+      "loss": 19.2188,
+      "step": 29888
+    },
+    {
+      "epoch": 1.4283188378094236,
+      "grad_norm": 338.3515930175781,
+      "learning_rate": 3.987867045923819e-06,
+      "loss": 32.5312,
+      "step": 29889
+    },
+    {
+      "epoch": 1.428366625250884,
+      "grad_norm": 246.77967834472656,
+      "learning_rate": 3.987248675208433e-06,
+      "loss": 24.0469,
+      "step": 29890
+    },
+    {
+      "epoch": 1.4284144126923444,
+      "grad_norm": 234.39273071289062,
+      "learning_rate": 3.986630340501672e-06,
+      "loss": 25.75,
+      "step": 29891
+    },
+    {
+      "epoch": 1.4284622001338048,
+      "grad_norm": 325.5040588378906,
+      "learning_rate": 3.986012041807231e-06,
+      "loss": 21.4062,
+      "step": 29892
+    },
+    {
+      "epoch": 1.4285099875752651,
+      "grad_norm": 243.9167022705078,
+      "learning_rate": 3.98539377912882e-06,
+      "loss": 28.2812,
+      "step": 29893
+    },
+    {
+      "epoch": 1.4285577750167255,
+      "grad_norm": 316.2960510253906,
+      "learning_rate": 3.984775552470141e-06,
+      "loss": 28.375,
+      "step": 29894
+    },
+    {
+      "epoch": 1.428605562458186,
+      "grad_norm": 188.95770263671875,
+      "learning_rate": 3.984157361834893e-06,
+      "loss": 23.9688,
+      "step": 29895
+    },
+    {
+      "epoch": 1.4286533498996463,
+      "grad_norm": 337.1584777832031,
+      "learning_rate": 3.983539207226778e-06,
+      "loss": 27.6875,
+      "step": 29896
+    },
+    {
+      "epoch": 1.4287011373411067,
+      "grad_norm": 173.52676391601562,
+      "learning_rate": 3.9829210886495005e-06,
+      "loss": 20.7344,
+      "step": 29897
+    },
+    {
+      "epoch": 1.428748924782567,
+      "grad_norm": 193.3453369140625,
+      "learning_rate": 3.982303006106766e-06,
+      "loss": 20.3281,
+      "step": 29898
+    },
+    {
+      "epoch": 1.4287967122240275,
+      "grad_norm": 169.08392333984375,
+      "learning_rate": 3.981684959602266e-06,
+      "loss": 29.2188,
+      "step": 29899
+    },
+    {
+      "epoch": 1.4288444996654879,
+      "grad_norm": 390.96331787109375,
+      "learning_rate": 3.981066949139709e-06,
+      "loss": 24.2969,
+      "step": 29900
+    },
+    {
+      "epoch": 1.4288922871069483,
+      "grad_norm": 325.77447509765625,
+      "learning_rate": 3.980448974722794e-06,
+      "loss": 33.1875,
+      "step": 29901
+    },
+    {
+      "epoch": 1.4289400745484087,
+      "grad_norm": 257.7701110839844,
+      "learning_rate": 3.979831036355226e-06,
+      "loss": 22.7031,
+      "step": 29902
+    },
+    {
+      "epoch": 1.428987861989869,
+      "grad_norm": 2239.419189453125,
+      "learning_rate": 3.979213134040698e-06,
+      "loss": 39.25,
+      "step": 29903
+    },
+    {
+      "epoch": 1.4290356494313294,
+      "grad_norm": 169.4830322265625,
+      "learning_rate": 3.978595267782915e-06,
+      "loss": 16.6406,
+      "step": 29904
+    },
+    {
+      "epoch": 1.4290834368727898,
+      "grad_norm": 374.9361267089844,
+      "learning_rate": 3.977977437585579e-06,
+      "loss": 26.0469,
+      "step": 29905
+    },
+    {
+      "epoch": 1.4291312243142502,
+      "grad_norm": 270.81524658203125,
+      "learning_rate": 3.9773596434523855e-06,
+      "loss": 40.4375,
+      "step": 29906
+    },
+    {
+      "epoch": 1.4291790117557106,
+      "grad_norm": 285.96380615234375,
+      "learning_rate": 3.976741885387035e-06,
+      "loss": 31.4062,
+      "step": 29907
+    },
+    {
+      "epoch": 1.429226799197171,
+      "grad_norm": 368.8221435546875,
+      "learning_rate": 3.97612416339323e-06,
+      "loss": 30.5312,
+      "step": 29908
+    },
+    {
+      "epoch": 1.4292745866386314,
+      "grad_norm": 194.3092803955078,
+      "learning_rate": 3.975506477474671e-06,
+      "loss": 16.8281,
+      "step": 29909
+    },
+    {
+      "epoch": 1.4293223740800918,
+      "grad_norm": 198.73670959472656,
+      "learning_rate": 3.97488882763505e-06,
+      "loss": 22.6562,
+      "step": 29910
+    },
+    {
+      "epoch": 1.4293701615215522,
+      "grad_norm": 177.99880981445312,
+      "learning_rate": 3.974271213878072e-06,
+      "loss": 21.7188,
+      "step": 29911
+    },
+    {
+      "epoch": 1.4294179489630126,
+      "grad_norm": 243.8774871826172,
+      "learning_rate": 3.973653636207437e-06,
+      "loss": 25.5938,
+      "step": 29912
+    },
+    {
+      "epoch": 1.429465736404473,
+      "grad_norm": 265.2523193359375,
+      "learning_rate": 3.973036094626837e-06,
+      "loss": 27.0625,
+      "step": 29913
+    },
+    {
+      "epoch": 1.4295135238459333,
+      "grad_norm": 244.21572875976562,
+      "learning_rate": 3.972418589139978e-06,
+      "loss": 30.8125,
+      "step": 29914
+    },
+    {
+      "epoch": 1.4295613112873937,
+      "grad_norm": 230.00303649902344,
+      "learning_rate": 3.97180111975055e-06,
+      "loss": 24.8125,
+      "step": 29915
+    },
+    {
+      "epoch": 1.429609098728854,
+      "grad_norm": 162.10720825195312,
+      "learning_rate": 3.971183686462254e-06,
+      "loss": 24.4375,
+      "step": 29916
+    },
+    {
+      "epoch": 1.4296568861703145,
+      "grad_norm": 222.96461486816406,
+      "learning_rate": 3.970566289278793e-06,
+      "loss": 21.8594,
+      "step": 29917
+    },
+    {
+      "epoch": 1.429704673611775,
+      "grad_norm": 160.37705993652344,
+      "learning_rate": 3.969948928203856e-06,
+      "loss": 17.2344,
+      "step": 29918
+    },
+    {
+      "epoch": 1.4297524610532353,
+      "grad_norm": 223.01583862304688,
+      "learning_rate": 3.969331603241144e-06,
+      "loss": 23.7812,
+      "step": 29919
+    },
+    {
+      "epoch": 1.4298002484946957,
+      "grad_norm": 405.81488037109375,
+      "learning_rate": 3.968714314394357e-06,
+      "loss": 30.5938,
+      "step": 29920
+    },
+    {
+      "epoch": 1.429848035936156,
+      "grad_norm": 269.990966796875,
+      "learning_rate": 3.968097061667186e-06,
+      "loss": 27.9219,
+      "step": 29921
+    },
+    {
+      "epoch": 1.4298958233776164,
+      "grad_norm": 118.06946563720703,
+      "learning_rate": 3.967479845063331e-06,
+      "loss": 15.5625,
+      "step": 29922
+    },
+    {
+      "epoch": 1.4299436108190768,
+      "grad_norm": 186.09300231933594,
+      "learning_rate": 3.966862664586486e-06,
+      "loss": 26.4688,
+      "step": 29923
+    },
+    {
+      "epoch": 1.4299913982605372,
+      "grad_norm": 268.37890625,
+      "learning_rate": 3.966245520240353e-06,
+      "loss": 28.75,
+      "step": 29924
+    },
+    {
+      "epoch": 1.4300391857019976,
+      "grad_norm": 333.32489013671875,
+      "learning_rate": 3.96562841202862e-06,
+      "loss": 38.4688,
+      "step": 29925
+    },
+    {
+      "epoch": 1.430086973143458,
+      "grad_norm": 227.59503173828125,
+      "learning_rate": 3.965011339954987e-06,
+      "loss": 26.9688,
+      "step": 29926
+    },
+    {
+      "epoch": 1.4301347605849184,
+      "grad_norm": 147.4458465576172,
+      "learning_rate": 3.964394304023148e-06,
+      "loss": 23.4531,
+      "step": 29927
+    },
+    {
+      "epoch": 1.4301825480263788,
+      "grad_norm": 308.62457275390625,
+      "learning_rate": 3.963777304236803e-06,
+      "loss": 19.6406,
+      "step": 29928
+    },
+    {
+      "epoch": 1.4302303354678392,
+      "grad_norm": 238.66319274902344,
+      "learning_rate": 3.96316034059964e-06,
+      "loss": 22.8438,
+      "step": 29929
+    },
+    {
+      "epoch": 1.4302781229092996,
+      "grad_norm": 441.9302062988281,
+      "learning_rate": 3.962543413115356e-06,
+      "loss": 25.2188,
+      "step": 29930
+    },
+    {
+      "epoch": 1.43032591035076,
+      "grad_norm": 250.3438720703125,
+      "learning_rate": 3.96192652178765e-06,
+      "loss": 20.4844,
+      "step": 29931
+    },
+    {
+      "epoch": 1.4303736977922201,
+      "grad_norm": 157.5880889892578,
+      "learning_rate": 3.96130966662021e-06,
+      "loss": 18.6875,
+      "step": 29932
+    },
+    {
+      "epoch": 1.4304214852336805,
+      "grad_norm": 168.09799194335938,
+      "learning_rate": 3.960692847616733e-06,
+      "loss": 20.625,
+      "step": 29933
+    },
+    {
+      "epoch": 1.430469272675141,
+      "grad_norm": 242.53204345703125,
+      "learning_rate": 3.960076064780912e-06,
+      "loss": 27.0938,
+      "step": 29934
+    },
+    {
+      "epoch": 1.4305170601166013,
+      "grad_norm": 151.15061950683594,
+      "learning_rate": 3.959459318116447e-06,
+      "loss": 21.9375,
+      "step": 29935
+    },
+    {
+      "epoch": 1.4305648475580617,
+      "grad_norm": 212.1948699951172,
+      "learning_rate": 3.958842607627021e-06,
+      "loss": 22.0938,
+      "step": 29936
+    },
+    {
+      "epoch": 1.430612634999522,
+      "grad_norm": 303.6706237792969,
+      "learning_rate": 3.958225933316334e-06,
+      "loss": 27.2812,
+      "step": 29937
+    },
+    {
+      "epoch": 1.4306604224409825,
+      "grad_norm": 157.8609619140625,
+      "learning_rate": 3.9576092951880764e-06,
+      "loss": 16.5156,
+      "step": 29938
+    },
+    {
+      "epoch": 1.4307082098824428,
+      "grad_norm": 262.097412109375,
+      "learning_rate": 3.956992693245947e-06,
+      "loss": 31.2969,
+      "step": 29939
+    },
+    {
+      "epoch": 1.4307559973239032,
+      "grad_norm": 429.52386474609375,
+      "learning_rate": 3.95637612749363e-06,
+      "loss": 30.1094,
+      "step": 29940
+    },
+    {
+      "epoch": 1.4308037847653636,
+      "grad_norm": 341.2378234863281,
+      "learning_rate": 3.9557595979348205e-06,
+      "loss": 28.4688,
+      "step": 29941
+    },
+    {
+      "epoch": 1.430851572206824,
+      "grad_norm": 200.8382568359375,
+      "learning_rate": 3.955143104573216e-06,
+      "loss": 19.8281,
+      "step": 29942
+    },
+    {
+      "epoch": 1.4308993596482844,
+      "grad_norm": 234.96409606933594,
+      "learning_rate": 3.9545266474125014e-06,
+      "loss": 23.5938,
+      "step": 29943
+    },
+    {
+      "epoch": 1.4309471470897448,
+      "grad_norm": 220.34774780273438,
+      "learning_rate": 3.95391022645637e-06,
+      "loss": 20.7969,
+      "step": 29944
+    },
+    {
+      "epoch": 1.4309949345312052,
+      "grad_norm": 254.7342071533203,
+      "learning_rate": 3.953293841708518e-06,
+      "loss": 23.5312,
+      "step": 29945
+    },
+    {
+      "epoch": 1.4310427219726656,
+      "grad_norm": 210.1154327392578,
+      "learning_rate": 3.952677493172632e-06,
+      "loss": 19.3906,
+      "step": 29946
+    },
+    {
+      "epoch": 1.431090509414126,
+      "grad_norm": 221.68289184570312,
+      "learning_rate": 3.952061180852408e-06,
+      "loss": 23.4844,
+      "step": 29947
+    },
+    {
+      "epoch": 1.4311382968555864,
+      "grad_norm": 180.333251953125,
+      "learning_rate": 3.951444904751529e-06,
+      "loss": 23.5625,
+      "step": 29948
+    },
+    {
+      "epoch": 1.4311860842970467,
+      "grad_norm": 160.14028930664062,
+      "learning_rate": 3.95082866487369e-06,
+      "loss": 25.0938,
+      "step": 29949
+    },
+    {
+      "epoch": 1.4312338717385071,
+      "grad_norm": 192.4796600341797,
+      "learning_rate": 3.950212461222586e-06,
+      "loss": 26.5938,
+      "step": 29950
+    },
+    {
+      "epoch": 1.4312816591799675,
+      "grad_norm": 319.8260803222656,
+      "learning_rate": 3.949596293801899e-06,
+      "loss": 20.1094,
+      "step": 29951
+    },
+    {
+      "epoch": 1.431329446621428,
+      "grad_norm": 359.50653076171875,
+      "learning_rate": 3.948980162615323e-06,
+      "loss": 17.5156,
+      "step": 29952
+    },
+    {
+      "epoch": 1.4313772340628883,
+      "grad_norm": 165.0907745361328,
+      "learning_rate": 3.948364067666553e-06,
+      "loss": 15.4844,
+      "step": 29953
+    },
+    {
+      "epoch": 1.4314250215043487,
+      "grad_norm": 484.1922607421875,
+      "learning_rate": 3.947748008959268e-06,
+      "loss": 21.5938,
+      "step": 29954
+    },
+    {
+      "epoch": 1.431472808945809,
+      "grad_norm": 239.64398193359375,
+      "learning_rate": 3.947131986497162e-06,
+      "loss": 27.5781,
+      "step": 29955
+    },
+    {
+      "epoch": 1.4315205963872695,
+      "grad_norm": 150.48150634765625,
+      "learning_rate": 3.946516000283928e-06,
+      "loss": 15.2578,
+      "step": 29956
+    },
+    {
+      "epoch": 1.4315683838287299,
+      "grad_norm": 396.5191650390625,
+      "learning_rate": 3.945900050323254e-06,
+      "loss": 15.2812,
+      "step": 29957
+    },
+    {
+      "epoch": 1.4316161712701903,
+      "grad_norm": 196.02854919433594,
+      "learning_rate": 3.945284136618823e-06,
+      "loss": 20.8906,
+      "step": 29958
+    },
+    {
+      "epoch": 1.4316639587116506,
+      "grad_norm": 449.6779479980469,
+      "learning_rate": 3.944668259174328e-06,
+      "loss": 19.9688,
+      "step": 29959
+    },
+    {
+      "epoch": 1.431711746153111,
+      "grad_norm": 729.1974487304688,
+      "learning_rate": 3.944052417993456e-06,
+      "loss": 22.8125,
+      "step": 29960
+    },
+    {
+      "epoch": 1.4317595335945714,
+      "grad_norm": 184.15689086914062,
+      "learning_rate": 3.9434366130799e-06,
+      "loss": 20.1875,
+      "step": 29961
+    },
+    {
+      "epoch": 1.4318073210360318,
+      "grad_norm": 250.87265014648438,
+      "learning_rate": 3.942820844437339e-06,
+      "loss": 21.2031,
+      "step": 29962
+    },
+    {
+      "epoch": 1.431855108477492,
+      "grad_norm": 358.1671447753906,
+      "learning_rate": 3.942205112069466e-06,
+      "loss": 22.4844,
+      "step": 29963
+    },
+    {
+      "epoch": 1.4319028959189524,
+      "grad_norm": 269.4510192871094,
+      "learning_rate": 3.941589415979967e-06,
+      "loss": 22.1875,
+      "step": 29964
+    },
+    {
+      "epoch": 1.4319506833604128,
+      "grad_norm": 317.41729736328125,
+      "learning_rate": 3.940973756172534e-06,
+      "loss": 28.1719,
+      "step": 29965
+    },
+    {
+      "epoch": 1.4319984708018731,
+      "grad_norm": 179.33123779296875,
+      "learning_rate": 3.940358132650846e-06,
+      "loss": 22.125,
+      "step": 29966
+    },
+    {
+      "epoch": 1.4320462582433335,
+      "grad_norm": 203.77713012695312,
+      "learning_rate": 3.939742545418595e-06,
+      "loss": 26.5938,
+      "step": 29967
+    },
+    {
+      "epoch": 1.432094045684794,
+      "grad_norm": 198.49427795410156,
+      "learning_rate": 3.939126994479468e-06,
+      "loss": 18.625,
+      "step": 29968
+    },
+    {
+      "epoch": 1.4321418331262543,
+      "grad_norm": 137.9104461669922,
+      "learning_rate": 3.938511479837147e-06,
+      "loss": 12.2031,
+      "step": 29969
+    },
+    {
+      "epoch": 1.4321896205677147,
+      "grad_norm": 346.8568115234375,
+      "learning_rate": 3.9378960014953205e-06,
+      "loss": 22.1562,
+      "step": 29970
+    },
+    {
+      "epoch": 1.432237408009175,
+      "grad_norm": 240.39183044433594,
+      "learning_rate": 3.937280559457675e-06,
+      "loss": 21.7969,
+      "step": 29971
+    },
+    {
+      "epoch": 1.4322851954506355,
+      "grad_norm": 311.14520263671875,
+      "learning_rate": 3.936665153727899e-06,
+      "loss": 28.3438,
+      "step": 29972
+    },
+    {
+      "epoch": 1.4323329828920959,
+      "grad_norm": 522.2560424804688,
+      "learning_rate": 3.936049784309672e-06,
+      "loss": 27.1094,
+      "step": 29973
+    },
+    {
+      "epoch": 1.4323807703335563,
+      "grad_norm": 285.976318359375,
+      "learning_rate": 3.935434451206681e-06,
+      "loss": 23.2031,
+      "step": 29974
+    },
+    {
+      "epoch": 1.4324285577750167,
+      "grad_norm": 399.868896484375,
+      "learning_rate": 3.934819154422613e-06,
+      "loss": 37.2812,
+      "step": 29975
+    },
+    {
+      "epoch": 1.432476345216477,
+      "grad_norm": 232.5549774169922,
+      "learning_rate": 3.934203893961156e-06,
+      "loss": 29.5312,
+      "step": 29976
+    },
+    {
+      "epoch": 1.4325241326579374,
+      "grad_norm": 534.6228637695312,
+      "learning_rate": 3.933588669825987e-06,
+      "loss": 23.4688,
+      "step": 29977
+    },
+    {
+      "epoch": 1.4325719200993978,
+      "grad_norm": 307.377197265625,
+      "learning_rate": 3.932973482020798e-06,
+      "loss": 27.7188,
+      "step": 29978
+    },
+    {
+      "epoch": 1.4326197075408582,
+      "grad_norm": 254.6842041015625,
+      "learning_rate": 3.932358330549264e-06,
+      "loss": 20.2656,
+      "step": 29979
+    },
+    {
+      "epoch": 1.4326674949823186,
+      "grad_norm": 190.93032836914062,
+      "learning_rate": 3.931743215415079e-06,
+      "loss": 21.4375,
+      "step": 29980
+    },
+    {
+      "epoch": 1.432715282423779,
+      "grad_norm": 355.9835510253906,
+      "learning_rate": 3.931128136621918e-06,
+      "loss": 26.4688,
+      "step": 29981
+    },
+    {
+      "epoch": 1.4327630698652394,
+      "grad_norm": 217.53244018554688,
+      "learning_rate": 3.930513094173468e-06,
+      "loss": 23.0312,
+      "step": 29982
+    },
+    {
+      "epoch": 1.4328108573066998,
+      "grad_norm": 211.12890625,
+      "learning_rate": 3.9298980880734175e-06,
+      "loss": 27.6562,
+      "step": 29983
+    },
+    {
+      "epoch": 1.4328586447481602,
+      "grad_norm": 237.16058349609375,
+      "learning_rate": 3.929283118325441e-06,
+      "loss": 28.9688,
+      "step": 29984
+    },
+    {
+      "epoch": 1.4329064321896205,
+      "grad_norm": 240.6934814453125,
+      "learning_rate": 3.928668184933225e-06,
+      "loss": 26.0312,
+      "step": 29985
+    },
+    {
+      "epoch": 1.432954219631081,
+      "grad_norm": 218.1985626220703,
+      "learning_rate": 3.928053287900452e-06,
+      "loss": 20.3594,
+      "step": 29986
+    },
+    {
+      "epoch": 1.4330020070725413,
+      "grad_norm": 213.59927368164062,
+      "learning_rate": 3.9274384272308085e-06,
+      "loss": 25.7969,
+      "step": 29987
+    },
+    {
+      "epoch": 1.4330497945140017,
+      "grad_norm": 268.1391296386719,
+      "learning_rate": 3.9268236029279704e-06,
+      "loss": 22.3906,
+      "step": 29988
+    },
+    {
+      "epoch": 1.433097581955462,
+      "grad_norm": 190.98974609375,
+      "learning_rate": 3.926208814995623e-06,
+      "loss": 21.3594,
+      "step": 29989
+    },
+    {
+      "epoch": 1.4331453693969225,
+      "grad_norm": 801.453857421875,
+      "learning_rate": 3.925594063437449e-06,
+      "loss": 46.0,
+      "step": 29990
+    },
+    {
+      "epoch": 1.4331931568383829,
+      "grad_norm": 227.57327270507812,
+      "learning_rate": 3.924979348257125e-06,
+      "loss": 25.25,
+      "step": 29991
+    },
+    {
+      "epoch": 1.4332409442798433,
+      "grad_norm": 344.789794921875,
+      "learning_rate": 3.924364669458337e-06,
+      "loss": 29.2656,
+      "step": 29992
+    },
+    {
+      "epoch": 1.4332887317213037,
+      "grad_norm": 300.99053955078125,
+      "learning_rate": 3.9237500270447645e-06,
+      "loss": 20.2969,
+      "step": 29993
+    },
+    {
+      "epoch": 1.433336519162764,
+      "grad_norm": 215.70664978027344,
+      "learning_rate": 3.923135421020092e-06,
+      "loss": 25.9375,
+      "step": 29994
+    },
+    {
+      "epoch": 1.4333843066042244,
+      "grad_norm": 174.94642639160156,
+      "learning_rate": 3.922520851387994e-06,
+      "loss": 25.625,
+      "step": 29995
+    },
+    {
+      "epoch": 1.4334320940456848,
+      "grad_norm": 204.22402954101562,
+      "learning_rate": 3.921906318152153e-06,
+      "loss": 29.5312,
+      "step": 29996
+    },
+    {
+      "epoch": 1.4334798814871452,
+      "grad_norm": 275.7555236816406,
+      "learning_rate": 3.921291821316252e-06,
+      "loss": 27.9375,
+      "step": 29997
+    },
+    {
+      "epoch": 1.4335276689286056,
+      "grad_norm": 198.69212341308594,
+      "learning_rate": 3.920677360883971e-06,
+      "loss": 26.75,
+      "step": 29998
+    },
+    {
+      "epoch": 1.433575456370066,
+      "grad_norm": 209.9365234375,
+      "learning_rate": 3.920062936858986e-06,
+      "loss": 20.5156,
+      "step": 29999
+    },
+    {
+      "epoch": 1.4336232438115264,
+      "grad_norm": 373.55908203125,
+      "learning_rate": 3.919448549244979e-06,
+      "loss": 24.9375,
+      "step": 30000
+    },
+    {
+      "epoch": 1.4336710312529868,
+      "grad_norm": 307.2297668457031,
+      "learning_rate": 3.918834198045628e-06,
+      "loss": 31.0312,
+      "step": 30001
+    },
+    {
+      "epoch": 1.4337188186944472,
+      "grad_norm": 186.29576110839844,
+      "learning_rate": 3.918219883264617e-06,
+      "loss": 24.5,
+      "step": 30002
+    },
+    {
+      "epoch": 1.4337666061359076,
+      "grad_norm": 355.8629150390625,
+      "learning_rate": 3.917605604905618e-06,
+      "loss": 23.9062,
+      "step": 30003
+    },
+    {
+      "epoch": 1.433814393577368,
+      "grad_norm": 507.9315490722656,
+      "learning_rate": 3.916991362972312e-06,
+      "loss": 25.25,
+      "step": 30004
+    },
+    {
+      "epoch": 1.4338621810188283,
+      "grad_norm": 182.3459930419922,
+      "learning_rate": 3.916377157468384e-06,
+      "loss": 21.0625,
+      "step": 30005
+    },
+    {
+      "epoch": 1.4339099684602887,
+      "grad_norm": 257.51910400390625,
+      "learning_rate": 3.915762988397501e-06,
+      "loss": 30.9531,
+      "step": 30006
+    },
+    {
+      "epoch": 1.4339577559017491,
+      "grad_norm": 163.95574951171875,
+      "learning_rate": 3.9151488557633485e-06,
+      "loss": 19.2969,
+      "step": 30007
+    },
+    {
+      "epoch": 1.4340055433432095,
+      "grad_norm": 178.28509521484375,
+      "learning_rate": 3.9145347595696025e-06,
+      "loss": 18.2812,
+      "step": 30008
+    },
+    {
+      "epoch": 1.43405333078467,
+      "grad_norm": 191.67520141601562,
+      "learning_rate": 3.9139206998199446e-06,
+      "loss": 22.6875,
+      "step": 30009
+    },
+    {
+      "epoch": 1.4341011182261303,
+      "grad_norm": 177.74417114257812,
+      "learning_rate": 3.913306676518044e-06,
+      "loss": 24.125,
+      "step": 30010
+    },
+    {
+      "epoch": 1.4341489056675907,
+      "grad_norm": 237.39788818359375,
+      "learning_rate": 3.912692689667586e-06,
+      "loss": 18.4062,
+      "step": 30011
+    },
+    {
+      "epoch": 1.434196693109051,
+      "grad_norm": 186.98855590820312,
+      "learning_rate": 3.912078739272243e-06,
+      "loss": 25.1875,
+      "step": 30012
+    },
+    {
+      "epoch": 1.4342444805505115,
+      "grad_norm": 251.28689575195312,
+      "learning_rate": 3.9114648253356905e-06,
+      "loss": 19.6094,
+      "step": 30013
+    },
+    {
+      "epoch": 1.4342922679919718,
+      "grad_norm": 213.15133666992188,
+      "learning_rate": 3.9108509478616105e-06,
+      "loss": 20.6094,
+      "step": 30014
+    },
+    {
+      "epoch": 1.434340055433432,
+      "grad_norm": 310.1048889160156,
+      "learning_rate": 3.910237106853674e-06,
+      "loss": 27.9688,
+      "step": 30015
+    },
+    {
+      "epoch": 1.4343878428748924,
+      "grad_norm": 151.55763244628906,
+      "learning_rate": 3.909623302315562e-06,
+      "loss": 31.3594,
+      "step": 30016
+    },
+    {
+      "epoch": 1.4344356303163528,
+      "grad_norm": 241.32061767578125,
+      "learning_rate": 3.909009534250944e-06,
+      "loss": 21.8125,
+      "step": 30017
+    },
+    {
+      "epoch": 1.4344834177578132,
+      "grad_norm": 193.2374725341797,
+      "learning_rate": 3.908395802663499e-06,
+      "loss": 25.1875,
+      "step": 30018
+    },
+    {
+      "epoch": 1.4345312051992736,
+      "grad_norm": 195.85903930664062,
+      "learning_rate": 3.907782107556904e-06,
+      "loss": 14.8281,
+      "step": 30019
+    },
+    {
+      "epoch": 1.434578992640734,
+      "grad_norm": 311.0896301269531,
+      "learning_rate": 3.907168448934836e-06,
+      "loss": 28.9062,
+      "step": 30020
+    },
+    {
+      "epoch": 1.4346267800821944,
+      "grad_norm": 240.5765380859375,
+      "learning_rate": 3.906554826800963e-06,
+      "loss": 25.6094,
+      "step": 30021
+    },
+    {
+      "epoch": 1.4346745675236547,
+      "grad_norm": 275.6485900878906,
+      "learning_rate": 3.905941241158966e-06,
+      "loss": 25.0703,
+      "step": 30022
+    },
+    {
+      "epoch": 1.4347223549651151,
+      "grad_norm": 402.8252258300781,
+      "learning_rate": 3.905327692012516e-06,
+      "loss": 21.4844,
+      "step": 30023
+    },
+    {
+      "epoch": 1.4347701424065755,
+      "grad_norm": 215.0912628173828,
+      "learning_rate": 3.904714179365292e-06,
+      "loss": 20.6406,
+      "step": 30024
+    },
+    {
+      "epoch": 1.434817929848036,
+      "grad_norm": 197.88426208496094,
+      "learning_rate": 3.904100703220962e-06,
+      "loss": 32.4141,
+      "step": 30025
+    },
+    {
+      "epoch": 1.4348657172894963,
+      "grad_norm": 151.8828582763672,
+      "learning_rate": 3.9034872635832026e-06,
+      "loss": 21.3438,
+      "step": 30026
+    },
+    {
+      "epoch": 1.4349135047309567,
+      "grad_norm": 139.17495727539062,
+      "learning_rate": 3.902873860455692e-06,
+      "loss": 19.5781,
+      "step": 30027
+    },
+    {
+      "epoch": 1.434961292172417,
+      "grad_norm": 1140.4373779296875,
+      "learning_rate": 3.902260493842095e-06,
+      "loss": 27.25,
+      "step": 30028
+    },
+    {
+      "epoch": 1.4350090796138775,
+      "grad_norm": 257.8678894042969,
+      "learning_rate": 3.90164716374609e-06,
+      "loss": 30.2031,
+      "step": 30029
+    },
+    {
+      "epoch": 1.4350568670553379,
+      "grad_norm": 351.8684387207031,
+      "learning_rate": 3.901033870171349e-06,
+      "loss": 30.25,
+      "step": 30030
+    },
+    {
+      "epoch": 1.4351046544967982,
+      "grad_norm": 231.64822387695312,
+      "learning_rate": 3.900420613121549e-06,
+      "loss": 25.9531,
+      "step": 30031
+    },
+    {
+      "epoch": 1.4351524419382586,
+      "grad_norm": 114.05738067626953,
+      "learning_rate": 3.899807392600357e-06,
+      "loss": 17.4531,
+      "step": 30032
+    },
+    {
+      "epoch": 1.435200229379719,
+      "grad_norm": 285.9399108886719,
+      "learning_rate": 3.899194208611445e-06,
+      "loss": 23.7812,
+      "step": 30033
+    },
+    {
+      "epoch": 1.4352480168211794,
+      "grad_norm": 545.0806274414062,
+      "learning_rate": 3.898581061158488e-06,
+      "loss": 18.5156,
+      "step": 30034
+    },
+    {
+      "epoch": 1.4352958042626398,
+      "grad_norm": 210.32952880859375,
+      "learning_rate": 3.897967950245162e-06,
+      "loss": 19.7969,
+      "step": 30035
+    },
+    {
+      "epoch": 1.4353435917041002,
+      "grad_norm": 182.36199951171875,
+      "learning_rate": 3.89735487587513e-06,
+      "loss": 17.3281,
+      "step": 30036
+    },
+    {
+      "epoch": 1.4353913791455606,
+      "grad_norm": 152.27159118652344,
+      "learning_rate": 3.896741838052069e-06,
+      "loss": 15.3594,
+      "step": 30037
+    },
+    {
+      "epoch": 1.435439166587021,
+      "grad_norm": 238.14315795898438,
+      "learning_rate": 3.8961288367796505e-06,
+      "loss": 22.9688,
+      "step": 30038
+    },
+    {
+      "epoch": 1.4354869540284814,
+      "grad_norm": 258.194580078125,
+      "learning_rate": 3.895515872061541e-06,
+      "loss": 20.5312,
+      "step": 30039
+    },
+    {
+      "epoch": 1.4355347414699418,
+      "grad_norm": 156.80349731445312,
+      "learning_rate": 3.894902943901415e-06,
+      "loss": 13.6094,
+      "step": 30040
+    },
+    {
+      "epoch": 1.4355825289114021,
+      "grad_norm": 213.40286254882812,
+      "learning_rate": 3.894290052302942e-06,
+      "loss": 25.375,
+      "step": 30041
+    },
+    {
+      "epoch": 1.4356303163528625,
+      "grad_norm": 323.8221435546875,
+      "learning_rate": 3.8936771972697985e-06,
+      "loss": 29.9688,
+      "step": 30042
+    },
+    {
+      "epoch": 1.435678103794323,
+      "grad_norm": 149.59764099121094,
+      "learning_rate": 3.893064378805645e-06,
+      "loss": 19.6094,
+      "step": 30043
+    },
+    {
+      "epoch": 1.4357258912357833,
+      "grad_norm": 247.3567657470703,
+      "learning_rate": 3.8924515969141575e-06,
+      "loss": 25.5625,
+      "step": 30044
+    },
+    {
+      "epoch": 1.4357736786772437,
+      "grad_norm": 1365.6439208984375,
+      "learning_rate": 3.891838851599002e-06,
+      "loss": 19.6562,
+      "step": 30045
+    },
+    {
+      "epoch": 1.4358214661187039,
+      "grad_norm": 187.8238067626953,
+      "learning_rate": 3.89122614286385e-06,
+      "loss": 22.375,
+      "step": 30046
+    },
+    {
+      "epoch": 1.4358692535601643,
+      "grad_norm": 235.8800811767578,
+      "learning_rate": 3.890613470712375e-06,
+      "loss": 27.3125,
+      "step": 30047
+    },
+    {
+      "epoch": 1.4359170410016246,
+      "grad_norm": 257.59417724609375,
+      "learning_rate": 3.8900008351482365e-06,
+      "loss": 24.8125,
+      "step": 30048
+    },
+    {
+      "epoch": 1.435964828443085,
+      "grad_norm": 220.6180419921875,
+      "learning_rate": 3.88938823617511e-06,
+      "loss": 28.3594,
+      "step": 30049
+    },
+    {
+      "epoch": 1.4360126158845454,
+      "grad_norm": 785.6477661132812,
+      "learning_rate": 3.888775673796668e-06,
+      "loss": 30.8438,
+      "step": 30050
+    },
+    {
+      "epoch": 1.4360604033260058,
+      "grad_norm": 180.4486846923828,
+      "learning_rate": 3.88816314801657e-06,
+      "loss": 18.4219,
+      "step": 30051
+    },
+    {
+      "epoch": 1.4361081907674662,
+      "grad_norm": 241.66859436035156,
+      "learning_rate": 3.8875506588384874e-06,
+      "loss": 42.1094,
+      "step": 30052
+    },
+    {
+      "epoch": 1.4361559782089266,
+      "grad_norm": 321.5077209472656,
+      "learning_rate": 3.886938206266092e-06,
+      "loss": 29.5312,
+      "step": 30053
+    },
+    {
+      "epoch": 1.436203765650387,
+      "grad_norm": 134.73193359375,
+      "learning_rate": 3.886325790303046e-06,
+      "loss": 17.6562,
+      "step": 30054
+    },
+    {
+      "epoch": 1.4362515530918474,
+      "grad_norm": 261.7506408691406,
+      "learning_rate": 3.8857134109530206e-06,
+      "loss": 29.5312,
+      "step": 30055
+    },
+    {
+      "epoch": 1.4362993405333078,
+      "grad_norm": 210.64576721191406,
+      "learning_rate": 3.885101068219681e-06,
+      "loss": 18.5312,
+      "step": 30056
+    },
+    {
+      "epoch": 1.4363471279747682,
+      "grad_norm": 236.88162231445312,
+      "learning_rate": 3.884488762106699e-06,
+      "loss": 18.8906,
+      "step": 30057
+    },
+    {
+      "epoch": 1.4363949154162285,
+      "grad_norm": 329.2450866699219,
+      "learning_rate": 3.883876492617736e-06,
+      "loss": 25.2812,
+      "step": 30058
+    },
+    {
+      "epoch": 1.436442702857689,
+      "grad_norm": 169.2706756591797,
+      "learning_rate": 3.88326425975646e-06,
+      "loss": 25.9688,
+      "step": 30059
+    },
+    {
+      "epoch": 1.4364904902991493,
+      "grad_norm": 245.82037353515625,
+      "learning_rate": 3.88265206352654e-06,
+      "loss": 19.1562,
+      "step": 30060
+    },
+    {
+      "epoch": 1.4365382777406097,
+      "grad_norm": 155.44229125976562,
+      "learning_rate": 3.882039903931641e-06,
+      "loss": 15.7891,
+      "step": 30061
+    },
+    {
+      "epoch": 1.43658606518207,
+      "grad_norm": 202.10098266601562,
+      "learning_rate": 3.881427780975427e-06,
+      "loss": 22.75,
+      "step": 30062
+    },
+    {
+      "epoch": 1.4366338526235305,
+      "grad_norm": 298.9631042480469,
+      "learning_rate": 3.880815694661566e-06,
+      "loss": 21.2031,
+      "step": 30063
+    },
+    {
+      "epoch": 1.4366816400649909,
+      "grad_norm": 269.2615051269531,
+      "learning_rate": 3.880203644993726e-06,
+      "loss": 25.9375,
+      "step": 30064
+    },
+    {
+      "epoch": 1.4367294275064513,
+      "grad_norm": 305.1917419433594,
+      "learning_rate": 3.879591631975566e-06,
+      "loss": 27.3438,
+      "step": 30065
+    },
+    {
+      "epoch": 1.4367772149479117,
+      "grad_norm": 195.406494140625,
+      "learning_rate": 3.878979655610754e-06,
+      "loss": 16.5312,
+      "step": 30066
+    },
+    {
+      "epoch": 1.436825002389372,
+      "grad_norm": 767.89501953125,
+      "learning_rate": 3.8783677159029565e-06,
+      "loss": 28.5781,
+      "step": 30067
+    },
+    {
+      "epoch": 1.4368727898308324,
+      "grad_norm": 171.245849609375,
+      "learning_rate": 3.87775581285584e-06,
+      "loss": 20.0938,
+      "step": 30068
+    },
+    {
+      "epoch": 1.4369205772722928,
+      "grad_norm": 345.2581787109375,
+      "learning_rate": 3.877143946473063e-06,
+      "loss": 26.5312,
+      "step": 30069
+    },
+    {
+      "epoch": 1.4369683647137532,
+      "grad_norm": 267.91778564453125,
+      "learning_rate": 3.876532116758294e-06,
+      "loss": 21.0312,
+      "step": 30070
+    },
+    {
+      "epoch": 1.4370161521552136,
+      "grad_norm": 218.838134765625,
+      "learning_rate": 3.875920323715195e-06,
+      "loss": 30.125,
+      "step": 30071
+    },
+    {
+      "epoch": 1.437063939596674,
+      "grad_norm": 195.41148376464844,
+      "learning_rate": 3.875308567347435e-06,
+      "loss": 20.25,
+      "step": 30072
+    },
+    {
+      "epoch": 1.4371117270381344,
+      "grad_norm": 356.9527282714844,
+      "learning_rate": 3.87469684765867e-06,
+      "loss": 22.875,
+      "step": 30073
+    },
+    {
+      "epoch": 1.4371595144795948,
+      "grad_norm": 549.37646484375,
+      "learning_rate": 3.874085164652568e-06,
+      "loss": 26.6562,
+      "step": 30074
+    },
+    {
+      "epoch": 1.4372073019210552,
+      "grad_norm": 159.5050506591797,
+      "learning_rate": 3.8734735183327934e-06,
+      "loss": 19.9688,
+      "step": 30075
+    },
+    {
+      "epoch": 1.4372550893625156,
+      "grad_norm": 244.9976806640625,
+      "learning_rate": 3.8728619087030036e-06,
+      "loss": 24.8438,
+      "step": 30076
+    },
+    {
+      "epoch": 1.437302876803976,
+      "grad_norm": 163.3008575439453,
+      "learning_rate": 3.87225033576687e-06,
+      "loss": 21.1562,
+      "step": 30077
+    },
+    {
+      "epoch": 1.4373506642454363,
+      "grad_norm": 493.3527526855469,
+      "learning_rate": 3.871638799528045e-06,
+      "loss": 18.3281,
+      "step": 30078
+    },
+    {
+      "epoch": 1.4373984516868967,
+      "grad_norm": 273.3689880371094,
+      "learning_rate": 3.871027299990196e-06,
+      "loss": 23.2812,
+      "step": 30079
+    },
+    {
+      "epoch": 1.4374462391283571,
+      "grad_norm": 376.6152648925781,
+      "learning_rate": 3.870415837156989e-06,
+      "loss": 24.625,
+      "step": 30080
+    },
+    {
+      "epoch": 1.4374940265698175,
+      "grad_norm": 246.78273010253906,
+      "learning_rate": 3.869804411032078e-06,
+      "loss": 22.8594,
+      "step": 30081
+    },
+    {
+      "epoch": 1.437541814011278,
+      "grad_norm": 240.2274932861328,
+      "learning_rate": 3.869193021619128e-06,
+      "loss": 18.5156,
+      "step": 30082
+    },
+    {
+      "epoch": 1.4375896014527383,
+      "grad_norm": 338.0178527832031,
+      "learning_rate": 3.8685816689218045e-06,
+      "loss": 31.8438,
+      "step": 30083
+    },
+    {
+      "epoch": 1.4376373888941987,
+      "grad_norm": 163.30828857421875,
+      "learning_rate": 3.867970352943762e-06,
+      "loss": 18.5469,
+      "step": 30084
+    },
+    {
+      "epoch": 1.437685176335659,
+      "grad_norm": 277.9974670410156,
+      "learning_rate": 3.8673590736886646e-06,
+      "loss": 28.4062,
+      "step": 30085
+    },
+    {
+      "epoch": 1.4377329637771195,
+      "grad_norm": 339.2489013671875,
+      "learning_rate": 3.866747831160172e-06,
+      "loss": 32.8594,
+      "step": 30086
+    },
+    {
+      "epoch": 1.4377807512185798,
+      "grad_norm": 477.24053955078125,
+      "learning_rate": 3.86613662536195e-06,
+      "loss": 22.6875,
+      "step": 30087
+    },
+    {
+      "epoch": 1.4378285386600402,
+      "grad_norm": 259.37237548828125,
+      "learning_rate": 3.865525456297652e-06,
+      "loss": 24.5312,
+      "step": 30088
+    },
+    {
+      "epoch": 1.4378763261015006,
+      "grad_norm": 218.63246154785156,
+      "learning_rate": 3.864914323970941e-06,
+      "loss": 25.6875,
+      "step": 30089
+    },
+    {
+      "epoch": 1.437924113542961,
+      "grad_norm": 226.7023468017578,
+      "learning_rate": 3.8643032283854795e-06,
+      "loss": 28.9375,
+      "step": 30090
+    },
+    {
+      "epoch": 1.4379719009844214,
+      "grad_norm": 333.015625,
+      "learning_rate": 3.863692169544921e-06,
+      "loss": 26.9688,
+      "step": 30091
+    },
+    {
+      "epoch": 1.4380196884258818,
+      "grad_norm": 189.46328735351562,
+      "learning_rate": 3.863081147452929e-06,
+      "loss": 18.2344,
+      "step": 30092
+    },
+    {
+      "epoch": 1.4380674758673422,
+      "grad_norm": 185.31895446777344,
+      "learning_rate": 3.862470162113161e-06,
+      "loss": 18.25,
+      "step": 30093
+    },
+    {
+      "epoch": 1.4381152633088026,
+      "grad_norm": 224.24302673339844,
+      "learning_rate": 3.861859213529281e-06,
+      "loss": 21.8594,
+      "step": 30094
+    },
+    {
+      "epoch": 1.438163050750263,
+      "grad_norm": 181.8052215576172,
+      "learning_rate": 3.861248301704941e-06,
+      "loss": 23.4375,
+      "step": 30095
+    },
+    {
+      "epoch": 1.4382108381917234,
+      "grad_norm": 224.6862030029297,
+      "learning_rate": 3.860637426643802e-06,
+      "loss": 24.8906,
+      "step": 30096
+    },
+    {
+      "epoch": 1.4382586256331835,
+      "grad_norm": 343.7333679199219,
+      "learning_rate": 3.860026588349524e-06,
+      "loss": 27.5938,
+      "step": 30097
+    },
+    {
+      "epoch": 1.438306413074644,
+      "grad_norm": 314.2490234375,
+      "learning_rate": 3.859415786825765e-06,
+      "loss": 26.5625,
+      "step": 30098
+    },
+    {
+      "epoch": 1.4383542005161043,
+      "grad_norm": 343.5650939941406,
+      "learning_rate": 3.8588050220761805e-06,
+      "loss": 25.375,
+      "step": 30099
+    },
+    {
+      "epoch": 1.4384019879575647,
+      "grad_norm": 189.26768493652344,
+      "learning_rate": 3.8581942941044294e-06,
+      "loss": 22.2969,
+      "step": 30100
+    },
+    {
+      "epoch": 1.438449775399025,
+      "grad_norm": 404.1043395996094,
+      "learning_rate": 3.857583602914172e-06,
+      "loss": 28.5,
+      "step": 30101
+    },
+    {
+      "epoch": 1.4384975628404855,
+      "grad_norm": 193.25164794921875,
+      "learning_rate": 3.85697294850906e-06,
+      "loss": 18.25,
+      "step": 30102
+    },
+    {
+      "epoch": 1.4385453502819459,
+      "grad_norm": 175.36404418945312,
+      "learning_rate": 3.8563623308927545e-06,
+      "loss": 21.0312,
+      "step": 30103
+    },
+    {
+      "epoch": 1.4385931377234062,
+      "grad_norm": 185.3809814453125,
+      "learning_rate": 3.8557517500689105e-06,
+      "loss": 18.0156,
+      "step": 30104
+    },
+    {
+      "epoch": 1.4386409251648666,
+      "grad_norm": 196.9501190185547,
+      "learning_rate": 3.855141206041187e-06,
+      "loss": 22.3438,
+      "step": 30105
+    },
+    {
+      "epoch": 1.438688712606327,
+      "grad_norm": 120.76749420166016,
+      "learning_rate": 3.854530698813237e-06,
+      "loss": 16.2969,
+      "step": 30106
+    },
+    {
+      "epoch": 1.4387365000477874,
+      "grad_norm": 333.64788818359375,
+      "learning_rate": 3.8539202283887176e-06,
+      "loss": 25.0938,
+      "step": 30107
+    },
+    {
+      "epoch": 1.4387842874892478,
+      "grad_norm": 324.2787170410156,
+      "learning_rate": 3.853309794771289e-06,
+      "loss": 27.625,
+      "step": 30108
+    },
+    {
+      "epoch": 1.4388320749307082,
+      "grad_norm": 262.463623046875,
+      "learning_rate": 3.8526993979646e-06,
+      "loss": 31.1562,
+      "step": 30109
+    },
+    {
+      "epoch": 1.4388798623721686,
+      "grad_norm": 261.2760314941406,
+      "learning_rate": 3.85208903797231e-06,
+      "loss": 28.8125,
+      "step": 30110
+    },
+    {
+      "epoch": 1.438927649813629,
+      "grad_norm": 833.6567993164062,
+      "learning_rate": 3.851478714798076e-06,
+      "loss": 27.8125,
+      "step": 30111
+    },
+    {
+      "epoch": 1.4389754372550894,
+      "grad_norm": 247.18634033203125,
+      "learning_rate": 3.850868428445548e-06,
+      "loss": 25.5,
+      "step": 30112
+    },
+    {
+      "epoch": 1.4390232246965498,
+      "grad_norm": 150.16278076171875,
+      "learning_rate": 3.850258178918387e-06,
+      "loss": 17.6719,
+      "step": 30113
+    },
+    {
+      "epoch": 1.4390710121380101,
+      "grad_norm": 262.92352294921875,
+      "learning_rate": 3.8496479662202405e-06,
+      "loss": 18.3594,
+      "step": 30114
+    },
+    {
+      "epoch": 1.4391187995794705,
+      "grad_norm": 181.8917999267578,
+      "learning_rate": 3.849037790354766e-06,
+      "loss": 30.75,
+      "step": 30115
+    },
+    {
+      "epoch": 1.439166587020931,
+      "grad_norm": 182.31744384765625,
+      "learning_rate": 3.848427651325622e-06,
+      "loss": 23.0938,
+      "step": 30116
+    },
+    {
+      "epoch": 1.4392143744623913,
+      "grad_norm": 281.02276611328125,
+      "learning_rate": 3.847817549136455e-06,
+      "loss": 21.5312,
+      "step": 30117
+    },
+    {
+      "epoch": 1.4392621619038517,
+      "grad_norm": 215.17579650878906,
+      "learning_rate": 3.847207483790923e-06,
+      "loss": 16.7812,
+      "step": 30118
+    },
+    {
+      "epoch": 1.439309949345312,
+      "grad_norm": 437.3229675292969,
+      "learning_rate": 3.846597455292679e-06,
+      "loss": 36.0938,
+      "step": 30119
+    },
+    {
+      "epoch": 1.4393577367867725,
+      "grad_norm": 278.8504638671875,
+      "learning_rate": 3.84598746364538e-06,
+      "loss": 27.1562,
+      "step": 30120
+    },
+    {
+      "epoch": 1.4394055242282329,
+      "grad_norm": 452.54547119140625,
+      "learning_rate": 3.84537750885267e-06,
+      "loss": 19.6094,
+      "step": 30121
+    },
+    {
+      "epoch": 1.4394533116696933,
+      "grad_norm": 432.2435302734375,
+      "learning_rate": 3.8447675909182095e-06,
+      "loss": 24.0312,
+      "step": 30122
+    },
+    {
+      "epoch": 1.4395010991111536,
+      "grad_norm": 302.2748107910156,
+      "learning_rate": 3.844157709845651e-06,
+      "loss": 25.5938,
+      "step": 30123
+    },
+    {
+      "epoch": 1.439548886552614,
+      "grad_norm": 159.90838623046875,
+      "learning_rate": 3.843547865638641e-06,
+      "loss": 25.4219,
+      "step": 30124
+    },
+    {
+      "epoch": 1.4395966739940744,
+      "grad_norm": 315.21368408203125,
+      "learning_rate": 3.842938058300835e-06,
+      "loss": 31.9375,
+      "step": 30125
+    },
+    {
+      "epoch": 1.4396444614355348,
+      "grad_norm": 373.72222900390625,
+      "learning_rate": 3.8423282878358846e-06,
+      "loss": 40.3125,
+      "step": 30126
+    },
+    {
+      "epoch": 1.4396922488769952,
+      "grad_norm": 376.79156494140625,
+      "learning_rate": 3.8417185542474464e-06,
+      "loss": 18.9688,
+      "step": 30127
+    },
+    {
+      "epoch": 1.4397400363184554,
+      "grad_norm": 171.91835021972656,
+      "learning_rate": 3.841108857539165e-06,
+      "loss": 20.6562,
+      "step": 30128
+    },
+    {
+      "epoch": 1.4397878237599158,
+      "grad_norm": 236.08871459960938,
+      "learning_rate": 3.8404991977146945e-06,
+      "loss": 27.6875,
+      "step": 30129
+    },
+    {
+      "epoch": 1.4398356112013762,
+      "grad_norm": 225.17904663085938,
+      "learning_rate": 3.839889574777685e-06,
+      "loss": 20.625,
+      "step": 30130
+    },
+    {
+      "epoch": 1.4398833986428365,
+      "grad_norm": 174.24427795410156,
+      "learning_rate": 3.839279988731791e-06,
+      "loss": 15.0625,
+      "step": 30131
+    },
+    {
+      "epoch": 1.439931186084297,
+      "grad_norm": 357.5342712402344,
+      "learning_rate": 3.838670439580658e-06,
+      "loss": 32.8438,
+      "step": 30132
+    },
+    {
+      "epoch": 1.4399789735257573,
+      "grad_norm": 301.66949462890625,
+      "learning_rate": 3.838060927327939e-06,
+      "loss": 23.8125,
+      "step": 30133
+    },
+    {
+      "epoch": 1.4400267609672177,
+      "grad_norm": 299.9725341796875,
+      "learning_rate": 3.837451451977283e-06,
+      "loss": 32.8281,
+      "step": 30134
+    },
+    {
+      "epoch": 1.440074548408678,
+      "grad_norm": 423.0450134277344,
+      "learning_rate": 3.836842013532346e-06,
+      "loss": 24.125,
+      "step": 30135
+    },
+    {
+      "epoch": 1.4401223358501385,
+      "grad_norm": 330.3358459472656,
+      "learning_rate": 3.836232611996768e-06,
+      "loss": 27.8125,
+      "step": 30136
+    },
+    {
+      "epoch": 1.4401701232915989,
+      "grad_norm": 341.5596923828125,
+      "learning_rate": 3.8356232473742025e-06,
+      "loss": 27.625,
+      "step": 30137
+    },
+    {
+      "epoch": 1.4402179107330593,
+      "grad_norm": 380.8921203613281,
+      "learning_rate": 3.835013919668305e-06,
+      "loss": 33.9062,
+      "step": 30138
+    },
+    {
+      "epoch": 1.4402656981745197,
+      "grad_norm": 207.31332397460938,
+      "learning_rate": 3.8344046288827146e-06,
+      "loss": 27.7344,
+      "step": 30139
+    },
+    {
+      "epoch": 1.44031348561598,
+      "grad_norm": 152.2892303466797,
+      "learning_rate": 3.833795375021085e-06,
+      "loss": 17.6562,
+      "step": 30140
+    },
+    {
+      "epoch": 1.4403612730574404,
+      "grad_norm": 188.53477478027344,
+      "learning_rate": 3.8331861580870665e-06,
+      "loss": 23.9062,
+      "step": 30141
+    },
+    {
+      "epoch": 1.4404090604989008,
+      "grad_norm": 201.52410888671875,
+      "learning_rate": 3.832576978084304e-06,
+      "loss": 26.875,
+      "step": 30142
+    },
+    {
+      "epoch": 1.4404568479403612,
+      "grad_norm": 232.125,
+      "learning_rate": 3.831967835016445e-06,
+      "loss": 20.9688,
+      "step": 30143
+    },
+    {
+      "epoch": 1.4405046353818216,
+      "grad_norm": 168.53756713867188,
+      "learning_rate": 3.8313587288871455e-06,
+      "loss": 23.6562,
+      "step": 30144
+    },
+    {
+      "epoch": 1.440552422823282,
+      "grad_norm": 213.0041961669922,
+      "learning_rate": 3.8307496597000425e-06,
+      "loss": 24.8438,
+      "step": 30145
+    },
+    {
+      "epoch": 1.4406002102647424,
+      "grad_norm": 263.3592529296875,
+      "learning_rate": 3.830140627458793e-06,
+      "loss": 29.2188,
+      "step": 30146
+    },
+    {
+      "epoch": 1.4406479977062028,
+      "grad_norm": 312.34381103515625,
+      "learning_rate": 3.8295316321670365e-06,
+      "loss": 19.8594,
+      "step": 30147
+    },
+    {
+      "epoch": 1.4406957851476632,
+      "grad_norm": 281.5185241699219,
+      "learning_rate": 3.828922673828422e-06,
+      "loss": 24.6875,
+      "step": 30148
+    },
+    {
+      "epoch": 1.4407435725891236,
+      "grad_norm": 186.3382568359375,
+      "learning_rate": 3.828313752446603e-06,
+      "loss": 19.2969,
+      "step": 30149
+    },
+    {
+      "epoch": 1.440791360030584,
+      "grad_norm": 394.60845947265625,
+      "learning_rate": 3.827704868025216e-06,
+      "loss": 28.9531,
+      "step": 30150
+    },
+    {
+      "epoch": 1.4408391474720443,
+      "grad_norm": 236.1334228515625,
+      "learning_rate": 3.827096020567913e-06,
+      "loss": 23.2812,
+      "step": 30151
+    },
+    {
+      "epoch": 1.4408869349135047,
+      "grad_norm": 167.46612548828125,
+      "learning_rate": 3.82648721007834e-06,
+      "loss": 21.6875,
+      "step": 30152
+    },
+    {
+      "epoch": 1.4409347223549651,
+      "grad_norm": 503.9555969238281,
+      "learning_rate": 3.825878436560146e-06,
+      "loss": 33.4375,
+      "step": 30153
+    },
+    {
+      "epoch": 1.4409825097964255,
+      "grad_norm": 375.52752685546875,
+      "learning_rate": 3.825269700016969e-06,
+      "loss": 24.7031,
+      "step": 30154
+    },
+    {
+      "epoch": 1.441030297237886,
+      "grad_norm": 1873.2987060546875,
+      "learning_rate": 3.8246610004524596e-06,
+      "loss": 32.6562,
+      "step": 30155
+    },
+    {
+      "epoch": 1.4410780846793463,
+      "grad_norm": 304.1921691894531,
+      "learning_rate": 3.824052337870263e-06,
+      "loss": 25.9844,
+      "step": 30156
+    },
+    {
+      "epoch": 1.4411258721208067,
+      "grad_norm": 257.3434143066406,
+      "learning_rate": 3.823443712274026e-06,
+      "loss": 21.75,
+      "step": 30157
+    },
+    {
+      "epoch": 1.441173659562267,
+      "grad_norm": 140.42684936523438,
+      "learning_rate": 3.822835123667389e-06,
+      "loss": 24.625,
+      "step": 30158
+    },
+    {
+      "epoch": 1.4412214470037275,
+      "grad_norm": 289.9402770996094,
+      "learning_rate": 3.822226572053998e-06,
+      "loss": 32.375,
+      "step": 30159
+    },
+    {
+      "epoch": 1.4412692344451878,
+      "grad_norm": 199.12220764160156,
+      "learning_rate": 3.821618057437502e-06,
+      "loss": 26.8281,
+      "step": 30160
+    },
+    {
+      "epoch": 1.4413170218866482,
+      "grad_norm": 287.0602111816406,
+      "learning_rate": 3.8210095798215386e-06,
+      "loss": 29.5156,
+      "step": 30161
+    },
+    {
+      "epoch": 1.4413648093281086,
+      "grad_norm": 365.0595397949219,
+      "learning_rate": 3.820401139209754e-06,
+      "loss": 26.3438,
+      "step": 30162
+    },
+    {
+      "epoch": 1.441412596769569,
+      "grad_norm": 641.3714599609375,
+      "learning_rate": 3.819792735605793e-06,
+      "loss": 24.2812,
+      "step": 30163
+    },
+    {
+      "epoch": 1.4414603842110294,
+      "grad_norm": 273.35809326171875,
+      "learning_rate": 3.819184369013302e-06,
+      "loss": 18.4375,
+      "step": 30164
+    },
+    {
+      "epoch": 1.4415081716524898,
+      "grad_norm": 419.6048889160156,
+      "learning_rate": 3.818576039435918e-06,
+      "loss": 30.1719,
+      "step": 30165
+    },
+    {
+      "epoch": 1.4415559590939502,
+      "grad_norm": 174.3275604248047,
+      "learning_rate": 3.817967746877288e-06,
+      "loss": 22.0938,
+      "step": 30166
+    },
+    {
+      "epoch": 1.4416037465354106,
+      "grad_norm": 164.66171264648438,
+      "learning_rate": 3.817359491341054e-06,
+      "loss": 17.9062,
+      "step": 30167
+    },
+    {
+      "epoch": 1.441651533976871,
+      "grad_norm": 213.4967803955078,
+      "learning_rate": 3.816751272830862e-06,
+      "loss": 24.1875,
+      "step": 30168
+    },
+    {
+      "epoch": 1.4416993214183313,
+      "grad_norm": 182.86734008789062,
+      "learning_rate": 3.8161430913503476e-06,
+      "loss": 14.8906,
+      "step": 30169
+    },
+    {
+      "epoch": 1.4417471088597917,
+      "grad_norm": 285.45965576171875,
+      "learning_rate": 3.815534946903157e-06,
+      "loss": 25.0938,
+      "step": 30170
+    },
+    {
+      "epoch": 1.4417948963012521,
+      "grad_norm": 203.9783935546875,
+      "learning_rate": 3.814926839492931e-06,
+      "loss": 29.4844,
+      "step": 30171
+    },
+    {
+      "epoch": 1.4418426837427125,
+      "grad_norm": 229.28936767578125,
+      "learning_rate": 3.8143187691233164e-06,
+      "loss": 29.5938,
+      "step": 30172
+    },
+    {
+      "epoch": 1.441890471184173,
+      "grad_norm": 220.77911376953125,
+      "learning_rate": 3.8137107357979475e-06,
+      "loss": 25.4844,
+      "step": 30173
+    },
+    {
+      "epoch": 1.4419382586256333,
+      "grad_norm": 174.76211547851562,
+      "learning_rate": 3.8131027395204724e-06,
+      "loss": 22.0,
+      "step": 30174
+    },
+    {
+      "epoch": 1.4419860460670937,
+      "grad_norm": 265.039306640625,
+      "learning_rate": 3.8124947802945244e-06,
+      "loss": 27.9375,
+      "step": 30175
+    },
+    {
+      "epoch": 1.442033833508554,
+      "grad_norm": 251.44873046875,
+      "learning_rate": 3.811886858123749e-06,
+      "loss": 18.2969,
+      "step": 30176
+    },
+    {
+      "epoch": 1.4420816209500145,
+      "grad_norm": 348.7057800292969,
+      "learning_rate": 3.8112789730117904e-06,
+      "loss": 32.0312,
+      "step": 30177
+    },
+    {
+      "epoch": 1.4421294083914749,
+      "grad_norm": 362.21075439453125,
+      "learning_rate": 3.8106711249622807e-06,
+      "loss": 20.1562,
+      "step": 30178
+    },
+    {
+      "epoch": 1.442177195832935,
+      "grad_norm": 398.7085266113281,
+      "learning_rate": 3.810063313978869e-06,
+      "loss": 29.3594,
+      "step": 30179
+    },
+    {
+      "epoch": 1.4422249832743954,
+      "grad_norm": 272.75390625,
+      "learning_rate": 3.8094555400651866e-06,
+      "loss": 20.5469,
+      "step": 30180
+    },
+    {
+      "epoch": 1.4422727707158558,
+      "grad_norm": 454.7508239746094,
+      "learning_rate": 3.8088478032248777e-06,
+      "loss": 31.0781,
+      "step": 30181
+    },
+    {
+      "epoch": 1.4423205581573162,
+      "grad_norm": 775.3607177734375,
+      "learning_rate": 3.8082401034615823e-06,
+      "loss": 27.1875,
+      "step": 30182
+    },
+    {
+      "epoch": 1.4423683455987766,
+      "grad_norm": 193.2742156982422,
+      "learning_rate": 3.8076324407789422e-06,
+      "loss": 27.3438,
+      "step": 30183
+    },
+    {
+      "epoch": 1.442416133040237,
+      "grad_norm": 200.30580139160156,
+      "learning_rate": 3.8070248151805888e-06,
+      "loss": 21.1719,
+      "step": 30184
+    },
+    {
+      "epoch": 1.4424639204816974,
+      "grad_norm": 243.7713623046875,
+      "learning_rate": 3.806417226670167e-06,
+      "loss": 20.4375,
+      "step": 30185
+    },
+    {
+      "epoch": 1.4425117079231577,
+      "grad_norm": 289.35321044921875,
+      "learning_rate": 3.8058096752513173e-06,
+      "loss": 29.5625,
+      "step": 30186
+    },
+    {
+      "epoch": 1.4425594953646181,
+      "grad_norm": 359.8990173339844,
+      "learning_rate": 3.805202160927671e-06,
+      "loss": 22.125,
+      "step": 30187
+    },
+    {
+      "epoch": 1.4426072828060785,
+      "grad_norm": 170.15972900390625,
+      "learning_rate": 3.804594683702871e-06,
+      "loss": 28.2031,
+      "step": 30188
+    },
+    {
+      "epoch": 1.442655070247539,
+      "grad_norm": 332.8251037597656,
+      "learning_rate": 3.8039872435805546e-06,
+      "loss": 19.5781,
+      "step": 30189
+    },
+    {
+      "epoch": 1.4427028576889993,
+      "grad_norm": 354.96337890625,
+      "learning_rate": 3.803379840564363e-06,
+      "loss": 26.4062,
+      "step": 30190
+    },
+    {
+      "epoch": 1.4427506451304597,
+      "grad_norm": 341.9322509765625,
+      "learning_rate": 3.8027724746579266e-06,
+      "loss": 37.375,
+      "step": 30191
+    },
+    {
+      "epoch": 1.44279843257192,
+      "grad_norm": 422.4713439941406,
+      "learning_rate": 3.8021651458648866e-06,
+      "loss": 17.8125,
+      "step": 30192
+    },
+    {
+      "epoch": 1.4428462200133805,
+      "grad_norm": 185.29653930664062,
+      "learning_rate": 3.80155785418888e-06,
+      "loss": 19.0625,
+      "step": 30193
+    },
+    {
+      "epoch": 1.4428940074548409,
+      "grad_norm": 265.882080078125,
+      "learning_rate": 3.800950599633546e-06,
+      "loss": 33.6562,
+      "step": 30194
+    },
+    {
+      "epoch": 1.4429417948963013,
+      "grad_norm": 168.31240844726562,
+      "learning_rate": 3.800343382202517e-06,
+      "loss": 17.1875,
+      "step": 30195
+    },
+    {
+      "epoch": 1.4429895823377616,
+      "grad_norm": 499.11798095703125,
+      "learning_rate": 3.799736201899431e-06,
+      "loss": 34.7188,
+      "step": 30196
+    },
+    {
+      "epoch": 1.443037369779222,
+      "grad_norm": 279.2033386230469,
+      "learning_rate": 3.7991290587279273e-06,
+      "loss": 21.9688,
+      "step": 30197
+    },
+    {
+      "epoch": 1.4430851572206824,
+      "grad_norm": 246.9645233154297,
+      "learning_rate": 3.7985219526916373e-06,
+      "loss": 26.5938,
+      "step": 30198
+    },
+    {
+      "epoch": 1.4431329446621428,
+      "grad_norm": 127.09569549560547,
+      "learning_rate": 3.797914883794197e-06,
+      "loss": 17.7969,
+      "step": 30199
+    },
+    {
+      "epoch": 1.4431807321036032,
+      "grad_norm": 188.48133850097656,
+      "learning_rate": 3.797307852039245e-06,
+      "loss": 27.4375,
+      "step": 30200
+    },
+    {
+      "epoch": 1.4432285195450636,
+      "grad_norm": 341.5073547363281,
+      "learning_rate": 3.7967008574304177e-06,
+      "loss": 29.6562,
+      "step": 30201
+    },
+    {
+      "epoch": 1.443276306986524,
+      "grad_norm": 214.14114379882812,
+      "learning_rate": 3.7960938999713447e-06,
+      "loss": 30.5625,
+      "step": 30202
+    },
+    {
+      "epoch": 1.4433240944279844,
+      "grad_norm": 418.6452331542969,
+      "learning_rate": 3.7954869796656648e-06,
+      "loss": 31.3125,
+      "step": 30203
+    },
+    {
+      "epoch": 1.4433718818694448,
+      "grad_norm": 246.40261840820312,
+      "learning_rate": 3.7948800965170108e-06,
+      "loss": 24.6562,
+      "step": 30204
+    },
+    {
+      "epoch": 1.4434196693109052,
+      "grad_norm": 310.2616271972656,
+      "learning_rate": 3.7942732505290225e-06,
+      "loss": 21.375,
+      "step": 30205
+    },
+    {
+      "epoch": 1.4434674567523655,
+      "grad_norm": 279.13580322265625,
+      "learning_rate": 3.793666441705326e-06,
+      "loss": 28.8125,
+      "step": 30206
+    },
+    {
+      "epoch": 1.443515244193826,
+      "grad_norm": 298.9369201660156,
+      "learning_rate": 3.7930596700495626e-06,
+      "loss": 41.875,
+      "step": 30207
+    },
+    {
+      "epoch": 1.4435630316352863,
+      "grad_norm": 228.75103759765625,
+      "learning_rate": 3.7924529355653595e-06,
+      "loss": 33.3125,
+      "step": 30208
+    },
+    {
+      "epoch": 1.4436108190767467,
+      "grad_norm": 589.5880737304688,
+      "learning_rate": 3.7918462382563525e-06,
+      "loss": 24.4844,
+      "step": 30209
+    },
+    {
+      "epoch": 1.4436586065182069,
+      "grad_norm": 297.8006896972656,
+      "learning_rate": 3.79123957812618e-06,
+      "loss": 33.6875,
+      "step": 30210
+    },
+    {
+      "epoch": 1.4437063939596673,
+      "grad_norm": 497.21563720703125,
+      "learning_rate": 3.7906329551784673e-06,
+      "loss": 19.875,
+      "step": 30211
+    },
+    {
+      "epoch": 1.4437541814011277,
+      "grad_norm": 279.84552001953125,
+      "learning_rate": 3.790026369416855e-06,
+      "loss": 26.5625,
+      "step": 30212
+    },
+    {
+      "epoch": 1.443801968842588,
+      "grad_norm": 219.8279571533203,
+      "learning_rate": 3.7894198208449674e-06,
+      "loss": 24.9531,
+      "step": 30213
+    },
+    {
+      "epoch": 1.4438497562840484,
+      "grad_norm": 404.83795166015625,
+      "learning_rate": 3.7888133094664415e-06,
+      "loss": 25.8438,
+      "step": 30214
+    },
+    {
+      "epoch": 1.4438975437255088,
+      "grad_norm": 149.9940643310547,
+      "learning_rate": 3.7882068352849088e-06,
+      "loss": 20.5156,
+      "step": 30215
+    },
+    {
+      "epoch": 1.4439453311669692,
+      "grad_norm": 295.7257080078125,
+      "learning_rate": 3.787600398304007e-06,
+      "loss": 27.9688,
+      "step": 30216
+    },
+    {
+      "epoch": 1.4439931186084296,
+      "grad_norm": 411.1972961425781,
+      "learning_rate": 3.7869939985273576e-06,
+      "loss": 27.875,
+      "step": 30217
+    },
+    {
+      "epoch": 1.44404090604989,
+      "grad_norm": 189.71829223632812,
+      "learning_rate": 3.7863876359585974e-06,
+      "loss": 23.8125,
+      "step": 30218
+    },
+    {
+      "epoch": 1.4440886934913504,
+      "grad_norm": 270.5657958984375,
+      "learning_rate": 3.7857813106013565e-06,
+      "loss": 26.3125,
+      "step": 30219
+    },
+    {
+      "epoch": 1.4441364809328108,
+      "grad_norm": 269.8717041015625,
+      "learning_rate": 3.785175022459272e-06,
+      "loss": 23.9062,
+      "step": 30220
+    },
+    {
+      "epoch": 1.4441842683742712,
+      "grad_norm": 251.89389038085938,
+      "learning_rate": 3.7845687715359657e-06,
+      "loss": 24.0,
+      "step": 30221
+    },
+    {
+      "epoch": 1.4442320558157316,
+      "grad_norm": 251.72198486328125,
+      "learning_rate": 3.7839625578350725e-06,
+      "loss": 23.2188,
+      "step": 30222
+    },
+    {
+      "epoch": 1.444279843257192,
+      "grad_norm": 284.0707702636719,
+      "learning_rate": 3.783356381360226e-06,
+      "loss": 31.7188,
+      "step": 30223
+    },
+    {
+      "epoch": 1.4443276306986523,
+      "grad_norm": 238.8170166015625,
+      "learning_rate": 3.7827502421150497e-06,
+      "loss": 31.1562,
+      "step": 30224
+    },
+    {
+      "epoch": 1.4443754181401127,
+      "grad_norm": 505.05224609375,
+      "learning_rate": 3.7821441401031764e-06,
+      "loss": 25.2969,
+      "step": 30225
+    },
+    {
+      "epoch": 1.444423205581573,
+      "grad_norm": 168.15963745117188,
+      "learning_rate": 3.7815380753282383e-06,
+      "loss": 20.0469,
+      "step": 30226
+    },
+    {
+      "epoch": 1.4444709930230335,
+      "grad_norm": 187.64694213867188,
+      "learning_rate": 3.780932047793865e-06,
+      "loss": 28.3438,
+      "step": 30227
+    },
+    {
+      "epoch": 1.444518780464494,
+      "grad_norm": 277.36865234375,
+      "learning_rate": 3.7803260575036805e-06,
+      "loss": 24.5,
+      "step": 30228
+    },
+    {
+      "epoch": 1.4445665679059543,
+      "grad_norm": 176.04283142089844,
+      "learning_rate": 3.7797201044613184e-06,
+      "loss": 17.2344,
+      "step": 30229
+    },
+    {
+      "epoch": 1.4446143553474147,
+      "grad_norm": 496.7038269042969,
+      "learning_rate": 3.779114188670405e-06,
+      "loss": 30.6562,
+      "step": 30230
+    },
+    {
+      "epoch": 1.444662142788875,
+      "grad_norm": 147.54327392578125,
+      "learning_rate": 3.7785083101345755e-06,
+      "loss": 21.7656,
+      "step": 30231
+    },
+    {
+      "epoch": 1.4447099302303354,
+      "grad_norm": 248.05746459960938,
+      "learning_rate": 3.7779024688574497e-06,
+      "loss": 26.2031,
+      "step": 30232
+    },
+    {
+      "epoch": 1.4447577176717958,
+      "grad_norm": 124.73939514160156,
+      "learning_rate": 3.777296664842658e-06,
+      "loss": 18.6406,
+      "step": 30233
+    },
+    {
+      "epoch": 1.4448055051132562,
+      "grad_norm": 262.57635498046875,
+      "learning_rate": 3.7766908980938343e-06,
+      "loss": 23.5,
+      "step": 30234
+    },
+    {
+      "epoch": 1.4448532925547166,
+      "grad_norm": 221.8943634033203,
+      "learning_rate": 3.7760851686145983e-06,
+      "loss": 32.7188,
+      "step": 30235
+    },
+    {
+      "epoch": 1.444901079996177,
+      "grad_norm": 278.51324462890625,
+      "learning_rate": 3.775479476408581e-06,
+      "loss": 25.4375,
+      "step": 30236
+    },
+    {
+      "epoch": 1.4449488674376374,
+      "grad_norm": 220.24034118652344,
+      "learning_rate": 3.77487382147941e-06,
+      "loss": 31.8438,
+      "step": 30237
+    },
+    {
+      "epoch": 1.4449966548790978,
+      "grad_norm": 213.32571411132812,
+      "learning_rate": 3.7742682038307153e-06,
+      "loss": 18.4062,
+      "step": 30238
+    },
+    {
+      "epoch": 1.4450444423205582,
+      "grad_norm": 486.98260498046875,
+      "learning_rate": 3.7736626234661167e-06,
+      "loss": 26.7969,
+      "step": 30239
+    },
+    {
+      "epoch": 1.4450922297620186,
+      "grad_norm": 275.9634704589844,
+      "learning_rate": 3.773057080389245e-06,
+      "loss": 33.4688,
+      "step": 30240
+    },
+    {
+      "epoch": 1.445140017203479,
+      "grad_norm": 520.4166870117188,
+      "learning_rate": 3.7724515746037314e-06,
+      "loss": 23.3125,
+      "step": 30241
+    },
+    {
+      "epoch": 1.4451878046449393,
+      "grad_norm": 310.2838439941406,
+      "learning_rate": 3.7718461061131926e-06,
+      "loss": 28.6562,
+      "step": 30242
+    },
+    {
+      "epoch": 1.4452355920863997,
+      "grad_norm": 284.048095703125,
+      "learning_rate": 3.7712406749212626e-06,
+      "loss": 36.4062,
+      "step": 30243
+    },
+    {
+      "epoch": 1.4452833795278601,
+      "grad_norm": 569.1646728515625,
+      "learning_rate": 3.7706352810315595e-06,
+      "loss": 22.2812,
+      "step": 30244
+    },
+    {
+      "epoch": 1.4453311669693205,
+      "grad_norm": 205.775146484375,
+      "learning_rate": 3.770029924447718e-06,
+      "loss": 22.2812,
+      "step": 30245
+    },
+    {
+      "epoch": 1.445378954410781,
+      "grad_norm": 426.3401794433594,
+      "learning_rate": 3.7694246051733543e-06,
+      "loss": 22.1875,
+      "step": 30246
+    },
+    {
+      "epoch": 1.4454267418522413,
+      "grad_norm": 576.6805419921875,
+      "learning_rate": 3.7688193232120963e-06,
+      "loss": 34.9688,
+      "step": 30247
+    },
+    {
+      "epoch": 1.4454745292937017,
+      "grad_norm": 329.24945068359375,
+      "learning_rate": 3.768214078567571e-06,
+      "loss": 19.9844,
+      "step": 30248
+    },
+    {
+      "epoch": 1.445522316735162,
+      "grad_norm": 245.22486877441406,
+      "learning_rate": 3.7676088712434066e-06,
+      "loss": 29.3125,
+      "step": 30249
+    },
+    {
+      "epoch": 1.4455701041766225,
+      "grad_norm": 204.99569702148438,
+      "learning_rate": 3.767003701243218e-06,
+      "loss": 24.9375,
+      "step": 30250
+    },
+    {
+      "epoch": 1.4456178916180829,
+      "grad_norm": 270.6269226074219,
+      "learning_rate": 3.7663985685706363e-06,
+      "loss": 31.0625,
+      "step": 30251
+    },
+    {
+      "epoch": 1.4456656790595432,
+      "grad_norm": 309.3818664550781,
+      "learning_rate": 3.7657934732292824e-06,
+      "loss": 29.5312,
+      "step": 30252
+    },
+    {
+      "epoch": 1.4457134665010036,
+      "grad_norm": 149.57386779785156,
+      "learning_rate": 3.7651884152227845e-06,
+      "loss": 22.3906,
+      "step": 30253
+    },
+    {
+      "epoch": 1.445761253942464,
+      "grad_norm": 302.4850769042969,
+      "learning_rate": 3.7645833945547596e-06,
+      "loss": 32.25,
+      "step": 30254
+    },
+    {
+      "epoch": 1.4458090413839244,
+      "grad_norm": 608.1448974609375,
+      "learning_rate": 3.763978411228835e-06,
+      "loss": 25.1875,
+      "step": 30255
+    },
+    {
+      "epoch": 1.4458568288253848,
+      "grad_norm": 200.6227264404297,
+      "learning_rate": 3.763373465248632e-06,
+      "loss": 24.6094,
+      "step": 30256
+    },
+    {
+      "epoch": 1.4459046162668452,
+      "grad_norm": 326.7788391113281,
+      "learning_rate": 3.7627685566177785e-06,
+      "loss": 24.5469,
+      "step": 30257
+    },
+    {
+      "epoch": 1.4459524037083056,
+      "grad_norm": 304.6610107421875,
+      "learning_rate": 3.7621636853398902e-06,
+      "loss": 28.5,
+      "step": 30258
+    },
+    {
+      "epoch": 1.446000191149766,
+      "grad_norm": 270.8671875,
+      "learning_rate": 3.761558851418592e-06,
+      "loss": 28.7188,
+      "step": 30259
+    },
+    {
+      "epoch": 1.4460479785912264,
+      "grad_norm": 308.0314636230469,
+      "learning_rate": 3.7609540548575095e-06,
+      "loss": 32.0938,
+      "step": 30260
+    },
+    {
+      "epoch": 1.4460957660326867,
+      "grad_norm": 232.9897003173828,
+      "learning_rate": 3.7603492956602584e-06,
+      "loss": 18.7891,
+      "step": 30261
+    },
+    {
+      "epoch": 1.446143553474147,
+      "grad_norm": 244.176513671875,
+      "learning_rate": 3.7597445738304637e-06,
+      "loss": 18.6875,
+      "step": 30262
+    },
+    {
+      "epoch": 1.4461913409156073,
+      "grad_norm": 400.3906555175781,
+      "learning_rate": 3.759139889371747e-06,
+      "loss": 31.7969,
+      "step": 30263
+    },
+    {
+      "epoch": 1.4462391283570677,
+      "grad_norm": 259.6571960449219,
+      "learning_rate": 3.758535242287733e-06,
+      "loss": 29.6406,
+      "step": 30264
+    },
+    {
+      "epoch": 1.446286915798528,
+      "grad_norm": 666.7633666992188,
+      "learning_rate": 3.757930632582035e-06,
+      "loss": 27.7188,
+      "step": 30265
+    },
+    {
+      "epoch": 1.4463347032399885,
+      "grad_norm": 291.94683837890625,
+      "learning_rate": 3.7573260602582782e-06,
+      "loss": 20.625,
+      "step": 30266
+    },
+    {
+      "epoch": 1.4463824906814489,
+      "grad_norm": 383.7831726074219,
+      "learning_rate": 3.756721525320084e-06,
+      "loss": 26.4688,
+      "step": 30267
+    },
+    {
+      "epoch": 1.4464302781229093,
+      "grad_norm": 271.82061767578125,
+      "learning_rate": 3.7561170277710744e-06,
+      "loss": 32.6094,
+      "step": 30268
+    },
+    {
+      "epoch": 1.4464780655643696,
+      "grad_norm": 264.50457763671875,
+      "learning_rate": 3.755512567614864e-06,
+      "loss": 32.0625,
+      "step": 30269
+    },
+    {
+      "epoch": 1.44652585300583,
+      "grad_norm": 226.2097625732422,
+      "learning_rate": 3.754908144855076e-06,
+      "loss": 30.125,
+      "step": 30270
+    },
+    {
+      "epoch": 1.4465736404472904,
+      "grad_norm": 234.28468322753906,
+      "learning_rate": 3.7543037594953326e-06,
+      "loss": 40.0,
+      "step": 30271
+    },
+    {
+      "epoch": 1.4466214278887508,
+      "grad_norm": 211.91514587402344,
+      "learning_rate": 3.7536994115392477e-06,
+      "loss": 26.4375,
+      "step": 30272
+    },
+    {
+      "epoch": 1.4466692153302112,
+      "grad_norm": 333.5448913574219,
+      "learning_rate": 3.7530951009904425e-06,
+      "loss": 35.5312,
+      "step": 30273
+    },
+    {
+      "epoch": 1.4467170027716716,
+      "grad_norm": 136.43795776367188,
+      "learning_rate": 3.752490827852542e-06,
+      "loss": 19.5625,
+      "step": 30274
+    },
+    {
+      "epoch": 1.446764790213132,
+      "grad_norm": 292.88287353515625,
+      "learning_rate": 3.751886592129155e-06,
+      "loss": 27.2812,
+      "step": 30275
+    },
+    {
+      "epoch": 1.4468125776545924,
+      "grad_norm": 287.7332763671875,
+      "learning_rate": 3.7512823938239085e-06,
+      "loss": 25.6719,
+      "step": 30276
+    },
+    {
+      "epoch": 1.4468603650960528,
+      "grad_norm": 771.750732421875,
+      "learning_rate": 3.7506782329404147e-06,
+      "loss": 23.0938,
+      "step": 30277
+    },
+    {
+      "epoch": 1.4469081525375131,
+      "grad_norm": 149.20693969726562,
+      "learning_rate": 3.7500741094822932e-06,
+      "loss": 14.1406,
+      "step": 30278
+    },
+    {
+      "epoch": 1.4469559399789735,
+      "grad_norm": 221.50607299804688,
+      "learning_rate": 3.7494700234531678e-06,
+      "loss": 22.4375,
+      "step": 30279
+    },
+    {
+      "epoch": 1.447003727420434,
+      "grad_norm": 327.0381164550781,
+      "learning_rate": 3.748865974856648e-06,
+      "loss": 26.7188,
+      "step": 30280
+    },
+    {
+      "epoch": 1.4470515148618943,
+      "grad_norm": 121.7021484375,
+      "learning_rate": 3.7482619636963546e-06,
+      "loss": 20.625,
+      "step": 30281
+    },
+    {
+      "epoch": 1.4470993023033547,
+      "grad_norm": 193.98602294921875,
+      "learning_rate": 3.747657989975909e-06,
+      "loss": 27.5938,
+      "step": 30282
+    },
+    {
+      "epoch": 1.447147089744815,
+      "grad_norm": 274.2426452636719,
+      "learning_rate": 3.747054053698921e-06,
+      "loss": 26.3438,
+      "step": 30283
+    },
+    {
+      "epoch": 1.4471948771862755,
+      "grad_norm": 151.53916931152344,
+      "learning_rate": 3.7464501548690103e-06,
+      "loss": 21.4062,
+      "step": 30284
+    },
+    {
+      "epoch": 1.4472426646277359,
+      "grad_norm": 173.2973175048828,
+      "learning_rate": 3.7458462934897933e-06,
+      "loss": 16.3438,
+      "step": 30285
+    },
+    {
+      "epoch": 1.4472904520691963,
+      "grad_norm": 196.10006713867188,
+      "learning_rate": 3.7452424695648913e-06,
+      "loss": 17.0625,
+      "step": 30286
+    },
+    {
+      "epoch": 1.4473382395106567,
+      "grad_norm": 131.64956665039062,
+      "learning_rate": 3.744638683097912e-06,
+      "loss": 23.5,
+      "step": 30287
+    },
+    {
+      "epoch": 1.447386026952117,
+      "grad_norm": 193.32322692871094,
+      "learning_rate": 3.744034934092475e-06,
+      "loss": 23.4844,
+      "step": 30288
+    },
+    {
+      "epoch": 1.4474338143935774,
+      "grad_norm": 249.0484619140625,
+      "learning_rate": 3.7434312225521973e-06,
+      "loss": 19.4844,
+      "step": 30289
+    },
+    {
+      "epoch": 1.4474816018350378,
+      "grad_norm": 242.92112731933594,
+      "learning_rate": 3.7428275484806962e-06,
+      "loss": 23.5625,
+      "step": 30290
+    },
+    {
+      "epoch": 1.4475293892764982,
+      "grad_norm": 237.3749237060547,
+      "learning_rate": 3.742223911881581e-06,
+      "loss": 21.5312,
+      "step": 30291
+    },
+    {
+      "epoch": 1.4475771767179586,
+      "grad_norm": 302.59344482421875,
+      "learning_rate": 3.741620312758469e-06,
+      "loss": 21.8281,
+      "step": 30292
+    },
+    {
+      "epoch": 1.4476249641594188,
+      "grad_norm": 243.6388702392578,
+      "learning_rate": 3.7410167511149777e-06,
+      "loss": 19.9062,
+      "step": 30293
+    },
+    {
+      "epoch": 1.4476727516008792,
+      "grad_norm": 251.62893676757812,
+      "learning_rate": 3.7404132269547223e-06,
+      "loss": 21.7031,
+      "step": 30294
+    },
+    {
+      "epoch": 1.4477205390423395,
+      "grad_norm": 221.5784149169922,
+      "learning_rate": 3.7398097402813106e-06,
+      "loss": 27.4688,
+      "step": 30295
+    },
+    {
+      "epoch": 1.4477683264838,
+      "grad_norm": 198.2588653564453,
+      "learning_rate": 3.7392062910983606e-06,
+      "loss": 23.5938,
+      "step": 30296
+    },
+    {
+      "epoch": 1.4478161139252603,
+      "grad_norm": 162.7068328857422,
+      "learning_rate": 3.7386028794094897e-06,
+      "loss": 23.25,
+      "step": 30297
+    },
+    {
+      "epoch": 1.4478639013667207,
+      "grad_norm": 274.8811950683594,
+      "learning_rate": 3.737999505218306e-06,
+      "loss": 25.0312,
+      "step": 30298
+    },
+    {
+      "epoch": 1.447911688808181,
+      "grad_norm": 158.58721923828125,
+      "learning_rate": 3.7373961685284245e-06,
+      "loss": 17.1719,
+      "step": 30299
+    },
+    {
+      "epoch": 1.4479594762496415,
+      "grad_norm": 214.3148193359375,
+      "learning_rate": 3.7367928693434585e-06,
+      "loss": 31.5312,
+      "step": 30300
+    },
+    {
+      "epoch": 1.4480072636911019,
+      "grad_norm": 184.38693237304688,
+      "learning_rate": 3.7361896076670245e-06,
+      "loss": 27.7188,
+      "step": 30301
+    },
+    {
+      "epoch": 1.4480550511325623,
+      "grad_norm": 198.19894409179688,
+      "learning_rate": 3.7355863835027294e-06,
+      "loss": 20.5,
+      "step": 30302
+    },
+    {
+      "epoch": 1.4481028385740227,
+      "grad_norm": 374.5435485839844,
+      "learning_rate": 3.734983196854188e-06,
+      "loss": 26.7031,
+      "step": 30303
+    },
+    {
+      "epoch": 1.448150626015483,
+      "grad_norm": 214.81053161621094,
+      "learning_rate": 3.734380047725018e-06,
+      "loss": 19.9844,
+      "step": 30304
+    },
+    {
+      "epoch": 1.4481984134569434,
+      "grad_norm": 168.3873291015625,
+      "learning_rate": 3.7337769361188213e-06,
+      "loss": 30.1562,
+      "step": 30305
+    },
+    {
+      "epoch": 1.4482462008984038,
+      "grad_norm": 209.66249084472656,
+      "learning_rate": 3.7331738620392167e-06,
+      "loss": 21.9062,
+      "step": 30306
+    },
+    {
+      "epoch": 1.4482939883398642,
+      "grad_norm": 287.44061279296875,
+      "learning_rate": 3.7325708254898176e-06,
+      "loss": 28.0312,
+      "step": 30307
+    },
+    {
+      "epoch": 1.4483417757813246,
+      "grad_norm": 307.5258483886719,
+      "learning_rate": 3.7319678264742275e-06,
+      "loss": 29.8438,
+      "step": 30308
+    },
+    {
+      "epoch": 1.448389563222785,
+      "grad_norm": 144.9939727783203,
+      "learning_rate": 3.7313648649960667e-06,
+      "loss": 23.75,
+      "step": 30309
+    },
+    {
+      "epoch": 1.4484373506642454,
+      "grad_norm": 188.27066040039062,
+      "learning_rate": 3.730761941058938e-06,
+      "loss": 31.0938,
+      "step": 30310
+    },
+    {
+      "epoch": 1.4484851381057058,
+      "grad_norm": 235.03326416015625,
+      "learning_rate": 3.7301590546664546e-06,
+      "loss": 25.3125,
+      "step": 30311
+    },
+    {
+      "epoch": 1.4485329255471662,
+      "grad_norm": 239.68626403808594,
+      "learning_rate": 3.7295562058222323e-06,
+      "loss": 24.7031,
+      "step": 30312
+    },
+    {
+      "epoch": 1.4485807129886266,
+      "grad_norm": 270.1077880859375,
+      "learning_rate": 3.728953394529874e-06,
+      "loss": 24.2031,
+      "step": 30313
+    },
+    {
+      "epoch": 1.448628500430087,
+      "grad_norm": 318.9986877441406,
+      "learning_rate": 3.7283506207929933e-06,
+      "loss": 27.5312,
+      "step": 30314
+    },
+    {
+      "epoch": 1.4486762878715473,
+      "grad_norm": 166.53665161132812,
+      "learning_rate": 3.727747884615199e-06,
+      "loss": 24.6562,
+      "step": 30315
+    },
+    {
+      "epoch": 1.4487240753130077,
+      "grad_norm": 364.61358642578125,
+      "learning_rate": 3.727145186000105e-06,
+      "loss": 28.1719,
+      "step": 30316
+    },
+    {
+      "epoch": 1.4487718627544681,
+      "grad_norm": 211.4070587158203,
+      "learning_rate": 3.7265425249513145e-06,
+      "loss": 32.1719,
+      "step": 30317
+    },
+    {
+      "epoch": 1.4488196501959285,
+      "grad_norm": 198.36282348632812,
+      "learning_rate": 3.7259399014724385e-06,
+      "loss": 23.625,
+      "step": 30318
+    },
+    {
+      "epoch": 1.448867437637389,
+      "grad_norm": 339.2610168457031,
+      "learning_rate": 3.7253373155670903e-06,
+      "loss": 27.0,
+      "step": 30319
+    },
+    {
+      "epoch": 1.4489152250788493,
+      "grad_norm": 182.01719665527344,
+      "learning_rate": 3.7247347672388723e-06,
+      "loss": 16.2344,
+      "step": 30320
+    },
+    {
+      "epoch": 1.4489630125203097,
+      "grad_norm": 278.9127197265625,
+      "learning_rate": 3.724132256491395e-06,
+      "loss": 28.5,
+      "step": 30321
+    },
+    {
+      "epoch": 1.44901079996177,
+      "grad_norm": 1140.373046875,
+      "learning_rate": 3.723529783328267e-06,
+      "loss": 21.5781,
+      "step": 30322
+    },
+    {
+      "epoch": 1.4490585874032305,
+      "grad_norm": 461.9555969238281,
+      "learning_rate": 3.7229273477531014e-06,
+      "loss": 28.7812,
+      "step": 30323
+    },
+    {
+      "epoch": 1.4491063748446908,
+      "grad_norm": 248.67381286621094,
+      "learning_rate": 3.722324949769497e-06,
+      "loss": 22.2656,
+      "step": 30324
+    },
+    {
+      "epoch": 1.4491541622861512,
+      "grad_norm": 206.1338348388672,
+      "learning_rate": 3.721722589381066e-06,
+      "loss": 19.8281,
+      "step": 30325
+    },
+    {
+      "epoch": 1.4492019497276116,
+      "grad_norm": 211.6767120361328,
+      "learning_rate": 3.721120266591416e-06,
+      "loss": 23.0625,
+      "step": 30326
+    },
+    {
+      "epoch": 1.449249737169072,
+      "grad_norm": 271.10369873046875,
+      "learning_rate": 3.720517981404156e-06,
+      "loss": 18.4219,
+      "step": 30327
+    },
+    {
+      "epoch": 1.4492975246105324,
+      "grad_norm": 296.2815246582031,
+      "learning_rate": 3.7199157338228874e-06,
+      "loss": 36.9375,
+      "step": 30328
+    },
+    {
+      "epoch": 1.4493453120519928,
+      "grad_norm": 220.48431396484375,
+      "learning_rate": 3.71931352385122e-06,
+      "loss": 24.0938,
+      "step": 30329
+    },
+    {
+      "epoch": 1.4493930994934532,
+      "grad_norm": 212.59451293945312,
+      "learning_rate": 3.7187113514927642e-06,
+      "loss": 18.6719,
+      "step": 30330
+    },
+    {
+      "epoch": 1.4494408869349136,
+      "grad_norm": 147.5710906982422,
+      "learning_rate": 3.718109216751119e-06,
+      "loss": 15.3125,
+      "step": 30331
+    },
+    {
+      "epoch": 1.449488674376374,
+      "grad_norm": 918.138427734375,
+      "learning_rate": 3.7175071196298927e-06,
+      "loss": 26.2188,
+      "step": 30332
+    },
+    {
+      "epoch": 1.4495364618178344,
+      "grad_norm": 649.5169677734375,
+      "learning_rate": 3.7169050601326937e-06,
+      "loss": 38.7188,
+      "step": 30333
+    },
+    {
+      "epoch": 1.4495842492592947,
+      "grad_norm": 536.216552734375,
+      "learning_rate": 3.7163030382631284e-06,
+      "loss": 26.5156,
+      "step": 30334
+    },
+    {
+      "epoch": 1.4496320367007551,
+      "grad_norm": 315.23846435546875,
+      "learning_rate": 3.715701054024796e-06,
+      "loss": 23.625,
+      "step": 30335
+    },
+    {
+      "epoch": 1.4496798241422155,
+      "grad_norm": 435.563720703125,
+      "learning_rate": 3.715099107421306e-06,
+      "loss": 23.4375,
+      "step": 30336
+    },
+    {
+      "epoch": 1.449727611583676,
+      "grad_norm": 241.28305053710938,
+      "learning_rate": 3.7144971984562627e-06,
+      "loss": 23.9219,
+      "step": 30337
+    },
+    {
+      "epoch": 1.4497753990251363,
+      "grad_norm": 272.60650634765625,
+      "learning_rate": 3.7138953271332732e-06,
+      "loss": 22.875,
+      "step": 30338
+    },
+    {
+      "epoch": 1.4498231864665967,
+      "grad_norm": 255.9310302734375,
+      "learning_rate": 3.7132934934559363e-06,
+      "loss": 18.2344,
+      "step": 30339
+    },
+    {
+      "epoch": 1.449870973908057,
+      "grad_norm": 257.80169677734375,
+      "learning_rate": 3.7126916974278638e-06,
+      "loss": 31.1875,
+      "step": 30340
+    },
+    {
+      "epoch": 1.4499187613495175,
+      "grad_norm": 261.44073486328125,
+      "learning_rate": 3.71208993905265e-06,
+      "loss": 26.5,
+      "step": 30341
+    },
+    {
+      "epoch": 1.4499665487909779,
+      "grad_norm": 165.0855712890625,
+      "learning_rate": 3.7114882183339086e-06,
+      "loss": 26.2969,
+      "step": 30342
+    },
+    {
+      "epoch": 1.4500143362324383,
+      "grad_norm": 461.1761169433594,
+      "learning_rate": 3.7108865352752343e-06,
+      "loss": 32.1875,
+      "step": 30343
+    },
+    {
+      "epoch": 1.4500621236738984,
+      "grad_norm": 123.9004135131836,
+      "learning_rate": 3.7102848898802345e-06,
+      "loss": 21.1797,
+      "step": 30344
+    },
+    {
+      "epoch": 1.4501099111153588,
+      "grad_norm": 288.4865417480469,
+      "learning_rate": 3.7096832821525163e-06,
+      "loss": 24.0625,
+      "step": 30345
+    },
+    {
+      "epoch": 1.4501576985568192,
+      "grad_norm": 248.0770263671875,
+      "learning_rate": 3.7090817120956744e-06,
+      "loss": 22.9219,
+      "step": 30346
+    },
+    {
+      "epoch": 1.4502054859982796,
+      "grad_norm": 130.53839111328125,
+      "learning_rate": 3.7084801797133164e-06,
+      "loss": 15.8438,
+      "step": 30347
+    },
+    {
+      "epoch": 1.45025327343974,
+      "grad_norm": 175.68606567382812,
+      "learning_rate": 3.707878685009043e-06,
+      "loss": 18.9844,
+      "step": 30348
+    },
+    {
+      "epoch": 1.4503010608812004,
+      "grad_norm": 139.7827911376953,
+      "learning_rate": 3.70727722798646e-06,
+      "loss": 15.5,
+      "step": 30349
+    },
+    {
+      "epoch": 1.4503488483226608,
+      "grad_norm": 121.17789459228516,
+      "learning_rate": 3.706675808649165e-06,
+      "loss": 18.2969,
+      "step": 30350
+    },
+    {
+      "epoch": 1.4503966357641211,
+      "grad_norm": 162.09800720214844,
+      "learning_rate": 3.70607442700076e-06,
+      "loss": 22.1875,
+      "step": 30351
+    },
+    {
+      "epoch": 1.4504444232055815,
+      "grad_norm": 456.2950134277344,
+      "learning_rate": 3.705473083044848e-06,
+      "loss": 29.9375,
+      "step": 30352
+    },
+    {
+      "epoch": 1.450492210647042,
+      "grad_norm": 319.9893493652344,
+      "learning_rate": 3.704871776785034e-06,
+      "loss": 17.3594,
+      "step": 30353
+    },
+    {
+      "epoch": 1.4505399980885023,
+      "grad_norm": 179.26666259765625,
+      "learning_rate": 3.704270508224911e-06,
+      "loss": 18.625,
+      "step": 30354
+    },
+    {
+      "epoch": 1.4505877855299627,
+      "grad_norm": 229.92897033691406,
+      "learning_rate": 3.7036692773680837e-06,
+      "loss": 30.7188,
+      "step": 30355
+    },
+    {
+      "epoch": 1.450635572971423,
+      "grad_norm": 227.8790740966797,
+      "learning_rate": 3.7030680842181567e-06,
+      "loss": 25.6875,
+      "step": 30356
+    },
+    {
+      "epoch": 1.4506833604128835,
+      "grad_norm": 151.7230682373047,
+      "learning_rate": 3.702466928778724e-06,
+      "loss": 25.8906,
+      "step": 30357
+    },
+    {
+      "epoch": 1.4507311478543439,
+      "grad_norm": 281.53411865234375,
+      "learning_rate": 3.701865811053388e-06,
+      "loss": 29.1562,
+      "step": 30358
+    },
+    {
+      "epoch": 1.4507789352958043,
+      "grad_norm": 194.00851440429688,
+      "learning_rate": 3.7012647310457484e-06,
+      "loss": 21.2812,
+      "step": 30359
+    },
+    {
+      "epoch": 1.4508267227372647,
+      "grad_norm": 298.5341796875,
+      "learning_rate": 3.7006636887594095e-06,
+      "loss": 25.2344,
+      "step": 30360
+    },
+    {
+      "epoch": 1.450874510178725,
+      "grad_norm": 256.7967834472656,
+      "learning_rate": 3.7000626841979627e-06,
+      "loss": 21.5,
+      "step": 30361
+    },
+    {
+      "epoch": 1.4509222976201854,
+      "grad_norm": 264.6571350097656,
+      "learning_rate": 3.6994617173650117e-06,
+      "loss": 29.2188,
+      "step": 30362
+    },
+    {
+      "epoch": 1.4509700850616458,
+      "grad_norm": 150.3387908935547,
+      "learning_rate": 3.6988607882641548e-06,
+      "loss": 23.625,
+      "step": 30363
+    },
+    {
+      "epoch": 1.4510178725031062,
+      "grad_norm": 210.48001098632812,
+      "learning_rate": 3.6982598968989946e-06,
+      "loss": 18.0156,
+      "step": 30364
+    },
+    {
+      "epoch": 1.4510656599445666,
+      "grad_norm": 103.65863037109375,
+      "learning_rate": 3.6976590432731228e-06,
+      "loss": 24.2031,
+      "step": 30365
+    },
+    {
+      "epoch": 1.451113447386027,
+      "grad_norm": 823.4140625,
+      "learning_rate": 3.697058227390141e-06,
+      "loss": 23.1094,
+      "step": 30366
+    },
+    {
+      "epoch": 1.4511612348274874,
+      "grad_norm": 119.7098388671875,
+      "learning_rate": 3.696457449253651e-06,
+      "loss": 18.75,
+      "step": 30367
+    },
+    {
+      "epoch": 1.4512090222689478,
+      "grad_norm": 134.1462860107422,
+      "learning_rate": 3.6958567088672437e-06,
+      "loss": 21.9844,
+      "step": 30368
+    },
+    {
+      "epoch": 1.4512568097104082,
+      "grad_norm": 152.34515380859375,
+      "learning_rate": 3.69525600623452e-06,
+      "loss": 24.5312,
+      "step": 30369
+    },
+    {
+      "epoch": 1.4513045971518685,
+      "grad_norm": 445.98944091796875,
+      "learning_rate": 3.694655341359077e-06,
+      "loss": 29.0312,
+      "step": 30370
+    },
+    {
+      "epoch": 1.451352384593329,
+      "grad_norm": 110.82039642333984,
+      "learning_rate": 3.694054714244516e-06,
+      "loss": 16.1562,
+      "step": 30371
+    },
+    {
+      "epoch": 1.4514001720347893,
+      "grad_norm": 1099.45849609375,
+      "learning_rate": 3.6934541248944277e-06,
+      "loss": 32.125,
+      "step": 30372
+    },
+    {
+      "epoch": 1.4514479594762497,
+      "grad_norm": 128.70724487304688,
+      "learning_rate": 3.692853573312414e-06,
+      "loss": 16.8438,
+      "step": 30373
+    },
+    {
+      "epoch": 1.45149574691771,
+      "grad_norm": 235.57220458984375,
+      "learning_rate": 3.6922530595020668e-06,
+      "loss": 21.2344,
+      "step": 30374
+    },
+    {
+      "epoch": 1.4515435343591703,
+      "grad_norm": 278.6638488769531,
+      "learning_rate": 3.6916525834669835e-06,
+      "loss": 32.75,
+      "step": 30375
+    },
+    {
+      "epoch": 1.4515913218006307,
+      "grad_norm": 534.8079223632812,
+      "learning_rate": 3.691052145210765e-06,
+      "loss": 33.0312,
+      "step": 30376
+    },
+    {
+      "epoch": 1.451639109242091,
+      "grad_norm": 118.76009368896484,
+      "learning_rate": 3.690451744736999e-06,
+      "loss": 27.4375,
+      "step": 30377
+    },
+    {
+      "epoch": 1.4516868966835514,
+      "grad_norm": 263.7390441894531,
+      "learning_rate": 3.6898513820492864e-06,
+      "loss": 22.7188,
+      "step": 30378
+    },
+    {
+      "epoch": 1.4517346841250118,
+      "grad_norm": 207.59193420410156,
+      "learning_rate": 3.6892510571512252e-06,
+      "loss": 26.8438,
+      "step": 30379
+    },
+    {
+      "epoch": 1.4517824715664722,
+      "grad_norm": 259.2013854980469,
+      "learning_rate": 3.6886507700464037e-06,
+      "loss": 19.7812,
+      "step": 30380
+    },
+    {
+      "epoch": 1.4518302590079326,
+      "grad_norm": 205.48089599609375,
+      "learning_rate": 3.68805052073842e-06,
+      "loss": 23.7812,
+      "step": 30381
+    },
+    {
+      "epoch": 1.451878046449393,
+      "grad_norm": 200.31185913085938,
+      "learning_rate": 3.6874503092308723e-06,
+      "loss": 22.5703,
+      "step": 30382
+    },
+    {
+      "epoch": 1.4519258338908534,
+      "grad_norm": 154.78958129882812,
+      "learning_rate": 3.686850135527349e-06,
+      "loss": 26.0312,
+      "step": 30383
+    },
+    {
+      "epoch": 1.4519736213323138,
+      "grad_norm": 182.6985626220703,
+      "learning_rate": 3.686249999631446e-06,
+      "loss": 17.7188,
+      "step": 30384
+    },
+    {
+      "epoch": 1.4520214087737742,
+      "grad_norm": 353.14715576171875,
+      "learning_rate": 3.6856499015467593e-06,
+      "loss": 20.9375,
+      "step": 30385
+    },
+    {
+      "epoch": 1.4520691962152346,
+      "grad_norm": 298.9739990234375,
+      "learning_rate": 3.6850498412768863e-06,
+      "loss": 28.375,
+      "step": 30386
+    },
+    {
+      "epoch": 1.452116983656695,
+      "grad_norm": 704.27783203125,
+      "learning_rate": 3.684449818825412e-06,
+      "loss": 34.75,
+      "step": 30387
+    },
+    {
+      "epoch": 1.4521647710981553,
+      "grad_norm": 156.86529541015625,
+      "learning_rate": 3.683849834195934e-06,
+      "loss": 24.4375,
+      "step": 30388
+    },
+    {
+      "epoch": 1.4522125585396157,
+      "grad_norm": 260.2236022949219,
+      "learning_rate": 3.6832498873920454e-06,
+      "loss": 24.0625,
+      "step": 30389
+    },
+    {
+      "epoch": 1.4522603459810761,
+      "grad_norm": 308.982177734375,
+      "learning_rate": 3.682649978417342e-06,
+      "loss": 27.0625,
+      "step": 30390
+    },
+    {
+      "epoch": 1.4523081334225365,
+      "grad_norm": 170.88165283203125,
+      "learning_rate": 3.6820501072754113e-06,
+      "loss": 28.0312,
+      "step": 30391
+    },
+    {
+      "epoch": 1.452355920863997,
+      "grad_norm": 448.09503173828125,
+      "learning_rate": 3.6814502739698465e-06,
+      "loss": 31.4688,
+      "step": 30392
+    },
+    {
+      "epoch": 1.4524037083054573,
+      "grad_norm": 210.56863403320312,
+      "learning_rate": 3.6808504785042467e-06,
+      "loss": 26.1562,
+      "step": 30393
+    },
+    {
+      "epoch": 1.4524514957469177,
+      "grad_norm": 171.77684020996094,
+      "learning_rate": 3.6802507208821934e-06,
+      "loss": 27.375,
+      "step": 30394
+    },
+    {
+      "epoch": 1.452499283188378,
+      "grad_norm": 165.09637451171875,
+      "learning_rate": 3.679651001107285e-06,
+      "loss": 21.5469,
+      "step": 30395
+    },
+    {
+      "epoch": 1.4525470706298385,
+      "grad_norm": 155.75978088378906,
+      "learning_rate": 3.67905131918311e-06,
+      "loss": 20.3906,
+      "step": 30396
+    },
+    {
+      "epoch": 1.4525948580712988,
+      "grad_norm": 165.211181640625,
+      "learning_rate": 3.678451675113266e-06,
+      "loss": 21.2031,
+      "step": 30397
+    },
+    {
+      "epoch": 1.4526426455127592,
+      "grad_norm": 479.3256530761719,
+      "learning_rate": 3.6778520689013364e-06,
+      "loss": 36.0938,
+      "step": 30398
+    },
+    {
+      "epoch": 1.4526904329542196,
+      "grad_norm": 239.58030700683594,
+      "learning_rate": 3.677252500550914e-06,
+      "loss": 28.4531,
+      "step": 30399
+    },
+    {
+      "epoch": 1.45273822039568,
+      "grad_norm": 186.01832580566406,
+      "learning_rate": 3.676652970065592e-06,
+      "loss": 27.25,
+      "step": 30400
+    },
+    {
+      "epoch": 1.4527860078371404,
+      "grad_norm": 579.6815795898438,
+      "learning_rate": 3.676053477448961e-06,
+      "loss": 33.3125,
+      "step": 30401
+    },
+    {
+      "epoch": 1.4528337952786008,
+      "grad_norm": 225.08229064941406,
+      "learning_rate": 3.6754540227046074e-06,
+      "loss": 21.9375,
+      "step": 30402
+    },
+    {
+      "epoch": 1.4528815827200612,
+      "grad_norm": 249.60455322265625,
+      "learning_rate": 3.6748546058361225e-06,
+      "loss": 23.1562,
+      "step": 30403
+    },
+    {
+      "epoch": 1.4529293701615216,
+      "grad_norm": 214.28575134277344,
+      "learning_rate": 3.674255226847101e-06,
+      "loss": 23.0156,
+      "step": 30404
+    },
+    {
+      "epoch": 1.452977157602982,
+      "grad_norm": 279.0181579589844,
+      "learning_rate": 3.6736558857411242e-06,
+      "loss": 33.0625,
+      "step": 30405
+    },
+    {
+      "epoch": 1.4530249450444424,
+      "grad_norm": 187.40138244628906,
+      "learning_rate": 3.673056582521789e-06,
+      "loss": 19.3438,
+      "step": 30406
+    },
+    {
+      "epoch": 1.4530727324859027,
+      "grad_norm": 245.497314453125,
+      "learning_rate": 3.672457317192678e-06,
+      "loss": 21.9531,
+      "step": 30407
+    },
+    {
+      "epoch": 1.4531205199273631,
+      "grad_norm": 334.6944274902344,
+      "learning_rate": 3.671858089757382e-06,
+      "loss": 18.2031,
+      "step": 30408
+    },
+    {
+      "epoch": 1.4531683073688235,
+      "grad_norm": 187.6953125,
+      "learning_rate": 3.671258900219494e-06,
+      "loss": 24.75,
+      "step": 30409
+    },
+    {
+      "epoch": 1.453216094810284,
+      "grad_norm": 203.2490234375,
+      "learning_rate": 3.670659748582597e-06,
+      "loss": 27.5,
+      "step": 30410
+    },
+    {
+      "epoch": 1.4532638822517443,
+      "grad_norm": 285.77569580078125,
+      "learning_rate": 3.6700606348502787e-06,
+      "loss": 26.3125,
+      "step": 30411
+    },
+    {
+      "epoch": 1.4533116696932047,
+      "grad_norm": 236.742431640625,
+      "learning_rate": 3.669461559026134e-06,
+      "loss": 28.1875,
+      "step": 30412
+    },
+    {
+      "epoch": 1.453359457134665,
+      "grad_norm": 338.1748352050781,
+      "learning_rate": 3.668862521113743e-06,
+      "loss": 35.6875,
+      "step": 30413
+    },
+    {
+      "epoch": 1.4534072445761255,
+      "grad_norm": 583.473876953125,
+      "learning_rate": 3.668263521116695e-06,
+      "loss": 32.875,
+      "step": 30414
+    },
+    {
+      "epoch": 1.4534550320175859,
+      "grad_norm": 258.5799865722656,
+      "learning_rate": 3.6676645590385827e-06,
+      "loss": 24.7188,
+      "step": 30415
+    },
+    {
+      "epoch": 1.4535028194590462,
+      "grad_norm": 291.08447265625,
+      "learning_rate": 3.667065634882985e-06,
+      "loss": 16.1094,
+      "step": 30416
+    },
+    {
+      "epoch": 1.4535506069005066,
+      "grad_norm": 464.12445068359375,
+      "learning_rate": 3.6664667486534923e-06,
+      "loss": 24.6406,
+      "step": 30417
+    },
+    {
+      "epoch": 1.453598394341967,
+      "grad_norm": 225.73699951171875,
+      "learning_rate": 3.6658679003536913e-06,
+      "loss": 20.5625,
+      "step": 30418
+    },
+    {
+      "epoch": 1.4536461817834274,
+      "grad_norm": 307.0887451171875,
+      "learning_rate": 3.665269089987171e-06,
+      "loss": 25.5312,
+      "step": 30419
+    },
+    {
+      "epoch": 1.4536939692248878,
+      "grad_norm": 240.5843048095703,
+      "learning_rate": 3.6646703175575125e-06,
+      "loss": 25.4375,
+      "step": 30420
+    },
+    {
+      "epoch": 1.4537417566663482,
+      "grad_norm": 322.80828857421875,
+      "learning_rate": 3.6640715830683036e-06,
+      "loss": 21.2656,
+      "step": 30421
+    },
+    {
+      "epoch": 1.4537895441078086,
+      "grad_norm": 1774.4464111328125,
+      "learning_rate": 3.6634728865231308e-06,
+      "loss": 24.1094,
+      "step": 30422
+    },
+    {
+      "epoch": 1.453837331549269,
+      "grad_norm": 201.92137145996094,
+      "learning_rate": 3.662874227925581e-06,
+      "loss": 25.9375,
+      "step": 30423
+    },
+    {
+      "epoch": 1.4538851189907294,
+      "grad_norm": 216.89633178710938,
+      "learning_rate": 3.662275607279235e-06,
+      "loss": 16.8125,
+      "step": 30424
+    },
+    {
+      "epoch": 1.4539329064321898,
+      "grad_norm": 302.8567810058594,
+      "learning_rate": 3.661677024587681e-06,
+      "loss": 27.3906,
+      "step": 30425
+    },
+    {
+      "epoch": 1.4539806938736501,
+      "grad_norm": 270.9814147949219,
+      "learning_rate": 3.661078479854502e-06,
+      "loss": 33.1562,
+      "step": 30426
+    },
+    {
+      "epoch": 1.4540284813151103,
+      "grad_norm": 457.8778381347656,
+      "learning_rate": 3.6604799730832875e-06,
+      "loss": 25.3906,
+      "step": 30427
+    },
+    {
+      "epoch": 1.4540762687565707,
+      "grad_norm": 279.51214599609375,
+      "learning_rate": 3.6598815042776135e-06,
+      "loss": 19.5469,
+      "step": 30428
+    },
+    {
+      "epoch": 1.454124056198031,
+      "grad_norm": 417.169921875,
+      "learning_rate": 3.659283073441069e-06,
+      "loss": 29.6562,
+      "step": 30429
+    },
+    {
+      "epoch": 1.4541718436394915,
+      "grad_norm": 262.556640625,
+      "learning_rate": 3.6586846805772404e-06,
+      "loss": 18.8438,
+      "step": 30430
+    },
+    {
+      "epoch": 1.4542196310809519,
+      "grad_norm": 187.9394989013672,
+      "learning_rate": 3.658086325689704e-06,
+      "loss": 25.4062,
+      "step": 30431
+    },
+    {
+      "epoch": 1.4542674185224123,
+      "grad_norm": 382.3228759765625,
+      "learning_rate": 3.6574880087820476e-06,
+      "loss": 18.5,
+      "step": 30432
+    },
+    {
+      "epoch": 1.4543152059638726,
+      "grad_norm": 261.2661437988281,
+      "learning_rate": 3.656889729857854e-06,
+      "loss": 29.1562,
+      "step": 30433
+    },
+    {
+      "epoch": 1.454362993405333,
+      "grad_norm": 345.61419677734375,
+      "learning_rate": 3.6562914889207092e-06,
+      "loss": 23.0625,
+      "step": 30434
+    },
+    {
+      "epoch": 1.4544107808467934,
+      "grad_norm": 300.70513916015625,
+      "learning_rate": 3.65569328597419e-06,
+      "loss": 21.5,
+      "step": 30435
+    },
+    {
+      "epoch": 1.4544585682882538,
+      "grad_norm": 142.51025390625,
+      "learning_rate": 3.655095121021881e-06,
+      "loss": 18.2031,
+      "step": 30436
+    },
+    {
+      "epoch": 1.4545063557297142,
+      "grad_norm": 236.60073852539062,
+      "learning_rate": 3.654496994067369e-06,
+      "loss": 28.875,
+      "step": 30437
+    },
+    {
+      "epoch": 1.4545541431711746,
+      "grad_norm": 334.80023193359375,
+      "learning_rate": 3.6538989051142283e-06,
+      "loss": 26.7812,
+      "step": 30438
+    },
+    {
+      "epoch": 1.454601930612635,
+      "grad_norm": 218.80662536621094,
+      "learning_rate": 3.6533008541660474e-06,
+      "loss": 25.5625,
+      "step": 30439
+    },
+    {
+      "epoch": 1.4546497180540954,
+      "grad_norm": 406.8524475097656,
+      "learning_rate": 3.652702841226402e-06,
+      "loss": 29.3438,
+      "step": 30440
+    },
+    {
+      "epoch": 1.4546975054955558,
+      "grad_norm": 382.4640197753906,
+      "learning_rate": 3.6521048662988766e-06,
+      "loss": 32.25,
+      "step": 30441
+    },
+    {
+      "epoch": 1.4547452929370162,
+      "grad_norm": 170.82130432128906,
+      "learning_rate": 3.6515069293870552e-06,
+      "loss": 19.9062,
+      "step": 30442
+    },
+    {
+      "epoch": 1.4547930803784765,
+      "grad_norm": 178.9762725830078,
+      "learning_rate": 3.650909030494512e-06,
+      "loss": 19.0156,
+      "step": 30443
+    },
+    {
+      "epoch": 1.454840867819937,
+      "grad_norm": 289.945556640625,
+      "learning_rate": 3.650311169624832e-06,
+      "loss": 24.4062,
+      "step": 30444
+    },
+    {
+      "epoch": 1.4548886552613973,
+      "grad_norm": 178.47715759277344,
+      "learning_rate": 3.649713346781597e-06,
+      "loss": 21.5312,
+      "step": 30445
+    },
+    {
+      "epoch": 1.4549364427028577,
+      "grad_norm": 297.9757385253906,
+      "learning_rate": 3.6491155619683814e-06,
+      "loss": 32.9062,
+      "step": 30446
+    },
+    {
+      "epoch": 1.454984230144318,
+      "grad_norm": 158.4143524169922,
+      "learning_rate": 3.648517815188769e-06,
+      "loss": 26.2969,
+      "step": 30447
+    },
+    {
+      "epoch": 1.4550320175857785,
+      "grad_norm": 219.69337463378906,
+      "learning_rate": 3.64792010644634e-06,
+      "loss": 18.2031,
+      "step": 30448
+    },
+    {
+      "epoch": 1.4550798050272389,
+      "grad_norm": 216.04457092285156,
+      "learning_rate": 3.6473224357446758e-06,
+      "loss": 27.0469,
+      "step": 30449
+    },
+    {
+      "epoch": 1.4551275924686993,
+      "grad_norm": 311.06170654296875,
+      "learning_rate": 3.646724803087349e-06,
+      "loss": 27.6562,
+      "step": 30450
+    },
+    {
+      "epoch": 1.4551753799101597,
+      "grad_norm": 210.57164001464844,
+      "learning_rate": 3.6461272084779444e-06,
+      "loss": 23.8438,
+      "step": 30451
+    },
+    {
+      "epoch": 1.45522316735162,
+      "grad_norm": 311.8386535644531,
+      "learning_rate": 3.645529651920041e-06,
+      "loss": 18.7812,
+      "step": 30452
+    },
+    {
+      "epoch": 1.4552709547930804,
+      "grad_norm": 347.1120300292969,
+      "learning_rate": 3.644932133417213e-06,
+      "loss": 24.5,
+      "step": 30453
+    },
+    {
+      "epoch": 1.4553187422345408,
+      "grad_norm": 186.59902954101562,
+      "learning_rate": 3.6443346529730404e-06,
+      "loss": 21.3438,
+      "step": 30454
+    },
+    {
+      "epoch": 1.4553665296760012,
+      "grad_norm": 990.046142578125,
+      "learning_rate": 3.643737210591103e-06,
+      "loss": 31.6562,
+      "step": 30455
+    },
+    {
+      "epoch": 1.4554143171174616,
+      "grad_norm": 356.89361572265625,
+      "learning_rate": 3.64313980627498e-06,
+      "loss": 24.3438,
+      "step": 30456
+    },
+    {
+      "epoch": 1.455462104558922,
+      "grad_norm": 415.85333251953125,
+      "learning_rate": 3.642542440028245e-06,
+      "loss": 27.5312,
+      "step": 30457
+    },
+    {
+      "epoch": 1.4555098920003822,
+      "grad_norm": 296.5718688964844,
+      "learning_rate": 3.6419451118544767e-06,
+      "loss": 26.0312,
+      "step": 30458
+    },
+    {
+      "epoch": 1.4555576794418426,
+      "grad_norm": 267.81903076171875,
+      "learning_rate": 3.641347821757253e-06,
+      "loss": 34.75,
+      "step": 30459
+    },
+    {
+      "epoch": 1.455605466883303,
+      "grad_norm": 294.16668701171875,
+      "learning_rate": 3.6407505697401544e-06,
+      "loss": 22.0156,
+      "step": 30460
+    },
+    {
+      "epoch": 1.4556532543247633,
+      "grad_norm": 234.4215545654297,
+      "learning_rate": 3.6401533558067516e-06,
+      "loss": 28.7188,
+      "step": 30461
+    },
+    {
+      "epoch": 1.4557010417662237,
+      "grad_norm": 174.93417358398438,
+      "learning_rate": 3.639556179960623e-06,
+      "loss": 19.6562,
+      "step": 30462
+    },
+    {
+      "epoch": 1.4557488292076841,
+      "grad_norm": 143.9210968017578,
+      "learning_rate": 3.6389590422053454e-06,
+      "loss": 14.5469,
+      "step": 30463
+    },
+    {
+      "epoch": 1.4557966166491445,
+      "grad_norm": 2702.877685546875,
+      "learning_rate": 3.638361942544498e-06,
+      "loss": 27.1875,
+      "step": 30464
+    },
+    {
+      "epoch": 1.455844404090605,
+      "grad_norm": 196.21087646484375,
+      "learning_rate": 3.6377648809816525e-06,
+      "loss": 27.3125,
+      "step": 30465
+    },
+    {
+      "epoch": 1.4558921915320653,
+      "grad_norm": 166.26051330566406,
+      "learning_rate": 3.637167857520384e-06,
+      "loss": 21.0,
+      "step": 30466
+    },
+    {
+      "epoch": 1.4559399789735257,
+      "grad_norm": 162.01966857910156,
+      "learning_rate": 3.6365708721642734e-06,
+      "loss": 21.0781,
+      "step": 30467
+    },
+    {
+      "epoch": 1.455987766414986,
+      "grad_norm": 342.7351379394531,
+      "learning_rate": 3.63597392491689e-06,
+      "loss": 29.2188,
+      "step": 30468
+    },
+    {
+      "epoch": 1.4560355538564465,
+      "grad_norm": 242.9628143310547,
+      "learning_rate": 3.6353770157818103e-06,
+      "loss": 23.4531,
+      "step": 30469
+    },
+    {
+      "epoch": 1.4560833412979068,
+      "grad_norm": 350.10333251953125,
+      "learning_rate": 3.634780144762612e-06,
+      "loss": 23.4375,
+      "step": 30470
+    },
+    {
+      "epoch": 1.4561311287393672,
+      "grad_norm": 199.27069091796875,
+      "learning_rate": 3.6341833118628657e-06,
+      "loss": 29.5312,
+      "step": 30471
+    },
+    {
+      "epoch": 1.4561789161808276,
+      "grad_norm": 151.94044494628906,
+      "learning_rate": 3.6335865170861495e-06,
+      "loss": 26.125,
+      "step": 30472
+    },
+    {
+      "epoch": 1.456226703622288,
+      "grad_norm": 299.3177185058594,
+      "learning_rate": 3.632989760436031e-06,
+      "loss": 23.4062,
+      "step": 30473
+    },
+    {
+      "epoch": 1.4562744910637484,
+      "grad_norm": 353.87005615234375,
+      "learning_rate": 3.6323930419160892e-06,
+      "loss": 26.8125,
+      "step": 30474
+    },
+    {
+      "epoch": 1.4563222785052088,
+      "grad_norm": 226.66220092773438,
+      "learning_rate": 3.6317963615299e-06,
+      "loss": 30.6562,
+      "step": 30475
+    },
+    {
+      "epoch": 1.4563700659466692,
+      "grad_norm": 568.7113647460938,
+      "learning_rate": 3.63119971928103e-06,
+      "loss": 24.5938,
+      "step": 30476
+    },
+    {
+      "epoch": 1.4564178533881296,
+      "grad_norm": 386.76568603515625,
+      "learning_rate": 3.6306031151730547e-06,
+      "loss": 23.625,
+      "step": 30477
+    },
+    {
+      "epoch": 1.45646564082959,
+      "grad_norm": 184.44761657714844,
+      "learning_rate": 3.6300065492095525e-06,
+      "loss": 19.1719,
+      "step": 30478
+    },
+    {
+      "epoch": 1.4565134282710503,
+      "grad_norm": 192.99630737304688,
+      "learning_rate": 3.6294100213940873e-06,
+      "loss": 19.5469,
+      "step": 30479
+    },
+    {
+      "epoch": 1.4565612157125107,
+      "grad_norm": 283.375,
+      "learning_rate": 3.6288135317302364e-06,
+      "loss": 26.625,
+      "step": 30480
+    },
+    {
+      "epoch": 1.4566090031539711,
+      "grad_norm": 335.55059814453125,
+      "learning_rate": 3.6282170802215723e-06,
+      "loss": 28.8125,
+      "step": 30481
+    },
+    {
+      "epoch": 1.4566567905954315,
+      "grad_norm": 394.7002868652344,
+      "learning_rate": 3.6276206668716672e-06,
+      "loss": 19.3906,
+      "step": 30482
+    },
+    {
+      "epoch": 1.456704578036892,
+      "grad_norm": 152.02281188964844,
+      "learning_rate": 3.6270242916840904e-06,
+      "loss": 19.7812,
+      "step": 30483
+    },
+    {
+      "epoch": 1.4567523654783523,
+      "grad_norm": 255.08604431152344,
+      "learning_rate": 3.6264279546624137e-06,
+      "loss": 39.5938,
+      "step": 30484
+    },
+    {
+      "epoch": 1.4568001529198127,
+      "grad_norm": 329.9980773925781,
+      "learning_rate": 3.6258316558102093e-06,
+      "loss": 25.4844,
+      "step": 30485
+    },
+    {
+      "epoch": 1.456847940361273,
+      "grad_norm": 189.50889587402344,
+      "learning_rate": 3.6252353951310515e-06,
+      "loss": 21.9375,
+      "step": 30486
+    },
+    {
+      "epoch": 1.4568957278027335,
+      "grad_norm": 331.9263916015625,
+      "learning_rate": 3.6246391726285046e-06,
+      "loss": 28.6875,
+      "step": 30487
+    },
+    {
+      "epoch": 1.4569435152441939,
+      "grad_norm": 210.5053253173828,
+      "learning_rate": 3.6240429883061436e-06,
+      "loss": 17.7344,
+      "step": 30488
+    },
+    {
+      "epoch": 1.4569913026856542,
+      "grad_norm": 195.353759765625,
+      "learning_rate": 3.6234468421675408e-06,
+      "loss": 23.4219,
+      "step": 30489
+    },
+    {
+      "epoch": 1.4570390901271146,
+      "grad_norm": 183.44468688964844,
+      "learning_rate": 3.622850734216259e-06,
+      "loss": 28.4062,
+      "step": 30490
+    },
+    {
+      "epoch": 1.457086877568575,
+      "grad_norm": 208.23043823242188,
+      "learning_rate": 3.622254664455873e-06,
+      "loss": 19.6875,
+      "step": 30491
+    },
+    {
+      "epoch": 1.4571346650100354,
+      "grad_norm": 352.0459289550781,
+      "learning_rate": 3.621658632889953e-06,
+      "loss": 26.3125,
+      "step": 30492
+    },
+    {
+      "epoch": 1.4571824524514958,
+      "grad_norm": 232.7779083251953,
+      "learning_rate": 3.6210626395220705e-06,
+      "loss": 23.3438,
+      "step": 30493
+    },
+    {
+      "epoch": 1.4572302398929562,
+      "grad_norm": 156.21578979492188,
+      "learning_rate": 3.620466684355788e-06,
+      "loss": 21.3125,
+      "step": 30494
+    },
+    {
+      "epoch": 1.4572780273344166,
+      "grad_norm": 185.2154541015625,
+      "learning_rate": 3.6198707673946778e-06,
+      "loss": 15.6875,
+      "step": 30495
+    },
+    {
+      "epoch": 1.457325814775877,
+      "grad_norm": 324.9139709472656,
+      "learning_rate": 3.619274888642309e-06,
+      "loss": 20.0781,
+      "step": 30496
+    },
+    {
+      "epoch": 1.4573736022173374,
+      "grad_norm": 198.54754638671875,
+      "learning_rate": 3.618679048102255e-06,
+      "loss": 25.9688,
+      "step": 30497
+    },
+    {
+      "epoch": 1.4574213896587978,
+      "grad_norm": 254.71897888183594,
+      "learning_rate": 3.6180832457780745e-06,
+      "loss": 23.5,
+      "step": 30498
+    },
+    {
+      "epoch": 1.4574691771002581,
+      "grad_norm": 179.605224609375,
+      "learning_rate": 3.6174874816733407e-06,
+      "loss": 21.1562,
+      "step": 30499
+    },
+    {
+      "epoch": 1.4575169645417185,
+      "grad_norm": 615.81787109375,
+      "learning_rate": 3.616891755791625e-06,
+      "loss": 20.7344,
+      "step": 30500
+    },
+    {
+      "epoch": 1.457564751983179,
+      "grad_norm": 220.62106323242188,
+      "learning_rate": 3.6162960681364876e-06,
+      "loss": 32.25,
+      "step": 30501
+    },
+    {
+      "epoch": 1.4576125394246393,
+      "grad_norm": 459.740478515625,
+      "learning_rate": 3.615700418711501e-06,
+      "loss": 20.3906,
+      "step": 30502
+    },
+    {
+      "epoch": 1.4576603268660997,
+      "grad_norm": 640.5089111328125,
+      "learning_rate": 3.615104807520232e-06,
+      "loss": 30.9062,
+      "step": 30503
+    },
+    {
+      "epoch": 1.45770811430756,
+      "grad_norm": 240.49317932128906,
+      "learning_rate": 3.6145092345662446e-06,
+      "loss": 21.3281,
+      "step": 30504
+    },
+    {
+      "epoch": 1.4577559017490205,
+      "grad_norm": 272.09930419921875,
+      "learning_rate": 3.6139136998531067e-06,
+      "loss": 28.2969,
+      "step": 30505
+    },
+    {
+      "epoch": 1.4578036891904809,
+      "grad_norm": 149.4227752685547,
+      "learning_rate": 3.6133182033843885e-06,
+      "loss": 23.5312,
+      "step": 30506
+    },
+    {
+      "epoch": 1.4578514766319413,
+      "grad_norm": 238.56419372558594,
+      "learning_rate": 3.6127227451636505e-06,
+      "loss": 22.625,
+      "step": 30507
+    },
+    {
+      "epoch": 1.4578992640734016,
+      "grad_norm": 295.0298156738281,
+      "learning_rate": 3.6121273251944644e-06,
+      "loss": 21.0625,
+      "step": 30508
+    },
+    {
+      "epoch": 1.4579470515148618,
+      "grad_norm": 155.2665557861328,
+      "learning_rate": 3.6115319434803897e-06,
+      "loss": 25.3125,
+      "step": 30509
+    },
+    {
+      "epoch": 1.4579948389563222,
+      "grad_norm": 240.08534240722656,
+      "learning_rate": 3.6109366000249945e-06,
+      "loss": 28.6406,
+      "step": 30510
+    },
+    {
+      "epoch": 1.4580426263977826,
+      "grad_norm": 215.7863006591797,
+      "learning_rate": 3.610341294831846e-06,
+      "loss": 22.8438,
+      "step": 30511
+    },
+    {
+      "epoch": 1.458090413839243,
+      "grad_norm": 375.44561767578125,
+      "learning_rate": 3.6097460279045115e-06,
+      "loss": 17.5781,
+      "step": 30512
+    },
+    {
+      "epoch": 1.4581382012807034,
+      "grad_norm": 138.35574340820312,
+      "learning_rate": 3.6091507992465493e-06,
+      "loss": 24.6406,
+      "step": 30513
+    },
+    {
+      "epoch": 1.4581859887221638,
+      "grad_norm": 1210.545166015625,
+      "learning_rate": 3.608555608861526e-06,
+      "loss": 34.6875,
+      "step": 30514
+    },
+    {
+      "epoch": 1.4582337761636242,
+      "grad_norm": 186.78384399414062,
+      "learning_rate": 3.6079604567530124e-06,
+      "loss": 27.0312,
+      "step": 30515
+    },
+    {
+      "epoch": 1.4582815636050845,
+      "grad_norm": 272.73480224609375,
+      "learning_rate": 3.607365342924564e-06,
+      "loss": 26.8438,
+      "step": 30516
+    },
+    {
+      "epoch": 1.458329351046545,
+      "grad_norm": 249.7270050048828,
+      "learning_rate": 3.606770267379748e-06,
+      "loss": 29.25,
+      "step": 30517
+    },
+    {
+      "epoch": 1.4583771384880053,
+      "grad_norm": 247.09519958496094,
+      "learning_rate": 3.6061752301221286e-06,
+      "loss": 26.5938,
+      "step": 30518
+    },
+    {
+      "epoch": 1.4584249259294657,
+      "grad_norm": 251.5897979736328,
+      "learning_rate": 3.6055802311552724e-06,
+      "loss": 30.125,
+      "step": 30519
+    },
+    {
+      "epoch": 1.458472713370926,
+      "grad_norm": 292.36383056640625,
+      "learning_rate": 3.604985270482737e-06,
+      "loss": 28.1719,
+      "step": 30520
+    },
+    {
+      "epoch": 1.4585205008123865,
+      "grad_norm": 283.7716064453125,
+      "learning_rate": 3.604390348108087e-06,
+      "loss": 29.9688,
+      "step": 30521
+    },
+    {
+      "epoch": 1.4585682882538469,
+      "grad_norm": 194.8596649169922,
+      "learning_rate": 3.603795464034887e-06,
+      "loss": 24.9219,
+      "step": 30522
+    },
+    {
+      "epoch": 1.4586160756953073,
+      "grad_norm": 243.2036895751953,
+      "learning_rate": 3.6032006182667023e-06,
+      "loss": 25.5938,
+      "step": 30523
+    },
+    {
+      "epoch": 1.4586638631367677,
+      "grad_norm": 211.9921112060547,
+      "learning_rate": 3.602605810807087e-06,
+      "loss": 20.6406,
+      "step": 30524
+    },
+    {
+      "epoch": 1.458711650578228,
+      "grad_norm": 516.4093627929688,
+      "learning_rate": 3.60201104165961e-06,
+      "loss": 21.7031,
+      "step": 30525
+    },
+    {
+      "epoch": 1.4587594380196884,
+      "grad_norm": 196.6401824951172,
+      "learning_rate": 3.6014163108278333e-06,
+      "loss": 26.5,
+      "step": 30526
+    },
+    {
+      "epoch": 1.4588072254611488,
+      "grad_norm": 293.6075744628906,
+      "learning_rate": 3.6008216183153133e-06,
+      "loss": 15.4375,
+      "step": 30527
+    },
+    {
+      "epoch": 1.4588550129026092,
+      "grad_norm": 154.60960388183594,
+      "learning_rate": 3.600226964125615e-06,
+      "loss": 21.2656,
+      "step": 30528
+    },
+    {
+      "epoch": 1.4589028003440696,
+      "grad_norm": 234.7566680908203,
+      "learning_rate": 3.5996323482622984e-06,
+      "loss": 22.3359,
+      "step": 30529
+    },
+    {
+      "epoch": 1.45895058778553,
+      "grad_norm": 274.2215270996094,
+      "learning_rate": 3.5990377707289292e-06,
+      "loss": 24.6406,
+      "step": 30530
+    },
+    {
+      "epoch": 1.4589983752269904,
+      "grad_norm": 232.27560424804688,
+      "learning_rate": 3.5984432315290605e-06,
+      "loss": 21.4531,
+      "step": 30531
+    },
+    {
+      "epoch": 1.4590461626684508,
+      "grad_norm": 171.5748748779297,
+      "learning_rate": 3.597848730666258e-06,
+      "loss": 21.5625,
+      "step": 30532
+    },
+    {
+      "epoch": 1.4590939501099112,
+      "grad_norm": 305.5073547363281,
+      "learning_rate": 3.597254268144079e-06,
+      "loss": 22.6719,
+      "step": 30533
+    },
+    {
+      "epoch": 1.4591417375513716,
+      "grad_norm": 530.4478149414062,
+      "learning_rate": 3.5966598439660893e-06,
+      "loss": 33.375,
+      "step": 30534
+    },
+    {
+      "epoch": 1.459189524992832,
+      "grad_norm": 231.55502319335938,
+      "learning_rate": 3.59606545813584e-06,
+      "loss": 19.5781,
+      "step": 30535
+    },
+    {
+      "epoch": 1.4592373124342923,
+      "grad_norm": 319.48199462890625,
+      "learning_rate": 3.5954711106568996e-06,
+      "loss": 23.125,
+      "step": 30536
+    },
+    {
+      "epoch": 1.4592850998757527,
+      "grad_norm": 215.4990997314453,
+      "learning_rate": 3.5948768015328207e-06,
+      "loss": 25.0625,
+      "step": 30537
+    },
+    {
+      "epoch": 1.4593328873172131,
+      "grad_norm": 185.67665100097656,
+      "learning_rate": 3.5942825307671637e-06,
+      "loss": 27.0469,
+      "step": 30538
+    },
+    {
+      "epoch": 1.4593806747586735,
+      "grad_norm": 169.35653686523438,
+      "learning_rate": 3.5936882983634924e-06,
+      "loss": 19.3594,
+      "step": 30539
+    },
+    {
+      "epoch": 1.4594284622001337,
+      "grad_norm": 206.6314239501953,
+      "learning_rate": 3.5930941043253574e-06,
+      "loss": 23.0625,
+      "step": 30540
+    },
+    {
+      "epoch": 1.459476249641594,
+      "grad_norm": 296.2133483886719,
+      "learning_rate": 3.592499948656326e-06,
+      "loss": 24.9219,
+      "step": 30541
+    },
+    {
+      "epoch": 1.4595240370830544,
+      "grad_norm": 321.209228515625,
+      "learning_rate": 3.5919058313599487e-06,
+      "loss": 23.7188,
+      "step": 30542
+    },
+    {
+      "epoch": 1.4595718245245148,
+      "grad_norm": 202.0524444580078,
+      "learning_rate": 3.591311752439787e-06,
+      "loss": 33.5625,
+      "step": 30543
+    },
+    {
+      "epoch": 1.4596196119659752,
+      "grad_norm": 208.10818481445312,
+      "learning_rate": 3.5907177118993975e-06,
+      "loss": 24.625,
+      "step": 30544
+    },
+    {
+      "epoch": 1.4596673994074356,
+      "grad_norm": 176.9061279296875,
+      "learning_rate": 3.5901237097423423e-06,
+      "loss": 21.2188,
+      "step": 30545
+    },
+    {
+      "epoch": 1.459715186848896,
+      "grad_norm": 612.6806640625,
+      "learning_rate": 3.5895297459721722e-06,
+      "loss": 22.2344,
+      "step": 30546
+    },
+    {
+      "epoch": 1.4597629742903564,
+      "grad_norm": 456.4883728027344,
+      "learning_rate": 3.588935820592446e-06,
+      "loss": 29.3438,
+      "step": 30547
+    },
+    {
+      "epoch": 1.4598107617318168,
+      "grad_norm": 250.20361328125,
+      "learning_rate": 3.5883419336067225e-06,
+      "loss": 25.6875,
+      "step": 30548
+    },
+    {
+      "epoch": 1.4598585491732772,
+      "grad_norm": 213.75057983398438,
+      "learning_rate": 3.587748085018561e-06,
+      "loss": 23.7344,
+      "step": 30549
+    },
+    {
+      "epoch": 1.4599063366147376,
+      "grad_norm": 749.0944213867188,
+      "learning_rate": 3.587154274831511e-06,
+      "loss": 20.8281,
+      "step": 30550
+    },
+    {
+      "epoch": 1.459954124056198,
+      "grad_norm": 288.7297668457031,
+      "learning_rate": 3.5865605030491322e-06,
+      "loss": 22.1406,
+      "step": 30551
+    },
+    {
+      "epoch": 1.4600019114976583,
+      "grad_norm": 122.26626586914062,
+      "learning_rate": 3.5859667696749833e-06,
+      "loss": 18.5156,
+      "step": 30552
+    },
+    {
+      "epoch": 1.4600496989391187,
+      "grad_norm": 172.48583984375,
+      "learning_rate": 3.5853730747126134e-06,
+      "loss": 19.0469,
+      "step": 30553
+    },
+    {
+      "epoch": 1.4600974863805791,
+      "grad_norm": 258.7209167480469,
+      "learning_rate": 3.5847794181655827e-06,
+      "loss": 30.875,
+      "step": 30554
+    },
+    {
+      "epoch": 1.4601452738220395,
+      "grad_norm": 204.2327423095703,
+      "learning_rate": 3.5841858000374453e-06,
+      "loss": 22.0312,
+      "step": 30555
+    },
+    {
+      "epoch": 1.4601930612635,
+      "grad_norm": 206.8692169189453,
+      "learning_rate": 3.5835922203317587e-06,
+      "loss": 20.0469,
+      "step": 30556
+    },
+    {
+      "epoch": 1.4602408487049603,
+      "grad_norm": 311.8793640136719,
+      "learning_rate": 3.582998679052072e-06,
+      "loss": 29.4688,
+      "step": 30557
+    },
+    {
+      "epoch": 1.4602886361464207,
+      "grad_norm": 190.74513244628906,
+      "learning_rate": 3.582405176201944e-06,
+      "loss": 23.2031,
+      "step": 30558
+    },
+    {
+      "epoch": 1.460336423587881,
+      "grad_norm": 318.625244140625,
+      "learning_rate": 3.581811711784927e-06,
+      "loss": 22.4375,
+      "step": 30559
+    },
+    {
+      "epoch": 1.4603842110293415,
+      "grad_norm": 247.42979431152344,
+      "learning_rate": 3.5812182858045808e-06,
+      "loss": 24.8125,
+      "step": 30560
+    },
+    {
+      "epoch": 1.4604319984708019,
+      "grad_norm": 359.8128662109375,
+      "learning_rate": 3.58062489826445e-06,
+      "loss": 40.1875,
+      "step": 30561
+    },
+    {
+      "epoch": 1.4604797859122622,
+      "grad_norm": 344.5934753417969,
+      "learning_rate": 3.5800315491680924e-06,
+      "loss": 18.9844,
+      "step": 30562
+    },
+    {
+      "epoch": 1.4605275733537226,
+      "grad_norm": 243.5224609375,
+      "learning_rate": 3.5794382385190664e-06,
+      "loss": 22.0625,
+      "step": 30563
+    },
+    {
+      "epoch": 1.460575360795183,
+      "grad_norm": 252.1921844482422,
+      "learning_rate": 3.578844966320917e-06,
+      "loss": 21.8125,
+      "step": 30564
+    },
+    {
+      "epoch": 1.4606231482366434,
+      "grad_norm": 176.38400268554688,
+      "learning_rate": 3.5782517325772004e-06,
+      "loss": 23.0,
+      "step": 30565
+    },
+    {
+      "epoch": 1.4606709356781038,
+      "grad_norm": 383.7563171386719,
+      "learning_rate": 3.5776585372914694e-06,
+      "loss": 23.25,
+      "step": 30566
+    },
+    {
+      "epoch": 1.4607187231195642,
+      "grad_norm": 317.9303894042969,
+      "learning_rate": 3.5770653804672795e-06,
+      "loss": 14.9688,
+      "step": 30567
+    },
+    {
+      "epoch": 1.4607665105610246,
+      "grad_norm": 873.78466796875,
+      "learning_rate": 3.5764722621081783e-06,
+      "loss": 27.0,
+      "step": 30568
+    },
+    {
+      "epoch": 1.460814298002485,
+      "grad_norm": 271.13287353515625,
+      "learning_rate": 3.5758791822177218e-06,
+      "loss": 15.1875,
+      "step": 30569
+    },
+    {
+      "epoch": 1.4608620854439454,
+      "grad_norm": 155.72344970703125,
+      "learning_rate": 3.5752861407994564e-06,
+      "loss": 25.9531,
+      "step": 30570
+    },
+    {
+      "epoch": 1.4609098728854057,
+      "grad_norm": 163.7577667236328,
+      "learning_rate": 3.574693137856937e-06,
+      "loss": 21.9062,
+      "step": 30571
+    },
+    {
+      "epoch": 1.4609576603268661,
+      "grad_norm": 278.6754150390625,
+      "learning_rate": 3.5741001733937186e-06,
+      "loss": 27.5312,
+      "step": 30572
+    },
+    {
+      "epoch": 1.4610054477683265,
+      "grad_norm": 262.059326171875,
+      "learning_rate": 3.5735072474133448e-06,
+      "loss": 20.5625,
+      "step": 30573
+    },
+    {
+      "epoch": 1.461053235209787,
+      "grad_norm": 197.3287353515625,
+      "learning_rate": 3.572914359919374e-06,
+      "loss": 27.5938,
+      "step": 30574
+    },
+    {
+      "epoch": 1.4611010226512473,
+      "grad_norm": 185.289306640625,
+      "learning_rate": 3.5723215109153487e-06,
+      "loss": 25.625,
+      "step": 30575
+    },
+    {
+      "epoch": 1.4611488100927077,
+      "grad_norm": 475.41595458984375,
+      "learning_rate": 3.571728700404824e-06,
+      "loss": 18.3594,
+      "step": 30576
+    },
+    {
+      "epoch": 1.461196597534168,
+      "grad_norm": 421.3361511230469,
+      "learning_rate": 3.5711359283913494e-06,
+      "loss": 30.7031,
+      "step": 30577
+    },
+    {
+      "epoch": 1.4612443849756285,
+      "grad_norm": 1644.9124755859375,
+      "learning_rate": 3.5705431948784788e-06,
+      "loss": 20.1406,
+      "step": 30578
+    },
+    {
+      "epoch": 1.4612921724170889,
+      "grad_norm": 197.90940856933594,
+      "learning_rate": 3.5699504998697544e-06,
+      "loss": 24.9062,
+      "step": 30579
+    },
+    {
+      "epoch": 1.4613399598585493,
+      "grad_norm": 275.83770751953125,
+      "learning_rate": 3.5693578433687293e-06,
+      "loss": 22.625,
+      "step": 30580
+    },
+    {
+      "epoch": 1.4613877473000096,
+      "grad_norm": 443.7366638183594,
+      "learning_rate": 3.568765225378954e-06,
+      "loss": 29.375,
+      "step": 30581
+    },
+    {
+      "epoch": 1.46143553474147,
+      "grad_norm": 227.72755432128906,
+      "learning_rate": 3.5681726459039787e-06,
+      "loss": 19.6094,
+      "step": 30582
+    },
+    {
+      "epoch": 1.4614833221829304,
+      "grad_norm": 333.8979797363281,
+      "learning_rate": 3.567580104947347e-06,
+      "loss": 28.625,
+      "step": 30583
+    },
+    {
+      "epoch": 1.4615311096243908,
+      "grad_norm": 239.45199584960938,
+      "learning_rate": 3.5669876025126104e-06,
+      "loss": 30.375,
+      "step": 30584
+    },
+    {
+      "epoch": 1.4615788970658512,
+      "grad_norm": 286.5027160644531,
+      "learning_rate": 3.56639513860332e-06,
+      "loss": 18.125,
+      "step": 30585
+    },
+    {
+      "epoch": 1.4616266845073116,
+      "grad_norm": 345.3389892578125,
+      "learning_rate": 3.565802713223019e-06,
+      "loss": 32.4062,
+      "step": 30586
+    },
+    {
+      "epoch": 1.461674471948772,
+      "grad_norm": 287.5556945800781,
+      "learning_rate": 3.565210326375257e-06,
+      "loss": 23.7188,
+      "step": 30587
+    },
+    {
+      "epoch": 1.4617222593902324,
+      "grad_norm": 307.5376281738281,
+      "learning_rate": 3.5646179780635816e-06,
+      "loss": 23.3594,
+      "step": 30588
+    },
+    {
+      "epoch": 1.4617700468316928,
+      "grad_norm": 112.40863800048828,
+      "learning_rate": 3.5640256682915433e-06,
+      "loss": 21.625,
+      "step": 30589
+    },
+    {
+      "epoch": 1.4618178342731531,
+      "grad_norm": 212.53187561035156,
+      "learning_rate": 3.5634333970626846e-06,
+      "loss": 27.5781,
+      "step": 30590
+    },
+    {
+      "epoch": 1.4618656217146133,
+      "grad_norm": 282.6280822753906,
+      "learning_rate": 3.5628411643805527e-06,
+      "loss": 27.4688,
+      "step": 30591
+    },
+    {
+      "epoch": 1.4619134091560737,
+      "grad_norm": 531.1990356445312,
+      "learning_rate": 3.5622489702486973e-06,
+      "loss": 30.3438,
+      "step": 30592
+    },
+    {
+      "epoch": 1.461961196597534,
+      "grad_norm": 132.67471313476562,
+      "learning_rate": 3.5616568146706667e-06,
+      "loss": 21.5469,
+      "step": 30593
+    },
+    {
+      "epoch": 1.4620089840389945,
+      "grad_norm": 261.3507995605469,
+      "learning_rate": 3.5610646976500006e-06,
+      "loss": 25.5625,
+      "step": 30594
+    },
+    {
+      "epoch": 1.4620567714804549,
+      "grad_norm": 105.24642181396484,
+      "learning_rate": 3.560472619190248e-06,
+      "loss": 15.4375,
+      "step": 30595
+    },
+    {
+      "epoch": 1.4621045589219153,
+      "grad_norm": 343.9785461425781,
+      "learning_rate": 3.5598805792949563e-06,
+      "loss": 30.2812,
+      "step": 30596
+    },
+    {
+      "epoch": 1.4621523463633757,
+      "grad_norm": 236.74520874023438,
+      "learning_rate": 3.5592885779676724e-06,
+      "loss": 17.0156,
+      "step": 30597
+    },
+    {
+      "epoch": 1.462200133804836,
+      "grad_norm": 1108.2161865234375,
+      "learning_rate": 3.558696615211936e-06,
+      "loss": 32.125,
+      "step": 30598
+    },
+    {
+      "epoch": 1.4622479212462964,
+      "grad_norm": 280.32421875,
+      "learning_rate": 3.5581046910312954e-06,
+      "loss": 27.1719,
+      "step": 30599
+    },
+    {
+      "epoch": 1.4622957086877568,
+      "grad_norm": 201.22702026367188,
+      "learning_rate": 3.5575128054292983e-06,
+      "loss": 26.0,
+      "step": 30600
+    },
+    {
+      "epoch": 1.4623434961292172,
+      "grad_norm": 232.66061401367188,
+      "learning_rate": 3.5569209584094835e-06,
+      "loss": 23.875,
+      "step": 30601
+    },
+    {
+      "epoch": 1.4623912835706776,
+      "grad_norm": 408.04547119140625,
+      "learning_rate": 3.5563291499754015e-06,
+      "loss": 24.0938,
+      "step": 30602
+    },
+    {
+      "epoch": 1.462439071012138,
+      "grad_norm": 327.3709411621094,
+      "learning_rate": 3.5557373801305906e-06,
+      "loss": 22.5312,
+      "step": 30603
+    },
+    {
+      "epoch": 1.4624868584535984,
+      "grad_norm": 561.876708984375,
+      "learning_rate": 3.5551456488785964e-06,
+      "loss": 28.7188,
+      "step": 30604
+    },
+    {
+      "epoch": 1.4625346458950588,
+      "grad_norm": 245.6554412841797,
+      "learning_rate": 3.554553956222967e-06,
+      "loss": 18.8281,
+      "step": 30605
+    },
+    {
+      "epoch": 1.4625824333365192,
+      "grad_norm": 317.3829650878906,
+      "learning_rate": 3.55396230216724e-06,
+      "loss": 26.1875,
+      "step": 30606
+    },
+    {
+      "epoch": 1.4626302207779796,
+      "grad_norm": 233.36090087890625,
+      "learning_rate": 3.553370686714961e-06,
+      "loss": 28.9375,
+      "step": 30607
+    },
+    {
+      "epoch": 1.46267800821944,
+      "grad_norm": 317.3667297363281,
+      "learning_rate": 3.5527791098696763e-06,
+      "loss": 23.4062,
+      "step": 30608
+    },
+    {
+      "epoch": 1.4627257956609003,
+      "grad_norm": 158.19073486328125,
+      "learning_rate": 3.552187571634922e-06,
+      "loss": 27.9062,
+      "step": 30609
+    },
+    {
+      "epoch": 1.4627735831023607,
+      "grad_norm": 183.90658569335938,
+      "learning_rate": 3.551596072014244e-06,
+      "loss": 22.9375,
+      "step": 30610
+    },
+    {
+      "epoch": 1.462821370543821,
+      "grad_norm": 214.42445373535156,
+      "learning_rate": 3.5510046110111883e-06,
+      "loss": 24.875,
+      "step": 30611
+    },
+    {
+      "epoch": 1.4628691579852815,
+      "grad_norm": 360.0582275390625,
+      "learning_rate": 3.5504131886292903e-06,
+      "loss": 16.9219,
+      "step": 30612
+    },
+    {
+      "epoch": 1.4629169454267419,
+      "grad_norm": 252.22628784179688,
+      "learning_rate": 3.5498218048720943e-06,
+      "loss": 27.4375,
+      "step": 30613
+    },
+    {
+      "epoch": 1.4629647328682023,
+      "grad_norm": 212.26333618164062,
+      "learning_rate": 3.549230459743144e-06,
+      "loss": 25.5312,
+      "step": 30614
+    },
+    {
+      "epoch": 1.4630125203096627,
+      "grad_norm": 552.4343872070312,
+      "learning_rate": 3.548639153245982e-06,
+      "loss": 22.0156,
+      "step": 30615
+    },
+    {
+      "epoch": 1.463060307751123,
+      "grad_norm": 284.4095153808594,
+      "learning_rate": 3.548047885384144e-06,
+      "loss": 31.2812,
+      "step": 30616
+    },
+    {
+      "epoch": 1.4631080951925834,
+      "grad_norm": 141.05606079101562,
+      "learning_rate": 3.5474566561611732e-06,
+      "loss": 18.8125,
+      "step": 30617
+    },
+    {
+      "epoch": 1.4631558826340438,
+      "grad_norm": 156.27487182617188,
+      "learning_rate": 3.546865465580612e-06,
+      "loss": 18.8906,
+      "step": 30618
+    },
+    {
+      "epoch": 1.4632036700755042,
+      "grad_norm": 315.1271057128906,
+      "learning_rate": 3.546274313646002e-06,
+      "loss": 30.4375,
+      "step": 30619
+    },
+    {
+      "epoch": 1.4632514575169646,
+      "grad_norm": 209.98965454101562,
+      "learning_rate": 3.5456832003608786e-06,
+      "loss": 21.8125,
+      "step": 30620
+    },
+    {
+      "epoch": 1.463299244958425,
+      "grad_norm": 233.68336486816406,
+      "learning_rate": 3.5450921257287853e-06,
+      "loss": 31.4375,
+      "step": 30621
+    },
+    {
+      "epoch": 1.4633470323998852,
+      "grad_norm": 377.6202697753906,
+      "learning_rate": 3.5445010897532627e-06,
+      "loss": 19.875,
+      "step": 30622
+    },
+    {
+      "epoch": 1.4633948198413456,
+      "grad_norm": 243.550537109375,
+      "learning_rate": 3.543910092437847e-06,
+      "loss": 23.9375,
+      "step": 30623
+    },
+    {
+      "epoch": 1.463442607282806,
+      "grad_norm": 249.64935302734375,
+      "learning_rate": 3.543319133786078e-06,
+      "loss": 19.1875,
+      "step": 30624
+    },
+    {
+      "epoch": 1.4634903947242663,
+      "grad_norm": 170.0061798095703,
+      "learning_rate": 3.542728213801496e-06,
+      "loss": 21.5625,
+      "step": 30625
+    },
+    {
+      "epoch": 1.4635381821657267,
+      "grad_norm": 154.42506408691406,
+      "learning_rate": 3.542137332487644e-06,
+      "loss": 22.4062,
+      "step": 30626
+    },
+    {
+      "epoch": 1.4635859696071871,
+      "grad_norm": 249.30706787109375,
+      "learning_rate": 3.5415464898480522e-06,
+      "loss": 24.9062,
+      "step": 30627
+    },
+    {
+      "epoch": 1.4636337570486475,
+      "grad_norm": 288.7337951660156,
+      "learning_rate": 3.540955685886264e-06,
+      "loss": 37.4062,
+      "step": 30628
+    },
+    {
+      "epoch": 1.463681544490108,
+      "grad_norm": 368.00244140625,
+      "learning_rate": 3.5403649206058164e-06,
+      "loss": 27.4219,
+      "step": 30629
+    },
+    {
+      "epoch": 1.4637293319315683,
+      "grad_norm": 171.31219482421875,
+      "learning_rate": 3.5397741940102514e-06,
+      "loss": 20.4688,
+      "step": 30630
+    },
+    {
+      "epoch": 1.4637771193730287,
+      "grad_norm": 252.78762817382812,
+      "learning_rate": 3.5391835061031e-06,
+      "loss": 22.9844,
+      "step": 30631
+    },
+    {
+      "epoch": 1.463824906814489,
+      "grad_norm": 459.71026611328125,
+      "learning_rate": 3.5385928568879012e-06,
+      "loss": 20.3125,
+      "step": 30632
+    },
+    {
+      "epoch": 1.4638726942559495,
+      "grad_norm": 193.7602996826172,
+      "learning_rate": 3.5380022463681986e-06,
+      "loss": 30.1562,
+      "step": 30633
+    },
+    {
+      "epoch": 1.4639204816974098,
+      "grad_norm": 447.61676025390625,
+      "learning_rate": 3.5374116745475196e-06,
+      "loss": 32.8438,
+      "step": 30634
+    },
+    {
+      "epoch": 1.4639682691388702,
+      "grad_norm": 270.9164733886719,
+      "learning_rate": 3.5368211414294064e-06,
+      "loss": 26.0938,
+      "step": 30635
+    },
+    {
+      "epoch": 1.4640160565803306,
+      "grad_norm": 237.03140258789062,
+      "learning_rate": 3.536230647017398e-06,
+      "loss": 29.125,
+      "step": 30636
+    },
+    {
+      "epoch": 1.464063844021791,
+      "grad_norm": 187.82896423339844,
+      "learning_rate": 3.535640191315024e-06,
+      "loss": 28.0938,
+      "step": 30637
+    },
+    {
+      "epoch": 1.4641116314632514,
+      "grad_norm": 304.341552734375,
+      "learning_rate": 3.535049774325828e-06,
+      "loss": 20.8125,
+      "step": 30638
+    },
+    {
+      "epoch": 1.4641594189047118,
+      "grad_norm": 401.3919372558594,
+      "learning_rate": 3.534459396053338e-06,
+      "loss": 25.1875,
+      "step": 30639
+    },
+    {
+      "epoch": 1.4642072063461722,
+      "grad_norm": 148.8534393310547,
+      "learning_rate": 3.5338690565010926e-06,
+      "loss": 18.4844,
+      "step": 30640
+    },
+    {
+      "epoch": 1.4642549937876326,
+      "grad_norm": 237.93292236328125,
+      "learning_rate": 3.533278755672632e-06,
+      "loss": 21.5156,
+      "step": 30641
+    },
+    {
+      "epoch": 1.464302781229093,
+      "grad_norm": 132.73822021484375,
+      "learning_rate": 3.5326884935714844e-06,
+      "loss": 20.25,
+      "step": 30642
+    },
+    {
+      "epoch": 1.4643505686705534,
+      "grad_norm": 259.673583984375,
+      "learning_rate": 3.5320982702011876e-06,
+      "loss": 19.6094,
+      "step": 30643
+    },
+    {
+      "epoch": 1.4643983561120137,
+      "grad_norm": 452.44354248046875,
+      "learning_rate": 3.531508085565275e-06,
+      "loss": 37.1875,
+      "step": 30644
+    },
+    {
+      "epoch": 1.4644461435534741,
+      "grad_norm": 181.4421844482422,
+      "learning_rate": 3.5309179396672865e-06,
+      "loss": 32.8438,
+      "step": 30645
+    },
+    {
+      "epoch": 1.4644939309949345,
+      "grad_norm": 280.4918212890625,
+      "learning_rate": 3.5303278325107495e-06,
+      "loss": 18.7812,
+      "step": 30646
+    },
+    {
+      "epoch": 1.464541718436395,
+      "grad_norm": 280.05804443359375,
+      "learning_rate": 3.529737764099199e-06,
+      "loss": 26.875,
+      "step": 30647
+    },
+    {
+      "epoch": 1.4645895058778553,
+      "grad_norm": 246.91452026367188,
+      "learning_rate": 3.5291477344361745e-06,
+      "loss": 21.0469,
+      "step": 30648
+    },
+    {
+      "epoch": 1.4646372933193157,
+      "grad_norm": 496.6202697753906,
+      "learning_rate": 3.528557743525203e-06,
+      "loss": 25.75,
+      "step": 30649
+    },
+    {
+      "epoch": 1.464685080760776,
+      "grad_norm": 272.4263916015625,
+      "learning_rate": 3.5279677913698198e-06,
+      "loss": 25.8281,
+      "step": 30650
+    },
+    {
+      "epoch": 1.4647328682022365,
+      "grad_norm": 375.20166015625,
+      "learning_rate": 3.527377877973557e-06,
+      "loss": 31.8125,
+      "step": 30651
+    },
+    {
+      "epoch": 1.4647806556436969,
+      "grad_norm": 251.0435333251953,
+      "learning_rate": 3.5267880033399525e-06,
+      "loss": 19.5625,
+      "step": 30652
+    },
+    {
+      "epoch": 1.4648284430851573,
+      "grad_norm": 182.83120727539062,
+      "learning_rate": 3.526198167472533e-06,
+      "loss": 25.5156,
+      "step": 30653
+    },
+    {
+      "epoch": 1.4648762305266176,
+      "grad_norm": 164.49685668945312,
+      "learning_rate": 3.5256083703748322e-06,
+      "loss": 20.375,
+      "step": 30654
+    },
+    {
+      "epoch": 1.464924017968078,
+      "grad_norm": 208.2322998046875,
+      "learning_rate": 3.5250186120503827e-06,
+      "loss": 23.3125,
+      "step": 30655
+    },
+    {
+      "epoch": 1.4649718054095384,
+      "grad_norm": 715.8365478515625,
+      "learning_rate": 3.5244288925027203e-06,
+      "loss": 24.3281,
+      "step": 30656
+    },
+    {
+      "epoch": 1.4650195928509988,
+      "grad_norm": 306.88250732421875,
+      "learning_rate": 3.5238392117353704e-06,
+      "loss": 21.125,
+      "step": 30657
+    },
+    {
+      "epoch": 1.4650673802924592,
+      "grad_norm": 377.3815612792969,
+      "learning_rate": 3.5232495697518664e-06,
+      "loss": 24.2812,
+      "step": 30658
+    },
+    {
+      "epoch": 1.4651151677339196,
+      "grad_norm": 260.18072509765625,
+      "learning_rate": 3.522659966555744e-06,
+      "loss": 23.8125,
+      "step": 30659
+    },
+    {
+      "epoch": 1.46516295517538,
+      "grad_norm": 347.9372863769531,
+      "learning_rate": 3.522070402150526e-06,
+      "loss": 27.9688,
+      "step": 30660
+    },
+    {
+      "epoch": 1.4652107426168404,
+      "grad_norm": 383.92730712890625,
+      "learning_rate": 3.5214808765397478e-06,
+      "loss": 31.1562,
+      "step": 30661
+    },
+    {
+      "epoch": 1.4652585300583008,
+      "grad_norm": 167.7916259765625,
+      "learning_rate": 3.5208913897269402e-06,
+      "loss": 24.5312,
+      "step": 30662
+    },
+    {
+      "epoch": 1.4653063174997611,
+      "grad_norm": 212.59378051757812,
+      "learning_rate": 3.520301941715636e-06,
+      "loss": 19.8281,
+      "step": 30663
+    },
+    {
+      "epoch": 1.4653541049412215,
+      "grad_norm": 172.0340576171875,
+      "learning_rate": 3.5197125325093583e-06,
+      "loss": 22.25,
+      "step": 30664
+    },
+    {
+      "epoch": 1.465401892382682,
+      "grad_norm": 166.22720336914062,
+      "learning_rate": 3.5191231621116405e-06,
+      "loss": 24.7969,
+      "step": 30665
+    },
+    {
+      "epoch": 1.4654496798241423,
+      "grad_norm": 170.13821411132812,
+      "learning_rate": 3.5185338305260163e-06,
+      "loss": 19.9375,
+      "step": 30666
+    },
+    {
+      "epoch": 1.4654974672656027,
+      "grad_norm": 242.18310546875,
+      "learning_rate": 3.5179445377560073e-06,
+      "loss": 31.25,
+      "step": 30667
+    },
+    {
+      "epoch": 1.465545254707063,
+      "grad_norm": 504.0460205078125,
+      "learning_rate": 3.5173552838051473e-06,
+      "loss": 29.1562,
+      "step": 30668
+    },
+    {
+      "epoch": 1.4655930421485235,
+      "grad_norm": 297.05023193359375,
+      "learning_rate": 3.5167660686769666e-06,
+      "loss": 22.8438,
+      "step": 30669
+    },
+    {
+      "epoch": 1.4656408295899839,
+      "grad_norm": 271.96502685546875,
+      "learning_rate": 3.516176892374988e-06,
+      "loss": 19.2031,
+      "step": 30670
+    },
+    {
+      "epoch": 1.4656886170314443,
+      "grad_norm": 243.71006774902344,
+      "learning_rate": 3.5155877549027475e-06,
+      "loss": 16.625,
+      "step": 30671
+    },
+    {
+      "epoch": 1.4657364044729047,
+      "grad_norm": 398.5710144042969,
+      "learning_rate": 3.514998656263766e-06,
+      "loss": 16.7188,
+      "step": 30672
+    },
+    {
+      "epoch": 1.465784191914365,
+      "grad_norm": 277.0011901855469,
+      "learning_rate": 3.514409596461573e-06,
+      "loss": 22.8125,
+      "step": 30673
+    },
+    {
+      "epoch": 1.4658319793558252,
+      "grad_norm": 121.85179901123047,
+      "learning_rate": 3.5138205754997036e-06,
+      "loss": 16.5781,
+      "step": 30674
+    },
+    {
+      "epoch": 1.4658797667972856,
+      "grad_norm": 199.34893798828125,
+      "learning_rate": 3.513231593381674e-06,
+      "loss": 20.9531,
+      "step": 30675
+    },
+    {
+      "epoch": 1.465927554238746,
+      "grad_norm": 524.2706298828125,
+      "learning_rate": 3.5126426501110176e-06,
+      "loss": 36.0,
+      "step": 30676
+    },
+    {
+      "epoch": 1.4659753416802064,
+      "grad_norm": 212.42398071289062,
+      "learning_rate": 3.5120537456912607e-06,
+      "loss": 24.5938,
+      "step": 30677
+    },
+    {
+      "epoch": 1.4660231291216668,
+      "grad_norm": 200.77590942382812,
+      "learning_rate": 3.511464880125934e-06,
+      "loss": 21.7344,
+      "step": 30678
+    },
+    {
+      "epoch": 1.4660709165631272,
+      "grad_norm": 206.8243408203125,
+      "learning_rate": 3.510876053418557e-06,
+      "loss": 21.3906,
+      "step": 30679
+    },
+    {
+      "epoch": 1.4661187040045875,
+      "grad_norm": 191.6973419189453,
+      "learning_rate": 3.510287265572658e-06,
+      "loss": 21.0469,
+      "step": 30680
+    },
+    {
+      "epoch": 1.466166491446048,
+      "grad_norm": 151.81336975097656,
+      "learning_rate": 3.5096985165917653e-06,
+      "loss": 20.9375,
+      "step": 30681
+    },
+    {
+      "epoch": 1.4662142788875083,
+      "grad_norm": 422.1353759765625,
+      "learning_rate": 3.509109806479406e-06,
+      "loss": 35.0625,
+      "step": 30682
+    },
+    {
+      "epoch": 1.4662620663289687,
+      "grad_norm": 204.8655548095703,
+      "learning_rate": 3.5085211352391014e-06,
+      "loss": 20.8906,
+      "step": 30683
+    },
+    {
+      "epoch": 1.466309853770429,
+      "grad_norm": 174.43426513671875,
+      "learning_rate": 3.5079325028743784e-06,
+      "loss": 16.625,
+      "step": 30684
+    },
+    {
+      "epoch": 1.4663576412118895,
+      "grad_norm": 231.79928588867188,
+      "learning_rate": 3.507343909388765e-06,
+      "loss": 30.0,
+      "step": 30685
+    },
+    {
+      "epoch": 1.4664054286533499,
+      "grad_norm": 159.67416381835938,
+      "learning_rate": 3.5067553547857815e-06,
+      "loss": 18.2969,
+      "step": 30686
+    },
+    {
+      "epoch": 1.4664532160948103,
+      "grad_norm": 250.932373046875,
+      "learning_rate": 3.5061668390689553e-06,
+      "loss": 24.5938,
+      "step": 30687
+    },
+    {
+      "epoch": 1.4665010035362707,
+      "grad_norm": 264.2183837890625,
+      "learning_rate": 3.5055783622418093e-06,
+      "loss": 17.4531,
+      "step": 30688
+    },
+    {
+      "epoch": 1.466548790977731,
+      "grad_norm": 227.80995178222656,
+      "learning_rate": 3.504989924307872e-06,
+      "loss": 29.25,
+      "step": 30689
+    },
+    {
+      "epoch": 1.4665965784191914,
+      "grad_norm": 241.48944091796875,
+      "learning_rate": 3.504401525270662e-06,
+      "loss": 31.3438,
+      "step": 30690
+    },
+    {
+      "epoch": 1.4666443658606518,
+      "grad_norm": 277.3076171875,
+      "learning_rate": 3.503813165133705e-06,
+      "loss": 25.0,
+      "step": 30691
+    },
+    {
+      "epoch": 1.4666921533021122,
+      "grad_norm": 269.2206726074219,
+      "learning_rate": 3.5032248439005233e-06,
+      "loss": 31.6562,
+      "step": 30692
+    },
+    {
+      "epoch": 1.4667399407435726,
+      "grad_norm": 340.2986755371094,
+      "learning_rate": 3.502636561574646e-06,
+      "loss": 24.875,
+      "step": 30693
+    },
+    {
+      "epoch": 1.466787728185033,
+      "grad_norm": 234.2023162841797,
+      "learning_rate": 3.502048318159589e-06,
+      "loss": 27.3594,
+      "step": 30694
+    },
+    {
+      "epoch": 1.4668355156264934,
+      "grad_norm": 376.93634033203125,
+      "learning_rate": 3.5014601136588776e-06,
+      "loss": 21.6719,
+      "step": 30695
+    },
+    {
+      "epoch": 1.4668833030679538,
+      "grad_norm": 259.6220397949219,
+      "learning_rate": 3.500871948076038e-06,
+      "loss": 24.0312,
+      "step": 30696
+    },
+    {
+      "epoch": 1.4669310905094142,
+      "grad_norm": 288.1506042480469,
+      "learning_rate": 3.500283821414586e-06,
+      "loss": 18.875,
+      "step": 30697
+    },
+    {
+      "epoch": 1.4669788779508746,
+      "grad_norm": 229.4506378173828,
+      "learning_rate": 3.4996957336780467e-06,
+      "loss": 18.5625,
+      "step": 30698
+    },
+    {
+      "epoch": 1.467026665392335,
+      "grad_norm": 149.51629638671875,
+      "learning_rate": 3.4991076848699456e-06,
+      "loss": 19.5781,
+      "step": 30699
+    },
+    {
+      "epoch": 1.4670744528337953,
+      "grad_norm": 325.51220703125,
+      "learning_rate": 3.4985196749937976e-06,
+      "loss": 27.5,
+      "step": 30700
+    },
+    {
+      "epoch": 1.4671222402752557,
+      "grad_norm": 204.0276641845703,
+      "learning_rate": 3.497931704053128e-06,
+      "loss": 27.0938,
+      "step": 30701
+    },
+    {
+      "epoch": 1.4671700277167161,
+      "grad_norm": 187.87257385253906,
+      "learning_rate": 3.49734377205146e-06,
+      "loss": 20.9219,
+      "step": 30702
+    },
+    {
+      "epoch": 1.4672178151581765,
+      "grad_norm": 317.7835388183594,
+      "learning_rate": 3.4967558789923096e-06,
+      "loss": 20.75,
+      "step": 30703
+    },
+    {
+      "epoch": 1.467265602599637,
+      "grad_norm": 341.4471130371094,
+      "learning_rate": 3.496168024879203e-06,
+      "loss": 22.625,
+      "step": 30704
+    },
+    {
+      "epoch": 1.467313390041097,
+      "grad_norm": 197.2667999267578,
+      "learning_rate": 3.4955802097156545e-06,
+      "loss": 20.7031,
+      "step": 30705
+    },
+    {
+      "epoch": 1.4673611774825575,
+      "grad_norm": 502.9502258300781,
+      "learning_rate": 3.4949924335051878e-06,
+      "loss": 29.25,
+      "step": 30706
+    },
+    {
+      "epoch": 1.4674089649240178,
+      "grad_norm": 282.4847717285156,
+      "learning_rate": 3.4944046962513257e-06,
+      "loss": 25.8125,
+      "step": 30707
+    },
+    {
+      "epoch": 1.4674567523654782,
+      "grad_norm": 168.6092987060547,
+      "learning_rate": 3.493816997957582e-06,
+      "loss": 24.0312,
+      "step": 30708
+    },
+    {
+      "epoch": 1.4675045398069386,
+      "grad_norm": 166.62008666992188,
+      "learning_rate": 3.4932293386274784e-06,
+      "loss": 22.3594,
+      "step": 30709
+    },
+    {
+      "epoch": 1.467552327248399,
+      "grad_norm": 178.80592346191406,
+      "learning_rate": 3.4926417182645358e-06,
+      "loss": 25.3594,
+      "step": 30710
+    },
+    {
+      "epoch": 1.4676001146898594,
+      "grad_norm": 274.1515808105469,
+      "learning_rate": 3.492054136872275e-06,
+      "loss": 27.4688,
+      "step": 30711
+    },
+    {
+      "epoch": 1.4676479021313198,
+      "grad_norm": 273.1887512207031,
+      "learning_rate": 3.4914665944542092e-06,
+      "loss": 26.0312,
+      "step": 30712
+    },
+    {
+      "epoch": 1.4676956895727802,
+      "grad_norm": 354.7969055175781,
+      "learning_rate": 3.4908790910138612e-06,
+      "loss": 38.125,
+      "step": 30713
+    },
+    {
+      "epoch": 1.4677434770142406,
+      "grad_norm": 489.6444396972656,
+      "learning_rate": 3.490291626554747e-06,
+      "loss": 48.7188,
+      "step": 30714
+    },
+    {
+      "epoch": 1.467791264455701,
+      "grad_norm": 189.07540893554688,
+      "learning_rate": 3.4897042010803907e-06,
+      "loss": 29.8125,
+      "step": 30715
+    },
+    {
+      "epoch": 1.4678390518971614,
+      "grad_norm": 728.2471923828125,
+      "learning_rate": 3.489116814594302e-06,
+      "loss": 23.8438,
+      "step": 30716
+    },
+    {
+      "epoch": 1.4678868393386217,
+      "grad_norm": 291.9790954589844,
+      "learning_rate": 3.4885294671000015e-06,
+      "loss": 23.5312,
+      "step": 30717
+    },
+    {
+      "epoch": 1.4679346267800821,
+      "grad_norm": 239.87469482421875,
+      "learning_rate": 3.4879421586010075e-06,
+      "loss": 22.2812,
+      "step": 30718
+    },
+    {
+      "epoch": 1.4679824142215425,
+      "grad_norm": 276.1861877441406,
+      "learning_rate": 3.4873548891008414e-06,
+      "loss": 17.8281,
+      "step": 30719
+    },
+    {
+      "epoch": 1.468030201663003,
+      "grad_norm": 210.68936157226562,
+      "learning_rate": 3.486767658603012e-06,
+      "loss": 22.0,
+      "step": 30720
+    },
+    {
+      "epoch": 1.4680779891044633,
+      "grad_norm": 280.2601623535156,
+      "learning_rate": 3.48618046711104e-06,
+      "loss": 26.875,
+      "step": 30721
+    },
+    {
+      "epoch": 1.4681257765459237,
+      "grad_norm": 141.99752807617188,
+      "learning_rate": 3.485593314628445e-06,
+      "loss": 15.9375,
+      "step": 30722
+    },
+    {
+      "epoch": 1.468173563987384,
+      "grad_norm": 129.1763153076172,
+      "learning_rate": 3.485006201158737e-06,
+      "loss": 16.9375,
+      "step": 30723
+    },
+    {
+      "epoch": 1.4682213514288445,
+      "grad_norm": 241.83242797851562,
+      "learning_rate": 3.484419126705435e-06,
+      "loss": 28.8125,
+      "step": 30724
+    },
+    {
+      "epoch": 1.4682691388703049,
+      "grad_norm": 187.15774536132812,
+      "learning_rate": 3.4838320912720556e-06,
+      "loss": 23.75,
+      "step": 30725
+    },
+    {
+      "epoch": 1.4683169263117652,
+      "grad_norm": 173.49945068359375,
+      "learning_rate": 3.4832450948621168e-06,
+      "loss": 15.375,
+      "step": 30726
+    },
+    {
+      "epoch": 1.4683647137532256,
+      "grad_norm": 174.54571533203125,
+      "learning_rate": 3.4826581374791278e-06,
+      "loss": 18.9219,
+      "step": 30727
+    },
+    {
+      "epoch": 1.468412501194686,
+      "grad_norm": 117.34781646728516,
+      "learning_rate": 3.4820712191266073e-06,
+      "loss": 19.1094,
+      "step": 30728
+    },
+    {
+      "epoch": 1.4684602886361464,
+      "grad_norm": 256.4124450683594,
+      "learning_rate": 3.4814843398080687e-06,
+      "loss": 20.7344,
+      "step": 30729
+    },
+    {
+      "epoch": 1.4685080760776068,
+      "grad_norm": 169.5321044921875,
+      "learning_rate": 3.480897499527032e-06,
+      "loss": 23.5469,
+      "step": 30730
+    },
+    {
+      "epoch": 1.4685558635190672,
+      "grad_norm": 250.4217987060547,
+      "learning_rate": 3.4803106982870027e-06,
+      "loss": 27.0391,
+      "step": 30731
+    },
+    {
+      "epoch": 1.4686036509605276,
+      "grad_norm": 179.90907287597656,
+      "learning_rate": 3.4797239360915002e-06,
+      "loss": 16.2031,
+      "step": 30732
+    },
+    {
+      "epoch": 1.468651438401988,
+      "grad_norm": 389.2104187011719,
+      "learning_rate": 3.4791372129440425e-06,
+      "loss": 21.5312,
+      "step": 30733
+    },
+    {
+      "epoch": 1.4686992258434484,
+      "grad_norm": 175.6461181640625,
+      "learning_rate": 3.478550528848134e-06,
+      "loss": 17.1875,
+      "step": 30734
+    },
+    {
+      "epoch": 1.4687470132849088,
+      "grad_norm": 274.8577575683594,
+      "learning_rate": 3.477963883807296e-06,
+      "loss": 30.0312,
+      "step": 30735
+    },
+    {
+      "epoch": 1.4687948007263691,
+      "grad_norm": 288.1214904785156,
+      "learning_rate": 3.477377277825036e-06,
+      "loss": 41.25,
+      "step": 30736
+    },
+    {
+      "epoch": 1.4688425881678295,
+      "grad_norm": 396.7389831542969,
+      "learning_rate": 3.4767907109048725e-06,
+      "loss": 18.9531,
+      "step": 30737
+    },
+    {
+      "epoch": 1.46889037560929,
+      "grad_norm": 282.9856872558594,
+      "learning_rate": 3.4762041830503124e-06,
+      "loss": 25.2188,
+      "step": 30738
+    },
+    {
+      "epoch": 1.4689381630507503,
+      "grad_norm": 148.99069213867188,
+      "learning_rate": 3.4756176942648713e-06,
+      "loss": 15.0469,
+      "step": 30739
+    },
+    {
+      "epoch": 1.4689859504922107,
+      "grad_norm": 162.1835174560547,
+      "learning_rate": 3.475031244552062e-06,
+      "loss": 19.75,
+      "step": 30740
+    },
+    {
+      "epoch": 1.469033737933671,
+      "grad_norm": 339.8760681152344,
+      "learning_rate": 3.474444833915398e-06,
+      "loss": 29.9375,
+      "step": 30741
+    },
+    {
+      "epoch": 1.4690815253751315,
+      "grad_norm": 205.08116149902344,
+      "learning_rate": 3.4738584623583858e-06,
+      "loss": 21.2656,
+      "step": 30742
+    },
+    {
+      "epoch": 1.4691293128165919,
+      "grad_norm": 251.33447265625,
+      "learning_rate": 3.473272129884542e-06,
+      "loss": 18.0938,
+      "step": 30743
+    },
+    {
+      "epoch": 1.4691771002580523,
+      "grad_norm": 164.59298706054688,
+      "learning_rate": 3.4726858364973783e-06,
+      "loss": 20.7812,
+      "step": 30744
+    },
+    {
+      "epoch": 1.4692248876995126,
+      "grad_norm": 538.5389404296875,
+      "learning_rate": 3.472099582200401e-06,
+      "loss": 21.8594,
+      "step": 30745
+    },
+    {
+      "epoch": 1.469272675140973,
+      "grad_norm": 272.1895446777344,
+      "learning_rate": 3.4715133669971248e-06,
+      "loss": 20.75,
+      "step": 30746
+    },
+    {
+      "epoch": 1.4693204625824334,
+      "grad_norm": 270.5843811035156,
+      "learning_rate": 3.470927190891058e-06,
+      "loss": 25.1562,
+      "step": 30747
+    },
+    {
+      "epoch": 1.4693682500238938,
+      "grad_norm": 1055.7535400390625,
+      "learning_rate": 3.4703410538857163e-06,
+      "loss": 18.9219,
+      "step": 30748
+    },
+    {
+      "epoch": 1.4694160374653542,
+      "grad_norm": 215.5298614501953,
+      "learning_rate": 3.4697549559846034e-06,
+      "loss": 37.1875,
+      "step": 30749
+    },
+    {
+      "epoch": 1.4694638249068146,
+      "grad_norm": 224.44737243652344,
+      "learning_rate": 3.4691688971912307e-06,
+      "loss": 22.2656,
+      "step": 30750
+    },
+    {
+      "epoch": 1.469511612348275,
+      "grad_norm": 352.2119445800781,
+      "learning_rate": 3.46858287750911e-06,
+      "loss": 24.8438,
+      "step": 30751
+    },
+    {
+      "epoch": 1.4695593997897354,
+      "grad_norm": 261.4210510253906,
+      "learning_rate": 3.4679968969417544e-06,
+      "loss": 20.3281,
+      "step": 30752
+    },
+    {
+      "epoch": 1.4696071872311958,
+      "grad_norm": 542.3306274414062,
+      "learning_rate": 3.4674109554926637e-06,
+      "loss": 24.7969,
+      "step": 30753
+    },
+    {
+      "epoch": 1.4696549746726562,
+      "grad_norm": 1542.2823486328125,
+      "learning_rate": 3.4668250531653524e-06,
+      "loss": 17.375,
+      "step": 30754
+    },
+    {
+      "epoch": 1.4697027621141165,
+      "grad_norm": 121.3192138671875,
+      "learning_rate": 3.466239189963333e-06,
+      "loss": 19.2812,
+      "step": 30755
+    },
+    {
+      "epoch": 1.4697505495555767,
+      "grad_norm": 294.79351806640625,
+      "learning_rate": 3.465653365890107e-06,
+      "loss": 21.7812,
+      "step": 30756
+    },
+    {
+      "epoch": 1.469798336997037,
+      "grad_norm": 287.6943359375,
+      "learning_rate": 3.4650675809491853e-06,
+      "loss": 28.25,
+      "step": 30757
+    },
+    {
+      "epoch": 1.4698461244384975,
+      "grad_norm": 536.1242065429688,
+      "learning_rate": 3.4644818351440755e-06,
+      "loss": 23.625,
+      "step": 30758
+    },
+    {
+      "epoch": 1.4698939118799579,
+      "grad_norm": 256.4497375488281,
+      "learning_rate": 3.46389612847829e-06,
+      "loss": 32.25,
+      "step": 30759
+    },
+    {
+      "epoch": 1.4699416993214183,
+      "grad_norm": 244.44317626953125,
+      "learning_rate": 3.46331046095533e-06,
+      "loss": 23.5625,
+      "step": 30760
+    },
+    {
+      "epoch": 1.4699894867628787,
+      "grad_norm": 336.4275207519531,
+      "learning_rate": 3.4627248325787054e-06,
+      "loss": 24.1875,
+      "step": 30761
+    },
+    {
+      "epoch": 1.470037274204339,
+      "grad_norm": 232.40391540527344,
+      "learning_rate": 3.462139243351924e-06,
+      "loss": 27.125,
+      "step": 30762
+    },
+    {
+      "epoch": 1.4700850616457994,
+      "grad_norm": 356.25665283203125,
+      "learning_rate": 3.4615536932784956e-06,
+      "loss": 26.5,
+      "step": 30763
+    },
+    {
+      "epoch": 1.4701328490872598,
+      "grad_norm": 197.56166076660156,
+      "learning_rate": 3.46096818236192e-06,
+      "loss": 21.8594,
+      "step": 30764
+    },
+    {
+      "epoch": 1.4701806365287202,
+      "grad_norm": 491.3675231933594,
+      "learning_rate": 3.4603827106057074e-06,
+      "loss": 21.2656,
+      "step": 30765
+    },
+    {
+      "epoch": 1.4702284239701806,
+      "grad_norm": 253.4043426513672,
+      "learning_rate": 3.4597972780133683e-06,
+      "loss": 23.0625,
+      "step": 30766
+    },
+    {
+      "epoch": 1.470276211411641,
+      "grad_norm": 290.39453125,
+      "learning_rate": 3.4592118845884005e-06,
+      "loss": 24.0781,
+      "step": 30767
+    },
+    {
+      "epoch": 1.4703239988531014,
+      "grad_norm": 178.70103454589844,
+      "learning_rate": 3.458626530334316e-06,
+      "loss": 16.4062,
+      "step": 30768
+    },
+    {
+      "epoch": 1.4703717862945618,
+      "grad_norm": 199.33743286132812,
+      "learning_rate": 3.458041215254615e-06,
+      "loss": 21.9375,
+      "step": 30769
+    },
+    {
+      "epoch": 1.4704195737360222,
+      "grad_norm": 121.70403289794922,
+      "learning_rate": 3.457455939352806e-06,
+      "loss": 20.4062,
+      "step": 30770
+    },
+    {
+      "epoch": 1.4704673611774826,
+      "grad_norm": 236.7963409423828,
+      "learning_rate": 3.4568707026323966e-06,
+      "loss": 22.8438,
+      "step": 30771
+    },
+    {
+      "epoch": 1.470515148618943,
+      "grad_norm": 262.2418212890625,
+      "learning_rate": 3.456285505096886e-06,
+      "loss": 21.5781,
+      "step": 30772
+    },
+    {
+      "epoch": 1.4705629360604033,
+      "grad_norm": 240.40357971191406,
+      "learning_rate": 3.455700346749781e-06,
+      "loss": 25.3438,
+      "step": 30773
+    },
+    {
+      "epoch": 1.4706107235018637,
+      "grad_norm": 327.77105712890625,
+      "learning_rate": 3.4551152275945896e-06,
+      "loss": 24.375,
+      "step": 30774
+    },
+    {
+      "epoch": 1.4706585109433241,
+      "grad_norm": 597.3553466796875,
+      "learning_rate": 3.4545301476348104e-06,
+      "loss": 31.1562,
+      "step": 30775
+    },
+    {
+      "epoch": 1.4707062983847845,
+      "grad_norm": 193.04150390625,
+      "learning_rate": 3.4539451068739496e-06,
+      "loss": 20.4219,
+      "step": 30776
+    },
+    {
+      "epoch": 1.470754085826245,
+      "grad_norm": 200.8975067138672,
+      "learning_rate": 3.45336010531551e-06,
+      "loss": 25.4062,
+      "step": 30777
+    },
+    {
+      "epoch": 1.4708018732677053,
+      "grad_norm": 194.15872192382812,
+      "learning_rate": 3.452775142963e-06,
+      "loss": 19.5625,
+      "step": 30778
+    },
+    {
+      "epoch": 1.4708496607091657,
+      "grad_norm": 250.87049865722656,
+      "learning_rate": 3.4521902198199143e-06,
+      "loss": 27.0,
+      "step": 30779
+    },
+    {
+      "epoch": 1.470897448150626,
+      "grad_norm": 177.8383331298828,
+      "learning_rate": 3.4516053358897604e-06,
+      "loss": 17.8281,
+      "step": 30780
+    },
+    {
+      "epoch": 1.4709452355920865,
+      "grad_norm": 254.6379852294922,
+      "learning_rate": 3.4510204911760448e-06,
+      "loss": 21.8438,
+      "step": 30781
+    },
+    {
+      "epoch": 1.4709930230335468,
+      "grad_norm": 215.2547607421875,
+      "learning_rate": 3.450435685682263e-06,
+      "loss": 27.6875,
+      "step": 30782
+    },
+    {
+      "epoch": 1.4710408104750072,
+      "grad_norm": 452.3037109375,
+      "learning_rate": 3.449850919411919e-06,
+      "loss": 21.0,
+      "step": 30783
+    },
+    {
+      "epoch": 1.4710885979164676,
+      "grad_norm": 347.3988342285156,
+      "learning_rate": 3.449266192368517e-06,
+      "loss": 26.375,
+      "step": 30784
+    },
+    {
+      "epoch": 1.471136385357928,
+      "grad_norm": 288.407958984375,
+      "learning_rate": 3.4486815045555612e-06,
+      "loss": 24.6719,
+      "step": 30785
+    },
+    {
+      "epoch": 1.4711841727993884,
+      "grad_norm": 782.6224975585938,
+      "learning_rate": 3.448096855976545e-06,
+      "loss": 30.875,
+      "step": 30786
+    },
+    {
+      "epoch": 1.4712319602408486,
+      "grad_norm": 356.5126953125,
+      "learning_rate": 3.4475122466349755e-06,
+      "loss": 27.7969,
+      "step": 30787
+    },
+    {
+      "epoch": 1.471279747682309,
+      "grad_norm": 277.1105651855469,
+      "learning_rate": 3.4469276765343516e-06,
+      "loss": 20.7188,
+      "step": 30788
+    },
+    {
+      "epoch": 1.4713275351237693,
+      "grad_norm": 280.49896240234375,
+      "learning_rate": 3.446343145678179e-06,
+      "loss": 29.5625,
+      "step": 30789
+    },
+    {
+      "epoch": 1.4713753225652297,
+      "grad_norm": 611.8999633789062,
+      "learning_rate": 3.4457586540699516e-06,
+      "loss": 20.5625,
+      "step": 30790
+    },
+    {
+      "epoch": 1.4714231100066901,
+      "grad_norm": 238.36949157714844,
+      "learning_rate": 3.445174201713173e-06,
+      "loss": 26.1875,
+      "step": 30791
+    },
+    {
+      "epoch": 1.4714708974481505,
+      "grad_norm": 601.7205810546875,
+      "learning_rate": 3.4445897886113454e-06,
+      "loss": 35.0938,
+      "step": 30792
+    },
+    {
+      "epoch": 1.471518684889611,
+      "grad_norm": 287.520263671875,
+      "learning_rate": 3.4440054147679623e-06,
+      "loss": 20.5469,
+      "step": 30793
+    },
+    {
+      "epoch": 1.4715664723310713,
+      "grad_norm": 270.4053955078125,
+      "learning_rate": 3.4434210801865274e-06,
+      "loss": 29.8281,
+      "step": 30794
+    },
+    {
+      "epoch": 1.4716142597725317,
+      "grad_norm": 222.79281616210938,
+      "learning_rate": 3.4428367848705414e-06,
+      "loss": 25.1562,
+      "step": 30795
+    },
+    {
+      "epoch": 1.471662047213992,
+      "grad_norm": 324.9130859375,
+      "learning_rate": 3.4422525288235043e-06,
+      "loss": 24.0938,
+      "step": 30796
+    },
+    {
+      "epoch": 1.4717098346554525,
+      "grad_norm": 381.9946594238281,
+      "learning_rate": 3.4416683120489092e-06,
+      "loss": 32.5938,
+      "step": 30797
+    },
+    {
+      "epoch": 1.4717576220969129,
+      "grad_norm": 171.45858764648438,
+      "learning_rate": 3.441084134550258e-06,
+      "loss": 22.9062,
+      "step": 30798
+    },
+    {
+      "epoch": 1.4718054095383732,
+      "grad_norm": 379.6366271972656,
+      "learning_rate": 3.440499996331054e-06,
+      "loss": 27.4844,
+      "step": 30799
+    },
+    {
+      "epoch": 1.4718531969798336,
+      "grad_norm": 264.67034912109375,
+      "learning_rate": 3.4399158973947867e-06,
+      "loss": 22.9375,
+      "step": 30800
+    },
+    {
+      "epoch": 1.471900984421294,
+      "grad_norm": 350.83624267578125,
+      "learning_rate": 3.4393318377449613e-06,
+      "loss": 16.8125,
+      "step": 30801
+    },
+    {
+      "epoch": 1.4719487718627544,
+      "grad_norm": 443.3171691894531,
+      "learning_rate": 3.438747817385071e-06,
+      "loss": 31.0625,
+      "step": 30802
+    },
+    {
+      "epoch": 1.4719965593042148,
+      "grad_norm": 368.1742858886719,
+      "learning_rate": 3.438163836318613e-06,
+      "loss": 24.0938,
+      "step": 30803
+    },
+    {
+      "epoch": 1.4720443467456752,
+      "grad_norm": 266.06134033203125,
+      "learning_rate": 3.4375798945490913e-06,
+      "loss": 20.9375,
+      "step": 30804
+    },
+    {
+      "epoch": 1.4720921341871356,
+      "grad_norm": 291.57098388671875,
+      "learning_rate": 3.4369959920799944e-06,
+      "loss": 25.5,
+      "step": 30805
+    },
+    {
+      "epoch": 1.472139921628596,
+      "grad_norm": 341.2716369628906,
+      "learning_rate": 3.436412128914822e-06,
+      "loss": 27.875,
+      "step": 30806
+    },
+    {
+      "epoch": 1.4721877090700564,
+      "grad_norm": 317.5663757324219,
+      "learning_rate": 3.4358283050570763e-06,
+      "loss": 29.875,
+      "step": 30807
+    },
+    {
+      "epoch": 1.4722354965115168,
+      "grad_norm": 271.4644775390625,
+      "learning_rate": 3.435244520510245e-06,
+      "loss": 21.1797,
+      "step": 30808
+    },
+    {
+      "epoch": 1.4722832839529771,
+      "grad_norm": 194.11622619628906,
+      "learning_rate": 3.434660775277828e-06,
+      "loss": 25.6562,
+      "step": 30809
+    },
+    {
+      "epoch": 1.4723310713944375,
+      "grad_norm": 169.75779724121094,
+      "learning_rate": 3.4340770693633217e-06,
+      "loss": 17.7344,
+      "step": 30810
+    },
+    {
+      "epoch": 1.472378858835898,
+      "grad_norm": 231.21585083007812,
+      "learning_rate": 3.433493402770225e-06,
+      "loss": 30.3438,
+      "step": 30811
+    },
+    {
+      "epoch": 1.4724266462773583,
+      "grad_norm": 402.8940124511719,
+      "learning_rate": 3.4329097755020256e-06,
+      "loss": 29.4062,
+      "step": 30812
+    },
+    {
+      "epoch": 1.4724744337188187,
+      "grad_norm": 1037.171630859375,
+      "learning_rate": 3.4323261875622227e-06,
+      "loss": 34.7188,
+      "step": 30813
+    },
+    {
+      "epoch": 1.472522221160279,
+      "grad_norm": 231.2124481201172,
+      "learning_rate": 3.4317426389543118e-06,
+      "loss": 25.5156,
+      "step": 30814
+    },
+    {
+      "epoch": 1.4725700086017395,
+      "grad_norm": 199.14805603027344,
+      "learning_rate": 3.4311591296817914e-06,
+      "loss": 28.0,
+      "step": 30815
+    },
+    {
+      "epoch": 1.4726177960431999,
+      "grad_norm": 207.89723205566406,
+      "learning_rate": 3.4305756597481466e-06,
+      "loss": 20.7031,
+      "step": 30816
+    },
+    {
+      "epoch": 1.4726655834846603,
+      "grad_norm": 301.21160888671875,
+      "learning_rate": 3.4299922291568776e-06,
+      "loss": 31.8438,
+      "step": 30817
+    },
+    {
+      "epoch": 1.4727133709261206,
+      "grad_norm": 249.4479522705078,
+      "learning_rate": 3.429408837911481e-06,
+      "loss": 21.9688,
+      "step": 30818
+    },
+    {
+      "epoch": 1.472761158367581,
+      "grad_norm": 250.43138122558594,
+      "learning_rate": 3.4288254860154435e-06,
+      "loss": 23.1875,
+      "step": 30819
+    },
+    {
+      "epoch": 1.4728089458090414,
+      "grad_norm": 187.9867401123047,
+      "learning_rate": 3.4282421734722624e-06,
+      "loss": 23.2188,
+      "step": 30820
+    },
+    {
+      "epoch": 1.4728567332505018,
+      "grad_norm": 226.44862365722656,
+      "learning_rate": 3.42765890028543e-06,
+      "loss": 26.0625,
+      "step": 30821
+    },
+    {
+      "epoch": 1.4729045206919622,
+      "grad_norm": 273.3927001953125,
+      "learning_rate": 3.427075666458445e-06,
+      "loss": 21.4219,
+      "step": 30822
+    },
+    {
+      "epoch": 1.4729523081334226,
+      "grad_norm": 289.2386474609375,
+      "learning_rate": 3.4264924719947903e-06,
+      "loss": 27.0312,
+      "step": 30823
+    },
+    {
+      "epoch": 1.473000095574883,
+      "grad_norm": 157.077880859375,
+      "learning_rate": 3.425909316897964e-06,
+      "loss": 19.7969,
+      "step": 30824
+    },
+    {
+      "epoch": 1.4730478830163434,
+      "grad_norm": 197.47628784179688,
+      "learning_rate": 3.4253262011714595e-06,
+      "loss": 40.0938,
+      "step": 30825
+    },
+    {
+      "epoch": 1.4730956704578038,
+      "grad_norm": 396.7027282714844,
+      "learning_rate": 3.424743124818769e-06,
+      "loss": 29.125,
+      "step": 30826
+    },
+    {
+      "epoch": 1.4731434578992642,
+      "grad_norm": 335.694580078125,
+      "learning_rate": 3.42416008784338e-06,
+      "loss": 23.6406,
+      "step": 30827
+    },
+    {
+      "epoch": 1.4731912453407245,
+      "grad_norm": 350.3457336425781,
+      "learning_rate": 3.4235770902487874e-06,
+      "loss": 30.625,
+      "step": 30828
+    },
+    {
+      "epoch": 1.473239032782185,
+      "grad_norm": 203.54953002929688,
+      "learning_rate": 3.422994132038484e-06,
+      "loss": 24.75,
+      "step": 30829
+    },
+    {
+      "epoch": 1.4732868202236453,
+      "grad_norm": 258.6038513183594,
+      "learning_rate": 3.422411213215957e-06,
+      "loss": 17.9844,
+      "step": 30830
+    },
+    {
+      "epoch": 1.4733346076651057,
+      "grad_norm": 139.9929656982422,
+      "learning_rate": 3.421828333784699e-06,
+      "loss": 20.1094,
+      "step": 30831
+    },
+    {
+      "epoch": 1.473382395106566,
+      "grad_norm": 305.30035400390625,
+      "learning_rate": 3.4212454937482055e-06,
+      "loss": 22.5938,
+      "step": 30832
+    },
+    {
+      "epoch": 1.4734301825480265,
+      "grad_norm": 376.98968505859375,
+      "learning_rate": 3.4206626931099574e-06,
+      "loss": 19.6875,
+      "step": 30833
+    },
+    {
+      "epoch": 1.4734779699894869,
+      "grad_norm": 156.9544677734375,
+      "learning_rate": 3.4200799318734547e-06,
+      "loss": 20.5156,
+      "step": 30834
+    },
+    {
+      "epoch": 1.4735257574309473,
+      "grad_norm": 168.55337524414062,
+      "learning_rate": 3.4194972100421796e-06,
+      "loss": 23.125,
+      "step": 30835
+    },
+    {
+      "epoch": 1.4735735448724077,
+      "grad_norm": 502.4762268066406,
+      "learning_rate": 3.4189145276196244e-06,
+      "loss": 25.1562,
+      "step": 30836
+    },
+    {
+      "epoch": 1.473621332313868,
+      "grad_norm": 244.4853515625,
+      "learning_rate": 3.4183318846092826e-06,
+      "loss": 24.5234,
+      "step": 30837
+    },
+    {
+      "epoch": 1.4736691197553284,
+      "grad_norm": 252.9755401611328,
+      "learning_rate": 3.4177492810146374e-06,
+      "loss": 30.5312,
+      "step": 30838
+    },
+    {
+      "epoch": 1.4737169071967886,
+      "grad_norm": 271.4904479980469,
+      "learning_rate": 3.4171667168391797e-06,
+      "loss": 19.1719,
+      "step": 30839
+    },
+    {
+      "epoch": 1.473764694638249,
+      "grad_norm": 386.6976623535156,
+      "learning_rate": 3.4165841920863998e-06,
+      "loss": 28.5938,
+      "step": 30840
+    },
+    {
+      "epoch": 1.4738124820797094,
+      "grad_norm": 234.33963012695312,
+      "learning_rate": 3.416001706759788e-06,
+      "loss": 26.0938,
+      "step": 30841
+    },
+    {
+      "epoch": 1.4738602695211698,
+      "grad_norm": 227.0313262939453,
+      "learning_rate": 3.4154192608628288e-06,
+      "loss": 21.8438,
+      "step": 30842
+    },
+    {
+      "epoch": 1.4739080569626302,
+      "grad_norm": 428.5849304199219,
+      "learning_rate": 3.4148368543990105e-06,
+      "loss": 31.75,
+      "step": 30843
+    },
+    {
+      "epoch": 1.4739558444040906,
+      "grad_norm": 358.5414733886719,
+      "learning_rate": 3.4142544873718253e-06,
+      "loss": 26.375,
+      "step": 30844
+    },
+    {
+      "epoch": 1.474003631845551,
+      "grad_norm": 3146.25244140625,
+      "learning_rate": 3.4136721597847556e-06,
+      "loss": 16.6094,
+      "step": 30845
+    },
+    {
+      "epoch": 1.4740514192870113,
+      "grad_norm": 412.8955993652344,
+      "learning_rate": 3.413089871641291e-06,
+      "loss": 25.1875,
+      "step": 30846
+    },
+    {
+      "epoch": 1.4740992067284717,
+      "grad_norm": 487.37457275390625,
+      "learning_rate": 3.412507622944917e-06,
+      "loss": 35.9688,
+      "step": 30847
+    },
+    {
+      "epoch": 1.4741469941699321,
+      "grad_norm": 315.55859375,
+      "learning_rate": 3.4119254136991262e-06,
+      "loss": 36.0625,
+      "step": 30848
+    },
+    {
+      "epoch": 1.4741947816113925,
+      "grad_norm": 195.87225341796875,
+      "learning_rate": 3.411343243907399e-06,
+      "loss": 24.75,
+      "step": 30849
+    },
+    {
+      "epoch": 1.474242569052853,
+      "grad_norm": 237.68392944335938,
+      "learning_rate": 3.410761113573223e-06,
+      "loss": 26.3125,
+      "step": 30850
+    },
+    {
+      "epoch": 1.4742903564943133,
+      "grad_norm": 306.5890808105469,
+      "learning_rate": 3.4101790227000853e-06,
+      "loss": 22.2969,
+      "step": 30851
+    },
+    {
+      "epoch": 1.4743381439357737,
+      "grad_norm": 166.3423614501953,
+      "learning_rate": 3.409596971291477e-06,
+      "loss": 25.3438,
+      "step": 30852
+    },
+    {
+      "epoch": 1.474385931377234,
+      "grad_norm": 269.67626953125,
+      "learning_rate": 3.4090149593508737e-06,
+      "loss": 28.0625,
+      "step": 30853
+    },
+    {
+      "epoch": 1.4744337188186944,
+      "grad_norm": 267.1806335449219,
+      "learning_rate": 3.4084329868817667e-06,
+      "loss": 19.9531,
+      "step": 30854
+    },
+    {
+      "epoch": 1.4744815062601548,
+      "grad_norm": 402.0673522949219,
+      "learning_rate": 3.407851053887644e-06,
+      "loss": 31.25,
+      "step": 30855
+    },
+    {
+      "epoch": 1.4745292937016152,
+      "grad_norm": 173.2770233154297,
+      "learning_rate": 3.407269160371984e-06,
+      "loss": 23.0469,
+      "step": 30856
+    },
+    {
+      "epoch": 1.4745770811430756,
+      "grad_norm": 423.5769958496094,
+      "learning_rate": 3.4066873063382756e-06,
+      "loss": 28.9688,
+      "step": 30857
+    },
+    {
+      "epoch": 1.474624868584536,
+      "grad_norm": 160.04132080078125,
+      "learning_rate": 3.406105491790002e-06,
+      "loss": 19.4688,
+      "step": 30858
+    },
+    {
+      "epoch": 1.4746726560259964,
+      "grad_norm": 531.308349609375,
+      "learning_rate": 3.4055237167306497e-06,
+      "loss": 22.75,
+      "step": 30859
+    },
+    {
+      "epoch": 1.4747204434674568,
+      "grad_norm": 469.276123046875,
+      "learning_rate": 3.4049419811636996e-06,
+      "loss": 27.75,
+      "step": 30860
+    },
+    {
+      "epoch": 1.4747682309089172,
+      "grad_norm": 859.0861206054688,
+      "learning_rate": 3.4043602850926372e-06,
+      "loss": 17.7656,
+      "step": 30861
+    },
+    {
+      "epoch": 1.4748160183503776,
+      "grad_norm": 315.3923645019531,
+      "learning_rate": 3.403778628520945e-06,
+      "loss": 27.4688,
+      "step": 30862
+    },
+    {
+      "epoch": 1.474863805791838,
+      "grad_norm": 303.3432922363281,
+      "learning_rate": 3.4031970114521116e-06,
+      "loss": 29.25,
+      "step": 30863
+    },
+    {
+      "epoch": 1.4749115932332983,
+      "grad_norm": 207.6975555419922,
+      "learning_rate": 3.4026154338896122e-06,
+      "loss": 24.0625,
+      "step": 30864
+    },
+    {
+      "epoch": 1.4749593806747587,
+      "grad_norm": 225.4000244140625,
+      "learning_rate": 3.402033895836936e-06,
+      "loss": 21.0312,
+      "step": 30865
+    },
+    {
+      "epoch": 1.4750071681162191,
+      "grad_norm": 178.59500122070312,
+      "learning_rate": 3.401452397297561e-06,
+      "loss": 27.4375,
+      "step": 30866
+    },
+    {
+      "epoch": 1.4750549555576795,
+      "grad_norm": 267.173583984375,
+      "learning_rate": 3.4008709382749737e-06,
+      "loss": 22.7812,
+      "step": 30867
+    },
+    {
+      "epoch": 1.47510274299914,
+      "grad_norm": 177.44908142089844,
+      "learning_rate": 3.4002895187726526e-06,
+      "loss": 20.4375,
+      "step": 30868
+    },
+    {
+      "epoch": 1.4751505304406,
+      "grad_norm": 147.47573852539062,
+      "learning_rate": 3.39970813879408e-06,
+      "loss": 21.375,
+      "step": 30869
+    },
+    {
+      "epoch": 1.4751983178820605,
+      "grad_norm": 331.7557373046875,
+      "learning_rate": 3.3991267983427424e-06,
+      "loss": 21.8438,
+      "step": 30870
+    },
+    {
+      "epoch": 1.4752461053235209,
+      "grad_norm": 113.63463592529297,
+      "learning_rate": 3.3985454974221146e-06,
+      "loss": 18.6875,
+      "step": 30871
+    },
+    {
+      "epoch": 1.4752938927649812,
+      "grad_norm": 187.87693786621094,
+      "learning_rate": 3.3979642360356815e-06,
+      "loss": 20.6094,
+      "step": 30872
+    },
+    {
+      "epoch": 1.4753416802064416,
+      "grad_norm": 133.92613220214844,
+      "learning_rate": 3.3973830141869235e-06,
+      "loss": 20.6094,
+      "step": 30873
+    },
+    {
+      "epoch": 1.475389467647902,
+      "grad_norm": 408.221435546875,
+      "learning_rate": 3.396801831879325e-06,
+      "loss": 29.4375,
+      "step": 30874
+    },
+    {
+      "epoch": 1.4754372550893624,
+      "grad_norm": 254.613525390625,
+      "learning_rate": 3.3962206891163584e-06,
+      "loss": 33.7188,
+      "step": 30875
+    },
+    {
+      "epoch": 1.4754850425308228,
+      "grad_norm": 218.42401123046875,
+      "learning_rate": 3.39563958590151e-06,
+      "loss": 32.75,
+      "step": 30876
+    },
+    {
+      "epoch": 1.4755328299722832,
+      "grad_norm": 154.48052978515625,
+      "learning_rate": 3.3950585222382615e-06,
+      "loss": 24.1719,
+      "step": 30877
+    },
+    {
+      "epoch": 1.4755806174137436,
+      "grad_norm": 313.2290954589844,
+      "learning_rate": 3.3944774981300867e-06,
+      "loss": 23.3906,
+      "step": 30878
+    },
+    {
+      "epoch": 1.475628404855204,
+      "grad_norm": 370.4886169433594,
+      "learning_rate": 3.393896513580468e-06,
+      "loss": 26.3125,
+      "step": 30879
+    },
+    {
+      "epoch": 1.4756761922966644,
+      "grad_norm": 206.1139373779297,
+      "learning_rate": 3.3933155685928853e-06,
+      "loss": 24.0312,
+      "step": 30880
+    },
+    {
+      "epoch": 1.4757239797381247,
+      "grad_norm": 166.48260498046875,
+      "learning_rate": 3.39273466317082e-06,
+      "loss": 27.2969,
+      "step": 30881
+    },
+    {
+      "epoch": 1.4757717671795851,
+      "grad_norm": 249.86021423339844,
+      "learning_rate": 3.3921537973177453e-06,
+      "loss": 21.4219,
+      "step": 30882
+    },
+    {
+      "epoch": 1.4758195546210455,
+      "grad_norm": 204.65496826171875,
+      "learning_rate": 3.391572971037144e-06,
+      "loss": 29.9688,
+      "step": 30883
+    },
+    {
+      "epoch": 1.475867342062506,
+      "grad_norm": 435.0675354003906,
+      "learning_rate": 3.390992184332492e-06,
+      "loss": 19.0469,
+      "step": 30884
+    },
+    {
+      "epoch": 1.4759151295039663,
+      "grad_norm": 199.42384338378906,
+      "learning_rate": 3.390411437207273e-06,
+      "loss": 29.8125,
+      "step": 30885
+    },
+    {
+      "epoch": 1.4759629169454267,
+      "grad_norm": 338.3546447753906,
+      "learning_rate": 3.389830729664957e-06,
+      "loss": 30.1562,
+      "step": 30886
+    },
+    {
+      "epoch": 1.476010704386887,
+      "grad_norm": 385.2710876464844,
+      "learning_rate": 3.3892500617090253e-06,
+      "loss": 29.4062,
+      "step": 30887
+    },
+    {
+      "epoch": 1.4760584918283475,
+      "grad_norm": 688.1797485351562,
+      "learning_rate": 3.388669433342956e-06,
+      "loss": 22.2812,
+      "step": 30888
+    },
+    {
+      "epoch": 1.4761062792698079,
+      "grad_norm": 336.5666198730469,
+      "learning_rate": 3.3880888445702285e-06,
+      "loss": 22.7656,
+      "step": 30889
+    },
+    {
+      "epoch": 1.4761540667112683,
+      "grad_norm": 174.17457580566406,
+      "learning_rate": 3.387508295394315e-06,
+      "loss": 16.6562,
+      "step": 30890
+    },
+    {
+      "epoch": 1.4762018541527286,
+      "grad_norm": 286.5856628417969,
+      "learning_rate": 3.3869277858186934e-06,
+      "loss": 20.2969,
+      "step": 30891
+    },
+    {
+      "epoch": 1.476249641594189,
+      "grad_norm": 206.49478149414062,
+      "learning_rate": 3.386347315846844e-06,
+      "loss": 21.8281,
+      "step": 30892
+    },
+    {
+      "epoch": 1.4762974290356494,
+      "grad_norm": 125.3919677734375,
+      "learning_rate": 3.3857668854822378e-06,
+      "loss": 18.4844,
+      "step": 30893
+    },
+    {
+      "epoch": 1.4763452164771098,
+      "grad_norm": 182.28173828125,
+      "learning_rate": 3.385186494728353e-06,
+      "loss": 30.4062,
+      "step": 30894
+    },
+    {
+      "epoch": 1.4763930039185702,
+      "grad_norm": 166.86517333984375,
+      "learning_rate": 3.3846061435886656e-06,
+      "loss": 17.1719,
+      "step": 30895
+    },
+    {
+      "epoch": 1.4764407913600306,
+      "grad_norm": 236.75820922851562,
+      "learning_rate": 3.3840258320666554e-06,
+      "loss": 26.9062,
+      "step": 30896
+    },
+    {
+      "epoch": 1.476488578801491,
+      "grad_norm": 276.6255798339844,
+      "learning_rate": 3.383445560165789e-06,
+      "loss": 29.2812,
+      "step": 30897
+    },
+    {
+      "epoch": 1.4765363662429514,
+      "grad_norm": 308.69866943359375,
+      "learning_rate": 3.3828653278895497e-06,
+      "loss": 26.6875,
+      "step": 30898
+    },
+    {
+      "epoch": 1.4765841536844118,
+      "grad_norm": 368.071533203125,
+      "learning_rate": 3.3822851352414054e-06,
+      "loss": 30.6875,
+      "step": 30899
+    },
+    {
+      "epoch": 1.4766319411258721,
+      "grad_norm": 315.50439453125,
+      "learning_rate": 3.3817049822248337e-06,
+      "loss": 25.9375,
+      "step": 30900
+    },
+    {
+      "epoch": 1.4766797285673325,
+      "grad_norm": 413.58404541015625,
+      "learning_rate": 3.381124868843313e-06,
+      "loss": 21.6406,
+      "step": 30901
+    },
+    {
+      "epoch": 1.476727516008793,
+      "grad_norm": 703.8388671875,
+      "learning_rate": 3.38054479510031e-06,
+      "loss": 21.5,
+      "step": 30902
+    },
+    {
+      "epoch": 1.4767753034502533,
+      "grad_norm": 112.10694885253906,
+      "learning_rate": 3.3799647609993056e-06,
+      "loss": 16.9531,
+      "step": 30903
+    },
+    {
+      "epoch": 1.4768230908917137,
+      "grad_norm": 197.4590301513672,
+      "learning_rate": 3.3793847665437674e-06,
+      "loss": 24.875,
+      "step": 30904
+    },
+    {
+      "epoch": 1.476870878333174,
+      "grad_norm": 255.88735961914062,
+      "learning_rate": 3.3788048117371706e-06,
+      "loss": 33.3281,
+      "step": 30905
+    },
+    {
+      "epoch": 1.4769186657746345,
+      "grad_norm": 170.6237335205078,
+      "learning_rate": 3.37822489658299e-06,
+      "loss": 23.0312,
+      "step": 30906
+    },
+    {
+      "epoch": 1.4769664532160949,
+      "grad_norm": 326.5023193359375,
+      "learning_rate": 3.377645021084701e-06,
+      "loss": 27.1875,
+      "step": 30907
+    },
+    {
+      "epoch": 1.4770142406575553,
+      "grad_norm": 218.9736785888672,
+      "learning_rate": 3.377065185245769e-06,
+      "loss": 22.3594,
+      "step": 30908
+    },
+    {
+      "epoch": 1.4770620280990157,
+      "grad_norm": 190.33218383789062,
+      "learning_rate": 3.3764853890696715e-06,
+      "loss": 21.9375,
+      "step": 30909
+    },
+    {
+      "epoch": 1.477109815540476,
+      "grad_norm": 238.18585205078125,
+      "learning_rate": 3.3759056325598793e-06,
+      "loss": 25.5312,
+      "step": 30910
+    },
+    {
+      "epoch": 1.4771576029819364,
+      "grad_norm": 690.6602783203125,
+      "learning_rate": 3.3753259157198694e-06,
+      "loss": 27.625,
+      "step": 30911
+    },
+    {
+      "epoch": 1.4772053904233968,
+      "grad_norm": 226.28102111816406,
+      "learning_rate": 3.3747462385531048e-06,
+      "loss": 27.4844,
+      "step": 30912
+    },
+    {
+      "epoch": 1.4772531778648572,
+      "grad_norm": 270.6734313964844,
+      "learning_rate": 3.3741666010630613e-06,
+      "loss": 32.3125,
+      "step": 30913
+    },
+    {
+      "epoch": 1.4773009653063176,
+      "grad_norm": 184.9111785888672,
+      "learning_rate": 3.3735870032532135e-06,
+      "loss": 19.0,
+      "step": 30914
+    },
+    {
+      "epoch": 1.477348752747778,
+      "grad_norm": 191.84188842773438,
+      "learning_rate": 3.3730074451270257e-06,
+      "loss": 22.0625,
+      "step": 30915
+    },
+    {
+      "epoch": 1.4773965401892384,
+      "grad_norm": 310.8461608886719,
+      "learning_rate": 3.3724279266879724e-06,
+      "loss": 30.0938,
+      "step": 30916
+    },
+    {
+      "epoch": 1.4774443276306988,
+      "grad_norm": 282.09808349609375,
+      "learning_rate": 3.371848447939524e-06,
+      "loss": 26.6562,
+      "step": 30917
+    },
+    {
+      "epoch": 1.4774921150721592,
+      "grad_norm": 225.69384765625,
+      "learning_rate": 3.371269008885154e-06,
+      "loss": 38.0312,
+      "step": 30918
+    },
+    {
+      "epoch": 1.4775399025136196,
+      "grad_norm": 348.2987365722656,
+      "learning_rate": 3.370689609528326e-06,
+      "loss": 31.875,
+      "step": 30919
+    },
+    {
+      "epoch": 1.47758768995508,
+      "grad_norm": 259.2533264160156,
+      "learning_rate": 3.3701102498725138e-06,
+      "loss": 32.2188,
+      "step": 30920
+    },
+    {
+      "epoch": 1.47763547739654,
+      "grad_norm": 203.9462890625,
+      "learning_rate": 3.3695309299211856e-06,
+      "loss": 21.5781,
+      "step": 30921
+    },
+    {
+      "epoch": 1.4776832648380005,
+      "grad_norm": 321.6173095703125,
+      "learning_rate": 3.368951649677814e-06,
+      "loss": 27.4062,
+      "step": 30922
+    },
+    {
+      "epoch": 1.4777310522794609,
+      "grad_norm": 241.4393310546875,
+      "learning_rate": 3.3683724091458624e-06,
+      "loss": 24.7031,
+      "step": 30923
+    },
+    {
+      "epoch": 1.4777788397209213,
+      "grad_norm": 202.75778198242188,
+      "learning_rate": 3.3677932083288043e-06,
+      "loss": 19.1406,
+      "step": 30924
+    },
+    {
+      "epoch": 1.4778266271623817,
+      "grad_norm": 143.19386291503906,
+      "learning_rate": 3.367214047230106e-06,
+      "loss": 26.75,
+      "step": 30925
+    },
+    {
+      "epoch": 1.477874414603842,
+      "grad_norm": 235.25535583496094,
+      "learning_rate": 3.3666349258532405e-06,
+      "loss": 25.125,
+      "step": 30926
+    },
+    {
+      "epoch": 1.4779222020453024,
+      "grad_norm": 245.46104431152344,
+      "learning_rate": 3.366055844201669e-06,
+      "loss": 28.0938,
+      "step": 30927
+    },
+    {
+      "epoch": 1.4779699894867628,
+      "grad_norm": 218.4126739501953,
+      "learning_rate": 3.3654768022788633e-06,
+      "loss": 23.1406,
+      "step": 30928
+    },
+    {
+      "epoch": 1.4780177769282232,
+      "grad_norm": 277.7143249511719,
+      "learning_rate": 3.3648978000882937e-06,
+      "loss": 19.7969,
+      "step": 30929
+    },
+    {
+      "epoch": 1.4780655643696836,
+      "grad_norm": 235.91107177734375,
+      "learning_rate": 3.364318837633421e-06,
+      "loss": 24.6562,
+      "step": 30930
+    },
+    {
+      "epoch": 1.478113351811144,
+      "grad_norm": 283.30999755859375,
+      "learning_rate": 3.3637399149177198e-06,
+      "loss": 25.4062,
+      "step": 30931
+    },
+    {
+      "epoch": 1.4781611392526044,
+      "grad_norm": 198.8295135498047,
+      "learning_rate": 3.3631610319446493e-06,
+      "loss": 28.3125,
+      "step": 30932
+    },
+    {
+      "epoch": 1.4782089266940648,
+      "grad_norm": 245.0508575439453,
+      "learning_rate": 3.3625821887176812e-06,
+      "loss": 23.9219,
+      "step": 30933
+    },
+    {
+      "epoch": 1.4782567141355252,
+      "grad_norm": 208.46412658691406,
+      "learning_rate": 3.3620033852402847e-06,
+      "loss": 28.0938,
+      "step": 30934
+    },
+    {
+      "epoch": 1.4783045015769856,
+      "grad_norm": 139.16903686523438,
+      "learning_rate": 3.3614246215159184e-06,
+      "loss": 20.3906,
+      "step": 30935
+    },
+    {
+      "epoch": 1.478352289018446,
+      "grad_norm": 649.892822265625,
+      "learning_rate": 3.3608458975480528e-06,
+      "loss": 28.8438,
+      "step": 30936
+    },
+    {
+      "epoch": 1.4784000764599063,
+      "grad_norm": 204.06842041015625,
+      "learning_rate": 3.3602672133401572e-06,
+      "loss": 22.8438,
+      "step": 30937
+    },
+    {
+      "epoch": 1.4784478639013667,
+      "grad_norm": 221.3805389404297,
+      "learning_rate": 3.3596885688956893e-06,
+      "loss": 19.4531,
+      "step": 30938
+    },
+    {
+      "epoch": 1.4784956513428271,
+      "grad_norm": 193.00042724609375,
+      "learning_rate": 3.359109964218119e-06,
+      "loss": 22.0781,
+      "step": 30939
+    },
+    {
+      "epoch": 1.4785434387842875,
+      "grad_norm": 233.35260009765625,
+      "learning_rate": 3.3585313993109147e-06,
+      "loss": 28.75,
+      "step": 30940
+    },
+    {
+      "epoch": 1.478591226225748,
+      "grad_norm": 361.0716247558594,
+      "learning_rate": 3.3579528741775337e-06,
+      "loss": 21.2812,
+      "step": 30941
+    },
+    {
+      "epoch": 1.4786390136672083,
+      "grad_norm": 241.9234161376953,
+      "learning_rate": 3.3573743888214437e-06,
+      "loss": 17.0547,
+      "step": 30942
+    },
+    {
+      "epoch": 1.4786868011086687,
+      "grad_norm": 263.55023193359375,
+      "learning_rate": 3.3567959432461105e-06,
+      "loss": 21.4453,
+      "step": 30943
+    },
+    {
+      "epoch": 1.478734588550129,
+      "grad_norm": 158.3035430908203,
+      "learning_rate": 3.356217537455001e-06,
+      "loss": 30.1562,
+      "step": 30944
+    },
+    {
+      "epoch": 1.4787823759915895,
+      "grad_norm": 241.5165557861328,
+      "learning_rate": 3.3556391714515723e-06,
+      "loss": 21.9375,
+      "step": 30945
+    },
+    {
+      "epoch": 1.4788301634330498,
+      "grad_norm": 479.3436279296875,
+      "learning_rate": 3.3550608452392906e-06,
+      "loss": 32.3281,
+      "step": 30946
+    },
+    {
+      "epoch": 1.4788779508745102,
+      "grad_norm": 221.1107940673828,
+      "learning_rate": 3.3544825588216214e-06,
+      "loss": 28.5,
+      "step": 30947
+    },
+    {
+      "epoch": 1.4789257383159706,
+      "grad_norm": 247.4642333984375,
+      "learning_rate": 3.3539043122020285e-06,
+      "loss": 22.75,
+      "step": 30948
+    },
+    {
+      "epoch": 1.478973525757431,
+      "grad_norm": 233.29469299316406,
+      "learning_rate": 3.3533261053839705e-06,
+      "loss": 33.5312,
+      "step": 30949
+    },
+    {
+      "epoch": 1.4790213131988914,
+      "grad_norm": 209.23133850097656,
+      "learning_rate": 3.352747938370913e-06,
+      "loss": 23.625,
+      "step": 30950
+    },
+    {
+      "epoch": 1.4790691006403518,
+      "grad_norm": 483.3695068359375,
+      "learning_rate": 3.35216981116632e-06,
+      "loss": 17.9062,
+      "step": 30951
+    },
+    {
+      "epoch": 1.479116888081812,
+      "grad_norm": 163.45350646972656,
+      "learning_rate": 3.3515917237736494e-06,
+      "loss": 24.375,
+      "step": 30952
+    },
+    {
+      "epoch": 1.4791646755232724,
+      "grad_norm": 199.9676513671875,
+      "learning_rate": 3.3510136761963654e-06,
+      "loss": 23.75,
+      "step": 30953
+    },
+    {
+      "epoch": 1.4792124629647327,
+      "grad_norm": 193.29270935058594,
+      "learning_rate": 3.3504356684379304e-06,
+      "loss": 25.8125,
+      "step": 30954
+    },
+    {
+      "epoch": 1.4792602504061931,
+      "grad_norm": 512.3890380859375,
+      "learning_rate": 3.3498577005018083e-06,
+      "loss": 30.8594,
+      "step": 30955
+    },
+    {
+      "epoch": 1.4793080378476535,
+      "grad_norm": 326.8468322753906,
+      "learning_rate": 3.349279772391454e-06,
+      "loss": 27.375,
+      "step": 30956
+    },
+    {
+      "epoch": 1.479355825289114,
+      "grad_norm": 385.181396484375,
+      "learning_rate": 3.3487018841103327e-06,
+      "loss": 24.0938,
+      "step": 30957
+    },
+    {
+      "epoch": 1.4794036127305743,
+      "grad_norm": 478.0088806152344,
+      "learning_rate": 3.348124035661904e-06,
+      "loss": 23.25,
+      "step": 30958
+    },
+    {
+      "epoch": 1.4794514001720347,
+      "grad_norm": 301.0935974121094,
+      "learning_rate": 3.347546227049633e-06,
+      "loss": 23.625,
+      "step": 30959
+    },
+    {
+      "epoch": 1.479499187613495,
+      "grad_norm": 136.72364807128906,
+      "learning_rate": 3.3469684582769713e-06,
+      "loss": 18.1875,
+      "step": 30960
+    },
+    {
+      "epoch": 1.4795469750549555,
+      "grad_norm": 234.69464111328125,
+      "learning_rate": 3.346390729347385e-06,
+      "loss": 23.4219,
+      "step": 30961
+    },
+    {
+      "epoch": 1.4795947624964159,
+      "grad_norm": 173.69790649414062,
+      "learning_rate": 3.345813040264336e-06,
+      "loss": 21.3438,
+      "step": 30962
+    },
+    {
+      "epoch": 1.4796425499378763,
+      "grad_norm": 347.850830078125,
+      "learning_rate": 3.3452353910312775e-06,
+      "loss": 33.2188,
+      "step": 30963
+    },
+    {
+      "epoch": 1.4796903373793366,
+      "grad_norm": 187.76400756835938,
+      "learning_rate": 3.3446577816516745e-06,
+      "loss": 19.3281,
+      "step": 30964
+    },
+    {
+      "epoch": 1.479738124820797,
+      "grad_norm": 258.4832763671875,
+      "learning_rate": 3.3440802121289816e-06,
+      "loss": 21.5938,
+      "step": 30965
+    },
+    {
+      "epoch": 1.4797859122622574,
+      "grad_norm": 236.747802734375,
+      "learning_rate": 3.3435026824666584e-06,
+      "loss": 22.7188,
+      "step": 30966
+    },
+    {
+      "epoch": 1.4798336997037178,
+      "grad_norm": 584.084228515625,
+      "learning_rate": 3.3429251926681694e-06,
+      "loss": 16.3125,
+      "step": 30967
+    },
+    {
+      "epoch": 1.4798814871451782,
+      "grad_norm": 441.8856201171875,
+      "learning_rate": 3.3423477427369643e-06,
+      "loss": 25.3438,
+      "step": 30968
+    },
+    {
+      "epoch": 1.4799292745866386,
+      "grad_norm": 452.0507507324219,
+      "learning_rate": 3.341770332676506e-06,
+      "loss": 27.2188,
+      "step": 30969
+    },
+    {
+      "epoch": 1.479977062028099,
+      "grad_norm": 342.3385925292969,
+      "learning_rate": 3.341192962490255e-06,
+      "loss": 39.125,
+      "step": 30970
+    },
+    {
+      "epoch": 1.4800248494695594,
+      "grad_norm": 959.1573486328125,
+      "learning_rate": 3.340615632181663e-06,
+      "loss": 28.9531,
+      "step": 30971
+    },
+    {
+      "epoch": 1.4800726369110198,
+      "grad_norm": 270.187744140625,
+      "learning_rate": 3.340038341754189e-06,
+      "loss": 27.6562,
+      "step": 30972
+    },
+    {
+      "epoch": 1.4801204243524801,
+      "grad_norm": 309.975830078125,
+      "learning_rate": 3.3394610912112936e-06,
+      "loss": 24.0469,
+      "step": 30973
+    },
+    {
+      "epoch": 1.4801682117939405,
+      "grad_norm": 333.04150390625,
+      "learning_rate": 3.338883880556434e-06,
+      "loss": 26.9688,
+      "step": 30974
+    },
+    {
+      "epoch": 1.480215999235401,
+      "grad_norm": 133.42385864257812,
+      "learning_rate": 3.338306709793062e-06,
+      "loss": 21.1875,
+      "step": 30975
+    },
+    {
+      "epoch": 1.4802637866768613,
+      "grad_norm": 317.43389892578125,
+      "learning_rate": 3.3377295789246366e-06,
+      "loss": 19.9688,
+      "step": 30976
+    },
+    {
+      "epoch": 1.4803115741183217,
+      "grad_norm": 157.67129516601562,
+      "learning_rate": 3.337152487954617e-06,
+      "loss": 21.5,
+      "step": 30977
+    },
+    {
+      "epoch": 1.480359361559782,
+      "grad_norm": 163.12631225585938,
+      "learning_rate": 3.3365754368864545e-06,
+      "loss": 21.875,
+      "step": 30978
+    },
+    {
+      "epoch": 1.4804071490012425,
+      "grad_norm": 176.44227600097656,
+      "learning_rate": 3.3359984257236054e-06,
+      "loss": 22.3906,
+      "step": 30979
+    },
+    {
+      "epoch": 1.4804549364427029,
+      "grad_norm": 229.739990234375,
+      "learning_rate": 3.3354214544695285e-06,
+      "loss": 29.5625,
+      "step": 30980
+    },
+    {
+      "epoch": 1.4805027238841633,
+      "grad_norm": 238.01124572753906,
+      "learning_rate": 3.3348445231276805e-06,
+      "loss": 17.3516,
+      "step": 30981
+    },
+    {
+      "epoch": 1.4805505113256237,
+      "grad_norm": 190.3343963623047,
+      "learning_rate": 3.334267631701509e-06,
+      "loss": 20.125,
+      "step": 30982
+    },
+    {
+      "epoch": 1.480598298767084,
+      "grad_norm": 175.06832885742188,
+      "learning_rate": 3.333690780194474e-06,
+      "loss": 20.2812,
+      "step": 30983
+    },
+    {
+      "epoch": 1.4806460862085444,
+      "grad_norm": 148.83570861816406,
+      "learning_rate": 3.333113968610029e-06,
+      "loss": 22.6406,
+      "step": 30984
+    },
+    {
+      "epoch": 1.4806938736500048,
+      "grad_norm": 260.1237487792969,
+      "learning_rate": 3.332537196951632e-06,
+      "loss": 27.7969,
+      "step": 30985
+    },
+    {
+      "epoch": 1.4807416610914652,
+      "grad_norm": 192.0762481689453,
+      "learning_rate": 3.331960465222731e-06,
+      "loss": 21.5469,
+      "step": 30986
+    },
+    {
+      "epoch": 1.4807894485329256,
+      "grad_norm": 263.1300048828125,
+      "learning_rate": 3.3313837734267817e-06,
+      "loss": 24.5938,
+      "step": 30987
+    },
+    {
+      "epoch": 1.480837235974386,
+      "grad_norm": 585.33544921875,
+      "learning_rate": 3.3308071215672434e-06,
+      "loss": 20.6719,
+      "step": 30988
+    },
+    {
+      "epoch": 1.4808850234158464,
+      "grad_norm": 172.97857666015625,
+      "learning_rate": 3.330230509647561e-06,
+      "loss": 22.1719,
+      "step": 30989
+    },
+    {
+      "epoch": 1.4809328108573068,
+      "grad_norm": 126.93529510498047,
+      "learning_rate": 3.329653937671191e-06,
+      "loss": 19.9375,
+      "step": 30990
+    },
+    {
+      "epoch": 1.4809805982987672,
+      "grad_norm": 219.9193115234375,
+      "learning_rate": 3.3290774056415865e-06,
+      "loss": 18.9688,
+      "step": 30991
+    },
+    {
+      "epoch": 1.4810283857402275,
+      "grad_norm": 174.56658935546875,
+      "learning_rate": 3.3285009135622048e-06,
+      "loss": 20.5469,
+      "step": 30992
+    },
+    {
+      "epoch": 1.481076173181688,
+      "grad_norm": 216.03817749023438,
+      "learning_rate": 3.32792446143649e-06,
+      "loss": 23.6875,
+      "step": 30993
+    },
+    {
+      "epoch": 1.4811239606231483,
+      "grad_norm": 351.0643615722656,
+      "learning_rate": 3.3273480492678987e-06,
+      "loss": 29.3125,
+      "step": 30994
+    },
+    {
+      "epoch": 1.4811717480646087,
+      "grad_norm": 601.6689453125,
+      "learning_rate": 3.3267716770598858e-06,
+      "loss": 23.2344,
+      "step": 30995
+    },
+    {
+      "epoch": 1.481219535506069,
+      "grad_norm": 141.78140258789062,
+      "learning_rate": 3.326195344815897e-06,
+      "loss": 22.0312,
+      "step": 30996
+    },
+    {
+      "epoch": 1.4812673229475295,
+      "grad_norm": 503.1465148925781,
+      "learning_rate": 3.3256190525393894e-06,
+      "loss": 25.8125,
+      "step": 30997
+    },
+    {
+      "epoch": 1.4813151103889899,
+      "grad_norm": 296.1780090332031,
+      "learning_rate": 3.3250428002338075e-06,
+      "loss": 28.3125,
+      "step": 30998
+    },
+    {
+      "epoch": 1.4813628978304503,
+      "grad_norm": 199.11866760253906,
+      "learning_rate": 3.324466587902606e-06,
+      "loss": 22.1562,
+      "step": 30999
+    },
+    {
+      "epoch": 1.4814106852719107,
+      "grad_norm": 375.8362731933594,
+      "learning_rate": 3.32389041554924e-06,
+      "loss": 33.4688,
+      "step": 31000
+    },
+    {
+      "epoch": 1.481458472713371,
+      "grad_norm": 744.1904907226562,
+      "learning_rate": 3.3233142831771525e-06,
+      "loss": 29.5312,
+      "step": 31001
+    },
+    {
+      "epoch": 1.4815062601548314,
+      "grad_norm": 265.3896179199219,
+      "learning_rate": 3.322738190789797e-06,
+      "loss": 22.0469,
+      "step": 31002
+    },
+    {
+      "epoch": 1.4815540475962916,
+      "grad_norm": 437.52557373046875,
+      "learning_rate": 3.3221621383906264e-06,
+      "loss": 25.25,
+      "step": 31003
+    },
+    {
+      "epoch": 1.481601835037752,
+      "grad_norm": 209.8555145263672,
+      "learning_rate": 3.321586125983085e-06,
+      "loss": 21.7344,
+      "step": 31004
+    },
+    {
+      "epoch": 1.4816496224792124,
+      "grad_norm": 344.7300720214844,
+      "learning_rate": 3.321010153570626e-06,
+      "loss": 27.4062,
+      "step": 31005
+    },
+    {
+      "epoch": 1.4816974099206728,
+      "grad_norm": 325.7745056152344,
+      "learning_rate": 3.3204342211566977e-06,
+      "loss": 24.0938,
+      "step": 31006
+    },
+    {
+      "epoch": 1.4817451973621332,
+      "grad_norm": 330.3023376464844,
+      "learning_rate": 3.319858328744752e-06,
+      "loss": 25.25,
+      "step": 31007
+    },
+    {
+      "epoch": 1.4817929848035936,
+      "grad_norm": 371.9656677246094,
+      "learning_rate": 3.3192824763382314e-06,
+      "loss": 28.0,
+      "step": 31008
+    },
+    {
+      "epoch": 1.481840772245054,
+      "grad_norm": 175.5923309326172,
+      "learning_rate": 3.3187066639405897e-06,
+      "loss": 24.5469,
+      "step": 31009
+    },
+    {
+      "epoch": 1.4818885596865143,
+      "grad_norm": 206.08872985839844,
+      "learning_rate": 3.3181308915552724e-06,
+      "loss": 18.25,
+      "step": 31010
+    },
+    {
+      "epoch": 1.4819363471279747,
+      "grad_norm": 237.48196411132812,
+      "learning_rate": 3.3175551591857334e-06,
+      "loss": 30.2812,
+      "step": 31011
+    },
+    {
+      "epoch": 1.4819841345694351,
+      "grad_norm": 260.7958679199219,
+      "learning_rate": 3.3169794668354125e-06,
+      "loss": 21.75,
+      "step": 31012
+    },
+    {
+      "epoch": 1.4820319220108955,
+      "grad_norm": 197.04124450683594,
+      "learning_rate": 3.3164038145077613e-06,
+      "loss": 24.25,
+      "step": 31013
+    },
+    {
+      "epoch": 1.482079709452356,
+      "grad_norm": 376.5418395996094,
+      "learning_rate": 3.3158282022062306e-06,
+      "loss": 23.0938,
+      "step": 31014
+    },
+    {
+      "epoch": 1.4821274968938163,
+      "grad_norm": 218.06588745117188,
+      "learning_rate": 3.3152526299342602e-06,
+      "loss": 23.4375,
+      "step": 31015
+    },
+    {
+      "epoch": 1.4821752843352767,
+      "grad_norm": 473.87615966796875,
+      "learning_rate": 3.3146770976953014e-06,
+      "loss": 21.7344,
+      "step": 31016
+    },
+    {
+      "epoch": 1.482223071776737,
+      "grad_norm": 241.085205078125,
+      "learning_rate": 3.3141016054928e-06,
+      "loss": 21.4844,
+      "step": 31017
+    },
+    {
+      "epoch": 1.4822708592181975,
+      "grad_norm": 192.34469604492188,
+      "learning_rate": 3.3135261533302065e-06,
+      "loss": 29.75,
+      "step": 31018
+    },
+    {
+      "epoch": 1.4823186466596578,
+      "grad_norm": 313.78759765625,
+      "learning_rate": 3.3129507412109597e-06,
+      "loss": 23.7812,
+      "step": 31019
+    },
+    {
+      "epoch": 1.4823664341011182,
+      "grad_norm": 184.9911651611328,
+      "learning_rate": 3.3123753691385095e-06,
+      "loss": 22.75,
+      "step": 31020
+    },
+    {
+      "epoch": 1.4824142215425786,
+      "grad_norm": 144.30889892578125,
+      "learning_rate": 3.3118000371163004e-06,
+      "loss": 19.2969,
+      "step": 31021
+    },
+    {
+      "epoch": 1.482462008984039,
+      "grad_norm": 226.1575927734375,
+      "learning_rate": 3.311224745147784e-06,
+      "loss": 23.75,
+      "step": 31022
+    },
+    {
+      "epoch": 1.4825097964254994,
+      "grad_norm": 246.28274536132812,
+      "learning_rate": 3.3106494932363963e-06,
+      "loss": 19.9219,
+      "step": 31023
+    },
+    {
+      "epoch": 1.4825575838669598,
+      "grad_norm": 172.1724395751953,
+      "learning_rate": 3.310074281385587e-06,
+      "loss": 15.8281,
+      "step": 31024
+    },
+    {
+      "epoch": 1.4826053713084202,
+      "grad_norm": 188.7974853515625,
+      "learning_rate": 3.3094991095988026e-06,
+      "loss": 16.9062,
+      "step": 31025
+    },
+    {
+      "epoch": 1.4826531587498806,
+      "grad_norm": 234.76365661621094,
+      "learning_rate": 3.3089239778794835e-06,
+      "loss": 29.9375,
+      "step": 31026
+    },
+    {
+      "epoch": 1.482700946191341,
+      "grad_norm": 275.8628845214844,
+      "learning_rate": 3.3083488862310755e-06,
+      "loss": 25.75,
+      "step": 31027
+    },
+    {
+      "epoch": 1.4827487336328014,
+      "grad_norm": 207.61221313476562,
+      "learning_rate": 3.3077738346570253e-06,
+      "loss": 23.9688,
+      "step": 31028
+    },
+    {
+      "epoch": 1.4827965210742617,
+      "grad_norm": 354.97845458984375,
+      "learning_rate": 3.3071988231607723e-06,
+      "loss": 24.6562,
+      "step": 31029
+    },
+    {
+      "epoch": 1.4828443085157221,
+      "grad_norm": 210.46929931640625,
+      "learning_rate": 3.3066238517457617e-06,
+      "loss": 22.8125,
+      "step": 31030
+    },
+    {
+      "epoch": 1.4828920959571825,
+      "grad_norm": 169.5680389404297,
+      "learning_rate": 3.306048920415441e-06,
+      "loss": 17.5,
+      "step": 31031
+    },
+    {
+      "epoch": 1.482939883398643,
+      "grad_norm": 285.5844421386719,
+      "learning_rate": 3.3054740291732467e-06,
+      "loss": 24.0469,
+      "step": 31032
+    },
+    {
+      "epoch": 1.4829876708401033,
+      "grad_norm": 326.5506591796875,
+      "learning_rate": 3.304899178022628e-06,
+      "loss": 41.5312,
+      "step": 31033
+    },
+    {
+      "epoch": 1.4830354582815635,
+      "grad_norm": 251.6014862060547,
+      "learning_rate": 3.3043243669670198e-06,
+      "loss": 21.7969,
+      "step": 31034
+    },
+    {
+      "epoch": 1.4830832457230239,
+      "grad_norm": 142.9575653076172,
+      "learning_rate": 3.3037495960098698e-06,
+      "loss": 19.0625,
+      "step": 31035
+    },
+    {
+      "epoch": 1.4831310331644842,
+      "grad_norm": 630.6070556640625,
+      "learning_rate": 3.3031748651546227e-06,
+      "loss": 22.875,
+      "step": 31036
+    },
+    {
+      "epoch": 1.4831788206059446,
+      "grad_norm": 482.64874267578125,
+      "learning_rate": 3.302600174404713e-06,
+      "loss": 31.9062,
+      "step": 31037
+    },
+    {
+      "epoch": 1.483226608047405,
+      "grad_norm": 314.91064453125,
+      "learning_rate": 3.302025523763587e-06,
+      "loss": 28.0,
+      "step": 31038
+    },
+    {
+      "epoch": 1.4832743954888654,
+      "grad_norm": 151.32843017578125,
+      "learning_rate": 3.301450913234684e-06,
+      "loss": 17.0156,
+      "step": 31039
+    },
+    {
+      "epoch": 1.4833221829303258,
+      "grad_norm": 266.71746826171875,
+      "learning_rate": 3.300876342821451e-06,
+      "loss": 27.6719,
+      "step": 31040
+    },
+    {
+      "epoch": 1.4833699703717862,
+      "grad_norm": 170.06341552734375,
+      "learning_rate": 3.300301812527321e-06,
+      "loss": 14.125,
+      "step": 31041
+    },
+    {
+      "epoch": 1.4834177578132466,
+      "grad_norm": 206.51979064941406,
+      "learning_rate": 3.299727322355738e-06,
+      "loss": 26.9688,
+      "step": 31042
+    },
+    {
+      "epoch": 1.483465545254707,
+      "grad_norm": 233.23329162597656,
+      "learning_rate": 3.299152872310142e-06,
+      "loss": 35.7188,
+      "step": 31043
+    },
+    {
+      "epoch": 1.4835133326961674,
+      "grad_norm": 414.38201904296875,
+      "learning_rate": 3.2985784623939775e-06,
+      "loss": 23.2812,
+      "step": 31044
+    },
+    {
+      "epoch": 1.4835611201376278,
+      "grad_norm": 223.8315887451172,
+      "learning_rate": 3.298004092610678e-06,
+      "loss": 25.9688,
+      "step": 31045
+    },
+    {
+      "epoch": 1.4836089075790881,
+      "grad_norm": 151.03512573242188,
+      "learning_rate": 3.2974297629636865e-06,
+      "loss": 26.375,
+      "step": 31046
+    },
+    {
+      "epoch": 1.4836566950205485,
+      "grad_norm": 223.0128936767578,
+      "learning_rate": 3.296855473456444e-06,
+      "loss": 28.1562,
+      "step": 31047
+    },
+    {
+      "epoch": 1.483704482462009,
+      "grad_norm": 202.53079223632812,
+      "learning_rate": 3.296281224092385e-06,
+      "loss": 21.1719,
+      "step": 31048
+    },
+    {
+      "epoch": 1.4837522699034693,
+      "grad_norm": 777.1348266601562,
+      "learning_rate": 3.2957070148749515e-06,
+      "loss": 29.9688,
+      "step": 31049
+    },
+    {
+      "epoch": 1.4838000573449297,
+      "grad_norm": 209.0475616455078,
+      "learning_rate": 3.2951328458075824e-06,
+      "loss": 22.1875,
+      "step": 31050
+    },
+    {
+      "epoch": 1.48384784478639,
+      "grad_norm": 241.37921142578125,
+      "learning_rate": 3.294558716893719e-06,
+      "loss": 25.4062,
+      "step": 31051
+    },
+    {
+      "epoch": 1.4838956322278505,
+      "grad_norm": 231.1693878173828,
+      "learning_rate": 3.2939846281367927e-06,
+      "loss": 19.3438,
+      "step": 31052
+    },
+    {
+      "epoch": 1.4839434196693109,
+      "grad_norm": 304.604736328125,
+      "learning_rate": 3.293410579540245e-06,
+      "loss": 29.3125,
+      "step": 31053
+    },
+    {
+      "epoch": 1.4839912071107713,
+      "grad_norm": 430.25836181640625,
+      "learning_rate": 3.292836571107515e-06,
+      "loss": 28.8906,
+      "step": 31054
+    },
+    {
+      "epoch": 1.4840389945522316,
+      "grad_norm": 316.0823669433594,
+      "learning_rate": 3.2922626028420425e-06,
+      "loss": 24.8281,
+      "step": 31055
+    },
+    {
+      "epoch": 1.484086781993692,
+      "grad_norm": 215.65257263183594,
+      "learning_rate": 3.2916886747472575e-06,
+      "loss": 21.25,
+      "step": 31056
+    },
+    {
+      "epoch": 1.4841345694351524,
+      "grad_norm": 183.01512145996094,
+      "learning_rate": 3.2911147868266023e-06,
+      "loss": 19.9688,
+      "step": 31057
+    },
+    {
+      "epoch": 1.4841823568766128,
+      "grad_norm": 209.09576416015625,
+      "learning_rate": 3.290540939083512e-06,
+      "loss": 24.2188,
+      "step": 31058
+    },
+    {
+      "epoch": 1.4842301443180732,
+      "grad_norm": 271.83837890625,
+      "learning_rate": 3.2899671315214277e-06,
+      "loss": 14.7969,
+      "step": 31059
+    },
+    {
+      "epoch": 1.4842779317595336,
+      "grad_norm": 334.7496643066406,
+      "learning_rate": 3.289393364143779e-06,
+      "loss": 33.1562,
+      "step": 31060
+    },
+    {
+      "epoch": 1.484325719200994,
+      "grad_norm": 108.6852035522461,
+      "learning_rate": 3.288819636954007e-06,
+      "loss": 20.7109,
+      "step": 31061
+    },
+    {
+      "epoch": 1.4843735066424544,
+      "grad_norm": 238.4556884765625,
+      "learning_rate": 3.288245949955543e-06,
+      "loss": 20.3125,
+      "step": 31062
+    },
+    {
+      "epoch": 1.4844212940839148,
+      "grad_norm": 215.09176635742188,
+      "learning_rate": 3.2876723031518255e-06,
+      "loss": 16.0312,
+      "step": 31063
+    },
+    {
+      "epoch": 1.4844690815253752,
+      "grad_norm": 303.69610595703125,
+      "learning_rate": 3.2870986965462924e-06,
+      "loss": 20.8594,
+      "step": 31064
+    },
+    {
+      "epoch": 1.4845168689668355,
+      "grad_norm": 386.59344482421875,
+      "learning_rate": 3.286525130142374e-06,
+      "loss": 19.2656,
+      "step": 31065
+    },
+    {
+      "epoch": 1.484564656408296,
+      "grad_norm": 342.26947021484375,
+      "learning_rate": 3.285951603943509e-06,
+      "loss": 34.4062,
+      "step": 31066
+    },
+    {
+      "epoch": 1.4846124438497563,
+      "grad_norm": 437.6654357910156,
+      "learning_rate": 3.2853781179531285e-06,
+      "loss": 19.7344,
+      "step": 31067
+    },
+    {
+      "epoch": 1.4846602312912167,
+      "grad_norm": 260.10015869140625,
+      "learning_rate": 3.2848046721746687e-06,
+      "loss": 22.7969,
+      "step": 31068
+    },
+    {
+      "epoch": 1.484708018732677,
+      "grad_norm": 502.2369079589844,
+      "learning_rate": 3.284231266611563e-06,
+      "loss": 28.875,
+      "step": 31069
+    },
+    {
+      "epoch": 1.4847558061741375,
+      "grad_norm": 198.7357635498047,
+      "learning_rate": 3.28365790126725e-06,
+      "loss": 18.1406,
+      "step": 31070
+    },
+    {
+      "epoch": 1.4848035936155979,
+      "grad_norm": 204.5293426513672,
+      "learning_rate": 3.283084576145156e-06,
+      "loss": 22.0312,
+      "step": 31071
+    },
+    {
+      "epoch": 1.4848513810570583,
+      "grad_norm": 264.5215759277344,
+      "learning_rate": 3.282511291248719e-06,
+      "loss": 36.7812,
+      "step": 31072
+    },
+    {
+      "epoch": 1.4848991684985187,
+      "grad_norm": 431.2064208984375,
+      "learning_rate": 3.2819380465813742e-06,
+      "loss": 27.8594,
+      "step": 31073
+    },
+    {
+      "epoch": 1.484946955939979,
+      "grad_norm": 263.09429931640625,
+      "learning_rate": 3.2813648421465483e-06,
+      "loss": 21.5625,
+      "step": 31074
+    },
+    {
+      "epoch": 1.4849947433814394,
+      "grad_norm": 204.8024139404297,
+      "learning_rate": 3.280791677947678e-06,
+      "loss": 22.5625,
+      "step": 31075
+    },
+    {
+      "epoch": 1.4850425308228998,
+      "grad_norm": 390.5977478027344,
+      "learning_rate": 3.280218553988196e-06,
+      "loss": 35.1562,
+      "step": 31076
+    },
+    {
+      "epoch": 1.4850903182643602,
+      "grad_norm": 200.49896240234375,
+      "learning_rate": 3.279645470271536e-06,
+      "loss": 32.1875,
+      "step": 31077
+    },
+    {
+      "epoch": 1.4851381057058206,
+      "grad_norm": 243.6045379638672,
+      "learning_rate": 3.2790724268011252e-06,
+      "loss": 20.375,
+      "step": 31078
+    },
+    {
+      "epoch": 1.485185893147281,
+      "grad_norm": 246.45787048339844,
+      "learning_rate": 3.278499423580399e-06,
+      "loss": 29.25,
+      "step": 31079
+    },
+    {
+      "epoch": 1.4852336805887414,
+      "grad_norm": 149.7340545654297,
+      "learning_rate": 3.277926460612787e-06,
+      "loss": 21.0,
+      "step": 31080
+    },
+    {
+      "epoch": 1.4852814680302018,
+      "grad_norm": 125.73117065429688,
+      "learning_rate": 3.277353537901725e-06,
+      "loss": 18.3125,
+      "step": 31081
+    },
+    {
+      "epoch": 1.4853292554716622,
+      "grad_norm": 815.09912109375,
+      "learning_rate": 3.276780655450639e-06,
+      "loss": 23.0156,
+      "step": 31082
+    },
+    {
+      "epoch": 1.4853770429131226,
+      "grad_norm": 524.6895751953125,
+      "learning_rate": 3.276207813262959e-06,
+      "loss": 28.6094,
+      "step": 31083
+    },
+    {
+      "epoch": 1.485424830354583,
+      "grad_norm": 244.8013916015625,
+      "learning_rate": 3.275635011342123e-06,
+      "loss": 17.875,
+      "step": 31084
+    },
+    {
+      "epoch": 1.4854726177960433,
+      "grad_norm": 300.6889343261719,
+      "learning_rate": 3.275062249691553e-06,
+      "loss": 27.4062,
+      "step": 31085
+    },
+    {
+      "epoch": 1.4855204052375035,
+      "grad_norm": 424.2984313964844,
+      "learning_rate": 3.2744895283146828e-06,
+      "loss": 25.625,
+      "step": 31086
+    },
+    {
+      "epoch": 1.485568192678964,
+      "grad_norm": 346.6518859863281,
+      "learning_rate": 3.2739168472149417e-06,
+      "loss": 24.9375,
+      "step": 31087
+    },
+    {
+      "epoch": 1.4856159801204243,
+      "grad_norm": 222.41600036621094,
+      "learning_rate": 3.273344206395763e-06,
+      "loss": 22.9375,
+      "step": 31088
+    },
+    {
+      "epoch": 1.4856637675618847,
+      "grad_norm": 209.6098175048828,
+      "learning_rate": 3.2727716058605694e-06,
+      "loss": 24.125,
+      "step": 31089
+    },
+    {
+      "epoch": 1.485711555003345,
+      "grad_norm": 229.24778747558594,
+      "learning_rate": 3.272199045612794e-06,
+      "loss": 28.4375,
+      "step": 31090
+    },
+    {
+      "epoch": 1.4857593424448055,
+      "grad_norm": 157.09481811523438,
+      "learning_rate": 3.2716265256558645e-06,
+      "loss": 20.5625,
+      "step": 31091
+    },
+    {
+      "epoch": 1.4858071298862658,
+      "grad_norm": 184.43023681640625,
+      "learning_rate": 3.271054045993214e-06,
+      "loss": 17.4688,
+      "step": 31092
+    },
+    {
+      "epoch": 1.4858549173277262,
+      "grad_norm": 250.97328186035156,
+      "learning_rate": 3.270481606628263e-06,
+      "loss": 25.6562,
+      "step": 31093
+    },
+    {
+      "epoch": 1.4859027047691866,
+      "grad_norm": 286.13677978515625,
+      "learning_rate": 3.269909207564447e-06,
+      "loss": 27.6875,
+      "step": 31094
+    },
+    {
+      "epoch": 1.485950492210647,
+      "grad_norm": 298.864990234375,
+      "learning_rate": 3.269336848805188e-06,
+      "loss": 18.7344,
+      "step": 31095
+    },
+    {
+      "epoch": 1.4859982796521074,
+      "grad_norm": 180.42703247070312,
+      "learning_rate": 3.268764530353915e-06,
+      "loss": 16.5234,
+      "step": 31096
+    },
+    {
+      "epoch": 1.4860460670935678,
+      "grad_norm": 147.5084228515625,
+      "learning_rate": 3.268192252214062e-06,
+      "loss": 18.0938,
+      "step": 31097
+    },
+    {
+      "epoch": 1.4860938545350282,
+      "grad_norm": 233.44642639160156,
+      "learning_rate": 3.267620014389046e-06,
+      "loss": 27.0,
+      "step": 31098
+    },
+    {
+      "epoch": 1.4861416419764886,
+      "grad_norm": 188.5264129638672,
+      "learning_rate": 3.2670478168823026e-06,
+      "loss": 26.0312,
+      "step": 31099
+    },
+    {
+      "epoch": 1.486189429417949,
+      "grad_norm": 168.83021545410156,
+      "learning_rate": 3.2664756596972524e-06,
+      "loss": 21.3125,
+      "step": 31100
+    },
+    {
+      "epoch": 1.4862372168594093,
+      "grad_norm": 395.73291015625,
+      "learning_rate": 3.265903542837324e-06,
+      "loss": 26.0938,
+      "step": 31101
+    },
+    {
+      "epoch": 1.4862850043008697,
+      "grad_norm": 182.69723510742188,
+      "learning_rate": 3.2653314663059444e-06,
+      "loss": 21.9219,
+      "step": 31102
+    },
+    {
+      "epoch": 1.4863327917423301,
+      "grad_norm": 165.5179901123047,
+      "learning_rate": 3.264759430106542e-06,
+      "loss": 15.5469,
+      "step": 31103
+    },
+    {
+      "epoch": 1.4863805791837905,
+      "grad_norm": 235.45050048828125,
+      "learning_rate": 3.264187434242536e-06,
+      "loss": 22.375,
+      "step": 31104
+    },
+    {
+      "epoch": 1.486428366625251,
+      "grad_norm": 315.8392639160156,
+      "learning_rate": 3.263615478717357e-06,
+      "loss": 23.6094,
+      "step": 31105
+    },
+    {
+      "epoch": 1.4864761540667113,
+      "grad_norm": 332.6444396972656,
+      "learning_rate": 3.2630435635344283e-06,
+      "loss": 25.2812,
+      "step": 31106
+    },
+    {
+      "epoch": 1.4865239415081717,
+      "grad_norm": 584.5654296875,
+      "learning_rate": 3.2624716886971787e-06,
+      "loss": 35.4062,
+      "step": 31107
+    },
+    {
+      "epoch": 1.486571728949632,
+      "grad_norm": 184.26063537597656,
+      "learning_rate": 3.2618998542090263e-06,
+      "loss": 14.7031,
+      "step": 31108
+    },
+    {
+      "epoch": 1.4866195163910925,
+      "grad_norm": 241.36598205566406,
+      "learning_rate": 3.2613280600734e-06,
+      "loss": 20.6719,
+      "step": 31109
+    },
+    {
+      "epoch": 1.4866673038325529,
+      "grad_norm": 231.9093780517578,
+      "learning_rate": 3.2607563062937263e-06,
+      "loss": 18.9062,
+      "step": 31110
+    },
+    {
+      "epoch": 1.4867150912740132,
+      "grad_norm": 269.46466064453125,
+      "learning_rate": 3.2601845928734233e-06,
+      "loss": 22.5,
+      "step": 31111
+    },
+    {
+      "epoch": 1.4867628787154736,
+      "grad_norm": 164.89688110351562,
+      "learning_rate": 3.2596129198159164e-06,
+      "loss": 21.0,
+      "step": 31112
+    },
+    {
+      "epoch": 1.486810666156934,
+      "grad_norm": 203.06430053710938,
+      "learning_rate": 3.2590412871246324e-06,
+      "loss": 27.9062,
+      "step": 31113
+    },
+    {
+      "epoch": 1.4868584535983944,
+      "grad_norm": 225.65435791015625,
+      "learning_rate": 3.258469694802996e-06,
+      "loss": 24.3906,
+      "step": 31114
+    },
+    {
+      "epoch": 1.4869062410398548,
+      "grad_norm": 170.69285583496094,
+      "learning_rate": 3.2578981428544233e-06,
+      "loss": 18.9375,
+      "step": 31115
+    },
+    {
+      "epoch": 1.4869540284813152,
+      "grad_norm": 238.84861755371094,
+      "learning_rate": 3.2573266312823414e-06,
+      "loss": 26.4062,
+      "step": 31116
+    },
+    {
+      "epoch": 1.4870018159227754,
+      "grad_norm": 166.4912109375,
+      "learning_rate": 3.2567551600901716e-06,
+      "loss": 19.5156,
+      "step": 31117
+    },
+    {
+      "epoch": 1.4870496033642358,
+      "grad_norm": 306.5583801269531,
+      "learning_rate": 3.2561837292813416e-06,
+      "loss": 25.1562,
+      "step": 31118
+    },
+    {
+      "epoch": 1.4870973908056961,
+      "grad_norm": 176.81784057617188,
+      "learning_rate": 3.2556123388592652e-06,
+      "loss": 17.9688,
+      "step": 31119
+    },
+    {
+      "epoch": 1.4871451782471565,
+      "grad_norm": 600.2691040039062,
+      "learning_rate": 3.2550409888273693e-06,
+      "loss": 31.9688,
+      "step": 31120
+    },
+    {
+      "epoch": 1.487192965688617,
+      "grad_norm": 264.5311279296875,
+      "learning_rate": 3.254469679189076e-06,
+      "loss": 22.0781,
+      "step": 31121
+    },
+    {
+      "epoch": 1.4872407531300773,
+      "grad_norm": 160.9416046142578,
+      "learning_rate": 3.253898409947803e-06,
+      "loss": 20.1719,
+      "step": 31122
+    },
+    {
+      "epoch": 1.4872885405715377,
+      "grad_norm": 186.60264587402344,
+      "learning_rate": 3.2533271811069744e-06,
+      "loss": 19.2344,
+      "step": 31123
+    },
+    {
+      "epoch": 1.487336328012998,
+      "grad_norm": 262.8563232421875,
+      "learning_rate": 3.252755992670009e-06,
+      "loss": 19.6406,
+      "step": 31124
+    },
+    {
+      "epoch": 1.4873841154544585,
+      "grad_norm": 599.4816284179688,
+      "learning_rate": 3.2521848446403337e-06,
+      "loss": 33.5,
+      "step": 31125
+    },
+    {
+      "epoch": 1.4874319028959189,
+      "grad_norm": 131.39178466796875,
+      "learning_rate": 3.2516137370213597e-06,
+      "loss": 21.1094,
+      "step": 31126
+    },
+    {
+      "epoch": 1.4874796903373793,
+      "grad_norm": 698.7282104492188,
+      "learning_rate": 3.251042669816512e-06,
+      "loss": 24.9375,
+      "step": 31127
+    },
+    {
+      "epoch": 1.4875274777788396,
+      "grad_norm": 369.0908203125,
+      "learning_rate": 3.2504716430292127e-06,
+      "loss": 31.75,
+      "step": 31128
+    },
+    {
+      "epoch": 1.4875752652203,
+      "grad_norm": 232.5060272216797,
+      "learning_rate": 3.2499006566628764e-06,
+      "loss": 31.4688,
+      "step": 31129
+    },
+    {
+      "epoch": 1.4876230526617604,
+      "grad_norm": 497.0787048339844,
+      "learning_rate": 3.2493297107209287e-06,
+      "loss": 33.9062,
+      "step": 31130
+    },
+    {
+      "epoch": 1.4876708401032208,
+      "grad_norm": 181.47927856445312,
+      "learning_rate": 3.2487588052067807e-06,
+      "loss": 24.7812,
+      "step": 31131
+    },
+    {
+      "epoch": 1.4877186275446812,
+      "grad_norm": 163.7564239501953,
+      "learning_rate": 3.2481879401238603e-06,
+      "loss": 20.9844,
+      "step": 31132
+    },
+    {
+      "epoch": 1.4877664149861416,
+      "grad_norm": 213.32020568847656,
+      "learning_rate": 3.2476171154755785e-06,
+      "loss": 27.9375,
+      "step": 31133
+    },
+    {
+      "epoch": 1.487814202427602,
+      "grad_norm": 159.71353149414062,
+      "learning_rate": 3.2470463312653577e-06,
+      "loss": 22.625,
+      "step": 31134
+    },
+    {
+      "epoch": 1.4878619898690624,
+      "grad_norm": 354.3226623535156,
+      "learning_rate": 3.246475587496615e-06,
+      "loss": 22.7812,
+      "step": 31135
+    },
+    {
+      "epoch": 1.4879097773105228,
+      "grad_norm": 230.51719665527344,
+      "learning_rate": 3.2459048841727723e-06,
+      "loss": 23.1875,
+      "step": 31136
+    },
+    {
+      "epoch": 1.4879575647519832,
+      "grad_norm": 350.3863830566406,
+      "learning_rate": 3.2453342212972417e-06,
+      "loss": 26.6562,
+      "step": 31137
+    },
+    {
+      "epoch": 1.4880053521934435,
+      "grad_norm": 172.06300354003906,
+      "learning_rate": 3.2447635988734427e-06,
+      "loss": 22.1875,
+      "step": 31138
+    },
+    {
+      "epoch": 1.488053139634904,
+      "grad_norm": 165.84417724609375,
+      "learning_rate": 3.244193016904793e-06,
+      "loss": 22.2656,
+      "step": 31139
+    },
+    {
+      "epoch": 1.4881009270763643,
+      "grad_norm": 141.3066864013672,
+      "learning_rate": 3.243622475394713e-06,
+      "loss": 22.5,
+      "step": 31140
+    },
+    {
+      "epoch": 1.4881487145178247,
+      "grad_norm": 460.4384765625,
+      "learning_rate": 3.243051974346614e-06,
+      "loss": 29.5,
+      "step": 31141
+    },
+    {
+      "epoch": 1.488196501959285,
+      "grad_norm": 430.1786193847656,
+      "learning_rate": 3.2424815137639132e-06,
+      "loss": 27.6562,
+      "step": 31142
+    },
+    {
+      "epoch": 1.4882442894007455,
+      "grad_norm": 686.1873168945312,
+      "learning_rate": 3.2419110936500298e-06,
+      "loss": 19.1875,
+      "step": 31143
+    },
+    {
+      "epoch": 1.4882920768422059,
+      "grad_norm": 223.84912109375,
+      "learning_rate": 3.241340714008381e-06,
+      "loss": 21.8438,
+      "step": 31144
+    },
+    {
+      "epoch": 1.4883398642836663,
+      "grad_norm": 226.18702697753906,
+      "learning_rate": 3.240770374842377e-06,
+      "loss": 28.2188,
+      "step": 31145
+    },
+    {
+      "epoch": 1.4883876517251267,
+      "grad_norm": 376.8398132324219,
+      "learning_rate": 3.2402000761554375e-06,
+      "loss": 24.0312,
+      "step": 31146
+    },
+    {
+      "epoch": 1.488435439166587,
+      "grad_norm": 128.3936309814453,
+      "learning_rate": 3.23962981795098e-06,
+      "loss": 12.0156,
+      "step": 31147
+    },
+    {
+      "epoch": 1.4884832266080474,
+      "grad_norm": 349.9228515625,
+      "learning_rate": 3.2390596002324127e-06,
+      "loss": 26.0312,
+      "step": 31148
+    },
+    {
+      "epoch": 1.4885310140495078,
+      "grad_norm": 206.93222045898438,
+      "learning_rate": 3.238489423003155e-06,
+      "loss": 23.5312,
+      "step": 31149
+    },
+    {
+      "epoch": 1.4885788014909682,
+      "grad_norm": 111.26363372802734,
+      "learning_rate": 3.237919286266621e-06,
+      "loss": 18.3594,
+      "step": 31150
+    },
+    {
+      "epoch": 1.4886265889324286,
+      "grad_norm": 213.37200927734375,
+      "learning_rate": 3.2373491900262278e-06,
+      "loss": 23.2031,
+      "step": 31151
+    },
+    {
+      "epoch": 1.488674376373889,
+      "grad_norm": 226.35374450683594,
+      "learning_rate": 3.236779134285384e-06,
+      "loss": 29.8594,
+      "step": 31152
+    },
+    {
+      "epoch": 1.4887221638153494,
+      "grad_norm": 435.33502197265625,
+      "learning_rate": 3.236209119047505e-06,
+      "loss": 23.1094,
+      "step": 31153
+    },
+    {
+      "epoch": 1.4887699512568098,
+      "grad_norm": 173.01980590820312,
+      "learning_rate": 3.2356391443160073e-06,
+      "loss": 19.3906,
+      "step": 31154
+    },
+    {
+      "epoch": 1.4888177386982702,
+      "grad_norm": 316.4640808105469,
+      "learning_rate": 3.235069210094305e-06,
+      "loss": 34.3438,
+      "step": 31155
+    },
+    {
+      "epoch": 1.4888655261397306,
+      "grad_norm": 152.5389862060547,
+      "learning_rate": 3.2344993163858063e-06,
+      "loss": 21.0469,
+      "step": 31156
+    },
+    {
+      "epoch": 1.488913313581191,
+      "grad_norm": 124.34622192382812,
+      "learning_rate": 3.233929463193927e-06,
+      "loss": 18.2031,
+      "step": 31157
+    },
+    {
+      "epoch": 1.4889611010226513,
+      "grad_norm": 223.00404357910156,
+      "learning_rate": 3.233359650522082e-06,
+      "loss": 22.1719,
+      "step": 31158
+    },
+    {
+      "epoch": 1.4890088884641117,
+      "grad_norm": 266.4651794433594,
+      "learning_rate": 3.232789878373679e-06,
+      "loss": 29.7812,
+      "step": 31159
+    },
+    {
+      "epoch": 1.4890566759055721,
+      "grad_norm": 235.1828155517578,
+      "learning_rate": 3.232220146752132e-06,
+      "loss": 21.5156,
+      "step": 31160
+    },
+    {
+      "epoch": 1.4891044633470325,
+      "grad_norm": 216.16253662109375,
+      "learning_rate": 3.2316504556608562e-06,
+      "loss": 24.6719,
+      "step": 31161
+    },
+    {
+      "epoch": 1.489152250788493,
+      "grad_norm": 322.5787048339844,
+      "learning_rate": 3.2310808051032584e-06,
+      "loss": 30.8125,
+      "step": 31162
+    },
+    {
+      "epoch": 1.4892000382299533,
+      "grad_norm": 178.3546600341797,
+      "learning_rate": 3.230511195082755e-06,
+      "loss": 27.4375,
+      "step": 31163
+    },
+    {
+      "epoch": 1.4892478256714137,
+      "grad_norm": 229.4381866455078,
+      "learning_rate": 3.2299416256027507e-06,
+      "loss": 18.2188,
+      "step": 31164
+    },
+    {
+      "epoch": 1.489295613112874,
+      "grad_norm": 143.9195556640625,
+      "learning_rate": 3.229372096666661e-06,
+      "loss": 23.1875,
+      "step": 31165
+    },
+    {
+      "epoch": 1.4893434005543345,
+      "grad_norm": 849.7807006835938,
+      "learning_rate": 3.228802608277899e-06,
+      "loss": 56.875,
+      "step": 31166
+    },
+    {
+      "epoch": 1.4893911879957948,
+      "grad_norm": 1767.829833984375,
+      "learning_rate": 3.2282331604398696e-06,
+      "loss": 23.6562,
+      "step": 31167
+    },
+    {
+      "epoch": 1.489438975437255,
+      "grad_norm": 291.57623291015625,
+      "learning_rate": 3.227663753155985e-06,
+      "loss": 26.875,
+      "step": 31168
+    },
+    {
+      "epoch": 1.4894867628787154,
+      "grad_norm": 391.32684326171875,
+      "learning_rate": 3.227094386429659e-06,
+      "loss": 19.6562,
+      "step": 31169
+    },
+    {
+      "epoch": 1.4895345503201758,
+      "grad_norm": 230.90054321289062,
+      "learning_rate": 3.226525060264295e-06,
+      "loss": 17.8828,
+      "step": 31170
+    },
+    {
+      "epoch": 1.4895823377616362,
+      "grad_norm": 237.3981475830078,
+      "learning_rate": 3.225955774663305e-06,
+      "loss": 18.7656,
+      "step": 31171
+    },
+    {
+      "epoch": 1.4896301252030966,
+      "grad_norm": 200.75595092773438,
+      "learning_rate": 3.2253865296301e-06,
+      "loss": 17.2031,
+      "step": 31172
+    },
+    {
+      "epoch": 1.489677912644557,
+      "grad_norm": 177.5582275390625,
+      "learning_rate": 3.2248173251680912e-06,
+      "loss": 19.0312,
+      "step": 31173
+    },
+    {
+      "epoch": 1.4897257000860173,
+      "grad_norm": 403.8436279296875,
+      "learning_rate": 3.224248161280681e-06,
+      "loss": 31.1562,
+      "step": 31174
+    },
+    {
+      "epoch": 1.4897734875274777,
+      "grad_norm": 211.99923706054688,
+      "learning_rate": 3.2236790379712802e-06,
+      "loss": 27.3438,
+      "step": 31175
+    },
+    {
+      "epoch": 1.4898212749689381,
+      "grad_norm": 333.4789733886719,
+      "learning_rate": 3.2231099552433e-06,
+      "loss": 32.9688,
+      "step": 31176
+    },
+    {
+      "epoch": 1.4898690624103985,
+      "grad_norm": 404.9050598144531,
+      "learning_rate": 3.2225409131001482e-06,
+      "loss": 26.75,
+      "step": 31177
+    },
+    {
+      "epoch": 1.489916849851859,
+      "grad_norm": 335.55218505859375,
+      "learning_rate": 3.2219719115452284e-06,
+      "loss": 23.8438,
+      "step": 31178
+    },
+    {
+      "epoch": 1.4899646372933193,
+      "grad_norm": 408.6860046386719,
+      "learning_rate": 3.221402950581951e-06,
+      "loss": 18.9062,
+      "step": 31179
+    },
+    {
+      "epoch": 1.4900124247347797,
+      "grad_norm": 588.3403930664062,
+      "learning_rate": 3.220834030213722e-06,
+      "loss": 23.7031,
+      "step": 31180
+    },
+    {
+      "epoch": 1.49006021217624,
+      "grad_norm": 295.2135314941406,
+      "learning_rate": 3.220265150443954e-06,
+      "loss": 23.6875,
+      "step": 31181
+    },
+    {
+      "epoch": 1.4901079996177005,
+      "grad_norm": 265.4816589355469,
+      "learning_rate": 3.219696311276046e-06,
+      "loss": 25.5,
+      "step": 31182
+    },
+    {
+      "epoch": 1.4901557870591609,
+      "grad_norm": 220.50804138183594,
+      "learning_rate": 3.219127512713408e-06,
+      "loss": 24.4219,
+      "step": 31183
+    },
+    {
+      "epoch": 1.4902035745006212,
+      "grad_norm": 161.46005249023438,
+      "learning_rate": 3.21855875475945e-06,
+      "loss": 18.0156,
+      "step": 31184
+    },
+    {
+      "epoch": 1.4902513619420816,
+      "grad_norm": 367.9059753417969,
+      "learning_rate": 3.217990037417571e-06,
+      "loss": 34.5938,
+      "step": 31185
+    },
+    {
+      "epoch": 1.490299149383542,
+      "grad_norm": 385.9185791015625,
+      "learning_rate": 3.217421360691181e-06,
+      "loss": 30.4375,
+      "step": 31186
+    },
+    {
+      "epoch": 1.4903469368250024,
+      "grad_norm": 211.97216796875,
+      "learning_rate": 3.2168527245836846e-06,
+      "loss": 22.4375,
+      "step": 31187
+    },
+    {
+      "epoch": 1.4903947242664628,
+      "grad_norm": 187.88539123535156,
+      "learning_rate": 3.2162841290984912e-06,
+      "loss": 22.1875,
+      "step": 31188
+    },
+    {
+      "epoch": 1.4904425117079232,
+      "grad_norm": 193.33062744140625,
+      "learning_rate": 3.2157155742389987e-06,
+      "loss": 22.1172,
+      "step": 31189
+    },
+    {
+      "epoch": 1.4904902991493836,
+      "grad_norm": 411.3077392578125,
+      "learning_rate": 3.2151470600086164e-06,
+      "loss": 30.5312,
+      "step": 31190
+    },
+    {
+      "epoch": 1.490538086590844,
+      "grad_norm": 246.5016632080078,
+      "learning_rate": 3.2145785864107514e-06,
+      "loss": 22.4688,
+      "step": 31191
+    },
+    {
+      "epoch": 1.4905858740323044,
+      "grad_norm": 142.89500427246094,
+      "learning_rate": 3.214010153448802e-06,
+      "loss": 22.1875,
+      "step": 31192
+    },
+    {
+      "epoch": 1.4906336614737647,
+      "grad_norm": 306.625732421875,
+      "learning_rate": 3.213441761126176e-06,
+      "loss": 42.8125,
+      "step": 31193
+    },
+    {
+      "epoch": 1.4906814489152251,
+      "grad_norm": 270.1024169921875,
+      "learning_rate": 3.212873409446279e-06,
+      "loss": 24.875,
+      "step": 31194
+    },
+    {
+      "epoch": 1.4907292363566855,
+      "grad_norm": 251.1402130126953,
+      "learning_rate": 3.212305098412509e-06,
+      "loss": 27.0,
+      "step": 31195
+    },
+    {
+      "epoch": 1.490777023798146,
+      "grad_norm": 146.31044006347656,
+      "learning_rate": 3.211736828028278e-06,
+      "loss": 17.5156,
+      "step": 31196
+    },
+    {
+      "epoch": 1.4908248112396063,
+      "grad_norm": 314.8893737792969,
+      "learning_rate": 3.2111685982969787e-06,
+      "loss": 17.5625,
+      "step": 31197
+    },
+    {
+      "epoch": 1.4908725986810667,
+      "grad_norm": 162.72918701171875,
+      "learning_rate": 3.2106004092220212e-06,
+      "loss": 30.6719,
+      "step": 31198
+    },
+    {
+      "epoch": 1.4909203861225269,
+      "grad_norm": 121.89799499511719,
+      "learning_rate": 3.210032260806809e-06,
+      "loss": 21.5,
+      "step": 31199
+    },
+    {
+      "epoch": 1.4909681735639873,
+      "grad_norm": 327.19476318359375,
+      "learning_rate": 3.209464153054739e-06,
+      "loss": 24.5938,
+      "step": 31200
+    },
+    {
+      "epoch": 1.4910159610054476,
+      "grad_norm": 319.4635314941406,
+      "learning_rate": 3.2088960859692166e-06,
+      "loss": 34.5,
+      "step": 31201
+    },
+    {
+      "epoch": 1.491063748446908,
+      "grad_norm": 282.3168029785156,
+      "learning_rate": 3.2083280595536437e-06,
+      "loss": 20.1094,
+      "step": 31202
+    },
+    {
+      "epoch": 1.4911115358883684,
+      "grad_norm": 441.611083984375,
+      "learning_rate": 3.2077600738114244e-06,
+      "loss": 40.5,
+      "step": 31203
+    },
+    {
+      "epoch": 1.4911593233298288,
+      "grad_norm": 245.84637451171875,
+      "learning_rate": 3.2071921287459563e-06,
+      "loss": 19.3438,
+      "step": 31204
+    },
+    {
+      "epoch": 1.4912071107712892,
+      "grad_norm": 356.43597412109375,
+      "learning_rate": 3.2066242243606405e-06,
+      "loss": 39.5625,
+      "step": 31205
+    },
+    {
+      "epoch": 1.4912548982127496,
+      "grad_norm": 254.67645263671875,
+      "learning_rate": 3.2060563606588847e-06,
+      "loss": 25.6875,
+      "step": 31206
+    },
+    {
+      "epoch": 1.49130268565421,
+      "grad_norm": 189.40480041503906,
+      "learning_rate": 3.2054885376440803e-06,
+      "loss": 21.4062,
+      "step": 31207
+    },
+    {
+      "epoch": 1.4913504730956704,
+      "grad_norm": 236.4369659423828,
+      "learning_rate": 3.2049207553196326e-06,
+      "loss": 25.1875,
+      "step": 31208
+    },
+    {
+      "epoch": 1.4913982605371308,
+      "grad_norm": 178.46151733398438,
+      "learning_rate": 3.2043530136889413e-06,
+      "loss": 28.4062,
+      "step": 31209
+    },
+    {
+      "epoch": 1.4914460479785911,
+      "grad_norm": 110.8268814086914,
+      "learning_rate": 3.2037853127554096e-06,
+      "loss": 13.8281,
+      "step": 31210
+    },
+    {
+      "epoch": 1.4914938354200515,
+      "grad_norm": 204.33155822753906,
+      "learning_rate": 3.2032176525224323e-06,
+      "loss": 20.2656,
+      "step": 31211
+    },
+    {
+      "epoch": 1.491541622861512,
+      "grad_norm": 203.76507568359375,
+      "learning_rate": 3.2026500329934094e-06,
+      "loss": 24.0,
+      "step": 31212
+    },
+    {
+      "epoch": 1.4915894103029723,
+      "grad_norm": 265.50634765625,
+      "learning_rate": 3.2020824541717434e-06,
+      "loss": 34.0312,
+      "step": 31213
+    },
+    {
+      "epoch": 1.4916371977444327,
+      "grad_norm": 536.1041259765625,
+      "learning_rate": 3.201514916060834e-06,
+      "loss": 23.4688,
+      "step": 31214
+    },
+    {
+      "epoch": 1.491684985185893,
+      "grad_norm": 429.6436462402344,
+      "learning_rate": 3.2009474186640755e-06,
+      "loss": 21.1484,
+      "step": 31215
+    },
+    {
+      "epoch": 1.4917327726273535,
+      "grad_norm": 268.6748962402344,
+      "learning_rate": 3.2003799619848676e-06,
+      "loss": 20.8281,
+      "step": 31216
+    },
+    {
+      "epoch": 1.4917805600688139,
+      "grad_norm": 199.07220458984375,
+      "learning_rate": 3.199812546026614e-06,
+      "loss": 23.9688,
+      "step": 31217
+    },
+    {
+      "epoch": 1.4918283475102743,
+      "grad_norm": 176.70867919921875,
+      "learning_rate": 3.199245170792705e-06,
+      "loss": 20.4062,
+      "step": 31218
+    },
+    {
+      "epoch": 1.4918761349517347,
+      "grad_norm": 178.9698944091797,
+      "learning_rate": 3.1986778362865424e-06,
+      "loss": 18.0938,
+      "step": 31219
+    },
+    {
+      "epoch": 1.491923922393195,
+      "grad_norm": 157.53811645507812,
+      "learning_rate": 3.1981105425115235e-06,
+      "loss": 29.1406,
+      "step": 31220
+    },
+    {
+      "epoch": 1.4919717098346554,
+      "grad_norm": 430.6670837402344,
+      "learning_rate": 3.197543289471048e-06,
+      "loss": 26.7812,
+      "step": 31221
+    },
+    {
+      "epoch": 1.4920194972761158,
+      "grad_norm": 349.16748046875,
+      "learning_rate": 3.1969760771685075e-06,
+      "loss": 36.7188,
+      "step": 31222
+    },
+    {
+      "epoch": 1.4920672847175762,
+      "grad_norm": 350.1401672363281,
+      "learning_rate": 3.1964089056073023e-06,
+      "loss": 18.2188,
+      "step": 31223
+    },
+    {
+      "epoch": 1.4921150721590366,
+      "grad_norm": 193.32704162597656,
+      "learning_rate": 3.195841774790832e-06,
+      "loss": 19.4844,
+      "step": 31224
+    },
+    {
+      "epoch": 1.492162859600497,
+      "grad_norm": 271.67041015625,
+      "learning_rate": 3.195274684722487e-06,
+      "loss": 26.5625,
+      "step": 31225
+    },
+    {
+      "epoch": 1.4922106470419574,
+      "grad_norm": 177.905517578125,
+      "learning_rate": 3.1947076354056648e-06,
+      "loss": 31.9531,
+      "step": 31226
+    },
+    {
+      "epoch": 1.4922584344834178,
+      "grad_norm": 198.2781982421875,
+      "learning_rate": 3.194140626843767e-06,
+      "loss": 21.6328,
+      "step": 31227
+    },
+    {
+      "epoch": 1.4923062219248782,
+      "grad_norm": 293.2643737792969,
+      "learning_rate": 3.193573659040181e-06,
+      "loss": 26.5625,
+      "step": 31228
+    },
+    {
+      "epoch": 1.4923540093663386,
+      "grad_norm": 294.8426208496094,
+      "learning_rate": 3.1930067319983106e-06,
+      "loss": 40.7188,
+      "step": 31229
+    },
+    {
+      "epoch": 1.492401796807799,
+      "grad_norm": 296.92138671875,
+      "learning_rate": 3.192439845721542e-06,
+      "loss": 27.7188,
+      "step": 31230
+    },
+    {
+      "epoch": 1.4924495842492593,
+      "grad_norm": 255.54258728027344,
+      "learning_rate": 3.1918730002132746e-06,
+      "loss": 24.0312,
+      "step": 31231
+    },
+    {
+      "epoch": 1.4924973716907197,
+      "grad_norm": 282.4168701171875,
+      "learning_rate": 3.1913061954769066e-06,
+      "loss": 20.3906,
+      "step": 31232
+    },
+    {
+      "epoch": 1.49254515913218,
+      "grad_norm": 176.4161834716797,
+      "learning_rate": 3.190739431515826e-06,
+      "loss": 15.5938,
+      "step": 31233
+    },
+    {
+      "epoch": 1.4925929465736405,
+      "grad_norm": 281.74969482421875,
+      "learning_rate": 3.1901727083334287e-06,
+      "loss": 19.875,
+      "step": 31234
+    },
+    {
+      "epoch": 1.492640734015101,
+      "grad_norm": 112.52497100830078,
+      "learning_rate": 3.1896060259331106e-06,
+      "loss": 20.8906,
+      "step": 31235
+    },
+    {
+      "epoch": 1.4926885214565613,
+      "grad_norm": 137.84596252441406,
+      "learning_rate": 3.1890393843182676e-06,
+      "loss": 18.6875,
+      "step": 31236
+    },
+    {
+      "epoch": 1.4927363088980217,
+      "grad_norm": 151.7653350830078,
+      "learning_rate": 3.1884727834922868e-06,
+      "loss": 19.5156,
+      "step": 31237
+    },
+    {
+      "epoch": 1.492784096339482,
+      "grad_norm": 230.28555297851562,
+      "learning_rate": 3.1879062234585657e-06,
+      "loss": 29.4062,
+      "step": 31238
+    },
+    {
+      "epoch": 1.4928318837809424,
+      "grad_norm": 144.0147705078125,
+      "learning_rate": 3.187339704220496e-06,
+      "loss": 19.1875,
+      "step": 31239
+    },
+    {
+      "epoch": 1.4928796712224028,
+      "grad_norm": 193.28115844726562,
+      "learning_rate": 3.1867732257814733e-06,
+      "loss": 20.3125,
+      "step": 31240
+    },
+    {
+      "epoch": 1.4929274586638632,
+      "grad_norm": 170.604736328125,
+      "learning_rate": 3.1862067881448843e-06,
+      "loss": 18.7188,
+      "step": 31241
+    },
+    {
+      "epoch": 1.4929752461053236,
+      "grad_norm": 370.2919006347656,
+      "learning_rate": 3.1856403913141244e-06,
+      "loss": 29.5312,
+      "step": 31242
+    },
+    {
+      "epoch": 1.493023033546784,
+      "grad_norm": 603.0933837890625,
+      "learning_rate": 3.185074035292589e-06,
+      "loss": 25.0312,
+      "step": 31243
+    },
+    {
+      "epoch": 1.4930708209882444,
+      "grad_norm": 306.6411437988281,
+      "learning_rate": 3.1845077200836638e-06,
+      "loss": 35.6562,
+      "step": 31244
+    },
+    {
+      "epoch": 1.4931186084297048,
+      "grad_norm": 258.1955261230469,
+      "learning_rate": 3.1839414456907427e-06,
+      "loss": 17.0469,
+      "step": 31245
+    },
+    {
+      "epoch": 1.4931663958711652,
+      "grad_norm": 232.10874938964844,
+      "learning_rate": 3.183375212117217e-06,
+      "loss": 23.5781,
+      "step": 31246
+    },
+    {
+      "epoch": 1.4932141833126256,
+      "grad_norm": 162.01614379882812,
+      "learning_rate": 3.1828090193664807e-06,
+      "loss": 22.9219,
+      "step": 31247
+    },
+    {
+      "epoch": 1.493261970754086,
+      "grad_norm": 609.03759765625,
+      "learning_rate": 3.182242867441919e-06,
+      "loss": 20.9219,
+      "step": 31248
+    },
+    {
+      "epoch": 1.4933097581955463,
+      "grad_norm": 218.21983337402344,
+      "learning_rate": 3.181676756346925e-06,
+      "loss": 18.1406,
+      "step": 31249
+    },
+    {
+      "epoch": 1.4933575456370065,
+      "grad_norm": 267.5235900878906,
+      "learning_rate": 3.1811106860848896e-06,
+      "loss": 32.3125,
+      "step": 31250
+    },
+    {
+      "epoch": 1.493405333078467,
+      "grad_norm": 241.48764038085938,
+      "learning_rate": 3.1805446566592056e-06,
+      "loss": 24.6875,
+      "step": 31251
+    },
+    {
+      "epoch": 1.4934531205199273,
+      "grad_norm": 208.42958068847656,
+      "learning_rate": 3.179978668073256e-06,
+      "loss": 23.9219,
+      "step": 31252
+    },
+    {
+      "epoch": 1.4935009079613877,
+      "grad_norm": 247.37059020996094,
+      "learning_rate": 3.1794127203304347e-06,
+      "loss": 24.0312,
+      "step": 31253
+    },
+    {
+      "epoch": 1.493548695402848,
+      "grad_norm": 736.7785034179688,
+      "learning_rate": 3.178846813434132e-06,
+      "loss": 24.2031,
+      "step": 31254
+    },
+    {
+      "epoch": 1.4935964828443085,
+      "grad_norm": 195.7286376953125,
+      "learning_rate": 3.178280947387734e-06,
+      "loss": 24.3438,
+      "step": 31255
+    },
+    {
+      "epoch": 1.4936442702857688,
+      "grad_norm": 179.9945068359375,
+      "learning_rate": 3.1777151221946288e-06,
+      "loss": 27.0,
+      "step": 31256
+    },
+    {
+      "epoch": 1.4936920577272292,
+      "grad_norm": 231.9949188232422,
+      "learning_rate": 3.1771493378582085e-06,
+      "loss": 32.0938,
+      "step": 31257
+    },
+    {
+      "epoch": 1.4937398451686896,
+      "grad_norm": 328.57220458984375,
+      "learning_rate": 3.1765835943818613e-06,
+      "loss": 21.375,
+      "step": 31258
+    },
+    {
+      "epoch": 1.49378763261015,
+      "grad_norm": 188.36769104003906,
+      "learning_rate": 3.176017891768972e-06,
+      "loss": 21.8906,
+      "step": 31259
+    },
+    {
+      "epoch": 1.4938354200516104,
+      "grad_norm": 238.2212677001953,
+      "learning_rate": 3.175452230022933e-06,
+      "loss": 22.3594,
+      "step": 31260
+    },
+    {
+      "epoch": 1.4938832074930708,
+      "grad_norm": 405.80322265625,
+      "learning_rate": 3.1748866091471253e-06,
+      "loss": 32.5,
+      "step": 31261
+    },
+    {
+      "epoch": 1.4939309949345312,
+      "grad_norm": 230.97068786621094,
+      "learning_rate": 3.174321029144943e-06,
+      "loss": 14.7969,
+      "step": 31262
+    },
+    {
+      "epoch": 1.4939787823759916,
+      "grad_norm": 387.9487609863281,
+      "learning_rate": 3.1737554900197686e-06,
+      "loss": 25.625,
+      "step": 31263
+    },
+    {
+      "epoch": 1.494026569817452,
+      "grad_norm": 235.79483032226562,
+      "learning_rate": 3.1731899917749887e-06,
+      "loss": 30.0,
+      "step": 31264
+    },
+    {
+      "epoch": 1.4940743572589124,
+      "grad_norm": 147.6936492919922,
+      "learning_rate": 3.1726245344139926e-06,
+      "loss": 15.5938,
+      "step": 31265
+    },
+    {
+      "epoch": 1.4941221447003727,
+      "grad_norm": 171.6942901611328,
+      "learning_rate": 3.1720591179401692e-06,
+      "loss": 23.1719,
+      "step": 31266
+    },
+    {
+      "epoch": 1.4941699321418331,
+      "grad_norm": 294.610107421875,
+      "learning_rate": 3.171493742356898e-06,
+      "loss": 24.1875,
+      "step": 31267
+    },
+    {
+      "epoch": 1.4942177195832935,
+      "grad_norm": 378.173583984375,
+      "learning_rate": 3.1709284076675672e-06,
+      "loss": 23.2031,
+      "step": 31268
+    },
+    {
+      "epoch": 1.494265507024754,
+      "grad_norm": 476.7440490722656,
+      "learning_rate": 3.1703631138755675e-06,
+      "loss": 21.5,
+      "step": 31269
+    },
+    {
+      "epoch": 1.4943132944662143,
+      "grad_norm": 201.06695556640625,
+      "learning_rate": 3.1697978609842773e-06,
+      "loss": 20.4062,
+      "step": 31270
+    },
+    {
+      "epoch": 1.4943610819076747,
+      "grad_norm": 151.9855499267578,
+      "learning_rate": 3.169232648997084e-06,
+      "loss": 17.375,
+      "step": 31271
+    },
+    {
+      "epoch": 1.494408869349135,
+      "grad_norm": 157.95758056640625,
+      "learning_rate": 3.168667477917372e-06,
+      "loss": 23.4219,
+      "step": 31272
+    },
+    {
+      "epoch": 1.4944566567905955,
+      "grad_norm": 244.43218994140625,
+      "learning_rate": 3.168102347748532e-06,
+      "loss": 21.625,
+      "step": 31273
+    },
+    {
+      "epoch": 1.4945044442320559,
+      "grad_norm": 243.1048126220703,
+      "learning_rate": 3.167537258493939e-06,
+      "loss": 32.625,
+      "step": 31274
+    },
+    {
+      "epoch": 1.4945522316735163,
+      "grad_norm": 217.1680145263672,
+      "learning_rate": 3.166972210156981e-06,
+      "loss": 33.1562,
+      "step": 31275
+    },
+    {
+      "epoch": 1.4946000191149766,
+      "grad_norm": 122.202392578125,
+      "learning_rate": 3.166407202741044e-06,
+      "loss": 17.0312,
+      "step": 31276
+    },
+    {
+      "epoch": 1.494647806556437,
+      "grad_norm": 169.45034790039062,
+      "learning_rate": 3.1658422362495123e-06,
+      "loss": 25.125,
+      "step": 31277
+    },
+    {
+      "epoch": 1.4946955939978974,
+      "grad_norm": 399.8328552246094,
+      "learning_rate": 3.165277310685764e-06,
+      "loss": 17.3125,
+      "step": 31278
+    },
+    {
+      "epoch": 1.4947433814393578,
+      "grad_norm": 201.6759490966797,
+      "learning_rate": 3.164712426053186e-06,
+      "loss": 19.4844,
+      "step": 31279
+    },
+    {
+      "epoch": 1.4947911688808182,
+      "grad_norm": 291.15240478515625,
+      "learning_rate": 3.1641475823551625e-06,
+      "loss": 26.1875,
+      "step": 31280
+    },
+    {
+      "epoch": 1.4948389563222784,
+      "grad_norm": 237.20541381835938,
+      "learning_rate": 3.1635827795950724e-06,
+      "loss": 19.0938,
+      "step": 31281
+    },
+    {
+      "epoch": 1.4948867437637388,
+      "grad_norm": 455.9180603027344,
+      "learning_rate": 3.1630180177763003e-06,
+      "loss": 23.1094,
+      "step": 31282
+    },
+    {
+      "epoch": 1.4949345312051991,
+      "grad_norm": 537.2960815429688,
+      "learning_rate": 3.162453296902227e-06,
+      "loss": 34.5312,
+      "step": 31283
+    },
+    {
+      "epoch": 1.4949823186466595,
+      "grad_norm": 925.5564575195312,
+      "learning_rate": 3.1618886169762397e-06,
+      "loss": 43.9375,
+      "step": 31284
+    },
+    {
+      "epoch": 1.49503010608812,
+      "grad_norm": 316.33270263671875,
+      "learning_rate": 3.1613239780017123e-06,
+      "loss": 30.875,
+      "step": 31285
+    },
+    {
+      "epoch": 1.4950778935295803,
+      "grad_norm": 140.3682861328125,
+      "learning_rate": 3.16075937998203e-06,
+      "loss": 16.6094,
+      "step": 31286
+    },
+    {
+      "epoch": 1.4951256809710407,
+      "grad_norm": 345.456298828125,
+      "learning_rate": 3.1601948229205735e-06,
+      "loss": 27.1875,
+      "step": 31287
+    },
+    {
+      "epoch": 1.495173468412501,
+      "grad_norm": 425.7563781738281,
+      "learning_rate": 3.1596303068207277e-06,
+      "loss": 24.1094,
+      "step": 31288
+    },
+    {
+      "epoch": 1.4952212558539615,
+      "grad_norm": 178.9427490234375,
+      "learning_rate": 3.159065831685868e-06,
+      "loss": 22.4062,
+      "step": 31289
+    },
+    {
+      "epoch": 1.4952690432954219,
+      "grad_norm": 342.66668701171875,
+      "learning_rate": 3.158501397519376e-06,
+      "loss": 20.7031,
+      "step": 31290
+    },
+    {
+      "epoch": 1.4953168307368823,
+      "grad_norm": 278.8289489746094,
+      "learning_rate": 3.157937004324635e-06,
+      "loss": 31.125,
+      "step": 31291
+    },
+    {
+      "epoch": 1.4953646181783427,
+      "grad_norm": 262.15179443359375,
+      "learning_rate": 3.1573726521050197e-06,
+      "loss": 22.1875,
+      "step": 31292
+    },
+    {
+      "epoch": 1.495412405619803,
+      "grad_norm": 182.4368896484375,
+      "learning_rate": 3.156808340863917e-06,
+      "loss": 24.1875,
+      "step": 31293
+    },
+    {
+      "epoch": 1.4954601930612634,
+      "grad_norm": 153.6754150390625,
+      "learning_rate": 3.156244070604698e-06,
+      "loss": 17.0469,
+      "step": 31294
+    },
+    {
+      "epoch": 1.4955079805027238,
+      "grad_norm": 714.4534912109375,
+      "learning_rate": 3.1556798413307466e-06,
+      "loss": 29.9219,
+      "step": 31295
+    },
+    {
+      "epoch": 1.4955557679441842,
+      "grad_norm": 317.9838562011719,
+      "learning_rate": 3.155115653045444e-06,
+      "loss": 33.5625,
+      "step": 31296
+    },
+    {
+      "epoch": 1.4956035553856446,
+      "grad_norm": 256.8629150390625,
+      "learning_rate": 3.1545515057521636e-06,
+      "loss": 23.5781,
+      "step": 31297
+    },
+    {
+      "epoch": 1.495651342827105,
+      "grad_norm": 452.2892150878906,
+      "learning_rate": 3.153987399454287e-06,
+      "loss": 19.75,
+      "step": 31298
+    },
+    {
+      "epoch": 1.4956991302685654,
+      "grad_norm": 320.5657958984375,
+      "learning_rate": 3.153423334155196e-06,
+      "loss": 44.5,
+      "step": 31299
+    },
+    {
+      "epoch": 1.4957469177100258,
+      "grad_norm": 222.9824676513672,
+      "learning_rate": 3.1528593098582595e-06,
+      "loss": 27.3125,
+      "step": 31300
+    },
+    {
+      "epoch": 1.4957947051514862,
+      "grad_norm": 278.30352783203125,
+      "learning_rate": 3.152295326566862e-06,
+      "loss": 30.3125,
+      "step": 31301
+    },
+    {
+      "epoch": 1.4958424925929465,
+      "grad_norm": 226.86611938476562,
+      "learning_rate": 3.151731384284382e-06,
+      "loss": 16.7188,
+      "step": 31302
+    },
+    {
+      "epoch": 1.495890280034407,
+      "grad_norm": 765.221435546875,
+      "learning_rate": 3.1511674830141915e-06,
+      "loss": 19.9062,
+      "step": 31303
+    },
+    {
+      "epoch": 1.4959380674758673,
+      "grad_norm": 179.23019409179688,
+      "learning_rate": 3.1506036227596693e-06,
+      "loss": 21.9219,
+      "step": 31304
+    },
+    {
+      "epoch": 1.4959858549173277,
+      "grad_norm": 183.5664825439453,
+      "learning_rate": 3.150039803524194e-06,
+      "loss": 24.9062,
+      "step": 31305
+    },
+    {
+      "epoch": 1.496033642358788,
+      "grad_norm": 240.17530822753906,
+      "learning_rate": 3.1494760253111455e-06,
+      "loss": 22.1875,
+      "step": 31306
+    },
+    {
+      "epoch": 1.4960814298002485,
+      "grad_norm": 156.4352264404297,
+      "learning_rate": 3.148912288123892e-06,
+      "loss": 16.5781,
+      "step": 31307
+    },
+    {
+      "epoch": 1.4961292172417089,
+      "grad_norm": 293.9356994628906,
+      "learning_rate": 3.1483485919658143e-06,
+      "loss": 29.5312,
+      "step": 31308
+    },
+    {
+      "epoch": 1.4961770046831693,
+      "grad_norm": 239.7147979736328,
+      "learning_rate": 3.1477849368402856e-06,
+      "loss": 20.0625,
+      "step": 31309
+    },
+    {
+      "epoch": 1.4962247921246297,
+      "grad_norm": 243.05953979492188,
+      "learning_rate": 3.1472213227506886e-06,
+      "loss": 22.9688,
+      "step": 31310
+    },
+    {
+      "epoch": 1.49627257956609,
+      "grad_norm": 310.28350830078125,
+      "learning_rate": 3.1466577497003893e-06,
+      "loss": 28.5156,
+      "step": 31311
+    },
+    {
+      "epoch": 1.4963203670075504,
+      "grad_norm": 441.5672607421875,
+      "learning_rate": 3.1460942176927666e-06,
+      "loss": 25.2031,
+      "step": 31312
+    },
+    {
+      "epoch": 1.4963681544490108,
+      "grad_norm": 251.23284912109375,
+      "learning_rate": 3.145530726731196e-06,
+      "loss": 27.5,
+      "step": 31313
+    },
+    {
+      "epoch": 1.4964159418904712,
+      "grad_norm": 276.0877380371094,
+      "learning_rate": 3.144967276819054e-06,
+      "loss": 22.4062,
+      "step": 31314
+    },
+    {
+      "epoch": 1.4964637293319316,
+      "grad_norm": 223.7091827392578,
+      "learning_rate": 3.1444038679597113e-06,
+      "loss": 24.0469,
+      "step": 31315
+    },
+    {
+      "epoch": 1.496511516773392,
+      "grad_norm": 244.1861114501953,
+      "learning_rate": 3.143840500156542e-06,
+      "loss": 26.3438,
+      "step": 31316
+    },
+    {
+      "epoch": 1.4965593042148524,
+      "grad_norm": 713.1185913085938,
+      "learning_rate": 3.143277173412924e-06,
+      "loss": 21.4375,
+      "step": 31317
+    },
+    {
+      "epoch": 1.4966070916563128,
+      "grad_norm": 224.34127807617188,
+      "learning_rate": 3.142713887732226e-06,
+      "loss": 29.5,
+      "step": 31318
+    },
+    {
+      "epoch": 1.4966548790977732,
+      "grad_norm": 344.7978515625,
+      "learning_rate": 3.1421506431178227e-06,
+      "loss": 28.8906,
+      "step": 31319
+    },
+    {
+      "epoch": 1.4967026665392336,
+      "grad_norm": 206.4579620361328,
+      "learning_rate": 3.1415874395730885e-06,
+      "loss": 17.9375,
+      "step": 31320
+    },
+    {
+      "epoch": 1.496750453980694,
+      "grad_norm": 198.17994689941406,
+      "learning_rate": 3.1410242771013987e-06,
+      "loss": 24.0312,
+      "step": 31321
+    },
+    {
+      "epoch": 1.4967982414221543,
+      "grad_norm": 146.0384979248047,
+      "learning_rate": 3.1404611557061193e-06,
+      "loss": 20.9062,
+      "step": 31322
+    },
+    {
+      "epoch": 1.4968460288636147,
+      "grad_norm": 155.48158264160156,
+      "learning_rate": 3.139898075390627e-06,
+      "loss": 21.0625,
+      "step": 31323
+    },
+    {
+      "epoch": 1.4968938163050751,
+      "grad_norm": 171.13389587402344,
+      "learning_rate": 3.1393350361582963e-06,
+      "loss": 20.1562,
+      "step": 31324
+    },
+    {
+      "epoch": 1.4969416037465355,
+      "grad_norm": 301.1158752441406,
+      "learning_rate": 3.1387720380124932e-06,
+      "loss": 28.1406,
+      "step": 31325
+    },
+    {
+      "epoch": 1.496989391187996,
+      "grad_norm": 242.90916442871094,
+      "learning_rate": 3.1382090809565947e-06,
+      "loss": 22.8438,
+      "step": 31326
+    },
+    {
+      "epoch": 1.4970371786294563,
+      "grad_norm": 234.07427978515625,
+      "learning_rate": 3.1376461649939673e-06,
+      "loss": 27.0,
+      "step": 31327
+    },
+    {
+      "epoch": 1.4970849660709167,
+      "grad_norm": 290.67529296875,
+      "learning_rate": 3.1370832901279834e-06,
+      "loss": 33.2812,
+      "step": 31328
+    },
+    {
+      "epoch": 1.497132753512377,
+      "grad_norm": 152.96435546875,
+      "learning_rate": 3.136520456362019e-06,
+      "loss": 18.7734,
+      "step": 31329
+    },
+    {
+      "epoch": 1.4971805409538375,
+      "grad_norm": 148.65565490722656,
+      "learning_rate": 3.1359576636994383e-06,
+      "loss": 21.0469,
+      "step": 31330
+    },
+    {
+      "epoch": 1.4972283283952978,
+      "grad_norm": 268.480712890625,
+      "learning_rate": 3.135394912143612e-06,
+      "loss": 26.6094,
+      "step": 31331
+    },
+    {
+      "epoch": 1.4972761158367582,
+      "grad_norm": 343.7471923828125,
+      "learning_rate": 3.1348322016979173e-06,
+      "loss": 21.4844,
+      "step": 31332
+    },
+    {
+      "epoch": 1.4973239032782184,
+      "grad_norm": 800.7753295898438,
+      "learning_rate": 3.1342695323657156e-06,
+      "loss": 18.9375,
+      "step": 31333
+    },
+    {
+      "epoch": 1.4973716907196788,
+      "grad_norm": 333.69561767578125,
+      "learning_rate": 3.1337069041503808e-06,
+      "loss": 27.75,
+      "step": 31334
+    },
+    {
+      "epoch": 1.4974194781611392,
+      "grad_norm": 175.06301879882812,
+      "learning_rate": 3.133144317055281e-06,
+      "loss": 25.6875,
+      "step": 31335
+    },
+    {
+      "epoch": 1.4974672656025996,
+      "grad_norm": 277.644287109375,
+      "learning_rate": 3.1325817710837893e-06,
+      "loss": 28.25,
+      "step": 31336
+    },
+    {
+      "epoch": 1.49751505304406,
+      "grad_norm": 204.85079956054688,
+      "learning_rate": 3.132019266239268e-06,
+      "loss": 15.6719,
+      "step": 31337
+    },
+    {
+      "epoch": 1.4975628404855204,
+      "grad_norm": 347.15155029296875,
+      "learning_rate": 3.131456802525089e-06,
+      "loss": 29.3125,
+      "step": 31338
+    },
+    {
+      "epoch": 1.4976106279269807,
+      "grad_norm": 264.1928405761719,
+      "learning_rate": 3.1308943799446247e-06,
+      "loss": 19.9531,
+      "step": 31339
+    },
+    {
+      "epoch": 1.4976584153684411,
+      "grad_norm": 547.1038818359375,
+      "learning_rate": 3.130331998501236e-06,
+      "loss": 38.75,
+      "step": 31340
+    },
+    {
+      "epoch": 1.4977062028099015,
+      "grad_norm": 253.96722412109375,
+      "learning_rate": 3.129769658198295e-06,
+      "loss": 26.1562,
+      "step": 31341
+    },
+    {
+      "epoch": 1.497753990251362,
+      "grad_norm": 314.18548583984375,
+      "learning_rate": 3.1292073590391682e-06,
+      "loss": 26.0,
+      "step": 31342
+    },
+    {
+      "epoch": 1.4978017776928223,
+      "grad_norm": 402.8722229003906,
+      "learning_rate": 3.1286451010272266e-06,
+      "loss": 25.5625,
+      "step": 31343
+    },
+    {
+      "epoch": 1.4978495651342827,
+      "grad_norm": 215.7152557373047,
+      "learning_rate": 3.1280828841658316e-06,
+      "loss": 28.8125,
+      "step": 31344
+    },
+    {
+      "epoch": 1.497897352575743,
+      "grad_norm": 293.7132568359375,
+      "learning_rate": 3.1275207084583527e-06,
+      "loss": 25.3438,
+      "step": 31345
+    },
+    {
+      "epoch": 1.4979451400172035,
+      "grad_norm": 142.45513916015625,
+      "learning_rate": 3.1269585739081564e-06,
+      "loss": 17.2031,
+      "step": 31346
+    },
+    {
+      "epoch": 1.4979929274586639,
+      "grad_norm": 275.5970458984375,
+      "learning_rate": 3.126396480518613e-06,
+      "loss": 28.1562,
+      "step": 31347
+    },
+    {
+      "epoch": 1.4980407149001242,
+      "grad_norm": 371.4471435546875,
+      "learning_rate": 3.125834428293082e-06,
+      "loss": 39.4062,
+      "step": 31348
+    },
+    {
+      "epoch": 1.4980885023415846,
+      "grad_norm": 359.89794921875,
+      "learning_rate": 3.1252724172349337e-06,
+      "loss": 28.8438,
+      "step": 31349
+    },
+    {
+      "epoch": 1.498136289783045,
+      "grad_norm": 239.99655151367188,
+      "learning_rate": 3.124710447347532e-06,
+      "loss": 20.1094,
+      "step": 31350
+    },
+    {
+      "epoch": 1.4981840772245054,
+      "grad_norm": 372.80096435546875,
+      "learning_rate": 3.124148518634246e-06,
+      "loss": 20.8125,
+      "step": 31351
+    },
+    {
+      "epoch": 1.4982318646659658,
+      "grad_norm": 189.28347778320312,
+      "learning_rate": 3.1235866310984353e-06,
+      "loss": 21.625,
+      "step": 31352
+    },
+    {
+      "epoch": 1.4982796521074262,
+      "grad_norm": 329.29949951171875,
+      "learning_rate": 3.123024784743468e-06,
+      "loss": 25.0938,
+      "step": 31353
+    },
+    {
+      "epoch": 1.4983274395488866,
+      "grad_norm": 191.2372589111328,
+      "learning_rate": 3.1224629795727114e-06,
+      "loss": 21.7188,
+      "step": 31354
+    },
+    {
+      "epoch": 1.498375226990347,
+      "grad_norm": 319.58447265625,
+      "learning_rate": 3.1219012155895235e-06,
+      "loss": 24.2031,
+      "step": 31355
+    },
+    {
+      "epoch": 1.4984230144318074,
+      "grad_norm": 248.89117431640625,
+      "learning_rate": 3.121339492797273e-06,
+      "loss": 27.4688,
+      "step": 31356
+    },
+    {
+      "epoch": 1.4984708018732678,
+      "grad_norm": 205.63388061523438,
+      "learning_rate": 3.1207778111993246e-06,
+      "loss": 27.0312,
+      "step": 31357
+    },
+    {
+      "epoch": 1.4985185893147281,
+      "grad_norm": 211.40298461914062,
+      "learning_rate": 3.1202161707990386e-06,
+      "loss": 25.1562,
+      "step": 31358
+    },
+    {
+      "epoch": 1.4985663767561885,
+      "grad_norm": 294.7760009765625,
+      "learning_rate": 3.119654571599784e-06,
+      "loss": 23.7188,
+      "step": 31359
+    },
+    {
+      "epoch": 1.498614164197649,
+      "grad_norm": 124.77263641357422,
+      "learning_rate": 3.119093013604917e-06,
+      "loss": 18.125,
+      "step": 31360
+    },
+    {
+      "epoch": 1.4986619516391093,
+      "grad_norm": 216.7289581298828,
+      "learning_rate": 3.1185314968178037e-06,
+      "loss": 18.2656,
+      "step": 31361
+    },
+    {
+      "epoch": 1.4987097390805697,
+      "grad_norm": 353.2306213378906,
+      "learning_rate": 3.1179700212418097e-06,
+      "loss": 20.6094,
+      "step": 31362
+    },
+    {
+      "epoch": 1.49875752652203,
+      "grad_norm": 305.74676513671875,
+      "learning_rate": 3.117408586880293e-06,
+      "loss": 29.8438,
+      "step": 31363
+    },
+    {
+      "epoch": 1.4988053139634903,
+      "grad_norm": 408.41046142578125,
+      "learning_rate": 3.1168471937366175e-06,
+      "loss": 24.4531,
+      "step": 31364
+    },
+    {
+      "epoch": 1.4988531014049506,
+      "grad_norm": 200.75198364257812,
+      "learning_rate": 3.1162858418141485e-06,
+      "loss": 21.1094,
+      "step": 31365
+    },
+    {
+      "epoch": 1.498900888846411,
+      "grad_norm": 202.70065307617188,
+      "learning_rate": 3.115724531116242e-06,
+      "loss": 24.5,
+      "step": 31366
+    },
+    {
+      "epoch": 1.4989486762878714,
+      "grad_norm": 165.87646484375,
+      "learning_rate": 3.1151632616462623e-06,
+      "loss": 24.5156,
+      "step": 31367
+    },
+    {
+      "epoch": 1.4989964637293318,
+      "grad_norm": 278.88677978515625,
+      "learning_rate": 3.114602033407571e-06,
+      "loss": 29.25,
+      "step": 31368
+    },
+    {
+      "epoch": 1.4990442511707922,
+      "grad_norm": 180.14878845214844,
+      "learning_rate": 3.114040846403532e-06,
+      "loss": 27.375,
+      "step": 31369
+    },
+    {
+      "epoch": 1.4990920386122526,
+      "grad_norm": 587.681640625,
+      "learning_rate": 3.1134797006374994e-06,
+      "loss": 24.8906,
+      "step": 31370
+    },
+    {
+      "epoch": 1.499139826053713,
+      "grad_norm": 232.06475830078125,
+      "learning_rate": 3.1129185961128383e-06,
+      "loss": 22.8438,
+      "step": 31371
+    },
+    {
+      "epoch": 1.4991876134951734,
+      "grad_norm": 349.74871826171875,
+      "learning_rate": 3.112357532832907e-06,
+      "loss": 34.1875,
+      "step": 31372
+    },
+    {
+      "epoch": 1.4992354009366338,
+      "grad_norm": 311.4553527832031,
+      "learning_rate": 3.1117965108010707e-06,
+      "loss": 27.9375,
+      "step": 31373
+    },
+    {
+      "epoch": 1.4992831883780942,
+      "grad_norm": 254.33578491210938,
+      "learning_rate": 3.111235530020681e-06,
+      "loss": 25.1875,
+      "step": 31374
+    },
+    {
+      "epoch": 1.4993309758195545,
+      "grad_norm": 221.7070770263672,
+      "learning_rate": 3.110674590495102e-06,
+      "loss": 19.3125,
+      "step": 31375
+    },
+    {
+      "epoch": 1.499378763261015,
+      "grad_norm": 274.3760681152344,
+      "learning_rate": 3.1101136922276954e-06,
+      "loss": 23.625,
+      "step": 31376
+    },
+    {
+      "epoch": 1.4994265507024753,
+      "grad_norm": 310.0688781738281,
+      "learning_rate": 3.109552835221815e-06,
+      "loss": 28.6406,
+      "step": 31377
+    },
+    {
+      "epoch": 1.4994743381439357,
+      "grad_norm": 191.43218994140625,
+      "learning_rate": 3.108992019480821e-06,
+      "loss": 32.0,
+      "step": 31378
+    },
+    {
+      "epoch": 1.499522125585396,
+      "grad_norm": 262.1611633300781,
+      "learning_rate": 3.1084312450080734e-06,
+      "loss": 22.3594,
+      "step": 31379
+    },
+    {
+      "epoch": 1.4995699130268565,
+      "grad_norm": 585.2727661132812,
+      "learning_rate": 3.107870511806934e-06,
+      "loss": 23.9062,
+      "step": 31380
+    },
+    {
+      "epoch": 1.4996177004683169,
+      "grad_norm": 330.27313232421875,
+      "learning_rate": 3.107309819880753e-06,
+      "loss": 31.5,
+      "step": 31381
+    },
+    {
+      "epoch": 1.4996654879097773,
+      "grad_norm": 182.79095458984375,
+      "learning_rate": 3.1067491692328923e-06,
+      "loss": 27.9062,
+      "step": 31382
+    },
+    {
+      "epoch": 1.4997132753512377,
+      "grad_norm": 161.70364379882812,
+      "learning_rate": 3.1061885598667084e-06,
+      "loss": 22.1094,
+      "step": 31383
+    },
+    {
+      "epoch": 1.499761062792698,
+      "grad_norm": 197.73403930664062,
+      "learning_rate": 3.1056279917855646e-06,
+      "loss": 24.0781,
+      "step": 31384
+    },
+    {
+      "epoch": 1.4998088502341584,
+      "grad_norm": 171.43069458007812,
+      "learning_rate": 3.105067464992808e-06,
+      "loss": 24.9688,
+      "step": 31385
+    },
+    {
+      "epoch": 1.4998566376756188,
+      "grad_norm": 269.5890197753906,
+      "learning_rate": 3.1045069794918014e-06,
+      "loss": 30.9375,
+      "step": 31386
+    },
+    {
+      "epoch": 1.4999044251170792,
+      "grad_norm": 172.84214782714844,
+      "learning_rate": 3.1039465352859045e-06,
+      "loss": 26.3125,
+      "step": 31387
+    },
+    {
+      "epoch": 1.4999522125585396,
+      "grad_norm": 269.4758605957031,
+      "learning_rate": 3.1033861323784644e-06,
+      "loss": 27.4375,
+      "step": 31388
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 435.00823974609375,
+      "learning_rate": 3.1028257707728437e-06,
+      "loss": 24.4375,
+      "step": 31389
+    },
+    {
+      "epoch": 1.5000477874414604,
+      "grad_norm": 360.6269226074219,
+      "learning_rate": 3.1022654504723993e-06,
+      "loss": 31.6875,
+      "step": 31390
+    },
+    {
+      "epoch": 1.5000955748829208,
+      "grad_norm": 195.43832397460938,
+      "learning_rate": 3.1017051714804812e-06,
+      "loss": 22.6562,
+      "step": 31391
+    },
+    {
+      "epoch": 1.5001433623243812,
+      "grad_norm": 215.4168243408203,
+      "learning_rate": 3.1011449338004475e-06,
+      "loss": 21.5625,
+      "step": 31392
+    },
+    {
+      "epoch": 1.5001911497658416,
+      "grad_norm": 177.39439392089844,
+      "learning_rate": 3.100584737435658e-06,
+      "loss": 19.1094,
+      "step": 31393
+    },
+    {
+      "epoch": 1.500238937207302,
+      "grad_norm": 166.92503356933594,
+      "learning_rate": 3.1000245823894594e-06,
+      "loss": 27.3281,
+      "step": 31394
+    },
+    {
+      "epoch": 1.5002867246487623,
+      "grad_norm": 337.49822998046875,
+      "learning_rate": 3.099464468665213e-06,
+      "loss": 18.5469,
+      "step": 31395
+    },
+    {
+      "epoch": 1.5003345120902227,
+      "grad_norm": 224.02423095703125,
+      "learning_rate": 3.098904396266268e-06,
+      "loss": 21.5625,
+      "step": 31396
+    },
+    {
+      "epoch": 1.5003822995316831,
+      "grad_norm": 552.9126586914062,
+      "learning_rate": 3.09834436519598e-06,
+      "loss": 36.2188,
+      "step": 31397
+    },
+    {
+      "epoch": 1.5004300869731435,
+      "grad_norm": 328.7160949707031,
+      "learning_rate": 3.097784375457704e-06,
+      "loss": 24.1719,
+      "step": 31398
+    },
+    {
+      "epoch": 1.500477874414604,
+      "grad_norm": 188.14599609375,
+      "learning_rate": 3.0972244270547958e-06,
+      "loss": 24.125,
+      "step": 31399
+    },
+    {
+      "epoch": 1.5005256618560643,
+      "grad_norm": 217.81069946289062,
+      "learning_rate": 3.0966645199906043e-06,
+      "loss": 27.5625,
+      "step": 31400
+    },
+    {
+      "epoch": 1.5005734492975247,
+      "grad_norm": 212.16323852539062,
+      "learning_rate": 3.0961046542684836e-06,
+      "loss": 18.625,
+      "step": 31401
+    },
+    {
+      "epoch": 1.500621236738985,
+      "grad_norm": 264.5947570800781,
+      "learning_rate": 3.095544829891791e-06,
+      "loss": 25.8438,
+      "step": 31402
+    },
+    {
+      "epoch": 1.5006690241804455,
+      "grad_norm": 376.70257568359375,
+      "learning_rate": 3.094985046863873e-06,
+      "loss": 29.0,
+      "step": 31403
+    },
+    {
+      "epoch": 1.5007168116219058,
+      "grad_norm": 307.3049621582031,
+      "learning_rate": 3.0944253051880847e-06,
+      "loss": 15.4219,
+      "step": 31404
+    },
+    {
+      "epoch": 1.5007645990633662,
+      "grad_norm": 162.55499267578125,
+      "learning_rate": 3.0938656048677775e-06,
+      "loss": 20.5312,
+      "step": 31405
+    },
+    {
+      "epoch": 1.5008123865048266,
+      "grad_norm": 430.44635009765625,
+      "learning_rate": 3.0933059459063074e-06,
+      "loss": 41.375,
+      "step": 31406
+    },
+    {
+      "epoch": 1.500860173946287,
+      "grad_norm": 134.2286376953125,
+      "learning_rate": 3.0927463283070193e-06,
+      "loss": 14.9688,
+      "step": 31407
+    },
+    {
+      "epoch": 1.5009079613877474,
+      "grad_norm": 251.4394073486328,
+      "learning_rate": 3.0921867520732684e-06,
+      "loss": 18.0312,
+      "step": 31408
+    },
+    {
+      "epoch": 1.5009557488292078,
+      "grad_norm": 133.1470489501953,
+      "learning_rate": 3.091627217208405e-06,
+      "loss": 24.1406,
+      "step": 31409
+    },
+    {
+      "epoch": 1.5010035362706682,
+      "grad_norm": 207.55616760253906,
+      "learning_rate": 3.0910677237157825e-06,
+      "loss": 24.875,
+      "step": 31410
+    },
+    {
+      "epoch": 1.5010513237121286,
+      "grad_norm": 338.05706787109375,
+      "learning_rate": 3.0905082715987476e-06,
+      "loss": 23.125,
+      "step": 31411
+    },
+    {
+      "epoch": 1.501099111153589,
+      "grad_norm": 231.9488525390625,
+      "learning_rate": 3.089948860860652e-06,
+      "loss": 20.9531,
+      "step": 31412
+    },
+    {
+      "epoch": 1.5011468985950494,
+      "grad_norm": 193.04408264160156,
+      "learning_rate": 3.0893894915048495e-06,
+      "loss": 22.1094,
+      "step": 31413
+    },
+    {
+      "epoch": 1.5011946860365097,
+      "grad_norm": 175.65728759765625,
+      "learning_rate": 3.088830163534684e-06,
+      "loss": 16.5469,
+      "step": 31414
+    },
+    {
+      "epoch": 1.5012424734779701,
+      "grad_norm": 353.30804443359375,
+      "learning_rate": 3.0882708769535075e-06,
+      "loss": 20.5625,
+      "step": 31415
+    },
+    {
+      "epoch": 1.5012902609194305,
+      "grad_norm": 259.3132019042969,
+      "learning_rate": 3.0877116317646705e-06,
+      "loss": 24.9062,
+      "step": 31416
+    },
+    {
+      "epoch": 1.501338048360891,
+      "grad_norm": 446.7312316894531,
+      "learning_rate": 3.0871524279715237e-06,
+      "loss": 34.7031,
+      "step": 31417
+    },
+    {
+      "epoch": 1.5013858358023513,
+      "grad_norm": 392.2541809082031,
+      "learning_rate": 3.086593265577411e-06,
+      "loss": 23.9688,
+      "step": 31418
+    },
+    {
+      "epoch": 1.5014336232438117,
+      "grad_norm": 214.87950134277344,
+      "learning_rate": 3.0860341445856847e-06,
+      "loss": 21.625,
+      "step": 31419
+    },
+    {
+      "epoch": 1.5014814106852719,
+      "grad_norm": 359.271240234375,
+      "learning_rate": 3.085475064999692e-06,
+      "loss": 34.6719,
+      "step": 31420
+    },
+    {
+      "epoch": 1.5015291981267322,
+      "grad_norm": 220.3214569091797,
+      "learning_rate": 3.084916026822784e-06,
+      "loss": 26.375,
+      "step": 31421
+    },
+    {
+      "epoch": 1.5015769855681926,
+      "grad_norm": 107.40092468261719,
+      "learning_rate": 3.0843570300583037e-06,
+      "loss": 18.7656,
+      "step": 31422
+    },
+    {
+      "epoch": 1.501624773009653,
+      "grad_norm": 276.47662353515625,
+      "learning_rate": 3.083798074709604e-06,
+      "loss": 28.0938,
+      "step": 31423
+    },
+    {
+      "epoch": 1.5016725604511134,
+      "grad_norm": 351.09283447265625,
+      "learning_rate": 3.083239160780026e-06,
+      "loss": 25.5781,
+      "step": 31424
+    },
+    {
+      "epoch": 1.5017203478925738,
+      "grad_norm": 400.8446044921875,
+      "learning_rate": 3.082680288272921e-06,
+      "loss": 21.875,
+      "step": 31425
+    },
+    {
+      "epoch": 1.5017681353340342,
+      "grad_norm": 731.9819946289062,
+      "learning_rate": 3.082121457191638e-06,
+      "loss": 23.9375,
+      "step": 31426
+    },
+    {
+      "epoch": 1.5018159227754946,
+      "grad_norm": 302.3347473144531,
+      "learning_rate": 3.081562667539518e-06,
+      "loss": 22.3438,
+      "step": 31427
+    },
+    {
+      "epoch": 1.501863710216955,
+      "grad_norm": 258.9002990722656,
+      "learning_rate": 3.081003919319914e-06,
+      "loss": 25.1406,
+      "step": 31428
+    },
+    {
+      "epoch": 1.5019114976584154,
+      "grad_norm": 208.4224090576172,
+      "learning_rate": 3.080445212536165e-06,
+      "loss": 23.1562,
+      "step": 31429
+    },
+    {
+      "epoch": 1.5019592850998758,
+      "grad_norm": 577.4526977539062,
+      "learning_rate": 3.079886547191621e-06,
+      "loss": 22.9844,
+      "step": 31430
+    },
+    {
+      "epoch": 1.5020070725413361,
+      "grad_norm": 161.187744140625,
+      "learning_rate": 3.0793279232896256e-06,
+      "loss": 23.5156,
+      "step": 31431
+    },
+    {
+      "epoch": 1.5020548599827965,
+      "grad_norm": 253.6654052734375,
+      "learning_rate": 3.0787693408335306e-06,
+      "loss": 20.3594,
+      "step": 31432
+    },
+    {
+      "epoch": 1.502102647424257,
+      "grad_norm": 118.51902770996094,
+      "learning_rate": 3.078210799826673e-06,
+      "loss": 11.8281,
+      "step": 31433
+    },
+    {
+      "epoch": 1.5021504348657173,
+      "grad_norm": 269.8424377441406,
+      "learning_rate": 3.0776523002724002e-06,
+      "loss": 19.4375,
+      "step": 31434
+    },
+    {
+      "epoch": 1.5021982223071777,
+      "grad_norm": 258.3052978515625,
+      "learning_rate": 3.077093842174058e-06,
+      "loss": 20.5781,
+      "step": 31435
+    },
+    {
+      "epoch": 1.502246009748638,
+      "grad_norm": 536.1296997070312,
+      "learning_rate": 3.0765354255349955e-06,
+      "loss": 18.7344,
+      "step": 31436
+    },
+    {
+      "epoch": 1.5022937971900985,
+      "grad_norm": 133.0786590576172,
+      "learning_rate": 3.075977050358547e-06,
+      "loss": 20.8594,
+      "step": 31437
+    },
+    {
+      "epoch": 1.5023415846315589,
+      "grad_norm": 258.3377685546875,
+      "learning_rate": 3.075418716648062e-06,
+      "loss": 22.5312,
+      "step": 31438
+    },
+    {
+      "epoch": 1.5023893720730193,
+      "grad_norm": 144.78884887695312,
+      "learning_rate": 3.074860424406888e-06,
+      "loss": 20.2656,
+      "step": 31439
+    },
+    {
+      "epoch": 1.5024371595144796,
+      "grad_norm": 347.7040710449219,
+      "learning_rate": 3.0743021736383605e-06,
+      "loss": 23.6875,
+      "step": 31440
+    },
+    {
+      "epoch": 1.5024849469559398,
+      "grad_norm": 177.08444213867188,
+      "learning_rate": 3.0737439643458255e-06,
+      "loss": 31.7344,
+      "step": 31441
+    },
+    {
+      "epoch": 1.5025327343974002,
+      "grad_norm": 397.2791748046875,
+      "learning_rate": 3.0731857965326272e-06,
+      "loss": 25.125,
+      "step": 31442
+    },
+    {
+      "epoch": 1.5025805218388606,
+      "grad_norm": 235.5643310546875,
+      "learning_rate": 3.072627670202112e-06,
+      "loss": 17.7031,
+      "step": 31443
+    },
+    {
+      "epoch": 1.502628309280321,
+      "grad_norm": 98.80779266357422,
+      "learning_rate": 3.0720695853576142e-06,
+      "loss": 14.9844,
+      "step": 31444
+    },
+    {
+      "epoch": 1.5026760967217814,
+      "grad_norm": 469.5496520996094,
+      "learning_rate": 3.07151154200248e-06,
+      "loss": 29.875,
+      "step": 31445
+    },
+    {
+      "epoch": 1.5027238841632418,
+      "grad_norm": 157.81651306152344,
+      "learning_rate": 3.0709535401400526e-06,
+      "loss": 21.5,
+      "step": 31446
+    },
+    {
+      "epoch": 1.5027716716047022,
+      "grad_norm": 275.1683654785156,
+      "learning_rate": 3.0703955797736753e-06,
+      "loss": 22.7031,
+      "step": 31447
+    },
+    {
+      "epoch": 1.5028194590461625,
+      "grad_norm": 334.0193176269531,
+      "learning_rate": 3.0698376609066828e-06,
+      "loss": 28.1562,
+      "step": 31448
+    },
+    {
+      "epoch": 1.502867246487623,
+      "grad_norm": 380.9826354980469,
+      "learning_rate": 3.0692797835424204e-06,
+      "loss": 25.375,
+      "step": 31449
+    },
+    {
+      "epoch": 1.5029150339290833,
+      "grad_norm": 112.0671615600586,
+      "learning_rate": 3.0687219476842333e-06,
+      "loss": 14.0156,
+      "step": 31450
+    },
+    {
+      "epoch": 1.5029628213705437,
+      "grad_norm": 127.80184173583984,
+      "learning_rate": 3.0681641533354534e-06,
+      "loss": 14.9688,
+      "step": 31451
+    },
+    {
+      "epoch": 1.503010608812004,
+      "grad_norm": 447.08843994140625,
+      "learning_rate": 3.0676064004994267e-06,
+      "loss": 44.4375,
+      "step": 31452
+    },
+    {
+      "epoch": 1.5030583962534645,
+      "grad_norm": 203.32249450683594,
+      "learning_rate": 3.0670486891794926e-06,
+      "loss": 24.0,
+      "step": 31453
+    },
+    {
+      "epoch": 1.5031061836949249,
+      "grad_norm": 262.20404052734375,
+      "learning_rate": 3.0664910193789934e-06,
+      "loss": 27.0938,
+      "step": 31454
+    },
+    {
+      "epoch": 1.5031539711363853,
+      "grad_norm": 431.2690734863281,
+      "learning_rate": 3.0659333911012635e-06,
+      "loss": 22.0938,
+      "step": 31455
+    },
+    {
+      "epoch": 1.5032017585778457,
+      "grad_norm": 283.3365173339844,
+      "learning_rate": 3.0653758043496482e-06,
+      "loss": 20.0156,
+      "step": 31456
+    },
+    {
+      "epoch": 1.503249546019306,
+      "grad_norm": 313.5794982910156,
+      "learning_rate": 3.064818259127481e-06,
+      "loss": 28.6406,
+      "step": 31457
+    },
+    {
+      "epoch": 1.5032973334607664,
+      "grad_norm": 240.90724182128906,
+      "learning_rate": 3.0642607554381033e-06,
+      "loss": 26.5781,
+      "step": 31458
+    },
+    {
+      "epoch": 1.5033451209022268,
+      "grad_norm": 803.8458251953125,
+      "learning_rate": 3.0637032932848563e-06,
+      "loss": 21.5938,
+      "step": 31459
+    },
+    {
+      "epoch": 1.5033929083436872,
+      "grad_norm": 447.2158203125,
+      "learning_rate": 3.063145872671075e-06,
+      "loss": 25.5,
+      "step": 31460
+    },
+    {
+      "epoch": 1.5034406957851476,
+      "grad_norm": 210.2330322265625,
+      "learning_rate": 3.0625884936001006e-06,
+      "loss": 25.375,
+      "step": 31461
+    },
+    {
+      "epoch": 1.503488483226608,
+      "grad_norm": 238.90567016601562,
+      "learning_rate": 3.062031156075267e-06,
+      "loss": 29.5312,
+      "step": 31462
+    },
+    {
+      "epoch": 1.5035362706680684,
+      "grad_norm": 502.10693359375,
+      "learning_rate": 3.0614738600999138e-06,
+      "loss": 34.0312,
+      "step": 31463
+    },
+    {
+      "epoch": 1.5035840581095288,
+      "grad_norm": 394.56500244140625,
+      "learning_rate": 3.0609166056773796e-06,
+      "loss": 32.4375,
+      "step": 31464
+    },
+    {
+      "epoch": 1.5036318455509892,
+      "grad_norm": 255.1733856201172,
+      "learning_rate": 3.0603593928110044e-06,
+      "loss": 21.4375,
+      "step": 31465
+    },
+    {
+      "epoch": 1.5036796329924496,
+      "grad_norm": 225.10958862304688,
+      "learning_rate": 3.059802221504118e-06,
+      "loss": 23.0625,
+      "step": 31466
+    },
+    {
+      "epoch": 1.50372742043391,
+      "grad_norm": 187.7734832763672,
+      "learning_rate": 3.0592450917600614e-06,
+      "loss": 23.4375,
+      "step": 31467
+    },
+    {
+      "epoch": 1.5037752078753703,
+      "grad_norm": 432.698974609375,
+      "learning_rate": 3.05868800358217e-06,
+      "loss": 31.8438,
+      "step": 31468
+    },
+    {
+      "epoch": 1.5038229953168307,
+      "grad_norm": 237.90966796875,
+      "learning_rate": 3.058130956973785e-06,
+      "loss": 23.2031,
+      "step": 31469
+    },
+    {
+      "epoch": 1.5038707827582911,
+      "grad_norm": 159.14605712890625,
+      "learning_rate": 3.057573951938234e-06,
+      "loss": 16.9531,
+      "step": 31470
+    },
+    {
+      "epoch": 1.5039185701997515,
+      "grad_norm": 312.47344970703125,
+      "learning_rate": 3.057016988478857e-06,
+      "loss": 19.0781,
+      "step": 31471
+    },
+    {
+      "epoch": 1.503966357641212,
+      "grad_norm": 209.64390563964844,
+      "learning_rate": 3.0564600665989896e-06,
+      "loss": 22.375,
+      "step": 31472
+    },
+    {
+      "epoch": 1.5040141450826723,
+      "grad_norm": 240.4615936279297,
+      "learning_rate": 3.0559031863019695e-06,
+      "loss": 25.9688,
+      "step": 31473
+    },
+    {
+      "epoch": 1.5040619325241327,
+      "grad_norm": 206.5655975341797,
+      "learning_rate": 3.055346347591126e-06,
+      "loss": 20.0156,
+      "step": 31474
+    },
+    {
+      "epoch": 1.504109719965593,
+      "grad_norm": 286.8830261230469,
+      "learning_rate": 3.054789550469798e-06,
+      "loss": 22.9844,
+      "step": 31475
+    },
+    {
+      "epoch": 1.5041575074070535,
+      "grad_norm": 242.55987548828125,
+      "learning_rate": 3.054232794941321e-06,
+      "loss": 23.4062,
+      "step": 31476
+    },
+    {
+      "epoch": 1.5042052948485138,
+      "grad_norm": 206.73301696777344,
+      "learning_rate": 3.053676081009024e-06,
+      "loss": 27.875,
+      "step": 31477
+    },
+    {
+      "epoch": 1.5042530822899742,
+      "grad_norm": 332.7164611816406,
+      "learning_rate": 3.053119408676243e-06,
+      "loss": 28.7812,
+      "step": 31478
+    },
+    {
+      "epoch": 1.5043008697314346,
+      "grad_norm": 430.97125244140625,
+      "learning_rate": 3.052562777946314e-06,
+      "loss": 39.75,
+      "step": 31479
+    },
+    {
+      "epoch": 1.504348657172895,
+      "grad_norm": 436.1919250488281,
+      "learning_rate": 3.0520061888225725e-06,
+      "loss": 27.9844,
+      "step": 31480
+    },
+    {
+      "epoch": 1.5043964446143554,
+      "grad_norm": 244.18081665039062,
+      "learning_rate": 3.051449641308345e-06,
+      "loss": 25.1562,
+      "step": 31481
+    },
+    {
+      "epoch": 1.5044442320558158,
+      "grad_norm": 144.34283447265625,
+      "learning_rate": 3.050893135406968e-06,
+      "loss": 22.4062,
+      "step": 31482
+    },
+    {
+      "epoch": 1.5044920194972762,
+      "grad_norm": 309.63653564453125,
+      "learning_rate": 3.050336671121774e-06,
+      "loss": 28.5,
+      "step": 31483
+    },
+    {
+      "epoch": 1.5045398069387366,
+      "grad_norm": 187.86509704589844,
+      "learning_rate": 3.0497802484561e-06,
+      "loss": 26.75,
+      "step": 31484
+    },
+    {
+      "epoch": 1.504587594380197,
+      "grad_norm": 197.36788940429688,
+      "learning_rate": 3.04922386741327e-06,
+      "loss": 22.5,
+      "step": 31485
+    },
+    {
+      "epoch": 1.5046353818216573,
+      "grad_norm": 126.79975128173828,
+      "learning_rate": 3.0486675279966204e-06,
+      "loss": 21.375,
+      "step": 31486
+    },
+    {
+      "epoch": 1.5046831692631177,
+      "grad_norm": 250.23179626464844,
+      "learning_rate": 3.048111230209486e-06,
+      "loss": 24.0156,
+      "step": 31487
+    },
+    {
+      "epoch": 1.5047309567045781,
+      "grad_norm": 347.0108337402344,
+      "learning_rate": 3.0475549740551924e-06,
+      "loss": 20.9844,
+      "step": 31488
+    },
+    {
+      "epoch": 1.5047787441460385,
+      "grad_norm": 1062.8013916015625,
+      "learning_rate": 3.0469987595370753e-06,
+      "loss": 31.25,
+      "step": 31489
+    },
+    {
+      "epoch": 1.504826531587499,
+      "grad_norm": 269.05694580078125,
+      "learning_rate": 3.0464425866584612e-06,
+      "loss": 27.25,
+      "step": 31490
+    },
+    {
+      "epoch": 1.5048743190289593,
+      "grad_norm": 276.6269226074219,
+      "learning_rate": 3.045886455422683e-06,
+      "loss": 19.9531,
+      "step": 31491
+    },
+    {
+      "epoch": 1.5049221064704197,
+      "grad_norm": 227.0312957763672,
+      "learning_rate": 3.0453303658330758e-06,
+      "loss": 24.2812,
+      "step": 31492
+    },
+    {
+      "epoch": 1.50496989391188,
+      "grad_norm": 295.5263977050781,
+      "learning_rate": 3.0447743178929624e-06,
+      "loss": 29.2812,
+      "step": 31493
+    },
+    {
+      "epoch": 1.5050176813533405,
+      "grad_norm": 543.7999877929688,
+      "learning_rate": 3.0442183116056756e-06,
+      "loss": 22.2656,
+      "step": 31494
+    },
+    {
+      "epoch": 1.5050654687948009,
+      "grad_norm": 134.2336883544922,
+      "learning_rate": 3.0436623469745484e-06,
+      "loss": 17.7188,
+      "step": 31495
+    },
+    {
+      "epoch": 1.5051132562362612,
+      "grad_norm": 210.2019805908203,
+      "learning_rate": 3.043106424002905e-06,
+      "loss": 31.6875,
+      "step": 31496
+    },
+    {
+      "epoch": 1.5051610436777216,
+      "grad_norm": 634.7830200195312,
+      "learning_rate": 3.042550542694078e-06,
+      "loss": 28.6875,
+      "step": 31497
+    },
+    {
+      "epoch": 1.505208831119182,
+      "grad_norm": 1183.1461181640625,
+      "learning_rate": 3.0419947030513973e-06,
+      "loss": 21.9688,
+      "step": 31498
+    },
+    {
+      "epoch": 1.5052566185606424,
+      "grad_norm": 241.1017303466797,
+      "learning_rate": 3.0414389050781877e-06,
+      "loss": 21.9375,
+      "step": 31499
+    },
+    {
+      "epoch": 1.5053044060021028,
+      "grad_norm": 293.42144775390625,
+      "learning_rate": 3.04088314877778e-06,
+      "loss": 25.25,
+      "step": 31500
+    },
+    {
+      "epoch": 1.5053521934435632,
+      "grad_norm": 261.0345764160156,
+      "learning_rate": 3.0403274341535037e-06,
+      "loss": 20.2812,
+      "step": 31501
+    },
+    {
+      "epoch": 1.5053999808850236,
+      "grad_norm": 224.6416778564453,
+      "learning_rate": 3.0397717612086874e-06,
+      "loss": 28.9062,
+      "step": 31502
+    },
+    {
+      "epoch": 1.5054477683264837,
+      "grad_norm": 172.74900817871094,
+      "learning_rate": 3.0392161299466538e-06,
+      "loss": 23.3125,
+      "step": 31503
+    },
+    {
+      "epoch": 1.5054955557679441,
+      "grad_norm": 185.62440490722656,
+      "learning_rate": 3.0386605403707347e-06,
+      "loss": 29.4688,
+      "step": 31504
+    },
+    {
+      "epoch": 1.5055433432094045,
+      "grad_norm": 465.4187927246094,
+      "learning_rate": 3.0381049924842556e-06,
+      "loss": 32.625,
+      "step": 31505
+    },
+    {
+      "epoch": 1.505591130650865,
+      "grad_norm": 267.39630126953125,
+      "learning_rate": 3.0375494862905474e-06,
+      "loss": 25.9688,
+      "step": 31506
+    },
+    {
+      "epoch": 1.5056389180923253,
+      "grad_norm": 398.05145263671875,
+      "learning_rate": 3.036994021792932e-06,
+      "loss": 34.25,
+      "step": 31507
+    },
+    {
+      "epoch": 1.5056867055337857,
+      "grad_norm": 433.7360534667969,
+      "learning_rate": 3.0364385989947355e-06,
+      "loss": 23.2812,
+      "step": 31508
+    },
+    {
+      "epoch": 1.505734492975246,
+      "grad_norm": 181.96102905273438,
+      "learning_rate": 3.0358832178992902e-06,
+      "loss": 20.6406,
+      "step": 31509
+    },
+    {
+      "epoch": 1.5057822804167065,
+      "grad_norm": 179.52281188964844,
+      "learning_rate": 3.035327878509916e-06,
+      "loss": 23.875,
+      "step": 31510
+    },
+    {
+      "epoch": 1.5058300678581669,
+      "grad_norm": 184.107177734375,
+      "learning_rate": 3.03477258082994e-06,
+      "loss": 16.6094,
+      "step": 31511
+    },
+    {
+      "epoch": 1.5058778552996273,
+      "grad_norm": 175.23471069335938,
+      "learning_rate": 3.0342173248626893e-06,
+      "loss": 22.2812,
+      "step": 31512
+    },
+    {
+      "epoch": 1.5059256427410876,
+      "grad_norm": 215.19163513183594,
+      "learning_rate": 3.0336621106114916e-06,
+      "loss": 25.7812,
+      "step": 31513
+    },
+    {
+      "epoch": 1.505973430182548,
+      "grad_norm": 119.18753051757812,
+      "learning_rate": 3.0331069380796653e-06,
+      "loss": 19.2344,
+      "step": 31514
+    },
+    {
+      "epoch": 1.5060212176240084,
+      "grad_norm": 330.340576171875,
+      "learning_rate": 3.0325518072705383e-06,
+      "loss": 28.2188,
+      "step": 31515
+    },
+    {
+      "epoch": 1.5060690050654688,
+      "grad_norm": 345.1246032714844,
+      "learning_rate": 3.0319967181874366e-06,
+      "loss": 29.2188,
+      "step": 31516
+    },
+    {
+      "epoch": 1.5061167925069292,
+      "grad_norm": 233.06695556640625,
+      "learning_rate": 3.031441670833686e-06,
+      "loss": 33.2031,
+      "step": 31517
+    },
+    {
+      "epoch": 1.5061645799483896,
+      "grad_norm": 374.07427978515625,
+      "learning_rate": 3.0308866652126047e-06,
+      "loss": 23.125,
+      "step": 31518
+    },
+    {
+      "epoch": 1.50621236738985,
+      "grad_norm": 327.1022644042969,
+      "learning_rate": 3.030331701327519e-06,
+      "loss": 28.7031,
+      "step": 31519
+    },
+    {
+      "epoch": 1.5062601548313104,
+      "grad_norm": 291.34295654296875,
+      "learning_rate": 3.029776779181758e-06,
+      "loss": 28.0312,
+      "step": 31520
+    },
+    {
+      "epoch": 1.5063079422727708,
+      "grad_norm": 288.0934753417969,
+      "learning_rate": 3.029221898778635e-06,
+      "loss": 36.5312,
+      "step": 31521
+    },
+    {
+      "epoch": 1.5063557297142312,
+      "grad_norm": 229.09603881835938,
+      "learning_rate": 3.0286670601214783e-06,
+      "loss": 18.5938,
+      "step": 31522
+    },
+    {
+      "epoch": 1.5064035171556913,
+      "grad_norm": 409.9894714355469,
+      "learning_rate": 3.028112263213615e-06,
+      "loss": 36.375,
+      "step": 31523
+    },
+    {
+      "epoch": 1.5064513045971517,
+      "grad_norm": 319.440185546875,
+      "learning_rate": 3.0275575080583585e-06,
+      "loss": 29.125,
+      "step": 31524
+    },
+    {
+      "epoch": 1.506499092038612,
+      "grad_norm": 336.6834716796875,
+      "learning_rate": 3.0270027946590397e-06,
+      "loss": 26.7812,
+      "step": 31525
+    },
+    {
+      "epoch": 1.5065468794800725,
+      "grad_norm": 228.24209594726562,
+      "learning_rate": 3.0264481230189724e-06,
+      "loss": 30.875,
+      "step": 31526
+    },
+    {
+      "epoch": 1.5065946669215329,
+      "grad_norm": 166.29420471191406,
+      "learning_rate": 3.025893493141483e-06,
+      "loss": 23.0781,
+      "step": 31527
+    },
+    {
+      "epoch": 1.5066424543629933,
+      "grad_norm": 324.53729248046875,
+      "learning_rate": 3.0253389050298965e-06,
+      "loss": 33.0938,
+      "step": 31528
+    },
+    {
+      "epoch": 1.5066902418044537,
+      "grad_norm": 344.76190185546875,
+      "learning_rate": 3.0247843586875257e-06,
+      "loss": 35.5312,
+      "step": 31529
+    },
+    {
+      "epoch": 1.506738029245914,
+      "grad_norm": 381.98992919921875,
+      "learning_rate": 3.0242298541176964e-06,
+      "loss": 31.0312,
+      "step": 31530
+    },
+    {
+      "epoch": 1.5067858166873744,
+      "grad_norm": 272.9214172363281,
+      "learning_rate": 3.0236753913237294e-06,
+      "loss": 24.25,
+      "step": 31531
+    },
+    {
+      "epoch": 1.5068336041288348,
+      "grad_norm": 180.5677490234375,
+      "learning_rate": 3.023120970308948e-06,
+      "loss": 20.5781,
+      "step": 31532
+    },
+    {
+      "epoch": 1.5068813915702952,
+      "grad_norm": 177.96859741210938,
+      "learning_rate": 3.0225665910766668e-06,
+      "loss": 20.1562,
+      "step": 31533
+    },
+    {
+      "epoch": 1.5069291790117556,
+      "grad_norm": 276.2889099121094,
+      "learning_rate": 3.0220122536302064e-06,
+      "loss": 24.4531,
+      "step": 31534
+    },
+    {
+      "epoch": 1.506976966453216,
+      "grad_norm": 189.12066650390625,
+      "learning_rate": 3.021457957972894e-06,
+      "loss": 21.9844,
+      "step": 31535
+    },
+    {
+      "epoch": 1.5070247538946764,
+      "grad_norm": 149.8517608642578,
+      "learning_rate": 3.020903704108039e-06,
+      "loss": 20.6875,
+      "step": 31536
+    },
+    {
+      "epoch": 1.5070725413361368,
+      "grad_norm": 280.18231201171875,
+      "learning_rate": 3.0203494920389666e-06,
+      "loss": 15.7656,
+      "step": 31537
+    },
+    {
+      "epoch": 1.5071203287775972,
+      "grad_norm": 180.31175231933594,
+      "learning_rate": 3.0197953217689934e-06,
+      "loss": 18.3906,
+      "step": 31538
+    },
+    {
+      "epoch": 1.5071681162190576,
+      "grad_norm": 326.88055419921875,
+      "learning_rate": 3.019241193301442e-06,
+      "loss": 32.3594,
+      "step": 31539
+    },
+    {
+      "epoch": 1.507215903660518,
+      "grad_norm": 214.81570434570312,
+      "learning_rate": 3.0186871066396264e-06,
+      "loss": 22.8281,
+      "step": 31540
+    },
+    {
+      "epoch": 1.5072636911019783,
+      "grad_norm": 171.62464904785156,
+      "learning_rate": 3.0181330617868656e-06,
+      "loss": 20.125,
+      "step": 31541
+    },
+    {
+      "epoch": 1.5073114785434387,
+      "grad_norm": 233.77244567871094,
+      "learning_rate": 3.0175790587464793e-06,
+      "loss": 25.0938,
+      "step": 31542
+    },
+    {
+      "epoch": 1.507359265984899,
+      "grad_norm": 475.5299377441406,
+      "learning_rate": 3.0170250975217875e-06,
+      "loss": 22.3906,
+      "step": 31543
+    },
+    {
+      "epoch": 1.5074070534263595,
+      "grad_norm": 243.27383422851562,
+      "learning_rate": 3.0164711781161016e-06,
+      "loss": 25.5,
+      "step": 31544
+    },
+    {
+      "epoch": 1.50745484086782,
+      "grad_norm": 216.4086456298828,
+      "learning_rate": 3.0159173005327425e-06,
+      "loss": 24.1562,
+      "step": 31545
+    },
+    {
+      "epoch": 1.5075026283092803,
+      "grad_norm": 424.72552490234375,
+      "learning_rate": 3.015363464775031e-06,
+      "loss": 23.4844,
+      "step": 31546
+    },
+    {
+      "epoch": 1.5075504157507407,
+      "grad_norm": 235.57275390625,
+      "learning_rate": 3.014809670846275e-06,
+      "loss": 29.2188,
+      "step": 31547
+    },
+    {
+      "epoch": 1.507598203192201,
+      "grad_norm": 376.9291076660156,
+      "learning_rate": 3.0142559187497953e-06,
+      "loss": 26.75,
+      "step": 31548
+    },
+    {
+      "epoch": 1.5076459906336614,
+      "grad_norm": 243.71435546875,
+      "learning_rate": 3.01370220848891e-06,
+      "loss": 22.0,
+      "step": 31549
+    },
+    {
+      "epoch": 1.5076937780751218,
+      "grad_norm": 319.9843444824219,
+      "learning_rate": 3.013148540066936e-06,
+      "loss": 25.6562,
+      "step": 31550
+    },
+    {
+      "epoch": 1.5077415655165822,
+      "grad_norm": 173.64686584472656,
+      "learning_rate": 3.0125949134871835e-06,
+      "loss": 29.0938,
+      "step": 31551
+    },
+    {
+      "epoch": 1.5077893529580426,
+      "grad_norm": 204.5908203125,
+      "learning_rate": 3.0120413287529713e-06,
+      "loss": 27.7969,
+      "step": 31552
+    },
+    {
+      "epoch": 1.507837140399503,
+      "grad_norm": 356.1765441894531,
+      "learning_rate": 3.0114877858676183e-06,
+      "loss": 28.8125,
+      "step": 31553
+    },
+    {
+      "epoch": 1.5078849278409634,
+      "grad_norm": 241.2384033203125,
+      "learning_rate": 3.0109342848344326e-06,
+      "loss": 23.875,
+      "step": 31554
+    },
+    {
+      "epoch": 1.5079327152824238,
+      "grad_norm": 137.91575622558594,
+      "learning_rate": 3.0103808256567324e-06,
+      "loss": 15.6562,
+      "step": 31555
+    },
+    {
+      "epoch": 1.5079805027238842,
+      "grad_norm": 148.41526794433594,
+      "learning_rate": 3.0098274083378343e-06,
+      "loss": 26.125,
+      "step": 31556
+    },
+    {
+      "epoch": 1.5080282901653446,
+      "grad_norm": 446.1424255371094,
+      "learning_rate": 3.0092740328810476e-06,
+      "loss": 42.5,
+      "step": 31557
+    },
+    {
+      "epoch": 1.508076077606805,
+      "grad_norm": 372.8468933105469,
+      "learning_rate": 3.0087206992896924e-06,
+      "loss": 23.0625,
+      "step": 31558
+    },
+    {
+      "epoch": 1.5081238650482653,
+      "grad_norm": 315.1455383300781,
+      "learning_rate": 3.0081674075670753e-06,
+      "loss": 27.4375,
+      "step": 31559
+    },
+    {
+      "epoch": 1.5081716524897257,
+      "grad_norm": 255.86851501464844,
+      "learning_rate": 3.007614157716513e-06,
+      "loss": 20.7344,
+      "step": 31560
+    },
+    {
+      "epoch": 1.5082194399311861,
+      "grad_norm": 235.28309631347656,
+      "learning_rate": 3.007060949741323e-06,
+      "loss": 21.2656,
+      "step": 31561
+    },
+    {
+      "epoch": 1.5082672273726465,
+      "grad_norm": 320.4826965332031,
+      "learning_rate": 3.006507783644812e-06,
+      "loss": 21.1719,
+      "step": 31562
+    },
+    {
+      "epoch": 1.508315014814107,
+      "grad_norm": 326.53985595703125,
+      "learning_rate": 3.0059546594302945e-06,
+      "loss": 21.7812,
+      "step": 31563
+    },
+    {
+      "epoch": 1.5083628022555673,
+      "grad_norm": 539.9382934570312,
+      "learning_rate": 3.005401577101084e-06,
+      "loss": 30.6562,
+      "step": 31564
+    },
+    {
+      "epoch": 1.5084105896970277,
+      "grad_norm": 297.3748474121094,
+      "learning_rate": 3.004848536660495e-06,
+      "loss": 25.3906,
+      "step": 31565
+    },
+    {
+      "epoch": 1.508458377138488,
+      "grad_norm": 250.61268615722656,
+      "learning_rate": 3.0042955381118353e-06,
+      "loss": 29.4375,
+      "step": 31566
+    },
+    {
+      "epoch": 1.5085061645799485,
+      "grad_norm": 308.207275390625,
+      "learning_rate": 3.0037425814584175e-06,
+      "loss": 30.0156,
+      "step": 31567
+    },
+    {
+      "epoch": 1.5085539520214089,
+      "grad_norm": 167.68682861328125,
+      "learning_rate": 3.0031896667035543e-06,
+      "loss": 20.9844,
+      "step": 31568
+    },
+    {
+      "epoch": 1.5086017394628692,
+      "grad_norm": 174.39625549316406,
+      "learning_rate": 3.00263679385056e-06,
+      "loss": 18.7031,
+      "step": 31569
+    },
+    {
+      "epoch": 1.5086495269043296,
+      "grad_norm": 242.49154663085938,
+      "learning_rate": 3.0020839629027386e-06,
+      "loss": 24.7188,
+      "step": 31570
+    },
+    {
+      "epoch": 1.50869731434579,
+      "grad_norm": 314.39398193359375,
+      "learning_rate": 3.0015311738634047e-06,
+      "loss": 29.4375,
+      "step": 31571
+    },
+    {
+      "epoch": 1.5087451017872504,
+      "grad_norm": 182.53451538085938,
+      "learning_rate": 3.000978426735871e-06,
+      "loss": 27.75,
+      "step": 31572
+    },
+    {
+      "epoch": 1.5087928892287108,
+      "grad_norm": 1155.572021484375,
+      "learning_rate": 3.000425721523443e-06,
+      "loss": 14.3906,
+      "step": 31573
+    },
+    {
+      "epoch": 1.5088406766701712,
+      "grad_norm": 202.1298828125,
+      "learning_rate": 2.9998730582294334e-06,
+      "loss": 21.0156,
+      "step": 31574
+    },
+    {
+      "epoch": 1.5088884641116316,
+      "grad_norm": 129.0627899169922,
+      "learning_rate": 2.9993204368571506e-06,
+      "loss": 15.4531,
+      "step": 31575
+    },
+    {
+      "epoch": 1.508936251553092,
+      "grad_norm": 205.01812744140625,
+      "learning_rate": 2.9987678574099086e-06,
+      "loss": 27.5312,
+      "step": 31576
+    },
+    {
+      "epoch": 1.5089840389945524,
+      "grad_norm": 225.51890563964844,
+      "learning_rate": 2.998215319891009e-06,
+      "loss": 29.0625,
+      "step": 31577
+    },
+    {
+      "epoch": 1.5090318264360127,
+      "grad_norm": 173.1087188720703,
+      "learning_rate": 2.9976628243037663e-06,
+      "loss": 29.3125,
+      "step": 31578
+    },
+    {
+      "epoch": 1.5090796138774731,
+      "grad_norm": 199.46763610839844,
+      "learning_rate": 2.997110370651487e-06,
+      "loss": 31.1875,
+      "step": 31579
+    },
+    {
+      "epoch": 1.5091274013189335,
+      "grad_norm": 224.55740356445312,
+      "learning_rate": 2.9965579589374838e-06,
+      "loss": 20.2344,
+      "step": 31580
+    },
+    {
+      "epoch": 1.509175188760394,
+      "grad_norm": 183.40586853027344,
+      "learning_rate": 2.9960055891650584e-06,
+      "loss": 22.0781,
+      "step": 31581
+    },
+    {
+      "epoch": 1.5092229762018543,
+      "grad_norm": 190.69851684570312,
+      "learning_rate": 2.995453261337522e-06,
+      "loss": 16.0625,
+      "step": 31582
+    },
+    {
+      "epoch": 1.5092707636433147,
+      "grad_norm": 614.8869018554688,
+      "learning_rate": 2.994900975458185e-06,
+      "loss": 24.5312,
+      "step": 31583
+    },
+    {
+      "epoch": 1.509318551084775,
+      "grad_norm": 196.04185485839844,
+      "learning_rate": 2.9943487315303486e-06,
+      "loss": 28.9375,
+      "step": 31584
+    },
+    {
+      "epoch": 1.5093663385262353,
+      "grad_norm": 257.20770263671875,
+      "learning_rate": 2.9937965295573244e-06,
+      "loss": 20.7812,
+      "step": 31585
+    },
+    {
+      "epoch": 1.5094141259676956,
+      "grad_norm": 250.2638702392578,
+      "learning_rate": 2.993244369542422e-06,
+      "loss": 34.125,
+      "step": 31586
+    },
+    {
+      "epoch": 1.509461913409156,
+      "grad_norm": 439.94281005859375,
+      "learning_rate": 2.99269225148894e-06,
+      "loss": 27.4688,
+      "step": 31587
+    },
+    {
+      "epoch": 1.5095097008506164,
+      "grad_norm": 195.5548858642578,
+      "learning_rate": 2.992140175400191e-06,
+      "loss": 23.4062,
+      "step": 31588
+    },
+    {
+      "epoch": 1.5095574882920768,
+      "grad_norm": 192.85562133789062,
+      "learning_rate": 2.9915881412794823e-06,
+      "loss": 23.125,
+      "step": 31589
+    },
+    {
+      "epoch": 1.5096052757335372,
+      "grad_norm": 218.1250762939453,
+      "learning_rate": 2.991036149130113e-06,
+      "loss": 21.0312,
+      "step": 31590
+    },
+    {
+      "epoch": 1.5096530631749976,
+      "grad_norm": 268.1510925292969,
+      "learning_rate": 2.9904841989553977e-06,
+      "loss": 23.2188,
+      "step": 31591
+    },
+    {
+      "epoch": 1.509700850616458,
+      "grad_norm": 209.69212341308594,
+      "learning_rate": 2.9899322907586336e-06,
+      "loss": 17.6875,
+      "step": 31592
+    },
+    {
+      "epoch": 1.5097486380579184,
+      "grad_norm": 151.0020294189453,
+      "learning_rate": 2.98938042454313e-06,
+      "loss": 21.2969,
+      "step": 31593
+    },
+    {
+      "epoch": 1.5097964254993788,
+      "grad_norm": 194.7875518798828,
+      "learning_rate": 2.988828600312195e-06,
+      "loss": 26.9688,
+      "step": 31594
+    },
+    {
+      "epoch": 1.5098442129408391,
+      "grad_norm": 266.8835754394531,
+      "learning_rate": 2.9882768180691257e-06,
+      "loss": 31.4375,
+      "step": 31595
+    },
+    {
+      "epoch": 1.5098920003822995,
+      "grad_norm": 182.8639373779297,
+      "learning_rate": 2.9877250778172305e-06,
+      "loss": 26.125,
+      "step": 31596
+    },
+    {
+      "epoch": 1.50993978782376,
+      "grad_norm": 203.47996520996094,
+      "learning_rate": 2.9871733795598147e-06,
+      "loss": 16.7188,
+      "step": 31597
+    },
+    {
+      "epoch": 1.5099875752652203,
+      "grad_norm": 211.79335021972656,
+      "learning_rate": 2.986621723300184e-06,
+      "loss": 33.0938,
+      "step": 31598
+    },
+    {
+      "epoch": 1.5100353627066807,
+      "grad_norm": 292.5337829589844,
+      "learning_rate": 2.9860701090416367e-06,
+      "loss": 23.0781,
+      "step": 31599
+    },
+    {
+      "epoch": 1.510083150148141,
+      "grad_norm": 206.63186645507812,
+      "learning_rate": 2.9855185367874784e-06,
+      "loss": 21.4375,
+      "step": 31600
+    },
+    {
+      "epoch": 1.5101309375896015,
+      "grad_norm": 391.4351501464844,
+      "learning_rate": 2.984967006541013e-06,
+      "loss": 24.3438,
+      "step": 31601
+    },
+    {
+      "epoch": 1.5101787250310619,
+      "grad_norm": 241.91761779785156,
+      "learning_rate": 2.9844155183055467e-06,
+      "loss": 18.0312,
+      "step": 31602
+    },
+    {
+      "epoch": 1.5102265124725223,
+      "grad_norm": 440.21099853515625,
+      "learning_rate": 2.983864072084376e-06,
+      "loss": 19.2969,
+      "step": 31603
+    },
+    {
+      "epoch": 1.5102742999139827,
+      "grad_norm": 405.843017578125,
+      "learning_rate": 2.9833126678808056e-06,
+      "loss": 22.1719,
+      "step": 31604
+    },
+    {
+      "epoch": 1.510322087355443,
+      "grad_norm": 296.5654296875,
+      "learning_rate": 2.9827613056981387e-06,
+      "loss": 25.5312,
+      "step": 31605
+    },
+    {
+      "epoch": 1.5103698747969032,
+      "grad_norm": 265.8680419921875,
+      "learning_rate": 2.9822099855396804e-06,
+      "loss": 28.0,
+      "step": 31606
+    },
+    {
+      "epoch": 1.5104176622383636,
+      "grad_norm": 132.1016387939453,
+      "learning_rate": 2.9816587074087243e-06,
+      "loss": 17.8125,
+      "step": 31607
+    },
+    {
+      "epoch": 1.510465449679824,
+      "grad_norm": 496.3569641113281,
+      "learning_rate": 2.9811074713085773e-06,
+      "loss": 25.2344,
+      "step": 31608
+    },
+    {
+      "epoch": 1.5105132371212844,
+      "grad_norm": 121.4170150756836,
+      "learning_rate": 2.9805562772425432e-06,
+      "loss": 16.4531,
+      "step": 31609
+    },
+    {
+      "epoch": 1.5105610245627448,
+      "grad_norm": 160.32289123535156,
+      "learning_rate": 2.980005125213916e-06,
+      "loss": 18.0938,
+      "step": 31610
+    },
+    {
+      "epoch": 1.5106088120042052,
+      "grad_norm": 181.96238708496094,
+      "learning_rate": 2.979454015226e-06,
+      "loss": 26.5938,
+      "step": 31611
+    },
+    {
+      "epoch": 1.5106565994456655,
+      "grad_norm": 274.6093444824219,
+      "learning_rate": 2.978902947282095e-06,
+      "loss": 21.8594,
+      "step": 31612
+    },
+    {
+      "epoch": 1.510704386887126,
+      "grad_norm": 204.1871795654297,
+      "learning_rate": 2.978351921385506e-06,
+      "loss": 34.1875,
+      "step": 31613
+    },
+    {
+      "epoch": 1.5107521743285863,
+      "grad_norm": 249.78956604003906,
+      "learning_rate": 2.9778009375395244e-06,
+      "loss": 24.7812,
+      "step": 31614
+    },
+    {
+      "epoch": 1.5107999617700467,
+      "grad_norm": 260.369873046875,
+      "learning_rate": 2.9772499957474543e-06,
+      "loss": 18.3438,
+      "step": 31615
+    },
+    {
+      "epoch": 1.510847749211507,
+      "grad_norm": 307.7166442871094,
+      "learning_rate": 2.976699096012594e-06,
+      "loss": 23.9375,
+      "step": 31616
+    },
+    {
+      "epoch": 1.5108955366529675,
+      "grad_norm": 190.1268310546875,
+      "learning_rate": 2.976148238338248e-06,
+      "loss": 22.375,
+      "step": 31617
+    },
+    {
+      "epoch": 1.5109433240944279,
+      "grad_norm": 170.6310272216797,
+      "learning_rate": 2.9755974227277073e-06,
+      "loss": 21.2812,
+      "step": 31618
+    },
+    {
+      "epoch": 1.5109911115358883,
+      "grad_norm": 155.63851928710938,
+      "learning_rate": 2.9750466491842767e-06,
+      "loss": 20.9062,
+      "step": 31619
+    },
+    {
+      "epoch": 1.5110388989773487,
+      "grad_norm": 261.84844970703125,
+      "learning_rate": 2.9744959177112497e-06,
+      "loss": 33.1094,
+      "step": 31620
+    },
+    {
+      "epoch": 1.511086686418809,
+      "grad_norm": 383.26031494140625,
+      "learning_rate": 2.9739452283119264e-06,
+      "loss": 23.4531,
+      "step": 31621
+    },
+    {
+      "epoch": 1.5111344738602694,
+      "grad_norm": 313.8974609375,
+      "learning_rate": 2.973394580989608e-06,
+      "loss": 26.0156,
+      "step": 31622
+    },
+    {
+      "epoch": 1.5111822613017298,
+      "grad_norm": 308.32470703125,
+      "learning_rate": 2.972843975747586e-06,
+      "loss": 24.9688,
+      "step": 31623
+    },
+    {
+      "epoch": 1.5112300487431902,
+      "grad_norm": 203.11117553710938,
+      "learning_rate": 2.9722934125891645e-06,
+      "loss": 21.75,
+      "step": 31624
+    },
+    {
+      "epoch": 1.5112778361846506,
+      "grad_norm": 206.4104461669922,
+      "learning_rate": 2.971742891517634e-06,
+      "loss": 23.9219,
+      "step": 31625
+    },
+    {
+      "epoch": 1.511325623626111,
+      "grad_norm": 142.8841552734375,
+      "learning_rate": 2.9711924125362947e-06,
+      "loss": 17.7969,
+      "step": 31626
+    },
+    {
+      "epoch": 1.5113734110675714,
+      "grad_norm": 207.58326721191406,
+      "learning_rate": 2.970641975648443e-06,
+      "loss": 22.0469,
+      "step": 31627
+    },
+    {
+      "epoch": 1.5114211985090318,
+      "grad_norm": 212.4362335205078,
+      "learning_rate": 2.9700915808573796e-06,
+      "loss": 31.125,
+      "step": 31628
+    },
+    {
+      "epoch": 1.5114689859504922,
+      "grad_norm": 420.5874328613281,
+      "learning_rate": 2.9695412281663917e-06,
+      "loss": 31.8906,
+      "step": 31629
+    },
+    {
+      "epoch": 1.5115167733919526,
+      "grad_norm": 215.86227416992188,
+      "learning_rate": 2.9689909175787813e-06,
+      "loss": 25.4844,
+      "step": 31630
+    },
+    {
+      "epoch": 1.511564560833413,
+      "grad_norm": 252.8450469970703,
+      "learning_rate": 2.9684406490978456e-06,
+      "loss": 19.8906,
+      "step": 31631
+    },
+    {
+      "epoch": 1.5116123482748733,
+      "grad_norm": 208.43997192382812,
+      "learning_rate": 2.9678904227268747e-06,
+      "loss": 27.1719,
+      "step": 31632
+    },
+    {
+      "epoch": 1.5116601357163337,
+      "grad_norm": 185.66326904296875,
+      "learning_rate": 2.967340238469165e-06,
+      "loss": 23.3125,
+      "step": 31633
+    },
+    {
+      "epoch": 1.5117079231577941,
+      "grad_norm": 121.98970794677734,
+      "learning_rate": 2.9667900963280137e-06,
+      "loss": 15.4844,
+      "step": 31634
+    },
+    {
+      "epoch": 1.5117557105992545,
+      "grad_norm": 301.3082580566406,
+      "learning_rate": 2.966239996306717e-06,
+      "loss": 27.5625,
+      "step": 31635
+    },
+    {
+      "epoch": 1.511803498040715,
+      "grad_norm": 136.16183471679688,
+      "learning_rate": 2.9656899384085638e-06,
+      "loss": 18.2188,
+      "step": 31636
+    },
+    {
+      "epoch": 1.5118512854821753,
+      "grad_norm": 190.56661987304688,
+      "learning_rate": 2.9651399226368514e-06,
+      "loss": 24.1562,
+      "step": 31637
+    },
+    {
+      "epoch": 1.5118990729236357,
+      "grad_norm": 238.32949829101562,
+      "learning_rate": 2.9645899489948727e-06,
+      "loss": 21.7656,
+      "step": 31638
+    },
+    {
+      "epoch": 1.511946860365096,
+      "grad_norm": 204.97752380371094,
+      "learning_rate": 2.9640400174859264e-06,
+      "loss": 24.8438,
+      "step": 31639
+    },
+    {
+      "epoch": 1.5119946478065565,
+      "grad_norm": 250.43603515625,
+      "learning_rate": 2.9634901281132964e-06,
+      "loss": 26.5625,
+      "step": 31640
+    },
+    {
+      "epoch": 1.5120424352480168,
+      "grad_norm": 311.60614013671875,
+      "learning_rate": 2.9629402808802833e-06,
+      "loss": 21.5781,
+      "step": 31641
+    },
+    {
+      "epoch": 1.5120902226894772,
+      "grad_norm": 254.5222625732422,
+      "learning_rate": 2.9623904757901755e-06,
+      "loss": 35.1875,
+      "step": 31642
+    },
+    {
+      "epoch": 1.5121380101309376,
+      "grad_norm": 351.0495910644531,
+      "learning_rate": 2.9618407128462724e-06,
+      "loss": 18.1875,
+      "step": 31643
+    },
+    {
+      "epoch": 1.512185797572398,
+      "grad_norm": 234.65953063964844,
+      "learning_rate": 2.9612909920518586e-06,
+      "loss": 21.3594,
+      "step": 31644
+    },
+    {
+      "epoch": 1.5122335850138584,
+      "grad_norm": 320.1620178222656,
+      "learning_rate": 2.960741313410228e-06,
+      "loss": 24.7188,
+      "step": 31645
+    },
+    {
+      "epoch": 1.5122813724553188,
+      "grad_norm": 293.1529235839844,
+      "learning_rate": 2.9601916769246774e-06,
+      "loss": 27.25,
+      "step": 31646
+    },
+    {
+      "epoch": 1.5123291598967792,
+      "grad_norm": 461.94622802734375,
+      "learning_rate": 2.9596420825984927e-06,
+      "loss": 22.9219,
+      "step": 31647
+    },
+    {
+      "epoch": 1.5123769473382396,
+      "grad_norm": 239.9840087890625,
+      "learning_rate": 2.9590925304349662e-06,
+      "loss": 19.8281,
+      "step": 31648
+    },
+    {
+      "epoch": 1.5124247347797,
+      "grad_norm": 253.35679626464844,
+      "learning_rate": 2.958543020437391e-06,
+      "loss": 24.9375,
+      "step": 31649
+    },
+    {
+      "epoch": 1.5124725222211604,
+      "grad_norm": 324.7520751953125,
+      "learning_rate": 2.9579935526090597e-06,
+      "loss": 31.5312,
+      "step": 31650
+    },
+    {
+      "epoch": 1.5125203096626207,
+      "grad_norm": 126.54056549072266,
+      "learning_rate": 2.9574441269532573e-06,
+      "loss": 19.8906,
+      "step": 31651
+    },
+    {
+      "epoch": 1.5125680971040811,
+      "grad_norm": 185.97169494628906,
+      "learning_rate": 2.9568947434732777e-06,
+      "loss": 23.75,
+      "step": 31652
+    },
+    {
+      "epoch": 1.5126158845455415,
+      "grad_norm": 210.4405517578125,
+      "learning_rate": 2.9563454021724124e-06,
+      "loss": 19.5781,
+      "step": 31653
+    },
+    {
+      "epoch": 1.512663671987002,
+      "grad_norm": 245.74974060058594,
+      "learning_rate": 2.955796103053947e-06,
+      "loss": 18.6094,
+      "step": 31654
+    },
+    {
+      "epoch": 1.5127114594284623,
+      "grad_norm": 134.5986785888672,
+      "learning_rate": 2.955246846121177e-06,
+      "loss": 21.7188,
+      "step": 31655
+    },
+    {
+      "epoch": 1.5127592468699227,
+      "grad_norm": 1143.0333251953125,
+      "learning_rate": 2.9546976313773843e-06,
+      "loss": 32.25,
+      "step": 31656
+    },
+    {
+      "epoch": 1.512807034311383,
+      "grad_norm": 216.75833129882812,
+      "learning_rate": 2.954148458825866e-06,
+      "loss": 21.6562,
+      "step": 31657
+    },
+    {
+      "epoch": 1.5128548217528435,
+      "grad_norm": 205.610107421875,
+      "learning_rate": 2.9535993284699026e-06,
+      "loss": 23.2969,
+      "step": 31658
+    },
+    {
+      "epoch": 1.5129026091943039,
+      "grad_norm": 167.03701782226562,
+      "learning_rate": 2.953050240312787e-06,
+      "loss": 23.1562,
+      "step": 31659
+    },
+    {
+      "epoch": 1.5129503966357642,
+      "grad_norm": 327.86749267578125,
+      "learning_rate": 2.9525011943578087e-06,
+      "loss": 19.8125,
+      "step": 31660
+    },
+    {
+      "epoch": 1.5129981840772246,
+      "grad_norm": 274.5235290527344,
+      "learning_rate": 2.951952190608256e-06,
+      "loss": 23.0156,
+      "step": 31661
+    },
+    {
+      "epoch": 1.513045971518685,
+      "grad_norm": 185.3030242919922,
+      "learning_rate": 2.9514032290674124e-06,
+      "loss": 28.5469,
+      "step": 31662
+    },
+    {
+      "epoch": 1.5130937589601454,
+      "grad_norm": 161.83975219726562,
+      "learning_rate": 2.950854309738569e-06,
+      "loss": 18.0938,
+      "step": 31663
+    },
+    {
+      "epoch": 1.5131415464016058,
+      "grad_norm": 304.4167785644531,
+      "learning_rate": 2.9503054326250114e-06,
+      "loss": 20.2031,
+      "step": 31664
+    },
+    {
+      "epoch": 1.5131893338430662,
+      "grad_norm": 424.1067810058594,
+      "learning_rate": 2.949756597730031e-06,
+      "loss": 31.4375,
+      "step": 31665
+    },
+    {
+      "epoch": 1.5132371212845266,
+      "grad_norm": 514.3480224609375,
+      "learning_rate": 2.9492078050569095e-06,
+      "loss": 29.5625,
+      "step": 31666
+    },
+    {
+      "epoch": 1.513284908725987,
+      "grad_norm": 177.86984252929688,
+      "learning_rate": 2.9486590546089334e-06,
+      "loss": 21.2656,
+      "step": 31667
+    },
+    {
+      "epoch": 1.5133326961674471,
+      "grad_norm": 295.527099609375,
+      "learning_rate": 2.9481103463893957e-06,
+      "loss": 31.875,
+      "step": 31668
+    },
+    {
+      "epoch": 1.5133804836089075,
+      "grad_norm": 244.93963623046875,
+      "learning_rate": 2.9475616804015727e-06,
+      "loss": 23.2812,
+      "step": 31669
+    },
+    {
+      "epoch": 1.513428271050368,
+      "grad_norm": 373.6024169921875,
+      "learning_rate": 2.9470130566487563e-06,
+      "loss": 27.3438,
+      "step": 31670
+    },
+    {
+      "epoch": 1.5134760584918283,
+      "grad_norm": 240.39495849609375,
+      "learning_rate": 2.9464644751342306e-06,
+      "loss": 17.4688,
+      "step": 31671
+    },
+    {
+      "epoch": 1.5135238459332887,
+      "grad_norm": 344.48443603515625,
+      "learning_rate": 2.945915935861284e-06,
+      "loss": 15.4531,
+      "step": 31672
+    },
+    {
+      "epoch": 1.513571633374749,
+      "grad_norm": 351.1661376953125,
+      "learning_rate": 2.9453674388331954e-06,
+      "loss": 25.9062,
+      "step": 31673
+    },
+    {
+      "epoch": 1.5136194208162095,
+      "grad_norm": 200.50906372070312,
+      "learning_rate": 2.944818984053254e-06,
+      "loss": 23.9688,
+      "step": 31674
+    },
+    {
+      "epoch": 1.5136672082576699,
+      "grad_norm": 346.2586364746094,
+      "learning_rate": 2.944270571524742e-06,
+      "loss": 28.7812,
+      "step": 31675
+    },
+    {
+      "epoch": 1.5137149956991303,
+      "grad_norm": 260.6151123046875,
+      "learning_rate": 2.943722201250948e-06,
+      "loss": 27.0312,
+      "step": 31676
+    },
+    {
+      "epoch": 1.5137627831405907,
+      "grad_norm": 182.78407287597656,
+      "learning_rate": 2.943173873235151e-06,
+      "loss": 25.3125,
+      "step": 31677
+    },
+    {
+      "epoch": 1.513810570582051,
+      "grad_norm": 181.64967346191406,
+      "learning_rate": 2.9426255874806355e-06,
+      "loss": 18.8125,
+      "step": 31678
+    },
+    {
+      "epoch": 1.5138583580235114,
+      "grad_norm": 192.3112030029297,
+      "learning_rate": 2.9420773439906904e-06,
+      "loss": 22.25,
+      "step": 31679
+    },
+    {
+      "epoch": 1.5139061454649718,
+      "grad_norm": 208.8134002685547,
+      "learning_rate": 2.94152914276859e-06,
+      "loss": 27.4688,
+      "step": 31680
+    },
+    {
+      "epoch": 1.5139539329064322,
+      "grad_norm": 203.821044921875,
+      "learning_rate": 2.940980983817624e-06,
+      "loss": 27.0781,
+      "step": 31681
+    },
+    {
+      "epoch": 1.5140017203478926,
+      "grad_norm": 309.981201171875,
+      "learning_rate": 2.9404328671410722e-06,
+      "loss": 21.1406,
+      "step": 31682
+    },
+    {
+      "epoch": 1.514049507789353,
+      "grad_norm": 188.7420196533203,
+      "learning_rate": 2.9398847927422214e-06,
+      "loss": 18.5,
+      "step": 31683
+    },
+    {
+      "epoch": 1.5140972952308134,
+      "grad_norm": 139.87042236328125,
+      "learning_rate": 2.9393367606243475e-06,
+      "loss": 19.2344,
+      "step": 31684
+    },
+    {
+      "epoch": 1.5141450826722738,
+      "grad_norm": 176.71994018554688,
+      "learning_rate": 2.938788770790736e-06,
+      "loss": 21.4062,
+      "step": 31685
+    },
+    {
+      "epoch": 1.5141928701137342,
+      "grad_norm": 126.52523040771484,
+      "learning_rate": 2.9382408232446714e-06,
+      "loss": 24.6094,
+      "step": 31686
+    },
+    {
+      "epoch": 1.5142406575551945,
+      "grad_norm": 331.1394348144531,
+      "learning_rate": 2.937692917989429e-06,
+      "loss": 22.5,
+      "step": 31687
+    },
+    {
+      "epoch": 1.5142884449966547,
+      "grad_norm": 247.31710815429688,
+      "learning_rate": 2.9371450550282954e-06,
+      "loss": 27.875,
+      "step": 31688
+    },
+    {
+      "epoch": 1.514336232438115,
+      "grad_norm": 442.3570556640625,
+      "learning_rate": 2.9365972343645476e-06,
+      "loss": 29.5156,
+      "step": 31689
+    },
+    {
+      "epoch": 1.5143840198795755,
+      "grad_norm": 189.1114959716797,
+      "learning_rate": 2.9360494560014672e-06,
+      "loss": 21.0312,
+      "step": 31690
+    },
+    {
+      "epoch": 1.5144318073210359,
+      "grad_norm": 313.0868225097656,
+      "learning_rate": 2.9355017199423386e-06,
+      "loss": 21.7656,
+      "step": 31691
+    },
+    {
+      "epoch": 1.5144795947624963,
+      "grad_norm": 184.87278747558594,
+      "learning_rate": 2.9349540261904365e-06,
+      "loss": 22.9688,
+      "step": 31692
+    },
+    {
+      "epoch": 1.5145273822039567,
+      "grad_norm": 1771.5509033203125,
+      "learning_rate": 2.9344063747490425e-06,
+      "loss": 30.7656,
+      "step": 31693
+    },
+    {
+      "epoch": 1.514575169645417,
+      "grad_norm": 191.85968017578125,
+      "learning_rate": 2.933858765621441e-06,
+      "loss": 25.6406,
+      "step": 31694
+    },
+    {
+      "epoch": 1.5146229570868774,
+      "grad_norm": 855.6954345703125,
+      "learning_rate": 2.933311198810904e-06,
+      "loss": 22.125,
+      "step": 31695
+    },
+    {
+      "epoch": 1.5146707445283378,
+      "grad_norm": 240.3320770263672,
+      "learning_rate": 2.9327636743207153e-06,
+      "loss": 28.5938,
+      "step": 31696
+    },
+    {
+      "epoch": 1.5147185319697982,
+      "grad_norm": 206.4974822998047,
+      "learning_rate": 2.9322161921541527e-06,
+      "loss": 19.8438,
+      "step": 31697
+    },
+    {
+      "epoch": 1.5147663194112586,
+      "grad_norm": 270.68182373046875,
+      "learning_rate": 2.9316687523144982e-06,
+      "loss": 21.1875,
+      "step": 31698
+    },
+    {
+      "epoch": 1.514814106852719,
+      "grad_norm": 217.4640655517578,
+      "learning_rate": 2.9311213548050243e-06,
+      "loss": 19.875,
+      "step": 31699
+    },
+    {
+      "epoch": 1.5148618942941794,
+      "grad_norm": 232.4628143310547,
+      "learning_rate": 2.9305739996290115e-06,
+      "loss": 25.25,
+      "step": 31700
+    },
+    {
+      "epoch": 1.5149096817356398,
+      "grad_norm": 261.78338623046875,
+      "learning_rate": 2.9300266867897387e-06,
+      "loss": 21.0,
+      "step": 31701
+    },
+    {
+      "epoch": 1.5149574691771002,
+      "grad_norm": 328.4444274902344,
+      "learning_rate": 2.929479416290486e-06,
+      "loss": 26.0312,
+      "step": 31702
+    },
+    {
+      "epoch": 1.5150052566185606,
+      "grad_norm": 252.44569396972656,
+      "learning_rate": 2.9289321881345257e-06,
+      "loss": 32.125,
+      "step": 31703
+    },
+    {
+      "epoch": 1.515053044060021,
+      "grad_norm": 208.6352081298828,
+      "learning_rate": 2.928385002325137e-06,
+      "loss": 19.5781,
+      "step": 31704
+    },
+    {
+      "epoch": 1.5151008315014813,
+      "grad_norm": 229.52133178710938,
+      "learning_rate": 2.927837858865601e-06,
+      "loss": 15.6406,
+      "step": 31705
+    },
+    {
+      "epoch": 1.5151486189429417,
+      "grad_norm": 790.8251342773438,
+      "learning_rate": 2.927290757759187e-06,
+      "loss": 23.4062,
+      "step": 31706
+    },
+    {
+      "epoch": 1.5151964063844021,
+      "grad_norm": 759.7777709960938,
+      "learning_rate": 2.9267436990091747e-06,
+      "loss": 27.2812,
+      "step": 31707
+    },
+    {
+      "epoch": 1.5152441938258625,
+      "grad_norm": 207.54788208007812,
+      "learning_rate": 2.9261966826188415e-06,
+      "loss": 24.5938,
+      "step": 31708
+    },
+    {
+      "epoch": 1.515291981267323,
+      "grad_norm": 244.0290985107422,
+      "learning_rate": 2.9256497085914648e-06,
+      "loss": 22.5312,
+      "step": 31709
+    },
+    {
+      "epoch": 1.5153397687087833,
+      "grad_norm": 840.9082641601562,
+      "learning_rate": 2.9251027769303154e-06,
+      "loss": 15.9531,
+      "step": 31710
+    },
+    {
+      "epoch": 1.5153875561502437,
+      "grad_norm": 230.58421325683594,
+      "learning_rate": 2.9245558876386706e-06,
+      "loss": 26.5312,
+      "step": 31711
+    },
+    {
+      "epoch": 1.515435343591704,
+      "grad_norm": 173.57615661621094,
+      "learning_rate": 2.924009040719806e-06,
+      "loss": 23.7969,
+      "step": 31712
+    },
+    {
+      "epoch": 1.5154831310331645,
+      "grad_norm": 135.54705810546875,
+      "learning_rate": 2.9234622361770005e-06,
+      "loss": 22.6875,
+      "step": 31713
+    },
+    {
+      "epoch": 1.5155309184746248,
+      "grad_norm": 1120.4195556640625,
+      "learning_rate": 2.9229154740135225e-06,
+      "loss": 25.3594,
+      "step": 31714
+    },
+    {
+      "epoch": 1.5155787059160852,
+      "grad_norm": 301.9971923828125,
+      "learning_rate": 2.9223687542326475e-06,
+      "loss": 27.2812,
+      "step": 31715
+    },
+    {
+      "epoch": 1.5156264933575456,
+      "grad_norm": 132.2516326904297,
+      "learning_rate": 2.9218220768376548e-06,
+      "loss": 21.8438,
+      "step": 31716
+    },
+    {
+      "epoch": 1.515674280799006,
+      "grad_norm": 378.3390808105469,
+      "learning_rate": 2.9212754418318114e-06,
+      "loss": 30.0938,
+      "step": 31717
+    },
+    {
+      "epoch": 1.5157220682404664,
+      "grad_norm": 206.1283416748047,
+      "learning_rate": 2.9207288492183937e-06,
+      "loss": 20.1562,
+      "step": 31718
+    },
+    {
+      "epoch": 1.5157698556819268,
+      "grad_norm": 218.00660705566406,
+      "learning_rate": 2.92018229900068e-06,
+      "loss": 24.7812,
+      "step": 31719
+    },
+    {
+      "epoch": 1.5158176431233872,
+      "grad_norm": 213.26904296875,
+      "learning_rate": 2.919635791181934e-06,
+      "loss": 26.9688,
+      "step": 31720
+    },
+    {
+      "epoch": 1.5158654305648476,
+      "grad_norm": 213.63388061523438,
+      "learning_rate": 2.9190893257654373e-06,
+      "loss": 24.6875,
+      "step": 31721
+    },
+    {
+      "epoch": 1.515913218006308,
+      "grad_norm": 180.5052947998047,
+      "learning_rate": 2.9185429027544553e-06,
+      "loss": 17.4688,
+      "step": 31722
+    },
+    {
+      "epoch": 1.5159610054477684,
+      "grad_norm": 308.0218505859375,
+      "learning_rate": 2.9179965221522645e-06,
+      "loss": 29.5938,
+      "step": 31723
+    },
+    {
+      "epoch": 1.5160087928892287,
+      "grad_norm": 180.44667053222656,
+      "learning_rate": 2.917450183962138e-06,
+      "loss": 25.2812,
+      "step": 31724
+    },
+    {
+      "epoch": 1.5160565803306891,
+      "grad_norm": 279.07550048828125,
+      "learning_rate": 2.9169038881873435e-06,
+      "loss": 28.6562,
+      "step": 31725
+    },
+    {
+      "epoch": 1.5161043677721495,
+      "grad_norm": 293.10821533203125,
+      "learning_rate": 2.916357634831155e-06,
+      "loss": 25.875,
+      "step": 31726
+    },
+    {
+      "epoch": 1.51615215521361,
+      "grad_norm": 229.52088928222656,
+      "learning_rate": 2.9158114238968437e-06,
+      "loss": 28.7031,
+      "step": 31727
+    },
+    {
+      "epoch": 1.5161999426550703,
+      "grad_norm": 151.59246826171875,
+      "learning_rate": 2.915265255387685e-06,
+      "loss": 21.2812,
+      "step": 31728
+    },
+    {
+      "epoch": 1.5162477300965307,
+      "grad_norm": 235.25064086914062,
+      "learning_rate": 2.914719129306941e-06,
+      "loss": 29.7812,
+      "step": 31729
+    },
+    {
+      "epoch": 1.516295517537991,
+      "grad_norm": 190.62818908691406,
+      "learning_rate": 2.9141730456578875e-06,
+      "loss": 27.1406,
+      "step": 31730
+    },
+    {
+      "epoch": 1.5163433049794515,
+      "grad_norm": 612.498291015625,
+      "learning_rate": 2.9136270044437975e-06,
+      "loss": 21.9531,
+      "step": 31731
+    },
+    {
+      "epoch": 1.5163910924209119,
+      "grad_norm": 208.5557403564453,
+      "learning_rate": 2.9130810056679347e-06,
+      "loss": 18.0938,
+      "step": 31732
+    },
+    {
+      "epoch": 1.5164388798623722,
+      "grad_norm": 348.2562255859375,
+      "learning_rate": 2.9125350493335726e-06,
+      "loss": 28.125,
+      "step": 31733
+    },
+    {
+      "epoch": 1.5164866673038326,
+      "grad_norm": 365.9098205566406,
+      "learning_rate": 2.911989135443979e-06,
+      "loss": 31.1875,
+      "step": 31734
+    },
+    {
+      "epoch": 1.516534454745293,
+      "grad_norm": 756.4371948242188,
+      "learning_rate": 2.911443264002428e-06,
+      "loss": 23.5625,
+      "step": 31735
+    },
+    {
+      "epoch": 1.5165822421867534,
+      "grad_norm": 213.1039276123047,
+      "learning_rate": 2.910897435012182e-06,
+      "loss": 24.5156,
+      "step": 31736
+    },
+    {
+      "epoch": 1.5166300296282138,
+      "grad_norm": 351.2093505859375,
+      "learning_rate": 2.9103516484765137e-06,
+      "loss": 26.25,
+      "step": 31737
+    },
+    {
+      "epoch": 1.5166778170696742,
+      "grad_norm": 157.5074462890625,
+      "learning_rate": 2.9098059043986903e-06,
+      "loss": 28.2344,
+      "step": 31738
+    },
+    {
+      "epoch": 1.5167256045111346,
+      "grad_norm": 221.7337188720703,
+      "learning_rate": 2.909260202781984e-06,
+      "loss": 24.875,
+      "step": 31739
+    },
+    {
+      "epoch": 1.516773391952595,
+      "grad_norm": 245.8629608154297,
+      "learning_rate": 2.9087145436296548e-06,
+      "loss": 16.3594,
+      "step": 31740
+    },
+    {
+      "epoch": 1.5168211793940554,
+      "grad_norm": 359.5533447265625,
+      "learning_rate": 2.9081689269449776e-06,
+      "loss": 26.5469,
+      "step": 31741
+    },
+    {
+      "epoch": 1.5168689668355158,
+      "grad_norm": 218.87286376953125,
+      "learning_rate": 2.9076233527312193e-06,
+      "loss": 22.5156,
+      "step": 31742
+    },
+    {
+      "epoch": 1.5169167542769761,
+      "grad_norm": 372.9306945800781,
+      "learning_rate": 2.9070778209916427e-06,
+      "loss": 22.9688,
+      "step": 31743
+    },
+    {
+      "epoch": 1.5169645417184365,
+      "grad_norm": 183.4254150390625,
+      "learning_rate": 2.906532331729517e-06,
+      "loss": 22.2812,
+      "step": 31744
+    },
+    {
+      "epoch": 1.517012329159897,
+      "grad_norm": 445.6007385253906,
+      "learning_rate": 2.905986884948111e-06,
+      "loss": 18.9688,
+      "step": 31745
+    },
+    {
+      "epoch": 1.5170601166013573,
+      "grad_norm": 1157.781982421875,
+      "learning_rate": 2.9054414806506914e-06,
+      "loss": 24.6562,
+      "step": 31746
+    },
+    {
+      "epoch": 1.5171079040428177,
+      "grad_norm": 214.84596252441406,
+      "learning_rate": 2.90489611884052e-06,
+      "loss": 28.5312,
+      "step": 31747
+    },
+    {
+      "epoch": 1.517155691484278,
+      "grad_norm": 172.27993774414062,
+      "learning_rate": 2.9043507995208664e-06,
+      "loss": 16.2969,
+      "step": 31748
+    },
+    {
+      "epoch": 1.5172034789257385,
+      "grad_norm": 565.8509521484375,
+      "learning_rate": 2.9038055226949947e-06,
+      "loss": 16.2812,
+      "step": 31749
+    },
+    {
+      "epoch": 1.5172512663671986,
+      "grad_norm": 150.3788604736328,
+      "learning_rate": 2.9032602883661755e-06,
+      "loss": 23.6875,
+      "step": 31750
+    },
+    {
+      "epoch": 1.517299053808659,
+      "grad_norm": 321.6476135253906,
+      "learning_rate": 2.902715096537666e-06,
+      "loss": 26.5938,
+      "step": 31751
+    },
+    {
+      "epoch": 1.5173468412501194,
+      "grad_norm": 308.76641845703125,
+      "learning_rate": 2.9021699472127385e-06,
+      "loss": 19.1719,
+      "step": 31752
+    },
+    {
+      "epoch": 1.5173946286915798,
+      "grad_norm": 247.5982208251953,
+      "learning_rate": 2.901624840394651e-06,
+      "loss": 28.4375,
+      "step": 31753
+    },
+    {
+      "epoch": 1.5174424161330402,
+      "grad_norm": 203.03341674804688,
+      "learning_rate": 2.901079776086674e-06,
+      "loss": 22.1094,
+      "step": 31754
+    },
+    {
+      "epoch": 1.5174902035745006,
+      "grad_norm": 294.1357421875,
+      "learning_rate": 2.9005347542920668e-06,
+      "loss": 29.3438,
+      "step": 31755
+    },
+    {
+      "epoch": 1.517537991015961,
+      "grad_norm": 146.17044067382812,
+      "learning_rate": 2.8999897750140947e-06,
+      "loss": 28.5,
+      "step": 31756
+    },
+    {
+      "epoch": 1.5175857784574214,
+      "grad_norm": 312.51776123046875,
+      "learning_rate": 2.899444838256026e-06,
+      "loss": 20.5469,
+      "step": 31757
+    },
+    {
+      "epoch": 1.5176335658988818,
+      "grad_norm": 166.32406616210938,
+      "learning_rate": 2.8988999440211175e-06,
+      "loss": 20.4531,
+      "step": 31758
+    },
+    {
+      "epoch": 1.5176813533403422,
+      "grad_norm": 213.18405151367188,
+      "learning_rate": 2.8983550923126346e-06,
+      "loss": 26.7344,
+      "step": 31759
+    },
+    {
+      "epoch": 1.5177291407818025,
+      "grad_norm": 192.90574645996094,
+      "learning_rate": 2.8978102831338415e-06,
+      "loss": 17.9531,
+      "step": 31760
+    },
+    {
+      "epoch": 1.517776928223263,
+      "grad_norm": 2142.23876953125,
+      "learning_rate": 2.897265516488005e-06,
+      "loss": 28.7188,
+      "step": 31761
+    },
+    {
+      "epoch": 1.5178247156647233,
+      "grad_norm": 279.7593994140625,
+      "learning_rate": 2.896720792378378e-06,
+      "loss": 17.3125,
+      "step": 31762
+    },
+    {
+      "epoch": 1.5178725031061837,
+      "grad_norm": 261.8968811035156,
+      "learning_rate": 2.8961761108082285e-06,
+      "loss": 26.1562,
+      "step": 31763
+    },
+    {
+      "epoch": 1.517920290547644,
+      "grad_norm": 307.18310546875,
+      "learning_rate": 2.895631471780821e-06,
+      "loss": 26.5469,
+      "step": 31764
+    },
+    {
+      "epoch": 1.5179680779891045,
+      "grad_norm": 232.61044311523438,
+      "learning_rate": 2.89508687529941e-06,
+      "loss": 22.6875,
+      "step": 31765
+    },
+    {
+      "epoch": 1.5180158654305649,
+      "grad_norm": 253.55987548828125,
+      "learning_rate": 2.894542321367261e-06,
+      "loss": 23.5938,
+      "step": 31766
+    },
+    {
+      "epoch": 1.5180636528720253,
+      "grad_norm": 314.20867919921875,
+      "learning_rate": 2.8939978099876355e-06,
+      "loss": 21.5938,
+      "step": 31767
+    },
+    {
+      "epoch": 1.5181114403134857,
+      "grad_norm": 217.21031188964844,
+      "learning_rate": 2.8934533411637966e-06,
+      "loss": 20.2969,
+      "step": 31768
+    },
+    {
+      "epoch": 1.518159227754946,
+      "grad_norm": 281.7867431640625,
+      "learning_rate": 2.8929089148989986e-06,
+      "loss": 22.7188,
+      "step": 31769
+    },
+    {
+      "epoch": 1.5182070151964064,
+      "grad_norm": 465.28631591796875,
+      "learning_rate": 2.8923645311965064e-06,
+      "loss": 26.6875,
+      "step": 31770
+    },
+    {
+      "epoch": 1.5182548026378666,
+      "grad_norm": 202.9049530029297,
+      "learning_rate": 2.8918201900595788e-06,
+      "loss": 26.6875,
+      "step": 31771
+    },
+    {
+      "epoch": 1.518302590079327,
+      "grad_norm": 178.1197509765625,
+      "learning_rate": 2.8912758914914795e-06,
+      "loss": 22.0,
+      "step": 31772
+    },
+    {
+      "epoch": 1.5183503775207874,
+      "grad_norm": 137.8462371826172,
+      "learning_rate": 2.890731635495462e-06,
+      "loss": 18.8906,
+      "step": 31773
+    },
+    {
+      "epoch": 1.5183981649622478,
+      "grad_norm": 136.25477600097656,
+      "learning_rate": 2.8901874220747873e-06,
+      "loss": 19.5156,
+      "step": 31774
+    },
+    {
+      "epoch": 1.5184459524037082,
+      "grad_norm": 212.10372924804688,
+      "learning_rate": 2.8896432512327165e-06,
+      "loss": 31.5938,
+      "step": 31775
+    },
+    {
+      "epoch": 1.5184937398451686,
+      "grad_norm": 434.08416748046875,
+      "learning_rate": 2.889099122972512e-06,
+      "loss": 30.875,
+      "step": 31776
+    },
+    {
+      "epoch": 1.518541527286629,
+      "grad_norm": 228.75564575195312,
+      "learning_rate": 2.8885550372974238e-06,
+      "loss": 22.25,
+      "step": 31777
+    },
+    {
+      "epoch": 1.5185893147280893,
+      "grad_norm": 361.1908874511719,
+      "learning_rate": 2.8880109942107147e-06,
+      "loss": 29.0625,
+      "step": 31778
+    },
+    {
+      "epoch": 1.5186371021695497,
+      "grad_norm": 208.1874542236328,
+      "learning_rate": 2.887466993715646e-06,
+      "loss": 17.1406,
+      "step": 31779
+    },
+    {
+      "epoch": 1.5186848896110101,
+      "grad_norm": 408.92425537109375,
+      "learning_rate": 2.88692303581547e-06,
+      "loss": 41.6875,
+      "step": 31780
+    },
+    {
+      "epoch": 1.5187326770524705,
+      "grad_norm": 625.2628173828125,
+      "learning_rate": 2.886379120513445e-06,
+      "loss": 23.7031,
+      "step": 31781
+    },
+    {
+      "epoch": 1.518780464493931,
+      "grad_norm": 296.7411804199219,
+      "learning_rate": 2.8858352478128315e-06,
+      "loss": 29.125,
+      "step": 31782
+    },
+    {
+      "epoch": 1.5188282519353913,
+      "grad_norm": 194.13735961914062,
+      "learning_rate": 2.885291417716888e-06,
+      "loss": 22.4219,
+      "step": 31783
+    },
+    {
+      "epoch": 1.5188760393768517,
+      "grad_norm": 854.322021484375,
+      "learning_rate": 2.8847476302288648e-06,
+      "loss": 19.8125,
+      "step": 31784
+    },
+    {
+      "epoch": 1.518923826818312,
+      "grad_norm": 314.4424743652344,
+      "learning_rate": 2.884203885352025e-06,
+      "loss": 28.25,
+      "step": 31785
+    },
+    {
+      "epoch": 1.5189716142597725,
+      "grad_norm": 1483.4228515625,
+      "learning_rate": 2.883660183089619e-06,
+      "loss": 23.625,
+      "step": 31786
+    },
+    {
+      "epoch": 1.5190194017012328,
+      "grad_norm": 263.2769470214844,
+      "learning_rate": 2.8831165234449065e-06,
+      "loss": 24.1562,
+      "step": 31787
+    },
+    {
+      "epoch": 1.5190671891426932,
+      "grad_norm": 273.68487548828125,
+      "learning_rate": 2.882572906421145e-06,
+      "loss": 20.0469,
+      "step": 31788
+    },
+    {
+      "epoch": 1.5191149765841536,
+      "grad_norm": 224.6874542236328,
+      "learning_rate": 2.882029332021585e-06,
+      "loss": 27.875,
+      "step": 31789
+    },
+    {
+      "epoch": 1.519162764025614,
+      "grad_norm": 859.8726806640625,
+      "learning_rate": 2.8814858002494885e-06,
+      "loss": 20.0625,
+      "step": 31790
+    },
+    {
+      "epoch": 1.5192105514670744,
+      "grad_norm": 318.2306213378906,
+      "learning_rate": 2.8809423111081027e-06,
+      "loss": 33.7812,
+      "step": 31791
+    },
+    {
+      "epoch": 1.5192583389085348,
+      "grad_norm": 214.51808166503906,
+      "learning_rate": 2.8803988646006862e-06,
+      "loss": 19.6094,
+      "step": 31792
+    },
+    {
+      "epoch": 1.5193061263499952,
+      "grad_norm": 218.73402404785156,
+      "learning_rate": 2.879855460730495e-06,
+      "loss": 21.9062,
+      "step": 31793
+    },
+    {
+      "epoch": 1.5193539137914556,
+      "grad_norm": 205.81826782226562,
+      "learning_rate": 2.879312099500784e-06,
+      "loss": 28.7656,
+      "step": 31794
+    },
+    {
+      "epoch": 1.519401701232916,
+      "grad_norm": 272.6591491699219,
+      "learning_rate": 2.8787687809148025e-06,
+      "loss": 18.9375,
+      "step": 31795
+    },
+    {
+      "epoch": 1.5194494886743763,
+      "grad_norm": 314.1332702636719,
+      "learning_rate": 2.878225504975808e-06,
+      "loss": 17.9531,
+      "step": 31796
+    },
+    {
+      "epoch": 1.5194972761158367,
+      "grad_norm": 318.4091491699219,
+      "learning_rate": 2.877682271687051e-06,
+      "loss": 25.3438,
+      "step": 31797
+    },
+    {
+      "epoch": 1.5195450635572971,
+      "grad_norm": 166.5502166748047,
+      "learning_rate": 2.877139081051792e-06,
+      "loss": 22.1875,
+      "step": 31798
+    },
+    {
+      "epoch": 1.5195928509987575,
+      "grad_norm": 235.22689819335938,
+      "learning_rate": 2.8765959330732752e-06,
+      "loss": 33.7188,
+      "step": 31799
+    },
+    {
+      "epoch": 1.519640638440218,
+      "grad_norm": 297.6803283691406,
+      "learning_rate": 2.876052827754757e-06,
+      "loss": 19.2188,
+      "step": 31800
+    },
+    {
+      "epoch": 1.5196884258816783,
+      "grad_norm": 544.9393310546875,
+      "learning_rate": 2.8755097650994925e-06,
+      "loss": 26.875,
+      "step": 31801
+    },
+    {
+      "epoch": 1.5197362133231387,
+      "grad_norm": 272.36590576171875,
+      "learning_rate": 2.8749667451107288e-06,
+      "loss": 30.0625,
+      "step": 31802
+    },
+    {
+      "epoch": 1.519784000764599,
+      "grad_norm": 162.5863037109375,
+      "learning_rate": 2.8744237677917207e-06,
+      "loss": 20.7969,
+      "step": 31803
+    },
+    {
+      "epoch": 1.5198317882060595,
+      "grad_norm": 331.4709167480469,
+      "learning_rate": 2.8738808331457193e-06,
+      "loss": 38.875,
+      "step": 31804
+    },
+    {
+      "epoch": 1.5198795756475199,
+      "grad_norm": 268.4044494628906,
+      "learning_rate": 2.87333794117598e-06,
+      "loss": 24.9062,
+      "step": 31805
+    },
+    {
+      "epoch": 1.5199273630889802,
+      "grad_norm": 287.8332214355469,
+      "learning_rate": 2.8727950918857474e-06,
+      "loss": 26.9688,
+      "step": 31806
+    },
+    {
+      "epoch": 1.5199751505304406,
+      "grad_norm": 290.1566162109375,
+      "learning_rate": 2.8722522852782753e-06,
+      "loss": 27.8438,
+      "step": 31807
+    },
+    {
+      "epoch": 1.520022937971901,
+      "grad_norm": 442.5044860839844,
+      "learning_rate": 2.871709521356815e-06,
+      "loss": 25.7812,
+      "step": 31808
+    },
+    {
+      "epoch": 1.5200707254133614,
+      "grad_norm": 369.0641174316406,
+      "learning_rate": 2.8711668001246184e-06,
+      "loss": 20.875,
+      "step": 31809
+    },
+    {
+      "epoch": 1.5201185128548218,
+      "grad_norm": 233.7667694091797,
+      "learning_rate": 2.870624121584933e-06,
+      "loss": 23.6562,
+      "step": 31810
+    },
+    {
+      "epoch": 1.5201663002962822,
+      "grad_norm": 152.64923095703125,
+      "learning_rate": 2.8700814857410085e-06,
+      "loss": 21.4688,
+      "step": 31811
+    },
+    {
+      "epoch": 1.5202140877377426,
+      "grad_norm": 307.12030029296875,
+      "learning_rate": 2.8695388925960955e-06,
+      "loss": 20.375,
+      "step": 31812
+    },
+    {
+      "epoch": 1.520261875179203,
+      "grad_norm": 92.4397201538086,
+      "learning_rate": 2.8689963421534473e-06,
+      "loss": 16.2656,
+      "step": 31813
+    },
+    {
+      "epoch": 1.5203096626206634,
+      "grad_norm": 239.6256866455078,
+      "learning_rate": 2.868453834416306e-06,
+      "loss": 28.6406,
+      "step": 31814
+    },
+    {
+      "epoch": 1.5203574500621237,
+      "grad_norm": 212.445556640625,
+      "learning_rate": 2.8679113693879247e-06,
+      "loss": 20.3281,
+      "step": 31815
+    },
+    {
+      "epoch": 1.5204052375035841,
+      "grad_norm": 202.9153289794922,
+      "learning_rate": 2.8673689470715548e-06,
+      "loss": 20.8906,
+      "step": 31816
+    },
+    {
+      "epoch": 1.5204530249450445,
+      "grad_norm": 646.2421875,
+      "learning_rate": 2.8668265674704376e-06,
+      "loss": 33.8906,
+      "step": 31817
+    },
+    {
+      "epoch": 1.520500812386505,
+      "grad_norm": 178.597900390625,
+      "learning_rate": 2.866284230587828e-06,
+      "loss": 19.4531,
+      "step": 31818
+    },
+    {
+      "epoch": 1.5205485998279653,
+      "grad_norm": 172.92636108398438,
+      "learning_rate": 2.8657419364269677e-06,
+      "loss": 20.2188,
+      "step": 31819
+    },
+    {
+      "epoch": 1.5205963872694257,
+      "grad_norm": 211.1433868408203,
+      "learning_rate": 2.8651996849911067e-06,
+      "loss": 22.4375,
+      "step": 31820
+    },
+    {
+      "epoch": 1.520644174710886,
+      "grad_norm": 784.6387939453125,
+      "learning_rate": 2.864657476283498e-06,
+      "loss": 21.4844,
+      "step": 31821
+    },
+    {
+      "epoch": 1.5206919621523465,
+      "grad_norm": 225.8228759765625,
+      "learning_rate": 2.8641153103073794e-06,
+      "loss": 29.2656,
+      "step": 31822
+    },
+    {
+      "epoch": 1.5207397495938069,
+      "grad_norm": 335.0394287109375,
+      "learning_rate": 2.863573187066003e-06,
+      "loss": 22.8125,
+      "step": 31823
+    },
+    {
+      "epoch": 1.5207875370352673,
+      "grad_norm": 213.21792602539062,
+      "learning_rate": 2.863031106562617e-06,
+      "loss": 21.3906,
+      "step": 31824
+    },
+    {
+      "epoch": 1.5208353244767276,
+      "grad_norm": 236.55923461914062,
+      "learning_rate": 2.8624890688004638e-06,
+      "loss": 23.7969,
+      "step": 31825
+    },
+    {
+      "epoch": 1.520883111918188,
+      "grad_norm": 164.91525268554688,
+      "learning_rate": 2.86194707378279e-06,
+      "loss": 24.9062,
+      "step": 31826
+    },
+    {
+      "epoch": 1.5209308993596484,
+      "grad_norm": 135.04495239257812,
+      "learning_rate": 2.861405121512846e-06,
+      "loss": 12.0625,
+      "step": 31827
+    },
+    {
+      "epoch": 1.5209786868011088,
+      "grad_norm": 294.7435607910156,
+      "learning_rate": 2.860863211993871e-06,
+      "loss": 21.3125,
+      "step": 31828
+    },
+    {
+      "epoch": 1.5210264742425692,
+      "grad_norm": 411.2253112792969,
+      "learning_rate": 2.8603213452291133e-06,
+      "loss": 20.25,
+      "step": 31829
+    },
+    {
+      "epoch": 1.5210742616840296,
+      "grad_norm": 944.6211547851562,
+      "learning_rate": 2.8597795212218183e-06,
+      "loss": 19.1719,
+      "step": 31830
+    },
+    {
+      "epoch": 1.52112204912549,
+      "grad_norm": 370.3511047363281,
+      "learning_rate": 2.8592377399752334e-06,
+      "loss": 23.6562,
+      "step": 31831
+    },
+    {
+      "epoch": 1.5211698365669502,
+      "grad_norm": 221.02517700195312,
+      "learning_rate": 2.8586960014925967e-06,
+      "loss": 29.0312,
+      "step": 31832
+    },
+    {
+      "epoch": 1.5212176240084105,
+      "grad_norm": 201.9835968017578,
+      "learning_rate": 2.8581543057771567e-06,
+      "loss": 21.7031,
+      "step": 31833
+    },
+    {
+      "epoch": 1.521265411449871,
+      "grad_norm": 285.132080078125,
+      "learning_rate": 2.8576126528321566e-06,
+      "loss": 21.1875,
+      "step": 31834
+    },
+    {
+      "epoch": 1.5213131988913313,
+      "grad_norm": 613.4139404296875,
+      "learning_rate": 2.857071042660845e-06,
+      "loss": 46.5625,
+      "step": 31835
+    },
+    {
+      "epoch": 1.5213609863327917,
+      "grad_norm": 609.5287475585938,
+      "learning_rate": 2.856529475266456e-06,
+      "loss": 21.4531,
+      "step": 31836
+    },
+    {
+      "epoch": 1.521408773774252,
+      "grad_norm": 335.1950378417969,
+      "learning_rate": 2.855987950652239e-06,
+      "loss": 23.5469,
+      "step": 31837
+    },
+    {
+      "epoch": 1.5214565612157125,
+      "grad_norm": 239.4796905517578,
+      "learning_rate": 2.855446468821439e-06,
+      "loss": 24.8438,
+      "step": 31838
+    },
+    {
+      "epoch": 1.5215043486571729,
+      "grad_norm": 472.8435363769531,
+      "learning_rate": 2.854905029777292e-06,
+      "loss": 37.4375,
+      "step": 31839
+    },
+    {
+      "epoch": 1.5215521360986333,
+      "grad_norm": 206.92832946777344,
+      "learning_rate": 2.854363633523044e-06,
+      "loss": 34.2188,
+      "step": 31840
+    },
+    {
+      "epoch": 1.5215999235400937,
+      "grad_norm": 234.8677215576172,
+      "learning_rate": 2.8538222800619376e-06,
+      "loss": 20.3281,
+      "step": 31841
+    },
+    {
+      "epoch": 1.521647710981554,
+      "grad_norm": 198.85556030273438,
+      "learning_rate": 2.8532809693972175e-06,
+      "loss": 30.25,
+      "step": 31842
+    },
+    {
+      "epoch": 1.5216954984230144,
+      "grad_norm": 209.9495849609375,
+      "learning_rate": 2.8527397015321202e-06,
+      "loss": 26.0,
+      "step": 31843
+    },
+    {
+      "epoch": 1.5217432858644748,
+      "grad_norm": 247.5293731689453,
+      "learning_rate": 2.8521984764698894e-06,
+      "loss": 21.7969,
+      "step": 31844
+    },
+    {
+      "epoch": 1.5217910733059352,
+      "grad_norm": 195.06533813476562,
+      "learning_rate": 2.8516572942137666e-06,
+      "loss": 20.9688,
+      "step": 31845
+    },
+    {
+      "epoch": 1.5218388607473956,
+      "grad_norm": 331.2041320800781,
+      "learning_rate": 2.851116154766995e-06,
+      "loss": 33.3906,
+      "step": 31846
+    },
+    {
+      "epoch": 1.521886648188856,
+      "grad_norm": 252.5003204345703,
+      "learning_rate": 2.8505750581328108e-06,
+      "loss": 24.375,
+      "step": 31847
+    },
+    {
+      "epoch": 1.5219344356303164,
+      "grad_norm": 210.85926818847656,
+      "learning_rate": 2.850034004314457e-06,
+      "loss": 25.7344,
+      "step": 31848
+    },
+    {
+      "epoch": 1.5219822230717768,
+      "grad_norm": 191.66000366210938,
+      "learning_rate": 2.849492993315176e-06,
+      "loss": 18.1719,
+      "step": 31849
+    },
+    {
+      "epoch": 1.5220300105132372,
+      "grad_norm": 886.6246948242188,
+      "learning_rate": 2.848952025138202e-06,
+      "loss": 25.9844,
+      "step": 31850
+    },
+    {
+      "epoch": 1.5220777979546976,
+      "grad_norm": 211.76861572265625,
+      "learning_rate": 2.848411099786782e-06,
+      "loss": 18.5312,
+      "step": 31851
+    },
+    {
+      "epoch": 1.522125585396158,
+      "grad_norm": 296.1268005371094,
+      "learning_rate": 2.847870217264147e-06,
+      "loss": 27.2188,
+      "step": 31852
+    },
+    {
+      "epoch": 1.522173372837618,
+      "grad_norm": 209.66749572753906,
+      "learning_rate": 2.847329377573542e-06,
+      "loss": 28.0781,
+      "step": 31853
+    },
+    {
+      "epoch": 1.5222211602790785,
+      "grad_norm": 690.6937255859375,
+      "learning_rate": 2.8467885807182074e-06,
+      "loss": 31.9531,
+      "step": 31854
+    },
+    {
+      "epoch": 1.522268947720539,
+      "grad_norm": 238.30882263183594,
+      "learning_rate": 2.846247826701375e-06,
+      "loss": 16.0938,
+      "step": 31855
+    },
+    {
+      "epoch": 1.5223167351619993,
+      "grad_norm": 264.5004577636719,
+      "learning_rate": 2.8457071155262885e-06,
+      "loss": 23.2812,
+      "step": 31856
+    },
+    {
+      "epoch": 1.5223645226034597,
+      "grad_norm": 297.76544189453125,
+      "learning_rate": 2.8451664471961858e-06,
+      "loss": 33.125,
+      "step": 31857
+    },
+    {
+      "epoch": 1.52241231004492,
+      "grad_norm": 232.02667236328125,
+      "learning_rate": 2.844625821714303e-06,
+      "loss": 25.375,
+      "step": 31858
+    },
+    {
+      "epoch": 1.5224600974863804,
+      "grad_norm": 238.83001708984375,
+      "learning_rate": 2.8440852390838782e-06,
+      "loss": 21.1875,
+      "step": 31859
+    },
+    {
+      "epoch": 1.5225078849278408,
+      "grad_norm": 298.58319091796875,
+      "learning_rate": 2.8435446993081485e-06,
+      "loss": 32.0938,
+      "step": 31860
+    },
+    {
+      "epoch": 1.5225556723693012,
+      "grad_norm": 171.6307373046875,
+      "learning_rate": 2.8430042023903546e-06,
+      "loss": 32.0781,
+      "step": 31861
+    },
+    {
+      "epoch": 1.5226034598107616,
+      "grad_norm": 264.905517578125,
+      "learning_rate": 2.842463748333728e-06,
+      "loss": 25.4062,
+      "step": 31862
+    },
+    {
+      "epoch": 1.522651247252222,
+      "grad_norm": 252.31639099121094,
+      "learning_rate": 2.8419233371415067e-06,
+      "loss": 28.2188,
+      "step": 31863
+    },
+    {
+      "epoch": 1.5226990346936824,
+      "grad_norm": 177.86614990234375,
+      "learning_rate": 2.8413829688169324e-06,
+      "loss": 27.2969,
+      "step": 31864
+    },
+    {
+      "epoch": 1.5227468221351428,
+      "grad_norm": 215.50584411621094,
+      "learning_rate": 2.840842643363234e-06,
+      "loss": 27.5312,
+      "step": 31865
+    },
+    {
+      "epoch": 1.5227946095766032,
+      "grad_norm": 188.32691955566406,
+      "learning_rate": 2.84030236078365e-06,
+      "loss": 28.1875,
+      "step": 31866
+    },
+    {
+      "epoch": 1.5228423970180636,
+      "grad_norm": 246.1356964111328,
+      "learning_rate": 2.8397621210814164e-06,
+      "loss": 26.0,
+      "step": 31867
+    },
+    {
+      "epoch": 1.522890184459524,
+      "grad_norm": 1168.292724609375,
+      "learning_rate": 2.839221924259771e-06,
+      "loss": 57.5938,
+      "step": 31868
+    },
+    {
+      "epoch": 1.5229379719009843,
+      "grad_norm": 325.3394470214844,
+      "learning_rate": 2.838681770321944e-06,
+      "loss": 21.8906,
+      "step": 31869
+    },
+    {
+      "epoch": 1.5229857593424447,
+      "grad_norm": 277.3428039550781,
+      "learning_rate": 2.838141659271172e-06,
+      "loss": 23.7656,
+      "step": 31870
+    },
+    {
+      "epoch": 1.5230335467839051,
+      "grad_norm": 287.2442626953125,
+      "learning_rate": 2.8376015911106904e-06,
+      "loss": 23.1719,
+      "step": 31871
+    },
+    {
+      "epoch": 1.5230813342253655,
+      "grad_norm": 351.0052490234375,
+      "learning_rate": 2.837061565843736e-06,
+      "loss": 17.125,
+      "step": 31872
+    },
+    {
+      "epoch": 1.523129121666826,
+      "grad_norm": 248.025146484375,
+      "learning_rate": 2.836521583473537e-06,
+      "loss": 23.2812,
+      "step": 31873
+    },
+    {
+      "epoch": 1.5231769091082863,
+      "grad_norm": 307.42742919921875,
+      "learning_rate": 2.8359816440033305e-06,
+      "loss": 29.0938,
+      "step": 31874
+    },
+    {
+      "epoch": 1.5232246965497467,
+      "grad_norm": 235.9713592529297,
+      "learning_rate": 2.8354417474363528e-06,
+      "loss": 28.0625,
+      "step": 31875
+    },
+    {
+      "epoch": 1.523272483991207,
+      "grad_norm": 451.7008056640625,
+      "learning_rate": 2.834901893775832e-06,
+      "loss": 30.2188,
+      "step": 31876
+    },
+    {
+      "epoch": 1.5233202714326675,
+      "grad_norm": 344.4712219238281,
+      "learning_rate": 2.834362083025002e-06,
+      "loss": 36.2188,
+      "step": 31877
+    },
+    {
+      "epoch": 1.5233680588741279,
+      "grad_norm": 211.7646484375,
+      "learning_rate": 2.833822315187098e-06,
+      "loss": 23.0938,
+      "step": 31878
+    },
+    {
+      "epoch": 1.5234158463155882,
+      "grad_norm": 367.5369873046875,
+      "learning_rate": 2.8332825902653536e-06,
+      "loss": 25.8125,
+      "step": 31879
+    },
+    {
+      "epoch": 1.5234636337570486,
+      "grad_norm": 423.16973876953125,
+      "learning_rate": 2.8327429082629963e-06,
+      "loss": 21.0312,
+      "step": 31880
+    },
+    {
+      "epoch": 1.523511421198509,
+      "grad_norm": 151.3894500732422,
+      "learning_rate": 2.832203269183261e-06,
+      "loss": 24.8594,
+      "step": 31881
+    },
+    {
+      "epoch": 1.5235592086399694,
+      "grad_norm": 352.9151306152344,
+      "learning_rate": 2.8316636730293825e-06,
+      "loss": 33.875,
+      "step": 31882
+    },
+    {
+      "epoch": 1.5236069960814298,
+      "grad_norm": 109.01627349853516,
+      "learning_rate": 2.8311241198045845e-06,
+      "loss": 17.9531,
+      "step": 31883
+    },
+    {
+      "epoch": 1.5236547835228902,
+      "grad_norm": 170.03363037109375,
+      "learning_rate": 2.830584609512107e-06,
+      "loss": 18.7969,
+      "step": 31884
+    },
+    {
+      "epoch": 1.5237025709643506,
+      "grad_norm": 327.8343200683594,
+      "learning_rate": 2.8300451421551723e-06,
+      "loss": 36.8438,
+      "step": 31885
+    },
+    {
+      "epoch": 1.523750358405811,
+      "grad_norm": 248.61651611328125,
+      "learning_rate": 2.8295057177370166e-06,
+      "loss": 23.1719,
+      "step": 31886
+    },
+    {
+      "epoch": 1.5237981458472714,
+      "grad_norm": 234.38926696777344,
+      "learning_rate": 2.828966336260872e-06,
+      "loss": 19.125,
+      "step": 31887
+    },
+    {
+      "epoch": 1.5238459332887317,
+      "grad_norm": 611.8251953125,
+      "learning_rate": 2.8284269977299627e-06,
+      "loss": 37.5625,
+      "step": 31888
+    },
+    {
+      "epoch": 1.5238937207301921,
+      "grad_norm": 192.2793426513672,
+      "learning_rate": 2.8278877021475215e-06,
+      "loss": 24.4062,
+      "step": 31889
+    },
+    {
+      "epoch": 1.5239415081716525,
+      "grad_norm": 214.65330505371094,
+      "learning_rate": 2.8273484495167815e-06,
+      "loss": 21.4062,
+      "step": 31890
+    },
+    {
+      "epoch": 1.523989295613113,
+      "grad_norm": 253.31436157226562,
+      "learning_rate": 2.8268092398409664e-06,
+      "loss": 38.3125,
+      "step": 31891
+    },
+    {
+      "epoch": 1.5240370830545733,
+      "grad_norm": 179.77017211914062,
+      "learning_rate": 2.8262700731233074e-06,
+      "loss": 30.1562,
+      "step": 31892
+    },
+    {
+      "epoch": 1.5240848704960337,
+      "grad_norm": 190.85580444335938,
+      "learning_rate": 2.8257309493670336e-06,
+      "loss": 23.5312,
+      "step": 31893
+    },
+    {
+      "epoch": 1.524132657937494,
+      "grad_norm": 219.3339385986328,
+      "learning_rate": 2.8251918685753787e-06,
+      "loss": 23.4375,
+      "step": 31894
+    },
+    {
+      "epoch": 1.5241804453789545,
+      "grad_norm": 177.6546173095703,
+      "learning_rate": 2.8246528307515618e-06,
+      "loss": 21.9844,
+      "step": 31895
+    },
+    {
+      "epoch": 1.5242282328204149,
+      "grad_norm": 231.9766845703125,
+      "learning_rate": 2.8241138358988172e-06,
+      "loss": 22.1406,
+      "step": 31896
+    },
+    {
+      "epoch": 1.5242760202618753,
+      "grad_norm": 271.47821044921875,
+      "learning_rate": 2.82357488402037e-06,
+      "loss": 26.3125,
+      "step": 31897
+    },
+    {
+      "epoch": 1.5243238077033356,
+      "grad_norm": 299.56103515625,
+      "learning_rate": 2.8230359751194537e-06,
+      "loss": 23.8125,
+      "step": 31898
+    },
+    {
+      "epoch": 1.524371595144796,
+      "grad_norm": 189.12338256835938,
+      "learning_rate": 2.822497109199287e-06,
+      "loss": 18.4844,
+      "step": 31899
+    },
+    {
+      "epoch": 1.5244193825862564,
+      "grad_norm": 216.05380249023438,
+      "learning_rate": 2.821958286263101e-06,
+      "loss": 26.8438,
+      "step": 31900
+    },
+    {
+      "epoch": 1.5244671700277168,
+      "grad_norm": 392.8076171875,
+      "learning_rate": 2.821419506314126e-06,
+      "loss": 18.3906,
+      "step": 31901
+    },
+    {
+      "epoch": 1.5245149574691772,
+      "grad_norm": 515.2015380859375,
+      "learning_rate": 2.820880769355582e-06,
+      "loss": 31.75,
+      "step": 31902
+    },
+    {
+      "epoch": 1.5245627449106376,
+      "grad_norm": 430.044921875,
+      "learning_rate": 2.8203420753906984e-06,
+      "loss": 14.8438,
+      "step": 31903
+    },
+    {
+      "epoch": 1.524610532352098,
+      "grad_norm": 701.0008544921875,
+      "learning_rate": 2.8198034244227023e-06,
+      "loss": 24.2812,
+      "step": 31904
+    },
+    {
+      "epoch": 1.5246583197935584,
+      "grad_norm": 255.87704467773438,
+      "learning_rate": 2.819264816454821e-06,
+      "loss": 34.2188,
+      "step": 31905
+    },
+    {
+      "epoch": 1.5247061072350188,
+      "grad_norm": 143.8444061279297,
+      "learning_rate": 2.8187262514902748e-06,
+      "loss": 24.375,
+      "step": 31906
+    },
+    {
+      "epoch": 1.5247538946764791,
+      "grad_norm": 215.33193969726562,
+      "learning_rate": 2.8181877295322923e-06,
+      "loss": 18.6875,
+      "step": 31907
+    },
+    {
+      "epoch": 1.5248016821179395,
+      "grad_norm": 163.52598571777344,
+      "learning_rate": 2.817649250584098e-06,
+      "loss": 20.9688,
+      "step": 31908
+    },
+    {
+      "epoch": 1.5248494695594,
+      "grad_norm": 174.68734741210938,
+      "learning_rate": 2.81711081464892e-06,
+      "loss": 27.0625,
+      "step": 31909
+    },
+    {
+      "epoch": 1.5248972570008603,
+      "grad_norm": 284.3117980957031,
+      "learning_rate": 2.8165724217299773e-06,
+      "loss": 21.4219,
+      "step": 31910
+    },
+    {
+      "epoch": 1.5249450444423207,
+      "grad_norm": 217.92100524902344,
+      "learning_rate": 2.8160340718304957e-06,
+      "loss": 26.7344,
+      "step": 31911
+    },
+    {
+      "epoch": 1.524992831883781,
+      "grad_norm": 220.10128784179688,
+      "learning_rate": 2.815495764953703e-06,
+      "loss": 32.2344,
+      "step": 31912
+    },
+    {
+      "epoch": 1.5250406193252415,
+      "grad_norm": 373.57135009765625,
+      "learning_rate": 2.8149575011028176e-06,
+      "loss": 15.5625,
+      "step": 31913
+    },
+    {
+      "epoch": 1.5250884067667019,
+      "grad_norm": 262.57366943359375,
+      "learning_rate": 2.8144192802810656e-06,
+      "loss": 21.3438,
+      "step": 31914
+    },
+    {
+      "epoch": 1.525136194208162,
+      "grad_norm": 381.2549133300781,
+      "learning_rate": 2.8138811024916735e-06,
+      "loss": 21.25,
+      "step": 31915
+    },
+    {
+      "epoch": 1.5251839816496224,
+      "grad_norm": 177.7848358154297,
+      "learning_rate": 2.8133429677378575e-06,
+      "loss": 14.9375,
+      "step": 31916
+    },
+    {
+      "epoch": 1.5252317690910828,
+      "grad_norm": 2582.372314453125,
+      "learning_rate": 2.8128048760228444e-06,
+      "loss": 19.5312,
+      "step": 31917
+    },
+    {
+      "epoch": 1.5252795565325432,
+      "grad_norm": 285.0937194824219,
+      "learning_rate": 2.812266827349858e-06,
+      "loss": 27.0312,
+      "step": 31918
+    },
+    {
+      "epoch": 1.5253273439740036,
+      "grad_norm": 311.1955261230469,
+      "learning_rate": 2.8117288217221163e-06,
+      "loss": 25.0312,
+      "step": 31919
+    },
+    {
+      "epoch": 1.525375131415464,
+      "grad_norm": 218.58070373535156,
+      "learning_rate": 2.811190859142846e-06,
+      "loss": 25.5469,
+      "step": 31920
+    },
+    {
+      "epoch": 1.5254229188569244,
+      "grad_norm": 334.5448303222656,
+      "learning_rate": 2.8106529396152637e-06,
+      "loss": 30.9062,
+      "step": 31921
+    },
+    {
+      "epoch": 1.5254707062983848,
+      "grad_norm": 305.1364440917969,
+      "learning_rate": 2.8101150631425943e-06,
+      "loss": 26.6094,
+      "step": 31922
+    },
+    {
+      "epoch": 1.5255184937398452,
+      "grad_norm": 144.54470825195312,
+      "learning_rate": 2.80957722972806e-06,
+      "loss": 16.5625,
+      "step": 31923
+    },
+    {
+      "epoch": 1.5255662811813056,
+      "grad_norm": 143.41574096679688,
+      "learning_rate": 2.809039439374878e-06,
+      "loss": 13.7344,
+      "step": 31924
+    },
+    {
+      "epoch": 1.525614068622766,
+      "grad_norm": 199.13502502441406,
+      "learning_rate": 2.8085016920862695e-06,
+      "loss": 26.3125,
+      "step": 31925
+    },
+    {
+      "epoch": 1.5256618560642263,
+      "grad_norm": 168.10240173339844,
+      "learning_rate": 2.8079639878654576e-06,
+      "loss": 19.5156,
+      "step": 31926
+    },
+    {
+      "epoch": 1.5257096435056867,
+      "grad_norm": 184.47413635253906,
+      "learning_rate": 2.8074263267156632e-06,
+      "loss": 15.2969,
+      "step": 31927
+    },
+    {
+      "epoch": 1.525757430947147,
+      "grad_norm": 364.8953552246094,
+      "learning_rate": 2.806888708640102e-06,
+      "loss": 29.5625,
+      "step": 31928
+    },
+    {
+      "epoch": 1.5258052183886075,
+      "grad_norm": 381.6485595703125,
+      "learning_rate": 2.8063511336419947e-06,
+      "loss": 17.4844,
+      "step": 31929
+    },
+    {
+      "epoch": 1.5258530058300679,
+      "grad_norm": 182.28787231445312,
+      "learning_rate": 2.8058136017245617e-06,
+      "loss": 15.7344,
+      "step": 31930
+    },
+    {
+      "epoch": 1.5259007932715283,
+      "grad_norm": 890.1744384765625,
+      "learning_rate": 2.805276112891027e-06,
+      "loss": 25.375,
+      "step": 31931
+    },
+    {
+      "epoch": 1.5259485807129887,
+      "grad_norm": 237.19088745117188,
+      "learning_rate": 2.8047386671445997e-06,
+      "loss": 29.6406,
+      "step": 31932
+    },
+    {
+      "epoch": 1.525996368154449,
+      "grad_norm": 298.8800048828125,
+      "learning_rate": 2.8042012644885043e-06,
+      "loss": 27.7188,
+      "step": 31933
+    },
+    {
+      "epoch": 1.5260441555959094,
+      "grad_norm": 460.8473205566406,
+      "learning_rate": 2.8036639049259606e-06,
+      "loss": 29.6406,
+      "step": 31934
+    },
+    {
+      "epoch": 1.5260919430373696,
+      "grad_norm": 217.19760131835938,
+      "learning_rate": 2.803126588460182e-06,
+      "loss": 23.25,
+      "step": 31935
+    },
+    {
+      "epoch": 1.52613973047883,
+      "grad_norm": 297.8630065917969,
+      "learning_rate": 2.8025893150943882e-06,
+      "loss": 31.9375,
+      "step": 31936
+    },
+    {
+      "epoch": 1.5261875179202904,
+      "grad_norm": 261.2005310058594,
+      "learning_rate": 2.802052084831798e-06,
+      "loss": 31.2969,
+      "step": 31937
+    },
+    {
+      "epoch": 1.5262353053617508,
+      "grad_norm": 400.0715026855469,
+      "learning_rate": 2.8015148976756302e-06,
+      "loss": 35.2812,
+      "step": 31938
+    },
+    {
+      "epoch": 1.5262830928032112,
+      "grad_norm": 339.9515686035156,
+      "learning_rate": 2.800977753629096e-06,
+      "loss": 23.5,
+      "step": 31939
+    },
+    {
+      "epoch": 1.5263308802446716,
+      "grad_norm": 228.21661376953125,
+      "learning_rate": 2.8004406526954166e-06,
+      "loss": 24.2656,
+      "step": 31940
+    },
+    {
+      "epoch": 1.526378667686132,
+      "grad_norm": 276.17999267578125,
+      "learning_rate": 2.7999035948778075e-06,
+      "loss": 30.7188,
+      "step": 31941
+    },
+    {
+      "epoch": 1.5264264551275923,
+      "grad_norm": 369.58660888671875,
+      "learning_rate": 2.799366580179489e-06,
+      "loss": 29.5312,
+      "step": 31942
+    },
+    {
+      "epoch": 1.5264742425690527,
+      "grad_norm": 327.8425598144531,
+      "learning_rate": 2.7988296086036694e-06,
+      "loss": 19.7031,
+      "step": 31943
+    },
+    {
+      "epoch": 1.5265220300105131,
+      "grad_norm": 190.95806884765625,
+      "learning_rate": 2.798292680153568e-06,
+      "loss": 22.0938,
+      "step": 31944
+    },
+    {
+      "epoch": 1.5265698174519735,
+      "grad_norm": 450.0763244628906,
+      "learning_rate": 2.797755794832402e-06,
+      "loss": 28.5,
+      "step": 31945
+    },
+    {
+      "epoch": 1.526617604893434,
+      "grad_norm": 204.26600646972656,
+      "learning_rate": 2.797218952643387e-06,
+      "loss": 22.4688,
+      "step": 31946
+    },
+    {
+      "epoch": 1.5266653923348943,
+      "grad_norm": 402.5594787597656,
+      "learning_rate": 2.7966821535897338e-06,
+      "loss": 32.1562,
+      "step": 31947
+    },
+    {
+      "epoch": 1.5267131797763547,
+      "grad_norm": 422.9512939453125,
+      "learning_rate": 2.7961453976746635e-06,
+      "loss": 34.3438,
+      "step": 31948
+    },
+    {
+      "epoch": 1.526760967217815,
+      "grad_norm": 383.45257568359375,
+      "learning_rate": 2.795608684901383e-06,
+      "loss": 28.7188,
+      "step": 31949
+    },
+    {
+      "epoch": 1.5268087546592755,
+      "grad_norm": 301.21966552734375,
+      "learning_rate": 2.7950720152731105e-06,
+      "loss": 22.2812,
+      "step": 31950
+    },
+    {
+      "epoch": 1.5268565421007358,
+      "grad_norm": 449.22601318359375,
+      "learning_rate": 2.7945353887930614e-06,
+      "loss": 14.8594,
+      "step": 31951
+    },
+    {
+      "epoch": 1.5269043295421962,
+      "grad_norm": 243.47911071777344,
+      "learning_rate": 2.7939988054644464e-06,
+      "loss": 24.2812,
+      "step": 31952
+    },
+    {
+      "epoch": 1.5269521169836566,
+      "grad_norm": 198.68560791015625,
+      "learning_rate": 2.793462265290483e-06,
+      "loss": 25.625,
+      "step": 31953
+    },
+    {
+      "epoch": 1.526999904425117,
+      "grad_norm": 177.6329345703125,
+      "learning_rate": 2.7929257682743784e-06,
+      "loss": 19.5312,
+      "step": 31954
+    },
+    {
+      "epoch": 1.5270476918665774,
+      "grad_norm": 398.7615661621094,
+      "learning_rate": 2.792389314419348e-06,
+      "loss": 25.7656,
+      "step": 31955
+    },
+    {
+      "epoch": 1.5270954793080378,
+      "grad_norm": 516.7583618164062,
+      "learning_rate": 2.791852903728607e-06,
+      "loss": 29.6562,
+      "step": 31956
+    },
+    {
+      "epoch": 1.5271432667494982,
+      "grad_norm": 204.5767822265625,
+      "learning_rate": 2.7913165362053675e-06,
+      "loss": 27.5,
+      "step": 31957
+    },
+    {
+      "epoch": 1.5271910541909586,
+      "grad_norm": 508.567138671875,
+      "learning_rate": 2.790780211852838e-06,
+      "loss": 21.7188,
+      "step": 31958
+    },
+    {
+      "epoch": 1.527238841632419,
+      "grad_norm": 487.4421691894531,
+      "learning_rate": 2.790243930674232e-06,
+      "loss": 22.6406,
+      "step": 31959
+    },
+    {
+      "epoch": 1.5272866290738794,
+      "grad_norm": 194.12596130371094,
+      "learning_rate": 2.789707692672765e-06,
+      "loss": 15.7969,
+      "step": 31960
+    },
+    {
+      "epoch": 1.5273344165153397,
+      "grad_norm": 240.4066162109375,
+      "learning_rate": 2.7891714978516427e-06,
+      "loss": 27.9375,
+      "step": 31961
+    },
+    {
+      "epoch": 1.5273822039568001,
+      "grad_norm": 308.47930908203125,
+      "learning_rate": 2.7886353462140782e-06,
+      "loss": 30.75,
+      "step": 31962
+    },
+    {
+      "epoch": 1.5274299913982605,
+      "grad_norm": 345.68707275390625,
+      "learning_rate": 2.7880992377632823e-06,
+      "loss": 27.6562,
+      "step": 31963
+    },
+    {
+      "epoch": 1.527477778839721,
+      "grad_norm": 484.5494079589844,
+      "learning_rate": 2.7875631725024697e-06,
+      "loss": 28.375,
+      "step": 31964
+    },
+    {
+      "epoch": 1.5275255662811813,
+      "grad_norm": 301.37054443359375,
+      "learning_rate": 2.7870271504348436e-06,
+      "loss": 25.9062,
+      "step": 31965
+    },
+    {
+      "epoch": 1.5275733537226417,
+      "grad_norm": 316.2878723144531,
+      "learning_rate": 2.786491171563618e-06,
+      "loss": 29.9375,
+      "step": 31966
+    },
+    {
+      "epoch": 1.527621141164102,
+      "grad_norm": 220.7711639404297,
+      "learning_rate": 2.7859552358920015e-06,
+      "loss": 28.4219,
+      "step": 31967
+    },
+    {
+      "epoch": 1.5276689286055625,
+      "grad_norm": 239.7723388671875,
+      "learning_rate": 2.785419343423208e-06,
+      "loss": 16.7188,
+      "step": 31968
+    },
+    {
+      "epoch": 1.5277167160470229,
+      "grad_norm": 265.32049560546875,
+      "learning_rate": 2.7848834941604406e-06,
+      "loss": 28.125,
+      "step": 31969
+    },
+    {
+      "epoch": 1.5277645034884832,
+      "grad_norm": 243.4493865966797,
+      "learning_rate": 2.7843476881069108e-06,
+      "loss": 25.9062,
+      "step": 31970
+    },
+    {
+      "epoch": 1.5278122909299436,
+      "grad_norm": 518.6261596679688,
+      "learning_rate": 2.78381192526583e-06,
+      "loss": 26.2656,
+      "step": 31971
+    },
+    {
+      "epoch": 1.527860078371404,
+      "grad_norm": 306.9158935546875,
+      "learning_rate": 2.7832762056404027e-06,
+      "loss": 22.5156,
+      "step": 31972
+    },
+    {
+      "epoch": 1.5279078658128644,
+      "grad_norm": 222.18348693847656,
+      "learning_rate": 2.7827405292338383e-06,
+      "loss": 16.3438,
+      "step": 31973
+    },
+    {
+      "epoch": 1.5279556532543248,
+      "grad_norm": 611.7413330078125,
+      "learning_rate": 2.782204896049344e-06,
+      "loss": 28.4688,
+      "step": 31974
+    },
+    {
+      "epoch": 1.5280034406957852,
+      "grad_norm": 110.39033508300781,
+      "learning_rate": 2.7816693060901334e-06,
+      "loss": 16.4844,
+      "step": 31975
+    },
+    {
+      "epoch": 1.5280512281372456,
+      "grad_norm": 190.2389373779297,
+      "learning_rate": 2.7811337593594055e-06,
+      "loss": 21.1406,
+      "step": 31976
+    },
+    {
+      "epoch": 1.528099015578706,
+      "grad_norm": 216.2928009033203,
+      "learning_rate": 2.7805982558603727e-06,
+      "loss": 25.0156,
+      "step": 31977
+    },
+    {
+      "epoch": 1.5281468030201664,
+      "grad_norm": 688.1875,
+      "learning_rate": 2.78006279559624e-06,
+      "loss": 30.7812,
+      "step": 31978
+    },
+    {
+      "epoch": 1.5281945904616268,
+      "grad_norm": 242.41397094726562,
+      "learning_rate": 2.779527378570218e-06,
+      "loss": 19.0781,
+      "step": 31979
+    },
+    {
+      "epoch": 1.5282423779030871,
+      "grad_norm": 294.184326171875,
+      "learning_rate": 2.778992004785507e-06,
+      "loss": 23.0312,
+      "step": 31980
+    },
+    {
+      "epoch": 1.5282901653445475,
+      "grad_norm": 205.13807678222656,
+      "learning_rate": 2.778456674245319e-06,
+      "loss": 24.375,
+      "step": 31981
+    },
+    {
+      "epoch": 1.528337952786008,
+      "grad_norm": 286.9529724121094,
+      "learning_rate": 2.7779213869528544e-06,
+      "loss": 28.0,
+      "step": 31982
+    },
+    {
+      "epoch": 1.5283857402274683,
+      "grad_norm": 168.54405212402344,
+      "learning_rate": 2.7773861429113213e-06,
+      "loss": 19.9219,
+      "step": 31983
+    },
+    {
+      "epoch": 1.5284335276689287,
+      "grad_norm": 168.88906860351562,
+      "learning_rate": 2.7768509421239287e-06,
+      "loss": 21.5938,
+      "step": 31984
+    },
+    {
+      "epoch": 1.528481315110389,
+      "grad_norm": 410.6826477050781,
+      "learning_rate": 2.776315784593876e-06,
+      "loss": 21.9062,
+      "step": 31985
+    },
+    {
+      "epoch": 1.5285291025518495,
+      "grad_norm": 228.63450622558594,
+      "learning_rate": 2.775780670324374e-06,
+      "loss": 27.0625,
+      "step": 31986
+    },
+    {
+      "epoch": 1.5285768899933099,
+      "grad_norm": 273.7765197753906,
+      "learning_rate": 2.77524559931862e-06,
+      "loss": 42.5625,
+      "step": 31987
+    },
+    {
+      "epoch": 1.5286246774347703,
+      "grad_norm": 219.38975524902344,
+      "learning_rate": 2.7747105715798226e-06,
+      "loss": 24.4062,
+      "step": 31988
+    },
+    {
+      "epoch": 1.5286724648762307,
+      "grad_norm": 157.2049560546875,
+      "learning_rate": 2.7741755871111855e-06,
+      "loss": 20.1406,
+      "step": 31989
+    },
+    {
+      "epoch": 1.528720252317691,
+      "grad_norm": 152.93467712402344,
+      "learning_rate": 2.773640645915916e-06,
+      "loss": 18.5,
+      "step": 31990
+    },
+    {
+      "epoch": 1.5287680397591514,
+      "grad_norm": 246.08566284179688,
+      "learning_rate": 2.7731057479972114e-06,
+      "loss": 29.4688,
+      "step": 31991
+    },
+    {
+      "epoch": 1.5288158272006118,
+      "grad_norm": 124.09920501708984,
+      "learning_rate": 2.7725708933582785e-06,
+      "loss": 16.7188,
+      "step": 31992
+    },
+    {
+      "epoch": 1.5288636146420722,
+      "grad_norm": 198.8173370361328,
+      "learning_rate": 2.7720360820023197e-06,
+      "loss": 22.7656,
+      "step": 31993
+    },
+    {
+      "epoch": 1.5289114020835326,
+      "grad_norm": 245.63291931152344,
+      "learning_rate": 2.771501313932541e-06,
+      "loss": 20.4688,
+      "step": 31994
+    },
+    {
+      "epoch": 1.528959189524993,
+      "grad_norm": 140.68960571289062,
+      "learning_rate": 2.77096658915214e-06,
+      "loss": 21.9062,
+      "step": 31995
+    },
+    {
+      "epoch": 1.5290069769664534,
+      "grad_norm": 199.95457458496094,
+      "learning_rate": 2.7704319076643195e-06,
+      "loss": 23.1875,
+      "step": 31996
+    },
+    {
+      "epoch": 1.5290547644079135,
+      "grad_norm": 239.28732299804688,
+      "learning_rate": 2.769897269472287e-06,
+      "loss": 25.0312,
+      "step": 31997
+    },
+    {
+      "epoch": 1.529102551849374,
+      "grad_norm": 158.6878662109375,
+      "learning_rate": 2.769362674579238e-06,
+      "loss": 23.3281,
+      "step": 31998
+    },
+    {
+      "epoch": 1.5291503392908343,
+      "grad_norm": 280.2281494140625,
+      "learning_rate": 2.7688281229883763e-06,
+      "loss": 28.0938,
+      "step": 31999
+    },
+    {
+      "epoch": 1.5291981267322947,
+      "grad_norm": 411.5820007324219,
+      "learning_rate": 2.768293614702903e-06,
+      "loss": 21.7812,
+      "step": 32000
+    },
+    {
+      "epoch": 1.529245914173755,
+      "grad_norm": 213.24948120117188,
+      "learning_rate": 2.7677591497260224e-06,
+      "loss": 22.6719,
+      "step": 32001
+    },
+    {
+      "epoch": 1.5292937016152155,
+      "grad_norm": 316.4591979980469,
+      "learning_rate": 2.76722472806093e-06,
+      "loss": 25.5625,
+      "step": 32002
+    },
+    {
+      "epoch": 1.5293414890566759,
+      "grad_norm": 492.43170166015625,
+      "learning_rate": 2.7666903497108277e-06,
+      "loss": 26.8438,
+      "step": 32003
+    },
+    {
+      "epoch": 1.5293892764981363,
+      "grad_norm": 228.2541046142578,
+      "learning_rate": 2.766156014678918e-06,
+      "loss": 32.0625,
+      "step": 32004
+    },
+    {
+      "epoch": 1.5294370639395967,
+      "grad_norm": 324.599365234375,
+      "learning_rate": 2.7656217229684014e-06,
+      "loss": 20.8594,
+      "step": 32005
+    },
+    {
+      "epoch": 1.529484851381057,
+      "grad_norm": 162.4333038330078,
+      "learning_rate": 2.765087474582473e-06,
+      "loss": 17.1562,
+      "step": 32006
+    },
+    {
+      "epoch": 1.5295326388225174,
+      "grad_norm": 407.06964111328125,
+      "learning_rate": 2.764553269524335e-06,
+      "loss": 24.7188,
+      "step": 32007
+    },
+    {
+      "epoch": 1.5295804262639778,
+      "grad_norm": 322.9410095214844,
+      "learning_rate": 2.7640191077971902e-06,
+      "loss": 31.4375,
+      "step": 32008
+    },
+    {
+      "epoch": 1.5296282137054382,
+      "grad_norm": 282.2817077636719,
+      "learning_rate": 2.7634849894042303e-06,
+      "loss": 29.0,
+      "step": 32009
+    },
+    {
+      "epoch": 1.5296760011468986,
+      "grad_norm": 94.58507537841797,
+      "learning_rate": 2.762950914348658e-06,
+      "loss": 16.9844,
+      "step": 32010
+    },
+    {
+      "epoch": 1.529723788588359,
+      "grad_norm": 291.9486083984375,
+      "learning_rate": 2.7624168826336718e-06,
+      "loss": 26.0,
+      "step": 32011
+    },
+    {
+      "epoch": 1.5297715760298194,
+      "grad_norm": 150.82232666015625,
+      "learning_rate": 2.7618828942624707e-06,
+      "loss": 19.5938,
+      "step": 32012
+    },
+    {
+      "epoch": 1.5298193634712798,
+      "grad_norm": 180.2501678466797,
+      "learning_rate": 2.7613489492382506e-06,
+      "loss": 20.1875,
+      "step": 32013
+    },
+    {
+      "epoch": 1.5298671509127402,
+      "grad_norm": 1219.766357421875,
+      "learning_rate": 2.7608150475642116e-06,
+      "loss": 23.75,
+      "step": 32014
+    },
+    {
+      "epoch": 1.5299149383542006,
+      "grad_norm": 230.04290771484375,
+      "learning_rate": 2.7602811892435464e-06,
+      "loss": 22.1562,
+      "step": 32015
+    },
+    {
+      "epoch": 1.529962725795661,
+      "grad_norm": 232.7417449951172,
+      "learning_rate": 2.7597473742794558e-06,
+      "loss": 25.1094,
+      "step": 32016
+    },
+    {
+      "epoch": 1.5300105132371213,
+      "grad_norm": 181.126708984375,
+      "learning_rate": 2.759213602675138e-06,
+      "loss": 16.8594,
+      "step": 32017
+    },
+    {
+      "epoch": 1.5300583006785815,
+      "grad_norm": 167.93675231933594,
+      "learning_rate": 2.758679874433785e-06,
+      "loss": 30.125,
+      "step": 32018
+    },
+    {
+      "epoch": 1.530106088120042,
+      "grad_norm": 213.77442932128906,
+      "learning_rate": 2.758146189558596e-06,
+      "loss": 24.9688,
+      "step": 32019
+    },
+    {
+      "epoch": 1.5301538755615023,
+      "grad_norm": 227.7581329345703,
+      "learning_rate": 2.757612548052769e-06,
+      "loss": 26.625,
+      "step": 32020
+    },
+    {
+      "epoch": 1.5302016630029627,
+      "grad_norm": 316.4742736816406,
+      "learning_rate": 2.757078949919495e-06,
+      "loss": 27.5,
+      "step": 32021
+    },
+    {
+      "epoch": 1.530249450444423,
+      "grad_norm": 340.1351623535156,
+      "learning_rate": 2.7565453951619724e-06,
+      "loss": 36.75,
+      "step": 32022
+    },
+    {
+      "epoch": 1.5302972378858835,
+      "grad_norm": 230.16835021972656,
+      "learning_rate": 2.756011883783399e-06,
+      "loss": 21.4219,
+      "step": 32023
+    },
+    {
+      "epoch": 1.5303450253273438,
+      "grad_norm": 353.5970764160156,
+      "learning_rate": 2.755478415786964e-06,
+      "loss": 29.4688,
+      "step": 32024
+    },
+    {
+      "epoch": 1.5303928127688042,
+      "grad_norm": 402.5181579589844,
+      "learning_rate": 2.7549449911758664e-06,
+      "loss": 26.9688,
+      "step": 32025
+    },
+    {
+      "epoch": 1.5304406002102646,
+      "grad_norm": 356.19805908203125,
+      "learning_rate": 2.7544116099532982e-06,
+      "loss": 32.6875,
+      "step": 32026
+    },
+    {
+      "epoch": 1.530488387651725,
+      "grad_norm": 200.22633361816406,
+      "learning_rate": 2.753878272122459e-06,
+      "loss": 28.6875,
+      "step": 32027
+    },
+    {
+      "epoch": 1.5305361750931854,
+      "grad_norm": 212.38206481933594,
+      "learning_rate": 2.753344977686535e-06,
+      "loss": 22.4531,
+      "step": 32028
+    },
+    {
+      "epoch": 1.5305839625346458,
+      "grad_norm": 236.24676513671875,
+      "learning_rate": 2.752811726648724e-06,
+      "loss": 17.6562,
+      "step": 32029
+    },
+    {
+      "epoch": 1.5306317499761062,
+      "grad_norm": 185.3620147705078,
+      "learning_rate": 2.75227851901222e-06,
+      "loss": 23.8906,
+      "step": 32030
+    },
+    {
+      "epoch": 1.5306795374175666,
+      "grad_norm": 306.1319580078125,
+      "learning_rate": 2.751745354780219e-06,
+      "loss": 28.8281,
+      "step": 32031
+    },
+    {
+      "epoch": 1.530727324859027,
+      "grad_norm": 226.83499145507812,
+      "learning_rate": 2.7512122339559057e-06,
+      "loss": 22.4688,
+      "step": 32032
+    },
+    {
+      "epoch": 1.5307751123004874,
+      "grad_norm": 170.8849334716797,
+      "learning_rate": 2.7506791565424784e-06,
+      "loss": 26.0,
+      "step": 32033
+    },
+    {
+      "epoch": 1.5308228997419477,
+      "grad_norm": 156.1585693359375,
+      "learning_rate": 2.7501461225431323e-06,
+      "loss": 19.3125,
+      "step": 32034
+    },
+    {
+      "epoch": 1.5308706871834081,
+      "grad_norm": 186.376220703125,
+      "learning_rate": 2.749613131961053e-06,
+      "loss": 22.9375,
+      "step": 32035
+    },
+    {
+      "epoch": 1.5309184746248685,
+      "grad_norm": 145.0271759033203,
+      "learning_rate": 2.7490801847994354e-06,
+      "loss": 16.5781,
+      "step": 32036
+    },
+    {
+      "epoch": 1.530966262066329,
+      "grad_norm": 227.14463806152344,
+      "learning_rate": 2.748547281061471e-06,
+      "loss": 32.4375,
+      "step": 32037
+    },
+    {
+      "epoch": 1.5310140495077893,
+      "grad_norm": 327.9902648925781,
+      "learning_rate": 2.7480144207503547e-06,
+      "loss": 22.7188,
+      "step": 32038
+    },
+    {
+      "epoch": 1.5310618369492497,
+      "grad_norm": 232.235595703125,
+      "learning_rate": 2.7474816038692708e-06,
+      "loss": 26.6562,
+      "step": 32039
+    },
+    {
+      "epoch": 1.53110962439071,
+      "grad_norm": 139.23907470703125,
+      "learning_rate": 2.7469488304214144e-06,
+      "loss": 19.1875,
+      "step": 32040
+    },
+    {
+      "epoch": 1.5311574118321705,
+      "grad_norm": 265.64227294921875,
+      "learning_rate": 2.7464161004099754e-06,
+      "loss": 32.4375,
+      "step": 32041
+    },
+    {
+      "epoch": 1.5312051992736309,
+      "grad_norm": 276.5962829589844,
+      "learning_rate": 2.7458834138381473e-06,
+      "loss": 17.7969,
+      "step": 32042
+    },
+    {
+      "epoch": 1.5312529867150912,
+      "grad_norm": 319.69110107421875,
+      "learning_rate": 2.7453507707091143e-06,
+      "loss": 23.8125,
+      "step": 32043
+    },
+    {
+      "epoch": 1.5313007741565516,
+      "grad_norm": 452.76220703125,
+      "learning_rate": 2.7448181710260678e-06,
+      "loss": 26.8594,
+      "step": 32044
+    },
+    {
+      "epoch": 1.531348561598012,
+      "grad_norm": 207.5849151611328,
+      "learning_rate": 2.7442856147922035e-06,
+      "loss": 19.4688,
+      "step": 32045
+    },
+    {
+      "epoch": 1.5313963490394724,
+      "grad_norm": 308.8121643066406,
+      "learning_rate": 2.743753102010702e-06,
+      "loss": 31.5625,
+      "step": 32046
+    },
+    {
+      "epoch": 1.5314441364809328,
+      "grad_norm": 298.0660400390625,
+      "learning_rate": 2.7432206326847564e-06,
+      "loss": 24.9375,
+      "step": 32047
+    },
+    {
+      "epoch": 1.5314919239223932,
+      "grad_norm": 297.8937683105469,
+      "learning_rate": 2.7426882068175585e-06,
+      "loss": 24.8125,
+      "step": 32048
+    },
+    {
+      "epoch": 1.5315397113638536,
+      "grad_norm": 344.8521728515625,
+      "learning_rate": 2.7421558244122916e-06,
+      "loss": 21.9688,
+      "step": 32049
+    },
+    {
+      "epoch": 1.531587498805314,
+      "grad_norm": 1106.6929931640625,
+      "learning_rate": 2.741623485472148e-06,
+      "loss": 19.2031,
+      "step": 32050
+    },
+    {
+      "epoch": 1.5316352862467744,
+      "grad_norm": 360.6924743652344,
+      "learning_rate": 2.741091190000311e-06,
+      "loss": 38.125,
+      "step": 32051
+    },
+    {
+      "epoch": 1.5316830736882348,
+      "grad_norm": 168.43630981445312,
+      "learning_rate": 2.7405589379999708e-06,
+      "loss": 19.0156,
+      "step": 32052
+    },
+    {
+      "epoch": 1.5317308611296951,
+      "grad_norm": 265.6390075683594,
+      "learning_rate": 2.7400267294743197e-06,
+      "loss": 30.9375,
+      "step": 32053
+    },
+    {
+      "epoch": 1.5317786485711555,
+      "grad_norm": 199.13229370117188,
+      "learning_rate": 2.739494564426537e-06,
+      "loss": 29.8125,
+      "step": 32054
+    },
+    {
+      "epoch": 1.531826436012616,
+      "grad_norm": 260.6316833496094,
+      "learning_rate": 2.738962442859813e-06,
+      "loss": 17.6875,
+      "step": 32055
+    },
+    {
+      "epoch": 1.5318742234540763,
+      "grad_norm": 313.7746887207031,
+      "learning_rate": 2.738430364777337e-06,
+      "loss": 21.25,
+      "step": 32056
+    },
+    {
+      "epoch": 1.5319220108955367,
+      "grad_norm": 171.12921142578125,
+      "learning_rate": 2.7378983301822914e-06,
+      "loss": 19.9688,
+      "step": 32057
+    },
+    {
+      "epoch": 1.531969798336997,
+      "grad_norm": 238.59127807617188,
+      "learning_rate": 2.7373663390778625e-06,
+      "loss": 26.4375,
+      "step": 32058
+    },
+    {
+      "epoch": 1.5320175857784575,
+      "grad_norm": 277.4524841308594,
+      "learning_rate": 2.736834391467239e-06,
+      "loss": 29.7031,
+      "step": 32059
+    },
+    {
+      "epoch": 1.5320653732199179,
+      "grad_norm": 282.7041015625,
+      "learning_rate": 2.7363024873536093e-06,
+      "loss": 28.6875,
+      "step": 32060
+    },
+    {
+      "epoch": 1.5321131606613783,
+      "grad_norm": 233.34011840820312,
+      "learning_rate": 2.7357706267401506e-06,
+      "loss": 37.1562,
+      "step": 32061
+    },
+    {
+      "epoch": 1.5321609481028386,
+      "grad_norm": 305.8646240234375,
+      "learning_rate": 2.735238809630053e-06,
+      "loss": 22.6562,
+      "step": 32062
+    },
+    {
+      "epoch": 1.532208735544299,
+      "grad_norm": 236.93641662597656,
+      "learning_rate": 2.7347070360265006e-06,
+      "loss": 26.1875,
+      "step": 32063
+    },
+    {
+      "epoch": 1.5322565229857594,
+      "grad_norm": 252.12599182128906,
+      "learning_rate": 2.7341753059326816e-06,
+      "loss": 24.625,
+      "step": 32064
+    },
+    {
+      "epoch": 1.5323043104272198,
+      "grad_norm": 274.862060546875,
+      "learning_rate": 2.7336436193517735e-06,
+      "loss": 18.3594,
+      "step": 32065
+    },
+    {
+      "epoch": 1.5323520978686802,
+      "grad_norm": 363.13116455078125,
+      "learning_rate": 2.733111976286964e-06,
+      "loss": 26.3125,
+      "step": 32066
+    },
+    {
+      "epoch": 1.5323998853101406,
+      "grad_norm": 220.121826171875,
+      "learning_rate": 2.732580376741437e-06,
+      "loss": 22.0469,
+      "step": 32067
+    },
+    {
+      "epoch": 1.532447672751601,
+      "grad_norm": 274.8236083984375,
+      "learning_rate": 2.732048820718379e-06,
+      "loss": 30.1875,
+      "step": 32068
+    },
+    {
+      "epoch": 1.5324954601930614,
+      "grad_norm": 275.548583984375,
+      "learning_rate": 2.7315173082209677e-06,
+      "loss": 31.375,
+      "step": 32069
+    },
+    {
+      "epoch": 1.5325432476345218,
+      "grad_norm": 291.8396301269531,
+      "learning_rate": 2.730985839252388e-06,
+      "loss": 23.4688,
+      "step": 32070
+    },
+    {
+      "epoch": 1.5325910350759822,
+      "grad_norm": 165.4917449951172,
+      "learning_rate": 2.7304544138158275e-06,
+      "loss": 23.7812,
+      "step": 32071
+    },
+    {
+      "epoch": 1.5326388225174425,
+      "grad_norm": 325.3101501464844,
+      "learning_rate": 2.729923031914461e-06,
+      "loss": 22.2188,
+      "step": 32072
+    },
+    {
+      "epoch": 1.532686609958903,
+      "grad_norm": 314.2462463378906,
+      "learning_rate": 2.729391693551475e-06,
+      "loss": 25.375,
+      "step": 32073
+    },
+    {
+      "epoch": 1.5327343974003633,
+      "grad_norm": 221.1199188232422,
+      "learning_rate": 2.728860398730051e-06,
+      "loss": 18.75,
+      "step": 32074
+    },
+    {
+      "epoch": 1.5327821848418237,
+      "grad_norm": 284.67572021484375,
+      "learning_rate": 2.7283291474533737e-06,
+      "loss": 28.875,
+      "step": 32075
+    },
+    {
+      "epoch": 1.532829972283284,
+      "grad_norm": 294.5155334472656,
+      "learning_rate": 2.727797939724619e-06,
+      "loss": 31.5625,
+      "step": 32076
+    },
+    {
+      "epoch": 1.5328777597247445,
+      "grad_norm": 282.9190979003906,
+      "learning_rate": 2.7272667755469707e-06,
+      "loss": 25.2188,
+      "step": 32077
+    },
+    {
+      "epoch": 1.5329255471662049,
+      "grad_norm": 311.8974914550781,
+      "learning_rate": 2.7267356549236137e-06,
+      "loss": 28.6562,
+      "step": 32078
+    },
+    {
+      "epoch": 1.532973334607665,
+      "grad_norm": 296.1254577636719,
+      "learning_rate": 2.726204577857722e-06,
+      "loss": 24.7188,
+      "step": 32079
+    },
+    {
+      "epoch": 1.5330211220491254,
+      "grad_norm": 296.7200927734375,
+      "learning_rate": 2.7256735443524785e-06,
+      "loss": 26.3125,
+      "step": 32080
+    },
+    {
+      "epoch": 1.5330689094905858,
+      "grad_norm": 275.6250305175781,
+      "learning_rate": 2.7251425544110667e-06,
+      "loss": 19.0156,
+      "step": 32081
+    },
+    {
+      "epoch": 1.5331166969320462,
+      "grad_norm": 192.1653594970703,
+      "learning_rate": 2.724611608036661e-06,
+      "loss": 22.3125,
+      "step": 32082
+    },
+    {
+      "epoch": 1.5331644843735066,
+      "grad_norm": 203.1605682373047,
+      "learning_rate": 2.724080705232448e-06,
+      "loss": 21.3125,
+      "step": 32083
+    },
+    {
+      "epoch": 1.533212271814967,
+      "grad_norm": 179.1728057861328,
+      "learning_rate": 2.7235498460015997e-06,
+      "loss": 26.25,
+      "step": 32084
+    },
+    {
+      "epoch": 1.5332600592564274,
+      "grad_norm": 134.21800231933594,
+      "learning_rate": 2.723019030347298e-06,
+      "loss": 18.6094,
+      "step": 32085
+    },
+    {
+      "epoch": 1.5333078466978878,
+      "grad_norm": 174.9837188720703,
+      "learning_rate": 2.7224882582727253e-06,
+      "loss": 16.9688,
+      "step": 32086
+    },
+    {
+      "epoch": 1.5333556341393482,
+      "grad_norm": 187.3582000732422,
+      "learning_rate": 2.7219575297810554e-06,
+      "loss": 26.9062,
+      "step": 32087
+    },
+    {
+      "epoch": 1.5334034215808086,
+      "grad_norm": 254.68075561523438,
+      "learning_rate": 2.7214268448754677e-06,
+      "loss": 24.625,
+      "step": 32088
+    },
+    {
+      "epoch": 1.533451209022269,
+      "grad_norm": 242.04367065429688,
+      "learning_rate": 2.7208962035591412e-06,
+      "loss": 26.625,
+      "step": 32089
+    },
+    {
+      "epoch": 1.5334989964637293,
+      "grad_norm": 167.44442749023438,
+      "learning_rate": 2.720365605835258e-06,
+      "loss": 22.2188,
+      "step": 32090
+    },
+    {
+      "epoch": 1.5335467839051897,
+      "grad_norm": 131.6300811767578,
+      "learning_rate": 2.719835051706987e-06,
+      "loss": 22.3594,
+      "step": 32091
+    },
+    {
+      "epoch": 1.5335945713466501,
+      "grad_norm": 289.41485595703125,
+      "learning_rate": 2.719304541177511e-06,
+      "loss": 22.2031,
+      "step": 32092
+    },
+    {
+      "epoch": 1.5336423587881105,
+      "grad_norm": 231.3966064453125,
+      "learning_rate": 2.718774074250009e-06,
+      "loss": 21.7812,
+      "step": 32093
+    },
+    {
+      "epoch": 1.533690146229571,
+      "grad_norm": 189.74380493164062,
+      "learning_rate": 2.718243650927652e-06,
+      "loss": 22.7188,
+      "step": 32094
+    },
+    {
+      "epoch": 1.5337379336710313,
+      "grad_norm": 177.1664276123047,
+      "learning_rate": 2.7177132712136202e-06,
+      "loss": 15.9375,
+      "step": 32095
+    },
+    {
+      "epoch": 1.5337857211124917,
+      "grad_norm": 522.0505981445312,
+      "learning_rate": 2.717182935111088e-06,
+      "loss": 26.6875,
+      "step": 32096
+    },
+    {
+      "epoch": 1.533833508553952,
+      "grad_norm": 261.8929138183594,
+      "learning_rate": 2.7166526426232355e-06,
+      "loss": 22.4844,
+      "step": 32097
+    },
+    {
+      "epoch": 1.5338812959954125,
+      "grad_norm": 135.2531280517578,
+      "learning_rate": 2.7161223937532333e-06,
+      "loss": 20.3906,
+      "step": 32098
+    },
+    {
+      "epoch": 1.5339290834368728,
+      "grad_norm": 207.29539489746094,
+      "learning_rate": 2.715592188504259e-06,
+      "loss": 26.5625,
+      "step": 32099
+    },
+    {
+      "epoch": 1.533976870878333,
+      "grad_norm": 254.53164672851562,
+      "learning_rate": 2.715062026879488e-06,
+      "loss": 24.625,
+      "step": 32100
+    },
+    {
+      "epoch": 1.5340246583197934,
+      "grad_norm": 220.6123809814453,
+      "learning_rate": 2.7145319088820986e-06,
+      "loss": 31.625,
+      "step": 32101
+    },
+    {
+      "epoch": 1.5340724457612538,
+      "grad_norm": 290.86785888671875,
+      "learning_rate": 2.7140018345152585e-06,
+      "loss": 30.0312,
+      "step": 32102
+    },
+    {
+      "epoch": 1.5341202332027142,
+      "grad_norm": 350.3798522949219,
+      "learning_rate": 2.7134718037821462e-06,
+      "loss": 26.25,
+      "step": 32103
+    },
+    {
+      "epoch": 1.5341680206441746,
+      "grad_norm": 258.8925476074219,
+      "learning_rate": 2.7129418166859357e-06,
+      "loss": 18.2031,
+      "step": 32104
+    },
+    {
+      "epoch": 1.534215808085635,
+      "grad_norm": 315.38818359375,
+      "learning_rate": 2.7124118732298045e-06,
+      "loss": 32.75,
+      "step": 32105
+    },
+    {
+      "epoch": 1.5342635955270953,
+      "grad_norm": 164.5191192626953,
+      "learning_rate": 2.711881973416919e-06,
+      "loss": 24.875,
+      "step": 32106
+    },
+    {
+      "epoch": 1.5343113829685557,
+      "grad_norm": 272.0331726074219,
+      "learning_rate": 2.7113521172504565e-06,
+      "loss": 19.4688,
+      "step": 32107
+    },
+    {
+      "epoch": 1.5343591704100161,
+      "grad_norm": 186.2614288330078,
+      "learning_rate": 2.7108223047335923e-06,
+      "loss": 25.9688,
+      "step": 32108
+    },
+    {
+      "epoch": 1.5344069578514765,
+      "grad_norm": 148.7209014892578,
+      "learning_rate": 2.7102925358694944e-06,
+      "loss": 18.9688,
+      "step": 32109
+    },
+    {
+      "epoch": 1.534454745292937,
+      "grad_norm": 224.6798553466797,
+      "learning_rate": 2.7097628106613373e-06,
+      "loss": 26.2812,
+      "step": 32110
+    },
+    {
+      "epoch": 1.5345025327343973,
+      "grad_norm": 269.0789489746094,
+      "learning_rate": 2.7092331291122976e-06,
+      "loss": 22.375,
+      "step": 32111
+    },
+    {
+      "epoch": 1.5345503201758577,
+      "grad_norm": 211.76153564453125,
+      "learning_rate": 2.7087034912255404e-06,
+      "loss": 26.2812,
+      "step": 32112
+    },
+    {
+      "epoch": 1.534598107617318,
+      "grad_norm": 1540.91015625,
+      "learning_rate": 2.7081738970042413e-06,
+      "loss": 23.9688,
+      "step": 32113
+    },
+    {
+      "epoch": 1.5346458950587785,
+      "grad_norm": 221.5255889892578,
+      "learning_rate": 2.7076443464515743e-06,
+      "loss": 16.7734,
+      "step": 32114
+    },
+    {
+      "epoch": 1.5346936825002389,
+      "grad_norm": 192.6592254638672,
+      "learning_rate": 2.7071148395707046e-06,
+      "loss": 20.5312,
+      "step": 32115
+    },
+    {
+      "epoch": 1.5347414699416992,
+      "grad_norm": 155.3578643798828,
+      "learning_rate": 2.7065853763648107e-06,
+      "loss": 22.2812,
+      "step": 32116
+    },
+    {
+      "epoch": 1.5347892573831596,
+      "grad_norm": 205.3106231689453,
+      "learning_rate": 2.7060559568370546e-06,
+      "loss": 18.3125,
+      "step": 32117
+    },
+    {
+      "epoch": 1.53483704482462,
+      "grad_norm": 213.01963806152344,
+      "learning_rate": 2.7055265809906127e-06,
+      "loss": 27.0938,
+      "step": 32118
+    },
+    {
+      "epoch": 1.5348848322660804,
+      "grad_norm": 319.4006652832031,
+      "learning_rate": 2.704997248828658e-06,
+      "loss": 30.375,
+      "step": 32119
+    },
+    {
+      "epoch": 1.5349326197075408,
+      "grad_norm": 294.2118835449219,
+      "learning_rate": 2.7044679603543524e-06,
+      "loss": 23.4375,
+      "step": 32120
+    },
+    {
+      "epoch": 1.5349804071490012,
+      "grad_norm": 388.4330749511719,
+      "learning_rate": 2.7039387155708697e-06,
+      "loss": 29.5938,
+      "step": 32121
+    },
+    {
+      "epoch": 1.5350281945904616,
+      "grad_norm": 264.9335632324219,
+      "learning_rate": 2.70340951448138e-06,
+      "loss": 30.5938,
+      "step": 32122
+    },
+    {
+      "epoch": 1.535075982031922,
+      "grad_norm": 233.9810028076172,
+      "learning_rate": 2.702880357089056e-06,
+      "loss": 18.3438,
+      "step": 32123
+    },
+    {
+      "epoch": 1.5351237694733824,
+      "grad_norm": 169.88661193847656,
+      "learning_rate": 2.702351243397059e-06,
+      "loss": 17.8906,
+      "step": 32124
+    },
+    {
+      "epoch": 1.5351715569148427,
+      "grad_norm": 207.13827514648438,
+      "learning_rate": 2.7018221734085617e-06,
+      "loss": 32.8125,
+      "step": 32125
+    },
+    {
+      "epoch": 1.5352193443563031,
+      "grad_norm": 661.2523193359375,
+      "learning_rate": 2.701293147126731e-06,
+      "loss": 21.6875,
+      "step": 32126
+    },
+    {
+      "epoch": 1.5352671317977635,
+      "grad_norm": 1014.8706665039062,
+      "learning_rate": 2.700764164554741e-06,
+      "loss": 15.0625,
+      "step": 32127
+    },
+    {
+      "epoch": 1.535314919239224,
+      "grad_norm": 194.99945068359375,
+      "learning_rate": 2.700235225695752e-06,
+      "loss": 22.0469,
+      "step": 32128
+    },
+    {
+      "epoch": 1.5353627066806843,
+      "grad_norm": 164.9007568359375,
+      "learning_rate": 2.6997063305529334e-06,
+      "loss": 27.4062,
+      "step": 32129
+    },
+    {
+      "epoch": 1.5354104941221447,
+      "grad_norm": 187.0675048828125,
+      "learning_rate": 2.699177479129459e-06,
+      "loss": 27.0625,
+      "step": 32130
+    },
+    {
+      "epoch": 1.535458281563605,
+      "grad_norm": 309.5400695800781,
+      "learning_rate": 2.6986486714284864e-06,
+      "loss": 25.75,
+      "step": 32131
+    },
+    {
+      "epoch": 1.5355060690050655,
+      "grad_norm": 171.50595092773438,
+      "learning_rate": 2.698119907453187e-06,
+      "loss": 21.2812,
+      "step": 32132
+    },
+    {
+      "epoch": 1.5355538564465259,
+      "grad_norm": 207.80384826660156,
+      "learning_rate": 2.6975911872067274e-06,
+      "loss": 20.3125,
+      "step": 32133
+    },
+    {
+      "epoch": 1.5356016438879863,
+      "grad_norm": 303.37286376953125,
+      "learning_rate": 2.6970625106922776e-06,
+      "loss": 23.4062,
+      "step": 32134
+    },
+    {
+      "epoch": 1.5356494313294466,
+      "grad_norm": 159.68716430664062,
+      "learning_rate": 2.696533877912997e-06,
+      "loss": 22.4062,
+      "step": 32135
+    },
+    {
+      "epoch": 1.535697218770907,
+      "grad_norm": 202.8917694091797,
+      "learning_rate": 2.6960052888720533e-06,
+      "loss": 22.8906,
+      "step": 32136
+    },
+    {
+      "epoch": 1.5357450062123674,
+      "grad_norm": 221.06222534179688,
+      "learning_rate": 2.6954767435726136e-06,
+      "loss": 27.7812,
+      "step": 32137
+    },
+    {
+      "epoch": 1.5357927936538278,
+      "grad_norm": 272.6452331542969,
+      "learning_rate": 2.6949482420178462e-06,
+      "loss": 21.1719,
+      "step": 32138
+    },
+    {
+      "epoch": 1.5358405810952882,
+      "grad_norm": 281.634521484375,
+      "learning_rate": 2.6944197842109097e-06,
+      "loss": 28.1875,
+      "step": 32139
+    },
+    {
+      "epoch": 1.5358883685367486,
+      "grad_norm": 204.52745056152344,
+      "learning_rate": 2.693891370154972e-06,
+      "loss": 26.0,
+      "step": 32140
+    },
+    {
+      "epoch": 1.535936155978209,
+      "grad_norm": 170.25062561035156,
+      "learning_rate": 2.6933629998531994e-06,
+      "loss": 25.2188,
+      "step": 32141
+    },
+    {
+      "epoch": 1.5359839434196694,
+      "grad_norm": 330.66412353515625,
+      "learning_rate": 2.692834673308753e-06,
+      "loss": 21.1562,
+      "step": 32142
+    },
+    {
+      "epoch": 1.5360317308611298,
+      "grad_norm": 191.583740234375,
+      "learning_rate": 2.692306390524797e-06,
+      "loss": 21.4688,
+      "step": 32143
+    },
+    {
+      "epoch": 1.5360795183025902,
+      "grad_norm": 210.6500244140625,
+      "learning_rate": 2.691778151504496e-06,
+      "loss": 24.9062,
+      "step": 32144
+    },
+    {
+      "epoch": 1.5361273057440505,
+      "grad_norm": 202.1551513671875,
+      "learning_rate": 2.6912499562510175e-06,
+      "loss": 22.0625,
+      "step": 32145
+    },
+    {
+      "epoch": 1.536175093185511,
+      "grad_norm": 297.1278991699219,
+      "learning_rate": 2.6907218047675175e-06,
+      "loss": 27.0938,
+      "step": 32146
+    },
+    {
+      "epoch": 1.5362228806269713,
+      "grad_norm": 327.83685302734375,
+      "learning_rate": 2.6901936970571662e-06,
+      "loss": 17.875,
+      "step": 32147
+    },
+    {
+      "epoch": 1.5362706680684317,
+      "grad_norm": 303.80682373046875,
+      "learning_rate": 2.6896656331231184e-06,
+      "loss": 20.2031,
+      "step": 32148
+    },
+    {
+      "epoch": 1.536318455509892,
+      "grad_norm": 344.4974060058594,
+      "learning_rate": 2.689137612968543e-06,
+      "loss": 29.7188,
+      "step": 32149
+    },
+    {
+      "epoch": 1.5363662429513525,
+      "grad_norm": 238.19419860839844,
+      "learning_rate": 2.6886096365965973e-06,
+      "loss": 29.0,
+      "step": 32150
+    },
+    {
+      "epoch": 1.5364140303928129,
+      "grad_norm": 188.2620086669922,
+      "learning_rate": 2.6880817040104467e-06,
+      "loss": 20.7344,
+      "step": 32151
+    },
+    {
+      "epoch": 1.5364618178342733,
+      "grad_norm": 257.9994812011719,
+      "learning_rate": 2.687553815213251e-06,
+      "loss": 26.625,
+      "step": 32152
+    },
+    {
+      "epoch": 1.5365096052757337,
+      "grad_norm": 231.00393676757812,
+      "learning_rate": 2.6870259702081747e-06,
+      "loss": 24.6406,
+      "step": 32153
+    },
+    {
+      "epoch": 1.536557392717194,
+      "grad_norm": 226.85745239257812,
+      "learning_rate": 2.6864981689983738e-06,
+      "loss": 29.25,
+      "step": 32154
+    },
+    {
+      "epoch": 1.5366051801586544,
+      "grad_norm": 304.78424072265625,
+      "learning_rate": 2.685970411587012e-06,
+      "loss": 22.25,
+      "step": 32155
+    },
+    {
+      "epoch": 1.5366529676001148,
+      "grad_norm": 441.3707580566406,
+      "learning_rate": 2.685442697977253e-06,
+      "loss": 33.9219,
+      "step": 32156
+    },
+    {
+      "epoch": 1.5367007550415752,
+      "grad_norm": 326.58453369140625,
+      "learning_rate": 2.6849150281722503e-06,
+      "loss": 31.0312,
+      "step": 32157
+    },
+    {
+      "epoch": 1.5367485424830356,
+      "grad_norm": 337.42120361328125,
+      "learning_rate": 2.684387402175168e-06,
+      "loss": 21.1562,
+      "step": 32158
+    },
+    {
+      "epoch": 1.536796329924496,
+      "grad_norm": 192.67477416992188,
+      "learning_rate": 2.6838598199891654e-06,
+      "loss": 23.3594,
+      "step": 32159
+    },
+    {
+      "epoch": 1.5368441173659564,
+      "grad_norm": 302.07611083984375,
+      "learning_rate": 2.6833322816174047e-06,
+      "loss": 27.0938,
+      "step": 32160
+    },
+    {
+      "epoch": 1.5368919048074168,
+      "grad_norm": 190.8817901611328,
+      "learning_rate": 2.68280478706304e-06,
+      "loss": 25.7188,
+      "step": 32161
+    },
+    {
+      "epoch": 1.536939692248877,
+      "grad_norm": 278.92926025390625,
+      "learning_rate": 2.6822773363292333e-06,
+      "loss": 21.9062,
+      "step": 32162
+    },
+    {
+      "epoch": 1.5369874796903373,
+      "grad_norm": 218.67352294921875,
+      "learning_rate": 2.681749929419142e-06,
+      "loss": 20.1094,
+      "step": 32163
+    },
+    {
+      "epoch": 1.5370352671317977,
+      "grad_norm": 308.3210144042969,
+      "learning_rate": 2.681222566335928e-06,
+      "loss": 24.4062,
+      "step": 32164
+    },
+    {
+      "epoch": 1.5370830545732581,
+      "grad_norm": 226.6704559326172,
+      "learning_rate": 2.680695247082745e-06,
+      "loss": 18.3125,
+      "step": 32165
+    },
+    {
+      "epoch": 1.5371308420147185,
+      "grad_norm": 361.434326171875,
+      "learning_rate": 2.6801679716627526e-06,
+      "loss": 21.75,
+      "step": 32166
+    },
+    {
+      "epoch": 1.537178629456179,
+      "grad_norm": 216.55923461914062,
+      "learning_rate": 2.6796407400791126e-06,
+      "loss": 29.6562,
+      "step": 32167
+    },
+    {
+      "epoch": 1.5372264168976393,
+      "grad_norm": 268.4311218261719,
+      "learning_rate": 2.679113552334975e-06,
+      "loss": 22.625,
+      "step": 32168
+    },
+    {
+      "epoch": 1.5372742043390997,
+      "grad_norm": 239.43948364257812,
+      "learning_rate": 2.678586408433501e-06,
+      "loss": 17.8438,
+      "step": 32169
+    },
+    {
+      "epoch": 1.53732199178056,
+      "grad_norm": 357.640625,
+      "learning_rate": 2.678059308377847e-06,
+      "loss": 27.5312,
+      "step": 32170
+    },
+    {
+      "epoch": 1.5373697792220204,
+      "grad_norm": 169.21401977539062,
+      "learning_rate": 2.6775322521711734e-06,
+      "loss": 25.3125,
+      "step": 32171
+    },
+    {
+      "epoch": 1.5374175666634808,
+      "grad_norm": 226.8114013671875,
+      "learning_rate": 2.677005239816629e-06,
+      "loss": 21.5156,
+      "step": 32172
+    },
+    {
+      "epoch": 1.5374653541049412,
+      "grad_norm": 263.1651611328125,
+      "learning_rate": 2.676478271317374e-06,
+      "loss": 25.9375,
+      "step": 32173
+    },
+    {
+      "epoch": 1.5375131415464016,
+      "grad_norm": 889.6503295898438,
+      "learning_rate": 2.6759513466765652e-06,
+      "loss": 21.4844,
+      "step": 32174
+    },
+    {
+      "epoch": 1.537560928987862,
+      "grad_norm": 219.357421875,
+      "learning_rate": 2.6754244658973594e-06,
+      "loss": 16.9062,
+      "step": 32175
+    },
+    {
+      "epoch": 1.5376087164293224,
+      "grad_norm": 557.255615234375,
+      "learning_rate": 2.6748976289829075e-06,
+      "loss": 30.6875,
+      "step": 32176
+    },
+    {
+      "epoch": 1.5376565038707828,
+      "grad_norm": 314.4946594238281,
+      "learning_rate": 2.674370835936366e-06,
+      "loss": 26.0938,
+      "step": 32177
+    },
+    {
+      "epoch": 1.5377042913122432,
+      "grad_norm": 256.9039611816406,
+      "learning_rate": 2.673844086760895e-06,
+      "loss": 18.3906,
+      "step": 32178
+    },
+    {
+      "epoch": 1.5377520787537036,
+      "grad_norm": 905.6456909179688,
+      "learning_rate": 2.6733173814596405e-06,
+      "loss": 27.4688,
+      "step": 32179
+    },
+    {
+      "epoch": 1.537799866195164,
+      "grad_norm": 266.12091064453125,
+      "learning_rate": 2.6727907200357637e-06,
+      "loss": 27.0781,
+      "step": 32180
+    },
+    {
+      "epoch": 1.5378476536366243,
+      "grad_norm": 238.9464569091797,
+      "learning_rate": 2.6722641024924135e-06,
+      "loss": 25.9375,
+      "step": 32181
+    },
+    {
+      "epoch": 1.5378954410780845,
+      "grad_norm": 697.1062622070312,
+      "learning_rate": 2.671737528832745e-06,
+      "loss": 24.6406,
+      "step": 32182
+    },
+    {
+      "epoch": 1.537943228519545,
+      "grad_norm": 546.4000854492188,
+      "learning_rate": 2.6712109990599167e-06,
+      "loss": 29.0312,
+      "step": 32183
+    },
+    {
+      "epoch": 1.5379910159610053,
+      "grad_norm": 139.6892547607422,
+      "learning_rate": 2.670684513177074e-06,
+      "loss": 20.4688,
+      "step": 32184
+    },
+    {
+      "epoch": 1.5380388034024657,
+      "grad_norm": 149.1129913330078,
+      "learning_rate": 2.670158071187374e-06,
+      "loss": 18.2188,
+      "step": 32185
+    },
+    {
+      "epoch": 1.538086590843926,
+      "grad_norm": 577.1978759765625,
+      "learning_rate": 2.6696316730939718e-06,
+      "loss": 28.875,
+      "step": 32186
+    },
+    {
+      "epoch": 1.5381343782853865,
+      "grad_norm": 587.0271606445312,
+      "learning_rate": 2.6691053189000136e-06,
+      "loss": 27.875,
+      "step": 32187
+    },
+    {
+      "epoch": 1.5381821657268469,
+      "grad_norm": 268.90118408203125,
+      "learning_rate": 2.668579008608656e-06,
+      "loss": 31.9375,
+      "step": 32188
+    },
+    {
+      "epoch": 1.5382299531683072,
+      "grad_norm": 287.4083557128906,
+      "learning_rate": 2.6680527422230507e-06,
+      "loss": 24.1406,
+      "step": 32189
+    },
+    {
+      "epoch": 1.5382777406097676,
+      "grad_norm": 192.99188232421875,
+      "learning_rate": 2.667526519746351e-06,
+      "loss": 14.7812,
+      "step": 32190
+    },
+    {
+      "epoch": 1.538325528051228,
+      "grad_norm": 277.1272277832031,
+      "learning_rate": 2.6670003411817024e-06,
+      "loss": 28.2812,
+      "step": 32191
+    },
+    {
+      "epoch": 1.5383733154926884,
+      "grad_norm": 271.8616943359375,
+      "learning_rate": 2.6664742065322603e-06,
+      "loss": 30.5312,
+      "step": 32192
+    },
+    {
+      "epoch": 1.5384211029341488,
+      "grad_norm": 479.7701416015625,
+      "learning_rate": 2.665948115801177e-06,
+      "loss": 38.1562,
+      "step": 32193
+    },
+    {
+      "epoch": 1.5384688903756092,
+      "grad_norm": 132.85736083984375,
+      "learning_rate": 2.665422068991599e-06,
+      "loss": 18.8125,
+      "step": 32194
+    },
+    {
+      "epoch": 1.5385166778170696,
+      "grad_norm": 372.2395935058594,
+      "learning_rate": 2.664896066106677e-06,
+      "loss": 39.8125,
+      "step": 32195
+    },
+    {
+      "epoch": 1.53856446525853,
+      "grad_norm": 278.4352111816406,
+      "learning_rate": 2.6643701071495644e-06,
+      "loss": 23.4219,
+      "step": 32196
+    },
+    {
+      "epoch": 1.5386122526999904,
+      "grad_norm": 175.9744873046875,
+      "learning_rate": 2.6638441921234115e-06,
+      "loss": 25.8906,
+      "step": 32197
+    },
+    {
+      "epoch": 1.5386600401414507,
+      "grad_norm": 162.9736785888672,
+      "learning_rate": 2.663318321031363e-06,
+      "loss": 27.6094,
+      "step": 32198
+    },
+    {
+      "epoch": 1.5387078275829111,
+      "grad_norm": 262.6551208496094,
+      "learning_rate": 2.66279249387657e-06,
+      "loss": 23.0312,
+      "step": 32199
+    },
+    {
+      "epoch": 1.5387556150243715,
+      "grad_norm": 447.3818359375,
+      "learning_rate": 2.6622667106621837e-06,
+      "loss": 34.0312,
+      "step": 32200
+    },
+    {
+      "epoch": 1.538803402465832,
+      "grad_norm": 264.82464599609375,
+      "learning_rate": 2.6617409713913533e-06,
+      "loss": 25.25,
+      "step": 32201
+    },
+    {
+      "epoch": 1.5388511899072923,
+      "grad_norm": 303.3638610839844,
+      "learning_rate": 2.661215276067224e-06,
+      "loss": 17.8594,
+      "step": 32202
+    },
+    {
+      "epoch": 1.5388989773487527,
+      "grad_norm": 393.78094482421875,
+      "learning_rate": 2.6606896246929448e-06,
+      "loss": 22.6094,
+      "step": 32203
+    },
+    {
+      "epoch": 1.538946764790213,
+      "grad_norm": 359.6019592285156,
+      "learning_rate": 2.660164017271667e-06,
+      "loss": 30.5938,
+      "step": 32204
+    },
+    {
+      "epoch": 1.5389945522316735,
+      "grad_norm": 422.2350158691406,
+      "learning_rate": 2.6596384538065333e-06,
+      "loss": 20.3438,
+      "step": 32205
+    },
+    {
+      "epoch": 1.5390423396731339,
+      "grad_norm": 403.70660400390625,
+      "learning_rate": 2.6591129343006927e-06,
+      "loss": 28.7031,
+      "step": 32206
+    },
+    {
+      "epoch": 1.5390901271145943,
+      "grad_norm": 295.3720703125,
+      "learning_rate": 2.6585874587572948e-06,
+      "loss": 26.0312,
+      "step": 32207
+    },
+    {
+      "epoch": 1.5391379145560546,
+      "grad_norm": 385.29144287109375,
+      "learning_rate": 2.6580620271794867e-06,
+      "loss": 24.5312,
+      "step": 32208
+    },
+    {
+      "epoch": 1.539185701997515,
+      "grad_norm": 275.1221923828125,
+      "learning_rate": 2.6575366395704106e-06,
+      "loss": 28.5,
+      "step": 32209
+    },
+    {
+      "epoch": 1.5392334894389754,
+      "grad_norm": 167.82089233398438,
+      "learning_rate": 2.657011295933216e-06,
+      "loss": 20.2969,
+      "step": 32210
+    },
+    {
+      "epoch": 1.5392812768804358,
+      "grad_norm": 220.94068908691406,
+      "learning_rate": 2.656485996271052e-06,
+      "loss": 28.3125,
+      "step": 32211
+    },
+    {
+      "epoch": 1.5393290643218962,
+      "grad_norm": 192.6513214111328,
+      "learning_rate": 2.655960740587058e-06,
+      "loss": 26.8281,
+      "step": 32212
+    },
+    {
+      "epoch": 1.5393768517633566,
+      "grad_norm": 398.2648010253906,
+      "learning_rate": 2.6554355288843847e-06,
+      "loss": 26.8594,
+      "step": 32213
+    },
+    {
+      "epoch": 1.539424639204817,
+      "grad_norm": 547.1508178710938,
+      "learning_rate": 2.6549103611661743e-06,
+      "loss": 26.0938,
+      "step": 32214
+    },
+    {
+      "epoch": 1.5394724266462774,
+      "grad_norm": 178.00877380371094,
+      "learning_rate": 2.6543852374355715e-06,
+      "loss": 22.0938,
+      "step": 32215
+    },
+    {
+      "epoch": 1.5395202140877378,
+      "grad_norm": 815.3378295898438,
+      "learning_rate": 2.653860157695727e-06,
+      "loss": 24.875,
+      "step": 32216
+    },
+    {
+      "epoch": 1.5395680015291981,
+      "grad_norm": 243.90237426757812,
+      "learning_rate": 2.653335121949777e-06,
+      "loss": 18.6094,
+      "step": 32217
+    },
+    {
+      "epoch": 1.5396157889706585,
+      "grad_norm": 300.9617614746094,
+      "learning_rate": 2.65281013020087e-06,
+      "loss": 28.125,
+      "step": 32218
+    },
+    {
+      "epoch": 1.539663576412119,
+      "grad_norm": 246.31887817382812,
+      "learning_rate": 2.652285182452153e-06,
+      "loss": 18.9062,
+      "step": 32219
+    },
+    {
+      "epoch": 1.5397113638535793,
+      "grad_norm": 337.5022888183594,
+      "learning_rate": 2.6517602787067633e-06,
+      "loss": 24.4375,
+      "step": 32220
+    },
+    {
+      "epoch": 1.5397591512950397,
+      "grad_norm": 210.5887451171875,
+      "learning_rate": 2.651235418967848e-06,
+      "loss": 21.4688,
+      "step": 32221
+    },
+    {
+      "epoch": 1.5398069387365,
+      "grad_norm": 293.6970520019531,
+      "learning_rate": 2.65071060323855e-06,
+      "loss": 26.3438,
+      "step": 32222
+    },
+    {
+      "epoch": 1.5398547261779605,
+      "grad_norm": 123.2741928100586,
+      "learning_rate": 2.6501858315220154e-06,
+      "loss": 18.5781,
+      "step": 32223
+    },
+    {
+      "epoch": 1.5399025136194209,
+      "grad_norm": 358.65374755859375,
+      "learning_rate": 2.6496611038213817e-06,
+      "loss": 42.2188,
+      "step": 32224
+    },
+    {
+      "epoch": 1.5399503010608813,
+      "grad_norm": 250.24246215820312,
+      "learning_rate": 2.649136420139792e-06,
+      "loss": 30.7812,
+      "step": 32225
+    },
+    {
+      "epoch": 1.5399980885023417,
+      "grad_norm": 723.5253295898438,
+      "learning_rate": 2.6486117804803934e-06,
+      "loss": 39.5625,
+      "step": 32226
+    },
+    {
+      "epoch": 1.540045875943802,
+      "grad_norm": 146.5709228515625,
+      "learning_rate": 2.648087184846322e-06,
+      "loss": 21.2031,
+      "step": 32227
+    },
+    {
+      "epoch": 1.5400936633852624,
+      "grad_norm": 140.519287109375,
+      "learning_rate": 2.64756263324072e-06,
+      "loss": 22.2188,
+      "step": 32228
+    },
+    {
+      "epoch": 1.5401414508267228,
+      "grad_norm": 342.04620361328125,
+      "learning_rate": 2.647038125666732e-06,
+      "loss": 19.6875,
+      "step": 32229
+    },
+    {
+      "epoch": 1.5401892382681832,
+      "grad_norm": 589.9432983398438,
+      "learning_rate": 2.646513662127501e-06,
+      "loss": 16.7344,
+      "step": 32230
+    },
+    {
+      "epoch": 1.5402370257096436,
+      "grad_norm": 483.1184387207031,
+      "learning_rate": 2.6459892426261614e-06,
+      "loss": 18.75,
+      "step": 32231
+    },
+    {
+      "epoch": 1.540284813151104,
+      "grad_norm": 249.14076232910156,
+      "learning_rate": 2.6454648671658555e-06,
+      "loss": 25.2344,
+      "step": 32232
+    },
+    {
+      "epoch": 1.5403326005925644,
+      "grad_norm": 199.54010009765625,
+      "learning_rate": 2.644940535749727e-06,
+      "loss": 23.7969,
+      "step": 32233
+    },
+    {
+      "epoch": 1.5403803880340248,
+      "grad_norm": 6717.587890625,
+      "learning_rate": 2.6444162483809168e-06,
+      "loss": 24.5625,
+      "step": 32234
+    },
+    {
+      "epoch": 1.5404281754754852,
+      "grad_norm": 302.0956115722656,
+      "learning_rate": 2.6438920050625584e-06,
+      "loss": 27.6406,
+      "step": 32235
+    },
+    {
+      "epoch": 1.5404759629169456,
+      "grad_norm": 199.7690887451172,
+      "learning_rate": 2.643367805797794e-06,
+      "loss": 23.1875,
+      "step": 32236
+    },
+    {
+      "epoch": 1.540523750358406,
+      "grad_norm": 185.1746826171875,
+      "learning_rate": 2.642843650589765e-06,
+      "loss": 21.4688,
+      "step": 32237
+    },
+    {
+      "epoch": 1.5405715377998663,
+      "grad_norm": 313.9965515136719,
+      "learning_rate": 2.6423195394416124e-06,
+      "loss": 23.625,
+      "step": 32238
+    },
+    {
+      "epoch": 1.5406193252413267,
+      "grad_norm": 151.00784301757812,
+      "learning_rate": 2.6417954723564674e-06,
+      "loss": 21.1719,
+      "step": 32239
+    },
+    {
+      "epoch": 1.540667112682787,
+      "grad_norm": 245.09078979492188,
+      "learning_rate": 2.6412714493374746e-06,
+      "loss": 24.6562,
+      "step": 32240
+    },
+    {
+      "epoch": 1.5407149001242475,
+      "grad_norm": 214.8728485107422,
+      "learning_rate": 2.640747470387772e-06,
+      "loss": 20.1875,
+      "step": 32241
+    },
+    {
+      "epoch": 1.540762687565708,
+      "grad_norm": 137.16082763671875,
+      "learning_rate": 2.6402235355104946e-06,
+      "loss": 22.9375,
+      "step": 32242
+    },
+    {
+      "epoch": 1.5408104750071683,
+      "grad_norm": 187.22030639648438,
+      "learning_rate": 2.6396996447087797e-06,
+      "loss": 27.5625,
+      "step": 32243
+    },
+    {
+      "epoch": 1.5408582624486284,
+      "grad_norm": 251.6807861328125,
+      "learning_rate": 2.63917579798577e-06,
+      "loss": 24.75,
+      "step": 32244
+    },
+    {
+      "epoch": 1.5409060498900888,
+      "grad_norm": 274.77239990234375,
+      "learning_rate": 2.638651995344598e-06,
+      "loss": 19.0312,
+      "step": 32245
+    },
+    {
+      "epoch": 1.5409538373315492,
+      "grad_norm": 198.7879638671875,
+      "learning_rate": 2.638128236788403e-06,
+      "loss": 26.9219,
+      "step": 32246
+    },
+    {
+      "epoch": 1.5410016247730096,
+      "grad_norm": 229.70919799804688,
+      "learning_rate": 2.6376045223203174e-06,
+      "loss": 26.5938,
+      "step": 32247
+    },
+    {
+      "epoch": 1.54104941221447,
+      "grad_norm": 415.357666015625,
+      "learning_rate": 2.637080851943481e-06,
+      "loss": 20.2188,
+      "step": 32248
+    },
+    {
+      "epoch": 1.5410971996559304,
+      "grad_norm": 269.57659912109375,
+      "learning_rate": 2.6365572256610326e-06,
+      "loss": 19.5312,
+      "step": 32249
+    },
+    {
+      "epoch": 1.5411449870973908,
+      "grad_norm": 240.61143493652344,
+      "learning_rate": 2.6360336434761024e-06,
+      "loss": 21.2344,
+      "step": 32250
+    },
+    {
+      "epoch": 1.5411927745388512,
+      "grad_norm": 133.8447723388672,
+      "learning_rate": 2.6355101053918274e-06,
+      "loss": 16.0938,
+      "step": 32251
+    },
+    {
+      "epoch": 1.5412405619803116,
+      "grad_norm": 374.4106750488281,
+      "learning_rate": 2.634986611411349e-06,
+      "loss": 25.6094,
+      "step": 32252
+    },
+    {
+      "epoch": 1.541288349421772,
+      "grad_norm": 227.6824493408203,
+      "learning_rate": 2.6344631615377927e-06,
+      "loss": 20.0156,
+      "step": 32253
+    },
+    {
+      "epoch": 1.5413361368632323,
+      "grad_norm": 432.4610595703125,
+      "learning_rate": 2.6339397557742984e-06,
+      "loss": 24.7812,
+      "step": 32254
+    },
+    {
+      "epoch": 1.5413839243046927,
+      "grad_norm": 225.1354217529297,
+      "learning_rate": 2.6334163941239997e-06,
+      "loss": 25.5156,
+      "step": 32255
+    },
+    {
+      "epoch": 1.5414317117461531,
+      "grad_norm": 266.4192199707031,
+      "learning_rate": 2.632893076590035e-06,
+      "loss": 14.7969,
+      "step": 32256
+    },
+    {
+      "epoch": 1.5414794991876135,
+      "grad_norm": 201.20606994628906,
+      "learning_rate": 2.632369803175531e-06,
+      "loss": 25.7969,
+      "step": 32257
+    },
+    {
+      "epoch": 1.541527286629074,
+      "grad_norm": 211.2698516845703,
+      "learning_rate": 2.631846573883625e-06,
+      "loss": 24.2812,
+      "step": 32258
+    },
+    {
+      "epoch": 1.5415750740705343,
+      "grad_norm": 112.04051208496094,
+      "learning_rate": 2.6313233887174507e-06,
+      "loss": 16.5391,
+      "step": 32259
+    },
+    {
+      "epoch": 1.5416228615119947,
+      "grad_norm": 282.53253173828125,
+      "learning_rate": 2.630800247680144e-06,
+      "loss": 22.75,
+      "step": 32260
+    },
+    {
+      "epoch": 1.541670648953455,
+      "grad_norm": 253.24185180664062,
+      "learning_rate": 2.6302771507748327e-06,
+      "loss": 27.625,
+      "step": 32261
+    },
+    {
+      "epoch": 1.5417184363949155,
+      "grad_norm": 256.2665100097656,
+      "learning_rate": 2.629754098004651e-06,
+      "loss": 25.3125,
+      "step": 32262
+    },
+    {
+      "epoch": 1.5417662238363758,
+      "grad_norm": 198.6332550048828,
+      "learning_rate": 2.6292310893727358e-06,
+      "loss": 21.4688,
+      "step": 32263
+    },
+    {
+      "epoch": 1.5418140112778362,
+      "grad_norm": 209.6205596923828,
+      "learning_rate": 2.628708124882212e-06,
+      "loss": 34.0312,
+      "step": 32264
+    },
+    {
+      "epoch": 1.5418617987192964,
+      "grad_norm": 264.55963134765625,
+      "learning_rate": 2.6281852045362144e-06,
+      "loss": 31.5,
+      "step": 32265
+    },
+    {
+      "epoch": 1.5419095861607568,
+      "grad_norm": 161.05580139160156,
+      "learning_rate": 2.6276623283378755e-06,
+      "loss": 24.3125,
+      "step": 32266
+    },
+    {
+      "epoch": 1.5419573736022172,
+      "grad_norm": 477.0982666015625,
+      "learning_rate": 2.6271394962903298e-06,
+      "loss": 27.6562,
+      "step": 32267
+    },
+    {
+      "epoch": 1.5420051610436776,
+      "grad_norm": 210.43435668945312,
+      "learning_rate": 2.626616708396702e-06,
+      "loss": 17.4531,
+      "step": 32268
+    },
+    {
+      "epoch": 1.542052948485138,
+      "grad_norm": 152.74099731445312,
+      "learning_rate": 2.626093964660125e-06,
+      "loss": 29.7812,
+      "step": 32269
+    },
+    {
+      "epoch": 1.5421007359265984,
+      "grad_norm": 178.396240234375,
+      "learning_rate": 2.6255712650837306e-06,
+      "loss": 30.375,
+      "step": 32270
+    },
+    {
+      "epoch": 1.5421485233680587,
+      "grad_norm": 232.56076049804688,
+      "learning_rate": 2.6250486096706518e-06,
+      "loss": 26.4062,
+      "step": 32271
+    },
+    {
+      "epoch": 1.5421963108095191,
+      "grad_norm": 205.87826538085938,
+      "learning_rate": 2.6245259984240125e-06,
+      "loss": 32.5625,
+      "step": 32272
+    },
+    {
+      "epoch": 1.5422440982509795,
+      "grad_norm": 291.19482421875,
+      "learning_rate": 2.624003431346945e-06,
+      "loss": 24.6875,
+      "step": 32273
+    },
+    {
+      "epoch": 1.54229188569244,
+      "grad_norm": 198.66383361816406,
+      "learning_rate": 2.6234809084425804e-06,
+      "loss": 21.7188,
+      "step": 32274
+    },
+    {
+      "epoch": 1.5423396731339003,
+      "grad_norm": 177.02999877929688,
+      "learning_rate": 2.6229584297140488e-06,
+      "loss": 20.9844,
+      "step": 32275
+    },
+    {
+      "epoch": 1.5423874605753607,
+      "grad_norm": 170.69723510742188,
+      "learning_rate": 2.622435995164475e-06,
+      "loss": 16.2812,
+      "step": 32276
+    },
+    {
+      "epoch": 1.542435248016821,
+      "grad_norm": 164.9080810546875,
+      "learning_rate": 2.621913604796993e-06,
+      "loss": 19.0312,
+      "step": 32277
+    },
+    {
+      "epoch": 1.5424830354582815,
+      "grad_norm": 176.01492309570312,
+      "learning_rate": 2.621391258614724e-06,
+      "loss": 14.4375,
+      "step": 32278
+    },
+    {
+      "epoch": 1.5425308228997419,
+      "grad_norm": 172.7308807373047,
+      "learning_rate": 2.6208689566208046e-06,
+      "loss": 30.5,
+      "step": 32279
+    },
+    {
+      "epoch": 1.5425786103412022,
+      "grad_norm": 359.1521301269531,
+      "learning_rate": 2.6203466988183544e-06,
+      "loss": 27.4062,
+      "step": 32280
+    },
+    {
+      "epoch": 1.5426263977826626,
+      "grad_norm": 245.19528198242188,
+      "learning_rate": 2.619824485210506e-06,
+      "loss": 22.5938,
+      "step": 32281
+    },
+    {
+      "epoch": 1.542674185224123,
+      "grad_norm": 317.7681884765625,
+      "learning_rate": 2.619302315800388e-06,
+      "loss": 22.1875,
+      "step": 32282
+    },
+    {
+      "epoch": 1.5427219726655834,
+      "grad_norm": 387.6842041015625,
+      "learning_rate": 2.6187801905911237e-06,
+      "loss": 23.4844,
+      "step": 32283
+    },
+    {
+      "epoch": 1.5427697601070438,
+      "grad_norm": 183.16653442382812,
+      "learning_rate": 2.6182581095858406e-06,
+      "loss": 19.25,
+      "step": 32284
+    },
+    {
+      "epoch": 1.5428175475485042,
+      "grad_norm": 234.1121826171875,
+      "learning_rate": 2.6177360727876665e-06,
+      "loss": 29.1875,
+      "step": 32285
+    },
+    {
+      "epoch": 1.5428653349899646,
+      "grad_norm": 187.87612915039062,
+      "learning_rate": 2.6172140801997316e-06,
+      "loss": 20.3906,
+      "step": 32286
+    },
+    {
+      "epoch": 1.542913122431425,
+      "grad_norm": 256.11376953125,
+      "learning_rate": 2.616692131825154e-06,
+      "loss": 26.7656,
+      "step": 32287
+    },
+    {
+      "epoch": 1.5429609098728854,
+      "grad_norm": 188.03057861328125,
+      "learning_rate": 2.616170227667064e-06,
+      "loss": 25.4062,
+      "step": 32288
+    },
+    {
+      "epoch": 1.5430086973143458,
+      "grad_norm": 521.7249145507812,
+      "learning_rate": 2.615648367728589e-06,
+      "loss": 25.9375,
+      "step": 32289
+    },
+    {
+      "epoch": 1.5430564847558061,
+      "grad_norm": 212.85626220703125,
+      "learning_rate": 2.615126552012849e-06,
+      "loss": 20.5781,
+      "step": 32290
+    },
+    {
+      "epoch": 1.5431042721972665,
+      "grad_norm": 190.0265350341797,
+      "learning_rate": 2.6146047805229724e-06,
+      "loss": 27.4688,
+      "step": 32291
+    },
+    {
+      "epoch": 1.543152059638727,
+      "grad_norm": 592.0192260742188,
+      "learning_rate": 2.614083053262083e-06,
+      "loss": 49.5,
+      "step": 32292
+    },
+    {
+      "epoch": 1.5431998470801873,
+      "grad_norm": 189.7415008544922,
+      "learning_rate": 2.6135613702333086e-06,
+      "loss": 20.2812,
+      "step": 32293
+    },
+    {
+      "epoch": 1.5432476345216477,
+      "grad_norm": 260.8768615722656,
+      "learning_rate": 2.6130397314397673e-06,
+      "loss": 27.8438,
+      "step": 32294
+    },
+    {
+      "epoch": 1.543295421963108,
+      "grad_norm": 292.9419860839844,
+      "learning_rate": 2.6125181368845863e-06,
+      "loss": 34.75,
+      "step": 32295
+    },
+    {
+      "epoch": 1.5433432094045685,
+      "grad_norm": 190.7803497314453,
+      "learning_rate": 2.6119965865708895e-06,
+      "loss": 23.2031,
+      "step": 32296
+    },
+    {
+      "epoch": 1.5433909968460289,
+      "grad_norm": 208.96453857421875,
+      "learning_rate": 2.6114750805018028e-06,
+      "loss": 23.5,
+      "step": 32297
+    },
+    {
+      "epoch": 1.5434387842874893,
+      "grad_norm": 247.4004669189453,
+      "learning_rate": 2.610953618680443e-06,
+      "loss": 27.125,
+      "step": 32298
+    },
+    {
+      "epoch": 1.5434865717289497,
+      "grad_norm": 186.00704956054688,
+      "learning_rate": 2.610432201109937e-06,
+      "loss": 21.6875,
+      "step": 32299
+    },
+    {
+      "epoch": 1.54353435917041,
+      "grad_norm": 342.4378967285156,
+      "learning_rate": 2.6099108277934105e-06,
+      "loss": 23.9844,
+      "step": 32300
+    },
+    {
+      "epoch": 1.5435821466118704,
+      "grad_norm": 154.47207641601562,
+      "learning_rate": 2.6093894987339784e-06,
+      "loss": 18.9375,
+      "step": 32301
+    },
+    {
+      "epoch": 1.5436299340533308,
+      "grad_norm": 148.45382690429688,
+      "learning_rate": 2.6088682139347677e-06,
+      "loss": 19.0625,
+      "step": 32302
+    },
+    {
+      "epoch": 1.5436777214947912,
+      "grad_norm": 177.42080688476562,
+      "learning_rate": 2.608346973398899e-06,
+      "loss": 20.7656,
+      "step": 32303
+    },
+    {
+      "epoch": 1.5437255089362516,
+      "grad_norm": 336.9508056640625,
+      "learning_rate": 2.607825777129497e-06,
+      "loss": 24.9375,
+      "step": 32304
+    },
+    {
+      "epoch": 1.543773296377712,
+      "grad_norm": 381.9792785644531,
+      "learning_rate": 2.6073046251296762e-06,
+      "loss": 19.3594,
+      "step": 32305
+    },
+    {
+      "epoch": 1.5438210838191724,
+      "grad_norm": 170.2371368408203,
+      "learning_rate": 2.6067835174025626e-06,
+      "loss": 24.5625,
+      "step": 32306
+    },
+    {
+      "epoch": 1.5438688712606328,
+      "grad_norm": 215.3496551513672,
+      "learning_rate": 2.606262453951276e-06,
+      "loss": 26.625,
+      "step": 32307
+    },
+    {
+      "epoch": 1.5439166587020932,
+      "grad_norm": 356.8483581542969,
+      "learning_rate": 2.6057414347789388e-06,
+      "loss": 23.375,
+      "step": 32308
+    },
+    {
+      "epoch": 1.5439644461435535,
+      "grad_norm": 247.7864532470703,
+      "learning_rate": 2.6052204598886666e-06,
+      "loss": 28.25,
+      "step": 32309
+    },
+    {
+      "epoch": 1.544012233585014,
+      "grad_norm": 290.3518981933594,
+      "learning_rate": 2.6046995292835855e-06,
+      "loss": 28.5781,
+      "step": 32310
+    },
+    {
+      "epoch": 1.5440600210264743,
+      "grad_norm": 312.9622802734375,
+      "learning_rate": 2.6041786429668083e-06,
+      "loss": 27.6875,
+      "step": 32311
+    },
+    {
+      "epoch": 1.5441078084679347,
+      "grad_norm": 528.5169677734375,
+      "learning_rate": 2.603657800941457e-06,
+      "loss": 25.5,
+      "step": 32312
+    },
+    {
+      "epoch": 1.544155595909395,
+      "grad_norm": 125.4475326538086,
+      "learning_rate": 2.603137003210655e-06,
+      "loss": 20.625,
+      "step": 32313
+    },
+    {
+      "epoch": 1.5442033833508555,
+      "grad_norm": 228.91146850585938,
+      "learning_rate": 2.6026162497775155e-06,
+      "loss": 30.5312,
+      "step": 32314
+    },
+    {
+      "epoch": 1.5442511707923159,
+      "grad_norm": 221.4749755859375,
+      "learning_rate": 2.602095540645162e-06,
+      "loss": 26.0469,
+      "step": 32315
+    },
+    {
+      "epoch": 1.5442989582337763,
+      "grad_norm": 162.17257690429688,
+      "learning_rate": 2.601574875816707e-06,
+      "loss": 23.0,
+      "step": 32316
+    },
+    {
+      "epoch": 1.5443467456752367,
+      "grad_norm": 829.875,
+      "learning_rate": 2.601054255295272e-06,
+      "loss": 35.5625,
+      "step": 32317
+    },
+    {
+      "epoch": 1.544394533116697,
+      "grad_norm": 472.2097473144531,
+      "learning_rate": 2.600533679083975e-06,
+      "loss": 31.7031,
+      "step": 32318
+    },
+    {
+      "epoch": 1.5444423205581574,
+      "grad_norm": 279.1715087890625,
+      "learning_rate": 2.600013147185937e-06,
+      "loss": 26.7188,
+      "step": 32319
+    },
+    {
+      "epoch": 1.5444901079996178,
+      "grad_norm": 177.52127075195312,
+      "learning_rate": 2.599492659604268e-06,
+      "loss": 19.6406,
+      "step": 32320
+    },
+    {
+      "epoch": 1.5445378954410782,
+      "grad_norm": 176.51947021484375,
+      "learning_rate": 2.5989722163420883e-06,
+      "loss": 25.3125,
+      "step": 32321
+    },
+    {
+      "epoch": 1.5445856828825386,
+      "grad_norm": 2821.16162109375,
+      "learning_rate": 2.5984518174025154e-06,
+      "loss": 30.2656,
+      "step": 32322
+    },
+    {
+      "epoch": 1.544633470323999,
+      "grad_norm": 274.1825866699219,
+      "learning_rate": 2.5979314627886687e-06,
+      "loss": 23.25,
+      "step": 32323
+    },
+    {
+      "epoch": 1.5446812577654594,
+      "grad_norm": 224.27230834960938,
+      "learning_rate": 2.597411152503658e-06,
+      "loss": 21.2031,
+      "step": 32324
+    },
+    {
+      "epoch": 1.5447290452069198,
+      "grad_norm": 203.2762908935547,
+      "learning_rate": 2.5968908865506026e-06,
+      "loss": 22.3281,
+      "step": 32325
+    },
+    {
+      "epoch": 1.5447768326483802,
+      "grad_norm": 208.70904541015625,
+      "learning_rate": 2.5963706649326215e-06,
+      "loss": 28.2656,
+      "step": 32326
+    },
+    {
+      "epoch": 1.5448246200898403,
+      "grad_norm": 203.46456909179688,
+      "learning_rate": 2.5958504876528236e-06,
+      "loss": 28.9375,
+      "step": 32327
+    },
+    {
+      "epoch": 1.5448724075313007,
+      "grad_norm": 218.71697998046875,
+      "learning_rate": 2.595330354714326e-06,
+      "loss": 26.5938,
+      "step": 32328
+    },
+    {
+      "epoch": 1.5449201949727611,
+      "grad_norm": 173.09481811523438,
+      "learning_rate": 2.594810266120247e-06,
+      "loss": 17.4375,
+      "step": 32329
+    },
+    {
+      "epoch": 1.5449679824142215,
+      "grad_norm": 154.753662109375,
+      "learning_rate": 2.594290221873701e-06,
+      "loss": 13.125,
+      "step": 32330
+    },
+    {
+      "epoch": 1.545015769855682,
+      "grad_norm": 234.36312866210938,
+      "learning_rate": 2.5937702219777982e-06,
+      "loss": 27.8125,
+      "step": 32331
+    },
+    {
+      "epoch": 1.5450635572971423,
+      "grad_norm": 218.88528442382812,
+      "learning_rate": 2.5932502664356553e-06,
+      "loss": 30.9688,
+      "step": 32332
+    },
+    {
+      "epoch": 1.5451113447386027,
+      "grad_norm": 174.95449829101562,
+      "learning_rate": 2.5927303552503845e-06,
+      "loss": 14.4531,
+      "step": 32333
+    },
+    {
+      "epoch": 1.545159132180063,
+      "grad_norm": 271.4976501464844,
+      "learning_rate": 2.5922104884251054e-06,
+      "loss": 25.4219,
+      "step": 32334
+    },
+    {
+      "epoch": 1.5452069196215235,
+      "grad_norm": 252.1493377685547,
+      "learning_rate": 2.5916906659629227e-06,
+      "loss": 26.8281,
+      "step": 32335
+    },
+    {
+      "epoch": 1.5452547070629838,
+      "grad_norm": 154.52459716796875,
+      "learning_rate": 2.591170887866955e-06,
+      "loss": 36.9219,
+      "step": 32336
+    },
+    {
+      "epoch": 1.5453024945044442,
+      "grad_norm": 162.91505432128906,
+      "learning_rate": 2.5906511541403158e-06,
+      "loss": 20.8438,
+      "step": 32337
+    },
+    {
+      "epoch": 1.5453502819459046,
+      "grad_norm": 160.6809539794922,
+      "learning_rate": 2.590131464786112e-06,
+      "loss": 20.5,
+      "step": 32338
+    },
+    {
+      "epoch": 1.545398069387365,
+      "grad_norm": 195.84292602539062,
+      "learning_rate": 2.5896118198074604e-06,
+      "loss": 23.1094,
+      "step": 32339
+    },
+    {
+      "epoch": 1.5454458568288254,
+      "grad_norm": 406.41473388671875,
+      "learning_rate": 2.589092219207472e-06,
+      "loss": 28.5625,
+      "step": 32340
+    },
+    {
+      "epoch": 1.5454936442702858,
+      "grad_norm": 187.1022186279297,
+      "learning_rate": 2.5885726629892606e-06,
+      "loss": 20.2188,
+      "step": 32341
+    },
+    {
+      "epoch": 1.5455414317117462,
+      "grad_norm": 165.92906188964844,
+      "learning_rate": 2.5880531511559327e-06,
+      "loss": 19.7031,
+      "step": 32342
+    },
+    {
+      "epoch": 1.5455892191532066,
+      "grad_norm": 273.7925109863281,
+      "learning_rate": 2.5875336837106057e-06,
+      "loss": 30.3281,
+      "step": 32343
+    },
+    {
+      "epoch": 1.545637006594667,
+      "grad_norm": 435.83148193359375,
+      "learning_rate": 2.587014260656384e-06,
+      "loss": 19.9688,
+      "step": 32344
+    },
+    {
+      "epoch": 1.5456847940361274,
+      "grad_norm": 376.7242431640625,
+      "learning_rate": 2.586494881996382e-06,
+      "loss": 28.8281,
+      "step": 32345
+    },
+    {
+      "epoch": 1.5457325814775877,
+      "grad_norm": 365.1771545410156,
+      "learning_rate": 2.5859755477337125e-06,
+      "loss": 27.1562,
+      "step": 32346
+    },
+    {
+      "epoch": 1.545780368919048,
+      "grad_norm": 192.7681121826172,
+      "learning_rate": 2.5854562578714793e-06,
+      "loss": 13.7656,
+      "step": 32347
+    },
+    {
+      "epoch": 1.5458281563605083,
+      "grad_norm": 251.69192504882812,
+      "learning_rate": 2.5849370124127994e-06,
+      "loss": 29.3438,
+      "step": 32348
+    },
+    {
+      "epoch": 1.5458759438019687,
+      "grad_norm": 206.9072723388672,
+      "learning_rate": 2.5844178113607756e-06,
+      "loss": 27.0625,
+      "step": 32349
+    },
+    {
+      "epoch": 1.545923731243429,
+      "grad_norm": 241.33226013183594,
+      "learning_rate": 2.5838986547185198e-06,
+      "loss": 19.7188,
+      "step": 32350
+    },
+    {
+      "epoch": 1.5459715186848895,
+      "grad_norm": 186.78126525878906,
+      "learning_rate": 2.5833795424891427e-06,
+      "loss": 19.4062,
+      "step": 32351
+    },
+    {
+      "epoch": 1.5460193061263499,
+      "grad_norm": 385.88787841796875,
+      "learning_rate": 2.5828604746757547e-06,
+      "loss": 25.8125,
+      "step": 32352
+    },
+    {
+      "epoch": 1.5460670935678102,
+      "grad_norm": 268.44207763671875,
+      "learning_rate": 2.582341451281458e-06,
+      "loss": 31.5312,
+      "step": 32353
+    },
+    {
+      "epoch": 1.5461148810092706,
+      "grad_norm": 294.69482421875,
+      "learning_rate": 2.5818224723093654e-06,
+      "loss": 23.5938,
+      "step": 32354
+    },
+    {
+      "epoch": 1.546162668450731,
+      "grad_norm": 300.83856201171875,
+      "learning_rate": 2.581303537762584e-06,
+      "loss": 32.8438,
+      "step": 32355
+    },
+    {
+      "epoch": 1.5462104558921914,
+      "grad_norm": 405.9624328613281,
+      "learning_rate": 2.5807846476442243e-06,
+      "loss": 20.4531,
+      "step": 32356
+    },
+    {
+      "epoch": 1.5462582433336518,
+      "grad_norm": 244.96170043945312,
+      "learning_rate": 2.580265801957388e-06,
+      "loss": 27.7188,
+      "step": 32357
+    },
+    {
+      "epoch": 1.5463060307751122,
+      "grad_norm": 667.630126953125,
+      "learning_rate": 2.579747000705186e-06,
+      "loss": 28.5625,
+      "step": 32358
+    },
+    {
+      "epoch": 1.5463538182165726,
+      "grad_norm": 210.68643188476562,
+      "learning_rate": 2.5792282438907245e-06,
+      "loss": 19.4375,
+      "step": 32359
+    },
+    {
+      "epoch": 1.546401605658033,
+      "grad_norm": 318.4615478515625,
+      "learning_rate": 2.5787095315171127e-06,
+      "loss": 18.5781,
+      "step": 32360
+    },
+    {
+      "epoch": 1.5464493930994934,
+      "grad_norm": 223.45220947265625,
+      "learning_rate": 2.578190863587453e-06,
+      "loss": 25.75,
+      "step": 32361
+    },
+    {
+      "epoch": 1.5464971805409538,
+      "grad_norm": 127.45362854003906,
+      "learning_rate": 2.5776722401048525e-06,
+      "loss": 15.3438,
+      "step": 32362
+    },
+    {
+      "epoch": 1.5465449679824141,
+      "grad_norm": 156.63087463378906,
+      "learning_rate": 2.5771536610724213e-06,
+      "loss": 20.375,
+      "step": 32363
+    },
+    {
+      "epoch": 1.5465927554238745,
+      "grad_norm": 221.91506958007812,
+      "learning_rate": 2.576635126493259e-06,
+      "loss": 30.0312,
+      "step": 32364
+    },
+    {
+      "epoch": 1.546640542865335,
+      "grad_norm": 379.4651184082031,
+      "learning_rate": 2.5761166363704727e-06,
+      "loss": 27.1562,
+      "step": 32365
+    },
+    {
+      "epoch": 1.5466883303067953,
+      "grad_norm": 200.92709350585938,
+      "learning_rate": 2.5755981907071683e-06,
+      "loss": 27.0312,
+      "step": 32366
+    },
+    {
+      "epoch": 1.5467361177482557,
+      "grad_norm": 149.2900390625,
+      "learning_rate": 2.5750797895064537e-06,
+      "loss": 16.7969,
+      "step": 32367
+    },
+    {
+      "epoch": 1.546783905189716,
+      "grad_norm": 304.154052734375,
+      "learning_rate": 2.5745614327714274e-06,
+      "loss": 32.8125,
+      "step": 32368
+    },
+    {
+      "epoch": 1.5468316926311765,
+      "grad_norm": 254.752197265625,
+      "learning_rate": 2.5740431205051963e-06,
+      "loss": 25.3125,
+      "step": 32369
+    },
+    {
+      "epoch": 1.5468794800726369,
+      "grad_norm": 341.07080078125,
+      "learning_rate": 2.573524852710866e-06,
+      "loss": 23.1562,
+      "step": 32370
+    },
+    {
+      "epoch": 1.5469272675140973,
+      "grad_norm": 218.29153442382812,
+      "learning_rate": 2.5730066293915414e-06,
+      "loss": 26.9062,
+      "step": 32371
+    },
+    {
+      "epoch": 1.5469750549555576,
+      "grad_norm": 204.4821319580078,
+      "learning_rate": 2.57248845055032e-06,
+      "loss": 22.8594,
+      "step": 32372
+    },
+    {
+      "epoch": 1.547022842397018,
+      "grad_norm": 344.310302734375,
+      "learning_rate": 2.5719703161903097e-06,
+      "loss": 32.2812,
+      "step": 32373
+    },
+    {
+      "epoch": 1.5470706298384784,
+      "grad_norm": 527.5625,
+      "learning_rate": 2.5714522263146147e-06,
+      "loss": 29.6875,
+      "step": 32374
+    },
+    {
+      "epoch": 1.5471184172799388,
+      "grad_norm": 229.5824432373047,
+      "learning_rate": 2.570934180926333e-06,
+      "loss": 15.1719,
+      "step": 32375
+    },
+    {
+      "epoch": 1.5471662047213992,
+      "grad_norm": 243.11935424804688,
+      "learning_rate": 2.570416180028572e-06,
+      "loss": 18.7188,
+      "step": 32376
+    },
+    {
+      "epoch": 1.5472139921628596,
+      "grad_norm": 263.9288024902344,
+      "learning_rate": 2.5698982236244286e-06,
+      "loss": 26.75,
+      "step": 32377
+    },
+    {
+      "epoch": 1.54726177960432,
+      "grad_norm": 270.2749328613281,
+      "learning_rate": 2.5693803117170068e-06,
+      "loss": 28.5625,
+      "step": 32378
+    },
+    {
+      "epoch": 1.5473095670457804,
+      "grad_norm": 183.76556396484375,
+      "learning_rate": 2.5688624443094125e-06,
+      "loss": 23.5156,
+      "step": 32379
+    },
+    {
+      "epoch": 1.5473573544872408,
+      "grad_norm": 249.5308074951172,
+      "learning_rate": 2.5683446214047403e-06,
+      "loss": 20.0469,
+      "step": 32380
+    },
+    {
+      "epoch": 1.5474051419287012,
+      "grad_norm": 226.53297424316406,
+      "learning_rate": 2.567826843006094e-06,
+      "loss": 20.6562,
+      "step": 32381
+    },
+    {
+      "epoch": 1.5474529293701615,
+      "grad_norm": 301.1463623046875,
+      "learning_rate": 2.567309109116578e-06,
+      "loss": 28.0469,
+      "step": 32382
+    },
+    {
+      "epoch": 1.547500716811622,
+      "grad_norm": 302.3080139160156,
+      "learning_rate": 2.566791419739286e-06,
+      "loss": 27.375,
+      "step": 32383
+    },
+    {
+      "epoch": 1.5475485042530823,
+      "grad_norm": 219.69851684570312,
+      "learning_rate": 2.5662737748773227e-06,
+      "loss": 24.6562,
+      "step": 32384
+    },
+    {
+      "epoch": 1.5475962916945427,
+      "grad_norm": 206.50344848632812,
+      "learning_rate": 2.56575617453379e-06,
+      "loss": 23.625,
+      "step": 32385
+    },
+    {
+      "epoch": 1.547644079136003,
+      "grad_norm": 206.1753692626953,
+      "learning_rate": 2.5652386187117827e-06,
+      "loss": 28.5312,
+      "step": 32386
+    },
+    {
+      "epoch": 1.5476918665774635,
+      "grad_norm": 348.4207763671875,
+      "learning_rate": 2.5647211074144018e-06,
+      "loss": 22.1094,
+      "step": 32387
+    },
+    {
+      "epoch": 1.5477396540189239,
+      "grad_norm": 224.36387634277344,
+      "learning_rate": 2.564203640644748e-06,
+      "loss": 28.0,
+      "step": 32388
+    },
+    {
+      "epoch": 1.5477874414603843,
+      "grad_norm": 211.7772216796875,
+      "learning_rate": 2.563686218405922e-06,
+      "loss": 23.0625,
+      "step": 32389
+    },
+    {
+      "epoch": 1.5478352289018447,
+      "grad_norm": 133.2462921142578,
+      "learning_rate": 2.563168840701017e-06,
+      "loss": 20.4062,
+      "step": 32390
+    },
+    {
+      "epoch": 1.547883016343305,
+      "grad_norm": 208.86953735351562,
+      "learning_rate": 2.562651507533135e-06,
+      "loss": 24.4844,
+      "step": 32391
+    },
+    {
+      "epoch": 1.5479308037847654,
+      "grad_norm": 212.77333068847656,
+      "learning_rate": 2.5621342189053734e-06,
+      "loss": 22.125,
+      "step": 32392
+    },
+    {
+      "epoch": 1.5479785912262258,
+      "grad_norm": 155.31805419921875,
+      "learning_rate": 2.561616974820833e-06,
+      "loss": 30.4375,
+      "step": 32393
+    },
+    {
+      "epoch": 1.5480263786676862,
+      "grad_norm": 781.54150390625,
+      "learning_rate": 2.5610997752826063e-06,
+      "loss": 30.2812,
+      "step": 32394
+    },
+    {
+      "epoch": 1.5480741661091466,
+      "grad_norm": 360.09429931640625,
+      "learning_rate": 2.5605826202937935e-06,
+      "loss": 26.2188,
+      "step": 32395
+    },
+    {
+      "epoch": 1.548121953550607,
+      "grad_norm": 182.057861328125,
+      "learning_rate": 2.5600655098574934e-06,
+      "loss": 28.1562,
+      "step": 32396
+    },
+    {
+      "epoch": 1.5481697409920674,
+      "grad_norm": 236.1769256591797,
+      "learning_rate": 2.5595484439767983e-06,
+      "loss": 35.0,
+      "step": 32397
+    },
+    {
+      "epoch": 1.5482175284335278,
+      "grad_norm": 271.7156066894531,
+      "learning_rate": 2.5590314226548075e-06,
+      "loss": 26.4688,
+      "step": 32398
+    },
+    {
+      "epoch": 1.5482653158749882,
+      "grad_norm": 210.94866943359375,
+      "learning_rate": 2.5585144458946166e-06,
+      "loss": 17.7344,
+      "step": 32399
+    },
+    {
+      "epoch": 1.5483131033164486,
+      "grad_norm": 187.67359924316406,
+      "learning_rate": 2.5579975136993253e-06,
+      "loss": 35.8594,
+      "step": 32400
+    },
+    {
+      "epoch": 1.548360890757909,
+      "grad_norm": 182.62533569335938,
+      "learning_rate": 2.557480626072022e-06,
+      "loss": 25.2188,
+      "step": 32401
+    },
+    {
+      "epoch": 1.5484086781993693,
+      "grad_norm": 168.5649871826172,
+      "learning_rate": 2.5569637830158068e-06,
+      "loss": 20.2031,
+      "step": 32402
+    },
+    {
+      "epoch": 1.5484564656408297,
+      "grad_norm": 235.81802368164062,
+      "learning_rate": 2.5564469845337747e-06,
+      "loss": 17.375,
+      "step": 32403
+    },
+    {
+      "epoch": 1.5485042530822901,
+      "grad_norm": 518.337158203125,
+      "learning_rate": 2.5559302306290233e-06,
+      "loss": 29.8438,
+      "step": 32404
+    },
+    {
+      "epoch": 1.5485520405237505,
+      "grad_norm": 241.58013916015625,
+      "learning_rate": 2.5554135213046417e-06,
+      "loss": 28.3125,
+      "step": 32405
+    },
+    {
+      "epoch": 1.548599827965211,
+      "grad_norm": 173.34771728515625,
+      "learning_rate": 2.5548968565637266e-06,
+      "loss": 14.4531,
+      "step": 32406
+    },
+    {
+      "epoch": 1.5486476154066713,
+      "grad_norm": 282.271240234375,
+      "learning_rate": 2.554380236409375e-06,
+      "loss": 17.7031,
+      "step": 32407
+    },
+    {
+      "epoch": 1.5486954028481317,
+      "grad_norm": 248.7227020263672,
+      "learning_rate": 2.5538636608446766e-06,
+      "loss": 22.8281,
+      "step": 32408
+    },
+    {
+      "epoch": 1.5487431902895918,
+      "grad_norm": 259.9336242675781,
+      "learning_rate": 2.553347129872725e-06,
+      "loss": 17.4219,
+      "step": 32409
+    },
+    {
+      "epoch": 1.5487909777310522,
+      "grad_norm": 266.3363342285156,
+      "learning_rate": 2.55283064349662e-06,
+      "loss": 22.1406,
+      "step": 32410
+    },
+    {
+      "epoch": 1.5488387651725126,
+      "grad_norm": 169.55166625976562,
+      "learning_rate": 2.552314201719446e-06,
+      "loss": 20.9062,
+      "step": 32411
+    },
+    {
+      "epoch": 1.548886552613973,
+      "grad_norm": 240.34970092773438,
+      "learning_rate": 2.5517978045443025e-06,
+      "loss": 17.8594,
+      "step": 32412
+    },
+    {
+      "epoch": 1.5489343400554334,
+      "grad_norm": 194.487060546875,
+      "learning_rate": 2.551281451974278e-06,
+      "loss": 19.4375,
+      "step": 32413
+    },
+    {
+      "epoch": 1.5489821274968938,
+      "grad_norm": 164.86033630371094,
+      "learning_rate": 2.550765144012465e-06,
+      "loss": 17.9062,
+      "step": 32414
+    },
+    {
+      "epoch": 1.5490299149383542,
+      "grad_norm": 307.1695861816406,
+      "learning_rate": 2.5502488806619584e-06,
+      "loss": 27.1875,
+      "step": 32415
+    },
+    {
+      "epoch": 1.5490777023798146,
+      "grad_norm": 233.6957550048828,
+      "learning_rate": 2.5497326619258465e-06,
+      "loss": 21.5938,
+      "step": 32416
+    },
+    {
+      "epoch": 1.549125489821275,
+      "grad_norm": 262.06256103515625,
+      "learning_rate": 2.5492164878072235e-06,
+      "loss": 29.6875,
+      "step": 32417
+    },
+    {
+      "epoch": 1.5491732772627353,
+      "grad_norm": 123.91256713867188,
+      "learning_rate": 2.5487003583091773e-06,
+      "loss": 17.6875,
+      "step": 32418
+    },
+    {
+      "epoch": 1.5492210647041957,
+      "grad_norm": 229.85166931152344,
+      "learning_rate": 2.548184273434806e-06,
+      "loss": 22.125,
+      "step": 32419
+    },
+    {
+      "epoch": 1.5492688521456561,
+      "grad_norm": 231.86976623535156,
+      "learning_rate": 2.5476682331871918e-06,
+      "loss": 26.4375,
+      "step": 32420
+    },
+    {
+      "epoch": 1.5493166395871165,
+      "grad_norm": 299.0811767578125,
+      "learning_rate": 2.547152237569428e-06,
+      "loss": 26.3438,
+      "step": 32421
+    },
+    {
+      "epoch": 1.549364427028577,
+      "grad_norm": 292.16937255859375,
+      "learning_rate": 2.5466362865846095e-06,
+      "loss": 29.8125,
+      "step": 32422
+    },
+    {
+      "epoch": 1.5494122144700373,
+      "grad_norm": 469.06976318359375,
+      "learning_rate": 2.5461203802358194e-06,
+      "loss": 25.4375,
+      "step": 32423
+    },
+    {
+      "epoch": 1.5494600019114977,
+      "grad_norm": 210.8030548095703,
+      "learning_rate": 2.5456045185261492e-06,
+      "loss": 24.625,
+      "step": 32424
+    },
+    {
+      "epoch": 1.549507789352958,
+      "grad_norm": 317.3078308105469,
+      "learning_rate": 2.545088701458689e-06,
+      "loss": 30.1875,
+      "step": 32425
+    },
+    {
+      "epoch": 1.5495555767944185,
+      "grad_norm": 158.95553588867188,
+      "learning_rate": 2.544572929036532e-06,
+      "loss": 26.6875,
+      "step": 32426
+    },
+    {
+      "epoch": 1.5496033642358789,
+      "grad_norm": 384.6940612792969,
+      "learning_rate": 2.5440572012627598e-06,
+      "loss": 24.9375,
+      "step": 32427
+    },
+    {
+      "epoch": 1.5496511516773392,
+      "grad_norm": 178.62197875976562,
+      "learning_rate": 2.5435415181404634e-06,
+      "loss": 21.5,
+      "step": 32428
+    },
+    {
+      "epoch": 1.5496989391187996,
+      "grad_norm": 351.28338623046875,
+      "learning_rate": 2.5430258796727326e-06,
+      "loss": 20.25,
+      "step": 32429
+    },
+    {
+      "epoch": 1.5497467265602598,
+      "grad_norm": 469.6963195800781,
+      "learning_rate": 2.542510285862657e-06,
+      "loss": 23.2344,
+      "step": 32430
+    },
+    {
+      "epoch": 1.5497945140017202,
+      "grad_norm": 175.63954162597656,
+      "learning_rate": 2.541994736713319e-06,
+      "loss": 23.625,
+      "step": 32431
+    },
+    {
+      "epoch": 1.5498423014431806,
+      "grad_norm": 225.69789123535156,
+      "learning_rate": 2.5414792322278093e-06,
+      "loss": 24.6719,
+      "step": 32432
+    },
+    {
+      "epoch": 1.549890088884641,
+      "grad_norm": 384.7369689941406,
+      "learning_rate": 2.5409637724092183e-06,
+      "loss": 23.7656,
+      "step": 32433
+    },
+    {
+      "epoch": 1.5499378763261014,
+      "grad_norm": 496.3064880371094,
+      "learning_rate": 2.5404483572606264e-06,
+      "loss": 32.9688,
+      "step": 32434
+    },
+    {
+      "epoch": 1.5499856637675617,
+      "grad_norm": 353.8260498046875,
+      "learning_rate": 2.539932986785123e-06,
+      "loss": 29.3438,
+      "step": 32435
+    },
+    {
+      "epoch": 1.5500334512090221,
+      "grad_norm": 173.45523071289062,
+      "learning_rate": 2.5394176609857946e-06,
+      "loss": 17.0938,
+      "step": 32436
+    },
+    {
+      "epoch": 1.5500812386504825,
+      "grad_norm": 590.636962890625,
+      "learning_rate": 2.538902379865731e-06,
+      "loss": 28.1562,
+      "step": 32437
+    },
+    {
+      "epoch": 1.550129026091943,
+      "grad_norm": 145.4639129638672,
+      "learning_rate": 2.5383871434280114e-06,
+      "loss": 22.5938,
+      "step": 32438
+    },
+    {
+      "epoch": 1.5501768135334033,
+      "grad_norm": 546.8638305664062,
+      "learning_rate": 2.5378719516757255e-06,
+      "loss": 24.9062,
+      "step": 32439
+    },
+    {
+      "epoch": 1.5502246009748637,
+      "grad_norm": 206.92678833007812,
+      "learning_rate": 2.537356804611961e-06,
+      "loss": 19.4844,
+      "step": 32440
+    },
+    {
+      "epoch": 1.550272388416324,
+      "grad_norm": 229.22767639160156,
+      "learning_rate": 2.536841702239796e-06,
+      "loss": 18.1094,
+      "step": 32441
+    },
+    {
+      "epoch": 1.5503201758577845,
+      "grad_norm": 241.81605529785156,
+      "learning_rate": 2.536326644562319e-06,
+      "loss": 26.5938,
+      "step": 32442
+    },
+    {
+      "epoch": 1.5503679632992449,
+      "grad_norm": 244.92601013183594,
+      "learning_rate": 2.5358116315826175e-06,
+      "loss": 24.9219,
+      "step": 32443
+    },
+    {
+      "epoch": 1.5504157507407053,
+      "grad_norm": 197.65245056152344,
+      "learning_rate": 2.5352966633037714e-06,
+      "loss": 19.0312,
+      "step": 32444
+    },
+    {
+      "epoch": 1.5504635381821656,
+      "grad_norm": 622.1278076171875,
+      "learning_rate": 2.534781739728868e-06,
+      "loss": 24.9297,
+      "step": 32445
+    },
+    {
+      "epoch": 1.550511325623626,
+      "grad_norm": 417.401123046875,
+      "learning_rate": 2.5342668608609854e-06,
+      "loss": 20.4375,
+      "step": 32446
+    },
+    {
+      "epoch": 1.5505591130650864,
+      "grad_norm": 482.13385009765625,
+      "learning_rate": 2.5337520267032123e-06,
+      "loss": 18.8906,
+      "step": 32447
+    },
+    {
+      "epoch": 1.5506069005065468,
+      "grad_norm": 361.22357177734375,
+      "learning_rate": 2.5332372372586322e-06,
+      "loss": 26.6406,
+      "step": 32448
+    },
+    {
+      "epoch": 1.5506546879480072,
+      "grad_norm": 174.26950073242188,
+      "learning_rate": 2.532722492530324e-06,
+      "loss": 18.1562,
+      "step": 32449
+    },
+    {
+      "epoch": 1.5507024753894676,
+      "grad_norm": 158.01876831054688,
+      "learning_rate": 2.532207792521373e-06,
+      "loss": 22.0781,
+      "step": 32450
+    },
+    {
+      "epoch": 1.550750262830928,
+      "grad_norm": 170.68626403808594,
+      "learning_rate": 2.531693137234861e-06,
+      "loss": 18.375,
+      "step": 32451
+    },
+    {
+      "epoch": 1.5507980502723884,
+      "grad_norm": 320.731201171875,
+      "learning_rate": 2.531178526673873e-06,
+      "loss": 24.6562,
+      "step": 32452
+    },
+    {
+      "epoch": 1.5508458377138488,
+      "grad_norm": 313.19976806640625,
+      "learning_rate": 2.530663960841485e-06,
+      "loss": 25.0,
+      "step": 32453
+    },
+    {
+      "epoch": 1.5508936251553092,
+      "grad_norm": 293.85614013671875,
+      "learning_rate": 2.5301494397407833e-06,
+      "loss": 28.7188,
+      "step": 32454
+    },
+    {
+      "epoch": 1.5509414125967695,
+      "grad_norm": 136.71824645996094,
+      "learning_rate": 2.529634963374846e-06,
+      "loss": 26.9219,
+      "step": 32455
+    },
+    {
+      "epoch": 1.55098920003823,
+      "grad_norm": 335.2945251464844,
+      "learning_rate": 2.529120531746759e-06,
+      "loss": 24.4062,
+      "step": 32456
+    },
+    {
+      "epoch": 1.5510369874796903,
+      "grad_norm": 1791.1214599609375,
+      "learning_rate": 2.528606144859598e-06,
+      "loss": 25.9375,
+      "step": 32457
+    },
+    {
+      "epoch": 1.5510847749211507,
+      "grad_norm": 159.0431671142578,
+      "learning_rate": 2.5280918027164447e-06,
+      "loss": 21.4688,
+      "step": 32458
+    },
+    {
+      "epoch": 1.551132562362611,
+      "grad_norm": 226.1737060546875,
+      "learning_rate": 2.527577505320383e-06,
+      "loss": 19.5781,
+      "step": 32459
+    },
+    {
+      "epoch": 1.5511803498040715,
+      "grad_norm": 181.5377655029297,
+      "learning_rate": 2.5270632526744877e-06,
+      "loss": 25.4688,
+      "step": 32460
+    },
+    {
+      "epoch": 1.5512281372455319,
+      "grad_norm": 256.1323547363281,
+      "learning_rate": 2.526549044781841e-06,
+      "loss": 19.1406,
+      "step": 32461
+    },
+    {
+      "epoch": 1.5512759246869923,
+      "grad_norm": 176.8583984375,
+      "learning_rate": 2.5260348816455203e-06,
+      "loss": 23.375,
+      "step": 32462
+    },
+    {
+      "epoch": 1.5513237121284527,
+      "grad_norm": 294.8639221191406,
+      "learning_rate": 2.5255207632686118e-06,
+      "loss": 31.4219,
+      "step": 32463
+    },
+    {
+      "epoch": 1.551371499569913,
+      "grad_norm": 296.0696105957031,
+      "learning_rate": 2.5250066896541847e-06,
+      "loss": 31.7188,
+      "step": 32464
+    },
+    {
+      "epoch": 1.5514192870113734,
+      "grad_norm": 1191.8182373046875,
+      "learning_rate": 2.5244926608053223e-06,
+      "loss": 19.8594,
+      "step": 32465
+    },
+    {
+      "epoch": 1.5514670744528338,
+      "grad_norm": 221.679931640625,
+      "learning_rate": 2.523978676725104e-06,
+      "loss": 34.4375,
+      "step": 32466
+    },
+    {
+      "epoch": 1.5515148618942942,
+      "grad_norm": 216.907470703125,
+      "learning_rate": 2.523464737416609e-06,
+      "loss": 29.0312,
+      "step": 32467
+    },
+    {
+      "epoch": 1.5515626493357546,
+      "grad_norm": 287.29827880859375,
+      "learning_rate": 2.52295084288291e-06,
+      "loss": 36.5625,
+      "step": 32468
+    },
+    {
+      "epoch": 1.551610436777215,
+      "grad_norm": 163.1693572998047,
+      "learning_rate": 2.5224369931270863e-06,
+      "loss": 22.2812,
+      "step": 32469
+    },
+    {
+      "epoch": 1.5516582242186754,
+      "grad_norm": 345.0152282714844,
+      "learning_rate": 2.52192318815222e-06,
+      "loss": 27.125,
+      "step": 32470
+    },
+    {
+      "epoch": 1.5517060116601358,
+      "grad_norm": 139.7366180419922,
+      "learning_rate": 2.521409427961382e-06,
+      "loss": 21.375,
+      "step": 32471
+    },
+    {
+      "epoch": 1.5517537991015962,
+      "grad_norm": 202.44918823242188,
+      "learning_rate": 2.5208957125576505e-06,
+      "loss": 25.4062,
+      "step": 32472
+    },
+    {
+      "epoch": 1.5518015865430566,
+      "grad_norm": 100.93608093261719,
+      "learning_rate": 2.520382041944107e-06,
+      "loss": 17.9297,
+      "step": 32473
+    },
+    {
+      "epoch": 1.551849373984517,
+      "grad_norm": 219.14260864257812,
+      "learning_rate": 2.5198684161238205e-06,
+      "loss": 27.5156,
+      "step": 32474
+    },
+    {
+      "epoch": 1.5518971614259773,
+      "grad_norm": 222.02479553222656,
+      "learning_rate": 2.51935483509987e-06,
+      "loss": 23.7656,
+      "step": 32475
+    },
+    {
+      "epoch": 1.5519449488674377,
+      "grad_norm": 375.12548828125,
+      "learning_rate": 2.518841298875334e-06,
+      "loss": 23.7812,
+      "step": 32476
+    },
+    {
+      "epoch": 1.5519927363088981,
+      "grad_norm": 193.8361358642578,
+      "learning_rate": 2.5183278074532823e-06,
+      "loss": 16.2031,
+      "step": 32477
+    },
+    {
+      "epoch": 1.5520405237503585,
+      "grad_norm": 295.6978454589844,
+      "learning_rate": 2.517814360836797e-06,
+      "loss": 26.3438,
+      "step": 32478
+    },
+    {
+      "epoch": 1.552088311191819,
+      "grad_norm": 359.10174560546875,
+      "learning_rate": 2.5173009590289455e-06,
+      "loss": 26.5156,
+      "step": 32479
+    },
+    {
+      "epoch": 1.5521360986332793,
+      "grad_norm": 157.16482543945312,
+      "learning_rate": 2.516787602032805e-06,
+      "loss": 21.6875,
+      "step": 32480
+    },
+    {
+      "epoch": 1.5521838860747397,
+      "grad_norm": 268.06939697265625,
+      "learning_rate": 2.5162742898514546e-06,
+      "loss": 28.25,
+      "step": 32481
+    },
+    {
+      "epoch": 1.5522316735162,
+      "grad_norm": 277.3687438964844,
+      "learning_rate": 2.5157610224879613e-06,
+      "loss": 20.3594,
+      "step": 32482
+    },
+    {
+      "epoch": 1.5522794609576605,
+      "grad_norm": 311.8765563964844,
+      "learning_rate": 2.5152477999454026e-06,
+      "loss": 27.4062,
+      "step": 32483
+    },
+    {
+      "epoch": 1.5523272483991208,
+      "grad_norm": 527.9757080078125,
+      "learning_rate": 2.514734622226852e-06,
+      "loss": 27.4375,
+      "step": 32484
+    },
+    {
+      "epoch": 1.5523750358405812,
+      "grad_norm": 212.45114135742188,
+      "learning_rate": 2.5142214893353843e-06,
+      "loss": 19.6094,
+      "step": 32485
+    },
+    {
+      "epoch": 1.5524228232820416,
+      "grad_norm": 267.1761169433594,
+      "learning_rate": 2.5137084012740686e-06,
+      "loss": 24.0625,
+      "step": 32486
+    },
+    {
+      "epoch": 1.552470610723502,
+      "grad_norm": 287.326171875,
+      "learning_rate": 2.513195358045979e-06,
+      "loss": 32.875,
+      "step": 32487
+    },
+    {
+      "epoch": 1.5525183981649624,
+      "grad_norm": 101.58409118652344,
+      "learning_rate": 2.5126823596541883e-06,
+      "loss": 19.1094,
+      "step": 32488
+    },
+    {
+      "epoch": 1.5525661856064228,
+      "grad_norm": 255.1715545654297,
+      "learning_rate": 2.512169406101772e-06,
+      "loss": 27.6719,
+      "step": 32489
+    },
+    {
+      "epoch": 1.5526139730478832,
+      "grad_norm": 462.4123840332031,
+      "learning_rate": 2.511656497391797e-06,
+      "loss": 29.625,
+      "step": 32490
+    },
+    {
+      "epoch": 1.5526617604893433,
+      "grad_norm": 251.9787139892578,
+      "learning_rate": 2.5111436335273366e-06,
+      "loss": 21.3906,
+      "step": 32491
+    },
+    {
+      "epoch": 1.5527095479308037,
+      "grad_norm": 338.4985046386719,
+      "learning_rate": 2.510630814511462e-06,
+      "loss": 20.9531,
+      "step": 32492
+    },
+    {
+      "epoch": 1.5527573353722641,
+      "grad_norm": 156.59384155273438,
+      "learning_rate": 2.510118040347248e-06,
+      "loss": 21.3906,
+      "step": 32493
+    },
+    {
+      "epoch": 1.5528051228137245,
+      "grad_norm": 190.70693969726562,
+      "learning_rate": 2.5096053110377594e-06,
+      "loss": 23.0938,
+      "step": 32494
+    },
+    {
+      "epoch": 1.552852910255185,
+      "grad_norm": 286.3829345703125,
+      "learning_rate": 2.5090926265860705e-06,
+      "loss": 23.6562,
+      "step": 32495
+    },
+    {
+      "epoch": 1.5529006976966453,
+      "grad_norm": 228.24478149414062,
+      "learning_rate": 2.508579986995253e-06,
+      "loss": 36.3125,
+      "step": 32496
+    },
+    {
+      "epoch": 1.5529484851381057,
+      "grad_norm": 302.9709167480469,
+      "learning_rate": 2.508067392268372e-06,
+      "loss": 24.5625,
+      "step": 32497
+    },
+    {
+      "epoch": 1.552996272579566,
+      "grad_norm": 195.75088500976562,
+      "learning_rate": 2.5075548424084997e-06,
+      "loss": 25.3906,
+      "step": 32498
+    },
+    {
+      "epoch": 1.5530440600210265,
+      "grad_norm": 190.89572143554688,
+      "learning_rate": 2.507042337418707e-06,
+      "loss": 13.5625,
+      "step": 32499
+    },
+    {
+      "epoch": 1.5530918474624869,
+      "grad_norm": 457.2835693359375,
+      "learning_rate": 2.506529877302064e-06,
+      "loss": 28.875,
+      "step": 32500
+    },
+    {
+      "epoch": 1.5531396349039472,
+      "grad_norm": 275.7386474609375,
+      "learning_rate": 2.506017462061635e-06,
+      "loss": 24.2344,
+      "step": 32501
+    },
+    {
+      "epoch": 1.5531874223454076,
+      "grad_norm": 172.8091583251953,
+      "learning_rate": 2.505505091700492e-06,
+      "loss": 17.8438,
+      "step": 32502
+    },
+    {
+      "epoch": 1.553235209786868,
+      "grad_norm": 150.18931579589844,
+      "learning_rate": 2.5049927662217032e-06,
+      "loss": 25.7031,
+      "step": 32503
+    },
+    {
+      "epoch": 1.5532829972283284,
+      "grad_norm": 184.22731018066406,
+      "learning_rate": 2.504480485628339e-06,
+      "loss": 19.2188,
+      "step": 32504
+    },
+    {
+      "epoch": 1.5533307846697888,
+      "grad_norm": 211.45651245117188,
+      "learning_rate": 2.503968249923462e-06,
+      "loss": 18.8438,
+      "step": 32505
+    },
+    {
+      "epoch": 1.5533785721112492,
+      "grad_norm": 309.4892272949219,
+      "learning_rate": 2.5034560591101454e-06,
+      "loss": 27.0938,
+      "step": 32506
+    },
+    {
+      "epoch": 1.5534263595527096,
+      "grad_norm": 271.8546447753906,
+      "learning_rate": 2.502943913191451e-06,
+      "loss": 26.875,
+      "step": 32507
+    },
+    {
+      "epoch": 1.55347414699417,
+      "grad_norm": 164.0454559326172,
+      "learning_rate": 2.502431812170448e-06,
+      "loss": 21.5938,
+      "step": 32508
+    },
+    {
+      "epoch": 1.5535219344356304,
+      "grad_norm": 363.3502502441406,
+      "learning_rate": 2.5019197560502085e-06,
+      "loss": 15.9219,
+      "step": 32509
+    },
+    {
+      "epoch": 1.5535697218770907,
+      "grad_norm": 142.40025329589844,
+      "learning_rate": 2.5014077448337905e-06,
+      "loss": 19.7812,
+      "step": 32510
+    },
+    {
+      "epoch": 1.5536175093185511,
+      "grad_norm": 259.5769348144531,
+      "learning_rate": 2.500895778524267e-06,
+      "loss": 23.8594,
+      "step": 32511
+    },
+    {
+      "epoch": 1.5536652967600113,
+      "grad_norm": 159.70611572265625,
+      "learning_rate": 2.5003838571246998e-06,
+      "loss": 23.8281,
+      "step": 32512
+    },
+    {
+      "epoch": 1.5537130842014717,
+      "grad_norm": 333.4378662109375,
+      "learning_rate": 2.499871980638154e-06,
+      "loss": 42.5938,
+      "step": 32513
+    },
+    {
+      "epoch": 1.553760871642932,
+      "grad_norm": 158.54356384277344,
+      "learning_rate": 2.499360149067699e-06,
+      "loss": 24.0469,
+      "step": 32514
+    },
+    {
+      "epoch": 1.5538086590843925,
+      "grad_norm": 293.5671081542969,
+      "learning_rate": 2.4988483624164005e-06,
+      "loss": 22.1562,
+      "step": 32515
+    },
+    {
+      "epoch": 1.5538564465258529,
+      "grad_norm": 259.9482727050781,
+      "learning_rate": 2.4983366206873183e-06,
+      "loss": 31.0938,
+      "step": 32516
+    },
+    {
+      "epoch": 1.5539042339673133,
+      "grad_norm": 261.269287109375,
+      "learning_rate": 2.4978249238835197e-06,
+      "loss": 21.0312,
+      "step": 32517
+    },
+    {
+      "epoch": 1.5539520214087736,
+      "grad_norm": 405.960205078125,
+      "learning_rate": 2.497313272008072e-06,
+      "loss": 22.7188,
+      "step": 32518
+    },
+    {
+      "epoch": 1.553999808850234,
+      "grad_norm": 160.0199432373047,
+      "learning_rate": 2.496801665064035e-06,
+      "loss": 18.5312,
+      "step": 32519
+    },
+    {
+      "epoch": 1.5540475962916944,
+      "grad_norm": 178.81344604492188,
+      "learning_rate": 2.496290103054473e-06,
+      "loss": 19.9844,
+      "step": 32520
+    },
+    {
+      "epoch": 1.5540953837331548,
+      "grad_norm": 265.5918273925781,
+      "learning_rate": 2.495778585982451e-06,
+      "loss": 25.8594,
+      "step": 32521
+    },
+    {
+      "epoch": 1.5541431711746152,
+      "grad_norm": 222.99961853027344,
+      "learning_rate": 2.4952671138510353e-06,
+      "loss": 24.1094,
+      "step": 32522
+    },
+    {
+      "epoch": 1.5541909586160756,
+      "grad_norm": 376.9485168457031,
+      "learning_rate": 2.494755686663283e-06,
+      "loss": 25.2109,
+      "step": 32523
+    },
+    {
+      "epoch": 1.554238746057536,
+      "grad_norm": 306.0868225097656,
+      "learning_rate": 2.49424430442226e-06,
+      "loss": 26.9375,
+      "step": 32524
+    },
+    {
+      "epoch": 1.5542865334989964,
+      "grad_norm": 165.62449645996094,
+      "learning_rate": 2.4937329671310286e-06,
+      "loss": 16.0938,
+      "step": 32525
+    },
+    {
+      "epoch": 1.5543343209404568,
+      "grad_norm": 215.95140075683594,
+      "learning_rate": 2.493221674792653e-06,
+      "loss": 24.5625,
+      "step": 32526
+    },
+    {
+      "epoch": 1.5543821083819171,
+      "grad_norm": 403.212646484375,
+      "learning_rate": 2.492710427410191e-06,
+      "loss": 22.25,
+      "step": 32527
+    },
+    {
+      "epoch": 1.5544298958233775,
+      "grad_norm": 201.19735717773438,
+      "learning_rate": 2.4921992249867055e-06,
+      "loss": 24.5625,
+      "step": 32528
+    },
+    {
+      "epoch": 1.554477683264838,
+      "grad_norm": 302.5387878417969,
+      "learning_rate": 2.4916880675252598e-06,
+      "loss": 21.3125,
+      "step": 32529
+    },
+    {
+      "epoch": 1.5545254707062983,
+      "grad_norm": 478.27215576171875,
+      "learning_rate": 2.4911769550289176e-06,
+      "loss": 26.3125,
+      "step": 32530
+    },
+    {
+      "epoch": 1.5545732581477587,
+      "grad_norm": 369.494384765625,
+      "learning_rate": 2.4906658875007326e-06,
+      "loss": 42.3125,
+      "step": 32531
+    },
+    {
+      "epoch": 1.554621045589219,
+      "grad_norm": 445.857666015625,
+      "learning_rate": 2.49015486494377e-06,
+      "loss": 26.1562,
+      "step": 32532
+    },
+    {
+      "epoch": 1.5546688330306795,
+      "grad_norm": 197.84927368164062,
+      "learning_rate": 2.4896438873610917e-06,
+      "loss": 29.6875,
+      "step": 32533
+    },
+    {
+      "epoch": 1.5547166204721399,
+      "grad_norm": 247.42941284179688,
+      "learning_rate": 2.489132954755753e-06,
+      "loss": 20.3125,
+      "step": 32534
+    },
+    {
+      "epoch": 1.5547644079136003,
+      "grad_norm": 191.2338104248047,
+      "learning_rate": 2.488622067130816e-06,
+      "loss": 21.9062,
+      "step": 32535
+    },
+    {
+      "epoch": 1.5548121953550607,
+      "grad_norm": 267.0830078125,
+      "learning_rate": 2.4881112244893403e-06,
+      "loss": 17.6094,
+      "step": 32536
+    },
+    {
+      "epoch": 1.554859982796521,
+      "grad_norm": 165.08807373046875,
+      "learning_rate": 2.4876004268343878e-06,
+      "loss": 25.3594,
+      "step": 32537
+    },
+    {
+      "epoch": 1.5549077702379814,
+      "grad_norm": 188.62933349609375,
+      "learning_rate": 2.487089674169013e-06,
+      "loss": 24.2812,
+      "step": 32538
+    },
+    {
+      "epoch": 1.5549555576794418,
+      "grad_norm": 201.51901245117188,
+      "learning_rate": 2.486578966496277e-06,
+      "loss": 14.5781,
+      "step": 32539
+    },
+    {
+      "epoch": 1.5550033451209022,
+      "grad_norm": 178.29281616210938,
+      "learning_rate": 2.4860683038192402e-06,
+      "loss": 21.1562,
+      "step": 32540
+    },
+    {
+      "epoch": 1.5550511325623626,
+      "grad_norm": 284.86810302734375,
+      "learning_rate": 2.485557686140956e-06,
+      "loss": 19.6719,
+      "step": 32541
+    },
+    {
+      "epoch": 1.555098920003823,
+      "grad_norm": 261.9378356933594,
+      "learning_rate": 2.4850471134644883e-06,
+      "loss": 30.0156,
+      "step": 32542
+    },
+    {
+      "epoch": 1.5551467074452834,
+      "grad_norm": 240.3582000732422,
+      "learning_rate": 2.484536585792888e-06,
+      "loss": 19.6562,
+      "step": 32543
+    },
+    {
+      "epoch": 1.5551944948867438,
+      "grad_norm": 114.73259735107422,
+      "learning_rate": 2.484026103129219e-06,
+      "loss": 26.5,
+      "step": 32544
+    },
+    {
+      "epoch": 1.5552422823282042,
+      "grad_norm": 199.4978485107422,
+      "learning_rate": 2.4835156654765323e-06,
+      "loss": 20.9844,
+      "step": 32545
+    },
+    {
+      "epoch": 1.5552900697696646,
+      "grad_norm": 344.9449768066406,
+      "learning_rate": 2.4830052728378882e-06,
+      "loss": 32.625,
+      "step": 32546
+    },
+    {
+      "epoch": 1.555337857211125,
+      "grad_norm": 300.9412536621094,
+      "learning_rate": 2.4824949252163433e-06,
+      "loss": 22.8906,
+      "step": 32547
+    },
+    {
+      "epoch": 1.5553856446525853,
+      "grad_norm": 177.57095336914062,
+      "learning_rate": 2.4819846226149557e-06,
+      "loss": 19.6719,
+      "step": 32548
+    },
+    {
+      "epoch": 1.5554334320940457,
+      "grad_norm": 468.6714172363281,
+      "learning_rate": 2.481474365036777e-06,
+      "loss": 30.0312,
+      "step": 32549
+    },
+    {
+      "epoch": 1.555481219535506,
+      "grad_norm": 204.552001953125,
+      "learning_rate": 2.480964152484865e-06,
+      "loss": 23.75,
+      "step": 32550
+    },
+    {
+      "epoch": 1.5555290069769665,
+      "grad_norm": 350.843994140625,
+      "learning_rate": 2.4804539849622745e-06,
+      "loss": 28.0,
+      "step": 32551
+    },
+    {
+      "epoch": 1.555576794418427,
+      "grad_norm": 174.11007690429688,
+      "learning_rate": 2.479943862472066e-06,
+      "loss": 23.9062,
+      "step": 32552
+    },
+    {
+      "epoch": 1.5556245818598873,
+      "grad_norm": 359.0453186035156,
+      "learning_rate": 2.4794337850172867e-06,
+      "loss": 22.2656,
+      "step": 32553
+    },
+    {
+      "epoch": 1.5556723693013477,
+      "grad_norm": 192.3798065185547,
+      "learning_rate": 2.4789237526009956e-06,
+      "loss": 28.3438,
+      "step": 32554
+    },
+    {
+      "epoch": 1.555720156742808,
+      "grad_norm": 161.51617431640625,
+      "learning_rate": 2.4784137652262486e-06,
+      "loss": 22.2188,
+      "step": 32555
+    },
+    {
+      "epoch": 1.5557679441842684,
+      "grad_norm": 270.6238708496094,
+      "learning_rate": 2.477903822896095e-06,
+      "loss": 20.875,
+      "step": 32556
+    },
+    {
+      "epoch": 1.5558157316257288,
+      "grad_norm": 284.401611328125,
+      "learning_rate": 2.4773939256135916e-06,
+      "loss": 31.7812,
+      "step": 32557
+    },
+    {
+      "epoch": 1.5558635190671892,
+      "grad_norm": 161.89578247070312,
+      "learning_rate": 2.4768840733817913e-06,
+      "loss": 22.2812,
+      "step": 32558
+    },
+    {
+      "epoch": 1.5559113065086496,
+      "grad_norm": 224.11871337890625,
+      "learning_rate": 2.4763742662037505e-06,
+      "loss": 25.4688,
+      "step": 32559
+    },
+    {
+      "epoch": 1.55595909395011,
+      "grad_norm": 218.7053985595703,
+      "learning_rate": 2.475864504082517e-06,
+      "loss": 27.4219,
+      "step": 32560
+    },
+    {
+      "epoch": 1.5560068813915704,
+      "grad_norm": 232.13719177246094,
+      "learning_rate": 2.475354787021147e-06,
+      "loss": 24.6875,
+      "step": 32561
+    },
+    {
+      "epoch": 1.5560546688330308,
+      "grad_norm": 161.87252807617188,
+      "learning_rate": 2.4748451150226915e-06,
+      "loss": 22.0312,
+      "step": 32562
+    },
+    {
+      "epoch": 1.5561024562744912,
+      "grad_norm": 241.47254943847656,
+      "learning_rate": 2.474335488090207e-06,
+      "loss": 24.0625,
+      "step": 32563
+    },
+    {
+      "epoch": 1.5561502437159516,
+      "grad_norm": 177.7957305908203,
+      "learning_rate": 2.47382590622674e-06,
+      "loss": 20.8594,
+      "step": 32564
+    },
+    {
+      "epoch": 1.556198031157412,
+      "grad_norm": 267.6498718261719,
+      "learning_rate": 2.4733163694353437e-06,
+      "loss": 28.8438,
+      "step": 32565
+    },
+    {
+      "epoch": 1.5562458185988723,
+      "grad_norm": 128.7967071533203,
+      "learning_rate": 2.4728068777190727e-06,
+      "loss": 16.8906,
+      "step": 32566
+    },
+    {
+      "epoch": 1.5562936060403327,
+      "grad_norm": 282.837158203125,
+      "learning_rate": 2.4722974310809735e-06,
+      "loss": 23.0625,
+      "step": 32567
+    },
+    {
+      "epoch": 1.5563413934817931,
+      "grad_norm": 300.2195739746094,
+      "learning_rate": 2.4717880295240994e-06,
+      "loss": 32.0625,
+      "step": 32568
+    },
+    {
+      "epoch": 1.5563891809232535,
+      "grad_norm": 272.7099914550781,
+      "learning_rate": 2.4712786730515004e-06,
+      "loss": 30.2188,
+      "step": 32569
+    },
+    {
+      "epoch": 1.556436968364714,
+      "grad_norm": 196.0654754638672,
+      "learning_rate": 2.470769361666231e-06,
+      "loss": 19.4062,
+      "step": 32570
+    },
+    {
+      "epoch": 1.5564847558061743,
+      "grad_norm": 534.713134765625,
+      "learning_rate": 2.4702600953713342e-06,
+      "loss": 36.7812,
+      "step": 32571
+    },
+    {
+      "epoch": 1.5565325432476347,
+      "grad_norm": 378.4714660644531,
+      "learning_rate": 2.4697508741698627e-06,
+      "loss": 27.2969,
+      "step": 32572
+    },
+    {
+      "epoch": 1.556580330689095,
+      "grad_norm": 213.69610595703125,
+      "learning_rate": 2.4692416980648716e-06,
+      "loss": 22.1719,
+      "step": 32573
+    },
+    {
+      "epoch": 1.5566281181305552,
+      "grad_norm": 277.25311279296875,
+      "learning_rate": 2.468732567059401e-06,
+      "loss": 23.4844,
+      "step": 32574
+    },
+    {
+      "epoch": 1.5566759055720156,
+      "grad_norm": 292.710205078125,
+      "learning_rate": 2.4682234811565074e-06,
+      "loss": 20.3906,
+      "step": 32575
+    },
+    {
+      "epoch": 1.556723693013476,
+      "grad_norm": 216.84182739257812,
+      "learning_rate": 2.4677144403592347e-06,
+      "loss": 23.125,
+      "step": 32576
+    },
+    {
+      "epoch": 1.5567714804549364,
+      "grad_norm": 243.67022705078125,
+      "learning_rate": 2.4672054446706317e-06,
+      "loss": 26.4375,
+      "step": 32577
+    },
+    {
+      "epoch": 1.5568192678963968,
+      "grad_norm": 340.90875244140625,
+      "learning_rate": 2.466696494093752e-06,
+      "loss": 28.0,
+      "step": 32578
+    },
+    {
+      "epoch": 1.5568670553378572,
+      "grad_norm": 381.2361755371094,
+      "learning_rate": 2.4661875886316368e-06,
+      "loss": 17.0781,
+      "step": 32579
+    },
+    {
+      "epoch": 1.5569148427793176,
+      "grad_norm": 215.1734619140625,
+      "learning_rate": 2.4656787282873363e-06,
+      "loss": 28.25,
+      "step": 32580
+    },
+    {
+      "epoch": 1.556962630220778,
+      "grad_norm": 231.42396545410156,
+      "learning_rate": 2.4651699130639016e-06,
+      "loss": 29.0625,
+      "step": 32581
+    },
+    {
+      "epoch": 1.5570104176622384,
+      "grad_norm": 301.93115234375,
+      "learning_rate": 2.464661142964373e-06,
+      "loss": 24.7812,
+      "step": 32582
+    },
+    {
+      "epoch": 1.5570582051036987,
+      "grad_norm": 418.67401123046875,
+      "learning_rate": 2.4641524179918008e-06,
+      "loss": 21.3438,
+      "step": 32583
+    },
+    {
+      "epoch": 1.5571059925451591,
+      "grad_norm": 341.71405029296875,
+      "learning_rate": 2.463643738149233e-06,
+      "loss": 25.7188,
+      "step": 32584
+    },
+    {
+      "epoch": 1.5571537799866195,
+      "grad_norm": 210.8679656982422,
+      "learning_rate": 2.4631351034397166e-06,
+      "loss": 21.0,
+      "step": 32585
+    },
+    {
+      "epoch": 1.55720156742808,
+      "grad_norm": 192.5943145751953,
+      "learning_rate": 2.462626513866293e-06,
+      "loss": 26.25,
+      "step": 32586
+    },
+    {
+      "epoch": 1.5572493548695403,
+      "grad_norm": 296.5264587402344,
+      "learning_rate": 2.4621179694320096e-06,
+      "loss": 27.75,
+      "step": 32587
+    },
+    {
+      "epoch": 1.5572971423110007,
+      "grad_norm": 979.7174682617188,
+      "learning_rate": 2.461609470139914e-06,
+      "loss": 22.3438,
+      "step": 32588
+    },
+    {
+      "epoch": 1.557344929752461,
+      "grad_norm": 110.45243072509766,
+      "learning_rate": 2.461101015993054e-06,
+      "loss": 17.5469,
+      "step": 32589
+    },
+    {
+      "epoch": 1.5573927171939215,
+      "grad_norm": 246.49044799804688,
+      "learning_rate": 2.4605926069944674e-06,
+      "loss": 22.375,
+      "step": 32590
+    },
+    {
+      "epoch": 1.5574405046353819,
+      "grad_norm": 217.816162109375,
+      "learning_rate": 2.4600842431472025e-06,
+      "loss": 23.9375,
+      "step": 32591
+    },
+    {
+      "epoch": 1.5574882920768423,
+      "grad_norm": 214.22616577148438,
+      "learning_rate": 2.459575924454307e-06,
+      "loss": 21.5,
+      "step": 32592
+    },
+    {
+      "epoch": 1.5575360795183026,
+      "grad_norm": 155.93408203125,
+      "learning_rate": 2.4590676509188195e-06,
+      "loss": 17.8906,
+      "step": 32593
+    },
+    {
+      "epoch": 1.5575838669597628,
+      "grad_norm": 308.619140625,
+      "learning_rate": 2.458559422543786e-06,
+      "loss": 22.0625,
+      "step": 32594
+    },
+    {
+      "epoch": 1.5576316544012232,
+      "grad_norm": 288.11956787109375,
+      "learning_rate": 2.4580512393322496e-06,
+      "loss": 24.7969,
+      "step": 32595
+    },
+    {
+      "epoch": 1.5576794418426836,
+      "grad_norm": 171.26156616210938,
+      "learning_rate": 2.4575431012872587e-06,
+      "loss": 24.9844,
+      "step": 32596
+    },
+    {
+      "epoch": 1.557727229284144,
+      "grad_norm": 181.10910034179688,
+      "learning_rate": 2.4570350084118476e-06,
+      "loss": 20.9219,
+      "step": 32597
+    },
+    {
+      "epoch": 1.5577750167256044,
+      "grad_norm": 140.93235778808594,
+      "learning_rate": 2.4565269607090658e-06,
+      "loss": 21.375,
+      "step": 32598
+    },
+    {
+      "epoch": 1.5578228041670648,
+      "grad_norm": 295.0044860839844,
+      "learning_rate": 2.4560189581819527e-06,
+      "loss": 29.6875,
+      "step": 32599
+    },
+    {
+      "epoch": 1.5578705916085251,
+      "grad_norm": 235.8372039794922,
+      "learning_rate": 2.455511000833554e-06,
+      "loss": 30.7031,
+      "step": 32600
+    },
+    {
+      "epoch": 1.5579183790499855,
+      "grad_norm": 197.62344360351562,
+      "learning_rate": 2.4550030886669076e-06,
+      "loss": 25.8906,
+      "step": 32601
+    },
+    {
+      "epoch": 1.557966166491446,
+      "grad_norm": 228.26577758789062,
+      "learning_rate": 2.454495221685056e-06,
+      "loss": 24.5625,
+      "step": 32602
+    },
+    {
+      "epoch": 1.5580139539329063,
+      "grad_norm": 180.16802978515625,
+      "learning_rate": 2.4539873998910446e-06,
+      "loss": 22.9688,
+      "step": 32603
+    },
+    {
+      "epoch": 1.5580617413743667,
+      "grad_norm": 478.7471923828125,
+      "learning_rate": 2.453479623287909e-06,
+      "loss": 44.3438,
+      "step": 32604
+    },
+    {
+      "epoch": 1.558109528815827,
+      "grad_norm": 151.0150604248047,
+      "learning_rate": 2.4529718918786928e-06,
+      "loss": 14.7344,
+      "step": 32605
+    },
+    {
+      "epoch": 1.5581573162572875,
+      "grad_norm": 130.9351348876953,
+      "learning_rate": 2.4524642056664395e-06,
+      "loss": 21.6719,
+      "step": 32606
+    },
+    {
+      "epoch": 1.5582051036987479,
+      "grad_norm": 262.3037109375,
+      "learning_rate": 2.4519565646541843e-06,
+      "loss": 26.7188,
+      "step": 32607
+    },
+    {
+      "epoch": 1.5582528911402083,
+      "grad_norm": 212.00372314453125,
+      "learning_rate": 2.451448968844972e-06,
+      "loss": 29.0938,
+      "step": 32608
+    },
+    {
+      "epoch": 1.5583006785816687,
+      "grad_norm": 162.46844482421875,
+      "learning_rate": 2.4509414182418366e-06,
+      "loss": 20.0,
+      "step": 32609
+    },
+    {
+      "epoch": 1.558348466023129,
+      "grad_norm": 261.5473327636719,
+      "learning_rate": 2.450433912847823e-06,
+      "loss": 22.4531,
+      "step": 32610
+    },
+    {
+      "epoch": 1.5583962534645894,
+      "grad_norm": 301.4629821777344,
+      "learning_rate": 2.4499264526659693e-06,
+      "loss": 25.2656,
+      "step": 32611
+    },
+    {
+      "epoch": 1.5584440409060498,
+      "grad_norm": 175.42283630371094,
+      "learning_rate": 2.4494190376993122e-06,
+      "loss": 25.9688,
+      "step": 32612
+    },
+    {
+      "epoch": 1.5584918283475102,
+      "grad_norm": 228.0108184814453,
+      "learning_rate": 2.448911667950892e-06,
+      "loss": 27.2812,
+      "step": 32613
+    },
+    {
+      "epoch": 1.5585396157889706,
+      "grad_norm": 219.5155487060547,
+      "learning_rate": 2.448404343423747e-06,
+      "loss": 24.625,
+      "step": 32614
+    },
+    {
+      "epoch": 1.558587403230431,
+      "grad_norm": 247.1035919189453,
+      "learning_rate": 2.447897064120919e-06,
+      "loss": 23.2188,
+      "step": 32615
+    },
+    {
+      "epoch": 1.5586351906718914,
+      "grad_norm": 212.96388244628906,
+      "learning_rate": 2.44738983004544e-06,
+      "loss": 31.7188,
+      "step": 32616
+    },
+    {
+      "epoch": 1.5586829781133518,
+      "grad_norm": 189.7689971923828,
+      "learning_rate": 2.44688264120035e-06,
+      "loss": 24.8906,
+      "step": 32617
+    },
+    {
+      "epoch": 1.5587307655548122,
+      "grad_norm": 285.5735778808594,
+      "learning_rate": 2.44637549758869e-06,
+      "loss": 29.3125,
+      "step": 32618
+    },
+    {
+      "epoch": 1.5587785529962725,
+      "grad_norm": 206.1089630126953,
+      "learning_rate": 2.4458683992134913e-06,
+      "loss": 23.2031,
+      "step": 32619
+    },
+    {
+      "epoch": 1.558826340437733,
+      "grad_norm": 206.57577514648438,
+      "learning_rate": 2.4453613460777924e-06,
+      "loss": 22.3438,
+      "step": 32620
+    },
+    {
+      "epoch": 1.5588741278791933,
+      "grad_norm": 318.6754455566406,
+      "learning_rate": 2.4448543381846314e-06,
+      "loss": 28.1406,
+      "step": 32621
+    },
+    {
+      "epoch": 1.5589219153206537,
+      "grad_norm": 281.2534484863281,
+      "learning_rate": 2.4443473755370473e-06,
+      "loss": 27.1719,
+      "step": 32622
+    },
+    {
+      "epoch": 1.558969702762114,
+      "grad_norm": 271.5091552734375,
+      "learning_rate": 2.443840458138069e-06,
+      "loss": 23.5625,
+      "step": 32623
+    },
+    {
+      "epoch": 1.5590174902035745,
+      "grad_norm": 310.02154541015625,
+      "learning_rate": 2.443333585990738e-06,
+      "loss": 36.5,
+      "step": 32624
+    },
+    {
+      "epoch": 1.5590652776450349,
+      "grad_norm": 456.4631652832031,
+      "learning_rate": 2.442826759098087e-06,
+      "loss": 18.4062,
+      "step": 32625
+    },
+    {
+      "epoch": 1.5591130650864953,
+      "grad_norm": 410.07244873046875,
+      "learning_rate": 2.4423199774631545e-06,
+      "loss": 26.75,
+      "step": 32626
+    },
+    {
+      "epoch": 1.5591608525279557,
+      "grad_norm": 133.09031677246094,
+      "learning_rate": 2.4418132410889716e-06,
+      "loss": 21.4844,
+      "step": 32627
+    },
+    {
+      "epoch": 1.559208639969416,
+      "grad_norm": 255.82342529296875,
+      "learning_rate": 2.441306549978574e-06,
+      "loss": 21.3438,
+      "step": 32628
+    },
+    {
+      "epoch": 1.5592564274108764,
+      "grad_norm": 246.1749267578125,
+      "learning_rate": 2.4407999041350006e-06,
+      "loss": 19.0781,
+      "step": 32629
+    },
+    {
+      "epoch": 1.5593042148523368,
+      "grad_norm": 284.68310546875,
+      "learning_rate": 2.4402933035612776e-06,
+      "loss": 21.2031,
+      "step": 32630
+    },
+    {
+      "epoch": 1.5593520022937972,
+      "grad_norm": 164.3239288330078,
+      "learning_rate": 2.4397867482604433e-06,
+      "loss": 25.2344,
+      "step": 32631
+    },
+    {
+      "epoch": 1.5593997897352576,
+      "grad_norm": 725.2171020507812,
+      "learning_rate": 2.4392802382355317e-06,
+      "loss": 20.3281,
+      "step": 32632
+    },
+    {
+      "epoch": 1.559447577176718,
+      "grad_norm": 448.3226318359375,
+      "learning_rate": 2.4387737734895777e-06,
+      "loss": 37.5156,
+      "step": 32633
+    },
+    {
+      "epoch": 1.5594953646181784,
+      "grad_norm": 465.9382629394531,
+      "learning_rate": 2.4382673540256096e-06,
+      "loss": 36.0312,
+      "step": 32634
+    },
+    {
+      "epoch": 1.5595431520596388,
+      "grad_norm": 212.1669464111328,
+      "learning_rate": 2.437760979846663e-06,
+      "loss": 25.3438,
+      "step": 32635
+    },
+    {
+      "epoch": 1.5595909395010992,
+      "grad_norm": 189.96261596679688,
+      "learning_rate": 2.4372546509557725e-06,
+      "loss": 30.9844,
+      "step": 32636
+    },
+    {
+      "epoch": 1.5596387269425596,
+      "grad_norm": 180.51036071777344,
+      "learning_rate": 2.4367483673559644e-06,
+      "loss": 24.375,
+      "step": 32637
+    },
+    {
+      "epoch": 1.55968651438402,
+      "grad_norm": 172.34982299804688,
+      "learning_rate": 2.436242129050276e-06,
+      "loss": 21.5,
+      "step": 32638
+    },
+    {
+      "epoch": 1.5597343018254803,
+      "grad_norm": 1320.6878662109375,
+      "learning_rate": 2.4357359360417386e-06,
+      "loss": 23.7188,
+      "step": 32639
+    },
+    {
+      "epoch": 1.5597820892669407,
+      "grad_norm": 189.6114044189453,
+      "learning_rate": 2.4352297883333808e-06,
+      "loss": 22.1094,
+      "step": 32640
+    },
+    {
+      "epoch": 1.5598298767084011,
+      "grad_norm": 134.52117919921875,
+      "learning_rate": 2.4347236859282376e-06,
+      "loss": 17.7344,
+      "step": 32641
+    },
+    {
+      "epoch": 1.5598776641498615,
+      "grad_norm": 167.27078247070312,
+      "learning_rate": 2.434217628829335e-06,
+      "loss": 18.0,
+      "step": 32642
+    },
+    {
+      "epoch": 1.559925451591322,
+      "grad_norm": 214.95132446289062,
+      "learning_rate": 2.433711617039707e-06,
+      "loss": 20.1406,
+      "step": 32643
+    },
+    {
+      "epoch": 1.5599732390327823,
+      "grad_norm": 189.78631591796875,
+      "learning_rate": 2.4332056505623848e-06,
+      "loss": 26.625,
+      "step": 32644
+    },
+    {
+      "epoch": 1.5600210264742427,
+      "grad_norm": 203.69796752929688,
+      "learning_rate": 2.432699729400394e-06,
+      "loss": 36.4375,
+      "step": 32645
+    },
+    {
+      "epoch": 1.560068813915703,
+      "grad_norm": 286.85955810546875,
+      "learning_rate": 2.432193853556768e-06,
+      "loss": 19.1562,
+      "step": 32646
+    },
+    {
+      "epoch": 1.5601166013571635,
+      "grad_norm": 174.2804412841797,
+      "learning_rate": 2.431688023034535e-06,
+      "loss": 16.8438,
+      "step": 32647
+    },
+    {
+      "epoch": 1.5601643887986238,
+      "grad_norm": 143.75979614257812,
+      "learning_rate": 2.4311822378367287e-06,
+      "loss": 19.8125,
+      "step": 32648
+    },
+    {
+      "epoch": 1.5602121762400842,
+      "grad_norm": 410.4306945800781,
+      "learning_rate": 2.430676497966371e-06,
+      "loss": 24.3203,
+      "step": 32649
+    },
+    {
+      "epoch": 1.5602599636815446,
+      "grad_norm": 378.2627258300781,
+      "learning_rate": 2.4301708034264948e-06,
+      "loss": 26.3906,
+      "step": 32650
+    },
+    {
+      "epoch": 1.560307751123005,
+      "grad_norm": 423.0435791015625,
+      "learning_rate": 2.4296651542201267e-06,
+      "loss": 25.2812,
+      "step": 32651
+    },
+    {
+      "epoch": 1.5603555385644654,
+      "grad_norm": 215.10653686523438,
+      "learning_rate": 2.4291595503502998e-06,
+      "loss": 31.5,
+      "step": 32652
+    },
+    {
+      "epoch": 1.5604033260059258,
+      "grad_norm": 407.3286437988281,
+      "learning_rate": 2.4286539918200336e-06,
+      "loss": 18.7344,
+      "step": 32653
+    },
+    {
+      "epoch": 1.5604511134473862,
+      "grad_norm": 199.94883728027344,
+      "learning_rate": 2.4281484786323617e-06,
+      "loss": 20.8906,
+      "step": 32654
+    },
+    {
+      "epoch": 1.5604989008888466,
+      "grad_norm": 230.31790161132812,
+      "learning_rate": 2.4276430107903125e-06,
+      "loss": 27.25,
+      "step": 32655
+    },
+    {
+      "epoch": 1.5605466883303067,
+      "grad_norm": 278.378173828125,
+      "learning_rate": 2.427137588296907e-06,
+      "loss": 23.5625,
+      "step": 32656
+    },
+    {
+      "epoch": 1.5605944757717671,
+      "grad_norm": 292.3996887207031,
+      "learning_rate": 2.4266322111551775e-06,
+      "loss": 25.6875,
+      "step": 32657
+    },
+    {
+      "epoch": 1.5606422632132275,
+      "grad_norm": 179.0485076904297,
+      "learning_rate": 2.426126879368147e-06,
+      "loss": 17.2812,
+      "step": 32658
+    },
+    {
+      "epoch": 1.560690050654688,
+      "grad_norm": 186.41477966308594,
+      "learning_rate": 2.425621592938847e-06,
+      "loss": 29.8906,
+      "step": 32659
+    },
+    {
+      "epoch": 1.5607378380961483,
+      "grad_norm": 356.9952392578125,
+      "learning_rate": 2.425116351870298e-06,
+      "loss": 22.25,
+      "step": 32660
+    },
+    {
+      "epoch": 1.5607856255376087,
+      "grad_norm": 416.0225830078125,
+      "learning_rate": 2.424611156165527e-06,
+      "loss": 24.4844,
+      "step": 32661
+    },
+    {
+      "epoch": 1.560833412979069,
+      "grad_norm": 168.3009033203125,
+      "learning_rate": 2.42410600582756e-06,
+      "loss": 22.1719,
+      "step": 32662
+    },
+    {
+      "epoch": 1.5608812004205295,
+      "grad_norm": 285.51007080078125,
+      "learning_rate": 2.4236009008594253e-06,
+      "loss": 24.75,
+      "step": 32663
+    },
+    {
+      "epoch": 1.5609289878619899,
+      "grad_norm": 234.42698669433594,
+      "learning_rate": 2.4230958412641423e-06,
+      "loss": 18.2344,
+      "step": 32664
+    },
+    {
+      "epoch": 1.5609767753034502,
+      "grad_norm": 145.7448272705078,
+      "learning_rate": 2.4225908270447383e-06,
+      "loss": 20.9844,
+      "step": 32665
+    },
+    {
+      "epoch": 1.5610245627449106,
+      "grad_norm": 262.8445129394531,
+      "learning_rate": 2.4220858582042406e-06,
+      "loss": 24.4844,
+      "step": 32666
+    },
+    {
+      "epoch": 1.561072350186371,
+      "grad_norm": 163.38722229003906,
+      "learning_rate": 2.4215809347456676e-06,
+      "loss": 27.9688,
+      "step": 32667
+    },
+    {
+      "epoch": 1.5611201376278314,
+      "grad_norm": 139.4909210205078,
+      "learning_rate": 2.421076056672047e-06,
+      "loss": 17.3125,
+      "step": 32668
+    },
+    {
+      "epoch": 1.5611679250692918,
+      "grad_norm": 159.8941650390625,
+      "learning_rate": 2.4205712239864e-06,
+      "loss": 22.5469,
+      "step": 32669
+    },
+    {
+      "epoch": 1.5612157125107522,
+      "grad_norm": 346.9135437011719,
+      "learning_rate": 2.4200664366917546e-06,
+      "loss": 27.9375,
+      "step": 32670
+    },
+    {
+      "epoch": 1.5612634999522126,
+      "grad_norm": 483.0477600097656,
+      "learning_rate": 2.419561694791127e-06,
+      "loss": 31.2656,
+      "step": 32671
+    },
+    {
+      "epoch": 1.561311287393673,
+      "grad_norm": 219.3008575439453,
+      "learning_rate": 2.419056998287547e-06,
+      "loss": 21.3125,
+      "step": 32672
+    },
+    {
+      "epoch": 1.5613590748351334,
+      "grad_norm": 216.19512939453125,
+      "learning_rate": 2.41855234718403e-06,
+      "loss": 22.8125,
+      "step": 32673
+    },
+    {
+      "epoch": 1.5614068622765938,
+      "grad_norm": 317.9199523925781,
+      "learning_rate": 2.4180477414836044e-06,
+      "loss": 29.1875,
+      "step": 32674
+    },
+    {
+      "epoch": 1.5614546497180541,
+      "grad_norm": 143.85394287109375,
+      "learning_rate": 2.417543181189288e-06,
+      "loss": 17.6719,
+      "step": 32675
+    },
+    {
+      "epoch": 1.5615024371595145,
+      "grad_norm": 452.45404052734375,
+      "learning_rate": 2.4170386663041024e-06,
+      "loss": 16.6953,
+      "step": 32676
+    },
+    {
+      "epoch": 1.5615502246009747,
+      "grad_norm": 220.77096557617188,
+      "learning_rate": 2.416534196831074e-06,
+      "loss": 22.1719,
+      "step": 32677
+    },
+    {
+      "epoch": 1.561598012042435,
+      "grad_norm": 260.77215576171875,
+      "learning_rate": 2.4160297727732172e-06,
+      "loss": 18.375,
+      "step": 32678
+    },
+    {
+      "epoch": 1.5616457994838955,
+      "grad_norm": 210.459228515625,
+      "learning_rate": 2.4155253941335568e-06,
+      "loss": 34.25,
+      "step": 32679
+    },
+    {
+      "epoch": 1.5616935869253559,
+      "grad_norm": 287.5459289550781,
+      "learning_rate": 2.4150210609151114e-06,
+      "loss": 24.1875,
+      "step": 32680
+    },
+    {
+      "epoch": 1.5617413743668163,
+      "grad_norm": 532.1188354492188,
+      "learning_rate": 2.4145167731209064e-06,
+      "loss": 21.2188,
+      "step": 32681
+    },
+    {
+      "epoch": 1.5617891618082766,
+      "grad_norm": 288.5512390136719,
+      "learning_rate": 2.414012530753955e-06,
+      "loss": 28.9375,
+      "step": 32682
+    },
+    {
+      "epoch": 1.561836949249737,
+      "grad_norm": 330.23455810546875,
+      "learning_rate": 2.4135083338172795e-06,
+      "loss": 27.0312,
+      "step": 32683
+    },
+    {
+      "epoch": 1.5618847366911974,
+      "grad_norm": 217.7065887451172,
+      "learning_rate": 2.4130041823139004e-06,
+      "loss": 23.2031,
+      "step": 32684
+    },
+    {
+      "epoch": 1.5619325241326578,
+      "grad_norm": 525.0651245117188,
+      "learning_rate": 2.4125000762468386e-06,
+      "loss": 30.75,
+      "step": 32685
+    },
+    {
+      "epoch": 1.5619803115741182,
+      "grad_norm": 182.84327697753906,
+      "learning_rate": 2.411996015619108e-06,
+      "loss": 21.625,
+      "step": 32686
+    },
+    {
+      "epoch": 1.5620280990155786,
+      "grad_norm": 148.64695739746094,
+      "learning_rate": 2.4114920004337307e-06,
+      "loss": 21.0469,
+      "step": 32687
+    },
+    {
+      "epoch": 1.562075886457039,
+      "grad_norm": 223.58702087402344,
+      "learning_rate": 2.410988030693727e-06,
+      "loss": 18.3594,
+      "step": 32688
+    },
+    {
+      "epoch": 1.5621236738984994,
+      "grad_norm": 301.75128173828125,
+      "learning_rate": 2.4104841064021088e-06,
+      "loss": 21.4219,
+      "step": 32689
+    },
+    {
+      "epoch": 1.5621714613399598,
+      "grad_norm": 297.7078857421875,
+      "learning_rate": 2.409980227561899e-06,
+      "loss": 30.875,
+      "step": 32690
+    },
+    {
+      "epoch": 1.5622192487814202,
+      "grad_norm": 167.07228088378906,
+      "learning_rate": 2.4094763941761135e-06,
+      "loss": 23.0,
+      "step": 32691
+    },
+    {
+      "epoch": 1.5622670362228805,
+      "grad_norm": 268.4639587402344,
+      "learning_rate": 2.4089726062477725e-06,
+      "loss": 29.4688,
+      "step": 32692
+    },
+    {
+      "epoch": 1.562314823664341,
+      "grad_norm": 282.6620178222656,
+      "learning_rate": 2.408468863779887e-06,
+      "loss": 18.8125,
+      "step": 32693
+    },
+    {
+      "epoch": 1.5623626111058013,
+      "grad_norm": 270.39862060546875,
+      "learning_rate": 2.407965166775478e-06,
+      "loss": 19.75,
+      "step": 32694
+    },
+    {
+      "epoch": 1.5624103985472617,
+      "grad_norm": 370.0508728027344,
+      "learning_rate": 2.4074615152375615e-06,
+      "loss": 30.7812,
+      "step": 32695
+    },
+    {
+      "epoch": 1.562458185988722,
+      "grad_norm": 205.9662322998047,
+      "learning_rate": 2.4069579091691564e-06,
+      "loss": 32.6562,
+      "step": 32696
+    },
+    {
+      "epoch": 1.5625059734301825,
+      "grad_norm": 360.2708435058594,
+      "learning_rate": 2.4064543485732716e-06,
+      "loss": 21.5,
+      "step": 32697
+    },
+    {
+      "epoch": 1.5625537608716429,
+      "grad_norm": 439.010498046875,
+      "learning_rate": 2.405950833452928e-06,
+      "loss": 14.6875,
+      "step": 32698
+    },
+    {
+      "epoch": 1.5626015483131033,
+      "grad_norm": 281.3080139160156,
+      "learning_rate": 2.4054473638111398e-06,
+      "loss": 24.7812,
+      "step": 32699
+    },
+    {
+      "epoch": 1.5626493357545637,
+      "grad_norm": 221.2283935546875,
+      "learning_rate": 2.4049439396509244e-06,
+      "loss": 32.1875,
+      "step": 32700
+    },
+    {
+      "epoch": 1.562697123196024,
+      "grad_norm": 308.7281799316406,
+      "learning_rate": 2.404440560975293e-06,
+      "loss": 26.3281,
+      "step": 32701
+    },
+    {
+      "epoch": 1.5627449106374844,
+      "grad_norm": 440.6685485839844,
+      "learning_rate": 2.403937227787261e-06,
+      "loss": 26.0156,
+      "step": 32702
+    },
+    {
+      "epoch": 1.5627926980789448,
+      "grad_norm": 261.44781494140625,
+      "learning_rate": 2.4034339400898452e-06,
+      "loss": 27.625,
+      "step": 32703
+    },
+    {
+      "epoch": 1.5628404855204052,
+      "grad_norm": 345.9095153808594,
+      "learning_rate": 2.4029306978860555e-06,
+      "loss": 30.9219,
+      "step": 32704
+    },
+    {
+      "epoch": 1.5628882729618656,
+      "grad_norm": 351.9057922363281,
+      "learning_rate": 2.402427501178912e-06,
+      "loss": 27.2656,
+      "step": 32705
+    },
+    {
+      "epoch": 1.562936060403326,
+      "grad_norm": 416.3504333496094,
+      "learning_rate": 2.4019243499714205e-06,
+      "loss": 22.9375,
+      "step": 32706
+    },
+    {
+      "epoch": 1.5629838478447864,
+      "grad_norm": 273.0719909667969,
+      "learning_rate": 2.4014212442665985e-06,
+      "loss": 23.5312,
+      "step": 32707
+    },
+    {
+      "epoch": 1.5630316352862468,
+      "grad_norm": 416.9268798828125,
+      "learning_rate": 2.40091818406746e-06,
+      "loss": 25.1875,
+      "step": 32708
+    },
+    {
+      "epoch": 1.5630794227277072,
+      "grad_norm": 273.3127136230469,
+      "learning_rate": 2.4004151693770137e-06,
+      "loss": 18.8438,
+      "step": 32709
+    },
+    {
+      "epoch": 1.5631272101691676,
+      "grad_norm": 155.7918701171875,
+      "learning_rate": 2.3999122001982755e-06,
+      "loss": 19.5156,
+      "step": 32710
+    },
+    {
+      "epoch": 1.563174997610628,
+      "grad_norm": 275.6783752441406,
+      "learning_rate": 2.399409276534258e-06,
+      "loss": 25.375,
+      "step": 32711
+    },
+    {
+      "epoch": 1.5632227850520883,
+      "grad_norm": 322.0344543457031,
+      "learning_rate": 2.398906398387969e-06,
+      "loss": 23.8438,
+      "step": 32712
+    },
+    {
+      "epoch": 1.5632705724935487,
+      "grad_norm": 197.1767578125,
+      "learning_rate": 2.3984035657624227e-06,
+      "loss": 20.4062,
+      "step": 32713
+    },
+    {
+      "epoch": 1.5633183599350091,
+      "grad_norm": 261.63201904296875,
+      "learning_rate": 2.3979007786606336e-06,
+      "loss": 31.4688,
+      "step": 32714
+    },
+    {
+      "epoch": 1.5633661473764695,
+      "grad_norm": 268.2750244140625,
+      "learning_rate": 2.3973980370856063e-06,
+      "loss": 18.8594,
+      "step": 32715
+    },
+    {
+      "epoch": 1.56341393481793,
+      "grad_norm": 211.35289001464844,
+      "learning_rate": 2.3968953410403537e-06,
+      "loss": 31.1875,
+      "step": 32716
+    },
+    {
+      "epoch": 1.5634617222593903,
+      "grad_norm": 277.2652282714844,
+      "learning_rate": 2.3963926905278887e-06,
+      "loss": 19.5625,
+      "step": 32717
+    },
+    {
+      "epoch": 1.5635095097008507,
+      "grad_norm": 277.2261962890625,
+      "learning_rate": 2.3958900855512225e-06,
+      "loss": 26.625,
+      "step": 32718
+    },
+    {
+      "epoch": 1.563557297142311,
+      "grad_norm": 190.46409606933594,
+      "learning_rate": 2.3953875261133595e-06,
+      "loss": 24.4219,
+      "step": 32719
+    },
+    {
+      "epoch": 1.5636050845837715,
+      "grad_norm": 163.4257354736328,
+      "learning_rate": 2.3948850122173126e-06,
+      "loss": 26.2656,
+      "step": 32720
+    },
+    {
+      "epoch": 1.5636528720252318,
+      "grad_norm": 377.7674865722656,
+      "learning_rate": 2.394382543866092e-06,
+      "loss": 29.6094,
+      "step": 32721
+    },
+    {
+      "epoch": 1.5637006594666922,
+      "grad_norm": 219.5746612548828,
+      "learning_rate": 2.3938801210627082e-06,
+      "loss": 25.9375,
+      "step": 32722
+    },
+    {
+      "epoch": 1.5637484469081526,
+      "grad_norm": 251.51748657226562,
+      "learning_rate": 2.393377743810166e-06,
+      "loss": 23.625,
+      "step": 32723
+    },
+    {
+      "epoch": 1.563796234349613,
+      "grad_norm": 230.4971160888672,
+      "learning_rate": 2.392875412111475e-06,
+      "loss": 28.9531,
+      "step": 32724
+    },
+    {
+      "epoch": 1.5638440217910734,
+      "grad_norm": 207.58335876464844,
+      "learning_rate": 2.392373125969647e-06,
+      "loss": 26.1875,
+      "step": 32725
+    },
+    {
+      "epoch": 1.5638918092325338,
+      "grad_norm": 303.2362976074219,
+      "learning_rate": 2.391870885387685e-06,
+      "loss": 28.1875,
+      "step": 32726
+    },
+    {
+      "epoch": 1.5639395966739942,
+      "grad_norm": 358.2005615234375,
+      "learning_rate": 2.3913686903685993e-06,
+      "loss": 20.0156,
+      "step": 32727
+    },
+    {
+      "epoch": 1.5639873841154546,
+      "grad_norm": 442.7607727050781,
+      "learning_rate": 2.3908665409153966e-06,
+      "loss": 29.2812,
+      "step": 32728
+    },
+    {
+      "epoch": 1.564035171556915,
+      "grad_norm": 296.4999694824219,
+      "learning_rate": 2.3903644370310887e-06,
+      "loss": 22.3125,
+      "step": 32729
+    },
+    {
+      "epoch": 1.5640829589983754,
+      "grad_norm": 178.75921630859375,
+      "learning_rate": 2.389862378718676e-06,
+      "loss": 23.2344,
+      "step": 32730
+    },
+    {
+      "epoch": 1.5641307464398357,
+      "grad_norm": 289.6626281738281,
+      "learning_rate": 2.389360365981167e-06,
+      "loss": 28.4844,
+      "step": 32731
+    },
+    {
+      "epoch": 1.5641785338812961,
+      "grad_norm": 214.85418701171875,
+      "learning_rate": 2.3888583988215684e-06,
+      "loss": 23.4062,
+      "step": 32732
+    },
+    {
+      "epoch": 1.5642263213227565,
+      "grad_norm": 221.3583526611328,
+      "learning_rate": 2.388356477242891e-06,
+      "loss": 25.0625,
+      "step": 32733
+    },
+    {
+      "epoch": 1.564274108764217,
+      "grad_norm": 211.7375946044922,
+      "learning_rate": 2.387854601248134e-06,
+      "loss": 17.625,
+      "step": 32734
+    },
+    {
+      "epoch": 1.5643218962056773,
+      "grad_norm": 216.34600830078125,
+      "learning_rate": 2.3873527708403043e-06,
+      "loss": 24.1875,
+      "step": 32735
+    },
+    {
+      "epoch": 1.5643696836471377,
+      "grad_norm": 145.3358612060547,
+      "learning_rate": 2.386850986022412e-06,
+      "loss": 20.3438,
+      "step": 32736
+    },
+    {
+      "epoch": 1.564417471088598,
+      "grad_norm": 220.89820861816406,
+      "learning_rate": 2.3863492467974557e-06,
+      "loss": 22.6406,
+      "step": 32737
+    },
+    {
+      "epoch": 1.5644652585300585,
+      "grad_norm": 200.6043701171875,
+      "learning_rate": 2.3858475531684466e-06,
+      "loss": 23.2188,
+      "step": 32738
+    },
+    {
+      "epoch": 1.5645130459715186,
+      "grad_norm": 234.8078155517578,
+      "learning_rate": 2.385345905138382e-06,
+      "loss": 23.2188,
+      "step": 32739
+    },
+    {
+      "epoch": 1.564560833412979,
+      "grad_norm": 233.99008178710938,
+      "learning_rate": 2.3848443027102706e-06,
+      "loss": 18.9688,
+      "step": 32740
+    },
+    {
+      "epoch": 1.5646086208544394,
+      "grad_norm": 158.4149627685547,
+      "learning_rate": 2.384342745887118e-06,
+      "loss": 14.7109,
+      "step": 32741
+    },
+    {
+      "epoch": 1.5646564082958998,
+      "grad_norm": 312.1967468261719,
+      "learning_rate": 2.383841234671923e-06,
+      "loss": 30.6562,
+      "step": 32742
+    },
+    {
+      "epoch": 1.5647041957373602,
+      "grad_norm": 271.32086181640625,
+      "learning_rate": 2.383339769067691e-06,
+      "loss": 27.0312,
+      "step": 32743
+    },
+    {
+      "epoch": 1.5647519831788206,
+      "grad_norm": 461.0422058105469,
+      "learning_rate": 2.3828383490774285e-06,
+      "loss": 25.3906,
+      "step": 32744
+    },
+    {
+      "epoch": 1.564799770620281,
+      "grad_norm": 311.6543273925781,
+      "learning_rate": 2.3823369747041327e-06,
+      "loss": 31.5,
+      "step": 32745
+    },
+    {
+      "epoch": 1.5648475580617414,
+      "grad_norm": 162.40402221679688,
+      "learning_rate": 2.3818356459508087e-06,
+      "loss": 19.2188,
+      "step": 32746
+    },
+    {
+      "epoch": 1.5648953455032018,
+      "grad_norm": 547.8883056640625,
+      "learning_rate": 2.38133436282046e-06,
+      "loss": 27.25,
+      "step": 32747
+    },
+    {
+      "epoch": 1.5649431329446621,
+      "grad_norm": 270.15643310546875,
+      "learning_rate": 2.3808331253160897e-06,
+      "loss": 24.4375,
+      "step": 32748
+    },
+    {
+      "epoch": 1.5649909203861225,
+      "grad_norm": 189.09661865234375,
+      "learning_rate": 2.3803319334406947e-06,
+      "loss": 22.7188,
+      "step": 32749
+    },
+    {
+      "epoch": 1.565038707827583,
+      "grad_norm": 236.18104553222656,
+      "learning_rate": 2.379830787197279e-06,
+      "loss": 23.0625,
+      "step": 32750
+    },
+    {
+      "epoch": 1.5650864952690433,
+      "grad_norm": 287.411376953125,
+      "learning_rate": 2.379329686588848e-06,
+      "loss": 17.0625,
+      "step": 32751
+    },
+    {
+      "epoch": 1.5651342827105037,
+      "grad_norm": 194.9876708984375,
+      "learning_rate": 2.3788286316183952e-06,
+      "loss": 25.4062,
+      "step": 32752
+    },
+    {
+      "epoch": 1.565182070151964,
+      "grad_norm": 529.458984375,
+      "learning_rate": 2.3783276222889253e-06,
+      "loss": 22.9062,
+      "step": 32753
+    },
+    {
+      "epoch": 1.5652298575934245,
+      "grad_norm": 570.2494506835938,
+      "learning_rate": 2.3778266586034384e-06,
+      "loss": 33.6719,
+      "step": 32754
+    },
+    {
+      "epoch": 1.5652776450348849,
+      "grad_norm": 220.276123046875,
+      "learning_rate": 2.3773257405649374e-06,
+      "loss": 24.5781,
+      "step": 32755
+    },
+    {
+      "epoch": 1.5653254324763453,
+      "grad_norm": 181.87327575683594,
+      "learning_rate": 2.376824868176416e-06,
+      "loss": 26.4219,
+      "step": 32756
+    },
+    {
+      "epoch": 1.5653732199178056,
+      "grad_norm": 396.4160461425781,
+      "learning_rate": 2.376324041440877e-06,
+      "loss": 25.25,
+      "step": 32757
+    },
+    {
+      "epoch": 1.565421007359266,
+      "grad_norm": 182.63555908203125,
+      "learning_rate": 2.3758232603613196e-06,
+      "loss": 22.3906,
+      "step": 32758
+    },
+    {
+      "epoch": 1.5654687948007262,
+      "grad_norm": 415.1625671386719,
+      "learning_rate": 2.3753225249407465e-06,
+      "loss": 25.125,
+      "step": 32759
+    },
+    {
+      "epoch": 1.5655165822421866,
+      "grad_norm": 788.4800415039062,
+      "learning_rate": 2.3748218351821504e-06,
+      "loss": 20.5,
+      "step": 32760
+    },
+    {
+      "epoch": 1.565564369683647,
+      "grad_norm": 213.52444458007812,
+      "learning_rate": 2.3743211910885312e-06,
+      "loss": 20.1094,
+      "step": 32761
+    },
+    {
+      "epoch": 1.5656121571251074,
+      "grad_norm": 216.83641052246094,
+      "learning_rate": 2.373820592662892e-06,
+      "loss": 21.8125,
+      "step": 32762
+    },
+    {
+      "epoch": 1.5656599445665678,
+      "grad_norm": 323.98968505859375,
+      "learning_rate": 2.3733200399082236e-06,
+      "loss": 25.2031,
+      "step": 32763
+    },
+    {
+      "epoch": 1.5657077320080282,
+      "grad_norm": 260.0401611328125,
+      "learning_rate": 2.372819532827527e-06,
+      "loss": 22.4219,
+      "step": 32764
+    },
+    {
+      "epoch": 1.5657555194494885,
+      "grad_norm": 222.25384521484375,
+      "learning_rate": 2.3723190714237998e-06,
+      "loss": 25.2031,
+      "step": 32765
+    },
+    {
+      "epoch": 1.565803306890949,
+      "grad_norm": 712.2796020507812,
+      "learning_rate": 2.371818655700042e-06,
+      "loss": 32.4375,
+      "step": 32766
+    },
+    {
+      "epoch": 1.5658510943324093,
+      "grad_norm": 326.8587951660156,
+      "learning_rate": 2.3713182856592443e-06,
+      "loss": 30.5625,
+      "step": 32767
+    },
+    {
+      "epoch": 1.5658988817738697,
+      "grad_norm": 203.94581604003906,
+      "learning_rate": 2.3708179613044068e-06,
+      "loss": 17.7812,
+      "step": 32768
+    },
+    {
+      "epoch": 1.56594666921533,
+      "grad_norm": 284.8843994140625,
+      "learning_rate": 2.3703176826385277e-06,
+      "loss": 22.5469,
+      "step": 32769
+    },
+    {
+      "epoch": 1.5659944566567905,
+      "grad_norm": 237.60760498046875,
+      "learning_rate": 2.369817449664599e-06,
+      "loss": 24.3594,
+      "step": 32770
+    },
+    {
+      "epoch": 1.5660422440982509,
+      "grad_norm": 212.3212890625,
+      "learning_rate": 2.36931726238562e-06,
+      "loss": 20.3594,
+      "step": 32771
+    },
+    {
+      "epoch": 1.5660900315397113,
+      "grad_norm": 547.376708984375,
+      "learning_rate": 2.368817120804581e-06,
+      "loss": 20.4688,
+      "step": 32772
+    },
+    {
+      "epoch": 1.5661378189811717,
+      "grad_norm": 190.79774475097656,
+      "learning_rate": 2.368317024924481e-06,
+      "loss": 18.2031,
+      "step": 32773
+    },
+    {
+      "epoch": 1.566185606422632,
+      "grad_norm": 206.75753784179688,
+      "learning_rate": 2.367816974748317e-06,
+      "loss": 17.2969,
+      "step": 32774
+    },
+    {
+      "epoch": 1.5662333938640924,
+      "grad_norm": 143.77232360839844,
+      "learning_rate": 2.367316970279079e-06,
+      "loss": 19.7969,
+      "step": 32775
+    },
+    {
+      "epoch": 1.5662811813055528,
+      "grad_norm": 420.573486328125,
+      "learning_rate": 2.366817011519763e-06,
+      "loss": 34.6875,
+      "step": 32776
+    },
+    {
+      "epoch": 1.5663289687470132,
+      "grad_norm": 356.3203125,
+      "learning_rate": 2.366317098473366e-06,
+      "loss": 33.2812,
+      "step": 32777
+    },
+    {
+      "epoch": 1.5663767561884736,
+      "grad_norm": 263.9288635253906,
+      "learning_rate": 2.3658172311428786e-06,
+      "loss": 19.6719,
+      "step": 32778
+    },
+    {
+      "epoch": 1.566424543629934,
+      "grad_norm": 528.3641967773438,
+      "learning_rate": 2.3653174095312938e-06,
+      "loss": 20.9531,
+      "step": 32779
+    },
+    {
+      "epoch": 1.5664723310713944,
+      "grad_norm": 164.4975128173828,
+      "learning_rate": 2.364817633641605e-06,
+      "loss": 19.4219,
+      "step": 32780
+    },
+    {
+      "epoch": 1.5665201185128548,
+      "grad_norm": 155.4896697998047,
+      "learning_rate": 2.3643179034768116e-06,
+      "loss": 22.0156,
+      "step": 32781
+    },
+    {
+      "epoch": 1.5665679059543152,
+      "grad_norm": 200.22286987304688,
+      "learning_rate": 2.363818219039897e-06,
+      "loss": 21.4688,
+      "step": 32782
+    },
+    {
+      "epoch": 1.5666156933957756,
+      "grad_norm": 202.81817626953125,
+      "learning_rate": 2.3633185803338576e-06,
+      "loss": 25.0312,
+      "step": 32783
+    },
+    {
+      "epoch": 1.566663480837236,
+      "grad_norm": 147.44003295898438,
+      "learning_rate": 2.362818987361687e-06,
+      "loss": 18.3281,
+      "step": 32784
+    },
+    {
+      "epoch": 1.5667112682786963,
+      "grad_norm": 282.32958984375,
+      "learning_rate": 2.362319440126378e-06,
+      "loss": 16.5469,
+      "step": 32785
+    },
+    {
+      "epoch": 1.5667590557201567,
+      "grad_norm": 418.3580017089844,
+      "learning_rate": 2.361819938630918e-06,
+      "loss": 26.5312,
+      "step": 32786
+    },
+    {
+      "epoch": 1.5668068431616171,
+      "grad_norm": 156.3697052001953,
+      "learning_rate": 2.361320482878301e-06,
+      "loss": 22.0781,
+      "step": 32787
+    },
+    {
+      "epoch": 1.5668546306030775,
+      "grad_norm": 654.25341796875,
+      "learning_rate": 2.36082107287152e-06,
+      "loss": 24.2031,
+      "step": 32788
+    },
+    {
+      "epoch": 1.566902418044538,
+      "grad_norm": 197.02734375,
+      "learning_rate": 2.36032170861356e-06,
+      "loss": 19.9688,
+      "step": 32789
+    },
+    {
+      "epoch": 1.5669502054859983,
+      "grad_norm": 263.2625427246094,
+      "learning_rate": 2.3598223901074156e-06,
+      "loss": 19.9375,
+      "step": 32790
+    },
+    {
+      "epoch": 1.5669979929274587,
+      "grad_norm": 314.0630187988281,
+      "learning_rate": 2.3593231173560773e-06,
+      "loss": 22.375,
+      "step": 32791
+    },
+    {
+      "epoch": 1.567045780368919,
+      "grad_norm": 198.18429565429688,
+      "learning_rate": 2.358823890362536e-06,
+      "loss": 24.7188,
+      "step": 32792
+    },
+    {
+      "epoch": 1.5670935678103795,
+      "grad_norm": 231.01783752441406,
+      "learning_rate": 2.358324709129778e-06,
+      "loss": 26.7188,
+      "step": 32793
+    },
+    {
+      "epoch": 1.5671413552518398,
+      "grad_norm": 356.5206298828125,
+      "learning_rate": 2.3578255736607937e-06,
+      "loss": 26.7344,
+      "step": 32794
+    },
+    {
+      "epoch": 1.5671891426933002,
+      "grad_norm": 234.57861328125,
+      "learning_rate": 2.357326483958574e-06,
+      "loss": 27.2656,
+      "step": 32795
+    },
+    {
+      "epoch": 1.5672369301347606,
+      "grad_norm": 167.08489990234375,
+      "learning_rate": 2.3568274400261094e-06,
+      "loss": 26.4688,
+      "step": 32796
+    },
+    {
+      "epoch": 1.567284717576221,
+      "grad_norm": 243.21035766601562,
+      "learning_rate": 2.3563284418663825e-06,
+      "loss": 18.8906,
+      "step": 32797
+    },
+    {
+      "epoch": 1.5673325050176814,
+      "grad_norm": 299.139404296875,
+      "learning_rate": 2.3558294894823854e-06,
+      "loss": 23.625,
+      "step": 32798
+    },
+    {
+      "epoch": 1.5673802924591418,
+      "grad_norm": 322.53472900390625,
+      "learning_rate": 2.355330582877109e-06,
+      "loss": 29.0,
+      "step": 32799
+    },
+    {
+      "epoch": 1.5674280799006022,
+      "grad_norm": 343.9720153808594,
+      "learning_rate": 2.3548317220535354e-06,
+      "loss": 25.4844,
+      "step": 32800
+    },
+    {
+      "epoch": 1.5674758673420626,
+      "grad_norm": 607.7142333984375,
+      "learning_rate": 2.3543329070146546e-06,
+      "loss": 27.8438,
+      "step": 32801
+    },
+    {
+      "epoch": 1.567523654783523,
+      "grad_norm": 160.95919799804688,
+      "learning_rate": 2.3538341377634578e-06,
+      "loss": 27.9688,
+      "step": 32802
+    },
+    {
+      "epoch": 1.5675714422249833,
+      "grad_norm": 359.7295227050781,
+      "learning_rate": 2.3533354143029243e-06,
+      "loss": 34.9688,
+      "step": 32803
+    },
+    {
+      "epoch": 1.5676192296664437,
+      "grad_norm": 126.0802993774414,
+      "learning_rate": 2.352836736636045e-06,
+      "loss": 15.8125,
+      "step": 32804
+    },
+    {
+      "epoch": 1.5676670171079041,
+      "grad_norm": 176.2977294921875,
+      "learning_rate": 2.35233810476581e-06,
+      "loss": 24.5078,
+      "step": 32805
+    },
+    {
+      "epoch": 1.5677148045493645,
+      "grad_norm": 162.31207275390625,
+      "learning_rate": 2.351839518695197e-06,
+      "loss": 21.8125,
+      "step": 32806
+    },
+    {
+      "epoch": 1.567762591990825,
+      "grad_norm": 189.35842895507812,
+      "learning_rate": 2.3513409784272003e-06,
+      "loss": 15.9531,
+      "step": 32807
+    },
+    {
+      "epoch": 1.5678103794322853,
+      "grad_norm": 256.12451171875,
+      "learning_rate": 2.3508424839647994e-06,
+      "loss": 26.4375,
+      "step": 32808
+    },
+    {
+      "epoch": 1.5678581668737457,
+      "grad_norm": 463.0783386230469,
+      "learning_rate": 2.350344035310981e-06,
+      "loss": 32.5312,
+      "step": 32809
+    },
+    {
+      "epoch": 1.567905954315206,
+      "grad_norm": 254.02659606933594,
+      "learning_rate": 2.3498456324687335e-06,
+      "loss": 20.7812,
+      "step": 32810
+    },
+    {
+      "epoch": 1.5679537417566665,
+      "grad_norm": 144.9921417236328,
+      "learning_rate": 2.3493472754410375e-06,
+      "loss": 17.7812,
+      "step": 32811
+    },
+    {
+      "epoch": 1.5680015291981269,
+      "grad_norm": 367.8507385253906,
+      "learning_rate": 2.3488489642308788e-06,
+      "loss": 27.5938,
+      "step": 32812
+    },
+    {
+      "epoch": 1.5680493166395872,
+      "grad_norm": 272.0243835449219,
+      "learning_rate": 2.3483506988412417e-06,
+      "loss": 25.5938,
+      "step": 32813
+    },
+    {
+      "epoch": 1.5680971040810476,
+      "grad_norm": 224.36143493652344,
+      "learning_rate": 2.3478524792751147e-06,
+      "loss": 16.3438,
+      "step": 32814
+    },
+    {
+      "epoch": 1.568144891522508,
+      "grad_norm": 690.1944580078125,
+      "learning_rate": 2.347354305535473e-06,
+      "loss": 20.9531,
+      "step": 32815
+    },
+    {
+      "epoch": 1.5681926789639684,
+      "grad_norm": 411.8030090332031,
+      "learning_rate": 2.3468561776253052e-06,
+      "loss": 26.2969,
+      "step": 32816
+    },
+    {
+      "epoch": 1.5682404664054288,
+      "grad_norm": 301.9835510253906,
+      "learning_rate": 2.346358095547594e-06,
+      "loss": 32.375,
+      "step": 32817
+    },
+    {
+      "epoch": 1.5682882538468892,
+      "grad_norm": 288.2230224609375,
+      "learning_rate": 2.345860059305324e-06,
+      "loss": 27.7188,
+      "step": 32818
+    },
+    {
+      "epoch": 1.5683360412883496,
+      "grad_norm": 236.24508666992188,
+      "learning_rate": 2.3453620689014735e-06,
+      "loss": 17.3594,
+      "step": 32819
+    },
+    {
+      "epoch": 1.56838382872981,
+      "grad_norm": 1796.354736328125,
+      "learning_rate": 2.344864124339026e-06,
+      "loss": 27.4375,
+      "step": 32820
+    },
+    {
+      "epoch": 1.5684316161712701,
+      "grad_norm": 179.652099609375,
+      "learning_rate": 2.3443662256209655e-06,
+      "loss": 19.4219,
+      "step": 32821
+    },
+    {
+      "epoch": 1.5684794036127305,
+      "grad_norm": 225.57083129882812,
+      "learning_rate": 2.3438683727502753e-06,
+      "loss": 27.2969,
+      "step": 32822
+    },
+    {
+      "epoch": 1.568527191054191,
+      "grad_norm": 279.7591247558594,
+      "learning_rate": 2.343370565729931e-06,
+      "loss": 38.4375,
+      "step": 32823
+    },
+    {
+      "epoch": 1.5685749784956513,
+      "grad_norm": 409.79400634765625,
+      "learning_rate": 2.342872804562918e-06,
+      "loss": 22.7812,
+      "step": 32824
+    },
+    {
+      "epoch": 1.5686227659371117,
+      "grad_norm": 351.8993225097656,
+      "learning_rate": 2.342375089252219e-06,
+      "loss": 19.8906,
+      "step": 32825
+    },
+    {
+      "epoch": 1.568670553378572,
+      "grad_norm": 236.4785614013672,
+      "learning_rate": 2.34187741980081e-06,
+      "loss": 19.6562,
+      "step": 32826
+    },
+    {
+      "epoch": 1.5687183408200325,
+      "grad_norm": 424.2790832519531,
+      "learning_rate": 2.3413797962116737e-06,
+      "loss": 26.5156,
+      "step": 32827
+    },
+    {
+      "epoch": 1.5687661282614929,
+      "grad_norm": 207.07350158691406,
+      "learning_rate": 2.340882218487789e-06,
+      "loss": 21.9062,
+      "step": 32828
+    },
+    {
+      "epoch": 1.5688139157029533,
+      "grad_norm": 220.3446807861328,
+      "learning_rate": 2.34038468663214e-06,
+      "loss": 25.2969,
+      "step": 32829
+    },
+    {
+      "epoch": 1.5688617031444136,
+      "grad_norm": 161.3709716796875,
+      "learning_rate": 2.3398872006477015e-06,
+      "loss": 19.8281,
+      "step": 32830
+    },
+    {
+      "epoch": 1.568909490585874,
+      "grad_norm": 331.8450927734375,
+      "learning_rate": 2.3393897605374527e-06,
+      "loss": 31.4062,
+      "step": 32831
+    },
+    {
+      "epoch": 1.5689572780273344,
+      "grad_norm": 282.5112609863281,
+      "learning_rate": 2.338892366304375e-06,
+      "loss": 31.9375,
+      "step": 32832
+    },
+    {
+      "epoch": 1.5690050654687948,
+      "grad_norm": 140.3251953125,
+      "learning_rate": 2.338395017951449e-06,
+      "loss": 18.9219,
+      "step": 32833
+    },
+    {
+      "epoch": 1.5690528529102552,
+      "grad_norm": 345.2181701660156,
+      "learning_rate": 2.3378977154816483e-06,
+      "loss": 18.4062,
+      "step": 32834
+    },
+    {
+      "epoch": 1.5691006403517156,
+      "grad_norm": 342.8419494628906,
+      "learning_rate": 2.337400458897957e-06,
+      "loss": 28.7812,
+      "step": 32835
+    },
+    {
+      "epoch": 1.569148427793176,
+      "grad_norm": 393.14874267578125,
+      "learning_rate": 2.336903248203346e-06,
+      "loss": 28.625,
+      "step": 32836
+    },
+    {
+      "epoch": 1.5691962152346364,
+      "grad_norm": 247.63902282714844,
+      "learning_rate": 2.3364060834007964e-06,
+      "loss": 23.7812,
+      "step": 32837
+    },
+    {
+      "epoch": 1.5692440026760968,
+      "grad_norm": 203.51467895507812,
+      "learning_rate": 2.3359089644932877e-06,
+      "loss": 24.1562,
+      "step": 32838
+    },
+    {
+      "epoch": 1.5692917901175572,
+      "grad_norm": 261.1011962890625,
+      "learning_rate": 2.335411891483793e-06,
+      "loss": 22.8281,
+      "step": 32839
+    },
+    {
+      "epoch": 1.5693395775590175,
+      "grad_norm": 161.90740966796875,
+      "learning_rate": 2.334914864375294e-06,
+      "loss": 20.75,
+      "step": 32840
+    },
+    {
+      "epoch": 1.569387365000478,
+      "grad_norm": 299.6567687988281,
+      "learning_rate": 2.334417883170761e-06,
+      "loss": 28.7344,
+      "step": 32841
+    },
+    {
+      "epoch": 1.569435152441938,
+      "grad_norm": 273.7919921875,
+      "learning_rate": 2.333920947873173e-06,
+      "loss": 27.8438,
+      "step": 32842
+    },
+    {
+      "epoch": 1.5694829398833985,
+      "grad_norm": 369.67694091796875,
+      "learning_rate": 2.333424058485507e-06,
+      "loss": 19.5781,
+      "step": 32843
+    },
+    {
+      "epoch": 1.5695307273248589,
+      "grad_norm": 253.13966369628906,
+      "learning_rate": 2.332927215010742e-06,
+      "loss": 25.4688,
+      "step": 32844
+    },
+    {
+      "epoch": 1.5695785147663193,
+      "grad_norm": 307.8946533203125,
+      "learning_rate": 2.3324304174518463e-06,
+      "loss": 26.6875,
+      "step": 32845
+    },
+    {
+      "epoch": 1.5696263022077797,
+      "grad_norm": 269.3202209472656,
+      "learning_rate": 2.3319336658117986e-06,
+      "loss": 24.1875,
+      "step": 32846
+    },
+    {
+      "epoch": 1.56967408964924,
+      "grad_norm": 197.34197998046875,
+      "learning_rate": 2.331436960093576e-06,
+      "loss": 23.1562,
+      "step": 32847
+    },
+    {
+      "epoch": 1.5697218770907004,
+      "grad_norm": 179.02490234375,
+      "learning_rate": 2.3309403003001483e-06,
+      "loss": 28.8594,
+      "step": 32848
+    },
+    {
+      "epoch": 1.5697696645321608,
+      "grad_norm": 160.34268188476562,
+      "learning_rate": 2.3304436864344928e-06,
+      "loss": 24.9062,
+      "step": 32849
+    },
+    {
+      "epoch": 1.5698174519736212,
+      "grad_norm": 196.53189086914062,
+      "learning_rate": 2.329947118499584e-06,
+      "loss": 23.9531,
+      "step": 32850
+    },
+    {
+      "epoch": 1.5698652394150816,
+      "grad_norm": 284.820068359375,
+      "learning_rate": 2.329450596498396e-06,
+      "loss": 22.7188,
+      "step": 32851
+    },
+    {
+      "epoch": 1.569913026856542,
+      "grad_norm": 173.11553955078125,
+      "learning_rate": 2.3289541204338995e-06,
+      "loss": 14.7344,
+      "step": 32852
+    },
+    {
+      "epoch": 1.5699608142980024,
+      "grad_norm": 384.1402282714844,
+      "learning_rate": 2.328457690309068e-06,
+      "loss": 26.75,
+      "step": 32853
+    },
+    {
+      "epoch": 1.5700086017394628,
+      "grad_norm": 195.9212646484375,
+      "learning_rate": 2.327961306126878e-06,
+      "loss": 19.8281,
+      "step": 32854
+    },
+    {
+      "epoch": 1.5700563891809232,
+      "grad_norm": 381.7189025878906,
+      "learning_rate": 2.3274649678903017e-06,
+      "loss": 23.7812,
+      "step": 32855
+    },
+    {
+      "epoch": 1.5701041766223836,
+      "grad_norm": 274.3528747558594,
+      "learning_rate": 2.326968675602307e-06,
+      "loss": 28.0625,
+      "step": 32856
+    },
+    {
+      "epoch": 1.570151964063844,
+      "grad_norm": 194.8346405029297,
+      "learning_rate": 2.326472429265869e-06,
+      "loss": 28.9375,
+      "step": 32857
+    },
+    {
+      "epoch": 1.5701997515053043,
+      "grad_norm": 143.5707244873047,
+      "learning_rate": 2.3259762288839636e-06,
+      "loss": 16.1719,
+      "step": 32858
+    },
+    {
+      "epoch": 1.5702475389467647,
+      "grad_norm": 159.138916015625,
+      "learning_rate": 2.325480074459554e-06,
+      "loss": 21.4688,
+      "step": 32859
+    },
+    {
+      "epoch": 1.570295326388225,
+      "grad_norm": 362.6708068847656,
+      "learning_rate": 2.3249839659956173e-06,
+      "loss": 20.9531,
+      "step": 32860
+    },
+    {
+      "epoch": 1.5703431138296855,
+      "grad_norm": 148.37156677246094,
+      "learning_rate": 2.3244879034951227e-06,
+      "loss": 19.8125,
+      "step": 32861
+    },
+    {
+      "epoch": 1.570390901271146,
+      "grad_norm": 149.3612060546875,
+      "learning_rate": 2.3239918869610433e-06,
+      "loss": 29.5,
+      "step": 32862
+    },
+    {
+      "epoch": 1.5704386887126063,
+      "grad_norm": 176.7873992919922,
+      "learning_rate": 2.3234959163963465e-06,
+      "loss": 20.5938,
+      "step": 32863
+    },
+    {
+      "epoch": 1.5704864761540667,
+      "grad_norm": 190.54928588867188,
+      "learning_rate": 2.3229999918040025e-06,
+      "loss": 23.1875,
+      "step": 32864
+    },
+    {
+      "epoch": 1.570534263595527,
+      "grad_norm": 160.87461853027344,
+      "learning_rate": 2.322504113186983e-06,
+      "loss": 24.9375,
+      "step": 32865
+    },
+    {
+      "epoch": 1.5705820510369874,
+      "grad_norm": 232.1108856201172,
+      "learning_rate": 2.3220082805482602e-06,
+      "loss": 26.8125,
+      "step": 32866
+    },
+    {
+      "epoch": 1.5706298384784478,
+      "grad_norm": 180.21636962890625,
+      "learning_rate": 2.3215124938907975e-06,
+      "loss": 28.75,
+      "step": 32867
+    },
+    {
+      "epoch": 1.5706776259199082,
+      "grad_norm": 304.3393249511719,
+      "learning_rate": 2.3210167532175697e-06,
+      "loss": 21.5625,
+      "step": 32868
+    },
+    {
+      "epoch": 1.5707254133613686,
+      "grad_norm": 224.3050079345703,
+      "learning_rate": 2.3205210585315394e-06,
+      "loss": 23.0938,
+      "step": 32869
+    },
+    {
+      "epoch": 1.570773200802829,
+      "grad_norm": 179.42401123046875,
+      "learning_rate": 2.32002540983568e-06,
+      "loss": 24.4844,
+      "step": 32870
+    },
+    {
+      "epoch": 1.5708209882442894,
+      "grad_norm": 212.1119842529297,
+      "learning_rate": 2.3195298071329607e-06,
+      "loss": 17.8594,
+      "step": 32871
+    },
+    {
+      "epoch": 1.5708687756857498,
+      "grad_norm": 161.8851776123047,
+      "learning_rate": 2.3190342504263452e-06,
+      "loss": 24.8906,
+      "step": 32872
+    },
+    {
+      "epoch": 1.5709165631272102,
+      "grad_norm": 355.6046142578125,
+      "learning_rate": 2.3185387397188052e-06,
+      "loss": 29.625,
+      "step": 32873
+    },
+    {
+      "epoch": 1.5709643505686706,
+      "grad_norm": 179.08724975585938,
+      "learning_rate": 2.318043275013304e-06,
+      "loss": 22.875,
+      "step": 32874
+    },
+    {
+      "epoch": 1.571012138010131,
+      "grad_norm": 239.1464080810547,
+      "learning_rate": 2.3175478563128108e-06,
+      "loss": 25.0469,
+      "step": 32875
+    },
+    {
+      "epoch": 1.5710599254515913,
+      "grad_norm": 534.2371826171875,
+      "learning_rate": 2.3170524836202936e-06,
+      "loss": 40.0938,
+      "step": 32876
+    },
+    {
+      "epoch": 1.5711077128930517,
+      "grad_norm": 105.95686340332031,
+      "learning_rate": 2.31655715693872e-06,
+      "loss": 16.5781,
+      "step": 32877
+    },
+    {
+      "epoch": 1.5711555003345121,
+      "grad_norm": 159.47918701171875,
+      "learning_rate": 2.316061876271053e-06,
+      "loss": 25.8125,
+      "step": 32878
+    },
+    {
+      "epoch": 1.5712032877759725,
+      "grad_norm": 129.77903747558594,
+      "learning_rate": 2.3155666416202605e-06,
+      "loss": 20.9531,
+      "step": 32879
+    },
+    {
+      "epoch": 1.571251075217433,
+      "grad_norm": 163.284912109375,
+      "learning_rate": 2.315071452989307e-06,
+      "loss": 16.3125,
+      "step": 32880
+    },
+    {
+      "epoch": 1.5712988626588933,
+      "grad_norm": 246.36148071289062,
+      "learning_rate": 2.3145763103811624e-06,
+      "loss": 25.0,
+      "step": 32881
+    },
+    {
+      "epoch": 1.5713466501003537,
+      "grad_norm": 586.5914916992188,
+      "learning_rate": 2.3140812137987867e-06,
+      "loss": 19.8906,
+      "step": 32882
+    },
+    {
+      "epoch": 1.571394437541814,
+      "grad_norm": 467.3152160644531,
+      "learning_rate": 2.3135861632451462e-06,
+      "loss": 24.6875,
+      "step": 32883
+    },
+    {
+      "epoch": 1.5714422249832745,
+      "grad_norm": 219.3636474609375,
+      "learning_rate": 2.3130911587232097e-06,
+      "loss": 22.0625,
+      "step": 32884
+    },
+    {
+      "epoch": 1.5714900124247349,
+      "grad_norm": 523.3134155273438,
+      "learning_rate": 2.312596200235935e-06,
+      "loss": 24.5,
+      "step": 32885
+    },
+    {
+      "epoch": 1.5715377998661952,
+      "grad_norm": 301.62493896484375,
+      "learning_rate": 2.3121012877862905e-06,
+      "loss": 26.6562,
+      "step": 32886
+    },
+    {
+      "epoch": 1.5715855873076556,
+      "grad_norm": 628.0219116210938,
+      "learning_rate": 2.3116064213772383e-06,
+      "loss": 31.3125,
+      "step": 32887
+    },
+    {
+      "epoch": 1.571633374749116,
+      "grad_norm": 372.66876220703125,
+      "learning_rate": 2.311111601011746e-06,
+      "loss": 29.5469,
+      "step": 32888
+    },
+    {
+      "epoch": 1.5716811621905764,
+      "grad_norm": 318.07879638671875,
+      "learning_rate": 2.3106168266927707e-06,
+      "loss": 17.7188,
+      "step": 32889
+    },
+    {
+      "epoch": 1.5717289496320368,
+      "grad_norm": 228.65121459960938,
+      "learning_rate": 2.3101220984232798e-06,
+      "loss": 23.2812,
+      "step": 32890
+    },
+    {
+      "epoch": 1.5717767370734972,
+      "grad_norm": 252.32797241210938,
+      "learning_rate": 2.3096274162062337e-06,
+      "loss": 19.0,
+      "step": 32891
+    },
+    {
+      "epoch": 1.5718245245149576,
+      "grad_norm": 357.84344482421875,
+      "learning_rate": 2.3091327800445984e-06,
+      "loss": 27.2656,
+      "step": 32892
+    },
+    {
+      "epoch": 1.571872311956418,
+      "grad_norm": 204.7405242919922,
+      "learning_rate": 2.3086381899413324e-06,
+      "loss": 19.1875,
+      "step": 32893
+    },
+    {
+      "epoch": 1.5719200993978784,
+      "grad_norm": 144.9127960205078,
+      "learning_rate": 2.3081436458993976e-06,
+      "loss": 19.6406,
+      "step": 32894
+    },
+    {
+      "epoch": 1.5719678868393387,
+      "grad_norm": 507.7090148925781,
+      "learning_rate": 2.307649147921761e-06,
+      "loss": 28.3125,
+      "step": 32895
+    },
+    {
+      "epoch": 1.5720156742807991,
+      "grad_norm": 214.79151916503906,
+      "learning_rate": 2.307154696011378e-06,
+      "loss": 27.1875,
+      "step": 32896
+    },
+    {
+      "epoch": 1.5720634617222595,
+      "grad_norm": 345.2265625,
+      "learning_rate": 2.306660290171211e-06,
+      "loss": 27.7188,
+      "step": 32897
+    },
+    {
+      "epoch": 1.57211124916372,
+      "grad_norm": 565.3048706054688,
+      "learning_rate": 2.306165930404222e-06,
+      "loss": 39.3438,
+      "step": 32898
+    },
+    {
+      "epoch": 1.5721590366051803,
+      "grad_norm": 282.9400329589844,
+      "learning_rate": 2.305671616713373e-06,
+      "loss": 24.4844,
+      "step": 32899
+    },
+    {
+      "epoch": 1.5722068240466407,
+      "grad_norm": 204.26963806152344,
+      "learning_rate": 2.3051773491016205e-06,
+      "loss": 28.6875,
+      "step": 32900
+    },
+    {
+      "epoch": 1.572254611488101,
+      "grad_norm": 295.7806396484375,
+      "learning_rate": 2.3046831275719294e-06,
+      "loss": 26.8281,
+      "step": 32901
+    },
+    {
+      "epoch": 1.5723023989295615,
+      "grad_norm": 256.2139892578125,
+      "learning_rate": 2.304188952127254e-06,
+      "loss": 25.0156,
+      "step": 32902
+    },
+    {
+      "epoch": 1.5723501863710216,
+      "grad_norm": 160.77011108398438,
+      "learning_rate": 2.303694822770557e-06,
+      "loss": 17.2969,
+      "step": 32903
+    },
+    {
+      "epoch": 1.572397973812482,
+      "grad_norm": 273.7860107421875,
+      "learning_rate": 2.3032007395047995e-06,
+      "loss": 18.25,
+      "step": 32904
+    },
+    {
+      "epoch": 1.5724457612539424,
+      "grad_norm": 238.01019287109375,
+      "learning_rate": 2.302706702332935e-06,
+      "loss": 19.0625,
+      "step": 32905
+    },
+    {
+      "epoch": 1.5724935486954028,
+      "grad_norm": 251.75038146972656,
+      "learning_rate": 2.302212711257925e-06,
+      "loss": 29.0,
+      "step": 32906
+    },
+    {
+      "epoch": 1.5725413361368632,
+      "grad_norm": 244.36907958984375,
+      "learning_rate": 2.301718766282731e-06,
+      "loss": 23.1562,
+      "step": 32907
+    },
+    {
+      "epoch": 1.5725891235783236,
+      "grad_norm": 120.56076049804688,
+      "learning_rate": 2.3012248674103055e-06,
+      "loss": 21.0625,
+      "step": 32908
+    },
+    {
+      "epoch": 1.572636911019784,
+      "grad_norm": 294.10943603515625,
+      "learning_rate": 2.300731014643609e-06,
+      "loss": 25.3125,
+      "step": 32909
+    },
+    {
+      "epoch": 1.5726846984612444,
+      "grad_norm": 245.43458557128906,
+      "learning_rate": 2.3002372079856016e-06,
+      "loss": 31.0938,
+      "step": 32910
+    },
+    {
+      "epoch": 1.5727324859027048,
+      "grad_norm": 259.8283386230469,
+      "learning_rate": 2.2997434474392356e-06,
+      "loss": 24.375,
+      "step": 32911
+    },
+    {
+      "epoch": 1.5727802733441651,
+      "grad_norm": 134.5813446044922,
+      "learning_rate": 2.2992497330074694e-06,
+      "loss": 25.5,
+      "step": 32912
+    },
+    {
+      "epoch": 1.5728280607856255,
+      "grad_norm": 238.48463439941406,
+      "learning_rate": 2.2987560646932607e-06,
+      "loss": 23.8438,
+      "step": 32913
+    },
+    {
+      "epoch": 1.572875848227086,
+      "grad_norm": 302.06927490234375,
+      "learning_rate": 2.298262442499568e-06,
+      "loss": 22.5156,
+      "step": 32914
+    },
+    {
+      "epoch": 1.5729236356685463,
+      "grad_norm": 381.63037109375,
+      "learning_rate": 2.2977688664293442e-06,
+      "loss": 40.2188,
+      "step": 32915
+    },
+    {
+      "epoch": 1.5729714231100067,
+      "grad_norm": 580.9765014648438,
+      "learning_rate": 2.297275336485545e-06,
+      "loss": 24.5781,
+      "step": 32916
+    },
+    {
+      "epoch": 1.573019210551467,
+      "grad_norm": 189.0366668701172,
+      "learning_rate": 2.2967818526711283e-06,
+      "loss": 28.7188,
+      "step": 32917
+    },
+    {
+      "epoch": 1.5730669979929275,
+      "grad_norm": 219.77854919433594,
+      "learning_rate": 2.2962884149890508e-06,
+      "loss": 17.0156,
+      "step": 32918
+    },
+    {
+      "epoch": 1.5731147854343879,
+      "grad_norm": 305.5997009277344,
+      "learning_rate": 2.295795023442262e-06,
+      "loss": 25.1719,
+      "step": 32919
+    },
+    {
+      "epoch": 1.5731625728758483,
+      "grad_norm": 707.569091796875,
+      "learning_rate": 2.29530167803372e-06,
+      "loss": 25.75,
+      "step": 32920
+    },
+    {
+      "epoch": 1.5732103603173087,
+      "grad_norm": 166.42486572265625,
+      "learning_rate": 2.294808378766382e-06,
+      "loss": 17.1094,
+      "step": 32921
+    },
+    {
+      "epoch": 1.573258147758769,
+      "grad_norm": 332.8880615234375,
+      "learning_rate": 2.294315125643196e-06,
+      "loss": 34.9062,
+      "step": 32922
+    },
+    {
+      "epoch": 1.5733059352002294,
+      "grad_norm": 360.899169921875,
+      "learning_rate": 2.2938219186671207e-06,
+      "loss": 20.8438,
+      "step": 32923
+    },
+    {
+      "epoch": 1.5733537226416896,
+      "grad_norm": 194.5992889404297,
+      "learning_rate": 2.2933287578411077e-06,
+      "loss": 19.5469,
+      "step": 32924
+    },
+    {
+      "epoch": 1.57340151008315,
+      "grad_norm": 226.19821166992188,
+      "learning_rate": 2.292835643168114e-06,
+      "loss": 18.8203,
+      "step": 32925
+    },
+    {
+      "epoch": 1.5734492975246104,
+      "grad_norm": 296.7511291503906,
+      "learning_rate": 2.2923425746510864e-06,
+      "loss": 21.1875,
+      "step": 32926
+    },
+    {
+      "epoch": 1.5734970849660708,
+      "grad_norm": 413.2505798339844,
+      "learning_rate": 2.291849552292982e-06,
+      "loss": 29.2656,
+      "step": 32927
+    },
+    {
+      "epoch": 1.5735448724075312,
+      "grad_norm": 170.5124969482422,
+      "learning_rate": 2.2913565760967526e-06,
+      "loss": 25.3125,
+      "step": 32928
+    },
+    {
+      "epoch": 1.5735926598489915,
+      "grad_norm": 183.6356201171875,
+      "learning_rate": 2.290863646065352e-06,
+      "loss": 22.2812,
+      "step": 32929
+    },
+    {
+      "epoch": 1.573640447290452,
+      "grad_norm": 150.43711853027344,
+      "learning_rate": 2.290370762201729e-06,
+      "loss": 17.4219,
+      "step": 32930
+    },
+    {
+      "epoch": 1.5736882347319123,
+      "grad_norm": 950.419189453125,
+      "learning_rate": 2.2898779245088375e-06,
+      "loss": 24.5781,
+      "step": 32931
+    },
+    {
+      "epoch": 1.5737360221733727,
+      "grad_norm": 181.52093505859375,
+      "learning_rate": 2.28938513298963e-06,
+      "loss": 29.5,
+      "step": 32932
+    },
+    {
+      "epoch": 1.573783809614833,
+      "grad_norm": 324.34417724609375,
+      "learning_rate": 2.288892387647054e-06,
+      "loss": 24.4375,
+      "step": 32933
+    },
+    {
+      "epoch": 1.5738315970562935,
+      "grad_norm": 474.955810546875,
+      "learning_rate": 2.288399688484062e-06,
+      "loss": 26.3438,
+      "step": 32934
+    },
+    {
+      "epoch": 1.5738793844977539,
+      "grad_norm": 174.49636840820312,
+      "learning_rate": 2.2879070355036093e-06,
+      "loss": 22.7188,
+      "step": 32935
+    },
+    {
+      "epoch": 1.5739271719392143,
+      "grad_norm": 267.5771179199219,
+      "learning_rate": 2.2874144287086377e-06,
+      "loss": 22.6094,
+      "step": 32936
+    },
+    {
+      "epoch": 1.5739749593806747,
+      "grad_norm": 233.07614135742188,
+      "learning_rate": 2.2869218681021054e-06,
+      "loss": 27.6875,
+      "step": 32937
+    },
+    {
+      "epoch": 1.574022746822135,
+      "grad_norm": 508.96331787109375,
+      "learning_rate": 2.2864293536869555e-06,
+      "loss": 33.4375,
+      "step": 32938
+    },
+    {
+      "epoch": 1.5740705342635954,
+      "grad_norm": 157.95518493652344,
+      "learning_rate": 2.2859368854661403e-06,
+      "loss": 23.2188,
+      "step": 32939
+    },
+    {
+      "epoch": 1.5741183217050558,
+      "grad_norm": 194.4881134033203,
+      "learning_rate": 2.285444463442613e-06,
+      "loss": 21.6875,
+      "step": 32940
+    },
+    {
+      "epoch": 1.5741661091465162,
+      "grad_norm": 519.4237670898438,
+      "learning_rate": 2.2849520876193154e-06,
+      "loss": 30.7188,
+      "step": 32941
+    },
+    {
+      "epoch": 1.5742138965879766,
+      "grad_norm": 287.9783935546875,
+      "learning_rate": 2.284459757999199e-06,
+      "loss": 36.9375,
+      "step": 32942
+    },
+    {
+      "epoch": 1.574261684029437,
+      "grad_norm": 207.09881591796875,
+      "learning_rate": 2.283967474585217e-06,
+      "loss": 22.0938,
+      "step": 32943
+    },
+    {
+      "epoch": 1.5743094714708974,
+      "grad_norm": 506.78399658203125,
+      "learning_rate": 2.2834752373803094e-06,
+      "loss": 32.8438,
+      "step": 32944
+    },
+    {
+      "epoch": 1.5743572589123578,
+      "grad_norm": 584.9452514648438,
+      "learning_rate": 2.282983046387429e-06,
+      "loss": 27.7188,
+      "step": 32945
+    },
+    {
+      "epoch": 1.5744050463538182,
+      "grad_norm": 178.67471313476562,
+      "learning_rate": 2.282490901609522e-06,
+      "loss": 20.2031,
+      "step": 32946
+    },
+    {
+      "epoch": 1.5744528337952786,
+      "grad_norm": 360.728515625,
+      "learning_rate": 2.2819988030495386e-06,
+      "loss": 23.8125,
+      "step": 32947
+    },
+    {
+      "epoch": 1.574500621236739,
+      "grad_norm": 182.5164337158203,
+      "learning_rate": 2.2815067507104216e-06,
+      "loss": 19.875,
+      "step": 32948
+    },
+    {
+      "epoch": 1.5745484086781993,
+      "grad_norm": 181.30792236328125,
+      "learning_rate": 2.2810147445951194e-06,
+      "loss": 25.375,
+      "step": 32949
+    },
+    {
+      "epoch": 1.5745961961196597,
+      "grad_norm": 382.607666015625,
+      "learning_rate": 2.280522784706578e-06,
+      "loss": 23.9375,
+      "step": 32950
+    },
+    {
+      "epoch": 1.5746439835611201,
+      "grad_norm": 191.7570037841797,
+      "learning_rate": 2.280030871047748e-06,
+      "loss": 23.7031,
+      "step": 32951
+    },
+    {
+      "epoch": 1.5746917710025805,
+      "grad_norm": 191.3171844482422,
+      "learning_rate": 2.279539003621568e-06,
+      "loss": 19.0,
+      "step": 32952
+    },
+    {
+      "epoch": 1.574739558444041,
+      "grad_norm": 292.1839904785156,
+      "learning_rate": 2.2790471824309877e-06,
+      "loss": 20.5938,
+      "step": 32953
+    },
+    {
+      "epoch": 1.5747873458855013,
+      "grad_norm": 180.39273071289062,
+      "learning_rate": 2.2785554074789516e-06,
+      "loss": 23.9531,
+      "step": 32954
+    },
+    {
+      "epoch": 1.5748351333269617,
+      "grad_norm": 293.1404113769531,
+      "learning_rate": 2.2780636787684084e-06,
+      "loss": 25.4531,
+      "step": 32955
+    },
+    {
+      "epoch": 1.574882920768422,
+      "grad_norm": 344.9687805175781,
+      "learning_rate": 2.277571996302297e-06,
+      "loss": 28.0938,
+      "step": 32956
+    },
+    {
+      "epoch": 1.5749307082098825,
+      "grad_norm": 155.26612854003906,
+      "learning_rate": 2.2770803600835646e-06,
+      "loss": 25.5938,
+      "step": 32957
+    },
+    {
+      "epoch": 1.5749784956513428,
+      "grad_norm": 137.66722106933594,
+      "learning_rate": 2.276588770115158e-06,
+      "loss": 19.0,
+      "step": 32958
+    },
+    {
+      "epoch": 1.5750262830928032,
+      "grad_norm": 242.6785888671875,
+      "learning_rate": 2.276097226400016e-06,
+      "loss": 17.8906,
+      "step": 32959
+    },
+    {
+      "epoch": 1.5750740705342636,
+      "grad_norm": 331.48101806640625,
+      "learning_rate": 2.275605728941085e-06,
+      "loss": 29.5938,
+      "step": 32960
+    },
+    {
+      "epoch": 1.575121857975724,
+      "grad_norm": 458.7687683105469,
+      "learning_rate": 2.275114277741308e-06,
+      "loss": 17.5938,
+      "step": 32961
+    },
+    {
+      "epoch": 1.5751696454171844,
+      "grad_norm": 267.32440185546875,
+      "learning_rate": 2.2746228728036324e-06,
+      "loss": 20.4531,
+      "step": 32962
+    },
+    {
+      "epoch": 1.5752174328586448,
+      "grad_norm": 331.9704895019531,
+      "learning_rate": 2.274131514130995e-06,
+      "loss": 27.0469,
+      "step": 32963
+    },
+    {
+      "epoch": 1.5752652203001052,
+      "grad_norm": 157.68487548828125,
+      "learning_rate": 2.2736402017263394e-06,
+      "loss": 22.6562,
+      "step": 32964
+    },
+    {
+      "epoch": 1.5753130077415656,
+      "grad_norm": 238.31488037109375,
+      "learning_rate": 2.2731489355926127e-06,
+      "loss": 19.4688,
+      "step": 32965
+    },
+    {
+      "epoch": 1.575360795183026,
+      "grad_norm": 267.21917724609375,
+      "learning_rate": 2.272657715732751e-06,
+      "loss": 22.4688,
+      "step": 32966
+    },
+    {
+      "epoch": 1.5754085826244864,
+      "grad_norm": 193.13409423828125,
+      "learning_rate": 2.2721665421496974e-06,
+      "loss": 28.6094,
+      "step": 32967
+    },
+    {
+      "epoch": 1.5754563700659467,
+      "grad_norm": 452.8238220214844,
+      "learning_rate": 2.2716754148463983e-06,
+      "loss": 23.7812,
+      "step": 32968
+    },
+    {
+      "epoch": 1.5755041575074071,
+      "grad_norm": 273.8703308105469,
+      "learning_rate": 2.2711843338257887e-06,
+      "loss": 16.8281,
+      "step": 32969
+    },
+    {
+      "epoch": 1.5755519449488675,
+      "grad_norm": 573.2239990234375,
+      "learning_rate": 2.2706932990908147e-06,
+      "loss": 24.4375,
+      "step": 32970
+    },
+    {
+      "epoch": 1.575599732390328,
+      "grad_norm": 314.9952087402344,
+      "learning_rate": 2.2702023106444104e-06,
+      "loss": 28.7812,
+      "step": 32971
+    },
+    {
+      "epoch": 1.5756475198317883,
+      "grad_norm": 171.17796325683594,
+      "learning_rate": 2.2697113684895213e-06,
+      "loss": 22.5156,
+      "step": 32972
+    },
+    {
+      "epoch": 1.5756953072732487,
+      "grad_norm": 205.84951782226562,
+      "learning_rate": 2.2692204726290888e-06,
+      "loss": 23.4062,
+      "step": 32973
+    },
+    {
+      "epoch": 1.575743094714709,
+      "grad_norm": 222.20411682128906,
+      "learning_rate": 2.2687296230660474e-06,
+      "loss": 26.3125,
+      "step": 32974
+    },
+    {
+      "epoch": 1.5757908821561695,
+      "grad_norm": 122.87242889404297,
+      "learning_rate": 2.268238819803339e-06,
+      "loss": 16.4219,
+      "step": 32975
+    },
+    {
+      "epoch": 1.5758386695976299,
+      "grad_norm": 1164.7071533203125,
+      "learning_rate": 2.267748062843904e-06,
+      "loss": 25.8594,
+      "step": 32976
+    },
+    {
+      "epoch": 1.5758864570390902,
+      "grad_norm": 289.45587158203125,
+      "learning_rate": 2.267257352190684e-06,
+      "loss": 18.875,
+      "step": 32977
+    },
+    {
+      "epoch": 1.5759342444805506,
+      "grad_norm": 298.7687072753906,
+      "learning_rate": 2.266766687846611e-06,
+      "loss": 27.1875,
+      "step": 32978
+    },
+    {
+      "epoch": 1.575982031922011,
+      "grad_norm": 701.5484008789062,
+      "learning_rate": 2.266276069814627e-06,
+      "loss": 17.2656,
+      "step": 32979
+    },
+    {
+      "epoch": 1.5760298193634714,
+      "grad_norm": 345.4944152832031,
+      "learning_rate": 2.2657854980976723e-06,
+      "loss": 18.7188,
+      "step": 32980
+    },
+    {
+      "epoch": 1.5760776068049318,
+      "grad_norm": 362.6256103515625,
+      "learning_rate": 2.2652949726986808e-06,
+      "loss": 21.625,
+      "step": 32981
+    },
+    {
+      "epoch": 1.5761253942463922,
+      "grad_norm": 541.4170532226562,
+      "learning_rate": 2.2648044936205914e-06,
+      "loss": 26.5156,
+      "step": 32982
+    },
+    {
+      "epoch": 1.5761731816878526,
+      "grad_norm": 314.8876953125,
+      "learning_rate": 2.2643140608663417e-06,
+      "loss": 20.4219,
+      "step": 32983
+    },
+    {
+      "epoch": 1.576220969129313,
+      "grad_norm": 408.74505615234375,
+      "learning_rate": 2.263823674438872e-06,
+      "loss": 30.625,
+      "step": 32984
+    },
+    {
+      "epoch": 1.5762687565707734,
+      "grad_norm": 241.58326721191406,
+      "learning_rate": 2.2633333343411133e-06,
+      "loss": 23.625,
+      "step": 32985
+    },
+    {
+      "epoch": 1.5763165440122335,
+      "grad_norm": 205.794189453125,
+      "learning_rate": 2.262843040576006e-06,
+      "loss": 19.2812,
+      "step": 32986
+    },
+    {
+      "epoch": 1.576364331453694,
+      "grad_norm": 371.8149108886719,
+      "learning_rate": 2.262352793146484e-06,
+      "loss": 19.2188,
+      "step": 32987
+    },
+    {
+      "epoch": 1.5764121188951543,
+      "grad_norm": 500.0646667480469,
+      "learning_rate": 2.261862592055487e-06,
+      "loss": 28.1875,
+      "step": 32988
+    },
+    {
+      "epoch": 1.5764599063366147,
+      "grad_norm": 226.1758270263672,
+      "learning_rate": 2.2613724373059465e-06,
+      "loss": 23.6484,
+      "step": 32989
+    },
+    {
+      "epoch": 1.576507693778075,
+      "grad_norm": 170.4163360595703,
+      "learning_rate": 2.2608823289007985e-06,
+      "loss": 19.9219,
+      "step": 32990
+    },
+    {
+      "epoch": 1.5765554812195355,
+      "grad_norm": 381.7738952636719,
+      "learning_rate": 2.26039226684298e-06,
+      "loss": 22.1094,
+      "step": 32991
+    },
+    {
+      "epoch": 1.5766032686609959,
+      "grad_norm": 342.35247802734375,
+      "learning_rate": 2.2599022511354274e-06,
+      "loss": 20.9688,
+      "step": 32992
+    },
+    {
+      "epoch": 1.5766510561024563,
+      "grad_norm": 163.0179901123047,
+      "learning_rate": 2.2594122817810693e-06,
+      "loss": 25.5156,
+      "step": 32993
+    },
+    {
+      "epoch": 1.5766988435439167,
+      "grad_norm": 188.7124481201172,
+      "learning_rate": 2.2589223587828445e-06,
+      "loss": 31.6562,
+      "step": 32994
+    },
+    {
+      "epoch": 1.576746630985377,
+      "grad_norm": 244.40121459960938,
+      "learning_rate": 2.2584324821436887e-06,
+      "loss": 15.8125,
+      "step": 32995
+    },
+    {
+      "epoch": 1.5767944184268374,
+      "grad_norm": 840.7767944335938,
+      "learning_rate": 2.25794265186653e-06,
+      "loss": 34.9375,
+      "step": 32996
+    },
+    {
+      "epoch": 1.5768422058682978,
+      "grad_norm": 311.0384216308594,
+      "learning_rate": 2.2574528679543052e-06,
+      "loss": 19.9688,
+      "step": 32997
+    },
+    {
+      "epoch": 1.5768899933097582,
+      "grad_norm": 133.0132598876953,
+      "learning_rate": 2.256963130409949e-06,
+      "loss": 24.8125,
+      "step": 32998
+    },
+    {
+      "epoch": 1.5769377807512186,
+      "grad_norm": 275.874267578125,
+      "learning_rate": 2.2564734392363906e-06,
+      "loss": 27.2812,
+      "step": 32999
+    },
+    {
+      "epoch": 1.576985568192679,
+      "grad_norm": 197.9150848388672,
+      "learning_rate": 2.255983794436565e-06,
+      "loss": 20.7031,
+      "step": 33000
+    },
+    {
+      "epoch": 1.5770333556341394,
+      "grad_norm": 240.49905395507812,
+      "learning_rate": 2.2554941960134047e-06,
+      "loss": 26.75,
+      "step": 33001
+    },
+    {
+      "epoch": 1.5770811430755998,
+      "grad_norm": 307.2429504394531,
+      "learning_rate": 2.255004643969839e-06,
+      "loss": 20.0312,
+      "step": 33002
+    },
+    {
+      "epoch": 1.5771289305170602,
+      "grad_norm": 227.6486358642578,
+      "learning_rate": 2.2545151383088047e-06,
+      "loss": 25.9688,
+      "step": 33003
+    },
+    {
+      "epoch": 1.5771767179585205,
+      "grad_norm": 184.24368286132812,
+      "learning_rate": 2.2540256790332283e-06,
+      "loss": 18.4219,
+      "step": 33004
+    },
+    {
+      "epoch": 1.577224505399981,
+      "grad_norm": 274.86968994140625,
+      "learning_rate": 2.2535362661460426e-06,
+      "loss": 27.5156,
+      "step": 33005
+    },
+    {
+      "epoch": 1.577272292841441,
+      "grad_norm": 154.08998107910156,
+      "learning_rate": 2.253046899650181e-06,
+      "loss": 21.9844,
+      "step": 33006
+    },
+    {
+      "epoch": 1.5773200802829015,
+      "grad_norm": 328.1551208496094,
+      "learning_rate": 2.25255757954857e-06,
+      "loss": 22.7812,
+      "step": 33007
+    },
+    {
+      "epoch": 1.5773678677243619,
+      "grad_norm": 212.59384155273438,
+      "learning_rate": 2.2520683058441417e-06,
+      "loss": 31.3438,
+      "step": 33008
+    },
+    {
+      "epoch": 1.5774156551658223,
+      "grad_norm": 173.11802673339844,
+      "learning_rate": 2.251579078539827e-06,
+      "loss": 29.9375,
+      "step": 33009
+    },
+    {
+      "epoch": 1.5774634426072827,
+      "grad_norm": 309.8831787109375,
+      "learning_rate": 2.2510898976385587e-06,
+      "loss": 24.875,
+      "step": 33010
+    },
+    {
+      "epoch": 1.577511230048743,
+      "grad_norm": 323.2901306152344,
+      "learning_rate": 2.2506007631432604e-06,
+      "loss": 23.4375,
+      "step": 33011
+    },
+    {
+      "epoch": 1.5775590174902034,
+      "grad_norm": 213.5380401611328,
+      "learning_rate": 2.250111675056863e-06,
+      "loss": 20.6016,
+      "step": 33012
+    },
+    {
+      "epoch": 1.5776068049316638,
+      "grad_norm": 214.42474365234375,
+      "learning_rate": 2.2496226333822967e-06,
+      "loss": 25.3438,
+      "step": 33013
+    },
+    {
+      "epoch": 1.5776545923731242,
+      "grad_norm": 267.4781494140625,
+      "learning_rate": 2.2491336381224937e-06,
+      "loss": 22.9062,
+      "step": 33014
+    },
+    {
+      "epoch": 1.5777023798145846,
+      "grad_norm": 282.8349914550781,
+      "learning_rate": 2.248644689280376e-06,
+      "loss": 22.4375,
+      "step": 33015
+    },
+    {
+      "epoch": 1.577750167256045,
+      "grad_norm": 275.1115417480469,
+      "learning_rate": 2.2481557868588743e-06,
+      "loss": 29.125,
+      "step": 33016
+    },
+    {
+      "epoch": 1.5777979546975054,
+      "grad_norm": 275.4179382324219,
+      "learning_rate": 2.247666930860919e-06,
+      "loss": 27.4688,
+      "step": 33017
+    },
+    {
+      "epoch": 1.5778457421389658,
+      "grad_norm": 344.1213073730469,
+      "learning_rate": 2.247178121289434e-06,
+      "loss": 26.6875,
+      "step": 33018
+    },
+    {
+      "epoch": 1.5778935295804262,
+      "grad_norm": 377.5167541503906,
+      "learning_rate": 2.246689358147347e-06,
+      "loss": 26.2188,
+      "step": 33019
+    },
+    {
+      "epoch": 1.5779413170218866,
+      "grad_norm": 205.46331787109375,
+      "learning_rate": 2.246200641437587e-06,
+      "loss": 23.4219,
+      "step": 33020
+    },
+    {
+      "epoch": 1.577989104463347,
+      "grad_norm": 155.1517791748047,
+      "learning_rate": 2.2457119711630825e-06,
+      "loss": 16.25,
+      "step": 33021
+    },
+    {
+      "epoch": 1.5780368919048073,
+      "grad_norm": 265.5520324707031,
+      "learning_rate": 2.245223347326755e-06,
+      "loss": 23.0,
+      "step": 33022
+    },
+    {
+      "epoch": 1.5780846793462677,
+      "grad_norm": 242.38418579101562,
+      "learning_rate": 2.2447347699315326e-06,
+      "loss": 20.4688,
+      "step": 33023
+    },
+    {
+      "epoch": 1.5781324667877281,
+      "grad_norm": 268.578369140625,
+      "learning_rate": 2.2442462389803422e-06,
+      "loss": 28.9062,
+      "step": 33024
+    },
+    {
+      "epoch": 1.5781802542291885,
+      "grad_norm": 291.421630859375,
+      "learning_rate": 2.2437577544761124e-06,
+      "loss": 22.5781,
+      "step": 33025
+    },
+    {
+      "epoch": 1.578228041670649,
+      "grad_norm": 237.79638671875,
+      "learning_rate": 2.243269316421762e-06,
+      "loss": 25.5312,
+      "step": 33026
+    },
+    {
+      "epoch": 1.5782758291121093,
+      "grad_norm": 214.41177368164062,
+      "learning_rate": 2.242780924820219e-06,
+      "loss": 15.3438,
+      "step": 33027
+    },
+    {
+      "epoch": 1.5783236165535697,
+      "grad_norm": 220.9023895263672,
+      "learning_rate": 2.242292579674413e-06,
+      "loss": 18.9531,
+      "step": 33028
+    },
+    {
+      "epoch": 1.57837140399503,
+      "grad_norm": 289.8175354003906,
+      "learning_rate": 2.241804280987261e-06,
+      "loss": 31.25,
+      "step": 33029
+    },
+    {
+      "epoch": 1.5784191914364905,
+      "grad_norm": 156.59422302246094,
+      "learning_rate": 2.24131602876169e-06,
+      "loss": 19.3438,
+      "step": 33030
+    },
+    {
+      "epoch": 1.5784669788779508,
+      "grad_norm": 229.4066925048828,
+      "learning_rate": 2.2408278230006277e-06,
+      "loss": 26.2344,
+      "step": 33031
+    },
+    {
+      "epoch": 1.5785147663194112,
+      "grad_norm": 181.36807250976562,
+      "learning_rate": 2.240339663706991e-06,
+      "loss": 15.0938,
+      "step": 33032
+    },
+    {
+      "epoch": 1.5785625537608716,
+      "grad_norm": 291.1689453125,
+      "learning_rate": 2.2398515508837084e-06,
+      "loss": 23.75,
+      "step": 33033
+    },
+    {
+      "epoch": 1.578610341202332,
+      "grad_norm": 302.9742126464844,
+      "learning_rate": 2.239363484533703e-06,
+      "loss": 16.8438,
+      "step": 33034
+    },
+    {
+      "epoch": 1.5786581286437924,
+      "grad_norm": 257.0883483886719,
+      "learning_rate": 2.2388754646598944e-06,
+      "loss": 25.0938,
+      "step": 33035
+    },
+    {
+      "epoch": 1.5787059160852528,
+      "grad_norm": 466.3990173339844,
+      "learning_rate": 2.2383874912652103e-06,
+      "loss": 21.6562,
+      "step": 33036
+    },
+    {
+      "epoch": 1.5787537035267132,
+      "grad_norm": 131.90391540527344,
+      "learning_rate": 2.2378995643525668e-06,
+      "loss": 18.2344,
+      "step": 33037
+    },
+    {
+      "epoch": 1.5788014909681736,
+      "grad_norm": 303.27874755859375,
+      "learning_rate": 2.2374116839248893e-06,
+      "loss": 28.0,
+      "step": 33038
+    },
+    {
+      "epoch": 1.578849278409634,
+      "grad_norm": 211.65635681152344,
+      "learning_rate": 2.2369238499850986e-06,
+      "loss": 33.8125,
+      "step": 33039
+    },
+    {
+      "epoch": 1.5788970658510944,
+      "grad_norm": 209.7652587890625,
+      "learning_rate": 2.2364360625361202e-06,
+      "loss": 26.4375,
+      "step": 33040
+    },
+    {
+      "epoch": 1.5789448532925547,
+      "grad_norm": 493.5461120605469,
+      "learning_rate": 2.2359483215808697e-06,
+      "loss": 19.4688,
+      "step": 33041
+    },
+    {
+      "epoch": 1.5789926407340151,
+      "grad_norm": 419.84332275390625,
+      "learning_rate": 2.235460627122269e-06,
+      "loss": 25.9062,
+      "step": 33042
+    },
+    {
+      "epoch": 1.5790404281754755,
+      "grad_norm": 426.4916076660156,
+      "learning_rate": 2.2349729791632445e-06,
+      "loss": 30.1562,
+      "step": 33043
+    },
+    {
+      "epoch": 1.579088215616936,
+      "grad_norm": 214.3905487060547,
+      "learning_rate": 2.234485377706709e-06,
+      "loss": 26.0,
+      "step": 33044
+    },
+    {
+      "epoch": 1.5791360030583963,
+      "grad_norm": 314.2170104980469,
+      "learning_rate": 2.233997822755585e-06,
+      "loss": 35.5625,
+      "step": 33045
+    },
+    {
+      "epoch": 1.5791837904998567,
+      "grad_norm": 240.8809356689453,
+      "learning_rate": 2.2335103143127934e-06,
+      "loss": 28.4688,
+      "step": 33046
+    },
+    {
+      "epoch": 1.579231577941317,
+      "grad_norm": 152.54185485839844,
+      "learning_rate": 2.233022852381257e-06,
+      "loss": 23.8906,
+      "step": 33047
+    },
+    {
+      "epoch": 1.5792793653827775,
+      "grad_norm": 209.49740600585938,
+      "learning_rate": 2.2325354369638884e-06,
+      "loss": 26.3125,
+      "step": 33048
+    },
+    {
+      "epoch": 1.5793271528242379,
+      "grad_norm": 221.54856872558594,
+      "learning_rate": 2.2320480680636103e-06,
+      "loss": 29.4062,
+      "step": 33049
+    },
+    {
+      "epoch": 1.5793749402656982,
+      "grad_norm": 246.39016723632812,
+      "learning_rate": 2.2315607456833398e-06,
+      "loss": 22.4688,
+      "step": 33050
+    },
+    {
+      "epoch": 1.5794227277071586,
+      "grad_norm": 340.17138671875,
+      "learning_rate": 2.2310734698259993e-06,
+      "loss": 32.6875,
+      "step": 33051
+    },
+    {
+      "epoch": 1.579470515148619,
+      "grad_norm": 188.40625,
+      "learning_rate": 2.2305862404945024e-06,
+      "loss": 25.9375,
+      "step": 33052
+    },
+    {
+      "epoch": 1.5795183025900794,
+      "grad_norm": 199.3062286376953,
+      "learning_rate": 2.230099057691768e-06,
+      "loss": 22.9688,
+      "step": 33053
+    },
+    {
+      "epoch": 1.5795660900315398,
+      "grad_norm": 339.7685241699219,
+      "learning_rate": 2.2296119214207168e-06,
+      "loss": 32.1875,
+      "step": 33054
+    },
+    {
+      "epoch": 1.5796138774730002,
+      "grad_norm": 447.4501647949219,
+      "learning_rate": 2.229124831684262e-06,
+      "loss": 46.1875,
+      "step": 33055
+    },
+    {
+      "epoch": 1.5796616649144606,
+      "grad_norm": 221.2382354736328,
+      "learning_rate": 2.2286377884853207e-06,
+      "loss": 34.1562,
+      "step": 33056
+    },
+    {
+      "epoch": 1.579709452355921,
+      "grad_norm": 288.2555236816406,
+      "learning_rate": 2.2281507918268117e-06,
+      "loss": 28.625,
+      "step": 33057
+    },
+    {
+      "epoch": 1.5797572397973814,
+      "grad_norm": 226.44705200195312,
+      "learning_rate": 2.2276638417116545e-06,
+      "loss": 23.5938,
+      "step": 33058
+    },
+    {
+      "epoch": 1.5798050272388418,
+      "grad_norm": 158.08229064941406,
+      "learning_rate": 2.227176938142759e-06,
+      "loss": 14.25,
+      "step": 33059
+    },
+    {
+      "epoch": 1.5798528146803021,
+      "grad_norm": 337.5087585449219,
+      "learning_rate": 2.226690081123043e-06,
+      "loss": 41.625,
+      "step": 33060
+    },
+    {
+      "epoch": 1.5799006021217625,
+      "grad_norm": 200.12466430664062,
+      "learning_rate": 2.2262032706554237e-06,
+      "loss": 20.1406,
+      "step": 33061
+    },
+    {
+      "epoch": 1.579948389563223,
+      "grad_norm": 315.5472412109375,
+      "learning_rate": 2.2257165067428188e-06,
+      "loss": 29.6875,
+      "step": 33062
+    },
+    {
+      "epoch": 1.5799961770046833,
+      "grad_norm": 194.2060089111328,
+      "learning_rate": 2.225229789388137e-06,
+      "loss": 23.2656,
+      "step": 33063
+    },
+    {
+      "epoch": 1.5800439644461437,
+      "grad_norm": 156.46438598632812,
+      "learning_rate": 2.224743118594297e-06,
+      "loss": 16.4375,
+      "step": 33064
+    },
+    {
+      "epoch": 1.580091751887604,
+      "grad_norm": 169.82699584960938,
+      "learning_rate": 2.2242564943642165e-06,
+      "loss": 26.9688,
+      "step": 33065
+    },
+    {
+      "epoch": 1.5801395393290645,
+      "grad_norm": 672.7722778320312,
+      "learning_rate": 2.223769916700802e-06,
+      "loss": 25.8125,
+      "step": 33066
+    },
+    {
+      "epoch": 1.5801873267705249,
+      "grad_norm": 216.9149169921875,
+      "learning_rate": 2.2232833856069746e-06,
+      "loss": 23.1562,
+      "step": 33067
+    },
+    {
+      "epoch": 1.580235114211985,
+      "grad_norm": 181.5196075439453,
+      "learning_rate": 2.2227969010856433e-06,
+      "loss": 23.7188,
+      "step": 33068
+    },
+    {
+      "epoch": 1.5802829016534454,
+      "grad_norm": 225.62771606445312,
+      "learning_rate": 2.222310463139725e-06,
+      "loss": 18.2812,
+      "step": 33069
+    },
+    {
+      "epoch": 1.5803306890949058,
+      "grad_norm": 281.0742492675781,
+      "learning_rate": 2.2218240717721284e-06,
+      "loss": 26.0781,
+      "step": 33070
+    },
+    {
+      "epoch": 1.5803784765363662,
+      "grad_norm": 440.2854309082031,
+      "learning_rate": 2.2213377269857694e-06,
+      "loss": 28.5,
+      "step": 33071
+    },
+    {
+      "epoch": 1.5804262639778266,
+      "grad_norm": 165.3399200439453,
+      "learning_rate": 2.2208514287835603e-06,
+      "loss": 22.9375,
+      "step": 33072
+    },
+    {
+      "epoch": 1.580474051419287,
+      "grad_norm": 545.1939697265625,
+      "learning_rate": 2.2203651771684153e-06,
+      "loss": 32.3125,
+      "step": 33073
+    },
+    {
+      "epoch": 1.5805218388607474,
+      "grad_norm": 252.77847290039062,
+      "learning_rate": 2.2198789721432422e-06,
+      "loss": 30.2812,
+      "step": 33074
+    },
+    {
+      "epoch": 1.5805696263022078,
+      "grad_norm": 414.1998596191406,
+      "learning_rate": 2.2193928137109545e-06,
+      "loss": 18.7344,
+      "step": 33075
+    },
+    {
+      "epoch": 1.5806174137436682,
+      "grad_norm": 198.27850341796875,
+      "learning_rate": 2.2189067018744646e-06,
+      "loss": 20.5156,
+      "step": 33076
+    },
+    {
+      "epoch": 1.5806652011851285,
+      "grad_norm": 347.3049011230469,
+      "learning_rate": 2.2184206366366856e-06,
+      "loss": 27.8594,
+      "step": 33077
+    },
+    {
+      "epoch": 1.580712988626589,
+      "grad_norm": 324.8596496582031,
+      "learning_rate": 2.2179346180005234e-06,
+      "loss": 22.5469,
+      "step": 33078
+    },
+    {
+      "epoch": 1.5807607760680493,
+      "grad_norm": 282.3355407714844,
+      "learning_rate": 2.2174486459688917e-06,
+      "loss": 28.3438,
+      "step": 33079
+    },
+    {
+      "epoch": 1.5808085635095097,
+      "grad_norm": 403.4210205078125,
+      "learning_rate": 2.216962720544703e-06,
+      "loss": 22.5312,
+      "step": 33080
+    },
+    {
+      "epoch": 1.58085635095097,
+      "grad_norm": 252.7879638671875,
+      "learning_rate": 2.216476841730861e-06,
+      "loss": 20.0781,
+      "step": 33081
+    },
+    {
+      "epoch": 1.5809041383924305,
+      "grad_norm": 259.2419738769531,
+      "learning_rate": 2.2159910095302807e-06,
+      "loss": 27.7969,
+      "step": 33082
+    },
+    {
+      "epoch": 1.5809519258338909,
+      "grad_norm": 147.6590576171875,
+      "learning_rate": 2.2155052239458684e-06,
+      "loss": 18.0,
+      "step": 33083
+    },
+    {
+      "epoch": 1.5809997132753513,
+      "grad_norm": 191.41485595703125,
+      "learning_rate": 2.2150194849805397e-06,
+      "loss": 32.0938,
+      "step": 33084
+    },
+    {
+      "epoch": 1.5810475007168117,
+      "grad_norm": 207.8089141845703,
+      "learning_rate": 2.2145337926371944e-06,
+      "loss": 21.4844,
+      "step": 33085
+    },
+    {
+      "epoch": 1.581095288158272,
+      "grad_norm": 419.6824951171875,
+      "learning_rate": 2.214048146918747e-06,
+      "loss": 22.875,
+      "step": 33086
+    },
+    {
+      "epoch": 1.5811430755997324,
+      "grad_norm": 197.1727752685547,
+      "learning_rate": 2.2135625478281044e-06,
+      "loss": 23.4219,
+      "step": 33087
+    },
+    {
+      "epoch": 1.5811908630411928,
+      "grad_norm": 123.80751037597656,
+      "learning_rate": 2.213076995368176e-06,
+      "loss": 19.4062,
+      "step": 33088
+    },
+    {
+      "epoch": 1.581238650482653,
+      "grad_norm": 227.0757598876953,
+      "learning_rate": 2.2125914895418675e-06,
+      "loss": 16.1719,
+      "step": 33089
+    },
+    {
+      "epoch": 1.5812864379241134,
+      "grad_norm": 341.159423828125,
+      "learning_rate": 2.212106030352087e-06,
+      "loss": 22.8594,
+      "step": 33090
+    },
+    {
+      "epoch": 1.5813342253655738,
+      "grad_norm": 470.78131103515625,
+      "learning_rate": 2.2116206178017453e-06,
+      "loss": 27.1875,
+      "step": 33091
+    },
+    {
+      "epoch": 1.5813820128070342,
+      "grad_norm": 212.874267578125,
+      "learning_rate": 2.2111352518937434e-06,
+      "loss": 28.9062,
+      "step": 33092
+    },
+    {
+      "epoch": 1.5814298002484946,
+      "grad_norm": 388.6234436035156,
+      "learning_rate": 2.2106499326309903e-06,
+      "loss": 29.5625,
+      "step": 33093
+    },
+    {
+      "epoch": 1.581477587689955,
+      "grad_norm": 135.97030639648438,
+      "learning_rate": 2.210164660016394e-06,
+      "loss": 17.625,
+      "step": 33094
+    },
+    {
+      "epoch": 1.5815253751314153,
+      "grad_norm": 277.7270812988281,
+      "learning_rate": 2.209679434052863e-06,
+      "loss": 24.1875,
+      "step": 33095
+    },
+    {
+      "epoch": 1.5815731625728757,
+      "grad_norm": 402.8584899902344,
+      "learning_rate": 2.209194254743295e-06,
+      "loss": 28.4844,
+      "step": 33096
+    },
+    {
+      "epoch": 1.5816209500143361,
+      "grad_norm": 215.228515625,
+      "learning_rate": 2.208709122090602e-06,
+      "loss": 20.5312,
+      "step": 33097
+    },
+    {
+      "epoch": 1.5816687374557965,
+      "grad_norm": 267.7262268066406,
+      "learning_rate": 2.2082240360976915e-06,
+      "loss": 20.625,
+      "step": 33098
+    },
+    {
+      "epoch": 1.581716524897257,
+      "grad_norm": 284.8868408203125,
+      "learning_rate": 2.20773899676746e-06,
+      "loss": 33.9062,
+      "step": 33099
+    },
+    {
+      "epoch": 1.5817643123387173,
+      "grad_norm": 225.360107421875,
+      "learning_rate": 2.2072540041028214e-06,
+      "loss": 20.0625,
+      "step": 33100
+    },
+    {
+      "epoch": 1.5818120997801777,
+      "grad_norm": 293.55084228515625,
+      "learning_rate": 2.2067690581066723e-06,
+      "loss": 25.2969,
+      "step": 33101
+    },
+    {
+      "epoch": 1.581859887221638,
+      "grad_norm": 176.41241455078125,
+      "learning_rate": 2.206284158781922e-06,
+      "loss": 22.75,
+      "step": 33102
+    },
+    {
+      "epoch": 1.5819076746630985,
+      "grad_norm": 136.2099609375,
+      "learning_rate": 2.2057993061314743e-06,
+      "loss": 21.8438,
+      "step": 33103
+    },
+    {
+      "epoch": 1.5819554621045588,
+      "grad_norm": 237.1224365234375,
+      "learning_rate": 2.2053145001582287e-06,
+      "loss": 26.25,
+      "step": 33104
+    },
+    {
+      "epoch": 1.5820032495460192,
+      "grad_norm": 214.06314086914062,
+      "learning_rate": 2.204829740865092e-06,
+      "loss": 26.25,
+      "step": 33105
+    },
+    {
+      "epoch": 1.5820510369874796,
+      "grad_norm": 416.5201721191406,
+      "learning_rate": 2.2043450282549693e-06,
+      "loss": 34.75,
+      "step": 33106
+    },
+    {
+      "epoch": 1.58209882442894,
+      "grad_norm": 308.0034484863281,
+      "learning_rate": 2.2038603623307577e-06,
+      "loss": 30.5938,
+      "step": 33107
+    },
+    {
+      "epoch": 1.5821466118704004,
+      "grad_norm": 181.12277221679688,
+      "learning_rate": 2.203375743095363e-06,
+      "loss": 20.5625,
+      "step": 33108
+    },
+    {
+      "epoch": 1.5821943993118608,
+      "grad_norm": 324.62933349609375,
+      "learning_rate": 2.2028911705516866e-06,
+      "loss": 28.0156,
+      "step": 33109
+    },
+    {
+      "epoch": 1.5822421867533212,
+      "grad_norm": 199.57313537597656,
+      "learning_rate": 2.2024066447026336e-06,
+      "loss": 19.7969,
+      "step": 33110
+    },
+    {
+      "epoch": 1.5822899741947816,
+      "grad_norm": 428.9112854003906,
+      "learning_rate": 2.2019221655511015e-06,
+      "loss": 25.375,
+      "step": 33111
+    },
+    {
+      "epoch": 1.582337761636242,
+      "grad_norm": 252.3617706298828,
+      "learning_rate": 2.2014377330999924e-06,
+      "loss": 28.8125,
+      "step": 33112
+    },
+    {
+      "epoch": 1.5823855490777023,
+      "grad_norm": 199.5035858154297,
+      "learning_rate": 2.200953347352213e-06,
+      "loss": 17.5312,
+      "step": 33113
+    },
+    {
+      "epoch": 1.5824333365191627,
+      "grad_norm": 268.5170593261719,
+      "learning_rate": 2.200469008310655e-06,
+      "loss": 16.9375,
+      "step": 33114
+    },
+    {
+      "epoch": 1.5824811239606231,
+      "grad_norm": 541.9666137695312,
+      "learning_rate": 2.1999847159782238e-06,
+      "loss": 21.2656,
+      "step": 33115
+    },
+    {
+      "epoch": 1.5825289114020835,
+      "grad_norm": 177.17005920410156,
+      "learning_rate": 2.1995004703578194e-06,
+      "loss": 23.4062,
+      "step": 33116
+    },
+    {
+      "epoch": 1.582576698843544,
+      "grad_norm": 168.51837158203125,
+      "learning_rate": 2.1990162714523443e-06,
+      "loss": 23.2031,
+      "step": 33117
+    },
+    {
+      "epoch": 1.5826244862850043,
+      "grad_norm": 266.16424560546875,
+      "learning_rate": 2.1985321192646935e-06,
+      "loss": 17.875,
+      "step": 33118
+    },
+    {
+      "epoch": 1.5826722737264647,
+      "grad_norm": 151.4036865234375,
+      "learning_rate": 2.1980480137977678e-06,
+      "loss": 23.0,
+      "step": 33119
+    },
+    {
+      "epoch": 1.582720061167925,
+      "grad_norm": 262.6766662597656,
+      "learning_rate": 2.197563955054468e-06,
+      "loss": 17.8906,
+      "step": 33120
+    },
+    {
+      "epoch": 1.5827678486093855,
+      "grad_norm": 167.32986450195312,
+      "learning_rate": 2.1970799430376954e-06,
+      "loss": 32.2188,
+      "step": 33121
+    },
+    {
+      "epoch": 1.5828156360508459,
+      "grad_norm": 337.03961181640625,
+      "learning_rate": 2.196595977750342e-06,
+      "loss": 19.9062,
+      "step": 33122
+    },
+    {
+      "epoch": 1.5828634234923062,
+      "grad_norm": 540.9727783203125,
+      "learning_rate": 2.1961120591953087e-06,
+      "loss": 25.375,
+      "step": 33123
+    },
+    {
+      "epoch": 1.5829112109337666,
+      "grad_norm": 203.12879943847656,
+      "learning_rate": 2.1956281873754957e-06,
+      "loss": 25.8906,
+      "step": 33124
+    },
+    {
+      "epoch": 1.582958998375227,
+      "grad_norm": 1199.26220703125,
+      "learning_rate": 2.1951443622938016e-06,
+      "loss": 27.0,
+      "step": 33125
+    },
+    {
+      "epoch": 1.5830067858166874,
+      "grad_norm": 272.27099609375,
+      "learning_rate": 2.1946605839531198e-06,
+      "loss": 28.875,
+      "step": 33126
+    },
+    {
+      "epoch": 1.5830545732581478,
+      "grad_norm": 403.5592041015625,
+      "learning_rate": 2.194176852356349e-06,
+      "loss": 19.0,
+      "step": 33127
+    },
+    {
+      "epoch": 1.5831023606996082,
+      "grad_norm": 600.8361206054688,
+      "learning_rate": 2.1936931675063886e-06,
+      "loss": 28.3438,
+      "step": 33128
+    },
+    {
+      "epoch": 1.5831501481410686,
+      "grad_norm": 128.38336181640625,
+      "learning_rate": 2.1932095294061317e-06,
+      "loss": 14.0781,
+      "step": 33129
+    },
+    {
+      "epoch": 1.583197935582529,
+      "grad_norm": 175.92347717285156,
+      "learning_rate": 2.1927259380584754e-06,
+      "loss": 19.7344,
+      "step": 33130
+    },
+    {
+      "epoch": 1.5832457230239894,
+      "grad_norm": 220.29440307617188,
+      "learning_rate": 2.1922423934663195e-06,
+      "loss": 34.4375,
+      "step": 33131
+    },
+    {
+      "epoch": 1.5832935104654497,
+      "grad_norm": 217.12661743164062,
+      "learning_rate": 2.191758895632554e-06,
+      "loss": 28.4375,
+      "step": 33132
+    },
+    {
+      "epoch": 1.5833412979069101,
+      "grad_norm": 362.7668762207031,
+      "learning_rate": 2.19127544456008e-06,
+      "loss": 29.75,
+      "step": 33133
+    },
+    {
+      "epoch": 1.5833890853483705,
+      "grad_norm": 170.370361328125,
+      "learning_rate": 2.190792040251788e-06,
+      "loss": 23.875,
+      "step": 33134
+    },
+    {
+      "epoch": 1.583436872789831,
+      "grad_norm": 119.85498046875,
+      "learning_rate": 2.1903086827105746e-06,
+      "loss": 16.5781,
+      "step": 33135
+    },
+    {
+      "epoch": 1.5834846602312913,
+      "grad_norm": 463.97930908203125,
+      "learning_rate": 2.189825371939338e-06,
+      "loss": 22.3281,
+      "step": 33136
+    },
+    {
+      "epoch": 1.5835324476727517,
+      "grad_norm": 284.53814697265625,
+      "learning_rate": 2.189342107940966e-06,
+      "loss": 20.2031,
+      "step": 33137
+    },
+    {
+      "epoch": 1.583580235114212,
+      "grad_norm": 266.1205139160156,
+      "learning_rate": 2.1888588907183573e-06,
+      "loss": 28.2969,
+      "step": 33138
+    },
+    {
+      "epoch": 1.5836280225556725,
+      "grad_norm": 207.7293701171875,
+      "learning_rate": 2.188375720274406e-06,
+      "loss": 31.8594,
+      "step": 33139
+    },
+    {
+      "epoch": 1.5836758099971329,
+      "grad_norm": 287.22998046875,
+      "learning_rate": 2.1878925966120034e-06,
+      "loss": 28.1094,
+      "step": 33140
+    },
+    {
+      "epoch": 1.5837235974385933,
+      "grad_norm": 188.620849609375,
+      "learning_rate": 2.187409519734043e-06,
+      "loss": 15.7969,
+      "step": 33141
+    },
+    {
+      "epoch": 1.5837713848800536,
+      "grad_norm": 197.74293518066406,
+      "learning_rate": 2.1869264896434185e-06,
+      "loss": 23.5938,
+      "step": 33142
+    },
+    {
+      "epoch": 1.583819172321514,
+      "grad_norm": 254.53028869628906,
+      "learning_rate": 2.1864435063430246e-06,
+      "loss": 27.9219,
+      "step": 33143
+    },
+    {
+      "epoch": 1.5838669597629744,
+      "grad_norm": 270.2335510253906,
+      "learning_rate": 2.18596056983575e-06,
+      "loss": 28.4375,
+      "step": 33144
+    },
+    {
+      "epoch": 1.5839147472044348,
+      "grad_norm": 252.4503173828125,
+      "learning_rate": 2.1854776801244893e-06,
+      "loss": 20.9688,
+      "step": 33145
+    },
+    {
+      "epoch": 1.5839625346458952,
+      "grad_norm": 292.5887451171875,
+      "learning_rate": 2.184994837212133e-06,
+      "loss": 25.8125,
+      "step": 33146
+    },
+    {
+      "epoch": 1.5840103220873556,
+      "grad_norm": 241.16188049316406,
+      "learning_rate": 2.184512041101576e-06,
+      "loss": 20.7188,
+      "step": 33147
+    },
+    {
+      "epoch": 1.584058109528816,
+      "grad_norm": 315.6391906738281,
+      "learning_rate": 2.184029291795705e-06,
+      "loss": 23.9531,
+      "step": 33148
+    },
+    {
+      "epoch": 1.5841058969702764,
+      "grad_norm": 161.32933044433594,
+      "learning_rate": 2.183546589297413e-06,
+      "loss": 18.0312,
+      "step": 33149
+    },
+    {
+      "epoch": 1.5841536844117365,
+      "grad_norm": 162.81427001953125,
+      "learning_rate": 2.1830639336095938e-06,
+      "loss": 23.1562,
+      "step": 33150
+    },
+    {
+      "epoch": 1.584201471853197,
+      "grad_norm": 381.4193420410156,
+      "learning_rate": 2.1825813247351324e-06,
+      "loss": 26.6875,
+      "step": 33151
+    },
+    {
+      "epoch": 1.5842492592946573,
+      "grad_norm": 213.48411560058594,
+      "learning_rate": 2.182098762676921e-06,
+      "loss": 19.5625,
+      "step": 33152
+    },
+    {
+      "epoch": 1.5842970467361177,
+      "grad_norm": 481.6263427734375,
+      "learning_rate": 2.18161624743785e-06,
+      "loss": 19.9062,
+      "step": 33153
+    },
+    {
+      "epoch": 1.584344834177578,
+      "grad_norm": 313.0423889160156,
+      "learning_rate": 2.1811337790208133e-06,
+      "loss": 39.1719,
+      "step": 33154
+    },
+    {
+      "epoch": 1.5843926216190385,
+      "grad_norm": 187.42152404785156,
+      "learning_rate": 2.1806513574286925e-06,
+      "loss": 20.9375,
+      "step": 33155
+    },
+    {
+      "epoch": 1.5844404090604989,
+      "grad_norm": 322.3952331542969,
+      "learning_rate": 2.1801689826643803e-06,
+      "loss": 19.0625,
+      "step": 33156
+    },
+    {
+      "epoch": 1.5844881965019593,
+      "grad_norm": 223.54039001464844,
+      "learning_rate": 2.179686654730766e-06,
+      "loss": 32.1875,
+      "step": 33157
+    },
+    {
+      "epoch": 1.5845359839434197,
+      "grad_norm": 219.27374267578125,
+      "learning_rate": 2.17920437363074e-06,
+      "loss": 21.6562,
+      "step": 33158
+    },
+    {
+      "epoch": 1.58458377138488,
+      "grad_norm": 222.59112548828125,
+      "learning_rate": 2.1787221393671853e-06,
+      "loss": 26.1875,
+      "step": 33159
+    },
+    {
+      "epoch": 1.5846315588263404,
+      "grad_norm": 253.65103149414062,
+      "learning_rate": 2.1782399519429932e-06,
+      "loss": 23.8125,
+      "step": 33160
+    },
+    {
+      "epoch": 1.5846793462678008,
+      "grad_norm": 187.1326904296875,
+      "learning_rate": 2.177757811361051e-06,
+      "loss": 26.5625,
+      "step": 33161
+    },
+    {
+      "epoch": 1.5847271337092612,
+      "grad_norm": 434.0906677246094,
+      "learning_rate": 2.1772757176242474e-06,
+      "loss": 40.0625,
+      "step": 33162
+    },
+    {
+      "epoch": 1.5847749211507216,
+      "grad_norm": 351.5400390625,
+      "learning_rate": 2.1767936707354675e-06,
+      "loss": 20.7969,
+      "step": 33163
+    },
+    {
+      "epoch": 1.584822708592182,
+      "grad_norm": 167.48313903808594,
+      "learning_rate": 2.1763116706976007e-06,
+      "loss": 20.2031,
+      "step": 33164
+    },
+    {
+      "epoch": 1.5848704960336424,
+      "grad_norm": 324.85235595703125,
+      "learning_rate": 2.175829717513529e-06,
+      "loss": 20.4844,
+      "step": 33165
+    },
+    {
+      "epoch": 1.5849182834751028,
+      "grad_norm": 120.82291412353516,
+      "learning_rate": 2.1753478111861436e-06,
+      "loss": 22.7812,
+      "step": 33166
+    },
+    {
+      "epoch": 1.5849660709165632,
+      "grad_norm": 267.11151123046875,
+      "learning_rate": 2.174865951718326e-06,
+      "loss": 31.8438,
+      "step": 33167
+    },
+    {
+      "epoch": 1.5850138583580236,
+      "grad_norm": 238.43113708496094,
+      "learning_rate": 2.1743841391129638e-06,
+      "loss": 27.2812,
+      "step": 33168
+    },
+    {
+      "epoch": 1.585061645799484,
+      "grad_norm": 267.7218322753906,
+      "learning_rate": 2.1739023733729457e-06,
+      "loss": 15.2812,
+      "step": 33169
+    },
+    {
+      "epoch": 1.5851094332409443,
+      "grad_norm": 339.933349609375,
+      "learning_rate": 2.1734206545011517e-06,
+      "loss": 25.7656,
+      "step": 33170
+    },
+    {
+      "epoch": 1.5851572206824045,
+      "grad_norm": 206.48287963867188,
+      "learning_rate": 2.1729389825004687e-06,
+      "loss": 20.3281,
+      "step": 33171
+    },
+    {
+      "epoch": 1.585205008123865,
+      "grad_norm": 220.80703735351562,
+      "learning_rate": 2.172457357373782e-06,
+      "loss": 23.8281,
+      "step": 33172
+    },
+    {
+      "epoch": 1.5852527955653253,
+      "grad_norm": 238.5770263671875,
+      "learning_rate": 2.171975779123977e-06,
+      "loss": 21.5312,
+      "step": 33173
+    },
+    {
+      "epoch": 1.5853005830067857,
+      "grad_norm": 372.0196838378906,
+      "learning_rate": 2.1714942477539337e-06,
+      "loss": 24.4062,
+      "step": 33174
+    },
+    {
+      "epoch": 1.585348370448246,
+      "grad_norm": 255.52804565429688,
+      "learning_rate": 2.171012763266539e-06,
+      "loss": 28.1562,
+      "step": 33175
+    },
+    {
+      "epoch": 1.5853961578897064,
+      "grad_norm": 249.27890014648438,
+      "learning_rate": 2.1705313256646776e-06,
+      "loss": 21.5781,
+      "step": 33176
+    },
+    {
+      "epoch": 1.5854439453311668,
+      "grad_norm": 149.13938903808594,
+      "learning_rate": 2.1700499349512282e-06,
+      "loss": 26.8125,
+      "step": 33177
+    },
+    {
+      "epoch": 1.5854917327726272,
+      "grad_norm": 291.89971923828125,
+      "learning_rate": 2.1695685911290764e-06,
+      "loss": 33.1875,
+      "step": 33178
+    },
+    {
+      "epoch": 1.5855395202140876,
+      "grad_norm": 229.9033660888672,
+      "learning_rate": 2.1690872942011055e-06,
+      "loss": 21.6562,
+      "step": 33179
+    },
+    {
+      "epoch": 1.585587307655548,
+      "grad_norm": 220.15489196777344,
+      "learning_rate": 2.1686060441701996e-06,
+      "loss": 23.4531,
+      "step": 33180
+    },
+    {
+      "epoch": 1.5856350950970084,
+      "grad_norm": 172.30206298828125,
+      "learning_rate": 2.168124841039234e-06,
+      "loss": 20.0781,
+      "step": 33181
+    },
+    {
+      "epoch": 1.5856828825384688,
+      "grad_norm": 236.267578125,
+      "learning_rate": 2.167643684811096e-06,
+      "loss": 36.4062,
+      "step": 33182
+    },
+    {
+      "epoch": 1.5857306699799292,
+      "grad_norm": 192.09677124023438,
+      "learning_rate": 2.167162575488666e-06,
+      "loss": 24.5312,
+      "step": 33183
+    },
+    {
+      "epoch": 1.5857784574213896,
+      "grad_norm": 366.8630065917969,
+      "learning_rate": 2.1666815130748274e-06,
+      "loss": 22.9688,
+      "step": 33184
+    },
+    {
+      "epoch": 1.58582624486285,
+      "grad_norm": 184.98851013183594,
+      "learning_rate": 2.166200497572456e-06,
+      "loss": 29.5938,
+      "step": 33185
+    },
+    {
+      "epoch": 1.5858740323043103,
+      "grad_norm": 131.3561248779297,
+      "learning_rate": 2.165719528984435e-06,
+      "loss": 16.2031,
+      "step": 33186
+    },
+    {
+      "epoch": 1.5859218197457707,
+      "grad_norm": 277.13812255859375,
+      "learning_rate": 2.165238607313648e-06,
+      "loss": 35.25,
+      "step": 33187
+    },
+    {
+      "epoch": 1.5859696071872311,
+      "grad_norm": 202.0390625,
+      "learning_rate": 2.16475773256297e-06,
+      "loss": 16.9688,
+      "step": 33188
+    },
+    {
+      "epoch": 1.5860173946286915,
+      "grad_norm": 246.18008422851562,
+      "learning_rate": 2.164276904735282e-06,
+      "loss": 21.6875,
+      "step": 33189
+    },
+    {
+      "epoch": 1.586065182070152,
+      "grad_norm": 326.9105224609375,
+      "learning_rate": 2.1637961238334647e-06,
+      "loss": 26.5,
+      "step": 33190
+    },
+    {
+      "epoch": 1.5861129695116123,
+      "grad_norm": 321.861572265625,
+      "learning_rate": 2.1633153898604e-06,
+      "loss": 23.0312,
+      "step": 33191
+    },
+    {
+      "epoch": 1.5861607569530727,
+      "grad_norm": 212.8638916015625,
+      "learning_rate": 2.162834702818961e-06,
+      "loss": 17.6094,
+      "step": 33192
+    },
+    {
+      "epoch": 1.586208544394533,
+      "grad_norm": 269.2070007324219,
+      "learning_rate": 2.1623540627120297e-06,
+      "loss": 27.0781,
+      "step": 33193
+    },
+    {
+      "epoch": 1.5862563318359935,
+      "grad_norm": 258.8630065917969,
+      "learning_rate": 2.1618734695424846e-06,
+      "loss": 25.7812,
+      "step": 33194
+    },
+    {
+      "epoch": 1.5863041192774539,
+      "grad_norm": 207.7008514404297,
+      "learning_rate": 2.1613929233132057e-06,
+      "loss": 28.0625,
+      "step": 33195
+    },
+    {
+      "epoch": 1.5863519067189142,
+      "grad_norm": 147.69224548339844,
+      "learning_rate": 2.160912424027066e-06,
+      "loss": 19.75,
+      "step": 33196
+    },
+    {
+      "epoch": 1.5863996941603746,
+      "grad_norm": 259.22174072265625,
+      "learning_rate": 2.1604319716869494e-06,
+      "loss": 27.25,
+      "step": 33197
+    },
+    {
+      "epoch": 1.586447481601835,
+      "grad_norm": 290.63677978515625,
+      "learning_rate": 2.159951566295725e-06,
+      "loss": 25.5312,
+      "step": 33198
+    },
+    {
+      "epoch": 1.5864952690432954,
+      "grad_norm": 221.60049438476562,
+      "learning_rate": 2.159471207856275e-06,
+      "loss": 21.3438,
+      "step": 33199
+    },
+    {
+      "epoch": 1.5865430564847558,
+      "grad_norm": 402.017578125,
+      "learning_rate": 2.158990896371479e-06,
+      "loss": 24.0312,
+      "step": 33200
+    },
+    {
+      "epoch": 1.5865908439262162,
+      "grad_norm": 132.07521057128906,
+      "learning_rate": 2.1585106318442063e-06,
+      "loss": 24.9375,
+      "step": 33201
+    },
+    {
+      "epoch": 1.5866386313676766,
+      "grad_norm": 200.25242614746094,
+      "learning_rate": 2.158030414277339e-06,
+      "loss": 17.5156,
+      "step": 33202
+    },
+    {
+      "epoch": 1.586686418809137,
+      "grad_norm": 226.8505859375,
+      "learning_rate": 2.157550243673748e-06,
+      "loss": 17.125,
+      "step": 33203
+    },
+    {
+      "epoch": 1.5867342062505974,
+      "grad_norm": 411.2547302246094,
+      "learning_rate": 2.157070120036312e-06,
+      "loss": 20.6094,
+      "step": 33204
+    },
+    {
+      "epoch": 1.5867819936920577,
+      "grad_norm": 334.6321105957031,
+      "learning_rate": 2.1565900433679064e-06,
+      "loss": 18.7188,
+      "step": 33205
+    },
+    {
+      "epoch": 1.5868297811335181,
+      "grad_norm": 164.68606567382812,
+      "learning_rate": 2.1561100136714076e-06,
+      "loss": 19.1094,
+      "step": 33206
+    },
+    {
+      "epoch": 1.5868775685749785,
+      "grad_norm": 243.81381225585938,
+      "learning_rate": 2.1556300309496858e-06,
+      "loss": 23.6562,
+      "step": 33207
+    },
+    {
+      "epoch": 1.586925356016439,
+      "grad_norm": 372.9918518066406,
+      "learning_rate": 2.155150095205618e-06,
+      "loss": 20.4688,
+      "step": 33208
+    },
+    {
+      "epoch": 1.5869731434578993,
+      "grad_norm": 295.1175842285156,
+      "learning_rate": 2.154670206442079e-06,
+      "loss": 28.875,
+      "step": 33209
+    },
+    {
+      "epoch": 1.5870209308993597,
+      "grad_norm": 302.2145080566406,
+      "learning_rate": 2.1541903646619442e-06,
+      "loss": 24.3906,
+      "step": 33210
+    },
+    {
+      "epoch": 1.58706871834082,
+      "grad_norm": 324.00390625,
+      "learning_rate": 2.1537105698680825e-06,
+      "loss": 22.3438,
+      "step": 33211
+    },
+    {
+      "epoch": 1.5871165057822805,
+      "grad_norm": 193.6262664794922,
+      "learning_rate": 2.15323082206337e-06,
+      "loss": 33.9375,
+      "step": 33212
+    },
+    {
+      "epoch": 1.5871642932237409,
+      "grad_norm": 420.4232482910156,
+      "learning_rate": 2.1527511212506836e-06,
+      "loss": 24.375,
+      "step": 33213
+    },
+    {
+      "epoch": 1.5872120806652013,
+      "grad_norm": 287.0047302246094,
+      "learning_rate": 2.152271467432888e-06,
+      "loss": 15.5469,
+      "step": 33214
+    },
+    {
+      "epoch": 1.5872598681066616,
+      "grad_norm": 179.42701721191406,
+      "learning_rate": 2.151791860612862e-06,
+      "loss": 21.3906,
+      "step": 33215
+    },
+    {
+      "epoch": 1.587307655548122,
+      "grad_norm": 359.0957946777344,
+      "learning_rate": 2.151312300793473e-06,
+      "loss": 30.6875,
+      "step": 33216
+    },
+    {
+      "epoch": 1.5873554429895824,
+      "grad_norm": 652.6051635742188,
+      "learning_rate": 2.1508327879776004e-06,
+      "loss": 31.5,
+      "step": 33217
+    },
+    {
+      "epoch": 1.5874032304310428,
+      "grad_norm": 345.2259521484375,
+      "learning_rate": 2.150353322168108e-06,
+      "loss": 28.625,
+      "step": 33218
+    },
+    {
+      "epoch": 1.5874510178725032,
+      "grad_norm": 240.15188598632812,
+      "learning_rate": 2.1498739033678705e-06,
+      "loss": 23.625,
+      "step": 33219
+    },
+    {
+      "epoch": 1.5874988053139636,
+      "grad_norm": 172.0522003173828,
+      "learning_rate": 2.149394531579759e-06,
+      "loss": 28.1094,
+      "step": 33220
+    },
+    {
+      "epoch": 1.587546592755424,
+      "grad_norm": 241.77011108398438,
+      "learning_rate": 2.1489152068066466e-06,
+      "loss": 15.7812,
+      "step": 33221
+    },
+    {
+      "epoch": 1.5875943801968844,
+      "grad_norm": 399.76568603515625,
+      "learning_rate": 2.148435929051399e-06,
+      "loss": 36.2812,
+      "step": 33222
+    },
+    {
+      "epoch": 1.5876421676383448,
+      "grad_norm": 308.47491455078125,
+      "learning_rate": 2.147956698316889e-06,
+      "loss": 15.9688,
+      "step": 33223
+    },
+    {
+      "epoch": 1.5876899550798051,
+      "grad_norm": 381.3330383300781,
+      "learning_rate": 2.147477514605989e-06,
+      "loss": 22.875,
+      "step": 33224
+    },
+    {
+      "epoch": 1.5877377425212655,
+      "grad_norm": 351.0934143066406,
+      "learning_rate": 2.1469983779215633e-06,
+      "loss": 25.5781,
+      "step": 33225
+    },
+    {
+      "epoch": 1.587785529962726,
+      "grad_norm": 190.4911346435547,
+      "learning_rate": 2.1465192882664844e-06,
+      "loss": 27.9062,
+      "step": 33226
+    },
+    {
+      "epoch": 1.5878333174041863,
+      "grad_norm": 183.07215881347656,
+      "learning_rate": 2.1460402456436214e-06,
+      "loss": 21.25,
+      "step": 33227
+    },
+    {
+      "epoch": 1.5878811048456467,
+      "grad_norm": 1043.058837890625,
+      "learning_rate": 2.1455612500558454e-06,
+      "loss": 18.3438,
+      "step": 33228
+    },
+    {
+      "epoch": 1.587928892287107,
+      "grad_norm": 229.29759216308594,
+      "learning_rate": 2.1450823015060197e-06,
+      "loss": 19.1094,
+      "step": 33229
+    },
+    {
+      "epoch": 1.5879766797285675,
+      "grad_norm": 196.3816680908203,
+      "learning_rate": 2.1446033999970183e-06,
+      "loss": 22.7969,
+      "step": 33230
+    },
+    {
+      "epoch": 1.5880244671700279,
+      "grad_norm": 245.83348083496094,
+      "learning_rate": 2.144124545531703e-06,
+      "loss": 25.4375,
+      "step": 33231
+    },
+    {
+      "epoch": 1.5880722546114883,
+      "grad_norm": 167.11343383789062,
+      "learning_rate": 2.143645738112945e-06,
+      "loss": 16.9219,
+      "step": 33232
+    },
+    {
+      "epoch": 1.5881200420529484,
+      "grad_norm": 293.69482421875,
+      "learning_rate": 2.143166977743615e-06,
+      "loss": 31.4375,
+      "step": 33233
+    },
+    {
+      "epoch": 1.5881678294944088,
+      "grad_norm": 160.14463806152344,
+      "learning_rate": 2.1426882644265734e-06,
+      "loss": 17.375,
+      "step": 33234
+    },
+    {
+      "epoch": 1.5882156169358692,
+      "grad_norm": 199.34234619140625,
+      "learning_rate": 2.1422095981646927e-06,
+      "loss": 24.75,
+      "step": 33235
+    },
+    {
+      "epoch": 1.5882634043773296,
+      "grad_norm": 314.6431884765625,
+      "learning_rate": 2.1417309789608353e-06,
+      "loss": 25.3125,
+      "step": 33236
+    },
+    {
+      "epoch": 1.58831119181879,
+      "grad_norm": 256.4278564453125,
+      "learning_rate": 2.1412524068178684e-06,
+      "loss": 20.5,
+      "step": 33237
+    },
+    {
+      "epoch": 1.5883589792602504,
+      "grad_norm": 221.8907012939453,
+      "learning_rate": 2.1407738817386605e-06,
+      "loss": 24.1875,
+      "step": 33238
+    },
+    {
+      "epoch": 1.5884067667017108,
+      "grad_norm": 180.78280639648438,
+      "learning_rate": 2.140295403726078e-06,
+      "loss": 21.5312,
+      "step": 33239
+    },
+    {
+      "epoch": 1.5884545541431712,
+      "grad_norm": 308.0930480957031,
+      "learning_rate": 2.139816972782981e-06,
+      "loss": 30.0312,
+      "step": 33240
+    },
+    {
+      "epoch": 1.5885023415846315,
+      "grad_norm": 303.4357604980469,
+      "learning_rate": 2.1393385889122386e-06,
+      "loss": 26.1562,
+      "step": 33241
+    },
+    {
+      "epoch": 1.588550129026092,
+      "grad_norm": 475.53955078125,
+      "learning_rate": 2.1388602521167146e-06,
+      "loss": 31.125,
+      "step": 33242
+    },
+    {
+      "epoch": 1.5885979164675523,
+      "grad_norm": 265.6191711425781,
+      "learning_rate": 2.1383819623992762e-06,
+      "loss": 35.8125,
+      "step": 33243
+    },
+    {
+      "epoch": 1.5886457039090127,
+      "grad_norm": 333.497314453125,
+      "learning_rate": 2.137903719762784e-06,
+      "loss": 26.7188,
+      "step": 33244
+    },
+    {
+      "epoch": 1.588693491350473,
+      "grad_norm": 214.25392150878906,
+      "learning_rate": 2.1374255242101026e-06,
+      "loss": 27.5469,
+      "step": 33245
+    },
+    {
+      "epoch": 1.5887412787919335,
+      "grad_norm": 345.7486877441406,
+      "learning_rate": 2.136947375744097e-06,
+      "loss": 24.3281,
+      "step": 33246
+    },
+    {
+      "epoch": 1.5887890662333939,
+      "grad_norm": 527.5357666015625,
+      "learning_rate": 2.1364692743676342e-06,
+      "loss": 26.0781,
+      "step": 33247
+    },
+    {
+      "epoch": 1.5888368536748543,
+      "grad_norm": 234.24105834960938,
+      "learning_rate": 2.13599122008357e-06,
+      "loss": 16.0156,
+      "step": 33248
+    },
+    {
+      "epoch": 1.5888846411163147,
+      "grad_norm": 1171.221923828125,
+      "learning_rate": 2.135513212894772e-06,
+      "loss": 20.0,
+      "step": 33249
+    },
+    {
+      "epoch": 1.588932428557775,
+      "grad_norm": 430.74285888671875,
+      "learning_rate": 2.135035252804104e-06,
+      "loss": 19.375,
+      "step": 33250
+    },
+    {
+      "epoch": 1.5889802159992354,
+      "grad_norm": 132.19403076171875,
+      "learning_rate": 2.1345573398144224e-06,
+      "loss": 22.9062,
+      "step": 33251
+    },
+    {
+      "epoch": 1.5890280034406958,
+      "grad_norm": 387.4190979003906,
+      "learning_rate": 2.1340794739285954e-06,
+      "loss": 32.0312,
+      "step": 33252
+    },
+    {
+      "epoch": 1.589075790882156,
+      "grad_norm": 238.25502014160156,
+      "learning_rate": 2.133601655149481e-06,
+      "loss": 25.5,
+      "step": 33253
+    },
+    {
+      "epoch": 1.5891235783236164,
+      "grad_norm": 197.4891815185547,
+      "learning_rate": 2.133123883479945e-06,
+      "loss": 17.2344,
+      "step": 33254
+    },
+    {
+      "epoch": 1.5891713657650768,
+      "grad_norm": 213.20387268066406,
+      "learning_rate": 2.132646158922844e-06,
+      "loss": 23.375,
+      "step": 33255
+    },
+    {
+      "epoch": 1.5892191532065372,
+      "grad_norm": 145.9080810546875,
+      "learning_rate": 2.1321684814810406e-06,
+      "loss": 12.9219,
+      "step": 33256
+    },
+    {
+      "epoch": 1.5892669406479976,
+      "grad_norm": 226.45733642578125,
+      "learning_rate": 2.1316908511573955e-06,
+      "loss": 27.75,
+      "step": 33257
+    },
+    {
+      "epoch": 1.589314728089458,
+      "grad_norm": 265.3682556152344,
+      "learning_rate": 2.1312132679547713e-06,
+      "loss": 24.6875,
+      "step": 33258
+    },
+    {
+      "epoch": 1.5893625155309183,
+      "grad_norm": 260.5838928222656,
+      "learning_rate": 2.1307357318760247e-06,
+      "loss": 28.9375,
+      "step": 33259
+    },
+    {
+      "epoch": 1.5894103029723787,
+      "grad_norm": 279.738037109375,
+      "learning_rate": 2.130258242924016e-06,
+      "loss": 26.1875,
+      "step": 33260
+    },
+    {
+      "epoch": 1.5894580904138391,
+      "grad_norm": 162.64808654785156,
+      "learning_rate": 2.1297808011016084e-06,
+      "loss": 21.4375,
+      "step": 33261
+    },
+    {
+      "epoch": 1.5895058778552995,
+      "grad_norm": 437.76171875,
+      "learning_rate": 2.129303406411656e-06,
+      "loss": 22.9375,
+      "step": 33262
+    },
+    {
+      "epoch": 1.58955366529676,
+      "grad_norm": 294.7854309082031,
+      "learning_rate": 2.128826058857023e-06,
+      "loss": 18.3594,
+      "step": 33263
+    },
+    {
+      "epoch": 1.5896014527382203,
+      "grad_norm": 382.4009704589844,
+      "learning_rate": 2.1283487584405627e-06,
+      "loss": 19.5156,
+      "step": 33264
+    },
+    {
+      "epoch": 1.5896492401796807,
+      "grad_norm": 303.7413635253906,
+      "learning_rate": 2.1278715051651366e-06,
+      "loss": 26.8438,
+      "step": 33265
+    },
+    {
+      "epoch": 1.589697027621141,
+      "grad_norm": 219.10104370117188,
+      "learning_rate": 2.127394299033604e-06,
+      "loss": 28.4375,
+      "step": 33266
+    },
+    {
+      "epoch": 1.5897448150626015,
+      "grad_norm": 871.0736083984375,
+      "learning_rate": 2.1269171400488186e-06,
+      "loss": 25.5,
+      "step": 33267
+    },
+    {
+      "epoch": 1.5897926025040618,
+      "grad_norm": 190.80918884277344,
+      "learning_rate": 2.1264400282136412e-06,
+      "loss": 21.7656,
+      "step": 33268
+    },
+    {
+      "epoch": 1.5898403899455222,
+      "grad_norm": 144.8340301513672,
+      "learning_rate": 2.125962963530931e-06,
+      "loss": 16.8125,
+      "step": 33269
+    },
+    {
+      "epoch": 1.5898881773869826,
+      "grad_norm": 171.3291015625,
+      "learning_rate": 2.1254859460035383e-06,
+      "loss": 24.7656,
+      "step": 33270
+    },
+    {
+      "epoch": 1.589935964828443,
+      "grad_norm": 404.4128723144531,
+      "learning_rate": 2.1250089756343252e-06,
+      "loss": 32.75,
+      "step": 33271
+    },
+    {
+      "epoch": 1.5899837522699034,
+      "grad_norm": 267.700927734375,
+      "learning_rate": 2.1245320524261494e-06,
+      "loss": 20.9062,
+      "step": 33272
+    },
+    {
+      "epoch": 1.5900315397113638,
+      "grad_norm": 152.70013427734375,
+      "learning_rate": 2.1240551763818617e-06,
+      "loss": 19.4219,
+      "step": 33273
+    },
+    {
+      "epoch": 1.5900793271528242,
+      "grad_norm": 251.009521484375,
+      "learning_rate": 2.1235783475043202e-06,
+      "loss": 26.7656,
+      "step": 33274
+    },
+    {
+      "epoch": 1.5901271145942846,
+      "grad_norm": 265.369140625,
+      "learning_rate": 2.1231015657963818e-06,
+      "loss": 21.9375,
+      "step": 33275
+    },
+    {
+      "epoch": 1.590174902035745,
+      "grad_norm": 249.46937561035156,
+      "learning_rate": 2.1226248312609033e-06,
+      "loss": 27.2969,
+      "step": 33276
+    },
+    {
+      "epoch": 1.5902226894772054,
+      "grad_norm": 142.06607055664062,
+      "learning_rate": 2.1221481439007342e-06,
+      "loss": 24.2344,
+      "step": 33277
+    },
+    {
+      "epoch": 1.5902704769186657,
+      "grad_norm": 230.42637634277344,
+      "learning_rate": 2.121671503718733e-06,
+      "loss": 28.3281,
+      "step": 33278
+    },
+    {
+      "epoch": 1.5903182643601261,
+      "grad_norm": 376.7822570800781,
+      "learning_rate": 2.121194910717754e-06,
+      "loss": 27.5,
+      "step": 33279
+    },
+    {
+      "epoch": 1.5903660518015865,
+      "grad_norm": 245.87205505371094,
+      "learning_rate": 2.1207183649006535e-06,
+      "loss": 31.4375,
+      "step": 33280
+    },
+    {
+      "epoch": 1.590413839243047,
+      "grad_norm": 158.08743286132812,
+      "learning_rate": 2.1202418662702807e-06,
+      "loss": 23.6562,
+      "step": 33281
+    },
+    {
+      "epoch": 1.5904616266845073,
+      "grad_norm": 170.44842529296875,
+      "learning_rate": 2.1197654148294898e-06,
+      "loss": 17.3203,
+      "step": 33282
+    },
+    {
+      "epoch": 1.5905094141259677,
+      "grad_norm": 203.1661834716797,
+      "learning_rate": 2.1192890105811382e-06,
+      "loss": 27.9688,
+      "step": 33283
+    },
+    {
+      "epoch": 1.590557201567428,
+      "grad_norm": 153.86309814453125,
+      "learning_rate": 2.118812653528077e-06,
+      "loss": 21.75,
+      "step": 33284
+    },
+    {
+      "epoch": 1.5906049890088885,
+      "grad_norm": 142.36135864257812,
+      "learning_rate": 2.1183363436731573e-06,
+      "loss": 22.4375,
+      "step": 33285
+    },
+    {
+      "epoch": 1.5906527764503489,
+      "grad_norm": 297.06671142578125,
+      "learning_rate": 2.117860081019232e-06,
+      "loss": 27.9375,
+      "step": 33286
+    },
+    {
+      "epoch": 1.5907005638918092,
+      "grad_norm": 200.0143585205078,
+      "learning_rate": 2.117383865569157e-06,
+      "loss": 24.625,
+      "step": 33287
+    },
+    {
+      "epoch": 1.5907483513332696,
+      "grad_norm": 281.0088195800781,
+      "learning_rate": 2.1169076973257785e-06,
+      "loss": 23.5625,
+      "step": 33288
+    },
+    {
+      "epoch": 1.59079613877473,
+      "grad_norm": 246.96530151367188,
+      "learning_rate": 2.116431576291952e-06,
+      "loss": 17.375,
+      "step": 33289
+    },
+    {
+      "epoch": 1.5908439262161904,
+      "grad_norm": 167.6514892578125,
+      "learning_rate": 2.115955502470526e-06,
+      "loss": 23.2188,
+      "step": 33290
+    },
+    {
+      "epoch": 1.5908917136576508,
+      "grad_norm": 207.37648010253906,
+      "learning_rate": 2.115479475864357e-06,
+      "loss": 21.1562,
+      "step": 33291
+    },
+    {
+      "epoch": 1.5909395010991112,
+      "grad_norm": 201.0770263671875,
+      "learning_rate": 2.115003496476289e-06,
+      "loss": 23.625,
+      "step": 33292
+    },
+    {
+      "epoch": 1.5909872885405716,
+      "grad_norm": 666.3397827148438,
+      "learning_rate": 2.1145275643091758e-06,
+      "loss": 23.1719,
+      "step": 33293
+    },
+    {
+      "epoch": 1.591035075982032,
+      "grad_norm": 198.29937744140625,
+      "learning_rate": 2.1140516793658703e-06,
+      "loss": 20.6719,
+      "step": 33294
+    },
+    {
+      "epoch": 1.5910828634234924,
+      "grad_norm": 284.7107238769531,
+      "learning_rate": 2.1135758416492168e-06,
+      "loss": 21.7188,
+      "step": 33295
+    },
+    {
+      "epoch": 1.5911306508649528,
+      "grad_norm": 212.94569396972656,
+      "learning_rate": 2.1131000511620705e-06,
+      "loss": 23.3125,
+      "step": 33296
+    },
+    {
+      "epoch": 1.5911784383064131,
+      "grad_norm": 241.6240997314453,
+      "learning_rate": 2.112624307907275e-06,
+      "loss": 29.25,
+      "step": 33297
+    },
+    {
+      "epoch": 1.5912262257478735,
+      "grad_norm": 238.4429473876953,
+      "learning_rate": 2.1121486118876832e-06,
+      "loss": 29.0938,
+      "step": 33298
+    },
+    {
+      "epoch": 1.591274013189334,
+      "grad_norm": 378.9159851074219,
+      "learning_rate": 2.111672963106145e-06,
+      "loss": 33.25,
+      "step": 33299
+    },
+    {
+      "epoch": 1.5913218006307943,
+      "grad_norm": 201.55215454101562,
+      "learning_rate": 2.1111973615655045e-06,
+      "loss": 30.625,
+      "step": 33300
+    },
+    {
+      "epoch": 1.5913695880722547,
+      "grad_norm": 350.6910705566406,
+      "learning_rate": 2.110721807268613e-06,
+      "loss": 28.5,
+      "step": 33301
+    },
+    {
+      "epoch": 1.591417375513715,
+      "grad_norm": 382.0312805175781,
+      "learning_rate": 2.1102463002183206e-06,
+      "loss": 28.5625,
+      "step": 33302
+    },
+    {
+      "epoch": 1.5914651629551755,
+      "grad_norm": 304.25555419921875,
+      "learning_rate": 2.109770840417469e-06,
+      "loss": 40.9688,
+      "step": 33303
+    },
+    {
+      "epoch": 1.5915129503966359,
+      "grad_norm": 228.51773071289062,
+      "learning_rate": 2.1092954278689083e-06,
+      "loss": 28.5312,
+      "step": 33304
+    },
+    {
+      "epoch": 1.5915607378380963,
+      "grad_norm": 220.11752319335938,
+      "learning_rate": 2.1088200625754875e-06,
+      "loss": 18.5312,
+      "step": 33305
+    },
+    {
+      "epoch": 1.5916085252795567,
+      "grad_norm": 685.0797119140625,
+      "learning_rate": 2.108344744540054e-06,
+      "loss": 28.75,
+      "step": 33306
+    },
+    {
+      "epoch": 1.591656312721017,
+      "grad_norm": 263.0981750488281,
+      "learning_rate": 2.1078694737654504e-06,
+      "loss": 21.7656,
+      "step": 33307
+    },
+    {
+      "epoch": 1.5917041001624774,
+      "grad_norm": 252.5553436279297,
+      "learning_rate": 2.107394250254524e-06,
+      "loss": 22.0938,
+      "step": 33308
+    },
+    {
+      "epoch": 1.5917518876039378,
+      "grad_norm": 221.30416870117188,
+      "learning_rate": 2.1069190740101255e-06,
+      "loss": 24.4844,
+      "step": 33309
+    },
+    {
+      "epoch": 1.5917996750453982,
+      "grad_norm": 155.75283813476562,
+      "learning_rate": 2.1064439450350938e-06,
+      "loss": 25.3125,
+      "step": 33310
+    },
+    {
+      "epoch": 1.5918474624868586,
+      "grad_norm": 127.93093872070312,
+      "learning_rate": 2.105968863332277e-06,
+      "loss": 19.375,
+      "step": 33311
+    },
+    {
+      "epoch": 1.591895249928319,
+      "grad_norm": 262.52117919921875,
+      "learning_rate": 2.105493828904521e-06,
+      "loss": 42.4219,
+      "step": 33312
+    },
+    {
+      "epoch": 1.5919430373697794,
+      "grad_norm": 367.21624755859375,
+      "learning_rate": 2.1050188417546723e-06,
+      "loss": 29.375,
+      "step": 33313
+    },
+    {
+      "epoch": 1.5919908248112398,
+      "grad_norm": 141.609619140625,
+      "learning_rate": 2.104543901885572e-06,
+      "loss": 16.4375,
+      "step": 33314
+    },
+    {
+      "epoch": 1.5920386122527,
+      "grad_norm": 247.2333221435547,
+      "learning_rate": 2.104069009300065e-06,
+      "loss": 30.9844,
+      "step": 33315
+    },
+    {
+      "epoch": 1.5920863996941603,
+      "grad_norm": 174.8002166748047,
+      "learning_rate": 2.103594164000996e-06,
+      "loss": 26.1562,
+      "step": 33316
+    },
+    {
+      "epoch": 1.5921341871356207,
+      "grad_norm": 173.2830352783203,
+      "learning_rate": 2.103119365991212e-06,
+      "loss": 21.0781,
+      "step": 33317
+    },
+    {
+      "epoch": 1.592181974577081,
+      "grad_norm": 226.30300903320312,
+      "learning_rate": 2.1026446152735503e-06,
+      "loss": 18.8906,
+      "step": 33318
+    },
+    {
+      "epoch": 1.5922297620185415,
+      "grad_norm": 309.63446044921875,
+      "learning_rate": 2.1021699118508575e-06,
+      "loss": 22.0469,
+      "step": 33319
+    },
+    {
+      "epoch": 1.5922775494600019,
+      "grad_norm": 228.5975799560547,
+      "learning_rate": 2.1016952557259775e-06,
+      "loss": 23.9688,
+      "step": 33320
+    },
+    {
+      "epoch": 1.5923253369014623,
+      "grad_norm": 168.48611450195312,
+      "learning_rate": 2.101220646901749e-06,
+      "loss": 13.6953,
+      "step": 33321
+    },
+    {
+      "epoch": 1.5923731243429227,
+      "grad_norm": 253.26206970214844,
+      "learning_rate": 2.100746085381017e-06,
+      "loss": 24.9688,
+      "step": 33322
+    },
+    {
+      "epoch": 1.592420911784383,
+      "grad_norm": 296.9203186035156,
+      "learning_rate": 2.100271571166623e-06,
+      "loss": 31.5938,
+      "step": 33323
+    },
+    {
+      "epoch": 1.5924686992258434,
+      "grad_norm": 165.7932586669922,
+      "learning_rate": 2.099797104261412e-06,
+      "loss": 17.9844,
+      "step": 33324
+    },
+    {
+      "epoch": 1.5925164866673038,
+      "grad_norm": 167.7547149658203,
+      "learning_rate": 2.0993226846682193e-06,
+      "loss": 19.9688,
+      "step": 33325
+    },
+    {
+      "epoch": 1.5925642741087642,
+      "grad_norm": 188.27493286132812,
+      "learning_rate": 2.0988483123898885e-06,
+      "loss": 19.0781,
+      "step": 33326
+    },
+    {
+      "epoch": 1.5926120615502246,
+      "grad_norm": 203.56979370117188,
+      "learning_rate": 2.0983739874292643e-06,
+      "loss": 23.0781,
+      "step": 33327
+    },
+    {
+      "epoch": 1.592659848991685,
+      "grad_norm": 321.03289794921875,
+      "learning_rate": 2.0978997097891806e-06,
+      "loss": 22.3125,
+      "step": 33328
+    },
+    {
+      "epoch": 1.5927076364331454,
+      "grad_norm": 260.59759521484375,
+      "learning_rate": 2.0974254794724824e-06,
+      "loss": 15.2812,
+      "step": 33329
+    },
+    {
+      "epoch": 1.5927554238746058,
+      "grad_norm": 253.49563598632812,
+      "learning_rate": 2.0969512964820104e-06,
+      "loss": 19.9844,
+      "step": 33330
+    },
+    {
+      "epoch": 1.5928032113160662,
+      "grad_norm": 202.58087158203125,
+      "learning_rate": 2.096477160820599e-06,
+      "loss": 23.7812,
+      "step": 33331
+    },
+    {
+      "epoch": 1.5928509987575266,
+      "grad_norm": 138.10330200195312,
+      "learning_rate": 2.096003072491095e-06,
+      "loss": 14.9062,
+      "step": 33332
+    },
+    {
+      "epoch": 1.592898786198987,
+      "grad_norm": 292.0015869140625,
+      "learning_rate": 2.0955290314963304e-06,
+      "loss": 21.7031,
+      "step": 33333
+    },
+    {
+      "epoch": 1.5929465736404473,
+      "grad_norm": 269.5282287597656,
+      "learning_rate": 2.095055037839148e-06,
+      "loss": 22.9688,
+      "step": 33334
+    },
+    {
+      "epoch": 1.5929943610819077,
+      "grad_norm": 818.6255493164062,
+      "learning_rate": 2.0945810915223876e-06,
+      "loss": 31.2344,
+      "step": 33335
+    },
+    {
+      "epoch": 1.593042148523368,
+      "grad_norm": 207.79820251464844,
+      "learning_rate": 2.094107192548883e-06,
+      "loss": 18.9688,
+      "step": 33336
+    },
+    {
+      "epoch": 1.5930899359648283,
+      "grad_norm": 295.9905090332031,
+      "learning_rate": 2.093633340921475e-06,
+      "loss": 21.9844,
+      "step": 33337
+    },
+    {
+      "epoch": 1.5931377234062887,
+      "grad_norm": 278.9935607910156,
+      "learning_rate": 2.0931595366430012e-06,
+      "loss": 32.2188,
+      "step": 33338
+    },
+    {
+      "epoch": 1.593185510847749,
+      "grad_norm": 330.8379821777344,
+      "learning_rate": 2.0926857797163024e-06,
+      "loss": 24.2188,
+      "step": 33339
+    },
+    {
+      "epoch": 1.5932332982892095,
+      "grad_norm": 165.45387268066406,
+      "learning_rate": 2.0922120701442095e-06,
+      "loss": 18.4688,
+      "step": 33340
+    },
+    {
+      "epoch": 1.5932810857306698,
+      "grad_norm": 246.7730712890625,
+      "learning_rate": 2.0917384079295622e-06,
+      "loss": 23.7344,
+      "step": 33341
+    },
+    {
+      "epoch": 1.5933288731721302,
+      "grad_norm": 166.0911865234375,
+      "learning_rate": 2.0912647930751973e-06,
+      "loss": 25.6562,
+      "step": 33342
+    },
+    {
+      "epoch": 1.5933766606135906,
+      "grad_norm": 169.31661987304688,
+      "learning_rate": 2.0907912255839545e-06,
+      "loss": 22.7188,
+      "step": 33343
+    },
+    {
+      "epoch": 1.593424448055051,
+      "grad_norm": 247.71778869628906,
+      "learning_rate": 2.0903177054586644e-06,
+      "loss": 24.375,
+      "step": 33344
+    },
+    {
+      "epoch": 1.5934722354965114,
+      "grad_norm": 201.81553649902344,
+      "learning_rate": 2.089844232702164e-06,
+      "loss": 16.0781,
+      "step": 33345
+    },
+    {
+      "epoch": 1.5935200229379718,
+      "grad_norm": 331.0609436035156,
+      "learning_rate": 2.0893708073172926e-06,
+      "loss": 37.7969,
+      "step": 33346
+    },
+    {
+      "epoch": 1.5935678103794322,
+      "grad_norm": 185.12344360351562,
+      "learning_rate": 2.08889742930688e-06,
+      "loss": 23.3594,
+      "step": 33347
+    },
+    {
+      "epoch": 1.5936155978208926,
+      "grad_norm": 359.69073486328125,
+      "learning_rate": 2.0884240986737636e-06,
+      "loss": 24.9375,
+      "step": 33348
+    },
+    {
+      "epoch": 1.593663385262353,
+      "grad_norm": 204.71792602539062,
+      "learning_rate": 2.087950815420778e-06,
+      "loss": 28.7812,
+      "step": 33349
+    },
+    {
+      "epoch": 1.5937111727038134,
+      "grad_norm": 206.21902465820312,
+      "learning_rate": 2.0874775795507607e-06,
+      "loss": 26.8125,
+      "step": 33350
+    },
+    {
+      "epoch": 1.5937589601452737,
+      "grad_norm": 131.86862182617188,
+      "learning_rate": 2.0870043910665396e-06,
+      "loss": 19.1406,
+      "step": 33351
+    },
+    {
+      "epoch": 1.5938067475867341,
+      "grad_norm": 209.30145263671875,
+      "learning_rate": 2.086531249970952e-06,
+      "loss": 23.2969,
+      "step": 33352
+    },
+    {
+      "epoch": 1.5938545350281945,
+      "grad_norm": 207.09706115722656,
+      "learning_rate": 2.0860581562668303e-06,
+      "loss": 25.5,
+      "step": 33353
+    },
+    {
+      "epoch": 1.593902322469655,
+      "grad_norm": 515.4337158203125,
+      "learning_rate": 2.085585109957012e-06,
+      "loss": 35.1719,
+      "step": 33354
+    },
+    {
+      "epoch": 1.5939501099111153,
+      "grad_norm": 313.93023681640625,
+      "learning_rate": 2.085112111044324e-06,
+      "loss": 20.0938,
+      "step": 33355
+    },
+    {
+      "epoch": 1.5939978973525757,
+      "grad_norm": 240.91384887695312,
+      "learning_rate": 2.0846391595316006e-06,
+      "loss": 17.7188,
+      "step": 33356
+    },
+    {
+      "epoch": 1.594045684794036,
+      "grad_norm": 229.89651489257812,
+      "learning_rate": 2.0841662554216792e-06,
+      "loss": 33.8438,
+      "step": 33357
+    },
+    {
+      "epoch": 1.5940934722354965,
+      "grad_norm": 278.0218811035156,
+      "learning_rate": 2.0836933987173836e-06,
+      "loss": 19.5781,
+      "step": 33358
+    },
+    {
+      "epoch": 1.5941412596769569,
+      "grad_norm": 260.2138977050781,
+      "learning_rate": 2.0832205894215495e-06,
+      "loss": 22.875,
+      "step": 33359
+    },
+    {
+      "epoch": 1.5941890471184172,
+      "grad_norm": 204.9505615234375,
+      "learning_rate": 2.082747827537013e-06,
+      "loss": 16.7656,
+      "step": 33360
+    },
+    {
+      "epoch": 1.5942368345598776,
+      "grad_norm": 272.3246765136719,
+      "learning_rate": 2.0822751130665965e-06,
+      "loss": 21.3281,
+      "step": 33361
+    },
+    {
+      "epoch": 1.594284622001338,
+      "grad_norm": 5619.5556640625,
+      "learning_rate": 2.0818024460131357e-06,
+      "loss": 17.3906,
+      "step": 33362
+    },
+    {
+      "epoch": 1.5943324094427984,
+      "grad_norm": 475.1695251464844,
+      "learning_rate": 2.0813298263794647e-06,
+      "loss": 30.1562,
+      "step": 33363
+    },
+    {
+      "epoch": 1.5943801968842588,
+      "grad_norm": 294.37030029296875,
+      "learning_rate": 2.080857254168407e-06,
+      "loss": 24.2656,
+      "step": 33364
+    },
+    {
+      "epoch": 1.5944279843257192,
+      "grad_norm": 201.66378784179688,
+      "learning_rate": 2.0803847293827983e-06,
+      "loss": 19.25,
+      "step": 33365
+    },
+    {
+      "epoch": 1.5944757717671796,
+      "grad_norm": 280.5723876953125,
+      "learning_rate": 2.0799122520254633e-06,
+      "loss": 22.625,
+      "step": 33366
+    },
+    {
+      "epoch": 1.59452355920864,
+      "grad_norm": 237.77354431152344,
+      "learning_rate": 2.079439822099234e-06,
+      "loss": 31.5625,
+      "step": 33367
+    },
+    {
+      "epoch": 1.5945713466501004,
+      "grad_norm": 570.3964233398438,
+      "learning_rate": 2.0789674396069403e-06,
+      "loss": 23.875,
+      "step": 33368
+    },
+    {
+      "epoch": 1.5946191340915608,
+      "grad_norm": 196.3072509765625,
+      "learning_rate": 2.0784951045514135e-06,
+      "loss": 21.5625,
+      "step": 33369
+    },
+    {
+      "epoch": 1.5946669215330211,
+      "grad_norm": 264.6138916015625,
+      "learning_rate": 2.0780228169354768e-06,
+      "loss": 21.625,
+      "step": 33370
+    },
+    {
+      "epoch": 1.5947147089744815,
+      "grad_norm": 214.8884735107422,
+      "learning_rate": 2.077550576761961e-06,
+      "loss": 23.7344,
+      "step": 33371
+    },
+    {
+      "epoch": 1.594762496415942,
+      "grad_norm": 147.3958282470703,
+      "learning_rate": 2.077078384033696e-06,
+      "loss": 18.25,
+      "step": 33372
+    },
+    {
+      "epoch": 1.5948102838574023,
+      "grad_norm": 269.6632080078125,
+      "learning_rate": 2.0766062387535067e-06,
+      "loss": 25.7812,
+      "step": 33373
+    },
+    {
+      "epoch": 1.5948580712988627,
+      "grad_norm": 146.4886016845703,
+      "learning_rate": 2.076134140924222e-06,
+      "loss": 16.1094,
+      "step": 33374
+    },
+    {
+      "epoch": 1.594905858740323,
+      "grad_norm": 343.9951171875,
+      "learning_rate": 2.075662090548669e-06,
+      "loss": 26.625,
+      "step": 33375
+    },
+    {
+      "epoch": 1.5949536461817835,
+      "grad_norm": 124.31260681152344,
+      "learning_rate": 2.075190087629678e-06,
+      "loss": 22.2188,
+      "step": 33376
+    },
+    {
+      "epoch": 1.5950014336232439,
+      "grad_norm": 186.41207885742188,
+      "learning_rate": 2.0747181321700693e-06,
+      "loss": 14.6562,
+      "step": 33377
+    },
+    {
+      "epoch": 1.5950492210647043,
+      "grad_norm": 304.5242919921875,
+      "learning_rate": 2.0742462241726735e-06,
+      "loss": 19.4219,
+      "step": 33378
+    },
+    {
+      "epoch": 1.5950970085061646,
+      "grad_norm": 164.3890838623047,
+      "learning_rate": 2.073774363640315e-06,
+      "loss": 23.3594,
+      "step": 33379
+    },
+    {
+      "epoch": 1.595144795947625,
+      "grad_norm": 231.0292205810547,
+      "learning_rate": 2.073302550575823e-06,
+      "loss": 32.8125,
+      "step": 33380
+    },
+    {
+      "epoch": 1.5951925833890854,
+      "grad_norm": 165.8370819091797,
+      "learning_rate": 2.0728307849820184e-06,
+      "loss": 18.3438,
+      "step": 33381
+    },
+    {
+      "epoch": 1.5952403708305458,
+      "grad_norm": 209.80828857421875,
+      "learning_rate": 2.072359066861728e-06,
+      "loss": 24.5,
+      "step": 33382
+    },
+    {
+      "epoch": 1.5952881582720062,
+      "grad_norm": 370.18560791015625,
+      "learning_rate": 2.071887396217781e-06,
+      "loss": 19.5781,
+      "step": 33383
+    },
+    {
+      "epoch": 1.5953359457134666,
+      "grad_norm": 203.46734619140625,
+      "learning_rate": 2.0714157730529947e-06,
+      "loss": 20.5312,
+      "step": 33384
+    },
+    {
+      "epoch": 1.595383733154927,
+      "grad_norm": 294.5478820800781,
+      "learning_rate": 2.070944197370197e-06,
+      "loss": 17.7656,
+      "step": 33385
+    },
+    {
+      "epoch": 1.5954315205963874,
+      "grad_norm": 264.5945739746094,
+      "learning_rate": 2.0704726691722134e-06,
+      "loss": 31.3125,
+      "step": 33386
+    },
+    {
+      "epoch": 1.5954793080378478,
+      "grad_norm": 238.64190673828125,
+      "learning_rate": 2.0700011884618686e-06,
+      "loss": 18.0625,
+      "step": 33387
+    },
+    {
+      "epoch": 1.5955270954793082,
+      "grad_norm": 2688.669921875,
+      "learning_rate": 2.069529755241981e-06,
+      "loss": 20.7812,
+      "step": 33388
+    },
+    {
+      "epoch": 1.5955748829207685,
+      "grad_norm": 300.36395263671875,
+      "learning_rate": 2.0690583695153775e-06,
+      "loss": 22.2656,
+      "step": 33389
+    },
+    {
+      "epoch": 1.595622670362229,
+      "grad_norm": 140.5067901611328,
+      "learning_rate": 2.068587031284881e-06,
+      "loss": 11.4219,
+      "step": 33390
+    },
+    {
+      "epoch": 1.5956704578036893,
+      "grad_norm": 243.75863647460938,
+      "learning_rate": 2.068115740553317e-06,
+      "loss": 24.4062,
+      "step": 33391
+    },
+    {
+      "epoch": 1.5957182452451497,
+      "grad_norm": 304.08404541015625,
+      "learning_rate": 2.0676444973235012e-06,
+      "loss": 26.5312,
+      "step": 33392
+    },
+    {
+      "epoch": 1.59576603268661,
+      "grad_norm": 127.09591674804688,
+      "learning_rate": 2.067173301598262e-06,
+      "loss": 17.6875,
+      "step": 33393
+    },
+    {
+      "epoch": 1.5958138201280705,
+      "grad_norm": 271.0373840332031,
+      "learning_rate": 2.0667021533804166e-06,
+      "loss": 19.8125,
+      "step": 33394
+    },
+    {
+      "epoch": 1.5958616075695309,
+      "grad_norm": 149.65667724609375,
+      "learning_rate": 2.066231052672788e-06,
+      "loss": 15.375,
+      "step": 33395
+    },
+    {
+      "epoch": 1.5959093950109913,
+      "grad_norm": 195.92117309570312,
+      "learning_rate": 2.0657599994782005e-06,
+      "loss": 18.1406,
+      "step": 33396
+    },
+    {
+      "epoch": 1.5959571824524517,
+      "grad_norm": 226.8476104736328,
+      "learning_rate": 2.06528899379947e-06,
+      "loss": 21.6562,
+      "step": 33397
+    },
+    {
+      "epoch": 1.5960049698939118,
+      "grad_norm": 241.41091918945312,
+      "learning_rate": 2.064818035639423e-06,
+      "loss": 21.8906,
+      "step": 33398
+    },
+    {
+      "epoch": 1.5960527573353722,
+      "grad_norm": 340.6612854003906,
+      "learning_rate": 2.064347125000874e-06,
+      "loss": 28.3125,
+      "step": 33399
+    },
+    {
+      "epoch": 1.5961005447768326,
+      "grad_norm": 356.3619689941406,
+      "learning_rate": 2.0638762618866457e-06,
+      "loss": 26.3125,
+      "step": 33400
+    },
+    {
+      "epoch": 1.596148332218293,
+      "grad_norm": 308.70257568359375,
+      "learning_rate": 2.0634054462995588e-06,
+      "loss": 22.4375,
+      "step": 33401
+    },
+    {
+      "epoch": 1.5961961196597534,
+      "grad_norm": 362.5356750488281,
+      "learning_rate": 2.0629346782424344e-06,
+      "loss": 37.6562,
+      "step": 33402
+    },
+    {
+      "epoch": 1.5962439071012138,
+      "grad_norm": 192.80865478515625,
+      "learning_rate": 2.062463957718087e-06,
+      "loss": 24.7969,
+      "step": 33403
+    },
+    {
+      "epoch": 1.5962916945426742,
+      "grad_norm": 605.1470336914062,
+      "learning_rate": 2.061993284729338e-06,
+      "loss": 25.1562,
+      "step": 33404
+    },
+    {
+      "epoch": 1.5963394819841346,
+      "grad_norm": 154.75709533691406,
+      "learning_rate": 2.0615226592790095e-06,
+      "loss": 26.4062,
+      "step": 33405
+    },
+    {
+      "epoch": 1.596387269425595,
+      "grad_norm": 178.67816162109375,
+      "learning_rate": 2.0610520813699143e-06,
+      "loss": 25.375,
+      "step": 33406
+    },
+    {
+      "epoch": 1.5964350568670553,
+      "grad_norm": 435.6976318359375,
+      "learning_rate": 2.060581551004872e-06,
+      "loss": 21.3125,
+      "step": 33407
+    },
+    {
+      "epoch": 1.5964828443085157,
+      "grad_norm": 259.3822937011719,
+      "learning_rate": 2.0601110681867033e-06,
+      "loss": 28.2188,
+      "step": 33408
+    },
+    {
+      "epoch": 1.5965306317499761,
+      "grad_norm": 310.12969970703125,
+      "learning_rate": 2.059640632918225e-06,
+      "loss": 24.9062,
+      "step": 33409
+    },
+    {
+      "epoch": 1.5965784191914365,
+      "grad_norm": 217.1807861328125,
+      "learning_rate": 2.059170245202252e-06,
+      "loss": 15.8906,
+      "step": 33410
+    },
+    {
+      "epoch": 1.596626206632897,
+      "grad_norm": 446.7973937988281,
+      "learning_rate": 2.0586999050416023e-06,
+      "loss": 19.9219,
+      "step": 33411
+    },
+    {
+      "epoch": 1.5966739940743573,
+      "grad_norm": 468.0490417480469,
+      "learning_rate": 2.0582296124390933e-06,
+      "loss": 27.1875,
+      "step": 33412
+    },
+    {
+      "epoch": 1.5967217815158177,
+      "grad_norm": 276.466064453125,
+      "learning_rate": 2.0577593673975427e-06,
+      "loss": 26.5938,
+      "step": 33413
+    },
+    {
+      "epoch": 1.596769568957278,
+      "grad_norm": 232.34959411621094,
+      "learning_rate": 2.057289169919764e-06,
+      "loss": 17.3438,
+      "step": 33414
+    },
+    {
+      "epoch": 1.5968173563987385,
+      "grad_norm": 162.88253784179688,
+      "learning_rate": 2.0568190200085736e-06,
+      "loss": 19.3594,
+      "step": 33415
+    },
+    {
+      "epoch": 1.5968651438401988,
+      "grad_norm": 117.79853820800781,
+      "learning_rate": 2.056348917666788e-06,
+      "loss": 19.6875,
+      "step": 33416
+    },
+    {
+      "epoch": 1.5969129312816592,
+      "grad_norm": 390.524169921875,
+      "learning_rate": 2.055878862897225e-06,
+      "loss": 36.4062,
+      "step": 33417
+    },
+    {
+      "epoch": 1.5969607187231194,
+      "grad_norm": 268.9941711425781,
+      "learning_rate": 2.055408855702694e-06,
+      "loss": 20.1562,
+      "step": 33418
+    },
+    {
+      "epoch": 1.5970085061645798,
+      "grad_norm": 244.83078002929688,
+      "learning_rate": 2.054938896086013e-06,
+      "loss": 23.4844,
+      "step": 33419
+    },
+    {
+      "epoch": 1.5970562936060402,
+      "grad_norm": 811.1339111328125,
+      "learning_rate": 2.0544689840499988e-06,
+      "loss": 28.8125,
+      "step": 33420
+    },
+    {
+      "epoch": 1.5971040810475006,
+      "grad_norm": 106.62447357177734,
+      "learning_rate": 2.0539991195974594e-06,
+      "loss": 19.8906,
+      "step": 33421
+    },
+    {
+      "epoch": 1.597151868488961,
+      "grad_norm": 338.5974426269531,
+      "learning_rate": 2.053529302731212e-06,
+      "loss": 22.75,
+      "step": 33422
+    },
+    {
+      "epoch": 1.5971996559304213,
+      "grad_norm": 307.7167663574219,
+      "learning_rate": 2.0530595334540714e-06,
+      "loss": 30.4375,
+      "step": 33423
+    },
+    {
+      "epoch": 1.5972474433718817,
+      "grad_norm": 314.28680419921875,
+      "learning_rate": 2.0525898117688514e-06,
+      "loss": 20.9375,
+      "step": 33424
+    },
+    {
+      "epoch": 1.5972952308133421,
+      "grad_norm": 1613.0406494140625,
+      "learning_rate": 2.052120137678362e-06,
+      "loss": 20.6562,
+      "step": 33425
+    },
+    {
+      "epoch": 1.5973430182548025,
+      "grad_norm": 263.0646667480469,
+      "learning_rate": 2.0516505111854167e-06,
+      "loss": 26.5938,
+      "step": 33426
+    },
+    {
+      "epoch": 1.597390805696263,
+      "grad_norm": 259.899658203125,
+      "learning_rate": 2.051180932292831e-06,
+      "loss": 28.3906,
+      "step": 33427
+    },
+    {
+      "epoch": 1.5974385931377233,
+      "grad_norm": 124.8118896484375,
+      "learning_rate": 2.0507114010034126e-06,
+      "loss": 15.375,
+      "step": 33428
+    },
+    {
+      "epoch": 1.5974863805791837,
+      "grad_norm": 352.2857360839844,
+      "learning_rate": 2.0502419173199783e-06,
+      "loss": 27.1719,
+      "step": 33429
+    },
+    {
+      "epoch": 1.597534168020644,
+      "grad_norm": 236.16490173339844,
+      "learning_rate": 2.0497724812453336e-06,
+      "loss": 29.1875,
+      "step": 33430
+    },
+    {
+      "epoch": 1.5975819554621045,
+      "grad_norm": 653.839111328125,
+      "learning_rate": 2.0493030927822966e-06,
+      "loss": 23.9375,
+      "step": 33431
+    },
+    {
+      "epoch": 1.5976297429035649,
+      "grad_norm": 299.91424560546875,
+      "learning_rate": 2.048833751933672e-06,
+      "loss": 29.0781,
+      "step": 33432
+    },
+    {
+      "epoch": 1.5976775303450252,
+      "grad_norm": 237.73048400878906,
+      "learning_rate": 2.048364458702273e-06,
+      "loss": 23.4688,
+      "step": 33433
+    },
+    {
+      "epoch": 1.5977253177864856,
+      "grad_norm": 206.67698669433594,
+      "learning_rate": 2.04789521309091e-06,
+      "loss": 22.1406,
+      "step": 33434
+    },
+    {
+      "epoch": 1.597773105227946,
+      "grad_norm": 134.4326171875,
+      "learning_rate": 2.047426015102397e-06,
+      "loss": 21.2344,
+      "step": 33435
+    },
+    {
+      "epoch": 1.5978208926694064,
+      "grad_norm": 233.6528778076172,
+      "learning_rate": 2.046956864739539e-06,
+      "loss": 22.4062,
+      "step": 33436
+    },
+    {
+      "epoch": 1.5978686801108668,
+      "grad_norm": 411.4410705566406,
+      "learning_rate": 2.046487762005146e-06,
+      "loss": 22.9688,
+      "step": 33437
+    },
+    {
+      "epoch": 1.5979164675523272,
+      "grad_norm": 237.42491149902344,
+      "learning_rate": 2.0460187069020277e-06,
+      "loss": 19.3125,
+      "step": 33438
+    },
+    {
+      "epoch": 1.5979642549937876,
+      "grad_norm": 420.00164794921875,
+      "learning_rate": 2.045549699432997e-06,
+      "loss": 41.3438,
+      "step": 33439
+    },
+    {
+      "epoch": 1.598012042435248,
+      "grad_norm": 292.5540466308594,
+      "learning_rate": 2.0450807396008575e-06,
+      "loss": 28.6562,
+      "step": 33440
+    },
+    {
+      "epoch": 1.5980598298767084,
+      "grad_norm": 187.3525848388672,
+      "learning_rate": 2.044611827408419e-06,
+      "loss": 19.4375,
+      "step": 33441
+    },
+    {
+      "epoch": 1.5981076173181687,
+      "grad_norm": 355.4703063964844,
+      "learning_rate": 2.044142962858494e-06,
+      "loss": 33.9688,
+      "step": 33442
+    },
+    {
+      "epoch": 1.5981554047596291,
+      "grad_norm": 379.1035461425781,
+      "learning_rate": 2.0436741459538833e-06,
+      "loss": 20.2812,
+      "step": 33443
+    },
+    {
+      "epoch": 1.5982031922010895,
+      "grad_norm": 138.02479553222656,
+      "learning_rate": 2.0432053766973993e-06,
+      "loss": 18.9062,
+      "step": 33444
+    },
+    {
+      "epoch": 1.59825097964255,
+      "grad_norm": 429.9368896484375,
+      "learning_rate": 2.042736655091847e-06,
+      "loss": 27.1562,
+      "step": 33445
+    },
+    {
+      "epoch": 1.5982987670840103,
+      "grad_norm": 305.88385009765625,
+      "learning_rate": 2.042267981140037e-06,
+      "loss": 24.5938,
+      "step": 33446
+    },
+    {
+      "epoch": 1.5983465545254707,
+      "grad_norm": 460.838134765625,
+      "learning_rate": 2.041799354844771e-06,
+      "loss": 29.1875,
+      "step": 33447
+    },
+    {
+      "epoch": 1.598394341966931,
+      "grad_norm": 223.81971740722656,
+      "learning_rate": 2.0413307762088572e-06,
+      "loss": 23.9375,
+      "step": 33448
+    },
+    {
+      "epoch": 1.5984421294083915,
+      "grad_norm": 415.26141357421875,
+      "learning_rate": 2.0408622452351033e-06,
+      "loss": 49.375,
+      "step": 33449
+    },
+    {
+      "epoch": 1.5984899168498519,
+      "grad_norm": 389.3664245605469,
+      "learning_rate": 2.0403937619263183e-06,
+      "loss": 43.0,
+      "step": 33450
+    },
+    {
+      "epoch": 1.5985377042913123,
+      "grad_norm": 303.7861633300781,
+      "learning_rate": 2.0399253262852992e-06,
+      "loss": 30.0938,
+      "step": 33451
+    },
+    {
+      "epoch": 1.5985854917327726,
+      "grad_norm": 198.89454650878906,
+      "learning_rate": 2.039456938314858e-06,
+      "loss": 20.0625,
+      "step": 33452
+    },
+    {
+      "epoch": 1.598633279174233,
+      "grad_norm": 159.95513916015625,
+      "learning_rate": 2.038988598017796e-06,
+      "loss": 23.0,
+      "step": 33453
+    },
+    {
+      "epoch": 1.5986810666156934,
+      "grad_norm": 275.5079650878906,
+      "learning_rate": 2.0385203053969238e-06,
+      "loss": 24.4688,
+      "step": 33454
+    },
+    {
+      "epoch": 1.5987288540571538,
+      "grad_norm": 299.9673156738281,
+      "learning_rate": 2.038052060455038e-06,
+      "loss": 19.4844,
+      "step": 33455
+    },
+    {
+      "epoch": 1.5987766414986142,
+      "grad_norm": 230.99098205566406,
+      "learning_rate": 2.0375838631949474e-06,
+      "loss": 23.3906,
+      "step": 33456
+    },
+    {
+      "epoch": 1.5988244289400746,
+      "grad_norm": 231.8782196044922,
+      "learning_rate": 2.0371157136194573e-06,
+      "loss": 33.0625,
+      "step": 33457
+    },
+    {
+      "epoch": 1.598872216381535,
+      "grad_norm": 257.7817687988281,
+      "learning_rate": 2.0366476117313673e-06,
+      "loss": 20.1406,
+      "step": 33458
+    },
+    {
+      "epoch": 1.5989200038229954,
+      "grad_norm": 207.28912353515625,
+      "learning_rate": 2.036179557533482e-06,
+      "loss": 29.5625,
+      "step": 33459
+    },
+    {
+      "epoch": 1.5989677912644558,
+      "grad_norm": 219.93125915527344,
+      "learning_rate": 2.0357115510286085e-06,
+      "loss": 31.4219,
+      "step": 33460
+    },
+    {
+      "epoch": 1.5990155787059162,
+      "grad_norm": 218.6051788330078,
+      "learning_rate": 2.0352435922195422e-06,
+      "loss": 21.3438,
+      "step": 33461
+    },
+    {
+      "epoch": 1.5990633661473765,
+      "grad_norm": 162.53355407714844,
+      "learning_rate": 2.0347756811090925e-06,
+      "loss": 29.0,
+      "step": 33462
+    },
+    {
+      "epoch": 1.599111153588837,
+      "grad_norm": 207.87301635742188,
+      "learning_rate": 2.0343078177000562e-06,
+      "loss": 22.5312,
+      "step": 33463
+    },
+    {
+      "epoch": 1.5991589410302973,
+      "grad_norm": 278.7747802734375,
+      "learning_rate": 2.0338400019952375e-06,
+      "loss": 31.5,
+      "step": 33464
+    },
+    {
+      "epoch": 1.5992067284717577,
+      "grad_norm": 203.87977600097656,
+      "learning_rate": 2.0333722339974404e-06,
+      "loss": 36.6875,
+      "step": 33465
+    },
+    {
+      "epoch": 1.599254515913218,
+      "grad_norm": 241.03123474121094,
+      "learning_rate": 2.0329045137094615e-06,
+      "loss": 24.7188,
+      "step": 33466
+    },
+    {
+      "epoch": 1.5993023033546785,
+      "grad_norm": 239.89964294433594,
+      "learning_rate": 2.0324368411341035e-06,
+      "loss": 34.125,
+      "step": 33467
+    },
+    {
+      "epoch": 1.5993500907961389,
+      "grad_norm": 247.76644897460938,
+      "learning_rate": 2.031969216274171e-06,
+      "loss": 26.2031,
+      "step": 33468
+    },
+    {
+      "epoch": 1.5993978782375993,
+      "grad_norm": 535.04248046875,
+      "learning_rate": 2.0315016391324595e-06,
+      "loss": 26.5312,
+      "step": 33469
+    },
+    {
+      "epoch": 1.5994456656790597,
+      "grad_norm": 325.50439453125,
+      "learning_rate": 2.031034109711769e-06,
+      "loss": 23.0156,
+      "step": 33470
+    },
+    {
+      "epoch": 1.59949345312052,
+      "grad_norm": 184.3308563232422,
+      "learning_rate": 2.030566628014903e-06,
+      "loss": 21.2188,
+      "step": 33471
+    },
+    {
+      "epoch": 1.5995412405619804,
+      "grad_norm": 155.7205047607422,
+      "learning_rate": 2.0300991940446624e-06,
+      "loss": 16.7656,
+      "step": 33472
+    },
+    {
+      "epoch": 1.5995890280034408,
+      "grad_norm": 260.2584533691406,
+      "learning_rate": 2.02963180780384e-06,
+      "loss": 24.3438,
+      "step": 33473
+    },
+    {
+      "epoch": 1.5996368154449012,
+      "grad_norm": 229.74244689941406,
+      "learning_rate": 2.029164469295238e-06,
+      "loss": 19.7344,
+      "step": 33474
+    },
+    {
+      "epoch": 1.5996846028863616,
+      "grad_norm": 530.2351684570312,
+      "learning_rate": 2.028697178521657e-06,
+      "loss": 34.2812,
+      "step": 33475
+    },
+    {
+      "epoch": 1.599732390327822,
+      "grad_norm": 310.1167907714844,
+      "learning_rate": 2.028229935485896e-06,
+      "loss": 23.5156,
+      "step": 33476
+    },
+    {
+      "epoch": 1.5997801777692824,
+      "grad_norm": 179.99481201171875,
+      "learning_rate": 2.0277627401907487e-06,
+      "loss": 21.9062,
+      "step": 33477
+    },
+    {
+      "epoch": 1.5998279652107428,
+      "grad_norm": 239.08189392089844,
+      "learning_rate": 2.027295592639016e-06,
+      "loss": 24.5625,
+      "step": 33478
+    },
+    {
+      "epoch": 1.5998757526522032,
+      "grad_norm": 249.6978759765625,
+      "learning_rate": 2.0268284928334968e-06,
+      "loss": 27.375,
+      "step": 33479
+    },
+    {
+      "epoch": 1.5999235400936633,
+      "grad_norm": 335.0082702636719,
+      "learning_rate": 2.026361440776985e-06,
+      "loss": 28.8594,
+      "step": 33480
+    },
+    {
+      "epoch": 1.5999713275351237,
+      "grad_norm": 147.998779296875,
+      "learning_rate": 2.025894436472279e-06,
+      "loss": 22.5156,
+      "step": 33481
+    },
+    {
+      "epoch": 1.6000191149765841,
+      "grad_norm": 951.9747924804688,
+      "learning_rate": 2.025427479922176e-06,
+      "loss": 21.375,
+      "step": 33482
+    },
+    {
+      "epoch": 1.6000669024180445,
+      "grad_norm": 143.07528686523438,
+      "learning_rate": 2.0249605711294752e-06,
+      "loss": 26.4688,
+      "step": 33483
+    },
+    {
+      "epoch": 1.600114689859505,
+      "grad_norm": 200.23983764648438,
+      "learning_rate": 2.0244937100969676e-06,
+      "loss": 27.9531,
+      "step": 33484
+    },
+    {
+      "epoch": 1.6001624773009653,
+      "grad_norm": 314.58050537109375,
+      "learning_rate": 2.02402689682745e-06,
+      "loss": 21.5938,
+      "step": 33485
+    },
+    {
+      "epoch": 1.6002102647424257,
+      "grad_norm": 136.03018188476562,
+      "learning_rate": 2.0235601313237206e-06,
+      "loss": 16.375,
+      "step": 33486
+    },
+    {
+      "epoch": 1.600258052183886,
+      "grad_norm": 275.19415283203125,
+      "learning_rate": 2.023093413588576e-06,
+      "loss": 20.4062,
+      "step": 33487
+    },
+    {
+      "epoch": 1.6003058396253464,
+      "grad_norm": 146.58566284179688,
+      "learning_rate": 2.022626743624807e-06,
+      "loss": 22.0781,
+      "step": 33488
+    },
+    {
+      "epoch": 1.6003536270668068,
+      "grad_norm": 248.73965454101562,
+      "learning_rate": 2.0221601214352093e-06,
+      "loss": 23.625,
+      "step": 33489
+    },
+    {
+      "epoch": 1.6004014145082672,
+      "grad_norm": 356.5581359863281,
+      "learning_rate": 2.0216935470225807e-06,
+      "loss": 23.125,
+      "step": 33490
+    },
+    {
+      "epoch": 1.6004492019497276,
+      "grad_norm": 276.5816955566406,
+      "learning_rate": 2.021227020389711e-06,
+      "loss": 25.2656,
+      "step": 33491
+    },
+    {
+      "epoch": 1.600496989391188,
+      "grad_norm": 288.0884094238281,
+      "learning_rate": 2.020760541539395e-06,
+      "loss": 16.6875,
+      "step": 33492
+    },
+    {
+      "epoch": 1.6005447768326484,
+      "grad_norm": 245.69131469726562,
+      "learning_rate": 2.020294110474431e-06,
+      "loss": 24.25,
+      "step": 33493
+    },
+    {
+      "epoch": 1.6005925642741088,
+      "grad_norm": 225.03408813476562,
+      "learning_rate": 2.019827727197605e-06,
+      "loss": 22.5938,
+      "step": 33494
+    },
+    {
+      "epoch": 1.6006403517155692,
+      "grad_norm": 190.00457763671875,
+      "learning_rate": 2.0193613917117172e-06,
+      "loss": 18.7812,
+      "step": 33495
+    },
+    {
+      "epoch": 1.6006881391570296,
+      "grad_norm": 371.63970947265625,
+      "learning_rate": 2.0188951040195536e-06,
+      "loss": 28.0781,
+      "step": 33496
+    },
+    {
+      "epoch": 1.60073592659849,
+      "grad_norm": 146.81654357910156,
+      "learning_rate": 2.0184288641239104e-06,
+      "loss": 22.2188,
+      "step": 33497
+    },
+    {
+      "epoch": 1.6007837140399503,
+      "grad_norm": 266.83392333984375,
+      "learning_rate": 2.017962672027581e-06,
+      "loss": 23.0469,
+      "step": 33498
+    },
+    {
+      "epoch": 1.6008315014814107,
+      "grad_norm": 182.7417755126953,
+      "learning_rate": 2.0174965277333547e-06,
+      "loss": 18.4219,
+      "step": 33499
+    },
+    {
+      "epoch": 1.6008792889228711,
+      "grad_norm": 212.0928955078125,
+      "learning_rate": 2.0170304312440224e-06,
+      "loss": 24.0625,
+      "step": 33500
+    },
+    {
+      "epoch": 1.6009270763643313,
+      "grad_norm": 227.61756896972656,
+      "learning_rate": 2.016564382562377e-06,
+      "loss": 23.5156,
+      "step": 33501
+    },
+    {
+      "epoch": 1.6009748638057917,
+      "grad_norm": 397.6286315917969,
+      "learning_rate": 2.0160983816912128e-06,
+      "loss": 31.8438,
+      "step": 33502
+    },
+    {
+      "epoch": 1.601022651247252,
+      "grad_norm": 246.68238830566406,
+      "learning_rate": 2.015632428633314e-06,
+      "loss": 19.7656,
+      "step": 33503
+    },
+    {
+      "epoch": 1.6010704386887125,
+      "grad_norm": 454.51458740234375,
+      "learning_rate": 2.0151665233914753e-06,
+      "loss": 23.25,
+      "step": 33504
+    },
+    {
+      "epoch": 1.6011182261301729,
+      "grad_norm": 338.7768859863281,
+      "learning_rate": 2.0147006659684875e-06,
+      "loss": 30.1562,
+      "step": 33505
+    },
+    {
+      "epoch": 1.6011660135716332,
+      "grad_norm": 330.27239990234375,
+      "learning_rate": 2.0142348563671366e-06,
+      "loss": 24.8594,
+      "step": 33506
+    },
+    {
+      "epoch": 1.6012138010130936,
+      "grad_norm": 145.50167846679688,
+      "learning_rate": 2.0137690945902143e-06,
+      "loss": 19.9531,
+      "step": 33507
+    },
+    {
+      "epoch": 1.601261588454554,
+      "grad_norm": 324.0008544921875,
+      "learning_rate": 2.01330338064051e-06,
+      "loss": 26.9531,
+      "step": 33508
+    },
+    {
+      "epoch": 1.6013093758960144,
+      "grad_norm": 171.11363220214844,
+      "learning_rate": 2.0128377145208154e-06,
+      "loss": 24.5625,
+      "step": 33509
+    },
+    {
+      "epoch": 1.6013571633374748,
+      "grad_norm": 177.89691162109375,
+      "learning_rate": 2.0123720962339145e-06,
+      "loss": 23.6875,
+      "step": 33510
+    },
+    {
+      "epoch": 1.6014049507789352,
+      "grad_norm": 290.3619689941406,
+      "learning_rate": 2.0119065257825975e-06,
+      "loss": 28.9688,
+      "step": 33511
+    },
+    {
+      "epoch": 1.6014527382203956,
+      "grad_norm": 184.19558715820312,
+      "learning_rate": 2.0114410031696528e-06,
+      "loss": 24.375,
+      "step": 33512
+    },
+    {
+      "epoch": 1.601500525661856,
+      "grad_norm": 194.6038818359375,
+      "learning_rate": 2.0109755283978718e-06,
+      "loss": 20.6875,
+      "step": 33513
+    },
+    {
+      "epoch": 1.6015483131033164,
+      "grad_norm": 1184.447021484375,
+      "learning_rate": 2.0105101014700344e-06,
+      "loss": 36.2188,
+      "step": 33514
+    },
+    {
+      "epoch": 1.6015961005447767,
+      "grad_norm": 249.83204650878906,
+      "learning_rate": 2.0100447223889343e-06,
+      "loss": 25.1406,
+      "step": 33515
+    },
+    {
+      "epoch": 1.6016438879862371,
+      "grad_norm": 310.5894775390625,
+      "learning_rate": 2.009579391157358e-06,
+      "loss": 19.5,
+      "step": 33516
+    },
+    {
+      "epoch": 1.6016916754276975,
+      "grad_norm": 172.40426635742188,
+      "learning_rate": 2.0091141077780874e-06,
+      "loss": 24.1562,
+      "step": 33517
+    },
+    {
+      "epoch": 1.601739462869158,
+      "grad_norm": 325.2991027832031,
+      "learning_rate": 2.0086488722539133e-06,
+      "loss": 22.8438,
+      "step": 33518
+    },
+    {
+      "epoch": 1.6017872503106183,
+      "grad_norm": 205.277587890625,
+      "learning_rate": 2.00818368458762e-06,
+      "loss": 20.875,
+      "step": 33519
+    },
+    {
+      "epoch": 1.6018350377520787,
+      "grad_norm": 151.75131225585938,
+      "learning_rate": 2.007718544781998e-06,
+      "loss": 21.5781,
+      "step": 33520
+    },
+    {
+      "epoch": 1.601882825193539,
+      "grad_norm": 330.3008117675781,
+      "learning_rate": 2.007253452839826e-06,
+      "loss": 28.3906,
+      "step": 33521
+    },
+    {
+      "epoch": 1.6019306126349995,
+      "grad_norm": 218.91250610351562,
+      "learning_rate": 2.006788408763891e-06,
+      "loss": 28.7656,
+      "step": 33522
+    },
+    {
+      "epoch": 1.6019784000764599,
+      "grad_norm": 220.01797485351562,
+      "learning_rate": 2.006323412556983e-06,
+      "loss": 19.4688,
+      "step": 33523
+    },
+    {
+      "epoch": 1.6020261875179203,
+      "grad_norm": 187.40719604492188,
+      "learning_rate": 2.0058584642218814e-06,
+      "loss": 18.4531,
+      "step": 33524
+    },
+    {
+      "epoch": 1.6020739749593806,
+      "grad_norm": 186.66363525390625,
+      "learning_rate": 2.0053935637613708e-06,
+      "loss": 20.0625,
+      "step": 33525
+    },
+    {
+      "epoch": 1.602121762400841,
+      "grad_norm": 333.6146240234375,
+      "learning_rate": 2.00492871117824e-06,
+      "loss": 24.4688,
+      "step": 33526
+    },
+    {
+      "epoch": 1.6021695498423014,
+      "grad_norm": 129.02627563476562,
+      "learning_rate": 2.004463906475268e-06,
+      "loss": 15.5312,
+      "step": 33527
+    },
+    {
+      "epoch": 1.6022173372837618,
+      "grad_norm": 279.304931640625,
+      "learning_rate": 2.0039991496552414e-06,
+      "loss": 29.0938,
+      "step": 33528
+    },
+    {
+      "epoch": 1.6022651247252222,
+      "grad_norm": 206.36993408203125,
+      "learning_rate": 2.003534440720941e-06,
+      "loss": 22.4062,
+      "step": 33529
+    },
+    {
+      "epoch": 1.6023129121666826,
+      "grad_norm": 581.7147827148438,
+      "learning_rate": 2.0030697796751497e-06,
+      "loss": 25.875,
+      "step": 33530
+    },
+    {
+      "epoch": 1.602360699608143,
+      "grad_norm": 177.89535522460938,
+      "learning_rate": 2.0026051665206546e-06,
+      "loss": 20.0938,
+      "step": 33531
+    },
+    {
+      "epoch": 1.6024084870496034,
+      "grad_norm": 200.73138427734375,
+      "learning_rate": 2.0021406012602327e-06,
+      "loss": 27.4062,
+      "step": 33532
+    },
+    {
+      "epoch": 1.6024562744910638,
+      "grad_norm": 207.2936248779297,
+      "learning_rate": 2.0016760838966686e-06,
+      "loss": 27.0469,
+      "step": 33533
+    },
+    {
+      "epoch": 1.6025040619325241,
+      "grad_norm": 267.35296630859375,
+      "learning_rate": 2.0012116144327445e-06,
+      "loss": 27.5625,
+      "step": 33534
+    },
+    {
+      "epoch": 1.6025518493739845,
+      "grad_norm": 294.876708984375,
+      "learning_rate": 2.000747192871243e-06,
+      "loss": 32.5938,
+      "step": 33535
+    },
+    {
+      "epoch": 1.602599636815445,
+      "grad_norm": 313.4275817871094,
+      "learning_rate": 2.0002828192149424e-06,
+      "loss": 37.875,
+      "step": 33536
+    },
+    {
+      "epoch": 1.6026474242569053,
+      "grad_norm": 214.03515625,
+      "learning_rate": 1.9998184934666245e-06,
+      "loss": 17.5938,
+      "step": 33537
+    },
+    {
+      "epoch": 1.6026952116983657,
+      "grad_norm": 353.5667419433594,
+      "learning_rate": 1.9993542156290714e-06,
+      "loss": 23.3438,
+      "step": 33538
+    },
+    {
+      "epoch": 1.602742999139826,
+      "grad_norm": 260.8167419433594,
+      "learning_rate": 1.9988899857050647e-06,
+      "loss": 28.875,
+      "step": 33539
+    },
+    {
+      "epoch": 1.6027907865812865,
+      "grad_norm": 379.4891052246094,
+      "learning_rate": 1.998425803697381e-06,
+      "loss": 31.375,
+      "step": 33540
+    },
+    {
+      "epoch": 1.6028385740227469,
+      "grad_norm": 314.28546142578125,
+      "learning_rate": 1.997961669608801e-06,
+      "loss": 31.2188,
+      "step": 33541
+    },
+    {
+      "epoch": 1.6028863614642073,
+      "grad_norm": 223.5838165283203,
+      "learning_rate": 1.9974975834421086e-06,
+      "loss": 21.0312,
+      "step": 33542
+    },
+    {
+      "epoch": 1.6029341489056677,
+      "grad_norm": 332.0836486816406,
+      "learning_rate": 1.9970335452000765e-06,
+      "loss": 27.4688,
+      "step": 33543
+    },
+    {
+      "epoch": 1.602981936347128,
+      "grad_norm": 252.07850646972656,
+      "learning_rate": 1.996569554885487e-06,
+      "loss": 23.8438,
+      "step": 33544
+    },
+    {
+      "epoch": 1.6030297237885884,
+      "grad_norm": 280.44500732421875,
+      "learning_rate": 1.996105612501119e-06,
+      "loss": 31.4062,
+      "step": 33545
+    },
+    {
+      "epoch": 1.6030775112300488,
+      "grad_norm": 361.20709228515625,
+      "learning_rate": 1.995641718049752e-06,
+      "loss": 30.4375,
+      "step": 33546
+    },
+    {
+      "epoch": 1.6031252986715092,
+      "grad_norm": 227.5855255126953,
+      "learning_rate": 1.995177871534161e-06,
+      "loss": 25.2031,
+      "step": 33547
+    },
+    {
+      "epoch": 1.6031730861129696,
+      "grad_norm": 172.75958251953125,
+      "learning_rate": 1.9947140729571256e-06,
+      "loss": 24.1719,
+      "step": 33548
+    },
+    {
+      "epoch": 1.60322087355443,
+      "grad_norm": 248.8227996826172,
+      "learning_rate": 1.994250322321423e-06,
+      "loss": 18.7344,
+      "step": 33549
+    },
+    {
+      "epoch": 1.6032686609958904,
+      "grad_norm": 552.5227661132812,
+      "learning_rate": 1.9937866196298327e-06,
+      "loss": 18.25,
+      "step": 33550
+    },
+    {
+      "epoch": 1.6033164484373508,
+      "grad_norm": 232.16639709472656,
+      "learning_rate": 1.993322964885128e-06,
+      "loss": 28.5625,
+      "step": 33551
+    },
+    {
+      "epoch": 1.6033642358788112,
+      "grad_norm": 298.513916015625,
+      "learning_rate": 1.992859358090087e-06,
+      "loss": 27.0,
+      "step": 33552
+    },
+    {
+      "epoch": 1.6034120233202716,
+      "grad_norm": 262.3743896484375,
+      "learning_rate": 1.9923957992474885e-06,
+      "loss": 23.875,
+      "step": 33553
+    },
+    {
+      "epoch": 1.603459810761732,
+      "grad_norm": 205.83502197265625,
+      "learning_rate": 1.9919322883601044e-06,
+      "loss": 17.0938,
+      "step": 33554
+    },
+    {
+      "epoch": 1.6035075982031923,
+      "grad_norm": 205.51109313964844,
+      "learning_rate": 1.9914688254307122e-06,
+      "loss": 37.8438,
+      "step": 33555
+    },
+    {
+      "epoch": 1.6035553856446527,
+      "grad_norm": 154.1866455078125,
+      "learning_rate": 1.991005410462089e-06,
+      "loss": 17.9062,
+      "step": 33556
+    },
+    {
+      "epoch": 1.603603173086113,
+      "grad_norm": 165.4530487060547,
+      "learning_rate": 1.990542043457011e-06,
+      "loss": 25.2188,
+      "step": 33557
+    },
+    {
+      "epoch": 1.6036509605275735,
+      "grad_norm": 741.6250610351562,
+      "learning_rate": 1.9900787244182485e-06,
+      "loss": 31.375,
+      "step": 33558
+    },
+    {
+      "epoch": 1.6036987479690339,
+      "grad_norm": 285.06719970703125,
+      "learning_rate": 1.989615453348581e-06,
+      "loss": 20.1406,
+      "step": 33559
+    },
+    {
+      "epoch": 1.6037465354104943,
+      "grad_norm": 257.34381103515625,
+      "learning_rate": 1.989152230250778e-06,
+      "loss": 21.4375,
+      "step": 33560
+    },
+    {
+      "epoch": 1.6037943228519547,
+      "grad_norm": 311.9918212890625,
+      "learning_rate": 1.9886890551276207e-06,
+      "loss": 20.2188,
+      "step": 33561
+    },
+    {
+      "epoch": 1.6038421102934148,
+      "grad_norm": 652.8934326171875,
+      "learning_rate": 1.988225927981874e-06,
+      "loss": 22.9062,
+      "step": 33562
+    },
+    {
+      "epoch": 1.6038898977348752,
+      "grad_norm": 171.967041015625,
+      "learning_rate": 1.987762848816317e-06,
+      "loss": 16.4375,
+      "step": 33563
+    },
+    {
+      "epoch": 1.6039376851763356,
+      "grad_norm": 263.66375732421875,
+      "learning_rate": 1.9872998176337235e-06,
+      "loss": 19.7344,
+      "step": 33564
+    },
+    {
+      "epoch": 1.603985472617796,
+      "grad_norm": 124.7298583984375,
+      "learning_rate": 1.9868368344368625e-06,
+      "loss": 19.6094,
+      "step": 33565
+    },
+    {
+      "epoch": 1.6040332600592564,
+      "grad_norm": 371.1841735839844,
+      "learning_rate": 1.9863738992285096e-06,
+      "loss": 30.2188,
+      "step": 33566
+    },
+    {
+      "epoch": 1.6040810475007168,
+      "grad_norm": 212.45249938964844,
+      "learning_rate": 1.9859110120114367e-06,
+      "loss": 26.7031,
+      "step": 33567
+    },
+    {
+      "epoch": 1.6041288349421772,
+      "grad_norm": 225.70933532714844,
+      "learning_rate": 1.9854481727884178e-06,
+      "loss": 24.5,
+      "step": 33568
+    },
+    {
+      "epoch": 1.6041766223836376,
+      "grad_norm": 397.0629577636719,
+      "learning_rate": 1.984985381562221e-06,
+      "loss": 27.3438,
+      "step": 33569
+    },
+    {
+      "epoch": 1.604224409825098,
+      "grad_norm": 270.5091247558594,
+      "learning_rate": 1.9845226383356186e-06,
+      "loss": 26.625,
+      "step": 33570
+    },
+    {
+      "epoch": 1.6042721972665583,
+      "grad_norm": 194.25555419921875,
+      "learning_rate": 1.984059943111384e-06,
+      "loss": 32.0312,
+      "step": 33571
+    },
+    {
+      "epoch": 1.6043199847080187,
+      "grad_norm": 315.65533447265625,
+      "learning_rate": 1.983597295892289e-06,
+      "loss": 20.1094,
+      "step": 33572
+    },
+    {
+      "epoch": 1.6043677721494791,
+      "grad_norm": 209.6018524169922,
+      "learning_rate": 1.9831346966810994e-06,
+      "loss": 28.5625,
+      "step": 33573
+    },
+    {
+      "epoch": 1.6044155595909395,
+      "grad_norm": 376.68902587890625,
+      "learning_rate": 1.9826721454805876e-06,
+      "loss": 21.6406,
+      "step": 33574
+    },
+    {
+      "epoch": 1.6044633470324,
+      "grad_norm": 254.8413848876953,
+      "learning_rate": 1.9822096422935277e-06,
+      "loss": 25.6875,
+      "step": 33575
+    },
+    {
+      "epoch": 1.6045111344738603,
+      "grad_norm": 184.1712188720703,
+      "learning_rate": 1.9817471871226844e-06,
+      "loss": 17.7812,
+      "step": 33576
+    },
+    {
+      "epoch": 1.6045589219153207,
+      "grad_norm": 340.99151611328125,
+      "learning_rate": 1.981284779970829e-06,
+      "loss": 23.9531,
+      "step": 33577
+    },
+    {
+      "epoch": 1.604606709356781,
+      "grad_norm": 86.67112731933594,
+      "learning_rate": 1.98082242084073e-06,
+      "loss": 13.6562,
+      "step": 33578
+    },
+    {
+      "epoch": 1.6046544967982415,
+      "grad_norm": 242.24868774414062,
+      "learning_rate": 1.98036010973516e-06,
+      "loss": 20.7188,
+      "step": 33579
+    },
+    {
+      "epoch": 1.6047022842397018,
+      "grad_norm": 217.54232788085938,
+      "learning_rate": 1.979897846656882e-06,
+      "loss": 26.4375,
+      "step": 33580
+    },
+    {
+      "epoch": 1.6047500716811622,
+      "grad_norm": 253.33583068847656,
+      "learning_rate": 1.979435631608667e-06,
+      "loss": 28.8125,
+      "step": 33581
+    },
+    {
+      "epoch": 1.6047978591226226,
+      "grad_norm": 224.91358947753906,
+      "learning_rate": 1.9789734645932834e-06,
+      "loss": 26.3125,
+      "step": 33582
+    },
+    {
+      "epoch": 1.6048456465640828,
+      "grad_norm": 417.36322021484375,
+      "learning_rate": 1.978511345613502e-06,
+      "loss": 17.7188,
+      "step": 33583
+    },
+    {
+      "epoch": 1.6048934340055432,
+      "grad_norm": 640.38525390625,
+      "learning_rate": 1.9780492746720836e-06,
+      "loss": 25.875,
+      "step": 33584
+    },
+    {
+      "epoch": 1.6049412214470036,
+      "grad_norm": 200.74839782714844,
+      "learning_rate": 1.9775872517718e-06,
+      "loss": 22.3125,
+      "step": 33585
+    },
+    {
+      "epoch": 1.604989008888464,
+      "grad_norm": 475.0025329589844,
+      "learning_rate": 1.977125276915416e-06,
+      "loss": 19.4844,
+      "step": 33586
+    },
+    {
+      "epoch": 1.6050367963299244,
+      "grad_norm": 353.1900634765625,
+      "learning_rate": 1.976663350105702e-06,
+      "loss": 26.5938,
+      "step": 33587
+    },
+    {
+      "epoch": 1.6050845837713847,
+      "grad_norm": 259.169921875,
+      "learning_rate": 1.9762014713454194e-06,
+      "loss": 19.0781,
+      "step": 33588
+    },
+    {
+      "epoch": 1.6051323712128451,
+      "grad_norm": 282.39971923828125,
+      "learning_rate": 1.975739640637336e-06,
+      "loss": 19.2812,
+      "step": 33589
+    },
+    {
+      "epoch": 1.6051801586543055,
+      "grad_norm": 252.5081329345703,
+      "learning_rate": 1.9752778579842214e-06,
+      "loss": 26.0938,
+      "step": 33590
+    },
+    {
+      "epoch": 1.605227946095766,
+      "grad_norm": 221.40284729003906,
+      "learning_rate": 1.974816123388834e-06,
+      "loss": 18.3594,
+      "step": 33591
+    },
+    {
+      "epoch": 1.6052757335372263,
+      "grad_norm": 206.82443237304688,
+      "learning_rate": 1.974354436853946e-06,
+      "loss": 28.0,
+      "step": 33592
+    },
+    {
+      "epoch": 1.6053235209786867,
+      "grad_norm": 339.03887939453125,
+      "learning_rate": 1.9738927983823166e-06,
+      "loss": 26.4688,
+      "step": 33593
+    },
+    {
+      "epoch": 1.605371308420147,
+      "grad_norm": 297.7296142578125,
+      "learning_rate": 1.9734312079767127e-06,
+      "loss": 27.375,
+      "step": 33594
+    },
+    {
+      "epoch": 1.6054190958616075,
+      "grad_norm": 219.96405029296875,
+      "learning_rate": 1.972969665639901e-06,
+      "loss": 28.5938,
+      "step": 33595
+    },
+    {
+      "epoch": 1.6054668833030679,
+      "grad_norm": 226.36009216308594,
+      "learning_rate": 1.972508171374641e-06,
+      "loss": 28.3281,
+      "step": 33596
+    },
+    {
+      "epoch": 1.6055146707445282,
+      "grad_norm": 350.876953125,
+      "learning_rate": 1.9720467251836985e-06,
+      "loss": 29.7969,
+      "step": 33597
+    },
+    {
+      "epoch": 1.6055624581859886,
+      "grad_norm": 112.24029541015625,
+      "learning_rate": 1.9715853270698393e-06,
+      "loss": 15.8281,
+      "step": 33598
+    },
+    {
+      "epoch": 1.605610245627449,
+      "grad_norm": 222.766845703125,
+      "learning_rate": 1.9711239770358224e-06,
+      "loss": 25.0938,
+      "step": 33599
+    },
+    {
+      "epoch": 1.6056580330689094,
+      "grad_norm": 224.94754028320312,
+      "learning_rate": 1.9706626750844126e-06,
+      "loss": 32.1406,
+      "step": 33600
+    },
+    {
+      "epoch": 1.6057058205103698,
+      "grad_norm": 172.28001403808594,
+      "learning_rate": 1.9702014212183763e-06,
+      "loss": 17.3125,
+      "step": 33601
+    },
+    {
+      "epoch": 1.6057536079518302,
+      "grad_norm": 516.6270751953125,
+      "learning_rate": 1.969740215440469e-06,
+      "loss": 17.7656,
+      "step": 33602
+    },
+    {
+      "epoch": 1.6058013953932906,
+      "grad_norm": 251.2567138671875,
+      "learning_rate": 1.969279057753456e-06,
+      "loss": 24.2188,
+      "step": 33603
+    },
+    {
+      "epoch": 1.605849182834751,
+      "grad_norm": 285.0712585449219,
+      "learning_rate": 1.9688179481600977e-06,
+      "loss": 17.9219,
+      "step": 33604
+    },
+    {
+      "epoch": 1.6058969702762114,
+      "grad_norm": 153.775634765625,
+      "learning_rate": 1.968356886663161e-06,
+      "loss": 17.9141,
+      "step": 33605
+    },
+    {
+      "epoch": 1.6059447577176718,
+      "grad_norm": 2388.994873046875,
+      "learning_rate": 1.9678958732653996e-06,
+      "loss": 20.3125,
+      "step": 33606
+    },
+    {
+      "epoch": 1.6059925451591321,
+      "grad_norm": 530.8731079101562,
+      "learning_rate": 1.967434907969579e-06,
+      "loss": 22.2812,
+      "step": 33607
+    },
+    {
+      "epoch": 1.6060403326005925,
+      "grad_norm": 170.6386260986328,
+      "learning_rate": 1.966973990778457e-06,
+      "loss": 23.8438,
+      "step": 33608
+    },
+    {
+      "epoch": 1.606088120042053,
+      "grad_norm": 255.65846252441406,
+      "learning_rate": 1.9665131216947976e-06,
+      "loss": 29.4062,
+      "step": 33609
+    },
+    {
+      "epoch": 1.6061359074835133,
+      "grad_norm": 319.85321044921875,
+      "learning_rate": 1.9660523007213573e-06,
+      "loss": 20.0625,
+      "step": 33610
+    },
+    {
+      "epoch": 1.6061836949249737,
+      "grad_norm": 388.0357666015625,
+      "learning_rate": 1.965591527860896e-06,
+      "loss": 25.0625,
+      "step": 33611
+    },
+    {
+      "epoch": 1.606231482366434,
+      "grad_norm": 592.0172729492188,
+      "learning_rate": 1.9651308031161774e-06,
+      "loss": 24.7188,
+      "step": 33612
+    },
+    {
+      "epoch": 1.6062792698078945,
+      "grad_norm": 168.94204711914062,
+      "learning_rate": 1.9646701264899546e-06,
+      "loss": 15.4688,
+      "step": 33613
+    },
+    {
+      "epoch": 1.6063270572493549,
+      "grad_norm": 288.75274658203125,
+      "learning_rate": 1.964209497984989e-06,
+      "loss": 24.1094,
+      "step": 33614
+    },
+    {
+      "epoch": 1.6063748446908153,
+      "grad_norm": 164.950927734375,
+      "learning_rate": 1.96374891760404e-06,
+      "loss": 21.4531,
+      "step": 33615
+    },
+    {
+      "epoch": 1.6064226321322757,
+      "grad_norm": 192.61636352539062,
+      "learning_rate": 1.9632883853498687e-06,
+      "loss": 19.1562,
+      "step": 33616
+    },
+    {
+      "epoch": 1.606470419573736,
+      "grad_norm": 311.76104736328125,
+      "learning_rate": 1.962827901225226e-06,
+      "loss": 19.7344,
+      "step": 33617
+    },
+    {
+      "epoch": 1.6065182070151964,
+      "grad_norm": 222.988037109375,
+      "learning_rate": 1.962367465232874e-06,
+      "loss": 31.4062,
+      "step": 33618
+    },
+    {
+      "epoch": 1.6065659944566568,
+      "grad_norm": 287.1346435546875,
+      "learning_rate": 1.961907077375569e-06,
+      "loss": 27.2969,
+      "step": 33619
+    },
+    {
+      "epoch": 1.6066137818981172,
+      "grad_norm": 352.4275207519531,
+      "learning_rate": 1.961446737656072e-06,
+      "loss": 22.5938,
+      "step": 33620
+    },
+    {
+      "epoch": 1.6066615693395776,
+      "grad_norm": 209.93560791015625,
+      "learning_rate": 1.9609864460771335e-06,
+      "loss": 20.7656,
+      "step": 33621
+    },
+    {
+      "epoch": 1.606709356781038,
+      "grad_norm": 292.3971862792969,
+      "learning_rate": 1.9605262026415128e-06,
+      "loss": 37.9375,
+      "step": 33622
+    },
+    {
+      "epoch": 1.6067571442224984,
+      "grad_norm": 219.88253784179688,
+      "learning_rate": 1.9600660073519694e-06,
+      "loss": 25.0156,
+      "step": 33623
+    },
+    {
+      "epoch": 1.6068049316639588,
+      "grad_norm": 393.3935546875,
+      "learning_rate": 1.9596058602112533e-06,
+      "loss": 31.625,
+      "step": 33624
+    },
+    {
+      "epoch": 1.6068527191054192,
+      "grad_norm": 211.26666259765625,
+      "learning_rate": 1.9591457612221254e-06,
+      "loss": 25.25,
+      "step": 33625
+    },
+    {
+      "epoch": 1.6069005065468795,
+      "grad_norm": 219.45339965820312,
+      "learning_rate": 1.9586857103873368e-06,
+      "loss": 23.8906,
+      "step": 33626
+    },
+    {
+      "epoch": 1.60694829398834,
+      "grad_norm": 197.14959716796875,
+      "learning_rate": 1.9582257077096445e-06,
+      "loss": 25.2656,
+      "step": 33627
+    },
+    {
+      "epoch": 1.6069960814298003,
+      "grad_norm": 270.8297119140625,
+      "learning_rate": 1.957765753191806e-06,
+      "loss": 32.375,
+      "step": 33628
+    },
+    {
+      "epoch": 1.6070438688712607,
+      "grad_norm": 259.8045349121094,
+      "learning_rate": 1.9573058468365714e-06,
+      "loss": 26.4531,
+      "step": 33629
+    },
+    {
+      "epoch": 1.607091656312721,
+      "grad_norm": 239.78684997558594,
+      "learning_rate": 1.956845988646696e-06,
+      "loss": 22.6875,
+      "step": 33630
+    },
+    {
+      "epoch": 1.6071394437541815,
+      "grad_norm": 122.19417572021484,
+      "learning_rate": 1.956386178624937e-06,
+      "loss": 20.4688,
+      "step": 33631
+    },
+    {
+      "epoch": 1.6071872311956419,
+      "grad_norm": 324.3006591796875,
+      "learning_rate": 1.955926416774043e-06,
+      "loss": 26.6875,
+      "step": 33632
+    },
+    {
+      "epoch": 1.6072350186371023,
+      "grad_norm": 506.23712158203125,
+      "learning_rate": 1.955466703096771e-06,
+      "loss": 28.2031,
+      "step": 33633
+    },
+    {
+      "epoch": 1.6072828060785627,
+      "grad_norm": 343.36639404296875,
+      "learning_rate": 1.9550070375958728e-06,
+      "loss": 23.5625,
+      "step": 33634
+    },
+    {
+      "epoch": 1.607330593520023,
+      "grad_norm": 134.39210510253906,
+      "learning_rate": 1.9545474202741043e-06,
+      "loss": 17.875,
+      "step": 33635
+    },
+    {
+      "epoch": 1.6073783809614834,
+      "grad_norm": 203.3209686279297,
+      "learning_rate": 1.9540878511342134e-06,
+      "loss": 23.3125,
+      "step": 33636
+    },
+    {
+      "epoch": 1.6074261684029438,
+      "grad_norm": 261.3805847167969,
+      "learning_rate": 1.9536283301789525e-06,
+      "loss": 33.0312,
+      "step": 33637
+    },
+    {
+      "epoch": 1.6074739558444042,
+      "grad_norm": 321.543701171875,
+      "learning_rate": 1.9531688574110784e-06,
+      "loss": 20.2969,
+      "step": 33638
+    },
+    {
+      "epoch": 1.6075217432858646,
+      "grad_norm": 224.72532653808594,
+      "learning_rate": 1.9527094328333376e-06,
+      "loss": 25.3438,
+      "step": 33639
+    },
+    {
+      "epoch": 1.607569530727325,
+      "grad_norm": 952.3505249023438,
+      "learning_rate": 1.9522500564484836e-06,
+      "loss": 36.7812,
+      "step": 33640
+    },
+    {
+      "epoch": 1.6076173181687854,
+      "grad_norm": 427.7418518066406,
+      "learning_rate": 1.951790728259266e-06,
+      "loss": 17.9844,
+      "step": 33641
+    },
+    {
+      "epoch": 1.6076651056102458,
+      "grad_norm": 191.01194763183594,
+      "learning_rate": 1.951331448268441e-06,
+      "loss": 23.0625,
+      "step": 33642
+    },
+    {
+      "epoch": 1.6077128930517062,
+      "grad_norm": 257.9173889160156,
+      "learning_rate": 1.9508722164787517e-06,
+      "loss": 26.0625,
+      "step": 33643
+    },
+    {
+      "epoch": 1.6077606804931666,
+      "grad_norm": 157.0440673828125,
+      "learning_rate": 1.9504130328929517e-06,
+      "loss": 12.2969,
+      "step": 33644
+    },
+    {
+      "epoch": 1.6078084679346267,
+      "grad_norm": 551.7784423828125,
+      "learning_rate": 1.949953897513791e-06,
+      "loss": 20.2812,
+      "step": 33645
+    },
+    {
+      "epoch": 1.6078562553760871,
+      "grad_norm": 184.62303161621094,
+      "learning_rate": 1.9494948103440213e-06,
+      "loss": 24.8438,
+      "step": 33646
+    },
+    {
+      "epoch": 1.6079040428175475,
+      "grad_norm": 208.403564453125,
+      "learning_rate": 1.9490357713863874e-06,
+      "loss": 22.4375,
+      "step": 33647
+    },
+    {
+      "epoch": 1.607951830259008,
+      "grad_norm": 212.52305603027344,
+      "learning_rate": 1.9485767806436395e-06,
+      "loss": 19.8906,
+      "step": 33648
+    },
+    {
+      "epoch": 1.6079996177004683,
+      "grad_norm": 185.67076110839844,
+      "learning_rate": 1.948117838118532e-06,
+      "loss": 25.6875,
+      "step": 33649
+    },
+    {
+      "epoch": 1.6080474051419287,
+      "grad_norm": 539.1331176757812,
+      "learning_rate": 1.947658943813805e-06,
+      "loss": 22.7812,
+      "step": 33650
+    },
+    {
+      "epoch": 1.608095192583389,
+      "grad_norm": 164.71902465820312,
+      "learning_rate": 1.9472000977322113e-06,
+      "loss": 15.8438,
+      "step": 33651
+    },
+    {
+      "epoch": 1.6081429800248495,
+      "grad_norm": 252.0474853515625,
+      "learning_rate": 1.946741299876497e-06,
+      "loss": 16.8281,
+      "step": 33652
+    },
+    {
+      "epoch": 1.6081907674663098,
+      "grad_norm": 163.88510131835938,
+      "learning_rate": 1.9462825502494143e-06,
+      "loss": 21.5625,
+      "step": 33653
+    },
+    {
+      "epoch": 1.6082385549077702,
+      "grad_norm": 126.18043518066406,
+      "learning_rate": 1.945823848853704e-06,
+      "loss": 20.5469,
+      "step": 33654
+    },
+    {
+      "epoch": 1.6082863423492306,
+      "grad_norm": 136.18667602539062,
+      "learning_rate": 1.945365195692116e-06,
+      "loss": 19.8438,
+      "step": 33655
+    },
+    {
+      "epoch": 1.608334129790691,
+      "grad_norm": 160.8354949951172,
+      "learning_rate": 1.9449065907674e-06,
+      "loss": 26.8438,
+      "step": 33656
+    },
+    {
+      "epoch": 1.6083819172321514,
+      "grad_norm": 195.97335815429688,
+      "learning_rate": 1.944448034082297e-06,
+      "loss": 28.5312,
+      "step": 33657
+    },
+    {
+      "epoch": 1.6084297046736118,
+      "grad_norm": 256.71240234375,
+      "learning_rate": 1.943989525639559e-06,
+      "loss": 19.3438,
+      "step": 33658
+    },
+    {
+      "epoch": 1.6084774921150722,
+      "grad_norm": 263.35321044921875,
+      "learning_rate": 1.9435310654419247e-06,
+      "loss": 28.5156,
+      "step": 33659
+    },
+    {
+      "epoch": 1.6085252795565326,
+      "grad_norm": 208.38014221191406,
+      "learning_rate": 1.9430726534921442e-06,
+      "loss": 16.6406,
+      "step": 33660
+    },
+    {
+      "epoch": 1.608573066997993,
+      "grad_norm": 298.7742919921875,
+      "learning_rate": 1.9426142897929655e-06,
+      "loss": 35.0625,
+      "step": 33661
+    },
+    {
+      "epoch": 1.6086208544394534,
+      "grad_norm": 369.0958251953125,
+      "learning_rate": 1.9421559743471276e-06,
+      "loss": 25.9375,
+      "step": 33662
+    },
+    {
+      "epoch": 1.6086686418809137,
+      "grad_norm": 133.6034698486328,
+      "learning_rate": 1.9416977071573773e-06,
+      "loss": 18.4531,
+      "step": 33663
+    },
+    {
+      "epoch": 1.6087164293223741,
+      "grad_norm": 442.2247314453125,
+      "learning_rate": 1.9412394882264617e-06,
+      "loss": 21.2344,
+      "step": 33664
+    },
+    {
+      "epoch": 1.6087642167638343,
+      "grad_norm": 231.2510528564453,
+      "learning_rate": 1.940781317557121e-06,
+      "loss": 30.1875,
+      "step": 33665
+    },
+    {
+      "epoch": 1.6088120042052947,
+      "grad_norm": 188.7702178955078,
+      "learning_rate": 1.940323195152102e-06,
+      "loss": 18.9531,
+      "step": 33666
+    },
+    {
+      "epoch": 1.608859791646755,
+      "grad_norm": 369.4355163574219,
+      "learning_rate": 1.939865121014146e-06,
+      "loss": 27.7031,
+      "step": 33667
+    },
+    {
+      "epoch": 1.6089075790882155,
+      "grad_norm": 174.89190673828125,
+      "learning_rate": 1.9394070951459997e-06,
+      "loss": 20.4531,
+      "step": 33668
+    },
+    {
+      "epoch": 1.6089553665296759,
+      "grad_norm": 249.72613525390625,
+      "learning_rate": 1.938949117550403e-06,
+      "loss": 20.7578,
+      "step": 33669
+    },
+    {
+      "epoch": 1.6090031539711362,
+      "grad_norm": 294.9227600097656,
+      "learning_rate": 1.938491188230098e-06,
+      "loss": 22.4062,
+      "step": 33670
+    },
+    {
+      "epoch": 1.6090509414125966,
+      "grad_norm": 257.7742614746094,
+      "learning_rate": 1.938033307187829e-06,
+      "loss": 26.25,
+      "step": 33671
+    },
+    {
+      "epoch": 1.609098728854057,
+      "grad_norm": 277.224853515625,
+      "learning_rate": 1.937575474426341e-06,
+      "loss": 26.75,
+      "step": 33672
+    },
+    {
+      "epoch": 1.6091465162955174,
+      "grad_norm": 196.7571258544922,
+      "learning_rate": 1.937117689948369e-06,
+      "loss": 25.0781,
+      "step": 33673
+    },
+    {
+      "epoch": 1.6091943037369778,
+      "grad_norm": 392.2996826171875,
+      "learning_rate": 1.936659953756658e-06,
+      "loss": 30.75,
+      "step": 33674
+    },
+    {
+      "epoch": 1.6092420911784382,
+      "grad_norm": 206.30747985839844,
+      "learning_rate": 1.9362022658539526e-06,
+      "loss": 24.0312,
+      "step": 33675
+    },
+    {
+      "epoch": 1.6092898786198986,
+      "grad_norm": 204.01101684570312,
+      "learning_rate": 1.935744626242987e-06,
+      "loss": 22.0469,
+      "step": 33676
+    },
+    {
+      "epoch": 1.609337666061359,
+      "grad_norm": 282.26263427734375,
+      "learning_rate": 1.9352870349265063e-06,
+      "loss": 28.7188,
+      "step": 33677
+    },
+    {
+      "epoch": 1.6093854535028194,
+      "grad_norm": 164.9095458984375,
+      "learning_rate": 1.93482949190725e-06,
+      "loss": 21.2969,
+      "step": 33678
+    },
+    {
+      "epoch": 1.6094332409442798,
+      "grad_norm": 243.73947143554688,
+      "learning_rate": 1.934371997187959e-06,
+      "loss": 18.2812,
+      "step": 33679
+    },
+    {
+      "epoch": 1.6094810283857401,
+      "grad_norm": 238.67578125,
+      "learning_rate": 1.933914550771372e-06,
+      "loss": 20.5156,
+      "step": 33680
+    },
+    {
+      "epoch": 1.6095288158272005,
+      "grad_norm": 161.9662628173828,
+      "learning_rate": 1.9334571526602277e-06,
+      "loss": 22.6094,
+      "step": 33681
+    },
+    {
+      "epoch": 1.609576603268661,
+      "grad_norm": 462.1528015136719,
+      "learning_rate": 1.9329998028572663e-06,
+      "loss": 26.25,
+      "step": 33682
+    },
+    {
+      "epoch": 1.6096243907101213,
+      "grad_norm": 180.1297607421875,
+      "learning_rate": 1.9325425013652288e-06,
+      "loss": 18.125,
+      "step": 33683
+    },
+    {
+      "epoch": 1.6096721781515817,
+      "grad_norm": 197.87742614746094,
+      "learning_rate": 1.9320852481868503e-06,
+      "loss": 21.75,
+      "step": 33684
+    },
+    {
+      "epoch": 1.609719965593042,
+      "grad_norm": 391.7293701171875,
+      "learning_rate": 1.93162804332487e-06,
+      "loss": 37.2656,
+      "step": 33685
+    },
+    {
+      "epoch": 1.6097677530345025,
+      "grad_norm": 297.2400207519531,
+      "learning_rate": 1.93117088678203e-06,
+      "loss": 26.5938,
+      "step": 33686
+    },
+    {
+      "epoch": 1.6098155404759629,
+      "grad_norm": 209.9827117919922,
+      "learning_rate": 1.930713778561061e-06,
+      "loss": 19.3594,
+      "step": 33687
+    },
+    {
+      "epoch": 1.6098633279174233,
+      "grad_norm": 333.0619201660156,
+      "learning_rate": 1.9302567186647047e-06,
+      "loss": 36.2812,
+      "step": 33688
+    },
+    {
+      "epoch": 1.6099111153588836,
+      "grad_norm": 347.3045959472656,
+      "learning_rate": 1.9297997070957008e-06,
+      "loss": 20.5156,
+      "step": 33689
+    },
+    {
+      "epoch": 1.609958902800344,
+      "grad_norm": 288.25128173828125,
+      "learning_rate": 1.9293427438567815e-06,
+      "loss": 26.0625,
+      "step": 33690
+    },
+    {
+      "epoch": 1.6100066902418044,
+      "grad_norm": 260.944580078125,
+      "learning_rate": 1.928885828950686e-06,
+      "loss": 21.3438,
+      "step": 33691
+    },
+    {
+      "epoch": 1.6100544776832648,
+      "grad_norm": 254.0000762939453,
+      "learning_rate": 1.928428962380148e-06,
+      "loss": 20.6406,
+      "step": 33692
+    },
+    {
+      "epoch": 1.6101022651247252,
+      "grad_norm": 214.8063201904297,
+      "learning_rate": 1.927972144147905e-06,
+      "loss": 16.6094,
+      "step": 33693
+    },
+    {
+      "epoch": 1.6101500525661856,
+      "grad_norm": 196.9725799560547,
+      "learning_rate": 1.9275153742566966e-06,
+      "loss": 19.9531,
+      "step": 33694
+    },
+    {
+      "epoch": 1.610197840007646,
+      "grad_norm": 272.8680419921875,
+      "learning_rate": 1.9270586527092517e-06,
+      "loss": 12.875,
+      "step": 33695
+    },
+    {
+      "epoch": 1.6102456274491064,
+      "grad_norm": 214.52125549316406,
+      "learning_rate": 1.926601979508308e-06,
+      "loss": 26.5938,
+      "step": 33696
+    },
+    {
+      "epoch": 1.6102934148905668,
+      "grad_norm": 187.5166015625,
+      "learning_rate": 1.9261453546566035e-06,
+      "loss": 21.7812,
+      "step": 33697
+    },
+    {
+      "epoch": 1.6103412023320272,
+      "grad_norm": 321.0050964355469,
+      "learning_rate": 1.9256887781568677e-06,
+      "loss": 19.4375,
+      "step": 33698
+    },
+    {
+      "epoch": 1.6103889897734875,
+      "grad_norm": 174.32577514648438,
+      "learning_rate": 1.9252322500118382e-06,
+      "loss": 20.125,
+      "step": 33699
+    },
+    {
+      "epoch": 1.610436777214948,
+      "grad_norm": 346.7574462890625,
+      "learning_rate": 1.9247757702242475e-06,
+      "loss": 22.7812,
+      "step": 33700
+    },
+    {
+      "epoch": 1.6104845646564083,
+      "grad_norm": 205.1685791015625,
+      "learning_rate": 1.9243193387968327e-06,
+      "loss": 27.5469,
+      "step": 33701
+    },
+    {
+      "epoch": 1.6105323520978687,
+      "grad_norm": 368.1242980957031,
+      "learning_rate": 1.923862955732323e-06,
+      "loss": 27.125,
+      "step": 33702
+    },
+    {
+      "epoch": 1.610580139539329,
+      "grad_norm": 340.5594482421875,
+      "learning_rate": 1.9234066210334513e-06,
+      "loss": 14.2969,
+      "step": 33703
+    },
+    {
+      "epoch": 1.6106279269807895,
+      "grad_norm": 296.9996032714844,
+      "learning_rate": 1.922950334702953e-06,
+      "loss": 22.375,
+      "step": 33704
+    },
+    {
+      "epoch": 1.6106757144222499,
+      "grad_norm": 159.5671844482422,
+      "learning_rate": 1.9224940967435636e-06,
+      "loss": 22.1094,
+      "step": 33705
+    },
+    {
+      "epoch": 1.6107235018637103,
+      "grad_norm": 303.9785461425781,
+      "learning_rate": 1.9220379071580084e-06,
+      "loss": 32.5938,
+      "step": 33706
+    },
+    {
+      "epoch": 1.6107712893051707,
+      "grad_norm": 235.80203247070312,
+      "learning_rate": 1.9215817659490223e-06,
+      "loss": 18.6094,
+      "step": 33707
+    },
+    {
+      "epoch": 1.610819076746631,
+      "grad_norm": 340.65313720703125,
+      "learning_rate": 1.921125673119337e-06,
+      "loss": 15.2812,
+      "step": 33708
+    },
+    {
+      "epoch": 1.6108668641880914,
+      "grad_norm": 268.03314208984375,
+      "learning_rate": 1.9206696286716887e-06,
+      "loss": 28.4375,
+      "step": 33709
+    },
+    {
+      "epoch": 1.6109146516295518,
+      "grad_norm": 394.099853515625,
+      "learning_rate": 1.9202136326088004e-06,
+      "loss": 32.2656,
+      "step": 33710
+    },
+    {
+      "epoch": 1.6109624390710122,
+      "grad_norm": 600.7030639648438,
+      "learning_rate": 1.9197576849334066e-06,
+      "loss": 30.4375,
+      "step": 33711
+    },
+    {
+      "epoch": 1.6110102265124726,
+      "grad_norm": 164.94757080078125,
+      "learning_rate": 1.91930178564824e-06,
+      "loss": 23.1562,
+      "step": 33712
+    },
+    {
+      "epoch": 1.611058013953933,
+      "grad_norm": 261.29278564453125,
+      "learning_rate": 1.9188459347560274e-06,
+      "loss": 30.0,
+      "step": 33713
+    },
+    {
+      "epoch": 1.6111058013953934,
+      "grad_norm": 429.703125,
+      "learning_rate": 1.918390132259499e-06,
+      "loss": 21.625,
+      "step": 33714
+    },
+    {
+      "epoch": 1.6111535888368538,
+      "grad_norm": 320.24761962890625,
+      "learning_rate": 1.9179343781613867e-06,
+      "loss": 28.625,
+      "step": 33715
+    },
+    {
+      "epoch": 1.6112013762783142,
+      "grad_norm": 219.6394805908203,
+      "learning_rate": 1.91747867246442e-06,
+      "loss": 26.7188,
+      "step": 33716
+    },
+    {
+      "epoch": 1.6112491637197746,
+      "grad_norm": 208.02578735351562,
+      "learning_rate": 1.9170230151713253e-06,
+      "loss": 25.8125,
+      "step": 33717
+    },
+    {
+      "epoch": 1.611296951161235,
+      "grad_norm": 210.3568572998047,
+      "learning_rate": 1.9165674062848328e-06,
+      "loss": 22.0625,
+      "step": 33718
+    },
+    {
+      "epoch": 1.6113447386026953,
+      "grad_norm": 274.6109313964844,
+      "learning_rate": 1.91611184580767e-06,
+      "loss": 18.4531,
+      "step": 33719
+    },
+    {
+      "epoch": 1.6113925260441557,
+      "grad_norm": 190.20506286621094,
+      "learning_rate": 1.9156563337425692e-06,
+      "loss": 26.1562,
+      "step": 33720
+    },
+    {
+      "epoch": 1.6114403134856161,
+      "grad_norm": 149.3244171142578,
+      "learning_rate": 1.915200870092253e-06,
+      "loss": 22.9844,
+      "step": 33721
+    },
+    {
+      "epoch": 1.6114881009270765,
+      "grad_norm": 356.26531982421875,
+      "learning_rate": 1.9147454548594547e-06,
+      "loss": 19.4375,
+      "step": 33722
+    },
+    {
+      "epoch": 1.611535888368537,
+      "grad_norm": 282.68463134765625,
+      "learning_rate": 1.914290088046894e-06,
+      "loss": 25.0312,
+      "step": 33723
+    },
+    {
+      "epoch": 1.6115836758099973,
+      "grad_norm": 139.43020629882812,
+      "learning_rate": 1.9138347696573035e-06,
+      "loss": 16.5938,
+      "step": 33724
+    },
+    {
+      "epoch": 1.6116314632514577,
+      "grad_norm": 309.9053649902344,
+      "learning_rate": 1.913379499693411e-06,
+      "loss": 20.0469,
+      "step": 33725
+    },
+    {
+      "epoch": 1.611679250692918,
+      "grad_norm": 278.3833923339844,
+      "learning_rate": 1.9129242781579383e-06,
+      "loss": 30.9688,
+      "step": 33726
+    },
+    {
+      "epoch": 1.6117270381343782,
+      "grad_norm": 196.22645568847656,
+      "learning_rate": 1.912469105053616e-06,
+      "loss": 27.9219,
+      "step": 33727
+    },
+    {
+      "epoch": 1.6117748255758386,
+      "grad_norm": 235.6656494140625,
+      "learning_rate": 1.912013980383165e-06,
+      "loss": 31.4375,
+      "step": 33728
+    },
+    {
+      "epoch": 1.611822613017299,
+      "grad_norm": 287.32568359375,
+      "learning_rate": 1.9115589041493154e-06,
+      "loss": 26.5312,
+      "step": 33729
+    },
+    {
+      "epoch": 1.6118704004587594,
+      "grad_norm": 299.4666442871094,
+      "learning_rate": 1.9111038763547894e-06,
+      "loss": 21.9688,
+      "step": 33730
+    },
+    {
+      "epoch": 1.6119181879002198,
+      "grad_norm": 318.6343078613281,
+      "learning_rate": 1.9106488970023173e-06,
+      "loss": 23.7656,
+      "step": 33731
+    },
+    {
+      "epoch": 1.6119659753416802,
+      "grad_norm": 281.3450012207031,
+      "learning_rate": 1.9101939660946177e-06,
+      "loss": 24.1562,
+      "step": 33732
+    },
+    {
+      "epoch": 1.6120137627831406,
+      "grad_norm": 360.0059509277344,
+      "learning_rate": 1.9097390836344176e-06,
+      "loss": 29.6875,
+      "step": 33733
+    },
+    {
+      "epoch": 1.612061550224601,
+      "grad_norm": 233.40829467773438,
+      "learning_rate": 1.9092842496244424e-06,
+      "loss": 26.4844,
+      "step": 33734
+    },
+    {
+      "epoch": 1.6121093376660613,
+      "grad_norm": 233.9277801513672,
+      "learning_rate": 1.9088294640674132e-06,
+      "loss": 28.4531,
+      "step": 33735
+    },
+    {
+      "epoch": 1.6121571251075217,
+      "grad_norm": 213.6915283203125,
+      "learning_rate": 1.9083747269660544e-06,
+      "loss": 25.9531,
+      "step": 33736
+    },
+    {
+      "epoch": 1.6122049125489821,
+      "grad_norm": 207.84950256347656,
+      "learning_rate": 1.907920038323091e-06,
+      "loss": 30.75,
+      "step": 33737
+    },
+    {
+      "epoch": 1.6122526999904425,
+      "grad_norm": 190.15774536132812,
+      "learning_rate": 1.9074653981412474e-06,
+      "loss": 16.4219,
+      "step": 33738
+    },
+    {
+      "epoch": 1.612300487431903,
+      "grad_norm": 508.8479919433594,
+      "learning_rate": 1.9070108064232396e-06,
+      "loss": 15.9688,
+      "step": 33739
+    },
+    {
+      "epoch": 1.6123482748733633,
+      "grad_norm": 330.59417724609375,
+      "learning_rate": 1.906556263171796e-06,
+      "loss": 19.3359,
+      "step": 33740
+    },
+    {
+      "epoch": 1.6123960623148237,
+      "grad_norm": 110.47811126708984,
+      "learning_rate": 1.9061017683896355e-06,
+      "loss": 20.5938,
+      "step": 33741
+    },
+    {
+      "epoch": 1.612443849756284,
+      "grad_norm": 257.0133972167969,
+      "learning_rate": 1.9056473220794857e-06,
+      "loss": 26.8906,
+      "step": 33742
+    },
+    {
+      "epoch": 1.6124916371977445,
+      "grad_norm": 254.5047607421875,
+      "learning_rate": 1.9051929242440604e-06,
+      "loss": 22.3594,
+      "step": 33743
+    },
+    {
+      "epoch": 1.6125394246392049,
+      "grad_norm": 266.81182861328125,
+      "learning_rate": 1.9047385748860836e-06,
+      "loss": 19.3438,
+      "step": 33744
+    },
+    {
+      "epoch": 1.6125872120806652,
+      "grad_norm": 190.18983459472656,
+      "learning_rate": 1.90428427400828e-06,
+      "loss": 26.7969,
+      "step": 33745
+    },
+    {
+      "epoch": 1.6126349995221256,
+      "grad_norm": 229.0120086669922,
+      "learning_rate": 1.9038300216133654e-06,
+      "loss": 19.1562,
+      "step": 33746
+    },
+    {
+      "epoch": 1.612682786963586,
+      "grad_norm": 637.3276977539062,
+      "learning_rate": 1.9033758177040617e-06,
+      "loss": 30.0625,
+      "step": 33747
+    },
+    {
+      "epoch": 1.6127305744050462,
+      "grad_norm": 186.06381225585938,
+      "learning_rate": 1.9029216622830893e-06,
+      "loss": 25.5312,
+      "step": 33748
+    },
+    {
+      "epoch": 1.6127783618465066,
+      "grad_norm": 286.4878234863281,
+      "learning_rate": 1.9024675553531701e-06,
+      "loss": 22.4688,
+      "step": 33749
+    },
+    {
+      "epoch": 1.612826149287967,
+      "grad_norm": 465.7153015136719,
+      "learning_rate": 1.90201349691702e-06,
+      "loss": 26.7812,
+      "step": 33750
+    },
+    {
+      "epoch": 1.6128739367294274,
+      "grad_norm": 324.0069885253906,
+      "learning_rate": 1.901559486977359e-06,
+      "loss": 20.6719,
+      "step": 33751
+    },
+    {
+      "epoch": 1.6129217241708877,
+      "grad_norm": 319.2690124511719,
+      "learning_rate": 1.901105525536907e-06,
+      "loss": 24.8594,
+      "step": 33752
+    },
+    {
+      "epoch": 1.6129695116123481,
+      "grad_norm": 198.5861053466797,
+      "learning_rate": 1.9006516125983855e-06,
+      "loss": 16.4062,
+      "step": 33753
+    },
+    {
+      "epoch": 1.6130172990538085,
+      "grad_norm": 157.50399780273438,
+      "learning_rate": 1.9001977481645073e-06,
+      "loss": 16.0781,
+      "step": 33754
+    },
+    {
+      "epoch": 1.613065086495269,
+      "grad_norm": 142.3323974609375,
+      "learning_rate": 1.8997439322379952e-06,
+      "loss": 20.0156,
+      "step": 33755
+    },
+    {
+      "epoch": 1.6131128739367293,
+      "grad_norm": 630.588623046875,
+      "learning_rate": 1.8992901648215623e-06,
+      "loss": 17.2969,
+      "step": 33756
+    },
+    {
+      "epoch": 1.6131606613781897,
+      "grad_norm": 306.0419921875,
+      "learning_rate": 1.8988364459179276e-06,
+      "loss": 24.0469,
+      "step": 33757
+    },
+    {
+      "epoch": 1.61320844881965,
+      "grad_norm": 190.90826416015625,
+      "learning_rate": 1.8983827755298123e-06,
+      "loss": 38.75,
+      "step": 33758
+    },
+    {
+      "epoch": 1.6132562362611105,
+      "grad_norm": 154.4254608154297,
+      "learning_rate": 1.8979291536599287e-06,
+      "loss": 21.8125,
+      "step": 33759
+    },
+    {
+      "epoch": 1.6133040237025709,
+      "grad_norm": 334.3489074707031,
+      "learning_rate": 1.8974755803109968e-06,
+      "loss": 24.0625,
+      "step": 33760
+    },
+    {
+      "epoch": 1.6133518111440313,
+      "grad_norm": 294.3333435058594,
+      "learning_rate": 1.8970220554857277e-06,
+      "loss": 27.75,
+      "step": 33761
+    },
+    {
+      "epoch": 1.6133995985854916,
+      "grad_norm": 381.11114501953125,
+      "learning_rate": 1.8965685791868415e-06,
+      "loss": 31.875,
+      "step": 33762
+    },
+    {
+      "epoch": 1.613447386026952,
+      "grad_norm": 222.78477478027344,
+      "learning_rate": 1.896115151417054e-06,
+      "loss": 32.7188,
+      "step": 33763
+    },
+    {
+      "epoch": 1.6134951734684124,
+      "grad_norm": 294.2861022949219,
+      "learning_rate": 1.8956617721790815e-06,
+      "loss": 33.0312,
+      "step": 33764
+    },
+    {
+      "epoch": 1.6135429609098728,
+      "grad_norm": 273.0249328613281,
+      "learning_rate": 1.8952084414756345e-06,
+      "loss": 36.3125,
+      "step": 33765
+    },
+    {
+      "epoch": 1.6135907483513332,
+      "grad_norm": 203.0640411376953,
+      "learning_rate": 1.8947551593094316e-06,
+      "loss": 27.3438,
+      "step": 33766
+    },
+    {
+      "epoch": 1.6136385357927936,
+      "grad_norm": 220.2686767578125,
+      "learning_rate": 1.8943019256831862e-06,
+      "loss": 29.4375,
+      "step": 33767
+    },
+    {
+      "epoch": 1.613686323234254,
+      "grad_norm": 236.1113739013672,
+      "learning_rate": 1.8938487405996165e-06,
+      "loss": 27.9531,
+      "step": 33768
+    },
+    {
+      "epoch": 1.6137341106757144,
+      "grad_norm": 212.83615112304688,
+      "learning_rate": 1.8933956040614299e-06,
+      "loss": 19.2031,
+      "step": 33769
+    },
+    {
+      "epoch": 1.6137818981171748,
+      "grad_norm": 300.86181640625,
+      "learning_rate": 1.8929425160713432e-06,
+      "loss": 24.9688,
+      "step": 33770
+    },
+    {
+      "epoch": 1.6138296855586352,
+      "grad_norm": 331.6491394042969,
+      "learning_rate": 1.8924894766320723e-06,
+      "loss": 21.2188,
+      "step": 33771
+    },
+    {
+      "epoch": 1.6138774730000955,
+      "grad_norm": 303.86834716796875,
+      "learning_rate": 1.8920364857463258e-06,
+      "loss": 27.1875,
+      "step": 33772
+    },
+    {
+      "epoch": 1.613925260441556,
+      "grad_norm": 368.97857666015625,
+      "learning_rate": 1.8915835434168183e-06,
+      "loss": 27.8281,
+      "step": 33773
+    },
+    {
+      "epoch": 1.6139730478830163,
+      "grad_norm": 124.21958923339844,
+      "learning_rate": 1.8911306496462634e-06,
+      "loss": 19.4688,
+      "step": 33774
+    },
+    {
+      "epoch": 1.6140208353244767,
+      "grad_norm": 302.29632568359375,
+      "learning_rate": 1.890677804437374e-06,
+      "loss": 32.75,
+      "step": 33775
+    },
+    {
+      "epoch": 1.614068622765937,
+      "grad_norm": 217.5696563720703,
+      "learning_rate": 1.8902250077928585e-06,
+      "loss": 16.6719,
+      "step": 33776
+    },
+    {
+      "epoch": 1.6141164102073975,
+      "grad_norm": 467.0555114746094,
+      "learning_rate": 1.889772259715431e-06,
+      "loss": 25.9375,
+      "step": 33777
+    },
+    {
+      "epoch": 1.6141641976488579,
+      "grad_norm": 571.5099487304688,
+      "learning_rate": 1.8893195602078029e-06,
+      "loss": 15.7344,
+      "step": 33778
+    },
+    {
+      "epoch": 1.6142119850903183,
+      "grad_norm": 233.71835327148438,
+      "learning_rate": 1.8888669092726863e-06,
+      "loss": 21.4688,
+      "step": 33779
+    },
+    {
+      "epoch": 1.6142597725317787,
+      "grad_norm": 323.19671630859375,
+      "learning_rate": 1.8884143069127892e-06,
+      "loss": 20.1016,
+      "step": 33780
+    },
+    {
+      "epoch": 1.614307559973239,
+      "grad_norm": 413.32080078125,
+      "learning_rate": 1.8879617531308236e-06,
+      "loss": 27.6875,
+      "step": 33781
+    },
+    {
+      "epoch": 1.6143553474146994,
+      "grad_norm": 245.051025390625,
+      "learning_rate": 1.887509247929502e-06,
+      "loss": 19.5,
+      "step": 33782
+    },
+    {
+      "epoch": 1.6144031348561598,
+      "grad_norm": 270.1617736816406,
+      "learning_rate": 1.887056791311529e-06,
+      "loss": 22.8438,
+      "step": 33783
+    },
+    {
+      "epoch": 1.6144509222976202,
+      "grad_norm": 201.3459014892578,
+      "learning_rate": 1.8866043832796176e-06,
+      "loss": 21.6875,
+      "step": 33784
+    },
+    {
+      "epoch": 1.6144987097390806,
+      "grad_norm": 578.4992065429688,
+      "learning_rate": 1.8861520238364772e-06,
+      "loss": 34.2812,
+      "step": 33785
+    },
+    {
+      "epoch": 1.614546497180541,
+      "grad_norm": 389.7587890625,
+      "learning_rate": 1.8856997129848188e-06,
+      "loss": 26.3125,
+      "step": 33786
+    },
+    {
+      "epoch": 1.6145942846220014,
+      "grad_norm": 141.5037078857422,
+      "learning_rate": 1.8852474507273454e-06,
+      "loss": 21.6562,
+      "step": 33787
+    },
+    {
+      "epoch": 1.6146420720634618,
+      "grad_norm": 260.0169372558594,
+      "learning_rate": 1.8847952370667722e-06,
+      "loss": 26.5312,
+      "step": 33788
+    },
+    {
+      "epoch": 1.6146898595049222,
+      "grad_norm": 684.1620483398438,
+      "learning_rate": 1.884343072005802e-06,
+      "loss": 19.0312,
+      "step": 33789
+    },
+    {
+      "epoch": 1.6147376469463826,
+      "grad_norm": 237.71890258789062,
+      "learning_rate": 1.883890955547144e-06,
+      "loss": 24.2188,
+      "step": 33790
+    },
+    {
+      "epoch": 1.614785434387843,
+      "grad_norm": 1100.6668701171875,
+      "learning_rate": 1.8834388876935095e-06,
+      "loss": 28.4062,
+      "step": 33791
+    },
+    {
+      "epoch": 1.6148332218293033,
+      "grad_norm": 2264.467041015625,
+      "learning_rate": 1.8829868684475993e-06,
+      "loss": 22.7188,
+      "step": 33792
+    },
+    {
+      "epoch": 1.6148810092707637,
+      "grad_norm": 251.85882568359375,
+      "learning_rate": 1.8825348978121249e-06,
+      "loss": 17.375,
+      "step": 33793
+    },
+    {
+      "epoch": 1.6149287967122241,
+      "grad_norm": 418.6156005859375,
+      "learning_rate": 1.8820829757897952e-06,
+      "loss": 22.25,
+      "step": 33794
+    },
+    {
+      "epoch": 1.6149765841536845,
+      "grad_norm": 232.13661193847656,
+      "learning_rate": 1.88163110238331e-06,
+      "loss": 25.9375,
+      "step": 33795
+    },
+    {
+      "epoch": 1.615024371595145,
+      "grad_norm": 250.1529998779297,
+      "learning_rate": 1.8811792775953786e-06,
+      "loss": 28.0625,
+      "step": 33796
+    },
+    {
+      "epoch": 1.6150721590366053,
+      "grad_norm": 274.7728271484375,
+      "learning_rate": 1.8807275014287107e-06,
+      "loss": 26.9062,
+      "step": 33797
+    },
+    {
+      "epoch": 1.6151199464780657,
+      "grad_norm": 468.0228576660156,
+      "learning_rate": 1.8802757738860044e-06,
+      "loss": 15.5156,
+      "step": 33798
+    },
+    {
+      "epoch": 1.615167733919526,
+      "grad_norm": 238.2014617919922,
+      "learning_rate": 1.8798240949699698e-06,
+      "loss": 17.1875,
+      "step": 33799
+    },
+    {
+      "epoch": 1.6152155213609865,
+      "grad_norm": 172.11190795898438,
+      "learning_rate": 1.8793724646833112e-06,
+      "loss": 21.2188,
+      "step": 33800
+    },
+    {
+      "epoch": 1.6152633088024468,
+      "grad_norm": 225.97720336914062,
+      "learning_rate": 1.8789208830287353e-06,
+      "loss": 22.4375,
+      "step": 33801
+    },
+    {
+      "epoch": 1.6153110962439072,
+      "grad_norm": 196.02606201171875,
+      "learning_rate": 1.8784693500089424e-06,
+      "loss": 21.5625,
+      "step": 33802
+    },
+    {
+      "epoch": 1.6153588836853676,
+      "grad_norm": 161.64288330078125,
+      "learning_rate": 1.878017865626638e-06,
+      "loss": 22.7031,
+      "step": 33803
+    },
+    {
+      "epoch": 1.615406671126828,
+      "grad_norm": 188.10604858398438,
+      "learning_rate": 1.8775664298845253e-06,
+      "loss": 28.7969,
+      "step": 33804
+    },
+    {
+      "epoch": 1.6154544585682884,
+      "grad_norm": 185.4823760986328,
+      "learning_rate": 1.8771150427853123e-06,
+      "loss": 20.7188,
+      "step": 33805
+    },
+    {
+      "epoch": 1.6155022460097488,
+      "grad_norm": 127.59806060791016,
+      "learning_rate": 1.876663704331697e-06,
+      "loss": 18.0781,
+      "step": 33806
+    },
+    {
+      "epoch": 1.6155500334512092,
+      "grad_norm": 124.62824249267578,
+      "learning_rate": 1.8762124145263828e-06,
+      "loss": 20.3438,
+      "step": 33807
+    },
+    {
+      "epoch": 1.6155978208926696,
+      "grad_norm": 200.52847290039062,
+      "learning_rate": 1.875761173372077e-06,
+      "loss": 30.1875,
+      "step": 33808
+    },
+    {
+      "epoch": 1.61564560833413,
+      "grad_norm": 303.61419677734375,
+      "learning_rate": 1.8753099808714758e-06,
+      "loss": 20.5938,
+      "step": 33809
+    },
+    {
+      "epoch": 1.6156933957755901,
+      "grad_norm": 149.79331970214844,
+      "learning_rate": 1.8748588370272847e-06,
+      "loss": 23.6875,
+      "step": 33810
+    },
+    {
+      "epoch": 1.6157411832170505,
+      "grad_norm": 2568.45556640625,
+      "learning_rate": 1.8744077418422036e-06,
+      "loss": 25.1562,
+      "step": 33811
+    },
+    {
+      "epoch": 1.615788970658511,
+      "grad_norm": 273.68402099609375,
+      "learning_rate": 1.8739566953189391e-06,
+      "loss": 25.5469,
+      "step": 33812
+    },
+    {
+      "epoch": 1.6158367580999713,
+      "grad_norm": 313.1416015625,
+      "learning_rate": 1.8735056974601851e-06,
+      "loss": 29.25,
+      "step": 33813
+    },
+    {
+      "epoch": 1.6158845455414317,
+      "grad_norm": 192.16758728027344,
+      "learning_rate": 1.8730547482686467e-06,
+      "loss": 22.9688,
+      "step": 33814
+    },
+    {
+      "epoch": 1.615932332982892,
+      "grad_norm": 185.52066040039062,
+      "learning_rate": 1.8726038477470233e-06,
+      "loss": 22.0312,
+      "step": 33815
+    },
+    {
+      "epoch": 1.6159801204243525,
+      "grad_norm": 391.19525146484375,
+      "learning_rate": 1.8721529958980179e-06,
+      "loss": 23.1875,
+      "step": 33816
+    },
+    {
+      "epoch": 1.6160279078658129,
+      "grad_norm": 237.4893798828125,
+      "learning_rate": 1.8717021927243262e-06,
+      "loss": 17.8281,
+      "step": 33817
+    },
+    {
+      "epoch": 1.6160756953072732,
+      "grad_norm": 253.09735107421875,
+      "learning_rate": 1.8712514382286496e-06,
+      "loss": 25.4375,
+      "step": 33818
+    },
+    {
+      "epoch": 1.6161234827487336,
+      "grad_norm": 345.92547607421875,
+      "learning_rate": 1.87080073241369e-06,
+      "loss": 31.7812,
+      "step": 33819
+    },
+    {
+      "epoch": 1.616171270190194,
+      "grad_norm": 666.6904296875,
+      "learning_rate": 1.8703500752821435e-06,
+      "loss": 25.625,
+      "step": 33820
+    },
+    {
+      "epoch": 1.6162190576316544,
+      "grad_norm": 178.72962951660156,
+      "learning_rate": 1.8698994668367087e-06,
+      "loss": 16.4219,
+      "step": 33821
+    },
+    {
+      "epoch": 1.6162668450731148,
+      "grad_norm": 160.40675354003906,
+      "learning_rate": 1.8694489070800881e-06,
+      "loss": 21.4688,
+      "step": 33822
+    },
+    {
+      "epoch": 1.6163146325145752,
+      "grad_norm": 327.7874450683594,
+      "learning_rate": 1.8689983960149748e-06,
+      "loss": 27.1562,
+      "step": 33823
+    },
+    {
+      "epoch": 1.6163624199560356,
+      "grad_norm": 142.75889587402344,
+      "learning_rate": 1.8685479336440725e-06,
+      "loss": 18.6328,
+      "step": 33824
+    },
+    {
+      "epoch": 1.616410207397496,
+      "grad_norm": 139.08450317382812,
+      "learning_rate": 1.8680975199700725e-06,
+      "loss": 15.4844,
+      "step": 33825
+    },
+    {
+      "epoch": 1.6164579948389564,
+      "grad_norm": 111.1555404663086,
+      "learning_rate": 1.8676471549956742e-06,
+      "loss": 13.6094,
+      "step": 33826
+    },
+    {
+      "epoch": 1.6165057822804167,
+      "grad_norm": 275.1912536621094,
+      "learning_rate": 1.8671968387235794e-06,
+      "loss": 27.7812,
+      "step": 33827
+    },
+    {
+      "epoch": 1.6165535697218771,
+      "grad_norm": 214.39097595214844,
+      "learning_rate": 1.866746571156479e-06,
+      "loss": 23.5625,
+      "step": 33828
+    },
+    {
+      "epoch": 1.6166013571633375,
+      "grad_norm": 372.37908935546875,
+      "learning_rate": 1.8662963522970724e-06,
+      "loss": 31.0625,
+      "step": 33829
+    },
+    {
+      "epoch": 1.6166491446047977,
+      "grad_norm": 174.6981658935547,
+      "learning_rate": 1.8658461821480544e-06,
+      "loss": 20.25,
+      "step": 33830
+    },
+    {
+      "epoch": 1.616696932046258,
+      "grad_norm": 181.27037048339844,
+      "learning_rate": 1.8653960607121246e-06,
+      "loss": 22.9375,
+      "step": 33831
+    },
+    {
+      "epoch": 1.6167447194877185,
+      "grad_norm": 753.117919921875,
+      "learning_rate": 1.864945987991973e-06,
+      "loss": 21.9375,
+      "step": 33832
+    },
+    {
+      "epoch": 1.6167925069291789,
+      "grad_norm": 497.258056640625,
+      "learning_rate": 1.8644959639902982e-06,
+      "loss": 30.0938,
+      "step": 33833
+    },
+    {
+      "epoch": 1.6168402943706393,
+      "grad_norm": 260.48065185546875,
+      "learning_rate": 1.8640459887097973e-06,
+      "loss": 28.3125,
+      "step": 33834
+    },
+    {
+      "epoch": 1.6168880818120996,
+      "grad_norm": 2386.6552734375,
+      "learning_rate": 1.8635960621531602e-06,
+      "loss": 17.7656,
+      "step": 33835
+    },
+    {
+      "epoch": 1.61693586925356,
+      "grad_norm": 260.3447570800781,
+      "learning_rate": 1.8631461843230847e-06,
+      "loss": 26.8281,
+      "step": 33836
+    },
+    {
+      "epoch": 1.6169836566950204,
+      "grad_norm": 279.508544921875,
+      "learning_rate": 1.8626963552222631e-06,
+      "loss": 19.5938,
+      "step": 33837
+    },
+    {
+      "epoch": 1.6170314441364808,
+      "grad_norm": 254.08753967285156,
+      "learning_rate": 1.8622465748533936e-06,
+      "loss": 24.6094,
+      "step": 33838
+    },
+    {
+      "epoch": 1.6170792315779412,
+      "grad_norm": 180.7782440185547,
+      "learning_rate": 1.8617968432191624e-06,
+      "loss": 17.3594,
+      "step": 33839
+    },
+    {
+      "epoch": 1.6171270190194016,
+      "grad_norm": 344.67889404296875,
+      "learning_rate": 1.8613471603222688e-06,
+      "loss": 33.0625,
+      "step": 33840
+    },
+    {
+      "epoch": 1.617174806460862,
+      "grad_norm": 183.60194396972656,
+      "learning_rate": 1.8608975261654028e-06,
+      "loss": 19.2344,
+      "step": 33841
+    },
+    {
+      "epoch": 1.6172225939023224,
+      "grad_norm": 324.9768371582031,
+      "learning_rate": 1.8604479407512611e-06,
+      "loss": 25.2188,
+      "step": 33842
+    },
+    {
+      "epoch": 1.6172703813437828,
+      "grad_norm": 199.10525512695312,
+      "learning_rate": 1.8599984040825314e-06,
+      "loss": 31.8438,
+      "step": 33843
+    },
+    {
+      "epoch": 1.6173181687852431,
+      "grad_norm": 253.50001525878906,
+      "learning_rate": 1.8595489161619073e-06,
+      "loss": 22.3125,
+      "step": 33844
+    },
+    {
+      "epoch": 1.6173659562267035,
+      "grad_norm": 170.527099609375,
+      "learning_rate": 1.8590994769920834e-06,
+      "loss": 17.2031,
+      "step": 33845
+    },
+    {
+      "epoch": 1.617413743668164,
+      "grad_norm": 166.71249389648438,
+      "learning_rate": 1.8586500865757472e-06,
+      "loss": 24.2969,
+      "step": 33846
+    },
+    {
+      "epoch": 1.6174615311096243,
+      "grad_norm": 403.78057861328125,
+      "learning_rate": 1.8582007449155914e-06,
+      "loss": 26.3125,
+      "step": 33847
+    },
+    {
+      "epoch": 1.6175093185510847,
+      "grad_norm": 257.2632751464844,
+      "learning_rate": 1.857751452014307e-06,
+      "loss": 28.5625,
+      "step": 33848
+    },
+    {
+      "epoch": 1.617557105992545,
+      "grad_norm": 321.2701110839844,
+      "learning_rate": 1.8573022078745885e-06,
+      "loss": 26.625,
+      "step": 33849
+    },
+    {
+      "epoch": 1.6176048934340055,
+      "grad_norm": 210.84750366210938,
+      "learning_rate": 1.856853012499119e-06,
+      "loss": 19.0781,
+      "step": 33850
+    },
+    {
+      "epoch": 1.6176526808754659,
+      "grad_norm": 180.1795654296875,
+      "learning_rate": 1.8564038658905936e-06,
+      "loss": 25.6719,
+      "step": 33851
+    },
+    {
+      "epoch": 1.6177004683169263,
+      "grad_norm": 1643.5849609375,
+      "learning_rate": 1.855954768051702e-06,
+      "loss": 24.0781,
+      "step": 33852
+    },
+    {
+      "epoch": 1.6177482557583867,
+      "grad_norm": 138.03526306152344,
+      "learning_rate": 1.8555057189851311e-06,
+      "loss": 19.4375,
+      "step": 33853
+    },
+    {
+      "epoch": 1.617796043199847,
+      "grad_norm": 141.43743896484375,
+      "learning_rate": 1.855056718693572e-06,
+      "loss": 14.0781,
+      "step": 33854
+    },
+    {
+      "epoch": 1.6178438306413074,
+      "grad_norm": 122.63752746582031,
+      "learning_rate": 1.8546077671797157e-06,
+      "loss": 15.875,
+      "step": 33855
+    },
+    {
+      "epoch": 1.6178916180827678,
+      "grad_norm": 435.9973449707031,
+      "learning_rate": 1.854158864446245e-06,
+      "loss": 31.125,
+      "step": 33856
+    },
+    {
+      "epoch": 1.6179394055242282,
+      "grad_norm": 228.65460205078125,
+      "learning_rate": 1.853710010495855e-06,
+      "loss": 19.6875,
+      "step": 33857
+    },
+    {
+      "epoch": 1.6179871929656886,
+      "grad_norm": 274.1322326660156,
+      "learning_rate": 1.8532612053312283e-06,
+      "loss": 26.3125,
+      "step": 33858
+    },
+    {
+      "epoch": 1.618034980407149,
+      "grad_norm": 345.71368408203125,
+      "learning_rate": 1.8528124489550537e-06,
+      "loss": 20.1719,
+      "step": 33859
+    },
+    {
+      "epoch": 1.6180827678486094,
+      "grad_norm": 302.7378234863281,
+      "learning_rate": 1.8523637413700235e-06,
+      "loss": 31.125,
+      "step": 33860
+    },
+    {
+      "epoch": 1.6181305552900698,
+      "grad_norm": 200.06756591796875,
+      "learning_rate": 1.851915082578818e-06,
+      "loss": 22.625,
+      "step": 33861
+    },
+    {
+      "epoch": 1.6181783427315302,
+      "grad_norm": 338.8349304199219,
+      "learning_rate": 1.851466472584127e-06,
+      "loss": 31.5625,
+      "step": 33862
+    },
+    {
+      "epoch": 1.6182261301729906,
+      "grad_norm": 227.0669708251953,
+      "learning_rate": 1.8510179113886374e-06,
+      "loss": 24.0156,
+      "step": 33863
+    },
+    {
+      "epoch": 1.618273917614451,
+      "grad_norm": 297.68402099609375,
+      "learning_rate": 1.850569398995038e-06,
+      "loss": 24.1484,
+      "step": 33864
+    },
+    {
+      "epoch": 1.6183217050559113,
+      "grad_norm": 141.1649932861328,
+      "learning_rate": 1.85012093540601e-06,
+      "loss": 16.8125,
+      "step": 33865
+    },
+    {
+      "epoch": 1.6183694924973717,
+      "grad_norm": 216.22161865234375,
+      "learning_rate": 1.8496725206242416e-06,
+      "loss": 21.5781,
+      "step": 33866
+    },
+    {
+      "epoch": 1.618417279938832,
+      "grad_norm": 6197.181640625,
+      "learning_rate": 1.8492241546524203e-06,
+      "loss": 20.5312,
+      "step": 33867
+    },
+    {
+      "epoch": 1.6184650673802925,
+      "grad_norm": 202.2500762939453,
+      "learning_rate": 1.8487758374932263e-06,
+      "loss": 25.8125,
+      "step": 33868
+    },
+    {
+      "epoch": 1.6185128548217529,
+      "grad_norm": 242.74246215820312,
+      "learning_rate": 1.8483275691493475e-06,
+      "loss": 20.7031,
+      "step": 33869
+    },
+    {
+      "epoch": 1.6185606422632133,
+      "grad_norm": 331.0323486328125,
+      "learning_rate": 1.8478793496234671e-06,
+      "loss": 29.2188,
+      "step": 33870
+    },
+    {
+      "epoch": 1.6186084297046737,
+      "grad_norm": 190.8264617919922,
+      "learning_rate": 1.847431178918273e-06,
+      "loss": 20.2656,
+      "step": 33871
+    },
+    {
+      "epoch": 1.618656217146134,
+      "grad_norm": 249.39788818359375,
+      "learning_rate": 1.8469830570364443e-06,
+      "loss": 32.625,
+      "step": 33872
+    },
+    {
+      "epoch": 1.6187040045875944,
+      "grad_norm": 250.2133331298828,
+      "learning_rate": 1.8465349839806668e-06,
+      "loss": 17.4062,
+      "step": 33873
+    },
+    {
+      "epoch": 1.6187517920290548,
+      "grad_norm": 154.5957794189453,
+      "learning_rate": 1.8460869597536234e-06,
+      "loss": 18.6562,
+      "step": 33874
+    },
+    {
+      "epoch": 1.6187995794705152,
+      "grad_norm": 959.812255859375,
+      "learning_rate": 1.8456389843580014e-06,
+      "loss": 17.5312,
+      "step": 33875
+    },
+    {
+      "epoch": 1.6188473669119756,
+      "grad_norm": 168.55320739746094,
+      "learning_rate": 1.845191057796476e-06,
+      "loss": 20.8281,
+      "step": 33876
+    },
+    {
+      "epoch": 1.618895154353436,
+      "grad_norm": 258.6812438964844,
+      "learning_rate": 1.8447431800717342e-06,
+      "loss": 24.9531,
+      "step": 33877
+    },
+    {
+      "epoch": 1.6189429417948964,
+      "grad_norm": 242.4495086669922,
+      "learning_rate": 1.844295351186458e-06,
+      "loss": 21.9688,
+      "step": 33878
+    },
+    {
+      "epoch": 1.6189907292363568,
+      "grad_norm": 325.2462158203125,
+      "learning_rate": 1.8438475711433312e-06,
+      "loss": 19.1875,
+      "step": 33879
+    },
+    {
+      "epoch": 1.6190385166778172,
+      "grad_norm": 207.9779510498047,
+      "learning_rate": 1.8433998399450304e-06,
+      "loss": 20.9375,
+      "step": 33880
+    },
+    {
+      "epoch": 1.6190863041192776,
+      "grad_norm": 256.0021057128906,
+      "learning_rate": 1.84295215759424e-06,
+      "loss": 18.1094,
+      "step": 33881
+    },
+    {
+      "epoch": 1.619134091560738,
+      "grad_norm": 221.70086669921875,
+      "learning_rate": 1.8425045240936423e-06,
+      "loss": 17.0469,
+      "step": 33882
+    },
+    {
+      "epoch": 1.6191818790021983,
+      "grad_norm": 1078.123291015625,
+      "learning_rate": 1.8420569394459142e-06,
+      "loss": 34.5312,
+      "step": 33883
+    },
+    {
+      "epoch": 1.6192296664436587,
+      "grad_norm": 267.5730285644531,
+      "learning_rate": 1.8416094036537392e-06,
+      "loss": 31.0,
+      "step": 33884
+    },
+    {
+      "epoch": 1.6192774538851191,
+      "grad_norm": 401.41693115234375,
+      "learning_rate": 1.8411619167197992e-06,
+      "loss": 27.3906,
+      "step": 33885
+    },
+    {
+      "epoch": 1.6193252413265795,
+      "grad_norm": 258.9582824707031,
+      "learning_rate": 1.840714478646768e-06,
+      "loss": 21.2188,
+      "step": 33886
+    },
+    {
+      "epoch": 1.61937302876804,
+      "grad_norm": 347.0377197265625,
+      "learning_rate": 1.8402670894373298e-06,
+      "loss": 32.7031,
+      "step": 33887
+    },
+    {
+      "epoch": 1.6194208162095003,
+      "grad_norm": 94.48199462890625,
+      "learning_rate": 1.839819749094164e-06,
+      "loss": 15.2188,
+      "step": 33888
+    },
+    {
+      "epoch": 1.6194686036509607,
+      "grad_norm": 215.00328063964844,
+      "learning_rate": 1.8393724576199469e-06,
+      "loss": 36.7812,
+      "step": 33889
+    },
+    {
+      "epoch": 1.619516391092421,
+      "grad_norm": 317.819580078125,
+      "learning_rate": 1.838925215017361e-06,
+      "loss": 29.5312,
+      "step": 33890
+    },
+    {
+      "epoch": 1.6195641785338815,
+      "grad_norm": 657.9635009765625,
+      "learning_rate": 1.8384780212890797e-06,
+      "loss": 30.5625,
+      "step": 33891
+    },
+    {
+      "epoch": 1.6196119659753416,
+      "grad_norm": 195.68331909179688,
+      "learning_rate": 1.8380308764377841e-06,
+      "loss": 22.5469,
+      "step": 33892
+    },
+    {
+      "epoch": 1.619659753416802,
+      "grad_norm": 289.8032531738281,
+      "learning_rate": 1.8375837804661544e-06,
+      "loss": 33.7969,
+      "step": 33893
+    },
+    {
+      "epoch": 1.6197075408582624,
+      "grad_norm": 1550.4852294921875,
+      "learning_rate": 1.837136733376862e-06,
+      "loss": 15.8281,
+      "step": 33894
+    },
+    {
+      "epoch": 1.6197553282997228,
+      "grad_norm": 252.3848114013672,
+      "learning_rate": 1.8366897351725887e-06,
+      "loss": 29.2812,
+      "step": 33895
+    },
+    {
+      "epoch": 1.6198031157411832,
+      "grad_norm": 642.0508422851562,
+      "learning_rate": 1.8362427858560094e-06,
+      "loss": 29.9375,
+      "step": 33896
+    },
+    {
+      "epoch": 1.6198509031826436,
+      "grad_norm": 219.4847412109375,
+      "learning_rate": 1.8357958854298053e-06,
+      "loss": 20.5,
+      "step": 33897
+    },
+    {
+      "epoch": 1.619898690624104,
+      "grad_norm": 258.9991760253906,
+      "learning_rate": 1.835349033896645e-06,
+      "loss": 22.8438,
+      "step": 33898
+    },
+    {
+      "epoch": 1.6199464780655644,
+      "grad_norm": 267.0883483886719,
+      "learning_rate": 1.8349022312592102e-06,
+      "loss": 17.875,
+      "step": 33899
+    },
+    {
+      "epoch": 1.6199942655070247,
+      "grad_norm": 607.3033447265625,
+      "learning_rate": 1.8344554775201739e-06,
+      "loss": 30.0625,
+      "step": 33900
+    },
+    {
+      "epoch": 1.6200420529484851,
+      "grad_norm": 343.69769287109375,
+      "learning_rate": 1.8340087726822164e-06,
+      "loss": 37.4062,
+      "step": 33901
+    },
+    {
+      "epoch": 1.6200898403899455,
+      "grad_norm": 333.2622375488281,
+      "learning_rate": 1.8335621167480067e-06,
+      "loss": 27.4062,
+      "step": 33902
+    },
+    {
+      "epoch": 1.620137627831406,
+      "grad_norm": 235.82302856445312,
+      "learning_rate": 1.8331155097202225e-06,
+      "loss": 24.9688,
+      "step": 33903
+    },
+    {
+      "epoch": 1.6201854152728663,
+      "grad_norm": 683.973876953125,
+      "learning_rate": 1.8326689516015395e-06,
+      "loss": 25.9062,
+      "step": 33904
+    },
+    {
+      "epoch": 1.6202332027143267,
+      "grad_norm": 211.94676208496094,
+      "learning_rate": 1.83222244239463e-06,
+      "loss": 28.3125,
+      "step": 33905
+    },
+    {
+      "epoch": 1.620280990155787,
+      "grad_norm": 259.67236328125,
+      "learning_rate": 1.8317759821021675e-06,
+      "loss": 24.9688,
+      "step": 33906
+    },
+    {
+      "epoch": 1.6203287775972475,
+      "grad_norm": 136.46412658691406,
+      "learning_rate": 1.8313295707268276e-06,
+      "loss": 19.8125,
+      "step": 33907
+    },
+    {
+      "epoch": 1.6203765650387079,
+      "grad_norm": 233.15664672851562,
+      "learning_rate": 1.8308832082712847e-06,
+      "loss": 23.125,
+      "step": 33908
+    },
+    {
+      "epoch": 1.6204243524801683,
+      "grad_norm": 250.54281616210938,
+      "learning_rate": 1.830436894738209e-06,
+      "loss": 24.8125,
+      "step": 33909
+    },
+    {
+      "epoch": 1.6204721399216286,
+      "grad_norm": 226.33677673339844,
+      "learning_rate": 1.8299906301302738e-06,
+      "loss": 19.4531,
+      "step": 33910
+    },
+    {
+      "epoch": 1.620519927363089,
+      "grad_norm": 321.7558898925781,
+      "learning_rate": 1.8295444144501529e-06,
+      "loss": 24.9062,
+      "step": 33911
+    },
+    {
+      "epoch": 1.6205677148045494,
+      "grad_norm": 229.2702178955078,
+      "learning_rate": 1.8290982477005203e-06,
+      "loss": 30.0625,
+      "step": 33912
+    },
+    {
+      "epoch": 1.6206155022460096,
+      "grad_norm": 190.67974853515625,
+      "learning_rate": 1.8286521298840443e-06,
+      "loss": 18.9062,
+      "step": 33913
+    },
+    {
+      "epoch": 1.62066328968747,
+      "grad_norm": 251.7954559326172,
+      "learning_rate": 1.828206061003397e-06,
+      "loss": 37.1875,
+      "step": 33914
+    },
+    {
+      "epoch": 1.6207110771289304,
+      "grad_norm": 232.90487670898438,
+      "learning_rate": 1.8277600410612518e-06,
+      "loss": 25.5,
+      "step": 33915
+    },
+    {
+      "epoch": 1.6207588645703908,
+      "grad_norm": 690.0978393554688,
+      "learning_rate": 1.8273140700602809e-06,
+      "loss": 27.5938,
+      "step": 33916
+    },
+    {
+      "epoch": 1.6208066520118511,
+      "grad_norm": 184.76805114746094,
+      "learning_rate": 1.8268681480031502e-06,
+      "loss": 21.6562,
+      "step": 33917
+    },
+    {
+      "epoch": 1.6208544394533115,
+      "grad_norm": 216.00523376464844,
+      "learning_rate": 1.8264222748925365e-06,
+      "loss": 20.8125,
+      "step": 33918
+    },
+    {
+      "epoch": 1.620902226894772,
+      "grad_norm": 302.0127258300781,
+      "learning_rate": 1.8259764507311039e-06,
+      "loss": 25.2812,
+      "step": 33919
+    },
+    {
+      "epoch": 1.6209500143362323,
+      "grad_norm": 258.0935363769531,
+      "learning_rate": 1.825530675521524e-06,
+      "loss": 24.1562,
+      "step": 33920
+    },
+    {
+      "epoch": 1.6209978017776927,
+      "grad_norm": 176.00180053710938,
+      "learning_rate": 1.8250849492664713e-06,
+      "loss": 19.5,
+      "step": 33921
+    },
+    {
+      "epoch": 1.621045589219153,
+      "grad_norm": 330.5749206542969,
+      "learning_rate": 1.824639271968608e-06,
+      "loss": 42.375,
+      "step": 33922
+    },
+    {
+      "epoch": 1.6210933766606135,
+      "grad_norm": 449.0479431152344,
+      "learning_rate": 1.8241936436306084e-06,
+      "loss": 23.4062,
+      "step": 33923
+    },
+    {
+      "epoch": 1.6211411641020739,
+      "grad_norm": 278.6794738769531,
+      "learning_rate": 1.8237480642551374e-06,
+      "loss": 20.7812,
+      "step": 33924
+    },
+    {
+      "epoch": 1.6211889515435343,
+      "grad_norm": 330.0318298339844,
+      "learning_rate": 1.8233025338448651e-06,
+      "loss": 24.8438,
+      "step": 33925
+    },
+    {
+      "epoch": 1.6212367389849947,
+      "grad_norm": 305.4057312011719,
+      "learning_rate": 1.8228570524024592e-06,
+      "loss": 30.5312,
+      "step": 33926
+    },
+    {
+      "epoch": 1.621284526426455,
+      "grad_norm": 218.20571899414062,
+      "learning_rate": 1.822411619930592e-06,
+      "loss": 17.0312,
+      "step": 33927
+    },
+    {
+      "epoch": 1.6213323138679154,
+      "grad_norm": 314.4378967285156,
+      "learning_rate": 1.8219662364319235e-06,
+      "loss": 21.9609,
+      "step": 33928
+    },
+    {
+      "epoch": 1.6213801013093758,
+      "grad_norm": 384.7118835449219,
+      "learning_rate": 1.821520901909125e-06,
+      "loss": 25.6875,
+      "step": 33929
+    },
+    {
+      "epoch": 1.6214278887508362,
+      "grad_norm": 105.45623779296875,
+      "learning_rate": 1.8210756163648657e-06,
+      "loss": 23.4688,
+      "step": 33930
+    },
+    {
+      "epoch": 1.6214756761922966,
+      "grad_norm": 214.0113525390625,
+      "learning_rate": 1.8206303798018077e-06,
+      "loss": 19.75,
+      "step": 33931
+    },
+    {
+      "epoch": 1.621523463633757,
+      "grad_norm": 484.1353454589844,
+      "learning_rate": 1.8201851922226187e-06,
+      "loss": 31.2188,
+      "step": 33932
+    },
+    {
+      "epoch": 1.6215712510752174,
+      "grad_norm": 185.79222106933594,
+      "learning_rate": 1.8197400536299658e-06,
+      "loss": 21.7031,
+      "step": 33933
+    },
+    {
+      "epoch": 1.6216190385166778,
+      "grad_norm": 235.058837890625,
+      "learning_rate": 1.8192949640265168e-06,
+      "loss": 17.7344,
+      "step": 33934
+    },
+    {
+      "epoch": 1.6216668259581382,
+      "grad_norm": 243.7833251953125,
+      "learning_rate": 1.8188499234149326e-06,
+      "loss": 21.25,
+      "step": 33935
+    },
+    {
+      "epoch": 1.6217146133995985,
+      "grad_norm": 426.5859375,
+      "learning_rate": 1.8184049317978813e-06,
+      "loss": 26.5625,
+      "step": 33936
+    },
+    {
+      "epoch": 1.621762400841059,
+      "grad_norm": 143.6407470703125,
+      "learning_rate": 1.8179599891780275e-06,
+      "loss": 29.2344,
+      "step": 33937
+    },
+    {
+      "epoch": 1.6218101882825193,
+      "grad_norm": 250.50112915039062,
+      "learning_rate": 1.8175150955580367e-06,
+      "loss": 23.8281,
+      "step": 33938
+    },
+    {
+      "epoch": 1.6218579757239797,
+      "grad_norm": 228.373779296875,
+      "learning_rate": 1.8170702509405712e-06,
+      "loss": 20.9062,
+      "step": 33939
+    },
+    {
+      "epoch": 1.62190576316544,
+      "grad_norm": 135.91317749023438,
+      "learning_rate": 1.8166254553282958e-06,
+      "loss": 19.2344,
+      "step": 33940
+    },
+    {
+      "epoch": 1.6219535506069005,
+      "grad_norm": 169.9591064453125,
+      "learning_rate": 1.8161807087238758e-06,
+      "loss": 19.9219,
+      "step": 33941
+    },
+    {
+      "epoch": 1.6220013380483609,
+      "grad_norm": 228.38641357421875,
+      "learning_rate": 1.8157360111299716e-06,
+      "loss": 25.0938,
+      "step": 33942
+    },
+    {
+      "epoch": 1.6220491254898213,
+      "grad_norm": 161.77313232421875,
+      "learning_rate": 1.8152913625492486e-06,
+      "loss": 14.4219,
+      "step": 33943
+    },
+    {
+      "epoch": 1.6220969129312817,
+      "grad_norm": 147.8649139404297,
+      "learning_rate": 1.8148467629843692e-06,
+      "loss": 19.4062,
+      "step": 33944
+    },
+    {
+      "epoch": 1.622144700372742,
+      "grad_norm": 369.5748291015625,
+      "learning_rate": 1.814402212437998e-06,
+      "loss": 25.9219,
+      "step": 33945
+    },
+    {
+      "epoch": 1.6221924878142024,
+      "grad_norm": 268.2225646972656,
+      "learning_rate": 1.8139577109127926e-06,
+      "loss": 23.5469,
+      "step": 33946
+    },
+    {
+      "epoch": 1.6222402752556628,
+      "grad_norm": 254.15057373046875,
+      "learning_rate": 1.8135132584114167e-06,
+      "loss": 30.1875,
+      "step": 33947
+    },
+    {
+      "epoch": 1.6222880626971232,
+      "grad_norm": 159.05332946777344,
+      "learning_rate": 1.813068854936535e-06,
+      "loss": 16.875,
+      "step": 33948
+    },
+    {
+      "epoch": 1.6223358501385836,
+      "grad_norm": 515.5671997070312,
+      "learning_rate": 1.8126245004908083e-06,
+      "loss": 30.5938,
+      "step": 33949
+    },
+    {
+      "epoch": 1.622383637580044,
+      "grad_norm": 236.93600463867188,
+      "learning_rate": 1.8121801950768935e-06,
+      "loss": 29.0938,
+      "step": 33950
+    },
+    {
+      "epoch": 1.6224314250215044,
+      "grad_norm": 289.36151123046875,
+      "learning_rate": 1.8117359386974542e-06,
+      "loss": 18.5938,
+      "step": 33951
+    },
+    {
+      "epoch": 1.6224792124629648,
+      "grad_norm": 278.5814514160156,
+      "learning_rate": 1.8112917313551536e-06,
+      "loss": 28.0781,
+      "step": 33952
+    },
+    {
+      "epoch": 1.6225269999044252,
+      "grad_norm": 236.38711547851562,
+      "learning_rate": 1.8108475730526465e-06,
+      "loss": 21.6562,
+      "step": 33953
+    },
+    {
+      "epoch": 1.6225747873458856,
+      "grad_norm": 210.4015655517578,
+      "learning_rate": 1.8104034637925982e-06,
+      "loss": 28.3438,
+      "step": 33954
+    },
+    {
+      "epoch": 1.622622574787346,
+      "grad_norm": 211.54270935058594,
+      "learning_rate": 1.8099594035776636e-06,
+      "loss": 28.1562,
+      "step": 33955
+    },
+    {
+      "epoch": 1.6226703622288063,
+      "grad_norm": 228.48805236816406,
+      "learning_rate": 1.8095153924105058e-06,
+      "loss": 20.6094,
+      "step": 33956
+    },
+    {
+      "epoch": 1.6227181496702667,
+      "grad_norm": 270.7974548339844,
+      "learning_rate": 1.8090714302937795e-06,
+      "loss": 19.9062,
+      "step": 33957
+    },
+    {
+      "epoch": 1.6227659371117271,
+      "grad_norm": 410.5718078613281,
+      "learning_rate": 1.808627517230147e-06,
+      "loss": 28.7188,
+      "step": 33958
+    },
+    {
+      "epoch": 1.6228137245531875,
+      "grad_norm": 247.20066833496094,
+      "learning_rate": 1.8081836532222663e-06,
+      "loss": 35.25,
+      "step": 33959
+    },
+    {
+      "epoch": 1.622861511994648,
+      "grad_norm": 277.9927673339844,
+      "learning_rate": 1.8077398382727962e-06,
+      "loss": 21.6875,
+      "step": 33960
+    },
+    {
+      "epoch": 1.6229092994361083,
+      "grad_norm": 426.428466796875,
+      "learning_rate": 1.8072960723843924e-06,
+      "loss": 33.7188,
+      "step": 33961
+    },
+    {
+      "epoch": 1.6229570868775687,
+      "grad_norm": 257.2422180175781,
+      "learning_rate": 1.8068523555597129e-06,
+      "loss": 23.6094,
+      "step": 33962
+    },
+    {
+      "epoch": 1.623004874319029,
+      "grad_norm": 281.0422058105469,
+      "learning_rate": 1.8064086878014165e-06,
+      "loss": 20.7344,
+      "step": 33963
+    },
+    {
+      "epoch": 1.6230526617604895,
+      "grad_norm": 152.8126983642578,
+      "learning_rate": 1.8059650691121611e-06,
+      "loss": 22.3281,
+      "step": 33964
+    },
+    {
+      "epoch": 1.6231004492019498,
+      "grad_norm": 356.1478576660156,
+      "learning_rate": 1.8055214994945991e-06,
+      "loss": 24.1562,
+      "step": 33965
+    },
+    {
+      "epoch": 1.6231482366434102,
+      "grad_norm": 275.8421936035156,
+      "learning_rate": 1.8050779789513896e-06,
+      "loss": 39.9688,
+      "step": 33966
+    },
+    {
+      "epoch": 1.6231960240848706,
+      "grad_norm": 100.00947570800781,
+      "learning_rate": 1.8046345074851923e-06,
+      "loss": 26.4531,
+      "step": 33967
+    },
+    {
+      "epoch": 1.623243811526331,
+      "grad_norm": 225.46905517578125,
+      "learning_rate": 1.8041910850986554e-06,
+      "loss": 20.5938,
+      "step": 33968
+    },
+    {
+      "epoch": 1.6232915989677914,
+      "grad_norm": 230.70787048339844,
+      "learning_rate": 1.8037477117944391e-06,
+      "loss": 23.5625,
+      "step": 33969
+    },
+    {
+      "epoch": 1.6233393864092518,
+      "grad_norm": 483.1421813964844,
+      "learning_rate": 1.8033043875751988e-06,
+      "loss": 22.1562,
+      "step": 33970
+    },
+    {
+      "epoch": 1.6233871738507122,
+      "grad_norm": 223.71307373046875,
+      "learning_rate": 1.8028611124435902e-06,
+      "loss": 36.2188,
+      "step": 33971
+    },
+    {
+      "epoch": 1.6234349612921726,
+      "grad_norm": 274.7176818847656,
+      "learning_rate": 1.8024178864022635e-06,
+      "loss": 20.9062,
+      "step": 33972
+    },
+    {
+      "epoch": 1.623482748733633,
+      "grad_norm": 226.882080078125,
+      "learning_rate": 1.8019747094538764e-06,
+      "loss": 33.9219,
+      "step": 33973
+    },
+    {
+      "epoch": 1.6235305361750931,
+      "grad_norm": 198.63327026367188,
+      "learning_rate": 1.8015315816010825e-06,
+      "loss": 30.9219,
+      "step": 33974
+    },
+    {
+      "epoch": 1.6235783236165535,
+      "grad_norm": 207.51951599121094,
+      "learning_rate": 1.8010885028465374e-06,
+      "loss": 17.6719,
+      "step": 33975
+    },
+    {
+      "epoch": 1.623626111058014,
+      "grad_norm": 202.8997039794922,
+      "learning_rate": 1.8006454731928902e-06,
+      "loss": 23.75,
+      "step": 33976
+    },
+    {
+      "epoch": 1.6236738984994743,
+      "grad_norm": 262.3516845703125,
+      "learning_rate": 1.8002024926427975e-06,
+      "loss": 30.9375,
+      "step": 33977
+    },
+    {
+      "epoch": 1.6237216859409347,
+      "grad_norm": 177.7122039794922,
+      "learning_rate": 1.7997595611989126e-06,
+      "loss": 16.3906,
+      "step": 33978
+    },
+    {
+      "epoch": 1.623769473382395,
+      "grad_norm": 171.22447204589844,
+      "learning_rate": 1.7993166788638849e-06,
+      "loss": 15.875,
+      "step": 33979
+    },
+    {
+      "epoch": 1.6238172608238555,
+      "grad_norm": 201.07666015625,
+      "learning_rate": 1.7988738456403687e-06,
+      "loss": 25.4375,
+      "step": 33980
+    },
+    {
+      "epoch": 1.6238650482653159,
+      "grad_norm": 121.06752014160156,
+      "learning_rate": 1.7984310615310153e-06,
+      "loss": 17.0625,
+      "step": 33981
+    },
+    {
+      "epoch": 1.6239128357067762,
+      "grad_norm": 302.3502502441406,
+      "learning_rate": 1.79798832653848e-06,
+      "loss": 37.0625,
+      "step": 33982
+    },
+    {
+      "epoch": 1.6239606231482366,
+      "grad_norm": 185.9309539794922,
+      "learning_rate": 1.797545640665408e-06,
+      "loss": 29.4062,
+      "step": 33983
+    },
+    {
+      "epoch": 1.624008410589697,
+      "grad_norm": 159.96347045898438,
+      "learning_rate": 1.7971030039144533e-06,
+      "loss": 20.5156,
+      "step": 33984
+    },
+    {
+      "epoch": 1.6240561980311574,
+      "grad_norm": 338.4942321777344,
+      "learning_rate": 1.7966604162882706e-06,
+      "loss": 21.375,
+      "step": 33985
+    },
+    {
+      "epoch": 1.6241039854726178,
+      "grad_norm": 272.1220397949219,
+      "learning_rate": 1.7962178777895033e-06,
+      "loss": 22.125,
+      "step": 33986
+    },
+    {
+      "epoch": 1.6241517729140782,
+      "grad_norm": 320.990966796875,
+      "learning_rate": 1.7957753884208084e-06,
+      "loss": 25.9375,
+      "step": 33987
+    },
+    {
+      "epoch": 1.6241995603555386,
+      "grad_norm": 168.7702178955078,
+      "learning_rate": 1.7953329481848292e-06,
+      "loss": 19.875,
+      "step": 33988
+    },
+    {
+      "epoch": 1.624247347796999,
+      "grad_norm": 118.30278778076172,
+      "learning_rate": 1.794890557084219e-06,
+      "loss": 17.0781,
+      "step": 33989
+    },
+    {
+      "epoch": 1.6242951352384594,
+      "grad_norm": 211.68641662597656,
+      "learning_rate": 1.7944482151216303e-06,
+      "loss": 23.1562,
+      "step": 33990
+    },
+    {
+      "epoch": 1.6243429226799198,
+      "grad_norm": 251.02685546875,
+      "learning_rate": 1.7940059222997052e-06,
+      "loss": 27.7812,
+      "step": 33991
+    },
+    {
+      "epoch": 1.6243907101213801,
+      "grad_norm": 210.49769592285156,
+      "learning_rate": 1.7935636786210965e-06,
+      "loss": 20.5,
+      "step": 33992
+    },
+    {
+      "epoch": 1.6244384975628405,
+      "grad_norm": 300.9308776855469,
+      "learning_rate": 1.7931214840884548e-06,
+      "loss": 31.3438,
+      "step": 33993
+    },
+    {
+      "epoch": 1.624486285004301,
+      "grad_norm": 236.39144897460938,
+      "learning_rate": 1.7926793387044227e-06,
+      "loss": 25.2969,
+      "step": 33994
+    },
+    {
+      "epoch": 1.624534072445761,
+      "grad_norm": 197.65135192871094,
+      "learning_rate": 1.7922372424716506e-06,
+      "loss": 27.6562,
+      "step": 33995
+    },
+    {
+      "epoch": 1.6245818598872215,
+      "grad_norm": 282.2631530761719,
+      "learning_rate": 1.791795195392787e-06,
+      "loss": 27.6562,
+      "step": 33996
+    },
+    {
+      "epoch": 1.6246296473286819,
+      "grad_norm": 229.16246032714844,
+      "learning_rate": 1.7913531974704811e-06,
+      "loss": 27.2344,
+      "step": 33997
+    },
+    {
+      "epoch": 1.6246774347701423,
+      "grad_norm": 356.4739990234375,
+      "learning_rate": 1.7909112487073754e-06,
+      "loss": 26.375,
+      "step": 33998
+    },
+    {
+      "epoch": 1.6247252222116026,
+      "grad_norm": 254.46206665039062,
+      "learning_rate": 1.7904693491061188e-06,
+      "loss": 28.4375,
+      "step": 33999
+    },
+    {
+      "epoch": 1.624773009653063,
+      "grad_norm": 199.1678924560547,
+      "learning_rate": 1.7900274986693566e-06,
+      "loss": 22.4844,
+      "step": 34000
+    },
+    {
+      "epoch": 1.6248207970945234,
+      "grad_norm": 303.5366516113281,
+      "learning_rate": 1.7895856973997395e-06,
+      "loss": 31.0,
+      "step": 34001
+    },
+    {
+      "epoch": 1.6248685845359838,
+      "grad_norm": 366.024169921875,
+      "learning_rate": 1.789143945299907e-06,
+      "loss": 22.3125,
+      "step": 34002
+    },
+    {
+      "epoch": 1.6249163719774442,
+      "grad_norm": 265.54315185546875,
+      "learning_rate": 1.7887022423725065e-06,
+      "loss": 28.0,
+      "step": 34003
+    },
+    {
+      "epoch": 1.6249641594189046,
+      "grad_norm": 168.1738739013672,
+      "learning_rate": 1.7882605886201876e-06,
+      "loss": 17.3594,
+      "step": 34004
+    },
+    {
+      "epoch": 1.625011946860365,
+      "grad_norm": 915.76806640625,
+      "learning_rate": 1.7878189840455885e-06,
+      "loss": 22.9062,
+      "step": 34005
+    },
+    {
+      "epoch": 1.6250597343018254,
+      "grad_norm": 172.19618225097656,
+      "learning_rate": 1.7873774286513578e-06,
+      "loss": 27.2344,
+      "step": 34006
+    },
+    {
+      "epoch": 1.6251075217432858,
+      "grad_norm": 247.74725341796875,
+      "learning_rate": 1.7869359224401383e-06,
+      "loss": 26.0469,
+      "step": 34007
+    },
+    {
+      "epoch": 1.6251553091847462,
+      "grad_norm": 215.40174865722656,
+      "learning_rate": 1.7864944654145776e-06,
+      "loss": 22.4062,
+      "step": 34008
+    },
+    {
+      "epoch": 1.6252030966262065,
+      "grad_norm": 141.9525604248047,
+      "learning_rate": 1.786053057577315e-06,
+      "loss": 21.3125,
+      "step": 34009
+    },
+    {
+      "epoch": 1.625250884067667,
+      "grad_norm": 468.3782958984375,
+      "learning_rate": 1.7856116989309946e-06,
+      "loss": 21.0625,
+      "step": 34010
+    },
+    {
+      "epoch": 1.6252986715091273,
+      "grad_norm": 265.0249938964844,
+      "learning_rate": 1.7851703894782612e-06,
+      "loss": 23.2344,
+      "step": 34011
+    },
+    {
+      "epoch": 1.6253464589505877,
+      "grad_norm": 213.03509521484375,
+      "learning_rate": 1.7847291292217606e-06,
+      "loss": 21.9531,
+      "step": 34012
+    },
+    {
+      "epoch": 1.625394246392048,
+      "grad_norm": 156.9115447998047,
+      "learning_rate": 1.7842879181641281e-06,
+      "loss": 30.6562,
+      "step": 34013
+    },
+    {
+      "epoch": 1.6254420338335085,
+      "grad_norm": 437.3853454589844,
+      "learning_rate": 1.7838467563080097e-06,
+      "loss": 26.4062,
+      "step": 34014
+    },
+    {
+      "epoch": 1.6254898212749689,
+      "grad_norm": 311.7320556640625,
+      "learning_rate": 1.783405643656051e-06,
+      "loss": 31.25,
+      "step": 34015
+    },
+    {
+      "epoch": 1.6255376087164293,
+      "grad_norm": 293.2300109863281,
+      "learning_rate": 1.7829645802108864e-06,
+      "loss": 25.3125,
+      "step": 34016
+    },
+    {
+      "epoch": 1.6255853961578897,
+      "grad_norm": 214.6315460205078,
+      "learning_rate": 1.7825235659751627e-06,
+      "loss": 14.7969,
+      "step": 34017
+    },
+    {
+      "epoch": 1.62563318359935,
+      "grad_norm": 265.5232849121094,
+      "learning_rate": 1.7820826009515202e-06,
+      "loss": 24.375,
+      "step": 34018
+    },
+    {
+      "epoch": 1.6256809710408104,
+      "grad_norm": 318.2825012207031,
+      "learning_rate": 1.7816416851425977e-06,
+      "loss": 36.3906,
+      "step": 34019
+    },
+    {
+      "epoch": 1.6257287584822708,
+      "grad_norm": 323.8336486816406,
+      "learning_rate": 1.7812008185510388e-06,
+      "loss": 23.1562,
+      "step": 34020
+    },
+    {
+      "epoch": 1.6257765459237312,
+      "grad_norm": 281.45806884765625,
+      "learning_rate": 1.780760001179479e-06,
+      "loss": 23.5312,
+      "step": 34021
+    },
+    {
+      "epoch": 1.6258243333651916,
+      "grad_norm": 216.23638916015625,
+      "learning_rate": 1.780319233030562e-06,
+      "loss": 18.3281,
+      "step": 34022
+    },
+    {
+      "epoch": 1.625872120806652,
+      "grad_norm": 195.38539123535156,
+      "learning_rate": 1.7798785141069287e-06,
+      "loss": 23.7188,
+      "step": 34023
+    },
+    {
+      "epoch": 1.6259199082481124,
+      "grad_norm": 424.6014099121094,
+      "learning_rate": 1.7794378444112137e-06,
+      "loss": 27.375,
+      "step": 34024
+    },
+    {
+      "epoch": 1.6259676956895728,
+      "grad_norm": 241.81707763671875,
+      "learning_rate": 1.7789972239460585e-06,
+      "loss": 20.875,
+      "step": 34025
+    },
+    {
+      "epoch": 1.6260154831310332,
+      "grad_norm": 229.65672302246094,
+      "learning_rate": 1.7785566527141041e-06,
+      "loss": 24.2188,
+      "step": 34026
+    },
+    {
+      "epoch": 1.6260632705724936,
+      "grad_norm": 202.70639038085938,
+      "learning_rate": 1.778116130717985e-06,
+      "loss": 21.0625,
+      "step": 34027
+    },
+    {
+      "epoch": 1.626111058013954,
+      "grad_norm": 341.4598693847656,
+      "learning_rate": 1.7776756579603404e-06,
+      "loss": 27.5312,
+      "step": 34028
+    },
+    {
+      "epoch": 1.6261588454554143,
+      "grad_norm": 494.6485290527344,
+      "learning_rate": 1.7772352344438093e-06,
+      "loss": 29.2188,
+      "step": 34029
+    },
+    {
+      "epoch": 1.6262066328968747,
+      "grad_norm": 219.13829040527344,
+      "learning_rate": 1.7767948601710306e-06,
+      "loss": 25.0156,
+      "step": 34030
+    },
+    {
+      "epoch": 1.6262544203383351,
+      "grad_norm": 166.47207641601562,
+      "learning_rate": 1.7763545351446387e-06,
+      "loss": 23.0312,
+      "step": 34031
+    },
+    {
+      "epoch": 1.6263022077797955,
+      "grad_norm": 161.0740203857422,
+      "learning_rate": 1.7759142593672707e-06,
+      "loss": 16.2812,
+      "step": 34032
+    },
+    {
+      "epoch": 1.626349995221256,
+      "grad_norm": 260.8088073730469,
+      "learning_rate": 1.7754740328415643e-06,
+      "loss": 22.0625,
+      "step": 34033
+    },
+    {
+      "epoch": 1.6263977826627163,
+      "grad_norm": 189.98158264160156,
+      "learning_rate": 1.7750338555701595e-06,
+      "loss": 22.1562,
+      "step": 34034
+    },
+    {
+      "epoch": 1.6264455701041767,
+      "grad_norm": 207.221435546875,
+      "learning_rate": 1.7745937275556857e-06,
+      "loss": 23.0469,
+      "step": 34035
+    },
+    {
+      "epoch": 1.626493357545637,
+      "grad_norm": 179.28712463378906,
+      "learning_rate": 1.7741536488007817e-06,
+      "loss": 25.7188,
+      "step": 34036
+    },
+    {
+      "epoch": 1.6265411449870975,
+      "grad_norm": 156.07827758789062,
+      "learning_rate": 1.773713619308085e-06,
+      "loss": 29.375,
+      "step": 34037
+    },
+    {
+      "epoch": 1.6265889324285578,
+      "grad_norm": 145.68812561035156,
+      "learning_rate": 1.7732736390802274e-06,
+      "loss": 20.5469,
+      "step": 34038
+    },
+    {
+      "epoch": 1.6266367198700182,
+      "grad_norm": 162.41830444335938,
+      "learning_rate": 1.7728337081198444e-06,
+      "loss": 17.4219,
+      "step": 34039
+    },
+    {
+      "epoch": 1.6266845073114786,
+      "grad_norm": 475.0611572265625,
+      "learning_rate": 1.7723938264295726e-06,
+      "loss": 24.0,
+      "step": 34040
+    },
+    {
+      "epoch": 1.626732294752939,
+      "grad_norm": 302.9955139160156,
+      "learning_rate": 1.7719539940120466e-06,
+      "loss": 29.25,
+      "step": 34041
+    },
+    {
+      "epoch": 1.6267800821943994,
+      "grad_norm": 308.95263671875,
+      "learning_rate": 1.771514210869898e-06,
+      "loss": 21.3125,
+      "step": 34042
+    },
+    {
+      "epoch": 1.6268278696358598,
+      "grad_norm": 233.3827362060547,
+      "learning_rate": 1.7710744770057597e-06,
+      "loss": 20.1094,
+      "step": 34043
+    },
+    {
+      "epoch": 1.6268756570773202,
+      "grad_norm": 347.4755554199219,
+      "learning_rate": 1.7706347924222688e-06,
+      "loss": 39.9531,
+      "step": 34044
+    },
+    {
+      "epoch": 1.6269234445187806,
+      "grad_norm": 254.81373596191406,
+      "learning_rate": 1.7701951571220588e-06,
+      "loss": 28.4688,
+      "step": 34045
+    },
+    {
+      "epoch": 1.626971231960241,
+      "grad_norm": 129.60922241210938,
+      "learning_rate": 1.7697555711077575e-06,
+      "loss": 21.2812,
+      "step": 34046
+    },
+    {
+      "epoch": 1.6270190194017013,
+      "grad_norm": 294.7400817871094,
+      "learning_rate": 1.7693160343820003e-06,
+      "loss": 34.3125,
+      "step": 34047
+    },
+    {
+      "epoch": 1.6270668068431617,
+      "grad_norm": 240.69203186035156,
+      "learning_rate": 1.7688765469474222e-06,
+      "loss": 18.5,
+      "step": 34048
+    },
+    {
+      "epoch": 1.6271145942846221,
+      "grad_norm": 263.6690979003906,
+      "learning_rate": 1.7684371088066509e-06,
+      "loss": 13.9062,
+      "step": 34049
+    },
+    {
+      "epoch": 1.6271623817260825,
+      "grad_norm": 237.4050750732422,
+      "learning_rate": 1.767997719962319e-06,
+      "loss": 22.5469,
+      "step": 34050
+    },
+    {
+      "epoch": 1.627210169167543,
+      "grad_norm": 187.80532836914062,
+      "learning_rate": 1.7675583804170604e-06,
+      "loss": 23.4062,
+      "step": 34051
+    },
+    {
+      "epoch": 1.6272579566090033,
+      "grad_norm": 191.3985595703125,
+      "learning_rate": 1.7671190901735024e-06,
+      "loss": 16.9062,
+      "step": 34052
+    },
+    {
+      "epoch": 1.6273057440504637,
+      "grad_norm": 154.60516357421875,
+      "learning_rate": 1.7666798492342807e-06,
+      "loss": 20.1484,
+      "step": 34053
+    },
+    {
+      "epoch": 1.627353531491924,
+      "grad_norm": 218.8544464111328,
+      "learning_rate": 1.7662406576020197e-06,
+      "loss": 30.3125,
+      "step": 34054
+    },
+    {
+      "epoch": 1.6274013189333845,
+      "grad_norm": 180.1332550048828,
+      "learning_rate": 1.765801515279353e-06,
+      "loss": 22.9219,
+      "step": 34055
+    },
+    {
+      "epoch": 1.6274491063748449,
+      "grad_norm": 293.81268310546875,
+      "learning_rate": 1.7653624222689126e-06,
+      "loss": 22.5938,
+      "step": 34056
+    },
+    {
+      "epoch": 1.627496893816305,
+      "grad_norm": 263.15045166015625,
+      "learning_rate": 1.7649233785733233e-06,
+      "loss": 27.1875,
+      "step": 34057
+    },
+    {
+      "epoch": 1.6275446812577654,
+      "grad_norm": 332.24481201171875,
+      "learning_rate": 1.7644843841952164e-06,
+      "loss": 19.8281,
+      "step": 34058
+    },
+    {
+      "epoch": 1.6275924686992258,
+      "grad_norm": 205.64358520507812,
+      "learning_rate": 1.7640454391372218e-06,
+      "loss": 20.625,
+      "step": 34059
+    },
+    {
+      "epoch": 1.6276402561406862,
+      "grad_norm": 283.51873779296875,
+      "learning_rate": 1.76360654340197e-06,
+      "loss": 35.9375,
+      "step": 34060
+    },
+    {
+      "epoch": 1.6276880435821466,
+      "grad_norm": 343.2803955078125,
+      "learning_rate": 1.7631676969920853e-06,
+      "loss": 38.0312,
+      "step": 34061
+    },
+    {
+      "epoch": 1.627735831023607,
+      "grad_norm": 263.0797119140625,
+      "learning_rate": 1.7627288999101966e-06,
+      "loss": 27.375,
+      "step": 34062
+    },
+    {
+      "epoch": 1.6277836184650674,
+      "grad_norm": 311.5203552246094,
+      "learning_rate": 1.7622901521589363e-06,
+      "loss": 23.5938,
+      "step": 34063
+    },
+    {
+      "epoch": 1.6278314059065278,
+      "grad_norm": 161.85865783691406,
+      "learning_rate": 1.761851453740926e-06,
+      "loss": 31.625,
+      "step": 34064
+    },
+    {
+      "epoch": 1.6278791933479881,
+      "grad_norm": 171.27215576171875,
+      "learning_rate": 1.7614128046587941e-06,
+      "loss": 22.375,
+      "step": 34065
+    },
+    {
+      "epoch": 1.6279269807894485,
+      "grad_norm": 190.78440856933594,
+      "learning_rate": 1.7609742049151702e-06,
+      "loss": 17.9062,
+      "step": 34066
+    },
+    {
+      "epoch": 1.627974768230909,
+      "grad_norm": 209.13226318359375,
+      "learning_rate": 1.7605356545126805e-06,
+      "loss": 20.9219,
+      "step": 34067
+    },
+    {
+      "epoch": 1.6280225556723693,
+      "grad_norm": 284.03973388671875,
+      "learning_rate": 1.7600971534539491e-06,
+      "loss": 29.6875,
+      "step": 34068
+    },
+    {
+      "epoch": 1.6280703431138297,
+      "grad_norm": 157.23660278320312,
+      "learning_rate": 1.7596587017416033e-06,
+      "loss": 24.7969,
+      "step": 34069
+    },
+    {
+      "epoch": 1.62811813055529,
+      "grad_norm": 248.607666015625,
+      "learning_rate": 1.759220299378268e-06,
+      "loss": 22.4688,
+      "step": 34070
+    },
+    {
+      "epoch": 1.6281659179967505,
+      "grad_norm": 186.16851806640625,
+      "learning_rate": 1.7587819463665734e-06,
+      "loss": 16.6719,
+      "step": 34071
+    },
+    {
+      "epoch": 1.6282137054382109,
+      "grad_norm": 218.05247497558594,
+      "learning_rate": 1.7583436427091371e-06,
+      "loss": 21.5,
+      "step": 34072
+    },
+    {
+      "epoch": 1.6282614928796713,
+      "grad_norm": 196.63755798339844,
+      "learning_rate": 1.7579053884085884e-06,
+      "loss": 20.2031,
+      "step": 34073
+    },
+    {
+      "epoch": 1.6283092803211316,
+      "grad_norm": 208.80360412597656,
+      "learning_rate": 1.757467183467554e-06,
+      "loss": 20.2188,
+      "step": 34074
+    },
+    {
+      "epoch": 1.628357067762592,
+      "grad_norm": 107.7323226928711,
+      "learning_rate": 1.7570290278886526e-06,
+      "loss": 14.1875,
+      "step": 34075
+    },
+    {
+      "epoch": 1.6284048552040524,
+      "grad_norm": 190.19857788085938,
+      "learning_rate": 1.7565909216745114e-06,
+      "loss": 17.9062,
+      "step": 34076
+    },
+    {
+      "epoch": 1.6284526426455126,
+      "grad_norm": 601.8509521484375,
+      "learning_rate": 1.7561528648277527e-06,
+      "loss": 30.2812,
+      "step": 34077
+    },
+    {
+      "epoch": 1.628500430086973,
+      "grad_norm": 196.95248413085938,
+      "learning_rate": 1.755714857351004e-06,
+      "loss": 27.1562,
+      "step": 34078
+    },
+    {
+      "epoch": 1.6285482175284334,
+      "grad_norm": 279.68133544921875,
+      "learning_rate": 1.7552768992468827e-06,
+      "loss": 24.5312,
+      "step": 34079
+    },
+    {
+      "epoch": 1.6285960049698938,
+      "grad_norm": 288.8316345214844,
+      "learning_rate": 1.7548389905180141e-06,
+      "loss": 27.6562,
+      "step": 34080
+    },
+    {
+      "epoch": 1.6286437924113542,
+      "grad_norm": 406.41937255859375,
+      "learning_rate": 1.7544011311670206e-06,
+      "loss": 19.5938,
+      "step": 34081
+    },
+    {
+      "epoch": 1.6286915798528145,
+      "grad_norm": 350.26104736328125,
+      "learning_rate": 1.7539633211965268e-06,
+      "loss": 30.2812,
+      "step": 34082
+    },
+    {
+      "epoch": 1.628739367294275,
+      "grad_norm": 737.2254028320312,
+      "learning_rate": 1.7535255606091505e-06,
+      "loss": 21.7812,
+      "step": 34083
+    },
+    {
+      "epoch": 1.6287871547357353,
+      "grad_norm": 278.14166259765625,
+      "learning_rate": 1.7530878494075176e-06,
+      "loss": 17.7188,
+      "step": 34084
+    },
+    {
+      "epoch": 1.6288349421771957,
+      "grad_norm": 211.3340301513672,
+      "learning_rate": 1.7526501875942449e-06,
+      "loss": 28.2344,
+      "step": 34085
+    },
+    {
+      "epoch": 1.628882729618656,
+      "grad_norm": 188.12423706054688,
+      "learning_rate": 1.7522125751719576e-06,
+      "loss": 23.7344,
+      "step": 34086
+    },
+    {
+      "epoch": 1.6289305170601165,
+      "grad_norm": 122.90755462646484,
+      "learning_rate": 1.751775012143272e-06,
+      "loss": 20.7188,
+      "step": 34087
+    },
+    {
+      "epoch": 1.6289783045015769,
+      "grad_norm": 181.92184448242188,
+      "learning_rate": 1.7513374985108112e-06,
+      "loss": 30.6406,
+      "step": 34088
+    },
+    {
+      "epoch": 1.6290260919430373,
+      "grad_norm": 309.8460693359375,
+      "learning_rate": 1.7509000342771976e-06,
+      "loss": 22.9844,
+      "step": 34089
+    },
+    {
+      "epoch": 1.6290738793844977,
+      "grad_norm": 236.6444854736328,
+      "learning_rate": 1.7504626194450458e-06,
+      "loss": 25.9375,
+      "step": 34090
+    },
+    {
+      "epoch": 1.629121666825958,
+      "grad_norm": 169.96327209472656,
+      "learning_rate": 1.7500252540169782e-06,
+      "loss": 18.2188,
+      "step": 34091
+    },
+    {
+      "epoch": 1.6291694542674184,
+      "grad_norm": 638.4201049804688,
+      "learning_rate": 1.7495879379956139e-06,
+      "loss": 28.4062,
+      "step": 34092
+    },
+    {
+      "epoch": 1.6292172417088788,
+      "grad_norm": 206.27581787109375,
+      "learning_rate": 1.7491506713835738e-06,
+      "loss": 23.9062,
+      "step": 34093
+    },
+    {
+      "epoch": 1.6292650291503392,
+      "grad_norm": 233.39764404296875,
+      "learning_rate": 1.7487134541834728e-06,
+      "loss": 29.3438,
+      "step": 34094
+    },
+    {
+      "epoch": 1.6293128165917996,
+      "grad_norm": 225.25631713867188,
+      "learning_rate": 1.7482762863979319e-06,
+      "loss": 16.9062,
+      "step": 34095
+    },
+    {
+      "epoch": 1.62936060403326,
+      "grad_norm": 214.158447265625,
+      "learning_rate": 1.747839168029567e-06,
+      "loss": 23.9062,
+      "step": 34096
+    },
+    {
+      "epoch": 1.6294083914747204,
+      "grad_norm": 268.7994689941406,
+      "learning_rate": 1.7474020990810004e-06,
+      "loss": 26.2188,
+      "step": 34097
+    },
+    {
+      "epoch": 1.6294561789161808,
+      "grad_norm": 336.7989501953125,
+      "learning_rate": 1.7469650795548443e-06,
+      "loss": 14.4062,
+      "step": 34098
+    },
+    {
+      "epoch": 1.6295039663576412,
+      "grad_norm": 224.51858520507812,
+      "learning_rate": 1.7465281094537178e-06,
+      "loss": 22.9531,
+      "step": 34099
+    },
+    {
+      "epoch": 1.6295517537991016,
+      "grad_norm": 190.58126831054688,
+      "learning_rate": 1.74609118878024e-06,
+      "loss": 20.5938,
+      "step": 34100
+    },
+    {
+      "epoch": 1.629599541240562,
+      "grad_norm": 307.2825012207031,
+      "learning_rate": 1.7456543175370234e-06,
+      "loss": 19.5781,
+      "step": 34101
+    },
+    {
+      "epoch": 1.6296473286820223,
+      "grad_norm": 176.13902282714844,
+      "learning_rate": 1.7452174957266866e-06,
+      "loss": 19.9844,
+      "step": 34102
+    },
+    {
+      "epoch": 1.6296951161234827,
+      "grad_norm": 404.03387451171875,
+      "learning_rate": 1.7447807233518455e-06,
+      "loss": 21.0,
+      "step": 34103
+    },
+    {
+      "epoch": 1.6297429035649431,
+      "grad_norm": 281.44915771484375,
+      "learning_rate": 1.744344000415118e-06,
+      "loss": 19.9375,
+      "step": 34104
+    },
+    {
+      "epoch": 1.6297906910064035,
+      "grad_norm": 405.8424987792969,
+      "learning_rate": 1.7439073269191142e-06,
+      "loss": 19.4062,
+      "step": 34105
+    },
+    {
+      "epoch": 1.629838478447864,
+      "grad_norm": 204.39064025878906,
+      "learning_rate": 1.7434707028664532e-06,
+      "loss": 24.1562,
+      "step": 34106
+    },
+    {
+      "epoch": 1.6298862658893243,
+      "grad_norm": 401.5633544921875,
+      "learning_rate": 1.7430341282597473e-06,
+      "loss": 23.3438,
+      "step": 34107
+    },
+    {
+      "epoch": 1.6299340533307847,
+      "grad_norm": 207.60858154296875,
+      "learning_rate": 1.7425976031016168e-06,
+      "loss": 20.0938,
+      "step": 34108
+    },
+    {
+      "epoch": 1.629981840772245,
+      "grad_norm": 206.38595581054688,
+      "learning_rate": 1.7421611273946682e-06,
+      "loss": 19.3906,
+      "step": 34109
+    },
+    {
+      "epoch": 1.6300296282137055,
+      "grad_norm": 335.59967041015625,
+      "learning_rate": 1.7417247011415194e-06,
+      "loss": 22.125,
+      "step": 34110
+    },
+    {
+      "epoch": 1.6300774156551658,
+      "grad_norm": 241.55691528320312,
+      "learning_rate": 1.7412883243447864e-06,
+      "loss": 28.6875,
+      "step": 34111
+    },
+    {
+      "epoch": 1.6301252030966262,
+      "grad_norm": 341.23291015625,
+      "learning_rate": 1.7408519970070759e-06,
+      "loss": 20.8906,
+      "step": 34112
+    },
+    {
+      "epoch": 1.6301729905380866,
+      "grad_norm": 306.77099609375,
+      "learning_rate": 1.7404157191310056e-06,
+      "loss": 21.5156,
+      "step": 34113
+    },
+    {
+      "epoch": 1.630220777979547,
+      "grad_norm": 258.1204833984375,
+      "learning_rate": 1.739979490719188e-06,
+      "loss": 23.4062,
+      "step": 34114
+    },
+    {
+      "epoch": 1.6302685654210074,
+      "grad_norm": 234.14505004882812,
+      "learning_rate": 1.7395433117742367e-06,
+      "loss": 26.2188,
+      "step": 34115
+    },
+    {
+      "epoch": 1.6303163528624678,
+      "grad_norm": 190.93338012695312,
+      "learning_rate": 1.7391071822987593e-06,
+      "loss": 31.5938,
+      "step": 34116
+    },
+    {
+      "epoch": 1.6303641403039282,
+      "grad_norm": 217.52919006347656,
+      "learning_rate": 1.7386711022953728e-06,
+      "loss": 19.4531,
+      "step": 34117
+    },
+    {
+      "epoch": 1.6304119277453886,
+      "grad_norm": 307.941650390625,
+      "learning_rate": 1.738235071766684e-06,
+      "loss": 19.3125,
+      "step": 34118
+    },
+    {
+      "epoch": 1.630459715186849,
+      "grad_norm": 159.56338500976562,
+      "learning_rate": 1.7377990907153075e-06,
+      "loss": 20.1719,
+      "step": 34119
+    },
+    {
+      "epoch": 1.6305075026283093,
+      "grad_norm": 218.4976806640625,
+      "learning_rate": 1.7373631591438545e-06,
+      "loss": 19.875,
+      "step": 34120
+    },
+    {
+      "epoch": 1.6305552900697697,
+      "grad_norm": 286.4937438964844,
+      "learning_rate": 1.7369272770549328e-06,
+      "loss": 29.75,
+      "step": 34121
+    },
+    {
+      "epoch": 1.6306030775112301,
+      "grad_norm": 170.3759765625,
+      "learning_rate": 1.7364914444511561e-06,
+      "loss": 22.6562,
+      "step": 34122
+    },
+    {
+      "epoch": 1.6306508649526905,
+      "grad_norm": 367.5657958984375,
+      "learning_rate": 1.7360556613351309e-06,
+      "loss": 24.7656,
+      "step": 34123
+    },
+    {
+      "epoch": 1.630698652394151,
+      "grad_norm": 204.66139221191406,
+      "learning_rate": 1.7356199277094688e-06,
+      "loss": 22.2812,
+      "step": 34124
+    },
+    {
+      "epoch": 1.6307464398356113,
+      "grad_norm": 227.8333740234375,
+      "learning_rate": 1.7351842435767797e-06,
+      "loss": 27.8438,
+      "step": 34125
+    },
+    {
+      "epoch": 1.6307942272770717,
+      "grad_norm": 196.70578002929688,
+      "learning_rate": 1.7347486089396749e-06,
+      "loss": 18.1094,
+      "step": 34126
+    },
+    {
+      "epoch": 1.630842014718532,
+      "grad_norm": 149.67755126953125,
+      "learning_rate": 1.7343130238007578e-06,
+      "loss": 22.5469,
+      "step": 34127
+    },
+    {
+      "epoch": 1.6308898021599925,
+      "grad_norm": 186.31817626953125,
+      "learning_rate": 1.7338774881626398e-06,
+      "loss": 22.6719,
+      "step": 34128
+    },
+    {
+      "epoch": 1.6309375896014529,
+      "grad_norm": 292.76434326171875,
+      "learning_rate": 1.7334420020279297e-06,
+      "loss": 23.8125,
+      "step": 34129
+    },
+    {
+      "epoch": 1.6309853770429132,
+      "grad_norm": 532.95458984375,
+      "learning_rate": 1.733006565399238e-06,
+      "loss": 24.625,
+      "step": 34130
+    },
+    {
+      "epoch": 1.6310331644843736,
+      "grad_norm": 294.9329833984375,
+      "learning_rate": 1.7325711782791677e-06,
+      "loss": 17.1328,
+      "step": 34131
+    },
+    {
+      "epoch": 1.631080951925834,
+      "grad_norm": 437.6568603515625,
+      "learning_rate": 1.732135840670327e-06,
+      "loss": 20.5,
+      "step": 34132
+    },
+    {
+      "epoch": 1.6311287393672944,
+      "grad_norm": 322.1677551269531,
+      "learning_rate": 1.731700552575325e-06,
+      "loss": 25.2188,
+      "step": 34133
+    },
+    {
+      "epoch": 1.6311765268087548,
+      "grad_norm": 196.59918212890625,
+      "learning_rate": 1.7312653139967694e-06,
+      "loss": 24.6875,
+      "step": 34134
+    },
+    {
+      "epoch": 1.6312243142502152,
+      "grad_norm": 148.95172119140625,
+      "learning_rate": 1.7308301249372627e-06,
+      "loss": 24.1406,
+      "step": 34135
+    },
+    {
+      "epoch": 1.6312721016916756,
+      "grad_norm": 289.5674133300781,
+      "learning_rate": 1.730394985399414e-06,
+      "loss": 22.375,
+      "step": 34136
+    },
+    {
+      "epoch": 1.631319889133136,
+      "grad_norm": 195.60629272460938,
+      "learning_rate": 1.729959895385831e-06,
+      "loss": 23.75,
+      "step": 34137
+    },
+    {
+      "epoch": 1.6313676765745964,
+      "grad_norm": 179.072265625,
+      "learning_rate": 1.729524854899114e-06,
+      "loss": 25.8594,
+      "step": 34138
+    },
+    {
+      "epoch": 1.6314154640160565,
+      "grad_norm": 111.56818389892578,
+      "learning_rate": 1.7290898639418706e-06,
+      "loss": 20.5938,
+      "step": 34139
+    },
+    {
+      "epoch": 1.631463251457517,
+      "grad_norm": 412.8343505859375,
+      "learning_rate": 1.7286549225167081e-06,
+      "loss": 32.0,
+      "step": 34140
+    },
+    {
+      "epoch": 1.6315110388989773,
+      "grad_norm": 228.3586883544922,
+      "learning_rate": 1.728220030626231e-06,
+      "loss": 28.5625,
+      "step": 34141
+    },
+    {
+      "epoch": 1.6315588263404377,
+      "grad_norm": 429.5942077636719,
+      "learning_rate": 1.72778518827304e-06,
+      "loss": 30.3281,
+      "step": 34142
+    },
+    {
+      "epoch": 1.631606613781898,
+      "grad_norm": 380.7503967285156,
+      "learning_rate": 1.7273503954597425e-06,
+      "loss": 34.5938,
+      "step": 34143
+    },
+    {
+      "epoch": 1.6316544012233585,
+      "grad_norm": 294.05535888671875,
+      "learning_rate": 1.7269156521889408e-06,
+      "loss": 20.6875,
+      "step": 34144
+    },
+    {
+      "epoch": 1.6317021886648189,
+      "grad_norm": 155.15689086914062,
+      "learning_rate": 1.7264809584632424e-06,
+      "loss": 19.3906,
+      "step": 34145
+    },
+    {
+      "epoch": 1.6317499761062793,
+      "grad_norm": 234.7508544921875,
+      "learning_rate": 1.7260463142852436e-06,
+      "loss": 21.875,
+      "step": 34146
+    },
+    {
+      "epoch": 1.6317977635477396,
+      "grad_norm": 550.942626953125,
+      "learning_rate": 1.7256117196575518e-06,
+      "loss": 23.0,
+      "step": 34147
+    },
+    {
+      "epoch": 1.6318455509892,
+      "grad_norm": 214.5955352783203,
+      "learning_rate": 1.7251771745827716e-06,
+      "loss": 24.7266,
+      "step": 34148
+    },
+    {
+      "epoch": 1.6318933384306604,
+      "grad_norm": 322.4812316894531,
+      "learning_rate": 1.7247426790634992e-06,
+      "loss": 23.5938,
+      "step": 34149
+    },
+    {
+      "epoch": 1.6319411258721208,
+      "grad_norm": 240.58721923828125,
+      "learning_rate": 1.724308233102343e-06,
+      "loss": 20.8438,
+      "step": 34150
+    },
+    {
+      "epoch": 1.6319889133135812,
+      "grad_norm": 243.77334594726562,
+      "learning_rate": 1.7238738367019003e-06,
+      "loss": 30.4375,
+      "step": 34151
+    },
+    {
+      "epoch": 1.6320367007550416,
+      "grad_norm": 265.32843017578125,
+      "learning_rate": 1.7234394898647733e-06,
+      "loss": 20.3438,
+      "step": 34152
+    },
+    {
+      "epoch": 1.632084488196502,
+      "grad_norm": 89.32281494140625,
+      "learning_rate": 1.7230051925935675e-06,
+      "loss": 22.75,
+      "step": 34153
+    },
+    {
+      "epoch": 1.6321322756379624,
+      "grad_norm": 625.2429809570312,
+      "learning_rate": 1.7225709448908767e-06,
+      "loss": 23.9375,
+      "step": 34154
+    },
+    {
+      "epoch": 1.6321800630794228,
+      "grad_norm": 196.2957000732422,
+      "learning_rate": 1.7221367467593054e-06,
+      "loss": 21.375,
+      "step": 34155
+    },
+    {
+      "epoch": 1.6322278505208832,
+      "grad_norm": 246.3275909423828,
+      "learning_rate": 1.7217025982014567e-06,
+      "loss": 17.5625,
+      "step": 34156
+    },
+    {
+      "epoch": 1.6322756379623435,
+      "grad_norm": 291.1725769042969,
+      "learning_rate": 1.7212684992199246e-06,
+      "loss": 31.4844,
+      "step": 34157
+    },
+    {
+      "epoch": 1.632323425403804,
+      "grad_norm": 212.47763061523438,
+      "learning_rate": 1.7208344498173112e-06,
+      "loss": 22.625,
+      "step": 34158
+    },
+    {
+      "epoch": 1.6323712128452643,
+      "grad_norm": 221.45957946777344,
+      "learning_rate": 1.7204004499962201e-06,
+      "loss": 18.5625,
+      "step": 34159
+    },
+    {
+      "epoch": 1.6324190002867245,
+      "grad_norm": 256.147216796875,
+      "learning_rate": 1.7199664997592437e-06,
+      "loss": 23.2188,
+      "step": 34160
+    },
+    {
+      "epoch": 1.6324667877281849,
+      "grad_norm": 339.12823486328125,
+      "learning_rate": 1.719532599108984e-06,
+      "loss": 37.9688,
+      "step": 34161
+    },
+    {
+      "epoch": 1.6325145751696453,
+      "grad_norm": 260.6338806152344,
+      "learning_rate": 1.719098748048038e-06,
+      "loss": 18.5938,
+      "step": 34162
+    },
+    {
+      "epoch": 1.6325623626111057,
+      "grad_norm": 201.89805603027344,
+      "learning_rate": 1.7186649465790095e-06,
+      "loss": 21.1406,
+      "step": 34163
+    },
+    {
+      "epoch": 1.632610150052566,
+      "grad_norm": 215.39344787597656,
+      "learning_rate": 1.7182311947044883e-06,
+      "loss": 21.8594,
+      "step": 34164
+    },
+    {
+      "epoch": 1.6326579374940264,
+      "grad_norm": 222.8818817138672,
+      "learning_rate": 1.7177974924270769e-06,
+      "loss": 19.2812,
+      "step": 34165
+    },
+    {
+      "epoch": 1.6327057249354868,
+      "grad_norm": 239.83056640625,
+      "learning_rate": 1.7173638397493708e-06,
+      "loss": 21.6406,
+      "step": 34166
+    },
+    {
+      "epoch": 1.6327535123769472,
+      "grad_norm": 204.26812744140625,
+      "learning_rate": 1.7169302366739704e-06,
+      "loss": 19.3281,
+      "step": 34167
+    },
+    {
+      "epoch": 1.6328012998184076,
+      "grad_norm": 237.93516540527344,
+      "learning_rate": 1.7164966832034668e-06,
+      "loss": 28.375,
+      "step": 34168
+    },
+    {
+      "epoch": 1.632849087259868,
+      "grad_norm": 216.1474609375,
+      "learning_rate": 1.7160631793404604e-06,
+      "loss": 33.375,
+      "step": 34169
+    },
+    {
+      "epoch": 1.6328968747013284,
+      "grad_norm": 183.92453002929688,
+      "learning_rate": 1.7156297250875454e-06,
+      "loss": 26.6094,
+      "step": 34170
+    },
+    {
+      "epoch": 1.6329446621427888,
+      "grad_norm": 365.8543395996094,
+      "learning_rate": 1.715196320447322e-06,
+      "loss": 20.0312,
+      "step": 34171
+    },
+    {
+      "epoch": 1.6329924495842492,
+      "grad_norm": 219.38645935058594,
+      "learning_rate": 1.7147629654223796e-06,
+      "loss": 15.7969,
+      "step": 34172
+    },
+    {
+      "epoch": 1.6330402370257096,
+      "grad_norm": 283.28631591796875,
+      "learning_rate": 1.714329660015316e-06,
+      "loss": 22.1719,
+      "step": 34173
+    },
+    {
+      "epoch": 1.63308802446717,
+      "grad_norm": 202.28758239746094,
+      "learning_rate": 1.7138964042287286e-06,
+      "loss": 24.9062,
+      "step": 34174
+    },
+    {
+      "epoch": 1.6331358119086303,
+      "grad_norm": 181.6168212890625,
+      "learning_rate": 1.7134631980652072e-06,
+      "loss": 20.3438,
+      "step": 34175
+    },
+    {
+      "epoch": 1.6331835993500907,
+      "grad_norm": 365.927490234375,
+      "learning_rate": 1.7130300415273493e-06,
+      "loss": 19.2344,
+      "step": 34176
+    },
+    {
+      "epoch": 1.633231386791551,
+      "grad_norm": 162.96527099609375,
+      "learning_rate": 1.7125969346177473e-06,
+      "loss": 17.9375,
+      "step": 34177
+    },
+    {
+      "epoch": 1.6332791742330115,
+      "grad_norm": 664.2778930664062,
+      "learning_rate": 1.7121638773389993e-06,
+      "loss": 26.1875,
+      "step": 34178
+    },
+    {
+      "epoch": 1.6333269616744719,
+      "grad_norm": 203.95846557617188,
+      "learning_rate": 1.711730869693693e-06,
+      "loss": 20.1562,
+      "step": 34179
+    },
+    {
+      "epoch": 1.6333747491159323,
+      "grad_norm": 181.3585205078125,
+      "learning_rate": 1.7112979116844242e-06,
+      "loss": 29.5312,
+      "step": 34180
+    },
+    {
+      "epoch": 1.6334225365573927,
+      "grad_norm": 176.29364013671875,
+      "learning_rate": 1.7108650033137874e-06,
+      "loss": 14.6562,
+      "step": 34181
+    },
+    {
+      "epoch": 1.633470323998853,
+      "grad_norm": 403.569580078125,
+      "learning_rate": 1.7104321445843709e-06,
+      "loss": 18.7969,
+      "step": 34182
+    },
+    {
+      "epoch": 1.6335181114403134,
+      "grad_norm": 159.07366943359375,
+      "learning_rate": 1.7099993354987721e-06,
+      "loss": 29.0938,
+      "step": 34183
+    },
+    {
+      "epoch": 1.6335658988817738,
+      "grad_norm": 517.1700439453125,
+      "learning_rate": 1.709566576059577e-06,
+      "loss": 23.5938,
+      "step": 34184
+    },
+    {
+      "epoch": 1.6336136863232342,
+      "grad_norm": 419.3823547363281,
+      "learning_rate": 1.7091338662693814e-06,
+      "loss": 27.3125,
+      "step": 34185
+    },
+    {
+      "epoch": 1.6336614737646946,
+      "grad_norm": 153.33920288085938,
+      "learning_rate": 1.7087012061307785e-06,
+      "loss": 18.2344,
+      "step": 34186
+    },
+    {
+      "epoch": 1.633709261206155,
+      "grad_norm": 282.95391845703125,
+      "learning_rate": 1.708268595646353e-06,
+      "loss": 27.8125,
+      "step": 34187
+    },
+    {
+      "epoch": 1.6337570486476154,
+      "grad_norm": 224.56837463378906,
+      "learning_rate": 1.7078360348187006e-06,
+      "loss": 21.4844,
+      "step": 34188
+    },
+    {
+      "epoch": 1.6338048360890758,
+      "grad_norm": 173.4648895263672,
+      "learning_rate": 1.7074035236504128e-06,
+      "loss": 19.8906,
+      "step": 34189
+    },
+    {
+      "epoch": 1.6338526235305362,
+      "grad_norm": 133.4626922607422,
+      "learning_rate": 1.7069710621440737e-06,
+      "loss": 19.8438,
+      "step": 34190
+    },
+    {
+      "epoch": 1.6339004109719966,
+      "grad_norm": 167.28497314453125,
+      "learning_rate": 1.7065386503022784e-06,
+      "loss": 26.2031,
+      "step": 34191
+    },
+    {
+      "epoch": 1.633948198413457,
+      "grad_norm": 303.1484375,
+      "learning_rate": 1.7061062881276146e-06,
+      "loss": 20.5938,
+      "step": 34192
+    },
+    {
+      "epoch": 1.6339959858549173,
+      "grad_norm": 265.2653503417969,
+      "learning_rate": 1.7056739756226749e-06,
+      "loss": 27.5469,
+      "step": 34193
+    },
+    {
+      "epoch": 1.6340437732963777,
+      "grad_norm": 305.70159912109375,
+      "learning_rate": 1.7052417127900434e-06,
+      "loss": 26.3906,
+      "step": 34194
+    },
+    {
+      "epoch": 1.6340915607378381,
+      "grad_norm": 202.22433471679688,
+      "learning_rate": 1.7048094996323095e-06,
+      "loss": 20.6875,
+      "step": 34195
+    },
+    {
+      "epoch": 1.6341393481792985,
+      "grad_norm": 302.482421875,
+      "learning_rate": 1.7043773361520667e-06,
+      "loss": 22.75,
+      "step": 34196
+    },
+    {
+      "epoch": 1.634187135620759,
+      "grad_norm": 198.12661743164062,
+      "learning_rate": 1.703945222351896e-06,
+      "loss": 22.75,
+      "step": 34197
+    },
+    {
+      "epoch": 1.6342349230622193,
+      "grad_norm": 750.21044921875,
+      "learning_rate": 1.7035131582343888e-06,
+      "loss": 43.6562,
+      "step": 34198
+    },
+    {
+      "epoch": 1.6342827105036797,
+      "grad_norm": 396.4706115722656,
+      "learning_rate": 1.7030811438021334e-06,
+      "loss": 30.8438,
+      "step": 34199
+    },
+    {
+      "epoch": 1.63433049794514,
+      "grad_norm": 315.0688781738281,
+      "learning_rate": 1.702649179057717e-06,
+      "loss": 33.6562,
+      "step": 34200
+    },
+    {
+      "epoch": 1.6343782853866005,
+      "grad_norm": 166.30831909179688,
+      "learning_rate": 1.7022172640037237e-06,
+      "loss": 21.375,
+      "step": 34201
+    },
+    {
+      "epoch": 1.6344260728280608,
+      "grad_norm": 197.3042755126953,
+      "learning_rate": 1.7017853986427423e-06,
+      "loss": 21.5625,
+      "step": 34202
+    },
+    {
+      "epoch": 1.6344738602695212,
+      "grad_norm": 214.84104919433594,
+      "learning_rate": 1.7013535829773575e-06,
+      "loss": 29.4375,
+      "step": 34203
+    },
+    {
+      "epoch": 1.6345216477109816,
+      "grad_norm": 163.20645141601562,
+      "learning_rate": 1.7009218170101605e-06,
+      "loss": 17.5625,
+      "step": 34204
+    },
+    {
+      "epoch": 1.634569435152442,
+      "grad_norm": 160.97024536132812,
+      "learning_rate": 1.7004901007437292e-06,
+      "loss": 19.5312,
+      "step": 34205
+    },
+    {
+      "epoch": 1.6346172225939024,
+      "grad_norm": 278.7260437011719,
+      "learning_rate": 1.7000584341806537e-06,
+      "loss": 29.7656,
+      "step": 34206
+    },
+    {
+      "epoch": 1.6346650100353628,
+      "grad_norm": 193.96241760253906,
+      "learning_rate": 1.6996268173235208e-06,
+      "loss": 20.4844,
+      "step": 34207
+    },
+    {
+      "epoch": 1.6347127974768232,
+      "grad_norm": 310.8661193847656,
+      "learning_rate": 1.699195250174911e-06,
+      "loss": 22.2812,
+      "step": 34208
+    },
+    {
+      "epoch": 1.6347605849182836,
+      "grad_norm": 163.38400268554688,
+      "learning_rate": 1.6987637327374096e-06,
+      "loss": 23.7812,
+      "step": 34209
+    },
+    {
+      "epoch": 1.634808372359744,
+      "grad_norm": 208.73965454101562,
+      "learning_rate": 1.6983322650136024e-06,
+      "loss": 28.3281,
+      "step": 34210
+    },
+    {
+      "epoch": 1.6348561598012044,
+      "grad_norm": 196.0604705810547,
+      "learning_rate": 1.6979008470060754e-06,
+      "loss": 21.5156,
+      "step": 34211
+    },
+    {
+      "epoch": 1.6349039472426647,
+      "grad_norm": 132.68443298339844,
+      "learning_rate": 1.6974694787174063e-06,
+      "loss": 18.2969,
+      "step": 34212
+    },
+    {
+      "epoch": 1.6349517346841251,
+      "grad_norm": 290.36407470703125,
+      "learning_rate": 1.697038160150183e-06,
+      "loss": 24.375,
+      "step": 34213
+    },
+    {
+      "epoch": 1.6349995221255855,
+      "grad_norm": 203.3596954345703,
+      "learning_rate": 1.6966068913069888e-06,
+      "loss": 23.8906,
+      "step": 34214
+    },
+    {
+      "epoch": 1.635047309567046,
+      "grad_norm": 368.2616271972656,
+      "learning_rate": 1.6961756721904033e-06,
+      "loss": 28.5,
+      "step": 34215
+    },
+    {
+      "epoch": 1.6350950970085063,
+      "grad_norm": 498.430419921875,
+      "learning_rate": 1.6957445028030105e-06,
+      "loss": 27.0,
+      "step": 34216
+    },
+    {
+      "epoch": 1.6351428844499667,
+      "grad_norm": 354.1780700683594,
+      "learning_rate": 1.6953133831473956e-06,
+      "loss": 25.9375,
+      "step": 34217
+    },
+    {
+      "epoch": 1.635190671891427,
+      "grad_norm": 181.26409912109375,
+      "learning_rate": 1.6948823132261349e-06,
+      "loss": 23.7031,
+      "step": 34218
+    },
+    {
+      "epoch": 1.6352384593328875,
+      "grad_norm": 125.24664306640625,
+      "learning_rate": 1.6944512930418145e-06,
+      "loss": 17.7188,
+      "step": 34219
+    },
+    {
+      "epoch": 1.6352862467743479,
+      "grad_norm": 336.8996887207031,
+      "learning_rate": 1.694020322597012e-06,
+      "loss": 33.4375,
+      "step": 34220
+    },
+    {
+      "epoch": 1.6353340342158083,
+      "grad_norm": 223.59486389160156,
+      "learning_rate": 1.6935894018943088e-06,
+      "loss": 26.4688,
+      "step": 34221
+    },
+    {
+      "epoch": 1.6353818216572684,
+      "grad_norm": 191.0001983642578,
+      "learning_rate": 1.6931585309362908e-06,
+      "loss": 21.1562,
+      "step": 34222
+    },
+    {
+      "epoch": 1.6354296090987288,
+      "grad_norm": 289.413818359375,
+      "learning_rate": 1.6927277097255313e-06,
+      "loss": 12.9531,
+      "step": 34223
+    },
+    {
+      "epoch": 1.6354773965401892,
+      "grad_norm": 199.443603515625,
+      "learning_rate": 1.6922969382646137e-06,
+      "loss": 24.3906,
+      "step": 34224
+    },
+    {
+      "epoch": 1.6355251839816496,
+      "grad_norm": 170.30433654785156,
+      "learning_rate": 1.6918662165561173e-06,
+      "loss": 14.6406,
+      "step": 34225
+    },
+    {
+      "epoch": 1.63557297142311,
+      "grad_norm": 231.67340087890625,
+      "learning_rate": 1.6914355446026243e-06,
+      "loss": 21.4688,
+      "step": 34226
+    },
+    {
+      "epoch": 1.6356207588645704,
+      "grad_norm": 355.3453369140625,
+      "learning_rate": 1.6910049224067093e-06,
+      "loss": 26.4375,
+      "step": 34227
+    },
+    {
+      "epoch": 1.6356685463060308,
+      "grad_norm": 217.14329528808594,
+      "learning_rate": 1.6905743499709536e-06,
+      "loss": 24.875,
+      "step": 34228
+    },
+    {
+      "epoch": 1.6357163337474911,
+      "grad_norm": 925.9894409179688,
+      "learning_rate": 1.6901438272979353e-06,
+      "loss": 24.1094,
+      "step": 34229
+    },
+    {
+      "epoch": 1.6357641211889515,
+      "grad_norm": 204.17835998535156,
+      "learning_rate": 1.6897133543902345e-06,
+      "loss": 27.0312,
+      "step": 34230
+    },
+    {
+      "epoch": 1.635811908630412,
+      "grad_norm": 271.1207275390625,
+      "learning_rate": 1.6892829312504256e-06,
+      "loss": 30.8438,
+      "step": 34231
+    },
+    {
+      "epoch": 1.6358596960718723,
+      "grad_norm": 154.74200439453125,
+      "learning_rate": 1.6888525578810877e-06,
+      "loss": 20.4219,
+      "step": 34232
+    },
+    {
+      "epoch": 1.6359074835133327,
+      "grad_norm": 434.92822265625,
+      "learning_rate": 1.6884222342848023e-06,
+      "loss": 21.6875,
+      "step": 34233
+    },
+    {
+      "epoch": 1.635955270954793,
+      "grad_norm": 142.2539825439453,
+      "learning_rate": 1.6879919604641394e-06,
+      "loss": 21.4844,
+      "step": 34234
+    },
+    {
+      "epoch": 1.6360030583962535,
+      "grad_norm": 201.37413024902344,
+      "learning_rate": 1.6875617364216789e-06,
+      "loss": 24.75,
+      "step": 34235
+    },
+    {
+      "epoch": 1.6360508458377139,
+      "grad_norm": 329.7374572753906,
+      "learning_rate": 1.6871315621599982e-06,
+      "loss": 38.0625,
+      "step": 34236
+    },
+    {
+      "epoch": 1.6360986332791743,
+      "grad_norm": 133.68450927734375,
+      "learning_rate": 1.686701437681676e-06,
+      "loss": 18.5781,
+      "step": 34237
+    },
+    {
+      "epoch": 1.6361464207206347,
+      "grad_norm": 214.02781677246094,
+      "learning_rate": 1.6862713629892813e-06,
+      "loss": 27.3438,
+      "step": 34238
+    },
+    {
+      "epoch": 1.636194208162095,
+      "grad_norm": 183.9213104248047,
+      "learning_rate": 1.6858413380853943e-06,
+      "loss": 23.25,
+      "step": 34239
+    },
+    {
+      "epoch": 1.6362419956035554,
+      "grad_norm": 237.77484130859375,
+      "learning_rate": 1.6854113629725898e-06,
+      "loss": 20.5625,
+      "step": 34240
+    },
+    {
+      "epoch": 1.6362897830450158,
+      "grad_norm": 261.8349914550781,
+      "learning_rate": 1.6849814376534445e-06,
+      "loss": 18.5469,
+      "step": 34241
+    },
+    {
+      "epoch": 1.636337570486476,
+      "grad_norm": 305.3324279785156,
+      "learning_rate": 1.6845515621305286e-06,
+      "loss": 26.75,
+      "step": 34242
+    },
+    {
+      "epoch": 1.6363853579279364,
+      "grad_norm": 175.4930419921875,
+      "learning_rate": 1.6841217364064189e-06,
+      "loss": 16.875,
+      "step": 34243
+    },
+    {
+      "epoch": 1.6364331453693968,
+      "grad_norm": 1291.3375244140625,
+      "learning_rate": 1.6836919604836922e-06,
+      "loss": 26.2188,
+      "step": 34244
+    },
+    {
+      "epoch": 1.6364809328108572,
+      "grad_norm": 214.11947631835938,
+      "learning_rate": 1.6832622343649162e-06,
+      "loss": 18.7188,
+      "step": 34245
+    },
+    {
+      "epoch": 1.6365287202523175,
+      "grad_norm": 228.42745971679688,
+      "learning_rate": 1.6828325580526695e-06,
+      "loss": 31.125,
+      "step": 34246
+    },
+    {
+      "epoch": 1.636576507693778,
+      "grad_norm": 226.22662353515625,
+      "learning_rate": 1.682402931549525e-06,
+      "loss": 17.4062,
+      "step": 34247
+    },
+    {
+      "epoch": 1.6366242951352383,
+      "grad_norm": 245.31649780273438,
+      "learning_rate": 1.6819733548580518e-06,
+      "loss": 30.8125,
+      "step": 34248
+    },
+    {
+      "epoch": 1.6366720825766987,
+      "grad_norm": 212.72450256347656,
+      "learning_rate": 1.681543827980826e-06,
+      "loss": 30.2812,
+      "step": 34249
+    },
+    {
+      "epoch": 1.636719870018159,
+      "grad_norm": 237.88145446777344,
+      "learning_rate": 1.6811143509204208e-06,
+      "loss": 21.8906,
+      "step": 34250
+    },
+    {
+      "epoch": 1.6367676574596195,
+      "grad_norm": 250.08290100097656,
+      "learning_rate": 1.6806849236794042e-06,
+      "loss": 32.2812,
+      "step": 34251
+    },
+    {
+      "epoch": 1.6368154449010799,
+      "grad_norm": 388.76220703125,
+      "learning_rate": 1.680255546260352e-06,
+      "loss": 28.7188,
+      "step": 34252
+    },
+    {
+      "epoch": 1.6368632323425403,
+      "grad_norm": 271.545654296875,
+      "learning_rate": 1.679826218665832e-06,
+      "loss": 25.1719,
+      "step": 34253
+    },
+    {
+      "epoch": 1.6369110197840007,
+      "grad_norm": 178.23536682128906,
+      "learning_rate": 1.6793969408984157e-06,
+      "loss": 16.2969,
+      "step": 34254
+    },
+    {
+      "epoch": 1.636958807225461,
+      "grad_norm": 269.8977966308594,
+      "learning_rate": 1.6789677129606763e-06,
+      "loss": 26.9688,
+      "step": 34255
+    },
+    {
+      "epoch": 1.6370065946669214,
+      "grad_norm": 239.9314727783203,
+      "learning_rate": 1.6785385348551853e-06,
+      "loss": 26.6719,
+      "step": 34256
+    },
+    {
+      "epoch": 1.6370543821083818,
+      "grad_norm": 205.76339721679688,
+      "learning_rate": 1.6781094065845083e-06,
+      "loss": 23.5625,
+      "step": 34257
+    },
+    {
+      "epoch": 1.6371021695498422,
+      "grad_norm": 656.9798583984375,
+      "learning_rate": 1.6776803281512177e-06,
+      "loss": 21.5156,
+      "step": 34258
+    },
+    {
+      "epoch": 1.6371499569913026,
+      "grad_norm": 236.29696655273438,
+      "learning_rate": 1.677251299557886e-06,
+      "loss": 25.375,
+      "step": 34259
+    },
+    {
+      "epoch": 1.637197744432763,
+      "grad_norm": 245.88047790527344,
+      "learning_rate": 1.6768223208070778e-06,
+      "loss": 24.2969,
+      "step": 34260
+    },
+    {
+      "epoch": 1.6372455318742234,
+      "grad_norm": 200.43008422851562,
+      "learning_rate": 1.6763933919013631e-06,
+      "loss": 22.9688,
+      "step": 34261
+    },
+    {
+      "epoch": 1.6372933193156838,
+      "grad_norm": 161.1383056640625,
+      "learning_rate": 1.6759645128433123e-06,
+      "loss": 20.1562,
+      "step": 34262
+    },
+    {
+      "epoch": 1.6373411067571442,
+      "grad_norm": 222.42945861816406,
+      "learning_rate": 1.6755356836354952e-06,
+      "loss": 23.9062,
+      "step": 34263
+    },
+    {
+      "epoch": 1.6373888941986046,
+      "grad_norm": 282.0134582519531,
+      "learning_rate": 1.6751069042804745e-06,
+      "loss": 28.2969,
+      "step": 34264
+    },
+    {
+      "epoch": 1.637436681640065,
+      "grad_norm": 197.2209014892578,
+      "learning_rate": 1.6746781747808228e-06,
+      "loss": 18.4375,
+      "step": 34265
+    },
+    {
+      "epoch": 1.6374844690815253,
+      "grad_norm": 152.36282348632812,
+      "learning_rate": 1.6742494951391053e-06,
+      "loss": 24.1094,
+      "step": 34266
+    },
+    {
+      "epoch": 1.6375322565229857,
+      "grad_norm": 411.5410461425781,
+      "learning_rate": 1.6738208653578936e-06,
+      "loss": 25.0938,
+      "step": 34267
+    },
+    {
+      "epoch": 1.6375800439644461,
+      "grad_norm": 207.71511840820312,
+      "learning_rate": 1.6733922854397478e-06,
+      "loss": 26.7344,
+      "step": 34268
+    },
+    {
+      "epoch": 1.6376278314059065,
+      "grad_norm": 254.8347930908203,
+      "learning_rate": 1.6729637553872391e-06,
+      "loss": 30.3906,
+      "step": 34269
+    },
+    {
+      "epoch": 1.637675618847367,
+      "grad_norm": 204.33848571777344,
+      "learning_rate": 1.6725352752029332e-06,
+      "loss": 19.5625,
+      "step": 34270
+    },
+    {
+      "epoch": 1.6377234062888273,
+      "grad_norm": 288.73968505859375,
+      "learning_rate": 1.672106844889395e-06,
+      "loss": 29.25,
+      "step": 34271
+    },
+    {
+      "epoch": 1.6377711937302877,
+      "grad_norm": 209.90716552734375,
+      "learning_rate": 1.67167846444919e-06,
+      "loss": 26.7188,
+      "step": 34272
+    },
+    {
+      "epoch": 1.637818981171748,
+      "grad_norm": 274.6776428222656,
+      "learning_rate": 1.6712501338848852e-06,
+      "loss": 19.375,
+      "step": 34273
+    },
+    {
+      "epoch": 1.6378667686132085,
+      "grad_norm": 360.4730529785156,
+      "learning_rate": 1.6708218531990472e-06,
+      "loss": 34.8125,
+      "step": 34274
+    },
+    {
+      "epoch": 1.6379145560546688,
+      "grad_norm": 370.4181823730469,
+      "learning_rate": 1.6703936223942353e-06,
+      "loss": 25.5,
+      "step": 34275
+    },
+    {
+      "epoch": 1.6379623434961292,
+      "grad_norm": 356.05596923828125,
+      "learning_rate": 1.6699654414730181e-06,
+      "loss": 33.1875,
+      "step": 34276
+    },
+    {
+      "epoch": 1.6380101309375896,
+      "grad_norm": 592.2870483398438,
+      "learning_rate": 1.6695373104379598e-06,
+      "loss": 27.8281,
+      "step": 34277
+    },
+    {
+      "epoch": 1.63805791837905,
+      "grad_norm": 484.2752990722656,
+      "learning_rate": 1.6691092292916256e-06,
+      "loss": 23.3438,
+      "step": 34278
+    },
+    {
+      "epoch": 1.6381057058205104,
+      "grad_norm": 232.25469970703125,
+      "learning_rate": 1.6686811980365757e-06,
+      "loss": 27.75,
+      "step": 34279
+    },
+    {
+      "epoch": 1.6381534932619708,
+      "grad_norm": 178.6505126953125,
+      "learning_rate": 1.6682532166753763e-06,
+      "loss": 22.6875,
+      "step": 34280
+    },
+    {
+      "epoch": 1.6382012807034312,
+      "grad_norm": 353.39520263671875,
+      "learning_rate": 1.6678252852105881e-06,
+      "loss": 19.0469,
+      "step": 34281
+    },
+    {
+      "epoch": 1.6382490681448916,
+      "grad_norm": 473.3169250488281,
+      "learning_rate": 1.6673974036447737e-06,
+      "loss": 32.6875,
+      "step": 34282
+    },
+    {
+      "epoch": 1.638296855586352,
+      "grad_norm": 148.3853302001953,
+      "learning_rate": 1.6669695719805e-06,
+      "loss": 16.8125,
+      "step": 34283
+    },
+    {
+      "epoch": 1.6383446430278124,
+      "grad_norm": 298.8242492675781,
+      "learning_rate": 1.666541790220324e-06,
+      "loss": 26.0,
+      "step": 34284
+    },
+    {
+      "epoch": 1.6383924304692727,
+      "grad_norm": 177.70562744140625,
+      "learning_rate": 1.6661140583668112e-06,
+      "loss": 25.0938,
+      "step": 34285
+    },
+    {
+      "epoch": 1.6384402179107331,
+      "grad_norm": 219.22409057617188,
+      "learning_rate": 1.6656863764225194e-06,
+      "loss": 31.5625,
+      "step": 34286
+    },
+    {
+      "epoch": 1.6384880053521935,
+      "grad_norm": 194.3544921875,
+      "learning_rate": 1.6652587443900115e-06,
+      "loss": 22.1875,
+      "step": 34287
+    },
+    {
+      "epoch": 1.638535792793654,
+      "grad_norm": 119.57579803466797,
+      "learning_rate": 1.6648311622718494e-06,
+      "loss": 15.25,
+      "step": 34288
+    },
+    {
+      "epoch": 1.6385835802351143,
+      "grad_norm": 279.6415100097656,
+      "learning_rate": 1.6644036300705957e-06,
+      "loss": 16.8281,
+      "step": 34289
+    },
+    {
+      "epoch": 1.6386313676765747,
+      "grad_norm": 317.8586120605469,
+      "learning_rate": 1.663976147788806e-06,
+      "loss": 22.0156,
+      "step": 34290
+    },
+    {
+      "epoch": 1.638679155118035,
+      "grad_norm": 252.4099884033203,
+      "learning_rate": 1.663548715429043e-06,
+      "loss": 21.8438,
+      "step": 34291
+    },
+    {
+      "epoch": 1.6387269425594955,
+      "grad_norm": 205.94985961914062,
+      "learning_rate": 1.663121332993869e-06,
+      "loss": 20.375,
+      "step": 34292
+    },
+    {
+      "epoch": 1.6387747300009559,
+      "grad_norm": 233.55316162109375,
+      "learning_rate": 1.6626940004858372e-06,
+      "loss": 25.8125,
+      "step": 34293
+    },
+    {
+      "epoch": 1.6388225174424162,
+      "grad_norm": 165.24545288085938,
+      "learning_rate": 1.6622667179075113e-06,
+      "loss": 18.9219,
+      "step": 34294
+    },
+    {
+      "epoch": 1.6388703048838766,
+      "grad_norm": 227.5904083251953,
+      "learning_rate": 1.6618394852614483e-06,
+      "loss": 20.75,
+      "step": 34295
+    },
+    {
+      "epoch": 1.638918092325337,
+      "grad_norm": 545.9835205078125,
+      "learning_rate": 1.6614123025502104e-06,
+      "loss": 25.2812,
+      "step": 34296
+    },
+    {
+      "epoch": 1.6389658797667974,
+      "grad_norm": 282.5161437988281,
+      "learning_rate": 1.6609851697763512e-06,
+      "loss": 24.4219,
+      "step": 34297
+    },
+    {
+      "epoch": 1.6390136672082578,
+      "grad_norm": 264.1817932128906,
+      "learning_rate": 1.6605580869424299e-06,
+      "loss": 15.1406,
+      "step": 34298
+    },
+    {
+      "epoch": 1.6390614546497182,
+      "grad_norm": 193.20870971679688,
+      "learning_rate": 1.660131054051004e-06,
+      "loss": 22.7969,
+      "step": 34299
+    },
+    {
+      "epoch": 1.6391092420911786,
+      "grad_norm": 405.0276184082031,
+      "learning_rate": 1.6597040711046353e-06,
+      "loss": 28.2031,
+      "step": 34300
+    },
+    {
+      "epoch": 1.639157029532639,
+      "grad_norm": 269.59686279296875,
+      "learning_rate": 1.6592771381058747e-06,
+      "loss": 20.875,
+      "step": 34301
+    },
+    {
+      "epoch": 1.6392048169740994,
+      "grad_norm": 304.0866394042969,
+      "learning_rate": 1.6588502550572816e-06,
+      "loss": 29.2812,
+      "step": 34302
+    },
+    {
+      "epoch": 1.6392526044155598,
+      "grad_norm": 187.43226623535156,
+      "learning_rate": 1.6584234219614127e-06,
+      "loss": 24.2812,
+      "step": 34303
+    },
+    {
+      "epoch": 1.63930039185702,
+      "grad_norm": 320.8144226074219,
+      "learning_rate": 1.6579966388208257e-06,
+      "loss": 27.1562,
+      "step": 34304
+    },
+    {
+      "epoch": 1.6393481792984803,
+      "grad_norm": 169.6587371826172,
+      "learning_rate": 1.6575699056380723e-06,
+      "loss": 22.0,
+      "step": 34305
+    },
+    {
+      "epoch": 1.6393959667399407,
+      "grad_norm": 278.8069152832031,
+      "learning_rate": 1.6571432224157113e-06,
+      "loss": 16.875,
+      "step": 34306
+    },
+    {
+      "epoch": 1.639443754181401,
+      "grad_norm": 174.47940063476562,
+      "learning_rate": 1.6567165891562986e-06,
+      "loss": 28.2188,
+      "step": 34307
+    },
+    {
+      "epoch": 1.6394915416228615,
+      "grad_norm": 152.18313598632812,
+      "learning_rate": 1.6562900058623854e-06,
+      "loss": 19.1406,
+      "step": 34308
+    },
+    {
+      "epoch": 1.6395393290643219,
+      "grad_norm": 316.87750244140625,
+      "learning_rate": 1.6558634725365297e-06,
+      "loss": 22.875,
+      "step": 34309
+    },
+    {
+      "epoch": 1.6395871165057823,
+      "grad_norm": 207.21176147460938,
+      "learning_rate": 1.6554369891812838e-06,
+      "loss": 28.5625,
+      "step": 34310
+    },
+    {
+      "epoch": 1.6396349039472427,
+      "grad_norm": 145.0231170654297,
+      "learning_rate": 1.6550105557992058e-06,
+      "loss": 21.6094,
+      "step": 34311
+    },
+    {
+      "epoch": 1.639682691388703,
+      "grad_norm": 199.19815063476562,
+      "learning_rate": 1.6545841723928445e-06,
+      "loss": 18.7188,
+      "step": 34312
+    },
+    {
+      "epoch": 1.6397304788301634,
+      "grad_norm": 299.04412841796875,
+      "learning_rate": 1.6541578389647573e-06,
+      "loss": 31.5156,
+      "step": 34313
+    },
+    {
+      "epoch": 1.6397782662716238,
+      "grad_norm": 219.78948974609375,
+      "learning_rate": 1.6537315555174937e-06,
+      "loss": 15.2031,
+      "step": 34314
+    },
+    {
+      "epoch": 1.6398260537130842,
+      "grad_norm": 479.11199951171875,
+      "learning_rate": 1.6533053220536078e-06,
+      "loss": 31.4375,
+      "step": 34315
+    },
+    {
+      "epoch": 1.6398738411545446,
+      "grad_norm": 204.5131378173828,
+      "learning_rate": 1.6528791385756559e-06,
+      "loss": 27.0,
+      "step": 34316
+    },
+    {
+      "epoch": 1.639921628596005,
+      "grad_norm": 401.59039306640625,
+      "learning_rate": 1.6524530050861843e-06,
+      "loss": 27.625,
+      "step": 34317
+    },
+    {
+      "epoch": 1.6399694160374654,
+      "grad_norm": 340.68670654296875,
+      "learning_rate": 1.6520269215877504e-06,
+      "loss": 37.0,
+      "step": 34318
+    },
+    {
+      "epoch": 1.6400172034789258,
+      "grad_norm": 546.6619262695312,
+      "learning_rate": 1.6516008880829015e-06,
+      "loss": 20.7812,
+      "step": 34319
+    },
+    {
+      "epoch": 1.6400649909203862,
+      "grad_norm": 262.660888671875,
+      "learning_rate": 1.651174904574191e-06,
+      "loss": 28.6562,
+      "step": 34320
+    },
+    {
+      "epoch": 1.6401127783618465,
+      "grad_norm": 218.5557861328125,
+      "learning_rate": 1.650748971064169e-06,
+      "loss": 25.8125,
+      "step": 34321
+    },
+    {
+      "epoch": 1.640160565803307,
+      "grad_norm": 1795.287353515625,
+      "learning_rate": 1.6503230875553899e-06,
+      "loss": 16.1875,
+      "step": 34322
+    },
+    {
+      "epoch": 1.6402083532447673,
+      "grad_norm": 225.1808624267578,
+      "learning_rate": 1.6498972540503987e-06,
+      "loss": 22.8906,
+      "step": 34323
+    },
+    {
+      "epoch": 1.6402561406862275,
+      "grad_norm": 222.72360229492188,
+      "learning_rate": 1.649471470551749e-06,
+      "loss": 19.8594,
+      "step": 34324
+    },
+    {
+      "epoch": 1.6403039281276879,
+      "grad_norm": 224.40994262695312,
+      "learning_rate": 1.6490457370619905e-06,
+      "loss": 26.125,
+      "step": 34325
+    },
+    {
+      "epoch": 1.6403517155691483,
+      "grad_norm": 660.2413330078125,
+      "learning_rate": 1.6486200535836739e-06,
+      "loss": 18.3594,
+      "step": 34326
+    },
+    {
+      "epoch": 1.6403995030106087,
+      "grad_norm": 478.83673095703125,
+      "learning_rate": 1.6481944201193444e-06,
+      "loss": 36.5938,
+      "step": 34327
+    },
+    {
+      "epoch": 1.640447290452069,
+      "grad_norm": 451.3339538574219,
+      "learning_rate": 1.647768836671554e-06,
+      "loss": 25.4062,
+      "step": 34328
+    },
+    {
+      "epoch": 1.6404950778935294,
+      "grad_norm": 209.92236328125,
+      "learning_rate": 1.6473433032428532e-06,
+      "loss": 21.875,
+      "step": 34329
+    },
+    {
+      "epoch": 1.6405428653349898,
+      "grad_norm": 170.72850036621094,
+      "learning_rate": 1.646917819835786e-06,
+      "loss": 26.1562,
+      "step": 34330
+    },
+    {
+      "epoch": 1.6405906527764502,
+      "grad_norm": 93.04991912841797,
+      "learning_rate": 1.6464923864529025e-06,
+      "loss": 15.4375,
+      "step": 34331
+    },
+    {
+      "epoch": 1.6406384402179106,
+      "grad_norm": 162.4322052001953,
+      "learning_rate": 1.6460670030967507e-06,
+      "loss": 21.0781,
+      "step": 34332
+    },
+    {
+      "epoch": 1.640686227659371,
+      "grad_norm": 270.7919921875,
+      "learning_rate": 1.6456416697698808e-06,
+      "loss": 40.3125,
+      "step": 34333
+    },
+    {
+      "epoch": 1.6407340151008314,
+      "grad_norm": 260.2596435546875,
+      "learning_rate": 1.6452163864748338e-06,
+      "loss": 23.9688,
+      "step": 34334
+    },
+    {
+      "epoch": 1.6407818025422918,
+      "grad_norm": 316.89678955078125,
+      "learning_rate": 1.6447911532141603e-06,
+      "loss": 19.6094,
+      "step": 34335
+    },
+    {
+      "epoch": 1.6408295899837522,
+      "grad_norm": 150.78387451171875,
+      "learning_rate": 1.6443659699904068e-06,
+      "loss": 30.0312,
+      "step": 34336
+    },
+    {
+      "epoch": 1.6408773774252126,
+      "grad_norm": 146.89804077148438,
+      "learning_rate": 1.6439408368061227e-06,
+      "loss": 15.1328,
+      "step": 34337
+    },
+    {
+      "epoch": 1.640925164866673,
+      "grad_norm": 266.5517883300781,
+      "learning_rate": 1.643515753663847e-06,
+      "loss": 26.7188,
+      "step": 34338
+    },
+    {
+      "epoch": 1.6409729523081333,
+      "grad_norm": 125.4664306640625,
+      "learning_rate": 1.6430907205661295e-06,
+      "loss": 19.3125,
+      "step": 34339
+    },
+    {
+      "epoch": 1.6410207397495937,
+      "grad_norm": 345.133544921875,
+      "learning_rate": 1.6426657375155153e-06,
+      "loss": 30.7812,
+      "step": 34340
+    },
+    {
+      "epoch": 1.6410685271910541,
+      "grad_norm": 153.64773559570312,
+      "learning_rate": 1.642240804514552e-06,
+      "loss": 25.5312,
+      "step": 34341
+    },
+    {
+      "epoch": 1.6411163146325145,
+      "grad_norm": 263.8252258300781,
+      "learning_rate": 1.6418159215657792e-06,
+      "loss": 31.1719,
+      "step": 34342
+    },
+    {
+      "epoch": 1.641164102073975,
+      "grad_norm": 177.53744506835938,
+      "learning_rate": 1.6413910886717443e-06,
+      "loss": 24.4219,
+      "step": 34343
+    },
+    {
+      "epoch": 1.6412118895154353,
+      "grad_norm": 241.27503967285156,
+      "learning_rate": 1.6409663058349933e-06,
+      "loss": 24.7344,
+      "step": 34344
+    },
+    {
+      "epoch": 1.6412596769568957,
+      "grad_norm": 875.7274780273438,
+      "learning_rate": 1.6405415730580653e-06,
+      "loss": 33.3125,
+      "step": 34345
+    },
+    {
+      "epoch": 1.641307464398356,
+      "grad_norm": 228.1383056640625,
+      "learning_rate": 1.6401168903435073e-06,
+      "loss": 21.7969,
+      "step": 34346
+    },
+    {
+      "epoch": 1.6413552518398165,
+      "grad_norm": 440.4640808105469,
+      "learning_rate": 1.6396922576938645e-06,
+      "loss": 20.0625,
+      "step": 34347
+    },
+    {
+      "epoch": 1.6414030392812768,
+      "grad_norm": 1288.003662109375,
+      "learning_rate": 1.6392676751116744e-06,
+      "loss": 24.9375,
+      "step": 34348
+    },
+    {
+      "epoch": 1.6414508267227372,
+      "grad_norm": 139.65457153320312,
+      "learning_rate": 1.6388431425994855e-06,
+      "loss": 19.2812,
+      "step": 34349
+    },
+    {
+      "epoch": 1.6414986141641976,
+      "grad_norm": 463.9925842285156,
+      "learning_rate": 1.638418660159834e-06,
+      "loss": 45.8438,
+      "step": 34350
+    },
+    {
+      "epoch": 1.641546401605658,
+      "grad_norm": 913.8504638671875,
+      "learning_rate": 1.6379942277952665e-06,
+      "loss": 30.7188,
+      "step": 34351
+    },
+    {
+      "epoch": 1.6415941890471184,
+      "grad_norm": 271.25750732421875,
+      "learning_rate": 1.6375698455083256e-06,
+      "loss": 39.3438,
+      "step": 34352
+    },
+    {
+      "epoch": 1.6416419764885788,
+      "grad_norm": 168.41458129882812,
+      "learning_rate": 1.637145513301548e-06,
+      "loss": 19.3125,
+      "step": 34353
+    },
+    {
+      "epoch": 1.6416897639300392,
+      "grad_norm": 212.5843505859375,
+      "learning_rate": 1.6367212311774784e-06,
+      "loss": 26.1875,
+      "step": 34354
+    },
+    {
+      "epoch": 1.6417375513714996,
+      "grad_norm": 303.1368408203125,
+      "learning_rate": 1.636296999138659e-06,
+      "loss": 28.9375,
+      "step": 34355
+    },
+    {
+      "epoch": 1.64178533881296,
+      "grad_norm": 128.7681884765625,
+      "learning_rate": 1.635872817187626e-06,
+      "loss": 20.5625,
+      "step": 34356
+    },
+    {
+      "epoch": 1.6418331262544203,
+      "grad_norm": 276.5679931640625,
+      "learning_rate": 1.6354486853269214e-06,
+      "loss": 25.3125,
+      "step": 34357
+    },
+    {
+      "epoch": 1.6418809136958807,
+      "grad_norm": 620.6232299804688,
+      "learning_rate": 1.6350246035590877e-06,
+      "loss": 21.9062,
+      "step": 34358
+    },
+    {
+      "epoch": 1.6419287011373411,
+      "grad_norm": 538.1848754882812,
+      "learning_rate": 1.6346005718866642e-06,
+      "loss": 21.5,
+      "step": 34359
+    },
+    {
+      "epoch": 1.6419764885788015,
+      "grad_norm": 178.55848693847656,
+      "learning_rate": 1.6341765903121864e-06,
+      "loss": 14.2656,
+      "step": 34360
+    },
+    {
+      "epoch": 1.642024276020262,
+      "grad_norm": 224.53138732910156,
+      "learning_rate": 1.6337526588381958e-06,
+      "loss": 28.0938,
+      "step": 34361
+    },
+    {
+      "epoch": 1.6420720634617223,
+      "grad_norm": 253.16688537597656,
+      "learning_rate": 1.6333287774672325e-06,
+      "loss": 24.1562,
+      "step": 34362
+    },
+    {
+      "epoch": 1.6421198509031827,
+      "grad_norm": 231.91268920898438,
+      "learning_rate": 1.6329049462018355e-06,
+      "loss": 26.8438,
+      "step": 34363
+    },
+    {
+      "epoch": 1.642167638344643,
+      "grad_norm": 305.75042724609375,
+      "learning_rate": 1.6324811650445393e-06,
+      "loss": 18.1719,
+      "step": 34364
+    },
+    {
+      "epoch": 1.6422154257861035,
+      "grad_norm": 292.4028015136719,
+      "learning_rate": 1.6320574339978835e-06,
+      "loss": 16.3594,
+      "step": 34365
+    },
+    {
+      "epoch": 1.6422632132275639,
+      "grad_norm": 205.78323364257812,
+      "learning_rate": 1.631633753064409e-06,
+      "loss": 35.9375,
+      "step": 34366
+    },
+    {
+      "epoch": 1.6423110006690242,
+      "grad_norm": 249.614013671875,
+      "learning_rate": 1.631210122246647e-06,
+      "loss": 31.0938,
+      "step": 34367
+    },
+    {
+      "epoch": 1.6423587881104846,
+      "grad_norm": 291.0510559082031,
+      "learning_rate": 1.630786541547138e-06,
+      "loss": 24.1875,
+      "step": 34368
+    },
+    {
+      "epoch": 1.642406575551945,
+      "grad_norm": 279.1194152832031,
+      "learning_rate": 1.6303630109684176e-06,
+      "loss": 16.4062,
+      "step": 34369
+    },
+    {
+      "epoch": 1.6424543629934054,
+      "grad_norm": 316.8115539550781,
+      "learning_rate": 1.6299395305130261e-06,
+      "loss": 19.3594,
+      "step": 34370
+    },
+    {
+      "epoch": 1.6425021504348658,
+      "grad_norm": 223.40745544433594,
+      "learning_rate": 1.6295161001834946e-06,
+      "loss": 19.3281,
+      "step": 34371
+    },
+    {
+      "epoch": 1.6425499378763262,
+      "grad_norm": 592.949951171875,
+      "learning_rate": 1.6290927199823604e-06,
+      "loss": 20.9062,
+      "step": 34372
+    },
+    {
+      "epoch": 1.6425977253177866,
+      "grad_norm": 339.1672058105469,
+      "learning_rate": 1.6286693899121598e-06,
+      "loss": 20.3125,
+      "step": 34373
+    },
+    {
+      "epoch": 1.642645512759247,
+      "grad_norm": 224.02560424804688,
+      "learning_rate": 1.6282461099754287e-06,
+      "loss": 18.6719,
+      "step": 34374
+    },
+    {
+      "epoch": 1.6426933002007074,
+      "grad_norm": 218.06224060058594,
+      "learning_rate": 1.6278228801746998e-06,
+      "loss": 19.9531,
+      "step": 34375
+    },
+    {
+      "epoch": 1.6427410876421678,
+      "grad_norm": 211.1537628173828,
+      "learning_rate": 1.6273997005125075e-06,
+      "loss": 16.9844,
+      "step": 34376
+    },
+    {
+      "epoch": 1.6427888750836281,
+      "grad_norm": 501.7801513671875,
+      "learning_rate": 1.626976570991391e-06,
+      "loss": 18.9844,
+      "step": 34377
+    },
+    {
+      "epoch": 1.6428366625250885,
+      "grad_norm": 216.18624877929688,
+      "learning_rate": 1.626553491613878e-06,
+      "loss": 23.2812,
+      "step": 34378
+    },
+    {
+      "epoch": 1.642884449966549,
+      "grad_norm": 273.15032958984375,
+      "learning_rate": 1.6261304623825048e-06,
+      "loss": 29.0469,
+      "step": 34379
+    },
+    {
+      "epoch": 1.6429322374080093,
+      "grad_norm": 235.42620849609375,
+      "learning_rate": 1.6257074832998066e-06,
+      "loss": 24.2656,
+      "step": 34380
+    },
+    {
+      "epoch": 1.6429800248494697,
+      "grad_norm": 205.0556640625,
+      "learning_rate": 1.6252845543683139e-06,
+      "loss": 29.7344,
+      "step": 34381
+    },
+    {
+      "epoch": 1.64302781229093,
+      "grad_norm": 226.67994689941406,
+      "learning_rate": 1.624861675590561e-06,
+      "loss": 26.0,
+      "step": 34382
+    },
+    {
+      "epoch": 1.6430755997323905,
+      "grad_norm": 203.04122924804688,
+      "learning_rate": 1.6244388469690787e-06,
+      "loss": 25.25,
+      "step": 34383
+    },
+    {
+      "epoch": 1.6431233871738509,
+      "grad_norm": 226.88565063476562,
+      "learning_rate": 1.6240160685064e-06,
+      "loss": 23.2031,
+      "step": 34384
+    },
+    {
+      "epoch": 1.6431711746153113,
+      "grad_norm": 238.58908081054688,
+      "learning_rate": 1.6235933402050586e-06,
+      "loss": 16.3594,
+      "step": 34385
+    },
+    {
+      "epoch": 1.6432189620567714,
+      "grad_norm": 223.16937255859375,
+      "learning_rate": 1.6231706620675825e-06,
+      "loss": 18.7188,
+      "step": 34386
+    },
+    {
+      "epoch": 1.6432667494982318,
+      "grad_norm": 163.32167053222656,
+      "learning_rate": 1.6227480340965062e-06,
+      "loss": 19.8594,
+      "step": 34387
+    },
+    {
+      "epoch": 1.6433145369396922,
+      "grad_norm": 312.5264892578125,
+      "learning_rate": 1.622325456294358e-06,
+      "loss": 22.4375,
+      "step": 34388
+    },
+    {
+      "epoch": 1.6433623243811526,
+      "grad_norm": 255.83790588378906,
+      "learning_rate": 1.6219029286636733e-06,
+      "loss": 23.2188,
+      "step": 34389
+    },
+    {
+      "epoch": 1.643410111822613,
+      "grad_norm": 171.16873168945312,
+      "learning_rate": 1.6214804512069771e-06,
+      "loss": 18.2969,
+      "step": 34390
+    },
+    {
+      "epoch": 1.6434578992640734,
+      "grad_norm": 646.6597900390625,
+      "learning_rate": 1.6210580239268015e-06,
+      "loss": 25.2031,
+      "step": 34391
+    },
+    {
+      "epoch": 1.6435056867055338,
+      "grad_norm": 212.71434020996094,
+      "learning_rate": 1.620635646825679e-06,
+      "loss": 20.375,
+      "step": 34392
+    },
+    {
+      "epoch": 1.6435534741469942,
+      "grad_norm": 546.3370361328125,
+      "learning_rate": 1.6202133199061344e-06,
+      "loss": 31.875,
+      "step": 34393
+    },
+    {
+      "epoch": 1.6436012615884545,
+      "grad_norm": 164.79681396484375,
+      "learning_rate": 1.6197910431706987e-06,
+      "loss": 26.8125,
+      "step": 34394
+    },
+    {
+      "epoch": 1.643649049029915,
+      "grad_norm": 360.40191650390625,
+      "learning_rate": 1.6193688166219025e-06,
+      "loss": 28.875,
+      "step": 34395
+    },
+    {
+      "epoch": 1.6436968364713753,
+      "grad_norm": 181.77667236328125,
+      "learning_rate": 1.6189466402622745e-06,
+      "loss": 14.3125,
+      "step": 34396
+    },
+    {
+      "epoch": 1.6437446239128357,
+      "grad_norm": 196.26551818847656,
+      "learning_rate": 1.6185245140943383e-06,
+      "loss": 25.5469,
+      "step": 34397
+    },
+    {
+      "epoch": 1.643792411354296,
+      "grad_norm": 162.07875061035156,
+      "learning_rate": 1.6181024381206268e-06,
+      "loss": 17.2656,
+      "step": 34398
+    },
+    {
+      "epoch": 1.6438401987957565,
+      "grad_norm": 233.62457275390625,
+      "learning_rate": 1.617680412343665e-06,
+      "loss": 21.8125,
+      "step": 34399
+    },
+    {
+      "epoch": 1.6438879862372169,
+      "grad_norm": 361.5511474609375,
+      "learning_rate": 1.617258436765985e-06,
+      "loss": 37.7188,
+      "step": 34400
+    },
+    {
+      "epoch": 1.6439357736786773,
+      "grad_norm": 363.3583679199219,
+      "learning_rate": 1.6168365113901064e-06,
+      "loss": 28.0,
+      "step": 34401
+    },
+    {
+      "epoch": 1.6439835611201377,
+      "grad_norm": 99.47103881835938,
+      "learning_rate": 1.6164146362185606e-06,
+      "loss": 21.7656,
+      "step": 34402
+    },
+    {
+      "epoch": 1.644031348561598,
+      "grad_norm": 234.2822723388672,
+      "learning_rate": 1.6159928112538758e-06,
+      "loss": 25.1875,
+      "step": 34403
+    },
+    {
+      "epoch": 1.6440791360030584,
+      "grad_norm": 176.2527313232422,
+      "learning_rate": 1.6155710364985733e-06,
+      "loss": 25.4375,
+      "step": 34404
+    },
+    {
+      "epoch": 1.6441269234445188,
+      "grad_norm": 247.4166259765625,
+      "learning_rate": 1.6151493119551809e-06,
+      "loss": 18.0,
+      "step": 34405
+    },
+    {
+      "epoch": 1.6441747108859792,
+      "grad_norm": 245.56106567382812,
+      "learning_rate": 1.6147276376262256e-06,
+      "loss": 19.2031,
+      "step": 34406
+    },
+    {
+      "epoch": 1.6442224983274394,
+      "grad_norm": 248.04476928710938,
+      "learning_rate": 1.614306013514233e-06,
+      "loss": 25.3906,
+      "step": 34407
+    },
+    {
+      "epoch": 1.6442702857688998,
+      "grad_norm": 502.93096923828125,
+      "learning_rate": 1.6138844396217257e-06,
+      "loss": 22.75,
+      "step": 34408
+    },
+    {
+      "epoch": 1.6443180732103602,
+      "grad_norm": 235.88075256347656,
+      "learning_rate": 1.6134629159512294e-06,
+      "loss": 21.4688,
+      "step": 34409
+    },
+    {
+      "epoch": 1.6443658606518206,
+      "grad_norm": 142.7820281982422,
+      "learning_rate": 1.6130414425052698e-06,
+      "loss": 18.7188,
+      "step": 34410
+    },
+    {
+      "epoch": 1.644413648093281,
+      "grad_norm": 377.72686767578125,
+      "learning_rate": 1.6126200192863684e-06,
+      "loss": 25.0625,
+      "step": 34411
+    },
+    {
+      "epoch": 1.6444614355347413,
+      "grad_norm": 270.38031005859375,
+      "learning_rate": 1.6121986462970506e-06,
+      "loss": 26.5938,
+      "step": 34412
+    },
+    {
+      "epoch": 1.6445092229762017,
+      "grad_norm": 213.8857879638672,
+      "learning_rate": 1.6117773235398416e-06,
+      "loss": 18.3438,
+      "step": 34413
+    },
+    {
+      "epoch": 1.6445570104176621,
+      "grad_norm": 153.23934936523438,
+      "learning_rate": 1.611356051017261e-06,
+      "loss": 22.0312,
+      "step": 34414
+    },
+    {
+      "epoch": 1.6446047978591225,
+      "grad_norm": 171.8108673095703,
+      "learning_rate": 1.610934828731835e-06,
+      "loss": 25.1562,
+      "step": 34415
+    },
+    {
+      "epoch": 1.644652585300583,
+      "grad_norm": 221.6754150390625,
+      "learning_rate": 1.6105136566860824e-06,
+      "loss": 15.9688,
+      "step": 34416
+    },
+    {
+      "epoch": 1.6447003727420433,
+      "grad_norm": 473.89739990234375,
+      "learning_rate": 1.6100925348825269e-06,
+      "loss": 29.2656,
+      "step": 34417
+    },
+    {
+      "epoch": 1.6447481601835037,
+      "grad_norm": 246.2879638671875,
+      "learning_rate": 1.6096714633236942e-06,
+      "loss": 18.4688,
+      "step": 34418
+    },
+    {
+      "epoch": 1.644795947624964,
+      "grad_norm": 239.35728454589844,
+      "learning_rate": 1.6092504420121003e-06,
+      "loss": 21.7188,
+      "step": 34419
+    },
+    {
+      "epoch": 1.6448437350664245,
+      "grad_norm": 182.1455841064453,
+      "learning_rate": 1.6088294709502695e-06,
+      "loss": 31.0156,
+      "step": 34420
+    },
+    {
+      "epoch": 1.6448915225078848,
+      "grad_norm": 372.41168212890625,
+      "learning_rate": 1.6084085501407231e-06,
+      "loss": 22.7656,
+      "step": 34421
+    },
+    {
+      "epoch": 1.6449393099493452,
+      "grad_norm": 248.23068237304688,
+      "learning_rate": 1.6079876795859829e-06,
+      "loss": 27.25,
+      "step": 34422
+    },
+    {
+      "epoch": 1.6449870973908056,
+      "grad_norm": 222.9972381591797,
+      "learning_rate": 1.607566859288565e-06,
+      "loss": 26.375,
+      "step": 34423
+    },
+    {
+      "epoch": 1.645034884832266,
+      "grad_norm": 394.2528991699219,
+      "learning_rate": 1.607146089250994e-06,
+      "loss": 40.25,
+      "step": 34424
+    },
+    {
+      "epoch": 1.6450826722737264,
+      "grad_norm": 227.7735137939453,
+      "learning_rate": 1.6067253694757867e-06,
+      "loss": 23.9375,
+      "step": 34425
+    },
+    {
+      "epoch": 1.6451304597151868,
+      "grad_norm": 347.8516540527344,
+      "learning_rate": 1.6063046999654674e-06,
+      "loss": 23.125,
+      "step": 34426
+    },
+    {
+      "epoch": 1.6451782471566472,
+      "grad_norm": 222.21324157714844,
+      "learning_rate": 1.6058840807225496e-06,
+      "loss": 24.8438,
+      "step": 34427
+    },
+    {
+      "epoch": 1.6452260345981076,
+      "grad_norm": 187.21949768066406,
+      "learning_rate": 1.6054635117495543e-06,
+      "loss": 22.1406,
+      "step": 34428
+    },
+    {
+      "epoch": 1.645273822039568,
+      "grad_norm": 224.2924346923828,
+      "learning_rate": 1.6050429930490041e-06,
+      "loss": 14.7031,
+      "step": 34429
+    },
+    {
+      "epoch": 1.6453216094810283,
+      "grad_norm": 250.6709747314453,
+      "learning_rate": 1.6046225246234103e-06,
+      "loss": 24.0,
+      "step": 34430
+    },
+    {
+      "epoch": 1.6453693969224887,
+      "grad_norm": 210.814453125,
+      "learning_rate": 1.6042021064752954e-06,
+      "loss": 25.1562,
+      "step": 34431
+    },
+    {
+      "epoch": 1.6454171843639491,
+      "grad_norm": 679.4963989257812,
+      "learning_rate": 1.6037817386071753e-06,
+      "loss": 23.0,
+      "step": 34432
+    },
+    {
+      "epoch": 1.6454649718054095,
+      "grad_norm": 303.52947998046875,
+      "learning_rate": 1.603361421021572e-06,
+      "loss": 40.2188,
+      "step": 34433
+    },
+    {
+      "epoch": 1.64551275924687,
+      "grad_norm": 386.42913818359375,
+      "learning_rate": 1.602941153720996e-06,
+      "loss": 16.2344,
+      "step": 34434
+    },
+    {
+      "epoch": 1.6455605466883303,
+      "grad_norm": 204.6536102294922,
+      "learning_rate": 1.6025209367079686e-06,
+      "loss": 15.4688,
+      "step": 34435
+    },
+    {
+      "epoch": 1.6456083341297907,
+      "grad_norm": 344.9610290527344,
+      "learning_rate": 1.6021007699850032e-06,
+      "loss": 30.5469,
+      "step": 34436
+    },
+    {
+      "epoch": 1.645656121571251,
+      "grad_norm": 202.57940673828125,
+      "learning_rate": 1.6016806535546214e-06,
+      "loss": 17.3438,
+      "step": 34437
+    },
+    {
+      "epoch": 1.6457039090127115,
+      "grad_norm": 484.2250671386719,
+      "learning_rate": 1.6012605874193333e-06,
+      "loss": 28.0625,
+      "step": 34438
+    },
+    {
+      "epoch": 1.6457516964541719,
+      "grad_norm": 212.88619995117188,
+      "learning_rate": 1.6008405715816566e-06,
+      "loss": 17.6875,
+      "step": 34439
+    },
+    {
+      "epoch": 1.6457994838956322,
+      "grad_norm": 141.88829040527344,
+      "learning_rate": 1.6004206060441096e-06,
+      "loss": 16.6719,
+      "step": 34440
+    },
+    {
+      "epoch": 1.6458472713370926,
+      "grad_norm": 154.46107482910156,
+      "learning_rate": 1.6000006908092024e-06,
+      "loss": 18.3125,
+      "step": 34441
+    },
+    {
+      "epoch": 1.645895058778553,
+      "grad_norm": 355.2012023925781,
+      "learning_rate": 1.599580825879452e-06,
+      "loss": 20.2188,
+      "step": 34442
+    },
+    {
+      "epoch": 1.6459428462200134,
+      "grad_norm": 259.0188293457031,
+      "learning_rate": 1.599161011257373e-06,
+      "loss": 22.9062,
+      "step": 34443
+    },
+    {
+      "epoch": 1.6459906336614738,
+      "grad_norm": 159.40408325195312,
+      "learning_rate": 1.5987412469454823e-06,
+      "loss": 29.4688,
+      "step": 34444
+    },
+    {
+      "epoch": 1.6460384211029342,
+      "grad_norm": 157.19493103027344,
+      "learning_rate": 1.5983215329462887e-06,
+      "loss": 19.4688,
+      "step": 34445
+    },
+    {
+      "epoch": 1.6460862085443946,
+      "grad_norm": 259.78936767578125,
+      "learning_rate": 1.5979018692623095e-06,
+      "loss": 28.5625,
+      "step": 34446
+    },
+    {
+      "epoch": 1.646133995985855,
+      "grad_norm": 106.0267105102539,
+      "learning_rate": 1.5974822558960546e-06,
+      "loss": 15.3125,
+      "step": 34447
+    },
+    {
+      "epoch": 1.6461817834273154,
+      "grad_norm": 252.73899841308594,
+      "learning_rate": 1.5970626928500398e-06,
+      "loss": 29.9375,
+      "step": 34448
+    },
+    {
+      "epoch": 1.6462295708687757,
+      "grad_norm": 193.93399047851562,
+      "learning_rate": 1.5966431801267757e-06,
+      "loss": 19.875,
+      "step": 34449
+    },
+    {
+      "epoch": 1.6462773583102361,
+      "grad_norm": 130.5947723388672,
+      "learning_rate": 1.5962237177287753e-06,
+      "loss": 22.2656,
+      "step": 34450
+    },
+    {
+      "epoch": 1.6463251457516965,
+      "grad_norm": 388.6597900390625,
+      "learning_rate": 1.5958043056585538e-06,
+      "loss": 34.6094,
+      "step": 34451
+    },
+    {
+      "epoch": 1.646372933193157,
+      "grad_norm": 138.1667022705078,
+      "learning_rate": 1.5953849439186175e-06,
+      "loss": 19.5625,
+      "step": 34452
+    },
+    {
+      "epoch": 1.6464207206346173,
+      "grad_norm": 149.2093963623047,
+      "learning_rate": 1.5949656325114805e-06,
+      "loss": 22.4688,
+      "step": 34453
+    },
+    {
+      "epoch": 1.6464685080760777,
+      "grad_norm": 452.5293273925781,
+      "learning_rate": 1.5945463714396536e-06,
+      "loss": 29.4844,
+      "step": 34454
+    },
+    {
+      "epoch": 1.646516295517538,
+      "grad_norm": 266.8336181640625,
+      "learning_rate": 1.5941271607056508e-06,
+      "loss": 20.875,
+      "step": 34455
+    },
+    {
+      "epoch": 1.6465640829589985,
+      "grad_norm": 314.6739807128906,
+      "learning_rate": 1.5937080003119765e-06,
+      "loss": 33.125,
+      "step": 34456
+    },
+    {
+      "epoch": 1.6466118704004589,
+      "grad_norm": 265.8420715332031,
+      "learning_rate": 1.5932888902611453e-06,
+      "loss": 29.3906,
+      "step": 34457
+    },
+    {
+      "epoch": 1.6466596578419193,
+      "grad_norm": 239.19580078125,
+      "learning_rate": 1.5928698305556655e-06,
+      "loss": 21.9062,
+      "step": 34458
+    },
+    {
+      "epoch": 1.6467074452833796,
+      "grad_norm": 140.46974182128906,
+      "learning_rate": 1.5924508211980494e-06,
+      "loss": 20.4844,
+      "step": 34459
+    },
+    {
+      "epoch": 1.64675523272484,
+      "grad_norm": 454.83868408203125,
+      "learning_rate": 1.5920318621908015e-06,
+      "loss": 21.5391,
+      "step": 34460
+    },
+    {
+      "epoch": 1.6468030201663004,
+      "grad_norm": 238.99285888671875,
+      "learning_rate": 1.5916129535364345e-06,
+      "loss": 25.875,
+      "step": 34461
+    },
+    {
+      "epoch": 1.6468508076077608,
+      "grad_norm": 523.1676025390625,
+      "learning_rate": 1.5911940952374549e-06,
+      "loss": 23.9062,
+      "step": 34462
+    },
+    {
+      "epoch": 1.6468985950492212,
+      "grad_norm": 274.9980163574219,
+      "learning_rate": 1.5907752872963755e-06,
+      "loss": 39.375,
+      "step": 34463
+    },
+    {
+      "epoch": 1.6469463824906816,
+      "grad_norm": 163.97802734375,
+      "learning_rate": 1.5903565297156986e-06,
+      "loss": 30.8906,
+      "step": 34464
+    },
+    {
+      "epoch": 1.646994169932142,
+      "grad_norm": 242.8079833984375,
+      "learning_rate": 1.5899378224979355e-06,
+      "loss": 21.5,
+      "step": 34465
+    },
+    {
+      "epoch": 1.6470419573736024,
+      "grad_norm": 265.64666748046875,
+      "learning_rate": 1.5895191656455945e-06,
+      "loss": 25.5156,
+      "step": 34466
+    },
+    {
+      "epoch": 1.6470897448150628,
+      "grad_norm": 296.4228515625,
+      "learning_rate": 1.5891005591611785e-06,
+      "loss": 24.8906,
+      "step": 34467
+    },
+    {
+      "epoch": 1.6471375322565232,
+      "grad_norm": 210.0030059814453,
+      "learning_rate": 1.5886820030471983e-06,
+      "loss": 24.5938,
+      "step": 34468
+    },
+    {
+      "epoch": 1.6471853196979833,
+      "grad_norm": 232.045654296875,
+      "learning_rate": 1.5882634973061583e-06,
+      "loss": 20.3281,
+      "step": 34469
+    },
+    {
+      "epoch": 1.6472331071394437,
+      "grad_norm": 658.4636840820312,
+      "learning_rate": 1.587845041940569e-06,
+      "loss": 23.2031,
+      "step": 34470
+    },
+    {
+      "epoch": 1.647280894580904,
+      "grad_norm": 230.61590576171875,
+      "learning_rate": 1.5874266369529302e-06,
+      "loss": 29.0,
+      "step": 34471
+    },
+    {
+      "epoch": 1.6473286820223645,
+      "grad_norm": 155.77206420898438,
+      "learning_rate": 1.5870082823457512e-06,
+      "loss": 22.5,
+      "step": 34472
+    },
+    {
+      "epoch": 1.6473764694638249,
+      "grad_norm": 273.2693786621094,
+      "learning_rate": 1.5865899781215355e-06,
+      "loss": 22.2812,
+      "step": 34473
+    },
+    {
+      "epoch": 1.6474242569052853,
+      "grad_norm": 245.22528076171875,
+      "learning_rate": 1.5861717242827935e-06,
+      "loss": 21.9375,
+      "step": 34474
+    },
+    {
+      "epoch": 1.6474720443467457,
+      "grad_norm": 226.9191131591797,
+      "learning_rate": 1.585753520832023e-06,
+      "loss": 24.0,
+      "step": 34475
+    },
+    {
+      "epoch": 1.647519831788206,
+      "grad_norm": 242.0031280517578,
+      "learning_rate": 1.585335367771732e-06,
+      "loss": 26.9375,
+      "step": 34476
+    },
+    {
+      "epoch": 1.6475676192296664,
+      "grad_norm": 216.64883422851562,
+      "learning_rate": 1.5849172651044264e-06,
+      "loss": 21.6719,
+      "step": 34477
+    },
+    {
+      "epoch": 1.6476154066711268,
+      "grad_norm": 237.94566345214844,
+      "learning_rate": 1.5844992128326054e-06,
+      "loss": 24.4375,
+      "step": 34478
+    },
+    {
+      "epoch": 1.6476631941125872,
+      "grad_norm": 314.10882568359375,
+      "learning_rate": 1.5840812109587778e-06,
+      "loss": 31.5625,
+      "step": 34479
+    },
+    {
+      "epoch": 1.6477109815540476,
+      "grad_norm": 166.67172241210938,
+      "learning_rate": 1.5836632594854418e-06,
+      "loss": 18.7812,
+      "step": 34480
+    },
+    {
+      "epoch": 1.647758768995508,
+      "grad_norm": 206.9340362548828,
+      "learning_rate": 1.583245358415104e-06,
+      "loss": 27.1562,
+      "step": 34481
+    },
+    {
+      "epoch": 1.6478065564369684,
+      "grad_norm": 135.1534423828125,
+      "learning_rate": 1.5828275077502652e-06,
+      "loss": 24.4688,
+      "step": 34482
+    },
+    {
+      "epoch": 1.6478543438784288,
+      "grad_norm": 165.17196655273438,
+      "learning_rate": 1.5824097074934274e-06,
+      "loss": 18.4531,
+      "step": 34483
+    },
+    {
+      "epoch": 1.6479021313198892,
+      "grad_norm": 270.3656005859375,
+      "learning_rate": 1.5819919576470944e-06,
+      "loss": 22.0469,
+      "step": 34484
+    },
+    {
+      "epoch": 1.6479499187613496,
+      "grad_norm": 528.4288330078125,
+      "learning_rate": 1.5815742582137706e-06,
+      "loss": 25.2812,
+      "step": 34485
+    },
+    {
+      "epoch": 1.64799770620281,
+      "grad_norm": 238.2632598876953,
+      "learning_rate": 1.5811566091959507e-06,
+      "loss": 19.7344,
+      "step": 34486
+    },
+    {
+      "epoch": 1.6480454936442703,
+      "grad_norm": 364.9179992675781,
+      "learning_rate": 1.5807390105961395e-06,
+      "loss": 29.7188,
+      "step": 34487
+    },
+    {
+      "epoch": 1.6480932810857307,
+      "grad_norm": 348.5284729003906,
+      "learning_rate": 1.5803214624168407e-06,
+      "loss": 27.0312,
+      "step": 34488
+    },
+    {
+      "epoch": 1.6481410685271909,
+      "grad_norm": 262.7680969238281,
+      "learning_rate": 1.5799039646605486e-06,
+      "loss": 27.7031,
+      "step": 34489
+    },
+    {
+      "epoch": 1.6481888559686513,
+      "grad_norm": 239.03097534179688,
+      "learning_rate": 1.579486517329768e-06,
+      "loss": 29.9219,
+      "step": 34490
+    },
+    {
+      "epoch": 1.6482366434101117,
+      "grad_norm": 125.469482421875,
+      "learning_rate": 1.579069120426997e-06,
+      "loss": 17.2344,
+      "step": 34491
+    },
+    {
+      "epoch": 1.648284430851572,
+      "grad_norm": 362.2875671386719,
+      "learning_rate": 1.578651773954738e-06,
+      "loss": 27.7344,
+      "step": 34492
+    },
+    {
+      "epoch": 1.6483322182930324,
+      "grad_norm": 867.8541259765625,
+      "learning_rate": 1.5782344779154868e-06,
+      "loss": 24.5156,
+      "step": 34493
+    },
+    {
+      "epoch": 1.6483800057344928,
+      "grad_norm": 520.74658203125,
+      "learning_rate": 1.5778172323117435e-06,
+      "loss": 33.375,
+      "step": 34494
+    },
+    {
+      "epoch": 1.6484277931759532,
+      "grad_norm": 393.1515808105469,
+      "learning_rate": 1.5774000371460085e-06,
+      "loss": 22.3594,
+      "step": 34495
+    },
+    {
+      "epoch": 1.6484755806174136,
+      "grad_norm": 179.9464569091797,
+      "learning_rate": 1.5769828924207809e-06,
+      "loss": 22.8906,
+      "step": 34496
+    },
+    {
+      "epoch": 1.648523368058874,
+      "grad_norm": 493.6946105957031,
+      "learning_rate": 1.576565798138554e-06,
+      "loss": 27.5156,
+      "step": 34497
+    },
+    {
+      "epoch": 1.6485711555003344,
+      "grad_norm": 203.2605438232422,
+      "learning_rate": 1.5761487543018295e-06,
+      "loss": 28.7812,
+      "step": 34498
+    },
+    {
+      "epoch": 1.6486189429417948,
+      "grad_norm": 376.2778625488281,
+      "learning_rate": 1.5757317609131062e-06,
+      "loss": 20.2656,
+      "step": 34499
+    },
+    {
+      "epoch": 1.6486667303832552,
+      "grad_norm": 174.63673400878906,
+      "learning_rate": 1.5753148179748778e-06,
+      "loss": 18.9062,
+      "step": 34500
+    },
+    {
+      "epoch": 1.6487145178247156,
+      "grad_norm": 230.23281860351562,
+      "learning_rate": 1.5748979254896413e-06,
+      "loss": 27.5312,
+      "step": 34501
+    },
+    {
+      "epoch": 1.648762305266176,
+      "grad_norm": 309.0892639160156,
+      "learning_rate": 1.5744810834598968e-06,
+      "loss": 29.875,
+      "step": 34502
+    },
+    {
+      "epoch": 1.6488100927076363,
+      "grad_norm": 196.95504760742188,
+      "learning_rate": 1.57406429188814e-06,
+      "loss": 17.4531,
+      "step": 34503
+    },
+    {
+      "epoch": 1.6488578801490967,
+      "grad_norm": 269.103271484375,
+      "learning_rate": 1.5736475507768634e-06,
+      "loss": 23.0625,
+      "step": 34504
+    },
+    {
+      "epoch": 1.6489056675905571,
+      "grad_norm": 358.2518005371094,
+      "learning_rate": 1.5732308601285639e-06,
+      "loss": 17.7969,
+      "step": 34505
+    },
+    {
+      "epoch": 1.6489534550320175,
+      "grad_norm": 154.16018676757812,
+      "learning_rate": 1.5728142199457396e-06,
+      "loss": 16.9375,
+      "step": 34506
+    },
+    {
+      "epoch": 1.649001242473478,
+      "grad_norm": 276.34130859375,
+      "learning_rate": 1.5723976302308864e-06,
+      "loss": 24.2812,
+      "step": 34507
+    },
+    {
+      "epoch": 1.6490490299149383,
+      "grad_norm": 174.88003540039062,
+      "learning_rate": 1.5719810909864941e-06,
+      "loss": 22.7969,
+      "step": 34508
+    },
+    {
+      "epoch": 1.6490968173563987,
+      "grad_norm": 165.9275360107422,
+      "learning_rate": 1.5715646022150587e-06,
+      "loss": 21.9219,
+      "step": 34509
+    },
+    {
+      "epoch": 1.649144604797859,
+      "grad_norm": 1519.0828857421875,
+      "learning_rate": 1.5711481639190794e-06,
+      "loss": 18.5625,
+      "step": 34510
+    },
+    {
+      "epoch": 1.6491923922393195,
+      "grad_norm": 214.22445678710938,
+      "learning_rate": 1.5707317761010444e-06,
+      "loss": 18.4688,
+      "step": 34511
+    },
+    {
+      "epoch": 1.6492401796807798,
+      "grad_norm": 317.0420227050781,
+      "learning_rate": 1.5703154387634512e-06,
+      "loss": 29.3438,
+      "step": 34512
+    },
+    {
+      "epoch": 1.6492879671222402,
+      "grad_norm": 251.13088989257812,
+      "learning_rate": 1.569899151908788e-06,
+      "loss": 27.2812,
+      "step": 34513
+    },
+    {
+      "epoch": 1.6493357545637006,
+      "grad_norm": 168.8829803466797,
+      "learning_rate": 1.5694829155395519e-06,
+      "loss": 21.3438,
+      "step": 34514
+    },
+    {
+      "epoch": 1.649383542005161,
+      "grad_norm": 180.95835876464844,
+      "learning_rate": 1.5690667296582374e-06,
+      "loss": 19.1719,
+      "step": 34515
+    },
+    {
+      "epoch": 1.6494313294466214,
+      "grad_norm": 270.1728210449219,
+      "learning_rate": 1.5686505942673313e-06,
+      "loss": 32.1875,
+      "step": 34516
+    },
+    {
+      "epoch": 1.6494791168880818,
+      "grad_norm": 317.53814697265625,
+      "learning_rate": 1.5682345093693297e-06,
+      "loss": 28.9062,
+      "step": 34517
+    },
+    {
+      "epoch": 1.6495269043295422,
+      "grad_norm": 191.34654235839844,
+      "learning_rate": 1.5678184749667248e-06,
+      "loss": 18.1562,
+      "step": 34518
+    },
+    {
+      "epoch": 1.6495746917710026,
+      "grad_norm": 349.0265808105469,
+      "learning_rate": 1.5674024910620046e-06,
+      "loss": 20.5625,
+      "step": 34519
+    },
+    {
+      "epoch": 1.649622479212463,
+      "grad_norm": 174.3206024169922,
+      "learning_rate": 1.5669865576576627e-06,
+      "loss": 25.2344,
+      "step": 34520
+    },
+    {
+      "epoch": 1.6496702666539234,
+      "grad_norm": 210.61610412597656,
+      "learning_rate": 1.5665706747561894e-06,
+      "loss": 25.0312,
+      "step": 34521
+    },
+    {
+      "epoch": 1.6497180540953837,
+      "grad_norm": 157.5269317626953,
+      "learning_rate": 1.5661548423600792e-06,
+      "loss": 18.4375,
+      "step": 34522
+    },
+    {
+      "epoch": 1.6497658415368441,
+      "grad_norm": 377.359619140625,
+      "learning_rate": 1.5657390604718148e-06,
+      "loss": 21.75,
+      "step": 34523
+    },
+    {
+      "epoch": 1.6498136289783045,
+      "grad_norm": 277.79254150390625,
+      "learning_rate": 1.5653233290938907e-06,
+      "loss": 24.1406,
+      "step": 34524
+    },
+    {
+      "epoch": 1.649861416419765,
+      "grad_norm": 187.22727966308594,
+      "learning_rate": 1.5649076482287995e-06,
+      "loss": 22.5938,
+      "step": 34525
+    },
+    {
+      "epoch": 1.6499092038612253,
+      "grad_norm": 212.32933044433594,
+      "learning_rate": 1.5644920178790234e-06,
+      "loss": 25.8125,
+      "step": 34526
+    },
+    {
+      "epoch": 1.6499569913026857,
+      "grad_norm": 342.6041259765625,
+      "learning_rate": 1.5640764380470563e-06,
+      "loss": 18.0625,
+      "step": 34527
+    },
+    {
+      "epoch": 1.650004778744146,
+      "grad_norm": 190.2114715576172,
+      "learning_rate": 1.563660908735386e-06,
+      "loss": 28.4688,
+      "step": 34528
+    },
+    {
+      "epoch": 1.6500525661856065,
+      "grad_norm": 276.8052062988281,
+      "learning_rate": 1.563245429946504e-06,
+      "loss": 27.9219,
+      "step": 34529
+    },
+    {
+      "epoch": 1.6501003536270669,
+      "grad_norm": 111.5400390625,
+      "learning_rate": 1.5628300016828913e-06,
+      "loss": 18.9062,
+      "step": 34530
+    },
+    {
+      "epoch": 1.6501481410685273,
+      "grad_norm": 257.87982177734375,
+      "learning_rate": 1.5624146239470418e-06,
+      "loss": 36.6562,
+      "step": 34531
+    },
+    {
+      "epoch": 1.6501959285099876,
+      "grad_norm": 192.52442932128906,
+      "learning_rate": 1.56199929674144e-06,
+      "loss": 21.5312,
+      "step": 34532
+    },
+    {
+      "epoch": 1.650243715951448,
+      "grad_norm": 199.32891845703125,
+      "learning_rate": 1.5615840200685773e-06,
+      "loss": 22.9531,
+      "step": 34533
+    },
+    {
+      "epoch": 1.6502915033929084,
+      "grad_norm": 214.9326629638672,
+      "learning_rate": 1.561168793930935e-06,
+      "loss": 30.25,
+      "step": 34534
+    },
+    {
+      "epoch": 1.6503392908343688,
+      "grad_norm": 335.8031921386719,
+      "learning_rate": 1.5607536183310034e-06,
+      "loss": 29.4375,
+      "step": 34535
+    },
+    {
+      "epoch": 1.6503870782758292,
+      "grad_norm": 217.6732940673828,
+      "learning_rate": 1.5603384932712696e-06,
+      "loss": 29.6094,
+      "step": 34536
+    },
+    {
+      "epoch": 1.6504348657172896,
+      "grad_norm": 182.03233337402344,
+      "learning_rate": 1.5599234187542156e-06,
+      "loss": 23.9219,
+      "step": 34537
+    },
+    {
+      "epoch": 1.65048265315875,
+      "grad_norm": 165.85089111328125,
+      "learning_rate": 1.5595083947823298e-06,
+      "loss": 22.4531,
+      "step": 34538
+    },
+    {
+      "epoch": 1.6505304406002104,
+      "grad_norm": 325.8248291015625,
+      "learning_rate": 1.5590934213580978e-06,
+      "loss": 24.3438,
+      "step": 34539
+    },
+    {
+      "epoch": 1.6505782280416708,
+      "grad_norm": 263.32965087890625,
+      "learning_rate": 1.5586784984840075e-06,
+      "loss": 29.5625,
+      "step": 34540
+    },
+    {
+      "epoch": 1.6506260154831311,
+      "grad_norm": 172.22445678710938,
+      "learning_rate": 1.5582636261625373e-06,
+      "loss": 22.8281,
+      "step": 34541
+    },
+    {
+      "epoch": 1.6506738029245915,
+      "grad_norm": 113.42173767089844,
+      "learning_rate": 1.5578488043961748e-06,
+      "loss": 15.6094,
+      "step": 34542
+    },
+    {
+      "epoch": 1.650721590366052,
+      "grad_norm": 174.1943359375,
+      "learning_rate": 1.5574340331874082e-06,
+      "loss": 15.9688,
+      "step": 34543
+    },
+    {
+      "epoch": 1.6507693778075123,
+      "grad_norm": 501.6496887207031,
+      "learning_rate": 1.5570193125387145e-06,
+      "loss": 29.8438,
+      "step": 34544
+    },
+    {
+      "epoch": 1.6508171652489727,
+      "grad_norm": 225.54776000976562,
+      "learning_rate": 1.5566046424525838e-06,
+      "loss": 23.0938,
+      "step": 34545
+    },
+    {
+      "epoch": 1.650864952690433,
+      "grad_norm": 377.17431640625,
+      "learning_rate": 1.556190022931493e-06,
+      "loss": 23.5469,
+      "step": 34546
+    },
+    {
+      "epoch": 1.6509127401318935,
+      "grad_norm": 194.72071838378906,
+      "learning_rate": 1.555775453977929e-06,
+      "loss": 16.125,
+      "step": 34547
+    },
+    {
+      "epoch": 1.6509605275733539,
+      "grad_norm": 156.4556884765625,
+      "learning_rate": 1.5553609355943766e-06,
+      "loss": 24.7578,
+      "step": 34548
+    },
+    {
+      "epoch": 1.6510083150148143,
+      "grad_norm": 220.77484130859375,
+      "learning_rate": 1.5549464677833137e-06,
+      "loss": 22.6094,
+      "step": 34549
+    },
+    {
+      "epoch": 1.6510561024562747,
+      "grad_norm": 369.4558410644531,
+      "learning_rate": 1.5545320505472228e-06,
+      "loss": 21.1562,
+      "step": 34550
+    },
+    {
+      "epoch": 1.6511038898977348,
+      "grad_norm": 185.2771759033203,
+      "learning_rate": 1.5541176838885907e-06,
+      "loss": 24.0156,
+      "step": 34551
+    },
+    {
+      "epoch": 1.6511516773391952,
+      "grad_norm": 365.2784423828125,
+      "learning_rate": 1.5537033678098934e-06,
+      "loss": 28.0625,
+      "step": 34552
+    },
+    {
+      "epoch": 1.6511994647806556,
+      "grad_norm": 346.81219482421875,
+      "learning_rate": 1.5532891023136132e-06,
+      "loss": 17.8438,
+      "step": 34553
+    },
+    {
+      "epoch": 1.651247252222116,
+      "grad_norm": 314.9841003417969,
+      "learning_rate": 1.5528748874022325e-06,
+      "loss": 27.0312,
+      "step": 34554
+    },
+    {
+      "epoch": 1.6512950396635764,
+      "grad_norm": 317.04742431640625,
+      "learning_rate": 1.5524607230782352e-06,
+      "loss": 36.0,
+      "step": 34555
+    },
+    {
+      "epoch": 1.6513428271050368,
+      "grad_norm": 569.886474609375,
+      "learning_rate": 1.5520466093440933e-06,
+      "loss": 37.9688,
+      "step": 34556
+    },
+    {
+      "epoch": 1.6513906145464972,
+      "grad_norm": 387.2711486816406,
+      "learning_rate": 1.551632546202293e-06,
+      "loss": 28.9062,
+      "step": 34557
+    },
+    {
+      "epoch": 1.6514384019879575,
+      "grad_norm": 273.1143798828125,
+      "learning_rate": 1.551218533655311e-06,
+      "loss": 44.7812,
+      "step": 34558
+    },
+    {
+      "epoch": 1.651486189429418,
+      "grad_norm": 280.8118591308594,
+      "learning_rate": 1.550804571705632e-06,
+      "loss": 26.5,
+      "step": 34559
+    },
+    {
+      "epoch": 1.6515339768708783,
+      "grad_norm": 152.88723754882812,
+      "learning_rate": 1.5503906603557272e-06,
+      "loss": 20.4062,
+      "step": 34560
+    },
+    {
+      "epoch": 1.6515817643123387,
+      "grad_norm": 507.8315124511719,
+      "learning_rate": 1.5499767996080805e-06,
+      "loss": 25.8438,
+      "step": 34561
+    },
+    {
+      "epoch": 1.651629551753799,
+      "grad_norm": 231.96739196777344,
+      "learning_rate": 1.5495629894651709e-06,
+      "loss": 21.7969,
+      "step": 34562
+    },
+    {
+      "epoch": 1.6516773391952595,
+      "grad_norm": 363.3525390625,
+      "learning_rate": 1.549149229929473e-06,
+      "loss": 17.6875,
+      "step": 34563
+    },
+    {
+      "epoch": 1.6517251266367199,
+      "grad_norm": 236.1392822265625,
+      "learning_rate": 1.5487355210034672e-06,
+      "loss": 33.3125,
+      "step": 34564
+    },
+    {
+      "epoch": 1.6517729140781803,
+      "grad_norm": 288.5267333984375,
+      "learning_rate": 1.548321862689629e-06,
+      "loss": 27.9062,
+      "step": 34565
+    },
+    {
+      "epoch": 1.6518207015196407,
+      "grad_norm": 259.3385009765625,
+      "learning_rate": 1.5479082549904413e-06,
+      "loss": 29.5625,
+      "step": 34566
+    },
+    {
+      "epoch": 1.651868488961101,
+      "grad_norm": 286.2591857910156,
+      "learning_rate": 1.5474946979083727e-06,
+      "loss": 28.0938,
+      "step": 34567
+    },
+    {
+      "epoch": 1.6519162764025614,
+      "grad_norm": 236.56736755371094,
+      "learning_rate": 1.5470811914459049e-06,
+      "loss": 21.1406,
+      "step": 34568
+    },
+    {
+      "epoch": 1.6519640638440218,
+      "grad_norm": 192.2387237548828,
+      "learning_rate": 1.546667735605515e-06,
+      "loss": 35.6875,
+      "step": 34569
+    },
+    {
+      "epoch": 1.6520118512854822,
+      "grad_norm": 1045.4884033203125,
+      "learning_rate": 1.5462543303896782e-06,
+      "loss": 37.875,
+      "step": 34570
+    },
+    {
+      "epoch": 1.6520596387269426,
+      "grad_norm": 251.42015075683594,
+      "learning_rate": 1.5458409758008675e-06,
+      "loss": 32.5938,
+      "step": 34571
+    },
+    {
+      "epoch": 1.6521074261684028,
+      "grad_norm": 323.866943359375,
+      "learning_rate": 1.5454276718415606e-06,
+      "loss": 30.125,
+      "step": 34572
+    },
+    {
+      "epoch": 1.6521552136098632,
+      "grad_norm": 292.0655822753906,
+      "learning_rate": 1.5450144185142356e-06,
+      "loss": 20.1875,
+      "step": 34573
+    },
+    {
+      "epoch": 1.6522030010513236,
+      "grad_norm": 219.49586486816406,
+      "learning_rate": 1.5446012158213607e-06,
+      "loss": 20.8438,
+      "step": 34574
+    },
+    {
+      "epoch": 1.652250788492784,
+      "grad_norm": 176.6655731201172,
+      "learning_rate": 1.544188063765415e-06,
+      "loss": 37.375,
+      "step": 34575
+    },
+    {
+      "epoch": 1.6522985759342443,
+      "grad_norm": 163.6112060546875,
+      "learning_rate": 1.543774962348874e-06,
+      "loss": 20.1562,
+      "step": 34576
+    },
+    {
+      "epoch": 1.6523463633757047,
+      "grad_norm": 152.4309539794922,
+      "learning_rate": 1.5433619115742071e-06,
+      "loss": 21.2188,
+      "step": 34577
+    },
+    {
+      "epoch": 1.6523941508171651,
+      "grad_norm": 188.1689453125,
+      "learning_rate": 1.5429489114438933e-06,
+      "loss": 22.7188,
+      "step": 34578
+    },
+    {
+      "epoch": 1.6524419382586255,
+      "grad_norm": 231.16824340820312,
+      "learning_rate": 1.5425359619603996e-06,
+      "loss": 20.4062,
+      "step": 34579
+    },
+    {
+      "epoch": 1.652489725700086,
+      "grad_norm": 265.02587890625,
+      "learning_rate": 1.542123063126203e-06,
+      "loss": 25.5312,
+      "step": 34580
+    },
+    {
+      "epoch": 1.6525375131415463,
+      "grad_norm": 260.0959167480469,
+      "learning_rate": 1.5417102149437779e-06,
+      "loss": 21.6562,
+      "step": 34581
+    },
+    {
+      "epoch": 1.6525853005830067,
+      "grad_norm": 287.21905517578125,
+      "learning_rate": 1.5412974174155914e-06,
+      "loss": 27.9844,
+      "step": 34582
+    },
+    {
+      "epoch": 1.652633088024467,
+      "grad_norm": 241.64463806152344,
+      "learning_rate": 1.5408846705441194e-06,
+      "loss": 27.6562,
+      "step": 34583
+    },
+    {
+      "epoch": 1.6526808754659275,
+      "grad_norm": 443.9725036621094,
+      "learning_rate": 1.5404719743318341e-06,
+      "loss": 22.8594,
+      "step": 34584
+    },
+    {
+      "epoch": 1.6527286629073878,
+      "grad_norm": 159.56585693359375,
+      "learning_rate": 1.5400593287812049e-06,
+      "loss": 23.3594,
+      "step": 34585
+    },
+    {
+      "epoch": 1.6527764503488482,
+      "grad_norm": 235.18995666503906,
+      "learning_rate": 1.539646733894704e-06,
+      "loss": 20.5938,
+      "step": 34586
+    },
+    {
+      "epoch": 1.6528242377903086,
+      "grad_norm": 232.6167449951172,
+      "learning_rate": 1.539234189674802e-06,
+      "loss": 32.9375,
+      "step": 34587
+    },
+    {
+      "epoch": 1.652872025231769,
+      "grad_norm": 155.7609100341797,
+      "learning_rate": 1.538821696123972e-06,
+      "loss": 23.75,
+      "step": 34588
+    },
+    {
+      "epoch": 1.6529198126732294,
+      "grad_norm": 223.3558349609375,
+      "learning_rate": 1.5384092532446792e-06,
+      "loss": 23.1094,
+      "step": 34589
+    },
+    {
+      "epoch": 1.6529676001146898,
+      "grad_norm": 198.45228576660156,
+      "learning_rate": 1.5379968610393969e-06,
+      "loss": 20.5156,
+      "step": 34590
+    },
+    {
+      "epoch": 1.6530153875561502,
+      "grad_norm": 276.7492980957031,
+      "learning_rate": 1.5375845195105954e-06,
+      "loss": 33.7812,
+      "step": 34591
+    },
+    {
+      "epoch": 1.6530631749976106,
+      "grad_norm": 355.3740539550781,
+      "learning_rate": 1.537172228660745e-06,
+      "loss": 25.875,
+      "step": 34592
+    },
+    {
+      "epoch": 1.653110962439071,
+      "grad_norm": 174.4725341796875,
+      "learning_rate": 1.5367599884923101e-06,
+      "loss": 17.5,
+      "step": 34593
+    },
+    {
+      "epoch": 1.6531587498805314,
+      "grad_norm": 454.9088439941406,
+      "learning_rate": 1.5363477990077625e-06,
+      "loss": 30.5625,
+      "step": 34594
+    },
+    {
+      "epoch": 1.6532065373219917,
+      "grad_norm": 253.21583557128906,
+      "learning_rate": 1.5359356602095699e-06,
+      "loss": 27.0625,
+      "step": 34595
+    },
+    {
+      "epoch": 1.6532543247634521,
+      "grad_norm": 389.44879150390625,
+      "learning_rate": 1.535523572100205e-06,
+      "loss": 26.8125,
+      "step": 34596
+    },
+    {
+      "epoch": 1.6533021122049125,
+      "grad_norm": 344.5464782714844,
+      "learning_rate": 1.5351115346821277e-06,
+      "loss": 22.4688,
+      "step": 34597
+    },
+    {
+      "epoch": 1.653349899646373,
+      "grad_norm": 233.1111602783203,
+      "learning_rate": 1.534699547957811e-06,
+      "loss": 36.0312,
+      "step": 34598
+    },
+    {
+      "epoch": 1.6533976870878333,
+      "grad_norm": 200.91595458984375,
+      "learning_rate": 1.5342876119297223e-06,
+      "loss": 25.4688,
+      "step": 34599
+    },
+    {
+      "epoch": 1.6534454745292937,
+      "grad_norm": 208.9027557373047,
+      "learning_rate": 1.5338757266003245e-06,
+      "loss": 27.0625,
+      "step": 34600
+    },
+    {
+      "epoch": 1.653493261970754,
+      "grad_norm": 293.01763916015625,
+      "learning_rate": 1.5334638919720868e-06,
+      "loss": 19.9219,
+      "step": 34601
+    },
+    {
+      "epoch": 1.6535410494122145,
+      "grad_norm": 252.4461669921875,
+      "learning_rate": 1.5330521080474759e-06,
+      "loss": 26.0,
+      "step": 34602
+    },
+    {
+      "epoch": 1.6535888368536749,
+      "grad_norm": 410.758544921875,
+      "learning_rate": 1.532640374828961e-06,
+      "loss": 27.6875,
+      "step": 34603
+    },
+    {
+      "epoch": 1.6536366242951352,
+      "grad_norm": 271.11602783203125,
+      "learning_rate": 1.532228692319e-06,
+      "loss": 23.0938,
+      "step": 34604
+    },
+    {
+      "epoch": 1.6536844117365956,
+      "grad_norm": 199.01226806640625,
+      "learning_rate": 1.5318170605200644e-06,
+      "loss": 21.8906,
+      "step": 34605
+    },
+    {
+      "epoch": 1.653732199178056,
+      "grad_norm": 294.4613952636719,
+      "learning_rate": 1.5314054794346168e-06,
+      "loss": 31.6719,
+      "step": 34606
+    },
+    {
+      "epoch": 1.6537799866195164,
+      "grad_norm": 191.74732971191406,
+      "learning_rate": 1.530993949065125e-06,
+      "loss": 25.6875,
+      "step": 34607
+    },
+    {
+      "epoch": 1.6538277740609768,
+      "grad_norm": 145.8092041015625,
+      "learning_rate": 1.5305824694140492e-06,
+      "loss": 23.125,
+      "step": 34608
+    },
+    {
+      "epoch": 1.6538755615024372,
+      "grad_norm": 160.95762634277344,
+      "learning_rate": 1.5301710404838588e-06,
+      "loss": 17.2344,
+      "step": 34609
+    },
+    {
+      "epoch": 1.6539233489438976,
+      "grad_norm": 269.3928527832031,
+      "learning_rate": 1.5297596622770117e-06,
+      "loss": 31.0312,
+      "step": 34610
+    },
+    {
+      "epoch": 1.653971136385358,
+      "grad_norm": 221.2972412109375,
+      "learning_rate": 1.5293483347959748e-06,
+      "loss": 28.0,
+      "step": 34611
+    },
+    {
+      "epoch": 1.6540189238268184,
+      "grad_norm": 140.55386352539062,
+      "learning_rate": 1.528937058043214e-06,
+      "loss": 23.1719,
+      "step": 34612
+    },
+    {
+      "epoch": 1.6540667112682788,
+      "grad_norm": 124.29515075683594,
+      "learning_rate": 1.528525832021187e-06,
+      "loss": 16.5312,
+      "step": 34613
+    },
+    {
+      "epoch": 1.6541144987097391,
+      "grad_norm": 223.30397033691406,
+      "learning_rate": 1.5281146567323612e-06,
+      "loss": 20.2344,
+      "step": 34614
+    },
+    {
+      "epoch": 1.6541622861511995,
+      "grad_norm": 276.0718078613281,
+      "learning_rate": 1.5277035321791954e-06,
+      "loss": 26.0625,
+      "step": 34615
+    },
+    {
+      "epoch": 1.65421007359266,
+      "grad_norm": 331.2251892089844,
+      "learning_rate": 1.5272924583641523e-06,
+      "loss": 27.8438,
+      "step": 34616
+    },
+    {
+      "epoch": 1.6542578610341203,
+      "grad_norm": 282.73431396484375,
+      "learning_rate": 1.5268814352896944e-06,
+      "loss": 23.7344,
+      "step": 34617
+    },
+    {
+      "epoch": 1.6543056484755807,
+      "grad_norm": 258.9415283203125,
+      "learning_rate": 1.5264704629582872e-06,
+      "loss": 18.8906,
+      "step": 34618
+    },
+    {
+      "epoch": 1.654353435917041,
+      "grad_norm": 128.52101135253906,
+      "learning_rate": 1.5260595413723845e-06,
+      "loss": 14.8594,
+      "step": 34619
+    },
+    {
+      "epoch": 1.6544012233585015,
+      "grad_norm": 226.98199462890625,
+      "learning_rate": 1.525648670534451e-06,
+      "loss": 21.7188,
+      "step": 34620
+    },
+    {
+      "epoch": 1.6544490107999619,
+      "grad_norm": 708.9253540039062,
+      "learning_rate": 1.525237850446949e-06,
+      "loss": 30.5469,
+      "step": 34621
+    },
+    {
+      "epoch": 1.6544967982414223,
+      "grad_norm": 193.69773864746094,
+      "learning_rate": 1.5248270811123344e-06,
+      "loss": 18.4062,
+      "step": 34622
+    },
+    {
+      "epoch": 1.6545445856828827,
+      "grad_norm": 318.29351806640625,
+      "learning_rate": 1.524416362533071e-06,
+      "loss": 29.7188,
+      "step": 34623
+    },
+    {
+      "epoch": 1.654592373124343,
+      "grad_norm": 267.513427734375,
+      "learning_rate": 1.5240056947116155e-06,
+      "loss": 33.6875,
+      "step": 34624
+    },
+    {
+      "epoch": 1.6546401605658034,
+      "grad_norm": 262.8754577636719,
+      "learning_rate": 1.5235950776504317e-06,
+      "loss": 29.375,
+      "step": 34625
+    },
+    {
+      "epoch": 1.6546879480072638,
+      "grad_norm": 246.2886962890625,
+      "learning_rate": 1.5231845113519739e-06,
+      "loss": 25.0781,
+      "step": 34626
+    },
+    {
+      "epoch": 1.6547357354487242,
+      "grad_norm": 177.50839233398438,
+      "learning_rate": 1.5227739958187027e-06,
+      "loss": 18.9531,
+      "step": 34627
+    },
+    {
+      "epoch": 1.6547835228901846,
+      "grad_norm": 341.5659484863281,
+      "learning_rate": 1.522363531053076e-06,
+      "loss": 28.8438,
+      "step": 34628
+    },
+    {
+      "epoch": 1.654831310331645,
+      "grad_norm": 220.31886291503906,
+      "learning_rate": 1.5219531170575564e-06,
+      "loss": 20.625,
+      "step": 34629
+    },
+    {
+      "epoch": 1.6548790977731054,
+      "grad_norm": 191.6278076171875,
+      "learning_rate": 1.521542753834594e-06,
+      "loss": 23.9375,
+      "step": 34630
+    },
+    {
+      "epoch": 1.6549268852145658,
+      "grad_norm": 2602.197265625,
+      "learning_rate": 1.5211324413866512e-06,
+      "loss": 22.4531,
+      "step": 34631
+    },
+    {
+      "epoch": 1.6549746726560262,
+      "grad_norm": 229.0642852783203,
+      "learning_rate": 1.5207221797161841e-06,
+      "loss": 17.8828,
+      "step": 34632
+    },
+    {
+      "epoch": 1.6550224600974863,
+      "grad_norm": 215.9879608154297,
+      "learning_rate": 1.5203119688256518e-06,
+      "loss": 21.5469,
+      "step": 34633
+    },
+    {
+      "epoch": 1.6550702475389467,
+      "grad_norm": 298.71728515625,
+      "learning_rate": 1.5199018087175077e-06,
+      "loss": 27.5312,
+      "step": 34634
+    },
+    {
+      "epoch": 1.655118034980407,
+      "grad_norm": 208.69595336914062,
+      "learning_rate": 1.5194916993942088e-06,
+      "loss": 26.7344,
+      "step": 34635
+    },
+    {
+      "epoch": 1.6551658224218675,
+      "grad_norm": 373.72283935546875,
+      "learning_rate": 1.5190816408582143e-06,
+      "loss": 22.9531,
+      "step": 34636
+    },
+    {
+      "epoch": 1.6552136098633279,
+      "grad_norm": 187.65896606445312,
+      "learning_rate": 1.5186716331119744e-06,
+      "loss": 26.1094,
+      "step": 34637
+    },
+    {
+      "epoch": 1.6552613973047883,
+      "grad_norm": 175.34780883789062,
+      "learning_rate": 1.5182616761579484e-06,
+      "loss": 17.2812,
+      "step": 34638
+    },
+    {
+      "epoch": 1.6553091847462487,
+      "grad_norm": 250.4813995361328,
+      "learning_rate": 1.5178517699985895e-06,
+      "loss": 25.875,
+      "step": 34639
+    },
+    {
+      "epoch": 1.655356972187709,
+      "grad_norm": 367.0950012207031,
+      "learning_rate": 1.5174419146363573e-06,
+      "loss": 29.5625,
+      "step": 34640
+    },
+    {
+      "epoch": 1.6554047596291694,
+      "grad_norm": 180.55152893066406,
+      "learning_rate": 1.5170321100736985e-06,
+      "loss": 19.3438,
+      "step": 34641
+    },
+    {
+      "epoch": 1.6554525470706298,
+      "grad_norm": 387.3004455566406,
+      "learning_rate": 1.5166223563130755e-06,
+      "loss": 38.7812,
+      "step": 34642
+    },
+    {
+      "epoch": 1.6555003345120902,
+      "grad_norm": 743.7965698242188,
+      "learning_rate": 1.5162126533569344e-06,
+      "loss": 32.6562,
+      "step": 34643
+    },
+    {
+      "epoch": 1.6555481219535506,
+      "grad_norm": 208.59214782714844,
+      "learning_rate": 1.5158030012077329e-06,
+      "loss": 28.75,
+      "step": 34644
+    },
+    {
+      "epoch": 1.655595909395011,
+      "grad_norm": 262.11810302734375,
+      "learning_rate": 1.515393399867926e-06,
+      "loss": 20.7188,
+      "step": 34645
+    },
+    {
+      "epoch": 1.6556436968364714,
+      "grad_norm": 311.4154357910156,
+      "learning_rate": 1.5149838493399616e-06,
+      "loss": 28.9219,
+      "step": 34646
+    },
+    {
+      "epoch": 1.6556914842779318,
+      "grad_norm": 211.10781860351562,
+      "learning_rate": 1.5145743496262988e-06,
+      "loss": 23.7188,
+      "step": 34647
+    },
+    {
+      "epoch": 1.6557392717193922,
+      "grad_norm": 105.59459686279297,
+      "learning_rate": 1.5141649007293834e-06,
+      "loss": 19.1562,
+      "step": 34648
+    },
+    {
+      "epoch": 1.6557870591608526,
+      "grad_norm": 211.9888916015625,
+      "learning_rate": 1.5137555026516705e-06,
+      "loss": 25.5938,
+      "step": 34649
+    },
+    {
+      "epoch": 1.655834846602313,
+      "grad_norm": 233.17288208007812,
+      "learning_rate": 1.5133461553956118e-06,
+      "loss": 18.5625,
+      "step": 34650
+    },
+    {
+      "epoch": 1.6558826340437733,
+      "grad_norm": 298.816650390625,
+      "learning_rate": 1.5129368589636618e-06,
+      "loss": 32.375,
+      "step": 34651
+    },
+    {
+      "epoch": 1.6559304214852337,
+      "grad_norm": 180.44601440429688,
+      "learning_rate": 1.5125276133582655e-06,
+      "loss": 22.4531,
+      "step": 34652
+    },
+    {
+      "epoch": 1.6559782089266941,
+      "grad_norm": 343.452880859375,
+      "learning_rate": 1.5121184185818782e-06,
+      "loss": 38.25,
+      "step": 34653
+    },
+    {
+      "epoch": 1.6560259963681543,
+      "grad_norm": 349.1351013183594,
+      "learning_rate": 1.5117092746369476e-06,
+      "loss": 27.4375,
+      "step": 34654
+    },
+    {
+      "epoch": 1.6560737838096147,
+      "grad_norm": 174.57640075683594,
+      "learning_rate": 1.5113001815259286e-06,
+      "loss": 28.0312,
+      "step": 34655
+    },
+    {
+      "epoch": 1.656121571251075,
+      "grad_norm": 228.7582244873047,
+      "learning_rate": 1.510891139251266e-06,
+      "loss": 23.1953,
+      "step": 34656
+    },
+    {
+      "epoch": 1.6561693586925355,
+      "grad_norm": 373.8485107421875,
+      "learning_rate": 1.5104821478154118e-06,
+      "loss": 30.9688,
+      "step": 34657
+    },
+    {
+      "epoch": 1.6562171461339958,
+      "grad_norm": 254.97494506835938,
+      "learning_rate": 1.5100732072208169e-06,
+      "loss": 27.5625,
+      "step": 34658
+    },
+    {
+      "epoch": 1.6562649335754562,
+      "grad_norm": 228.07528686523438,
+      "learning_rate": 1.5096643174699266e-06,
+      "loss": 18.5703,
+      "step": 34659
+    },
+    {
+      "epoch": 1.6563127210169166,
+      "grad_norm": 130.65634155273438,
+      "learning_rate": 1.5092554785651903e-06,
+      "loss": 20.9375,
+      "step": 34660
+    },
+    {
+      "epoch": 1.656360508458377,
+      "grad_norm": 199.33026123046875,
+      "learning_rate": 1.5088466905090592e-06,
+      "loss": 23.0625,
+      "step": 34661
+    },
+    {
+      "epoch": 1.6564082958998374,
+      "grad_norm": 410.69573974609375,
+      "learning_rate": 1.5084379533039817e-06,
+      "loss": 23.125,
+      "step": 34662
+    },
+    {
+      "epoch": 1.6564560833412978,
+      "grad_norm": 232.778564453125,
+      "learning_rate": 1.508029266952401e-06,
+      "loss": 28.7109,
+      "step": 34663
+    },
+    {
+      "epoch": 1.6565038707827582,
+      "grad_norm": 247.7920684814453,
+      "learning_rate": 1.5076206314567676e-06,
+      "loss": 24.7969,
+      "step": 34664
+    },
+    {
+      "epoch": 1.6565516582242186,
+      "grad_norm": 3773.435302734375,
+      "learning_rate": 1.5072120468195283e-06,
+      "loss": 25.25,
+      "step": 34665
+    },
+    {
+      "epoch": 1.656599445665679,
+      "grad_norm": 350.33148193359375,
+      "learning_rate": 1.5068035130431325e-06,
+      "loss": 30.2188,
+      "step": 34666
+    },
+    {
+      "epoch": 1.6566472331071393,
+      "grad_norm": 598.2964477539062,
+      "learning_rate": 1.506395030130021e-06,
+      "loss": 33.3125,
+      "step": 34667
+    },
+    {
+      "epoch": 1.6566950205485997,
+      "grad_norm": 271.6618957519531,
+      "learning_rate": 1.505986598082645e-06,
+      "loss": 29.8438,
+      "step": 34668
+    },
+    {
+      "epoch": 1.6567428079900601,
+      "grad_norm": 221.74696350097656,
+      "learning_rate": 1.5055782169034517e-06,
+      "loss": 22.2031,
+      "step": 34669
+    },
+    {
+      "epoch": 1.6567905954315205,
+      "grad_norm": 224.46058654785156,
+      "learning_rate": 1.5051698865948806e-06,
+      "loss": 23.75,
+      "step": 34670
+    },
+    {
+      "epoch": 1.656838382872981,
+      "grad_norm": 260.5537414550781,
+      "learning_rate": 1.5047616071593806e-06,
+      "loss": 22.9062,
+      "step": 34671
+    },
+    {
+      "epoch": 1.6568861703144413,
+      "grad_norm": 358.97857666015625,
+      "learning_rate": 1.504353378599398e-06,
+      "loss": 23.7188,
+      "step": 34672
+    },
+    {
+      "epoch": 1.6569339577559017,
+      "grad_norm": 299.96588134765625,
+      "learning_rate": 1.503945200917377e-06,
+      "loss": 33.2188,
+      "step": 34673
+    },
+    {
+      "epoch": 1.656981745197362,
+      "grad_norm": 274.0499572753906,
+      "learning_rate": 1.5035370741157597e-06,
+      "loss": 24.0625,
+      "step": 34674
+    },
+    {
+      "epoch": 1.6570295326388225,
+      "grad_norm": 134.02667236328125,
+      "learning_rate": 1.5031289981969942e-06,
+      "loss": 20.8516,
+      "step": 34675
+    },
+    {
+      "epoch": 1.6570773200802829,
+      "grad_norm": 207.09527587890625,
+      "learning_rate": 1.5027209731635195e-06,
+      "loss": 20.4688,
+      "step": 34676
+    },
+    {
+      "epoch": 1.6571251075217432,
+      "grad_norm": 301.4624938964844,
+      "learning_rate": 1.502312999017782e-06,
+      "loss": 24.5156,
+      "step": 34677
+    },
+    {
+      "epoch": 1.6571728949632036,
+      "grad_norm": 316.3262023925781,
+      "learning_rate": 1.5019050757622266e-06,
+      "loss": 26.4844,
+      "step": 34678
+    },
+    {
+      "epoch": 1.657220682404664,
+      "grad_norm": 339.7794189453125,
+      "learning_rate": 1.5014972033992925e-06,
+      "loss": 34.3438,
+      "step": 34679
+    },
+    {
+      "epoch": 1.6572684698461244,
+      "grad_norm": 191.18408203125,
+      "learning_rate": 1.5010893819314244e-06,
+      "loss": 19.3281,
+      "step": 34680
+    },
+    {
+      "epoch": 1.6573162572875848,
+      "grad_norm": 189.90512084960938,
+      "learning_rate": 1.5006816113610656e-06,
+      "loss": 15.8125,
+      "step": 34681
+    },
+    {
+      "epoch": 1.6573640447290452,
+      "grad_norm": 441.47119140625,
+      "learning_rate": 1.5002738916906545e-06,
+      "loss": 27.1562,
+      "step": 34682
+    },
+    {
+      "epoch": 1.6574118321705056,
+      "grad_norm": 236.82672119140625,
+      "learning_rate": 1.4998662229226358e-06,
+      "loss": 18.2812,
+      "step": 34683
+    },
+    {
+      "epoch": 1.657459619611966,
+      "grad_norm": 190.2116241455078,
+      "learning_rate": 1.4994586050594516e-06,
+      "loss": 25.2812,
+      "step": 34684
+    },
+    {
+      "epoch": 1.6575074070534264,
+      "grad_norm": 259.3028259277344,
+      "learning_rate": 1.4990510381035405e-06,
+      "loss": 24.0312,
+      "step": 34685
+    },
+    {
+      "epoch": 1.6575551944948868,
+      "grad_norm": 419.4224853515625,
+      "learning_rate": 1.4986435220573435e-06,
+      "loss": 27.3281,
+      "step": 34686
+    },
+    {
+      "epoch": 1.6576029819363471,
+      "grad_norm": 271.6855163574219,
+      "learning_rate": 1.4982360569233034e-06,
+      "loss": 27.1094,
+      "step": 34687
+    },
+    {
+      "epoch": 1.6576507693778075,
+      "grad_norm": 272.2853698730469,
+      "learning_rate": 1.4978286427038602e-06,
+      "loss": 23.5,
+      "step": 34688
+    },
+    {
+      "epoch": 1.657698556819268,
+      "grad_norm": 314.1961364746094,
+      "learning_rate": 1.497421279401451e-06,
+      "loss": 39.8125,
+      "step": 34689
+    },
+    {
+      "epoch": 1.6577463442607283,
+      "grad_norm": 252.10362243652344,
+      "learning_rate": 1.4970139670185157e-06,
+      "loss": 27.7969,
+      "step": 34690
+    },
+    {
+      "epoch": 1.6577941317021887,
+      "grad_norm": 183.95570373535156,
+      "learning_rate": 1.4966067055574962e-06,
+      "loss": 22.0625,
+      "step": 34691
+    },
+    {
+      "epoch": 1.657841919143649,
+      "grad_norm": 193.4613037109375,
+      "learning_rate": 1.4961994950208325e-06,
+      "loss": 19.8281,
+      "step": 34692
+    },
+    {
+      "epoch": 1.6578897065851095,
+      "grad_norm": 149.73289489746094,
+      "learning_rate": 1.4957923354109583e-06,
+      "loss": 23.8438,
+      "step": 34693
+    },
+    {
+      "epoch": 1.6579374940265699,
+      "grad_norm": 303.01959228515625,
+      "learning_rate": 1.4953852267303138e-06,
+      "loss": 21.5938,
+      "step": 34694
+    },
+    {
+      "epoch": 1.6579852814680303,
+      "grad_norm": 303.60400390625,
+      "learning_rate": 1.4949781689813403e-06,
+      "loss": 24.3125,
+      "step": 34695
+    },
+    {
+      "epoch": 1.6580330689094906,
+      "grad_norm": 237.92359924316406,
+      "learning_rate": 1.4945711621664717e-06,
+      "loss": 15.0781,
+      "step": 34696
+    },
+    {
+      "epoch": 1.658080856350951,
+      "grad_norm": 458.1563720703125,
+      "learning_rate": 1.4941642062881468e-06,
+      "loss": 18.1094,
+      "step": 34697
+    },
+    {
+      "epoch": 1.6581286437924114,
+      "grad_norm": 174.74362182617188,
+      "learning_rate": 1.4937573013488016e-06,
+      "loss": 25.8438,
+      "step": 34698
+    },
+    {
+      "epoch": 1.6581764312338718,
+      "grad_norm": 125.13907623291016,
+      "learning_rate": 1.4933504473508776e-06,
+      "loss": 18.9844,
+      "step": 34699
+    },
+    {
+      "epoch": 1.6582242186753322,
+      "grad_norm": 160.91494750976562,
+      "learning_rate": 1.4929436442968049e-06,
+      "loss": 25.9219,
+      "step": 34700
+    },
+    {
+      "epoch": 1.6582720061167926,
+      "grad_norm": 463.2194519042969,
+      "learning_rate": 1.4925368921890227e-06,
+      "loss": 32.8594,
+      "step": 34701
+    },
+    {
+      "epoch": 1.658319793558253,
+      "grad_norm": 195.74302673339844,
+      "learning_rate": 1.4921301910299668e-06,
+      "loss": 17.8906,
+      "step": 34702
+    },
+    {
+      "epoch": 1.6583675809997134,
+      "grad_norm": 777.3914184570312,
+      "learning_rate": 1.4917235408220765e-06,
+      "loss": 31.2812,
+      "step": 34703
+    },
+    {
+      "epoch": 1.6584153684411738,
+      "grad_norm": 242.45530700683594,
+      "learning_rate": 1.4913169415677797e-06,
+      "loss": 20.9375,
+      "step": 34704
+    },
+    {
+      "epoch": 1.6584631558826342,
+      "grad_norm": 623.1817626953125,
+      "learning_rate": 1.4909103932695156e-06,
+      "loss": 31.0625,
+      "step": 34705
+    },
+    {
+      "epoch": 1.6585109433240945,
+      "grad_norm": 197.22637939453125,
+      "learning_rate": 1.4905038959297214e-06,
+      "loss": 29.9375,
+      "step": 34706
+    },
+    {
+      "epoch": 1.658558730765555,
+      "grad_norm": 475.57269287109375,
+      "learning_rate": 1.4900974495508248e-06,
+      "loss": 31.9062,
+      "step": 34707
+    },
+    {
+      "epoch": 1.6586065182070153,
+      "grad_norm": 138.97303771972656,
+      "learning_rate": 1.4896910541352672e-06,
+      "loss": 19.5781,
+      "step": 34708
+    },
+    {
+      "epoch": 1.6586543056484757,
+      "grad_norm": 243.8884735107422,
+      "learning_rate": 1.4892847096854769e-06,
+      "loss": 22.7656,
+      "step": 34709
+    },
+    {
+      "epoch": 1.658702093089936,
+      "grad_norm": 219.14303588867188,
+      "learning_rate": 1.4888784162038883e-06,
+      "loss": 23.4062,
+      "step": 34710
+    },
+    {
+      "epoch": 1.6587498805313965,
+      "grad_norm": 319.60919189453125,
+      "learning_rate": 1.4884721736929386e-06,
+      "loss": 25.4844,
+      "step": 34711
+    },
+    {
+      "epoch": 1.6587976679728569,
+      "grad_norm": 162.56349182128906,
+      "learning_rate": 1.4880659821550547e-06,
+      "loss": 16.3125,
+      "step": 34712
+    },
+    {
+      "epoch": 1.6588454554143173,
+      "grad_norm": 229.82362365722656,
+      "learning_rate": 1.4876598415926735e-06,
+      "loss": 21.9219,
+      "step": 34713
+    },
+    {
+      "epoch": 1.6588932428557777,
+      "grad_norm": 256.87518310546875,
+      "learning_rate": 1.4872537520082275e-06,
+      "loss": 20.6406,
+      "step": 34714
+    },
+    {
+      "epoch": 1.658941030297238,
+      "grad_norm": 168.68017578125,
+      "learning_rate": 1.486847713404145e-06,
+      "loss": 22.2656,
+      "step": 34715
+    },
+    {
+      "epoch": 1.6589888177386982,
+      "grad_norm": 159.73336791992188,
+      "learning_rate": 1.486441725782859e-06,
+      "loss": 24.3125,
+      "step": 34716
+    },
+    {
+      "epoch": 1.6590366051801586,
+      "grad_norm": 197.4014129638672,
+      "learning_rate": 1.4860357891468014e-06,
+      "loss": 21.5312,
+      "step": 34717
+    },
+    {
+      "epoch": 1.659084392621619,
+      "grad_norm": 190.2989044189453,
+      "learning_rate": 1.4856299034984066e-06,
+      "loss": 21.4219,
+      "step": 34718
+    },
+    {
+      "epoch": 1.6591321800630794,
+      "grad_norm": 164.66921997070312,
+      "learning_rate": 1.4852240688400998e-06,
+      "loss": 24.4844,
+      "step": 34719
+    },
+    {
+      "epoch": 1.6591799675045398,
+      "grad_norm": 160.94818115234375,
+      "learning_rate": 1.4848182851743131e-06,
+      "loss": 19.1953,
+      "step": 34720
+    },
+    {
+      "epoch": 1.6592277549460002,
+      "grad_norm": 228.73477172851562,
+      "learning_rate": 1.4844125525034803e-06,
+      "loss": 25.875,
+      "step": 34721
+    },
+    {
+      "epoch": 1.6592755423874606,
+      "grad_norm": 186.50599670410156,
+      "learning_rate": 1.4840068708300248e-06,
+      "loss": 34.5625,
+      "step": 34722
+    },
+    {
+      "epoch": 1.659323329828921,
+      "grad_norm": 376.5367126464844,
+      "learning_rate": 1.4836012401563804e-06,
+      "loss": 30.9062,
+      "step": 34723
+    },
+    {
+      "epoch": 1.6593711172703813,
+      "grad_norm": 330.1532897949219,
+      "learning_rate": 1.4831956604849763e-06,
+      "loss": 27.4062,
+      "step": 34724
+    },
+    {
+      "epoch": 1.6594189047118417,
+      "grad_norm": 151.65139770507812,
+      "learning_rate": 1.4827901318182413e-06,
+      "loss": 15.7188,
+      "step": 34725
+    },
+    {
+      "epoch": 1.6594666921533021,
+      "grad_norm": 201.75059509277344,
+      "learning_rate": 1.4823846541586018e-06,
+      "loss": 29.4375,
+      "step": 34726
+    },
+    {
+      "epoch": 1.6595144795947625,
+      "grad_norm": 792.5612182617188,
+      "learning_rate": 1.4819792275084865e-06,
+      "loss": 31.8125,
+      "step": 34727
+    },
+    {
+      "epoch": 1.659562267036223,
+      "grad_norm": 417.022216796875,
+      "learning_rate": 1.481573851870325e-06,
+      "loss": 17.125,
+      "step": 34728
+    },
+    {
+      "epoch": 1.6596100544776833,
+      "grad_norm": 239.99765014648438,
+      "learning_rate": 1.4811685272465471e-06,
+      "loss": 24.75,
+      "step": 34729
+    },
+    {
+      "epoch": 1.6596578419191437,
+      "grad_norm": 415.6988830566406,
+      "learning_rate": 1.4807632536395743e-06,
+      "loss": 36.375,
+      "step": 34730
+    },
+    {
+      "epoch": 1.659705629360604,
+      "grad_norm": 394.84735107421875,
+      "learning_rate": 1.4803580310518373e-06,
+      "loss": 19.7031,
+      "step": 34731
+    },
+    {
+      "epoch": 1.6597534168020645,
+      "grad_norm": 109.3521728515625,
+      "learning_rate": 1.4799528594857637e-06,
+      "loss": 16.0156,
+      "step": 34732
+    },
+    {
+      "epoch": 1.6598012042435248,
+      "grad_norm": 217.22360229492188,
+      "learning_rate": 1.4795477389437774e-06,
+      "loss": 19.5469,
+      "step": 34733
+    },
+    {
+      "epoch": 1.6598489916849852,
+      "grad_norm": 286.90362548828125,
+      "learning_rate": 1.479142669428305e-06,
+      "loss": 20.3906,
+      "step": 34734
+    },
+    {
+      "epoch": 1.6598967791264456,
+      "grad_norm": 840.8018798828125,
+      "learning_rate": 1.478737650941774e-06,
+      "loss": 18.5781,
+      "step": 34735
+    },
+    {
+      "epoch": 1.6599445665679058,
+      "grad_norm": 547.971923828125,
+      "learning_rate": 1.4783326834866107e-06,
+      "loss": 17.8203,
+      "step": 34736
+    },
+    {
+      "epoch": 1.6599923540093662,
+      "grad_norm": 279.8019104003906,
+      "learning_rate": 1.4779277670652358e-06,
+      "loss": 22.0625,
+      "step": 34737
+    },
+    {
+      "epoch": 1.6600401414508266,
+      "grad_norm": 343.7587890625,
+      "learning_rate": 1.4775229016800785e-06,
+      "loss": 26.3438,
+      "step": 34738
+    },
+    {
+      "epoch": 1.660087928892287,
+      "grad_norm": 559.7435913085938,
+      "learning_rate": 1.4771180873335634e-06,
+      "loss": 27.625,
+      "step": 34739
+    },
+    {
+      "epoch": 1.6601357163337473,
+      "grad_norm": 299.3833923339844,
+      "learning_rate": 1.4767133240281118e-06,
+      "loss": 22.1562,
+      "step": 34740
+    },
+    {
+      "epoch": 1.6601835037752077,
+      "grad_norm": 397.28033447265625,
+      "learning_rate": 1.4763086117661485e-06,
+      "loss": 30.125,
+      "step": 34741
+    },
+    {
+      "epoch": 1.6602312912166681,
+      "grad_norm": 242.96197509765625,
+      "learning_rate": 1.4759039505501005e-06,
+      "loss": 27.9375,
+      "step": 34742
+    },
+    {
+      "epoch": 1.6602790786581285,
+      "grad_norm": 206.16851806640625,
+      "learning_rate": 1.475499340382387e-06,
+      "loss": 33.6562,
+      "step": 34743
+    },
+    {
+      "epoch": 1.660326866099589,
+      "grad_norm": 173.76412963867188,
+      "learning_rate": 1.4750947812654348e-06,
+      "loss": 23.2188,
+      "step": 34744
+    },
+    {
+      "epoch": 1.6603746535410493,
+      "grad_norm": 269.74603271484375,
+      "learning_rate": 1.474690273201662e-06,
+      "loss": 26.5938,
+      "step": 34745
+    },
+    {
+      "epoch": 1.6604224409825097,
+      "grad_norm": 487.7351989746094,
+      "learning_rate": 1.4742858161934937e-06,
+      "loss": 23.4062,
+      "step": 34746
+    },
+    {
+      "epoch": 1.66047022842397,
+      "grad_norm": 219.35885620117188,
+      "learning_rate": 1.4738814102433552e-06,
+      "loss": 27.3438,
+      "step": 34747
+    },
+    {
+      "epoch": 1.6605180158654305,
+      "grad_norm": 301.367431640625,
+      "learning_rate": 1.4734770553536626e-06,
+      "loss": 28.375,
+      "step": 34748
+    },
+    {
+      "epoch": 1.6605658033068909,
+      "grad_norm": 352.0332336425781,
+      "learning_rate": 1.4730727515268406e-06,
+      "loss": 25.3594,
+      "step": 34749
+    },
+    {
+      "epoch": 1.6606135907483512,
+      "grad_norm": 185.72930908203125,
+      "learning_rate": 1.4726684987653105e-06,
+      "loss": 25.8594,
+      "step": 34750
+    },
+    {
+      "epoch": 1.6606613781898116,
+      "grad_norm": 312.45526123046875,
+      "learning_rate": 1.472264297071494e-06,
+      "loss": 36.7188,
+      "step": 34751
+    },
+    {
+      "epoch": 1.660709165631272,
+      "grad_norm": 223.89810180664062,
+      "learning_rate": 1.4718601464478088e-06,
+      "loss": 17.8906,
+      "step": 34752
+    },
+    {
+      "epoch": 1.6607569530727324,
+      "grad_norm": 129.20404052734375,
+      "learning_rate": 1.4714560468966776e-06,
+      "loss": 18.2891,
+      "step": 34753
+    },
+    {
+      "epoch": 1.6608047405141928,
+      "grad_norm": 344.9884033203125,
+      "learning_rate": 1.4710519984205207e-06,
+      "loss": 15.3125,
+      "step": 34754
+    },
+    {
+      "epoch": 1.6608525279556532,
+      "grad_norm": 150.17274475097656,
+      "learning_rate": 1.4706480010217562e-06,
+      "loss": 14.7656,
+      "step": 34755
+    },
+    {
+      "epoch": 1.6609003153971136,
+      "grad_norm": 242.69691467285156,
+      "learning_rate": 1.470244054702803e-06,
+      "loss": 22.1406,
+      "step": 34756
+    },
+    {
+      "epoch": 1.660948102838574,
+      "grad_norm": 427.43621826171875,
+      "learning_rate": 1.4698401594660826e-06,
+      "loss": 19.1406,
+      "step": 34757
+    },
+    {
+      "epoch": 1.6609958902800344,
+      "grad_norm": 284.19293212890625,
+      "learning_rate": 1.4694363153140146e-06,
+      "loss": 28.9375,
+      "step": 34758
+    },
+    {
+      "epoch": 1.6610436777214947,
+      "grad_norm": 245.5908966064453,
+      "learning_rate": 1.4690325222490131e-06,
+      "loss": 19.4062,
+      "step": 34759
+    },
+    {
+      "epoch": 1.6610914651629551,
+      "grad_norm": 215.70574951171875,
+      "learning_rate": 1.468628780273499e-06,
+      "loss": 15.1406,
+      "step": 34760
+    },
+    {
+      "epoch": 1.6611392526044155,
+      "grad_norm": 265.8448486328125,
+      "learning_rate": 1.4682250893898897e-06,
+      "loss": 21.4062,
+      "step": 34761
+    },
+    {
+      "epoch": 1.661187040045876,
+      "grad_norm": 221.45628356933594,
+      "learning_rate": 1.467821449600606e-06,
+      "loss": 27.4375,
+      "step": 34762
+    },
+    {
+      "epoch": 1.6612348274873363,
+      "grad_norm": 246.86068725585938,
+      "learning_rate": 1.4674178609080603e-06,
+      "loss": 16.1875,
+      "step": 34763
+    },
+    {
+      "epoch": 1.6612826149287967,
+      "grad_norm": 175.86956787109375,
+      "learning_rate": 1.4670143233146705e-06,
+      "loss": 29.3906,
+      "step": 34764
+    },
+    {
+      "epoch": 1.661330402370257,
+      "grad_norm": 201.04412841796875,
+      "learning_rate": 1.4666108368228548e-06,
+      "loss": 20.0156,
+      "step": 34765
+    },
+    {
+      "epoch": 1.6613781898117175,
+      "grad_norm": 364.1436767578125,
+      "learning_rate": 1.4662074014350314e-06,
+      "loss": 36.3438,
+      "step": 34766
+    },
+    {
+      "epoch": 1.6614259772531779,
+      "grad_norm": 203.51675415039062,
+      "learning_rate": 1.4658040171536114e-06,
+      "loss": 22.3125,
+      "step": 34767
+    },
+    {
+      "epoch": 1.6614737646946383,
+      "grad_norm": 248.59080505371094,
+      "learning_rate": 1.465400683981014e-06,
+      "loss": 35.1562,
+      "step": 34768
+    },
+    {
+      "epoch": 1.6615215521360986,
+      "grad_norm": 295.98834228515625,
+      "learning_rate": 1.4649974019196556e-06,
+      "loss": 25.6094,
+      "step": 34769
+    },
+    {
+      "epoch": 1.661569339577559,
+      "grad_norm": 160.7656707763672,
+      "learning_rate": 1.464594170971948e-06,
+      "loss": 24.8125,
+      "step": 34770
+    },
+    {
+      "epoch": 1.6616171270190194,
+      "grad_norm": 195.70420837402344,
+      "learning_rate": 1.4641909911403063e-06,
+      "loss": 16.4844,
+      "step": 34771
+    },
+    {
+      "epoch": 1.6616649144604798,
+      "grad_norm": 269.41729736328125,
+      "learning_rate": 1.4637878624271495e-06,
+      "loss": 24.8594,
+      "step": 34772
+    },
+    {
+      "epoch": 1.6617127019019402,
+      "grad_norm": 186.0036163330078,
+      "learning_rate": 1.463384784834887e-06,
+      "loss": 22.5625,
+      "step": 34773
+    },
+    {
+      "epoch": 1.6617604893434006,
+      "grad_norm": 371.6653747558594,
+      "learning_rate": 1.4629817583659334e-06,
+      "loss": 20.1875,
+      "step": 34774
+    },
+    {
+      "epoch": 1.661808276784861,
+      "grad_norm": 272.3119812011719,
+      "learning_rate": 1.4625787830227056e-06,
+      "loss": 36.25,
+      "step": 34775
+    },
+    {
+      "epoch": 1.6618560642263214,
+      "grad_norm": 280.6100158691406,
+      "learning_rate": 1.462175858807613e-06,
+      "loss": 20.9688,
+      "step": 34776
+    },
+    {
+      "epoch": 1.6619038516677818,
+      "grad_norm": 368.9595947265625,
+      "learning_rate": 1.4617729857230723e-06,
+      "loss": 22.75,
+      "step": 34777
+    },
+    {
+      "epoch": 1.6619516391092422,
+      "grad_norm": 225.45118713378906,
+      "learning_rate": 1.4613701637714916e-06,
+      "loss": 29.9375,
+      "step": 34778
+    },
+    {
+      "epoch": 1.6619994265507025,
+      "grad_norm": 271.04669189453125,
+      "learning_rate": 1.4609673929552848e-06,
+      "loss": 22.1719,
+      "step": 34779
+    },
+    {
+      "epoch": 1.662047213992163,
+      "grad_norm": 183.5037841796875,
+      "learning_rate": 1.4605646732768685e-06,
+      "loss": 16.7656,
+      "step": 34780
+    },
+    {
+      "epoch": 1.6620950014336233,
+      "grad_norm": 425.25201416015625,
+      "learning_rate": 1.460162004738649e-06,
+      "loss": 21.4688,
+      "step": 34781
+    },
+    {
+      "epoch": 1.6621427888750837,
+      "grad_norm": 427.3086853027344,
+      "learning_rate": 1.4597593873430383e-06,
+      "loss": 30.75,
+      "step": 34782
+    },
+    {
+      "epoch": 1.662190576316544,
+      "grad_norm": 238.7720184326172,
+      "learning_rate": 1.4593568210924502e-06,
+      "loss": 23.5312,
+      "step": 34783
+    },
+    {
+      "epoch": 1.6622383637580045,
+      "grad_norm": 322.9655456542969,
+      "learning_rate": 1.4589543059892952e-06,
+      "loss": 27.6875,
+      "step": 34784
+    },
+    {
+      "epoch": 1.6622861511994649,
+      "grad_norm": 702.49951171875,
+      "learning_rate": 1.4585518420359823e-06,
+      "loss": 32.2188,
+      "step": 34785
+    },
+    {
+      "epoch": 1.6623339386409253,
+      "grad_norm": 202.10055541992188,
+      "learning_rate": 1.4581494292349207e-06,
+      "loss": 17.4062,
+      "step": 34786
+    },
+    {
+      "epoch": 1.6623817260823857,
+      "grad_norm": 139.52981567382812,
+      "learning_rate": 1.457747067588523e-06,
+      "loss": 22.4688,
+      "step": 34787
+    },
+    {
+      "epoch": 1.662429513523846,
+      "grad_norm": 422.8807373046875,
+      "learning_rate": 1.4573447570992005e-06,
+      "loss": 20.9844,
+      "step": 34788
+    },
+    {
+      "epoch": 1.6624773009653064,
+      "grad_norm": 256.2986145019531,
+      "learning_rate": 1.456942497769357e-06,
+      "loss": 29.9375,
+      "step": 34789
+    },
+    {
+      "epoch": 1.6625250884067668,
+      "grad_norm": 166.67300415039062,
+      "learning_rate": 1.4565402896014047e-06,
+      "loss": 15.8906,
+      "step": 34790
+    },
+    {
+      "epoch": 1.6625728758482272,
+      "grad_norm": 333.2183837890625,
+      "learning_rate": 1.456138132597754e-06,
+      "loss": 36.3125,
+      "step": 34791
+    },
+    {
+      "epoch": 1.6626206632896876,
+      "grad_norm": 391.5145568847656,
+      "learning_rate": 1.455736026760809e-06,
+      "loss": 31.6875,
+      "step": 34792
+    },
+    {
+      "epoch": 1.662668450731148,
+      "grad_norm": 172.75930786132812,
+      "learning_rate": 1.4553339720929793e-06,
+      "loss": 17.1562,
+      "step": 34793
+    },
+    {
+      "epoch": 1.6627162381726084,
+      "grad_norm": 229.269287109375,
+      "learning_rate": 1.4549319685966745e-06,
+      "loss": 29.25,
+      "step": 34794
+    },
+    {
+      "epoch": 1.6627640256140688,
+      "grad_norm": 183.07107543945312,
+      "learning_rate": 1.4545300162743036e-06,
+      "loss": 21.625,
+      "step": 34795
+    },
+    {
+      "epoch": 1.6628118130555292,
+      "grad_norm": 117.4585189819336,
+      "learning_rate": 1.4541281151282683e-06,
+      "loss": 14.3438,
+      "step": 34796
+    },
+    {
+      "epoch": 1.6628596004969896,
+      "grad_norm": 248.35098266601562,
+      "learning_rate": 1.4537262651609784e-06,
+      "loss": 30.4062,
+      "step": 34797
+    },
+    {
+      "epoch": 1.6629073879384497,
+      "grad_norm": 203.12841796875,
+      "learning_rate": 1.4533244663748402e-06,
+      "loss": 22.5938,
+      "step": 34798
+    },
+    {
+      "epoch": 1.6629551753799101,
+      "grad_norm": 273.9413757324219,
+      "learning_rate": 1.4529227187722638e-06,
+      "loss": 24.4219,
+      "step": 34799
+    },
+    {
+      "epoch": 1.6630029628213705,
+      "grad_norm": 257.41021728515625,
+      "learning_rate": 1.4525210223556485e-06,
+      "loss": 32.3438,
+      "step": 34800
+    },
+    {
+      "epoch": 1.663050750262831,
+      "grad_norm": 289.6007995605469,
+      "learning_rate": 1.4521193771274024e-06,
+      "loss": 21.25,
+      "step": 34801
+    },
+    {
+      "epoch": 1.6630985377042913,
+      "grad_norm": 395.863525390625,
+      "learning_rate": 1.451717783089932e-06,
+      "loss": 28.25,
+      "step": 34802
+    },
+    {
+      "epoch": 1.6631463251457517,
+      "grad_norm": 214.410888671875,
+      "learning_rate": 1.4513162402456438e-06,
+      "loss": 27.3125,
+      "step": 34803
+    },
+    {
+      "epoch": 1.663194112587212,
+      "grad_norm": 235.2933349609375,
+      "learning_rate": 1.4509147485969387e-06,
+      "loss": 20.3125,
+      "step": 34804
+    },
+    {
+      "epoch": 1.6632419000286724,
+      "grad_norm": 234.0537567138672,
+      "learning_rate": 1.4505133081462253e-06,
+      "loss": 32.75,
+      "step": 34805
+    },
+    {
+      "epoch": 1.6632896874701328,
+      "grad_norm": 149.82383728027344,
+      "learning_rate": 1.4501119188959022e-06,
+      "loss": 19.0938,
+      "step": 34806
+    },
+    {
+      "epoch": 1.6633374749115932,
+      "grad_norm": 220.55540466308594,
+      "learning_rate": 1.4497105808483769e-06,
+      "loss": 23.0156,
+      "step": 34807
+    },
+    {
+      "epoch": 1.6633852623530536,
+      "grad_norm": 305.74420166015625,
+      "learning_rate": 1.4493092940060538e-06,
+      "loss": 31.9062,
+      "step": 34808
+    },
+    {
+      "epoch": 1.663433049794514,
+      "grad_norm": 235.20643615722656,
+      "learning_rate": 1.4489080583713333e-06,
+      "loss": 17.0312,
+      "step": 34809
+    },
+    {
+      "epoch": 1.6634808372359744,
+      "grad_norm": 189.37313842773438,
+      "learning_rate": 1.4485068739466225e-06,
+      "loss": 23.4062,
+      "step": 34810
+    },
+    {
+      "epoch": 1.6635286246774348,
+      "grad_norm": 506.9325256347656,
+      "learning_rate": 1.4481057407343168e-06,
+      "loss": 34.8125,
+      "step": 34811
+    },
+    {
+      "epoch": 1.6635764121188952,
+      "grad_norm": 112.8689193725586,
+      "learning_rate": 1.4477046587368237e-06,
+      "loss": 12.0312,
+      "step": 34812
+    },
+    {
+      "epoch": 1.6636241995603556,
+      "grad_norm": 201.37278747558594,
+      "learning_rate": 1.4473036279565444e-06,
+      "loss": 26.1562,
+      "step": 34813
+    },
+    {
+      "epoch": 1.663671987001816,
+      "grad_norm": 250.10462951660156,
+      "learning_rate": 1.4469026483958837e-06,
+      "loss": 28.0,
+      "step": 34814
+    },
+    {
+      "epoch": 1.6637197744432763,
+      "grad_norm": 168.6748046875,
+      "learning_rate": 1.4465017200572363e-06,
+      "loss": 19.3438,
+      "step": 34815
+    },
+    {
+      "epoch": 1.6637675618847367,
+      "grad_norm": 226.70437622070312,
+      "learning_rate": 1.4461008429430057e-06,
+      "loss": 24.6875,
+      "step": 34816
+    },
+    {
+      "epoch": 1.6638153493261971,
+      "grad_norm": 207.18760681152344,
+      "learning_rate": 1.4457000170555969e-06,
+      "loss": 23.4375,
+      "step": 34817
+    },
+    {
+      "epoch": 1.6638631367676575,
+      "grad_norm": 132.1865692138672,
+      "learning_rate": 1.4452992423974043e-06,
+      "loss": 15.2812,
+      "step": 34818
+    },
+    {
+      "epoch": 1.6639109242091177,
+      "grad_norm": 213.07369995117188,
+      "learning_rate": 1.4448985189708309e-06,
+      "loss": 24.4062,
+      "step": 34819
+    },
+    {
+      "epoch": 1.663958711650578,
+      "grad_norm": 490.3999938964844,
+      "learning_rate": 1.4444978467782756e-06,
+      "loss": 19.375,
+      "step": 34820
+    },
+    {
+      "epoch": 1.6640064990920385,
+      "grad_norm": 229.6800537109375,
+      "learning_rate": 1.4440972258221419e-06,
+      "loss": 25.9844,
+      "step": 34821
+    },
+    {
+      "epoch": 1.6640542865334988,
+      "grad_norm": 125.5788345336914,
+      "learning_rate": 1.4436966561048226e-06,
+      "loss": 22.9062,
+      "step": 34822
+    },
+    {
+      "epoch": 1.6641020739749592,
+      "grad_norm": 216.87802124023438,
+      "learning_rate": 1.4432961376287202e-06,
+      "loss": 28.5625,
+      "step": 34823
+    },
+    {
+      "epoch": 1.6641498614164196,
+      "grad_norm": 195.25538635253906,
+      "learning_rate": 1.4428956703962316e-06,
+      "loss": 22.875,
+      "step": 34824
+    },
+    {
+      "epoch": 1.66419764885788,
+      "grad_norm": 224.1278076171875,
+      "learning_rate": 1.4424952544097593e-06,
+      "loss": 26.9062,
+      "step": 34825
+    },
+    {
+      "epoch": 1.6642454362993404,
+      "grad_norm": 276.86737060546875,
+      "learning_rate": 1.4420948896716968e-06,
+      "loss": 21.125,
+      "step": 34826
+    },
+    {
+      "epoch": 1.6642932237408008,
+      "grad_norm": 291.7142333984375,
+      "learning_rate": 1.4416945761844426e-06,
+      "loss": 20.4531,
+      "step": 34827
+    },
+    {
+      "epoch": 1.6643410111822612,
+      "grad_norm": 285.8074645996094,
+      "learning_rate": 1.4412943139503965e-06,
+      "loss": 21.0312,
+      "step": 34828
+    },
+    {
+      "epoch": 1.6643887986237216,
+      "grad_norm": 308.9684753417969,
+      "learning_rate": 1.4408941029719515e-06,
+      "loss": 28.2188,
+      "step": 34829
+    },
+    {
+      "epoch": 1.664436586065182,
+      "grad_norm": 213.2735137939453,
+      "learning_rate": 1.4404939432515063e-06,
+      "loss": 19.7188,
+      "step": 34830
+    },
+    {
+      "epoch": 1.6644843735066424,
+      "grad_norm": 555.67578125,
+      "learning_rate": 1.4400938347914583e-06,
+      "loss": 25.125,
+      "step": 34831
+    },
+    {
+      "epoch": 1.6645321609481027,
+      "grad_norm": 204.8075714111328,
+      "learning_rate": 1.4396937775942054e-06,
+      "loss": 21.0781,
+      "step": 34832
+    },
+    {
+      "epoch": 1.6645799483895631,
+      "grad_norm": 168.29647827148438,
+      "learning_rate": 1.439293771662138e-06,
+      "loss": 17.625,
+      "step": 34833
+    },
+    {
+      "epoch": 1.6646277358310235,
+      "grad_norm": 270.26837158203125,
+      "learning_rate": 1.4388938169976542e-06,
+      "loss": 31.9844,
+      "step": 34834
+    },
+    {
+      "epoch": 1.664675523272484,
+      "grad_norm": 232.99424743652344,
+      "learning_rate": 1.4384939136031507e-06,
+      "loss": 24.5625,
+      "step": 34835
+    },
+    {
+      "epoch": 1.6647233107139443,
+      "grad_norm": 236.89352416992188,
+      "learning_rate": 1.4380940614810224e-06,
+      "loss": 23.5156,
+      "step": 34836
+    },
+    {
+      "epoch": 1.6647710981554047,
+      "grad_norm": 437.7209777832031,
+      "learning_rate": 1.437694260633662e-06,
+      "loss": 35.9062,
+      "step": 34837
+    },
+    {
+      "epoch": 1.664818885596865,
+      "grad_norm": 207.87046813964844,
+      "learning_rate": 1.4372945110634628e-06,
+      "loss": 24.875,
+      "step": 34838
+    },
+    {
+      "epoch": 1.6648666730383255,
+      "grad_norm": 261.55908203125,
+      "learning_rate": 1.4368948127728244e-06,
+      "loss": 29.25,
+      "step": 34839
+    },
+    {
+      "epoch": 1.6649144604797859,
+      "grad_norm": 227.5823211669922,
+      "learning_rate": 1.4364951657641335e-06,
+      "loss": 27.1562,
+      "step": 34840
+    },
+    {
+      "epoch": 1.6649622479212463,
+      "grad_norm": 225.77699279785156,
+      "learning_rate": 1.4360955700397893e-06,
+      "loss": 19.6719,
+      "step": 34841
+    },
+    {
+      "epoch": 1.6650100353627066,
+      "grad_norm": 525.0756225585938,
+      "learning_rate": 1.435696025602179e-06,
+      "loss": 30.2812,
+      "step": 34842
+    },
+    {
+      "epoch": 1.665057822804167,
+      "grad_norm": 401.6686706542969,
+      "learning_rate": 1.4352965324537015e-06,
+      "loss": 22.9375,
+      "step": 34843
+    },
+    {
+      "epoch": 1.6651056102456274,
+      "grad_norm": 1690.7843017578125,
+      "learning_rate": 1.434897090596744e-06,
+      "loss": 24.0781,
+      "step": 34844
+    },
+    {
+      "epoch": 1.6651533976870878,
+      "grad_norm": 224.2017822265625,
+      "learning_rate": 1.4344977000337012e-06,
+      "loss": 14.7656,
+      "step": 34845
+    },
+    {
+      "epoch": 1.6652011851285482,
+      "grad_norm": 485.4295959472656,
+      "learning_rate": 1.4340983607669646e-06,
+      "loss": 31.6875,
+      "step": 34846
+    },
+    {
+      "epoch": 1.6652489725700086,
+      "grad_norm": 296.71173095703125,
+      "learning_rate": 1.4336990727989276e-06,
+      "loss": 27.4062,
+      "step": 34847
+    },
+    {
+      "epoch": 1.665296760011469,
+      "grad_norm": 267.6241455078125,
+      "learning_rate": 1.4332998361319783e-06,
+      "loss": 18.3281,
+      "step": 34848
+    },
+    {
+      "epoch": 1.6653445474529294,
+      "grad_norm": 724.6707763671875,
+      "learning_rate": 1.4329006507685072e-06,
+      "loss": 30.5625,
+      "step": 34849
+    },
+    {
+      "epoch": 1.6653923348943898,
+      "grad_norm": 286.0267028808594,
+      "learning_rate": 1.432501516710908e-06,
+      "loss": 30.25,
+      "step": 34850
+    },
+    {
+      "epoch": 1.6654401223358501,
+      "grad_norm": 298.986572265625,
+      "learning_rate": 1.432102433961572e-06,
+      "loss": 17.5156,
+      "step": 34851
+    },
+    {
+      "epoch": 1.6654879097773105,
+      "grad_norm": 182.75833129882812,
+      "learning_rate": 1.4317034025228837e-06,
+      "loss": 20.875,
+      "step": 34852
+    },
+    {
+      "epoch": 1.665535697218771,
+      "grad_norm": 230.15525817871094,
+      "learning_rate": 1.4313044223972361e-06,
+      "loss": 27.1562,
+      "step": 34853
+    },
+    {
+      "epoch": 1.6655834846602313,
+      "grad_norm": 218.99111938476562,
+      "learning_rate": 1.4309054935870204e-06,
+      "loss": 18.0,
+      "step": 34854
+    },
+    {
+      "epoch": 1.6656312721016917,
+      "grad_norm": 214.96774291992188,
+      "learning_rate": 1.4305066160946224e-06,
+      "loss": 26.6875,
+      "step": 34855
+    },
+    {
+      "epoch": 1.665679059543152,
+      "grad_norm": 163.09886169433594,
+      "learning_rate": 1.4301077899224314e-06,
+      "loss": 17.6875,
+      "step": 34856
+    },
+    {
+      "epoch": 1.6657268469846125,
+      "grad_norm": 1211.2772216796875,
+      "learning_rate": 1.4297090150728366e-06,
+      "loss": 19.9531,
+      "step": 34857
+    },
+    {
+      "epoch": 1.6657746344260729,
+      "grad_norm": 211.5272674560547,
+      "learning_rate": 1.4293102915482283e-06,
+      "loss": 20.2812,
+      "step": 34858
+    },
+    {
+      "epoch": 1.6658224218675333,
+      "grad_norm": 492.382568359375,
+      "learning_rate": 1.42891161935099e-06,
+      "loss": 33.1875,
+      "step": 34859
+    },
+    {
+      "epoch": 1.6658702093089937,
+      "grad_norm": 207.92959594726562,
+      "learning_rate": 1.428512998483511e-06,
+      "loss": 19.0469,
+      "step": 34860
+    },
+    {
+      "epoch": 1.665917996750454,
+      "grad_norm": 214.5487518310547,
+      "learning_rate": 1.4281144289481786e-06,
+      "loss": 25.7969,
+      "step": 34861
+    },
+    {
+      "epoch": 1.6659657841919144,
+      "grad_norm": 204.48072814941406,
+      "learning_rate": 1.4277159107473825e-06,
+      "loss": 25.5625,
+      "step": 34862
+    },
+    {
+      "epoch": 1.6660135716333748,
+      "grad_norm": 339.3660888671875,
+      "learning_rate": 1.4273174438835057e-06,
+      "loss": 27.5781,
+      "step": 34863
+    },
+    {
+      "epoch": 1.6660613590748352,
+      "grad_norm": 359.4337463378906,
+      "learning_rate": 1.426919028358934e-06,
+      "loss": 23.8125,
+      "step": 34864
+    },
+    {
+      "epoch": 1.6661091465162956,
+      "grad_norm": 154.28810119628906,
+      "learning_rate": 1.4265206641760588e-06,
+      "loss": 18.3281,
+      "step": 34865
+    },
+    {
+      "epoch": 1.666156933957756,
+      "grad_norm": 245.49559020996094,
+      "learning_rate": 1.4261223513372592e-06,
+      "loss": 22.4844,
+      "step": 34866
+    },
+    {
+      "epoch": 1.6662047213992164,
+      "grad_norm": 282.6758117675781,
+      "learning_rate": 1.4257240898449232e-06,
+      "loss": 26.875,
+      "step": 34867
+    },
+    {
+      "epoch": 1.6662525088406768,
+      "grad_norm": 280.5447692871094,
+      "learning_rate": 1.4253258797014357e-06,
+      "loss": 28.9688,
+      "step": 34868
+    },
+    {
+      "epoch": 1.6663002962821372,
+      "grad_norm": 344.4826354980469,
+      "learning_rate": 1.4249277209091839e-06,
+      "loss": 24.7031,
+      "step": 34869
+    },
+    {
+      "epoch": 1.6663480837235976,
+      "grad_norm": 248.6881103515625,
+      "learning_rate": 1.4245296134705489e-06,
+      "loss": 16.9844,
+      "step": 34870
+    },
+    {
+      "epoch": 1.666395871165058,
+      "grad_norm": 328.6187438964844,
+      "learning_rate": 1.4241315573879155e-06,
+      "loss": 16.1875,
+      "step": 34871
+    },
+    {
+      "epoch": 1.6664436586065183,
+      "grad_norm": 213.87603759765625,
+      "learning_rate": 1.4237335526636708e-06,
+      "loss": 26.0,
+      "step": 34872
+    },
+    {
+      "epoch": 1.6664914460479787,
+      "grad_norm": 134.36175537109375,
+      "learning_rate": 1.423335599300193e-06,
+      "loss": 19.2812,
+      "step": 34873
+    },
+    {
+      "epoch": 1.666539233489439,
+      "grad_norm": 378.8435974121094,
+      "learning_rate": 1.422937697299871e-06,
+      "loss": 25.75,
+      "step": 34874
+    },
+    {
+      "epoch": 1.6665870209308995,
+      "grad_norm": 270.61492919921875,
+      "learning_rate": 1.4225398466650819e-06,
+      "loss": 26.1875,
+      "step": 34875
+    },
+    {
+      "epoch": 1.6666348083723599,
+      "grad_norm": 241.4405059814453,
+      "learning_rate": 1.422142047398214e-06,
+      "loss": 26.4688,
+      "step": 34876
+    },
+    {
+      "epoch": 1.6666825958138203,
+      "grad_norm": 289.11248779296875,
+      "learning_rate": 1.421744299501644e-06,
+      "loss": 17.2969,
+      "step": 34877
+    },
+    {
+      "epoch": 1.6667303832552807,
+      "grad_norm": 462.7464904785156,
+      "learning_rate": 1.4213466029777567e-06,
+      "loss": 20.3438,
+      "step": 34878
+    },
+    {
+      "epoch": 1.666778170696741,
+      "grad_norm": 240.38629150390625,
+      "learning_rate": 1.4209489578289338e-06,
+      "loss": 25.9688,
+      "step": 34879
+    },
+    {
+      "epoch": 1.6668259581382014,
+      "grad_norm": 916.9645385742188,
+      "learning_rate": 1.4205513640575586e-06,
+      "loss": 24.0469,
+      "step": 34880
+    },
+    {
+      "epoch": 1.6668737455796616,
+      "grad_norm": 379.0679626464844,
+      "learning_rate": 1.4201538216660083e-06,
+      "loss": 31.0312,
+      "step": 34881
+    },
+    {
+      "epoch": 1.666921533021122,
+      "grad_norm": 263.8434143066406,
+      "learning_rate": 1.4197563306566654e-06,
+      "loss": 21.1562,
+      "step": 34882
+    },
+    {
+      "epoch": 1.6669693204625824,
+      "grad_norm": 231.2921905517578,
+      "learning_rate": 1.419358891031911e-06,
+      "loss": 23.6562,
+      "step": 34883
+    },
+    {
+      "epoch": 1.6670171079040428,
+      "grad_norm": 157.66488647460938,
+      "learning_rate": 1.4189615027941262e-06,
+      "loss": 23.75,
+      "step": 34884
+    },
+    {
+      "epoch": 1.6670648953455032,
+      "grad_norm": 253.78158569335938,
+      "learning_rate": 1.4185641659456873e-06,
+      "loss": 27.0625,
+      "step": 34885
+    },
+    {
+      "epoch": 1.6671126827869636,
+      "grad_norm": 141.75540161132812,
+      "learning_rate": 1.418166880488977e-06,
+      "loss": 21.875,
+      "step": 34886
+    },
+    {
+      "epoch": 1.667160470228424,
+      "grad_norm": 195.20712280273438,
+      "learning_rate": 1.4177696464263725e-06,
+      "loss": 19.4375,
+      "step": 34887
+    },
+    {
+      "epoch": 1.6672082576698843,
+      "grad_norm": 157.8507537841797,
+      "learning_rate": 1.417372463760256e-06,
+      "loss": 20.0938,
+      "step": 34888
+    },
+    {
+      "epoch": 1.6672560451113447,
+      "grad_norm": 271.15325927734375,
+      "learning_rate": 1.4169753324930024e-06,
+      "loss": 21.8438,
+      "step": 34889
+    },
+    {
+      "epoch": 1.6673038325528051,
+      "grad_norm": 349.45635986328125,
+      "learning_rate": 1.4165782526269912e-06,
+      "loss": 30.5312,
+      "step": 34890
+    },
+    {
+      "epoch": 1.6673516199942655,
+      "grad_norm": 152.13919067382812,
+      "learning_rate": 1.4161812241646022e-06,
+      "loss": 21.1562,
+      "step": 34891
+    },
+    {
+      "epoch": 1.667399407435726,
+      "grad_norm": 144.63165283203125,
+      "learning_rate": 1.4157842471082095e-06,
+      "loss": 17.5312,
+      "step": 34892
+    },
+    {
+      "epoch": 1.6674471948771863,
+      "grad_norm": 260.189208984375,
+      "learning_rate": 1.415387321460192e-06,
+      "loss": 22.3125,
+      "step": 34893
+    },
+    {
+      "epoch": 1.6674949823186467,
+      "grad_norm": 312.4412841796875,
+      "learning_rate": 1.414990447222928e-06,
+      "loss": 25.7188,
+      "step": 34894
+    },
+    {
+      "epoch": 1.667542769760107,
+      "grad_norm": 321.6644592285156,
+      "learning_rate": 1.4145936243987957e-06,
+      "loss": 23.3125,
+      "step": 34895
+    },
+    {
+      "epoch": 1.6675905572015675,
+      "grad_norm": 266.80767822265625,
+      "learning_rate": 1.4141968529901673e-06,
+      "loss": 31.9062,
+      "step": 34896
+    },
+    {
+      "epoch": 1.6676383446430278,
+      "grad_norm": 186.8241424560547,
+      "learning_rate": 1.4138001329994211e-06,
+      "loss": 16.6406,
+      "step": 34897
+    },
+    {
+      "epoch": 1.6676861320844882,
+      "grad_norm": 358.6278076171875,
+      "learning_rate": 1.413403464428932e-06,
+      "loss": 20.6875,
+      "step": 34898
+    },
+    {
+      "epoch": 1.6677339195259486,
+      "grad_norm": 162.5045166015625,
+      "learning_rate": 1.4130068472810799e-06,
+      "loss": 25.6562,
+      "step": 34899
+    },
+    {
+      "epoch": 1.667781706967409,
+      "grad_norm": 342.2550048828125,
+      "learning_rate": 1.4126102815582332e-06,
+      "loss": 29.3281,
+      "step": 34900
+    },
+    {
+      "epoch": 1.6678294944088692,
+      "grad_norm": 190.1755828857422,
+      "learning_rate": 1.41221376726277e-06,
+      "loss": 20.0312,
+      "step": 34901
+    },
+    {
+      "epoch": 1.6678772818503296,
+      "grad_norm": 212.64398193359375,
+      "learning_rate": 1.4118173043970684e-06,
+      "loss": 19.5625,
+      "step": 34902
+    },
+    {
+      "epoch": 1.66792506929179,
+      "grad_norm": 256.83709716796875,
+      "learning_rate": 1.4114208929634965e-06,
+      "loss": 21.7969,
+      "step": 34903
+    },
+    {
+      "epoch": 1.6679728567332504,
+      "grad_norm": 439.490234375,
+      "learning_rate": 1.4110245329644313e-06,
+      "loss": 32.7812,
+      "step": 34904
+    },
+    {
+      "epoch": 1.6680206441747107,
+      "grad_norm": 247.07406616210938,
+      "learning_rate": 1.4106282244022485e-06,
+      "loss": 22.2812,
+      "step": 34905
+    },
+    {
+      "epoch": 1.6680684316161711,
+      "grad_norm": 230.55299377441406,
+      "learning_rate": 1.4102319672793175e-06,
+      "loss": 22.75,
+      "step": 34906
+    },
+    {
+      "epoch": 1.6681162190576315,
+      "grad_norm": 145.7921905517578,
+      "learning_rate": 1.409835761598014e-06,
+      "loss": 15.4375,
+      "step": 34907
+    },
+    {
+      "epoch": 1.668164006499092,
+      "grad_norm": 453.01947021484375,
+      "learning_rate": 1.4094396073607086e-06,
+      "loss": 22.4375,
+      "step": 34908
+    },
+    {
+      "epoch": 1.6682117939405523,
+      "grad_norm": 341.34906005859375,
+      "learning_rate": 1.4090435045697758e-06,
+      "loss": 24.1875,
+      "step": 34909
+    },
+    {
+      "epoch": 1.6682595813820127,
+      "grad_norm": 177.4849395751953,
+      "learning_rate": 1.4086474532275885e-06,
+      "loss": 26.7031,
+      "step": 34910
+    },
+    {
+      "epoch": 1.668307368823473,
+      "grad_norm": 174.32012939453125,
+      "learning_rate": 1.4082514533365155e-06,
+      "loss": 24.8438,
+      "step": 34911
+    },
+    {
+      "epoch": 1.6683551562649335,
+      "grad_norm": 187.21939086914062,
+      "learning_rate": 1.4078555048989284e-06,
+      "loss": 24.6875,
+      "step": 34912
+    },
+    {
+      "epoch": 1.6684029437063939,
+      "grad_norm": 275.0615539550781,
+      "learning_rate": 1.4074596079172033e-06,
+      "loss": 32.6875,
+      "step": 34913
+    },
+    {
+      "epoch": 1.6684507311478542,
+      "grad_norm": 500.1316833496094,
+      "learning_rate": 1.4070637623937057e-06,
+      "loss": 23.1094,
+      "step": 34914
+    },
+    {
+      "epoch": 1.6684985185893146,
+      "grad_norm": 150.395751953125,
+      "learning_rate": 1.4066679683308082e-06,
+      "loss": 17.4844,
+      "step": 34915
+    },
+    {
+      "epoch": 1.668546306030775,
+      "grad_norm": 252.43246459960938,
+      "learning_rate": 1.4062722257308803e-06,
+      "loss": 24.0312,
+      "step": 34916
+    },
+    {
+      "epoch": 1.6685940934722354,
+      "grad_norm": 218.1149139404297,
+      "learning_rate": 1.4058765345962955e-06,
+      "loss": 27.375,
+      "step": 34917
+    },
+    {
+      "epoch": 1.6686418809136958,
+      "grad_norm": 247.09080505371094,
+      "learning_rate": 1.4054808949294186e-06,
+      "loss": 22.2812,
+      "step": 34918
+    },
+    {
+      "epoch": 1.6686896683551562,
+      "grad_norm": 212.9227752685547,
+      "learning_rate": 1.405085306732622e-06,
+      "loss": 22.0312,
+      "step": 34919
+    },
+    {
+      "epoch": 1.6687374557966166,
+      "grad_norm": 125.34960174560547,
+      "learning_rate": 1.4046897700082728e-06,
+      "loss": 16.9219,
+      "step": 34920
+    },
+    {
+      "epoch": 1.668785243238077,
+      "grad_norm": 269.7903747558594,
+      "learning_rate": 1.4042942847587438e-06,
+      "loss": 25.3906,
+      "step": 34921
+    },
+    {
+      "epoch": 1.6688330306795374,
+      "grad_norm": 460.6388854980469,
+      "learning_rate": 1.403898850986397e-06,
+      "loss": 28.875,
+      "step": 34922
+    },
+    {
+      "epoch": 1.6688808181209978,
+      "grad_norm": 418.6241760253906,
+      "learning_rate": 1.4035034686936055e-06,
+      "loss": 42.625,
+      "step": 34923
+    },
+    {
+      "epoch": 1.6689286055624581,
+      "grad_norm": 327.6353454589844,
+      "learning_rate": 1.4031081378827372e-06,
+      "loss": 15.6875,
+      "step": 34924
+    },
+    {
+      "epoch": 1.6689763930039185,
+      "grad_norm": 144.53904724121094,
+      "learning_rate": 1.4027128585561567e-06,
+      "loss": 25.375,
+      "step": 34925
+    },
+    {
+      "epoch": 1.669024180445379,
+      "grad_norm": 1164.53759765625,
+      "learning_rate": 1.4023176307162323e-06,
+      "loss": 23.5938,
+      "step": 34926
+    },
+    {
+      "epoch": 1.6690719678868393,
+      "grad_norm": 309.43914794921875,
+      "learning_rate": 1.4019224543653308e-06,
+      "loss": 29.9062,
+      "step": 34927
+    },
+    {
+      "epoch": 1.6691197553282997,
+      "grad_norm": 645.7316284179688,
+      "learning_rate": 1.4015273295058218e-06,
+      "loss": 35.125,
+      "step": 34928
+    },
+    {
+      "epoch": 1.66916754276976,
+      "grad_norm": 305.7557067871094,
+      "learning_rate": 1.4011322561400664e-06,
+      "loss": 30.4375,
+      "step": 34929
+    },
+    {
+      "epoch": 1.6692153302112205,
+      "grad_norm": 350.1069030761719,
+      "learning_rate": 1.4007372342704339e-06,
+      "loss": 18.625,
+      "step": 34930
+    },
+    {
+      "epoch": 1.6692631176526809,
+      "grad_norm": 282.2909851074219,
+      "learning_rate": 1.4003422638992892e-06,
+      "loss": 27.5625,
+      "step": 34931
+    },
+    {
+      "epoch": 1.6693109050941413,
+      "grad_norm": 161.0457305908203,
+      "learning_rate": 1.399947345028999e-06,
+      "loss": 33.5625,
+      "step": 34932
+    },
+    {
+      "epoch": 1.6693586925356017,
+      "grad_norm": 280.4073791503906,
+      "learning_rate": 1.3995524776619262e-06,
+      "loss": 18.1094,
+      "step": 34933
+    },
+    {
+      "epoch": 1.669406479977062,
+      "grad_norm": 2086.927734375,
+      "learning_rate": 1.3991576618004355e-06,
+      "loss": 35.1406,
+      "step": 34934
+    },
+    {
+      "epoch": 1.6694542674185224,
+      "grad_norm": 303.4490661621094,
+      "learning_rate": 1.3987628974468948e-06,
+      "loss": 30.1406,
+      "step": 34935
+    },
+    {
+      "epoch": 1.6695020548599828,
+      "grad_norm": 311.2837219238281,
+      "learning_rate": 1.3983681846036635e-06,
+      "loss": 25.6562,
+      "step": 34936
+    },
+    {
+      "epoch": 1.6695498423014432,
+      "grad_norm": 206.0243682861328,
+      "learning_rate": 1.3979735232731073e-06,
+      "loss": 25.7812,
+      "step": 34937
+    },
+    {
+      "epoch": 1.6695976297429036,
+      "grad_norm": 278.0694580078125,
+      "learning_rate": 1.3975789134575935e-06,
+      "loss": 19.0469,
+      "step": 34938
+    },
+    {
+      "epoch": 1.669645417184364,
+      "grad_norm": 249.79827880859375,
+      "learning_rate": 1.3971843551594777e-06,
+      "loss": 24.3281,
+      "step": 34939
+    },
+    {
+      "epoch": 1.6696932046258244,
+      "grad_norm": 173.2454071044922,
+      "learning_rate": 1.3967898483811304e-06,
+      "loss": 16.5156,
+      "step": 34940
+    },
+    {
+      "epoch": 1.6697409920672848,
+      "grad_norm": 191.41647338867188,
+      "learning_rate": 1.3963953931249086e-06,
+      "loss": 21.9688,
+      "step": 34941
+    },
+    {
+      "epoch": 1.6697887795087452,
+      "grad_norm": 148.4156494140625,
+      "learning_rate": 1.396000989393177e-06,
+      "loss": 22.5625,
+      "step": 34942
+    },
+    {
+      "epoch": 1.6698365669502055,
+      "grad_norm": 291.67706298828125,
+      "learning_rate": 1.395606637188298e-06,
+      "loss": 24.0938,
+      "step": 34943
+    },
+    {
+      "epoch": 1.669884354391666,
+      "grad_norm": 208.71009826660156,
+      "learning_rate": 1.3952123365126314e-06,
+      "loss": 21.4375,
+      "step": 34944
+    },
+    {
+      "epoch": 1.6699321418331263,
+      "grad_norm": 741.7203979492188,
+      "learning_rate": 1.3948180873685403e-06,
+      "loss": 30.25,
+      "step": 34945
+    },
+    {
+      "epoch": 1.6699799292745867,
+      "grad_norm": 281.7752380371094,
+      "learning_rate": 1.3944238897583838e-06,
+      "loss": 26.3125,
+      "step": 34946
+    },
+    {
+      "epoch": 1.670027716716047,
+      "grad_norm": 937.0921020507812,
+      "learning_rate": 1.3940297436845262e-06,
+      "loss": 24.1875,
+      "step": 34947
+    },
+    {
+      "epoch": 1.6700755041575075,
+      "grad_norm": 289.2371826171875,
+      "learning_rate": 1.3936356491493242e-06,
+      "loss": 25.4844,
+      "step": 34948
+    },
+    {
+      "epoch": 1.6701232915989679,
+      "grad_norm": 256.66632080078125,
+      "learning_rate": 1.393241606155139e-06,
+      "loss": 28.1562,
+      "step": 34949
+    },
+    {
+      "epoch": 1.6701710790404283,
+      "grad_norm": 2155.567626953125,
+      "learning_rate": 1.3928476147043335e-06,
+      "loss": 16.2188,
+      "step": 34950
+    },
+    {
+      "epoch": 1.6702188664818887,
+      "grad_norm": 216.9803009033203,
+      "learning_rate": 1.3924536747992623e-06,
+      "loss": 30.25,
+      "step": 34951
+    },
+    {
+      "epoch": 1.670266653923349,
+      "grad_norm": 200.38327026367188,
+      "learning_rate": 1.392059786442287e-06,
+      "loss": 31.5312,
+      "step": 34952
+    },
+    {
+      "epoch": 1.6703144413648094,
+      "grad_norm": 347.695068359375,
+      "learning_rate": 1.3916659496357653e-06,
+      "loss": 27.6875,
+      "step": 34953
+    },
+    {
+      "epoch": 1.6703622288062698,
+      "grad_norm": 199.5601348876953,
+      "learning_rate": 1.3912721643820592e-06,
+      "loss": 24.9688,
+      "step": 34954
+    },
+    {
+      "epoch": 1.6704100162477302,
+      "grad_norm": 475.2434997558594,
+      "learning_rate": 1.3908784306835232e-06,
+      "loss": 31.5156,
+      "step": 34955
+    },
+    {
+      "epoch": 1.6704578036891906,
+      "grad_norm": 157.28482055664062,
+      "learning_rate": 1.3904847485425155e-06,
+      "loss": 19.1875,
+      "step": 34956
+    },
+    {
+      "epoch": 1.670505591130651,
+      "grad_norm": 980.128662109375,
+      "learning_rate": 1.3900911179613952e-06,
+      "loss": 31.375,
+      "step": 34957
+    },
+    {
+      "epoch": 1.6705533785721114,
+      "grad_norm": 309.1258239746094,
+      "learning_rate": 1.3896975389425228e-06,
+      "loss": 17.875,
+      "step": 34958
+    },
+    {
+      "epoch": 1.6706011660135718,
+      "grad_norm": 303.7533874511719,
+      "learning_rate": 1.3893040114882482e-06,
+      "loss": 31.4062,
+      "step": 34959
+    },
+    {
+      "epoch": 1.6706489534550322,
+      "grad_norm": 181.15890502929688,
+      "learning_rate": 1.3889105356009313e-06,
+      "loss": 19.0312,
+      "step": 34960
+    },
+    {
+      "epoch": 1.6706967408964926,
+      "grad_norm": 448.54693603515625,
+      "learning_rate": 1.3885171112829321e-06,
+      "loss": 24.9062,
+      "step": 34961
+    },
+    {
+      "epoch": 1.670744528337953,
+      "grad_norm": 164.67144775390625,
+      "learning_rate": 1.388123738536601e-06,
+      "loss": 19.6875,
+      "step": 34962
+    },
+    {
+      "epoch": 1.6707923157794131,
+      "grad_norm": 243.81338500976562,
+      "learning_rate": 1.387730417364297e-06,
+      "loss": 21.5469,
+      "step": 34963
+    },
+    {
+      "epoch": 1.6708401032208735,
+      "grad_norm": 217.50592041015625,
+      "learning_rate": 1.3873371477683739e-06,
+      "loss": 25.1406,
+      "step": 34964
+    },
+    {
+      "epoch": 1.670887890662334,
+      "grad_norm": 622.6633911132812,
+      "learning_rate": 1.386943929751191e-06,
+      "loss": 35.5,
+      "step": 34965
+    },
+    {
+      "epoch": 1.6709356781037943,
+      "grad_norm": 357.8376770019531,
+      "learning_rate": 1.3865507633150977e-06,
+      "loss": 27.6875,
+      "step": 34966
+    },
+    {
+      "epoch": 1.6709834655452547,
+      "grad_norm": 207.75193786621094,
+      "learning_rate": 1.3861576484624506e-06,
+      "loss": 26.625,
+      "step": 34967
+    },
+    {
+      "epoch": 1.671031252986715,
+      "grad_norm": 226.463134765625,
+      "learning_rate": 1.3857645851956037e-06,
+      "loss": 23.6875,
+      "step": 34968
+    },
+    {
+      "epoch": 1.6710790404281755,
+      "grad_norm": 179.22242736816406,
+      "learning_rate": 1.3853715735169148e-06,
+      "loss": 21.3438,
+      "step": 34969
+    },
+    {
+      "epoch": 1.6711268278696358,
+      "grad_norm": 352.54656982421875,
+      "learning_rate": 1.3849786134287313e-06,
+      "loss": 24.0,
+      "step": 34970
+    },
+    {
+      "epoch": 1.6711746153110962,
+      "grad_norm": 379.05810546875,
+      "learning_rate": 1.3845857049334122e-06,
+      "loss": 26.7812,
+      "step": 34971
+    },
+    {
+      "epoch": 1.6712224027525566,
+      "grad_norm": 274.5860900878906,
+      "learning_rate": 1.3841928480333055e-06,
+      "loss": 27.3438,
+      "step": 34972
+    },
+    {
+      "epoch": 1.671270190194017,
+      "grad_norm": 230.8667755126953,
+      "learning_rate": 1.3838000427307685e-06,
+      "loss": 16.8672,
+      "step": 34973
+    },
+    {
+      "epoch": 1.6713179776354774,
+      "grad_norm": 129.64735412597656,
+      "learning_rate": 1.383407289028149e-06,
+      "loss": 14.0469,
+      "step": 34974
+    },
+    {
+      "epoch": 1.6713657650769378,
+      "grad_norm": 181.89334106445312,
+      "learning_rate": 1.383014586927801e-06,
+      "loss": 22.3906,
+      "step": 34975
+    },
+    {
+      "epoch": 1.6714135525183982,
+      "grad_norm": 151.36309814453125,
+      "learning_rate": 1.3826219364320792e-06,
+      "loss": 19.7969,
+      "step": 34976
+    },
+    {
+      "epoch": 1.6714613399598586,
+      "grad_norm": 571.7828979492188,
+      "learning_rate": 1.3822293375433304e-06,
+      "loss": 29.1562,
+      "step": 34977
+    },
+    {
+      "epoch": 1.671509127401319,
+      "grad_norm": 290.6769714355469,
+      "learning_rate": 1.3818367902639085e-06,
+      "loss": 23.125,
+      "step": 34978
+    },
+    {
+      "epoch": 1.6715569148427794,
+      "grad_norm": 177.21539306640625,
+      "learning_rate": 1.3814442945961625e-06,
+      "loss": 23.5312,
+      "step": 34979
+    },
+    {
+      "epoch": 1.6716047022842397,
+      "grad_norm": 169.4307403564453,
+      "learning_rate": 1.3810518505424476e-06,
+      "loss": 24.375,
+      "step": 34980
+    },
+    {
+      "epoch": 1.6716524897257001,
+      "grad_norm": 291.67431640625,
+      "learning_rate": 1.380659458105107e-06,
+      "loss": 25.5938,
+      "step": 34981
+    },
+    {
+      "epoch": 1.6717002771671605,
+      "grad_norm": 221.13665771484375,
+      "learning_rate": 1.3802671172864957e-06,
+      "loss": 25.625,
+      "step": 34982
+    },
+    {
+      "epoch": 1.671748064608621,
+      "grad_norm": 294.3770751953125,
+      "learning_rate": 1.3798748280889608e-06,
+      "loss": 27.8594,
+      "step": 34983
+    },
+    {
+      "epoch": 1.671795852050081,
+      "grad_norm": 209.44308471679688,
+      "learning_rate": 1.3794825905148557e-06,
+      "loss": 19.6562,
+      "step": 34984
+    },
+    {
+      "epoch": 1.6718436394915415,
+      "grad_norm": 253.17481994628906,
+      "learning_rate": 1.3790904045665231e-06,
+      "loss": 17.1875,
+      "step": 34985
+    },
+    {
+      "epoch": 1.6718914269330019,
+      "grad_norm": 272.1134948730469,
+      "learning_rate": 1.3786982702463158e-06,
+      "loss": 21.1562,
+      "step": 34986
+    },
+    {
+      "epoch": 1.6719392143744622,
+      "grad_norm": 375.1217041015625,
+      "learning_rate": 1.378306187556584e-06,
+      "loss": 36.6562,
+      "step": 34987
+    },
+    {
+      "epoch": 1.6719870018159226,
+      "grad_norm": 335.4442443847656,
+      "learning_rate": 1.37791415649967e-06,
+      "loss": 27.5938,
+      "step": 34988
+    },
+    {
+      "epoch": 1.672034789257383,
+      "grad_norm": 255.08314514160156,
+      "learning_rate": 1.3775221770779245e-06,
+      "loss": 24.0938,
+      "step": 34989
+    },
+    {
+      "epoch": 1.6720825766988434,
+      "grad_norm": 398.2603454589844,
+      "learning_rate": 1.3771302492936956e-06,
+      "loss": 25.5938,
+      "step": 34990
+    },
+    {
+      "epoch": 1.6721303641403038,
+      "grad_norm": 333.2567443847656,
+      "learning_rate": 1.3767383731493322e-06,
+      "loss": 17.5938,
+      "step": 34991
+    },
+    {
+      "epoch": 1.6721781515817642,
+      "grad_norm": 320.9808654785156,
+      "learning_rate": 1.3763465486471771e-06,
+      "loss": 35.6875,
+      "step": 34992
+    },
+    {
+      "epoch": 1.6722259390232246,
+      "grad_norm": 245.42251586914062,
+      "learning_rate": 1.3759547757895774e-06,
+      "loss": 26.5625,
+      "step": 34993
+    },
+    {
+      "epoch": 1.672273726464685,
+      "grad_norm": 212.8086395263672,
+      "learning_rate": 1.3755630545788823e-06,
+      "loss": 29.7344,
+      "step": 34994
+    },
+    {
+      "epoch": 1.6723215139061454,
+      "grad_norm": 235.69163513183594,
+      "learning_rate": 1.3751713850174364e-06,
+      "loss": 26.0781,
+      "step": 34995
+    },
+    {
+      "epoch": 1.6723693013476058,
+      "grad_norm": 263.11376953125,
+      "learning_rate": 1.3747797671075835e-06,
+      "loss": 19.0781,
+      "step": 34996
+    },
+    {
+      "epoch": 1.6724170887890661,
+      "grad_norm": 212.5709991455078,
+      "learning_rate": 1.3743882008516695e-06,
+      "loss": 17.2656,
+      "step": 34997
+    },
+    {
+      "epoch": 1.6724648762305265,
+      "grad_norm": 151.24981689453125,
+      "learning_rate": 1.3739966862520437e-06,
+      "loss": 19.4062,
+      "step": 34998
+    },
+    {
+      "epoch": 1.672512663671987,
+      "grad_norm": 202.7825927734375,
+      "learning_rate": 1.3736052233110441e-06,
+      "loss": 17.0938,
+      "step": 34999
+    },
+    {
+      "epoch": 1.6725604511134473,
+      "grad_norm": 149.52679443359375,
+      "learning_rate": 1.3732138120310179e-06,
+      "loss": 19.9688,
+      "step": 35000
+    },
+    {
+      "epoch": 1.6726082385549077,
+      "grad_norm": 327.7059020996094,
+      "learning_rate": 1.3728224524143096e-06,
+      "loss": 39.2188,
+      "step": 35001
+    },
+    {
+      "epoch": 1.672656025996368,
+      "grad_norm": 362.6499938964844,
+      "learning_rate": 1.3724311444632642e-06,
+      "loss": 21.4531,
+      "step": 35002
+    },
+    {
+      "epoch": 1.6727038134378285,
+      "grad_norm": 259.587646484375,
+      "learning_rate": 1.3720398881802222e-06,
+      "loss": 29.6406,
+      "step": 35003
+    },
+    {
+      "epoch": 1.6727516008792889,
+      "grad_norm": 143.54786682128906,
+      "learning_rate": 1.3716486835675303e-06,
+      "loss": 15.3984,
+      "step": 35004
+    },
+    {
+      "epoch": 1.6727993883207493,
+      "grad_norm": 123.32624053955078,
+      "learning_rate": 1.3712575306275277e-06,
+      "loss": 14.5469,
+      "step": 35005
+    },
+    {
+      "epoch": 1.6728471757622096,
+      "grad_norm": 286.1979064941406,
+      "learning_rate": 1.3708664293625574e-06,
+      "loss": 33.7812,
+      "step": 35006
+    },
+    {
+      "epoch": 1.67289496320367,
+      "grad_norm": 143.23074340820312,
+      "learning_rate": 1.3704753797749648e-06,
+      "loss": 19.9844,
+      "step": 35007
+    },
+    {
+      "epoch": 1.6729427506451304,
+      "grad_norm": 136.2539825439453,
+      "learning_rate": 1.3700843818670873e-06,
+      "loss": 21.2656,
+      "step": 35008
+    },
+    {
+      "epoch": 1.6729905380865908,
+      "grad_norm": 238.9848175048828,
+      "learning_rate": 1.3696934356412694e-06,
+      "loss": 21.5469,
+      "step": 35009
+    },
+    {
+      "epoch": 1.6730383255280512,
+      "grad_norm": 176.11166381835938,
+      "learning_rate": 1.3693025410998529e-06,
+      "loss": 23.1875,
+      "step": 35010
+    },
+    {
+      "epoch": 1.6730861129695116,
+      "grad_norm": 160.86856079101562,
+      "learning_rate": 1.3689116982451756e-06,
+      "loss": 19.0156,
+      "step": 35011
+    },
+    {
+      "epoch": 1.673133900410972,
+      "grad_norm": 345.1407470703125,
+      "learning_rate": 1.3685209070795803e-06,
+      "loss": 26.2656,
+      "step": 35012
+    },
+    {
+      "epoch": 1.6731816878524324,
+      "grad_norm": 291.9768371582031,
+      "learning_rate": 1.3681301676054093e-06,
+      "loss": 21.9844,
+      "step": 35013
+    },
+    {
+      "epoch": 1.6732294752938928,
+      "grad_norm": 160.88381958007812,
+      "learning_rate": 1.3677394798249989e-06,
+      "loss": 19.0625,
+      "step": 35014
+    },
+    {
+      "epoch": 1.6732772627353532,
+      "grad_norm": 168.6790313720703,
+      "learning_rate": 1.367348843740689e-06,
+      "loss": 18.5,
+      "step": 35015
+    },
+    {
+      "epoch": 1.6733250501768135,
+      "grad_norm": 259.2959899902344,
+      "learning_rate": 1.3669582593548214e-06,
+      "loss": 18.4219,
+      "step": 35016
+    },
+    {
+      "epoch": 1.673372837618274,
+      "grad_norm": 310.2790222167969,
+      "learning_rate": 1.3665677266697352e-06,
+      "loss": 27.6406,
+      "step": 35017
+    },
+    {
+      "epoch": 1.6734206250597343,
+      "grad_norm": 213.82913208007812,
+      "learning_rate": 1.3661772456877675e-06,
+      "loss": 26.2812,
+      "step": 35018
+    },
+    {
+      "epoch": 1.6734684125011947,
+      "grad_norm": 360.607421875,
+      "learning_rate": 1.3657868164112565e-06,
+      "loss": 23.1875,
+      "step": 35019
+    },
+    {
+      "epoch": 1.673516199942655,
+      "grad_norm": 200.37034606933594,
+      "learning_rate": 1.3653964388425412e-06,
+      "loss": 21.9375,
+      "step": 35020
+    },
+    {
+      "epoch": 1.6735639873841155,
+      "grad_norm": 310.25592041015625,
+      "learning_rate": 1.365006112983962e-06,
+      "loss": 22.4375,
+      "step": 35021
+    },
+    {
+      "epoch": 1.6736117748255759,
+      "grad_norm": 181.2341766357422,
+      "learning_rate": 1.3646158388378516e-06,
+      "loss": 22.25,
+      "step": 35022
+    },
+    {
+      "epoch": 1.6736595622670363,
+      "grad_norm": 212.13241577148438,
+      "learning_rate": 1.3642256164065504e-06,
+      "loss": 22.7812,
+      "step": 35023
+    },
+    {
+      "epoch": 1.6737073497084967,
+      "grad_norm": 444.9859313964844,
+      "learning_rate": 1.3638354456923951e-06,
+      "loss": 25.0625,
+      "step": 35024
+    },
+    {
+      "epoch": 1.673755137149957,
+      "grad_norm": 329.4547119140625,
+      "learning_rate": 1.363445326697721e-06,
+      "loss": 25.375,
+      "step": 35025
+    },
+    {
+      "epoch": 1.6738029245914174,
+      "grad_norm": 272.2513732910156,
+      "learning_rate": 1.3630552594248647e-06,
+      "loss": 34.4688,
+      "step": 35026
+    },
+    {
+      "epoch": 1.6738507120328778,
+      "grad_norm": 189.81512451171875,
+      "learning_rate": 1.3626652438761634e-06,
+      "loss": 15.9844,
+      "step": 35027
+    },
+    {
+      "epoch": 1.6738984994743382,
+      "grad_norm": 187.4473114013672,
+      "learning_rate": 1.362275280053953e-06,
+      "loss": 18.2969,
+      "step": 35028
+    },
+    {
+      "epoch": 1.6739462869157986,
+      "grad_norm": 196.5826873779297,
+      "learning_rate": 1.3618853679605671e-06,
+      "loss": 22.4688,
+      "step": 35029
+    },
+    {
+      "epoch": 1.673994074357259,
+      "grad_norm": 237.3968505859375,
+      "learning_rate": 1.3614955075983404e-06,
+      "loss": 26.4062,
+      "step": 35030
+    },
+    {
+      "epoch": 1.6740418617987194,
+      "grad_norm": 219.70965576171875,
+      "learning_rate": 1.361105698969609e-06,
+      "loss": 26.9688,
+      "step": 35031
+    },
+    {
+      "epoch": 1.6740896492401798,
+      "grad_norm": 216.14353942871094,
+      "learning_rate": 1.3607159420767102e-06,
+      "loss": 21.2188,
+      "step": 35032
+    },
+    {
+      "epoch": 1.6741374366816402,
+      "grad_norm": 197.2156982421875,
+      "learning_rate": 1.3603262369219727e-06,
+      "loss": 21.1562,
+      "step": 35033
+    },
+    {
+      "epoch": 1.6741852241231006,
+      "grad_norm": 144.95045471191406,
+      "learning_rate": 1.3599365835077327e-06,
+      "loss": 16.9062,
+      "step": 35034
+    },
+    {
+      "epoch": 1.674233011564561,
+      "grad_norm": 211.0537567138672,
+      "learning_rate": 1.359546981836326e-06,
+      "loss": 23.7969,
+      "step": 35035
+    },
+    {
+      "epoch": 1.6742807990060213,
+      "grad_norm": 453.98480224609375,
+      "learning_rate": 1.359157431910082e-06,
+      "loss": 23.6094,
+      "step": 35036
+    },
+    {
+      "epoch": 1.6743285864474817,
+      "grad_norm": 181.37789916992188,
+      "learning_rate": 1.3587679337313363e-06,
+      "loss": 22.0938,
+      "step": 35037
+    },
+    {
+      "epoch": 1.6743763738889421,
+      "grad_norm": 148.6572265625,
+      "learning_rate": 1.3583784873024198e-06,
+      "loss": 15.0781,
+      "step": 35038
+    },
+    {
+      "epoch": 1.6744241613304025,
+      "grad_norm": 250.3795166015625,
+      "learning_rate": 1.3579890926256645e-06,
+      "loss": 21.3281,
+      "step": 35039
+    },
+    {
+      "epoch": 1.674471948771863,
+      "grad_norm": 431.1620178222656,
+      "learning_rate": 1.3575997497034056e-06,
+      "loss": 18.5781,
+      "step": 35040
+    },
+    {
+      "epoch": 1.6745197362133233,
+      "grad_norm": 238.6500244140625,
+      "learning_rate": 1.3572104585379698e-06,
+      "loss": 34.0625,
+      "step": 35041
+    },
+    {
+      "epoch": 1.6745675236547837,
+      "grad_norm": 405.00506591796875,
+      "learning_rate": 1.356821219131691e-06,
+      "loss": 32.4531,
+      "step": 35042
+    },
+    {
+      "epoch": 1.674615311096244,
+      "grad_norm": 218.11383056640625,
+      "learning_rate": 1.3564320314869028e-06,
+      "loss": 23.2031,
+      "step": 35043
+    },
+    {
+      "epoch": 1.6746630985377045,
+      "grad_norm": 214.0739288330078,
+      "learning_rate": 1.3560428956059323e-06,
+      "loss": 14.6094,
+      "step": 35044
+    },
+    {
+      "epoch": 1.6747108859791646,
+      "grad_norm": 146.4350128173828,
+      "learning_rate": 1.35565381149111e-06,
+      "loss": 19.2031,
+      "step": 35045
+    },
+    {
+      "epoch": 1.674758673420625,
+      "grad_norm": 159.1563720703125,
+      "learning_rate": 1.3552647791447694e-06,
+      "loss": 20.2031,
+      "step": 35046
+    },
+    {
+      "epoch": 1.6748064608620854,
+      "grad_norm": 154.06446838378906,
+      "learning_rate": 1.3548757985692362e-06,
+      "loss": 19.4844,
+      "step": 35047
+    },
+    {
+      "epoch": 1.6748542483035458,
+      "grad_norm": 203.9702911376953,
+      "learning_rate": 1.3544868697668412e-06,
+      "loss": 29.7188,
+      "step": 35048
+    },
+    {
+      "epoch": 1.6749020357450062,
+      "grad_norm": 181.94631958007812,
+      "learning_rate": 1.3540979927399144e-06,
+      "loss": 15.7812,
+      "step": 35049
+    },
+    {
+      "epoch": 1.6749498231864666,
+      "grad_norm": 225.01919555664062,
+      "learning_rate": 1.3537091674907865e-06,
+      "loss": 23.1719,
+      "step": 35050
+    },
+    {
+      "epoch": 1.674997610627927,
+      "grad_norm": 126.96697235107422,
+      "learning_rate": 1.353320394021782e-06,
+      "loss": 19.4062,
+      "step": 35051
+    },
+    {
+      "epoch": 1.6750453980693873,
+      "grad_norm": 357.437744140625,
+      "learning_rate": 1.3529316723352303e-06,
+      "loss": 25.6719,
+      "step": 35052
+    },
+    {
+      "epoch": 1.6750931855108477,
+      "grad_norm": 305.9353332519531,
+      "learning_rate": 1.3525430024334607e-06,
+      "loss": 34.4062,
+      "step": 35053
+    },
+    {
+      "epoch": 1.6751409729523081,
+      "grad_norm": 300.9727478027344,
+      "learning_rate": 1.3521543843188023e-06,
+      "loss": 29.9062,
+      "step": 35054
+    },
+    {
+      "epoch": 1.6751887603937685,
+      "grad_norm": 189.5508270263672,
+      "learning_rate": 1.3517658179935789e-06,
+      "loss": 25.9062,
+      "step": 35055
+    },
+    {
+      "epoch": 1.675236547835229,
+      "grad_norm": 166.9051055908203,
+      "learning_rate": 1.3513773034601185e-06,
+      "loss": 21.9688,
+      "step": 35056
+    },
+    {
+      "epoch": 1.6752843352766893,
+      "grad_norm": 178.69805908203125,
+      "learning_rate": 1.3509888407207471e-06,
+      "loss": 20.4219,
+      "step": 35057
+    },
+    {
+      "epoch": 1.6753321227181497,
+      "grad_norm": 169.72547912597656,
+      "learning_rate": 1.3506004297777965e-06,
+      "loss": 27.3125,
+      "step": 35058
+    },
+    {
+      "epoch": 1.67537991015961,
+      "grad_norm": 253.4434356689453,
+      "learning_rate": 1.3502120706335853e-06,
+      "loss": 19.3281,
+      "step": 35059
+    },
+    {
+      "epoch": 1.6754276976010705,
+      "grad_norm": 204.01918029785156,
+      "learning_rate": 1.349823763290442e-06,
+      "loss": 22.6406,
+      "step": 35060
+    },
+    {
+      "epoch": 1.6754754850425309,
+      "grad_norm": 302.11376953125,
+      "learning_rate": 1.349435507750695e-06,
+      "loss": 22.0938,
+      "step": 35061
+    },
+    {
+      "epoch": 1.6755232724839912,
+      "grad_norm": 300.3424987792969,
+      "learning_rate": 1.3490473040166651e-06,
+      "loss": 21.9375,
+      "step": 35062
+    },
+    {
+      "epoch": 1.6755710599254516,
+      "grad_norm": 262.3307800292969,
+      "learning_rate": 1.3486591520906788e-06,
+      "loss": 24.0625,
+      "step": 35063
+    },
+    {
+      "epoch": 1.675618847366912,
+      "grad_norm": 336.6751708984375,
+      "learning_rate": 1.348271051975062e-06,
+      "loss": 30.4688,
+      "step": 35064
+    },
+    {
+      "epoch": 1.6756666348083724,
+      "grad_norm": 114.13865661621094,
+      "learning_rate": 1.3478830036721392e-06,
+      "loss": 21.2188,
+      "step": 35065
+    },
+    {
+      "epoch": 1.6757144222498326,
+      "grad_norm": 141.0575714111328,
+      "learning_rate": 1.3474950071842307e-06,
+      "loss": 23.125,
+      "step": 35066
+    },
+    {
+      "epoch": 1.675762209691293,
+      "grad_norm": 274.7288513183594,
+      "learning_rate": 1.3471070625136617e-06,
+      "loss": 32.0312,
+      "step": 35067
+    },
+    {
+      "epoch": 1.6758099971327534,
+      "grad_norm": 358.11199951171875,
+      "learning_rate": 1.3467191696627592e-06,
+      "loss": 20.7969,
+      "step": 35068
+    },
+    {
+      "epoch": 1.6758577845742137,
+      "grad_norm": 288.00860595703125,
+      "learning_rate": 1.346331328633841e-06,
+      "loss": 19.8906,
+      "step": 35069
+    },
+    {
+      "epoch": 1.6759055720156741,
+      "grad_norm": 462.46075439453125,
+      "learning_rate": 1.345943539429233e-06,
+      "loss": 23.7812,
+      "step": 35070
+    },
+    {
+      "epoch": 1.6759533594571345,
+      "grad_norm": 189.54676818847656,
+      "learning_rate": 1.3455558020512549e-06,
+      "loss": 20.4219,
+      "step": 35071
+    },
+    {
+      "epoch": 1.676001146898595,
+      "grad_norm": 380.2225646972656,
+      "learning_rate": 1.3451681165022302e-06,
+      "loss": 29.0312,
+      "step": 35072
+    },
+    {
+      "epoch": 1.6760489343400553,
+      "grad_norm": 286.2469787597656,
+      "learning_rate": 1.3447804827844835e-06,
+      "loss": 25.0312,
+      "step": 35073
+    },
+    {
+      "epoch": 1.6760967217815157,
+      "grad_norm": 160.64723205566406,
+      "learning_rate": 1.3443929009003298e-06,
+      "loss": 17.7188,
+      "step": 35074
+    },
+    {
+      "epoch": 1.676144509222976,
+      "grad_norm": 253.17953491210938,
+      "learning_rate": 1.344005370852095e-06,
+      "loss": 21.25,
+      "step": 35075
+    },
+    {
+      "epoch": 1.6761922966644365,
+      "grad_norm": 161.9603271484375,
+      "learning_rate": 1.3436178926421006e-06,
+      "loss": 27.3594,
+      "step": 35076
+    },
+    {
+      "epoch": 1.6762400841058969,
+      "grad_norm": 277.66339111328125,
+      "learning_rate": 1.3432304662726625e-06,
+      "loss": 24.7812,
+      "step": 35077
+    },
+    {
+      "epoch": 1.6762878715473573,
+      "grad_norm": 351.3031311035156,
+      "learning_rate": 1.3428430917461043e-06,
+      "loss": 30.75,
+      "step": 35078
+    },
+    {
+      "epoch": 1.6763356589888176,
+      "grad_norm": 400.4355773925781,
+      "learning_rate": 1.3424557690647455e-06,
+      "loss": 32.25,
+      "step": 35079
+    },
+    {
+      "epoch": 1.676383446430278,
+      "grad_norm": 201.9478759765625,
+      "learning_rate": 1.3420684982309074e-06,
+      "loss": 17.7812,
+      "step": 35080
+    },
+    {
+      "epoch": 1.6764312338717384,
+      "grad_norm": 171.2642364501953,
+      "learning_rate": 1.3416812792469037e-06,
+      "loss": 14.9062,
+      "step": 35081
+    },
+    {
+      "epoch": 1.6764790213131988,
+      "grad_norm": 153.88645935058594,
+      "learning_rate": 1.341294112115058e-06,
+      "loss": 19.5938,
+      "step": 35082
+    },
+    {
+      "epoch": 1.6765268087546592,
+      "grad_norm": 202.83523559570312,
+      "learning_rate": 1.3409069968376899e-06,
+      "loss": 20.4062,
+      "step": 35083
+    },
+    {
+      "epoch": 1.6765745961961196,
+      "grad_norm": 170.87977600097656,
+      "learning_rate": 1.3405199334171137e-06,
+      "loss": 15.8281,
+      "step": 35084
+    },
+    {
+      "epoch": 1.67662238363758,
+      "grad_norm": 225.7555694580078,
+      "learning_rate": 1.3401329218556492e-06,
+      "loss": 27.3438,
+      "step": 35085
+    },
+    {
+      "epoch": 1.6766701710790404,
+      "grad_norm": 276.76263427734375,
+      "learning_rate": 1.339745962155613e-06,
+      "loss": 30.25,
+      "step": 35086
+    },
+    {
+      "epoch": 1.6767179585205008,
+      "grad_norm": 362.5127258300781,
+      "learning_rate": 1.339359054319327e-06,
+      "loss": 18.9531,
+      "step": 35087
+    },
+    {
+      "epoch": 1.6767657459619612,
+      "grad_norm": 185.0661163330078,
+      "learning_rate": 1.3389721983491033e-06,
+      "loss": 26.2969,
+      "step": 35088
+    },
+    {
+      "epoch": 1.6768135334034215,
+      "grad_norm": 140.2448272705078,
+      "learning_rate": 1.3385853942472592e-06,
+      "loss": 13.2969,
+      "step": 35089
+    },
+    {
+      "epoch": 1.676861320844882,
+      "grad_norm": 184.29652404785156,
+      "learning_rate": 1.338198642016113e-06,
+      "loss": 21.4375,
+      "step": 35090
+    },
+    {
+      "epoch": 1.6769091082863423,
+      "grad_norm": 291.9844055175781,
+      "learning_rate": 1.3378119416579815e-06,
+      "loss": 15.5781,
+      "step": 35091
+    },
+    {
+      "epoch": 1.6769568957278027,
+      "grad_norm": 429.4710693359375,
+      "learning_rate": 1.3374252931751775e-06,
+      "loss": 28.2969,
+      "step": 35092
+    },
+    {
+      "epoch": 1.677004683169263,
+      "grad_norm": 367.8612976074219,
+      "learning_rate": 1.337038696570019e-06,
+      "loss": 27.6406,
+      "step": 35093
+    },
+    {
+      "epoch": 1.6770524706107235,
+      "grad_norm": 233.16519165039062,
+      "learning_rate": 1.3366521518448195e-06,
+      "loss": 28.2812,
+      "step": 35094
+    },
+    {
+      "epoch": 1.6771002580521839,
+      "grad_norm": 328.0544738769531,
+      "learning_rate": 1.3362656590018974e-06,
+      "loss": 33.6406,
+      "step": 35095
+    },
+    {
+      "epoch": 1.6771480454936443,
+      "grad_norm": 182.344970703125,
+      "learning_rate": 1.335879218043562e-06,
+      "loss": 26.5312,
+      "step": 35096
+    },
+    {
+      "epoch": 1.6771958329351047,
+      "grad_norm": 253.2783660888672,
+      "learning_rate": 1.3354928289721314e-06,
+      "loss": 24.0625,
+      "step": 35097
+    },
+    {
+      "epoch": 1.677243620376565,
+      "grad_norm": 180.7859649658203,
+      "learning_rate": 1.3351064917899193e-06,
+      "loss": 21.6562,
+      "step": 35098
+    },
+    {
+      "epoch": 1.6772914078180254,
+      "grad_norm": 322.4182434082031,
+      "learning_rate": 1.3347202064992371e-06,
+      "loss": 24.1875,
+      "step": 35099
+    },
+    {
+      "epoch": 1.6773391952594858,
+      "grad_norm": 293.46875,
+      "learning_rate": 1.3343339731023997e-06,
+      "loss": 32.3438,
+      "step": 35100
+    },
+    {
+      "epoch": 1.6773869827009462,
+      "grad_norm": 407.9864501953125,
+      "learning_rate": 1.333947791601722e-06,
+      "loss": 23.1094,
+      "step": 35101
+    },
+    {
+      "epoch": 1.6774347701424066,
+      "grad_norm": 339.2027893066406,
+      "learning_rate": 1.3335616619995128e-06,
+      "loss": 27.4375,
+      "step": 35102
+    },
+    {
+      "epoch": 1.677482557583867,
+      "grad_norm": 367.8381652832031,
+      "learning_rate": 1.3331755842980886e-06,
+      "loss": 37.9219,
+      "step": 35103
+    },
+    {
+      "epoch": 1.6775303450253274,
+      "grad_norm": 130.84579467773438,
+      "learning_rate": 1.3327895584997564e-06,
+      "loss": 15.9531,
+      "step": 35104
+    },
+    {
+      "epoch": 1.6775781324667878,
+      "grad_norm": 239.43780517578125,
+      "learning_rate": 1.3324035846068318e-06,
+      "loss": 27.1875,
+      "step": 35105
+    },
+    {
+      "epoch": 1.6776259199082482,
+      "grad_norm": 247.34092712402344,
+      "learning_rate": 1.3320176626216276e-06,
+      "loss": 23.8594,
+      "step": 35106
+    },
+    {
+      "epoch": 1.6776737073497086,
+      "grad_norm": 175.40951538085938,
+      "learning_rate": 1.3316317925464506e-06,
+      "loss": 20.25,
+      "step": 35107
+    },
+    {
+      "epoch": 1.677721494791169,
+      "grad_norm": 319.2088928222656,
+      "learning_rate": 1.3312459743836138e-06,
+      "loss": 24.625,
+      "step": 35108
+    },
+    {
+      "epoch": 1.6777692822326293,
+      "grad_norm": 112.54402923583984,
+      "learning_rate": 1.3308602081354305e-06,
+      "loss": 15.2656,
+      "step": 35109
+    },
+    {
+      "epoch": 1.6778170696740897,
+      "grad_norm": 128.78895568847656,
+      "learning_rate": 1.3304744938042058e-06,
+      "loss": 22.0781,
+      "step": 35110
+    },
+    {
+      "epoch": 1.6778648571155501,
+      "grad_norm": 206.40216064453125,
+      "learning_rate": 1.330088831392251e-06,
+      "loss": 25.0938,
+      "step": 35111
+    },
+    {
+      "epoch": 1.6779126445570105,
+      "grad_norm": 188.7533721923828,
+      "learning_rate": 1.3297032209018779e-06,
+      "loss": 17.0,
+      "step": 35112
+    },
+    {
+      "epoch": 1.677960431998471,
+      "grad_norm": 166.89903259277344,
+      "learning_rate": 1.3293176623353976e-06,
+      "loss": 20.0312,
+      "step": 35113
+    },
+    {
+      "epoch": 1.6780082194399313,
+      "grad_norm": 288.85418701171875,
+      "learning_rate": 1.3289321556951129e-06,
+      "loss": 32.0625,
+      "step": 35114
+    },
+    {
+      "epoch": 1.6780560068813917,
+      "grad_norm": 291.2979431152344,
+      "learning_rate": 1.3285467009833363e-06,
+      "loss": 32.25,
+      "step": 35115
+    },
+    {
+      "epoch": 1.678103794322852,
+      "grad_norm": 531.6961669921875,
+      "learning_rate": 1.3281612982023761e-06,
+      "loss": 26.125,
+      "step": 35116
+    },
+    {
+      "epoch": 1.6781515817643124,
+      "grad_norm": 265.38629150390625,
+      "learning_rate": 1.3277759473545414e-06,
+      "loss": 26.3125,
+      "step": 35117
+    },
+    {
+      "epoch": 1.6781993692057728,
+      "grad_norm": 650.4454345703125,
+      "learning_rate": 1.3273906484421374e-06,
+      "loss": 19.625,
+      "step": 35118
+    },
+    {
+      "epoch": 1.6782471566472332,
+      "grad_norm": 440.2672119140625,
+      "learning_rate": 1.3270054014674715e-06,
+      "loss": 24.125,
+      "step": 35119
+    },
+    {
+      "epoch": 1.6782949440886936,
+      "grad_norm": 260.73779296875,
+      "learning_rate": 1.3266202064328548e-06,
+      "loss": 22.3594,
+      "step": 35120
+    },
+    {
+      "epoch": 1.678342731530154,
+      "grad_norm": 183.07801818847656,
+      "learning_rate": 1.3262350633405895e-06,
+      "loss": 21.5781,
+      "step": 35121
+    },
+    {
+      "epoch": 1.6783905189716144,
+      "grad_norm": 251.2032012939453,
+      "learning_rate": 1.325849972192984e-06,
+      "loss": 26.6562,
+      "step": 35122
+    },
+    {
+      "epoch": 1.6784383064130748,
+      "grad_norm": 187.42852783203125,
+      "learning_rate": 1.325464932992344e-06,
+      "loss": 23.125,
+      "step": 35123
+    },
+    {
+      "epoch": 1.6784860938545352,
+      "grad_norm": 246.5646209716797,
+      "learning_rate": 1.3250799457409779e-06,
+      "loss": 31.25,
+      "step": 35124
+    },
+    {
+      "epoch": 1.6785338812959956,
+      "grad_norm": 488.0372619628906,
+      "learning_rate": 1.3246950104411872e-06,
+      "loss": 26.0625,
+      "step": 35125
+    },
+    {
+      "epoch": 1.678581668737456,
+      "grad_norm": 304.2120056152344,
+      "learning_rate": 1.3243101270952795e-06,
+      "loss": 25.0938,
+      "step": 35126
+    },
+    {
+      "epoch": 1.6786294561789163,
+      "grad_norm": 262.2995910644531,
+      "learning_rate": 1.3239252957055593e-06,
+      "loss": 29.9844,
+      "step": 35127
+    },
+    {
+      "epoch": 1.6786772436203765,
+      "grad_norm": 166.84461975097656,
+      "learning_rate": 1.3235405162743331e-06,
+      "loss": 25.3438,
+      "step": 35128
+    },
+    {
+      "epoch": 1.678725031061837,
+      "grad_norm": 188.97389221191406,
+      "learning_rate": 1.3231557888039014e-06,
+      "loss": 25.25,
+      "step": 35129
+    },
+    {
+      "epoch": 1.6787728185032973,
+      "grad_norm": 278.2225646972656,
+      "learning_rate": 1.3227711132965704e-06,
+      "loss": 36.8438,
+      "step": 35130
+    },
+    {
+      "epoch": 1.6788206059447577,
+      "grad_norm": 1525.353759765625,
+      "learning_rate": 1.3223864897546456e-06,
+      "loss": 28.5938,
+      "step": 35131
+    },
+    {
+      "epoch": 1.678868393386218,
+      "grad_norm": 189.11985778808594,
+      "learning_rate": 1.3220019181804277e-06,
+      "loss": 17.375,
+      "step": 35132
+    },
+    {
+      "epoch": 1.6789161808276785,
+      "grad_norm": 414.22454833984375,
+      "learning_rate": 1.3216173985762193e-06,
+      "loss": 25.625,
+      "step": 35133
+    },
+    {
+      "epoch": 1.6789639682691389,
+      "grad_norm": 311.4989929199219,
+      "learning_rate": 1.3212329309443274e-06,
+      "loss": 23.75,
+      "step": 35134
+    },
+    {
+      "epoch": 1.6790117557105992,
+      "grad_norm": 197.25180053710938,
+      "learning_rate": 1.3208485152870487e-06,
+      "loss": 18.5312,
+      "step": 35135
+    },
+    {
+      "epoch": 1.6790595431520596,
+      "grad_norm": 266.44158935546875,
+      "learning_rate": 1.3204641516066886e-06,
+      "loss": 20.9219,
+      "step": 35136
+    },
+    {
+      "epoch": 1.67910733059352,
+      "grad_norm": 226.24859619140625,
+      "learning_rate": 1.3200798399055514e-06,
+      "loss": 25.5,
+      "step": 35137
+    },
+    {
+      "epoch": 1.6791551180349804,
+      "grad_norm": 321.5412292480469,
+      "learning_rate": 1.3196955801859323e-06,
+      "loss": 29.1406,
+      "step": 35138
+    },
+    {
+      "epoch": 1.6792029054764408,
+      "grad_norm": 431.5829772949219,
+      "learning_rate": 1.3193113724501393e-06,
+      "loss": 22.125,
+      "step": 35139
+    },
+    {
+      "epoch": 1.6792506929179012,
+      "grad_norm": 1099.05419921875,
+      "learning_rate": 1.3189272167004675e-06,
+      "loss": 25.75,
+      "step": 35140
+    },
+    {
+      "epoch": 1.6792984803593616,
+      "grad_norm": 179.08343505859375,
+      "learning_rate": 1.31854311293922e-06,
+      "loss": 23.0625,
+      "step": 35141
+    },
+    {
+      "epoch": 1.679346267800822,
+      "grad_norm": 243.91488647460938,
+      "learning_rate": 1.3181590611686968e-06,
+      "loss": 16.9531,
+      "step": 35142
+    },
+    {
+      "epoch": 1.6793940552422824,
+      "grad_norm": 619.6464233398438,
+      "learning_rate": 1.317775061391201e-06,
+      "loss": 28.2031,
+      "step": 35143
+    },
+    {
+      "epoch": 1.6794418426837427,
+      "grad_norm": 166.33798217773438,
+      "learning_rate": 1.3173911136090268e-06,
+      "loss": 30.1875,
+      "step": 35144
+    },
+    {
+      "epoch": 1.6794896301252031,
+      "grad_norm": 330.2906494140625,
+      "learning_rate": 1.3170072178244763e-06,
+      "loss": 31.2188,
+      "step": 35145
+    },
+    {
+      "epoch": 1.6795374175666635,
+      "grad_norm": 404.9978942871094,
+      "learning_rate": 1.3166233740398505e-06,
+      "loss": 27.1875,
+      "step": 35146
+    },
+    {
+      "epoch": 1.679585205008124,
+      "grad_norm": 266.1344909667969,
+      "learning_rate": 1.3162395822574436e-06,
+      "loss": 29.0938,
+      "step": 35147
+    },
+    {
+      "epoch": 1.679632992449584,
+      "grad_norm": 333.2481384277344,
+      "learning_rate": 1.3158558424795575e-06,
+      "loss": 25.25,
+      "step": 35148
+    },
+    {
+      "epoch": 1.6796807798910445,
+      "grad_norm": 182.86972045898438,
+      "learning_rate": 1.3154721547084882e-06,
+      "loss": 23.25,
+      "step": 35149
+    },
+    {
+      "epoch": 1.6797285673325049,
+      "grad_norm": 173.23318481445312,
+      "learning_rate": 1.3150885189465368e-06,
+      "loss": 13.9531,
+      "step": 35150
+    },
+    {
+      "epoch": 1.6797763547739653,
+      "grad_norm": 214.28628540039062,
+      "learning_rate": 1.3147049351959974e-06,
+      "loss": 19.6562,
+      "step": 35151
+    },
+    {
+      "epoch": 1.6798241422154256,
+      "grad_norm": 469.425537109375,
+      "learning_rate": 1.3143214034591678e-06,
+      "loss": 23.875,
+      "step": 35152
+    },
+    {
+      "epoch": 1.679871929656886,
+      "grad_norm": 337.2717590332031,
+      "learning_rate": 1.3139379237383453e-06,
+      "loss": 30.9375,
+      "step": 35153
+    },
+    {
+      "epoch": 1.6799197170983464,
+      "grad_norm": 288.9982604980469,
+      "learning_rate": 1.3135544960358281e-06,
+      "loss": 19.0,
+      "step": 35154
+    },
+    {
+      "epoch": 1.6799675045398068,
+      "grad_norm": 176.192138671875,
+      "learning_rate": 1.3131711203539099e-06,
+      "loss": 25.3438,
+      "step": 35155
+    },
+    {
+      "epoch": 1.6800152919812672,
+      "grad_norm": 313.8420715332031,
+      "learning_rate": 1.3127877966948876e-06,
+      "loss": 24.9688,
+      "step": 35156
+    },
+    {
+      "epoch": 1.6800630794227276,
+      "grad_norm": 229.9967498779297,
+      "learning_rate": 1.3124045250610585e-06,
+      "loss": 22.0469,
+      "step": 35157
+    },
+    {
+      "epoch": 1.680110866864188,
+      "grad_norm": 403.533935546875,
+      "learning_rate": 1.3120213054547137e-06,
+      "loss": 31.4062,
+      "step": 35158
+    },
+    {
+      "epoch": 1.6801586543056484,
+      "grad_norm": 269.41162109375,
+      "learning_rate": 1.3116381378781506e-06,
+      "loss": 33.7812,
+      "step": 35159
+    },
+    {
+      "epoch": 1.6802064417471088,
+      "grad_norm": 181.53131103515625,
+      "learning_rate": 1.311255022333665e-06,
+      "loss": 24.0625,
+      "step": 35160
+    },
+    {
+      "epoch": 1.6802542291885691,
+      "grad_norm": 185.65057373046875,
+      "learning_rate": 1.3108719588235519e-06,
+      "loss": 21.0625,
+      "step": 35161
+    },
+    {
+      "epoch": 1.6803020166300295,
+      "grad_norm": 214.07814025878906,
+      "learning_rate": 1.3104889473501014e-06,
+      "loss": 24.7656,
+      "step": 35162
+    },
+    {
+      "epoch": 1.68034980407149,
+      "grad_norm": 209.88626098632812,
+      "learning_rate": 1.3101059879156098e-06,
+      "loss": 22.875,
+      "step": 35163
+    },
+    {
+      "epoch": 1.6803975915129503,
+      "grad_norm": 167.98583984375,
+      "learning_rate": 1.3097230805223703e-06,
+      "loss": 19.0156,
+      "step": 35164
+    },
+    {
+      "epoch": 1.6804453789544107,
+      "grad_norm": 478.5434875488281,
+      "learning_rate": 1.3093402251726783e-06,
+      "loss": 26.4531,
+      "step": 35165
+    },
+    {
+      "epoch": 1.680493166395871,
+      "grad_norm": 253.76287841796875,
+      "learning_rate": 1.3089574218688217e-06,
+      "loss": 23.375,
+      "step": 35166
+    },
+    {
+      "epoch": 1.6805409538373315,
+      "grad_norm": 136.4541015625,
+      "learning_rate": 1.3085746706130976e-06,
+      "loss": 22.6562,
+      "step": 35167
+    },
+    {
+      "epoch": 1.6805887412787919,
+      "grad_norm": 224.7982635498047,
+      "learning_rate": 1.3081919714077951e-06,
+      "loss": 25.5938,
+      "step": 35168
+    },
+    {
+      "epoch": 1.6806365287202523,
+      "grad_norm": 275.6654052734375,
+      "learning_rate": 1.3078093242552059e-06,
+      "loss": 28.0,
+      "step": 35169
+    },
+    {
+      "epoch": 1.6806843161617127,
+      "grad_norm": 228.18272399902344,
+      "learning_rate": 1.3074267291576259e-06,
+      "loss": 16.1875,
+      "step": 35170
+    },
+    {
+      "epoch": 1.680732103603173,
+      "grad_norm": 223.39511108398438,
+      "learning_rate": 1.307044186117341e-06,
+      "loss": 23.0469,
+      "step": 35171
+    },
+    {
+      "epoch": 1.6807798910446334,
+      "grad_norm": 126.8720474243164,
+      "learning_rate": 1.3066616951366463e-06,
+      "loss": 19.9688,
+      "step": 35172
+    },
+    {
+      "epoch": 1.6808276784860938,
+      "grad_norm": 460.42059326171875,
+      "learning_rate": 1.3062792562178294e-06,
+      "loss": 24.0938,
+      "step": 35173
+    },
+    {
+      "epoch": 1.6808754659275542,
+      "grad_norm": 327.42938232421875,
+      "learning_rate": 1.3058968693631813e-06,
+      "loss": 24.8594,
+      "step": 35174
+    },
+    {
+      "epoch": 1.6809232533690146,
+      "grad_norm": 242.681884765625,
+      "learning_rate": 1.305514534574992e-06,
+      "loss": 25.7031,
+      "step": 35175
+    },
+    {
+      "epoch": 1.680971040810475,
+      "grad_norm": 248.8202362060547,
+      "learning_rate": 1.3051322518555543e-06,
+      "loss": 22.6562,
+      "step": 35176
+    },
+    {
+      "epoch": 1.6810188282519354,
+      "grad_norm": 153.777587890625,
+      "learning_rate": 1.3047500212071517e-06,
+      "loss": 18.2969,
+      "step": 35177
+    },
+    {
+      "epoch": 1.6810666156933958,
+      "grad_norm": 179.93603515625,
+      "learning_rate": 1.3043678426320771e-06,
+      "loss": 31.0312,
+      "step": 35178
+    },
+    {
+      "epoch": 1.6811144031348562,
+      "grad_norm": 179.20558166503906,
+      "learning_rate": 1.3039857161326197e-06,
+      "loss": 22.2969,
+      "step": 35179
+    },
+    {
+      "epoch": 1.6811621905763166,
+      "grad_norm": 611.017822265625,
+      "learning_rate": 1.3036036417110688e-06,
+      "loss": 32.7188,
+      "step": 35180
+    },
+    {
+      "epoch": 1.681209978017777,
+      "grad_norm": 349.5916442871094,
+      "learning_rate": 1.303221619369708e-06,
+      "loss": 26.8438,
+      "step": 35181
+    },
+    {
+      "epoch": 1.6812577654592373,
+      "grad_norm": 425.0690612792969,
+      "learning_rate": 1.3028396491108275e-06,
+      "loss": 31.0469,
+      "step": 35182
+    },
+    {
+      "epoch": 1.6813055529006977,
+      "grad_norm": 141.1862335205078,
+      "learning_rate": 1.302457730936717e-06,
+      "loss": 15.1094,
+      "step": 35183
+    },
+    {
+      "epoch": 1.681353340342158,
+      "grad_norm": 205.30416870117188,
+      "learning_rate": 1.3020758648496612e-06,
+      "loss": 19.5312,
+      "step": 35184
+    },
+    {
+      "epoch": 1.6814011277836185,
+      "grad_norm": 265.4485778808594,
+      "learning_rate": 1.301694050851946e-06,
+      "loss": 22.0469,
+      "step": 35185
+    },
+    {
+      "epoch": 1.6814489152250789,
+      "grad_norm": 387.7141418457031,
+      "learning_rate": 1.3013122889458608e-06,
+      "loss": 24.3125,
+      "step": 35186
+    },
+    {
+      "epoch": 1.6814967026665393,
+      "grad_norm": 147.9548797607422,
+      "learning_rate": 1.3009305791336912e-06,
+      "loss": 16.3594,
+      "step": 35187
+    },
+    {
+      "epoch": 1.6815444901079997,
+      "grad_norm": 284.86236572265625,
+      "learning_rate": 1.3005489214177213e-06,
+      "loss": 33.0625,
+      "step": 35188
+    },
+    {
+      "epoch": 1.68159227754946,
+      "grad_norm": 183.64752197265625,
+      "learning_rate": 1.3001673158002382e-06,
+      "loss": 23.9219,
+      "step": 35189
+    },
+    {
+      "epoch": 1.6816400649909204,
+      "grad_norm": 357.0747985839844,
+      "learning_rate": 1.2997857622835274e-06,
+      "loss": 27.0156,
+      "step": 35190
+    },
+    {
+      "epoch": 1.6816878524323808,
+      "grad_norm": 271.1000671386719,
+      "learning_rate": 1.2994042608698753e-06,
+      "loss": 20.5156,
+      "step": 35191
+    },
+    {
+      "epoch": 1.6817356398738412,
+      "grad_norm": 203.49093627929688,
+      "learning_rate": 1.2990228115615621e-06,
+      "loss": 15.5938,
+      "step": 35192
+    },
+    {
+      "epoch": 1.6817834273153016,
+      "grad_norm": 494.147216796875,
+      "learning_rate": 1.298641414360875e-06,
+      "loss": 19.6406,
+      "step": 35193
+    },
+    {
+      "epoch": 1.681831214756762,
+      "grad_norm": 223.01292419433594,
+      "learning_rate": 1.2982600692701008e-06,
+      "loss": 27.125,
+      "step": 35194
+    },
+    {
+      "epoch": 1.6818790021982224,
+      "grad_norm": 206.31097412109375,
+      "learning_rate": 1.297878776291518e-06,
+      "loss": 22.9844,
+      "step": 35195
+    },
+    {
+      "epoch": 1.6819267896396828,
+      "grad_norm": 387.4372863769531,
+      "learning_rate": 1.2974975354274121e-06,
+      "loss": 37.1562,
+      "step": 35196
+    },
+    {
+      "epoch": 1.6819745770811432,
+      "grad_norm": 153.43101501464844,
+      "learning_rate": 1.2971163466800673e-06,
+      "loss": 17.5156,
+      "step": 35197
+    },
+    {
+      "epoch": 1.6820223645226036,
+      "grad_norm": 265.8341064453125,
+      "learning_rate": 1.2967352100517684e-06,
+      "loss": 28.5938,
+      "step": 35198
+    },
+    {
+      "epoch": 1.682070151964064,
+      "grad_norm": 229.2452392578125,
+      "learning_rate": 1.296354125544792e-06,
+      "loss": 22.4219,
+      "step": 35199
+    },
+    {
+      "epoch": 1.6821179394055243,
+      "grad_norm": 218.91586303710938,
+      "learning_rate": 1.2959730931614268e-06,
+      "loss": 15.6562,
+      "step": 35200
+    },
+    {
+      "epoch": 1.6821657268469847,
+      "grad_norm": 155.2588348388672,
+      "learning_rate": 1.2955921129039484e-06,
+      "loss": 17.2031,
+      "step": 35201
+    },
+    {
+      "epoch": 1.6822135142884451,
+      "grad_norm": 1471.2098388671875,
+      "learning_rate": 1.2952111847746417e-06,
+      "loss": 26.4688,
+      "step": 35202
+    },
+    {
+      "epoch": 1.6822613017299055,
+      "grad_norm": 337.07928466796875,
+      "learning_rate": 1.2948303087757895e-06,
+      "loss": 30.1875,
+      "step": 35203
+    },
+    {
+      "epoch": 1.682309089171366,
+      "grad_norm": 414.07928466796875,
+      "learning_rate": 1.29444948490967e-06,
+      "loss": 27.125,
+      "step": 35204
+    },
+    {
+      "epoch": 1.6823568766128263,
+      "grad_norm": 166.82286071777344,
+      "learning_rate": 1.2940687131785668e-06,
+      "loss": 24.25,
+      "step": 35205
+    },
+    {
+      "epoch": 1.6824046640542867,
+      "grad_norm": 160.00660705566406,
+      "learning_rate": 1.2936879935847557e-06,
+      "loss": 21.5156,
+      "step": 35206
+    },
+    {
+      "epoch": 1.682452451495747,
+      "grad_norm": 108.48013305664062,
+      "learning_rate": 1.2933073261305196e-06,
+      "loss": 12.1328,
+      "step": 35207
+    },
+    {
+      "epoch": 1.6825002389372075,
+      "grad_norm": 396.3667907714844,
+      "learning_rate": 1.2929267108181375e-06,
+      "loss": 24.5625,
+      "step": 35208
+    },
+    {
+      "epoch": 1.6825480263786678,
+      "grad_norm": 302.206787109375,
+      "learning_rate": 1.2925461476498912e-06,
+      "loss": 19.5312,
+      "step": 35209
+    },
+    {
+      "epoch": 1.682595813820128,
+      "grad_norm": 893.8279418945312,
+      "learning_rate": 1.2921656366280554e-06,
+      "loss": 24.25,
+      "step": 35210
+    },
+    {
+      "epoch": 1.6826436012615884,
+      "grad_norm": 222.839599609375,
+      "learning_rate": 1.2917851777549128e-06,
+      "loss": 22.8281,
+      "step": 35211
+    },
+    {
+      "epoch": 1.6826913887030488,
+      "grad_norm": 195.01199340820312,
+      "learning_rate": 1.2914047710327394e-06,
+      "loss": 19.5,
+      "step": 35212
+    },
+    {
+      "epoch": 1.6827391761445092,
+      "grad_norm": 281.1141052246094,
+      "learning_rate": 1.2910244164638165e-06,
+      "loss": 23.3125,
+      "step": 35213
+    },
+    {
+      "epoch": 1.6827869635859696,
+      "grad_norm": 286.29595947265625,
+      "learning_rate": 1.2906441140504166e-06,
+      "loss": 20.3906,
+      "step": 35214
+    },
+    {
+      "epoch": 1.68283475102743,
+      "grad_norm": 143.00865173339844,
+      "learning_rate": 1.2902638637948217e-06,
+      "loss": 20.0,
+      "step": 35215
+    },
+    {
+      "epoch": 1.6828825384688904,
+      "grad_norm": 250.2163848876953,
+      "learning_rate": 1.2898836656993086e-06,
+      "loss": 29.0938,
+      "step": 35216
+    },
+    {
+      "epoch": 1.6829303259103507,
+      "grad_norm": 531.2085571289062,
+      "learning_rate": 1.2895035197661522e-06,
+      "loss": 30.4375,
+      "step": 35217
+    },
+    {
+      "epoch": 1.6829781133518111,
+      "grad_norm": 277.6797180175781,
+      "learning_rate": 1.2891234259976293e-06,
+      "loss": 28.125,
+      "step": 35218
+    },
+    {
+      "epoch": 1.6830259007932715,
+      "grad_norm": 203.83445739746094,
+      "learning_rate": 1.2887433843960174e-06,
+      "loss": 30.9375,
+      "step": 35219
+    },
+    {
+      "epoch": 1.683073688234732,
+      "grad_norm": 225.93675231933594,
+      "learning_rate": 1.2883633949635932e-06,
+      "loss": 32.7812,
+      "step": 35220
+    },
+    {
+      "epoch": 1.6831214756761923,
+      "grad_norm": 173.60964965820312,
+      "learning_rate": 1.2879834577026295e-06,
+      "loss": 20.4062,
+      "step": 35221
+    },
+    {
+      "epoch": 1.6831692631176527,
+      "grad_norm": 276.61126708984375,
+      "learning_rate": 1.2876035726154046e-06,
+      "loss": 25.4688,
+      "step": 35222
+    },
+    {
+      "epoch": 1.683217050559113,
+      "grad_norm": 97.48226165771484,
+      "learning_rate": 1.287223739704191e-06,
+      "loss": 28.875,
+      "step": 35223
+    },
+    {
+      "epoch": 1.6832648380005735,
+      "grad_norm": 292.0779113769531,
+      "learning_rate": 1.2868439589712668e-06,
+      "loss": 18.2812,
+      "step": 35224
+    },
+    {
+      "epoch": 1.6833126254420339,
+      "grad_norm": 264.04620361328125,
+      "learning_rate": 1.2864642304189024e-06,
+      "loss": 29.5938,
+      "step": 35225
+    },
+    {
+      "epoch": 1.6833604128834943,
+      "grad_norm": 290.37738037109375,
+      "learning_rate": 1.286084554049374e-06,
+      "loss": 33.9688,
+      "step": 35226
+    },
+    {
+      "epoch": 1.6834082003249546,
+      "grad_norm": 175.93556213378906,
+      "learning_rate": 1.2857049298649539e-06,
+      "loss": 20.3125,
+      "step": 35227
+    },
+    {
+      "epoch": 1.683455987766415,
+      "grad_norm": 217.308349609375,
+      "learning_rate": 1.2853253578679203e-06,
+      "loss": 25.3125,
+      "step": 35228
+    },
+    {
+      "epoch": 1.6835037752078754,
+      "grad_norm": 458.165283203125,
+      "learning_rate": 1.2849458380605396e-06,
+      "loss": 27.4375,
+      "step": 35229
+    },
+    {
+      "epoch": 1.6835515626493358,
+      "grad_norm": 200.4711151123047,
+      "learning_rate": 1.2845663704450884e-06,
+      "loss": 25.1094,
+      "step": 35230
+    },
+    {
+      "epoch": 1.683599350090796,
+      "grad_norm": 215.64804077148438,
+      "learning_rate": 1.2841869550238405e-06,
+      "loss": 28.75,
+      "step": 35231
+    },
+    {
+      "epoch": 1.6836471375322564,
+      "grad_norm": 184.73802185058594,
+      "learning_rate": 1.2838075917990644e-06,
+      "loss": 24.9688,
+      "step": 35232
+    },
+    {
+      "epoch": 1.6836949249737168,
+      "grad_norm": 383.85382080078125,
+      "learning_rate": 1.2834282807730336e-06,
+      "loss": 28.7812,
+      "step": 35233
+    },
+    {
+      "epoch": 1.6837427124151771,
+      "grad_norm": 237.8041534423828,
+      "learning_rate": 1.2830490219480229e-06,
+      "loss": 24.1094,
+      "step": 35234
+    },
+    {
+      "epoch": 1.6837904998566375,
+      "grad_norm": 244.8240509033203,
+      "learning_rate": 1.2826698153262973e-06,
+      "loss": 18.75,
+      "step": 35235
+    },
+    {
+      "epoch": 1.683838287298098,
+      "grad_norm": 233.71737670898438,
+      "learning_rate": 1.2822906609101337e-06,
+      "loss": 25.3125,
+      "step": 35236
+    },
+    {
+      "epoch": 1.6838860747395583,
+      "grad_norm": 336.2138366699219,
+      "learning_rate": 1.2819115587017983e-06,
+      "loss": 25.8438,
+      "step": 35237
+    },
+    {
+      "epoch": 1.6839338621810187,
+      "grad_norm": 302.1309509277344,
+      "learning_rate": 1.2815325087035624e-06,
+      "loss": 27.75,
+      "step": 35238
+    },
+    {
+      "epoch": 1.683981649622479,
+      "grad_norm": 201.69412231445312,
+      "learning_rate": 1.2811535109176999e-06,
+      "loss": 16.8906,
+      "step": 35239
+    },
+    {
+      "epoch": 1.6840294370639395,
+      "grad_norm": 292.8011169433594,
+      "learning_rate": 1.2807745653464753e-06,
+      "loss": 23.2656,
+      "step": 35240
+    },
+    {
+      "epoch": 1.6840772245053999,
+      "grad_norm": 355.39794921875,
+      "learning_rate": 1.2803956719921595e-06,
+      "loss": 23.8906,
+      "step": 35241
+    },
+    {
+      "epoch": 1.6841250119468603,
+      "grad_norm": 258.9879150390625,
+      "learning_rate": 1.2800168308570249e-06,
+      "loss": 32.4375,
+      "step": 35242
+    },
+    {
+      "epoch": 1.6841727993883207,
+      "grad_norm": 386.44122314453125,
+      "learning_rate": 1.2796380419433351e-06,
+      "loss": 30.9062,
+      "step": 35243
+    },
+    {
+      "epoch": 1.684220586829781,
+      "grad_norm": 133.15707397460938,
+      "learning_rate": 1.279259305253362e-06,
+      "loss": 14.9844,
+      "step": 35244
+    },
+    {
+      "epoch": 1.6842683742712414,
+      "grad_norm": 138.39080810546875,
+      "learning_rate": 1.2788806207893722e-06,
+      "loss": 18.75,
+      "step": 35245
+    },
+    {
+      "epoch": 1.6843161617127018,
+      "grad_norm": 299.4407653808594,
+      "learning_rate": 1.2785019885536355e-06,
+      "loss": 21.7969,
+      "step": 35246
+    },
+    {
+      "epoch": 1.6843639491541622,
+      "grad_norm": 166.32444763183594,
+      "learning_rate": 1.2781234085484173e-06,
+      "loss": 17.5312,
+      "step": 35247
+    },
+    {
+      "epoch": 1.6844117365956226,
+      "grad_norm": 174.97129821777344,
+      "learning_rate": 1.2777448807759851e-06,
+      "loss": 24.9375,
+      "step": 35248
+    },
+    {
+      "epoch": 1.684459524037083,
+      "grad_norm": 133.15992736816406,
+      "learning_rate": 1.2773664052386058e-06,
+      "loss": 19.8281,
+      "step": 35249
+    },
+    {
+      "epoch": 1.6845073114785434,
+      "grad_norm": 300.4797058105469,
+      "learning_rate": 1.2769879819385489e-06,
+      "loss": 36.9688,
+      "step": 35250
+    },
+    {
+      "epoch": 1.6845550989200038,
+      "grad_norm": 126.44544982910156,
+      "learning_rate": 1.2766096108780758e-06,
+      "loss": 21.4531,
+      "step": 35251
+    },
+    {
+      "epoch": 1.6846028863614642,
+      "grad_norm": 307.1739196777344,
+      "learning_rate": 1.2762312920594555e-06,
+      "loss": 33.9688,
+      "step": 35252
+    },
+    {
+      "epoch": 1.6846506738029245,
+      "grad_norm": 116.75695037841797,
+      "learning_rate": 1.2758530254849544e-06,
+      "loss": 20.2969,
+      "step": 35253
+    },
+    {
+      "epoch": 1.684698461244385,
+      "grad_norm": 254.17494201660156,
+      "learning_rate": 1.2754748111568348e-06,
+      "loss": 19.0781,
+      "step": 35254
+    },
+    {
+      "epoch": 1.6847462486858453,
+      "grad_norm": 122.46761322021484,
+      "learning_rate": 1.2750966490773643e-06,
+      "loss": 13.4844,
+      "step": 35255
+    },
+    {
+      "epoch": 1.6847940361273057,
+      "grad_norm": 191.9868927001953,
+      "learning_rate": 1.2747185392488048e-06,
+      "loss": 22.2812,
+      "step": 35256
+    },
+    {
+      "epoch": 1.684841823568766,
+      "grad_norm": 422.2395935058594,
+      "learning_rate": 1.2743404816734261e-06,
+      "loss": 32.4062,
+      "step": 35257
+    },
+    {
+      "epoch": 1.6848896110102265,
+      "grad_norm": 347.04376220703125,
+      "learning_rate": 1.2739624763534864e-06,
+      "loss": 27.6562,
+      "step": 35258
+    },
+    {
+      "epoch": 1.6849373984516869,
+      "grad_norm": 239.97000122070312,
+      "learning_rate": 1.2735845232912513e-06,
+      "loss": 25.875,
+      "step": 35259
+    },
+    {
+      "epoch": 1.6849851858931473,
+      "grad_norm": 135.84194946289062,
+      "learning_rate": 1.273206622488985e-06,
+      "loss": 22.7812,
+      "step": 35260
+    },
+    {
+      "epoch": 1.6850329733346077,
+      "grad_norm": 161.83782958984375,
+      "learning_rate": 1.272828773948952e-06,
+      "loss": 23.5938,
+      "step": 35261
+    },
+    {
+      "epoch": 1.685080760776068,
+      "grad_norm": 467.8381042480469,
+      "learning_rate": 1.2724509776734118e-06,
+      "loss": 29.9062,
+      "step": 35262
+    },
+    {
+      "epoch": 1.6851285482175284,
+      "grad_norm": 295.03985595703125,
+      "learning_rate": 1.2720732336646291e-06,
+      "loss": 27.75,
+      "step": 35263
+    },
+    {
+      "epoch": 1.6851763356589888,
+      "grad_norm": 162.62074279785156,
+      "learning_rate": 1.2716955419248667e-06,
+      "loss": 21.2188,
+      "step": 35264
+    },
+    {
+      "epoch": 1.6852241231004492,
+      "grad_norm": 237.85670471191406,
+      "learning_rate": 1.2713179024563838e-06,
+      "loss": 19.2812,
+      "step": 35265
+    },
+    {
+      "epoch": 1.6852719105419096,
+      "grad_norm": 315.54266357421875,
+      "learning_rate": 1.2709403152614441e-06,
+      "loss": 32.0312,
+      "step": 35266
+    },
+    {
+      "epoch": 1.68531969798337,
+      "grad_norm": 266.3518371582031,
+      "learning_rate": 1.2705627803423093e-06,
+      "loss": 27.2188,
+      "step": 35267
+    },
+    {
+      "epoch": 1.6853674854248304,
+      "grad_norm": 225.32070922851562,
+      "learning_rate": 1.2701852977012385e-06,
+      "loss": 21.9375,
+      "step": 35268
+    },
+    {
+      "epoch": 1.6854152728662908,
+      "grad_norm": 163.8438720703125,
+      "learning_rate": 1.2698078673404945e-06,
+      "loss": 16.7969,
+      "step": 35269
+    },
+    {
+      "epoch": 1.6854630603077512,
+      "grad_norm": 254.77716064453125,
+      "learning_rate": 1.2694304892623344e-06,
+      "loss": 17.9531,
+      "step": 35270
+    },
+    {
+      "epoch": 1.6855108477492116,
+      "grad_norm": 192.10487365722656,
+      "learning_rate": 1.2690531634690207e-06,
+      "loss": 32.5938,
+      "step": 35271
+    },
+    {
+      "epoch": 1.685558635190672,
+      "grad_norm": 142.36474609375,
+      "learning_rate": 1.2686758899628138e-06,
+      "loss": 23.2812,
+      "step": 35272
+    },
+    {
+      "epoch": 1.6856064226321323,
+      "grad_norm": 316.1463928222656,
+      "learning_rate": 1.268298668745971e-06,
+      "loss": 30.4688,
+      "step": 35273
+    },
+    {
+      "epoch": 1.6856542100735927,
+      "grad_norm": 226.80783081054688,
+      "learning_rate": 1.2679214998207511e-06,
+      "loss": 26.7969,
+      "step": 35274
+    },
+    {
+      "epoch": 1.6857019975150531,
+      "grad_norm": 332.999267578125,
+      "learning_rate": 1.267544383189414e-06,
+      "loss": 27.9688,
+      "step": 35275
+    },
+    {
+      "epoch": 1.6857497849565135,
+      "grad_norm": 342.4073486328125,
+      "learning_rate": 1.26716731885422e-06,
+      "loss": 28.5625,
+      "step": 35276
+    },
+    {
+      "epoch": 1.685797572397974,
+      "grad_norm": 245.2537078857422,
+      "learning_rate": 1.2667903068174237e-06,
+      "loss": 31.7188,
+      "step": 35277
+    },
+    {
+      "epoch": 1.6858453598394343,
+      "grad_norm": 227.2992706298828,
+      "learning_rate": 1.2664133470812846e-06,
+      "loss": 21.8125,
+      "step": 35278
+    },
+    {
+      "epoch": 1.6858931472808947,
+      "grad_norm": 294.0732116699219,
+      "learning_rate": 1.2660364396480617e-06,
+      "loss": 19.9688,
+      "step": 35279
+    },
+    {
+      "epoch": 1.685940934722355,
+      "grad_norm": 174.16993713378906,
+      "learning_rate": 1.2656595845200093e-06,
+      "loss": 22.7656,
+      "step": 35280
+    },
+    {
+      "epoch": 1.6859887221638155,
+      "grad_norm": 273.6341857910156,
+      "learning_rate": 1.265282781699385e-06,
+      "loss": 28.375,
+      "step": 35281
+    },
+    {
+      "epoch": 1.6860365096052758,
+      "grad_norm": 375.178955078125,
+      "learning_rate": 1.2649060311884465e-06,
+      "loss": 27.375,
+      "step": 35282
+    },
+    {
+      "epoch": 1.6860842970467362,
+      "grad_norm": 325.6690368652344,
+      "learning_rate": 1.2645293329894514e-06,
+      "loss": 25.6562,
+      "step": 35283
+    },
+    {
+      "epoch": 1.6861320844881966,
+      "grad_norm": 253.2148895263672,
+      "learning_rate": 1.2641526871046517e-06,
+      "loss": 24.625,
+      "step": 35284
+    },
+    {
+      "epoch": 1.686179871929657,
+      "grad_norm": 220.31723022460938,
+      "learning_rate": 1.2637760935363053e-06,
+      "loss": 22.25,
+      "step": 35285
+    },
+    {
+      "epoch": 1.6862276593711174,
+      "grad_norm": 214.43447875976562,
+      "learning_rate": 1.263399552286666e-06,
+      "loss": 23.7812,
+      "step": 35286
+    },
+    {
+      "epoch": 1.6862754468125778,
+      "grad_norm": 290.742431640625,
+      "learning_rate": 1.2630230633579931e-06,
+      "loss": 22.2812,
+      "step": 35287
+    },
+    {
+      "epoch": 1.6863232342540382,
+      "grad_norm": 441.11627197265625,
+      "learning_rate": 1.2626466267525362e-06,
+      "loss": 26.125,
+      "step": 35288
+    },
+    {
+      "epoch": 1.6863710216954986,
+      "grad_norm": 525.8903198242188,
+      "learning_rate": 1.2622702424725519e-06,
+      "loss": 23.4531,
+      "step": 35289
+    },
+    {
+      "epoch": 1.686418809136959,
+      "grad_norm": 176.89047241210938,
+      "learning_rate": 1.2618939105202966e-06,
+      "loss": 21.6406,
+      "step": 35290
+    },
+    {
+      "epoch": 1.6864665965784194,
+      "grad_norm": 182.6935272216797,
+      "learning_rate": 1.261517630898018e-06,
+      "loss": 15.7188,
+      "step": 35291
+    },
+    {
+      "epoch": 1.6865143840198797,
+      "grad_norm": 277.8191833496094,
+      "learning_rate": 1.2611414036079738e-06,
+      "loss": 27.7969,
+      "step": 35292
+    },
+    {
+      "epoch": 1.68656217146134,
+      "grad_norm": 701.4622192382812,
+      "learning_rate": 1.2607652286524163e-06,
+      "loss": 26.3438,
+      "step": 35293
+    },
+    {
+      "epoch": 1.6866099589028003,
+      "grad_norm": 201.47328186035156,
+      "learning_rate": 1.2603891060336015e-06,
+      "loss": 25.9375,
+      "step": 35294
+    },
+    {
+      "epoch": 1.6866577463442607,
+      "grad_norm": 251.031005859375,
+      "learning_rate": 1.2600130357537754e-06,
+      "loss": 26.1875,
+      "step": 35295
+    },
+    {
+      "epoch": 1.686705533785721,
+      "grad_norm": 186.9896697998047,
+      "learning_rate": 1.259637017815194e-06,
+      "loss": 24.7656,
+      "step": 35296
+    },
+    {
+      "epoch": 1.6867533212271815,
+      "grad_norm": 261.0527648925781,
+      "learning_rate": 1.259261052220111e-06,
+      "loss": 27.6719,
+      "step": 35297
+    },
+    {
+      "epoch": 1.6868011086686419,
+      "grad_norm": 185.890869140625,
+      "learning_rate": 1.2588851389707735e-06,
+      "loss": 24.3203,
+      "step": 35298
+    },
+    {
+      "epoch": 1.6868488961101022,
+      "grad_norm": 304.4299621582031,
+      "learning_rate": 1.2585092780694341e-06,
+      "loss": 23.2969,
+      "step": 35299
+    },
+    {
+      "epoch": 1.6868966835515626,
+      "grad_norm": 252.45445251464844,
+      "learning_rate": 1.2581334695183478e-06,
+      "loss": 36.7812,
+      "step": 35300
+    },
+    {
+      "epoch": 1.686944470993023,
+      "grad_norm": 239.81072998046875,
+      "learning_rate": 1.2577577133197595e-06,
+      "loss": 30.1875,
+      "step": 35301
+    },
+    {
+      "epoch": 1.6869922584344834,
+      "grad_norm": 243.06251525878906,
+      "learning_rate": 1.2573820094759225e-06,
+      "loss": 28.4375,
+      "step": 35302
+    },
+    {
+      "epoch": 1.6870400458759438,
+      "grad_norm": 200.2826690673828,
+      "learning_rate": 1.2570063579890857e-06,
+      "loss": 14.9531,
+      "step": 35303
+    },
+    {
+      "epoch": 1.6870878333174042,
+      "grad_norm": 424.30743408203125,
+      "learning_rate": 1.256630758861499e-06,
+      "loss": 22.5625,
+      "step": 35304
+    },
+    {
+      "epoch": 1.6871356207588646,
+      "grad_norm": 259.09228515625,
+      "learning_rate": 1.2562552120954141e-06,
+      "loss": 23.0469,
+      "step": 35305
+    },
+    {
+      "epoch": 1.687183408200325,
+      "grad_norm": 244.54519653320312,
+      "learning_rate": 1.255879717693076e-06,
+      "loss": 25.4375,
+      "step": 35306
+    },
+    {
+      "epoch": 1.6872311956417854,
+      "grad_norm": 287.79241943359375,
+      "learning_rate": 1.2555042756567347e-06,
+      "loss": 29.0938,
+      "step": 35307
+    },
+    {
+      "epoch": 1.6872789830832458,
+      "grad_norm": 323.55865478515625,
+      "learning_rate": 1.25512888598864e-06,
+      "loss": 26.9688,
+      "step": 35308
+    },
+    {
+      "epoch": 1.6873267705247061,
+      "grad_norm": 746.3616333007812,
+      "learning_rate": 1.2547535486910411e-06,
+      "loss": 26.0312,
+      "step": 35309
+    },
+    {
+      "epoch": 1.6873745579661665,
+      "grad_norm": 370.7500915527344,
+      "learning_rate": 1.2543782637661816e-06,
+      "loss": 18.3594,
+      "step": 35310
+    },
+    {
+      "epoch": 1.687422345407627,
+      "grad_norm": 165.57308959960938,
+      "learning_rate": 1.2540030312163122e-06,
+      "loss": 22.7344,
+      "step": 35311
+    },
+    {
+      "epoch": 1.6874701328490873,
+      "grad_norm": 153.80392456054688,
+      "learning_rate": 1.2536278510436784e-06,
+      "loss": 29.6875,
+      "step": 35312
+    },
+    {
+      "epoch": 1.6875179202905475,
+      "grad_norm": 155.27230834960938,
+      "learning_rate": 1.253252723250531e-06,
+      "loss": 24.5625,
+      "step": 35313
+    },
+    {
+      "epoch": 1.6875657077320079,
+      "grad_norm": 358.99322509765625,
+      "learning_rate": 1.2528776478391102e-06,
+      "loss": 23.1875,
+      "step": 35314
+    },
+    {
+      "epoch": 1.6876134951734683,
+      "grad_norm": 184.23703002929688,
+      "learning_rate": 1.2525026248116656e-06,
+      "loss": 19.8906,
+      "step": 35315
+    },
+    {
+      "epoch": 1.6876612826149286,
+      "grad_norm": 429.62762451171875,
+      "learning_rate": 1.2521276541704453e-06,
+      "loss": 24.0625,
+      "step": 35316
+    },
+    {
+      "epoch": 1.687709070056389,
+      "grad_norm": 151.4205322265625,
+      "learning_rate": 1.2517527359176907e-06,
+      "loss": 25.2344,
+      "step": 35317
+    },
+    {
+      "epoch": 1.6877568574978494,
+      "grad_norm": 179.61669921875,
+      "learning_rate": 1.251377870055649e-06,
+      "loss": 19.7812,
+      "step": 35318
+    },
+    {
+      "epoch": 1.6878046449393098,
+      "grad_norm": 143.16416931152344,
+      "learning_rate": 1.2510030565865638e-06,
+      "loss": 20.2344,
+      "step": 35319
+    },
+    {
+      "epoch": 1.6878524323807702,
+      "grad_norm": 223.83155822753906,
+      "learning_rate": 1.2506282955126836e-06,
+      "loss": 20.7344,
+      "step": 35320
+    },
+    {
+      "epoch": 1.6879002198222306,
+      "grad_norm": 251.48182678222656,
+      "learning_rate": 1.2502535868362486e-06,
+      "loss": 22.4375,
+      "step": 35321
+    },
+    {
+      "epoch": 1.687948007263691,
+      "grad_norm": 264.8526611328125,
+      "learning_rate": 1.249878930559504e-06,
+      "loss": 23.3594,
+      "step": 35322
+    },
+    {
+      "epoch": 1.6879957947051514,
+      "grad_norm": 458.32421875,
+      "learning_rate": 1.249504326684694e-06,
+      "loss": 31.5625,
+      "step": 35323
+    },
+    {
+      "epoch": 1.6880435821466118,
+      "grad_norm": 260.7979736328125,
+      "learning_rate": 1.249129775214064e-06,
+      "loss": 18.75,
+      "step": 35324
+    },
+    {
+      "epoch": 1.6880913695880722,
+      "grad_norm": 439.1195983886719,
+      "learning_rate": 1.2487552761498522e-06,
+      "loss": 24.7344,
+      "step": 35325
+    },
+    {
+      "epoch": 1.6881391570295325,
+      "grad_norm": 260.6212158203125,
+      "learning_rate": 1.2483808294943045e-06,
+      "loss": 20.9688,
+      "step": 35326
+    },
+    {
+      "epoch": 1.688186944470993,
+      "grad_norm": 463.48736572265625,
+      "learning_rate": 1.2480064352496656e-06,
+      "loss": 28.6875,
+      "step": 35327
+    },
+    {
+      "epoch": 1.6882347319124533,
+      "grad_norm": 308.20684814453125,
+      "learning_rate": 1.2476320934181719e-06,
+      "loss": 25.7031,
+      "step": 35328
+    },
+    {
+      "epoch": 1.6882825193539137,
+      "grad_norm": 117.75135040283203,
+      "learning_rate": 1.2472578040020688e-06,
+      "loss": 17.3438,
+      "step": 35329
+    },
+    {
+      "epoch": 1.688330306795374,
+      "grad_norm": 492.83624267578125,
+      "learning_rate": 1.2468835670035995e-06,
+      "loss": 32.7812,
+      "step": 35330
+    },
+    {
+      "epoch": 1.6883780942368345,
+      "grad_norm": 347.9427795410156,
+      "learning_rate": 1.2465093824250007e-06,
+      "loss": 34.3281,
+      "step": 35331
+    },
+    {
+      "epoch": 1.6884258816782949,
+      "grad_norm": 208.3293914794922,
+      "learning_rate": 1.2461352502685164e-06,
+      "loss": 22.1719,
+      "step": 35332
+    },
+    {
+      "epoch": 1.6884736691197553,
+      "grad_norm": 279.04058837890625,
+      "learning_rate": 1.245761170536388e-06,
+      "loss": 23.6562,
+      "step": 35333
+    },
+    {
+      "epoch": 1.6885214565612157,
+      "grad_norm": 312.1919250488281,
+      "learning_rate": 1.2453871432308517e-06,
+      "loss": 23.7812,
+      "step": 35334
+    },
+    {
+      "epoch": 1.688569244002676,
+      "grad_norm": 257.13128662109375,
+      "learning_rate": 1.2450131683541522e-06,
+      "loss": 23.8438,
+      "step": 35335
+    },
+    {
+      "epoch": 1.6886170314441364,
+      "grad_norm": 262.0848083496094,
+      "learning_rate": 1.2446392459085244e-06,
+      "loss": 23.6875,
+      "step": 35336
+    },
+    {
+      "epoch": 1.6886648188855968,
+      "grad_norm": 417.3521728515625,
+      "learning_rate": 1.2442653758962108e-06,
+      "loss": 34.5312,
+      "step": 35337
+    },
+    {
+      "epoch": 1.6887126063270572,
+      "grad_norm": 112.26654815673828,
+      "learning_rate": 1.243891558319451e-06,
+      "loss": 17.3438,
+      "step": 35338
+    },
+    {
+      "epoch": 1.6887603937685176,
+      "grad_norm": 212.06228637695312,
+      "learning_rate": 1.2435177931804797e-06,
+      "loss": 25.4531,
+      "step": 35339
+    },
+    {
+      "epoch": 1.688808181209978,
+      "grad_norm": 305.8428955078125,
+      "learning_rate": 1.2431440804815387e-06,
+      "loss": 26.8125,
+      "step": 35340
+    },
+    {
+      "epoch": 1.6888559686514384,
+      "grad_norm": 185.45106506347656,
+      "learning_rate": 1.2427704202248646e-06,
+      "loss": 23.0,
+      "step": 35341
+    },
+    {
+      "epoch": 1.6889037560928988,
+      "grad_norm": 164.45721435546875,
+      "learning_rate": 1.2423968124126995e-06,
+      "loss": 23.2031,
+      "step": 35342
+    },
+    {
+      "epoch": 1.6889515435343592,
+      "grad_norm": 241.40768432617188,
+      "learning_rate": 1.2420232570472734e-06,
+      "loss": 24.9219,
+      "step": 35343
+    },
+    {
+      "epoch": 1.6889993309758196,
+      "grad_norm": 128.676025390625,
+      "learning_rate": 1.241649754130827e-06,
+      "loss": 18.25,
+      "step": 35344
+    },
+    {
+      "epoch": 1.68904711841728,
+      "grad_norm": 219.89089965820312,
+      "learning_rate": 1.2412763036655983e-06,
+      "loss": 21.4062,
+      "step": 35345
+    },
+    {
+      "epoch": 1.6890949058587403,
+      "grad_norm": 178.14634704589844,
+      "learning_rate": 1.2409029056538236e-06,
+      "loss": 26.1406,
+      "step": 35346
+    },
+    {
+      "epoch": 1.6891426933002007,
+      "grad_norm": 454.6018371582031,
+      "learning_rate": 1.2405295600977373e-06,
+      "loss": 26.7344,
+      "step": 35347
+    },
+    {
+      "epoch": 1.6891904807416611,
+      "grad_norm": 149.3074188232422,
+      "learning_rate": 1.2401562669995749e-06,
+      "loss": 22.6562,
+      "step": 35348
+    },
+    {
+      "epoch": 1.6892382681831215,
+      "grad_norm": 459.0788879394531,
+      "learning_rate": 1.239783026361574e-06,
+      "loss": 29.625,
+      "step": 35349
+    },
+    {
+      "epoch": 1.689286055624582,
+      "grad_norm": 178.07061767578125,
+      "learning_rate": 1.239409838185971e-06,
+      "loss": 25.25,
+      "step": 35350
+    },
+    {
+      "epoch": 1.6893338430660423,
+      "grad_norm": 362.34588623046875,
+      "learning_rate": 1.239036702474996e-06,
+      "loss": 19.75,
+      "step": 35351
+    },
+    {
+      "epoch": 1.6893816305075027,
+      "grad_norm": 239.52920532226562,
+      "learning_rate": 1.2386636192308876e-06,
+      "loss": 24.3125,
+      "step": 35352
+    },
+    {
+      "epoch": 1.689429417948963,
+      "grad_norm": 403.3662414550781,
+      "learning_rate": 1.2382905884558806e-06,
+      "loss": 19.1719,
+      "step": 35353
+    },
+    {
+      "epoch": 1.6894772053904235,
+      "grad_norm": 245.3757781982422,
+      "learning_rate": 1.237917610152204e-06,
+      "loss": 22.1406,
+      "step": 35354
+    },
+    {
+      "epoch": 1.6895249928318838,
+      "grad_norm": 381.8681335449219,
+      "learning_rate": 1.2375446843220962e-06,
+      "loss": 22.0469,
+      "step": 35355
+    },
+    {
+      "epoch": 1.6895727802733442,
+      "grad_norm": 161.09486389160156,
+      "learning_rate": 1.2371718109677887e-06,
+      "loss": 15.0156,
+      "step": 35356
+    },
+    {
+      "epoch": 1.6896205677148046,
+      "grad_norm": 290.1194763183594,
+      "learning_rate": 1.2367989900915167e-06,
+      "loss": 24.125,
+      "step": 35357
+    },
+    {
+      "epoch": 1.689668355156265,
+      "grad_norm": 278.4078063964844,
+      "learning_rate": 1.2364262216955092e-06,
+      "loss": 24.5938,
+      "step": 35358
+    },
+    {
+      "epoch": 1.6897161425977254,
+      "grad_norm": 246.88833618164062,
+      "learning_rate": 1.236053505782e-06,
+      "loss": 22.6562,
+      "step": 35359
+    },
+    {
+      "epoch": 1.6897639300391858,
+      "grad_norm": 684.5509033203125,
+      "learning_rate": 1.235680842353223e-06,
+      "loss": 26.0625,
+      "step": 35360
+    },
+    {
+      "epoch": 1.6898117174806462,
+      "grad_norm": 180.59938049316406,
+      "learning_rate": 1.2353082314114096e-06,
+      "loss": 19.9219,
+      "step": 35361
+    },
+    {
+      "epoch": 1.6898595049221066,
+      "grad_norm": 257.58514404296875,
+      "learning_rate": 1.234935672958789e-06,
+      "loss": 19.8125,
+      "step": 35362
+    },
+    {
+      "epoch": 1.689907292363567,
+      "grad_norm": 577.9022827148438,
+      "learning_rate": 1.2345631669975933e-06,
+      "loss": 15.4766,
+      "step": 35363
+    },
+    {
+      "epoch": 1.6899550798050273,
+      "grad_norm": 361.0379333496094,
+      "learning_rate": 1.2341907135300557e-06,
+      "loss": 25.6094,
+      "step": 35364
+    },
+    {
+      "epoch": 1.6900028672464877,
+      "grad_norm": 235.39230346679688,
+      "learning_rate": 1.2338183125584025e-06,
+      "loss": 23.5,
+      "step": 35365
+    },
+    {
+      "epoch": 1.6900506546879481,
+      "grad_norm": 257.0157165527344,
+      "learning_rate": 1.2334459640848685e-06,
+      "loss": 31.5625,
+      "step": 35366
+    },
+    {
+      "epoch": 1.6900984421294085,
+      "grad_norm": 442.6535339355469,
+      "learning_rate": 1.2330736681116795e-06,
+      "loss": 33.8125,
+      "step": 35367
+    },
+    {
+      "epoch": 1.690146229570869,
+      "grad_norm": 283.06463623046875,
+      "learning_rate": 1.2327014246410684e-06,
+      "loss": 24.25,
+      "step": 35368
+    },
+    {
+      "epoch": 1.6901940170123293,
+      "grad_norm": 294.7181701660156,
+      "learning_rate": 1.2323292336752613e-06,
+      "loss": 21.0938,
+      "step": 35369
+    },
+    {
+      "epoch": 1.6902418044537897,
+      "grad_norm": 145.94842529296875,
+      "learning_rate": 1.2319570952164884e-06,
+      "loss": 19.5781,
+      "step": 35370
+    },
+    {
+      "epoch": 1.69028959189525,
+      "grad_norm": 132.28614807128906,
+      "learning_rate": 1.231585009266978e-06,
+      "loss": 19.75,
+      "step": 35371
+    },
+    {
+      "epoch": 1.6903373793367105,
+      "grad_norm": 263.7182922363281,
+      "learning_rate": 1.2312129758289614e-06,
+      "loss": 22.9062,
+      "step": 35372
+    },
+    {
+      "epoch": 1.6903851667781709,
+      "grad_norm": 784.6788330078125,
+      "learning_rate": 1.230840994904663e-06,
+      "loss": 25.625,
+      "step": 35373
+    },
+    {
+      "epoch": 1.6904329542196312,
+      "grad_norm": 168.5233917236328,
+      "learning_rate": 1.2304690664963115e-06,
+      "loss": 24.875,
+      "step": 35374
+    },
+    {
+      "epoch": 1.6904807416610914,
+      "grad_norm": 491.3669128417969,
+      "learning_rate": 1.2300971906061354e-06,
+      "loss": 30.3438,
+      "step": 35375
+    },
+    {
+      "epoch": 1.6905285291025518,
+      "grad_norm": 201.59231567382812,
+      "learning_rate": 1.2297253672363595e-06,
+      "loss": 32.4375,
+      "step": 35376
+    },
+    {
+      "epoch": 1.6905763165440122,
+      "grad_norm": 247.93582153320312,
+      "learning_rate": 1.2293535963892123e-06,
+      "loss": 18.1406,
+      "step": 35377
+    },
+    {
+      "epoch": 1.6906241039854726,
+      "grad_norm": 301.41436767578125,
+      "learning_rate": 1.2289818780669193e-06,
+      "loss": 32.6875,
+      "step": 35378
+    },
+    {
+      "epoch": 1.690671891426933,
+      "grad_norm": 170.8266143798828,
+      "learning_rate": 1.2286102122717103e-06,
+      "loss": 23.2344,
+      "step": 35379
+    },
+    {
+      "epoch": 1.6907196788683934,
+      "grad_norm": 285.3700866699219,
+      "learning_rate": 1.2282385990058044e-06,
+      "loss": 21.75,
+      "step": 35380
+    },
+    {
+      "epoch": 1.6907674663098538,
+      "grad_norm": 171.6597442626953,
+      "learning_rate": 1.2278670382714309e-06,
+      "loss": 33.0625,
+      "step": 35381
+    },
+    {
+      "epoch": 1.6908152537513141,
+      "grad_norm": 416.23626708984375,
+      "learning_rate": 1.2274955300708158e-06,
+      "loss": 25.5,
+      "step": 35382
+    },
+    {
+      "epoch": 1.6908630411927745,
+      "grad_norm": 194.60357666015625,
+      "learning_rate": 1.227124074406184e-06,
+      "loss": 19.8594,
+      "step": 35383
+    },
+    {
+      "epoch": 1.690910828634235,
+      "grad_norm": 200.77108764648438,
+      "learning_rate": 1.2267526712797561e-06,
+      "loss": 30.0,
+      "step": 35384
+    },
+    {
+      "epoch": 1.6909586160756953,
+      "grad_norm": 185.20053100585938,
+      "learning_rate": 1.2263813206937602e-06,
+      "loss": 15.5938,
+      "step": 35385
+    },
+    {
+      "epoch": 1.6910064035171557,
+      "grad_norm": 141.7209930419922,
+      "learning_rate": 1.2260100226504213e-06,
+      "loss": 12.3281,
+      "step": 35386
+    },
+    {
+      "epoch": 1.691054190958616,
+      "grad_norm": 548.7953491210938,
+      "learning_rate": 1.2256387771519585e-06,
+      "loss": 26.7969,
+      "step": 35387
+    },
+    {
+      "epoch": 1.6911019784000765,
+      "grad_norm": 715.5145263671875,
+      "learning_rate": 1.2252675842005968e-06,
+      "loss": 24.4062,
+      "step": 35388
+    },
+    {
+      "epoch": 1.6911497658415369,
+      "grad_norm": 197.01673889160156,
+      "learning_rate": 1.224896443798561e-06,
+      "loss": 28.1719,
+      "step": 35389
+    },
+    {
+      "epoch": 1.6911975532829973,
+      "grad_norm": 383.7420959472656,
+      "learning_rate": 1.224525355948073e-06,
+      "loss": 29.9062,
+      "step": 35390
+    },
+    {
+      "epoch": 1.6912453407244576,
+      "grad_norm": 183.53224182128906,
+      "learning_rate": 1.224154320651354e-06,
+      "loss": 26.0,
+      "step": 35391
+    },
+    {
+      "epoch": 1.691293128165918,
+      "grad_norm": 318.6414489746094,
+      "learning_rate": 1.2237833379106257e-06,
+      "loss": 32.1875,
+      "step": 35392
+    },
+    {
+      "epoch": 1.6913409156073784,
+      "grad_norm": 143.8003692626953,
+      "learning_rate": 1.2234124077281117e-06,
+      "loss": 18.2578,
+      "step": 35393
+    },
+    {
+      "epoch": 1.6913887030488388,
+      "grad_norm": 219.85865783691406,
+      "learning_rate": 1.223041530106034e-06,
+      "loss": 30.4219,
+      "step": 35394
+    },
+    {
+      "epoch": 1.6914364904902992,
+      "grad_norm": 349.67791748046875,
+      "learning_rate": 1.2226707050466102e-06,
+      "loss": 28.875,
+      "step": 35395
+    },
+    {
+      "epoch": 1.6914842779317594,
+      "grad_norm": 208.90386962890625,
+      "learning_rate": 1.2222999325520623e-06,
+      "loss": 23.6406,
+      "step": 35396
+    },
+    {
+      "epoch": 1.6915320653732198,
+      "grad_norm": 279.296630859375,
+      "learning_rate": 1.2219292126246152e-06,
+      "loss": 29.2344,
+      "step": 35397
+    },
+    {
+      "epoch": 1.6915798528146802,
+      "grad_norm": 284.6461486816406,
+      "learning_rate": 1.2215585452664814e-06,
+      "loss": 24.7031,
+      "step": 35398
+    },
+    {
+      "epoch": 1.6916276402561405,
+      "grad_norm": 302.27838134765625,
+      "learning_rate": 1.2211879304798879e-06,
+      "loss": 24.0312,
+      "step": 35399
+    },
+    {
+      "epoch": 1.691675427697601,
+      "grad_norm": 373.68572998046875,
+      "learning_rate": 1.2208173682670489e-06,
+      "loss": 28.25,
+      "step": 35400
+    },
+    {
+      "epoch": 1.6917232151390613,
+      "grad_norm": 167.59686279296875,
+      "learning_rate": 1.2204468586301844e-06,
+      "loss": 23.8281,
+      "step": 35401
+    },
+    {
+      "epoch": 1.6917710025805217,
+      "grad_norm": 208.5806427001953,
+      "learning_rate": 1.220076401571517e-06,
+      "loss": 19.8594,
+      "step": 35402
+    },
+    {
+      "epoch": 1.691818790021982,
+      "grad_norm": 406.5075378417969,
+      "learning_rate": 1.2197059970932613e-06,
+      "loss": 24.4219,
+      "step": 35403
+    },
+    {
+      "epoch": 1.6918665774634425,
+      "grad_norm": 170.19155883789062,
+      "learning_rate": 1.2193356451976369e-06,
+      "loss": 27.4062,
+      "step": 35404
+    },
+    {
+      "epoch": 1.6919143649049029,
+      "grad_norm": 180.8169403076172,
+      "learning_rate": 1.2189653458868645e-06,
+      "loss": 20.3906,
+      "step": 35405
+    },
+    {
+      "epoch": 1.6919621523463633,
+      "grad_norm": 175.8723907470703,
+      "learning_rate": 1.2185950991631557e-06,
+      "loss": 23.4062,
+      "step": 35406
+    },
+    {
+      "epoch": 1.6920099397878237,
+      "grad_norm": 306.6141357421875,
+      "learning_rate": 1.218224905028732e-06,
+      "loss": 21.2812,
+      "step": 35407
+    },
+    {
+      "epoch": 1.692057727229284,
+      "grad_norm": 264.3692626953125,
+      "learning_rate": 1.2178547634858085e-06,
+      "loss": 23.5625,
+      "step": 35408
+    },
+    {
+      "epoch": 1.6921055146707444,
+      "grad_norm": 181.00367736816406,
+      "learning_rate": 1.2174846745366065e-06,
+      "loss": 21.5,
+      "step": 35409
+    },
+    {
+      "epoch": 1.6921533021122048,
+      "grad_norm": 273.6421813964844,
+      "learning_rate": 1.2171146381833353e-06,
+      "loss": 29.9062,
+      "step": 35410
+    },
+    {
+      "epoch": 1.6922010895536652,
+      "grad_norm": 206.796630859375,
+      "learning_rate": 1.2167446544282147e-06,
+      "loss": 17.375,
+      "step": 35411
+    },
+    {
+      "epoch": 1.6922488769951256,
+      "grad_norm": 277.8392028808594,
+      "learning_rate": 1.2163747232734625e-06,
+      "loss": 18.1875,
+      "step": 35412
+    },
+    {
+      "epoch": 1.692296664436586,
+      "grad_norm": 188.6484375,
+      "learning_rate": 1.216004844721289e-06,
+      "loss": 20.0469,
+      "step": 35413
+    },
+    {
+      "epoch": 1.6923444518780464,
+      "grad_norm": 862.8331909179688,
+      "learning_rate": 1.215635018773913e-06,
+      "loss": 26.8438,
+      "step": 35414
+    },
+    {
+      "epoch": 1.6923922393195068,
+      "grad_norm": 249.12591552734375,
+      "learning_rate": 1.215265245433548e-06,
+      "loss": 21.3125,
+      "step": 35415
+    },
+    {
+      "epoch": 1.6924400267609672,
+      "grad_norm": 151.96026611328125,
+      "learning_rate": 1.2148955247024108e-06,
+      "loss": 25.1719,
+      "step": 35416
+    },
+    {
+      "epoch": 1.6924878142024276,
+      "grad_norm": 296.97528076171875,
+      "learning_rate": 1.2145258565827112e-06,
+      "loss": 21.6094,
+      "step": 35417
+    },
+    {
+      "epoch": 1.692535601643888,
+      "grad_norm": 149.92494201660156,
+      "learning_rate": 1.2141562410766662e-06,
+      "loss": 19.4453,
+      "step": 35418
+    },
+    {
+      "epoch": 1.6925833890853483,
+      "grad_norm": 258.08306884765625,
+      "learning_rate": 1.213786678186487e-06,
+      "loss": 33.9375,
+      "step": 35419
+    },
+    {
+      "epoch": 1.6926311765268087,
+      "grad_norm": 186.2433319091797,
+      "learning_rate": 1.2134171679143914e-06,
+      "loss": 22.1719,
+      "step": 35420
+    },
+    {
+      "epoch": 1.6926789639682691,
+      "grad_norm": 279.8746337890625,
+      "learning_rate": 1.2130477102625871e-06,
+      "loss": 25.3125,
+      "step": 35421
+    },
+    {
+      "epoch": 1.6927267514097295,
+      "grad_norm": 178.85841369628906,
+      "learning_rate": 1.212678305233288e-06,
+      "loss": 24.7031,
+      "step": 35422
+    },
+    {
+      "epoch": 1.69277453885119,
+      "grad_norm": 258.13787841796875,
+      "learning_rate": 1.2123089528287102e-06,
+      "loss": 25.75,
+      "step": 35423
+    },
+    {
+      "epoch": 1.6928223262926503,
+      "grad_norm": 234.86000061035156,
+      "learning_rate": 1.2119396530510597e-06,
+      "loss": 19.5,
+      "step": 35424
+    },
+    {
+      "epoch": 1.6928701137341107,
+      "grad_norm": 143.3282470703125,
+      "learning_rate": 1.2115704059025512e-06,
+      "loss": 21.4062,
+      "step": 35425
+    },
+    {
+      "epoch": 1.692917901175571,
+      "grad_norm": 380.14434814453125,
+      "learning_rate": 1.2112012113853955e-06,
+      "loss": 17.0156,
+      "step": 35426
+    },
+    {
+      "epoch": 1.6929656886170315,
+      "grad_norm": 179.12631225585938,
+      "learning_rate": 1.2108320695018061e-06,
+      "loss": 16.7656,
+      "step": 35427
+    },
+    {
+      "epoch": 1.6930134760584918,
+      "grad_norm": 258.3148193359375,
+      "learning_rate": 1.2104629802539903e-06,
+      "loss": 26.8906,
+      "step": 35428
+    },
+    {
+      "epoch": 1.6930612634999522,
+      "grad_norm": 168.14120483398438,
+      "learning_rate": 1.2100939436441584e-06,
+      "loss": 24.1562,
+      "step": 35429
+    },
+    {
+      "epoch": 1.6931090509414126,
+      "grad_norm": 190.7418975830078,
+      "learning_rate": 1.2097249596745242e-06,
+      "loss": 20.125,
+      "step": 35430
+    },
+    {
+      "epoch": 1.693156838382873,
+      "grad_norm": 133.69573974609375,
+      "learning_rate": 1.2093560283472928e-06,
+      "loss": 21.6562,
+      "step": 35431
+    },
+    {
+      "epoch": 1.6932046258243334,
+      "grad_norm": 154.24710083007812,
+      "learning_rate": 1.2089871496646776e-06,
+      "loss": 20.375,
+      "step": 35432
+    },
+    {
+      "epoch": 1.6932524132657938,
+      "grad_norm": 398.7948913574219,
+      "learning_rate": 1.2086183236288852e-06,
+      "loss": 22.0469,
+      "step": 35433
+    },
+    {
+      "epoch": 1.6933002007072542,
+      "grad_norm": 249.7980194091797,
+      "learning_rate": 1.2082495502421232e-06,
+      "loss": 28.0,
+      "step": 35434
+    },
+    {
+      "epoch": 1.6933479881487146,
+      "grad_norm": 206.40406799316406,
+      "learning_rate": 1.2078808295066046e-06,
+      "loss": 29.9375,
+      "step": 35435
+    },
+    {
+      "epoch": 1.693395775590175,
+      "grad_norm": 328.4504089355469,
+      "learning_rate": 1.2075121614245334e-06,
+      "loss": 29.9375,
+      "step": 35436
+    },
+    {
+      "epoch": 1.6934435630316353,
+      "grad_norm": 211.54486083984375,
+      "learning_rate": 1.2071435459981184e-06,
+      "loss": 16.4844,
+      "step": 35437
+    },
+    {
+      "epoch": 1.6934913504730957,
+      "grad_norm": 185.90701293945312,
+      "learning_rate": 1.2067749832295705e-06,
+      "loss": 25.2812,
+      "step": 35438
+    },
+    {
+      "epoch": 1.6935391379145561,
+      "grad_norm": 245.17428588867188,
+      "learning_rate": 1.206406473121091e-06,
+      "loss": 25.5781,
+      "step": 35439
+    },
+    {
+      "epoch": 1.6935869253560165,
+      "grad_norm": 263.582763671875,
+      "learning_rate": 1.2060380156748908e-06,
+      "loss": 29.5625,
+      "step": 35440
+    },
+    {
+      "epoch": 1.693634712797477,
+      "grad_norm": 315.9384460449219,
+      "learning_rate": 1.2056696108931743e-06,
+      "loss": 28.25,
+      "step": 35441
+    },
+    {
+      "epoch": 1.6936825002389373,
+      "grad_norm": 166.34727478027344,
+      "learning_rate": 1.205301258778152e-06,
+      "loss": 11.125,
+      "step": 35442
+    },
+    {
+      "epoch": 1.6937302876803977,
+      "grad_norm": 152.1868896484375,
+      "learning_rate": 1.2049329593320248e-06,
+      "loss": 19.2891,
+      "step": 35443
+    },
+    {
+      "epoch": 1.693778075121858,
+      "grad_norm": 456.4870910644531,
+      "learning_rate": 1.2045647125570004e-06,
+      "loss": 21.4375,
+      "step": 35444
+    },
+    {
+      "epoch": 1.6938258625633185,
+      "grad_norm": 355.4479675292969,
+      "learning_rate": 1.204196518455284e-06,
+      "loss": 36.5312,
+      "step": 35445
+    },
+    {
+      "epoch": 1.6938736500047789,
+      "grad_norm": 619.0755004882812,
+      "learning_rate": 1.2038283770290826e-06,
+      "loss": 31.1562,
+      "step": 35446
+    },
+    {
+      "epoch": 1.6939214374462392,
+      "grad_norm": 425.8504638671875,
+      "learning_rate": 1.2034602882805978e-06,
+      "loss": 30.5938,
+      "step": 35447
+    },
+    {
+      "epoch": 1.6939692248876996,
+      "grad_norm": 210.73504638671875,
+      "learning_rate": 1.2030922522120348e-06,
+      "loss": 29.8438,
+      "step": 35448
+    },
+    {
+      "epoch": 1.69401701232916,
+      "grad_norm": 206.25872802734375,
+      "learning_rate": 1.2027242688256001e-06,
+      "loss": 24.3281,
+      "step": 35449
+    },
+    {
+      "epoch": 1.6940647997706204,
+      "grad_norm": 344.916748046875,
+      "learning_rate": 1.2023563381234927e-06,
+      "loss": 37.4688,
+      "step": 35450
+    },
+    {
+      "epoch": 1.6941125872120808,
+      "grad_norm": 242.72430419921875,
+      "learning_rate": 1.2019884601079202e-06,
+      "loss": 19.3906,
+      "step": 35451
+    },
+    {
+      "epoch": 1.6941603746535412,
+      "grad_norm": 344.8211975097656,
+      "learning_rate": 1.2016206347810833e-06,
+      "loss": 31.2188,
+      "step": 35452
+    },
+    {
+      "epoch": 1.6942081620950016,
+      "grad_norm": 142.390625,
+      "learning_rate": 1.201252862145188e-06,
+      "loss": 17.4531,
+      "step": 35453
+    },
+    {
+      "epoch": 1.694255949536462,
+      "grad_norm": 194.12313842773438,
+      "learning_rate": 1.2008851422024325e-06,
+      "loss": 18.8594,
+      "step": 35454
+    },
+    {
+      "epoch": 1.6943037369779224,
+      "grad_norm": 206.77891540527344,
+      "learning_rate": 1.2005174749550208e-06,
+      "loss": 21.5938,
+      "step": 35455
+    },
+    {
+      "epoch": 1.6943515244193827,
+      "grad_norm": 205.6418914794922,
+      "learning_rate": 1.2001498604051553e-06,
+      "loss": 20.8438,
+      "step": 35456
+    },
+    {
+      "epoch": 1.694399311860843,
+      "grad_norm": 171.3594207763672,
+      "learning_rate": 1.199782298555039e-06,
+      "loss": 25.8906,
+      "step": 35457
+    },
+    {
+      "epoch": 1.6944470993023033,
+      "grad_norm": 1308.0689697265625,
+      "learning_rate": 1.1994147894068698e-06,
+      "loss": 16.9688,
+      "step": 35458
+    },
+    {
+      "epoch": 1.6944948867437637,
+      "grad_norm": 214.56454467773438,
+      "learning_rate": 1.1990473329628493e-06,
+      "loss": 29.5312,
+      "step": 35459
+    },
+    {
+      "epoch": 1.694542674185224,
+      "grad_norm": 652.85693359375,
+      "learning_rate": 1.1986799292251816e-06,
+      "loss": 24.3594,
+      "step": 35460
+    },
+    {
+      "epoch": 1.6945904616266845,
+      "grad_norm": 257.7774658203125,
+      "learning_rate": 1.1983125781960624e-06,
+      "loss": 30.2188,
+      "step": 35461
+    },
+    {
+      "epoch": 1.6946382490681449,
+      "grad_norm": 248.1292724609375,
+      "learning_rate": 1.1979452798776937e-06,
+      "loss": 21.7812,
+      "step": 35462
+    },
+    {
+      "epoch": 1.6946860365096053,
+      "grad_norm": 206.12506103515625,
+      "learning_rate": 1.1975780342722765e-06,
+      "loss": 32.875,
+      "step": 35463
+    },
+    {
+      "epoch": 1.6947338239510656,
+      "grad_norm": 414.52618408203125,
+      "learning_rate": 1.1972108413820072e-06,
+      "loss": 19.375,
+      "step": 35464
+    },
+    {
+      "epoch": 1.694781611392526,
+      "grad_norm": 324.50567626953125,
+      "learning_rate": 1.1968437012090873e-06,
+      "loss": 18.7969,
+      "step": 35465
+    },
+    {
+      "epoch": 1.6948293988339864,
+      "grad_norm": 373.58642578125,
+      "learning_rate": 1.1964766137557138e-06,
+      "loss": 26.5625,
+      "step": 35466
+    },
+    {
+      "epoch": 1.6948771862754468,
+      "grad_norm": 215.9326171875,
+      "learning_rate": 1.1961095790240839e-06,
+      "loss": 21.2188,
+      "step": 35467
+    },
+    {
+      "epoch": 1.6949249737169072,
+      "grad_norm": 183.5416259765625,
+      "learning_rate": 1.1957425970164016e-06,
+      "loss": 21.7812,
+      "step": 35468
+    },
+    {
+      "epoch": 1.6949727611583676,
+      "grad_norm": 223.16815185546875,
+      "learning_rate": 1.1953756677348572e-06,
+      "loss": 24.4688,
+      "step": 35469
+    },
+    {
+      "epoch": 1.695020548599828,
+      "grad_norm": 238.15834045410156,
+      "learning_rate": 1.1950087911816522e-06,
+      "loss": 16.4688,
+      "step": 35470
+    },
+    {
+      "epoch": 1.6950683360412884,
+      "grad_norm": 216.41290283203125,
+      "learning_rate": 1.1946419673589838e-06,
+      "loss": 23.7891,
+      "step": 35471
+    },
+    {
+      "epoch": 1.6951161234827488,
+      "grad_norm": 419.4659118652344,
+      "learning_rate": 1.1942751962690468e-06,
+      "loss": 29.8281,
+      "step": 35472
+    },
+    {
+      "epoch": 1.6951639109242091,
+      "grad_norm": 194.32325744628906,
+      "learning_rate": 1.1939084779140386e-06,
+      "loss": 26.5,
+      "step": 35473
+    },
+    {
+      "epoch": 1.6952116983656695,
+      "grad_norm": 223.05140686035156,
+      "learning_rate": 1.1935418122961561e-06,
+      "loss": 17.1875,
+      "step": 35474
+    },
+    {
+      "epoch": 1.69525948580713,
+      "grad_norm": 280.24908447265625,
+      "learning_rate": 1.1931751994175966e-06,
+      "loss": 27.7812,
+      "step": 35475
+    },
+    {
+      "epoch": 1.6953072732485903,
+      "grad_norm": 201.6909637451172,
+      "learning_rate": 1.1928086392805516e-06,
+      "loss": 21.7969,
+      "step": 35476
+    },
+    {
+      "epoch": 1.6953550606900507,
+      "grad_norm": 315.4346923828125,
+      "learning_rate": 1.1924421318872182e-06,
+      "loss": 23.1406,
+      "step": 35477
+    },
+    {
+      "epoch": 1.6954028481315109,
+      "grad_norm": 390.552978515625,
+      "learning_rate": 1.1920756772397924e-06,
+      "loss": 22.5625,
+      "step": 35478
+    },
+    {
+      "epoch": 1.6954506355729713,
+      "grad_norm": 240.09222412109375,
+      "learning_rate": 1.1917092753404692e-06,
+      "loss": 25.5,
+      "step": 35479
+    },
+    {
+      "epoch": 1.6954984230144317,
+      "grad_norm": 257.2563171386719,
+      "learning_rate": 1.19134292619144e-06,
+      "loss": 25.7812,
+      "step": 35480
+    },
+    {
+      "epoch": 1.695546210455892,
+      "grad_norm": 184.07736206054688,
+      "learning_rate": 1.1909766297949e-06,
+      "loss": 22.1562,
+      "step": 35481
+    },
+    {
+      "epoch": 1.6955939978973524,
+      "grad_norm": 368.5372619628906,
+      "learning_rate": 1.1906103861530439e-06,
+      "loss": 27.9375,
+      "step": 35482
+    },
+    {
+      "epoch": 1.6956417853388128,
+      "grad_norm": 337.8246154785156,
+      "learning_rate": 1.1902441952680654e-06,
+      "loss": 13.5156,
+      "step": 35483
+    },
+    {
+      "epoch": 1.6956895727802732,
+      "grad_norm": 422.92449951171875,
+      "learning_rate": 1.1898780571421554e-06,
+      "loss": 33.6875,
+      "step": 35484
+    },
+    {
+      "epoch": 1.6957373602217336,
+      "grad_norm": 171.9622344970703,
+      "learning_rate": 1.1895119717775071e-06,
+      "loss": 17.9844,
+      "step": 35485
+    },
+    {
+      "epoch": 1.695785147663194,
+      "grad_norm": 313.54827880859375,
+      "learning_rate": 1.1891459391763161e-06,
+      "loss": 41.4375,
+      "step": 35486
+    },
+    {
+      "epoch": 1.6958329351046544,
+      "grad_norm": 127.4985122680664,
+      "learning_rate": 1.188779959340769e-06,
+      "loss": 18.0469,
+      "step": 35487
+    },
+    {
+      "epoch": 1.6958807225461148,
+      "grad_norm": 276.2738952636719,
+      "learning_rate": 1.1884140322730608e-06,
+      "loss": 23.2344,
+      "step": 35488
+    },
+    {
+      "epoch": 1.6959285099875752,
+      "grad_norm": 212.1597137451172,
+      "learning_rate": 1.1880481579753821e-06,
+      "loss": 26.8125,
+      "step": 35489
+    },
+    {
+      "epoch": 1.6959762974290356,
+      "grad_norm": 174.66207885742188,
+      "learning_rate": 1.1876823364499267e-06,
+      "loss": 22.9688,
+      "step": 35490
+    },
+    {
+      "epoch": 1.696024084870496,
+      "grad_norm": 265.5142517089844,
+      "learning_rate": 1.1873165676988806e-06,
+      "loss": 22.1719,
+      "step": 35491
+    },
+    {
+      "epoch": 1.6960718723119563,
+      "grad_norm": 177.92604064941406,
+      "learning_rate": 1.1869508517244378e-06,
+      "loss": 19.9531,
+      "step": 35492
+    },
+    {
+      "epoch": 1.6961196597534167,
+      "grad_norm": 301.96502685546875,
+      "learning_rate": 1.186585188528787e-06,
+      "loss": 29.75,
+      "step": 35493
+    },
+    {
+      "epoch": 1.696167447194877,
+      "grad_norm": 167.40603637695312,
+      "learning_rate": 1.1862195781141206e-06,
+      "loss": 24.3125,
+      "step": 35494
+    },
+    {
+      "epoch": 1.6962152346363375,
+      "grad_norm": 267.0836486816406,
+      "learning_rate": 1.1858540204826241e-06,
+      "loss": 24.4375,
+      "step": 35495
+    },
+    {
+      "epoch": 1.6962630220777979,
+      "grad_norm": 208.4516143798828,
+      "learning_rate": 1.1854885156364903e-06,
+      "loss": 18.7031,
+      "step": 35496
+    },
+    {
+      "epoch": 1.6963108095192583,
+      "grad_norm": 457.919189453125,
+      "learning_rate": 1.1851230635779043e-06,
+      "loss": 19.9688,
+      "step": 35497
+    },
+    {
+      "epoch": 1.6963585969607187,
+      "grad_norm": 246.9971160888672,
+      "learning_rate": 1.1847576643090586e-06,
+      "loss": 28.625,
+      "step": 35498
+    },
+    {
+      "epoch": 1.696406384402179,
+      "grad_norm": 367.16522216796875,
+      "learning_rate": 1.1843923178321392e-06,
+      "loss": 28.1719,
+      "step": 35499
+    },
+    {
+      "epoch": 1.6964541718436394,
+      "grad_norm": 199.55877685546875,
+      "learning_rate": 1.1840270241493334e-06,
+      "loss": 29.7812,
+      "step": 35500
+    },
+    {
+      "epoch": 1.6965019592850998,
+      "grad_norm": 234.14730834960938,
+      "learning_rate": 1.1836617832628317e-06,
+      "loss": 27.5625,
+      "step": 35501
+    },
+    {
+      "epoch": 1.6965497467265602,
+      "grad_norm": 254.9340362548828,
+      "learning_rate": 1.1832965951748187e-06,
+      "loss": 24.0,
+      "step": 35502
+    },
+    {
+      "epoch": 1.6965975341680206,
+      "grad_norm": 253.0236358642578,
+      "learning_rate": 1.182931459887482e-06,
+      "loss": 28.9688,
+      "step": 35503
+    },
+    {
+      "epoch": 1.696645321609481,
+      "grad_norm": 269.3631286621094,
+      "learning_rate": 1.1825663774030083e-06,
+      "loss": 23.3281,
+      "step": 35504
+    },
+    {
+      "epoch": 1.6966931090509414,
+      "grad_norm": 255.81649780273438,
+      "learning_rate": 1.1822013477235872e-06,
+      "loss": 18.2969,
+      "step": 35505
+    },
+    {
+      "epoch": 1.6967408964924018,
+      "grad_norm": 256.9239501953125,
+      "learning_rate": 1.181836370851399e-06,
+      "loss": 25.0312,
+      "step": 35506
+    },
+    {
+      "epoch": 1.6967886839338622,
+      "grad_norm": 293.9947814941406,
+      "learning_rate": 1.1814714467886334e-06,
+      "loss": 32.9375,
+      "step": 35507
+    },
+    {
+      "epoch": 1.6968364713753226,
+      "grad_norm": 209.49859619140625,
+      "learning_rate": 1.1811065755374761e-06,
+      "loss": 29.3594,
+      "step": 35508
+    },
+    {
+      "epoch": 1.696884258816783,
+      "grad_norm": 229.1020050048828,
+      "learning_rate": 1.180741757100109e-06,
+      "loss": 28.0469,
+      "step": 35509
+    },
+    {
+      "epoch": 1.6969320462582433,
+      "grad_norm": 290.5646667480469,
+      "learning_rate": 1.180376991478719e-06,
+      "loss": 27.8906,
+      "step": 35510
+    },
+    {
+      "epoch": 1.6969798336997037,
+      "grad_norm": 302.31195068359375,
+      "learning_rate": 1.1800122786754908e-06,
+      "loss": 26.3125,
+      "step": 35511
+    },
+    {
+      "epoch": 1.6970276211411641,
+      "grad_norm": 269.32708740234375,
+      "learning_rate": 1.1796476186926098e-06,
+      "loss": 24.9844,
+      "step": 35512
+    },
+    {
+      "epoch": 1.6970754085826245,
+      "grad_norm": 199.45620727539062,
+      "learning_rate": 1.1792830115322562e-06,
+      "loss": 27.4219,
+      "step": 35513
+    },
+    {
+      "epoch": 1.697123196024085,
+      "grad_norm": 162.733642578125,
+      "learning_rate": 1.178918457196615e-06,
+      "loss": 15.0781,
+      "step": 35514
+    },
+    {
+      "epoch": 1.6971709834655453,
+      "grad_norm": 259.8590393066406,
+      "learning_rate": 1.17855395568787e-06,
+      "loss": 26.3906,
+      "step": 35515
+    },
+    {
+      "epoch": 1.6972187709070057,
+      "grad_norm": 189.29954528808594,
+      "learning_rate": 1.1781895070082073e-06,
+      "loss": 23.8438,
+      "step": 35516
+    },
+    {
+      "epoch": 1.697266558348466,
+      "grad_norm": 256.2948913574219,
+      "learning_rate": 1.1778251111598026e-06,
+      "loss": 27.625,
+      "step": 35517
+    },
+    {
+      "epoch": 1.6973143457899265,
+      "grad_norm": 262.552490234375,
+      "learning_rate": 1.1774607681448424e-06,
+      "loss": 28.3125,
+      "step": 35518
+    },
+    {
+      "epoch": 1.6973621332313868,
+      "grad_norm": 196.84466552734375,
+      "learning_rate": 1.177096477965508e-06,
+      "loss": 24.25,
+      "step": 35519
+    },
+    {
+      "epoch": 1.6974099206728472,
+      "grad_norm": 141.8582305908203,
+      "learning_rate": 1.1767322406239833e-06,
+      "loss": 22.7188,
+      "step": 35520
+    },
+    {
+      "epoch": 1.6974577081143076,
+      "grad_norm": 238.93722534179688,
+      "learning_rate": 1.1763680561224456e-06,
+      "loss": 27.3438,
+      "step": 35521
+    },
+    {
+      "epoch": 1.697505495555768,
+      "grad_norm": 194.88613891601562,
+      "learning_rate": 1.1760039244630762e-06,
+      "loss": 24.9688,
+      "step": 35522
+    },
+    {
+      "epoch": 1.6975532829972284,
+      "grad_norm": 212.04823303222656,
+      "learning_rate": 1.1756398456480611e-06,
+      "loss": 18.6562,
+      "step": 35523
+    },
+    {
+      "epoch": 1.6976010704386888,
+      "grad_norm": 389.92724609375,
+      "learning_rate": 1.1752758196795733e-06,
+      "loss": 28.75,
+      "step": 35524
+    },
+    {
+      "epoch": 1.6976488578801492,
+      "grad_norm": 224.74984741210938,
+      "learning_rate": 1.1749118465597975e-06,
+      "loss": 23.6875,
+      "step": 35525
+    },
+    {
+      "epoch": 1.6976966453216096,
+      "grad_norm": 221.83584594726562,
+      "learning_rate": 1.174547926290911e-06,
+      "loss": 30.3906,
+      "step": 35526
+    },
+    {
+      "epoch": 1.69774443276307,
+      "grad_norm": 254.68890380859375,
+      "learning_rate": 1.1741840588750974e-06,
+      "loss": 30.5,
+      "step": 35527
+    },
+    {
+      "epoch": 1.6977922202045304,
+      "grad_norm": 236.93446350097656,
+      "learning_rate": 1.1738202443145307e-06,
+      "loss": 25.0312,
+      "step": 35528
+    },
+    {
+      "epoch": 1.6978400076459907,
+      "grad_norm": 272.7403259277344,
+      "learning_rate": 1.1734564826113936e-06,
+      "loss": 31.7188,
+      "step": 35529
+    },
+    {
+      "epoch": 1.6978877950874511,
+      "grad_norm": 279.01885986328125,
+      "learning_rate": 1.173092773767861e-06,
+      "loss": 19.0312,
+      "step": 35530
+    },
+    {
+      "epoch": 1.6979355825289115,
+      "grad_norm": 255.26290893554688,
+      "learning_rate": 1.1727291177861134e-06,
+      "loss": 18.4375,
+      "step": 35531
+    },
+    {
+      "epoch": 1.697983369970372,
+      "grad_norm": 376.1056213378906,
+      "learning_rate": 1.1723655146683287e-06,
+      "loss": 28.9531,
+      "step": 35532
+    },
+    {
+      "epoch": 1.6980311574118323,
+      "grad_norm": 234.9186553955078,
+      "learning_rate": 1.1720019644166825e-06,
+      "loss": 28.7812,
+      "step": 35533
+    },
+    {
+      "epoch": 1.6980789448532927,
+      "grad_norm": 205.03036499023438,
+      "learning_rate": 1.1716384670333558e-06,
+      "loss": 11.2031,
+      "step": 35534
+    },
+    {
+      "epoch": 1.698126732294753,
+      "grad_norm": 350.2251281738281,
+      "learning_rate": 1.1712750225205205e-06,
+      "loss": 30.875,
+      "step": 35535
+    },
+    {
+      "epoch": 1.6981745197362135,
+      "grad_norm": 274.74578857421875,
+      "learning_rate": 1.1709116308803558e-06,
+      "loss": 23.3125,
+      "step": 35536
+    },
+    {
+      "epoch": 1.6982223071776739,
+      "grad_norm": 324.18157958984375,
+      "learning_rate": 1.170548292115038e-06,
+      "loss": 20.5938,
+      "step": 35537
+    },
+    {
+      "epoch": 1.6982700946191343,
+      "grad_norm": 315.6734619140625,
+      "learning_rate": 1.170185006226744e-06,
+      "loss": 20.9688,
+      "step": 35538
+    },
+    {
+      "epoch": 1.6983178820605946,
+      "grad_norm": 191.5966796875,
+      "learning_rate": 1.1698217732176465e-06,
+      "loss": 20.125,
+      "step": 35539
+    },
+    {
+      "epoch": 1.6983656695020548,
+      "grad_norm": 147.1840362548828,
+      "learning_rate": 1.1694585930899227e-06,
+      "loss": 14.6719,
+      "step": 35540
+    },
+    {
+      "epoch": 1.6984134569435152,
+      "grad_norm": 169.07508850097656,
+      "learning_rate": 1.1690954658457477e-06,
+      "loss": 14.4844,
+      "step": 35541
+    },
+    {
+      "epoch": 1.6984612443849756,
+      "grad_norm": 1040.2908935546875,
+      "learning_rate": 1.1687323914872983e-06,
+      "loss": 25.7812,
+      "step": 35542
+    },
+    {
+      "epoch": 1.698509031826436,
+      "grad_norm": 369.86859130859375,
+      "learning_rate": 1.168369370016743e-06,
+      "loss": 26.4531,
+      "step": 35543
+    },
+    {
+      "epoch": 1.6985568192678964,
+      "grad_norm": 193.90249633789062,
+      "learning_rate": 1.1680064014362602e-06,
+      "loss": 21.5312,
+      "step": 35544
+    },
+    {
+      "epoch": 1.6986046067093568,
+      "grad_norm": 318.3890075683594,
+      "learning_rate": 1.1676434857480245e-06,
+      "loss": 25.625,
+      "step": 35545
+    },
+    {
+      "epoch": 1.6986523941508171,
+      "grad_norm": 329.4527893066406,
+      "learning_rate": 1.1672806229542055e-06,
+      "loss": 31.75,
+      "step": 35546
+    },
+    {
+      "epoch": 1.6987001815922775,
+      "grad_norm": 720.3373413085938,
+      "learning_rate": 1.1669178130569781e-06,
+      "loss": 30.8281,
+      "step": 35547
+    },
+    {
+      "epoch": 1.698747969033738,
+      "grad_norm": 1723.8502197265625,
+      "learning_rate": 1.166555056058516e-06,
+      "loss": 28.5312,
+      "step": 35548
+    },
+    {
+      "epoch": 1.6987957564751983,
+      "grad_norm": 426.325439453125,
+      "learning_rate": 1.166192351960992e-06,
+      "loss": 23.1875,
+      "step": 35549
+    },
+    {
+      "epoch": 1.6988435439166587,
+      "grad_norm": 300.1042175292969,
+      "learning_rate": 1.1658297007665753e-06,
+      "loss": 29.2344,
+      "step": 35550
+    },
+    {
+      "epoch": 1.698891331358119,
+      "grad_norm": 405.73260498046875,
+      "learning_rate": 1.1654671024774388e-06,
+      "loss": 21.4219,
+      "step": 35551
+    },
+    {
+      "epoch": 1.6989391187995795,
+      "grad_norm": 283.3977966308594,
+      "learning_rate": 1.1651045570957554e-06,
+      "loss": 33.5312,
+      "step": 35552
+    },
+    {
+      "epoch": 1.6989869062410399,
+      "grad_norm": 221.49716186523438,
+      "learning_rate": 1.1647420646236974e-06,
+      "loss": 19.2188,
+      "step": 35553
+    },
+    {
+      "epoch": 1.6990346936825003,
+      "grad_norm": 239.67935180664062,
+      "learning_rate": 1.164379625063432e-06,
+      "loss": 17.9219,
+      "step": 35554
+    },
+    {
+      "epoch": 1.6990824811239607,
+      "grad_norm": 307.63812255859375,
+      "learning_rate": 1.1640172384171322e-06,
+      "loss": 32.7188,
+      "step": 35555
+    },
+    {
+      "epoch": 1.699130268565421,
+      "grad_norm": 183.7462158203125,
+      "learning_rate": 1.1636549046869684e-06,
+      "loss": 26.0312,
+      "step": 35556
+    },
+    {
+      "epoch": 1.6991780560068814,
+      "grad_norm": 488.0699462890625,
+      "learning_rate": 1.1632926238751085e-06,
+      "loss": 25.625,
+      "step": 35557
+    },
+    {
+      "epoch": 1.6992258434483418,
+      "grad_norm": 318.9368896484375,
+      "learning_rate": 1.1629303959837224e-06,
+      "loss": 22.8281,
+      "step": 35558
+    },
+    {
+      "epoch": 1.6992736308898022,
+      "grad_norm": 364.51953125,
+      "learning_rate": 1.1625682210149814e-06,
+      "loss": 31.0312,
+      "step": 35559
+    },
+    {
+      "epoch": 1.6993214183312624,
+      "grad_norm": 421.5559387207031,
+      "learning_rate": 1.1622060989710548e-06,
+      "loss": 20.4375,
+      "step": 35560
+    },
+    {
+      "epoch": 1.6993692057727228,
+      "grad_norm": 283.3406677246094,
+      "learning_rate": 1.1618440298541078e-06,
+      "loss": 18.2969,
+      "step": 35561
+    },
+    {
+      "epoch": 1.6994169932141832,
+      "grad_norm": 226.37083435058594,
+      "learning_rate": 1.161482013666313e-06,
+      "loss": 21.9219,
+      "step": 35562
+    },
+    {
+      "epoch": 1.6994647806556435,
+      "grad_norm": 497.88372802734375,
+      "learning_rate": 1.161120050409833e-06,
+      "loss": 23.4844,
+      "step": 35563
+    },
+    {
+      "epoch": 1.699512568097104,
+      "grad_norm": 289.3682556152344,
+      "learning_rate": 1.1607581400868395e-06,
+      "loss": 25.7812,
+      "step": 35564
+    },
+    {
+      "epoch": 1.6995603555385643,
+      "grad_norm": 282.6036682128906,
+      "learning_rate": 1.1603962826995018e-06,
+      "loss": 32.7188,
+      "step": 35565
+    },
+    {
+      "epoch": 1.6996081429800247,
+      "grad_norm": 374.36712646484375,
+      "learning_rate": 1.1600344782499806e-06,
+      "loss": 26.0625,
+      "step": 35566
+    },
+    {
+      "epoch": 1.699655930421485,
+      "grad_norm": 185.19314575195312,
+      "learning_rate": 1.1596727267404472e-06,
+      "loss": 22.0938,
+      "step": 35567
+    },
+    {
+      "epoch": 1.6997037178629455,
+      "grad_norm": 246.5965576171875,
+      "learning_rate": 1.159311028173069e-06,
+      "loss": 22.7344,
+      "step": 35568
+    },
+    {
+      "epoch": 1.6997515053044059,
+      "grad_norm": 212.46556091308594,
+      "learning_rate": 1.1589493825500075e-06,
+      "loss": 23.0469,
+      "step": 35569
+    },
+    {
+      "epoch": 1.6997992927458663,
+      "grad_norm": 176.0706787109375,
+      "learning_rate": 1.158587789873432e-06,
+      "loss": 18.9219,
+      "step": 35570
+    },
+    {
+      "epoch": 1.6998470801873267,
+      "grad_norm": 104.94979858398438,
+      "learning_rate": 1.1582262501455087e-06,
+      "loss": 17.2812,
+      "step": 35571
+    },
+    {
+      "epoch": 1.699894867628787,
+      "grad_norm": 190.4005889892578,
+      "learning_rate": 1.1578647633683993e-06,
+      "loss": 21.0,
+      "step": 35572
+    },
+    {
+      "epoch": 1.6999426550702474,
+      "grad_norm": 399.1375732421875,
+      "learning_rate": 1.1575033295442695e-06,
+      "loss": 23.1875,
+      "step": 35573
+    },
+    {
+      "epoch": 1.6999904425117078,
+      "grad_norm": 260.86029052734375,
+      "learning_rate": 1.1571419486752856e-06,
+      "loss": 26.6094,
+      "step": 35574
+    },
+    {
+      "epoch": 1.7000382299531682,
+      "grad_norm": 155.51797485351562,
+      "learning_rate": 1.1567806207636134e-06,
+      "loss": 19.125,
+      "step": 35575
+    },
+    {
+      "epoch": 1.7000860173946286,
+      "grad_norm": 218.8186798095703,
+      "learning_rate": 1.1564193458114114e-06,
+      "loss": 27.6875,
+      "step": 35576
+    },
+    {
+      "epoch": 1.700133804836089,
+      "grad_norm": 226.20030212402344,
+      "learning_rate": 1.1560581238208468e-06,
+      "loss": 19.7656,
+      "step": 35577
+    },
+    {
+      "epoch": 1.7001815922775494,
+      "grad_norm": 280.3884582519531,
+      "learning_rate": 1.1556969547940821e-06,
+      "loss": 19.0312,
+      "step": 35578
+    },
+    {
+      "epoch": 1.7002293797190098,
+      "grad_norm": 348.4346923828125,
+      "learning_rate": 1.1553358387332825e-06,
+      "loss": 27.375,
+      "step": 35579
+    },
+    {
+      "epoch": 1.7002771671604702,
+      "grad_norm": 287.8830871582031,
+      "learning_rate": 1.154974775640607e-06,
+      "loss": 21.2188,
+      "step": 35580
+    },
+    {
+      "epoch": 1.7003249546019306,
+      "grad_norm": 243.2115936279297,
+      "learning_rate": 1.1546137655182188e-06,
+      "loss": 23.2656,
+      "step": 35581
+    },
+    {
+      "epoch": 1.700372742043391,
+      "grad_norm": 206.52195739746094,
+      "learning_rate": 1.1542528083682825e-06,
+      "loss": 24.75,
+      "step": 35582
+    },
+    {
+      "epoch": 1.7004205294848513,
+      "grad_norm": 387.8207702636719,
+      "learning_rate": 1.1538919041929553e-06,
+      "loss": 25.2812,
+      "step": 35583
+    },
+    {
+      "epoch": 1.7004683169263117,
+      "grad_norm": 259.37158203125,
+      "learning_rate": 1.153531052994401e-06,
+      "loss": 29.6719,
+      "step": 35584
+    },
+    {
+      "epoch": 1.7005161043677721,
+      "grad_norm": 256.551513671875,
+      "learning_rate": 1.1531702547747814e-06,
+      "loss": 19.8281,
+      "step": 35585
+    },
+    {
+      "epoch": 1.7005638918092325,
+      "grad_norm": 333.88165283203125,
+      "learning_rate": 1.152809509536258e-06,
+      "loss": 24.375,
+      "step": 35586
+    },
+    {
+      "epoch": 1.700611679250693,
+      "grad_norm": 199.85244750976562,
+      "learning_rate": 1.1524488172809879e-06,
+      "loss": 30.7812,
+      "step": 35587
+    },
+    {
+      "epoch": 1.7006594666921533,
+      "grad_norm": 370.98248291015625,
+      "learning_rate": 1.1520881780111326e-06,
+      "loss": 21.7812,
+      "step": 35588
+    },
+    {
+      "epoch": 1.7007072541336137,
+      "grad_norm": 359.39862060546875,
+      "learning_rate": 1.1517275917288527e-06,
+      "loss": 25.1562,
+      "step": 35589
+    },
+    {
+      "epoch": 1.700755041575074,
+      "grad_norm": 205.9153594970703,
+      "learning_rate": 1.151367058436309e-06,
+      "loss": 23.9375,
+      "step": 35590
+    },
+    {
+      "epoch": 1.7008028290165345,
+      "grad_norm": 181.7728729248047,
+      "learning_rate": 1.1510065781356561e-06,
+      "loss": 19.8906,
+      "step": 35591
+    },
+    {
+      "epoch": 1.7008506164579948,
+      "grad_norm": 345.4704895019531,
+      "learning_rate": 1.1506461508290557e-06,
+      "loss": 22.9531,
+      "step": 35592
+    },
+    {
+      "epoch": 1.7008984038994552,
+      "grad_norm": 296.30242919921875,
+      "learning_rate": 1.1502857765186682e-06,
+      "loss": 31.0,
+      "step": 35593
+    },
+    {
+      "epoch": 1.7009461913409156,
+      "grad_norm": 357.4645080566406,
+      "learning_rate": 1.1499254552066474e-06,
+      "loss": 25.3281,
+      "step": 35594
+    },
+    {
+      "epoch": 1.700993978782376,
+      "grad_norm": 225.1152801513672,
+      "learning_rate": 1.1495651868951564e-06,
+      "loss": 21.25,
+      "step": 35595
+    },
+    {
+      "epoch": 1.7010417662238364,
+      "grad_norm": 176.5469512939453,
+      "learning_rate": 1.1492049715863464e-06,
+      "loss": 20.8125,
+      "step": 35596
+    },
+    {
+      "epoch": 1.7010895536652968,
+      "grad_norm": 335.8949890136719,
+      "learning_rate": 1.148844809282379e-06,
+      "loss": 27.4062,
+      "step": 35597
+    },
+    {
+      "epoch": 1.7011373411067572,
+      "grad_norm": 640.9356079101562,
+      "learning_rate": 1.1484846999854116e-06,
+      "loss": 29.0312,
+      "step": 35598
+    },
+    {
+      "epoch": 1.7011851285482176,
+      "grad_norm": 275.607177734375,
+      "learning_rate": 1.1481246436975968e-06,
+      "loss": 34.2812,
+      "step": 35599
+    },
+    {
+      "epoch": 1.701232915989678,
+      "grad_norm": 204.4908905029297,
+      "learning_rate": 1.147764640421094e-06,
+      "loss": 26.9844,
+      "step": 35600
+    },
+    {
+      "epoch": 1.7012807034311384,
+      "grad_norm": 137.5990447998047,
+      "learning_rate": 1.1474046901580605e-06,
+      "loss": 18.0547,
+      "step": 35601
+    },
+    {
+      "epoch": 1.7013284908725987,
+      "grad_norm": 195.24830627441406,
+      "learning_rate": 1.1470447929106477e-06,
+      "loss": 21.875,
+      "step": 35602
+    },
+    {
+      "epoch": 1.7013762783140591,
+      "grad_norm": 232.58404541015625,
+      "learning_rate": 1.1466849486810139e-06,
+      "loss": 18.8594,
+      "step": 35603
+    },
+    {
+      "epoch": 1.7014240657555195,
+      "grad_norm": 173.03651428222656,
+      "learning_rate": 1.1463251574713118e-06,
+      "loss": 14.7969,
+      "step": 35604
+    },
+    {
+      "epoch": 1.70147185319698,
+      "grad_norm": 437.1283874511719,
+      "learning_rate": 1.1459654192837011e-06,
+      "loss": 13.5,
+      "step": 35605
+    },
+    {
+      "epoch": 1.7015196406384403,
+      "grad_norm": 331.2845764160156,
+      "learning_rate": 1.1456057341203296e-06,
+      "loss": 29.1562,
+      "step": 35606
+    },
+    {
+      "epoch": 1.7015674280799007,
+      "grad_norm": 230.01805114746094,
+      "learning_rate": 1.145246101983355e-06,
+      "loss": 22.5625,
+      "step": 35607
+    },
+    {
+      "epoch": 1.701615215521361,
+      "grad_norm": 332.9793395996094,
+      "learning_rate": 1.1448865228749328e-06,
+      "loss": 28.0625,
+      "step": 35608
+    },
+    {
+      "epoch": 1.7016630029628215,
+      "grad_norm": 166.0202178955078,
+      "learning_rate": 1.1445269967972116e-06,
+      "loss": 22.5781,
+      "step": 35609
+    },
+    {
+      "epoch": 1.7017107904042819,
+      "grad_norm": 294.6349792480469,
+      "learning_rate": 1.1441675237523476e-06,
+      "loss": 28.625,
+      "step": 35610
+    },
+    {
+      "epoch": 1.7017585778457422,
+      "grad_norm": 470.8487243652344,
+      "learning_rate": 1.143808103742492e-06,
+      "loss": 19.0,
+      "step": 35611
+    },
+    {
+      "epoch": 1.7018063652872026,
+      "grad_norm": 125.40699005126953,
+      "learning_rate": 1.143448736769801e-06,
+      "loss": 20.5469,
+      "step": 35612
+    },
+    {
+      "epoch": 1.701854152728663,
+      "grad_norm": 233.63180541992188,
+      "learning_rate": 1.143089422836422e-06,
+      "loss": 26.125,
+      "step": 35613
+    },
+    {
+      "epoch": 1.7019019401701234,
+      "grad_norm": 379.2684631347656,
+      "learning_rate": 1.1427301619445086e-06,
+      "loss": 24.6875,
+      "step": 35614
+    },
+    {
+      "epoch": 1.7019497276115838,
+      "grad_norm": 207.87242126464844,
+      "learning_rate": 1.1423709540962125e-06,
+      "loss": 28.8125,
+      "step": 35615
+    },
+    {
+      "epoch": 1.7019975150530442,
+      "grad_norm": 218.20730590820312,
+      "learning_rate": 1.1420117992936864e-06,
+      "loss": 22.3438,
+      "step": 35616
+    },
+    {
+      "epoch": 1.7020453024945046,
+      "grad_norm": 213.8625946044922,
+      "learning_rate": 1.1416526975390785e-06,
+      "loss": 18.7188,
+      "step": 35617
+    },
+    {
+      "epoch": 1.702093089935965,
+      "grad_norm": 233.39073181152344,
+      "learning_rate": 1.1412936488345405e-06,
+      "loss": 24.1094,
+      "step": 35618
+    },
+    {
+      "epoch": 1.7021408773774254,
+      "grad_norm": 163.99945068359375,
+      "learning_rate": 1.140934653182224e-06,
+      "loss": 28.5312,
+      "step": 35619
+    },
+    {
+      "epoch": 1.7021886648188858,
+      "grad_norm": 348.1402282714844,
+      "learning_rate": 1.1405757105842762e-06,
+      "loss": 24.6562,
+      "step": 35620
+    },
+    {
+      "epoch": 1.7022364522603461,
+      "grad_norm": 229.410400390625,
+      "learning_rate": 1.1402168210428476e-06,
+      "loss": 18.3203,
+      "step": 35621
+    },
+    {
+      "epoch": 1.7022842397018063,
+      "grad_norm": 403.7064514160156,
+      "learning_rate": 1.1398579845600888e-06,
+      "loss": 34.8125,
+      "step": 35622
+    },
+    {
+      "epoch": 1.7023320271432667,
+      "grad_norm": 380.17041015625,
+      "learning_rate": 1.13949920113815e-06,
+      "loss": 29.6875,
+      "step": 35623
+    },
+    {
+      "epoch": 1.702379814584727,
+      "grad_norm": 214.5070037841797,
+      "learning_rate": 1.1391404707791753e-06,
+      "loss": 27.3125,
+      "step": 35624
+    },
+    {
+      "epoch": 1.7024276020261875,
+      "grad_norm": 497.6702880859375,
+      "learning_rate": 1.138781793485315e-06,
+      "loss": 20.1562,
+      "step": 35625
+    },
+    {
+      "epoch": 1.7024753894676479,
+      "grad_norm": 220.60418701171875,
+      "learning_rate": 1.13842316925872e-06,
+      "loss": 22.25,
+      "step": 35626
+    },
+    {
+      "epoch": 1.7025231769091083,
+      "grad_norm": 221.388916015625,
+      "learning_rate": 1.1380645981015337e-06,
+      "loss": 25.2188,
+      "step": 35627
+    },
+    {
+      "epoch": 1.7025709643505686,
+      "grad_norm": 211.0018310546875,
+      "learning_rate": 1.1377060800159058e-06,
+      "loss": 19.4062,
+      "step": 35628
+    },
+    {
+      "epoch": 1.702618751792029,
+      "grad_norm": 788.62451171875,
+      "learning_rate": 1.1373476150039852e-06,
+      "loss": 20.3438,
+      "step": 35629
+    },
+    {
+      "epoch": 1.7026665392334894,
+      "grad_norm": 263.928955078125,
+      "learning_rate": 1.1369892030679142e-06,
+      "loss": 24.8438,
+      "step": 35630
+    },
+    {
+      "epoch": 1.7027143266749498,
+      "grad_norm": 168.5534210205078,
+      "learning_rate": 1.1366308442098428e-06,
+      "loss": 27.1562,
+      "step": 35631
+    },
+    {
+      "epoch": 1.7027621141164102,
+      "grad_norm": 93.84627532958984,
+      "learning_rate": 1.136272538431914e-06,
+      "loss": 16.9844,
+      "step": 35632
+    },
+    {
+      "epoch": 1.7028099015578706,
+      "grad_norm": 209.54957580566406,
+      "learning_rate": 1.135914285736276e-06,
+      "loss": 18.875,
+      "step": 35633
+    },
+    {
+      "epoch": 1.702857688999331,
+      "grad_norm": 320.2569885253906,
+      "learning_rate": 1.1355560861250758e-06,
+      "loss": 40.1562,
+      "step": 35634
+    },
+    {
+      "epoch": 1.7029054764407914,
+      "grad_norm": 457.7310791015625,
+      "learning_rate": 1.1351979396004532e-06,
+      "loss": 24.4844,
+      "step": 35635
+    },
+    {
+      "epoch": 1.7029532638822518,
+      "grad_norm": 323.789794921875,
+      "learning_rate": 1.1348398461645572e-06,
+      "loss": 25.4375,
+      "step": 35636
+    },
+    {
+      "epoch": 1.7030010513237122,
+      "grad_norm": 409.305419921875,
+      "learning_rate": 1.1344818058195307e-06,
+      "loss": 28.4688,
+      "step": 35637
+    },
+    {
+      "epoch": 1.7030488387651725,
+      "grad_norm": 232.96376037597656,
+      "learning_rate": 1.1341238185675208e-06,
+      "loss": 24.625,
+      "step": 35638
+    },
+    {
+      "epoch": 1.703096626206633,
+      "grad_norm": 273.3114318847656,
+      "learning_rate": 1.133765884410667e-06,
+      "loss": 30.0,
+      "step": 35639
+    },
+    {
+      "epoch": 1.7031444136480933,
+      "grad_norm": 191.38851928710938,
+      "learning_rate": 1.1334080033511152e-06,
+      "loss": 19.5469,
+      "step": 35640
+    },
+    {
+      "epoch": 1.7031922010895537,
+      "grad_norm": 135.86497497558594,
+      "learning_rate": 1.1330501753910084e-06,
+      "loss": 17.875,
+      "step": 35641
+    },
+    {
+      "epoch": 1.703239988531014,
+      "grad_norm": 479.4259338378906,
+      "learning_rate": 1.1326924005324912e-06,
+      "loss": 27.875,
+      "step": 35642
+    },
+    {
+      "epoch": 1.7032877759724743,
+      "grad_norm": 379.1334228515625,
+      "learning_rate": 1.1323346787777024e-06,
+      "loss": 32.1562,
+      "step": 35643
+    },
+    {
+      "epoch": 1.7033355634139347,
+      "grad_norm": 258.13433837890625,
+      "learning_rate": 1.1319770101287875e-06,
+      "loss": 29.3438,
+      "step": 35644
+    },
+    {
+      "epoch": 1.703383350855395,
+      "grad_norm": 115.82121276855469,
+      "learning_rate": 1.1316193945878884e-06,
+      "loss": 22.3438,
+      "step": 35645
+    },
+    {
+      "epoch": 1.7034311382968554,
+      "grad_norm": 322.9058837890625,
+      "learning_rate": 1.1312618321571444e-06,
+      "loss": 26.8438,
+      "step": 35646
+    },
+    {
+      "epoch": 1.7034789257383158,
+      "grad_norm": 200.68406677246094,
+      "learning_rate": 1.1309043228386984e-06,
+      "loss": 21.2344,
+      "step": 35647
+    },
+    {
+      "epoch": 1.7035267131797762,
+      "grad_norm": 251.05841064453125,
+      "learning_rate": 1.1305468666346909e-06,
+      "loss": 27.7344,
+      "step": 35648
+    },
+    {
+      "epoch": 1.7035745006212366,
+      "grad_norm": 177.25706481933594,
+      "learning_rate": 1.1301894635472644e-06,
+      "loss": 20.25,
+      "step": 35649
+    },
+    {
+      "epoch": 1.703622288062697,
+      "grad_norm": 261.81378173828125,
+      "learning_rate": 1.1298321135785562e-06,
+      "loss": 23.375,
+      "step": 35650
+    },
+    {
+      "epoch": 1.7036700755041574,
+      "grad_norm": 537.1539306640625,
+      "learning_rate": 1.1294748167307079e-06,
+      "loss": 30.0938,
+      "step": 35651
+    },
+    {
+      "epoch": 1.7037178629456178,
+      "grad_norm": 192.61331176757812,
+      "learning_rate": 1.12911757300586e-06,
+      "loss": 21.5625,
+      "step": 35652
+    },
+    {
+      "epoch": 1.7037656503870782,
+      "grad_norm": 209.58978271484375,
+      "learning_rate": 1.1287603824061523e-06,
+      "loss": 24.375,
+      "step": 35653
+    },
+    {
+      "epoch": 1.7038134378285386,
+      "grad_norm": 357.4689636230469,
+      "learning_rate": 1.1284032449337212e-06,
+      "loss": 30.6094,
+      "step": 35654
+    },
+    {
+      "epoch": 1.703861225269999,
+      "grad_norm": 441.8169250488281,
+      "learning_rate": 1.1280461605907078e-06,
+      "loss": 19.1406,
+      "step": 35655
+    },
+    {
+      "epoch": 1.7039090127114593,
+      "grad_norm": 373.0382080078125,
+      "learning_rate": 1.1276891293792512e-06,
+      "loss": 25.1406,
+      "step": 35656
+    },
+    {
+      "epoch": 1.7039568001529197,
+      "grad_norm": 205.85940551757812,
+      "learning_rate": 1.1273321513014868e-06,
+      "loss": 23.9844,
+      "step": 35657
+    },
+    {
+      "epoch": 1.7040045875943801,
+      "grad_norm": 417.3836669921875,
+      "learning_rate": 1.1269752263595535e-06,
+      "loss": 32.0938,
+      "step": 35658
+    },
+    {
+      "epoch": 1.7040523750358405,
+      "grad_norm": 315.03973388671875,
+      "learning_rate": 1.126618354555592e-06,
+      "loss": 24.875,
+      "step": 35659
+    },
+    {
+      "epoch": 1.704100162477301,
+      "grad_norm": 354.1296081542969,
+      "learning_rate": 1.1262615358917339e-06,
+      "loss": 30.0,
+      "step": 35660
+    },
+    {
+      "epoch": 1.7041479499187613,
+      "grad_norm": 354.81256103515625,
+      "learning_rate": 1.1259047703701198e-06,
+      "loss": 15.5156,
+      "step": 35661
+    },
+    {
+      "epoch": 1.7041957373602217,
+      "grad_norm": 180.93698120117188,
+      "learning_rate": 1.1255480579928867e-06,
+      "loss": 22.8125,
+      "step": 35662
+    },
+    {
+      "epoch": 1.704243524801682,
+      "grad_norm": 528.5223999023438,
+      "learning_rate": 1.1251913987621676e-06,
+      "loss": 28.375,
+      "step": 35663
+    },
+    {
+      "epoch": 1.7042913122431425,
+      "grad_norm": 197.58755493164062,
+      "learning_rate": 1.1248347926801029e-06,
+      "loss": 21.875,
+      "step": 35664
+    },
+    {
+      "epoch": 1.7043390996846028,
+      "grad_norm": 213.7706756591797,
+      "learning_rate": 1.124478239748823e-06,
+      "loss": 24.125,
+      "step": 35665
+    },
+    {
+      "epoch": 1.7043868871260632,
+      "grad_norm": 199.39239501953125,
+      "learning_rate": 1.1241217399704663e-06,
+      "loss": 22.75,
+      "step": 35666
+    },
+    {
+      "epoch": 1.7044346745675236,
+      "grad_norm": 309.3635559082031,
+      "learning_rate": 1.1237652933471689e-06,
+      "loss": 28.1875,
+      "step": 35667
+    },
+    {
+      "epoch": 1.704482462008984,
+      "grad_norm": 232.18370056152344,
+      "learning_rate": 1.1234088998810622e-06,
+      "loss": 26.8125,
+      "step": 35668
+    },
+    {
+      "epoch": 1.7045302494504444,
+      "grad_norm": 162.6626434326172,
+      "learning_rate": 1.1230525595742825e-06,
+      "loss": 22.1406,
+      "step": 35669
+    },
+    {
+      "epoch": 1.7045780368919048,
+      "grad_norm": 162.1781005859375,
+      "learning_rate": 1.1226962724289636e-06,
+      "loss": 24.6719,
+      "step": 35670
+    },
+    {
+      "epoch": 1.7046258243333652,
+      "grad_norm": 288.6620178222656,
+      "learning_rate": 1.1223400384472404e-06,
+      "loss": 23.8125,
+      "step": 35671
+    },
+    {
+      "epoch": 1.7046736117748256,
+      "grad_norm": 255.61363220214844,
+      "learning_rate": 1.1219838576312437e-06,
+      "loss": 28.125,
+      "step": 35672
+    },
+    {
+      "epoch": 1.704721399216286,
+      "grad_norm": 242.35556030273438,
+      "learning_rate": 1.121627729983108e-06,
+      "loss": 24.4688,
+      "step": 35673
+    },
+    {
+      "epoch": 1.7047691866577463,
+      "grad_norm": 1357.98388671875,
+      "learning_rate": 1.1212716555049652e-06,
+      "loss": 18.1094,
+      "step": 35674
+    },
+    {
+      "epoch": 1.7048169740992067,
+      "grad_norm": 114.46833801269531,
+      "learning_rate": 1.1209156341989514e-06,
+      "loss": 17.2344,
+      "step": 35675
+    },
+    {
+      "epoch": 1.7048647615406671,
+      "grad_norm": 338.0150146484375,
+      "learning_rate": 1.1205596660671936e-06,
+      "loss": 21.0469,
+      "step": 35676
+    },
+    {
+      "epoch": 1.7049125489821275,
+      "grad_norm": 126.87198638916016,
+      "learning_rate": 1.1202037511118258e-06,
+      "loss": 17.4219,
+      "step": 35677
+    },
+    {
+      "epoch": 1.704960336423588,
+      "grad_norm": 258.82635498046875,
+      "learning_rate": 1.1198478893349806e-06,
+      "loss": 19.5,
+      "step": 35678
+    },
+    {
+      "epoch": 1.7050081238650483,
+      "grad_norm": 164.81735229492188,
+      "learning_rate": 1.1194920807387878e-06,
+      "loss": 18.1875,
+      "step": 35679
+    },
+    {
+      "epoch": 1.7050559113065087,
+      "grad_norm": 236.95993041992188,
+      "learning_rate": 1.1191363253253773e-06,
+      "loss": 21.8438,
+      "step": 35680
+    },
+    {
+      "epoch": 1.705103698747969,
+      "grad_norm": 317.08294677734375,
+      "learning_rate": 1.1187806230968801e-06,
+      "loss": 27.125,
+      "step": 35681
+    },
+    {
+      "epoch": 1.7051514861894295,
+      "grad_norm": 565.259521484375,
+      "learning_rate": 1.1184249740554298e-06,
+      "loss": 25.4375,
+      "step": 35682
+    },
+    {
+      "epoch": 1.7051992736308899,
+      "grad_norm": 283.7326354980469,
+      "learning_rate": 1.1180693782031516e-06,
+      "loss": 26.2188,
+      "step": 35683
+    },
+    {
+      "epoch": 1.7052470610723502,
+      "grad_norm": 510.1199035644531,
+      "learning_rate": 1.117713835542177e-06,
+      "loss": 36.5,
+      "step": 35684
+    },
+    {
+      "epoch": 1.7052948485138106,
+      "grad_norm": 226.892822265625,
+      "learning_rate": 1.117358346074635e-06,
+      "loss": 29.1562,
+      "step": 35685
+    },
+    {
+      "epoch": 1.705342635955271,
+      "grad_norm": 226.5068359375,
+      "learning_rate": 1.1170029098026568e-06,
+      "loss": 41.2031,
+      "step": 35686
+    },
+    {
+      "epoch": 1.7053904233967314,
+      "grad_norm": 259.3010559082031,
+      "learning_rate": 1.116647526728367e-06,
+      "loss": 22.2031,
+      "step": 35687
+    },
+    {
+      "epoch": 1.7054382108381918,
+      "grad_norm": 286.0830993652344,
+      "learning_rate": 1.1162921968538965e-06,
+      "loss": 19.6719,
+      "step": 35688
+    },
+    {
+      "epoch": 1.7054859982796522,
+      "grad_norm": 308.7382507324219,
+      "learning_rate": 1.1159369201813719e-06,
+      "loss": 31.0312,
+      "step": 35689
+    },
+    {
+      "epoch": 1.7055337857211126,
+      "grad_norm": 194.37498474121094,
+      "learning_rate": 1.115581696712924e-06,
+      "loss": 19.5781,
+      "step": 35690
+    },
+    {
+      "epoch": 1.705581573162573,
+      "grad_norm": 145.47830200195312,
+      "learning_rate": 1.1152265264506755e-06,
+      "loss": 15.5,
+      "step": 35691
+    },
+    {
+      "epoch": 1.7056293606040334,
+      "grad_norm": 261.6365966796875,
+      "learning_rate": 1.1148714093967573e-06,
+      "loss": 30.375,
+      "step": 35692
+    },
+    {
+      "epoch": 1.7056771480454938,
+      "grad_norm": 242.91831970214844,
+      "learning_rate": 1.1145163455532925e-06,
+      "loss": 22.7344,
+      "step": 35693
+    },
+    {
+      "epoch": 1.7057249354869541,
+      "grad_norm": 1009.1336059570312,
+      "learning_rate": 1.114161334922409e-06,
+      "loss": 23.375,
+      "step": 35694
+    },
+    {
+      "epoch": 1.7057727229284145,
+      "grad_norm": 436.0986328125,
+      "learning_rate": 1.1138063775062358e-06,
+      "loss": 24.3438,
+      "step": 35695
+    },
+    {
+      "epoch": 1.705820510369875,
+      "grad_norm": 284.6322937011719,
+      "learning_rate": 1.1134514733068947e-06,
+      "loss": 28.375,
+      "step": 35696
+    },
+    {
+      "epoch": 1.7058682978113353,
+      "grad_norm": 260.5057373046875,
+      "learning_rate": 1.1130966223265138e-06,
+      "loss": 22.0,
+      "step": 35697
+    },
+    {
+      "epoch": 1.7059160852527957,
+      "grad_norm": 290.2861633300781,
+      "learning_rate": 1.112741824567215e-06,
+      "loss": 27.2188,
+      "step": 35698
+    },
+    {
+      "epoch": 1.705963872694256,
+      "grad_norm": 435.2264709472656,
+      "learning_rate": 1.1123870800311243e-06,
+      "loss": 28.2812,
+      "step": 35699
+    },
+    {
+      "epoch": 1.7060116601357165,
+      "grad_norm": 327.45416259765625,
+      "learning_rate": 1.1120323887203677e-06,
+      "loss": 28.4375,
+      "step": 35700
+    },
+    {
+      "epoch": 1.7060594475771769,
+      "grad_norm": 260.533935546875,
+      "learning_rate": 1.1116777506370703e-06,
+      "loss": 30.2188,
+      "step": 35701
+    },
+    {
+      "epoch": 1.7061072350186373,
+      "grad_norm": 233.2241973876953,
+      "learning_rate": 1.1113231657833512e-06,
+      "loss": 21.625,
+      "step": 35702
+    },
+    {
+      "epoch": 1.7061550224600976,
+      "grad_norm": 189.802978515625,
+      "learning_rate": 1.110968634161338e-06,
+      "loss": 23.1875,
+      "step": 35703
+    },
+    {
+      "epoch": 1.7062028099015578,
+      "grad_norm": 295.6326599121094,
+      "learning_rate": 1.1106141557731543e-06,
+      "loss": 29.75,
+      "step": 35704
+    },
+    {
+      "epoch": 1.7062505973430182,
+      "grad_norm": 255.3176727294922,
+      "learning_rate": 1.1102597306209194e-06,
+      "loss": 23.5312,
+      "step": 35705
+    },
+    {
+      "epoch": 1.7062983847844786,
+      "grad_norm": 231.8423614501953,
+      "learning_rate": 1.1099053587067576e-06,
+      "loss": 31.4688,
+      "step": 35706
+    },
+    {
+      "epoch": 1.706346172225939,
+      "grad_norm": 175.06121826171875,
+      "learning_rate": 1.1095510400327914e-06,
+      "loss": 16.1172,
+      "step": 35707
+    },
+    {
+      "epoch": 1.7063939596673994,
+      "grad_norm": 197.93313598632812,
+      "learning_rate": 1.1091967746011444e-06,
+      "loss": 23.5312,
+      "step": 35708
+    },
+    {
+      "epoch": 1.7064417471088598,
+      "grad_norm": 223.18673706054688,
+      "learning_rate": 1.1088425624139354e-06,
+      "loss": 25.8125,
+      "step": 35709
+    },
+    {
+      "epoch": 1.7064895345503202,
+      "grad_norm": 175.75120544433594,
+      "learning_rate": 1.1084884034732856e-06,
+      "loss": 23.5312,
+      "step": 35710
+    },
+    {
+      "epoch": 1.7065373219917805,
+      "grad_norm": 365.0629577636719,
+      "learning_rate": 1.108134297781318e-06,
+      "loss": 40.1875,
+      "step": 35711
+    },
+    {
+      "epoch": 1.706585109433241,
+      "grad_norm": 177.45494079589844,
+      "learning_rate": 1.1077802453401532e-06,
+      "loss": 18.4062,
+      "step": 35712
+    },
+    {
+      "epoch": 1.7066328968747013,
+      "grad_norm": 283.67364501953125,
+      "learning_rate": 1.1074262461519091e-06,
+      "loss": 32.5938,
+      "step": 35713
+    },
+    {
+      "epoch": 1.7066806843161617,
+      "grad_norm": 333.27996826171875,
+      "learning_rate": 1.1070723002187078e-06,
+      "loss": 30.9375,
+      "step": 35714
+    },
+    {
+      "epoch": 1.706728471757622,
+      "grad_norm": 257.1028137207031,
+      "learning_rate": 1.1067184075426695e-06,
+      "loss": 20.8125,
+      "step": 35715
+    },
+    {
+      "epoch": 1.7067762591990825,
+      "grad_norm": 125.93061065673828,
+      "learning_rate": 1.1063645681259116e-06,
+      "loss": 14.0625,
+      "step": 35716
+    },
+    {
+      "epoch": 1.7068240466405429,
+      "grad_norm": 182.55560302734375,
+      "learning_rate": 1.1060107819705536e-06,
+      "loss": 32.7812,
+      "step": 35717
+    },
+    {
+      "epoch": 1.7068718340820033,
+      "grad_norm": 225.801513671875,
+      "learning_rate": 1.1056570490787144e-06,
+      "loss": 24.0312,
+      "step": 35718
+    },
+    {
+      "epoch": 1.7069196215234637,
+      "grad_norm": 150.47889709472656,
+      "learning_rate": 1.1053033694525139e-06,
+      "loss": 28.4688,
+      "step": 35719
+    },
+    {
+      "epoch": 1.706967408964924,
+      "grad_norm": 348.7566223144531,
+      "learning_rate": 1.104949743094068e-06,
+      "loss": 29.2812,
+      "step": 35720
+    },
+    {
+      "epoch": 1.7070151964063844,
+      "grad_norm": 428.21002197265625,
+      "learning_rate": 1.1045961700054952e-06,
+      "loss": 24.0625,
+      "step": 35721
+    },
+    {
+      "epoch": 1.7070629838478448,
+      "grad_norm": 431.3563537597656,
+      "learning_rate": 1.1042426501889126e-06,
+      "loss": 22.4375,
+      "step": 35722
+    },
+    {
+      "epoch": 1.7071107712893052,
+      "grad_norm": 233.05528259277344,
+      "learning_rate": 1.1038891836464405e-06,
+      "loss": 22.9531,
+      "step": 35723
+    },
+    {
+      "epoch": 1.7071585587307656,
+      "grad_norm": 204.3206787109375,
+      "learning_rate": 1.1035357703801908e-06,
+      "loss": 16.6406,
+      "step": 35724
+    },
+    {
+      "epoch": 1.7072063461722258,
+      "grad_norm": 212.8230438232422,
+      "learning_rate": 1.1031824103922838e-06,
+      "loss": 24.2969,
+      "step": 35725
+    },
+    {
+      "epoch": 1.7072541336136862,
+      "grad_norm": 345.6478576660156,
+      "learning_rate": 1.1028291036848326e-06,
+      "loss": 19.6094,
+      "step": 35726
+    },
+    {
+      "epoch": 1.7073019210551466,
+      "grad_norm": 157.48809814453125,
+      "learning_rate": 1.102475850259954e-06,
+      "loss": 21.625,
+      "step": 35727
+    },
+    {
+      "epoch": 1.707349708496607,
+      "grad_norm": 215.0618133544922,
+      "learning_rate": 1.1021226501197669e-06,
+      "loss": 28.4688,
+      "step": 35728
+    },
+    {
+      "epoch": 1.7073974959380673,
+      "grad_norm": 337.2410888671875,
+      "learning_rate": 1.1017695032663821e-06,
+      "loss": 24.9531,
+      "step": 35729
+    },
+    {
+      "epoch": 1.7074452833795277,
+      "grad_norm": 291.77978515625,
+      "learning_rate": 1.1014164097019176e-06,
+      "loss": 26.1406,
+      "step": 35730
+    },
+    {
+      "epoch": 1.7074930708209881,
+      "grad_norm": 434.4635009765625,
+      "learning_rate": 1.1010633694284834e-06,
+      "loss": 28.9062,
+      "step": 35731
+    },
+    {
+      "epoch": 1.7075408582624485,
+      "grad_norm": 250.3732147216797,
+      "learning_rate": 1.100710382448198e-06,
+      "loss": 28.4375,
+      "step": 35732
+    },
+    {
+      "epoch": 1.707588645703909,
+      "grad_norm": 293.73211669921875,
+      "learning_rate": 1.100357448763174e-06,
+      "loss": 19.0312,
+      "step": 35733
+    },
+    {
+      "epoch": 1.7076364331453693,
+      "grad_norm": 355.92327880859375,
+      "learning_rate": 1.100004568375528e-06,
+      "loss": 32.6875,
+      "step": 35734
+    },
+    {
+      "epoch": 1.7076842205868297,
+      "grad_norm": 1478.3919677734375,
+      "learning_rate": 1.0996517412873676e-06,
+      "loss": 21.0469,
+      "step": 35735
+    },
+    {
+      "epoch": 1.70773200802829,
+      "grad_norm": 216.2487335205078,
+      "learning_rate": 1.0992989675008082e-06,
+      "loss": 23.7656,
+      "step": 35736
+    },
+    {
+      "epoch": 1.7077797954697505,
+      "grad_norm": 374.834716796875,
+      "learning_rate": 1.0989462470179636e-06,
+      "loss": 23.4531,
+      "step": 35737
+    },
+    {
+      "epoch": 1.7078275829112108,
+      "grad_norm": 274.7311706542969,
+      "learning_rate": 1.0985935798409475e-06,
+      "loss": 23.4844,
+      "step": 35738
+    },
+    {
+      "epoch": 1.7078753703526712,
+      "grad_norm": 249.56224060058594,
+      "learning_rate": 1.0982409659718674e-06,
+      "loss": 29.8438,
+      "step": 35739
+    },
+    {
+      "epoch": 1.7079231577941316,
+      "grad_norm": 115.2680892944336,
+      "learning_rate": 1.097888405412838e-06,
+      "loss": 18.8906,
+      "step": 35740
+    },
+    {
+      "epoch": 1.707970945235592,
+      "grad_norm": 214.25967407226562,
+      "learning_rate": 1.0975358981659724e-06,
+      "loss": 24.2031,
+      "step": 35741
+    },
+    {
+      "epoch": 1.7080187326770524,
+      "grad_norm": 323.261474609375,
+      "learning_rate": 1.0971834442333761e-06,
+      "loss": 18.1562,
+      "step": 35742
+    },
+    {
+      "epoch": 1.7080665201185128,
+      "grad_norm": 431.338134765625,
+      "learning_rate": 1.0968310436171648e-06,
+      "loss": 27.8125,
+      "step": 35743
+    },
+    {
+      "epoch": 1.7081143075599732,
+      "grad_norm": 349.20550537109375,
+      "learning_rate": 1.0964786963194462e-06,
+      "loss": 23.0156,
+      "step": 35744
+    },
+    {
+      "epoch": 1.7081620950014336,
+      "grad_norm": 388.6225891113281,
+      "learning_rate": 1.0961264023423345e-06,
+      "loss": 27.125,
+      "step": 35745
+    },
+    {
+      "epoch": 1.708209882442894,
+      "grad_norm": 249.17929077148438,
+      "learning_rate": 1.0957741616879336e-06,
+      "loss": 27.5312,
+      "step": 35746
+    },
+    {
+      "epoch": 1.7082576698843543,
+      "grad_norm": 192.47203063964844,
+      "learning_rate": 1.0954219743583561e-06,
+      "loss": 33.0,
+      "step": 35747
+    },
+    {
+      "epoch": 1.7083054573258147,
+      "grad_norm": 742.8383178710938,
+      "learning_rate": 1.0950698403557115e-06,
+      "loss": 19.5156,
+      "step": 35748
+    },
+    {
+      "epoch": 1.7083532447672751,
+      "grad_norm": 344.19146728515625,
+      "learning_rate": 1.0947177596821101e-06,
+      "loss": 29.6875,
+      "step": 35749
+    },
+    {
+      "epoch": 1.7084010322087355,
+      "grad_norm": 216.66232299804688,
+      "learning_rate": 1.0943657323396562e-06,
+      "loss": 19.5469,
+      "step": 35750
+    },
+    {
+      "epoch": 1.708448819650196,
+      "grad_norm": 202.8994903564453,
+      "learning_rate": 1.0940137583304589e-06,
+      "loss": 29.9688,
+      "step": 35751
+    },
+    {
+      "epoch": 1.7084966070916563,
+      "grad_norm": 351.17840576171875,
+      "learning_rate": 1.0936618376566311e-06,
+      "loss": 32.4375,
+      "step": 35752
+    },
+    {
+      "epoch": 1.7085443945331167,
+      "grad_norm": 162.53346252441406,
+      "learning_rate": 1.0933099703202733e-06,
+      "loss": 21.0625,
+      "step": 35753
+    },
+    {
+      "epoch": 1.708592181974577,
+      "grad_norm": 422.7000732421875,
+      "learning_rate": 1.092958156323497e-06,
+      "loss": 26.5,
+      "step": 35754
+    },
+    {
+      "epoch": 1.7086399694160375,
+      "grad_norm": 362.1793212890625,
+      "learning_rate": 1.0926063956684074e-06,
+      "loss": 22.7031,
+      "step": 35755
+    },
+    {
+      "epoch": 1.7086877568574979,
+      "grad_norm": 151.7542266845703,
+      "learning_rate": 1.0922546883571138e-06,
+      "loss": 26.5,
+      "step": 35756
+    },
+    {
+      "epoch": 1.7087355442989582,
+      "grad_norm": 162.93048095703125,
+      "learning_rate": 1.091903034391718e-06,
+      "loss": 39.1562,
+      "step": 35757
+    },
+    {
+      "epoch": 1.7087833317404186,
+      "grad_norm": 304.4446716308594,
+      "learning_rate": 1.0915514337743293e-06,
+      "loss": 29.8438,
+      "step": 35758
+    },
+    {
+      "epoch": 1.708831119181879,
+      "grad_norm": 162.11082458496094,
+      "learning_rate": 1.091199886507055e-06,
+      "loss": 21.1719,
+      "step": 35759
+    },
+    {
+      "epoch": 1.7088789066233394,
+      "grad_norm": 200.81370544433594,
+      "learning_rate": 1.0908483925919943e-06,
+      "loss": 21.6562,
+      "step": 35760
+    },
+    {
+      "epoch": 1.7089266940647998,
+      "grad_norm": 182.7396697998047,
+      "learning_rate": 1.0904969520312593e-06,
+      "loss": 25.7656,
+      "step": 35761
+    },
+    {
+      "epoch": 1.7089744815062602,
+      "grad_norm": 256.5526428222656,
+      "learning_rate": 1.0901455648269477e-06,
+      "loss": 20.1719,
+      "step": 35762
+    },
+    {
+      "epoch": 1.7090222689477206,
+      "grad_norm": 205.10177612304688,
+      "learning_rate": 1.0897942309811705e-06,
+      "loss": 20.9844,
+      "step": 35763
+    },
+    {
+      "epoch": 1.709070056389181,
+      "grad_norm": 272.5461120605469,
+      "learning_rate": 1.0894429504960257e-06,
+      "loss": 27.8594,
+      "step": 35764
+    },
+    {
+      "epoch": 1.7091178438306414,
+      "grad_norm": 236.29660034179688,
+      "learning_rate": 1.089091723373621e-06,
+      "loss": 22.0938,
+      "step": 35765
+    },
+    {
+      "epoch": 1.7091656312721017,
+      "grad_norm": 206.31161499023438,
+      "learning_rate": 1.0887405496160575e-06,
+      "loss": 18.9688,
+      "step": 35766
+    },
+    {
+      "epoch": 1.7092134187135621,
+      "grad_norm": 288.640625,
+      "learning_rate": 1.0883894292254415e-06,
+      "loss": 23.0938,
+      "step": 35767
+    },
+    {
+      "epoch": 1.7092612061550225,
+      "grad_norm": 344.7781677246094,
+      "learning_rate": 1.0880383622038726e-06,
+      "loss": 23.4375,
+      "step": 35768
+    },
+    {
+      "epoch": 1.709308993596483,
+      "grad_norm": 368.5848083496094,
+      "learning_rate": 1.0876873485534533e-06,
+      "loss": 20.5625,
+      "step": 35769
+    },
+    {
+      "epoch": 1.7093567810379433,
+      "grad_norm": 246.28172302246094,
+      "learning_rate": 1.0873363882762878e-06,
+      "loss": 26.1406,
+      "step": 35770
+    },
+    {
+      "epoch": 1.7094045684794037,
+      "grad_norm": 262.89874267578125,
+      "learning_rate": 1.0869854813744784e-06,
+      "loss": 23.4688,
+      "step": 35771
+    },
+    {
+      "epoch": 1.709452355920864,
+      "grad_norm": 627.8943481445312,
+      "learning_rate": 1.0866346278501228e-06,
+      "loss": 23.5938,
+      "step": 35772
+    },
+    {
+      "epoch": 1.7095001433623245,
+      "grad_norm": 310.9024353027344,
+      "learning_rate": 1.0862838277053245e-06,
+      "loss": 41.1562,
+      "step": 35773
+    },
+    {
+      "epoch": 1.7095479308037849,
+      "grad_norm": 196.6211395263672,
+      "learning_rate": 1.0859330809421842e-06,
+      "loss": 24.4531,
+      "step": 35774
+    },
+    {
+      "epoch": 1.7095957182452453,
+      "grad_norm": 330.9812927246094,
+      "learning_rate": 1.0855823875628047e-06,
+      "loss": 24.8906,
+      "step": 35775
+    },
+    {
+      "epoch": 1.7096435056867056,
+      "grad_norm": 320.3028259277344,
+      "learning_rate": 1.0852317475692808e-06,
+      "loss": 21.2969,
+      "step": 35776
+    },
+    {
+      "epoch": 1.709691293128166,
+      "grad_norm": 241.85650634765625,
+      "learning_rate": 1.0848811609637166e-06,
+      "loss": 27.4688,
+      "step": 35777
+    },
+    {
+      "epoch": 1.7097390805696264,
+      "grad_norm": 424.0313720703125,
+      "learning_rate": 1.0845306277482126e-06,
+      "loss": 18.0781,
+      "step": 35778
+    },
+    {
+      "epoch": 1.7097868680110868,
+      "grad_norm": 217.9912567138672,
+      "learning_rate": 1.0841801479248636e-06,
+      "loss": 20.5469,
+      "step": 35779
+    },
+    {
+      "epoch": 1.7098346554525472,
+      "grad_norm": 237.80801391601562,
+      "learning_rate": 1.0838297214957716e-06,
+      "loss": 28.375,
+      "step": 35780
+    },
+    {
+      "epoch": 1.7098824428940076,
+      "grad_norm": 232.46080017089844,
+      "learning_rate": 1.0834793484630345e-06,
+      "loss": 26.3438,
+      "step": 35781
+    },
+    {
+      "epoch": 1.709930230335468,
+      "grad_norm": 494.1148376464844,
+      "learning_rate": 1.0831290288287522e-06,
+      "loss": 30.5,
+      "step": 35782
+    },
+    {
+      "epoch": 1.7099780177769284,
+      "grad_norm": 152.5846405029297,
+      "learning_rate": 1.0827787625950193e-06,
+      "loss": 33.5312,
+      "step": 35783
+    },
+    {
+      "epoch": 1.7100258052183888,
+      "grad_norm": 338.42156982421875,
+      "learning_rate": 1.0824285497639353e-06,
+      "loss": 18.2344,
+      "step": 35784
+    },
+    {
+      "epoch": 1.7100735926598492,
+      "grad_norm": 356.1060791015625,
+      "learning_rate": 1.0820783903375976e-06,
+      "loss": 21.0312,
+      "step": 35785
+    },
+    {
+      "epoch": 1.7101213801013095,
+      "grad_norm": 224.1459197998047,
+      "learning_rate": 1.0817282843181043e-06,
+      "loss": 15.8906,
+      "step": 35786
+    },
+    {
+      "epoch": 1.7101691675427697,
+      "grad_norm": 126.46793365478516,
+      "learning_rate": 1.0813782317075493e-06,
+      "loss": 27.2812,
+      "step": 35787
+    },
+    {
+      "epoch": 1.71021695498423,
+      "grad_norm": 163.18701171875,
+      "learning_rate": 1.0810282325080313e-06,
+      "loss": 18.8906,
+      "step": 35788
+    },
+    {
+      "epoch": 1.7102647424256905,
+      "grad_norm": 591.6416015625,
+      "learning_rate": 1.080678286721647e-06,
+      "loss": 26.9688,
+      "step": 35789
+    },
+    {
+      "epoch": 1.7103125298671509,
+      "grad_norm": 283.3311462402344,
+      "learning_rate": 1.0803283943504884e-06,
+      "loss": 20.4844,
+      "step": 35790
+    },
+    {
+      "epoch": 1.7103603173086113,
+      "grad_norm": 196.9680633544922,
+      "learning_rate": 1.0799785553966535e-06,
+      "loss": 18.625,
+      "step": 35791
+    },
+    {
+      "epoch": 1.7104081047500717,
+      "grad_norm": 175.14683532714844,
+      "learning_rate": 1.0796287698622387e-06,
+      "loss": 24.6719,
+      "step": 35792
+    },
+    {
+      "epoch": 1.710455892191532,
+      "grad_norm": 274.8244934082031,
+      "learning_rate": 1.0792790377493345e-06,
+      "loss": 22.0,
+      "step": 35793
+    },
+    {
+      "epoch": 1.7105036796329924,
+      "grad_norm": 151.97137451171875,
+      "learning_rate": 1.0789293590600413e-06,
+      "loss": 22.0469,
+      "step": 35794
+    },
+    {
+      "epoch": 1.7105514670744528,
+      "grad_norm": 257.3575744628906,
+      "learning_rate": 1.0785797337964477e-06,
+      "loss": 22.9219,
+      "step": 35795
+    },
+    {
+      "epoch": 1.7105992545159132,
+      "grad_norm": 259.0678405761719,
+      "learning_rate": 1.0782301619606494e-06,
+      "loss": 22.5469,
+      "step": 35796
+    },
+    {
+      "epoch": 1.7106470419573736,
+      "grad_norm": 165.5093536376953,
+      "learning_rate": 1.0778806435547419e-06,
+      "loss": 15.9219,
+      "step": 35797
+    },
+    {
+      "epoch": 1.710694829398834,
+      "grad_norm": 183.63748168945312,
+      "learning_rate": 1.0775311785808152e-06,
+      "loss": 25.0938,
+      "step": 35798
+    },
+    {
+      "epoch": 1.7107426168402944,
+      "grad_norm": 468.8570861816406,
+      "learning_rate": 1.0771817670409634e-06,
+      "loss": 24.5625,
+      "step": 35799
+    },
+    {
+      "epoch": 1.7107904042817548,
+      "grad_norm": 182.3746337890625,
+      "learning_rate": 1.0768324089372816e-06,
+      "loss": 18.0469,
+      "step": 35800
+    },
+    {
+      "epoch": 1.7108381917232152,
+      "grad_norm": 325.0818176269531,
+      "learning_rate": 1.076483104271857e-06,
+      "loss": 23.4062,
+      "step": 35801
+    },
+    {
+      "epoch": 1.7108859791646756,
+      "grad_norm": 248.75970458984375,
+      "learning_rate": 1.0761338530467846e-06,
+      "loss": 25.7344,
+      "step": 35802
+    },
+    {
+      "epoch": 1.710933766606136,
+      "grad_norm": 257.3721618652344,
+      "learning_rate": 1.075784655264155e-06,
+      "loss": 16.9375,
+      "step": 35803
+    },
+    {
+      "epoch": 1.7109815540475963,
+      "grad_norm": 254.6436004638672,
+      "learning_rate": 1.0754355109260628e-06,
+      "loss": 31.1875,
+      "step": 35804
+    },
+    {
+      "epoch": 1.7110293414890567,
+      "grad_norm": 375.12200927734375,
+      "learning_rate": 1.0750864200345934e-06,
+      "loss": 25.7656,
+      "step": 35805
+    },
+    {
+      "epoch": 1.711077128930517,
+      "grad_norm": 193.4754638671875,
+      "learning_rate": 1.0747373825918394e-06,
+      "loss": 21.9531,
+      "step": 35806
+    },
+    {
+      "epoch": 1.7111249163719773,
+      "grad_norm": 292.61004638671875,
+      "learning_rate": 1.0743883985998925e-06,
+      "loss": 20.5625,
+      "step": 35807
+    },
+    {
+      "epoch": 1.7111727038134377,
+      "grad_norm": 230.74588012695312,
+      "learning_rate": 1.0740394680608435e-06,
+      "loss": 30.9688,
+      "step": 35808
+    },
+    {
+      "epoch": 1.711220491254898,
+      "grad_norm": 307.5645751953125,
+      "learning_rate": 1.0736905909767793e-06,
+      "loss": 29.4688,
+      "step": 35809
+    },
+    {
+      "epoch": 1.7112682786963584,
+      "grad_norm": 175.87054443359375,
+      "learning_rate": 1.0733417673497903e-06,
+      "loss": 27.5938,
+      "step": 35810
+    },
+    {
+      "epoch": 1.7113160661378188,
+      "grad_norm": 405.4599304199219,
+      "learning_rate": 1.0729929971819641e-06,
+      "loss": 26.0625,
+      "step": 35811
+    },
+    {
+      "epoch": 1.7113638535792792,
+      "grad_norm": 335.25103759765625,
+      "learning_rate": 1.0726442804753945e-06,
+      "loss": 31.8438,
+      "step": 35812
+    },
+    {
+      "epoch": 1.7114116410207396,
+      "grad_norm": 276.9342041015625,
+      "learning_rate": 1.072295617232163e-06,
+      "loss": 21.3906,
+      "step": 35813
+    },
+    {
+      "epoch": 1.7114594284622,
+      "grad_norm": 398.5826416015625,
+      "learning_rate": 1.0719470074543614e-06,
+      "loss": 28.4688,
+      "step": 35814
+    },
+    {
+      "epoch": 1.7115072159036604,
+      "grad_norm": 433.2408142089844,
+      "learning_rate": 1.071598451144079e-06,
+      "loss": 29.0625,
+      "step": 35815
+    },
+    {
+      "epoch": 1.7115550033451208,
+      "grad_norm": 367.7237548828125,
+      "learning_rate": 1.0712499483034e-06,
+      "loss": 26.5625,
+      "step": 35816
+    },
+    {
+      "epoch": 1.7116027907865812,
+      "grad_norm": 166.21434020996094,
+      "learning_rate": 1.0709014989344113e-06,
+      "loss": 19.7344,
+      "step": 35817
+    },
+    {
+      "epoch": 1.7116505782280416,
+      "grad_norm": 266.6124267578125,
+      "learning_rate": 1.0705531030392013e-06,
+      "loss": 31.8125,
+      "step": 35818
+    },
+    {
+      "epoch": 1.711698365669502,
+      "grad_norm": 386.5307922363281,
+      "learning_rate": 1.0702047606198573e-06,
+      "loss": 25.3125,
+      "step": 35819
+    },
+    {
+      "epoch": 1.7117461531109623,
+      "grad_norm": 257.2562255859375,
+      "learning_rate": 1.069856471678463e-06,
+      "loss": 30.6875,
+      "step": 35820
+    },
+    {
+      "epoch": 1.7117939405524227,
+      "grad_norm": 492.71112060546875,
+      "learning_rate": 1.069508236217105e-06,
+      "loss": 16.125,
+      "step": 35821
+    },
+    {
+      "epoch": 1.7118417279938831,
+      "grad_norm": 261.9816589355469,
+      "learning_rate": 1.0691600542378723e-06,
+      "loss": 44.0,
+      "step": 35822
+    },
+    {
+      "epoch": 1.7118895154353435,
+      "grad_norm": 347.3828125,
+      "learning_rate": 1.0688119257428443e-06,
+      "loss": 28.875,
+      "step": 35823
+    },
+    {
+      "epoch": 1.711937302876804,
+      "grad_norm": 139.51991271972656,
+      "learning_rate": 1.0684638507341071e-06,
+      "loss": 16.5469,
+      "step": 35824
+    },
+    {
+      "epoch": 1.7119850903182643,
+      "grad_norm": 216.5019073486328,
+      "learning_rate": 1.0681158292137506e-06,
+      "loss": 20.2812,
+      "step": 35825
+    },
+    {
+      "epoch": 1.7120328777597247,
+      "grad_norm": 294.05621337890625,
+      "learning_rate": 1.0677678611838516e-06,
+      "loss": 26.1875,
+      "step": 35826
+    },
+    {
+      "epoch": 1.712080665201185,
+      "grad_norm": 185.27536010742188,
+      "learning_rate": 1.0674199466465007e-06,
+      "loss": 23.2812,
+      "step": 35827
+    },
+    {
+      "epoch": 1.7121284526426455,
+      "grad_norm": 149.9035186767578,
+      "learning_rate": 1.0670720856037752e-06,
+      "loss": 20.8594,
+      "step": 35828
+    },
+    {
+      "epoch": 1.7121762400841058,
+      "grad_norm": 274.6610107421875,
+      "learning_rate": 1.0667242780577614e-06,
+      "loss": 27.75,
+      "step": 35829
+    },
+    {
+      "epoch": 1.7122240275255662,
+      "grad_norm": 217.0684356689453,
+      "learning_rate": 1.066376524010544e-06,
+      "loss": 19.9375,
+      "step": 35830
+    },
+    {
+      "epoch": 1.7122718149670266,
+      "grad_norm": 276.50933837890625,
+      "learning_rate": 1.0660288234642013e-06,
+      "loss": 16.8125,
+      "step": 35831
+    },
+    {
+      "epoch": 1.712319602408487,
+      "grad_norm": 115.26445007324219,
+      "learning_rate": 1.0656811764208186e-06,
+      "loss": 17.3906,
+      "step": 35832
+    },
+    {
+      "epoch": 1.7123673898499474,
+      "grad_norm": 331.3430480957031,
+      "learning_rate": 1.0653335828824773e-06,
+      "loss": 31.3125,
+      "step": 35833
+    },
+    {
+      "epoch": 1.7124151772914078,
+      "grad_norm": 391.97149658203125,
+      "learning_rate": 1.0649860428512604e-06,
+      "loss": 32.375,
+      "step": 35834
+    },
+    {
+      "epoch": 1.7124629647328682,
+      "grad_norm": 171.96556091308594,
+      "learning_rate": 1.0646385563292473e-06,
+      "loss": 19.1562,
+      "step": 35835
+    },
+    {
+      "epoch": 1.7125107521743286,
+      "grad_norm": 347.731201171875,
+      "learning_rate": 1.0642911233185172e-06,
+      "loss": 32.2812,
+      "step": 35836
+    },
+    {
+      "epoch": 1.712558539615789,
+      "grad_norm": 140.2384796142578,
+      "learning_rate": 1.0639437438211564e-06,
+      "loss": 17.5703,
+      "step": 35837
+    },
+    {
+      "epoch": 1.7126063270572494,
+      "grad_norm": 487.0090026855469,
+      "learning_rate": 1.06359641783924e-06,
+      "loss": 16.3594,
+      "step": 35838
+    },
+    {
+      "epoch": 1.7126541144987097,
+      "grad_norm": 270.3816223144531,
+      "learning_rate": 1.0632491453748495e-06,
+      "loss": 28.4375,
+      "step": 35839
+    },
+    {
+      "epoch": 1.7127019019401701,
+      "grad_norm": 173.41864013671875,
+      "learning_rate": 1.0629019264300655e-06,
+      "loss": 20.7969,
+      "step": 35840
+    },
+    {
+      "epoch": 1.7127496893816305,
+      "grad_norm": 254.14395141601562,
+      "learning_rate": 1.0625547610069687e-06,
+      "loss": 21.4062,
+      "step": 35841
+    },
+    {
+      "epoch": 1.712797476823091,
+      "grad_norm": 201.1464080810547,
+      "learning_rate": 1.0622076491076338e-06,
+      "loss": 21.2656,
+      "step": 35842
+    },
+    {
+      "epoch": 1.7128452642645513,
+      "grad_norm": 249.82313537597656,
+      "learning_rate": 1.0618605907341429e-06,
+      "loss": 21.8594,
+      "step": 35843
+    },
+    {
+      "epoch": 1.7128930517060117,
+      "grad_norm": 523.1851196289062,
+      "learning_rate": 1.061513585888574e-06,
+      "loss": 31.75,
+      "step": 35844
+    },
+    {
+      "epoch": 1.712940839147472,
+      "grad_norm": 131.63818359375,
+      "learning_rate": 1.0611666345730066e-06,
+      "loss": 18.0781,
+      "step": 35845
+    },
+    {
+      "epoch": 1.7129886265889325,
+      "grad_norm": 394.57501220703125,
+      "learning_rate": 1.0608197367895146e-06,
+      "loss": 30.5,
+      "step": 35846
+    },
+    {
+      "epoch": 1.7130364140303929,
+      "grad_norm": 307.07354736328125,
+      "learning_rate": 1.0604728925401774e-06,
+      "loss": 16.4688,
+      "step": 35847
+    },
+    {
+      "epoch": 1.7130842014718533,
+      "grad_norm": 316.8052062988281,
+      "learning_rate": 1.0601261018270747e-06,
+      "loss": 24.2812,
+      "step": 35848
+    },
+    {
+      "epoch": 1.7131319889133136,
+      "grad_norm": 172.5595703125,
+      "learning_rate": 1.0597793646522792e-06,
+      "loss": 23.3438,
+      "step": 35849
+    },
+    {
+      "epoch": 1.713179776354774,
+      "grad_norm": 320.5381164550781,
+      "learning_rate": 1.059432681017869e-06,
+      "loss": 16.0625,
+      "step": 35850
+    },
+    {
+      "epoch": 1.7132275637962344,
+      "grad_norm": 442.7695007324219,
+      "learning_rate": 1.0590860509259205e-06,
+      "loss": 26.9062,
+      "step": 35851
+    },
+    {
+      "epoch": 1.7132753512376948,
+      "grad_norm": 200.94964599609375,
+      "learning_rate": 1.0587394743785117e-06,
+      "loss": 30.8438,
+      "step": 35852
+    },
+    {
+      "epoch": 1.7133231386791552,
+      "grad_norm": 461.14837646484375,
+      "learning_rate": 1.0583929513777147e-06,
+      "loss": 23.75,
+      "step": 35853
+    },
+    {
+      "epoch": 1.7133709261206156,
+      "grad_norm": 286.9388427734375,
+      "learning_rate": 1.0580464819256052e-06,
+      "loss": 26.0312,
+      "step": 35854
+    },
+    {
+      "epoch": 1.713418713562076,
+      "grad_norm": 205.33343505859375,
+      "learning_rate": 1.0577000660242597e-06,
+      "loss": 25.1094,
+      "step": 35855
+    },
+    {
+      "epoch": 1.7134665010035364,
+      "grad_norm": 253.4110565185547,
+      "learning_rate": 1.057353703675753e-06,
+      "loss": 25.875,
+      "step": 35856
+    },
+    {
+      "epoch": 1.7135142884449968,
+      "grad_norm": 206.30870056152344,
+      "learning_rate": 1.057007394882158e-06,
+      "loss": 21.2031,
+      "step": 35857
+    },
+    {
+      "epoch": 1.7135620758864571,
+      "grad_norm": 298.8053283691406,
+      "learning_rate": 1.0566611396455496e-06,
+      "loss": 25.8594,
+      "step": 35858
+    },
+    {
+      "epoch": 1.7136098633279175,
+      "grad_norm": 285.8998718261719,
+      "learning_rate": 1.0563149379680005e-06,
+      "loss": 30.3125,
+      "step": 35859
+    },
+    {
+      "epoch": 1.713657650769378,
+      "grad_norm": 171.1868438720703,
+      "learning_rate": 1.0559687898515846e-06,
+      "loss": 22.5625,
+      "step": 35860
+    },
+    {
+      "epoch": 1.7137054382108383,
+      "grad_norm": 391.6648254394531,
+      "learning_rate": 1.0556226952983739e-06,
+      "loss": 24.6094,
+      "step": 35861
+    },
+    {
+      "epoch": 1.7137532256522987,
+      "grad_norm": 515.1065063476562,
+      "learning_rate": 1.055276654310442e-06,
+      "loss": 24.7656,
+      "step": 35862
+    },
+    {
+      "epoch": 1.713801013093759,
+      "grad_norm": 178.1568145751953,
+      "learning_rate": 1.0549306668898618e-06,
+      "loss": 21.375,
+      "step": 35863
+    },
+    {
+      "epoch": 1.7138488005352195,
+      "grad_norm": 412.816650390625,
+      "learning_rate": 1.0545847330387037e-06,
+      "loss": 27.375,
+      "step": 35864
+    },
+    {
+      "epoch": 1.7138965879766799,
+      "grad_norm": 223.95797729492188,
+      "learning_rate": 1.0542388527590397e-06,
+      "loss": 24.6875,
+      "step": 35865
+    },
+    {
+      "epoch": 1.7139443754181403,
+      "grad_norm": 292.498291015625,
+      "learning_rate": 1.0538930260529424e-06,
+      "loss": 36.8125,
+      "step": 35866
+    },
+    {
+      "epoch": 1.7139921628596007,
+      "grad_norm": 220.1790008544922,
+      "learning_rate": 1.0535472529224844e-06,
+      "loss": 20.25,
+      "step": 35867
+    },
+    {
+      "epoch": 1.714039950301061,
+      "grad_norm": 194.27163696289062,
+      "learning_rate": 1.053201533369731e-06,
+      "loss": 22.9375,
+      "step": 35868
+    },
+    {
+      "epoch": 1.7140877377425212,
+      "grad_norm": 215.22149658203125,
+      "learning_rate": 1.052855867396757e-06,
+      "loss": 17.8281,
+      "step": 35869
+    },
+    {
+      "epoch": 1.7141355251839816,
+      "grad_norm": 353.0523986816406,
+      "learning_rate": 1.052510255005631e-06,
+      "loss": 32.2812,
+      "step": 35870
+    },
+    {
+      "epoch": 1.714183312625442,
+      "grad_norm": 199.89239501953125,
+      "learning_rate": 1.0521646961984256e-06,
+      "loss": 22.2812,
+      "step": 35871
+    },
+    {
+      "epoch": 1.7142311000669024,
+      "grad_norm": 254.1400146484375,
+      "learning_rate": 1.0518191909772058e-06,
+      "loss": 19.9844,
+      "step": 35872
+    },
+    {
+      "epoch": 1.7142788875083628,
+      "grad_norm": 1378.2813720703125,
+      "learning_rate": 1.0514737393440423e-06,
+      "loss": 18.9062,
+      "step": 35873
+    },
+    {
+      "epoch": 1.7143266749498232,
+      "grad_norm": 207.35658264160156,
+      "learning_rate": 1.0511283413010065e-06,
+      "loss": 31.3438,
+      "step": 35874
+    },
+    {
+      "epoch": 1.7143744623912835,
+      "grad_norm": 318.3208923339844,
+      "learning_rate": 1.0507829968501626e-06,
+      "loss": 23.8281,
+      "step": 35875
+    },
+    {
+      "epoch": 1.714422249832744,
+      "grad_norm": 170.962646484375,
+      "learning_rate": 1.05043770599358e-06,
+      "loss": 16.3594,
+      "step": 35876
+    },
+    {
+      "epoch": 1.7144700372742043,
+      "grad_norm": 297.1784973144531,
+      "learning_rate": 1.050092468733329e-06,
+      "loss": 24.1719,
+      "step": 35877
+    },
+    {
+      "epoch": 1.7145178247156647,
+      "grad_norm": 255.10540771484375,
+      "learning_rate": 1.0497472850714762e-06,
+      "loss": 26.7812,
+      "step": 35878
+    },
+    {
+      "epoch": 1.714565612157125,
+      "grad_norm": 157.22317504882812,
+      "learning_rate": 1.0494021550100875e-06,
+      "loss": 22.3594,
+      "step": 35879
+    },
+    {
+      "epoch": 1.7146133995985855,
+      "grad_norm": 272.64422607421875,
+      "learning_rate": 1.04905707855123e-06,
+      "loss": 26.0312,
+      "step": 35880
+    },
+    {
+      "epoch": 1.7146611870400459,
+      "grad_norm": 215.08663940429688,
+      "learning_rate": 1.0487120556969699e-06,
+      "loss": 25.0938,
+      "step": 35881
+    },
+    {
+      "epoch": 1.7147089744815063,
+      "grad_norm": 317.32391357421875,
+      "learning_rate": 1.0483670864493777e-06,
+      "loss": 25.8125,
+      "step": 35882
+    },
+    {
+      "epoch": 1.7147567619229667,
+      "grad_norm": 260.5176086425781,
+      "learning_rate": 1.0480221708105132e-06,
+      "loss": 21.0938,
+      "step": 35883
+    },
+    {
+      "epoch": 1.714804549364427,
+      "grad_norm": 301.5172424316406,
+      "learning_rate": 1.0476773087824444e-06,
+      "loss": 28.1562,
+      "step": 35884
+    },
+    {
+      "epoch": 1.7148523368058874,
+      "grad_norm": 185.2435302734375,
+      "learning_rate": 1.0473325003672386e-06,
+      "loss": 17.0312,
+      "step": 35885
+    },
+    {
+      "epoch": 1.7149001242473478,
+      "grad_norm": 174.7666778564453,
+      "learning_rate": 1.0469877455669575e-06,
+      "loss": 18.7188,
+      "step": 35886
+    },
+    {
+      "epoch": 1.7149479116888082,
+      "grad_norm": 198.4772491455078,
+      "learning_rate": 1.0466430443836673e-06,
+      "loss": 22.25,
+      "step": 35887
+    },
+    {
+      "epoch": 1.7149956991302686,
+      "grad_norm": 169.42477416992188,
+      "learning_rate": 1.046298396819433e-06,
+      "loss": 15.2656,
+      "step": 35888
+    },
+    {
+      "epoch": 1.715043486571729,
+      "grad_norm": 253.11798095703125,
+      "learning_rate": 1.0459538028763184e-06,
+      "loss": 30.8594,
+      "step": 35889
+    },
+    {
+      "epoch": 1.7150912740131892,
+      "grad_norm": 185.04811096191406,
+      "learning_rate": 1.0456092625563852e-06,
+      "loss": 19.1875,
+      "step": 35890
+    },
+    {
+      "epoch": 1.7151390614546496,
+      "grad_norm": 131.01100158691406,
+      "learning_rate": 1.0452647758617008e-06,
+      "loss": 22.0938,
+      "step": 35891
+    },
+    {
+      "epoch": 1.71518684889611,
+      "grad_norm": 152.2903289794922,
+      "learning_rate": 1.0449203427943234e-06,
+      "loss": 19.9219,
+      "step": 35892
+    },
+    {
+      "epoch": 1.7152346363375703,
+      "grad_norm": 189.544677734375,
+      "learning_rate": 1.044575963356319e-06,
+      "loss": 26.5781,
+      "step": 35893
+    },
+    {
+      "epoch": 1.7152824237790307,
+      "grad_norm": 286.822998046875,
+      "learning_rate": 1.0442316375497474e-06,
+      "loss": 21.875,
+      "step": 35894
+    },
+    {
+      "epoch": 1.7153302112204911,
+      "grad_norm": 164.56993103027344,
+      "learning_rate": 1.0438873653766723e-06,
+      "loss": 20.4688,
+      "step": 35895
+    },
+    {
+      "epoch": 1.7153779986619515,
+      "grad_norm": 295.30413818359375,
+      "learning_rate": 1.0435431468391554e-06,
+      "loss": 28.25,
+      "step": 35896
+    },
+    {
+      "epoch": 1.715425786103412,
+      "grad_norm": 289.8392028808594,
+      "learning_rate": 1.0431989819392607e-06,
+      "loss": 16.9375,
+      "step": 35897
+    },
+    {
+      "epoch": 1.7154735735448723,
+      "grad_norm": 231.66592407226562,
+      "learning_rate": 1.0428548706790443e-06,
+      "loss": 25.875,
+      "step": 35898
+    },
+    {
+      "epoch": 1.7155213609863327,
+      "grad_norm": 233.98997497558594,
+      "learning_rate": 1.0425108130605687e-06,
+      "loss": 22.9375,
+      "step": 35899
+    },
+    {
+      "epoch": 1.715569148427793,
+      "grad_norm": 274.0607604980469,
+      "learning_rate": 1.0421668090858971e-06,
+      "loss": 30.4844,
+      "step": 35900
+    },
+    {
+      "epoch": 1.7156169358692535,
+      "grad_norm": 166.5088653564453,
+      "learning_rate": 1.0418228587570855e-06,
+      "loss": 21.1875,
+      "step": 35901
+    },
+    {
+      "epoch": 1.7156647233107138,
+      "grad_norm": 314.1043701171875,
+      "learning_rate": 1.0414789620761968e-06,
+      "loss": 33.6562,
+      "step": 35902
+    },
+    {
+      "epoch": 1.7157125107521742,
+      "grad_norm": 147.74078369140625,
+      "learning_rate": 1.041135119045289e-06,
+      "loss": 27.2812,
+      "step": 35903
+    },
+    {
+      "epoch": 1.7157602981936346,
+      "grad_norm": 246.02069091796875,
+      "learning_rate": 1.040791329666423e-06,
+      "loss": 24.6562,
+      "step": 35904
+    },
+    {
+      "epoch": 1.715808085635095,
+      "grad_norm": 369.23193359375,
+      "learning_rate": 1.0404475939416548e-06,
+      "loss": 26.875,
+      "step": 35905
+    },
+    {
+      "epoch": 1.7158558730765554,
+      "grad_norm": 132.13833618164062,
+      "learning_rate": 1.040103911873045e-06,
+      "loss": 19.75,
+      "step": 35906
+    },
+    {
+      "epoch": 1.7159036605180158,
+      "grad_norm": 115.0367660522461,
+      "learning_rate": 1.0397602834626509e-06,
+      "loss": 21.3125,
+      "step": 35907
+    },
+    {
+      "epoch": 1.7159514479594762,
+      "grad_norm": 172.25250244140625,
+      "learning_rate": 1.0394167087125328e-06,
+      "loss": 20.9219,
+      "step": 35908
+    },
+    {
+      "epoch": 1.7159992354009366,
+      "grad_norm": 388.2666931152344,
+      "learning_rate": 1.039073187624744e-06,
+      "loss": 34.5938,
+      "step": 35909
+    },
+    {
+      "epoch": 1.716047022842397,
+      "grad_norm": 415.581787109375,
+      "learning_rate": 1.0387297202013447e-06,
+      "loss": 20.5312,
+      "step": 35910
+    },
+    {
+      "epoch": 1.7160948102838574,
+      "grad_norm": 291.3649597167969,
+      "learning_rate": 1.0383863064443922e-06,
+      "loss": 25.9688,
+      "step": 35911
+    },
+    {
+      "epoch": 1.7161425977253177,
+      "grad_norm": 226.15965270996094,
+      "learning_rate": 1.0380429463559417e-06,
+      "loss": 24.0625,
+      "step": 35912
+    },
+    {
+      "epoch": 1.7161903851667781,
+      "grad_norm": 138.49551391601562,
+      "learning_rate": 1.0376996399380478e-06,
+      "loss": 23.2812,
+      "step": 35913
+    },
+    {
+      "epoch": 1.7162381726082385,
+      "grad_norm": 211.22164916992188,
+      "learning_rate": 1.0373563871927706e-06,
+      "loss": 29.8125,
+      "step": 35914
+    },
+    {
+      "epoch": 1.716285960049699,
+      "grad_norm": 272.0268249511719,
+      "learning_rate": 1.0370131881221646e-06,
+      "loss": 23.3438,
+      "step": 35915
+    },
+    {
+      "epoch": 1.7163337474911593,
+      "grad_norm": 237.6978759765625,
+      "learning_rate": 1.0366700427282816e-06,
+      "loss": 21.9688,
+      "step": 35916
+    },
+    {
+      "epoch": 1.7163815349326197,
+      "grad_norm": 214.73497009277344,
+      "learning_rate": 1.0363269510131802e-06,
+      "loss": 22.2188,
+      "step": 35917
+    },
+    {
+      "epoch": 1.71642932237408,
+      "grad_norm": 531.1992797851562,
+      "learning_rate": 1.035983912978914e-06,
+      "loss": 28.7188,
+      "step": 35918
+    },
+    {
+      "epoch": 1.7164771098155405,
+      "grad_norm": 606.4406127929688,
+      "learning_rate": 1.0356409286275393e-06,
+      "loss": 27.1875,
+      "step": 35919
+    },
+    {
+      "epoch": 1.7165248972570009,
+      "grad_norm": 291.5127258300781,
+      "learning_rate": 1.0352979979611055e-06,
+      "loss": 19.6406,
+      "step": 35920
+    },
+    {
+      "epoch": 1.7165726846984612,
+      "grad_norm": 229.06564331054688,
+      "learning_rate": 1.03495512098167e-06,
+      "loss": 16.0625,
+      "step": 35921
+    },
+    {
+      "epoch": 1.7166204721399216,
+      "grad_norm": 285.5923767089844,
+      "learning_rate": 1.0346122976912865e-06,
+      "loss": 21.0,
+      "step": 35922
+    },
+    {
+      "epoch": 1.716668259581382,
+      "grad_norm": 196.04107666015625,
+      "learning_rate": 1.0342695280920056e-06,
+      "loss": 22.9531,
+      "step": 35923
+    },
+    {
+      "epoch": 1.7167160470228424,
+      "grad_norm": 219.65940856933594,
+      "learning_rate": 1.0339268121858825e-06,
+      "loss": 32.75,
+      "step": 35924
+    },
+    {
+      "epoch": 1.7167638344643028,
+      "grad_norm": 356.04962158203125,
+      "learning_rate": 1.0335841499749666e-06,
+      "loss": 21.7188,
+      "step": 35925
+    },
+    {
+      "epoch": 1.7168116219057632,
+      "grad_norm": 425.41448974609375,
+      "learning_rate": 1.0332415414613117e-06,
+      "loss": 34.1562,
+      "step": 35926
+    },
+    {
+      "epoch": 1.7168594093472236,
+      "grad_norm": 218.33139038085938,
+      "learning_rate": 1.0328989866469729e-06,
+      "loss": 26.0312,
+      "step": 35927
+    },
+    {
+      "epoch": 1.716907196788684,
+      "grad_norm": 363.01141357421875,
+      "learning_rate": 1.0325564855339953e-06,
+      "loss": 23.4688,
+      "step": 35928
+    },
+    {
+      "epoch": 1.7169549842301444,
+      "grad_norm": 256.7775573730469,
+      "learning_rate": 1.0322140381244327e-06,
+      "loss": 23.0,
+      "step": 35929
+    },
+    {
+      "epoch": 1.7170027716716048,
+      "grad_norm": 164.05838012695312,
+      "learning_rate": 1.0318716444203391e-06,
+      "loss": 25.0938,
+      "step": 35930
+    },
+    {
+      "epoch": 1.7170505591130651,
+      "grad_norm": 158.72677612304688,
+      "learning_rate": 1.0315293044237606e-06,
+      "loss": 24.4219,
+      "step": 35931
+    },
+    {
+      "epoch": 1.7170983465545255,
+      "grad_norm": 314.60406494140625,
+      "learning_rate": 1.031187018136749e-06,
+      "loss": 30.3281,
+      "step": 35932
+    },
+    {
+      "epoch": 1.717146133995986,
+      "grad_norm": 437.5382080078125,
+      "learning_rate": 1.0308447855613557e-06,
+      "loss": 41.5,
+      "step": 35933
+    },
+    {
+      "epoch": 1.7171939214374463,
+      "grad_norm": 199.86737060546875,
+      "learning_rate": 1.030502606699627e-06,
+      "loss": 21.6562,
+      "step": 35934
+    },
+    {
+      "epoch": 1.7172417088789067,
+      "grad_norm": 255.8448028564453,
+      "learning_rate": 1.0301604815536138e-06,
+      "loss": 29.5312,
+      "step": 35935
+    },
+    {
+      "epoch": 1.717289496320367,
+      "grad_norm": 204.7766876220703,
+      "learning_rate": 1.029818410125365e-06,
+      "loss": 21.9375,
+      "step": 35936
+    },
+    {
+      "epoch": 1.7173372837618275,
+      "grad_norm": 204.16038513183594,
+      "learning_rate": 1.0294763924169316e-06,
+      "loss": 17.6562,
+      "step": 35937
+    },
+    {
+      "epoch": 1.7173850712032879,
+      "grad_norm": 244.5130615234375,
+      "learning_rate": 1.0291344284303573e-06,
+      "loss": 28.5625,
+      "step": 35938
+    },
+    {
+      "epoch": 1.7174328586447483,
+      "grad_norm": 218.4686279296875,
+      "learning_rate": 1.0287925181676917e-06,
+      "loss": 30.5625,
+      "step": 35939
+    },
+    {
+      "epoch": 1.7174806460862087,
+      "grad_norm": 274.2717590332031,
+      "learning_rate": 1.028450661630983e-06,
+      "loss": 31.25,
+      "step": 35940
+    },
+    {
+      "epoch": 1.717528433527669,
+      "grad_norm": 221.74942016601562,
+      "learning_rate": 1.028108858822281e-06,
+      "loss": 29.9688,
+      "step": 35941
+    },
+    {
+      "epoch": 1.7175762209691294,
+      "grad_norm": 332.5140380859375,
+      "learning_rate": 1.0277671097436282e-06,
+      "loss": 17.1875,
+      "step": 35942
+    },
+    {
+      "epoch": 1.7176240084105898,
+      "grad_norm": 189.1005401611328,
+      "learning_rate": 1.0274254143970719e-06,
+      "loss": 25.9375,
+      "step": 35943
+    },
+    {
+      "epoch": 1.7176717958520502,
+      "grad_norm": 270.5226135253906,
+      "learning_rate": 1.0270837727846605e-06,
+      "loss": 27.8125,
+      "step": 35944
+    },
+    {
+      "epoch": 1.7177195832935106,
+      "grad_norm": 393.34307861328125,
+      "learning_rate": 1.0267421849084403e-06,
+      "loss": 23.2031,
+      "step": 35945
+    },
+    {
+      "epoch": 1.717767370734971,
+      "grad_norm": 181.07870483398438,
+      "learning_rate": 1.0264006507704549e-06,
+      "loss": 22.8281,
+      "step": 35946
+    },
+    {
+      "epoch": 1.7178151581764314,
+      "grad_norm": 195.84518432617188,
+      "learning_rate": 1.0260591703727497e-06,
+      "loss": 24.4219,
+      "step": 35947
+    },
+    {
+      "epoch": 1.7178629456178918,
+      "grad_norm": 410.8476257324219,
+      "learning_rate": 1.0257177437173726e-06,
+      "loss": 24.1875,
+      "step": 35948
+    },
+    {
+      "epoch": 1.7179107330593522,
+      "grad_norm": 350.3982849121094,
+      "learning_rate": 1.0253763708063646e-06,
+      "loss": 33.3125,
+      "step": 35949
+    },
+    {
+      "epoch": 1.7179585205008125,
+      "grad_norm": 204.03036499023438,
+      "learning_rate": 1.0250350516417707e-06,
+      "loss": 28.8438,
+      "step": 35950
+    },
+    {
+      "epoch": 1.718006307942273,
+      "grad_norm": 219.2273712158203,
+      "learning_rate": 1.0246937862256367e-06,
+      "loss": 20.6875,
+      "step": 35951
+    },
+    {
+      "epoch": 1.718054095383733,
+      "grad_norm": 245.15811157226562,
+      "learning_rate": 1.024352574560008e-06,
+      "loss": 17.3906,
+      "step": 35952
+    },
+    {
+      "epoch": 1.7181018828251935,
+      "grad_norm": 162.97291564941406,
+      "learning_rate": 1.0240114166469229e-06,
+      "loss": 19.0469,
+      "step": 35953
+    },
+    {
+      "epoch": 1.7181496702666539,
+      "grad_norm": 224.36245727539062,
+      "learning_rate": 1.0236703124884273e-06,
+      "loss": 23.6719,
+      "step": 35954
+    },
+    {
+      "epoch": 1.7181974577081143,
+      "grad_norm": 269.72491455078125,
+      "learning_rate": 1.0233292620865664e-06,
+      "loss": 26.9844,
+      "step": 35955
+    },
+    {
+      "epoch": 1.7182452451495747,
+      "grad_norm": 403.958984375,
+      "learning_rate": 1.0229882654433776e-06,
+      "loss": 18.9062,
+      "step": 35956
+    },
+    {
+      "epoch": 1.718293032591035,
+      "grad_norm": 407.9008483886719,
+      "learning_rate": 1.0226473225609079e-06,
+      "loss": 35.3438,
+      "step": 35957
+    },
+    {
+      "epoch": 1.7183408200324954,
+      "grad_norm": 160.27549743652344,
+      "learning_rate": 1.0223064334411948e-06,
+      "loss": 23.0,
+      "step": 35958
+    },
+    {
+      "epoch": 1.7183886074739558,
+      "grad_norm": 301.83624267578125,
+      "learning_rate": 1.0219655980862807e-06,
+      "loss": 29.0625,
+      "step": 35959
+    },
+    {
+      "epoch": 1.7184363949154162,
+      "grad_norm": 229.97836303710938,
+      "learning_rate": 1.0216248164982111e-06,
+      "loss": 28.5,
+      "step": 35960
+    },
+    {
+      "epoch": 1.7184841823568766,
+      "grad_norm": 342.9557189941406,
+      "learning_rate": 1.021284088679021e-06,
+      "loss": 27.875,
+      "step": 35961
+    },
+    {
+      "epoch": 1.718531969798337,
+      "grad_norm": 209.08726501464844,
+      "learning_rate": 1.020943414630754e-06,
+      "loss": 16.2656,
+      "step": 35962
+    },
+    {
+      "epoch": 1.7185797572397974,
+      "grad_norm": 229.97576904296875,
+      "learning_rate": 1.0206027943554519e-06,
+      "loss": 18.125,
+      "step": 35963
+    },
+    {
+      "epoch": 1.7186275446812578,
+      "grad_norm": 344.404296875,
+      "learning_rate": 1.02026222785515e-06,
+      "loss": 26.3438,
+      "step": 35964
+    },
+    {
+      "epoch": 1.7186753321227182,
+      "grad_norm": 249.52227783203125,
+      "learning_rate": 1.0199217151318907e-06,
+      "loss": 33.4062,
+      "step": 35965
+    },
+    {
+      "epoch": 1.7187231195641786,
+      "grad_norm": 351.9676818847656,
+      "learning_rate": 1.0195812561877117e-06,
+      "loss": 33.7188,
+      "step": 35966
+    },
+    {
+      "epoch": 1.718770907005639,
+      "grad_norm": 165.48825073242188,
+      "learning_rate": 1.0192408510246565e-06,
+      "loss": 24.3125,
+      "step": 35967
+    },
+    {
+      "epoch": 1.7188186944470993,
+      "grad_norm": 156.7167510986328,
+      "learning_rate": 1.0189004996447571e-06,
+      "loss": 17.8906,
+      "step": 35968
+    },
+    {
+      "epoch": 1.7188664818885597,
+      "grad_norm": 416.9647521972656,
+      "learning_rate": 1.0185602020500562e-06,
+      "loss": 24.8594,
+      "step": 35969
+    },
+    {
+      "epoch": 1.7189142693300201,
+      "grad_norm": 381.9342346191406,
+      "learning_rate": 1.0182199582425911e-06,
+      "loss": 22.0469,
+      "step": 35970
+    },
+    {
+      "epoch": 1.7189620567714805,
+      "grad_norm": 222.82077026367188,
+      "learning_rate": 1.017879768224398e-06,
+      "loss": 16.8125,
+      "step": 35971
+    },
+    {
+      "epoch": 1.7190098442129407,
+      "grad_norm": 184.07693481445312,
+      "learning_rate": 1.017539631997514e-06,
+      "loss": 20.4375,
+      "step": 35972
+    },
+    {
+      "epoch": 1.719057631654401,
+      "grad_norm": 211.05221557617188,
+      "learning_rate": 1.0171995495639775e-06,
+      "loss": 18.0469,
+      "step": 35973
+    },
+    {
+      "epoch": 1.7191054190958615,
+      "grad_norm": 163.6747589111328,
+      "learning_rate": 1.016859520925827e-06,
+      "loss": 22.2031,
+      "step": 35974
+    },
+    {
+      "epoch": 1.7191532065373218,
+      "grad_norm": 346.961181640625,
+      "learning_rate": 1.016519546085094e-06,
+      "loss": 17.0312,
+      "step": 35975
+    },
+    {
+      "epoch": 1.7192009939787822,
+      "grad_norm": 185.74916076660156,
+      "learning_rate": 1.0161796250438172e-06,
+      "loss": 23.0625,
+      "step": 35976
+    },
+    {
+      "epoch": 1.7192487814202426,
+      "grad_norm": 206.06561279296875,
+      "learning_rate": 1.0158397578040325e-06,
+      "loss": 23.4375,
+      "step": 35977
+    },
+    {
+      "epoch": 1.719296568861703,
+      "grad_norm": 241.38807678222656,
+      "learning_rate": 1.015499944367776e-06,
+      "loss": 16.7969,
+      "step": 35978
+    },
+    {
+      "epoch": 1.7193443563031634,
+      "grad_norm": 191.98678588867188,
+      "learning_rate": 1.0151601847370807e-06,
+      "loss": 17.7969,
+      "step": 35979
+    },
+    {
+      "epoch": 1.7193921437446238,
+      "grad_norm": 248.43978881835938,
+      "learning_rate": 1.0148204789139815e-06,
+      "loss": 27.4688,
+      "step": 35980
+    },
+    {
+      "epoch": 1.7194399311860842,
+      "grad_norm": 445.4801330566406,
+      "learning_rate": 1.0144808269005147e-06,
+      "loss": 28.9375,
+      "step": 35981
+    },
+    {
+      "epoch": 1.7194877186275446,
+      "grad_norm": 214.26307678222656,
+      "learning_rate": 1.014141228698714e-06,
+      "loss": 39.5938,
+      "step": 35982
+    },
+    {
+      "epoch": 1.719535506069005,
+      "grad_norm": 187.16702270507812,
+      "learning_rate": 1.0138016843106113e-06,
+      "loss": 20.5,
+      "step": 35983
+    },
+    {
+      "epoch": 1.7195832935104653,
+      "grad_norm": 552.2117309570312,
+      "learning_rate": 1.0134621937382405e-06,
+      "loss": 27.0469,
+      "step": 35984
+    },
+    {
+      "epoch": 1.7196310809519257,
+      "grad_norm": 547.2159423828125,
+      "learning_rate": 1.0131227569836378e-06,
+      "loss": 19.0625,
+      "step": 35985
+    },
+    {
+      "epoch": 1.7196788683933861,
+      "grad_norm": 234.61019897460938,
+      "learning_rate": 1.0127833740488313e-06,
+      "loss": 17.25,
+      "step": 35986
+    },
+    {
+      "epoch": 1.7197266558348465,
+      "grad_norm": 636.7157592773438,
+      "learning_rate": 1.0124440449358553e-06,
+      "loss": 31.7188,
+      "step": 35987
+    },
+    {
+      "epoch": 1.719774443276307,
+      "grad_norm": 191.281982421875,
+      "learning_rate": 1.0121047696467444e-06,
+      "loss": 32.8125,
+      "step": 35988
+    },
+    {
+      "epoch": 1.7198222307177673,
+      "grad_norm": 202.43980407714844,
+      "learning_rate": 1.0117655481835276e-06,
+      "loss": 24.625,
+      "step": 35989
+    },
+    {
+      "epoch": 1.7198700181592277,
+      "grad_norm": 257.0841064453125,
+      "learning_rate": 1.0114263805482382e-06,
+      "loss": 24.2344,
+      "step": 35990
+    },
+    {
+      "epoch": 1.719917805600688,
+      "grad_norm": 1703.5897216796875,
+      "learning_rate": 1.011087266742904e-06,
+      "loss": 27.7656,
+      "step": 35991
+    },
+    {
+      "epoch": 1.7199655930421485,
+      "grad_norm": 380.3152770996094,
+      "learning_rate": 1.0107482067695585e-06,
+      "loss": 24.4375,
+      "step": 35992
+    },
+    {
+      "epoch": 1.7200133804836089,
+      "grad_norm": 275.8309326171875,
+      "learning_rate": 1.0104092006302347e-06,
+      "loss": 33.6562,
+      "step": 35993
+    },
+    {
+      "epoch": 1.7200611679250692,
+      "grad_norm": 278.5118713378906,
+      "learning_rate": 1.0100702483269576e-06,
+      "loss": 28.7812,
+      "step": 35994
+    },
+    {
+      "epoch": 1.7201089553665296,
+      "grad_norm": 194.6288604736328,
+      "learning_rate": 1.009731349861759e-06,
+      "loss": 22.9531,
+      "step": 35995
+    },
+    {
+      "epoch": 1.72015674280799,
+      "grad_norm": 132.9231719970703,
+      "learning_rate": 1.0093925052366716e-06,
+      "loss": 16.5156,
+      "step": 35996
+    },
+    {
+      "epoch": 1.7202045302494504,
+      "grad_norm": 283.8941955566406,
+      "learning_rate": 1.0090537144537194e-06,
+      "loss": 24.0312,
+      "step": 35997
+    },
+    {
+      "epoch": 1.7202523176909108,
+      "grad_norm": 209.21047973632812,
+      "learning_rate": 1.0087149775149342e-06,
+      "loss": 21.0781,
+      "step": 35998
+    },
+    {
+      "epoch": 1.7203001051323712,
+      "grad_norm": 465.6530456542969,
+      "learning_rate": 1.0083762944223441e-06,
+      "loss": 20.4062,
+      "step": 35999
+    },
+    {
+      "epoch": 1.7203478925738316,
+      "grad_norm": 169.75962829589844,
+      "learning_rate": 1.00803766517798e-06,
+      "loss": 21.0938,
+      "step": 36000
+    },
+    {
+      "epoch": 1.720395680015292,
+      "grad_norm": 227.8635711669922,
+      "learning_rate": 1.0076990897838656e-06,
+      "loss": 18.5625,
+      "step": 36001
+    },
+    {
+      "epoch": 1.7204434674567524,
+      "grad_norm": 795.5369873046875,
+      "learning_rate": 1.0073605682420308e-06,
+      "loss": 28.875,
+      "step": 36002
+    },
+    {
+      "epoch": 1.7204912548982128,
+      "grad_norm": 246.53038024902344,
+      "learning_rate": 1.0070221005545023e-06,
+      "loss": 21.3281,
+      "step": 36003
+    },
+    {
+      "epoch": 1.7205390423396731,
+      "grad_norm": 290.7870178222656,
+      "learning_rate": 1.0066836867233087e-06,
+      "loss": 28.4688,
+      "step": 36004
+    },
+    {
+      "epoch": 1.7205868297811335,
+      "grad_norm": 651.8692016601562,
+      "learning_rate": 1.006345326750473e-06,
+      "loss": 29.0938,
+      "step": 36005
+    },
+    {
+      "epoch": 1.720634617222594,
+      "grad_norm": 403.09466552734375,
+      "learning_rate": 1.0060070206380246e-06,
+      "loss": 21.875,
+      "step": 36006
+    },
+    {
+      "epoch": 1.7206824046640543,
+      "grad_norm": 160.4326171875,
+      "learning_rate": 1.0056687683879906e-06,
+      "loss": 23.4375,
+      "step": 36007
+    },
+    {
+      "epoch": 1.7207301921055147,
+      "grad_norm": 276.45111083984375,
+      "learning_rate": 1.005330570002393e-06,
+      "loss": 18.3438,
+      "step": 36008
+    },
+    {
+      "epoch": 1.720777979546975,
+      "grad_norm": 470.9559631347656,
+      "learning_rate": 1.0049924254832588e-06,
+      "loss": 29.75,
+      "step": 36009
+    },
+    {
+      "epoch": 1.7208257669884355,
+      "grad_norm": 213.6112518310547,
+      "learning_rate": 1.0046543348326133e-06,
+      "loss": 25.0469,
+      "step": 36010
+    },
+    {
+      "epoch": 1.7208735544298959,
+      "grad_norm": 216.95797729492188,
+      "learning_rate": 1.0043162980524823e-06,
+      "loss": 27.375,
+      "step": 36011
+    },
+    {
+      "epoch": 1.7209213418713563,
+      "grad_norm": 264.1839904785156,
+      "learning_rate": 1.0039783151448878e-06,
+      "loss": 21.1875,
+      "step": 36012
+    },
+    {
+      "epoch": 1.7209691293128166,
+      "grad_norm": 233.13320922851562,
+      "learning_rate": 1.003640386111855e-06,
+      "loss": 23.5469,
+      "step": 36013
+    },
+    {
+      "epoch": 1.721016916754277,
+      "grad_norm": 309.90283203125,
+      "learning_rate": 1.0033025109554085e-06,
+      "loss": 24.3594,
+      "step": 36014
+    },
+    {
+      "epoch": 1.7210647041957374,
+      "grad_norm": 422.44757080078125,
+      "learning_rate": 1.0029646896775714e-06,
+      "loss": 25.5156,
+      "step": 36015
+    },
+    {
+      "epoch": 1.7211124916371978,
+      "grad_norm": 163.99859619140625,
+      "learning_rate": 1.0026269222803664e-06,
+      "loss": 19.2656,
+      "step": 36016
+    },
+    {
+      "epoch": 1.7211602790786582,
+      "grad_norm": 368.0829772949219,
+      "learning_rate": 1.0022892087658153e-06,
+      "loss": 21.125,
+      "step": 36017
+    },
+    {
+      "epoch": 1.7212080665201186,
+      "grad_norm": 203.35806274414062,
+      "learning_rate": 1.0019515491359433e-06,
+      "loss": 19.4688,
+      "step": 36018
+    },
+    {
+      "epoch": 1.721255853961579,
+      "grad_norm": 260.01025390625,
+      "learning_rate": 1.0016139433927695e-06,
+      "loss": 17.6719,
+      "step": 36019
+    },
+    {
+      "epoch": 1.7213036414030394,
+      "grad_norm": 401.7878723144531,
+      "learning_rate": 1.0012763915383172e-06,
+      "loss": 34.8438,
+      "step": 36020
+    },
+    {
+      "epoch": 1.7213514288444998,
+      "grad_norm": 178.18988037109375,
+      "learning_rate": 1.000938893574609e-06,
+      "loss": 22.2969,
+      "step": 36021
+    },
+    {
+      "epoch": 1.7213992162859602,
+      "grad_norm": 180.6389617919922,
+      "learning_rate": 1.000601449503663e-06,
+      "loss": 21.9219,
+      "step": 36022
+    },
+    {
+      "epoch": 1.7214470037274205,
+      "grad_norm": 380.6821594238281,
+      "learning_rate": 1.0002640593275027e-06,
+      "loss": 33.5312,
+      "step": 36023
+    },
+    {
+      "epoch": 1.721494791168881,
+      "grad_norm": 236.32339477539062,
+      "learning_rate": 9.999267230481492e-07,
+      "loss": 25.3906,
+      "step": 36024
+    },
+    {
+      "epoch": 1.7215425786103413,
+      "grad_norm": 119.79935455322266,
+      "learning_rate": 9.995894406676199e-07,
+      "loss": 19.3906,
+      "step": 36025
+    },
+    {
+      "epoch": 1.7215903660518017,
+      "grad_norm": 183.5243682861328,
+      "learning_rate": 9.992522121879377e-07,
+      "loss": 23.6875,
+      "step": 36026
+    },
+    {
+      "epoch": 1.721638153493262,
+      "grad_norm": 292.67755126953125,
+      "learning_rate": 9.98915037611119e-07,
+      "loss": 22.5625,
+      "step": 36027
+    },
+    {
+      "epoch": 1.7216859409347225,
+      "grad_norm": 204.3074951171875,
+      "learning_rate": 9.98577916939184e-07,
+      "loss": 20.2344,
+      "step": 36028
+    },
+    {
+      "epoch": 1.7217337283761829,
+      "grad_norm": 701.474609375,
+      "learning_rate": 9.982408501741525e-07,
+      "loss": 24.5,
+      "step": 36029
+    },
+    {
+      "epoch": 1.7217815158176433,
+      "grad_norm": 268.6630554199219,
+      "learning_rate": 9.97903837318045e-07,
+      "loss": 26.2188,
+      "step": 36030
+    },
+    {
+      "epoch": 1.7218293032591037,
+      "grad_norm": 188.53306579589844,
+      "learning_rate": 9.975668783728755e-07,
+      "loss": 19.2656,
+      "step": 36031
+    },
+    {
+      "epoch": 1.721877090700564,
+      "grad_norm": 193.51361083984375,
+      "learning_rate": 9.972299733406643e-07,
+      "loss": 25.3125,
+      "step": 36032
+    },
+    {
+      "epoch": 1.7219248781420244,
+      "grad_norm": 257.22344970703125,
+      "learning_rate": 9.968931222234301e-07,
+      "loss": 25.25,
+      "step": 36033
+    },
+    {
+      "epoch": 1.7219726655834846,
+      "grad_norm": 220.5164794921875,
+      "learning_rate": 9.96556325023188e-07,
+      "loss": 23.2812,
+      "step": 36034
+    },
+    {
+      "epoch": 1.722020453024945,
+      "grad_norm": 167.8669891357422,
+      "learning_rate": 9.962195817419552e-07,
+      "loss": 16.1094,
+      "step": 36035
+    },
+    {
+      "epoch": 1.7220682404664054,
+      "grad_norm": 182.32806396484375,
+      "learning_rate": 9.958828923817487e-07,
+      "loss": 23.9375,
+      "step": 36036
+    },
+    {
+      "epoch": 1.7221160279078658,
+      "grad_norm": 383.1855773925781,
+      "learning_rate": 9.955462569445884e-07,
+      "loss": 32.9531,
+      "step": 36037
+    },
+    {
+      "epoch": 1.7221638153493262,
+      "grad_norm": 321.5653381347656,
+      "learning_rate": 9.952096754324847e-07,
+      "loss": 32.6562,
+      "step": 36038
+    },
+    {
+      "epoch": 1.7222116027907866,
+      "grad_norm": 335.0526123046875,
+      "learning_rate": 9.948731478474549e-07,
+      "loss": 22.9844,
+      "step": 36039
+    },
+    {
+      "epoch": 1.722259390232247,
+      "grad_norm": 186.49005126953125,
+      "learning_rate": 9.945366741915152e-07,
+      "loss": 19.7969,
+      "step": 36040
+    },
+    {
+      "epoch": 1.7223071776737073,
+      "grad_norm": 300.810546875,
+      "learning_rate": 9.94200254466683e-07,
+      "loss": 22.8125,
+      "step": 36041
+    },
+    {
+      "epoch": 1.7223549651151677,
+      "grad_norm": 131.667236328125,
+      "learning_rate": 9.938638886749686e-07,
+      "loss": 14.8438,
+      "step": 36042
+    },
+    {
+      "epoch": 1.7224027525566281,
+      "grad_norm": 168.49911499023438,
+      "learning_rate": 9.935275768183894e-07,
+      "loss": 19.3281,
+      "step": 36043
+    },
+    {
+      "epoch": 1.7224505399980885,
+      "grad_norm": 288.43023681640625,
+      "learning_rate": 9.931913188989594e-07,
+      "loss": 36.375,
+      "step": 36044
+    },
+    {
+      "epoch": 1.722498327439549,
+      "grad_norm": 374.41241455078125,
+      "learning_rate": 9.928551149186893e-07,
+      "loss": 26.4375,
+      "step": 36045
+    },
+    {
+      "epoch": 1.7225461148810093,
+      "grad_norm": 193.9768829345703,
+      "learning_rate": 9.925189648795952e-07,
+      "loss": 16.6094,
+      "step": 36046
+    },
+    {
+      "epoch": 1.7225939023224697,
+      "grad_norm": 404.3414001464844,
+      "learning_rate": 9.921828687836888e-07,
+      "loss": 32.0938,
+      "step": 36047
+    },
+    {
+      "epoch": 1.72264168976393,
+      "grad_norm": 187.56277465820312,
+      "learning_rate": 9.918468266329862e-07,
+      "loss": 28.0,
+      "step": 36048
+    },
+    {
+      "epoch": 1.7226894772053905,
+      "grad_norm": 273.9107971191406,
+      "learning_rate": 9.915108384294958e-07,
+      "loss": 26.8125,
+      "step": 36049
+    },
+    {
+      "epoch": 1.7227372646468508,
+      "grad_norm": 425.66162109375,
+      "learning_rate": 9.911749041752316e-07,
+      "loss": 30.4375,
+      "step": 36050
+    },
+    {
+      "epoch": 1.7227850520883112,
+      "grad_norm": 186.0029296875,
+      "learning_rate": 9.908390238722043e-07,
+      "loss": 14.875,
+      "step": 36051
+    },
+    {
+      "epoch": 1.7228328395297716,
+      "grad_norm": 178.98321533203125,
+      "learning_rate": 9.905031975224289e-07,
+      "loss": 32.9062,
+      "step": 36052
+    },
+    {
+      "epoch": 1.722880626971232,
+      "grad_norm": 230.23670959472656,
+      "learning_rate": 9.901674251279115e-07,
+      "loss": 37.0938,
+      "step": 36053
+    },
+    {
+      "epoch": 1.7229284144126924,
+      "grad_norm": 225.74794006347656,
+      "learning_rate": 9.898317066906671e-07,
+      "loss": 23.625,
+      "step": 36054
+    },
+    {
+      "epoch": 1.7229762018541526,
+      "grad_norm": 235.33631896972656,
+      "learning_rate": 9.894960422127032e-07,
+      "loss": 21.0,
+      "step": 36055
+    },
+    {
+      "epoch": 1.723023989295613,
+      "grad_norm": 315.30224609375,
+      "learning_rate": 9.891604316960302e-07,
+      "loss": 20.4375,
+      "step": 36056
+    },
+    {
+      "epoch": 1.7230717767370733,
+      "grad_norm": 168.9443817138672,
+      "learning_rate": 9.88824875142662e-07,
+      "loss": 23.0781,
+      "step": 36057
+    },
+    {
+      "epoch": 1.7231195641785337,
+      "grad_norm": 282.199462890625,
+      "learning_rate": 9.88489372554603e-07,
+      "loss": 23.6719,
+      "step": 36058
+    },
+    {
+      "epoch": 1.7231673516199941,
+      "grad_norm": 201.9951934814453,
+      "learning_rate": 9.881539239338667e-07,
+      "loss": 18.5,
+      "step": 36059
+    },
+    {
+      "epoch": 1.7232151390614545,
+      "grad_norm": 285.4419250488281,
+      "learning_rate": 9.878185292824572e-07,
+      "loss": 26.4062,
+      "step": 36060
+    },
+    {
+      "epoch": 1.723262926502915,
+      "grad_norm": 166.29342651367188,
+      "learning_rate": 9.874831886023872e-07,
+      "loss": 21.8438,
+      "step": 36061
+    },
+    {
+      "epoch": 1.7233107139443753,
+      "grad_norm": 236.77806091308594,
+      "learning_rate": 9.87147901895662e-07,
+      "loss": 28.1875,
+      "step": 36062
+    },
+    {
+      "epoch": 1.7233585013858357,
+      "grad_norm": 195.89564514160156,
+      "learning_rate": 9.868126691642942e-07,
+      "loss": 21.7344,
+      "step": 36063
+    },
+    {
+      "epoch": 1.723406288827296,
+      "grad_norm": 430.4400634765625,
+      "learning_rate": 9.86477490410286e-07,
+      "loss": 31.625,
+      "step": 36064
+    },
+    {
+      "epoch": 1.7234540762687565,
+      "grad_norm": 166.43055725097656,
+      "learning_rate": 9.861423656356472e-07,
+      "loss": 18.4531,
+      "step": 36065
+    },
+    {
+      "epoch": 1.7235018637102169,
+      "grad_norm": 267.9693298339844,
+      "learning_rate": 9.858072948423848e-07,
+      "loss": 20.75,
+      "step": 36066
+    },
+    {
+      "epoch": 1.7235496511516772,
+      "grad_norm": 577.8636474609375,
+      "learning_rate": 9.854722780325065e-07,
+      "loss": 22.8438,
+      "step": 36067
+    },
+    {
+      "epoch": 1.7235974385931376,
+      "grad_norm": 286.2879333496094,
+      "learning_rate": 9.851373152080157e-07,
+      "loss": 22.4688,
+      "step": 36068
+    },
+    {
+      "epoch": 1.723645226034598,
+      "grad_norm": 296.80029296875,
+      "learning_rate": 9.848024063709195e-07,
+      "loss": 23.9688,
+      "step": 36069
+    },
+    {
+      "epoch": 1.7236930134760584,
+      "grad_norm": 305.45361328125,
+      "learning_rate": 9.84467551523227e-07,
+      "loss": 20.0312,
+      "step": 36070
+    },
+    {
+      "epoch": 1.7237408009175188,
+      "grad_norm": 314.6640319824219,
+      "learning_rate": 9.841327506669385e-07,
+      "loss": 25.7031,
+      "step": 36071
+    },
+    {
+      "epoch": 1.7237885883589792,
+      "grad_norm": 241.2987823486328,
+      "learning_rate": 9.837980038040607e-07,
+      "loss": 30.5938,
+      "step": 36072
+    },
+    {
+      "epoch": 1.7238363758004396,
+      "grad_norm": 225.14364624023438,
+      "learning_rate": 9.834633109365987e-07,
+      "loss": 23.7812,
+      "step": 36073
+    },
+    {
+      "epoch": 1.7238841632419,
+      "grad_norm": 238.8145294189453,
+      "learning_rate": 9.83128672066559e-07,
+      "loss": 21.4062,
+      "step": 36074
+    },
+    {
+      "epoch": 1.7239319506833604,
+      "grad_norm": 205.0267333984375,
+      "learning_rate": 9.827940871959418e-07,
+      "loss": 25.5156,
+      "step": 36075
+    },
+    {
+      "epoch": 1.7239797381248207,
+      "grad_norm": 212.56512451171875,
+      "learning_rate": 9.824595563267524e-07,
+      "loss": 27.0781,
+      "step": 36076
+    },
+    {
+      "epoch": 1.7240275255662811,
+      "grad_norm": 315.88140869140625,
+      "learning_rate": 9.821250794609948e-07,
+      "loss": 24.7344,
+      "step": 36077
+    },
+    {
+      "epoch": 1.7240753130077415,
+      "grad_norm": 200.9887237548828,
+      "learning_rate": 9.81790656600674e-07,
+      "loss": 23.2188,
+      "step": 36078
+    },
+    {
+      "epoch": 1.724123100449202,
+      "grad_norm": 151.1031494140625,
+      "learning_rate": 9.814562877477873e-07,
+      "loss": 23.1094,
+      "step": 36079
+    },
+    {
+      "epoch": 1.7241708878906623,
+      "grad_norm": 275.78887939453125,
+      "learning_rate": 9.81121972904342e-07,
+      "loss": 23.9062,
+      "step": 36080
+    },
+    {
+      "epoch": 1.7242186753321227,
+      "grad_norm": 232.7536163330078,
+      "learning_rate": 9.807877120723397e-07,
+      "loss": 22.3438,
+      "step": 36081
+    },
+    {
+      "epoch": 1.724266462773583,
+      "grad_norm": 360.31988525390625,
+      "learning_rate": 9.804535052537789e-07,
+      "loss": 29.5,
+      "step": 36082
+    },
+    {
+      "epoch": 1.7243142502150435,
+      "grad_norm": 371.9542541503906,
+      "learning_rate": 9.801193524506624e-07,
+      "loss": 25.4844,
+      "step": 36083
+    },
+    {
+      "epoch": 1.7243620376565039,
+      "grad_norm": 232.34706115722656,
+      "learning_rate": 9.797852536649932e-07,
+      "loss": 20.6719,
+      "step": 36084
+    },
+    {
+      "epoch": 1.7244098250979643,
+      "grad_norm": 126.67462921142578,
+      "learning_rate": 9.794512088987728e-07,
+      "loss": 21.3125,
+      "step": 36085
+    },
+    {
+      "epoch": 1.7244576125394246,
+      "grad_norm": 251.82101440429688,
+      "learning_rate": 9.791172181539987e-07,
+      "loss": 30.2812,
+      "step": 36086
+    },
+    {
+      "epoch": 1.724505399980885,
+      "grad_norm": 189.5286865234375,
+      "learning_rate": 9.787832814326736e-07,
+      "loss": 19.7031,
+      "step": 36087
+    },
+    {
+      "epoch": 1.7245531874223454,
+      "grad_norm": 394.6209411621094,
+      "learning_rate": 9.784493987367938e-07,
+      "loss": 18.3125,
+      "step": 36088
+    },
+    {
+      "epoch": 1.7246009748638058,
+      "grad_norm": 341.92559814453125,
+      "learning_rate": 9.78115570068362e-07,
+      "loss": 18.5547,
+      "step": 36089
+    },
+    {
+      "epoch": 1.7246487623052662,
+      "grad_norm": 158.8226776123047,
+      "learning_rate": 9.777817954293778e-07,
+      "loss": 19.3438,
+      "step": 36090
+    },
+    {
+      "epoch": 1.7246965497467266,
+      "grad_norm": 212.11050415039062,
+      "learning_rate": 9.774480748218374e-07,
+      "loss": 18.7031,
+      "step": 36091
+    },
+    {
+      "epoch": 1.724744337188187,
+      "grad_norm": 269.4669189453125,
+      "learning_rate": 9.771144082477424e-07,
+      "loss": 20.4453,
+      "step": 36092
+    },
+    {
+      "epoch": 1.7247921246296474,
+      "grad_norm": 245.15402221679688,
+      "learning_rate": 9.767807957090869e-07,
+      "loss": 18.625,
+      "step": 36093
+    },
+    {
+      "epoch": 1.7248399120711078,
+      "grad_norm": 352.886474609375,
+      "learning_rate": 9.764472372078714e-07,
+      "loss": 36.5,
+      "step": 36094
+    },
+    {
+      "epoch": 1.7248876995125682,
+      "grad_norm": 318.76190185546875,
+      "learning_rate": 9.761137327460945e-07,
+      "loss": 22.3594,
+      "step": 36095
+    },
+    {
+      "epoch": 1.7249354869540285,
+      "grad_norm": 269.94342041015625,
+      "learning_rate": 9.757802823257533e-07,
+      "loss": 21.3281,
+      "step": 36096
+    },
+    {
+      "epoch": 1.724983274395489,
+      "grad_norm": 172.7898712158203,
+      "learning_rate": 9.75446885948842e-07,
+      "loss": 31.2344,
+      "step": 36097
+    },
+    {
+      "epoch": 1.7250310618369493,
+      "grad_norm": 257.4618225097656,
+      "learning_rate": 9.751135436173586e-07,
+      "loss": 24.5625,
+      "step": 36098
+    },
+    {
+      "epoch": 1.7250788492784097,
+      "grad_norm": 179.41024780273438,
+      "learning_rate": 9.747802553333007e-07,
+      "loss": 31.8125,
+      "step": 36099
+    },
+    {
+      "epoch": 1.72512663671987,
+      "grad_norm": 182.47979736328125,
+      "learning_rate": 9.744470210986644e-07,
+      "loss": 19.875,
+      "step": 36100
+    },
+    {
+      "epoch": 1.7251744241613305,
+      "grad_norm": 220.0574493408203,
+      "learning_rate": 9.741138409154426e-07,
+      "loss": 15.5781,
+      "step": 36101
+    },
+    {
+      "epoch": 1.7252222116027909,
+      "grad_norm": 221.67869567871094,
+      "learning_rate": 9.737807147856326e-07,
+      "loss": 15.5938,
+      "step": 36102
+    },
+    {
+      "epoch": 1.7252699990442513,
+      "grad_norm": 224.27005004882812,
+      "learning_rate": 9.734476427112316e-07,
+      "loss": 26.7188,
+      "step": 36103
+    },
+    {
+      "epoch": 1.7253177864857117,
+      "grad_norm": 444.4499816894531,
+      "learning_rate": 9.731146246942292e-07,
+      "loss": 28.4375,
+      "step": 36104
+    },
+    {
+      "epoch": 1.725365573927172,
+      "grad_norm": 415.99041748046875,
+      "learning_rate": 9.727816607366224e-07,
+      "loss": 38.75,
+      "step": 36105
+    },
+    {
+      "epoch": 1.7254133613686324,
+      "grad_norm": 265.1441650390625,
+      "learning_rate": 9.724487508404045e-07,
+      "loss": 33.9375,
+      "step": 36106
+    },
+    {
+      "epoch": 1.7254611488100928,
+      "grad_norm": 178.31552124023438,
+      "learning_rate": 9.721158950075726e-07,
+      "loss": 18.3906,
+      "step": 36107
+    },
+    {
+      "epoch": 1.7255089362515532,
+      "grad_norm": 309.73223876953125,
+      "learning_rate": 9.717830932401151e-07,
+      "loss": 27.7812,
+      "step": 36108
+    },
+    {
+      "epoch": 1.7255567236930136,
+      "grad_norm": 334.92706298828125,
+      "learning_rate": 9.71450345540027e-07,
+      "loss": 26.9531,
+      "step": 36109
+    },
+    {
+      "epoch": 1.725604511134474,
+      "grad_norm": 216.31741333007812,
+      "learning_rate": 9.711176519093024e-07,
+      "loss": 18.4219,
+      "step": 36110
+    },
+    {
+      "epoch": 1.7256522985759344,
+      "grad_norm": 352.2276306152344,
+      "learning_rate": 9.70785012349933e-07,
+      "loss": 18.1719,
+      "step": 36111
+    },
+    {
+      "epoch": 1.7257000860173948,
+      "grad_norm": 340.1927185058594,
+      "learning_rate": 9.704524268639093e-07,
+      "loss": 22.4688,
+      "step": 36112
+    },
+    {
+      "epoch": 1.7257478734588552,
+      "grad_norm": 187.3055419921875,
+      "learning_rate": 9.701198954532244e-07,
+      "loss": 20.6875,
+      "step": 36113
+    },
+    {
+      "epoch": 1.7257956609003156,
+      "grad_norm": 146.83319091796875,
+      "learning_rate": 9.697874181198697e-07,
+      "loss": 18.7031,
+      "step": 36114
+    },
+    {
+      "epoch": 1.725843448341776,
+      "grad_norm": 148.3704833984375,
+      "learning_rate": 9.694549948658383e-07,
+      "loss": 24.2188,
+      "step": 36115
+    },
+    {
+      "epoch": 1.725891235783236,
+      "grad_norm": 384.63555908203125,
+      "learning_rate": 9.691226256931162e-07,
+      "loss": 25.4844,
+      "step": 36116
+    },
+    {
+      "epoch": 1.7259390232246965,
+      "grad_norm": 206.48191833496094,
+      "learning_rate": 9.687903106036966e-07,
+      "loss": 23.625,
+      "step": 36117
+    },
+    {
+      "epoch": 1.725986810666157,
+      "grad_norm": 261.1255187988281,
+      "learning_rate": 9.684580495995722e-07,
+      "loss": 24.0625,
+      "step": 36118
+    },
+    {
+      "epoch": 1.7260345981076173,
+      "grad_norm": 363.8699645996094,
+      "learning_rate": 9.681258426827279e-07,
+      "loss": 22.7188,
+      "step": 36119
+    },
+    {
+      "epoch": 1.7260823855490777,
+      "grad_norm": 198.69110107421875,
+      "learning_rate": 9.677936898551576e-07,
+      "loss": 25.1094,
+      "step": 36120
+    },
+    {
+      "epoch": 1.726130172990538,
+      "grad_norm": 541.053955078125,
+      "learning_rate": 9.674615911188457e-07,
+      "loss": 31.6562,
+      "step": 36121
+    },
+    {
+      "epoch": 1.7261779604319984,
+      "grad_norm": 230.25823974609375,
+      "learning_rate": 9.671295464757846e-07,
+      "loss": 23.4062,
+      "step": 36122
+    },
+    {
+      "epoch": 1.7262257478734588,
+      "grad_norm": 141.6764678955078,
+      "learning_rate": 9.667975559279641e-07,
+      "loss": 24.6875,
+      "step": 36123
+    },
+    {
+      "epoch": 1.7262735353149192,
+      "grad_norm": 225.6970977783203,
+      "learning_rate": 9.66465619477367e-07,
+      "loss": 35.625,
+      "step": 36124
+    },
+    {
+      "epoch": 1.7263213227563796,
+      "grad_norm": 144.11117553710938,
+      "learning_rate": 9.66133737125985e-07,
+      "loss": 22.8125,
+      "step": 36125
+    },
+    {
+      "epoch": 1.72636911019784,
+      "grad_norm": 318.2852783203125,
+      "learning_rate": 9.658019088758076e-07,
+      "loss": 20.9375,
+      "step": 36126
+    },
+    {
+      "epoch": 1.7264168976393004,
+      "grad_norm": 249.19918823242188,
+      "learning_rate": 9.654701347288164e-07,
+      "loss": 21.8438,
+      "step": 36127
+    },
+    {
+      "epoch": 1.7264646850807608,
+      "grad_norm": 288.62420654296875,
+      "learning_rate": 9.651384146870025e-07,
+      "loss": 20.0312,
+      "step": 36128
+    },
+    {
+      "epoch": 1.7265124725222212,
+      "grad_norm": 130.04286193847656,
+      "learning_rate": 9.648067487523526e-07,
+      "loss": 19.6094,
+      "step": 36129
+    },
+    {
+      "epoch": 1.7265602599636816,
+      "grad_norm": 230.4029083251953,
+      "learning_rate": 9.644751369268502e-07,
+      "loss": 21.0938,
+      "step": 36130
+    },
+    {
+      "epoch": 1.726608047405142,
+      "grad_norm": 223.96206665039062,
+      "learning_rate": 9.64143579212482e-07,
+      "loss": 22.8281,
+      "step": 36131
+    },
+    {
+      "epoch": 1.7266558348466023,
+      "grad_norm": 364.2965393066406,
+      "learning_rate": 9.638120756112345e-07,
+      "loss": 31.0938,
+      "step": 36132
+    },
+    {
+      "epoch": 1.7267036222880627,
+      "grad_norm": 205.17367553710938,
+      "learning_rate": 9.634806261250951e-07,
+      "loss": 26.5,
+      "step": 36133
+    },
+    {
+      "epoch": 1.7267514097295231,
+      "grad_norm": 286.0213623046875,
+      "learning_rate": 9.631492307560442e-07,
+      "loss": 24.625,
+      "step": 36134
+    },
+    {
+      "epoch": 1.7267991971709835,
+      "grad_norm": 498.529541015625,
+      "learning_rate": 9.62817889506069e-07,
+      "loss": 25.4062,
+      "step": 36135
+    },
+    {
+      "epoch": 1.726846984612444,
+      "grad_norm": 233.6751708984375,
+      "learning_rate": 9.624866023771528e-07,
+      "loss": 19.4531,
+      "step": 36136
+    },
+    {
+      "epoch": 1.726894772053904,
+      "grad_norm": 312.67913818359375,
+      "learning_rate": 9.621553693712838e-07,
+      "loss": 17.8906,
+      "step": 36137
+    },
+    {
+      "epoch": 1.7269425594953645,
+      "grad_norm": 258.68756103515625,
+      "learning_rate": 9.61824190490439e-07,
+      "loss": 23.7188,
+      "step": 36138
+    },
+    {
+      "epoch": 1.7269903469368248,
+      "grad_norm": 411.40179443359375,
+      "learning_rate": 9.61493065736605e-07,
+      "loss": 31.8906,
+      "step": 36139
+    },
+    {
+      "epoch": 1.7270381343782852,
+      "grad_norm": 405.9346008300781,
+      "learning_rate": 9.611619951117657e-07,
+      "loss": 23.0625,
+      "step": 36140
+    },
+    {
+      "epoch": 1.7270859218197456,
+      "grad_norm": 375.0624084472656,
+      "learning_rate": 9.608309786179015e-07,
+      "loss": 24.8438,
+      "step": 36141
+    },
+    {
+      "epoch": 1.727133709261206,
+      "grad_norm": 179.2860870361328,
+      "learning_rate": 9.605000162569966e-07,
+      "loss": 21.5312,
+      "step": 36142
+    },
+    {
+      "epoch": 1.7271814967026664,
+      "grad_norm": 178.54957580566406,
+      "learning_rate": 9.601691080310326e-07,
+      "loss": 18.75,
+      "step": 36143
+    },
+    {
+      "epoch": 1.7272292841441268,
+      "grad_norm": 162.27670288085938,
+      "learning_rate": 9.598382539419915e-07,
+      "loss": 18.8594,
+      "step": 36144
+    },
+    {
+      "epoch": 1.7272770715855872,
+      "grad_norm": 220.00820922851562,
+      "learning_rate": 9.595074539918537e-07,
+      "loss": 33.9062,
+      "step": 36145
+    },
+    {
+      "epoch": 1.7273248590270476,
+      "grad_norm": 165.670654296875,
+      "learning_rate": 9.591767081826009e-07,
+      "loss": 16.8906,
+      "step": 36146
+    },
+    {
+      "epoch": 1.727372646468508,
+      "grad_norm": 200.02699279785156,
+      "learning_rate": 9.588460165162129e-07,
+      "loss": 28.5312,
+      "step": 36147
+    },
+    {
+      "epoch": 1.7274204339099684,
+      "grad_norm": 462.0491943359375,
+      "learning_rate": 9.585153789946732e-07,
+      "loss": 22.8906,
+      "step": 36148
+    },
+    {
+      "epoch": 1.7274682213514287,
+      "grad_norm": 189.73953247070312,
+      "learning_rate": 9.581847956199574e-07,
+      "loss": 22.3438,
+      "step": 36149
+    },
+    {
+      "epoch": 1.7275160087928891,
+      "grad_norm": 296.8481140136719,
+      "learning_rate": 9.578542663940483e-07,
+      "loss": 23.875,
+      "step": 36150
+    },
+    {
+      "epoch": 1.7275637962343495,
+      "grad_norm": 203.14376831054688,
+      "learning_rate": 9.57523791318926e-07,
+      "loss": 25.9062,
+      "step": 36151
+    },
+    {
+      "epoch": 1.72761158367581,
+      "grad_norm": 182.65565490722656,
+      "learning_rate": 9.571933703965664e-07,
+      "loss": 22.3594,
+      "step": 36152
+    },
+    {
+      "epoch": 1.7276593711172703,
+      "grad_norm": 264.8988037109375,
+      "learning_rate": 9.568630036289506e-07,
+      "loss": 22.3438,
+      "step": 36153
+    },
+    {
+      "epoch": 1.7277071585587307,
+      "grad_norm": 202.2054901123047,
+      "learning_rate": 9.565326910180572e-07,
+      "loss": 24.1562,
+      "step": 36154
+    },
+    {
+      "epoch": 1.727754946000191,
+      "grad_norm": 263.4056701660156,
+      "learning_rate": 9.562024325658625e-07,
+      "loss": 23.1094,
+      "step": 36155
+    },
+    {
+      "epoch": 1.7278027334416515,
+      "grad_norm": 232.79534912109375,
+      "learning_rate": 9.558722282743481e-07,
+      "loss": 23.8125,
+      "step": 36156
+    },
+    {
+      "epoch": 1.7278505208831119,
+      "grad_norm": 109.64008331298828,
+      "learning_rate": 9.555420781454861e-07,
+      "loss": 16.0469,
+      "step": 36157
+    },
+    {
+      "epoch": 1.7278983083245723,
+      "grad_norm": 221.9088592529297,
+      "learning_rate": 9.552119821812577e-07,
+      "loss": 27.5,
+      "step": 36158
+    },
+    {
+      "epoch": 1.7279460957660326,
+      "grad_norm": 217.36639404296875,
+      "learning_rate": 9.548819403836395e-07,
+      "loss": 20.4688,
+      "step": 36159
+    },
+    {
+      "epoch": 1.727993883207493,
+      "grad_norm": 259.8544616699219,
+      "learning_rate": 9.545519527546055e-07,
+      "loss": 20.4062,
+      "step": 36160
+    },
+    {
+      "epoch": 1.7280416706489534,
+      "grad_norm": 177.2404022216797,
+      "learning_rate": 9.542220192961327e-07,
+      "loss": 31.75,
+      "step": 36161
+    },
+    {
+      "epoch": 1.7280894580904138,
+      "grad_norm": 464.3169250488281,
+      "learning_rate": 9.538921400101987e-07,
+      "loss": 23.375,
+      "step": 36162
+    },
+    {
+      "epoch": 1.7281372455318742,
+      "grad_norm": 275.1518249511719,
+      "learning_rate": 9.535623148987794e-07,
+      "loss": 22.9688,
+      "step": 36163
+    },
+    {
+      "epoch": 1.7281850329733346,
+      "grad_norm": 190.16635131835938,
+      "learning_rate": 9.532325439638468e-07,
+      "loss": 21.4688,
+      "step": 36164
+    },
+    {
+      "epoch": 1.728232820414795,
+      "grad_norm": 225.98846435546875,
+      "learning_rate": 9.529028272073781e-07,
+      "loss": 24.0234,
+      "step": 36165
+    },
+    {
+      "epoch": 1.7282806078562554,
+      "grad_norm": 157.53076171875,
+      "learning_rate": 9.525731646313496e-07,
+      "loss": 14.8125,
+      "step": 36166
+    },
+    {
+      "epoch": 1.7283283952977158,
+      "grad_norm": 232.94992065429688,
+      "learning_rate": 9.522435562377308e-07,
+      "loss": 22.1875,
+      "step": 36167
+    },
+    {
+      "epoch": 1.7283761827391761,
+      "grad_norm": 255.7565460205078,
+      "learning_rate": 9.51914002028499e-07,
+      "loss": 19.3594,
+      "step": 36168
+    },
+    {
+      "epoch": 1.7284239701806365,
+      "grad_norm": 433.63800048828125,
+      "learning_rate": 9.515845020056269e-07,
+      "loss": 39.5312,
+      "step": 36169
+    },
+    {
+      "epoch": 1.728471757622097,
+      "grad_norm": 158.30841064453125,
+      "learning_rate": 9.512550561710898e-07,
+      "loss": 19.125,
+      "step": 36170
+    },
+    {
+      "epoch": 1.7285195450635573,
+      "grad_norm": 282.2557678222656,
+      "learning_rate": 9.509256645268572e-07,
+      "loss": 20.3438,
+      "step": 36171
+    },
+    {
+      "epoch": 1.7285673325050177,
+      "grad_norm": 192.8613739013672,
+      "learning_rate": 9.50596327074903e-07,
+      "loss": 24.625,
+      "step": 36172
+    },
+    {
+      "epoch": 1.728615119946478,
+      "grad_norm": 292.83447265625,
+      "learning_rate": 9.502670438172001e-07,
+      "loss": 29.0,
+      "step": 36173
+    },
+    {
+      "epoch": 1.7286629073879385,
+      "grad_norm": 209.35020446777344,
+      "learning_rate": 9.499378147557225e-07,
+      "loss": 24.1875,
+      "step": 36174
+    },
+    {
+      "epoch": 1.7287106948293989,
+      "grad_norm": 222.76226806640625,
+      "learning_rate": 9.496086398924376e-07,
+      "loss": 24.7656,
+      "step": 36175
+    },
+    {
+      "epoch": 1.7287584822708593,
+      "grad_norm": 329.9881286621094,
+      "learning_rate": 9.492795192293181e-07,
+      "loss": 22.6875,
+      "step": 36176
+    },
+    {
+      "epoch": 1.7288062697123197,
+      "grad_norm": 230.58872985839844,
+      "learning_rate": 9.48950452768338e-07,
+      "loss": 29.9688,
+      "step": 36177
+    },
+    {
+      "epoch": 1.72885405715378,
+      "grad_norm": 152.75714111328125,
+      "learning_rate": 9.486214405114635e-07,
+      "loss": 20.5156,
+      "step": 36178
+    },
+    {
+      "epoch": 1.7289018445952404,
+      "grad_norm": 253.40213012695312,
+      "learning_rate": 9.482924824606676e-07,
+      "loss": 24.875,
+      "step": 36179
+    },
+    {
+      "epoch": 1.7289496320367008,
+      "grad_norm": 224.59568786621094,
+      "learning_rate": 9.479635786179187e-07,
+      "loss": 23.2031,
+      "step": 36180
+    },
+    {
+      "epoch": 1.7289974194781612,
+      "grad_norm": 210.44345092773438,
+      "learning_rate": 9.476347289851906e-07,
+      "loss": 25.6719,
+      "step": 36181
+    },
+    {
+      "epoch": 1.7290452069196216,
+      "grad_norm": 133.01467895507812,
+      "learning_rate": 9.473059335644475e-07,
+      "loss": 21.7656,
+      "step": 36182
+    },
+    {
+      "epoch": 1.729092994361082,
+      "grad_norm": 184.053955078125,
+      "learning_rate": 9.46977192357661e-07,
+      "loss": 19.2031,
+      "step": 36183
+    },
+    {
+      "epoch": 1.7291407818025424,
+      "grad_norm": 159.6570587158203,
+      "learning_rate": 9.466485053668007e-07,
+      "loss": 21.8594,
+      "step": 36184
+    },
+    {
+      "epoch": 1.7291885692440028,
+      "grad_norm": 262.64202880859375,
+      "learning_rate": 9.463198725938327e-07,
+      "loss": 21.7812,
+      "step": 36185
+    },
+    {
+      "epoch": 1.7292363566854632,
+      "grad_norm": 190.47982788085938,
+      "learning_rate": 9.459912940407257e-07,
+      "loss": 23.9062,
+      "step": 36186
+    },
+    {
+      "epoch": 1.7292841441269236,
+      "grad_norm": 224.7752685546875,
+      "learning_rate": 9.456627697094501e-07,
+      "loss": 18.0,
+      "step": 36187
+    },
+    {
+      "epoch": 1.729331931568384,
+      "grad_norm": 256.70074462890625,
+      "learning_rate": 9.453342996019699e-07,
+      "loss": 27.9062,
+      "step": 36188
+    },
+    {
+      "epoch": 1.7293797190098443,
+      "grad_norm": 203.08815002441406,
+      "learning_rate": 9.450058837202547e-07,
+      "loss": 35.4062,
+      "step": 36189
+    },
+    {
+      "epoch": 1.7294275064513047,
+      "grad_norm": 177.9182586669922,
+      "learning_rate": 9.446775220662685e-07,
+      "loss": 16.7031,
+      "step": 36190
+    },
+    {
+      "epoch": 1.729475293892765,
+      "grad_norm": 392.7642517089844,
+      "learning_rate": 9.443492146419786e-07,
+      "loss": 24.2812,
+      "step": 36191
+    },
+    {
+      "epoch": 1.7295230813342255,
+      "grad_norm": 143.2738800048828,
+      "learning_rate": 9.440209614493545e-07,
+      "loss": 14.7188,
+      "step": 36192
+    },
+    {
+      "epoch": 1.7295708687756859,
+      "grad_norm": 190.2744598388672,
+      "learning_rate": 9.436927624903569e-07,
+      "loss": 27.1562,
+      "step": 36193
+    },
+    {
+      "epoch": 1.7296186562171463,
+      "grad_norm": 289.48291015625,
+      "learning_rate": 9.433646177669553e-07,
+      "loss": 33.875,
+      "step": 36194
+    },
+    {
+      "epoch": 1.7296664436586067,
+      "grad_norm": 300.5318603515625,
+      "learning_rate": 9.430365272811126e-07,
+      "loss": 32.4375,
+      "step": 36195
+    },
+    {
+      "epoch": 1.729714231100067,
+      "grad_norm": 213.7454833984375,
+      "learning_rate": 9.427084910347961e-07,
+      "loss": 19.4688,
+      "step": 36196
+    },
+    {
+      "epoch": 1.7297620185415274,
+      "grad_norm": 229.97796630859375,
+      "learning_rate": 9.423805090299664e-07,
+      "loss": 25.6875,
+      "step": 36197
+    },
+    {
+      "epoch": 1.7298098059829878,
+      "grad_norm": 335.02764892578125,
+      "learning_rate": 9.420525812685899e-07,
+      "loss": 32.0,
+      "step": 36198
+    },
+    {
+      "epoch": 1.729857593424448,
+      "grad_norm": 197.41627502441406,
+      "learning_rate": 9.417247077526315e-07,
+      "loss": 17.1719,
+      "step": 36199
+    },
+    {
+      "epoch": 1.7299053808659084,
+      "grad_norm": 154.13638305664062,
+      "learning_rate": 9.413968884840552e-07,
+      "loss": 25.7812,
+      "step": 36200
+    },
+    {
+      "epoch": 1.7299531683073688,
+      "grad_norm": 391.98162841796875,
+      "learning_rate": 9.410691234648206e-07,
+      "loss": 26.125,
+      "step": 36201
+    },
+    {
+      "epoch": 1.7300009557488292,
+      "grad_norm": 211.3481903076172,
+      "learning_rate": 9.407414126968928e-07,
+      "loss": 28.4375,
+      "step": 36202
+    },
+    {
+      "epoch": 1.7300487431902896,
+      "grad_norm": 215.70094299316406,
+      "learning_rate": 9.404137561822357e-07,
+      "loss": 31.75,
+      "step": 36203
+    },
+    {
+      "epoch": 1.73009653063175,
+      "grad_norm": 354.82415771484375,
+      "learning_rate": 9.40086153922809e-07,
+      "loss": 38.375,
+      "step": 36204
+    },
+    {
+      "epoch": 1.7301443180732103,
+      "grad_norm": 175.05953979492188,
+      "learning_rate": 9.397586059205755e-07,
+      "loss": 19.6719,
+      "step": 36205
+    },
+    {
+      "epoch": 1.7301921055146707,
+      "grad_norm": 372.6305236816406,
+      "learning_rate": 9.394311121774969e-07,
+      "loss": 31.7969,
+      "step": 36206
+    },
+    {
+      "epoch": 1.7302398929561311,
+      "grad_norm": 250.53152465820312,
+      "learning_rate": 9.39103672695536e-07,
+      "loss": 18.9375,
+      "step": 36207
+    },
+    {
+      "epoch": 1.7302876803975915,
+      "grad_norm": 277.7076416015625,
+      "learning_rate": 9.387762874766515e-07,
+      "loss": 23.125,
+      "step": 36208
+    },
+    {
+      "epoch": 1.730335467839052,
+      "grad_norm": 208.5604705810547,
+      "learning_rate": 9.38448956522805e-07,
+      "loss": 15.4219,
+      "step": 36209
+    },
+    {
+      "epoch": 1.7303832552805123,
+      "grad_norm": 618.5444946289062,
+      "learning_rate": 9.38121679835956e-07,
+      "loss": 27.0312,
+      "step": 36210
+    },
+    {
+      "epoch": 1.7304310427219727,
+      "grad_norm": 444.286376953125,
+      "learning_rate": 9.377944574180664e-07,
+      "loss": 22.625,
+      "step": 36211
+    },
+    {
+      "epoch": 1.730478830163433,
+      "grad_norm": 341.0345458984375,
+      "learning_rate": 9.374672892710935e-07,
+      "loss": 33.0,
+      "step": 36212
+    },
+    {
+      "epoch": 1.7305266176048935,
+      "grad_norm": 236.36065673828125,
+      "learning_rate": 9.371401753969977e-07,
+      "loss": 24.6562,
+      "step": 36213
+    },
+    {
+      "epoch": 1.7305744050463538,
+      "grad_norm": 341.785888671875,
+      "learning_rate": 9.368131157977401e-07,
+      "loss": 29.75,
+      "step": 36214
+    },
+    {
+      "epoch": 1.7306221924878142,
+      "grad_norm": 427.5461730957031,
+      "learning_rate": 9.364861104752743e-07,
+      "loss": 29.875,
+      "step": 36215
+    },
+    {
+      "epoch": 1.7306699799292746,
+      "grad_norm": 172.48655700683594,
+      "learning_rate": 9.361591594315622e-07,
+      "loss": 26.6719,
+      "step": 36216
+    },
+    {
+      "epoch": 1.730717767370735,
+      "grad_norm": 259.3747253417969,
+      "learning_rate": 9.358322626685635e-07,
+      "loss": 27.0938,
+      "step": 36217
+    },
+    {
+      "epoch": 1.7307655548121954,
+      "grad_norm": 149.1404571533203,
+      "learning_rate": 9.355054201882308e-07,
+      "loss": 17.4219,
+      "step": 36218
+    },
+    {
+      "epoch": 1.7308133422536556,
+      "grad_norm": 378.99163818359375,
+      "learning_rate": 9.351786319925249e-07,
+      "loss": 23.0938,
+      "step": 36219
+    },
+    {
+      "epoch": 1.730861129695116,
+      "grad_norm": 534.6852416992188,
+      "learning_rate": 9.348518980834031e-07,
+      "loss": 26.0156,
+      "step": 36220
+    },
+    {
+      "epoch": 1.7309089171365764,
+      "grad_norm": 399.1130065917969,
+      "learning_rate": 9.345252184628206e-07,
+      "loss": 24.1406,
+      "step": 36221
+    },
+    {
+      "epoch": 1.7309567045780367,
+      "grad_norm": 177.19964599609375,
+      "learning_rate": 9.341985931327357e-07,
+      "loss": 33.1875,
+      "step": 36222
+    },
+    {
+      "epoch": 1.7310044920194971,
+      "grad_norm": 278.2802734375,
+      "learning_rate": 9.338720220951014e-07,
+      "loss": 21.4531,
+      "step": 36223
+    },
+    {
+      "epoch": 1.7310522794609575,
+      "grad_norm": 153.25686645507812,
+      "learning_rate": 9.335455053518749e-07,
+      "loss": 22.4062,
+      "step": 36224
+    },
+    {
+      "epoch": 1.731100066902418,
+      "grad_norm": 257.602783203125,
+      "learning_rate": 9.332190429050137e-07,
+      "loss": 18.8281,
+      "step": 36225
+    },
+    {
+      "epoch": 1.7311478543438783,
+      "grad_norm": 196.5924530029297,
+      "learning_rate": 9.328926347564693e-07,
+      "loss": 15.4688,
+      "step": 36226
+    },
+    {
+      "epoch": 1.7311956417853387,
+      "grad_norm": 278.9117431640625,
+      "learning_rate": 9.325662809081981e-07,
+      "loss": 20.6406,
+      "step": 36227
+    },
+    {
+      "epoch": 1.731243429226799,
+      "grad_norm": 227.5699920654297,
+      "learning_rate": 9.322399813621552e-07,
+      "loss": 16.5469,
+      "step": 36228
+    },
+    {
+      "epoch": 1.7312912166682595,
+      "grad_norm": 318.14202880859375,
+      "learning_rate": 9.319137361202957e-07,
+      "loss": 26.2188,
+      "step": 36229
+    },
+    {
+      "epoch": 1.7313390041097199,
+      "grad_norm": 241.0228271484375,
+      "learning_rate": 9.315875451845702e-07,
+      "loss": 28.2188,
+      "step": 36230
+    },
+    {
+      "epoch": 1.7313867915511802,
+      "grad_norm": 282.5352478027344,
+      "learning_rate": 9.312614085569338e-07,
+      "loss": 24.2031,
+      "step": 36231
+    },
+    {
+      "epoch": 1.7314345789926406,
+      "grad_norm": 385.3005065917969,
+      "learning_rate": 9.309353262393395e-07,
+      "loss": 32.0,
+      "step": 36232
+    },
+    {
+      "epoch": 1.731482366434101,
+      "grad_norm": 248.2529754638672,
+      "learning_rate": 9.306092982337422e-07,
+      "loss": 21.4219,
+      "step": 36233
+    },
+    {
+      "epoch": 1.7315301538755614,
+      "grad_norm": 108.17561340332031,
+      "learning_rate": 9.302833245420906e-07,
+      "loss": 15.5625,
+      "step": 36234
+    },
+    {
+      "epoch": 1.7315779413170218,
+      "grad_norm": 176.36985778808594,
+      "learning_rate": 9.299574051663385e-07,
+      "loss": 16.2812,
+      "step": 36235
+    },
+    {
+      "epoch": 1.7316257287584822,
+      "grad_norm": 308.1978454589844,
+      "learning_rate": 9.296315401084388e-07,
+      "loss": 28.125,
+      "step": 36236
+    },
+    {
+      "epoch": 1.7316735161999426,
+      "grad_norm": 460.2156677246094,
+      "learning_rate": 9.293057293703433e-07,
+      "loss": 25.1406,
+      "step": 36237
+    },
+    {
+      "epoch": 1.731721303641403,
+      "grad_norm": 259.0274658203125,
+      "learning_rate": 9.289799729540005e-07,
+      "loss": 30.6562,
+      "step": 36238
+    },
+    {
+      "epoch": 1.7317690910828634,
+      "grad_norm": 433.0218811035156,
+      "learning_rate": 9.286542708613633e-07,
+      "loss": 24.7812,
+      "step": 36239
+    },
+    {
+      "epoch": 1.7318168785243238,
+      "grad_norm": 705.8067626953125,
+      "learning_rate": 9.283286230943822e-07,
+      "loss": 25.4688,
+      "step": 36240
+    },
+    {
+      "epoch": 1.7318646659657841,
+      "grad_norm": 293.0024719238281,
+      "learning_rate": 9.280030296550069e-07,
+      "loss": 21.6719,
+      "step": 36241
+    },
+    {
+      "epoch": 1.7319124534072445,
+      "grad_norm": 322.7706298828125,
+      "learning_rate": 9.276774905451868e-07,
+      "loss": 22.1562,
+      "step": 36242
+    },
+    {
+      "epoch": 1.731960240848705,
+      "grad_norm": 261.7274169921875,
+      "learning_rate": 9.273520057668716e-07,
+      "loss": 30.75,
+      "step": 36243
+    },
+    {
+      "epoch": 1.7320080282901653,
+      "grad_norm": 221.1981964111328,
+      "learning_rate": 9.270265753220132e-07,
+      "loss": 28.7812,
+      "step": 36244
+    },
+    {
+      "epoch": 1.7320558157316257,
+      "grad_norm": 145.24090576171875,
+      "learning_rate": 9.267011992125563e-07,
+      "loss": 19.2812,
+      "step": 36245
+    },
+    {
+      "epoch": 1.732103603173086,
+      "grad_norm": 272.0335693359375,
+      "learning_rate": 9.263758774404508e-07,
+      "loss": 23.6719,
+      "step": 36246
+    },
+    {
+      "epoch": 1.7321513906145465,
+      "grad_norm": 262.33514404296875,
+      "learning_rate": 9.260506100076461e-07,
+      "loss": 24.7109,
+      "step": 36247
+    },
+    {
+      "epoch": 1.7321991780560069,
+      "grad_norm": 209.89710998535156,
+      "learning_rate": 9.257253969160917e-07,
+      "loss": 19.1719,
+      "step": 36248
+    },
+    {
+      "epoch": 1.7322469654974673,
+      "grad_norm": 376.80560302734375,
+      "learning_rate": 9.254002381677319e-07,
+      "loss": 33.3906,
+      "step": 36249
+    },
+    {
+      "epoch": 1.7322947529389277,
+      "grad_norm": 208.57119750976562,
+      "learning_rate": 9.250751337645137e-07,
+      "loss": 24.7188,
+      "step": 36250
+    },
+    {
+      "epoch": 1.732342540380388,
+      "grad_norm": 193.25596618652344,
+      "learning_rate": 9.247500837083889e-07,
+      "loss": 23.1875,
+      "step": 36251
+    },
+    {
+      "epoch": 1.7323903278218484,
+      "grad_norm": 118.98428344726562,
+      "learning_rate": 9.244250880012983e-07,
+      "loss": 16.5469,
+      "step": 36252
+    },
+    {
+      "epoch": 1.7324381152633088,
+      "grad_norm": 190.81576538085938,
+      "learning_rate": 9.241001466451927e-07,
+      "loss": 19.1719,
+      "step": 36253
+    },
+    {
+      "epoch": 1.7324859027047692,
+      "grad_norm": 528.129150390625,
+      "learning_rate": 9.237752596420136e-07,
+      "loss": 30.2031,
+      "step": 36254
+    },
+    {
+      "epoch": 1.7325336901462296,
+      "grad_norm": 206.1050567626953,
+      "learning_rate": 9.234504269937117e-07,
+      "loss": 23.2812,
+      "step": 36255
+    },
+    {
+      "epoch": 1.73258147758769,
+      "grad_norm": 487.3271484375,
+      "learning_rate": 9.231256487022278e-07,
+      "loss": 21.7031,
+      "step": 36256
+    },
+    {
+      "epoch": 1.7326292650291504,
+      "grad_norm": 404.6899719238281,
+      "learning_rate": 9.228009247695092e-07,
+      "loss": 23.0,
+      "step": 36257
+    },
+    {
+      "epoch": 1.7326770524706108,
+      "grad_norm": 317.8526611328125,
+      "learning_rate": 9.224762551974997e-07,
+      "loss": 22.6094,
+      "step": 36258
+    },
+    {
+      "epoch": 1.7327248399120712,
+      "grad_norm": 466.70916748046875,
+      "learning_rate": 9.221516399881469e-07,
+      "loss": 32.9375,
+      "step": 36259
+    },
+    {
+      "epoch": 1.7327726273535315,
+      "grad_norm": 123.96089935302734,
+      "learning_rate": 9.218270791433892e-07,
+      "loss": 19.4688,
+      "step": 36260
+    },
+    {
+      "epoch": 1.732820414794992,
+      "grad_norm": 217.19479370117188,
+      "learning_rate": 9.215025726651738e-07,
+      "loss": 23.2969,
+      "step": 36261
+    },
+    {
+      "epoch": 1.7328682022364523,
+      "grad_norm": 198.36570739746094,
+      "learning_rate": 9.21178120555446e-07,
+      "loss": 26.75,
+      "step": 36262
+    },
+    {
+      "epoch": 1.7329159896779127,
+      "grad_norm": 197.95521545410156,
+      "learning_rate": 9.208537228161441e-07,
+      "loss": 20.4375,
+      "step": 36263
+    },
+    {
+      "epoch": 1.732963777119373,
+      "grad_norm": 156.8801727294922,
+      "learning_rate": 9.20529379449212e-07,
+      "loss": 26.7344,
+      "step": 36264
+    },
+    {
+      "epoch": 1.7330115645608335,
+      "grad_norm": 627.8067626953125,
+      "learning_rate": 9.20205090456594e-07,
+      "loss": 29.6094,
+      "step": 36265
+    },
+    {
+      "epoch": 1.7330593520022939,
+      "grad_norm": 219.49977111816406,
+      "learning_rate": 9.198808558402339e-07,
+      "loss": 24.4375,
+      "step": 36266
+    },
+    {
+      "epoch": 1.7331071394437543,
+      "grad_norm": 127.73475646972656,
+      "learning_rate": 9.19556675602068e-07,
+      "loss": 16.2812,
+      "step": 36267
+    },
+    {
+      "epoch": 1.7331549268852147,
+      "grad_norm": 349.70086669921875,
+      "learning_rate": 9.192325497440413e-07,
+      "loss": 28.6875,
+      "step": 36268
+    },
+    {
+      "epoch": 1.733202714326675,
+      "grad_norm": 149.363037109375,
+      "learning_rate": 9.189084782680935e-07,
+      "loss": 22.1562,
+      "step": 36269
+    },
+    {
+      "epoch": 1.7332505017681354,
+      "grad_norm": 199.31741333007812,
+      "learning_rate": 9.185844611761685e-07,
+      "loss": 26.6094,
+      "step": 36270
+    },
+    {
+      "epoch": 1.7332982892095958,
+      "grad_norm": 387.51025390625,
+      "learning_rate": 9.182604984702026e-07,
+      "loss": 25.5,
+      "step": 36271
+    },
+    {
+      "epoch": 1.7333460766510562,
+      "grad_norm": 338.0890808105469,
+      "learning_rate": 9.179365901521376e-07,
+      "loss": 26.0625,
+      "step": 36272
+    },
+    {
+      "epoch": 1.7333938640925166,
+      "grad_norm": 184.21131896972656,
+      "learning_rate": 9.176127362239141e-07,
+      "loss": 17.7344,
+      "step": 36273
+    },
+    {
+      "epoch": 1.733441651533977,
+      "grad_norm": 144.1675567626953,
+      "learning_rate": 9.172889366874715e-07,
+      "loss": 21.0625,
+      "step": 36274
+    },
+    {
+      "epoch": 1.7334894389754374,
+      "grad_norm": 201.52288818359375,
+      "learning_rate": 9.169651915447464e-07,
+      "loss": 25.1562,
+      "step": 36275
+    },
+    {
+      "epoch": 1.7335372264168978,
+      "grad_norm": 353.30609130859375,
+      "learning_rate": 9.166415007976803e-07,
+      "loss": 29.0,
+      "step": 36276
+    },
+    {
+      "epoch": 1.7335850138583582,
+      "grad_norm": 257.1562805175781,
+      "learning_rate": 9.163178644482118e-07,
+      "loss": 23.9688,
+      "step": 36277
+    },
+    {
+      "epoch": 1.7336328012998186,
+      "grad_norm": 219.3317108154297,
+      "learning_rate": 9.159942824982771e-07,
+      "loss": 24.6875,
+      "step": 36278
+    },
+    {
+      "epoch": 1.733680588741279,
+      "grad_norm": 245.11300659179688,
+      "learning_rate": 9.156707549498145e-07,
+      "loss": 21.3125,
+      "step": 36279
+    },
+    {
+      "epoch": 1.7337283761827393,
+      "grad_norm": 243.36801147460938,
+      "learning_rate": 9.153472818047627e-07,
+      "loss": 33.5,
+      "step": 36280
+    },
+    {
+      "epoch": 1.7337761636241995,
+      "grad_norm": 318.3173522949219,
+      "learning_rate": 9.150238630650588e-07,
+      "loss": 24.9375,
+      "step": 36281
+    },
+    {
+      "epoch": 1.73382395106566,
+      "grad_norm": 447.69622802734375,
+      "learning_rate": 9.147004987326391e-07,
+      "loss": 23.25,
+      "step": 36282
+    },
+    {
+      "epoch": 1.7338717385071203,
+      "grad_norm": 184.84695434570312,
+      "learning_rate": 9.143771888094388e-07,
+      "loss": 22.1094,
+      "step": 36283
+    },
+    {
+      "epoch": 1.7339195259485807,
+      "grad_norm": 233.12265014648438,
+      "learning_rate": 9.140539332973974e-07,
+      "loss": 27.3594,
+      "step": 36284
+    },
+    {
+      "epoch": 1.733967313390041,
+      "grad_norm": 151.4747772216797,
+      "learning_rate": 9.137307321984479e-07,
+      "loss": 12.4844,
+      "step": 36285
+    },
+    {
+      "epoch": 1.7340151008315015,
+      "grad_norm": 187.9088897705078,
+      "learning_rate": 9.134075855145286e-07,
+      "loss": 22.5938,
+      "step": 36286
+    },
+    {
+      "epoch": 1.7340628882729618,
+      "grad_norm": 142.2623748779297,
+      "learning_rate": 9.130844932475702e-07,
+      "loss": 21.75,
+      "step": 36287
+    },
+    {
+      "epoch": 1.7341106757144222,
+      "grad_norm": 113.59283447265625,
+      "learning_rate": 9.127614553995123e-07,
+      "loss": 17.9531,
+      "step": 36288
+    },
+    {
+      "epoch": 1.7341584631558826,
+      "grad_norm": 462.4294128417969,
+      "learning_rate": 9.124384719722867e-07,
+      "loss": 20.25,
+      "step": 36289
+    },
+    {
+      "epoch": 1.734206250597343,
+      "grad_norm": 432.9790344238281,
+      "learning_rate": 9.121155429678274e-07,
+      "loss": 33.4375,
+      "step": 36290
+    },
+    {
+      "epoch": 1.7342540380388034,
+      "grad_norm": 178.069580078125,
+      "learning_rate": 9.117926683880696e-07,
+      "loss": 22.9688,
+      "step": 36291
+    },
+    {
+      "epoch": 1.7343018254802638,
+      "grad_norm": 256.7755432128906,
+      "learning_rate": 9.114698482349493e-07,
+      "loss": 30.6719,
+      "step": 36292
+    },
+    {
+      "epoch": 1.7343496129217242,
+      "grad_norm": 148.64468383789062,
+      "learning_rate": 9.111470825103952e-07,
+      "loss": 18.2031,
+      "step": 36293
+    },
+    {
+      "epoch": 1.7343974003631846,
+      "grad_norm": 249.96192932128906,
+      "learning_rate": 9.108243712163411e-07,
+      "loss": 16.9688,
+      "step": 36294
+    },
+    {
+      "epoch": 1.734445187804645,
+      "grad_norm": 340.1892395019531,
+      "learning_rate": 9.105017143547223e-07,
+      "loss": 28.8281,
+      "step": 36295
+    },
+    {
+      "epoch": 1.7344929752461054,
+      "grad_norm": 233.66201782226562,
+      "learning_rate": 9.101791119274705e-07,
+      "loss": 25.9062,
+      "step": 36296
+    },
+    {
+      "epoch": 1.7345407626875657,
+      "grad_norm": 323.84283447265625,
+      "learning_rate": 9.098565639365154e-07,
+      "loss": 23.9688,
+      "step": 36297
+    },
+    {
+      "epoch": 1.7345885501290261,
+      "grad_norm": 187.9674530029297,
+      "learning_rate": 9.095340703837896e-07,
+      "loss": 33.0938,
+      "step": 36298
+    },
+    {
+      "epoch": 1.7346363375704865,
+      "grad_norm": 186.73056030273438,
+      "learning_rate": 9.092116312712263e-07,
+      "loss": 18.8594,
+      "step": 36299
+    },
+    {
+      "epoch": 1.734684125011947,
+      "grad_norm": 305.4534606933594,
+      "learning_rate": 9.088892466007537e-07,
+      "loss": 21.8125,
+      "step": 36300
+    },
+    {
+      "epoch": 1.7347319124534073,
+      "grad_norm": 215.26211547851562,
+      "learning_rate": 9.085669163743038e-07,
+      "loss": 26.4062,
+      "step": 36301
+    },
+    {
+      "epoch": 1.7347796998948675,
+      "grad_norm": 243.31414794921875,
+      "learning_rate": 9.082446405938061e-07,
+      "loss": 28.0469,
+      "step": 36302
+    },
+    {
+      "epoch": 1.7348274873363279,
+      "grad_norm": 169.94749450683594,
+      "learning_rate": 9.079224192611946e-07,
+      "loss": 26.375,
+      "step": 36303
+    },
+    {
+      "epoch": 1.7348752747777882,
+      "grad_norm": 2116.552734375,
+      "learning_rate": 9.076002523783933e-07,
+      "loss": 15.0625,
+      "step": 36304
+    },
+    {
+      "epoch": 1.7349230622192486,
+      "grad_norm": 329.183837890625,
+      "learning_rate": 9.07278139947334e-07,
+      "loss": 25.3281,
+      "step": 36305
+    },
+    {
+      "epoch": 1.734970849660709,
+      "grad_norm": 316.8202209472656,
+      "learning_rate": 9.069560819699453e-07,
+      "loss": 29.5312,
+      "step": 36306
+    },
+    {
+      "epoch": 1.7350186371021694,
+      "grad_norm": 424.3360595703125,
+      "learning_rate": 9.066340784481597e-07,
+      "loss": 29.2969,
+      "step": 36307
+    },
+    {
+      "epoch": 1.7350664245436298,
+      "grad_norm": 363.1432189941406,
+      "learning_rate": 9.063121293838994e-07,
+      "loss": 28.7656,
+      "step": 36308
+    },
+    {
+      "epoch": 1.7351142119850902,
+      "grad_norm": 322.5137634277344,
+      "learning_rate": 9.05990234779095e-07,
+      "loss": 25.3438,
+      "step": 36309
+    },
+    {
+      "epoch": 1.7351619994265506,
+      "grad_norm": 413.51971435546875,
+      "learning_rate": 9.05668394635677e-07,
+      "loss": 21.8594,
+      "step": 36310
+    },
+    {
+      "epoch": 1.735209786868011,
+      "grad_norm": 315.4393310546875,
+      "learning_rate": 9.053466089555695e-07,
+      "loss": 32.4062,
+      "step": 36311
+    },
+    {
+      "epoch": 1.7352575743094714,
+      "grad_norm": 276.077392578125,
+      "learning_rate": 9.050248777406989e-07,
+      "loss": 33.625,
+      "step": 36312
+    },
+    {
+      "epoch": 1.7353053617509318,
+      "grad_norm": 312.0677185058594,
+      "learning_rate": 9.047032009929946e-07,
+      "loss": 29.7188,
+      "step": 36313
+    },
+    {
+      "epoch": 1.7353531491923921,
+      "grad_norm": 178.9216766357422,
+      "learning_rate": 9.043815787143839e-07,
+      "loss": 27.0,
+      "step": 36314
+    },
+    {
+      "epoch": 1.7354009366338525,
+      "grad_norm": 143.11717224121094,
+      "learning_rate": 9.040600109067887e-07,
+      "loss": 23.5,
+      "step": 36315
+    },
+    {
+      "epoch": 1.735448724075313,
+      "grad_norm": 281.75897216796875,
+      "learning_rate": 9.037384975721364e-07,
+      "loss": 24.4375,
+      "step": 36316
+    },
+    {
+      "epoch": 1.7354965115167733,
+      "grad_norm": 133.4425811767578,
+      "learning_rate": 9.034170387123564e-07,
+      "loss": 16.9062,
+      "step": 36317
+    },
+    {
+      "epoch": 1.7355442989582337,
+      "grad_norm": 277.21551513671875,
+      "learning_rate": 9.030956343293673e-07,
+      "loss": 35.8281,
+      "step": 36318
+    },
+    {
+      "epoch": 1.735592086399694,
+      "grad_norm": 337.96563720703125,
+      "learning_rate": 9.027742844250997e-07,
+      "loss": 27.6562,
+      "step": 36319
+    },
+    {
+      "epoch": 1.7356398738411545,
+      "grad_norm": 216.8363494873047,
+      "learning_rate": 9.024529890014743e-07,
+      "loss": 21.2812,
+      "step": 36320
+    },
+    {
+      "epoch": 1.7356876612826149,
+      "grad_norm": 282.55963134765625,
+      "learning_rate": 9.021317480604152e-07,
+      "loss": 15.7969,
+      "step": 36321
+    },
+    {
+      "epoch": 1.7357354487240753,
+      "grad_norm": 439.3224182128906,
+      "learning_rate": 9.018105616038498e-07,
+      "loss": 31.5625,
+      "step": 36322
+    },
+    {
+      "epoch": 1.7357832361655356,
+      "grad_norm": 194.94981384277344,
+      "learning_rate": 9.014894296336974e-07,
+      "loss": 18.7656,
+      "step": 36323
+    },
+    {
+      "epoch": 1.735831023606996,
+      "grad_norm": 532.7124633789062,
+      "learning_rate": 9.011683521518833e-07,
+      "loss": 26.1406,
+      "step": 36324
+    },
+    {
+      "epoch": 1.7358788110484564,
+      "grad_norm": 148.0789031982422,
+      "learning_rate": 9.008473291603314e-07,
+      "loss": 24.7188,
+      "step": 36325
+    },
+    {
+      "epoch": 1.7359265984899168,
+      "grad_norm": 208.95602416992188,
+      "learning_rate": 9.005263606609615e-07,
+      "loss": 16.3438,
+      "step": 36326
+    },
+    {
+      "epoch": 1.7359743859313772,
+      "grad_norm": 217.2084197998047,
+      "learning_rate": 9.002054466556964e-07,
+      "loss": 32.1562,
+      "step": 36327
+    },
+    {
+      "epoch": 1.7360221733728376,
+      "grad_norm": 173.27346801757812,
+      "learning_rate": 8.998845871464601e-07,
+      "loss": 21.7031,
+      "step": 36328
+    },
+    {
+      "epoch": 1.736069960814298,
+      "grad_norm": 484.0669250488281,
+      "learning_rate": 8.995637821351733e-07,
+      "loss": 28.5156,
+      "step": 36329
+    },
+    {
+      "epoch": 1.7361177482557584,
+      "grad_norm": 132.85133361816406,
+      "learning_rate": 8.992430316237555e-07,
+      "loss": 16.7812,
+      "step": 36330
+    },
+    {
+      "epoch": 1.7361655356972188,
+      "grad_norm": 171.0265655517578,
+      "learning_rate": 8.989223356141285e-07,
+      "loss": 22.5625,
+      "step": 36331
+    },
+    {
+      "epoch": 1.7362133231386792,
+      "grad_norm": 241.43557739257812,
+      "learning_rate": 8.986016941082132e-07,
+      "loss": 19.0312,
+      "step": 36332
+    },
+    {
+      "epoch": 1.7362611105801395,
+      "grad_norm": 139.4403076171875,
+      "learning_rate": 8.982811071079322e-07,
+      "loss": 21.5859,
+      "step": 36333
+    },
+    {
+      "epoch": 1.7363088980216,
+      "grad_norm": 394.9259948730469,
+      "learning_rate": 8.979605746151998e-07,
+      "loss": 29.625,
+      "step": 36334
+    },
+    {
+      "epoch": 1.7363566854630603,
+      "grad_norm": 288.5420837402344,
+      "learning_rate": 8.976400966319399e-07,
+      "loss": 25.2812,
+      "step": 36335
+    },
+    {
+      "epoch": 1.7364044729045207,
+      "grad_norm": 307.7276916503906,
+      "learning_rate": 8.973196731600719e-07,
+      "loss": 34.0,
+      "step": 36336
+    },
+    {
+      "epoch": 1.736452260345981,
+      "grad_norm": 208.6010284423828,
+      "learning_rate": 8.969993042015112e-07,
+      "loss": 25.6094,
+      "step": 36337
+    },
+    {
+      "epoch": 1.7365000477874415,
+      "grad_norm": 303.50115966796875,
+      "learning_rate": 8.966789897581785e-07,
+      "loss": 28.9688,
+      "step": 36338
+    },
+    {
+      "epoch": 1.7365478352289019,
+      "grad_norm": 181.3402862548828,
+      "learning_rate": 8.963587298319931e-07,
+      "loss": 27.5625,
+      "step": 36339
+    },
+    {
+      "epoch": 1.7365956226703623,
+      "grad_norm": 423.08221435546875,
+      "learning_rate": 8.960385244248726e-07,
+      "loss": 29.8281,
+      "step": 36340
+    },
+    {
+      "epoch": 1.7366434101118227,
+      "grad_norm": 187.8641357421875,
+      "learning_rate": 8.957183735387332e-07,
+      "loss": 17.1719,
+      "step": 36341
+    },
+    {
+      "epoch": 1.736691197553283,
+      "grad_norm": 207.74038696289062,
+      "learning_rate": 8.953982771754932e-07,
+      "loss": 16.2969,
+      "step": 36342
+    },
+    {
+      "epoch": 1.7367389849947434,
+      "grad_norm": 263.36492919921875,
+      "learning_rate": 8.950782353370679e-07,
+      "loss": 24.8281,
+      "step": 36343
+    },
+    {
+      "epoch": 1.7367867724362038,
+      "grad_norm": 188.14962768554688,
+      "learning_rate": 8.94758248025378e-07,
+      "loss": 24.5,
+      "step": 36344
+    },
+    {
+      "epoch": 1.7368345598776642,
+      "grad_norm": 193.31394958496094,
+      "learning_rate": 8.944383152423364e-07,
+      "loss": 31.4062,
+      "step": 36345
+    },
+    {
+      "epoch": 1.7368823473191246,
+      "grad_norm": 180.78338623046875,
+      "learning_rate": 8.941184369898592e-07,
+      "loss": 22.5,
+      "step": 36346
+    },
+    {
+      "epoch": 1.736930134760585,
+      "grad_norm": 117.19928741455078,
+      "learning_rate": 8.937986132698639e-07,
+      "loss": 16.9844,
+      "step": 36347
+    },
+    {
+      "epoch": 1.7369779222020454,
+      "grad_norm": 189.8733367919922,
+      "learning_rate": 8.934788440842635e-07,
+      "loss": 21.4844,
+      "step": 36348
+    },
+    {
+      "epoch": 1.7370257096435058,
+      "grad_norm": 231.7211456298828,
+      "learning_rate": 8.931591294349739e-07,
+      "loss": 24.3125,
+      "step": 36349
+    },
+    {
+      "epoch": 1.7370734970849662,
+      "grad_norm": 340.03704833984375,
+      "learning_rate": 8.928394693239117e-07,
+      "loss": 33.7812,
+      "step": 36350
+    },
+    {
+      "epoch": 1.7371212845264266,
+      "grad_norm": 438.5126037597656,
+      "learning_rate": 8.925198637529886e-07,
+      "loss": 31.7188,
+      "step": 36351
+    },
+    {
+      "epoch": 1.737169071967887,
+      "grad_norm": 218.18572998046875,
+      "learning_rate": 8.922003127241208e-07,
+      "loss": 19.1406,
+      "step": 36352
+    },
+    {
+      "epoch": 1.7372168594093473,
+      "grad_norm": 254.63914489746094,
+      "learning_rate": 8.918808162392201e-07,
+      "loss": 27.6875,
+      "step": 36353
+    },
+    {
+      "epoch": 1.7372646468508077,
+      "grad_norm": 141.97874450683594,
+      "learning_rate": 8.915613743001994e-07,
+      "loss": 25.9688,
+      "step": 36354
+    },
+    {
+      "epoch": 1.7373124342922681,
+      "grad_norm": 345.1759338378906,
+      "learning_rate": 8.91241986908975e-07,
+      "loss": 19.0781,
+      "step": 36355
+    },
+    {
+      "epoch": 1.7373602217337285,
+      "grad_norm": 236.5318145751953,
+      "learning_rate": 8.909226540674565e-07,
+      "loss": 28.7344,
+      "step": 36356
+    },
+    {
+      "epoch": 1.737408009175189,
+      "grad_norm": 586.2273559570312,
+      "learning_rate": 8.906033757775567e-07,
+      "loss": 24.9219,
+      "step": 36357
+    },
+    {
+      "epoch": 1.7374557966166493,
+      "grad_norm": 1637.86767578125,
+      "learning_rate": 8.902841520411876e-07,
+      "loss": 23.1875,
+      "step": 36358
+    },
+    {
+      "epoch": 1.7375035840581097,
+      "grad_norm": 279.0498352050781,
+      "learning_rate": 8.899649828602653e-07,
+      "loss": 24.7812,
+      "step": 36359
+    },
+    {
+      "epoch": 1.73755137149957,
+      "grad_norm": 329.2393798828125,
+      "learning_rate": 8.896458682366949e-07,
+      "loss": 20.4219,
+      "step": 36360
+    },
+    {
+      "epoch": 1.7375991589410305,
+      "grad_norm": 243.4348907470703,
+      "learning_rate": 8.893268081723894e-07,
+      "loss": 19.7656,
+      "step": 36361
+    },
+    {
+      "epoch": 1.7376469463824908,
+      "grad_norm": 887.9234619140625,
+      "learning_rate": 8.890078026692628e-07,
+      "loss": 22.5625,
+      "step": 36362
+    },
+    {
+      "epoch": 1.7376947338239512,
+      "grad_norm": 204.97276306152344,
+      "learning_rate": 8.886888517292213e-07,
+      "loss": 25.4688,
+      "step": 36363
+    },
+    {
+      "epoch": 1.7377425212654114,
+      "grad_norm": 279.3780517578125,
+      "learning_rate": 8.883699553541769e-07,
+      "loss": 19.0312,
+      "step": 36364
+    },
+    {
+      "epoch": 1.7377903087068718,
+      "grad_norm": 343.64892578125,
+      "learning_rate": 8.88051113546039e-07,
+      "loss": 24.9375,
+      "step": 36365
+    },
+    {
+      "epoch": 1.7378380961483322,
+      "grad_norm": 256.3605041503906,
+      "learning_rate": 8.877323263067195e-07,
+      "loss": 17.5781,
+      "step": 36366
+    },
+    {
+      "epoch": 1.7378858835897926,
+      "grad_norm": 235.39260864257812,
+      "learning_rate": 8.874135936381234e-07,
+      "loss": 22.1875,
+      "step": 36367
+    },
+    {
+      "epoch": 1.737933671031253,
+      "grad_norm": 166.01063537597656,
+      "learning_rate": 8.870949155421604e-07,
+      "loss": 17.3125,
+      "step": 36368
+    },
+    {
+      "epoch": 1.7379814584727133,
+      "grad_norm": 143.8390655517578,
+      "learning_rate": 8.867762920207412e-07,
+      "loss": 16.625,
+      "step": 36369
+    },
+    {
+      "epoch": 1.7380292459141737,
+      "grad_norm": 228.01046752929688,
+      "learning_rate": 8.864577230757743e-07,
+      "loss": 25.6875,
+      "step": 36370
+    },
+    {
+      "epoch": 1.7380770333556341,
+      "grad_norm": 332.34375,
+      "learning_rate": 8.861392087091636e-07,
+      "loss": 28.9062,
+      "step": 36371
+    },
+    {
+      "epoch": 1.7381248207970945,
+      "grad_norm": 229.82337951660156,
+      "learning_rate": 8.858207489228199e-07,
+      "loss": 23.3281,
+      "step": 36372
+    },
+    {
+      "epoch": 1.738172608238555,
+      "grad_norm": 265.7101745605469,
+      "learning_rate": 8.855023437186506e-07,
+      "loss": 29.3438,
+      "step": 36373
+    },
+    {
+      "epoch": 1.7382203956800153,
+      "grad_norm": 371.6119384765625,
+      "learning_rate": 8.851839930985596e-07,
+      "loss": 26.8438,
+      "step": 36374
+    },
+    {
+      "epoch": 1.7382681831214757,
+      "grad_norm": 239.27349853515625,
+      "learning_rate": 8.848656970644554e-07,
+      "loss": 24.0,
+      "step": 36375
+    },
+    {
+      "epoch": 1.738315970562936,
+      "grad_norm": 166.07626342773438,
+      "learning_rate": 8.845474556182431e-07,
+      "loss": 18.9531,
+      "step": 36376
+    },
+    {
+      "epoch": 1.7383637580043965,
+      "grad_norm": 245.5435028076172,
+      "learning_rate": 8.842292687618315e-07,
+      "loss": 31.2344,
+      "step": 36377
+    },
+    {
+      "epoch": 1.7384115454458569,
+      "grad_norm": 151.08177185058594,
+      "learning_rate": 8.839111364971231e-07,
+      "loss": 18.0781,
+      "step": 36378
+    },
+    {
+      "epoch": 1.7384593328873172,
+      "grad_norm": 323.904052734375,
+      "learning_rate": 8.835930588260233e-07,
+      "loss": 17.9062,
+      "step": 36379
+    },
+    {
+      "epoch": 1.7385071203287776,
+      "grad_norm": 662.8764038085938,
+      "learning_rate": 8.832750357504383e-07,
+      "loss": 22.0625,
+      "step": 36380
+    },
+    {
+      "epoch": 1.738554907770238,
+      "grad_norm": 403.510498046875,
+      "learning_rate": 8.829570672722732e-07,
+      "loss": 22.75,
+      "step": 36381
+    },
+    {
+      "epoch": 1.7386026952116984,
+      "grad_norm": 195.5017852783203,
+      "learning_rate": 8.826391533934287e-07,
+      "loss": 26.75,
+      "step": 36382
+    },
+    {
+      "epoch": 1.7386504826531588,
+      "grad_norm": 779.4700317382812,
+      "learning_rate": 8.823212941158143e-07,
+      "loss": 18.375,
+      "step": 36383
+    },
+    {
+      "epoch": 1.738698270094619,
+      "grad_norm": 205.1096649169922,
+      "learning_rate": 8.820034894413276e-07,
+      "loss": 20.0938,
+      "step": 36384
+    },
+    {
+      "epoch": 1.7387460575360794,
+      "grad_norm": 245.28817749023438,
+      "learning_rate": 8.816857393718758e-07,
+      "loss": 18.9062,
+      "step": 36385
+    },
+    {
+      "epoch": 1.7387938449775397,
+      "grad_norm": 246.96435546875,
+      "learning_rate": 8.813680439093597e-07,
+      "loss": 25.4688,
+      "step": 36386
+    },
+    {
+      "epoch": 1.7388416324190001,
+      "grad_norm": 157.9315948486328,
+      "learning_rate": 8.810504030556832e-07,
+      "loss": 20.1562,
+      "step": 36387
+    },
+    {
+      "epoch": 1.7388894198604605,
+      "grad_norm": 368.32635498046875,
+      "learning_rate": 8.807328168127493e-07,
+      "loss": 25.375,
+      "step": 36388
+    },
+    {
+      "epoch": 1.738937207301921,
+      "grad_norm": 398.4999694824219,
+      "learning_rate": 8.804152851824565e-07,
+      "loss": 22.3906,
+      "step": 36389
+    },
+    {
+      "epoch": 1.7389849947433813,
+      "grad_norm": 252.55751037597656,
+      "learning_rate": 8.800978081667088e-07,
+      "loss": 19.25,
+      "step": 36390
+    },
+    {
+      "epoch": 1.7390327821848417,
+      "grad_norm": 323.7740478515625,
+      "learning_rate": 8.797803857674081e-07,
+      "loss": 30.7188,
+      "step": 36391
+    },
+    {
+      "epoch": 1.739080569626302,
+      "grad_norm": 166.09471130371094,
+      "learning_rate": 8.794630179864561e-07,
+      "loss": 17.5,
+      "step": 36392
+    },
+    {
+      "epoch": 1.7391283570677625,
+      "grad_norm": 168.58834838867188,
+      "learning_rate": 8.79145704825749e-07,
+      "loss": 26.6562,
+      "step": 36393
+    },
+    {
+      "epoch": 1.7391761445092229,
+      "grad_norm": 294.19970703125,
+      "learning_rate": 8.78828446287191e-07,
+      "loss": 22.3594,
+      "step": 36394
+    },
+    {
+      "epoch": 1.7392239319506833,
+      "grad_norm": 246.635498046875,
+      "learning_rate": 8.785112423726827e-07,
+      "loss": 29.2656,
+      "step": 36395
+    },
+    {
+      "epoch": 1.7392717193921436,
+      "grad_norm": 239.650634765625,
+      "learning_rate": 8.781940930841204e-07,
+      "loss": 22.5312,
+      "step": 36396
+    },
+    {
+      "epoch": 1.739319506833604,
+      "grad_norm": 145.0073699951172,
+      "learning_rate": 8.778769984234059e-07,
+      "loss": 22.3594,
+      "step": 36397
+    },
+    {
+      "epoch": 1.7393672942750644,
+      "grad_norm": 200.4514617919922,
+      "learning_rate": 8.775599583924366e-07,
+      "loss": 15.9844,
+      "step": 36398
+    },
+    {
+      "epoch": 1.7394150817165248,
+      "grad_norm": 619.0640258789062,
+      "learning_rate": 8.772429729931132e-07,
+      "loss": 38.2188,
+      "step": 36399
+    },
+    {
+      "epoch": 1.7394628691579852,
+      "grad_norm": 185.53173828125,
+      "learning_rate": 8.769260422273318e-07,
+      "loss": 15.6875,
+      "step": 36400
+    },
+    {
+      "epoch": 1.7395106565994456,
+      "grad_norm": 355.5366516113281,
+      "learning_rate": 8.766091660969911e-07,
+      "loss": 34.4062,
+      "step": 36401
+    },
+    {
+      "epoch": 1.739558444040906,
+      "grad_norm": 311.005126953125,
+      "learning_rate": 8.762923446039895e-07,
+      "loss": 16.7969,
+      "step": 36402
+    },
+    {
+      "epoch": 1.7396062314823664,
+      "grad_norm": 142.2404327392578,
+      "learning_rate": 8.759755777502254e-07,
+      "loss": 29.3594,
+      "step": 36403
+    },
+    {
+      "epoch": 1.7396540189238268,
+      "grad_norm": 233.63894653320312,
+      "learning_rate": 8.756588655375931e-07,
+      "loss": 25.9375,
+      "step": 36404
+    },
+    {
+      "epoch": 1.7397018063652872,
+      "grad_norm": 217.3469696044922,
+      "learning_rate": 8.753422079679896e-07,
+      "loss": 20.8281,
+      "step": 36405
+    },
+    {
+      "epoch": 1.7397495938067475,
+      "grad_norm": 237.64208984375,
+      "learning_rate": 8.750256050433137e-07,
+      "loss": 28.3438,
+      "step": 36406
+    },
+    {
+      "epoch": 1.739797381248208,
+      "grad_norm": 333.7882995605469,
+      "learning_rate": 8.747090567654604e-07,
+      "loss": 16.0469,
+      "step": 36407
+    },
+    {
+      "epoch": 1.7398451686896683,
+      "grad_norm": 245.48719787597656,
+      "learning_rate": 8.743925631363237e-07,
+      "loss": 28.3594,
+      "step": 36408
+    },
+    {
+      "epoch": 1.7398929561311287,
+      "grad_norm": 252.31289672851562,
+      "learning_rate": 8.740761241577999e-07,
+      "loss": 24.0781,
+      "step": 36409
+    },
+    {
+      "epoch": 1.739940743572589,
+      "grad_norm": 1664.5794677734375,
+      "learning_rate": 8.737597398317865e-07,
+      "loss": 22.1562,
+      "step": 36410
+    },
+    {
+      "epoch": 1.7399885310140495,
+      "grad_norm": 168.72035217285156,
+      "learning_rate": 8.734434101601752e-07,
+      "loss": 25.4219,
+      "step": 36411
+    },
+    {
+      "epoch": 1.7400363184555099,
+      "grad_norm": 318.8534851074219,
+      "learning_rate": 8.7312713514486e-07,
+      "loss": 21.8281,
+      "step": 36412
+    },
+    {
+      "epoch": 1.7400841058969703,
+      "grad_norm": 176.1771697998047,
+      "learning_rate": 8.728109147877373e-07,
+      "loss": 21.2969,
+      "step": 36413
+    },
+    {
+      "epoch": 1.7401318933384307,
+      "grad_norm": 263.0952453613281,
+      "learning_rate": 8.724947490907021e-07,
+      "loss": 26.375,
+      "step": 36414
+    },
+    {
+      "epoch": 1.740179680779891,
+      "grad_norm": 285.3280334472656,
+      "learning_rate": 8.72178638055643e-07,
+      "loss": 25.4531,
+      "step": 36415
+    },
+    {
+      "epoch": 1.7402274682213514,
+      "grad_norm": 167.73057556152344,
+      "learning_rate": 8.718625816844572e-07,
+      "loss": 22.4844,
+      "step": 36416
+    },
+    {
+      "epoch": 1.7402752556628118,
+      "grad_norm": 202.33058166503906,
+      "learning_rate": 8.715465799790346e-07,
+      "loss": 27.7188,
+      "step": 36417
+    },
+    {
+      "epoch": 1.7403230431042722,
+      "grad_norm": 704.2669677734375,
+      "learning_rate": 8.712306329412701e-07,
+      "loss": 28.6406,
+      "step": 36418
+    },
+    {
+      "epoch": 1.7403708305457326,
+      "grad_norm": 170.14434814453125,
+      "learning_rate": 8.709147405730556e-07,
+      "loss": 22.6562,
+      "step": 36419
+    },
+    {
+      "epoch": 1.740418617987193,
+      "grad_norm": 279.55975341796875,
+      "learning_rate": 8.705989028762807e-07,
+      "loss": 26.2969,
+      "step": 36420
+    },
+    {
+      "epoch": 1.7404664054286534,
+      "grad_norm": 158.92701721191406,
+      "learning_rate": 8.702831198528394e-07,
+      "loss": 22.1562,
+      "step": 36421
+    },
+    {
+      "epoch": 1.7405141928701138,
+      "grad_norm": 194.9119415283203,
+      "learning_rate": 8.699673915046203e-07,
+      "loss": 20.0,
+      "step": 36422
+    },
+    {
+      "epoch": 1.7405619803115742,
+      "grad_norm": 166.62400817871094,
+      "learning_rate": 8.696517178335151e-07,
+      "loss": 20.8594,
+      "step": 36423
+    },
+    {
+      "epoch": 1.7406097677530346,
+      "grad_norm": 239.3020477294922,
+      "learning_rate": 8.693360988414145e-07,
+      "loss": 21.9531,
+      "step": 36424
+    },
+    {
+      "epoch": 1.740657555194495,
+      "grad_norm": 179.48355102539062,
+      "learning_rate": 8.690205345302116e-07,
+      "loss": 25.0781,
+      "step": 36425
+    },
+    {
+      "epoch": 1.7407053426359553,
+      "grad_norm": 534.3292236328125,
+      "learning_rate": 8.687050249017915e-07,
+      "loss": 24.2812,
+      "step": 36426
+    },
+    {
+      "epoch": 1.7407531300774157,
+      "grad_norm": 227.30076599121094,
+      "learning_rate": 8.683895699580458e-07,
+      "loss": 39.4062,
+      "step": 36427
+    },
+    {
+      "epoch": 1.7408009175188761,
+      "grad_norm": 192.04837036132812,
+      "learning_rate": 8.680741697008632e-07,
+      "loss": 15.9844,
+      "step": 36428
+    },
+    {
+      "epoch": 1.7408487049603365,
+      "grad_norm": 774.3402709960938,
+      "learning_rate": 8.677588241321344e-07,
+      "loss": 19.625,
+      "step": 36429
+    },
+    {
+      "epoch": 1.740896492401797,
+      "grad_norm": 299.0848693847656,
+      "learning_rate": 8.674435332537457e-07,
+      "loss": 23.6562,
+      "step": 36430
+    },
+    {
+      "epoch": 1.7409442798432573,
+      "grad_norm": 372.0320129394531,
+      "learning_rate": 8.671282970675854e-07,
+      "loss": 27.5,
+      "step": 36431
+    },
+    {
+      "epoch": 1.7409920672847177,
+      "grad_norm": 337.3739013671875,
+      "learning_rate": 8.668131155755433e-07,
+      "loss": 25.4844,
+      "step": 36432
+    },
+    {
+      "epoch": 1.741039854726178,
+      "grad_norm": 348.7631530761719,
+      "learning_rate": 8.664979887795044e-07,
+      "loss": 23.8438,
+      "step": 36433
+    },
+    {
+      "epoch": 1.7410876421676384,
+      "grad_norm": 359.4825439453125,
+      "learning_rate": 8.661829166813562e-07,
+      "loss": 29.7344,
+      "step": 36434
+    },
+    {
+      "epoch": 1.7411354296090988,
+      "grad_norm": 411.740478515625,
+      "learning_rate": 8.658678992829872e-07,
+      "loss": 31.7188,
+      "step": 36435
+    },
+    {
+      "epoch": 1.7411832170505592,
+      "grad_norm": 241.95645141601562,
+      "learning_rate": 8.655529365862858e-07,
+      "loss": 24.5469,
+      "step": 36436
+    },
+    {
+      "epoch": 1.7412310044920196,
+      "grad_norm": 152.21339416503906,
+      "learning_rate": 8.652380285931328e-07,
+      "loss": 26.5781,
+      "step": 36437
+    },
+    {
+      "epoch": 1.74127879193348,
+      "grad_norm": 330.03076171875,
+      "learning_rate": 8.649231753054177e-07,
+      "loss": 24.4531,
+      "step": 36438
+    },
+    {
+      "epoch": 1.7413265793749404,
+      "grad_norm": 292.82940673828125,
+      "learning_rate": 8.646083767250246e-07,
+      "loss": 27.0938,
+      "step": 36439
+    },
+    {
+      "epoch": 1.7413743668164008,
+      "grad_norm": 218.61228942871094,
+      "learning_rate": 8.64293632853841e-07,
+      "loss": 19.3281,
+      "step": 36440
+    },
+    {
+      "epoch": 1.7414221542578612,
+      "grad_norm": 174.27151489257812,
+      "learning_rate": 8.639789436937496e-07,
+      "loss": 20.1719,
+      "step": 36441
+    },
+    {
+      "epoch": 1.7414699416993216,
+      "grad_norm": 191.28155517578125,
+      "learning_rate": 8.636643092466346e-07,
+      "loss": 21.9375,
+      "step": 36442
+    },
+    {
+      "epoch": 1.741517729140782,
+      "grad_norm": 344.779052734375,
+      "learning_rate": 8.633497295143811e-07,
+      "loss": 24.5312,
+      "step": 36443
+    },
+    {
+      "epoch": 1.7415655165822423,
+      "grad_norm": 196.2596893310547,
+      "learning_rate": 8.630352044988755e-07,
+      "loss": 23.5,
+      "step": 36444
+    },
+    {
+      "epoch": 1.7416133040237027,
+      "grad_norm": 218.0717315673828,
+      "learning_rate": 8.627207342019972e-07,
+      "loss": 19.2656,
+      "step": 36445
+    },
+    {
+      "epoch": 1.741661091465163,
+      "grad_norm": 304.8547058105469,
+      "learning_rate": 8.624063186256327e-07,
+      "loss": 22.75,
+      "step": 36446
+    },
+    {
+      "epoch": 1.7417088789066233,
+      "grad_norm": 179.12307739257812,
+      "learning_rate": 8.620919577716635e-07,
+      "loss": 16.7188,
+      "step": 36447
+    },
+    {
+      "epoch": 1.7417566663480837,
+      "grad_norm": 243.02725219726562,
+      "learning_rate": 8.617776516419718e-07,
+      "loss": 25.3438,
+      "step": 36448
+    },
+    {
+      "epoch": 1.741804453789544,
+      "grad_norm": 232.73248291015625,
+      "learning_rate": 8.614634002384414e-07,
+      "loss": 28.9062,
+      "step": 36449
+    },
+    {
+      "epoch": 1.7418522412310045,
+      "grad_norm": 339.60809326171875,
+      "learning_rate": 8.61149203562952e-07,
+      "loss": 27.7812,
+      "step": 36450
+    },
+    {
+      "epoch": 1.7419000286724649,
+      "grad_norm": 243.37066650390625,
+      "learning_rate": 8.608350616173866e-07,
+      "loss": 22.2656,
+      "step": 36451
+    },
+    {
+      "epoch": 1.7419478161139252,
+      "grad_norm": 431.61541748046875,
+      "learning_rate": 8.60520974403628e-07,
+      "loss": 30.7812,
+      "step": 36452
+    },
+    {
+      "epoch": 1.7419956035553856,
+      "grad_norm": 1366.113525390625,
+      "learning_rate": 8.602069419235537e-07,
+      "loss": 17.9688,
+      "step": 36453
+    },
+    {
+      "epoch": 1.742043390996846,
+      "grad_norm": 202.93287658691406,
+      "learning_rate": 8.598929641790466e-07,
+      "loss": 20.6875,
+      "step": 36454
+    },
+    {
+      "epoch": 1.7420911784383064,
+      "grad_norm": 210.2296905517578,
+      "learning_rate": 8.595790411719873e-07,
+      "loss": 21.3125,
+      "step": 36455
+    },
+    {
+      "epoch": 1.7421389658797668,
+      "grad_norm": 299.6652526855469,
+      "learning_rate": 8.592651729042545e-07,
+      "loss": 20.875,
+      "step": 36456
+    },
+    {
+      "epoch": 1.7421867533212272,
+      "grad_norm": 212.84750366210938,
+      "learning_rate": 8.589513593777287e-07,
+      "loss": 24.25,
+      "step": 36457
+    },
+    {
+      "epoch": 1.7422345407626876,
+      "grad_norm": 204.98106384277344,
+      "learning_rate": 8.586376005942898e-07,
+      "loss": 24.0938,
+      "step": 36458
+    },
+    {
+      "epoch": 1.742282328204148,
+      "grad_norm": 192.23529052734375,
+      "learning_rate": 8.58323896555816e-07,
+      "loss": 20.2812,
+      "step": 36459
+    },
+    {
+      "epoch": 1.7423301156456084,
+      "grad_norm": 240.01646423339844,
+      "learning_rate": 8.580102472641849e-07,
+      "loss": 19.0312,
+      "step": 36460
+    },
+    {
+      "epoch": 1.7423779030870687,
+      "grad_norm": 227.48770141601562,
+      "learning_rate": 8.57696652721276e-07,
+      "loss": 39.9688,
+      "step": 36461
+    },
+    {
+      "epoch": 1.7424256905285291,
+      "grad_norm": 262.7276611328125,
+      "learning_rate": 8.57383112928969e-07,
+      "loss": 31.9375,
+      "step": 36462
+    },
+    {
+      "epoch": 1.7424734779699895,
+      "grad_norm": 251.0223846435547,
+      "learning_rate": 8.570696278891388e-07,
+      "loss": 24.4688,
+      "step": 36463
+    },
+    {
+      "epoch": 1.74252126541145,
+      "grad_norm": 187.82484436035156,
+      "learning_rate": 8.567561976036631e-07,
+      "loss": 27.7812,
+      "step": 36464
+    },
+    {
+      "epoch": 1.7425690528529103,
+      "grad_norm": 232.9254608154297,
+      "learning_rate": 8.564428220744203e-07,
+      "loss": 20.8594,
+      "step": 36465
+    },
+    {
+      "epoch": 1.7426168402943707,
+      "grad_norm": 380.2578430175781,
+      "learning_rate": 8.561295013032888e-07,
+      "loss": 25.5312,
+      "step": 36466
+    },
+    {
+      "epoch": 1.7426646277358309,
+      "grad_norm": 187.50865173339844,
+      "learning_rate": 8.558162352921407e-07,
+      "loss": 33.5156,
+      "step": 36467
+    },
+    {
+      "epoch": 1.7427124151772913,
+      "grad_norm": 257.4302673339844,
+      "learning_rate": 8.555030240428541e-07,
+      "loss": 23.5469,
+      "step": 36468
+    },
+    {
+      "epoch": 1.7427602026187516,
+      "grad_norm": 202.62875366210938,
+      "learning_rate": 8.551898675573056e-07,
+      "loss": 24.2188,
+      "step": 36469
+    },
+    {
+      "epoch": 1.742807990060212,
+      "grad_norm": 285.6589050292969,
+      "learning_rate": 8.548767658373691e-07,
+      "loss": 19.3281,
+      "step": 36470
+    },
+    {
+      "epoch": 1.7428557775016724,
+      "grad_norm": 139.96434020996094,
+      "learning_rate": 8.545637188849198e-07,
+      "loss": 26.7188,
+      "step": 36471
+    },
+    {
+      "epoch": 1.7429035649431328,
+      "grad_norm": 343.28607177734375,
+      "learning_rate": 8.54250726701833e-07,
+      "loss": 28.4375,
+      "step": 36472
+    },
+    {
+      "epoch": 1.7429513523845932,
+      "grad_norm": 190.54302978515625,
+      "learning_rate": 8.539377892899858e-07,
+      "loss": 19.5625,
+      "step": 36473
+    },
+    {
+      "epoch": 1.7429991398260536,
+      "grad_norm": 172.72653198242188,
+      "learning_rate": 8.53624906651247e-07,
+      "loss": 25.7188,
+      "step": 36474
+    },
+    {
+      "epoch": 1.743046927267514,
+      "grad_norm": 207.17286682128906,
+      "learning_rate": 8.533120787874927e-07,
+      "loss": 19.3594,
+      "step": 36475
+    },
+    {
+      "epoch": 1.7430947147089744,
+      "grad_norm": 224.76292419433594,
+      "learning_rate": 8.52999305700597e-07,
+      "loss": 24.3438,
+      "step": 36476
+    },
+    {
+      "epoch": 1.7431425021504348,
+      "grad_norm": 156.882568359375,
+      "learning_rate": 8.526865873924339e-07,
+      "loss": 20.4219,
+      "step": 36477
+    },
+    {
+      "epoch": 1.7431902895918951,
+      "grad_norm": 283.9327087402344,
+      "learning_rate": 8.523739238648732e-07,
+      "loss": 32.5312,
+      "step": 36478
+    },
+    {
+      "epoch": 1.7432380770333555,
+      "grad_norm": 106.87508392333984,
+      "learning_rate": 8.520613151197899e-07,
+      "loss": 13.1719,
+      "step": 36479
+    },
+    {
+      "epoch": 1.743285864474816,
+      "grad_norm": 349.88885498046875,
+      "learning_rate": 8.517487611590558e-07,
+      "loss": 26.875,
+      "step": 36480
+    },
+    {
+      "epoch": 1.7433336519162763,
+      "grad_norm": 180.15492248535156,
+      "learning_rate": 8.514362619845418e-07,
+      "loss": 21.0781,
+      "step": 36481
+    },
+    {
+      "epoch": 1.7433814393577367,
+      "grad_norm": 240.955078125,
+      "learning_rate": 8.511238175981207e-07,
+      "loss": 27.3906,
+      "step": 36482
+    },
+    {
+      "epoch": 1.743429226799197,
+      "grad_norm": 552.4948120117188,
+      "learning_rate": 8.508114280016599e-07,
+      "loss": 25.1094,
+      "step": 36483
+    },
+    {
+      "epoch": 1.7434770142406575,
+      "grad_norm": 170.1678009033203,
+      "learning_rate": 8.504990931970347e-07,
+      "loss": 23.8125,
+      "step": 36484
+    },
+    {
+      "epoch": 1.7435248016821179,
+      "grad_norm": 198.95765686035156,
+      "learning_rate": 8.501868131861146e-07,
+      "loss": 28.2188,
+      "step": 36485
+    },
+    {
+      "epoch": 1.7435725891235783,
+      "grad_norm": 170.84707641601562,
+      "learning_rate": 8.49874587970767e-07,
+      "loss": 19.0156,
+      "step": 36486
+    },
+    {
+      "epoch": 1.7436203765650387,
+      "grad_norm": 213.97412109375,
+      "learning_rate": 8.49562417552865e-07,
+      "loss": 25.3438,
+      "step": 36487
+    },
+    {
+      "epoch": 1.743668164006499,
+      "grad_norm": 550.723388671875,
+      "learning_rate": 8.492503019342768e-07,
+      "loss": 21.0312,
+      "step": 36488
+    },
+    {
+      "epoch": 1.7437159514479594,
+      "grad_norm": 247.48052978515625,
+      "learning_rate": 8.489382411168712e-07,
+      "loss": 25.875,
+      "step": 36489
+    },
+    {
+      "epoch": 1.7437637388894198,
+      "grad_norm": 270.8479309082031,
+      "learning_rate": 8.486262351025177e-07,
+      "loss": 22.25,
+      "step": 36490
+    },
+    {
+      "epoch": 1.7438115263308802,
+      "grad_norm": 230.20681762695312,
+      "learning_rate": 8.483142838930836e-07,
+      "loss": 20.875,
+      "step": 36491
+    },
+    {
+      "epoch": 1.7438593137723406,
+      "grad_norm": 339.6122131347656,
+      "learning_rate": 8.480023874904398e-07,
+      "loss": 25.5,
+      "step": 36492
+    },
+    {
+      "epoch": 1.743907101213801,
+      "grad_norm": 240.7209014892578,
+      "learning_rate": 8.476905458964512e-07,
+      "loss": 26.5469,
+      "step": 36493
+    },
+    {
+      "epoch": 1.7439548886552614,
+      "grad_norm": 266.33831787109375,
+      "learning_rate": 8.473787591129856e-07,
+      "loss": 24.625,
+      "step": 36494
+    },
+    {
+      "epoch": 1.7440026760967218,
+      "grad_norm": 217.71018981933594,
+      "learning_rate": 8.470670271419134e-07,
+      "loss": 22.1562,
+      "step": 36495
+    },
+    {
+      "epoch": 1.7440504635381822,
+      "grad_norm": 154.475341796875,
+      "learning_rate": 8.467553499850977e-07,
+      "loss": 21.6562,
+      "step": 36496
+    },
+    {
+      "epoch": 1.7440982509796426,
+      "grad_norm": 349.2428894042969,
+      "learning_rate": 8.46443727644406e-07,
+      "loss": 26.25,
+      "step": 36497
+    },
+    {
+      "epoch": 1.744146038421103,
+      "grad_norm": 159.69192504882812,
+      "learning_rate": 8.461321601217054e-07,
+      "loss": 19.7031,
+      "step": 36498
+    },
+    {
+      "epoch": 1.7441938258625633,
+      "grad_norm": 206.2989959716797,
+      "learning_rate": 8.458206474188635e-07,
+      "loss": 21.0625,
+      "step": 36499
+    },
+    {
+      "epoch": 1.7442416133040237,
+      "grad_norm": 274.8182067871094,
+      "learning_rate": 8.455091895377421e-07,
+      "loss": 22.9844,
+      "step": 36500
+    },
+    {
+      "epoch": 1.744289400745484,
+      "grad_norm": 310.5978088378906,
+      "learning_rate": 8.451977864802074e-07,
+      "loss": 16.4531,
+      "step": 36501
+    },
+    {
+      "epoch": 1.7443371881869445,
+      "grad_norm": 225.02407836914062,
+      "learning_rate": 8.448864382481259e-07,
+      "loss": 28.4219,
+      "step": 36502
+    },
+    {
+      "epoch": 1.7443849756284049,
+      "grad_norm": 199.8225860595703,
+      "learning_rate": 8.445751448433625e-07,
+      "loss": 23.4688,
+      "step": 36503
+    },
+    {
+      "epoch": 1.7444327630698653,
+      "grad_norm": 300.5856628417969,
+      "learning_rate": 8.442639062677782e-07,
+      "loss": 30.8125,
+      "step": 36504
+    },
+    {
+      "epoch": 1.7444805505113257,
+      "grad_norm": 162.06680297851562,
+      "learning_rate": 8.439527225232392e-07,
+      "loss": 21.8906,
+      "step": 36505
+    },
+    {
+      "epoch": 1.744528337952786,
+      "grad_norm": 367.6620178222656,
+      "learning_rate": 8.436415936116105e-07,
+      "loss": 28.25,
+      "step": 36506
+    },
+    {
+      "epoch": 1.7445761253942464,
+      "grad_norm": 281.445556640625,
+      "learning_rate": 8.43330519534753e-07,
+      "loss": 22.5781,
+      "step": 36507
+    },
+    {
+      "epoch": 1.7446239128357068,
+      "grad_norm": 348.0,
+      "learning_rate": 8.430195002945285e-07,
+      "loss": 23.3438,
+      "step": 36508
+    },
+    {
+      "epoch": 1.7446717002771672,
+      "grad_norm": 506.6990051269531,
+      "learning_rate": 8.427085358928034e-07,
+      "loss": 31.125,
+      "step": 36509
+    },
+    {
+      "epoch": 1.7447194877186276,
+      "grad_norm": 407.3162536621094,
+      "learning_rate": 8.423976263314382e-07,
+      "loss": 22.0312,
+      "step": 36510
+    },
+    {
+      "epoch": 1.744767275160088,
+      "grad_norm": 213.8727569580078,
+      "learning_rate": 8.420867716122938e-07,
+      "loss": 13.3438,
+      "step": 36511
+    },
+    {
+      "epoch": 1.7448150626015484,
+      "grad_norm": 230.6891632080078,
+      "learning_rate": 8.417759717372321e-07,
+      "loss": 24.5781,
+      "step": 36512
+    },
+    {
+      "epoch": 1.7448628500430088,
+      "grad_norm": 185.25750732421875,
+      "learning_rate": 8.41465226708118e-07,
+      "loss": 17.5938,
+      "step": 36513
+    },
+    {
+      "epoch": 1.7449106374844692,
+      "grad_norm": 251.01036071777344,
+      "learning_rate": 8.411545365268059e-07,
+      "loss": 36.25,
+      "step": 36514
+    },
+    {
+      "epoch": 1.7449584249259296,
+      "grad_norm": 366.2833251953125,
+      "learning_rate": 8.40843901195163e-07,
+      "loss": 21.7031,
+      "step": 36515
+    },
+    {
+      "epoch": 1.74500621236739,
+      "grad_norm": 152.61685180664062,
+      "learning_rate": 8.405333207150446e-07,
+      "loss": 26.1562,
+      "step": 36516
+    },
+    {
+      "epoch": 1.7450539998088503,
+      "grad_norm": 264.0985412597656,
+      "learning_rate": 8.402227950883124e-07,
+      "loss": 24.7188,
+      "step": 36517
+    },
+    {
+      "epoch": 1.7451017872503107,
+      "grad_norm": 207.09556579589844,
+      "learning_rate": 8.399123243168284e-07,
+      "loss": 29.8594,
+      "step": 36518
+    },
+    {
+      "epoch": 1.7451495746917711,
+      "grad_norm": 181.09906005859375,
+      "learning_rate": 8.396019084024476e-07,
+      "loss": 31.1406,
+      "step": 36519
+    },
+    {
+      "epoch": 1.7451973621332315,
+      "grad_norm": 410.46923828125,
+      "learning_rate": 8.39291547347032e-07,
+      "loss": 29.9531,
+      "step": 36520
+    },
+    {
+      "epoch": 1.745245149574692,
+      "grad_norm": 485.0986633300781,
+      "learning_rate": 8.389812411524401e-07,
+      "loss": 39.7188,
+      "step": 36521
+    },
+    {
+      "epoch": 1.7452929370161523,
+      "grad_norm": 140.26185607910156,
+      "learning_rate": 8.386709898205292e-07,
+      "loss": 21.6562,
+      "step": 36522
+    },
+    {
+      "epoch": 1.7453407244576127,
+      "grad_norm": 183.50863647460938,
+      "learning_rate": 8.383607933531568e-07,
+      "loss": 21.9375,
+      "step": 36523
+    },
+    {
+      "epoch": 1.745388511899073,
+      "grad_norm": 126.38262176513672,
+      "learning_rate": 8.380506517521813e-07,
+      "loss": 19.4844,
+      "step": 36524
+    },
+    {
+      "epoch": 1.7454362993405335,
+      "grad_norm": 360.0311279296875,
+      "learning_rate": 8.377405650194625e-07,
+      "loss": 21.2031,
+      "step": 36525
+    },
+    {
+      "epoch": 1.7454840867819938,
+      "grad_norm": 138.9945831298828,
+      "learning_rate": 8.374305331568533e-07,
+      "loss": 14.6719,
+      "step": 36526
+    },
+    {
+      "epoch": 1.7455318742234542,
+      "grad_norm": 626.53076171875,
+      "learning_rate": 8.371205561662121e-07,
+      "loss": 23.5469,
+      "step": 36527
+    },
+    {
+      "epoch": 1.7455796616649144,
+      "grad_norm": 172.41734313964844,
+      "learning_rate": 8.368106340493964e-07,
+      "loss": 22.375,
+      "step": 36528
+    },
+    {
+      "epoch": 1.7456274491063748,
+      "grad_norm": 327.7297668457031,
+      "learning_rate": 8.365007668082614e-07,
+      "loss": 23.875,
+      "step": 36529
+    },
+    {
+      "epoch": 1.7456752365478352,
+      "grad_norm": 333.390869140625,
+      "learning_rate": 8.361909544446623e-07,
+      "loss": 25.2188,
+      "step": 36530
+    },
+    {
+      "epoch": 1.7457230239892956,
+      "grad_norm": 593.3192138671875,
+      "learning_rate": 8.358811969604541e-07,
+      "loss": 20.8672,
+      "step": 36531
+    },
+    {
+      "epoch": 1.745770811430756,
+      "grad_norm": 424.6769104003906,
+      "learning_rate": 8.355714943574944e-07,
+      "loss": 20.9062,
+      "step": 36532
+    },
+    {
+      "epoch": 1.7458185988722164,
+      "grad_norm": 256.4063415527344,
+      "learning_rate": 8.352618466376339e-07,
+      "loss": 34.7188,
+      "step": 36533
+    },
+    {
+      "epoch": 1.7458663863136767,
+      "grad_norm": 285.7616882324219,
+      "learning_rate": 8.349522538027299e-07,
+      "loss": 36.3906,
+      "step": 36534
+    },
+    {
+      "epoch": 1.7459141737551371,
+      "grad_norm": 193.3521728515625,
+      "learning_rate": 8.346427158546356e-07,
+      "loss": 38.4062,
+      "step": 36535
+    },
+    {
+      "epoch": 1.7459619611965975,
+      "grad_norm": 141.59742736816406,
+      "learning_rate": 8.34333232795207e-07,
+      "loss": 31.0469,
+      "step": 36536
+    },
+    {
+      "epoch": 1.746009748638058,
+      "grad_norm": 287.9397277832031,
+      "learning_rate": 8.340238046262927e-07,
+      "loss": 17.5625,
+      "step": 36537
+    },
+    {
+      "epoch": 1.7460575360795183,
+      "grad_norm": 209.59552001953125,
+      "learning_rate": 8.337144313497491e-07,
+      "loss": 22.5938,
+      "step": 36538
+    },
+    {
+      "epoch": 1.7461053235209787,
+      "grad_norm": 153.42218017578125,
+      "learning_rate": 8.334051129674281e-07,
+      "loss": 22.0938,
+      "step": 36539
+    },
+    {
+      "epoch": 1.746153110962439,
+      "grad_norm": 281.1003723144531,
+      "learning_rate": 8.330958494811847e-07,
+      "loss": 30.0,
+      "step": 36540
+    },
+    {
+      "epoch": 1.7462008984038995,
+      "grad_norm": 387.6863098144531,
+      "learning_rate": 8.327866408928665e-07,
+      "loss": 29.2969,
+      "step": 36541
+    },
+    {
+      "epoch": 1.7462486858453599,
+      "grad_norm": 242.40567016601562,
+      "learning_rate": 8.324774872043262e-07,
+      "loss": 27.7188,
+      "step": 36542
+    },
+    {
+      "epoch": 1.7462964732868202,
+      "grad_norm": 409.92889404296875,
+      "learning_rate": 8.321683884174192e-07,
+      "loss": 23.8125,
+      "step": 36543
+    },
+    {
+      "epoch": 1.7463442607282806,
+      "grad_norm": 165.56869506835938,
+      "learning_rate": 8.318593445339929e-07,
+      "loss": 23.375,
+      "step": 36544
+    },
+    {
+      "epoch": 1.746392048169741,
+      "grad_norm": 199.83407592773438,
+      "learning_rate": 8.315503555558979e-07,
+      "loss": 25.8125,
+      "step": 36545
+    },
+    {
+      "epoch": 1.7464398356112014,
+      "grad_norm": 358.5021667480469,
+      "learning_rate": 8.312414214849873e-07,
+      "loss": 18.0,
+      "step": 36546
+    },
+    {
+      "epoch": 1.7464876230526618,
+      "grad_norm": 286.438720703125,
+      "learning_rate": 8.309325423231085e-07,
+      "loss": 25.4688,
+      "step": 36547
+    },
+    {
+      "epoch": 1.7465354104941222,
+      "grad_norm": 569.3832397460938,
+      "learning_rate": 8.306237180721121e-07,
+      "loss": 32.9062,
+      "step": 36548
+    },
+    {
+      "epoch": 1.7465831979355824,
+      "grad_norm": 130.51797485351562,
+      "learning_rate": 8.303149487338502e-07,
+      "loss": 18.4844,
+      "step": 36549
+    },
+    {
+      "epoch": 1.7466309853770428,
+      "grad_norm": 187.22152709960938,
+      "learning_rate": 8.300062343101667e-07,
+      "loss": 20.6406,
+      "step": 36550
+    },
+    {
+      "epoch": 1.7466787728185031,
+      "grad_norm": 178.04800415039062,
+      "learning_rate": 8.296975748029168e-07,
+      "loss": 18.8906,
+      "step": 36551
+    },
+    {
+      "epoch": 1.7467265602599635,
+      "grad_norm": 252.7151641845703,
+      "learning_rate": 8.293889702139424e-07,
+      "loss": 23.75,
+      "step": 36552
+    },
+    {
+      "epoch": 1.746774347701424,
+      "grad_norm": 259.3085632324219,
+      "learning_rate": 8.290804205450953e-07,
+      "loss": 19.9688,
+      "step": 36553
+    },
+    {
+      "epoch": 1.7468221351428843,
+      "grad_norm": 207.87413024902344,
+      "learning_rate": 8.287719257982241e-07,
+      "loss": 28.625,
+      "step": 36554
+    },
+    {
+      "epoch": 1.7468699225843447,
+      "grad_norm": 265.77532958984375,
+      "learning_rate": 8.284634859751728e-07,
+      "loss": 26.0,
+      "step": 36555
+    },
+    {
+      "epoch": 1.746917710025805,
+      "grad_norm": 281.58575439453125,
+      "learning_rate": 8.281551010777922e-07,
+      "loss": 17.3125,
+      "step": 36556
+    },
+    {
+      "epoch": 1.7469654974672655,
+      "grad_norm": 279.18182373046875,
+      "learning_rate": 8.278467711079264e-07,
+      "loss": 16.7891,
+      "step": 36557
+    },
+    {
+      "epoch": 1.7470132849087259,
+      "grad_norm": 484.9404296875,
+      "learning_rate": 8.275384960674249e-07,
+      "loss": 26.7656,
+      "step": 36558
+    },
+    {
+      "epoch": 1.7470610723501863,
+      "grad_norm": 256.90838623046875,
+      "learning_rate": 8.272302759581308e-07,
+      "loss": 28.6562,
+      "step": 36559
+    },
+    {
+      "epoch": 1.7471088597916467,
+      "grad_norm": 496.3411865234375,
+      "learning_rate": 8.269221107818915e-07,
+      "loss": 29.4375,
+      "step": 36560
+    },
+    {
+      "epoch": 1.747156647233107,
+      "grad_norm": 211.76852416992188,
+      "learning_rate": 8.266140005405509e-07,
+      "loss": 24.3438,
+      "step": 36561
+    },
+    {
+      "epoch": 1.7472044346745674,
+      "grad_norm": 283.0658264160156,
+      "learning_rate": 8.263059452359589e-07,
+      "loss": 26.25,
+      "step": 36562
+    },
+    {
+      "epoch": 1.7472522221160278,
+      "grad_norm": 166.57366943359375,
+      "learning_rate": 8.259979448699539e-07,
+      "loss": 20.9688,
+      "step": 36563
+    },
+    {
+      "epoch": 1.7473000095574882,
+      "grad_norm": 259.2003479003906,
+      "learning_rate": 8.256899994443845e-07,
+      "loss": 20.1094,
+      "step": 36564
+    },
+    {
+      "epoch": 1.7473477969989486,
+      "grad_norm": 199.07000732421875,
+      "learning_rate": 8.253821089610959e-07,
+      "loss": 20.0625,
+      "step": 36565
+    },
+    {
+      "epoch": 1.747395584440409,
+      "grad_norm": 244.47715759277344,
+      "learning_rate": 8.250742734219274e-07,
+      "loss": 18.75,
+      "step": 36566
+    },
+    {
+      "epoch": 1.7474433718818694,
+      "grad_norm": 174.05699157714844,
+      "learning_rate": 8.247664928287247e-07,
+      "loss": 18.3438,
+      "step": 36567
+    },
+    {
+      "epoch": 1.7474911593233298,
+      "grad_norm": 335.28594970703125,
+      "learning_rate": 8.244587671833326e-07,
+      "loss": 36.5625,
+      "step": 36568
+    },
+    {
+      "epoch": 1.7475389467647902,
+      "grad_norm": 195.3162384033203,
+      "learning_rate": 8.241510964875932e-07,
+      "loss": 19.2188,
+      "step": 36569
+    },
+    {
+      "epoch": 1.7475867342062505,
+      "grad_norm": 567.374755859375,
+      "learning_rate": 8.238434807433482e-07,
+      "loss": 19.1406,
+      "step": 36570
+    },
+    {
+      "epoch": 1.747634521647711,
+      "grad_norm": 196.38829040527344,
+      "learning_rate": 8.235359199524395e-07,
+      "loss": 28.9375,
+      "step": 36571
+    },
+    {
+      "epoch": 1.7476823090891713,
+      "grad_norm": 287.0794982910156,
+      "learning_rate": 8.232284141167102e-07,
+      "loss": 26.875,
+      "step": 36572
+    },
+    {
+      "epoch": 1.7477300965306317,
+      "grad_norm": 290.6929931640625,
+      "learning_rate": 8.22920963238003e-07,
+      "loss": 28.2188,
+      "step": 36573
+    },
+    {
+      "epoch": 1.747777883972092,
+      "grad_norm": 357.02685546875,
+      "learning_rate": 8.226135673181557e-07,
+      "loss": 26.25,
+      "step": 36574
+    },
+    {
+      "epoch": 1.7478256714135525,
+      "grad_norm": 382.2900390625,
+      "learning_rate": 8.223062263590109e-07,
+      "loss": 23.4688,
+      "step": 36575
+    },
+    {
+      "epoch": 1.7478734588550129,
+      "grad_norm": 253.23031616210938,
+      "learning_rate": 8.219989403624096e-07,
+      "loss": 24.2031,
+      "step": 36576
+    },
+    {
+      "epoch": 1.7479212462964733,
+      "grad_norm": 294.1434631347656,
+      "learning_rate": 8.216917093301935e-07,
+      "loss": 25.7031,
+      "step": 36577
+    },
+    {
+      "epoch": 1.7479690337379337,
+      "grad_norm": 284.83575439453125,
+      "learning_rate": 8.21384533264199e-07,
+      "loss": 16.2031,
+      "step": 36578
+    },
+    {
+      "epoch": 1.748016821179394,
+      "grad_norm": 170.5258331298828,
+      "learning_rate": 8.21077412166269e-07,
+      "loss": 16.8906,
+      "step": 36579
+    },
+    {
+      "epoch": 1.7480646086208544,
+      "grad_norm": 249.78726196289062,
+      "learning_rate": 8.207703460382399e-07,
+      "loss": 27.25,
+      "step": 36580
+    },
+    {
+      "epoch": 1.7481123960623148,
+      "grad_norm": 211.4514923095703,
+      "learning_rate": 8.204633348819524e-07,
+      "loss": 25.9844,
+      "step": 36581
+    },
+    {
+      "epoch": 1.7481601835037752,
+      "grad_norm": 188.51068115234375,
+      "learning_rate": 8.201563786992462e-07,
+      "loss": 20.6094,
+      "step": 36582
+    },
+    {
+      "epoch": 1.7482079709452356,
+      "grad_norm": 443.8984375,
+      "learning_rate": 8.198494774919552e-07,
+      "loss": 29.1875,
+      "step": 36583
+    },
+    {
+      "epoch": 1.748255758386696,
+      "grad_norm": 340.3191223144531,
+      "learning_rate": 8.195426312619226e-07,
+      "loss": 24.7188,
+      "step": 36584
+    },
+    {
+      "epoch": 1.7483035458281564,
+      "grad_norm": 258.1242370605469,
+      "learning_rate": 8.192358400109823e-07,
+      "loss": 21.5781,
+      "step": 36585
+    },
+    {
+      "epoch": 1.7483513332696168,
+      "grad_norm": 277.0523376464844,
+      "learning_rate": 8.18929103740973e-07,
+      "loss": 24.4375,
+      "step": 36586
+    },
+    {
+      "epoch": 1.7483991207110772,
+      "grad_norm": 129.3579559326172,
+      "learning_rate": 8.186224224537309e-07,
+      "loss": 25.0625,
+      "step": 36587
+    },
+    {
+      "epoch": 1.7484469081525376,
+      "grad_norm": 206.5894775390625,
+      "learning_rate": 8.183157961510957e-07,
+      "loss": 21.2344,
+      "step": 36588
+    },
+    {
+      "epoch": 1.748494695593998,
+      "grad_norm": 276.9488220214844,
+      "learning_rate": 8.180092248348981e-07,
+      "loss": 27.125,
+      "step": 36589
+    },
+    {
+      "epoch": 1.7485424830354583,
+      "grad_norm": 398.2112731933594,
+      "learning_rate": 8.177027085069789e-07,
+      "loss": 31.125,
+      "step": 36590
+    },
+    {
+      "epoch": 1.7485902704769187,
+      "grad_norm": 161.36447143554688,
+      "learning_rate": 8.173962471691732e-07,
+      "loss": 21.2969,
+      "step": 36591
+    },
+    {
+      "epoch": 1.7486380579183791,
+      "grad_norm": 206.65640258789062,
+      "learning_rate": 8.17089840823313e-07,
+      "loss": 27.0,
+      "step": 36592
+    },
+    {
+      "epoch": 1.7486858453598395,
+      "grad_norm": 247.11410522460938,
+      "learning_rate": 8.167834894712357e-07,
+      "loss": 27.2812,
+      "step": 36593
+    },
+    {
+      "epoch": 1.7487336328013,
+      "grad_norm": 218.5001983642578,
+      "learning_rate": 8.164771931147764e-07,
+      "loss": 35.5,
+      "step": 36594
+    },
+    {
+      "epoch": 1.7487814202427603,
+      "grad_norm": 278.21502685546875,
+      "learning_rate": 8.161709517557692e-07,
+      "loss": 13.6719,
+      "step": 36595
+    },
+    {
+      "epoch": 1.7488292076842207,
+      "grad_norm": 517.4090576171875,
+      "learning_rate": 8.158647653960461e-07,
+      "loss": 22.8125,
+      "step": 36596
+    },
+    {
+      "epoch": 1.748876995125681,
+      "grad_norm": 150.97958374023438,
+      "learning_rate": 8.155586340374433e-07,
+      "loss": 19.6562,
+      "step": 36597
+    },
+    {
+      "epoch": 1.7489247825671415,
+      "grad_norm": 153.7891845703125,
+      "learning_rate": 8.152525576817927e-07,
+      "loss": 17.9375,
+      "step": 36598
+    },
+    {
+      "epoch": 1.7489725700086018,
+      "grad_norm": 307.90106201171875,
+      "learning_rate": 8.149465363309295e-07,
+      "loss": 24.75,
+      "step": 36599
+    },
+    {
+      "epoch": 1.7490203574500622,
+      "grad_norm": 193.0682830810547,
+      "learning_rate": 8.146405699866822e-07,
+      "loss": 20.7969,
+      "step": 36600
+    },
+    {
+      "epoch": 1.7490681448915226,
+      "grad_norm": 220.12408447265625,
+      "learning_rate": 8.14334658650886e-07,
+      "loss": 19.6562,
+      "step": 36601
+    },
+    {
+      "epoch": 1.749115932332983,
+      "grad_norm": 339.234375,
+      "learning_rate": 8.14028802325374e-07,
+      "loss": 26.1094,
+      "step": 36602
+    },
+    {
+      "epoch": 1.7491637197744434,
+      "grad_norm": 462.5600891113281,
+      "learning_rate": 8.137230010119745e-07,
+      "loss": 20.3594,
+      "step": 36603
+    },
+    {
+      "epoch": 1.7492115072159038,
+      "grad_norm": 304.086669921875,
+      "learning_rate": 8.134172547125208e-07,
+      "loss": 37.125,
+      "step": 36604
+    },
+    {
+      "epoch": 1.7492592946573642,
+      "grad_norm": 142.89913940429688,
+      "learning_rate": 8.131115634288444e-07,
+      "loss": 13.7969,
+      "step": 36605
+    },
+    {
+      "epoch": 1.7493070820988246,
+      "grad_norm": 412.322998046875,
+      "learning_rate": 8.128059271627764e-07,
+      "loss": 20.1406,
+      "step": 36606
+    },
+    {
+      "epoch": 1.749354869540285,
+      "grad_norm": 157.5792236328125,
+      "learning_rate": 8.125003459161452e-07,
+      "loss": 16.7656,
+      "step": 36607
+    },
+    {
+      "epoch": 1.7494026569817454,
+      "grad_norm": 248.70913696289062,
+      "learning_rate": 8.121948196907803e-07,
+      "loss": 21.0469,
+      "step": 36608
+    },
+    {
+      "epoch": 1.7494504444232057,
+      "grad_norm": 176.47605895996094,
+      "learning_rate": 8.118893484885148e-07,
+      "loss": 24.5,
+      "step": 36609
+    },
+    {
+      "epoch": 1.7494982318646661,
+      "grad_norm": 281.8414306640625,
+      "learning_rate": 8.115839323111762e-07,
+      "loss": 17.875,
+      "step": 36610
+    },
+    {
+      "epoch": 1.7495460193061263,
+      "grad_norm": 255.5823974609375,
+      "learning_rate": 8.112785711605931e-07,
+      "loss": 35.6562,
+      "step": 36611
+    },
+    {
+      "epoch": 1.7495938067475867,
+      "grad_norm": 320.68389892578125,
+      "learning_rate": 8.10973265038596e-07,
+      "loss": 21.1094,
+      "step": 36612
+    },
+    {
+      "epoch": 1.749641594189047,
+      "grad_norm": 281.0440673828125,
+      "learning_rate": 8.106680139470102e-07,
+      "loss": 33.1719,
+      "step": 36613
+    },
+    {
+      "epoch": 1.7496893816305075,
+      "grad_norm": 276.69744873046875,
+      "learning_rate": 8.103628178876654e-07,
+      "loss": 28.0469,
+      "step": 36614
+    },
+    {
+      "epoch": 1.7497371690719679,
+      "grad_norm": 263.4678955078125,
+      "learning_rate": 8.100576768623913e-07,
+      "loss": 36.2812,
+      "step": 36615
+    },
+    {
+      "epoch": 1.7497849565134282,
+      "grad_norm": 240.6168975830078,
+      "learning_rate": 8.097525908730108e-07,
+      "loss": 17.9531,
+      "step": 36616
+    },
+    {
+      "epoch": 1.7498327439548886,
+      "grad_norm": 408.6155090332031,
+      "learning_rate": 8.094475599213569e-07,
+      "loss": 33.5469,
+      "step": 36617
+    },
+    {
+      "epoch": 1.749880531396349,
+      "grad_norm": 220.74676513671875,
+      "learning_rate": 8.091425840092503e-07,
+      "loss": 23.0625,
+      "step": 36618
+    },
+    {
+      "epoch": 1.7499283188378094,
+      "grad_norm": 391.39019775390625,
+      "learning_rate": 8.088376631385208e-07,
+      "loss": 26.625,
+      "step": 36619
+    },
+    {
+      "epoch": 1.7499761062792698,
+      "grad_norm": 674.3452758789062,
+      "learning_rate": 8.085327973109936e-07,
+      "loss": 36.4688,
+      "step": 36620
+    },
+    {
+      "epoch": 1.7500238937207302,
+      "grad_norm": 271.0343017578125,
+      "learning_rate": 8.082279865284959e-07,
+      "loss": 26.9375,
+      "step": 36621
+    },
+    {
+      "epoch": 1.7500716811621906,
+      "grad_norm": 260.3061218261719,
+      "learning_rate": 8.079232307928508e-07,
+      "loss": 23.375,
+      "step": 36622
+    },
+    {
+      "epoch": 1.750119468603651,
+      "grad_norm": 417.0108337402344,
+      "learning_rate": 8.076185301058847e-07,
+      "loss": 27.2188,
+      "step": 36623
+    },
+    {
+      "epoch": 1.7501672560451114,
+      "grad_norm": 166.73348999023438,
+      "learning_rate": 8.073138844694217e-07,
+      "loss": 22.0,
+      "step": 36624
+    },
+    {
+      "epoch": 1.7502150434865718,
+      "grad_norm": 235.69032287597656,
+      "learning_rate": 8.07009293885288e-07,
+      "loss": 19.2812,
+      "step": 36625
+    },
+    {
+      "epoch": 1.7502628309280321,
+      "grad_norm": 220.43429565429688,
+      "learning_rate": 8.067047583553056e-07,
+      "loss": 33.2812,
+      "step": 36626
+    },
+    {
+      "epoch": 1.7503106183694925,
+      "grad_norm": 299.8181457519531,
+      "learning_rate": 8.064002778812996e-07,
+      "loss": 19.8438,
+      "step": 36627
+    },
+    {
+      "epoch": 1.750358405810953,
+      "grad_norm": 146.4310302734375,
+      "learning_rate": 8.060958524650931e-07,
+      "loss": 14.2344,
+      "step": 36628
+    },
+    {
+      "epoch": 1.7504061932524133,
+      "grad_norm": 151.49322509765625,
+      "learning_rate": 8.057914821085088e-07,
+      "loss": 21.1719,
+      "step": 36629
+    },
+    {
+      "epoch": 1.7504539806938737,
+      "grad_norm": 172.79588317871094,
+      "learning_rate": 8.05487166813369e-07,
+      "loss": 16.0312,
+      "step": 36630
+    },
+    {
+      "epoch": 1.7505017681353339,
+      "grad_norm": 484.1524658203125,
+      "learning_rate": 8.051829065814965e-07,
+      "loss": 31.3438,
+      "step": 36631
+    },
+    {
+      "epoch": 1.7505495555767943,
+      "grad_norm": 307.8062438964844,
+      "learning_rate": 8.048787014147164e-07,
+      "loss": 30.1875,
+      "step": 36632
+    },
+    {
+      "epoch": 1.7505973430182546,
+      "grad_norm": 157.198486328125,
+      "learning_rate": 8.045745513148451e-07,
+      "loss": 19.0,
+      "step": 36633
+    },
+    {
+      "epoch": 1.750645130459715,
+      "grad_norm": 211.3660430908203,
+      "learning_rate": 8.042704562837078e-07,
+      "loss": 19.0469,
+      "step": 36634
+    },
+    {
+      "epoch": 1.7506929179011754,
+      "grad_norm": 149.65028381347656,
+      "learning_rate": 8.039664163231242e-07,
+      "loss": 17.0781,
+      "step": 36635
+    },
+    {
+      "epoch": 1.7507407053426358,
+      "grad_norm": 187.26419067382812,
+      "learning_rate": 8.036624314349184e-07,
+      "loss": 18.7188,
+      "step": 36636
+    },
+    {
+      "epoch": 1.7507884927840962,
+      "grad_norm": 120.1702880859375,
+      "learning_rate": 8.033585016209056e-07,
+      "loss": 21.6562,
+      "step": 36637
+    },
+    {
+      "epoch": 1.7508362802255566,
+      "grad_norm": 164.62452697753906,
+      "learning_rate": 8.030546268829087e-07,
+      "loss": 22.9688,
+      "step": 36638
+    },
+    {
+      "epoch": 1.750884067667017,
+      "grad_norm": 294.6782531738281,
+      "learning_rate": 8.027508072227485e-07,
+      "loss": 29.0938,
+      "step": 36639
+    },
+    {
+      "epoch": 1.7509318551084774,
+      "grad_norm": 298.62445068359375,
+      "learning_rate": 8.024470426422415e-07,
+      "loss": 24.5,
+      "step": 36640
+    },
+    {
+      "epoch": 1.7509796425499378,
+      "grad_norm": 203.1859130859375,
+      "learning_rate": 8.021433331432093e-07,
+      "loss": 20.1094,
+      "step": 36641
+    },
+    {
+      "epoch": 1.7510274299913982,
+      "grad_norm": 316.1999206542969,
+      "learning_rate": 8.018396787274696e-07,
+      "loss": 27.8438,
+      "step": 36642
+    },
+    {
+      "epoch": 1.7510752174328585,
+      "grad_norm": 1159.7999267578125,
+      "learning_rate": 8.01536079396843e-07,
+      "loss": 22.6719,
+      "step": 36643
+    },
+    {
+      "epoch": 1.751123004874319,
+      "grad_norm": 195.4375,
+      "learning_rate": 8.012325351531447e-07,
+      "loss": 31.4688,
+      "step": 36644
+    },
+    {
+      "epoch": 1.7511707923157793,
+      "grad_norm": 199.74176025390625,
+      "learning_rate": 8.009290459981944e-07,
+      "loss": 22.1875,
+      "step": 36645
+    },
+    {
+      "epoch": 1.7512185797572397,
+      "grad_norm": 192.5603790283203,
+      "learning_rate": 8.006256119338096e-07,
+      "loss": 21.9375,
+      "step": 36646
+    },
+    {
+      "epoch": 1.7512663671987,
+      "grad_norm": 289.922119140625,
+      "learning_rate": 8.003222329618054e-07,
+      "loss": 28.5938,
+      "step": 36647
+    },
+    {
+      "epoch": 1.7513141546401605,
+      "grad_norm": 146.67233276367188,
+      "learning_rate": 8.000189090840027e-07,
+      "loss": 21.0938,
+      "step": 36648
+    },
+    {
+      "epoch": 1.7513619420816209,
+      "grad_norm": 267.64385986328125,
+      "learning_rate": 7.997156403022132e-07,
+      "loss": 23.8125,
+      "step": 36649
+    },
+    {
+      "epoch": 1.7514097295230813,
+      "grad_norm": 230.36492919921875,
+      "learning_rate": 7.994124266182568e-07,
+      "loss": 21.4688,
+      "step": 36650
+    },
+    {
+      "epoch": 1.7514575169645417,
+      "grad_norm": 367.711181640625,
+      "learning_rate": 7.991092680339463e-07,
+      "loss": 22.0078,
+      "step": 36651
+    },
+    {
+      "epoch": 1.751505304406002,
+      "grad_norm": 213.8642578125,
+      "learning_rate": 7.988061645510991e-07,
+      "loss": 17.1875,
+      "step": 36652
+    },
+    {
+      "epoch": 1.7515530918474624,
+      "grad_norm": 174.12567138671875,
+      "learning_rate": 7.985031161715307e-07,
+      "loss": 29.875,
+      "step": 36653
+    },
+    {
+      "epoch": 1.7516008792889228,
+      "grad_norm": 179.1984100341797,
+      "learning_rate": 7.982001228970571e-07,
+      "loss": 17.6406,
+      "step": 36654
+    },
+    {
+      "epoch": 1.7516486667303832,
+      "grad_norm": 763.1235961914062,
+      "learning_rate": 7.978971847294892e-07,
+      "loss": 37.9688,
+      "step": 36655
+    },
+    {
+      "epoch": 1.7516964541718436,
+      "grad_norm": 171.7948455810547,
+      "learning_rate": 7.975943016706434e-07,
+      "loss": 19.4766,
+      "step": 36656
+    },
+    {
+      "epoch": 1.751744241613304,
+      "grad_norm": 194.77386474609375,
+      "learning_rate": 7.972914737223325e-07,
+      "loss": 16.7031,
+      "step": 36657
+    },
+    {
+      "epoch": 1.7517920290547644,
+      "grad_norm": 285.7862243652344,
+      "learning_rate": 7.96988700886373e-07,
+      "loss": 27.5781,
+      "step": 36658
+    },
+    {
+      "epoch": 1.7518398164962248,
+      "grad_norm": 305.5028381347656,
+      "learning_rate": 7.966859831645746e-07,
+      "loss": 34.2188,
+      "step": 36659
+    },
+    {
+      "epoch": 1.7518876039376852,
+      "grad_norm": 186.1432647705078,
+      "learning_rate": 7.963833205587523e-07,
+      "loss": 17.9844,
+      "step": 36660
+    },
+    {
+      "epoch": 1.7519353913791456,
+      "grad_norm": 230.5283660888672,
+      "learning_rate": 7.960807130707171e-07,
+      "loss": 22.5,
+      "step": 36661
+    },
+    {
+      "epoch": 1.751983178820606,
+      "grad_norm": 193.73985290527344,
+      "learning_rate": 7.957781607022841e-07,
+      "loss": 21.7812,
+      "step": 36662
+    },
+    {
+      "epoch": 1.7520309662620663,
+      "grad_norm": 207.57066345214844,
+      "learning_rate": 7.954756634552607e-07,
+      "loss": 20.6406,
+      "step": 36663
+    },
+    {
+      "epoch": 1.7520787537035267,
+      "grad_norm": 802.709716796875,
+      "learning_rate": 7.951732213314623e-07,
+      "loss": 22.75,
+      "step": 36664
+    },
+    {
+      "epoch": 1.7521265411449871,
+      "grad_norm": 312.66070556640625,
+      "learning_rate": 7.948708343327005e-07,
+      "loss": 28.0312,
+      "step": 36665
+    },
+    {
+      "epoch": 1.7521743285864475,
+      "grad_norm": 265.3946533203125,
+      "learning_rate": 7.945685024607819e-07,
+      "loss": 29.25,
+      "step": 36666
+    },
+    {
+      "epoch": 1.752222116027908,
+      "grad_norm": 399.85650634765625,
+      "learning_rate": 7.942662257175204e-07,
+      "loss": 25.0938,
+      "step": 36667
+    },
+    {
+      "epoch": 1.7522699034693683,
+      "grad_norm": 241.3658905029297,
+      "learning_rate": 7.939640041047247e-07,
+      "loss": 22.75,
+      "step": 36668
+    },
+    {
+      "epoch": 1.7523176909108287,
+      "grad_norm": 227.9128875732422,
+      "learning_rate": 7.936618376242078e-07,
+      "loss": 27.2188,
+      "step": 36669
+    },
+    {
+      "epoch": 1.752365478352289,
+      "grad_norm": 205.85592651367188,
+      "learning_rate": 7.933597262777759e-07,
+      "loss": 24.625,
+      "step": 36670
+    },
+    {
+      "epoch": 1.7524132657937495,
+      "grad_norm": 340.5106506347656,
+      "learning_rate": 7.930576700672388e-07,
+      "loss": 24.5781,
+      "step": 36671
+    },
+    {
+      "epoch": 1.7524610532352098,
+      "grad_norm": 317.51507568359375,
+      "learning_rate": 7.927556689944061e-07,
+      "loss": 25.0,
+      "step": 36672
+    },
+    {
+      "epoch": 1.7525088406766702,
+      "grad_norm": 732.051025390625,
+      "learning_rate": 7.924537230610884e-07,
+      "loss": 25.1719,
+      "step": 36673
+    },
+    {
+      "epoch": 1.7525566281181306,
+      "grad_norm": 239.5740509033203,
+      "learning_rate": 7.921518322690891e-07,
+      "loss": 25.125,
+      "step": 36674
+    },
+    {
+      "epoch": 1.752604415559591,
+      "grad_norm": 355.8642883300781,
+      "learning_rate": 7.918499966202197e-07,
+      "loss": 24.3438,
+      "step": 36675
+    },
+    {
+      "epoch": 1.7526522030010514,
+      "grad_norm": 127.08966064453125,
+      "learning_rate": 7.915482161162891e-07,
+      "loss": 19.4531,
+      "step": 36676
+    },
+    {
+      "epoch": 1.7526999904425118,
+      "grad_norm": 354.1300964355469,
+      "learning_rate": 7.912464907591011e-07,
+      "loss": 26.9062,
+      "step": 36677
+    },
+    {
+      "epoch": 1.7527477778839722,
+      "grad_norm": 309.30499267578125,
+      "learning_rate": 7.909448205504633e-07,
+      "loss": 19.1094,
+      "step": 36678
+    },
+    {
+      "epoch": 1.7527955653254326,
+      "grad_norm": 385.7691650390625,
+      "learning_rate": 7.906432054921854e-07,
+      "loss": 34.9375,
+      "step": 36679
+    },
+    {
+      "epoch": 1.752843352766893,
+      "grad_norm": 181.1820068359375,
+      "learning_rate": 7.90341645586069e-07,
+      "loss": 24.3125,
+      "step": 36680
+    },
+    {
+      "epoch": 1.7528911402083533,
+      "grad_norm": 199.9035186767578,
+      "learning_rate": 7.900401408339242e-07,
+      "loss": 20.7031,
+      "step": 36681
+    },
+    {
+      "epoch": 1.7529389276498137,
+      "grad_norm": 1201.3206787109375,
+      "learning_rate": 7.897386912375538e-07,
+      "loss": 28.3125,
+      "step": 36682
+    },
+    {
+      "epoch": 1.7529867150912741,
+      "grad_norm": 219.10861206054688,
+      "learning_rate": 7.89437296798764e-07,
+      "loss": 23.0625,
+      "step": 36683
+    },
+    {
+      "epoch": 1.7530345025327345,
+      "grad_norm": 331.949462890625,
+      "learning_rate": 7.891359575193613e-07,
+      "loss": 25.7188,
+      "step": 36684
+    },
+    {
+      "epoch": 1.753082289974195,
+      "grad_norm": 206.94375610351562,
+      "learning_rate": 7.888346734011465e-07,
+      "loss": 21.2344,
+      "step": 36685
+    },
+    {
+      "epoch": 1.7531300774156553,
+      "grad_norm": 362.5566711425781,
+      "learning_rate": 7.88533444445927e-07,
+      "loss": 16.1875,
+      "step": 36686
+    },
+    {
+      "epoch": 1.7531778648571157,
+      "grad_norm": 353.7573547363281,
+      "learning_rate": 7.88232270655509e-07,
+      "loss": 23.3125,
+      "step": 36687
+    },
+    {
+      "epoch": 1.753225652298576,
+      "grad_norm": 147.01763916015625,
+      "learning_rate": 7.879311520316901e-07,
+      "loss": 15.6719,
+      "step": 36688
+    },
+    {
+      "epoch": 1.7532734397400365,
+      "grad_norm": 163.3035125732422,
+      "learning_rate": 7.876300885762766e-07,
+      "loss": 21.0,
+      "step": 36689
+    },
+    {
+      "epoch": 1.7533212271814969,
+      "grad_norm": 310.33380126953125,
+      "learning_rate": 7.873290802910727e-07,
+      "loss": 30.25,
+      "step": 36690
+    },
+    {
+      "epoch": 1.7533690146229572,
+      "grad_norm": 180.89540100097656,
+      "learning_rate": 7.870281271778813e-07,
+      "loss": 20.6094,
+      "step": 36691
+    },
+    {
+      "epoch": 1.7534168020644176,
+      "grad_norm": 276.3078918457031,
+      "learning_rate": 7.867272292385019e-07,
+      "loss": 34.1562,
+      "step": 36692
+    },
+    {
+      "epoch": 1.7534645895058778,
+      "grad_norm": 278.1817932128906,
+      "learning_rate": 7.864263864747379e-07,
+      "loss": 30.3594,
+      "step": 36693
+    },
+    {
+      "epoch": 1.7535123769473382,
+      "grad_norm": 155.76016235351562,
+      "learning_rate": 7.861255988883909e-07,
+      "loss": 21.5781,
+      "step": 36694
+    },
+    {
+      "epoch": 1.7535601643887986,
+      "grad_norm": 159.85755920410156,
+      "learning_rate": 7.85824866481264e-07,
+      "loss": 29.3438,
+      "step": 36695
+    },
+    {
+      "epoch": 1.753607951830259,
+      "grad_norm": 261.72454833984375,
+      "learning_rate": 7.855241892551558e-07,
+      "loss": 30.9062,
+      "step": 36696
+    },
+    {
+      "epoch": 1.7536557392717194,
+      "grad_norm": 374.2966003417969,
+      "learning_rate": 7.852235672118669e-07,
+      "loss": 38.9375,
+      "step": 36697
+    },
+    {
+      "epoch": 1.7537035267131798,
+      "grad_norm": 218.0399169921875,
+      "learning_rate": 7.849230003531982e-07,
+      "loss": 24.0781,
+      "step": 36698
+    },
+    {
+      "epoch": 1.7537513141546401,
+      "grad_norm": 476.6307678222656,
+      "learning_rate": 7.846224886809528e-07,
+      "loss": 35.3438,
+      "step": 36699
+    },
+    {
+      "epoch": 1.7537991015961005,
+      "grad_norm": 247.57769775390625,
+      "learning_rate": 7.843220321969247e-07,
+      "loss": 18.5469,
+      "step": 36700
+    },
+    {
+      "epoch": 1.753846889037561,
+      "grad_norm": 222.05926513671875,
+      "learning_rate": 7.840216309029169e-07,
+      "loss": 22.1406,
+      "step": 36701
+    },
+    {
+      "epoch": 1.7538946764790213,
+      "grad_norm": 376.324951171875,
+      "learning_rate": 7.837212848007292e-07,
+      "loss": 18.0625,
+      "step": 36702
+    },
+    {
+      "epoch": 1.7539424639204817,
+      "grad_norm": 235.89048767089844,
+      "learning_rate": 7.834209938921578e-07,
+      "loss": 31.7812,
+      "step": 36703
+    },
+    {
+      "epoch": 1.753990251361942,
+      "grad_norm": 614.150390625,
+      "learning_rate": 7.831207581790012e-07,
+      "loss": 20.7812,
+      "step": 36704
+    },
+    {
+      "epoch": 1.7540380388034025,
+      "grad_norm": 157.54644775390625,
+      "learning_rate": 7.828205776630582e-07,
+      "loss": 16.9688,
+      "step": 36705
+    },
+    {
+      "epoch": 1.7540858262448629,
+      "grad_norm": 171.424560546875,
+      "learning_rate": 7.825204523461283e-07,
+      "loss": 18.6875,
+      "step": 36706
+    },
+    {
+      "epoch": 1.7541336136863233,
+      "grad_norm": 141.1296844482422,
+      "learning_rate": 7.822203822300056e-07,
+      "loss": 21.2656,
+      "step": 36707
+    },
+    {
+      "epoch": 1.7541814011277836,
+      "grad_norm": 854.2384643554688,
+      "learning_rate": 7.819203673164877e-07,
+      "loss": 28.0938,
+      "step": 36708
+    },
+    {
+      "epoch": 1.754229188569244,
+      "grad_norm": 259.4988098144531,
+      "learning_rate": 7.816204076073752e-07,
+      "loss": 32.2188,
+      "step": 36709
+    },
+    {
+      "epoch": 1.7542769760107044,
+      "grad_norm": 153.4251708984375,
+      "learning_rate": 7.81320503104459e-07,
+      "loss": 23.3438,
+      "step": 36710
+    },
+    {
+      "epoch": 1.7543247634521648,
+      "grad_norm": 223.82757568359375,
+      "learning_rate": 7.810206538095377e-07,
+      "loss": 22.5,
+      "step": 36711
+    },
+    {
+      "epoch": 1.7543725508936252,
+      "grad_norm": 247.38026428222656,
+      "learning_rate": 7.807208597244087e-07,
+      "loss": 19.3438,
+      "step": 36712
+    },
+    {
+      "epoch": 1.7544203383350856,
+      "grad_norm": 205.85089111328125,
+      "learning_rate": 7.804211208508639e-07,
+      "loss": 24.7031,
+      "step": 36713
+    },
+    {
+      "epoch": 1.7544681257765458,
+      "grad_norm": 152.14076232910156,
+      "learning_rate": 7.801214371907029e-07,
+      "loss": 16.4609,
+      "step": 36714
+    },
+    {
+      "epoch": 1.7545159132180062,
+      "grad_norm": 184.3737335205078,
+      "learning_rate": 7.798218087457143e-07,
+      "loss": 25.5312,
+      "step": 36715
+    },
+    {
+      "epoch": 1.7545637006594665,
+      "grad_norm": 424.8689270019531,
+      "learning_rate": 7.795222355176968e-07,
+      "loss": 33.4062,
+      "step": 36716
+    },
+    {
+      "epoch": 1.754611488100927,
+      "grad_norm": 797.157470703125,
+      "learning_rate": 7.792227175084444e-07,
+      "loss": 21.3281,
+      "step": 36717
+    },
+    {
+      "epoch": 1.7546592755423873,
+      "grad_norm": 191.22947692871094,
+      "learning_rate": 7.789232547197489e-07,
+      "loss": 20.8906,
+      "step": 36718
+    },
+    {
+      "epoch": 1.7547070629838477,
+      "grad_norm": 131.59674072265625,
+      "learning_rate": 7.786238471534035e-07,
+      "loss": 20.8125,
+      "step": 36719
+    },
+    {
+      "epoch": 1.754754850425308,
+      "grad_norm": 254.23721313476562,
+      "learning_rate": 7.783244948112034e-07,
+      "loss": 27.6875,
+      "step": 36720
+    },
+    {
+      "epoch": 1.7548026378667685,
+      "grad_norm": 212.8731689453125,
+      "learning_rate": 7.780251976949415e-07,
+      "loss": 14.1406,
+      "step": 36721
+    },
+    {
+      "epoch": 1.7548504253082289,
+      "grad_norm": 536.3526000976562,
+      "learning_rate": 7.777259558064087e-07,
+      "loss": 24.9375,
+      "step": 36722
+    },
+    {
+      "epoch": 1.7548982127496893,
+      "grad_norm": 201.956787109375,
+      "learning_rate": 7.774267691473958e-07,
+      "loss": 16.9844,
+      "step": 36723
+    },
+    {
+      "epoch": 1.7549460001911497,
+      "grad_norm": 289.1891784667969,
+      "learning_rate": 7.77127637719699e-07,
+      "loss": 30.7344,
+      "step": 36724
+    },
+    {
+      "epoch": 1.75499378763261,
+      "grad_norm": 336.5916442871094,
+      "learning_rate": 7.768285615251048e-07,
+      "loss": 30.0781,
+      "step": 36725
+    },
+    {
+      "epoch": 1.7550415750740704,
+      "grad_norm": 418.4040222167969,
+      "learning_rate": 7.76529540565406e-07,
+      "loss": 24.1562,
+      "step": 36726
+    },
+    {
+      "epoch": 1.7550893625155308,
+      "grad_norm": 407.7257080078125,
+      "learning_rate": 7.762305748423938e-07,
+      "loss": 17.1875,
+      "step": 36727
+    },
+    {
+      "epoch": 1.7551371499569912,
+      "grad_norm": 346.4447326660156,
+      "learning_rate": 7.759316643578607e-07,
+      "loss": 22.5,
+      "step": 36728
+    },
+    {
+      "epoch": 1.7551849373984516,
+      "grad_norm": 312.607421875,
+      "learning_rate": 7.756328091135922e-07,
+      "loss": 28.6562,
+      "step": 36729
+    },
+    {
+      "epoch": 1.755232724839912,
+      "grad_norm": 149.65911865234375,
+      "learning_rate": 7.753340091113815e-07,
+      "loss": 17.5625,
+      "step": 36730
+    },
+    {
+      "epoch": 1.7552805122813724,
+      "grad_norm": 236.59800720214844,
+      "learning_rate": 7.750352643530157e-07,
+      "loss": 20.6719,
+      "step": 36731
+    },
+    {
+      "epoch": 1.7553282997228328,
+      "grad_norm": 220.5095672607422,
+      "learning_rate": 7.74736574840288e-07,
+      "loss": 31.2812,
+      "step": 36732
+    },
+    {
+      "epoch": 1.7553760871642932,
+      "grad_norm": 309.68023681640625,
+      "learning_rate": 7.744379405749824e-07,
+      "loss": 25.0625,
+      "step": 36733
+    },
+    {
+      "epoch": 1.7554238746057536,
+      "grad_norm": 135.69825744628906,
+      "learning_rate": 7.741393615588888e-07,
+      "loss": 19.4688,
+      "step": 36734
+    },
+    {
+      "epoch": 1.755471662047214,
+      "grad_norm": 175.75709533691406,
+      "learning_rate": 7.738408377937978e-07,
+      "loss": 18.0781,
+      "step": 36735
+    },
+    {
+      "epoch": 1.7555194494886743,
+      "grad_norm": 1142.3197021484375,
+      "learning_rate": 7.735423692814937e-07,
+      "loss": 21.3438,
+      "step": 36736
+    },
+    {
+      "epoch": 1.7555672369301347,
+      "grad_norm": 421.1936950683594,
+      "learning_rate": 7.732439560237659e-07,
+      "loss": 39.625,
+      "step": 36737
+    },
+    {
+      "epoch": 1.7556150243715951,
+      "grad_norm": 257.5665588378906,
+      "learning_rate": 7.729455980223999e-07,
+      "loss": 31.1562,
+      "step": 36738
+    },
+    {
+      "epoch": 1.7556628118130555,
+      "grad_norm": 251.0048065185547,
+      "learning_rate": 7.726472952791864e-07,
+      "loss": 21.0625,
+      "step": 36739
+    },
+    {
+      "epoch": 1.755710599254516,
+      "grad_norm": 326.96600341796875,
+      "learning_rate": 7.723490477959062e-07,
+      "loss": 35.4375,
+      "step": 36740
+    },
+    {
+      "epoch": 1.7557583866959763,
+      "grad_norm": 245.28732299804688,
+      "learning_rate": 7.720508555743489e-07,
+      "loss": 24.9688,
+      "step": 36741
+    },
+    {
+      "epoch": 1.7558061741374367,
+      "grad_norm": 195.7739715576172,
+      "learning_rate": 7.717527186163009e-07,
+      "loss": 22.375,
+      "step": 36742
+    },
+    {
+      "epoch": 1.755853961578897,
+      "grad_norm": 168.70443725585938,
+      "learning_rate": 7.714546369235454e-07,
+      "loss": 30.3906,
+      "step": 36743
+    },
+    {
+      "epoch": 1.7559017490203574,
+      "grad_norm": 212.03958129882812,
+      "learning_rate": 7.711566104978685e-07,
+      "loss": 20.9844,
+      "step": 36744
+    },
+    {
+      "epoch": 1.7559495364618178,
+      "grad_norm": 341.1929016113281,
+      "learning_rate": 7.708586393410566e-07,
+      "loss": 27.6562,
+      "step": 36745
+    },
+    {
+      "epoch": 1.7559973239032782,
+      "grad_norm": 153.38778686523438,
+      "learning_rate": 7.705607234548906e-07,
+      "loss": 23.0625,
+      "step": 36746
+    },
+    {
+      "epoch": 1.7560451113447386,
+      "grad_norm": 243.3036651611328,
+      "learning_rate": 7.70262862841159e-07,
+      "loss": 31.6875,
+      "step": 36747
+    },
+    {
+      "epoch": 1.756092898786199,
+      "grad_norm": 193.2442169189453,
+      "learning_rate": 7.699650575016405e-07,
+      "loss": 21.5,
+      "step": 36748
+    },
+    {
+      "epoch": 1.7561406862276594,
+      "grad_norm": 204.3353729248047,
+      "learning_rate": 7.696673074381222e-07,
+      "loss": 22.9219,
+      "step": 36749
+    },
+    {
+      "epoch": 1.7561884736691198,
+      "grad_norm": 291.5137634277344,
+      "learning_rate": 7.693696126523875e-07,
+      "loss": 13.6719,
+      "step": 36750
+    },
+    {
+      "epoch": 1.7562362611105802,
+      "grad_norm": 140.55459594726562,
+      "learning_rate": 7.690719731462171e-07,
+      "loss": 25.625,
+      "step": 36751
+    },
+    {
+      "epoch": 1.7562840485520406,
+      "grad_norm": 296.571044921875,
+      "learning_rate": 7.687743889213939e-07,
+      "loss": 18.2344,
+      "step": 36752
+    },
+    {
+      "epoch": 1.756331835993501,
+      "grad_norm": 233.03378295898438,
+      "learning_rate": 7.684768599796999e-07,
+      "loss": 30.7188,
+      "step": 36753
+    },
+    {
+      "epoch": 1.7563796234349613,
+      "grad_norm": 636.34423828125,
+      "learning_rate": 7.681793863229203e-07,
+      "loss": 24.375,
+      "step": 36754
+    },
+    {
+      "epoch": 1.7564274108764217,
+      "grad_norm": 329.3663024902344,
+      "learning_rate": 7.678819679528315e-07,
+      "loss": 29.7188,
+      "step": 36755
+    },
+    {
+      "epoch": 1.7564751983178821,
+      "grad_norm": 210.1483612060547,
+      "learning_rate": 7.675846048712177e-07,
+      "loss": 29.3125,
+      "step": 36756
+    },
+    {
+      "epoch": 1.7565229857593425,
+      "grad_norm": 192.97828674316406,
+      "learning_rate": 7.672872970798584e-07,
+      "loss": 20.1406,
+      "step": 36757
+    },
+    {
+      "epoch": 1.756570773200803,
+      "grad_norm": 156.74073791503906,
+      "learning_rate": 7.669900445805367e-07,
+      "loss": 23.1094,
+      "step": 36758
+    },
+    {
+      "epoch": 1.7566185606422633,
+      "grad_norm": 160.0469970703125,
+      "learning_rate": 7.66692847375029e-07,
+      "loss": 17.8906,
+      "step": 36759
+    },
+    {
+      "epoch": 1.7566663480837237,
+      "grad_norm": 154.6089630126953,
+      "learning_rate": 7.663957054651172e-07,
+      "loss": 28.5938,
+      "step": 36760
+    },
+    {
+      "epoch": 1.756714135525184,
+      "grad_norm": 174.5689697265625,
+      "learning_rate": 7.660986188525821e-07,
+      "loss": 17.8438,
+      "step": 36761
+    },
+    {
+      "epoch": 1.7567619229666445,
+      "grad_norm": 360.5684814453125,
+      "learning_rate": 7.658015875391989e-07,
+      "loss": 24.125,
+      "step": 36762
+    },
+    {
+      "epoch": 1.7568097104081049,
+      "grad_norm": 269.07110595703125,
+      "learning_rate": 7.655046115267495e-07,
+      "loss": 21.9688,
+      "step": 36763
+    },
+    {
+      "epoch": 1.7568574978495652,
+      "grad_norm": 252.21055603027344,
+      "learning_rate": 7.652076908170114e-07,
+      "loss": 25.4062,
+      "step": 36764
+    },
+    {
+      "epoch": 1.7569052852910256,
+      "grad_norm": 141.46775817871094,
+      "learning_rate": 7.649108254117654e-07,
+      "loss": 17.1406,
+      "step": 36765
+    },
+    {
+      "epoch": 1.756953072732486,
+      "grad_norm": 184.0835418701172,
+      "learning_rate": 7.646140153127846e-07,
+      "loss": 22.8594,
+      "step": 36766
+    },
+    {
+      "epoch": 1.7570008601739464,
+      "grad_norm": 192.2924346923828,
+      "learning_rate": 7.643172605218497e-07,
+      "loss": 27.0938,
+      "step": 36767
+    },
+    {
+      "epoch": 1.7570486476154068,
+      "grad_norm": 367.7742614746094,
+      "learning_rate": 7.640205610407369e-07,
+      "loss": 15.9219,
+      "step": 36768
+    },
+    {
+      "epoch": 1.7570964350568672,
+      "grad_norm": 257.61114501953125,
+      "learning_rate": 7.63723916871224e-07,
+      "loss": 22.7812,
+      "step": 36769
+    },
+    {
+      "epoch": 1.7571442224983276,
+      "grad_norm": 270.8258972167969,
+      "learning_rate": 7.634273280150861e-07,
+      "loss": 20.625,
+      "step": 36770
+    },
+    {
+      "epoch": 1.757192009939788,
+      "grad_norm": 516.8539428710938,
+      "learning_rate": 7.631307944740995e-07,
+      "loss": 15.25,
+      "step": 36771
+    },
+    {
+      "epoch": 1.7572397973812484,
+      "grad_norm": 259.8575439453125,
+      "learning_rate": 7.628343162500429e-07,
+      "loss": 37.875,
+      "step": 36772
+    },
+    {
+      "epoch": 1.7572875848227087,
+      "grad_norm": 206.1105499267578,
+      "learning_rate": 7.62537893344687e-07,
+      "loss": 23.6094,
+      "step": 36773
+    },
+    {
+      "epoch": 1.7573353722641691,
+      "grad_norm": 633.564697265625,
+      "learning_rate": 7.622415257598103e-07,
+      "loss": 27.5625,
+      "step": 36774
+    },
+    {
+      "epoch": 1.7573831597056293,
+      "grad_norm": 307.5540466308594,
+      "learning_rate": 7.619452134971872e-07,
+      "loss": 25.5625,
+      "step": 36775
+    },
+    {
+      "epoch": 1.7574309471470897,
+      "grad_norm": 360.0759582519531,
+      "learning_rate": 7.616489565585927e-07,
+      "loss": 22.3047,
+      "step": 36776
+    },
+    {
+      "epoch": 1.75747873458855,
+      "grad_norm": 339.44683837890625,
+      "learning_rate": 7.613527549457989e-07,
+      "loss": 23.0938,
+      "step": 36777
+    },
+    {
+      "epoch": 1.7575265220300105,
+      "grad_norm": 225.1296844482422,
+      "learning_rate": 7.61056608660583e-07,
+      "loss": 27.25,
+      "step": 36778
+    },
+    {
+      "epoch": 1.7575743094714709,
+      "grad_norm": 124.88751220703125,
+      "learning_rate": 7.60760517704714e-07,
+      "loss": 21.7031,
+      "step": 36779
+    },
+    {
+      "epoch": 1.7576220969129313,
+      "grad_norm": 138.75303649902344,
+      "learning_rate": 7.6046448207997e-07,
+      "loss": 18.6406,
+      "step": 36780
+    },
+    {
+      "epoch": 1.7576698843543916,
+      "grad_norm": 319.9019470214844,
+      "learning_rate": 7.601685017881199e-07,
+      "loss": 24.6406,
+      "step": 36781
+    },
+    {
+      "epoch": 1.757717671795852,
+      "grad_norm": 399.2393798828125,
+      "learning_rate": 7.598725768309367e-07,
+      "loss": 27.625,
+      "step": 36782
+    },
+    {
+      "epoch": 1.7577654592373124,
+      "grad_norm": 264.9175109863281,
+      "learning_rate": 7.595767072101945e-07,
+      "loss": 30.9688,
+      "step": 36783
+    },
+    {
+      "epoch": 1.7578132466787728,
+      "grad_norm": 164.02923583984375,
+      "learning_rate": 7.592808929276663e-07,
+      "loss": 19.7656,
+      "step": 36784
+    },
+    {
+      "epoch": 1.7578610341202332,
+      "grad_norm": 300.6798400878906,
+      "learning_rate": 7.589851339851206e-07,
+      "loss": 27.6406,
+      "step": 36785
+    },
+    {
+      "epoch": 1.7579088215616936,
+      "grad_norm": 454.9315185546875,
+      "learning_rate": 7.586894303843284e-07,
+      "loss": 29.875,
+      "step": 36786
+    },
+    {
+      "epoch": 1.757956609003154,
+      "grad_norm": 198.9983673095703,
+      "learning_rate": 7.583937821270648e-07,
+      "loss": 23.25,
+      "step": 36787
+    },
+    {
+      "epoch": 1.7580043964446144,
+      "grad_norm": 159.2877655029297,
+      "learning_rate": 7.580981892150951e-07,
+      "loss": 21.4062,
+      "step": 36788
+    },
+    {
+      "epoch": 1.7580521838860748,
+      "grad_norm": 228.77264404296875,
+      "learning_rate": 7.578026516501924e-07,
+      "loss": 23.5625,
+      "step": 36789
+    },
+    {
+      "epoch": 1.7580999713275351,
+      "grad_norm": 427.8675842285156,
+      "learning_rate": 7.575071694341252e-07,
+      "loss": 19.5625,
+      "step": 36790
+    },
+    {
+      "epoch": 1.7581477587689955,
+      "grad_norm": 714.0718383789062,
+      "learning_rate": 7.572117425686664e-07,
+      "loss": 18.2344,
+      "step": 36791
+    },
+    {
+      "epoch": 1.758195546210456,
+      "grad_norm": 509.7442321777344,
+      "learning_rate": 7.569163710555816e-07,
+      "loss": 23.6406,
+      "step": 36792
+    },
+    {
+      "epoch": 1.7582433336519163,
+      "grad_norm": 142.23756408691406,
+      "learning_rate": 7.566210548966402e-07,
+      "loss": 26.1406,
+      "step": 36793
+    },
+    {
+      "epoch": 1.7582911210933767,
+      "grad_norm": 184.8258514404297,
+      "learning_rate": 7.56325794093612e-07,
+      "loss": 26.1875,
+      "step": 36794
+    },
+    {
+      "epoch": 1.758338908534837,
+      "grad_norm": 309.9380798339844,
+      "learning_rate": 7.560305886482655e-07,
+      "loss": 21.0938,
+      "step": 36795
+    },
+    {
+      "epoch": 1.7583866959762973,
+      "grad_norm": 124.88375091552734,
+      "learning_rate": 7.557354385623672e-07,
+      "loss": 20.8125,
+      "step": 36796
+    },
+    {
+      "epoch": 1.7584344834177577,
+      "grad_norm": 221.29327392578125,
+      "learning_rate": 7.554403438376845e-07,
+      "loss": 20.875,
+      "step": 36797
+    },
+    {
+      "epoch": 1.758482270859218,
+      "grad_norm": 275.5137023925781,
+      "learning_rate": 7.551453044759871e-07,
+      "loss": 21.8203,
+      "step": 36798
+    },
+    {
+      "epoch": 1.7585300583006784,
+      "grad_norm": 301.48797607421875,
+      "learning_rate": 7.548503204790381e-07,
+      "loss": 19.0312,
+      "step": 36799
+    },
+    {
+      "epoch": 1.7585778457421388,
+      "grad_norm": 191.60581970214844,
+      "learning_rate": 7.545553918486071e-07,
+      "loss": 25.7031,
+      "step": 36800
+    },
+    {
+      "epoch": 1.7586256331835992,
+      "grad_norm": 202.79721069335938,
+      "learning_rate": 7.542605185864593e-07,
+      "loss": 23.2344,
+      "step": 36801
+    },
+    {
+      "epoch": 1.7586734206250596,
+      "grad_norm": 274.3911437988281,
+      "learning_rate": 7.539657006943613e-07,
+      "loss": 29.7812,
+      "step": 36802
+    },
+    {
+      "epoch": 1.75872120806652,
+      "grad_norm": 158.88584899902344,
+      "learning_rate": 7.536709381740781e-07,
+      "loss": 26.6875,
+      "step": 36803
+    },
+    {
+      "epoch": 1.7587689955079804,
+      "grad_norm": 202.37579345703125,
+      "learning_rate": 7.53376231027374e-07,
+      "loss": 25.0938,
+      "step": 36804
+    },
+    {
+      "epoch": 1.7588167829494408,
+      "grad_norm": 885.591552734375,
+      "learning_rate": 7.530815792560143e-07,
+      "loss": 21.7812,
+      "step": 36805
+    },
+    {
+      "epoch": 1.7588645703909012,
+      "grad_norm": 176.4589080810547,
+      "learning_rate": 7.527869828617673e-07,
+      "loss": 22.2188,
+      "step": 36806
+    },
+    {
+      "epoch": 1.7589123578323616,
+      "grad_norm": 356.341552734375,
+      "learning_rate": 7.524924418463908e-07,
+      "loss": 25.5,
+      "step": 36807
+    },
+    {
+      "epoch": 1.758960145273822,
+      "grad_norm": 231.4459991455078,
+      "learning_rate": 7.521979562116533e-07,
+      "loss": 25.4375,
+      "step": 36808
+    },
+    {
+      "epoch": 1.7590079327152823,
+      "grad_norm": 340.82794189453125,
+      "learning_rate": 7.519035259593177e-07,
+      "loss": 21.8125,
+      "step": 36809
+    },
+    {
+      "epoch": 1.7590557201567427,
+      "grad_norm": 181.5301971435547,
+      "learning_rate": 7.51609151091146e-07,
+      "loss": 27.1562,
+      "step": 36810
+    },
+    {
+      "epoch": 1.759103507598203,
+      "grad_norm": 221.49081420898438,
+      "learning_rate": 7.513148316089036e-07,
+      "loss": 21.5156,
+      "step": 36811
+    },
+    {
+      "epoch": 1.7591512950396635,
+      "grad_norm": 293.9873962402344,
+      "learning_rate": 7.51020567514349e-07,
+      "loss": 26.2812,
+      "step": 36812
+    },
+    {
+      "epoch": 1.7591990824811239,
+      "grad_norm": 197.45999145507812,
+      "learning_rate": 7.507263588092461e-07,
+      "loss": 16.75,
+      "step": 36813
+    },
+    {
+      "epoch": 1.7592468699225843,
+      "grad_norm": 260.0337829589844,
+      "learning_rate": 7.504322054953605e-07,
+      "loss": 19.4844,
+      "step": 36814
+    },
+    {
+      "epoch": 1.7592946573640447,
+      "grad_norm": 2706.815185546875,
+      "learning_rate": 7.501381075744485e-07,
+      "loss": 24.9219,
+      "step": 36815
+    },
+    {
+      "epoch": 1.759342444805505,
+      "grad_norm": 194.45468139648438,
+      "learning_rate": 7.49844065048273e-07,
+      "loss": 19.125,
+      "step": 36816
+    },
+    {
+      "epoch": 1.7593902322469654,
+      "grad_norm": 286.44476318359375,
+      "learning_rate": 7.495500779185983e-07,
+      "loss": 22.2188,
+      "step": 36817
+    },
+    {
+      "epoch": 1.7594380196884258,
+      "grad_norm": 275.5176696777344,
+      "learning_rate": 7.492561461871805e-07,
+      "loss": 24.5,
+      "step": 36818
+    },
+    {
+      "epoch": 1.7594858071298862,
+      "grad_norm": 461.9551696777344,
+      "learning_rate": 7.489622698557808e-07,
+      "loss": 39.2969,
+      "step": 36819
+    },
+    {
+      "epoch": 1.7595335945713466,
+      "grad_norm": 159.55154418945312,
+      "learning_rate": 7.486684489261609e-07,
+      "loss": 14.9766,
+      "step": 36820
+    },
+    {
+      "epoch": 1.759581382012807,
+      "grad_norm": 169.14698791503906,
+      "learning_rate": 7.483746834000804e-07,
+      "loss": 28.5781,
+      "step": 36821
+    },
+    {
+      "epoch": 1.7596291694542674,
+      "grad_norm": 144.880859375,
+      "learning_rate": 7.48080973279297e-07,
+      "loss": 25.5469,
+      "step": 36822
+    },
+    {
+      "epoch": 1.7596769568957278,
+      "grad_norm": 232.81893920898438,
+      "learning_rate": 7.477873185655693e-07,
+      "loss": 21.875,
+      "step": 36823
+    },
+    {
+      "epoch": 1.7597247443371882,
+      "grad_norm": 237.23324584960938,
+      "learning_rate": 7.474937192606591e-07,
+      "loss": 23.0312,
+      "step": 36824
+    },
+    {
+      "epoch": 1.7597725317786486,
+      "grad_norm": 243.96600341796875,
+      "learning_rate": 7.472001753663217e-07,
+      "loss": 19.0938,
+      "step": 36825
+    },
+    {
+      "epoch": 1.759820319220109,
+      "grad_norm": 278.2992858886719,
+      "learning_rate": 7.469066868843145e-07,
+      "loss": 23.6875,
+      "step": 36826
+    },
+    {
+      "epoch": 1.7598681066615693,
+      "grad_norm": 381.814697265625,
+      "learning_rate": 7.466132538163972e-07,
+      "loss": 28.7031,
+      "step": 36827
+    },
+    {
+      "epoch": 1.7599158941030297,
+      "grad_norm": 164.6893768310547,
+      "learning_rate": 7.463198761643275e-07,
+      "loss": 22.2344,
+      "step": 36828
+    },
+    {
+      "epoch": 1.7599636815444901,
+      "grad_norm": 217.48060607910156,
+      "learning_rate": 7.460265539298606e-07,
+      "loss": 20.0,
+      "step": 36829
+    },
+    {
+      "epoch": 1.7600114689859505,
+      "grad_norm": 265.6557922363281,
+      "learning_rate": 7.457332871147527e-07,
+      "loss": 18.7969,
+      "step": 36830
+    },
+    {
+      "epoch": 1.760059256427411,
+      "grad_norm": 231.26675415039062,
+      "learning_rate": 7.454400757207614e-07,
+      "loss": 14.9688,
+      "step": 36831
+    },
+    {
+      "epoch": 1.7601070438688713,
+      "grad_norm": 247.4121856689453,
+      "learning_rate": 7.451469197496442e-07,
+      "loss": 20.5312,
+      "step": 36832
+    },
+    {
+      "epoch": 1.7601548313103317,
+      "grad_norm": 201.3178253173828,
+      "learning_rate": 7.44853819203153e-07,
+      "loss": 30.3125,
+      "step": 36833
+    },
+    {
+      "epoch": 1.760202618751792,
+      "grad_norm": 170.97708129882812,
+      "learning_rate": 7.445607740830452e-07,
+      "loss": 24.125,
+      "step": 36834
+    },
+    {
+      "epoch": 1.7602504061932525,
+      "grad_norm": 244.71900939941406,
+      "learning_rate": 7.442677843910773e-07,
+      "loss": 36.2188,
+      "step": 36835
+    },
+    {
+      "epoch": 1.7602981936347128,
+      "grad_norm": 399.7995300292969,
+      "learning_rate": 7.439748501290001e-07,
+      "loss": 35.3906,
+      "step": 36836
+    },
+    {
+      "epoch": 1.7603459810761732,
+      "grad_norm": 191.18434143066406,
+      "learning_rate": 7.43681971298571e-07,
+      "loss": 17.3438,
+      "step": 36837
+    },
+    {
+      "epoch": 1.7603937685176336,
+      "grad_norm": 290.6009521484375,
+      "learning_rate": 7.43389147901542e-07,
+      "loss": 26.9688,
+      "step": 36838
+    },
+    {
+      "epoch": 1.760441555959094,
+      "grad_norm": 311.1437072753906,
+      "learning_rate": 7.430963799396696e-07,
+      "loss": 30.625,
+      "step": 36839
+    },
+    {
+      "epoch": 1.7604893434005544,
+      "grad_norm": 250.61878967285156,
+      "learning_rate": 7.428036674147043e-07,
+      "loss": 30.0938,
+      "step": 36840
+    },
+    {
+      "epoch": 1.7605371308420148,
+      "grad_norm": 321.7532958984375,
+      "learning_rate": 7.425110103283994e-07,
+      "loss": 29.5938,
+      "step": 36841
+    },
+    {
+      "epoch": 1.7605849182834752,
+      "grad_norm": 243.11767578125,
+      "learning_rate": 7.42218408682509e-07,
+      "loss": 13.4844,
+      "step": 36842
+    },
+    {
+      "epoch": 1.7606327057249356,
+      "grad_norm": 205.7686309814453,
+      "learning_rate": 7.419258624787839e-07,
+      "loss": 26.4062,
+      "step": 36843
+    },
+    {
+      "epoch": 1.760680493166396,
+      "grad_norm": 142.11260986328125,
+      "learning_rate": 7.416333717189784e-07,
+      "loss": 13.2031,
+      "step": 36844
+    },
+    {
+      "epoch": 1.7607282806078564,
+      "grad_norm": 324.49786376953125,
+      "learning_rate": 7.413409364048397e-07,
+      "loss": 28.3125,
+      "step": 36845
+    },
+    {
+      "epoch": 1.7607760680493167,
+      "grad_norm": 617.73193359375,
+      "learning_rate": 7.410485565381231e-07,
+      "loss": 19.6562,
+      "step": 36846
+    },
+    {
+      "epoch": 1.7608238554907771,
+      "grad_norm": 287.1435546875,
+      "learning_rate": 7.407562321205797e-07,
+      "loss": 35.0938,
+      "step": 36847
+    },
+    {
+      "epoch": 1.7608716429322375,
+      "grad_norm": 109.76839447021484,
+      "learning_rate": 7.404639631539568e-07,
+      "loss": 14.8672,
+      "step": 36848
+    },
+    {
+      "epoch": 1.760919430373698,
+      "grad_norm": 200.39381408691406,
+      "learning_rate": 7.401717496400063e-07,
+      "loss": 24.5938,
+      "step": 36849
+    },
+    {
+      "epoch": 1.7609672178151583,
+      "grad_norm": 171.3202362060547,
+      "learning_rate": 7.398795915804813e-07,
+      "loss": 22.5938,
+      "step": 36850
+    },
+    {
+      "epoch": 1.7610150052566187,
+      "grad_norm": 319.8960266113281,
+      "learning_rate": 7.39587488977126e-07,
+      "loss": 20.9375,
+      "step": 36851
+    },
+    {
+      "epoch": 1.761062792698079,
+      "grad_norm": 204.57972717285156,
+      "learning_rate": 7.392954418316933e-07,
+      "loss": 30.9062,
+      "step": 36852
+    },
+    {
+      "epoch": 1.7611105801395395,
+      "grad_norm": 298.4440002441406,
+      "learning_rate": 7.390034501459309e-07,
+      "loss": 33.5,
+      "step": 36853
+    },
+    {
+      "epoch": 1.7611583675809999,
+      "grad_norm": 228.4186248779297,
+      "learning_rate": 7.387115139215895e-07,
+      "loss": 26.0312,
+      "step": 36854
+    },
+    {
+      "epoch": 1.7612061550224603,
+      "grad_norm": 285.20538330078125,
+      "learning_rate": 7.384196331604143e-07,
+      "loss": 23.3125,
+      "step": 36855
+    },
+    {
+      "epoch": 1.7612539424639206,
+      "grad_norm": 276.5948791503906,
+      "learning_rate": 7.381278078641541e-07,
+      "loss": 19.0625,
+      "step": 36856
+    },
+    {
+      "epoch": 1.761301729905381,
+      "grad_norm": 377.37457275390625,
+      "learning_rate": 7.378360380345595e-07,
+      "loss": 23.7656,
+      "step": 36857
+    },
+    {
+      "epoch": 1.7613495173468412,
+      "grad_norm": 347.12127685546875,
+      "learning_rate": 7.375443236733737e-07,
+      "loss": 18.1094,
+      "step": 36858
+    },
+    {
+      "epoch": 1.7613973047883016,
+      "grad_norm": 214.77066040039062,
+      "learning_rate": 7.372526647823464e-07,
+      "loss": 18.8438,
+      "step": 36859
+    },
+    {
+      "epoch": 1.761445092229762,
+      "grad_norm": 234.04391479492188,
+      "learning_rate": 7.369610613632227e-07,
+      "loss": 24.2812,
+      "step": 36860
+    },
+    {
+      "epoch": 1.7614928796712224,
+      "grad_norm": 223.45249938964844,
+      "learning_rate": 7.366695134177515e-07,
+      "loss": 21.125,
+      "step": 36861
+    },
+    {
+      "epoch": 1.7615406671126828,
+      "grad_norm": 536.109375,
+      "learning_rate": 7.363780209476745e-07,
+      "loss": 20.8438,
+      "step": 36862
+    },
+    {
+      "epoch": 1.7615884545541431,
+      "grad_norm": 244.58230590820312,
+      "learning_rate": 7.360865839547405e-07,
+      "loss": 21.3594,
+      "step": 36863
+    },
+    {
+      "epoch": 1.7616362419956035,
+      "grad_norm": 243.5440216064453,
+      "learning_rate": 7.357952024406945e-07,
+      "loss": 25.0625,
+      "step": 36864
+    },
+    {
+      "epoch": 1.761684029437064,
+      "grad_norm": 306.30767822265625,
+      "learning_rate": 7.355038764072819e-07,
+      "loss": 31.25,
+      "step": 36865
+    },
+    {
+      "epoch": 1.7617318168785243,
+      "grad_norm": 319.34490966796875,
+      "learning_rate": 7.352126058562459e-07,
+      "loss": 25.9688,
+      "step": 36866
+    },
+    {
+      "epoch": 1.7617796043199847,
+      "grad_norm": 269.5625305175781,
+      "learning_rate": 7.349213907893315e-07,
+      "loss": 29.3438,
+      "step": 36867
+    },
+    {
+      "epoch": 1.761827391761445,
+      "grad_norm": 315.46307373046875,
+      "learning_rate": 7.34630231208282e-07,
+      "loss": 16.8906,
+      "step": 36868
+    },
+    {
+      "epoch": 1.7618751792029055,
+      "grad_norm": 420.16455078125,
+      "learning_rate": 7.343391271148436e-07,
+      "loss": 35.0312,
+      "step": 36869
+    },
+    {
+      "epoch": 1.7619229666443659,
+      "grad_norm": 218.49053955078125,
+      "learning_rate": 7.340480785107562e-07,
+      "loss": 19.4688,
+      "step": 36870
+    },
+    {
+      "epoch": 1.7619707540858263,
+      "grad_norm": 331.3650817871094,
+      "learning_rate": 7.337570853977649e-07,
+      "loss": 24.125,
+      "step": 36871
+    },
+    {
+      "epoch": 1.7620185415272867,
+      "grad_norm": 177.17031860351562,
+      "learning_rate": 7.334661477776139e-07,
+      "loss": 22.2656,
+      "step": 36872
+    },
+    {
+      "epoch": 1.762066328968747,
+      "grad_norm": 155.24404907226562,
+      "learning_rate": 7.331752656520408e-07,
+      "loss": 26.2031,
+      "step": 36873
+    },
+    {
+      "epoch": 1.7621141164102074,
+      "grad_norm": 206.77743530273438,
+      "learning_rate": 7.328844390227918e-07,
+      "loss": 26.75,
+      "step": 36874
+    },
+    {
+      "epoch": 1.7621619038516678,
+      "grad_norm": 333.1639709472656,
+      "learning_rate": 7.325936678916079e-07,
+      "loss": 24.75,
+      "step": 36875
+    },
+    {
+      "epoch": 1.7622096912931282,
+      "grad_norm": 252.6404266357422,
+      "learning_rate": 7.323029522602277e-07,
+      "loss": 32.1875,
+      "step": 36876
+    },
+    {
+      "epoch": 1.7622574787345886,
+      "grad_norm": 211.4566650390625,
+      "learning_rate": 7.320122921303962e-07,
+      "loss": 29.0625,
+      "step": 36877
+    },
+    {
+      "epoch": 1.7623052661760488,
+      "grad_norm": 330.4556884765625,
+      "learning_rate": 7.317216875038502e-07,
+      "loss": 24.7188,
+      "step": 36878
+    },
+    {
+      "epoch": 1.7623530536175092,
+      "grad_norm": 255.1259307861328,
+      "learning_rate": 7.314311383823324e-07,
+      "loss": 22.2031,
+      "step": 36879
+    },
+    {
+      "epoch": 1.7624008410589695,
+      "grad_norm": 153.19216918945312,
+      "learning_rate": 7.311406447675839e-07,
+      "loss": 18.5156,
+      "step": 36880
+    },
+    {
+      "epoch": 1.76244862850043,
+      "grad_norm": 195.4842071533203,
+      "learning_rate": 7.30850206661341e-07,
+      "loss": 20.3281,
+      "step": 36881
+    },
+    {
+      "epoch": 1.7624964159418903,
+      "grad_norm": 281.963134765625,
+      "learning_rate": 7.305598240653455e-07,
+      "loss": 26.75,
+      "step": 36882
+    },
+    {
+      "epoch": 1.7625442033833507,
+      "grad_norm": 163.5067138671875,
+      "learning_rate": 7.302694969813373e-07,
+      "loss": 24.7969,
+      "step": 36883
+    },
+    {
+      "epoch": 1.762591990824811,
+      "grad_norm": 168.07046508789062,
+      "learning_rate": 7.299792254110516e-07,
+      "loss": 26.5938,
+      "step": 36884
+    },
+    {
+      "epoch": 1.7626397782662715,
+      "grad_norm": 290.3354797363281,
+      "learning_rate": 7.296890093562281e-07,
+      "loss": 27.9062,
+      "step": 36885
+    },
+    {
+      "epoch": 1.7626875657077319,
+      "grad_norm": 255.3716278076172,
+      "learning_rate": 7.293988488186065e-07,
+      "loss": 28.6562,
+      "step": 36886
+    },
+    {
+      "epoch": 1.7627353531491923,
+      "grad_norm": 252.0714569091797,
+      "learning_rate": 7.291087437999245e-07,
+      "loss": 24.5,
+      "step": 36887
+    },
+    {
+      "epoch": 1.7627831405906527,
+      "grad_norm": 252.74746704101562,
+      "learning_rate": 7.288186943019171e-07,
+      "loss": 28.6562,
+      "step": 36888
+    },
+    {
+      "epoch": 1.762830928032113,
+      "grad_norm": 260.2733459472656,
+      "learning_rate": 7.285287003263231e-07,
+      "loss": 24.9375,
+      "step": 36889
+    },
+    {
+      "epoch": 1.7628787154735734,
+      "grad_norm": 477.9444580078125,
+      "learning_rate": 7.282387618748776e-07,
+      "loss": 23.625,
+      "step": 36890
+    },
+    {
+      "epoch": 1.7629265029150338,
+      "grad_norm": 383.4159851074219,
+      "learning_rate": 7.279488789493205e-07,
+      "loss": 22.9062,
+      "step": 36891
+    },
+    {
+      "epoch": 1.7629742903564942,
+      "grad_norm": 190.90542602539062,
+      "learning_rate": 7.276590515513826e-07,
+      "loss": 19.6875,
+      "step": 36892
+    },
+    {
+      "epoch": 1.7630220777979546,
+      "grad_norm": 237.1995086669922,
+      "learning_rate": 7.273692796828036e-07,
+      "loss": 27.2344,
+      "step": 36893
+    },
+    {
+      "epoch": 1.763069865239415,
+      "grad_norm": 240.4201202392578,
+      "learning_rate": 7.270795633453187e-07,
+      "loss": 34.0781,
+      "step": 36894
+    },
+    {
+      "epoch": 1.7631176526808754,
+      "grad_norm": 203.9584197998047,
+      "learning_rate": 7.267899025406611e-07,
+      "loss": 21.0625,
+      "step": 36895
+    },
+    {
+      "epoch": 1.7631654401223358,
+      "grad_norm": 230.1703643798828,
+      "learning_rate": 7.265002972705659e-07,
+      "loss": 26.5938,
+      "step": 36896
+    },
+    {
+      "epoch": 1.7632132275637962,
+      "grad_norm": 343.3545227050781,
+      "learning_rate": 7.262107475367675e-07,
+      "loss": 24.0938,
+      "step": 36897
+    },
+    {
+      "epoch": 1.7632610150052566,
+      "grad_norm": 447.8502197265625,
+      "learning_rate": 7.25921253341002e-07,
+      "loss": 22.0,
+      "step": 36898
+    },
+    {
+      "epoch": 1.763308802446717,
+      "grad_norm": 288.9188232421875,
+      "learning_rate": 7.256318146849994e-07,
+      "loss": 28.625,
+      "step": 36899
+    },
+    {
+      "epoch": 1.7633565898881773,
+      "grad_norm": 224.60679626464844,
+      "learning_rate": 7.253424315704948e-07,
+      "loss": 18.6562,
+      "step": 36900
+    },
+    {
+      "epoch": 1.7634043773296377,
+      "grad_norm": 230.00888061523438,
+      "learning_rate": 7.250531039992226e-07,
+      "loss": 31.1406,
+      "step": 36901
+    },
+    {
+      "epoch": 1.7634521647710981,
+      "grad_norm": 289.8091735839844,
+      "learning_rate": 7.247638319729144e-07,
+      "loss": 24.9219,
+      "step": 36902
+    },
+    {
+      "epoch": 1.7634999522125585,
+      "grad_norm": 300.5664978027344,
+      "learning_rate": 7.244746154933025e-07,
+      "loss": 19.7188,
+      "step": 36903
+    },
+    {
+      "epoch": 1.763547739654019,
+      "grad_norm": 161.9573974609375,
+      "learning_rate": 7.241854545621185e-07,
+      "loss": 19.9062,
+      "step": 36904
+    },
+    {
+      "epoch": 1.7635955270954793,
+      "grad_norm": 381.7481994628906,
+      "learning_rate": 7.238963491810935e-07,
+      "loss": 32.6562,
+      "step": 36905
+    },
+    {
+      "epoch": 1.7636433145369397,
+      "grad_norm": 372.3160095214844,
+      "learning_rate": 7.236072993519627e-07,
+      "loss": 24.9688,
+      "step": 36906
+    },
+    {
+      "epoch": 1.7636911019784,
+      "grad_norm": 235.81553649902344,
+      "learning_rate": 7.233183050764525e-07,
+      "loss": 20.2812,
+      "step": 36907
+    },
+    {
+      "epoch": 1.7637388894198605,
+      "grad_norm": 244.71728515625,
+      "learning_rate": 7.23029366356297e-07,
+      "loss": 28.4688,
+      "step": 36908
+    },
+    {
+      "epoch": 1.7637866768613208,
+      "grad_norm": 361.8379211425781,
+      "learning_rate": 7.227404831932228e-07,
+      "loss": 20.2344,
+      "step": 36909
+    },
+    {
+      "epoch": 1.7638344643027812,
+      "grad_norm": 198.18704223632812,
+      "learning_rate": 7.224516555889649e-07,
+      "loss": 30.7969,
+      "step": 36910
+    },
+    {
+      "epoch": 1.7638822517442416,
+      "grad_norm": 169.267578125,
+      "learning_rate": 7.221628835452477e-07,
+      "loss": 28.5,
+      "step": 36911
+    },
+    {
+      "epoch": 1.763930039185702,
+      "grad_norm": 213.65904235839844,
+      "learning_rate": 7.21874167063804e-07,
+      "loss": 27.7812,
+      "step": 36912
+    },
+    {
+      "epoch": 1.7639778266271624,
+      "grad_norm": 293.64306640625,
+      "learning_rate": 7.215855061463628e-07,
+      "loss": 27.6562,
+      "step": 36913
+    },
+    {
+      "epoch": 1.7640256140686228,
+      "grad_norm": 160.80482482910156,
+      "learning_rate": 7.212969007946513e-07,
+      "loss": 22.9062,
+      "step": 36914
+    },
+    {
+      "epoch": 1.7640734015100832,
+      "grad_norm": 195.707275390625,
+      "learning_rate": 7.210083510103971e-07,
+      "loss": 23.5469,
+      "step": 36915
+    },
+    {
+      "epoch": 1.7641211889515436,
+      "grad_norm": 198.20166015625,
+      "learning_rate": 7.207198567953311e-07,
+      "loss": 24.875,
+      "step": 36916
+    },
+    {
+      "epoch": 1.764168976393004,
+      "grad_norm": 291.09735107421875,
+      "learning_rate": 7.204314181511807e-07,
+      "loss": 28.5781,
+      "step": 36917
+    },
+    {
+      "epoch": 1.7642167638344644,
+      "grad_norm": 265.51708984375,
+      "learning_rate": 7.2014303507967e-07,
+      "loss": 19.0312,
+      "step": 36918
+    },
+    {
+      "epoch": 1.7642645512759247,
+      "grad_norm": 239.8037872314453,
+      "learning_rate": 7.19854707582529e-07,
+      "loss": 22.5781,
+      "step": 36919
+    },
+    {
+      "epoch": 1.7643123387173851,
+      "grad_norm": 782.5623779296875,
+      "learning_rate": 7.19566435661485e-07,
+      "loss": 25.375,
+      "step": 36920
+    },
+    {
+      "epoch": 1.7643601261588455,
+      "grad_norm": 340.7890319824219,
+      "learning_rate": 7.192782193182612e-07,
+      "loss": 21.75,
+      "step": 36921
+    },
+    {
+      "epoch": 1.764407913600306,
+      "grad_norm": 288.0047302246094,
+      "learning_rate": 7.189900585545861e-07,
+      "loss": 25.6719,
+      "step": 36922
+    },
+    {
+      "epoch": 1.7644557010417663,
+      "grad_norm": 266.6018981933594,
+      "learning_rate": 7.187019533721839e-07,
+      "loss": 26.0156,
+      "step": 36923
+    },
+    {
+      "epoch": 1.7645034884832267,
+      "grad_norm": 199.2847900390625,
+      "learning_rate": 7.184139037727833e-07,
+      "loss": 20.0625,
+      "step": 36924
+    },
+    {
+      "epoch": 1.764551275924687,
+      "grad_norm": 151.38548278808594,
+      "learning_rate": 7.18125909758105e-07,
+      "loss": 18.9062,
+      "step": 36925
+    },
+    {
+      "epoch": 1.7645990633661475,
+      "grad_norm": 176.39837646484375,
+      "learning_rate": 7.178379713298755e-07,
+      "loss": 20.7188,
+      "step": 36926
+    },
+    {
+      "epoch": 1.7646468508076079,
+      "grad_norm": 150.45266723632812,
+      "learning_rate": 7.17550088489819e-07,
+      "loss": 22.75,
+      "step": 36927
+    },
+    {
+      "epoch": 1.7646946382490682,
+      "grad_norm": 213.45184326171875,
+      "learning_rate": 7.172622612396618e-07,
+      "loss": 20.2969,
+      "step": 36928
+    },
+    {
+      "epoch": 1.7647424256905286,
+      "grad_norm": 367.4082336425781,
+      "learning_rate": 7.169744895811237e-07,
+      "loss": 25.3125,
+      "step": 36929
+    },
+    {
+      "epoch": 1.764790213131989,
+      "grad_norm": 468.73760986328125,
+      "learning_rate": 7.166867735159311e-07,
+      "loss": 35.75,
+      "step": 36930
+    },
+    {
+      "epoch": 1.7648380005734494,
+      "grad_norm": 239.81849670410156,
+      "learning_rate": 7.163991130458058e-07,
+      "loss": 29.9062,
+      "step": 36931
+    },
+    {
+      "epoch": 1.7648857880149098,
+      "grad_norm": 327.17120361328125,
+      "learning_rate": 7.161115081724701e-07,
+      "loss": 27.3125,
+      "step": 36932
+    },
+    {
+      "epoch": 1.7649335754563702,
+      "grad_norm": 164.73199462890625,
+      "learning_rate": 7.158239588976479e-07,
+      "loss": 21.375,
+      "step": 36933
+    },
+    {
+      "epoch": 1.7649813628978306,
+      "grad_norm": 147.2635040283203,
+      "learning_rate": 7.155364652230589e-07,
+      "loss": 17.125,
+      "step": 36934
+    },
+    {
+      "epoch": 1.765029150339291,
+      "grad_norm": 239.06332397460938,
+      "learning_rate": 7.152490271504286e-07,
+      "loss": 32.0469,
+      "step": 36935
+    },
+    {
+      "epoch": 1.7650769377807514,
+      "grad_norm": 266.594482421875,
+      "learning_rate": 7.149616446814733e-07,
+      "loss": 24.2031,
+      "step": 36936
+    },
+    {
+      "epoch": 1.7651247252222118,
+      "grad_norm": 215.1144561767578,
+      "learning_rate": 7.146743178179183e-07,
+      "loss": 29.125,
+      "step": 36937
+    },
+    {
+      "epoch": 1.7651725126636721,
+      "grad_norm": 198.16909790039062,
+      "learning_rate": 7.143870465614811e-07,
+      "loss": 31.3125,
+      "step": 36938
+    },
+    {
+      "epoch": 1.7652203001051325,
+      "grad_norm": 223.4123077392578,
+      "learning_rate": 7.140998309138869e-07,
+      "loss": 17.9219,
+      "step": 36939
+    },
+    {
+      "epoch": 1.7652680875465927,
+      "grad_norm": 363.7440185546875,
+      "learning_rate": 7.1381267087685e-07,
+      "loss": 20.3906,
+      "step": 36940
+    },
+    {
+      "epoch": 1.765315874988053,
+      "grad_norm": 235.17974853515625,
+      "learning_rate": 7.135255664520957e-07,
+      "loss": 21.9062,
+      "step": 36941
+    },
+    {
+      "epoch": 1.7653636624295135,
+      "grad_norm": 977.415283203125,
+      "learning_rate": 7.13238517641337e-07,
+      "loss": 17.0781,
+      "step": 36942
+    },
+    {
+      "epoch": 1.7654114498709739,
+      "grad_norm": 376.2461242675781,
+      "learning_rate": 7.129515244462981e-07,
+      "loss": 20.6875,
+      "step": 36943
+    },
+    {
+      "epoch": 1.7654592373124343,
+      "grad_norm": 319.9722900390625,
+      "learning_rate": 7.126645868686966e-07,
+      "loss": 28.75,
+      "step": 36944
+    },
+    {
+      "epoch": 1.7655070247538946,
+      "grad_norm": 277.46954345703125,
+      "learning_rate": 7.123777049102487e-07,
+      "loss": 25.3438,
+      "step": 36945
+    },
+    {
+      "epoch": 1.765554812195355,
+      "grad_norm": 264.5411071777344,
+      "learning_rate": 7.120908785726755e-07,
+      "loss": 30.0312,
+      "step": 36946
+    },
+    {
+      "epoch": 1.7656025996368154,
+      "grad_norm": 271.1317138671875,
+      "learning_rate": 7.118041078576921e-07,
+      "loss": 29.0625,
+      "step": 36947
+    },
+    {
+      "epoch": 1.7656503870782758,
+      "grad_norm": 208.979248046875,
+      "learning_rate": 7.115173927670171e-07,
+      "loss": 26.3438,
+      "step": 36948
+    },
+    {
+      "epoch": 1.7656981745197362,
+      "grad_norm": 190.10366821289062,
+      "learning_rate": 7.112307333023671e-07,
+      "loss": 22.1719,
+      "step": 36949
+    },
+    {
+      "epoch": 1.7657459619611966,
+      "grad_norm": 175.75933837890625,
+      "learning_rate": 7.109441294654606e-07,
+      "loss": 32.3906,
+      "step": 36950
+    },
+    {
+      "epoch": 1.765793749402657,
+      "grad_norm": 192.65634155273438,
+      "learning_rate": 7.106575812580118e-07,
+      "loss": 30.3438,
+      "step": 36951
+    },
+    {
+      "epoch": 1.7658415368441174,
+      "grad_norm": 400.4401550292969,
+      "learning_rate": 7.103710886817372e-07,
+      "loss": 23.9062,
+      "step": 36952
+    },
+    {
+      "epoch": 1.7658893242855778,
+      "grad_norm": 225.8944854736328,
+      "learning_rate": 7.10084651738352e-07,
+      "loss": 29.7031,
+      "step": 36953
+    },
+    {
+      "epoch": 1.7659371117270382,
+      "grad_norm": 150.60716247558594,
+      "learning_rate": 7.097982704295759e-07,
+      "loss": 17.4844,
+      "step": 36954
+    },
+    {
+      "epoch": 1.7659848991684985,
+      "grad_norm": 127.44863891601562,
+      "learning_rate": 7.095119447571175e-07,
+      "loss": 19.9531,
+      "step": 36955
+    },
+    {
+      "epoch": 1.766032686609959,
+      "grad_norm": 132.06752014160156,
+      "learning_rate": 7.092256747226944e-07,
+      "loss": 19.0938,
+      "step": 36956
+    },
+    {
+      "epoch": 1.7660804740514193,
+      "grad_norm": 283.7991943359375,
+      "learning_rate": 7.08939460328023e-07,
+      "loss": 36.2188,
+      "step": 36957
+    },
+    {
+      "epoch": 1.7661282614928797,
+      "grad_norm": 181.37734985351562,
+      "learning_rate": 7.086533015748142e-07,
+      "loss": 28.8438,
+      "step": 36958
+    },
+    {
+      "epoch": 1.76617604893434,
+      "grad_norm": 499.9498291015625,
+      "learning_rate": 7.083671984647833e-07,
+      "loss": 19.2344,
+      "step": 36959
+    },
+    {
+      "epoch": 1.7662238363758005,
+      "grad_norm": 246.25511169433594,
+      "learning_rate": 7.080811509996433e-07,
+      "loss": 24.2188,
+      "step": 36960
+    },
+    {
+      "epoch": 1.7662716238172607,
+      "grad_norm": 162.41378784179688,
+      "learning_rate": 7.077951591811083e-07,
+      "loss": 21.5781,
+      "step": 36961
+    },
+    {
+      "epoch": 1.766319411258721,
+      "grad_norm": 228.66017150878906,
+      "learning_rate": 7.075092230108894e-07,
+      "loss": 20.4219,
+      "step": 36962
+    },
+    {
+      "epoch": 1.7663671987001814,
+      "grad_norm": 380.55377197265625,
+      "learning_rate": 7.072233424906982e-07,
+      "loss": 25.4219,
+      "step": 36963
+    },
+    {
+      "epoch": 1.7664149861416418,
+      "grad_norm": 423.5581359863281,
+      "learning_rate": 7.069375176222492e-07,
+      "loss": 32.4688,
+      "step": 36964
+    },
+    {
+      "epoch": 1.7664627735831022,
+      "grad_norm": 365.6796569824219,
+      "learning_rate": 7.066517484072555e-07,
+      "loss": 23.7188,
+      "step": 36965
+    },
+    {
+      "epoch": 1.7665105610245626,
+      "grad_norm": 389.8495178222656,
+      "learning_rate": 7.063660348474233e-07,
+      "loss": 35.4688,
+      "step": 36966
+    },
+    {
+      "epoch": 1.766558348466023,
+      "grad_norm": 189.8843536376953,
+      "learning_rate": 7.060803769444668e-07,
+      "loss": 25.25,
+      "step": 36967
+    },
+    {
+      "epoch": 1.7666061359074834,
+      "grad_norm": 218.80921936035156,
+      "learning_rate": 7.057947747000981e-07,
+      "loss": 22.3125,
+      "step": 36968
+    },
+    {
+      "epoch": 1.7666539233489438,
+      "grad_norm": 312.99884033203125,
+      "learning_rate": 7.055092281160247e-07,
+      "loss": 29.5625,
+      "step": 36969
+    },
+    {
+      "epoch": 1.7667017107904042,
+      "grad_norm": 294.0880126953125,
+      "learning_rate": 7.052237371939574e-07,
+      "loss": 24.25,
+      "step": 36970
+    },
+    {
+      "epoch": 1.7667494982318646,
+      "grad_norm": 344.3742370605469,
+      "learning_rate": 7.04938301935606e-07,
+      "loss": 23.8438,
+      "step": 36971
+    },
+    {
+      "epoch": 1.766797285673325,
+      "grad_norm": 404.31182861328125,
+      "learning_rate": 7.046529223426823e-07,
+      "loss": 36.0938,
+      "step": 36972
+    },
+    {
+      "epoch": 1.7668450731147853,
+      "grad_norm": 133.1053466796875,
+      "learning_rate": 7.043675984168918e-07,
+      "loss": 18.2656,
+      "step": 36973
+    },
+    {
+      "epoch": 1.7668928605562457,
+      "grad_norm": 331.25738525390625,
+      "learning_rate": 7.040823301599464e-07,
+      "loss": 21.375,
+      "step": 36974
+    },
+    {
+      "epoch": 1.7669406479977061,
+      "grad_norm": 807.117431640625,
+      "learning_rate": 7.037971175735503e-07,
+      "loss": 26.0312,
+      "step": 36975
+    },
+    {
+      "epoch": 1.7669884354391665,
+      "grad_norm": 235.5298309326172,
+      "learning_rate": 7.035119606594154e-07,
+      "loss": 23.3594,
+      "step": 36976
+    },
+    {
+      "epoch": 1.767036222880627,
+      "grad_norm": 183.1930389404297,
+      "learning_rate": 7.032268594192482e-07,
+      "loss": 29.0312,
+      "step": 36977
+    },
+    {
+      "epoch": 1.7670840103220873,
+      "grad_norm": 268.4375305175781,
+      "learning_rate": 7.029418138547561e-07,
+      "loss": 27.9375,
+      "step": 36978
+    },
+    {
+      "epoch": 1.7671317977635477,
+      "grad_norm": 176.58734130859375,
+      "learning_rate": 7.026568239676468e-07,
+      "loss": 33.0156,
+      "step": 36979
+    },
+    {
+      "epoch": 1.767179585205008,
+      "grad_norm": 425.0601501464844,
+      "learning_rate": 7.023718897596244e-07,
+      "loss": 23.1719,
+      "step": 36980
+    },
+    {
+      "epoch": 1.7672273726464685,
+      "grad_norm": 185.1072998046875,
+      "learning_rate": 7.020870112323974e-07,
+      "loss": 27.0938,
+      "step": 36981
+    },
+    {
+      "epoch": 1.7672751600879288,
+      "grad_norm": 265.3959655761719,
+      "learning_rate": 7.018021883876713e-07,
+      "loss": 27.4375,
+      "step": 36982
+    },
+    {
+      "epoch": 1.7673229475293892,
+      "grad_norm": 386.789306640625,
+      "learning_rate": 7.015174212271547e-07,
+      "loss": 27.4531,
+      "step": 36983
+    },
+    {
+      "epoch": 1.7673707349708496,
+      "grad_norm": 270.6289367675781,
+      "learning_rate": 7.012327097525473e-07,
+      "loss": 25.6875,
+      "step": 36984
+    },
+    {
+      "epoch": 1.76741852241231,
+      "grad_norm": 274.17315673828125,
+      "learning_rate": 7.009480539655589e-07,
+      "loss": 32.5,
+      "step": 36985
+    },
+    {
+      "epoch": 1.7674663098537704,
+      "grad_norm": 226.85702514648438,
+      "learning_rate": 7.006634538678914e-07,
+      "loss": 24.5312,
+      "step": 36986
+    },
+    {
+      "epoch": 1.7675140972952308,
+      "grad_norm": 182.75930786132812,
+      "learning_rate": 7.003789094612524e-07,
+      "loss": 16.5938,
+      "step": 36987
+    },
+    {
+      "epoch": 1.7675618847366912,
+      "grad_norm": 170.73487854003906,
+      "learning_rate": 7.000944207473425e-07,
+      "loss": 22.7344,
+      "step": 36988
+    },
+    {
+      "epoch": 1.7676096721781516,
+      "grad_norm": 649.7840576171875,
+      "learning_rate": 6.998099877278675e-07,
+      "loss": 30.5938,
+      "step": 36989
+    },
+    {
+      "epoch": 1.767657459619612,
+      "grad_norm": 253.6220245361328,
+      "learning_rate": 6.995256104045289e-07,
+      "loss": 16.5312,
+      "step": 36990
+    },
+    {
+      "epoch": 1.7677052470610723,
+      "grad_norm": 339.09307861328125,
+      "learning_rate": 6.992412887790334e-07,
+      "loss": 25.8438,
+      "step": 36991
+    },
+    {
+      "epoch": 1.7677530345025327,
+      "grad_norm": 540.8159790039062,
+      "learning_rate": 6.989570228530784e-07,
+      "loss": 23.4375,
+      "step": 36992
+    },
+    {
+      "epoch": 1.7678008219439931,
+      "grad_norm": 393.3438415527344,
+      "learning_rate": 6.986728126283704e-07,
+      "loss": 18.5938,
+      "step": 36993
+    },
+    {
+      "epoch": 1.7678486093854535,
+      "grad_norm": 183.0763397216797,
+      "learning_rate": 6.983886581066124e-07,
+      "loss": 23.5469,
+      "step": 36994
+    },
+    {
+      "epoch": 1.767896396826914,
+      "grad_norm": 187.5472412109375,
+      "learning_rate": 6.981045592895008e-07,
+      "loss": 27.0938,
+      "step": 36995
+    },
+    {
+      "epoch": 1.7679441842683743,
+      "grad_norm": 220.7351837158203,
+      "learning_rate": 6.97820516178741e-07,
+      "loss": 30.4062,
+      "step": 36996
+    },
+    {
+      "epoch": 1.7679919717098347,
+      "grad_norm": 635.0078125,
+      "learning_rate": 6.975365287760338e-07,
+      "loss": 31.8281,
+      "step": 36997
+    },
+    {
+      "epoch": 1.768039759151295,
+      "grad_norm": 276.8081970214844,
+      "learning_rate": 6.972525970830801e-07,
+      "loss": 21.2344,
+      "step": 36998
+    },
+    {
+      "epoch": 1.7680875465927555,
+      "grad_norm": 233.66989135742188,
+      "learning_rate": 6.969687211015785e-07,
+      "loss": 22.4375,
+      "step": 36999
+    },
+    {
+      "epoch": 1.7681353340342159,
+      "grad_norm": 159.52052307128906,
+      "learning_rate": 6.966849008332289e-07,
+      "loss": 14.625,
+      "step": 37000
+    },
+    {
+      "epoch": 1.7681831214756762,
+      "grad_norm": 435.7445983886719,
+      "learning_rate": 6.96401136279733e-07,
+      "loss": 27.5312,
+      "step": 37001
+    },
+    {
+      "epoch": 1.7682309089171366,
+      "grad_norm": 381.30364990234375,
+      "learning_rate": 6.961174274427918e-07,
+      "loss": 27.5312,
+      "step": 37002
+    },
+    {
+      "epoch": 1.768278696358597,
+      "grad_norm": 320.2566223144531,
+      "learning_rate": 6.958337743240995e-07,
+      "loss": 15.8906,
+      "step": 37003
+    },
+    {
+      "epoch": 1.7683264838000574,
+      "grad_norm": 208.14254760742188,
+      "learning_rate": 6.95550176925357e-07,
+      "loss": 18.7031,
+      "step": 37004
+    },
+    {
+      "epoch": 1.7683742712415178,
+      "grad_norm": 133.53988647460938,
+      "learning_rate": 6.95266635248264e-07,
+      "loss": 19.5781,
+      "step": 37005
+    },
+    {
+      "epoch": 1.7684220586829782,
+      "grad_norm": 233.11460876464844,
+      "learning_rate": 6.949831492945169e-07,
+      "loss": 20.4531,
+      "step": 37006
+    },
+    {
+      "epoch": 1.7684698461244386,
+      "grad_norm": 265.3970642089844,
+      "learning_rate": 6.946997190658156e-07,
+      "loss": 24.125,
+      "step": 37007
+    },
+    {
+      "epoch": 1.768517633565899,
+      "grad_norm": 423.0876159667969,
+      "learning_rate": 6.944163445638541e-07,
+      "loss": 25.4062,
+      "step": 37008
+    },
+    {
+      "epoch": 1.7685654210073594,
+      "grad_norm": 229.71652221679688,
+      "learning_rate": 6.9413302579033e-07,
+      "loss": 19.9062,
+      "step": 37009
+    },
+    {
+      "epoch": 1.7686132084488198,
+      "grad_norm": 207.92845153808594,
+      "learning_rate": 6.938497627469443e-07,
+      "loss": 17.1719,
+      "step": 37010
+    },
+    {
+      "epoch": 1.7686609958902801,
+      "grad_norm": 244.74575805664062,
+      "learning_rate": 6.935665554353877e-07,
+      "loss": 24.6094,
+      "step": 37011
+    },
+    {
+      "epoch": 1.7687087833317405,
+      "grad_norm": 243.15496826171875,
+      "learning_rate": 6.932834038573599e-07,
+      "loss": 25.4375,
+      "step": 37012
+    },
+    {
+      "epoch": 1.768756570773201,
+      "grad_norm": 187.560791015625,
+      "learning_rate": 6.930003080145564e-07,
+      "loss": 24.5,
+      "step": 37013
+    },
+    {
+      "epoch": 1.7688043582146613,
+      "grad_norm": 280.5482177734375,
+      "learning_rate": 6.927172679086702e-07,
+      "loss": 30.4375,
+      "step": 37014
+    },
+    {
+      "epoch": 1.7688521456561217,
+      "grad_norm": 302.0220031738281,
+      "learning_rate": 6.924342835413989e-07,
+      "loss": 27.7188,
+      "step": 37015
+    },
+    {
+      "epoch": 1.768899933097582,
+      "grad_norm": 238.1014404296875,
+      "learning_rate": 6.921513549144365e-07,
+      "loss": 15.8438,
+      "step": 37016
+    },
+    {
+      "epoch": 1.7689477205390425,
+      "grad_norm": 241.3262176513672,
+      "learning_rate": 6.918684820294763e-07,
+      "loss": 27.2812,
+      "step": 37017
+    },
+    {
+      "epoch": 1.7689955079805029,
+      "grad_norm": 160.871826171875,
+      "learning_rate": 6.915856648882125e-07,
+      "loss": 26.2031,
+      "step": 37018
+    },
+    {
+      "epoch": 1.7690432954219633,
+      "grad_norm": 209.45216369628906,
+      "learning_rate": 6.913029034923391e-07,
+      "loss": 23.9375,
+      "step": 37019
+    },
+    {
+      "epoch": 1.7690910828634236,
+      "grad_norm": 420.9765319824219,
+      "learning_rate": 6.910201978435526e-07,
+      "loss": 29.625,
+      "step": 37020
+    },
+    {
+      "epoch": 1.769138870304884,
+      "grad_norm": 357.99029541015625,
+      "learning_rate": 6.907375479435408e-07,
+      "loss": 22.4219,
+      "step": 37021
+    },
+    {
+      "epoch": 1.7691866577463444,
+      "grad_norm": 448.9041748046875,
+      "learning_rate": 6.904549537939986e-07,
+      "loss": 29.2031,
+      "step": 37022
+    },
+    {
+      "epoch": 1.7692344451878046,
+      "grad_norm": 129.26431274414062,
+      "learning_rate": 6.901724153966194e-07,
+      "loss": 23.0625,
+      "step": 37023
+    },
+    {
+      "epoch": 1.769282232629265,
+      "grad_norm": 150.7010955810547,
+      "learning_rate": 6.89889932753095e-07,
+      "loss": 19.9688,
+      "step": 37024
+    },
+    {
+      "epoch": 1.7693300200707254,
+      "grad_norm": 183.28306579589844,
+      "learning_rate": 6.896075058651164e-07,
+      "loss": 19.875,
+      "step": 37025
+    },
+    {
+      "epoch": 1.7693778075121858,
+      "grad_norm": 212.7679901123047,
+      "learning_rate": 6.893251347343743e-07,
+      "loss": 17.5625,
+      "step": 37026
+    },
+    {
+      "epoch": 1.7694255949536462,
+      "grad_norm": 106.17666625976562,
+      "learning_rate": 6.89042819362562e-07,
+      "loss": 11.1406,
+      "step": 37027
+    },
+    {
+      "epoch": 1.7694733823951065,
+      "grad_norm": 242.60330200195312,
+      "learning_rate": 6.88760559751368e-07,
+      "loss": 16.3594,
+      "step": 37028
+    },
+    {
+      "epoch": 1.769521169836567,
+      "grad_norm": 178.77011108398438,
+      "learning_rate": 6.884783559024832e-07,
+      "loss": 27.2188,
+      "step": 37029
+    },
+    {
+      "epoch": 1.7695689572780273,
+      "grad_norm": 187.3384552001953,
+      "learning_rate": 6.881962078175974e-07,
+      "loss": 19.4062,
+      "step": 37030
+    },
+    {
+      "epoch": 1.7696167447194877,
+      "grad_norm": 261.34100341796875,
+      "learning_rate": 6.879141154984026e-07,
+      "loss": 24.2812,
+      "step": 37031
+    },
+    {
+      "epoch": 1.769664532160948,
+      "grad_norm": 254.49392700195312,
+      "learning_rate": 6.876320789465851e-07,
+      "loss": 20.1875,
+      "step": 37032
+    },
+    {
+      "epoch": 1.7697123196024085,
+      "grad_norm": 325.9098205566406,
+      "learning_rate": 6.873500981638348e-07,
+      "loss": 29.2188,
+      "step": 37033
+    },
+    {
+      "epoch": 1.7697601070438689,
+      "grad_norm": 209.89852905273438,
+      "learning_rate": 6.870681731518403e-07,
+      "loss": 32.625,
+      "step": 37034
+    },
+    {
+      "epoch": 1.7698078944853293,
+      "grad_norm": 179.68370056152344,
+      "learning_rate": 6.867863039122935e-07,
+      "loss": 16.6562,
+      "step": 37035
+    },
+    {
+      "epoch": 1.7698556819267897,
+      "grad_norm": 249.22471618652344,
+      "learning_rate": 6.865044904468765e-07,
+      "loss": 27.1094,
+      "step": 37036
+    },
+    {
+      "epoch": 1.76990346936825,
+      "grad_norm": 582.1918334960938,
+      "learning_rate": 6.862227327572801e-07,
+      "loss": 24.375,
+      "step": 37037
+    },
+    {
+      "epoch": 1.7699512568097104,
+      "grad_norm": 167.0797576904297,
+      "learning_rate": 6.859410308451942e-07,
+      "loss": 19.5938,
+      "step": 37038
+    },
+    {
+      "epoch": 1.7699990442511708,
+      "grad_norm": 280.27008056640625,
+      "learning_rate": 6.856593847123005e-07,
+      "loss": 22.9062,
+      "step": 37039
+    },
+    {
+      "epoch": 1.7700468316926312,
+      "grad_norm": 246.02896118164062,
+      "learning_rate": 6.85377794360288e-07,
+      "loss": 21.6562,
+      "step": 37040
+    },
+    {
+      "epoch": 1.7700946191340916,
+      "grad_norm": 394.70843505859375,
+      "learning_rate": 6.850962597908462e-07,
+      "loss": 19.6016,
+      "step": 37041
+    },
+    {
+      "epoch": 1.770142406575552,
+      "grad_norm": 242.79953002929688,
+      "learning_rate": 6.848147810056549e-07,
+      "loss": 28.5625,
+      "step": 37042
+    },
+    {
+      "epoch": 1.7701901940170122,
+      "grad_norm": 208.69883728027344,
+      "learning_rate": 6.845333580064062e-07,
+      "loss": 19.8125,
+      "step": 37043
+    },
+    {
+      "epoch": 1.7702379814584726,
+      "grad_norm": 227.29324340820312,
+      "learning_rate": 6.842519907947809e-07,
+      "loss": 24.1875,
+      "step": 37044
+    },
+    {
+      "epoch": 1.770285768899933,
+      "grad_norm": 309.8870544433594,
+      "learning_rate": 6.839706793724643e-07,
+      "loss": 26.7188,
+      "step": 37045
+    },
+    {
+      "epoch": 1.7703335563413933,
+      "grad_norm": 286.7850646972656,
+      "learning_rate": 6.836894237411451e-07,
+      "loss": 26.9375,
+      "step": 37046
+    },
+    {
+      "epoch": 1.7703813437828537,
+      "grad_norm": 438.9654541015625,
+      "learning_rate": 6.834082239025031e-07,
+      "loss": 32.5156,
+      "step": 37047
+    },
+    {
+      "epoch": 1.7704291312243141,
+      "grad_norm": 399.29168701171875,
+      "learning_rate": 6.831270798582245e-07,
+      "loss": 25.7812,
+      "step": 37048
+    },
+    {
+      "epoch": 1.7704769186657745,
+      "grad_norm": 198.29598999023438,
+      "learning_rate": 6.828459916099916e-07,
+      "loss": 25.0,
+      "step": 37049
+    },
+    {
+      "epoch": 1.770524706107235,
+      "grad_norm": 154.09164428710938,
+      "learning_rate": 6.825649591594907e-07,
+      "loss": 24.0469,
+      "step": 37050
+    },
+    {
+      "epoch": 1.7705724935486953,
+      "grad_norm": 271.0641784667969,
+      "learning_rate": 6.822839825084016e-07,
+      "loss": 25.0312,
+      "step": 37051
+    },
+    {
+      "epoch": 1.7706202809901557,
+      "grad_norm": 236.16537475585938,
+      "learning_rate": 6.820030616584083e-07,
+      "loss": 40.4688,
+      "step": 37052
+    },
+    {
+      "epoch": 1.770668068431616,
+      "grad_norm": 200.54571533203125,
+      "learning_rate": 6.817221966111953e-07,
+      "loss": 26.6875,
+      "step": 37053
+    },
+    {
+      "epoch": 1.7707158558730764,
+      "grad_norm": 108.47992706298828,
+      "learning_rate": 6.8144138736844e-07,
+      "loss": 16.9375,
+      "step": 37054
+    },
+    {
+      "epoch": 1.7707636433145368,
+      "grad_norm": 270.2314147949219,
+      "learning_rate": 6.811606339318266e-07,
+      "loss": 25.4219,
+      "step": 37055
+    },
+    {
+      "epoch": 1.7708114307559972,
+      "grad_norm": 478.52130126953125,
+      "learning_rate": 6.808799363030371e-07,
+      "loss": 24.25,
+      "step": 37056
+    },
+    {
+      "epoch": 1.7708592181974576,
+      "grad_norm": 208.6652374267578,
+      "learning_rate": 6.805992944837525e-07,
+      "loss": 25.9844,
+      "step": 37057
+    },
+    {
+      "epoch": 1.770907005638918,
+      "grad_norm": 395.9316711425781,
+      "learning_rate": 6.803187084756524e-07,
+      "loss": 28.2812,
+      "step": 37058
+    },
+    {
+      "epoch": 1.7709547930803784,
+      "grad_norm": 182.98236083984375,
+      "learning_rate": 6.800381782804167e-07,
+      "loss": 17.1406,
+      "step": 37059
+    },
+    {
+      "epoch": 1.7710025805218388,
+      "grad_norm": 281.1203308105469,
+      "learning_rate": 6.79757703899726e-07,
+      "loss": 24.0312,
+      "step": 37060
+    },
+    {
+      "epoch": 1.7710503679632992,
+      "grad_norm": 294.8504943847656,
+      "learning_rate": 6.794772853352627e-07,
+      "loss": 28.7812,
+      "step": 37061
+    },
+    {
+      "epoch": 1.7710981554047596,
+      "grad_norm": 275.56439208984375,
+      "learning_rate": 6.791969225887018e-07,
+      "loss": 19.2031,
+      "step": 37062
+    },
+    {
+      "epoch": 1.77114594284622,
+      "grad_norm": 137.52371215820312,
+      "learning_rate": 6.789166156617233e-07,
+      "loss": 18.6094,
+      "step": 37063
+    },
+    {
+      "epoch": 1.7711937302876803,
+      "grad_norm": 267.8046875,
+      "learning_rate": 6.78636364556009e-07,
+      "loss": 29.0625,
+      "step": 37064
+    },
+    {
+      "epoch": 1.7712415177291407,
+      "grad_norm": 157.75152587890625,
+      "learning_rate": 6.783561692732344e-07,
+      "loss": 18.1875,
+      "step": 37065
+    },
+    {
+      "epoch": 1.7712893051706011,
+      "grad_norm": 361.1212158203125,
+      "learning_rate": 6.780760298150768e-07,
+      "loss": 30.25,
+      "step": 37066
+    },
+    {
+      "epoch": 1.7713370926120615,
+      "grad_norm": 971.5801391601562,
+      "learning_rate": 6.777959461832162e-07,
+      "loss": 26.0625,
+      "step": 37067
+    },
+    {
+      "epoch": 1.771384880053522,
+      "grad_norm": 444.1222839355469,
+      "learning_rate": 6.775159183793301e-07,
+      "loss": 40.5938,
+      "step": 37068
+    },
+    {
+      "epoch": 1.7714326674949823,
+      "grad_norm": 517.869384765625,
+      "learning_rate": 6.772359464050926e-07,
+      "loss": 24.7656,
+      "step": 37069
+    },
+    {
+      "epoch": 1.7714804549364427,
+      "grad_norm": 635.0435180664062,
+      "learning_rate": 6.769560302621825e-07,
+      "loss": 19.7656,
+      "step": 37070
+    },
+    {
+      "epoch": 1.771528242377903,
+      "grad_norm": 113.0556640625,
+      "learning_rate": 6.766761699522761e-07,
+      "loss": 22.2969,
+      "step": 37071
+    },
+    {
+      "epoch": 1.7715760298193635,
+      "grad_norm": 555.4178466796875,
+      "learning_rate": 6.763963654770489e-07,
+      "loss": 19.0469,
+      "step": 37072
+    },
+    {
+      "epoch": 1.7716238172608239,
+      "grad_norm": 231.15245056152344,
+      "learning_rate": 6.761166168381761e-07,
+      "loss": 29.1875,
+      "step": 37073
+    },
+    {
+      "epoch": 1.7716716047022842,
+      "grad_norm": 308.1366271972656,
+      "learning_rate": 6.758369240373353e-07,
+      "loss": 40.9062,
+      "step": 37074
+    },
+    {
+      "epoch": 1.7717193921437446,
+      "grad_norm": 197.29864501953125,
+      "learning_rate": 6.755572870761983e-07,
+      "loss": 17.4531,
+      "step": 37075
+    },
+    {
+      "epoch": 1.771767179585205,
+      "grad_norm": 227.3848876953125,
+      "learning_rate": 6.752777059564431e-07,
+      "loss": 15.0625,
+      "step": 37076
+    },
+    {
+      "epoch": 1.7718149670266654,
+      "grad_norm": 165.18910217285156,
+      "learning_rate": 6.749981806797413e-07,
+      "loss": 17.1719,
+      "step": 37077
+    },
+    {
+      "epoch": 1.7718627544681258,
+      "grad_norm": 157.16477966308594,
+      "learning_rate": 6.747187112477671e-07,
+      "loss": 27.75,
+      "step": 37078
+    },
+    {
+      "epoch": 1.7719105419095862,
+      "grad_norm": 427.6192932128906,
+      "learning_rate": 6.74439297662196e-07,
+      "loss": 32.3906,
+      "step": 37079
+    },
+    {
+      "epoch": 1.7719583293510466,
+      "grad_norm": 244.4346466064453,
+      "learning_rate": 6.74159939924699e-07,
+      "loss": 15.0469,
+      "step": 37080
+    },
+    {
+      "epoch": 1.772006116792507,
+      "grad_norm": 202.84364318847656,
+      "learning_rate": 6.738806380369512e-07,
+      "loss": 15.875,
+      "step": 37081
+    },
+    {
+      "epoch": 1.7720539042339674,
+      "grad_norm": 702.0663452148438,
+      "learning_rate": 6.736013920006235e-07,
+      "loss": 26.1719,
+      "step": 37082
+    },
+    {
+      "epoch": 1.7721016916754277,
+      "grad_norm": 254.63616943359375,
+      "learning_rate": 6.733222018173913e-07,
+      "loss": 22.7188,
+      "step": 37083
+    },
+    {
+      "epoch": 1.7721494791168881,
+      "grad_norm": 170.04586791992188,
+      "learning_rate": 6.730430674889221e-07,
+      "loss": 18.7344,
+      "step": 37084
+    },
+    {
+      "epoch": 1.7721972665583485,
+      "grad_norm": 193.6480712890625,
+      "learning_rate": 6.727639890168902e-07,
+      "loss": 28.9375,
+      "step": 37085
+    },
+    {
+      "epoch": 1.772245053999809,
+      "grad_norm": 212.53500366210938,
+      "learning_rate": 6.724849664029664e-07,
+      "loss": 31.0,
+      "step": 37086
+    },
+    {
+      "epoch": 1.7722928414412693,
+      "grad_norm": 283.35455322265625,
+      "learning_rate": 6.722059996488239e-07,
+      "loss": 20.6875,
+      "step": 37087
+    },
+    {
+      "epoch": 1.7723406288827297,
+      "grad_norm": 328.2193298339844,
+      "learning_rate": 6.719270887561291e-07,
+      "loss": 30.9062,
+      "step": 37088
+    },
+    {
+      "epoch": 1.77238841632419,
+      "grad_norm": 221.39791870117188,
+      "learning_rate": 6.716482337265551e-07,
+      "loss": 19.25,
+      "step": 37089
+    },
+    {
+      "epoch": 1.7724362037656505,
+      "grad_norm": 272.8776550292969,
+      "learning_rate": 6.713694345617727e-07,
+      "loss": 24.5469,
+      "step": 37090
+    },
+    {
+      "epoch": 1.7724839912071109,
+      "grad_norm": 186.04855346679688,
+      "learning_rate": 6.710906912634485e-07,
+      "loss": 23.8125,
+      "step": 37091
+    },
+    {
+      "epoch": 1.7725317786485713,
+      "grad_norm": 270.5281066894531,
+      "learning_rate": 6.708120038332533e-07,
+      "loss": 31.4062,
+      "step": 37092
+    },
+    {
+      "epoch": 1.7725795660900316,
+      "grad_norm": 242.0592041015625,
+      "learning_rate": 6.705333722728558e-07,
+      "loss": 19.3594,
+      "step": 37093
+    },
+    {
+      "epoch": 1.772627353531492,
+      "grad_norm": 197.8307342529297,
+      "learning_rate": 6.702547965839279e-07,
+      "loss": 21.5938,
+      "step": 37094
+    },
+    {
+      "epoch": 1.7726751409729524,
+      "grad_norm": 252.1788787841797,
+      "learning_rate": 6.699762767681328e-07,
+      "loss": 21.6094,
+      "step": 37095
+    },
+    {
+      "epoch": 1.7727229284144128,
+      "grad_norm": 431.8705749511719,
+      "learning_rate": 6.696978128271403e-07,
+      "loss": 21.875,
+      "step": 37096
+    },
+    {
+      "epoch": 1.7727707158558732,
+      "grad_norm": 174.91714477539062,
+      "learning_rate": 6.694194047626202e-07,
+      "loss": 19.7812,
+      "step": 37097
+    },
+    {
+      "epoch": 1.7728185032973336,
+      "grad_norm": 326.53472900390625,
+      "learning_rate": 6.691410525762376e-07,
+      "loss": 23.2969,
+      "step": 37098
+    },
+    {
+      "epoch": 1.772866290738794,
+      "grad_norm": 331.5106506347656,
+      "learning_rate": 6.688627562696603e-07,
+      "loss": 27.3125,
+      "step": 37099
+    },
+    {
+      "epoch": 1.7729140781802544,
+      "grad_norm": 164.26890563964844,
+      "learning_rate": 6.685845158445537e-07,
+      "loss": 23.8594,
+      "step": 37100
+    },
+    {
+      "epoch": 1.7729618656217148,
+      "grad_norm": 236.9455108642578,
+      "learning_rate": 6.683063313025861e-07,
+      "loss": 37.7812,
+      "step": 37101
+    },
+    {
+      "epoch": 1.7730096530631752,
+      "grad_norm": 171.65545654296875,
+      "learning_rate": 6.680282026454221e-07,
+      "loss": 29.6562,
+      "step": 37102
+    },
+    {
+      "epoch": 1.7730574405046355,
+      "grad_norm": 130.1688232421875,
+      "learning_rate": 6.677501298747268e-07,
+      "loss": 22.2188,
+      "step": 37103
+    },
+    {
+      "epoch": 1.773105227946096,
+      "grad_norm": 224.92703247070312,
+      "learning_rate": 6.674721129921679e-07,
+      "loss": 22.5312,
+      "step": 37104
+    },
+    {
+      "epoch": 1.773153015387556,
+      "grad_norm": 254.83290100097656,
+      "learning_rate": 6.671941519994074e-07,
+      "loss": 22.7031,
+      "step": 37105
+    },
+    {
+      "epoch": 1.7732008028290165,
+      "grad_norm": 191.58106994628906,
+      "learning_rate": 6.669162468981105e-07,
+      "loss": 21.3125,
+      "step": 37106
+    },
+    {
+      "epoch": 1.7732485902704769,
+      "grad_norm": 315.00531005859375,
+      "learning_rate": 6.666383976899449e-07,
+      "loss": 33.375,
+      "step": 37107
+    },
+    {
+      "epoch": 1.7732963777119373,
+      "grad_norm": 432.8683166503906,
+      "learning_rate": 6.663606043765702e-07,
+      "loss": 19.625,
+      "step": 37108
+    },
+    {
+      "epoch": 1.7733441651533977,
+      "grad_norm": 223.9889678955078,
+      "learning_rate": 6.66082866959653e-07,
+      "loss": 34.8125,
+      "step": 37109
+    },
+    {
+      "epoch": 1.773391952594858,
+      "grad_norm": 246.45761108398438,
+      "learning_rate": 6.658051854408543e-07,
+      "loss": 18.7812,
+      "step": 37110
+    },
+    {
+      "epoch": 1.7734397400363184,
+      "grad_norm": 243.6452178955078,
+      "learning_rate": 6.65527559821838e-07,
+      "loss": 28.6875,
+      "step": 37111
+    },
+    {
+      "epoch": 1.7734875274777788,
+      "grad_norm": 155.04879760742188,
+      "learning_rate": 6.652499901042686e-07,
+      "loss": 20.0312,
+      "step": 37112
+    },
+    {
+      "epoch": 1.7735353149192392,
+      "grad_norm": 410.7728576660156,
+      "learning_rate": 6.649724762898047e-07,
+      "loss": 27.0,
+      "step": 37113
+    },
+    {
+      "epoch": 1.7735831023606996,
+      "grad_norm": 295.2168273925781,
+      "learning_rate": 6.646950183801104e-07,
+      "loss": 27.0312,
+      "step": 37114
+    },
+    {
+      "epoch": 1.77363088980216,
+      "grad_norm": 281.21270751953125,
+      "learning_rate": 6.644176163768468e-07,
+      "loss": 31.3125,
+      "step": 37115
+    },
+    {
+      "epoch": 1.7736786772436204,
+      "grad_norm": 126.62433624267578,
+      "learning_rate": 6.641402702816768e-07,
+      "loss": 24.0625,
+      "step": 37116
+    },
+    {
+      "epoch": 1.7737264646850808,
+      "grad_norm": 252.2395782470703,
+      "learning_rate": 6.638629800962592e-07,
+      "loss": 17.25,
+      "step": 37117
+    },
+    {
+      "epoch": 1.7737742521265412,
+      "grad_norm": 143.5044708251953,
+      "learning_rate": 6.63585745822255e-07,
+      "loss": 17.25,
+      "step": 37118
+    },
+    {
+      "epoch": 1.7738220395680016,
+      "grad_norm": 321.61029052734375,
+      "learning_rate": 6.633085674613249e-07,
+      "loss": 25.0625,
+      "step": 37119
+    },
+    {
+      "epoch": 1.773869827009462,
+      "grad_norm": 173.67955017089844,
+      "learning_rate": 6.63031445015131e-07,
+      "loss": 19.1875,
+      "step": 37120
+    },
+    {
+      "epoch": 1.7739176144509223,
+      "grad_norm": 317.7178649902344,
+      "learning_rate": 6.627543784853285e-07,
+      "loss": 25.2188,
+      "step": 37121
+    },
+    {
+      "epoch": 1.7739654018923827,
+      "grad_norm": 245.62757873535156,
+      "learning_rate": 6.624773678735785e-07,
+      "loss": 22.8906,
+      "step": 37122
+    },
+    {
+      "epoch": 1.774013189333843,
+      "grad_norm": 172.38165283203125,
+      "learning_rate": 6.622004131815418e-07,
+      "loss": 22.7656,
+      "step": 37123
+    },
+    {
+      "epoch": 1.7740609767753035,
+      "grad_norm": 190.33145141601562,
+      "learning_rate": 6.61923514410876e-07,
+      "loss": 27.8125,
+      "step": 37124
+    },
+    {
+      "epoch": 1.774108764216764,
+      "grad_norm": 297.07843017578125,
+      "learning_rate": 6.616466715632375e-07,
+      "loss": 31.875,
+      "step": 37125
+    },
+    {
+      "epoch": 1.774156551658224,
+      "grad_norm": 340.74957275390625,
+      "learning_rate": 6.61369884640286e-07,
+      "loss": 22.2656,
+      "step": 37126
+    },
+    {
+      "epoch": 1.7742043390996844,
+      "grad_norm": 226.9361114501953,
+      "learning_rate": 6.610931536436804e-07,
+      "loss": 13.6719,
+      "step": 37127
+    },
+    {
+      "epoch": 1.7742521265411448,
+      "grad_norm": 176.84854125976562,
+      "learning_rate": 6.608164785750737e-07,
+      "loss": 14.9219,
+      "step": 37128
+    },
+    {
+      "epoch": 1.7742999139826052,
+      "grad_norm": 203.9343719482422,
+      "learning_rate": 6.605398594361267e-07,
+      "loss": 26.7812,
+      "step": 37129
+    },
+    {
+      "epoch": 1.7743477014240656,
+      "grad_norm": 167.99447631835938,
+      "learning_rate": 6.602632962284938e-07,
+      "loss": 26.8281,
+      "step": 37130
+    },
+    {
+      "epoch": 1.774395488865526,
+      "grad_norm": 125.09571075439453,
+      "learning_rate": 6.599867889538348e-07,
+      "loss": 13.2734,
+      "step": 37131
+    },
+    {
+      "epoch": 1.7744432763069864,
+      "grad_norm": 301.5300598144531,
+      "learning_rate": 6.597103376138014e-07,
+      "loss": 23.7969,
+      "step": 37132
+    },
+    {
+      "epoch": 1.7744910637484468,
+      "grad_norm": 240.97830200195312,
+      "learning_rate": 6.594339422100504e-07,
+      "loss": 20.0312,
+      "step": 37133
+    },
+    {
+      "epoch": 1.7745388511899072,
+      "grad_norm": 175.22804260253906,
+      "learning_rate": 6.59157602744237e-07,
+      "loss": 26.9375,
+      "step": 37134
+    },
+    {
+      "epoch": 1.7745866386313676,
+      "grad_norm": 213.5605010986328,
+      "learning_rate": 6.588813192180188e-07,
+      "loss": 21.6562,
+      "step": 37135
+    },
+    {
+      "epoch": 1.774634426072828,
+      "grad_norm": 254.76112365722656,
+      "learning_rate": 6.586050916330455e-07,
+      "loss": 24.1875,
+      "step": 37136
+    },
+    {
+      "epoch": 1.7746822135142883,
+      "grad_norm": 268.4644775390625,
+      "learning_rate": 6.583289199909771e-07,
+      "loss": 29.4219,
+      "step": 37137
+    },
+    {
+      "epoch": 1.7747300009557487,
+      "grad_norm": 270.5018005371094,
+      "learning_rate": 6.58052804293462e-07,
+      "loss": 26.4688,
+      "step": 37138
+    },
+    {
+      "epoch": 1.7747777883972091,
+      "grad_norm": 234.40573120117188,
+      "learning_rate": 6.577767445421568e-07,
+      "loss": 26.9219,
+      "step": 37139
+    },
+    {
+      "epoch": 1.7748255758386695,
+      "grad_norm": 397.189453125,
+      "learning_rate": 6.575007407387146e-07,
+      "loss": 24.7344,
+      "step": 37140
+    },
+    {
+      "epoch": 1.77487336328013,
+      "grad_norm": 418.45977783203125,
+      "learning_rate": 6.572247928847875e-07,
+      "loss": 28.7188,
+      "step": 37141
+    },
+    {
+      "epoch": 1.7749211507215903,
+      "grad_norm": 129.84487915039062,
+      "learning_rate": 6.569489009820284e-07,
+      "loss": 17.6719,
+      "step": 37142
+    },
+    {
+      "epoch": 1.7749689381630507,
+      "grad_norm": 214.7733154296875,
+      "learning_rate": 6.566730650320896e-07,
+      "loss": 25.5938,
+      "step": 37143
+    },
+    {
+      "epoch": 1.775016725604511,
+      "grad_norm": 167.8250732421875,
+      "learning_rate": 6.563972850366218e-07,
+      "loss": 25.8125,
+      "step": 37144
+    },
+    {
+      "epoch": 1.7750645130459715,
+      "grad_norm": 254.62879943847656,
+      "learning_rate": 6.561215609972782e-07,
+      "loss": 18.5312,
+      "step": 37145
+    },
+    {
+      "epoch": 1.7751123004874318,
+      "grad_norm": 222.62977600097656,
+      "learning_rate": 6.558458929157119e-07,
+      "loss": 21.6562,
+      "step": 37146
+    },
+    {
+      "epoch": 1.7751600879288922,
+      "grad_norm": 224.88790893554688,
+      "learning_rate": 6.555702807935682e-07,
+      "loss": 25.5,
+      "step": 37147
+    },
+    {
+      "epoch": 1.7752078753703526,
+      "grad_norm": 234.77552795410156,
+      "learning_rate": 6.552947246325025e-07,
+      "loss": 27.5312,
+      "step": 37148
+    },
+    {
+      "epoch": 1.775255662811813,
+      "grad_norm": 385.638916015625,
+      "learning_rate": 6.550192244341635e-07,
+      "loss": 19.2812,
+      "step": 37149
+    },
+    {
+      "epoch": 1.7753034502532734,
+      "grad_norm": 250.4330291748047,
+      "learning_rate": 6.547437802002011e-07,
+      "loss": 31.125,
+      "step": 37150
+    },
+    {
+      "epoch": 1.7753512376947338,
+      "grad_norm": 260.9415283203125,
+      "learning_rate": 6.544683919322637e-07,
+      "loss": 21.0781,
+      "step": 37151
+    },
+    {
+      "epoch": 1.7753990251361942,
+      "grad_norm": 380.4383239746094,
+      "learning_rate": 6.541930596320012e-07,
+      "loss": 25.2656,
+      "step": 37152
+    },
+    {
+      "epoch": 1.7754468125776546,
+      "grad_norm": 177.73170471191406,
+      "learning_rate": 6.539177833010657e-07,
+      "loss": 27.3594,
+      "step": 37153
+    },
+    {
+      "epoch": 1.775494600019115,
+      "grad_norm": 276.4490661621094,
+      "learning_rate": 6.536425629411003e-07,
+      "loss": 19.2031,
+      "step": 37154
+    },
+    {
+      "epoch": 1.7755423874605754,
+      "grad_norm": 165.2501678466797,
+      "learning_rate": 6.53367398553757e-07,
+      "loss": 20.5,
+      "step": 37155
+    },
+    {
+      "epoch": 1.7755901749020357,
+      "grad_norm": 595.5936889648438,
+      "learning_rate": 6.530922901406811e-07,
+      "loss": 33.2969,
+      "step": 37156
+    },
+    {
+      "epoch": 1.7756379623434961,
+      "grad_norm": 535.3233032226562,
+      "learning_rate": 6.528172377035247e-07,
+      "loss": 17.6875,
+      "step": 37157
+    },
+    {
+      "epoch": 1.7756857497849565,
+      "grad_norm": 405.92413330078125,
+      "learning_rate": 6.525422412439286e-07,
+      "loss": 30.625,
+      "step": 37158
+    },
+    {
+      "epoch": 1.775733537226417,
+      "grad_norm": 127.76888275146484,
+      "learning_rate": 6.522673007635438e-07,
+      "loss": 14.6719,
+      "step": 37159
+    },
+    {
+      "epoch": 1.7757813246678773,
+      "grad_norm": 207.92236328125,
+      "learning_rate": 6.519924162640168e-07,
+      "loss": 31.0938,
+      "step": 37160
+    },
+    {
+      "epoch": 1.7758291121093377,
+      "grad_norm": 293.4443054199219,
+      "learning_rate": 6.517175877469927e-07,
+      "loss": 36.6562,
+      "step": 37161
+    },
+    {
+      "epoch": 1.775876899550798,
+      "grad_norm": 324.25921630859375,
+      "learning_rate": 6.514428152141172e-07,
+      "loss": 28.6719,
+      "step": 37162
+    },
+    {
+      "epoch": 1.7759246869922585,
+      "grad_norm": 258.4465026855469,
+      "learning_rate": 6.511680986670365e-07,
+      "loss": 21.9062,
+      "step": 37163
+    },
+    {
+      "epoch": 1.7759724744337189,
+      "grad_norm": 173.42015075683594,
+      "learning_rate": 6.508934381073972e-07,
+      "loss": 22.2969,
+      "step": 37164
+    },
+    {
+      "epoch": 1.7760202618751793,
+      "grad_norm": 230.18203735351562,
+      "learning_rate": 6.506188335368402e-07,
+      "loss": 14.3125,
+      "step": 37165
+    },
+    {
+      "epoch": 1.7760680493166396,
+      "grad_norm": 371.8113098144531,
+      "learning_rate": 6.503442849570129e-07,
+      "loss": 21.4219,
+      "step": 37166
+    },
+    {
+      "epoch": 1.7761158367581,
+      "grad_norm": 218.62669372558594,
+      "learning_rate": 6.500697923695598e-07,
+      "loss": 19.6094,
+      "step": 37167
+    },
+    {
+      "epoch": 1.7761636241995604,
+      "grad_norm": 360.5127868652344,
+      "learning_rate": 6.497953557761239e-07,
+      "loss": 29.4062,
+      "step": 37168
+    },
+    {
+      "epoch": 1.7762114116410208,
+      "grad_norm": 364.5869140625,
+      "learning_rate": 6.495209751783482e-07,
+      "loss": 18.0312,
+      "step": 37169
+    },
+    {
+      "epoch": 1.7762591990824812,
+      "grad_norm": 310.6877746582031,
+      "learning_rate": 6.49246650577876e-07,
+      "loss": 30.2188,
+      "step": 37170
+    },
+    {
+      "epoch": 1.7763069865239416,
+      "grad_norm": 290.1860656738281,
+      "learning_rate": 6.489723819763527e-07,
+      "loss": 25.5938,
+      "step": 37171
+    },
+    {
+      "epoch": 1.776354773965402,
+      "grad_norm": 269.85894775390625,
+      "learning_rate": 6.486981693754168e-07,
+      "loss": 20.4062,
+      "step": 37172
+    },
+    {
+      "epoch": 1.7764025614068624,
+      "grad_norm": 134.1544952392578,
+      "learning_rate": 6.484240127767138e-07,
+      "loss": 22.7656,
+      "step": 37173
+    },
+    {
+      "epoch": 1.7764503488483228,
+      "grad_norm": 138.4621124267578,
+      "learning_rate": 6.481499121818824e-07,
+      "loss": 15.5625,
+      "step": 37174
+    },
+    {
+      "epoch": 1.7764981362897831,
+      "grad_norm": 176.69056701660156,
+      "learning_rate": 6.478758675925678e-07,
+      "loss": 15.2031,
+      "step": 37175
+    },
+    {
+      "epoch": 1.7765459237312435,
+      "grad_norm": 731.0287475585938,
+      "learning_rate": 6.476018790104077e-07,
+      "loss": 22.7188,
+      "step": 37176
+    },
+    {
+      "epoch": 1.776593711172704,
+      "grad_norm": 198.7174835205078,
+      "learning_rate": 6.473279464370441e-07,
+      "loss": 27.0469,
+      "step": 37177
+    },
+    {
+      "epoch": 1.7766414986141643,
+      "grad_norm": 428.4493713378906,
+      "learning_rate": 6.470540698741179e-07,
+      "loss": 26.0,
+      "step": 37178
+    },
+    {
+      "epoch": 1.7766892860556247,
+      "grad_norm": 378.6947937011719,
+      "learning_rate": 6.467802493232711e-07,
+      "loss": 22.5781,
+      "step": 37179
+    },
+    {
+      "epoch": 1.776737073497085,
+      "grad_norm": 251.69659423828125,
+      "learning_rate": 6.465064847861402e-07,
+      "loss": 26.6719,
+      "step": 37180
+    },
+    {
+      "epoch": 1.7767848609385455,
+      "grad_norm": 293.9881896972656,
+      "learning_rate": 6.46232776264365e-07,
+      "loss": 27.8594,
+      "step": 37181
+    },
+    {
+      "epoch": 1.7768326483800059,
+      "grad_norm": 226.74667358398438,
+      "learning_rate": 6.459591237595863e-07,
+      "loss": 18.0,
+      "step": 37182
+    },
+    {
+      "epoch": 1.7768804358214663,
+      "grad_norm": 234.70187377929688,
+      "learning_rate": 6.456855272734452e-07,
+      "loss": 24.8125,
+      "step": 37183
+    },
+    {
+      "epoch": 1.7769282232629267,
+      "grad_norm": 287.5427551269531,
+      "learning_rate": 6.454119868075747e-07,
+      "loss": 27.0,
+      "step": 37184
+    },
+    {
+      "epoch": 1.776976010704387,
+      "grad_norm": 206.93080139160156,
+      "learning_rate": 6.451385023636159e-07,
+      "loss": 30.8438,
+      "step": 37185
+    },
+    {
+      "epoch": 1.7770237981458474,
+      "grad_norm": 390.0390930175781,
+      "learning_rate": 6.448650739432083e-07,
+      "loss": 33.6094,
+      "step": 37186
+    },
+    {
+      "epoch": 1.7770715855873076,
+      "grad_norm": 357.6737976074219,
+      "learning_rate": 6.445917015479852e-07,
+      "loss": 18.6562,
+      "step": 37187
+    },
+    {
+      "epoch": 1.777119373028768,
+      "grad_norm": 409.5253601074219,
+      "learning_rate": 6.443183851795864e-07,
+      "loss": 32.0,
+      "step": 37188
+    },
+    {
+      "epoch": 1.7771671604702284,
+      "grad_norm": 297.5486145019531,
+      "learning_rate": 6.440451248396484e-07,
+      "loss": 32.8125,
+      "step": 37189
+    },
+    {
+      "epoch": 1.7772149479116888,
+      "grad_norm": 301.1297607421875,
+      "learning_rate": 6.437719205298099e-07,
+      "loss": 27.4062,
+      "step": 37190
+    },
+    {
+      "epoch": 1.7772627353531492,
+      "grad_norm": 338.8469543457031,
+      "learning_rate": 6.434987722517016e-07,
+      "loss": 21.4375,
+      "step": 37191
+    },
+    {
+      "epoch": 1.7773105227946095,
+      "grad_norm": 223.2687530517578,
+      "learning_rate": 6.432256800069636e-07,
+      "loss": 30.75,
+      "step": 37192
+    },
+    {
+      "epoch": 1.77735831023607,
+      "grad_norm": 160.56837463378906,
+      "learning_rate": 6.4295264379723e-07,
+      "loss": 20.6719,
+      "step": 37193
+    },
+    {
+      "epoch": 1.7774060976775303,
+      "grad_norm": 396.3807373046875,
+      "learning_rate": 6.426796636241372e-07,
+      "loss": 29.125,
+      "step": 37194
+    },
+    {
+      "epoch": 1.7774538851189907,
+      "grad_norm": 247.87045288085938,
+      "learning_rate": 6.424067394893185e-07,
+      "loss": 23.3125,
+      "step": 37195
+    },
+    {
+      "epoch": 1.777501672560451,
+      "grad_norm": 249.92343139648438,
+      "learning_rate": 6.421338713944081e-07,
+      "loss": 26.1562,
+      "step": 37196
+    },
+    {
+      "epoch": 1.7775494600019115,
+      "grad_norm": 97.74853515625,
+      "learning_rate": 6.418610593410424e-07,
+      "loss": 23.5312,
+      "step": 37197
+    },
+    {
+      "epoch": 1.7775972474433719,
+      "grad_norm": 403.1274719238281,
+      "learning_rate": 6.415883033308523e-07,
+      "loss": 25.6562,
+      "step": 37198
+    },
+    {
+      "epoch": 1.7776450348848323,
+      "grad_norm": 202.02769470214844,
+      "learning_rate": 6.413156033654721e-07,
+      "loss": 23.1562,
+      "step": 37199
+    },
+    {
+      "epoch": 1.7776928223262927,
+      "grad_norm": 231.51422119140625,
+      "learning_rate": 6.410429594465361e-07,
+      "loss": 26.9062,
+      "step": 37200
+    },
+    {
+      "epoch": 1.777740609767753,
+      "grad_norm": 206.4939727783203,
+      "learning_rate": 6.407703715756774e-07,
+      "loss": 24.0156,
+      "step": 37201
+    },
+    {
+      "epoch": 1.7777883972092134,
+      "grad_norm": 755.3533325195312,
+      "learning_rate": 6.404978397545269e-07,
+      "loss": 24.7812,
+      "step": 37202
+    },
+    {
+      "epoch": 1.7778361846506738,
+      "grad_norm": 511.9208068847656,
+      "learning_rate": 6.402253639847167e-07,
+      "loss": 29.3125,
+      "step": 37203
+    },
+    {
+      "epoch": 1.7778839720921342,
+      "grad_norm": 225.78041076660156,
+      "learning_rate": 6.399529442678809e-07,
+      "loss": 26.1875,
+      "step": 37204
+    },
+    {
+      "epoch": 1.7779317595335946,
+      "grad_norm": 278.6217346191406,
+      "learning_rate": 6.396805806056471e-07,
+      "loss": 15.4844,
+      "step": 37205
+    },
+    {
+      "epoch": 1.777979546975055,
+      "grad_norm": 432.6387023925781,
+      "learning_rate": 6.394082729996498e-07,
+      "loss": 26.0469,
+      "step": 37206
+    },
+    {
+      "epoch": 1.7780273344165154,
+      "grad_norm": 351.255859375,
+      "learning_rate": 6.391360214515174e-07,
+      "loss": 31.7812,
+      "step": 37207
+    },
+    {
+      "epoch": 1.7780751218579756,
+      "grad_norm": 332.8517150878906,
+      "learning_rate": 6.388638259628821e-07,
+      "loss": 36.25,
+      "step": 37208
+    },
+    {
+      "epoch": 1.778122909299436,
+      "grad_norm": 317.829833984375,
+      "learning_rate": 6.385916865353737e-07,
+      "loss": 20.4062,
+      "step": 37209
+    },
+    {
+      "epoch": 1.7781706967408963,
+      "grad_norm": 348.1997985839844,
+      "learning_rate": 6.383196031706207e-07,
+      "loss": 33.4531,
+      "step": 37210
+    },
+    {
+      "epoch": 1.7782184841823567,
+      "grad_norm": 241.4368438720703,
+      "learning_rate": 6.380475758702532e-07,
+      "loss": 21.6562,
+      "step": 37211
+    },
+    {
+      "epoch": 1.7782662716238171,
+      "grad_norm": 615.9131469726562,
+      "learning_rate": 6.377756046359018e-07,
+      "loss": 19.6562,
+      "step": 37212
+    },
+    {
+      "epoch": 1.7783140590652775,
+      "grad_norm": 394.90985107421875,
+      "learning_rate": 6.375036894691932e-07,
+      "loss": 41.9375,
+      "step": 37213
+    },
+    {
+      "epoch": 1.778361846506738,
+      "grad_norm": 313.4057922363281,
+      "learning_rate": 6.372318303717562e-07,
+      "loss": 32.4219,
+      "step": 37214
+    },
+    {
+      "epoch": 1.7784096339481983,
+      "grad_norm": 276.0144958496094,
+      "learning_rate": 6.369600273452181e-07,
+      "loss": 22.9688,
+      "step": 37215
+    },
+    {
+      "epoch": 1.7784574213896587,
+      "grad_norm": 303.4594421386719,
+      "learning_rate": 6.366882803912111e-07,
+      "loss": 19.9844,
+      "step": 37216
+    },
+    {
+      "epoch": 1.778505208831119,
+      "grad_norm": 336.6677551269531,
+      "learning_rate": 6.364165895113572e-07,
+      "loss": 23.7812,
+      "step": 37217
+    },
+    {
+      "epoch": 1.7785529962725795,
+      "grad_norm": 156.97314453125,
+      "learning_rate": 6.361449547072851e-07,
+      "loss": 21.0156,
+      "step": 37218
+    },
+    {
+      "epoch": 1.7786007837140398,
+      "grad_norm": 178.43080139160156,
+      "learning_rate": 6.358733759806223e-07,
+      "loss": 19.625,
+      "step": 37219
+    },
+    {
+      "epoch": 1.7786485711555002,
+      "grad_norm": 185.50778198242188,
+      "learning_rate": 6.356018533329967e-07,
+      "loss": 23.375,
+      "step": 37220
+    },
+    {
+      "epoch": 1.7786963585969606,
+      "grad_norm": 337.7928466796875,
+      "learning_rate": 6.35330386766031e-07,
+      "loss": 24.1562,
+      "step": 37221
+    },
+    {
+      "epoch": 1.778744146038421,
+      "grad_norm": 359.9037170410156,
+      "learning_rate": 6.35058976281352e-07,
+      "loss": 20.7812,
+      "step": 37222
+    },
+    {
+      "epoch": 1.7787919334798814,
+      "grad_norm": 143.75010681152344,
+      "learning_rate": 6.347876218805882e-07,
+      "loss": 15.0625,
+      "step": 37223
+    },
+    {
+      "epoch": 1.7788397209213418,
+      "grad_norm": 125.70135498046875,
+      "learning_rate": 6.345163235653595e-07,
+      "loss": 15.6406,
+      "step": 37224
+    },
+    {
+      "epoch": 1.7788875083628022,
+      "grad_norm": 176.35675048828125,
+      "learning_rate": 6.342450813372936e-07,
+      "loss": 23.8125,
+      "step": 37225
+    },
+    {
+      "epoch": 1.7789352958042626,
+      "grad_norm": 286.7862548828125,
+      "learning_rate": 6.339738951980157e-07,
+      "loss": 27.375,
+      "step": 37226
+    },
+    {
+      "epoch": 1.778983083245723,
+      "grad_norm": 188.19761657714844,
+      "learning_rate": 6.33702765149149e-07,
+      "loss": 22.2344,
+      "step": 37227
+    },
+    {
+      "epoch": 1.7790308706871834,
+      "grad_norm": 133.24562072753906,
+      "learning_rate": 6.334316911923155e-07,
+      "loss": 15.5312,
+      "step": 37228
+    },
+    {
+      "epoch": 1.7790786581286437,
+      "grad_norm": 237.29342651367188,
+      "learning_rate": 6.331606733291395e-07,
+      "loss": 27.3125,
+      "step": 37229
+    },
+    {
+      "epoch": 1.7791264455701041,
+      "grad_norm": 178.61289978027344,
+      "learning_rate": 6.328897115612454e-07,
+      "loss": 18.1172,
+      "step": 37230
+    },
+    {
+      "epoch": 1.7791742330115645,
+      "grad_norm": 132.84085083007812,
+      "learning_rate": 6.32618805890256e-07,
+      "loss": 21.125,
+      "step": 37231
+    },
+    {
+      "epoch": 1.779222020453025,
+      "grad_norm": 162.485595703125,
+      "learning_rate": 6.323479563177915e-07,
+      "loss": 19.9219,
+      "step": 37232
+    },
+    {
+      "epoch": 1.7792698078944853,
+      "grad_norm": 272.9265441894531,
+      "learning_rate": 6.320771628454758e-07,
+      "loss": 25.375,
+      "step": 37233
+    },
+    {
+      "epoch": 1.7793175953359457,
+      "grad_norm": 158.43345642089844,
+      "learning_rate": 6.318064254749301e-07,
+      "loss": 29.2344,
+      "step": 37234
+    },
+    {
+      "epoch": 1.779365382777406,
+      "grad_norm": 233.2267608642578,
+      "learning_rate": 6.315357442077751e-07,
+      "loss": 20.1562,
+      "step": 37235
+    },
+    {
+      "epoch": 1.7794131702188665,
+      "grad_norm": 235.89596557617188,
+      "learning_rate": 6.31265119045632e-07,
+      "loss": 26.4688,
+      "step": 37236
+    },
+    {
+      "epoch": 1.7794609576603269,
+      "grad_norm": 179.6028594970703,
+      "learning_rate": 6.309945499901238e-07,
+      "loss": 23.375,
+      "step": 37237
+    },
+    {
+      "epoch": 1.7795087451017872,
+      "grad_norm": 204.53146362304688,
+      "learning_rate": 6.307240370428669e-07,
+      "loss": 20.25,
+      "step": 37238
+    },
+    {
+      "epoch": 1.7795565325432476,
+      "grad_norm": 234.49029541015625,
+      "learning_rate": 6.304535802054856e-07,
+      "loss": 22.2656,
+      "step": 37239
+    },
+    {
+      "epoch": 1.779604319984708,
+      "grad_norm": 232.77723693847656,
+      "learning_rate": 6.301831794795954e-07,
+      "loss": 22.1094,
+      "step": 37240
+    },
+    {
+      "epoch": 1.7796521074261684,
+      "grad_norm": 327.7872619628906,
+      "learning_rate": 6.299128348668171e-07,
+      "loss": 21.3438,
+      "step": 37241
+    },
+    {
+      "epoch": 1.7796998948676288,
+      "grad_norm": 311.1556701660156,
+      "learning_rate": 6.296425463687716e-07,
+      "loss": 21.8438,
+      "step": 37242
+    },
+    {
+      "epoch": 1.7797476823090892,
+      "grad_norm": 116.79644775390625,
+      "learning_rate": 6.293723139870756e-07,
+      "loss": 26.7188,
+      "step": 37243
+    },
+    {
+      "epoch": 1.7797954697505496,
+      "grad_norm": 384.4609069824219,
+      "learning_rate": 6.291021377233475e-07,
+      "loss": 34.5625,
+      "step": 37244
+    },
+    {
+      "epoch": 1.77984325719201,
+      "grad_norm": 269.54205322265625,
+      "learning_rate": 6.288320175792062e-07,
+      "loss": 23.7812,
+      "step": 37245
+    },
+    {
+      "epoch": 1.7798910446334704,
+      "grad_norm": 140.16094970703125,
+      "learning_rate": 6.285619535562704e-07,
+      "loss": 26.8594,
+      "step": 37246
+    },
+    {
+      "epoch": 1.7799388320749308,
+      "grad_norm": 287.1383056640625,
+      "learning_rate": 6.282919456561543e-07,
+      "loss": 29.8125,
+      "step": 37247
+    },
+    {
+      "epoch": 1.7799866195163911,
+      "grad_norm": 220.58058166503906,
+      "learning_rate": 6.280219938804766e-07,
+      "loss": 26.3906,
+      "step": 37248
+    },
+    {
+      "epoch": 1.7800344069578515,
+      "grad_norm": 301.8546142578125,
+      "learning_rate": 6.277520982308549e-07,
+      "loss": 18.0781,
+      "step": 37249
+    },
+    {
+      "epoch": 1.780082194399312,
+      "grad_norm": 178.5057830810547,
+      "learning_rate": 6.274822587089035e-07,
+      "loss": 14.875,
+      "step": 37250
+    },
+    {
+      "epoch": 1.7801299818407723,
+      "grad_norm": 184.5242156982422,
+      "learning_rate": 6.272124753162401e-07,
+      "loss": 22.9375,
+      "step": 37251
+    },
+    {
+      "epoch": 1.7801777692822327,
+      "grad_norm": 288.18994140625,
+      "learning_rate": 6.269427480544798e-07,
+      "loss": 31.4688,
+      "step": 37252
+    },
+    {
+      "epoch": 1.780225556723693,
+      "grad_norm": 371.43670654296875,
+      "learning_rate": 6.266730769252383e-07,
+      "loss": 16.75,
+      "step": 37253
+    },
+    {
+      "epoch": 1.7802733441651535,
+      "grad_norm": 181.41371154785156,
+      "learning_rate": 6.264034619301295e-07,
+      "loss": 25.1094,
+      "step": 37254
+    },
+    {
+      "epoch": 1.7803211316066139,
+      "grad_norm": 347.02783203125,
+      "learning_rate": 6.261339030707692e-07,
+      "loss": 19.4844,
+      "step": 37255
+    },
+    {
+      "epoch": 1.7803689190480743,
+      "grad_norm": 184.2584991455078,
+      "learning_rate": 6.258644003487702e-07,
+      "loss": 22.3438,
+      "step": 37256
+    },
+    {
+      "epoch": 1.7804167064895347,
+      "grad_norm": 204.07232666015625,
+      "learning_rate": 6.255949537657491e-07,
+      "loss": 27.0,
+      "step": 37257
+    },
+    {
+      "epoch": 1.780464493930995,
+      "grad_norm": 331.149169921875,
+      "learning_rate": 6.253255633233169e-07,
+      "loss": 23.6875,
+      "step": 37258
+    },
+    {
+      "epoch": 1.7805122813724554,
+      "grad_norm": 599.3449096679688,
+      "learning_rate": 6.250562290230877e-07,
+      "loss": 23.6094,
+      "step": 37259
+    },
+    {
+      "epoch": 1.7805600688139158,
+      "grad_norm": 196.30810546875,
+      "learning_rate": 6.24786950866676e-07,
+      "loss": 25.0,
+      "step": 37260
+    },
+    {
+      "epoch": 1.7806078562553762,
+      "grad_norm": 212.67318725585938,
+      "learning_rate": 6.245177288556925e-07,
+      "loss": 23.9375,
+      "step": 37261
+    },
+    {
+      "epoch": 1.7806556436968366,
+      "grad_norm": 739.27294921875,
+      "learning_rate": 6.242485629917494e-07,
+      "loss": 25.8906,
+      "step": 37262
+    },
+    {
+      "epoch": 1.780703431138297,
+      "grad_norm": 251.95819091796875,
+      "learning_rate": 6.239794532764598e-07,
+      "loss": 22.2344,
+      "step": 37263
+    },
+    {
+      "epoch": 1.7807512185797574,
+      "grad_norm": 122.62432098388672,
+      "learning_rate": 6.237103997114358e-07,
+      "loss": 21.3438,
+      "step": 37264
+    },
+    {
+      "epoch": 1.7807990060212178,
+      "grad_norm": 436.6578369140625,
+      "learning_rate": 6.23441402298286e-07,
+      "loss": 22.6719,
+      "step": 37265
+    },
+    {
+      "epoch": 1.7808467934626782,
+      "grad_norm": 378.4042053222656,
+      "learning_rate": 6.231724610386247e-07,
+      "loss": 20.8438,
+      "step": 37266
+    },
+    {
+      "epoch": 1.7808945809041385,
+      "grad_norm": 253.3626251220703,
+      "learning_rate": 6.229035759340596e-07,
+      "loss": 33.25,
+      "step": 37267
+    },
+    {
+      "epoch": 1.780942368345599,
+      "grad_norm": 246.0246124267578,
+      "learning_rate": 6.226347469862038e-07,
+      "loss": 27.875,
+      "step": 37268
+    },
+    {
+      "epoch": 1.7809901557870593,
+      "grad_norm": 223.79864501953125,
+      "learning_rate": 6.223659741966647e-07,
+      "loss": 21.2969,
+      "step": 37269
+    },
+    {
+      "epoch": 1.7810379432285195,
+      "grad_norm": 230.96511840820312,
+      "learning_rate": 6.220972575670547e-07,
+      "loss": 24.3125,
+      "step": 37270
+    },
+    {
+      "epoch": 1.7810857306699799,
+      "grad_norm": 324.7196044921875,
+      "learning_rate": 6.21828597098979e-07,
+      "loss": 29.7812,
+      "step": 37271
+    },
+    {
+      "epoch": 1.7811335181114403,
+      "grad_norm": 311.52618408203125,
+      "learning_rate": 6.215599927940508e-07,
+      "loss": 32.8438,
+      "step": 37272
+    },
+    {
+      "epoch": 1.7811813055529007,
+      "grad_norm": 231.55264282226562,
+      "learning_rate": 6.212914446538753e-07,
+      "loss": 22.7812,
+      "step": 37273
+    },
+    {
+      "epoch": 1.781229092994361,
+      "grad_norm": 259.7396545410156,
+      "learning_rate": 6.210229526800626e-07,
+      "loss": 24.875,
+      "step": 37274
+    },
+    {
+      "epoch": 1.7812768804358214,
+      "grad_norm": 173.38116455078125,
+      "learning_rate": 6.207545168742212e-07,
+      "loss": 18.9844,
+      "step": 37275
+    },
+    {
+      "epoch": 1.7813246678772818,
+      "grad_norm": 281.3954772949219,
+      "learning_rate": 6.204861372379556e-07,
+      "loss": 27.7188,
+      "step": 37276
+    },
+    {
+      "epoch": 1.7813724553187422,
+      "grad_norm": 289.3057861328125,
+      "learning_rate": 6.202178137728765e-07,
+      "loss": 28.5312,
+      "step": 37277
+    },
+    {
+      "epoch": 1.7814202427602026,
+      "grad_norm": 359.5908203125,
+      "learning_rate": 6.199495464805882e-07,
+      "loss": 26.7344,
+      "step": 37278
+    },
+    {
+      "epoch": 1.781468030201663,
+      "grad_norm": 177.43409729003906,
+      "learning_rate": 6.196813353627007e-07,
+      "loss": 23.0938,
+      "step": 37279
+    },
+    {
+      "epoch": 1.7815158176431234,
+      "grad_norm": 320.544189453125,
+      "learning_rate": 6.19413180420817e-07,
+      "loss": 23.9688,
+      "step": 37280
+    },
+    {
+      "epoch": 1.7815636050845838,
+      "grad_norm": 326.10577392578125,
+      "learning_rate": 6.191450816565436e-07,
+      "loss": 26.5625,
+      "step": 37281
+    },
+    {
+      "epoch": 1.7816113925260442,
+      "grad_norm": 186.55393981933594,
+      "learning_rate": 6.188770390714883e-07,
+      "loss": 27.8281,
+      "step": 37282
+    },
+    {
+      "epoch": 1.7816591799675046,
+      "grad_norm": 177.34690856933594,
+      "learning_rate": 6.186090526672528e-07,
+      "loss": 20.0625,
+      "step": 37283
+    },
+    {
+      "epoch": 1.781706967408965,
+      "grad_norm": 133.7721710205078,
+      "learning_rate": 6.183411224454439e-07,
+      "loss": 17.2188,
+      "step": 37284
+    },
+    {
+      "epoch": 1.7817547548504253,
+      "grad_norm": 170.41493225097656,
+      "learning_rate": 6.180732484076657e-07,
+      "loss": 21.5,
+      "step": 37285
+    },
+    {
+      "epoch": 1.7818025422918857,
+      "grad_norm": 597.7716674804688,
+      "learning_rate": 6.178054305555236e-07,
+      "loss": 27.0938,
+      "step": 37286
+    },
+    {
+      "epoch": 1.7818503297333461,
+      "grad_norm": 173.6992645263672,
+      "learning_rate": 6.175376688906209e-07,
+      "loss": 25.4375,
+      "step": 37287
+    },
+    {
+      "epoch": 1.7818981171748065,
+      "grad_norm": 129.9525909423828,
+      "learning_rate": 6.172699634145596e-07,
+      "loss": 14.8906,
+      "step": 37288
+    },
+    {
+      "epoch": 1.781945904616267,
+      "grad_norm": 232.51182556152344,
+      "learning_rate": 6.170023141289438e-07,
+      "loss": 19.0,
+      "step": 37289
+    },
+    {
+      "epoch": 1.781993692057727,
+      "grad_norm": 214.6082305908203,
+      "learning_rate": 6.167347210353791e-07,
+      "loss": 24.625,
+      "step": 37290
+    },
+    {
+      "epoch": 1.7820414794991875,
+      "grad_norm": 292.1683044433594,
+      "learning_rate": 6.164671841354641e-07,
+      "loss": 27.2812,
+      "step": 37291
+    },
+    {
+      "epoch": 1.7820892669406478,
+      "grad_norm": 195.622802734375,
+      "learning_rate": 6.161997034308032e-07,
+      "loss": 29.9375,
+      "step": 37292
+    },
+    {
+      "epoch": 1.7821370543821082,
+      "grad_norm": 286.3536376953125,
+      "learning_rate": 6.159322789229971e-07,
+      "loss": 37.125,
+      "step": 37293
+    },
+    {
+      "epoch": 1.7821848418235686,
+      "grad_norm": 214.20379638671875,
+      "learning_rate": 6.156649106136492e-07,
+      "loss": 19.75,
+      "step": 37294
+    },
+    {
+      "epoch": 1.782232629265029,
+      "grad_norm": 416.4269104003906,
+      "learning_rate": 6.153975985043581e-07,
+      "loss": 31.3438,
+      "step": 37295
+    },
+    {
+      "epoch": 1.7822804167064894,
+      "grad_norm": 234.47007751464844,
+      "learning_rate": 6.151303425967259e-07,
+      "loss": 19.0625,
+      "step": 37296
+    },
+    {
+      "epoch": 1.7823282041479498,
+      "grad_norm": 179.8675994873047,
+      "learning_rate": 6.148631428923546e-07,
+      "loss": 23.125,
+      "step": 37297
+    },
+    {
+      "epoch": 1.7823759915894102,
+      "grad_norm": 684.8818359375,
+      "learning_rate": 6.145959993928408e-07,
+      "loss": 31.1875,
+      "step": 37298
+    },
+    {
+      "epoch": 1.7824237790308706,
+      "grad_norm": 236.91366577148438,
+      "learning_rate": 6.143289120997875e-07,
+      "loss": 27.5625,
+      "step": 37299
+    },
+    {
+      "epoch": 1.782471566472331,
+      "grad_norm": 276.98529052734375,
+      "learning_rate": 6.140618810147925e-07,
+      "loss": 26.0,
+      "step": 37300
+    },
+    {
+      "epoch": 1.7825193539137913,
+      "grad_norm": 323.2443542480469,
+      "learning_rate": 6.137949061394577e-07,
+      "loss": 21.4531,
+      "step": 37301
+    },
+    {
+      "epoch": 1.7825671413552517,
+      "grad_norm": 263.79339599609375,
+      "learning_rate": 6.135279874753775e-07,
+      "loss": 25.25,
+      "step": 37302
+    },
+    {
+      "epoch": 1.7826149287967121,
+      "grad_norm": 449.4579162597656,
+      "learning_rate": 6.132611250241549e-07,
+      "loss": 17.9688,
+      "step": 37303
+    },
+    {
+      "epoch": 1.7826627162381725,
+      "grad_norm": 245.13343811035156,
+      "learning_rate": 6.129943187873844e-07,
+      "loss": 36.3125,
+      "step": 37304
+    },
+    {
+      "epoch": 1.782710503679633,
+      "grad_norm": 113.8113021850586,
+      "learning_rate": 6.127275687666667e-07,
+      "loss": 14.75,
+      "step": 37305
+    },
+    {
+      "epoch": 1.7827582911210933,
+      "grad_norm": 284.0601501464844,
+      "learning_rate": 6.124608749635974e-07,
+      "loss": 21.75,
+      "step": 37306
+    },
+    {
+      "epoch": 1.7828060785625537,
+      "grad_norm": 252.55845642089844,
+      "learning_rate": 6.121942373797729e-07,
+      "loss": 27.5,
+      "step": 37307
+    },
+    {
+      "epoch": 1.782853866004014,
+      "grad_norm": 195.98617553710938,
+      "learning_rate": 6.119276560167942e-07,
+      "loss": 22.0625,
+      "step": 37308
+    },
+    {
+      "epoch": 1.7829016534454745,
+      "grad_norm": 350.0767517089844,
+      "learning_rate": 6.116611308762521e-07,
+      "loss": 30.2969,
+      "step": 37309
+    },
+    {
+      "epoch": 1.7829494408869349,
+      "grad_norm": 253.88894653320312,
+      "learning_rate": 6.113946619597467e-07,
+      "loss": 25.1094,
+      "step": 37310
+    },
+    {
+      "epoch": 1.7829972283283952,
+      "grad_norm": 442.35223388671875,
+      "learning_rate": 6.111282492688719e-07,
+      "loss": 26.375,
+      "step": 37311
+    },
+    {
+      "epoch": 1.7830450157698556,
+      "grad_norm": 234.06932067871094,
+      "learning_rate": 6.108618928052257e-07,
+      "loss": 20.5625,
+      "step": 37312
+    },
+    {
+      "epoch": 1.783092803211316,
+      "grad_norm": 350.9902038574219,
+      "learning_rate": 6.105955925704e-07,
+      "loss": 27.1875,
+      "step": 37313
+    },
+    {
+      "epoch": 1.7831405906527764,
+      "grad_norm": 107.57939910888672,
+      "learning_rate": 6.1032934856599e-07,
+      "loss": 15.8125,
+      "step": 37314
+    },
+    {
+      "epoch": 1.7831883780942368,
+      "grad_norm": 151.4007568359375,
+      "learning_rate": 6.100631607935926e-07,
+      "loss": 21.1562,
+      "step": 37315
+    },
+    {
+      "epoch": 1.7832361655356972,
+      "grad_norm": 155.80039978027344,
+      "learning_rate": 6.097970292548017e-07,
+      "loss": 26.875,
+      "step": 37316
+    },
+    {
+      "epoch": 1.7832839529771576,
+      "grad_norm": 261.52117919921875,
+      "learning_rate": 6.095309539512085e-07,
+      "loss": 23.9688,
+      "step": 37317
+    },
+    {
+      "epoch": 1.783331740418618,
+      "grad_norm": 250.10679626464844,
+      "learning_rate": 6.092649348844071e-07,
+      "loss": 22.4062,
+      "step": 37318
+    },
+    {
+      "epoch": 1.7833795278600784,
+      "grad_norm": 233.82005310058594,
+      "learning_rate": 6.08998972055993e-07,
+      "loss": 26.8125,
+      "step": 37319
+    },
+    {
+      "epoch": 1.7834273153015388,
+      "grad_norm": 331.9250793457031,
+      "learning_rate": 6.08733065467556e-07,
+      "loss": 26.8906,
+      "step": 37320
+    },
+    {
+      "epoch": 1.7834751027429991,
+      "grad_norm": 161.34359741210938,
+      "learning_rate": 6.084672151206905e-07,
+      "loss": 19.25,
+      "step": 37321
+    },
+    {
+      "epoch": 1.7835228901844595,
+      "grad_norm": 414.322998046875,
+      "learning_rate": 6.082014210169873e-07,
+      "loss": 20.875,
+      "step": 37322
+    },
+    {
+      "epoch": 1.78357067762592,
+      "grad_norm": 204.38504028320312,
+      "learning_rate": 6.079356831580408e-07,
+      "loss": 28.8906,
+      "step": 37323
+    },
+    {
+      "epoch": 1.7836184650673803,
+      "grad_norm": 623.0547485351562,
+      "learning_rate": 6.076700015454395e-07,
+      "loss": 19.9375,
+      "step": 37324
+    },
+    {
+      "epoch": 1.7836662525088407,
+      "grad_norm": 280.2818908691406,
+      "learning_rate": 6.074043761807746e-07,
+      "loss": 26.5,
+      "step": 37325
+    },
+    {
+      "epoch": 1.783714039950301,
+      "grad_norm": 187.77293395996094,
+      "learning_rate": 6.071388070656381e-07,
+      "loss": 18.6406,
+      "step": 37326
+    },
+    {
+      "epoch": 1.7837618273917615,
+      "grad_norm": 514.6815185546875,
+      "learning_rate": 6.068732942016209e-07,
+      "loss": 17.8594,
+      "step": 37327
+    },
+    {
+      "epoch": 1.7838096148332219,
+      "grad_norm": 209.0276336669922,
+      "learning_rate": 6.066078375903118e-07,
+      "loss": 30.1562,
+      "step": 37328
+    },
+    {
+      "epoch": 1.7838574022746823,
+      "grad_norm": 252.0127716064453,
+      "learning_rate": 6.063424372332994e-07,
+      "loss": 23.8438,
+      "step": 37329
+    },
+    {
+      "epoch": 1.7839051897161426,
+      "grad_norm": 251.3328857421875,
+      "learning_rate": 6.060770931321758e-07,
+      "loss": 26.0625,
+      "step": 37330
+    },
+    {
+      "epoch": 1.783952977157603,
+      "grad_norm": 303.0065612792969,
+      "learning_rate": 6.058118052885309e-07,
+      "loss": 26.7188,
+      "step": 37331
+    },
+    {
+      "epoch": 1.7840007645990634,
+      "grad_norm": 371.47161865234375,
+      "learning_rate": 6.05546573703949e-07,
+      "loss": 17.5469,
+      "step": 37332
+    },
+    {
+      "epoch": 1.7840485520405238,
+      "grad_norm": 193.94459533691406,
+      "learning_rate": 6.052813983800209e-07,
+      "loss": 22.1875,
+      "step": 37333
+    },
+    {
+      "epoch": 1.7840963394819842,
+      "grad_norm": 136.7035675048828,
+      "learning_rate": 6.050162793183367e-07,
+      "loss": 11.5938,
+      "step": 37334
+    },
+    {
+      "epoch": 1.7841441269234446,
+      "grad_norm": 275.53564453125,
+      "learning_rate": 6.047512165204805e-07,
+      "loss": 31.4062,
+      "step": 37335
+    },
+    {
+      "epoch": 1.784191914364905,
+      "grad_norm": 195.45248413085938,
+      "learning_rate": 6.044862099880433e-07,
+      "loss": 23.375,
+      "step": 37336
+    },
+    {
+      "epoch": 1.7842397018063654,
+      "grad_norm": 270.8184814453125,
+      "learning_rate": 6.042212597226071e-07,
+      "loss": 24.1875,
+      "step": 37337
+    },
+    {
+      "epoch": 1.7842874892478258,
+      "grad_norm": 408.8003234863281,
+      "learning_rate": 6.03956365725763e-07,
+      "loss": 17.0938,
+      "step": 37338
+    },
+    {
+      "epoch": 1.7843352766892862,
+      "grad_norm": 199.48989868164062,
+      "learning_rate": 6.036915279990974e-07,
+      "loss": 24.7812,
+      "step": 37339
+    },
+    {
+      "epoch": 1.7843830641307465,
+      "grad_norm": 163.47286987304688,
+      "learning_rate": 6.034267465441934e-07,
+      "loss": 20.4375,
+      "step": 37340
+    },
+    {
+      "epoch": 1.784430851572207,
+      "grad_norm": 193.66177368164062,
+      "learning_rate": 6.031620213626388e-07,
+      "loss": 18.4219,
+      "step": 37341
+    },
+    {
+      "epoch": 1.7844786390136673,
+      "grad_norm": 422.83074951171875,
+      "learning_rate": 6.028973524560188e-07,
+      "loss": 34.8438,
+      "step": 37342
+    },
+    {
+      "epoch": 1.7845264264551277,
+      "grad_norm": 277.59661865234375,
+      "learning_rate": 6.026327398259179e-07,
+      "loss": 19.0,
+      "step": 37343
+    },
+    {
+      "epoch": 1.784574213896588,
+      "grad_norm": 354.1441650390625,
+      "learning_rate": 6.023681834739204e-07,
+      "loss": 27.1875,
+      "step": 37344
+    },
+    {
+      "epoch": 1.7846220013380485,
+      "grad_norm": 288.0818176269531,
+      "learning_rate": 6.021036834016126e-07,
+      "loss": 17.7969,
+      "step": 37345
+    },
+    {
+      "epoch": 1.7846697887795089,
+      "grad_norm": 189.0274658203125,
+      "learning_rate": 6.018392396105755e-07,
+      "loss": 22.6875,
+      "step": 37346
+    },
+    {
+      "epoch": 1.7847175762209693,
+      "grad_norm": 329.48748779296875,
+      "learning_rate": 6.015748521023946e-07,
+      "loss": 26.25,
+      "step": 37347
+    },
+    {
+      "epoch": 1.7847653636624297,
+      "grad_norm": 188.48138427734375,
+      "learning_rate": 6.013105208786529e-07,
+      "loss": 23.9062,
+      "step": 37348
+    },
+    {
+      "epoch": 1.78481315110389,
+      "grad_norm": 167.8470916748047,
+      "learning_rate": 6.01046245940935e-07,
+      "loss": 18.5781,
+      "step": 37349
+    },
+    {
+      "epoch": 1.7848609385453504,
+      "grad_norm": 325.7146301269531,
+      "learning_rate": 6.007820272908205e-07,
+      "loss": 23.2031,
+      "step": 37350
+    },
+    {
+      "epoch": 1.7849087259868108,
+      "grad_norm": 160.9943389892578,
+      "learning_rate": 6.005178649298937e-07,
+      "loss": 13.8594,
+      "step": 37351
+    },
+    {
+      "epoch": 1.784956513428271,
+      "grad_norm": 260.0487976074219,
+      "learning_rate": 6.002537588597368e-07,
+      "loss": 17.7656,
+      "step": 37352
+    },
+    {
+      "epoch": 1.7850043008697314,
+      "grad_norm": 243.00152587890625,
+      "learning_rate": 5.999897090819318e-07,
+      "loss": 19.7812,
+      "step": 37353
+    },
+    {
+      "epoch": 1.7850520883111918,
+      "grad_norm": 283.925048828125,
+      "learning_rate": 5.997257155980574e-07,
+      "loss": 30.6562,
+      "step": 37354
+    },
+    {
+      "epoch": 1.7850998757526522,
+      "grad_norm": 248.6521759033203,
+      "learning_rate": 5.994617784096956e-07,
+      "loss": 20.375,
+      "step": 37355
+    },
+    {
+      "epoch": 1.7851476631941126,
+      "grad_norm": 425.470703125,
+      "learning_rate": 5.99197897518431e-07,
+      "loss": 29.6562,
+      "step": 37356
+    },
+    {
+      "epoch": 1.785195450635573,
+      "grad_norm": 152.44583129882812,
+      "learning_rate": 5.989340729258375e-07,
+      "loss": 15.7812,
+      "step": 37357
+    },
+    {
+      "epoch": 1.7852432380770333,
+      "grad_norm": 147.04791259765625,
+      "learning_rate": 5.986703046334996e-07,
+      "loss": 17.2188,
+      "step": 37358
+    },
+    {
+      "epoch": 1.7852910255184937,
+      "grad_norm": 273.89422607421875,
+      "learning_rate": 5.984065926429949e-07,
+      "loss": 33.6875,
+      "step": 37359
+    },
+    {
+      "epoch": 1.7853388129599541,
+      "grad_norm": 225.10560607910156,
+      "learning_rate": 5.981429369559045e-07,
+      "loss": 29.7812,
+      "step": 37360
+    },
+    {
+      "epoch": 1.7853866004014145,
+      "grad_norm": 230.19357299804688,
+      "learning_rate": 5.978793375738046e-07,
+      "loss": 20.1406,
+      "step": 37361
+    },
+    {
+      "epoch": 1.785434387842875,
+      "grad_norm": 170.19802856445312,
+      "learning_rate": 5.976157944982764e-07,
+      "loss": 24.8438,
+      "step": 37362
+    },
+    {
+      "epoch": 1.7854821752843353,
+      "grad_norm": 186.7073516845703,
+      "learning_rate": 5.973523077308962e-07,
+      "loss": 16.5156,
+      "step": 37363
+    },
+    {
+      "epoch": 1.7855299627257957,
+      "grad_norm": 209.0527801513672,
+      "learning_rate": 5.970888772732453e-07,
+      "loss": 19.0,
+      "step": 37364
+    },
+    {
+      "epoch": 1.785577750167256,
+      "grad_norm": 312.9273376464844,
+      "learning_rate": 5.968255031268966e-07,
+      "loss": 28.8125,
+      "step": 37365
+    },
+    {
+      "epoch": 1.7856255376087165,
+      "grad_norm": 312.66064453125,
+      "learning_rate": 5.9656218529343e-07,
+      "loss": 22.9688,
+      "step": 37366
+    },
+    {
+      "epoch": 1.7856733250501768,
+      "grad_norm": 216.98399353027344,
+      "learning_rate": 5.962989237744232e-07,
+      "loss": 18.7188,
+      "step": 37367
+    },
+    {
+      "epoch": 1.7857211124916372,
+      "grad_norm": 189.3807373046875,
+      "learning_rate": 5.960357185714516e-07,
+      "loss": 24.0,
+      "step": 37368
+    },
+    {
+      "epoch": 1.7857688999330976,
+      "grad_norm": 235.58612060546875,
+      "learning_rate": 5.957725696860916e-07,
+      "loss": 28.9844,
+      "step": 37369
+    },
+    {
+      "epoch": 1.785816687374558,
+      "grad_norm": 272.17559814453125,
+      "learning_rate": 5.955094771199188e-07,
+      "loss": 20.6406,
+      "step": 37370
+    },
+    {
+      "epoch": 1.7858644748160184,
+      "grad_norm": 332.03076171875,
+      "learning_rate": 5.952464408745084e-07,
+      "loss": 17.2344,
+      "step": 37371
+    },
+    {
+      "epoch": 1.7859122622574788,
+      "grad_norm": 279.020751953125,
+      "learning_rate": 5.949834609514382e-07,
+      "loss": 25.0938,
+      "step": 37372
+    },
+    {
+      "epoch": 1.785960049698939,
+      "grad_norm": 496.5495300292969,
+      "learning_rate": 5.947205373522802e-07,
+      "loss": 25.9062,
+      "step": 37373
+    },
+    {
+      "epoch": 1.7860078371403993,
+      "grad_norm": 246.0448760986328,
+      "learning_rate": 5.944576700786086e-07,
+      "loss": 31.1875,
+      "step": 37374
+    },
+    {
+      "epoch": 1.7860556245818597,
+      "grad_norm": 196.30136108398438,
+      "learning_rate": 5.941948591320024e-07,
+      "loss": 22.875,
+      "step": 37375
+    },
+    {
+      "epoch": 1.7861034120233201,
+      "grad_norm": 185.8135223388672,
+      "learning_rate": 5.93932104514029e-07,
+      "loss": 23.6562,
+      "step": 37376
+    },
+    {
+      "epoch": 1.7861511994647805,
+      "grad_norm": 210.20236206054688,
+      "learning_rate": 5.93669406226266e-07,
+      "loss": 31.2344,
+      "step": 37377
+    },
+    {
+      "epoch": 1.786198986906241,
+      "grad_norm": 368.130859375,
+      "learning_rate": 5.934067642702857e-07,
+      "loss": 18.8281,
+      "step": 37378
+    },
+    {
+      "epoch": 1.7862467743477013,
+      "grad_norm": 333.8393859863281,
+      "learning_rate": 5.931441786476632e-07,
+      "loss": 22.8906,
+      "step": 37379
+    },
+    {
+      "epoch": 1.7862945617891617,
+      "grad_norm": 194.283447265625,
+      "learning_rate": 5.928816493599666e-07,
+      "loss": 23.1562,
+      "step": 37380
+    },
+    {
+      "epoch": 1.786342349230622,
+      "grad_norm": 286.6856689453125,
+      "learning_rate": 5.926191764087707e-07,
+      "loss": 27.5625,
+      "step": 37381
+    },
+    {
+      "epoch": 1.7863901366720825,
+      "grad_norm": 260.5614929199219,
+      "learning_rate": 5.923567597956481e-07,
+      "loss": 18.4531,
+      "step": 37382
+    },
+    {
+      "epoch": 1.7864379241135429,
+      "grad_norm": 425.2957458496094,
+      "learning_rate": 5.920943995221684e-07,
+      "loss": 29.7812,
+      "step": 37383
+    },
+    {
+      "epoch": 1.7864857115550032,
+      "grad_norm": 206.47398376464844,
+      "learning_rate": 5.918320955899038e-07,
+      "loss": 22.4219,
+      "step": 37384
+    },
+    {
+      "epoch": 1.7865334989964636,
+      "grad_norm": 183.9258270263672,
+      "learning_rate": 5.915698480004239e-07,
+      "loss": 25.375,
+      "step": 37385
+    },
+    {
+      "epoch": 1.786581286437924,
+      "grad_norm": 267.2018127441406,
+      "learning_rate": 5.913076567553033e-07,
+      "loss": 28.0,
+      "step": 37386
+    },
+    {
+      "epoch": 1.7866290738793844,
+      "grad_norm": 225.58494567871094,
+      "learning_rate": 5.910455218561073e-07,
+      "loss": 16.0938,
+      "step": 37387
+    },
+    {
+      "epoch": 1.7866768613208448,
+      "grad_norm": 220.5406951904297,
+      "learning_rate": 5.90783443304408e-07,
+      "loss": 26.5312,
+      "step": 37388
+    },
+    {
+      "epoch": 1.7867246487623052,
+      "grad_norm": 153.4466552734375,
+      "learning_rate": 5.905214211017741e-07,
+      "loss": 20.4375,
+      "step": 37389
+    },
+    {
+      "epoch": 1.7867724362037656,
+      "grad_norm": 201.69921875,
+      "learning_rate": 5.902594552497776e-07,
+      "loss": 23.9375,
+      "step": 37390
+    },
+    {
+      "epoch": 1.786820223645226,
+      "grad_norm": 142.46478271484375,
+      "learning_rate": 5.899975457499829e-07,
+      "loss": 27.875,
+      "step": 37391
+    },
+    {
+      "epoch": 1.7868680110866864,
+      "grad_norm": 326.9749450683594,
+      "learning_rate": 5.89735692603961e-07,
+      "loss": 36.4688,
+      "step": 37392
+    },
+    {
+      "epoch": 1.7869157985281467,
+      "grad_norm": 199.34124755859375,
+      "learning_rate": 5.894738958132806e-07,
+      "loss": 19.5312,
+      "step": 37393
+    },
+    {
+      "epoch": 1.7869635859696071,
+      "grad_norm": 217.2738800048828,
+      "learning_rate": 5.892121553795083e-07,
+      "loss": 21.1406,
+      "step": 37394
+    },
+    {
+      "epoch": 1.7870113734110675,
+      "grad_norm": 326.5344543457031,
+      "learning_rate": 5.889504713042105e-07,
+      "loss": 18.8438,
+      "step": 37395
+    },
+    {
+      "epoch": 1.787059160852528,
+      "grad_norm": 275.9186096191406,
+      "learning_rate": 5.886888435889571e-07,
+      "loss": 26.3594,
+      "step": 37396
+    },
+    {
+      "epoch": 1.7871069482939883,
+      "grad_norm": 415.0765380859375,
+      "learning_rate": 5.884272722353146e-07,
+      "loss": 30.4688,
+      "step": 37397
+    },
+    {
+      "epoch": 1.7871547357354487,
+      "grad_norm": 194.6865234375,
+      "learning_rate": 5.881657572448474e-07,
+      "loss": 23.4375,
+      "step": 37398
+    },
+    {
+      "epoch": 1.787202523176909,
+      "grad_norm": 611.055419921875,
+      "learning_rate": 5.879042986191219e-07,
+      "loss": 20.1875,
+      "step": 37399
+    },
+    {
+      "epoch": 1.7872503106183695,
+      "grad_norm": 208.96646118164062,
+      "learning_rate": 5.876428963597069e-07,
+      "loss": 15.0781,
+      "step": 37400
+    },
+    {
+      "epoch": 1.7872980980598299,
+      "grad_norm": 345.4389953613281,
+      "learning_rate": 5.873815504681634e-07,
+      "loss": 18.9688,
+      "step": 37401
+    },
+    {
+      "epoch": 1.7873458855012903,
+      "grad_norm": 887.4368286132812,
+      "learning_rate": 5.871202609460613e-07,
+      "loss": 18.125,
+      "step": 37402
+    },
+    {
+      "epoch": 1.7873936729427506,
+      "grad_norm": 528.2587280273438,
+      "learning_rate": 5.868590277949616e-07,
+      "loss": 21.4062,
+      "step": 37403
+    },
+    {
+      "epoch": 1.787441460384211,
+      "grad_norm": 213.406005859375,
+      "learning_rate": 5.865978510164294e-07,
+      "loss": 24.0156,
+      "step": 37404
+    },
+    {
+      "epoch": 1.7874892478256714,
+      "grad_norm": 165.1946563720703,
+      "learning_rate": 5.863367306120305e-07,
+      "loss": 22.6562,
+      "step": 37405
+    },
+    {
+      "epoch": 1.7875370352671318,
+      "grad_norm": 294.4681091308594,
+      "learning_rate": 5.860756665833267e-07,
+      "loss": 30.25,
+      "step": 37406
+    },
+    {
+      "epoch": 1.7875848227085922,
+      "grad_norm": 159.41119384765625,
+      "learning_rate": 5.858146589318824e-07,
+      "loss": 29.4375,
+      "step": 37407
+    },
+    {
+      "epoch": 1.7876326101500526,
+      "grad_norm": 237.19700622558594,
+      "learning_rate": 5.855537076592621e-07,
+      "loss": 26.7812,
+      "step": 37408
+    },
+    {
+      "epoch": 1.787680397591513,
+      "grad_norm": 276.58453369140625,
+      "learning_rate": 5.852928127670254e-07,
+      "loss": 26.9062,
+      "step": 37409
+    },
+    {
+      "epoch": 1.7877281850329734,
+      "grad_norm": 261.6503601074219,
+      "learning_rate": 5.850319742567367e-07,
+      "loss": 20.0625,
+      "step": 37410
+    },
+    {
+      "epoch": 1.7877759724744338,
+      "grad_norm": 215.7686767578125,
+      "learning_rate": 5.847711921299581e-07,
+      "loss": 21.7109,
+      "step": 37411
+    },
+    {
+      "epoch": 1.7878237599158942,
+      "grad_norm": 916.55859375,
+      "learning_rate": 5.845104663882517e-07,
+      "loss": 26.5469,
+      "step": 37412
+    },
+    {
+      "epoch": 1.7878715473573545,
+      "grad_norm": 168.7212677001953,
+      "learning_rate": 5.842497970331773e-07,
+      "loss": 26.8438,
+      "step": 37413
+    },
+    {
+      "epoch": 1.787919334798815,
+      "grad_norm": 205.5510711669922,
+      "learning_rate": 5.83989184066297e-07,
+      "loss": 25.3125,
+      "step": 37414
+    },
+    {
+      "epoch": 1.7879671222402753,
+      "grad_norm": 123.6543960571289,
+      "learning_rate": 5.837286274891718e-07,
+      "loss": 16.375,
+      "step": 37415
+    },
+    {
+      "epoch": 1.7880149096817357,
+      "grad_norm": 377.2896423339844,
+      "learning_rate": 5.834681273033626e-07,
+      "loss": 20.6094,
+      "step": 37416
+    },
+    {
+      "epoch": 1.788062697123196,
+      "grad_norm": 203.56553649902344,
+      "learning_rate": 5.832076835104283e-07,
+      "loss": 17.1562,
+      "step": 37417
+    },
+    {
+      "epoch": 1.7881104845646565,
+      "grad_norm": 203.27268981933594,
+      "learning_rate": 5.829472961119276e-07,
+      "loss": 16.0469,
+      "step": 37418
+    },
+    {
+      "epoch": 1.7881582720061169,
+      "grad_norm": 253.5164794921875,
+      "learning_rate": 5.826869651094236e-07,
+      "loss": 14.0469,
+      "step": 37419
+    },
+    {
+      "epoch": 1.7882060594475773,
+      "grad_norm": 287.27593994140625,
+      "learning_rate": 5.824266905044717e-07,
+      "loss": 19.8906,
+      "step": 37420
+    },
+    {
+      "epoch": 1.7882538468890377,
+      "grad_norm": 415.6158752441406,
+      "learning_rate": 5.82166472298632e-07,
+      "loss": 23.0938,
+      "step": 37421
+    },
+    {
+      "epoch": 1.788301634330498,
+      "grad_norm": 174.6719970703125,
+      "learning_rate": 5.819063104934619e-07,
+      "loss": 22.6406,
+      "step": 37422
+    },
+    {
+      "epoch": 1.7883494217719584,
+      "grad_norm": 308.6883544921875,
+      "learning_rate": 5.816462050905225e-07,
+      "loss": 34.3438,
+      "step": 37423
+    },
+    {
+      "epoch": 1.7883972092134188,
+      "grad_norm": 450.8909606933594,
+      "learning_rate": 5.813861560913681e-07,
+      "loss": 34.3438,
+      "step": 37424
+    },
+    {
+      "epoch": 1.7884449966548792,
+      "grad_norm": 285.64471435546875,
+      "learning_rate": 5.811261634975562e-07,
+      "loss": 21.3438,
+      "step": 37425
+    },
+    {
+      "epoch": 1.7884927840963396,
+      "grad_norm": 261.80426025390625,
+      "learning_rate": 5.808662273106457e-07,
+      "loss": 19.5469,
+      "step": 37426
+    },
+    {
+      "epoch": 1.7885405715378,
+      "grad_norm": 283.64605712890625,
+      "learning_rate": 5.806063475321943e-07,
+      "loss": 19.4844,
+      "step": 37427
+    },
+    {
+      "epoch": 1.7885883589792604,
+      "grad_norm": 330.6350402832031,
+      "learning_rate": 5.80346524163754e-07,
+      "loss": 21.8125,
+      "step": 37428
+    },
+    {
+      "epoch": 1.7886361464207208,
+      "grad_norm": 208.37062072753906,
+      "learning_rate": 5.800867572068836e-07,
+      "loss": 22.0938,
+      "step": 37429
+    },
+    {
+      "epoch": 1.7886839338621812,
+      "grad_norm": 228.7108917236328,
+      "learning_rate": 5.798270466631406e-07,
+      "loss": 41.4688,
+      "step": 37430
+    },
+    {
+      "epoch": 1.7887317213036416,
+      "grad_norm": 205.71823120117188,
+      "learning_rate": 5.795673925340761e-07,
+      "loss": 26.6562,
+      "step": 37431
+    },
+    {
+      "epoch": 1.788779508745102,
+      "grad_norm": 183.20785522460938,
+      "learning_rate": 5.793077948212478e-07,
+      "loss": 19.125,
+      "step": 37432
+    },
+    {
+      "epoch": 1.7888272961865623,
+      "grad_norm": 289.61798095703125,
+      "learning_rate": 5.79048253526211e-07,
+      "loss": 25.6094,
+      "step": 37433
+    },
+    {
+      "epoch": 1.7888750836280227,
+      "grad_norm": 187.815673828125,
+      "learning_rate": 5.787887686505178e-07,
+      "loss": 19.3906,
+      "step": 37434
+    },
+    {
+      "epoch": 1.788922871069483,
+      "grad_norm": 239.6941680908203,
+      "learning_rate": 5.785293401957226e-07,
+      "loss": 23.8906,
+      "step": 37435
+    },
+    {
+      "epoch": 1.7889706585109433,
+      "grad_norm": 205.01206970214844,
+      "learning_rate": 5.782699681633819e-07,
+      "loss": 25.2188,
+      "step": 37436
+    },
+    {
+      "epoch": 1.7890184459524037,
+      "grad_norm": 332.3654479980469,
+      "learning_rate": 5.780106525550444e-07,
+      "loss": 36.4375,
+      "step": 37437
+    },
+    {
+      "epoch": 1.789066233393864,
+      "grad_norm": 208.6726837158203,
+      "learning_rate": 5.777513933722667e-07,
+      "loss": 21.0156,
+      "step": 37438
+    },
+    {
+      "epoch": 1.7891140208353244,
+      "grad_norm": 415.115478515625,
+      "learning_rate": 5.774921906165998e-07,
+      "loss": 40.5938,
+      "step": 37439
+    },
+    {
+      "epoch": 1.7891618082767848,
+      "grad_norm": 243.7407684326172,
+      "learning_rate": 5.772330442895946e-07,
+      "loss": 31.9062,
+      "step": 37440
+    },
+    {
+      "epoch": 1.7892095957182452,
+      "grad_norm": 163.0377960205078,
+      "learning_rate": 5.769739543928077e-07,
+      "loss": 23.2031,
+      "step": 37441
+    },
+    {
+      "epoch": 1.7892573831597056,
+      "grad_norm": 234.58592224121094,
+      "learning_rate": 5.767149209277856e-07,
+      "loss": 21.6562,
+      "step": 37442
+    },
+    {
+      "epoch": 1.789305170601166,
+      "grad_norm": 534.3309326171875,
+      "learning_rate": 5.764559438960826e-07,
+      "loss": 21.4375,
+      "step": 37443
+    },
+    {
+      "epoch": 1.7893529580426264,
+      "grad_norm": 288.81390380859375,
+      "learning_rate": 5.761970232992475e-07,
+      "loss": 27.2188,
+      "step": 37444
+    },
+    {
+      "epoch": 1.7894007454840868,
+      "grad_norm": 271.3300476074219,
+      "learning_rate": 5.759381591388346e-07,
+      "loss": 22.0469,
+      "step": 37445
+    },
+    {
+      "epoch": 1.7894485329255472,
+      "grad_norm": 273.2861328125,
+      "learning_rate": 5.756793514163905e-07,
+      "loss": 32.0625,
+      "step": 37446
+    },
+    {
+      "epoch": 1.7894963203670076,
+      "grad_norm": 251.22842407226562,
+      "learning_rate": 5.75420600133465e-07,
+      "loss": 20.8438,
+      "step": 37447
+    },
+    {
+      "epoch": 1.789544107808468,
+      "grad_norm": 130.6385040283203,
+      "learning_rate": 5.751619052916101e-07,
+      "loss": 17.7188,
+      "step": 37448
+    },
+    {
+      "epoch": 1.7895918952499283,
+      "grad_norm": 269.55023193359375,
+      "learning_rate": 5.74903266892376e-07,
+      "loss": 31.125,
+      "step": 37449
+    },
+    {
+      "epoch": 1.7896396826913887,
+      "grad_norm": 459.6165466308594,
+      "learning_rate": 5.746446849373066e-07,
+      "loss": 24.0,
+      "step": 37450
+    },
+    {
+      "epoch": 1.7896874701328491,
+      "grad_norm": 173.5882568359375,
+      "learning_rate": 5.743861594279554e-07,
+      "loss": 22.4375,
+      "step": 37451
+    },
+    {
+      "epoch": 1.7897352575743095,
+      "grad_norm": 247.02711486816406,
+      "learning_rate": 5.741276903658677e-07,
+      "loss": 25.7812,
+      "step": 37452
+    },
+    {
+      "epoch": 1.78978304501577,
+      "grad_norm": 177.99185180664062,
+      "learning_rate": 5.738692777525934e-07,
+      "loss": 18.9531,
+      "step": 37453
+    },
+    {
+      "epoch": 1.7898308324572303,
+      "grad_norm": 202.62513732910156,
+      "learning_rate": 5.736109215896779e-07,
+      "loss": 25.4688,
+      "step": 37454
+    },
+    {
+      "epoch": 1.7898786198986905,
+      "grad_norm": 301.2243957519531,
+      "learning_rate": 5.7335262187867e-07,
+      "loss": 33.75,
+      "step": 37455
+    },
+    {
+      "epoch": 1.7899264073401508,
+      "grad_norm": 316.80841064453125,
+      "learning_rate": 5.730943786211174e-07,
+      "loss": 24.9531,
+      "step": 37456
+    },
+    {
+      "epoch": 1.7899741947816112,
+      "grad_norm": 193.16769409179688,
+      "learning_rate": 5.728361918185643e-07,
+      "loss": 19.4375,
+      "step": 37457
+    },
+    {
+      "epoch": 1.7900219822230716,
+      "grad_norm": 331.3803405761719,
+      "learning_rate": 5.725780614725585e-07,
+      "loss": 26.7656,
+      "step": 37458
+    },
+    {
+      "epoch": 1.790069769664532,
+      "grad_norm": 270.4403991699219,
+      "learning_rate": 5.723199875846441e-07,
+      "loss": 25.375,
+      "step": 37459
+    },
+    {
+      "epoch": 1.7901175571059924,
+      "grad_norm": 291.9027404785156,
+      "learning_rate": 5.720619701563701e-07,
+      "loss": 26.1875,
+      "step": 37460
+    },
+    {
+      "epoch": 1.7901653445474528,
+      "grad_norm": 297.12091064453125,
+      "learning_rate": 5.718040091892785e-07,
+      "loss": 18.7031,
+      "step": 37461
+    },
+    {
+      "epoch": 1.7902131319889132,
+      "grad_norm": 451.2426452636719,
+      "learning_rate": 5.715461046849147e-07,
+      "loss": 33.375,
+      "step": 37462
+    },
+    {
+      "epoch": 1.7902609194303736,
+      "grad_norm": 272.59039306640625,
+      "learning_rate": 5.71288256644823e-07,
+      "loss": 26.7031,
+      "step": 37463
+    },
+    {
+      "epoch": 1.790308706871834,
+      "grad_norm": 393.1646728515625,
+      "learning_rate": 5.710304650705512e-07,
+      "loss": 28.9688,
+      "step": 37464
+    },
+    {
+      "epoch": 1.7903564943132944,
+      "grad_norm": 334.8840637207031,
+      "learning_rate": 5.707727299636379e-07,
+      "loss": 26.9062,
+      "step": 37465
+    },
+    {
+      "epoch": 1.7904042817547547,
+      "grad_norm": 228.42739868164062,
+      "learning_rate": 5.705150513256297e-07,
+      "loss": 22.8438,
+      "step": 37466
+    },
+    {
+      "epoch": 1.7904520691962151,
+      "grad_norm": 202.85586547851562,
+      "learning_rate": 5.702574291580686e-07,
+      "loss": 22.1406,
+      "step": 37467
+    },
+    {
+      "epoch": 1.7904998566376755,
+      "grad_norm": 168.8407745361328,
+      "learning_rate": 5.69999863462497e-07,
+      "loss": 30.8594,
+      "step": 37468
+    },
+    {
+      "epoch": 1.790547644079136,
+      "grad_norm": 593.0739135742188,
+      "learning_rate": 5.697423542404613e-07,
+      "loss": 31.375,
+      "step": 37469
+    },
+    {
+      "epoch": 1.7905954315205963,
+      "grad_norm": 362.42645263671875,
+      "learning_rate": 5.694849014934978e-07,
+      "loss": 30.5625,
+      "step": 37470
+    },
+    {
+      "epoch": 1.7906432189620567,
+      "grad_norm": 173.0697784423828,
+      "learning_rate": 5.692275052231521e-07,
+      "loss": 18.5156,
+      "step": 37471
+    },
+    {
+      "epoch": 1.790691006403517,
+      "grad_norm": 251.89535522460938,
+      "learning_rate": 5.689701654309632e-07,
+      "loss": 21.6875,
+      "step": 37472
+    },
+    {
+      "epoch": 1.7907387938449775,
+      "grad_norm": 231.41400146484375,
+      "learning_rate": 5.68712882118474e-07,
+      "loss": 28.0625,
+      "step": 37473
+    },
+    {
+      "epoch": 1.7907865812864379,
+      "grad_norm": 473.7768859863281,
+      "learning_rate": 5.684556552872256e-07,
+      "loss": 22.375,
+      "step": 37474
+    },
+    {
+      "epoch": 1.7908343687278983,
+      "grad_norm": 184.61666870117188,
+      "learning_rate": 5.681984849387589e-07,
+      "loss": 23.2656,
+      "step": 37475
+    },
+    {
+      "epoch": 1.7908821561693586,
+      "grad_norm": 225.9639434814453,
+      "learning_rate": 5.679413710746106e-07,
+      "loss": 18.75,
+      "step": 37476
+    },
+    {
+      "epoch": 1.790929943610819,
+      "grad_norm": 190.6359405517578,
+      "learning_rate": 5.676843136963239e-07,
+      "loss": 21.2812,
+      "step": 37477
+    },
+    {
+      "epoch": 1.7909777310522794,
+      "grad_norm": 179.16506958007812,
+      "learning_rate": 5.674273128054386e-07,
+      "loss": 17.75,
+      "step": 37478
+    },
+    {
+      "epoch": 1.7910255184937398,
+      "grad_norm": 183.50965881347656,
+      "learning_rate": 5.671703684034902e-07,
+      "loss": 24.0938,
+      "step": 37479
+    },
+    {
+      "epoch": 1.7910733059352002,
+      "grad_norm": 497.0457458496094,
+      "learning_rate": 5.669134804920195e-07,
+      "loss": 24.25,
+      "step": 37480
+    },
+    {
+      "epoch": 1.7911210933766606,
+      "grad_norm": 316.787353515625,
+      "learning_rate": 5.666566490725656e-07,
+      "loss": 29.0625,
+      "step": 37481
+    },
+    {
+      "epoch": 1.791168880818121,
+      "grad_norm": 186.7428741455078,
+      "learning_rate": 5.66399874146667e-07,
+      "loss": 19.3438,
+      "step": 37482
+    },
+    {
+      "epoch": 1.7912166682595814,
+      "grad_norm": 461.9140930175781,
+      "learning_rate": 5.661431557158592e-07,
+      "loss": 30.8125,
+      "step": 37483
+    },
+    {
+      "epoch": 1.7912644557010418,
+      "grad_norm": 198.38253784179688,
+      "learning_rate": 5.65886493781681e-07,
+      "loss": 17.1719,
+      "step": 37484
+    },
+    {
+      "epoch": 1.7913122431425021,
+      "grad_norm": 291.0510559082031,
+      "learning_rate": 5.656298883456702e-07,
+      "loss": 23.3438,
+      "step": 37485
+    },
+    {
+      "epoch": 1.7913600305839625,
+      "grad_norm": 174.0267791748047,
+      "learning_rate": 5.653733394093631e-07,
+      "loss": 20.8438,
+      "step": 37486
+    },
+    {
+      "epoch": 1.791407818025423,
+      "grad_norm": 847.6535034179688,
+      "learning_rate": 5.65116846974294e-07,
+      "loss": 30.375,
+      "step": 37487
+    },
+    {
+      "epoch": 1.7914556054668833,
+      "grad_norm": 204.18438720703125,
+      "learning_rate": 5.648604110420008e-07,
+      "loss": 24.4219,
+      "step": 37488
+    },
+    {
+      "epoch": 1.7915033929083437,
+      "grad_norm": 224.1040802001953,
+      "learning_rate": 5.646040316140211e-07,
+      "loss": 21.0781,
+      "step": 37489
+    },
+    {
+      "epoch": 1.791551180349804,
+      "grad_norm": 311.6590881347656,
+      "learning_rate": 5.643477086918869e-07,
+      "loss": 22.3594,
+      "step": 37490
+    },
+    {
+      "epoch": 1.7915989677912645,
+      "grad_norm": 310.0370178222656,
+      "learning_rate": 5.640914422771337e-07,
+      "loss": 19.2656,
+      "step": 37491
+    },
+    {
+      "epoch": 1.7916467552327249,
+      "grad_norm": 236.2645263671875,
+      "learning_rate": 5.638352323712981e-07,
+      "loss": 24.3125,
+      "step": 37492
+    },
+    {
+      "epoch": 1.7916945426741853,
+      "grad_norm": 222.85003662109375,
+      "learning_rate": 5.635790789759143e-07,
+      "loss": 31.7188,
+      "step": 37493
+    },
+    {
+      "epoch": 1.7917423301156457,
+      "grad_norm": 546.521240234375,
+      "learning_rate": 5.633229820925145e-07,
+      "loss": 32.2188,
+      "step": 37494
+    },
+    {
+      "epoch": 1.791790117557106,
+      "grad_norm": 178.4163055419922,
+      "learning_rate": 5.630669417226331e-07,
+      "loss": 17.9688,
+      "step": 37495
+    },
+    {
+      "epoch": 1.7918379049985664,
+      "grad_norm": 181.14419555664062,
+      "learning_rate": 5.628109578678031e-07,
+      "loss": 21.7188,
+      "step": 37496
+    },
+    {
+      "epoch": 1.7918856924400268,
+      "grad_norm": 214.4171600341797,
+      "learning_rate": 5.625550305295602e-07,
+      "loss": 32.5,
+      "step": 37497
+    },
+    {
+      "epoch": 1.7919334798814872,
+      "grad_norm": 970.0232543945312,
+      "learning_rate": 5.62299159709434e-07,
+      "loss": 19.9688,
+      "step": 37498
+    },
+    {
+      "epoch": 1.7919812673229476,
+      "grad_norm": 136.26596069335938,
+      "learning_rate": 5.620433454089591e-07,
+      "loss": 17.0938,
+      "step": 37499
+    },
+    {
+      "epoch": 1.792029054764408,
+      "grad_norm": 748.8191528320312,
+      "learning_rate": 5.617875876296641e-07,
+      "loss": 17.2656,
+      "step": 37500
+    },
+    {
+      "epoch": 1.7920768422058684,
+      "grad_norm": 193.21331787109375,
+      "learning_rate": 5.615318863730834e-07,
+      "loss": 17.7812,
+      "step": 37501
+    },
+    {
+      "epoch": 1.7921246296473288,
+      "grad_norm": 256.64178466796875,
+      "learning_rate": 5.612762416407491e-07,
+      "loss": 32.9062,
+      "step": 37502
+    },
+    {
+      "epoch": 1.7921724170887892,
+      "grad_norm": 352.5545349121094,
+      "learning_rate": 5.6102065343419e-07,
+      "loss": 21.125,
+      "step": 37503
+    },
+    {
+      "epoch": 1.7922202045302495,
+      "grad_norm": 210.8240966796875,
+      "learning_rate": 5.607651217549381e-07,
+      "loss": 30.5312,
+      "step": 37504
+    },
+    {
+      "epoch": 1.79226799197171,
+      "grad_norm": 251.85838317871094,
+      "learning_rate": 5.605096466045224e-07,
+      "loss": 27.375,
+      "step": 37505
+    },
+    {
+      "epoch": 1.7923157794131703,
+      "grad_norm": 181.0374298095703,
+      "learning_rate": 5.602542279844724e-07,
+      "loss": 23.9219,
+      "step": 37506
+    },
+    {
+      "epoch": 1.7923635668546307,
+      "grad_norm": 298.6443786621094,
+      "learning_rate": 5.599988658963207e-07,
+      "loss": 29.4531,
+      "step": 37507
+    },
+    {
+      "epoch": 1.792411354296091,
+      "grad_norm": 168.41554260253906,
+      "learning_rate": 5.597435603415957e-07,
+      "loss": 21.8438,
+      "step": 37508
+    },
+    {
+      "epoch": 1.7924591417375515,
+      "grad_norm": 161.93885803222656,
+      "learning_rate": 5.59488311321823e-07,
+      "loss": 20.7812,
+      "step": 37509
+    },
+    {
+      "epoch": 1.7925069291790119,
+      "grad_norm": 164.03277587890625,
+      "learning_rate": 5.592331188385347e-07,
+      "loss": 22.9844,
+      "step": 37510
+    },
+    {
+      "epoch": 1.7925547166204723,
+      "grad_norm": 332.8523864746094,
+      "learning_rate": 5.589779828932584e-07,
+      "loss": 29.1875,
+      "step": 37511
+    },
+    {
+      "epoch": 1.7926025040619327,
+      "grad_norm": 306.64666748046875,
+      "learning_rate": 5.58722903487523e-07,
+      "loss": 30.0312,
+      "step": 37512
+    },
+    {
+      "epoch": 1.792650291503393,
+      "grad_norm": 381.8786315917969,
+      "learning_rate": 5.584678806228527e-07,
+      "loss": 23.9375,
+      "step": 37513
+    },
+    {
+      "epoch": 1.7926980789448534,
+      "grad_norm": 232.2746124267578,
+      "learning_rate": 5.582129143007775e-07,
+      "loss": 28.6562,
+      "step": 37514
+    },
+    {
+      "epoch": 1.7927458663863138,
+      "grad_norm": 257.9288635253906,
+      "learning_rate": 5.57958004522825e-07,
+      "loss": 21.4844,
+      "step": 37515
+    },
+    {
+      "epoch": 1.7927936538277742,
+      "grad_norm": 154.59213256835938,
+      "learning_rate": 5.577031512905184e-07,
+      "loss": 30.0312,
+      "step": 37516
+    },
+    {
+      "epoch": 1.7928414412692344,
+      "grad_norm": 396.6021728515625,
+      "learning_rate": 5.574483546053866e-07,
+      "loss": 15.0938,
+      "step": 37517
+    },
+    {
+      "epoch": 1.7928892287106948,
+      "grad_norm": 160.43211364746094,
+      "learning_rate": 5.571936144689549e-07,
+      "loss": 26.0938,
+      "step": 37518
+    },
+    {
+      "epoch": 1.7929370161521552,
+      "grad_norm": 184.32691955566406,
+      "learning_rate": 5.56938930882751e-07,
+      "loss": 27.5312,
+      "step": 37519
+    },
+    {
+      "epoch": 1.7929848035936156,
+      "grad_norm": 181.3609619140625,
+      "learning_rate": 5.566843038482961e-07,
+      "loss": 22.8906,
+      "step": 37520
+    },
+    {
+      "epoch": 1.793032591035076,
+      "grad_norm": 230.61203002929688,
+      "learning_rate": 5.564297333671165e-07,
+      "loss": 18.3438,
+      "step": 37521
+    },
+    {
+      "epoch": 1.7930803784765363,
+      "grad_norm": 171.700439453125,
+      "learning_rate": 5.561752194407377e-07,
+      "loss": 26.375,
+      "step": 37522
+    },
+    {
+      "epoch": 1.7931281659179967,
+      "grad_norm": 229.99163818359375,
+      "learning_rate": 5.559207620706841e-07,
+      "loss": 24.2344,
+      "step": 37523
+    },
+    {
+      "epoch": 1.7931759533594571,
+      "grad_norm": 318.1341247558594,
+      "learning_rate": 5.55666361258479e-07,
+      "loss": 18.0,
+      "step": 37524
+    },
+    {
+      "epoch": 1.7932237408009175,
+      "grad_norm": 142.20269775390625,
+      "learning_rate": 5.554120170056443e-07,
+      "loss": 18.125,
+      "step": 37525
+    },
+    {
+      "epoch": 1.793271528242378,
+      "grad_norm": 255.65603637695312,
+      "learning_rate": 5.551577293137078e-07,
+      "loss": 18.9844,
+      "step": 37526
+    },
+    {
+      "epoch": 1.7933193156838383,
+      "grad_norm": 486.9602966308594,
+      "learning_rate": 5.549034981841872e-07,
+      "loss": 25.125,
+      "step": 37527
+    },
+    {
+      "epoch": 1.7933671031252987,
+      "grad_norm": 232.7684783935547,
+      "learning_rate": 5.546493236186068e-07,
+      "loss": 24.9375,
+      "step": 37528
+    },
+    {
+      "epoch": 1.793414890566759,
+      "grad_norm": 188.99644470214844,
+      "learning_rate": 5.543952056184886e-07,
+      "loss": 20.0156,
+      "step": 37529
+    },
+    {
+      "epoch": 1.7934626780082195,
+      "grad_norm": 367.7391662597656,
+      "learning_rate": 5.541411441853573e-07,
+      "loss": 34.4375,
+      "step": 37530
+    },
+    {
+      "epoch": 1.7935104654496798,
+      "grad_norm": 221.17059326171875,
+      "learning_rate": 5.538871393207301e-07,
+      "loss": 33.5938,
+      "step": 37531
+    },
+    {
+      "epoch": 1.7935582528911402,
+      "grad_norm": 461.12109375,
+      "learning_rate": 5.536331910261328e-07,
+      "loss": 26.1562,
+      "step": 37532
+    },
+    {
+      "epoch": 1.7936060403326006,
+      "grad_norm": 193.4263153076172,
+      "learning_rate": 5.533792993030806e-07,
+      "loss": 23.1719,
+      "step": 37533
+    },
+    {
+      "epoch": 1.793653827774061,
+      "grad_norm": 559.8268432617188,
+      "learning_rate": 5.531254641530981e-07,
+      "loss": 24.0312,
+      "step": 37534
+    },
+    {
+      "epoch": 1.7937016152155214,
+      "grad_norm": 190.84317016601562,
+      "learning_rate": 5.52871685577705e-07,
+      "loss": 24.2656,
+      "step": 37535
+    },
+    {
+      "epoch": 1.7937494026569818,
+      "grad_norm": 311.0724792480469,
+      "learning_rate": 5.526179635784191e-07,
+      "loss": 23.3906,
+      "step": 37536
+    },
+    {
+      "epoch": 1.7937971900984422,
+      "grad_norm": 436.8902282714844,
+      "learning_rate": 5.5236429815676e-07,
+      "loss": 18.4062,
+      "step": 37537
+    },
+    {
+      "epoch": 1.7938449775399024,
+      "grad_norm": 152.6615753173828,
+      "learning_rate": 5.521106893142513e-07,
+      "loss": 18.8594,
+      "step": 37538
+    },
+    {
+      "epoch": 1.7938927649813627,
+      "grad_norm": 253.94337463378906,
+      "learning_rate": 5.518571370524062e-07,
+      "loss": 25.625,
+      "step": 37539
+    },
+    {
+      "epoch": 1.7939405524228231,
+      "grad_norm": 225.4558563232422,
+      "learning_rate": 5.516036413727454e-07,
+      "loss": 17.3125,
+      "step": 37540
+    },
+    {
+      "epoch": 1.7939883398642835,
+      "grad_norm": 218.86276245117188,
+      "learning_rate": 5.51350202276788e-07,
+      "loss": 25.4531,
+      "step": 37541
+    },
+    {
+      "epoch": 1.794036127305744,
+      "grad_norm": 143.8987274169922,
+      "learning_rate": 5.510968197660493e-07,
+      "loss": 26.6719,
+      "step": 37542
+    },
+    {
+      "epoch": 1.7940839147472043,
+      "grad_norm": 636.2677612304688,
+      "learning_rate": 5.508434938420493e-07,
+      "loss": 20.5312,
+      "step": 37543
+    },
+    {
+      "epoch": 1.7941317021886647,
+      "grad_norm": 229.43304443359375,
+      "learning_rate": 5.505902245063033e-07,
+      "loss": 19.625,
+      "step": 37544
+    },
+    {
+      "epoch": 1.794179489630125,
+      "grad_norm": 229.09475708007812,
+      "learning_rate": 5.503370117603302e-07,
+      "loss": 24.5938,
+      "step": 37545
+    },
+    {
+      "epoch": 1.7942272770715855,
+      "grad_norm": 270.02325439453125,
+      "learning_rate": 5.500838556056442e-07,
+      "loss": 24.3906,
+      "step": 37546
+    },
+    {
+      "epoch": 1.7942750645130459,
+      "grad_norm": 473.5303649902344,
+      "learning_rate": 5.49830756043761e-07,
+      "loss": 27.5625,
+      "step": 37547
+    },
+    {
+      "epoch": 1.7943228519545062,
+      "grad_norm": 361.4270935058594,
+      "learning_rate": 5.495777130761981e-07,
+      "loss": 19.6562,
+      "step": 37548
+    },
+    {
+      "epoch": 1.7943706393959666,
+      "grad_norm": 217.40699768066406,
+      "learning_rate": 5.493247267044721e-07,
+      "loss": 18.0938,
+      "step": 37549
+    },
+    {
+      "epoch": 1.794418426837427,
+      "grad_norm": 208.77232360839844,
+      "learning_rate": 5.490717969300952e-07,
+      "loss": 28.0469,
+      "step": 37550
+    },
+    {
+      "epoch": 1.7944662142788874,
+      "grad_norm": 106.82496643066406,
+      "learning_rate": 5.488189237545827e-07,
+      "loss": 17.1562,
+      "step": 37551
+    },
+    {
+      "epoch": 1.7945140017203478,
+      "grad_norm": 236.5485382080078,
+      "learning_rate": 5.485661071794502e-07,
+      "loss": 25.0312,
+      "step": 37552
+    },
+    {
+      "epoch": 1.7945617891618082,
+      "grad_norm": 168.61196899414062,
+      "learning_rate": 5.483133472062107e-07,
+      "loss": 22.5312,
+      "step": 37553
+    },
+    {
+      "epoch": 1.7946095766032686,
+      "grad_norm": 249.21249389648438,
+      "learning_rate": 5.480606438363778e-07,
+      "loss": 29.1875,
+      "step": 37554
+    },
+    {
+      "epoch": 1.794657364044729,
+      "grad_norm": 308.94964599609375,
+      "learning_rate": 5.478079970714645e-07,
+      "loss": 23.6094,
+      "step": 37555
+    },
+    {
+      "epoch": 1.7947051514861894,
+      "grad_norm": 251.15457153320312,
+      "learning_rate": 5.475554069129874e-07,
+      "loss": 37.6875,
+      "step": 37556
+    },
+    {
+      "epoch": 1.7947529389276498,
+      "grad_norm": 206.27389526367188,
+      "learning_rate": 5.473028733624542e-07,
+      "loss": 31.6875,
+      "step": 37557
+    },
+    {
+      "epoch": 1.7948007263691101,
+      "grad_norm": 241.5791778564453,
+      "learning_rate": 5.470503964213792e-07,
+      "loss": 23.3438,
+      "step": 37558
+    },
+    {
+      "epoch": 1.7948485138105705,
+      "grad_norm": 243.8878173828125,
+      "learning_rate": 5.467979760912756e-07,
+      "loss": 21.9688,
+      "step": 37559
+    },
+    {
+      "epoch": 1.794896301252031,
+      "grad_norm": 160.3989715576172,
+      "learning_rate": 5.465456123736556e-07,
+      "loss": 21.5469,
+      "step": 37560
+    },
+    {
+      "epoch": 1.7949440886934913,
+      "grad_norm": 144.77105712890625,
+      "learning_rate": 5.46293305270027e-07,
+      "loss": 18.5469,
+      "step": 37561
+    },
+    {
+      "epoch": 1.7949918761349517,
+      "grad_norm": 320.5885314941406,
+      "learning_rate": 5.460410547819029e-07,
+      "loss": 23.6875,
+      "step": 37562
+    },
+    {
+      "epoch": 1.795039663576412,
+      "grad_norm": 304.55987548828125,
+      "learning_rate": 5.457888609107953e-07,
+      "loss": 29.1875,
+      "step": 37563
+    },
+    {
+      "epoch": 1.7950874510178725,
+      "grad_norm": 229.80758666992188,
+      "learning_rate": 5.455367236582121e-07,
+      "loss": 34.1094,
+      "step": 37564
+    },
+    {
+      "epoch": 1.7951352384593329,
+      "grad_norm": 336.9842224121094,
+      "learning_rate": 5.452846430256642e-07,
+      "loss": 23.7969,
+      "step": 37565
+    },
+    {
+      "epoch": 1.7951830259007933,
+      "grad_norm": 152.51626586914062,
+      "learning_rate": 5.450326190146626e-07,
+      "loss": 26.7812,
+      "step": 37566
+    },
+    {
+      "epoch": 1.7952308133422537,
+      "grad_norm": 181.0580291748047,
+      "learning_rate": 5.44780651626714e-07,
+      "loss": 21.1094,
+      "step": 37567
+    },
+    {
+      "epoch": 1.795278600783714,
+      "grad_norm": 172.43075561523438,
+      "learning_rate": 5.445287408633304e-07,
+      "loss": 17.5938,
+      "step": 37568
+    },
+    {
+      "epoch": 1.7953263882251744,
+      "grad_norm": 256.5807800292969,
+      "learning_rate": 5.442768867260173e-07,
+      "loss": 21.3438,
+      "step": 37569
+    },
+    {
+      "epoch": 1.7953741756666348,
+      "grad_norm": 211.3465118408203,
+      "learning_rate": 5.440250892162846e-07,
+      "loss": 18.9219,
+      "step": 37570
+    },
+    {
+      "epoch": 1.7954219631080952,
+      "grad_norm": 574.5725708007812,
+      "learning_rate": 5.437733483356411e-07,
+      "loss": 36.0156,
+      "step": 37571
+    },
+    {
+      "epoch": 1.7954697505495556,
+      "grad_norm": 530.9363403320312,
+      "learning_rate": 5.435216640855922e-07,
+      "loss": 28.4688,
+      "step": 37572
+    },
+    {
+      "epoch": 1.795517537991016,
+      "grad_norm": 152.44480895996094,
+      "learning_rate": 5.432700364676457e-07,
+      "loss": 21.625,
+      "step": 37573
+    },
+    {
+      "epoch": 1.7955653254324764,
+      "grad_norm": 195.67843627929688,
+      "learning_rate": 5.430184654833115e-07,
+      "loss": 24.3594,
+      "step": 37574
+    },
+    {
+      "epoch": 1.7956131128739368,
+      "grad_norm": 356.2931823730469,
+      "learning_rate": 5.427669511340917e-07,
+      "loss": 23.2969,
+      "step": 37575
+    },
+    {
+      "epoch": 1.7956609003153972,
+      "grad_norm": 226.59295654296875,
+      "learning_rate": 5.425154934214949e-07,
+      "loss": 24.9062,
+      "step": 37576
+    },
+    {
+      "epoch": 1.7957086877568575,
+      "grad_norm": 159.74566650390625,
+      "learning_rate": 5.422640923470268e-07,
+      "loss": 19.8281,
+      "step": 37577
+    },
+    {
+      "epoch": 1.795756475198318,
+      "grad_norm": 451.18896484375,
+      "learning_rate": 5.42012747912194e-07,
+      "loss": 27.1719,
+      "step": 37578
+    },
+    {
+      "epoch": 1.7958042626397783,
+      "grad_norm": 148.68759155273438,
+      "learning_rate": 5.417614601185007e-07,
+      "loss": 20.125,
+      "step": 37579
+    },
+    {
+      "epoch": 1.7958520500812387,
+      "grad_norm": 346.51373291015625,
+      "learning_rate": 5.415102289674501e-07,
+      "loss": 22.5,
+      "step": 37580
+    },
+    {
+      "epoch": 1.795899837522699,
+      "grad_norm": 471.80950927734375,
+      "learning_rate": 5.412590544605489e-07,
+      "loss": 21.7969,
+      "step": 37581
+    },
+    {
+      "epoch": 1.7959476249641595,
+      "grad_norm": 378.2366638183594,
+      "learning_rate": 5.410079365993026e-07,
+      "loss": 27.0781,
+      "step": 37582
+    },
+    {
+      "epoch": 1.7959954124056199,
+      "grad_norm": 272.99652099609375,
+      "learning_rate": 5.407568753852122e-07,
+      "loss": 19.2812,
+      "step": 37583
+    },
+    {
+      "epoch": 1.7960431998470803,
+      "grad_norm": 184.76634216308594,
+      "learning_rate": 5.405058708197818e-07,
+      "loss": 19.6094,
+      "step": 37584
+    },
+    {
+      "epoch": 1.7960909872885407,
+      "grad_norm": 217.2396240234375,
+      "learning_rate": 5.402549229045151e-07,
+      "loss": 25.25,
+      "step": 37585
+    },
+    {
+      "epoch": 1.796138774730001,
+      "grad_norm": 236.16995239257812,
+      "learning_rate": 5.400040316409171e-07,
+      "loss": 24.1562,
+      "step": 37586
+    },
+    {
+      "epoch": 1.7961865621714614,
+      "grad_norm": 169.1271514892578,
+      "learning_rate": 5.397531970304859e-07,
+      "loss": 18.7969,
+      "step": 37587
+    },
+    {
+      "epoch": 1.7962343496129218,
+      "grad_norm": 214.439208984375,
+      "learning_rate": 5.395024190747267e-07,
+      "loss": 21.1562,
+      "step": 37588
+    },
+    {
+      "epoch": 1.7962821370543822,
+      "grad_norm": 227.9075164794922,
+      "learning_rate": 5.392516977751416e-07,
+      "loss": 21.25,
+      "step": 37589
+    },
+    {
+      "epoch": 1.7963299244958426,
+      "grad_norm": 223.05877685546875,
+      "learning_rate": 5.390010331332296e-07,
+      "loss": 19.4531,
+      "step": 37590
+    },
+    {
+      "epoch": 1.796377711937303,
+      "grad_norm": 596.7279052734375,
+      "learning_rate": 5.387504251504938e-07,
+      "loss": 41.0781,
+      "step": 37591
+    },
+    {
+      "epoch": 1.7964254993787634,
+      "grad_norm": 1312.6024169921875,
+      "learning_rate": 5.384998738284342e-07,
+      "loss": 30.5781,
+      "step": 37592
+    },
+    {
+      "epoch": 1.7964732868202238,
+      "grad_norm": 170.00732421875,
+      "learning_rate": 5.382493791685539e-07,
+      "loss": 21.3906,
+      "step": 37593
+    },
+    {
+      "epoch": 1.7965210742616842,
+      "grad_norm": 153.54031372070312,
+      "learning_rate": 5.379989411723485e-07,
+      "loss": 25.7812,
+      "step": 37594
+    },
+    {
+      "epoch": 1.7965688617031446,
+      "grad_norm": 202.2919464111328,
+      "learning_rate": 5.377485598413202e-07,
+      "loss": 30.7188,
+      "step": 37595
+    },
+    {
+      "epoch": 1.796616649144605,
+      "grad_norm": 322.0303649902344,
+      "learning_rate": 5.374982351769709e-07,
+      "loss": 19.9375,
+      "step": 37596
+    },
+    {
+      "epoch": 1.7966644365860653,
+      "grad_norm": 228.59230041503906,
+      "learning_rate": 5.37247967180794e-07,
+      "loss": 17.4688,
+      "step": 37597
+    },
+    {
+      "epoch": 1.7967122240275257,
+      "grad_norm": 132.3753204345703,
+      "learning_rate": 5.369977558542927e-07,
+      "loss": 22.9219,
+      "step": 37598
+    },
+    {
+      "epoch": 1.796760011468986,
+      "grad_norm": 223.13478088378906,
+      "learning_rate": 5.367476011989659e-07,
+      "loss": 23.875,
+      "step": 37599
+    },
+    {
+      "epoch": 1.7968077989104463,
+      "grad_norm": 251.01348876953125,
+      "learning_rate": 5.364975032163078e-07,
+      "loss": 24.4531,
+      "step": 37600
+    },
+    {
+      "epoch": 1.7968555863519067,
+      "grad_norm": 296.7269592285156,
+      "learning_rate": 5.362474619078195e-07,
+      "loss": 24.7656,
+      "step": 37601
+    },
+    {
+      "epoch": 1.796903373793367,
+      "grad_norm": 203.77391052246094,
+      "learning_rate": 5.359974772749965e-07,
+      "loss": 27.0781,
+      "step": 37602
+    },
+    {
+      "epoch": 1.7969511612348275,
+      "grad_norm": 298.50787353515625,
+      "learning_rate": 5.357475493193376e-07,
+      "loss": 33.625,
+      "step": 37603
+    },
+    {
+      "epoch": 1.7969989486762878,
+      "grad_norm": 213.4812774658203,
+      "learning_rate": 5.354976780423382e-07,
+      "loss": 22.8125,
+      "step": 37604
+    },
+    {
+      "epoch": 1.7970467361177482,
+      "grad_norm": 231.04690551757812,
+      "learning_rate": 5.352478634454949e-07,
+      "loss": 23.3906,
+      "step": 37605
+    },
+    {
+      "epoch": 1.7970945235592086,
+      "grad_norm": 265.8602294921875,
+      "learning_rate": 5.349981055303044e-07,
+      "loss": 24.125,
+      "step": 37606
+    },
+    {
+      "epoch": 1.797142311000669,
+      "grad_norm": 154.17881774902344,
+      "learning_rate": 5.347484042982609e-07,
+      "loss": 23.0469,
+      "step": 37607
+    },
+    {
+      "epoch": 1.7971900984421294,
+      "grad_norm": 253.85986328125,
+      "learning_rate": 5.344987597508633e-07,
+      "loss": 25.0625,
+      "step": 37608
+    },
+    {
+      "epoch": 1.7972378858835898,
+      "grad_norm": 201.01620483398438,
+      "learning_rate": 5.342491718896026e-07,
+      "loss": 22.875,
+      "step": 37609
+    },
+    {
+      "epoch": 1.7972856733250502,
+      "grad_norm": 331.80401611328125,
+      "learning_rate": 5.339996407159742e-07,
+      "loss": 33.25,
+      "step": 37610
+    },
+    {
+      "epoch": 1.7973334607665106,
+      "grad_norm": 227.7791748046875,
+      "learning_rate": 5.337501662314759e-07,
+      "loss": 22.1875,
+      "step": 37611
+    },
+    {
+      "epoch": 1.797381248207971,
+      "grad_norm": 298.54412841796875,
+      "learning_rate": 5.335007484375987e-07,
+      "loss": 31.2812,
+      "step": 37612
+    },
+    {
+      "epoch": 1.7974290356494314,
+      "grad_norm": 159.07113647460938,
+      "learning_rate": 5.332513873358358e-07,
+      "loss": 26.7188,
+      "step": 37613
+    },
+    {
+      "epoch": 1.7974768230908917,
+      "grad_norm": 238.8590850830078,
+      "learning_rate": 5.330020829276817e-07,
+      "loss": 20.8438,
+      "step": 37614
+    },
+    {
+      "epoch": 1.7975246105323521,
+      "grad_norm": 280.7029113769531,
+      "learning_rate": 5.327528352146305e-07,
+      "loss": 26.4375,
+      "step": 37615
+    },
+    {
+      "epoch": 1.7975723979738125,
+      "grad_norm": 333.4645690917969,
+      "learning_rate": 5.325036441981723e-07,
+      "loss": 34.4375,
+      "step": 37616
+    },
+    {
+      "epoch": 1.797620185415273,
+      "grad_norm": 287.2286682128906,
+      "learning_rate": 5.322545098798015e-07,
+      "loss": 25.5625,
+      "step": 37617
+    },
+    {
+      "epoch": 1.7976679728567333,
+      "grad_norm": 534.1987915039062,
+      "learning_rate": 5.320054322610091e-07,
+      "loss": 31.0,
+      "step": 37618
+    },
+    {
+      "epoch": 1.7977157602981937,
+      "grad_norm": 231.1411895751953,
+      "learning_rate": 5.317564113432883e-07,
+      "loss": 28.5,
+      "step": 37619
+    },
+    {
+      "epoch": 1.7977635477396539,
+      "grad_norm": 180.3592529296875,
+      "learning_rate": 5.31507447128129e-07,
+      "loss": 19.1094,
+      "step": 37620
+    },
+    {
+      "epoch": 1.7978113351811142,
+      "grad_norm": 370.8272705078125,
+      "learning_rate": 5.312585396170211e-07,
+      "loss": 29.3438,
+      "step": 37621
+    },
+    {
+      "epoch": 1.7978591226225746,
+      "grad_norm": 233.2875518798828,
+      "learning_rate": 5.310096888114569e-07,
+      "loss": 20.8438,
+      "step": 37622
+    },
+    {
+      "epoch": 1.797906910064035,
+      "grad_norm": 262.19061279296875,
+      "learning_rate": 5.307608947129273e-07,
+      "loss": 32.75,
+      "step": 37623
+    },
+    {
+      "epoch": 1.7979546975054954,
+      "grad_norm": 192.92955017089844,
+      "learning_rate": 5.30512157322921e-07,
+      "loss": 19.2812,
+      "step": 37624
+    },
+    {
+      "epoch": 1.7980024849469558,
+      "grad_norm": 536.4825439453125,
+      "learning_rate": 5.302634766429271e-07,
+      "loss": 26.7031,
+      "step": 37625
+    },
+    {
+      "epoch": 1.7980502723884162,
+      "grad_norm": 174.17654418945312,
+      "learning_rate": 5.300148526744364e-07,
+      "loss": 24.3125,
+      "step": 37626
+    },
+    {
+      "epoch": 1.7980980598298766,
+      "grad_norm": 329.15692138671875,
+      "learning_rate": 5.297662854189368e-07,
+      "loss": 31.2812,
+      "step": 37627
+    },
+    {
+      "epoch": 1.798145847271337,
+      "grad_norm": 211.81675720214844,
+      "learning_rate": 5.295177748779168e-07,
+      "loss": 23.2656,
+      "step": 37628
+    },
+    {
+      "epoch": 1.7981936347127974,
+      "grad_norm": 258.1628723144531,
+      "learning_rate": 5.292693210528666e-07,
+      "loss": 22.7188,
+      "step": 37629
+    },
+    {
+      "epoch": 1.7982414221542578,
+      "grad_norm": 148.06683349609375,
+      "learning_rate": 5.290209239452715e-07,
+      "loss": 19.9688,
+      "step": 37630
+    },
+    {
+      "epoch": 1.7982892095957181,
+      "grad_norm": 358.4614562988281,
+      "learning_rate": 5.287725835566193e-07,
+      "loss": 18.5469,
+      "step": 37631
+    },
+    {
+      "epoch": 1.7983369970371785,
+      "grad_norm": 279.0596008300781,
+      "learning_rate": 5.285242998884e-07,
+      "loss": 30.6406,
+      "step": 37632
+    },
+    {
+      "epoch": 1.798384784478639,
+      "grad_norm": 417.5350341796875,
+      "learning_rate": 5.282760729420977e-07,
+      "loss": 25.4062,
+      "step": 37633
+    },
+    {
+      "epoch": 1.7984325719200993,
+      "grad_norm": 202.73721313476562,
+      "learning_rate": 5.280279027192004e-07,
+      "loss": 23.5938,
+      "step": 37634
+    },
+    {
+      "epoch": 1.7984803593615597,
+      "grad_norm": 238.3682861328125,
+      "learning_rate": 5.277797892211922e-07,
+      "loss": 26.125,
+      "step": 37635
+    },
+    {
+      "epoch": 1.79852814680302,
+      "grad_norm": 230.1118927001953,
+      "learning_rate": 5.27531732449561e-07,
+      "loss": 26.5625,
+      "step": 37636
+    },
+    {
+      "epoch": 1.7985759342444805,
+      "grad_norm": 318.6419372558594,
+      "learning_rate": 5.272837324057933e-07,
+      "loss": 33.9375,
+      "step": 37637
+    },
+    {
+      "epoch": 1.7986237216859409,
+      "grad_norm": 171.55906677246094,
+      "learning_rate": 5.270357890913724e-07,
+      "loss": 17.4531,
+      "step": 37638
+    },
+    {
+      "epoch": 1.7986715091274013,
+      "grad_norm": 218.22499084472656,
+      "learning_rate": 5.267879025077826e-07,
+      "loss": 21.1719,
+      "step": 37639
+    },
+    {
+      "epoch": 1.7987192965688616,
+      "grad_norm": 226.91477966308594,
+      "learning_rate": 5.265400726565096e-07,
+      "loss": 30.0,
+      "step": 37640
+    },
+    {
+      "epoch": 1.798767084010322,
+      "grad_norm": 332.208251953125,
+      "learning_rate": 5.262922995390385e-07,
+      "loss": 29.5625,
+      "step": 37641
+    },
+    {
+      "epoch": 1.7988148714517824,
+      "grad_norm": 141.34945678710938,
+      "learning_rate": 5.260445831568517e-07,
+      "loss": 21.9375,
+      "step": 37642
+    },
+    {
+      "epoch": 1.7988626588932428,
+      "grad_norm": 426.3617248535156,
+      "learning_rate": 5.257969235114324e-07,
+      "loss": 25.0938,
+      "step": 37643
+    },
+    {
+      "epoch": 1.7989104463347032,
+      "grad_norm": 296.0289001464844,
+      "learning_rate": 5.255493206042638e-07,
+      "loss": 15.5156,
+      "step": 37644
+    },
+    {
+      "epoch": 1.7989582337761636,
+      "grad_norm": 193.02713012695312,
+      "learning_rate": 5.253017744368316e-07,
+      "loss": 28.375,
+      "step": 37645
+    },
+    {
+      "epoch": 1.799006021217624,
+      "grad_norm": 322.1468200683594,
+      "learning_rate": 5.250542850106155e-07,
+      "loss": 30.1875,
+      "step": 37646
+    },
+    {
+      "epoch": 1.7990538086590844,
+      "grad_norm": 258.5427551269531,
+      "learning_rate": 5.248068523270966e-07,
+      "loss": 30.6875,
+      "step": 37647
+    },
+    {
+      "epoch": 1.7991015961005448,
+      "grad_norm": 250.77597045898438,
+      "learning_rate": 5.245594763877603e-07,
+      "loss": 29.875,
+      "step": 37648
+    },
+    {
+      "epoch": 1.7991493835420052,
+      "grad_norm": 128.9696044921875,
+      "learning_rate": 5.243121571940857e-07,
+      "loss": 24.0469,
+      "step": 37649
+    },
+    {
+      "epoch": 1.7991971709834655,
+      "grad_norm": 126.56463623046875,
+      "learning_rate": 5.240648947475524e-07,
+      "loss": 18.7344,
+      "step": 37650
+    },
+    {
+      "epoch": 1.799244958424926,
+      "grad_norm": 526.6492919921875,
+      "learning_rate": 5.238176890496449e-07,
+      "loss": 22.1406,
+      "step": 37651
+    },
+    {
+      "epoch": 1.7992927458663863,
+      "grad_norm": 424.9051513671875,
+      "learning_rate": 5.235705401018421e-07,
+      "loss": 38.75,
+      "step": 37652
+    },
+    {
+      "epoch": 1.7993405333078467,
+      "grad_norm": 278.0746154785156,
+      "learning_rate": 5.233234479056226e-07,
+      "loss": 21.5156,
+      "step": 37653
+    },
+    {
+      "epoch": 1.799388320749307,
+      "grad_norm": 1406.5941162109375,
+      "learning_rate": 5.230764124624676e-07,
+      "loss": 17.0312,
+      "step": 37654
+    },
+    {
+      "epoch": 1.7994361081907675,
+      "grad_norm": 166.4780731201172,
+      "learning_rate": 5.22829433773856e-07,
+      "loss": 21.2812,
+      "step": 37655
+    },
+    {
+      "epoch": 1.7994838956322279,
+      "grad_norm": 291.9176940917969,
+      "learning_rate": 5.225825118412686e-07,
+      "loss": 24.5,
+      "step": 37656
+    },
+    {
+      "epoch": 1.7995316830736883,
+      "grad_norm": 339.67425537109375,
+      "learning_rate": 5.223356466661822e-07,
+      "loss": 23.5,
+      "step": 37657
+    },
+    {
+      "epoch": 1.7995794705151487,
+      "grad_norm": 329.8464660644531,
+      "learning_rate": 5.220888382500744e-07,
+      "loss": 21.6875,
+      "step": 37658
+    },
+    {
+      "epoch": 1.799627257956609,
+      "grad_norm": 200.8896484375,
+      "learning_rate": 5.218420865944262e-07,
+      "loss": 14.0156,
+      "step": 37659
+    },
+    {
+      "epoch": 1.7996750453980694,
+      "grad_norm": 131.12481689453125,
+      "learning_rate": 5.215953917007133e-07,
+      "loss": 20.9062,
+      "step": 37660
+    },
+    {
+      "epoch": 1.7997228328395298,
+      "grad_norm": 196.42323303222656,
+      "learning_rate": 5.213487535704132e-07,
+      "loss": 19.6562,
+      "step": 37661
+    },
+    {
+      "epoch": 1.7997706202809902,
+      "grad_norm": 242.58816528320312,
+      "learning_rate": 5.211021722050024e-07,
+      "loss": 21.0,
+      "step": 37662
+    },
+    {
+      "epoch": 1.7998184077224506,
+      "grad_norm": 227.78378295898438,
+      "learning_rate": 5.208556476059612e-07,
+      "loss": 22.2812,
+      "step": 37663
+    },
+    {
+      "epoch": 1.799866195163911,
+      "grad_norm": 298.9454650878906,
+      "learning_rate": 5.206091797747614e-07,
+      "loss": 30.7188,
+      "step": 37664
+    },
+    {
+      "epoch": 1.7999139826053714,
+      "grad_norm": 186.32534790039062,
+      "learning_rate": 5.203627687128821e-07,
+      "loss": 24.25,
+      "step": 37665
+    },
+    {
+      "epoch": 1.7999617700468318,
+      "grad_norm": 240.9314422607422,
+      "learning_rate": 5.201164144217963e-07,
+      "loss": 23.2188,
+      "step": 37666
+    },
+    {
+      "epoch": 1.8000095574882922,
+      "grad_norm": 545.9684448242188,
+      "learning_rate": 5.198701169029818e-07,
+      "loss": 26.875,
+      "step": 37667
+    },
+    {
+      "epoch": 1.8000573449297526,
+      "grad_norm": 240.1744842529297,
+      "learning_rate": 5.196238761579108e-07,
+      "loss": 23.6094,
+      "step": 37668
+    },
+    {
+      "epoch": 1.800105132371213,
+      "grad_norm": 798.3623657226562,
+      "learning_rate": 5.193776921880611e-07,
+      "loss": 22.0469,
+      "step": 37669
+    },
+    {
+      "epoch": 1.8001529198126733,
+      "grad_norm": 136.4755859375,
+      "learning_rate": 5.191315649949046e-07,
+      "loss": 16.7812,
+      "step": 37670
+    },
+    {
+      "epoch": 1.8002007072541337,
+      "grad_norm": 218.0255126953125,
+      "learning_rate": 5.188854945799182e-07,
+      "loss": 22.3281,
+      "step": 37671
+    },
+    {
+      "epoch": 1.8002484946955941,
+      "grad_norm": 130.03875732421875,
+      "learning_rate": 5.186394809445728e-07,
+      "loss": 25.0156,
+      "step": 37672
+    },
+    {
+      "epoch": 1.8002962821370545,
+      "grad_norm": 324.4677429199219,
+      "learning_rate": 5.183935240903415e-07,
+      "loss": 38.5625,
+      "step": 37673
+    },
+    {
+      "epoch": 1.800344069578515,
+      "grad_norm": 338.96942138671875,
+      "learning_rate": 5.181476240187011e-07,
+      "loss": 21.5312,
+      "step": 37674
+    },
+    {
+      "epoch": 1.8003918570199753,
+      "grad_norm": 183.2211456298828,
+      "learning_rate": 5.179017807311193e-07,
+      "loss": 27.375,
+      "step": 37675
+    },
+    {
+      "epoch": 1.8004396444614357,
+      "grad_norm": 215.99392700195312,
+      "learning_rate": 5.176559942290704e-07,
+      "loss": 24.2656,
+      "step": 37676
+    },
+    {
+      "epoch": 1.800487431902896,
+      "grad_norm": 190.1474609375,
+      "learning_rate": 5.174102645140267e-07,
+      "loss": 21.1094,
+      "step": 37677
+    },
+    {
+      "epoch": 1.8005352193443565,
+      "grad_norm": 327.4812927246094,
+      "learning_rate": 5.171645915874613e-07,
+      "loss": 45.375,
+      "step": 37678
+    },
+    {
+      "epoch": 1.8005830067858168,
+      "grad_norm": 402.27838134765625,
+      "learning_rate": 5.16918975450842e-07,
+      "loss": 21.5938,
+      "step": 37679
+    },
+    {
+      "epoch": 1.8006307942272772,
+      "grad_norm": 290.3736267089844,
+      "learning_rate": 5.166734161056408e-07,
+      "loss": 21.7188,
+      "step": 37680
+    },
+    {
+      "epoch": 1.8006785816687376,
+      "grad_norm": 298.3660583496094,
+      "learning_rate": 5.164279135533301e-07,
+      "loss": 26.75,
+      "step": 37681
+    },
+    {
+      "epoch": 1.8007263691101978,
+      "grad_norm": 303.0586853027344,
+      "learning_rate": 5.161824677953808e-07,
+      "loss": 29.4062,
+      "step": 37682
+    },
+    {
+      "epoch": 1.8007741565516582,
+      "grad_norm": 167.87840270996094,
+      "learning_rate": 5.159370788332585e-07,
+      "loss": 15.2656,
+      "step": 37683
+    },
+    {
+      "epoch": 1.8008219439931186,
+      "grad_norm": 222.54991149902344,
+      "learning_rate": 5.156917466684364e-07,
+      "loss": 18.9688,
+      "step": 37684
+    },
+    {
+      "epoch": 1.800869731434579,
+      "grad_norm": 199.68919372558594,
+      "learning_rate": 5.154464713023832e-07,
+      "loss": 23.9062,
+      "step": 37685
+    },
+    {
+      "epoch": 1.8009175188760393,
+      "grad_norm": 211.22500610351562,
+      "learning_rate": 5.152012527365657e-07,
+      "loss": 16.8906,
+      "step": 37686
+    },
+    {
+      "epoch": 1.8009653063174997,
+      "grad_norm": 184.37025451660156,
+      "learning_rate": 5.149560909724549e-07,
+      "loss": 22.8906,
+      "step": 37687
+    },
+    {
+      "epoch": 1.8010130937589601,
+      "grad_norm": 178.7797393798828,
+      "learning_rate": 5.147109860115174e-07,
+      "loss": 28.4219,
+      "step": 37688
+    },
+    {
+      "epoch": 1.8010608812004205,
+      "grad_norm": 430.725830078125,
+      "learning_rate": 5.14465937855223e-07,
+      "loss": 26.2656,
+      "step": 37689
+    },
+    {
+      "epoch": 1.801108668641881,
+      "grad_norm": 396.1911315917969,
+      "learning_rate": 5.142209465050362e-07,
+      "loss": 22.6875,
+      "step": 37690
+    },
+    {
+      "epoch": 1.8011564560833413,
+      "grad_norm": 303.9903564453125,
+      "learning_rate": 5.139760119624271e-07,
+      "loss": 26.8125,
+      "step": 37691
+    },
+    {
+      "epoch": 1.8012042435248017,
+      "grad_norm": 836.5811157226562,
+      "learning_rate": 5.137311342288609e-07,
+      "loss": 24.3125,
+      "step": 37692
+    },
+    {
+      "epoch": 1.801252030966262,
+      "grad_norm": 235.3347625732422,
+      "learning_rate": 5.134863133058054e-07,
+      "loss": 29.125,
+      "step": 37693
+    },
+    {
+      "epoch": 1.8012998184077225,
+      "grad_norm": 240.09988403320312,
+      "learning_rate": 5.132415491947251e-07,
+      "loss": 32.5938,
+      "step": 37694
+    },
+    {
+      "epoch": 1.8013476058491829,
+      "grad_norm": 283.5413818359375,
+      "learning_rate": 5.129968418970865e-07,
+      "loss": 24.4062,
+      "step": 37695
+    },
+    {
+      "epoch": 1.8013953932906432,
+      "grad_norm": 195.10601806640625,
+      "learning_rate": 5.127521914143563e-07,
+      "loss": 24.1406,
+      "step": 37696
+    },
+    {
+      "epoch": 1.8014431807321036,
+      "grad_norm": 470.02313232421875,
+      "learning_rate": 5.125075977479976e-07,
+      "loss": 32.4688,
+      "step": 37697
+    },
+    {
+      "epoch": 1.801490968173564,
+      "grad_norm": 451.5791320800781,
+      "learning_rate": 5.122630608994772e-07,
+      "loss": 23.6719,
+      "step": 37698
+    },
+    {
+      "epoch": 1.8015387556150244,
+      "grad_norm": 240.34658813476562,
+      "learning_rate": 5.120185808702583e-07,
+      "loss": 22.4688,
+      "step": 37699
+    },
+    {
+      "epoch": 1.8015865430564848,
+      "grad_norm": 489.3995666503906,
+      "learning_rate": 5.117741576618051e-07,
+      "loss": 20.8594,
+      "step": 37700
+    },
+    {
+      "epoch": 1.8016343304979452,
+      "grad_norm": 241.47581481933594,
+      "learning_rate": 5.115297912755812e-07,
+      "loss": 24.25,
+      "step": 37701
+    },
+    {
+      "epoch": 1.8016821179394054,
+      "grad_norm": 181.7519073486328,
+      "learning_rate": 5.112854817130497e-07,
+      "loss": 20.1406,
+      "step": 37702
+    },
+    {
+      "epoch": 1.8017299053808657,
+      "grad_norm": 266.5244140625,
+      "learning_rate": 5.11041228975675e-07,
+      "loss": 20.25,
+      "step": 37703
+    },
+    {
+      "epoch": 1.8017776928223261,
+      "grad_norm": 368.6426086425781,
+      "learning_rate": 5.107970330649204e-07,
+      "loss": 31.0,
+      "step": 37704
+    },
+    {
+      "epoch": 1.8018254802637865,
+      "grad_norm": 647.0625,
+      "learning_rate": 5.105528939822457e-07,
+      "loss": 30.25,
+      "step": 37705
+    },
+    {
+      "epoch": 1.801873267705247,
+      "grad_norm": 206.9073028564453,
+      "learning_rate": 5.103088117291144e-07,
+      "loss": 16.2031,
+      "step": 37706
+    },
+    {
+      "epoch": 1.8019210551467073,
+      "grad_norm": 229.12960815429688,
+      "learning_rate": 5.100647863069875e-07,
+      "loss": 20.7344,
+      "step": 37707
+    },
+    {
+      "epoch": 1.8019688425881677,
+      "grad_norm": 165.25408935546875,
+      "learning_rate": 5.098208177173291e-07,
+      "loss": 23.125,
+      "step": 37708
+    },
+    {
+      "epoch": 1.802016630029628,
+      "grad_norm": 224.71124267578125,
+      "learning_rate": 5.095769059615974e-07,
+      "loss": 32.7812,
+      "step": 37709
+    },
+    {
+      "epoch": 1.8020644174710885,
+      "grad_norm": 208.12576293945312,
+      "learning_rate": 5.093330510412542e-07,
+      "loss": 25.9375,
+      "step": 37710
+    },
+    {
+      "epoch": 1.8021122049125489,
+      "grad_norm": 166.9898223876953,
+      "learning_rate": 5.090892529577595e-07,
+      "loss": 16.9688,
+      "step": 37711
+    },
+    {
+      "epoch": 1.8021599923540093,
+      "grad_norm": 211.00198364257812,
+      "learning_rate": 5.088455117125735e-07,
+      "loss": 21.0,
+      "step": 37712
+    },
+    {
+      "epoch": 1.8022077797954696,
+      "grad_norm": 164.1997833251953,
+      "learning_rate": 5.086018273071558e-07,
+      "loss": 19.5,
+      "step": 37713
+    },
+    {
+      "epoch": 1.80225556723693,
+      "grad_norm": 341.0711975097656,
+      "learning_rate": 5.083581997429665e-07,
+      "loss": 28.625,
+      "step": 37714
+    },
+    {
+      "epoch": 1.8023033546783904,
+      "grad_norm": 255.9593048095703,
+      "learning_rate": 5.081146290214644e-07,
+      "loss": 24.4688,
+      "step": 37715
+    },
+    {
+      "epoch": 1.8023511421198508,
+      "grad_norm": 174.90101623535156,
+      "learning_rate": 5.078711151441062e-07,
+      "loss": 19.5781,
+      "step": 37716
+    },
+    {
+      "epoch": 1.8023989295613112,
+      "grad_norm": 123.53317260742188,
+      "learning_rate": 5.07627658112353e-07,
+      "loss": 18.2969,
+      "step": 37717
+    },
+    {
+      "epoch": 1.8024467170027716,
+      "grad_norm": 213.5521697998047,
+      "learning_rate": 5.073842579276611e-07,
+      "loss": 25.7344,
+      "step": 37718
+    },
+    {
+      "epoch": 1.802494504444232,
+      "grad_norm": 436.32244873046875,
+      "learning_rate": 5.071409145914896e-07,
+      "loss": 21.8438,
+      "step": 37719
+    },
+    {
+      "epoch": 1.8025422918856924,
+      "grad_norm": 291.6479797363281,
+      "learning_rate": 5.06897628105294e-07,
+      "loss": 14.3906,
+      "step": 37720
+    },
+    {
+      "epoch": 1.8025900793271528,
+      "grad_norm": 222.94757080078125,
+      "learning_rate": 5.066543984705319e-07,
+      "loss": 28.125,
+      "step": 37721
+    },
+    {
+      "epoch": 1.8026378667686132,
+      "grad_norm": 270.72589111328125,
+      "learning_rate": 5.064112256886611e-07,
+      "loss": 24.1875,
+      "step": 37722
+    },
+    {
+      "epoch": 1.8026856542100735,
+      "grad_norm": 283.7784118652344,
+      "learning_rate": 5.061681097611359e-07,
+      "loss": 19.4219,
+      "step": 37723
+    },
+    {
+      "epoch": 1.802733441651534,
+      "grad_norm": 282.6270446777344,
+      "learning_rate": 5.059250506894142e-07,
+      "loss": 24.0938,
+      "step": 37724
+    },
+    {
+      "epoch": 1.8027812290929943,
+      "grad_norm": 165.4026641845703,
+      "learning_rate": 5.056820484749503e-07,
+      "loss": 19.5156,
+      "step": 37725
+    },
+    {
+      "epoch": 1.8028290165344547,
+      "grad_norm": 171.4927215576172,
+      "learning_rate": 5.054391031192008e-07,
+      "loss": 25.0938,
+      "step": 37726
+    },
+    {
+      "epoch": 1.802876803975915,
+      "grad_norm": 254.95458984375,
+      "learning_rate": 5.051962146236178e-07,
+      "loss": 25.875,
+      "step": 37727
+    },
+    {
+      "epoch": 1.8029245914173755,
+      "grad_norm": 196.3785400390625,
+      "learning_rate": 5.049533829896591e-07,
+      "loss": 24.0625,
+      "step": 37728
+    },
+    {
+      "epoch": 1.8029723788588359,
+      "grad_norm": 203.22828674316406,
+      "learning_rate": 5.047106082187791e-07,
+      "loss": 15.6094,
+      "step": 37729
+    },
+    {
+      "epoch": 1.8030201663002963,
+      "grad_norm": 404.6559753417969,
+      "learning_rate": 5.044678903124278e-07,
+      "loss": 26.2656,
+      "step": 37730
+    },
+    {
+      "epoch": 1.8030679537417567,
+      "grad_norm": 174.8017578125,
+      "learning_rate": 5.042252292720629e-07,
+      "loss": 23.125,
+      "step": 37731
+    },
+    {
+      "epoch": 1.803115741183217,
+      "grad_norm": 312.0811462402344,
+      "learning_rate": 5.039826250991353e-07,
+      "loss": 27.1562,
+      "step": 37732
+    },
+    {
+      "epoch": 1.8031635286246774,
+      "grad_norm": 244.7139892578125,
+      "learning_rate": 5.037400777950984e-07,
+      "loss": 19.3125,
+      "step": 37733
+    },
+    {
+      "epoch": 1.8032113160661378,
+      "grad_norm": 240.9185333251953,
+      "learning_rate": 5.034975873614056e-07,
+      "loss": 24.2656,
+      "step": 37734
+    },
+    {
+      "epoch": 1.8032591035075982,
+      "grad_norm": 306.8882751464844,
+      "learning_rate": 5.032551537995078e-07,
+      "loss": 27.4688,
+      "step": 37735
+    },
+    {
+      "epoch": 1.8033068909490586,
+      "grad_norm": 406.1242370605469,
+      "learning_rate": 5.030127771108573e-07,
+      "loss": 25.4375,
+      "step": 37736
+    },
+    {
+      "epoch": 1.803354678390519,
+      "grad_norm": 167.72308349609375,
+      "learning_rate": 5.027704572969072e-07,
+      "loss": 25.4062,
+      "step": 37737
+    },
+    {
+      "epoch": 1.8034024658319794,
+      "grad_norm": 281.302978515625,
+      "learning_rate": 5.025281943591054e-07,
+      "loss": 23.7969,
+      "step": 37738
+    },
+    {
+      "epoch": 1.8034502532734398,
+      "grad_norm": 1434.957275390625,
+      "learning_rate": 5.02285988298905e-07,
+      "loss": 16.0,
+      "step": 37739
+    },
+    {
+      "epoch": 1.8034980407149002,
+      "grad_norm": 235.4685516357422,
+      "learning_rate": 5.020438391177562e-07,
+      "loss": 21.9062,
+      "step": 37740
+    },
+    {
+      "epoch": 1.8035458281563606,
+      "grad_norm": 393.00677490234375,
+      "learning_rate": 5.018017468171099e-07,
+      "loss": 30.9062,
+      "step": 37741
+    },
+    {
+      "epoch": 1.803593615597821,
+      "grad_norm": 286.43212890625,
+      "learning_rate": 5.015597113984139e-07,
+      "loss": 30.8125,
+      "step": 37742
+    },
+    {
+      "epoch": 1.8036414030392813,
+      "grad_norm": 401.59521484375,
+      "learning_rate": 5.013177328631192e-07,
+      "loss": 29.9219,
+      "step": 37743
+    },
+    {
+      "epoch": 1.8036891904807417,
+      "grad_norm": 287.69708251953125,
+      "learning_rate": 5.010758112126757e-07,
+      "loss": 23.0312,
+      "step": 37744
+    },
+    {
+      "epoch": 1.8037369779222021,
+      "grad_norm": 319.3800354003906,
+      "learning_rate": 5.008339464485301e-07,
+      "loss": 27.4688,
+      "step": 37745
+    },
+    {
+      "epoch": 1.8037847653636625,
+      "grad_norm": 134.68849182128906,
+      "learning_rate": 5.005921385721324e-07,
+      "loss": 25.0938,
+      "step": 37746
+    },
+    {
+      "epoch": 1.803832552805123,
+      "grad_norm": 204.2485809326172,
+      "learning_rate": 5.003503875849291e-07,
+      "loss": 16.3594,
+      "step": 37747
+    },
+    {
+      "epoch": 1.8038803402465833,
+      "grad_norm": 163.7918243408203,
+      "learning_rate": 5.001086934883714e-07,
+      "loss": 16.7422,
+      "step": 37748
+    },
+    {
+      "epoch": 1.8039281276880437,
+      "grad_norm": 205.47824096679688,
+      "learning_rate": 4.998670562839026e-07,
+      "loss": 20.7031,
+      "step": 37749
+    },
+    {
+      "epoch": 1.803975915129504,
+      "grad_norm": 397.998046875,
+      "learning_rate": 4.996254759729713e-07,
+      "loss": 24.9844,
+      "step": 37750
+    },
+    {
+      "epoch": 1.8040237025709644,
+      "grad_norm": 407.80633544921875,
+      "learning_rate": 4.993839525570243e-07,
+      "loss": 23.7031,
+      "step": 37751
+    },
+    {
+      "epoch": 1.8040714900124248,
+      "grad_norm": 223.755859375,
+      "learning_rate": 4.991424860375105e-07,
+      "loss": 20.7344,
+      "step": 37752
+    },
+    {
+      "epoch": 1.8041192774538852,
+      "grad_norm": 194.27288818359375,
+      "learning_rate": 4.989010764158719e-07,
+      "loss": 21.8906,
+      "step": 37753
+    },
+    {
+      "epoch": 1.8041670648953456,
+      "grad_norm": 146.01956176757812,
+      "learning_rate": 4.986597236935564e-07,
+      "loss": 23.1875,
+      "step": 37754
+    },
+    {
+      "epoch": 1.804214852336806,
+      "grad_norm": 378.6056213378906,
+      "learning_rate": 4.984184278720083e-07,
+      "loss": 33.0312,
+      "step": 37755
+    },
+    {
+      "epoch": 1.8042626397782664,
+      "grad_norm": 278.8884582519531,
+      "learning_rate": 4.981771889526754e-07,
+      "loss": 18.125,
+      "step": 37756
+    },
+    {
+      "epoch": 1.8043104272197268,
+      "grad_norm": 214.7219696044922,
+      "learning_rate": 4.979360069369998e-07,
+      "loss": 20.7656,
+      "step": 37757
+    },
+    {
+      "epoch": 1.8043582146611872,
+      "grad_norm": 139.21240234375,
+      "learning_rate": 4.976948818264249e-07,
+      "loss": 20.0938,
+      "step": 37758
+    },
+    {
+      "epoch": 1.8044060021026476,
+      "grad_norm": 168.49444580078125,
+      "learning_rate": 4.974538136223995e-07,
+      "loss": 25.2656,
+      "step": 37759
+    },
+    {
+      "epoch": 1.804453789544108,
+      "grad_norm": 236.5114288330078,
+      "learning_rate": 4.972128023263612e-07,
+      "loss": 23.6562,
+      "step": 37760
+    },
+    {
+      "epoch": 1.8045015769855683,
+      "grad_norm": 316.22735595703125,
+      "learning_rate": 4.969718479397567e-07,
+      "loss": 26.0938,
+      "step": 37761
+    },
+    {
+      "epoch": 1.8045493644270287,
+      "grad_norm": 428.8541564941406,
+      "learning_rate": 4.967309504640306e-07,
+      "loss": 28.3438,
+      "step": 37762
+    },
+    {
+      "epoch": 1.8045971518684891,
+      "grad_norm": 177.6151885986328,
+      "learning_rate": 4.964901099006214e-07,
+      "loss": 29.8438,
+      "step": 37763
+    },
+    {
+      "epoch": 1.8046449393099493,
+      "grad_norm": 299.2048034667969,
+      "learning_rate": 4.962493262509749e-07,
+      "loss": 21.875,
+      "step": 37764
+    },
+    {
+      "epoch": 1.8046927267514097,
+      "grad_norm": 188.5836639404297,
+      "learning_rate": 4.960085995165309e-07,
+      "loss": 18.0,
+      "step": 37765
+    },
+    {
+      "epoch": 1.80474051419287,
+      "grad_norm": 200.98556518554688,
+      "learning_rate": 4.957679296987317e-07,
+      "loss": 21.9219,
+      "step": 37766
+    },
+    {
+      "epoch": 1.8047883016343305,
+      "grad_norm": 115.33366394042969,
+      "learning_rate": 4.955273167990194e-07,
+      "loss": 19.875,
+      "step": 37767
+    },
+    {
+      "epoch": 1.8048360890757909,
+      "grad_norm": 230.10816955566406,
+      "learning_rate": 4.952867608188338e-07,
+      "loss": 21.1094,
+      "step": 37768
+    },
+    {
+      "epoch": 1.8048838765172512,
+      "grad_norm": 157.1531219482422,
+      "learning_rate": 4.950462617596163e-07,
+      "loss": 21.7188,
+      "step": 37769
+    },
+    {
+      "epoch": 1.8049316639587116,
+      "grad_norm": 120.44502258300781,
+      "learning_rate": 4.948058196228078e-07,
+      "loss": 26.6875,
+      "step": 37770
+    },
+    {
+      "epoch": 1.804979451400172,
+      "grad_norm": 178.172119140625,
+      "learning_rate": 4.945654344098461e-07,
+      "loss": 24.4844,
+      "step": 37771
+    },
+    {
+      "epoch": 1.8050272388416324,
+      "grad_norm": 1074.0980224609375,
+      "learning_rate": 4.943251061221721e-07,
+      "loss": 29.75,
+      "step": 37772
+    },
+    {
+      "epoch": 1.8050750262830928,
+      "grad_norm": 205.02005004882812,
+      "learning_rate": 4.940848347612248e-07,
+      "loss": 19.9844,
+      "step": 37773
+    },
+    {
+      "epoch": 1.8051228137245532,
+      "grad_norm": 227.37429809570312,
+      "learning_rate": 4.938446203284453e-07,
+      "loss": 18.875,
+      "step": 37774
+    },
+    {
+      "epoch": 1.8051706011660136,
+      "grad_norm": 190.2693328857422,
+      "learning_rate": 4.936044628252678e-07,
+      "loss": 30.2812,
+      "step": 37775
+    },
+    {
+      "epoch": 1.805218388607474,
+      "grad_norm": 490.482421875,
+      "learning_rate": 4.933643622531337e-07,
+      "loss": 29.1562,
+      "step": 37776
+    },
+    {
+      "epoch": 1.8052661760489344,
+      "grad_norm": 162.43446350097656,
+      "learning_rate": 4.931243186134805e-07,
+      "loss": 19.6406,
+      "step": 37777
+    },
+    {
+      "epoch": 1.8053139634903947,
+      "grad_norm": 169.91612243652344,
+      "learning_rate": 4.92884331907747e-07,
+      "loss": 21.6719,
+      "step": 37778
+    },
+    {
+      "epoch": 1.8053617509318551,
+      "grad_norm": 316.6577453613281,
+      "learning_rate": 4.926444021373666e-07,
+      "loss": 25.5938,
+      "step": 37779
+    },
+    {
+      "epoch": 1.8054095383733155,
+      "grad_norm": 300.14208984375,
+      "learning_rate": 4.924045293037783e-07,
+      "loss": 22.8125,
+      "step": 37780
+    },
+    {
+      "epoch": 1.805457325814776,
+      "grad_norm": 319.80218505859375,
+      "learning_rate": 4.921647134084207e-07,
+      "loss": 33.7188,
+      "step": 37781
+    },
+    {
+      "epoch": 1.8055051132562363,
+      "grad_norm": 757.7513427734375,
+      "learning_rate": 4.919249544527261e-07,
+      "loss": 18.3438,
+      "step": 37782
+    },
+    {
+      "epoch": 1.8055529006976967,
+      "grad_norm": 325.7069091796875,
+      "learning_rate": 4.916852524381321e-07,
+      "loss": 28.6562,
+      "step": 37783
+    },
+    {
+      "epoch": 1.805600688139157,
+      "grad_norm": 202.4757080078125,
+      "learning_rate": 4.914456073660756e-07,
+      "loss": 26.8438,
+      "step": 37784
+    },
+    {
+      "epoch": 1.8056484755806173,
+      "grad_norm": 253.68016052246094,
+      "learning_rate": 4.912060192379908e-07,
+      "loss": 26.8125,
+      "step": 37785
+    },
+    {
+      "epoch": 1.8056962630220776,
+      "grad_norm": 251.4765167236328,
+      "learning_rate": 4.909664880553111e-07,
+      "loss": 29.7188,
+      "step": 37786
+    },
+    {
+      "epoch": 1.805744050463538,
+      "grad_norm": 286.3563537597656,
+      "learning_rate": 4.907270138194719e-07,
+      "loss": 24.2188,
+      "step": 37787
+    },
+    {
+      "epoch": 1.8057918379049984,
+      "grad_norm": 109.86905670166016,
+      "learning_rate": 4.904875965319078e-07,
+      "loss": 18.2656,
+      "step": 37788
+    },
+    {
+      "epoch": 1.8058396253464588,
+      "grad_norm": 228.07777404785156,
+      "learning_rate": 4.902482361940541e-07,
+      "loss": 22.375,
+      "step": 37789
+    },
+    {
+      "epoch": 1.8058874127879192,
+      "grad_norm": 131.7686767578125,
+      "learning_rate": 4.900089328073399e-07,
+      "loss": 19.6094,
+      "step": 37790
+    },
+    {
+      "epoch": 1.8059352002293796,
+      "grad_norm": 331.7840881347656,
+      "learning_rate": 4.897696863732026e-07,
+      "loss": 19.3906,
+      "step": 37791
+    },
+    {
+      "epoch": 1.80598298767084,
+      "grad_norm": 189.10794067382812,
+      "learning_rate": 4.895304968930725e-07,
+      "loss": 27.9375,
+      "step": 37792
+    },
+    {
+      "epoch": 1.8060307751123004,
+      "grad_norm": 295.0041198730469,
+      "learning_rate": 4.892913643683839e-07,
+      "loss": 28.2969,
+      "step": 37793
+    },
+    {
+      "epoch": 1.8060785625537608,
+      "grad_norm": 251.62945556640625,
+      "learning_rate": 4.890522888005667e-07,
+      "loss": 25.1094,
+      "step": 37794
+    },
+    {
+      "epoch": 1.8061263499952211,
+      "grad_norm": 268.12750244140625,
+      "learning_rate": 4.888132701910553e-07,
+      "loss": 27.7188,
+      "step": 37795
+    },
+    {
+      "epoch": 1.8061741374366815,
+      "grad_norm": 360.73931884765625,
+      "learning_rate": 4.885743085412787e-07,
+      "loss": 24.1875,
+      "step": 37796
+    },
+    {
+      "epoch": 1.806221924878142,
+      "grad_norm": 197.73289489746094,
+      "learning_rate": 4.8833540385267e-07,
+      "loss": 20.6562,
+      "step": 37797
+    },
+    {
+      "epoch": 1.8062697123196023,
+      "grad_norm": 291.16802978515625,
+      "learning_rate": 4.880965561266571e-07,
+      "loss": 21.8125,
+      "step": 37798
+    },
+    {
+      "epoch": 1.8063174997610627,
+      "grad_norm": 1092.94921875,
+      "learning_rate": 4.878577653646721e-07,
+      "loss": 21.875,
+      "step": 37799
+    },
+    {
+      "epoch": 1.806365287202523,
+      "grad_norm": 283.26507568359375,
+      "learning_rate": 4.876190315681462e-07,
+      "loss": 24.9688,
+      "step": 37800
+    },
+    {
+      "epoch": 1.8064130746439835,
+      "grad_norm": 260.2728576660156,
+      "learning_rate": 4.873803547385069e-07,
+      "loss": 23.4844,
+      "step": 37801
+    },
+    {
+      "epoch": 1.8064608620854439,
+      "grad_norm": 206.35647583007812,
+      "learning_rate": 4.871417348771857e-07,
+      "loss": 22.1406,
+      "step": 37802
+    },
+    {
+      "epoch": 1.8065086495269043,
+      "grad_norm": 201.0926055908203,
+      "learning_rate": 4.869031719856099e-07,
+      "loss": 20.4062,
+      "step": 37803
+    },
+    {
+      "epoch": 1.8065564369683647,
+      "grad_norm": 331.6830749511719,
+      "learning_rate": 4.866646660652097e-07,
+      "loss": 24.3594,
+      "step": 37804
+    },
+    {
+      "epoch": 1.806604224409825,
+      "grad_norm": 649.17041015625,
+      "learning_rate": 4.864262171174117e-07,
+      "loss": 25.1094,
+      "step": 37805
+    },
+    {
+      "epoch": 1.8066520118512854,
+      "grad_norm": 395.71624755859375,
+      "learning_rate": 4.861878251436436e-07,
+      "loss": 28.1875,
+      "step": 37806
+    },
+    {
+      "epoch": 1.8066997992927458,
+      "grad_norm": 318.0814514160156,
+      "learning_rate": 4.859494901453366e-07,
+      "loss": 33.8125,
+      "step": 37807
+    },
+    {
+      "epoch": 1.8067475867342062,
+      "grad_norm": 269.659912109375,
+      "learning_rate": 4.85711212123915e-07,
+      "loss": 24.2812,
+      "step": 37808
+    },
+    {
+      "epoch": 1.8067953741756666,
+      "grad_norm": 264.7416687011719,
+      "learning_rate": 4.854729910808054e-07,
+      "loss": 32.2812,
+      "step": 37809
+    },
+    {
+      "epoch": 1.806843161617127,
+      "grad_norm": 146.42324829101562,
+      "learning_rate": 4.852348270174356e-07,
+      "loss": 27.7188,
+      "step": 37810
+    },
+    {
+      "epoch": 1.8068909490585874,
+      "grad_norm": 197.39508056640625,
+      "learning_rate": 4.849967199352334e-07,
+      "loss": 16.6562,
+      "step": 37811
+    },
+    {
+      "epoch": 1.8069387365000478,
+      "grad_norm": 219.96810913085938,
+      "learning_rate": 4.847586698356221e-07,
+      "loss": 27.1562,
+      "step": 37812
+    },
+    {
+      "epoch": 1.8069865239415082,
+      "grad_norm": 368.075439453125,
+      "learning_rate": 4.845206767200273e-07,
+      "loss": 32.5156,
+      "step": 37813
+    },
+    {
+      "epoch": 1.8070343113829685,
+      "grad_norm": 202.76866149902344,
+      "learning_rate": 4.842827405898764e-07,
+      "loss": 21.7031,
+      "step": 37814
+    },
+    {
+      "epoch": 1.807082098824429,
+      "grad_norm": 356.0938720703125,
+      "learning_rate": 4.840448614465942e-07,
+      "loss": 25.1719,
+      "step": 37815
+    },
+    {
+      "epoch": 1.8071298862658893,
+      "grad_norm": 415.6238098144531,
+      "learning_rate": 4.838070392916028e-07,
+      "loss": 28.5156,
+      "step": 37816
+    },
+    {
+      "epoch": 1.8071776737073497,
+      "grad_norm": 206.74937438964844,
+      "learning_rate": 4.835692741263276e-07,
+      "loss": 21.8594,
+      "step": 37817
+    },
+    {
+      "epoch": 1.80722546114881,
+      "grad_norm": 268.6793518066406,
+      "learning_rate": 4.833315659521953e-07,
+      "loss": 20.75,
+      "step": 37818
+    },
+    {
+      "epoch": 1.8072732485902705,
+      "grad_norm": 222.232666015625,
+      "learning_rate": 4.830939147706249e-07,
+      "loss": 18.5469,
+      "step": 37819
+    },
+    {
+      "epoch": 1.8073210360317309,
+      "grad_norm": 202.6222381591797,
+      "learning_rate": 4.828563205830428e-07,
+      "loss": 18.7656,
+      "step": 37820
+    },
+    {
+      "epoch": 1.8073688234731913,
+      "grad_norm": 479.2353515625,
+      "learning_rate": 4.826187833908702e-07,
+      "loss": 25.25,
+      "step": 37821
+    },
+    {
+      "epoch": 1.8074166109146517,
+      "grad_norm": 268.7651062011719,
+      "learning_rate": 4.823813031955316e-07,
+      "loss": 20.2031,
+      "step": 37822
+    },
+    {
+      "epoch": 1.807464398356112,
+      "grad_norm": 272.1324768066406,
+      "learning_rate": 4.821438799984457e-07,
+      "loss": 38.375,
+      "step": 37823
+    },
+    {
+      "epoch": 1.8075121857975724,
+      "grad_norm": 186.33627319335938,
+      "learning_rate": 4.819065138010381e-07,
+      "loss": 25.75,
+      "step": 37824
+    },
+    {
+      "epoch": 1.8075599732390328,
+      "grad_norm": 191.76475524902344,
+      "learning_rate": 4.816692046047278e-07,
+      "loss": 33.4062,
+      "step": 37825
+    },
+    {
+      "epoch": 1.8076077606804932,
+      "grad_norm": 211.59423828125,
+      "learning_rate": 4.814319524109379e-07,
+      "loss": 19.625,
+      "step": 37826
+    },
+    {
+      "epoch": 1.8076555481219536,
+      "grad_norm": 345.8655700683594,
+      "learning_rate": 4.811947572210884e-07,
+      "loss": 28.5,
+      "step": 37827
+    },
+    {
+      "epoch": 1.807703335563414,
+      "grad_norm": 500.795654296875,
+      "learning_rate": 4.809576190365995e-07,
+      "loss": 30.9375,
+      "step": 37828
+    },
+    {
+      "epoch": 1.8077511230048744,
+      "grad_norm": 172.19866943359375,
+      "learning_rate": 4.807205378588919e-07,
+      "loss": 21.0625,
+      "step": 37829
+    },
+    {
+      "epoch": 1.8077989104463348,
+      "grad_norm": 176.3786163330078,
+      "learning_rate": 4.804835136893837e-07,
+      "loss": 23.0781,
+      "step": 37830
+    },
+    {
+      "epoch": 1.8078466978877952,
+      "grad_norm": 240.09779357910156,
+      "learning_rate": 4.80246546529497e-07,
+      "loss": 26.4531,
+      "step": 37831
+    },
+    {
+      "epoch": 1.8078944853292556,
+      "grad_norm": 210.54092407226562,
+      "learning_rate": 4.800096363806495e-07,
+      "loss": 19.4688,
+      "step": 37832
+    },
+    {
+      "epoch": 1.807942272770716,
+      "grad_norm": 239.96661376953125,
+      "learning_rate": 4.797727832442601e-07,
+      "loss": 22.3281,
+      "step": 37833
+    },
+    {
+      "epoch": 1.8079900602121763,
+      "grad_norm": 597.6243896484375,
+      "learning_rate": 4.795359871217464e-07,
+      "loss": 23.5156,
+      "step": 37834
+    },
+    {
+      "epoch": 1.8080378476536367,
+      "grad_norm": 204.51873779296875,
+      "learning_rate": 4.792992480145275e-07,
+      "loss": 24.3438,
+      "step": 37835
+    },
+    {
+      "epoch": 1.8080856350950971,
+      "grad_norm": 241.0306396484375,
+      "learning_rate": 4.790625659240211e-07,
+      "loss": 21.6875,
+      "step": 37836
+    },
+    {
+      "epoch": 1.8081334225365575,
+      "grad_norm": 284.2554016113281,
+      "learning_rate": 4.78825940851646e-07,
+      "loss": 18.8438,
+      "step": 37837
+    },
+    {
+      "epoch": 1.808181209978018,
+      "grad_norm": 238.3494415283203,
+      "learning_rate": 4.785893727988167e-07,
+      "loss": 30.375,
+      "step": 37838
+    },
+    {
+      "epoch": 1.8082289974194783,
+      "grad_norm": 259.37261962890625,
+      "learning_rate": 4.783528617669508e-07,
+      "loss": 18.9688,
+      "step": 37839
+    },
+    {
+      "epoch": 1.8082767848609387,
+      "grad_norm": 260.1049499511719,
+      "learning_rate": 4.78116407757464e-07,
+      "loss": 28.2188,
+      "step": 37840
+    },
+    {
+      "epoch": 1.808324572302399,
+      "grad_norm": 185.22555541992188,
+      "learning_rate": 4.778800107717762e-07,
+      "loss": 22.2031,
+      "step": 37841
+    },
+    {
+      "epoch": 1.8083723597438595,
+      "grad_norm": 269.31097412109375,
+      "learning_rate": 4.776436708112985e-07,
+      "loss": 23.0938,
+      "step": 37842
+    },
+    {
+      "epoch": 1.8084201471853198,
+      "grad_norm": 170.64622497558594,
+      "learning_rate": 4.774073878774477e-07,
+      "loss": 21.4375,
+      "step": 37843
+    },
+    {
+      "epoch": 1.8084679346267802,
+      "grad_norm": 223.46363830566406,
+      "learning_rate": 4.771711619716401e-07,
+      "loss": 30.2188,
+      "step": 37844
+    },
+    {
+      "epoch": 1.8085157220682406,
+      "grad_norm": 373.5378112792969,
+      "learning_rate": 4.769349930952883e-07,
+      "loss": 18.4062,
+      "step": 37845
+    },
+    {
+      "epoch": 1.8085635095097008,
+      "grad_norm": 284.596923828125,
+      "learning_rate": 4.766988812498086e-07,
+      "loss": 33.4844,
+      "step": 37846
+    },
+    {
+      "epoch": 1.8086112969511612,
+      "grad_norm": 256.8612060546875,
+      "learning_rate": 4.7646282643661335e-07,
+      "loss": 22.2812,
+      "step": 37847
+    },
+    {
+      "epoch": 1.8086590843926216,
+      "grad_norm": 305.22723388671875,
+      "learning_rate": 4.762268286571181e-07,
+      "loss": 29.4688,
+      "step": 37848
+    },
+    {
+      "epoch": 1.808706871834082,
+      "grad_norm": 389.7133483886719,
+      "learning_rate": 4.759908879127351e-07,
+      "loss": 25.4375,
+      "step": 37849
+    },
+    {
+      "epoch": 1.8087546592755424,
+      "grad_norm": 166.41455078125,
+      "learning_rate": 4.757550042048764e-07,
+      "loss": 21.375,
+      "step": 37850
+    },
+    {
+      "epoch": 1.8088024467170027,
+      "grad_norm": 229.6242218017578,
+      "learning_rate": 4.7551917753495545e-07,
+      "loss": 21.0,
+      "step": 37851
+    },
+    {
+      "epoch": 1.8088502341584631,
+      "grad_norm": 342.6814880371094,
+      "learning_rate": 4.7528340790438664e-07,
+      "loss": 24.0938,
+      "step": 37852
+    },
+    {
+      "epoch": 1.8088980215999235,
+      "grad_norm": 261.060302734375,
+      "learning_rate": 4.750476953145777e-07,
+      "loss": 16.2969,
+      "step": 37853
+    },
+    {
+      "epoch": 1.808945809041384,
+      "grad_norm": 122.62032318115234,
+      "learning_rate": 4.748120397669431e-07,
+      "loss": 18.5312,
+      "step": 37854
+    },
+    {
+      "epoch": 1.8089935964828443,
+      "grad_norm": 308.6514587402344,
+      "learning_rate": 4.7457644126289506e-07,
+      "loss": 25.4688,
+      "step": 37855
+    },
+    {
+      "epoch": 1.8090413839243047,
+      "grad_norm": 275.5660095214844,
+      "learning_rate": 4.7434089980384123e-07,
+      "loss": 34.0938,
+      "step": 37856
+    },
+    {
+      "epoch": 1.809089171365765,
+      "grad_norm": 349.8255920410156,
+      "learning_rate": 4.741054153911939e-07,
+      "loss": 27.3438,
+      "step": 37857
+    },
+    {
+      "epoch": 1.8091369588072255,
+      "grad_norm": 100.98737335205078,
+      "learning_rate": 4.7386998802636417e-07,
+      "loss": 14.6406,
+      "step": 37858
+    },
+    {
+      "epoch": 1.8091847462486859,
+      "grad_norm": 259.8792724609375,
+      "learning_rate": 4.7363461771076203e-07,
+      "loss": 34.125,
+      "step": 37859
+    },
+    {
+      "epoch": 1.8092325336901462,
+      "grad_norm": 329.74371337890625,
+      "learning_rate": 4.733993044457941e-07,
+      "loss": 36.5312,
+      "step": 37860
+    },
+    {
+      "epoch": 1.8092803211316066,
+      "grad_norm": 192.70858764648438,
+      "learning_rate": 4.7316404823287366e-07,
+      "loss": 26.5,
+      "step": 37861
+    },
+    {
+      "epoch": 1.809328108573067,
+      "grad_norm": 168.07273864746094,
+      "learning_rate": 4.729288490734063e-07,
+      "loss": 19.4531,
+      "step": 37862
+    },
+    {
+      "epoch": 1.8093758960145274,
+      "grad_norm": 249.02247619628906,
+      "learning_rate": 4.72693706968802e-07,
+      "loss": 25.2188,
+      "step": 37863
+    },
+    {
+      "epoch": 1.8094236834559878,
+      "grad_norm": 155.9014129638672,
+      "learning_rate": 4.7245862192046966e-07,
+      "loss": 24.75,
+      "step": 37864
+    },
+    {
+      "epoch": 1.8094714708974482,
+      "grad_norm": 172.31979370117188,
+      "learning_rate": 4.722235939298148e-07,
+      "loss": 28.4375,
+      "step": 37865
+    },
+    {
+      "epoch": 1.8095192583389086,
+      "grad_norm": 188.5030059814453,
+      "learning_rate": 4.7198862299824846e-07,
+      "loss": 29.0469,
+      "step": 37866
+    },
+    {
+      "epoch": 1.8095670457803688,
+      "grad_norm": 170.11541748046875,
+      "learning_rate": 4.71753709127174e-07,
+      "loss": 25.5,
+      "step": 37867
+    },
+    {
+      "epoch": 1.8096148332218291,
+      "grad_norm": 192.16322326660156,
+      "learning_rate": 4.715188523180003e-07,
+      "loss": 21.9688,
+      "step": 37868
+    },
+    {
+      "epoch": 1.8096626206632895,
+      "grad_norm": 255.23635864257812,
+      "learning_rate": 4.7128405257213296e-07,
+      "loss": 23.4219,
+      "step": 37869
+    },
+    {
+      "epoch": 1.80971040810475,
+      "grad_norm": 531.2719116210938,
+      "learning_rate": 4.7104930989098073e-07,
+      "loss": 34.1875,
+      "step": 37870
+    },
+    {
+      "epoch": 1.8097581955462103,
+      "grad_norm": 235.7332305908203,
+      "learning_rate": 4.7081462427594593e-07,
+      "loss": 18.1875,
+      "step": 37871
+    },
+    {
+      "epoch": 1.8098059829876707,
+      "grad_norm": 171.4787139892578,
+      "learning_rate": 4.7057999572843516e-07,
+      "loss": 21.1016,
+      "step": 37872
+    },
+    {
+      "epoch": 1.809853770429131,
+      "grad_norm": 181.26309204101562,
+      "learning_rate": 4.7034542424985396e-07,
+      "loss": 17.7656,
+      "step": 37873
+    },
+    {
+      "epoch": 1.8099015578705915,
+      "grad_norm": 101.37043762207031,
+      "learning_rate": 4.701109098416079e-07,
+      "loss": 14.9531,
+      "step": 37874
+    },
+    {
+      "epoch": 1.8099493453120519,
+      "grad_norm": 229.4283447265625,
+      "learning_rate": 4.6987645250510027e-07,
+      "loss": 16.4375,
+      "step": 37875
+    },
+    {
+      "epoch": 1.8099971327535123,
+      "grad_norm": 226.74180603027344,
+      "learning_rate": 4.696420522417355e-07,
+      "loss": 18.1094,
+      "step": 37876
+    },
+    {
+      "epoch": 1.8100449201949727,
+      "grad_norm": 148.4991912841797,
+      "learning_rate": 4.69407709052917e-07,
+      "loss": 24.5469,
+      "step": 37877
+    },
+    {
+      "epoch": 1.810092707636433,
+      "grad_norm": 287.8650207519531,
+      "learning_rate": 4.6917342294004906e-07,
+      "loss": 23.6562,
+      "step": 37878
+    },
+    {
+      "epoch": 1.8101404950778934,
+      "grad_norm": 188.05860900878906,
+      "learning_rate": 4.6893919390453404e-07,
+      "loss": 18.2031,
+      "step": 37879
+    },
+    {
+      "epoch": 1.8101882825193538,
+      "grad_norm": 171.58299255371094,
+      "learning_rate": 4.6870502194777403e-07,
+      "loss": 21.8125,
+      "step": 37880
+    },
+    {
+      "epoch": 1.8102360699608142,
+      "grad_norm": 379.8388366699219,
+      "learning_rate": 4.684709070711735e-07,
+      "loss": 22.9219,
+      "step": 37881
+    },
+    {
+      "epoch": 1.8102838574022746,
+      "grad_norm": 620.9382934570312,
+      "learning_rate": 4.6823684927613244e-07,
+      "loss": 15.5,
+      "step": 37882
+    },
+    {
+      "epoch": 1.810331644843735,
+      "grad_norm": 186.3213653564453,
+      "learning_rate": 4.6800284856405307e-07,
+      "loss": 18.7656,
+      "step": 37883
+    },
+    {
+      "epoch": 1.8103794322851954,
+      "grad_norm": 238.2808074951172,
+      "learning_rate": 4.6776890493633654e-07,
+      "loss": 22.1875,
+      "step": 37884
+    },
+    {
+      "epoch": 1.8104272197266558,
+      "grad_norm": 464.2077331542969,
+      "learning_rate": 4.675350183943861e-07,
+      "loss": 27.6406,
+      "step": 37885
+    },
+    {
+      "epoch": 1.8104750071681162,
+      "grad_norm": 243.97845458984375,
+      "learning_rate": 4.6730118893959954e-07,
+      "loss": 18.2812,
+      "step": 37886
+    },
+    {
+      "epoch": 1.8105227946095765,
+      "grad_norm": 202.0220489501953,
+      "learning_rate": 4.6706741657337795e-07,
+      "loss": 26.2031,
+      "step": 37887
+    },
+    {
+      "epoch": 1.810570582051037,
+      "grad_norm": 213.32916259765625,
+      "learning_rate": 4.6683370129712135e-07,
+      "loss": 19.9219,
+      "step": 37888
+    },
+    {
+      "epoch": 1.8106183694924973,
+      "grad_norm": 204.1883544921875,
+      "learning_rate": 4.666000431122319e-07,
+      "loss": 23.4375,
+      "step": 37889
+    },
+    {
+      "epoch": 1.8106661569339577,
+      "grad_norm": 618.9998168945312,
+      "learning_rate": 4.663664420201053e-07,
+      "loss": 25.2344,
+      "step": 37890
+    },
+    {
+      "epoch": 1.810713944375418,
+      "grad_norm": 447.7386169433594,
+      "learning_rate": 4.661328980221413e-07,
+      "loss": 34.625,
+      "step": 37891
+    },
+    {
+      "epoch": 1.8107617318168785,
+      "grad_norm": 875.5901489257812,
+      "learning_rate": 4.6589941111974123e-07,
+      "loss": 25.125,
+      "step": 37892
+    },
+    {
+      "epoch": 1.8108095192583389,
+      "grad_norm": 322.7894592285156,
+      "learning_rate": 4.656659813142994e-07,
+      "loss": 26.0312,
+      "step": 37893
+    },
+    {
+      "epoch": 1.8108573066997993,
+      "grad_norm": 390.8960876464844,
+      "learning_rate": 4.6543260860721695e-07,
+      "loss": 29.0938,
+      "step": 37894
+    },
+    {
+      "epoch": 1.8109050941412597,
+      "grad_norm": 200.66685485839844,
+      "learning_rate": 4.651992929998894e-07,
+      "loss": 20.5156,
+      "step": 37895
+    },
+    {
+      "epoch": 1.81095288158272,
+      "grad_norm": 326.0843811035156,
+      "learning_rate": 4.6496603449371457e-07,
+      "loss": 20.0,
+      "step": 37896
+    },
+    {
+      "epoch": 1.8110006690241804,
+      "grad_norm": 214.7063751220703,
+      "learning_rate": 4.6473283309009134e-07,
+      "loss": 24.375,
+      "step": 37897
+    },
+    {
+      "epoch": 1.8110484564656408,
+      "grad_norm": 403.4975891113281,
+      "learning_rate": 4.6449968879041297e-07,
+      "loss": 21.0469,
+      "step": 37898
+    },
+    {
+      "epoch": 1.8110962439071012,
+      "grad_norm": 202.13829040527344,
+      "learning_rate": 4.6426660159607616e-07,
+      "loss": 17.375,
+      "step": 37899
+    },
+    {
+      "epoch": 1.8111440313485616,
+      "grad_norm": 246.77206420898438,
+      "learning_rate": 4.6403357150848096e-07,
+      "loss": 23.2188,
+      "step": 37900
+    },
+    {
+      "epoch": 1.811191818790022,
+      "grad_norm": 303.66583251953125,
+      "learning_rate": 4.6380059852901835e-07,
+      "loss": 20.6875,
+      "step": 37901
+    },
+    {
+      "epoch": 1.8112396062314824,
+      "grad_norm": 221.30694580078125,
+      "learning_rate": 4.6356768265908404e-07,
+      "loss": 23.2188,
+      "step": 37902
+    },
+    {
+      "epoch": 1.8112873936729428,
+      "grad_norm": 363.0106201171875,
+      "learning_rate": 4.6333482390007567e-07,
+      "loss": 28.9062,
+      "step": 37903
+    },
+    {
+      "epoch": 1.8113351811144032,
+      "grad_norm": 663.914794921875,
+      "learning_rate": 4.631020222533855e-07,
+      "loss": 35.25,
+      "step": 37904
+    },
+    {
+      "epoch": 1.8113829685558636,
+      "grad_norm": 362.5678405761719,
+      "learning_rate": 4.62869277720408e-07,
+      "loss": 19.0,
+      "step": 37905
+    },
+    {
+      "epoch": 1.811430755997324,
+      "grad_norm": 243.68312072753906,
+      "learning_rate": 4.626365903025365e-07,
+      "loss": 30.4375,
+      "step": 37906
+    },
+    {
+      "epoch": 1.8114785434387843,
+      "grad_norm": 379.61468505859375,
+      "learning_rate": 4.624039600011676e-07,
+      "loss": 25.4062,
+      "step": 37907
+    },
+    {
+      "epoch": 1.8115263308802447,
+      "grad_norm": 289.88934326171875,
+      "learning_rate": 4.6217138681769026e-07,
+      "loss": 17.1719,
+      "step": 37908
+    },
+    {
+      "epoch": 1.8115741183217051,
+      "grad_norm": 283.7487487792969,
+      "learning_rate": 4.6193887075349885e-07,
+      "loss": 29.2188,
+      "step": 37909
+    },
+    {
+      "epoch": 1.8116219057631655,
+      "grad_norm": 400.34063720703125,
+      "learning_rate": 4.6170641180998566e-07,
+      "loss": 27.4375,
+      "step": 37910
+    },
+    {
+      "epoch": 1.811669693204626,
+      "grad_norm": 184.16114807128906,
+      "learning_rate": 4.614740099885462e-07,
+      "loss": 30.0312,
+      "step": 37911
+    },
+    {
+      "epoch": 1.8117174806460863,
+      "grad_norm": 317.1378173828125,
+      "learning_rate": 4.612416652905671e-07,
+      "loss": 35.1875,
+      "step": 37912
+    },
+    {
+      "epoch": 1.8117652680875467,
+      "grad_norm": 233.5699920654297,
+      "learning_rate": 4.610093777174418e-07,
+      "loss": 26.9219,
+      "step": 37913
+    },
+    {
+      "epoch": 1.811813055529007,
+      "grad_norm": 340.48944091796875,
+      "learning_rate": 4.6077714727056355e-07,
+      "loss": 23.7969,
+      "step": 37914
+    },
+    {
+      "epoch": 1.8118608429704675,
+      "grad_norm": 425.12200927734375,
+      "learning_rate": 4.60544973951319e-07,
+      "loss": 29.375,
+      "step": 37915
+    },
+    {
+      "epoch": 1.8119086304119278,
+      "grad_norm": 132.1899871826172,
+      "learning_rate": 4.6031285776110157e-07,
+      "loss": 21.0312,
+      "step": 37916
+    },
+    {
+      "epoch": 1.8119564178533882,
+      "grad_norm": 187.26107788085938,
+      "learning_rate": 4.600807987013012e-07,
+      "loss": 20.1875,
+      "step": 37917
+    },
+    {
+      "epoch": 1.8120042052948486,
+      "grad_norm": 142.19326782226562,
+      "learning_rate": 4.5984879677330673e-07,
+      "loss": 15.3125,
+      "step": 37918
+    },
+    {
+      "epoch": 1.812051992736309,
+      "grad_norm": 233.40782165527344,
+      "learning_rate": 4.5961685197850823e-07,
+      "loss": 23.2344,
+      "step": 37919
+    },
+    {
+      "epoch": 1.8120997801777694,
+      "grad_norm": 322.9000549316406,
+      "learning_rate": 4.5938496431829236e-07,
+      "loss": 23.6562,
+      "step": 37920
+    },
+    {
+      "epoch": 1.8121475676192298,
+      "grad_norm": 351.99884033203125,
+      "learning_rate": 4.5915313379405137e-07,
+      "loss": 27.4375,
+      "step": 37921
+    },
+    {
+      "epoch": 1.8121953550606902,
+      "grad_norm": 224.66856384277344,
+      "learning_rate": 4.5892136040717297e-07,
+      "loss": 28.1094,
+      "step": 37922
+    },
+    {
+      "epoch": 1.8122431425021506,
+      "grad_norm": 351.85528564453125,
+      "learning_rate": 4.5868964415904274e-07,
+      "loss": 22.9375,
+      "step": 37923
+    },
+    {
+      "epoch": 1.812290929943611,
+      "grad_norm": 267.416259765625,
+      "learning_rate": 4.5845798505104955e-07,
+      "loss": 20.1875,
+      "step": 37924
+    },
+    {
+      "epoch": 1.8123387173850714,
+      "grad_norm": 235.71871948242188,
+      "learning_rate": 4.5822638308458344e-07,
+      "loss": 20.7188,
+      "step": 37925
+    },
+    {
+      "epoch": 1.8123865048265317,
+      "grad_norm": 380.5566101074219,
+      "learning_rate": 4.5799483826102666e-07,
+      "loss": 30.0938,
+      "step": 37926
+    },
+    {
+      "epoch": 1.8124342922679921,
+      "grad_norm": 240.93685913085938,
+      "learning_rate": 4.5776335058177025e-07,
+      "loss": 18.375,
+      "step": 37927
+    },
+    {
+      "epoch": 1.8124820797094525,
+      "grad_norm": 156.201416015625,
+      "learning_rate": 4.5753192004819646e-07,
+      "loss": 19.9219,
+      "step": 37928
+    },
+    {
+      "epoch": 1.8125298671509127,
+      "grad_norm": 172.49659729003906,
+      "learning_rate": 4.573005466616942e-07,
+      "loss": 32.9688,
+      "step": 37929
+    },
+    {
+      "epoch": 1.812577654592373,
+      "grad_norm": 153.7655792236328,
+      "learning_rate": 4.5706923042364905e-07,
+      "loss": 21.1094,
+      "step": 37930
+    },
+    {
+      "epoch": 1.8126254420338335,
+      "grad_norm": 210.32998657226562,
+      "learning_rate": 4.5683797133544427e-07,
+      "loss": 21.2812,
+      "step": 37931
+    },
+    {
+      "epoch": 1.8126732294752939,
+      "grad_norm": 346.5412902832031,
+      "learning_rate": 4.5660676939846546e-07,
+      "loss": 27.8438,
+      "step": 37932
+    },
+    {
+      "epoch": 1.8127210169167542,
+      "grad_norm": 352.347900390625,
+      "learning_rate": 4.5637562461409933e-07,
+      "loss": 25.4844,
+      "step": 37933
+    },
+    {
+      "epoch": 1.8127688043582146,
+      "grad_norm": 310.9368896484375,
+      "learning_rate": 4.5614453698372696e-07,
+      "loss": 23.4062,
+      "step": 37934
+    },
+    {
+      "epoch": 1.812816591799675,
+      "grad_norm": 259.5496520996094,
+      "learning_rate": 4.55913506508735e-07,
+      "loss": 29.1094,
+      "step": 37935
+    },
+    {
+      "epoch": 1.8128643792411354,
+      "grad_norm": 334.22869873046875,
+      "learning_rate": 4.556825331905046e-07,
+      "loss": 25.2656,
+      "step": 37936
+    },
+    {
+      "epoch": 1.8129121666825958,
+      "grad_norm": 403.8369445800781,
+      "learning_rate": 4.554516170304224e-07,
+      "loss": 31.375,
+      "step": 37937
+    },
+    {
+      "epoch": 1.8129599541240562,
+      "grad_norm": 301.8592224121094,
+      "learning_rate": 4.552207580298684e-07,
+      "loss": 25.8125,
+      "step": 37938
+    },
+    {
+      "epoch": 1.8130077415655166,
+      "grad_norm": 950.5443115234375,
+      "learning_rate": 4.549899561902249e-07,
+      "loss": 24.5,
+      "step": 37939
+    },
+    {
+      "epoch": 1.813055529006977,
+      "grad_norm": 278.4383239746094,
+      "learning_rate": 4.5475921151287625e-07,
+      "loss": 22.4688,
+      "step": 37940
+    },
+    {
+      "epoch": 1.8131033164484374,
+      "grad_norm": 194.83665466308594,
+      "learning_rate": 4.5452852399920255e-07,
+      "loss": 25.3594,
+      "step": 37941
+    },
+    {
+      "epoch": 1.8131511038898978,
+      "grad_norm": 250.8331756591797,
+      "learning_rate": 4.5429789365058596e-07,
+      "loss": 23.3438,
+      "step": 37942
+    },
+    {
+      "epoch": 1.8131988913313581,
+      "grad_norm": 180.22962951660156,
+      "learning_rate": 4.5406732046840764e-07,
+      "loss": 26.6562,
+      "step": 37943
+    },
+    {
+      "epoch": 1.8132466787728185,
+      "grad_norm": 195.47940063476562,
+      "learning_rate": 4.538368044540498e-07,
+      "loss": 18.9688,
+      "step": 37944
+    },
+    {
+      "epoch": 1.813294466214279,
+      "grad_norm": 189.50486755371094,
+      "learning_rate": 4.536063456088891e-07,
+      "loss": 22.75,
+      "step": 37945
+    },
+    {
+      "epoch": 1.8133422536557393,
+      "grad_norm": 444.673583984375,
+      "learning_rate": 4.5337594393430995e-07,
+      "loss": 21.1562,
+      "step": 37946
+    },
+    {
+      "epoch": 1.8133900410971997,
+      "grad_norm": 178.62217712402344,
+      "learning_rate": 4.531455994316891e-07,
+      "loss": 21.0156,
+      "step": 37947
+    },
+    {
+      "epoch": 1.81343782853866,
+      "grad_norm": 579.2289428710938,
+      "learning_rate": 4.529153121024088e-07,
+      "loss": 31.7031,
+      "step": 37948
+    },
+    {
+      "epoch": 1.8134856159801203,
+      "grad_norm": 271.1588439941406,
+      "learning_rate": 4.5268508194784565e-07,
+      "loss": 32.2031,
+      "step": 37949
+    },
+    {
+      "epoch": 1.8135334034215806,
+      "grad_norm": 286.41448974609375,
+      "learning_rate": 4.5245490896937973e-07,
+      "loss": 21.7812,
+      "step": 37950
+    },
+    {
+      "epoch": 1.813581190863041,
+      "grad_norm": 144.55445861816406,
+      "learning_rate": 4.5222479316838986e-07,
+      "loss": 22.8281,
+      "step": 37951
+    },
+    {
+      "epoch": 1.8136289783045014,
+      "grad_norm": 271.9209899902344,
+      "learning_rate": 4.5199473454625275e-07,
+      "loss": 31.7812,
+      "step": 37952
+    },
+    {
+      "epoch": 1.8136767657459618,
+      "grad_norm": 385.5523376464844,
+      "learning_rate": 4.5176473310434623e-07,
+      "loss": 27.375,
+      "step": 37953
+    },
+    {
+      "epoch": 1.8137245531874222,
+      "grad_norm": 263.84521484375,
+      "learning_rate": 4.515347888440491e-07,
+      "loss": 22.5312,
+      "step": 37954
+    },
+    {
+      "epoch": 1.8137723406288826,
+      "grad_norm": 158.0425567626953,
+      "learning_rate": 4.5130490176673816e-07,
+      "loss": 19.0938,
+      "step": 37955
+    },
+    {
+      "epoch": 1.813820128070343,
+      "grad_norm": 331.1167907714844,
+      "learning_rate": 4.5107507187378887e-07,
+      "loss": 18.375,
+      "step": 37956
+    },
+    {
+      "epoch": 1.8138679155118034,
+      "grad_norm": 383.0827331542969,
+      "learning_rate": 4.50845299166579e-07,
+      "loss": 31.2656,
+      "step": 37957
+    },
+    {
+      "epoch": 1.8139157029532638,
+      "grad_norm": 513.964111328125,
+      "learning_rate": 4.506155836464843e-07,
+      "loss": 26.0625,
+      "step": 37958
+    },
+    {
+      "epoch": 1.8139634903947242,
+      "grad_norm": 476.8747863769531,
+      "learning_rate": 4.5038592531488014e-07,
+      "loss": 21.4531,
+      "step": 37959
+    },
+    {
+      "epoch": 1.8140112778361845,
+      "grad_norm": 352.90960693359375,
+      "learning_rate": 4.5015632417314106e-07,
+      "loss": 29.6875,
+      "step": 37960
+    },
+    {
+      "epoch": 1.814059065277645,
+      "grad_norm": 214.3531036376953,
+      "learning_rate": 4.499267802226437e-07,
+      "loss": 27.7812,
+      "step": 37961
+    },
+    {
+      "epoch": 1.8141068527191053,
+      "grad_norm": 307.8964538574219,
+      "learning_rate": 4.4969729346476146e-07,
+      "loss": 29.625,
+      "step": 37962
+    },
+    {
+      "epoch": 1.8141546401605657,
+      "grad_norm": 149.98118591308594,
+      "learning_rate": 4.494678639008698e-07,
+      "loss": 21.3125,
+      "step": 37963
+    },
+    {
+      "epoch": 1.814202427602026,
+      "grad_norm": 130.6453094482422,
+      "learning_rate": 4.492384915323411e-07,
+      "loss": 22.6875,
+      "step": 37964
+    },
+    {
+      "epoch": 1.8142502150434865,
+      "grad_norm": 1272.8712158203125,
+      "learning_rate": 4.4900917636054974e-07,
+      "loss": 17.2812,
+      "step": 37965
+    },
+    {
+      "epoch": 1.8142980024849469,
+      "grad_norm": 198.0408172607422,
+      "learning_rate": 4.487799183868713e-07,
+      "loss": 20.7656,
+      "step": 37966
+    },
+    {
+      "epoch": 1.8143457899264073,
+      "grad_norm": 373.1004943847656,
+      "learning_rate": 4.4855071761267464e-07,
+      "loss": 21.3125,
+      "step": 37967
+    },
+    {
+      "epoch": 1.8143935773678677,
+      "grad_norm": 130.5833740234375,
+      "learning_rate": 4.483215740393354e-07,
+      "loss": 16.2188,
+      "step": 37968
+    },
+    {
+      "epoch": 1.814441364809328,
+      "grad_norm": 201.1701202392578,
+      "learning_rate": 4.4809248766822356e-07,
+      "loss": 26.2031,
+      "step": 37969
+    },
+    {
+      "epoch": 1.8144891522507884,
+      "grad_norm": 462.9170837402344,
+      "learning_rate": 4.4786345850071467e-07,
+      "loss": 34.2812,
+      "step": 37970
+    },
+    {
+      "epoch": 1.8145369396922488,
+      "grad_norm": 207.0691680908203,
+      "learning_rate": 4.4763448653817653e-07,
+      "loss": 25.9531,
+      "step": 37971
+    },
+    {
+      "epoch": 1.8145847271337092,
+      "grad_norm": 206.76223754882812,
+      "learning_rate": 4.474055717819814e-07,
+      "loss": 23.9531,
+      "step": 37972
+    },
+    {
+      "epoch": 1.8146325145751696,
+      "grad_norm": 214.478515625,
+      "learning_rate": 4.471767142335015e-07,
+      "loss": 24.375,
+      "step": 37973
+    },
+    {
+      "epoch": 1.81468030201663,
+      "grad_norm": 177.06431579589844,
+      "learning_rate": 4.4694791389410687e-07,
+      "loss": 24.75,
+      "step": 37974
+    },
+    {
+      "epoch": 1.8147280894580904,
+      "grad_norm": 332.3711242675781,
+      "learning_rate": 4.4671917076516745e-07,
+      "loss": 29.5312,
+      "step": 37975
+    },
+    {
+      "epoch": 1.8147758768995508,
+      "grad_norm": 203.1143035888672,
+      "learning_rate": 4.464904848480522e-07,
+      "loss": 28.9688,
+      "step": 37976
+    },
+    {
+      "epoch": 1.8148236643410112,
+      "grad_norm": 225.49720764160156,
+      "learning_rate": 4.4626185614413233e-07,
+      "loss": 21.8594,
+      "step": 37977
+    },
+    {
+      "epoch": 1.8148714517824716,
+      "grad_norm": 215.10935974121094,
+      "learning_rate": 4.4603328465477545e-07,
+      "loss": 29.7812,
+      "step": 37978
+    },
+    {
+      "epoch": 1.814919239223932,
+      "grad_norm": 201.50250244140625,
+      "learning_rate": 4.4580477038135173e-07,
+      "loss": 29.0312,
+      "step": 37979
+    },
+    {
+      "epoch": 1.8149670266653923,
+      "grad_norm": 242.4137420654297,
+      "learning_rate": 4.455763133252289e-07,
+      "loss": 16.9062,
+      "step": 37980
+    },
+    {
+      "epoch": 1.8150148141068527,
+      "grad_norm": 266.44000244140625,
+      "learning_rate": 4.4534791348777695e-07,
+      "loss": 30.0781,
+      "step": 37981
+    },
+    {
+      "epoch": 1.8150626015483131,
+      "grad_norm": 231.55691528320312,
+      "learning_rate": 4.451195708703604e-07,
+      "loss": 19.3594,
+      "step": 37982
+    },
+    {
+      "epoch": 1.8151103889897735,
+      "grad_norm": 133.43966674804688,
+      "learning_rate": 4.448912854743481e-07,
+      "loss": 17.0938,
+      "step": 37983
+    },
+    {
+      "epoch": 1.815158176431234,
+      "grad_norm": 214.32272338867188,
+      "learning_rate": 4.446630573011079e-07,
+      "loss": 25.875,
+      "step": 37984
+    },
+    {
+      "epoch": 1.8152059638726943,
+      "grad_norm": 225.95542907714844,
+      "learning_rate": 4.444348863520076e-07,
+      "loss": 38.9375,
+      "step": 37985
+    },
+    {
+      "epoch": 1.8152537513141547,
+      "grad_norm": 169.43478393554688,
+      "learning_rate": 4.442067726284105e-07,
+      "loss": 20.2188,
+      "step": 37986
+    },
+    {
+      "epoch": 1.815301538755615,
+      "grad_norm": 192.701416015625,
+      "learning_rate": 4.4397871613168555e-07,
+      "loss": 25.2188,
+      "step": 37987
+    },
+    {
+      "epoch": 1.8153493261970755,
+      "grad_norm": 149.42449951171875,
+      "learning_rate": 4.4375071686319713e-07,
+      "loss": 23.4062,
+      "step": 37988
+    },
+    {
+      "epoch": 1.8153971136385358,
+      "grad_norm": 1115.6571044921875,
+      "learning_rate": 4.4352277482431097e-07,
+      "loss": 23.3438,
+      "step": 37989
+    },
+    {
+      "epoch": 1.8154449010799962,
+      "grad_norm": 185.1676788330078,
+      "learning_rate": 4.4329489001639136e-07,
+      "loss": 19.4062,
+      "step": 37990
+    },
+    {
+      "epoch": 1.8154926885214566,
+      "grad_norm": 393.6518859863281,
+      "learning_rate": 4.430670624408062e-07,
+      "loss": 32.7031,
+      "step": 37991
+    },
+    {
+      "epoch": 1.815540475962917,
+      "grad_norm": 196.22665405273438,
+      "learning_rate": 4.4283929209891554e-07,
+      "loss": 16.4375,
+      "step": 37992
+    },
+    {
+      "epoch": 1.8155882634043774,
+      "grad_norm": 384.4649353027344,
+      "learning_rate": 4.426115789920848e-07,
+      "loss": 16.9844,
+      "step": 37993
+    },
+    {
+      "epoch": 1.8156360508458378,
+      "grad_norm": 232.10598754882812,
+      "learning_rate": 4.423839231216809e-07,
+      "loss": 23.8125,
+      "step": 37994
+    },
+    {
+      "epoch": 1.8156838382872982,
+      "grad_norm": 464.2997741699219,
+      "learning_rate": 4.421563244890625e-07,
+      "loss": 35.3438,
+      "step": 37995
+    },
+    {
+      "epoch": 1.8157316257287586,
+      "grad_norm": 752.5606079101562,
+      "learning_rate": 4.4192878309559653e-07,
+      "loss": 24.9219,
+      "step": 37996
+    },
+    {
+      "epoch": 1.815779413170219,
+      "grad_norm": 163.54885864257812,
+      "learning_rate": 4.4170129894264167e-07,
+      "loss": 21.1875,
+      "step": 37997
+    },
+    {
+      "epoch": 1.8158272006116793,
+      "grad_norm": 274.6591796875,
+      "learning_rate": 4.414738720315626e-07,
+      "loss": 27.3438,
+      "step": 37998
+    },
+    {
+      "epoch": 1.8158749880531397,
+      "grad_norm": 187.62547302246094,
+      "learning_rate": 4.412465023637225e-07,
+      "loss": 14.6406,
+      "step": 37999
+    },
+    {
+      "epoch": 1.8159227754946001,
+      "grad_norm": 232.383056640625,
+      "learning_rate": 4.410191899404814e-07,
+      "loss": 25.0312,
+      "step": 38000
+    },
+    {
+      "epoch": 1.8159705629360605,
+      "grad_norm": 182.3370361328125,
+      "learning_rate": 4.407919347632006e-07,
+      "loss": 21.7188,
+      "step": 38001
+    },
+    {
+      "epoch": 1.816018350377521,
+      "grad_norm": 248.59524536132812,
+      "learning_rate": 4.405647368332411e-07,
+      "loss": 21.9375,
+      "step": 38002
+    },
+    {
+      "epoch": 1.8160661378189813,
+      "grad_norm": 131.65333557128906,
+      "learning_rate": 4.40337596151964e-07,
+      "loss": 18.9375,
+      "step": 38003
+    },
+    {
+      "epoch": 1.8161139252604417,
+      "grad_norm": 190.3341064453125,
+      "learning_rate": 4.401105127207295e-07,
+      "loss": 20.7812,
+      "step": 38004
+    },
+    {
+      "epoch": 1.816161712701902,
+      "grad_norm": 267.5555114746094,
+      "learning_rate": 4.398834865408974e-07,
+      "loss": 25.5938,
+      "step": 38005
+    },
+    {
+      "epoch": 1.8162095001433625,
+      "grad_norm": 403.088623046875,
+      "learning_rate": 4.3965651761382675e-07,
+      "loss": 23.9062,
+      "step": 38006
+    },
+    {
+      "epoch": 1.8162572875848229,
+      "grad_norm": 239.26663208007812,
+      "learning_rate": 4.394296059408787e-07,
+      "loss": 24.5938,
+      "step": 38007
+    },
+    {
+      "epoch": 1.8163050750262832,
+      "grad_norm": 349.9732666015625,
+      "learning_rate": 4.3920275152340875e-07,
+      "loss": 21.0781,
+      "step": 38008
+    },
+    {
+      "epoch": 1.8163528624677436,
+      "grad_norm": 372.3771667480469,
+      "learning_rate": 4.389759543627781e-07,
+      "loss": 23.0312,
+      "step": 38009
+    },
+    {
+      "epoch": 1.816400649909204,
+      "grad_norm": 228.02435302734375,
+      "learning_rate": 4.3874921446034445e-07,
+      "loss": 28.25,
+      "step": 38010
+    },
+    {
+      "epoch": 1.8164484373506642,
+      "grad_norm": 277.3531494140625,
+      "learning_rate": 4.3852253181746685e-07,
+      "loss": 19.7812,
+      "step": 38011
+    },
+    {
+      "epoch": 1.8164962247921246,
+      "grad_norm": 478.8058776855469,
+      "learning_rate": 4.382959064355008e-07,
+      "loss": 17.5312,
+      "step": 38012
+    },
+    {
+      "epoch": 1.816544012233585,
+      "grad_norm": 211.9507293701172,
+      "learning_rate": 4.380693383158041e-07,
+      "loss": 28.6875,
+      "step": 38013
+    },
+    {
+      "epoch": 1.8165917996750454,
+      "grad_norm": 263.5028381347656,
+      "learning_rate": 4.378428274597346e-07,
+      "loss": 27.3125,
+      "step": 38014
+    },
+    {
+      "epoch": 1.8166395871165057,
+      "grad_norm": 303.8992004394531,
+      "learning_rate": 4.3761637386864674e-07,
+      "loss": 22.4375,
+      "step": 38015
+    },
+    {
+      "epoch": 1.8166873745579661,
+      "grad_norm": 589.9761352539062,
+      "learning_rate": 4.3738997754389833e-07,
+      "loss": 40.875,
+      "step": 38016
+    },
+    {
+      "epoch": 1.8167351619994265,
+      "grad_norm": 336.3725891113281,
+      "learning_rate": 4.3716363848684494e-07,
+      "loss": 27.375,
+      "step": 38017
+    },
+    {
+      "epoch": 1.816782949440887,
+      "grad_norm": 229.03244018554688,
+      "learning_rate": 4.369373566988433e-07,
+      "loss": 27.0312,
+      "step": 38018
+    },
+    {
+      "epoch": 1.8168307368823473,
+      "grad_norm": 107.49390411376953,
+      "learning_rate": 4.367111321812456e-07,
+      "loss": 13.6953,
+      "step": 38019
+    },
+    {
+      "epoch": 1.8168785243238077,
+      "grad_norm": 334.6212158203125,
+      "learning_rate": 4.364849649354075e-07,
+      "loss": 27.2812,
+      "step": 38020
+    },
+    {
+      "epoch": 1.816926311765268,
+      "grad_norm": 261.4604187011719,
+      "learning_rate": 4.362588549626856e-07,
+      "loss": 26.8438,
+      "step": 38021
+    },
+    {
+      "epoch": 1.8169740992067285,
+      "grad_norm": 233.57594299316406,
+      "learning_rate": 4.360328022644322e-07,
+      "loss": 22.5938,
+      "step": 38022
+    },
+    {
+      "epoch": 1.8170218866481889,
+      "grad_norm": 288.63360595703125,
+      "learning_rate": 4.3580680684200183e-07,
+      "loss": 23.7812,
+      "step": 38023
+    },
+    {
+      "epoch": 1.8170696740896493,
+      "grad_norm": 200.61279296875,
+      "learning_rate": 4.3558086869674777e-07,
+      "loss": 22.2656,
+      "step": 38024
+    },
+    {
+      "epoch": 1.8171174615311096,
+      "grad_norm": 262.05242919921875,
+      "learning_rate": 4.3535498783002117e-07,
+      "loss": 41.0156,
+      "step": 38025
+    },
+    {
+      "epoch": 1.81716524897257,
+      "grad_norm": 200.84097290039062,
+      "learning_rate": 4.3512916424317764e-07,
+      "loss": 16.6719,
+      "step": 38026
+    },
+    {
+      "epoch": 1.8172130364140304,
+      "grad_norm": 213.20484924316406,
+      "learning_rate": 4.349033979375683e-07,
+      "loss": 23.9062,
+      "step": 38027
+    },
+    {
+      "epoch": 1.8172608238554908,
+      "grad_norm": 284.7118225097656,
+      "learning_rate": 4.3467768891454433e-07,
+      "loss": 30.875,
+      "step": 38028
+    },
+    {
+      "epoch": 1.8173086112969512,
+      "grad_norm": 329.00274658203125,
+      "learning_rate": 4.3445203717546013e-07,
+      "loss": 32.7188,
+      "step": 38029
+    },
+    {
+      "epoch": 1.8173563987384116,
+      "grad_norm": 220.96316528320312,
+      "learning_rate": 4.342264427216636e-07,
+      "loss": 14.625,
+      "step": 38030
+    },
+    {
+      "epoch": 1.817404186179872,
+      "grad_norm": 290.87847900390625,
+      "learning_rate": 4.34000905554508e-07,
+      "loss": 20.125,
+      "step": 38031
+    },
+    {
+      "epoch": 1.8174519736213322,
+      "grad_norm": 387.51666259765625,
+      "learning_rate": 4.337754256753435e-07,
+      "loss": 21.9062,
+      "step": 38032
+    },
+    {
+      "epoch": 1.8174997610627925,
+      "grad_norm": 144.278076171875,
+      "learning_rate": 4.335500030855211e-07,
+      "loss": 19.4219,
+      "step": 38033
+    },
+    {
+      "epoch": 1.817547548504253,
+      "grad_norm": 189.415771484375,
+      "learning_rate": 4.333246377863887e-07,
+      "loss": 20.4688,
+      "step": 38034
+    },
+    {
+      "epoch": 1.8175953359457133,
+      "grad_norm": 669.8025512695312,
+      "learning_rate": 4.3309932977929735e-07,
+      "loss": 25.4375,
+      "step": 38035
+    },
+    {
+      "epoch": 1.8176431233871737,
+      "grad_norm": 279.0408020019531,
+      "learning_rate": 4.328740790655983e-07,
+      "loss": 27.25,
+      "step": 38036
+    },
+    {
+      "epoch": 1.817690910828634,
+      "grad_norm": 201.86419677734375,
+      "learning_rate": 4.326488856466371e-07,
+      "loss": 18.3438,
+      "step": 38037
+    },
+    {
+      "epoch": 1.8177386982700945,
+      "grad_norm": 316.8427734375,
+      "learning_rate": 4.3242374952376266e-07,
+      "loss": 23.7188,
+      "step": 38038
+    },
+    {
+      "epoch": 1.8177864857115549,
+      "grad_norm": 230.8354034423828,
+      "learning_rate": 4.321986706983261e-07,
+      "loss": 20.5469,
+      "step": 38039
+    },
+    {
+      "epoch": 1.8178342731530153,
+      "grad_norm": 250.1781768798828,
+      "learning_rate": 4.319736491716742e-07,
+      "loss": 24.4219,
+      "step": 38040
+    },
+    {
+      "epoch": 1.8178820605944757,
+      "grad_norm": 1507.3814697265625,
+      "learning_rate": 4.317486849451524e-07,
+      "loss": 25.4531,
+      "step": 38041
+    },
+    {
+      "epoch": 1.817929848035936,
+      "grad_norm": 171.65853881835938,
+      "learning_rate": 4.315237780201098e-07,
+      "loss": 21.8281,
+      "step": 38042
+    },
+    {
+      "epoch": 1.8179776354773964,
+      "grad_norm": 277.18255615234375,
+      "learning_rate": 4.31298928397893e-07,
+      "loss": 25.4062,
+      "step": 38043
+    },
+    {
+      "epoch": 1.8180254229188568,
+      "grad_norm": 178.99420166015625,
+      "learning_rate": 4.310741360798498e-07,
+      "loss": 20.3125,
+      "step": 38044
+    },
+    {
+      "epoch": 1.8180732103603172,
+      "grad_norm": 258.50079345703125,
+      "learning_rate": 4.3084940106732363e-07,
+      "loss": 26.375,
+      "step": 38045
+    },
+    {
+      "epoch": 1.8181209978017776,
+      "grad_norm": 405.0635681152344,
+      "learning_rate": 4.306247233616634e-07,
+      "loss": 14.2344,
+      "step": 38046
+    },
+    {
+      "epoch": 1.818168785243238,
+      "grad_norm": 247.3898162841797,
+      "learning_rate": 4.304001029642113e-07,
+      "loss": 17.9375,
+      "step": 38047
+    },
+    {
+      "epoch": 1.8182165726846984,
+      "grad_norm": 285.3857116699219,
+      "learning_rate": 4.3017553987631744e-07,
+      "loss": 25.0938,
+      "step": 38048
+    },
+    {
+      "epoch": 1.8182643601261588,
+      "grad_norm": 274.4046630859375,
+      "learning_rate": 4.299510340993207e-07,
+      "loss": 22.7344,
+      "step": 38049
+    },
+    {
+      "epoch": 1.8183121475676192,
+      "grad_norm": 177.3093719482422,
+      "learning_rate": 4.2972658563457006e-07,
+      "loss": 27.2812,
+      "step": 38050
+    },
+    {
+      "epoch": 1.8183599350090796,
+      "grad_norm": 617.3783569335938,
+      "learning_rate": 4.295021944834088e-07,
+      "loss": 32.9375,
+      "step": 38051
+    },
+    {
+      "epoch": 1.81840772245054,
+      "grad_norm": 368.03045654296875,
+      "learning_rate": 4.2927786064717813e-07,
+      "loss": 29.6875,
+      "step": 38052
+    },
+    {
+      "epoch": 1.8184555098920003,
+      "grad_norm": 347.66717529296875,
+      "learning_rate": 4.2905358412722474e-07,
+      "loss": 29.9688,
+      "step": 38053
+    },
+    {
+      "epoch": 1.8185032973334607,
+      "grad_norm": 236.67979431152344,
+      "learning_rate": 4.288293649248898e-07,
+      "loss": 31.75,
+      "step": 38054
+    },
+    {
+      "epoch": 1.8185510847749211,
+      "grad_norm": 246.49656677246094,
+      "learning_rate": 4.286052030415178e-07,
+      "loss": 26.0312,
+      "step": 38055
+    },
+    {
+      "epoch": 1.8185988722163815,
+      "grad_norm": 247.3271026611328,
+      "learning_rate": 4.2838109847844867e-07,
+      "loss": 29.4062,
+      "step": 38056
+    },
+    {
+      "epoch": 1.818646659657842,
+      "grad_norm": 180.75140380859375,
+      "learning_rate": 4.28157051237027e-07,
+      "loss": 17.2344,
+      "step": 38057
+    },
+    {
+      "epoch": 1.8186944470993023,
+      "grad_norm": 134.9181671142578,
+      "learning_rate": 4.279330613185939e-07,
+      "loss": 14.7031,
+      "step": 38058
+    },
+    {
+      "epoch": 1.8187422345407627,
+      "grad_norm": 243.84666442871094,
+      "learning_rate": 4.2770912872448943e-07,
+      "loss": 38.5,
+      "step": 38059
+    },
+    {
+      "epoch": 1.818790021982223,
+      "grad_norm": 373.4327392578125,
+      "learning_rate": 4.2748525345605695e-07,
+      "loss": 23.7188,
+      "step": 38060
+    },
+    {
+      "epoch": 1.8188378094236834,
+      "grad_norm": 138.3758087158203,
+      "learning_rate": 4.272614355146354e-07,
+      "loss": 18.0469,
+      "step": 38061
+    },
+    {
+      "epoch": 1.8188855968651438,
+      "grad_norm": 236.37770080566406,
+      "learning_rate": 4.270376749015659e-07,
+      "loss": 22.7656,
+      "step": 38062
+    },
+    {
+      "epoch": 1.8189333843066042,
+      "grad_norm": 339.860107421875,
+      "learning_rate": 4.268139716181874e-07,
+      "loss": 37.0156,
+      "step": 38063
+    },
+    {
+      "epoch": 1.8189811717480646,
+      "grad_norm": 220.8506622314453,
+      "learning_rate": 4.265903256658399e-07,
+      "loss": 17.7031,
+      "step": 38064
+    },
+    {
+      "epoch": 1.819028959189525,
+      "grad_norm": 165.66339111328125,
+      "learning_rate": 4.263667370458635e-07,
+      "loss": 18.9688,
+      "step": 38065
+    },
+    {
+      "epoch": 1.8190767466309854,
+      "grad_norm": 111.6229019165039,
+      "learning_rate": 4.2614320575959824e-07,
+      "loss": 16.9219,
+      "step": 38066
+    },
+    {
+      "epoch": 1.8191245340724458,
+      "grad_norm": 306.1376037597656,
+      "learning_rate": 4.2591973180838074e-07,
+      "loss": 26.1875,
+      "step": 38067
+    },
+    {
+      "epoch": 1.8191723215139062,
+      "grad_norm": 249.53660583496094,
+      "learning_rate": 4.256963151935489e-07,
+      "loss": 24.3438,
+      "step": 38068
+    },
+    {
+      "epoch": 1.8192201089553666,
+      "grad_norm": 277.98565673828125,
+      "learning_rate": 4.254729559164428e-07,
+      "loss": 28.3438,
+      "step": 38069
+    },
+    {
+      "epoch": 1.819267896396827,
+      "grad_norm": 124.84796905517578,
+      "learning_rate": 4.2524965397840123e-07,
+      "loss": 19.9844,
+      "step": 38070
+    },
+    {
+      "epoch": 1.8193156838382873,
+      "grad_norm": 160.6167755126953,
+      "learning_rate": 4.2502640938075654e-07,
+      "loss": 22.0781,
+      "step": 38071
+    },
+    {
+      "epoch": 1.8193634712797477,
+      "grad_norm": 155.0743865966797,
+      "learning_rate": 4.2480322212484994e-07,
+      "loss": 15.8594,
+      "step": 38072
+    },
+    {
+      "epoch": 1.8194112587212081,
+      "grad_norm": 156.0175018310547,
+      "learning_rate": 4.245800922120169e-07,
+      "loss": 14.0469,
+      "step": 38073
+    },
+    {
+      "epoch": 1.8194590461626685,
+      "grad_norm": 270.2765808105469,
+      "learning_rate": 4.24357019643592e-07,
+      "loss": 23.375,
+      "step": 38074
+    },
+    {
+      "epoch": 1.819506833604129,
+      "grad_norm": 244.08563232421875,
+      "learning_rate": 4.24134004420913e-07,
+      "loss": 23.2812,
+      "step": 38075
+    },
+    {
+      "epoch": 1.8195546210455893,
+      "grad_norm": 235.25570678710938,
+      "learning_rate": 4.2391104654531555e-07,
+      "loss": 17.5469,
+      "step": 38076
+    },
+    {
+      "epoch": 1.8196024084870497,
+      "grad_norm": 294.90875244140625,
+      "learning_rate": 4.2368814601813524e-07,
+      "loss": 23.7812,
+      "step": 38077
+    },
+    {
+      "epoch": 1.81965019592851,
+      "grad_norm": 159.16986083984375,
+      "learning_rate": 4.234653028407054e-07,
+      "loss": 28.6875,
+      "step": 38078
+    },
+    {
+      "epoch": 1.8196979833699705,
+      "grad_norm": 410.2416076660156,
+      "learning_rate": 4.232425170143606e-07,
+      "loss": 35.7812,
+      "step": 38079
+    },
+    {
+      "epoch": 1.8197457708114309,
+      "grad_norm": 252.2626190185547,
+      "learning_rate": 4.2301978854043525e-07,
+      "loss": 25.3125,
+      "step": 38080
+    },
+    {
+      "epoch": 1.8197935582528912,
+      "grad_norm": 244.39112854003906,
+      "learning_rate": 4.2279711742026606e-07,
+      "loss": 22.8438,
+      "step": 38081
+    },
+    {
+      "epoch": 1.8198413456943516,
+      "grad_norm": 160.9982452392578,
+      "learning_rate": 4.2257450365518203e-07,
+      "loss": 14.6562,
+      "step": 38082
+    },
+    {
+      "epoch": 1.819889133135812,
+      "grad_norm": 316.48504638671875,
+      "learning_rate": 4.223519472465187e-07,
+      "loss": 28.0781,
+      "step": 38083
+    },
+    {
+      "epoch": 1.8199369205772724,
+      "grad_norm": 603.6448974609375,
+      "learning_rate": 4.2212944819560955e-07,
+      "loss": 27.3125,
+      "step": 38084
+    },
+    {
+      "epoch": 1.8199847080187328,
+      "grad_norm": 1447.017333984375,
+      "learning_rate": 4.219070065037867e-07,
+      "loss": 26.2969,
+      "step": 38085
+    },
+    {
+      "epoch": 1.8200324954601932,
+      "grad_norm": 197.48512268066406,
+      "learning_rate": 4.2168462217238024e-07,
+      "loss": 20.0312,
+      "step": 38086
+    },
+    {
+      "epoch": 1.8200802829016536,
+      "grad_norm": 319.93658447265625,
+      "learning_rate": 4.2146229520272365e-07,
+      "loss": 21.9609,
+      "step": 38087
+    },
+    {
+      "epoch": 1.820128070343114,
+      "grad_norm": 181.34715270996094,
+      "learning_rate": 4.2124002559615017e-07,
+      "loss": 23.2031,
+      "step": 38088
+    },
+    {
+      "epoch": 1.8201758577845744,
+      "grad_norm": 238.2520751953125,
+      "learning_rate": 4.210178133539866e-07,
+      "loss": 30.8438,
+      "step": 38089
+    },
+    {
+      "epoch": 1.8202236452260347,
+      "grad_norm": 189.61856079101562,
+      "learning_rate": 4.207956584775663e-07,
+      "loss": 23.5,
+      "step": 38090
+    },
+    {
+      "epoch": 1.8202714326674951,
+      "grad_norm": 375.5401611328125,
+      "learning_rate": 4.2057356096822156e-07,
+      "loss": 26.875,
+      "step": 38091
+    },
+    {
+      "epoch": 1.8203192201089555,
+      "grad_norm": 288.7076721191406,
+      "learning_rate": 4.2035152082727795e-07,
+      "loss": 27.6094,
+      "step": 38092
+    },
+    {
+      "epoch": 1.820367007550416,
+      "grad_norm": 216.6267547607422,
+      "learning_rate": 4.2012953805606994e-07,
+      "loss": 31.0625,
+      "step": 38093
+    },
+    {
+      "epoch": 1.820414794991876,
+      "grad_norm": 358.71173095703125,
+      "learning_rate": 4.1990761265592206e-07,
+      "loss": 21.1562,
+      "step": 38094
+    },
+    {
+      "epoch": 1.8204625824333365,
+      "grad_norm": 4358.70458984375,
+      "learning_rate": 4.1968574462816656e-07,
+      "loss": 21.9062,
+      "step": 38095
+    },
+    {
+      "epoch": 1.8205103698747969,
+      "grad_norm": 388.2304382324219,
+      "learning_rate": 4.194639339741335e-07,
+      "loss": 15.6562,
+      "step": 38096
+    },
+    {
+      "epoch": 1.8205581573162573,
+      "grad_norm": 161.6907196044922,
+      "learning_rate": 4.1924218069514634e-07,
+      "loss": 17.7344,
+      "step": 38097
+    },
+    {
+      "epoch": 1.8206059447577176,
+      "grad_norm": 274.05755615234375,
+      "learning_rate": 4.190204847925372e-07,
+      "loss": 27.6875,
+      "step": 38098
+    },
+    {
+      "epoch": 1.820653732199178,
+      "grad_norm": 261.95672607421875,
+      "learning_rate": 4.187988462676329e-07,
+      "loss": 13.2656,
+      "step": 38099
+    },
+    {
+      "epoch": 1.8207015196406384,
+      "grad_norm": 195.9169464111328,
+      "learning_rate": 4.185772651217601e-07,
+      "loss": 25.8125,
+      "step": 38100
+    },
+    {
+      "epoch": 1.8207493070820988,
+      "grad_norm": 261.0703125,
+      "learning_rate": 4.1835574135624554e-07,
+      "loss": 19.0469,
+      "step": 38101
+    },
+    {
+      "epoch": 1.8207970945235592,
+      "grad_norm": 596.4540405273438,
+      "learning_rate": 4.18134274972416e-07,
+      "loss": 23.2656,
+      "step": 38102
+    },
+    {
+      "epoch": 1.8208448819650196,
+      "grad_norm": 258.757568359375,
+      "learning_rate": 4.179128659716003e-07,
+      "loss": 24.0,
+      "step": 38103
+    },
+    {
+      "epoch": 1.82089266940648,
+      "grad_norm": 199.4744415283203,
+      "learning_rate": 4.176915143551208e-07,
+      "loss": 19.5781,
+      "step": 38104
+    },
+    {
+      "epoch": 1.8209404568479404,
+      "grad_norm": 480.96173095703125,
+      "learning_rate": 4.1747022012430415e-07,
+      "loss": 23.5469,
+      "step": 38105
+    },
+    {
+      "epoch": 1.8209882442894008,
+      "grad_norm": 182.9718780517578,
+      "learning_rate": 4.1724898328047603e-07,
+      "loss": 24.3438,
+      "step": 38106
+    },
+    {
+      "epoch": 1.8210360317308611,
+      "grad_norm": 254.88607788085938,
+      "learning_rate": 4.17027803824962e-07,
+      "loss": 25.5938,
+      "step": 38107
+    },
+    {
+      "epoch": 1.8210838191723215,
+      "grad_norm": 322.8690490722656,
+      "learning_rate": 4.168066817590854e-07,
+      "loss": 17.625,
+      "step": 38108
+    },
+    {
+      "epoch": 1.821131606613782,
+      "grad_norm": 175.16921997070312,
+      "learning_rate": 4.16585617084172e-07,
+      "loss": 20.3438,
+      "step": 38109
+    },
+    {
+      "epoch": 1.8211793940552423,
+      "grad_norm": 217.486572265625,
+      "learning_rate": 4.1636460980154505e-07,
+      "loss": 22.1562,
+      "step": 38110
+    },
+    {
+      "epoch": 1.8212271814967027,
+      "grad_norm": 301.78778076171875,
+      "learning_rate": 4.161436599125268e-07,
+      "loss": 24.375,
+      "step": 38111
+    },
+    {
+      "epoch": 1.821274968938163,
+      "grad_norm": 467.6662292480469,
+      "learning_rate": 4.1592276741844075e-07,
+      "loss": 17.3906,
+      "step": 38112
+    },
+    {
+      "epoch": 1.8213227563796235,
+      "grad_norm": 245.12265014648438,
+      "learning_rate": 4.157019323206113e-07,
+      "loss": 25.2812,
+      "step": 38113
+    },
+    {
+      "epoch": 1.8213705438210837,
+      "grad_norm": 119.09263610839844,
+      "learning_rate": 4.1548115462036075e-07,
+      "loss": 16.2188,
+      "step": 38114
+    },
+    {
+      "epoch": 1.821418331262544,
+      "grad_norm": 242.70211791992188,
+      "learning_rate": 4.152604343190103e-07,
+      "loss": 22.2344,
+      "step": 38115
+    },
+    {
+      "epoch": 1.8214661187040044,
+      "grad_norm": 317.1258239746094,
+      "learning_rate": 4.1503977141788223e-07,
+      "loss": 23.3594,
+      "step": 38116
+    },
+    {
+      "epoch": 1.8215139061454648,
+      "grad_norm": 269.76885986328125,
+      "learning_rate": 4.148191659182965e-07,
+      "loss": 34.75,
+      "step": 38117
+    },
+    {
+      "epoch": 1.8215616935869252,
+      "grad_norm": 161.35211181640625,
+      "learning_rate": 4.1459861782157773e-07,
+      "loss": 16.7969,
+      "step": 38118
+    },
+    {
+      "epoch": 1.8216094810283856,
+      "grad_norm": 314.3387145996094,
+      "learning_rate": 4.143781271290437e-07,
+      "loss": 19.7344,
+      "step": 38119
+    },
+    {
+      "epoch": 1.821657268469846,
+      "grad_norm": 224.92425537109375,
+      "learning_rate": 4.1415769384201554e-07,
+      "loss": 22.3281,
+      "step": 38120
+    },
+    {
+      "epoch": 1.8217050559113064,
+      "grad_norm": 169.3152618408203,
+      "learning_rate": 4.1393731796181557e-07,
+      "loss": 24.4688,
+      "step": 38121
+    },
+    {
+      "epoch": 1.8217528433527668,
+      "grad_norm": 145.58372497558594,
+      "learning_rate": 4.137169994897594e-07,
+      "loss": 18.4375,
+      "step": 38122
+    },
+    {
+      "epoch": 1.8218006307942272,
+      "grad_norm": 148.09776306152344,
+      "learning_rate": 4.134967384271693e-07,
+      "loss": 14.75,
+      "step": 38123
+    },
+    {
+      "epoch": 1.8218484182356876,
+      "grad_norm": 243.724853515625,
+      "learning_rate": 4.132765347753653e-07,
+      "loss": 24.7656,
+      "step": 38124
+    },
+    {
+      "epoch": 1.821896205677148,
+      "grad_norm": 308.1667785644531,
+      "learning_rate": 4.130563885356631e-07,
+      "loss": 15.9219,
+      "step": 38125
+    },
+    {
+      "epoch": 1.8219439931186083,
+      "grad_norm": 190.8909149169922,
+      "learning_rate": 4.1283629970938374e-07,
+      "loss": 21.5,
+      "step": 38126
+    },
+    {
+      "epoch": 1.8219917805600687,
+      "grad_norm": 112.2353286743164,
+      "learning_rate": 4.1261626829784295e-07,
+      "loss": 11.1953,
+      "step": 38127
+    },
+    {
+      "epoch": 1.822039568001529,
+      "grad_norm": 170.89732360839844,
+      "learning_rate": 4.123962943023596e-07,
+      "loss": 22.6719,
+      "step": 38128
+    },
+    {
+      "epoch": 1.8220873554429895,
+      "grad_norm": 357.5437927246094,
+      "learning_rate": 4.1217637772425157e-07,
+      "loss": 24.9688,
+      "step": 38129
+    },
+    {
+      "epoch": 1.8221351428844499,
+      "grad_norm": 331.0517272949219,
+      "learning_rate": 4.119565185648355e-07,
+      "loss": 28.4531,
+      "step": 38130
+    },
+    {
+      "epoch": 1.8221829303259103,
+      "grad_norm": 470.652099609375,
+      "learning_rate": 4.1173671682542715e-07,
+      "loss": 22.375,
+      "step": 38131
+    },
+    {
+      "epoch": 1.8222307177673707,
+      "grad_norm": 1325.292236328125,
+      "learning_rate": 4.1151697250734314e-07,
+      "loss": 18.7656,
+      "step": 38132
+    },
+    {
+      "epoch": 1.822278505208831,
+      "grad_norm": 228.89456176757812,
+      "learning_rate": 4.112972856119013e-07,
+      "loss": 20.6094,
+      "step": 38133
+    },
+    {
+      "epoch": 1.8223262926502914,
+      "grad_norm": 278.1310729980469,
+      "learning_rate": 4.1107765614041505e-07,
+      "loss": 22.6406,
+      "step": 38134
+    },
+    {
+      "epoch": 1.8223740800917518,
+      "grad_norm": 173.55242919921875,
+      "learning_rate": 4.1085808409420113e-07,
+      "loss": 21.4531,
+      "step": 38135
+    },
+    {
+      "epoch": 1.8224218675332122,
+      "grad_norm": 211.15773010253906,
+      "learning_rate": 4.1063856947457406e-07,
+      "loss": 27.3438,
+      "step": 38136
+    },
+    {
+      "epoch": 1.8224696549746726,
+      "grad_norm": 231.37826538085938,
+      "learning_rate": 4.1041911228284823e-07,
+      "loss": 20.7969,
+      "step": 38137
+    },
+    {
+      "epoch": 1.822517442416133,
+      "grad_norm": 209.6727294921875,
+      "learning_rate": 4.101997125203372e-07,
+      "loss": 18.0625,
+      "step": 38138
+    },
+    {
+      "epoch": 1.8225652298575934,
+      "grad_norm": 158.38668823242188,
+      "learning_rate": 4.0998037018835534e-07,
+      "loss": 20.5781,
+      "step": 38139
+    },
+    {
+      "epoch": 1.8226130172990538,
+      "grad_norm": 429.4256286621094,
+      "learning_rate": 4.097610852882183e-07,
+      "loss": 34.0156,
+      "step": 38140
+    },
+    {
+      "epoch": 1.8226608047405142,
+      "grad_norm": 212.14405822753906,
+      "learning_rate": 4.0954185782123625e-07,
+      "loss": 25.4375,
+      "step": 38141
+    },
+    {
+      "epoch": 1.8227085921819746,
+      "grad_norm": 121.83737182617188,
+      "learning_rate": 4.0932268778872354e-07,
+      "loss": 16.9688,
+      "step": 38142
+    },
+    {
+      "epoch": 1.822756379623435,
+      "grad_norm": 327.0824890136719,
+      "learning_rate": 4.091035751919925e-07,
+      "loss": 31.9375,
+      "step": 38143
+    },
+    {
+      "epoch": 1.8228041670648953,
+      "grad_norm": 366.5897216796875,
+      "learning_rate": 4.088845200323566e-07,
+      "loss": 27.8594,
+      "step": 38144
+    },
+    {
+      "epoch": 1.8228519545063557,
+      "grad_norm": 235.26632690429688,
+      "learning_rate": 4.0866552231112465e-07,
+      "loss": 32.5625,
+      "step": 38145
+    },
+    {
+      "epoch": 1.8228997419478161,
+      "grad_norm": 305.105712890625,
+      "learning_rate": 4.084465820296102e-07,
+      "loss": 28.6719,
+      "step": 38146
+    },
+    {
+      "epoch": 1.8229475293892765,
+      "grad_norm": 215.30374145507812,
+      "learning_rate": 4.0822769918912654e-07,
+      "loss": 23.4219,
+      "step": 38147
+    },
+    {
+      "epoch": 1.822995316830737,
+      "grad_norm": 157.64599609375,
+      "learning_rate": 4.0800887379098044e-07,
+      "loss": 22.1719,
+      "step": 38148
+    },
+    {
+      "epoch": 1.8230431042721973,
+      "grad_norm": 509.1420593261719,
+      "learning_rate": 4.0779010583648303e-07,
+      "loss": 30.0938,
+      "step": 38149
+    },
+    {
+      "epoch": 1.8230908917136577,
+      "grad_norm": 143.71046447753906,
+      "learning_rate": 4.075713953269467e-07,
+      "loss": 20.1719,
+      "step": 38150
+    },
+    {
+      "epoch": 1.823138679155118,
+      "grad_norm": 296.2121276855469,
+      "learning_rate": 4.0735274226368136e-07,
+      "loss": 19.5469,
+      "step": 38151
+    },
+    {
+      "epoch": 1.8231864665965785,
+      "grad_norm": 245.553466796875,
+      "learning_rate": 4.071341466479939e-07,
+      "loss": 23.6562,
+      "step": 38152
+    },
+    {
+      "epoch": 1.8232342540380388,
+      "grad_norm": 194.3134002685547,
+      "learning_rate": 4.069156084811943e-07,
+      "loss": 18.6562,
+      "step": 38153
+    },
+    {
+      "epoch": 1.8232820414794992,
+      "grad_norm": 290.80975341796875,
+      "learning_rate": 4.0669712776459257e-07,
+      "loss": 22.6562,
+      "step": 38154
+    },
+    {
+      "epoch": 1.8233298289209596,
+      "grad_norm": 241.23316955566406,
+      "learning_rate": 4.064787044994956e-07,
+      "loss": 24.0312,
+      "step": 38155
+    },
+    {
+      "epoch": 1.82337761636242,
+      "grad_norm": 292.9332275390625,
+      "learning_rate": 4.0626033868721217e-07,
+      "loss": 23.5,
+      "step": 38156
+    },
+    {
+      "epoch": 1.8234254038038804,
+      "grad_norm": 406.19976806640625,
+      "learning_rate": 4.0604203032905134e-07,
+      "loss": 20.2656,
+      "step": 38157
+    },
+    {
+      "epoch": 1.8234731912453408,
+      "grad_norm": 247.8343048095703,
+      "learning_rate": 4.0582377942631757e-07,
+      "loss": 26.0938,
+      "step": 38158
+    },
+    {
+      "epoch": 1.8235209786868012,
+      "grad_norm": 233.17050170898438,
+      "learning_rate": 4.0560558598032096e-07,
+      "loss": 19.8125,
+      "step": 38159
+    },
+    {
+      "epoch": 1.8235687661282616,
+      "grad_norm": 164.1243133544922,
+      "learning_rate": 4.0538744999236603e-07,
+      "loss": 24.0938,
+      "step": 38160
+    },
+    {
+      "epoch": 1.823616553569722,
+      "grad_norm": 145.51614379882812,
+      "learning_rate": 4.0516937146375945e-07,
+      "loss": 14.8281,
+      "step": 38161
+    },
+    {
+      "epoch": 1.8236643410111824,
+      "grad_norm": 188.0334930419922,
+      "learning_rate": 4.04951350395808e-07,
+      "loss": 26.2969,
+      "step": 38162
+    },
+    {
+      "epoch": 1.8237121284526427,
+      "grad_norm": 322.3699035644531,
+      "learning_rate": 4.0473338678981735e-07,
+      "loss": 25.625,
+      "step": 38163
+    },
+    {
+      "epoch": 1.8237599158941031,
+      "grad_norm": 499.6259460449219,
+      "learning_rate": 4.045154806470908e-07,
+      "loss": 20.0938,
+      "step": 38164
+    },
+    {
+      "epoch": 1.8238077033355635,
+      "grad_norm": 248.7869415283203,
+      "learning_rate": 4.0429763196893626e-07,
+      "loss": 21.1094,
+      "step": 38165
+    },
+    {
+      "epoch": 1.823855490777024,
+      "grad_norm": 193.1402587890625,
+      "learning_rate": 4.040798407566571e-07,
+      "loss": 21.4062,
+      "step": 38166
+    },
+    {
+      "epoch": 1.8239032782184843,
+      "grad_norm": 159.6667022705078,
+      "learning_rate": 4.038621070115567e-07,
+      "loss": 27.9688,
+      "step": 38167
+    },
+    {
+      "epoch": 1.8239510656599447,
+      "grad_norm": 212.33370971679688,
+      "learning_rate": 4.0364443073494075e-07,
+      "loss": 20.6562,
+      "step": 38168
+    },
+    {
+      "epoch": 1.823998853101405,
+      "grad_norm": 556.348876953125,
+      "learning_rate": 4.034268119281115e-07,
+      "loss": 33.4375,
+      "step": 38169
+    },
+    {
+      "epoch": 1.8240466405428655,
+      "grad_norm": 239.53330993652344,
+      "learning_rate": 4.032092505923735e-07,
+      "loss": 27.8438,
+      "step": 38170
+    },
+    {
+      "epoch": 1.8240944279843259,
+      "grad_norm": 513.3904418945312,
+      "learning_rate": 4.0299174672902783e-07,
+      "loss": 26.7656,
+      "step": 38171
+    },
+    {
+      "epoch": 1.8241422154257863,
+      "grad_norm": 233.01498413085938,
+      "learning_rate": 4.02774300339378e-07,
+      "loss": 24.1562,
+      "step": 38172
+    },
+    {
+      "epoch": 1.8241900028672466,
+      "grad_norm": 367.0700378417969,
+      "learning_rate": 4.025569114247274e-07,
+      "loss": 32.4062,
+      "step": 38173
+    },
+    {
+      "epoch": 1.824237790308707,
+      "grad_norm": 710.2178955078125,
+      "learning_rate": 4.0233957998637606e-07,
+      "loss": 27.3438,
+      "step": 38174
+    },
+    {
+      "epoch": 1.8242855777501674,
+      "grad_norm": 172.98062133789062,
+      "learning_rate": 4.021223060256263e-07,
+      "loss": 17.1094,
+      "step": 38175
+    },
+    {
+      "epoch": 1.8243333651916276,
+      "grad_norm": 187.54574584960938,
+      "learning_rate": 4.0190508954377816e-07,
+      "loss": 21.8281,
+      "step": 38176
+    },
+    {
+      "epoch": 1.824381152633088,
+      "grad_norm": 163.7948455810547,
+      "learning_rate": 4.016879305421362e-07,
+      "loss": 20.6875,
+      "step": 38177
+    },
+    {
+      "epoch": 1.8244289400745484,
+      "grad_norm": 239.1175537109375,
+      "learning_rate": 4.0147082902199596e-07,
+      "loss": 26.5,
+      "step": 38178
+    },
+    {
+      "epoch": 1.8244767275160088,
+      "grad_norm": 249.1187286376953,
+      "learning_rate": 4.0125378498466096e-07,
+      "loss": 23.7812,
+      "step": 38179
+    },
+    {
+      "epoch": 1.8245245149574691,
+      "grad_norm": 234.59288024902344,
+      "learning_rate": 4.0103679843142895e-07,
+      "loss": 30.4375,
+      "step": 38180
+    },
+    {
+      "epoch": 1.8245723023989295,
+      "grad_norm": 154.25994873046875,
+      "learning_rate": 4.008198693636034e-07,
+      "loss": 33.625,
+      "step": 38181
+    },
+    {
+      "epoch": 1.82462008984039,
+      "grad_norm": 244.07928466796875,
+      "learning_rate": 4.006029977824777e-07,
+      "loss": 24.6875,
+      "step": 38182
+    },
+    {
+      "epoch": 1.8246678772818503,
+      "grad_norm": 208.02603149414062,
+      "learning_rate": 4.0038618368935414e-07,
+      "loss": 16.3281,
+      "step": 38183
+    },
+    {
+      "epoch": 1.8247156647233107,
+      "grad_norm": 344.698974609375,
+      "learning_rate": 4.0016942708553164e-07,
+      "loss": 36.9062,
+      "step": 38184
+    },
+    {
+      "epoch": 1.824763452164771,
+      "grad_norm": 293.41241455078125,
+      "learning_rate": 3.999527279723048e-07,
+      "loss": 25.0312,
+      "step": 38185
+    },
+    {
+      "epoch": 1.8248112396062315,
+      "grad_norm": 267.0063781738281,
+      "learning_rate": 3.997360863509747e-07,
+      "loss": 17.7969,
+      "step": 38186
+    },
+    {
+      "epoch": 1.8248590270476919,
+      "grad_norm": 250.06930541992188,
+      "learning_rate": 3.995195022228382e-07,
+      "loss": 24.4531,
+      "step": 38187
+    },
+    {
+      "epoch": 1.8249068144891523,
+      "grad_norm": 239.86363220214844,
+      "learning_rate": 3.9930297558919196e-07,
+      "loss": 20.0625,
+      "step": 38188
+    },
+    {
+      "epoch": 1.8249546019306127,
+      "grad_norm": 311.99896240234375,
+      "learning_rate": 3.9908650645133165e-07,
+      "loss": 26.3125,
+      "step": 38189
+    },
+    {
+      "epoch": 1.825002389372073,
+      "grad_norm": 220.58929443359375,
+      "learning_rate": 3.9887009481055616e-07,
+      "loss": 15.5625,
+      "step": 38190
+    },
+    {
+      "epoch": 1.8250501768135334,
+      "grad_norm": 207.49502563476562,
+      "learning_rate": 3.9865374066815897e-07,
+      "loss": 17.8125,
+      "step": 38191
+    },
+    {
+      "epoch": 1.8250979642549938,
+      "grad_norm": 468.0032043457031,
+      "learning_rate": 3.9843744402543794e-07,
+      "loss": 44.75,
+      "step": 38192
+    },
+    {
+      "epoch": 1.8251457516964542,
+      "grad_norm": 253.83676147460938,
+      "learning_rate": 3.9822120488368534e-07,
+      "loss": 24.2344,
+      "step": 38193
+    },
+    {
+      "epoch": 1.8251935391379146,
+      "grad_norm": 467.93072509765625,
+      "learning_rate": 3.9800502324419785e-07,
+      "loss": 32.6562,
+      "step": 38194
+    },
+    {
+      "epoch": 1.825241326579375,
+      "grad_norm": 588.2006225585938,
+      "learning_rate": 3.9778889910827235e-07,
+      "loss": 25.3594,
+      "step": 38195
+    },
+    {
+      "epoch": 1.8252891140208354,
+      "grad_norm": 291.3509521484375,
+      "learning_rate": 3.975728324771999e-07,
+      "loss": 35.0938,
+      "step": 38196
+    },
+    {
+      "epoch": 1.8253369014622955,
+      "grad_norm": 274.1103820800781,
+      "learning_rate": 3.973568233522751e-07,
+      "loss": 24.5312,
+      "step": 38197
+    },
+    {
+      "epoch": 1.825384688903756,
+      "grad_norm": 293.88751220703125,
+      "learning_rate": 3.9714087173479246e-07,
+      "loss": 14.3438,
+      "step": 38198
+    },
+    {
+      "epoch": 1.8254324763452163,
+      "grad_norm": 261.6592712402344,
+      "learning_rate": 3.9692497762604643e-07,
+      "loss": 25.3438,
+      "step": 38199
+    },
+    {
+      "epoch": 1.8254802637866767,
+      "grad_norm": 170.7718505859375,
+      "learning_rate": 3.9670914102732604e-07,
+      "loss": 28.9375,
+      "step": 38200
+    },
+    {
+      "epoch": 1.825528051228137,
+      "grad_norm": 214.40077209472656,
+      "learning_rate": 3.9649336193992693e-07,
+      "loss": 22.5,
+      "step": 38201
+    },
+    {
+      "epoch": 1.8255758386695975,
+      "grad_norm": 455.67822265625,
+      "learning_rate": 3.9627764036514136e-07,
+      "loss": 28.0,
+      "step": 38202
+    },
+    {
+      "epoch": 1.8256236261110579,
+      "grad_norm": 442.0113220214844,
+      "learning_rate": 3.9606197630426057e-07,
+      "loss": 22.1719,
+      "step": 38203
+    },
+    {
+      "epoch": 1.8256714135525183,
+      "grad_norm": 161.72462463378906,
+      "learning_rate": 3.958463697585757e-07,
+      "loss": 28.0938,
+      "step": 38204
+    },
+    {
+      "epoch": 1.8257192009939787,
+      "grad_norm": 137.7675323486328,
+      "learning_rate": 3.9563082072937797e-07,
+      "loss": 18.5625,
+      "step": 38205
+    },
+    {
+      "epoch": 1.825766988435439,
+      "grad_norm": 343.144775390625,
+      "learning_rate": 3.9541532921795966e-07,
+      "loss": 35.2188,
+      "step": 38206
+    },
+    {
+      "epoch": 1.8258147758768994,
+      "grad_norm": 197.5322723388672,
+      "learning_rate": 3.9519989522560975e-07,
+      "loss": 21.5938,
+      "step": 38207
+    },
+    {
+      "epoch": 1.8258625633183598,
+      "grad_norm": 215.82284545898438,
+      "learning_rate": 3.9498451875361833e-07,
+      "loss": 23.9375,
+      "step": 38208
+    },
+    {
+      "epoch": 1.8259103507598202,
+      "grad_norm": 263.79559326171875,
+      "learning_rate": 3.947691998032754e-07,
+      "loss": 26.2812,
+      "step": 38209
+    },
+    {
+      "epoch": 1.8259581382012806,
+      "grad_norm": 180.69296264648438,
+      "learning_rate": 3.945539383758723e-07,
+      "loss": 23.0781,
+      "step": 38210
+    },
+    {
+      "epoch": 1.826005925642741,
+      "grad_norm": 173.90223693847656,
+      "learning_rate": 3.9433873447269567e-07,
+      "loss": 25.7812,
+      "step": 38211
+    },
+    {
+      "epoch": 1.8260537130842014,
+      "grad_norm": 197.2582244873047,
+      "learning_rate": 3.941235880950356e-07,
+      "loss": 29.5156,
+      "step": 38212
+    },
+    {
+      "epoch": 1.8261015005256618,
+      "grad_norm": 279.63592529296875,
+      "learning_rate": 3.9390849924418e-07,
+      "loss": 28.4062,
+      "step": 38213
+    },
+    {
+      "epoch": 1.8261492879671222,
+      "grad_norm": 182.45907592773438,
+      "learning_rate": 3.936934679214188e-07,
+      "loss": 23.4062,
+      "step": 38214
+    },
+    {
+      "epoch": 1.8261970754085826,
+      "grad_norm": 272.76611328125,
+      "learning_rate": 3.9347849412803564e-07,
+      "loss": 20.9531,
+      "step": 38215
+    },
+    {
+      "epoch": 1.826244862850043,
+      "grad_norm": 383.543701171875,
+      "learning_rate": 3.932635778653215e-07,
+      "loss": 39.3438,
+      "step": 38216
+    },
+    {
+      "epoch": 1.8262926502915033,
+      "grad_norm": 229.59434509277344,
+      "learning_rate": 3.930487191345633e-07,
+      "loss": 23.6562,
+      "step": 38217
+    },
+    {
+      "epoch": 1.8263404377329637,
+      "grad_norm": 212.37322998046875,
+      "learning_rate": 3.9283391793704663e-07,
+      "loss": 19.7812,
+      "step": 38218
+    },
+    {
+      "epoch": 1.8263882251744241,
+      "grad_norm": 122.58077239990234,
+      "learning_rate": 3.9261917427405814e-07,
+      "loss": 15.3281,
+      "step": 38219
+    },
+    {
+      "epoch": 1.8264360126158845,
+      "grad_norm": 291.6779479980469,
+      "learning_rate": 3.9240448814688247e-07,
+      "loss": 20.5156,
+      "step": 38220
+    },
+    {
+      "epoch": 1.826483800057345,
+      "grad_norm": 207.27955627441406,
+      "learning_rate": 3.9218985955680853e-07,
+      "loss": 20.7188,
+      "step": 38221
+    },
+    {
+      "epoch": 1.8265315874988053,
+      "grad_norm": 306.5225524902344,
+      "learning_rate": 3.919752885051198e-07,
+      "loss": 19.9688,
+      "step": 38222
+    },
+    {
+      "epoch": 1.8265793749402657,
+      "grad_norm": 361.0570068359375,
+      "learning_rate": 3.917607749931007e-07,
+      "loss": 22.7188,
+      "step": 38223
+    },
+    {
+      "epoch": 1.826627162381726,
+      "grad_norm": 202.16847229003906,
+      "learning_rate": 3.91546319022037e-07,
+      "loss": 22.0781,
+      "step": 38224
+    },
+    {
+      "epoch": 1.8266749498231865,
+      "grad_norm": 173.587646484375,
+      "learning_rate": 3.913319205932109e-07,
+      "loss": 17.3438,
+      "step": 38225
+    },
+    {
+      "epoch": 1.8267227372646468,
+      "grad_norm": 236.79295349121094,
+      "learning_rate": 3.911175797079103e-07,
+      "loss": 20.0469,
+      "step": 38226
+    },
+    {
+      "epoch": 1.8267705247061072,
+      "grad_norm": 2482.10009765625,
+      "learning_rate": 3.909032963674153e-07,
+      "loss": 15.8594,
+      "step": 38227
+    },
+    {
+      "epoch": 1.8268183121475676,
+      "grad_norm": 133.94126892089844,
+      "learning_rate": 3.906890705730104e-07,
+      "loss": 22.0156,
+      "step": 38228
+    },
+    {
+      "epoch": 1.826866099589028,
+      "grad_norm": 176.17837524414062,
+      "learning_rate": 3.9047490232597906e-07,
+      "loss": 33.6562,
+      "step": 38229
+    },
+    {
+      "epoch": 1.8269138870304884,
+      "grad_norm": 456.7864685058594,
+      "learning_rate": 3.9026079162760357e-07,
+      "loss": 24.7969,
+      "step": 38230
+    },
+    {
+      "epoch": 1.8269616744719488,
+      "grad_norm": 125.17766571044922,
+      "learning_rate": 3.9004673847916506e-07,
+      "loss": 14.2344,
+      "step": 38231
+    },
+    {
+      "epoch": 1.8270094619134092,
+      "grad_norm": 1119.7666015625,
+      "learning_rate": 3.8983274288194705e-07,
+      "loss": 22.5312,
+      "step": 38232
+    },
+    {
+      "epoch": 1.8270572493548696,
+      "grad_norm": 456.02740478515625,
+      "learning_rate": 3.896188048372307e-07,
+      "loss": 36.5625,
+      "step": 38233
+    },
+    {
+      "epoch": 1.82710503679633,
+      "grad_norm": 205.13243103027344,
+      "learning_rate": 3.8940492434629497e-07,
+      "loss": 22.9688,
+      "step": 38234
+    },
+    {
+      "epoch": 1.8271528242377904,
+      "grad_norm": 525.755126953125,
+      "learning_rate": 3.891911014104244e-07,
+      "loss": 26.1562,
+      "step": 38235
+    },
+    {
+      "epoch": 1.8272006116792507,
+      "grad_norm": 234.63323974609375,
+      "learning_rate": 3.889773360308979e-07,
+      "loss": 19.75,
+      "step": 38236
+    },
+    {
+      "epoch": 1.8272483991207111,
+      "grad_norm": 193.10769653320312,
+      "learning_rate": 3.887636282089946e-07,
+      "loss": 23.875,
+      "step": 38237
+    },
+    {
+      "epoch": 1.8272961865621715,
+      "grad_norm": 139.17478942871094,
+      "learning_rate": 3.8854997794599556e-07,
+      "loss": 21.25,
+      "step": 38238
+    },
+    {
+      "epoch": 1.827343974003632,
+      "grad_norm": 287.72052001953125,
+      "learning_rate": 3.8833638524317983e-07,
+      "loss": 19.1562,
+      "step": 38239
+    },
+    {
+      "epoch": 1.8273917614450923,
+      "grad_norm": 270.0635986328125,
+      "learning_rate": 3.881228501018286e-07,
+      "loss": 24.3125,
+      "step": 38240
+    },
+    {
+      "epoch": 1.8274395488865527,
+      "grad_norm": 364.2708435058594,
+      "learning_rate": 3.8790937252321636e-07,
+      "loss": 31.9844,
+      "step": 38241
+    },
+    {
+      "epoch": 1.827487336328013,
+      "grad_norm": 153.78021240234375,
+      "learning_rate": 3.876959525086244e-07,
+      "loss": 21.625,
+      "step": 38242
+    },
+    {
+      "epoch": 1.8275351237694735,
+      "grad_norm": 297.7825012207031,
+      "learning_rate": 3.8748259005933153e-07,
+      "loss": 21.125,
+      "step": 38243
+    },
+    {
+      "epoch": 1.8275829112109339,
+      "grad_norm": 252.01600646972656,
+      "learning_rate": 3.8726928517661357e-07,
+      "loss": 25.6562,
+      "step": 38244
+    },
+    {
+      "epoch": 1.8276306986523942,
+      "grad_norm": 330.7325744628906,
+      "learning_rate": 3.870560378617494e-07,
+      "loss": 26.875,
+      "step": 38245
+    },
+    {
+      "epoch": 1.8276784860938546,
+      "grad_norm": 175.16094970703125,
+      "learning_rate": 3.868428481160147e-07,
+      "loss": 24.5,
+      "step": 38246
+    },
+    {
+      "epoch": 1.827726273535315,
+      "grad_norm": 219.7194366455078,
+      "learning_rate": 3.866297159406873e-07,
+      "loss": 22.4531,
+      "step": 38247
+    },
+    {
+      "epoch": 1.8277740609767754,
+      "grad_norm": 671.9606323242188,
+      "learning_rate": 3.864166413370429e-07,
+      "loss": 32.2188,
+      "step": 38248
+    },
+    {
+      "epoch": 1.8278218484182358,
+      "grad_norm": 208.52818298339844,
+      "learning_rate": 3.862036243063583e-07,
+      "loss": 22.7031,
+      "step": 38249
+    },
+    {
+      "epoch": 1.8278696358596962,
+      "grad_norm": 207.0266571044922,
+      "learning_rate": 3.85990664849909e-07,
+      "loss": 18.75,
+      "step": 38250
+    },
+    {
+      "epoch": 1.8279174233011566,
+      "grad_norm": 220.5530548095703,
+      "learning_rate": 3.8577776296897074e-07,
+      "loss": 19.875,
+      "step": 38251
+    },
+    {
+      "epoch": 1.827965210742617,
+      "grad_norm": 176.25405883789062,
+      "learning_rate": 3.855649186648158e-07,
+      "loss": 19.1562,
+      "step": 38252
+    },
+    {
+      "epoch": 1.8280129981840774,
+      "grad_norm": 217.40744018554688,
+      "learning_rate": 3.8535213193872214e-07,
+      "loss": 23.125,
+      "step": 38253
+    },
+    {
+      "epoch": 1.8280607856255378,
+      "grad_norm": 795.057373046875,
+      "learning_rate": 3.851394027919642e-07,
+      "loss": 30.0469,
+      "step": 38254
+    },
+    {
+      "epoch": 1.8281085730669981,
+      "grad_norm": 262.9840393066406,
+      "learning_rate": 3.8492673122581315e-07,
+      "loss": 28.5938,
+      "step": 38255
+    },
+    {
+      "epoch": 1.8281563605084585,
+      "grad_norm": 148.08656311035156,
+      "learning_rate": 3.8471411724154586e-07,
+      "loss": 16.9062,
+      "step": 38256
+    },
+    {
+      "epoch": 1.828204147949919,
+      "grad_norm": 309.23583984375,
+      "learning_rate": 3.845015608404323e-07,
+      "loss": 23.5312,
+      "step": 38257
+    },
+    {
+      "epoch": 1.828251935391379,
+      "grad_norm": 316.87017822265625,
+      "learning_rate": 3.8428906202374603e-07,
+      "loss": 28.2969,
+      "step": 38258
+    },
+    {
+      "epoch": 1.8282997228328395,
+      "grad_norm": 443.8875732421875,
+      "learning_rate": 3.8407662079276265e-07,
+      "loss": 31.7188,
+      "step": 38259
+    },
+    {
+      "epoch": 1.8283475102742999,
+      "grad_norm": 209.90615844726562,
+      "learning_rate": 3.838642371487522e-07,
+      "loss": 24.3125,
+      "step": 38260
+    },
+    {
+      "epoch": 1.8283952977157603,
+      "grad_norm": 214.44505310058594,
+      "learning_rate": 3.836519110929848e-07,
+      "loss": 32.2812,
+      "step": 38261
+    },
+    {
+      "epoch": 1.8284430851572206,
+      "grad_norm": 375.1661682128906,
+      "learning_rate": 3.8343964262673616e-07,
+      "loss": 33.5781,
+      "step": 38262
+    },
+    {
+      "epoch": 1.828490872598681,
+      "grad_norm": 337.9133605957031,
+      "learning_rate": 3.832274317512741e-07,
+      "loss": 26.0,
+      "step": 38263
+    },
+    {
+      "epoch": 1.8285386600401414,
+      "grad_norm": 432.2149658203125,
+      "learning_rate": 3.830152784678709e-07,
+      "loss": 27.5625,
+      "step": 38264
+    },
+    {
+      "epoch": 1.8285864474816018,
+      "grad_norm": 619.40185546875,
+      "learning_rate": 3.828031827777967e-07,
+      "loss": 30.0234,
+      "step": 38265
+    },
+    {
+      "epoch": 1.8286342349230622,
+      "grad_norm": 180.9826202392578,
+      "learning_rate": 3.8259114468232274e-07,
+      "loss": 19.6875,
+      "step": 38266
+    },
+    {
+      "epoch": 1.8286820223645226,
+      "grad_norm": 215.29541015625,
+      "learning_rate": 3.823791641827179e-07,
+      "loss": 19.3281,
+      "step": 38267
+    },
+    {
+      "epoch": 1.828729809805983,
+      "grad_norm": 263.9385986328125,
+      "learning_rate": 3.8216724128025015e-07,
+      "loss": 29.4688,
+      "step": 38268
+    },
+    {
+      "epoch": 1.8287775972474434,
+      "grad_norm": 166.9873809814453,
+      "learning_rate": 3.8195537597619294e-07,
+      "loss": 26.7188,
+      "step": 38269
+    },
+    {
+      "epoch": 1.8288253846889038,
+      "grad_norm": 585.7045288085938,
+      "learning_rate": 3.817435682718096e-07,
+      "loss": 16.9375,
+      "step": 38270
+    },
+    {
+      "epoch": 1.8288731721303642,
+      "grad_norm": 200.35250854492188,
+      "learning_rate": 3.815318181683725e-07,
+      "loss": 16.75,
+      "step": 38271
+    },
+    {
+      "epoch": 1.8289209595718245,
+      "grad_norm": 741.0382690429688,
+      "learning_rate": 3.8132012566714835e-07,
+      "loss": 29.0,
+      "step": 38272
+    },
+    {
+      "epoch": 1.828968747013285,
+      "grad_norm": 180.3209991455078,
+      "learning_rate": 3.8110849076940627e-07,
+      "loss": 27.4688,
+      "step": 38273
+    },
+    {
+      "epoch": 1.8290165344547453,
+      "grad_norm": 134.7293243408203,
+      "learning_rate": 3.8089691347641067e-07,
+      "loss": 21.0625,
+      "step": 38274
+    },
+    {
+      "epoch": 1.8290643218962057,
+      "grad_norm": 572.92724609375,
+      "learning_rate": 3.806853937894317e-07,
+      "loss": 26.1875,
+      "step": 38275
+    },
+    {
+      "epoch": 1.829112109337666,
+      "grad_norm": 297.43817138671875,
+      "learning_rate": 3.804739317097339e-07,
+      "loss": 30.9062,
+      "step": 38276
+    },
+    {
+      "epoch": 1.8291598967791265,
+      "grad_norm": 985.687744140625,
+      "learning_rate": 3.8026252723858626e-07,
+      "loss": 19.6875,
+      "step": 38277
+    },
+    {
+      "epoch": 1.8292076842205869,
+      "grad_norm": 233.45074462890625,
+      "learning_rate": 3.800511803772522e-07,
+      "loss": 29.875,
+      "step": 38278
+    },
+    {
+      "epoch": 1.829255471662047,
+      "grad_norm": 254.87425231933594,
+      "learning_rate": 3.798398911269985e-07,
+      "loss": 23.375,
+      "step": 38279
+    },
+    {
+      "epoch": 1.8293032591035074,
+      "grad_norm": 357.9485168457031,
+      "learning_rate": 3.7962865948909077e-07,
+      "loss": 23.25,
+      "step": 38280
+    },
+    {
+      "epoch": 1.8293510465449678,
+      "grad_norm": 240.86135864257812,
+      "learning_rate": 3.7941748546479363e-07,
+      "loss": 19.2656,
+      "step": 38281
+    },
+    {
+      "epoch": 1.8293988339864282,
+      "grad_norm": 126.9703369140625,
+      "learning_rate": 3.792063690553716e-07,
+      "loss": 21.1719,
+      "step": 38282
+    },
+    {
+      "epoch": 1.8294466214278886,
+      "grad_norm": 201.37408447265625,
+      "learning_rate": 3.789953102620891e-07,
+      "loss": 20.4688,
+      "step": 38283
+    },
+    {
+      "epoch": 1.829494408869349,
+      "grad_norm": 235.31190490722656,
+      "learning_rate": 3.787843090862109e-07,
+      "loss": 21.9062,
+      "step": 38284
+    },
+    {
+      "epoch": 1.8295421963108094,
+      "grad_norm": 341.9107360839844,
+      "learning_rate": 3.7857336552899914e-07,
+      "loss": 20.5156,
+      "step": 38285
+    },
+    {
+      "epoch": 1.8295899837522698,
+      "grad_norm": 287.55438232421875,
+      "learning_rate": 3.7836247959171737e-07,
+      "loss": 34.0,
+      "step": 38286
+    },
+    {
+      "epoch": 1.8296377711937302,
+      "grad_norm": 224.67250061035156,
+      "learning_rate": 3.7815165127563113e-07,
+      "loss": 21.125,
+      "step": 38287
+    },
+    {
+      "epoch": 1.8296855586351906,
+      "grad_norm": 180.19454956054688,
+      "learning_rate": 3.7794088058199843e-07,
+      "loss": 28.0,
+      "step": 38288
+    },
+    {
+      "epoch": 1.829733346076651,
+      "grad_norm": 230.20896911621094,
+      "learning_rate": 3.77730167512087e-07,
+      "loss": 17.7656,
+      "step": 38289
+    },
+    {
+      "epoch": 1.8297811335181113,
+      "grad_norm": 794.927978515625,
+      "learning_rate": 3.7751951206715265e-07,
+      "loss": 28.0938,
+      "step": 38290
+    },
+    {
+      "epoch": 1.8298289209595717,
+      "grad_norm": 437.1436767578125,
+      "learning_rate": 3.7730891424846093e-07,
+      "loss": 17.5,
+      "step": 38291
+    },
+    {
+      "epoch": 1.8298767084010321,
+      "grad_norm": 258.7523193359375,
+      "learning_rate": 3.7709837405727424e-07,
+      "loss": 28.4375,
+      "step": 38292
+    },
+    {
+      "epoch": 1.8299244958424925,
+      "grad_norm": 187.7572784423828,
+      "learning_rate": 3.7688789149484814e-07,
+      "loss": 19.1094,
+      "step": 38293
+    },
+    {
+      "epoch": 1.829972283283953,
+      "grad_norm": 188.16966247558594,
+      "learning_rate": 3.7667746656244843e-07,
+      "loss": 26.7812,
+      "step": 38294
+    },
+    {
+      "epoch": 1.8300200707254133,
+      "grad_norm": 479.4200439453125,
+      "learning_rate": 3.7646709926133285e-07,
+      "loss": 22.9375,
+      "step": 38295
+    },
+    {
+      "epoch": 1.8300678581668737,
+      "grad_norm": 236.59877014160156,
+      "learning_rate": 3.7625678959276155e-07,
+      "loss": 23.375,
+      "step": 38296
+    },
+    {
+      "epoch": 1.830115645608334,
+      "grad_norm": 617.6491088867188,
+      "learning_rate": 3.7604653755799356e-07,
+      "loss": 33.9375,
+      "step": 38297
+    },
+    {
+      "epoch": 1.8301634330497945,
+      "grad_norm": 368.3524169921875,
+      "learning_rate": 3.758363431582879e-07,
+      "loss": 32.4688,
+      "step": 38298
+    },
+    {
+      "epoch": 1.8302112204912548,
+      "grad_norm": 299.8753662109375,
+      "learning_rate": 3.7562620639490564e-07,
+      "loss": 20.7188,
+      "step": 38299
+    },
+    {
+      "epoch": 1.8302590079327152,
+      "grad_norm": 210.81692504882812,
+      "learning_rate": 3.7541612726910257e-07,
+      "loss": 17.6875,
+      "step": 38300
+    },
+    {
+      "epoch": 1.8303067953741756,
+      "grad_norm": 336.29388427734375,
+      "learning_rate": 3.7520610578213767e-07,
+      "loss": 36.5625,
+      "step": 38301
+    },
+    {
+      "epoch": 1.830354582815636,
+      "grad_norm": 315.7157287597656,
+      "learning_rate": 3.749961419352688e-07,
+      "loss": 26.8281,
+      "step": 38302
+    },
+    {
+      "epoch": 1.8304023702570964,
+      "grad_norm": 158.5387725830078,
+      "learning_rate": 3.747862357297549e-07,
+      "loss": 21.7344,
+      "step": 38303
+    },
+    {
+      "epoch": 1.8304501576985568,
+      "grad_norm": 225.6973419189453,
+      "learning_rate": 3.7457638716684954e-07,
+      "loss": 15.7188,
+      "step": 38304
+    },
+    {
+      "epoch": 1.8304979451400172,
+      "grad_norm": 301.7457275390625,
+      "learning_rate": 3.743665962478116e-07,
+      "loss": 22.2969,
+      "step": 38305
+    },
+    {
+      "epoch": 1.8305457325814776,
+      "grad_norm": 454.609130859375,
+      "learning_rate": 3.7415686297389896e-07,
+      "loss": 21.3125,
+      "step": 38306
+    },
+    {
+      "epoch": 1.830593520022938,
+      "grad_norm": 189.8034210205078,
+      "learning_rate": 3.7394718734636405e-07,
+      "loss": 28.9688,
+      "step": 38307
+    },
+    {
+      "epoch": 1.8306413074643983,
+      "grad_norm": 320.625,
+      "learning_rate": 3.7373756936646577e-07,
+      "loss": 25.9688,
+      "step": 38308
+    },
+    {
+      "epoch": 1.8306890949058587,
+      "grad_norm": 200.5333251953125,
+      "learning_rate": 3.735280090354576e-07,
+      "loss": 21.125,
+      "step": 38309
+    },
+    {
+      "epoch": 1.8307368823473191,
+      "grad_norm": 817.3445434570312,
+      "learning_rate": 3.733185063545952e-07,
+      "loss": 23.375,
+      "step": 38310
+    },
+    {
+      "epoch": 1.8307846697887795,
+      "grad_norm": 204.44288635253906,
+      "learning_rate": 3.7310906132513314e-07,
+      "loss": 22.0156,
+      "step": 38311
+    },
+    {
+      "epoch": 1.83083245723024,
+      "grad_norm": 150.47396850585938,
+      "learning_rate": 3.7289967394832595e-07,
+      "loss": 20.4688,
+      "step": 38312
+    },
+    {
+      "epoch": 1.8308802446717003,
+      "grad_norm": 148.4729766845703,
+      "learning_rate": 3.726903442254259e-07,
+      "loss": 21.1094,
+      "step": 38313
+    },
+    {
+      "epoch": 1.8309280321131607,
+      "grad_norm": 245.6228485107422,
+      "learning_rate": 3.7248107215769105e-07,
+      "loss": 22.4688,
+      "step": 38314
+    },
+    {
+      "epoch": 1.830975819554621,
+      "grad_norm": 247.29600524902344,
+      "learning_rate": 3.722718577463691e-07,
+      "loss": 24.9062,
+      "step": 38315
+    },
+    {
+      "epoch": 1.8310236069960815,
+      "grad_norm": 188.1051025390625,
+      "learning_rate": 3.720627009927158e-07,
+      "loss": 22.9844,
+      "step": 38316
+    },
+    {
+      "epoch": 1.8310713944375419,
+      "grad_norm": 159.79421997070312,
+      "learning_rate": 3.718536018979846e-07,
+      "loss": 17.0938,
+      "step": 38317
+    },
+    {
+      "epoch": 1.8311191818790022,
+      "grad_norm": 295.27490234375,
+      "learning_rate": 3.716445604634267e-07,
+      "loss": 23.6562,
+      "step": 38318
+    },
+    {
+      "epoch": 1.8311669693204626,
+      "grad_norm": 536.6754150390625,
+      "learning_rate": 3.714355766902922e-07,
+      "loss": 19.9062,
+      "step": 38319
+    },
+    {
+      "epoch": 1.831214756761923,
+      "grad_norm": 1011.501708984375,
+      "learning_rate": 3.7122665057983677e-07,
+      "loss": 22.4062,
+      "step": 38320
+    },
+    {
+      "epoch": 1.8312625442033834,
+      "grad_norm": 333.2025146484375,
+      "learning_rate": 3.710177821333072e-07,
+      "loss": 28.8125,
+      "step": 38321
+    },
+    {
+      "epoch": 1.8313103316448438,
+      "grad_norm": 1386.0106201171875,
+      "learning_rate": 3.70808971351958e-07,
+      "loss": 34.8906,
+      "step": 38322
+    },
+    {
+      "epoch": 1.8313581190863042,
+      "grad_norm": 304.12261962890625,
+      "learning_rate": 3.706002182370361e-07,
+      "loss": 22.0781,
+      "step": 38323
+    },
+    {
+      "epoch": 1.8314059065277646,
+      "grad_norm": 431.9322814941406,
+      "learning_rate": 3.7039152278979473e-07,
+      "loss": 24.7031,
+      "step": 38324
+    },
+    {
+      "epoch": 1.831453693969225,
+      "grad_norm": 224.3997344970703,
+      "learning_rate": 3.7018288501148305e-07,
+      "loss": 26.3125,
+      "step": 38325
+    },
+    {
+      "epoch": 1.8315014814106854,
+      "grad_norm": 268.3544921875,
+      "learning_rate": 3.6997430490334885e-07,
+      "loss": 24.8281,
+      "step": 38326
+    },
+    {
+      "epoch": 1.8315492688521458,
+      "grad_norm": 239.33323669433594,
+      "learning_rate": 3.697657824666423e-07,
+      "loss": 27.875,
+      "step": 38327
+    },
+    {
+      "epoch": 1.8315970562936061,
+      "grad_norm": 241.76763916015625,
+      "learning_rate": 3.695573177026135e-07,
+      "loss": 26.625,
+      "step": 38328
+    },
+    {
+      "epoch": 1.8316448437350665,
+      "grad_norm": 304.45941162109375,
+      "learning_rate": 3.6934891061250813e-07,
+      "loss": 34.0,
+      "step": 38329
+    },
+    {
+      "epoch": 1.831692631176527,
+      "grad_norm": 196.45628356933594,
+      "learning_rate": 3.691405611975774e-07,
+      "loss": 21.1875,
+      "step": 38330
+    },
+    {
+      "epoch": 1.8317404186179873,
+      "grad_norm": 241.03823852539062,
+      "learning_rate": 3.689322694590658e-07,
+      "loss": 19.1562,
+      "step": 38331
+    },
+    {
+      "epoch": 1.8317882060594477,
+      "grad_norm": 228.76585388183594,
+      "learning_rate": 3.6872403539822466e-07,
+      "loss": 32.1875,
+      "step": 38332
+    },
+    {
+      "epoch": 1.831835993500908,
+      "grad_norm": 339.1953125,
+      "learning_rate": 3.6851585901629737e-07,
+      "loss": 30.0938,
+      "step": 38333
+    },
+    {
+      "epoch": 1.8318837809423685,
+      "grad_norm": 275.9654235839844,
+      "learning_rate": 3.6830774031453187e-07,
+      "loss": 30.5938,
+      "step": 38334
+    },
+    {
+      "epoch": 1.8319315683838289,
+      "grad_norm": 148.39321899414062,
+      "learning_rate": 3.680996792941749e-07,
+      "loss": 26.0625,
+      "step": 38335
+    },
+    {
+      "epoch": 1.8319793558252893,
+      "grad_norm": 300.0777587890625,
+      "learning_rate": 3.6789167595647324e-07,
+      "loss": 19.0469,
+      "step": 38336
+    },
+    {
+      "epoch": 1.8320271432667496,
+      "grad_norm": 206.37747192382812,
+      "learning_rate": 3.6768373030267033e-07,
+      "loss": 24.3594,
+      "step": 38337
+    },
+    {
+      "epoch": 1.83207493070821,
+      "grad_norm": 248.9369659423828,
+      "learning_rate": 3.67475842334013e-07,
+      "loss": 17.8125,
+      "step": 38338
+    },
+    {
+      "epoch": 1.8321227181496704,
+      "grad_norm": 165.8332061767578,
+      "learning_rate": 3.672680120517458e-07,
+      "loss": 21.7969,
+      "step": 38339
+    },
+    {
+      "epoch": 1.8321705055911308,
+      "grad_norm": 260.74444580078125,
+      "learning_rate": 3.6706023945711544e-07,
+      "loss": 22.6406,
+      "step": 38340
+    },
+    {
+      "epoch": 1.832218293032591,
+      "grad_norm": 392.66387939453125,
+      "learning_rate": 3.668525245513621e-07,
+      "loss": 25.3438,
+      "step": 38341
+    },
+    {
+      "epoch": 1.8322660804740514,
+      "grad_norm": 375.0682373046875,
+      "learning_rate": 3.6664486733573255e-07,
+      "loss": 22.4375,
+      "step": 38342
+    },
+    {
+      "epoch": 1.8323138679155118,
+      "grad_norm": 309.6864929199219,
+      "learning_rate": 3.6643726781147136e-07,
+      "loss": 29.0938,
+      "step": 38343
+    },
+    {
+      "epoch": 1.8323616553569722,
+      "grad_norm": 488.07080078125,
+      "learning_rate": 3.662297259798187e-07,
+      "loss": 32.375,
+      "step": 38344
+    },
+    {
+      "epoch": 1.8324094427984325,
+      "grad_norm": 265.4094543457031,
+      "learning_rate": 3.6602224184201896e-07,
+      "loss": 21.9688,
+      "step": 38345
+    },
+    {
+      "epoch": 1.832457230239893,
+      "grad_norm": 154.52418518066406,
+      "learning_rate": 3.6581481539931464e-07,
+      "loss": 21.1562,
+      "step": 38346
+    },
+    {
+      "epoch": 1.8325050176813533,
+      "grad_norm": 190.870361328125,
+      "learning_rate": 3.656074466529491e-07,
+      "loss": 24.75,
+      "step": 38347
+    },
+    {
+      "epoch": 1.8325528051228137,
+      "grad_norm": 223.27340698242188,
+      "learning_rate": 3.6540013560416254e-07,
+      "loss": 29.4688,
+      "step": 38348
+    },
+    {
+      "epoch": 1.832600592564274,
+      "grad_norm": 313.4688415527344,
+      "learning_rate": 3.6519288225419726e-07,
+      "loss": 24.0,
+      "step": 38349
+    },
+    {
+      "epoch": 1.8326483800057345,
+      "grad_norm": 187.21470642089844,
+      "learning_rate": 3.649856866042933e-07,
+      "loss": 26.4688,
+      "step": 38350
+    },
+    {
+      "epoch": 1.8326961674471949,
+      "grad_norm": 277.9347839355469,
+      "learning_rate": 3.647785486556954e-07,
+      "loss": 22.4688,
+      "step": 38351
+    },
+    {
+      "epoch": 1.8327439548886553,
+      "grad_norm": 200.7525634765625,
+      "learning_rate": 3.6457146840963796e-07,
+      "loss": 23.0938,
+      "step": 38352
+    },
+    {
+      "epoch": 1.8327917423301157,
+      "grad_norm": 277.44677734375,
+      "learning_rate": 3.6436444586736676e-07,
+      "loss": 26.875,
+      "step": 38353
+    },
+    {
+      "epoch": 1.832839529771576,
+      "grad_norm": 177.37640380859375,
+      "learning_rate": 3.641574810301185e-07,
+      "loss": 18.9531,
+      "step": 38354
+    },
+    {
+      "epoch": 1.8328873172130364,
+      "grad_norm": 359.8100280761719,
+      "learning_rate": 3.6395057389913224e-07,
+      "loss": 21.0312,
+      "step": 38355
+    },
+    {
+      "epoch": 1.8329351046544968,
+      "grad_norm": 163.8369903564453,
+      "learning_rate": 3.637437244756492e-07,
+      "loss": 21.6562,
+      "step": 38356
+    },
+    {
+      "epoch": 1.8329828920959572,
+      "grad_norm": 475.83880615234375,
+      "learning_rate": 3.635369327609062e-07,
+      "loss": 30.1875,
+      "step": 38357
+    },
+    {
+      "epoch": 1.8330306795374176,
+      "grad_norm": 192.7753143310547,
+      "learning_rate": 3.633301987561444e-07,
+      "loss": 23.0938,
+      "step": 38358
+    },
+    {
+      "epoch": 1.833078466978878,
+      "grad_norm": 319.4964904785156,
+      "learning_rate": 3.631235224625973e-07,
+      "loss": 25.125,
+      "step": 38359
+    },
+    {
+      "epoch": 1.8331262544203384,
+      "grad_norm": 247.73324584960938,
+      "learning_rate": 3.6291690388150614e-07,
+      "loss": 21.9219,
+      "step": 38360
+    },
+    {
+      "epoch": 1.8331740418617986,
+      "grad_norm": 343.81634521484375,
+      "learning_rate": 3.627103430141077e-07,
+      "loss": 14.0781,
+      "step": 38361
+    },
+    {
+      "epoch": 1.833221829303259,
+      "grad_norm": 243.54493713378906,
+      "learning_rate": 3.6250383986163984e-07,
+      "loss": 20.625,
+      "step": 38362
+    },
+    {
+      "epoch": 1.8332696167447193,
+      "grad_norm": 261.2724609375,
+      "learning_rate": 3.622973944253372e-07,
+      "loss": 23.0,
+      "step": 38363
+    },
+    {
+      "epoch": 1.8333174041861797,
+      "grad_norm": 498.5382385253906,
+      "learning_rate": 3.6209100670643647e-07,
+      "loss": 25.0781,
+      "step": 38364
+    },
+    {
+      "epoch": 1.8333651916276401,
+      "grad_norm": 142.02532958984375,
+      "learning_rate": 3.618846767061768e-07,
+      "loss": 26.2031,
+      "step": 38365
+    },
+    {
+      "epoch": 1.8334129790691005,
+      "grad_norm": 171.87428283691406,
+      "learning_rate": 3.616784044257893e-07,
+      "loss": 20.7188,
+      "step": 38366
+    },
+    {
+      "epoch": 1.833460766510561,
+      "grad_norm": 242.6344451904297,
+      "learning_rate": 3.614721898665108e-07,
+      "loss": 30.375,
+      "step": 38367
+    },
+    {
+      "epoch": 1.8335085539520213,
+      "grad_norm": 301.3436279296875,
+      "learning_rate": 3.612660330295781e-07,
+      "loss": 22.1875,
+      "step": 38368
+    },
+    {
+      "epoch": 1.8335563413934817,
+      "grad_norm": 221.43197631835938,
+      "learning_rate": 3.6105993391622463e-07,
+      "loss": 23.4688,
+      "step": 38369
+    },
+    {
+      "epoch": 1.833604128834942,
+      "grad_norm": 312.3059997558594,
+      "learning_rate": 3.608538925276828e-07,
+      "loss": 23.0469,
+      "step": 38370
+    },
+    {
+      "epoch": 1.8336519162764024,
+      "grad_norm": 227.78717041015625,
+      "learning_rate": 3.606479088651893e-07,
+      "loss": 22.1875,
+      "step": 38371
+    },
+    {
+      "epoch": 1.8336997037178628,
+      "grad_norm": 296.5285949707031,
+      "learning_rate": 3.6044198292997654e-07,
+      "loss": 30.7188,
+      "step": 38372
+    },
+    {
+      "epoch": 1.8337474911593232,
+      "grad_norm": 217.4418182373047,
+      "learning_rate": 3.6023611472327914e-07,
+      "loss": 18.4062,
+      "step": 38373
+    },
+    {
+      "epoch": 1.8337952786007836,
+      "grad_norm": 286.1330261230469,
+      "learning_rate": 3.600303042463271e-07,
+      "loss": 21.9844,
+      "step": 38374
+    },
+    {
+      "epoch": 1.833843066042244,
+      "grad_norm": 439.17108154296875,
+      "learning_rate": 3.598245515003551e-07,
+      "loss": 31.375,
+      "step": 38375
+    },
+    {
+      "epoch": 1.8338908534837044,
+      "grad_norm": 485.134765625,
+      "learning_rate": 3.5961885648659546e-07,
+      "loss": 18.1562,
+      "step": 38376
+    },
+    {
+      "epoch": 1.8339386409251648,
+      "grad_norm": 247.43911743164062,
+      "learning_rate": 3.5941321920627824e-07,
+      "loss": 27.6719,
+      "step": 38377
+    },
+    {
+      "epoch": 1.8339864283666252,
+      "grad_norm": 218.68154907226562,
+      "learning_rate": 3.592076396606359e-07,
+      "loss": 20.3438,
+      "step": 38378
+    },
+    {
+      "epoch": 1.8340342158080856,
+      "grad_norm": 188.95953369140625,
+      "learning_rate": 3.590021178509007e-07,
+      "loss": 19.0469,
+      "step": 38379
+    },
+    {
+      "epoch": 1.834082003249546,
+      "grad_norm": 260.2340393066406,
+      "learning_rate": 3.5879665377830273e-07,
+      "loss": 31.5,
+      "step": 38380
+    },
+    {
+      "epoch": 1.8341297906910063,
+      "grad_norm": 234.75669860839844,
+      "learning_rate": 3.5859124744407116e-07,
+      "loss": 23.5625,
+      "step": 38381
+    },
+    {
+      "epoch": 1.8341775781324667,
+      "grad_norm": 257.7020568847656,
+      "learning_rate": 3.583858988494382e-07,
+      "loss": 22.0,
+      "step": 38382
+    },
+    {
+      "epoch": 1.8342253655739271,
+      "grad_norm": 168.8808135986328,
+      "learning_rate": 3.5818060799563183e-07,
+      "loss": 21.5312,
+      "step": 38383
+    },
+    {
+      "epoch": 1.8342731530153875,
+      "grad_norm": 253.73751831054688,
+      "learning_rate": 3.5797537488388326e-07,
+      "loss": 31.5938,
+      "step": 38384
+    },
+    {
+      "epoch": 1.834320940456848,
+      "grad_norm": 198.1260223388672,
+      "learning_rate": 3.5777019951541927e-07,
+      "loss": 24.5,
+      "step": 38385
+    },
+    {
+      "epoch": 1.8343687278983083,
+      "grad_norm": 402.55291748046875,
+      "learning_rate": 3.575650818914711e-07,
+      "loss": 30.3281,
+      "step": 38386
+    },
+    {
+      "epoch": 1.8344165153397687,
+      "grad_norm": 172.17239379882812,
+      "learning_rate": 3.573600220132656e-07,
+      "loss": 24.9375,
+      "step": 38387
+    },
+    {
+      "epoch": 1.834464302781229,
+      "grad_norm": 342.19207763671875,
+      "learning_rate": 3.571550198820306e-07,
+      "loss": 31.1562,
+      "step": 38388
+    },
+    {
+      "epoch": 1.8345120902226895,
+      "grad_norm": 248.95887756347656,
+      "learning_rate": 3.569500754989952e-07,
+      "loss": 28.4375,
+      "step": 38389
+    },
+    {
+      "epoch": 1.8345598776641499,
+      "grad_norm": 254.2616729736328,
+      "learning_rate": 3.567451888653861e-07,
+      "loss": 21.2656,
+      "step": 38390
+    },
+    {
+      "epoch": 1.8346076651056102,
+      "grad_norm": 252.6332244873047,
+      "learning_rate": 3.565403599824302e-07,
+      "loss": 22.625,
+      "step": 38391
+    },
+    {
+      "epoch": 1.8346554525470706,
+      "grad_norm": 209.3626251220703,
+      "learning_rate": 3.563355888513531e-07,
+      "loss": 31.4688,
+      "step": 38392
+    },
+    {
+      "epoch": 1.834703239988531,
+      "grad_norm": 302.157470703125,
+      "learning_rate": 3.5613087547338167e-07,
+      "loss": 18.8906,
+      "step": 38393
+    },
+    {
+      "epoch": 1.8347510274299914,
+      "grad_norm": 316.1053466796875,
+      "learning_rate": 3.5592621984974264e-07,
+      "loss": 21.6406,
+      "step": 38394
+    },
+    {
+      "epoch": 1.8347988148714518,
+      "grad_norm": 215.58816528320312,
+      "learning_rate": 3.557216219816617e-07,
+      "loss": 20.0781,
+      "step": 38395
+    },
+    {
+      "epoch": 1.8348466023129122,
+      "grad_norm": 208.97596740722656,
+      "learning_rate": 3.555170818703635e-07,
+      "loss": 18.1406,
+      "step": 38396
+    },
+    {
+      "epoch": 1.8348943897543726,
+      "grad_norm": 240.17776489257812,
+      "learning_rate": 3.553125995170736e-07,
+      "loss": 19.4062,
+      "step": 38397
+    },
+    {
+      "epoch": 1.834942177195833,
+      "grad_norm": 286.23486328125,
+      "learning_rate": 3.551081749230156e-07,
+      "loss": 28.1406,
+      "step": 38398
+    },
+    {
+      "epoch": 1.8349899646372934,
+      "grad_norm": 224.03793334960938,
+      "learning_rate": 3.5490380808941516e-07,
+      "loss": 28.7812,
+      "step": 38399
+    },
+    {
+      "epoch": 1.8350377520787537,
+      "grad_norm": 259.5266418457031,
+      "learning_rate": 3.5469949901749457e-07,
+      "loss": 20.9531,
+      "step": 38400
+    },
+    {
+      "epoch": 1.8350855395202141,
+      "grad_norm": 163.18264770507812,
+      "learning_rate": 3.5449524770847733e-07,
+      "loss": 16.2344,
+      "step": 38401
+    },
+    {
+      "epoch": 1.8351333269616745,
+      "grad_norm": 300.0917053222656,
+      "learning_rate": 3.542910541635902e-07,
+      "loss": 18.25,
+      "step": 38402
+    },
+    {
+      "epoch": 1.835181114403135,
+      "grad_norm": 344.4390563964844,
+      "learning_rate": 3.540869183840512e-07,
+      "loss": 30.5938,
+      "step": 38403
+    },
+    {
+      "epoch": 1.8352289018445953,
+      "grad_norm": 177.1170654296875,
+      "learning_rate": 3.538828403710848e-07,
+      "loss": 16.5469,
+      "step": 38404
+    },
+    {
+      "epoch": 1.8352766892860557,
+      "grad_norm": 416.92254638671875,
+      "learning_rate": 3.536788201259134e-07,
+      "loss": 28.25,
+      "step": 38405
+    },
+    {
+      "epoch": 1.835324476727516,
+      "grad_norm": 288.8387756347656,
+      "learning_rate": 3.534748576497593e-07,
+      "loss": 16.5,
+      "step": 38406
+    },
+    {
+      "epoch": 1.8353722641689765,
+      "grad_norm": 925.8036499023438,
+      "learning_rate": 3.532709529438427e-07,
+      "loss": 17.375,
+      "step": 38407
+    },
+    {
+      "epoch": 1.8354200516104369,
+      "grad_norm": 223.6535186767578,
+      "learning_rate": 3.53067106009386e-07,
+      "loss": 26.7188,
+      "step": 38408
+    },
+    {
+      "epoch": 1.8354678390518973,
+      "grad_norm": 304.6035461425781,
+      "learning_rate": 3.528633168476092e-07,
+      "loss": 30.75,
+      "step": 38409
+    },
+    {
+      "epoch": 1.8355156264933576,
+      "grad_norm": 152.9648895263672,
+      "learning_rate": 3.5265958545973366e-07,
+      "loss": 21.5156,
+      "step": 38410
+    },
+    {
+      "epoch": 1.835563413934818,
+      "grad_norm": 1917.23193359375,
+      "learning_rate": 3.5245591184697727e-07,
+      "loss": 20.625,
+      "step": 38411
+    },
+    {
+      "epoch": 1.8356112013762784,
+      "grad_norm": 177.212890625,
+      "learning_rate": 3.522522960105612e-07,
+      "loss": 26.0312,
+      "step": 38412
+    },
+    {
+      "epoch": 1.8356589888177388,
+      "grad_norm": 316.2490234375,
+      "learning_rate": 3.520487379517068e-07,
+      "loss": 25.25,
+      "step": 38413
+    },
+    {
+      "epoch": 1.8357067762591992,
+      "grad_norm": 245.7755126953125,
+      "learning_rate": 3.518452376716297e-07,
+      "loss": 16.9844,
+      "step": 38414
+    },
+    {
+      "epoch": 1.8357545637006596,
+      "grad_norm": 160.2233123779297,
+      "learning_rate": 3.5164179517155005e-07,
+      "loss": 24.0,
+      "step": 38415
+    },
+    {
+      "epoch": 1.83580235114212,
+      "grad_norm": 164.12701416015625,
+      "learning_rate": 3.514384104526869e-07,
+      "loss": 16.0156,
+      "step": 38416
+    },
+    {
+      "epoch": 1.8358501385835804,
+      "grad_norm": 224.97048950195312,
+      "learning_rate": 3.5123508351625813e-07,
+      "loss": 20.0,
+      "step": 38417
+    },
+    {
+      "epoch": 1.8358979260250408,
+      "grad_norm": 326.5006103515625,
+      "learning_rate": 3.510318143634794e-07,
+      "loss": 30.8906,
+      "step": 38418
+    },
+    {
+      "epoch": 1.8359457134665012,
+      "grad_norm": 412.9285888671875,
+      "learning_rate": 3.5082860299557096e-07,
+      "loss": 25.2188,
+      "step": 38419
+    },
+    {
+      "epoch": 1.8359935009079615,
+      "grad_norm": 365.7034606933594,
+      "learning_rate": 3.5062544941374734e-07,
+      "loss": 22.7812,
+      "step": 38420
+    },
+    {
+      "epoch": 1.836041288349422,
+      "grad_norm": 273.3071594238281,
+      "learning_rate": 3.504223536192264e-07,
+      "loss": 17.5781,
+      "step": 38421
+    },
+    {
+      "epoch": 1.8360890757908823,
+      "grad_norm": 315.78021240234375,
+      "learning_rate": 3.50219315613225e-07,
+      "loss": 24.5312,
+      "step": 38422
+    },
+    {
+      "epoch": 1.8361368632323425,
+      "grad_norm": 1084.06884765625,
+      "learning_rate": 3.5001633539695654e-07,
+      "loss": 24.7188,
+      "step": 38423
+    },
+    {
+      "epoch": 1.8361846506738029,
+      "grad_norm": 276.59820556640625,
+      "learning_rate": 3.498134129716391e-07,
+      "loss": 25.875,
+      "step": 38424
+    },
+    {
+      "epoch": 1.8362324381152633,
+      "grad_norm": 229.71759033203125,
+      "learning_rate": 3.496105483384882e-07,
+      "loss": 16.4219,
+      "step": 38425
+    },
+    {
+      "epoch": 1.8362802255567237,
+      "grad_norm": 1794.609375,
+      "learning_rate": 3.4940774149871734e-07,
+      "loss": 34.2188,
+      "step": 38426
+    },
+    {
+      "epoch": 1.836328012998184,
+      "grad_norm": 659.4993286132812,
+      "learning_rate": 3.492049924535401e-07,
+      "loss": 24.875,
+      "step": 38427
+    },
+    {
+      "epoch": 1.8363758004396444,
+      "grad_norm": 317.45013427734375,
+      "learning_rate": 3.490023012041743e-07,
+      "loss": 26.5781,
+      "step": 38428
+    },
+    {
+      "epoch": 1.8364235878811048,
+      "grad_norm": 224.5870819091797,
+      "learning_rate": 3.4879966775182905e-07,
+      "loss": 24.2656,
+      "step": 38429
+    },
+    {
+      "epoch": 1.8364713753225652,
+      "grad_norm": 276.91729736328125,
+      "learning_rate": 3.485970920977211e-07,
+      "loss": 21.5469,
+      "step": 38430
+    },
+    {
+      "epoch": 1.8365191627640256,
+      "grad_norm": 213.21270751953125,
+      "learning_rate": 3.4839457424306276e-07,
+      "loss": 19.375,
+      "step": 38431
+    },
+    {
+      "epoch": 1.836566950205486,
+      "grad_norm": 153.12933349609375,
+      "learning_rate": 3.4819211418906875e-07,
+      "loss": 18.8594,
+      "step": 38432
+    },
+    {
+      "epoch": 1.8366147376469464,
+      "grad_norm": 264.4134826660156,
+      "learning_rate": 3.47989711936948e-07,
+      "loss": 26.4375,
+      "step": 38433
+    },
+    {
+      "epoch": 1.8366625250884068,
+      "grad_norm": 359.8587951660156,
+      "learning_rate": 3.4778736748791395e-07,
+      "loss": 23.2344,
+      "step": 38434
+    },
+    {
+      "epoch": 1.8367103125298672,
+      "grad_norm": 291.5638732910156,
+      "learning_rate": 3.475850808431791e-07,
+      "loss": 16.0156,
+      "step": 38435
+    },
+    {
+      "epoch": 1.8367580999713276,
+      "grad_norm": 306.1366882324219,
+      "learning_rate": 3.473828520039557e-07,
+      "loss": 30.9219,
+      "step": 38436
+    },
+    {
+      "epoch": 1.836805887412788,
+      "grad_norm": 291.7253723144531,
+      "learning_rate": 3.4718068097145287e-07,
+      "loss": 22.125,
+      "step": 38437
+    },
+    {
+      "epoch": 1.8368536748542483,
+      "grad_norm": 230.8768310546875,
+      "learning_rate": 3.469785677468829e-07,
+      "loss": 28.875,
+      "step": 38438
+    },
+    {
+      "epoch": 1.8369014622957087,
+      "grad_norm": 253.79629516601562,
+      "learning_rate": 3.4677651233145483e-07,
+      "loss": 20.3281,
+      "step": 38439
+    },
+    {
+      "epoch": 1.836949249737169,
+      "grad_norm": 344.4295349121094,
+      "learning_rate": 3.465745147263799e-07,
+      "loss": 39.3125,
+      "step": 38440
+    },
+    {
+      "epoch": 1.8369970371786295,
+      "grad_norm": 201.47573852539062,
+      "learning_rate": 3.4637257493286615e-07,
+      "loss": 22.8438,
+      "step": 38441
+    },
+    {
+      "epoch": 1.8370448246200899,
+      "grad_norm": 101.13587188720703,
+      "learning_rate": 3.461706929521247e-07,
+      "loss": 13.8906,
+      "step": 38442
+    },
+    {
+      "epoch": 1.8370926120615503,
+      "grad_norm": 180.86575317382812,
+      "learning_rate": 3.459688687853657e-07,
+      "loss": 25.7188,
+      "step": 38443
+    },
+    {
+      "epoch": 1.8371403995030104,
+      "grad_norm": 108.08682250976562,
+      "learning_rate": 3.4576710243379387e-07,
+      "loss": 27.7656,
+      "step": 38444
+    },
+    {
+      "epoch": 1.8371881869444708,
+      "grad_norm": 315.27392578125,
+      "learning_rate": 3.4556539389862033e-07,
+      "loss": 22.9062,
+      "step": 38445
+    },
+    {
+      "epoch": 1.8372359743859312,
+      "grad_norm": 298.1134033203125,
+      "learning_rate": 3.453637431810519e-07,
+      "loss": 25.25,
+      "step": 38446
+    },
+    {
+      "epoch": 1.8372837618273916,
+      "grad_norm": 275.4502258300781,
+      "learning_rate": 3.4516215028229773e-07,
+      "loss": 17.1406,
+      "step": 38447
+    },
+    {
+      "epoch": 1.837331549268852,
+      "grad_norm": 134.20736694335938,
+      "learning_rate": 3.449606152035634e-07,
+      "loss": 17.5312,
+      "step": 38448
+    },
+    {
+      "epoch": 1.8373793367103124,
+      "grad_norm": 225.7871856689453,
+      "learning_rate": 3.447591379460569e-07,
+      "loss": 18.8281,
+      "step": 38449
+    },
+    {
+      "epoch": 1.8374271241517728,
+      "grad_norm": 426.0451965332031,
+      "learning_rate": 3.4455771851098495e-07,
+      "loss": 23.7812,
+      "step": 38450
+    },
+    {
+      "epoch": 1.8374749115932332,
+      "grad_norm": 194.8037567138672,
+      "learning_rate": 3.443563568995534e-07,
+      "loss": 20.6562,
+      "step": 38451
+    },
+    {
+      "epoch": 1.8375226990346936,
+      "grad_norm": 241.32388305664062,
+      "learning_rate": 3.441550531129667e-07,
+      "loss": 23.2812,
+      "step": 38452
+    },
+    {
+      "epoch": 1.837570486476154,
+      "grad_norm": 223.711181640625,
+      "learning_rate": 3.43953807152434e-07,
+      "loss": 23.0,
+      "step": 38453
+    },
+    {
+      "epoch": 1.8376182739176143,
+      "grad_norm": 565.1802978515625,
+      "learning_rate": 3.4375261901915646e-07,
+      "loss": 27.875,
+      "step": 38454
+    },
+    {
+      "epoch": 1.8376660613590747,
+      "grad_norm": 157.409912109375,
+      "learning_rate": 3.435514887143421e-07,
+      "loss": 20.875,
+      "step": 38455
+    },
+    {
+      "epoch": 1.8377138488005351,
+      "grad_norm": 168.88345336914062,
+      "learning_rate": 3.433504162391921e-07,
+      "loss": 16.8984,
+      "step": 38456
+    },
+    {
+      "epoch": 1.8377616362419955,
+      "grad_norm": 184.56362915039062,
+      "learning_rate": 3.431494015949144e-07,
+      "loss": 27.125,
+      "step": 38457
+    },
+    {
+      "epoch": 1.837809423683456,
+      "grad_norm": 539.3836059570312,
+      "learning_rate": 3.429484447827103e-07,
+      "loss": 24.9375,
+      "step": 38458
+    },
+    {
+      "epoch": 1.8378572111249163,
+      "grad_norm": 296.7152099609375,
+      "learning_rate": 3.4274754580378436e-07,
+      "loss": 19.9375,
+      "step": 38459
+    },
+    {
+      "epoch": 1.8379049985663767,
+      "grad_norm": 314.0384216308594,
+      "learning_rate": 3.4254670465933893e-07,
+      "loss": 24.6875,
+      "step": 38460
+    },
+    {
+      "epoch": 1.837952786007837,
+      "grad_norm": 214.6219482421875,
+      "learning_rate": 3.4234592135057753e-07,
+      "loss": 28.7188,
+      "step": 38461
+    },
+    {
+      "epoch": 1.8380005734492975,
+      "grad_norm": 169.25387573242188,
+      "learning_rate": 3.421451958787025e-07,
+      "loss": 33.7188,
+      "step": 38462
+    },
+    {
+      "epoch": 1.8380483608907578,
+      "grad_norm": 248.8319091796875,
+      "learning_rate": 3.419445282449141e-07,
+      "loss": 39.9062,
+      "step": 38463
+    },
+    {
+      "epoch": 1.8380961483322182,
+      "grad_norm": 488.5411376953125,
+      "learning_rate": 3.4174391845041677e-07,
+      "loss": 18.3594,
+      "step": 38464
+    },
+    {
+      "epoch": 1.8381439357736786,
+      "grad_norm": 242.5556182861328,
+      "learning_rate": 3.415433664964118e-07,
+      "loss": 28.8438,
+      "step": 38465
+    },
+    {
+      "epoch": 1.838191723215139,
+      "grad_norm": 307.4404296875,
+      "learning_rate": 3.4134287238409837e-07,
+      "loss": 26.375,
+      "step": 38466
+    },
+    {
+      "epoch": 1.8382395106565994,
+      "grad_norm": 228.1664276123047,
+      "learning_rate": 3.4114243611467756e-07,
+      "loss": 31.375,
+      "step": 38467
+    },
+    {
+      "epoch": 1.8382872980980598,
+      "grad_norm": 108.6762924194336,
+      "learning_rate": 3.4094205768935075e-07,
+      "loss": 15.4375,
+      "step": 38468
+    },
+    {
+      "epoch": 1.8383350855395202,
+      "grad_norm": 284.44378662109375,
+      "learning_rate": 3.4074173710931804e-07,
+      "loss": 26.125,
+      "step": 38469
+    },
+    {
+      "epoch": 1.8383828729809806,
+      "grad_norm": 215.38885498046875,
+      "learning_rate": 3.4054147437577733e-07,
+      "loss": 28.6562,
+      "step": 38470
+    },
+    {
+      "epoch": 1.838430660422441,
+      "grad_norm": 222.65089416503906,
+      "learning_rate": 3.4034126948992887e-07,
+      "loss": 29.5938,
+      "step": 38471
+    },
+    {
+      "epoch": 1.8384784478639014,
+      "grad_norm": 249.81936645507812,
+      "learning_rate": 3.401411224529727e-07,
+      "loss": 27.5,
+      "step": 38472
+    },
+    {
+      "epoch": 1.8385262353053617,
+      "grad_norm": 222.4341583251953,
+      "learning_rate": 3.3994103326610684e-07,
+      "loss": 32.5312,
+      "step": 38473
+    },
+    {
+      "epoch": 1.8385740227468221,
+      "grad_norm": 211.76585388183594,
+      "learning_rate": 3.3974100193052914e-07,
+      "loss": 21.1406,
+      "step": 38474
+    },
+    {
+      "epoch": 1.8386218101882825,
+      "grad_norm": 211.08151245117188,
+      "learning_rate": 3.3954102844743653e-07,
+      "loss": 26.75,
+      "step": 38475
+    },
+    {
+      "epoch": 1.838669597629743,
+      "grad_norm": 226.0497283935547,
+      "learning_rate": 3.393411128180291e-07,
+      "loss": 12.0,
+      "step": 38476
+    },
+    {
+      "epoch": 1.8387173850712033,
+      "grad_norm": 247.1326904296875,
+      "learning_rate": 3.391412550435025e-07,
+      "loss": 22.9844,
+      "step": 38477
+    },
+    {
+      "epoch": 1.8387651725126637,
+      "grad_norm": 649.0109252929688,
+      "learning_rate": 3.389414551250536e-07,
+      "loss": 23.8359,
+      "step": 38478
+    },
+    {
+      "epoch": 1.838812959954124,
+      "grad_norm": 215.65521240234375,
+      "learning_rate": 3.3874171306387814e-07,
+      "loss": 26.3281,
+      "step": 38479
+    },
+    {
+      "epoch": 1.8388607473955845,
+      "grad_norm": 179.3935089111328,
+      "learning_rate": 3.385420288611752e-07,
+      "loss": 19.3281,
+      "step": 38480
+    },
+    {
+      "epoch": 1.8389085348370449,
+      "grad_norm": 337.5701904296875,
+      "learning_rate": 3.383424025181381e-07,
+      "loss": 25.875,
+      "step": 38481
+    },
+    {
+      "epoch": 1.8389563222785053,
+      "grad_norm": 195.80099487304688,
+      "learning_rate": 3.381428340359627e-07,
+      "loss": 22.7656,
+      "step": 38482
+    },
+    {
+      "epoch": 1.8390041097199656,
+      "grad_norm": 290.3180236816406,
+      "learning_rate": 3.379433234158458e-07,
+      "loss": 27.8438,
+      "step": 38483
+    },
+    {
+      "epoch": 1.839051897161426,
+      "grad_norm": 248.38401794433594,
+      "learning_rate": 3.3774387065897974e-07,
+      "loss": 22.6875,
+      "step": 38484
+    },
+    {
+      "epoch": 1.8390996846028864,
+      "grad_norm": 529.7437133789062,
+      "learning_rate": 3.3754447576656024e-07,
+      "loss": 20.3594,
+      "step": 38485
+    },
+    {
+      "epoch": 1.8391474720443468,
+      "grad_norm": 305.552001953125,
+      "learning_rate": 3.3734513873978193e-07,
+      "loss": 27.9688,
+      "step": 38486
+    },
+    {
+      "epoch": 1.8391952594858072,
+      "grad_norm": 181.13755798339844,
+      "learning_rate": 3.3714585957983713e-07,
+      "loss": 20.8438,
+      "step": 38487
+    },
+    {
+      "epoch": 1.8392430469272676,
+      "grad_norm": 188.7740936279297,
+      "learning_rate": 3.3694663828792163e-07,
+      "loss": 16.375,
+      "step": 38488
+    },
+    {
+      "epoch": 1.839290834368728,
+      "grad_norm": 192.47613525390625,
+      "learning_rate": 3.367474748652255e-07,
+      "loss": 29.25,
+      "step": 38489
+    },
+    {
+      "epoch": 1.8393386218101884,
+      "grad_norm": 202.6116943359375,
+      "learning_rate": 3.365483693129434e-07,
+      "loss": 26.8594,
+      "step": 38490
+    },
+    {
+      "epoch": 1.8393864092516488,
+      "grad_norm": 265.6852722167969,
+      "learning_rate": 3.3634932163226773e-07,
+      "loss": 30.6562,
+      "step": 38491
+    },
+    {
+      "epoch": 1.8394341966931091,
+      "grad_norm": 253.67832946777344,
+      "learning_rate": 3.3615033182438973e-07,
+      "loss": 24.1406,
+      "step": 38492
+    },
+    {
+      "epoch": 1.8394819841345695,
+      "grad_norm": 248.34716796875,
+      "learning_rate": 3.3595139989050176e-07,
+      "loss": 32.3125,
+      "step": 38493
+    },
+    {
+      "epoch": 1.83952977157603,
+      "grad_norm": 188.872802734375,
+      "learning_rate": 3.3575252583179395e-07,
+      "loss": 19.1719,
+      "step": 38494
+    },
+    {
+      "epoch": 1.8395775590174903,
+      "grad_norm": 528.6043090820312,
+      "learning_rate": 3.355537096494599e-07,
+      "loss": 28.0625,
+      "step": 38495
+    },
+    {
+      "epoch": 1.8396253464589507,
+      "grad_norm": 256.7634582519531,
+      "learning_rate": 3.353549513446863e-07,
+      "loss": 19.4219,
+      "step": 38496
+    },
+    {
+      "epoch": 1.839673133900411,
+      "grad_norm": 160.18531799316406,
+      "learning_rate": 3.351562509186668e-07,
+      "loss": 22.75,
+      "step": 38497
+    },
+    {
+      "epoch": 1.8397209213418715,
+      "grad_norm": 151.85499572753906,
+      "learning_rate": 3.349576083725914e-07,
+      "loss": 20.8594,
+      "step": 38498
+    },
+    {
+      "epoch": 1.8397687087833319,
+      "grad_norm": 226.79078674316406,
+      "learning_rate": 3.3475902370764813e-07,
+      "loss": 25.8906,
+      "step": 38499
+    },
+    {
+      "epoch": 1.8398164962247923,
+      "grad_norm": 223.11740112304688,
+      "learning_rate": 3.345604969250249e-07,
+      "loss": 22.5781,
+      "step": 38500
+    },
+    {
+      "epoch": 1.8398642836662527,
+      "grad_norm": 421.0960693359375,
+      "learning_rate": 3.343620280259141e-07,
+      "loss": 19.3125,
+      "step": 38501
+    },
+    {
+      "epoch": 1.839912071107713,
+      "grad_norm": 270.62261962890625,
+      "learning_rate": 3.341636170115037e-07,
+      "loss": 19.6719,
+      "step": 38502
+    },
+    {
+      "epoch": 1.8399598585491734,
+      "grad_norm": 284.3726501464844,
+      "learning_rate": 3.339652638829782e-07,
+      "loss": 22.7188,
+      "step": 38503
+    },
+    {
+      "epoch": 1.8400076459906338,
+      "grad_norm": 295.7883605957031,
+      "learning_rate": 3.337669686415301e-07,
+      "loss": 28.3906,
+      "step": 38504
+    },
+    {
+      "epoch": 1.8400554334320942,
+      "grad_norm": 221.34779357910156,
+      "learning_rate": 3.33568731288344e-07,
+      "loss": 20.2812,
+      "step": 38505
+    },
+    {
+      "epoch": 1.8401032208735544,
+      "grad_norm": 194.38934326171875,
+      "learning_rate": 3.333705518246089e-07,
+      "loss": 23.3125,
+      "step": 38506
+    },
+    {
+      "epoch": 1.8401510083150148,
+      "grad_norm": 142.63720703125,
+      "learning_rate": 3.331724302515105e-07,
+      "loss": 15.6719,
+      "step": 38507
+    },
+    {
+      "epoch": 1.8401987957564752,
+      "grad_norm": 204.1725311279297,
+      "learning_rate": 3.329743665702356e-07,
+      "loss": 23.1875,
+      "step": 38508
+    },
+    {
+      "epoch": 1.8402465831979355,
+      "grad_norm": 148.75482177734375,
+      "learning_rate": 3.3277636078197004e-07,
+      "loss": 20.625,
+      "step": 38509
+    },
+    {
+      "epoch": 1.840294370639396,
+      "grad_norm": 195.02099609375,
+      "learning_rate": 3.325784128879006e-07,
+      "loss": 22.6562,
+      "step": 38510
+    },
+    {
+      "epoch": 1.8403421580808563,
+      "grad_norm": 223.12159729003906,
+      "learning_rate": 3.3238052288921186e-07,
+      "loss": 26.2812,
+      "step": 38511
+    },
+    {
+      "epoch": 1.8403899455223167,
+      "grad_norm": 413.3794250488281,
+      "learning_rate": 3.3218269078708844e-07,
+      "loss": 28.4688,
+      "step": 38512
+    },
+    {
+      "epoch": 1.840437732963777,
+      "grad_norm": 477.630859375,
+      "learning_rate": 3.3198491658271714e-07,
+      "loss": 23.0625,
+      "step": 38513
+    },
+    {
+      "epoch": 1.8404855204052375,
+      "grad_norm": 245.59718322753906,
+      "learning_rate": 3.317872002772793e-07,
+      "loss": 34.5312,
+      "step": 38514
+    },
+    {
+      "epoch": 1.8405333078466979,
+      "grad_norm": 536.0771484375,
+      "learning_rate": 3.315895418719617e-07,
+      "loss": 31.375,
+      "step": 38515
+    },
+    {
+      "epoch": 1.8405810952881583,
+      "grad_norm": 215.5465087890625,
+      "learning_rate": 3.3139194136794783e-07,
+      "loss": 29.3438,
+      "step": 38516
+    },
+    {
+      "epoch": 1.8406288827296187,
+      "grad_norm": 180.07882690429688,
+      "learning_rate": 3.3119439876641903e-07,
+      "loss": 22.7344,
+      "step": 38517
+    },
+    {
+      "epoch": 1.840676670171079,
+      "grad_norm": 207.1885223388672,
+      "learning_rate": 3.309969140685598e-07,
+      "loss": 27.7812,
+      "step": 38518
+    },
+    {
+      "epoch": 1.8407244576125394,
+      "grad_norm": 264.81085205078125,
+      "learning_rate": 3.3079948727555376e-07,
+      "loss": 31.6875,
+      "step": 38519
+    },
+    {
+      "epoch": 1.8407722450539998,
+      "grad_norm": 172.7080535888672,
+      "learning_rate": 3.3060211838858104e-07,
+      "loss": 20.3125,
+      "step": 38520
+    },
+    {
+      "epoch": 1.8408200324954602,
+      "grad_norm": 263.51849365234375,
+      "learning_rate": 3.304048074088262e-07,
+      "loss": 32.2812,
+      "step": 38521
+    },
+    {
+      "epoch": 1.8408678199369206,
+      "grad_norm": 184.64666748046875,
+      "learning_rate": 3.302075543374683e-07,
+      "loss": 24.5625,
+      "step": 38522
+    },
+    {
+      "epoch": 1.840915607378381,
+      "grad_norm": 441.9048156738281,
+      "learning_rate": 3.3001035917568867e-07,
+      "loss": 37.3438,
+      "step": 38523
+    },
+    {
+      "epoch": 1.8409633948198414,
+      "grad_norm": 1599.7158203125,
+      "learning_rate": 3.298132219246708e-07,
+      "loss": 20.0938,
+      "step": 38524
+    },
+    {
+      "epoch": 1.8410111822613018,
+      "grad_norm": 245.83847045898438,
+      "learning_rate": 3.296161425855926e-07,
+      "loss": 26.4688,
+      "step": 38525
+    },
+    {
+      "epoch": 1.841058969702762,
+      "grad_norm": 299.6874694824219,
+      "learning_rate": 3.2941912115963647e-07,
+      "loss": 34.4375,
+      "step": 38526
+    },
+    {
+      "epoch": 1.8411067571442223,
+      "grad_norm": 170.3094482421875,
+      "learning_rate": 3.292221576479804e-07,
+      "loss": 23.4688,
+      "step": 38527
+    },
+    {
+      "epoch": 1.8411545445856827,
+      "grad_norm": 134.1275177001953,
+      "learning_rate": 3.2902525205180555e-07,
+      "loss": 15.6406,
+      "step": 38528
+    },
+    {
+      "epoch": 1.8412023320271431,
+      "grad_norm": 244.16246032714844,
+      "learning_rate": 3.2882840437229003e-07,
+      "loss": 26.9062,
+      "step": 38529
+    },
+    {
+      "epoch": 1.8412501194686035,
+      "grad_norm": 211.07322692871094,
+      "learning_rate": 3.286316146106139e-07,
+      "loss": 25.2188,
+      "step": 38530
+    },
+    {
+      "epoch": 1.841297906910064,
+      "grad_norm": 191.4349365234375,
+      "learning_rate": 3.2843488276795396e-07,
+      "loss": 22.4688,
+      "step": 38531
+    },
+    {
+      "epoch": 1.8413456943515243,
+      "grad_norm": 203.9103546142578,
+      "learning_rate": 3.282382088454905e-07,
+      "loss": 24.5312,
+      "step": 38532
+    },
+    {
+      "epoch": 1.8413934817929847,
+      "grad_norm": 180.3054962158203,
+      "learning_rate": 3.280415928443992e-07,
+      "loss": 22.2656,
+      "step": 38533
+    },
+    {
+      "epoch": 1.841441269234445,
+      "grad_norm": 282.2404479980469,
+      "learning_rate": 3.278450347658579e-07,
+      "loss": 34.75,
+      "step": 38534
+    },
+    {
+      "epoch": 1.8414890566759055,
+      "grad_norm": 370.94342041015625,
+      "learning_rate": 3.2764853461104584e-07,
+      "loss": 25.2188,
+      "step": 38535
+    },
+    {
+      "epoch": 1.8415368441173658,
+      "grad_norm": 255.4095001220703,
+      "learning_rate": 3.274520923811375e-07,
+      "loss": 33.375,
+      "step": 38536
+    },
+    {
+      "epoch": 1.8415846315588262,
+      "grad_norm": 220.84043884277344,
+      "learning_rate": 3.272557080773098e-07,
+      "loss": 24.625,
+      "step": 38537
+    },
+    {
+      "epoch": 1.8416324190002866,
+      "grad_norm": 215.80970764160156,
+      "learning_rate": 3.270593817007395e-07,
+      "loss": 16.2969,
+      "step": 38538
+    },
+    {
+      "epoch": 1.841680206441747,
+      "grad_norm": 230.0824737548828,
+      "learning_rate": 3.2686311325260346e-07,
+      "loss": 28.75,
+      "step": 38539
+    },
+    {
+      "epoch": 1.8417279938832074,
+      "grad_norm": 119.87928771972656,
+      "learning_rate": 3.266669027340741e-07,
+      "loss": 18.7188,
+      "step": 38540
+    },
+    {
+      "epoch": 1.8417757813246678,
+      "grad_norm": 134.26455688476562,
+      "learning_rate": 3.264707501463271e-07,
+      "loss": 23.0,
+      "step": 38541
+    },
+    {
+      "epoch": 1.8418235687661282,
+      "grad_norm": 221.32354736328125,
+      "learning_rate": 3.262746554905394e-07,
+      "loss": 22.6562,
+      "step": 38542
+    },
+    {
+      "epoch": 1.8418713562075886,
+      "grad_norm": 143.38693237304688,
+      "learning_rate": 3.2607861876788437e-07,
+      "loss": 26.1406,
+      "step": 38543
+    },
+    {
+      "epoch": 1.841919143649049,
+      "grad_norm": 238.91546630859375,
+      "learning_rate": 3.258826399795345e-07,
+      "loss": 26.0,
+      "step": 38544
+    },
+    {
+      "epoch": 1.8419669310905094,
+      "grad_norm": 307.6457824707031,
+      "learning_rate": 3.2568671912666436e-07,
+      "loss": 28.4062,
+      "step": 38545
+    },
+    {
+      "epoch": 1.8420147185319697,
+      "grad_norm": 208.3579864501953,
+      "learning_rate": 3.2549085621044975e-07,
+      "loss": 24.5,
+      "step": 38546
+    },
+    {
+      "epoch": 1.8420625059734301,
+      "grad_norm": 165.56968688964844,
+      "learning_rate": 3.2529505123205963e-07,
+      "loss": 15.9219,
+      "step": 38547
+    },
+    {
+      "epoch": 1.8421102934148905,
+      "grad_norm": 253.80227661132812,
+      "learning_rate": 3.250993041926676e-07,
+      "loss": 23.3125,
+      "step": 38548
+    },
+    {
+      "epoch": 1.842158080856351,
+      "grad_norm": 137.90899658203125,
+      "learning_rate": 3.2490361509344927e-07,
+      "loss": 21.7969,
+      "step": 38549
+    },
+    {
+      "epoch": 1.8422058682978113,
+      "grad_norm": 278.2421569824219,
+      "learning_rate": 3.2470798393557154e-07,
+      "loss": 22.25,
+      "step": 38550
+    },
+    {
+      "epoch": 1.8422536557392717,
+      "grad_norm": 152.5706787109375,
+      "learning_rate": 3.2451241072020913e-07,
+      "loss": 14.4062,
+      "step": 38551
+    },
+    {
+      "epoch": 1.842301443180732,
+      "grad_norm": 165.36029052734375,
+      "learning_rate": 3.2431689544853316e-07,
+      "loss": 27.0312,
+      "step": 38552
+    },
+    {
+      "epoch": 1.8423492306221925,
+      "grad_norm": 387.9181213378906,
+      "learning_rate": 3.241214381217128e-07,
+      "loss": 26.7188,
+      "step": 38553
+    },
+    {
+      "epoch": 1.8423970180636529,
+      "grad_norm": 561.0297241210938,
+      "learning_rate": 3.239260387409215e-07,
+      "loss": 26.4531,
+      "step": 38554
+    },
+    {
+      "epoch": 1.8424448055051132,
+      "grad_norm": 576.533935546875,
+      "learning_rate": 3.237306973073262e-07,
+      "loss": 31.9688,
+      "step": 38555
+    },
+    {
+      "epoch": 1.8424925929465736,
+      "grad_norm": 387.809326171875,
+      "learning_rate": 3.235354138220992e-07,
+      "loss": 27.7812,
+      "step": 38556
+    },
+    {
+      "epoch": 1.842540380388034,
+      "grad_norm": 324.1938781738281,
+      "learning_rate": 3.2334018828640733e-07,
+      "loss": 21.8438,
+      "step": 38557
+    },
+    {
+      "epoch": 1.8425881678294944,
+      "grad_norm": 245.746826171875,
+      "learning_rate": 3.231450207014231e-07,
+      "loss": 18.6094,
+      "step": 38558
+    },
+    {
+      "epoch": 1.8426359552709548,
+      "grad_norm": 241.10336303710938,
+      "learning_rate": 3.229499110683132e-07,
+      "loss": 23.9062,
+      "step": 38559
+    },
+    {
+      "epoch": 1.8426837427124152,
+      "grad_norm": 193.63272094726562,
+      "learning_rate": 3.227548593882457e-07,
+      "loss": 18.25,
+      "step": 38560
+    },
+    {
+      "epoch": 1.8427315301538756,
+      "grad_norm": 232.93359375,
+      "learning_rate": 3.225598656623918e-07,
+      "loss": 22.2812,
+      "step": 38561
+    },
+    {
+      "epoch": 1.842779317595336,
+      "grad_norm": 123.88626861572266,
+      "learning_rate": 3.2236492989191513e-07,
+      "loss": 16.2031,
+      "step": 38562
+    },
+    {
+      "epoch": 1.8428271050367964,
+      "grad_norm": 327.56671142578125,
+      "learning_rate": 3.221700520779847e-07,
+      "loss": 22.3438,
+      "step": 38563
+    },
+    {
+      "epoch": 1.8428748924782568,
+      "grad_norm": 135.2872772216797,
+      "learning_rate": 3.219752322217673e-07,
+      "loss": 19.2188,
+      "step": 38564
+    },
+    {
+      "epoch": 1.8429226799197171,
+      "grad_norm": 240.72874450683594,
+      "learning_rate": 3.2178047032443207e-07,
+      "loss": 28.7188,
+      "step": 38565
+    },
+    {
+      "epoch": 1.8429704673611775,
+      "grad_norm": 382.7539367675781,
+      "learning_rate": 3.2158576638714245e-07,
+      "loss": 21.3438,
+      "step": 38566
+    },
+    {
+      "epoch": 1.843018254802638,
+      "grad_norm": 225.59759521484375,
+      "learning_rate": 3.2139112041106534e-07,
+      "loss": 30.8125,
+      "step": 38567
+    },
+    {
+      "epoch": 1.8430660422440983,
+      "grad_norm": 222.04034423828125,
+      "learning_rate": 3.2119653239736757e-07,
+      "loss": 31.1562,
+      "step": 38568
+    },
+    {
+      "epoch": 1.8431138296855587,
+      "grad_norm": 14323.8388671875,
+      "learning_rate": 3.2100200234721377e-07,
+      "loss": 20.0,
+      "step": 38569
+    },
+    {
+      "epoch": 1.843161617127019,
+      "grad_norm": 162.72579956054688,
+      "learning_rate": 3.208075302617675e-07,
+      "loss": 23.6719,
+      "step": 38570
+    },
+    {
+      "epoch": 1.8432094045684795,
+      "grad_norm": 241.1671142578125,
+      "learning_rate": 3.2061311614219437e-07,
+      "loss": 23.7031,
+      "step": 38571
+    },
+    {
+      "epoch": 1.8432571920099399,
+      "grad_norm": 294.7109680175781,
+      "learning_rate": 3.204187599896602e-07,
+      "loss": 28.125,
+      "step": 38572
+    },
+    {
+      "epoch": 1.8433049794514003,
+      "grad_norm": 188.61822509765625,
+      "learning_rate": 3.202244618053263e-07,
+      "loss": 18.875,
+      "step": 38573
+    },
+    {
+      "epoch": 1.8433527668928607,
+      "grad_norm": 367.4787292480469,
+      "learning_rate": 3.2003022159035724e-07,
+      "loss": 36.3438,
+      "step": 38574
+    },
+    {
+      "epoch": 1.843400554334321,
+      "grad_norm": 272.8543395996094,
+      "learning_rate": 3.1983603934591657e-07,
+      "loss": 21.4531,
+      "step": 38575
+    },
+    {
+      "epoch": 1.8434483417757814,
+      "grad_norm": 266.62896728515625,
+      "learning_rate": 3.196419150731689e-07,
+      "loss": 28.5781,
+      "step": 38576
+    },
+    {
+      "epoch": 1.8434961292172418,
+      "grad_norm": 191.1520233154297,
+      "learning_rate": 3.1944784877327437e-07,
+      "loss": 25.8594,
+      "step": 38577
+    },
+    {
+      "epoch": 1.8435439166587022,
+      "grad_norm": 245.3809051513672,
+      "learning_rate": 3.192538404473944e-07,
+      "loss": 29.75,
+      "step": 38578
+    },
+    {
+      "epoch": 1.8435917041001626,
+      "grad_norm": 206.776123046875,
+      "learning_rate": 3.190598900966935e-07,
+      "loss": 23.75,
+      "step": 38579
+    },
+    {
+      "epoch": 1.843639491541623,
+      "grad_norm": 384.21417236328125,
+      "learning_rate": 3.1886599772233295e-07,
+      "loss": 34.9062,
+      "step": 38580
+    },
+    {
+      "epoch": 1.8436872789830834,
+      "grad_norm": 296.2644348144531,
+      "learning_rate": 3.186721633254719e-07,
+      "loss": 30.1719,
+      "step": 38581
+    },
+    {
+      "epoch": 1.8437350664245438,
+      "grad_norm": 164.66600036621094,
+      "learning_rate": 3.184783869072727e-07,
+      "loss": 21.7812,
+      "step": 38582
+    },
+    {
+      "epoch": 1.8437828538660042,
+      "grad_norm": 389.4775695800781,
+      "learning_rate": 3.182846684688956e-07,
+      "loss": 21.1875,
+      "step": 38583
+    },
+    {
+      "epoch": 1.8438306413074645,
+      "grad_norm": 330.049072265625,
+      "learning_rate": 3.180910080114996e-07,
+      "loss": 24.4844,
+      "step": 38584
+    },
+    {
+      "epoch": 1.843878428748925,
+      "grad_norm": 209.5491180419922,
+      "learning_rate": 3.1789740553624715e-07,
+      "loss": 30.5312,
+      "step": 38585
+    },
+    {
+      "epoch": 1.8439262161903853,
+      "grad_norm": 257.88226318359375,
+      "learning_rate": 3.1770386104429397e-07,
+      "loss": 25.3906,
+      "step": 38586
+    },
+    {
+      "epoch": 1.8439740036318457,
+      "grad_norm": 199.7743682861328,
+      "learning_rate": 3.1751037453680244e-07,
+      "loss": 19.5,
+      "step": 38587
+    },
+    {
+      "epoch": 1.8440217910733059,
+      "grad_norm": 198.57687377929688,
+      "learning_rate": 3.1731694601492834e-07,
+      "loss": 24.0,
+      "step": 38588
+    },
+    {
+      "epoch": 1.8440695785147663,
+      "grad_norm": 460.5169677734375,
+      "learning_rate": 3.1712357547983296e-07,
+      "loss": 38.0625,
+      "step": 38589
+    },
+    {
+      "epoch": 1.8441173659562267,
+      "grad_norm": 138.9817352294922,
+      "learning_rate": 3.16930262932672e-07,
+      "loss": 24.2188,
+      "step": 38590
+    },
+    {
+      "epoch": 1.844165153397687,
+      "grad_norm": 343.1107177734375,
+      "learning_rate": 3.1673700837460574e-07,
+      "loss": 37.0938,
+      "step": 38591
+    },
+    {
+      "epoch": 1.8442129408391474,
+      "grad_norm": 197.4840545654297,
+      "learning_rate": 3.165438118067887e-07,
+      "loss": 23.1406,
+      "step": 38592
+    },
+    {
+      "epoch": 1.8442607282806078,
+      "grad_norm": 257.9957580566406,
+      "learning_rate": 3.1635067323037894e-07,
+      "loss": 20.2812,
+      "step": 38593
+    },
+    {
+      "epoch": 1.8443085157220682,
+      "grad_norm": 178.30662536621094,
+      "learning_rate": 3.1615759264653325e-07,
+      "loss": 17.8125,
+      "step": 38594
+    },
+    {
+      "epoch": 1.8443563031635286,
+      "grad_norm": 225.37583923339844,
+      "learning_rate": 3.159645700564096e-07,
+      "loss": 32.1562,
+      "step": 38595
+    },
+    {
+      "epoch": 1.844404090604989,
+      "grad_norm": 321.3002014160156,
+      "learning_rate": 3.157716054611604e-07,
+      "loss": 28.1562,
+      "step": 38596
+    },
+    {
+      "epoch": 1.8444518780464494,
+      "grad_norm": 242.19737243652344,
+      "learning_rate": 3.155786988619447e-07,
+      "loss": 27.2188,
+      "step": 38597
+    },
+    {
+      "epoch": 1.8444996654879098,
+      "grad_norm": 528.6583251953125,
+      "learning_rate": 3.153858502599161e-07,
+      "loss": 23.5625,
+      "step": 38598
+    },
+    {
+      "epoch": 1.8445474529293702,
+      "grad_norm": 1099.28369140625,
+      "learning_rate": 3.151930596562291e-07,
+      "loss": 23.2969,
+      "step": 38599
+    },
+    {
+      "epoch": 1.8445952403708306,
+      "grad_norm": 255.0629425048828,
+      "learning_rate": 3.1500032705203855e-07,
+      "loss": 34.0938,
+      "step": 38600
+    },
+    {
+      "epoch": 1.844643027812291,
+      "grad_norm": 308.9698486328125,
+      "learning_rate": 3.1480765244849887e-07,
+      "loss": 30.4688,
+      "step": 38601
+    },
+    {
+      "epoch": 1.8446908152537513,
+      "grad_norm": 800.7462158203125,
+      "learning_rate": 3.146150358467659e-07,
+      "loss": 31.2188,
+      "step": 38602
+    },
+    {
+      "epoch": 1.8447386026952117,
+      "grad_norm": 208.26473999023438,
+      "learning_rate": 3.144224772479898e-07,
+      "loss": 23.4688,
+      "step": 38603
+    },
+    {
+      "epoch": 1.8447863901366721,
+      "grad_norm": 486.661376953125,
+      "learning_rate": 3.1422997665332524e-07,
+      "loss": 23.2188,
+      "step": 38604
+    },
+    {
+      "epoch": 1.8448341775781325,
+      "grad_norm": 112.24470520019531,
+      "learning_rate": 3.1403753406392454e-07,
+      "loss": 15.7812,
+      "step": 38605
+    },
+    {
+      "epoch": 1.844881965019593,
+      "grad_norm": 537.5996704101562,
+      "learning_rate": 3.1384514948094245e-07,
+      "loss": 17.0781,
+      "step": 38606
+    },
+    {
+      "epoch": 1.8449297524610533,
+      "grad_norm": 363.815185546875,
+      "learning_rate": 3.13652822905528e-07,
+      "loss": 29.8438,
+      "step": 38607
+    },
+    {
+      "epoch": 1.8449775399025137,
+      "grad_norm": 194.9275360107422,
+      "learning_rate": 3.134605543388336e-07,
+      "loss": 15.8594,
+      "step": 38608
+    },
+    {
+      "epoch": 1.8450253273439738,
+      "grad_norm": 136.61093139648438,
+      "learning_rate": 3.132683437820139e-07,
+      "loss": 18.125,
+      "step": 38609
+    },
+    {
+      "epoch": 1.8450731147854342,
+      "grad_norm": 266.250732421875,
+      "learning_rate": 3.1307619123621567e-07,
+      "loss": 27.4688,
+      "step": 38610
+    },
+    {
+      "epoch": 1.8451209022268946,
+      "grad_norm": 564.5565185546875,
+      "learning_rate": 3.1288409670259145e-07,
+      "loss": 30.9219,
+      "step": 38611
+    },
+    {
+      "epoch": 1.845168689668355,
+      "grad_norm": 290.8619079589844,
+      "learning_rate": 3.126920601822914e-07,
+      "loss": 26.5312,
+      "step": 38612
+    },
+    {
+      "epoch": 1.8452164771098154,
+      "grad_norm": 267.33740234375,
+      "learning_rate": 3.1250008167646783e-07,
+      "loss": 38.6875,
+      "step": 38613
+    },
+    {
+      "epoch": 1.8452642645512758,
+      "grad_norm": 327.8644104003906,
+      "learning_rate": 3.123081611862666e-07,
+      "loss": 32.8438,
+      "step": 38614
+    },
+    {
+      "epoch": 1.8453120519927362,
+      "grad_norm": 220.9275360107422,
+      "learning_rate": 3.121162987128401e-07,
+      "loss": 16.3906,
+      "step": 38615
+    },
+    {
+      "epoch": 1.8453598394341966,
+      "grad_norm": 271.5690612792969,
+      "learning_rate": 3.119244942573363e-07,
+      "loss": 28.4688,
+      "step": 38616
+    },
+    {
+      "epoch": 1.845407626875657,
+      "grad_norm": 131.11302185058594,
+      "learning_rate": 3.11732747820902e-07,
+      "loss": 15.1875,
+      "step": 38617
+    },
+    {
+      "epoch": 1.8454554143171173,
+      "grad_norm": 155.56314086914062,
+      "learning_rate": 3.115410594046897e-07,
+      "loss": 20.8438,
+      "step": 38618
+    },
+    {
+      "epoch": 1.8455032017585777,
+      "grad_norm": 336.5083312988281,
+      "learning_rate": 3.113494290098429e-07,
+      "loss": 21.3125,
+      "step": 38619
+    },
+    {
+      "epoch": 1.8455509892000381,
+      "grad_norm": 319.49853515625,
+      "learning_rate": 3.1115785663751177e-07,
+      "loss": 39.8125,
+      "step": 38620
+    },
+    {
+      "epoch": 1.8455987766414985,
+      "grad_norm": 191.60137939453125,
+      "learning_rate": 3.1096634228884427e-07,
+      "loss": 22.375,
+      "step": 38621
+    },
+    {
+      "epoch": 1.845646564082959,
+      "grad_norm": 268.41912841796875,
+      "learning_rate": 3.1077488596498505e-07,
+      "loss": 20.1719,
+      "step": 38622
+    },
+    {
+      "epoch": 1.8456943515244193,
+      "grad_norm": 261.3736267089844,
+      "learning_rate": 3.10583487667081e-07,
+      "loss": 20.0625,
+      "step": 38623
+    },
+    {
+      "epoch": 1.8457421389658797,
+      "grad_norm": 307.87738037109375,
+      "learning_rate": 3.103921473962801e-07,
+      "loss": 30.25,
+      "step": 38624
+    },
+    {
+      "epoch": 1.84578992640734,
+      "grad_norm": 198.28147888183594,
+      "learning_rate": 3.102008651537269e-07,
+      "loss": 26.125,
+      "step": 38625
+    },
+    {
+      "epoch": 1.8458377138488005,
+      "grad_norm": 377.9236755371094,
+      "learning_rate": 3.100096409405673e-07,
+      "loss": 28.3438,
+      "step": 38626
+    },
+    {
+      "epoch": 1.8458855012902609,
+      "grad_norm": 210.07046508789062,
+      "learning_rate": 3.098184747579458e-07,
+      "loss": 24.8438,
+      "step": 38627
+    },
+    {
+      "epoch": 1.8459332887317212,
+      "grad_norm": 409.8099670410156,
+      "learning_rate": 3.096273666070093e-07,
+      "loss": 38.0312,
+      "step": 38628
+    },
+    {
+      "epoch": 1.8459810761731816,
+      "grad_norm": 139.85385131835938,
+      "learning_rate": 3.0943631648890024e-07,
+      "loss": 14.6094,
+      "step": 38629
+    },
+    {
+      "epoch": 1.846028863614642,
+      "grad_norm": 229.3734893798828,
+      "learning_rate": 3.092453244047622e-07,
+      "loss": 23.5312,
+      "step": 38630
+    },
+    {
+      "epoch": 1.8460766510561024,
+      "grad_norm": 370.29449462890625,
+      "learning_rate": 3.090543903557419e-07,
+      "loss": 39.2344,
+      "step": 38631
+    },
+    {
+      "epoch": 1.8461244384975628,
+      "grad_norm": 248.9446258544922,
+      "learning_rate": 3.088635143429808e-07,
+      "loss": 21.6875,
+      "step": 38632
+    },
+    {
+      "epoch": 1.8461722259390232,
+      "grad_norm": 358.81414794921875,
+      "learning_rate": 3.086726963676212e-07,
+      "loss": 34.5,
+      "step": 38633
+    },
+    {
+      "epoch": 1.8462200133804836,
+      "grad_norm": 289.917724609375,
+      "learning_rate": 3.0848193643080784e-07,
+      "loss": 21.7344,
+      "step": 38634
+    },
+    {
+      "epoch": 1.846267800821944,
+      "grad_norm": 328.2789001464844,
+      "learning_rate": 3.0829123453368194e-07,
+      "loss": 23.0156,
+      "step": 38635
+    },
+    {
+      "epoch": 1.8463155882634044,
+      "grad_norm": 212.7574920654297,
+      "learning_rate": 3.0810059067738594e-07,
+      "loss": 20.3281,
+      "step": 38636
+    },
+    {
+      "epoch": 1.8463633757048648,
+      "grad_norm": 237.0469207763672,
+      "learning_rate": 3.079100048630612e-07,
+      "loss": 27.7188,
+      "step": 38637
+    },
+    {
+      "epoch": 1.8464111631463251,
+      "grad_norm": 281.0177917480469,
+      "learning_rate": 3.0771947709184904e-07,
+      "loss": 27.0312,
+      "step": 38638
+    },
+    {
+      "epoch": 1.8464589505877855,
+      "grad_norm": 236.05943298339844,
+      "learning_rate": 3.075290073648918e-07,
+      "loss": 16.5,
+      "step": 38639
+    },
+    {
+      "epoch": 1.846506738029246,
+      "grad_norm": 371.72412109375,
+      "learning_rate": 3.0733859568332746e-07,
+      "loss": 24.4375,
+      "step": 38640
+    },
+    {
+      "epoch": 1.8465545254707063,
+      "grad_norm": 201.06362915039062,
+      "learning_rate": 3.0714824204829853e-07,
+      "loss": 21.5,
+      "step": 38641
+    },
+    {
+      "epoch": 1.8466023129121667,
+      "grad_norm": 336.84783935546875,
+      "learning_rate": 3.069579464609451e-07,
+      "loss": 29.4688,
+      "step": 38642
+    },
+    {
+      "epoch": 1.846650100353627,
+      "grad_norm": 356.085693359375,
+      "learning_rate": 3.0676770892240637e-07,
+      "loss": 23.2812,
+      "step": 38643
+    },
+    {
+      "epoch": 1.8466978877950875,
+      "grad_norm": 173.11741638183594,
+      "learning_rate": 3.065775294338202e-07,
+      "loss": 27.5781,
+      "step": 38644
+    },
+    {
+      "epoch": 1.8467456752365479,
+      "grad_norm": 237.43399047851562,
+      "learning_rate": 3.0638740799632695e-07,
+      "loss": 25.0938,
+      "step": 38645
+    },
+    {
+      "epoch": 1.8467934626780083,
+      "grad_norm": 168.04612731933594,
+      "learning_rate": 3.0619734461106664e-07,
+      "loss": 21.125,
+      "step": 38646
+    },
+    {
+      "epoch": 1.8468412501194686,
+      "grad_norm": 150.6352996826172,
+      "learning_rate": 3.06007339279174e-07,
+      "loss": 17.7969,
+      "step": 38647
+    },
+    {
+      "epoch": 1.846889037560929,
+      "grad_norm": 982.2991333007812,
+      "learning_rate": 3.058173920017882e-07,
+      "loss": 24.0312,
+      "step": 38648
+    },
+    {
+      "epoch": 1.8469368250023894,
+      "grad_norm": 171.4092254638672,
+      "learning_rate": 3.0562750278004927e-07,
+      "loss": 18.3984,
+      "step": 38649
+    },
+    {
+      "epoch": 1.8469846124438498,
+      "grad_norm": 814.7520141601562,
+      "learning_rate": 3.0543767161509085e-07,
+      "loss": 33.4844,
+      "step": 38650
+    },
+    {
+      "epoch": 1.8470323998853102,
+      "grad_norm": 226.51805114746094,
+      "learning_rate": 3.052478985080531e-07,
+      "loss": 33.0312,
+      "step": 38651
+    },
+    {
+      "epoch": 1.8470801873267706,
+      "grad_norm": 268.5577392578125,
+      "learning_rate": 3.0505818346006963e-07,
+      "loss": 26.4688,
+      "step": 38652
+    },
+    {
+      "epoch": 1.847127974768231,
+      "grad_norm": 290.590576171875,
+      "learning_rate": 3.0486852647227725e-07,
+      "loss": 25.0625,
+      "step": 38653
+    },
+    {
+      "epoch": 1.8471757622096914,
+      "grad_norm": 242.28953552246094,
+      "learning_rate": 3.0467892754581286e-07,
+      "loss": 32.4844,
+      "step": 38654
+    },
+    {
+      "epoch": 1.8472235496511518,
+      "grad_norm": 162.5586700439453,
+      "learning_rate": 3.0448938668181106e-07,
+      "loss": 19.1875,
+      "step": 38655
+    },
+    {
+      "epoch": 1.8472713370926122,
+      "grad_norm": 254.36154174804688,
+      "learning_rate": 3.042999038814076e-07,
+      "loss": 19.7344,
+      "step": 38656
+    },
+    {
+      "epoch": 1.8473191245340725,
+      "grad_norm": 201.68617248535156,
+      "learning_rate": 3.0411047914573724e-07,
+      "loss": 25.3125,
+      "step": 38657
+    },
+    {
+      "epoch": 1.847366911975533,
+      "grad_norm": 163.88206481933594,
+      "learning_rate": 3.0392111247593224e-07,
+      "loss": 17.6406,
+      "step": 38658
+    },
+    {
+      "epoch": 1.8474146994169933,
+      "grad_norm": 147.36703491210938,
+      "learning_rate": 3.037318038731296e-07,
+      "loss": 29.1094,
+      "step": 38659
+    },
+    {
+      "epoch": 1.8474624868584537,
+      "grad_norm": 230.3900909423828,
+      "learning_rate": 3.0354255333846174e-07,
+      "loss": 26.9375,
+      "step": 38660
+    },
+    {
+      "epoch": 1.847510274299914,
+      "grad_norm": 228.11581420898438,
+      "learning_rate": 3.033533608730632e-07,
+      "loss": 20.3906,
+      "step": 38661
+    },
+    {
+      "epoch": 1.8475580617413745,
+      "grad_norm": 205.00038146972656,
+      "learning_rate": 3.0316422647806434e-07,
+      "loss": 28.1562,
+      "step": 38662
+    },
+    {
+      "epoch": 1.8476058491828349,
+      "grad_norm": 167.78807067871094,
+      "learning_rate": 3.0297515015459967e-07,
+      "loss": 20.3906,
+      "step": 38663
+    },
+    {
+      "epoch": 1.8476536366242953,
+      "grad_norm": 140.19549560546875,
+      "learning_rate": 3.027861319038006e-07,
+      "loss": 18.2188,
+      "step": 38664
+    },
+    {
+      "epoch": 1.8477014240657557,
+      "grad_norm": 241.08871459960938,
+      "learning_rate": 3.025971717268017e-07,
+      "loss": 29.5156,
+      "step": 38665
+    },
+    {
+      "epoch": 1.847749211507216,
+      "grad_norm": 296.13226318359375,
+      "learning_rate": 3.0240826962473104e-07,
+      "loss": 25.1562,
+      "step": 38666
+    },
+    {
+      "epoch": 1.8477969989486764,
+      "grad_norm": 151.1622314453125,
+      "learning_rate": 3.0221942559872206e-07,
+      "loss": 16.9531,
+      "step": 38667
+    },
+    {
+      "epoch": 1.8478447863901368,
+      "grad_norm": 263.5922546386719,
+      "learning_rate": 3.020306396499062e-07,
+      "loss": 22.8125,
+      "step": 38668
+    },
+    {
+      "epoch": 1.8478925738315972,
+      "grad_norm": 190.0576171875,
+      "learning_rate": 3.0184191177941135e-07,
+      "loss": 18.8906,
+      "step": 38669
+    },
+    {
+      "epoch": 1.8479403612730574,
+      "grad_norm": 183.13723754882812,
+      "learning_rate": 3.0165324198837e-07,
+      "loss": 16.5938,
+      "step": 38670
+    },
+    {
+      "epoch": 1.8479881487145178,
+      "grad_norm": 238.4971923828125,
+      "learning_rate": 3.0146463027791115e-07,
+      "loss": 21.9375,
+      "step": 38671
+    },
+    {
+      "epoch": 1.8480359361559782,
+      "grad_norm": 273.0990295410156,
+      "learning_rate": 3.012760766491662e-07,
+      "loss": 29.0156,
+      "step": 38672
+    },
+    {
+      "epoch": 1.8480837235974386,
+      "grad_norm": 242.5310821533203,
+      "learning_rate": 3.0108758110326096e-07,
+      "loss": 21.2188,
+      "step": 38673
+    },
+    {
+      "epoch": 1.848131511038899,
+      "grad_norm": 217.6337127685547,
+      "learning_rate": 3.0089914364132667e-07,
+      "loss": 22.5,
+      "step": 38674
+    },
+    {
+      "epoch": 1.8481792984803593,
+      "grad_norm": 260.6697082519531,
+      "learning_rate": 3.007107642644902e-07,
+      "loss": 20.625,
+      "step": 38675
+    },
+    {
+      "epoch": 1.8482270859218197,
+      "grad_norm": 670.8902587890625,
+      "learning_rate": 3.0052244297388287e-07,
+      "loss": 15.9375,
+      "step": 38676
+    },
+    {
+      "epoch": 1.8482748733632801,
+      "grad_norm": 190.80337524414062,
+      "learning_rate": 3.003341797706294e-07,
+      "loss": 23.7344,
+      "step": 38677
+    },
+    {
+      "epoch": 1.8483226608047405,
+      "grad_norm": 300.99468994140625,
+      "learning_rate": 3.001459746558577e-07,
+      "loss": 31.4688,
+      "step": 38678
+    },
+    {
+      "epoch": 1.848370448246201,
+      "grad_norm": 1183.9461669921875,
+      "learning_rate": 2.999578276306947e-07,
+      "loss": 32.25,
+      "step": 38679
+    },
+    {
+      "epoch": 1.8484182356876613,
+      "grad_norm": 185.8653106689453,
+      "learning_rate": 2.9976973869627055e-07,
+      "loss": 17.2031,
+      "step": 38680
+    },
+    {
+      "epoch": 1.8484660231291217,
+      "grad_norm": 804.0673828125,
+      "learning_rate": 2.9958170785370665e-07,
+      "loss": 28.625,
+      "step": 38681
+    },
+    {
+      "epoch": 1.848513810570582,
+      "grad_norm": 322.0933837890625,
+      "learning_rate": 2.9939373510413315e-07,
+      "loss": 28.4375,
+      "step": 38682
+    },
+    {
+      "epoch": 1.8485615980120425,
+      "grad_norm": 160.62051391601562,
+      "learning_rate": 2.992058204486725e-07,
+      "loss": 19.7188,
+      "step": 38683
+    },
+    {
+      "epoch": 1.8486093854535028,
+      "grad_norm": 209.6769256591797,
+      "learning_rate": 2.990179638884516e-07,
+      "loss": 24.3125,
+      "step": 38684
+    },
+    {
+      "epoch": 1.8486571728949632,
+      "grad_norm": 217.23265075683594,
+      "learning_rate": 2.988301654245962e-07,
+      "loss": 22.5938,
+      "step": 38685
+    },
+    {
+      "epoch": 1.8487049603364236,
+      "grad_norm": 186.99945068359375,
+      "learning_rate": 2.9864242505822874e-07,
+      "loss": 21.125,
+      "step": 38686
+    },
+    {
+      "epoch": 1.848752747777884,
+      "grad_norm": 205.61788940429688,
+      "learning_rate": 2.9845474279047716e-07,
+      "loss": 20.3438,
+      "step": 38687
+    },
+    {
+      "epoch": 1.8488005352193444,
+      "grad_norm": 241.46755981445312,
+      "learning_rate": 2.982671186224617e-07,
+      "loss": 30.4531,
+      "step": 38688
+    },
+    {
+      "epoch": 1.8488483226608048,
+      "grad_norm": 314.2997131347656,
+      "learning_rate": 2.9807955255530707e-07,
+      "loss": 26.3594,
+      "step": 38689
+    },
+    {
+      "epoch": 1.8488961101022652,
+      "grad_norm": 236.97409057617188,
+      "learning_rate": 2.978920445901379e-07,
+      "loss": 34.6562,
+      "step": 38690
+    },
+    {
+      "epoch": 1.8489438975437253,
+      "grad_norm": 817.2442626953125,
+      "learning_rate": 2.9770459472807655e-07,
+      "loss": 22.7812,
+      "step": 38691
+    },
+    {
+      "epoch": 1.8489916849851857,
+      "grad_norm": 307.23095703125,
+      "learning_rate": 2.975172029702444e-07,
+      "loss": 24.2031,
+      "step": 38692
+    },
+    {
+      "epoch": 1.8490394724266461,
+      "grad_norm": 255.46786499023438,
+      "learning_rate": 2.9732986931776396e-07,
+      "loss": 22.2344,
+      "step": 38693
+    },
+    {
+      "epoch": 1.8490872598681065,
+      "grad_norm": 180.11865234375,
+      "learning_rate": 2.971425937717598e-07,
+      "loss": 23.625,
+      "step": 38694
+    },
+    {
+      "epoch": 1.849135047309567,
+      "grad_norm": 448.12347412109375,
+      "learning_rate": 2.969553763333499e-07,
+      "loss": 18.9219,
+      "step": 38695
+    },
+    {
+      "epoch": 1.8491828347510273,
+      "grad_norm": 276.6285400390625,
+      "learning_rate": 2.967682170036579e-07,
+      "loss": 29.4375,
+      "step": 38696
+    },
+    {
+      "epoch": 1.8492306221924877,
+      "grad_norm": 251.1442413330078,
+      "learning_rate": 2.965811157838028e-07,
+      "loss": 35.0,
+      "step": 38697
+    },
+    {
+      "epoch": 1.849278409633948,
+      "grad_norm": 155.1624298095703,
+      "learning_rate": 2.9639407267490703e-07,
+      "loss": 20.125,
+      "step": 38698
+    },
+    {
+      "epoch": 1.8493261970754085,
+      "grad_norm": 262.4129638671875,
+      "learning_rate": 2.962070876780887e-07,
+      "loss": 32.8594,
+      "step": 38699
+    },
+    {
+      "epoch": 1.8493739845168689,
+      "grad_norm": 387.2472839355469,
+      "learning_rate": 2.9602016079446796e-07,
+      "loss": 26.7812,
+      "step": 38700
+    },
+    {
+      "epoch": 1.8494217719583292,
+      "grad_norm": 172.1421356201172,
+      "learning_rate": 2.958332920251661e-07,
+      "loss": 22.7188,
+      "step": 38701
+    },
+    {
+      "epoch": 1.8494695593997896,
+      "grad_norm": 292.40185546875,
+      "learning_rate": 2.9564648137130115e-07,
+      "loss": 23.4844,
+      "step": 38702
+    },
+    {
+      "epoch": 1.84951734684125,
+      "grad_norm": 305.14306640625,
+      "learning_rate": 2.954597288339911e-07,
+      "loss": 24.4922,
+      "step": 38703
+    },
+    {
+      "epoch": 1.8495651342827104,
+      "grad_norm": 259.1411437988281,
+      "learning_rate": 2.952730344143551e-07,
+      "loss": 22.5625,
+      "step": 38704
+    },
+    {
+      "epoch": 1.8496129217241708,
+      "grad_norm": 290.0350646972656,
+      "learning_rate": 2.9508639811351214e-07,
+      "loss": 20.7344,
+      "step": 38705
+    },
+    {
+      "epoch": 1.8496607091656312,
+      "grad_norm": 212.93939208984375,
+      "learning_rate": 2.94899819932577e-07,
+      "loss": 23.6562,
+      "step": 38706
+    },
+    {
+      "epoch": 1.8497084966070916,
+      "grad_norm": 340.57659912109375,
+      "learning_rate": 2.9471329987266985e-07,
+      "loss": 28.9219,
+      "step": 38707
+    },
+    {
+      "epoch": 1.849756284048552,
+      "grad_norm": 204.91111755371094,
+      "learning_rate": 2.945268379349064e-07,
+      "loss": 19.5312,
+      "step": 38708
+    },
+    {
+      "epoch": 1.8498040714900124,
+      "grad_norm": 126.14958953857422,
+      "learning_rate": 2.943404341204048e-07,
+      "loss": 17.2812,
+      "step": 38709
+    },
+    {
+      "epoch": 1.8498518589314727,
+      "grad_norm": 210.9432830810547,
+      "learning_rate": 2.941540884302796e-07,
+      "loss": 29.4688,
+      "step": 38710
+    },
+    {
+      "epoch": 1.8498996463729331,
+      "grad_norm": 302.5017395019531,
+      "learning_rate": 2.939678008656466e-07,
+      "loss": 19.8594,
+      "step": 38711
+    },
+    {
+      "epoch": 1.8499474338143935,
+      "grad_norm": 205.55360412597656,
+      "learning_rate": 2.9378157142762263e-07,
+      "loss": 19.625,
+      "step": 38712
+    },
+    {
+      "epoch": 1.849995221255854,
+      "grad_norm": 266.1561279296875,
+      "learning_rate": 2.935954001173247e-07,
+      "loss": 23.7344,
+      "step": 38713
+    },
+    {
+      "epoch": 1.8500430086973143,
+      "grad_norm": 369.2425842285156,
+      "learning_rate": 2.934092869358629e-07,
+      "loss": 24.1094,
+      "step": 38714
+    },
+    {
+      "epoch": 1.8500907961387747,
+      "grad_norm": 315.90435791015625,
+      "learning_rate": 2.9322323188435644e-07,
+      "loss": 31.4688,
+      "step": 38715
+    },
+    {
+      "epoch": 1.850138583580235,
+      "grad_norm": 228.16226196289062,
+      "learning_rate": 2.9303723496391657e-07,
+      "loss": 25.5625,
+      "step": 38716
+    },
+    {
+      "epoch": 1.8501863710216955,
+      "grad_norm": 200.4043426513672,
+      "learning_rate": 2.928512961756591e-07,
+      "loss": 21.5312,
+      "step": 38717
+    },
+    {
+      "epoch": 1.8502341584631559,
+      "grad_norm": 202.65237426757812,
+      "learning_rate": 2.926654155206965e-07,
+      "loss": 30.9062,
+      "step": 38718
+    },
+    {
+      "epoch": 1.8502819459046163,
+      "grad_norm": 193.43231201171875,
+      "learning_rate": 2.924795930001412e-07,
+      "loss": 22.75,
+      "step": 38719
+    },
+    {
+      "epoch": 1.8503297333460766,
+      "grad_norm": 297.51934814453125,
+      "learning_rate": 2.922938286151078e-07,
+      "loss": 29.2188,
+      "step": 38720
+    },
+    {
+      "epoch": 1.850377520787537,
+      "grad_norm": 260.00811767578125,
+      "learning_rate": 2.921081223667077e-07,
+      "loss": 35.75,
+      "step": 38721
+    },
+    {
+      "epoch": 1.8504253082289974,
+      "grad_norm": 254.34768676757812,
+      "learning_rate": 2.9192247425605336e-07,
+      "loss": 25.375,
+      "step": 38722
+    },
+    {
+      "epoch": 1.8504730956704578,
+      "grad_norm": 183.42196655273438,
+      "learning_rate": 2.9173688428425607e-07,
+      "loss": 21.9375,
+      "step": 38723
+    },
+    {
+      "epoch": 1.8505208831119182,
+      "grad_norm": 285.20416259765625,
+      "learning_rate": 2.915513524524294e-07,
+      "loss": 25.375,
+      "step": 38724
+    },
+    {
+      "epoch": 1.8505686705533786,
+      "grad_norm": 205.840087890625,
+      "learning_rate": 2.913658787616813e-07,
+      "loss": 24.2812,
+      "step": 38725
+    },
+    {
+      "epoch": 1.850616457994839,
+      "grad_norm": 352.3529052734375,
+      "learning_rate": 2.911804632131243e-07,
+      "loss": 22.9062,
+      "step": 38726
+    },
+    {
+      "epoch": 1.8506642454362994,
+      "grad_norm": 343.0964050292969,
+      "learning_rate": 2.909951058078686e-07,
+      "loss": 27.8594,
+      "step": 38727
+    },
+    {
+      "epoch": 1.8507120328777598,
+      "grad_norm": 462.689697265625,
+      "learning_rate": 2.908098065470244e-07,
+      "loss": 24.75,
+      "step": 38728
+    },
+    {
+      "epoch": 1.8507598203192202,
+      "grad_norm": 171.48733520507812,
+      "learning_rate": 2.906245654317008e-07,
+      "loss": 22.8594,
+      "step": 38729
+    },
+    {
+      "epoch": 1.8508076077606805,
+      "grad_norm": 480.8787841796875,
+      "learning_rate": 2.90439382463007e-07,
+      "loss": 24.625,
+      "step": 38730
+    },
+    {
+      "epoch": 1.850855395202141,
+      "grad_norm": 182.18017578125,
+      "learning_rate": 2.902542576420542e-07,
+      "loss": 23.9375,
+      "step": 38731
+    },
+    {
+      "epoch": 1.8509031826436013,
+      "grad_norm": 216.74476623535156,
+      "learning_rate": 2.9006919096994826e-07,
+      "loss": 34.3438,
+      "step": 38732
+    },
+    {
+      "epoch": 1.8509509700850617,
+      "grad_norm": 271.6569519042969,
+      "learning_rate": 2.8988418244779824e-07,
+      "loss": 28.1562,
+      "step": 38733
+    },
+    {
+      "epoch": 1.850998757526522,
+      "grad_norm": 192.6283721923828,
+      "learning_rate": 2.8969923207671337e-07,
+      "loss": 25.375,
+      "step": 38734
+    },
+    {
+      "epoch": 1.8510465449679825,
+      "grad_norm": 292.56866455078125,
+      "learning_rate": 2.895143398578004e-07,
+      "loss": 24.0312,
+      "step": 38735
+    },
+    {
+      "epoch": 1.8510943324094429,
+      "grad_norm": 283.0966491699219,
+      "learning_rate": 2.8932950579216635e-07,
+      "loss": 29.5,
+      "step": 38736
+    },
+    {
+      "epoch": 1.8511421198509033,
+      "grad_norm": 161.99673461914062,
+      "learning_rate": 2.8914472988091803e-07,
+      "loss": 30.5312,
+      "step": 38737
+    },
+    {
+      "epoch": 1.8511899072923637,
+      "grad_norm": 162.14166259765625,
+      "learning_rate": 2.8896001212516236e-07,
+      "loss": 14.6562,
+      "step": 38738
+    },
+    {
+      "epoch": 1.851237694733824,
+      "grad_norm": 207.09983825683594,
+      "learning_rate": 2.887753525260062e-07,
+      "loss": 30.6562,
+      "step": 38739
+    },
+    {
+      "epoch": 1.8512854821752844,
+      "grad_norm": 165.1857452392578,
+      "learning_rate": 2.8859075108455426e-07,
+      "loss": 23.7031,
+      "step": 38740
+    },
+    {
+      "epoch": 1.8513332696167448,
+      "grad_norm": 162.84555053710938,
+      "learning_rate": 2.8840620780191233e-07,
+      "loss": 18.75,
+      "step": 38741
+    },
+    {
+      "epoch": 1.8513810570582052,
+      "grad_norm": 531.7514038085938,
+      "learning_rate": 2.8822172267918614e-07,
+      "loss": 27.7969,
+      "step": 38742
+    },
+    {
+      "epoch": 1.8514288444996656,
+      "grad_norm": 177.08580017089844,
+      "learning_rate": 2.880372957174804e-07,
+      "loss": 19.1719,
+      "step": 38743
+    },
+    {
+      "epoch": 1.851476631941126,
+      "grad_norm": 324.8565673828125,
+      "learning_rate": 2.878529269178987e-07,
+      "loss": 24.5938,
+      "step": 38744
+    },
+    {
+      "epoch": 1.8515244193825864,
+      "grad_norm": 623.6212158203125,
+      "learning_rate": 2.8766861628154675e-07,
+      "loss": 21.5312,
+      "step": 38745
+    },
+    {
+      "epoch": 1.8515722068240468,
+      "grad_norm": 264.7859191894531,
+      "learning_rate": 2.8748436380952704e-07,
+      "loss": 24.0469,
+      "step": 38746
+    },
+    {
+      "epoch": 1.8516199942655072,
+      "grad_norm": 273.0747375488281,
+      "learning_rate": 2.8730016950294314e-07,
+      "loss": 19.7188,
+      "step": 38747
+    },
+    {
+      "epoch": 1.8516677817069676,
+      "grad_norm": 206.25250244140625,
+      "learning_rate": 2.8711603336289973e-07,
+      "loss": 23.0,
+      "step": 38748
+    },
+    {
+      "epoch": 1.851715569148428,
+      "grad_norm": 287.6029052734375,
+      "learning_rate": 2.86931955390497e-07,
+      "loss": 28.375,
+      "step": 38749
+    },
+    {
+      "epoch": 1.8517633565898883,
+      "grad_norm": 262.6021423339844,
+      "learning_rate": 2.8674793558683853e-07,
+      "loss": 28.1094,
+      "step": 38750
+    },
+    {
+      "epoch": 1.8518111440313487,
+      "grad_norm": 310.346923828125,
+      "learning_rate": 2.8656397395302684e-07,
+      "loss": 26.3125,
+      "step": 38751
+    },
+    {
+      "epoch": 1.8518589314728091,
+      "grad_norm": 344.7469482421875,
+      "learning_rate": 2.8638007049016313e-07,
+      "loss": 26.5312,
+      "step": 38752
+    },
+    {
+      "epoch": 1.8519067189142693,
+      "grad_norm": 334.6182556152344,
+      "learning_rate": 2.8619622519934886e-07,
+      "loss": 33.0625,
+      "step": 38753
+    },
+    {
+      "epoch": 1.8519545063557297,
+      "grad_norm": 231.44615173339844,
+      "learning_rate": 2.860124380816853e-07,
+      "loss": 25.9531,
+      "step": 38754
+    },
+    {
+      "epoch": 1.85200229379719,
+      "grad_norm": 214.89700317382812,
+      "learning_rate": 2.8582870913827166e-07,
+      "loss": 24.8125,
+      "step": 38755
+    },
+    {
+      "epoch": 1.8520500812386504,
+      "grad_norm": 188.44677734375,
+      "learning_rate": 2.8564503837020916e-07,
+      "loss": 26.1875,
+      "step": 38756
+    },
+    {
+      "epoch": 1.8520978686801108,
+      "grad_norm": 194.46823120117188,
+      "learning_rate": 2.8546142577859925e-07,
+      "loss": 30.25,
+      "step": 38757
+    },
+    {
+      "epoch": 1.8521456561215712,
+      "grad_norm": 356.0511779785156,
+      "learning_rate": 2.852778713645399e-07,
+      "loss": 19.2656,
+      "step": 38758
+    },
+    {
+      "epoch": 1.8521934435630316,
+      "grad_norm": 244.06468200683594,
+      "learning_rate": 2.850943751291302e-07,
+      "loss": 44.5938,
+      "step": 38759
+    },
+    {
+      "epoch": 1.852241231004492,
+      "grad_norm": 273.07305908203125,
+      "learning_rate": 2.849109370734693e-07,
+      "loss": 33.0312,
+      "step": 38760
+    },
+    {
+      "epoch": 1.8522890184459524,
+      "grad_norm": 1275.75732421875,
+      "learning_rate": 2.847275571986574e-07,
+      "loss": 18.875,
+      "step": 38761
+    },
+    {
+      "epoch": 1.8523368058874128,
+      "grad_norm": 312.07659912109375,
+      "learning_rate": 2.8454423550579036e-07,
+      "loss": 22.4062,
+      "step": 38762
+    },
+    {
+      "epoch": 1.8523845933288732,
+      "grad_norm": 302.2747497558594,
+      "learning_rate": 2.8436097199596613e-07,
+      "loss": 23.375,
+      "step": 38763
+    },
+    {
+      "epoch": 1.8524323807703336,
+      "grad_norm": 175.9529266357422,
+      "learning_rate": 2.8417776667028384e-07,
+      "loss": 20.0781,
+      "step": 38764
+    },
+    {
+      "epoch": 1.852480168211794,
+      "grad_norm": 345.34271240234375,
+      "learning_rate": 2.839946195298404e-07,
+      "loss": 19.6094,
+      "step": 38765
+    },
+    {
+      "epoch": 1.8525279556532543,
+      "grad_norm": 196.2874298095703,
+      "learning_rate": 2.838115305757316e-07,
+      "loss": 15.2188,
+      "step": 38766
+    },
+    {
+      "epoch": 1.8525757430947147,
+      "grad_norm": 332.1759948730469,
+      "learning_rate": 2.836284998090544e-07,
+      "loss": 24.6562,
+      "step": 38767
+    },
+    {
+      "epoch": 1.8526235305361751,
+      "grad_norm": 193.4097137451172,
+      "learning_rate": 2.8344552723090556e-07,
+      "loss": 17.1562,
+      "step": 38768
+    },
+    {
+      "epoch": 1.8526713179776355,
+      "grad_norm": 238.47305297851562,
+      "learning_rate": 2.832626128423788e-07,
+      "loss": 17.3438,
+      "step": 38769
+    },
+    {
+      "epoch": 1.852719105419096,
+      "grad_norm": 240.35916137695312,
+      "learning_rate": 2.83079756644572e-07,
+      "loss": 24.1875,
+      "step": 38770
+    },
+    {
+      "epoch": 1.8527668928605563,
+      "grad_norm": 762.9140014648438,
+      "learning_rate": 2.828969586385788e-07,
+      "loss": 24.25,
+      "step": 38771
+    },
+    {
+      "epoch": 1.8528146803020167,
+      "grad_norm": 295.232177734375,
+      "learning_rate": 2.82714218825495e-07,
+      "loss": 29.25,
+      "step": 38772
+    },
+    {
+      "epoch": 1.8528624677434768,
+      "grad_norm": 257.99462890625,
+      "learning_rate": 2.8253153720641303e-07,
+      "loss": 17.5312,
+      "step": 38773
+    },
+    {
+      "epoch": 1.8529102551849372,
+      "grad_norm": 193.3451385498047,
+      "learning_rate": 2.823489137824287e-07,
+      "loss": 19.5781,
+      "step": 38774
+    },
+    {
+      "epoch": 1.8529580426263976,
+      "grad_norm": 262.78582763671875,
+      "learning_rate": 2.8216634855463556e-07,
+      "loss": 31.9219,
+      "step": 38775
+    },
+    {
+      "epoch": 1.853005830067858,
+      "grad_norm": 739.003662109375,
+      "learning_rate": 2.8198384152412715e-07,
+      "loss": 33.3125,
+      "step": 38776
+    },
+    {
+      "epoch": 1.8530536175093184,
+      "grad_norm": 239.2622833251953,
+      "learning_rate": 2.818013926919949e-07,
+      "loss": 21.2344,
+      "step": 38777
+    },
+    {
+      "epoch": 1.8531014049507788,
+      "grad_norm": 215.9437255859375,
+      "learning_rate": 2.8161900205933236e-07,
+      "loss": 21.9062,
+      "step": 38778
+    },
+    {
+      "epoch": 1.8531491923922392,
+      "grad_norm": 326.51617431640625,
+      "learning_rate": 2.8143666962723303e-07,
+      "loss": 23.8906,
+      "step": 38779
+    },
+    {
+      "epoch": 1.8531969798336996,
+      "grad_norm": 229.56568908691406,
+      "learning_rate": 2.8125439539678614e-07,
+      "loss": 25.9062,
+      "step": 38780
+    },
+    {
+      "epoch": 1.85324476727516,
+      "grad_norm": 194.72482299804688,
+      "learning_rate": 2.8107217936908627e-07,
+      "loss": 27.625,
+      "step": 38781
+    },
+    {
+      "epoch": 1.8532925547166204,
+      "grad_norm": 191.48272705078125,
+      "learning_rate": 2.808900215452226e-07,
+      "loss": 18.7031,
+      "step": 38782
+    },
+    {
+      "epoch": 1.8533403421580807,
+      "grad_norm": 284.60723876953125,
+      "learning_rate": 2.807079219262854e-07,
+      "loss": 35.625,
+      "step": 38783
+    },
+    {
+      "epoch": 1.8533881295995411,
+      "grad_norm": 182.42564392089844,
+      "learning_rate": 2.8052588051336816e-07,
+      "loss": 31.3125,
+      "step": 38784
+    },
+    {
+      "epoch": 1.8534359170410015,
+      "grad_norm": 432.9700927734375,
+      "learning_rate": 2.8034389730755897e-07,
+      "loss": 27.5312,
+      "step": 38785
+    },
+    {
+      "epoch": 1.853483704482462,
+      "grad_norm": 378.6981506347656,
+      "learning_rate": 2.8016197230994693e-07,
+      "loss": 24.4375,
+      "step": 38786
+    },
+    {
+      "epoch": 1.8535314919239223,
+      "grad_norm": 425.67010498046875,
+      "learning_rate": 2.7998010552162444e-07,
+      "loss": 27.5625,
+      "step": 38787
+    },
+    {
+      "epoch": 1.8535792793653827,
+      "grad_norm": 308.5780029296875,
+      "learning_rate": 2.7979829694367746e-07,
+      "loss": 22.3125,
+      "step": 38788
+    },
+    {
+      "epoch": 1.853627066806843,
+      "grad_norm": 252.40283203125,
+      "learning_rate": 2.7961654657719607e-07,
+      "loss": 24.7031,
+      "step": 38789
+    },
+    {
+      "epoch": 1.8536748542483035,
+      "grad_norm": 280.9086608886719,
+      "learning_rate": 2.7943485442327056e-07,
+      "loss": 28.625,
+      "step": 38790
+    },
+    {
+      "epoch": 1.8537226416897639,
+      "grad_norm": 201.3047332763672,
+      "learning_rate": 2.7925322048298565e-07,
+      "loss": 15.1406,
+      "step": 38791
+    },
+    {
+      "epoch": 1.8537704291312243,
+      "grad_norm": 141.17172241210938,
+      "learning_rate": 2.790716447574304e-07,
+      "loss": 19.0625,
+      "step": 38792
+    },
+    {
+      "epoch": 1.8538182165726846,
+      "grad_norm": 268.6847839355469,
+      "learning_rate": 2.7889012724769294e-07,
+      "loss": 29.625,
+      "step": 38793
+    },
+    {
+      "epoch": 1.853866004014145,
+      "grad_norm": 270.1170959472656,
+      "learning_rate": 2.7870866795486116e-07,
+      "loss": 27.0625,
+      "step": 38794
+    },
+    {
+      "epoch": 1.8539137914556054,
+      "grad_norm": 493.5386962890625,
+      "learning_rate": 2.7852726688001983e-07,
+      "loss": 21.5,
+      "step": 38795
+    },
+    {
+      "epoch": 1.8539615788970658,
+      "grad_norm": 148.84649658203125,
+      "learning_rate": 2.783459240242559e-07,
+      "loss": 17.0,
+      "step": 38796
+    },
+    {
+      "epoch": 1.8540093663385262,
+      "grad_norm": 185.16688537597656,
+      "learning_rate": 2.78164639388655e-07,
+      "loss": 26.6406,
+      "step": 38797
+    },
+    {
+      "epoch": 1.8540571537799866,
+      "grad_norm": 260.5395812988281,
+      "learning_rate": 2.779834129743042e-07,
+      "loss": 31.6562,
+      "step": 38798
+    },
+    {
+      "epoch": 1.854104941221447,
+      "grad_norm": 255.1968536376953,
+      "learning_rate": 2.77802244782287e-07,
+      "loss": 27.5,
+      "step": 38799
+    },
+    {
+      "epoch": 1.8541527286629074,
+      "grad_norm": 540.8186645507812,
+      "learning_rate": 2.7762113481369035e-07,
+      "loss": 38.3125,
+      "step": 38800
+    },
+    {
+      "epoch": 1.8542005161043678,
+      "grad_norm": 156.28846740722656,
+      "learning_rate": 2.774400830695967e-07,
+      "loss": 25.5781,
+      "step": 38801
+    },
+    {
+      "epoch": 1.8542483035458281,
+      "grad_norm": 299.2787170410156,
+      "learning_rate": 2.7725908955109294e-07,
+      "loss": 24.7031,
+      "step": 38802
+    },
+    {
+      "epoch": 1.8542960909872885,
+      "grad_norm": 245.74392700195312,
+      "learning_rate": 2.7707815425926044e-07,
+      "loss": 27.75,
+      "step": 38803
+    },
+    {
+      "epoch": 1.854343878428749,
+      "grad_norm": 315.2342224121094,
+      "learning_rate": 2.768972771951839e-07,
+      "loss": 33.0625,
+      "step": 38804
+    },
+    {
+      "epoch": 1.8543916658702093,
+      "grad_norm": 302.1759033203125,
+      "learning_rate": 2.767164583599469e-07,
+      "loss": 18.6562,
+      "step": 38805
+    },
+    {
+      "epoch": 1.8544394533116697,
+      "grad_norm": 366.7415771484375,
+      "learning_rate": 2.7653569775463073e-07,
+      "loss": 25.2656,
+      "step": 38806
+    },
+    {
+      "epoch": 1.85448724075313,
+      "grad_norm": 374.47259521484375,
+      "learning_rate": 2.763549953803191e-07,
+      "loss": 17.3125,
+      "step": 38807
+    },
+    {
+      "epoch": 1.8545350281945905,
+      "grad_norm": 170.6240997314453,
+      "learning_rate": 2.761743512380943e-07,
+      "loss": 16.875,
+      "step": 38808
+    },
+    {
+      "epoch": 1.8545828156360509,
+      "grad_norm": 287.80535888671875,
+      "learning_rate": 2.759937653290401e-07,
+      "loss": 19.3438,
+      "step": 38809
+    },
+    {
+      "epoch": 1.8546306030775113,
+      "grad_norm": 548.9166870117188,
+      "learning_rate": 2.758132376542333e-07,
+      "loss": 17.2812,
+      "step": 38810
+    },
+    {
+      "epoch": 1.8546783905189717,
+      "grad_norm": 286.2700500488281,
+      "learning_rate": 2.756327682147586e-07,
+      "loss": 23.1562,
+      "step": 38811
+    },
+    {
+      "epoch": 1.854726177960432,
+      "grad_norm": 124.880126953125,
+      "learning_rate": 2.754523570116963e-07,
+      "loss": 18.7188,
+      "step": 38812
+    },
+    {
+      "epoch": 1.8547739654018924,
+      "grad_norm": 133.6068878173828,
+      "learning_rate": 2.752720040461243e-07,
+      "loss": 19.5156,
+      "step": 38813
+    },
+    {
+      "epoch": 1.8548217528433528,
+      "grad_norm": 413.574462890625,
+      "learning_rate": 2.750917093191274e-07,
+      "loss": 40.3438,
+      "step": 38814
+    },
+    {
+      "epoch": 1.8548695402848132,
+      "grad_norm": 145.60174560546875,
+      "learning_rate": 2.7491147283178033e-07,
+      "loss": 15.4375,
+      "step": 38815
+    },
+    {
+      "epoch": 1.8549173277262736,
+      "grad_norm": 148.05343627929688,
+      "learning_rate": 2.7473129458516547e-07,
+      "loss": 20.0469,
+      "step": 38816
+    },
+    {
+      "epoch": 1.854965115167734,
+      "grad_norm": 212.46678161621094,
+      "learning_rate": 2.7455117458036194e-07,
+      "loss": 17.9531,
+      "step": 38817
+    },
+    {
+      "epoch": 1.8550129026091944,
+      "grad_norm": 204.9412078857422,
+      "learning_rate": 2.7437111281844564e-07,
+      "loss": 25.2344,
+      "step": 38818
+    },
+    {
+      "epoch": 1.8550606900506548,
+      "grad_norm": 148.81005859375,
+      "learning_rate": 2.7419110930049785e-07,
+      "loss": 16.1719,
+      "step": 38819
+    },
+    {
+      "epoch": 1.8551084774921152,
+      "grad_norm": 264.78729248046875,
+      "learning_rate": 2.7401116402759664e-07,
+      "loss": 27.1562,
+      "step": 38820
+    },
+    {
+      "epoch": 1.8551562649335755,
+      "grad_norm": 294.41522216796875,
+      "learning_rate": 2.738312770008178e-07,
+      "loss": 29.9688,
+      "step": 38821
+    },
+    {
+      "epoch": 1.855204052375036,
+      "grad_norm": 302.0097351074219,
+      "learning_rate": 2.7365144822123937e-07,
+      "loss": 32.5312,
+      "step": 38822
+    },
+    {
+      "epoch": 1.8552518398164963,
+      "grad_norm": 284.9985046386719,
+      "learning_rate": 2.734716776899371e-07,
+      "loss": 22.0469,
+      "step": 38823
+    },
+    {
+      "epoch": 1.8552996272579567,
+      "grad_norm": 213.35299682617188,
+      "learning_rate": 2.732919654079913e-07,
+      "loss": 31.2812,
+      "step": 38824
+    },
+    {
+      "epoch": 1.855347414699417,
+      "grad_norm": 261.6069030761719,
+      "learning_rate": 2.7311231137647444e-07,
+      "loss": 20.5781,
+      "step": 38825
+    },
+    {
+      "epoch": 1.8553952021408775,
+      "grad_norm": 222.82125854492188,
+      "learning_rate": 2.729327155964634e-07,
+      "loss": 19.7656,
+      "step": 38826
+    },
+    {
+      "epoch": 1.8554429895823379,
+      "grad_norm": 178.42282104492188,
+      "learning_rate": 2.7275317806903514e-07,
+      "loss": 20.1875,
+      "step": 38827
+    },
+    {
+      "epoch": 1.8554907770237983,
+      "grad_norm": 357.8105163574219,
+      "learning_rate": 2.7257369879526206e-07,
+      "loss": 23.8125,
+      "step": 38828
+    },
+    {
+      "epoch": 1.8555385644652587,
+      "grad_norm": 132.97947692871094,
+      "learning_rate": 2.723942777762212e-07,
+      "loss": 17.25,
+      "step": 38829
+    },
+    {
+      "epoch": 1.855586351906719,
+      "grad_norm": 425.4638671875,
+      "learning_rate": 2.7221491501298715e-07,
+      "loss": 28.375,
+      "step": 38830
+    },
+    {
+      "epoch": 1.8556341393481794,
+      "grad_norm": 157.47169494628906,
+      "learning_rate": 2.7203561050663354e-07,
+      "loss": 18.2969,
+      "step": 38831
+    },
+    {
+      "epoch": 1.8556819267896398,
+      "grad_norm": 265.408447265625,
+      "learning_rate": 2.718563642582339e-07,
+      "loss": 29.9062,
+      "step": 38832
+    },
+    {
+      "epoch": 1.8557297142311002,
+      "grad_norm": 258.7806091308594,
+      "learning_rate": 2.716771762688619e-07,
+      "loss": 24.6875,
+      "step": 38833
+    },
+    {
+      "epoch": 1.8557775016725606,
+      "grad_norm": 184.83200073242188,
+      "learning_rate": 2.7149804653958997e-07,
+      "loss": 26.5938,
+      "step": 38834
+    },
+    {
+      "epoch": 1.8558252891140208,
+      "grad_norm": 205.2054443359375,
+      "learning_rate": 2.713189750714929e-07,
+      "loss": 21.8594,
+      "step": 38835
+    },
+    {
+      "epoch": 1.8558730765554812,
+      "grad_norm": 296.2183837890625,
+      "learning_rate": 2.711399618656407e-07,
+      "loss": 36.0938,
+      "step": 38836
+    },
+    {
+      "epoch": 1.8559208639969416,
+      "grad_norm": 359.5032043457031,
+      "learning_rate": 2.7096100692310723e-07,
+      "loss": 21.5,
+      "step": 38837
+    },
+    {
+      "epoch": 1.855968651438402,
+      "grad_norm": 382.8925476074219,
+      "learning_rate": 2.707821102449637e-07,
+      "loss": 34.2969,
+      "step": 38838
+    },
+    {
+      "epoch": 1.8560164388798623,
+      "grad_norm": 235.49871826171875,
+      "learning_rate": 2.706032718322793e-07,
+      "loss": 23.1094,
+      "step": 38839
+    },
+    {
+      "epoch": 1.8560642263213227,
+      "grad_norm": 282.04339599609375,
+      "learning_rate": 2.704244916861287e-07,
+      "loss": 24.6562,
+      "step": 38840
+    },
+    {
+      "epoch": 1.8561120137627831,
+      "grad_norm": 180.4178924560547,
+      "learning_rate": 2.7024576980758e-07,
+      "loss": 20.875,
+      "step": 38841
+    },
+    {
+      "epoch": 1.8561598012042435,
+      "grad_norm": 1392.93310546875,
+      "learning_rate": 2.700671061977045e-07,
+      "loss": 26.6719,
+      "step": 38842
+    },
+    {
+      "epoch": 1.856207588645704,
+      "grad_norm": 190.6529541015625,
+      "learning_rate": 2.698885008575725e-07,
+      "loss": 16.9688,
+      "step": 38843
+    },
+    {
+      "epoch": 1.8562553760871643,
+      "grad_norm": 217.8363494873047,
+      "learning_rate": 2.697099537882519e-07,
+      "loss": 20.75,
+      "step": 38844
+    },
+    {
+      "epoch": 1.8563031635286247,
+      "grad_norm": 293.29150390625,
+      "learning_rate": 2.695314649908154e-07,
+      "loss": 26.4688,
+      "step": 38845
+    },
+    {
+      "epoch": 1.856350950970085,
+      "grad_norm": 179.5007781982422,
+      "learning_rate": 2.6935303446632754e-07,
+      "loss": 20.5625,
+      "step": 38846
+    },
+    {
+      "epoch": 1.8563987384115455,
+      "grad_norm": 312.841552734375,
+      "learning_rate": 2.691746622158598e-07,
+      "loss": 21.5469,
+      "step": 38847
+    },
+    {
+      "epoch": 1.8564465258530058,
+      "grad_norm": 358.93377685546875,
+      "learning_rate": 2.6899634824048004e-07,
+      "loss": 17.5625,
+      "step": 38848
+    },
+    {
+      "epoch": 1.8564943132944662,
+      "grad_norm": 135.77865600585938,
+      "learning_rate": 2.688180925412542e-07,
+      "loss": 20.7188,
+      "step": 38849
+    },
+    {
+      "epoch": 1.8565421007359266,
+      "grad_norm": 326.9067077636719,
+      "learning_rate": 2.686398951192537e-07,
+      "loss": 33.6875,
+      "step": 38850
+    },
+    {
+      "epoch": 1.856589888177387,
+      "grad_norm": 294.827392578125,
+      "learning_rate": 2.684617559755409e-07,
+      "loss": 18.7969,
+      "step": 38851
+    },
+    {
+      "epoch": 1.8566376756188474,
+      "grad_norm": 418.47259521484375,
+      "learning_rate": 2.6828367511118616e-07,
+      "loss": 21.375,
+      "step": 38852
+    },
+    {
+      "epoch": 1.8566854630603078,
+      "grad_norm": 553.621826171875,
+      "learning_rate": 2.681056525272552e-07,
+      "loss": 32.0938,
+      "step": 38853
+    },
+    {
+      "epoch": 1.8567332505017682,
+      "grad_norm": 177.0244140625,
+      "learning_rate": 2.6792768822481384e-07,
+      "loss": 19.5156,
+      "step": 38854
+    },
+    {
+      "epoch": 1.8567810379432286,
+      "grad_norm": 206.38674926757812,
+      "learning_rate": 2.6774978220492687e-07,
+      "loss": 24.4062,
+      "step": 38855
+    },
+    {
+      "epoch": 1.8568288253846887,
+      "grad_norm": 298.3002014160156,
+      "learning_rate": 2.6757193446866114e-07,
+      "loss": 25.0,
+      "step": 38856
+    },
+    {
+      "epoch": 1.8568766128261491,
+      "grad_norm": 169.6518096923828,
+      "learning_rate": 2.673941450170814e-07,
+      "loss": 24.2188,
+      "step": 38857
+    },
+    {
+      "epoch": 1.8569244002676095,
+      "grad_norm": 129.97239685058594,
+      "learning_rate": 2.672164138512523e-07,
+      "loss": 20.0781,
+      "step": 38858
+    },
+    {
+      "epoch": 1.85697218770907,
+      "grad_norm": 286.5094299316406,
+      "learning_rate": 2.6703874097223746e-07,
+      "loss": 29.5938,
+      "step": 38859
+    },
+    {
+      "epoch": 1.8570199751505303,
+      "grad_norm": 426.1279296875,
+      "learning_rate": 2.668611263811016e-07,
+      "loss": 25.5938,
+      "step": 38860
+    },
+    {
+      "epoch": 1.8570677625919907,
+      "grad_norm": 442.40911865234375,
+      "learning_rate": 2.666835700789105e-07,
+      "loss": 26.3906,
+      "step": 38861
+    },
+    {
+      "epoch": 1.857115550033451,
+      "grad_norm": 253.81150817871094,
+      "learning_rate": 2.665060720667234e-07,
+      "loss": 22.2188,
+      "step": 38862
+    },
+    {
+      "epoch": 1.8571633374749115,
+      "grad_norm": 278.483642578125,
+      "learning_rate": 2.663286323456049e-07,
+      "loss": 26.0,
+      "step": 38863
+    },
+    {
+      "epoch": 1.8572111249163719,
+      "grad_norm": 574.9093627929688,
+      "learning_rate": 2.6615125091661974e-07,
+      "loss": 34.5,
+      "step": 38864
+    },
+    {
+      "epoch": 1.8572589123578322,
+      "grad_norm": 250.969970703125,
+      "learning_rate": 2.659739277808271e-07,
+      "loss": 24.8438,
+      "step": 38865
+    },
+    {
+      "epoch": 1.8573066997992926,
+      "grad_norm": 368.52301025390625,
+      "learning_rate": 2.6579666293929053e-07,
+      "loss": 24.875,
+      "step": 38866
+    },
+    {
+      "epoch": 1.857354487240753,
+      "grad_norm": 171.47201538085938,
+      "learning_rate": 2.656194563930714e-07,
+      "loss": 17.9688,
+      "step": 38867
+    },
+    {
+      "epoch": 1.8574022746822134,
+      "grad_norm": 167.13760375976562,
+      "learning_rate": 2.6544230814323225e-07,
+      "loss": 17.2031,
+      "step": 38868
+    },
+    {
+      "epoch": 1.8574500621236738,
+      "grad_norm": 153.55894470214844,
+      "learning_rate": 2.652652181908311e-07,
+      "loss": 15.9531,
+      "step": 38869
+    },
+    {
+      "epoch": 1.8574978495651342,
+      "grad_norm": 156.74819946289062,
+      "learning_rate": 2.6508818653693036e-07,
+      "loss": 15.8594,
+      "step": 38870
+    },
+    {
+      "epoch": 1.8575456370065946,
+      "grad_norm": 127.93229675292969,
+      "learning_rate": 2.649112131825893e-07,
+      "loss": 14.375,
+      "step": 38871
+    },
+    {
+      "epoch": 1.857593424448055,
+      "grad_norm": 371.5675964355469,
+      "learning_rate": 2.647342981288703e-07,
+      "loss": 28.1875,
+      "step": 38872
+    },
+    {
+      "epoch": 1.8576412118895154,
+      "grad_norm": 309.4645080566406,
+      "learning_rate": 2.6455744137682925e-07,
+      "loss": 33.625,
+      "step": 38873
+    },
+    {
+      "epoch": 1.8576889993309758,
+      "grad_norm": 285.75537109375,
+      "learning_rate": 2.6438064292752754e-07,
+      "loss": 27.4062,
+      "step": 38874
+    },
+    {
+      "epoch": 1.8577367867724361,
+      "grad_norm": 170.7215118408203,
+      "learning_rate": 2.6420390278202424e-07,
+      "loss": 20.75,
+      "step": 38875
+    },
+    {
+      "epoch": 1.8577845742138965,
+      "grad_norm": 219.4796905517578,
+      "learning_rate": 2.6402722094137525e-07,
+      "loss": 27.8125,
+      "step": 38876
+    },
+    {
+      "epoch": 1.857832361655357,
+      "grad_norm": 205.40481567382812,
+      "learning_rate": 2.6385059740664074e-07,
+      "loss": 24.2188,
+      "step": 38877
+    },
+    {
+      "epoch": 1.8578801490968173,
+      "grad_norm": 300.7539367675781,
+      "learning_rate": 2.636740321788789e-07,
+      "loss": 21.1562,
+      "step": 38878
+    },
+    {
+      "epoch": 1.8579279365382777,
+      "grad_norm": 274.3330078125,
+      "learning_rate": 2.634975252591465e-07,
+      "loss": 27.875,
+      "step": 38879
+    },
+    {
+      "epoch": 1.857975723979738,
+      "grad_norm": 299.275146484375,
+      "learning_rate": 2.633210766484995e-07,
+      "loss": 28.9531,
+      "step": 38880
+    },
+    {
+      "epoch": 1.8580235114211985,
+      "grad_norm": 144.56460571289062,
+      "learning_rate": 2.6314468634799583e-07,
+      "loss": 19.8594,
+      "step": 38881
+    },
+    {
+      "epoch": 1.8580712988626589,
+      "grad_norm": 169.9052276611328,
+      "learning_rate": 2.629683543586914e-07,
+      "loss": 22.3281,
+      "step": 38882
+    },
+    {
+      "epoch": 1.8581190863041193,
+      "grad_norm": 222.58050537109375,
+      "learning_rate": 2.6279208068164305e-07,
+      "loss": 23.75,
+      "step": 38883
+    },
+    {
+      "epoch": 1.8581668737455797,
+      "grad_norm": 289.82568359375,
+      "learning_rate": 2.6261586531790453e-07,
+      "loss": 29.9688,
+      "step": 38884
+    },
+    {
+      "epoch": 1.85821466118704,
+      "grad_norm": 1236.9434814453125,
+      "learning_rate": 2.624397082685326e-07,
+      "loss": 23.3359,
+      "step": 38885
+    },
+    {
+      "epoch": 1.8582624486285004,
+      "grad_norm": 112.02543640136719,
+      "learning_rate": 2.6226360953458206e-07,
+      "loss": 14.375,
+      "step": 38886
+    },
+    {
+      "epoch": 1.8583102360699608,
+      "grad_norm": 396.88336181640625,
+      "learning_rate": 2.6208756911710766e-07,
+      "loss": 15.6094,
+      "step": 38887
+    },
+    {
+      "epoch": 1.8583580235114212,
+      "grad_norm": 241.74098205566406,
+      "learning_rate": 2.619115870171629e-07,
+      "loss": 22.6094,
+      "step": 38888
+    },
+    {
+      "epoch": 1.8584058109528816,
+      "grad_norm": 142.52081298828125,
+      "learning_rate": 2.617356632358026e-07,
+      "loss": 25.5156,
+      "step": 38889
+    },
+    {
+      "epoch": 1.858453598394342,
+      "grad_norm": 145.4520721435547,
+      "learning_rate": 2.6155979777408025e-07,
+      "loss": 29.5625,
+      "step": 38890
+    },
+    {
+      "epoch": 1.8585013858358024,
+      "grad_norm": 1232.0440673828125,
+      "learning_rate": 2.6138399063304733e-07,
+      "loss": 31.4688,
+      "step": 38891
+    },
+    {
+      "epoch": 1.8585491732772628,
+      "grad_norm": 154.29847717285156,
+      "learning_rate": 2.612082418137596e-07,
+      "loss": 21.1875,
+      "step": 38892
+    },
+    {
+      "epoch": 1.8585969607187232,
+      "grad_norm": 220.23477172851562,
+      "learning_rate": 2.6103255131726624e-07,
+      "loss": 29.4062,
+      "step": 38893
+    },
+    {
+      "epoch": 1.8586447481601835,
+      "grad_norm": 199.27725219726562,
+      "learning_rate": 2.6085691914462306e-07,
+      "loss": 25.25,
+      "step": 38894
+    },
+    {
+      "epoch": 1.858692535601644,
+      "grad_norm": 267.4657287597656,
+      "learning_rate": 2.6068134529687926e-07,
+      "loss": 30.1875,
+      "step": 38895
+    },
+    {
+      "epoch": 1.8587403230431043,
+      "grad_norm": 153.95645141601562,
+      "learning_rate": 2.605058297750862e-07,
+      "loss": 21.2188,
+      "step": 38896
+    },
+    {
+      "epoch": 1.8587881104845647,
+      "grad_norm": 197.25369262695312,
+      "learning_rate": 2.6033037258029637e-07,
+      "loss": 16.6094,
+      "step": 38897
+    },
+    {
+      "epoch": 1.858835897926025,
+      "grad_norm": 470.49346923828125,
+      "learning_rate": 2.6015497371356115e-07,
+      "loss": 31.4844,
+      "step": 38898
+    },
+    {
+      "epoch": 1.8588836853674855,
+      "grad_norm": 389.4664306640625,
+      "learning_rate": 2.5997963317592855e-07,
+      "loss": 29.3438,
+      "step": 38899
+    },
+    {
+      "epoch": 1.8589314728089459,
+      "grad_norm": 325.4464111328125,
+      "learning_rate": 2.5980435096845e-07,
+      "loss": 32.6562,
+      "step": 38900
+    },
+    {
+      "epoch": 1.8589792602504063,
+      "grad_norm": 374.6841735839844,
+      "learning_rate": 2.596291270921758e-07,
+      "loss": 32.7656,
+      "step": 38901
+    },
+    {
+      "epoch": 1.8590270476918667,
+      "grad_norm": 411.9783935546875,
+      "learning_rate": 2.5945396154815396e-07,
+      "loss": 20.1094,
+      "step": 38902
+    },
+    {
+      "epoch": 1.859074835133327,
+      "grad_norm": 162.25787353515625,
+      "learning_rate": 2.5927885433743363e-07,
+      "loss": 16.3281,
+      "step": 38903
+    },
+    {
+      "epoch": 1.8591226225747874,
+      "grad_norm": 213.5127410888672,
+      "learning_rate": 2.5910380546106393e-07,
+      "loss": 17.2812,
+      "step": 38904
+    },
+    {
+      "epoch": 1.8591704100162478,
+      "grad_norm": 187.4453887939453,
+      "learning_rate": 2.5892881492009525e-07,
+      "loss": 20.0938,
+      "step": 38905
+    },
+    {
+      "epoch": 1.8592181974577082,
+      "grad_norm": 255.82595825195312,
+      "learning_rate": 2.5875388271557223e-07,
+      "loss": 22.5469,
+      "step": 38906
+    },
+    {
+      "epoch": 1.8592659848991686,
+      "grad_norm": 166.59600830078125,
+      "learning_rate": 2.585790088485429e-07,
+      "loss": 17.7031,
+      "step": 38907
+    },
+    {
+      "epoch": 1.859313772340629,
+      "grad_norm": 255.261962890625,
+      "learning_rate": 2.584041933200565e-07,
+      "loss": 27.6562,
+      "step": 38908
+    },
+    {
+      "epoch": 1.8593615597820894,
+      "grad_norm": 362.0787353515625,
+      "learning_rate": 2.582294361311588e-07,
+      "loss": 25.9062,
+      "step": 38909
+    },
+    {
+      "epoch": 1.8594093472235498,
+      "grad_norm": 215.275634765625,
+      "learning_rate": 2.5805473728289676e-07,
+      "loss": 27.75,
+      "step": 38910
+    },
+    {
+      "epoch": 1.8594571346650102,
+      "grad_norm": 186.0556182861328,
+      "learning_rate": 2.578800967763162e-07,
+      "loss": 19.1562,
+      "step": 38911
+    },
+    {
+      "epoch": 1.8595049221064706,
+      "grad_norm": 296.0252380371094,
+      "learning_rate": 2.5770551461246187e-07,
+      "loss": 21.5625,
+      "step": 38912
+    },
+    {
+      "epoch": 1.859552709547931,
+      "grad_norm": 338.6604309082031,
+      "learning_rate": 2.5753099079238174e-07,
+      "loss": 24.0,
+      "step": 38913
+    },
+    {
+      "epoch": 1.8596004969893913,
+      "grad_norm": 203.01499938964844,
+      "learning_rate": 2.573565253171195e-07,
+      "loss": 26.3594,
+      "step": 38914
+    },
+    {
+      "epoch": 1.8596482844308517,
+      "grad_norm": 893.1454467773438,
+      "learning_rate": 2.5718211818771985e-07,
+      "loss": 44.8438,
+      "step": 38915
+    },
+    {
+      "epoch": 1.8596960718723121,
+      "grad_norm": 265.32537841796875,
+      "learning_rate": 2.5700776940522867e-07,
+      "loss": 22.7344,
+      "step": 38916
+    },
+    {
+      "epoch": 1.8597438593137725,
+      "grad_norm": 111.90093231201172,
+      "learning_rate": 2.5683347897068834e-07,
+      "loss": 24.3125,
+      "step": 38917
+    },
+    {
+      "epoch": 1.8597916467552327,
+      "grad_norm": 352.3833923339844,
+      "learning_rate": 2.5665924688514365e-07,
+      "loss": 34.1562,
+      "step": 38918
+    },
+    {
+      "epoch": 1.859839434196693,
+      "grad_norm": 240.06822204589844,
+      "learning_rate": 2.564850731496371e-07,
+      "loss": 27.8125,
+      "step": 38919
+    },
+    {
+      "epoch": 1.8598872216381535,
+      "grad_norm": 188.321533203125,
+      "learning_rate": 2.563109577652123e-07,
+      "loss": 18.6562,
+      "step": 38920
+    },
+    {
+      "epoch": 1.8599350090796138,
+      "grad_norm": 366.7919616699219,
+      "learning_rate": 2.561369007329129e-07,
+      "loss": 31.3438,
+      "step": 38921
+    },
+    {
+      "epoch": 1.8599827965210742,
+      "grad_norm": 141.41012573242188,
+      "learning_rate": 2.5596290205377904e-07,
+      "loss": 20.1719,
+      "step": 38922
+    },
+    {
+      "epoch": 1.8600305839625346,
+      "grad_norm": 256.6219177246094,
+      "learning_rate": 2.557889617288567e-07,
+      "loss": 22.2344,
+      "step": 38923
+    },
+    {
+      "epoch": 1.860078371403995,
+      "grad_norm": 270.0071716308594,
+      "learning_rate": 2.5561507975918276e-07,
+      "loss": 20.7656,
+      "step": 38924
+    },
+    {
+      "epoch": 1.8601261588454554,
+      "grad_norm": 239.88906860351562,
+      "learning_rate": 2.5544125614580086e-07,
+      "loss": 18.5156,
+      "step": 38925
+    },
+    {
+      "epoch": 1.8601739462869158,
+      "grad_norm": 210.58580017089844,
+      "learning_rate": 2.5526749088975235e-07,
+      "loss": 17.6875,
+      "step": 38926
+    },
+    {
+      "epoch": 1.8602217337283762,
+      "grad_norm": 212.54910278320312,
+      "learning_rate": 2.550937839920786e-07,
+      "loss": 25.875,
+      "step": 38927
+    },
+    {
+      "epoch": 1.8602695211698366,
+      "grad_norm": 296.74713134765625,
+      "learning_rate": 2.5492013545381666e-07,
+      "loss": 17.7031,
+      "step": 38928
+    },
+    {
+      "epoch": 1.860317308611297,
+      "grad_norm": 333.4134521484375,
+      "learning_rate": 2.5474654527600896e-07,
+      "loss": 33.7344,
+      "step": 38929
+    },
+    {
+      "epoch": 1.8603650960527573,
+      "grad_norm": 297.51702880859375,
+      "learning_rate": 2.5457301345969575e-07,
+      "loss": 30.5312,
+      "step": 38930
+    },
+    {
+      "epoch": 1.8604128834942177,
+      "grad_norm": 147.29058837890625,
+      "learning_rate": 2.543995400059152e-07,
+      "loss": 16.9531,
+      "step": 38931
+    },
+    {
+      "epoch": 1.8604606709356781,
+      "grad_norm": 175.75823974609375,
+      "learning_rate": 2.542261249157052e-07,
+      "loss": 15.5312,
+      "step": 38932
+    },
+    {
+      "epoch": 1.8605084583771385,
+      "grad_norm": 309.17340087890625,
+      "learning_rate": 2.5405276819010507e-07,
+      "loss": 19.2656,
+      "step": 38933
+    },
+    {
+      "epoch": 1.860556245818599,
+      "grad_norm": 281.82952880859375,
+      "learning_rate": 2.5387946983015277e-07,
+      "loss": 23.7188,
+      "step": 38934
+    },
+    {
+      "epoch": 1.8606040332600593,
+      "grad_norm": 402.07403564453125,
+      "learning_rate": 2.5370622983688866e-07,
+      "loss": 30.9062,
+      "step": 38935
+    },
+    {
+      "epoch": 1.8606518207015197,
+      "grad_norm": 253.64437866210938,
+      "learning_rate": 2.535330482113463e-07,
+      "loss": 22.0312,
+      "step": 38936
+    },
+    {
+      "epoch": 1.86069960814298,
+      "grad_norm": 206.8681182861328,
+      "learning_rate": 2.5335992495456487e-07,
+      "loss": 15.3125,
+      "step": 38937
+    },
+    {
+      "epoch": 1.8607473955844402,
+      "grad_norm": 362.17083740234375,
+      "learning_rate": 2.531868600675813e-07,
+      "loss": 28.5625,
+      "step": 38938
+    },
+    {
+      "epoch": 1.8607951830259006,
+      "grad_norm": 463.9678955078125,
+      "learning_rate": 2.530138535514315e-07,
+      "loss": 20.8438,
+      "step": 38939
+    },
+    {
+      "epoch": 1.860842970467361,
+      "grad_norm": 164.3212127685547,
+      "learning_rate": 2.5284090540715125e-07,
+      "loss": 25.5312,
+      "step": 38940
+    },
+    {
+      "epoch": 1.8608907579088214,
+      "grad_norm": 283.6844177246094,
+      "learning_rate": 2.5266801563577636e-07,
+      "loss": 27.8438,
+      "step": 38941
+    },
+    {
+      "epoch": 1.8609385453502818,
+      "grad_norm": 313.2281799316406,
+      "learning_rate": 2.5249518423834387e-07,
+      "loss": 29.2812,
+      "step": 38942
+    },
+    {
+      "epoch": 1.8609863327917422,
+      "grad_norm": 424.58251953125,
+      "learning_rate": 2.523224112158862e-07,
+      "loss": 27.1094,
+      "step": 38943
+    },
+    {
+      "epoch": 1.8610341202332026,
+      "grad_norm": 233.68618774414062,
+      "learning_rate": 2.5214969656944146e-07,
+      "loss": 18.4062,
+      "step": 38944
+    },
+    {
+      "epoch": 1.861081907674663,
+      "grad_norm": 227.6614227294922,
+      "learning_rate": 2.519770403000399e-07,
+      "loss": 21.2031,
+      "step": 38945
+    },
+    {
+      "epoch": 1.8611296951161234,
+      "grad_norm": 522.0828857421875,
+      "learning_rate": 2.5180444240871736e-07,
+      "loss": 29.1875,
+      "step": 38946
+    },
+    {
+      "epoch": 1.8611774825575838,
+      "grad_norm": 139.30934143066406,
+      "learning_rate": 2.516319028965086e-07,
+      "loss": 20.2188,
+      "step": 38947
+    },
+    {
+      "epoch": 1.8612252699990441,
+      "grad_norm": 197.58522033691406,
+      "learning_rate": 2.5145942176444503e-07,
+      "loss": 17.375,
+      "step": 38948
+    },
+    {
+      "epoch": 1.8612730574405045,
+      "grad_norm": 269.77581787109375,
+      "learning_rate": 2.5128699901356136e-07,
+      "loss": 30.6562,
+      "step": 38949
+    },
+    {
+      "epoch": 1.861320844881965,
+      "grad_norm": 305.7784118652344,
+      "learning_rate": 2.5111463464488896e-07,
+      "loss": 32.375,
+      "step": 38950
+    },
+    {
+      "epoch": 1.8613686323234253,
+      "grad_norm": 232.35482788085938,
+      "learning_rate": 2.5094232865946033e-07,
+      "loss": 14.5,
+      "step": 38951
+    },
+    {
+      "epoch": 1.8614164197648857,
+      "grad_norm": 232.34251403808594,
+      "learning_rate": 2.5077008105830693e-07,
+      "loss": 20.6562,
+      "step": 38952
+    },
+    {
+      "epoch": 1.861464207206346,
+      "grad_norm": 358.1119689941406,
+      "learning_rate": 2.505978918424612e-07,
+      "loss": 21.9062,
+      "step": 38953
+    },
+    {
+      "epoch": 1.8615119946478065,
+      "grad_norm": 271.8589782714844,
+      "learning_rate": 2.5042576101295455e-07,
+      "loss": 23.0,
+      "step": 38954
+    },
+    {
+      "epoch": 1.8615597820892669,
+      "grad_norm": 272.8074035644531,
+      "learning_rate": 2.5025368857081624e-07,
+      "loss": 29.3438,
+      "step": 38955
+    },
+    {
+      "epoch": 1.8616075695307273,
+      "grad_norm": 242.63401794433594,
+      "learning_rate": 2.500816745170775e-07,
+      "loss": 23.875,
+      "step": 38956
+    },
+    {
+      "epoch": 1.8616553569721876,
+      "grad_norm": 255.07766723632812,
+      "learning_rate": 2.4990971885276993e-07,
+      "loss": 20.3906,
+      "step": 38957
+    },
+    {
+      "epoch": 1.861703144413648,
+      "grad_norm": 197.45675659179688,
+      "learning_rate": 2.4973782157892144e-07,
+      "loss": 22.625,
+      "step": 38958
+    },
+    {
+      "epoch": 1.8617509318551084,
+      "grad_norm": 779.82177734375,
+      "learning_rate": 2.495659826965613e-07,
+      "loss": 27.6562,
+      "step": 38959
+    },
+    {
+      "epoch": 1.8617987192965688,
+      "grad_norm": 232.65640258789062,
+      "learning_rate": 2.4939420220672086e-07,
+      "loss": 27.5625,
+      "step": 38960
+    },
+    {
+      "epoch": 1.8618465067380292,
+      "grad_norm": 152.23875427246094,
+      "learning_rate": 2.4922248011042594e-07,
+      "loss": 25.8125,
+      "step": 38961
+    },
+    {
+      "epoch": 1.8618942941794896,
+      "grad_norm": 446.9470520019531,
+      "learning_rate": 2.4905081640870686e-07,
+      "loss": 24.9688,
+      "step": 38962
+    },
+    {
+      "epoch": 1.86194208162095,
+      "grad_norm": 477.7730407714844,
+      "learning_rate": 2.488792111025917e-07,
+      "loss": 21.8125,
+      "step": 38963
+    },
+    {
+      "epoch": 1.8619898690624104,
+      "grad_norm": 579.3275756835938,
+      "learning_rate": 2.4870766419310853e-07,
+      "loss": 23.3438,
+      "step": 38964
+    },
+    {
+      "epoch": 1.8620376565038708,
+      "grad_norm": 297.42132568359375,
+      "learning_rate": 2.4853617568128207e-07,
+      "loss": 18.75,
+      "step": 38965
+    },
+    {
+      "epoch": 1.8620854439453312,
+      "grad_norm": 169.7272186279297,
+      "learning_rate": 2.483647455681415e-07,
+      "loss": 14.5625,
+      "step": 38966
+    },
+    {
+      "epoch": 1.8621332313867915,
+      "grad_norm": 189.78915405273438,
+      "learning_rate": 2.4819337385471374e-07,
+      "loss": 19.75,
+      "step": 38967
+    },
+    {
+      "epoch": 1.862181018828252,
+      "grad_norm": 143.03982543945312,
+      "learning_rate": 2.480220605420247e-07,
+      "loss": 25.8438,
+      "step": 38968
+    },
+    {
+      "epoch": 1.8622288062697123,
+      "grad_norm": 784.278076171875,
+      "learning_rate": 2.478508056310991e-07,
+      "loss": 16.7734,
+      "step": 38969
+    },
+    {
+      "epoch": 1.8622765937111727,
+      "grad_norm": 286.4693908691406,
+      "learning_rate": 2.4767960912296384e-07,
+      "loss": 18.0625,
+      "step": 38970
+    },
+    {
+      "epoch": 1.862324381152633,
+      "grad_norm": 462.1576843261719,
+      "learning_rate": 2.475084710186426e-07,
+      "loss": 26.75,
+      "step": 38971
+    },
+    {
+      "epoch": 1.8623721685940935,
+      "grad_norm": 453.52288818359375,
+      "learning_rate": 2.4733739131916345e-07,
+      "loss": 25.2188,
+      "step": 38972
+    },
+    {
+      "epoch": 1.8624199560355539,
+      "grad_norm": 268.91766357421875,
+      "learning_rate": 2.4716637002554775e-07,
+      "loss": 30.6562,
+      "step": 38973
+    },
+    {
+      "epoch": 1.8624677434770143,
+      "grad_norm": 264.6579895019531,
+      "learning_rate": 2.4699540713882144e-07,
+      "loss": 21.625,
+      "step": 38974
+    },
+    {
+      "epoch": 1.8625155309184747,
+      "grad_norm": 147.855712890625,
+      "learning_rate": 2.4682450266000803e-07,
+      "loss": 25.9688,
+      "step": 38975
+    },
+    {
+      "epoch": 1.862563318359935,
+      "grad_norm": 287.0224304199219,
+      "learning_rate": 2.4665365659013005e-07,
+      "loss": 22.0,
+      "step": 38976
+    },
+    {
+      "epoch": 1.8626111058013954,
+      "grad_norm": 258.21923828125,
+      "learning_rate": 2.464828689302112e-07,
+      "loss": 24.4844,
+      "step": 38977
+    },
+    {
+      "epoch": 1.8626588932428558,
+      "grad_norm": 245.42686462402344,
+      "learning_rate": 2.463121396812762e-07,
+      "loss": 25.8594,
+      "step": 38978
+    },
+    {
+      "epoch": 1.8627066806843162,
+      "grad_norm": 261.7127990722656,
+      "learning_rate": 2.461414688443442e-07,
+      "loss": 22.3281,
+      "step": 38979
+    },
+    {
+      "epoch": 1.8627544681257766,
+      "grad_norm": 322.22235107421875,
+      "learning_rate": 2.4597085642043995e-07,
+      "loss": 45.5312,
+      "step": 38980
+    },
+    {
+      "epoch": 1.862802255567237,
+      "grad_norm": 185.63449096679688,
+      "learning_rate": 2.458003024105826e-07,
+      "loss": 22.1094,
+      "step": 38981
+    },
+    {
+      "epoch": 1.8628500430086974,
+      "grad_norm": 177.61756896972656,
+      "learning_rate": 2.4562980681579585e-07,
+      "loss": 18.4688,
+      "step": 38982
+    },
+    {
+      "epoch": 1.8628978304501578,
+      "grad_norm": 239.69619750976562,
+      "learning_rate": 2.4545936963710104e-07,
+      "loss": 21.8125,
+      "step": 38983
+    },
+    {
+      "epoch": 1.8629456178916182,
+      "grad_norm": 258.8369140625,
+      "learning_rate": 2.4528899087551627e-07,
+      "loss": 24.2656,
+      "step": 38984
+    },
+    {
+      "epoch": 1.8629934053330786,
+      "grad_norm": 143.38357543945312,
+      "learning_rate": 2.4511867053206407e-07,
+      "loss": 22.7188,
+      "step": 38985
+    },
+    {
+      "epoch": 1.863041192774539,
+      "grad_norm": 168.26348876953125,
+      "learning_rate": 2.449484086077636e-07,
+      "loss": 21.3125,
+      "step": 38986
+    },
+    {
+      "epoch": 1.8630889802159993,
+      "grad_norm": 292.68865966796875,
+      "learning_rate": 2.4477820510363517e-07,
+      "loss": 24.7656,
+      "step": 38987
+    },
+    {
+      "epoch": 1.8631367676574597,
+      "grad_norm": 193.6506805419922,
+      "learning_rate": 2.446080600206968e-07,
+      "loss": 19.7812,
+      "step": 38988
+    },
+    {
+      "epoch": 1.8631845550989201,
+      "grad_norm": 144.1807861328125,
+      "learning_rate": 2.4443797335996776e-07,
+      "loss": 24.5625,
+      "step": 38989
+    },
+    {
+      "epoch": 1.8632323425403805,
+      "grad_norm": 145.2315216064453,
+      "learning_rate": 2.4426794512246944e-07,
+      "loss": 20.9688,
+      "step": 38990
+    },
+    {
+      "epoch": 1.863280129981841,
+      "grad_norm": 1564.9298095703125,
+      "learning_rate": 2.440979753092154e-07,
+      "loss": 25.5156,
+      "step": 38991
+    },
+    {
+      "epoch": 1.8633279174233013,
+      "grad_norm": 475.56658935546875,
+      "learning_rate": 2.4392806392122716e-07,
+      "loss": 17.1094,
+      "step": 38992
+    },
+    {
+      "epoch": 1.8633757048647617,
+      "grad_norm": 387.2046203613281,
+      "learning_rate": 2.437582109595205e-07,
+      "loss": 21.2969,
+      "step": 38993
+    },
+    {
+      "epoch": 1.863423492306222,
+      "grad_norm": 199.17489624023438,
+      "learning_rate": 2.4358841642511345e-07,
+      "loss": 22.7656,
+      "step": 38994
+    },
+    {
+      "epoch": 1.8634712797476825,
+      "grad_norm": 210.78005981445312,
+      "learning_rate": 2.4341868031902307e-07,
+      "loss": 19.7812,
+      "step": 38995
+    },
+    {
+      "epoch": 1.8635190671891428,
+      "grad_norm": 275.802001953125,
+      "learning_rate": 2.4324900264226405e-07,
+      "loss": 34.2812,
+      "step": 38996
+    },
+    {
+      "epoch": 1.8635668546306032,
+      "grad_norm": 246.7033233642578,
+      "learning_rate": 2.4307938339585557e-07,
+      "loss": 25.1562,
+      "step": 38997
+    },
+    {
+      "epoch": 1.8636146420720636,
+      "grad_norm": 355.4814758300781,
+      "learning_rate": 2.429098225808102e-07,
+      "loss": 31.2188,
+      "step": 38998
+    },
+    {
+      "epoch": 1.863662429513524,
+      "grad_norm": 237.21583557128906,
+      "learning_rate": 2.4274032019814484e-07,
+      "loss": 27.0,
+      "step": 38999
+    },
+    {
+      "epoch": 1.8637102169549842,
+      "grad_norm": 180.79246520996094,
+      "learning_rate": 2.425708762488754e-07,
+      "loss": 21.9375,
+      "step": 39000
+    },
+    {
+      "epoch": 1.8637580043964446,
+      "grad_norm": 640.917236328125,
+      "learning_rate": 2.4240149073401663e-07,
+      "loss": 32.875,
+      "step": 39001
+    },
+    {
+      "epoch": 1.863805791837905,
+      "grad_norm": 342.50762939453125,
+      "learning_rate": 2.42232163654581e-07,
+      "loss": 37.5,
+      "step": 39002
+    },
+    {
+      "epoch": 1.8638535792793653,
+      "grad_norm": 577.8997802734375,
+      "learning_rate": 2.420628950115833e-07,
+      "loss": 24.1406,
+      "step": 39003
+    },
+    {
+      "epoch": 1.8639013667208257,
+      "grad_norm": 289.68841552734375,
+      "learning_rate": 2.418936848060383e-07,
+      "loss": 24.75,
+      "step": 39004
+    },
+    {
+      "epoch": 1.8639491541622861,
+      "grad_norm": 239.4528045654297,
+      "learning_rate": 2.417245330389595e-07,
+      "loss": 28.7812,
+      "step": 39005
+    },
+    {
+      "epoch": 1.8639969416037465,
+      "grad_norm": 207.7332000732422,
+      "learning_rate": 2.415554397113584e-07,
+      "loss": 29.8281,
+      "step": 39006
+    },
+    {
+      "epoch": 1.864044729045207,
+      "grad_norm": 174.52947998046875,
+      "learning_rate": 2.413864048242476e-07,
+      "loss": 18.4219,
+      "step": 39007
+    },
+    {
+      "epoch": 1.8640925164866673,
+      "grad_norm": 136.49700927734375,
+      "learning_rate": 2.412174283786417e-07,
+      "loss": 15.25,
+      "step": 39008
+    },
+    {
+      "epoch": 1.8641403039281277,
+      "grad_norm": 139.1546630859375,
+      "learning_rate": 2.410485103755511e-07,
+      "loss": 19.6094,
+      "step": 39009
+    },
+    {
+      "epoch": 1.864188091369588,
+      "grad_norm": 185.67440795898438,
+      "learning_rate": 2.408796508159861e-07,
+      "loss": 26.625,
+      "step": 39010
+    },
+    {
+      "epoch": 1.8642358788110485,
+      "grad_norm": 274.4895935058594,
+      "learning_rate": 2.4071084970096026e-07,
+      "loss": 35.5312,
+      "step": 39011
+    },
+    {
+      "epoch": 1.8642836662525089,
+      "grad_norm": 169.79994201660156,
+      "learning_rate": 2.4054210703148287e-07,
+      "loss": 17.5,
+      "step": 39012
+    },
+    {
+      "epoch": 1.8643314536939692,
+      "grad_norm": 596.4111938476562,
+      "learning_rate": 2.403734228085663e-07,
+      "loss": 18.125,
+      "step": 39013
+    },
+    {
+      "epoch": 1.8643792411354296,
+      "grad_norm": 913.5201416015625,
+      "learning_rate": 2.4020479703321886e-07,
+      "loss": 26.125,
+      "step": 39014
+    },
+    {
+      "epoch": 1.86442702857689,
+      "grad_norm": 416.1495056152344,
+      "learning_rate": 2.400362297064507e-07,
+      "loss": 19.0312,
+      "step": 39015
+    },
+    {
+      "epoch": 1.8644748160183504,
+      "grad_norm": 174.13833618164062,
+      "learning_rate": 2.3986772082927213e-07,
+      "loss": 27.0938,
+      "step": 39016
+    },
+    {
+      "epoch": 1.8645226034598108,
+      "grad_norm": 657.2092895507812,
+      "learning_rate": 2.396992704026913e-07,
+      "loss": 24.9375,
+      "step": 39017
+    },
+    {
+      "epoch": 1.8645703909012712,
+      "grad_norm": 220.04393005371094,
+      "learning_rate": 2.395308784277184e-07,
+      "loss": 23.0469,
+      "step": 39018
+    },
+    {
+      "epoch": 1.8646181783427316,
+      "grad_norm": 497.924072265625,
+      "learning_rate": 2.393625449053605e-07,
+      "loss": 21.6406,
+      "step": 39019
+    },
+    {
+      "epoch": 1.8646659657841917,
+      "grad_norm": 440.5327453613281,
+      "learning_rate": 2.3919426983662676e-07,
+      "loss": 23.8906,
+      "step": 39020
+    },
+    {
+      "epoch": 1.8647137532256521,
+      "grad_norm": 227.24269104003906,
+      "learning_rate": 2.3902605322252415e-07,
+      "loss": 17.5,
+      "step": 39021
+    },
+    {
+      "epoch": 1.8647615406671125,
+      "grad_norm": 321.3337097167969,
+      "learning_rate": 2.3885789506405967e-07,
+      "loss": 17.7969,
+      "step": 39022
+    },
+    {
+      "epoch": 1.864809328108573,
+      "grad_norm": 270.5682373046875,
+      "learning_rate": 2.3868979536224245e-07,
+      "loss": 33.125,
+      "step": 39023
+    },
+    {
+      "epoch": 1.8648571155500333,
+      "grad_norm": 586.3101196289062,
+      "learning_rate": 2.385217541180773e-07,
+      "loss": 26.25,
+      "step": 39024
+    },
+    {
+      "epoch": 1.8649049029914937,
+      "grad_norm": 286.2718811035156,
+      "learning_rate": 2.3835377133257122e-07,
+      "loss": 26.7188,
+      "step": 39025
+    },
+    {
+      "epoch": 1.864952690432954,
+      "grad_norm": 215.44113159179688,
+      "learning_rate": 2.3818584700672887e-07,
+      "loss": 20.0156,
+      "step": 39026
+    },
+    {
+      "epoch": 1.8650004778744145,
+      "grad_norm": 2610.26220703125,
+      "learning_rate": 2.380179811415584e-07,
+      "loss": 20.7656,
+      "step": 39027
+    },
+    {
+      "epoch": 1.8650482653158749,
+      "grad_norm": 229.07928466796875,
+      "learning_rate": 2.378501737380634e-07,
+      "loss": 26.125,
+      "step": 39028
+    },
+    {
+      "epoch": 1.8650960527573353,
+      "grad_norm": 265.81573486328125,
+      "learning_rate": 2.3768242479724978e-07,
+      "loss": 25.4062,
+      "step": 39029
+    },
+    {
+      "epoch": 1.8651438401987956,
+      "grad_norm": 211.72622680664062,
+      "learning_rate": 2.3751473432012007e-07,
+      "loss": 22.9062,
+      "step": 39030
+    },
+    {
+      "epoch": 1.865191627640256,
+      "grad_norm": 252.06100463867188,
+      "learning_rate": 2.3734710230768232e-07,
+      "loss": 26.7031,
+      "step": 39031
+    },
+    {
+      "epoch": 1.8652394150817164,
+      "grad_norm": 360.8830871582031,
+      "learning_rate": 2.3717952876093686e-07,
+      "loss": 24.2188,
+      "step": 39032
+    },
+    {
+      "epoch": 1.8652872025231768,
+      "grad_norm": 994.30517578125,
+      "learning_rate": 2.3701201368088844e-07,
+      "loss": 24.0312,
+      "step": 39033
+    },
+    {
+      "epoch": 1.8653349899646372,
+      "grad_norm": 305.9534912109375,
+      "learning_rate": 2.368445570685407e-07,
+      "loss": 18.8281,
+      "step": 39034
+    },
+    {
+      "epoch": 1.8653827774060976,
+      "grad_norm": 169.1101837158203,
+      "learning_rate": 2.3667715892489617e-07,
+      "loss": 19.625,
+      "step": 39035
+    },
+    {
+      "epoch": 1.865430564847558,
+      "grad_norm": 180.59918212890625,
+      "learning_rate": 2.365098192509563e-07,
+      "loss": 14.8906,
+      "step": 39036
+    },
+    {
+      "epoch": 1.8654783522890184,
+      "grad_norm": 169.85899353027344,
+      "learning_rate": 2.3634253804772467e-07,
+      "loss": 20.5469,
+      "step": 39037
+    },
+    {
+      "epoch": 1.8655261397304788,
+      "grad_norm": 235.82174682617188,
+      "learning_rate": 2.3617531531620384e-07,
+      "loss": 22.2812,
+      "step": 39038
+    },
+    {
+      "epoch": 1.8655739271719392,
+      "grad_norm": 149.88748168945312,
+      "learning_rate": 2.3600815105739304e-07,
+      "loss": 18.8594,
+      "step": 39039
+    },
+    {
+      "epoch": 1.8656217146133995,
+      "grad_norm": 328.3995056152344,
+      "learning_rate": 2.3584104527229479e-07,
+      "loss": 33.25,
+      "step": 39040
+    },
+    {
+      "epoch": 1.86566950205486,
+      "grad_norm": 198.67044067382812,
+      "learning_rate": 2.3567399796191048e-07,
+      "loss": 18.3906,
+      "step": 39041
+    },
+    {
+      "epoch": 1.8657172894963203,
+      "grad_norm": 144.185791015625,
+      "learning_rate": 2.3550700912723822e-07,
+      "loss": 18.8594,
+      "step": 39042
+    },
+    {
+      "epoch": 1.8657650769377807,
+      "grad_norm": 223.50653076171875,
+      "learning_rate": 2.3534007876927835e-07,
+      "loss": 21.7344,
+      "step": 39043
+    },
+    {
+      "epoch": 1.865812864379241,
+      "grad_norm": 508.71234130859375,
+      "learning_rate": 2.3517320688903333e-07,
+      "loss": 24.8125,
+      "step": 39044
+    },
+    {
+      "epoch": 1.8658606518207015,
+      "grad_norm": 406.19415283203125,
+      "learning_rate": 2.350063934875002e-07,
+      "loss": 35.4688,
+      "step": 39045
+    },
+    {
+      "epoch": 1.8659084392621619,
+      "grad_norm": 371.98138427734375,
+      "learning_rate": 2.3483963856567927e-07,
+      "loss": 21.2344,
+      "step": 39046
+    },
+    {
+      "epoch": 1.8659562267036223,
+      "grad_norm": 324.48779296875,
+      "learning_rate": 2.3467294212456747e-07,
+      "loss": 38.4375,
+      "step": 39047
+    },
+    {
+      "epoch": 1.8660040141450827,
+      "grad_norm": 175.8214874267578,
+      "learning_rate": 2.3450630416516408e-07,
+      "loss": 18.2969,
+      "step": 39048
+    },
+    {
+      "epoch": 1.866051801586543,
+      "grad_norm": 179.2956085205078,
+      "learning_rate": 2.343397246884671e-07,
+      "loss": 19.0938,
+      "step": 39049
+    },
+    {
+      "epoch": 1.8660995890280034,
+      "grad_norm": 160.26837158203125,
+      "learning_rate": 2.341732036954736e-07,
+      "loss": 22.5625,
+      "step": 39050
+    },
+    {
+      "epoch": 1.8661473764694638,
+      "grad_norm": 155.13095092773438,
+      "learning_rate": 2.3400674118718157e-07,
+      "loss": 22.3438,
+      "step": 39051
+    },
+    {
+      "epoch": 1.8661951639109242,
+      "grad_norm": 172.1326904296875,
+      "learning_rate": 2.3384033716458698e-07,
+      "loss": 19.8281,
+      "step": 39052
+    },
+    {
+      "epoch": 1.8662429513523846,
+      "grad_norm": 132.47023010253906,
+      "learning_rate": 2.3367399162868786e-07,
+      "loss": 14.1719,
+      "step": 39053
+    },
+    {
+      "epoch": 1.866290738793845,
+      "grad_norm": 199.31246948242188,
+      "learning_rate": 2.33507704580479e-07,
+      "loss": 21.0938,
+      "step": 39054
+    },
+    {
+      "epoch": 1.8663385262353054,
+      "grad_norm": 287.8544921875,
+      "learning_rate": 2.3334147602095735e-07,
+      "loss": 32.2188,
+      "step": 39055
+    },
+    {
+      "epoch": 1.8663863136767658,
+      "grad_norm": 912.4998779296875,
+      "learning_rate": 2.3317530595111658e-07,
+      "loss": 29.2188,
+      "step": 39056
+    },
+    {
+      "epoch": 1.8664341011182262,
+      "grad_norm": 162.641357421875,
+      "learning_rate": 2.330091943719548e-07,
+      "loss": 21.8906,
+      "step": 39057
+    },
+    {
+      "epoch": 1.8664818885596866,
+      "grad_norm": 121.65941619873047,
+      "learning_rate": 2.328431412844645e-07,
+      "loss": 18.125,
+      "step": 39058
+    },
+    {
+      "epoch": 1.866529676001147,
+      "grad_norm": 270.8046875,
+      "learning_rate": 2.3267714668963936e-07,
+      "loss": 19.8438,
+      "step": 39059
+    },
+    {
+      "epoch": 1.8665774634426073,
+      "grad_norm": 161.79205322265625,
+      "learning_rate": 2.3251121058847636e-07,
+      "loss": 21.3125,
+      "step": 39060
+    },
+    {
+      "epoch": 1.8666252508840677,
+      "grad_norm": 407.56585693359375,
+      "learning_rate": 2.3234533298196693e-07,
+      "loss": 30.8438,
+      "step": 39061
+    },
+    {
+      "epoch": 1.8666730383255281,
+      "grad_norm": 465.3226318359375,
+      "learning_rate": 2.3217951387110582e-07,
+      "loss": 25.9375,
+      "step": 39062
+    },
+    {
+      "epoch": 1.8667208257669885,
+      "grad_norm": 490.3643798828125,
+      "learning_rate": 2.3201375325688448e-07,
+      "loss": 17.6875,
+      "step": 39063
+    },
+    {
+      "epoch": 1.866768613208449,
+      "grad_norm": 330.69927978515625,
+      "learning_rate": 2.3184805114029872e-07,
+      "loss": 22.2031,
+      "step": 39064
+    },
+    {
+      "epoch": 1.8668164006499093,
+      "grad_norm": 195.13095092773438,
+      "learning_rate": 2.3168240752233673e-07,
+      "loss": 18.7188,
+      "step": 39065
+    },
+    {
+      "epoch": 1.8668641880913697,
+      "grad_norm": 224.00521850585938,
+      "learning_rate": 2.315168224039932e-07,
+      "loss": 26.7188,
+      "step": 39066
+    },
+    {
+      "epoch": 1.86691197553283,
+      "grad_norm": 362.77752685546875,
+      "learning_rate": 2.3135129578625847e-07,
+      "loss": 36.7188,
+      "step": 39067
+    },
+    {
+      "epoch": 1.8669597629742904,
+      "grad_norm": 319.41204833984375,
+      "learning_rate": 2.3118582767012508e-07,
+      "loss": 23.3438,
+      "step": 39068
+    },
+    {
+      "epoch": 1.8670075504157508,
+      "grad_norm": 234.07260131835938,
+      "learning_rate": 2.3102041805658338e-07,
+      "loss": 20.0469,
+      "step": 39069
+    },
+    {
+      "epoch": 1.8670553378572112,
+      "grad_norm": 185.3070831298828,
+      "learning_rate": 2.3085506694662363e-07,
+      "loss": 27.0,
+      "step": 39070
+    },
+    {
+      "epoch": 1.8671031252986716,
+      "grad_norm": 199.50411987304688,
+      "learning_rate": 2.306897743412373e-07,
+      "loss": 19.4219,
+      "step": 39071
+    },
+    {
+      "epoch": 1.867150912740132,
+      "grad_norm": 353.590576171875,
+      "learning_rate": 2.3052454024141247e-07,
+      "loss": 26.9062,
+      "step": 39072
+    },
+    {
+      "epoch": 1.8671987001815924,
+      "grad_norm": 188.2299041748047,
+      "learning_rate": 2.3035936464813945e-07,
+      "loss": 14.6406,
+      "step": 39073
+    },
+    {
+      "epoch": 1.8672464876230528,
+      "grad_norm": 242.22384643554688,
+      "learning_rate": 2.3019424756240748e-07,
+      "loss": 26.0625,
+      "step": 39074
+    },
+    {
+      "epoch": 1.8672942750645132,
+      "grad_norm": 207.6291046142578,
+      "learning_rate": 2.3002918898520689e-07,
+      "loss": 23.4375,
+      "step": 39075
+    },
+    {
+      "epoch": 1.8673420625059736,
+      "grad_norm": 331.93524169921875,
+      "learning_rate": 2.298641889175235e-07,
+      "loss": 24.7812,
+      "step": 39076
+    },
+    {
+      "epoch": 1.867389849947434,
+      "grad_norm": 323.0104064941406,
+      "learning_rate": 2.2969924736034766e-07,
+      "loss": 28.0312,
+      "step": 39077
+    },
+    {
+      "epoch": 1.8674376373888943,
+      "grad_norm": 284.4764099121094,
+      "learning_rate": 2.2953436431466524e-07,
+      "loss": 47.9688,
+      "step": 39078
+    },
+    {
+      "epoch": 1.8674854248303547,
+      "grad_norm": 248.64791870117188,
+      "learning_rate": 2.2936953978146547e-07,
+      "loss": 28.4062,
+      "step": 39079
+    },
+    {
+      "epoch": 1.8675332122718151,
+      "grad_norm": 364.2341003417969,
+      "learning_rate": 2.2920477376173423e-07,
+      "loss": 21.7344,
+      "step": 39080
+    },
+    {
+      "epoch": 1.8675809997132755,
+      "grad_norm": 1581.8170166015625,
+      "learning_rate": 2.2904006625645735e-07,
+      "loss": 25.8125,
+      "step": 39081
+    },
+    {
+      "epoch": 1.8676287871547357,
+      "grad_norm": 187.26992797851562,
+      "learning_rate": 2.288754172666241e-07,
+      "loss": 21.2656,
+      "step": 39082
+    },
+    {
+      "epoch": 1.867676574596196,
+      "grad_norm": 170.5453643798828,
+      "learning_rate": 2.287108267932181e-07,
+      "loss": 18.1406,
+      "step": 39083
+    },
+    {
+      "epoch": 1.8677243620376565,
+      "grad_norm": 222.56341552734375,
+      "learning_rate": 2.2854629483722634e-07,
+      "loss": 17.6875,
+      "step": 39084
+    },
+    {
+      "epoch": 1.8677721494791168,
+      "grad_norm": 255.8031768798828,
+      "learning_rate": 2.283818213996325e-07,
+      "loss": 19.2969,
+      "step": 39085
+    },
+    {
+      "epoch": 1.8678199369205772,
+      "grad_norm": 301.8130187988281,
+      "learning_rate": 2.2821740648142465e-07,
+      "loss": 28.5938,
+      "step": 39086
+    },
+    {
+      "epoch": 1.8678677243620376,
+      "grad_norm": 203.95413208007812,
+      "learning_rate": 2.2805305008358424e-07,
+      "loss": 20.0469,
+      "step": 39087
+    },
+    {
+      "epoch": 1.867915511803498,
+      "grad_norm": 208.22146606445312,
+      "learning_rate": 2.2788875220709605e-07,
+      "loss": 26.0938,
+      "step": 39088
+    },
+    {
+      "epoch": 1.8679632992449584,
+      "grad_norm": 258.1383056640625,
+      "learning_rate": 2.2772451285294594e-07,
+      "loss": 20.4844,
+      "step": 39089
+    },
+    {
+      "epoch": 1.8680110866864188,
+      "grad_norm": 263.49786376953125,
+      "learning_rate": 2.2756033202211647e-07,
+      "loss": 23.7188,
+      "step": 39090
+    },
+    {
+      "epoch": 1.8680588741278792,
+      "grad_norm": 173.92645263671875,
+      "learning_rate": 2.2739620971559019e-07,
+      "loss": 16.6562,
+      "step": 39091
+    },
+    {
+      "epoch": 1.8681066615693396,
+      "grad_norm": 297.7000427246094,
+      "learning_rate": 2.272321459343496e-07,
+      "loss": 29.8281,
+      "step": 39092
+    },
+    {
+      "epoch": 1.8681544490108,
+      "grad_norm": 205.91046142578125,
+      "learning_rate": 2.2706814067938065e-07,
+      "loss": 28.375,
+      "step": 39093
+    },
+    {
+      "epoch": 1.8682022364522604,
+      "grad_norm": 195.91075134277344,
+      "learning_rate": 2.269041939516603e-07,
+      "loss": 29.125,
+      "step": 39094
+    },
+    {
+      "epoch": 1.8682500238937207,
+      "grad_norm": 174.01907348632812,
+      "learning_rate": 2.2674030575217444e-07,
+      "loss": 24.2812,
+      "step": 39095
+    },
+    {
+      "epoch": 1.8682978113351811,
+      "grad_norm": 275.69854736328125,
+      "learning_rate": 2.2657647608190225e-07,
+      "loss": 32.8438,
+      "step": 39096
+    },
+    {
+      "epoch": 1.8683455987766415,
+      "grad_norm": 170.6524200439453,
+      "learning_rate": 2.2641270494182744e-07,
+      "loss": 19.4688,
+      "step": 39097
+    },
+    {
+      "epoch": 1.868393386218102,
+      "grad_norm": 300.22412109375,
+      "learning_rate": 2.2624899233292807e-07,
+      "loss": 26.3125,
+      "step": 39098
+    },
+    {
+      "epoch": 1.8684411736595623,
+      "grad_norm": 143.45968627929688,
+      "learning_rate": 2.2608533825618563e-07,
+      "loss": 19.0,
+      "step": 39099
+    },
+    {
+      "epoch": 1.8684889611010227,
+      "grad_norm": 238.3399200439453,
+      "learning_rate": 2.2592174271258038e-07,
+      "loss": 25.9375,
+      "step": 39100
+    },
+    {
+      "epoch": 1.868536748542483,
+      "grad_norm": 231.6874542236328,
+      "learning_rate": 2.257582057030927e-07,
+      "loss": 27.8438,
+      "step": 39101
+    },
+    {
+      "epoch": 1.8685845359839435,
+      "grad_norm": 356.53564453125,
+      "learning_rate": 2.2559472722869958e-07,
+      "loss": 21.9844,
+      "step": 39102
+    },
+    {
+      "epoch": 1.8686323234254036,
+      "grad_norm": 137.50894165039062,
+      "learning_rate": 2.2543130729038243e-07,
+      "loss": 22.0781,
+      "step": 39103
+    },
+    {
+      "epoch": 1.868680110866864,
+      "grad_norm": 127.98335266113281,
+      "learning_rate": 2.2526794588911827e-07,
+      "loss": 18.0469,
+      "step": 39104
+    },
+    {
+      "epoch": 1.8687278983083244,
+      "grad_norm": 150.2855682373047,
+      "learning_rate": 2.2510464302588742e-07,
+      "loss": 24.4219,
+      "step": 39105
+    },
+    {
+      "epoch": 1.8687756857497848,
+      "grad_norm": 423.24566650390625,
+      "learning_rate": 2.2494139870166686e-07,
+      "loss": 28.8438,
+      "step": 39106
+    },
+    {
+      "epoch": 1.8688234731912452,
+      "grad_norm": 114.95588684082031,
+      "learning_rate": 2.247782129174325e-07,
+      "loss": 15.2344,
+      "step": 39107
+    },
+    {
+      "epoch": 1.8688712606327056,
+      "grad_norm": 382.61541748046875,
+      "learning_rate": 2.246150856741647e-07,
+      "loss": 23.3594,
+      "step": 39108
+    },
+    {
+      "epoch": 1.868919048074166,
+      "grad_norm": 284.1048889160156,
+      "learning_rate": 2.2445201697283813e-07,
+      "loss": 26.2344,
+      "step": 39109
+    },
+    {
+      "epoch": 1.8689668355156264,
+      "grad_norm": 282.7650451660156,
+      "learning_rate": 2.24289006814431e-07,
+      "loss": 33.0,
+      "step": 39110
+    },
+    {
+      "epoch": 1.8690146229570868,
+      "grad_norm": 291.20257568359375,
+      "learning_rate": 2.2412605519991803e-07,
+      "loss": 29.375,
+      "step": 39111
+    },
+    {
+      "epoch": 1.8690624103985471,
+      "grad_norm": 189.16384887695312,
+      "learning_rate": 2.2396316213027513e-07,
+      "loss": 21.4219,
+      "step": 39112
+    },
+    {
+      "epoch": 1.8691101978400075,
+      "grad_norm": 161.7865753173828,
+      "learning_rate": 2.238003276064793e-07,
+      "loss": 18.8125,
+      "step": 39113
+    },
+    {
+      "epoch": 1.869157985281468,
+      "grad_norm": 265.7614440917969,
+      "learning_rate": 2.2363755162950307e-07,
+      "loss": 23.4219,
+      "step": 39114
+    },
+    {
+      "epoch": 1.8692057727229283,
+      "grad_norm": 151.1284942626953,
+      "learning_rate": 2.2347483420032347e-07,
+      "loss": 17.875,
+      "step": 39115
+    },
+    {
+      "epoch": 1.8692535601643887,
+      "grad_norm": 367.8336181640625,
+      "learning_rate": 2.2331217531991633e-07,
+      "loss": 29.0625,
+      "step": 39116
+    },
+    {
+      "epoch": 1.869301347605849,
+      "grad_norm": 292.57366943359375,
+      "learning_rate": 2.2314957498925206e-07,
+      "loss": 38.7812,
+      "step": 39117
+    },
+    {
+      "epoch": 1.8693491350473095,
+      "grad_norm": 210.7513885498047,
+      "learning_rate": 2.2298703320930647e-07,
+      "loss": 33.7188,
+      "step": 39118
+    },
+    {
+      "epoch": 1.8693969224887699,
+      "grad_norm": 177.2569580078125,
+      "learning_rate": 2.228245499810533e-07,
+      "loss": 23.5938,
+      "step": 39119
+    },
+    {
+      "epoch": 1.8694447099302303,
+      "grad_norm": 302.56036376953125,
+      "learning_rate": 2.2266212530546506e-07,
+      "loss": 33.625,
+      "step": 39120
+    },
+    {
+      "epoch": 1.8694924973716907,
+      "grad_norm": 247.5770263671875,
+      "learning_rate": 2.224997591835132e-07,
+      "loss": 20.6875,
+      "step": 39121
+    },
+    {
+      "epoch": 1.869540284813151,
+      "grad_norm": 233.22344970703125,
+      "learning_rate": 2.2233745161617249e-07,
+      "loss": 19.2344,
+      "step": 39122
+    },
+    {
+      "epoch": 1.8695880722546114,
+      "grad_norm": 451.4134521484375,
+      "learning_rate": 2.221752026044144e-07,
+      "loss": 20.8281,
+      "step": 39123
+    },
+    {
+      "epoch": 1.8696358596960718,
+      "grad_norm": 182.07054138183594,
+      "learning_rate": 2.2201301214920812e-07,
+      "loss": 15.0234,
+      "step": 39124
+    },
+    {
+      "epoch": 1.8696836471375322,
+      "grad_norm": 275.4986572265625,
+      "learning_rate": 2.2185088025152845e-07,
+      "loss": 21.9688,
+      "step": 39125
+    },
+    {
+      "epoch": 1.8697314345789926,
+      "grad_norm": 284.60052490234375,
+      "learning_rate": 2.216888069123435e-07,
+      "loss": 22.2188,
+      "step": 39126
+    },
+    {
+      "epoch": 1.869779222020453,
+      "grad_norm": 349.3721008300781,
+      "learning_rate": 2.2152679213262695e-07,
+      "loss": 22.9375,
+      "step": 39127
+    },
+    {
+      "epoch": 1.8698270094619134,
+      "grad_norm": 212.77598571777344,
+      "learning_rate": 2.213648359133458e-07,
+      "loss": 25.0156,
+      "step": 39128
+    },
+    {
+      "epoch": 1.8698747969033738,
+      "grad_norm": 385.9290771484375,
+      "learning_rate": 2.2120293825547145e-07,
+      "loss": 26.0,
+      "step": 39129
+    },
+    {
+      "epoch": 1.8699225843448342,
+      "grad_norm": 206.31971740722656,
+      "learning_rate": 2.2104109915997428e-07,
+      "loss": 21.6094,
+      "step": 39130
+    },
+    {
+      "epoch": 1.8699703717862945,
+      "grad_norm": 326.7353515625,
+      "learning_rate": 2.2087931862782131e-07,
+      "loss": 16.7656,
+      "step": 39131
+    },
+    {
+      "epoch": 1.870018159227755,
+      "grad_norm": 355.440185546875,
+      "learning_rate": 2.2071759665998282e-07,
+      "loss": 39.2812,
+      "step": 39132
+    },
+    {
+      "epoch": 1.8700659466692153,
+      "grad_norm": 426.0146789550781,
+      "learning_rate": 2.2055593325742808e-07,
+      "loss": 30.1562,
+      "step": 39133
+    },
+    {
+      "epoch": 1.8701137341106757,
+      "grad_norm": 266.0065612792969,
+      "learning_rate": 2.2039432842112406e-07,
+      "loss": 17.7812,
+      "step": 39134
+    },
+    {
+      "epoch": 1.870161521552136,
+      "grad_norm": 153.59878540039062,
+      "learning_rate": 2.202327821520389e-07,
+      "loss": 18.0938,
+      "step": 39135
+    },
+    {
+      "epoch": 1.8702093089935965,
+      "grad_norm": 267.27618408203125,
+      "learning_rate": 2.2007129445113961e-07,
+      "loss": 35.9688,
+      "step": 39136
+    },
+    {
+      "epoch": 1.8702570964350569,
+      "grad_norm": 279.71954345703125,
+      "learning_rate": 2.199098653193943e-07,
+      "loss": 35.6562,
+      "step": 39137
+    },
+    {
+      "epoch": 1.8703048838765173,
+      "grad_norm": 179.46343994140625,
+      "learning_rate": 2.1974849475776884e-07,
+      "loss": 20.9062,
+      "step": 39138
+    },
+    {
+      "epoch": 1.8703526713179777,
+      "grad_norm": 316.7743225097656,
+      "learning_rate": 2.1958718276723023e-07,
+      "loss": 24.0156,
+      "step": 39139
+    },
+    {
+      "epoch": 1.870400458759438,
+      "grad_norm": 233.5966339111328,
+      "learning_rate": 2.194259293487433e-07,
+      "loss": 25.3125,
+      "step": 39140
+    },
+    {
+      "epoch": 1.8704482462008984,
+      "grad_norm": 193.0382843017578,
+      "learning_rate": 2.1926473450327613e-07,
+      "loss": 20.6719,
+      "step": 39141
+    },
+    {
+      "epoch": 1.8704960336423588,
+      "grad_norm": 131.60174560546875,
+      "learning_rate": 2.1910359823179128e-07,
+      "loss": 20.5,
+      "step": 39142
+    },
+    {
+      "epoch": 1.8705438210838192,
+      "grad_norm": 214.24600219726562,
+      "learning_rate": 2.1894252053525577e-07,
+      "loss": 24.4844,
+      "step": 39143
+    },
+    {
+      "epoch": 1.8705916085252796,
+      "grad_norm": 531.13330078125,
+      "learning_rate": 2.187815014146333e-07,
+      "loss": 19.7031,
+      "step": 39144
+    },
+    {
+      "epoch": 1.87063939596674,
+      "grad_norm": 171.21337890625,
+      "learning_rate": 2.1862054087088858e-07,
+      "loss": 25.5625,
+      "step": 39145
+    },
+    {
+      "epoch": 1.8706871834082004,
+      "grad_norm": 316.3972473144531,
+      "learning_rate": 2.1845963890498535e-07,
+      "loss": 34.9062,
+      "step": 39146
+    },
+    {
+      "epoch": 1.8707349708496608,
+      "grad_norm": 264.91461181640625,
+      "learning_rate": 2.1829879551788723e-07,
+      "loss": 22.75,
+      "step": 39147
+    },
+    {
+      "epoch": 1.8707827582911212,
+      "grad_norm": 300.9267578125,
+      "learning_rate": 2.1813801071055686e-07,
+      "loss": 25.3594,
+      "step": 39148
+    },
+    {
+      "epoch": 1.8708305457325816,
+      "grad_norm": 272.7424621582031,
+      "learning_rate": 2.1797728448395894e-07,
+      "loss": 20.5,
+      "step": 39149
+    },
+    {
+      "epoch": 1.870878333174042,
+      "grad_norm": 178.00225830078125,
+      "learning_rate": 2.1781661683905385e-07,
+      "loss": 33.125,
+      "step": 39150
+    },
+    {
+      "epoch": 1.8709261206155023,
+      "grad_norm": 115.51517486572266,
+      "learning_rate": 2.1765600777680529e-07,
+      "loss": 17.8281,
+      "step": 39151
+    },
+    {
+      "epoch": 1.8709739080569627,
+      "grad_norm": 221.27310180664062,
+      "learning_rate": 2.1749545729817356e-07,
+      "loss": 19.2969,
+      "step": 39152
+    },
+    {
+      "epoch": 1.8710216954984231,
+      "grad_norm": 633.8435668945312,
+      "learning_rate": 2.1733496540412234e-07,
+      "loss": 23.5312,
+      "step": 39153
+    },
+    {
+      "epoch": 1.8710694829398835,
+      "grad_norm": 487.1167907714844,
+      "learning_rate": 2.171745320956109e-07,
+      "loss": 29.3438,
+      "step": 39154
+    },
+    {
+      "epoch": 1.871117270381344,
+      "grad_norm": 228.14317321777344,
+      "learning_rate": 2.1701415737360066e-07,
+      "loss": 25.4844,
+      "step": 39155
+    },
+    {
+      "epoch": 1.8711650578228043,
+      "grad_norm": 349.29779052734375,
+      "learning_rate": 2.1685384123905308e-07,
+      "loss": 31.4688,
+      "step": 39156
+    },
+    {
+      "epoch": 1.8712128452642647,
+      "grad_norm": 431.53662109375,
+      "learning_rate": 2.1669358369292625e-07,
+      "loss": 26.8906,
+      "step": 39157
+    },
+    {
+      "epoch": 1.871260632705725,
+      "grad_norm": 241.85885620117188,
+      "learning_rate": 2.1653338473618168e-07,
+      "loss": 20.0625,
+      "step": 39158
+    },
+    {
+      "epoch": 1.8713084201471855,
+      "grad_norm": 286.7127685546875,
+      "learning_rate": 2.1637324436977746e-07,
+      "loss": 30.5625,
+      "step": 39159
+    },
+    {
+      "epoch": 1.8713562075886458,
+      "grad_norm": 340.42596435546875,
+      "learning_rate": 2.1621316259467394e-07,
+      "loss": 29.2188,
+      "step": 39160
+    },
+    {
+      "epoch": 1.8714039950301062,
+      "grad_norm": 401.8059997558594,
+      "learning_rate": 2.1605313941182814e-07,
+      "loss": 25.3125,
+      "step": 39161
+    },
+    {
+      "epoch": 1.8714517824715666,
+      "grad_norm": 151.22604370117188,
+      "learning_rate": 2.158931748221993e-07,
+      "loss": 26.875,
+      "step": 39162
+    },
+    {
+      "epoch": 1.871499569913027,
+      "grad_norm": 218.59461975097656,
+      "learning_rate": 2.157332688267444e-07,
+      "loss": 29.75,
+      "step": 39163
+    },
+    {
+      "epoch": 1.8715473573544874,
+      "grad_norm": 229.81072998046875,
+      "learning_rate": 2.155734214264249e-07,
+      "loss": 20.0156,
+      "step": 39164
+    },
+    {
+      "epoch": 1.8715951447959476,
+      "grad_norm": 209.68380737304688,
+      "learning_rate": 2.1541363262219339e-07,
+      "loss": 16.0938,
+      "step": 39165
+    },
+    {
+      "epoch": 1.871642932237408,
+      "grad_norm": 149.34841918945312,
+      "learning_rate": 2.15253902415008e-07,
+      "loss": 24.0625,
+      "step": 39166
+    },
+    {
+      "epoch": 1.8716907196788684,
+      "grad_norm": 239.46246337890625,
+      "learning_rate": 2.150942308058279e-07,
+      "loss": 31.2188,
+      "step": 39167
+    },
+    {
+      "epoch": 1.8717385071203287,
+      "grad_norm": 261.0505676269531,
+      "learning_rate": 2.1493461779560576e-07,
+      "loss": 20.7812,
+      "step": 39168
+    },
+    {
+      "epoch": 1.8717862945617891,
+      "grad_norm": 224.09857177734375,
+      "learning_rate": 2.1477506338529962e-07,
+      "loss": 24.625,
+      "step": 39169
+    },
+    {
+      "epoch": 1.8718340820032495,
+      "grad_norm": 263.77301025390625,
+      "learning_rate": 2.1461556757586433e-07,
+      "loss": 17.5469,
+      "step": 39170
+    },
+    {
+      "epoch": 1.87188186944471,
+      "grad_norm": 409.0401611328125,
+      "learning_rate": 2.1445613036825575e-07,
+      "loss": 34.25,
+      "step": 39171
+    },
+    {
+      "epoch": 1.8719296568861703,
+      "grad_norm": 275.76123046875,
+      "learning_rate": 2.1429675176342757e-07,
+      "loss": 33.3281,
+      "step": 39172
+    },
+    {
+      "epoch": 1.8719774443276307,
+      "grad_norm": 253.49612426757812,
+      "learning_rate": 2.1413743176233458e-07,
+      "loss": 28.9062,
+      "step": 39173
+    },
+    {
+      "epoch": 1.872025231769091,
+      "grad_norm": 381.0859680175781,
+      "learning_rate": 2.139781703659327e-07,
+      "loss": 21.4062,
+      "step": 39174
+    },
+    {
+      "epoch": 1.8720730192105515,
+      "grad_norm": 182.89332580566406,
+      "learning_rate": 2.138189675751723e-07,
+      "loss": 25.8125,
+      "step": 39175
+    },
+    {
+      "epoch": 1.8721208066520119,
+      "grad_norm": 189.6219024658203,
+      "learning_rate": 2.1365982339101033e-07,
+      "loss": 24.7031,
+      "step": 39176
+    },
+    {
+      "epoch": 1.8721685940934722,
+      "grad_norm": 239.54734802246094,
+      "learning_rate": 2.1350073781439605e-07,
+      "loss": 21.4688,
+      "step": 39177
+    },
+    {
+      "epoch": 1.8722163815349326,
+      "grad_norm": 252.25332641601562,
+      "learning_rate": 2.133417108462854e-07,
+      "loss": 25.75,
+      "step": 39178
+    },
+    {
+      "epoch": 1.872264168976393,
+      "grad_norm": 252.27789306640625,
+      "learning_rate": 2.1318274248763094e-07,
+      "loss": 27.125,
+      "step": 39179
+    },
+    {
+      "epoch": 1.8723119564178534,
+      "grad_norm": 233.28639221191406,
+      "learning_rate": 2.1302383273938188e-07,
+      "loss": 29.3438,
+      "step": 39180
+    },
+    {
+      "epoch": 1.8723597438593138,
+      "grad_norm": 217.63406372070312,
+      "learning_rate": 2.128649816024908e-07,
+      "loss": 22.0938,
+      "step": 39181
+    },
+    {
+      "epoch": 1.8724075313007742,
+      "grad_norm": 224.5741424560547,
+      "learning_rate": 2.127061890779114e-07,
+      "loss": 19.5625,
+      "step": 39182
+    },
+    {
+      "epoch": 1.8724553187422346,
+      "grad_norm": 161.64576721191406,
+      "learning_rate": 2.125474551665918e-07,
+      "loss": 19.7188,
+      "step": 39183
+    },
+    {
+      "epoch": 1.872503106183695,
+      "grad_norm": 125.95024871826172,
+      "learning_rate": 2.1238877986948348e-07,
+      "loss": 21.7031,
+      "step": 39184
+    },
+    {
+      "epoch": 1.8725508936251551,
+      "grad_norm": 293.5040283203125,
+      "learning_rate": 2.1223016318753674e-07,
+      "loss": 24.9688,
+      "step": 39185
+    },
+    {
+      "epoch": 1.8725986810666155,
+      "grad_norm": 271.8269348144531,
+      "learning_rate": 2.1207160512170311e-07,
+      "loss": 27.0,
+      "step": 39186
+    },
+    {
+      "epoch": 1.872646468508076,
+      "grad_norm": 553.6904296875,
+      "learning_rate": 2.1191310567292954e-07,
+      "loss": 22.3125,
+      "step": 39187
+    },
+    {
+      "epoch": 1.8726942559495363,
+      "grad_norm": 245.58139038085938,
+      "learning_rate": 2.1175466484216646e-07,
+      "loss": 21.8438,
+      "step": 39188
+    },
+    {
+      "epoch": 1.8727420433909967,
+      "grad_norm": 395.93536376953125,
+      "learning_rate": 2.1159628263036192e-07,
+      "loss": 31.125,
+      "step": 39189
+    },
+    {
+      "epoch": 1.872789830832457,
+      "grad_norm": 345.0120849609375,
+      "learning_rate": 2.1143795903846742e-07,
+      "loss": 25.625,
+      "step": 39190
+    },
+    {
+      "epoch": 1.8728376182739175,
+      "grad_norm": 236.44281005859375,
+      "learning_rate": 2.1127969406742665e-07,
+      "loss": 18.5469,
+      "step": 39191
+    },
+    {
+      "epoch": 1.8728854057153779,
+      "grad_norm": 473.2511291503906,
+      "learning_rate": 2.1112148771818997e-07,
+      "loss": 19.1406,
+      "step": 39192
+    },
+    {
+      "epoch": 1.8729331931568383,
+      "grad_norm": 293.47265625,
+      "learning_rate": 2.1096333999170548e-07,
+      "loss": 27.3438,
+      "step": 39193
+    },
+    {
+      "epoch": 1.8729809805982987,
+      "grad_norm": 636.8228149414062,
+      "learning_rate": 2.1080525088891912e-07,
+      "loss": 28.4531,
+      "step": 39194
+    },
+    {
+      "epoch": 1.873028768039759,
+      "grad_norm": 407.318359375,
+      "learning_rate": 2.1064722041077678e-07,
+      "loss": 20.0469,
+      "step": 39195
+    },
+    {
+      "epoch": 1.8730765554812194,
+      "grad_norm": 176.2404022216797,
+      "learning_rate": 2.104892485582266e-07,
+      "loss": 19.375,
+      "step": 39196
+    },
+    {
+      "epoch": 1.8731243429226798,
+      "grad_norm": 670.0444946289062,
+      "learning_rate": 2.103313353322134e-07,
+      "loss": 42.5,
+      "step": 39197
+    },
+    {
+      "epoch": 1.8731721303641402,
+      "grad_norm": 260.4261474609375,
+      "learning_rate": 2.1017348073368414e-07,
+      "loss": 16.2656,
+      "step": 39198
+    },
+    {
+      "epoch": 1.8732199178056006,
+      "grad_norm": 316.4736633300781,
+      "learning_rate": 2.1001568476358258e-07,
+      "loss": 24.5,
+      "step": 39199
+    },
+    {
+      "epoch": 1.873267705247061,
+      "grad_norm": 211.80694580078125,
+      "learning_rate": 2.098579474228546e-07,
+      "loss": 26.2031,
+      "step": 39200
+    },
+    {
+      "epoch": 1.8733154926885214,
+      "grad_norm": 226.91896057128906,
+      "learning_rate": 2.0970026871244497e-07,
+      "loss": 24.1406,
+      "step": 39201
+    },
+    {
+      "epoch": 1.8733632801299818,
+      "grad_norm": 571.1516723632812,
+      "learning_rate": 2.0954264863329854e-07,
+      "loss": 25.9375,
+      "step": 39202
+    },
+    {
+      "epoch": 1.8734110675714422,
+      "grad_norm": 226.9105224609375,
+      "learning_rate": 2.0938508718635674e-07,
+      "loss": 21.5,
+      "step": 39203
+    },
+    {
+      "epoch": 1.8734588550129025,
+      "grad_norm": 245.6002197265625,
+      "learning_rate": 2.0922758437256662e-07,
+      "loss": 25.5,
+      "step": 39204
+    },
+    {
+      "epoch": 1.873506642454363,
+      "grad_norm": 267.919189453125,
+      "learning_rate": 2.0907014019286965e-07,
+      "loss": 18.2344,
+      "step": 39205
+    },
+    {
+      "epoch": 1.8735544298958233,
+      "grad_norm": 212.79942321777344,
+      "learning_rate": 2.0891275464820726e-07,
+      "loss": 21.375,
+      "step": 39206
+    },
+    {
+      "epoch": 1.8736022173372837,
+      "grad_norm": 243.0119171142578,
+      "learning_rate": 2.087554277395254e-07,
+      "loss": 24.5625,
+      "step": 39207
+    },
+    {
+      "epoch": 1.873650004778744,
+      "grad_norm": 311.03985595703125,
+      "learning_rate": 2.085981594677633e-07,
+      "loss": 29.9688,
+      "step": 39208
+    },
+    {
+      "epoch": 1.8736977922202045,
+      "grad_norm": 183.84820556640625,
+      "learning_rate": 2.0844094983386464e-07,
+      "loss": 28.3125,
+      "step": 39209
+    },
+    {
+      "epoch": 1.8737455796616649,
+      "grad_norm": 168.18601989746094,
+      "learning_rate": 2.082837988387687e-07,
+      "loss": 17.5469,
+      "step": 39210
+    },
+    {
+      "epoch": 1.8737933671031253,
+      "grad_norm": 177.50192260742188,
+      "learning_rate": 2.0812670648341916e-07,
+      "loss": 17.8125,
+      "step": 39211
+    },
+    {
+      "epoch": 1.8738411545445857,
+      "grad_norm": 474.79180908203125,
+      "learning_rate": 2.0796967276875525e-07,
+      "loss": 19.8438,
+      "step": 39212
+    },
+    {
+      "epoch": 1.873888941986046,
+      "grad_norm": 185.8377685546875,
+      "learning_rate": 2.0781269769571845e-07,
+      "loss": 19.1875,
+      "step": 39213
+    },
+    {
+      "epoch": 1.8739367294275064,
+      "grad_norm": 162.37648010253906,
+      "learning_rate": 2.0765578126524687e-07,
+      "loss": 19.6562,
+      "step": 39214
+    },
+    {
+      "epoch": 1.8739845168689668,
+      "grad_norm": 203.1456298828125,
+      "learning_rate": 2.0749892347828315e-07,
+      "loss": 20.0,
+      "step": 39215
+    },
+    {
+      "epoch": 1.8740323043104272,
+      "grad_norm": 223.6652374267578,
+      "learning_rate": 2.073421243357643e-07,
+      "loss": 20.3438,
+      "step": 39216
+    },
+    {
+      "epoch": 1.8740800917518876,
+      "grad_norm": 183.16571044921875,
+      "learning_rate": 2.071853838386295e-07,
+      "loss": 22.1406,
+      "step": 39217
+    },
+    {
+      "epoch": 1.874127879193348,
+      "grad_norm": 193.07496643066406,
+      "learning_rate": 2.070287019878181e-07,
+      "loss": 15.7969,
+      "step": 39218
+    },
+    {
+      "epoch": 1.8741756666348084,
+      "grad_norm": 165.22317504882812,
+      "learning_rate": 2.068720787842704e-07,
+      "loss": 24.4688,
+      "step": 39219
+    },
+    {
+      "epoch": 1.8742234540762688,
+      "grad_norm": 266.3076171875,
+      "learning_rate": 2.0671551422892012e-07,
+      "loss": 27.375,
+      "step": 39220
+    },
+    {
+      "epoch": 1.8742712415177292,
+      "grad_norm": 210.09519958496094,
+      "learning_rate": 2.0655900832270758e-07,
+      "loss": 21.8438,
+      "step": 39221
+    },
+    {
+      "epoch": 1.8743190289591896,
+      "grad_norm": 288.68878173828125,
+      "learning_rate": 2.0640256106656985e-07,
+      "loss": 23.25,
+      "step": 39222
+    },
+    {
+      "epoch": 1.87436681640065,
+      "grad_norm": 799.0634765625,
+      "learning_rate": 2.0624617246144396e-07,
+      "loss": 23.4688,
+      "step": 39223
+    },
+    {
+      "epoch": 1.8744146038421103,
+      "grad_norm": 238.5410614013672,
+      "learning_rate": 2.060898425082658e-07,
+      "loss": 17.5312,
+      "step": 39224
+    },
+    {
+      "epoch": 1.8744623912835707,
+      "grad_norm": 377.40924072265625,
+      "learning_rate": 2.059335712079713e-07,
+      "loss": 25.5938,
+      "step": 39225
+    },
+    {
+      "epoch": 1.8745101787250311,
+      "grad_norm": 222.26321411132812,
+      "learning_rate": 2.057773585614975e-07,
+      "loss": 29.5312,
+      "step": 39226
+    },
+    {
+      "epoch": 1.8745579661664915,
+      "grad_norm": 178.57489013671875,
+      "learning_rate": 2.056212045697803e-07,
+      "loss": 23.7188,
+      "step": 39227
+    },
+    {
+      "epoch": 1.874605753607952,
+      "grad_norm": 308.2754821777344,
+      "learning_rate": 2.0546510923375229e-07,
+      "loss": 22.6719,
+      "step": 39228
+    },
+    {
+      "epoch": 1.8746535410494123,
+      "grad_norm": 330.2735595703125,
+      "learning_rate": 2.053090725543505e-07,
+      "loss": 20.7656,
+      "step": 39229
+    },
+    {
+      "epoch": 1.8747013284908727,
+      "grad_norm": 167.0288848876953,
+      "learning_rate": 2.0515309453250866e-07,
+      "loss": 23.9844,
+      "step": 39230
+    },
+    {
+      "epoch": 1.874749115932333,
+      "grad_norm": 313.73077392578125,
+      "learning_rate": 2.049971751691615e-07,
+      "loss": 39.9688,
+      "step": 39231
+    },
+    {
+      "epoch": 1.8747969033737935,
+      "grad_norm": 499.3341979980469,
+      "learning_rate": 2.0484131446524058e-07,
+      "loss": 21.1719,
+      "step": 39232
+    },
+    {
+      "epoch": 1.8748446908152538,
+      "grad_norm": 437.8896789550781,
+      "learning_rate": 2.046855124216818e-07,
+      "loss": 26.3906,
+      "step": 39233
+    },
+    {
+      "epoch": 1.8748924782567142,
+      "grad_norm": 118.47019958496094,
+      "learning_rate": 2.045297690394188e-07,
+      "loss": 20.5469,
+      "step": 39234
+    },
+    {
+      "epoch": 1.8749402656981746,
+      "grad_norm": 302.29888916015625,
+      "learning_rate": 2.04374084319382e-07,
+      "loss": 22.9531,
+      "step": 39235
+    },
+    {
+      "epoch": 1.874988053139635,
+      "grad_norm": 307.00579833984375,
+      "learning_rate": 2.0421845826250398e-07,
+      "loss": 21.2031,
+      "step": 39236
+    },
+    {
+      "epoch": 1.8750358405810954,
+      "grad_norm": 260.95648193359375,
+      "learning_rate": 2.040628908697173e-07,
+      "loss": 27.7188,
+      "step": 39237
+    },
+    {
+      "epoch": 1.8750836280225558,
+      "grad_norm": 147.41297912597656,
+      "learning_rate": 2.039073821419546e-07,
+      "loss": 20.4688,
+      "step": 39238
+    },
+    {
+      "epoch": 1.8751314154640162,
+      "grad_norm": 226.2299041748047,
+      "learning_rate": 2.037519320801462e-07,
+      "loss": 20.5312,
+      "step": 39239
+    },
+    {
+      "epoch": 1.8751792029054766,
+      "grad_norm": 304.7558898925781,
+      "learning_rate": 2.035965406852225e-07,
+      "loss": 22.5156,
+      "step": 39240
+    },
+    {
+      "epoch": 1.875226990346937,
+      "grad_norm": 332.8912048339844,
+      "learning_rate": 2.0344120795811495e-07,
+      "loss": 35.4688,
+      "step": 39241
+    },
+    {
+      "epoch": 1.8752747777883974,
+      "grad_norm": 298.8962097167969,
+      "learning_rate": 2.0328593389975393e-07,
+      "loss": 25.0,
+      "step": 39242
+    },
+    {
+      "epoch": 1.8753225652298577,
+      "grad_norm": 330.1484680175781,
+      "learning_rate": 2.031307185110687e-07,
+      "loss": 19.6406,
+      "step": 39243
+    },
+    {
+      "epoch": 1.8753703526713181,
+      "grad_norm": 202.0630340576172,
+      "learning_rate": 2.0297556179298849e-07,
+      "loss": 36.25,
+      "step": 39244
+    },
+    {
+      "epoch": 1.8754181401127785,
+      "grad_norm": 207.86163330078125,
+      "learning_rate": 2.028204637464437e-07,
+      "loss": 21.2812,
+      "step": 39245
+    },
+    {
+      "epoch": 1.875465927554239,
+      "grad_norm": 205.4676971435547,
+      "learning_rate": 2.0266542437236248e-07,
+      "loss": 23.1094,
+      "step": 39246
+    },
+    {
+      "epoch": 1.875513714995699,
+      "grad_norm": 245.30909729003906,
+      "learning_rate": 2.0251044367167293e-07,
+      "loss": 19.3594,
+      "step": 39247
+    },
+    {
+      "epoch": 1.8755615024371595,
+      "grad_norm": 220.18382263183594,
+      "learning_rate": 2.0235552164530326e-07,
+      "loss": 27.875,
+      "step": 39248
+    },
+    {
+      "epoch": 1.8756092898786199,
+      "grad_norm": 155.7230224609375,
+      "learning_rate": 2.0220065829418267e-07,
+      "loss": 21.9219,
+      "step": 39249
+    },
+    {
+      "epoch": 1.8756570773200802,
+      "grad_norm": 309.6107177734375,
+      "learning_rate": 2.0204585361923713e-07,
+      "loss": 31.8438,
+      "step": 39250
+    },
+    {
+      "epoch": 1.8757048647615406,
+      "grad_norm": 234.15658569335938,
+      "learning_rate": 2.0189110762139362e-07,
+      "loss": 19.125,
+      "step": 39251
+    },
+    {
+      "epoch": 1.875752652203001,
+      "grad_norm": 303.80133056640625,
+      "learning_rate": 2.0173642030158035e-07,
+      "loss": 29.4375,
+      "step": 39252
+    },
+    {
+      "epoch": 1.8758004396444614,
+      "grad_norm": 160.30657958984375,
+      "learning_rate": 2.0158179166072212e-07,
+      "loss": 16.2109,
+      "step": 39253
+    },
+    {
+      "epoch": 1.8758482270859218,
+      "grad_norm": 177.520263671875,
+      "learning_rate": 2.0142722169974483e-07,
+      "loss": 31.125,
+      "step": 39254
+    },
+    {
+      "epoch": 1.8758960145273822,
+      "grad_norm": 372.2980041503906,
+      "learning_rate": 2.0127271041957553e-07,
+      "loss": 19.3125,
+      "step": 39255
+    },
+    {
+      "epoch": 1.8759438019688426,
+      "grad_norm": 462.1070861816406,
+      "learning_rate": 2.0111825782113904e-07,
+      "loss": 16.0781,
+      "step": 39256
+    },
+    {
+      "epoch": 1.875991589410303,
+      "grad_norm": 273.39971923828125,
+      "learning_rate": 2.0096386390536017e-07,
+      "loss": 21.125,
+      "step": 39257
+    },
+    {
+      "epoch": 1.8760393768517634,
+      "grad_norm": 308.8230285644531,
+      "learning_rate": 2.0080952867316262e-07,
+      "loss": 23.125,
+      "step": 39258
+    },
+    {
+      "epoch": 1.8760871642932238,
+      "grad_norm": 416.4120788574219,
+      "learning_rate": 2.0065525212547232e-07,
+      "loss": 24.5938,
+      "step": 39259
+    },
+    {
+      "epoch": 1.8761349517346841,
+      "grad_norm": 143.62210083007812,
+      "learning_rate": 2.00501034263213e-07,
+      "loss": 18.6562,
+      "step": 39260
+    },
+    {
+      "epoch": 1.8761827391761445,
+      "grad_norm": 220.09364318847656,
+      "learning_rate": 2.003468750873061e-07,
+      "loss": 24.75,
+      "step": 39261
+    },
+    {
+      "epoch": 1.876230526617605,
+      "grad_norm": 324.4279479980469,
+      "learning_rate": 2.001927745986776e-07,
+      "loss": 26.0312,
+      "step": 39262
+    },
+    {
+      "epoch": 1.8762783140590653,
+      "grad_norm": 218.90753173828125,
+      "learning_rate": 2.0003873279824892e-07,
+      "loss": 24.7188,
+      "step": 39263
+    },
+    {
+      "epoch": 1.8763261015005257,
+      "grad_norm": 202.68905639648438,
+      "learning_rate": 1.9988474968694272e-07,
+      "loss": 28.5781,
+      "step": 39264
+    },
+    {
+      "epoch": 1.876373888941986,
+      "grad_norm": 210.1953887939453,
+      "learning_rate": 1.9973082526568155e-07,
+      "loss": 18.875,
+      "step": 39265
+    },
+    {
+      "epoch": 1.8764216763834465,
+      "grad_norm": 246.51123046875,
+      "learning_rate": 1.9957695953538692e-07,
+      "loss": 27.625,
+      "step": 39266
+    },
+    {
+      "epoch": 1.8764694638249069,
+      "grad_norm": 295.5755920410156,
+      "learning_rate": 1.994231524969803e-07,
+      "loss": 24.625,
+      "step": 39267
+    },
+    {
+      "epoch": 1.876517251266367,
+      "grad_norm": 267.14404296875,
+      "learning_rate": 1.9926940415138206e-07,
+      "loss": 21.9375,
+      "step": 39268
+    },
+    {
+      "epoch": 1.8765650387078274,
+      "grad_norm": 73.21072387695312,
+      "learning_rate": 1.9911571449951371e-07,
+      "loss": 10.6562,
+      "step": 39269
+    },
+    {
+      "epoch": 1.8766128261492878,
+      "grad_norm": 309.2627868652344,
+      "learning_rate": 1.9896208354229674e-07,
+      "loss": 25.1094,
+      "step": 39270
+    },
+    {
+      "epoch": 1.8766606135907482,
+      "grad_norm": 374.1715393066406,
+      "learning_rate": 1.9880851128064927e-07,
+      "loss": 21.7031,
+      "step": 39271
+    },
+    {
+      "epoch": 1.8767084010322086,
+      "grad_norm": 346.68524169921875,
+      "learning_rate": 1.9865499771549169e-07,
+      "loss": 26.7812,
+      "step": 39272
+    },
+    {
+      "epoch": 1.876756188473669,
+      "grad_norm": 203.54881286621094,
+      "learning_rate": 1.9850154284774548e-07,
+      "loss": 20.9375,
+      "step": 39273
+    },
+    {
+      "epoch": 1.8768039759151294,
+      "grad_norm": 306.74652099609375,
+      "learning_rate": 1.9834814667832547e-07,
+      "loss": 25.3125,
+      "step": 39274
+    },
+    {
+      "epoch": 1.8768517633565898,
+      "grad_norm": 234.83132934570312,
+      "learning_rate": 1.9819480920815205e-07,
+      "loss": 22.9844,
+      "step": 39275
+    },
+    {
+      "epoch": 1.8768995507980502,
+      "grad_norm": 281.1532287597656,
+      "learning_rate": 1.9804153043814556e-07,
+      "loss": 30.3438,
+      "step": 39276
+    },
+    {
+      "epoch": 1.8769473382395105,
+      "grad_norm": 224.63111877441406,
+      "learning_rate": 1.9788831036922197e-07,
+      "loss": 38.375,
+      "step": 39277
+    },
+    {
+      "epoch": 1.876995125680971,
+      "grad_norm": 251.93032836914062,
+      "learning_rate": 1.977351490022994e-07,
+      "loss": 29.7812,
+      "step": 39278
+    },
+    {
+      "epoch": 1.8770429131224313,
+      "grad_norm": 374.1091003417969,
+      "learning_rate": 1.975820463382938e-07,
+      "loss": 25.3438,
+      "step": 39279
+    },
+    {
+      "epoch": 1.8770907005638917,
+      "grad_norm": 200.52371215820312,
+      "learning_rate": 1.9742900237812334e-07,
+      "loss": 17.0469,
+      "step": 39280
+    },
+    {
+      "epoch": 1.877138488005352,
+      "grad_norm": 278.9365234375,
+      "learning_rate": 1.9727601712270507e-07,
+      "loss": 26.0312,
+      "step": 39281
+    },
+    {
+      "epoch": 1.8771862754468125,
+      "grad_norm": 219.82870483398438,
+      "learning_rate": 1.9712309057295486e-07,
+      "loss": 24.75,
+      "step": 39282
+    },
+    {
+      "epoch": 1.8772340628882729,
+      "grad_norm": 187.8915252685547,
+      "learning_rate": 1.969702227297865e-07,
+      "loss": 19.3125,
+      "step": 39283
+    },
+    {
+      "epoch": 1.8772818503297333,
+      "grad_norm": 153.0413818359375,
+      "learning_rate": 1.968174135941181e-07,
+      "loss": 18.9062,
+      "step": 39284
+    },
+    {
+      "epoch": 1.8773296377711937,
+      "grad_norm": 210.86463928222656,
+      "learning_rate": 1.966646631668634e-07,
+      "loss": 31.5938,
+      "step": 39285
+    },
+    {
+      "epoch": 1.877377425212654,
+      "grad_norm": 363.02093505859375,
+      "learning_rate": 1.965119714489394e-07,
+      "loss": 29.875,
+      "step": 39286
+    },
+    {
+      "epoch": 1.8774252126541144,
+      "grad_norm": 428.1656494140625,
+      "learning_rate": 1.9635933844125655e-07,
+      "loss": 21.5938,
+      "step": 39287
+    },
+    {
+      "epoch": 1.8774730000955748,
+      "grad_norm": 211.5567169189453,
+      "learning_rate": 1.9620676414473183e-07,
+      "loss": 23.5312,
+      "step": 39288
+    },
+    {
+      "epoch": 1.8775207875370352,
+      "grad_norm": 449.85015869140625,
+      "learning_rate": 1.9605424856027899e-07,
+      "loss": 20.3281,
+      "step": 39289
+    },
+    {
+      "epoch": 1.8775685749784956,
+      "grad_norm": 166.66319274902344,
+      "learning_rate": 1.959017916888095e-07,
+      "loss": 19.2344,
+      "step": 39290
+    },
+    {
+      "epoch": 1.877616362419956,
+      "grad_norm": 171.7127227783203,
+      "learning_rate": 1.9574939353123822e-07,
+      "loss": 14.625,
+      "step": 39291
+    },
+    {
+      "epoch": 1.8776641498614164,
+      "grad_norm": 238.25433349609375,
+      "learning_rate": 1.9559705408847663e-07,
+      "loss": 20.2188,
+      "step": 39292
+    },
+    {
+      "epoch": 1.8777119373028768,
+      "grad_norm": 309.9639892578125,
+      "learning_rate": 1.9544477336143842e-07,
+      "loss": 25.25,
+      "step": 39293
+    },
+    {
+      "epoch": 1.8777597247443372,
+      "grad_norm": 400.3490905761719,
+      "learning_rate": 1.9529255135103286e-07,
+      "loss": 22.1406,
+      "step": 39294
+    },
+    {
+      "epoch": 1.8778075121857976,
+      "grad_norm": 413.9494934082031,
+      "learning_rate": 1.9514038805817482e-07,
+      "loss": 20.375,
+      "step": 39295
+    },
+    {
+      "epoch": 1.877855299627258,
+      "grad_norm": 277.8546447753906,
+      "learning_rate": 1.9498828348377352e-07,
+      "loss": 30.1719,
+      "step": 39296
+    },
+    {
+      "epoch": 1.8779030870687183,
+      "grad_norm": 296.43157958984375,
+      "learning_rate": 1.948362376287416e-07,
+      "loss": 24.2969,
+      "step": 39297
+    },
+    {
+      "epoch": 1.8779508745101787,
+      "grad_norm": 239.18316650390625,
+      "learning_rate": 1.946842504939872e-07,
+      "loss": 25.625,
+      "step": 39298
+    },
+    {
+      "epoch": 1.8779986619516391,
+      "grad_norm": 326.35382080078125,
+      "learning_rate": 1.9453232208042293e-07,
+      "loss": 29.5938,
+      "step": 39299
+    },
+    {
+      "epoch": 1.8780464493930995,
+      "grad_norm": 190.2870635986328,
+      "learning_rate": 1.9438045238895697e-07,
+      "loss": 18.2969,
+      "step": 39300
+    },
+    {
+      "epoch": 1.87809423683456,
+      "grad_norm": 181.0168914794922,
+      "learning_rate": 1.942286414204997e-07,
+      "loss": 20.875,
+      "step": 39301
+    },
+    {
+      "epoch": 1.8781420242760203,
+      "grad_norm": 279.4195251464844,
+      "learning_rate": 1.9407688917595923e-07,
+      "loss": 24.6562,
+      "step": 39302
+    },
+    {
+      "epoch": 1.8781898117174807,
+      "grad_norm": 332.3922424316406,
+      "learning_rate": 1.939251956562449e-07,
+      "loss": 34.5938,
+      "step": 39303
+    },
+    {
+      "epoch": 1.878237599158941,
+      "grad_norm": 317.62762451171875,
+      "learning_rate": 1.9377356086226706e-07,
+      "loss": 23.9844,
+      "step": 39304
+    },
+    {
+      "epoch": 1.8782853866004015,
+      "grad_norm": 318.555908203125,
+      "learning_rate": 1.9362198479493055e-07,
+      "loss": 22.75,
+      "step": 39305
+    },
+    {
+      "epoch": 1.8783331740418618,
+      "grad_norm": 382.4052734375,
+      "learning_rate": 1.9347046745514574e-07,
+      "loss": 22.3672,
+      "step": 39306
+    },
+    {
+      "epoch": 1.8783809614833222,
+      "grad_norm": 221.24156188964844,
+      "learning_rate": 1.933190088438175e-07,
+      "loss": 18.4062,
+      "step": 39307
+    },
+    {
+      "epoch": 1.8784287489247826,
+      "grad_norm": 226.9502410888672,
+      "learning_rate": 1.9316760896185505e-07,
+      "loss": 22.75,
+      "step": 39308
+    },
+    {
+      "epoch": 1.878476536366243,
+      "grad_norm": 911.1401977539062,
+      "learning_rate": 1.9301626781016547e-07,
+      "loss": 29.5938,
+      "step": 39309
+    },
+    {
+      "epoch": 1.8785243238077034,
+      "grad_norm": 206.46340942382812,
+      "learning_rate": 1.928649853896525e-07,
+      "loss": 22.1562,
+      "step": 39310
+    },
+    {
+      "epoch": 1.8785721112491638,
+      "grad_norm": 185.26121520996094,
+      "learning_rate": 1.9271376170122313e-07,
+      "loss": 17.2969,
+      "step": 39311
+    },
+    {
+      "epoch": 1.8786198986906242,
+      "grad_norm": 328.9539794921875,
+      "learning_rate": 1.9256259674578558e-07,
+      "loss": 30.2812,
+      "step": 39312
+    },
+    {
+      "epoch": 1.8786676861320846,
+      "grad_norm": 232.71051025390625,
+      "learning_rate": 1.9241149052424136e-07,
+      "loss": 18.2656,
+      "step": 39313
+    },
+    {
+      "epoch": 1.878715473573545,
+      "grad_norm": 194.63958740234375,
+      "learning_rate": 1.9226044303749748e-07,
+      "loss": 17.7031,
+      "step": 39314
+    },
+    {
+      "epoch": 1.8787632610150053,
+      "grad_norm": 200.43026733398438,
+      "learning_rate": 1.9210945428645878e-07,
+      "loss": 26.3906,
+      "step": 39315
+    },
+    {
+      "epoch": 1.8788110484564657,
+      "grad_norm": 510.5191345214844,
+      "learning_rate": 1.9195852427202677e-07,
+      "loss": 17.625,
+      "step": 39316
+    },
+    {
+      "epoch": 1.8788588358979261,
+      "grad_norm": 250.14576721191406,
+      "learning_rate": 1.918076529951085e-07,
+      "loss": 19.5156,
+      "step": 39317
+    },
+    {
+      "epoch": 1.8789066233393865,
+      "grad_norm": 232.75054931640625,
+      "learning_rate": 1.916568404566066e-07,
+      "loss": 34.4219,
+      "step": 39318
+    },
+    {
+      "epoch": 1.878954410780847,
+      "grad_norm": 408.59857177734375,
+      "learning_rate": 1.9150608665742477e-07,
+      "loss": 34.4375,
+      "step": 39319
+    },
+    {
+      "epoch": 1.8790021982223073,
+      "grad_norm": 296.5970153808594,
+      "learning_rate": 1.913553915984645e-07,
+      "loss": 28.25,
+      "step": 39320
+    },
+    {
+      "epoch": 1.8790499856637677,
+      "grad_norm": 157.42849731445312,
+      "learning_rate": 1.9120475528062732e-07,
+      "loss": 18.5625,
+      "step": 39321
+    },
+    {
+      "epoch": 1.879097773105228,
+      "grad_norm": 188.99392700195312,
+      "learning_rate": 1.9105417770481804e-07,
+      "loss": 16.5156,
+      "step": 39322
+    },
+    {
+      "epoch": 1.8791455605466885,
+      "grad_norm": 364.376708984375,
+      "learning_rate": 1.9090365887193818e-07,
+      "loss": 24.4219,
+      "step": 39323
+    },
+    {
+      "epoch": 1.8791933479881489,
+      "grad_norm": 246.17864990234375,
+      "learning_rate": 1.90753198782887e-07,
+      "loss": 38.25,
+      "step": 39324
+    },
+    {
+      "epoch": 1.8792411354296092,
+      "grad_norm": 161.74066162109375,
+      "learning_rate": 1.9060279743856714e-07,
+      "loss": 20.4844,
+      "step": 39325
+    },
+    {
+      "epoch": 1.8792889228710696,
+      "grad_norm": 134.98971557617188,
+      "learning_rate": 1.9045245483987896e-07,
+      "loss": 21.4375,
+      "step": 39326
+    },
+    {
+      "epoch": 1.87933671031253,
+      "grad_norm": 360.3805847167969,
+      "learning_rate": 1.9030217098772286e-07,
+      "loss": 26.0312,
+      "step": 39327
+    },
+    {
+      "epoch": 1.8793844977539904,
+      "grad_norm": 357.9743347167969,
+      "learning_rate": 1.9015194588299813e-07,
+      "loss": 27.0625,
+      "step": 39328
+    },
+    {
+      "epoch": 1.8794322851954506,
+      "grad_norm": 227.59852600097656,
+      "learning_rate": 1.9000177952660515e-07,
+      "loss": 17.9375,
+      "step": 39329
+    },
+    {
+      "epoch": 1.879480072636911,
+      "grad_norm": 192.82179260253906,
+      "learning_rate": 1.898516719194443e-07,
+      "loss": 22.75,
+      "step": 39330
+    },
+    {
+      "epoch": 1.8795278600783714,
+      "grad_norm": 301.5069885253906,
+      "learning_rate": 1.897016230624127e-07,
+      "loss": 33.5,
+      "step": 39331
+    },
+    {
+      "epoch": 1.8795756475198317,
+      "grad_norm": 184.28746032714844,
+      "learning_rate": 1.8955163295640845e-07,
+      "loss": 26.3438,
+      "step": 39332
+    },
+    {
+      "epoch": 1.8796234349612921,
+      "grad_norm": 198.3832244873047,
+      "learning_rate": 1.8940170160233195e-07,
+      "loss": 21.4062,
+      "step": 39333
+    },
+    {
+      "epoch": 1.8796712224027525,
+      "grad_norm": 188.7225341796875,
+      "learning_rate": 1.8925182900108142e-07,
+      "loss": 21.1094,
+      "step": 39334
+    },
+    {
+      "epoch": 1.879719009844213,
+      "grad_norm": 385.538330078125,
+      "learning_rate": 1.8910201515355164e-07,
+      "loss": 24.7188,
+      "step": 39335
+    },
+    {
+      "epoch": 1.8797667972856733,
+      "grad_norm": 199.1041259765625,
+      "learning_rate": 1.8895226006064084e-07,
+      "loss": 25.5,
+      "step": 39336
+    },
+    {
+      "epoch": 1.8798145847271337,
+      "grad_norm": 188.19610595703125,
+      "learning_rate": 1.8880256372324824e-07,
+      "loss": 19.25,
+      "step": 39337
+    },
+    {
+      "epoch": 1.879862372168594,
+      "grad_norm": 209.99378967285156,
+      "learning_rate": 1.886529261422665e-07,
+      "loss": 23.0625,
+      "step": 39338
+    },
+    {
+      "epoch": 1.8799101596100545,
+      "grad_norm": 262.1080322265625,
+      "learning_rate": 1.8850334731859487e-07,
+      "loss": 17.2344,
+      "step": 39339
+    },
+    {
+      "epoch": 1.8799579470515149,
+      "grad_norm": 264.4465026855469,
+      "learning_rate": 1.8835382725312712e-07,
+      "loss": 26.8438,
+      "step": 39340
+    },
+    {
+      "epoch": 1.8800057344929753,
+      "grad_norm": 148.40045166015625,
+      "learning_rate": 1.8820436594675917e-07,
+      "loss": 27.0,
+      "step": 39341
+    },
+    {
+      "epoch": 1.8800535219344356,
+      "grad_norm": 286.22808837890625,
+      "learning_rate": 1.880549634003881e-07,
+      "loss": 17.5781,
+      "step": 39342
+    },
+    {
+      "epoch": 1.880101309375896,
+      "grad_norm": 224.9075469970703,
+      "learning_rate": 1.8790561961490538e-07,
+      "loss": 31.9375,
+      "step": 39343
+    },
+    {
+      "epoch": 1.8801490968173564,
+      "grad_norm": 147.52175903320312,
+      "learning_rate": 1.8775633459120703e-07,
+      "loss": 21.9375,
+      "step": 39344
+    },
+    {
+      "epoch": 1.8801968842588168,
+      "grad_norm": 433.8462829589844,
+      "learning_rate": 1.876071083301867e-07,
+      "loss": 35.8125,
+      "step": 39345
+    },
+    {
+      "epoch": 1.8802446717002772,
+      "grad_norm": 349.6695251464844,
+      "learning_rate": 1.8745794083273927e-07,
+      "loss": 35.2812,
+      "step": 39346
+    },
+    {
+      "epoch": 1.8802924591417376,
+      "grad_norm": 158.78871154785156,
+      "learning_rate": 1.8730883209975626e-07,
+      "loss": 27.1562,
+      "step": 39347
+    },
+    {
+      "epoch": 1.880340246583198,
+      "grad_norm": 223.46340942382812,
+      "learning_rate": 1.8715978213213136e-07,
+      "loss": 33.0625,
+      "step": 39348
+    },
+    {
+      "epoch": 1.8803880340246584,
+      "grad_norm": 213.323486328125,
+      "learning_rate": 1.8701079093075835e-07,
+      "loss": 20.7656,
+      "step": 39349
+    },
+    {
+      "epoch": 1.8804358214661185,
+      "grad_norm": 226.6816864013672,
+      "learning_rate": 1.868618584965276e-07,
+      "loss": 29.4688,
+      "step": 39350
+    },
+    {
+      "epoch": 1.880483608907579,
+      "grad_norm": 339.46630859375,
+      "learning_rate": 1.8671298483033285e-07,
+      "loss": 36.2344,
+      "step": 39351
+    },
+    {
+      "epoch": 1.8805313963490393,
+      "grad_norm": 427.2477722167969,
+      "learning_rate": 1.8656416993306448e-07,
+      "loss": 30.75,
+      "step": 39352
+    },
+    {
+      "epoch": 1.8805791837904997,
+      "grad_norm": 206.11758422851562,
+      "learning_rate": 1.864154138056129e-07,
+      "loss": 23.5469,
+      "step": 39353
+    },
+    {
+      "epoch": 1.88062697123196,
+      "grad_norm": 421.64215087890625,
+      "learning_rate": 1.8626671644887072e-07,
+      "loss": 22.8125,
+      "step": 39354
+    },
+    {
+      "epoch": 1.8806747586734205,
+      "grad_norm": 212.7363739013672,
+      "learning_rate": 1.8611807786372727e-07,
+      "loss": 30.3281,
+      "step": 39355
+    },
+    {
+      "epoch": 1.8807225461148809,
+      "grad_norm": 255.09585571289062,
+      "learning_rate": 1.859694980510751e-07,
+      "loss": 22.2188,
+      "step": 39356
+    },
+    {
+      "epoch": 1.8807703335563413,
+      "grad_norm": 206.00672912597656,
+      "learning_rate": 1.8582097701180023e-07,
+      "loss": 28.6719,
+      "step": 39357
+    },
+    {
+      "epoch": 1.8808181209978017,
+      "grad_norm": 413.9596862792969,
+      "learning_rate": 1.8567251474679415e-07,
+      "loss": 25.5312,
+      "step": 39358
+    },
+    {
+      "epoch": 1.880865908439262,
+      "grad_norm": 201.4756622314453,
+      "learning_rate": 1.8552411125694503e-07,
+      "loss": 20.4219,
+      "step": 39359
+    },
+    {
+      "epoch": 1.8809136958807224,
+      "grad_norm": 230.46888732910156,
+      "learning_rate": 1.8537576654314437e-07,
+      "loss": 32.0625,
+      "step": 39360
+    },
+    {
+      "epoch": 1.8809614833221828,
+      "grad_norm": 350.2613220214844,
+      "learning_rate": 1.8522748060627706e-07,
+      "loss": 25.8594,
+      "step": 39361
+    },
+    {
+      "epoch": 1.8810092707636432,
+      "grad_norm": 217.61949157714844,
+      "learning_rate": 1.8507925344723231e-07,
+      "loss": 23.5781,
+      "step": 39362
+    },
+    {
+      "epoch": 1.8810570582051036,
+      "grad_norm": 194.3675994873047,
+      "learning_rate": 1.849310850668995e-07,
+      "loss": 20.5938,
+      "step": 39363
+    },
+    {
+      "epoch": 1.881104845646564,
+      "grad_norm": 416.6957702636719,
+      "learning_rate": 1.8478297546616343e-07,
+      "loss": 27.3281,
+      "step": 39364
+    },
+    {
+      "epoch": 1.8811526330880244,
+      "grad_norm": 245.76370239257812,
+      "learning_rate": 1.8463492464591225e-07,
+      "loss": 17.6875,
+      "step": 39365
+    },
+    {
+      "epoch": 1.8812004205294848,
+      "grad_norm": 330.1900634765625,
+      "learning_rate": 1.844869326070331e-07,
+      "loss": 18.25,
+      "step": 39366
+    },
+    {
+      "epoch": 1.8812482079709452,
+      "grad_norm": 182.3438262939453,
+      "learning_rate": 1.8433899935041188e-07,
+      "loss": 22.4688,
+      "step": 39367
+    },
+    {
+      "epoch": 1.8812959954124056,
+      "grad_norm": 199.61241149902344,
+      "learning_rate": 1.8419112487693457e-07,
+      "loss": 16.8594,
+      "step": 39368
+    },
+    {
+      "epoch": 1.881343782853866,
+      "grad_norm": 407.99530029296875,
+      "learning_rate": 1.8404330918748493e-07,
+      "loss": 28.5625,
+      "step": 39369
+    },
+    {
+      "epoch": 1.8813915702953263,
+      "grad_norm": 296.7642822265625,
+      "learning_rate": 1.838955522829522e-07,
+      "loss": 30.0156,
+      "step": 39370
+    },
+    {
+      "epoch": 1.8814393577367867,
+      "grad_norm": 187.78378295898438,
+      "learning_rate": 1.837478541642168e-07,
+      "loss": 16.8906,
+      "step": 39371
+    },
+    {
+      "epoch": 1.8814871451782471,
+      "grad_norm": 189.50120544433594,
+      "learning_rate": 1.8360021483216584e-07,
+      "loss": 23.7656,
+      "step": 39372
+    },
+    {
+      "epoch": 1.8815349326197075,
+      "grad_norm": 280.536865234375,
+      "learning_rate": 1.8345263428768412e-07,
+      "loss": 27.5938,
+      "step": 39373
+    },
+    {
+      "epoch": 1.881582720061168,
+      "grad_norm": 379.7112121582031,
+      "learning_rate": 1.8330511253165317e-07,
+      "loss": 18.2812,
+      "step": 39374
+    },
+    {
+      "epoch": 1.8816305075026283,
+      "grad_norm": 285.1213684082031,
+      "learning_rate": 1.8315764956495896e-07,
+      "loss": 22.4688,
+      "step": 39375
+    },
+    {
+      "epoch": 1.8816782949440887,
+      "grad_norm": 301.5223693847656,
+      "learning_rate": 1.8301024538848188e-07,
+      "loss": 25.2188,
+      "step": 39376
+    },
+    {
+      "epoch": 1.881726082385549,
+      "grad_norm": 400.8229064941406,
+      "learning_rate": 1.828629000031057e-07,
+      "loss": 27.3438,
+      "step": 39377
+    },
+    {
+      "epoch": 1.8817738698270094,
+      "grad_norm": 221.76828002929688,
+      "learning_rate": 1.8271561340971522e-07,
+      "loss": 29.375,
+      "step": 39378
+    },
+    {
+      "epoch": 1.8818216572684698,
+      "grad_norm": 362.8900451660156,
+      "learning_rate": 1.8256838560918865e-07,
+      "loss": 22.6406,
+      "step": 39379
+    },
+    {
+      "epoch": 1.8818694447099302,
+      "grad_norm": 270.9437255859375,
+      "learning_rate": 1.8242121660240976e-07,
+      "loss": 17.9219,
+      "step": 39380
+    },
+    {
+      "epoch": 1.8819172321513906,
+      "grad_norm": 158.74378967285156,
+      "learning_rate": 1.8227410639025889e-07,
+      "loss": 15.7812,
+      "step": 39381
+    },
+    {
+      "epoch": 1.881965019592851,
+      "grad_norm": 238.36607360839844,
+      "learning_rate": 1.821270549736198e-07,
+      "loss": 24.8125,
+      "step": 39382
+    },
+    {
+      "epoch": 1.8820128070343114,
+      "grad_norm": 247.15267944335938,
+      "learning_rate": 1.8198006235336963e-07,
+      "loss": 22.9062,
+      "step": 39383
+    },
+    {
+      "epoch": 1.8820605944757718,
+      "grad_norm": 212.2061767578125,
+      "learning_rate": 1.8183312853038982e-07,
+      "loss": 17.5938,
+      "step": 39384
+    },
+    {
+      "epoch": 1.8821083819172322,
+      "grad_norm": 144.41372680664062,
+      "learning_rate": 1.8168625350556302e-07,
+      "loss": 24.5312,
+      "step": 39385
+    },
+    {
+      "epoch": 1.8821561693586926,
+      "grad_norm": 488.5308532714844,
+      "learning_rate": 1.815394372797641e-07,
+      "loss": 19.4062,
+      "step": 39386
+    },
+    {
+      "epoch": 1.882203956800153,
+      "grad_norm": 261.5315246582031,
+      "learning_rate": 1.8139267985387567e-07,
+      "loss": 23.6641,
+      "step": 39387
+    },
+    {
+      "epoch": 1.8822517442416133,
+      "grad_norm": 282.3972473144531,
+      "learning_rate": 1.812459812287748e-07,
+      "loss": 24.0938,
+      "step": 39388
+    },
+    {
+      "epoch": 1.8822995316830737,
+      "grad_norm": 536.7183227539062,
+      "learning_rate": 1.8109934140534192e-07,
+      "loss": 23.1094,
+      "step": 39389
+    },
+    {
+      "epoch": 1.8823473191245341,
+      "grad_norm": 453.2173767089844,
+      "learning_rate": 1.8095276038445298e-07,
+      "loss": 17.5781,
+      "step": 39390
+    },
+    {
+      "epoch": 1.8823951065659945,
+      "grad_norm": 230.86434936523438,
+      "learning_rate": 1.8080623816698728e-07,
+      "loss": 30.5938,
+      "step": 39391
+    },
+    {
+      "epoch": 1.882442894007455,
+      "grad_norm": 272.4185485839844,
+      "learning_rate": 1.806597747538219e-07,
+      "loss": 21.0312,
+      "step": 39392
+    },
+    {
+      "epoch": 1.8824906814489153,
+      "grad_norm": 399.1762390136719,
+      "learning_rate": 1.8051337014583614e-07,
+      "loss": 30.0938,
+      "step": 39393
+    },
+    {
+      "epoch": 1.8825384688903757,
+      "grad_norm": 316.2701110839844,
+      "learning_rate": 1.8036702434390263e-07,
+      "loss": 27.4062,
+      "step": 39394
+    },
+    {
+      "epoch": 1.882586256331836,
+      "grad_norm": 230.24154663085938,
+      "learning_rate": 1.8022073734889955e-07,
+      "loss": 24.0781,
+      "step": 39395
+    },
+    {
+      "epoch": 1.8826340437732965,
+      "grad_norm": 481.01800537109375,
+      "learning_rate": 1.8007450916170398e-07,
+      "loss": 23.0312,
+      "step": 39396
+    },
+    {
+      "epoch": 1.8826818312147569,
+      "grad_norm": 246.66685485839844,
+      "learning_rate": 1.799283397831908e-07,
+      "loss": 31.6562,
+      "step": 39397
+    },
+    {
+      "epoch": 1.8827296186562172,
+      "grad_norm": 272.2677307128906,
+      "learning_rate": 1.7978222921423594e-07,
+      "loss": 24.5625,
+      "step": 39398
+    },
+    {
+      "epoch": 1.8827774060976776,
+      "grad_norm": 189.06613159179688,
+      "learning_rate": 1.7963617745571316e-07,
+      "loss": 18.5469,
+      "step": 39399
+    },
+    {
+      "epoch": 1.882825193539138,
+      "grad_norm": 264.08184814453125,
+      "learning_rate": 1.7949018450849953e-07,
+      "loss": 34.5625,
+      "step": 39400
+    },
+    {
+      "epoch": 1.8828729809805984,
+      "grad_norm": 764.5023193359375,
+      "learning_rate": 1.7934425037346548e-07,
+      "loss": 27.2031,
+      "step": 39401
+    },
+    {
+      "epoch": 1.8829207684220588,
+      "grad_norm": 310.7219543457031,
+      "learning_rate": 1.7919837505148806e-07,
+      "loss": 21.4219,
+      "step": 39402
+    },
+    {
+      "epoch": 1.8829685558635192,
+      "grad_norm": 269.60772705078125,
+      "learning_rate": 1.7905255854344106e-07,
+      "loss": 24.8594,
+      "step": 39403
+    },
+    {
+      "epoch": 1.8830163433049796,
+      "grad_norm": 237.69752502441406,
+      "learning_rate": 1.7890680085019597e-07,
+      "loss": 24.1562,
+      "step": 39404
+    },
+    {
+      "epoch": 1.88306413074644,
+      "grad_norm": 148.73760986328125,
+      "learning_rate": 1.7876110197262654e-07,
+      "loss": 16.1719,
+      "step": 39405
+    },
+    {
+      "epoch": 1.8831119181879004,
+      "grad_norm": 1686.69384765625,
+      "learning_rate": 1.786154619116065e-07,
+      "loss": 13.8438,
+      "step": 39406
+    },
+    {
+      "epoch": 1.8831597056293607,
+      "grad_norm": 151.38441467285156,
+      "learning_rate": 1.784698806680052e-07,
+      "loss": 21.6562,
+      "step": 39407
+    },
+    {
+      "epoch": 1.8832074930708211,
+      "grad_norm": 198.3221435546875,
+      "learning_rate": 1.7832435824269633e-07,
+      "loss": 23.3438,
+      "step": 39408
+    },
+    {
+      "epoch": 1.8832552805122815,
+      "grad_norm": 198.50411987304688,
+      "learning_rate": 1.7817889463655146e-07,
+      "loss": 21.8281,
+      "step": 39409
+    },
+    {
+      "epoch": 1.883303067953742,
+      "grad_norm": 417.4125671386719,
+      "learning_rate": 1.78033489850441e-07,
+      "loss": 28.8438,
+      "step": 39410
+    },
+    {
+      "epoch": 1.8833508553952023,
+      "grad_norm": 346.5946044921875,
+      "learning_rate": 1.7788814388523646e-07,
+      "loss": 33.5,
+      "step": 39411
+    },
+    {
+      "epoch": 1.8833986428366625,
+      "grad_norm": 186.3433380126953,
+      "learning_rate": 1.7774285674180825e-07,
+      "loss": 20.5781,
+      "step": 39412
+    },
+    {
+      "epoch": 1.8834464302781229,
+      "grad_norm": 185.2946319580078,
+      "learning_rate": 1.7759762842102567e-07,
+      "loss": 22.875,
+      "step": 39413
+    },
+    {
+      "epoch": 1.8834942177195833,
+      "grad_norm": 206.16175842285156,
+      "learning_rate": 1.7745245892375805e-07,
+      "loss": 22.8281,
+      "step": 39414
+    },
+    {
+      "epoch": 1.8835420051610436,
+      "grad_norm": 171.32586669921875,
+      "learning_rate": 1.7730734825087692e-07,
+      "loss": 27.1875,
+      "step": 39415
+    },
+    {
+      "epoch": 1.883589792602504,
+      "grad_norm": 215.3025360107422,
+      "learning_rate": 1.7716229640324933e-07,
+      "loss": 24.5156,
+      "step": 39416
+    },
+    {
+      "epoch": 1.8836375800439644,
+      "grad_norm": 190.9921112060547,
+      "learning_rate": 1.7701730338174572e-07,
+      "loss": 19.7812,
+      "step": 39417
+    },
+    {
+      "epoch": 1.8836853674854248,
+      "grad_norm": 254.0164794921875,
+      "learning_rate": 1.7687236918723204e-07,
+      "loss": 16.2812,
+      "step": 39418
+    },
+    {
+      "epoch": 1.8837331549268852,
+      "grad_norm": 267.17022705078125,
+      "learning_rate": 1.7672749382057874e-07,
+      "loss": 23.6719,
+      "step": 39419
+    },
+    {
+      "epoch": 1.8837809423683456,
+      "grad_norm": 188.42324829101562,
+      "learning_rate": 1.7658267728265178e-07,
+      "loss": 26.1094,
+      "step": 39420
+    },
+    {
+      "epoch": 1.883828729809806,
+      "grad_norm": 389.8197326660156,
+      "learning_rate": 1.7643791957431823e-07,
+      "loss": 27.5312,
+      "step": 39421
+    },
+    {
+      "epoch": 1.8838765172512664,
+      "grad_norm": 114.630859375,
+      "learning_rate": 1.7629322069644627e-07,
+      "loss": 19.3594,
+      "step": 39422
+    },
+    {
+      "epoch": 1.8839243046927268,
+      "grad_norm": 662.0264282226562,
+      "learning_rate": 1.7614858064990192e-07,
+      "loss": 29.75,
+      "step": 39423
+    },
+    {
+      "epoch": 1.8839720921341871,
+      "grad_norm": 206.43238830566406,
+      "learning_rate": 1.7600399943555113e-07,
+      "loss": 20.2344,
+      "step": 39424
+    },
+    {
+      "epoch": 1.8840198795756475,
+      "grad_norm": 353.58709716796875,
+      "learning_rate": 1.7585947705425987e-07,
+      "loss": 29.3125,
+      "step": 39425
+    },
+    {
+      "epoch": 1.884067667017108,
+      "grad_norm": 1667.1151123046875,
+      "learning_rate": 1.7571501350689414e-07,
+      "loss": 32.5312,
+      "step": 39426
+    },
+    {
+      "epoch": 1.8841154544585683,
+      "grad_norm": 187.67697143554688,
+      "learning_rate": 1.7557060879431876e-07,
+      "loss": 19.0312,
+      "step": 39427
+    },
+    {
+      "epoch": 1.8841632419000287,
+      "grad_norm": 155.64585876464844,
+      "learning_rate": 1.754262629173975e-07,
+      "loss": 16.75,
+      "step": 39428
+    },
+    {
+      "epoch": 1.884211029341489,
+      "grad_norm": 344.8620910644531,
+      "learning_rate": 1.7528197587699635e-07,
+      "loss": 25.0,
+      "step": 39429
+    },
+    {
+      "epoch": 1.8842588167829495,
+      "grad_norm": 182.19015502929688,
+      "learning_rate": 1.7513774767397906e-07,
+      "loss": 18.3125,
+      "step": 39430
+    },
+    {
+      "epoch": 1.8843066042244099,
+      "grad_norm": 196.19088745117188,
+      "learning_rate": 1.7499357830920937e-07,
+      "loss": 32.5312,
+      "step": 39431
+    },
+    {
+      "epoch": 1.88435439166587,
+      "grad_norm": 416.23870849609375,
+      "learning_rate": 1.7484946778354884e-07,
+      "loss": 27.8125,
+      "step": 39432
+    },
+    {
+      "epoch": 1.8844021791073304,
+      "grad_norm": 174.2973175048828,
+      "learning_rate": 1.747054160978634e-07,
+      "loss": 18.9219,
+      "step": 39433
+    },
+    {
+      "epoch": 1.8844499665487908,
+      "grad_norm": 136.58145141601562,
+      "learning_rate": 1.7456142325301461e-07,
+      "loss": 19.5312,
+      "step": 39434
+    },
+    {
+      "epoch": 1.8844977539902512,
+      "grad_norm": 216.36087036132812,
+      "learning_rate": 1.7441748924986402e-07,
+      "loss": 20.375,
+      "step": 39435
+    },
+    {
+      "epoch": 1.8845455414317116,
+      "grad_norm": 229.5241241455078,
+      "learning_rate": 1.7427361408927533e-07,
+      "loss": 23.6719,
+      "step": 39436
+    },
+    {
+      "epoch": 1.884593328873172,
+      "grad_norm": 250.2111053466797,
+      "learning_rate": 1.7412979777210792e-07,
+      "loss": 18.2812,
+      "step": 39437
+    },
+    {
+      "epoch": 1.8846411163146324,
+      "grad_norm": 242.0658721923828,
+      "learning_rate": 1.7398604029922328e-07,
+      "loss": 22.2812,
+      "step": 39438
+    },
+    {
+      "epoch": 1.8846889037560928,
+      "grad_norm": 754.633544921875,
+      "learning_rate": 1.7384234167148518e-07,
+      "loss": 19.2188,
+      "step": 39439
+    },
+    {
+      "epoch": 1.8847366911975532,
+      "grad_norm": 394.5779113769531,
+      "learning_rate": 1.736987018897518e-07,
+      "loss": 32.5312,
+      "step": 39440
+    },
+    {
+      "epoch": 1.8847844786390135,
+      "grad_norm": 230.86865234375,
+      "learning_rate": 1.735551209548836e-07,
+      "loss": 20.0,
+      "step": 39441
+    },
+    {
+      "epoch": 1.884832266080474,
+      "grad_norm": 239.0294952392578,
+      "learning_rate": 1.7341159886773985e-07,
+      "loss": 21.3906,
+      "step": 39442
+    },
+    {
+      "epoch": 1.8848800535219343,
+      "grad_norm": 326.6281433105469,
+      "learning_rate": 1.73268135629181e-07,
+      "loss": 24.4375,
+      "step": 39443
+    },
+    {
+      "epoch": 1.8849278409633947,
+      "grad_norm": 169.33900451660156,
+      "learning_rate": 1.7312473124006636e-07,
+      "loss": 21.4531,
+      "step": 39444
+    },
+    {
+      "epoch": 1.884975628404855,
+      "grad_norm": 282.862060546875,
+      "learning_rate": 1.7298138570125521e-07,
+      "loss": 20.9688,
+      "step": 39445
+    },
+    {
+      "epoch": 1.8850234158463155,
+      "grad_norm": 217.72067260742188,
+      "learning_rate": 1.7283809901360472e-07,
+      "loss": 20.375,
+      "step": 39446
+    },
+    {
+      "epoch": 1.8850712032877759,
+      "grad_norm": 294.8390808105469,
+      "learning_rate": 1.72694871177973e-07,
+      "loss": 20.9531,
+      "step": 39447
+    },
+    {
+      "epoch": 1.8851189907292363,
+      "grad_norm": 261.67352294921875,
+      "learning_rate": 1.7255170219521944e-07,
+      "loss": 28.75,
+      "step": 39448
+    },
+    {
+      "epoch": 1.8851667781706967,
+      "grad_norm": 140.91543579101562,
+      "learning_rate": 1.7240859206619888e-07,
+      "loss": 16.9062,
+      "step": 39449
+    },
+    {
+      "epoch": 1.885214565612157,
+      "grad_norm": 672.4038696289062,
+      "learning_rate": 1.722655407917706e-07,
+      "loss": 26.25,
+      "step": 39450
+    },
+    {
+      "epoch": 1.8852623530536174,
+      "grad_norm": 310.9542541503906,
+      "learning_rate": 1.721225483727895e-07,
+      "loss": 30.375,
+      "step": 39451
+    },
+    {
+      "epoch": 1.8853101404950778,
+      "grad_norm": 238.50257873535156,
+      "learning_rate": 1.7197961481011495e-07,
+      "loss": 28.2656,
+      "step": 39452
+    },
+    {
+      "epoch": 1.8853579279365382,
+      "grad_norm": 285.23681640625,
+      "learning_rate": 1.718367401045984e-07,
+      "loss": 23.2188,
+      "step": 39453
+    },
+    {
+      "epoch": 1.8854057153779986,
+      "grad_norm": 273.6849365234375,
+      "learning_rate": 1.716939242570992e-07,
+      "loss": 44.25,
+      "step": 39454
+    },
+    {
+      "epoch": 1.885453502819459,
+      "grad_norm": 255.7459259033203,
+      "learning_rate": 1.7155116726847109e-07,
+      "loss": 24.7031,
+      "step": 39455
+    },
+    {
+      "epoch": 1.8855012902609194,
+      "grad_norm": 179.5829620361328,
+      "learning_rate": 1.714084691395701e-07,
+      "loss": 24.1094,
+      "step": 39456
+    },
+    {
+      "epoch": 1.8855490777023798,
+      "grad_norm": 226.29013061523438,
+      "learning_rate": 1.7126582987124995e-07,
+      "loss": 29.0156,
+      "step": 39457
+    },
+    {
+      "epoch": 1.8855968651438402,
+      "grad_norm": 345.5184020996094,
+      "learning_rate": 1.7112324946436442e-07,
+      "loss": 27.4688,
+      "step": 39458
+    },
+    {
+      "epoch": 1.8856446525853006,
+      "grad_norm": 184.2881317138672,
+      "learning_rate": 1.7098072791976838e-07,
+      "loss": 19.75,
+      "step": 39459
+    },
+    {
+      "epoch": 1.885692440026761,
+      "grad_norm": 245.2994842529297,
+      "learning_rate": 1.7083826523831449e-07,
+      "loss": 23.3125,
+      "step": 39460
+    },
+    {
+      "epoch": 1.8857402274682213,
+      "grad_norm": 258.06402587890625,
+      "learning_rate": 1.7069586142085648e-07,
+      "loss": 27.5938,
+      "step": 39461
+    },
+    {
+      "epoch": 1.8857880149096817,
+      "grad_norm": 205.55848693847656,
+      "learning_rate": 1.7055351646824593e-07,
+      "loss": 17.1094,
+      "step": 39462
+    },
+    {
+      "epoch": 1.8858358023511421,
+      "grad_norm": 207.22120666503906,
+      "learning_rate": 1.7041123038133766e-07,
+      "loss": 16.9688,
+      "step": 39463
+    },
+    {
+      "epoch": 1.8858835897926025,
+      "grad_norm": 165.99407958984375,
+      "learning_rate": 1.7026900316098217e-07,
+      "loss": 21.25,
+      "step": 39464
+    },
+    {
+      "epoch": 1.885931377234063,
+      "grad_norm": 260.16229248046875,
+      "learning_rate": 1.7012683480803095e-07,
+      "loss": 27.9375,
+      "step": 39465
+    },
+    {
+      "epoch": 1.8859791646755233,
+      "grad_norm": 332.4862365722656,
+      "learning_rate": 1.6998472532333665e-07,
+      "loss": 27.4375,
+      "step": 39466
+    },
+    {
+      "epoch": 1.8860269521169837,
+      "grad_norm": 314.7398681640625,
+      "learning_rate": 1.6984267470774974e-07,
+      "loss": 21.6562,
+      "step": 39467
+    },
+    {
+      "epoch": 1.886074739558444,
+      "grad_norm": 139.64108276367188,
+      "learning_rate": 1.6970068296212061e-07,
+      "loss": 20.5156,
+      "step": 39468
+    },
+    {
+      "epoch": 1.8861225269999045,
+      "grad_norm": 285.5352478027344,
+      "learning_rate": 1.6955875008729972e-07,
+      "loss": 22.8438,
+      "step": 39469
+    },
+    {
+      "epoch": 1.8861703144413648,
+      "grad_norm": 222.82635498046875,
+      "learning_rate": 1.694168760841375e-07,
+      "loss": 23.1875,
+      "step": 39470
+    },
+    {
+      "epoch": 1.8862181018828252,
+      "grad_norm": 249.53961181640625,
+      "learning_rate": 1.6927506095348322e-07,
+      "loss": 24.3125,
+      "step": 39471
+    },
+    {
+      "epoch": 1.8862658893242856,
+      "grad_norm": 192.239990234375,
+      "learning_rate": 1.6913330469618628e-07,
+      "loss": 21.8125,
+      "step": 39472
+    },
+    {
+      "epoch": 1.886313676765746,
+      "grad_norm": 231.78469848632812,
+      "learning_rate": 1.6899160731309484e-07,
+      "loss": 24.8281,
+      "step": 39473
+    },
+    {
+      "epoch": 1.8863614642072064,
+      "grad_norm": 426.91339111328125,
+      "learning_rate": 1.6884996880505934e-07,
+      "loss": 22.3594,
+      "step": 39474
+    },
+    {
+      "epoch": 1.8864092516486668,
+      "grad_norm": 359.48333740234375,
+      "learning_rate": 1.6870838917292576e-07,
+      "loss": 25.7656,
+      "step": 39475
+    },
+    {
+      "epoch": 1.8864570390901272,
+      "grad_norm": 261.1566162109375,
+      "learning_rate": 1.6856686841754344e-07,
+      "loss": 25.2188,
+      "step": 39476
+    },
+    {
+      "epoch": 1.8865048265315876,
+      "grad_norm": 335.5791320800781,
+      "learning_rate": 1.6842540653975948e-07,
+      "loss": 32.5469,
+      "step": 39477
+    },
+    {
+      "epoch": 1.886552613973048,
+      "grad_norm": 163.65528869628906,
+      "learning_rate": 1.6828400354042207e-07,
+      "loss": 25.1094,
+      "step": 39478
+    },
+    {
+      "epoch": 1.8866004014145084,
+      "grad_norm": 344.00616455078125,
+      "learning_rate": 1.681426594203761e-07,
+      "loss": 28.125,
+      "step": 39479
+    },
+    {
+      "epoch": 1.8866481888559687,
+      "grad_norm": 338.6461181640625,
+      "learning_rate": 1.6800137418046868e-07,
+      "loss": 22.375,
+      "step": 39480
+    },
+    {
+      "epoch": 1.8866959762974291,
+      "grad_norm": 295.1301574707031,
+      "learning_rate": 1.6786014782154692e-07,
+      "loss": 27.0312,
+      "step": 39481
+    },
+    {
+      "epoch": 1.8867437637388895,
+      "grad_norm": 176.71304321289062,
+      "learning_rate": 1.6771898034445678e-07,
+      "loss": 21.2812,
+      "step": 39482
+    },
+    {
+      "epoch": 1.88679155118035,
+      "grad_norm": 236.4167938232422,
+      "learning_rate": 1.6757787175004093e-07,
+      "loss": 23.4688,
+      "step": 39483
+    },
+    {
+      "epoch": 1.8868393386218103,
+      "grad_norm": 275.04278564453125,
+      "learning_rate": 1.6743682203914757e-07,
+      "loss": 19.4844,
+      "step": 39484
+    },
+    {
+      "epoch": 1.8868871260632707,
+      "grad_norm": 165.8762664794922,
+      "learning_rate": 1.672958312126205e-07,
+      "loss": 21.7969,
+      "step": 39485
+    },
+    {
+      "epoch": 1.886934913504731,
+      "grad_norm": 264.9421691894531,
+      "learning_rate": 1.6715489927130234e-07,
+      "loss": 27.5938,
+      "step": 39486
+    },
+    {
+      "epoch": 1.8869827009461915,
+      "grad_norm": 274.9112548828125,
+      "learning_rate": 1.6701402621603912e-07,
+      "loss": 32.5938,
+      "step": 39487
+    },
+    {
+      "epoch": 1.8870304883876519,
+      "grad_norm": 200.874755859375,
+      "learning_rate": 1.668732120476746e-07,
+      "loss": 19.7344,
+      "step": 39488
+    },
+    {
+      "epoch": 1.8870782758291123,
+      "grad_norm": 136.4212646484375,
+      "learning_rate": 1.667324567670503e-07,
+      "loss": 18.4375,
+      "step": 39489
+    },
+    {
+      "epoch": 1.8871260632705726,
+      "grad_norm": 618.4437255859375,
+      "learning_rate": 1.6659176037501112e-07,
+      "loss": 31.9062,
+      "step": 39490
+    },
+    {
+      "epoch": 1.887173850712033,
+      "grad_norm": 218.10911560058594,
+      "learning_rate": 1.664511228723975e-07,
+      "loss": 24.7344,
+      "step": 39491
+    },
+    {
+      "epoch": 1.8872216381534934,
+      "grad_norm": 253.63990783691406,
+      "learning_rate": 1.6631054426005322e-07,
+      "loss": 30.0,
+      "step": 39492
+    },
+    {
+      "epoch": 1.8872694255949538,
+      "grad_norm": 170.0940704345703,
+      "learning_rate": 1.6617002453882092e-07,
+      "loss": 17.2344,
+      "step": 39493
+    },
+    {
+      "epoch": 1.887317213036414,
+      "grad_norm": 594.3967895507812,
+      "learning_rate": 1.6602956370954104e-07,
+      "loss": 21.625,
+      "step": 39494
+    },
+    {
+      "epoch": 1.8873650004778744,
+      "grad_norm": 344.4588623046875,
+      "learning_rate": 1.6588916177305403e-07,
+      "loss": 17.6406,
+      "step": 39495
+    },
+    {
+      "epoch": 1.8874127879193348,
+      "grad_norm": 215.6493682861328,
+      "learning_rate": 1.6574881873020144e-07,
+      "loss": 23.8281,
+      "step": 39496
+    },
+    {
+      "epoch": 1.8874605753607951,
+      "grad_norm": 430.6032409667969,
+      "learning_rate": 1.656085345818237e-07,
+      "loss": 30.6875,
+      "step": 39497
+    },
+    {
+      "epoch": 1.8875083628022555,
+      "grad_norm": 149.88165283203125,
+      "learning_rate": 1.6546830932876125e-07,
+      "loss": 17.4375,
+      "step": 39498
+    },
+    {
+      "epoch": 1.887556150243716,
+      "grad_norm": 191.20114135742188,
+      "learning_rate": 1.653281429718534e-07,
+      "loss": 36.6719,
+      "step": 39499
+    },
+    {
+      "epoch": 1.8876039376851763,
+      "grad_norm": 231.819580078125,
+      "learning_rate": 1.6518803551194063e-07,
+      "loss": 27.4688,
+      "step": 39500
+    },
+    {
+      "epoch": 1.8876517251266367,
+      "grad_norm": 417.5584411621094,
+      "learning_rate": 1.6504798694986e-07,
+      "loss": 29.5625,
+      "step": 39501
+    },
+    {
+      "epoch": 1.887699512568097,
+      "grad_norm": 505.26861572265625,
+      "learning_rate": 1.64907997286452e-07,
+      "loss": 27.6875,
+      "step": 39502
+    },
+    {
+      "epoch": 1.8877473000095575,
+      "grad_norm": 225.1533660888672,
+      "learning_rate": 1.6476806652255483e-07,
+      "loss": 26.7969,
+      "step": 39503
+    },
+    {
+      "epoch": 1.8877950874510179,
+      "grad_norm": 206.77984619140625,
+      "learning_rate": 1.6462819465900447e-07,
+      "loss": 23.25,
+      "step": 39504
+    },
+    {
+      "epoch": 1.8878428748924783,
+      "grad_norm": 451.3396301269531,
+      "learning_rate": 1.644883816966414e-07,
+      "loss": 27.375,
+      "step": 39505
+    },
+    {
+      "epoch": 1.8878906623339387,
+      "grad_norm": 330.3912658691406,
+      "learning_rate": 1.6434862763630156e-07,
+      "loss": 24.1875,
+      "step": 39506
+    },
+    {
+      "epoch": 1.887938449775399,
+      "grad_norm": 287.24420166015625,
+      "learning_rate": 1.6420893247882098e-07,
+      "loss": 26.1406,
+      "step": 39507
+    },
+    {
+      "epoch": 1.8879862372168594,
+      "grad_norm": 212.5322723388672,
+      "learning_rate": 1.6406929622503897e-07,
+      "loss": 22.0,
+      "step": 39508
+    },
+    {
+      "epoch": 1.8880340246583198,
+      "grad_norm": 135.39273071289062,
+      "learning_rate": 1.6392971887578823e-07,
+      "loss": 16.2344,
+      "step": 39509
+    },
+    {
+      "epoch": 1.8880818120997802,
+      "grad_norm": 202.25616455078125,
+      "learning_rate": 1.6379020043190697e-07,
+      "loss": 23.625,
+      "step": 39510
+    },
+    {
+      "epoch": 1.8881295995412406,
+      "grad_norm": 401.5626525878906,
+      "learning_rate": 1.6365074089423116e-07,
+      "loss": 26.7656,
+      "step": 39511
+    },
+    {
+      "epoch": 1.888177386982701,
+      "grad_norm": 191.44912719726562,
+      "learning_rate": 1.6351134026359462e-07,
+      "loss": 18.2188,
+      "step": 39512
+    },
+    {
+      "epoch": 1.8882251744241614,
+      "grad_norm": 227.8040771484375,
+      "learning_rate": 1.6337199854083219e-07,
+      "loss": 30.3438,
+      "step": 39513
+    },
+    {
+      "epoch": 1.8882729618656218,
+      "grad_norm": 522.4275512695312,
+      "learning_rate": 1.632327157267788e-07,
+      "loss": 35.4688,
+      "step": 39514
+    },
+    {
+      "epoch": 1.888320749307082,
+      "grad_norm": 572.68017578125,
+      "learning_rate": 1.630934918222693e-07,
+      "loss": 32.0,
+      "step": 39515
+    },
+    {
+      "epoch": 1.8883685367485423,
+      "grad_norm": 238.74742126464844,
+      "learning_rate": 1.6295432682813528e-07,
+      "loss": 26.2031,
+      "step": 39516
+    },
+    {
+      "epoch": 1.8884163241900027,
+      "grad_norm": 155.7655792236328,
+      "learning_rate": 1.6281522074521273e-07,
+      "loss": 22.1875,
+      "step": 39517
+    },
+    {
+      "epoch": 1.888464111631463,
+      "grad_norm": 136.42236328125,
+      "learning_rate": 1.626761735743332e-07,
+      "loss": 21.7188,
+      "step": 39518
+    },
+    {
+      "epoch": 1.8885118990729235,
+      "grad_norm": 142.94883728027344,
+      "learning_rate": 1.6253718531632933e-07,
+      "loss": 16.0781,
+      "step": 39519
+    },
+    {
+      "epoch": 1.8885596865143839,
+      "grad_norm": 266.5901794433594,
+      "learning_rate": 1.6239825597203497e-07,
+      "loss": 39.0,
+      "step": 39520
+    },
+    {
+      "epoch": 1.8886074739558443,
+      "grad_norm": 302.5423278808594,
+      "learning_rate": 1.622593855422805e-07,
+      "loss": 31.0938,
+      "step": 39521
+    },
+    {
+      "epoch": 1.8886552613973047,
+      "grad_norm": 227.811767578125,
+      "learning_rate": 1.621205740278986e-07,
+      "loss": 14.2656,
+      "step": 39522
+    },
+    {
+      "epoch": 1.888703048838765,
+      "grad_norm": 320.5705261230469,
+      "learning_rate": 1.6198182142971862e-07,
+      "loss": 23.9375,
+      "step": 39523
+    },
+    {
+      "epoch": 1.8887508362802254,
+      "grad_norm": 245.11105346679688,
+      "learning_rate": 1.6184312774857435e-07,
+      "loss": 15.75,
+      "step": 39524
+    },
+    {
+      "epoch": 1.8887986237216858,
+      "grad_norm": 294.99176025390625,
+      "learning_rate": 1.61704492985294e-07,
+      "loss": 27.8125,
+      "step": 39525
+    },
+    {
+      "epoch": 1.8888464111631462,
+      "grad_norm": 150.56529235839844,
+      "learning_rate": 1.6156591714071025e-07,
+      "loss": 19.9844,
+      "step": 39526
+    },
+    {
+      "epoch": 1.8888941986046066,
+      "grad_norm": 240.1367950439453,
+      "learning_rate": 1.6142740021565128e-07,
+      "loss": 23.9062,
+      "step": 39527
+    },
+    {
+      "epoch": 1.888941986046067,
+      "grad_norm": 1985.673583984375,
+      "learning_rate": 1.612889422109465e-07,
+      "loss": 19.9375,
+      "step": 39528
+    },
+    {
+      "epoch": 1.8889897734875274,
+      "grad_norm": 434.11578369140625,
+      "learning_rate": 1.6115054312742517e-07,
+      "loss": 22.7656,
+      "step": 39529
+    },
+    {
+      "epoch": 1.8890375609289878,
+      "grad_norm": 344.7032165527344,
+      "learning_rate": 1.6101220296591778e-07,
+      "loss": 30.2031,
+      "step": 39530
+    },
+    {
+      "epoch": 1.8890853483704482,
+      "grad_norm": 314.9727783203125,
+      "learning_rate": 1.6087392172725036e-07,
+      "loss": 13.4375,
+      "step": 39531
+    },
+    {
+      "epoch": 1.8891331358119086,
+      "grad_norm": 240.6929168701172,
+      "learning_rate": 1.607356994122522e-07,
+      "loss": 17.6719,
+      "step": 39532
+    },
+    {
+      "epoch": 1.889180923253369,
+      "grad_norm": 166.54820251464844,
+      "learning_rate": 1.6059753602175155e-07,
+      "loss": 24.125,
+      "step": 39533
+    },
+    {
+      "epoch": 1.8892287106948293,
+      "grad_norm": 271.17864990234375,
+      "learning_rate": 1.604594315565755e-07,
+      "loss": 29.125,
+      "step": 39534
+    },
+    {
+      "epoch": 1.8892764981362897,
+      "grad_norm": 284.4083251953125,
+      "learning_rate": 1.603213860175501e-07,
+      "loss": 18.9375,
+      "step": 39535
+    },
+    {
+      "epoch": 1.8893242855777501,
+      "grad_norm": 256.1480712890625,
+      "learning_rate": 1.6018339940550465e-07,
+      "loss": 22.8984,
+      "step": 39536
+    },
+    {
+      "epoch": 1.8893720730192105,
+      "grad_norm": 231.99908447265625,
+      "learning_rate": 1.6004547172126183e-07,
+      "loss": 23.2188,
+      "step": 39537
+    },
+    {
+      "epoch": 1.889419860460671,
+      "grad_norm": 223.05982971191406,
+      "learning_rate": 1.59907602965651e-07,
+      "loss": 28.25,
+      "step": 39538
+    },
+    {
+      "epoch": 1.8894676479021313,
+      "grad_norm": 320.051025390625,
+      "learning_rate": 1.5976979313949592e-07,
+      "loss": 34.9375,
+      "step": 39539
+    },
+    {
+      "epoch": 1.8895154353435917,
+      "grad_norm": 296.1624755859375,
+      "learning_rate": 1.5963204224362261e-07,
+      "loss": 25.0,
+      "step": 39540
+    },
+    {
+      "epoch": 1.889563222785052,
+      "grad_norm": 124.37966918945312,
+      "learning_rate": 1.5949435027885596e-07,
+      "loss": 22.3203,
+      "step": 39541
+    },
+    {
+      "epoch": 1.8896110102265125,
+      "grad_norm": 223.52732849121094,
+      "learning_rate": 1.5935671724601976e-07,
+      "loss": 20.0781,
+      "step": 39542
+    },
+    {
+      "epoch": 1.8896587976679728,
+      "grad_norm": 186.7789306640625,
+      "learning_rate": 1.592191431459389e-07,
+      "loss": 26.0,
+      "step": 39543
+    },
+    {
+      "epoch": 1.8897065851094332,
+      "grad_norm": 385.20123291015625,
+      "learning_rate": 1.5908162797943827e-07,
+      "loss": 19.1406,
+      "step": 39544
+    },
+    {
+      "epoch": 1.8897543725508936,
+      "grad_norm": 238.9617462158203,
+      "learning_rate": 1.5894417174733945e-07,
+      "loss": 27.875,
+      "step": 39545
+    },
+    {
+      "epoch": 1.889802159992354,
+      "grad_norm": 215.79049682617188,
+      "learning_rate": 1.5880677445046732e-07,
+      "loss": 25.5781,
+      "step": 39546
+    },
+    {
+      "epoch": 1.8898499474338144,
+      "grad_norm": 697.9960327148438,
+      "learning_rate": 1.5866943608964348e-07,
+      "loss": 21.0781,
+      "step": 39547
+    },
+    {
+      "epoch": 1.8898977348752748,
+      "grad_norm": 166.89767456054688,
+      "learning_rate": 1.5853215666569165e-07,
+      "loss": 16.9219,
+      "step": 39548
+    },
+    {
+      "epoch": 1.8899455223167352,
+      "grad_norm": 262.6875,
+      "learning_rate": 1.5839493617943235e-07,
+      "loss": 26.2188,
+      "step": 39549
+    },
+    {
+      "epoch": 1.8899933097581956,
+      "grad_norm": 459.9071350097656,
+      "learning_rate": 1.5825777463168823e-07,
+      "loss": 25.5625,
+      "step": 39550
+    },
+    {
+      "epoch": 1.890041097199656,
+      "grad_norm": 255.2239532470703,
+      "learning_rate": 1.5812067202328085e-07,
+      "loss": 24.6562,
+      "step": 39551
+    },
+    {
+      "epoch": 1.8900888846411164,
+      "grad_norm": 300.6860656738281,
+      "learning_rate": 1.579836283550318e-07,
+      "loss": 25.9375,
+      "step": 39552
+    },
+    {
+      "epoch": 1.8901366720825767,
+      "grad_norm": 162.07406616210938,
+      "learning_rate": 1.5784664362776036e-07,
+      "loss": 19.2344,
+      "step": 39553
+    },
+    {
+      "epoch": 1.8901844595240371,
+      "grad_norm": 274.4921875,
+      "learning_rate": 1.5770971784228705e-07,
+      "loss": 17.5625,
+      "step": 39554
+    },
+    {
+      "epoch": 1.8902322469654975,
+      "grad_norm": 220.29782104492188,
+      "learning_rate": 1.5757285099943455e-07,
+      "loss": 21.3125,
+      "step": 39555
+    },
+    {
+      "epoch": 1.890280034406958,
+      "grad_norm": 262.1812438964844,
+      "learning_rate": 1.5743604310001882e-07,
+      "loss": 24.1094,
+      "step": 39556
+    },
+    {
+      "epoch": 1.8903278218484183,
+      "grad_norm": 246.87583923339844,
+      "learning_rate": 1.5729929414486145e-07,
+      "loss": 27.0781,
+      "step": 39557
+    },
+    {
+      "epoch": 1.8903756092898787,
+      "grad_norm": 199.54542541503906,
+      "learning_rate": 1.5716260413477957e-07,
+      "loss": 27.0312,
+      "step": 39558
+    },
+    {
+      "epoch": 1.890423396731339,
+      "grad_norm": 282.4317321777344,
+      "learning_rate": 1.5702597307059474e-07,
+      "loss": 24.5781,
+      "step": 39559
+    },
+    {
+      "epoch": 1.8904711841727995,
+      "grad_norm": 152.95738220214844,
+      "learning_rate": 1.56889400953123e-07,
+      "loss": 19.875,
+      "step": 39560
+    },
+    {
+      "epoch": 1.8905189716142599,
+      "grad_norm": 393.7022705078125,
+      "learning_rate": 1.5675288778318142e-07,
+      "loss": 31.9531,
+      "step": 39561
+    },
+    {
+      "epoch": 1.8905667590557202,
+      "grad_norm": 295.39031982421875,
+      "learning_rate": 1.566164335615894e-07,
+      "loss": 30.1719,
+      "step": 39562
+    },
+    {
+      "epoch": 1.8906145464971806,
+      "grad_norm": 452.42938232421875,
+      "learning_rate": 1.5648003828916512e-07,
+      "loss": 37.0469,
+      "step": 39563
+    },
+    {
+      "epoch": 1.890662333938641,
+      "grad_norm": 651.677490234375,
+      "learning_rate": 1.5634370196672134e-07,
+      "loss": 23.2031,
+      "step": 39564
+    },
+    {
+      "epoch": 1.8907101213801014,
+      "grad_norm": 232.1112823486328,
+      "learning_rate": 1.5620742459507844e-07,
+      "loss": 26.1875,
+      "step": 39565
+    },
+    {
+      "epoch": 1.8907579088215618,
+      "grad_norm": 628.0180053710938,
+      "learning_rate": 1.5607120617505135e-07,
+      "loss": 27.5469,
+      "step": 39566
+    },
+    {
+      "epoch": 1.8908056962630222,
+      "grad_norm": 259.5695495605469,
+      "learning_rate": 1.5593504670745497e-07,
+      "loss": 20.4844,
+      "step": 39567
+    },
+    {
+      "epoch": 1.8908534837044826,
+      "grad_norm": 346.0594177246094,
+      "learning_rate": 1.557989461931042e-07,
+      "loss": 26.0312,
+      "step": 39568
+    },
+    {
+      "epoch": 1.890901271145943,
+      "grad_norm": 205.97047424316406,
+      "learning_rate": 1.5566290463281731e-07,
+      "loss": 19.3047,
+      "step": 39569
+    },
+    {
+      "epoch": 1.8909490585874034,
+      "grad_norm": 231.5941619873047,
+      "learning_rate": 1.5552692202740583e-07,
+      "loss": 20.9375,
+      "step": 39570
+    },
+    {
+      "epoch": 1.8909968460288638,
+      "grad_norm": 368.4745788574219,
+      "learning_rate": 1.5539099837768578e-07,
+      "loss": 22.2344,
+      "step": 39571
+    },
+    {
+      "epoch": 1.8910446334703241,
+      "grad_norm": 260.9161682128906,
+      "learning_rate": 1.5525513368446988e-07,
+      "loss": 24.4688,
+      "step": 39572
+    },
+    {
+      "epoch": 1.8910924209117845,
+      "grad_norm": 301.03277587890625,
+      "learning_rate": 1.5511932794857298e-07,
+      "loss": 27.7656,
+      "step": 39573
+    },
+    {
+      "epoch": 1.891140208353245,
+      "grad_norm": 212.47398376464844,
+      "learning_rate": 1.5498358117080893e-07,
+      "loss": 21.6094,
+      "step": 39574
+    },
+    {
+      "epoch": 1.8911879957947053,
+      "grad_norm": 366.84674072265625,
+      "learning_rate": 1.5484789335198813e-07,
+      "loss": 15.3125,
+      "step": 39575
+    },
+    {
+      "epoch": 1.8912357832361657,
+      "grad_norm": 151.38980102539062,
+      "learning_rate": 1.5471226449292552e-07,
+      "loss": 12.5781,
+      "step": 39576
+    },
+    {
+      "epoch": 1.8912835706776259,
+      "grad_norm": 304.4145812988281,
+      "learning_rate": 1.545766945944316e-07,
+      "loss": 23.1406,
+      "step": 39577
+    },
+    {
+      "epoch": 1.8913313581190863,
+      "grad_norm": 423.6675109863281,
+      "learning_rate": 1.544411836573201e-07,
+      "loss": 18.9062,
+      "step": 39578
+    },
+    {
+      "epoch": 1.8913791455605466,
+      "grad_norm": 256.1172790527344,
+      "learning_rate": 1.543057316824015e-07,
+      "loss": 17.625,
+      "step": 39579
+    },
+    {
+      "epoch": 1.891426933002007,
+      "grad_norm": 214.60964965820312,
+      "learning_rate": 1.5417033867048737e-07,
+      "loss": 19.9688,
+      "step": 39580
+    },
+    {
+      "epoch": 1.8914747204434674,
+      "grad_norm": 188.74917602539062,
+      "learning_rate": 1.540350046223882e-07,
+      "loss": 24.0625,
+      "step": 39581
+    },
+    {
+      "epoch": 1.8915225078849278,
+      "grad_norm": 226.3916015625,
+      "learning_rate": 1.538997295389144e-07,
+      "loss": 29.6719,
+      "step": 39582
+    },
+    {
+      "epoch": 1.8915702953263882,
+      "grad_norm": 172.15850830078125,
+      "learning_rate": 1.537645134208754e-07,
+      "loss": 30.0,
+      "step": 39583
+    },
+    {
+      "epoch": 1.8916180827678486,
+      "grad_norm": 213.3602752685547,
+      "learning_rate": 1.536293562690827e-07,
+      "loss": 22.4062,
+      "step": 39584
+    },
+    {
+      "epoch": 1.891665870209309,
+      "grad_norm": 288.5268249511719,
+      "learning_rate": 1.534942580843457e-07,
+      "loss": 24.7656,
+      "step": 39585
+    },
+    {
+      "epoch": 1.8917136576507694,
+      "grad_norm": 269.03070068359375,
+      "learning_rate": 1.5335921886747152e-07,
+      "loss": 20.1875,
+      "step": 39586
+    },
+    {
+      "epoch": 1.8917614450922298,
+      "grad_norm": 179.38279724121094,
+      "learning_rate": 1.532242386192695e-07,
+      "loss": 22.5938,
+      "step": 39587
+    },
+    {
+      "epoch": 1.8918092325336902,
+      "grad_norm": 173.54534912109375,
+      "learning_rate": 1.53089317340549e-07,
+      "loss": 13.4844,
+      "step": 39588
+    },
+    {
+      "epoch": 1.8918570199751505,
+      "grad_norm": 629.951416015625,
+      "learning_rate": 1.5295445503211826e-07,
+      "loss": 24.2031,
+      "step": 39589
+    },
+    {
+      "epoch": 1.891904807416611,
+      "grad_norm": 264.82757568359375,
+      "learning_rate": 1.528196516947833e-07,
+      "loss": 16.6875,
+      "step": 39590
+    },
+    {
+      "epoch": 1.8919525948580713,
+      "grad_norm": 335.6576232910156,
+      "learning_rate": 1.5268490732935238e-07,
+      "loss": 25.5,
+      "step": 39591
+    },
+    {
+      "epoch": 1.8920003822995317,
+      "grad_norm": 757.5143432617188,
+      "learning_rate": 1.5255022193663371e-07,
+      "loss": 26.875,
+      "step": 39592
+    },
+    {
+      "epoch": 1.892048169740992,
+      "grad_norm": 883.431640625,
+      "learning_rate": 1.524155955174311e-07,
+      "loss": 14.5625,
+      "step": 39593
+    },
+    {
+      "epoch": 1.8920959571824525,
+      "grad_norm": 174.1559295654297,
+      "learning_rate": 1.5228102807255174e-07,
+      "loss": 19.3906,
+      "step": 39594
+    },
+    {
+      "epoch": 1.8921437446239129,
+      "grad_norm": 263.9701232910156,
+      "learning_rate": 1.521465196028027e-07,
+      "loss": 15.9375,
+      "step": 39595
+    },
+    {
+      "epoch": 1.8921915320653733,
+      "grad_norm": 642.4924926757812,
+      "learning_rate": 1.5201207010899e-07,
+      "loss": 26.5312,
+      "step": 39596
+    },
+    {
+      "epoch": 1.8922393195068334,
+      "grad_norm": 279.63232421875,
+      "learning_rate": 1.5187767959191523e-07,
+      "loss": 28.0625,
+      "step": 39597
+    },
+    {
+      "epoch": 1.8922871069482938,
+      "grad_norm": 169.41871643066406,
+      "learning_rate": 1.5174334805238666e-07,
+      "loss": 21.5781,
+      "step": 39598
+    },
+    {
+      "epoch": 1.8923348943897542,
+      "grad_norm": 196.0856170654297,
+      "learning_rate": 1.5160907549120806e-07,
+      "loss": 22.5625,
+      "step": 39599
+    },
+    {
+      "epoch": 1.8923826818312146,
+      "grad_norm": 194.4528045654297,
+      "learning_rate": 1.5147486190918325e-07,
+      "loss": 25.3438,
+      "step": 39600
+    },
+    {
+      "epoch": 1.892430469272675,
+      "grad_norm": 322.4850158691406,
+      "learning_rate": 1.5134070730711604e-07,
+      "loss": 25.1562,
+      "step": 39601
+    },
+    {
+      "epoch": 1.8924782567141354,
+      "grad_norm": 231.09877014160156,
+      "learning_rate": 1.5120661168581018e-07,
+      "loss": 19.7031,
+      "step": 39602
+    },
+    {
+      "epoch": 1.8925260441555958,
+      "grad_norm": 431.72515869140625,
+      "learning_rate": 1.5107257504606733e-07,
+      "loss": 23.8438,
+      "step": 39603
+    },
+    {
+      "epoch": 1.8925738315970562,
+      "grad_norm": 203.9990692138672,
+      "learning_rate": 1.509385973886912e-07,
+      "loss": 16.0156,
+      "step": 39604
+    },
+    {
+      "epoch": 1.8926216190385166,
+      "grad_norm": 406.50714111328125,
+      "learning_rate": 1.5080467871448458e-07,
+      "loss": 27.5,
+      "step": 39605
+    },
+    {
+      "epoch": 1.892669406479977,
+      "grad_norm": 365.9389953613281,
+      "learning_rate": 1.5067081902424784e-07,
+      "loss": 23.9062,
+      "step": 39606
+    },
+    {
+      "epoch": 1.8927171939214373,
+      "grad_norm": 155.89242553710938,
+      "learning_rate": 1.5053701831878488e-07,
+      "loss": 17.5781,
+      "step": 39607
+    },
+    {
+      "epoch": 1.8927649813628977,
+      "grad_norm": 183.33145141601562,
+      "learning_rate": 1.504032765988961e-07,
+      "loss": 22.6875,
+      "step": 39608
+    },
+    {
+      "epoch": 1.8928127688043581,
+      "grad_norm": 421.2475891113281,
+      "learning_rate": 1.5026959386538086e-07,
+      "loss": 31.375,
+      "step": 39609
+    },
+    {
+      "epoch": 1.8928605562458185,
+      "grad_norm": 409.125244140625,
+      "learning_rate": 1.5013597011904192e-07,
+      "loss": 24.3125,
+      "step": 39610
+    },
+    {
+      "epoch": 1.892908343687279,
+      "grad_norm": 181.75328063964844,
+      "learning_rate": 1.5000240536067966e-07,
+      "loss": 20.5,
+      "step": 39611
+    },
+    {
+      "epoch": 1.8929561311287393,
+      "grad_norm": 315.69525146484375,
+      "learning_rate": 1.4986889959109242e-07,
+      "loss": 17.2969,
+      "step": 39612
+    },
+    {
+      "epoch": 1.8930039185701997,
+      "grad_norm": 284.4406433105469,
+      "learning_rate": 1.4973545281107948e-07,
+      "loss": 26.4375,
+      "step": 39613
+    },
+    {
+      "epoch": 1.89305170601166,
+      "grad_norm": 282.97039794921875,
+      "learning_rate": 1.4960206502144136e-07,
+      "loss": 19.7031,
+      "step": 39614
+    },
+    {
+      "epoch": 1.8930994934531205,
+      "grad_norm": 282.2738342285156,
+      "learning_rate": 1.494687362229763e-07,
+      "loss": 25.375,
+      "step": 39615
+    },
+    {
+      "epoch": 1.8931472808945808,
+      "grad_norm": 258.177490234375,
+      "learning_rate": 1.4933546641648367e-07,
+      "loss": 23.5938,
+      "step": 39616
+    },
+    {
+      "epoch": 1.8931950683360412,
+      "grad_norm": 148.50241088867188,
+      "learning_rate": 1.4920225560275946e-07,
+      "loss": 26.5312,
+      "step": 39617
+    },
+    {
+      "epoch": 1.8932428557775016,
+      "grad_norm": 251.4501190185547,
+      "learning_rate": 1.490691037826042e-07,
+      "loss": 22.7344,
+      "step": 39618
+    },
+    {
+      "epoch": 1.893290643218962,
+      "grad_norm": 336.5549011230469,
+      "learning_rate": 1.4893601095681277e-07,
+      "loss": 25.3125,
+      "step": 39619
+    },
+    {
+      "epoch": 1.8933384306604224,
+      "grad_norm": 288.9869384765625,
+      "learning_rate": 1.488029771261823e-07,
+      "loss": 28.5,
+      "step": 39620
+    },
+    {
+      "epoch": 1.8933862181018828,
+      "grad_norm": 144.5339813232422,
+      "learning_rate": 1.486700022915122e-07,
+      "loss": 20.0781,
+      "step": 39621
+    },
+    {
+      "epoch": 1.8934340055433432,
+      "grad_norm": 192.58441162109375,
+      "learning_rate": 1.4853708645359734e-07,
+      "loss": 23.75,
+      "step": 39622
+    },
+    {
+      "epoch": 1.8934817929848036,
+      "grad_norm": 205.23094177246094,
+      "learning_rate": 1.4840422961323155e-07,
+      "loss": 24.8125,
+      "step": 39623
+    },
+    {
+      "epoch": 1.893529580426264,
+      "grad_norm": 281.92315673828125,
+      "learning_rate": 1.4827143177121417e-07,
+      "loss": 28.2812,
+      "step": 39624
+    },
+    {
+      "epoch": 1.8935773678677243,
+      "grad_norm": 237.6707000732422,
+      "learning_rate": 1.4813869292833683e-07,
+      "loss": 23.7031,
+      "step": 39625
+    },
+    {
+      "epoch": 1.8936251553091847,
+      "grad_norm": 354.65283203125,
+      "learning_rate": 1.4800601308539887e-07,
+      "loss": 28.9062,
+      "step": 39626
+    },
+    {
+      "epoch": 1.8936729427506451,
+      "grad_norm": 492.6407165527344,
+      "learning_rate": 1.4787339224319074e-07,
+      "loss": 25.9375,
+      "step": 39627
+    },
+    {
+      "epoch": 1.8937207301921055,
+      "grad_norm": 337.45050048828125,
+      "learning_rate": 1.4774083040250854e-07,
+      "loss": 28.2344,
+      "step": 39628
+    },
+    {
+      "epoch": 1.893768517633566,
+      "grad_norm": 232.24417114257812,
+      "learning_rate": 1.47608327564146e-07,
+      "loss": 23.5938,
+      "step": 39629
+    },
+    {
+      "epoch": 1.8938163050750263,
+      "grad_norm": 232.4434356689453,
+      "learning_rate": 1.4747588372889587e-07,
+      "loss": 31.8438,
+      "step": 39630
+    },
+    {
+      "epoch": 1.8938640925164867,
+      "grad_norm": 246.49119567871094,
+      "learning_rate": 1.4734349889755307e-07,
+      "loss": 23.6875,
+      "step": 39631
+    },
+    {
+      "epoch": 1.893911879957947,
+      "grad_norm": 161.1384735107422,
+      "learning_rate": 1.4721117307090804e-07,
+      "loss": 17.875,
+      "step": 39632
+    },
+    {
+      "epoch": 1.8939596673994075,
+      "grad_norm": 210.98214721679688,
+      "learning_rate": 1.4707890624975573e-07,
+      "loss": 18.7344,
+      "step": 39633
+    },
+    {
+      "epoch": 1.8940074548408679,
+      "grad_norm": 289.3070373535156,
+      "learning_rate": 1.4694669843488664e-07,
+      "loss": 16.8906,
+      "step": 39634
+    },
+    {
+      "epoch": 1.8940552422823282,
+      "grad_norm": 175.52621459960938,
+      "learning_rate": 1.468145496270923e-07,
+      "loss": 23.6875,
+      "step": 39635
+    },
+    {
+      "epoch": 1.8941030297237886,
+      "grad_norm": 199.91708374023438,
+      "learning_rate": 1.4668245982716546e-07,
+      "loss": 27.4062,
+      "step": 39636
+    },
+    {
+      "epoch": 1.894150817165249,
+      "grad_norm": 253.37271118164062,
+      "learning_rate": 1.4655042903589545e-07,
+      "loss": 26.0938,
+      "step": 39637
+    },
+    {
+      "epoch": 1.8941986046067094,
+      "grad_norm": 172.96522521972656,
+      "learning_rate": 1.46418457254075e-07,
+      "loss": 24.7812,
+      "step": 39638
+    },
+    {
+      "epoch": 1.8942463920481698,
+      "grad_norm": 177.30599975585938,
+      "learning_rate": 1.4628654448249348e-07,
+      "loss": 25.6562,
+      "step": 39639
+    },
+    {
+      "epoch": 1.8942941794896302,
+      "grad_norm": 107.17732238769531,
+      "learning_rate": 1.4615469072194022e-07,
+      "loss": 19.8125,
+      "step": 39640
+    },
+    {
+      "epoch": 1.8943419669310906,
+      "grad_norm": 304.9401550292969,
+      "learning_rate": 1.4602289597320573e-07,
+      "loss": 21.4844,
+      "step": 39641
+    },
+    {
+      "epoch": 1.894389754372551,
+      "grad_norm": 153.75372314453125,
+      "learning_rate": 1.4589116023707827e-07,
+      "loss": 17.2656,
+      "step": 39642
+    },
+    {
+      "epoch": 1.8944375418140114,
+      "grad_norm": 164.2806854248047,
+      "learning_rate": 1.4575948351434832e-07,
+      "loss": 23.7188,
+      "step": 39643
+    },
+    {
+      "epoch": 1.8944853292554718,
+      "grad_norm": 258.667236328125,
+      "learning_rate": 1.45627865805803e-07,
+      "loss": 32.9062,
+      "step": 39644
+    },
+    {
+      "epoch": 1.8945331166969321,
+      "grad_norm": 318.5629577636719,
+      "learning_rate": 1.4549630711223173e-07,
+      "loss": 30.4062,
+      "step": 39645
+    },
+    {
+      "epoch": 1.8945809041383925,
+      "grad_norm": 103.87944030761719,
+      "learning_rate": 1.4536480743442162e-07,
+      "loss": 13.2969,
+      "step": 39646
+    },
+    {
+      "epoch": 1.894628691579853,
+      "grad_norm": 200.9311065673828,
+      "learning_rate": 1.452333667731598e-07,
+      "loss": 25.0,
+      "step": 39647
+    },
+    {
+      "epoch": 1.8946764790213133,
+      "grad_norm": 202.90090942382812,
+      "learning_rate": 1.4510198512923457e-07,
+      "loss": 28.4062,
+      "step": 39648
+    },
+    {
+      "epoch": 1.8947242664627737,
+      "grad_norm": 163.0242919921875,
+      "learning_rate": 1.4497066250343194e-07,
+      "loss": 19.4219,
+      "step": 39649
+    },
+    {
+      "epoch": 1.894772053904234,
+      "grad_norm": 221.9568328857422,
+      "learning_rate": 1.4483939889653798e-07,
+      "loss": 23.2344,
+      "step": 39650
+    },
+    {
+      "epoch": 1.8948198413456945,
+      "grad_norm": 247.2281036376953,
+      "learning_rate": 1.447081943093398e-07,
+      "loss": 28.9688,
+      "step": 39651
+    },
+    {
+      "epoch": 1.8948676287871549,
+      "grad_norm": 922.16943359375,
+      "learning_rate": 1.4457704874262346e-07,
+      "loss": 21.2812,
+      "step": 39652
+    },
+    {
+      "epoch": 1.8949154162286153,
+      "grad_norm": 304.1819763183594,
+      "learning_rate": 1.4444596219717277e-07,
+      "loss": 24.1562,
+      "step": 39653
+    },
+    {
+      "epoch": 1.8949632036700756,
+      "grad_norm": 515.2623901367188,
+      "learning_rate": 1.4431493467377377e-07,
+      "loss": 21.1094,
+      "step": 39654
+    },
+    {
+      "epoch": 1.895010991111536,
+      "grad_norm": 334.2546691894531,
+      "learning_rate": 1.441839661732114e-07,
+      "loss": 21.3281,
+      "step": 39655
+    },
+    {
+      "epoch": 1.8950587785529964,
+      "grad_norm": 148.2014923095703,
+      "learning_rate": 1.4405305669626946e-07,
+      "loss": 20.2969,
+      "step": 39656
+    },
+    {
+      "epoch": 1.8951065659944568,
+      "grad_norm": 239.84869384765625,
+      "learning_rate": 1.4392220624373176e-07,
+      "loss": 21.875,
+      "step": 39657
+    },
+    {
+      "epoch": 1.8951543534359172,
+      "grad_norm": 192.1240692138672,
+      "learning_rate": 1.4379141481638215e-07,
+      "loss": 27.8125,
+      "step": 39658
+    },
+    {
+      "epoch": 1.8952021408773774,
+      "grad_norm": 297.80474853515625,
+      "learning_rate": 1.4366068241500442e-07,
+      "loss": 23.0,
+      "step": 39659
+    },
+    {
+      "epoch": 1.8952499283188378,
+      "grad_norm": 201.57594299316406,
+      "learning_rate": 1.4353000904038128e-07,
+      "loss": 27.0312,
+      "step": 39660
+    },
+    {
+      "epoch": 1.8952977157602982,
+      "grad_norm": 174.54832458496094,
+      "learning_rate": 1.4339939469329435e-07,
+      "loss": 26.125,
+      "step": 39661
+    },
+    {
+      "epoch": 1.8953455032017585,
+      "grad_norm": 225.72164916992188,
+      "learning_rate": 1.432688393745263e-07,
+      "loss": 20.9531,
+      "step": 39662
+    },
+    {
+      "epoch": 1.895393290643219,
+      "grad_norm": 168.55203247070312,
+      "learning_rate": 1.4313834308486097e-07,
+      "loss": 19.2656,
+      "step": 39663
+    },
+    {
+      "epoch": 1.8954410780846793,
+      "grad_norm": 184.3173370361328,
+      "learning_rate": 1.4300790582507661e-07,
+      "loss": 18.7812,
+      "step": 39664
+    },
+    {
+      "epoch": 1.8954888655261397,
+      "grad_norm": 259.3511962890625,
+      "learning_rate": 1.4287752759595597e-07,
+      "loss": 20.0156,
+      "step": 39665
+    },
+    {
+      "epoch": 1.8955366529676,
+      "grad_norm": 173.80284118652344,
+      "learning_rate": 1.427472083982806e-07,
+      "loss": 21.5781,
+      "step": 39666
+    },
+    {
+      "epoch": 1.8955844404090605,
+      "grad_norm": 217.58229064941406,
+      "learning_rate": 1.426169482328288e-07,
+      "loss": 25.1562,
+      "step": 39667
+    },
+    {
+      "epoch": 1.8956322278505209,
+      "grad_norm": 324.90045166015625,
+      "learning_rate": 1.4248674710038323e-07,
+      "loss": 21.3438,
+      "step": 39668
+    },
+    {
+      "epoch": 1.8956800152919813,
+      "grad_norm": 264.1048889160156,
+      "learning_rate": 1.423566050017211e-07,
+      "loss": 24.5312,
+      "step": 39669
+    },
+    {
+      "epoch": 1.8957278027334417,
+      "grad_norm": 397.34368896484375,
+      "learning_rate": 1.42226521937624e-07,
+      "loss": 28.9688,
+      "step": 39670
+    },
+    {
+      "epoch": 1.895775590174902,
+      "grad_norm": 100.71138763427734,
+      "learning_rate": 1.4209649790887014e-07,
+      "loss": 16.4844,
+      "step": 39671
+    },
+    {
+      "epoch": 1.8958233776163624,
+      "grad_norm": 507.7279968261719,
+      "learning_rate": 1.4196653291623785e-07,
+      "loss": 25.6875,
+      "step": 39672
+    },
+    {
+      "epoch": 1.8958711650578228,
+      "grad_norm": 536.6342163085938,
+      "learning_rate": 1.4183662696050537e-07,
+      "loss": 19.8906,
+      "step": 39673
+    },
+    {
+      "epoch": 1.8959189524992832,
+      "grad_norm": 248.95941162109375,
+      "learning_rate": 1.4170678004245208e-07,
+      "loss": 21.0781,
+      "step": 39674
+    },
+    {
+      "epoch": 1.8959667399407436,
+      "grad_norm": 230.40235900878906,
+      "learning_rate": 1.4157699216285293e-07,
+      "loss": 28.6562,
+      "step": 39675
+    },
+    {
+      "epoch": 1.896014527382204,
+      "grad_norm": 388.543701171875,
+      "learning_rate": 1.4144726332248726e-07,
+      "loss": 25.9062,
+      "step": 39676
+    },
+    {
+      "epoch": 1.8960623148236644,
+      "grad_norm": 168.2284393310547,
+      "learning_rate": 1.4131759352213226e-07,
+      "loss": 21.4062,
+      "step": 39677
+    },
+    {
+      "epoch": 1.8961101022651248,
+      "grad_norm": 203.700439453125,
+      "learning_rate": 1.4118798276256285e-07,
+      "loss": 24.3906,
+      "step": 39678
+    },
+    {
+      "epoch": 1.8961578897065852,
+      "grad_norm": 280.3400573730469,
+      "learning_rate": 1.4105843104455618e-07,
+      "loss": 21.125,
+      "step": 39679
+    },
+    {
+      "epoch": 1.8962056771480453,
+      "grad_norm": 140.54168701171875,
+      "learning_rate": 1.409289383688872e-07,
+      "loss": 20.9219,
+      "step": 39680
+    },
+    {
+      "epoch": 1.8962534645895057,
+      "grad_norm": 215.6718292236328,
+      "learning_rate": 1.407995047363342e-07,
+      "loss": 24.4844,
+      "step": 39681
+    },
+    {
+      "epoch": 1.8963012520309661,
+      "grad_norm": 157.73973083496094,
+      "learning_rate": 1.4067013014766873e-07,
+      "loss": 19.4375,
+      "step": 39682
+    },
+    {
+      "epoch": 1.8963490394724265,
+      "grad_norm": 348.87646484375,
+      "learning_rate": 1.4054081460366797e-07,
+      "loss": 28.6875,
+      "step": 39683
+    },
+    {
+      "epoch": 1.896396826913887,
+      "grad_norm": 242.35000610351562,
+      "learning_rate": 1.4041155810510465e-07,
+      "loss": 29.125,
+      "step": 39684
+    },
+    {
+      "epoch": 1.8964446143553473,
+      "grad_norm": 323.6115417480469,
+      "learning_rate": 1.402823606527548e-07,
+      "loss": 20.5,
+      "step": 39685
+    },
+    {
+      "epoch": 1.8964924017968077,
+      "grad_norm": 192.41116333007812,
+      "learning_rate": 1.4015322224739004e-07,
+      "loss": 25.8125,
+      "step": 39686
+    },
+    {
+      "epoch": 1.896540189238268,
+      "grad_norm": 125.37141418457031,
+      "learning_rate": 1.4002414288978526e-07,
+      "loss": 20.2031,
+      "step": 39687
+    },
+    {
+      "epoch": 1.8965879766797284,
+      "grad_norm": 122.39813232421875,
+      "learning_rate": 1.3989512258071326e-07,
+      "loss": 16.4844,
+      "step": 39688
+    },
+    {
+      "epoch": 1.8966357641211888,
+      "grad_norm": 207.4290313720703,
+      "learning_rate": 1.3976616132094667e-07,
+      "loss": 24.625,
+      "step": 39689
+    },
+    {
+      "epoch": 1.8966835515626492,
+      "grad_norm": 552.0067749023438,
+      "learning_rate": 1.3963725911125715e-07,
+      "loss": 34.1562,
+      "step": 39690
+    },
+    {
+      "epoch": 1.8967313390041096,
+      "grad_norm": 226.1043243408203,
+      "learning_rate": 1.3950841595241626e-07,
+      "loss": 15.7031,
+      "step": 39691
+    },
+    {
+      "epoch": 1.89677912644557,
+      "grad_norm": 337.6515808105469,
+      "learning_rate": 1.3937963184519788e-07,
+      "loss": 33.9375,
+      "step": 39692
+    },
+    {
+      "epoch": 1.8968269138870304,
+      "grad_norm": 365.56634521484375,
+      "learning_rate": 1.3925090679037135e-07,
+      "loss": 25.8438,
+      "step": 39693
+    },
+    {
+      "epoch": 1.8968747013284908,
+      "grad_norm": 200.2822723388672,
+      "learning_rate": 1.391222407887083e-07,
+      "loss": 21.3281,
+      "step": 39694
+    },
+    {
+      "epoch": 1.8969224887699512,
+      "grad_norm": 177.51795959472656,
+      "learning_rate": 1.389936338409781e-07,
+      "loss": 22.1719,
+      "step": 39695
+    },
+    {
+      "epoch": 1.8969702762114116,
+      "grad_norm": 259.225341796875,
+      "learning_rate": 1.3886508594795344e-07,
+      "loss": 17.5781,
+      "step": 39696
+    },
+    {
+      "epoch": 1.897018063652872,
+      "grad_norm": 289.53863525390625,
+      "learning_rate": 1.3873659711040045e-07,
+      "loss": 32.625,
+      "step": 39697
+    },
+    {
+      "epoch": 1.8970658510943323,
+      "grad_norm": 282.0505065917969,
+      "learning_rate": 1.3860816732909177e-07,
+      "loss": 19.7812,
+      "step": 39698
+    },
+    {
+      "epoch": 1.8971136385357927,
+      "grad_norm": 357.7091369628906,
+      "learning_rate": 1.3847979660479683e-07,
+      "loss": 22.3125,
+      "step": 39699
+    },
+    {
+      "epoch": 1.8971614259772531,
+      "grad_norm": 225.6358184814453,
+      "learning_rate": 1.3835148493828166e-07,
+      "loss": 28.9531,
+      "step": 39700
+    },
+    {
+      "epoch": 1.8972092134187135,
+      "grad_norm": 167.4179229736328,
+      "learning_rate": 1.3822323233031675e-07,
+      "loss": 14.7031,
+      "step": 39701
+    },
+    {
+      "epoch": 1.897257000860174,
+      "grad_norm": 398.84503173828125,
+      "learning_rate": 1.3809503878166818e-07,
+      "loss": 29.9688,
+      "step": 39702
+    },
+    {
+      "epoch": 1.8973047883016343,
+      "grad_norm": 216.32838439941406,
+      "learning_rate": 1.3796690429310533e-07,
+      "loss": 28.2188,
+      "step": 39703
+    },
+    {
+      "epoch": 1.8973525757430947,
+      "grad_norm": 298.9040222167969,
+      "learning_rate": 1.3783882886539647e-07,
+      "loss": 29.8438,
+      "step": 39704
+    },
+    {
+      "epoch": 1.897400363184555,
+      "grad_norm": 426.2934265136719,
+      "learning_rate": 1.377108124993065e-07,
+      "loss": 32.2656,
+      "step": 39705
+    },
+    {
+      "epoch": 1.8974481506260155,
+      "grad_norm": 721.6964111328125,
+      "learning_rate": 1.3758285519560267e-07,
+      "loss": 26.0312,
+      "step": 39706
+    },
+    {
+      "epoch": 1.8974959380674759,
+      "grad_norm": 176.05174255371094,
+      "learning_rate": 1.3745495695505208e-07,
+      "loss": 18.1094,
+      "step": 39707
+    },
+    {
+      "epoch": 1.8975437255089362,
+      "grad_norm": 177.52244567871094,
+      "learning_rate": 1.3732711777841968e-07,
+      "loss": 22.1094,
+      "step": 39708
+    },
+    {
+      "epoch": 1.8975915129503966,
+      "grad_norm": 2385.2158203125,
+      "learning_rate": 1.3719933766647153e-07,
+      "loss": 30.0938,
+      "step": 39709
+    },
+    {
+      "epoch": 1.897639300391857,
+      "grad_norm": 388.7828674316406,
+      "learning_rate": 1.370716166199726e-07,
+      "loss": 16.2031,
+      "step": 39710
+    },
+    {
+      "epoch": 1.8976870878333174,
+      "grad_norm": 223.0327606201172,
+      "learning_rate": 1.369439546396889e-07,
+      "loss": 29.5312,
+      "step": 39711
+    },
+    {
+      "epoch": 1.8977348752747778,
+      "grad_norm": 343.2218017578125,
+      "learning_rate": 1.368163517263843e-07,
+      "loss": 29.625,
+      "step": 39712
+    },
+    {
+      "epoch": 1.8977826627162382,
+      "grad_norm": 110.33536529541016,
+      "learning_rate": 1.3668880788082152e-07,
+      "loss": 15.3594,
+      "step": 39713
+    },
+    {
+      "epoch": 1.8978304501576986,
+      "grad_norm": 184.63150024414062,
+      "learning_rate": 1.3656132310376657e-07,
+      "loss": 18.5625,
+      "step": 39714
+    },
+    {
+      "epoch": 1.897878237599159,
+      "grad_norm": 363.7789001464844,
+      "learning_rate": 1.364338973959811e-07,
+      "loss": 39.9375,
+      "step": 39715
+    },
+    {
+      "epoch": 1.8979260250406194,
+      "grad_norm": 156.38772583007812,
+      "learning_rate": 1.3630653075823009e-07,
+      "loss": 25.6719,
+      "step": 39716
+    },
+    {
+      "epoch": 1.8979738124820797,
+      "grad_norm": 285.3157958984375,
+      "learning_rate": 1.3617922319127397e-07,
+      "loss": 15.5938,
+      "step": 39717
+    },
+    {
+      "epoch": 1.8980215999235401,
+      "grad_norm": 278.9422607421875,
+      "learning_rate": 1.3605197469587882e-07,
+      "loss": 27.375,
+      "step": 39718
+    },
+    {
+      "epoch": 1.8980693873650005,
+      "grad_norm": 155.5418701171875,
+      "learning_rate": 1.3592478527280185e-07,
+      "loss": 22.3594,
+      "step": 39719
+    },
+    {
+      "epoch": 1.898117174806461,
+      "grad_norm": 300.5476989746094,
+      "learning_rate": 1.3579765492280793e-07,
+      "loss": 25.5938,
+      "step": 39720
+    },
+    {
+      "epoch": 1.8981649622479213,
+      "grad_norm": 303.0860290527344,
+      "learning_rate": 1.3567058364665875e-07,
+      "loss": 20.3438,
+      "step": 39721
+    },
+    {
+      "epoch": 1.8982127496893817,
+      "grad_norm": 252.07479858398438,
+      "learning_rate": 1.3554357144511366e-07,
+      "loss": 23.5938,
+      "step": 39722
+    },
+    {
+      "epoch": 1.898260537130842,
+      "grad_norm": 235.51942443847656,
+      "learning_rate": 1.3541661831893426e-07,
+      "loss": 19.4688,
+      "step": 39723
+    },
+    {
+      "epoch": 1.8983083245723025,
+      "grad_norm": 164.8130645751953,
+      "learning_rate": 1.3528972426888e-07,
+      "loss": 12.1328,
+      "step": 39724
+    },
+    {
+      "epoch": 1.8983561120137629,
+      "grad_norm": 632.9874877929688,
+      "learning_rate": 1.351628892957124e-07,
+      "loss": 21.875,
+      "step": 39725
+    },
+    {
+      "epoch": 1.8984038994552233,
+      "grad_norm": 179.7021484375,
+      "learning_rate": 1.3503611340018874e-07,
+      "loss": 19.625,
+      "step": 39726
+    },
+    {
+      "epoch": 1.8984516868966836,
+      "grad_norm": 308.51324462890625,
+      "learning_rate": 1.3490939658306946e-07,
+      "loss": 18.875,
+      "step": 39727
+    },
+    {
+      "epoch": 1.898499474338144,
+      "grad_norm": 374.1924743652344,
+      "learning_rate": 1.3478273884511394e-07,
+      "loss": 24.8438,
+      "step": 39728
+    },
+    {
+      "epoch": 1.8985472617796044,
+      "grad_norm": 142.51641845703125,
+      "learning_rate": 1.346561401870805e-07,
+      "loss": 16.3672,
+      "step": 39729
+    },
+    {
+      "epoch": 1.8985950492210648,
+      "grad_norm": 265.4523010253906,
+      "learning_rate": 1.345296006097263e-07,
+      "loss": 25.3906,
+      "step": 39730
+    },
+    {
+      "epoch": 1.8986428366625252,
+      "grad_norm": 358.02081298828125,
+      "learning_rate": 1.3440312011380962e-07,
+      "loss": 29.5469,
+      "step": 39731
+    },
+    {
+      "epoch": 1.8986906241039856,
+      "grad_norm": 163.4409637451172,
+      "learning_rate": 1.3427669870008985e-07,
+      "loss": 24.8125,
+      "step": 39732
+    },
+    {
+      "epoch": 1.898738411545446,
+      "grad_norm": 165.6091766357422,
+      "learning_rate": 1.3415033636932084e-07,
+      "loss": 19.2344,
+      "step": 39733
+    },
+    {
+      "epoch": 1.8987861989869064,
+      "grad_norm": 159.46319580078125,
+      "learning_rate": 1.3402403312226198e-07,
+      "loss": 24.3125,
+      "step": 39734
+    },
+    {
+      "epoch": 1.8988339864283668,
+      "grad_norm": 356.1559753417969,
+      "learning_rate": 1.338977889596671e-07,
+      "loss": 29.9688,
+      "step": 39735
+    },
+    {
+      "epoch": 1.8988817738698271,
+      "grad_norm": 152.22808837890625,
+      "learning_rate": 1.3377160388229448e-07,
+      "loss": 20.4219,
+      "step": 39736
+    },
+    {
+      "epoch": 1.8989295613112875,
+      "grad_norm": 151.4207305908203,
+      "learning_rate": 1.336454778908991e-07,
+      "loss": 19.0938,
+      "step": 39737
+    },
+    {
+      "epoch": 1.898977348752748,
+      "grad_norm": 294.73193359375,
+      "learning_rate": 1.3351941098623587e-07,
+      "loss": 29.3125,
+      "step": 39738
+    },
+    {
+      "epoch": 1.8990251361942083,
+      "grad_norm": 230.21397399902344,
+      "learning_rate": 1.333934031690609e-07,
+      "loss": 16.7812,
+      "step": 39739
+    },
+    {
+      "epoch": 1.8990729236356687,
+      "grad_norm": 309.5009765625,
+      "learning_rate": 1.33267454440128e-07,
+      "loss": 32.0312,
+      "step": 39740
+    },
+    {
+      "epoch": 1.8991207110771289,
+      "grad_norm": 154.251220703125,
+      "learning_rate": 1.331415648001899e-07,
+      "loss": 25.3438,
+      "step": 39741
+    },
+    {
+      "epoch": 1.8991684985185893,
+      "grad_norm": 314.557373046875,
+      "learning_rate": 1.330157342500038e-07,
+      "loss": 28.7188,
+      "step": 39742
+    },
+    {
+      "epoch": 1.8992162859600497,
+      "grad_norm": 127.05685424804688,
+      "learning_rate": 1.328899627903202e-07,
+      "loss": 19.2031,
+      "step": 39743
+    },
+    {
+      "epoch": 1.89926407340151,
+      "grad_norm": 385.3584899902344,
+      "learning_rate": 1.327642504218951e-07,
+      "loss": 27.7188,
+      "step": 39744
+    },
+    {
+      "epoch": 1.8993118608429704,
+      "grad_norm": 179.45367431640625,
+      "learning_rate": 1.3263859714547912e-07,
+      "loss": 19.5625,
+      "step": 39745
+    },
+    {
+      "epoch": 1.8993596482844308,
+      "grad_norm": 294.172119140625,
+      "learning_rate": 1.32513002961826e-07,
+      "loss": 35.5312,
+      "step": 39746
+    },
+    {
+      "epoch": 1.8994074357258912,
+      "grad_norm": 189.1924285888672,
+      "learning_rate": 1.3238746787168632e-07,
+      "loss": 18.9688,
+      "step": 39747
+    },
+    {
+      "epoch": 1.8994552231673516,
+      "grad_norm": 185.2454376220703,
+      "learning_rate": 1.322619918758139e-07,
+      "loss": 21.5625,
+      "step": 39748
+    },
+    {
+      "epoch": 1.899503010608812,
+      "grad_norm": 476.3125,
+      "learning_rate": 1.3213657497495925e-07,
+      "loss": 30.4688,
+      "step": 39749
+    },
+    {
+      "epoch": 1.8995507980502724,
+      "grad_norm": 458.5896301269531,
+      "learning_rate": 1.3201121716987396e-07,
+      "loss": 22.125,
+      "step": 39750
+    },
+    {
+      "epoch": 1.8995985854917328,
+      "grad_norm": 170.44569396972656,
+      "learning_rate": 1.318859184613075e-07,
+      "loss": 22.6719,
+      "step": 39751
+    },
+    {
+      "epoch": 1.8996463729331932,
+      "grad_norm": 423.14898681640625,
+      "learning_rate": 1.3176067885001141e-07,
+      "loss": 26.0312,
+      "step": 39752
+    },
+    {
+      "epoch": 1.8996941603746536,
+      "grad_norm": 636.2244873046875,
+      "learning_rate": 1.3163549833673518e-07,
+      "loss": 23.3438,
+      "step": 39753
+    },
+    {
+      "epoch": 1.899741947816114,
+      "grad_norm": 633.1419677734375,
+      "learning_rate": 1.3151037692222812e-07,
+      "loss": 27.3906,
+      "step": 39754
+    },
+    {
+      "epoch": 1.8997897352575743,
+      "grad_norm": 219.88360595703125,
+      "learning_rate": 1.313853146072408e-07,
+      "loss": 22.4375,
+      "step": 39755
+    },
+    {
+      "epoch": 1.8998375226990347,
+      "grad_norm": 318.8822326660156,
+      "learning_rate": 1.312603113925215e-07,
+      "loss": 22.4375,
+      "step": 39756
+    },
+    {
+      "epoch": 1.899885310140495,
+      "grad_norm": 209.74560546875,
+      "learning_rate": 1.311353672788185e-07,
+      "loss": 23.5312,
+      "step": 39757
+    },
+    {
+      "epoch": 1.8999330975819555,
+      "grad_norm": 253.4663848876953,
+      "learning_rate": 1.3101048226688008e-07,
+      "loss": 28.5,
+      "step": 39758
+    },
+    {
+      "epoch": 1.8999808850234159,
+      "grad_norm": 426.6657409667969,
+      "learning_rate": 1.3088565635745565e-07,
+      "loss": 36.4219,
+      "step": 39759
+    },
+    {
+      "epoch": 1.9000286724648763,
+      "grad_norm": 172.75372314453125,
+      "learning_rate": 1.3076088955129019e-07,
+      "loss": 19.8125,
+      "step": 39760
+    },
+    {
+      "epoch": 1.9000764599063367,
+      "grad_norm": 232.8614501953125,
+      "learning_rate": 1.3063618184913195e-07,
+      "loss": 22.875,
+      "step": 39761
+    },
+    {
+      "epoch": 1.9001242473477968,
+      "grad_norm": 219.28623962402344,
+      "learning_rate": 1.3051153325172927e-07,
+      "loss": 21.7656,
+      "step": 39762
+    },
+    {
+      "epoch": 1.9001720347892572,
+      "grad_norm": 311.0481262207031,
+      "learning_rate": 1.3038694375982598e-07,
+      "loss": 23.5,
+      "step": 39763
+    },
+    {
+      "epoch": 1.9002198222307176,
+      "grad_norm": 199.7957000732422,
+      "learning_rate": 1.3026241337417034e-07,
+      "loss": 17.1562,
+      "step": 39764
+    },
+    {
+      "epoch": 1.900267609672178,
+      "grad_norm": 425.6285400390625,
+      "learning_rate": 1.3013794209550844e-07,
+      "loss": 30.2188,
+      "step": 39765
+    },
+    {
+      "epoch": 1.9003153971136384,
+      "grad_norm": 310.694091796875,
+      "learning_rate": 1.3001352992458305e-07,
+      "loss": 29.5312,
+      "step": 39766
+    },
+    {
+      "epoch": 1.9003631845550988,
+      "grad_norm": 161.7873992919922,
+      "learning_rate": 1.298891768621413e-07,
+      "loss": 25.1875,
+      "step": 39767
+    },
+    {
+      "epoch": 1.9004109719965592,
+      "grad_norm": 203.5230712890625,
+      "learning_rate": 1.2976488290892818e-07,
+      "loss": 17.4062,
+      "step": 39768
+    },
+    {
+      "epoch": 1.9004587594380196,
+      "grad_norm": 298.31494140625,
+      "learning_rate": 1.2964064806568644e-07,
+      "loss": 23.8438,
+      "step": 39769
+    },
+    {
+      "epoch": 1.90050654687948,
+      "grad_norm": 251.463134765625,
+      "learning_rate": 1.29516472333161e-07,
+      "loss": 22.5,
+      "step": 39770
+    },
+    {
+      "epoch": 1.9005543343209403,
+      "grad_norm": 183.0926513671875,
+      "learning_rate": 1.2939235571209574e-07,
+      "loss": 21.8125,
+      "step": 39771
+    },
+    {
+      "epoch": 1.9006021217624007,
+      "grad_norm": 325.7359313964844,
+      "learning_rate": 1.292682982032334e-07,
+      "loss": 18.4375,
+      "step": 39772
+    },
+    {
+      "epoch": 1.9006499092038611,
+      "grad_norm": 423.4715270996094,
+      "learning_rate": 1.291442998073178e-07,
+      "loss": 25.9062,
+      "step": 39773
+    },
+    {
+      "epoch": 1.9006976966453215,
+      "grad_norm": 224.53408813476562,
+      "learning_rate": 1.2902036052509058e-07,
+      "loss": 19.2188,
+      "step": 39774
+    },
+    {
+      "epoch": 1.900745484086782,
+      "grad_norm": 304.523681640625,
+      "learning_rate": 1.2889648035729452e-07,
+      "loss": 21.2031,
+      "step": 39775
+    },
+    {
+      "epoch": 1.9007932715282423,
+      "grad_norm": 1426.3795166015625,
+      "learning_rate": 1.287726593046712e-07,
+      "loss": 21.4062,
+      "step": 39776
+    },
+    {
+      "epoch": 1.9008410589697027,
+      "grad_norm": 242.3011474609375,
+      "learning_rate": 1.2864889736796226e-07,
+      "loss": 22.625,
+      "step": 39777
+    },
+    {
+      "epoch": 1.900888846411163,
+      "grad_norm": 165.8210906982422,
+      "learning_rate": 1.2852519454790936e-07,
+      "loss": 21.4688,
+      "step": 39778
+    },
+    {
+      "epoch": 1.9009366338526235,
+      "grad_norm": 103.82691955566406,
+      "learning_rate": 1.2840155084525184e-07,
+      "loss": 11.6406,
+      "step": 39779
+    },
+    {
+      "epoch": 1.9009844212940838,
+      "grad_norm": 247.28269958496094,
+      "learning_rate": 1.2827796626073142e-07,
+      "loss": 17.0469,
+      "step": 39780
+    },
+    {
+      "epoch": 1.9010322087355442,
+      "grad_norm": 267.7164001464844,
+      "learning_rate": 1.2815444079508855e-07,
+      "loss": 22.7188,
+      "step": 39781
+    },
+    {
+      "epoch": 1.9010799961770046,
+      "grad_norm": 315.6809997558594,
+      "learning_rate": 1.2803097444906264e-07,
+      "loss": 24.9688,
+      "step": 39782
+    },
+    {
+      "epoch": 1.901127783618465,
+      "grad_norm": 180.80751037597656,
+      "learning_rate": 1.2790756722339205e-07,
+      "loss": 19.9219,
+      "step": 39783
+    },
+    {
+      "epoch": 1.9011755710599254,
+      "grad_norm": 245.0520782470703,
+      "learning_rate": 1.2778421911881723e-07,
+      "loss": 21.1719,
+      "step": 39784
+    },
+    {
+      "epoch": 1.9012233585013858,
+      "grad_norm": 291.3298034667969,
+      "learning_rate": 1.276609301360765e-07,
+      "loss": 39.375,
+      "step": 39785
+    },
+    {
+      "epoch": 1.9012711459428462,
+      "grad_norm": 222.1162872314453,
+      "learning_rate": 1.2753770027590707e-07,
+      "loss": 23.8125,
+      "step": 39786
+    },
+    {
+      "epoch": 1.9013189333843066,
+      "grad_norm": 227.4081268310547,
+      "learning_rate": 1.2741452953904832e-07,
+      "loss": 34.4062,
+      "step": 39787
+    },
+    {
+      "epoch": 1.901366720825767,
+      "grad_norm": 189.86273193359375,
+      "learning_rate": 1.2729141792623744e-07,
+      "loss": 25.5469,
+      "step": 39788
+    },
+    {
+      "epoch": 1.9014145082672274,
+      "grad_norm": 204.4662322998047,
+      "learning_rate": 1.2716836543821164e-07,
+      "loss": 22.9688,
+      "step": 39789
+    },
+    {
+      "epoch": 1.9014622957086877,
+      "grad_norm": 104.38890075683594,
+      "learning_rate": 1.270453720757081e-07,
+      "loss": 16.3594,
+      "step": 39790
+    },
+    {
+      "epoch": 1.9015100831501481,
+      "grad_norm": 329.4478454589844,
+      "learning_rate": 1.269224378394618e-07,
+      "loss": 23.0312,
+      "step": 39791
+    },
+    {
+      "epoch": 1.9015578705916085,
+      "grad_norm": 184.71359252929688,
+      "learning_rate": 1.267995627302121e-07,
+      "loss": 22.1719,
+      "step": 39792
+    },
+    {
+      "epoch": 1.901605658033069,
+      "grad_norm": 175.15866088867188,
+      "learning_rate": 1.266767467486929e-07,
+      "loss": 24.5625,
+      "step": 39793
+    },
+    {
+      "epoch": 1.9016534454745293,
+      "grad_norm": 121.62468719482422,
+      "learning_rate": 1.2655398989563916e-07,
+      "loss": 16.8281,
+      "step": 39794
+    },
+    {
+      "epoch": 1.9017012329159897,
+      "grad_norm": 171.08900451660156,
+      "learning_rate": 1.2643129217178697e-07,
+      "loss": 24.3438,
+      "step": 39795
+    },
+    {
+      "epoch": 1.90174902035745,
+      "grad_norm": 164.78399658203125,
+      "learning_rate": 1.2630865357787124e-07,
+      "loss": 17.5625,
+      "step": 39796
+    },
+    {
+      "epoch": 1.9017968077989105,
+      "grad_norm": 201.50291442871094,
+      "learning_rate": 1.2618607411462592e-07,
+      "loss": 23.1562,
+      "step": 39797
+    },
+    {
+      "epoch": 1.9018445952403709,
+      "grad_norm": 559.46875,
+      "learning_rate": 1.260635537827859e-07,
+      "loss": 35.9531,
+      "step": 39798
+    },
+    {
+      "epoch": 1.9018923826818313,
+      "grad_norm": 158.85952758789062,
+      "learning_rate": 1.2594109258308395e-07,
+      "loss": 25.6094,
+      "step": 39799
+    },
+    {
+      "epoch": 1.9019401701232916,
+      "grad_norm": 308.43182373046875,
+      "learning_rate": 1.2581869051625394e-07,
+      "loss": 23.0625,
+      "step": 39800
+    },
+    {
+      "epoch": 1.901987957564752,
+      "grad_norm": 232.35316467285156,
+      "learning_rate": 1.256963475830286e-07,
+      "loss": 28.6875,
+      "step": 39801
+    },
+    {
+      "epoch": 1.9020357450062124,
+      "grad_norm": 163.7389678955078,
+      "learning_rate": 1.2557406378414072e-07,
+      "loss": 21.0312,
+      "step": 39802
+    },
+    {
+      "epoch": 1.9020835324476728,
+      "grad_norm": 293.75372314453125,
+      "learning_rate": 1.25451839120323e-07,
+      "loss": 21.0,
+      "step": 39803
+    },
+    {
+      "epoch": 1.9021313198891332,
+      "grad_norm": 228.70550537109375,
+      "learning_rate": 1.253296735923071e-07,
+      "loss": 24.4375,
+      "step": 39804
+    },
+    {
+      "epoch": 1.9021791073305936,
+      "grad_norm": 170.91139221191406,
+      "learning_rate": 1.252075672008246e-07,
+      "loss": 23.875,
+      "step": 39805
+    },
+    {
+      "epoch": 1.902226894772054,
+      "grad_norm": 154.29364013671875,
+      "learning_rate": 1.250855199466061e-07,
+      "loss": 17.1719,
+      "step": 39806
+    },
+    {
+      "epoch": 1.9022746822135144,
+      "grad_norm": 164.73709106445312,
+      "learning_rate": 1.2496353183038436e-07,
+      "loss": 20.5,
+      "step": 39807
+    },
+    {
+      "epoch": 1.9023224696549748,
+      "grad_norm": 330.3125305175781,
+      "learning_rate": 1.248416028528876e-07,
+      "loss": 19.75,
+      "step": 39808
+    },
+    {
+      "epoch": 1.9023702570964351,
+      "grad_norm": 261.28204345703125,
+      "learning_rate": 1.2471973301484751e-07,
+      "loss": 32.0938,
+      "step": 39809
+    },
+    {
+      "epoch": 1.9024180445378955,
+      "grad_norm": 322.5509033203125,
+      "learning_rate": 1.2459792231699353e-07,
+      "loss": 24.0156,
+      "step": 39810
+    },
+    {
+      "epoch": 1.902465831979356,
+      "grad_norm": 151.36724853515625,
+      "learning_rate": 1.2447617076005613e-07,
+      "loss": 18.6875,
+      "step": 39811
+    },
+    {
+      "epoch": 1.9025136194208163,
+      "grad_norm": 204.34620666503906,
+      "learning_rate": 1.2435447834476254e-07,
+      "loss": 23.4062,
+      "step": 39812
+    },
+    {
+      "epoch": 1.9025614068622767,
+      "grad_norm": 379.90069580078125,
+      "learning_rate": 1.242328450718433e-07,
+      "loss": 23.0625,
+      "step": 39813
+    },
+    {
+      "epoch": 1.902609194303737,
+      "grad_norm": 272.2630615234375,
+      "learning_rate": 1.2411127094202668e-07,
+      "loss": 25.4375,
+      "step": 39814
+    },
+    {
+      "epoch": 1.9026569817451975,
+      "grad_norm": 253.38534545898438,
+      "learning_rate": 1.2398975595603878e-07,
+      "loss": 27.6875,
+      "step": 39815
+    },
+    {
+      "epoch": 1.9027047691866579,
+      "grad_norm": 222.1804962158203,
+      "learning_rate": 1.2386830011460905e-07,
+      "loss": 20.0547,
+      "step": 39816
+    },
+    {
+      "epoch": 1.9027525566281183,
+      "grad_norm": 517.3710327148438,
+      "learning_rate": 1.2374690341846463e-07,
+      "loss": 20.7969,
+      "step": 39817
+    },
+    {
+      "epoch": 1.9028003440695787,
+      "grad_norm": 153.38006591796875,
+      "learning_rate": 1.2362556586833274e-07,
+      "loss": 16.2031,
+      "step": 39818
+    },
+    {
+      "epoch": 1.902848131511039,
+      "grad_norm": 267.8193359375,
+      "learning_rate": 1.2350428746493837e-07,
+      "loss": 27.0625,
+      "step": 39819
+    },
+    {
+      "epoch": 1.9028959189524994,
+      "grad_norm": 436.7726135253906,
+      "learning_rate": 1.233830682090109e-07,
+      "loss": 25.4375,
+      "step": 39820
+    },
+    {
+      "epoch": 1.9029437063939598,
+      "grad_norm": 154.63644409179688,
+      "learning_rate": 1.2326190810127313e-07,
+      "loss": 19.7031,
+      "step": 39821
+    },
+    {
+      "epoch": 1.9029914938354202,
+      "grad_norm": 125.39822387695312,
+      "learning_rate": 1.2314080714245336e-07,
+      "loss": 20.4062,
+      "step": 39822
+    },
+    {
+      "epoch": 1.9030392812768806,
+      "grad_norm": 232.73098754882812,
+      "learning_rate": 1.2301976533327432e-07,
+      "loss": 25.8281,
+      "step": 39823
+    },
+    {
+      "epoch": 1.9030870687183408,
+      "grad_norm": 360.54254150390625,
+      "learning_rate": 1.2289878267446208e-07,
+      "loss": 35.75,
+      "step": 39824
+    },
+    {
+      "epoch": 1.9031348561598012,
+      "grad_norm": 486.0061950683594,
+      "learning_rate": 1.2277785916674278e-07,
+      "loss": 24.0625,
+      "step": 39825
+    },
+    {
+      "epoch": 1.9031826436012615,
+      "grad_norm": 273.44915771484375,
+      "learning_rate": 1.2265699481083803e-07,
+      "loss": 21.4062,
+      "step": 39826
+    },
+    {
+      "epoch": 1.903230431042722,
+      "grad_norm": 206.73046875,
+      "learning_rate": 1.225361896074717e-07,
+      "loss": 26.3438,
+      "step": 39827
+    },
+    {
+      "epoch": 1.9032782184841823,
+      "grad_norm": 322.249755859375,
+      "learning_rate": 1.224154435573688e-07,
+      "loss": 23.3438,
+      "step": 39828
+    },
+    {
+      "epoch": 1.9033260059256427,
+      "grad_norm": 204.57276916503906,
+      "learning_rate": 1.2229475666125312e-07,
+      "loss": 21.0469,
+      "step": 39829
+    },
+    {
+      "epoch": 1.903373793367103,
+      "grad_norm": 491.2529602050781,
+      "learning_rate": 1.2217412891984414e-07,
+      "loss": 29.5469,
+      "step": 39830
+    },
+    {
+      "epoch": 1.9034215808085635,
+      "grad_norm": 436.1050109863281,
+      "learning_rate": 1.2205356033386794e-07,
+      "loss": 28.75,
+      "step": 39831
+    },
+    {
+      "epoch": 1.9034693682500239,
+      "grad_norm": 210.0752410888672,
+      "learning_rate": 1.2193305090404394e-07,
+      "loss": 27.8438,
+      "step": 39832
+    },
+    {
+      "epoch": 1.9035171556914843,
+      "grad_norm": 417.7393493652344,
+      "learning_rate": 1.218126006310949e-07,
+      "loss": 30.5469,
+      "step": 39833
+    },
+    {
+      "epoch": 1.9035649431329447,
+      "grad_norm": 256.62579345703125,
+      "learning_rate": 1.2169220951574245e-07,
+      "loss": 22.9375,
+      "step": 39834
+    },
+    {
+      "epoch": 1.903612730574405,
+      "grad_norm": 169.34091186523438,
+      "learning_rate": 1.2157187755870603e-07,
+      "loss": 19.7969,
+      "step": 39835
+    },
+    {
+      "epoch": 1.9036605180158654,
+      "grad_norm": 128.56591796875,
+      "learning_rate": 1.214516047607084e-07,
+      "loss": 25.7188,
+      "step": 39836
+    },
+    {
+      "epoch": 1.9037083054573258,
+      "grad_norm": 349.2025451660156,
+      "learning_rate": 1.2133139112246895e-07,
+      "loss": 28.7812,
+      "step": 39837
+    },
+    {
+      "epoch": 1.9037560928987862,
+      "grad_norm": 250.63674926757812,
+      "learning_rate": 1.2121123664470713e-07,
+      "loss": 30.6094,
+      "step": 39838
+    },
+    {
+      "epoch": 1.9038038803402466,
+      "grad_norm": 175.20143127441406,
+      "learning_rate": 1.2109114132814238e-07,
+      "loss": 24.875,
+      "step": 39839
+    },
+    {
+      "epoch": 1.903851667781707,
+      "grad_norm": 449.662353515625,
+      "learning_rate": 1.209711051734952e-07,
+      "loss": 24.5,
+      "step": 39840
+    },
+    {
+      "epoch": 1.9038994552231674,
+      "grad_norm": 174.6888885498047,
+      "learning_rate": 1.208511281814828e-07,
+      "loss": 28.0781,
+      "step": 39841
+    },
+    {
+      "epoch": 1.9039472426646278,
+      "grad_norm": 380.6299133300781,
+      "learning_rate": 1.2073121035282577e-07,
+      "loss": 24.5781,
+      "step": 39842
+    },
+    {
+      "epoch": 1.9039950301060882,
+      "grad_norm": 193.9396514892578,
+      "learning_rate": 1.2061135168824013e-07,
+      "loss": 21.0469,
+      "step": 39843
+    },
+    {
+      "epoch": 1.9040428175475483,
+      "grad_norm": 227.62257385253906,
+      "learning_rate": 1.2049155218844533e-07,
+      "loss": 19.625,
+      "step": 39844
+    },
+    {
+      "epoch": 1.9040906049890087,
+      "grad_norm": 230.25624084472656,
+      "learning_rate": 1.2037181185415635e-07,
+      "loss": 19.8438,
+      "step": 39845
+    },
+    {
+      "epoch": 1.9041383924304691,
+      "grad_norm": 309.4311828613281,
+      "learning_rate": 1.2025213068609375e-07,
+      "loss": 28.6875,
+      "step": 39846
+    },
+    {
+      "epoch": 1.9041861798719295,
+      "grad_norm": 236.31927490234375,
+      "learning_rate": 1.201325086849725e-07,
+      "loss": 31.6875,
+      "step": 39847
+    },
+    {
+      "epoch": 1.90423396731339,
+      "grad_norm": 256.5269775390625,
+      "learning_rate": 1.2001294585150757e-07,
+      "loss": 23.8438,
+      "step": 39848
+    },
+    {
+      "epoch": 1.9042817547548503,
+      "grad_norm": 469.62469482421875,
+      "learning_rate": 1.198934421864173e-07,
+      "loss": 25.4062,
+      "step": 39849
+    },
+    {
+      "epoch": 1.9043295421963107,
+      "grad_norm": 296.1885681152344,
+      "learning_rate": 1.1977399769041665e-07,
+      "loss": 23.8438,
+      "step": 39850
+    },
+    {
+      "epoch": 1.904377329637771,
+      "grad_norm": 260.152587890625,
+      "learning_rate": 1.196546123642206e-07,
+      "loss": 23.25,
+      "step": 39851
+    },
+    {
+      "epoch": 1.9044251170792315,
+      "grad_norm": 318.5441589355469,
+      "learning_rate": 1.1953528620854417e-07,
+      "loss": 27.9062,
+      "step": 39852
+    },
+    {
+      "epoch": 1.9044729045206918,
+      "grad_norm": 346.47491455078125,
+      "learning_rate": 1.194160192241023e-07,
+      "loss": 22.4062,
+      "step": 39853
+    },
+    {
+      "epoch": 1.9045206919621522,
+      "grad_norm": 690.9469604492188,
+      "learning_rate": 1.1929681141160887e-07,
+      "loss": 26.2031,
+      "step": 39854
+    },
+    {
+      "epoch": 1.9045684794036126,
+      "grad_norm": 176.9333953857422,
+      "learning_rate": 1.1917766277177889e-07,
+      "loss": 30.0938,
+      "step": 39855
+    },
+    {
+      "epoch": 1.904616266845073,
+      "grad_norm": 220.2157745361328,
+      "learning_rate": 1.19058573305324e-07,
+      "loss": 18.9688,
+      "step": 39856
+    },
+    {
+      "epoch": 1.9046640542865334,
+      "grad_norm": 400.80859375,
+      "learning_rate": 1.1893954301295807e-07,
+      "loss": 37.6875,
+      "step": 39857
+    },
+    {
+      "epoch": 1.9047118417279938,
+      "grad_norm": 335.2887878417969,
+      "learning_rate": 1.1882057189539386e-07,
+      "loss": 27.4062,
+      "step": 39858
+    },
+    {
+      "epoch": 1.9047596291694542,
+      "grad_norm": 227.35137939453125,
+      "learning_rate": 1.1870165995334526e-07,
+      "loss": 29.6875,
+      "step": 39859
+    },
+    {
+      "epoch": 1.9048074166109146,
+      "grad_norm": 138.35108947753906,
+      "learning_rate": 1.1858280718752391e-07,
+      "loss": 24.75,
+      "step": 39860
+    },
+    {
+      "epoch": 1.904855204052375,
+      "grad_norm": 253.75213623046875,
+      "learning_rate": 1.1846401359863924e-07,
+      "loss": 22.1719,
+      "step": 39861
+    },
+    {
+      "epoch": 1.9049029914938354,
+      "grad_norm": 175.39544677734375,
+      "learning_rate": 1.1834527918740624e-07,
+      "loss": 20.4688,
+      "step": 39862
+    },
+    {
+      "epoch": 1.9049507789352957,
+      "grad_norm": 237.83010864257812,
+      "learning_rate": 1.1822660395453323e-07,
+      "loss": 28.2812,
+      "step": 39863
+    },
+    {
+      "epoch": 1.9049985663767561,
+      "grad_norm": 323.54547119140625,
+      "learning_rate": 1.1810798790073185e-07,
+      "loss": 26.2812,
+      "step": 39864
+    },
+    {
+      "epoch": 1.9050463538182165,
+      "grad_norm": 262.0384826660156,
+      "learning_rate": 1.1798943102671268e-07,
+      "loss": 19.5469,
+      "step": 39865
+    },
+    {
+      "epoch": 1.905094141259677,
+      "grad_norm": 242.531982421875,
+      "learning_rate": 1.1787093333318511e-07,
+      "loss": 23.5781,
+      "step": 39866
+    },
+    {
+      "epoch": 1.9051419287011373,
+      "grad_norm": 278.56976318359375,
+      "learning_rate": 1.1775249482086082e-07,
+      "loss": 24.2812,
+      "step": 39867
+    },
+    {
+      "epoch": 1.9051897161425977,
+      "grad_norm": 178.5821533203125,
+      "learning_rate": 1.176341154904459e-07,
+      "loss": 16.4219,
+      "step": 39868
+    },
+    {
+      "epoch": 1.905237503584058,
+      "grad_norm": 233.41885375976562,
+      "learning_rate": 1.175157953426509e-07,
+      "loss": 24.2031,
+      "step": 39869
+    },
+    {
+      "epoch": 1.9052852910255185,
+      "grad_norm": 207.69021606445312,
+      "learning_rate": 1.1739753437818524e-07,
+      "loss": 30.3438,
+      "step": 39870
+    },
+    {
+      "epoch": 1.9053330784669789,
+      "grad_norm": 221.63629150390625,
+      "learning_rate": 1.1727933259775503e-07,
+      "loss": 26.3125,
+      "step": 39871
+    },
+    {
+      "epoch": 1.9053808659084392,
+      "grad_norm": 186.64971923828125,
+      "learning_rate": 1.1716119000207082e-07,
+      "loss": 20.1875,
+      "step": 39872
+    },
+    {
+      "epoch": 1.9054286533498996,
+      "grad_norm": 190.61441040039062,
+      "learning_rate": 1.170431065918376e-07,
+      "loss": 18.3906,
+      "step": 39873
+    },
+    {
+      "epoch": 1.90547644079136,
+      "grad_norm": 382.11865234375,
+      "learning_rate": 1.1692508236776478e-07,
+      "loss": 32.875,
+      "step": 39874
+    },
+    {
+      "epoch": 1.9055242282328204,
+      "grad_norm": 353.982421875,
+      "learning_rate": 1.1680711733055738e-07,
+      "loss": 20.5938,
+      "step": 39875
+    },
+    {
+      "epoch": 1.9055720156742808,
+      "grad_norm": 442.5354919433594,
+      "learning_rate": 1.1668921148092149e-07,
+      "loss": 22.375,
+      "step": 39876
+    },
+    {
+      "epoch": 1.9056198031157412,
+      "grad_norm": 437.67431640625,
+      "learning_rate": 1.1657136481956654e-07,
+      "loss": 34.2812,
+      "step": 39877
+    },
+    {
+      "epoch": 1.9056675905572016,
+      "grad_norm": 216.14910888671875,
+      "learning_rate": 1.164535773471942e-07,
+      "loss": 14.9844,
+      "step": 39878
+    },
+    {
+      "epoch": 1.905715377998662,
+      "grad_norm": 808.1631469726562,
+      "learning_rate": 1.1633584906451278e-07,
+      "loss": 28.2812,
+      "step": 39879
+    },
+    {
+      "epoch": 1.9057631654401224,
+      "grad_norm": 357.52740478515625,
+      "learning_rate": 1.1621817997222507e-07,
+      "loss": 23.8438,
+      "step": 39880
+    },
+    {
+      "epoch": 1.9058109528815828,
+      "grad_norm": 231.95875549316406,
+      "learning_rate": 1.1610057007103825e-07,
+      "loss": 22.9375,
+      "step": 39881
+    },
+    {
+      "epoch": 1.9058587403230431,
+      "grad_norm": 306.2737121582031,
+      "learning_rate": 1.1598301936165402e-07,
+      "loss": 21.5625,
+      "step": 39882
+    },
+    {
+      "epoch": 1.9059065277645035,
+      "grad_norm": 334.65374755859375,
+      "learning_rate": 1.1586552784477844e-07,
+      "loss": 20.0312,
+      "step": 39883
+    },
+    {
+      "epoch": 1.905954315205964,
+      "grad_norm": 151.44166564941406,
+      "learning_rate": 1.1574809552111432e-07,
+      "loss": 15.8438,
+      "step": 39884
+    },
+    {
+      "epoch": 1.9060021026474243,
+      "grad_norm": 155.62783813476562,
+      "learning_rate": 1.1563072239136441e-07,
+      "loss": 15.7031,
+      "step": 39885
+    },
+    {
+      "epoch": 1.9060498900888847,
+      "grad_norm": 198.7102813720703,
+      "learning_rate": 1.155134084562326e-07,
+      "loss": 23.1562,
+      "step": 39886
+    },
+    {
+      "epoch": 1.906097677530345,
+      "grad_norm": 127.65657043457031,
+      "learning_rate": 1.1539615371642054e-07,
+      "loss": 19.9844,
+      "step": 39887
+    },
+    {
+      "epoch": 1.9061454649718055,
+      "grad_norm": 147.92311096191406,
+      "learning_rate": 1.1527895817263102e-07,
+      "loss": 21.25,
+      "step": 39888
+    },
+    {
+      "epoch": 1.9061932524132659,
+      "grad_norm": 209.13629150390625,
+      "learning_rate": 1.1516182182556567e-07,
+      "loss": 36.375,
+      "step": 39889
+    },
+    {
+      "epoch": 1.9062410398547263,
+      "grad_norm": 279.44696044921875,
+      "learning_rate": 1.1504474467592618e-07,
+      "loss": 27.5312,
+      "step": 39890
+    },
+    {
+      "epoch": 1.9062888272961866,
+      "grad_norm": 148.3672332763672,
+      "learning_rate": 1.1492772672441422e-07,
+      "loss": 18.4688,
+      "step": 39891
+    },
+    {
+      "epoch": 1.906336614737647,
+      "grad_norm": 257.59527587890625,
+      "learning_rate": 1.1481076797172919e-07,
+      "loss": 27.5625,
+      "step": 39892
+    },
+    {
+      "epoch": 1.9063844021791074,
+      "grad_norm": 265.4373779296875,
+      "learning_rate": 1.1469386841857277e-07,
+      "loss": 25.375,
+      "step": 39893
+    },
+    {
+      "epoch": 1.9064321896205678,
+      "grad_norm": 321.59527587890625,
+      "learning_rate": 1.1457702806564331e-07,
+      "loss": 31.375,
+      "step": 39894
+    },
+    {
+      "epoch": 1.9064799770620282,
+      "grad_norm": 224.16705322265625,
+      "learning_rate": 1.1446024691364355e-07,
+      "loss": 17.4844,
+      "step": 39895
+    },
+    {
+      "epoch": 1.9065277645034886,
+      "grad_norm": 251.41647338867188,
+      "learning_rate": 1.1434352496327072e-07,
+      "loss": 29.5312,
+      "step": 39896
+    },
+    {
+      "epoch": 1.906575551944949,
+      "grad_norm": 291.24920654296875,
+      "learning_rate": 1.1422686221522317e-07,
+      "loss": 22.5,
+      "step": 39897
+    },
+    {
+      "epoch": 1.9066233393864094,
+      "grad_norm": 168.8839569091797,
+      "learning_rate": 1.1411025867020143e-07,
+      "loss": 26.7812,
+      "step": 39898
+    },
+    {
+      "epoch": 1.9066711268278698,
+      "grad_norm": 394.0123596191406,
+      "learning_rate": 1.1399371432890271e-07,
+      "loss": 24.4062,
+      "step": 39899
+    },
+    {
+      "epoch": 1.9067189142693302,
+      "grad_norm": 202.84686279296875,
+      "learning_rate": 1.1387722919202538e-07,
+      "loss": 19.0312,
+      "step": 39900
+    },
+    {
+      "epoch": 1.9067667017107905,
+      "grad_norm": 393.59637451171875,
+      "learning_rate": 1.1376080326026662e-07,
+      "loss": 24.75,
+      "step": 39901
+    },
+    {
+      "epoch": 1.906814489152251,
+      "grad_norm": 172.108642578125,
+      "learning_rate": 1.1364443653432367e-07,
+      "loss": 19.5,
+      "step": 39902
+    },
+    {
+      "epoch": 1.9068622765937113,
+      "grad_norm": 414.8863525390625,
+      "learning_rate": 1.1352812901489374e-07,
+      "loss": 21.4844,
+      "step": 39903
+    },
+    {
+      "epoch": 1.9069100640351717,
+      "grad_norm": 158.5147247314453,
+      "learning_rate": 1.1341188070267406e-07,
+      "loss": 22.3125,
+      "step": 39904
+    },
+    {
+      "epoch": 1.906957851476632,
+      "grad_norm": 198.95391845703125,
+      "learning_rate": 1.1329569159835851e-07,
+      "loss": 20.5625,
+      "step": 39905
+    },
+    {
+      "epoch": 1.9070056389180923,
+      "grad_norm": 214.25802612304688,
+      "learning_rate": 1.1317956170264543e-07,
+      "loss": 18.0625,
+      "step": 39906
+    },
+    {
+      "epoch": 1.9070534263595527,
+      "grad_norm": 241.80979919433594,
+      "learning_rate": 1.1306349101622982e-07,
+      "loss": 16.8125,
+      "step": 39907
+    },
+    {
+      "epoch": 1.907101213801013,
+      "grad_norm": 270.77630615234375,
+      "learning_rate": 1.1294747953980556e-07,
+      "loss": 24.5781,
+      "step": 39908
+    },
+    {
+      "epoch": 1.9071490012424734,
+      "grad_norm": 138.4903564453125,
+      "learning_rate": 1.1283152727406765e-07,
+      "loss": 21.0469,
+      "step": 39909
+    },
+    {
+      "epoch": 1.9071967886839338,
+      "grad_norm": 205.20208740234375,
+      "learning_rate": 1.127156342197122e-07,
+      "loss": 21.0312,
+      "step": 39910
+    },
+    {
+      "epoch": 1.9072445761253942,
+      "grad_norm": 364.2147521972656,
+      "learning_rate": 1.125998003774309e-07,
+      "loss": 29.3438,
+      "step": 39911
+    },
+    {
+      "epoch": 1.9072923635668546,
+      "grad_norm": 180.22926330566406,
+      "learning_rate": 1.1248402574791872e-07,
+      "loss": 23.7031,
+      "step": 39912
+    },
+    {
+      "epoch": 1.907340151008315,
+      "grad_norm": 263.641357421875,
+      "learning_rate": 1.1236831033186845e-07,
+      "loss": 23.5859,
+      "step": 39913
+    },
+    {
+      "epoch": 1.9073879384497754,
+      "grad_norm": 184.65304565429688,
+      "learning_rate": 1.122526541299751e-07,
+      "loss": 24.0469,
+      "step": 39914
+    },
+    {
+      "epoch": 1.9074357258912358,
+      "grad_norm": 370.9627685546875,
+      "learning_rate": 1.121370571429281e-07,
+      "loss": 41.5,
+      "step": 39915
+    },
+    {
+      "epoch": 1.9074835133326962,
+      "grad_norm": 3361.1318359375,
+      "learning_rate": 1.1202151937142136e-07,
+      "loss": 20.5469,
+      "step": 39916
+    },
+    {
+      "epoch": 1.9075313007741566,
+      "grad_norm": 455.35943603515625,
+      "learning_rate": 1.1190604081614654e-07,
+      "loss": 25.4219,
+      "step": 39917
+    },
+    {
+      "epoch": 1.907579088215617,
+      "grad_norm": 695.4740600585938,
+      "learning_rate": 1.1179062147779751e-07,
+      "loss": 27.2812,
+      "step": 39918
+    },
+    {
+      "epoch": 1.9076268756570773,
+      "grad_norm": 433.35107421875,
+      "learning_rate": 1.1167526135706153e-07,
+      "loss": 25.3125,
+      "step": 39919
+    },
+    {
+      "epoch": 1.9076746630985377,
+      "grad_norm": 361.0564270019531,
+      "learning_rate": 1.1155996045463136e-07,
+      "loss": 23.3438,
+      "step": 39920
+    },
+    {
+      "epoch": 1.9077224505399981,
+      "grad_norm": 266.7369079589844,
+      "learning_rate": 1.1144471877119756e-07,
+      "loss": 29.0938,
+      "step": 39921
+    },
+    {
+      "epoch": 1.9077702379814585,
+      "grad_norm": 164.9688262939453,
+      "learning_rate": 1.1132953630745069e-07,
+      "loss": 22.9062,
+      "step": 39922
+    },
+    {
+      "epoch": 1.907818025422919,
+      "grad_norm": 191.4152069091797,
+      "learning_rate": 1.112144130640791e-07,
+      "loss": 32.4062,
+      "step": 39923
+    },
+    {
+      "epoch": 1.9078658128643793,
+      "grad_norm": 180.7540283203125,
+      "learning_rate": 1.1109934904177333e-07,
+      "loss": 20.875,
+      "step": 39924
+    },
+    {
+      "epoch": 1.9079136003058397,
+      "grad_norm": 258.3894348144531,
+      "learning_rate": 1.1098434424122395e-07,
+      "loss": 38.2188,
+      "step": 39925
+    },
+    {
+      "epoch": 1.9079613877473,
+      "grad_norm": 246.0946502685547,
+      "learning_rate": 1.1086939866311597e-07,
+      "loss": 25.9062,
+      "step": 39926
+    },
+    {
+      "epoch": 1.9080091751887602,
+      "grad_norm": 181.40567016601562,
+      "learning_rate": 1.1075451230814105e-07,
+      "loss": 20.0781,
+      "step": 39927
+    },
+    {
+      "epoch": 1.9080569626302206,
+      "grad_norm": 337.9176330566406,
+      "learning_rate": 1.1063968517698531e-07,
+      "loss": 20.1406,
+      "step": 39928
+    },
+    {
+      "epoch": 1.908104750071681,
+      "grad_norm": 156.35508728027344,
+      "learning_rate": 1.105249172703371e-07,
+      "loss": 14.375,
+      "step": 39929
+    },
+    {
+      "epoch": 1.9081525375131414,
+      "grad_norm": 312.7192077636719,
+      "learning_rate": 1.1041020858888362e-07,
+      "loss": 17.6719,
+      "step": 39930
+    },
+    {
+      "epoch": 1.9082003249546018,
+      "grad_norm": 194.08229064941406,
+      "learning_rate": 1.1029555913331324e-07,
+      "loss": 22.4844,
+      "step": 39931
+    },
+    {
+      "epoch": 1.9082481123960622,
+      "grad_norm": 455.8166198730469,
+      "learning_rate": 1.1018096890430985e-07,
+      "loss": 23.7969,
+      "step": 39932
+    },
+    {
+      "epoch": 1.9082958998375226,
+      "grad_norm": 217.77777099609375,
+      "learning_rate": 1.1006643790256178e-07,
+      "loss": 22.5781,
+      "step": 39933
+    },
+    {
+      "epoch": 1.908343687278983,
+      "grad_norm": 579.1652221679688,
+      "learning_rate": 1.0995196612875402e-07,
+      "loss": 24.5312,
+      "step": 39934
+    },
+    {
+      "epoch": 1.9083914747204433,
+      "grad_norm": 236.0503387451172,
+      "learning_rate": 1.0983755358357162e-07,
+      "loss": 31.1875,
+      "step": 39935
+    },
+    {
+      "epoch": 1.9084392621619037,
+      "grad_norm": 376.88616943359375,
+      "learning_rate": 1.0972320026770178e-07,
+      "loss": 19.6875,
+      "step": 39936
+    },
+    {
+      "epoch": 1.9084870496033641,
+      "grad_norm": 241.015625,
+      "learning_rate": 1.0960890618182728e-07,
+      "loss": 21.5781,
+      "step": 39937
+    },
+    {
+      "epoch": 1.9085348370448245,
+      "grad_norm": 287.5007019042969,
+      "learning_rate": 1.0949467132663316e-07,
+      "loss": 24.4688,
+      "step": 39938
+    },
+    {
+      "epoch": 1.908582624486285,
+      "grad_norm": 866.7130737304688,
+      "learning_rate": 1.093804957028044e-07,
+      "loss": 30.0625,
+      "step": 39939
+    },
+    {
+      "epoch": 1.9086304119277453,
+      "grad_norm": 291.15240478515625,
+      "learning_rate": 1.092663793110238e-07,
+      "loss": 22.1719,
+      "step": 39940
+    },
+    {
+      "epoch": 1.9086781993692057,
+      "grad_norm": 277.38214111328125,
+      "learning_rate": 1.0915232215197414e-07,
+      "loss": 30.6875,
+      "step": 39941
+    },
+    {
+      "epoch": 1.908725986810666,
+      "grad_norm": 213.72474670410156,
+      "learning_rate": 1.0903832422634042e-07,
+      "loss": 25.0469,
+      "step": 39942
+    },
+    {
+      "epoch": 1.9087737742521265,
+      "grad_norm": 361.5063171386719,
+      "learning_rate": 1.0892438553480322e-07,
+      "loss": 21.2344,
+      "step": 39943
+    },
+    {
+      "epoch": 1.9088215616935869,
+      "grad_norm": 323.701904296875,
+      "learning_rate": 1.0881050607804755e-07,
+      "loss": 32.0469,
+      "step": 39944
+    },
+    {
+      "epoch": 1.9088693491350472,
+      "grad_norm": 344.2223205566406,
+      "learning_rate": 1.0869668585675285e-07,
+      "loss": 28.25,
+      "step": 39945
+    },
+    {
+      "epoch": 1.9089171365765076,
+      "grad_norm": 314.1473388671875,
+      "learning_rate": 1.0858292487160193e-07,
+      "loss": 20.8281,
+      "step": 39946
+    },
+    {
+      "epoch": 1.908964924017968,
+      "grad_norm": 239.89376831054688,
+      "learning_rate": 1.0846922312327645e-07,
+      "loss": 26.7344,
+      "step": 39947
+    },
+    {
+      "epoch": 1.9090127114594284,
+      "grad_norm": 397.4998474121094,
+      "learning_rate": 1.0835558061245587e-07,
+      "loss": 19.625,
+      "step": 39948
+    },
+    {
+      "epoch": 1.9090604989008888,
+      "grad_norm": 264.45025634765625,
+      "learning_rate": 1.0824199733982188e-07,
+      "loss": 25.875,
+      "step": 39949
+    },
+    {
+      "epoch": 1.9091082863423492,
+      "grad_norm": 297.17315673828125,
+      "learning_rate": 1.0812847330605391e-07,
+      "loss": 19.75,
+      "step": 39950
+    },
+    {
+      "epoch": 1.9091560737838096,
+      "grad_norm": 364.5845031738281,
+      "learning_rate": 1.0801500851183367e-07,
+      "loss": 21.2188,
+      "step": 39951
+    },
+    {
+      "epoch": 1.90920386122527,
+      "grad_norm": 180.0952606201172,
+      "learning_rate": 1.0790160295783836e-07,
+      "loss": 17.6094,
+      "step": 39952
+    },
+    {
+      "epoch": 1.9092516486667304,
+      "grad_norm": 175.7568817138672,
+      "learning_rate": 1.0778825664474856e-07,
+      "loss": 31.3125,
+      "step": 39953
+    },
+    {
+      "epoch": 1.9092994361081908,
+      "grad_norm": 472.1111145019531,
+      "learning_rate": 1.0767496957324153e-07,
+      "loss": 42.8438,
+      "step": 39954
+    },
+    {
+      "epoch": 1.9093472235496511,
+      "grad_norm": 364.472900390625,
+      "learning_rate": 1.0756174174399891e-07,
+      "loss": 30.4062,
+      "step": 39955
+    },
+    {
+      "epoch": 1.9093950109911115,
+      "grad_norm": 249.1714324951172,
+      "learning_rate": 1.0744857315769575e-07,
+      "loss": 25.7031,
+      "step": 39956
+    },
+    {
+      "epoch": 1.909442798432572,
+      "grad_norm": 168.87600708007812,
+      "learning_rate": 1.0733546381501036e-07,
+      "loss": 18.5781,
+      "step": 39957
+    },
+    {
+      "epoch": 1.9094905858740323,
+      "grad_norm": 106.14569091796875,
+      "learning_rate": 1.0722241371662112e-07,
+      "loss": 17.5156,
+      "step": 39958
+    },
+    {
+      "epoch": 1.9095383733154927,
+      "grad_norm": 188.79737854003906,
+      "learning_rate": 1.0710942286320413e-07,
+      "loss": 13.5781,
+      "step": 39959
+    },
+    {
+      "epoch": 1.909586160756953,
+      "grad_norm": 335.7790222167969,
+      "learning_rate": 1.0699649125543554e-07,
+      "loss": 25.8125,
+      "step": 39960
+    },
+    {
+      "epoch": 1.9096339481984135,
+      "grad_norm": 314.0635681152344,
+      "learning_rate": 1.0688361889399368e-07,
+      "loss": 20.7188,
+      "step": 39961
+    },
+    {
+      "epoch": 1.9096817356398739,
+      "grad_norm": 158.42584228515625,
+      "learning_rate": 1.0677080577955357e-07,
+      "loss": 23.9062,
+      "step": 39962
+    },
+    {
+      "epoch": 1.9097295230813343,
+      "grad_norm": 205.4440460205078,
+      "learning_rate": 1.0665805191278911e-07,
+      "loss": 12.6406,
+      "step": 39963
+    },
+    {
+      "epoch": 1.9097773105227946,
+      "grad_norm": 286.9808654785156,
+      "learning_rate": 1.0654535729437865e-07,
+      "loss": 15.9375,
+      "step": 39964
+    },
+    {
+      "epoch": 1.909825097964255,
+      "grad_norm": 221.92449951171875,
+      "learning_rate": 1.0643272192499499e-07,
+      "loss": 23.5312,
+      "step": 39965
+    },
+    {
+      "epoch": 1.9098728854057154,
+      "grad_norm": 204.4767303466797,
+      "learning_rate": 1.0632014580531313e-07,
+      "loss": 18.6797,
+      "step": 39966
+    },
+    {
+      "epoch": 1.9099206728471758,
+      "grad_norm": 382.9940490722656,
+      "learning_rate": 1.0620762893600589e-07,
+      "loss": 27.4844,
+      "step": 39967
+    },
+    {
+      "epoch": 1.9099684602886362,
+      "grad_norm": 238.82595825195312,
+      "learning_rate": 1.0609517131774938e-07,
+      "loss": 25.8438,
+      "step": 39968
+    },
+    {
+      "epoch": 1.9100162477300966,
+      "grad_norm": 401.97406005859375,
+      "learning_rate": 1.0598277295121751e-07,
+      "loss": 21.1719,
+      "step": 39969
+    },
+    {
+      "epoch": 1.910064035171557,
+      "grad_norm": 152.62876892089844,
+      "learning_rate": 1.0587043383708084e-07,
+      "loss": 21.0781,
+      "step": 39970
+    },
+    {
+      "epoch": 1.9101118226130174,
+      "grad_norm": 218.3605499267578,
+      "learning_rate": 1.057581539760133e-07,
+      "loss": 21.4688,
+      "step": 39971
+    },
+    {
+      "epoch": 1.9101596100544778,
+      "grad_norm": 364.79302978515625,
+      "learning_rate": 1.0564593336868656e-07,
+      "loss": 28.125,
+      "step": 39972
+    },
+    {
+      "epoch": 1.9102073974959382,
+      "grad_norm": 222.5823516845703,
+      "learning_rate": 1.0553377201577452e-07,
+      "loss": 30.4062,
+      "step": 39973
+    },
+    {
+      "epoch": 1.9102551849373985,
+      "grad_norm": 323.88531494140625,
+      "learning_rate": 1.0542166991794778e-07,
+      "loss": 20.2812,
+      "step": 39974
+    },
+    {
+      "epoch": 1.910302972378859,
+      "grad_norm": 178.59190368652344,
+      "learning_rate": 1.0530962707587689e-07,
+      "loss": 19.3281,
+      "step": 39975
+    },
+    {
+      "epoch": 1.9103507598203193,
+      "grad_norm": 240.17384338378906,
+      "learning_rate": 1.0519764349023464e-07,
+      "loss": 22.6562,
+      "step": 39976
+    },
+    {
+      "epoch": 1.9103985472617797,
+      "grad_norm": 214.36474609375,
+      "learning_rate": 1.0508571916169052e-07,
+      "loss": 21.7188,
+      "step": 39977
+    },
+    {
+      "epoch": 1.91044633470324,
+      "grad_norm": 491.7122497558594,
+      "learning_rate": 1.049738540909151e-07,
+      "loss": 23.8594,
+      "step": 39978
+    },
+    {
+      "epoch": 1.9104941221447005,
+      "grad_norm": 377.08258056640625,
+      "learning_rate": 1.0486204827857783e-07,
+      "loss": 25.0,
+      "step": 39979
+    },
+    {
+      "epoch": 1.9105419095861609,
+      "grad_norm": 201.91610717773438,
+      "learning_rate": 1.0475030172534928e-07,
+      "loss": 24.7812,
+      "step": 39980
+    },
+    {
+      "epoch": 1.9105896970276213,
+      "grad_norm": 280.45867919921875,
+      "learning_rate": 1.0463861443189783e-07,
+      "loss": 21.6875,
+      "step": 39981
+    },
+    {
+      "epoch": 1.9106374844690817,
+      "grad_norm": 307.9933166503906,
+      "learning_rate": 1.045269863988918e-07,
+      "loss": 29.5312,
+      "step": 39982
+    },
+    {
+      "epoch": 1.910685271910542,
+      "grad_norm": 250.051025390625,
+      "learning_rate": 1.044154176270007e-07,
+      "loss": 26.9844,
+      "step": 39983
+    },
+    {
+      "epoch": 1.9107330593520024,
+      "grad_norm": 165.61837768554688,
+      "learning_rate": 1.0430390811689395e-07,
+      "loss": 16.5938,
+      "step": 39984
+    },
+    {
+      "epoch": 1.9107808467934628,
+      "grad_norm": 187.67483520507812,
+      "learning_rate": 1.041924578692366e-07,
+      "loss": 25.0,
+      "step": 39985
+    },
+    {
+      "epoch": 1.9108286342349232,
+      "grad_norm": 311.92254638671875,
+      "learning_rate": 1.0408106688469699e-07,
+      "loss": 18.5625,
+      "step": 39986
+    },
+    {
+      "epoch": 1.9108764216763836,
+      "grad_norm": 240.01512145996094,
+      "learning_rate": 1.0396973516394238e-07,
+      "loss": 24.25,
+      "step": 39987
+    },
+    {
+      "epoch": 1.910924209117844,
+      "grad_norm": 172.48802185058594,
+      "learning_rate": 1.038584627076411e-07,
+      "loss": 21.1719,
+      "step": 39988
+    },
+    {
+      "epoch": 1.9109719965593042,
+      "grad_norm": 242.3910369873047,
+      "learning_rate": 1.037472495164571e-07,
+      "loss": 27.3438,
+      "step": 39989
+    },
+    {
+      "epoch": 1.9110197840007646,
+      "grad_norm": 346.0993957519531,
+      "learning_rate": 1.0363609559105758e-07,
+      "loss": 25.7188,
+      "step": 39990
+    },
+    {
+      "epoch": 1.911067571442225,
+      "grad_norm": 325.5752258300781,
+      "learning_rate": 1.035250009321076e-07,
+      "loss": 25.1562,
+      "step": 39991
+    },
+    {
+      "epoch": 1.9111153588836853,
+      "grad_norm": 174.3086395263672,
+      "learning_rate": 1.0341396554027439e-07,
+      "loss": 19.4922,
+      "step": 39992
+    },
+    {
+      "epoch": 1.9111631463251457,
+      "grad_norm": 294.9873046875,
+      "learning_rate": 1.0330298941621964e-07,
+      "loss": 22.3594,
+      "step": 39993
+    },
+    {
+      "epoch": 1.9112109337666061,
+      "grad_norm": 5569.9189453125,
+      "learning_rate": 1.031920725606106e-07,
+      "loss": 30.9062,
+      "step": 39994
+    },
+    {
+      "epoch": 1.9112587212080665,
+      "grad_norm": 148.63037109375,
+      "learning_rate": 1.0308121497411116e-07,
+      "loss": 13.1406,
+      "step": 39995
+    },
+    {
+      "epoch": 1.911306508649527,
+      "grad_norm": 229.29193115234375,
+      "learning_rate": 1.0297041665738416e-07,
+      "loss": 25.4531,
+      "step": 39996
+    },
+    {
+      "epoch": 1.9113542960909873,
+      "grad_norm": 209.61126708984375,
+      "learning_rate": 1.0285967761109461e-07,
+      "loss": 26.7969,
+      "step": 39997
+    },
+    {
+      "epoch": 1.9114020835324477,
+      "grad_norm": 172.61502075195312,
+      "learning_rate": 1.0274899783590308e-07,
+      "loss": 20.5312,
+      "step": 39998
+    },
+    {
+      "epoch": 1.911449870973908,
+      "grad_norm": 321.7574462890625,
+      "learning_rate": 1.0263837733247573e-07,
+      "loss": 28.2812,
+      "step": 39999
+    },
+    {
+      "epoch": 1.9114976584153685,
+      "grad_norm": 450.2345886230469,
+      "learning_rate": 1.02527816101472e-07,
+      "loss": 32.0312,
+      "step": 40000
+    },
+    {
+      "epoch": 1.9115454458568288,
+      "grad_norm": 248.24041748046875,
+      "learning_rate": 1.0241731414355583e-07,
+      "loss": 15.3438,
+      "step": 40001
+    },
+    {
+      "epoch": 1.9115932332982892,
+      "grad_norm": 275.82806396484375,
+      "learning_rate": 1.0230687145938889e-07,
+      "loss": 16.3906,
+      "step": 40002
+    },
+    {
+      "epoch": 1.9116410207397496,
+      "grad_norm": 281.2888488769531,
+      "learning_rate": 1.021964880496329e-07,
+      "loss": 30.4062,
+      "step": 40003
+    },
+    {
+      "epoch": 1.91168880818121,
+      "grad_norm": 202.27294921875,
+      "learning_rate": 1.020861639149473e-07,
+      "loss": 19.2344,
+      "step": 40004
+    },
+    {
+      "epoch": 1.9117365956226704,
+      "grad_norm": 177.73788452148438,
+      "learning_rate": 1.019758990559938e-07,
+      "loss": 22.8906,
+      "step": 40005
+    },
+    {
+      "epoch": 1.9117843830641308,
+      "grad_norm": 238.22718811035156,
+      "learning_rate": 1.01865693473433e-07,
+      "loss": 20.0781,
+      "step": 40006
+    },
+    {
+      "epoch": 1.9118321705055912,
+      "grad_norm": 178.92568969726562,
+      "learning_rate": 1.0175554716792435e-07,
+      "loss": 26.4375,
+      "step": 40007
+    },
+    {
+      "epoch": 1.9118799579470516,
+      "grad_norm": 437.3894958496094,
+      "learning_rate": 1.0164546014012733e-07,
+      "loss": 30.5312,
+      "step": 40008
+    },
+    {
+      "epoch": 1.9119277453885117,
+      "grad_norm": 159.83908081054688,
+      "learning_rate": 1.0153543239070252e-07,
+      "loss": 20.375,
+      "step": 40009
+    },
+    {
+      "epoch": 1.9119755328299721,
+      "grad_norm": 157.63333129882812,
+      "learning_rate": 1.0142546392030828e-07,
+      "loss": 23.0,
+      "step": 40010
+    },
+    {
+      "epoch": 1.9120233202714325,
+      "grad_norm": 407.43621826171875,
+      "learning_rate": 1.0131555472960186e-07,
+      "loss": 22.1406,
+      "step": 40011
+    },
+    {
+      "epoch": 1.912071107712893,
+      "grad_norm": 298.0459289550781,
+      "learning_rate": 1.0120570481924275e-07,
+      "loss": 26.0938,
+      "step": 40012
+    },
+    {
+      "epoch": 1.9121188951543533,
+      "grad_norm": 492.345703125,
+      "learning_rate": 1.0109591418988818e-07,
+      "loss": 35.2188,
+      "step": 40013
+    },
+    {
+      "epoch": 1.9121666825958137,
+      "grad_norm": 362.99517822265625,
+      "learning_rate": 1.0098618284219652e-07,
+      "loss": 16.8281,
+      "step": 40014
+    },
+    {
+      "epoch": 1.912214470037274,
+      "grad_norm": 281.814697265625,
+      "learning_rate": 1.0087651077682503e-07,
+      "loss": 35.8125,
+      "step": 40015
+    },
+    {
+      "epoch": 1.9122622574787345,
+      "grad_norm": 212.1259002685547,
+      "learning_rate": 1.0076689799442874e-07,
+      "loss": 34.8438,
+      "step": 40016
+    },
+    {
+      "epoch": 1.9123100449201949,
+      "grad_norm": 135.49658203125,
+      "learning_rate": 1.00657344495666e-07,
+      "loss": 24.0781,
+      "step": 40017
+    },
+    {
+      "epoch": 1.9123578323616552,
+      "grad_norm": 138.159423828125,
+      "learning_rate": 1.0054785028119185e-07,
+      "loss": 24.9219,
+      "step": 40018
+    },
+    {
+      "epoch": 1.9124056198031156,
+      "grad_norm": 225.4810333251953,
+      "learning_rate": 1.0043841535166132e-07,
+      "loss": 16.6562,
+      "step": 40019
+    },
+    {
+      "epoch": 1.912453407244576,
+      "grad_norm": 243.58120727539062,
+      "learning_rate": 1.0032903970773166e-07,
+      "loss": 34.5625,
+      "step": 40020
+    },
+    {
+      "epoch": 1.9125011946860364,
+      "grad_norm": 180.1015625,
+      "learning_rate": 1.0021972335005681e-07,
+      "loss": 18.4531,
+      "step": 40021
+    },
+    {
+      "epoch": 1.9125489821274968,
+      "grad_norm": 145.98239135742188,
+      "learning_rate": 1.0011046627929177e-07,
+      "loss": 23.9688,
+      "step": 40022
+    },
+    {
+      "epoch": 1.9125967695689572,
+      "grad_norm": 273.19512939453125,
+      "learning_rate": 1.0000126849609048e-07,
+      "loss": 18.5625,
+      "step": 40023
+    },
+    {
+      "epoch": 1.9126445570104176,
+      "grad_norm": 209.85330200195312,
+      "learning_rate": 9.989213000110687e-08,
+      "loss": 25.2812,
+      "step": 40024
+    },
+    {
+      "epoch": 1.912692344451878,
+      "grad_norm": 178.93801879882812,
+      "learning_rate": 9.978305079499595e-08,
+      "loss": 20.4062,
+      "step": 40025
+    },
+    {
+      "epoch": 1.9127401318933384,
+      "grad_norm": 426.20501708984375,
+      "learning_rate": 9.967403087840832e-08,
+      "loss": 22.7812,
+      "step": 40026
+    },
+    {
+      "epoch": 1.9127879193347987,
+      "grad_norm": 225.6378936767578,
+      "learning_rate": 9.956507025199902e-08,
+      "loss": 22.2656,
+      "step": 40027
+    },
+    {
+      "epoch": 1.9128357067762591,
+      "grad_norm": 358.4919738769531,
+      "learning_rate": 9.945616891642084e-08,
+      "loss": 19.5469,
+      "step": 40028
+    },
+    {
+      "epoch": 1.9128834942177195,
+      "grad_norm": 161.84324645996094,
+      "learning_rate": 9.934732687232329e-08,
+      "loss": 22.7031,
+      "step": 40029
+    },
+    {
+      "epoch": 1.91293128165918,
+      "grad_norm": 216.0155029296875,
+      "learning_rate": 9.923854412036138e-08,
+      "loss": 26.7188,
+      "step": 40030
+    },
+    {
+      "epoch": 1.9129790691006403,
+      "grad_norm": 127.69517517089844,
+      "learning_rate": 9.91298206611846e-08,
+      "loss": 26.4062,
+      "step": 40031
+    },
+    {
+      "epoch": 1.9130268565421007,
+      "grad_norm": 212.33460998535156,
+      "learning_rate": 9.902115649544353e-08,
+      "loss": 22.875,
+      "step": 40032
+    },
+    {
+      "epoch": 1.913074643983561,
+      "grad_norm": 313.37701416015625,
+      "learning_rate": 9.891255162379099e-08,
+      "loss": 24.8125,
+      "step": 40033
+    },
+    {
+      "epoch": 1.9131224314250215,
+      "grad_norm": 164.4838104248047,
+      "learning_rate": 9.880400604687646e-08,
+      "loss": 27.625,
+      "step": 40034
+    },
+    {
+      "epoch": 1.9131702188664819,
+      "grad_norm": 210.14170837402344,
+      "learning_rate": 9.869551976534942e-08,
+      "loss": 38.3438,
+      "step": 40035
+    },
+    {
+      "epoch": 1.9132180063079423,
+      "grad_norm": 175.4290313720703,
+      "learning_rate": 9.858709277986045e-08,
+      "loss": 24.2969,
+      "step": 40036
+    },
+    {
+      "epoch": 1.9132657937494026,
+      "grad_norm": 232.13397216796875,
+      "learning_rate": 9.847872509105793e-08,
+      "loss": 20.4766,
+      "step": 40037
+    },
+    {
+      "epoch": 1.913313581190863,
+      "grad_norm": 184.62872314453125,
+      "learning_rate": 9.837041669959135e-08,
+      "loss": 21.6562,
+      "step": 40038
+    },
+    {
+      "epoch": 1.9133613686323234,
+      "grad_norm": 420.5896911621094,
+      "learning_rate": 9.826216760611018e-08,
+      "loss": 21.5,
+      "step": 40039
+    },
+    {
+      "epoch": 1.9134091560737838,
+      "grad_norm": 217.10768127441406,
+      "learning_rate": 9.815397781126168e-08,
+      "loss": 21.2656,
+      "step": 40040
+    },
+    {
+      "epoch": 1.9134569435152442,
+      "grad_norm": 172.16883850097656,
+      "learning_rate": 9.804584731569311e-08,
+      "loss": 18.8438,
+      "step": 40041
+    },
+    {
+      "epoch": 1.9135047309567046,
+      "grad_norm": 201.17404174804688,
+      "learning_rate": 9.793777612005394e-08,
+      "loss": 21.7656,
+      "step": 40042
+    },
+    {
+      "epoch": 1.913552518398165,
+      "grad_norm": 159.6682891845703,
+      "learning_rate": 9.782976422499035e-08,
+      "loss": 16.5312,
+      "step": 40043
+    },
+    {
+      "epoch": 1.9136003058396254,
+      "grad_norm": 306.6089782714844,
+      "learning_rate": 9.772181163114846e-08,
+      "loss": 28.625,
+      "step": 40044
+    },
+    {
+      "epoch": 1.9136480932810858,
+      "grad_norm": 365.3697814941406,
+      "learning_rate": 9.761391833917555e-08,
+      "loss": 21.75,
+      "step": 40045
+    },
+    {
+      "epoch": 1.9136958807225461,
+      "grad_norm": 273.82763671875,
+      "learning_rate": 9.750608434971776e-08,
+      "loss": 22.5625,
+      "step": 40046
+    },
+    {
+      "epoch": 1.9137436681640065,
+      "grad_norm": 272.9851379394531,
+      "learning_rate": 9.739830966342124e-08,
+      "loss": 26.2969,
+      "step": 40047
+    },
+    {
+      "epoch": 1.913791455605467,
+      "grad_norm": 323.9649658203125,
+      "learning_rate": 9.72905942809299e-08,
+      "loss": 27.0312,
+      "step": 40048
+    },
+    {
+      "epoch": 1.9138392430469273,
+      "grad_norm": 185.42051696777344,
+      "learning_rate": 9.718293820289104e-08,
+      "loss": 21.4375,
+      "step": 40049
+    },
+    {
+      "epoch": 1.9138870304883877,
+      "grad_norm": 221.71920776367188,
+      "learning_rate": 9.707534142994746e-08,
+      "loss": 15.0938,
+      "step": 40050
+    },
+    {
+      "epoch": 1.913934817929848,
+      "grad_norm": 221.17579650878906,
+      "learning_rate": 9.69678039627453e-08,
+      "loss": 23.4375,
+      "step": 40051
+    },
+    {
+      "epoch": 1.9139826053713085,
+      "grad_norm": 180.8829803466797,
+      "learning_rate": 9.68603258019274e-08,
+      "loss": 21.4062,
+      "step": 40052
+    },
+    {
+      "epoch": 1.9140303928127689,
+      "grad_norm": 260.3230285644531,
+      "learning_rate": 9.675290694813654e-08,
+      "loss": 33.375,
+      "step": 40053
+    },
+    {
+      "epoch": 1.9140781802542293,
+      "grad_norm": 140.8743133544922,
+      "learning_rate": 9.664554740201781e-08,
+      "loss": 21.6562,
+      "step": 40054
+    },
+    {
+      "epoch": 1.9141259676956897,
+      "grad_norm": 310.1727600097656,
+      "learning_rate": 9.653824716421401e-08,
+      "loss": 14.5469,
+      "step": 40055
+    },
+    {
+      "epoch": 1.91417375513715,
+      "grad_norm": 214.65005493164062,
+      "learning_rate": 9.643100623536573e-08,
+      "loss": 25.6562,
+      "step": 40056
+    },
+    {
+      "epoch": 1.9142215425786104,
+      "grad_norm": 236.45738220214844,
+      "learning_rate": 9.6323824616118e-08,
+      "loss": 19.75,
+      "step": 40057
+    },
+    {
+      "epoch": 1.9142693300200708,
+      "grad_norm": 216.77969360351562,
+      "learning_rate": 9.621670230711034e-08,
+      "loss": 20.5312,
+      "step": 40058
+    },
+    {
+      "epoch": 1.9143171174615312,
+      "grad_norm": 257.5155334472656,
+      "learning_rate": 9.610963930898554e-08,
+      "loss": 14.6562,
+      "step": 40059
+    },
+    {
+      "epoch": 1.9143649049029916,
+      "grad_norm": 168.7440948486328,
+      "learning_rate": 9.600263562238421e-08,
+      "loss": 33.0,
+      "step": 40060
+    },
+    {
+      "epoch": 1.914412692344452,
+      "grad_norm": 199.596435546875,
+      "learning_rate": 9.589569124794918e-08,
+      "loss": 32.9688,
+      "step": 40061
+    },
+    {
+      "epoch": 1.9144604797859124,
+      "grad_norm": 205.11428833007812,
+      "learning_rate": 9.578880618631658e-08,
+      "loss": 19.5781,
+      "step": 40062
+    },
+    {
+      "epoch": 1.9145082672273728,
+      "grad_norm": 196.82176208496094,
+      "learning_rate": 9.568198043813149e-08,
+      "loss": 18.8125,
+      "step": 40063
+    },
+    {
+      "epoch": 1.9145560546688332,
+      "grad_norm": 263.576904296875,
+      "learning_rate": 9.557521400403003e-08,
+      "loss": 31.7344,
+      "step": 40064
+    },
+    {
+      "epoch": 1.9146038421102936,
+      "grad_norm": 272.9057312011719,
+      "learning_rate": 9.546850688465282e-08,
+      "loss": 16.25,
+      "step": 40065
+    },
+    {
+      "epoch": 1.914651629551754,
+      "grad_norm": 347.69586181640625,
+      "learning_rate": 9.536185908063933e-08,
+      "loss": 27.3594,
+      "step": 40066
+    },
+    {
+      "epoch": 1.9146994169932143,
+      "grad_norm": 99.30793762207031,
+      "learning_rate": 9.525527059262684e-08,
+      "loss": 13.7422,
+      "step": 40067
+    },
+    {
+      "epoch": 1.9147472044346747,
+      "grad_norm": 192.52394104003906,
+      "learning_rate": 9.514874142125486e-08,
+      "loss": 19.9688,
+      "step": 40068
+    },
+    {
+      "epoch": 1.914794991876135,
+      "grad_norm": 269.0608825683594,
+      "learning_rate": 9.504227156716283e-08,
+      "loss": 30.375,
+      "step": 40069
+    },
+    {
+      "epoch": 1.9148427793175955,
+      "grad_norm": 231.27529907226562,
+      "learning_rate": 9.493586103098474e-08,
+      "loss": 27.5312,
+      "step": 40070
+    },
+    {
+      "epoch": 1.9148905667590557,
+      "grad_norm": 360.9248352050781,
+      "learning_rate": 9.482950981336003e-08,
+      "loss": 21.5469,
+      "step": 40071
+    },
+    {
+      "epoch": 1.914938354200516,
+      "grad_norm": 499.519775390625,
+      "learning_rate": 9.4723217914926e-08,
+      "loss": 20.5781,
+      "step": 40072
+    },
+    {
+      "epoch": 1.9149861416419764,
+      "grad_norm": 385.8952331542969,
+      "learning_rate": 9.46169853363188e-08,
+      "loss": 27.2969,
+      "step": 40073
+    },
+    {
+      "epoch": 1.9150339290834368,
+      "grad_norm": 154.04566955566406,
+      "learning_rate": 9.451081207817459e-08,
+      "loss": 25.7812,
+      "step": 40074
+    },
+    {
+      "epoch": 1.9150817165248972,
+      "grad_norm": 177.96656799316406,
+      "learning_rate": 9.44046981411284e-08,
+      "loss": 26.1562,
+      "step": 40075
+    },
+    {
+      "epoch": 1.9151295039663576,
+      "grad_norm": 137.0533905029297,
+      "learning_rate": 9.429864352581531e-08,
+      "loss": 12.375,
+      "step": 40076
+    },
+    {
+      "epoch": 1.915177291407818,
+      "grad_norm": 146.25885009765625,
+      "learning_rate": 9.419264823287367e-08,
+      "loss": 24.1094,
+      "step": 40077
+    },
+    {
+      "epoch": 1.9152250788492784,
+      "grad_norm": 177.4102325439453,
+      "learning_rate": 9.40867122629352e-08,
+      "loss": 19.5938,
+      "step": 40078
+    },
+    {
+      "epoch": 1.9152728662907388,
+      "grad_norm": 142.951416015625,
+      "learning_rate": 9.398083561663495e-08,
+      "loss": 25.875,
+      "step": 40079
+    },
+    {
+      "epoch": 1.9153206537321992,
+      "grad_norm": 285.2321472167969,
+      "learning_rate": 9.387501829460688e-08,
+      "loss": 23.5312,
+      "step": 40080
+    },
+    {
+      "epoch": 1.9153684411736596,
+      "grad_norm": 369.5648498535156,
+      "learning_rate": 9.3769260297486e-08,
+      "loss": 19.5938,
+      "step": 40081
+    },
+    {
+      "epoch": 1.91541622861512,
+      "grad_norm": 183.8577117919922,
+      "learning_rate": 9.366356162590407e-08,
+      "loss": 17.2188,
+      "step": 40082
+    },
+    {
+      "epoch": 1.9154640160565803,
+      "grad_norm": 330.6636047363281,
+      "learning_rate": 9.355792228049498e-08,
+      "loss": 25.4062,
+      "step": 40083
+    },
+    {
+      "epoch": 1.9155118034980407,
+      "grad_norm": 299.7688903808594,
+      "learning_rate": 9.34523422618916e-08,
+      "loss": 24.2656,
+      "step": 40084
+    },
+    {
+      "epoch": 1.9155595909395011,
+      "grad_norm": 176.57444763183594,
+      "learning_rate": 9.33468215707245e-08,
+      "loss": 20.4219,
+      "step": 40085
+    },
+    {
+      "epoch": 1.9156073783809615,
+      "grad_norm": 552.8680419921875,
+      "learning_rate": 9.324136020762764e-08,
+      "loss": 22.9375,
+      "step": 40086
+    },
+    {
+      "epoch": 1.915655165822422,
+      "grad_norm": 293.1744384765625,
+      "learning_rate": 9.313595817323162e-08,
+      "loss": 31.5312,
+      "step": 40087
+    },
+    {
+      "epoch": 1.9157029532638823,
+      "grad_norm": 193.57957458496094,
+      "learning_rate": 9.303061546816816e-08,
+      "loss": 28.5156,
+      "step": 40088
+    },
+    {
+      "epoch": 1.9157507407053427,
+      "grad_norm": 319.7829284667969,
+      "learning_rate": 9.292533209306676e-08,
+      "loss": 22.2188,
+      "step": 40089
+    },
+    {
+      "epoch": 1.915798528146803,
+      "grad_norm": 167.88803100585938,
+      "learning_rate": 9.282010804856023e-08,
+      "loss": 21.7344,
+      "step": 40090
+    },
+    {
+      "epoch": 1.9158463155882635,
+      "grad_norm": 320.58447265625,
+      "learning_rate": 9.271494333527697e-08,
+      "loss": 18.0156,
+      "step": 40091
+    },
+    {
+      "epoch": 1.9158941030297236,
+      "grad_norm": 154.75845336914062,
+      "learning_rate": 9.26098379538476e-08,
+      "loss": 26.8438,
+      "step": 40092
+    },
+    {
+      "epoch": 1.915941890471184,
+      "grad_norm": 228.99497985839844,
+      "learning_rate": 9.250479190490158e-08,
+      "loss": 31.0938,
+      "step": 40093
+    },
+    {
+      "epoch": 1.9159896779126444,
+      "grad_norm": 491.8411560058594,
+      "learning_rate": 9.239980518906732e-08,
+      "loss": 21.5625,
+      "step": 40094
+    },
+    {
+      "epoch": 1.9160374653541048,
+      "grad_norm": 134.53445434570312,
+      "learning_rate": 9.229487780697321e-08,
+      "loss": 23.7656,
+      "step": 40095
+    },
+    {
+      "epoch": 1.9160852527955652,
+      "grad_norm": 148.9969940185547,
+      "learning_rate": 9.219000975924985e-08,
+      "loss": 18.0469,
+      "step": 40096
+    },
+    {
+      "epoch": 1.9161330402370256,
+      "grad_norm": 227.00454711914062,
+      "learning_rate": 9.20852010465223e-08,
+      "loss": 20.3594,
+      "step": 40097
+    },
+    {
+      "epoch": 1.916180827678486,
+      "grad_norm": 274.50213623046875,
+      "learning_rate": 9.198045166942004e-08,
+      "loss": 25.4375,
+      "step": 40098
+    },
+    {
+      "epoch": 1.9162286151199464,
+      "grad_norm": 271.4703674316406,
+      "learning_rate": 9.187576162857037e-08,
+      "loss": 18.375,
+      "step": 40099
+    },
+    {
+      "epoch": 1.9162764025614067,
+      "grad_norm": 187.8658905029297,
+      "learning_rate": 9.177113092460055e-08,
+      "loss": 25.875,
+      "step": 40100
+    },
+    {
+      "epoch": 1.9163241900028671,
+      "grad_norm": 244.258056640625,
+      "learning_rate": 9.166655955813564e-08,
+      "loss": 19.3047,
+      "step": 40101
+    },
+    {
+      "epoch": 1.9163719774443275,
+      "grad_norm": 247.36192321777344,
+      "learning_rate": 9.156204752980292e-08,
+      "loss": 25.4531,
+      "step": 40102
+    },
+    {
+      "epoch": 1.916419764885788,
+      "grad_norm": 149.45982360839844,
+      "learning_rate": 9.145759484022743e-08,
+      "loss": 16.1406,
+      "step": 40103
+    },
+    {
+      "epoch": 1.9164675523272483,
+      "grad_norm": 358.5921936035156,
+      "learning_rate": 9.135320149003646e-08,
+      "loss": 19.3281,
+      "step": 40104
+    },
+    {
+      "epoch": 1.9165153397687087,
+      "grad_norm": 253.63893127441406,
+      "learning_rate": 9.124886747985395e-08,
+      "loss": 28.6875,
+      "step": 40105
+    },
+    {
+      "epoch": 1.916563127210169,
+      "grad_norm": 194.32504272460938,
+      "learning_rate": 9.114459281030497e-08,
+      "loss": 19.4062,
+      "step": 40106
+    },
+    {
+      "epoch": 1.9166109146516295,
+      "grad_norm": 269.0274353027344,
+      "learning_rate": 9.104037748201345e-08,
+      "loss": 20.3125,
+      "step": 40107
+    },
+    {
+      "epoch": 1.9166587020930899,
+      "grad_norm": 163.693603515625,
+      "learning_rate": 9.093622149560444e-08,
+      "loss": 28.1562,
+      "step": 40108
+    },
+    {
+      "epoch": 1.9167064895345503,
+      "grad_norm": 260.3307189941406,
+      "learning_rate": 9.083212485170079e-08,
+      "loss": 28.375,
+      "step": 40109
+    },
+    {
+      "epoch": 1.9167542769760106,
+      "grad_norm": 233.39654541015625,
+      "learning_rate": 9.072808755092754e-08,
+      "loss": 26.75,
+      "step": 40110
+    },
+    {
+      "epoch": 1.916802064417471,
+      "grad_norm": 369.8119812011719,
+      "learning_rate": 9.062410959390533e-08,
+      "loss": 31.75,
+      "step": 40111
+    },
+    {
+      "epoch": 1.9168498518589314,
+      "grad_norm": 492.3558654785156,
+      "learning_rate": 9.052019098125808e-08,
+      "loss": 25.1875,
+      "step": 40112
+    },
+    {
+      "epoch": 1.9168976393003918,
+      "grad_norm": 185.1728515625,
+      "learning_rate": 9.041633171360864e-08,
+      "loss": 18.4531,
+      "step": 40113
+    },
+    {
+      "epoch": 1.9169454267418522,
+      "grad_norm": 163.61114501953125,
+      "learning_rate": 9.031253179157873e-08,
+      "loss": 23.8438,
+      "step": 40114
+    },
+    {
+      "epoch": 1.9169932141833126,
+      "grad_norm": 238.25904846191406,
+      "learning_rate": 9.020879121579007e-08,
+      "loss": 21.7969,
+      "step": 40115
+    },
+    {
+      "epoch": 1.917041001624773,
+      "grad_norm": 425.9551696777344,
+      "learning_rate": 9.010510998686218e-08,
+      "loss": 30.25,
+      "step": 40116
+    },
+    {
+      "epoch": 1.9170887890662334,
+      "grad_norm": 285.2634582519531,
+      "learning_rate": 9.000148810541898e-08,
+      "loss": 21.75,
+      "step": 40117
+    },
+    {
+      "epoch": 1.9171365765076938,
+      "grad_norm": 203.8437042236328,
+      "learning_rate": 8.989792557207889e-08,
+      "loss": 20.125,
+      "step": 40118
+    },
+    {
+      "epoch": 1.9171843639491541,
+      "grad_norm": 240.7579345703125,
+      "learning_rate": 8.97944223874625e-08,
+      "loss": 20.6094,
+      "step": 40119
+    },
+    {
+      "epoch": 1.9172321513906145,
+      "grad_norm": 125.52215576171875,
+      "learning_rate": 8.969097855219044e-08,
+      "loss": 16.6094,
+      "step": 40120
+    },
+    {
+      "epoch": 1.917279938832075,
+      "grad_norm": 315.19781494140625,
+      "learning_rate": 8.958759406688112e-08,
+      "loss": 31.4062,
+      "step": 40121
+    },
+    {
+      "epoch": 1.9173277262735353,
+      "grad_norm": 390.6202697753906,
+      "learning_rate": 8.9484268932154e-08,
+      "loss": 19.6875,
+      "step": 40122
+    },
+    {
+      "epoch": 1.9173755137149957,
+      "grad_norm": 225.5188446044922,
+      "learning_rate": 8.938100314862863e-08,
+      "loss": 26.4062,
+      "step": 40123
+    },
+    {
+      "epoch": 1.917423301156456,
+      "grad_norm": 261.0805969238281,
+      "learning_rate": 8.927779671692227e-08,
+      "loss": 27.2812,
+      "step": 40124
+    },
+    {
+      "epoch": 1.9174710885979165,
+      "grad_norm": 402.1770324707031,
+      "learning_rate": 8.917464963765332e-08,
+      "loss": 26.1719,
+      "step": 40125
+    },
+    {
+      "epoch": 1.9175188760393769,
+      "grad_norm": 225.32464599609375,
+      "learning_rate": 8.907156191144017e-08,
+      "loss": 29.2188,
+      "step": 40126
+    },
+    {
+      "epoch": 1.9175666634808373,
+      "grad_norm": 461.1220397949219,
+      "learning_rate": 8.896853353890012e-08,
+      "loss": 17.6094,
+      "step": 40127
+    },
+    {
+      "epoch": 1.9176144509222977,
+      "grad_norm": 471.71990966796875,
+      "learning_rate": 8.886556452065043e-08,
+      "loss": 26.5,
+      "step": 40128
+    },
+    {
+      "epoch": 1.917662238363758,
+      "grad_norm": 242.96597290039062,
+      "learning_rate": 8.876265485730617e-08,
+      "loss": 19.375,
+      "step": 40129
+    },
+    {
+      "epoch": 1.9177100258052184,
+      "grad_norm": 195.9344024658203,
+      "learning_rate": 8.865980454948464e-08,
+      "loss": 21.7812,
+      "step": 40130
+    },
+    {
+      "epoch": 1.9177578132466788,
+      "grad_norm": 143.60821533203125,
+      "learning_rate": 8.8557013597802e-08,
+      "loss": 18.9375,
+      "step": 40131
+    },
+    {
+      "epoch": 1.9178056006881392,
+      "grad_norm": 164.10311889648438,
+      "learning_rate": 8.845428200287332e-08,
+      "loss": 22.25,
+      "step": 40132
+    },
+    {
+      "epoch": 1.9178533881295996,
+      "grad_norm": 358.7185363769531,
+      "learning_rate": 8.835160976531365e-08,
+      "loss": 19.625,
+      "step": 40133
+    },
+    {
+      "epoch": 1.91790117557106,
+      "grad_norm": 315.909912109375,
+      "learning_rate": 8.824899688573917e-08,
+      "loss": 24.6094,
+      "step": 40134
+    },
+    {
+      "epoch": 1.9179489630125204,
+      "grad_norm": 326.89453125,
+      "learning_rate": 8.814644336476274e-08,
+      "loss": 19.5938,
+      "step": 40135
+    },
+    {
+      "epoch": 1.9179967504539808,
+      "grad_norm": 123.12654876708984,
+      "learning_rate": 8.804394920300053e-08,
+      "loss": 24.0312,
+      "step": 40136
+    },
+    {
+      "epoch": 1.9180445378954412,
+      "grad_norm": 210.76304626464844,
+      "learning_rate": 8.794151440106424e-08,
+      "loss": 14.9141,
+      "step": 40137
+    },
+    {
+      "epoch": 1.9180923253369015,
+      "grad_norm": 474.89715576171875,
+      "learning_rate": 8.783913895956786e-08,
+      "loss": 16.1406,
+      "step": 40138
+    },
+    {
+      "epoch": 1.918140112778362,
+      "grad_norm": 229.71376037597656,
+      "learning_rate": 8.773682287912532e-08,
+      "loss": 31.4375,
+      "step": 40139
+    },
+    {
+      "epoch": 1.9181879002198223,
+      "grad_norm": 323.95855712890625,
+      "learning_rate": 8.763456616034948e-08,
+      "loss": 21.1562,
+      "step": 40140
+    },
+    {
+      "epoch": 1.9182356876612827,
+      "grad_norm": 158.4878387451172,
+      "learning_rate": 8.753236880385096e-08,
+      "loss": 18.8906,
+      "step": 40141
+    },
+    {
+      "epoch": 1.918283475102743,
+      "grad_norm": 305.6689147949219,
+      "learning_rate": 8.743023081024371e-08,
+      "loss": 23.6875,
+      "step": 40142
+    },
+    {
+      "epoch": 1.9183312625442035,
+      "grad_norm": 222.62017822265625,
+      "learning_rate": 8.732815218013835e-08,
+      "loss": 26.5625,
+      "step": 40143
+    },
+    {
+      "epoch": 1.9183790499856639,
+      "grad_norm": 196.26170349121094,
+      "learning_rate": 8.722613291414662e-08,
+      "loss": 26.2656,
+      "step": 40144
+    },
+    {
+      "epoch": 1.9184268374271243,
+      "grad_norm": 317.2347412109375,
+      "learning_rate": 8.712417301287912e-08,
+      "loss": 19.5469,
+      "step": 40145
+    },
+    {
+      "epoch": 1.9184746248685847,
+      "grad_norm": 338.936767578125,
+      "learning_rate": 8.702227247694761e-08,
+      "loss": 23.9688,
+      "step": 40146
+    },
+    {
+      "epoch": 1.918522412310045,
+      "grad_norm": 508.99072265625,
+      "learning_rate": 8.692043130696048e-08,
+      "loss": 21.875,
+      "step": 40147
+    },
+    {
+      "epoch": 1.9185701997515054,
+      "grad_norm": 276.79052734375,
+      "learning_rate": 8.681864950352947e-08,
+      "loss": 27.0625,
+      "step": 40148
+    },
+    {
+      "epoch": 1.9186179871929658,
+      "grad_norm": 538.4091186523438,
+      "learning_rate": 8.671692706726297e-08,
+      "loss": 27.4688,
+      "step": 40149
+    },
+    {
+      "epoch": 1.9186657746344262,
+      "grad_norm": 468.83953857421875,
+      "learning_rate": 8.661526399876941e-08,
+      "loss": 36.0312,
+      "step": 40150
+    },
+    {
+      "epoch": 1.9187135620758866,
+      "grad_norm": 636.0036010742188,
+      "learning_rate": 8.651366029866048e-08,
+      "loss": 18.7656,
+      "step": 40151
+    },
+    {
+      "epoch": 1.918761349517347,
+      "grad_norm": 208.88916015625,
+      "learning_rate": 8.641211596754129e-08,
+      "loss": 30.25,
+      "step": 40152
+    },
+    {
+      "epoch": 1.9188091369588072,
+      "grad_norm": 249.71334838867188,
+      "learning_rate": 8.631063100602133e-08,
+      "loss": 18.2656,
+      "step": 40153
+    },
+    {
+      "epoch": 1.9188569244002676,
+      "grad_norm": 387.1649169921875,
+      "learning_rate": 8.620920541471011e-08,
+      "loss": 35.2188,
+      "step": 40154
+    },
+    {
+      "epoch": 1.918904711841728,
+      "grad_norm": 292.960205078125,
+      "learning_rate": 8.610783919421273e-08,
+      "loss": 35.2812,
+      "step": 40155
+    },
+    {
+      "epoch": 1.9189524992831883,
+      "grad_norm": 1238.199951171875,
+      "learning_rate": 8.600653234513645e-08,
+      "loss": 28.0781,
+      "step": 40156
+    },
+    {
+      "epoch": 1.9190002867246487,
+      "grad_norm": 209.332275390625,
+      "learning_rate": 8.590528486808858e-08,
+      "loss": 25.0156,
+      "step": 40157
+    },
+    {
+      "epoch": 1.9190480741661091,
+      "grad_norm": 273.7342834472656,
+      "learning_rate": 8.580409676367529e-08,
+      "loss": 26.8125,
+      "step": 40158
+    },
+    {
+      "epoch": 1.9190958616075695,
+      "grad_norm": 219.0995635986328,
+      "learning_rate": 8.570296803250388e-08,
+      "loss": 28.7188,
+      "step": 40159
+    },
+    {
+      "epoch": 1.91914364904903,
+      "grad_norm": 246.48866271972656,
+      "learning_rate": 8.56018986751772e-08,
+      "loss": 25.3125,
+      "step": 40160
+    },
+    {
+      "epoch": 1.9191914364904903,
+      "grad_norm": 759.1314086914062,
+      "learning_rate": 8.550088869230255e-08,
+      "loss": 23.625,
+      "step": 40161
+    },
+    {
+      "epoch": 1.9192392239319507,
+      "grad_norm": 329.72271728515625,
+      "learning_rate": 8.5399938084485e-08,
+      "loss": 34.25,
+      "step": 40162
+    },
+    {
+      "epoch": 1.919287011373411,
+      "grad_norm": 233.15306091308594,
+      "learning_rate": 8.529904685232849e-08,
+      "loss": 20.8906,
+      "step": 40163
+    },
+    {
+      "epoch": 1.9193347988148715,
+      "grad_norm": 268.1855773925781,
+      "learning_rate": 8.519821499643588e-08,
+      "loss": 26.5469,
+      "step": 40164
+    },
+    {
+      "epoch": 1.9193825862563318,
+      "grad_norm": 304.5054626464844,
+      "learning_rate": 8.509744251741447e-08,
+      "loss": 26.125,
+      "step": 40165
+    },
+    {
+      "epoch": 1.9194303736977922,
+      "grad_norm": 206.33726501464844,
+      "learning_rate": 8.499672941586378e-08,
+      "loss": 21.2812,
+      "step": 40166
+    },
+    {
+      "epoch": 1.9194781611392526,
+      "grad_norm": 226.32577514648438,
+      "learning_rate": 8.489607569239e-08,
+      "loss": 22.2812,
+      "step": 40167
+    },
+    {
+      "epoch": 1.919525948580713,
+      "grad_norm": 293.2319030761719,
+      "learning_rate": 8.479548134759374e-08,
+      "loss": 29.9688,
+      "step": 40168
+    },
+    {
+      "epoch": 1.9195737360221734,
+      "grad_norm": 168.18661499023438,
+      "learning_rate": 8.469494638207898e-08,
+      "loss": 21.0156,
+      "step": 40169
+    },
+    {
+      "epoch": 1.9196215234636338,
+      "grad_norm": 167.07020568847656,
+      "learning_rate": 8.459447079644745e-08,
+      "loss": 23.6562,
+      "step": 40170
+    },
+    {
+      "epoch": 1.9196693109050942,
+      "grad_norm": 413.60064697265625,
+      "learning_rate": 8.449405459129978e-08,
+      "loss": 31.3125,
+      "step": 40171
+    },
+    {
+      "epoch": 1.9197170983465546,
+      "grad_norm": 214.8216094970703,
+      "learning_rate": 8.439369776723882e-08,
+      "loss": 27.0469,
+      "step": 40172
+    },
+    {
+      "epoch": 1.919764885788015,
+      "grad_norm": 358.7142333984375,
+      "learning_rate": 8.429340032486521e-08,
+      "loss": 29.6562,
+      "step": 40173
+    },
+    {
+      "epoch": 1.9198126732294751,
+      "grad_norm": 366.4282531738281,
+      "learning_rate": 8.419316226477847e-08,
+      "loss": 20.2656,
+      "step": 40174
+    },
+    {
+      "epoch": 1.9198604606709355,
+      "grad_norm": 156.62106323242188,
+      "learning_rate": 8.409298358758034e-08,
+      "loss": 23.9062,
+      "step": 40175
+    },
+    {
+      "epoch": 1.919908248112396,
+      "grad_norm": 305.5517883300781,
+      "learning_rate": 8.399286429387144e-08,
+      "loss": 26.7188,
+      "step": 40176
+    },
+    {
+      "epoch": 1.9199560355538563,
+      "grad_norm": 363.7968444824219,
+      "learning_rate": 8.389280438424907e-08,
+      "loss": 25.7031,
+      "step": 40177
+    },
+    {
+      "epoch": 1.9200038229953167,
+      "grad_norm": 198.45567321777344,
+      "learning_rate": 8.379280385931277e-08,
+      "loss": 29.8125,
+      "step": 40178
+    },
+    {
+      "epoch": 1.920051610436777,
+      "grad_norm": 263.0162048339844,
+      "learning_rate": 8.369286271966314e-08,
+      "loss": 32.5,
+      "step": 40179
+    },
+    {
+      "epoch": 1.9200993978782375,
+      "grad_norm": 241.3133087158203,
+      "learning_rate": 8.359298096589752e-08,
+      "loss": 24.4219,
+      "step": 40180
+    },
+    {
+      "epoch": 1.9201471853196979,
+      "grad_norm": 188.2401885986328,
+      "learning_rate": 8.349315859861429e-08,
+      "loss": 21.6406,
+      "step": 40181
+    },
+    {
+      "epoch": 1.9201949727611582,
+      "grad_norm": 266.3170166015625,
+      "learning_rate": 8.339339561841075e-08,
+      "loss": 20.8906,
+      "step": 40182
+    },
+    {
+      "epoch": 1.9202427602026186,
+      "grad_norm": 292.799072265625,
+      "learning_rate": 8.329369202588533e-08,
+      "loss": 27.0938,
+      "step": 40183
+    },
+    {
+      "epoch": 1.920290547644079,
+      "grad_norm": 255.10586547851562,
+      "learning_rate": 8.319404782163421e-08,
+      "loss": 29.6875,
+      "step": 40184
+    },
+    {
+      "epoch": 1.9203383350855394,
+      "grad_norm": 237.3629150390625,
+      "learning_rate": 8.309446300625468e-08,
+      "loss": 24.7344,
+      "step": 40185
+    },
+    {
+      "epoch": 1.9203861225269998,
+      "grad_norm": 389.17724609375,
+      "learning_rate": 8.299493758034294e-08,
+      "loss": 20.3438,
+      "step": 40186
+    },
+    {
+      "epoch": 1.9204339099684602,
+      "grad_norm": 181.2527313232422,
+      "learning_rate": 8.289547154449629e-08,
+      "loss": 19.9219,
+      "step": 40187
+    },
+    {
+      "epoch": 1.9204816974099206,
+      "grad_norm": 179.40127563476562,
+      "learning_rate": 8.279606489930759e-08,
+      "loss": 17.9375,
+      "step": 40188
+    },
+    {
+      "epoch": 1.920529484851381,
+      "grad_norm": 269.0286865234375,
+      "learning_rate": 8.269671764537523e-08,
+      "loss": 24.0625,
+      "step": 40189
+    },
+    {
+      "epoch": 1.9205772722928414,
+      "grad_norm": 508.993896484375,
+      "learning_rate": 8.2597429783291e-08,
+      "loss": 30.125,
+      "step": 40190
+    },
+    {
+      "epoch": 1.9206250597343018,
+      "grad_norm": 182.5400390625,
+      "learning_rate": 8.249820131365327e-08,
+      "loss": 17.125,
+      "step": 40191
+    },
+    {
+      "epoch": 1.9206728471757621,
+      "grad_norm": 315.7039489746094,
+      "learning_rate": 8.23990322370527e-08,
+      "loss": 17.0469,
+      "step": 40192
+    },
+    {
+      "epoch": 1.9207206346172225,
+      "grad_norm": 255.87356567382812,
+      "learning_rate": 8.229992255408547e-08,
+      "loss": 21.7344,
+      "step": 40193
+    },
+    {
+      "epoch": 1.920768422058683,
+      "grad_norm": 231.33555603027344,
+      "learning_rate": 8.220087226534335e-08,
+      "loss": 27.375,
+      "step": 40194
+    },
+    {
+      "epoch": 1.9208162095001433,
+      "grad_norm": 334.0618896484375,
+      "learning_rate": 8.210188137142139e-08,
+      "loss": 33.375,
+      "step": 40195
+    },
+    {
+      "epoch": 1.9208639969416037,
+      "grad_norm": 237.4727783203125,
+      "learning_rate": 8.200294987291135e-08,
+      "loss": 18.0156,
+      "step": 40196
+    },
+    {
+      "epoch": 1.920911784383064,
+      "grad_norm": 190.12107849121094,
+      "learning_rate": 8.19040777704061e-08,
+      "loss": 22.8438,
+      "step": 40197
+    },
+    {
+      "epoch": 1.9209595718245245,
+      "grad_norm": 204.57559204101562,
+      "learning_rate": 8.180526506449737e-08,
+      "loss": 14.4688,
+      "step": 40198
+    },
+    {
+      "epoch": 1.9210073592659849,
+      "grad_norm": 295.5516357421875,
+      "learning_rate": 8.170651175577804e-08,
+      "loss": 17.6875,
+      "step": 40199
+    },
+    {
+      "epoch": 1.9210551467074453,
+      "grad_norm": 359.2923889160156,
+      "learning_rate": 8.160781784483762e-08,
+      "loss": 30.9688,
+      "step": 40200
+    },
+    {
+      "epoch": 1.9211029341489056,
+      "grad_norm": 2291.170654296875,
+      "learning_rate": 8.150918333226787e-08,
+      "loss": 23.3594,
+      "step": 40201
+    },
+    {
+      "epoch": 1.921150721590366,
+      "grad_norm": 192.8985595703125,
+      "learning_rate": 8.141060821866053e-08,
+      "loss": 24.0625,
+      "step": 40202
+    },
+    {
+      "epoch": 1.9211985090318264,
+      "grad_norm": 233.45469665527344,
+      "learning_rate": 8.131209250460403e-08,
+      "loss": 25.2812,
+      "step": 40203
+    },
+    {
+      "epoch": 1.9212462964732868,
+      "grad_norm": 248.93539428710938,
+      "learning_rate": 8.121363619069011e-08,
+      "loss": 24.6875,
+      "step": 40204
+    },
+    {
+      "epoch": 1.9212940839147472,
+      "grad_norm": 278.968017578125,
+      "learning_rate": 8.111523927750831e-08,
+      "loss": 35.0938,
+      "step": 40205
+    },
+    {
+      "epoch": 1.9213418713562076,
+      "grad_norm": 239.6505126953125,
+      "learning_rate": 8.101690176564703e-08,
+      "loss": 30.8438,
+      "step": 40206
+    },
+    {
+      "epoch": 1.921389658797668,
+      "grad_norm": 223.51089477539062,
+      "learning_rate": 8.091862365569581e-08,
+      "loss": 14.7344,
+      "step": 40207
+    },
+    {
+      "epoch": 1.9214374462391284,
+      "grad_norm": 201.36758422851562,
+      "learning_rate": 8.082040494824195e-08,
+      "loss": 27.0938,
+      "step": 40208
+    },
+    {
+      "epoch": 1.9214852336805888,
+      "grad_norm": 440.0971984863281,
+      "learning_rate": 8.072224564387498e-08,
+      "loss": 21.7656,
+      "step": 40209
+    },
+    {
+      "epoch": 1.9215330211220492,
+      "grad_norm": 417.84869384765625,
+      "learning_rate": 8.062414574318334e-08,
+      "loss": 27.6094,
+      "step": 40210
+    },
+    {
+      "epoch": 1.9215808085635095,
+      "grad_norm": 506.3739929199219,
+      "learning_rate": 8.052610524675208e-08,
+      "loss": 28.5312,
+      "step": 40211
+    },
+    {
+      "epoch": 1.92162859600497,
+      "grad_norm": 230.78396606445312,
+      "learning_rate": 8.042812415517076e-08,
+      "loss": 26.125,
+      "step": 40212
+    },
+    {
+      "epoch": 1.9216763834464303,
+      "grad_norm": 436.7774353027344,
+      "learning_rate": 8.033020246902557e-08,
+      "loss": 33.9062,
+      "step": 40213
+    },
+    {
+      "epoch": 1.9217241708878907,
+      "grad_norm": 235.15908813476562,
+      "learning_rate": 8.023234018890158e-08,
+      "loss": 23.4062,
+      "step": 40214
+    },
+    {
+      "epoch": 1.921771958329351,
+      "grad_norm": 366.9109802246094,
+      "learning_rate": 8.013453731538612e-08,
+      "loss": 21.0156,
+      "step": 40215
+    },
+    {
+      "epoch": 1.9218197457708115,
+      "grad_norm": 157.28488159179688,
+      "learning_rate": 8.003679384906537e-08,
+      "loss": 15.125,
+      "step": 40216
+    },
+    {
+      "epoch": 1.9218675332122719,
+      "grad_norm": 128.6215362548828,
+      "learning_rate": 7.993910979052333e-08,
+      "loss": 17.5781,
+      "step": 40217
+    },
+    {
+      "epoch": 1.9219153206537323,
+      "grad_norm": 419.8460388183594,
+      "learning_rate": 7.984148514034618e-08,
+      "loss": 20.8906,
+      "step": 40218
+    },
+    {
+      "epoch": 1.9219631080951927,
+      "grad_norm": 329.6517028808594,
+      "learning_rate": 7.974391989911678e-08,
+      "loss": 29.3125,
+      "step": 40219
+    },
+    {
+      "epoch": 1.922010895536653,
+      "grad_norm": 250.10928344726562,
+      "learning_rate": 7.964641406742135e-08,
+      "loss": 22.3906,
+      "step": 40220
+    },
+    {
+      "epoch": 1.9220586829781134,
+      "grad_norm": 182.74966430664062,
+      "learning_rate": 7.954896764584386e-08,
+      "loss": 20.0469,
+      "step": 40221
+    },
+    {
+      "epoch": 1.9221064704195738,
+      "grad_norm": 213.5474090576172,
+      "learning_rate": 7.945158063496716e-08,
+      "loss": 18.875,
+      "step": 40222
+    },
+    {
+      "epoch": 1.9221542578610342,
+      "grad_norm": 209.22813415527344,
+      "learning_rate": 7.935425303537302e-08,
+      "loss": 21.6875,
+      "step": 40223
+    },
+    {
+      "epoch": 1.9222020453024946,
+      "grad_norm": 293.0201721191406,
+      "learning_rate": 7.925698484764766e-08,
+      "loss": 23.3906,
+      "step": 40224
+    },
+    {
+      "epoch": 1.922249832743955,
+      "grad_norm": 328.468994140625,
+      "learning_rate": 7.915977607237057e-08,
+      "loss": 28.0312,
+      "step": 40225
+    },
+    {
+      "epoch": 1.9222976201854154,
+      "grad_norm": 152.4868927001953,
+      "learning_rate": 7.906262671012466e-08,
+      "loss": 22.625,
+      "step": 40226
+    },
+    {
+      "epoch": 1.9223454076268758,
+      "grad_norm": 273.53863525390625,
+      "learning_rate": 7.896553676149276e-08,
+      "loss": 18.4062,
+      "step": 40227
+    },
+    {
+      "epoch": 1.9223931950683362,
+      "grad_norm": 361.9127197265625,
+      "learning_rate": 7.886850622705556e-08,
+      "loss": 25.5625,
+      "step": 40228
+    },
+    {
+      "epoch": 1.9224409825097966,
+      "grad_norm": 910.1275024414062,
+      "learning_rate": 7.877153510739477e-08,
+      "loss": 26.5312,
+      "step": 40229
+    },
+    {
+      "epoch": 1.922488769951257,
+      "grad_norm": 180.96173095703125,
+      "learning_rate": 7.867462340308996e-08,
+      "loss": 23.4062,
+      "step": 40230
+    },
+    {
+      "epoch": 1.9225365573927173,
+      "grad_norm": 111.9955825805664,
+      "learning_rate": 7.857777111472175e-08,
+      "loss": 19.2969,
+      "step": 40231
+    },
+    {
+      "epoch": 1.9225843448341777,
+      "grad_norm": 139.81472778320312,
+      "learning_rate": 7.848097824287193e-08,
+      "loss": 23.75,
+      "step": 40232
+    },
+    {
+      "epoch": 1.9226321322756381,
+      "grad_norm": 255.11834716796875,
+      "learning_rate": 7.838424478811779e-08,
+      "loss": 20.8594,
+      "step": 40233
+    },
+    {
+      "epoch": 1.9226799197170985,
+      "grad_norm": 248.06167602539062,
+      "learning_rate": 7.828757075103888e-08,
+      "loss": 26.25,
+      "step": 40234
+    },
+    {
+      "epoch": 1.922727707158559,
+      "grad_norm": 2127.03173828125,
+      "learning_rate": 7.819095613221584e-08,
+      "loss": 29.7812,
+      "step": 40235
+    },
+    {
+      "epoch": 1.922775494600019,
+      "grad_norm": 189.3264617919922,
+      "learning_rate": 7.809440093222598e-08,
+      "loss": 23.75,
+      "step": 40236
+    },
+    {
+      "epoch": 1.9228232820414795,
+      "grad_norm": 196.75128173828125,
+      "learning_rate": 7.799790515164884e-08,
+      "loss": 26.2031,
+      "step": 40237
+    },
+    {
+      "epoch": 1.9228710694829398,
+      "grad_norm": 141.5089569091797,
+      "learning_rate": 7.790146879106065e-08,
+      "loss": 20.9375,
+      "step": 40238
+    },
+    {
+      "epoch": 1.9229188569244002,
+      "grad_norm": 472.0017395019531,
+      "learning_rate": 7.78050918510398e-08,
+      "loss": 19.0781,
+      "step": 40239
+    },
+    {
+      "epoch": 1.9229666443658606,
+      "grad_norm": 224.2073974609375,
+      "learning_rate": 7.770877433216251e-08,
+      "loss": 24.6875,
+      "step": 40240
+    },
+    {
+      "epoch": 1.923014431807321,
+      "grad_norm": 226.2422637939453,
+      "learning_rate": 7.761251623500721e-08,
+      "loss": 27.7188,
+      "step": 40241
+    },
+    {
+      "epoch": 1.9230622192487814,
+      "grad_norm": 169.5211944580078,
+      "learning_rate": 7.751631756014899e-08,
+      "loss": 24.0312,
+      "step": 40242
+    },
+    {
+      "epoch": 1.9231100066902418,
+      "grad_norm": 286.5909423828125,
+      "learning_rate": 7.742017830816517e-08,
+      "loss": 27.5938,
+      "step": 40243
+    },
+    {
+      "epoch": 1.9231577941317022,
+      "grad_norm": 250.6627960205078,
+      "learning_rate": 7.732409847963085e-08,
+      "loss": 22.7812,
+      "step": 40244
+    },
+    {
+      "epoch": 1.9232055815731626,
+      "grad_norm": 273.2677001953125,
+      "learning_rate": 7.722807807512112e-08,
+      "loss": 26.5312,
+      "step": 40245
+    },
+    {
+      "epoch": 1.923253369014623,
+      "grad_norm": 180.732666015625,
+      "learning_rate": 7.713211709521106e-08,
+      "loss": 19.5625,
+      "step": 40246
+    },
+    {
+      "epoch": 1.9233011564560833,
+      "grad_norm": 169.00184631347656,
+      "learning_rate": 7.703621554047692e-08,
+      "loss": 23.1875,
+      "step": 40247
+    },
+    {
+      "epoch": 1.9233489438975437,
+      "grad_norm": 237.03440856933594,
+      "learning_rate": 7.694037341149041e-08,
+      "loss": 35.5938,
+      "step": 40248
+    },
+    {
+      "epoch": 1.9233967313390041,
+      "grad_norm": 183.5858917236328,
+      "learning_rate": 7.684459070882666e-08,
+      "loss": 24.9219,
+      "step": 40249
+    },
+    {
+      "epoch": 1.9234445187804645,
+      "grad_norm": 245.74130249023438,
+      "learning_rate": 7.674886743306076e-08,
+      "loss": 27.0625,
+      "step": 40250
+    },
+    {
+      "epoch": 1.923492306221925,
+      "grad_norm": 179.9375457763672,
+      "learning_rate": 7.665320358476336e-08,
+      "loss": 29.2812,
+      "step": 40251
+    },
+    {
+      "epoch": 1.9235400936633853,
+      "grad_norm": 151.30592346191406,
+      "learning_rate": 7.655759916450844e-08,
+      "loss": 16.0,
+      "step": 40252
+    },
+    {
+      "epoch": 1.9235878811048457,
+      "grad_norm": 351.0705871582031,
+      "learning_rate": 7.646205417287e-08,
+      "loss": 20.0781,
+      "step": 40253
+    },
+    {
+      "epoch": 1.923635668546306,
+      "grad_norm": 188.4226837158203,
+      "learning_rate": 7.63665686104187e-08,
+      "loss": 25.3125,
+      "step": 40254
+    },
+    {
+      "epoch": 1.9236834559877665,
+      "grad_norm": 462.26129150390625,
+      "learning_rate": 7.627114247772627e-08,
+      "loss": 34.4531,
+      "step": 40255
+    },
+    {
+      "epoch": 1.9237312434292266,
+      "grad_norm": 349.180908203125,
+      "learning_rate": 7.617577577536451e-08,
+      "loss": 24.25,
+      "step": 40256
+    },
+    {
+      "epoch": 1.923779030870687,
+      "grad_norm": 327.0721740722656,
+      "learning_rate": 7.608046850390516e-08,
+      "loss": 19.1719,
+      "step": 40257
+    },
+    {
+      "epoch": 1.9238268183121474,
+      "grad_norm": 245.34010314941406,
+      "learning_rate": 7.598522066391778e-08,
+      "loss": 33.5,
+      "step": 40258
+    },
+    {
+      "epoch": 1.9238746057536078,
+      "grad_norm": 309.067138671875,
+      "learning_rate": 7.589003225597302e-08,
+      "loss": 36.25,
+      "step": 40259
+    },
+    {
+      "epoch": 1.9239223931950682,
+      "grad_norm": 133.89515686035156,
+      "learning_rate": 7.579490328064265e-08,
+      "loss": 15.5625,
+      "step": 40260
+    },
+    {
+      "epoch": 1.9239701806365286,
+      "grad_norm": 208.49893188476562,
+      "learning_rate": 7.569983373849399e-08,
+      "loss": 27.375,
+      "step": 40261
+    },
+    {
+      "epoch": 1.924017968077989,
+      "grad_norm": 233.46690368652344,
+      "learning_rate": 7.56048236300988e-08,
+      "loss": 26.2188,
+      "step": 40262
+    },
+    {
+      "epoch": 1.9240657555194494,
+      "grad_norm": 208.1767578125,
+      "learning_rate": 7.55098729560233e-08,
+      "loss": 21.9688,
+      "step": 40263
+    },
+    {
+      "epoch": 1.9241135429609098,
+      "grad_norm": 218.4486083984375,
+      "learning_rate": 7.541498171683815e-08,
+      "loss": 30.75,
+      "step": 40264
+    },
+    {
+      "epoch": 1.9241613304023701,
+      "grad_norm": 136.9800262451172,
+      "learning_rate": 7.532014991311176e-08,
+      "loss": 16.8438,
+      "step": 40265
+    },
+    {
+      "epoch": 1.9242091178438305,
+      "grad_norm": 140.80828857421875,
+      "learning_rate": 7.522537754541037e-08,
+      "loss": 15.7812,
+      "step": 40266
+    },
+    {
+      "epoch": 1.924256905285291,
+      "grad_norm": 283.60699462890625,
+      "learning_rate": 7.513066461430241e-08,
+      "loss": 17.8438,
+      "step": 40267
+    },
+    {
+      "epoch": 1.9243046927267513,
+      "grad_norm": 279.1590270996094,
+      "learning_rate": 7.503601112035519e-08,
+      "loss": 31.4688,
+      "step": 40268
+    },
+    {
+      "epoch": 1.9243524801682117,
+      "grad_norm": 440.0205993652344,
+      "learning_rate": 7.494141706413716e-08,
+      "loss": 27.5938,
+      "step": 40269
+    },
+    {
+      "epoch": 1.924400267609672,
+      "grad_norm": 208.40476989746094,
+      "learning_rate": 7.484688244621119e-08,
+      "loss": 25.7344,
+      "step": 40270
+    },
+    {
+      "epoch": 1.9244480550511325,
+      "grad_norm": 222.08570861816406,
+      "learning_rate": 7.475240726714572e-08,
+      "loss": 15.4688,
+      "step": 40271
+    },
+    {
+      "epoch": 1.9244958424925929,
+      "grad_norm": 153.8424530029297,
+      "learning_rate": 7.465799152750697e-08,
+      "loss": 20.5,
+      "step": 40272
+    },
+    {
+      "epoch": 1.9245436299340533,
+      "grad_norm": 254.40431213378906,
+      "learning_rate": 7.456363522786003e-08,
+      "loss": 27.1562,
+      "step": 40273
+    },
+    {
+      "epoch": 1.9245914173755136,
+      "grad_norm": 223.6322021484375,
+      "learning_rate": 7.446933836876891e-08,
+      "loss": 22.625,
+      "step": 40274
+    },
+    {
+      "epoch": 1.924639204816974,
+      "grad_norm": 340.6796569824219,
+      "learning_rate": 7.43751009507987e-08,
+      "loss": 18.4688,
+      "step": 40275
+    },
+    {
+      "epoch": 1.9246869922584344,
+      "grad_norm": 189.63600158691406,
+      "learning_rate": 7.42809229745145e-08,
+      "loss": 23.2656,
+      "step": 40276
+    },
+    {
+      "epoch": 1.9247347796998948,
+      "grad_norm": 141.50340270996094,
+      "learning_rate": 7.418680444048032e-08,
+      "loss": 18.4844,
+      "step": 40277
+    },
+    {
+      "epoch": 1.9247825671413552,
+      "grad_norm": 347.92315673828125,
+      "learning_rate": 7.409274534925792e-08,
+      "loss": 29.0938,
+      "step": 40278
+    },
+    {
+      "epoch": 1.9248303545828156,
+      "grad_norm": 589.4698486328125,
+      "learning_rate": 7.399874570141352e-08,
+      "loss": 21.0781,
+      "step": 40279
+    },
+    {
+      "epoch": 1.924878142024276,
+      "grad_norm": 293.4935607910156,
+      "learning_rate": 7.390480549750779e-08,
+      "loss": 26.6875,
+      "step": 40280
+    },
+    {
+      "epoch": 1.9249259294657364,
+      "grad_norm": 250.98583984375,
+      "learning_rate": 7.38109247381047e-08,
+      "loss": 22.6875,
+      "step": 40281
+    },
+    {
+      "epoch": 1.9249737169071968,
+      "grad_norm": 259.0981750488281,
+      "learning_rate": 7.371710342376492e-08,
+      "loss": 21.75,
+      "step": 40282
+    },
+    {
+      "epoch": 1.9250215043486572,
+      "grad_norm": 155.17477416992188,
+      "learning_rate": 7.362334155505246e-08,
+      "loss": 25.5625,
+      "step": 40283
+    },
+    {
+      "epoch": 1.9250692917901175,
+      "grad_norm": 161.94949340820312,
+      "learning_rate": 7.352963913252687e-08,
+      "loss": 15.2969,
+      "step": 40284
+    },
+    {
+      "epoch": 1.925117079231578,
+      "grad_norm": 413.5140075683594,
+      "learning_rate": 7.343599615675101e-08,
+      "loss": 26.6094,
+      "step": 40285
+    },
+    {
+      "epoch": 1.9251648666730383,
+      "grad_norm": 332.6092834472656,
+      "learning_rate": 7.334241262828335e-08,
+      "loss": 26.8438,
+      "step": 40286
+    },
+    {
+      "epoch": 1.9252126541144987,
+      "grad_norm": 250.7321014404297,
+      "learning_rate": 7.324888854768675e-08,
+      "loss": 28.5312,
+      "step": 40287
+    },
+    {
+      "epoch": 1.925260441555959,
+      "grad_norm": 212.0616455078125,
+      "learning_rate": 7.315542391551966e-08,
+      "loss": 28.5312,
+      "step": 40288
+    },
+    {
+      "epoch": 1.9253082289974195,
+      "grad_norm": 114.59991455078125,
+      "learning_rate": 7.306201873234275e-08,
+      "loss": 20.625,
+      "step": 40289
+    },
+    {
+      "epoch": 1.9253560164388799,
+      "grad_norm": 288.22412109375,
+      "learning_rate": 7.296867299871557e-08,
+      "loss": 23.4375,
+      "step": 40290
+    },
+    {
+      "epoch": 1.9254038038803403,
+      "grad_norm": 202.57907104492188,
+      "learning_rate": 7.287538671519656e-08,
+      "loss": 24.4062,
+      "step": 40291
+    },
+    {
+      "epoch": 1.9254515913218007,
+      "grad_norm": 186.61671447753906,
+      "learning_rate": 7.278215988234417e-08,
+      "loss": 29.6406,
+      "step": 40292
+    },
+    {
+      "epoch": 1.925499378763261,
+      "grad_norm": 309.86724853515625,
+      "learning_rate": 7.268899250071681e-08,
+      "loss": 28.8594,
+      "step": 40293
+    },
+    {
+      "epoch": 1.9255471662047214,
+      "grad_norm": 185.57745361328125,
+      "learning_rate": 7.259588457087297e-08,
+      "loss": 23.3594,
+      "step": 40294
+    },
+    {
+      "epoch": 1.9255949536461818,
+      "grad_norm": 399.731689453125,
+      "learning_rate": 7.250283609336995e-08,
+      "loss": 29.75,
+      "step": 40295
+    },
+    {
+      "epoch": 1.9256427410876422,
+      "grad_norm": 241.8090057373047,
+      "learning_rate": 7.240984706876508e-08,
+      "loss": 20.5938,
+      "step": 40296
+    },
+    {
+      "epoch": 1.9256905285291026,
+      "grad_norm": 375.0328063964844,
+      "learning_rate": 7.23169174976146e-08,
+      "loss": 24.0156,
+      "step": 40297
+    },
+    {
+      "epoch": 1.925738315970563,
+      "grad_norm": 368.8520202636719,
+      "learning_rate": 7.222404738047584e-08,
+      "loss": 25.2188,
+      "step": 40298
+    },
+    {
+      "epoch": 1.9257861034120234,
+      "grad_norm": 197.87515258789062,
+      "learning_rate": 7.2131236717905e-08,
+      "loss": 29.9375,
+      "step": 40299
+    },
+    {
+      "epoch": 1.9258338908534838,
+      "grad_norm": 338.2372131347656,
+      "learning_rate": 7.203848551045722e-08,
+      "loss": 25.4219,
+      "step": 40300
+    },
+    {
+      "epoch": 1.9258816782949442,
+      "grad_norm": 212.9366912841797,
+      "learning_rate": 7.19457937586876e-08,
+      "loss": 21.4531,
+      "step": 40301
+    },
+    {
+      "epoch": 1.9259294657364046,
+      "grad_norm": 425.7064208984375,
+      "learning_rate": 7.185316146315346e-08,
+      "loss": 34.0625,
+      "step": 40302
+    },
+    {
+      "epoch": 1.925977253177865,
+      "grad_norm": 241.92897033691406,
+      "learning_rate": 7.176058862440772e-08,
+      "loss": 18.5156,
+      "step": 40303
+    },
+    {
+      "epoch": 1.9260250406193253,
+      "grad_norm": 230.5104217529297,
+      "learning_rate": 7.166807524300434e-08,
+      "loss": 28.9062,
+      "step": 40304
+    },
+    {
+      "epoch": 1.9260728280607857,
+      "grad_norm": 95.81076049804688,
+      "learning_rate": 7.157562131949847e-08,
+      "loss": 18.7031,
+      "step": 40305
+    },
+    {
+      "epoch": 1.9261206155022461,
+      "grad_norm": 218.58941650390625,
+      "learning_rate": 7.148322685444409e-08,
+      "loss": 24.2344,
+      "step": 40306
+    },
+    {
+      "epoch": 1.9261684029437065,
+      "grad_norm": 143.17486572265625,
+      "learning_rate": 7.139089184839299e-08,
+      "loss": 21.4375,
+      "step": 40307
+    },
+    {
+      "epoch": 1.926216190385167,
+      "grad_norm": 339.6618347167969,
+      "learning_rate": 7.129861630189916e-08,
+      "loss": 17.0156,
+      "step": 40308
+    },
+    {
+      "epoch": 1.9262639778266273,
+      "grad_norm": 313.85882568359375,
+      "learning_rate": 7.120640021551551e-08,
+      "loss": 22.6094,
+      "step": 40309
+    },
+    {
+      "epoch": 1.9263117652680877,
+      "grad_norm": 152.13711547851562,
+      "learning_rate": 7.11142435897938e-08,
+      "loss": 19.5781,
+      "step": 40310
+    },
+    {
+      "epoch": 1.926359552709548,
+      "grad_norm": 162.74534606933594,
+      "learning_rate": 7.102214642528582e-08,
+      "loss": 17.1094,
+      "step": 40311
+    },
+    {
+      "epoch": 1.9264073401510085,
+      "grad_norm": 193.7788848876953,
+      "learning_rate": 7.093010872254336e-08,
+      "loss": 23.7656,
+      "step": 40312
+    },
+    {
+      "epoch": 1.9264551275924688,
+      "grad_norm": 245.9334716796875,
+      "learning_rate": 7.083813048211818e-08,
+      "loss": 23.375,
+      "step": 40313
+    },
+    {
+      "epoch": 1.9265029150339292,
+      "grad_norm": 335.8216247558594,
+      "learning_rate": 7.074621170455875e-08,
+      "loss": 25.125,
+      "step": 40314
+    },
+    {
+      "epoch": 1.9265507024753896,
+      "grad_norm": 165.36322021484375,
+      "learning_rate": 7.065435239041907e-08,
+      "loss": 20.0,
+      "step": 40315
+    },
+    {
+      "epoch": 1.92659848991685,
+      "grad_norm": 281.6222229003906,
+      "learning_rate": 7.056255254024647e-08,
+      "loss": 15.3594,
+      "step": 40316
+    },
+    {
+      "epoch": 1.9266462773583104,
+      "grad_norm": 249.7301788330078,
+      "learning_rate": 7.047081215459162e-08,
+      "loss": 21.5938,
+      "step": 40317
+    },
+    {
+      "epoch": 1.9266940647997706,
+      "grad_norm": 132.28123474121094,
+      "learning_rate": 7.037913123400408e-08,
+      "loss": 14.9531,
+      "step": 40318
+    },
+    {
+      "epoch": 1.926741852241231,
+      "grad_norm": 209.7742156982422,
+      "learning_rate": 7.028750977903343e-08,
+      "loss": 23.0938,
+      "step": 40319
+    },
+    {
+      "epoch": 1.9267896396826913,
+      "grad_norm": 173.0154266357422,
+      "learning_rate": 7.019594779022698e-08,
+      "loss": 22.4688,
+      "step": 40320
+    },
+    {
+      "epoch": 1.9268374271241517,
+      "grad_norm": 252.77215576171875,
+      "learning_rate": 7.010444526813543e-08,
+      "loss": 28.9062,
+      "step": 40321
+    },
+    {
+      "epoch": 1.9268852145656121,
+      "grad_norm": 302.5234680175781,
+      "learning_rate": 7.001300221330387e-08,
+      "loss": 21.875,
+      "step": 40322
+    },
+    {
+      "epoch": 1.9269330020070725,
+      "grad_norm": 287.27423095703125,
+      "learning_rate": 6.992161862628188e-08,
+      "loss": 26.0,
+      "step": 40323
+    },
+    {
+      "epoch": 1.926980789448533,
+      "grad_norm": 594.7144165039062,
+      "learning_rate": 6.983029450761458e-08,
+      "loss": 28.2656,
+      "step": 40324
+    },
+    {
+      "epoch": 1.9270285768899933,
+      "grad_norm": 306.38043212890625,
+      "learning_rate": 6.973902985785153e-08,
+      "loss": 18.7656,
+      "step": 40325
+    },
+    {
+      "epoch": 1.9270763643314537,
+      "grad_norm": 229.67300415039062,
+      "learning_rate": 6.964782467753894e-08,
+      "loss": 25.4375,
+      "step": 40326
+    },
+    {
+      "epoch": 1.927124151772914,
+      "grad_norm": 154.39810180664062,
+      "learning_rate": 6.955667896722085e-08,
+      "loss": 14.3906,
+      "step": 40327
+    },
+    {
+      "epoch": 1.9271719392143745,
+      "grad_norm": 329.90338134765625,
+      "learning_rate": 6.946559272744568e-08,
+      "loss": 25.0,
+      "step": 40328
+    },
+    {
+      "epoch": 1.9272197266558349,
+      "grad_norm": 201.54483032226562,
+      "learning_rate": 6.937456595875636e-08,
+      "loss": 24.5312,
+      "step": 40329
+    },
+    {
+      "epoch": 1.9272675140972952,
+      "grad_norm": 337.1205749511719,
+      "learning_rate": 6.92835986617002e-08,
+      "loss": 19.3281,
+      "step": 40330
+    },
+    {
+      "epoch": 1.9273153015387556,
+      "grad_norm": 135.51048278808594,
+      "learning_rate": 6.919269083682012e-08,
+      "loss": 19.4062,
+      "step": 40331
+    },
+    {
+      "epoch": 1.927363088980216,
+      "grad_norm": 168.0010528564453,
+      "learning_rate": 6.910184248466345e-08,
+      "loss": 17.8438,
+      "step": 40332
+    },
+    {
+      "epoch": 1.9274108764216764,
+      "grad_norm": 174.60415649414062,
+      "learning_rate": 6.901105360577087e-08,
+      "loss": 18.2812,
+      "step": 40333
+    },
+    {
+      "epoch": 1.9274586638631368,
+      "grad_norm": 301.4063720703125,
+      "learning_rate": 6.892032420068751e-08,
+      "loss": 22.9531,
+      "step": 40334
+    },
+    {
+      "epoch": 1.9275064513045972,
+      "grad_norm": 242.55137634277344,
+      "learning_rate": 6.882965426995847e-08,
+      "loss": 19.0625,
+      "step": 40335
+    },
+    {
+      "epoch": 1.9275542387460576,
+      "grad_norm": 429.54437255859375,
+      "learning_rate": 6.873904381412332e-08,
+      "loss": 28.4688,
+      "step": 40336
+    },
+    {
+      "epoch": 1.927602026187518,
+      "grad_norm": 355.3847351074219,
+      "learning_rate": 6.86484928337272e-08,
+      "loss": 28.0469,
+      "step": 40337
+    },
+    {
+      "epoch": 1.9276498136289784,
+      "grad_norm": 160.41285705566406,
+      "learning_rate": 6.855800132931078e-08,
+      "loss": 26.5625,
+      "step": 40338
+    },
+    {
+      "epoch": 1.9276976010704385,
+      "grad_norm": 274.1953430175781,
+      "learning_rate": 6.846756930141806e-08,
+      "loss": 25.9375,
+      "step": 40339
+    },
+    {
+      "epoch": 1.927745388511899,
+      "grad_norm": 400.3482971191406,
+      "learning_rate": 6.837719675058862e-08,
+      "loss": 27.0,
+      "step": 40340
+    },
+    {
+      "epoch": 1.9277931759533593,
+      "grad_norm": 193.3557891845703,
+      "learning_rate": 6.828688367736536e-08,
+      "loss": 24.8438,
+      "step": 40341
+    },
+    {
+      "epoch": 1.9278409633948197,
+      "grad_norm": 272.62615966796875,
+      "learning_rate": 6.819663008228783e-08,
+      "loss": 24.9531,
+      "step": 40342
+    },
+    {
+      "epoch": 1.92788875083628,
+      "grad_norm": 428.15606689453125,
+      "learning_rate": 6.810643596589673e-08,
+      "loss": 17.5938,
+      "step": 40343
+    },
+    {
+      "epoch": 1.9279365382777405,
+      "grad_norm": 186.056396484375,
+      "learning_rate": 6.801630132873272e-08,
+      "loss": 27.5625,
+      "step": 40344
+    },
+    {
+      "epoch": 1.9279843257192009,
+      "grad_norm": 2823.442138671875,
+      "learning_rate": 6.792622617133426e-08,
+      "loss": 14.5,
+      "step": 40345
+    },
+    {
+      "epoch": 1.9280321131606613,
+      "grad_norm": 305.4766540527344,
+      "learning_rate": 6.783621049424316e-08,
+      "loss": 19.1406,
+      "step": 40346
+    },
+    {
+      "epoch": 1.9280799006021216,
+      "grad_norm": 243.83787536621094,
+      "learning_rate": 6.774625429799675e-08,
+      "loss": 24.5625,
+      "step": 40347
+    },
+    {
+      "epoch": 1.928127688043582,
+      "grad_norm": 268.0048828125,
+      "learning_rate": 6.76563575831335e-08,
+      "loss": 32.3438,
+      "step": 40348
+    },
+    {
+      "epoch": 1.9281754754850424,
+      "grad_norm": 184.22918701171875,
+      "learning_rate": 6.756652035019295e-08,
+      "loss": 16.9062,
+      "step": 40349
+    },
+    {
+      "epoch": 1.9282232629265028,
+      "grad_norm": 296.82659912109375,
+      "learning_rate": 6.74767425997136e-08,
+      "loss": 24.4375,
+      "step": 40350
+    },
+    {
+      "epoch": 1.9282710503679632,
+      "grad_norm": 163.6649932861328,
+      "learning_rate": 6.738702433223054e-08,
+      "loss": 16.8438,
+      "step": 40351
+    },
+    {
+      "epoch": 1.9283188378094236,
+      "grad_norm": 127.92829132080078,
+      "learning_rate": 6.729736554828337e-08,
+      "loss": 21.9062,
+      "step": 40352
+    },
+    {
+      "epoch": 1.928366625250884,
+      "grad_norm": 1109.1922607421875,
+      "learning_rate": 6.720776624840831e-08,
+      "loss": 21.5312,
+      "step": 40353
+    },
+    {
+      "epoch": 1.9284144126923444,
+      "grad_norm": 323.5720520019531,
+      "learning_rate": 6.711822643314159e-08,
+      "loss": 27.4062,
+      "step": 40354
+    },
+    {
+      "epoch": 1.9284622001338048,
+      "grad_norm": 337.34320068359375,
+      "learning_rate": 6.702874610302057e-08,
+      "loss": 26.1875,
+      "step": 40355
+    },
+    {
+      "epoch": 1.9285099875752651,
+      "grad_norm": 191.91305541992188,
+      "learning_rate": 6.693932525857927e-08,
+      "loss": 18.6094,
+      "step": 40356
+    },
+    {
+      "epoch": 1.9285577750167255,
+      "grad_norm": 165.42254638671875,
+      "learning_rate": 6.684996390035503e-08,
+      "loss": 31.4062,
+      "step": 40357
+    },
+    {
+      "epoch": 1.928605562458186,
+      "grad_norm": 471.9939880371094,
+      "learning_rate": 6.676066202888187e-08,
+      "loss": 25.0312,
+      "step": 40358
+    },
+    {
+      "epoch": 1.9286533498996463,
+      "grad_norm": 246.88511657714844,
+      "learning_rate": 6.667141964469492e-08,
+      "loss": 20.0781,
+      "step": 40359
+    },
+    {
+      "epoch": 1.9287011373411067,
+      "grad_norm": 293.19903564453125,
+      "learning_rate": 6.65822367483282e-08,
+      "loss": 21.0625,
+      "step": 40360
+    },
+    {
+      "epoch": 1.928748924782567,
+      "grad_norm": 159.68016052246094,
+      "learning_rate": 6.649311334031794e-08,
+      "loss": 20.6406,
+      "step": 40361
+    },
+    {
+      "epoch": 1.9287967122240275,
+      "grad_norm": 281.9715576171875,
+      "learning_rate": 6.640404942119483e-08,
+      "loss": 29.75,
+      "step": 40362
+    },
+    {
+      "epoch": 1.9288444996654879,
+      "grad_norm": 220.21090698242188,
+      "learning_rate": 6.631504499149288e-08,
+      "loss": 23.5,
+      "step": 40363
+    },
+    {
+      "epoch": 1.9288922871069483,
+      "grad_norm": 200.06619262695312,
+      "learning_rate": 6.622610005174723e-08,
+      "loss": 19.5625,
+      "step": 40364
+    },
+    {
+      "epoch": 1.9289400745484087,
+      "grad_norm": 274.474365234375,
+      "learning_rate": 6.613721460248857e-08,
+      "loss": 25.8594,
+      "step": 40365
+    },
+    {
+      "epoch": 1.928987861989869,
+      "grad_norm": 172.79751586914062,
+      "learning_rate": 6.604838864424978e-08,
+      "loss": 20.8906,
+      "step": 40366
+    },
+    {
+      "epoch": 1.9290356494313294,
+      "grad_norm": 235.5690460205078,
+      "learning_rate": 6.59596221775638e-08,
+      "loss": 22.625,
+      "step": 40367
+    },
+    {
+      "epoch": 1.9290834368727898,
+      "grad_norm": 226.38636779785156,
+      "learning_rate": 6.587091520296019e-08,
+      "loss": 30.25,
+      "step": 40368
+    },
+    {
+      "epoch": 1.9291312243142502,
+      "grad_norm": 406.4787292480469,
+      "learning_rate": 6.578226772097185e-08,
+      "loss": 23.7656,
+      "step": 40369
+    },
+    {
+      "epoch": 1.9291790117557106,
+      "grad_norm": 226.85733032226562,
+      "learning_rate": 6.569367973212837e-08,
+      "loss": 31.8594,
+      "step": 40370
+    },
+    {
+      "epoch": 1.929226799197171,
+      "grad_norm": 573.8256225585938,
+      "learning_rate": 6.560515123696155e-08,
+      "loss": 29.5,
+      "step": 40371
+    },
+    {
+      "epoch": 1.9292745866386314,
+      "grad_norm": 291.1093444824219,
+      "learning_rate": 6.551668223600094e-08,
+      "loss": 32.4688,
+      "step": 40372
+    },
+    {
+      "epoch": 1.9293223740800918,
+      "grad_norm": 171.9761505126953,
+      "learning_rate": 6.542827272977614e-08,
+      "loss": 21.0469,
+      "step": 40373
+    },
+    {
+      "epoch": 1.9293701615215522,
+      "grad_norm": 270.42822265625,
+      "learning_rate": 6.533992271881673e-08,
+      "loss": 28.3438,
+      "step": 40374
+    },
+    {
+      "epoch": 1.9294179489630126,
+      "grad_norm": 165.43507385253906,
+      "learning_rate": 6.525163220365227e-08,
+      "loss": 18.7344,
+      "step": 40375
+    },
+    {
+      "epoch": 1.929465736404473,
+      "grad_norm": 163.58807373046875,
+      "learning_rate": 6.516340118481123e-08,
+      "loss": 19.4062,
+      "step": 40376
+    },
+    {
+      "epoch": 1.9295135238459333,
+      "grad_norm": 395.9259033203125,
+      "learning_rate": 6.507522966282209e-08,
+      "loss": 35.6875,
+      "step": 40377
+    },
+    {
+      "epoch": 1.9295613112873937,
+      "grad_norm": 230.93844604492188,
+      "learning_rate": 6.498711763821219e-08,
+      "loss": 32.0625,
+      "step": 40378
+    },
+    {
+      "epoch": 1.929609098728854,
+      "grad_norm": 238.28823852539062,
+      "learning_rate": 6.489906511151001e-08,
+      "loss": 21.4219,
+      "step": 40379
+    },
+    {
+      "epoch": 1.9296568861703145,
+      "grad_norm": 167.79087829589844,
+      "learning_rate": 6.481107208324288e-08,
+      "loss": 17.2656,
+      "step": 40380
+    },
+    {
+      "epoch": 1.929704673611775,
+      "grad_norm": 125.57878875732422,
+      "learning_rate": 6.472313855393819e-08,
+      "loss": 19.9844,
+      "step": 40381
+    },
+    {
+      "epoch": 1.9297524610532353,
+      "grad_norm": 145.08880615234375,
+      "learning_rate": 6.463526452412105e-08,
+      "loss": 20.125,
+      "step": 40382
+    },
+    {
+      "epoch": 1.9298002484946957,
+      "grad_norm": 149.40452575683594,
+      "learning_rate": 6.454744999431884e-08,
+      "loss": 21.0469,
+      "step": 40383
+    },
+    {
+      "epoch": 1.929848035936156,
+      "grad_norm": 213.29962158203125,
+      "learning_rate": 6.445969496505666e-08,
+      "loss": 17.9531,
+      "step": 40384
+    },
+    {
+      "epoch": 1.9298958233776164,
+      "grad_norm": 247.3816375732422,
+      "learning_rate": 6.437199943686079e-08,
+      "loss": 23.4688,
+      "step": 40385
+    },
+    {
+      "epoch": 1.9299436108190768,
+      "grad_norm": 207.28404235839844,
+      "learning_rate": 6.428436341025635e-08,
+      "loss": 23.875,
+      "step": 40386
+    },
+    {
+      "epoch": 1.9299913982605372,
+      "grad_norm": 435.873046875,
+      "learning_rate": 6.419678688576736e-08,
+      "loss": 22.4219,
+      "step": 40387
+    },
+    {
+      "epoch": 1.9300391857019976,
+      "grad_norm": 760.787109375,
+      "learning_rate": 6.410926986392008e-08,
+      "loss": 34.8438,
+      "step": 40388
+    },
+    {
+      "epoch": 1.930086973143458,
+      "grad_norm": 190.27810668945312,
+      "learning_rate": 6.40218123452363e-08,
+      "loss": 24.4062,
+      "step": 40389
+    },
+    {
+      "epoch": 1.9301347605849184,
+      "grad_norm": 234.94949340820312,
+      "learning_rate": 6.393441433024228e-08,
+      "loss": 23.0625,
+      "step": 40390
+    },
+    {
+      "epoch": 1.9301825480263788,
+      "grad_norm": 233.24525451660156,
+      "learning_rate": 6.38470758194587e-08,
+      "loss": 22.5781,
+      "step": 40391
+    },
+    {
+      "epoch": 1.9302303354678392,
+      "grad_norm": 212.8060302734375,
+      "learning_rate": 6.375979681341071e-08,
+      "loss": 22.2188,
+      "step": 40392
+    },
+    {
+      "epoch": 1.9302781229092996,
+      "grad_norm": 128.34713745117188,
+      "learning_rate": 6.36725773126201e-08,
+      "loss": 20.7344,
+      "step": 40393
+    },
+    {
+      "epoch": 1.93032591035076,
+      "grad_norm": 171.90711975097656,
+      "learning_rate": 6.358541731760981e-08,
+      "loss": 29.1875,
+      "step": 40394
+    },
+    {
+      "epoch": 1.9303736977922203,
+      "grad_norm": 176.2358856201172,
+      "learning_rate": 6.349831682890051e-08,
+      "loss": 28.4688,
+      "step": 40395
+    },
+    {
+      "epoch": 1.9304214852336807,
+      "grad_norm": 223.52806091308594,
+      "learning_rate": 6.341127584701512e-08,
+      "loss": 28.875,
+      "step": 40396
+    },
+    {
+      "epoch": 1.9304692726751411,
+      "grad_norm": 314.5238037109375,
+      "learning_rate": 6.332429437247433e-08,
+      "loss": 18.3125,
+      "step": 40397
+    },
+    {
+      "epoch": 1.9305170601166015,
+      "grad_norm": 474.6231689453125,
+      "learning_rate": 6.323737240579997e-08,
+      "loss": 28.125,
+      "step": 40398
+    },
+    {
+      "epoch": 1.930564847558062,
+      "grad_norm": 190.70693969726562,
+      "learning_rate": 6.31505099475116e-08,
+      "loss": 20.3906,
+      "step": 40399
+    },
+    {
+      "epoch": 1.930612634999522,
+      "grad_norm": 136.6702117919922,
+      "learning_rate": 6.306370699812881e-08,
+      "loss": 18.2188,
+      "step": 40400
+    },
+    {
+      "epoch": 1.9306604224409825,
+      "grad_norm": 772.5860595703125,
+      "learning_rate": 6.297696355817229e-08,
+      "loss": 26.6875,
+      "step": 40401
+    },
+    {
+      "epoch": 1.9307082098824428,
+      "grad_norm": 970.8148193359375,
+      "learning_rate": 6.289027962816274e-08,
+      "loss": 20.8438,
+      "step": 40402
+    },
+    {
+      "epoch": 1.9307559973239032,
+      "grad_norm": 125.34695434570312,
+      "learning_rate": 6.280365520861642e-08,
+      "loss": 17.375,
+      "step": 40403
+    },
+    {
+      "epoch": 1.9308037847653636,
+      "grad_norm": 293.4460144042969,
+      "learning_rate": 6.271709030005512e-08,
+      "loss": 19.9688,
+      "step": 40404
+    },
+    {
+      "epoch": 1.930851572206824,
+      "grad_norm": 448.7965087890625,
+      "learning_rate": 6.263058490299512e-08,
+      "loss": 25.7812,
+      "step": 40405
+    },
+    {
+      "epoch": 1.9308993596482844,
+      "grad_norm": 262.503173828125,
+      "learning_rate": 6.254413901795486e-08,
+      "loss": 16.4219,
+      "step": 40406
+    },
+    {
+      "epoch": 1.9309471470897448,
+      "grad_norm": 350.1241455078125,
+      "learning_rate": 6.245775264545285e-08,
+      "loss": 28.0625,
+      "step": 40407
+    },
+    {
+      "epoch": 1.9309949345312052,
+      "grad_norm": 210.50872802734375,
+      "learning_rate": 6.237142578600641e-08,
+      "loss": 24.0,
+      "step": 40408
+    },
+    {
+      "epoch": 1.9310427219726656,
+      "grad_norm": 363.0163269042969,
+      "learning_rate": 6.228515844013183e-08,
+      "loss": 32.7031,
+      "step": 40409
+    },
+    {
+      "epoch": 1.931090509414126,
+      "grad_norm": 280.553466796875,
+      "learning_rate": 6.219895060834535e-08,
+      "loss": 25.5312,
+      "step": 40410
+    },
+    {
+      "epoch": 1.9311382968555864,
+      "grad_norm": 223.86158752441406,
+      "learning_rate": 6.211280229116434e-08,
+      "loss": 23.6562,
+      "step": 40411
+    },
+    {
+      "epoch": 1.9311860842970467,
+      "grad_norm": 238.03811645507812,
+      "learning_rate": 6.202671348910394e-08,
+      "loss": 23.9375,
+      "step": 40412
+    },
+    {
+      "epoch": 1.9312338717385071,
+      "grad_norm": 164.61184692382812,
+      "learning_rate": 6.19406842026804e-08,
+      "loss": 23.4375,
+      "step": 40413
+    },
+    {
+      "epoch": 1.9312816591799675,
+      "grad_norm": 315.12725830078125,
+      "learning_rate": 6.185471443240775e-08,
+      "loss": 25.5156,
+      "step": 40414
+    },
+    {
+      "epoch": 1.931329446621428,
+      "grad_norm": 248.07989501953125,
+      "learning_rate": 6.176880417880227e-08,
+      "loss": 30.6562,
+      "step": 40415
+    },
+    {
+      "epoch": 1.9313772340628883,
+      "grad_norm": 193.3976287841797,
+      "learning_rate": 6.168295344237796e-08,
+      "loss": 16.7188,
+      "step": 40416
+    },
+    {
+      "epoch": 1.9314250215043487,
+      "grad_norm": 154.1748809814453,
+      "learning_rate": 6.159716222364887e-08,
+      "loss": 21.0156,
+      "step": 40417
+    },
+    {
+      "epoch": 1.931472808945809,
+      "grad_norm": 149.31678771972656,
+      "learning_rate": 6.151143052312903e-08,
+      "loss": 19.4219,
+      "step": 40418
+    },
+    {
+      "epoch": 1.9315205963872695,
+      "grad_norm": 131.25222778320312,
+      "learning_rate": 6.142575834133135e-08,
+      "loss": 18.2188,
+      "step": 40419
+    },
+    {
+      "epoch": 1.9315683838287299,
+      "grad_norm": 772.7913818359375,
+      "learning_rate": 6.134014567876878e-08,
+      "loss": 25.9844,
+      "step": 40420
+    },
+    {
+      "epoch": 1.93161617127019,
+      "grad_norm": 220.2264862060547,
+      "learning_rate": 6.125459253595422e-08,
+      "loss": 26.2812,
+      "step": 40421
+    },
+    {
+      "epoch": 1.9316639587116504,
+      "grad_norm": 369.8020935058594,
+      "learning_rate": 6.116909891340062e-08,
+      "loss": 33.0469,
+      "step": 40422
+    },
+    {
+      "epoch": 1.9317117461531108,
+      "grad_norm": 262.2942199707031,
+      "learning_rate": 6.108366481161976e-08,
+      "loss": 22.0,
+      "step": 40423
+    },
+    {
+      "epoch": 1.9317595335945712,
+      "grad_norm": 366.5451354980469,
+      "learning_rate": 6.099829023112236e-08,
+      "loss": 23.7656,
+      "step": 40424
+    },
+    {
+      "epoch": 1.9318073210360316,
+      "grad_norm": 365.98516845703125,
+      "learning_rate": 6.091297517242023e-08,
+      "loss": 20.9062,
+      "step": 40425
+    },
+    {
+      "epoch": 1.931855108477492,
+      "grad_norm": 207.51095581054688,
+      "learning_rate": 6.082771963602519e-08,
+      "loss": 21.1562,
+      "step": 40426
+    },
+    {
+      "epoch": 1.9319028959189524,
+      "grad_norm": 321.48345947265625,
+      "learning_rate": 6.074252362244681e-08,
+      "loss": 31.8906,
+      "step": 40427
+    },
+    {
+      "epoch": 1.9319506833604128,
+      "grad_norm": 307.7922668457031,
+      "learning_rate": 6.065738713219582e-08,
+      "loss": 21.2031,
+      "step": 40428
+    },
+    {
+      "epoch": 1.9319984708018731,
+      "grad_norm": 238.15957641601562,
+      "learning_rate": 6.057231016578069e-08,
+      "loss": 24.0625,
+      "step": 40429
+    },
+    {
+      "epoch": 1.9320462582433335,
+      "grad_norm": 117.02067565917969,
+      "learning_rate": 6.048729272371323e-08,
+      "loss": 14.2812,
+      "step": 40430
+    },
+    {
+      "epoch": 1.932094045684794,
+      "grad_norm": 302.6246032714844,
+      "learning_rate": 6.040233480650081e-08,
+      "loss": 22.4062,
+      "step": 40431
+    },
+    {
+      "epoch": 1.9321418331262543,
+      "grad_norm": 185.8482208251953,
+      "learning_rate": 6.031743641465304e-08,
+      "loss": 18.7812,
+      "step": 40432
+    },
+    {
+      "epoch": 1.9321896205677147,
+      "grad_norm": 218.19583129882812,
+      "learning_rate": 6.023259754867728e-08,
+      "loss": 17.9062,
+      "step": 40433
+    },
+    {
+      "epoch": 1.932237408009175,
+      "grad_norm": 181.2341766357422,
+      "learning_rate": 6.014781820908311e-08,
+      "loss": 20.7344,
+      "step": 40434
+    },
+    {
+      "epoch": 1.9322851954506355,
+      "grad_norm": 252.77059936523438,
+      "learning_rate": 6.006309839637903e-08,
+      "loss": 23.7812,
+      "step": 40435
+    },
+    {
+      "epoch": 1.9323329828920959,
+      "grad_norm": 212.67796325683594,
+      "learning_rate": 5.997843811106907e-08,
+      "loss": 24.2188,
+      "step": 40436
+    },
+    {
+      "epoch": 1.9323807703335563,
+      "grad_norm": 228.32220458984375,
+      "learning_rate": 5.989383735366283e-08,
+      "loss": 15.6562,
+      "step": 40437
+    },
+    {
+      "epoch": 1.9324285577750167,
+      "grad_norm": 200.0478515625,
+      "learning_rate": 5.980929612466547e-08,
+      "loss": 22.5156,
+      "step": 40438
+    },
+    {
+      "epoch": 1.932476345216477,
+      "grad_norm": 233.5484161376953,
+      "learning_rate": 5.972481442458544e-08,
+      "loss": 23.4375,
+      "step": 40439
+    },
+    {
+      "epoch": 1.9325241326579374,
+      "grad_norm": 311.88128662109375,
+      "learning_rate": 5.964039225392571e-08,
+      "loss": 17.9219,
+      "step": 40440
+    },
+    {
+      "epoch": 1.9325719200993978,
+      "grad_norm": 312.1275329589844,
+      "learning_rate": 5.955602961319473e-08,
+      "loss": 19.8438,
+      "step": 40441
+    },
+    {
+      "epoch": 1.9326197075408582,
+      "grad_norm": 257.5032043457031,
+      "learning_rate": 5.9471726502895455e-08,
+      "loss": 20.5,
+      "step": 40442
+    },
+    {
+      "epoch": 1.9326674949823186,
+      "grad_norm": 222.35581970214844,
+      "learning_rate": 5.9387482923535245e-08,
+      "loss": 23.9375,
+      "step": 40443
+    },
+    {
+      "epoch": 1.932715282423779,
+      "grad_norm": 266.03558349609375,
+      "learning_rate": 5.930329887561592e-08,
+      "loss": 31.5,
+      "step": 40444
+    },
+    {
+      "epoch": 1.9327630698652394,
+      "grad_norm": 195.63330078125,
+      "learning_rate": 5.921917435964264e-08,
+      "loss": 25.375,
+      "step": 40445
+    },
+    {
+      "epoch": 1.9328108573066998,
+      "grad_norm": 228.61911010742188,
+      "learning_rate": 5.9135109376120545e-08,
+      "loss": 25.375,
+      "step": 40446
+    },
+    {
+      "epoch": 1.9328586447481602,
+      "grad_norm": 564.10107421875,
+      "learning_rate": 5.9051103925550354e-08,
+      "loss": 33.1875,
+      "step": 40447
+    },
+    {
+      "epoch": 1.9329064321896205,
+      "grad_norm": 705.6647338867188,
+      "learning_rate": 5.896715800843833e-08,
+      "loss": 18.7656,
+      "step": 40448
+    },
+    {
+      "epoch": 1.932954219631081,
+      "grad_norm": 262.5379638671875,
+      "learning_rate": 5.8883271625284065e-08,
+      "loss": 19.2656,
+      "step": 40449
+    },
+    {
+      "epoch": 1.9330020070725413,
+      "grad_norm": 210.99520874023438,
+      "learning_rate": 5.879944477659272e-08,
+      "loss": 22.1875,
+      "step": 40450
+    },
+    {
+      "epoch": 1.9330497945140017,
+      "grad_norm": 255.67002868652344,
+      "learning_rate": 5.871567746286389e-08,
+      "loss": 23.2812,
+      "step": 40451
+    },
+    {
+      "epoch": 1.933097581955462,
+      "grad_norm": 217.4292755126953,
+      "learning_rate": 5.8631969684601607e-08,
+      "loss": 25.75,
+      "step": 40452
+    },
+    {
+      "epoch": 1.9331453693969225,
+      "grad_norm": 727.8755493164062,
+      "learning_rate": 5.8548321442305486e-08,
+      "loss": 19.5469,
+      "step": 40453
+    },
+    {
+      "epoch": 1.9331931568383829,
+      "grad_norm": 190.02256774902344,
+      "learning_rate": 5.8464732736476237e-08,
+      "loss": 19.5,
+      "step": 40454
+    },
+    {
+      "epoch": 1.9332409442798433,
+      "grad_norm": 215.94631958007812,
+      "learning_rate": 5.838120356761567e-08,
+      "loss": 27.7656,
+      "step": 40455
+    },
+    {
+      "epoch": 1.9332887317213037,
+      "grad_norm": 2586.188232421875,
+      "learning_rate": 5.829773393622451e-08,
+      "loss": 25.6875,
+      "step": 40456
+    },
+    {
+      "epoch": 1.933336519162764,
+      "grad_norm": 327.4039306640625,
+      "learning_rate": 5.8214323842800126e-08,
+      "loss": 30.4688,
+      "step": 40457
+    },
+    {
+      "epoch": 1.9333843066042244,
+      "grad_norm": 187.55581665039062,
+      "learning_rate": 5.813097328784434e-08,
+      "loss": 21.3438,
+      "step": 40458
+    },
+    {
+      "epoch": 1.9334320940456848,
+      "grad_norm": 218.2346649169922,
+      "learning_rate": 5.8047682271855644e-08,
+      "loss": 26.875,
+      "step": 40459
+    },
+    {
+      "epoch": 1.9334798814871452,
+      "grad_norm": 484.8547668457031,
+      "learning_rate": 5.796445079533142e-08,
+      "loss": 21.75,
+      "step": 40460
+    },
+    {
+      "epoch": 1.9335276689286056,
+      "grad_norm": 170.07644653320312,
+      "learning_rate": 5.788127885877237e-08,
+      "loss": 26.3438,
+      "step": 40461
+    },
+    {
+      "epoch": 1.933575456370066,
+      "grad_norm": 389.5344543457031,
+      "learning_rate": 5.7798166462675885e-08,
+      "loss": 24.6875,
+      "step": 40462
+    },
+    {
+      "epoch": 1.9336232438115264,
+      "grad_norm": 307.4402770996094,
+      "learning_rate": 5.771511360753934e-08,
+      "loss": 24.7031,
+      "step": 40463
+    },
+    {
+      "epoch": 1.9336710312529868,
+      "grad_norm": 430.7052307128906,
+      "learning_rate": 5.7632120293859004e-08,
+      "loss": 23.8594,
+      "step": 40464
+    },
+    {
+      "epoch": 1.9337188186944472,
+      "grad_norm": 162.29917907714844,
+      "learning_rate": 5.754918652213448e-08,
+      "loss": 21.8281,
+      "step": 40465
+    },
+    {
+      "epoch": 1.9337666061359076,
+      "grad_norm": 267.43438720703125,
+      "learning_rate": 5.746631229286093e-08,
+      "loss": 27.4062,
+      "step": 40466
+    },
+    {
+      "epoch": 1.933814393577368,
+      "grad_norm": 220.6455078125,
+      "learning_rate": 5.73834976065335e-08,
+      "loss": 26.9375,
+      "step": 40467
+    },
+    {
+      "epoch": 1.9338621810188283,
+      "grad_norm": 235.9247283935547,
+      "learning_rate": 5.7300742463650696e-08,
+      "loss": 20.4531,
+      "step": 40468
+    },
+    {
+      "epoch": 1.9339099684602887,
+      "grad_norm": 171.84957885742188,
+      "learning_rate": 5.721804686470655e-08,
+      "loss": 23.7031,
+      "step": 40469
+    },
+    {
+      "epoch": 1.9339577559017491,
+      "grad_norm": 147.32666015625,
+      "learning_rate": 5.7135410810196245e-08,
+      "loss": 17.1094,
+      "step": 40470
+    },
+    {
+      "epoch": 1.9340055433432095,
+      "grad_norm": 184.9049530029297,
+      "learning_rate": 5.705283430061603e-08,
+      "loss": 16.2344,
+      "step": 40471
+    },
+    {
+      "epoch": 1.93405333078467,
+      "grad_norm": 276.5936584472656,
+      "learning_rate": 5.6970317336458856e-08,
+      "loss": 23.2812,
+      "step": 40472
+    },
+    {
+      "epoch": 1.9341011182261303,
+      "grad_norm": 207.58688354492188,
+      "learning_rate": 5.688785991821877e-08,
+      "loss": 30.625,
+      "step": 40473
+    },
+    {
+      "epoch": 1.9341489056675907,
+      "grad_norm": 138.05950927734375,
+      "learning_rate": 5.680546204639092e-08,
+      "loss": 19.6094,
+      "step": 40474
+    },
+    {
+      "epoch": 1.934196693109051,
+      "grad_norm": 197.1351318359375,
+      "learning_rate": 5.672312372146827e-08,
+      "loss": 17.4375,
+      "step": 40475
+    },
+    {
+      "epoch": 1.9342444805505115,
+      "grad_norm": 328.4150695800781,
+      "learning_rate": 5.664084494394373e-08,
+      "loss": 19.75,
+      "step": 40476
+    },
+    {
+      "epoch": 1.9342922679919718,
+      "grad_norm": 263.15570068359375,
+      "learning_rate": 5.6558625714309145e-08,
+      "loss": 30.6094,
+      "step": 40477
+    },
+    {
+      "epoch": 1.9343400554334322,
+      "grad_norm": 175.5250701904297,
+      "learning_rate": 5.647646603305856e-08,
+      "loss": 21.2656,
+      "step": 40478
+    },
+    {
+      "epoch": 1.9343878428748926,
+      "grad_norm": 298.9126281738281,
+      "learning_rate": 5.639436590068381e-08,
+      "loss": 29.0312,
+      "step": 40479
+    },
+    {
+      "epoch": 1.934435630316353,
+      "grad_norm": 144.4802703857422,
+      "learning_rate": 5.6312325317675607e-08,
+      "loss": 15.9688,
+      "step": 40480
+    },
+    {
+      "epoch": 1.9344834177578134,
+      "grad_norm": 177.602294921875,
+      "learning_rate": 5.6230344284525784e-08,
+      "loss": 30.3125,
+      "step": 40481
+    },
+    {
+      "epoch": 1.9345312051992738,
+      "grad_norm": 316.90484619140625,
+      "learning_rate": 5.614842280172506e-08,
+      "loss": 35.3438,
+      "step": 40482
+    },
+    {
+      "epoch": 1.934578992640734,
+      "grad_norm": 210.4749298095703,
+      "learning_rate": 5.606656086976414e-08,
+      "loss": 23.125,
+      "step": 40483
+    },
+    {
+      "epoch": 1.9346267800821944,
+      "grad_norm": 358.8550720214844,
+      "learning_rate": 5.598475848913265e-08,
+      "loss": 18.5938,
+      "step": 40484
+    },
+    {
+      "epoch": 1.9346745675236547,
+      "grad_norm": 205.2175750732422,
+      "learning_rate": 5.590301566032241e-08,
+      "loss": 26.9062,
+      "step": 40485
+    },
+    {
+      "epoch": 1.9347223549651151,
+      "grad_norm": 237.6710968017578,
+      "learning_rate": 5.582133238382081e-08,
+      "loss": 26.9531,
+      "step": 40486
+    },
+    {
+      "epoch": 1.9347701424065755,
+      "grad_norm": 670.163330078125,
+      "learning_rate": 5.573970866011857e-08,
+      "loss": 31.7188,
+      "step": 40487
+    },
+    {
+      "epoch": 1.934817929848036,
+      "grad_norm": 305.442626953125,
+      "learning_rate": 5.565814448970419e-08,
+      "loss": 28.5938,
+      "step": 40488
+    },
+    {
+      "epoch": 1.9348657172894963,
+      "grad_norm": 274.16937255859375,
+      "learning_rate": 5.557663987306505e-08,
+      "loss": 22.7812,
+      "step": 40489
+    },
+    {
+      "epoch": 1.9349135047309567,
+      "grad_norm": 545.56689453125,
+      "learning_rate": 5.5495194810690764e-08,
+      "loss": 24.875,
+      "step": 40490
+    },
+    {
+      "epoch": 1.934961292172417,
+      "grad_norm": 324.06488037109375,
+      "learning_rate": 5.541380930306761e-08,
+      "loss": 21.5625,
+      "step": 40491
+    },
+    {
+      "epoch": 1.9350090796138775,
+      "grad_norm": 163.6956329345703,
+      "learning_rate": 5.533248335068409e-08,
+      "loss": 17.0,
+      "step": 40492
+    },
+    {
+      "epoch": 1.9350568670553379,
+      "grad_norm": 283.40771484375,
+      "learning_rate": 5.525121695402646e-08,
+      "loss": 25.625,
+      "step": 40493
+    },
+    {
+      "epoch": 1.9351046544967982,
+      "grad_norm": 355.9643859863281,
+      "learning_rate": 5.517001011358214e-08,
+      "loss": 30.2812,
+      "step": 40494
+    },
+    {
+      "epoch": 1.9351524419382586,
+      "grad_norm": 156.9269256591797,
+      "learning_rate": 5.508886282983627e-08,
+      "loss": 16.9688,
+      "step": 40495
+    },
+    {
+      "epoch": 1.935200229379719,
+      "grad_norm": 667.102783203125,
+      "learning_rate": 5.500777510327626e-08,
+      "loss": 22.5625,
+      "step": 40496
+    },
+    {
+      "epoch": 1.9352480168211794,
+      "grad_norm": 283.0255432128906,
+      "learning_rate": 5.492674693438727e-08,
+      "loss": 20.4375,
+      "step": 40497
+    },
+    {
+      "epoch": 1.9352958042626398,
+      "grad_norm": 228.9327392578125,
+      "learning_rate": 5.4845778323655566e-08,
+      "loss": 31.5312,
+      "step": 40498
+    },
+    {
+      "epoch": 1.9353435917041002,
+      "grad_norm": 177.4506072998047,
+      "learning_rate": 5.4764869271562994e-08,
+      "loss": 24.9219,
+      "step": 40499
+    },
+    {
+      "epoch": 1.9353913791455606,
+      "grad_norm": 281.8909912109375,
+      "learning_rate": 5.4684019778596945e-08,
+      "loss": 32.5625,
+      "step": 40500
+    },
+    {
+      "epoch": 1.935439166587021,
+      "grad_norm": 152.5539093017578,
+      "learning_rate": 5.460322984524036e-08,
+      "loss": 22.9219,
+      "step": 40501
+    },
+    {
+      "epoch": 1.9354869540284814,
+      "grad_norm": 293.3697814941406,
+      "learning_rate": 5.45224994719773e-08,
+      "loss": 22.4062,
+      "step": 40502
+    },
+    {
+      "epoch": 1.9355347414699415,
+      "grad_norm": 211.04147338867188,
+      "learning_rate": 5.4441828659290705e-08,
+      "loss": 24.7969,
+      "step": 40503
+    },
+    {
+      "epoch": 1.935582528911402,
+      "grad_norm": 284.708251953125,
+      "learning_rate": 5.4361217407665753e-08,
+      "loss": 34.0938,
+      "step": 40504
+    },
+    {
+      "epoch": 1.9356303163528623,
+      "grad_norm": 128.72369384765625,
+      "learning_rate": 5.428066571758317e-08,
+      "loss": 23.4844,
+      "step": 40505
+    },
+    {
+      "epoch": 1.9356781037943227,
+      "grad_norm": 393.92718505859375,
+      "learning_rate": 5.420017358952479e-08,
+      "loss": 24.3125,
+      "step": 40506
+    },
+    {
+      "epoch": 1.935725891235783,
+      "grad_norm": 233.29730224609375,
+      "learning_rate": 5.4119741023974656e-08,
+      "loss": 26.4062,
+      "step": 40507
+    },
+    {
+      "epoch": 1.9357736786772435,
+      "grad_norm": 389.9975891113281,
+      "learning_rate": 5.403936802141352e-08,
+      "loss": 21.2188,
+      "step": 40508
+    },
+    {
+      "epoch": 1.9358214661187039,
+      "grad_norm": 279.5692138671875,
+      "learning_rate": 5.39590545823232e-08,
+      "loss": 24.6719,
+      "step": 40509
+    },
+    {
+      "epoch": 1.9358692535601643,
+      "grad_norm": 199.52508544921875,
+      "learning_rate": 5.387880070718332e-08,
+      "loss": 30.1719,
+      "step": 40510
+    },
+    {
+      "epoch": 1.9359170410016246,
+      "grad_norm": 352.0920715332031,
+      "learning_rate": 5.379860639647572e-08,
+      "loss": 21.875,
+      "step": 40511
+    },
+    {
+      "epoch": 1.935964828443085,
+      "grad_norm": 240.1947784423828,
+      "learning_rate": 5.3718471650681114e-08,
+      "loss": 26.3906,
+      "step": 40512
+    },
+    {
+      "epoch": 1.9360126158845454,
+      "grad_norm": 239.697265625,
+      "learning_rate": 5.363839647027802e-08,
+      "loss": 21.3594,
+      "step": 40513
+    },
+    {
+      "epoch": 1.9360604033260058,
+      "grad_norm": 290.8650207519531,
+      "learning_rate": 5.355838085574716e-08,
+      "loss": 21.1875,
+      "step": 40514
+    },
+    {
+      "epoch": 1.9361081907674662,
+      "grad_norm": 296.7119445800781,
+      "learning_rate": 5.347842480756593e-08,
+      "loss": 25.9688,
+      "step": 40515
+    },
+    {
+      "epoch": 1.9361559782089266,
+      "grad_norm": 161.6766815185547,
+      "learning_rate": 5.3398528326216173e-08,
+      "loss": 27.0781,
+      "step": 40516
+    },
+    {
+      "epoch": 1.936203765650387,
+      "grad_norm": 147.76596069335938,
+      "learning_rate": 5.3318691412173055e-08,
+      "loss": 21.4531,
+      "step": 40517
+    },
+    {
+      "epoch": 1.9362515530918474,
+      "grad_norm": 318.2892150878906,
+      "learning_rate": 5.3238914065916193e-08,
+      "loss": 28.4375,
+      "step": 40518
+    },
+    {
+      "epoch": 1.9362993405333078,
+      "grad_norm": 629.705322265625,
+      "learning_rate": 5.31591962879241e-08,
+      "loss": 28.3125,
+      "step": 40519
+    },
+    {
+      "epoch": 1.9363471279747682,
+      "grad_norm": 466.6351318359375,
+      "learning_rate": 5.307953807867416e-08,
+      "loss": 35.0938,
+      "step": 40520
+    },
+    {
+      "epoch": 1.9363949154162285,
+      "grad_norm": 145.57350158691406,
+      "learning_rate": 5.2999939438641566e-08,
+      "loss": 15.875,
+      "step": 40521
+    },
+    {
+      "epoch": 1.936442702857689,
+      "grad_norm": 230.6995849609375,
+      "learning_rate": 5.2920400368304817e-08,
+      "loss": 16.4062,
+      "step": 40522
+    },
+    {
+      "epoch": 1.9364904902991493,
+      "grad_norm": 266.65673828125,
+      "learning_rate": 5.284092086813908e-08,
+      "loss": 25.7656,
+      "step": 40523
+    },
+    {
+      "epoch": 1.9365382777406097,
+      "grad_norm": 191.60659790039062,
+      "learning_rate": 5.276150093862176e-08,
+      "loss": 20.8906,
+      "step": 40524
+    },
+    {
+      "epoch": 1.93658606518207,
+      "grad_norm": 365.0286560058594,
+      "learning_rate": 5.268214058022691e-08,
+      "loss": 31.875,
+      "step": 40525
+    },
+    {
+      "epoch": 1.9366338526235305,
+      "grad_norm": 121.61043548583984,
+      "learning_rate": 5.260283979343084e-08,
+      "loss": 26.125,
+      "step": 40526
+    },
+    {
+      "epoch": 1.9366816400649909,
+      "grad_norm": 247.4916534423828,
+      "learning_rate": 5.252359857870759e-08,
+      "loss": 23.9219,
+      "step": 40527
+    },
+    {
+      "epoch": 1.9367294275064513,
+      "grad_norm": 308.0803527832031,
+      "learning_rate": 5.244441693653235e-08,
+      "loss": 28.6875,
+      "step": 40528
+    },
+    {
+      "epoch": 1.9367772149479117,
+      "grad_norm": 169.39767456054688,
+      "learning_rate": 5.236529486737918e-08,
+      "loss": 21.1094,
+      "step": 40529
+    },
+    {
+      "epoch": 1.936825002389372,
+      "grad_norm": 276.7679138183594,
+      "learning_rate": 5.2286232371722146e-08,
+      "loss": 26.3438,
+      "step": 40530
+    },
+    {
+      "epoch": 1.9368727898308324,
+      "grad_norm": 178.64002990722656,
+      "learning_rate": 5.220722945003531e-08,
+      "loss": 19.1719,
+      "step": 40531
+    },
+    {
+      "epoch": 1.9369205772722928,
+      "grad_norm": 177.44992065429688,
+      "learning_rate": 5.2128286102789414e-08,
+      "loss": 23.3906,
+      "step": 40532
+    },
+    {
+      "epoch": 1.9369683647137532,
+      "grad_norm": 180.1586456298828,
+      "learning_rate": 5.204940233045963e-08,
+      "loss": 21.7188,
+      "step": 40533
+    },
+    {
+      "epoch": 1.9370161521552136,
+      "grad_norm": 334.8370361328125,
+      "learning_rate": 5.1970578133517804e-08,
+      "loss": 21.6562,
+      "step": 40534
+    },
+    {
+      "epoch": 1.937063939596674,
+      "grad_norm": 110.56761169433594,
+      "learning_rate": 5.189181351243577e-08,
+      "loss": 16.6406,
+      "step": 40535
+    },
+    {
+      "epoch": 1.9371117270381344,
+      "grad_norm": 242.94461059570312,
+      "learning_rate": 5.181310846768428e-08,
+      "loss": 28.0,
+      "step": 40536
+    },
+    {
+      "epoch": 1.9371595144795948,
+      "grad_norm": 339.3864440917969,
+      "learning_rate": 5.173446299973628e-08,
+      "loss": 26.3281,
+      "step": 40537
+    },
+    {
+      "epoch": 1.9372073019210552,
+      "grad_norm": 258.4455871582031,
+      "learning_rate": 5.1655877109061395e-08,
+      "loss": 26.8125,
+      "step": 40538
+    },
+    {
+      "epoch": 1.9372550893625156,
+      "grad_norm": 234.49423217773438,
+      "learning_rate": 5.157735079613257e-08,
+      "loss": 24.875,
+      "step": 40539
+    },
+    {
+      "epoch": 1.937302876803976,
+      "grad_norm": 331.252197265625,
+      "learning_rate": 5.1498884061417234e-08,
+      "loss": 20.2188,
+      "step": 40540
+    },
+    {
+      "epoch": 1.9373506642454363,
+      "grad_norm": 694.9817504882812,
+      "learning_rate": 5.14204769053861e-08,
+      "loss": 27.5625,
+      "step": 40541
+    },
+    {
+      "epoch": 1.9373984516868967,
+      "grad_norm": 299.89947509765625,
+      "learning_rate": 5.1342129328509905e-08,
+      "loss": 29.9062,
+      "step": 40542
+    },
+    {
+      "epoch": 1.9374462391283571,
+      "grad_norm": 327.8148193359375,
+      "learning_rate": 5.126384133125606e-08,
+      "loss": 17.4844,
+      "step": 40543
+    },
+    {
+      "epoch": 1.9374940265698175,
+      "grad_norm": 449.4442443847656,
+      "learning_rate": 5.118561291409529e-08,
+      "loss": 35.0625,
+      "step": 40544
+    },
+    {
+      "epoch": 1.937541814011278,
+      "grad_norm": 507.0865173339844,
+      "learning_rate": 5.1107444077495016e-08,
+      "loss": 20.9531,
+      "step": 40545
+    },
+    {
+      "epoch": 1.9375896014527383,
+      "grad_norm": 461.8034362792969,
+      "learning_rate": 5.1029334821923735e-08,
+      "loss": 32.375,
+      "step": 40546
+    },
+    {
+      "epoch": 1.9376373888941987,
+      "grad_norm": 202.67739868164062,
+      "learning_rate": 5.095128514784886e-08,
+      "loss": 29.8906,
+      "step": 40547
+    },
+    {
+      "epoch": 1.937685176335659,
+      "grad_norm": 172.14427185058594,
+      "learning_rate": 5.0873295055738904e-08,
+      "loss": 29.7812,
+      "step": 40548
+    },
+    {
+      "epoch": 1.9377329637771195,
+      "grad_norm": 220.74937438964844,
+      "learning_rate": 5.079536454605904e-08,
+      "loss": 33.0469,
+      "step": 40549
+    },
+    {
+      "epoch": 1.9377807512185798,
+      "grad_norm": 487.9876708984375,
+      "learning_rate": 5.071749361927669e-08,
+      "loss": 29.1562,
+      "step": 40550
+    },
+    {
+      "epoch": 1.9378285386600402,
+      "grad_norm": 209.7274932861328,
+      "learning_rate": 5.063968227585925e-08,
+      "loss": 21.9688,
+      "step": 40551
+    },
+    {
+      "epoch": 1.9378763261015006,
+      "grad_norm": 170.19155883789062,
+      "learning_rate": 5.056193051627079e-08,
+      "loss": 15.9375,
+      "step": 40552
+    },
+    {
+      "epoch": 1.937924113542961,
+      "grad_norm": 187.72860717773438,
+      "learning_rate": 5.048423834097982e-08,
+      "loss": 29.5,
+      "step": 40553
+    },
+    {
+      "epoch": 1.9379719009844214,
+      "grad_norm": 251.39358520507812,
+      "learning_rate": 5.04066057504482e-08,
+      "loss": 25.4062,
+      "step": 40554
+    },
+    {
+      "epoch": 1.9380196884258818,
+      "grad_norm": 223.37429809570312,
+      "learning_rate": 5.032903274514444e-08,
+      "loss": 21.5625,
+      "step": 40555
+    },
+    {
+      "epoch": 1.9380674758673422,
+      "grad_norm": 337.28955078125,
+      "learning_rate": 5.0251519325529295e-08,
+      "loss": 29.0625,
+      "step": 40556
+    },
+    {
+      "epoch": 1.9381152633088026,
+      "grad_norm": 172.9131317138672,
+      "learning_rate": 5.017406549206905e-08,
+      "loss": 22.0938,
+      "step": 40557
+    },
+    {
+      "epoch": 1.938163050750263,
+      "grad_norm": 279.7016906738281,
+      "learning_rate": 5.0096671245228876e-08,
+      "loss": 22.5,
+      "step": 40558
+    },
+    {
+      "epoch": 1.9382108381917234,
+      "grad_norm": 249.60157775878906,
+      "learning_rate": 5.001933658546954e-08,
+      "loss": 19.2031,
+      "step": 40559
+    },
+    {
+      "epoch": 1.9382586256331837,
+      "grad_norm": 172.6507568359375,
+      "learning_rate": 4.994206151325509e-08,
+      "loss": 19.9844,
+      "step": 40560
+    },
+    {
+      "epoch": 1.9383064130746441,
+      "grad_norm": 367.16717529296875,
+      "learning_rate": 4.986484602904962e-08,
+      "loss": 22.5938,
+      "step": 40561
+    },
+    {
+      "epoch": 1.9383542005161045,
+      "grad_norm": 256.0426940917969,
+      "learning_rate": 4.9787690133313856e-08,
+      "loss": 25.2188,
+      "step": 40562
+    },
+    {
+      "epoch": 1.938401987957565,
+      "grad_norm": 200.5989990234375,
+      "learning_rate": 4.9710593826510775e-08,
+      "loss": 20.8906,
+      "step": 40563
+    },
+    {
+      "epoch": 1.9384497753990253,
+      "grad_norm": 688.7822875976562,
+      "learning_rate": 4.9633557109102225e-08,
+      "loss": 35.4531,
+      "step": 40564
+    },
+    {
+      "epoch": 1.9384975628404855,
+      "grad_norm": 394.2564697265625,
+      "learning_rate": 4.9556579981547834e-08,
+      "loss": 25.5625,
+      "step": 40565
+    },
+    {
+      "epoch": 1.9385453502819459,
+      "grad_norm": 303.58294677734375,
+      "learning_rate": 4.947966244431057e-08,
+      "loss": 18.2031,
+      "step": 40566
+    },
+    {
+      "epoch": 1.9385931377234062,
+      "grad_norm": 249.0323486328125,
+      "learning_rate": 4.940280449785118e-08,
+      "loss": 26.0938,
+      "step": 40567
+    },
+    {
+      "epoch": 1.9386409251648666,
+      "grad_norm": 200.5254669189453,
+      "learning_rate": 4.932600614262928e-08,
+      "loss": 26.8125,
+      "step": 40568
+    },
+    {
+      "epoch": 1.938688712606327,
+      "grad_norm": 149.00157165527344,
+      "learning_rate": 4.92492673791034e-08,
+      "loss": 24.7188,
+      "step": 40569
+    },
+    {
+      "epoch": 1.9387365000477874,
+      "grad_norm": 470.80206298828125,
+      "learning_rate": 4.917258820773541e-08,
+      "loss": 21.1094,
+      "step": 40570
+    },
+    {
+      "epoch": 1.9387842874892478,
+      "grad_norm": 1672.085693359375,
+      "learning_rate": 4.909596862898269e-08,
+      "loss": 23.3906,
+      "step": 40571
+    },
+    {
+      "epoch": 1.9388320749307082,
+      "grad_norm": 331.5563659667969,
+      "learning_rate": 4.901940864330601e-08,
+      "loss": 21.6875,
+      "step": 40572
+    },
+    {
+      "epoch": 1.9388798623721686,
+      "grad_norm": 455.6178283691406,
+      "learning_rate": 4.8942908251162766e-08,
+      "loss": 29.75,
+      "step": 40573
+    },
+    {
+      "epoch": 1.938927649813629,
+      "grad_norm": 228.142822265625,
+      "learning_rate": 4.886646745301038e-08,
+      "loss": 28.0312,
+      "step": 40574
+    },
+    {
+      "epoch": 1.9389754372550894,
+      "grad_norm": 229.02464294433594,
+      "learning_rate": 4.879008624930737e-08,
+      "loss": 27.9531,
+      "step": 40575
+    },
+    {
+      "epoch": 1.9390232246965498,
+      "grad_norm": 203.91513061523438,
+      "learning_rate": 4.871376464051225e-08,
+      "loss": 26.7188,
+      "step": 40576
+    },
+    {
+      "epoch": 1.9390710121380101,
+      "grad_norm": 572.175537109375,
+      "learning_rate": 4.8637502627080224e-08,
+      "loss": 18.875,
+      "step": 40577
+    },
+    {
+      "epoch": 1.9391187995794705,
+      "grad_norm": 703.7841796875,
+      "learning_rate": 4.85613002094687e-08,
+      "loss": 23.8438,
+      "step": 40578
+    },
+    {
+      "epoch": 1.939166587020931,
+      "grad_norm": 235.51663208007812,
+      "learning_rate": 4.8485157388133976e-08,
+      "loss": 27.0,
+      "step": 40579
+    },
+    {
+      "epoch": 1.9392143744623913,
+      "grad_norm": 298.21478271484375,
+      "learning_rate": 4.8409074163532354e-08,
+      "loss": 23.4688,
+      "step": 40580
+    },
+    {
+      "epoch": 1.9392621619038517,
+      "grad_norm": 157.40171813964844,
+      "learning_rate": 4.833305053611903e-08,
+      "loss": 21.5938,
+      "step": 40581
+    },
+    {
+      "epoch": 1.939309949345312,
+      "grad_norm": 595.6640625,
+      "learning_rate": 4.82570865063503e-08,
+      "loss": 23.0,
+      "step": 40582
+    },
+    {
+      "epoch": 1.9393577367867725,
+      "grad_norm": 499.3486633300781,
+      "learning_rate": 4.818118207468025e-08,
+      "loss": 30.1562,
+      "step": 40583
+    },
+    {
+      "epoch": 1.9394055242282329,
+      "grad_norm": 319.7177734375,
+      "learning_rate": 4.810533724156297e-08,
+      "loss": 29.25,
+      "step": 40584
+    },
+    {
+      "epoch": 1.9394533116696933,
+      "grad_norm": 459.07080078125,
+      "learning_rate": 4.802955200745363e-08,
+      "loss": 28.1094,
+      "step": 40585
+    },
+    {
+      "epoch": 1.9395010991111534,
+      "grad_norm": 221.69590759277344,
+      "learning_rate": 4.795382637280521e-08,
+      "loss": 27.875,
+      "step": 40586
+    },
+    {
+      "epoch": 1.9395488865526138,
+      "grad_norm": 373.5840759277344,
+      "learning_rate": 4.787816033807291e-08,
+      "loss": 18.375,
+      "step": 40587
+    },
+    {
+      "epoch": 1.9395966739940742,
+      "grad_norm": 1001.5458374023438,
+      "learning_rate": 4.780255390370747e-08,
+      "loss": 16.4219,
+      "step": 40588
+    },
+    {
+      "epoch": 1.9396444614355346,
+      "grad_norm": 169.72796630859375,
+      "learning_rate": 4.772700707016409e-08,
+      "loss": 22.2969,
+      "step": 40589
+    },
+    {
+      "epoch": 1.939692248876995,
+      "grad_norm": 256.1626892089844,
+      "learning_rate": 4.76515198378924e-08,
+      "loss": 30.625,
+      "step": 40590
+    },
+    {
+      "epoch": 1.9397400363184554,
+      "grad_norm": 203.36122131347656,
+      "learning_rate": 4.75760922073476e-08,
+      "loss": 27.6875,
+      "step": 40591
+    },
+    {
+      "epoch": 1.9397878237599158,
+      "grad_norm": 129.25930786132812,
+      "learning_rate": 4.7500724178979327e-08,
+      "loss": 19.8438,
+      "step": 40592
+    },
+    {
+      "epoch": 1.9398356112013762,
+      "grad_norm": 261.9936218261719,
+      "learning_rate": 4.7425415753238335e-08,
+      "loss": 23.8438,
+      "step": 40593
+    },
+    {
+      "epoch": 1.9398833986428365,
+      "grad_norm": 147.4851837158203,
+      "learning_rate": 4.73501669305787e-08,
+      "loss": 25.8281,
+      "step": 40594
+    },
+    {
+      "epoch": 1.939931186084297,
+      "grad_norm": 130.425537109375,
+      "learning_rate": 4.727497771144784e-08,
+      "loss": 21.4375,
+      "step": 40595
+    },
+    {
+      "epoch": 1.9399789735257573,
+      "grad_norm": 191.3908233642578,
+      "learning_rate": 4.719984809629763e-08,
+      "loss": 27.2812,
+      "step": 40596
+    },
+    {
+      "epoch": 1.9400267609672177,
+      "grad_norm": 191.8597869873047,
+      "learning_rate": 4.712477808557769e-08,
+      "loss": 23.5156,
+      "step": 40597
+    },
+    {
+      "epoch": 1.940074548408678,
+      "grad_norm": 141.75201416015625,
+      "learning_rate": 4.7049767679737676e-08,
+      "loss": 25.9688,
+      "step": 40598
+    },
+    {
+      "epoch": 1.9401223358501385,
+      "grad_norm": 232.31405639648438,
+      "learning_rate": 4.697481687922612e-08,
+      "loss": 19.0781,
+      "step": 40599
+    },
+    {
+      "epoch": 1.9401701232915989,
+      "grad_norm": 177.07101440429688,
+      "learning_rate": 4.689992568449375e-08,
+      "loss": 16.9062,
+      "step": 40600
+    },
+    {
+      "epoch": 1.9402179107330593,
+      "grad_norm": 284.994873046875,
+      "learning_rate": 4.68250940959869e-08,
+      "loss": 33.6406,
+      "step": 40601
+    },
+    {
+      "epoch": 1.9402656981745197,
+      "grad_norm": 228.25128173828125,
+      "learning_rate": 4.67503221141552e-08,
+      "loss": 20.0547,
+      "step": 40602
+    },
+    {
+      "epoch": 1.94031348561598,
+      "grad_norm": 165.40280151367188,
+      "learning_rate": 4.667560973944496e-08,
+      "loss": 23.875,
+      "step": 40603
+    },
+    {
+      "epoch": 1.9403612730574404,
+      "grad_norm": 166.28627014160156,
+      "learning_rate": 4.6600956972304714e-08,
+      "loss": 19.0,
+      "step": 40604
+    },
+    {
+      "epoch": 1.9404090604989008,
+      "grad_norm": 201.96128845214844,
+      "learning_rate": 4.6526363813182985e-08,
+      "loss": 18.6094,
+      "step": 40605
+    },
+    {
+      "epoch": 1.9404568479403612,
+      "grad_norm": 269.3161315917969,
+      "learning_rate": 4.645183026252276e-08,
+      "loss": 35.0938,
+      "step": 40606
+    },
+    {
+      "epoch": 1.9405046353818216,
+      "grad_norm": 496.4598083496094,
+      "learning_rate": 4.637735632077367e-08,
+      "loss": 23.3906,
+      "step": 40607
+    },
+    {
+      "epoch": 1.940552422823282,
+      "grad_norm": 454.4854736328125,
+      "learning_rate": 4.6302941988379816e-08,
+      "loss": 26.75,
+      "step": 40608
+    },
+    {
+      "epoch": 1.9406002102647424,
+      "grad_norm": 376.35272216796875,
+      "learning_rate": 4.622858726578749e-08,
+      "loss": 27.2812,
+      "step": 40609
+    },
+    {
+      "epoch": 1.9406479977062028,
+      "grad_norm": 269.51495361328125,
+      "learning_rate": 4.615429215344303e-08,
+      "loss": 22.1719,
+      "step": 40610
+    },
+    {
+      "epoch": 1.9406957851476632,
+      "grad_norm": 196.86325073242188,
+      "learning_rate": 4.608005665178938e-08,
+      "loss": 22.5312,
+      "step": 40611
+    },
+    {
+      "epoch": 1.9407435725891236,
+      "grad_norm": 271.6358642578125,
+      "learning_rate": 4.600588076127288e-08,
+      "loss": 26.0469,
+      "step": 40612
+    },
+    {
+      "epoch": 1.940791360030584,
+      "grad_norm": 252.48043823242188,
+      "learning_rate": 4.5931764482336494e-08,
+      "loss": 25.25,
+      "step": 40613
+    },
+    {
+      "epoch": 1.9408391474720443,
+      "grad_norm": 171.851318359375,
+      "learning_rate": 4.5857707815424313e-08,
+      "loss": 24.6719,
+      "step": 40614
+    },
+    {
+      "epoch": 1.9408869349135047,
+      "grad_norm": 286.55670166015625,
+      "learning_rate": 4.5783710760980423e-08,
+      "loss": 23.0234,
+      "step": 40615
+    },
+    {
+      "epoch": 1.9409347223549651,
+      "grad_norm": 279.5420837402344,
+      "learning_rate": 4.5709773319447816e-08,
+      "loss": 26.2188,
+      "step": 40616
+    },
+    {
+      "epoch": 1.9409825097964255,
+      "grad_norm": 213.61056518554688,
+      "learning_rate": 4.5635895491269457e-08,
+      "loss": 25.4531,
+      "step": 40617
+    },
+    {
+      "epoch": 1.941030297237886,
+      "grad_norm": 198.60606384277344,
+      "learning_rate": 4.556207727688722e-08,
+      "loss": 15.1719,
+      "step": 40618
+    },
+    {
+      "epoch": 1.9410780846793463,
+      "grad_norm": 274.4417419433594,
+      "learning_rate": 4.548831867674297e-08,
+      "loss": 33.5938,
+      "step": 40619
+    },
+    {
+      "epoch": 1.9411258721208067,
+      "grad_norm": 381.3966979980469,
+      "learning_rate": 4.5414619691278584e-08,
+      "loss": 33.75,
+      "step": 40620
+    },
+    {
+      "epoch": 1.941173659562267,
+      "grad_norm": 234.77658081054688,
+      "learning_rate": 4.5340980320937034e-08,
+      "loss": 22.3438,
+      "step": 40621
+    },
+    {
+      "epoch": 1.9412214470037275,
+      "grad_norm": 154.6203155517578,
+      "learning_rate": 4.526740056615686e-08,
+      "loss": 21.2734,
+      "step": 40622
+    },
+    {
+      "epoch": 1.9412692344451878,
+      "grad_norm": 252.53369140625,
+      "learning_rate": 4.519388042737993e-08,
+      "loss": 34.4062,
+      "step": 40623
+    },
+    {
+      "epoch": 1.9413170218866482,
+      "grad_norm": 278.47821044921875,
+      "learning_rate": 4.512041990504701e-08,
+      "loss": 21.1094,
+      "step": 40624
+    },
+    {
+      "epoch": 1.9413648093281086,
+      "grad_norm": 172.83172607421875,
+      "learning_rate": 4.504701899959662e-08,
+      "loss": 29.1562,
+      "step": 40625
+    },
+    {
+      "epoch": 1.941412596769569,
+      "grad_norm": 134.9553680419922,
+      "learning_rate": 4.497367771146954e-08,
+      "loss": 27.9844,
+      "step": 40626
+    },
+    {
+      "epoch": 1.9414603842110294,
+      "grad_norm": 263.6636657714844,
+      "learning_rate": 4.490039604110541e-08,
+      "loss": 27.8125,
+      "step": 40627
+    },
+    {
+      "epoch": 1.9415081716524898,
+      "grad_norm": 237.0315399169922,
+      "learning_rate": 4.482717398894165e-08,
+      "loss": 19.5312,
+      "step": 40628
+    },
+    {
+      "epoch": 1.9415559590939502,
+      "grad_norm": 258.7328796386719,
+      "learning_rate": 4.4754011555416807e-08,
+      "loss": 24.2969,
+      "step": 40629
+    },
+    {
+      "epoch": 1.9416037465354106,
+      "grad_norm": 304.9846496582031,
+      "learning_rate": 4.468090874097053e-08,
+      "loss": 23.5312,
+      "step": 40630
+    },
+    {
+      "epoch": 1.941651533976871,
+      "grad_norm": 151.09835815429688,
+      "learning_rate": 4.460786554603913e-08,
+      "loss": 22.1406,
+      "step": 40631
+    },
+    {
+      "epoch": 1.9416993214183313,
+      "grad_norm": 254.70018005371094,
+      "learning_rate": 4.453488197106115e-08,
+      "loss": 20.8906,
+      "step": 40632
+    },
+    {
+      "epoch": 1.9417471088597917,
+      "grad_norm": 384.71038818359375,
+      "learning_rate": 4.44619580164729e-08,
+      "loss": 34.625,
+      "step": 40633
+    },
+    {
+      "epoch": 1.9417948963012521,
+      "grad_norm": 181.03594970703125,
+      "learning_rate": 4.4389093682710714e-08,
+      "loss": 19.4375,
+      "step": 40634
+    },
+    {
+      "epoch": 1.9418426837427125,
+      "grad_norm": 170.6090087890625,
+      "learning_rate": 4.4316288970213114e-08,
+      "loss": 19.3594,
+      "step": 40635
+    },
+    {
+      "epoch": 1.941890471184173,
+      "grad_norm": 174.2759246826172,
+      "learning_rate": 4.4243543879413097e-08,
+      "loss": 25.7969,
+      "step": 40636
+    },
+    {
+      "epoch": 1.9419382586256333,
+      "grad_norm": 478.1181335449219,
+      "learning_rate": 4.417085841074809e-08,
+      "loss": 23.2812,
+      "step": 40637
+    },
+    {
+      "epoch": 1.9419860460670937,
+      "grad_norm": 198.0025634765625,
+      "learning_rate": 4.40982325646544e-08,
+      "loss": 30.2031,
+      "step": 40638
+    },
+    {
+      "epoch": 1.942033833508554,
+      "grad_norm": 205.48223876953125,
+      "learning_rate": 4.402566634156502e-08,
+      "loss": 28.6875,
+      "step": 40639
+    },
+    {
+      "epoch": 1.9420816209500145,
+      "grad_norm": 292.11627197265625,
+      "learning_rate": 4.395315974191405e-08,
+      "loss": 24.9688,
+      "step": 40640
+    },
+    {
+      "epoch": 1.9421294083914749,
+      "grad_norm": 118.23139190673828,
+      "learning_rate": 4.388071276613781e-08,
+      "loss": 15.75,
+      "step": 40641
+    },
+    {
+      "epoch": 1.9421771958329352,
+      "grad_norm": 188.04725646972656,
+      "learning_rate": 4.3808325414669286e-08,
+      "loss": 21.125,
+      "step": 40642
+    },
+    {
+      "epoch": 1.9422249832743956,
+      "grad_norm": 455.5818786621094,
+      "learning_rate": 4.3735997687941457e-08,
+      "loss": 34.0,
+      "step": 40643
+    },
+    {
+      "epoch": 1.942272770715856,
+      "grad_norm": 224.3794403076172,
+      "learning_rate": 4.3663729586388425e-08,
+      "loss": 25.3438,
+      "step": 40644
+    },
+    {
+      "epoch": 1.9423205581573164,
+      "grad_norm": 129.85400390625,
+      "learning_rate": 4.359152111044207e-08,
+      "loss": 18.5,
+      "step": 40645
+    },
+    {
+      "epoch": 1.9423683455987768,
+      "grad_norm": 208.80764770507812,
+      "learning_rate": 4.351937226053538e-08,
+      "loss": 21.8594,
+      "step": 40646
+    },
+    {
+      "epoch": 1.9424161330402372,
+      "grad_norm": 295.1459045410156,
+      "learning_rate": 4.344728303710022e-08,
+      "loss": 27.5312,
+      "step": 40647
+    },
+    {
+      "epoch": 1.9424639204816974,
+      "grad_norm": 330.4349670410156,
+      "learning_rate": 4.337525344056848e-08,
+      "loss": 33.1562,
+      "step": 40648
+    },
+    {
+      "epoch": 1.9425117079231577,
+      "grad_norm": 326.5124206542969,
+      "learning_rate": 4.330328347137092e-08,
+      "loss": 22.4688,
+      "step": 40649
+    },
+    {
+      "epoch": 1.9425594953646181,
+      "grad_norm": 389.5655822753906,
+      "learning_rate": 4.3231373129939415e-08,
+      "loss": 18.2188,
+      "step": 40650
+    },
+    {
+      "epoch": 1.9426072828060785,
+      "grad_norm": 212.94482421875,
+      "learning_rate": 4.315952241670474e-08,
+      "loss": 25.1094,
+      "step": 40651
+    },
+    {
+      "epoch": 1.942655070247539,
+      "grad_norm": 189.262451171875,
+      "learning_rate": 4.308773133209654e-08,
+      "loss": 23.1094,
+      "step": 40652
+    },
+    {
+      "epoch": 1.9427028576889993,
+      "grad_norm": 320.55035400390625,
+      "learning_rate": 4.3015999876543366e-08,
+      "loss": 21.8125,
+      "step": 40653
+    },
+    {
+      "epoch": 1.9427506451304597,
+      "grad_norm": 160.16001892089844,
+      "learning_rate": 4.294432805047821e-08,
+      "loss": 22.5312,
+      "step": 40654
+    },
+    {
+      "epoch": 1.94279843257192,
+      "grad_norm": 277.4784240722656,
+      "learning_rate": 4.28727158543274e-08,
+      "loss": 35.0312,
+      "step": 40655
+    },
+    {
+      "epoch": 1.9428462200133805,
+      "grad_norm": 726.037109375,
+      "learning_rate": 4.2801163288521686e-08,
+      "loss": 22.0938,
+      "step": 40656
+    },
+    {
+      "epoch": 1.9428940074548409,
+      "grad_norm": 292.5616455078125,
+      "learning_rate": 4.272967035348741e-08,
+      "loss": 25.625,
+      "step": 40657
+    },
+    {
+      "epoch": 1.9429417948963013,
+      "grad_norm": 265.16424560546875,
+      "learning_rate": 4.2658237049655325e-08,
+      "loss": 18.9844,
+      "step": 40658
+    },
+    {
+      "epoch": 1.9429895823377616,
+      "grad_norm": 145.93124389648438,
+      "learning_rate": 4.258686337745066e-08,
+      "loss": 13.9844,
+      "step": 40659
+    },
+    {
+      "epoch": 1.943037369779222,
+      "grad_norm": 268.9162902832031,
+      "learning_rate": 4.2515549337303065e-08,
+      "loss": 24.2656,
+      "step": 40660
+    },
+    {
+      "epoch": 1.9430851572206824,
+      "grad_norm": 351.9656677246094,
+      "learning_rate": 4.244429492963886e-08,
+      "loss": 11.7656,
+      "step": 40661
+    },
+    {
+      "epoch": 1.9431329446621428,
+      "grad_norm": 305.58941650390625,
+      "learning_rate": 4.2373100154883274e-08,
+      "loss": 19.9062,
+      "step": 40662
+    },
+    {
+      "epoch": 1.9431807321036032,
+      "grad_norm": 232.4482421875,
+      "learning_rate": 4.230196501346484e-08,
+      "loss": 29.75,
+      "step": 40663
+    },
+    {
+      "epoch": 1.9432285195450636,
+      "grad_norm": 272.0596923828125,
+      "learning_rate": 4.223088950580878e-08,
+      "loss": 28.0938,
+      "step": 40664
+    },
+    {
+      "epoch": 1.943276306986524,
+      "grad_norm": 277.87091064453125,
+      "learning_rate": 4.215987363234031e-08,
+      "loss": 27.7188,
+      "step": 40665
+    },
+    {
+      "epoch": 1.9433240944279844,
+      "grad_norm": 307.89306640625,
+      "learning_rate": 4.208891739348464e-08,
+      "loss": 21.0312,
+      "step": 40666
+    },
+    {
+      "epoch": 1.9433718818694448,
+      "grad_norm": 470.7018737792969,
+      "learning_rate": 4.2018020789668103e-08,
+      "loss": 26.8594,
+      "step": 40667
+    },
+    {
+      "epoch": 1.943419669310905,
+      "grad_norm": 298.6087646484375,
+      "learning_rate": 4.1947183821313686e-08,
+      "loss": 34.3125,
+      "step": 40668
+    },
+    {
+      "epoch": 1.9434674567523653,
+      "grad_norm": 296.4965515136719,
+      "learning_rate": 4.187640648884661e-08,
+      "loss": 26.7188,
+      "step": 40669
+    },
+    {
+      "epoch": 1.9435152441938257,
+      "grad_norm": 263.0091247558594,
+      "learning_rate": 4.180568879268987e-08,
+      "loss": 23.5,
+      "step": 40670
+    },
+    {
+      "epoch": 1.943563031635286,
+      "grad_norm": 302.35443115234375,
+      "learning_rate": 4.173503073326757e-08,
+      "loss": 23.1562,
+      "step": 40671
+    },
+    {
+      "epoch": 1.9436108190767465,
+      "grad_norm": 259.6526184082031,
+      "learning_rate": 4.166443231100381e-08,
+      "loss": 37.4531,
+      "step": 40672
+    },
+    {
+      "epoch": 1.9436586065182069,
+      "grad_norm": 248.15682983398438,
+      "learning_rate": 4.159389352631937e-08,
+      "loss": 27.6562,
+      "step": 40673
+    },
+    {
+      "epoch": 1.9437063939596673,
+      "grad_norm": 141.28038024902344,
+      "learning_rate": 4.152341437963725e-08,
+      "loss": 16.2969,
+      "step": 40674
+    },
+    {
+      "epoch": 1.9437541814011277,
+      "grad_norm": 306.96441650390625,
+      "learning_rate": 4.145299487138044e-08,
+      "loss": 30.4375,
+      "step": 40675
+    },
+    {
+      "epoch": 1.943801968842588,
+      "grad_norm": 148.4553680419922,
+      "learning_rate": 4.1382635001970814e-08,
+      "loss": 25.6562,
+      "step": 40676
+    },
+    {
+      "epoch": 1.9438497562840484,
+      "grad_norm": 286.06378173828125,
+      "learning_rate": 4.1312334771828055e-08,
+      "loss": 31.1562,
+      "step": 40677
+    },
+    {
+      "epoch": 1.9438975437255088,
+      "grad_norm": 294.8011779785156,
+      "learning_rate": 4.1242094181374037e-08,
+      "loss": 27.5,
+      "step": 40678
+    },
+    {
+      "epoch": 1.9439453311669692,
+      "grad_norm": 299.37255859375,
+      "learning_rate": 4.117191323103065e-08,
+      "loss": 22.4375,
+      "step": 40679
+    },
+    {
+      "epoch": 1.9439931186084296,
+      "grad_norm": 225.36363220214844,
+      "learning_rate": 4.110179192121644e-08,
+      "loss": 26.0938,
+      "step": 40680
+    },
+    {
+      "epoch": 1.94404090604989,
+      "grad_norm": 395.23223876953125,
+      "learning_rate": 4.1031730252352185e-08,
+      "loss": 27.4062,
+      "step": 40681
+    },
+    {
+      "epoch": 1.9440886934913504,
+      "grad_norm": 398.69146728515625,
+      "learning_rate": 4.096172822485644e-08,
+      "loss": 26.25,
+      "step": 40682
+    },
+    {
+      "epoch": 1.9441364809328108,
+      "grad_norm": 290.904052734375,
+      "learning_rate": 4.089178583914999e-08,
+      "loss": 30.0781,
+      "step": 40683
+    },
+    {
+      "epoch": 1.9441842683742712,
+      "grad_norm": 224.1417236328125,
+      "learning_rate": 4.082190309565137e-08,
+      "loss": 28.2812,
+      "step": 40684
+    },
+    {
+      "epoch": 1.9442320558157316,
+      "grad_norm": 339.3782653808594,
+      "learning_rate": 4.075207999477804e-08,
+      "loss": 27.4062,
+      "step": 40685
+    },
+    {
+      "epoch": 1.944279843257192,
+      "grad_norm": 523.5213012695312,
+      "learning_rate": 4.068231653694965e-08,
+      "loss": 34.875,
+      "step": 40686
+    },
+    {
+      "epoch": 1.9443276306986523,
+      "grad_norm": 458.33233642578125,
+      "learning_rate": 4.061261272258254e-08,
+      "loss": 28.0781,
+      "step": 40687
+    },
+    {
+      "epoch": 1.9443754181401127,
+      "grad_norm": 432.7464294433594,
+      "learning_rate": 4.054296855209417e-08,
+      "loss": 34.25,
+      "step": 40688
+    },
+    {
+      "epoch": 1.944423205581573,
+      "grad_norm": 355.28314208984375,
+      "learning_rate": 4.047338402590306e-08,
+      "loss": 27.6875,
+      "step": 40689
+    },
+    {
+      "epoch": 1.9444709930230335,
+      "grad_norm": 275.1524963378906,
+      "learning_rate": 4.040385914442557e-08,
+      "loss": 23.3438,
+      "step": 40690
+    },
+    {
+      "epoch": 1.944518780464494,
+      "grad_norm": 281.48004150390625,
+      "learning_rate": 4.033439390807581e-08,
+      "loss": 12.4375,
+      "step": 40691
+    },
+    {
+      "epoch": 1.9445665679059543,
+      "grad_norm": 266.80828857421875,
+      "learning_rate": 4.0264988317272323e-08,
+      "loss": 22.7344,
+      "step": 40692
+    },
+    {
+      "epoch": 1.9446143553474147,
+      "grad_norm": 452.3565673828125,
+      "learning_rate": 4.0195642372430345e-08,
+      "loss": 34.2188,
+      "step": 40693
+    },
+    {
+      "epoch": 1.944662142788875,
+      "grad_norm": 191.3205108642578,
+      "learning_rate": 4.0126356073965087e-08,
+      "loss": 28.375,
+      "step": 40694
+    },
+    {
+      "epoch": 1.9447099302303354,
+      "grad_norm": 201.74717712402344,
+      "learning_rate": 4.0057129422290675e-08,
+      "loss": 18.5312,
+      "step": 40695
+    },
+    {
+      "epoch": 1.9447577176717958,
+      "grad_norm": 311.81317138671875,
+      "learning_rate": 3.998796241782232e-08,
+      "loss": 31.4375,
+      "step": 40696
+    },
+    {
+      "epoch": 1.9448055051132562,
+      "grad_norm": 260.7484130859375,
+      "learning_rate": 3.991885506097415e-08,
+      "loss": 25.6875,
+      "step": 40697
+    },
+    {
+      "epoch": 1.9448532925547166,
+      "grad_norm": 393.44793701171875,
+      "learning_rate": 3.9849807352160265e-08,
+      "loss": 29.875,
+      "step": 40698
+    },
+    {
+      "epoch": 1.944901079996177,
+      "grad_norm": 209.10076904296875,
+      "learning_rate": 3.978081929179256e-08,
+      "loss": 30.5625,
+      "step": 40699
+    },
+    {
+      "epoch": 1.9449488674376374,
+      "grad_norm": 390.8456726074219,
+      "learning_rate": 3.971189088028737e-08,
+      "loss": 26.6875,
+      "step": 40700
+    },
+    {
+      "epoch": 1.9449966548790978,
+      "grad_norm": 381.9087219238281,
+      "learning_rate": 3.964302211805438e-08,
+      "loss": 33.5781,
+      "step": 40701
+    },
+    {
+      "epoch": 1.9450444423205582,
+      "grad_norm": 396.19390869140625,
+      "learning_rate": 3.957421300550768e-08,
+      "loss": 25.2812,
+      "step": 40702
+    },
+    {
+      "epoch": 1.9450922297620186,
+      "grad_norm": 266.9012756347656,
+      "learning_rate": 3.9505463543059174e-08,
+      "loss": 24.6719,
+      "step": 40703
+    },
+    {
+      "epoch": 1.945140017203479,
+      "grad_norm": 158.983642578125,
+      "learning_rate": 3.943677373112076e-08,
+      "loss": 17.2188,
+      "step": 40704
+    },
+    {
+      "epoch": 1.9451878046449393,
+      "grad_norm": 163.52427673339844,
+      "learning_rate": 3.936814357010321e-08,
+      "loss": 20.0781,
+      "step": 40705
+    },
+    {
+      "epoch": 1.9452355920863997,
+      "grad_norm": 206.5814971923828,
+      "learning_rate": 3.929957306041732e-08,
+      "loss": 24.375,
+      "step": 40706
+    },
+    {
+      "epoch": 1.9452833795278601,
+      "grad_norm": 232.2708282470703,
+      "learning_rate": 3.923106220247386e-08,
+      "loss": 23.0938,
+      "step": 40707
+    },
+    {
+      "epoch": 1.9453311669693205,
+      "grad_norm": 199.72113037109375,
+      "learning_rate": 3.916261099668362e-08,
+      "loss": 25.1406,
+      "step": 40708
+    },
+    {
+      "epoch": 1.945378954410781,
+      "grad_norm": 178.54515075683594,
+      "learning_rate": 3.909421944345737e-08,
+      "loss": 26.6875,
+      "step": 40709
+    },
+    {
+      "epoch": 1.9454267418522413,
+      "grad_norm": 209.2943572998047,
+      "learning_rate": 3.902588754320258e-08,
+      "loss": 27.0,
+      "step": 40710
+    },
+    {
+      "epoch": 1.9454745292937017,
+      "grad_norm": 222.65777587890625,
+      "learning_rate": 3.895761529633002e-08,
+      "loss": 24.2656,
+      "step": 40711
+    },
+    {
+      "epoch": 1.945522316735162,
+      "grad_norm": 387.1990051269531,
+      "learning_rate": 3.888940270324826e-08,
+      "loss": 22.9219,
+      "step": 40712
+    },
+    {
+      "epoch": 1.9455701041766225,
+      "grad_norm": 191.51425170898438,
+      "learning_rate": 3.882124976436585e-08,
+      "loss": 25.0312,
+      "step": 40713
+    },
+    {
+      "epoch": 1.9456178916180829,
+      "grad_norm": 199.37501525878906,
+      "learning_rate": 3.875315648008915e-08,
+      "loss": 17.0625,
+      "step": 40714
+    },
+    {
+      "epoch": 1.9456656790595432,
+      "grad_norm": 237.59217834472656,
+      "learning_rate": 3.868512285082893e-08,
+      "loss": 23.9688,
+      "step": 40715
+    },
+    {
+      "epoch": 1.9457134665010036,
+      "grad_norm": 188.51292419433594,
+      "learning_rate": 3.8617148876991525e-08,
+      "loss": 24.5625,
+      "step": 40716
+    },
+    {
+      "epoch": 1.945761253942464,
+      "grad_norm": 190.5067901611328,
+      "learning_rate": 3.8549234558982187e-08,
+      "loss": 25.1562,
+      "step": 40717
+    },
+    {
+      "epoch": 1.9458090413839244,
+      "grad_norm": 167.48890686035156,
+      "learning_rate": 3.848137989721057e-08,
+      "loss": 24.25,
+      "step": 40718
+    },
+    {
+      "epoch": 1.9458568288253848,
+      "grad_norm": 163.51231384277344,
+      "learning_rate": 3.84135848920808e-08,
+      "loss": 20.9375,
+      "step": 40719
+    },
+    {
+      "epoch": 1.9459046162668452,
+      "grad_norm": 190.58839416503906,
+      "learning_rate": 3.834584954400033e-08,
+      "loss": 19.875,
+      "step": 40720
+    },
+    {
+      "epoch": 1.9459524037083056,
+      "grad_norm": 247.36279296875,
+      "learning_rate": 3.827817385337329e-08,
+      "loss": 25.1719,
+      "step": 40721
+    },
+    {
+      "epoch": 1.946000191149766,
+      "grad_norm": 221.63360595703125,
+      "learning_rate": 3.821055782060601e-08,
+      "loss": 20.1406,
+      "step": 40722
+    },
+    {
+      "epoch": 1.9460479785912264,
+      "grad_norm": 252.54234313964844,
+      "learning_rate": 3.8143001446104834e-08,
+      "loss": 23.0312,
+      "step": 40723
+    },
+    {
+      "epoch": 1.9460957660326867,
+      "grad_norm": 568.517333984375,
+      "learning_rate": 3.807550473027055e-08,
+      "loss": 25.6094,
+      "step": 40724
+    },
+    {
+      "epoch": 1.9461435534741471,
+      "grad_norm": 182.1124725341797,
+      "learning_rate": 3.8008067673510615e-08,
+      "loss": 19.9688,
+      "step": 40725
+    },
+    {
+      "epoch": 1.9461913409156075,
+      "grad_norm": 408.8934631347656,
+      "learning_rate": 3.794069027622804e-08,
+      "loss": 26.75,
+      "step": 40726
+    },
+    {
+      "epoch": 1.946239128357068,
+      "grad_norm": 245.60816955566406,
+      "learning_rate": 3.787337253882584e-08,
+      "loss": 22.125,
+      "step": 40727
+    },
+    {
+      "epoch": 1.9462869157985283,
+      "grad_norm": 444.37078857421875,
+      "learning_rate": 3.780611446170701e-08,
+      "loss": 18.8672,
+      "step": 40728
+    },
+    {
+      "epoch": 1.9463347032399887,
+      "grad_norm": 141.09214782714844,
+      "learning_rate": 3.773891604527569e-08,
+      "loss": 18.2188,
+      "step": 40729
+    },
+    {
+      "epoch": 1.9463824906814489,
+      "grad_norm": 346.40582275390625,
+      "learning_rate": 3.7671777289932654e-08,
+      "loss": 19.5938,
+      "step": 40730
+    },
+    {
+      "epoch": 1.9464302781229093,
+      "grad_norm": 152.23683166503906,
+      "learning_rate": 3.7604698196082034e-08,
+      "loss": 24.8438,
+      "step": 40731
+    },
+    {
+      "epoch": 1.9464780655643696,
+      "grad_norm": 118.7061767578125,
+      "learning_rate": 3.7537678764122396e-08,
+      "loss": 14.5938,
+      "step": 40732
+    },
+    {
+      "epoch": 1.94652585300583,
+      "grad_norm": 256.3250427246094,
+      "learning_rate": 3.747071899445787e-08,
+      "loss": 31.1562,
+      "step": 40733
+    },
+    {
+      "epoch": 1.9465736404472904,
+      "grad_norm": 176.55670166015625,
+      "learning_rate": 3.740381888748923e-08,
+      "loss": 18.3281,
+      "step": 40734
+    },
+    {
+      "epoch": 1.9466214278887508,
+      "grad_norm": 251.9364471435547,
+      "learning_rate": 3.733697844361617e-08,
+      "loss": 23.3594,
+      "step": 40735
+    },
+    {
+      "epoch": 1.9466692153302112,
+      "grad_norm": 282.47222900390625,
+      "learning_rate": 3.727019766323836e-08,
+      "loss": 26.2344,
+      "step": 40736
+    },
+    {
+      "epoch": 1.9467170027716716,
+      "grad_norm": 222.92666625976562,
+      "learning_rate": 3.720347654675771e-08,
+      "loss": 25.5156,
+      "step": 40737
+    },
+    {
+      "epoch": 1.946764790213132,
+      "grad_norm": 112.94801330566406,
+      "learning_rate": 3.713681509457168e-08,
+      "loss": 18.8125,
+      "step": 40738
+    },
+    {
+      "epoch": 1.9468125776545924,
+      "grad_norm": 238.2805633544922,
+      "learning_rate": 3.707021330708105e-08,
+      "loss": 25.9844,
+      "step": 40739
+    },
+    {
+      "epoch": 1.9468603650960528,
+      "grad_norm": 365.3825988769531,
+      "learning_rate": 3.70036711846844e-08,
+      "loss": 28.375,
+      "step": 40740
+    },
+    {
+      "epoch": 1.9469081525375131,
+      "grad_norm": 205.97537231445312,
+      "learning_rate": 3.693718872777918e-08,
+      "loss": 16.0859,
+      "step": 40741
+    },
+    {
+      "epoch": 1.9469559399789735,
+      "grad_norm": 424.0405578613281,
+      "learning_rate": 3.6870765936765084e-08,
+      "loss": 23.0156,
+      "step": 40742
+    },
+    {
+      "epoch": 1.947003727420434,
+      "grad_norm": 205.59109497070312,
+      "learning_rate": 3.680440281203957e-08,
+      "loss": 21.5312,
+      "step": 40743
+    },
+    {
+      "epoch": 1.9470515148618943,
+      "grad_norm": 280.6312255859375,
+      "learning_rate": 3.673809935399897e-08,
+      "loss": 25.0781,
+      "step": 40744
+    },
+    {
+      "epoch": 1.9470993023033547,
+      "grad_norm": 294.6935729980469,
+      "learning_rate": 3.667185556304076e-08,
+      "loss": 19.375,
+      "step": 40745
+    },
+    {
+      "epoch": 1.947147089744815,
+      "grad_norm": 258.2500915527344,
+      "learning_rate": 3.6605671439562396e-08,
+      "loss": 31.8438,
+      "step": 40746
+    },
+    {
+      "epoch": 1.9471948771862755,
+      "grad_norm": 221.9451141357422,
+      "learning_rate": 3.6539546983959115e-08,
+      "loss": 23.8906,
+      "step": 40747
+    },
+    {
+      "epoch": 1.9472426646277359,
+      "grad_norm": 338.00909423828125,
+      "learning_rate": 3.647348219662838e-08,
+      "loss": 22.5312,
+      "step": 40748
+    },
+    {
+      "epoch": 1.9472904520691963,
+      "grad_norm": 423.85076904296875,
+      "learning_rate": 3.6407477077964327e-08,
+      "loss": 22.4844,
+      "step": 40749
+    },
+    {
+      "epoch": 1.9473382395106567,
+      "grad_norm": 579.3510131835938,
+      "learning_rate": 3.6341531628363294e-08,
+      "loss": 32.9062,
+      "step": 40750
+    },
+    {
+      "epoch": 1.9473860269521168,
+      "grad_norm": 530.9585571289062,
+      "learning_rate": 3.6275645848220517e-08,
+      "loss": 31.125,
+      "step": 40751
+    },
+    {
+      "epoch": 1.9474338143935772,
+      "grad_norm": 249.74253845214844,
+      "learning_rate": 3.620981973792903e-08,
+      "loss": 30.5469,
+      "step": 40752
+    },
+    {
+      "epoch": 1.9474816018350376,
+      "grad_norm": 183.70101928710938,
+      "learning_rate": 3.614405329788406e-08,
+      "loss": 24.2969,
+      "step": 40753
+    },
+    {
+      "epoch": 1.947529389276498,
+      "grad_norm": 325.8311767578125,
+      "learning_rate": 3.607834652847864e-08,
+      "loss": 21.9688,
+      "step": 40754
+    },
+    {
+      "epoch": 1.9475771767179584,
+      "grad_norm": 188.75814819335938,
+      "learning_rate": 3.601269943010799e-08,
+      "loss": 25.5625,
+      "step": 40755
+    },
+    {
+      "epoch": 1.9476249641594188,
+      "grad_norm": 1250.743408203125,
+      "learning_rate": 3.594711200316403e-08,
+      "loss": 23.625,
+      "step": 40756
+    },
+    {
+      "epoch": 1.9476727516008792,
+      "grad_norm": 155.03135681152344,
+      "learning_rate": 3.588158424803978e-08,
+      "loss": 20.1562,
+      "step": 40757
+    },
+    {
+      "epoch": 1.9477205390423395,
+      "grad_norm": 251.28945922851562,
+      "learning_rate": 3.5816116165127146e-08,
+      "loss": 27.9531,
+      "step": 40758
+    },
+    {
+      "epoch": 1.9477683264838,
+      "grad_norm": 262.62841796875,
+      "learning_rate": 3.5750707754819147e-08,
+      "loss": 28.8438,
+      "step": 40759
+    },
+    {
+      "epoch": 1.9478161139252603,
+      "grad_norm": 163.8697967529297,
+      "learning_rate": 3.568535901750658e-08,
+      "loss": 21.2812,
+      "step": 40760
+    },
+    {
+      "epoch": 1.9478639013667207,
+      "grad_norm": 115.65869140625,
+      "learning_rate": 3.562006995358136e-08,
+      "loss": 15.4219,
+      "step": 40761
+    },
+    {
+      "epoch": 1.947911688808181,
+      "grad_norm": 254.32142639160156,
+      "learning_rate": 3.555484056343428e-08,
+      "loss": 24.2188,
+      "step": 40762
+    },
+    {
+      "epoch": 1.9479594762496415,
+      "grad_norm": 161.2443389892578,
+      "learning_rate": 3.5489670847456136e-08,
+      "loss": 20.4688,
+      "step": 40763
+    },
+    {
+      "epoch": 1.9480072636911019,
+      "grad_norm": 1669.5523681640625,
+      "learning_rate": 3.5424560806036625e-08,
+      "loss": 19.3906,
+      "step": 40764
+    },
+    {
+      "epoch": 1.9480550511325623,
+      "grad_norm": 568.3787231445312,
+      "learning_rate": 3.535951043956653e-08,
+      "loss": 16.4844,
+      "step": 40765
+    },
+    {
+      "epoch": 1.9481028385740227,
+      "grad_norm": 405.8541259765625,
+      "learning_rate": 3.529451974843556e-08,
+      "loss": 22.6094,
+      "step": 40766
+    },
+    {
+      "epoch": 1.948150626015483,
+      "grad_norm": 177.18260192871094,
+      "learning_rate": 3.5229588733032285e-08,
+      "loss": 25.8125,
+      "step": 40767
+    },
+    {
+      "epoch": 1.9481984134569434,
+      "grad_norm": 424.76153564453125,
+      "learning_rate": 3.5164717393745274e-08,
+      "loss": 43.1562,
+      "step": 40768
+    },
+    {
+      "epoch": 1.9482462008984038,
+      "grad_norm": 281.1257629394531,
+      "learning_rate": 3.5099905730964224e-08,
+      "loss": 27.1875,
+      "step": 40769
+    },
+    {
+      "epoch": 1.9482939883398642,
+      "grad_norm": 181.523193359375,
+      "learning_rate": 3.503515374507549e-08,
+      "loss": 19.4531,
+      "step": 40770
+    },
+    {
+      "epoch": 1.9483417757813246,
+      "grad_norm": 163.97134399414062,
+      "learning_rate": 3.497046143646876e-08,
+      "loss": 23.0156,
+      "step": 40771
+    },
+    {
+      "epoch": 1.948389563222785,
+      "grad_norm": 170.43736267089844,
+      "learning_rate": 3.4905828805529286e-08,
+      "loss": 17.125,
+      "step": 40772
+    },
+    {
+      "epoch": 1.9484373506642454,
+      "grad_norm": 282.8211364746094,
+      "learning_rate": 3.484125585264675e-08,
+      "loss": 22.3125,
+      "step": 40773
+    },
+    {
+      "epoch": 1.9484851381057058,
+      "grad_norm": 155.1715087890625,
+      "learning_rate": 3.4776742578205295e-08,
+      "loss": 18.1719,
+      "step": 40774
+    },
+    {
+      "epoch": 1.9485329255471662,
+      "grad_norm": 216.64089965820312,
+      "learning_rate": 3.471228898259349e-08,
+      "loss": 26.0938,
+      "step": 40775
+    },
+    {
+      "epoch": 1.9485807129886266,
+      "grad_norm": 283.7679443359375,
+      "learning_rate": 3.464789506619659e-08,
+      "loss": 32.9219,
+      "step": 40776
+    },
+    {
+      "epoch": 1.948628500430087,
+      "grad_norm": 167.49334716796875,
+      "learning_rate": 3.458356082939873e-08,
+      "loss": 26.6875,
+      "step": 40777
+    },
+    {
+      "epoch": 1.9486762878715473,
+      "grad_norm": 457.932373046875,
+      "learning_rate": 3.451928627258738e-08,
+      "loss": 33.0312,
+      "step": 40778
+    },
+    {
+      "epoch": 1.9487240753130077,
+      "grad_norm": 185.29193115234375,
+      "learning_rate": 3.4455071396146674e-08,
+      "loss": 32.0,
+      "step": 40779
+    },
+    {
+      "epoch": 1.9487718627544681,
+      "grad_norm": 192.3230743408203,
+      "learning_rate": 3.4390916200459644e-08,
+      "loss": 30.3125,
+      "step": 40780
+    },
+    {
+      "epoch": 1.9488196501959285,
+      "grad_norm": 273.10650634765625,
+      "learning_rate": 3.432682068591375e-08,
+      "loss": 22.9688,
+      "step": 40781
+    },
+    {
+      "epoch": 1.948867437637389,
+      "grad_norm": 362.93621826171875,
+      "learning_rate": 3.426278485288981e-08,
+      "loss": 17.9219,
+      "step": 40782
+    },
+    {
+      "epoch": 1.9489152250788493,
+      "grad_norm": 218.54379272460938,
+      "learning_rate": 3.4198808701773056e-08,
+      "loss": 15.8281,
+      "step": 40783
+    },
+    {
+      "epoch": 1.9489630125203097,
+      "grad_norm": 262.5781555175781,
+      "learning_rate": 3.4134892232945416e-08,
+      "loss": 21.1094,
+      "step": 40784
+    },
+    {
+      "epoch": 1.94901079996177,
+      "grad_norm": 172.58241271972656,
+      "learning_rate": 3.407103544678991e-08,
+      "loss": 21.6641,
+      "step": 40785
+    },
+    {
+      "epoch": 1.9490585874032305,
+      "grad_norm": 281.9939880371094,
+      "learning_rate": 3.4007238343690684e-08,
+      "loss": 20.4531,
+      "step": 40786
+    },
+    {
+      "epoch": 1.9491063748446908,
+      "grad_norm": 189.6747589111328,
+      "learning_rate": 3.394350092402743e-08,
+      "loss": 18.6719,
+      "step": 40787
+    },
+    {
+      "epoch": 1.9491541622861512,
+      "grad_norm": 316.603271484375,
+      "learning_rate": 3.387982318818317e-08,
+      "loss": 26.1719,
+      "step": 40788
+    },
+    {
+      "epoch": 1.9492019497276116,
+      "grad_norm": 260.02227783203125,
+      "learning_rate": 3.381620513653871e-08,
+      "loss": 22.375,
+      "step": 40789
+    },
+    {
+      "epoch": 1.949249737169072,
+      "grad_norm": 355.4210205078125,
+      "learning_rate": 3.375264676947598e-08,
+      "loss": 22.7188,
+      "step": 40790
+    },
+    {
+      "epoch": 1.9492975246105324,
+      "grad_norm": 259.31781005859375,
+      "learning_rate": 3.368914808737467e-08,
+      "loss": 25.4688,
+      "step": 40791
+    },
+    {
+      "epoch": 1.9493453120519928,
+      "grad_norm": 268.3916320800781,
+      "learning_rate": 3.362570909061447e-08,
+      "loss": 25.625,
+      "step": 40792
+    },
+    {
+      "epoch": 1.9493930994934532,
+      "grad_norm": 247.7126922607422,
+      "learning_rate": 3.35623297795773e-08,
+      "loss": 23.0625,
+      "step": 40793
+    },
+    {
+      "epoch": 1.9494408869349136,
+      "grad_norm": 195.75047302246094,
+      "learning_rate": 3.349901015464063e-08,
+      "loss": 22.8906,
+      "step": 40794
+    },
+    {
+      "epoch": 1.949488674376374,
+      "grad_norm": 320.4168395996094,
+      "learning_rate": 3.343575021618528e-08,
+      "loss": 23.2969,
+      "step": 40795
+    },
+    {
+      "epoch": 1.9495364618178344,
+      "grad_norm": 229.29376220703125,
+      "learning_rate": 3.337254996458872e-08,
+      "loss": 19.5938,
+      "step": 40796
+    },
+    {
+      "epoch": 1.9495842492592947,
+      "grad_norm": 262.3872985839844,
+      "learning_rate": 3.330940940023064e-08,
+      "loss": 27.125,
+      "step": 40797
+    },
+    {
+      "epoch": 1.9496320367007551,
+      "grad_norm": 353.0270080566406,
+      "learning_rate": 3.324632852348853e-08,
+      "loss": 26.8125,
+      "step": 40798
+    },
+    {
+      "epoch": 1.9496798241422155,
+      "grad_norm": 293.7503662109375,
+      "learning_rate": 3.3183307334739846e-08,
+      "loss": 17.7031,
+      "step": 40799
+    },
+    {
+      "epoch": 1.949727611583676,
+      "grad_norm": 135.9231719970703,
+      "learning_rate": 3.312034583436319e-08,
+      "loss": 16.2812,
+      "step": 40800
+    },
+    {
+      "epoch": 1.9497753990251363,
+      "grad_norm": 172.1783447265625,
+      "learning_rate": 3.305744402273492e-08,
+      "loss": 20.4219,
+      "step": 40801
+    },
+    {
+      "epoch": 1.9498231864665967,
+      "grad_norm": 240.089599609375,
+      "learning_rate": 3.2994601900230296e-08,
+      "loss": 19.0938,
+      "step": 40802
+    },
+    {
+      "epoch": 1.949870973908057,
+      "grad_norm": 425.10565185546875,
+      "learning_rate": 3.29318194672279e-08,
+      "loss": 28.6875,
+      "step": 40803
+    },
+    {
+      "epoch": 1.9499187613495175,
+      "grad_norm": 377.23687744140625,
+      "learning_rate": 3.286909672410299e-08,
+      "loss": 23.7812,
+      "step": 40804
+    },
+    {
+      "epoch": 1.9499665487909779,
+      "grad_norm": 384.107666015625,
+      "learning_rate": 3.280643367123193e-08,
+      "loss": 33.25,
+      "step": 40805
+    },
+    {
+      "epoch": 1.9500143362324383,
+      "grad_norm": 199.88946533203125,
+      "learning_rate": 3.2743830308987757e-08,
+      "loss": 26.25,
+      "step": 40806
+    },
+    {
+      "epoch": 1.9500621236738986,
+      "grad_norm": 134.42919921875,
+      "learning_rate": 3.2681286637746834e-08,
+      "loss": 15.125,
+      "step": 40807
+    },
+    {
+      "epoch": 1.950109911115359,
+      "grad_norm": 441.86529541015625,
+      "learning_rate": 3.261880265788442e-08,
+      "loss": 19.9531,
+      "step": 40808
+    },
+    {
+      "epoch": 1.9501576985568194,
+      "grad_norm": 262.624755859375,
+      "learning_rate": 3.255637836977354e-08,
+      "loss": 23.3594,
+      "step": 40809
+    },
+    {
+      "epoch": 1.9502054859982798,
+      "grad_norm": 295.4564208984375,
+      "learning_rate": 3.2494013773788354e-08,
+      "loss": 14.5,
+      "step": 40810
+    },
+    {
+      "epoch": 1.9502532734397402,
+      "grad_norm": 173.9879608154297,
+      "learning_rate": 3.2431708870303e-08,
+      "loss": 25.3125,
+      "step": 40811
+    },
+    {
+      "epoch": 1.9503010608812004,
+      "grad_norm": 208.54461669921875,
+      "learning_rate": 3.2369463659689405e-08,
+      "loss": 25.625,
+      "step": 40812
+    },
+    {
+      "epoch": 1.9503488483226608,
+      "grad_norm": 581.0891723632812,
+      "learning_rate": 3.2307278142320595e-08,
+      "loss": 22.8125,
+      "step": 40813
+    },
+    {
+      "epoch": 1.9503966357641211,
+      "grad_norm": 511.2214050292969,
+      "learning_rate": 3.224515231856962e-08,
+      "loss": 28.0938,
+      "step": 40814
+    },
+    {
+      "epoch": 1.9504444232055815,
+      "grad_norm": 415.4909973144531,
+      "learning_rate": 3.21830861888095e-08,
+      "loss": 30.5312,
+      "step": 40815
+    },
+    {
+      "epoch": 1.950492210647042,
+      "grad_norm": 401.3155212402344,
+      "learning_rate": 3.2121079753408836e-08,
+      "loss": 28.5938,
+      "step": 40816
+    },
+    {
+      "epoch": 1.9505399980885023,
+      "grad_norm": 501.25640869140625,
+      "learning_rate": 3.205913301274177e-08,
+      "loss": 29.0,
+      "step": 40817
+    },
+    {
+      "epoch": 1.9505877855299627,
+      "grad_norm": 263.457275390625,
+      "learning_rate": 3.1997245967179125e-08,
+      "loss": 36.2188,
+      "step": 40818
+    },
+    {
+      "epoch": 1.950635572971423,
+      "grad_norm": 243.73338317871094,
+      "learning_rate": 3.1935418617089484e-08,
+      "loss": 25.5625,
+      "step": 40819
+    },
+    {
+      "epoch": 1.9506833604128835,
+      "grad_norm": 278.577880859375,
+      "learning_rate": 3.187365096284478e-08,
+      "loss": 27.5156,
+      "step": 40820
+    },
+    {
+      "epoch": 1.9507311478543439,
+      "grad_norm": 353.302490234375,
+      "learning_rate": 3.181194300481471e-08,
+      "loss": 25.1875,
+      "step": 40821
+    },
+    {
+      "epoch": 1.9507789352958043,
+      "grad_norm": 214.2843780517578,
+      "learning_rate": 3.1750294743367884e-08,
+      "loss": 27.125,
+      "step": 40822
+    },
+    {
+      "epoch": 1.9508267227372647,
+      "grad_norm": 254.04580688476562,
+      "learning_rate": 3.168870617887509e-08,
+      "loss": 20.0625,
+      "step": 40823
+    },
+    {
+      "epoch": 1.950874510178725,
+      "grad_norm": 214.53086853027344,
+      "learning_rate": 3.162717731170384e-08,
+      "loss": 18.875,
+      "step": 40824
+    },
+    {
+      "epoch": 1.9509222976201854,
+      "grad_norm": 376.9212341308594,
+      "learning_rate": 3.156570814222271e-08,
+      "loss": 24.5156,
+      "step": 40825
+    },
+    {
+      "epoch": 1.9509700850616458,
+      "grad_norm": 223.97525024414062,
+      "learning_rate": 3.1504298670800296e-08,
+      "loss": 16.75,
+      "step": 40826
+    },
+    {
+      "epoch": 1.9510178725031062,
+      "grad_norm": 213.05108642578125,
+      "learning_rate": 3.144294889780519e-08,
+      "loss": 23.9531,
+      "step": 40827
+    },
+    {
+      "epoch": 1.9510656599445666,
+      "grad_norm": 254.2672119140625,
+      "learning_rate": 3.1381658823602666e-08,
+      "loss": 22.0938,
+      "step": 40828
+    },
+    {
+      "epoch": 1.951113447386027,
+      "grad_norm": 231.54759216308594,
+      "learning_rate": 3.1320428448561315e-08,
+      "loss": 32.375,
+      "step": 40829
+    },
+    {
+      "epoch": 1.9511612348274874,
+      "grad_norm": 152.45191955566406,
+      "learning_rate": 3.12592577730475e-08,
+      "loss": 25.9688,
+      "step": 40830
+    },
+    {
+      "epoch": 1.9512090222689478,
+      "grad_norm": 155.88075256347656,
+      "learning_rate": 3.119814679742872e-08,
+      "loss": 23.25,
+      "step": 40831
+    },
+    {
+      "epoch": 1.9512568097104082,
+      "grad_norm": 365.4739685058594,
+      "learning_rate": 3.1137095522068006e-08,
+      "loss": 30.1562,
+      "step": 40832
+    },
+    {
+      "epoch": 1.9513045971518683,
+      "grad_norm": 164.86048889160156,
+      "learning_rate": 3.107610394733396e-08,
+      "loss": 21.6562,
+      "step": 40833
+    },
+    {
+      "epoch": 1.9513523845933287,
+      "grad_norm": 146.02418518066406,
+      "learning_rate": 3.101517207358962e-08,
+      "loss": 20.5156,
+      "step": 40834
+    },
+    {
+      "epoch": 1.951400172034789,
+      "grad_norm": 316.0395812988281,
+      "learning_rate": 3.095429990120136e-08,
+      "loss": 24.0312,
+      "step": 40835
+    },
+    {
+      "epoch": 1.9514479594762495,
+      "grad_norm": 213.01065063476562,
+      "learning_rate": 3.089348743053333e-08,
+      "loss": 20.0156,
+      "step": 40836
+    },
+    {
+      "epoch": 1.9514957469177099,
+      "grad_norm": 141.281494140625,
+      "learning_rate": 3.0832734661949694e-08,
+      "loss": 17.1094,
+      "step": 40837
+    },
+    {
+      "epoch": 1.9515435343591703,
+      "grad_norm": 203.36839294433594,
+      "learning_rate": 3.07720415958146e-08,
+      "loss": 19.4531,
+      "step": 40838
+    },
+    {
+      "epoch": 1.9515913218006307,
+      "grad_norm": 203.4709014892578,
+      "learning_rate": 3.071140823249108e-08,
+      "loss": 19.5,
+      "step": 40839
+    },
+    {
+      "epoch": 1.951639109242091,
+      "grad_norm": 248.37522888183594,
+      "learning_rate": 3.065083457234108e-08,
+      "loss": 22.5,
+      "step": 40840
+    },
+    {
+      "epoch": 1.9516868966835514,
+      "grad_norm": 332.4112548828125,
+      "learning_rate": 3.059032061572986e-08,
+      "loss": 23.5,
+      "step": 40841
+    },
+    {
+      "epoch": 1.9517346841250118,
+      "grad_norm": 245.38662719726562,
+      "learning_rate": 3.0529866363018244e-08,
+      "loss": 22.2812,
+      "step": 40842
+    },
+    {
+      "epoch": 1.9517824715664722,
+      "grad_norm": 879.9116821289062,
+      "learning_rate": 3.046947181456816e-08,
+      "loss": 17.125,
+      "step": 40843
+    },
+    {
+      "epoch": 1.9518302590079326,
+      "grad_norm": 298.0035705566406,
+      "learning_rate": 3.040913697074266e-08,
+      "loss": 33.875,
+      "step": 40844
+    },
+    {
+      "epoch": 1.951878046449393,
+      "grad_norm": 323.45306396484375,
+      "learning_rate": 3.0348861831901446e-08,
+      "loss": 36.2812,
+      "step": 40845
+    },
+    {
+      "epoch": 1.9519258338908534,
+      "grad_norm": 265.6396179199219,
+      "learning_rate": 3.0288646398406454e-08,
+      "loss": 18.7812,
+      "step": 40846
+    },
+    {
+      "epoch": 1.9519736213323138,
+      "grad_norm": 370.3043212890625,
+      "learning_rate": 3.0228490670617394e-08,
+      "loss": 24.2812,
+      "step": 40847
+    },
+    {
+      "epoch": 1.9520214087737742,
+      "grad_norm": 180.52659606933594,
+      "learning_rate": 3.016839464889621e-08,
+      "loss": 21.25,
+      "step": 40848
+    },
+    {
+      "epoch": 1.9520691962152346,
+      "grad_norm": 176.0077362060547,
+      "learning_rate": 3.0108358333600375e-08,
+      "loss": 23.9688,
+      "step": 40849
+    },
+    {
+      "epoch": 1.952116983656695,
+      "grad_norm": 137.7479248046875,
+      "learning_rate": 3.004838172509183e-08,
+      "loss": 18.7812,
+      "step": 40850
+    },
+    {
+      "epoch": 1.9521647710981553,
+      "grad_norm": 380.7110595703125,
+      "learning_rate": 2.998846482372808e-08,
+      "loss": 23.0469,
+      "step": 40851
+    },
+    {
+      "epoch": 1.9522125585396157,
+      "grad_norm": 213.0104217529297,
+      "learning_rate": 2.992860762986882e-08,
+      "loss": 17.5156,
+      "step": 40852
+    },
+    {
+      "epoch": 1.9522603459810761,
+      "grad_norm": 330.2132873535156,
+      "learning_rate": 2.986881014387266e-08,
+      "loss": 31.5,
+      "step": 40853
+    },
+    {
+      "epoch": 1.9523081334225365,
+      "grad_norm": 292.3465881347656,
+      "learning_rate": 2.980907236609709e-08,
+      "loss": 25.6562,
+      "step": 40854
+    },
+    {
+      "epoch": 1.952355920863997,
+      "grad_norm": 164.35964965820312,
+      "learning_rate": 2.9749394296900712e-08,
+      "loss": 15.1719,
+      "step": 40855
+    },
+    {
+      "epoch": 1.9524037083054573,
+      "grad_norm": 238.8082275390625,
+      "learning_rate": 2.968977593663991e-08,
+      "loss": 22.8438,
+      "step": 40856
+    },
+    {
+      "epoch": 1.9524514957469177,
+      "grad_norm": 172.45497131347656,
+      "learning_rate": 2.963021728567106e-08,
+      "loss": 18.1719,
+      "step": 40857
+    },
+    {
+      "epoch": 1.952499283188378,
+      "grad_norm": 181.1262969970703,
+      "learning_rate": 2.9570718344352768e-08,
+      "loss": 29.0469,
+      "step": 40858
+    },
+    {
+      "epoch": 1.9525470706298385,
+      "grad_norm": 316.9517822265625,
+      "learning_rate": 2.9511279113040304e-08,
+      "loss": 20.7812,
+      "step": 40859
+    },
+    {
+      "epoch": 1.9525948580712988,
+      "grad_norm": 220.248291015625,
+      "learning_rate": 2.945189959209116e-08,
+      "loss": 28.1875,
+      "step": 40860
+    },
+    {
+      "epoch": 1.9526426455127592,
+      "grad_norm": 167.0242462158203,
+      "learning_rate": 2.939257978185839e-08,
+      "loss": 25.5781,
+      "step": 40861
+    },
+    {
+      "epoch": 1.9526904329542196,
+      "grad_norm": 182.22975158691406,
+      "learning_rate": 2.933331968269837e-08,
+      "loss": 27.6562,
+      "step": 40862
+    },
+    {
+      "epoch": 1.95273822039568,
+      "grad_norm": 263.8210754394531,
+      "learning_rate": 2.9274119294965264e-08,
+      "loss": 29.5625,
+      "step": 40863
+    },
+    {
+      "epoch": 1.9527860078371404,
+      "grad_norm": 289.2117004394531,
+      "learning_rate": 2.9214978619016565e-08,
+      "loss": 34.4062,
+      "step": 40864
+    },
+    {
+      "epoch": 1.9528337952786008,
+      "grad_norm": 881.32958984375,
+      "learning_rate": 2.9155897655203103e-08,
+      "loss": 22.0781,
+      "step": 40865
+    },
+    {
+      "epoch": 1.9528815827200612,
+      "grad_norm": 451.052490234375,
+      "learning_rate": 2.9096876403879036e-08,
+      "loss": 25.0,
+      "step": 40866
+    },
+    {
+      "epoch": 1.9529293701615216,
+      "grad_norm": 166.1521453857422,
+      "learning_rate": 2.903791486539964e-08,
+      "loss": 23.0469,
+      "step": 40867
+    },
+    {
+      "epoch": 1.952977157602982,
+      "grad_norm": 255.53472900390625,
+      "learning_rate": 2.8979013040117964e-08,
+      "loss": 19.1562,
+      "step": 40868
+    },
+    {
+      "epoch": 1.9530249450444424,
+      "grad_norm": 211.20529174804688,
+      "learning_rate": 2.892017092838484e-08,
+      "loss": 20.0625,
+      "step": 40869
+    },
+    {
+      "epoch": 1.9530727324859027,
+      "grad_norm": 244.33782958984375,
+      "learning_rate": 2.8861388530553315e-08,
+      "loss": 27.3125,
+      "step": 40870
+    },
+    {
+      "epoch": 1.9531205199273631,
+      "grad_norm": 248.9739990234375,
+      "learning_rate": 2.880266584697644e-08,
+      "loss": 17.3906,
+      "step": 40871
+    },
+    {
+      "epoch": 1.9531683073688235,
+      "grad_norm": 167.0037841796875,
+      "learning_rate": 2.874400287800505e-08,
+      "loss": 27.1094,
+      "step": 40872
+    },
+    {
+      "epoch": 1.953216094810284,
+      "grad_norm": 228.30731201171875,
+      "learning_rate": 2.8685399623989975e-08,
+      "loss": 29.0312,
+      "step": 40873
+    },
+    {
+      "epoch": 1.9532638822517443,
+      "grad_norm": 407.99462890625,
+      "learning_rate": 2.862685608528426e-08,
+      "loss": 26.8438,
+      "step": 40874
+    },
+    {
+      "epoch": 1.9533116696932047,
+      "grad_norm": 270.80804443359375,
+      "learning_rate": 2.856837226223652e-08,
+      "loss": 29.9375,
+      "step": 40875
+    },
+    {
+      "epoch": 1.953359457134665,
+      "grad_norm": 229.71678161621094,
+      "learning_rate": 2.8509948155196475e-08,
+      "loss": 18.4531,
+      "step": 40876
+    },
+    {
+      "epoch": 1.9534072445761255,
+      "grad_norm": 203.37928771972656,
+      "learning_rate": 2.8451583764516068e-08,
+      "loss": 27.0938,
+      "step": 40877
+    },
+    {
+      "epoch": 1.9534550320175859,
+      "grad_norm": 567.8953857421875,
+      "learning_rate": 2.8393279090543902e-08,
+      "loss": 27.625,
+      "step": 40878
+    },
+    {
+      "epoch": 1.9535028194590462,
+      "grad_norm": 393.8154602050781,
+      "learning_rate": 2.8335034133628592e-08,
+      "loss": 20.4844,
+      "step": 40879
+    },
+    {
+      "epoch": 1.9535506069005066,
+      "grad_norm": 522.3248291015625,
+      "learning_rate": 2.8276848894119856e-08,
+      "loss": 23.6406,
+      "step": 40880
+    },
+    {
+      "epoch": 1.953598394341967,
+      "grad_norm": 306.4107360839844,
+      "learning_rate": 2.821872337236631e-08,
+      "loss": 28.9844,
+      "step": 40881
+    },
+    {
+      "epoch": 1.9536461817834274,
+      "grad_norm": 176.0886993408203,
+      "learning_rate": 2.8160657568714335e-08,
+      "loss": 22.4844,
+      "step": 40882
+    },
+    {
+      "epoch": 1.9536939692248878,
+      "grad_norm": 191.0518341064453,
+      "learning_rate": 2.8102651483513655e-08,
+      "loss": 23.5469,
+      "step": 40883
+    },
+    {
+      "epoch": 1.9537417566663482,
+      "grad_norm": 226.0320587158203,
+      "learning_rate": 2.804470511711066e-08,
+      "loss": 31.1562,
+      "step": 40884
+    },
+    {
+      "epoch": 1.9537895441078086,
+      "grad_norm": 264.6285400390625,
+      "learning_rate": 2.798681846985285e-08,
+      "loss": 26.25,
+      "step": 40885
+    },
+    {
+      "epoch": 1.953837331549269,
+      "grad_norm": 196.86651611328125,
+      "learning_rate": 2.7928991542085504e-08,
+      "loss": 25.2969,
+      "step": 40886
+    },
+    {
+      "epoch": 1.9538851189907294,
+      "grad_norm": 231.1501007080078,
+      "learning_rate": 2.787122433415723e-08,
+      "loss": 22.9375,
+      "step": 40887
+    },
+    {
+      "epoch": 1.9539329064321898,
+      "grad_norm": 184.01258850097656,
+      "learning_rate": 2.7813516846412202e-08,
+      "loss": 18.7812,
+      "step": 40888
+    },
+    {
+      "epoch": 1.9539806938736501,
+      "grad_norm": 196.69113159179688,
+      "learning_rate": 2.7755869079195696e-08,
+      "loss": 29.0,
+      "step": 40889
+    },
+    {
+      "epoch": 1.9540284813151105,
+      "grad_norm": 1183.8837890625,
+      "learning_rate": 2.769828103285521e-08,
+      "loss": 23.5,
+      "step": 40890
+    },
+    {
+      "epoch": 1.954076268756571,
+      "grad_norm": 144.89198303222656,
+      "learning_rate": 2.764075270773381e-08,
+      "loss": 22.375,
+      "step": 40891
+    },
+    {
+      "epoch": 1.9541240561980313,
+      "grad_norm": 286.0662536621094,
+      "learning_rate": 2.7583284104175657e-08,
+      "loss": 37.0625,
+      "step": 40892
+    },
+    {
+      "epoch": 1.9541718436394917,
+      "grad_norm": 144.46502685546875,
+      "learning_rate": 2.7525875222527143e-08,
+      "loss": 18.8438,
+      "step": 40893
+    },
+    {
+      "epoch": 1.954219631080952,
+      "grad_norm": 407.6296691894531,
+      "learning_rate": 2.7468526063129108e-08,
+      "loss": 30.0312,
+      "step": 40894
+    },
+    {
+      "epoch": 1.9542674185224123,
+      "grad_norm": 321.5799865722656,
+      "learning_rate": 2.741123662632794e-08,
+      "loss": 25.2188,
+      "step": 40895
+    },
+    {
+      "epoch": 1.9543152059638726,
+      "grad_norm": 175.71566772460938,
+      "learning_rate": 2.7354006912464482e-08,
+      "loss": 18.3438,
+      "step": 40896
+    },
+    {
+      "epoch": 1.954362993405333,
+      "grad_norm": 271.9498596191406,
+      "learning_rate": 2.7296836921881785e-08,
+      "loss": 37.6562,
+      "step": 40897
+    },
+    {
+      "epoch": 1.9544107808467934,
+      "grad_norm": 384.8644104003906,
+      "learning_rate": 2.7239726654924025e-08,
+      "loss": 28.625,
+      "step": 40898
+    },
+    {
+      "epoch": 1.9544585682882538,
+      "grad_norm": 212.43357849121094,
+      "learning_rate": 2.718267611193093e-08,
+      "loss": 29.0625,
+      "step": 40899
+    },
+    {
+      "epoch": 1.9545063557297142,
+      "grad_norm": 216.4399871826172,
+      "learning_rate": 2.7125685293245552e-08,
+      "loss": 18.2031,
+      "step": 40900
+    },
+    {
+      "epoch": 1.9545541431711746,
+      "grad_norm": 277.63494873046875,
+      "learning_rate": 2.7068754199208736e-08,
+      "loss": 22.2969,
+      "step": 40901
+    },
+    {
+      "epoch": 1.954601930612635,
+      "grad_norm": 289.64385986328125,
+      "learning_rate": 2.7011882830161318e-08,
+      "loss": 24.5625,
+      "step": 40902
+    },
+    {
+      "epoch": 1.9546497180540954,
+      "grad_norm": 314.1452331542969,
+      "learning_rate": 2.6955071186444136e-08,
+      "loss": 27.4375,
+      "step": 40903
+    },
+    {
+      "epoch": 1.9546975054955558,
+      "grad_norm": 162.21102905273438,
+      "learning_rate": 2.689831926839692e-08,
+      "loss": 22.9375,
+      "step": 40904
+    },
+    {
+      "epoch": 1.9547452929370162,
+      "grad_norm": 663.845947265625,
+      "learning_rate": 2.684162707636051e-08,
+      "loss": 21.5781,
+      "step": 40905
+    },
+    {
+      "epoch": 1.9547930803784765,
+      "grad_norm": 185.2635040283203,
+      "learning_rate": 2.678499461067352e-08,
+      "loss": 23.9688,
+      "step": 40906
+    },
+    {
+      "epoch": 1.954840867819937,
+      "grad_norm": 341.5913391113281,
+      "learning_rate": 2.672842187167568e-08,
+      "loss": 32.0938,
+      "step": 40907
+    },
+    {
+      "epoch": 1.9548886552613973,
+      "grad_norm": 443.7756042480469,
+      "learning_rate": 2.667190885970561e-08,
+      "loss": 25.1875,
+      "step": 40908
+    },
+    {
+      "epoch": 1.9549364427028577,
+      "grad_norm": 191.4884490966797,
+      "learning_rate": 2.6615455575101923e-08,
+      "loss": 24.0,
+      "step": 40909
+    },
+    {
+      "epoch": 1.954984230144318,
+      "grad_norm": 270.298095703125,
+      "learning_rate": 2.6559062018202132e-08,
+      "loss": 27.4844,
+      "step": 40910
+    },
+    {
+      "epoch": 1.9550320175857785,
+      "grad_norm": 145.22332763671875,
+      "learning_rate": 2.6502728189343742e-08,
+      "loss": 16.0156,
+      "step": 40911
+    },
+    {
+      "epoch": 1.9550798050272389,
+      "grad_norm": 301.9171142578125,
+      "learning_rate": 2.644645408886537e-08,
+      "loss": 31.1719,
+      "step": 40912
+    },
+    {
+      "epoch": 1.9551275924686993,
+      "grad_norm": 206.10885620117188,
+      "learning_rate": 2.6390239717103417e-08,
+      "loss": 22.0,
+      "step": 40913
+    },
+    {
+      "epoch": 1.9551753799101597,
+      "grad_norm": 194.06605529785156,
+      "learning_rate": 2.633408507439428e-08,
+      "loss": 18.5312,
+      "step": 40914
+    },
+    {
+      "epoch": 1.9552231673516198,
+      "grad_norm": 2256.9423828125,
+      "learning_rate": 2.6277990161074352e-08,
+      "loss": 25.2656,
+      "step": 40915
+    },
+    {
+      "epoch": 1.9552709547930802,
+      "grad_norm": 264.2051086425781,
+      "learning_rate": 2.6221954977478926e-08,
+      "loss": 32.8438,
+      "step": 40916
+    },
+    {
+      "epoch": 1.9553187422345406,
+      "grad_norm": 424.95947265625,
+      "learning_rate": 2.6165979523945505e-08,
+      "loss": 20.6406,
+      "step": 40917
+    },
+    {
+      "epoch": 1.955366529676001,
+      "grad_norm": 167.79220581054688,
+      "learning_rate": 2.611006380080716e-08,
+      "loss": 15.7188,
+      "step": 40918
+    },
+    {
+      "epoch": 1.9554143171174614,
+      "grad_norm": 239.54286193847656,
+      "learning_rate": 2.605420780840029e-08,
+      "loss": 24.1719,
+      "step": 40919
+    },
+    {
+      "epoch": 1.9554621045589218,
+      "grad_norm": 329.6883850097656,
+      "learning_rate": 2.5998411547059065e-08,
+      "loss": 21.4375,
+      "step": 40920
+    },
+    {
+      "epoch": 1.9555098920003822,
+      "grad_norm": 299.72589111328125,
+      "learning_rate": 2.594267501711656e-08,
+      "loss": 33.3594,
+      "step": 40921
+    },
+    {
+      "epoch": 1.9555576794418426,
+      "grad_norm": 403.8595886230469,
+      "learning_rate": 2.5886998218908053e-08,
+      "loss": 28.2812,
+      "step": 40922
+    },
+    {
+      "epoch": 1.955605466883303,
+      "grad_norm": 205.6161346435547,
+      "learning_rate": 2.5831381152765513e-08,
+      "loss": 21.9375,
+      "step": 40923
+    },
+    {
+      "epoch": 1.9556532543247633,
+      "grad_norm": 318.3749694824219,
+      "learning_rate": 2.5775823819024216e-08,
+      "loss": 23.75,
+      "step": 40924
+    },
+    {
+      "epoch": 1.9557010417662237,
+      "grad_norm": 193.6124725341797,
+      "learning_rate": 2.5720326218013902e-08,
+      "loss": 32.8125,
+      "step": 40925
+    },
+    {
+      "epoch": 1.9557488292076841,
+      "grad_norm": 556.90234375,
+      "learning_rate": 2.566488835006875e-08,
+      "loss": 27.3438,
+      "step": 40926
+    },
+    {
+      "epoch": 1.9557966166491445,
+      "grad_norm": 134.0343475341797,
+      "learning_rate": 2.5609510215521828e-08,
+      "loss": 26.7344,
+      "step": 40927
+    },
+    {
+      "epoch": 1.955844404090605,
+      "grad_norm": 160.62037658691406,
+      "learning_rate": 2.5554191814701756e-08,
+      "loss": 25.625,
+      "step": 40928
+    },
+    {
+      "epoch": 1.9558921915320653,
+      "grad_norm": 194.04031372070312,
+      "learning_rate": 2.5498933147942716e-08,
+      "loss": 28.7812,
+      "step": 40929
+    },
+    {
+      "epoch": 1.9559399789735257,
+      "grad_norm": 243.3769989013672,
+      "learning_rate": 2.5443734215573333e-08,
+      "loss": 33.0,
+      "step": 40930
+    },
+    {
+      "epoch": 1.955987766414986,
+      "grad_norm": 134.38804626464844,
+      "learning_rate": 2.5388595017926675e-08,
+      "loss": 19.7656,
+      "step": 40931
+    },
+    {
+      "epoch": 1.9560355538564465,
+      "grad_norm": 239.05548095703125,
+      "learning_rate": 2.5333515555330257e-08,
+      "loss": 22.4844,
+      "step": 40932
+    },
+    {
+      "epoch": 1.9560833412979068,
+      "grad_norm": 442.3817138671875,
+      "learning_rate": 2.5278495828116033e-08,
+      "loss": 14.9375,
+      "step": 40933
+    },
+    {
+      "epoch": 1.9561311287393672,
+      "grad_norm": 721.1509399414062,
+      "learning_rate": 2.5223535836612634e-08,
+      "loss": 22.0469,
+      "step": 40934
+    },
+    {
+      "epoch": 1.9561789161808276,
+      "grad_norm": 161.20794677734375,
+      "learning_rate": 2.516863558114868e-08,
+      "loss": 18.8125,
+      "step": 40935
+    },
+    {
+      "epoch": 1.956226703622288,
+      "grad_norm": 243.8726043701172,
+      "learning_rate": 2.5113795062053915e-08,
+      "loss": 16.5156,
+      "step": 40936
+    },
+    {
+      "epoch": 1.9562744910637484,
+      "grad_norm": 233.71624755859375,
+      "learning_rate": 2.5059014279655846e-08,
+      "loss": 28.1875,
+      "step": 40937
+    },
+    {
+      "epoch": 1.9563222785052088,
+      "grad_norm": 237.54473876953125,
+      "learning_rate": 2.5004293234284215e-08,
+      "loss": 28.0312,
+      "step": 40938
+    },
+    {
+      "epoch": 1.9563700659466692,
+      "grad_norm": 289.4879455566406,
+      "learning_rate": 2.4949631926265428e-08,
+      "loss": 28.1875,
+      "step": 40939
+    },
+    {
+      "epoch": 1.9564178533881296,
+      "grad_norm": 308.940673828125,
+      "learning_rate": 2.4895030355925887e-08,
+      "loss": 23.6875,
+      "step": 40940
+    },
+    {
+      "epoch": 1.95646564082959,
+      "grad_norm": 252.95703125,
+      "learning_rate": 2.4840488523595328e-08,
+      "loss": 15.7344,
+      "step": 40941
+    },
+    {
+      "epoch": 1.9565134282710503,
+      "grad_norm": 191.5138702392578,
+      "learning_rate": 2.4786006429596833e-08,
+      "loss": 21.7969,
+      "step": 40942
+    },
+    {
+      "epoch": 1.9565612157125107,
+      "grad_norm": 424.66851806640625,
+      "learning_rate": 2.473158407426013e-08,
+      "loss": 22.1875,
+      "step": 40943
+    },
+    {
+      "epoch": 1.9566090031539711,
+      "grad_norm": 440.8299255371094,
+      "learning_rate": 2.4677221457909407e-08,
+      "loss": 28.7812,
+      "step": 40944
+    },
+    {
+      "epoch": 1.9566567905954315,
+      "grad_norm": 186.70242309570312,
+      "learning_rate": 2.4622918580869958e-08,
+      "loss": 22.5156,
+      "step": 40945
+    },
+    {
+      "epoch": 1.956704578036892,
+      "grad_norm": 145.72312927246094,
+      "learning_rate": 2.4568675443467083e-08,
+      "loss": 19.125,
+      "step": 40946
+    },
+    {
+      "epoch": 1.9567523654783523,
+      "grad_norm": 245.58279418945312,
+      "learning_rate": 2.4514492046027183e-08,
+      "loss": 26.3125,
+      "step": 40947
+    },
+    {
+      "epoch": 1.9568001529198127,
+      "grad_norm": 283.12908935546875,
+      "learning_rate": 2.4460368388873336e-08,
+      "loss": 27.0781,
+      "step": 40948
+    },
+    {
+      "epoch": 1.956847940361273,
+      "grad_norm": 176.91615295410156,
+      "learning_rate": 2.4406304472329723e-08,
+      "loss": 20.8906,
+      "step": 40949
+    },
+    {
+      "epoch": 1.9568957278027335,
+      "grad_norm": 495.7699279785156,
+      "learning_rate": 2.435230029671942e-08,
+      "loss": 24.6875,
+      "step": 40950
+    },
+    {
+      "epoch": 1.9569435152441939,
+      "grad_norm": 335.10137939453125,
+      "learning_rate": 2.429835586236773e-08,
+      "loss": 29.3125,
+      "step": 40951
+    },
+    {
+      "epoch": 1.9569913026856542,
+      "grad_norm": 191.77993774414062,
+      "learning_rate": 2.4244471169596606e-08,
+      "loss": 23.4062,
+      "step": 40952
+    },
+    {
+      "epoch": 1.9570390901271146,
+      "grad_norm": 343.76995849609375,
+      "learning_rate": 2.419064621872913e-08,
+      "loss": 19.7812,
+      "step": 40953
+    },
+    {
+      "epoch": 1.957086877568575,
+      "grad_norm": 373.9187316894531,
+      "learning_rate": 2.4136881010086155e-08,
+      "loss": 25.6094,
+      "step": 40954
+    },
+    {
+      "epoch": 1.9571346650100354,
+      "grad_norm": 303.257080078125,
+      "learning_rate": 2.4083175543991866e-08,
+      "loss": 24.4688,
+      "step": 40955
+    },
+    {
+      "epoch": 1.9571824524514958,
+      "grad_norm": 227.6521453857422,
+      "learning_rate": 2.4029529820767117e-08,
+      "loss": 21.5625,
+      "step": 40956
+    },
+    {
+      "epoch": 1.9572302398929562,
+      "grad_norm": 317.44427490234375,
+      "learning_rate": 2.397594384073165e-08,
+      "loss": 24.4844,
+      "step": 40957
+    },
+    {
+      "epoch": 1.9572780273344166,
+      "grad_norm": 212.01437377929688,
+      "learning_rate": 2.3922417604208548e-08,
+      "loss": 26.0312,
+      "step": 40958
+    },
+    {
+      "epoch": 1.957325814775877,
+      "grad_norm": 253.7374725341797,
+      "learning_rate": 2.3868951111517547e-08,
+      "loss": 24.0,
+      "step": 40959
+    },
+    {
+      "epoch": 1.9573736022173374,
+      "grad_norm": 162.6122589111328,
+      "learning_rate": 2.3815544362979505e-08,
+      "loss": 25.4531,
+      "step": 40960
+    },
+    {
+      "epoch": 1.9574213896587978,
+      "grad_norm": 222.53323364257812,
+      "learning_rate": 2.3762197358911942e-08,
+      "loss": 23.5,
+      "step": 40961
+    },
+    {
+      "epoch": 1.9574691771002581,
+      "grad_norm": 379.94622802734375,
+      "learning_rate": 2.3708910099636828e-08,
+      "loss": 17.8594,
+      "step": 40962
+    },
+    {
+      "epoch": 1.9575169645417185,
+      "grad_norm": 226.8123016357422,
+      "learning_rate": 2.3655682585472794e-08,
+      "loss": 27.8125,
+      "step": 40963
+    },
+    {
+      "epoch": 1.957564751983179,
+      "grad_norm": 205.160400390625,
+      "learning_rate": 2.3602514816737365e-08,
+      "loss": 21.3438,
+      "step": 40964
+    },
+    {
+      "epoch": 1.9576125394246393,
+      "grad_norm": 210.73521423339844,
+      "learning_rate": 2.3549406793750285e-08,
+      "loss": 26.1406,
+      "step": 40965
+    },
+    {
+      "epoch": 1.9576603268660997,
+      "grad_norm": 302.1724853515625,
+      "learning_rate": 2.3496358516829076e-08,
+      "loss": 26.875,
+      "step": 40966
+    },
+    {
+      "epoch": 1.95770811430756,
+      "grad_norm": 156.7656707763672,
+      "learning_rate": 2.3443369986292376e-08,
+      "loss": 18.3906,
+      "step": 40967
+    },
+    {
+      "epoch": 1.9577559017490205,
+      "grad_norm": 226.75169372558594,
+      "learning_rate": 2.3390441202455484e-08,
+      "loss": 24.5625,
+      "step": 40968
+    },
+    {
+      "epoch": 1.9578036891904809,
+      "grad_norm": 1328.27099609375,
+      "learning_rate": 2.3337572165635926e-08,
+      "loss": 17.875,
+      "step": 40969
+    },
+    {
+      "epoch": 1.9578514766319413,
+      "grad_norm": 279.8592224121094,
+      "learning_rate": 2.3284762876152335e-08,
+      "loss": 26.3438,
+      "step": 40970
+    },
+    {
+      "epoch": 1.9578992640734016,
+      "grad_norm": 312.2255859375,
+      "learning_rate": 2.3232013334318905e-08,
+      "loss": 16.7656,
+      "step": 40971
+    },
+    {
+      "epoch": 1.957947051514862,
+      "grad_norm": 253.82003784179688,
+      "learning_rate": 2.3179323540452048e-08,
+      "loss": 23.75,
+      "step": 40972
+    },
+    {
+      "epoch": 1.9579948389563224,
+      "grad_norm": 397.5802917480469,
+      "learning_rate": 2.312669349486707e-08,
+      "loss": 21.1562,
+      "step": 40973
+    },
+    {
+      "epoch": 1.9580426263977828,
+      "grad_norm": 168.2012481689453,
+      "learning_rate": 2.3074123197879273e-08,
+      "loss": 14.0938,
+      "step": 40974
+    },
+    {
+      "epoch": 1.9580904138392432,
+      "grad_norm": 300.6634216308594,
+      "learning_rate": 2.302161264980507e-08,
+      "loss": 25.1875,
+      "step": 40975
+    },
+    {
+      "epoch": 1.9581382012807036,
+      "grad_norm": 173.1569061279297,
+      "learning_rate": 2.2969161850956434e-08,
+      "loss": 16.2656,
+      "step": 40976
+    },
+    {
+      "epoch": 1.9581859887221638,
+      "grad_norm": 133.06072998046875,
+      "learning_rate": 2.291677080164867e-08,
+      "loss": 16.1172,
+      "step": 40977
+    },
+    {
+      "epoch": 1.9582337761636242,
+      "grad_norm": 242.9515380859375,
+      "learning_rate": 2.286443950219708e-08,
+      "loss": 35.2734,
+      "step": 40978
+    },
+    {
+      "epoch": 1.9582815636050845,
+      "grad_norm": 255.088623046875,
+      "learning_rate": 2.2812167952911414e-08,
+      "loss": 28.1406,
+      "step": 40979
+    },
+    {
+      "epoch": 1.958329351046545,
+      "grad_norm": 330.4796447753906,
+      "learning_rate": 2.275995615410809e-08,
+      "loss": 27.1094,
+      "step": 40980
+    },
+    {
+      "epoch": 1.9583771384880053,
+      "grad_norm": 213.1095428466797,
+      "learning_rate": 2.2707804106097965e-08,
+      "loss": 23.0938,
+      "step": 40981
+    },
+    {
+      "epoch": 1.9584249259294657,
+      "grad_norm": 287.5953369140625,
+      "learning_rate": 2.2655711809194124e-08,
+      "loss": 22.375,
+      "step": 40982
+    },
+    {
+      "epoch": 1.958472713370926,
+      "grad_norm": 327.5724182128906,
+      "learning_rate": 2.2603679263707435e-08,
+      "loss": 29.4062,
+      "step": 40983
+    },
+    {
+      "epoch": 1.9585205008123865,
+      "grad_norm": 185.67648315429688,
+      "learning_rate": 2.2551706469950973e-08,
+      "loss": 18.0156,
+      "step": 40984
+    },
+    {
+      "epoch": 1.9585682882538469,
+      "grad_norm": 242.40382385253906,
+      "learning_rate": 2.2499793428235605e-08,
+      "loss": 30.0625,
+      "step": 40985
+    },
+    {
+      "epoch": 1.9586160756953073,
+      "grad_norm": 336.07012939453125,
+      "learning_rate": 2.2447940138872194e-08,
+      "loss": 29.7344,
+      "step": 40986
+    },
+    {
+      "epoch": 1.9586638631367677,
+      "grad_norm": 279.16717529296875,
+      "learning_rate": 2.2396146602170487e-08,
+      "loss": 29.0625,
+      "step": 40987
+    },
+    {
+      "epoch": 1.958711650578228,
+      "grad_norm": 454.5603332519531,
+      "learning_rate": 2.2344412818440242e-08,
+      "loss": 28.9062,
+      "step": 40988
+    },
+    {
+      "epoch": 1.9587594380196884,
+      "grad_norm": 166.53048706054688,
+      "learning_rate": 2.229273878799343e-08,
+      "loss": 26.2188,
+      "step": 40989
+    },
+    {
+      "epoch": 1.9588072254611488,
+      "grad_norm": 267.16168212890625,
+      "learning_rate": 2.224112451113869e-08,
+      "loss": 23.0625,
+      "step": 40990
+    },
+    {
+      "epoch": 1.9588550129026092,
+      "grad_norm": 295.88720703125,
+      "learning_rate": 2.218956998818467e-08,
+      "loss": 35.3906,
+      "step": 40991
+    },
+    {
+      "epoch": 1.9589028003440696,
+      "grad_norm": 262.61236572265625,
+      "learning_rate": 2.2138075219438894e-08,
+      "loss": 25.1562,
+      "step": 40992
+    },
+    {
+      "epoch": 1.95895058778553,
+      "grad_norm": 380.4657287597656,
+      "learning_rate": 2.208664020521223e-08,
+      "loss": 34.3125,
+      "step": 40993
+    },
+    {
+      "epoch": 1.9589983752269904,
+      "grad_norm": 179.2037811279297,
+      "learning_rate": 2.2035264945812206e-08,
+      "loss": 20.3281,
+      "step": 40994
+    },
+    {
+      "epoch": 1.9590461626684508,
+      "grad_norm": 155.20196533203125,
+      "learning_rate": 2.1983949441544138e-08,
+      "loss": 23.1875,
+      "step": 40995
+    },
+    {
+      "epoch": 1.9590939501099112,
+      "grad_norm": 192.9472198486328,
+      "learning_rate": 2.193269369271778e-08,
+      "loss": 19.5312,
+      "step": 40996
+    },
+    {
+      "epoch": 1.9591417375513716,
+      "grad_norm": 318.8431701660156,
+      "learning_rate": 2.1881497699639542e-08,
+      "loss": 25.8125,
+      "step": 40997
+    },
+    {
+      "epoch": 1.9591895249928317,
+      "grad_norm": 253.80442810058594,
+      "learning_rate": 2.1830361462615855e-08,
+      "loss": 14.7656,
+      "step": 40998
+    },
+    {
+      "epoch": 1.959237312434292,
+      "grad_norm": 332.1075134277344,
+      "learning_rate": 2.177928498195314e-08,
+      "loss": 22.25,
+      "step": 40999
+    },
+    {
+      "epoch": 1.9592850998757525,
+      "grad_norm": 298.3543395996094,
+      "learning_rate": 2.1728268257956708e-08,
+      "loss": 26.9531,
+      "step": 41000
+    },
+    {
+      "epoch": 1.959332887317213,
+      "grad_norm": 196.15036010742188,
+      "learning_rate": 2.167731129093298e-08,
+      "loss": 19.9062,
+      "step": 41001
+    },
+    {
+      "epoch": 1.9593806747586733,
+      "grad_norm": 207.88760375976562,
+      "learning_rate": 2.1626414081186153e-08,
+      "loss": 27.7812,
+      "step": 41002
+    },
+    {
+      "epoch": 1.9594284622001337,
+      "grad_norm": 468.3924560546875,
+      "learning_rate": 2.1575576629021544e-08,
+      "loss": 21.5938,
+      "step": 41003
+    },
+    {
+      "epoch": 1.959476249641594,
+      "grad_norm": 174.48135375976562,
+      "learning_rate": 2.1524798934743352e-08,
+      "loss": 23.0,
+      "step": 41004
+    },
+    {
+      "epoch": 1.9595240370830544,
+      "grad_norm": 139.189697265625,
+      "learning_rate": 2.147408099865578e-08,
+      "loss": 25.4375,
+      "step": 41005
+    },
+    {
+      "epoch": 1.9595718245245148,
+      "grad_norm": 181.4443359375,
+      "learning_rate": 2.142342282106302e-08,
+      "loss": 20.1562,
+      "step": 41006
+    },
+    {
+      "epoch": 1.9596196119659752,
+      "grad_norm": 200.47344970703125,
+      "learning_rate": 2.1372824402268178e-08,
+      "loss": 20.1719,
+      "step": 41007
+    },
+    {
+      "epoch": 1.9596673994074356,
+      "grad_norm": 304.3809814453125,
+      "learning_rate": 2.1322285742573223e-08,
+      "loss": 25.9531,
+      "step": 41008
+    },
+    {
+      "epoch": 1.959715186848896,
+      "grad_norm": 257.2186584472656,
+      "learning_rate": 2.127180684228236e-08,
+      "loss": 21.0469,
+      "step": 41009
+    },
+    {
+      "epoch": 1.9597629742903564,
+      "grad_norm": 237.07102966308594,
+      "learning_rate": 2.122138770169757e-08,
+      "loss": 25.0938,
+      "step": 41010
+    },
+    {
+      "epoch": 1.9598107617318168,
+      "grad_norm": 332.8089904785156,
+      "learning_rate": 2.1171028321119723e-08,
+      "loss": 30.0938,
+      "step": 41011
+    },
+    {
+      "epoch": 1.9598585491732772,
+      "grad_norm": 157.28945922851562,
+      "learning_rate": 2.1120728700851912e-08,
+      "loss": 21.3438,
+      "step": 41012
+    },
+    {
+      "epoch": 1.9599063366147376,
+      "grad_norm": 277.9080810546875,
+      "learning_rate": 2.1070488841195004e-08,
+      "loss": 24.9219,
+      "step": 41013
+    },
+    {
+      "epoch": 1.959954124056198,
+      "grad_norm": 205.00819396972656,
+      "learning_rate": 2.1020308742448758e-08,
+      "loss": 18.3125,
+      "step": 41014
+    },
+    {
+      "epoch": 1.9600019114976583,
+      "grad_norm": 333.7129211425781,
+      "learning_rate": 2.097018840491516e-08,
+      "loss": 24.1875,
+      "step": 41015
+    },
+    {
+      "epoch": 1.9600496989391187,
+      "grad_norm": 133.49063110351562,
+      "learning_rate": 2.0920127828892855e-08,
+      "loss": 16.3594,
+      "step": 41016
+    },
+    {
+      "epoch": 1.9600974863805791,
+      "grad_norm": 306.3039855957031,
+      "learning_rate": 2.0870127014683827e-08,
+      "loss": 28.125,
+      "step": 41017
+    },
+    {
+      "epoch": 1.9601452738220395,
+      "grad_norm": 352.7885437011719,
+      "learning_rate": 2.0820185962584504e-08,
+      "loss": 25.7188,
+      "step": 41018
+    },
+    {
+      "epoch": 1.9601930612635,
+      "grad_norm": 200.2484130859375,
+      "learning_rate": 2.0770304672896868e-08,
+      "loss": 22.7344,
+      "step": 41019
+    },
+    {
+      "epoch": 1.9602408487049603,
+      "grad_norm": 392.76806640625,
+      "learning_rate": 2.0720483145917348e-08,
+      "loss": 24.5938,
+      "step": 41020
+    },
+    {
+      "epoch": 1.9602886361464207,
+      "grad_norm": 228.49990844726562,
+      "learning_rate": 2.0670721381945702e-08,
+      "loss": 20.9062,
+      "step": 41021
+    },
+    {
+      "epoch": 1.960336423587881,
+      "grad_norm": 336.3598937988281,
+      "learning_rate": 2.0621019381279473e-08,
+      "loss": 35.8438,
+      "step": 41022
+    },
+    {
+      "epoch": 1.9603842110293415,
+      "grad_norm": 262.4482421875,
+      "learning_rate": 2.0571377144216197e-08,
+      "loss": 30.4688,
+      "step": 41023
+    },
+    {
+      "epoch": 1.9604319984708019,
+      "grad_norm": 210.2581329345703,
+      "learning_rate": 2.0521794671054528e-08,
+      "loss": 28.3438,
+      "step": 41024
+    },
+    {
+      "epoch": 1.9604797859122622,
+      "grad_norm": 237.42796325683594,
+      "learning_rate": 2.0472271962088675e-08,
+      "loss": 27.375,
+      "step": 41025
+    },
+    {
+      "epoch": 1.9605275733537226,
+      "grad_norm": 122.91801452636719,
+      "learning_rate": 2.0422809017618393e-08,
+      "loss": 15.9688,
+      "step": 41026
+    },
+    {
+      "epoch": 1.960575360795183,
+      "grad_norm": 197.15440368652344,
+      "learning_rate": 2.037340583793679e-08,
+      "loss": 22.4531,
+      "step": 41027
+    },
+    {
+      "epoch": 1.9606231482366434,
+      "grad_norm": 406.2498474121094,
+      "learning_rate": 2.0324062423342505e-08,
+      "loss": 20.8281,
+      "step": 41028
+    },
+    {
+      "epoch": 1.9606709356781038,
+      "grad_norm": 646.5540771484375,
+      "learning_rate": 2.0274778774128646e-08,
+      "loss": 28.1094,
+      "step": 41029
+    },
+    {
+      "epoch": 1.9607187231195642,
+      "grad_norm": 280.7353210449219,
+      "learning_rate": 2.0225554890592747e-08,
+      "loss": 32.1562,
+      "step": 41030
+    },
+    {
+      "epoch": 1.9607665105610246,
+      "grad_norm": 179.0080108642578,
+      "learning_rate": 2.01763907730268e-08,
+      "loss": 26.2188,
+      "step": 41031
+    },
+    {
+      "epoch": 1.960814298002485,
+      "grad_norm": 255.55438232421875,
+      "learning_rate": 2.012728642172834e-08,
+      "loss": 25.7188,
+      "step": 41032
+    },
+    {
+      "epoch": 1.9608620854439454,
+      "grad_norm": 105.29923248291016,
+      "learning_rate": 2.0078241836988255e-08,
+      "loss": 16.8594,
+      "step": 41033
+    },
+    {
+      "epoch": 1.9609098728854057,
+      "grad_norm": 223.06118774414062,
+      "learning_rate": 2.0029257019102965e-08,
+      "loss": 26.5938,
+      "step": 41034
+    },
+    {
+      "epoch": 1.9609576603268661,
+      "grad_norm": 259.7792053222656,
+      "learning_rate": 1.9980331968364465e-08,
+      "loss": 32.3281,
+      "step": 41035
+    },
+    {
+      "epoch": 1.9610054477683265,
+      "grad_norm": 344.2666015625,
+      "learning_rate": 1.993146668506585e-08,
+      "loss": 34.875,
+      "step": 41036
+    },
+    {
+      "epoch": 1.961053235209787,
+      "grad_norm": 180.26907348632812,
+      "learning_rate": 1.9882661169500218e-08,
+      "loss": 23.0625,
+      "step": 41037
+    },
+    {
+      "epoch": 1.9611010226512473,
+      "grad_norm": 172.3391571044922,
+      "learning_rate": 1.983391542196067e-08,
+      "loss": 13.1719,
+      "step": 41038
+    },
+    {
+      "epoch": 1.9611488100927077,
+      "grad_norm": 277.3081970214844,
+      "learning_rate": 1.9785229442735865e-08,
+      "loss": 22.125,
+      "step": 41039
+    },
+    {
+      "epoch": 1.961196597534168,
+      "grad_norm": 295.1340026855469,
+      "learning_rate": 1.973660323212112e-08,
+      "loss": 25.75,
+      "step": 41040
+    },
+    {
+      "epoch": 1.9612443849756285,
+      "grad_norm": 205.70445251464844,
+      "learning_rate": 1.9688036790405098e-08,
+      "loss": 24.875,
+      "step": 41041
+    },
+    {
+      "epoch": 1.9612921724170889,
+      "grad_norm": 306.3725280761719,
+      "learning_rate": 1.963953011787978e-08,
+      "loss": 26.8438,
+      "step": 41042
+    },
+    {
+      "epoch": 1.9613399598585493,
+      "grad_norm": 441.4644775390625,
+      "learning_rate": 1.959108321483605e-08,
+      "loss": 23.4062,
+      "step": 41043
+    },
+    {
+      "epoch": 1.9613877473000096,
+      "grad_norm": 261.21368408203125,
+      "learning_rate": 1.9542696081563672e-08,
+      "loss": 20.3906,
+      "step": 41044
+    },
+    {
+      "epoch": 1.96143553474147,
+      "grad_norm": 130.56686401367188,
+      "learning_rate": 1.949436871835131e-08,
+      "loss": 21.3438,
+      "step": 41045
+    },
+    {
+      "epoch": 1.9614833221829304,
+      "grad_norm": 361.8381042480469,
+      "learning_rate": 1.9446101125489837e-08,
+      "loss": 21.4375,
+      "step": 41046
+    },
+    {
+      "epoch": 1.9615311096243908,
+      "grad_norm": 307.3948059082031,
+      "learning_rate": 1.9397893303267913e-08,
+      "loss": 21.4219,
+      "step": 41047
+    },
+    {
+      "epoch": 1.9615788970658512,
+      "grad_norm": 258.69775390625,
+      "learning_rate": 1.9349745251973084e-08,
+      "loss": 26.1562,
+      "step": 41048
+    },
+    {
+      "epoch": 1.9616266845073116,
+      "grad_norm": 1209.677978515625,
+      "learning_rate": 1.930165697189623e-08,
+      "loss": 18.2656,
+      "step": 41049
+    },
+    {
+      "epoch": 1.961674471948772,
+      "grad_norm": 183.2215576171875,
+      "learning_rate": 1.9253628463322683e-08,
+      "loss": 15.4062,
+      "step": 41050
+    },
+    {
+      "epoch": 1.9617222593902324,
+      "grad_norm": 381.9732666015625,
+      "learning_rate": 1.9205659726542203e-08,
+      "loss": 21.5312,
+      "step": 41051
+    },
+    {
+      "epoch": 1.9617700468316928,
+      "grad_norm": 292.58221435546875,
+      "learning_rate": 1.9157750761840122e-08,
+      "loss": 25.5,
+      "step": 41052
+    },
+    {
+      "epoch": 1.9618178342731531,
+      "grad_norm": 308.607666015625,
+      "learning_rate": 1.9109901569505095e-08,
+      "loss": 27.4688,
+      "step": 41053
+    },
+    {
+      "epoch": 1.9618656217146135,
+      "grad_norm": 215.9737548828125,
+      "learning_rate": 1.9062112149821343e-08,
+      "loss": 19.7344,
+      "step": 41054
+    },
+    {
+      "epoch": 1.961913409156074,
+      "grad_norm": 205.8769989013672,
+      "learning_rate": 1.9014382503078632e-08,
+      "loss": 24.1562,
+      "step": 41055
+    },
+    {
+      "epoch": 1.9619611965975343,
+      "grad_norm": 327.29595947265625,
+      "learning_rate": 1.896671262955896e-08,
+      "loss": 27.1875,
+      "step": 41056
+    },
+    {
+      "epoch": 1.9620089840389947,
+      "grad_norm": 149.80056762695312,
+      "learning_rate": 1.891910252955098e-08,
+      "loss": 19.5625,
+      "step": 41057
+    },
+    {
+      "epoch": 1.962056771480455,
+      "grad_norm": 367.47802734375,
+      "learning_rate": 1.8871552203337807e-08,
+      "loss": 17.4688,
+      "step": 41058
+    },
+    {
+      "epoch": 1.9621045589219155,
+      "grad_norm": 371.9662780761719,
+      "learning_rate": 1.882406165120476e-08,
+      "loss": 21.5156,
+      "step": 41059
+    },
+    {
+      "epoch": 1.9621523463633757,
+      "grad_norm": 254.2432861328125,
+      "learning_rate": 1.8776630873437172e-08,
+      "loss": 24.0938,
+      "step": 41060
+    },
+    {
+      "epoch": 1.962200133804836,
+      "grad_norm": 450.59405517578125,
+      "learning_rate": 1.872925987031704e-08,
+      "loss": 38.3906,
+      "step": 41061
+    },
+    {
+      "epoch": 1.9622479212462964,
+      "grad_norm": 276.24920654296875,
+      "learning_rate": 1.8681948642129687e-08,
+      "loss": 21.5,
+      "step": 41062
+    },
+    {
+      "epoch": 1.9622957086877568,
+      "grad_norm": 165.82066345214844,
+      "learning_rate": 1.8634697189159335e-08,
+      "loss": 15.0156,
+      "step": 41063
+    },
+    {
+      "epoch": 1.9623434961292172,
+      "grad_norm": 185.89906311035156,
+      "learning_rate": 1.8587505511685756e-08,
+      "loss": 22.7812,
+      "step": 41064
+    },
+    {
+      "epoch": 1.9623912835706776,
+      "grad_norm": 313.0624694824219,
+      "learning_rate": 1.8540373609994277e-08,
+      "loss": 28.4688,
+      "step": 41065
+    },
+    {
+      "epoch": 1.962439071012138,
+      "grad_norm": 174.67747497558594,
+      "learning_rate": 1.84933014843669e-08,
+      "loss": 16.0156,
+      "step": 41066
+    },
+    {
+      "epoch": 1.9624868584535984,
+      "grad_norm": 575.3968505859375,
+      "learning_rate": 1.8446289135084505e-08,
+      "loss": 21.5312,
+      "step": 41067
+    },
+    {
+      "epoch": 1.9625346458950588,
+      "grad_norm": 385.42681884765625,
+      "learning_rate": 1.8399336562429092e-08,
+      "loss": 27.75,
+      "step": 41068
+    },
+    {
+      "epoch": 1.9625824333365192,
+      "grad_norm": 165.42816162109375,
+      "learning_rate": 1.835244376668155e-08,
+      "loss": 27.3906,
+      "step": 41069
+    },
+    {
+      "epoch": 1.9626302207779796,
+      "grad_norm": 266.4721374511719,
+      "learning_rate": 1.830561074812276e-08,
+      "loss": 25.5938,
+      "step": 41070
+    },
+    {
+      "epoch": 1.96267800821944,
+      "grad_norm": 374.3980712890625,
+      "learning_rate": 1.8258837507034722e-08,
+      "loss": 23.8125,
+      "step": 41071
+    },
+    {
+      "epoch": 1.9627257956609003,
+      "grad_norm": 281.4869079589844,
+      "learning_rate": 1.821212404369499e-08,
+      "loss": 27.5,
+      "step": 41072
+    },
+    {
+      "epoch": 1.9627735831023607,
+      "grad_norm": 258.427001953125,
+      "learning_rate": 1.816547035838556e-08,
+      "loss": 26.2031,
+      "step": 41073
+    },
+    {
+      "epoch": 1.962821370543821,
+      "grad_norm": 282.9280090332031,
+      "learning_rate": 1.8118876451383992e-08,
+      "loss": 28.0312,
+      "step": 41074
+    },
+    {
+      "epoch": 1.9628691579852815,
+      "grad_norm": 250.56373596191406,
+      "learning_rate": 1.807234232297117e-08,
+      "loss": 31.7812,
+      "step": 41075
+    },
+    {
+      "epoch": 1.9629169454267419,
+      "grad_norm": 256.3369445800781,
+      "learning_rate": 1.802586797342354e-08,
+      "loss": 23.3438,
+      "step": 41076
+    },
+    {
+      "epoch": 1.9629647328682023,
+      "grad_norm": 341.21044921875,
+      "learning_rate": 1.7979453403021986e-08,
+      "loss": 27.4688,
+      "step": 41077
+    },
+    {
+      "epoch": 1.9630125203096627,
+      "grad_norm": 230.54718017578125,
+      "learning_rate": 1.7933098612042953e-08,
+      "loss": 23.1875,
+      "step": 41078
+    },
+    {
+      "epoch": 1.963060307751123,
+      "grad_norm": 195.9046173095703,
+      "learning_rate": 1.7886803600764e-08,
+      "loss": 20.3125,
+      "step": 41079
+    },
+    {
+      "epoch": 1.9631080951925832,
+      "grad_norm": 237.81491088867188,
+      "learning_rate": 1.7840568369462684e-08,
+      "loss": 21.7656,
+      "step": 41080
+    },
+    {
+      "epoch": 1.9631558826340436,
+      "grad_norm": 526.8245849609375,
+      "learning_rate": 1.7794392918415447e-08,
+      "loss": 29.5,
+      "step": 41081
+    },
+    {
+      "epoch": 1.963203670075504,
+      "grad_norm": 130.00550842285156,
+      "learning_rate": 1.7748277247898737e-08,
+      "loss": 15.2812,
+      "step": 41082
+    },
+    {
+      "epoch": 1.9632514575169644,
+      "grad_norm": 181.23744201660156,
+      "learning_rate": 1.7702221358191218e-08,
+      "loss": 24.9062,
+      "step": 41083
+    },
+    {
+      "epoch": 1.9632992449584248,
+      "grad_norm": 231.44850158691406,
+      "learning_rate": 1.7656225249564896e-08,
+      "loss": 29.875,
+      "step": 41084
+    },
+    {
+      "epoch": 1.9633470323998852,
+      "grad_norm": 156.37379455566406,
+      "learning_rate": 1.7610288922297326e-08,
+      "loss": 19.5,
+      "step": 41085
+    },
+    {
+      "epoch": 1.9633948198413456,
+      "grad_norm": 222.44544982910156,
+      "learning_rate": 1.7564412376663842e-08,
+      "loss": 17.8125,
+      "step": 41086
+    },
+    {
+      "epoch": 1.963442607282806,
+      "grad_norm": 188.69728088378906,
+      "learning_rate": 1.7518595612938673e-08,
+      "loss": 27.5312,
+      "step": 41087
+    },
+    {
+      "epoch": 1.9634903947242663,
+      "grad_norm": 396.6894226074219,
+      "learning_rate": 1.747283863139604e-08,
+      "loss": 22.5469,
+      "step": 41088
+    },
+    {
+      "epoch": 1.9635381821657267,
+      "grad_norm": 477.2693786621094,
+      "learning_rate": 1.7427141432310168e-08,
+      "loss": 29.9375,
+      "step": 41089
+    },
+    {
+      "epoch": 1.9635859696071871,
+      "grad_norm": 286.6347351074219,
+      "learning_rate": 1.7381504015954177e-08,
+      "loss": 29.125,
+      "step": 41090
+    },
+    {
+      "epoch": 1.9636337570486475,
+      "grad_norm": 244.72409057617188,
+      "learning_rate": 1.7335926382602288e-08,
+      "loss": 26.3594,
+      "step": 41091
+    },
+    {
+      "epoch": 1.963681544490108,
+      "grad_norm": 175.60882568359375,
+      "learning_rate": 1.7290408532526503e-08,
+      "loss": 18.1875,
+      "step": 41092
+    },
+    {
+      "epoch": 1.9637293319315683,
+      "grad_norm": 282.2799072265625,
+      "learning_rate": 1.7244950466001053e-08,
+      "loss": 21.5938,
+      "step": 41093
+    },
+    {
+      "epoch": 1.9637771193730287,
+      "grad_norm": 268.2673645019531,
+      "learning_rate": 1.719955218329572e-08,
+      "loss": 23.6875,
+      "step": 41094
+    },
+    {
+      "epoch": 1.963824906814489,
+      "grad_norm": 245.10691833496094,
+      "learning_rate": 1.7154213684684727e-08,
+      "loss": 19.4062,
+      "step": 41095
+    },
+    {
+      "epoch": 1.9638726942559495,
+      "grad_norm": 261.4457702636719,
+      "learning_rate": 1.7108934970437862e-08,
+      "loss": 20.0938,
+      "step": 41096
+    },
+    {
+      "epoch": 1.9639204816974098,
+      "grad_norm": 293.25726318359375,
+      "learning_rate": 1.7063716040828237e-08,
+      "loss": 25.7656,
+      "step": 41097
+    },
+    {
+      "epoch": 1.9639682691388702,
+      "grad_norm": 316.9310607910156,
+      "learning_rate": 1.7018556896124528e-08,
+      "loss": 29.1094,
+      "step": 41098
+    },
+    {
+      "epoch": 1.9640160565803306,
+      "grad_norm": 262.5066833496094,
+      "learning_rate": 1.6973457536597625e-08,
+      "loss": 24.9531,
+      "step": 41099
+    },
+    {
+      "epoch": 1.964063844021791,
+      "grad_norm": 302.1399841308594,
+      "learning_rate": 1.692841796251954e-08,
+      "loss": 26.6406,
+      "step": 41100
+    },
+    {
+      "epoch": 1.9641116314632514,
+      "grad_norm": 186.9459228515625,
+      "learning_rate": 1.688343817415783e-08,
+      "loss": 26.4688,
+      "step": 41101
+    },
+    {
+      "epoch": 1.9641594189047118,
+      "grad_norm": 148.11517333984375,
+      "learning_rate": 1.683851817178228e-08,
+      "loss": 16.6406,
+      "step": 41102
+    },
+    {
+      "epoch": 1.9642072063461722,
+      "grad_norm": 124.18284606933594,
+      "learning_rate": 1.679365795566157e-08,
+      "loss": 16.7812,
+      "step": 41103
+    },
+    {
+      "epoch": 1.9642549937876326,
+      "grad_norm": 245.5555419921875,
+      "learning_rate": 1.6748857526066588e-08,
+      "loss": 28.375,
+      "step": 41104
+    },
+    {
+      "epoch": 1.964302781229093,
+      "grad_norm": 165.5436248779297,
+      "learning_rate": 1.6704116883262676e-08,
+      "loss": 20.1875,
+      "step": 41105
+    },
+    {
+      "epoch": 1.9643505686705534,
+      "grad_norm": 150.60084533691406,
+      "learning_rate": 1.6659436027519628e-08,
+      "loss": 24.0781,
+      "step": 41106
+    },
+    {
+      "epoch": 1.9643983561120137,
+      "grad_norm": 460.90533447265625,
+      "learning_rate": 1.6614814959104995e-08,
+      "loss": 32.8125,
+      "step": 41107
+    },
+    {
+      "epoch": 1.9644461435534741,
+      "grad_norm": 344.9394836425781,
+      "learning_rate": 1.657025367828524e-08,
+      "loss": 26.7969,
+      "step": 41108
+    },
+    {
+      "epoch": 1.9644939309949345,
+      "grad_norm": 129.58099365234375,
+      "learning_rate": 1.6525752185326814e-08,
+      "loss": 18.6719,
+      "step": 41109
+    },
+    {
+      "epoch": 1.964541718436395,
+      "grad_norm": 167.6439971923828,
+      "learning_rate": 1.648131048049728e-08,
+      "loss": 17.0938,
+      "step": 41110
+    },
+    {
+      "epoch": 1.9645895058778553,
+      "grad_norm": 155.31568908691406,
+      "learning_rate": 1.6436928564063093e-08,
+      "loss": 23.2344,
+      "step": 41111
+    },
+    {
+      "epoch": 1.9646372933193157,
+      "grad_norm": 214.25523376464844,
+      "learning_rate": 1.6392606436288483e-08,
+      "loss": 19.6562,
+      "step": 41112
+    },
+    {
+      "epoch": 1.964685080760776,
+      "grad_norm": 229.2705841064453,
+      "learning_rate": 1.6348344097441015e-08,
+      "loss": 26.2812,
+      "step": 41113
+    },
+    {
+      "epoch": 1.9647328682022365,
+      "grad_norm": 547.5241088867188,
+      "learning_rate": 1.6304141547783814e-08,
+      "loss": 21.4688,
+      "step": 41114
+    },
+    {
+      "epoch": 1.9647806556436969,
+      "grad_norm": 344.1513366699219,
+      "learning_rate": 1.625999878758222e-08,
+      "loss": 45.1875,
+      "step": 41115
+    },
+    {
+      "epoch": 1.9648284430851573,
+      "grad_norm": 175.31605529785156,
+      "learning_rate": 1.621591581710047e-08,
+      "loss": 26.3594,
+      "step": 41116
+    },
+    {
+      "epoch": 1.9648762305266176,
+      "grad_norm": 302.3485107421875,
+      "learning_rate": 1.617189263660279e-08,
+      "loss": 22.2031,
+      "step": 41117
+    },
+    {
+      "epoch": 1.964924017968078,
+      "grad_norm": 334.53955078125,
+      "learning_rate": 1.6127929246353426e-08,
+      "loss": 15.9531,
+      "step": 41118
+    },
+    {
+      "epoch": 1.9649718054095384,
+      "grad_norm": 352.0318603515625,
+      "learning_rate": 1.6084025646614376e-08,
+      "loss": 27.5156,
+      "step": 41119
+    },
+    {
+      "epoch": 1.9650195928509988,
+      "grad_norm": 260.28668212890625,
+      "learning_rate": 1.6040181837649882e-08,
+      "loss": 24.4062,
+      "step": 41120
+    },
+    {
+      "epoch": 1.9650673802924592,
+      "grad_norm": 365.79071044921875,
+      "learning_rate": 1.5996397819720844e-08,
+      "loss": 22.1875,
+      "step": 41121
+    },
+    {
+      "epoch": 1.9651151677339196,
+      "grad_norm": 206.5150909423828,
+      "learning_rate": 1.5952673593091496e-08,
+      "loss": 18.2031,
+      "step": 41122
+    },
+    {
+      "epoch": 1.96516295517538,
+      "grad_norm": 352.6247253417969,
+      "learning_rate": 1.5909009158021626e-08,
+      "loss": 25.2812,
+      "step": 41123
+    },
+    {
+      "epoch": 1.9652107426168404,
+      "grad_norm": 203.90463256835938,
+      "learning_rate": 1.5865404514774364e-08,
+      "loss": 27.7812,
+      "step": 41124
+    },
+    {
+      "epoch": 1.9652585300583008,
+      "grad_norm": 208.27072143554688,
+      "learning_rate": 1.5821859663610605e-08,
+      "loss": 28.375,
+      "step": 41125
+    },
+    {
+      "epoch": 1.9653063174997611,
+      "grad_norm": 309.8484191894531,
+      "learning_rate": 1.577837460479126e-08,
+      "loss": 16.5625,
+      "step": 41126
+    },
+    {
+      "epoch": 1.9653541049412215,
+      "grad_norm": 292.6092529296875,
+      "learning_rate": 1.5734949338575e-08,
+      "loss": 35.7188,
+      "step": 41127
+    },
+    {
+      "epoch": 1.965401892382682,
+      "grad_norm": 315.802734375,
+      "learning_rate": 1.569158386522385e-08,
+      "loss": 32.0938,
+      "step": 41128
+    },
+    {
+      "epoch": 1.9654496798241423,
+      "grad_norm": 127.55773162841797,
+      "learning_rate": 1.564827818499648e-08,
+      "loss": 13.4688,
+      "step": 41129
+    },
+    {
+      "epoch": 1.9654974672656027,
+      "grad_norm": 338.77801513671875,
+      "learning_rate": 1.560503229815269e-08,
+      "loss": 21.6406,
+      "step": 41130
+    },
+    {
+      "epoch": 1.965545254707063,
+      "grad_norm": 256.5626525878906,
+      "learning_rate": 1.556184620495116e-08,
+      "loss": 22.3906,
+      "step": 41131
+    },
+    {
+      "epoch": 1.9655930421485235,
+      "grad_norm": 147.76072692871094,
+      "learning_rate": 1.5518719905651682e-08,
+      "loss": 19.0859,
+      "step": 41132
+    },
+    {
+      "epoch": 1.9656408295899839,
+      "grad_norm": 202.70582580566406,
+      "learning_rate": 1.5475653400510716e-08,
+      "loss": 25.375,
+      "step": 41133
+    },
+    {
+      "epoch": 1.9656886170314443,
+      "grad_norm": 431.6984558105469,
+      "learning_rate": 1.5432646689786945e-08,
+      "loss": 30.5938,
+      "step": 41134
+    },
+    {
+      "epoch": 1.9657364044729047,
+      "grad_norm": 232.02781677246094,
+      "learning_rate": 1.538969977373905e-08,
+      "loss": 23.4219,
+      "step": 41135
+    },
+    {
+      "epoch": 1.965784191914365,
+      "grad_norm": 136.1747589111328,
+      "learning_rate": 1.534681265262239e-08,
+      "loss": 28.7031,
+      "step": 41136
+    },
+    {
+      "epoch": 1.9658319793558254,
+      "grad_norm": 145.87847900390625,
+      "learning_rate": 1.5303985326694527e-08,
+      "loss": 21.6094,
+      "step": 41137
+    },
+    {
+      "epoch": 1.9658797667972858,
+      "grad_norm": 211.4537353515625,
+      "learning_rate": 1.5261217796211923e-08,
+      "loss": 22.5469,
+      "step": 41138
+    },
+    {
+      "epoch": 1.9659275542387462,
+      "grad_norm": 289.7005920410156,
+      "learning_rate": 1.5218510061431046e-08,
+      "loss": 25.8906,
+      "step": 41139
+    },
+    {
+      "epoch": 1.9659753416802066,
+      "grad_norm": 186.29257202148438,
+      "learning_rate": 1.5175862122607244e-08,
+      "loss": 20.2031,
+      "step": 41140
+    },
+    {
+      "epoch": 1.966023129121667,
+      "grad_norm": 220.62071228027344,
+      "learning_rate": 1.5133273979995866e-08,
+      "loss": 19.0781,
+      "step": 41141
+    },
+    {
+      "epoch": 1.9660709165631272,
+      "grad_norm": 201.17279052734375,
+      "learning_rate": 1.5090745633852265e-08,
+      "loss": 22.4531,
+      "step": 41142
+    },
+    {
+      "epoch": 1.9661187040045875,
+      "grad_norm": 189.8810272216797,
+      "learning_rate": 1.5048277084431793e-08,
+      "loss": 30.6562,
+      "step": 41143
+    },
+    {
+      "epoch": 1.966166491446048,
+      "grad_norm": 167.35025024414062,
+      "learning_rate": 1.5005868331987582e-08,
+      "loss": 25.0625,
+      "step": 41144
+    },
+    {
+      "epoch": 1.9662142788875083,
+      "grad_norm": 226.50521850585938,
+      "learning_rate": 1.4963519376773873e-08,
+      "loss": 22.9688,
+      "step": 41145
+    },
+    {
+      "epoch": 1.9662620663289687,
+      "grad_norm": 225.20361328125,
+      "learning_rate": 1.492123021904379e-08,
+      "loss": 16.6406,
+      "step": 41146
+    },
+    {
+      "epoch": 1.966309853770429,
+      "grad_norm": 194.3944091796875,
+      "learning_rate": 1.4879000859052694e-08,
+      "loss": 18.9062,
+      "step": 41147
+    },
+    {
+      "epoch": 1.9663576412118895,
+      "grad_norm": 251.02377319335938,
+      "learning_rate": 1.483683129705038e-08,
+      "loss": 16.4531,
+      "step": 41148
+    },
+    {
+      "epoch": 1.9664054286533499,
+      "grad_norm": 172.9357452392578,
+      "learning_rate": 1.47947215332922e-08,
+      "loss": 22.4688,
+      "step": 41149
+    },
+    {
+      "epoch": 1.9664532160948103,
+      "grad_norm": 285.15350341796875,
+      "learning_rate": 1.4752671568029065e-08,
+      "loss": 31.5625,
+      "step": 41150
+    },
+    {
+      "epoch": 1.9665010035362707,
+      "grad_norm": 288.7650146484375,
+      "learning_rate": 1.4710681401512994e-08,
+      "loss": 24.1719,
+      "step": 41151
+    },
+    {
+      "epoch": 1.966548790977731,
+      "grad_norm": 297.7432861328125,
+      "learning_rate": 1.4668751033996009e-08,
+      "loss": 31.5469,
+      "step": 41152
+    },
+    {
+      "epoch": 1.9665965784191914,
+      "grad_norm": 275.36871337890625,
+      "learning_rate": 1.4626880465726801e-08,
+      "loss": 25.9688,
+      "step": 41153
+    },
+    {
+      "epoch": 1.9666443658606518,
+      "grad_norm": 359.4220275878906,
+      "learning_rate": 1.4585069696959609e-08,
+      "loss": 25.75,
+      "step": 41154
+    },
+    {
+      "epoch": 1.9666921533021122,
+      "grad_norm": 132.88658142089844,
+      "learning_rate": 1.4543318727942013e-08,
+      "loss": 20.4844,
+      "step": 41155
+    },
+    {
+      "epoch": 1.9667399407435726,
+      "grad_norm": 140.90577697753906,
+      "learning_rate": 1.4501627558926034e-08,
+      "loss": 17.3438,
+      "step": 41156
+    },
+    {
+      "epoch": 1.966787728185033,
+      "grad_norm": 204.5686798095703,
+      "learning_rate": 1.4459996190160363e-08,
+      "loss": 18.0625,
+      "step": 41157
+    },
+    {
+      "epoch": 1.9668355156264934,
+      "grad_norm": 365.4607238769531,
+      "learning_rate": 1.441842462189369e-08,
+      "loss": 35.4375,
+      "step": 41158
+    },
+    {
+      "epoch": 1.9668833030679538,
+      "grad_norm": 255.3783721923828,
+      "learning_rate": 1.4376912854375813e-08,
+      "loss": 21.7969,
+      "step": 41159
+    },
+    {
+      "epoch": 1.9669310905094142,
+      "grad_norm": 202.24136352539062,
+      "learning_rate": 1.4335460887856534e-08,
+      "loss": 27.1094,
+      "step": 41160
+    },
+    {
+      "epoch": 1.9669788779508746,
+      "grad_norm": 364.74365234375,
+      "learning_rate": 1.4294068722581211e-08,
+      "loss": 34.1562,
+      "step": 41161
+    },
+    {
+      "epoch": 1.967026665392335,
+      "grad_norm": 212.1187286376953,
+      "learning_rate": 1.4252736358800757e-08,
+      "loss": 23.4219,
+      "step": 41162
+    },
+    {
+      "epoch": 1.9670744528337951,
+      "grad_norm": 339.607666015625,
+      "learning_rate": 1.4211463796760527e-08,
+      "loss": 22.7188,
+      "step": 41163
+    },
+    {
+      "epoch": 1.9671222402752555,
+      "grad_norm": 162.83132934570312,
+      "learning_rate": 1.4170251036708105e-08,
+      "loss": 18.2812,
+      "step": 41164
+    },
+    {
+      "epoch": 1.967170027716716,
+      "grad_norm": 150.9036865234375,
+      "learning_rate": 1.4129098078891069e-08,
+      "loss": 18.5156,
+      "step": 41165
+    },
+    {
+      "epoch": 1.9672178151581763,
+      "grad_norm": 268.7900695800781,
+      "learning_rate": 1.4088004923554777e-08,
+      "loss": 20.6562,
+      "step": 41166
+    },
+    {
+      "epoch": 1.9672656025996367,
+      "grad_norm": 216.39308166503906,
+      "learning_rate": 1.404697157094681e-08,
+      "loss": 23.0781,
+      "step": 41167
+    },
+    {
+      "epoch": 1.967313390041097,
+      "grad_norm": 308.80645751953125,
+      "learning_rate": 1.4005998021312528e-08,
+      "loss": 22.9688,
+      "step": 41168
+    },
+    {
+      "epoch": 1.9673611774825575,
+      "grad_norm": 251.63998413085938,
+      "learning_rate": 1.3965084274895068e-08,
+      "loss": 24.0938,
+      "step": 41169
+    },
+    {
+      "epoch": 1.9674089649240178,
+      "grad_norm": 305.4831237792969,
+      "learning_rate": 1.3924230331943123e-08,
+      "loss": 28.3594,
+      "step": 41170
+    },
+    {
+      "epoch": 1.9674567523654782,
+      "grad_norm": 202.400634765625,
+      "learning_rate": 1.3883436192698718e-08,
+      "loss": 22.6562,
+      "step": 41171
+    },
+    {
+      "epoch": 1.9675045398069386,
+      "grad_norm": 303.1822204589844,
+      "learning_rate": 1.3842701857406104e-08,
+      "loss": 21.5312,
+      "step": 41172
+    },
+    {
+      "epoch": 1.967552327248399,
+      "grad_norm": 207.11447143554688,
+      "learning_rate": 1.380202732631064e-08,
+      "loss": 38.8438,
+      "step": 41173
+    },
+    {
+      "epoch": 1.9676001146898594,
+      "grad_norm": 392.2691345214844,
+      "learning_rate": 1.3761412599656577e-08,
+      "loss": 26.2812,
+      "step": 41174
+    },
+    {
+      "epoch": 1.9676479021313198,
+      "grad_norm": 307.05450439453125,
+      "learning_rate": 1.372085767768372e-08,
+      "loss": 39.3125,
+      "step": 41175
+    },
+    {
+      "epoch": 1.9676956895727802,
+      "grad_norm": 298.7657470703125,
+      "learning_rate": 1.3680362560638538e-08,
+      "loss": 30.9375,
+      "step": 41176
+    },
+    {
+      "epoch": 1.9677434770142406,
+      "grad_norm": 330.5498352050781,
+      "learning_rate": 1.3639927248761953e-08,
+      "loss": 20.7031,
+      "step": 41177
+    },
+    {
+      "epoch": 1.967791264455701,
+      "grad_norm": 182.0876922607422,
+      "learning_rate": 1.3599551742295992e-08,
+      "loss": 22.4062,
+      "step": 41178
+    },
+    {
+      "epoch": 1.9678390518971614,
+      "grad_norm": 307.2271728515625,
+      "learning_rate": 1.3559236041482683e-08,
+      "loss": 26.1562,
+      "step": 41179
+    },
+    {
+      "epoch": 1.9678868393386217,
+      "grad_norm": 276.2118835449219,
+      "learning_rate": 1.3518980146564053e-08,
+      "loss": 31.875,
+      "step": 41180
+    },
+    {
+      "epoch": 1.9679346267800821,
+      "grad_norm": 137.6705322265625,
+      "learning_rate": 1.3478784057779914e-08,
+      "loss": 18.0781,
+      "step": 41181
+    },
+    {
+      "epoch": 1.9679824142215425,
+      "grad_norm": 215.5193328857422,
+      "learning_rate": 1.3438647775372293e-08,
+      "loss": 15.9062,
+      "step": 41182
+    },
+    {
+      "epoch": 1.968030201663003,
+      "grad_norm": 202.3636932373047,
+      "learning_rate": 1.3398571299579889e-08,
+      "loss": 18.4375,
+      "step": 41183
+    },
+    {
+      "epoch": 1.9680779891044633,
+      "grad_norm": 301.9512939453125,
+      "learning_rate": 1.3358554630644727e-08,
+      "loss": 18.2969,
+      "step": 41184
+    },
+    {
+      "epoch": 1.9681257765459237,
+      "grad_norm": 161.04364013671875,
+      "learning_rate": 1.3318597768805508e-08,
+      "loss": 15.1406,
+      "step": 41185
+    },
+    {
+      "epoch": 1.968173563987384,
+      "grad_norm": 434.0374755859375,
+      "learning_rate": 1.327870071430204e-08,
+      "loss": 20.2031,
+      "step": 41186
+    },
+    {
+      "epoch": 1.9682213514288445,
+      "grad_norm": 471.6681823730469,
+      "learning_rate": 1.323886346737191e-08,
+      "loss": 25.3125,
+      "step": 41187
+    },
+    {
+      "epoch": 1.9682691388703049,
+      "grad_norm": 391.1094970703125,
+      "learning_rate": 1.3199086028254925e-08,
+      "loss": 25.375,
+      "step": 41188
+    },
+    {
+      "epoch": 1.9683169263117652,
+      "grad_norm": 601.2615356445312,
+      "learning_rate": 1.3159368397188677e-08,
+      "loss": 24.8438,
+      "step": 41189
+    },
+    {
+      "epoch": 1.9683647137532256,
+      "grad_norm": 525.9981079101562,
+      "learning_rate": 1.3119710574410749e-08,
+      "loss": 25.9844,
+      "step": 41190
+    },
+    {
+      "epoch": 1.968412501194686,
+      "grad_norm": 199.07679748535156,
+      "learning_rate": 1.3080112560159842e-08,
+      "loss": 19.1562,
+      "step": 41191
+    },
+    {
+      "epoch": 1.9684602886361464,
+      "grad_norm": 336.4245300292969,
+      "learning_rate": 1.304057435467243e-08,
+      "loss": 25.4688,
+      "step": 41192
+    },
+    {
+      "epoch": 1.9685080760776068,
+      "grad_norm": 223.45504760742188,
+      "learning_rate": 1.3001095958184995e-08,
+      "loss": 22.25,
+      "step": 41193
+    },
+    {
+      "epoch": 1.9685558635190672,
+      "grad_norm": 208.2694854736328,
+      "learning_rate": 1.2961677370934012e-08,
+      "loss": 35.9062,
+      "step": 41194
+    },
+    {
+      "epoch": 1.9686036509605276,
+      "grad_norm": 238.3919219970703,
+      "learning_rate": 1.2922318593157068e-08,
+      "loss": 23.1875,
+      "step": 41195
+    },
+    {
+      "epoch": 1.968651438401988,
+      "grad_norm": 267.180908203125,
+      "learning_rate": 1.2883019625087313e-08,
+      "loss": 25.2812,
+      "step": 41196
+    },
+    {
+      "epoch": 1.9686992258434484,
+      "grad_norm": 403.0869445800781,
+      "learning_rate": 1.284378046696122e-08,
+      "loss": 35.6875,
+      "step": 41197
+    },
+    {
+      "epoch": 1.9687470132849088,
+      "grad_norm": 199.1443328857422,
+      "learning_rate": 1.2804601119015269e-08,
+      "loss": 23.0938,
+      "step": 41198
+    },
+    {
+      "epoch": 1.9687948007263691,
+      "grad_norm": 200.40611267089844,
+      "learning_rate": 1.2765481581481497e-08,
+      "loss": 26.6719,
+      "step": 41199
+    },
+    {
+      "epoch": 1.9688425881678295,
+      "grad_norm": 341.4420471191406,
+      "learning_rate": 1.2726421854595272e-08,
+      "loss": 24.5938,
+      "step": 41200
+    },
+    {
+      "epoch": 1.96889037560929,
+      "grad_norm": 352.60418701171875,
+      "learning_rate": 1.268742193859196e-08,
+      "loss": 30.625,
+      "step": 41201
+    },
+    {
+      "epoch": 1.9689381630507503,
+      "grad_norm": 160.76255798339844,
+      "learning_rate": 1.2648481833702486e-08,
+      "loss": 21.5312,
+      "step": 41202
+    },
+    {
+      "epoch": 1.9689859504922107,
+      "grad_norm": 469.08453369140625,
+      "learning_rate": 1.260960154016222e-08,
+      "loss": 25.2188,
+      "step": 41203
+    },
+    {
+      "epoch": 1.969033737933671,
+      "grad_norm": 144.80496215820312,
+      "learning_rate": 1.2570781058203196e-08,
+      "loss": 16.2188,
+      "step": 41204
+    },
+    {
+      "epoch": 1.9690815253751315,
+      "grad_norm": 211.87130737304688,
+      "learning_rate": 1.2532020388057453e-08,
+      "loss": 29.1406,
+      "step": 41205
+    },
+    {
+      "epoch": 1.9691293128165919,
+      "grad_norm": 481.64190673828125,
+      "learning_rate": 1.2493319529958137e-08,
+      "loss": 27.4688,
+      "step": 41206
+    },
+    {
+      "epoch": 1.9691771002580523,
+      "grad_norm": 388.7831115722656,
+      "learning_rate": 1.2454678484135063e-08,
+      "loss": 30.9375,
+      "step": 41207
+    },
+    {
+      "epoch": 1.9692248876995126,
+      "grad_norm": 162.66786193847656,
+      "learning_rate": 1.241609725082249e-08,
+      "loss": 21.4375,
+      "step": 41208
+    },
+    {
+      "epoch": 1.969272675140973,
+      "grad_norm": 449.57806396484375,
+      "learning_rate": 1.2377575830249122e-08,
+      "loss": 26.0156,
+      "step": 41209
+    },
+    {
+      "epoch": 1.9693204625824334,
+      "grad_norm": 393.8059997558594,
+      "learning_rate": 1.2339114222646998e-08,
+      "loss": 27.125,
+      "step": 41210
+    },
+    {
+      "epoch": 1.9693682500238938,
+      "grad_norm": 188.83065795898438,
+      "learning_rate": 1.2300712428245931e-08,
+      "loss": 20.125,
+      "step": 41211
+    },
+    {
+      "epoch": 1.9694160374653542,
+      "grad_norm": 185.43626403808594,
+      "learning_rate": 1.226237044727574e-08,
+      "loss": 18.7812,
+      "step": 41212
+    },
+    {
+      "epoch": 1.9694638249068146,
+      "grad_norm": 240.0421600341797,
+      "learning_rate": 1.2224088279966239e-08,
+      "loss": 34.3125,
+      "step": 41213
+    },
+    {
+      "epoch": 1.969511612348275,
+      "grad_norm": 125.88794708251953,
+      "learning_rate": 1.2185865926547246e-08,
+      "loss": 18.5,
+      "step": 41214
+    },
+    {
+      "epoch": 1.9695593997897354,
+      "grad_norm": 240.22901916503906,
+      "learning_rate": 1.2147703387246356e-08,
+      "loss": 17.9375,
+      "step": 41215
+    },
+    {
+      "epoch": 1.9696071872311958,
+      "grad_norm": 247.69692993164062,
+      "learning_rate": 1.2109600662293386e-08,
+      "loss": 25.7969,
+      "step": 41216
+    },
+    {
+      "epoch": 1.9696549746726562,
+      "grad_norm": 167.34548950195312,
+      "learning_rate": 1.207155775191593e-08,
+      "loss": 16.5781,
+      "step": 41217
+    },
+    {
+      "epoch": 1.9697027621141165,
+      "grad_norm": 192.73233032226562,
+      "learning_rate": 1.2033574656341585e-08,
+      "loss": 20.4688,
+      "step": 41218
+    },
+    {
+      "epoch": 1.969750549555577,
+      "grad_norm": 162.10333251953125,
+      "learning_rate": 1.1995651375797946e-08,
+      "loss": 27.0,
+      "step": 41219
+    },
+    {
+      "epoch": 1.9697983369970373,
+      "grad_norm": 274.9048767089844,
+      "learning_rate": 1.1957787910512607e-08,
+      "loss": 29.4062,
+      "step": 41220
+    },
+    {
+      "epoch": 1.9698461244384977,
+      "grad_norm": 259.6038818359375,
+      "learning_rate": 1.191998426071206e-08,
+      "loss": 34.7188,
+      "step": 41221
+    },
+    {
+      "epoch": 1.969893911879958,
+      "grad_norm": 522.4439697265625,
+      "learning_rate": 1.1882240426622782e-08,
+      "loss": 20.4531,
+      "step": 41222
+    },
+    {
+      "epoch": 1.9699416993214185,
+      "grad_norm": 235.90623474121094,
+      "learning_rate": 1.1844556408470153e-08,
+      "loss": 24.8438,
+      "step": 41223
+    },
+    {
+      "epoch": 1.9699894867628787,
+      "grad_norm": 382.462646484375,
+      "learning_rate": 1.1806932206480658e-08,
+      "loss": 30.3594,
+      "step": 41224
+    },
+    {
+      "epoch": 1.970037274204339,
+      "grad_norm": 435.2366943359375,
+      "learning_rate": 1.1769367820879674e-08,
+      "loss": 29.6562,
+      "step": 41225
+    },
+    {
+      "epoch": 1.9700850616457994,
+      "grad_norm": 305.2557678222656,
+      "learning_rate": 1.1731863251891462e-08,
+      "loss": 26.2188,
+      "step": 41226
+    },
+    {
+      "epoch": 1.9701328490872598,
+      "grad_norm": 259.2721252441406,
+      "learning_rate": 1.16944184997414e-08,
+      "loss": 26.8281,
+      "step": 41227
+    },
+    {
+      "epoch": 1.9701806365287202,
+      "grad_norm": 246.1179962158203,
+      "learning_rate": 1.1657033564652642e-08,
+      "loss": 23.4219,
+      "step": 41228
+    },
+    {
+      "epoch": 1.9702284239701806,
+      "grad_norm": 266.794921875,
+      "learning_rate": 1.1619708446850564e-08,
+      "loss": 22.8125,
+      "step": 41229
+    },
+    {
+      "epoch": 1.970276211411641,
+      "grad_norm": 294.3849792480469,
+      "learning_rate": 1.158244314655721e-08,
+      "loss": 21.5781,
+      "step": 41230
+    },
+    {
+      "epoch": 1.9703239988531014,
+      "grad_norm": 419.9398193359375,
+      "learning_rate": 1.1545237663996845e-08,
+      "loss": 27.0625,
+      "step": 41231
+    },
+    {
+      "epoch": 1.9703717862945618,
+      "grad_norm": 230.4611053466797,
+      "learning_rate": 1.1508091999391513e-08,
+      "loss": 29.9844,
+      "step": 41232
+    },
+    {
+      "epoch": 1.9704195737360222,
+      "grad_norm": 286.8111267089844,
+      "learning_rate": 1.147100615296437e-08,
+      "loss": 32.9375,
+      "step": 41233
+    },
+    {
+      "epoch": 1.9704673611774826,
+      "grad_norm": 179.01861572265625,
+      "learning_rate": 1.1433980124937461e-08,
+      "loss": 23.625,
+      "step": 41234
+    },
+    {
+      "epoch": 1.970515148618943,
+      "grad_norm": 144.8398895263672,
+      "learning_rate": 1.1397013915531718e-08,
+      "loss": 19.8438,
+      "step": 41235
+    },
+    {
+      "epoch": 1.9705629360604033,
+      "grad_norm": 450.7672424316406,
+      "learning_rate": 1.1360107524968078e-08,
+      "loss": 34.4062,
+      "step": 41236
+    },
+    {
+      "epoch": 1.9706107235018637,
+      "grad_norm": 228.09365844726562,
+      "learning_rate": 1.1323260953469695e-08,
+      "loss": 17.7188,
+      "step": 41237
+    },
+    {
+      "epoch": 1.9706585109433241,
+      "grad_norm": 180.2030487060547,
+      "learning_rate": 1.1286474201256393e-08,
+      "loss": 27.8906,
+      "step": 41238
+    },
+    {
+      "epoch": 1.9707062983847845,
+      "grad_norm": 390.44305419921875,
+      "learning_rate": 1.1249747268547994e-08,
+      "loss": 25.3594,
+      "step": 41239
+    },
+    {
+      "epoch": 1.970754085826245,
+      "grad_norm": 160.35585021972656,
+      "learning_rate": 1.1213080155564327e-08,
+      "loss": 19.1094,
+      "step": 41240
+    },
+    {
+      "epoch": 1.9708018732677053,
+      "grad_norm": 164.26795959472656,
+      "learning_rate": 1.1176472862525211e-08,
+      "loss": 21.5625,
+      "step": 41241
+    },
+    {
+      "epoch": 1.9708496607091657,
+      "grad_norm": 145.93943786621094,
+      "learning_rate": 1.1139925389649363e-08,
+      "loss": 14.1562,
+      "step": 41242
+    },
+    {
+      "epoch": 1.970897448150626,
+      "grad_norm": 522.1543579101562,
+      "learning_rate": 1.1103437737156608e-08,
+      "loss": 20.375,
+      "step": 41243
+    },
+    {
+      "epoch": 1.9709452355920865,
+      "grad_norm": 240.43841552734375,
+      "learning_rate": 1.1067009905265657e-08,
+      "loss": 23.0469,
+      "step": 41244
+    },
+    {
+      "epoch": 1.9709930230335466,
+      "grad_norm": 480.14739990234375,
+      "learning_rate": 1.1030641894193006e-08,
+      "loss": 27.0625,
+      "step": 41245
+    },
+    {
+      "epoch": 1.971040810475007,
+      "grad_norm": 234.5056610107422,
+      "learning_rate": 1.0994333704158478e-08,
+      "loss": 27.5312,
+      "step": 41246
+    },
+    {
+      "epoch": 1.9710885979164674,
+      "grad_norm": 156.79627990722656,
+      "learning_rate": 1.0958085335378565e-08,
+      "loss": 30.0469,
+      "step": 41247
+    },
+    {
+      "epoch": 1.9711363853579278,
+      "grad_norm": 1568.0069580078125,
+      "learning_rate": 1.0921896788069763e-08,
+      "loss": 26.7188,
+      "step": 41248
+    },
+    {
+      "epoch": 1.9711841727993882,
+      "grad_norm": 278.87457275390625,
+      "learning_rate": 1.0885768062449676e-08,
+      "loss": 23.0312,
+      "step": 41249
+    },
+    {
+      "epoch": 1.9712319602408486,
+      "grad_norm": 155.92442321777344,
+      "learning_rate": 1.0849699158733684e-08,
+      "loss": 25.0938,
+      "step": 41250
+    },
+    {
+      "epoch": 1.971279747682309,
+      "grad_norm": 314.7289123535156,
+      "learning_rate": 1.0813690077139394e-08,
+      "loss": 21.7969,
+      "step": 41251
+    },
+    {
+      "epoch": 1.9713275351237693,
+      "grad_norm": 158.71473693847656,
+      "learning_rate": 1.0777740817881078e-08,
+      "loss": 21.4531,
+      "step": 41252
+    },
+    {
+      "epoch": 1.9713753225652297,
+      "grad_norm": 625.9393920898438,
+      "learning_rate": 1.0741851381174117e-08,
+      "loss": 26.7188,
+      "step": 41253
+    },
+    {
+      "epoch": 1.9714231100066901,
+      "grad_norm": 400.0702209472656,
+      "learning_rate": 1.0706021767233899e-08,
+      "loss": 27.9688,
+      "step": 41254
+    },
+    {
+      "epoch": 1.9714708974481505,
+      "grad_norm": 180.94839477539062,
+      "learning_rate": 1.0670251976275803e-08,
+      "loss": 14.0,
+      "step": 41255
+    },
+    {
+      "epoch": 1.971518684889611,
+      "grad_norm": 165.0403289794922,
+      "learning_rate": 1.0634542008511884e-08,
+      "loss": 22.9844,
+      "step": 41256
+    },
+    {
+      "epoch": 1.9715664723310713,
+      "grad_norm": 461.6607360839844,
+      "learning_rate": 1.0598891864158634e-08,
+      "loss": 31.7344,
+      "step": 41257
+    },
+    {
+      "epoch": 1.9716142597725317,
+      "grad_norm": 397.54388427734375,
+      "learning_rate": 1.0563301543426996e-08,
+      "loss": 24.8438,
+      "step": 41258
+    },
+    {
+      "epoch": 1.971662047213992,
+      "grad_norm": 226.40695190429688,
+      "learning_rate": 1.0527771046532354e-08,
+      "loss": 21.5,
+      "step": 41259
+    },
+    {
+      "epoch": 1.9717098346554525,
+      "grad_norm": 200.65721130371094,
+      "learning_rate": 1.0492300373685648e-08,
+      "loss": 18.2188,
+      "step": 41260
+    },
+    {
+      "epoch": 1.9717576220969129,
+      "grad_norm": 296.1412658691406,
+      "learning_rate": 1.0456889525100045e-08,
+      "loss": 22.625,
+      "step": 41261
+    },
+    {
+      "epoch": 1.9718054095383732,
+      "grad_norm": 310.5044860839844,
+      "learning_rate": 1.0421538500987593e-08,
+      "loss": 21.7656,
+      "step": 41262
+    },
+    {
+      "epoch": 1.9718531969798336,
+      "grad_norm": 182.37046813964844,
+      "learning_rate": 1.0386247301560348e-08,
+      "loss": 23.0,
+      "step": 41263
+    },
+    {
+      "epoch": 1.971900984421294,
+      "grad_norm": 147.24505615234375,
+      "learning_rate": 1.0351015927029251e-08,
+      "loss": 18.5781,
+      "step": 41264
+    },
+    {
+      "epoch": 1.9719487718627544,
+      "grad_norm": 173.86651611328125,
+      "learning_rate": 1.0315844377605244e-08,
+      "loss": 16.5781,
+      "step": 41265
+    },
+    {
+      "epoch": 1.9719965593042148,
+      "grad_norm": 641.3974609375,
+      "learning_rate": 1.028073265349816e-08,
+      "loss": 17.8594,
+      "step": 41266
+    },
+    {
+      "epoch": 1.9720443467456752,
+      "grad_norm": 267.8077087402344,
+      "learning_rate": 1.0245680754921162e-08,
+      "loss": 22.7188,
+      "step": 41267
+    },
+    {
+      "epoch": 1.9720921341871356,
+      "grad_norm": 211.9992218017578,
+      "learning_rate": 1.021068868208075e-08,
+      "loss": 27.7188,
+      "step": 41268
+    },
+    {
+      "epoch": 1.972139921628596,
+      "grad_norm": 191.97010803222656,
+      "learning_rate": 1.0175756435188978e-08,
+      "loss": 19.9531,
+      "step": 41269
+    },
+    {
+      "epoch": 1.9721877090700564,
+      "grad_norm": 657.505859375,
+      "learning_rate": 1.0140884014453457e-08,
+      "loss": 24.875,
+      "step": 41270
+    },
+    {
+      "epoch": 1.9722354965115168,
+      "grad_norm": 148.0742950439453,
+      "learning_rate": 1.0106071420084019e-08,
+      "loss": 19.0781,
+      "step": 41271
+    },
+    {
+      "epoch": 1.9722832839529771,
+      "grad_norm": 224.51878356933594,
+      "learning_rate": 1.0071318652288276e-08,
+      "loss": 26.3594,
+      "step": 41272
+    },
+    {
+      "epoch": 1.9723310713944375,
+      "grad_norm": 284.3179931640625,
+      "learning_rate": 1.003662571127495e-08,
+      "loss": 23.1406,
+      "step": 41273
+    },
+    {
+      "epoch": 1.972378858835898,
+      "grad_norm": 351.09271240234375,
+      "learning_rate": 1.0001992597251653e-08,
+      "loss": 25.4062,
+      "step": 41274
+    },
+    {
+      "epoch": 1.9724266462773583,
+      "grad_norm": 319.900146484375,
+      "learning_rate": 9.967419310424887e-09,
+      "loss": 32.0312,
+      "step": 41275
+    },
+    {
+      "epoch": 1.9724744337188187,
+      "grad_norm": 152.81143188476562,
+      "learning_rate": 9.932905851004481e-09,
+      "loss": 16.7656,
+      "step": 41276
+    },
+    {
+      "epoch": 1.972522221160279,
+      "grad_norm": 285.619384765625,
+      "learning_rate": 9.89845221919361e-09,
+      "loss": 26.25,
+      "step": 41277
+    },
+    {
+      "epoch": 1.9725700086017395,
+      "grad_norm": 482.9252014160156,
+      "learning_rate": 9.864058415200994e-09,
+      "loss": 24.4688,
+      "step": 41278
+    },
+    {
+      "epoch": 1.9726177960431999,
+      "grad_norm": 480.5881042480469,
+      "learning_rate": 9.829724439232024e-09,
+      "loss": 22.4062,
+      "step": 41279
+    },
+    {
+      "epoch": 1.9726655834846603,
+      "grad_norm": 342.94842529296875,
+      "learning_rate": 9.795450291492092e-09,
+      "loss": 28.9688,
+      "step": 41280
+    },
+    {
+      "epoch": 1.9727133709261206,
+      "grad_norm": 234.91848754882812,
+      "learning_rate": 9.76123597218659e-09,
+      "loss": 23.2188,
+      "step": 41281
+    },
+    {
+      "epoch": 1.972761158367581,
+      "grad_norm": 361.9045104980469,
+      "learning_rate": 9.727081481519795e-09,
+      "loss": 32.0938,
+      "step": 41282
+    },
+    {
+      "epoch": 1.9728089458090414,
+      "grad_norm": 267.5854797363281,
+      "learning_rate": 9.692986819697103e-09,
+      "loss": 21.9688,
+      "step": 41283
+    },
+    {
+      "epoch": 1.9728567332505018,
+      "grad_norm": 203.06930541992188,
+      "learning_rate": 9.658951986921683e-09,
+      "loss": 24.6875,
+      "step": 41284
+    },
+    {
+      "epoch": 1.9729045206919622,
+      "grad_norm": 478.3359069824219,
+      "learning_rate": 9.624976983398926e-09,
+      "loss": 24.2188,
+      "step": 41285
+    },
+    {
+      "epoch": 1.9729523081334226,
+      "grad_norm": 295.83221435546875,
+      "learning_rate": 9.591061809332003e-09,
+      "loss": 23.4375,
+      "step": 41286
+    },
+    {
+      "epoch": 1.973000095574883,
+      "grad_norm": 400.0812683105469,
+      "learning_rate": 9.557206464921865e-09,
+      "loss": 32.7031,
+      "step": 41287
+    },
+    {
+      "epoch": 1.9730478830163434,
+      "grad_norm": 540.455078125,
+      "learning_rate": 9.523410950373902e-09,
+      "loss": 16.1562,
+      "step": 41288
+    },
+    {
+      "epoch": 1.9730956704578038,
+      "grad_norm": 305.47613525390625,
+      "learning_rate": 9.489675265890175e-09,
+      "loss": 24.2812,
+      "step": 41289
+    },
+    {
+      "epoch": 1.9731434578992642,
+      "grad_norm": 179.37416076660156,
+      "learning_rate": 9.455999411670524e-09,
+      "loss": 27.3438,
+      "step": 41290
+    },
+    {
+      "epoch": 1.9731912453407245,
+      "grad_norm": 185.56285095214844,
+      "learning_rate": 9.422383387919232e-09,
+      "loss": 22.9062,
+      "step": 41291
+    },
+    {
+      "epoch": 1.973239032782185,
+      "grad_norm": 144.5575714111328,
+      "learning_rate": 9.388827194835026e-09,
+      "loss": 22.3438,
+      "step": 41292
+    },
+    {
+      "epoch": 1.9732868202236453,
+      "grad_norm": 444.81329345703125,
+      "learning_rate": 9.35533083262219e-09,
+      "loss": 25.375,
+      "step": 41293
+    },
+    {
+      "epoch": 1.9733346076651057,
+      "grad_norm": 469.06866455078125,
+      "learning_rate": 9.32189430147834e-09,
+      "loss": 28.8125,
+      "step": 41294
+    },
+    {
+      "epoch": 1.973382395106566,
+      "grad_norm": 433.0558776855469,
+      "learning_rate": 9.288517601604429e-09,
+      "loss": 18.1562,
+      "step": 41295
+    },
+    {
+      "epoch": 1.9734301825480265,
+      "grad_norm": 240.5317840576172,
+      "learning_rate": 9.255200733201409e-09,
+      "loss": 16.4062,
+      "step": 41296
+    },
+    {
+      "epoch": 1.9734779699894869,
+      "grad_norm": 164.43409729003906,
+      "learning_rate": 9.221943696468005e-09,
+      "loss": 12.0781,
+      "step": 41297
+    },
+    {
+      "epoch": 1.9735257574309473,
+      "grad_norm": 226.6501922607422,
+      "learning_rate": 9.188746491604061e-09,
+      "loss": 22.6562,
+      "step": 41298
+    },
+    {
+      "epoch": 1.9735735448724077,
+      "grad_norm": 286.44390869140625,
+      "learning_rate": 9.155609118807196e-09,
+      "loss": 32.5625,
+      "step": 41299
+    },
+    {
+      "epoch": 1.973621332313868,
+      "grad_norm": 451.5470886230469,
+      "learning_rate": 9.122531578277249e-09,
+      "loss": 27.0312,
+      "step": 41300
+    },
+    {
+      "epoch": 1.9736691197553284,
+      "grad_norm": 129.30838012695312,
+      "learning_rate": 9.089513870210731e-09,
+      "loss": 23.9062,
+      "step": 41301
+    },
+    {
+      "epoch": 1.9737169071967888,
+      "grad_norm": 451.460693359375,
+      "learning_rate": 9.056555994806372e-09,
+      "loss": 28.9062,
+      "step": 41302
+    },
+    {
+      "epoch": 1.9737646946382492,
+      "grad_norm": 241.1121368408203,
+      "learning_rate": 9.023657952261788e-09,
+      "loss": 22.25,
+      "step": 41303
+    },
+    {
+      "epoch": 1.9738124820797096,
+      "grad_norm": 629.6718139648438,
+      "learning_rate": 8.990819742773493e-09,
+      "loss": 29.3125,
+      "step": 41304
+    },
+    {
+      "epoch": 1.97386026952117,
+      "grad_norm": 180.44473266601562,
+      "learning_rate": 8.958041366537995e-09,
+      "loss": 22.9062,
+      "step": 41305
+    },
+    {
+      "epoch": 1.9739080569626304,
+      "grad_norm": 190.61648559570312,
+      "learning_rate": 8.925322823751802e-09,
+      "loss": 17.4219,
+      "step": 41306
+    },
+    {
+      "epoch": 1.9739558444040906,
+      "grad_norm": 310.2864074707031,
+      "learning_rate": 8.892664114611427e-09,
+      "loss": 27.6562,
+      "step": 41307
+    },
+    {
+      "epoch": 1.974003631845551,
+      "grad_norm": 211.91726684570312,
+      "learning_rate": 8.860065239311155e-09,
+      "loss": 23.4688,
+      "step": 41308
+    },
+    {
+      "epoch": 1.9740514192870113,
+      "grad_norm": 255.43695068359375,
+      "learning_rate": 8.827526198047497e-09,
+      "loss": 20.0469,
+      "step": 41309
+    },
+    {
+      "epoch": 1.9740992067284717,
+      "grad_norm": 648.9901733398438,
+      "learning_rate": 8.795046991014744e-09,
+      "loss": 38.2188,
+      "step": 41310
+    },
+    {
+      "epoch": 1.9741469941699321,
+      "grad_norm": 173.81982421875,
+      "learning_rate": 8.762627618408293e-09,
+      "loss": 27.7812,
+      "step": 41311
+    },
+    {
+      "epoch": 1.9741947816113925,
+      "grad_norm": 266.9268493652344,
+      "learning_rate": 8.730268080420212e-09,
+      "loss": 24.2969,
+      "step": 41312
+    },
+    {
+      "epoch": 1.974242569052853,
+      "grad_norm": 122.72441864013672,
+      "learning_rate": 8.697968377245902e-09,
+      "loss": 19.8594,
+      "step": 41313
+    },
+    {
+      "epoch": 1.9742903564943133,
+      "grad_norm": 192.092041015625,
+      "learning_rate": 8.665728509078541e-09,
+      "loss": 15.0625,
+      "step": 41314
+    },
+    {
+      "epoch": 1.9743381439357737,
+      "grad_norm": 320.1582946777344,
+      "learning_rate": 8.633548476111308e-09,
+      "loss": 22.625,
+      "step": 41315
+    },
+    {
+      "epoch": 1.974385931377234,
+      "grad_norm": 204.44161987304688,
+      "learning_rate": 8.601428278536272e-09,
+      "loss": 26.7812,
+      "step": 41316
+    },
+    {
+      "epoch": 1.9744337188186944,
+      "grad_norm": 170.5376434326172,
+      "learning_rate": 8.569367916546612e-09,
+      "loss": 21.1562,
+      "step": 41317
+    },
+    {
+      "epoch": 1.9744815062601548,
+      "grad_norm": 266.57501220703125,
+      "learning_rate": 8.537367390334395e-09,
+      "loss": 27.4531,
+      "step": 41318
+    },
+    {
+      "epoch": 1.9745292937016152,
+      "grad_norm": 245.54310607910156,
+      "learning_rate": 8.50542670009058e-09,
+      "loss": 21.3281,
+      "step": 41319
+    },
+    {
+      "epoch": 1.9745770811430756,
+      "grad_norm": 245.06422424316406,
+      "learning_rate": 8.473545846006126e-09,
+      "loss": 25.2969,
+      "step": 41320
+    },
+    {
+      "epoch": 1.974624868584536,
+      "grad_norm": 220.16729736328125,
+      "learning_rate": 8.441724828273102e-09,
+      "loss": 20.6719,
+      "step": 41321
+    },
+    {
+      "epoch": 1.9746726560259964,
+      "grad_norm": 247.5742950439453,
+      "learning_rate": 8.409963647081354e-09,
+      "loss": 28.9062,
+      "step": 41322
+    },
+    {
+      "epoch": 1.9747204434674568,
+      "grad_norm": 300.82421875,
+      "learning_rate": 8.378262302620731e-09,
+      "loss": 26.2188,
+      "step": 41323
+    },
+    {
+      "epoch": 1.9747682309089172,
+      "grad_norm": 257.6708068847656,
+      "learning_rate": 8.346620795082195e-09,
+      "loss": 21.5156,
+      "step": 41324
+    },
+    {
+      "epoch": 1.9748160183503776,
+      "grad_norm": 445.60565185546875,
+      "learning_rate": 8.315039124654478e-09,
+      "loss": 20.0,
+      "step": 41325
+    },
+    {
+      "epoch": 1.974863805791838,
+      "grad_norm": 144.0891876220703,
+      "learning_rate": 8.283517291526322e-09,
+      "loss": 27.0312,
+      "step": 41326
+    },
+    {
+      "epoch": 1.9749115932332981,
+      "grad_norm": 223.34877014160156,
+      "learning_rate": 8.252055295887573e-09,
+      "loss": 30.6562,
+      "step": 41327
+    },
+    {
+      "epoch": 1.9749593806747585,
+      "grad_norm": 237.5653076171875,
+      "learning_rate": 8.22065313792697e-09,
+      "loss": 22.7812,
+      "step": 41328
+    },
+    {
+      "epoch": 1.975007168116219,
+      "grad_norm": 197.5669708251953,
+      "learning_rate": 8.18931081782992e-09,
+      "loss": 20.8438,
+      "step": 41329
+    },
+    {
+      "epoch": 1.9750549555576793,
+      "grad_norm": 260.13055419921875,
+      "learning_rate": 8.158028335787382e-09,
+      "loss": 26.1719,
+      "step": 41330
+    },
+    {
+      "epoch": 1.9751027429991397,
+      "grad_norm": 177.51705932617188,
+      "learning_rate": 8.126805691984762e-09,
+      "loss": 16.875,
+      "step": 41331
+    },
+    {
+      "epoch": 1.9751505304406,
+      "grad_norm": 184.78904724121094,
+      "learning_rate": 8.095642886609688e-09,
+      "loss": 19.0469,
+      "step": 41332
+    },
+    {
+      "epoch": 1.9751983178820605,
+      "grad_norm": 397.4886474609375,
+      "learning_rate": 8.064539919848679e-09,
+      "loss": 22.1406,
+      "step": 41333
+    },
+    {
+      "epoch": 1.9752461053235209,
+      "grad_norm": 695.4163818359375,
+      "learning_rate": 8.033496791887141e-09,
+      "loss": 24.5938,
+      "step": 41334
+    },
+    {
+      "epoch": 1.9752938927649812,
+      "grad_norm": 572.5294189453125,
+      "learning_rate": 8.0025135029127e-09,
+      "loss": 22.0625,
+      "step": 41335
+    },
+    {
+      "epoch": 1.9753416802064416,
+      "grad_norm": 198.090576171875,
+      "learning_rate": 7.971590053109657e-09,
+      "loss": 21.9531,
+      "step": 41336
+    },
+    {
+      "epoch": 1.975389467647902,
+      "grad_norm": 286.3858642578125,
+      "learning_rate": 7.940726442663415e-09,
+      "loss": 23.0625,
+      "step": 41337
+    },
+    {
+      "epoch": 1.9754372550893624,
+      "grad_norm": 214.8011016845703,
+      "learning_rate": 7.909922671759385e-09,
+      "loss": 26.5625,
+      "step": 41338
+    },
+    {
+      "epoch": 1.9754850425308228,
+      "grad_norm": 194.138427734375,
+      "learning_rate": 7.879178740581861e-09,
+      "loss": 27.4062,
+      "step": 41339
+    },
+    {
+      "epoch": 1.9755328299722832,
+      "grad_norm": 263.7174072265625,
+      "learning_rate": 7.84849464931403e-09,
+      "loss": 22.6562,
+      "step": 41340
+    },
+    {
+      "epoch": 1.9755806174137436,
+      "grad_norm": 298.0396728515625,
+      "learning_rate": 7.817870398140193e-09,
+      "loss": 17.6875,
+      "step": 41341
+    },
+    {
+      "epoch": 1.975628404855204,
+      "grad_norm": 200.40040588378906,
+      "learning_rate": 7.787305987243532e-09,
+      "loss": 22.1094,
+      "step": 41342
+    },
+    {
+      "epoch": 1.9756761922966644,
+      "grad_norm": 227.3494873046875,
+      "learning_rate": 7.756801416808346e-09,
+      "loss": 27.0,
+      "step": 41343
+    },
+    {
+      "epoch": 1.9757239797381247,
+      "grad_norm": 184.48916625976562,
+      "learning_rate": 7.726356687016712e-09,
+      "loss": 22.8125,
+      "step": 41344
+    },
+    {
+      "epoch": 1.9757717671795851,
+      "grad_norm": 185.13218688964844,
+      "learning_rate": 7.695971798049595e-09,
+      "loss": 19.6094,
+      "step": 41345
+    },
+    {
+      "epoch": 1.9758195546210455,
+      "grad_norm": 287.80950927734375,
+      "learning_rate": 7.665646750090184e-09,
+      "loss": 37.1875,
+      "step": 41346
+    },
+    {
+      "epoch": 1.975867342062506,
+      "grad_norm": 239.1291046142578,
+      "learning_rate": 7.635381543320553e-09,
+      "loss": 25.5781,
+      "step": 41347
+    },
+    {
+      "epoch": 1.9759151295039663,
+      "grad_norm": 216.51036071777344,
+      "learning_rate": 7.605176177920558e-09,
+      "loss": 21.6094,
+      "step": 41348
+    },
+    {
+      "epoch": 1.9759629169454267,
+      "grad_norm": 212.1525421142578,
+      "learning_rate": 7.57503065407228e-09,
+      "loss": 27.5938,
+      "step": 41349
+    },
+    {
+      "epoch": 1.976010704386887,
+      "grad_norm": 834.9686889648438,
+      "learning_rate": 7.54494497195557e-09,
+      "loss": 34.5625,
+      "step": 41350
+    },
+    {
+      "epoch": 1.9760584918283475,
+      "grad_norm": 206.4408416748047,
+      "learning_rate": 7.514919131750286e-09,
+      "loss": 24.3438,
+      "step": 41351
+    },
+    {
+      "epoch": 1.9761062792698079,
+      "grad_norm": 251.67001342773438,
+      "learning_rate": 7.484953133638506e-09,
+      "loss": 22.9219,
+      "step": 41352
+    },
+    {
+      "epoch": 1.9761540667112683,
+      "grad_norm": 211.9994354248047,
+      "learning_rate": 7.455046977796753e-09,
+      "loss": 24.625,
+      "step": 41353
+    },
+    {
+      "epoch": 1.9762018541527286,
+      "grad_norm": 244.96600341796875,
+      "learning_rate": 7.425200664404886e-09,
+      "loss": 20.5312,
+      "step": 41354
+    },
+    {
+      "epoch": 1.976249641594189,
+      "grad_norm": 141.06455993652344,
+      "learning_rate": 7.395414193642758e-09,
+      "loss": 19.0469,
+      "step": 41355
+    },
+    {
+      "epoch": 1.9762974290356494,
+      "grad_norm": 199.6573944091797,
+      "learning_rate": 7.3656875656880065e-09,
+      "loss": 22.8125,
+      "step": 41356
+    },
+    {
+      "epoch": 1.9763452164771098,
+      "grad_norm": 175.7814178466797,
+      "learning_rate": 7.336020780719377e-09,
+      "loss": 24.9531,
+      "step": 41357
+    },
+    {
+      "epoch": 1.9763930039185702,
+      "grad_norm": 178.02943420410156,
+      "learning_rate": 7.306413838913396e-09,
+      "loss": 25.4375,
+      "step": 41358
+    },
+    {
+      "epoch": 1.9764407913600306,
+      "grad_norm": 223.9958038330078,
+      "learning_rate": 7.276866740447697e-09,
+      "loss": 18.4062,
+      "step": 41359
+    },
+    {
+      "epoch": 1.976488578801491,
+      "grad_norm": 162.95147705078125,
+      "learning_rate": 7.247379485499917e-09,
+      "loss": 28.4219,
+      "step": 41360
+    },
+    {
+      "epoch": 1.9765363662429514,
+      "grad_norm": 459.59588623046875,
+      "learning_rate": 7.217952074245471e-09,
+      "loss": 28.2188,
+      "step": 41361
+    },
+    {
+      "epoch": 1.9765841536844118,
+      "grad_norm": 181.8307342529297,
+      "learning_rate": 7.188584506861996e-09,
+      "loss": 23.3438,
+      "step": 41362
+    },
+    {
+      "epoch": 1.9766319411258721,
+      "grad_norm": 131.86776733398438,
+      "learning_rate": 7.159276783523794e-09,
+      "loss": 16.0312,
+      "step": 41363
+    },
+    {
+      "epoch": 1.9766797285673325,
+      "grad_norm": 177.68814086914062,
+      "learning_rate": 7.130028904408504e-09,
+      "loss": 26.75,
+      "step": 41364
+    },
+    {
+      "epoch": 1.976727516008793,
+      "grad_norm": 360.7683410644531,
+      "learning_rate": 7.100840869689318e-09,
+      "loss": 21.2344,
+      "step": 41365
+    },
+    {
+      "epoch": 1.9767753034502533,
+      "grad_norm": 239.68301391601562,
+      "learning_rate": 7.0717126795416536e-09,
+      "loss": 33.75,
+      "step": 41366
+    },
+    {
+      "epoch": 1.9768230908917137,
+      "grad_norm": 619.7108764648438,
+      "learning_rate": 7.042644334139814e-09,
+      "loss": 33.6875,
+      "step": 41367
+    },
+    {
+      "epoch": 1.976870878333174,
+      "grad_norm": 313.2074279785156,
+      "learning_rate": 7.013635833658105e-09,
+      "loss": 24.7812,
+      "step": 41368
+    },
+    {
+      "epoch": 1.9769186657746345,
+      "grad_norm": 135.42672729492188,
+      "learning_rate": 6.984687178270833e-09,
+      "loss": 17.9688,
+      "step": 41369
+    },
+    {
+      "epoch": 1.9769664532160949,
+      "grad_norm": 215.06871032714844,
+      "learning_rate": 6.9557983681500795e-09,
+      "loss": 21.0469,
+      "step": 41370
+    },
+    {
+      "epoch": 1.9770142406575553,
+      "grad_norm": 314.3269348144531,
+      "learning_rate": 6.926969403470152e-09,
+      "loss": 27.7969,
+      "step": 41371
+    },
+    {
+      "epoch": 1.9770620280990157,
+      "grad_norm": 179.58218383789062,
+      "learning_rate": 6.898200284402023e-09,
+      "loss": 35.7344,
+      "step": 41372
+    },
+    {
+      "epoch": 1.977109815540476,
+      "grad_norm": 330.17620849609375,
+      "learning_rate": 6.8694910111199994e-09,
+      "loss": 20.7422,
+      "step": 41373
+    },
+    {
+      "epoch": 1.9771576029819364,
+      "grad_norm": 208.14373779296875,
+      "learning_rate": 6.840841583795055e-09,
+      "loss": 24.6094,
+      "step": 41374
+    },
+    {
+      "epoch": 1.9772053904233968,
+      "grad_norm": 430.323486328125,
+      "learning_rate": 6.812252002598163e-09,
+      "loss": 25.6562,
+      "step": 41375
+    },
+    {
+      "epoch": 1.9772531778648572,
+      "grad_norm": 259.574462890625,
+      "learning_rate": 6.783722267701409e-09,
+      "loss": 23.0312,
+      "step": 41376
+    },
+    {
+      "epoch": 1.9773009653063176,
+      "grad_norm": 299.6257019042969,
+      "learning_rate": 6.7552523792757675e-09,
+      "loss": 18.2969,
+      "step": 41377
+    },
+    {
+      "epoch": 1.977348752747778,
+      "grad_norm": 132.54132080078125,
+      "learning_rate": 6.726842337491102e-09,
+      "loss": 15.2812,
+      "step": 41378
+    },
+    {
+      "epoch": 1.9773965401892384,
+      "grad_norm": 290.3638610839844,
+      "learning_rate": 6.6984921425172766e-09,
+      "loss": 22.9375,
+      "step": 41379
+    },
+    {
+      "epoch": 1.9774443276306988,
+      "grad_norm": 197.35482788085938,
+      "learning_rate": 6.670201794525266e-09,
+      "loss": 22.1719,
+      "step": 41380
+    },
+    {
+      "epoch": 1.9774921150721592,
+      "grad_norm": 167.0902557373047,
+      "learning_rate": 6.641971293683824e-09,
+      "loss": 27.0625,
+      "step": 41381
+    },
+    {
+      "epoch": 1.9775399025136196,
+      "grad_norm": 118.33038330078125,
+      "learning_rate": 6.613800640161705e-09,
+      "loss": 20.0156,
+      "step": 41382
+    },
+    {
+      "epoch": 1.97758768995508,
+      "grad_norm": 285.8173522949219,
+      "learning_rate": 6.585689834127662e-09,
+      "loss": 16.6719,
+      "step": 41383
+    },
+    {
+      "epoch": 1.9776354773965403,
+      "grad_norm": 196.8329620361328,
+      "learning_rate": 6.55763887575156e-09,
+      "loss": 28.375,
+      "step": 41384
+    },
+    {
+      "epoch": 1.9776832648380007,
+      "grad_norm": 270.9762268066406,
+      "learning_rate": 6.529647765198821e-09,
+      "loss": 27.25,
+      "step": 41385
+    },
+    {
+      "epoch": 1.977731052279461,
+      "grad_norm": 167.11294555664062,
+      "learning_rate": 6.501716502639311e-09,
+      "loss": 22.875,
+      "step": 41386
+    },
+    {
+      "epoch": 1.9777788397209215,
+      "grad_norm": 362.14483642578125,
+      "learning_rate": 6.4738450882384504e-09,
+      "loss": 26.7031,
+      "step": 41387
+    },
+    {
+      "epoch": 1.977826627162382,
+      "grad_norm": 266.1391906738281,
+      "learning_rate": 6.446033522163886e-09,
+      "loss": 25.6406,
+      "step": 41388
+    },
+    {
+      "epoch": 1.977874414603842,
+      "grad_norm": 171.87930297851562,
+      "learning_rate": 6.418281804583259e-09,
+      "loss": 19.9219,
+      "step": 41389
+    },
+    {
+      "epoch": 1.9779222020453024,
+      "grad_norm": 137.3314208984375,
+      "learning_rate": 6.390589935661995e-09,
+      "loss": 18.4844,
+      "step": 41390
+    },
+    {
+      "epoch": 1.9779699894867628,
+      "grad_norm": 229.4925994873047,
+      "learning_rate": 6.362957915565515e-09,
+      "loss": 19.0781,
+      "step": 41391
+    },
+    {
+      "epoch": 1.9780177769282232,
+      "grad_norm": 167.42547607421875,
+      "learning_rate": 6.335385744459244e-09,
+      "loss": 23.0,
+      "step": 41392
+    },
+    {
+      "epoch": 1.9780655643696836,
+      "grad_norm": 248.21804809570312,
+      "learning_rate": 6.307873422508604e-09,
+      "loss": 24.75,
+      "step": 41393
+    },
+    {
+      "epoch": 1.978113351811144,
+      "grad_norm": 340.4446716308594,
+      "learning_rate": 6.280420949879018e-09,
+      "loss": 19.8594,
+      "step": 41394
+    },
+    {
+      "epoch": 1.9781611392526044,
+      "grad_norm": 232.26002502441406,
+      "learning_rate": 6.25302832673369e-09,
+      "loss": 22.5781,
+      "step": 41395
+    },
+    {
+      "epoch": 1.9782089266940648,
+      "grad_norm": 179.84776306152344,
+      "learning_rate": 6.225695553238043e-09,
+      "loss": 19.6719,
+      "step": 41396
+    },
+    {
+      "epoch": 1.9782567141355252,
+      "grad_norm": 122.85566711425781,
+      "learning_rate": 6.198422629554168e-09,
+      "loss": 16.5781,
+      "step": 41397
+    },
+    {
+      "epoch": 1.9783045015769856,
+      "grad_norm": 257.55841064453125,
+      "learning_rate": 6.17120955584638e-09,
+      "loss": 27.8125,
+      "step": 41398
+    },
+    {
+      "epoch": 1.978352289018446,
+      "grad_norm": 504.79046630859375,
+      "learning_rate": 6.144056332277881e-09,
+      "loss": 26.4688,
+      "step": 41399
+    },
+    {
+      "epoch": 1.9784000764599063,
+      "grad_norm": 449.3002624511719,
+      "learning_rate": 6.116962959010764e-09,
+      "loss": 42.6562,
+      "step": 41400
+    },
+    {
+      "epoch": 1.9784478639013667,
+      "grad_norm": 350.4654541015625,
+      "learning_rate": 6.089929436207121e-09,
+      "loss": 27.1406,
+      "step": 41401
+    },
+    {
+      "epoch": 1.9784956513428271,
+      "grad_norm": 186.66722106933594,
+      "learning_rate": 6.062955764029044e-09,
+      "loss": 18.8594,
+      "step": 41402
+    },
+    {
+      "epoch": 1.9785434387842875,
+      "grad_norm": 215.0057373046875,
+      "learning_rate": 6.0360419426386265e-09,
+      "loss": 25.0938,
+      "step": 41403
+    },
+    {
+      "epoch": 1.978591226225748,
+      "grad_norm": 239.81320190429688,
+      "learning_rate": 6.0091879721957405e-09,
+      "loss": 21.3281,
+      "step": 41404
+    },
+    {
+      "epoch": 1.9786390136672083,
+      "grad_norm": 211.02859497070312,
+      "learning_rate": 5.982393852862478e-09,
+      "loss": 30.0312,
+      "step": 41405
+    },
+    {
+      "epoch": 1.9786868011086687,
+      "grad_norm": 269.22747802734375,
+      "learning_rate": 5.955659584798712e-09,
+      "loss": 20.2969,
+      "step": 41406
+    },
+    {
+      "epoch": 1.978734588550129,
+      "grad_norm": 287.6560974121094,
+      "learning_rate": 5.928985168165424e-09,
+      "loss": 31.6875,
+      "step": 41407
+    },
+    {
+      "epoch": 1.9787823759915895,
+      "grad_norm": 251.0406494140625,
+      "learning_rate": 5.902370603121377e-09,
+      "loss": 19.1094,
+      "step": 41408
+    },
+    {
+      "epoch": 1.9788301634330498,
+      "grad_norm": 206.8662872314453,
+      "learning_rate": 5.875815889826442e-09,
+      "loss": 18.875,
+      "step": 41409
+    },
+    {
+      "epoch": 1.97887795087451,
+      "grad_norm": 177.15257263183594,
+      "learning_rate": 5.849321028438271e-09,
+      "loss": 26.0938,
+      "step": 41410
+    },
+    {
+      "epoch": 1.9789257383159704,
+      "grad_norm": 273.5040283203125,
+      "learning_rate": 5.822886019117846e-09,
+      "loss": 21.7812,
+      "step": 41411
+    },
+    {
+      "epoch": 1.9789735257574308,
+      "grad_norm": 392.8172912597656,
+      "learning_rate": 5.796510862021709e-09,
+      "loss": 23.6875,
+      "step": 41412
+    },
+    {
+      "epoch": 1.9790213131988912,
+      "grad_norm": 187.6407928466797,
+      "learning_rate": 5.770195557308622e-09,
+      "loss": 17.0781,
+      "step": 41413
+    },
+    {
+      "epoch": 1.9790691006403516,
+      "grad_norm": 347.1911315917969,
+      "learning_rate": 5.7439401051362365e-09,
+      "loss": 31.25,
+      "step": 41414
+    },
+    {
+      "epoch": 1.979116888081812,
+      "grad_norm": 268.81488037109375,
+      "learning_rate": 5.717744505661093e-09,
+      "loss": 25.4062,
+      "step": 41415
+    },
+    {
+      "epoch": 1.9791646755232724,
+      "grad_norm": 899.89990234375,
+      "learning_rate": 5.691608759040845e-09,
+      "loss": 19.4219,
+      "step": 41416
+    },
+    {
+      "epoch": 1.9792124629647327,
+      "grad_norm": 196.3715362548828,
+      "learning_rate": 5.665532865430923e-09,
+      "loss": 17.375,
+      "step": 41417
+    },
+    {
+      "epoch": 1.9792602504061931,
+      "grad_norm": 993.456298828125,
+      "learning_rate": 5.639516824988978e-09,
+      "loss": 28.3438,
+      "step": 41418
+    },
+    {
+      "epoch": 1.9793080378476535,
+      "grad_norm": 189.4469757080078,
+      "learning_rate": 5.6135606378693306e-09,
+      "loss": 20.3125,
+      "step": 41419
+    },
+    {
+      "epoch": 1.979355825289114,
+      "grad_norm": 390.80426025390625,
+      "learning_rate": 5.587664304228524e-09,
+      "loss": 38.4688,
+      "step": 41420
+    },
+    {
+      "epoch": 1.9794036127305743,
+      "grad_norm": 362.6967468261719,
+      "learning_rate": 5.561827824221988e-09,
+      "loss": 32.9219,
+      "step": 41421
+    },
+    {
+      "epoch": 1.9794514001720347,
+      "grad_norm": 166.8802947998047,
+      "learning_rate": 5.536051198002934e-09,
+      "loss": 22.3672,
+      "step": 41422
+    },
+    {
+      "epoch": 1.979499187613495,
+      "grad_norm": 364.2352600097656,
+      "learning_rate": 5.510334425726793e-09,
+      "loss": 35.75,
+      "step": 41423
+    },
+    {
+      "epoch": 1.9795469750549555,
+      "grad_norm": 285.393798828125,
+      "learning_rate": 5.484677507547886e-09,
+      "loss": 24.8594,
+      "step": 41424
+    },
+    {
+      "epoch": 1.9795947624964159,
+      "grad_norm": 218.33811950683594,
+      "learning_rate": 5.459080443618314e-09,
+      "loss": 25.5469,
+      "step": 41425
+    },
+    {
+      "epoch": 1.9796425499378763,
+      "grad_norm": 443.850830078125,
+      "learning_rate": 5.433543234093508e-09,
+      "loss": 34.9219,
+      "step": 41426
+    },
+    {
+      "epoch": 1.9796903373793366,
+      "grad_norm": 224.99053955078125,
+      "learning_rate": 5.408065879124458e-09,
+      "loss": 22.8438,
+      "step": 41427
+    },
+    {
+      "epoch": 1.979738124820797,
+      "grad_norm": 379.01654052734375,
+      "learning_rate": 5.3826483788643745e-09,
+      "loss": 25.1094,
+      "step": 41428
+    },
+    {
+      "epoch": 1.9797859122622574,
+      "grad_norm": 168.4531707763672,
+      "learning_rate": 5.357290733466469e-09,
+      "loss": 24.6562,
+      "step": 41429
+    },
+    {
+      "epoch": 1.9798336997037178,
+      "grad_norm": 302.3200988769531,
+      "learning_rate": 5.331992943080621e-09,
+      "loss": 33.7031,
+      "step": 41430
+    },
+    {
+      "epoch": 1.9798814871451782,
+      "grad_norm": 255.85531616210938,
+      "learning_rate": 5.306755007860043e-09,
+      "loss": 26.8438,
+      "step": 41431
+    },
+    {
+      "epoch": 1.9799292745866386,
+      "grad_norm": 685.3822631835938,
+      "learning_rate": 5.2815769279557224e-09,
+      "loss": 40.3438,
+      "step": 41432
+    },
+    {
+      "epoch": 1.979977062028099,
+      "grad_norm": 414.216064453125,
+      "learning_rate": 5.2564587035175416e-09,
+      "loss": 30.25,
+      "step": 41433
+    },
+    {
+      "epoch": 1.9800248494695594,
+      "grad_norm": 210.60032653808594,
+      "learning_rate": 5.23140033469649e-09,
+      "loss": 21.6875,
+      "step": 41434
+    },
+    {
+      "epoch": 1.9800726369110198,
+      "grad_norm": 453.8640441894531,
+      "learning_rate": 5.206401821642448e-09,
+      "loss": 24.1875,
+      "step": 41435
+    },
+    {
+      "epoch": 1.9801204243524801,
+      "grad_norm": 159.2722625732422,
+      "learning_rate": 5.181463164505296e-09,
+      "loss": 17.6719,
+      "step": 41436
+    },
+    {
+      "epoch": 1.9801682117939405,
+      "grad_norm": 340.9654846191406,
+      "learning_rate": 5.156584363434913e-09,
+      "loss": 19.6406,
+      "step": 41437
+    },
+    {
+      "epoch": 1.980215999235401,
+      "grad_norm": 190.0116424560547,
+      "learning_rate": 5.13176541857896e-09,
+      "loss": 24.9375,
+      "step": 41438
+    },
+    {
+      "epoch": 1.9802637866768613,
+      "grad_norm": 1386.3697509765625,
+      "learning_rate": 5.107006330087316e-09,
+      "loss": 19.6406,
+      "step": 41439
+    },
+    {
+      "epoch": 1.9803115741183217,
+      "grad_norm": 248.6313018798828,
+      "learning_rate": 5.0823070981076414e-09,
+      "loss": 31.2812,
+      "step": 41440
+    },
+    {
+      "epoch": 1.980359361559782,
+      "grad_norm": 367.34710693359375,
+      "learning_rate": 5.0576677227875955e-09,
+      "loss": 34.5,
+      "step": 41441
+    },
+    {
+      "epoch": 1.9804071490012425,
+      "grad_norm": 303.0436096191406,
+      "learning_rate": 5.033088204275949e-09,
+      "loss": 29.0781,
+      "step": 41442
+    },
+    {
+      "epoch": 1.9804549364427029,
+      "grad_norm": 442.4734802246094,
+      "learning_rate": 5.00856854271814e-09,
+      "loss": 26.6406,
+      "step": 41443
+    },
+    {
+      "epoch": 1.9805027238841633,
+      "grad_norm": 315.7578430175781,
+      "learning_rate": 4.984108738261828e-09,
+      "loss": 24.7344,
+      "step": 41444
+    },
+    {
+      "epoch": 1.9805505113256237,
+      "grad_norm": 235.53057861328125,
+      "learning_rate": 4.959708791054674e-09,
+      "loss": 25.4375,
+      "step": 41445
+    },
+    {
+      "epoch": 1.980598298767084,
+      "grad_norm": 224.2834014892578,
+      "learning_rate": 4.935368701241006e-09,
+      "loss": 23.4844,
+      "step": 41446
+    },
+    {
+      "epoch": 1.9806460862085444,
+      "grad_norm": 158.09713745117188,
+      "learning_rate": 4.911088468967373e-09,
+      "loss": 18.1562,
+      "step": 41447
+    },
+    {
+      "epoch": 1.9806938736500048,
+      "grad_norm": 242.17825317382812,
+      "learning_rate": 4.8868680943792154e-09,
+      "loss": 22.1562,
+      "step": 41448
+    },
+    {
+      "epoch": 1.9807416610914652,
+      "grad_norm": 148.677978515625,
+      "learning_rate": 4.862707577621972e-09,
+      "loss": 22.0312,
+      "step": 41449
+    },
+    {
+      "epoch": 1.9807894485329256,
+      "grad_norm": 204.7649688720703,
+      "learning_rate": 4.838606918838862e-09,
+      "loss": 22.1406,
+      "step": 41450
+    },
+    {
+      "epoch": 1.980837235974386,
+      "grad_norm": 407.28045654296875,
+      "learning_rate": 4.814566118176434e-09,
+      "loss": 29.7812,
+      "step": 41451
+    },
+    {
+      "epoch": 1.9808850234158464,
+      "grad_norm": 286.8426208496094,
+      "learning_rate": 4.7905851757767964e-09,
+      "loss": 26.8906,
+      "step": 41452
+    },
+    {
+      "epoch": 1.9809328108573068,
+      "grad_norm": 290.7403259277344,
+      "learning_rate": 4.7666640917831685e-09,
+      "loss": 20.4062,
+      "step": 41453
+    },
+    {
+      "epoch": 1.9809805982987672,
+      "grad_norm": 161.33494567871094,
+      "learning_rate": 4.74280286634099e-09,
+      "loss": 20.7188,
+      "step": 41454
+    },
+    {
+      "epoch": 1.9810283857402275,
+      "grad_norm": 200.39022827148438,
+      "learning_rate": 4.719001499592368e-09,
+      "loss": 27.2188,
+      "step": 41455
+    },
+    {
+      "epoch": 1.981076173181688,
+      "grad_norm": 348.1037902832031,
+      "learning_rate": 4.695259991678303e-09,
+      "loss": 27.125,
+      "step": 41456
+    },
+    {
+      "epoch": 1.9811239606231483,
+      "grad_norm": 162.02706909179688,
+      "learning_rate": 4.671578342743121e-09,
+      "loss": 19.5625,
+      "step": 41457
+    },
+    {
+      "epoch": 1.9811717480646087,
+      "grad_norm": 686.5244750976562,
+      "learning_rate": 4.647956552927824e-09,
+      "loss": 22.6406,
+      "step": 41458
+    },
+    {
+      "epoch": 1.981219535506069,
+      "grad_norm": 257.053466796875,
+      "learning_rate": 4.624394622373407e-09,
+      "loss": 26.4688,
+      "step": 41459
+    },
+    {
+      "epoch": 1.9812673229475295,
+      "grad_norm": 253.8806915283203,
+      "learning_rate": 4.60089255122087e-09,
+      "loss": 23.4219,
+      "step": 41460
+    },
+    {
+      "epoch": 1.9813151103889899,
+      "grad_norm": 215.71009826660156,
+      "learning_rate": 4.577450339611211e-09,
+      "loss": 22.2969,
+      "step": 41461
+    },
+    {
+      "epoch": 1.9813628978304503,
+      "grad_norm": 274.810302734375,
+      "learning_rate": 4.554067987685429e-09,
+      "loss": 26.7656,
+      "step": 41462
+    },
+    {
+      "epoch": 1.9814106852719107,
+      "grad_norm": 403.75592041015625,
+      "learning_rate": 4.530745495583411e-09,
+      "loss": 33.375,
+      "step": 41463
+    },
+    {
+      "epoch": 1.981458472713371,
+      "grad_norm": 905.6737670898438,
+      "learning_rate": 4.507482863443935e-09,
+      "loss": 23.0312,
+      "step": 41464
+    },
+    {
+      "epoch": 1.9815062601548314,
+      "grad_norm": 241.24847412109375,
+      "learning_rate": 4.4842800914079995e-09,
+      "loss": 30.625,
+      "step": 41465
+    },
+    {
+      "epoch": 1.9815540475962918,
+      "grad_norm": 441.5676574707031,
+      "learning_rate": 4.461137179612163e-09,
+      "loss": 26.9062,
+      "step": 41466
+    },
+    {
+      "epoch": 1.9816018350377522,
+      "grad_norm": 271.5588073730469,
+      "learning_rate": 4.438054128197422e-09,
+      "loss": 26.375,
+      "step": 41467
+    },
+    {
+      "epoch": 1.9816496224792126,
+      "grad_norm": 273.4212646484375,
+      "learning_rate": 4.415030937300335e-09,
+      "loss": 22.125,
+      "step": 41468
+    },
+    {
+      "epoch": 1.981697409920673,
+      "grad_norm": 192.6595458984375,
+      "learning_rate": 4.39206760705968e-09,
+      "loss": 26.1562,
+      "step": 41469
+    },
+    {
+      "epoch": 1.9817451973621334,
+      "grad_norm": 133.0146484375,
+      "learning_rate": 4.3691641376120144e-09,
+      "loss": 18.8906,
+      "step": 41470
+    },
+    {
+      "epoch": 1.9817929848035936,
+      "grad_norm": 601.1158447265625,
+      "learning_rate": 4.346320529096115e-09,
+      "loss": 18.7812,
+      "step": 41471
+    },
+    {
+      "epoch": 1.981840772245054,
+      "grad_norm": 151.53204345703125,
+      "learning_rate": 4.3235367816463205e-09,
+      "loss": 21.75,
+      "step": 41472
+    },
+    {
+      "epoch": 1.9818885596865143,
+      "grad_norm": 212.81854248046875,
+      "learning_rate": 4.300812895402518e-09,
+      "loss": 18.2031,
+      "step": 41473
+    },
+    {
+      "epoch": 1.9819363471279747,
+      "grad_norm": 229.61521911621094,
+      "learning_rate": 4.278148870497933e-09,
+      "loss": 26.8594,
+      "step": 41474
+    },
+    {
+      "epoch": 1.9819841345694351,
+      "grad_norm": 299.3525695800781,
+      "learning_rate": 4.255544707069126e-09,
+      "loss": 23.7188,
+      "step": 41475
+    },
+    {
+      "epoch": 1.9820319220108955,
+      "grad_norm": 326.38836669921875,
+      "learning_rate": 4.233000405251541e-09,
+      "loss": 27.0312,
+      "step": 41476
+    },
+    {
+      "epoch": 1.982079709452356,
+      "grad_norm": 309.0732116699219,
+      "learning_rate": 4.210515965180628e-09,
+      "loss": 23.25,
+      "step": 41477
+    },
+    {
+      "epoch": 1.9821274968938163,
+      "grad_norm": 209.35189819335938,
+      "learning_rate": 4.188091386989612e-09,
+      "loss": 32.5938,
+      "step": 41478
+    },
+    {
+      "epoch": 1.9821752843352767,
+      "grad_norm": 207.92794799804688,
+      "learning_rate": 4.165726670815051e-09,
+      "loss": 18.125,
+      "step": 41479
+    },
+    {
+      "epoch": 1.982223071776737,
+      "grad_norm": 258.3774108886719,
+      "learning_rate": 4.1434218167890615e-09,
+      "loss": 15.1562,
+      "step": 41480
+    },
+    {
+      "epoch": 1.9822708592181975,
+      "grad_norm": 696.23046875,
+      "learning_rate": 4.12117682504598e-09,
+      "loss": 19.7188,
+      "step": 41481
+    },
+    {
+      "epoch": 1.9823186466596578,
+      "grad_norm": 153.0048370361328,
+      "learning_rate": 4.098991695717924e-09,
+      "loss": 17.9219,
+      "step": 41482
+    },
+    {
+      "epoch": 1.9823664341011182,
+      "grad_norm": 276.09014892578125,
+      "learning_rate": 4.07686642894034e-09,
+      "loss": 19.9219,
+      "step": 41483
+    },
+    {
+      "epoch": 1.9824142215425786,
+      "grad_norm": 235.623779296875,
+      "learning_rate": 4.054801024843125e-09,
+      "loss": 19.4531,
+      "step": 41484
+    },
+    {
+      "epoch": 1.982462008984039,
+      "grad_norm": 234.1212615966797,
+      "learning_rate": 4.032795483558394e-09,
+      "loss": 21.7969,
+      "step": 41485
+    },
+    {
+      "epoch": 1.9825097964254994,
+      "grad_norm": 616.8443603515625,
+      "learning_rate": 4.0108498052204845e-09,
+      "loss": 23.8594,
+      "step": 41486
+    },
+    {
+      "epoch": 1.9825575838669598,
+      "grad_norm": 165.46524047851562,
+      "learning_rate": 3.988963989958183e-09,
+      "loss": 17.5469,
+      "step": 41487
+    },
+    {
+      "epoch": 1.9826053713084202,
+      "grad_norm": 189.15948486328125,
+      "learning_rate": 3.967138037904716e-09,
+      "loss": 18.8594,
+      "step": 41488
+    },
+    {
+      "epoch": 1.9826531587498806,
+      "grad_norm": 156.92909240722656,
+      "learning_rate": 3.945371949188869e-09,
+      "loss": 27.5312,
+      "step": 41489
+    },
+    {
+      "epoch": 1.982700946191341,
+      "grad_norm": 264.0049743652344,
+      "learning_rate": 3.9236657239416495e-09,
+      "loss": 16.8438,
+      "step": 41490
+    },
+    {
+      "epoch": 1.9827487336328014,
+      "grad_norm": 269.0678405761719,
+      "learning_rate": 3.902019362292952e-09,
+      "loss": 21.0469,
+      "step": 41491
+    },
+    {
+      "epoch": 1.9827965210742615,
+      "grad_norm": 450.45916748046875,
+      "learning_rate": 3.880432864373784e-09,
+      "loss": 20.6562,
+      "step": 41492
+    },
+    {
+      "epoch": 1.982844308515722,
+      "grad_norm": 168.5413055419922,
+      "learning_rate": 3.858906230311821e-09,
+      "loss": 25.7812,
+      "step": 41493
+    },
+    {
+      "epoch": 1.9828920959571823,
+      "grad_norm": 216.3309326171875,
+      "learning_rate": 3.837439460235847e-09,
+      "loss": 30.8438,
+      "step": 41494
+    },
+    {
+      "epoch": 1.9829398833986427,
+      "grad_norm": 336.4684753417969,
+      "learning_rate": 3.816032554275762e-09,
+      "loss": 26.1094,
+      "step": 41495
+    },
+    {
+      "epoch": 1.982987670840103,
+      "grad_norm": 181.13674926757812,
+      "learning_rate": 3.794685512559237e-09,
+      "loss": 18.4844,
+      "step": 41496
+    },
+    {
+      "epoch": 1.9830354582815635,
+      "grad_norm": 1286.363037109375,
+      "learning_rate": 3.773398335212841e-09,
+      "loss": 20.5,
+      "step": 41497
+    },
+    {
+      "epoch": 1.9830832457230239,
+      "grad_norm": 350.5492858886719,
+      "learning_rate": 3.752171022365358e-09,
+      "loss": 26.7812,
+      "step": 41498
+    },
+    {
+      "epoch": 1.9831310331644842,
+      "grad_norm": 477.1952819824219,
+      "learning_rate": 3.731003574144465e-09,
+      "loss": 26.7812,
+      "step": 41499
+    },
+    {
+      "epoch": 1.9831788206059446,
+      "grad_norm": 222.31692504882812,
+      "learning_rate": 3.7098959906756162e-09,
+      "loss": 31.5,
+      "step": 41500
+    },
+    {
+      "epoch": 1.983226608047405,
+      "grad_norm": 478.2290954589844,
+      "learning_rate": 3.688848272086487e-09,
+      "loss": 36.0938,
+      "step": 41501
+    },
+    {
+      "epoch": 1.9832743954888654,
+      "grad_norm": 205.73265075683594,
+      "learning_rate": 3.6678604185014234e-09,
+      "loss": 19.0781,
+      "step": 41502
+    },
+    {
+      "epoch": 1.9833221829303258,
+      "grad_norm": 254.66094970703125,
+      "learning_rate": 3.64693243004699e-09,
+      "loss": 28.4688,
+      "step": 41503
+    },
+    {
+      "epoch": 1.9833699703717862,
+      "grad_norm": 363.7963562011719,
+      "learning_rate": 3.6260643068497527e-09,
+      "loss": 30.875,
+      "step": 41504
+    },
+    {
+      "epoch": 1.9834177578132466,
+      "grad_norm": 210.95932006835938,
+      "learning_rate": 3.6052560490318356e-09,
+      "loss": 22.1875,
+      "step": 41505
+    },
+    {
+      "epoch": 1.983465545254707,
+      "grad_norm": 249.92579650878906,
+      "learning_rate": 3.5845076567209146e-09,
+      "loss": 17.5625,
+      "step": 41506
+    },
+    {
+      "epoch": 1.9835133326961674,
+      "grad_norm": 195.37733459472656,
+      "learning_rate": 3.5638191300391143e-09,
+      "loss": 24.5625,
+      "step": 41507
+    },
+    {
+      "epoch": 1.9835611201376278,
+      "grad_norm": 283.9111633300781,
+      "learning_rate": 3.54319046911189e-09,
+      "loss": 19.5,
+      "step": 41508
+    },
+    {
+      "epoch": 1.9836089075790881,
+      "grad_norm": 407.37957763671875,
+      "learning_rate": 3.522621674061366e-09,
+      "loss": 23.9688,
+      "step": 41509
+    },
+    {
+      "epoch": 1.9836566950205485,
+      "grad_norm": 195.80274963378906,
+      "learning_rate": 3.5021127450118876e-09,
+      "loss": 25.125,
+      "step": 41510
+    },
+    {
+      "epoch": 1.983704482462009,
+      "grad_norm": 185.95407104492188,
+      "learning_rate": 3.4816636820855788e-09,
+      "loss": 20.3438,
+      "step": 41511
+    },
+    {
+      "epoch": 1.9837522699034693,
+      "grad_norm": 365.70489501953125,
+      "learning_rate": 3.4612744854045645e-09,
+      "loss": 23.8594,
+      "step": 41512
+    },
+    {
+      "epoch": 1.9838000573449297,
+      "grad_norm": 316.886474609375,
+      "learning_rate": 3.440945155092079e-09,
+      "loss": 27.9688,
+      "step": 41513
+    },
+    {
+      "epoch": 1.98384784478639,
+      "grad_norm": 260.1418762207031,
+      "learning_rate": 3.4206756912691373e-09,
+      "loss": 18.3594,
+      "step": 41514
+    },
+    {
+      "epoch": 1.9838956322278505,
+      "grad_norm": 533.7638549804688,
+      "learning_rate": 3.4004660940567536e-09,
+      "loss": 17.2188,
+      "step": 41515
+    },
+    {
+      "epoch": 1.9839434196693109,
+      "grad_norm": 241.0240936279297,
+      "learning_rate": 3.380316363577052e-09,
+      "loss": 17.7812,
+      "step": 41516
+    },
+    {
+      "epoch": 1.9839912071107713,
+      "grad_norm": 434.5266418457031,
+      "learning_rate": 3.3602264999499368e-09,
+      "loss": 32.5625,
+      "step": 41517
+    },
+    {
+      "epoch": 1.9840389945522316,
+      "grad_norm": 384.7444763183594,
+      "learning_rate": 3.340196503295312e-09,
+      "loss": 30.3125,
+      "step": 41518
+    },
+    {
+      "epoch": 1.984086781993692,
+      "grad_norm": 268.13787841796875,
+      "learning_rate": 3.3202263737341923e-09,
+      "loss": 28.1875,
+      "step": 41519
+    },
+    {
+      "epoch": 1.9841345694351524,
+      "grad_norm": 163.625,
+      "learning_rate": 3.300316111385371e-09,
+      "loss": 23.0,
+      "step": 41520
+    },
+    {
+      "epoch": 1.9841823568766128,
+      "grad_norm": 296.54754638671875,
+      "learning_rate": 3.2804657163687527e-09,
+      "loss": 23.8438,
+      "step": 41521
+    },
+    {
+      "epoch": 1.9842301443180732,
+      "grad_norm": 122.51554107666016,
+      "learning_rate": 3.2606751888020206e-09,
+      "loss": 17.625,
+      "step": 41522
+    },
+    {
+      "epoch": 1.9842779317595336,
+      "grad_norm": 247.47640991210938,
+      "learning_rate": 3.2409445288050788e-09,
+      "loss": 20.3438,
+      "step": 41523
+    },
+    {
+      "epoch": 1.984325719200994,
+      "grad_norm": 202.23777770996094,
+      "learning_rate": 3.2212737364956114e-09,
+      "loss": 23.0,
+      "step": 41524
+    },
+    {
+      "epoch": 1.9843735066424544,
+      "grad_norm": 164.56581115722656,
+      "learning_rate": 3.201662811991302e-09,
+      "loss": 18.3281,
+      "step": 41525
+    },
+    {
+      "epoch": 1.9844212940839148,
+      "grad_norm": 308.95330810546875,
+      "learning_rate": 3.1821117554098336e-09,
+      "loss": 22.6562,
+      "step": 41526
+    },
+    {
+      "epoch": 1.9844690815253752,
+      "grad_norm": 178.32884216308594,
+      "learning_rate": 3.16262056686778e-09,
+      "loss": 29.0625,
+      "step": 41527
+    },
+    {
+      "epoch": 1.9845168689668355,
+      "grad_norm": 389.3836364746094,
+      "learning_rate": 3.143189246482825e-09,
+      "loss": 21.3438,
+      "step": 41528
+    },
+    {
+      "epoch": 1.984564656408296,
+      "grad_norm": 427.11505126953125,
+      "learning_rate": 3.123817794370432e-09,
+      "loss": 22.125,
+      "step": 41529
+    },
+    {
+      "epoch": 1.9846124438497563,
+      "grad_norm": 272.6336669921875,
+      "learning_rate": 3.104506210646063e-09,
+      "loss": 22.0625,
+      "step": 41530
+    },
+    {
+      "epoch": 1.9846602312912167,
+      "grad_norm": 612.8624877929688,
+      "learning_rate": 3.085254495427403e-09,
+      "loss": 28.6562,
+      "step": 41531
+    },
+    {
+      "epoch": 1.984708018732677,
+      "grad_norm": 163.31048583984375,
+      "learning_rate": 3.0660626488276945e-09,
+      "loss": 13.0312,
+      "step": 41532
+    },
+    {
+      "epoch": 1.9847558061741375,
+      "grad_norm": 358.8013916015625,
+      "learning_rate": 3.0469306709624e-09,
+      "loss": 31.7812,
+      "step": 41533
+    },
+    {
+      "epoch": 1.9848035936155979,
+      "grad_norm": 323.3488464355469,
+      "learning_rate": 3.0278585619469835e-09,
+      "loss": 25.2188,
+      "step": 41534
+    },
+    {
+      "epoch": 1.9848513810570583,
+      "grad_norm": 300.469970703125,
+      "learning_rate": 3.008846321894687e-09,
+      "loss": 23.7031,
+      "step": 41535
+    },
+    {
+      "epoch": 1.9848991684985187,
+      "grad_norm": 253.2255401611328,
+      "learning_rate": 2.9898939509198645e-09,
+      "loss": 16.2344,
+      "step": 41536
+    },
+    {
+      "epoch": 1.984946955939979,
+      "grad_norm": 204.60992431640625,
+      "learning_rate": 2.9710014491357574e-09,
+      "loss": 25.5,
+      "step": 41537
+    },
+    {
+      "epoch": 1.9849947433814394,
+      "grad_norm": 197.67298889160156,
+      "learning_rate": 2.95216881665672e-09,
+      "loss": 25.7188,
+      "step": 41538
+    },
+    {
+      "epoch": 1.9850425308228998,
+      "grad_norm": 173.72752380371094,
+      "learning_rate": 2.9333960535937732e-09,
+      "loss": 24.375,
+      "step": 41539
+    },
+    {
+      "epoch": 1.9850903182643602,
+      "grad_norm": 232.6547393798828,
+      "learning_rate": 2.914683160059051e-09,
+      "loss": 29.5312,
+      "step": 41540
+    },
+    {
+      "epoch": 1.9851381057058206,
+      "grad_norm": 222.02835083007812,
+      "learning_rate": 2.896030136166905e-09,
+      "loss": 35.0312,
+      "step": 41541
+    },
+    {
+      "epoch": 1.985185893147281,
+      "grad_norm": 130.78794860839844,
+      "learning_rate": 2.8774369820272486e-09,
+      "loss": 19.4688,
+      "step": 41542
+    },
+    {
+      "epoch": 1.9852336805887414,
+      "grad_norm": 163.2849884033203,
+      "learning_rate": 2.8589036977522133e-09,
+      "loss": 18.25,
+      "step": 41543
+    },
+    {
+      "epoch": 1.9852814680302018,
+      "grad_norm": 392.93756103515625,
+      "learning_rate": 2.8404302834517117e-09,
+      "loss": 29.4375,
+      "step": 41544
+    },
+    {
+      "epoch": 1.9853292554716622,
+      "grad_norm": 273.093017578125,
+      "learning_rate": 2.822016739237876e-09,
+      "loss": 30.75,
+      "step": 41545
+    },
+    {
+      "epoch": 1.9853770429131226,
+      "grad_norm": 181.33901977539062,
+      "learning_rate": 2.8036630652206187e-09,
+      "loss": 20.6875,
+      "step": 41546
+    },
+    {
+      "epoch": 1.985424830354583,
+      "grad_norm": 146.3773956298828,
+      "learning_rate": 2.7853692615087413e-09,
+      "loss": 15.9688,
+      "step": 41547
+    },
+    {
+      "epoch": 1.9854726177960433,
+      "grad_norm": 182.49745178222656,
+      "learning_rate": 2.767135328212156e-09,
+      "loss": 25.1406,
+      "step": 41548
+    },
+    {
+      "epoch": 1.9855204052375037,
+      "grad_norm": 267.8727722167969,
+      "learning_rate": 2.748961265441885e-09,
+      "loss": 26.0156,
+      "step": 41549
+    },
+    {
+      "epoch": 1.9855681926789641,
+      "grad_norm": 207.66932678222656,
+      "learning_rate": 2.73084707330451e-09,
+      "loss": 19.6719,
+      "step": 41550
+    },
+    {
+      "epoch": 1.9856159801204245,
+      "grad_norm": 290.0626220703125,
+      "learning_rate": 2.7127927519088327e-09,
+      "loss": 21.8438,
+      "step": 41551
+    },
+    {
+      "epoch": 1.985663767561885,
+      "grad_norm": 135.78475952148438,
+      "learning_rate": 2.694798301364765e-09,
+      "loss": 23.9375,
+      "step": 41552
+    },
+    {
+      "epoch": 1.9857115550033453,
+      "grad_norm": 248.07791137695312,
+      "learning_rate": 2.676863721777778e-09,
+      "loss": 31.1875,
+      "step": 41553
+    },
+    {
+      "epoch": 1.9857593424448055,
+      "grad_norm": 138.3684539794922,
+      "learning_rate": 2.6589890132566743e-09,
+      "loss": 14.1094,
+      "step": 41554
+    },
+    {
+      "epoch": 1.9858071298862658,
+      "grad_norm": 340.62127685546875,
+      "learning_rate": 2.6411741759080346e-09,
+      "loss": 29.5312,
+      "step": 41555
+    },
+    {
+      "epoch": 1.9858549173277262,
+      "grad_norm": 236.3351593017578,
+      "learning_rate": 2.6234192098384405e-09,
+      "loss": 24.8438,
+      "step": 41556
+    },
+    {
+      "epoch": 1.9859027047691866,
+      "grad_norm": 1227.7135009765625,
+      "learning_rate": 2.6057241151555834e-09,
+      "loss": 16.1719,
+      "step": 41557
+    },
+    {
+      "epoch": 1.985950492210647,
+      "grad_norm": 355.2041320800781,
+      "learning_rate": 2.5880888919627144e-09,
+      "loss": 25.1406,
+      "step": 41558
+    },
+    {
+      "epoch": 1.9859982796521074,
+      "grad_norm": 642.5684814453125,
+      "learning_rate": 2.570513540367525e-09,
+      "loss": 27.25,
+      "step": 41559
+    },
+    {
+      "epoch": 1.9860460670935678,
+      "grad_norm": 247.9040985107422,
+      "learning_rate": 2.552998060475487e-09,
+      "loss": 23.625,
+      "step": 41560
+    },
+    {
+      "epoch": 1.9860938545350282,
+      "grad_norm": 207.55628967285156,
+      "learning_rate": 2.5355424523898498e-09,
+      "loss": 25.5,
+      "step": 41561
+    },
+    {
+      "epoch": 1.9861416419764886,
+      "grad_norm": 185.7715606689453,
+      "learning_rate": 2.5181467162160853e-09,
+      "loss": 18.9062,
+      "step": 41562
+    },
+    {
+      "epoch": 1.986189429417949,
+      "grad_norm": 331.7617492675781,
+      "learning_rate": 2.5008108520585552e-09,
+      "loss": 31.8906,
+      "step": 41563
+    },
+    {
+      "epoch": 1.9862372168594093,
+      "grad_norm": 1918.518310546875,
+      "learning_rate": 2.483534860020509e-09,
+      "loss": 18.4375,
+      "step": 41564
+    },
+    {
+      "epoch": 1.9862850043008697,
+      "grad_norm": 146.80618286132812,
+      "learning_rate": 2.4663187402063083e-09,
+      "loss": 19.3594,
+      "step": 41565
+    },
+    {
+      "epoch": 1.9863327917423301,
+      "grad_norm": 392.7862854003906,
+      "learning_rate": 2.4491624927192036e-09,
+      "loss": 23.2344,
+      "step": 41566
+    },
+    {
+      "epoch": 1.9863805791837905,
+      "grad_norm": 341.8547668457031,
+      "learning_rate": 2.4320661176602257e-09,
+      "loss": 26.4844,
+      "step": 41567
+    },
+    {
+      "epoch": 1.986428366625251,
+      "grad_norm": 198.99871826171875,
+      "learning_rate": 2.4150296151326245e-09,
+      "loss": 16.7656,
+      "step": 41568
+    },
+    {
+      "epoch": 1.9864761540667113,
+      "grad_norm": 258.5834045410156,
+      "learning_rate": 2.3980529852385415e-09,
+      "loss": 20.9688,
+      "step": 41569
+    },
+    {
+      "epoch": 1.9865239415081717,
+      "grad_norm": 180.63902282714844,
+      "learning_rate": 2.3811362280801166e-09,
+      "loss": 25.6562,
+      "step": 41570
+    },
+    {
+      "epoch": 1.986571728949632,
+      "grad_norm": 165.56658935546875,
+      "learning_rate": 2.36427934375838e-09,
+      "loss": 18.5156,
+      "step": 41571
+    },
+    {
+      "epoch": 1.9866195163910925,
+      "grad_norm": 311.9580993652344,
+      "learning_rate": 2.3474823323743625e-09,
+      "loss": 39.1562,
+      "step": 41572
+    },
+    {
+      "epoch": 1.9866673038325529,
+      "grad_norm": 257.09942626953125,
+      "learning_rate": 2.3307451940279836e-09,
+      "loss": 23.75,
+      "step": 41573
+    },
+    {
+      "epoch": 1.986715091274013,
+      "grad_norm": 270.71356201171875,
+      "learning_rate": 2.314067928819164e-09,
+      "loss": 18.625,
+      "step": 41574
+    },
+    {
+      "epoch": 1.9867628787154734,
+      "grad_norm": 180.41661071777344,
+      "learning_rate": 2.2974505368500434e-09,
+      "loss": 23.7188,
+      "step": 41575
+    },
+    {
+      "epoch": 1.9868106661569338,
+      "grad_norm": 203.35086059570312,
+      "learning_rate": 2.2808930182172117e-09,
+      "loss": 30.0,
+      "step": 41576
+    },
+    {
+      "epoch": 1.9868584535983942,
+      "grad_norm": 174.67303466796875,
+      "learning_rate": 2.2643953730216995e-09,
+      "loss": 21.75,
+      "step": 41577
+    },
+    {
+      "epoch": 1.9869062410398546,
+      "grad_norm": 160.6602020263672,
+      "learning_rate": 2.2479576013623162e-09,
+      "loss": 21.8906,
+      "step": 41578
+    },
+    {
+      "epoch": 1.986954028481315,
+      "grad_norm": 101.22466278076172,
+      "learning_rate": 2.2315797033367616e-09,
+      "loss": 15.4688,
+      "step": 41579
+    },
+    {
+      "epoch": 1.9870018159227754,
+      "grad_norm": 241.71278381347656,
+      "learning_rate": 2.215261679042735e-09,
+      "loss": 21.5,
+      "step": 41580
+    },
+    {
+      "epoch": 1.9870496033642358,
+      "grad_norm": 148.35064697265625,
+      "learning_rate": 2.199003528580157e-09,
+      "loss": 20.0625,
+      "step": 41581
+    },
+    {
+      "epoch": 1.9870973908056961,
+      "grad_norm": 177.11231994628906,
+      "learning_rate": 2.1828052520433962e-09,
+      "loss": 30.7031,
+      "step": 41582
+    },
+    {
+      "epoch": 1.9871451782471565,
+      "grad_norm": 191.6884002685547,
+      "learning_rate": 2.1666668495312625e-09,
+      "loss": 28.4375,
+      "step": 41583
+    },
+    {
+      "epoch": 1.987192965688617,
+      "grad_norm": 379.5468444824219,
+      "learning_rate": 2.1505883211403455e-09,
+      "loss": 28.4375,
+      "step": 41584
+    },
+    {
+      "epoch": 1.9872407531300773,
+      "grad_norm": 357.67974853515625,
+      "learning_rate": 2.1345696669672345e-09,
+      "loss": 21.5469,
+      "step": 41585
+    },
+    {
+      "epoch": 1.9872885405715377,
+      "grad_norm": 734.6580810546875,
+      "learning_rate": 2.118610887106298e-09,
+      "loss": 24.5,
+      "step": 41586
+    },
+    {
+      "epoch": 1.987336328012998,
+      "grad_norm": 301.3877258300781,
+      "learning_rate": 2.1027119816541265e-09,
+      "loss": 26.9375,
+      "step": 41587
+    },
+    {
+      "epoch": 1.9873841154544585,
+      "grad_norm": 200.05459594726562,
+      "learning_rate": 2.086872950706198e-09,
+      "loss": 25.9062,
+      "step": 41588
+    },
+    {
+      "epoch": 1.9874319028959189,
+      "grad_norm": 256.268798828125,
+      "learning_rate": 2.071093794356882e-09,
+      "loss": 26.8906,
+      "step": 41589
+    },
+    {
+      "epoch": 1.9874796903373793,
+      "grad_norm": 212.79588317871094,
+      "learning_rate": 2.0553745127005476e-09,
+      "loss": 25.75,
+      "step": 41590
+    },
+    {
+      "epoch": 1.9875274777788396,
+      "grad_norm": 728.3140869140625,
+      "learning_rate": 2.0397151058326736e-09,
+      "loss": 25.6875,
+      "step": 41591
+    },
+    {
+      "epoch": 1.9875752652203,
+      "grad_norm": 254.70364379882812,
+      "learning_rate": 2.024115573845409e-09,
+      "loss": 22.5938,
+      "step": 41592
+    },
+    {
+      "epoch": 1.9876230526617604,
+      "grad_norm": 281.9566955566406,
+      "learning_rate": 2.008575916833122e-09,
+      "loss": 28.4688,
+      "step": 41593
+    },
+    {
+      "epoch": 1.9876708401032208,
+      "grad_norm": 285.3549499511719,
+      "learning_rate": 1.993096134887962e-09,
+      "loss": 21.0625,
+      "step": 41594
+    },
+    {
+      "epoch": 1.9877186275446812,
+      "grad_norm": 395.7041931152344,
+      "learning_rate": 1.977676228103187e-09,
+      "loss": 35.0312,
+      "step": 41595
+    },
+    {
+      "epoch": 1.9877664149861416,
+      "grad_norm": 313.2960510253906,
+      "learning_rate": 1.962316196570946e-09,
+      "loss": 24.7344,
+      "step": 41596
+    },
+    {
+      "epoch": 1.987814202427602,
+      "grad_norm": 152.78761291503906,
+      "learning_rate": 1.9470160403844974e-09,
+      "loss": 19.625,
+      "step": 41597
+    },
+    {
+      "epoch": 1.9878619898690624,
+      "grad_norm": 188.146728515625,
+      "learning_rate": 1.9317757596337694e-09,
+      "loss": 24.125,
+      "step": 41598
+    },
+    {
+      "epoch": 1.9879097773105228,
+      "grad_norm": 170.94589233398438,
+      "learning_rate": 1.9165953544098003e-09,
+      "loss": 25.875,
+      "step": 41599
+    },
+    {
+      "epoch": 1.9879575647519832,
+      "grad_norm": 308.9086608886719,
+      "learning_rate": 1.901474824805849e-09,
+      "loss": 24.9375,
+      "step": 41600
+    },
+    {
+      "epoch": 1.9880053521934435,
+      "grad_norm": 392.7908020019531,
+      "learning_rate": 1.886414170909623e-09,
+      "loss": 35.9375,
+      "step": 41601
+    },
+    {
+      "epoch": 1.988053139634904,
+      "grad_norm": 225.25448608398438,
+      "learning_rate": 1.8714133928132705e-09,
+      "loss": 25.2188,
+      "step": 41602
+    },
+    {
+      "epoch": 1.9881009270763643,
+      "grad_norm": 311.9850769042969,
+      "learning_rate": 1.85647249060672e-09,
+      "loss": 25.9219,
+      "step": 41603
+    },
+    {
+      "epoch": 1.9881487145178247,
+      "grad_norm": 165.4778594970703,
+      "learning_rate": 1.8415914643776788e-09,
+      "loss": 21.0312,
+      "step": 41604
+    },
+    {
+      "epoch": 1.988196501959285,
+      "grad_norm": 160.21286010742188,
+      "learning_rate": 1.8267703142171856e-09,
+      "loss": 23.2812,
+      "step": 41605
+    },
+    {
+      "epoch": 1.9882442894007455,
+      "grad_norm": 225.46841430664062,
+      "learning_rate": 1.8120090402129476e-09,
+      "loss": 28.3438,
+      "step": 41606
+    },
+    {
+      "epoch": 1.9882920768422059,
+      "grad_norm": 323.5019226074219,
+      "learning_rate": 1.7973076424537828e-09,
+      "loss": 32.0625,
+      "step": 41607
+    },
+    {
+      "epoch": 1.9883398642836663,
+      "grad_norm": 308.28082275390625,
+      "learning_rate": 1.7826661210273987e-09,
+      "loss": 25.3125,
+      "step": 41608
+    },
+    {
+      "epoch": 1.9883876517251267,
+      "grad_norm": 277.23394775390625,
+      "learning_rate": 1.7680844760215033e-09,
+      "loss": 28.1875,
+      "step": 41609
+    },
+    {
+      "epoch": 1.988435439166587,
+      "grad_norm": 196.79092407226562,
+      "learning_rate": 1.7535627075226935e-09,
+      "loss": 21.0156,
+      "step": 41610
+    },
+    {
+      "epoch": 1.9884832266080474,
+      "grad_norm": 618.4202270507812,
+      "learning_rate": 1.7391008156197875e-09,
+      "loss": 28.4688,
+      "step": 41611
+    },
+    {
+      "epoch": 1.9885310140495078,
+      "grad_norm": 299.6360168457031,
+      "learning_rate": 1.7246988003982722e-09,
+      "loss": 25.8125,
+      "step": 41612
+    },
+    {
+      "epoch": 1.9885788014909682,
+      "grad_norm": 322.8250427246094,
+      "learning_rate": 1.7103566619447453e-09,
+      "loss": 21.5781,
+      "step": 41613
+    },
+    {
+      "epoch": 1.9886265889324286,
+      "grad_norm": 595.1946411132812,
+      "learning_rate": 1.6960744003435836e-09,
+      "loss": 21.4062,
+      "step": 41614
+    },
+    {
+      "epoch": 1.988674376373889,
+      "grad_norm": 345.96478271484375,
+      "learning_rate": 1.6818520156824946e-09,
+      "loss": 24.3125,
+      "step": 41615
+    },
+    {
+      "epoch": 1.9887221638153494,
+      "grad_norm": 239.98788452148438,
+      "learning_rate": 1.6676895080458554e-09,
+      "loss": 25.3438,
+      "step": 41616
+    },
+    {
+      "epoch": 1.9887699512568098,
+      "grad_norm": 177.0323028564453,
+      "learning_rate": 1.653586877518043e-09,
+      "loss": 22.4375,
+      "step": 41617
+    },
+    {
+      "epoch": 1.9888177386982702,
+      "grad_norm": 193.11178588867188,
+      "learning_rate": 1.6395441241845444e-09,
+      "loss": 26.5312,
+      "step": 41618
+    },
+    {
+      "epoch": 1.9888655261397306,
+      "grad_norm": 140.85215759277344,
+      "learning_rate": 1.6255612481286264e-09,
+      "loss": 16.5312,
+      "step": 41619
+    },
+    {
+      "epoch": 1.988913313581191,
+      "grad_norm": 263.27752685546875,
+      "learning_rate": 1.611638249433556e-09,
+      "loss": 26.6562,
+      "step": 41620
+    },
+    {
+      "epoch": 1.9889611010226513,
+      "grad_norm": 254.306396484375,
+      "learning_rate": 1.5977751281837095e-09,
+      "loss": 30.6875,
+      "step": 41621
+    },
+    {
+      "epoch": 1.9890088884641117,
+      "grad_norm": 452.47406005859375,
+      "learning_rate": 1.583971884461244e-09,
+      "loss": 22.1875,
+      "step": 41622
+    },
+    {
+      "epoch": 1.9890566759055721,
+      "grad_norm": 192.39442443847656,
+      "learning_rate": 1.570228518349426e-09,
+      "loss": 26.4688,
+      "step": 41623
+    },
+    {
+      "epoch": 1.9891044633470325,
+      "grad_norm": 471.57257080078125,
+      "learning_rate": 1.556545029930412e-09,
+      "loss": 22.1094,
+      "step": 41624
+    },
+    {
+      "epoch": 1.989152250788493,
+      "grad_norm": 226.91709899902344,
+      "learning_rate": 1.5429214192874687e-09,
+      "loss": 30.4688,
+      "step": 41625
+    },
+    {
+      "epoch": 1.9892000382299533,
+      "grad_norm": 378.63494873046875,
+      "learning_rate": 1.529357686499422e-09,
+      "loss": 19.5469,
+      "step": 41626
+    },
+    {
+      "epoch": 1.9892478256714137,
+      "grad_norm": 170.64889526367188,
+      "learning_rate": 1.5158538316495385e-09,
+      "loss": 21.6562,
+      "step": 41627
+    },
+    {
+      "epoch": 1.989295613112874,
+      "grad_norm": 375.3220520019531,
+      "learning_rate": 1.5024098548177546e-09,
+      "loss": 22.375,
+      "step": 41628
+    },
+    {
+      "epoch": 1.9893434005543345,
+      "grad_norm": 184.7793426513672,
+      "learning_rate": 1.4890257560851162e-09,
+      "loss": 24.5625,
+      "step": 41629
+    },
+    {
+      "epoch": 1.9893911879957948,
+      "grad_norm": 162.43565368652344,
+      "learning_rate": 1.4757015355315596e-09,
+      "loss": 20.0,
+      "step": 41630
+    },
+    {
+      "epoch": 1.9894389754372552,
+      "grad_norm": 464.1239929199219,
+      "learning_rate": 1.4624371932370206e-09,
+      "loss": 25.1094,
+      "step": 41631
+    },
+    {
+      "epoch": 1.9894867628787156,
+      "grad_norm": 2528.307861328125,
+      "learning_rate": 1.4492327292803255e-09,
+      "loss": 17.9219,
+      "step": 41632
+    },
+    {
+      "epoch": 1.989534550320176,
+      "grad_norm": 431.0071716308594,
+      "learning_rate": 1.4360881437414098e-09,
+      "loss": 21.5938,
+      "step": 41633
+    },
+    {
+      "epoch": 1.9895823377616364,
+      "grad_norm": 335.6234436035156,
+      "learning_rate": 1.4230034366990998e-09,
+      "loss": 29.9375,
+      "step": 41634
+    },
+    {
+      "epoch": 1.9896301252030968,
+      "grad_norm": 402.3129577636719,
+      "learning_rate": 1.4099786082311106e-09,
+      "loss": 25.7031,
+      "step": 41635
+    },
+    {
+      "epoch": 1.989677912644557,
+      "grad_norm": 330.31781005859375,
+      "learning_rate": 1.3970136584151584e-09,
+      "loss": 23.9062,
+      "step": 41636
+    },
+    {
+      "epoch": 1.9897257000860173,
+      "grad_norm": 179.9515380859375,
+      "learning_rate": 1.3841085873300686e-09,
+      "loss": 18.5469,
+      "step": 41637
+    },
+    {
+      "epoch": 1.9897734875274777,
+      "grad_norm": 218.49546813964844,
+      "learning_rate": 1.3712633950513365e-09,
+      "loss": 26.25,
+      "step": 41638
+    },
+    {
+      "epoch": 1.9898212749689381,
+      "grad_norm": 328.5570373535156,
+      "learning_rate": 1.358478081657788e-09,
+      "loss": 17.8594,
+      "step": 41639
+    },
+    {
+      "epoch": 1.9898690624103985,
+      "grad_norm": 164.36318969726562,
+      "learning_rate": 1.3457526472249183e-09,
+      "loss": 19.9062,
+      "step": 41640
+    },
+    {
+      "epoch": 1.989916849851859,
+      "grad_norm": 328.29443359375,
+      "learning_rate": 1.3330870918304428e-09,
+      "loss": 24.6562,
+      "step": 41641
+    },
+    {
+      "epoch": 1.9899646372933193,
+      "grad_norm": 314.34716796875,
+      "learning_rate": 1.3204814155476363e-09,
+      "loss": 31.2188,
+      "step": 41642
+    },
+    {
+      "epoch": 1.9900124247347797,
+      "grad_norm": 306.93798828125,
+      "learning_rate": 1.3079356184531045e-09,
+      "loss": 23.5938,
+      "step": 41643
+    },
+    {
+      "epoch": 1.99006021217624,
+      "grad_norm": 219.60972595214844,
+      "learning_rate": 1.2954497006223422e-09,
+      "loss": 20.3125,
+      "step": 41644
+    },
+    {
+      "epoch": 1.9901079996177005,
+      "grad_norm": 311.89324951171875,
+      "learning_rate": 1.2830236621308445e-09,
+      "loss": 20.0,
+      "step": 41645
+    },
+    {
+      "epoch": 1.9901557870591609,
+      "grad_norm": 332.98236083984375,
+      "learning_rate": 1.2706575030518865e-09,
+      "loss": 23.375,
+      "step": 41646
+    },
+    {
+      "epoch": 1.9902035745006212,
+      "grad_norm": 180.99241638183594,
+      "learning_rate": 1.2583512234587426e-09,
+      "loss": 21.6406,
+      "step": 41647
+    },
+    {
+      "epoch": 1.9902513619420816,
+      "grad_norm": 137.08921813964844,
+      "learning_rate": 1.246104823426908e-09,
+      "loss": 20.9688,
+      "step": 41648
+    },
+    {
+      "epoch": 1.990299149383542,
+      "grad_norm": 212.16554260253906,
+      "learning_rate": 1.2339183030296574e-09,
+      "loss": 29.9688,
+      "step": 41649
+    },
+    {
+      "epoch": 1.9903469368250024,
+      "grad_norm": 217.12490844726562,
+      "learning_rate": 1.2217916623380456e-09,
+      "loss": 19.3125,
+      "step": 41650
+    },
+    {
+      "epoch": 1.9903947242664628,
+      "grad_norm": 234.26690673828125,
+      "learning_rate": 1.2097249014264568e-09,
+      "loss": 20.3594,
+      "step": 41651
+    },
+    {
+      "epoch": 1.9904425117079232,
+      "grad_norm": 430.8875732421875,
+      "learning_rate": 1.1977180203670558e-09,
+      "loss": 30.9688,
+      "step": 41652
+    },
+    {
+      "epoch": 1.9904902991493836,
+      "grad_norm": 358.81439208984375,
+      "learning_rate": 1.185771019230897e-09,
+      "loss": 21.2031,
+      "step": 41653
+    },
+    {
+      "epoch": 1.990538086590844,
+      "grad_norm": 258.74462890625,
+      "learning_rate": 1.1738838980901445e-09,
+      "loss": 26.9531,
+      "step": 41654
+    },
+    {
+      "epoch": 1.9905858740323044,
+      "grad_norm": 256.2923278808594,
+      "learning_rate": 1.1620566570158531e-09,
+      "loss": 20.0781,
+      "step": 41655
+    },
+    {
+      "epoch": 1.9906336614737647,
+      "grad_norm": 264.7037353515625,
+      "learning_rate": 1.1502892960779665e-09,
+      "loss": 24.6875,
+      "step": 41656
+    },
+    {
+      "epoch": 1.990681448915225,
+      "grad_norm": 246.44837951660156,
+      "learning_rate": 1.1385818153486493e-09,
+      "loss": 22.9844,
+      "step": 41657
+    },
+    {
+      "epoch": 1.9907292363566853,
+      "grad_norm": 360.86431884765625,
+      "learning_rate": 1.1269342148978457e-09,
+      "loss": 24.1875,
+      "step": 41658
+    },
+    {
+      "epoch": 1.9907770237981457,
+      "grad_norm": 214.98292541503906,
+      "learning_rate": 1.115346494793279e-09,
+      "loss": 39.9375,
+      "step": 41659
+    },
+    {
+      "epoch": 1.990824811239606,
+      "grad_norm": 192.0753173828125,
+      "learning_rate": 1.1038186551060037e-09,
+      "loss": 29.0938,
+      "step": 41660
+    },
+    {
+      "epoch": 1.9908725986810665,
+      "grad_norm": 253.31349182128906,
+      "learning_rate": 1.0923506959048534e-09,
+      "loss": 34.0938,
+      "step": 41661
+    },
+    {
+      "epoch": 1.9909203861225269,
+      "grad_norm": 310.1756286621094,
+      "learning_rate": 1.0809426172586623e-09,
+      "loss": 30.4141,
+      "step": 41662
+    },
+    {
+      "epoch": 1.9909681735639873,
+      "grad_norm": 130.3064422607422,
+      "learning_rate": 1.0695944192351537e-09,
+      "loss": 20.25,
+      "step": 41663
+    },
+    {
+      "epoch": 1.9910159610054476,
+      "grad_norm": 296.2359313964844,
+      "learning_rate": 1.0583061019031615e-09,
+      "loss": 35.1875,
+      "step": 41664
+    },
+    {
+      "epoch": 1.991063748446908,
+      "grad_norm": 377.0630798339844,
+      "learning_rate": 1.047077665329299e-09,
+      "loss": 24.5312,
+      "step": 41665
+    },
+    {
+      "epoch": 1.9911115358883684,
+      "grad_norm": 182.05584716796875,
+      "learning_rate": 1.03590910958129e-09,
+      "loss": 22.0312,
+      "step": 41666
+    },
+    {
+      "epoch": 1.9911593233298288,
+      "grad_norm": 246.12384033203125,
+      "learning_rate": 1.0248004347257478e-09,
+      "loss": 20.0156,
+      "step": 41667
+    },
+    {
+      "epoch": 1.9912071107712892,
+      "grad_norm": 327.8472595214844,
+      "learning_rate": 1.013751640830396e-09,
+      "loss": 25.4375,
+      "step": 41668
+    },
+    {
+      "epoch": 1.9912548982127496,
+      "grad_norm": 123.32688903808594,
+      "learning_rate": 1.0027627279596274e-09,
+      "loss": 13.0859,
+      "step": 41669
+    },
+    {
+      "epoch": 1.99130268565421,
+      "grad_norm": 282.54315185546875,
+      "learning_rate": 9.918336961800555e-10,
+      "loss": 22.2031,
+      "step": 41670
+    },
+    {
+      "epoch": 1.9913504730956704,
+      "grad_norm": 174.40916442871094,
+      "learning_rate": 9.809645455571837e-10,
+      "loss": 20.7812,
+      "step": 41671
+    },
+    {
+      "epoch": 1.9913982605371308,
+      "grad_norm": 170.44505310058594,
+      "learning_rate": 9.701552761565147e-10,
+      "loss": 24.75,
+      "step": 41672
+    },
+    {
+      "epoch": 1.9914460479785911,
+      "grad_norm": 229.41238403320312,
+      "learning_rate": 9.594058880424417e-10,
+      "loss": 16.2812,
+      "step": 41673
+    },
+    {
+      "epoch": 1.9914938354200515,
+      "grad_norm": 346.3735046386719,
+      "learning_rate": 9.487163812782474e-10,
+      "loss": 30.6094,
+      "step": 41674
+    },
+    {
+      "epoch": 1.991541622861512,
+      "grad_norm": 163.5562286376953,
+      "learning_rate": 9.38086755929435e-10,
+      "loss": 17.5469,
+      "step": 41675
+    },
+    {
+      "epoch": 1.9915894103029723,
+      "grad_norm": 135.0862274169922,
+      "learning_rate": 9.275170120592869e-10,
+      "loss": 23.0156,
+      "step": 41676
+    },
+    {
+      "epoch": 1.9916371977444327,
+      "grad_norm": 223.1009063720703,
+      "learning_rate": 9.170071497310862e-10,
+      "loss": 23.0625,
+      "step": 41677
+    },
+    {
+      "epoch": 1.991684985185893,
+      "grad_norm": 228.84510803222656,
+      "learning_rate": 9.065571690070052e-10,
+      "loss": 31.8438,
+      "step": 41678
+    },
+    {
+      "epoch": 1.9917327726273535,
+      "grad_norm": 343.57147216796875,
+      "learning_rate": 8.961670699514368e-10,
+      "loss": 20.4688,
+      "step": 41679
+    },
+    {
+      "epoch": 1.9917805600688139,
+      "grad_norm": 243.3072967529297,
+      "learning_rate": 8.858368526243333e-10,
+      "loss": 20.0469,
+      "step": 41680
+    },
+    {
+      "epoch": 1.9918283475102743,
+      "grad_norm": 255.72373962402344,
+      "learning_rate": 8.755665170889771e-10,
+      "loss": 25.7812,
+      "step": 41681
+    },
+    {
+      "epoch": 1.9918761349517347,
+      "grad_norm": 260.642578125,
+      "learning_rate": 8.653560634075409e-10,
+      "loss": 20.7031,
+      "step": 41682
+    },
+    {
+      "epoch": 1.991923922393195,
+      "grad_norm": 427.24371337890625,
+      "learning_rate": 8.552054916388663e-10,
+      "loss": 26.4844,
+      "step": 41683
+    },
+    {
+      "epoch": 1.9919717098346554,
+      "grad_norm": 248.63600158691406,
+      "learning_rate": 8.451148018451261e-10,
+      "loss": 30.9688,
+      "step": 41684
+    },
+    {
+      "epoch": 1.9920194972761158,
+      "grad_norm": 302.7720031738281,
+      "learning_rate": 8.350839940873823e-10,
+      "loss": 30.8438,
+      "step": 41685
+    },
+    {
+      "epoch": 1.9920672847175762,
+      "grad_norm": 250.86302185058594,
+      "learning_rate": 8.25113068425587e-10,
+      "loss": 24.2188,
+      "step": 41686
+    },
+    {
+      "epoch": 1.9921150721590366,
+      "grad_norm": 271.9082946777344,
+      "learning_rate": 8.152020249174719e-10,
+      "loss": 30.5625,
+      "step": 41687
+    },
+    {
+      "epoch": 1.992162859600497,
+      "grad_norm": 284.6250305175781,
+      "learning_rate": 8.053508636252094e-10,
+      "loss": 34.0625,
+      "step": 41688
+    },
+    {
+      "epoch": 1.9922106470419574,
+      "grad_norm": 201.93746948242188,
+      "learning_rate": 7.955595846054209e-10,
+      "loss": 30.8281,
+      "step": 41689
+    },
+    {
+      "epoch": 1.9922584344834178,
+      "grad_norm": 258.8951416015625,
+      "learning_rate": 7.858281879180584e-10,
+      "loss": 20.5,
+      "step": 41690
+    },
+    {
+      "epoch": 1.9923062219248782,
+      "grad_norm": 212.25234985351562,
+      "learning_rate": 7.761566736208537e-10,
+      "loss": 20.0156,
+      "step": 41691
+    },
+    {
+      "epoch": 1.9923540093663386,
+      "grad_norm": 361.9671936035156,
+      "learning_rate": 7.665450417715381e-10,
+      "loss": 24.875,
+      "step": 41692
+    },
+    {
+      "epoch": 1.992401796807799,
+      "grad_norm": 113.97621154785156,
+      "learning_rate": 7.569932924289536e-10,
+      "loss": 19.0781,
+      "step": 41693
+    },
+    {
+      "epoch": 1.9924495842492593,
+      "grad_norm": 201.49868774414062,
+      "learning_rate": 7.475014256486112e-10,
+      "loss": 31.7812,
+      "step": 41694
+    },
+    {
+      "epoch": 1.9924973716907197,
+      "grad_norm": 188.11341857910156,
+      "learning_rate": 7.38069441489353e-10,
+      "loss": 29.5,
+      "step": 41695
+    },
+    {
+      "epoch": 1.99254515913218,
+      "grad_norm": 299.95135498046875,
+      "learning_rate": 7.286973400055797e-10,
+      "loss": 32.625,
+      "step": 41696
+    },
+    {
+      "epoch": 1.9925929465736405,
+      "grad_norm": 357.53436279296875,
+      "learning_rate": 7.193851212539127e-10,
+      "loss": 29.5,
+      "step": 41697
+    },
+    {
+      "epoch": 1.992640734015101,
+      "grad_norm": 256.5172119140625,
+      "learning_rate": 7.101327852920836e-10,
+      "loss": 22.0312,
+      "step": 41698
+    },
+    {
+      "epoch": 1.9926885214565613,
+      "grad_norm": 197.33877563476562,
+      "learning_rate": 7.009403321722729e-10,
+      "loss": 17.7188,
+      "step": 41699
+    },
+    {
+      "epoch": 1.9927363088980217,
+      "grad_norm": 275.42474365234375,
+      "learning_rate": 6.918077619522124e-10,
+      "loss": 22.5938,
+      "step": 41700
+    },
+    {
+      "epoch": 1.992784096339482,
+      "grad_norm": 268.7945861816406,
+      "learning_rate": 6.827350746851924e-10,
+      "loss": 28.4688,
+      "step": 41701
+    },
+    {
+      "epoch": 1.9928318837809424,
+      "grad_norm": 90.09419250488281,
+      "learning_rate": 6.737222704256141e-10,
+      "loss": 15.0469,
+      "step": 41702
+    },
+    {
+      "epoch": 1.9928796712224028,
+      "grad_norm": 232.69473266601562,
+      "learning_rate": 6.647693492289886e-10,
+      "loss": 37.4062,
+      "step": 41703
+    },
+    {
+      "epoch": 1.9929274586638632,
+      "grad_norm": 301.3504638671875,
+      "learning_rate": 6.558763111463862e-10,
+      "loss": 30.1719,
+      "step": 41704
+    },
+    {
+      "epoch": 1.9929752461053236,
+      "grad_norm": 184.54324340820312,
+      "learning_rate": 6.470431562333179e-10,
+      "loss": 25.1562,
+      "step": 41705
+    },
+    {
+      "epoch": 1.993023033546784,
+      "grad_norm": 187.58309936523438,
+      "learning_rate": 6.382698845408542e-10,
+      "loss": 26.2031,
+      "step": 41706
+    },
+    {
+      "epoch": 1.9930708209882444,
+      "grad_norm": 277.83074951171875,
+      "learning_rate": 6.295564961233958e-10,
+      "loss": 24.8906,
+      "step": 41707
+    },
+    {
+      "epoch": 1.9931186084297048,
+      "grad_norm": 229.316650390625,
+      "learning_rate": 6.20902991032013e-10,
+      "loss": 28.1094,
+      "step": 41708
+    },
+    {
+      "epoch": 1.9931663958711652,
+      "grad_norm": 305.4249572753906,
+      "learning_rate": 6.123093693177762e-10,
+      "loss": 23.2031,
+      "step": 41709
+    },
+    {
+      "epoch": 1.9932141833126256,
+      "grad_norm": 182.38229370117188,
+      "learning_rate": 6.03775631033976e-10,
+      "loss": 24.9688,
+      "step": 41710
+    },
+    {
+      "epoch": 1.993261970754086,
+      "grad_norm": 221.37643432617188,
+      "learning_rate": 5.953017762305723e-10,
+      "loss": 29.7188,
+      "step": 41711
+    },
+    {
+      "epoch": 1.9933097581955463,
+      "grad_norm": 175.87542724609375,
+      "learning_rate": 5.868878049586358e-10,
+      "loss": 15.2969,
+      "step": 41712
+    },
+    {
+      "epoch": 1.9933575456370067,
+      "grad_norm": 479.2574462890625,
+      "learning_rate": 5.78533717268126e-10,
+      "loss": 24.9531,
+      "step": 41713
+    },
+    {
+      "epoch": 1.9934053330784671,
+      "grad_norm": 284.1044616699219,
+      "learning_rate": 5.702395132090033e-10,
+      "loss": 22.375,
+      "step": 41714
+    },
+    {
+      "epoch": 1.9934531205199275,
+      "grad_norm": 484.5926513671875,
+      "learning_rate": 5.620051928323377e-10,
+      "loss": 16.3594,
+      "step": 41715
+    },
+    {
+      "epoch": 1.993500907961388,
+      "grad_norm": 167.14588928222656,
+      "learning_rate": 5.538307561858691e-10,
+      "loss": 25.5,
+      "step": 41716
+    },
+    {
+      "epoch": 1.9935486954028483,
+      "grad_norm": 237.99935913085938,
+      "learning_rate": 5.457162033195574e-10,
+      "loss": 29.9531,
+      "step": 41717
+    },
+    {
+      "epoch": 1.9935964828443087,
+      "grad_norm": 151.16323852539062,
+      "learning_rate": 5.37661534281142e-10,
+      "loss": 18.5312,
+      "step": 41718
+    },
+    {
+      "epoch": 1.9936442702857688,
+      "grad_norm": 217.9345703125,
+      "learning_rate": 5.29666749119473e-10,
+      "loss": 19.9531,
+      "step": 41719
+    },
+    {
+      "epoch": 1.9936920577272292,
+      "grad_norm": 147.34219360351562,
+      "learning_rate": 5.217318478822897e-10,
+      "loss": 24.0625,
+      "step": 41720
+    },
+    {
+      "epoch": 1.9937398451686896,
+      "grad_norm": 163.53622436523438,
+      "learning_rate": 5.138568306173319e-10,
+      "loss": 25.5,
+      "step": 41721
+    },
+    {
+      "epoch": 1.99378763261015,
+      "grad_norm": 190.15625,
+      "learning_rate": 5.06041697371229e-10,
+      "loss": 28.3125,
+      "step": 41722
+    },
+    {
+      "epoch": 1.9938354200516104,
+      "grad_norm": 206.57553100585938,
+      "learning_rate": 4.982864481906102e-10,
+      "loss": 19.2969,
+      "step": 41723
+    },
+    {
+      "epoch": 1.9938832074930708,
+      "grad_norm": 236.8466033935547,
+      "learning_rate": 4.905910831232152e-10,
+      "loss": 16.4609,
+      "step": 41724
+    },
+    {
+      "epoch": 1.9939309949345312,
+      "grad_norm": 199.343505859375,
+      "learning_rate": 4.829556022145632e-10,
+      "loss": 18.6406,
+      "step": 41725
+    },
+    {
+      "epoch": 1.9939787823759916,
+      "grad_norm": 268.79608154296875,
+      "learning_rate": 4.75380005509063e-10,
+      "loss": 25.5,
+      "step": 41726
+    },
+    {
+      "epoch": 1.994026569817452,
+      "grad_norm": 181.4900665283203,
+      "learning_rate": 4.678642930533439e-10,
+      "loss": 22.5781,
+      "step": 41727
+    },
+    {
+      "epoch": 1.9940743572589124,
+      "grad_norm": 358.2125244140625,
+      "learning_rate": 4.60408464891815e-10,
+      "loss": 28.625,
+      "step": 41728
+    },
+    {
+      "epoch": 1.9941221447003727,
+      "grad_norm": 142.48797607421875,
+      "learning_rate": 4.5301252106999537e-10,
+      "loss": 19.3438,
+      "step": 41729
+    },
+    {
+      "epoch": 1.9941699321418331,
+      "grad_norm": 258.0966796875,
+      "learning_rate": 4.4567646163229396e-10,
+      "loss": 22.0938,
+      "step": 41730
+    },
+    {
+      "epoch": 1.9942177195832935,
+      "grad_norm": 156.90640258789062,
+      "learning_rate": 4.3840028662089917e-10,
+      "loss": 22.8125,
+      "step": 41731
+    },
+    {
+      "epoch": 1.994265507024754,
+      "grad_norm": 1020.7816162109375,
+      "learning_rate": 4.311839960813302e-10,
+      "loss": 35.4375,
+      "step": 41732
+    },
+    {
+      "epoch": 1.9943132944662143,
+      "grad_norm": 184.26531982421875,
+      "learning_rate": 4.2402759005577555e-10,
+      "loss": 23.8125,
+      "step": 41733
+    },
+    {
+      "epoch": 1.9943610819076747,
+      "grad_norm": 281.495849609375,
+      "learning_rate": 4.169310685875338e-10,
+      "loss": 33.0938,
+      "step": 41734
+    },
+    {
+      "epoch": 1.994408869349135,
+      "grad_norm": 339.7708435058594,
+      "learning_rate": 4.0989443171879364e-10,
+      "loss": 29.8906,
+      "step": 41735
+    },
+    {
+      "epoch": 1.9944566567905955,
+      "grad_norm": 146.3587188720703,
+      "learning_rate": 4.029176794906331e-10,
+      "loss": 19.0,
+      "step": 41736
+    },
+    {
+      "epoch": 1.9945044442320559,
+      "grad_norm": 330.4797668457031,
+      "learning_rate": 3.960008119474612e-10,
+      "loss": 25.375,
+      "step": 41737
+    },
+    {
+      "epoch": 1.9945522316735163,
+      "grad_norm": 385.6341857910156,
+      "learning_rate": 3.8914382912924596e-10,
+      "loss": 18.9688,
+      "step": 41738
+    },
+    {
+      "epoch": 1.9946000191149764,
+      "grad_norm": 362.67388916015625,
+      "learning_rate": 3.8234673107595543e-10,
+      "loss": 25.4062,
+      "step": 41739
+    },
+    {
+      "epoch": 1.9946478065564368,
+      "grad_norm": 333.5694274902344,
+      "learning_rate": 3.7560951782977807e-10,
+      "loss": 21.4219,
+      "step": 41740
+    },
+    {
+      "epoch": 1.9946955939978972,
+      "grad_norm": 420.8721008300781,
+      "learning_rate": 3.6893218943068185e-10,
+      "loss": 24.3438,
+      "step": 41741
+    },
+    {
+      "epoch": 1.9947433814393576,
+      "grad_norm": 324.8661193847656,
+      "learning_rate": 3.623147459186349e-10,
+      "loss": 32.375,
+      "step": 41742
+    },
+    {
+      "epoch": 1.994791168880818,
+      "grad_norm": 310.8505554199219,
+      "learning_rate": 3.557571873336052e-10,
+      "loss": 31.9375,
+      "step": 41743
+    },
+    {
+      "epoch": 1.9948389563222784,
+      "grad_norm": 274.564697265625,
+      "learning_rate": 3.4925951371445054e-10,
+      "loss": 24.125,
+      "step": 41744
+    },
+    {
+      "epoch": 1.9948867437637388,
+      "grad_norm": 211.4425811767578,
+      "learning_rate": 3.4282172510002877e-10,
+      "loss": 20.0469,
+      "step": 41745
+    },
+    {
+      "epoch": 1.9949345312051991,
+      "grad_norm": 255.94021606445312,
+      "learning_rate": 3.364438215280874e-10,
+      "loss": 28.5781,
+      "step": 41746
+    },
+    {
+      "epoch": 1.9949823186466595,
+      "grad_norm": 179.8859405517578,
+      "learning_rate": 3.3012580303859456e-10,
+      "loss": 24.7188,
+      "step": 41747
+    },
+    {
+      "epoch": 1.99503010608812,
+      "grad_norm": 251.03958129882812,
+      "learning_rate": 3.2386766966929774e-10,
+      "loss": 24.0312,
+      "step": 41748
+    },
+    {
+      "epoch": 1.9950778935295803,
+      "grad_norm": 321.1138000488281,
+      "learning_rate": 3.176694214557241e-10,
+      "loss": 28.3906,
+      "step": 41749
+    },
+    {
+      "epoch": 1.9951256809710407,
+      "grad_norm": 393.51751708984375,
+      "learning_rate": 3.115310584367315e-10,
+      "loss": 23.6719,
+      "step": 41750
+    },
+    {
+      "epoch": 1.995173468412501,
+      "grad_norm": 195.3963165283203,
+      "learning_rate": 3.0545258064895724e-10,
+      "loss": 26.9688,
+      "step": 41751
+    },
+    {
+      "epoch": 1.9952212558539615,
+      "grad_norm": 96.7302017211914,
+      "learning_rate": 2.9943398812792847e-10,
+      "loss": 16.3906,
+      "step": 41752
+    },
+    {
+      "epoch": 1.9952690432954219,
+      "grad_norm": 534.4353637695312,
+      "learning_rate": 2.934752809091723e-10,
+      "loss": 28.1094,
+      "step": 41753
+    },
+    {
+      "epoch": 1.9953168307368823,
+      "grad_norm": 182.5457763671875,
+      "learning_rate": 2.8757645903043643e-10,
+      "loss": 22.6562,
+      "step": 41754
+    },
+    {
+      "epoch": 1.9953646181783427,
+      "grad_norm": 199.60870361328125,
+      "learning_rate": 2.8173752252613764e-10,
+      "loss": 27.9219,
+      "step": 41755
+    },
+    {
+      "epoch": 1.995412405619803,
+      "grad_norm": 300.949462890625,
+      "learning_rate": 2.759584714306929e-10,
+      "loss": 28.9688,
+      "step": 41756
+    },
+    {
+      "epoch": 1.9954601930612634,
+      "grad_norm": 217.38832092285156,
+      "learning_rate": 2.7023930577851907e-10,
+      "loss": 21.5,
+      "step": 41757
+    },
+    {
+      "epoch": 1.9955079805027238,
+      "grad_norm": 208.88467407226562,
+      "learning_rate": 2.645800256051434e-10,
+      "loss": 24.0312,
+      "step": 41758
+    },
+    {
+      "epoch": 1.9955557679441842,
+      "grad_norm": 241.85977172851562,
+      "learning_rate": 2.589806309438725e-10,
+      "loss": 17.2812,
+      "step": 41759
+    },
+    {
+      "epoch": 1.9956035553856446,
+      "grad_norm": 373.4512634277344,
+      "learning_rate": 2.5344112182801304e-10,
+      "loss": 34.0312,
+      "step": 41760
+    },
+    {
+      "epoch": 1.995651342827105,
+      "grad_norm": 149.29759216308594,
+      "learning_rate": 2.479614982897616e-10,
+      "loss": 22.1562,
+      "step": 41761
+    },
+    {
+      "epoch": 1.9956991302685654,
+      "grad_norm": 262.50457763671875,
+      "learning_rate": 2.4254176036464516e-10,
+      "loss": 29.2188,
+      "step": 41762
+    },
+    {
+      "epoch": 1.9957469177100258,
+      "grad_norm": 178.8328094482422,
+      "learning_rate": 2.3718190808263983e-10,
+      "loss": 17.5156,
+      "step": 41763
+    },
+    {
+      "epoch": 1.9957947051514862,
+      "grad_norm": 247.0147247314453,
+      "learning_rate": 2.3188194147705233e-10,
+      "loss": 26.4688,
+      "step": 41764
+    },
+    {
+      "epoch": 1.9958424925929465,
+      "grad_norm": 194.26434326171875,
+      "learning_rate": 2.2664186057896886e-10,
+      "loss": 30.1875,
+      "step": 41765
+    },
+    {
+      "epoch": 1.995890280034407,
+      "grad_norm": 450.3817138671875,
+      "learning_rate": 2.2146166541947567e-10,
+      "loss": 29.0469,
+      "step": 41766
+    },
+    {
+      "epoch": 1.9959380674758673,
+      "grad_norm": 171.92486572265625,
+      "learning_rate": 2.163413560307692e-10,
+      "loss": 26.375,
+      "step": 41767
+    },
+    {
+      "epoch": 1.9959858549173277,
+      "grad_norm": 237.43553161621094,
+      "learning_rate": 2.1128093244282555e-10,
+      "loss": 31.0,
+      "step": 41768
+    },
+    {
+      "epoch": 1.996033642358788,
+      "grad_norm": 191.69692993164062,
+      "learning_rate": 2.062803946867309e-10,
+      "loss": 20.0469,
+      "step": 41769
+    },
+    {
+      "epoch": 1.9960814298002485,
+      "grad_norm": 184.56466674804688,
+      "learning_rate": 2.0133974279024081e-10,
+      "loss": 23.0781,
+      "step": 41770
+    },
+    {
+      "epoch": 1.9961292172417089,
+      "grad_norm": 316.2174377441406,
+      "learning_rate": 1.964589767855518e-10,
+      "loss": 29.8125,
+      "step": 41771
+    },
+    {
+      "epoch": 1.9961770046831693,
+      "grad_norm": 398.00445556640625,
+      "learning_rate": 1.9163809670152966e-10,
+      "loss": 21.7812,
+      "step": 41772
+    },
+    {
+      "epoch": 1.9962247921246297,
+      "grad_norm": 163.0252227783203,
+      "learning_rate": 1.8687710256481973e-10,
+      "loss": 20.9688,
+      "step": 41773
+    },
+    {
+      "epoch": 1.99627257956609,
+      "grad_norm": 829.1438598632812,
+      "learning_rate": 1.8217599440650823e-10,
+      "loss": 28.1406,
+      "step": 41774
+    },
+    {
+      "epoch": 1.9963203670075504,
+      "grad_norm": 304.3644104003906,
+      "learning_rate": 1.7753477225213033e-10,
+      "loss": 29.375,
+      "step": 41775
+    },
+    {
+      "epoch": 1.9963681544490108,
+      "grad_norm": 198.6494903564453,
+      "learning_rate": 1.7295343613277226e-10,
+      "loss": 18.7344,
+      "step": 41776
+    },
+    {
+      "epoch": 1.9964159418904712,
+      "grad_norm": 146.51031494140625,
+      "learning_rate": 1.6843198607285892e-10,
+      "loss": 24.6406,
+      "step": 41777
+    },
+    {
+      "epoch": 1.9964637293319316,
+      "grad_norm": 226.87677001953125,
+      "learning_rate": 1.6397042210125614e-10,
+      "loss": 26.875,
+      "step": 41778
+    },
+    {
+      "epoch": 1.996511516773392,
+      "grad_norm": 244.78424072265625,
+      "learning_rate": 1.5956874424460922e-10,
+      "loss": 16.875,
+      "step": 41779
+    },
+    {
+      "epoch": 1.9965593042148524,
+      "grad_norm": 327.6952819824219,
+      "learning_rate": 1.5522695252845332e-10,
+      "loss": 22.4688,
+      "step": 41780
+    },
+    {
+      "epoch": 1.9966070916563128,
+      "grad_norm": 238.45802307128906,
+      "learning_rate": 1.5094504697832357e-10,
+      "loss": 25.6875,
+      "step": 41781
+    },
+    {
+      "epoch": 1.9966548790977732,
+      "grad_norm": 145.7167510986328,
+      "learning_rate": 1.4672302762197554e-10,
+      "loss": 16.9062,
+      "step": 41782
+    },
+    {
+      "epoch": 1.9967026665392336,
+      "grad_norm": 344.6209411621094,
+      "learning_rate": 1.4256089448272393e-10,
+      "loss": 25.9062,
+      "step": 41783
+    },
+    {
+      "epoch": 1.996750453980694,
+      "grad_norm": 309.18243408203125,
+      "learning_rate": 1.3845864758610384e-10,
+      "loss": 26.6562,
+      "step": 41784
+    },
+    {
+      "epoch": 1.9967982414221543,
+      "grad_norm": 193.45388793945312,
+      "learning_rate": 1.3441628695765042e-10,
+      "loss": 20.3594,
+      "step": 41785
+    },
+    {
+      "epoch": 1.9968460288636147,
+      "grad_norm": 408.71551513671875,
+      "learning_rate": 1.3043381261956811e-10,
+      "loss": 29.9375,
+      "step": 41786
+    },
+    {
+      "epoch": 1.9968938163050751,
+      "grad_norm": 299.97161865234375,
+      "learning_rate": 1.2651122459739208e-10,
+      "loss": 27.4531,
+      "step": 41787
+    },
+    {
+      "epoch": 1.9969416037465355,
+      "grad_norm": 266.2782897949219,
+      "learning_rate": 1.2264852291332674e-10,
+      "loss": 20.7344,
+      "step": 41788
+    },
+    {
+      "epoch": 1.996989391187996,
+      "grad_norm": 231.10214233398438,
+      "learning_rate": 1.1884570759179703e-10,
+      "loss": 27.0625,
+      "step": 41789
+    },
+    {
+      "epoch": 1.9970371786294563,
+      "grad_norm": 367.8349609375,
+      "learning_rate": 1.1510277865500741e-10,
+      "loss": 25.1562,
+      "step": 41790
+    },
+    {
+      "epoch": 1.9970849660709167,
+      "grad_norm": 309.6731872558594,
+      "learning_rate": 1.1141973612627255e-10,
+      "loss": 18.0312,
+      "step": 41791
+    },
+    {
+      "epoch": 1.997132753512377,
+      "grad_norm": 325.0123291015625,
+      "learning_rate": 1.0779658002557647e-10,
+      "loss": 21.9688,
+      "step": 41792
+    },
+    {
+      "epoch": 1.9971805409538375,
+      "grad_norm": 206.3292236328125,
+      "learning_rate": 1.0423331037623386e-10,
+      "loss": 23.0938,
+      "step": 41793
+    },
+    {
+      "epoch": 1.9972283283952978,
+      "grad_norm": 286.69818115234375,
+      "learning_rate": 1.0072992719822872e-10,
+      "loss": 22.5781,
+      "step": 41794
+    },
+    {
+      "epoch": 1.9972761158367582,
+      "grad_norm": 301.1101379394531,
+      "learning_rate": 9.728643051487574e-11,
+      "loss": 32.5312,
+      "step": 41795
+    },
+    {
+      "epoch": 1.9973239032782186,
+      "grad_norm": 190.9366455078125,
+      "learning_rate": 9.39028203439385e-11,
+      "loss": 15.9375,
+      "step": 41796
+    },
+    {
+      "epoch": 1.997371690719679,
+      "grad_norm": 368.871337890625,
+      "learning_rate": 9.057909670873166e-11,
+      "loss": 23.3594,
+      "step": 41797
+    },
+    {
+      "epoch": 1.9974194781611394,
+      "grad_norm": 208.759765625,
+      "learning_rate": 8.731525962590858e-11,
+      "loss": 25.9688,
+      "step": 41798
+    },
+    {
+      "epoch": 1.9974672656025998,
+      "grad_norm": 320.27618408203125,
+      "learning_rate": 8.411130911767374e-11,
+      "loss": 24.8438,
+      "step": 41799
+    },
+    {
+      "epoch": 1.9975150530440602,
+      "grad_norm": 519.466796875,
+      "learning_rate": 8.096724520179067e-11,
+      "loss": 24.0781,
+      "step": 41800
+    },
+    {
+      "epoch": 1.9975628404855204,
+      "grad_norm": 305.0207214355469,
+      "learning_rate": 7.78830678982434e-11,
+      "loss": 31.0,
+      "step": 41801
+    },
+    {
+      "epoch": 1.9976106279269807,
+      "grad_norm": 279.9009094238281,
+      "learning_rate": 7.485877722368529e-11,
+      "loss": 24.6562,
+      "step": 41802
+    },
+    {
+      "epoch": 1.9976584153684411,
+      "grad_norm": 278.94000244140625,
+      "learning_rate": 7.189437319810033e-11,
+      "loss": 25.5938,
+      "step": 41803
+    },
+    {
+      "epoch": 1.9977062028099015,
+      "grad_norm": 295.4612121582031,
+      "learning_rate": 6.898985583814188e-11,
+      "loss": 29.4062,
+      "step": 41804
+    },
+    {
+      "epoch": 1.997753990251362,
+      "grad_norm": 558.4054565429688,
+      "learning_rate": 6.614522516046328e-11,
+      "loss": 28.0312,
+      "step": 41805
+    },
+    {
+      "epoch": 1.9978017776928223,
+      "grad_norm": 385.2633056640625,
+      "learning_rate": 6.336048118393834e-11,
+      "loss": 22.6562,
+      "step": 41806
+    },
+    {
+      "epoch": 1.9978495651342827,
+      "grad_norm": 191.97535705566406,
+      "learning_rate": 6.063562392522038e-11,
+      "loss": 17.4844,
+      "step": 41807
+    },
+    {
+      "epoch": 1.997897352575743,
+      "grad_norm": 184.2191925048828,
+      "learning_rate": 5.797065339874231e-11,
+      "loss": 16.8594,
+      "step": 41808
+    },
+    {
+      "epoch": 1.9979451400172035,
+      "grad_norm": 174.1867218017578,
+      "learning_rate": 5.536556962226769e-11,
+      "loss": 17.9531,
+      "step": 41809
+    },
+    {
+      "epoch": 1.9979929274586639,
+      "grad_norm": 126.69916534423828,
+      "learning_rate": 5.282037261022943e-11,
+      "loss": 18.4375,
+      "step": 41810
+    },
+    {
+      "epoch": 1.9980407149001242,
+      "grad_norm": 244.99951171875,
+      "learning_rate": 5.033506237817065e-11,
+      "loss": 23.6562,
+      "step": 41811
+    },
+    {
+      "epoch": 1.9980885023415846,
+      "grad_norm": 1067.707275390625,
+      "learning_rate": 4.7909638941634476e-11,
+      "loss": 26.7812,
+      "step": 41812
+    },
+    {
+      "epoch": 1.998136289783045,
+      "grad_norm": 178.0552520751953,
+      "learning_rate": 4.5544102315053794e-11,
+      "loss": 26.875,
+      "step": 41813
+    },
+    {
+      "epoch": 1.9981840772245054,
+      "grad_norm": 575.1046142578125,
+      "learning_rate": 4.3238452511751295e-11,
+      "loss": 28.4688,
+      "step": 41814
+    },
+    {
+      "epoch": 1.9982318646659658,
+      "grad_norm": 774.1024780273438,
+      "learning_rate": 4.099268954504965e-11,
+      "loss": 22.4375,
+      "step": 41815
+    },
+    {
+      "epoch": 1.9982796521074262,
+      "grad_norm": 215.5274200439453,
+      "learning_rate": 3.880681343049197e-11,
+      "loss": 22.3438,
+      "step": 41816
+    },
+    {
+      "epoch": 1.9983274395488866,
+      "grad_norm": 285.6552429199219,
+      "learning_rate": 3.668082417918051e-11,
+      "loss": 23.5625,
+      "step": 41817
+    },
+    {
+      "epoch": 1.998375226990347,
+      "grad_norm": 287.4888610839844,
+      "learning_rate": 3.461472180554815e-11,
+      "loss": 27.8594,
+      "step": 41818
+    },
+    {
+      "epoch": 1.9984230144318074,
+      "grad_norm": 473.0346984863281,
+      "learning_rate": 3.260850632069712e-11,
+      "loss": 23.6406,
+      "step": 41819
+    },
+    {
+      "epoch": 1.9984708018732678,
+      "grad_norm": 288.5978088378906,
+      "learning_rate": 3.0662177736839885e-11,
+      "loss": 22.2031,
+      "step": 41820
+    },
+    {
+      "epoch": 1.9985185893147281,
+      "grad_norm": 241.58653259277344,
+      "learning_rate": 2.8775736066188886e-11,
+      "loss": 23.0938,
+      "step": 41821
+    },
+    {
+      "epoch": 1.9985663767561883,
+      "grad_norm": 304.513671875,
+      "learning_rate": 2.6949181319846364e-11,
+      "loss": 32.4453,
+      "step": 41822
+    },
+    {
+      "epoch": 1.9986141641976487,
+      "grad_norm": 212.2620391845703,
+      "learning_rate": 2.5182513507804317e-11,
+      "loss": 20.4688,
+      "step": 41823
+    },
+    {
+      "epoch": 1.998661951639109,
+      "grad_norm": 174.92843627929688,
+      "learning_rate": 2.3475732641164984e-11,
+      "loss": 25.0,
+      "step": 41824
+    },
+    {
+      "epoch": 1.9987097390805695,
+      "grad_norm": 202.73876953125,
+      "learning_rate": 2.1828838731030588e-11,
+      "loss": 25.3438,
+      "step": 41825
+    },
+    {
+      "epoch": 1.9987575265220299,
+      "grad_norm": 328.8003845214844,
+      "learning_rate": 2.024183178739314e-11,
+      "loss": 24.4375,
+      "step": 41826
+    },
+    {
+      "epoch": 1.9988053139634903,
+      "grad_norm": 154.64857482910156,
+      "learning_rate": 1.87147118180242e-11,
+      "loss": 17.5156,
+      "step": 41827
+    },
+    {
+      "epoch": 1.9988531014049506,
+      "grad_norm": 223.67799377441406,
+      "learning_rate": 1.7247478832915776e-11,
+      "loss": 35.2031,
+      "step": 41828
+    },
+    {
+      "epoch": 1.998900888846411,
+      "grad_norm": 145.0718231201172,
+      "learning_rate": 1.5840132842059875e-11,
+      "loss": 15.4375,
+      "step": 41829
+    },
+    {
+      "epoch": 1.9989486762878714,
+      "grad_norm": 178.60568237304688,
+      "learning_rate": 1.4492673852117833e-11,
+      "loss": 26.0156,
+      "step": 41830
+    },
+    {
+      "epoch": 1.9989964637293318,
+      "grad_norm": 232.2369384765625,
+      "learning_rate": 1.3205101870861214e-11,
+      "loss": 22.1562,
+      "step": 41831
+    },
+    {
+      "epoch": 1.9990442511707922,
+      "grad_norm": 221.34524536132812,
+      "learning_rate": 1.1977416908282025e-11,
+      "loss": 24.7188,
+      "step": 41832
+    },
+    {
+      "epoch": 1.9990920386122526,
+      "grad_norm": 515.0144653320312,
+      "learning_rate": 1.080961896993138e-11,
+      "loss": 23.6875,
+      "step": 41833
+    },
+    {
+      "epoch": 1.999139826053713,
+      "grad_norm": 419.4945373535156,
+      "learning_rate": 9.701708063580839e-12,
+      "loss": 27.0469,
+      "step": 41834
+    },
+    {
+      "epoch": 1.9991876134951734,
+      "grad_norm": 308.98284912109375,
+      "learning_rate": 8.653684195891742e-12,
+      "loss": 31.5625,
+      "step": 41835
+    },
+    {
+      "epoch": 1.9992354009366338,
+      "grad_norm": 306.77911376953125,
+      "learning_rate": 7.665547372415205e-12,
+      "loss": 17.1875,
+      "step": 41836
+    },
+    {
+      "epoch": 1.9992831883780942,
+      "grad_norm": 236.12387084960938,
+      "learning_rate": 6.737297599812564e-12,
+      "loss": 26.1094,
+      "step": 41837
+    },
+    {
+      "epoch": 1.9993309758195545,
+      "grad_norm": 178.82662963867188,
+      "learning_rate": 5.868934882524713e-12,
+      "loss": 19.5938,
+      "step": 41838
+    },
+    {
+      "epoch": 1.999378763261015,
+      "grad_norm": 200.93165588378906,
+      "learning_rate": 5.0604592272129884e-12,
+      "loss": 20.2188,
+      "step": 41839
+    },
+    {
+      "epoch": 1.9994265507024753,
+      "grad_norm": 200.6927032470703,
+      "learning_rate": 4.311870638318283e-12,
+      "loss": 25.7188,
+      "step": 41840
+    },
+    {
+      "epoch": 1.9994743381439357,
+      "grad_norm": 380.4642639160156,
+      "learning_rate": 3.623169119171266e-12,
+      "loss": 31.1562,
+      "step": 41841
+    },
+    {
+      "epoch": 1.999522125585396,
+      "grad_norm": 198.50038146972656,
+      "learning_rate": 2.9943546753230523e-12,
+      "loss": 25.7656,
+      "step": 41842
+    },
+    {
+      "epoch": 1.9995699130268565,
+      "grad_norm": 221.31417846679688,
+      "learning_rate": 2.4254273101043114e-12,
+      "loss": 19.9219,
+      "step": 41843
+    },
+    {
+      "epoch": 1.9996177004683169,
+      "grad_norm": 309.87158203125,
+      "learning_rate": 1.9163870268457117e-12,
+      "loss": 29.2656,
+      "step": 41844
+    },
+    {
+      "epoch": 1.9996654879097773,
+      "grad_norm": 689.78076171875,
+      "learning_rate": 1.4672338277677e-12,
+      "loss": 22.4219,
+      "step": 41845
+    },
+    {
+      "epoch": 1.9997132753512377,
+      "grad_norm": 292.3933410644531,
+      "learning_rate": 1.077967717311168e-12,
+      "loss": 26.2969,
+      "step": 41846
+    },
+    {
+      "epoch": 1.999761062792698,
+      "grad_norm": 161.79010009765625,
+      "learning_rate": 7.485886965863387e-13,
+      "loss": 30.8125,
+      "step": 41847
+    },
+    {
+      "epoch": 1.9998088502341584,
+      "grad_norm": 337.1763916015625,
+      "learning_rate": 4.790967678136582e-13,
+      "loss": 21.4062,
+      "step": 41848
+    },
+    {
+      "epoch": 1.9998566376756188,
+      "grad_norm": 164.0086212158203,
+      "learning_rate": 2.694919332135726e-13,
+      "loss": 22.125,
+      "step": 41849
+    },
+    {
+      "epoch": 1.9999044251170792,
+      "grad_norm": 189.62063598632812,
+      "learning_rate": 1.1977419278608182e-13,
+      "loss": 26.4062,
+      "step": 41850
+    },
+    {
+      "epoch": 1.9999522125585396,
+      "grad_norm": 189.16612243652344,
+      "learning_rate": 2.994354875163197e-14,
+      "loss": 21.4531,
+      "step": 41851
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 332.7941589355469,
+      "learning_rate": 0.0,
+      "loss": 20.3906,
+      "step": 41852
+    },
+    {
+      "epoch": 2.0,
+      "step": 41852,
+      "total_flos": 6.442747025296458e+18,
+      "train_loss": 28.071058992103126,
+      "train_runtime": 95432.0537,
+      "train_samples_per_second": 3.508,
+      "train_steps_per_second": 0.439
+    }
+  ],
+  "logging_steps": 1.0,
+  "max_steps": 41852,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 10000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 6.442747025296458e+18,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/mr_paco_checkpoint/training_args.bin b/mr_paco_checkpoint/training_args.bin
new file mode 100755
index 0000000000000000000000000000000000000000..3a919004b14f9ff690b28eb4ec5650f7e65add81
--- /dev/null
+++ b/mr_paco_checkpoint/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ad1f80c0d2e76fd47c4b2d2638b7ddb511ffde91dfa3b5a24328ee80de3273
+size 6776
diff --git a/mr_refcoco_checkpoint/added_tokens.json b/mr_refcoco_checkpoint/added_tokens.json
new file mode 100644
index 0000000000000000000000000000000000000000..d1cbb9b7b00b317ef35559b73c47629da5dc0018
--- /dev/null
+++ b/mr_refcoco_checkpoint/added_tokens.json
@@ -0,0 +1,13 @@
+{
+  "<audio>": 32005,
+  "<audio_gen>": 32003,
+  "<audio_gen_start>": 32004,
+  "<base>": 32007,
+  "<base_null>": 32008,
+  "<im_gen>": 32001,
+  "<im_gen_start>": 32000,
+  "<mask_gen>": 32002,
+  "<seg>": 32009,
+  "<seg_input>": 32010,
+  "<video>": 32006
+}
diff --git a/mr_refcoco_checkpoint/config.json b/mr_refcoco_checkpoint/config.json
new file mode 100755
index 0000000000000000000000000000000000000000..03ef30b9c9807a0dd84551373a61002f300b2517
--- /dev/null
+++ b/mr_refcoco_checkpoint/config.json
@@ -0,0 +1,49 @@
+{
+  "_name_or_path": "./experiments/shufan_checkpoints/expm2",
+  "architectures": [
+    "LlavaLlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "freeze_mm_mlp_adapter": false,
+  "freeze_mm_vision_resampler": false,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "image_aspect_ratio": "square",
+  "image_grid_pinpoints": null,
+  "initializer_range": 0.02,
+  "intermediate_size": 11008,
+  "max_length": 4096,
+  "max_position_embeddings": 4096,
+  "mlp_bias": false,
+  "mm_hidden_size": 1024,
+  "mm_projector_type": "mlp2x_gelu",
+  "mm_resampler_type": null,
+  "mm_use_bbox_encode": true,
+  "mm_use_im_patch_token": false,
+  "mm_use_im_start_end": false,
+  "mm_vision_select_feature": "patch",
+  "mm_vision_select_layer": -2,
+  "mm_vision_tower": "openai/clip-vit-large-patch14",
+  "model_type": "llava",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 32,
+  "pad_token_id": 0,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "segmentator": "hipie",
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.3",
+  "tune_mm_mlp_adapter": false,
+  "tune_mm_vision_resampler": false,
+  "unfreeze_mm_vision_tower": false,
+  "use_cache": true,
+  "use_mm_proj": true,
+  "vocab_size": 32011
+}
diff --git a/mr_refcoco_checkpoint/generation_config.json b/mr_refcoco_checkpoint/generation_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..db55fe7bd4c7cc9e03bd44ff7b9696d14fa261d6
--- /dev/null
+++ b/mr_refcoco_checkpoint/generation_config.json
@@ -0,0 +1,7 @@
+{
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "max_length": 4096,
+  "pad_token_id": 0,
+  "transformers_version": "4.43.3"
+}
diff --git a/mr_refcoco_checkpoint/model-00001-of-00003.safetensors b/mr_refcoco_checkpoint/model-00001-of-00003.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5abebd6f18b812d46f5d9ea7f37b420adc084881
--- /dev/null
+++ b/mr_refcoco_checkpoint/model-00001-of-00003.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f01714c690a14b9d026aa628b009bede027750594c7881954e31fe4001d050a
+size 4939075464
diff --git a/mr_refcoco_checkpoint/model-00002-of-00003.safetensors b/mr_refcoco_checkpoint/model-00002-of-00003.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..597276ddff3239ba0c3350fed2df38d5c49f1831
--- /dev/null
+++ b/mr_refcoco_checkpoint/model-00002-of-00003.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b99a53ddd01bb995cf611f8ba5e8885880f5010705372845b91941d6041e4cc0
+size 4947390880
diff --git a/mr_refcoco_checkpoint/model-00003-of-00003.safetensors b/mr_refcoco_checkpoint/model-00003-of-00003.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9f997c9ddde1d78aacba658299701d5bceb0cc4a
--- /dev/null
+++ b/mr_refcoco_checkpoint/model-00003-of-00003.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6c8be5de8301f30f1fb7416d04e65f21370a4a5698f4b9848a4b67265161a3
+size 4661380964
diff --git a/mr_refcoco_checkpoint/model.safetensors.index.json b/mr_refcoco_checkpoint/model.safetensors.index.json
new file mode 100644
index 0000000000000000000000000000000000000000..48e7e4bf01c90e0d59666c18d625b778e5559f92
--- /dev/null
+++ b/mr_refcoco_checkpoint/model.safetensors.index.json
@@ -0,0 +1,1621 @@
+{
+  "metadata": {
+    "total_size": 14547608676
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00003-of-00003.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.mask_enc_head.bias": "model-00003-of-00003.safetensors",
+    "model.mask_enc_head.weight": "model-00003-of-00003.safetensors",
+    "model.mm_projector.0.bias": "model-00003-of-00003.safetensors",
+    "model.mm_projector.0.weight": "model-00003-of-00003.safetensors",
+    "model.mm_projector.2.bias": "model-00003-of-00003.safetensors",
+    "model.mm_projector.2.weight": "model-00003-of-00003.safetensors",
+    "model.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.criterion._iter": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.controller.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.controller.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.controller.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.controller.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.controller.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.controller.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.shortcut.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.shortcut.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.shortcut.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.shortcut.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.0.shortcut.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.1.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res2.2.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.shortcut.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.shortcut.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.shortcut.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.shortcut.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.0.shortcut.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.1.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.2.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res3.3.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.shortcut.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.shortcut.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.shortcut.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.shortcut.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.0.shortcut.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.1.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.2.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.3.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.4.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res4.5.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.shortcut.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.shortcut.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.shortcut.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.shortcut.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.0.shortcut.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.1.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv2.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv2.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv2.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv2.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv3.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv3.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv3.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv3.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.res5.2.conv3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.stem.conv1.norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.stem.conv1.norm.running_mean": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.stem.conv1.norm.running_var": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.stem.conv1.norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.backbone.0.backbone.stem.conv1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.0.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.0.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.0.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.0.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.0.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.0.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.1.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.1.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.1.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.1.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.1.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.1.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.2.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.2.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.2.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.2.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.2.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.2.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.3.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.3.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.3.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.3.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.3.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.3.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.4.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.4.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.4.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.4.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.4.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.4.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.5.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.5.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.5.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.5.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.5.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.5.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.6.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.6.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.6.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.6.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.6.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.bbox_embed.6.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.0.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.0.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.0.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.0.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.0.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.1.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.1.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.1.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.1.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.1.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.2.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.2.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.2.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.2.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.2.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.3.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.3.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.3.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.3.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.3.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.4.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.4.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.4.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.4.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.4.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.5.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.5.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.5.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.5.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.5.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.6.body.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.class_embed.6.body.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.0.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.0.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.0.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.0.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.1.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.1.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.1.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.1.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.2.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.2.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.2.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.2.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.3.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.3.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.3.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.input_proj.3.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.3.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.4.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.4.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.5.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.iou_head.5.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.bg_query_refs.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.0.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.0.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.0.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.0.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.0.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.0.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.1.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.1.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.1.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.1.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.1.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.1.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.2.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.2.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.2.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.2.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.2.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.2.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.3.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.3.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.3.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.3.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.3.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.3.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.4.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.4.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.4.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.4.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.4.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.4.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.5.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.5.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.5.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.5.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.5.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.5.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.6.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.6.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.6.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.6.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.6.layers.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.bbox_embed.6.layers.2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.0.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.0.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.0.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.0.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.0.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.1.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.1.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.1.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.1.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.1.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.2.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.2.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.2.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.2.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.2.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.3.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.3.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.3.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.3.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.3.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.4.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.4.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.4.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.4.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.4.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.5.bias0": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.5.bias_lang": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.5.dot_product_projection_text.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.5.dot_product_projection_text.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.5.log_scale": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.6.body.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.class_embed.6.body.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.cross_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.cross_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.cross_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.cross_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.cross_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.cross_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.cross_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.cross_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.norm3.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.norm3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.self_attn.in_proj_bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.self_attn.in_proj_weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.0.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.cross_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.cross_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.cross_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.cross_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.cross_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.cross_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.cross_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.cross_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.norm3.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.norm3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.self_attn.in_proj_bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.self_attn.in_proj_weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.1.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.cross_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.cross_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.cross_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.cross_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.cross_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.cross_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.cross_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.cross_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.norm3.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.norm3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.self_attn.in_proj_bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.self_attn.in_proj_weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.2.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.cross_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.cross_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.cross_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.cross_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.cross_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.cross_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.cross_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.cross_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.norm3.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.norm3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.self_attn.in_proj_bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.self_attn.in_proj_weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.3.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.cross_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.cross_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.cross_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.cross_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.cross_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.cross_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.cross_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.cross_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.norm3.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.norm3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.self_attn.in_proj_bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.self_attn.in_proj_weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.4.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.cross_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.cross_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.cross_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.cross_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.cross_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.cross_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.cross_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.cross_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.norm3.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.norm3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.self_attn.in_proj_bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.self_attn.in_proj_weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.layers.5.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.ref_point_head.layers.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.ref_point_head.layers.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.ref_point_head.layers.1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.decoder.ref_point_head.layers.1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.enc_output.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.enc_output.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.enc_output_norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.enc_output_norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.self_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.self_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.self_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.self_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.self_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.self_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.self_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.0.self_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.self_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.self_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.self_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.self_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.self_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.self_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.self_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.1.self_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.self_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.self_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.self_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.self_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.self_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.self_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.self_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.2.self_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.self_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.self_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.self_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.self_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.self_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.self_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.self_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.3.self_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.self_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.self_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.self_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.self_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.self_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.self_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.self_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.4.self_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.linear1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.linear1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.linear2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.linear2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.norm1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.norm1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.norm2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.norm2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.self_attn.attention_weights.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.self_attn.attention_weights.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.self_attn.output_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.self_attn.output_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.self_attn.sampling_offsets.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.self_attn.sampling_offsets.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.self_attn.value_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.layers.5.self_attn.value_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.l_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.l_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.out_l_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.out_l_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.out_v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.out_v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.values_l_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.values_l_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.values_v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.attn.values_v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.gamma_l": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.gamma_v": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.layer_norm_l.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.layer_norm_l.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.layer_norm_v.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.encoder.vl_layers.0.b_attn.layer_norm_v.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.level_embed": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.resizer.fc.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.resizer.fc.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.resizer.layer_norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.resizer.layer_norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.tgt_embed.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.detr.transformer.tgt_embed_bg.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.mask_head.jia_dcn.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.mask_head.jia_dcn.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.mask_head.lay1.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.mask_head.lay1.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.mask_head.lay2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.mask_head.lay2.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.mask_head.lay3.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.mask_head.lay3.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.mask_head.lay4.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.mask_head.lay4.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.resizer.fc.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.resizer.fc.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.resizer.layer_norm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.detr.resizer.layer_norm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.embeddings.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.embeddings.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.embeddings.position_embeddings.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.embeddings.token_type_embeddings.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.embeddings.word_embeddings.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.0.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.1.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.10.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.11.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.2.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.3.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.4.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.5.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.6.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.7.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.8.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.attention.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.attention.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.attention.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.attention.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.attention.self.key.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.attention.self.key.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.attention.self.query.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.attention.self.query.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.attention.self.value.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.attention.self.value.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.intermediate.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.intermediate.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.output.LayerNorm.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.output.LayerNorm.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.output.dense.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator.hipie.text_encoder.body.model.encoder.layer.9.output.dense.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator_predictor.0.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator_predictor.0.weight": "model-00003-of-00003.safetensors",
+    "model.segmentator_predictor.2.bias": "model-00003-of-00003.safetensors",
+    "model.segmentator_predictor.2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.embeddings.class_embedding": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.embeddings.patch_embedding.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.embeddings.position_embedding.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.post_layernorm.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.post_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.pre_layrnorm.bias": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.vision_model.pre_layrnorm.weight": "model-00003-of-00003.safetensors",
+    "model.vision_tower.vision_tower.visual_projection.weight": "model-00003-of-00003.safetensors"
+  }
+}
diff --git a/mr_refcoco_checkpoint/special_tokens_map.json b/mr_refcoco_checkpoint/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..14761dcf1466dc232bd41de9c21d4c617b15755e
--- /dev/null
+++ b/mr_refcoco_checkpoint/special_tokens_map.json
@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<unk>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/mr_refcoco_checkpoint/tokenizer.json b/mr_refcoco_checkpoint/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..5e509f11bbb8fc656475ca177cc9a036ee9530c5
--- /dev/null
+++ b/mr_refcoco_checkpoint/tokenizer.json
@@ -0,0 +1,93481 @@
+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "<unk>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 1,
+      "content": "<s>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 2,
+      "content": "</s>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32000,
+      "content": "<im_gen_start>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32001,
+      "content": "<im_gen>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32002,
+      "content": "<mask_gen>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32003,
+      "content": "<audio_gen>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32004,
+      "content": "<audio_gen_start>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32005,
+      "content": "<audio>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32006,
+      "content": "<video>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32007,
+      "content": "<base>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32008,
+      "content": "<base_null>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32009,
+      "content": "<seg>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32010,
+      "content": "<seg_input>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  ],
+  "normalizer": null,
+  "pre_tokenizer": {
+    "type": "Metaspace",
+    "replacement": "▁",
+    "prepend_scheme": "first",
+    "split": false
+  },
+  "post_processor": {
+    "type": "TemplateProcessing",
+    "single": [
+      {
+        "SpecialToken": {
+          "id": "<s>",
+          "type_id": 0
+        }
+      },
+      {
+        "Sequence": {
+          "id": "A",
+          "type_id": 0
+        }
+      }
+    ],
+    "pair": [
+      {
+        "SpecialToken": {
+          "id": "<s>",
+          "type_id": 0
+        }
+      },
+      {
+        "Sequence": {
+          "id": "A",
+          "type_id": 0
+        }
+      },
+      {
+        "SpecialToken": {
+          "id": "<s>",
+          "type_id": 1
+        }
+      },
+      {
+        "Sequence": {
+          "id": "B",
+          "type_id": 1
+        }
+      }
+    ],
+    "special_tokens": {
+      "<s>": {
+        "id": "<s>",
+        "ids": [
+          1
+        ],
+        "tokens": [
+          "<s>"
+        ]
+      }
+    }
+  },
+  "decoder": {
+    "type": "Sequence",
+    "decoders": [
+      {
+        "type": "Replace",
+        "pattern": {
+          "String": "▁"
+        },
+        "content": " "
+      },
+      {
+        "type": "ByteFallback"
+      },
+      {
+        "type": "Fuse"
+      },
+      {
+        "type": "Strip",
+        "content": " ",
+        "start": 1,
+        "stop": 0
+      }
+    ]
+  },
+  "model": {
+    "type": "BPE",
+    "dropout": null,
+    "unk_token": "<unk>",
+    "continuing_subword_prefix": null,
+    "end_of_word_suffix": null,
+    "fuse_unk": true,
+    "byte_fallback": true,
+    "ignore_merges": false,
+    "vocab": {
+      "<unk>": 0,
+      "<s>": 1,
+      "</s>": 2,
+      "<0x00>": 3,
+      "<0x01>": 4,
+      "<0x02>": 5,
+      "<0x03>": 6,
+      "<0x04>": 7,
+      "<0x05>": 8,
+      "<0x06>": 9,
+      "<0x07>": 10,
+      "<0x08>": 11,
+      "<0x09>": 12,
+      "<0x0A>": 13,
+      "<0x0B>": 14,
+      "<0x0C>": 15,
+      "<0x0D>": 16,
+      "<0x0E>": 17,
+      "<0x0F>": 18,
+      "<0x10>": 19,
+      "<0x11>": 20,
+      "<0x12>": 21,
+      "<0x13>": 22,
+      "<0x14>": 23,
+      "<0x15>": 24,
+      "<0x16>": 25,
+      "<0x17>": 26,
+      "<0x18>": 27,
+      "<0x19>": 28,
+      "<0x1A>": 29,
+      "<0x1B>": 30,
+      "<0x1C>": 31,
+      "<0x1D>": 32,
+      "<0x1E>": 33,
+      "<0x1F>": 34,
+      "<0x20>": 35,
+      "<0x21>": 36,
+      "<0x22>": 37,
+      "<0x23>": 38,
+      "<0x24>": 39,
+      "<0x25>": 40,
+      "<0x26>": 41,
+      "<0x27>": 42,
+      "<0x28>": 43,
+      "<0x29>": 44,
+      "<0x2A>": 45,
+      "<0x2B>": 46,
+      "<0x2C>": 47,
+      "<0x2D>": 48,
+      "<0x2E>": 49,
+      "<0x2F>": 50,
+      "<0x30>": 51,
+      "<0x31>": 52,
+      "<0x32>": 53,
+      "<0x33>": 54,
+      "<0x34>": 55,
+      "<0x35>": 56,
+      "<0x36>": 57,
+      "<0x37>": 58,
+      "<0x38>": 59,
+      "<0x39>": 60,
+      "<0x3A>": 61,
+      "<0x3B>": 62,
+      "<0x3C>": 63,
+      "<0x3D>": 64,
+      "<0x3E>": 65,
+      "<0x3F>": 66,
+      "<0x40>": 67,
+      "<0x41>": 68,
+      "<0x42>": 69,
+      "<0x43>": 70,
+      "<0x44>": 71,
+      "<0x45>": 72,
+      "<0x46>": 73,
+      "<0x47>": 74,
+      "<0x48>": 75,
+      "<0x49>": 76,
+      "<0x4A>": 77,
+      "<0x4B>": 78,
+      "<0x4C>": 79,
+      "<0x4D>": 80,
+      "<0x4E>": 81,
+      "<0x4F>": 82,
+      "<0x50>": 83,
+      "<0x51>": 84,
+      "<0x52>": 85,
+      "<0x53>": 86,
+      "<0x54>": 87,
+      "<0x55>": 88,
+      "<0x56>": 89,
+      "<0x57>": 90,
+      "<0x58>": 91,
+      "<0x59>": 92,
+      "<0x5A>": 93,
+      "<0x5B>": 94,
+      "<0x5C>": 95,
+      "<0x5D>": 96,
+      "<0x5E>": 97,
+      "<0x5F>": 98,
+      "<0x60>": 99,
+      "<0x61>": 100,
+      "<0x62>": 101,
+      "<0x63>": 102,
+      "<0x64>": 103,
+      "<0x65>": 104,
+      "<0x66>": 105,
+      "<0x67>": 106,
+      "<0x68>": 107,
+      "<0x69>": 108,
+      "<0x6A>": 109,
+      "<0x6B>": 110,
+      "<0x6C>": 111,
+      "<0x6D>": 112,
+      "<0x6E>": 113,
+      "<0x6F>": 114,
+      "<0x70>": 115,
+      "<0x71>": 116,
+      "<0x72>": 117,
+      "<0x73>": 118,
+      "<0x74>": 119,
+      "<0x75>": 120,
+      "<0x76>": 121,
+      "<0x77>": 122,
+      "<0x78>": 123,
+      "<0x79>": 124,
+      "<0x7A>": 125,
+      "<0x7B>": 126,
+      "<0x7C>": 127,
+      "<0x7D>": 128,
+      "<0x7E>": 129,
+      "<0x7F>": 130,
+      "<0x80>": 131,
+      "<0x81>": 132,
+      "<0x82>": 133,
+      "<0x83>": 134,
+      "<0x84>": 135,
+      "<0x85>": 136,
+      "<0x86>": 137,
+      "<0x87>": 138,
+      "<0x88>": 139,
+      "<0x89>": 140,
+      "<0x8A>": 141,
+      "<0x8B>": 142,
+      "<0x8C>": 143,
+      "<0x8D>": 144,
+      "<0x8E>": 145,
+      "<0x8F>": 146,
+      "<0x90>": 147,
+      "<0x91>": 148,
+      "<0x92>": 149,
+      "<0x93>": 150,
+      "<0x94>": 151,
+      "<0x95>": 152,
+      "<0x96>": 153,
+      "<0x97>": 154,
+      "<0x98>": 155,
+      "<0x99>": 156,
+      "<0x9A>": 157,
+      "<0x9B>": 158,
+      "<0x9C>": 159,
+      "<0x9D>": 160,
+      "<0x9E>": 161,
+      "<0x9F>": 162,
+      "<0xA0>": 163,
+      "<0xA1>": 164,
+      "<0xA2>": 165,
+      "<0xA3>": 166,
+      "<0xA4>": 167,
+      "<0xA5>": 168,
+      "<0xA6>": 169,
+      "<0xA7>": 170,
+      "<0xA8>": 171,
+      "<0xA9>": 172,
+      "<0xAA>": 173,
+      "<0xAB>": 174,
+      "<0xAC>": 175,
+      "<0xAD>": 176,
+      "<0xAE>": 177,
+      "<0xAF>": 178,
+      "<0xB0>": 179,
+      "<0xB1>": 180,
+      "<0xB2>": 181,
+      "<0xB3>": 182,
+      "<0xB4>": 183,
+      "<0xB5>": 184,
+      "<0xB6>": 185,
+      "<0xB7>": 186,
+      "<0xB8>": 187,
+      "<0xB9>": 188,
+      "<0xBA>": 189,
+      "<0xBB>": 190,
+      "<0xBC>": 191,
+      "<0xBD>": 192,
+      "<0xBE>": 193,
+      "<0xBF>": 194,
+      "<0xC0>": 195,
+      "<0xC1>": 196,
+      "<0xC2>": 197,
+      "<0xC3>": 198,
+      "<0xC4>": 199,
+      "<0xC5>": 200,
+      "<0xC6>": 201,
+      "<0xC7>": 202,
+      "<0xC8>": 203,
+      "<0xC9>": 204,
+      "<0xCA>": 205,
+      "<0xCB>": 206,
+      "<0xCC>": 207,
+      "<0xCD>": 208,
+      "<0xCE>": 209,
+      "<0xCF>": 210,
+      "<0xD0>": 211,
+      "<0xD1>": 212,
+      "<0xD2>": 213,
+      "<0xD3>": 214,
+      "<0xD4>": 215,
+      "<0xD5>": 216,
+      "<0xD6>": 217,
+      "<0xD7>": 218,
+      "<0xD8>": 219,
+      "<0xD9>": 220,
+      "<0xDA>": 221,
+      "<0xDB>": 222,
+      "<0xDC>": 223,
+      "<0xDD>": 224,
+      "<0xDE>": 225,
+      "<0xDF>": 226,
+      "<0xE0>": 227,
+      "<0xE1>": 228,
+      "<0xE2>": 229,
+      "<0xE3>": 230,
+      "<0xE4>": 231,
+      "<0xE5>": 232,
+      "<0xE6>": 233,
+      "<0xE7>": 234,
+      "<0xE8>": 235,
+      "<0xE9>": 236,
+      "<0xEA>": 237,
+      "<0xEB>": 238,
+      "<0xEC>": 239,
+      "<0xED>": 240,
+      "<0xEE>": 241,
+      "<0xEF>": 242,
+      "<0xF0>": 243,
+      "<0xF1>": 244,
+      "<0xF2>": 245,
+      "<0xF3>": 246,
+      "<0xF4>": 247,
+      "<0xF5>": 248,
+      "<0xF6>": 249,
+      "<0xF7>": 250,
+      "<0xF8>": 251,
+      "<0xF9>": 252,
+      "<0xFA>": 253,
+      "<0xFB>": 254,
+      "<0xFC>": 255,
+      "<0xFD>": 256,
+      "<0xFE>": 257,
+      "<0xFF>": 258,
+      "▁▁": 259,
+      "▁t": 260,
+      "er": 261,
+      "in": 262,
+      "▁a": 263,
+      "en": 264,
+      "on": 265,
+      "▁th": 266,
+      "es": 267,
+      "▁▁▁▁": 268,
+      "▁s": 269,
+      "▁d": 270,
+      "at": 271,
+      "or": 272,
+      "an": 273,
+      "▁c": 274,
+      "is": 275,
+      "re": 276,
+      "it": 277,
+      "▁the": 278,
+      "ar": 279,
+      "le": 280,
+      "▁w": 281,
+      "▁p": 282,
+      "ou": 283,
+      "al": 284,
+      "▁f": 285,
+      "▁m": 286,
+      "ed": 287,
+      "▁o": 288,
+      "▁b": 289,
+      "om": 290,
+      "ion": 291,
+      "ing": 292,
+      "ic": 293,
+      "as": 294,
+      "el": 295,
+      "ent": 296,
+      "▁in": 297,
+      "▁h": 298,
+      "nd": 299,
+      "et": 300,
+      "▁l": 301,
+      "▁n": 302,
+      "st": 303,
+      "▁to": 304,
+      "ch": 305,
+      "▁I": 306,
+      "ro": 307,
+      "▁▁▁▁▁▁▁▁": 308,
+      "il": 309,
+      "▁of": 310,
+      "de": 311,
+      "ct": 312,
+      "▁(": 313,
+      "am": 314,
+      "▁C": 315,
+      "▁de": 316,
+      "▁S": 317,
+      "▁u": 318,
+      "▁A": 319,
+      "▁\\": 320,
+      "▁e": 321,
+      "▁and": 322,
+      "▁T": 323,
+      "ol": 324,
+      "▁v": 325,
+      "im": 326,
+      "ot": 327,
+      "ad": 328,
+      "ut": 329,
+      "▁g": 330,
+      "em": 331,
+      "ur": 332,
+      "id": 333,
+      "▁*": 334,
+      "ig": 335,
+      "ra": 336,
+      "▁re": 337,
+      "▁is": 338,
+      "qu": 339,
+      "ow": 340,
+      "▁M": 341,
+      "est": 342,
+      "▁y": 343,
+      "se": 344,
+      "ve": 345,
+      "ce": 346,
+      "ie": 347,
+      "un": 348,
+      "▁P": 349,
+      "▁B": 350,
+      "ag": 351,
+      "ul": 352,
+      "▁=": 353,
+      "he": 354,
+      "end": 355,
+      "ode": 356,
+      "ter": 357,
+      "ment": 358,
+      "os": 359,
+      "▁D": 360,
+      "if": 361,
+      "ation": 362,
+      "▁for": 363,
+      "▁r": 364,
+      "▁L": 365,
+      "▁you": 366,
+      "▁be": 367,
+      "ly": 368,
+      "ver": 369,
+      "ab": 370,
+      "te": 371,
+      "▁it": 372,
+      "▁on": 373,
+      "ri": 374,
+      "us": 375,
+      "▁\"": 376,
+      "▁wh": 377,
+      "▁con": 378,
+      "▁H": 379,
+      "▁st": 380,
+      "ir": 381,
+      "▁E": 382,
+      "▁F": 383,
+      "ck": 384,
+      "▁an": 385,
+      "th": 386,
+      "eg": 387,
+      "ay": 388,
+      "ith": 389,
+      "▁R": 390,
+      "ist": 391,
+      "and": 392,
+      "▁that": 393,
+      "▁al": 394,
+      "▁$": 395,
+      "▁#": 396,
+      "od": 397,
+      "um": 398,
+      "▁W": 399,
+      "ht": 400,
+      "code": 401,
+      "▁G": 402,
+      "ate": 403,
+      "ess": 404,
+      "▁N": 405,
+      "ere": 406,
+      "pp": 407,
+      "▁as": 408,
+      "▁se": 409,
+      "▁pro": 410,
+      "▁with": 411,
+      "pe": 412,
+      "▁k": 413,
+      "ers": 414,
+      "pt": 415,
+      ");": 416,
+      "lo": 417,
+      "▁▁▁▁▁": 418,
+      "▁com": 419,
+      "ame": 420,
+      "▁`": 421,
+      "▁Com": 422,
+      "ia": 423,
+      "ant": 424,
+      "▁la": 425,
+      "▁{": 426,
+      "▁en": 427,
+      "ction": 428,
+      "▁ex": 429,
+      "ld": 430,
+      "ub": 431,
+      "▁j": 432,
+      "la": 433,
+      "ue": 434,
+      "▁J": 435,
+      "ich": 436,
+      "▁do": 437,
+      "▁O": 438,
+      "▁qu": 439,
+      "iv": 440,
+      "ort": 441,
+      "art": 442,
+      "▁un": 443,
+      "▁##": 444,
+      "▁this": 445,
+      "ke": 446,
+      "▁ha": 447,
+      "▁-": 448,
+      "out": 449,
+      "▁The": 450,
+      "▁not": 451,
+      "▁ne": 452,
+      "ill": 453,
+      "▁le": 454,
+      "ci": 455,
+      "rom": 456,
+      "ine": 457,
+      "//": 458,
+      "op": 459,
+      "egin": 460,
+      "▁Comment": 461,
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁": 462,
+      "begin": 463,
+      "ст": 464,
+      "ass": 465,
+      "iz": 466,
+      ").": 467,
+      "og": 468,
+      "▁п": 469,
+      "▁or": 470,
+      "▁was": 471,
+      "▁at": 472,
+      "our": 473,
+      "▁i": 474,
+      "ain": 475,
+      "▁K": 476,
+      "на": 477,
+      "▁V": 478,
+      "ge": 479,
+      "▁su": 480,
+      "ap": 481,
+      "age": 482,
+      "ould": 483,
+      "ne": 484,
+      "av": 485,
+      "xt": 486,
+      "ore": 487,
+      "ile": 488,
+      "--": 489,
+      "▁в": 490,
+      "▁by": 491,
+      "li": 492,
+      "ath": 493,
+      "ра": 494,
+      "ber": 495,
+      "ach": 496,
+      "all": 497,
+      "▁Th": 498,
+      "ult": 499,
+      "▁}": 500,
+      "▁U": 501,
+      "▁us": 502,
+      "▁z": 503,
+      "ust": 504,
+      "▁have": 505,
+      "lic": 506,
+      "ни": 507,
+      "▁can": 508,
+      "tr": 509,
+      "com": 510,
+      "),": 511,
+      "▁In": 512,
+      "ind": 513,
+      "ell": 514,
+      "▁from": 515,
+      "ов": 516,
+      "to": 517,
+      "▁[": 518,
+      "able": 519,
+      "ost": 520,
+      "▁ch": 521,
+      "ect": 522,
+      "ight": 523,
+      "int": 524,
+      "▁'": 525,
+      "▁are": 526,
+      "▁im": 527,
+      "▁sh": 528,
+      "▁<": 529,
+      "▁An": 530,
+      "▁с": 531,
+      "ata": 532,
+      "ire": 533,
+      "▁tr": 534,
+      "con": 535,
+      "ord": 536,
+      "ity": 537,
+      "ard": 538,
+      "▁▁▁▁▁▁": 539,
+      "▁he": 540,
+      "▁but": 541,
+      "oc": 542,
+      "=\"": 543,
+      "▁pr": 544,
+      "ure": 545,
+      "per": 546,
+      "ack": 547,
+      "ork": 548,
+      "ong": 549,
+      "ans": 550,
+      "ко": 551,
+      "ple": 552,
+      "▁des": 553,
+      "ok": 554,
+      "orm": 555,
+      "wer": 556,
+      "ak": 557,
+      "pr": 558,
+      "ase": 559,
+      "▁el": 560,
+      "ph": 561,
+      "ac": 562,
+      "▁und": 563,
+      "▁ar": 564,
+      "▁if": 565,
+      "ud": 566,
+      "ps": 567,
+      "ite": 568,
+      "ble": 569,
+      "но": 570,
+      "fer": 571,
+      "pl": 572,
+      "ive": 573,
+      "ang": 574,
+      "ens": 575,
+      "ро": 576,
+      "▁so": 577,
+      "so": 578,
+      "ast": 579,
+      "()": 580,
+      "swer": 581,
+      "ru": 582,
+      "ies": 583,
+      "▁:": 584,
+      "au": 585,
+      "ov": 586,
+      "ре": 587,
+      "го": 588,
+      "▁der": 589,
+      "▁my": 590,
+      "▁we": 591,
+      "▁me": 592,
+      "nt": 593,
+      "▁ad": 594,
+      "urn": 595,
+      "▁your": 596,
+      "://": 597,
+      "are": 598,
+      "▁all": 599,
+      "ff": 600,
+      "io": 601,
+      "estion": 602,
+      "ime": 603,
+      "▁er": 604,
+      "lass": 605,
+      "▁и": 606,
+      "▁which": 607,
+      "ome": 608,
+      "ont": 609,
+      "▁par": 610,
+      "▁ma": 611,
+      "▁Y": 612,
+      "\",": 613,
+      "▁о": 614,
+      "ft": 615,
+      "ial": 616,
+      "cc": 617,
+      "ound": 618,
+      "▁li": 619,
+      "▁res": 620,
+      "eth": 621,
+      "ject": 622,
+      "▁app": 623,
+      "▁St": 624,
+      "ice": 625,
+      "▁am": 626,
+      "act": 627,
+      "▁del": 628,
+      "gr": 629,
+      "ated": 630,
+      "ier": 631,
+      "▁▁▁▁▁▁▁▁▁▁▁▁": 632,
+      "▁ab": 633,
+      "▁et": 634,
+      "ally": 635,
+      "..": 636,
+      "port": 637,
+      "ik": 638,
+      "▁per": 639,
+      "▁cont": 640,
+      "ри": 641,
+      "ка": 642,
+      "ser": 643,
+      "ли": 644,
+      "ll": 645,
+      "iew": 646,
+      "ign": 647,
+      "_{": 648,
+      "put": 649,
+      "one": 650,
+      "unction": 651,
+      "▁di": 652,
+      "ary": 653,
+      "ition": 654,
+      "ma": 655,
+      "ен": 656,
+      "get": 657,
+      "▁lo": 658,
+      "▁val": 659,
+      "▁Q": 660,
+      "ran": 661,
+      "▁д": 662,
+      "ence": 663,
+      "▁work": 664,
+      "▁на": 665,
+      "ip": 666,
+      "item": 667,
+      "ype": 668,
+      "▁&": 669,
+      "▁his": 670,
+      "▁use": 671,
+      "der": 672,
+      "▁Answer": 673,
+      "▁will": 674,
+      "ize": 675,
+      "та": 676,
+      "low": 677,
+      "▁Ch": 678,
+      "▁get": 679,
+      "ide": 680,
+      "ous": 681,
+      "ink": 682,
+      "ption": 683,
+      "ла": 684,
+      "turn": 685,
+      "ung": 686,
+      "ec": 687,
+      "ug": 688,
+      "form": 689,
+      "res": 690,
+      "htt": 691,
+      "oug": 692,
+      "ль": 693,
+      "▁no": 694,
+      "cl": 695,
+      "▁ro": 696,
+      "▁one": 697,
+      "tt": 698,
+      "cri": 699,
+      "du": 700,
+      "▁up": 701,
+      "то": 702,
+      "(\"": 703,
+      "▁ob": 704,
+      "we": 705,
+      "ory": 706,
+      "▁est": 707,
+      "ery": 708,
+      "iel": 709,
+      "str": 710,
+      "ob": 711,
+      "▁que": 712,
+      "ian": 713,
+      "▁out": 714,
+      "▁pl": 715,
+      "▁new": 716,
+      "ки": 717,
+      "▁+": 718,
+      "ry": 719,
+      "oth": 720,
+      "ther": 721,
+      "▁var": 722,
+      "▁would": 723,
+      "▁ser": 724,
+      "tern": 725,
+      "text": 726,
+      "▁there": 727,
+      "ish": 728,
+      "ror": 729,
+      "те": 730,
+      "▁set": 731,
+      "▁@": 732,
+      "▁по": 733,
+      "▁te": 734,
+      "ex": 735,
+      "▁return": 736,
+      "ail": 737,
+      "▁any": 738,
+      "▁It": 739,
+      "▁function": 740,
+      "{\\": 741,
+      "',": 742,
+      "és": 743,
+      "ale": 744,
+      "ан": 745,
+      "▁when": 746,
+      "ib": 747,
+      "▁go": 748,
+      "ance": 749,
+      "▁had": 750,
+      "▁Qu": 751,
+      "▁comp": 752,
+      "ле": 753,
+      "▁з": 754,
+      "math": 755,
+      "▁has": 756,
+      "▁м": 757,
+      "▁pre": 758,
+      "ener": 759,
+      "▁part": 760,
+      "elf": 761,
+      "▁die": 762,
+      "▁like": 763,
+      "ray": 764,
+      "irst": 765,
+      "▁dis": 766,
+      "▁man": 767,
+      "rit": 768,
+      "▁then": 769,
+      "▁class": 770,
+      "pro": 771,
+      "▁po": 772,
+      "▁using": 773,
+      "eb": 774,
+      "▁code": 775,
+      "own": 776,
+      "▁some": 777,
+      "ces": 778,
+      "▁$\\": 779,
+      "ер": 780,
+      "lect": 781,
+      "▁au": 782,
+      "isch": 783,
+      "▁col": 784,
+      "▁–": 785,
+      "up": 786,
+      "ons": 787,
+      "▁add": 788,
+      "ild": 789,
+      "iss": 790,
+      "val": 791,
+      "ount": 792,
+      "les": 793,
+      "vent": 794,
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁": 795,
+      "▁Z": 796,
+      "In": 797,
+      "row": 798,
+      "ear": 799,
+      "ations": 800,
+      "ah": 801,
+      "que": 802,
+      "ublic": 803,
+      "ank": 804,
+      "▁sp": 805,
+      "▁Wh": 806,
+      "----": 807,
+      "sk": 808,
+      "ew": 809,
+      "ags": 810,
+      "ти": 811,
+      "ann": 812,
+      "▁—": 813,
+      "ert": 814,
+      "ace": 815,
+      "sch": 816,
+      "▁need": 817,
+      "▁à": 818,
+      "ien": 819,
+      "ough": 820,
+      "не": 821,
+      "▁def": 822,
+      "ij": 823,
+      "ern": 824,
+      "▁what": 825,
+      "▁Ar": 826,
+      "wo": 827,
+      "ml": 828,
+      "</": 829,
+      "▁Re": 830,
+      "▁es": 831,
+      "▁inst": 832,
+      "bo": 833,
+      "az": 834,
+      "▁###": 835,
+      "▁б": 836,
+      "erm": 837,
+      "▁Al": 838,
+      "led": 839,
+      "да": 840,
+      "ten": 841,
+      "set": 842,
+      "ло": 843,
+      "▁comm": 844,
+      "sh": 845,
+      "ва": 846,
+      "▁/": 847,
+      "▁data": 848,
+      "▁//": 849,
+      "](": 850,
+      "▁str": 851,
+      "ose": 852,
+      "▁Un": 853,
+      "ven": 854,
+      "St": 855,
+      "...": 856,
+      "▁С": 857,
+      "yst": 858,
+      "▁«": 859,
+      "ick": 860,
+      "ix": 861,
+      "par": 862,
+      "▁у": 863,
+      "▁want": 864,
+      "ng": 865,
+      "ote": 866,
+      "▁gr": 867,
+      "▁du": 868,
+      "▁.": 869,
+      "und": 870,
+      "▁only": 871,
+      "▁sa": 872,
+      "ely": 873,
+      "vers": 874,
+      "▁ent": 875,
+      "))": 876,
+      "('": 877,
+      "▁mod": 878,
+      "ava": 879,
+      "ton": 880,
+      "▁should": 881,
+      "ement": 882,
+      "▁form": 883,
+      "▁also": 884,
+      "▁sc": 885,
+      "ings": 886,
+      "▁You": 887,
+      "ón": 888,
+      "▁kn": 889,
+      "();": 890,
+      "▁|": 891,
+      "▁were": 892,
+      "ss": 893,
+      "▁Question": 894,
+      "ise": 895,
+      "▁they": 896,
+      "▁De": 897,
+      "ond": 898,
+      "▁sol": 899,
+      "▁fol": 900,
+      "▁more": 901,
+      "▁her": 902,
+      "▁_": 903,
+      "▁é": 904,
+      "atch": 905,
+      "fter": 906,
+      "▁cre": 907,
+      "lock": 908,
+      "tring": 909,
+      "▁This": 910,
+      "ze": 911,
+      "ado": 912,
+      "ull": 913,
+      "ger": 914,
+      "be": 915,
+      "▁other": 916,
+      "▁Tags": 917,
+      "ution": 918,
+      "ict": 919,
+      "▁how": 920,
+      "▁x": 921,
+      "▁Se": 922,
+      "▁che": 923,
+      "cript": 924,
+      "▁just": 925,
+      "▁pos": 926,
+      "ange": 927,
+      "ific": 928,
+      "ree": 929,
+      "}}": 930,
+      "▁time": 931,
+      "app": 932,
+      "ны": 933,
+      "▁file": 934,
+      "ark": 935,
+      "ical": 936,
+      "▁first": 937,
+      "▁int": 938,
+      "▁В": 939,
+      "▁He": 940,
+      "ta": 941,
+      "ument": 942,
+      "ors": 943,
+      "lement": 944,
+      "rac": 945,
+      "▁ag": 946,
+      "▁does": 947,
+      "yn": 948,
+      "read": 949,
+      "ual": 950,
+      "▁Le": 951,
+      "ys": 952,
+      "▁em": 953,
+      "▁num": 954,
+      "vel": 955,
+      "ди": 956,
+      "over": 957,
+      "▁dif": 958,
+      "ethod": 959,
+      "▁If": 960,
+      "▁spe": 961,
+      "ym": 962,
+      "▁them": 963,
+      "▁into": 964,
+      "▁▁▁▁▁▁▁▁▁▁": 965,
+      "▁les": 966,
+      "▁its": 967,
+      "ese": 968,
+      "ield": 969,
+      "▁public": 970,
+      "▁П": 971,
+      "▁den": 972,
+      "ystem": 973,
+      "of": 974,
+      "▁over": 975,
+      "->": 976,
+      "▁fil": 977,
+      "name": 978,
+      "inal": 979,
+      "▁il": 980,
+      "ample": 981,
+      "▁way": 982,
+      "ica": 983,
+      "во": 984,
+      "cess": 985,
+      "itt": 986,
+      "uch": 987,
+      "▁where": 988,
+      "ми": 989,
+      "org": 990,
+      "https": 991,
+      "▁vo": 992,
+      "ient": 993,
+      "ove": 994,
+      "▁value": 995,
+      "eng": 996,
+      "▁La": 997,
+      "^{": 998,
+      "ref": 999,
+      "ied": 1000,
+      "ER": 1001,
+      "▁stat": 1002,
+      "fig": 1003,
+      "me": 1004,
+      "▁von": 1005,
+      "▁inter": 1006,
+      "roid": 1007,
+      "ater": 1008,
+      "▁their": 1009,
+      "▁bet": 1010,
+      "▁ein": 1011,
+      "}\\": 1012,
+      "\">": 1013,
+      "▁sub": 1014,
+      "▁op": 1015,
+      "▁don": 1016,
+      "ty": 1017,
+      "▁try": 1018,
+      "▁Pro": 1019,
+      "▁tra": 1020,
+      "▁same": 1021,
+      "ep": 1022,
+      "▁two": 1023,
+      "▁name": 1024,
+      "old": 1025,
+      "let": 1026,
+      "▁sim": 1027,
+      "sp": 1028,
+      "▁av": 1029,
+      "bre": 1030,
+      "blem": 1031,
+      "ey": 1032,
+      "▁could": 1033,
+      "▁cor": 1034,
+      "▁acc": 1035,
+      "ays": 1036,
+      "cre": 1037,
+      "urr": 1038,
+      "si": 1039,
+      "▁const": 1040,
+      "ues": 1041,
+      "}$": 1042,
+      "View": 1043,
+      "▁act": 1044,
+      "▁bo": 1045,
+      "▁ко": 1046,
+      "▁som": 1047,
+      "▁about": 1048,
+      "land": 1049,
+      "mer": 1050,
+      "▁list": 1051,
+      "cal": 1052,
+      "▁import": 1053,
+      "col": 1054,
+      "▁na": 1055,
+      "na": 1056,
+      "::": 1057,
+      "▁who": 1058,
+      "▁error": 1059,
+      "▁X": 1060,
+      "ator": 1061,
+      "ext": 1062,
+      "▁been": 1063,
+      "ér": 1064,
+      "▁run": 1065,
+      "pos": 1066,
+      "▁cl": 1067,
+      "**": 1068,
+      "▁К": 1069,
+      "ular": 1070,
+      "ause": 1071,
+      "▁reg": 1072,
+      "▁know": 1073,
+      "▁see": 1074,
+      "▁him": 1075,
+      "ning": 1076,
+      "▁за": 1077,
+      "ates": 1078,
+      "fore": 1079,
+      "ions": 1080,
+      "▁hel": 1081,
+      "ute": 1082,
+      "▁rem": 1083,
+      "▁го": 1084,
+      "▁Mar": 1085,
+      "ру": 1086,
+      "vice": 1087,
+      "irect": 1088,
+      "ner": 1089,
+      "▁under": 1090,
+      "rib": 1091,
+      "hr": 1092,
+      "че": 1093,
+      "▁As": 1094,
+      "▁end": 1095,
+      "ember": 1096,
+      "▁а": 1097,
+      "▁att": 1098,
+      "ina": 1099,
+      "son": 1100,
+      "▁follow": 1101,
+      "▁Sch": 1102,
+      "pect": 1103,
+      "▁rel": 1104,
+      "▁So": 1105,
+      "▁look": 1106,
+      "abel": 1107,
+      "▁problem": 1108,
+      "▁van": 1109,
+      "strong": 1110,
+      "co": 1111,
+      "pon": 1112,
+      "ca": 1113,
+      "ada": 1114,
+      "\":": 1115,
+      "cond": 1116,
+      "amb": 1117,
+      "},": 1118,
+      "quest": 1119,
+      "▁aut": 1120,
+      "▁result": 1121,
+      "▁may": 1122,
+      "Re": 1123,
+      "http": 1124,
+      "):": 1125,
+      "▁And": 1126,
+      "red": 1127,
+      "▁How": 1128,
+      "po": 1129,
+      "ско": 1130,
+      "att": 1131,
+      "oup": 1132,
+      "ced": 1133,
+      "▁type": 1134,
+      "▁than": 1135,
+      "▁cons": 1136,
+      "uf": 1137,
+      "ци": 1138,
+      "▁question": 1139,
+      "raph": 1140,
+      "igh": 1141,
+      "▁М": 1142,
+      "▁htt": 1143,
+      "ins": 1144,
+      "den": 1145,
+      "▁da": 1146,
+      "▁ver": 1147,
+      "oh": 1148,
+      "▁=>": 1149,
+      "riv": 1150,
+      "ude": 1151,
+      "▁For": 1152,
+      "▁ra": 1153,
+      "frac": 1154,
+      "ма": 1155,
+      "▁after": 1156,
+      "}{": 1157,
+      "▁method": 1158,
+      "\")": 1159,
+      "amp": 1160,
+      "ash": 1161,
+      "▁rec": 1162,
+      "▁differ": 1163,
+      "ON": 1164,
+      "ax": 1165,
+      "ament": 1166,
+      "ource": 1167,
+      "Con": 1168,
+      "its": 1169,
+      "Name": 1170,
+      "man": 1171,
+      "▁bec": 1172,
+      "che": 1173,
+      "▁En": 1174,
+      "aj": 1175,
+      "▁gener": 1176,
+      "IN": 1177,
+      "▁id": 1178,
+      "ages": 1179,
+      "▁loc": 1180,
+      "fo": 1181,
+      "br": 1182,
+      "▁she": 1183,
+      "Pro": 1184,
+      "▁una": 1185,
+      "▁к": 1186,
+      "eta": 1187,
+      "log": 1188,
+      "olog": 1189,
+      "▁sur": 1190,
+      "arg": 1191,
+      "▁--": 1192,
+      "kt": 1193,
+      "(\\": 1194,
+      "min": 1195,
+      "▁line": 1196,
+      "▁vari": 1197,
+      "ся": 1198,
+      "ics": 1199,
+      "ня": 1200,
+      "very": 1201,
+      "add": 1202,
+      "▁object": 1203,
+      "Id": 1204,
+      "▁But": 1205,
+      "▁case": 1206,
+      "▁make": 1207,
+      "▁cal": 1208,
+      "▁pass": 1209,
+      "сь": 1210,
+      "ession": 1211,
+      "net": 1212,
+      ".\"": 1213,
+      "▁г": 1214,
+      "är": 1215,
+      "де": 1216,
+      "no": 1217,
+      "ating": 1218,
+      "ato": 1219,
+      "line": 1220,
+      "ви": 1221,
+      "▁Ex": 1222,
+      "▁ass": 1223,
+      "▁vers": 1224,
+      "ля": 1225,
+      "▁ed": 1226,
+      "umn": 1227,
+      "other": 1228,
+      "ста": 1229,
+      "ative": 1230,
+      "String": 1231,
+      "▁los": 1232,
+      "wn": 1233,
+      "▁answer": 1234,
+      "▁let": 1235,
+      "▁pe": 1236,
+      "ents": 1237,
+      "▁fe": 1238,
+      "ince": 1239,
+      "ni": 1240,
+      "ider": 1241,
+      "ows": 1242,
+      "▁test": 1243,
+      "▁here": 1244,
+      "roll": 1245,
+      "▁call": 1246,
+      "ruct": 1247,
+      "▁pol": 1248,
+      "ait": 1249,
+      "▁back": 1250,
+      "ho": 1251,
+      "Ex": 1252,
+      "ress": 1253,
+      "ST": 1254,
+      "ried": 1255,
+      "date": 1256,
+      "ет": 1257,
+      "▁did": 1258,
+      "ting": 1259,
+      "▁El": 1260,
+      "▁dem": 1261,
+      ")$": 1262,
+      "ова": 1263,
+      "urrent": 1264,
+      "lace": 1265,
+      "right": 1266,
+      "ren": 1267,
+      "по": 1268,
+      "▁each": 1269,
+      "cy": 1270,
+      "block": 1271,
+      "data": 1272,
+      "▁%": 1273,
+      "▁ac": 1274,
+      "▁==": 1275,
+      "ür": 1276,
+      "▁por": 1277,
+      "ask": 1278,
+      "arch": 1279,
+      "ames": 1280,
+      "▁Con": 1281,
+      "ча": 1282,
+      "▁off": 1283,
+      "▁find": 1284,
+      "cont": 1285,
+      "▁now": 1286,
+      "work": 1287,
+      "ational": 1288,
+      "dd": 1289,
+      "ción": 1290,
+      "▁А": 1291,
+      "ault": 1292,
+      "List": 1293,
+      "▁ext": 1294,
+      "urs": 1295,
+      "ake": 1296,
+      "ule": 1297,
+      "▁point": 1298,
+      "AT": 1299,
+      "aut": 1300,
+      "▁trans": 1301,
+      "▁co": 1302,
+      "▁read": 1303,
+      "▁used": 1304,
+      "ски": 1305,
+      "ari": 1306,
+      "LE": 1307,
+      "eter": 1308,
+      "oun": 1309,
+      "ever": 1310,
+      "self": 1311,
+      "ined": 1312,
+      "idth": 1313,
+      "ux": 1314,
+      "js": 1315,
+      "▁such": 1316,
+      "▁Is": 1317,
+      "ée": 1318,
+      "ful": 1319,
+      "▁dist": 1320,
+      "▁bu": 1321,
+      "itemize": 1322,
+      "Cont": 1323,
+      "je": 1324,
+      "си": 1325,
+      "▁prov": 1326,
+      "bb": 1327,
+      "ward": 1328,
+      "esent": 1329,
+      "erson": 1330,
+      "anks": 1331,
+      "wh": 1332,
+      "not": 1333,
+      "▁We": 1334,
+      "ka": 1335,
+      "rop": 1336,
+      "atur": 1337,
+      "als": 1338,
+      "▁bel": 1339,
+      "ör": 1340,
+      "fr": 1341,
+      "▁example": 1342,
+      "▁incl": 1343,
+      "amil": 1344,
+      "▁ра": 1345,
+      "▁“": 1346,
+      "▁string": 1347,
+      "▁think": 1348,
+      "Th": 1349,
+      "▁tem": 1350,
+      "ave": 1351,
+      "▁Fran": 1352,
+      "▁number": 1353,
+      "▁si": 1354,
+      "imes": 1355,
+      "tem": 1356,
+      "my": 1357,
+      "ler": 1358,
+      "load": 1359,
+      "==": 1360,
+      "▁hand": 1361,
+      "za": 1362,
+      "▁because": 1363,
+      "▁sch": 1364,
+      "vo": 1365,
+      "this": 1366,
+      "ID": 1367,
+      "ão": 1368,
+      "▁start": 1369,
+      "▁war": 1370,
+      "▁help": 1371,
+      "ts": 1372,
+      "▁char": 1373,
+      "▁ph": 1374,
+      "▁min": 1375,
+      "til": 1376,
+      "rite": 1377,
+      "--------": 1378,
+      "els": 1379,
+      "▁mit": 1380,
+      "edia": 1381,
+      "ку": 1382,
+      "▁Sh": 1383,
+      "any": 1384,
+      "];": 1385,
+      "▁Б": 1386,
+      "ique": 1387,
+      "da": 1388,
+      "ef": 1389,
+      "dex": 1390,
+      "▁produ": 1391,
+      "▁Н": 1392,
+      "gram": 1393,
+      "▁Or": 1394,
+      "▁gre": 1395,
+      "quote": 1396,
+      "leg": 1397,
+      "orn": 1398,
+      "▁ind": 1399,
+      "▁post": 1400,
+      "▁dep": 1401,
+      "],": 1402,
+      "vi": 1403,
+      "▁user": 1404,
+      "▁>": 1405,
+      "lick": 1406,
+      "▁very": 1407,
+      "ething": 1408,
+      "▁array": 1409,
+      "▁gu": 1410,
+      "▁dur": 1411,
+      "`.": 1412,
+      "ть": 1413,
+      "lication": 1414,
+      "сти": 1415,
+      "ek": 1416,
+      "ico": 1417,
+      "▁dat": 1418,
+      "ор": 1419,
+      "html": 1420,
+      "ione": 1421,
+      "▁different": 1422,
+      "▁check": 1423,
+      "▁fr": 1424,
+      "▁Er": 1425,
+      "▁text": 1426,
+      "ні": 1427,
+      "icht": 1428,
+      "stack": 1429,
+      "EN": 1430,
+      "rag": 1431,
+      "▁every": 1432,
+      "Ar": 1433,
+      "▁before": 1434,
+      "alse": 1435,
+      "▁fin": 1436,
+      "▁dé": 1437,
+      "▁these": 1438,
+      "▁det": 1439,
+      "Val": 1440,
+      "ception": 1441,
+      "▁android": 1442,
+      "blockquote": 1443,
+      "▁je": 1444,
+      "file": 1445,
+      "ats": 1446,
+      "▁до": 1447,
+      "essage": 1448,
+      "▁again": 1449,
+      "aw": 1450,
+      "Ch": 1451,
+      "ween": 1452,
+      "▁Д": 1453,
+      "for": 1454,
+      "cial": 1455,
+      "play": 1456,
+      "pre": 1457,
+      "ida": 1458,
+      "▁Par": 1459,
+      "ny": 1460,
+      "ract": 1461,
+      "▁supp": 1462,
+      "ased": 1463,
+      "lection": 1464,
+      "▁dans": 1465,
+      "air": 1466,
+      "rol": 1467,
+      "▁thr": 1468,
+      "Data": 1469,
+      "lich": 1470,
+      "▁про": 1471,
+      "▁long": 1472,
+      "▁second": 1473,
+      "ually": 1474,
+      "ines": 1475,
+      "▁found": 1476,
+      "ength": 1477,
+      "yp": 1478,
+      "ead": 1479,
+      "▁log": 1480,
+      "ui": 1481,
+      "new": 1482,
+      "▁Р": 1483,
+      "go": 1484,
+      "aus": 1485,
+      "ody": 1486,
+      "▁son": 1487,
+      "ме": 1488,
+      "ero": 1489,
+      "ved": 1490,
+      "sub": 1491,
+      "▁right": 1492,
+      "view": 1493,
+      "▁following": 1494,
+      "')": 1495,
+      "\");": 1496,
+      "▁said": 1497,
+      "же": 1498,
+      "чи": 1499,
+      "ту": 1500,
+      "ott": 1501,
+      "се": 1502,
+      "ars": 1503,
+      "$.": 1504,
+      "gg": 1505,
+      "▁br": 1506,
+      "ool": 1507,
+      "yle": 1508,
+      "use": 1509,
+      "▁show": 1510,
+      "lease": 1511,
+      "cia": 1512,
+      "▁direct": 1513,
+      "doc": 1514,
+      "ар": 1515,
+      "ms": 1516,
+      "▁giv": 1517,
+      "▁exp": 1518,
+      "ql": 1519,
+      "ду": 1520,
+      "ве": 1521,
+      "▁Be": 1522,
+      "Com": 1523,
+      "iter": 1524,
+      "RE": 1525,
+      "mp": 1526,
+      "men": 1527,
+      "▁Ro": 1528,
+      "MA": 1529,
+      "▁Col": 1530,
+      "ister": 1531,
+      "▁well": 1532,
+      "▁</": 1533,
+      "ayout": 1534,
+      "ature": 1535,
+      "ivers": 1536,
+      "zy": 1537,
+      "▁не": 1538,
+      "▁met": 1539,
+      "une": 1540,
+      "yth": 1541,
+      "Type": 1542,
+      "▁element": 1543,
+      "▁link": 1544,
+      "mod": 1545,
+      "▁between": 1546,
+      "cept": 1547,
+      "quire": 1548,
+      "▁through": 1549,
+      "▁while": 1550,
+      "▁On": 1551,
+      "the": 1552,
+      "ía": 1553,
+      "▁something": 1554,
+      "vol": 1555,
+      "▁most": 1556,
+      "sc": 1557,
+      "uss": 1558,
+      "▁car": 1559,
+      "▁sm": 1560,
+      "▁ро": 1561,
+      "ano": 1562,
+      "left": 1563,
+      "va": 1564,
+      "▁true": 1565,
+      "($": 1566,
+      "ems": 1567,
+      "▁much": 1568,
+      "ás": 1569,
+      "▁New": 1570,
+      "▁proper": 1571,
+      "era": 1572,
+      "ited": 1573,
+      "▁doc": 1574,
+      "ices": 1575,
+      "The": 1576,
+      "▁?": 1577,
+      "сто": 1578,
+      "fl": 1579,
+      "▁spec": 1580,
+      "ender": 1581,
+      "way": 1582,
+      "▁self": 1583,
+      "▁even": 1584,
+      "ів": 1585,
+      "▁се": 1586,
+      "ния": 1587,
+      "▁Pr": 1588,
+      "▁ke": 1589,
+      "emb": 1590,
+      "▁table": 1591,
+      "▁equ": 1592,
+      "lient": 1593,
+      "td": 1594,
+      "part": 1595,
+      "▁print": 1596,
+      "▁une": 1597,
+      "ify": 1598,
+      "▁->": 1599,
+      "ene": 1600,
+      "▁mon": 1601,
+      "▁dec": 1602,
+      "▁still": 1603,
+      "▁об": 1604,
+      "▁Tr": 1605,
+      "▁ф": 1606,
+      "ife": 1607,
+      "ism": 1608,
+      "by": 1609,
+      "raw": 1610,
+      "ior": 1611,
+      "▁med": 1612,
+      "orld": 1613,
+      "▁comple": 1614,
+      "ww": 1615,
+      "▁art": 1616,
+      "ron": 1617,
+      "▁Г": 1618,
+      "▁My": 1619,
+      "▁als": 1620,
+      "rect": 1621,
+      "▁auf": 1622,
+      "▁down": 1623,
+      "ather": 1624,
+      "Col": 1625,
+      "Text": 1626,
+      "back": 1627,
+      "$,": 1628,
+      "▁year": 1629,
+      "мо": 1630,
+      "pi": 1631,
+      "▁Gr": 1632,
+      "ream": 1633,
+      "▁rep": 1634,
+      "bf": 1635,
+      "www": 1636,
+      "▁wur": 1637,
+      "▁org": 1638,
+      "inter": 1639,
+      "▁Die": 1640,
+      "▁being": 1641,
+      "\".": 1642,
+      "label": 1643,
+      "▁cent": 1644,
+      "java": 1645,
+      "bar": 1646,
+      "ante": 1647,
+      "ana": 1648,
+      "__": 1649,
+      "▁solution": 1650,
+      "▁О": 1651,
+      "▁fl": 1652,
+      "▁create": 1653,
+      "ici": 1654,
+      "ste": 1655,
+      "ython": 1656,
+      "unt": 1657,
+      "ason": 1658,
+      "ference": 1659,
+      "SE": 1660,
+      "▁non": 1661,
+      "ane": 1662,
+      "▁ins": 1663,
+      "ader": 1664,
+      "_{\\": 1665,
+      "Res": 1666,
+      "▁main": 1667,
+      "пи": 1668,
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁▁": 1669,
+      "▁There": 1670,
+      "▁pour": 1671,
+      "RO": 1672,
+      "`,": 1673,
+      "lish": 1674,
+      "bject": 1675,
+      "ccess": 1676,
+      "▁orig": 1677,
+      "▁▁▁": 1678,
+      "ischen": 1679,
+      "ower": 1680,
+      "▁het": 1681,
+      "uc": 1682,
+      "▁else": 1683,
+      "».": 1684,
+      "▁от": 1685,
+      "equ": 1686,
+      "sible": 1687,
+      "test": 1688,
+      "stand": 1689,
+      "én": 1690,
+      "ets": 1691,
+      "GE": 1692,
+      "ident": 1693,
+      "▁е": 1694,
+      "▁при": 1695,
+      ".,": 1696,
+      "▁das": 1697,
+      "ock": 1698,
+      ",\"": 1699,
+      "▁vol": 1700,
+      "▁fo": 1701,
+      "▁para": 1702,
+      "▁Т": 1703,
+      "▁Car": 1704,
+      "ral": 1705,
+      "▁Sp": 1706,
+      "var": 1707,
+      "▁play": 1708,
+      "ouse": 1709,
+      "▁та": 1710,
+      "ically": 1711,
+      "▁contain": 1712,
+      "ponse": 1713,
+      "▁String": 1714,
+      "án": 1715,
+      "▁both": 1716,
+      "ken": 1717,
+      "AR": 1718,
+      "ере": 1719,
+      "▁Il": 1720,
+      "▁iss": 1721,
+      "▁open": 1722,
+      "▁)": 1723,
+      "▁What": 1724,
+      "fe": 1725,
+      "rivate": 1726,
+      "reg": 1727,
+      "▁without": 1728,
+      "▁zu": 1729,
+      "vis": 1730,
+      "flow": 1731,
+      "▁http": 1732,
+      "abase": 1733,
+      "▁word": 1734,
+      "▁change": 1735,
+      "▁works": 1736,
+      "▁ge": 1737,
+      "▁!": 1738,
+      "▁een": 1739,
+      "itle": 1740,
+      "▁event": 1741,
+      "word": 1742,
+      "ando": 1743,
+      "SB": 1744,
+      "rem": 1745,
+      "▁field": 1746,
+      "ving": 1747,
+      "Ser": 1748,
+      "▁our": 1749,
+      "▁qui": 1750,
+      "▁oper": 1751,
+      "▁ist": 1752,
+      "def": 1753,
+      "▁made": 1754,
+      "ние": 1755,
+      "px": 1756,
+      "▁men": 1757,
+      "rm": 1758,
+      "ais": 1759,
+      "cent": 1760,
+      "list": 1761,
+      "To": 1762,
+      "▁To": 1763,
+      "ja": 1764,
+      "vert": 1765,
+      "▁mar": 1766,
+      "value": 1767,
+      "▁„": 1768,
+      "\";": 1769,
+      "▁aus": 1770,
+      "▁Br": 1771,
+      "ole": 1772,
+      "▁mult": 1773,
+      "ought": 1774,
+      "▁mat": 1775,
+      "▁view": 1776,
+      "fil": 1777,
+      "▁со": 1778,
+      "га": 1779,
+      "▁void": 1780,
+      "▁good": 1781,
+      "бо": 1782,
+      "CT": 1783,
+      "▁many": 1784,
+      "ben": 1785,
+      "▁во": 1786,
+      "▁ка": 1787,
+      "▁system": 1788,
+      "ino": 1789,
+      "▁another": 1790,
+      "▁rest": 1791,
+      "user": 1792,
+      "ility": 1793,
+      "ai": 1794,
+      "▁might": 1795,
+      "ustom": 1796,
+      "▁order": 1797,
+      "▁Ver": 1798,
+      "SS": 1799,
+      "})": 1800,
+      "▁eff": 1801,
+      "до": 1802,
+      "ett": 1803,
+      "▁sign": 1804,
+      "му": 1805,
+      "IT": 1806,
+      "string": 1807,
+      "elle": 1808,
+      "▁sing": 1809,
+      "cul": 1810,
+      "▁trying": 1811,
+      "▁beg": 1812,
+      "▁page": 1813,
+      "хо": 1814,
+      "▁Can": 1815,
+      "▁Ser": 1816,
+      "++": 1817,
+      "▁must": 1818,
+      "▁values": 1819,
+      "▁key": 1820,
+      "ible": 1821,
+      "].": 1822,
+      "ird": 1823,
+      "▁program": 1824,
+      "roller": 1825,
+      "▁conne": 1826,
+      "▁say": 1827,
+      "▁param": 1828,
+      "ache": 1829,
+      "velop": 1830,
+      "▁select": 1831,
+      "▁famil": 1832,
+      "▁last": 1833,
+      "▁Thanks": 1834,
+      "▁pop": 1835,
+      "}.": 1836,
+      "eq": 1837,
+      "▁doesn": 1838,
+      "['": 1839,
+      "▁term": 1840,
+      "▁ré": 1841,
+      "▁document": 1842,
+      "па": 1843,
+      "лу": 1844,
+      "ateg": 1845,
+      ".)": 1846,
+      "ling": 1847,
+      "ional": 1848,
+      "ables": 1849,
+      "▁tak": 1850,
+      "utton": 1851,
+      "▁arg": 1852,
+      "type": 1853,
+      "▁sure": 1854,
+      "▁real": 1855,
+      "▁web": 1856,
+      "▁current": 1857,
+      "▁Pl": 1858,
+      "cho": 1859,
+      "ments": 1860,
+      "▁Joh": 1861,
+      "ots": 1862,
+      "▁exist": 1863,
+      "ну": 1864,
+      "▁für": 1865,
+      "▁из": 1866,
+      "do": 1867,
+      "ного": 1868,
+      "▁las": 1869,
+      "▁null": 1870,
+      "▁inform": 1871,
+      "▁Л": 1872,
+      "▁version": 1873,
+      "▁chang": 1874,
+      "ager": 1875,
+      "▁Comm": 1876,
+      "лі": 1877,
+      "ush": 1878,
+      "▁Ge": 1879,
+      "▁high": 1880,
+      "▁input": 1881,
+      "ogle": 1882,
+      "ros": 1883,
+      "box": 1884,
+      "gen": 1885,
+      "▁ste": 1886,
+      "▁local": 1887,
+      "Im": 1888,
+      "▁process": 1889,
+      "ternal": 1890,
+      "ized": 1891,
+      "ги": 1892,
+      "ét": 1893,
+      "▁Ind": 1894,
+      "▁och": 1895,
+      "lt": 1896,
+      "▁column": 1897,
+      "▁tried": 1898,
+      "▁command": 1899,
+      "▁best": 1900,
+      "aster": 1901,
+      "за": 1902,
+      "▁prim": 1903,
+      "▁model": 1904,
+      "▁і": 1905,
+      "▁those": 1906,
+      "ities": 1907,
+      "ère": 1908,
+      "▁ре": 1909,
+      "је": 1910,
+      "ши": 1911,
+      "ques": 1912,
+      "▁Am": 1913,
+      "▁own": 1914,
+      "lin": 1915,
+      "зи": 1916,
+      "Value": 1917,
+      "thing": 1918,
+      "▁,": 1919,
+      "▁Te": 1920,
+      "▁stud": 1921,
+      "▁um": 1922,
+      "▁server": 1923,
+      "ille": 1924,
+      "▁put": 1925,
+      "ativ": 1926,
+      "gy": 1927,
+      "ови": 1928,
+      "raf": 1929,
+      "ово": 1930,
+      "▁wurde": 1931,
+      "▁When": 1932,
+      "▁div": 1933,
+      "ants": 1934,
+      "▁ter": 1935,
+      "▁partic": 1936,
+      "▁т": 1937,
+      "▁Do": 1938,
+      "▁No": 1939,
+      "sert": 1940,
+      "ido": 1941,
+      "mathcal": 1942,
+      "ade": 1943,
+      "▁II": 1944,
+      "lear": 1945,
+      "ograph": 1946,
+      "ense": 1947,
+      "▁row": 1948,
+      "num": 1949,
+      "▁possible": 1950,
+      "▁since": 1951,
+      "▁Bo": 1952,
+      "ctions": 1953,
+      "▁Im": 1954,
+      "OR": 1955,
+      "ці": 1956,
+      "▁ide": 1957,
+      "map": 1958,
+      "▁correct": 1959,
+      "ves": 1960,
+      "php": 1961,
+      "▁output": 1962,
+      "▁Ph": 1963,
+      "AL": 1964,
+      "ared": 1965,
+      "\\\\": 1966,
+      "▁image": 1967,
+      "esch": 1968,
+      "жи": 1969,
+      "▁conf": 1970,
+      "por": 1971,
+      "query": 1972,
+      "ures": 1973,
+      "ium": 1974,
+      "ends": 1975,
+      "▁Ab": 1976,
+      "SBN": 1977,
+      "ід": 1978,
+      "ether": 1979,
+      "ptions": 1980,
+      "itu": 1981,
+      "lib": 1982,
+      "ns": 1983,
+      "ki": 1984,
+      "▁working": 1985,
+      "▁como": 1986,
+      "▁Then": 1987,
+      "ML": 1988,
+      "key": 1989,
+      "class": 1990,
+      "ople": 1991,
+      "ittle": 1992,
+      "▁match": 1993,
+      "ways": 1994,
+      "mathbb": 1995,
+      "▁require": 1996,
+      "alt": 1997,
+      "▁vis": 1998,
+      "▁bl": 1999,
+      "▁called": 2000,
+      "Item": 2001,
+      "ura": 2002,
+      "vec": 2003,
+      "eme": 2004,
+      "▁della": 2005,
+      "embre": 2006,
+      "urg": 2007,
+      "Se": 2008,
+      "▁request": 2009,
+      "ische": 2010,
+      "▁port": 2011,
+      "▁instead": 2012,
+      "=\\": 2013,
+      "▁У": 2014,
+      "hor": 2015,
+      "ente": 2016,
+      "ume": 2017,
+      "erd": 2018,
+      "са": 2019,
+      "▁why": 2020,
+      "rist": 2021,
+      "▁person": 2022,
+      "▁...": 2023,
+      "▁private": 2024,
+      "▁tot": 2025,
+      "pha": 2026,
+      "ift": 2027,
+      "ita": 2028,
+      "loc": 2029,
+      "▁old": 2030,
+      "он": 2031,
+      "▁nel": 2032,
+      "']": 2033,
+      "ti": 2034,
+      "iet": 2035,
+      "cite": 2036,
+      "plement": 2037,
+      "▁above": 2038,
+      "ks": 2039,
+      "ready": 2040,
+      "▁come": 2041,
+      "section": 2042,
+      "▁Pol": 2043,
+      "▁writ": 2044,
+      "▁https": 2045,
+      "▁$$": 2046,
+      "▁»": 2047,
+      "▁build": 2048,
+      "ito": 2049,
+      "▁consider": 2050,
+      "aft": 2051,
+      "App": 2052,
+      ",\\": 2053,
+      "indows": 2054,
+      "comm": 2055,
+      "▁;": 2056,
+      "ground": 2057,
+      "▁place": 2058,
+      "By": 2059,
+      "▁project": 2060,
+      "Object": 2061,
+      "▁repr": 2062,
+      "ences": 2063,
+      "indow": 2064,
+      "zt": 2065,
+      "▁files": 2066,
+      "cz": 2067,
+      "ivity": 2068,
+      "▁init": 2069,
+      "▁prob": 2070,
+      "▁sk": 2071,
+      "orth": 2072,
+      "iment": 2073,
+      "ouble": 2074,
+      "atal": 2075,
+      "irc": 2076,
+      "▁è": 2077,
+      "▁bre": 2078,
+      "ista": 2079,
+      "input": 2080,
+      "▁И": 2081,
+      "ной": 2082,
+      "sum": 2083,
+      "path": 2084,
+      "▁cour": 2085,
+      "▁too": 2086,
+      "▁Ad": 2087,
+      "▁Gu": 2088,
+      "▁false": 2089,
+      "▁fun": 2090,
+      "▁ст": 2091,
+      "ood": 2092,
+      "ès": 2093,
+      "▁enc": 2094,
+      "bol": 2095,
+      "rl": 2096,
+      "arget": 2097,
+      "order": 2098,
+      "▁mean": 2099,
+      "пе": 2100,
+      "igen": 2101,
+      "▁пре": 2102,
+      "width": 2103,
+      ";\r": 2104,
+      "itor": 2105,
+      "▁state": 2106,
+      "▁great": 2107,
+      "enn": 2108,
+      "bin": 2109,
+      "Er": 2110,
+      "Mod": 2111,
+      "oz": 2112,
+      "▁won": 2113,
+      "▁fact": 2114,
+      "▁java": 2115,
+      "▁Univers": 2116,
+      "▁cap": 2117,
+      "istor": 2118,
+      "}(": 2119,
+      "ku": 2120,
+      "ither": 2121,
+      "ales": 2122,
+      "▁ou": 2123,
+      "ross": 2124,
+      "▁take": 2125,
+      "rix": 2126,
+      "lob": 2127,
+      "▁eine": 2128,
+      "ases": 2129,
+      "▁access": 2130,
+      "ité": 2131,
+      "istr": 2132,
+      "ization": 2133,
+      "▁appro": 2134,
+      "ball": 2135,
+      "▁mak": 2136,
+      "}^": 2137,
+      "▁Cons": 2138,
+      "press": 2139,
+      "serv": 2140,
+      "().": 2141,
+      "af": 2142,
+      "▁ref": 2143,
+      ")\\": 2144,
+      "▁contin": 2145,
+      "su": 2146,
+      "iver": 2147,
+      "▁cond": 2148,
+      "▁expect": 2149,
+      "▁charact": 2150,
+      "bert": 2151,
+      "elt": 2152,
+      "ters": 2153,
+      "script": 2154,
+      "▁Ed": 2155,
+      "apt": 2156,
+      "');": 2157,
+      "print": 2158,
+      "▁size": 2159,
+      "▁sich": 2160,
+      "face": 2161,
+      "enden": 2162,
+      "▁Amer": 2163,
+      "ified": 2164,
+      "ów": 2165,
+      "▁Su": 2166,
+      "tes": 2167,
+      "med": 2168,
+      "▁Reg": 2169,
+      "sole": 2170,
+      "▁includ": 2171,
+      "ini": 2172,
+      "inci": 2173,
+      "▁pla": 2174,
+      "▁left": 2175,
+      "df": 2176,
+      "Par": 2177,
+      "▁All": 2178,
+      "▁occ": 2179,
+      "▁At": 2180,
+      "▁cr": 2181,
+      "Qu": 2182,
+      "▁given": 2183,
+      "▁System": 2184,
+      "ican": 2185,
+      "▁final": 2186,
+      "itions": 2187,
+      "▁бы": 2188,
+      "▁perform": 2189,
+      "AN": 2190,
+      "▁Me": 2191,
+      "uro": 2192,
+      "▁That": 2193,
+      "гра": 2194,
+      "▁По": 2195,
+      "▁ви": 2196,
+      "ably": 2197,
+      "▁present": 2198,
+      "duct": 2199,
+      "ric": 2200,
+      "▁Eng": 2201,
+      "try": 2202,
+      "▁lar": 2203,
+      "bl": 2204,
+      "idd": 2205,
+      "▁är": 2206,
+      "ora": 2207,
+      "LL": 2208,
+      "oss": 2209,
+      "▁ISBN": 2210,
+      "▁three": 2211,
+      "jo": 2212,
+      "ní": 2213,
+      "rc": 2214,
+      "▁far": 2215,
+      "▁Not": 2216,
+      "▁little": 2217,
+      "dis": 2218,
+      "ati": 2219,
+      "function": 2220,
+      "▁able": 2221,
+      "less": 2222,
+      "со": 2223,
+      "▁path": 2224,
+      "▁pres": 2225,
+      "lose": 2226,
+      "PI": 2227,
+      "▁issue": 2228,
+      "ackage": 2229,
+      "time": 2230,
+      "ige": 2231,
+      "ams": 2232,
+      "▁Cl": 2233,
+      "ails": 2234,
+      "alk": 2235,
+      "ii": 2236,
+      "ше": 2237,
+      "pen": 2238,
+      "QL": 2239,
+      "▁eas": 2240,
+      "RL": 2241,
+      "cel": 2242,
+      "▁sl": 2243,
+      "▁ask": 2244,
+      "▁nom": 2245,
+      "▁top": 2246,
+      "ides": 2247,
+      "index": 2248,
+      "ém": 2249,
+      "▁happ": 2250,
+      "ox": 2251,
+      "cd": 2252,
+      "▁better": 2253,
+      "▁load": 2254,
+      "ados": 2255,
+      "zen": 2256,
+      "▁ce": 2257,
+      "▁fa": 2258,
+      "▁John": 2259,
+      "IMA": 2260,
+      "▁Bar": 2261,
+      "overflow": 2262,
+      "▁де": 2263,
+      "ness": 2264,
+      "cer": 2265,
+      "▁Here": 2266,
+      "ret": 2267,
+      "▁sz": 2268,
+      "ambda": 2269,
+      "opy": 2270,
+      "url": 2271,
+      "py": 2272,
+      "rt": 2273,
+      "▁understand": 2274,
+      "ał": 2275,
+      "her": 2276,
+      "##": 2277,
+      "▁child": 2278,
+      "▁exec": 2279,
+      "▁application": 2280,
+      "▁struct": 2281,
+      "▁я": 2282,
+      "File": 2283,
+      "▁cert": 2284,
+      "ison": 2285,
+      "▁variable": 2286,
+      "DE": 2287,
+      "rs": 2288,
+      "▁really": 2289,
+      "Port": 2290,
+      "ba": 2291,
+      "▁Ber": 2292,
+      "▁inte": 2293,
+      "▁static": 2294,
+      "▁config": 2295,
+      "▁She": 2296,
+      "estions": 2297,
+      "▁plus": 2298,
+      "▁hab": 2299,
+      "ope": 2300,
+      "▁mus": 2301,
+      "▁count": 2302,
+      "ME": 2303,
+      "▁support": 2304,
+      "▁people": 2305,
+      "▁beh": 2306,
+      "▁already": 2307,
+      "Tr": 2308,
+      "▁done": 2309,
+      "dem": 2310,
+      "size": 2311,
+      "alpha": 2312,
+      "▁disc": 2313,
+      "])": 2314,
+      "▁Man": 2315,
+      "▁mil": 2316,
+      "▁stand": 2317,
+      "▁group": 2318,
+      "▁small": 2319,
+      "▁mag": 2320,
+      "сть": 2321,
+      "▁default": 2322,
+      "▁single": 2323,
+      "link": 2324,
+      "clude": 2325,
+      "▁ear": 2326,
+      "ilar": 2327,
+      "****": 2328,
+      "▁fix": 2329,
+      "ley": 2330,
+      "▁pas": 2331,
+      "ний": 2332,
+      "ission": 2333,
+      "▁implement": 2334,
+      "itch": 2335,
+      "▁года": 2336,
+      "▁always": 2337,
+      "▁Jah": 2338,
+      "pring": 2339,
+      "ção": 2340,
+      "plate": 2341,
+      "▁descri": 2342,
+      "▁head": 2343,
+      "init": 2344,
+      "ograf": 2345,
+      "▁query": 2346,
+      "ived": 2347,
+      "▁ing": 2348,
+      "pty": 2349,
+      "ha": 2350,
+      "▁mov": 2351,
+      "▁э": 2352,
+      "ette": 2353,
+      "ily": 2354,
+      "▁got": 2355,
+      "iled": 2356,
+      "icro": 2357,
+      "▁wr": 2358,
+      "ря": 2359,
+      "▁never": 2360,
+      "ores": 2361,
+      "▁bas": 2362,
+      "ios": 2363,
+      "lack": 2364,
+      "aint": 2365,
+      "vious": 2366,
+      "▁give": 2367,
+      "idad": 2368,
+      "En": 2369,
+      "ный": 2370,
+      "table": 2371,
+      "▁На": 2372,
+      "▁pat": 2373,
+      "тор": 2374,
+      "angu": 2375,
+      "loy": 2376,
+      "▁seg": 2377,
+      "array": 2378,
+      "▁Fl": 2379,
+      "▁index": 2380,
+      "▁sw": 2381,
+      "IMAGE": 2382,
+      "▁km": 2383,
+      "би": 2384,
+      "Class": 2385,
+      "ena": 2386,
+      "мен": 2387,
+      "comp": 2388,
+      "atus": 2389,
+      "rap": 2390,
+      "▁List": 2391,
+      "Error": 2392,
+      "▁typ": 2393,
+      "▁ма": 2394,
+      "cs": 2395,
+      "':": 2396,
+      "ji": 2397,
+      "▁However": 2398,
+      "▁те": 2399,
+      "▁below": 2400,
+      "▁App": 2401,
+      "ще": 2402,
+      "}_": 2403,
+      "bum": 2404,
+      "vir": 2405,
+      "ées": 2406,
+      "▁record": 2407,
+      "tain": 2408,
+      "lem": 2409,
+      "ital": 2410,
+      "▁imp": 2411,
+      "ego": 2412,
+      "▁od": 2413,
+      "▁rece": 2414,
+      "mit": 2415,
+      "ffic": 2416,
+      "stackoverflow": 2417,
+      "ieve": 2418,
+      "▁З": 2419,
+      "▁nov": 2420,
+      "це": 2421,
+      "▁Intern": 2422,
+      "bu": 2423,
+      "▁sugg": 2424,
+      "▁loop": 2425,
+      "ride": 2426,
+      "▁$(": 2427,
+      "▁super": 2428,
+      "rid": 2429,
+      "ных": 2430,
+      "▁Per": 2431,
+      "▁dom": 2432,
+      "='": 2433,
+      "utsch": 2434,
+      "len": 2435,
+      "▁write": 2436,
+      "▁inv": 2437,
+      "outh": 2438,
+      "▁Her": 2439,
+      "▁years": 2440,
+      "▁original": 2441,
+      "ega": 2442,
+      "▁Ste": 2443,
+      "▁seems": 2444,
+      "ég": 2445,
+      "▁next": 2446,
+      "eder": 2447,
+      "▁Ne": 2448,
+      "avas": 2449,
+      "ification": 2450,
+      "Exception": 2451,
+      "▁Der": 2452,
+      "▁ve": 2453,
+      "atic": 2454,
+      "hat": 2455,
+      "brary": 2456,
+      "return": 2457,
+      "urch": 2458,
+      "ision": 2459,
+      "mi": 2460,
+      "oint": 2461,
+      "▁day": 2462,
+      "iction": 2463,
+      "ál": 2464,
+      "▁és": 2465,
+      "▁though": 2466,
+      "action": 2467,
+      "ít": 2468,
+      "ungen": 2469,
+      "ours": 2470,
+      "▁script": 2471,
+      "▁information": 2472,
+      "▁multi": 2473,
+      "▁\\\\": 2474,
+      "ster": 2475,
+      "ке": 2476,
+      "AC": 2477,
+      "cies": 2478,
+      "▁display": 2479,
+      "oman": 2480,
+      "Time": 2481,
+      "ius": 2482,
+      "));": 2483,
+      "tre": 2484,
+      "▁lim": 2485,
+      "ately": 2486,
+      "éd": 2487,
+      "iste": 2488,
+      "▁са": 2489,
+      "post": 2490,
+      "uel": 2491,
+      "img": 2492,
+      "▁ч": 2493,
+      "ска": 2494,
+      "eld": 2495,
+      "pper": 2496,
+      "ula": 2497,
+      "▁general": 2498,
+      "Al": 2499,
+      "Form": 2500,
+      "▁upon": 2501,
+      "zo": 2502,
+      "amente": 2503,
+      "▁prom": 2504,
+      "▁ü": 2505,
+      "lex": 2506,
+      "▁turn": 2507,
+      "▁ме": 2508,
+      "ention": 2509,
+      "лен": 2510,
+      "▁af": 2511,
+      "icle": 2512,
+      "ств": 2513,
+      "▁Fil": 2514,
+      "▁Ф": 2515,
+      "avascript": 2516,
+      "Man": 2517,
+      "ara": 2518,
+      "ware": 2519,
+      "align": 2520,
+      "angle": 2521,
+      "▁Sc": 2522,
+      "unic": 2523,
+      "▁fran": 2524,
+      "Un": 2525,
+      "zi": 2526,
+      "met": 2527,
+      "Add": 2528,
+      "▁pub": 2529,
+      "ков": 2530,
+      "▁gen": 2531,
+      "▁pod": 2532,
+      "▁sum": 2533,
+      "▁having": 2534,
+      "▁avec": 2535,
+      "sl": 2536,
+      "▁fig": 2537,
+      "▁Res": 2538,
+      "Date": 2539,
+      "ules": 2540,
+      "with": 2541,
+      "ский": 2542,
+      "gu": 2543,
+      "ET": 2544,
+      "▁bro": 2545,
+      "rie": 2546,
+      "aps": 2547,
+      "ending": 2548,
+      "mail": 2549,
+      "ook": 2550,
+      "▁success": 2551,
+      "berg": 2552,
+      "▁deb": 2553,
+      "elta": 2554,
+      "()`": 2555,
+      "ential": 2556,
+      "frame": 2557,
+      "Key": 2558,
+      "inn": 2559,
+      "▁simple": 2560,
+      "ival": 2561,
+      "▁care": 2562,
+      "▁Web": 2563,
+      "\").": 2564,
+      "></": 2565,
+      "▁database": 2566,
+      "▁Now": 2567,
+      "Ind": 2568,
+      "▁мо": 2569,
+      "cht": 2570,
+      "ban": 2571,
+      "ram": 2572,
+      "equation": 2573,
+      "ski": 2574,
+      "ief": 2575,
+      "lim": 2576,
+      "Get": 2577,
+      "▁tre": 2578,
+      "aten": 2579,
+      "bed": 2580,
+      "▁Je": 2581,
+      "▁results": 2582,
+      "лю": 2583,
+      "тель": 2584,
+      "db": 2585,
+      "▁bit": 2586,
+      "body": 2587,
+      "Array": 2588,
+      "mu": 2589,
+      "pression": 2590,
+      "▁ста": 2591,
+      "ony": 2592,
+      "iff": 2593,
+      "▁bar": 2594,
+      "▁Arch": 2595,
+      "bers": 2596,
+      "){": 2597,
+      "▁Mon": 2598,
+      "▁doing": 2599,
+      "▁prof": 2600,
+      "▁install": 2601,
+      "▁position": 2602,
+      "ema": 2603,
+      "▁});": 2604,
+      "Path": 2605,
+      "ali": 2606,
+      "▁&&": 2607,
+      "lev": 2608,
+      "▁cannot": 2609,
+      "▁May": 2610,
+      "inst": 2611,
+      "-\\": 2612,
+      "▁coun": 2613,
+      "▁ang": 2614,
+      "▁appear": 2615,
+      "cor": 2616,
+      "ció": 2617,
+      "ided": 2618,
+      "questions": 2619,
+      "atter": 2620,
+      "▁Pa": 2621,
+      "select": 2622,
+      "▁princi": 2623,
+      "Event": 2624,
+      "▁side": 2625,
+      "▁mem": 2626,
+      "▁Jan": 2627,
+      "ario": 2628,
+      "▁within": 2629,
+      "▁Val": 2630,
+      "odes": 2631,
+      "iddle": 2632,
+      "uration": 2633,
+      "bra": 2634,
+      "▁date": 2635,
+      "[]": 2636,
+      "▁entre": 2637,
+      "ili": 2638,
+      "Portail": 2639,
+      "docs": 2640,
+      "ской": 2641,
+      "Element": 2642,
+      "▁message": 2643,
+      "▁nach": 2644,
+      "▁during": 2645,
+      "▁gra": 2646,
+      "etwork": 2647,
+      "▁By": 2648,
+      "▁tell": 2649,
+      "ete": 2650,
+      "~\\": 2651,
+      "▁bis": 2652,
+      "▁pu": 2653,
+      "▁red": 2654,
+      "▁thing": 2655,
+      "▁sort": 2656,
+      "xim": 2657,
+      "ires": 2658,
+      "User": 2659,
+      "iod": 2660,
+      "▁Est": 2661,
+      "osed": 2662,
+      "oute": 2663,
+      "▁Les": 2664,
+      "▁sent": 2665,
+      "ribute": 2666,
+      "utes": 2667,
+      "istory": 2668,
+      "▁service": 2669,
+      "';": 2670,
+      "field": 2671,
+      "▁IN": 2672,
+      "ension": 2673,
+      "rel": 2674,
+      "▁going": 2675,
+      "web": 2676,
+      "Context": 2677,
+      "▁later": 2678,
+      "uk": 2679,
+      "layout": 2680,
+      "ona": 2681,
+      "át": 2682,
+      "----------------": 2683,
+      "▁exact": 2684,
+      "andom": 2685,
+      "▁sie": 2686,
+      "II": 2687,
+      "▁They": 2688,
+      "mente": 2689,
+      "ibli": 2690,
+      "▁fine": 2691,
+      "UT": 2692,
+      "▁develop": 2693,
+      "▁Ein": 2694,
+      "soft": 2695,
+      "off": 2696,
+      "Set": 2697,
+      "▁az": 2698,
+      "eters": 2699,
+      "ilder": 2700,
+      "ples": 2701,
+      "▁specific": 2702,
+      "▁om": 2703,
+      "error": 2704,
+      "ently": 2705,
+      "▁film": 2706,
+      "uck": 2707,
+      "ains": 2708,
+      "ación": 2709,
+      "ges": 2710,
+      "жа": 2711,
+      "▁things": 2712,
+      "Sh": 2713,
+      "▁thought": 2714,
+      "▁added": 2715,
+      "dep": 2716,
+      "ского": 2717,
+      "▁Li": 2718,
+      "ils": 2719,
+      "ync": 2720,
+      "▁то": 2721,
+      "ries": 2722,
+      "▁cu": 2723,
+      "chen": 2724,
+      "ION": 2725,
+      "▁Des": 2726,
+      "ultado": 2727,
+      "irt": 2728,
+      "▁based": 2729,
+      "▁mo": 2730,
+      "▁dest": 2731,
+      "png": 2732,
+      "reen": 2733,
+      "▁running": 2734,
+      "amma": 2735,
+      "oud": 2736,
+      "▁refer": 2737,
+      "ious": 2738,
+      "▁Jul": 2739,
+      "▁search": 2740,
+      "ald": 2741,
+      "ede": 2742,
+      "▁wrong": 2743,
+      "An": 2744,
+      "▁until": 2745,
+      "site": 2746,
+      "ayer": 2747,
+      "▁once": 2748,
+      "arr": 2749,
+      "▁against": 2750,
+      "====": 2751,
+      "▁source": 2752,
+      "arn": 2753,
+      "api": 2754,
+      "▁represent": 2755,
+      "▁aff": 2756,
+      "▁sein": 2757,
+      "▁allow": 2758,
+      "ormal": 2759,
+      "ended": 2760,
+      "▁control": 2761,
+      "mathbf": 2762,
+      "come": 2763,
+      "cur": 2764,
+      "endo": 2765,
+      "wa": 2766,
+      "▁update": 2767,
+      "▁inside": 2768,
+      "▁reason": 2769,
+      "omen": 2770,
+      "▁вы": 2771,
+      "De": 2772,
+      "▁је": 2773,
+      "sw": 2774,
+      "▁sever": 2775,
+      "Of": 2776,
+      "▁instance": 2777,
+      "▁mer": 2778,
+      "▁effect": 2779,
+      "color": 2780,
+      "ugust": 2781,
+      "ilt": 2782,
+      "des": 2783,
+      "itz": 2784,
+      "ulation": 2785,
+      "nie": 2786,
+      "▁World": 2787,
+      "▁similar": 2788,
+      "ymbol": 2789,
+      "hing": 2790,
+      "▁mark": 2791,
+      "State": 2792,
+      "▁content": 2793,
+      "▁means": 2794,
+      "amed": 2795,
+      "▁End": 2796,
+      "ND": 2797,
+      "count": 2798,
+      "▁Inst": 2799,
+      "perty": 2800,
+      "ctor": 2801,
+      "▁{\\": 2802,
+      "▁Let": 2803,
+      "▁!=": 2804,
+      "▁getting": 2805,
+      "uth": 2806,
+      "umber": 2807,
+      "▁Consultado": 2808,
+      "schaft": 2809,
+      "lete": 2810,
+      "▁Will": 2811,
+      "▁Em": 2812,
+      "head": 2813,
+      "▁leg": 2814,
+      "ном": 2815,
+      "Or": 2816,
+      "arm": 2817,
+      "pond": 2818,
+      "▁Christ": 2819,
+      "▁around": 2820,
+      "▁clear": 2821,
+      "▁href": 2822,
+      "▁See": 2823,
+      "').": 2824,
+      "▁created": 2825,
+      "▁button": 2826,
+      "ining": 2827,
+      "▁click": 2828,
+      "iam": 2829,
+      "plit": 2830,
+      "For": 2831,
+      "▁polit": 2832,
+      "▁seem": 2833,
+      "▁life": 2834,
+      "нов": 2835,
+      "▁intern": 2836,
+      "щи": 2837,
+      "sel": 2838,
+      "soci": 2839,
+      "▁stor": 2840,
+      "cle": 2841,
+      "earch": 2842,
+      "android": 2843,
+      "}^{": 2844,
+      "▁either": 2845,
+      "▁few": 2846,
+      "▁initial": 2847,
+      "length": 2848,
+      "ria": 2849,
+      "sql": 2850,
+      "wik": 2851,
+      "▁ét": 2852,
+      "uer": 2853,
+      "▁valid": 2854,
+      "And": 2855,
+      "include": 2856,
+      "ury": 2857,
+      "▁sus": 2858,
+      "ired": 2859,
+      "▁After": 2860,
+      "▁due": 2861,
+      "▁bei": 2862,
+      "ources": 2863,
+      "▁Nov": 2864,
+      "Act": 2865,
+      "▁Cont": 2866,
+      "▁break": 2867,
+      "ested": 2868,
+      "▁actually": 2869,
+      "else": 2870,
+      "tml": 2871,
+      "rer": 2872,
+      "ones": 2873,
+      "▁design": 2874,
+      "▁property": 2875,
+      "phi": 2876,
+      "ality": 2877,
+      "och": 2878,
+      "ists": 2879,
+      "▁·": 2880,
+      "udio": 2881,
+      "AB": 2882,
+      "ala": 2883,
+      "iones": 2884,
+      "фи": 2885,
+      "find": 2886,
+      "As": 2887,
+      "▁custom": 2888,
+      "▁ann": 2889,
+      "ES": 2890,
+      "OT": 2891,
+      "lambda": 2892,
+      "▁ident": 2893,
+      "▁organ": 2894,
+      "▁Cent": 2895,
+      "▁Char": 2896,
+      "▁os": 2897,
+      "▁hard": 2898,
+      "ров": 2899,
+      "▁/>": 2900,
+      "ko": 2901,
+      "▁exper": 2902,
+      "▁separ": 2903,
+      "yl": 2904,
+      "ourn": 2905,
+      "▁dev": 2906,
+      "▁auch": 2907,
+      "▁block": 2908,
+      "book": 2909,
+      "▁map": 2910,
+      "illa": 2911,
+      "▁comput": 2912,
+      "▁space": 2913,
+      "result": 2914,
+      ")}": 2915,
+      "▁echo": 2916,
+      "config": 2917,
+      "hi": 2918,
+      "▁large": 2919,
+      "▁width": 2920,
+      "▁Go": 2921,
+      "mat": 2922,
+      "▁diff": 2923,
+      "▁kind": 2924,
+      "ances": 2925,
+      "ynam": 2926,
+      "▁color": 2927,
+      "Int": 2928,
+      "sol": 2929,
+      "▁pi": 2930,
+      "▁character": 2931,
+      "oment": 2932,
+      "▁response": 2933,
+      "igma": 2934,
+      "wards": 2935,
+      "arrow": 2936,
+      "су": 2937,
+      "ties": 2938,
+      "▁über": 2939,
+      "Image": 2940,
+      "yd": 2941,
+      "▁пере": 2942,
+      "▁node": 2943,
+      "▁item": 2944,
+      "achine": 2945,
+      "ima": 2946,
+      "▁va": 2947,
+      "▁approach": 2948,
+      "▁wer": 2949,
+      "▁че": 2950,
+      "On": 2951,
+      "ollow": 2952,
+      "она": 2953,
+      "cted": 2954,
+      "ured": 2955,
+      "Controller": 2956,
+      "lied": 2957,
+      "▁jo": 2958,
+      "▁dal": 2959,
+      "unk": 2960,
+      "▁î": 2961,
+      "start": 2962,
+      "ola": 2963,
+      "▁compon": 2964,
+      "IC": 2965,
+      "bit": 2966,
+      "▁base": 2967,
+      "пу": 2968,
+      "▁idea": 2969,
+      "▁dire": 2970,
+      "▁rad": 2971,
+      "group": 2972,
+      "▁With": 2973,
+      "server": 2974,
+      "side": 2975,
+      "sing": 2976,
+      "▁dies": 2977,
+      "▁near": 2978,
+      "▁voor": 2979,
+      "▁argument": 2980,
+      "▁},": 2981,
+      "▁land": 2982,
+      "▁names": 2983,
+      "▁option": 2984,
+      "ithub": 2985,
+      "pped": 2986,
+      "aug": 2987,
+      "▁links": 2988,
+      "▁full": 2989,
+      "▁situ": 2990,
+      "▁console": 2991,
+      "▁etc": 2992,
+      "aux": 2993,
+      "▁Cor": 2994,
+      "icrosoft": 2995,
+      "▁came": 2996,
+      "local": 2997,
+      "▁known": 2998,
+      "▁multiple": 2999,
+      "anguage": 3000,
+      "▁total": 3001,
+      "ology": 3002,
+      "ät": 3003,
+      "▁Х": 3004,
+      "▁fre": 3005,
+      "▁ten": 3006,
+      "ideo": 3007,
+      "▁bes": 3008,
+      "true": 3009,
+      "Query": 3010,
+      "omm": 3011,
+      "▁Art": 3012,
+      "▁keep": 3013,
+      "▁University": 3014,
+      "reate": 3015,
+      "pport": 3016,
+      "▁python": 3017,
+      "tra": 3018,
+      "ector": 3019,
+      "рі": 3020,
+      "oph": 3021,
+      "▁conc": 3022,
+      "▁four": 3023,
+      "viron": 3024,
+      "▁via": 3025,
+      "?\"": 3026,
+      "image": 3027,
+      "oll": 3028,
+      "ные": 3029,
+      "▁context": 3030,
+      "▁sem": 3031,
+      "._": 3032,
+      "▁eng": 3033,
+      "mar": 3034,
+      "AD": 3035,
+      "▁mor": 3036,
+      "▁Cal": 3037,
+      "▁cell": 3038,
+      "imal": 3039,
+      "ATE": 3040,
+      "▁inf": 3041,
+      "ön": 3042,
+      "uffer": 3043,
+      "sq": 3044,
+      "....": 3045,
+      "▁zur": 3046,
+      "With": 3047,
+      "ран": 3048,
+      "chn": 3049,
+      "▁door": 3050,
+      "content": 3051,
+      "▁miss": 3052,
+      "▁simp": 3053,
+      "ár": 3054,
+      "ira": 3055,
+      "▁hat": 3056,
+      "Test": 3057,
+      "▁certain": 3058,
+      "NS": 3059,
+      "▁cho": 3060,
+      "▁adv": 3061,
+      "where": 3062,
+      "▁looking": 3063,
+      "▁times": 3064,
+      "них": 3065,
+      "uto": 3066,
+      "▁É": 3067,
+      "can": 3068,
+      "host": 3069,
+      "▁(*": 3070,
+      "loat": 3071,
+      "▁nicht": 3072,
+      "Field": 3073,
+      "burg": 3074,
+      "const": 3075,
+      "ades": 3076,
+      "▁Mus": 3077,
+      "▁nothing": 3078,
+      "▁incre": 3079,
+      "▁Min": 3080,
+      "▁power": 3081,
+      "▁American": 3082,
+      "ln": 3083,
+      "valid": 3084,
+      "ungs": 3085,
+      "▁National": 3086,
+      "▁San": 3087,
+      "▁York": 3088,
+      "Request": 3089,
+      "char": 3090,
+      "▁Ze": 3091,
+      "button": 3092,
+      "▁alg": 3093,
+      "SON": 3094,
+      "▁ap": 3095,
+      "uff": 3096,
+      "ability": 3097,
+      "ем": 3098,
+      "▁anything": 3099,
+      "ela": 3100,
+      "())": 3101,
+      "ба": 3102,
+      "ampion": 3103,
+      "▁pot": 3104,
+      "▁fut": 3105,
+      "ailable": 3106,
+      "▁prop": 3107,
+      "\"]": 3108,
+      "▁less": 3109,
+      "lag": 3110,
+      "▁August": 3111,
+      "It": 3112,
+      "▁please": 3113,
+      "▁style": 3114,
+      "▁Also": 3115,
+      "bt": 3116,
+      "▁probably": 3117,
+      "▁One": 3118,
+      "▁poss": 3119,
+      "UI": 3120,
+      "uit": 3121,
+      "▁West": 3122,
+      "hn": 3123,
+      "+\\": 3124,
+      "Button": 3125,
+      "json": 3126,
+      "err": 3127,
+      "rame": 3128,
+      "dom": 3129,
+      "ilon": 3130,
+      "alf": 3131,
+      "▁client": 3132,
+      "▁continu": 3133,
+      "xml": 3134,
+      "pec": 3135,
+      "ador": 3136,
+      "ls": 3137,
+      "▁however": 3138,
+      "▁Any": 3139,
+      "änd": 3140,
+      "mathrm": 3141,
+      "▁url": 3142,
+      "▁book": 3143,
+      "▁gl": 3144,
+      "ives": 3145,
+      "gi": 3146,
+      "▁tro": 3147,
+      "▁US": 3148,
+      "point": 3149,
+      "open": 3150,
+      "▁cur": 3151,
+      "▁era": 3152,
+      "▁particular": 3153,
+      "▁HT": 3154,
+      "oot": 3155,
+      "ello": 3156,
+      "lobal": 3157,
+      "▁action": 3158,
+      "▁Int": 3159,
+      "▁include": 3160,
+      "▁elements": 3161,
+      "ная": 3162,
+      "ards": 3163,
+      "▁Bl": 3164,
+      "▁hum": 3165,
+      "from": 3166,
+      "change": 3167,
+      "▁functions": 3168,
+      "hen": 3169,
+      "Service": 3170,
+      "▁height": 3171,
+      "▁Land": 3172,
+      "ias": 3173,
+      "gs": 3174,
+      "ión": 3175,
+      "лов": 3176,
+      "node": 3177,
+      ".”": 3178,
+      "hand": 3179,
+      "▁бу": 3180,
+      "▁amb": 3181,
+      "▁Lu": 3182,
+      "▁throw": 3183,
+      "▁mot": 3184,
+      "▁Act": 3185,
+      "▁world": 3186,
+      "_\\": 3187,
+      "base": 3188,
+      "▁Co": 3189,
+      "▁arch": 3190,
+      "▁####": 3191,
+      "ged": 3192,
+      "pril": 3193,
+      "older": 3194,
+      "Model": 3195,
+      "▁several": 3196,
+      "lie": 3197,
+      "check": 3198,
+      "]{": 3199,
+      "cons": 3200,
+      "▁Tra": 3201,
+      "heck": 3202,
+      "▁least": 3203,
+      "down": 3204,
+      "ebru": 3205,
+      "Def": 3206,
+      "param": 3207,
+      "ischer": 3208,
+      "▁cas": 3209,
+      "CH": 3210,
+      "▁address": 3211,
+      "▁раз": 3212,
+      "ufen": 3213,
+      "urope": 3214,
+      "ей": 3215,
+      "▁bound": 3216,
+      "CO": 3217,
+      "▁Ang": 3218,
+      "▁Ma": 3219,
+      "Index": 3220,
+      "core": 3221,
+      "ouch": 3222,
+      "atabase": 3223,
+      "ribution": 3224,
+      "document": 3225,
+      "Le": 3226,
+      "}_{": 3227,
+      "vern": 3228,
+      "▁statement": 3229,
+      "▁Brit": 3230,
+      "ono": 3231,
+      "psilon": 3232,
+      "▁level": 3233,
+      "▁product": 3234,
+      "IS": 3235,
+      "▁course": 3236,
+      "▁Mr": 3237,
+      ">\r": 3238,
+      "▁background": 3239,
+      "▁ret": 3240,
+      "ering": 3241,
+      "most": 3242,
+      "сько": 3243,
+      "▁thread": 3244,
+      "itional": 3245,
+      "ites": 3246,
+      "Pl": 3247,
+      "▁dos": 3248,
+      "ga": 3249,
+      "day": 3250,
+      "▁Gener": 3251,
+      "▁tw": 3252,
+      "Ad": 3253,
+      "\"><": 3254,
+      "▁($": 3255,
+      "▁moment": 3256,
+      "title": 3257,
+      "create": 3258,
+      "version": 3259,
+      "Manager": 3260,
+      "▁fur": 3261,
+      "pping": 3262,
+      "ijn": 3263,
+      "ос": 3264,
+      "▁rather": 3265,
+      "ptember": 3266,
+      "OS": 3267,
+      "▁site": 3268,
+      "▁caus": 3269,
+      "ani": 3270,
+      "▁home": 3271,
+      "мі": 3272,
+      "▁short": 3273,
+      "pa": 3274,
+      "▁lead": 3275,
+      "ished": 3276,
+      "cing": 3277,
+      "ording": 3278,
+      "▁prote": 3279,
+      "сле": 3280,
+      "LECT": 3281,
+      "▁didn": 3282,
+      "position": 3283,
+      "\",\"": 3284,
+      "(),": 3285,
+      "trans": 3286,
+      "▁lot": 3287,
+      "▁од": 3288,
+      "AS": 3289,
+      "▁sat": 3290,
+      "▁points": 3291,
+      "github": 3292,
+      "style": 3293,
+      "▁году": 3294,
+      "▁Dis": 3295,
+      "ponent": 3296,
+      "omet": 3297,
+      "zer": 3298,
+      "ULL": 3299,
+      "▁pa": 3300,
+      "AP": 3301,
+      "aces": 3302,
+      "▁United": 3303,
+      "ama": 3304,
+      "ety": 3305,
+      "Color": 3306,
+      "▁enough": 3307,
+      "US": 3308,
+      "▁length": 3309,
+      "());": 3310,
+      "^{\\": 3311,
+      "fty": 3312,
+      "Box": 3313,
+      "apter": 3314,
+      "▁complet": 3315,
+      "ник": 3316,
+      "max": 3317,
+      "object": 3318,
+      "({": 3319,
+      "imgur": 3320,
+      "itive": 3321,
+      "unch": 3322,
+      "▁Sub": 3323,
+      "ende": 3324,
+      "гу": 3325,
+      "ategory": 3326,
+      "ты": 3327,
+      "iano": 3328,
+      "▁upd": 3329,
+      "▁Aust": 3330,
+      "}{\\": 3331,
+      "top": 3332,
+      "las": 3333,
+      "pis": 3334,
+      "iness": 3335,
+      "▁{\r": 3336,
+      "▁Е": 3337,
+      "Gr": 3338,
+      "▁AS": 3339,
+      "▁ве": 3340,
+      "thers": 3341,
+      "▁defined": 3342,
+      "azione": 3343,
+      "▁offic": 3344,
+      "▁autom": 3345,
+      "ün": 3346,
+      "▁brow": 3347,
+      "▁serv": 3348,
+      "▁remove": 3349,
+      "iro": 3350,
+      "▁Bibli": 3351,
+      "ED": 3352,
+      "▁whole": 3353,
+      "▁ш": 3354,
+      "▁Java": 3355,
+      "▁zum": 3356,
+      "ua": 3357,
+      "pm": 3358,
+      "dev": 3359,
+      "кра": 3360,
+      "olds": 3361,
+      "▁War": 3362,
+      "än": 3363,
+      "pass": 3364,
+      "uz": 3365,
+      "[\"": 3366,
+      "▁tri": 3367,
+      "ised": 3368,
+      "ха": 3369,
+      "▁memory": 3370,
+      "▁Port": 3371,
+      "oper": 3372,
+      "Up": 3373,
+      "▁Thank": 3374,
+      "▁Mich": 3375,
+      "ych": 3376,
+      "board": 3377,
+      "бу": 3378,
+      "Inst": 3379,
+      "▁begin": 3380,
+      "ination": 3381,
+      "▁Mod": 3382,
+      "_,": 3383,
+      "▁Den": 3384,
+      "option": 3385,
+      "▁construct": 3386,
+      "▁Just": 3387,
+      "Map": 3388,
+      "run": 3389,
+      "▁respect": 3390,
+      "ham": 3391,
+      "ман": 3392,
+      "imedia": 3393,
+      "▁apply": 3394,
+      "cription": 3395,
+      "main": 3396,
+      "▁Ка": 3397,
+      "oid": 3398,
+      "Code": 3399,
+      "};": 3400,
+      "Info": 3401,
+      "▁format": 3402,
+      "Log": 3403,
+      "▁су": 3404,
+      "▁lat": 3405,
+      "utor": 3406,
+      "▁reference": 3407,
+      "▁calcul": 3408,
+      "onn": 3409,
+      "Lo": 3410,
+      "infty": 3411,
+      "▁along": 3412,
+      "▁č": 3413,
+      "▁task": 3414,
+      "▁ev": 3415,
+      "theta": 3416,
+      "ras": 3417,
+      "jor": 3418,
+      "▁бо": 3419,
+      "▁princip": 3420,
+      "My": 3421,
+      "▁einer": 3422,
+      "▁Es": 3423,
+      "omb": 3424,
+      "quad": 3425,
+      "^{-": 3426,
+      "ump": 3427,
+      "▁till": 3428,
+      "ді": 3429,
+      "▁looks": 3430,
+      "▁ok": 3431,
+      "ца": 3432,
+      "nu": 3433,
+      "Fil": 3434,
+      "▁sont": 3435,
+      "▁Med": 3436,
+      "ague": 3437,
+      "▁cost": 3438,
+      "▁Sim": 3439,
+      "▁comment": 3440,
+      "▁(\\": 3441,
+      "egen": 3442,
+      "▁parameter": 3443,
+      "▁France": 3444,
+      "rep": 3445,
+      "▁TH": 3446,
+      "▁yet": 3447,
+      "▁away": 3448,
+      "▁circ": 3449,
+      "▁API": 3450,
+      "emp": 3451,
+      "ві": 3452,
+      "Layout": 3453,
+      "▁lines": 3454,
+      "▁Part": 3455,
+      "empt": 3456,
+      "▁Bi": 3457,
+      "▁mind": 3458,
+      "ky": 3459,
+      "ging": 3460,
+      "▁report": 3461,
+      "▁Add": 3462,
+      "род": 3463,
+      "▁range": 3464,
+      "cias": 3465,
+      "lip": 3466,
+      "▁Kar": 3467,
+      "▁Commons": 3468,
+      "gerufen": 3469,
+      "aff": 3470,
+      "sec": 3471,
+      "▁html": 3472,
+      "lig": 3473,
+      "▁window": 3474,
+      "inition": 3475,
+      "cis": 3476,
+      "▁ut": 3477,
+      "eln": 3478,
+      "▁aux": 3479,
+      "▁neg": 3480,
+      "Hand": 3481,
+      "▁);": 3482,
+      "▁anal": 3483,
+      "▁fri": 3484,
+      "▁си": 3485,
+      "etch": 3486,
+      "md": 3487,
+      "page": 3488,
+      "▁library": 3489,
+      "▁:=": 3490,
+      "ROM": 3491,
+      "You": 3492,
+      "space": 3493,
+      "▁durch": 3494,
+      "▁host": 3495,
+      "aven": 3496,
+      "▁File": 3497,
+      "alle": 3498,
+      "тив": 3499,
+      "▁pap": 3500,
+      "ство": 3501,
+      "mark": 3502,
+      "▁mais": 3503,
+      "erman": 3504,
+      "Size": 3505,
+      "ек": 3506,
+      "▁Ма": 3507,
+      "▁isn": 3508,
+      "▁copy": 3509,
+      "sten": 3510,
+      "river": 3511,
+      "▁went": 3512,
+      "▁javascript": 3513,
+      "▁sam": 3514,
+      "▁frame": 3515,
+      "▁vi": 3516,
+      "▁previous": 3517,
+      "rodu": 3518,
+      "▁methods": 3519,
+      "▁necess": 3520,
+      "NA": 3521,
+      "cket": 3522,
+      "▁opt": 3523,
+      "Loc": 3524,
+      "how": 3525,
+      "▁în": 3526,
+      "ship": 3527,
+      "▁itself": 3528,
+      "▁Please": 3529,
+      "iene": 3530,
+      "вер": 3531,
+      "▁<<": 3532,
+      "▁mill": 3533,
+      "▁trad": 3534,
+      "pace": 3535,
+      "▁Har": 3536,
+      "iten": 3537,
+      "wise": 3538,
+      "write": 3539,
+      "ции": 3540,
+      "ры": 3541,
+      "Line": 3542,
+      "olo": 3543,
+      "▁accept": 3544,
+      "height": 3545,
+      "▁elect": 3546,
+      "ella": 3547,
+      "▁på": 3548,
+      "Select": 3549,
+      "▁ли": 3550,
+      "▁\\<": 3551,
+      "((": 3552,
+      "▁ID": 3553,
+      "ops": 3554,
+      "ван": 3555,
+      "ió": 3556,
+      "TP": 3557,
+      "»,": 3558,
+      "nection": 3559,
+      "parent": 3560,
+      "▁Mag": 3561,
+      "Table": 3562,
+      "Over": 3563,
+      "▁network": 3564,
+      "спо": 3565,
+      "▁assign": 3566,
+      "igger": 3567,
+      "irm": 3568,
+      ")`": 3569,
+      "ottom": 3570,
+      "beta": 3571,
+      "▁dell": 3572,
+      "▁body": 3573,
+      "▁да": 3574,
+      "▁Your": 3575,
+      "▁fue": 3576,
+      "▁package": 3577,
+      "▁light": 3578,
+      "▁**": 3579,
+      "MP": 3580,
+      "▁cou": 3581,
+      "yes": 3582,
+      ":\\": 3583,
+      "▁Ч": 3584,
+      "▁mention": 3585,
+      "ensch": 3586,
+      "▁deg": 3587,
+      "▁convert": 3588,
+      "▁Dav": 3589,
+      "adt": 3590,
+      "Result": 3591,
+      "though": 3592,
+      "▁bus": 3593,
+      "xy": 3594,
+      "▁seen": 3595,
+      "All": 3596,
+      "public": 3597,
+      "ively": 3598,
+      "▁Rec": 3599,
+      "▁His": 3600,
+      "sim": 3601,
+      "▁för": 3602,
+      "▁histor": 3603,
+      "▁sett": 3604,
+      "rat": 3605,
+      "abled": 3606,
+      "▁»,": 3607,
+      "google": 3608,
+      "Web": 3609,
+      "él": 3610,
+      "▁title": 3611,
+      "▁Janu": 3612,
+      "ја": 3613,
+      "▁took": 3614,
+      "iden": 3615,
+      "sz": 3616,
+      "▁Get": 3617,
+      "▁objects": 3618,
+      "▁common": 3619,
+      "▁changes": 3620,
+      "▁Lond": 3621,
+      "▁extern": 3622,
+      "▁ju": 3623,
+      "Is": 3624,
+      "▁available": 3625,
+      "tri": 3626,
+      "▁más": 3627,
+      "osa": 3628,
+      "Be": 3629,
+      "▁Data": 3630,
+      "ural": 3631,
+      "▁hom": 3632,
+      "▁account": 3633,
+      "oo": 3634,
+      "▁perm": 3635,
+      "respond": 3636,
+      "yt": 3637,
+      "▁send": 3638,
+      "▁returns": 3639,
+      "ivid": 3640,
+      "▁expla": 3641,
+      "ín": 3642,
+      "▁nor": 3643,
+      "If": 3644,
+      "▁From": 3645,
+      "▁target": 3646,
+      "fect": 3647,
+      "ент": 3648,
+      "▁uit": 3649,
+      "▁Jo": 3650,
+      "▁variables": 3651,
+      "▁series": 3652,
+      "▁func": 3653,
+      "▁himself": 3654,
+      "▁ча": 3655,
+      "anti": 3656,
+      "▁ach": 3657,
+      "ialog": 3658,
+      "▁std": 3659,
+      "ae": 3660,
+      "▁foot": 3661,
+      "▁unter": 3662,
+      "gress": 3663,
+      "Not": 3664,
+      "rad": 3665,
+      "fér": 3666,
+      "▁util": 3667,
+      "orem": 3668,
+      "▁sou": 3669,
+      "opt": 3670,
+      "▁og": 3671,
+      "▁uma": 3672,
+      "itar": 3673,
+      "▁Ok": 3674,
+      "ück": 3675,
+      "sqrt": 3676,
+      "▁ant": 3677,
+      "▁werden": 3678,
+      "år": 3679,
+      "});": 3680,
+      "▁Paris": 3681,
+      "▁exception": 3682,
+      "▁determ": 3683,
+      "▁Vol": 3684,
+      "▁Sam": 3685,
+      "▁ess": 3686,
+      "lies": 3687,
+      "ioni": 3688,
+      "oding": 3689,
+      "idget": 3690,
+      "▁pri": 3691,
+      "▁whether": 3692,
+      "▁под": 3693,
+      "▁numbers": 3694,
+      "▁~": 3695,
+      "event": 3696,
+      "▁shows": 3697,
+      "atures": 3698,
+      "▁house": 3699,
+      "▁face": 3700,
+      "▁się": 3701,
+      "vironment": 3702,
+      "van": 3703,
+      "▁including": 3704,
+      "▁<-": 3705,
+      "times": 3706,
+      "now": 3707,
+      "▁pur": 3708,
+      "ifier": 3709,
+      "▁emp": 3710,
+      "▁cla": 3711,
+      "mon": 3712,
+      "▁Das": 3713,
+      "ady": 3714,
+      "▁від": 3715,
+      "▁ц": 3716,
+      "abor": 3717,
+      "OST": 3718,
+      "▁band": 3719,
+      "▁ú": 3720,
+      "▁exactly": 3721,
+      "iert": 3722,
+      "avig": 3723,
+      "▁redu": 3724,
+      "▁SE": 3725,
+      "lished": 3726,
+      "Bu": 3727,
+      "Message": 3728,
+      "cell": 3729,
+      "fully": 3730,
+      "▁sv": 3731,
+      "▁makes": 3732,
+      "pol": 3733,
+      "▁required": 3734,
+      "ferrer": 3735,
+      "▁pers": 3736,
+      "▁mi": 3737,
+      "FI": 3738,
+      "▁Paul": 3739,
+      "▁UI": 3740,
+      "▁Bel": 3741,
+      "inc": 3742,
+      "▁contains": 3743,
+      "Out": 3744,
+      "asure": 3745,
+      "pu": 3746,
+      "oto": 3747,
+      "▁game": 3748,
+      "zn": 3749,
+      "▁Why": 3750,
+      "orith": 3751,
+      "big": 3752,
+      "кий": 3753,
+      "sigma": 3754,
+      "▁quite": 3755,
+      "▁jed": 3756,
+      "rec": 3757,
+      "▁SQL": 3758,
+      "бе": 3759,
+      "▁Mart": 3760,
+      "ya": 3761,
+      "▁school": 3762,
+      "▁simply": 3763,
+      "▁vor": 3764,
+      "▁double": 3765,
+      "рав": 3766,
+      "▁Str": 3767,
+      "iem": 3768,
+      "▁album": 3769,
+      "▁resol": 3770,
+      "▁dei": 3771,
+      "▁Wik": 3772,
+      "▁aw": 3773,
+      "umb": 3774,
+      "ols": 3775,
+      "▁*/": 3776,
+      "▁ze": 3777,
+      "▁anim": 3778,
+      "/>": 3779,
+      "ris": 3780,
+      "resh": 3781,
+      "No": 3782,
+      "iques": 3783,
+      "current": 3784,
+      "▁period": 3785,
+      "▁April": 3786,
+      "▁store": 3787,
+      "','": 3788,
+      "▁Set": 3789,
+      "={": 3790,
+      "ached": 3791,
+      "▁Mal": 3792,
+      "▁Pal": 3793,
+      "antes": 3794,
+      "aterial": 3795,
+      "▁worked": 3796,
+      "leq": 3797,
+      "oreferrer": 3798,
+      "▁happen": 3799,
+      "▁box": 3800,
+      "ney": 3801,
+      "▁close": 3802,
+      "▁gran": 3803,
+      "▁lie": 3804,
+      "▁ir": 3805,
+      "▁expected": 3806,
+      "▁для": 3807,
+      "click": 3808,
+      "și": 3809,
+      "▁parte": 3810,
+      "ogn": 3811,
+      "▁Form": 3812,
+      "▁memb": 3813,
+      "▁plan": 3814,
+      "▁team": 3815,
+      "][": 3816,
+      "▁commun": 3817,
+      "orry": 3818,
+      "ency": 3819,
+      "gl": 3820,
+      "inary": 3821,
+      "cdot": 3822,
+      "^\\": 3823,
+      "▁First": 3824,
+      "ander": 3825,
+      "▁Dec": 3826,
+      "request": 3827,
+      "ства": 3828,
+      "▁structure": 3829,
+      "▁||": 3830,
+      "▁Comp": 3831,
+      "actory": 3832,
+      "▁Mil": 3833,
+      "▁Some": 3834,
+      "Stream": 3835,
+      "▁assum": 3836,
+      "uen": 3837,
+      "▁words": 3838,
+      "▁September": 3839,
+      "▁Ко": 3840,
+      "▁days": 3841,
+      "ories": 3842,
+      "став": 3843,
+      "sm": 3844,
+      "vin": 3845,
+      "partial": 3846,
+      "▁parent": 3847,
+      "oj": 3848,
+      "нии": 3849,
+      "!\"": 3850,
+      "ugin": 3851,
+      "▁Windows": 3852,
+      "Ed": 3853,
+      ":}": 3854,
+      "▁q": 3855,
+      "▁ben": 3856,
+      "iana": 3857,
+      "▁label": 3858,
+      "state": 3859,
+      "uted": 3860,
+      "▁()": 3861,
+      "▁сво": 3862,
+      "▁edit": 3863,
+      "uring": 3864,
+      "▁NS": 3865,
+      "▁Jahr": 3866,
+      "▁provide": 3867,
+      "He": 3868,
+      "▁Yes": 3869,
+      "anel": 3870,
+      "ename": 3871,
+      "▁Don": 3872,
+      "isk": 3873,
+      "gra": 3874,
+      "elij": 3875,
+      "▁root": 3876,
+      "*/": 3877,
+      "▁Fre": 3878,
+      "▁Mor": 3879,
+      "used": 3880,
+      "range": 3881,
+      "▁tamb": 3882,
+      "▁module": 3883,
+      "▁directory": 3884,
+      "ounds": 3885,
+      "Activity": 3886,
+      "▁mu": 3887,
+      "info": 3888,
+      "▁free": 3889,
+      "orge": 3890,
+      "tab": 3891,
+      ")=": 3892,
+      "lang": 3893,
+      "▁ос": 3894,
+      "▁FROM": 3895,
+      "▁enter": 3896,
+      "▁became": 3897,
+      "idae": 3898,
+      "хи": 3899,
+      "▁States": 3900,
+      "verse": 3901,
+      "▁expl": 3902,
+      "ynt": 3903,
+      "UN": 3904,
+      "ee": 3905,
+      "endent": 3906,
+      "▁making": 3907,
+      "▁\"$": 3908,
+      "uni": 3909,
+      "quence": 3910,
+      "▁lui": 3911,
+      "HT": 3912,
+      "▁uses": 3913,
+      "zie": 3914,
+      "nia": 3915,
+      "Content": 3916,
+      "▁Count": 3917,
+      "▁standard": 3918,
+      "ENT": 3919,
+      "▁кон": 3920,
+      "fort": 3921,
+      "adas": 3922,
+      "зу": 3923,
+      "System": 3924,
+      "▁Sw": 3925,
+      "▁ever": 3926,
+      "LO": 3927,
+      "▁correspond": 3928,
+      "▁Po": 3929,
+      "argin": 3930,
+      "кт": 3931,
+      "ій": 3932,
+      "▁remain": 3933,
+      "cio": 3934,
+      "▁actual": 3935,
+      "сту": 3936,
+      "▁sind": 3937,
+      "▁Pe": 3938,
+      "▁changed": 3939,
+      "▁Note": 3940,
+      "skie": 3941,
+      "▁family": 3942,
+      "ità": 3943,
+      "cos": 3944,
+      "txt": 3945,
+      "ker": 3946,
+      "ceed": 3947,
+      "▁arr": 3948,
+      "▁cam": 3949,
+      "izer": 3950,
+      "▁Dan": 3951,
+      "hel": 3952,
+      "icult": 3953,
+      "HP": 3954,
+      "iler": 3955,
+      "▁Sal": 3956,
+      "▁connection": 3957,
+      "usion": 3958,
+      "kn": 3959,
+      "RI": 3960,
+      "▁vom": 3961,
+      "Listener": 3962,
+      "▁ö": 3963,
+      "▁dim": 3964,
+      "▁press": 3965,
+      "▁esc": 3966,
+      "▁Try": 3967,
+      "atalog": 3968,
+      "▁thanks": 3969,
+      "DO": 3970,
+      "▁written": 3971,
+      "dir": 3972,
+      "rew": 3973,
+      "▁fire": 3974,
+      "▁Nach": 3975,
+      "▁á": 3976,
+      "enc": 3977,
+      "▁origin": 3978,
+      "▁November": 3979,
+      "▁};": 3980,
+      "Count": 3981,
+      "▁За": 3982,
+      "▁graph": 3983,
+      "▁mis": 3984,
+      "▁External": 3985,
+      "▁▁▁▁▁▁▁▁▁": 3986,
+      "▁options": 3987,
+      "▁URL": 3988,
+      "▁php": 3989,
+      "▁integr": 3990,
+      "Config": 3991,
+      "▁Text": 3992,
+      "inner": 3993,
+      "▁crit": 3994,
+      ",”": 3995,
+      "▁tog": 3996,
+      "$$": 3997,
+      "nof": 3998,
+      "▁ses": 3999,
+      "ühr": 4000,
+      "▁Since": 4001,
+      "Des": 4002,
+      "ube": 4003,
+      "▁section": 4004,
+      "▁gi": 4005,
+      "ford": 4006,
+      "▁Ass": 4007,
+      "ainer": 4008,
+      "ttp": 4009,
+      "▁behav": 4010,
+      "ports": 4011,
+      "draw": 4012,
+      "This": 4013,
+      "ranch": 4014,
+      "inding": 4015,
+      "▁estab": 4016,
+      "▁obtain": 4017,
+      "rich": 4018,
+      "licit": 4019,
+      "ев": 4020,
+      "▁qual": 4021,
+      "▁za": 4022,
+      "▁har": 4023,
+      "▁fac": 4024,
+      "aar": 4025,
+      "jet": 4026,
+      "icles": 4027,
+      "▁Aus": 4028,
+      "▁hor": 4029,
+      "▁remov": 4030,
+      "▁wie": 4031,
+      "Client": 4032,
+      "▁natur": 4033,
+      "hip": 4034,
+      "Sub": 4035,
+      "▁random": 4036,
+      "DF": 4037,
+      "▁area": 4038,
+      "tag": 4039,
+      "Pr": 4040,
+      "▁Ital": 4041,
+      "▁roku": 4042,
+      "nofollow": 4043,
+      "*}": 4044,
+      "▁others": 4045,
+      "▁limit": 4046,
+      "▁sil": 4047,
+      "▁sav": 4048,
+      "▁often": 4049,
+      "▁render": 4050,
+      "DB": 4051,
+      "▁Mc": 4052,
+      "▁zijn": 4053,
+      "жен": 4054,
+      "▁tag": 4055,
+      "ming": 4056,
+      "lichen": 4057,
+      "pack": 4058,
+      "▁Ag": 4059,
+      "▁sense": 4060,
+      "pg": 4061,
+      "Method": 4062,
+      "aged": 4063,
+      "ág": 4064,
+      "ła": 4065,
+      "▁interest": 4066,
+      "▁associ": 4067,
+      "volution": 4068,
+      "▁empty": 4069,
+      "iche": 4070,
+      "▁gro": 4071,
+      "▁types": 4072,
+      "▁Sie": 4073,
+      "Inter": 4074,
+      "▁noreferrer": 4075,
+      "▁gives": 4076,
+      "hal": 4077,
+      "▁save": 4078,
+      "▁font": 4079,
+      "ruction": 4080,
+      "Script": 4081,
+      "▁alla": 4082,
+      "▁says": 4083,
+      "▁fu": 4084,
+      "ape": 4085,
+      "▁language": 4086,
+      "iger": 4087,
+      "▁King": 4088,
+      "bor": 4089,
+      "uv": 4090,
+      "▁shall": 4091,
+      "▁Europe": 4092,
+      "▁einem": 4093,
+      "▁water": 4094,
+      "▁govern": 4095,
+      "anz": 4096,
+      "ators": 4097,
+      "▁month": 4098,
+      "ye": 4099,
+      "▁important": 4100,
+      "atz": 4101,
+      "first": 4102,
+      "▁Trans": 4103,
+      "▁Mad": 4104,
+      "▁bra": 4105,
+      "ika": 4106,
+      "▁Saint": 4107,
+      "oria": 4108,
+      "kre": 4109,
+      "ements": 4110,
+      "▁Ben": 4111,
+      "lav": 4112,
+      "▁admin": 4113,
+      "▁Hen": 4114,
+      "ril": 4115,
+      "▁Sm": 4116,
+      "cat": 4117,
+      "▁Refer": 4118,
+      "▁Ш": 4119,
+      "▁pract": 4120,
+      "▁Pat": 4121,
+      "▁Gre": 4122,
+      "▁young": 4123,
+      "▁Inter": 4124,
+      "oma": 4125,
+      "teger": 4126,
+      "ibility": 4127,
+      "▁parameters": 4128,
+      "▁everything": 4129,
+      "dat": 4130,
+      "urop": 4131,
+      "olean": 4132,
+      "▁returned": 4133,
+      "▁Class": 4134,
+      "acy": 4135,
+      "####": 4136,
+      "▁př": 4137,
+      "▁folder": 4138,
+      "▁kon": 4139,
+      "▁guess": 4140,
+      "gt": 4141,
+      "jen": 4142,
+      "annel": 4143,
+      "icon": 4144,
+      "▁comb": 4145,
+      "rict": 4146,
+      "▁hij": 4147,
+      "▁author": 4148,
+      "see": 4149,
+      "here": 4150,
+      "stra": 4151,
+      "▁entire": 4152,
+      "▁directly": 4153,
+      "raft": 4154,
+      "heet": 4155,
+      "ester": 4156,
+      "▁ми": 4157,
+      "▁mass": 4158,
+      "untu": 4159,
+      "▁users": 4160,
+      "chi": 4161,
+      "PE": 4162,
+      "▁component": 4163,
+      "Click": 4164,
+      "Att": 4165,
+      "▁sobre": 4166,
+      "ands": 4167,
+      "▁Hol": 4168,
+      "▁Sant": 4169,
+      "ori": 4170,
+      "▁sua": 4171,
+      "std": 4172,
+      "entic": 4173,
+      "CC": 4174,
+      "▁filter": 4175,
+      "SQL": 4176,
+      "▁God": 4177,
+      "At": 4178,
+      "▁му": 4179,
+      "▁performance": 4180,
+      "delta": 4181,
+      "ande": 4182,
+      "amer": 4183,
+      "ды": 4184,
+      "▁cult": 4185,
+      "▁Nor": 4186,
+      "but": 4187,
+      "▁lik": 4188,
+      "********": 4189,
+      "ствен": 4190,
+      "▁comme": 4191,
+      "▁dr": 4192,
+      "imer": 4193,
+      "ordin": 4194,
+      "▁condition": 4195,
+      "este": 4196,
+      "([": 4197,
+      "FF": 4198,
+      "ться": 4199,
+      "imo": 4200,
+      "rab": 4201,
+      "іль": 4202,
+      "▁half": 4203,
+      "each": 4204,
+      "Dis": 4205,
+      "▁rows": 4206,
+      "▁hon": 4207,
+      "▁together": 4208,
+      "▁și": 4209,
+      "medi": 4210,
+      "agn": 4211,
+      "alled": 4212,
+      "▁vill": 4213,
+      "ING": 4214,
+      "idden": 4215,
+      "▁draw": 4216,
+      "yntax": 4217,
+      "▁attempt": 4218,
+      "URL": 4219,
+      "pose": 4220,
+      "▁indic": 4221,
+      "ника": 4222,
+      "▁English": 4223,
+      "▁déc": 4224,
+      "▁needs": 4225,
+      "▁normal": 4226,
+      "urt": 4227,
+      "▁но": 4228,
+      "}}\\": 4229,
+      "last": 4230,
+      "▁Fin": 4231,
+      "▁Febru": 4232,
+      "ila": 4233,
+      "▁country": 4234,
+      "▁fields": 4235,
+      "▁max": 4236,
+      "lés": 4237,
+      "owie": 4238,
+      "▁deux": 4239,
+      "▁built": 4240,
+      "▁Main": 4241,
+      "▁camp": 4242,
+      "ivo": 4243,
+      "iva": 4244,
+      "icy": 4245,
+      "zione": 4246,
+      "Node": 4247,
+      "▁:)": 4248,
+      "▁among": 4249,
+      "▁Ob": 4250,
+      "▁cases": 4251,
+      "haps": 4252,
+      "sers": 4253,
+      "arter": 4254,
+      "ści": 4255,
+      "▁iter": 4256,
+      "▁named": 4257,
+      "exec": 4258,
+      "▁season": 4259,
+      "tot": 4260,
+      "=>": 4261,
+      "graph": 4262,
+      "▁nil": 4263,
+      "acional": 4264,
+      "▁NULL": 4265,
+      "▁special": 4266,
+      "сте": 4267,
+      "css": 4268,
+      "▁\\(": 4269,
+      "vs": 4270,
+      "ael": 4271,
+      "▁city": 4272,
+      "ova": 4273,
+      "▁article": 4274,
+      "▁South": 4275,
+      "Action": 4276,
+      "ça": 4277,
+      "spring": 4278,
+      "itude": 4279,
+      "▁complex": 4280,
+      "▁что": 4281,
+      "build": 4282,
+      "gamma": 4283,
+      "▁Ent": 4284,
+      "iers": 4285,
+      "'.": 4286,
+      "car": 4287,
+      "apache": 4288,
+      "ingen": 4289,
+      "Input": 4290,
+      ": ": 4291,
+      "▁dynam": 4292,
+      "alls": 4293,
+      "show": 4294,
+      "|\\": 4295,
+      "▁wird": 4296,
+      "Bar": 4297,
+      "alth": 4298,
+      "model": 4299,
+      "Trans": 4300,
+      "Row": 4301,
+      "abe": 4302,
+      "▁lib": 4303,
+      "null": 4304,
+      "ragment": 4305,
+      "▁State": 4306,
+      "▁law": 4307,
+      "Frame": 4308,
+      "▁Lo": 4309,
+      "geb": 4310,
+      "}$.": 4311,
+      "▁needed": 4312,
+      "▁contr": 4313,
+      "aries": 4314,
+      "▁screen": 4315,
+      "yr": 4316,
+      "mm": 4317,
+      "▁shown": 4318,
+      "▁bad": 4319,
+      "▁cast": 4320,
+      "▁Test": 4321,
+      "▁Auf": 4322,
+      "▁quant": 4323,
+      "iga": 4324,
+      "▁ren": 4325,
+      "▁Mac": 4326,
+      "▁transform": 4327,
+      "▁difference": 4328,
+      "▁tit": 4329,
+      "TE": 4330,
+      "▁step": 4331,
+      "▁capt": 4332,
+      "▁collection": 4333,
+      "ictionary": 4334,
+      "▁Tom": 4335,
+      "rier": 4336,
+      "▁move": 4337,
+      "cope": 4338,
+      "ords": 4339,
+      "▁further": 4340,
+      "▁columns": 4341,
+      "▁Lin": 4342,
+      "▁fixed": 4343,
+      "▁children": 4344,
+      "MS": 4345,
+      "mo": 4346,
+      "una": 4347,
+      "▁individ": 4348,
+      "tty": 4349,
+      "aste": 4350,
+      "src": 4351,
+      "match": 4352,
+      "wi": 4353,
+      "▁х": 4354,
+      "▁ди": 4355,
+      "▁ord": 4356,
+      "iving": 4357,
+      "▁Bro": 4358,
+      "▁almost": 4359,
+      "▁Pres": 4360,
+      "reci": 4361,
+      "aring": 4362,
+      "▁///": 4363,
+      "ется": 4364,
+      "▁sig": 4365,
+      "light": 4366,
+      "▁Red": 4367,
+      "▁suggest": 4368,
+      "olf": 4369,
+      "▁été": 4370,
+      "isation": 4371,
+      "зна": 4372,
+      "New": 4373,
+      "стан": 4374,
+      "LA": 4375,
+      "unicip": 4376,
+      "▁figure": 4377,
+      "mt": 4378,
+      "iale": 4379,
+      "▁catch": 4380,
+      "default": 4381,
+      "▁tele": 4382,
+      "▁matter": 4383,
+      "cast": 4384,
+      "▁Rich": 4385,
+      "▁handle": 4386,
+      "valu": 4387,
+      "$-": 4388,
+      "об": 4389,
+      "▁json": 4390,
+      "Create": 4391,
+      "▁exam": 4392,
+      "аль": 4393,
+      "ют": 4394,
+      "ored": 4395,
+      "idos": 4396,
+      "append": 4397,
+      "▁Array": 4398,
+      "кс": 4399,
+      "}[": 4400,
+      "rive": 4401,
+      "▁club": 4402,
+      "mann": 4403,
+      "▁este": 4404,
+      "esta": 4405,
+      "▁Gi": 4406,
+      "▁Jap": 4407,
+      "▁Name": 4408,
+      "Column": 4409,
+      "oups": 4410,
+      "ismo": 4411,
+      "▁City": 4412,
+      "▁classes": 4413,
+      "▁infl": 4414,
+      "hl": 4415,
+      "ром": 4416,
+      "▁adding": 4417,
+      "▁fail": 4418,
+      "xx": 4419,
+      "ões": 4420,
+      "Sc": 4421,
+      "util": 4422,
+      "▁location": 4423,
+      "lege": 4424,
+      "ago": 4425,
+      "▁properties": 4426,
+      "abil": 4427,
+      "vas": 4428,
+      "}$,": 4429,
+      "itted": 4430,
+      "ód": 4431,
+      "▁Dem": 4432,
+      "▁asked": 4433,
+      "▁tab": 4434,
+      "Source": 4435,
+      "▁errors": 4436,
+      "ographie": 4437,
+      "▁жи": 4438,
+      "▁mal": 4439,
+      "stract": 4440,
+      "▁dro": 4441,
+      "rak": 4442,
+      "▁note": 4443,
+      "▁setting": 4444,
+      "▁fem": 4445,
+      "▁saw": 4446,
+      "iar": 4447,
+      "HER": 4448,
+      "ес": 4449,
+      "▁pred": 4450,
+      "▁Out": 4451,
+      "▁items": 4452,
+      "лан": 4453,
+      "▁werd": 4454,
+      "ersion": 4455,
+      "lia": 4456,
+      "▁sin": 4457,
+      "ichte": 4458,
+      "▁feel": 4459,
+      "▁пра": 4460,
+      "▁oder": 4461,
+      "UE": 4462,
+      "ocument": 4463,
+      "▁mode": 4464,
+      "▁Na": 4465,
+      "ден": 4466,
+      "mes": 4467,
+      "framework": 4468,
+      "▁auto": 4469,
+      "ным": 4470,
+      "uby": 4471,
+      "▁template": 4472,
+      "▁mess": 4473,
+      "ieder": 4474,
+      "▁related": 4475,
+      "oken": 4476,
+      "▁follows": 4477,
+      "search": 4478,
+      "ami": 4479,
+      "▁wait": 4480,
+      "igr": 4481,
+      "▁low": 4482,
+      "ских": 4483,
+      "ская": 4484,
+      "▁Mark": 4485,
+      "▁ill": 4486,
+      "amento": 4487,
+      "\\<": 4488,
+      "▁df": 4489,
+      "osition": 4490,
+      "▁Ви": 4491,
+      "isf": 4492,
+      "▁Deutsch": 4493,
+      "ahl": 4494,
+      "war": 4495,
+      "itect": 4496,
+      "▁sal": 4497,
+      "elen": 4498,
+      "ById": 4499,
+      "▁gru": 4500,
+      "sv": 4501,
+      "▁passed": 4502,
+      "▁añ": 4503,
+      "Sch": 4504,
+      "▁solve": 4505,
+      "weise": 4506,
+      "atos": 4507,
+      "▁meg": 4508,
+      "▁member": 4509,
+      "ername": 4510,
+      "▁connect": 4511,
+      "ips": 4512,
+      "▁round": 4513,
+      "▁]": 4514,
+      "nes": 4515,
+      "▁dir": 4516,
+      "▁London": 4517,
+      "dy": 4518,
+      "FA": 4519,
+      "▁received": 4520,
+      "reet": 4521,
+      "▁Log": 4522,
+      "▁School": 4523,
+      "ango": 4524,
+      "▁These": 4525,
+      "▁Mont": 4526,
+      "▁ener": 4527,
+      "lad": 4528,
+      "▁define": 4529,
+      "sign": 4530,
+      "▁cle": 4531,
+      "figure": 4532,
+      "▁View": 4533,
+      "textbf": 4534,
+      "$\\": 4535,
+      "зы": 4536,
+      "number": 4537,
+      "▁din": 4538,
+      "eller": 4539,
+      "orithm": 4540,
+      "false": 4541,
+      "fol": 4542,
+      "fficient": 4543,
+      "▁HTML": 4544,
+      "liche": 4545,
+      "▁Mo": 4546,
+      "▁introdu": 4547,
+      "exp": 4548,
+      "▁strong": 4549,
+      "▁thus": 4550,
+      "/)": 4551,
+      "▁ele": 4552,
+      "▁так": 4553,
+      "▁па": 4554,
+      "▁dont": 4555,
+      "▁cause": 4556,
+      "Number": 4557,
+      "▁images": 4558,
+      "▁sample": 4559,
+      "▁sci": 4560,
+      "like": 4561,
+      "▁Lou": 4562,
+      "div": 4563,
+      "anc": 4564,
+      "▁front": 4565,
+      "nen": 4566,
+      "▁missing": 4567,
+      "aria": 4568,
+      "pres": 4569,
+      "▁пред": 4570,
+      "DI": 4571,
+      "filter": 4572,
+      "▁Mit": 4573,
+      "UR": 4574,
+      "▁opp": 4575,
+      "▁sql": 4576,
+      "▁року": 4577,
+      "eren": 4578,
+      "emat": 4579,
+      "ís": 4580,
+      "▁Jean": 4581,
+      "éc": 4582,
+      "▁ci": 4583,
+      "enne": 4584,
+      "atform": 4585,
+      "▁taken": 4586,
+      "▁Of": 4587,
+      "▁насе": 4588,
+      "▁err": 4589,
+      "OP": 4590,
+      "From": 4591,
+      "Default": 4592,
+      "▁General": 4593,
+      "wiki": 4594,
+      "▁grand": 4595,
+      "▁einen": 4596,
+      "Reg": 4597,
+      "Handler": 4598,
+      "conom": 4599,
+      "anger": 4600,
+      "▁был": 4601,
+      "▁Los": 4602,
+      "▁expression": 4603,
+      "ша": 4604,
+      "yal": 4605,
+      "▁$('": 4606,
+      "▁switch": 4607,
+      "▁vector": 4608,
+      "▁Thom": 4609,
+      "▁virt": 4610,
+      "leased": 4611,
+      "▁cover": 4612,
+      "▁resp": 4613,
+      "ako": 4614,
+      "rench": 4615,
+      "ota": 4616,
+      "Cell": 4617,
+      "anged": 4618,
+      "▁+=": 4619,
+      "lac": 4620,
+      "ska": 4621,
+      "next": 4622,
+      "▁International": 4623,
+      "▁Wil": 4624,
+      "▁ont": 4625,
+      "ibr": 4626,
+      "ustr": 4627,
+      "▁black": 4628,
+      "▁selected": 4629,
+      "cher": 4630,
+      "▁liter": 4631,
+      "root": 4632,
+      "лся": 4633,
+      "▁Life": 4634,
+      "▁insert": 4635,
+      "▁matrix": 4636,
+      "ises": 4637,
+      ")]": 4638,
+      "▁pel": 4639,
+      "Override": 4640,
+      "rypt": 4641,
+      "▁former": 4642,
+      "▁Film": 4643,
+      "▁North": 4644,
+      "client": 4645,
+      "▁night": 4646,
+      "ходи": 4647,
+      "▁Austral": 4648,
+      "▁Ret": 4649,
+      "rho": 4650,
+      "▁пер": 4651,
+      "ipedia": 4652,
+      "▁express": 4653,
+      "▁third": 4654,
+      "▁major": 4655,
+      "▁grad": 4656,
+      "owe": 4657,
+      "▁believe": 4658,
+      "ournal": 4659,
+      "▁status": 4660,
+      "unc": 4661,
+      "▁dou": 4662,
+      "▁JSON": 4663,
+      "uis": 4664,
+      "▁population": 4665,
+      "enz": 4666,
+      "▁William": 4667,
+      "sf": 4668,
+      "▁Object": 4669,
+      "▁cin": 4670,
+      "▁Di": 4671,
+      "curity": 4672,
+      "▁Open": 4673,
+      "▁ле": 4674,
+      "lar": 4675,
+      "adding": 4676,
+      "▁kom": 4677,
+      "}(\\": 4678,
+      "▁kil": 4679,
+      "umer": 4680,
+      "\"/>": 4681,
+      "▁feature": 4682,
+      "▁Are": 4683,
+      "cks": 4684,
+      "▁Internet": 4685,
+      "▁ih": 4686,
+      "▁started": 4687,
+      "▁early": 4688,
+      "▁began": 4689,
+      "TH": 4690,
+      "python": 4691,
+      "asp": 4692,
+      "▁Fr": 4693,
+      "▁clos": 4694,
+      "istic": 4695,
+      "▁music": 4696,
+      "▁dig": 4697,
+      "▁ital": 4698,
+      "▁David": 4699,
+      "▁website": 4700,
+      "▁controller": 4701,
+      "▁Mer": 4702,
+      "context": 4703,
+      "product": 4704,
+      "osp": 4705,
+      "▁▁▁▁▁▁▁": 4706,
+      "▁jun": 4707,
+      "rown": 4708,
+      "▁Az": 4709,
+      "\":\"": 4710,
+      "▁aan": 4711,
+      "▁Date": 4712,
+      "mult": 4713,
+      "▁browser": 4714,
+      "ред": 4715,
+      "which": 4716,
+      "RA": 4717,
+      "quare": 4718,
+      "▁Russ": 4719,
+      "▁soon": 4720,
+      "▁Pre": 4721,
+      "tau": 4722,
+      "▁week": 4723,
+      "▁ба": 4724,
+      "▁oct": 4725,
+      "▁town": 4726,
+      "roy": 4727,
+      "▁els": 4728,
+      "blic": 4729,
+      "undle": 4730,
+      "▁Histor": 4731,
+      "▁foi": 4732,
+      "▁models": 4733,
+      "зо": 4734,
+      "onym": 4735,
+      "Param": 4736,
+      "▁Met": 4737,
+      "gener": 4738,
+      "ją": 4739,
+      "▁espe": 4740,
+      "CE": 4741,
+      "▁device": 4742,
+      "ellow": 4743,
+      "▁debug": 4744,
+      "érie": 4745,
+      "using": 4746,
+      "анг": 4747,
+      "▁*)": 4748,
+      "udi": 4749,
+      "▁Miss": 4750,
+      "ком": 4751,
+      "posed": 4752,
+      "▁zwe": 4753,
+      "ін": 4754,
+      "▁Robert": 4755,
+      "▁Oct": 4756,
+      "lop": 4757,
+      "jar": 4758,
+      "▁aver": 4759,
+      "▁habit": 4760,
+      "▁::": 4761,
+      "äng": 4762,
+      "Start": 4763,
+      "▁pow": 4764,
+      "▁src": 4765,
+      "▁pattern": 4766,
+      "▁Э": 4767,
+      "▁bi": 4768,
+      "otes": 4769,
+      "▁__": 4770,
+      "▁sens": 4771,
+      "▁avoid": 4772,
+      "example": 4773,
+      "utt": 4774,
+      "Label": 4775,
+      "tex": 4776,
+      "boot": 4777,
+      "esto": 4778,
+      "▁March": 4779,
+      "▁easy": 4780,
+      "icture": 4781,
+      "Group": 4782,
+      "▁father": 4783,
+      "▁updated": 4784,
+      "▁Vo": 4785,
+      "▁III": 4786,
+      "omega": 4787,
+      "▁alle": 4788,
+      "Rec": 4789,
+      "yg": 4790,
+      "зе": 4791,
+      "▁Dim": 4792,
+      "nect": 4793,
+      "▁Tor": 4794,
+      "▁deutsch": 4795,
+      "▁white": 4796,
+      "▁national": 4797,
+      "ppe": 4798,
+      "▁air": 4799,
+      "▁password": 4800,
+      "det": 4801,
+      "▁big": 4802,
+      "▁Use": 4803,
+      "call": 4804,
+      "▁extra": 4805,
+      "We": 4806,
+      "ania": 4807,
+      "▁hold": 4808,
+      "Control": 4809,
+      "▁CO": 4810,
+      "▁мі": 4811,
+      "iti": 4812,
+      "▁Ke": 4813,
+      "enu": 4814,
+      "▁Park": 4815,
+      "том": 4816,
+      "▁auth": 4817,
+      "▁center": 4818,
+      "Ph": 4819,
+      "тов": 4820,
+      "iding": 4821,
+      "▁across": 4822,
+      "▁song": 4823,
+      "▁phys": 4824,
+      "▁numer": 4825,
+      "ща": 4826,
+      "▁Alex": 4827,
+      "▁problems": 4828,
+      "▁Error": 4829,
+      "format": 4830,
+      "▁Acc": 4831,
+      "▁six": 4832,
+      "▁db": 4833,
+      "▁Cast": 4834,
+      "oms": 4835,
+      "project": 4836,
+      "▁vert": 4837,
+      "cret": 4838,
+      "▁header": 4839,
+      "▁stream": 4840,
+      "ids": 4841,
+      "▁tor": 4842,
+      "▁sept": 4843,
+      "▁estim": 4844,
+      "▁decl": 4845,
+      "▁gave": 4846,
+      "▁player": 4847,
+      "ysis": 4848,
+      "▁дру": 4849,
+      "amm": 4850,
+      "що": 4851,
+      "▁(\"": 4852,
+      "▁ax": 4853,
+      "Property": 4854,
+      "usr": 4855,
+      "▁someone": 4856,
+      "▁impro": 4857,
+      "aden": 4858,
+      "rote": 4859,
+      "▁Ми": 4860,
+      "ih": 4861,
+      "++)": 4862,
+      "▁video": 4863,
+      "▁exists": 4864,
+      "кла": 4865,
+      "▁complete": 4866,
+      "▁session": 4867,
+      "▁constant": 4868,
+      "icos": 4869,
+      "▁pack": 4870,
+      "rome": 4871,
+      "egr": 4872,
+      "Application": 4873,
+      "▁yes": 4874,
+      "▁elle": 4875,
+      "▁email": 4876,
+      "orf": 4877,
+      "case": 4878,
+      "▁pointer": 4879,
+      "▁regard": 4880,
+      "sen": 4881,
+      "status": 4882,
+      "▁mes": 4883,
+      "▁delle": 4884,
+      "ington": 4885,
+      "▁Bas": 4886,
+      ")^": 4887,
+      "develop": 4888,
+      "▁force": 4889,
+      "▁characters": 4890,
+      "▁cross": 4891,
+      "▁death": 4892,
+      "▁takes": 4893,
+      "éri": 4894,
+      "igne": 4895,
+      "чен": 4896,
+      "UP": 4897,
+      ".:": 4898,
+      "Thread": 4899,
+      "ju": 4900,
+      "iny": 4901,
+      "▁details": 4902,
+      "▁xml": 4903,
+      "tait": 4904,
+      "output": 4905,
+      "message": 4906,
+      "''": 4907,
+      "▁British": 4908,
+      "ville": 4909,
+      "▁Div": 4910,
+      "▁User": 4911,
+      "cm": 4912,
+      "чно": 4913,
+      "column": 4914,
+      "eqref": 4915,
+      "ór": 4916,
+      "onom": 4917,
+      "▁Post": 4918,
+      "ellen": 4919,
+      "Ab": 4920,
+      "ulté": 4921,
+      "▁perfect": 4922,
+      "(){": 4923,
+      "vision": 4924,
+      "active": 4925,
+      "lier": 4926,
+      "rij": 4927,
+      "sd": 4928,
+      "▁kö": 4929,
+      "▁nie": 4930,
+      "▁relig": 4931,
+      "▁ot": 4932,
+      "▁machine": 4933,
+      "▁held": 4934,
+      ")$.": 4935,
+      "========": 4936,
+      "cker": 4937,
+      "вы": 4938,
+      "born": 4939,
+      "▁past": 4940,
+      "рия": 4941,
+      "▁Dr": 4942,
+      "▁regular": 4943,
+      "▁provided": 4944,
+      "TER": 4945,
+      "▁univers": 4946,
+      "▁gets": 4947,
+      "▁nu": 4948,
+      "▁/*": 4949,
+      "ober": 4950,
+      "fin": 4951,
+      "▁nella": 4952,
+      "▁become": 4953,
+      "▁``": 4954,
+      "▁history": 4955,
+      "▁Sol": 4956,
+      "▁Rad": 4957,
+      "▁terms": 4958,
+      "▁events": 4959,
+      "lymp": 4960,
+      ")))": 4961,
+      "рова": 4962,
+      "▁absol": 4963,
+      "▁soft": 4964,
+      "links": 4965,
+      "▁hope": 4966,
+      "▁subject": 4967,
+      "\"),": 4968,
+      "▁creating": 4969,
+      "▁}\r": 4970,
+      "▁Sk": 4971,
+      "▁flow": 4972,
+      "▁Ра": 4973,
+      "▁assert": 4974,
+      "zet": 4975,
+      "▁Frank": 4976,
+      "sa": 4977,
+      "▁distribution": 4978,
+      "cu": 4979,
+      "band": 4980,
+      "izz": 4981,
+      "▁job": 4982,
+      "iner": 4983,
+      "struct": 4984,
+      "ák": 4985,
+      "TO": 4986,
+      "auf": 4987,
+      "▁extends": 4988,
+      "▁Gra": 4989,
+      "display": 4990,
+      "▁signific": 4991,
+      "oney": 4992,
+      "source": 4993,
+      "microsoft": 4994,
+      "inder": 4995,
+      "▁quick": 4996,
+      "▁wonder": 4997,
+      "Instance": 4998,
+      "elles": 4999,
+      "ème": 5000,
+      "▁company": 5001,
+      "uß": 5002,
+      ".}": 5003,
+      "▁separate": 5004,
+      "UM": 5005,
+      "HERE": 5006,
+      "▁writing": 5007,
+      "itution": 5008,
+      "▁Gesch": 5009,
+      "мя": 5010,
+      "▁James": 5011,
+      "▁DE": 5012,
+      "▁Spe": 5013,
+      "process": 5014,
+      "Str": 5015,
+      "▁sym": 5016,
+      "▁ao": 5017,
+      "▁wy": 5018,
+      "▁anyone": 5019,
+      "▁Up": 5020,
+      "useum": 5021,
+      "aron": 5022,
+      "▁definition": 5023,
+      "▁`$": 5024,
+      "▁fav": 5025,
+      "ributes": 5026,
+      "▁Ré": 5027,
+      "ografia": 5028,
+      "element": 5029,
+      "cap": 5030,
+      "pat": 5031,
+      "▁Bra": 5032,
+      ")(": 5033,
+      "▁according": 5034,
+      "ге": 5035,
+      "▁pie": 5036,
+      "eli": 5037,
+      "}\"": 5038,
+      "▁activ": 5039,
+      "▁stop": 5040,
+      "patch": 5041,
+      "ті": 5042,
+      "▁Jose": 5043,
+      "End": 5044,
+      "▁prze": 5045,
+      "▁age": 5046,
+      "itory": 5047,
+      "▁PHP": 5048,
+      "agement": 5049,
+      "▁`.": 5050,
+      "▁pretty": 5051,
+      "▁recomm": 5052,
+      "▁sud": 5053,
+      "▁requ": 5054,
+      "▁обла": 5055,
+      "atives": 5056,
+      "▁High": 5057,
+      "áz": 5058,
+      "oul": 5059,
+      "rest": 5060,
+      "▁Ter": 5061,
+      "under": 5062,
+      "thern": 5063,
+      "center": 5064,
+      "▁ur": 5065,
+      "lat": 5066,
+      "▁interface": 5067,
+      "▁ин": 5068,
+      "▁whose": 5069,
+      "icas": 5070,
+      "amen": 5071,
+      "Filter": 5072,
+      "▁station": 5073,
+      "Page": 5074,
+      "▁arm": 5075,
+      "▁eyes": 5076,
+      "▁рай": 5077,
+      "▁seu": 5078,
+      "oli": 5079,
+      "win": 5080,
+      "lik": 5081,
+      "gex": 5082,
+      "chan": 5083,
+      "idence": 5084,
+      "args": 5085,
+      "aking": 5086,
+      "▁Google": 5087,
+      "▁Stud": 5088,
+      "▁ho": 5089,
+      "торы": 5090,
+      "Su": 5091,
+      "▁automat": 5092,
+      "ême": 5093,
+      "▁cy": 5094,
+      "lor": 5095,
+      "▁stack": 5096,
+      "▁SELECT": 5097,
+      "AF": 5098,
+      "▁>>": 5099,
+      "▁compet": 5100,
+      "▁pair": 5101,
+      "▁inglés": 5102,
+      "Response": 5103,
+      "▁Fig": 5104,
+      "grad": 5105,
+      "▁documentation": 5106,
+      "▁cant": 5107,
+      "▁appreci": 5108,
+      "ån": 5109,
+      "▁learn": 5110,
+      "▁indep": 5111,
+      "▁pal": 5112,
+      "package": 5113,
+      "ares": 5114,
+      "▁Berlin": 5115,
+      "бли": 5116,
+      "reich": 5117,
+      "ён": 5118,
+      "▁satisf": 5119,
+      "▁region": 5120,
+      "▁friend": 5121,
+      "▁George": 5122,
+      "▁Во": 5123,
+      "▁\"\"": 5124,
+      "▁desde": 5125,
+      "Factory": 5126,
+      "▁County": 5127,
+      "ouv": 5128,
+      "▁‘": 5129,
+      "▁installed": 5130,
+      "▁wanted": 5131,
+      "▁Python": 5132,
+      "▁interpre": 5133,
+      "▁included": 5134,
+      "▁((": 5135,
+      "▁altern": 5136,
+      "isto": 5137,
+      "gn": 5138,
+      "▁border": 5139,
+      "pdf": 5140,
+      "▁dup": 5141,
+      "▁download": 5142,
+      "just": 5143,
+      "▁members": 5144,
+      "child": 5145,
+      "▁pay": 5146,
+      "▁cer": 5147,
+      "▁looked": 5148,
+      "▁correctly": 5149,
+      "auth": 5150,
+      "▁стан": 5151,
+      "▁esp": 5152,
+      "▁desc": 5153,
+      "eben": 5154,
+      "▁questions": 5155,
+      "mal": 5156,
+      "▁abgerufen": 5157,
+      "▁Band": 5158,
+      "▁[]": 5159,
+      "Base": 5160,
+      "▁ris": 5161,
+      "▁fort": 5162,
+      "▁Id": 5163,
+      "▁various": 5164,
+      "▁League": 5165,
+      "▁Hand": 5166,
+      "▁Type": 5167,
+      "irl": 5168,
+      "▁Fe": 5169,
+      "ién": 5170,
+      "itter": 5171,
+      "▁fast": 5172,
+      "sta": 5173,
+      "▁except": 5174,
+      "icz": 5175,
+      "▁French": 5176,
+      "▁environment": 5177,
+      "▁conse": 5178,
+      "ур": 5179,
+      "ого": 5180,
+      "▁necessary": 5181,
+      "target": 5182,
+      "▁reading": 5183,
+      "home": 5184,
+      "zeich": 5185,
+      "▁equal": 5186,
+      "▁più": 5187,
+      "▁prem": 5188,
+      "▁difficult": 5189,
+      "▁unit": 5190,
+      "▁replace": 5191,
+      "▁heart": 5192,
+      "▁talk": 5193,
+      "AM": 5194,
+      "▁RE": 5195,
+      "▁Person": 5196,
+      "endency": 5197,
+      "▁imm": 5198,
+      "▁human": 5199,
+      "dn": 5200,
+      "▁Kir": 5201,
+      "▁Aut": 5202,
+      "known": 5203,
+      "▁frequ": 5204,
+      "system": 5205,
+      "лав": 5206,
+      "▁Sz": 5207,
+      "▁Gal": 5208,
+      "ное": 5209,
+      "selves": 5210,
+      "rightarrow": 5211,
+      "▁Са": 5212,
+      "=\"@": 5213,
+      "▁building": 5214,
+      "import": 5215,
+      "▁fam": 5216,
+      "▁delete": 5217,
+      "aire": 5218,
+      "mary": 5219,
+      "▁fund": 5220,
+      "▁particip": 5221,
+      "▁syn": 5222,
+      "sin": 5223,
+      "▁lower": 5224,
+      "▁zero": 5225,
+      "▁sec": 5226,
+      "▁fra": 5227,
+      "Point": 5228,
+      "▁failed": 5229,
+      "iento": 5230,
+      "cup": 5231,
+      "▁slow": 5232,
+      "▁nation": 5233,
+      "ähr": 5234,
+      "▁info": 5235,
+      "▁Public": 5236,
+      "▁decla": 5237,
+      "▁Та": 5238,
+      "▁sold": 5239,
+      "▁Rem": 5240,
+      "▁Phil": 5241,
+      "стра": 5242,
+      "▁mehr": 5243,
+      "▁Work": 5244,
+      "▁Nord": 5245,
+      "▁fait": 5246,
+      "▁gew": 5247,
+      "println": 5248,
+      "obile": 5249,
+      "▁Kon": 5250,
+      "▁assume": 5251,
+      "lands": 5252,
+      "▁amount": 5253,
+      "▁Press": 5254,
+      "ých": 5255,
+      "▁maxim": 5256,
+      "▁Champion": 5257,
+      "library": 5258,
+      "añ": 5259,
+      "▁Wal": 5260,
+      "Comm": 5261,
+      "]]": 5262,
+      "▁zw": 5263,
+      "▁social": 5264,
+      "LI": 5265,
+      "▁Unter": 5266,
+      "vor": 5267,
+      "Delta": 5268,
+      "email": 5269,
+      "raint": 5270,
+      "oni": 5271,
+      "▁alt": 5272,
+      "▁né": 5273,
+      "ция": 5274,
+      "ography": 5275,
+      "▁mentioned": 5276,
+      "▁<=": 5277,
+      "▁cette": 5278,
+      "▁currently": 5279,
+      "vare": 5280,
+      "izing": 5281,
+      "▁Def": 5282,
+      "icol": 5283,
+      "ünd": 5284,
+      "▁configuration": 5285,
+      "estig": 5286,
+      "III": 5287,
+      "lam": 5288,
+      "ière": 5289,
+      "▁Ear": 5290,
+      "▁tu": 5291,
+      "Ent": 5292,
+      "▁Using": 5293,
+      "▁ком": 5294,
+      "cie": 5295,
+      "▁proof": 5296,
+      "▁invol": 5297,
+      "▁History": 5298,
+      "><": 5299,
+      "▁AND": 5300,
+      "avy": 5301,
+      "▁relations": 5302,
+      "${": 5303,
+      "▁comes": 5304,
+      "▁direction": 5305,
+      "▁June": 5306,
+      "▁Way": 5307,
+      "Component": 5308,
+      "ech": 5309,
+      "▁Peter": 5310,
+      "sg": 5311,
+      "▁stra": 5312,
+      "uct": 5313,
+      "▁implementation": 5314,
+      "attle": 5315,
+      "▁cz": 5316,
+      "plot": 5317,
+      "▁played": 5318,
+      "\"></": 5319,
+      "▁five": 5320,
+      "▁coll": 5321,
+      "▁Charles": 5322,
+      "Tra": 5323,
+      "▁suo": 5324,
+      "files": 5325,
+      "entes": 5326,
+      "response": 5327,
+      "How": 5328,
+      "▁Soci": 5329,
+      "▁ign": 5330,
+      "▁led": 5331,
+      "▁German": 5332,
+      "udo": 5333,
+      "▁Du": 5334,
+      "▁tim": 5335,
+      "ounter": 5336,
+      "▁attack": 5337,
+      "uri": 5338,
+      "▁ар": 5339,
+      "esse": 5340,
+      "ivil": 5341,
+      "▁Ju": 5342,
+      "▁vel": 5343,
+      "matrix": 5344,
+      "▁Mat": 5345,
+      "gio": 5346,
+      "▁Zeit": 5347,
+      "VER": 5348,
+      "has": 5349,
+      "Connection": 5350,
+      "▁ihr": 5351,
+      "▁attribute": 5352,
+      "▁discuss": 5353,
+      "▁domain": 5354,
+      "bind": 5355,
+      "▁Sec": 5356,
+      "rik": 5357,
+      "close": 5358,
+      "gin": 5359,
+      "▁love": 5360,
+      "anto": 5361,
+      "gent": 5362,
+      "aba": 5363,
+      "jango": 5364,
+      "bi": 5365,
+      "▁obser": 5366,
+      "itting": 5367,
+      "▁ру": 5368,
+      "}=": 5369,
+      "agen": 5370,
+      "BC": 5371,
+      "some": 5372,
+      "▁Bu": 5373,
+      "▁soci": 5374,
+      "▁individual": 5375,
+      "▁deal": 5376,
+      "▁outside": 5377,
+      "rio": 5378,
+      "Exec": 5379,
+      "andid": 5380,
+      "▁business": 5381,
+      "▁tempor": 5382,
+      "▁Tur": 5383,
+      "▁(!": 5384,
+      "riter": 5385,
+      "▁google": 5386,
+      "]:": 5387,
+      "itte": 5388,
+      "xi": 5389,
+      "▁Па": 5390,
+      "hol": 5391,
+      "нь": 5392,
+      "ring": 5393,
+      "▁sul": 5394,
+      "ности": 5395,
+      "_.": 5396,
+      "gar": 5397,
+      "Task": 5398,
+      "▁Check": 5399,
+      "▁modern": 5400,
+      "▁win": 5401,
+      "uster": 5402,
+      "han": 5403,
+      "formation": 5404,
+      "void": 5405,
+      "▁фи": 5406,
+      "▁useful": 5407,
+      "▁England": 5408,
+      "los": 5409,
+      "etime": 5410,
+      "eur": 5411,
+      "▁unique": 5412,
+      "▁как": 5413,
+      "ying": 5414,
+      "obj": 5415,
+      "uid": 5416,
+      "▁windows": 5417,
+      "▁distance": 5418,
+      "▁nombre": 5419,
+      "ія": 5420,
+      "ocus": 5421,
+      "ahn": 5422,
+      "ierte": 5423,
+      "▁dar": 5424,
+      "SI": 5425,
+      "long": 5426,
+      "asta": 5427,
+      "iven": 5428,
+      "▁told": 5429,
+      "▁Gru": 5430,
+      "foo": 5431,
+      "▁calling": 5432,
+      "iembre": 5433,
+      "▁future": 5434,
+      "près": 5435,
+      "leep": 5436,
+      "avigation": 5437,
+      "POST": 5438,
+      "▁described": 5439,
+      "▁noch": 5440,
+      "unit": 5441,
+      "allen": 5442,
+      "▁branch": 5443,
+      "fa": 5444,
+      "▁fill": 5445,
+      "▁obj": 5446,
+      "▁tree": 5447,
+      "▁wurden": 5448,
+      "▁Liter": 5449,
+      "rot": 5450,
+      "split": 5451,
+      "emein": 5452,
+      "module": 5453,
+      "CA": 5454,
+      "▁operator": 5455,
+      "▁wrote": 5456,
+      "▁Jack": 5457,
+      "ologie": 5458,
+      "▁Ant": 5459,
+      "тер": 5460,
+      "stream": 5461,
+      "▁Que": 5462,
+      "epsilon": 5463,
+      "non": 5464,
+      "stein": 5465,
+      "▁simpl": 5466,
+      "pub": 5467,
+      "▁July": 5468,
+      "▁nature": 5469,
+      "▁Database": 5470,
+      "ól": 5471,
+      "ним": 5472,
+      "▁VI": 5473,
+      "être": 5474,
+      "iles": 5475,
+      "▁wel": 5476,
+      "'),": 5477,
+      "▁mut": 5478,
+      "location": 5479,
+      "▁therefore": 5480,
+      "elli": 5481,
+      "▁І": 5482,
+      "né": 5483,
+      "▁ав": 5484,
+      "ledge": 5485,
+      "▁conver": 5486,
+      "ím": 5487,
+      "▁XV": 5488,
+      "vider": 5489,
+      "▁January": 5490,
+      "▁usually": 5491,
+      "▁released": 5492,
+      "▁Mi": 5493,
+      "Head": 5494,
+      "iller": 5495,
+      "▁jan": 5496,
+      "▁letter": 5497,
+      "produ": 5498,
+      "rd": 5499,
+      "▁Cam": 5500,
+      ",'": 5501,
+      "▁Ц": 5502,
+      "▁push": 5503,
+      "update": 5504,
+      "▁maybe": 5505,
+      "Http": 5506,
+      "@\"": 5507,
+      "мер": 5508,
+      "service": 5509,
+      "parse": 5510,
+      "▁dass": 5511,
+      "ên": 5512,
+      ")\"": 5513,
+      "more": 5514,
+      "/*": 5515,
+      "▁mas": 5516,
+      "▁likely": 5517,
+      "▁material": 5518,
+      "▁[[": 5519,
+      "▁longer": 5520,
+      "bal": 5521,
+      "▁Archiv": 5522,
+      "igt": 5523,
+      "▁egy": 5524,
+      "idge": 5525,
+      "igu": 5526,
+      "conf": 5527,
+      "▁inc": 5528,
+      "consulté": 5529,
+      "▁mai": 5530,
+      "Work": 5531,
+      "▁гра": 5532,
+      "▁October": 5533,
+      "▁global": 5534,
+      "▁sel": 5535,
+      "▁municip": 5536,
+      "▁viol": 5537,
+      "▁Does": 5538,
+      "▁\\[": 5539,
+      "ском": 5540,
+      "▁compos": 5541,
+      "бря": 5542,
+      "вя": 5543,
+      "▁respons": 5544,
+      "▁considered": 5545,
+      "▁Japan": 5546,
+      "pes": 5547,
+      "osto": 5548,
+      "▁milit": 5549,
+      "SP": 5550,
+      "сы": 5551,
+      "attr": 5552,
+      "cil": 5553,
+      "irectory": 5554,
+      "aving": 5555,
+      "▁Del": 5556,
+      "▁prevent": 5557,
+      "idade": 5558,
+      "git": 5559,
+      "iform": 5560,
+      "outer": 5561,
+      "inct": 5562,
+      "level": 5563,
+      "atever": 5564,
+      "▁repe": 5565,
+      "▁exc": 5566,
+      "дар": 5567,
+      "Style": 5568,
+      "▁Thomas": 5569,
+      "eline": 5570,
+      "▁ж": 5571,
+      "untime": 5572,
+      "▁larg": 5573,
+      "True": 5574,
+      ".*": 5575,
+      "creen": 5576,
+      "yles": 5577,
+      "▁transl": 5578,
+      "▁Со": 5579,
+      "ensions": 5580,
+      "äl": 5581,
+      "isse": 5582,
+      "▁volt": 5583,
+      "cially": 5584,
+      "nik": 5585,
+      ".]": 5586,
+      "▁Stadt": 5587,
+      "мы": 5588,
+      "fill": 5589,
+      "lov": 5590,
+      "▁\"/": 5591,
+      "Sp": 5592,
+      "▁Air": 5593,
+      "Call": 5594,
+      "▁nur": 5595,
+      "Check": 5596,
+      "ience": 5597,
+      "efined": 5598,
+      "▁вре": 5599,
+      "ło": 5600,
+      "dz": 5601,
+      "▁ор": 5602,
+      "iker": 5603,
+      "owa": 5604,
+      "ович": 5605,
+      "ré": 5606,
+      "OL": 5607,
+      "▁linear": 5608,
+      "▁export": 5609,
+      "ahr": 5610,
+      "icial": 5611,
+      "Rep": 5612,
+      "▁natural": 5613,
+      "▁cop": 5614,
+      "▁})": 5615,
+      "ções": 5616,
+      "zz": 5617,
+      "What": 5618,
+      "▁House": 5619,
+      "Ref": 5620,
+      "inger": 5621,
+      "▁taking": 5622,
+      "ně": 5623,
+      "▁Einz": 5624,
+      "▁dam": 5625,
+      "▁issues": 5626,
+      "Builder": 5627,
+      "edit": 5628,
+      "▁prz": 5629,
+      "password": 5630,
+      "Gener": 5631,
+      "rim": 5632,
+      "▁parts": 5633,
+      "---": 5634,
+      "iginal": 5635,
+      "▁Sci": 5636,
+      "▁mother": 5637,
+      "rea": 5638,
+      "▁container": 5639,
+      "дя": 5640,
+      "▁IP": 5641,
+      "▁none": 5642,
+      "▁followed": 5643,
+      "▁ple": 5644,
+      "▁measure": 5645,
+      "▁tout": 5646,
+      "Ext": 5647,
+      "▁TV": 5648,
+      "▁explain": 5649,
+      "▁paper": 5650,
+      "сті": 5651,
+      "ws": 5652,
+      "Wik": 5653,
+      "▁mm": 5654,
+      "▁Norm": 5655,
+      "▁Server": 5656,
+      "font": 5657,
+      "ecause": 5658,
+      "TR": 5659,
+      "▁би": 5660,
+      "La": 5661,
+      "▁ens": 5662,
+      "▁retr": 5663,
+      "▁Sil": 5664,
+      "▁sequence": 5665,
+      "arc": 5666,
+      "IV": 5667,
+      "zá": 5668,
+      "▁Android": 5669,
+      "▁Super": 5670,
+      "▁roz": 5671,
+      "ovie": 5672,
+      "Om": 5673,
+      "▁Well": 5674,
+      "make": 5675,
+      "orph": 5676,
+      "▁Jer": 5677,
+      "▁Ros": 5678,
+      "reference": 5679,
+      "▁features": 5680,
+      "▁Ger": 5681,
+      "▁Leg": 5682,
+      "▁late": 5683,
+      "▁additional": 5684,
+      "▁flo": 5685,
+      "▁его": 5686,
+      "▁algorithm": 5687,
+      "BA": 5688,
+      "kar": 5689,
+      "IP": 5690,
+      "]);": 5691,
+      "▁appears": 5692,
+      "yw": 5693,
+      "▁temp": 5694,
+      "▁aussi": 5695,
+      "method": 5696,
+      "▁pet": 5697,
+      "strap": 5698,
+      "arning": 5699,
+      "▁cut": 5700,
+      "▁Sa": 5701,
+      "▁track": 5702,
+      "▁employ": 5703,
+      "▁inde": 5704,
+      "rav": 5705,
+      "▁generate": 5706,
+      "bes": 5707,
+      "arts": 5708,
+      "Status": 5709,
+      "uge": 5710,
+      "alis": 5711,
+      "▁override": 5712,
+      "▁fi": 5713,
+      "▁lost": 5714,
+      "oted": 5715,
+      "▁room": 5716,
+      "▁calls": 5717,
+      "▁consist": 5718,
+      "рен": 5719,
+      "▁village": 5720,
+      "dist": 5721,
+      "▁techn": 5722,
+      "enza": 5723,
+      "▁роз": 5724,
+      "▁Catalog": 5725,
+      "▁becom": 5726,
+      "rows": 5727,
+      "▁Nel": 5728,
+      "comple": 5729,
+      "▁premi": 5730,
+      "▁rot": 5731,
+      "▁Weblinks": 5732,
+      "▁football": 5733,
+      "▁compar": 5734,
+      "▁live": 5735,
+      "ких": 5736,
+      "▁equival": 5737,
+      "cape": 5738,
+      "▁Gen": 5739,
+      "nder": 5740,
+      "▁Vis": 5741,
+      "▁behind": 5742,
+      "gers": 5743,
+      "voke": 5744,
+      "▁media": 5745,
+      "EX": 5746,
+      "that": 5747,
+      "▁sono": 5748,
+      "▁mysql": 5749,
+      "ev": 5750,
+      "▁rule": 5751,
+      "дов": 5752,
+      "acc": 5753,
+      "▁WHERE": 5754,
+      "ене": 5755,
+      "Grid": 5756,
+      "▁jul": 5757,
+      "▁mort": 5758,
+      "▁generated": 5759,
+      "encia": 5760,
+      "acter": 5761,
+      "clud": 5762,
+      "▁scen": 5763,
+      "▁closed": 5764,
+      "▁Michael": 5765,
+      "▁mount": 5766,
+      ")$,": 5767,
+      "▁drop": 5768,
+      "▁combin": 5769,
+      "tocol": 5770,
+      "▁goes": 5771,
+      "▁geb": 5772,
+      "MD": 5773,
+      "▁Anton": 5774,
+      "▁$(\"": 5775,
+      "Tem": 5776,
+      "▁ca": 5777,
+      "▁instru": 5778,
+      "eds": 5779,
+      "▁tool": 5780,
+      "mys": 5781,
+      "▁route": 5782,
+      "\"))": 5783,
+      "пре": 5784,
+      "▁float": 5785,
+      "▁services": 5786,
+      "▁чи": 5787,
+      "кі": 5788,
+      "embly": 5789,
+      "aker": 5790,
+      "▁Son": 5791,
+      "▁Math": 5792,
+      "asse": 5793,
+      "ously": 5794,
+      "lications": 5795,
+      "▁ru": 5796,
+      "▁що": 5797,
+      "▁Const": 5798,
+      "▁immedi": 5799,
+      "FO": 5800,
+      "oro": 5801,
+      "▁production": 5802,
+      "rei": 5803,
+      "▁jquery": 5804,
+      "annt": 5805,
+      "▁While": 5806,
+      "▁sn": 5807,
+      "▁годи": 5808,
+      "Format": 5809,
+      "▁star": 5810,
+      "▁Sen": 5811,
+      "▁ko": 5812,
+      "NAME": 5813,
+      "▁prés": 5814,
+      "cha": 5815,
+      "what": 5816,
+      "omin": 5817,
+      "endant": 5818,
+      "hy": 5819,
+      "▁observ": 5820,
+      "▁prefer": 5821,
+      "ун": 5822,
+      "▁constructor": 5823,
+      "bs": 5824,
+      "▁mac": 5825,
+      "▁Bre": 5826,
+      "▁Instit": 5827,
+      "▁story": 5828,
+      "▁symbol": 5829,
+      "eles": 5830,
+      "ße": 5831,
+      "asing": 5832,
+      "▁west": 5833,
+      "ians": 5834,
+      "▁master": 5835,
+      "ез": 5836,
+      "▁ways": 5837,
+      "bm": 5838,
+      "▁pick": 5839,
+      "▁depart": 5840,
+      "Back": 5841,
+      "enk": 5842,
+      "lipse": 5843,
+      "▁math": 5844,
+      "▁Francis": 5845,
+      "▁December": 5846,
+      "fs": 5847,
+      "rum": 5848,
+      "▁development": 5849,
+      "LT": 5850,
+      "ernel": 5851,
+      "▁True": 5852,
+      "▁More": 5853,
+      "rangle": 5854,
+      "▁conditions": 5855,
+      "Options": 5856,
+      "▁gli": 5857,
+      "▁operation": 5858,
+      "ék": 5859,
+      "acht": 5860,
+      "ights": 5861,
+      "▁mist": 5862,
+      "anda": 5863,
+      "▁energy": 5864,
+      "▁же": 5865,
+      "▁women": 5866,
+      "akt": 5867,
+      "▁CH": 5868,
+      "gebra": 5869,
+      "▁meet": 5870,
+      "iu": 5871,
+      "well": 5872,
+      "öl": 5873,
+      "▁government": 5874,
+      "▁Jos": 5875,
+      "ieg": 5876,
+      "▁syntax": 5877,
+      "fix": 5878,
+      "▁Pet": 5879,
+      "jquery": 5880,
+      "▁card": 5881,
+      "▁principal": 5882,
+      "▁dru": 5883,
+      "▁territ": 5884,
+      "▁пов": 5885,
+      "▁SS": 5886,
+      "рии": 5887,
+      "tres": 5888,
+      "agne": 5889,
+      "lying": 5890,
+      "tilde": 5891,
+      "bern": 5892,
+      "enter": 5893,
+      "Per": 5894,
+      "▁somet": 5895,
+      "Load": 5896,
+      "lice": 5897,
+      "▁sous": 5898,
+      "▁Louis": 5899,
+      "▁logic": 5900,
+      "▁Other": 5901,
+      "▁cir": 5902,
+      "év": 5903,
+      "chron": 5904,
+      "▁han": 5905,
+      "▁margin": 5906,
+      "Window": 5907,
+      "ères": 5908,
+      "nych": 5909,
+      "push": 5910,
+      "bolds": 5911,
+      "▁layout": 5912,
+      "▁[`": 5913,
+      "Char": 5914,
+      "▁Cap": 5915,
+      "boldsymbol": 5916,
+      "▁Roman": 5917,
+      "▁Max": 5918,
+      ":(": 5919,
+      "▁Code": 5920,
+      "ising": 5921,
+      "▁states": 5922,
+      "▁existing": 5923,
+      "support": 5924,
+      "▁research": 5925,
+      "licate": 5926,
+      "vari": 5927,
+      "▁bij": 5928,
+      "▁appe": 5929,
+      "▁happens": 5930,
+      "\\\"": 5931,
+      "▁concern": 5932,
+      "west": 5933,
+      "▁saying": 5934,
+      "pid": 5935,
+      "▁recogn": 5936,
+      "▁Het": 5937,
+      "Child": 5938,
+      "▁cs": 5939,
+      "\\,": 5940,
+      "▁clean": 5941,
+      "lections": 5942,
+      "access": 5943,
+      "ву": 5944,
+      "про": 5945,
+      "acity": 5946,
+      "▁Off": 5947,
+      "▁easily": 5948,
+      "èque": 5949,
+      "▁jako": 5950,
+      "▁iz": 5951,
+      "▁Ha": 5952,
+      "▁Det": 5953,
+      "▁forma": 5954,
+      "sche": 5955,
+      "swers": 5956,
+      "▁offer": 5957,
+      "quired": 5958,
+      "Users": 5959,
+      "▁subst": 5960,
+      ">(": 5961,
+      "▁ground": 5962,
+      "unn": 5963,
+      "rod": 5964,
+      "spe": 5965,
+      "ursor": 5966,
+      "▁leave": 5967,
+      "erk": 5968,
+      "▁tal": 5969,
+      "▁bottom": 5970,
+      "IO": 5971,
+      "▁popular": 5972,
+      "igo": 5973,
+      "▁Time": 5974,
+      "values": 5975,
+      "▁Loc": 5976,
+      "▁Club": 5977,
+      "▁anche": 5978,
+      "iał": 5979,
+      "ії": 5980,
+      "Omega": 5981,
+      "▁located": 5982,
+      "Url": 5983,
+      "▁Esp": 5984,
+      "лы": 5985,
+      "ць": 5986,
+      "ulate": 5987,
+      "▁join": 5988,
+      "aves": 5989,
+      "vet": 5990,
+      "lio": 5991,
+      "remove": 5992,
+      "▁token": 5993,
+      "▁optim": 5994,
+      "▁claim": 5995,
+      "ological": 5996,
+      "▁css": 5997,
+      "▁although": 5998,
+      "▁priv": 5999,
+      "▁Ba": 6000,
+      "ül": 6001,
+      "entication": 6002,
+      "▁ven": 6003,
+      "Server": 6004,
+      "▁Cong": 6005,
+      "NET": 6006,
+      "CON": 6007,
+      "dt": 6008,
+      "perties": 6009,
+      "▁epis": 6010,
+      "wikipedia": 6011,
+      "▁engine": 6012,
+      "▁fer": 6013,
+      "getElement": 6014,
+      "▁Cla": 6015,
+      "ří": 6016,
+      "▁rom": 6017,
+      "varepsilon": 6018,
+      "▁prime": 6019,
+      "istry": 6020,
+      "pected": 6021,
+      "orage": 6022,
+      "▁touch": 6023,
+      "▁['": 6024,
+      "▁dan": 6025,
+      "Em": 6026,
+      "aciones": 6027,
+      "Can": 6028,
+      "▁whom": 6029,
+      "▁behavior": 6030,
+      "▁strings": 6031,
+      "▁Europ": 6032,
+      "▁Rom": 6033,
+      "circ": 6034,
+      "▁pun": 6035,
+      "▁register": 6036,
+      "buntu": 6037,
+      "rain": 6038,
+      "Ob": 6039,
+      "TA": 6040,
+      "▁sometimes": 6041,
+      "▁ment": 6042,
+      "▁integer": 6043,
+      "▁Jac": 6044,
+      "legate": 6045,
+      "othing": 6046,
+      "▁sound": 6047,
+      "laces": 6048,
+      "▁Ба": 6049,
+      "rb": 6050,
+      "di": 6051,
+      "ления": 6052,
+      "▁themselves": 6053,
+      "▁Black": 6054,
+      "▁settings": 6055,
+      "▁norm": 6056,
+      "▁runs": 6057,
+      "▁NOT": 6058,
+      "KE": 6059,
+      "▁perhaps": 6060,
+      "▁Я": 6061,
+      "▁mol": 6062,
+      "▁ans": 6063,
+      "atre": 6064,
+      "▁Dies": 6065,
+      "Token": 6066,
+      "anie": 6067,
+      "▁allowed": 6068,
+      "Range": 6069,
+      "▁Gro": 6070,
+      "via": 6071,
+      "utorial": 6072,
+      "ensor": 6073,
+      "estival": 6074,
+      ");\r": 6075,
+      "краї": 6076,
+      "▁turned": 6077,
+      "scope": 6078,
+      "▁bien": 6079,
+      "=$": 6080,
+      "▁extension": 6081,
+      "atore": 6082,
+      "▁Ро": 6083,
+      "▁specify": 6084,
+      "edu": 6085,
+      "Datos": 6086,
+      "▁stored": 6087,
+      "▁parse": 6088,
+      "▁answers": 6089,
+      "ills": 6090,
+      "▁heard": 6091,
+      "lu": 6092,
+      "▁THE": 6093,
+      "▁gén": 6094,
+      "▁ful": 6095,
+      "ez": 6096,
+      "▁Prem": 6097,
+      "then": 6098,
+      "dp": 6099,
+      "ського": 6100,
+      "▁Si": 6101,
+      "ço": 6102,
+      "Edit": 6103,
+      "ків": 6104,
+      "▁Ли": 6105,
+      "▁Sing": 6106,
+      "▁categ": 6107,
+      "Equ": 6108,
+      "▁guer": 6109,
+      "Width": 6110,
+      "▁Christian": 6111,
+      "stat": 6112,
+      "Write": 6113,
+      "▁woman": 6114,
+      "wood": 6115,
+      "Vis": 6116,
+      "раз": 6117,
+      "▁$$\\": 6118,
+      "oder": 6119,
+      "▁bool": 6120,
+      "▁international": 6121,
+      "ность": 6122,
+      "▁Richard": 6123,
+      "▁addition": 6124,
+      "▁Music": 6125,
+      "▁aber": 6126,
+      "tó": 6127,
+      "▁hier": 6128,
+      "ugh": 6129,
+      "▁pob": 6130,
+      "▁tables": 6131,
+      "Do": 6132,
+      "▁higher": 6133,
+      "psi": 6134,
+      "rá": 6135,
+      "▁active": 6136,
+      "▁Table": 6137,
+      "ње": 6138,
+      "▁description": 6139,
+      "▁seemed": 6140,
+      "íst": 6141,
+      "▁myself": 6142,
+      "▁menu": 6143,
+      "del": 6144,
+      "▁ž": 6145,
+      "ele": 6146,
+      "Aut": 6147,
+      "▁гру": 6148,
+      "mut": 6149,
+      "oon": 6150,
+      "asc": 6151,
+      "bug": 6152,
+      "▁moved": 6153,
+      "CL": 6154,
+      "▁datas": 6155,
+      "SO": 6156,
+      "оло": 6157,
+      "▁Georg": 6158,
+      "▁reach": 6159,
+      ":\"": 6160,
+      "▁evalu": 6161,
+      "▁Hel": 6162,
+      "▁River": 6163,
+      "▁Ар": 6164,
+      "////": 6165,
+      "▁sets": 6166,
+      "▁Olymp": 6167,
+      "Adapter": 6168,
+      ".'": 6169,
+      "overn": 6170,
+      "▁Lord": 6171,
+      "!--": 6172,
+      "jpg": 6173,
+      "imento": 6174,
+      "▁Prof": 6175,
+      "▁achieve": 6176,
+      "}:": 6177,
+      "▁incor": 6178,
+      "▁onder": 6179,
+      "engl": 6180,
+      "ABLE": 6181,
+      "▁Mary": 6182,
+      "▁waren": 6183,
+      "lage": 6184,
+      "Dec": 6185,
+      "англ": 6186,
+      "encias": 6187,
+      "лей": 6188,
+      "▁Machine": 6189,
+      "▁Ан": 6190,
+      "uda": 6191,
+      "▁ś": 6192,
+      "▁XX": 6193,
+      "only": 6194,
+      "ление": 6195,
+      "▁también": 6196,
+      "nej": 6197,
+      "▁relative": 6198,
+      "▁hours": 6199,
+      "▁indeed": 6200,
+      "undo": 6201,
+      "ingu": 6202,
+      "area": 6203,
+      "▁Create": 6204,
+      "beit": 6205,
+      "▁removed": 6206,
+      "master": 6207,
+      "haus": 6208,
+      "▁Bern": 6209,
+      "▁speed": 6210,
+      "▁Bay": 6211,
+      "▁Att": 6212,
+      "▁None": 6213,
+      "application": 6214,
+      "üd": 6215,
+      "▁fit": 6216,
+      "▁Maria": 6217,
+      "▁nord": 6218,
+      "▁split": 6219,
+      "▁stru": 6220,
+      "▁official": 6221,
+      "▁execute": 6222,
+      "ouve": 6223,
+      "{{": 6224,
+      "▁Ap": 6225,
+      "▁ку": 6226,
+      "IL": 6227,
+      "▁^": 6228,
+      "dim": 6229,
+      "▁setup": 6230,
+      "ск": 6231,
+      "▁share": 6232,
+      "▁minutes": 6233,
+      "gle": 6234,
+      "oco": 6235,
+      "stell": 6236,
+      "▁Coun": 6237,
+      "▁temper": 6238,
+      "keit": 6239,
+      "ський": 6240,
+      "ao": 6241,
+      "▁Long": 6242,
+      "(&": 6243,
+      "кан": 6244,
+      "▁dens": 6245,
+      "But": 6246,
+      "XX": 6247,
+      "DATE": 6248,
+      "gan": 6249,
+      ".).": 6250,
+      "▁entry": 6251,
+      "install": 6252,
+      "▁зна": 6253,
+      "▁Som": 6254,
+      "Command": 6255,
+      "ßen": 6256,
+      "▁starting": 6257,
+      "▁sto": 6258,
+      "IG": 6259,
+      "▁minim": 6260,
+      "▁explicit": 6261,
+      "▁bytes": 6262,
+      "▁party": 6263,
+      "tober": 6264,
+      "▁Grand": 6265,
+      "▁Vor": 6266,
+      "▁leur": 6267,
+      "Document": 6268,
+      "erc": 6269,
+      "ensive": 6270,
+      "CP": 6271,
+      "env": 6272,
+      "▁arguments": 6273,
+      "▁Gran": 6274,
+      "arily": 6275,
+      "▁lin": 6276,
+      "tn": 6277,
+      "(-": 6278,
+      "geq": 6279,
+      "▁Famil": 6280,
+      "▁Бо": 6281,
+      "▁tour": 6282,
+      "▁nav": 6283,
+      "▁properly": 6284,
+      "▁Mrs": 6285,
+      "▁Mel": 6286,
+      "▁scale": 6287,
+      "astic": 6288,
+      "ds": 6289,
+      "▁Sir": 6290,
+      "▁Church": 6291,
+      "}^{\\": 6292,
+      "you": 6293,
+      "/.": 6294,
+      "So": 6295,
+      "▁brought": 6296,
+      "▁role": 6297,
+      "▁Sur": 6298,
+      "▁fond": 6299,
+      "▁ges": 6300,
+      "że": 6301,
+      "eten": 6302,
+      "▁était": 6303,
+      "SER": 6304,
+      "▁которы": 6305,
+      "▁equation": 6306,
+      "aspx": 6307,
+      "▁Afr": 6308,
+      "▁dit": 6309,
+      "empty": 6310,
+      "alement": 6311,
+      "wrap": 6312,
+      "▁Bet": 6313,
+      "▁collect": 6314,
+      "▁git": 6315,
+      "▁vie": 6316,
+      "▁..": 6317,
+      "рой": 6318,
+      "▁<?": 6319,
+      "▁educ": 6320,
+      "kl": 6321,
+      "ensis": 6322,
+      "▁OR": 6323,
+      "▁Hi": 6324,
+      "▁Cour": 6325,
+      "бы": 6326,
+      "cert": 6327,
+      "▁Ges": 6328,
+      "essor": 6329,
+      "Main": 6330,
+      "▁лю": 6331,
+      "cade": 6332,
+      "dot": 6333,
+      "augh": 6334,
+      "hib": 6335,
+      "▁automatically": 6336,
+      "▁spir": 6337,
+      "present": 6338,
+      "▁February": 6339,
+      "▁Elle": 6340,
+      "custom": 6341,
+      "▁proget": 6342,
+      "▁administr": 6343,
+      "AA": 6344,
+      "▁born": 6345,
+      "▁College": 6346,
+      "athol": 6347,
+      "`)": 6348,
+      "ierre": 6349,
+      "▁ran": 6350,
+      "▁profession": 6351,
+      "ogen": 6352,
+      "}_{\\": 6353,
+      "▁activity": 6354,
+      "▁scroll": 6355,
+      "▁prove": 6356,
+      "ibrary": 6357,
+      "eries": 6358,
+      "Read": 6359,
+      "year": 6360,
+      "▁lang": 6361,
+      "Det": 6362,
+      "▁knew": 6363,
+      "▁protected": 6364,
+      "▁wor": 6365,
+      "▁effic": 6366,
+      "▁rég": 6367,
+      "▁theory": 6368,
+      "▁published": 6369,
+      "real": 6370,
+      "▁Tour": 6371,
+      "▁durante": 6372,
+      "äs": 6373,
+      "▁positive": 6374,
+      "▁forward": 6375,
+      "▁Rel": 6376,
+      "{\"": 6377,
+      "park": 6378,
+      "▁Um": 6379,
+      "▁eer": 6380,
+      "enta": 6381,
+      "▁imag": 6382,
+      "ної": 6383,
+      "piel": 6384,
+      "▁jQuery": 6385,
+      "isme": 6386,
+      "chni": 6387,
+      "organ": 6388,
+      "▁args": 6389,
+      "oir": 6390,
+      "heim": 6391,
+      "rian": 6392,
+      "eless": 6393,
+      "uses": 6394,
+      "дин": 6395,
+      "ición": 6396,
+      "▁indust": 6397,
+      "▁wish": 6398,
+      "ány": 6399,
+      "oca": 6400,
+      "▁angular": 6401,
+      "ieved": 6402,
+      "▁occur": 6403,
+      "SELECT": 6404,
+      "onia": 6405,
+      "admin": 6406,
+      "▁Best": 6407,
+      "▁это": 6408,
+      "огра": 6409,
+      "▁loss": 6410,
+      "▁bal": 6411,
+      "▁Рос": 6412,
+      "▁career": 6413,
+      "▁пе": 6414,
+      "IX": 6415,
+      "▁fall": 6416,
+      "▁Rob": 6417,
+      "▁OP": 6418,
+      "ened": 6419,
+      "graphics": 6420,
+      "▁coming": 6421,
+      "Update": 6422,
+      "▁died": 6423,
+      "eden": 6424,
+      "▁abs": 6425,
+      "▁inner": 6426,
+      "▁trav": 6427,
+      "стоя": 6428,
+      "zą": 6429,
+      "ép": 6430,
+      "▁Group": 6431,
+      "▁cel": 6432,
+      "▁stuff": 6433,
+      "▁situation": 6434,
+      "▁${": 6435,
+      "acle": 6436,
+      "▁purpose": 6437,
+      "▁Fire": 6438,
+      "▁Oh": 6439,
+      "▁Second": 6440,
+      "▁upload": 6441,
+      "ostał": 6442,
+      "ющи": 6443,
+      "Auth": 6444,
+      "▁showing": 6445,
+      "▁completely": 6446,
+      "avel": 6447,
+      "bd": 6448,
+      "▁proced": 6449,
+      "▁Ö": 6450,
+      "control": 6451,
+      "▁thank": 6452,
+      "undred": 6453,
+      "▁tom": 6454,
+      "▁examples": 6455,
+      "▁remember": 6456,
+      "▁рабо": 6457,
+      "▁possib": 6458,
+      "▁detect": 6459,
+      "▁poor": 6460,
+      "▁Op": 6461,
+      "▁century": 6462,
+      "utter": 6463,
+      "▁login": 6464,
+      "unst": 6465,
+      "Output": 6466,
+      "▁otherwise": 6467,
+      "lan": 6468,
+      "тур": 6469,
+      "▁сов": 6470,
+      "▁groups": 6471,
+      "rip": 6472,
+      "▁shell": 6473,
+      "▁district": 6474,
+      "▁records": 6475,
+      "▁siè": 6476,
+      "fortun": 6477,
+      "enty": 6478,
+      "▁Tre": 6479,
+      "▁changing": 6480,
+      "след": 6481,
+      "aught": 6482,
+      "▁deep": 6483,
+      "subset": 6484,
+      "agy": 6485,
+      "endar": 6486,
+      "jax": 6487,
+      "OM": 6488,
+      "El": 6489,
+      "imate": 6490,
+      "ardo": 6491,
+      "▁plot": 6492,
+      "▁visit": 6493,
+      "▁bug": 6494,
+      "▁все": 6495,
+      "▁opened": 6496,
+      "▁repla": 6497,
+      "▁Henry": 6498,
+      "▁pp": 6499,
+      "bas": 6500,
+      "▁dark": 6501,
+      "▁Martin": 6502,
+      "▁resource": 6503,
+      "iling": 6504,
+      "▁watch": 6505,
+      "replace": 6506,
+      "▁release": 6507,
+      "Location": 6508,
+      "▁learning": 6509,
+      "menu": 6510,
+      "▁allows": 6511,
+      "ър": 6512,
+      "Length": 6513,
+      "▁whatever": 6514,
+      "▁pages": 6515,
+      "▁compiler": 6516,
+      "▁также": 6517,
+      "▁Pan": 6518,
+      "command": 6519,
+      "▁road": 6520,
+      "▁unless": 6521,
+      "`?": 6522,
+      "▁discover": 6523,
+      "▁он": 6524,
+      "}]": 6525,
+      "bour": 6526,
+      "▁Could": 6527,
+      "▁regex": 6528,
+      "▁ps": 6529,
+      "CD": 6530,
+      "из": 6531,
+      "▁wife": 6532,
+      "amenti": 6533,
+      "▁fair": 6534,
+      "▁DB": 6535,
+      "▁Cup": 6536,
+      "enen": 6537,
+      "ajax": 6538,
+      "othèque": 6539,
+      "▁seiner": 6540,
+      "icker": 6541,
+      "ám": 6542,
+      "exchange": 6543,
+      "oles": 6544,
+      "IF": 6545,
+      "▁До": 6546,
+      "ohn": 6547,
+      "▁grow": 6548,
+      "▁Thus": 6549,
+      "spec": 6550,
+      "▁hatte": 6551,
+      "#,": 6552,
+      "allel": 6553,
+      "▁rate": 6554,
+      "▁central": 6555,
+      "▁Van": 6556,
+      "iforn": 6557,
+      "Run": 6558,
+      "▁study": 6559,
+      "▁XML": 6560,
+      "▁Che": 6561,
+      "▁beaut": 6562,
+      "mid": 6563,
+      "▁advance": 6564,
+      "Ver": 6565,
+      "тя": 6566,
+      "▁hands": 6567,
+      "▁lay": 6568,
+      "▁š": 6569,
+      "▁OS": 6570,
+      "▁{}": 6571,
+      "Pre": 6572,
+      "▁Hall": 6573,
+      "imp": 6574,
+      "▁sun": 6575,
+      "▁steps": 6576,
+      "▁jud": 6577,
+      "qui": 6578,
+      "▁boot": 6579,
+      "▁%>": 6580,
+      "▁Ва": 6581,
+      "nost": 6582,
+      "▁nem": 6583,
+      "▁pen": 6584,
+      "Open": 6585,
+      "▁church": 6586,
+      "кон": 6587,
+      "▁average": 6588,
+      "▁comments": 6589,
+      "▁corresponding": 6590,
+      "levant": 6591,
+      "▁bed": 6592,
+      "▁meaning": 6593,
+      "Version": 6594,
+      "Link": 6595,
+      "bel": 6596,
+      "▁extract": 6597,
+      "ść": 6598,
+      "▁IV": 6599,
+      "▁Ir": 6600,
+      "▁computer": 6601,
+      "▁affect": 6602,
+      "▁Ста": 6603,
+      "AX": 6604,
+      "sort": 6605,
+      "▁species": 6606,
+      "▁Oper": 6607,
+      "▁hash": 6608,
+      "ches": 6609,
+      "▁Einzeln": 6610,
+      "▁keys": 6611,
+      "▁marzo": 6612,
+      "▁interpret": 6613,
+      "hood": 6614,
+      "▁coordin": 6615,
+      "ös": 6616,
+      "rage": 6617,
+      "etz": 6618,
+      "iza": 6619,
+      "дер": 6620,
+      "üt": 6621,
+      "^*": 6622,
+      "▁modify": 6623,
+      "▁termin": 6624,
+      "▁cred": 6625,
+      "zon": 6626,
+      "ную": 6627,
+      "▁mie": 6628,
+      "▁''": 6629,
+      "▁Mos": 6630,
+      "▁connected": 6631,
+      "NO": 6632,
+      "▁compile": 6633,
+      "▁\"\\": 6634,
+      "▁cat": 6635,
+      "fiddle": 6636,
+      "uta": 6637,
+      "Access": 6638,
+      "▁Sto": 6639,
+      "▁Bur": 6640,
+      "▁north": 6641,
+      "Gamma": 6642,
+      "▁alloc": 6643,
+      "Init": 6644,
+      "▁Link": 6645,
+      "ialize": 6646,
+      "Impl": 6647,
+      "oupe": 6648,
+      "ropri": 6649,
+      "▁Gold": 6650,
+      "▁solo": 6651,
+      "▁Dist": 6652,
+      ",-": 6653,
+      "nav": 6654,
+      "▁alert": 6655,
+      "esis": 6656,
+      "▁Os": 6657,
+      "///": 6658,
+      "▁feb": 6659,
+      "▁-->": 6660,
+      "foot": 6661,
+      "▁Fried": 6662,
+      "▁Einzelnach": 6663,
+      "▁rev": 6664,
+      "zeit": 6665,
+      "▁Stat": 6666,
+      "▁Seg": 6667,
+      "▁blo": 6668,
+      "wick": 6669,
+      "EL": 6670,
+      "caption": 6671,
+      "header": 6672,
+      "▁president": 6673,
+      "▁multip": 6674,
+      "▁Einzelnachweise": 6675,
+      "▁seine": 6676,
+      "?”": 6677,
+      "Function": 6678,
+      "▁Stand": 6679,
+      "▁Function": 6680,
+      "▁?>": 6681,
+      "▁Bill": 6682,
+      "▁spect": 6683,
+      "▁redirect": 6684,
+      "rupt": 6685,
+      "▁walk": 6686,
+      "вши": 6687,
+      "springframework": 6688,
+      "place": 6689,
+      "ého": 6690,
+      "Entity": 6691,
+      "▁Service": 6692,
+      "inte": 6693,
+      "▁training": 6694,
+      "▁(`": 6695,
+      "фор": 6696,
+      "▁кра": 6697,
+      "aur": 6698,
+      "▁fetch": 6699,
+      "▁†": 6700,
+      "▁même": 6701,
+      "▁('": 6702,
+      "atively": 6703,
+      "▁execut": 6704,
+      "äch": 6705,
+      "▁Catalogue": 6706,
+      "based": 6707,
+      "Attribute": 6708,
+      "▁spring": 6709,
+      "phone": 6710,
+      "тра": 6711,
+      "▁пи": 6712,
+      "тера": 6713,
+      "▁`\\": 6714,
+      "▁Od": 6715,
+      "One": 6716,
+      "send": 6717,
+      "bon": 6718,
+      "▁°": 6719,
+      "MO": 6720,
+      "▁asking": 6721,
+      "▁où": 6722,
+      "▁ingår": 6723,
+      "▁testing": 6724,
+      "▁фа": 6725,
+      "▁Book": 6726,
+      "imm": 6727,
+      "▁progress": 6728,
+      "bro": 6729,
+      "First": 6730,
+      "▁phot": 6731,
+      "▁ON": 6732,
+      "Template": 6733,
+      "developer": 6734,
+      "annot": 6735,
+      "▁>=": 6736,
+      "mission": 6737,
+      "▁któ": 6738,
+      "pc": 6739,
+      "bach": 6740,
+      "zent": 6741,
+      "ued": 6742,
+      "▁ones": 6743,
+      "ји": 6744,
+      "▁rout": 6745,
+      "▁Ки": 6746,
+      "Post": 6747,
+      "ції": 6748,
+      "▁Vir": 6749,
+      "nek": 6750,
+      "aging": 6751,
+      "▁ок": 6752,
+      "izont": 6753,
+      "▁agosto": 6754,
+      "▁choose": 6755,
+      "▁\r": 6756,
+      "▁systems": 6757,
+      "loss": 6758,
+      "iente": 6759,
+      "▁Cre": 6760,
+      "▁contra": 6761,
+      "ums": 6762,
+      "▁beginning": 6763,
+      "emy": 6764,
+      "istics": 6765,
+      "▁served": 6766,
+      "Down": 6767,
+      "options": 6768,
+      "▁Govern": 6769,
+      "▁BY": 6770,
+      "▁jest": 6771,
+      "té": 6772,
+      "▁continue": 6773,
+      "pers": 6774,
+      "▁easier": 6775,
+      "▁cos": 6776,
+      "esso": 6777,
+      ">>": 6778,
+      "Net": 6779,
+      "▁Bor": 6780,
+      "▁Cr": 6781,
+      "▁transfer": 6782,
+      "▁CSS": 6783,
+      "▁finns": 6784,
+      "▁хо": 6785,
+      "username": 6786,
+      "▁constru": 6787,
+      "▁pain": 6788,
+      "▁Tem": 6789,
+      "▁specified": 6790,
+      "▁brit": 6791,
+      "ские": 6792,
+      "irk": 6793,
+      "rapper": 6794,
+      "▁counter": 6795,
+      "▁[\"": 6796,
+      "oded": 6797,
+      "дан": 6798,
+      "property": 6799,
+      "hard": 6800,
+      "istrict": 6801,
+      ")/": 6802,
+      "▁Pour": 6803,
+      "▁Where": 6804,
+      "▁===": 6805,
+      "▁sowie": 6806,
+      "▁Про": 6807,
+      "▁dess": 6808,
+      "▁tras": 6809,
+      "▁уча": 6810,
+      "▁Over": 6811,
+      "note": 6812,
+      "▁America": 6813,
+      "cp": 6814,
+      "▁grande": 6815,
+      "Me": 6816,
+      ")-": 6817,
+      "Mode": 6818,
+      "▁passing": 6819,
+      "▁giving": 6820,
+      "Cl": 6821,
+      "}/": 6822,
+      "Menu": 6823,
+      "!!": 6824,
+      "angular": 6825,
+      "▁launch": 6826,
+      "varphi": 6827,
+      "▁Johann": 6828,
+      "▁foreach": 6829,
+      "ró": 6830,
+      "sequ": 6831,
+      "ifi": 6832,
+      "Am": 6833,
+      "arp": 6834,
+      "▁buffer": 6835,
+      "▁ni": 6836,
+      "▁mix": 6837,
+      "▁Museum": 6838,
+      "▁meant": 6839,
+      "asi": 6840,
+      "▁kan": 6841,
+      "прав": 6842,
+      "Comp": 6843,
+      "istoire": 6844,
+      "iful": 6845,
+      "jer": 6846,
+      "issions": 6847,
+      "Resource": 6848,
+      "▁воз": 6849,
+      "▁ST": 6850,
+      "▁solutions": 6851,
+      "▁belong": 6852,
+      "▁Associ": 6853,
+      "cf": 6854,
+      "▁Mär": 6855,
+      "▁grid": 6856,
+      "Mult": 6857,
+      "▁requires": 6858,
+      "kk": 6859,
+      "▁teach": 6860,
+      "emeinde": 6861,
+      "▁square": 6862,
+      "▁коман": 6863,
+      "▁Event": 6864,
+      "▁rules": 6865,
+      "▁bur": 6866,
+      "▁eing": 6867,
+      "▁Mai": 6868,
+      "▁nam": 6869,
+      "▁slä": 6870,
+      "hör": 6871,
+      "▁tip": 6872,
+      "▁Literatur": 6873,
+      "▁scope": 6874,
+      "overline": 6875,
+      "▁exit": 6876,
+      ")?": 6877,
+      "bet": 6878,
+      "▁vict": 6879,
+      "Off": 6880,
+      "▁approxim": 6881,
+      "▁Geb": 6882,
+      "ktop": 6883,
+      "heit": 6884,
+      "▁Ю": 6885,
+      "template": 6886,
+      "рон": 6887,
+      "▁uno": 6888,
+      "Serv": 6889,
+      "▁framework": 6890,
+      "operator": 6891,
+      "▁generally": 6892,
+      "▁hundred": 6893,
+      "▁divers": 6894,
+      "ovi": 6895,
+      "▁rés": 6896,
+      "abs": 6897,
+      "▁gal": 6898,
+      "çais": 6899,
+      "▁feet": 6900,
+      "▁virtual": 6901,
+      "czy": 6902,
+      "ску": 6903,
+      "./": 6904,
+      "hu": 6905,
+      "ancy": 6906,
+      "▁recommend": 6907,
+      "▁під": 6908,
+      "▁money": 6909,
+      "▁versions": 6910,
+      "▁helps": 6911,
+      "▁Hor": 6912,
+      "Items": 6913,
+      "look": 6914,
+      "connect": 6915,
+      "anges": 6916,
+      "ViewController": 6917,
+      "elijk": 6918,
+      "▁occup": 6919,
+      "▁editor": 6920,
+      "auto": 6921,
+      "ög": 6922,
+      "▁seconds": 6923,
+      "▁obvious": 6924,
+      "vm": 6925,
+      "akes": 6926,
+      "▁gegen": 6927,
+      "▁til": 6928,
+      "jection": 6929,
+      "лення": 6930,
+      "▁operations": 6931,
+      "▁East": 6932,
+      "ogy": 6933,
+      "▁Polit": 6934,
+      "uten": 6935,
+      "▁Joseph": 6936,
+      "\"`": 6937,
+      "▁Company": 6938,
+      "▁callback": 6939,
+      "▁sen": 6940,
+      "cción": 6941,
+      "▁associated": 6942,
+      "▁containing": 6943,
+      "▁practice": 6944,
+      "elijke": 6945,
+      "oke": 6946,
+      "éra": 6947,
+      "uns": 6948,
+      "anta": 6949,
+      "vey": 6950,
+      "zu": 6951,
+      "▁Bes": 6952,
+      "▁Flor": 6953,
+      "mem": 6954,
+      "ycz": 6955,
+      "▁architect": 6956,
+      "▁anni": 6957,
+      "▁contact": 6958,
+      "YPE": 6959,
+      "▁Cas": 6960,
+      "▁полу": 6961,
+      "ovo": 6962,
+      "▁bring": 6963,
+      "▁concept": 6964,
+      "▁js": 6965,
+      "▁Referencias": 6966,
+      "emble": 6967,
+      "▁н": 6968,
+      "▁supported": 6969,
+      "Big": 6970,
+      "▁Hans": 6971,
+      "erv": 6972,
+      "▁Maj": 6973,
+      "▁arriv": 6974,
+      "▁Have": 6975,
+      "▁probability": 6976,
+      "▁Pop": 6977,
+      "▁Pass": 6978,
+      "token": 6979,
+      "Provider": 6980,
+      "▁Ra": 6981,
+      "Reader": 6982,
+      "ooth": 6983,
+      "lap": 6984,
+      "▁assist": 6985,
+      "adow": 6986,
+      "▁tests": 6987,
+      "сси": 6988,
+      "▁king": 6989,
+      "langle": 6990,
+      "▁Sum": 6991,
+      "OIN": 6992,
+      "▁security": 6993,
+      "nis": 6994,
+      "../": 6995,
+      "▁basic": 6996,
+      "unity": 6997,
+      "`:": 6998,
+      "▁кото": 6999,
+      "kow": 7000,
+      "▁Bibliothèque": 7001,
+      "asion": 7002,
+      "alo": 7003,
+      "ifest": 7004,
+      "▁novembre": 7005,
+      "▁peu": 7006,
+      "▁Ж": 7007,
+      "enschaft": 7008,
+      "clus": 7009,
+      "ју": 7010,
+      "Height": 7011,
+      "ún": 7012,
+      "▁tur": 7013,
+      "▁ideas": 7014,
+      "▁ces": 7015,
+      "frak": 7016,
+      "▁premier": 7017,
+      "itation": 7018,
+      "▁sé": 7019,
+      "HTML": 7020,
+      "▁Royal": 7021,
+      "ської": 7022,
+      "▁byte": 7023,
+      "PS": 7024,
+      "▁segu": 7025,
+      "inen": 7026,
+      "▁Great": 7027,
+      "▁Ку": 7028,
+      "▁external": 7029,
+      "Title": 7030,
+      "Top": 7031,
+      "Process": 7032,
+      "ität": 7033,
+      "▁`/": 7034,
+      "▁secret": 7035,
+      "pository": 7036,
+      "▁potential": 7037,
+      "▁Bud": 7038,
+      "names": 7039,
+      "asons": 7040,
+      "stackexchange": 7041,
+      "background": 7042,
+      "пер": 7043,
+      "сов": 7044,
+      "after": 7045,
+      "▁pero": 7046,
+      "▁software": 7047,
+      "▁sed": 7048,
+      "▁arrays": 7049,
+      "tmp": 7050,
+      "▁asp": 7051,
+      "scale": 7052,
+      "▁Lat": 7053,
+      "anal": 7054,
+      "▁gem": 7055,
+      "PU": 7056,
+      "▁Altri": 7057,
+      "That": 7058,
+      "▁Ни": 7059,
+      "ifact": 7060,
+      "Address": 7061,
+      "▁south": 7062,
+      "▁formula": 7063,
+      "▁Colleg": 7064,
+      "▁ін": 7065,
+      "ktion": 7066,
+      "▁sac": 7067,
+      "SH": 7068,
+      "ajo": 7069,
+      "etc": 7070,
+      "vc": 7071,
+      "`](": 7072,
+      "▁Dur": 7073,
+      "▁Ме": 7074,
+      "▁Smith": 7075,
+      "items": 7076,
+      "CK": 7077,
+      "elo": 7078,
+      "▁plugin": 7079,
+      "▁serie": 7080,
+      "ienne": 7081,
+      "▁или": 7082,
+      "Mar": 7083,
+      "▁Image": 7084,
+      "got": 7085,
+      "andas": 7086,
+      "▁matches": 7087,
+      "▁worth": 7088,
+      "▁Deb": 7089,
+      "▁cache": 7090,
+      "▁felt": 7091,
+      "ersch": 7092,
+      "izes": 7093,
+      "Oper": 7094,
+      "▁Jahre": 7095,
+      "▁commune": 7096,
+      "thread": 7097,
+      "▁ny": 7098,
+      "dec": 7099,
+      "ouw": 7100,
+      "▁surface": 7101,
+      "▁Por": 7102,
+      "▁Street": 7103,
+      "при": 7104,
+      "▁candid": 7105,
+      "▁Return": 7106,
+      "▁Kom": 7107,
+      "gru": 7108,
+      "▁ти": 7109,
+      "[\\": 7110,
+      "▁depends": 7111,
+      "▁influ": 7112,
+      "▁towards": 7113,
+      "ained": 7114,
+      "▁rank": 7115,
+      "▁Januar": 7116,
+      "▁components": 7117,
+      "gest": 7118,
+      "getElementById": 7119,
+      "▁checked": 7120,
+      "airs": 7121,
+      "join": 7122,
+      "▁dead": 7123,
+      "▁hit": 7124,
+      "ény": 7125,
+      "▁equivalent": 7126,
+      "▁Пре": 7127,
+      "▁appropri": 7128,
+      "Pass": 7129,
+      "▁primer": 7130,
+      "englisch": 7131,
+      "▁appar": 7132,
+      "▁During": 7133,
+      "▁knowledge": 7134,
+      "▁trigger": 7135,
+      "▁core": 7136,
+      "▁Ol": 7137,
+      "▁Produ": 7138,
+      "▁Fern": 7139,
+      "▁нача": 7140,
+      "Te": 7141,
+      "▁Mot": 7142,
+      "erve": 7143,
+      "тво": 7144,
+      "▁mid": 7145,
+      "▁finally": 7146,
+      "aires": 7147,
+      "▁especially": 7148,
+      "▁tut": 7149,
+      "▁receive": 7150,
+      "adre": 7151,
+      "▁neigh": 7152,
+      "ktet": 7153,
+      "ilde": 7154,
+      "▁radio": 7155,
+      "▁driver": 7156,
+      "лись": 7157,
+      "endencies": 7158,
+      "▁IE": 7159,
+      "▁saved": 7160,
+      "ffect": 7161,
+      "▁Wayback": 7162,
+      "iat": 7163,
+      "▁padding": 7164,
+      "window": 7165,
+      "тиче": 7166,
+      "▁mur": 7167,
+      "actor": 7168,
+      "▁Han": 7169,
+      "ональ": 7170,
+      "▁gar": 7171,
+      "▁familjen": 7172,
+      "ós": 7173,
+      "▁nationale": 7174,
+      "▁pré": 7175,
+      "ded": 7176,
+      "onal": 7177,
+      "▁President": 7178,
+      "▁\\,": 7179,
+      "▁placed": 7180,
+      "erni": 7181,
+      "▁signal": 7182,
+      "nab": 7183,
+      "hm": 7184,
+      "Mon": 7185,
+      "▁vs": 7186,
+      "SC": 7187,
+      "▁progetti": 7188,
+      "▁Ü": 7189,
+      "▁forms": 7190,
+      "▁messages": 7191,
+      "inf": 7192,
+      "users": 7193,
+      "GET": 7194,
+      "▁dels": 7195,
+      "Collection": 7196,
+      "▁Good": 7197,
+      "▁Maybe": 7198,
+      "▁compr": 7199,
+      "▁larger": 7200,
+      "gres": 7201,
+      "aper": 7202,
+      "▁При": 7203,
+      "undes": 7204,
+      "▁sea": 7205,
+      "▁Spring": 7206,
+      "ulo": 7207,
+      "▁mechan": 7208,
+      "▁sans": 7209,
+      "GB": 7210,
+      "Valid": 7211,
+      "▁communic": 7212,
+      "▁pra": 7213,
+      "vier": 7214,
+      "▁Се": 7215,
+      "▁ain": 7216,
+      "тура": 7217,
+      "kom": 7218,
+      "skiego": 7219,
+      "ково": 7220,
+      "adata": 7221,
+      "▁Ре": 7222,
+      "▁boolean": 7223,
+      "sets": 7224,
+      "▁effort": 7225,
+      ".[": 7226,
+      "▁został": 7227,
+      "PA": 7228,
+      "▁Vict": 7229,
+      "SD": 7230,
+      "ował": 7231,
+      "▁emb": 7232,
+      "▁prima": 7233,
+      "▁hour": 7234,
+      "subsection": 7235,
+      "▁Fort": 7236,
+      "mathfrak": 7237,
+      "igin": 7238,
+      "GL": 7239,
+      ")+": 7240,
+      "fi": 7241,
+      "▁anci": 7242,
+      "▁pan": 7243,
+      "\\)": 7244,
+      "▁lug": 7245,
+      "▁deploy": 7246,
+      "domain": 7247,
+      "▁slight": 7248,
+      "JSON": 7249,
+      "▁morning": 7250,
+      "▁hi": 7251,
+      "▁compare": 7252,
+      "ije": 7253,
+      "▁blue": 7254,
+      "▁Ac": 7255,
+      "▁middle": 7256,
+      "anden": 7257,
+      "▁shared": 7258,
+      "▁Camp": 7259,
+      "▁Á": 7260,
+      "ounded": 7261,
+      "uw": 7262,
+      "ierung": 7263,
+      "Stack": 7264,
+      "▁eines": 7265,
+      "▁Da": 7266,
+      "lij": 7267,
+      "enti": 7268,
+      "▁й": 7269,
+      "Util": 7270,
+      "▁experience": 7271,
+      "▁await": 7272,
+      "uls": 7273,
+      "▁requests": 7274,
+      "▁impos": 7275,
+      "▁constraint": 7276,
+      "Change": 7277,
+      "emph": 7278,
+      "бер": 7279,
+      "▁Another": 7280,
+      "Custom": 7281,
+      "▁significant": 7282,
+      "cr": 7283,
+      "▁million": 7284,
+      "reek": 7285,
+      "▁dalla": 7286,
+      "▁Germ": 7287,
+      "otal": 7288,
+      "ateur": 7289,
+      "btn": 7290,
+      "▁thinking": 7291,
+      "▁interval": 7292,
+      "onne": 7293,
+      "▁liv": 7294,
+      "():": 7295,
+      "▁Ве": 7296,
+      "oe": 7297,
+      "▁Ev": 7298,
+      "meta": 7299,
+      "▁broad": 7300,
+      "Rem": 7301,
+      "apply": 7302,
+      "▁couple": 7303,
+      "▁techni": 7304,
+      "idades": 7305,
+      "▁goal": 7306,
+      "▁CD": 7307,
+      "hab": 7308,
+      "▁explan": 7309,
+      "anner": 7310,
+      "▁Because": 7311,
+      "blog": 7312,
+      "includegraphics": 7313,
+      "▁voice": 7314,
+      "▁Map": 7315,
+      "vention": 7316,
+      "Session": 7317,
+      "▁Liens": 7318,
+      "▁sor": 7319,
+      "category": 7320,
+      "ashington": 7321,
+      "▁März": 7322,
+      "pop": 7323,
+      "illet": 7324,
+      "▁zwei": 7325,
+      "▁Lie": 7326,
+      "Null": 7327,
+      "address": 7328,
+      "▁factor": 7329,
+      "▁ligne": 7330,
+      "▁HTTP": 7331,
+      "▁suf": 7332,
+      "▁personal": 7333,
+      "cip": 7334,
+      "▁Dar": 7335,
+      "▁adm": 7336,
+      "кой": 7337,
+      "▁Ext": 7338,
+      "▁god": 7339,
+      "aa": 7340,
+      "Right": 7341,
+      "été": 7342,
+      "▁dynamic": 7343,
+      "▁maintain": 7344,
+      "tor": 7345,
+      "########": 7346,
+      "▁Fra": 7347,
+      "▁choice": 7348,
+      "▁сто": 7349,
+      "СР": 7350,
+      "▁Feder": 7351,
+      "ston": 7352,
+      "▁flag": 7353,
+      "kit": 7354,
+      "Module": 7355,
+      "▁спо": 7356,
+      "▁Stra": 7357,
+      "icks": 7358,
+      "▁haven": 7359,
+      "▁Mass": 7360,
+      "▁Emp": 7361,
+      "▁Pi": 7362,
+      "▁Pen": 7363,
+      "Rect": 7364,
+      "▁Kr": 7365,
+      "itat": 7366,
+      "eler": 7367,
+      "ября": 7368,
+      "itet": 7369,
+      "▁Start": 7370,
+      "▁produced": 7371,
+      "▁пол": 7372,
+      "(_": 7373,
+      "▁delet": 7374,
+      "▁hot": 7375,
+      "▁Geschichte": 7376,
+      "~~": 7377,
+      "▁months": 7378,
+      "▁tod": 7379,
+      "▁ни": 7380,
+      "ús": 7381,
+      "temp": 7382,
+      "▁Dez": 7383,
+      "ypes": 7384,
+      "▁cui": 7385,
+      "ommun": 7386,
+      "actions": 7387,
+      "▁eigen": 7388,
+      "▁immediately": 7389,
+      "PL": 7390,
+      "▁Го": 7391,
+      "▁Bal": 7392,
+      "ље": 7393,
+      "ului": 7394,
+      "▁online": 7395,
+      "▁años": 7396,
+      "▁namespace": 7397,
+      "▁mond": 7398,
+      "▁Base": 7399,
+      "▁Canada": 7400,
+      "etzt": 7401,
+      "}-": 7402,
+      "▁defin": 7403,
+      "▁doubt": 7404,
+      "▁investig": 7405,
+      "views": 7406,
+      "▁Line": 7407,
+      "▁stage": 7408,
+      "ettings": 7409,
+      "ubre": 7410,
+      "float": 7411,
+      "▁Play": 7412,
+      "▁Las": 7413,
+      "ptr": 7414,
+      "▁becomes": 7415,
+      "estamp": 7416,
+      "▁independent": 7417,
+      "▁analysis": 7418,
+      "▁Look": 7419,
+      "lain": 7420,
+      "▁рас": 7421,
+      "Reference": 7422,
+      "▁sorry": 7423,
+      "▁supposed": 7424,
+      "ût": 7425,
+      "▁degree": 7426,
+      "utz": 7427,
+      "MM": 7428,
+      "▁desired": 7429,
+      "ły": 7430,
+      "▁len": 7431,
+      "▁alone": 7432,
+      "signed": 7433,
+      "▁Sta": 7434,
+      "Person": 7435,
+      "▁applied": 7436,
+      "▁Back": 7437,
+      "▁mars": 7438,
+      "Part": 7439,
+      "▁Did": 7440,
+      "▁externes": 7441,
+      "▁np": 7442,
+      "ongo": 7443,
+      "▁esta": 7444,
+      "Block": 7445,
+      "▁pou": 7446,
+      "adores": 7447,
+      "▁Studio": 7448,
+      ".$": 7449,
+      "▁reached": 7450,
+      "bot": 7451,
+      "▁Juni": 7452,
+      "tons": 7453,
+      "itel": 7454,
+      "▁Gar": 7455,
+      "▁articles": 7456,
+      "▁District": 7457,
+      "▁trouble": 7458,
+      "lide": 7459,
+      "▁Found": 7460,
+      "ád": 7461,
+      "▁equip": 7462,
+      "▁internal": 7463,
+      "'],": 7464,
+      "▁async": 7465,
+      "UB": 7466,
+      "gel": 7467,
+      "▁ai": 7468,
+      "ensure": 7469,
+      "▁appeared": 7470,
+      "▁$_": 7471,
+      "▁maximum": 7472,
+      "▁Си": 7473,
+      "рь": 7474,
+      "▁announ": 7475,
+      "лась": 7476,
+      "▁cm": 7477,
+      "ган": 7478,
+      "aupt": 7479,
+      "▁latter": 7480,
+      "▁platform": 7481,
+      "▁dra": 7482,
+      "▁capital": 7483,
+      "▁solved": 7484,
+      "riz": 7485,
+      "edic": 7486,
+      "▁Mur": 7487,
+      "▁Top": 7488,
+      "тся": 7489,
+      "Panel": 7490,
+      "rule": 7491,
+      "etic": 7492,
+      "▁Ren": 7493,
+      "▁Wikimedia": 7494,
+      "▁TO": 7495,
+      "second": 7496,
+      "isl": 7497,
+      "▁hy": 7498,
+      "▁niet": 7499,
+      "▁loaded": 7500,
+      "dig": 7501,
+      "▁mayo": 7502,
+      "[:": 7503,
+      "Acc": 7504,
+      "▁bek": 7505,
+      "нию": 7506,
+      "login": 7507,
+      "tx": 7508,
+      "▁Fur": 7509,
+      "▁Santa": 7510,
+      "azz": 7511,
+      "▁conduct": 7512,
+      "▁India": 7513,
+      "Order": 7514,
+      "irth": 7515,
+      "tw": 7516,
+      "}+": 7517,
+      "▁wieder": 7518,
+      "▁Edu": 7519,
+      "AV": 7520,
+      "▁```": 7521,
+      "▁manually": 7522,
+      "▁Read": 7523,
+      "fortunately": 7524,
+      "▁Run": 7525,
+      "▁Award": 7526,
+      "▁Foot": 7527,
+      "*)": 7528,
+      "params": 7529,
+      "пі": 7530,
+      "▁native": 7531,
+      "rift": 7532,
+      "▁ä": 7533,
+      "ATH": 7534,
+      "▁yourself": 7535,
+      "▁prior": 7536,
+      "▁cit": 7537,
+      "äh": 7538,
+      "▁treat": 7539,
+      "▁meas": 7540,
+      "ributed": 7541,
+      "▁clar": 7542,
+      "card": 7543,
+      "ROR": 7544,
+      "illes": 7545,
+      "▁layer": 7546,
+      "auer": 7547,
+      "▁rat": 7548,
+      "bernate": 7549,
+      "▁stato": 7550,
+      "▁China": 7551,
+      "▁$('#": 7552,
+      "▁naar": 7553,
+      "zip": 7554,
+      "▁${\\": 7555,
+      "▁appreciated": 7556,
+      "▁име": 7557,
+      "ży": 7558,
+      "▁przez": 7559,
+      "▁Indian": 7560,
+      "▁Tod": 7561,
+      "▁Source": 7562,
+      "▁други": 7563,
+      "internal": 7564,
+      "ionale": 7565,
+      "Product": 7566,
+      "▁Men": 7567,
+      "▁upper": 7568,
+      "▁Every": 7569,
+      "},\\": 7570,
+      "▁printf": 7571,
+      "▁continued": 7572,
+      "▁nodes": 7573,
+      "лки": 7574,
+      "▁nice": 7575,
+      "modules": 7576,
+      "eign": 7577,
+      "▁Mex": 7578,
+      "▁According": 7579,
+      "▁undefined": 7580,
+      "▁binary": 7581,
+      "cut": 7582,
+      "Current": 7583,
+      "edy": 7584,
+      "}}{": 7585,
+      "bles": 7586,
+      "▁вой": 7587,
+      "scri": 7588,
+      "eqn": 7589,
+      "Changed": 7590,
+      "▁köz": 7591,
+      "▁remote": 7592,
+      "вля": 7593,
+      "▁quel": 7594,
+      "▁align": 7595,
+      "▁пар": 7596,
+      "SV": 7597,
+      "yer": 7598,
+      "▁Californ": 7599,
+      "▁places": 7600,
+      "▁primary": 7601,
+      "▁conv": 7602,
+      "▁Juli": 7603,
+      "▁visual": 7604,
+      "▁Select": 7605,
+      "atory": 7606,
+      "=(": 7607,
+      "iser": 7608,
+      "▁intent": 7609,
+      "sur": 7610,
+      "container": 7611,
+      "iced": 7612,
+      "▁board": 7613,
+      "astr": 7614,
+      "omial": 7615,
+      "вет": 7616,
+      "зва": 7617,
+      "▁cru": 7618,
+      "▁Oktober": 7619,
+      "save": 7620,
+      "▁greater": 7621,
+      "▁inn": 7622,
+      "▁picture": 7623,
+      "▁То": 7624,
+      "▁obtained": 7625,
+      "Wikimedia": 7626,
+      "úblic": 7627,
+      "▁lors": 7628,
+      "▁mont": 7629,
+      "obre": 7630,
+      "▁civil": 7631,
+      "▁construction": 7632,
+      "▁Welt": 7633,
+      "▁Under": 7634,
+      "undert": 7635,
+      "▁edge": 7636,
+      "▁Liste": 7637,
+      "csv": 7638,
+      "▁experiment": 7639,
+      "localhost": 7640,
+      "▁Edit": 7641,
+      "greg": 7642,
+      "ová": 7643,
+      "ља": 7644,
+      "msg": 7645,
+      "▁Green": 7646,
+      "Dialog": 7647,
+      "Ident": 7648,
+      "▁JS": 7649,
+      "^{(": 7650,
+      "▁släktet": 7651,
+      "____": 7652,
+      "Project": 7653,
+      "▁beskre": 7654,
+      "▁ber": 7655,
+      "▁wouldn": 7656,
+      "▁react": 7657,
+      "Hel": 7658,
+      "zw": 7659,
+      "▁Washington": 7660,
+      "orie": 7661,
+      "task": 7662,
+      "▁category": 7663,
+      "▁artist": 7664,
+      "anno": 7665,
+      "▁ook": 7666,
+      "ammen": 7667,
+      "▁Minister": 7668,
+      "▁declar": 7669,
+      "▁Key": 7670,
+      ",.": 7671,
+      "▁mach": 7672,
+      "▁ww": 7673,
+      "isen": 7674,
+      "Fran": 7675,
+      "▁Росси": 7676,
+      "бор": 7677,
+      "три": 7678,
+      "▁rock": 7679,
+      "quis": 7680,
+      "mos": 7681,
+      "пера": 7682,
+      "▁esterni": 7683,
+      "▁gold": 7684,
+      "Windows": 7685,
+      "%%": 7686,
+      "▁partial": 7687,
+      "▁weight": 7688,
+      "▁spr": 7689,
+      "}).": 7690,
+      "▁français": 7691,
+      "fun": 7692,
+      "▁thous": 7693,
+      "holder": 7694,
+      "▁gone": 7695,
+      "▁Č": 7696,
+      "▁rend": 7697,
+      "DA": 7698,
+      "▁answered": 7699,
+      "▁False": 7700,
+      "Buffer": 7701,
+      "▁daugh": 7702,
+      ".--": 7703,
+      "▁Show": 7704,
+      "▁rect": 7705,
+      "▁Kre": 7706,
+      "dr": 7707,
+      "osoph": 7708,
+      "▁yield": 7709,
+      "urity": 7710,
+      "toString": 7711,
+      "aval": 7712,
+      "Pol": 7713,
+      "▁lock": 7714,
+      "imation": 7715,
+      "antic": 7716,
+      "Local": 7717,
+      "▁beskrevs": 7718,
+      "ités": 7719,
+      "grid": 7720,
+      "ут": 7721,
+      "▁_{": 7722,
+      "сі": 7723,
+      "FILE": 7724,
+      "▁км": 7725,
+      "▁speak": 7726,
+      "summary": 7727,
+      "prop": 7728,
+      "javascript": 7729,
+      "zk": 7730,
+      "izontal": 7731,
+      "▁trois": 7732,
+      "▁Rod": 7733,
+      "prise": 7734,
+      "рово": 7735,
+      "▁odd": 7736,
+      "▁gest": 7737,
+      "▁produce": 7738,
+      "▁waar": 7739,
+      "▁Av": 7740,
+      "ribu": 7741,
+      "вання": 7742,
+      "▁finished": 7743,
+      "▁adapt": 7744,
+      "▁Sar": 7745,
+      "textit": 7746,
+      "▁Ce": 7747,
+      "▁Fa": 7748,
+      "osen": 7749,
+      "▁deriv": 7750,
+      "▁ship": 7751,
+      "▁opin": 7752,
+      "▁Even": 7753,
+      "gesch": 7754,
+      "▁suppose": 7755,
+      "▁Fer": 7756,
+      "ское": 7757,
+      "▁worden": 7758,
+      "sey": 7759,
+      "hline": 7760,
+      "▁Union": 7761,
+      "▁/**": 7762,
+      "▁vez": 7763,
+      "▁Collegamenti": 7764,
+      "▁Society": 7765,
+      "▁econom": 7766,
+      "ší": 7767,
+      "oi": 7768,
+      "▁orient": 7769,
+      "▁Teil": 7770,
+      "rent": 7771,
+      "лекс": 7772,
+      "▁solid": 7773,
+      "▁cart": 7774,
+      "****************": 7775,
+      "▁cab": 7776,
+      "▁Message": 7777,
+      "dots": 7778,
+      "▁ég": 7779,
+      "▁twe": 7780,
+      "aga": 7781,
+      "▁naz": 7782,
+      "▁Microsoft": 7783,
+      "▁underarter": 7784,
+      "ppen": 7785,
+      "▁recent": 7786,
+      "▁net": 7787,
+      "▁resources": 7788,
+      "Ste": 7789,
+      ".\\": 7790,
+      "▁SO": 7791,
+      "лом": 7792,
+      "▁cele": 7793,
+      "▁lic": 7794,
+      "▁benef": 7795,
+      "ldots": 7796,
+      "▁serial": 7797,
+      "Integer": 7798,
+      "cles": 7799,
+      "▁miles": 7800,
+      "▁Ale": 7801,
+      "▁entered": 7802,
+      "▁Two": 7803,
+      "wie": 7804,
+      "▁includes": 7805,
+      "▁Each": 7806,
+      "elling": 7807,
+      "quer": 7808,
+      "▁Dom": 7809,
+      "pf": 7810,
+      "WS": 7811,
+      "▁straight": 7812,
+      "▁Stan": 7813,
+      "▁nos": 7814,
+      "ícul": 7815,
+      "atro": 7816,
+      "▁Center": 7817,
+      "FT": 7818,
+      "▁Inga": 7819,
+      "ilo": 7820,
+      "▁www": 7821,
+      "jsfiddle": 7822,
+      "nic": 7823,
+      "▁European": 7824,
+      "▁commer": 7825,
+      "▁girl": 7826,
+      "total": 7827,
+      "▁Star": 7828,
+      "▁suggested": 7829,
+      "pal": 7830,
+      "▁zwischen": 7831,
+      "писа": 7832,
+      "IM": 7833,
+      "▁handler": 7834,
+      "▁Program": 7835,
+      "xsl": 7836,
+      "ály": 7837,
+      "BU": 7838,
+      ",--": 7839,
+      "▁vid": 7840,
+      "▁established": 7841,
+      "▁Spiel": 7842,
+      "ometry": 7843,
+      "unes": 7844,
+      "▁sit": 7845,
+      "▁inher": 7846,
+      "▁puis": 7847,
+      "▁être": 7848,
+      "▁Most": 7849,
+      "Header": 7850,
+      "insert": 7851,
+      "▁sist": 7852,
+      "▁favor": 7853,
+      "dest": 7854,
+      "▁entity": 7855,
+      "Cal": 7856,
+      "▁Therefore": 7857,
+      "DD": 7858,
+      ";;": 7859,
+      "▁Dezember": 7860,
+      "▁Rh": 7861,
+      "iments": 7862,
+      "▁returning": 7863,
+      "sto": 7864,
+      "▁Value": 7865,
+      "▁liber": 7866,
+      "▁Result": 7867,
+      "▁bind": 7868,
+      "voir": 7869,
+      "▁Tim": 7870,
+      "▁Movie": 7871,
+      "weg": 7872,
+      "ket": 7873,
+      "▁исто": 7874,
+      "▁friends": 7875,
+      "▁fn": 7876,
+      "▁él": 7877,
+      "▁&=": 7878,
+      "arden": 7879,
+      "fficial": 7880,
+      "▁community": 7881,
+      "▁api": 7882,
+      "Args": 7883,
+      "ieren": 7884,
+      "▁dann": 7885,
+      "omorph": 7886,
+      "adr": 7887,
+      "loop": 7888,
+      "uman": 7889,
+      "▁vous": 7890,
+      "bst": 7891,
+      "submit": 7892,
+      "\\|": 7893,
+      "тин": 7894,
+      "Container": 7895,
+      "asket": 7896,
+      "?)": 7897,
+      "Sec": 7898,
+      "▁drive": 7899,
+      "Ass": 7900,
+      "▁swe": 7901,
+      "▁amer": 7902,
+      "▁mine": 7903,
+      "▁Ham": 7904,
+      "▁avait": 7905,
+      "▁Hon": 7906,
+      "▁après": 7907,
+      "▁Mann": 7908,
+      "ська": 7909,
+      "▁increase": 7910,
+      "▁ty": 7911,
+      "sky": 7912,
+      "▁accur": 7913,
+      "article": 7914,
+      "weight": 7915,
+      "▁sex": 7916,
+      "▁listade": 7917,
+      "/**": 7918,
+      "▁está": 7919,
+      "}}$": 7920,
+      "argo": 7921,
+      "define": 7922,
+      "▁состав": 7923,
+      "session": 7924,
+      "ads": 7925,
+      "стви": 7926,
+      "▁Law": 7927,
+      "▁dialog": 7928,
+      "▁duplicate": 7929,
+      "▁ép": 7930,
+      "▁voc": 7931,
+      "fri": 7932,
+      "▁green": 7933,
+      "▁hidden": 7934,
+      "▁Island": 7935,
+      "▁diag": 7936,
+      "owej": 7937,
+      "mysql": 7938,
+      "teil": 7939,
+      "rä": 7940,
+      "ikan": 7941,
+      "▁José": 7942,
+      "aled": 7943,
+      "Runtime": 7944,
+      "▁train": 7945,
+      "▁Division": 7946,
+      "ниц": 7947,
+      "▁Span": 7948,
+      "нима": 7949,
+      ")=\\": 7950,
+      "тан": 7951,
+      "▁stay": 7952,
+      "▁foo": 7953,
+      "▁accom": 7954,
+      "▁hers": 7955,
+      "▁нау": 7956,
+      "▁Mün": 7957,
+      "ideos": 7958,
+      "static": 7959,
+      "▁ready": 7960,
+      "]`": 7961,
+      "▁visible": 7962,
+      "▁Hope": 7963,
+      "ulated": 7964,
+      "▁Cult": 7965,
+      "стро": 7966,
+      "Co": 7967,
+      "▁smaller": 7968,
+      "atura": 7969,
+      "▁perfectly": 7970,
+      "req": 7971,
+      "▁proposed": 7972,
+      "▁degli": 7973,
+      "Search": 7974,
+      "▁ich": 7975,
+      "Max": 7976,
+      "▁volume": 7977,
+      "execute": 7978,
+      "gre": 7979,
+      "▁sport": 7980,
+      "udad": 7981,
+      "PT": 7982,
+      "▁Records": 7983,
+      "▁cook": 7984,
+      "▁expand": 7985,
+      "бі": 7986,
+      "▁altri": 7987,
+      "ppet": 7988,
+      "arse": 7989,
+      "▁wet": 7990,
+      "▁Bob": 7991,
+      "▁FC": 7992,
+      "▁Association": 7993,
+      "uje": 7994,
+      "▁fel": 7995,
+      "▁слу": 7996,
+      "▁Big": 7997,
+      "/\\": 7998,
+      "Ge": 7999,
+      "while": 8000,
+      "{(": 8001,
+      "▁sufficient": 8002,
+      "Position": 8003,
+      "▁understanding": 8004,
+      "▁nue": 8005,
+      "▁raz": 8006,
+      "▁ye": 8007,
+      "hem": 8008,
+      "Num": 8009,
+      "▁Project": 8010,
+      "▁Its": 8011,
+      "▁hasta": 8012,
+      "enso": 8013,
+      "▁wire": 8014,
+      "Ret": 8015,
+      "uj": 8016,
+      "proof": 8017,
+      "▁relevant": 8018,
+      "▁partir": 8019,
+      "▁ago": 8020,
+      "ificate": 8021,
+      "▁domin": 8022,
+      "▁boy": 8023,
+      "▁plant": 8024,
+      "▁encoding": 8025,
+      "▁throws": 8026,
+      "▁Rock": 8027,
+      "zone": 8028,
+      "gang": 8029,
+      "widget": 8030,
+      "▁interesting": 8031,
+      "DER": 8032,
+      "▁demon": 8033,
+      "▁office": 8034,
+      "amt": 8035,
+      "äter": 8036,
+      "▁White": 8037,
+      "▁versch": 8038,
+      "▁dieser": 8039,
+      "▁Mount": 8040,
+      "▁students": 8041,
+      "▁Pub": 8042,
+      "▁Де": 8043,
+      "ija": 8044,
+      "▁Cy": 8045,
+      "▁California": 8046,
+      "▁abril": 8047,
+      "äll": 8048,
+      "▁чем": 8049,
+      "TV": 8050,
+      "▁més": 8051,
+      "▁declared": 8052,
+      "▁ю": 8053,
+      "ől": 8054,
+      "appa": 8055,
+      "▁Бе": 8056,
+      "echo": 8057,
+      "numer": 8058,
+      "▁posted": 8059,
+      "▁вер": 8060,
+      "▁године": 8061,
+      "▁weak": 8062,
+      "▁Republic": 8063,
+      "▁champion": 8064,
+      "ensuremath": 8065,
+      "your": 8066,
+      "▁Ober": 8067,
+      "▁Central": 8068,
+      "isa": 8069,
+      "анд": 8070,
+      "yy": 8071,
+      "▁fully": 8072,
+      "▁SD": 8073,
+      "▁Linux": 8074,
+      "▁Scott": 8075,
+      "partment": 8076,
+      "kon": 8077,
+      "▁contract": 8078,
+      "▁OF": 8079,
+      "▁ale": 8080,
+      "▁Ann": 8081,
+      "▁над": 8082,
+      "lah": 8083,
+      "▁Next": 8084,
+      "oren": 8085,
+      "▁disk": 8086,
+      "▁eg": 8087,
+      "atu": 8088,
+      "логи": 8089,
+      "▁games": 8090,
+      "Left": 8091,
+      "▁lu": 8092,
+      "▁finite": 8093,
+      "▁ки": 8094,
+      "▁crash": 8095,
+      "pher": 8096,
+      "exe": 8097,
+      "ATION": 8098,
+      "▁brother": 8099,
+      "Eng": 8100,
+      "tat": 8101,
+      "▁Integer": 8102,
+      "ному": 8103,
+      "▁colon": 8104,
+      "iqu": 8105,
+      ")).": 8106,
+      "ivi": 8107,
+      "▁Method": 8108,
+      "arten": 8109,
+      "Uni": 8110,
+      "vector": 8111,
+      "▁wood": 8112,
+      "рт": 8113,
+      "▁Ле": 8114,
+      "▁siècle": 8115,
+      "▁gent": 8116,
+      "}\r": 8117,
+      "▁contents": 8118,
+      "▁compan": 8119,
+      "Go": 8120,
+      "▁jou": 8121,
+      "uent": 8122,
+      "Async": 8123,
+      "printf": 8124,
+      "▁Model": 8125,
+      "▁kept": 8126,
+      "ASE": 8127,
+      "▁provides": 8128,
+      "▁Abgerufen": 8129,
+      "▁Gall": 8130,
+      "▁Alf": 8131,
+      "SA": 8132,
+      "▁Mem": 8133,
+      "▁kter": 8134,
+      "▁Bru": 8135,
+      "Android": 8136,
+      "(:": 8137,
+      "▁Украї": 8138,
+      "Ne": 8139,
+      "Min": 8140,
+      "atr": 8141,
+      "▁Hal": 8142,
+      "delete": 8143,
+      "odo": 8144,
+      "▁não": 8145,
+      "ène": 8146,
+      "▁calculate": 8147,
+      "Json": 8148,
+      "keys": 8149,
+      "ней": 8150,
+      "▁hence": 8151,
+      "▁ow": 8152,
+      "▁Lib": 8153,
+      "eno": 8154,
+      "▁Love": 8155,
+      "osi": 8156,
+      "wide": 8157,
+      "▁score": 8158,
+      "full": 8159,
+      "вод": 8160,
+      "▁determine": 8161,
+      "▁spaces": 8162,
+      "лова": 8163,
+      "▁peut": 8164,
+      "éral": 8165,
+      "ół": 8166,
+      "▁appoint": 8167,
+      "▁Tw": 8168,
+      "<?": 8169,
+      "▁Order": 8170,
+      "▁hop": 8171,
+      "random": 8172,
+      "cache": 8173,
+      "▁destroy": 8174,
+      "▁race": 8175,
+      "Tag": 8176,
+      "▁rid": 8177,
+      "▁negative": 8178,
+      "Car": 8179,
+      "ensional": 8180,
+      "dk": 8181,
+      "▁cro": 8182,
+      "▁THEN": 8183,
+      "▁$.": 8184,
+      "ensk": 8185,
+      "NE": 8186,
+      "HO": 8187,
+      "▁kle": 8188,
+      "ospital": 8189,
+      "kte": 8190,
+      "férences": 8191,
+      "udes": 8192,
+      "IR": 8193,
+      "otion": 8194,
+      "▁Real": 8195,
+      "▁Februar": 8196,
+      "ин": 8197,
+      "▁Old": 8198,
+      "кого": 8199,
+      "leich": 8200,
+      "▁р": 8201,
+      "ían": 8202,
+      "▁га": 8203,
+      "cide": 8204,
+      "lab": 8205,
+      "▁pull": 8206,
+      "▁'/": 8207,
+      "Long": 8208,
+      ",$": 8209,
+      "▁appropriate": 8210,
+      "▁была": 8211,
+      "führ": 8212,
+      "▁Media": 8213,
+      "▁manner": 8214,
+      "▁Ге": 8215,
+      "description": 8216,
+      "Bean": 8217,
+      "▁Lar": 8218,
+      "'];": 8219,
+      "▁relation": 8220,
+      "▁Sorry": 8221,
+      "har": 8222,
+      "cpp": 8223,
+      "▁Ko": 8224,
+      "▁execution": 8225,
+      "inos": 8226,
+      "▁bul": 8227,
+      "grade": 8228,
+      "▁Mu": 8229,
+      "▁pil": 8230,
+      "writ": 8231,
+      "ifications": 8232,
+      "inese": 8233,
+      "▁Phili": 8234,
+      "dx": 8235,
+      "▁leading": 8236,
+      "▁Journal": 8237,
+      "oved": 8238,
+      "▁contro": 8239,
+      "нова": 8240,
+      "Yes": 8241,
+      "▁channel": 8242,
+      ")),": 8243,
+      "isten": 8244,
+      "aka": 8245,
+      "ToString": 8246,
+      "mas": 8247,
+      "▁ett": 8248,
+      "▁forces": 8249,
+      "ulations": 8250,
+      "▁Call": 8251,
+      "▁explanation": 8252,
+      "oring": 8253,
+      "ATA": 8254,
+      "chter": 8255,
+      "when": 8256,
+      "VC": 8257,
+      "▁Jahrh": 8258,
+      "Case": 8259,
+      "▁commands": 8260,
+      "▁rich": 8261,
+      "bus": 8262,
+      "Fe": 8263,
+      "mbox": 8264,
+      "▁recon": 8265,
+      "ño": 8266,
+      "▁shape": 8267,
+      "owy": 8268,
+      "entry": 8269,
+      "itable": 8270,
+      "▁election": 8271,
+      "ється": 8272,
+      "▁prep": 8273,
+      "vá": 8274,
+      "▁infin": 8275,
+      "lot": 8276,
+      "▁books": 8277,
+      "▁USA": 8278,
+      "лин": 8279,
+      "▁pom": 8280,
+      "▁nas": 8281,
+      "▁tags": 8282,
+      "▁executed": 8283,
+      "aille": 8284,
+      "lung": 8285,
+      "▁JavaScript": 8286,
+      "▁ball": 8287,
+      "▁ainsi": 8288,
+      "▁Pri": 8289,
+      "{$": 8290,
+      "▁UN": 8291,
+      "▁Ram": 8292,
+      "▁hear": 8293,
+      "▁Ubuntu": 8294,
+      ">();": 8295,
+      "▁pure": 8296,
+      "▁embed": 8297,
+      "ação": 8298,
+      "controller": 8299,
+      "▁married": 8300,
+      "▁Fol": 8301,
+      "famil": 8302,
+      "▁prec": 8303,
+      "▁recurs": 8304,
+      "pad": 8305,
+      "istration": 8306,
+      "▁respectively": 8307,
+      "[$": 8308,
+      "autor": 8309,
+      "▁grav": 8310,
+      "iera": 8311,
+      "azioni": 8312,
+      "▁Bul": 8313,
+      "▁Australia": 8314,
+      "mond": 8315,
+      "▁Tro": 8316,
+      "▁Ele": 8317,
+      "packages": 8318,
+      "msdn": 8319,
+      "▁Als": 8320,
+      "▁przy": 8321,
+      "ART": 8322,
+      "▁charge": 8323,
+      "▁applications": 8324,
+      "Unit": 8325,
+      "aren": 8326,
+      "▁sudden": 8327,
+      "ometer": 8328,
+      "▁dot": 8329,
+      "acji": 8330,
+      "ктор": 8331,
+      "imin": 8332,
+      "ening": 8333,
+      "▁donde": 8334,
+      "▁Ho": 8335,
+      "tree": 8336,
+      "mb": 8337,
+      "▁drag": 8338,
+      "aje": 8339,
+      "▁invalid": 8340,
+      "▁finish": 8341,
+      "laim": 8342,
+      "▁feed": 8343,
+      "▁Nap": 8344,
+      "room": 8345,
+      "images": 8346,
+      "▁сай": 8347,
+      "▁succ": 8348,
+      "iffer": 8349,
+      "▁año": 8350,
+      "▁cual": 8351,
+      "мери": 8352,
+      "DR": 8353,
+      "▁Bilder": 8354,
+      "бра": 8355,
+      "rait": 8356,
+      "pan": 8357,
+      "ень": 8358,
+      "▁distinct": 8359,
+      "▁Kn": 8360,
+      "önig": 8361,
+      "anced": 8362,
+      "▁loading": 8363,
+      "▁Techn": 8364,
+      "▁Sel": 8365,
+      "mus": 8366,
+      "▁rail": 8367,
+      "▁student": 8368,
+      "▁notice": 8369,
+      "▁sla": 8370,
+      "▁Да": 8371,
+      "▁guard": 8372,
+      "▁Day": 8373,
+      "вали": 8374,
+      "Option": 8375,
+      "aison": 8376,
+      "ipp": 8377,
+      "▁Jun": 8378,
+      "▁fell": 8379,
+      "▁absolute": 8380,
+      "ове": 8381,
+      "debug": 8382,
+      "▁Sud": 8383,
+      "пы": 8384,
+      "ugins": 8385,
+      "▁views": 8386,
+      "lay": 8387,
+      "▁surr": 8388,
+      "▁stood": 8389,
+      "▁ві": 8390,
+      "selected": 8391,
+      "гі": 8392,
+      "▁attributes": 8393,
+      "final": 8394,
+      "enda": 8395,
+      "▁Bon": 8396,
+      "ners": 8397,
+      "▁Wer": 8398,
+      "bur": 8399,
+      "ittel": 8400,
+      "▁moving": 8401,
+      "▁Plan": 8402,
+      "isches": 8403,
+      "Java": 8404,
+      "▁basis": 8405,
+      "▁Bus": 8406,
+      "▁Au": 8407,
+      "▁Ill": 8408,
+      "▁время": 8409,
+      "▁цент": 8410,
+      "handle": 8411,
+      "ступ": 8412,
+      "▁Far": 8413,
+      "▁oraz": 8414,
+      "ocr": 8415,
+      "▁seit": 8416,
+      "onder": 8417,
+      "дом": 8418,
+      ":/": 8419,
+      "chor": 8420,
+      "▁Town": 8421,
+      "▁definit": 8422,
+      "react": 8423,
+      "▁piece": 8424,
+      "▁Karl": 8425,
+      "CI": 8426,
+      "▁Application": 8427,
+      "unter": 8428,
+      "▁formed": 8429,
+      "▁пу": 8430,
+      "Bo": 8431,
+      "▁Daniel": 8432,
+      "▁пла": 8433,
+      "Body": 8434,
+      "})$": 8435,
+      "▁были": 8436,
+      "▁earth": 8437,
+      "гла": 8438,
+      "There": 8439,
+      "▁стра": 8440,
+      "▁ville": 8441,
+      "▁centre": 8442,
+      ")\r": 8443,
+      "▁helpful": 8444,
+      "▁++": 8445,
+      "▁CG": 8446,
+      "izione": 8447,
+      "▁Game": 8448,
+      "▁Which": 8449,
+      "▁pip": 8450,
+      "▁Portug": 8451,
+      "DS": 8452,
+      "▁describe": 8453,
+      "▁checking": 8454,
+      "▁manager": 8455,
+      "BO": 8456,
+      "▁Bundes": 8457,
+      "buch": 8458,
+      "▁decided": 8459,
+      "▁Jahrhundert": 8460,
+      "▁fif": 8461,
+      "efficient": 8462,
+      "anci": 8463,
+      "braries": 8464,
+      "▁fails": 8465,
+      "▁kernel": 8466,
+      "▁Gl": 8467,
+      "▁Nacional": 8468,
+      "▁proceed": 8469,
+      "▁fuer": 8470,
+      "▁living": 8471,
+      "▁successfully": 8472,
+      "▁faster": 8473,
+      "▁contre": 8474,
+      "▁prison": 8475,
+      "ORT": 8476,
+      "help": 8477,
+      "▁autor": 8478,
+      "ław": 8479,
+      "ają": 8480,
+      "▁Arm": 8481,
+      "▁provin": 8482,
+      "▁naam": 8483,
+      "/#": 8484,
+      "sed": 8485,
+      "▁gesch": 8486,
+      "▁мар": 8487,
+      "esk": 8488,
+      "term": 8489,
+      "▁Tex": 8490,
+      "iring": 8491,
+      "▁tools": 8492,
+      "PDF": 8493,
+      "▁ult": 8494,
+      "issenschaft": 8495,
+      "▁couldn": 8496,
+      "ding": 8497,
+      "Dep": 8498,
+      "{-": 8499,
+      "▁predict": 8500,
+      "antage": 8501,
+      "▁Like": 8502,
+      "▁Би": 8503,
+      "tools": 8504,
+      "estra": 8505,
+      "▁ki": 8506,
+      "▁Jim": 8507,
+      "star": 8508,
+      "▁remark": 8509,
+      "óg": 8510,
+      "nabla": 8511,
+      "▁Although": 8512,
+      "mode": 8513,
+      "Host": 8514,
+      "▁strange": 8515,
+      "None": 8516,
+      "black": 8517,
+      "▁Festival": 8518,
+      "▁IS": 8519,
+      "anza": 8520,
+      "▁(-": 8521,
+      "icket": 8522,
+      "кола": 8523,
+      "▁Jes": 8524,
+      "▁flex": 8525,
+      "▁À": 8526,
+      "▁Network": 8527,
+      "▁EX": 8528,
+      "▁enero": 8529,
+      "!”": 8530,
+      "▁Ort": 8531,
+      "▁alors": 8532,
+      "▁Original": 8533,
+      "▁zo": 8534,
+      "ными": 8535,
+      "▁spl": 8536,
+      "Draw": 8537,
+      "yond": 8538,
+      "──": 8539,
+      "▁Ot": 8540,
+      "▁dram": 8541,
+      "▁division": 8542,
+      "▁efficient": 8543,
+      "▁Га": 8544,
+      "▁vier": 8545,
+      "nak": 8546,
+      "LS": 8547,
+      "▁spirit": 8548,
+      "zeichnet": 8549,
+      "▁dici": 8550,
+      "clear": 8551,
+      "copy": 8552,
+      "yar": 8553,
+      "▁році": 8554,
+      "usqu": 8555,
+      "▁nous": 8556,
+      "▁blev": 8557,
+      "жде": 8558,
+      "Arg": 8559,
+      "▁performed": 8560,
+      "▁Make": 8561,
+      "▁Carol": 8562,
+      "etto": 8563,
+      "▁Sand": 8564,
+      "▁Disc": 8565,
+      "Enc": 8566,
+      "rero": 8567,
+      "hash": 8568,
+      "▁focus": 8569,
+      "▁attention": 8570,
+      "▁agre": 8571,
+      "▁divis": 8572,
+      "▁было": 8573,
+      "▁ej": 8574,
+      "▁march": 8575,
+      "▁phase": 8576,
+      "ías": 8577,
+      "▁phil": 8578,
+      "▁Pap": 8579,
+      "▁river": 8580,
+      "▁caused": 8581,
+      "plugin": 8582,
+      "▁Team": 8583,
+      "uler": 8584,
+      "▁$(\"#": 8585,
+      "iej": 8586,
+      "ISBN": 8587,
+      "nam": 8588,
+      "▁fight": 8589,
+      "vid": 8590,
+      "▁Lud": 8591,
+      "Selected": 8592,
+      ":@\"": 8593,
+      "▁Pod": 8594,
+      "▁années": 8595,
+      "arios": 8596,
+      "▁deutscher": 8597,
+      "▁NA": 8598,
+      "▁ию": 8599,
+      "▁dictionary": 8600,
+      "▁Ла": 8601,
+      "▁Tri": 8602,
+      "èn": 8603,
+      "▁political": 8604,
+      "ridge": 8605,
+      "atten": 8606,
+      "▁circle": 8607,
+      "▁transport": 8608,
+      "emas": 8609,
+      "FC": 8610,
+      "▁replaced": 8611,
+      "▁Aud": 8612,
+      "iska": 8613,
+      "Configuration": 8614,
+      "▁soort": 8615,
+      "▁Не": 8616,
+      "▁sequ": 8617,
+      "PRO": 8618,
+      "▁bud": 8619,
+      "▁{{": 8620,
+      "ließ": 8621,
+      "▁Mas": 8622,
+      "ders": 8623,
+      "usammen": 8624,
+      "esa": 8625,
+      "▁Ly": 8626,
+      "вро": 8627,
+      "mac": 8628,
+      "▁испо": 8629,
+      "▁suc": 8630,
+      "uy": 8631,
+      "▁illustr": 8632,
+      "▁primera": 8633,
+      "ilation": 8634,
+      "▁storage": 8635,
+      "▁params": 8636,
+      "kaz": 8637,
+      "▁terminal": 8638,
+      "раль": 8639,
+      "▁holds": 8640,
+      "лось": 8641,
+      "▁nad": 8642,
+      "”.": 8643,
+      "▁octubre": 8644,
+      "bul": 8645,
+      "▁hus": 8646,
+      "ULT": 8647,
+      "▁également": 8648,
+      "▁Mill": 8649,
+      "ład": 8650,
+      "▁contiene": 8651,
+      "\"?": 8652,
+      "▁>>>": 8653,
+      "Que": 8654,
+      "  ": 8655,
+      "▁plain": 8656,
+      "ativa": 8657,
+      "ocker": 8658,
+      "Names": 8659,
+      "▁Jud": 8660,
+      "▁agree": 8661,
+      "▁Gemeinde": 8662,
+      "lare": 8663,
+      "каза": 8664,
+      "▁starts": 8665,
+      "▁price": 8666,
+      "Target": 8667,
+      "cus": 8668,
+      "▁Instead": 8669,
+      ".;": 8670,
+      "▁alternative": 8671,
+      "▁вла": 8672,
+      "IE": 8673,
+      "▁organiz": 8674,
+      "inu": 8675,
+      "▁completed": 8676,
+      "▁carry": 8677,
+      "atom": 8678,
+      "▁depending": 8679,
+      "▁Our": 8680,
+      "▁insp": 8681,
+      "▁&\\": 8682,
+      "aily": 8683,
+      "irection": 8684,
+      "фа": 8685,
+      "▁defe": 8686,
+      "TAC": 8687,
+      "▁designed": 8688,
+      "▁voir": 8689,
+      "break": 8690,
+      "▁partie": 8691,
+      "▁Jahren": 8692,
+      "▁studio": 8693,
+      "▁jour": 8694,
+      "▁Notes": 8695,
+      "fire": 8696,
+      "house": 8697,
+      "success": 8698,
+      "▁Juan": 8699,
+      "JS": 8700,
+      "▁Custom": 8701,
+      "▁besch": 8702,
+      "▁stated": 8703,
+      "bootstrap": 8704,
+      "ött": 8705,
+      "ozzá": 8706,
+      "▁CON": 8707,
+      "hav": 8708,
+      "▁sleep": 8709,
+      "eda": 8710,
+      "hot": 8711,
+      "ánd": 8712,
+      "▁Sy": 8713,
+      "▁temps": 8714,
+      "amar": 8715,
+      "▁scal": 8716,
+      "▁ast": 8717,
+      "▁opening": 8718,
+      "clipse": 8719,
+      "▁programming": 8720,
+      "▁letters": 8721,
+      "▁profile": 8722,
+      "nah": 8723,
+      "▁beyond": 8724,
+      "▁Further": 8725,
+      "faces": 8726,
+      "▁chart": 8727,
+      "зда": 8728,
+      "aign": 8729,
+      "ній": 8730,
+      "▁Rol": 8731,
+      "овано": 8732,
+      "terior": 8733,
+      "wed": 8734,
+      "▁herself": 8735,
+      "▁ng": 8736,
+      "anguages": 8737,
+      "}=\\": 8738,
+      "ynamic": 8739,
+      "▁jug": 8740,
+      "▁Example": 8741,
+      "▁(†": 8742,
+      "▁playing": 8743,
+      "▁usage": 8744,
+      "▁managed": 8745,
+      "▁Natur": 8746,
+      "тери": 8747,
+      "▁Et": 8748,
+      "eria": 8749,
+      "▁daughter": 8750,
+      "нием": 8751,
+      "Fragment": 8752,
+      "▁hol": 8753,
+      "Fl": 8754,
+      "ографи": 8755,
+      "▁ihn": 8756,
+      "üh": 8757,
+      "instance": 8758,
+      "▁comun": 8759,
+      "▁truth": 8760,
+      "▁само": 8761,
+      "▁implemented": 8762,
+      "▁anyway": 8763,
+      "▁Cro": 8764,
+      "фе": 8765,
+      "GC": 8766,
+      "ubuntu": 8767,
+      "types": 8768,
+      "ês": 8769,
+      ".~\\": 8770,
+      "fold": 8771,
+      "▁joined": 8772,
+      "??": 8773,
+      "▁mé": 8774,
+      "▁wild": 8775,
+      "клю": 8776,
+      "rowser": 8777,
+      "▁Home": 8778,
+      "skiej": 8779,
+      "▁JOIN": 8780,
+      "▁juin": 8781,
+      "hof": 8782,
+      "▁dataset": 8783,
+      "жду": 8784,
+      "'))": 8785,
+      "▁miejs": 8786,
+      "API": 8787,
+      "▁edited": 8788,
+      "ools": 8789,
+      "▁seeing": 8790,
+      "ijd": 8791,
+      "▁procedure": 8792,
+      "▁Bras": 8793,
+      "▁signed": 8794,
+      "▁externos": 8795,
+      "▁disapp": 8796,
+      "▁Direct": 8797,
+      "cyc": 8798,
+      "▁consult": 8799,
+      "örd": 8800,
+      "Widget": 8801,
+      "cious": 8802,
+      "sect": 8803,
+      "▁Ди": 8804,
+      "▁wind": 8805,
+      "▁Archivado": 8806,
+      "aml": 8807,
+      "сс": 8808,
+      "Wh": 8809,
+      "kbd": 8810,
+      "▁Army": 8811,
+      "▁suffer": 8812,
+      "artifact": 8813,
+      "▁resolve": 8814,
+      "▁Sport": 8815,
+      "▁це": 8816,
+      "idas": 8817,
+      "▁tax": 8818,
+      "idi": 8819,
+      "▁actions": 8820,
+      "пра": 8821,
+      "pués": 8822,
+      "▁naj": 8823,
+      "False": 8824,
+      "▁chance": 8825,
+      "▁тако": 8826,
+      "äd": 8827,
+      "▁dol": 8828,
+      "▁env": 8829,
+      "▁basically": 8830,
+      "▁Council": 8831,
+      "zte": 8832,
+      "▁displayed": 8833,
+      "nil": 8834,
+      "complete": 8835,
+      "▁Lem": 8836,
+      "iance": 8837,
+      "▁основ": 8838,
+      "▁depend": 8839,
+      "plom": 8840,
+      "ensus": 8841,
+      "uts": 8842,
+      "▁Hot": 8843,
+      "bitr": 8844,
+      "▁validation": 8845,
+      "abb": 8846,
+      "▁тре": 8847,
+      "km": 8848,
+      "zd": 8849,
+      "öff": 8850,
+      "WE": 8851,
+      "▁interested": 8852,
+      "▁{\"": 8853,
+      "aro": 8854,
+      "▁correl": 8855,
+      "▁dedic": 8856,
+      "▁lists": 8857,
+      "▁Bibliografia": 8858,
+      "▁earlier": 8859,
+      "program": 8860,
+      "▁première": 8861,
+      "front": 8862,
+      "Tab": 8863,
+      "ству": 8864,
+      "drop": 8865,
+      "▁fear": 8866,
+      "▁Enlaces": 8867,
+      "▁Capt": 8868,
+      "▁realiz": 8869,
+      "▁hal": 8870,
+      "▁instances": 8871,
+      "▁susp": 8872,
+      "illing": 8873,
+      "%;": 8874,
+      "{}": 8875,
+      "||": 8876,
+      "▁partition": 8877,
+      "▁Build": 8878,
+      "▁wo": 8879,
+      "▁Пер": 8880,
+      "▁director": 8881,
+      "▁Sin": 8882,
+      "тия": 8883,
+      "rsg": 8884,
+      "ouver": 8885,
+      "▁nearly": 8886,
+      "oda": 8887,
+      "ктив": 8888,
+      "▁sir": 8889,
+      "IME": 8890,
+      "▁janvier": 8891,
+      "▁Win": 8892,
+      "Build": 8893,
+      "ieurs": 8894,
+      "INE": 8895,
+      "double": 8896,
+      "Last": 8897,
+      "▁policy": 8898,
+      "store": 8899,
+      "▁observed": 8900,
+      "▁familie": 8901,
+      "nica": 8902,
+      "rey": 8903,
+      "зь": 8904,
+      "▁Year": 8905,
+      "▁developed": 8906,
+      "▁Institute": 8907,
+      "▁reply": 8908,
+      "Comple": 8909,
+      "ician": 8910,
+      "▁Guer": 8911,
+      "▁dall": 8912,
+      "▁desp": 8913,
+      "▁Football": 8914,
+      "Empty": 8915,
+      "cken": 8916,
+      "unda": 8917,
+      "▁Ur": 8918,
+      "▁ig": 8919,
+      "▁Atl": 8920,
+      "author": 8921,
+      "▁Bol": 8922,
+      "zig": 8923,
+      "nat": 8924,
+      "št": 8925,
+      "security": 8926,
+      "onic": 8927,
+      "▁pes": 8928,
+      "itan": 8929,
+      "▁Extern": 8930,
+      "jan": 8931,
+      "VAL": 8932,
+      "▁им": 8933,
+      "bold": 8934,
+      "▁ва": 8935,
+      "▁Мо": 8936,
+      "▁disput": 8937,
+      "▁trick": 8938,
+      "▁ped": 8939,
+      ")^{": 8940,
+      "into": 8941,
+      "Sim": 8942,
+      "▁parallel": 8943,
+      "fox": 8944,
+      "normal": 8945,
+      "inent": 8946,
+      "педи": 8947,
+      "hold": 8948,
+      "OK": 8949,
+      "▁chem": 8950,
+      "▁twice": 8951,
+      "▁username": 8952,
+      "ič": 8953,
+      "▁representation": 8954,
+      "▁journal": 8955,
+      "▁:-": 8956,
+      "▁batt": 8957,
+      "\\%": 8958,
+      "▁certainly": 8959,
+      "▁Exception": 8960,
+      "eps": 8961,
+      "shot": 8962,
+      "ategy": 8963,
+      "Show": 8964,
+      "▁Carl": 8965,
+      "rig": 8966,
+      "▁reported": 8967,
+      "bottom": 8968,
+      "TF": 8969,
+      "▁Francisco": 8970,
+      "nap": 8971,
+      "▁Championship": 8972,
+      "▁court": 8973,
+      "▁sources": 8974,
+      "iour": 8975,
+      "▁conserv": 8976,
+      "dict": 8977,
+      "▁Ру": 8978,
+      "IB": 8979,
+      "▁Ve": 8980,
+      "▁№": 8981,
+      "▁ER": 8982,
+      "\"));": 8983,
+      "▁Point": 8984,
+      "azine": 8985,
+      "▁internet": 8986,
+      "дна": 8987,
+      "▁carried": 8988,
+      "▁Field": 8989,
+      "axis": 8990,
+      "▁Sun": 8991,
+      "▁ave": 8992,
+      "пис": 8993,
+      "ян": 8994,
+      "asy": 8995,
+      "▁julio": 8996,
+      "▁depuis": 8997,
+      "▁suggestion": 8998,
+      "[[": 8999,
+      "▁Archive": 9000,
+      "ęp": 9001,
+      "▁Pra": 9002,
+      "reh": 9003,
+      "▁demonstr": 9004,
+      "фі": 9005,
+      "cmd": 9006,
+      "▁wasn": 9007,
+      "▁phone": 9008,
+      "upload": 9009,
+      "aya": 9010,
+      "тора": 9011,
+      "lines": 9012,
+      "▁indu": 9013,
+      "▁vot": 9014,
+      "▁espa": 9015,
+      "▁bin": 9016,
+      "▁после": 9017,
+      "plan": 9018,
+      "▁junio": 9019,
+      "orial": 9020,
+      "free": 9021,
+      "sterreich": 9022,
+      "▁ду": 9023,
+      "▁linked": 9024,
+      "▁enable": 9025,
+      "PC": 9026,
+      "▁density": 9027,
+      "▁Egy": 9028,
+      "yo": 9029,
+      "endre": 9030,
+      "▁съ": 9031,
+      "▁italiano": 9032,
+      "▁AR": 9033,
+      "▁Pers": 9034,
+      "férés": 9035,
+      "▁скла": 9036,
+      "Var": 9037,
+      "▁Once": 9038,
+      "Red": 9039,
+      "buffer": 9040,
+      "▁Enter": 9041,
+      "▁Š": 9042,
+      "imiento": 9043,
+      "Store": 9044,
+      "▁health": 9045,
+      "vat": 9046,
+      "IST": 9047,
+      "Oh": 9048,
+      "▁kw": 9049,
+      "▁riv": 9050,
+      "▁somewhere": 9051,
+      "ografie": 9052,
+      "private": 9053,
+      "кти": 9054,
+      "▁delay": 9055,
+      "▁Http": 9056,
+      "job": 9057,
+      "rael": 9058,
+      "empor": 9059,
+      "▁diciembre": 9060,
+      "ête": 9061,
+      "цу": 9062,
+      "▁commit": 9063,
+      "oso": 9064,
+      "Values": 9065,
+      "▁headers": 9066,
+      "transform": 9067,
+      "▁processing": 9068,
+      "rå": 9069,
+      "▁Ah": 9070,
+      "▁Node": 9071,
+      "------------": 9072,
+      "▁faire": 9073,
+      "▁hun": 9074,
+      "Player": 9075,
+      "▁review": 9076,
+      "гда": 9077,
+      "▁limited": 9078,
+      "▁Property": 9079,
+      "▁serve": 9080,
+      "riage": 9081,
+      "▁Master": 9082,
+      "▁kann": 9083,
+      "crete": 9084,
+      "phere": 9085,
+      "ёр": 9086,
+      "▁chief": 9087,
+      "▁scene": 9088,
+      "kin": 9089,
+      "▁uniform": 9090,
+      "▁febrero": 9091,
+      "\"}": 9092,
+      "illo": 9093,
+      "ITE": 9094,
+      "ouvel": 9095,
+      "usepackage": 9096,
+      "enth": 9097,
+      "▁quickly": 9098,
+      "Lambda": 9099,
+      "xes": 9100,
+      "▁cells": 9101,
+      "rog": 9102,
+      "amin": 9103,
+      "▁Мар": 9104,
+      "▁mayor": 9105,
+      "player": 9106,
+      "++;": 9107,
+      "▁Насе": 9108,
+      "▁safe": 9109,
+      "▁veloc": 9110,
+      "▁обра": 9111,
+      "Database": 9112,
+      "neh": 9113,
+      "Vert": 9114,
+      "▁fle": 9115,
+      "▁фор": 9116,
+      "▁foreign": 9117,
+      "Abstract": 9118,
+      "▁magn": 9119,
+      "▁modified": 9120,
+      "▁military": 9121,
+      "▁monde": 9122,
+      "▁Action": 9123,
+      "▁bank": 9124,
+      "Serial": 9125,
+      "▁continuous": 9126,
+      "▁gel": 9127,
+      "▁physical": 9128,
+      "▁introduced": 9129,
+      "uture": 9130,
+      "rick": 9131,
+      "▁presented": 9132,
+      "▁Prov": 9133,
+      "▁Both": 9134,
+      "Pos": 9135,
+      "super": 9136,
+      "&#": 9137,
+      "▁finding": 9138,
+      "nel": 9139,
+      "unde": 9140,
+      "▁från": 9141,
+      "skim": 9142,
+      "▁Hill": 9143,
+      "fn": 9144,
+      "▁Canad": 9145,
+      "▁intended": 9146,
+      "ozzáférés": 9147,
+      "▁juillet": 9148,
+      "▁Wars": 9149,
+      "▁successful": 9150,
+      "▁charg": 9151,
+      "iele": 9152,
+      "omething": 9153,
+      "oku": 9154,
+      "fetch": 9155,
+      "▁}}": 9156,
+      "bank": 9157,
+      "operatorname": 9158,
+      "▁Color": 9159,
+      "▁Card": 9160,
+      "tu": 9161,
+      "▁\",": 9162,
+      "wid": 9163,
+      "▁gep": 9164,
+      "XML": 9165,
+      "================": 9166,
+      "▁Virgin": 9167,
+      "ährend": 9168,
+      "licated": 9169,
+      "Dir": 9170,
+      "zero": 9171,
+      "▁Kal": 9172,
+      "▁Party": 9173,
+      "▁å": 9174,
+      "price": 9175,
+      "don": 9176,
+      "▁warning": 9177,
+      "▁Bad": 9178,
+      "▁Supp": 9179,
+      "▁Liga": 9180,
+      "▁Pierre": 9181,
+      "Record": 9182,
+      "ulator": 9183,
+      "▁Rome": 9184,
+      "▁theorem": 9185,
+      "▁entirely": 9186,
+      "ским": 9187,
+      "het": 9188,
+      "▁dopo": 9189,
+      "Next": 9190,
+      "mlung": 9191,
+      "wig": 9192,
+      "▁Ath": 9193,
+      "▁Sou": 9194,
+      "licher": 9195,
+      "▁sudo": 9196,
+      "ests": 9197,
+      "хів": 9198,
+      "▁septiembre": 9199,
+      "▁micro": 9200,
+      "▁trop": 9201,
+      "fit": 9202,
+      "Core": 9203,
+      "▁Radio": 9204,
+      "▁Organ": 9205,
+      "▁Power": 9206,
+      "CF": 9207,
+      "▁Last": 9208,
+      "▁oppos": 9209,
+      "▁offset": 9210,
+      "▁regia": 9211,
+      "▁minimum": 9212,
+      "▁helped": 9213,
+      "andon": 9214,
+      "ifying": 9215,
+      "ruit": 9216,
+      "enschapp": 9217,
+      "▁bere": 9218,
+      "VM": 9219,
+      "▁Awards": 9220,
+      "▁agr": 9221,
+      "ynomial": 9222,
+      "enced": 9223,
+      "▁devices": 9224,
+      "▁bot": 9225,
+      "▁firm": 9226,
+      "▁writer": 9227,
+      "▁ring": 9228,
+      ".-": 9229,
+      "istes": 9230,
+      "lä": 9231,
+      "▁mel": 9232,
+      "entation": 9233,
+      "▁Schw": 9234,
+      "▁nome": 9235,
+      "▁pobla": 9236,
+      "▁woj": 9237,
+      "▁ul": 9238,
+      "ento": 9239,
+      "ых": 9240,
+      "▁resist": 9241,
+      "▁remains": 9242,
+      "▁Ca": 9243,
+      "aña": 9244,
+      "▁Court": 9245,
+      "utable": 9246,
+      "entially": 9247,
+      "▁trat": 9248,
+      "▁Visual": 9249,
+      "▁restrict": 9250,
+      "▁previously": 9251,
+      "cation": 9252,
+      "▁осо": 9253,
+      "▁MySQL": 9254,
+      "för": 9255,
+      "cala": 9256,
+      "▁culture": 9257,
+      "live": 9258,
+      "▁accepted": 9259,
+      "Did": 9260,
+      "▁hous": 9261,
+      "▁selection": 9262,
+      "▁decre": 9263,
+      "margin": 9264,
+      "urb": 9265,
+      "▁Inc": 9266,
+      "▁Many": 9267,
+      "ibt": 9268,
+      "▁succeed": 9269,
+      "Binding": 9270,
+      "cí": 9271,
+      "▁Rog": 9272,
+      "▁shouldn": 9273,
+      "cloud": 9274,
+      "▁dz": 9275,
+      "вав": 9276,
+      "▁pix": 9277,
+      "small": 9278,
+      "▁projects": 9279,
+      "▁OK": 9280,
+      "▁latest": 9281,
+      "▁references": 9282,
+      "Program": 9283,
+      "▁erst": 9284,
+      "▁як": 9285,
+      "▁kam": 9286,
+      "▁Camb": 9287,
+      "ellt": 9288,
+      "öd": 9289,
+      "none": 9290,
+      "▁jusqu": 9291,
+      "king": 9292,
+      "▁Ped": 9293,
+      "assert": 9294,
+      "CS": 9295,
+      "rito": 9296,
+      "essa": 9297,
+      "лько": 9298,
+      "▁Von": 9299,
+      "▁Edward": 9300,
+      "▁impossible": 9301,
+      "np": 9302,
+      "words": 9303,
+      "ielt": 9304,
+      "▁Page": 9305,
+      "lers": 9306,
+      "▁pier": 9307,
+      "▁области": 9308,
+      "ittee": 9309,
+      "▁([": 9310,
+      "▁trust": 9311,
+      "NG": 9312,
+      "redu": 9313,
+      "<<": 9314,
+      "rial": 9315,
+      "▁products": 9316,
+      "▁Ern": 9317,
+      "rière": 9318,
+      "гов": 9319,
+      "▁Reich": 9320,
+      "▁Road": 9321,
+      "▁nested": 9322,
+      "Display": 9323,
+      "▁strength": 9324,
+      "ografía": 9325,
+      "▁announced": 9326,
+      "▁Science": 9327,
+      "▁райо": 9328,
+      "Parameter": 9329,
+      "▁Task": 9330,
+      "uments": 9331,
+      "▁adopt": 9332,
+      "▁Only": 9333,
+      "ють": 9334,
+      "▁cli": 9335,
+      "▁lem": 9336,
+      "stood": 9337,
+      "▁FI": 9338,
+      "ências": 9339,
+      "ponents": 9340,
+      "]$": 9341,
+      "comment": 9342,
+      "▁ya": 9343,
+      "should": 9344,
+      "ike": 9345,
+      "tim": 9346,
+      "ellig": 9347,
+      "▁sending": 9348,
+      "▁ajax": 9349,
+      "▁noviembre": 9350,
+      "umes": 9351,
+      "▁weiter": 9352,
+      "▁Dans": 9353,
+      "opp": 9354,
+      "▁septembre": 9355,
+      "otimes": 9356,
+      "ző": 9357,
+      "▁ep": 9358,
+      "vere": 9359,
+      "▁oh": 9360,
+      ":=": 9361,
+      "▁Song": 9362,
+      "”,": 9363,
+      "▁viv": 9364,
+      "▁queries": 9365,
+      "▁vá": 9366,
+      "▁décembre": 9367,
+      "▁unable": 9368,
+      "▁erh": 9369,
+      "▁`-": 9370,
+      "▁Lee": 9371,
+      "▁ersten": 9372,
+      "ôt": 9373,
+      "стве": 9374,
+      "TS": 9375,
+      "▁fragment": 9376,
+      "▁wide": 9377,
+      "▁suff": 9378,
+      "▁dut": 9379,
+      "▁Vere": 9380,
+      "іс": 9381,
+      "ading": 9382,
+      "iego": 9383,
+      "icago": 9384,
+      "▁Argent": 9385,
+      "orer": 9386,
+      "ennes": 9387,
+      "▁Leb": 9388,
+      "linux": 9389,
+      "acing": 9390,
+      "▁broken": 9391,
+      "tp": 9392,
+      "ío": 9393,
+      "abeth": 9394,
+      "istas": 9395,
+      "gew": 9396,
+      "ième": 9397,
+      "cas": 9398,
+      "▁preced": 9399,
+      "▁Dal": 9400,
+      "▁compared": 9401,
+      "equiv": 9402,
+      "illy": 9403,
+      "teen": 9404,
+      "▁Console": 9405,
+      "▁strict": 9406,
+      "itaire": 9407,
+      "▁ED": 9408,
+      "entials": 9409,
+      "▁perman": 9410,
+      "▁tous": 9411,
+      "▁geme": 9412,
+      "▁extrem": 9413,
+      "▁окру": 9414,
+      "kg": 9415,
+      "▁heavy": 9416,
+      "▁avril": 9417,
+      "▁anti": 9418,
+      "▁octobre": 9419,
+      "utf": 9420,
+      "helm": 9421,
+      "amples": 9422,
+      "▁(_": 9423,
+      "aken": 9424,
+      "▁dear": 9425,
+      "▁opinion": 9426,
+      "▁fish": 9427,
+      "▁Alexander": 9428,
+      "iw": 9429,
+      "им": 9430,
+      "cadem": 9431,
+      "▁reflect": 9432,
+      "▁др": 9433,
+      "▁trib": 9434,
+      "common": 9435,
+      "▁clearly": 9436,
+      "▁saf": 9437,
+      "=\"@+": 9438,
+      "▁Мос": 9439,
+      "сите": 9440,
+      "eqnarray": 9441,
+      "nung": 9442,
+      "▁relationship": 9443,
+      "▁Sem": 9444,
+      "▁killed": 9445,
+      "ted": 9446,
+      "uno": 9447,
+      "▁лі": 9448,
+      "▁wid": 9449,
+      "anning": 9450,
+      "▁panel": 9451,
+      "▁Leben": 9452,
+      "▁ruby": 9453,
+      "ansion": 9454,
+      "▁aren": 9455,
+      "tabular": 9456,
+      "alet": 9457,
+      "}$$": 9458,
+      "▁Lake": 9459,
+      "▁suite": 9460,
+      "▁minor": 9461,
+      "Hozzáférés": 9462,
+      "▁xmlns": 9463,
+      "DIR": 9464,
+      "driver": 9465,
+      "ints": 9466,
+      "▁vic": 9467,
+      "AND": 9468,
+      "prim": 9469,
+      "сылки": 9470,
+      "▁Ox": 9471,
+      "TC": 9472,
+      "rivial": 9473,
+      "atie": 9474,
+      "▁eight": 9475,
+      "▁conflic": 9476,
+      "angel": 9477,
+      "▁Begr": 9478,
+      "▁explicitly": 9479,
+      "ются": 9480,
+      "▁Dev": 9481,
+      "render": 9482,
+      "▁reprodu": 9483,
+      "▁cré": 9484,
+      "Gu": 9485,
+      "MB": 9486,
+      "▁kön": 9487,
+      "▁remained": 9488,
+      "▁kl": 9489,
+      "хов": 9490,
+      "▁byl": 9491,
+      "Phi": 9492,
+      "▁detail": 9493,
+      "jav": 9494,
+      "▁mouse": 9495,
+      "Bas": 9496,
+      "ię": 9497,
+      "asser": 9498,
+      "hs": 9499,
+      "▁shift": 9500,
+      "▁últ": 9501,
+      "rand": 9502,
+      "▁btn": 9503,
+      "raz": 9504,
+      "▁pul": 9505,
+      "▁statements": 9506,
+      "filename": 9507,
+      "▁prompt": 9508,
+      "élé": 9509,
+      "ikz": 9510,
+      "▁Sus": 9511,
+      "▁debut": 9512,
+      "Stat": 9513,
+      "forms": 9514,
+      "▁Hein": 9515,
+      "stadt": 9516,
+      "ennis": 9517,
+      "пол": 9518,
+      "arante": 9519,
+      "цій": 9520,
+      "▁queue": 9521,
+      "▁reci": 9522,
+      "▁sta": 9523,
+      "ynchron": 9524,
+      "centering": 9525,
+      "Some": 9526,
+      "Graph": 9527,
+      "▁tested": 9528,
+      "▁Kunst": 9529,
+      "ом": 9530,
+      "▁Nothing": 9531,
+      "ieu": 9532,
+      "“.": 9533,
+      "Bundle": 9534,
+      "▁oficial": 9535,
+      "allow": 9536,
+      "▁React": 9537,
+      "▁Library": 9538,
+      "blue": 9539,
+      "▁verw": 9540,
+      "▁pare": 9541,
+      "▁Friedrich": 9542,
+      "▁aware": 9543,
+      "Exp": 9544,
+      "▁effects": 9545,
+      "▁горо": 9546,
+      "lopedia": 9547,
+      "▁Ven": 9548,
+      "rale": 9549,
+      "▁Final": 9550,
+      "▁propos": 9551,
+      "lacement": 9552,
+      "kten": 9553,
+      "▁novel": 9554,
+      "orter": 9555,
+      "▁Germany": 9556,
+      "▁django": 9557,
+      "▁transition": 9558,
+      "▁happened": 9559,
+      "▁beautiful": 9560,
+      "▁neither": 9561,
+      "▁libraries": 9562,
+      "▁hide": 9563,
+      "alg": 9564,
+      "▁aspect": 9565,
+      "▁forget": 9566,
+      "cademy": 9567,
+      "onte": 9568,
+      "refix": 9569,
+      "▁cloud": 9570,
+      "ned": 9571,
+      "cdots": 9572,
+      "register": 9573,
+      "nym": 9574,
+      ".):": 9575,
+      "▁Jew": 9576,
+      "▁très": 9577,
+      "ниче": 9578,
+      "▁Dor": 9579,
+      "▁proc": 9580,
+      "▁gan": 9581,
+      "▁є": 9582,
+      "▁Sav": 9583,
+      "ví": 9584,
+      "Settings": 9585,
+      "▁Vari": 9586,
+      "▁cours": 9587,
+      "Ro": 9588,
+      "▁conj": 9589,
+      "▁reasons": 9590,
+      "▁reader": 9591,
+      "лександ": 9592,
+      "icate": 9593,
+      "}),": 9594,
+      "▁tasks": 9595,
+      "▁Ray": 9596,
+      "▁ric": 9597,
+      "Ke": 9598,
+      "onie": 9599,
+      "rf": 9600,
+      ")[": 9601,
+      "▁subsequ": 9602,
+      "▁Turn": 9603,
+      "▁VIAF": 9604,
+      "mathsf": 9605,
+      "HE": 9606,
+      "▁declare": 9607,
+      "▁protocol": 9608,
+      "▁PC": 9609,
+      "цион": 9610,
+      "ViewById": 9611,
+      "▁animation": 9612,
+      "▁confused": 9613,
+      "вич": 9614,
+      "▁enabled": 9615,
+      "owo": 9616,
+      "ást": 9617,
+      "öt": 9618,
+      "▁mand": 9619,
+      "▁Rail": 9620,
+      "fields": 9621,
+      "▁Kap": 9622,
+      "▁algebra": 9623,
+      "▁Су": 9624,
+      "férence": 9625,
+      "▁Current": 9626,
+      "сно": 9627,
+      "▁Lim": 9628,
+      "Params": 9629,
+      "▁Antonio": 9630,
+      "▁tv": 9631,
+      "late": 9632,
+      "ifer": 9633,
+      "Entry": 9634,
+      "▁Serv": 9635,
+      "▁musical": 9636,
+      "▁trace": 9637,
+      "▁scient": 9638,
+      "fic": 9639,
+      "▁forgot": 9640,
+      "video": 9641,
+      "▁older": 9642,
+      "Tree": 9643,
+      "▁uns": 9644,
+      "ники": 9645,
+      "▁Europa": 9646,
+      "▁Zwe": 9647,
+      "▁бе": 9648,
+      "▁vec": 9649,
+      "жу": 9650,
+      "▁▁▁▁▁▁▁▁▁▁▁": 9651,
+      "Match": 9652,
+      "span": 9653,
+      "▁blank": 9654,
+      "▁später": 9655,
+      "▁Ty": 9656,
+      "▁dict": 9657,
+      "ña": 9658,
+      "▁confirm": 9659,
+      "▁vý": 9660,
+      "зан": 9661,
+      "Rel": 9662,
+      "film": 9663,
+      "▁Rot": 9664,
+      "▁Hy": 9665,
+      "ках": 9666,
+      "▁demand": 9667,
+      "▁minist": 9668,
+      "▁Madrid": 9669,
+      "▁usual": 9670,
+      "spiel": 9671,
+      "eros": 9672,
+      "▁tutorial": 9673,
+      "▁Ссылки": 9674,
+      "sys": 9675,
+      "циаль": 9676,
+      "▁spread": 9677,
+      "▁convers": 9678,
+      "▁roll": 9679,
+      "artifactId": 9680,
+      "▁Number": 9681,
+      "▁symmet": 9682,
+      "▁Mult": 9683,
+      "expected": 9684,
+      "▁axis": 9685,
+      "▁matching": 9686,
+      "▁food": 9687,
+      "groupId": 9688,
+      "Mapp": 9689,
+      "▁свя": 9690,
+      "▁vend": 9691,
+      "Found": 9692,
+      "otto": 9693,
+      "Cat": 9694,
+      "crit": 9695,
+      "istent": 9696,
+      "▁drei": 9697,
+      "▁ended": 9698,
+      "▁Tele": 9699,
+      "component": 9700,
+      "▁involved": 9701,
+      "▁Estados": 9702,
+      "▁danger": 9703,
+      "▁chain": 9704,
+      "▁Prom": 9705,
+      "hom": 9706,
+      "▁polít": 9707,
+      "cop": 9708,
+      "▁nap": 9709,
+      "rif": 9710,
+      "plements": 9711,
+      "▁vent": 9712,
+      "anna": 9713,
+      "anted": 9714,
+      "dated": 9715,
+      "anth": 9716,
+      "▁threads": 9717,
+      "зова": 9718,
+      "▁станов": 9719,
+      "▁eerst": 9720,
+      "buf": 9721,
+      "heid": 9722,
+      "▁Ru": 9723,
+      "▁Prim": 9724,
+      "▁migr": 9725,
+      "▁Unidos": 9726,
+      "▁arbitr": 9727,
+      "▁roman": 9728,
+      "ountry": 9729,
+      "ultur": 9730,
+      "▁König": 9731,
+      "▁annot": 9732,
+      "aching": 9733,
+      "▁Haupt": 9734,
+      "umin": 9735,
+      "▁hem": 9736,
+      "ckets": 9737,
+      "bau": 9738,
+      "ection": 9739,
+      "eft": 9740,
+      "▁packages": 9741,
+      "▁Kur": 9742,
+      "thur": 9743,
+      "▁pays": 9744,
+      "liament": 9745,
+      "▁Бу": 9746,
+      "▁cada": 9747,
+      "points": 9748,
+      "ocket": 9749,
+      "▁verb": 9750,
+      "лее": 9751,
+      "▁submit": 9752,
+      "▁san": 9753,
+      "ruby": 9754,
+      "▁east": 9755,
+      "kov": 9756,
+      "▁Verlag": 9757,
+      "▁spot": 9758,
+      "ppo": 9759,
+      "Each": 9760,
+      "jekt": 9761,
+      "▁Biographie": 9762,
+      "▁news": 9763,
+      "▁país": 9764,
+      "ufact": 9765,
+      "▁dia": 9766,
+      "кова": 9767,
+      "▁accompl": 9768,
+      "▁Ét": 9769,
+      "ilities": 9770,
+      "▁ihm": 9771,
+      "invoke": 9772,
+      "▁append": 9773,
+      ".),": 9774,
+      "▁lab": 9775,
+      "anging": 9776,
+      "istan": 9777,
+      "resol": 9778,
+      "▁Section": 9779,
+      "Parent": 9780,
+      "moz": 9781,
+      "Mat": 9782,
+      "styles": 9783,
+      "unden": 9784,
+      "“,": 9785,
+      "irtschaft": 9786,
+      "ким": 9787,
+      "▁Finally": 9788,
+      "phen": 9789,
+      "▁Pac": 9790,
+      "▁ArrayList": 9791,
+      "▁recover": 9792,
+      "▁education": 9793,
+      "models": 9794,
+      "ped": 9795,
+      "▁happy": 9796,
+      "чу": 9797,
+      "▁guerra": 9798,
+      "media": 9799,
+      "OF": 9800,
+      "▁ensure": 9801,
+      "Mark": 9802,
+      "database": 9803,
+      "oggle": 9804,
+      "▁publish": 9805,
+      "OW": 9806,
+      "▁Bau": 9807,
+      "?.": 9808,
+      "▁части": 9809,
+      "▁repository": 9810,
+      "▁Matt": 9811,
+      "high": 9812,
+      "oven": 9813,
+      "▁ger": 9814,
+      "▁unknown": 9815,
+      "Amer": 9816,
+      "▁Brown": 9817,
+      "ALL": 9818,
+      "▁resulting": 9819,
+      "▁bor": 9820,
+      "▁poet": 9821,
+      "ними": 9822,
+      "Email": 9823,
+      "Font": 9824,
+      "▁hist": 9825,
+      "▁today": 9826,
+      "▁Berg": 9827,
+      "▁buttons": 9828,
+      "тал": 9829,
+      "▁sni": 9830,
+      "▁челов": 9831,
+      "Cre": 9832,
+      "▁union": 9833,
+      "▁zich": 9834,
+      "ishop": 9835,
+      "▁quando": 9836,
+      "Po": 9837,
+      "CTION": 9838,
+      "▁Cost": 9839,
+      "судар": 9840,
+      "erved": 9841,
+      "Note": 9842,
+      "Equal": 9843,
+      "лия": 9844,
+      "бур": 9845,
+      "▁abstract": 9846,
+      "stop": 9847,
+      "▁advice": 9848,
+      "▁icon": 9849,
+      "▁travel": 9850,
+      "BS": 9851,
+      "vens": 9852,
+      "▁batch": 9853,
+      "lique": 9854,
+      "sheet": 9855,
+      "▁ihre": 9856,
+      "emon": 9857,
+      "berto": 9858,
+      "▁assigned": 9859,
+      "ью": 9860,
+      "Phone": 9861,
+      "▁award": 9862,
+      "▁functionality": 9863,
+      "alla": 9864,
+      "▁Dam": 9865,
+      "▁ciudad": 9866,
+      "▁cluster": 9867,
+      "Description": 9868,
+      "▁sheet": 9869,
+      "▁Australian": 9870,
+      "▁».": 9871,
+      "▁\"<": 9872,
+      "▁wondering": 9873,
+      "aine": 9874,
+      "▁represented": 9875,
+      "kappa": 9876,
+      "nb": 9877,
+      "▁sy": 9878,
+      "▁Kö": 9879,
+      "=\"#": 9880,
+      "▁seven": 9881,
+      "Directory": 9882,
+      "▁sister": 9883,
+      "plates": 9884,
+      "▁luck": 9885,
+      "▁remaining": 9886,
+      "▁Vill": 9887,
+      "werk": 9888,
+      "anni": 9889,
+      "etti": 9890,
+      "func": 9891,
+      "▁ban": 9892,
+      "ims": 9893,
+      "miss": 9894,
+      "agraph": 9895,
+      "екси": 9896,
+      "▁Ref": 9897,
+      "nitt": 9898,
+      "▁Gab": 9899,
+      "▁andere": 9900,
+      "▁jedoch": 9901,
+      "results": 9902,
+      "!\\": 9903,
+      "▁listed": 9904,
+      "▁loro": 9905,
+      "▁knows": 9906,
+      "жно": 9907,
+      "Rad": 9908,
+      "▁socket": 9909,
+      "multi": 9910,
+      "▁рі": 9911,
+      "rails": 9912,
+      "▁tar": 9913,
+      "▁gentle": 9914,
+      "sett": 9915,
+      "services": 9916,
+      "bound": 9917,
+      "igkeit": 9918,
+      "aja": 9919,
+      "▁cmd": 9920,
+      "agger": 9921,
+      "▁ba": 9922,
+      "▁Belg": 9923,
+      "▁Kle": 9924,
+      "▁wordt": 9925,
+      "▁fost": 9926,
+      "▁dimension": 9927,
+      "Ang": 9928,
+      "uming": 9929,
+      "Obj": 9930,
+      "нен": 9931,
+      "▁Marie": 9932,
+      "exists": 9933,
+      "тро": 9934,
+      "▁боль": 9935,
+      "emente": 9936,
+      "▁Jon": 9937,
+      "SERT": 9938,
+      "▁highest": 9939,
+      "aki": 9940,
+      "▁tres": 9941,
+      "▁circum": 9942,
+      "▁Down": 9943,
+      "ommen": 9944,
+      "urer": 9945,
+      "▁causes": 9946,
+      "venue": 9947,
+      "issance": 9948,
+      "▁influence": 9949,
+      "▁fat": 9950,
+      "реди": 9951,
+      "}\\\\": 9952,
+      "▁entr": 9953,
+      "▁Sign": 9954,
+      "▁кла": 9955,
+      "▁binding": 9956,
+      "essen": 9957,
+      "▁Фран": 9958,
+      "▁Local": 9959,
+      "▁явля": 9960,
+      "appro": 9961,
+      "▁dependencies": 9962,
+      "▁talking": 9963,
+      "▁zurück": 9964,
+      "connection": 9965,
+      "Active": 9966,
+      "bbe": 9967,
+      "irls": 9968,
+      "▁Inf": 9969,
+      "wd": 9970,
+      "▁ис": 9971,
+      "road": 9972,
+      "▁conven": 9973,
+      "ět": 9974,
+      "вез": 9975,
+      "▁entries": 9976,
+      "esc": 9977,
+      "▁bits": 9978,
+      "asso": 9979,
+      "WR": 9980,
+      "ships": 9981,
+      "▁dés": 9982,
+      "esp": 9983,
+      "Make": 9984,
+      "▁familiar": 9985,
+      "Art": 9986,
+      "▁army": 9987,
+      "ctr": 9988,
+      "éric": 9989,
+      "queue": 9990,
+      "▁\\{": 9991,
+      "uela": 9992,
+      "amiento": 9993,
+      "ших": 9994,
+      "▁\"\"\"": 9995,
+      "contr": 9996,
+      "лле": 9997,
+      "FS": 9998,
+      "▁market": 9999,
+      "ång": 10000,
+      "citep": 10001,
+      "Ill": 10002,
+      "rank": 10003,
+      "▁sender": 10004,
+      "▁beim": 10005,
+      "рак": 10006,
+      "▁compat": 10007,
+      "▁occurs": 10008,
+      "▁diese": 10009,
+      "ститу": 10010,
+      "awa": 10011,
+      "▁iOS": 10012,
+      "▁Chinese": 10013,
+      "▁TR": 10014,
+      "▁Ken": 10015,
+      "▁Une": 10016,
+      "▁creates": 10017,
+      "▁showed": 10018,
+      "▁év": 10019,
+      "ologia": 10020,
+      "▁protest": 10021,
+      "▁Pf": 10022,
+      "▁squad": 10023,
+      "++,": 10024,
+      "áv": 10025,
+      "▁essere": 10026,
+      "зя": 10027,
+      "kol": 10028,
+      "▁slightly": 10029,
+      "addr": 10030,
+      "ân": 10031,
+      "▁reduce": 10032,
+      "▁\\(\\": 10033,
+      "▁Dep": 10034,
+      "▁generic": 10035,
+      "Loader": 10036,
+      "ți": 10037,
+      "▁пос": 10038,
+      "▁occasion": 10039,
+      "▁Lady": 10040,
+      "entity": 10041,
+      "▁avant": 10042,
+      "▁Pas": 10043,
+      "aggio": 10044,
+      "\\{": 10045,
+      "пад": 10046,
+      "atholic": 10047,
+      "Password": 10048,
+      "▁respond": 10049,
+      "▁Non": 10050,
+      "AG": 10051,
+      "neg": 10052,
+      "▁ус": 10053,
+      "blob": 10054,
+      "cke": 10055,
+      "▁Consider": 10056,
+      "▁Care": 10057,
+      "iki": 10058,
+      "▁Chicago": 10059,
+      "inden": 10060,
+      "▁Cop": 10061,
+      "]+": 10062,
+      "öm": 10063,
+      "évrier": 10064,
+      "кло": 10065,
+      "alen": 10066,
+      "▁maj": 10067,
+      "racy": 10068,
+      "orte": 10069,
+      "ients": 10070,
+      "ells": 10071,
+      "activity": 10072,
+      "▁runtime": 10073,
+      "NULL": 10074,
+      "▁possibly": 10075,
+      "▁stri": 10076,
+      "izi": 10077,
+      "▁mir": 10078,
+      "▁Version": 10079,
+      "prime": 10080,
+      "▁twenty": 10081,
+      "▁Mah": 10082,
+      "▁sounds": 10083,
+      "шен": 10084,
+      "clusion": 10085,
+      "acz": 10086,
+      "▁determined": 10087,
+      "▁Rep": 10088,
+      "▁Landes": 10089,
+      "▁wall": 10090,
+      "igi": 10091,
+      "▁reset": 10092,
+      "шо": 10093,
+      "yan": 10094,
+      "Met": 10095,
+      "ei": 10096,
+      "▁appearance": 10097,
+      "▁fois": 10098,
+      "▁nell": 10099,
+      "esi": 10100,
+      "ёт": 10101,
+      "loor": 10102,
+      "▁Ul": 10103,
+      "▁resolution": 10104,
+      "▁fot": 10105,
+      "▁throughout": 10106,
+      "▁ri": 10107,
+      "Level": 10108,
+      "pool": 10109,
+      "▁identity": 10110,
+      "▁janu": 10111,
+      "▁imper": 10112,
+      "▁över": 10113,
+      "}`": 10114,
+      "▁infer": 10115,
+      "▁dates": 10116,
+      "▁Standard": 10117,
+      "force": 10118,
+      "ockey": 10119,
+      "tera": 10120,
+      "▁distingu": 10121,
+      "▁presence": 10122,
+      "lica": 10123,
+      "▁leaving": 10124,
+      "itung": 10125,
+      "éb": 10126,
+      "▁establish": 10127,
+      "▁maar": 10128,
+      "adi": 10129,
+      "▁News": 10130,
+      "azon": 10131,
+      "folg": 10132,
+      "▁Hence": 10133,
+      "▁Ye": 10134,
+      "▁fab": 10135,
+      "▁führ": 10136,
+      "itmap": 10137,
+      "▁Vers": 10138,
+      "rov": 10139,
+      "Sign": 10140,
+      "device": 10141,
+      "Sigma": 10142,
+      "▁wetenschapp": 10143,
+      "▁Ps": 10144,
+      "PATH": 10145,
+      "▁torn": 10146,
+      "vest": 10147,
+      "стов": 10148,
+      "account": 10149,
+      "▁largest": 10150,
+      "▁percent": 10151,
+      "▁Women": 10152,
+      "▁img": 10153,
+      "tool": 10154,
+      "▁roce": 10155,
+      "▁ay": 10156,
+      "inet": 10157,
+      "▁août": 10158,
+      "▁polynomial": 10159,
+      "▁integral": 10160,
+      "▁areas": 10161,
+      "}'": 10162,
+      "▁hyp": 10163,
+      "loyee": 10164,
+      "таль": 10165,
+      "▁proxy": 10166,
+      "▁Wy": 10167,
+      "▁Мекси": 10168,
+      "▁escape": 10169,
+      "olar": 10170,
+      "▁mistake": 10171,
+      ")}{": 10172,
+      "▁Pot": 10173,
+      "▁processes": 10174,
+      "\">\r": 10175,
+      "halten": 10176,
+      "zza": 10177,
+      "amo": 10178,
+      "кре": 10179,
+      "▁Wood": 10180,
+      "ør": 10181,
+      "▁сер": 10182,
+      "ocia": 10183,
+      "two": 10184,
+      "profile": 10185,
+      "▁Ast": 10186,
+      "embro": 10187,
+      "▁arms": 10188,
+      "inas": 10189,
+      "innen": 10190,
+      "▁msg": 10191,
+      "INT": 10192,
+      "▁batter": 10193,
+      "ignment": 10194,
+      "▁vy": 10195,
+      "Hrsg": 10196,
+      "▁Grund": 10197,
+      "roc": 10198,
+      "seg": 10199,
+      "▁decor": 10200,
+      "▁eventually": 10201,
+      ">,": 10202,
+      "▁pag": 10203,
+      "anten": 10204,
+      "▁strugg": 10205,
+      "}^\\": 10206,
+      "daten": 10207,
+      "▁rela": 10208,
+      "пов": 10209,
+      "▁коро": 10210,
+      "▁Bos": 10211,
+      "▁labor": 10212,
+      "▁Secret": 10213,
+      "ugen": 10214,
+      "▁jap": 10215,
+      "▁husband": 10216,
+      "▁Album": 10217,
+      "▁etwa": 10218,
+      "▁произ": 10219,
+      "richt": 10220,
+      "rach": 10221,
+      "bat": 10222,
+      "▁prepar": 10223,
+      "▁Stock": 10224,
+      "▁lack": 10225,
+      "хід": 10226,
+      "▁hogy": 10227,
+      "▁Chrome": 10228,
+      "▁Admin": 10229,
+      "▁comparison": 10230,
+      "▁increasing": 10231,
+      "нг": 10232,
+      "imi": 10233,
+      "Db": 10234,
+      "▁gef": 10235,
+      "ucht": 10236,
+      "ése": 10237,
+      "gence": 10238,
+      "▁Core": 10239,
+      "▁incorrect": 10240,
+      "▁assuming": 10241,
+      "ourse": 10242,
+      "ieron": 10243,
+      "▁Theorem": 10244,
+      "▁casa": 10245,
+      "jes": 10246,
+      "▁дере": 10247,
+      "▁`\"": 10248,
+      "LD": 10249,
+      "äß": 10250,
+      "Deb": 10251,
+      "▁suiv": 10252,
+      "▁Bank": 10253,
+      "libs": 10254,
+      "▁Leon": 10255,
+      "▁quart": 10256,
+      "▁professional": 10257,
+      "▁tiene": 10258,
+      "▁accomp": 10259,
+      "стер": 10260,
+      "▁UK": 10261,
+      "NN": 10262,
+      "▁lí": 10263,
+      "ця": 10264,
+      "kel": 10265,
+      "▁•": 10266,
+      "▁dise": 10267,
+      "onto": 10268,
+      "▁má": 10269,
+      "ifs": 10270,
+      "bild": 10271,
+      "▁compute": 10272,
+      "▁éd": 10273,
+      "ję": 10274,
+      "▁Mé": 10275,
+      "▁languages": 10276,
+      "▁Times": 10277,
+      "cen": 10278,
+      "▁авто": 10279,
+      "ým": 10280,
+      "enez": 10281,
+      "▁upp": 10282,
+      "▁méd": 10283,
+      "▁cuando": 10284,
+      "од": 10285,
+      "Intent": 10286,
+      "eerd": 10287,
+      "▁Tal": 10288,
+      "offset": 10289,
+      "▁haben": 10290,
+      "reme": 10291,
+      "▁Stack": 10292,
+      "▁dri": 10293,
+      "▁seinem": 10294,
+      "▁février": 10295,
+      "▁combination": 10296,
+      "▁soll": 10297,
+      "▁movement": 10298,
+      "Spec": 10299,
+      "кры": 10300,
+      "retch": 10301,
+      "Offset": 10302,
+      "Root": 10303,
+      "Ар": 10304,
+      "wart": 10305,
+      "▁Follow": 10306,
+      "▁Social": 10307,
+      "ников": 10308,
+      "▁→": 10309,
+      "Don": 10310,
+      "▁harm": 10311,
+      "agr": 10312,
+      "nego": 10313,
+      "resource": 10314,
+      "▁Luc": 10315,
+      "▁seinen": 10316,
+      "▁Department": 10317,
+      "▁Update": 10318,
+      "▁Texas": 10319,
+      "▁reve": 10320,
+      "▁Pos": 10321,
+      "▁shot": 10322,
+      "othe": 10323,
+      "▁repeated": 10324,
+      "▁recently": 10325,
+      "ában": 10326,
+      "aks": 10327,
+      "пан": 10328,
+      "▁cha": 10329,
+      "ohl": 10330,
+      "▁tend": 10331,
+      "▁дво": 10332,
+      "chts": 10333,
+      "çaise": 10334,
+      "pling": 10335,
+      "album": 10336,
+      "ej": 10337,
+      "▁`[": 10338,
+      "maps": 10339,
+      "▁units": 10340,
+      "▁<!--": 10341,
+      "▁ге": 10342,
+      "▁Information": 10343,
+      "ikon": 10344,
+      "▁tan": 10345,
+      "▁docker": 10346,
+      "▁Stad": 10347,
+      "▁audio": 10348,
+      "iko": 10349,
+      "▁coordinates": 10350,
+      "xs": 10351,
+      "▁replied": 10352,
+      "▁),": 10353,
+      "▁Government": 10354,
+      "▁Academy": 10355,
+      "UNT": 10356,
+      "▁три": 10357,
+      "Bl": 10358,
+      "▁anc": 10359,
+      "шу": 10360,
+      "▁також": 10361,
+      "▁infinite": 10362,
+      "RC": 10363,
+      "▁ga": 10364,
+      "▁adjust": 10365,
+      "▁merge": 10366,
+      ";`": 10367,
+      "▁poster": 10368,
+      "▁Japanese": 10369,
+      "\"];": 10370,
+      "▁exhib": 10371,
+      "▁ordered": 10372,
+      "ictures": 10373,
+      "рос": 10374,
+      "▁série": 10375,
+      "lets": 10376,
+      "▁ip": 10377,
+      "Selector": 10378,
+      "▁existence": 10379,
+      "Rece": 10380,
+      "liga": 10381,
+      "download": 10382,
+      "▁lemma": 10383,
+      "iev": 10384,
+      "udent": 10385,
+      "sko": 10386,
+      "▁Arab": 10387,
+      "itate": 10388,
+      "byte": 10389,
+      "от": 10390,
+      "ikt": 10391,
+      "ната": 10392,
+      "▁Af": 10393,
+      "(@": 10394,
+      "▁mad": 10395,
+      "odb": 10396,
+      "▁elimin": 10397,
+      "▁spent": 10398,
+      "Enter": 10399,
+      "▁Mitg": 10400,
+      "When": 10401,
+      "▁départ": 10402,
+      "MI": 10403,
+      "▁fellow": 10404,
+      "▁thousand": 10405,
+      "▁Cu": 10406,
+      "ktor": 10407,
+      "Cache": 10408,
+      "▁também": 10409,
+      "▁extended": 10410,
+      "вест": 10411,
+      "aters": 10412,
+      "▁Lic": 10413,
+      "totype": 10414,
+      "▁Ga": 10415,
+      "▁blood": 10416,
+      "▁mapping": 10417,
+      "▁nomin": 10418,
+      "▁manifest": 10419,
+      "▁pens": 10420,
+      "▁rit": 10421,
+      "▁filename": 10422,
+      "▁filled": 10423,
+      "vä": 10424,
+      "▁raised": 10425,
+      "▁mobile": 10426,
+      "ké": 10427,
+      "▁Right": 10428,
+      "▁gehör": 10429,
+      "▁temperature": 10430,
+      "▁somehow": 10431,
+      "▁Spanish": 10432,
+      "▁kommun": 10433,
+      "▁chosen": 10434,
+      "▁horse": 10435,
+      ";\\": 10436,
+      "▁originally": 10437,
+      "Hash": 10438,
+      "▁citt": 10439,
+      "▁encore": 10440,
+      "▁Wolf": 10441,
+      "▁nú": 10442,
+      "▁Young": 10443,
+      "Vari": 10444,
+      "▁Schwe": 10445,
+      "▁capture": 10446,
+      "▁Jane": 10447,
+      "Interface": 10448,
+      "owych": 10449,
+      "▁Deutschland": 10450,
+      "▁Kol": 10451,
+      "▁boundary": 10452,
+      "▁GND": 10453,
+      "Now": 10454,
+      "kehr": 10455,
+      "(*": 10456,
+      "=-": 10457,
+      "▁Wel": 10458,
+      "▁Cat": 10459,
+      "amment": 10460,
+      "AGE": 10461,
+      "▁rights": 10462,
+      "Scroll": 10463,
+      "▁happening": 10464,
+      "▁Bla": 10465,
+      "▁science": 10466,
+      "aws": 10467,
+      "▁behaviour": 10468,
+      "▁implies": 10469,
+      "▁Queen": 10470,
+      "ovan": 10471,
+      "pay": 10472,
+      "ња": 10473,
+      "aret": 10474,
+      "ership": 10475,
+      "▁Lang": 10476,
+      "▁год": 10477,
+      "▁recorded": 10478,
+      "zem": 10479,
+      "▁Thread": 10480,
+      "▁todo": 10481,
+      "ogo": 10482,
+      "▁scenario": 10483,
+      "▁concent": 10484,
+      "рез": 10485,
+      "Storage": 10486,
+      "▁dirig": 10487,
+      "▁Series": 10488,
+      "▁gas": 10489,
+      "SET": 10490,
+      "èce": 10491,
+      "rate": 10492,
+      "HTTP": 10493,
+      "▁kap": 10494,
+      "Emp": 10495,
+      "UTF": 10496,
+      "ání": 10497,
+      "стави": 10498,
+      "windows": 10499,
+      "ération": 10500,
+      "aped": 10501,
+      "▁sistema": 10502,
+      "▁surv": 10503,
+      "▁Western": 10504,
+      "▁gé": 10505,
+      "▁Such": 10506,
+      "Writer": 10507,
+      "▁canvas": 10508,
+      "▁guarante": 10509,
+      "scroll": 10510,
+      "aved": 10511,
+      "Ital": 10512,
+      "▁Elect": 10513,
+      "](#": 10514,
+      "▁Herm": 10515,
+      "▁Command": 10516,
+      "▁Child": 10517,
+      "▁pd": 10518,
+      "utch": 10519,
+      "Sql": 10520,
+      "*.": 10521,
+      "▁Tag": 10522,
+      "▁Ta": 10523,
+      "▁mail": 10524,
+      "screen": 10525,
+      "scr": 10526,
+      "zial": 10527,
+      "▁Für": 10528,
+      "▁suggestions": 10529,
+      "chester": 10530,
+      ")|": 10531,
+      "person": 10532,
+      "zel": 10533,
+      "▁waiting": 10534,
+      "▁сле": 10535,
+      "FL": 10536,
+      "▁Albert": 10537,
+      "▁Hij": 10538,
+      "▁тер": 10539,
+      "ewrite": 10540,
+      "▁sentence": 10541,
+      "▁linux": 10542,
+      "еде": 10543,
+      "ência": 10544,
+      "▁Italian": 10545,
+      "чка": 10546,
+      "Files": 10547,
+      "▁noticed": 10548,
+      "bing": 10549,
+      "▁Research": 10550,
+      "▁alter": 10551,
+      "heel": 10552,
+      "\\<^": 10553,
+      "▁Process": 10554,
+      "▁battle": 10555,
+      "мов": 10556,
+      "▁Africa": 10557,
+      "▁Anne": 10558,
+      "▁geld": 10559,
+      "}%": 10560,
+      "▁docs": 10561,
+      "Types": 10562,
+      "▁retrieve": 10563,
+      "▁Official": 10564,
+      "▁trab": 10565,
+      "цы": 10566,
+      "▁Input": 10567,
+      "step": 10568,
+      "▁laugh": 10569,
+      "▁Ха": 10570,
+      "▁pela": 10571,
+      "Media": 10572,
+      "rough": 10573,
+      "гани": 10574,
+      "▁Should": 10575,
+      "▁Content": 10576,
+      "лем": 10577,
+      "osh": 10578,
+      "▁somewhat": 10579,
+      "▁Cer": 10580,
+      "Background": 10581,
+      "stru": 10582,
+      "▁inline": 10583,
+      "▁Neder": 10584,
+      "▁modules": 10585,
+      "▁Buch": 10586,
+      "ński": 10587,
+      "widet": 10588,
+      "▁zn": 10589,
+      "poses": 10590,
+      "▁gradu": 10591,
+      "▁aqu": 10592,
+      "PR": 10593,
+      "▁putting": 10594,
+      "▁поли": 10595,
+      "▁purch": 10596,
+      "▁smooth": 10597,
+      "рий": 10598,
+      "engine": 10599,
+      "▁lived": 10600,
+      "Account": 10601,
+      "Details": 10602,
+      "▁tells": 10603,
+      "▁Output": 10604,
+      "Here": 10605,
+      "▁Foundation": 10606,
+      "TextView": 10607,
+      "▁decision": 10608,
+      "▁dependency": 10609,
+      "ocation": 10610,
+      "oval": 10611,
+      "feld": 10612,
+      "▁пров": 10613,
+      "▁ends": 10614,
+      "▁ios": 10615,
+      "▁excel": 10616,
+      "agu": 10617,
+      "▁eleg": 10618,
+      "▁Element": 10619,
+      "Queue": 10620,
+      "▁fö": 10621,
+      "версите": 10622,
+      "▁experien": 10623,
+      "▁directed": 10624,
+      "▁camb": 10625,
+      "▁Дж": 10626,
+      "▁folg": 10627,
+      "▁conce": 10628,
+      "▁Fab": 10629,
+      "▁Vi": 10630,
+      "▁advantage": 10631,
+      "▁Bei": 10632,
+      "prod": 10633,
+      "▁XIX": 10634,
+      "▁Face": 10635,
+      "▁vir": 10636,
+      "▁Russian": 10637,
+      "▁span": 10638,
+      "ení": 10639,
+      "▁zone": 10640,
+      "▁attach": 10641,
+      "▁без": 10642,
+      "▁management": 10643,
+      "Ac": 10644,
+      "▁оп": 10645,
+      "once": 10646,
+      "halt": 10647,
+      "uso": 10648,
+      "Spe": 10649,
+      "▁raw": 10650,
+      "éro": 10651,
+      "idel": 10652,
+      "law": 10653,
+      "Sheet": 10654,
+      "▁mission": 10655,
+      "▁camera": 10656,
+      "▁honor": 10657,
+      "▁appointed": 10658,
+      "▁Roma": 10659,
+      "linear": 10660,
+      "Rows": 10661,
+      "ferences": 10662,
+      "▁IO": 10663,
+      "▁covered": 10664,
+      "raj": 10665,
+      "ствова": 10666,
+      "▁Sym": 10667,
+      "▁tid": 10668,
+      "isc": 10669,
+      "▁Rud": 10670,
+      "▁encuent": 10671,
+      "▁failure": 10672,
+      "üss": 10673,
+      "▁squ": 10674,
+      "▁paint": 10675,
+      "▁serious": 10676,
+      "▁cursor": 10677,
+      "tras": 10678,
+      "▁discussion": 10679,
+      "▁cried": 10680,
+      "erie": 10681,
+      "▁Develop": 10682,
+      "▁rewrite": 10683,
+      "▁général": 10684,
+      "wait": 10685,
+      "▁Harry": 10686,
+      "ír": 10687,
+      "▁gepublic": 10688,
+      "▁иг": 10689,
+      "іб": 10690,
+      "ят": 10691,
+      "▁Из": 10692,
+      "▁equations": 10693,
+      "▁plane": 10694,
+      "▁acqu": 10695,
+      "▁angle": 10696,
+      "▁trees": 10697,
+      "▁Кон": 10698,
+      "VD": 10699,
+      "pert": 10700,
+      "▁documents": 10701,
+      "cb": 10702,
+      "▁implements": 10703,
+      "станов": 10704,
+      "▁Walter": 10705,
+      "зыва": 10706,
+      "▁спе": 10707,
+      "▁chap": 10708,
+      "plex": 10709,
+      "▁magnet": 10710,
+      "▁gepubliceerd": 10711,
+      "▁highly": 10712,
+      "▁leurs": 10713,
+      "▁dress": 10714,
+      "▁restart": 10715,
+      "Render": 10716,
+      "Callback": 10717,
+      "iso": 10718,
+      "▁constitu": 10719,
+      "▁Ende": 10720,
+      "ZE": 10721,
+      "▁Angeles": 10722,
+      "▁derived": 10723,
+      "=\"{": 10724,
+      "]\\": 10725,
+      "▁Change": 10726,
+      "▁Haus": 10727,
+      "▁stad": 10728,
+      "▁Request": 10729,
+      "omo": 10730,
+      "▁Active": 10731,
+      "uren": 10732,
+      "▁tourn": 10733,
+      "▁particularly": 10734,
+      "Servlet": 10735,
+      "abc": 10736,
+      "widetilde": 10737,
+      "andra": 10738,
+      "Helper": 10739,
+      "Rule": 10740,
+      "▁plusieurs": 10741,
+      "▁wave": 10742,
+      "neq": 10743,
+      "▁Те": 10744,
+      "fre": 10745,
+      "ské": 10746,
+      "▁alc": 10747,
+      "▁logs": 10748,
+      "GS": 10749,
+      "▁Mol": 10750,
+      "▁permission": 10751,
+      "▁soul": 10752,
+      "▁wants": 10753,
+      "▁guide": 10754,
+      "▁viene": 10755,
+      "▁Wilhelm": 10756,
+      "▁evidence": 10757,
+      "\"},": 10758,
+      "ropol": 10759,
+      "▁authentication": 10760,
+      "▁occurred": 10761,
+      "▁IF": 10762,
+      "noc": 10763,
+      "IA": 10764,
+      "▁Ban": 10765,
+      "▁кар": 10766,
+      "▁ble": 10767,
+      "▁segment": 10768,
+      "▁players": 10769,
+      "isi": 10770,
+      "▁stuck": 10771,
+      "▁Py": 10772,
+      "Any": 10773,
+      "hou": 10774,
+      "▁formatt": 10775,
+      "▁peace": 10776,
+      "▁Кар": 10777,
+      "etes": 10778,
+      "dfrac": 10779,
+      "(?": 10780,
+      "▁Site": 10781,
+      "▁Live": 10782,
+      "▁Us": 10783,
+      "▁clim": 10784,
+      "▁Ali": 10785,
+      "рей": 10786,
+      "▁Prince": 10787,
+      "▁oblig": 10788,
+      "ieb": 10789,
+      "▁Alt": 10790,
+      "▁pros": 10791,
+      "racle": 10792,
+      "▁Cette": 10793,
+      "kes": 10794,
+      "zös": 10795,
+      "ouvelle": 10796,
+      "////////": 10797,
+      "aby": 10798,
+      "ére": 10799,
+      "rane": 10800,
+      "▁powers": 10801,
+      "▁Path": 10802,
+      "▁Word": 10803,
+      "▁transaction": 10804,
+      "▁causing": 10805,
+      "ellschaft": 10806,
+      "ât": 10807,
+      "▁CPU": 10808,
+      "▁depth": 10809,
+      "STR": 10810,
+      "▁Conf": 10811,
+      "▁rare": 10812,
+      "▁Ak": 10813,
+      "▁bon": 10814,
+      "▁Carlos": 10815,
+      "▁specifically": 10816,
+      "rics": 10817,
+      "KEY": 10818,
+      "▁stars": 10819,
+      "érica": 10820,
+      "▁Лу": 10821,
+      "▁configure": 10822,
+      "▁agent": 10823,
+      "▁explained": 10824,
+      "▁coefficient": 10825,
+      "дь": 10826,
+      "'}": 10827,
+      "▁vida": 10828,
+      "▁Syn": 10829,
+      "▁назва": 10830,
+      "▁Option": 10831,
+      "▁rob": 10832,
+      "▁клу": 10833,
+      ":[": 10834,
+      "antly": 10835,
+      "dependency": 10836,
+      "▁Cur": 10837,
+      "▁frances": 10838,
+      "▁ideal": 10839,
+      "Sw": 10840,
+      "▁груп": 10841,
+      "▁Captain": 10842,
+      "▁todos": 10843,
+      "Jo": 10844,
+      "▁pelo": 10845,
+      "?](": 10846,
+      "▁faith": 10847,
+      "овой": 10848,
+      "▁fresh": 10849,
+      "▁propri": 10850,
+      "Timeout": 10851,
+      "▁veh": 10852,
+      "contents": 10853,
+      "▁Document": 10854,
+      "collection": 10855,
+      "▁kar": 10856,
+      "ruck": 10857,
+      "Your": 10858,
+      "uma": 10859,
+      "▁mathemat": 10860,
+      "Enabled": 10861,
+      "публи": 10862,
+      "▁Engine": 10863,
+      "▁München": 10864,
+      "▁посе": 10865,
+      "▁fon": 10866,
+      "archive": 10867,
+      "▁frequency": 10868,
+      "}+\\": 10869,
+      "âte": 10870,
+      "▁kor": 10871,
+      "▁Кра": 10872,
+      "Sing": 10873,
+      "month": 10874,
+      "▁Haw": 10875,
+      "▁sys": 10876,
+      "erme": 10877,
+      "▁Would": 10878,
+      "▁impact": 10879,
+      "urrency": 10880,
+      "licht": 10881,
+      "▁apt": 10882,
+      "iere": 10883,
+      "▁motion": 10884,
+      "ССР": 10885,
+      "▁Init": 10886,
+      "▁ms": 10887,
+      "▁MS": 10888,
+      "shift": 10889,
+      "▁autres": 10890,
+      "▁bash": 10891,
+      "hidden": 10892,
+      "orio": 10893,
+      "▁celebr": 10894,
+      "▁Liber": 10895,
+      "eto": 10896,
+      "▁dove": 10897,
+      "▁paths": 10898,
+      "▁inj": 10899,
+      "Category": 10900,
+      "▁cry": 10901,
+      "▁marked": 10902,
+      "удо": 10903,
+      "ashion": 10904,
+      "ält": 10905,
+      "▁lan": 10906,
+      "▁teams": 10907,
+      "▁kv": 10908,
+      "iams": 10909,
+      "aban": 10910,
+      "▁TABLE": 10911,
+      "вар": 10912,
+      "Repos": 10913,
+      "▁Bell": 10914,
+      "▁pubblic": 10915,
+      "▁countries": 10916,
+      "▁spin": 10917,
+      "▁lég": 10918,
+      "▁Krie": 10919,
+      "▁Jones": 10920,
+      "white": 10921,
+      "Html": 10922,
+      "Press": 10923,
+      "▁Blue": 10924,
+      "Operation": 10925,
+      "▁Anth": 10926,
+      "▁pse": 10927,
+      "▁Font": 10928,
+      "▁theme": 10929,
+      "▁blocks": 10930,
+      "$)": 10931,
+      "▁glad": 10932,
+      "▁manage": 10933,
+      "orden": 10934,
+      "osten": 10935,
+      "cole": 10936,
+      "▁SP": 10937,
+      "▁schema": 10938,
+      "uras": 10939,
+      "▁whenever": 10940,
+      "ША": 10941,
+      "рито": 10942,
+      "▁discovered": 10943,
+      "▁prefix": 10944,
+      "global": 10945,
+      "roke": 10946,
+      "zes": 10947,
+      "chte": 10948,
+      "▁Before": 10949,
+      "мени": 10950,
+      "▁Dig": 10951,
+      "▁rapid": 10952,
+      "▁lleg": 10953,
+      "equals": 10954,
+      "▁Hoch": 10955,
+      "forall": 10956,
+      "вати": 10957,
+      "usz": 10958,
+      "▁attached": 10959,
+      "Expression": 10960,
+      "▁stock": 10961,
+      "üll": 10962,
+      "pet": 10963,
+      "essions": 10964,
+      "colo": 10965,
+      "▁gy": 10966,
+      "Book": 10967,
+      "▁Jacob": 10968,
+      "▁Product": 10969,
+      "▁inputs": 10970,
+      "мир": 10971,
+      "▁learned": 10972,
+      "ówn": 10973,
+      "▁police": 10974,
+      "▁лет": 10975,
+      "▁Item": 10976,
+      "▁eye": 10977,
+      "aient": 10978,
+      "▁Sammlung": 10979,
+      "▁Lor": 10980,
+      "▁repres": 10981,
+      "▁fest": 10982,
+      "Cond": 10983,
+      "▁nouve": 10984,
+      "▁extend": 10985,
+      "▁Frances": 10986,
+      "▁Find": 10987,
+      "▁deze": 10988,
+      "erna": 10989,
+      "▁había": 10990,
+      "prü": 10991,
+      "▁motor": 10992,
+      "bie": 10993,
+      "Hello": 10994,
+      "▁resid": 10995,
+      "▁finale": 10996,
+      "%)": 10997,
+      "{'": 10998,
+      "▁Hard": 10999,
+      "▁pairs": 11000,
+      "▁Ell": 11001,
+      "ivot": 11002,
+      "rees": 11003,
+      "▁Force": 11004,
+      "▁evening": 11005,
+      "▁después": 11006,
+      "rg": 11007,
+      "Why": 11008,
+      "▁conn": 11009,
+      "schema": 11010,
+      "ход": 11011,
+      "▁между": 11012,
+      "▁flash": 11013,
+      "skip": 11014,
+      "▁minute": 11015,
+      "▁ved": 11016,
+      "aylor": 11017,
+      "▁seus": 11018,
+      "▁Major": 11019,
+      "▁franc": 11020,
+      "▁rac": 11021,
+      "kw": 11022,
+      "cv": 11023,
+      "Native": 11024,
+      "▁Button": 11025,
+      "ници": 11026,
+      "settings": 11027,
+      "▁Access": 11028,
+      "▁quality": 11029,
+      "props": 11030,
+      "Float": 11031,
+      "▁Scot": 11032,
+      "▁AD": 11033,
+      "▁allem": 11034,
+      "&\\": 11035,
+      "ustration": 11036,
+      "pattern": 11037,
+      "mir": 11038,
+      "▁incorpor": 11039,
+      "skich": 11040,
+      "'>": 11041,
+      "Stand": 11042,
+      "▁technique": 11043,
+      "▁Ess": 11044,
+      "▁Oxford": 11045,
+      "▁ла": 11046,
+      "tikz": 11047,
+      "лий": 11048,
+      "Login": 11049,
+      "▁minister": 11050,
+      "▁curl": 11051,
+      "kan": 11052,
+      "▁maps": 11053,
+      "inda": 11054,
+      "rieb": 11055,
+      "▁END": 11056,
+      "ifies": 11057,
+      "console": 11058,
+      "bury": 11059,
+      "▁LE": 11060,
+      "▁independ": 11061,
+      "▁ta": 11062,
+      "▁Ś": 11063,
+      "onel": 11064,
+      "ész": 11065,
+      "▁Ist": 11066,
+      "utive": 11067,
+      "ёл": 11068,
+      "▁Region": 11069,
+      "▁(=": 11070,
+      "▁compact": 11071,
+      "çois": 11072,
+      "▁labels": 11073,
+      "autorité": 11074,
+      "▁stan": 11075,
+      "▁française": 11076,
+      "▁removing": 11077,
+      "yc": 11078,
+      "}|": 11079,
+      "▁Exec": 11080,
+      "($_": 11081,
+      "mag": 11082,
+      "before": 11083,
+      "▁stopped": 11084,
+      "мии": 11085,
+      "▁refresh": 11086,
+      "unkt": 11087,
+      "icio": 11088,
+      "Xml": 11089,
+      "▁Tab": 11090,
+      "▁founded": 11091,
+      "▁fal": 11092,
+      "fx": 11093,
+      "▁Historia": 11094,
+      "▁Early": 11095,
+      "Dom": 11096,
+      "▁decide": 11097,
+      "▁understood": 11098,
+      "▁jur": 11099,
+      "▁Nr": 11100,
+      "▁capac": 11101,
+      "was": 11102,
+      "▁enemy": 11103,
+      "▁programs": 11104,
+      "▁mask": 11105,
+      "ске": 11106,
+      "▁groupe": 11107,
+      "cam": 11108,
+      "▁widget": 11109,
+      "REATE": 11110,
+      "▁seva": 11111,
+      "▁Barcel": 11112,
+      "▁perd": 11113,
+      "▁Му": 11114,
+      "rance": 11115,
+      "TYPE": 11116,
+      "▁{'": 11117,
+      "▁bill": 11118,
+      "▁\"_": 11119,
+      "'`": 11120,
+      "bahn": 11121,
+      "▁contained": 11122,
+      "Close": 11123,
+      "rug": 11124,
+      "egy": 11125,
+      "▁sight": 11126,
+      "▁Provin": 11127,
+      "ню": 11128,
+      "arz": 11129,
+      "щен": 11130,
+      "▁Joe": 11131,
+      "▁deleted": 11132,
+      "▁Auto": 11133,
+      "▁meter": 11134,
+      "CG": 11135,
+      "ъл": 11136,
+      "▁pent": 11137,
+      "▁bezeichnet": 11138,
+      "Sum": 11139,
+      "dbc": 11140,
+      "▁Platz": 11141,
+      "ectors": 11142,
+      "▁Little": 11143,
+      "QUE": 11144,
+      "ція": 11145,
+      "теля": 11146,
+      "night": 11147,
+      "▁ll": 11148,
+      "▁mostly": 11149,
+      "UID": 11150,
+      "▁bez": 11151,
+      "dob": 11152,
+      "кси": 11153,
+      "terne": 11154,
+      "▁corner": 11155,
+      "aty": 11156,
+      "▁improve": 11157,
+      "▁intr": 11158,
+      "▁`@": 11159,
+      "arod": 11160,
+      "▁installation": 11161,
+      "▁Referências": 11162,
+      "igan": 11163,
+      "▁critic": 11164,
+      "adel": 11165,
+      "▁село": 11166,
+      ",\r": 11167,
+      "atori": 11168,
+      "▁Fri": 11169,
+      "▁références": 11170,
+      "▁Intent": 11171,
+      "▁tant": 11172,
+      "unci": 11173,
+      "▁levels": 11174,
+      "eres": 11175,
+      "▁emer": 11176,
+      "safe": 11177,
+      "tk": 11178,
+      "▁cham": 11179,
+      "▁greatly": 11180,
+      "▁weit": 11181,
+      "▁coach": 11182,
+      "▁toward": 11183,
+      "Home": 11184,
+      "▁Boolean": 11185,
+      "тел": 11186,
+      "▁mock": 11187,
+      "▁appreciate": 11188,
+      "▁Cross": 11189,
+      "▁Take": 11190,
+      "DP": 11191,
+      "▁sides": 11192,
+      "▁Normdaten": 11193,
+      "дей": 11194,
+      "stal": 11195,
+      "▁cout": 11196,
+      "bn": 11197,
+      "▁Vert": 11198,
+      "▁bird": 11199,
+      "▁dynamically": 11200,
+      "▁Dol": 11201,
+      "▁Burg": 11202,
+      "▁dog": 11203,
+      "ätt": 11204,
+      "▁nuc": 11205,
+      "EC": 11206,
+      "Bytes": 11207,
+      "▁ak": 11208,
+      "reland": 11209,
+      "▁guitar": 11210,
+      "▁regarding": 11211,
+      "▁Fuß": 11212,
+      "▁дол": 11213,
+      "auss": 11214,
+      "▁jej": 11215,
+      "aco": 11216,
+      "▁updates": 11217,
+      "рук": 11218,
+      "('/": 11219,
+      "▁cold": 11220,
+      "▁Given": 11221,
+      "hin": 11222,
+      "▁feeling": 11223,
+      "igli": 11224,
+      "fah": 11225,
+      "стре": 11226,
+      "bool": 11227,
+      "initial": 11228,
+      "▁становника": 11229,
+      "▁Anna": 11230,
+      "▁hors": 11231,
+      "▁doll": 11232,
+      "▁consum": 11233,
+      "uber": 11234,
+      "standing": 11235,
+      "activ": 11236,
+      "зі": 11237,
+      "checked": 11238,
+      "▁permissions": 11239,
+      "▁Monte": 11240,
+      "WriteLine": 11241,
+      "plus": 11242,
+      "▁Equ": 11243,
+      "▁их": 11244,
+      "чки": 11245,
+      "unque": 11246,
+      "▁LO": 11247,
+      "ea": 11248,
+      "sample": 11249,
+      "iesz": 11250,
+      "oral": 11251,
+      "▁Ин": 11252,
+      "oston": 11253,
+      "▁Simon": 11254,
+      "fast": 11255,
+      "mk": 11256,
+      "assen": 11257,
+      "▁architecture": 11258,
+      "enses": 11259,
+      "▁Å": 11260,
+      "▁topic": 11261,
+      "▁disable": 11262,
+      "▁Cru": 11263,
+      "▁Control": 11264,
+      "▁creation": 11265,
+      "▁hyper": 11266,
+      "itud": 11267,
+      "жения": 11268,
+      "aram": 11269,
+      "▁где": 11270,
+      "ienst": 11271,
+      "edule": 11272,
+      "▁Bot": 11273,
+      "▁Ос": 11274,
+      "▁Their": 11275,
+      "anne": 11276,
+      "Microsoft": 11277,
+      "▁PM": 11278,
+      "ydro": 11279,
+      "entlich": 11280,
+      "▁Eine": 11281,
+      "CHAR": 11282,
+      ":'": 11283,
+      "Well": 11284,
+      "leton": 11285,
+      "▁supports": 11286,
+      "'])": 11287,
+      "manual": 11288,
+      "▁vice": 11289,
+      "asa": 11290,
+      "clos": 11291,
+      "vised": 11292,
+      "▁pok": 11293,
+      "track": 11294,
+      "ност": 11295,
+      "........": 11296,
+      "▁'\\": 11297,
+      "².": 11298,
+      "▁orders": 11299,
+      "etta": 11300,
+      "▁conversion": 11301,
+      "▁trade": 11302,
+      "cli": 11303,
+      "▁Исто": 11304,
+      "▁akt": 11305,
+      "▁subset": 11306,
+      "▁aug": 11307,
+      "▁leaves": 11308,
+      "Math": 11309,
+      "anned": 11310,
+      "kal": 11311,
+      "▁Вели": 11312,
+      "▁nog": 11313,
+      "▁eth": 11314,
+      "▁hair": 11315,
+      "around": 11316,
+      "▁javax": 11317,
+      "вой": 11318,
+      "▁Centre": 11319,
+      "öß": 11320,
+      "uti": 11321,
+      "▁navigation": 11322,
+      "▁PS": 11323,
+      "▁wa": 11324,
+      "▁России": 11325,
+      "usa": 11326,
+      "zeta": 11327,
+      "▁PDF": 11328,
+      "▁mismo": 11329,
+      "properties": 11330,
+      "meister": 11331,
+      "льта": 11332,
+      "forward": 11333,
+      "▁Ost": 11334,
+      "kins": 11335,
+      "▁sido": 11336,
+      "зов": 11337,
+      "tags": 11338,
+      "▁actor": 11339,
+      "▁fly": 11340,
+      "CR": 11341,
+      "agini": 11342,
+      "▁lett": 11343,
+      "eni": 11344,
+      "tech": 11345,
+      "▁Enc": 11346,
+      "oracle": 11347,
+      "amilton": 11348,
+      "zej": 11349,
+      "fen": 11350,
+      "umerate": 11351,
+      "▁questo": 11352,
+      "dart": 11353,
+      "▁Kore": 11354,
+      "apis": 11355,
+      "eper": 11356,
+      "Screen": 11357,
+      "wall": 11358,
+      "▁island": 11359,
+      "she": 11360,
+      "▁ligger": 11361,
+      "вся": 11362,
+      "fang": 11363,
+      "▁tard": 11364,
+      "▁plaats": 11365,
+      "▁пло": 11366,
+      "▁Office": 11367,
+      "▁SET": 11368,
+      "▁circuit": 11369,
+      "jed": 11370,
+      "Save": 11371,
+      "льно": 11372,
+      "Socket": 11373,
+      "▁Index": 11374,
+      "ACK": 11375,
+      "iders": 11376,
+      "erer": 11377,
+      "▁США": 11378,
+      "▁lady": 11379,
+      "▁scheme": 11380,
+      "ielle": 11381,
+      "▁exerc": 11382,
+      ")}\\": 11383,
+      "DateTime": 11384,
+      "athan": 11385,
+      "▁Professor": 11386,
+      "▁moins": 11387,
+      "▁Excel": 11388,
+      "▁Hay": 11389,
+      "▁Musik": 11390,
+      "▁ї": 11391,
+      "ęd": 11392,
+      "▁\".": 11393,
+      "▁був": 11394,
+      "▁instrument": 11395,
+      "пар": 11396,
+      "▁бере": 11397,
+      "▁politique": 11398,
+      "▁tradition": 11399,
+      "▁VM": 11400,
+      "▁Arts": 11401,
+      "▁Ci": 11402,
+      "Use": 11403,
+      "▁aggreg": 11404,
+      "▁weeks": 11405,
+      "▁opport": 11406,
+      "iting": 11407,
+      "▁vertical": 11408,
+      "▁Naz": 11409,
+      "...)": 11410,
+      "izo": 11411,
+      "▁cycle": 11412,
+      "▁tempo": 11413,
+      "тре": 11414,
+      "▁handling": 11415,
+      "istence": 11416,
+      "▁paste": 11417,
+      "▁enjo": 11418,
+      "ROUP": 11419,
+      "▁outer": 11420,
+      "▁supply": 11421,
+      "eman": 11422,
+      "▁accident": 11423,
+      "▁\\]": 11424,
+      "▁тех": 11425,
+      "Pool": 11426,
+      "oting": 11427,
+      "onymous": 11428,
+      "▁Giov": 11429,
+      "▁ud": 11430,
+      "▁./": 11431,
+      "ERROR": 11432,
+      "construct": 11433,
+      "textwidth": 11434,
+      "quipe": 11435,
+      "cases": 11436,
+      "▁ад": 11437,
+      "▁Row": 11438,
+      "Holder": 11439,
+      "wan": 11440,
+      "arna": 11441,
+      "Mem": 11442,
+      "▁Canadian": 11443,
+      "▁Commission": 11444,
+      "sun": 11445,
+      "▁apps": 11446,
+      "▁Blo": 11447,
+      "▁ihrer": 11448,
+      "▁famille": 11449,
+      "▁mě": 11450,
+      "▁py": 11451,
+      "ис": 11452,
+      "▁того": 11453,
+      "▁Again": 11454,
+      "▁ignore": 11455,
+      "▁television": 11456,
+      "Pat": 11457,
+      "hide": 11458,
+      "▁Rev": 11459,
+      "▁bear": 11460,
+      "phy": 11461,
+      "▁noise": 11462,
+      "▁wra": 11463,
+      "ationale": 11464,
+      "▁collabor": 11465,
+      "border": 11466,
+      "▁elected": 11467,
+      "▁surpr": 11468,
+      "▁avoir": 11469,
+      "▁assembly": 11470,
+      "▁обще": 11471,
+      "▁arbitrary": 11472,
+      "▁brief": 11473,
+      "▁---": 11474,
+      "▁Maur": 11475,
+      "gression": 11476,
+      "icia": 11477,
+      "▁liegt": 11478,
+      "▁Figure": 11479,
+      "▁onto": 11480,
+      "Repository": 11481,
+      "▁déf": 11482,
+      "▁forth": 11483,
+      "▁clicked": 11484,
+      "seite": 11485,
+      "▁notes": 11486,
+      "native": 11487,
+      "▁EDIT": 11488,
+      "ые": 11489,
+      "MT": 11490,
+      "amental": 11491,
+      "▁rose": 11492,
+      "▁puede": 11493,
+      "Delegate": 11494,
+      "uba": 11495,
+      "neo": 11496,
+      "xis": 11497,
+      "▁Arthur": 11498,
+      "URE": 11499,
+      "aming": 11500,
+      "Device": 11501,
+      "▁diam": 11502,
+      "ständ": 11503,
+      "▁pron": 11504,
+      "ois": 11505,
+      "coming": 11506,
+      "Parameters": 11507,
+      "uvud": 11508,
+      "▁ability": 11509,
+      "▁mét": 11510,
+      "▁Unfortunately": 11511,
+      "fd": 11512,
+      "Dictionary": 11513,
+      "socket": 11514,
+      "▁conoc": 11515,
+      "contains": 11516,
+      "essed": 11517,
+      "▁geldig": 11518,
+      "ница": 11519,
+      "▁pointed": 11520,
+      "esti": 11521,
+      "nom": 11522,
+      "ография": 11523,
+      "▁represents": 11524,
+      "▁manip": 11525,
+      "world": 11526,
+      "▁resolved": 11527,
+      "tegr": 11528,
+      "▁dort": 11529,
+      "astern": 11530,
+      "▁campaign": 11531,
+      "▁primo": 11532,
+      "▁;;": 11533,
+      "▁snippet": 11534,
+      "▁Nik": 11535,
+      "Total": 11536,
+      "issement": 11537,
+      "ACE": 11538,
+      "▁verify": 11539,
+      "iffe": 11540,
+      "lagen": 11541,
+      "ieur": 11542,
+      "▁converted": 11543,
+      "▁Milit": 11544,
+      "▁Alg": 11545,
+      "▁Ron": 11546,
+      "▁konn": 11547,
+      "apple": 11548,
+      "▁dispos": 11549,
+      "stellung": 11550,
+      "▁retain": 11551,
+      "▁mentre": 11552,
+      "▁neut": 11553,
+      "▁Night": 11554,
+      "ché": 11555,
+      "atti": 11556,
+      "▁obra": 11557,
+      "▁superior": 11558,
+      "▁Congress": 11559,
+      "ём": 11560,
+      "▁codes": 11561,
+      "▁Ama": 11562,
+      "▁Earth": 11563,
+      "▁opposite": 11564,
+      "▁pool": 11565,
+      "▁Dun": 11566,
+      "жение": 11567,
+      "▁\"${": 11568,
+      "inv": 11569,
+      "▁уни": 11570,
+      "▁Andrew": 11571,
+      "телей": 11572,
+      "▁był": 11573,
+      "Univers": 11574,
+      "▁Angular": 11575,
+      "anim": 11576,
+      "дова": 11577,
+      "BUG": 11578,
+      "utely": 11579,
+      "▁drawing": 11580,
+      "▁gain": 11581,
+      "▁fourth": 11582,
+      "▁Problem": 11583,
+      "▁suddenly": 11584,
+      "▁Ä": 11585,
+      "onna": 11586,
+      "▁Kont": 11587,
+      "▁Bildern": 11588,
+      "▁konnte": 11589,
+      "že": 11590,
+      "Trace": 11591,
+      "▁secure": 11592,
+      "▁który": 11593,
+      "▁eq": 11594,
+      "▁formal": 11595,
+      "amerikan": 11596,
+      "▁Anal": 11597,
+      "▁Rewrite": 11598,
+      "▁Double": 11599,
+      "created": 11600,
+      "NU": 11601,
+      "MDb": 11602,
+      "apes": 11603,
+      "Unis": 11604,
+      "▁especial": 11605,
+      "})\\": 11606,
+      "edom": 11607,
+      "▁categor": 11608,
+      "Return": 11609,
+      "▁Hamb": 11610,
+      "▁Rio": 11611,
+      "▁Mir": 11612,
+      "▁Geme": 11613,
+      "abilities": 11614,
+      "trz": 11615,
+      "uset": 11616,
+      "ierra": 11617,
+      "network": 11618,
+      "▁doctor": 11619,
+      "eurs": 11620,
+      "▁listen": 11621,
+      "дж": 11622,
+      "▁Hö": 11623,
+      "▁consists": 11624,
+      "asm": 11625,
+      "Chr": 11626,
+      "aland": 11627,
+      "▁исполь": 11628,
+      "▁lugar": 11629,
+      "▁definitely": 11630,
+      "move": 11631,
+      "ública": 11632,
+      "▁län": 11633,
+      "ismus": 11634,
+      "▁држа": 11635,
+      "▁dt": 11636,
+      "▁Perhaps": 11637,
+      "▁Brasil": 11638,
+      "John": 11639,
+      "▁promise": 11640,
+      "łu": 11641,
+      "reens": 11642,
+      "▁psych": 11643,
+      "▁Who": 11644,
+      "ряд": 11645,
+      "▁INTO": 11646,
+      "▁People": 11647,
+      "▁Williams": 11648,
+      "▁Marg": 11649,
+      "▁дан": 11650,
+      "record": 11651,
+      "▁Euro": 11652,
+      "▁Virginia": 11653,
+      "▁Rest": 11654,
+      "▁Corn": 11655,
+      "}},": 11656,
+      "▁Grid": 11657,
+      "▁inject": 11658,
+      "нан": 11659,
+      "▁crow": 11660,
+      "▁Phys": 11661,
+      "▁DO": 11662,
+      "▁\"-": 11663,
+      "▁increased": 11664,
+      "acher": 11665,
+      "peat": 11666,
+      "Lin": 11667,
+      "▁Dub": 11668,
+      "rices": 11669,
+      "agnost": 11670,
+      "dl": 11671,
+      "▁curve": 11672,
+      "üg": 11673,
+      "rice": 11674,
+      "language": 11675,
+      "ClickListener": 11676,
+      "▁municipal": 11677,
+      "▁Ori": 11678,
+      "▁Bild": 11679,
+      "▁Cab": 11680,
+      "▁Var": 11681,
+      "▁noted": 11682,
+      "▁Î": 11683,
+      "▁subs": 11684,
+      "iation": 11685,
+      "WOR": 11686,
+      "ingly": 11687,
+      "▁Rus": 11688,
+      "iens": 11689,
+      "INFO": 11690,
+      "ква": 11691,
+      "ativo": 11692,
+      "gende": 11693,
+      "▁Franz": 11694,
+      "▁isol": 11695,
+      "edes": 11696,
+      "nier": 11697,
+      "▁NO": 11698,
+      "▁Has": 11699,
+      "beans": 11700,
+      "▁pandas": 11701,
+      "(\"%": 11702,
+      "віт": 11703,
+      "утбо": 11704,
+      "▁gather": 11705,
+      "▁legal": 11706,
+      "includ": 11707,
+      "▁circumst": 11708,
+      "criptor": 11709,
+      "rible": 11710,
+      "▁Süd": 11711,
+      "▁apro": 11712,
+      "Api": 11713,
+      "▁най": 11714,
+      "▁African": 11715,
+      "owski": 11716,
+      "▁Johnson": 11717,
+      "iek": 11718,
+      "▁vote": 11719,
+      "▁Kan": 11720,
+      "▁bibli": 11721,
+      "▁haar": 11722,
+      "▁vr": 11723,
+      "]),": 11724,
+      "subseteq": 11725,
+      "Parser": 11726,
+      "iani": 11727,
+      "isé": 11728,
+      "idea": 11729,
+      "Only": 11730,
+      "▁ál": 11731,
+      "▁Catal": 11732,
+      "▁Case": 11733,
+      "seh": 11734,
+      "▁encounter": 11735,
+      "▁reform": 11736,
+      "мини": 11737,
+      "▁Stre": 11738,
+      "exception": 11739,
+      "▁Tar": 11740,
+      "тар": 11741,
+      "trl": 11742,
+      "▁Александ": 11743,
+      "лект": 11744,
+      "equal": 11745,
+      "Op": 11746,
+      "▁lif": 11747,
+      "▁його": 11748,
+      "▁voltage": 11749,
+      "shire": 11750,
+      "▁Groß": 11751,
+      "вня": 11752,
+      "nings": 11753,
+      "нци": 11754,
+      "▁lag": 11755,
+      "▁anderen": 11756,
+      "▁vac": 11757,
+      "▁macro": 11758,
+      "=[": 11759,
+      "Then": 11760,
+      "▁controls": 11761,
+      "seq": 11762,
+      "ologies": 11763,
+      "▁selector": 11764,
+      "▁України": 11765,
+      "хівовано": 11766,
+      "ый": 11767,
+      "allenge": 11768,
+      "▁IMDb": 11769,
+      "ummy": 11770,
+      "yen": 11771,
+      "▁beste": 11772,
+      "▁Box": 11773,
+      "▁chair": 11774,
+      "▁Sab": 11775,
+      "erde": 11776,
+      "▁nast": 11777,
+      "ivamente": 11778,
+      "▁объ": 11779,
+      "▁requirements": 11780,
+      "▁meeting": 11781,
+      "▁finan": 11782,
+      "▁Adam": 11783,
+      "▁televis": 11784,
+      "▁bright": 11785,
+      "▁Git": 11786,
+      "EG": 11787,
+      "▁Gil": 11788,
+      "rès": 11789,
+      "▁Cond": 11790,
+      "▁ft": 11791,
+      "▁було": 11792,
+      "-+": 11793,
+      "END": 11794,
+      "erne": 11795,
+      "▁Comput": 11796,
+      "▁ils": 11797,
+      "▁gall": 11798,
+      "▁csv": 11799,
+      "ług": 11800,
+      "▁summer": 11801,
+      "game": 11802,
+      "▁posts": 11803,
+      "Архівовано": 11804,
+      "▁zij": 11805,
+      "▁determin": 11806,
+      "▁abandon": 11807,
+      "counter": 11808,
+      "▁requirement": 11809,
+      "▁Tit": 11810,
+      "irtual": 11811,
+      "▁Videos": 11812,
+      "▁quiet": 11813,
+      "▁Term": 11814,
+      "▁timeout": 11815,
+      "Print": 11816,
+      "▁invent": 11817,
+      "lais": 11818,
+      "▁monitor": 11819,
+      "halb": 11820,
+      "▁Wild": 11821,
+      "▁leader": 11822,
+      "▁сель": 11823,
+      "▁utiliz": 11824,
+      "▁parents": 11825,
+      "▁forced": 11826,
+      "▁proved": 11827,
+      "▁effective": 11828,
+      "▁llam": 11829,
+      "▁Спо": 11830,
+      "orb": 11831,
+      "ggi": 11832,
+      "▁assumption": 11833,
+      "▁subm": 11834,
+      "▁вій": 11835,
+      "ilia": 11836,
+      "▁reverse": 11837,
+      "'\"": 11838,
+      "▁quotes": 11839,
+      "▁sites": 11840,
+      "igung": 11841,
+      "▁Arg": 11842,
+      "Double": 11843,
+      "▁screens": 11844,
+      "▁clause": 11845,
+      "▁bundle": 11846,
+      "▁philosoph": 11847,
+      "▁Num": 11848,
+      "▁gleich": 11849,
+      "uly": 11850,
+      "direct": 11851,
+      "asketball": 11852,
+      "owany": 11853,
+      "\\}$": 11854,
+      "▁radius": 11855,
+      "▁Search": 11856,
+      "Properties": 11857,
+      "▁elev": 11858,
+      "▁prod": 11859,
+      "▁\"%": 11860,
+      "isión": 11861,
+      "Debug": 11862,
+      "Second": 11863,
+      "(!": 11864,
+      "▁Catholic": 11865,
+      "рован": 11866,
+      "lez": 11867,
+      "Pa": 11868,
+      "pson": 11869,
+      "▁erste": 11870,
+      "▁Fu": 11871,
+      "▁lit": 11872,
+      "▁Saison": 11873,
+      "▁Hash": 11874,
+      "▁exem": 11875,
+      "▁представ": 11876,
+      ")*": 11877,
+      "▁eu": 11878,
+      "▁│": 11879,
+      "▁gab": 11880,
+      "etailed": 11881,
+      "Copy": 11882,
+      "▁два": 11883,
+      "even": 11884,
+      "Kind": 11885,
+      "▁Jackson": 11886,
+      "ал": 11887,
+      "▁consec": 11888,
+      "USER": 11889,
+      "▁Tok": 11890,
+      "(.": 11891,
+      "▁$|": 11892,
+      "▁Tamb": 11893,
+      "▁Lemma": 11894,
+      "hang": 11895,
+      "▁contribution": 11896,
+      "rollers": 11897,
+      "▁studies": 11898,
+      "▁poi": 11899,
+      "gems": 11900,
+      "▁UP": 11901,
+      "▁Wol": 11902,
+      ">\"": 11903,
+      "▁floor": 11904,
+      "▁initialize": 11905,
+      "▁Lew": 11906,
+      "zek": 11907,
+      "arte": 11908,
+      "▁positions": 11909,
+      "▁portion": 11910,
+      "cover": 11911,
+      "wp": 11912,
+      "ового": 11913,
+      "▁piano": 11914,
+      "▁metal": 11915,
+      "▁samples": 11916,
+      "▁Сан": 11917,
+      "variable": 11918,
+      "▁стать": 11919,
+      "▁integers": 11920,
+      "Where": 11921,
+      "family": 11922,
+      "▁nun": 11923,
+      "▁increment": 11924,
+      "ixed": 11925,
+      "▁heeft": 11926,
+      "fte": 11927,
+      "▁vil": 11928,
+      "▁otros": 11929,
+      "Multimedia": 11930,
+      "▁Henri": 11931,
+      "aded": 11932,
+      "ген": 11933,
+      "▁capit": 11934,
+      "▁других": 11935,
+      "isp": 11936,
+      "ITY": 11937,
+      "▁constraints": 11938,
+      "▁Kirche": 11939,
+      "found": 11940,
+      "ший": 11941,
+      "▁pic": 11942,
+      "▁tou": 11943,
+      "cred": 11944,
+      "роб": 11945,
+      "▁Mess": 11946,
+      "Job": 11947,
+      "▁Mais": 11948,
+      "▁styles": 11949,
+      "fall": 11950,
+      "▁Uk": 11951,
+      "▁street": 11952,
+      "occer": 11953,
+      "esen": 11954,
+      "▁colors": 11955,
+      "cean": 11956,
+      "юще": 11957,
+      "conne": 11958,
+      "▁ratio": 11959,
+      "anton": 11960,
+      "▁Fel": 11961,
+      "▁customer": 11962,
+      "▁Prix": 11963,
+      "rás": 11964,
+      "pred": 11965,
+      "▁electron": 11966,
+      "sym": 11967,
+      "▁вели": 11968,
+      "▁overflow": 11969,
+      "▁$[": 11970,
+      "▁POST": 11971,
+      "▁Cin": 11972,
+      "scheid": 11973,
+      "(\"/": 11974,
+      "▁searching": 11975,
+      "▁purposes": 11976,
+      "▁arrived": 11977,
+      "▁punt": 11978,
+      "▁lad": 11979,
+      "Python": 11980,
+      "▁leads": 11981,
+      "▁sand": 11982,
+      "пада": 11983,
+      "▁communes": 11984,
+      "▁CHAP": 11985,
+      "▁caso": 11986,
+      "rz": 11987,
+      "▁dw": 11988,
+      "aca": 11989,
+      "▁Columb": 11990,
+      "children": 11991,
+      "êt": 11992,
+      "schemas": 11993,
+      "▁instructions": 11994,
+      "▁-\\": 11995,
+      "▁Israel": 11996,
+      "ności": 11997,
+      "▁образ": 11998,
+      "▁совет": 11999,
+      "▁immagini": 12000,
+      "▁Fred": 12001,
+      "▁Global": 12002,
+      "▁thick": 12003,
+      "▁fueron": 12004,
+      "▁thrown": 12005,
+      "▁clock": 12006,
+      "enable": 12007,
+      "'''": 12008,
+      "▁Sund": 12009,
+      "▁contempor": 12010,
+      "answer": 12011,
+      "▁manufact": 12012,
+      "▁io": 12013,
+      "qquad": 12014,
+      "OUT": 12015,
+      "▁Lab": 12016,
+      "▁Zw": 12017,
+      "legal": 12018,
+      "▁Vel": 12019,
+      "▁raise": 12020,
+      "▁deliver": 12021,
+      "▁Voir": 12022,
+      "▁assumed": 12023,
+      "Let": 12024,
+      "ierten": 12025,
+      "▁Kong": 12026,
+      "▁Exp": 12027,
+      "▁Jug": 12028,
+      "▁declaration": 12029,
+      "▁Fish": 12030,
+      "mé": 12031,
+      "▁speech": 12032,
+      "▁tent": 12033,
+      "▁Route": 12034,
+      "__(": 12035,
+      "▁réalis": 12036,
+      "▁Design": 12037,
+      "setText": 12038,
+      "▁Station": 12039,
+      "archy": 12040,
+      "▁като": 12041,
+      "▁dent": 12042,
+      "▁Kl": 12043,
+      "iß": 12044,
+      "▁risk": 12045,
+      "▁Broad": 12046,
+      "▁vectors": 12047,
+      "▁Spec": 12048,
+      "▁routes": 12049,
+      "ymn": 12050,
+      "▁Greg": 12051,
+      "▁получи": 12052,
+      "gie": 12053,
+      "ORM": 12054,
+      "веде": 12055,
+      "walt": 12056,
+      "▁efter": 12057,
+      "Ptr": 12058,
+      "▁subt": 12059,
+      "▁birth": 12060,
+      "▁drawn": 12061,
+      "mess": 12062,
+      "мерикан": 12063,
+      "VE": 12064,
+      "▁Put": 12065,
+      "▁asc": 12066,
+      "▁feder": 12067,
+      "сли": 12068,
+      "▁Prin": 12069,
+      "▁stick": 12070,
+      "reset": 12071,
+      "yk": 12072,
+      "studio": 12073,
+      "▁Still": 12074,
+      "Const": 12075,
+      "ació": 12076,
+      "▁Portugal": 12077,
+      "▁scripts": 12078,
+      "undial": 12079,
+      "▁lives": 12080,
+      "▁szer": 12081,
+      "▁estado": 12082,
+      "folder": 12083,
+      "▁communication": 12084,
+      "Route": 12085,
+      "▁swift": 12086,
+      "тен": 12087,
+      "▁kill": 12088,
+      "▁PR": 12089,
+      "joint": 12090,
+      "▁objective": 12091,
+      "▁complicated": 12092,
+      "▁Über": 12093,
+      "esh": 12094,
+      "picture": 12095,
+      "raine": 12096,
+      "comput": 12097,
+      "▁proport": 12098,
+      "ogs": 12099,
+      "ült": 12100,
+      "▁quantum": 12101,
+      "кри": 12102,
+      "▁sop": 12103,
+      "▁loops": 12104,
+      "▁Reference": 12105,
+      "▁nei": 12106,
+      "ICE": 12107,
+      "▁verm": 12108,
+      "▁adj": 12109,
+      "▁però": 12110,
+      "▁trou": 12111,
+      "isions": 12112,
+      "▁Apple": 12113,
+      "servable": 12114,
+      "▁Boston": 12115,
+      "oret": 12116,
+      "oks": 12117,
+      "▁kg": 12118,
+      "defined": 12119,
+      "platform": 12120,
+      "cler": 12121,
+      "ographic": 12122,
+      "ritt": 12123,
+      "▁dic": 12124,
+      "▁Mond": 12125,
+      "▁Ireland": 12126,
+      "▁Una": 12127,
+      "▁commercial": 12128,
+      "▁Pu": 12129,
+      "Di": 12130,
+      "▁её": 12131,
+      "▁precis": 12132,
+      "народ": 12133,
+      "▁quatre": 12134,
+      "ustral": 12135,
+      "▁dag": 12136,
+      "igue": 12137,
+      "▁burn": 12138,
+      "▁officer": 12139,
+      "▁Ав": 12140,
+      "▁highlight": 12141,
+      "▁Suppose": 12142,
+      "odi": 12143,
+      "servlet": 12144,
+      "▁Encyc": 12145,
+      "▁Range": 12146,
+      "тий": 12147,
+      "Please": 12148,
+      "▁років": 12149,
+      "quant": 12150,
+      "▁flat": 12151,
+      "▁Référence": 12152,
+      "следова": 12153,
+      "role": 12154,
+      "▁diesen": 12155,
+      "}}(": 12156,
+      "▁Indust": 12157,
+      "▁númer": 12158,
+      "▁\";": 12159,
+      "lus": 12160,
+      "ôle": 12161,
+      "▁zm": 12162,
+      "deg": 12163,
+      "▁rough": 12164,
+      "Inv": 12165,
+      "▁hur": 12166,
+      "▁Ress": 12167,
+      "chs": 12168,
+      "▁turns": 12169,
+      "nero": 12170,
+      "functions": 12171,
+      "али": 12172,
+      "▁habitants": 12173,
+      "ат": 12174,
+      "issues": 12175,
+      "▁huge": 12176,
+      "Utils": 12177,
+      "▁Sat": 12178,
+      "▁государ": 12179,
+      "▁coast": 12180,
+      "shape": 12181,
+      "LC": 12182,
+      "▁logging": 12183,
+      "endor": 12184,
+      "▁lies": 12185,
+      "▁difer": 12186,
+      "▁critical": 12187,
+      "XT": 12188,
+      "мина": 12189,
+      "ansk": 12190,
+      "Results": 12191,
+      "kc": 12192,
+      "iverse": 12193,
+      "EXT": 12194,
+      "ALSE": 12195,
+      "▁vál": 12196,
+      "Pi": 12197,
+      "compile": 12198,
+      "hello": 12199,
+      "▁чемпи": 12200,
+      "▁Italia": 12201,
+      "коло": 12202,
+      "▁edition": 12203,
+      "grund": 12204,
+      "▁dataframe": 12205,
+      "▁Following": 12206,
+      "reib": 12207,
+      "▁Jeff": 12208,
+      "▁città": 12209,
+      "ITable": 12210,
+      "▁$(\\": 12211,
+      "▁reduced": 12212,
+      "obil": 12213,
+      "▁anywhere": 12214,
+      "'(": 12215,
+      "▁phr": 12216,
+      "▁Kh": 12217,
+      "▁Frame": 12218,
+      "▁manual": 12219,
+      "▁cra": 12220,
+      "▁VS": 12221,
+      "%=": 12222,
+      "InstanceState": 12223,
+      "▁бра": 12224,
+      "▁Drag": 12225,
+      "▁Herr": 12226,
+      "▁гу": 12227,
+      "▁mús": 12228,
+      "Tool": 12229,
+      "▁Private": 12230,
+      "▁synchron": 12231,
+      "iration": 12232,
+      "▁обо": 12233,
+      "▁typically": 12234,
+      "▁implicit": 12235,
+      "orient": 12236,
+      "▁timer": 12237,
+      "▁können": 12238,
+      "iest": 12239,
+      "raid": 12240,
+      "▁expressions": 12241,
+      "▁aim": 12242,
+      "▁stre": 12243,
+      "▁wrap": 12244,
+      "▁Bart": 12245,
+      "▁bron": 12246,
+      "▁keyboard": 12247,
+      "pow": 12248,
+      "▁grupo": 12249,
+      "▁резу": 12250,
+      "▁professor": 12251,
+      "▁Head": 12252,
+      "ною": 12253,
+      "minus": 12254,
+      "▁Michel": 12255,
+      "NOT": 12256,
+      "mor": 12257,
+      "]}": 12258,
+      "widehat": 12259,
+      "aris": 12260,
+      "тература": 12261,
+      "defn": 12262,
+      "istrz": 12263,
+      "▁tanto": 12264,
+      "▁Pow": 12265,
+      "▁indicate": 12266,
+      "▁Winter": 12267,
+      "reshold": 12268,
+      "рів": 12269,
+      "▁`(": 12270,
+      "▁owner": 12271,
+      "▁disp": 12272,
+      "▁кри": 12273,
+      "мет": 12274,
+      "мент": 12275,
+      "report": 12276,
+      "require": 12277,
+      "▁voy": 12278,
+      "▁AP": 12279,
+      "▁España": 12280,
+      "▁São": 12281,
+      "jär": 12282,
+      "Non": 12283,
+      "Library": 12284,
+      "ichten": 12285,
+      "▁structures": 12286,
+      "▁muy": 12287,
+      "ário": 12288,
+      "▁certificate": 12289,
+      "чного": 12290,
+      "▁province": 12291,
+      "pages": 12292,
+      "dal": 12293,
+      "▁Freder": 12294,
+      "ье": 12295,
+      "Execute": 12296,
+      "▁ancient": 12297,
+      "▁films": 12298,
+      "▁Alfred": 12299,
+      "Auto": 12300,
+      "▁atom": 12301,
+      "▁ell": 12302,
+      "▁Harr": 12303,
+      "йн": 12304,
+      "▁\"#": 12305,
+      "▁nacional": 12306,
+      "▁neighbor": 12307,
+      "ступа": 12308,
+      "▁wit": 12309,
+      "Pop": 12310,
+      "▁Greek": 12311,
+      "▁repeat": 12312,
+      "bad": 12313,
+      "▁SC": 12314,
+      "▁DateTime": 12315,
+      "шти": 12316,
+      "▁WH": 12317,
+      "▁прави": 12318,
+      "▁Ти": 12319,
+      "▁saison": 12320,
+      "▁Hart": 12321,
+      "directory": 12322,
+      "uan": 12323,
+      "norm": 12324,
+      "▁Philipp": 12325,
+      "▁suspect": 12326,
+      "▁anno": 12327,
+      "bc": 12328,
+      "сла": 12329,
+      "$(": 12330,
+      "▁befind": 12331,
+      "ocs": 12332,
+      "latest": 12333,
+      ";\">": 12334,
+      "▁afterwards": 12335,
+      "PUT": 12336,
+      "▁ja": 12337,
+      "▁Hil": 12338,
+      "yz": 12339,
+      "▁Bour": 12340,
+      "▁laid": 12341,
+      "▁Дже": 12342,
+      "pie": 12343,
+      "watch": 12344,
+      "▁Eq": 12345,
+      "contact": 12346,
+      "iber": 12347,
+      "checkbox": 12348,
+      "▁españ": 12349,
+      "anse": 12350,
+      "▁шко": 12351,
+      "eff": 12352,
+      "xxx": 12353,
+      "▁GET": 12354,
+      "▁lov": 12355,
+      "itute": 12356,
+      "zech": 12357,
+      "tere": 12358,
+      "▁purs": 12359,
+      "kens": 12360,
+      "iante": 12361,
+      "▁Free": 12362,
+      "▁органи": 12363,
+      "kreis": 12364,
+      "▁{:": 12365,
+      "shared": 12366,
+      "▁Graph": 12367,
+      "▁connections": 12368,
+      "▁DOM": 12369,
+      "▁Cart": 12370,
+      "sson": 12371,
+      "▁Hamilton": 12372,
+      "тели": 12373,
+      "▁restaur": 12374,
+      "Resol": 12375,
+      "Driver": 12376,
+      "▁enf": 12377,
+      "EDIT": 12378,
+      "▁prev": 12379,
+      "▁ik": 12380,
+      "▁să": 12381,
+      "jö": 12382,
+      "▁СССР": 12383,
+      "▁colour": 12384,
+      "chten": 12385,
+      "▁estad": 12386,
+      "inois": 12387,
+      "▁confir": 12388,
+      "▁vé": 12389,
+      "▁Ces": 12390,
+      "▁Never": 12391,
+      "omer": 12392,
+      "жда": 12393,
+      "слу": 12394,
+      "чения": 12395,
+      "dll": 12396,
+      "▁youth": 12397,
+      "emen": 12398,
+      "▁studied": 12399,
+      "▁Kil": 12400,
+      "cion": 12401,
+      "▁navig": 12402,
+      "required": 12403,
+      "orithms": 12404,
+      "ilor": 12405,
+      "▁Deutschen": 12406,
+      "▁persons": 12407,
+      "▁Barcelona": 12408,
+      "▁formation": 12409,
+      "abei": 12410,
+      "▁против": 12411,
+      "Engine": 12412,
+      "ONE": 12413,
+      "ográ": 12414,
+      "Cap": 12415,
+      "rir": 12416,
+      "▁gate": 12417,
+      "oration": 12418,
+      "maven": 12419,
+      "▁combined": 12420,
+      "▁attr": 12421,
+      "▁hook": 12422,
+      "▁который": 12423,
+      "▁servers": 12424,
+      "ucture": 12425,
+      "ження": 12426,
+      "tv": 12427,
+      "▁req": 12428,
+      "jal": 12429,
+      "▁locally": 12430,
+      "}}{\\": 12431,
+      "Br": 12432,
+      "▁Hier": 12433,
+      "мор": 12434,
+      "▁apart": 12435,
+      "\"],": 12436,
+      "▁%>%": 12437,
+      "▁zusammen": 12438,
+      "▁identify": 12439,
+      "▁Altern": 12440,
+      "▁бро": 12441,
+      "▁ци": 12442,
+      "gh": 12443,
+      "▁Ten": 12444,
+      "RS": 12445,
+      "форма": 12446,
+      "▁nelle": 12447,
+      "▁Hin": 12448,
+      "ounding": 12449,
+      "▁représ": 12450,
+      "aph": 12451,
+      "▁[\\": 12452,
+      "▁Sports": 12453,
+      "рал": 12454,
+      "▁thre": 12455,
+      "▁prin": 12456,
+      "▁Eliz": 12457,
+      "▁Four": 12458,
+      "▁society": 12459,
+      "Transaction": 12460,
+      "▁veg": 12461,
+      "▁schools": 12462,
+      "▁overall": 12463,
+      "▁tail": 12464,
+      "über": 12465,
+      "▁Sov": 12466,
+      "▁Сер": 12467,
+      "▁rapp": 12468,
+      "▁traffic": 12469,
+      "question": 12470,
+      "▁environ": 12471,
+      "ateien": 12472,
+      "icus": 12473,
+      "▁narrow": 12474,
+      "▁pray": 12475,
+      "▁Bou": 12476,
+      "▁Client": 12477,
+      "abl": 12478,
+      "▁Audiod": 12479,
+      "▁npm": 12480,
+      "▁Column": 12481,
+      "▁Games": 12482,
+      "aver": 12483,
+      "onymes": 12484,
+      "▁После": 12485,
+      "ną": 12486,
+      "▁Nu": 12487,
+      "▁Dick": 12488,
+      "▁tensor": 12489,
+      "▁@\"": 12490,
+      "vé": 12491,
+      "Icon": 12492,
+      "▁пода": 12493,
+      "▁Gon": 12494,
+      "/).": 12495,
+      "istra": 12496,
+      "▁Audiodateien": 12497,
+      "Delete": 12498,
+      "}}}": 12499,
+      "▁jump": 12500,
+      "▁Об": 12501,
+      "▁principle": 12502,
+      "▁États": 12503,
+      "oked": 12504,
+      "▁Вла": 12505,
+      "Interval": 12506,
+      "▁sau": 12507,
+      "encode": 12508,
+      "▁pon": 12509,
+      "catch": 12510,
+      "▁tiem": 12511,
+      "▁Gust": 12512,
+      "MC": 12513,
+      "limits": 12514,
+      "▁keeping": 12515,
+      "▁songs": 12516,
+      "▁авгу": 12517,
+      "▁район": 12518,
+      "▁notification": 12519,
+      "▁offered": 12520,
+      "Cor": 12521,
+      "▁shut": 12522,
+      "errors": 12523,
+      "▁EN": 12524,
+      "▁latach": 12525,
+      "▁selbst": 12526,
+      "▁checkbox": 12527,
+      "▁cool": 12528,
+      "▁factory": 12529,
+      "▁paid": 12530,
+      "dimensional": 12531,
+      "niej": 12532,
+      "pton": 12533,
+      "▁pin": 12534,
+      "aked": 12535,
+      "▁reli": 12536,
+      "▁Taylor": 12537,
+      "▁Something": 12538,
+      "imum": 12539,
+      "▁Vin": 12540,
+      "▁iteration": 12541,
+      "Find": 12542,
+      "кови": 12543,
+      "▁boys": 12544,
+      "▁Simple": 12545,
+      "▁Crist": 12546,
+      "▁Was": 12547,
+      "ând": 12548,
+      "▁Va": 12549,
+      "▁тра": 12550,
+      "▁destination": 12551,
+      "limp": 12552,
+      "▁Kat": 12553,
+      "worth": 12554,
+      "▁Kor": 12555,
+      "ição": 12556,
+      "=`": 12557,
+      "▁fairly": 12558,
+      "falls": 12559,
+      "▁reject": 12560,
+      "▁dream": 12561,
+      "bell": 12562,
+      "▁toute": 12563,
+      "▁$\\{": 12564,
+      "▁stone": 12565,
+      "▁protect": 12566,
+      "▁excell": 12567,
+      "▁Mexico": 12568,
+      "▁dash": 12569,
+      "▁fault": 12570,
+      "pmatrix": 12571,
+      "aller": 12572,
+      "▁guerre": 12573,
+      "origin": 12574,
+      "hibernate": 12575,
+      "ília": 12576,
+      "▁Register": 12577,
+      "unto": 12578,
+      "▁Bat": 12579,
+      "▁bow": 12580,
+      "ських": 12581,
+      "età": 12582,
+      "▁Luis": 12583,
+      "▁fou": 12584,
+      "▁Cambridge": 12585,
+      "▁ott": 12586,
+      "sup": 12587,
+      "reas": 12588,
+      "▁pointers": 12589,
+      "▁Board": 12590,
+      "▁ри": 12591,
+      "▁driv": 12592,
+      "нин": 12593,
+      "▁Circ": 12594,
+      "▁thou": 12595,
+      "Div": 12596,
+      "spark": 12597,
+      "lament": 12598,
+      "▁VAL": 12599,
+      "Send": 12600,
+      "▁Irish": 12601,
+      "oy": 12602,
+      "▁Tu": 12603,
+      "▁trivial": 12604,
+      "Forms": 12605,
+      "▁así": 12606,
+      "▁Imper": 12607,
+      "▁signature": 12608,
+      "unos": 12609,
+      "▁Neg": 12610,
+      "▁cancel": 12611,
+      "▁Heinrich": 12612,
+      "eed": 12613,
+      "Illustration": 12614,
+      "▁sulla": 12615,
+      "▁quarter": 12616,
+      "asz": 12617,
+      "▁blog": 12618,
+      "fica": 12619,
+      "won": 12620,
+      "quet": 12621,
+      "]))": 12622,
+      "▁generation": 12623,
+      "▁caught": 12624,
+      "▁lands": 12625,
+      "▁Kingdom": 12626,
+      "schaften": 12627,
+      "rons": 12628,
+      "annels": 12629,
+      "▁Special": 12630,
+      "tutorial": 12631,
+      "tip": 12632,
+      "▁\"\",": 12633,
+      "▁Azure": 12634,
+      "▁bounded": 12635,
+      "Sm": 12636,
+      "tar": 12637,
+      "вен": 12638,
+      "▁зем": 12639,
+      "▁notation": 12640,
+      "▁apache": 12641,
+      "▁gaz": 12642,
+      "ierno": 12643,
+      "angen": 12644,
+      "pective": 12645,
+      "▁electric": 12646,
+      "▁semi": 12647,
+      "MAX": 12648,
+      "ederb": 12649,
+      "objects": 12650,
+      "▁differences": 12651,
+      "isted": 12652,
+      "href": 12653,
+      "icip": 12654,
+      "▁numpy": 12655,
+      "▁футбо": 12656,
+      "loader": 12657,
+      "▁dich": 12658,
+      "љу": 12659,
+      "▁Dé": 12660,
+      "Hz": 12661,
+      "▁Param": 12662,
+      "documentation": 12663,
+      "ircraft": 12664,
+      "EM": 12665,
+      "▁institution": 12666,
+      "compat": 12667,
+      "▁аль": 12668,
+      "слав": 12669,
+      "▁Net": 12670,
+      "циональ": 12671,
+      "▁broadcast": 12672,
+      "datetime": 12673,
+      "async": 12674,
+      "vre": 12675,
+      "mean": 12676,
+      "▁Chem": 12677,
+      "▁estimate": 12678,
+      "icana": 12679,
+      "▁grep": 12680,
+      "tek": 12681,
+      "äm": 12682,
+      "orig": 12683,
+      "▁Victor": 12684,
+      "utenant": 12685,
+      "anga": 12686,
+      "pin": 12687,
+      "▁vertex": 12688,
+      "▁CHAPTER": 12689,
+      "city": 12690,
+      "ugby": 12691,
+      "green": 12692,
+      "▁Ker": 12693,
+      "▁différ": 12694,
+      "▁necessarily": 12695,
+      "DC": 12696,
+      "Linear": 12697,
+      "alem": 12698,
+      "▁Later": 12699,
+      "▁meta": 12700,
+      "jem": 12701,
+      "ragen": 12702,
+      "May": 12703,
+      "▁Mitglied": 12704,
+      "▁sorted": 12705,
+      "ussen": 12706,
+      "▁spoke": 12707,
+      "▁disabled": 12708,
+      "▁accomplish": 12709,
+      "▁Russia": 12710,
+      "there": 12711,
+      "ees": 12712,
+      "▁hall": 12713,
+      "▁metric": 12714,
+      "attribute": 12715,
+      "того": 12716,
+      "about": 12717,
+      "▁Lam": 12718,
+      "channel": 12719,
+      "▁episode": 12720,
+      "▁$('.": 12721,
+      "▁ought": 12722,
+      "▁Este": 12723,
+      "Objects": 12724,
+      "▁validate": 12725,
+      "▁rim": 12726,
+      "▁numerous": 12727,
+      "▁Javascript": 12728,
+      "▁GL": 12729,
+      "▁Italy": 12730,
+      "ederbörd": 12731,
+      "onato": 12732,
+      "books": 12733,
+      "stone": 12734,
+      "ху": 12735,
+      "▁jel": 12736,
+      "iri": 12737,
+      "▁ASP": 12738,
+      "GA": 12739,
+      "▁stata": 12740,
+      "▁baz": 12741,
+      "Day": 12742,
+      "thm": 12743,
+      "dh": 12744,
+      "▁Files": 12745,
+      "AndroidRuntime": 12746,
+      "▁checks": 12747,
+      "kr": 12748,
+      "▁venne": 12749,
+      "SL": 12750,
+      "avia": 12751,
+      "kazy": 12752,
+      "▁Three": 12753,
+      "Admin": 12754,
+      "▁college": 12755,
+      "Global": 12756,
+      "tion": 12757,
+      "▁curious": 12758,
+      "short": 12759,
+      "▁bass": 12760,
+      "дела": 12761,
+      "▁дея": 12762,
+      "Schema": 12763,
+      "'\\": 12764,
+      "diff": 12765,
+      "▁CA": 12766,
+      "▁Corpor": 12767,
+      "▁operators": 12768,
+      "områ": 12769,
+      "▁edges": 12770,
+      ");`": 12771,
+      "inds": 12772,
+      "▁ging": 12773,
+      "&&": 12774,
+      "}-\\": 12775,
+      "rano": 12776,
+      "▁são": 12777,
+      "▁adds": 12778,
+      "elor": 12779,
+      "▁unsigned": 12780,
+      "▁пр": 12781,
+      "▁Config": 12782,
+      "▁Esc": 12783,
+      "▁chose": 12784,
+      "▁pieces": 12785,
+      "▁regions": 12786,
+      "Est": 12787,
+      "▁Battle": 12788,
+      "▁foc": 12789,
+      "▁Light": 12790,
+      "padding": 12791,
+      "aben": 12792,
+      "▁europ": 12793,
+      "illon": 12794,
+      "▁есть": 12795,
+      "▁bord": 12796,
+      "▁отно": 12797,
+      "▁Hong": 12798,
+      "▁vul": 12799,
+      "plugins": 12800,
+      "▁'<": 12801,
+      "▁kur": 12802,
+      "region": 12803,
+      "▁Repub": 12804,
+      "icher": 12805,
+      "}_\\": 12806,
+      "▁medal": 12807,
+      "▁Moreover": 12808,
+      "BI": 12809,
+      "Av": 12810,
+      "uter": 12811,
+      "▁scan": 12812,
+      "▁Municip": 12813,
+      "▁contrast": 12814,
+      "▁Ig": 12815,
+      "▁город": 12816,
+      "related": 12817,
+      "aling": 12818,
+      "▁мат": 12819,
+      "ünst": 12820,
+      "▁Chris": 12821,
+      "wy": 12822,
+      "▁Actually": 12823,
+      "▁Universidad": 12824,
+      "EventListener": 12825,
+      "▁temporada": 12826,
+      "▁assignment": 12827,
+      "▁Mike": 12828,
+      "▁während": 12829,
+      "▁świ": 12830,
+      "▁сред": 12831,
+      "каде": 12832,
+      "▁calculated": 12833,
+      "▁eller": 12834,
+      "▁Ash": 12835,
+      "riel": 12836,
+      "▁hardware": 12837,
+      "▁intens": 12838,
+      "('.": 12839,
+      "illi": 12840,
+      "agon": 12841,
+      "▁Gy": 12842,
+      "▁heute": 12843,
+      "▁sle": 12844,
+      "▁literature": 12845,
+      "sem": 12846,
+      "manager": 12847,
+      "▁Grande": 12848,
+      "▁mixed": 12849,
+      "▁Вер": 12850,
+      "ící": 12851,
+      "▁soit": 12852,
+      "▁welcome": 12853,
+      "чение": 12854,
+      "▁Universität": 12855,
+      "▁builder": 12856,
+      "simple": 12857,
+      "icode": 12858,
+      "ře": 12859,
+      "indent": 12860,
+      "opo": 12861,
+      "▁advanced": 12862,
+      "temper": 12863,
+      "edge": 12864,
+      "▁datetime": 12865,
+      "▁donc": 12866,
+      "лання": 12867,
+      "▁verd": 12868,
+      "дно": 12869,
+      "itos": 12870,
+      "▁heat": 12871,
+      "visible": 12872,
+      "mel": 12873,
+      "▁Giovanni": 12874,
+      "▁variety": 12875,
+      "▁router": 12876,
+      "Vector": 12877,
+      "▁Walk": 12878,
+      "▁obviously": 12879,
+      "hein": 12880,
+      "Fin": 12881,
+      "ITableView": 12882,
+      "Year": 12883,
+      "▁Econom": 12884,
+      "▁velocity": 12885,
+      "▁Civil": 12886,
+      "▁ј": 12887,
+      "alert": 12888,
+      "Identifier": 12889,
+      "ència": 12890,
+      "▁normally": 12891,
+      "▁Egypt": 12892,
+      "▁ctx": 12893,
+      "▁Verein": 12894,
+      "▁Hu": 12895,
+      "ulture": 12896,
+      "ните": 12897,
+      "lé": 12898,
+      "▁Wien": 12899,
+      "▁Prz": 12900,
+      "Byte": 12901,
+      "▁nah": 12902,
+      "isms": 12903,
+      "▁Publish": 12904,
+      "▁Herz": 12905,
+      "icul": 12906,
+      "pisode": 12907,
+      "чі": 12908,
+      "▁diesem": 12909,
+      "kö": 12910,
+      "Visible": 12911,
+      "▁rig": 12912,
+      "`).": 12913,
+      "Parse": 12914,
+      "▁Jacques": 12915,
+      "NI": 12916,
+      "▁glass": 12917,
+      "---+": 12918,
+      "▁initially": 12919,
+      "▁kr": 12920,
+      "CCN": 12921,
+      "plays": 12922,
+      "▁sigu": 12923,
+      "Folder": 12924,
+      "storage": 12925,
+      "▁\\|": 12926,
+      "ivos": 12927,
+      "скую": 12928,
+      "▁Moh": 12929,
+      "▁Committee": 12930,
+      "▁Kim": 12931,
+      "eu": 12932,
+      "тем": 12933,
+      "▁originale": 12934,
+      "irs": 12935,
+      "▁Reb": 12936,
+      "itut": 12937,
+      "nl": 12938,
+      "▁Pier": 12939,
+      "▁];": 12940,
+      "▁Fal": 12941,
+      "▁\"\";": 12942,
+      "mvc": 12943,
+      "▁female": 12944,
+      "▁bridge": 12945,
+      "▁tít": 12946,
+      "ktr": 12947,
+      ">)": 12948,
+      "▁seat": 12949,
+      "▁vess": 12950,
+      "▁USB": 12951,
+      "▁Articles": 12952,
+      "▁Description": 12953,
+      "▁oc": 12954,
+      "▁houses": 12955,
+      "▁Пет": 12956,
+      "lon": 12957,
+      "Notification": 12958,
+      "▁pressure": 12959,
+      "▁куль": 12960,
+      "igned": 12961,
+      "▁religious": 12962,
+      "fan": 12963,
+      "iglia": 12964,
+      "▁classification": 12965,
+      "ogether": 12966,
+      "▁SDK": 12967,
+      "▁Human": 12968,
+      "▁commission": 12969,
+      "▁Ор": 12970,
+      "▁antes": 12971,
+      "DT": 12972,
+      "ète": 12973,
+      "prés": 12974,
+      "/\"": 12975,
+      "▁(«": 12976,
+      "▁hö": 12977,
+      "▁час": 12978,
+      "▁jak": 12979,
+      "ienen": 12980,
+      "ugg": 12981,
+      "WA": 12982,
+      "▁placeholder": 12983,
+      "Will": 12984,
+      ",,": 12985,
+      "▁Kam": 12986,
+      "▁wen": 12987,
+      "▁Schul": 12988,
+      "ție": 12989,
+      "▁aud": 12990,
+      "▁sue": 12991,
+      "▁referred": 12992,
+      "ват": 12993,
+      "▁Para": 12994,
+      "▁bla": 12995,
+      "UES": 12996,
+      "▁statist": 12997,
+      "▁ту": 12998,
+      "▁Warsza": 12999,
+      "gue": 13000,
+      "▁Ide": 13001,
+      "mathscr": 13002,
+      "▁lieu": 13003,
+      "▁bod": 13004,
+      "▁rus": 13005,
+      "▁boat": 13006,
+      "xspace": 13007,
+      "▁modal": 13008,
+      "лек": 13009,
+      "topic": 13010,
+      "many": 13011,
+      "ský": 13012,
+      "▁organization": 13013,
+      "▁гене": 13014,
+      "▁Wilson": 13015,
+      "▁comfort": 13016,
+      "ibil": 13017,
+      ":-": 13018,
+      "▁animal": 13019,
+      "Report": 13020,
+      "ками": 13021,
+      "jon": 13022,
+      "▁ker": 13023,
+      "▁кни": 13024,
+      "mozilla": 13025,
+      "Price": 13026,
+      "antin": 13027,
+      "emento": 13028,
+      "may": 13029,
+      "▁lung": 13030,
+      "▁blow": 13031,
+      "edeut": 13032,
+      "▁typed": 13033,
+      "▁december": 13034,
+      "▁....": 13035,
+      "liance": 13036,
+      "▁viel": 13037,
+      "▁Фи": 13038,
+      "presa": 13039,
+      "▁осіб": 13040,
+      "▁Nam": 13041,
+      "▁Gren": 13042,
+      "силання": 13043,
+      "VID": 13044,
+      "stre": 13045,
+      "weis": 13046,
+      "▁protection": 13047,
+      "taient": 13048,
+      "▁officers": 13049,
+      "тно": 13050,
+      "▁Brig": 13051,
+      "▁intellig": 13052,
+      "ях": 13053,
+      "ITH": 13054,
+      "▁separated": 13055,
+      "▁LCCN": 13056,
+      "ním": 13057,
+      "clock": 13058,
+      "▁apare": 13059,
+      "яви": 13060,
+      "▁Elizabeth": 13061,
+      "▁Water": 13062,
+      "gebiet": 13063,
+      "▁convent": 13064,
+      "furt": 13065,
+      "▁beiden": 13066,
+      "bash": 13067,
+      "▁через": 13068,
+      "▁ub": 13069,
+      "▁Statist": 13070,
+      "▁limits": 13071,
+      "Vol": 13072,
+      "ctx": 13073,
+      "▁нов": 13074,
+      "guide": 13075,
+      "mic": 13076,
+      "iesa": 13077,
+      "▁huvud": 13078,
+      "RT": 13079,
+      "Fig": 13080,
+      "▁lect": 13081,
+      "conn": 13082,
+      "imit": 13083,
+      "гар": 13084,
+      "▁bajo": 13085,
+      "scribe": 13086,
+      "regex": 13087,
+      "▁Cass": 13088,
+      "▁propag": 13089,
+      "'$": 13090,
+      "▁profes": 13091,
+      "unique": 13092,
+      "▁Sql": 13093,
+      "union": 13094,
+      "rios": 13095,
+      "pip": 13096,
+      "--+": 13097,
+      "kadem": 13098,
+      "columns": 13099,
+      "▁vary": 13100,
+      "▁bereits": 13101,
+      "▁doi": 13102,
+      "▁Common": 13103,
+      "▁Robin": 13104,
+      "▁×": 13105,
+      "▁sei": 13106,
+      "▁syst": 13107,
+      "▁vä": 13108,
+      "▁Default": 13109,
+      "▁tym": 13110,
+      "pel": 13111,
+      "▁believed": 13112,
+      "▁provider": 13113,
+      "▁minimal": 13114,
+      "тали": 13115,
+      "aines": 13116,
+      "Kit": 13117,
+      "izio": 13118,
+      "issen": 13119,
+      "pressed": 13120,
+      "▁stag": 13121,
+      "▁uint": 13122,
+      "kor": 13123,
+      "▁распо": 13124,
+      "▁inherit": 13125,
+      "▁compiled": 13126,
+      "▁febru": 13127,
+      "▁tmp": 13128,
+      "works": 13129,
+      "чна": 13130,
+      "drawable": 13131,
+      "▁Nav": 13132,
+      "▁thoughts": 13133,
+      "route": 13134,
+      "▁concert": 13135,
+      "▁optional": 13136,
+      "▁bras": 13137,
+      "▁providing": 13138,
+      "сом": 13139,
+      "idx": 13140,
+      "emplo": 13141,
+      "▁коли": 13142,
+      "▁Bere": 13143,
+      "▁Els": 13144,
+      "ремен": 13145,
+      "▁дека": 13146,
+      "cout": 13147,
+      "layer": 13148,
+      "▁glob": 13149,
+      "foreach": 13150,
+      "▁Education": 13151,
+      "PO": 13152,
+      "▁improv": 13153,
+      "▁clients": 13154,
+      "groups": 13155,
+      "▁kont": 13156,
+      "Del": 13157,
+      "rett": 13158,
+      "▁sup": 13159,
+      "▁mog": 13160,
+      "tan": 13161,
+      "▁compl": 13162,
+      "irty": 13163,
+      "▁nouveau": 13164,
+      "osz": 13165,
+      "▁Navy": 13166,
+      "bere": 13167,
+      "mask": 13168,
+      "ové": 13169,
+      "zil": 13170,
+      "PER": 13171,
+      "▁población": 13172,
+      "▁detailed": 13173,
+      "лет": 13174,
+      "▁families": 13175,
+      "abet": 13176,
+      "евич": 13177,
+      "änder": 13178,
+      "▁år": 13179,
+      "▁pendant": 13180,
+      "▁bil": 13181,
+      "▁hint": 13182,
+      "oden": 13183,
+      "▁expansion": 13184,
+      "▁pont": 13185,
+      "asant": 13186,
+      "▁Kind": 13187,
+      "iji": 13188,
+      "▁Auth": 13189,
+      "laimed": 13190,
+      "reflect": 13191,
+      "]=": 13192,
+      "bytes": 13193,
+      "hover": 13194,
+      "▁цер": 13195,
+      "gradle": 13196,
+      "Arch": 13197,
+      "apest": 13198,
+      "ása": 13199,
+      "Card": 13200,
+      "▁temporary": 13201,
+      "▁département": 13202,
+      "classes": 13203,
+      "жива": 13204,
+      "▁худо": 13205,
+      "▁mole": 13206,
+      "RY": 13207,
+      "LP": 13208,
+      "▁pec": 13209,
+      "roduction": 13210,
+      "▁Guard": 13211,
+      "▁Parliament": 13212,
+      "▁instanti": 13213,
+      "▁notamment": 13214,
+      "▁Doug": 13215,
+      "▁Marsh": 13216,
+      ".~": 13217,
+      "▁\\\"": 13218,
+      "▁thé": 13219,
+      "▁libre": 13220,
+      "does": 13221,
+      "▁début": 13222,
+      "▁Unit": 13223,
+      "▁сту": 13224,
+      "▁league": 13225,
+      "▁quale": 13226,
+      "▁составля": 13227,
+      "Security": 13228,
+      "▁apparently": 13229,
+      "▁troops": 13230,
+      "icano": 13231,
+      "▁MB": 13232,
+      "enze": 13233,
+      "loading": 13234,
+      "▁distributed": 13235,
+      "writer": 13236,
+      "resources": 13237,
+      "hö": 13238,
+      "utils": 13239,
+      "▁prepared": 13240,
+      "cier": 13241,
+      "opol": 13242,
+      "▁länkar": 13243,
+      "hes": 13244,
+      "нва": 13245,
+      "▁opens": 13246,
+      "agog": 13247,
+      "interface": 13248,
+      "▁Fund": 13249,
+      "▁pentru": 13250,
+      "ních": 13251,
+      "▁configured": 13252,
+      "▁Website": 13253,
+      "▁listener": 13254,
+      "ivel": 13255,
+      "nę": 13256,
+      "mina": 13257,
+      "▁invest": 13258,
+      "▁міс": 13259,
+      "▁dav": 13260,
+      "▁patch": 13261,
+      "pieler": 13262,
+      "▁Externa": 13263,
+      "tf": 13264,
+      "▁ered": 13265,
+      "▁Assembly": 13266,
+      "▁sout": 13267,
+      "▁verk": 13268,
+      "mers": 13269,
+      "toggle": 13270,
+      "▁updating": 13271,
+      "▁Kent": 13272,
+      "eca": 13273,
+      "FAULT": 13274,
+      "▁titre": 13275,
+      "▁Kenn": 13276,
+      "▁Миха": 13277,
+      "стор": 13278,
+      "▁pode": 13279,
+      "▁Seb": 13280,
+      "цев": 13281,
+      "EY": 13282,
+      "▁silver": 13283,
+      "▁capacity": 13284,
+      "▁completion": 13285,
+      "▁Pedro": 13286,
+      "fel": 13287,
+      "vano": 13288,
+      "zeug": 13289,
+      "▁interior": 13290,
+      "▁Response": 13291,
+      "édia": 13292,
+      "▁WorldCat": 13293,
+      "▁că": 13294,
+      "quel": 13295,
+      "Sol": 13296,
+      "ісля": 13297,
+      "▁Domin": 13298,
+      "▁cum": 13299,
+      "cep": 13300,
+      "▁Muse": 13301,
+      "▁María": 13302,
+      "▁functional": 13303,
+      "▁adapter": 13304,
+      "configuration": 13305,
+      "▁tipo": 13306,
+      "▁Bry": 13307,
+      "vy": 13308,
+      "UL": 13309,
+      "▁travers": 13310,
+      "!(": 13311,
+      "▁absolutely": 13312,
+      "лта": 13313,
+      "ття": 13314,
+      "▁IT": 13315,
+      "▁воен": 13316,
+      "ycle": 13317,
+      "best": 13318,
+      "▁constructed": 13319,
+      "▁филь": 13320,
+      "cido": 13321,
+      "exit": 13322,
+      "gart": 13323,
+      "▁provincia": 13324,
+      "vez": 13325,
+      "cipl": 13326,
+      "▁Facebook": 13327,
+      "▁yellow": 13328,
+      "▁Summer": 13329,
+      "▁pointing": 13330,
+      "▁possibility": 13331,
+      "▁legisl": 13332,
+      "▁мож": 13333,
+      "dern": 13334,
+      "коно": 13335,
+      "▁mechanism": 13336,
+      "▁Bernard": 13337,
+      "expr": 13338,
+      "лови": 13339,
+      "▁digits": 13340,
+      "▁delegate": 13341,
+      "ogram": 13342,
+      "▁Dictionary": 13343,
+      "isy": 13344,
+      "▁spo": 13345,
+      "/$": 13346,
+      "cluded": 13347,
+      "▁MVC": 13348,
+      "▁tém": 13349,
+      "▁printed": 13350,
+      "▁Gott": 13351,
+      "▁Om": 13352,
+      "ansas": 13353,
+      "▁Durch": 13354,
+      "▁Ident": 13355,
+      "QU": 13356,
+      "htm": 13357,
+      "▁Sul": 13358,
+      "'].": 13359,
+      "▁duty": 13360,
+      "▁Author": 13361,
+      "▁ně": 13362,
+      "owego": 13363,
+      "pus": 13364,
+      "embl": 13365,
+      "Executor": 13366,
+      "BL": 13367,
+      "▁Mens": 13368,
+      "dispatch": 13369,
+      "▁Mid": 13370,
+      "apps": 13371,
+      "Transform": 13372,
+      "▁Dat": 13373,
+      "▁impl": 13374,
+      "oux": 13375,
+      "holm": 13376,
+      "▁Ins": 13377,
+      "▁Empire": 13378,
+      "руп": 13379,
+      "▁Apache": 13380,
+      "SION": 13381,
+      "▁passage": 13382,
+      "################": 13383,
+      "▁expressed": 13384,
+      "над": 13385,
+      "▁ol": 13386,
+      "▁havia": 13387,
+      "▁более": 13388,
+      "▁enjoy": 13389,
+      "formance": 13390,
+      "▁dimensions": 13391,
+      "▁чер": 13392,
+      "See": 13393,
+      "▁mouth": 13394,
+      "▁gau": 13395,
+      "iency": 13396,
+      "▁Carolina": 13397,
+      "Dist": 13398,
+      "radio": 13399,
+      "limit": 13400,
+      "/?": 13401,
+      "▁Ball": 13402,
+      "ність": 13403,
+      "Member": 13404,
+      "water": 13405,
+      "▁murder": 13406,
+      "▁standing": 13407,
+      "▁VII": 13408,
+      "Center": 13409,
+      "ppa": 13410,
+      "ureau": 13411,
+      "▁Leip": 13412,
+      "▁objet": 13413,
+      "▁Activity": 13414,
+      "embers": 13415,
+      "vr": 13416,
+      "▁condu": 13417,
+      "Cells": 13418,
+      "inus": 13419,
+      "▁',": 13420,
+      "▁afraid": 13421,
+      "▁ха": 13422,
+      "▁Vic": 13423,
+      "testing": 13424,
+      "Tube": 13425,
+      "▁vast": 13426,
+      "PM": 13427,
+      "nih": 13428,
+      "SSN": 13429,
+      "▁Chile": 13430,
+      "ylvan": 13431,
+      "▁Bow": 13432,
+      "▁religion": 13433,
+      "opher": 13434,
+      "▁Coll": 13435,
+      "▁digital": 13436,
+      "zioni": 13437,
+      "Section": 13438,
+      "▁результа": 13439,
+      "Foot": 13440,
+      "convert": 13441,
+      "▁receiving": 13442,
+      "Contact": 13443,
+      "▁hero": 13444,
+      "sam": 13445,
+      "▁posterior": 13446,
+      "owi": 13447,
+      "Ant": 13448,
+      "▁flags": 13449,
+      "▁Zealand": 13450,
+      "▁bounds": 13451,
+      "▁whereas": 13452,
+      "infl": 13453,
+      "Play": 13454,
+      "▁demo": 13455,
+      "▁gibt": 13456,
+      "▁hospital": 13457,
+      "▁volta": 13458,
+      "лё": 13459,
+      "▁fashion": 13460,
+      "▁exceed": 13461,
+      "elenium": 13462,
+      "Iter": 13463,
+      "krie": 13464,
+      "▁integration": 13465,
+      "▁Otherwise": 13466,
+      "adu": 13467,
+      "She": 13468,
+      "onde": 13469,
+      "uint": 13470,
+      "radius": 13471,
+      "▁ram": 13472,
+      "▁álbum": 13473,
+      "▁тур": 13474,
+      "▁dy": 13475,
+      "▁Ott": 13476,
+      "▁пери": 13477,
+      "rev": 13478,
+      "rior": 13479,
+      "íd": 13480,
+      "irat": 13481,
+      "▁вклю": 13482,
+      "▁importante": 13483,
+      "▁Duke": 13484,
+      "▁causa": 13485,
+      "▁Mathemat": 13486,
+      "▁diplom": 13487,
+      "▁Nicol": 13488,
+      "▁exclus": 13489,
+      "▁debugging": 13490,
+      "▁Gh": 13491,
+      "original": 13492,
+      "lyn": 13493,
+      "▁Pla": 13494,
+      "suite": 13495,
+      "chat": 13496,
+      "▁estud": 13497,
+      "uelle": 13498,
+      "▁pert": 13499,
+      "▁importance": 13500,
+      "▁approaches": 13501,
+      "▁dla": 13502,
+      "▁проф": 13503,
+      "Pres": 13504,
+      "<\\": 13505,
+      "prefix": 13506,
+      "SSION": 13507,
+      "роди": 13508,
+      "country": 13509,
+      "itzer": 13510,
+      "▁кор": 13511,
+      "▁singular": 13512,
+      "gov": 13513,
+      "рин": 13514,
+      "▁FA": 13515,
+      "▁matrices": 13516,
+      "olare": 13517,
+      "nika": 13518,
+      "power": 13519,
+      "lla": 13520,
+      "▁desire": 13521,
+      "▁familia": 13522,
+      "дор": 13523,
+      "▁fan": 13524,
+      "generated": 13525,
+      "▁Cos": 13526,
+      "▁że": 13527,
+      "▁Diese": 13528,
+      "mov": 13529,
+      "▁denote": 13530,
+      "\")]": 13531,
+      "ouvern": 13532,
+      "aman": 13533,
+      "▁inser": 13534,
+      "ijk": 13535,
+      "otta": 13536,
+      "eral": 13537,
+      "дель": 13538,
+      "()->": 13539,
+      "▁poder": 13540,
+      "iges": 13541,
+      "▁Online": 13542,
+      "▁weird": 13543,
+      "iac": 13544,
+      "▁quelques": 13545,
+      "èrent": 13546,
+      "▁tel": 13547,
+      "▁Latin": 13548,
+      "verter": 13549,
+      "ляр": 13550,
+      "рои": 13551,
+      "▁pdf": 13552,
+      "▁keyword": 13553,
+      "Handle": 13554,
+      "After": 13555,
+      "rece": 13556,
+      "▁identical": 13557,
+      "stylesheet": 13558,
+      "▁станови": 13559,
+      "▁ka": 13560,
+      "cement": 13561,
+      "тет": 13562,
+      "▁chat": 13563,
+      "▁Mun": 13564,
+      "ała": 13565,
+      "ANT": 13566,
+      "ológ": 13567,
+      "▁fant": 13568,
+      "▁forest": 13569,
+      "▁вико": 13570,
+      "cuss": 13571,
+      "▁sehr": 13572,
+      "pag": 13573,
+      "otic": 13574,
+      "▁áll": 13575,
+      "мати": 13576,
+      "▁\"'": 13577,
+      "+\"": 13578,
+      "Animation": 13579,
+      "ходит": 13580,
+      "azu": 13581,
+      "▁plays": 13582,
+      "izioni": 13583,
+      "миче": 13584,
+      "▁bomb": 13585,
+      "▁merely": 13586,
+      "▁holding": 13587,
+      "▁wenn": 13588,
+      "▁medic": 13589,
+      "▁speaking": 13590,
+      "ongodb": 13591,
+      "▁Campe": 13592,
+      "inity": 13593,
+      "▁янва": 13594,
+      "()`.": 13595,
+      "luss": 13596,
+      "▁Histoire": 13597,
+      "▁operating": 13598,
+      "Channel": 13599,
+      "▁accuracy": 13600,
+      "▁bos": 13601,
+      "▁evident": 13602,
+      "цию": 13603,
+      "events": 13604,
+      "textrm": 13605,
+      "oreign": 13606,
+      "▁ii": 13607,
+      "hren": 13608,
+      "lower": 13609,
+      "▁том": 13610,
+      "▁About": 13611,
+      "▁aj": 13612,
+      "eri": 13613,
+      "ступи": 13614,
+      "▁digit": 13615,
+      "▁Spain": 13616,
+      "▁Daten": 13617,
+      "▁forme": 13618,
+      "▁шта": 13619,
+      "▁Bach": 13620,
+      "nonumber": 13621,
+      "▁recommended": 13622,
+      "▁reads": 13623,
+      "histoire": 13624,
+      "▁sang": 13625,
+      "▁??": 13626,
+      "▁стал": 13627,
+      "score": 13628,
+      "fas": 13629,
+      "▁cub": 13630,
+      "▁grew": 13631,
+      "▁centro": 13632,
+      "▁bekannt": 13633,
+      "Events": 13634,
+      "BER": 13635,
+      "hew": 13636,
+      "сса": 13637,
+      "▁majority": 13638,
+      "ître": 13639,
+      "enci": 13640,
+      "▁Query": 13641,
+      "▁które": 13642,
+      "ić": 13643,
+      "▁complexity": 13644,
+      "▁François": 13645,
+      "constraint": 13646,
+      "урна": 13647,
+      "══": 13648,
+      "▁iterate": 13649,
+      "lett": 13650,
+      "peror": 13651,
+      "▁Nederland": 13652,
+      "share": 13653,
+      "▁inclu": 13654,
+      "änger": 13655,
+      "▁Nic": 13656,
+      "чо": 13657,
+      "Full": 13658,
+      "▁rapport": 13659,
+      "eclipse": 13660,
+      "▁industry": 13661,
+      "headers": 13662,
+      "▁Ри": 13663,
+      "chsel": 13664,
+      "▁polic": 13665,
+      "schied": 13666,
+      "%,": 13667,
+      "OD": 13668,
+      "▁Jak": 13669,
+      "({\\": 13670,
+      "aligned": 13671,
+      "▁frequently": 13672,
+      "▁suoi": 13673,
+      "▁essentially": 13674,
+      "▁Ric": 13675,
+      "▁reports": 13676,
+      "▁decimal": 13677,
+      "rar": 13678,
+      "▁Foo": 13679,
+      "▁Ka": 13680,
+      "▁DC": 13681,
+      "▁simpler": 13682,
+      "Pane": 13683,
+      "?}": 13684,
+      "Sort": 13685,
+      "▁posit": 13686,
+      "cdn": 13687,
+      "ktur": 13688,
+      "▁awk": 13689,
+      "зер": 13690,
+      "PF": 13691,
+      "uur": 13692,
+      "▁Ross": 13693,
+      "▁mant": 13694,
+      "Na": 13695,
+      "Cons": 13696,
+      "))))": 13697,
+      "▁techniques": 13698,
+      "impl": 13699,
+      "▁dropped": 13700,
+      "▁Lista": 13701,
+      "▁Basically": 13702,
+      "ental": 13703,
+      "▁celui": 13704,
+      "▁strategy": 13705,
+      "▁Wales": 13706,
+      "nan": 13707,
+      "▁gmin": 13708,
+      "▁größ": 13709,
+      "▁eerste": 13710,
+      "Tim": 13711,
+      "nten": 13712,
+      "resp": 13713,
+      "▁stable": 13714,
+      "nov": 13715,
+      "rob": 13716,
+      "ној": 13717,
+      "▁marriage": 13718,
+      "getString": 13719,
+      "Author": 13720,
+      "▁Graf": 13721,
+      "▁diagram": 13722,
+      "gia": 13723,
+      "Network": 13724,
+      "▁composed": 13725,
+      "▁missed": 13726,
+      "▁Meg": 13727,
+      "▁право": 13728,
+      "▁homonymes": 13729,
+      "▁Books": 13730,
+      "▁encou": 13731,
+      "porte": 13732,
+      "▁rotation": 13733,
+      "▁fir": 13734,
+      "тельно": 13735,
+      "▁gun": 13736,
+      "▁Aff": 13737,
+      "нок": 13738,
+      "▁Fußball": 13739,
+      "▁Story": 13740,
+      "▁Chap": 13741,
+      "▁).": 13742,
+      "▁Seit": 13743,
+      "мон": 13744,
+      "▁télé": 13745,
+      "▁copied": 13746,
+      "▁consistent": 13747,
+      "▁drink": 13748,
+      "▁Cham": 13749,
+      "▁matters": 13750,
+      "▁rendered": 13751,
+      "▁hypoth": 13752,
+      "œuv": 13753,
+      "▁meer": 13754,
+      "▁parsing": 13755,
+      "▁PRO": 13756,
+      "series": 13757,
+      "▁zá": 13758,
+      "straße": 13759,
+      "▁Boot": 13760,
+      "▁repo": 13761,
+      "wor": 13762,
+      "▁Stream": 13763,
+      "▁AN": 13764,
+      "▁пів": 13765,
+      "▁SM": 13766,
+      "▁Arn": 13767,
+      "▁Ž": 13768,
+      "▁[];": 13769,
+      "Resources": 13770,
+      "▁elabor": 13771,
+      "▁Eth": 13772,
+      "▁liste": 13773,
+      "▁relatively": 13774,
+      "chant": 13775,
+      "=\"\"": 13776,
+      "▁lift": 13777,
+      "CN": 13778,
+      "Services": 13779,
+      "MENT": 13780,
+      "▁игра": 13781,
+      "бре": 13782,
+      "▁Jord": 13783,
+      "▁tec": 13784,
+      "шка": 13785,
+      "▁Sup": 13786,
+      "▁influen": 13787,
+      "onds": 13788,
+      "handler": 13789,
+      "▁banda": 13790,
+      "▁vertices": 13791,
+      "▁zap": 13792,
+      "▁cord": 13793,
+      "alter": 13794,
+      "zenia": 13795,
+      "âteau": 13796,
+      "▁knowing": 13797,
+      "▁Argentina": 13798,
+      "Area": 13799,
+      "ане": 13800,
+      "fc": 13801,
+      "=\"/": 13802,
+      "▁Mik": 13803,
+      "ată": 13804,
+      "ieux": 13805,
+      "▁deutschen": 13806,
+      "▁traditional": 13807,
+      "decode": 13808,
+      "vex": 13809,
+      "▁sizeof": 13810,
+      "▁Fun": 13811,
+      "▁parser": 13812,
+      "▁Florida": 13813,
+      "▁buildings": 13814,
+      "▁Manuel": 13815,
+      "rile": 13816,
+      "▁logged": 13817,
+      "▁strongly": 13818,
+      "▁revol": 13819,
+      "нее": 13820,
+      "xico": 13821,
+      "▁Fair": 13822,
+      "cart": 13823,
+      "▁Wort": 13824,
+      "▁Jesus": 13825,
+      "emes": 13826,
+      "schrift": 13827,
+      "InputStream": 13828,
+      "wad": 13829,
+      "▁grandes": 13830,
+      "▁número": 13831,
+      "▁Otto": 13832,
+      "ientes": 13833,
+      "▁famous": 13834,
+      "ologne": 13835,
+      "Je": 13836,
+      "ниш": 13837,
+      "▁Guerra": 13838,
+      "bara": 13839,
+      "▁cad": 13840,
+      "elve": 13841,
+      "brace": 13842,
+      "▁Jr": 13843,
+      "stable": 13844,
+      "ECT": 13845,
+      "lemma": 13846,
+      "mediate": 13847,
+      "▁vin": 13848,
+      "▁monument": 13849,
+      "▁cv": 13850,
+      "▁winter": 13851,
+      "▁transformation": 13852,
+      "▁Nick": 13853,
+      "stronom": 13854,
+      "▁frag": 13855,
+      "▁intel": 13856,
+      "raction": 13857,
+      "▁considering": 13858,
+      "▁Fle": 13859,
+      "▁ло": 13860,
+      "▁Après": 13861,
+      "▁AM": 13862,
+      "▁Hum": 13863,
+      "▁mundo": 13864,
+      "NER": 13865,
+      "▁Below": 13866,
+      "▁города": 13867,
+      "arters": 13868,
+      "--\"": 13869,
+      "▁Пе": 13870,
+      "ît": 13871,
+      "▁txt": 13872,
+      "angers": 13873,
+      "▁thy": 13874,
+      "CLA": 13875,
+      "ibles": 13876,
+      "▁requested": 13877,
+      "▁Alexand": 13878,
+      "▁factors": 13879,
+      "▁produces": 13880,
+      "ningen": 13881,
+      "▁состоя": 13882,
+      "▁optimization": 13883,
+      "chod": 13884,
+      ">`": 13885,
+      "▁Wikip": 13886,
+      "nosti": 13887,
+      "▁competition": 13888,
+      "▁Hann": 13889,
+      "▁zona": 13890,
+      "dc": 13891,
+      "design": 13892,
+      "▁Zu": 13893,
+      "▁espec": 13894,
+      "equality": 13895,
+      "▁Abb": 13896,
+      "▁developer": 13897,
+      "▁\"^": 13898,
+      "▁Short": 13899,
+      "▁plans": 13900,
+      "▁vit": 13901,
+      "izable": 13902,
+      "burgh": 13903,
+      "agem": 13904,
+      "▁Print": 13905,
+      "ív": 13906,
+      "▁suitable": 13907,
+      "picker": 13908,
+      "Profile": 13909,
+      "andy": 13910,
+      "▁quot": 13911,
+      "▁Durante": 13912,
+      "▁Francia": 13913,
+      "▁tart": 13914,
+      "▁Venez": 13915,
+      "▁dispatch": 13916,
+      "▁observations": 13917,
+      "▁ż": 13918,
+      "Invalid": 13919,
+      "▁occurr": 13920,
+      "тки": 13921,
+      "Memento": 13922,
+      "▁Syd": 13923,
+      "▁tiempo": 13924,
+      "▁staff": 13925,
+      "▁sections": 13926,
+      "▁ssh": 13927,
+      "▁NGC": 13928,
+      "ël": 13929,
+      "▁erre": 13930,
+      "▁divided": 13931,
+      "▁Without": 13932,
+      "▁durant": 13933,
+      "▁jaar": 13934,
+      "▁−": 13935,
+      "▁soldiers": 13936,
+      "унк": 13937,
+      "lapse": 13938,
+      "▁Valley": 13939,
+      "▁(:": 13940,
+      "rera": 13941,
+      "▁dével": 13942,
+      "▁péri": 13943,
+      "▁calculation": 13944,
+      "▁keine": 13945,
+      "ertain": 13946,
+      "▁теле": 13947,
+      "руд": 13948,
+      "▁cul": 13949,
+      "▁cloth": 13950,
+      ";}": 13951,
+      "▁przed": 13952,
+      "Month": 13953,
+      "Picker": 13954,
+      "▁SV": 13955,
+      "arian": 13956,
+      "▁Review": 13957,
+      "▁hang": 13958,
+      "▁окт": 13959,
+      "▁Front": 13960,
+      "otlin": 13961,
+      "▁translation": 13962,
+      "▁modo": 13963,
+      "▁statistics": 13964,
+      "▁Nue": 13965,
+      "▁Никола": 13966,
+      "NUM": 13967,
+      "▁ships": 13968,
+      "▁Report": 13969,
+      "{[": 13970,
+      "Effect": 13971,
+      "ieri": 13972,
+      "▁parties": 13973,
+      "pla": 13974,
+      "rw": 13975,
+      "▁Works": 13976,
+      "▁iron": 13977,
+      "▁attract": 13978,
+      "▁cort": 13979,
+      "ná": 13980,
+      "▁Steve": 13981,
+      "▁bene": 13982,
+      "тон": 13983,
+      "ícula": 13984,
+      "Two": 13985,
+      "▁глав": 13986,
+      "▁Video": 13987,
+      "▁powerful": 13988,
+      "auch": 13989,
+      "mande": 13990,
+      "ächst": 13991,
+      "Lat": 13992,
+      "▁zna": 13993,
+      "▁figures": 13994,
+      "▁alias": 13995,
+      "nex": 13996,
+      "▁categories": 13997,
+      "called": 13998,
+      "▁Similar": 13999,
+      "▁girls": 14000,
+      "pez": 14001,
+      "▁joint": 14002,
+      "рого": 14003,
+      "iken": 14004,
+      "чина": 14005,
+      "ancia": 14006,
+      "▁tijd": 14007,
+      "▁Rose": 14008,
+      "▁algorithms": 14009,
+      "▁printing": 14010,
+      "nea": 14011,
+      "▁executing": 14012,
+      "▁lambda": 14013,
+      "▁regional": 14014,
+      "▁Copa": 14015,
+      "Foo": 14016,
+      "phys": 14017,
+      "zm": 14018,
+      "▁Laur": 14019,
+      "▁candidate": 14020,
+      "▁Ja": 14021,
+      "zym": 14022,
+      "Example": 14023,
+      "▁spiel": 14024,
+      "▁дей": 14025,
+      "nehmen": 14026,
+      "keiten": 14027,
+      "▁сент": 14028,
+      "intent": 14029,
+      ".(": 14030,
+      "▁первы": 14031,
+      "prom": 14032,
+      "▁nat": 14033,
+      "▁imagine": 14034,
+      "callback": 14035,
+      "components": 14036,
+      "without": 14037,
+      "▁aquest": 14038,
+      "Support": 14039,
+      "▁responsible": 14040,
+      "▁jego": 14041,
+      "lj": 14042,
+      "will": 14043,
+      "lean": 14044,
+      "eland": 14045,
+      "ología": 14046,
+      "mc": 14047,
+      "Proxy": 14048,
+      "▁ocup": 14049,
+      "▁находи": 14050,
+      "▁rub": 14051,
+      "нів": 14052,
+      "▁Fall": 14053,
+      "amos": 14054,
+      "▁Ep": 14055,
+      "entre": 14056,
+      "fail": 14057,
+      "World": 14058,
+      "▁Editor": 14059,
+      "▁expos": 14060,
+      "▁finds": 14061,
+      "▁Culture": 14062,
+      "LEASE": 14063,
+      "▁movie": 14064,
+      "<=": 14065,
+      "ometric": 14066,
+      "eling": 14067,
+      "numerable": 14068,
+      "ourd": 14069,
+      "▁Sea": 14070,
+      "▁bild": 14071,
+      "▁оста": 14072,
+      "blo": 14073,
+      "▁lose": 14074,
+      "ateurs": 14075,
+      "oured": 14076,
+      "▁Batt": 14077,
+      "();\r": 14078,
+      "▁poz": 14079,
+      "posts": 14080,
+      "pend": 14081,
+      "certain": 14082,
+      "ником": 14083,
+      "Just": 14084,
+      "webkit": 14085,
+      "demás": 14086,
+      "~~~~": 14087,
+      "▁indicates": 14088,
+      "▁park": 14089,
+      "rique": 14090,
+      "vod": 14091,
+      "▁Champ": 14092,
+      "ftware": 14093,
+      "OPT": 14094,
+      "django": 14095,
+      "release": 14096,
+      "▁È": 14097,
+      "SR": 14098,
+      "▁politician": 14099,
+      "▁roi": 14100,
+      "aturen": 14101,
+      "▁Deutsche": 14102,
+      "tagon": 14103,
+      "▁Mov": 14104,
+      "obierno": 14105,
+      "▁daß": 14106,
+      "uther": 14107,
+      "indi": 14108,
+      "▁Wikipedia": 14109,
+      "▁anos": 14110,
+      "▁observe": 14111,
+      "elly": 14112,
+      "▁railway": 14113,
+      "aton": 14114,
+      "▁enum": 14115,
+      "hus": 14116,
+      "▁inhab": 14117,
+      "Psi": 14118,
+      "oire": 14119,
+      "▁Хо": 14120,
+      "▁Space": 14121,
+      "▁Архи": 14122,
+      "▁anterior": 14123,
+      "▁Ł": 14124,
+      "isons": 14125,
+      "Il": 14126,
+      "▁améric": 14127,
+      "laps": 14128,
+      "▁BBC": 14129,
+      "QUEST": 14130,
+      "Constra": 14131,
+      "mont": 14132,
+      "äft": 14133,
+      "▁även": 14134,
+      "ubern": 14135,
+      "<!--": 14136,
+      "▁coding": 14137,
+      "theory": 14138,
+      "athed": 14139,
+      "▁Arbe": 14140,
+      "▁ши": 14141,
+      "forEach": 14142,
+      "omorphism": 14143,
+      "details": 14144,
+      "achsen": 14145,
+      "integr": 14146,
+      "Vor": 14147,
+      "Unknown": 14148,
+      "aceae": 14149,
+      "inue": 14150,
+      "esome": 14151,
+      "▁Fir": 14152,
+      "chain": 14153,
+      "▁extremely": 14154,
+      "multicol": 14155,
+      "▁Swift": 14156,
+      "▁addresses": 14157,
+      "hspace": 14158,
+      "▁Roger": 14159,
+      "▁dessen": 14160,
+      "▁consequ": 14161,
+      "ualmente": 14162,
+      "▁Premier": 14163,
+      "▁Record": 14164,
+      "▁Bron": 14165,
+      "kir": 14166,
+      "sex": 14167,
+      "intern": 14168,
+      "▁benefit": 14169,
+      "umen": 14170,
+      "▁becoming": 14171,
+      "▁lig": 14172,
+      "▁popula": 14173,
+      "osc": 14174,
+      "▁civ": 14175,
+      "▁greatest": 14176,
+      "▁proces": 14177,
+      "]*": 14178,
+      "▁место": 14179,
+      "▁'$": 14180,
+      "hell": 14181,
+      "(\"\\": 14182,
+      "▁nine": 14183,
+      "▁Fac": 14184,
+      "ulpt": 14185,
+      "jours": 14186,
+      "▁Copy": 14187,
+      "▁activities": 14188,
+      "▁Democr": 14189,
+      "Es": 14190,
+      "Success": 14191,
+      "▁Esta": 14192,
+      "itul": 14193,
+      "isti": 14194,
+      "▁Bed": 14195,
+      "jas": 14196,
+      "▁тем": 14197,
+      "▁Hung": 14198,
+      "Game": 14199,
+      "▁heav": 14200,
+      "onnées": 14201,
+      "▁branches": 14202,
+      "borg": 14203,
+      "▁vl": 14204,
+      "▁slowly": 14205,
+      "Fa": 14206,
+      "Google": 14207,
+      "emi": 14208,
+      "▁circumstances": 14209,
+      "▁'%": 14210,
+      "▁Und": 14211,
+      "▁Victoria": 14212,
+      "▁Typ": 14213,
+      "rupted": 14214,
+      "▁relativ": 14215,
+      "▁slo": 14216,
+      "▁padre": 14217,
+      "▁daily": 14218,
+      "▁orth": 14219,
+      "чний": 14220,
+      "▁französ": 14221,
+      "▁teil": 14222,
+      "▁Security": 14223,
+      "ordon": 14224,
+      "▁sweet": 14225,
+      "SIZE": 14226,
+      "▁Cel": 14227,
+      "ètres": 14228,
+      "ommes": 14229,
+      "▁сі": 14230,
+      "▁efforts": 14231,
+      "ąz": 14232,
+      "▁ohne": 14233,
+      "▁Southern": 14234,
+      "▁approximately": 14235,
+      "цен": 14236,
+      "('#": 14237,
+      "▁saving": 14238,
+      "nbsp": 14239,
+      "▁translate": 14240,
+      "▁În": 14241,
+      "member": 14242,
+      "▁laws": 14243,
+      "▁жен": 14244,
+      "▁систе": 14245,
+      "tc": 14246,
+      ">\\": 14247,
+      "elte": 14248,
+      "▁ehem": 14249,
+      "▁contrad": 14250,
+      "▁рус": 14251,
+      "ья": 14252,
+      "▁Middle": 14253,
+      "quip": 14254,
+      "▁chez": 14255,
+      "Fields": 14256,
+      "▁permit": 14257,
+      "ikel": 14258,
+      "▁wir": 14259,
+      "▁trial": 14260,
+      "▁verschied": 14261,
+      "▁фев": 14262,
+      "▁male": 14263,
+      "▁язы": 14264,
+      "▁nyel": 14265,
+      "akter": 14266,
+      "▁denomin": 14267,
+      "ceptor": 14268,
+      "▁Wat": 14269,
+      "▁fino": 14270,
+      "▁XVIII": 14271,
+      "ryption": 14272,
+      "desc": 14273,
+      "apa": 14274,
+      "лена": 14275,
+      "▁kol": 14276,
+      "▁Є": 14277,
+      "▁dependent": 14278,
+      "▁Cra": 14279,
+      "▁storm": 14280,
+      "▁Гер": 14281,
+      "▁pipe": 14282,
+      "▁attended": 14283,
+      "▁vita": 14284,
+      "uzione": 14285,
+      "czas": 14286,
+      "onda": 14287,
+      "▁bold": 14288,
+      "Columns": 14289,
+      "ició": 14290,
+      "▁czę": 14291,
+      "▁извест": 14292,
+      "▁Cloud": 14293,
+      "▁warm": 14294,
+      "▁сы": 14295,
+      "▁сте": 14296,
+      "▁producer": 14297,
+      "▁Ludwig": 14298,
+      "▁Northern": 14299,
+      "łą": 14300,
+      "NSString": 14301,
+      "▁Had": 14302,
+      "▁Иван": 14303,
+      "▁Eg": 14304,
+      "▁Imp": 14305,
+      "ші": 14306,
+      "▁Auch": 14307,
+      "ток": 14308,
+      "▁Hit": 14309,
+      "▁quien": 14310,
+      "▁department": 14311,
+      "▁erhielt": 14312,
+      "▁ui": 14313,
+      "▁Spr": 14314,
+      "сер": 14315,
+      "ourt": 14316,
+      "▁Stephen": 14317,
+      "team": 14318,
+      "▁zip": 14319,
+      "▁Bang": 14320,
+      "▁growth": 14321,
+      "▁jam": 14322,
+      "▁Kais": 14323,
+      "bmatrix": 14324,
+      "▁Asia": 14325,
+      "▁région": 14326,
+      "=/": 14327,
+      "▁Pacific": 14328,
+      "▁authority": 14329,
+      "▁#[": 14330,
+      "тами": 14331,
+      "▁everyone": 14332,
+      "▁attend": 14333,
+      "▁timestamp": 14334,
+      "▁tries": 14335,
+      "▁ff": 14336,
+      "шей": 14337,
+      "▁developing": 14338,
+      "olt": 14339,
+      "ups": 14340,
+      "▁momento": 14341,
+      "▁Sain": 14342,
+      "Term": 14343,
+      "▁celle": 14344,
+      "GR": 14345,
+      "Mouse": 14346,
+      "▁человек": 14347,
+      "▁Collection": 14348,
+      "âtre": 14349,
+      "▁Write": 14350,
+      "▁Pom": 14351,
+      "[-": 14352,
+      "Cam": 14353,
+      "▁locations": 14354,
+      "▁Json": 14355,
+      "elled": 14356,
+      "selector": 14357,
+      "repeat": 14358,
+      "ctors": 14359,
+      "otte": 14360,
+      "визи": 14361,
+      "ände": 14362,
+      "▁achieved": 14363,
+      "▁mainly": 14364,
+      "________": 14365,
+      "!)": 14366,
+      "▁является": 14367,
+      "▁cities": 14368,
+      "single": 14369,
+      "гре": 14370,
+      "▁Pak": 14371,
+      "▁allowing": 14372,
+      "ferred": 14373,
+      "▁апре": 14374,
+      "ходя": 14375,
+      "▁browsers": 14376,
+      "▁escrit": 14377,
+      "▁mountain": 14378,
+      "▁networks": 14379,
+      "kind": 14380,
+      "liver": 14381,
+      "▁closing": 14382,
+      "▁skip": 14383,
+      "út": 14384,
+      "▁duration": 14385,
+      "était": 14386,
+      "▁scr": 14387,
+      "BB": 14388,
+      "ória": 14389,
+      "▁Kultur": 14390,
+      "▁outputs": 14391,
+      "multicolumn": 14392,
+      "▁belongs": 14393,
+      "feature": 14394,
+      "ucky": 14395,
+      "▁juli": 14396,
+      "▁района": 14397,
+      "зво": 14398,
+      "factory": 14399,
+      "Func": 14400,
+      "▁utter": 14401,
+      "▁TODO": 14402,
+      "▁obt": 14403,
+      "ategories": 14404,
+      "▁combine": 14405,
+      "▁Wall": 14406,
+      "▁underlying": 14407,
+      "arono": 14408,
+      "▁Prote": 14409,
+      "ców": 14410,
+      "stan": 14411,
+      "▁Gew": 14412,
+      "▁optimal": 14413,
+      "▁Archivlink": 14414,
+      "▁Script": 14415,
+      "▁destroyed": 14416,
+      "хе": 14417,
+      "▁Firefox": 14418,
+      "▁sole": 14419,
+      "Layer": 14420,
+      "тку": 14421,
+      "▁stores": 14422,
+      "▁displays": 14423,
+      "ishing": 14424,
+      "▁ост": 14425,
+      "▁instant": 14426,
+      "▁elő": 14427,
+      "▁habitantes": 14428,
+      "▁Einwo": 14429,
+      "▁ali": 14430,
+      "▁ERROR": 14431,
+      "▁ahead": 14432,
+      "▁goals": 14433,
+      "▁már": 14434,
+      "▁są": 14435,
+      "▁mart": 14436,
+      "министра": 14437,
+      "Fr": 14438,
+      "▁Villa": 14439,
+      "▁Marc": 14440,
+      "ropy": 14441,
+      "agram": 14442,
+      "hape": 14443,
+      "мей": 14444,
+      "▁AL": 14445,
+      "▁connexes": 14446,
+      "▁Entre": 14447,
+      "Step": 14448,
+      "лів": 14449,
+      "▁Death": 14450,
+      "▁rise": 14451,
+      "▁fos": 14452,
+      "▁lev": 14453,
+      "gabe": 14454,
+      "▁broke": 14455,
+      "products": 14456,
+      "▁medi": 14457,
+      "▁dispon": 14458,
+      "Package": 14459,
+      "ImageView": 14460,
+      "▁Nag": 14461,
+      "ują": 14462,
+      "Word": 14463,
+      "▁kole": 14464,
+      "ßer": 14465,
+      ")`.": 14466,
+      "▁rol": 14467,
+      "▁í": 14468,
+      "тей": 14469,
+      "Progress": 14470,
+      "bean": 14471,
+      "▁sempre": 14472,
+      "Statement": 14473,
+      "UPDATE": 14474,
+      "▁mondiale": 14475,
+      "▁wrapper": 14476,
+      "▁Chart": 14477,
+      "▁onClick": 14478,
+      "чення": 14479,
+      "LOG": 14480,
+      "something": 14481,
+      "▁INSERT": 14482,
+      "щения": 14483,
+      "uet": 14484,
+      "werp": 14485,
+      "round": 14486,
+      "ichen": 14487,
+      "▁XVI": 14488,
+      "зни": 14489,
+      "▁aveva": 14490,
+      "▁Store": 14491,
+      "▁xs": 14492,
+      "racht": 14493,
+      "scar": 14494,
+      "▁opera": 14495,
+      "▁degrees": 14496,
+      "▁citiz": 14497,
+      "äsident": 14498,
+      "▁classical": 14499,
+      "▁Jersey": 14500,
+      "▁ersch": 14501,
+      "▁treatment": 14502,
+      "▁насеље": 14503,
+      "ння": 14504,
+      "▁boost": 14505,
+      "amount": 14506,
+      "▁созда": 14507,
+      "érieur": 14508,
+      "▁telling": 14509,
+      "Has": 14510,
+      "▁initi": 14511,
+      "▁Пи": 14512,
+      "eval": 14513,
+      "▁Match": 14514,
+      "▁corre": 14515,
+      "Pointer": 14516,
+      "▁passes": 14517,
+      "company": 14518,
+      "▁ан": 14519,
+      "aches": 14520,
+      "▁siglo": 14521,
+      "нем": 14522,
+      "▁exchange": 14523,
+      "cito": 14524,
+      "▁Bab": 14525,
+      "Doc": 14526,
+      "ześ": 14527,
+      "▁народ": 14528,
+      "▁conflict": 14529,
+      "▁november": 14530,
+      "eau": 14531,
+      "öv": 14532,
+      "▁Hub": 14533,
+      "▁poco": 14534,
+      "ensa": 14535,
+      "schließ": 14536,
+      "lasse": 14537,
+      "datas": 14538,
+      "▁сти": 14539,
+      "univers": 14540,
+      "eks": 14541,
+      "▁Cho": 14542,
+      "▁cô": 14543,
+      "▁(.": 14544,
+      "ewnę": 14545,
+      "▁Chief": 14546,
+      "▁chef": 14547,
+      "▁управ": 14548,
+      "uli": 14549,
+      "▁'''": 14550,
+      "napshot": 14551,
+      "▁relac": 14552,
+      "ége": 14553,
+      "wt": 14554,
+      "wend": 14555,
+      "osing": 14556,
+      "▁hacer": 14557,
+      "▁фран": 14558,
+      "autres": 14559,
+      "▁fils": 14560,
+      "ered": 14561,
+      "▁Посилання": 14562,
+      "▁therm": 14563,
+      "ержа": 14564,
+      "such": 14565,
+      "▁ihren": 14566,
+      "▁encontr": 14567,
+      "▁lots": 14568,
+      "logo": 14569,
+      "▁Wi": 14570,
+      "/(": 14571,
+      "шње": 14572,
+      "DATA": 14573,
+      "▁Player": 14574,
+      "▁Leipzig": 14575,
+      "▁relatives": 14576,
+      "рев": 14577,
+      "▁newsp": 14578,
+      "?,": 14579,
+      "▁Stutt": 14580,
+      "▁dual": 14581,
+      "▁companies": 14582,
+      "▁zam": 14583,
+      "putation": 14584,
+      "▁inequality": 14585,
+      "▁trem": 14586,
+      "hips": 14587,
+      "anch": 14588,
+      "▁Ż": 14589,
+      "бург": 14590,
+      "▁copies": 14591,
+      "dash": 14592,
+      "вор": 14593,
+      "spieler": 14594,
+      "▁Revolution": 14595,
+      "esty": 14596,
+      "▁junto": 14597,
+      "▁Indeed": 14598,
+      "okal": 14599,
+      "ctrine": 14600,
+      "▁Ford": 14601,
+      "▁CREATE": 14602,
+      "▁walls": 14603,
+      "▁aute": 14604,
+      "SU": 14605,
+      "why": 14606,
+      "plementation": 14607,
+      "rout": 14608,
+      "Matrix": 14609,
+      "▁sad": 14610,
+      "ана": 14611,
+      "▁Pic": 14612,
+      ".“": 14613,
+      "▁AC": 14614,
+      "▁Fest": 14615,
+      "▁desktop": 14616,
+      "▁Pay": 14617,
+      "ometimes": 14618,
+      "▁Tak": 14619,
+      "раб": 14620,
+      "▁Sever": 14621,
+      "▁northern": 14622,
+      "anter": 14623,
+      "▁Modern": 14624,
+      "wal": 14625,
+      "{\r": 14626,
+      "online": 14627,
+      "ök": 14628,
+      "▁britann": 14629,
+      "$_": 14630,
+      "▁jar": 14631,
+      "TL": 14632,
+      "xxxx": 14633,
+      "merge": 14634,
+      "▁Namen": 14635,
+      "▁KEY": 14636,
+      "▁refers": 14637,
+      "▁hin": 14638,
+      "▁Volks": 14639,
+      "steller": 14640,
+      "viation": 14641,
+      "onio": 14642,
+      "ighter": 14643,
+      "Compat": 14644,
+      "▁CE": 14645,
+      "▁pró": 14646,
+      "▁encuentra": 14647,
+      "theorem": 14648,
+      "▁publi": 14649,
+      "▁Development": 14650,
+      "нд": 14651,
+      "▁ros": 14652,
+      "▁shr": 14653,
+      "seau": 14654,
+      "▁generating": 14655,
+      "▁difficulty": 14656,
+      "▁Express": 14657,
+      "Alignment": 14658,
+      "deutsch": 14659,
+      "▁Влади": 14660,
+      "▁suggests": 14661,
+      "▁Family": 14662,
+      "bbi": 14663,
+      "]).": 14664,
+      "staw": 14665,
+      "▁presidente": 14666,
+      "▁stesso": 14667,
+      "inx": 14668,
+      "setup": 14669,
+      "▁conform": 14670,
+      "▁fro": 14671,
+      "=\\\"": 14672,
+      "▁då": 14673,
+      "iciones": 14674,
+      "▁evolution": 14675,
+      "prote": 14676,
+      "▁prints": 14677,
+      "▁Pont": 14678,
+      "▁confusion": 14679,
+      "▁Й": 14680,
+      "▁dello": 14681,
+      "▁manif": 14682,
+      "Definition": 14683,
+      "ára": 14684,
+      "mals": 14685,
+      "▁sale": 14686,
+      "▁dropdown": 14687,
+      "Chain": 14688,
+      "American": 14689,
+      "▁mk": 14690,
+      "▁Bez": 14691,
+      "▁Fue": 14692,
+      "▁NE": 14693,
+      "графи": 14694,
+      "docker": 14695,
+      "▁^{": 14696,
+      "Assert": 14697,
+      "▁horizontal": 14698,
+      "(@\"": 14699,
+      "▁дву": 14700,
+      "proxy": 14701,
+      "Uri": 14702,
+      "gency": 14703,
+      "▁\"[": 14704,
+      "▁Qt": 14705,
+      "▁Names": 14706,
+      "▁evaluate": 14707,
+      "!/": 14708,
+      "▁einges": 14709,
+      "▁synth": 14710,
+      "▁YouTube": 14711,
+      "▁turning": 14712,
+      "▁Eric": 14713,
+      "▁бли": 14714,
+      "▁klub": 14715,
+      "plorer": 14716,
+      "▁sports": 14717,
+      "▁sia": 14718,
+      "ош": 14719,
+      "▁dai": 14720,
+      "▁europe": 14721,
+      "icians": 14722,
+      "ingsområ": 14723,
+      "▁dre": 14724,
+      "▁workaround": 14725,
+      "▁suit": 14726,
+      "ambigu": 14727,
+      "▁quantity": 14728,
+      "▁segundo": 14729,
+      "Symbol": 14730,
+      "▁moral": 14731,
+      "Chart": 14732,
+      "▁damit": 14733,
+      "▁attempts": 14734,
+      "▁donn": 14735,
+      "jos": 14736,
+      "▁ere": 14737,
+      "▁homme": 14738,
+      "simp": 14739,
+      "rypted": 14740,
+      "▁acts": 14741,
+      "innerHTML": 14742,
+      "▁tournament": 14743,
+      "▁sky": 14744,
+      "Timer": 14745,
+      "▁millions": 14746,
+      "^+": 14747,
+      "agent": 14748,
+      "'));": 14749,
+      "▁ost": 14750,
+      "▁gla": 14751,
+      "▁помо": 14752,
+      "▁fün": 14753,
+      "ством": 14754,
+      "ewnętrz": 14755,
+      "▁México": 14756,
+      "▁lub": 14757,
+      "▁Éd": 14758,
+      "ifik": 14759,
+      "ческий": 14760,
+      "▁immer": 14761,
+      "ensen": 14762,
+      "anny": 14763,
+      "inline": 14764,
+      "▁gover": 14765,
+      "auc": 14766,
+      "▁repre": 14767,
+      "▁historia": 14768,
+      "Ag": 14769,
+      "▁plt": 14770,
+      "▁Princi": 14771,
+      "imeter": 14772,
+      "ős": 14773,
+      "še": 14774,
+      "▁UE": 14775,
+      "Equals": 14776,
+      "Dispatch": 14777,
+      "legen": 14778,
+      "лази": 14779,
+      "чной": 14780,
+      "▁stell": 14781,
+      "ńst": 14782,
+      "▁cri": 14783,
+      "▁Indep": 14784,
+      "ède": 14785,
+      "}\\)": 14786,
+      "▁wyst": 14787,
+      "▁figured": 14788,
+      "ATCH": 14789,
+      "ében": 14790,
+      "lacht": 14791,
+      "▁succeeded": 14792,
+      "gry": 14793,
+      "▁pret": 14794,
+      "▁Saf": 14795,
+      "▁\");": 14796,
+      "eh": 14797,
+      "▁officiel": 14798,
+      "країн": 14799,
+      "wind": 14800,
+      "▁scatter": 14801,
+      "▁Fox": 14802,
+      "icious": 14803,
+      "Many": 14804,
+      "uper": 14805,
+      "▁Convert": 14806,
+      "sterd": 14807,
+      "▁Stein": 14808,
+      "▁От": 14809,
+      "}^{(": 14810,
+      "between": 14811,
+      "hire": 14812,
+      "▁onCreate": 14813,
+      ";</": 14814,
+      "bably": 14815,
+      "SY": 14816,
+      "mot": 14817,
+      "▁Dire": 14818,
+      "itecture": 14819,
+      "той": 14820,
+      "▁coordinate": 14821,
+      "(\"#": 14822,
+      "▁süd": 14823,
+      "OB": 14824,
+      "▁morte": 14825,
+      "▁weather": 14826,
+      "▁hely": 14827,
+      "▁privile": 14828,
+      "RELEASE": 14829,
+      "atel": 14830,
+      "▁recognized": 14831,
+      "▁Though": 14832,
+      "ссий": 14833,
+      "memory": 14834,
+      "▁compilation": 14835,
+      "bits": 14836,
+      "▁wed": 14837,
+      "}}_{": 14838,
+      "▁GUI": 14839,
+      "пня": 14840,
+      "▁southern": 14841,
+      "▁hay": 14842,
+      "ović": 14843,
+      "lauf": 14844,
+      "▁EL": 14845,
+      "▁Full": 14846,
+      "▁Hamburg": 14847,
+      "▁Mittel": 14848,
+      "DU": 14849,
+      "approx": 14850,
+      "HS": 14851,
+      "▁проце": 14852,
+      "▁magazine": 14853,
+      "▁Mig": 14854,
+      "▁clicking": 14855,
+      "entr": 14856,
+      "▁autre": 14857,
+      "▁té": 14858,
+      "▁há": 14859,
+      "сты": 14860,
+      "▁MA": 14861,
+      "appy": 14862,
+      "ství": 14863,
+      "▁selon": 14864,
+      "▁gek": 14865,
+      "▁Sl": 14866,
+      "frastr": 14867,
+      "Lib": 14868,
+      "▁Ду": 14869,
+      "▁facing": 14870,
+      "▁стар": 14871,
+      "▁Dutch": 14872,
+      "atar": 14873,
+      "▁keeps": 14874,
+      "▁Patrick": 14875,
+      "ilio": 14876,
+      "▁vig": 14877,
+      "тва": 14878,
+      "▁Federal": 14879,
+      "▁paragraph": 14880,
+      "▁interaction": 14881,
+      "▁occas": 14882,
+      "▁Iran": 14883,
+      "▁machines": 14884,
+      "(()": 14885,
+      "uries": 14886,
+      "▁роди": 14887,
+      "▁американ": 14888,
+      "upp": 14889,
+      "▁ice": 14890,
+      "▁Say": 14891,
+      "▁sail": 14892,
+      "▁Begin": 14893,
+      "fico": 14894,
+      "oga": 14895,
+      "▁desar": 14896,
+      "▁dv": 14897,
+      "▁ради": 14898,
+      "ohen": 14899,
+      "erei": 14900,
+      "ának": 14901,
+      "▁daar": 14902,
+      "ifiers": 14903,
+      "▁thee": 14904,
+      "▁byla": 14905,
+      "вала": 14906,
+      "andro": 14907,
+      "▁моло": 14908,
+      "▁totally": 14909,
+      "iom": 14910,
+      "▁aer": 14911,
+      "nsylvan": 14912,
+      "▁corps": 14913,
+      "▁treated": 14914,
+      "▁comune": 14915,
+      "Mich": 14916,
+      "voice": 14917,
+      "pgf": 14918,
+      "▁anx": 14919,
+      "▁Philip": 14920,
+      "▁ek": 14921,
+      "▁Menschen": 14922,
+      "▁dere": 14923,
+      "▁permet": 14924,
+      "Mail": 14925,
+      "▁Vé": 14926,
+      "ented": 14927,
+      "▁bunch": 14928,
+      "▁Piet": 14929,
+      "attach": 14930,
+      "▁porte": 14931,
+      "дат": 14932,
+      "▁Britain": 14933,
+      "Encoding": 14934,
+      "▁`<": 14935,
+      "Space": 14936,
+      "▁rap": 14937,
+      "▁popul": 14938,
+      "floor": 14939,
+      "specific": 14940,
+      "clean": 14941,
+      "▁conqu": 14942,
+      "fb": 14943,
+      "▁introduce": 14944,
+      "▁Entity": 14945,
+      "▁erfolg": 14946,
+      "atol": 14947,
+      "ientos": 14948,
+      "кипеди": 14949,
+      "▁Ut": 14950,
+      "▁бри": 14951,
+      "eduler": 14952,
+      "▁concentr": 14953,
+      "▁cher": 14954,
+      "▁upgrade": 14955,
+      "▁pictures": 14956,
+      "▁Familie": 14957,
+      "Mus": 14958,
+      "Look": 14959,
+      "▁eran": 14960,
+      "▁gram": 14961,
+      "▁Wo": 14962,
+      "npm": 14963,
+      "▁Salv": 14964,
+      "▁cd": 14965,
+      "▁Вы": 14966,
+      "wahl": 14967,
+      "train": 14968,
+      "chem": 14969,
+      "▁Pil": 14970,
+      "▁Connect": 14971,
+      "če": 14972,
+      "▁hast": 14973,
+      "▁Multi": 14974,
+      "atta": 14975,
+      "▁Sound": 14976,
+      "solute": 14977,
+      "▁quote": 14978,
+      "▁obst": 14979,
+      "cciones": 14980,
+      "ibly": 14981,
+      "▁brand": 14982,
+      "▁conversation": 14983,
+      "▁toutes": 14984,
+      "▁Rub": 14985,
+      "ienia": 14986,
+      "irit": 14987,
+      "▁Анд": 14988,
+      "eduled": 14989,
+      "▁Total": 14990,
+      "Dig": 14991,
+      "erem": 14992,
+      "▁ski": 14993,
+      "Dest": 14994,
+      "YY": 14995,
+      "еди": 14996,
+      "aly": 14997,
+      "▁backend": 14998,
+      "ulus": 14999,
+      "▁featured": 15000,
+      "▁personn": 15001,
+      "▁schon": 15002,
+      "trace": 15003,
+      "▁IDE": 15004,
+      "áj": 15005,
+      "▁animals": 15006,
+      "▁snow": 15007,
+      "uve": 15008,
+      "uerto": 15009,
+      "▁drew": 15010,
+      "▁Yeah": 15011,
+      "▁Sv": 15012,
+      "\\,\\": 15013,
+      "▁Serie": 15014,
+      "▁secondo": 15015,
+      "▁Lebens": 15016,
+      "▁accord": 15017,
+      "▁Cet": 15018,
+      "erade": 15019,
+      "▁despite": 15020,
+      "▁Carlo": 15021,
+      "▁zewnętrz": 15022,
+      "▁lista": 15023,
+      "nico": 15024,
+      "▁Corporation": 15025,
+      "vspace": 15026,
+      "▁войны": 15027,
+      "▁stands": 15028,
+      "▁worse": 15029,
+      "▁simult": 15030,
+      "▁practical": 15031,
+      "COL": 15032,
+      "changed": 15033,
+      "▁История": 15034,
+      "бри": 15035,
+      "indo": 15036,
+      "▁Lewis": 15037,
+      "▁patterns": 15038,
+      "ifica": 15039,
+      "▁smart": 15040,
+      "▁concerned": 15041,
+      "ții": 15042,
+      "▁Hello": 15043,
+      "rell": 15044,
+      "▁Lex": 15045,
+      "▁вто": 15046,
+      "▁conditional": 15047,
+      "otted": 15048,
+      "▁shoot": 15049,
+      "▁Wed": 15050,
+      "▁марта": 15051,
+      "aud": 15052,
+      "▁ante": 15053,
+      "ientras": 15054,
+      "▁papers": 15055,
+      "▁portug": 15056,
+      "▁Management": 15057,
+      "▁exercise": 15058,
+      "▁Begriff": 15059,
+      "commit": 15060,
+      "▁rendering": 15061,
+      "▁czas": 15062,
+      "Drop": 15063,
+      "erg": 15064,
+      "▁mul": 15065,
+      "▁Tan": 15066,
+      "iero": 15067,
+      "▁locale": 15068,
+      "▁inaug": 15069,
+      "dump": 15070,
+      "ций": 15071,
+      "▁symbols": 15072,
+      "inta": 15073,
+      "▁awarded": 15074,
+      "▁sust": 15075,
+      "▁Send": 15076,
+      "їв": 15077,
+      "Rest": 15078,
+      "zten": 15079,
+      "лим": 15080,
+      "rival": 15081,
+      "PORT": 15082,
+      "ölker": 15083,
+      "imately": 15084,
+      "igte": 15085,
+      "чных": 15086,
+      "▁terra": 15087,
+      "öglich": 15088,
+      "▁Hom": 15089,
+      "▁hex": 15090,
+      "done": 15091,
+      "amps": 15092,
+      "▁cet": 15093,
+      "PRE": 15094,
+      "öst": 15095,
+      "▁femme": 15096,
+      "Selection": 15097,
+      "▁zaw": 15098,
+      "spr": 15099,
+      "▁horses": 15100,
+      "▁snap": 15101,
+      "TextBox": 15102,
+      "▁Eclipse": 15103,
+      "ulle": 15104,
+      "owym": 15105,
+      "▁comer": 15106,
+      "necess": 15107,
+      "cook": 15108,
+      "enger": 15109,
+      "-->": 15110,
+      "▁pří": 15111,
+      "pandas": 15112,
+      "▁Plus": 15113,
+      "yll": 15114,
+      "▁terror": 15115,
+      "▁crim": 15116,
+      "▁zak": 15117,
+      "issue": 15118,
+      "panel": 15119,
+      "svg": 15120,
+      "▁reb": 15121,
+      "Customer": 15122,
+      "switch": 15123,
+      "обра": 15124,
+      "▁Championships": 15125,
+      "clo": 15126,
+      "atte": 15127,
+      "▁anymore": 15128,
+      "▁excellent": 15129,
+      "▁opportunity": 15130,
+      "▁Bahn": 15131,
+      "чин": 15132,
+      "eting": 15133,
+      "▁incident": 15134,
+      "tom": 15135,
+      "Pers": 15136,
+      "bben": 15137,
+      "ственной": 15138,
+      "их": 15139,
+      "router": 15140,
+      "▁newly": 15141,
+      "▁silence": 15142,
+      "▁GNU": 15143,
+      "▁Rails": 15144,
+      "▁Amb": 15145,
+      "▁Qual": 15146,
+      "▁Schaus": 15147,
+      "▁Sohn": 15148,
+      "▁ALL": 15149,
+      "▁royal": 15150,
+      "▁£": 15151,
+      "wię": 15152,
+      "▁entfer": 15153,
+      "▁Remove": 15154,
+      "▁hardly": 15155,
+      "Using": 15156,
+      "лог": 15157,
+      "▁Ich": 15158,
+      "▁derni": 15159,
+      "▁Connection": 15160,
+      "fish": 15161,
+      "▁Inform": 15162,
+      "▁Ener": 15163,
+      "roit": 15164,
+      "Bbb": 15165,
+      "ViewModel": 15166,
+      "Video": 15167,
+      "iley": 15168,
+      "▁много": 15169,
+      "▁Gem": 15170,
+      "▁compreh": 15171,
+      "enumerate": 15172,
+      "ulas": 15173,
+      "▁Bah": 15174,
+      "▁Yet": 15175,
+      "BR": 15176,
+      "хра": 15177,
+      "▁county": 15178,
+      "▁Hist": 15179,
+      "▁Гу": 15180,
+      "▁Ј": 15181,
+      "▁mari": 15182,
+      "▁Clar": 15183,
+      "Bitmap": 15184,
+      "▁Cz": 15185,
+      "▁mån": 15186,
+      "▁mere": 15187,
+      "▁musique": 15188,
+      "also": 15189,
+      "dates": 15190,
+      "▁DVD": 15191,
+      "▁gol": 15192,
+      "fony": 15193,
+      "▁Castle": 15194,
+      "▁фами": 15195,
+      "▁arrang": 15196,
+      "▁Business": 15197,
+      "▁Kaz": 15198,
+      "▁osc": 15199,
+      "▁secolo": 15200,
+      "▁affected": 15201,
+      "▁Health": 15202,
+      "reb": 15203,
+      "editor": 15204,
+      "▁owned": 15205,
+      "tl": 15206,
+      "▁ví": 15207,
+      "чних": 15208,
+      "кви": 15209,
+      "▁devient": 15210,
+      "Mutable": 15211,
+      "▁tegen": 15212,
+      "Register": 15213,
+      "єю": 15214,
+      "▁caracter": 15215,
+      "лли": 15216,
+      "▁nouvelle": 15217,
+      "oko": 15218,
+      "ichtet": 15219,
+      "▁evol": 15220,
+      "▁Hab": 15221,
+      "▁militar": 15222,
+      "▁puts": 15223,
+      "endif": 15224,
+      "▁Davis": 15225,
+      "▁Scotland": 15226,
+      "regular": 15227,
+      "▁Context": 15228,
+      "ispiel": 15229,
+      "▁Gallery": 15230,
+      "\",\r": 15231,
+      "▁arc": 15232,
+      "▁INFO": 15233,
+      "▁cod": 15234,
+      "дів": 15235,
+      "▁varchar": 15236,
+      "▁toujours": 15237,
+      "atial": 15238,
+      "▁hanno": 15239,
+      "▁профес": 15240,
+      "▁launched": 15241,
+      "▁населення": 15242,
+      "▁ton": 15243,
+      "aused": 15244,
+      "▁із": 15245,
+      "▁tö": 15246,
+      "▁Pur": 15247,
+      "▁olymp": 15248,
+      "ARN": 15249,
+      "óm": 15250,
+      "▁august": 15251,
+      "▁furn": 15252,
+      "▁Colomb": 15253,
+      "▁Staats": 15254,
+      "hora": 15255,
+      "▁мор": 15256,
+      "canvas": 15257,
+      "▁grave": 15258,
+      "▁composition": 15259,
+      "acja": 15260,
+      "▁которые": 15261,
+      "▁чо": 15262,
+      "General": 15263,
+      "ані": 15264,
+      "▁Johannes": 15265,
+      "кар": 15266,
+      "▁част": 15267,
+      "▁Васи": 15268,
+      "ssh": 15269,
+      "▁replacing": 15270,
+      "▁<>": 15271,
+      "ців": 15272,
+      "laus": 15273,
+      "eny": 15274,
+      "ähl": 15275,
+      "▁marg": 15276,
+      "cience": 15277,
+      "▁instruction": 15278,
+      "▁који": 15279,
+      "Editor": 15280,
+      "▁fundamental": 15281,
+      "mund": 15282,
+      "▁exceptions": 15283,
+      "▁plate": 15284,
+      "▁Lis": 15285,
+      "▁deren": 15286,
+      "prep": 15287,
+      "▁januari": 15288,
+      "Scope": 15289,
+      "ynast": 15290,
+      "rv": 15291,
+      "orsz": 15292,
+      "▁Tony": 15293,
+      "▁ді": 15294,
+      "▁одна": 15295,
+      "▁sab": 15296,
+      "oti": 15297,
+      "jel": 15298,
+      "▁generator": 15299,
+      "▁'.": 15300,
+      "▁sharp": 15301,
+      "▁только": 15302,
+      "▁accounts": 15303,
+      "▁že": 15304,
+      "▁foram": 15305,
+      "▁gouvern": 15306,
+      "TIME": 15307,
+      "▁Soviet": 15308,
+      "▁Gé": 15309,
+      "▁exped": 15310,
+      "▁ordinary": 15311,
+      "▁Conserv": 15312,
+      "▁compla": 15313,
+      "tei": 15314,
+      "▁captain": 15315,
+      "▁Samuel": 15316,
+      "▁Dark": 15317,
+      "▁він": 15318,
+      "▁delight": 15319,
+      "recht": 15320,
+      "dia": 15321,
+      "esses": 15322,
+      "ulp": 15323,
+      "шки": 15324,
+      "bez": 15325,
+      "▁detection": 15326,
+      "▁cookie": 15327,
+      "antry": 15328,
+      "Multi": 15329,
+      "oba": 15330,
+      "▁joy": 15331,
+      "▁safety": 15332,
+      "|^": 15333,
+      "pod": 15334,
+      "adém": 15335,
+      "▁Chron": 15336,
+      "▁Django": 15337,
+      "▁ehemal": 15338,
+      "kh": 15339,
+      "èle": 15340,
+      "▁poc": 15341,
+      "Bottom": 15342,
+      "launch": 15343,
+      "nem": 15344,
+      "▁GROUP": 15345,
+      "ního": 15346,
+      "▁Gib": 15347,
+      "sdk": 15348,
+      "BE": 15349,
+      "▁Gene": 15350,
+      "▁Staff": 15351,
+      "▁subsequent": 15352,
+      "icion": 15353,
+      "▁victory": 15354,
+      "▁canon": 15355,
+      "izar": 15356,
+      "izia": 15357,
+      "▁mate": 15358,
+      "▁layers": 15359,
+      "sudo": 15360,
+      "schule": 15361,
+      "periment": 15362,
+      "ület": 15363,
+      "ARCHAR": 15364,
+      "▁террито": 15365,
+      "▁measures": 15366,
+      "▁zou": 15367,
+      "opsis": 15368,
+      "нами": 15369,
+      "tbody": 15370,
+      "▁ese": 15371,
+      "sterdam": 15372,
+      "▁photo": 15373,
+      "ynchronous": 15374,
+      "setminus": 15375,
+      "▁loads": 15376,
+      "▁pleasure": 15377,
+      "▁meille": 15378,
+      "}\\,": 15379,
+      "qual": 15380,
+      "▁favour": 15381,
+      "▁rod": 15382,
+      "Der": 15383,
+      "рабо": 15384,
+      "▁pressed": 15385,
+      "rę": 15386,
+      "ieving": 15387,
+      "material": 15388,
+      "virt": 15389,
+      "▁capable": 15390,
+      "сло": 15391,
+      "ushed": 15392,
+      "▁побе": 15393,
+      "usetts": 15394,
+      "unsigned": 15395,
+      "ków": 15396,
+      "▁ov": 15397,
+      "egeben": 15398,
+      "▁applying": 15399,
+      "▁galax": 15400,
+      "▁Oracle": 15401,
+      "▁Stuttgart": 15402,
+      "Infl": 15403,
+      "achusetts": 15404,
+      "▁deel": 15405,
+      "lire": 15406,
+      "▁statunit": 15407,
+      "▁Politiker": 15408,
+      "▁beauty": 15409,
+      ")>": 15410,
+      "▁Columbia": 15411,
+      "▁zewnętrzne": 15412,
+      "▁програ": 15413,
+      "▁dx": 15414,
+      "cknow": 15415,
+      "▁dub": 15416,
+      "unächst": 15417,
+      "findViewById": 15418,
+      "▁Mand": 15419,
+      "áll": 15420,
+      "naire": 15421,
+      "▁destin": 15422,
+      "isting": 15423,
+      "aggi": 15424,
+      "chart": 15425,
+      "▁justice": 15426,
+      "Simple": 15427,
+      "▁unfortunately": 15428,
+      "ір": 15429,
+      "▁questa": 15430,
+      "▁Governor": 15431,
+      "яв": 15432,
+      "▁música": 15433,
+      "▁equipo": 15434,
+      "▁Dest": 15435,
+      "elect": 15436,
+      "StackTrace": 15437,
+      "зом": 15438,
+      "proc": 15439,
+      "entin": 15440,
+      "adora": 15441,
+      "▁Лю": 15442,
+      "▁registered": 15443,
+      "HL": 15444,
+      "facebook": 15445,
+      "▁storing": 15446,
+      "▁Currently": 15447,
+      "▁quadr": 15448,
+      "Standard": 15449,
+      "trim": 15450,
+      "ears": 15451,
+      "sender": 15452,
+      "▁Vas": 15453,
+      "▁edific": 15454,
+      "▁Bür": 15455,
+      "▁Country": 15456,
+      "tha": 15457,
+      ";\"": 15458,
+      "nor": 15459,
+      "▁Doctor": 15460,
+      "rument": 15461,
+      "Gen": 15462,
+      "▁Buen": 15463,
+      "rade": 15464,
+      "▁kun": 15465,
+      "navigation": 15466,
+      "Pay": 15467,
+      "▁captured": 15468,
+      "▁struck": 15469,
+      "venir": 15470,
+      "ément": 15471,
+      "▁Tree": 15472,
+      "▁xx": 15473,
+      "▁narr": 15474,
+      "льного": 15475,
+      "▁installing": 15476,
+      "▁association": 15477,
+      "▁inserted": 15478,
+      "erner": 15479,
+      "validate": 15480,
+      "▁lut": 15481,
+      "▁glo": 15482,
+      "▁technology": 15483,
+      "▁Place": 15484,
+      "$?": 15485,
+      "▁zv": 15486,
+      "слі": 15487,
+      "EP": 15488,
+      "▁atmos": 15489,
+      "ugo": 15490,
+      "ért": 15491,
+      "▁Werk": 15492,
+      "▁%}": 15493,
+      "tele": 15494,
+      "Span": 15495,
+      "▁Raj": 15496,
+      "▁Personen": 15497,
+      "▁Cant": 15498,
+      "▁combat": 15499,
+      "▁observation": 15500,
+      "parameter": 15501,
+      "▁agreed": 15502,
+      "pur": 15503,
+      "▁shadow": 15504,
+      "▁gł": 15505,
+      "Keys": 15506,
+      "Cred": 15507,
+      "ouri": 15508,
+      "▁pale": 15509,
+      "ické": 15510,
+      "▁Week": 15511,
+      "▁Prime": 15512,
+      ">.": 15513,
+      "Initial": 15514,
+      "▁один": 15515,
+      "▁'',": 15516,
+      "▁учи": 15517,
+      "▁Inv": 15518,
+      "cola": 15519,
+      "cible": 15520,
+      "▁Theatre": 15521,
+      "▁bem": 15522,
+      "▁satisfy": 15523,
+      "xl": 15524,
+      "▁разви": 15525,
+      "▁pixel": 15526,
+      "lán": 15527,
+      "▁twee": 15528,
+      "çon": 15529,
+      "нения": 15530,
+      "▁AT": 15531,
+      "ège": 15532,
+      "▁Mort": 15533,
+      "▁mysq": 15534,
+      "ften": 15535,
+      "▁пес": 15536,
+      "éma": 15537,
+      "▁Services": 15538,
+      "customer": 15539,
+      "▁AWS": 15540,
+      "ът": 15541,
+      "▁Ach": 15542,
+      "%.": 15543,
+      "▁clarify": 15544,
+      "▁университе": 15545,
+      "xture": 15546,
+      "umi": 15547,
+      "▁så": 15548,
+      "▁Pel": 15549,
+      "serial": 15550,
+      "URI": 15551,
+      "▁rg": 15552,
+      "▁соста": 15553,
+      "chestra": 15554,
+      "].[": 15555,
+      "wen": 15556,
+      "▁Londres": 15557,
+      "▁anys": 15558,
+      "DataSource": 15559,
+      "▁районе": 15560,
+      "▁rein": 15561,
+      "▁metadata": 15562,
+      "umble": 15563,
+      "arbeit": 15564,
+      "hner": 15565,
+      "cient": 15566,
+      "▁norte": 15567,
+      "▁она": 15568,
+      "▁scored": 15569,
+      "▁ray": 15570,
+      "▁февра": 15571,
+      "▁protagon": 15572,
+      "▁Sac": 15573,
+      "▁commonly": 15574,
+      "LinearLayout": 15575,
+      "▁applic": 15576,
+      "▁мая": 15577,
+      "За": 15578,
+      "▁accessible": 15579,
+      "iewer": 15580,
+      "flag": 15581,
+      "▁Rück": 15582,
+      "äu": 15583,
+      "▁erano": 15584,
+      "▁authentic": 15585,
+      "▁Ry": 15586,
+      "▁неско": 15587,
+      "▁embargo": 15588,
+      "▁dry": 15589,
+      "▁reasonable": 15590,
+      "▁Module": 15591,
+      "▁acceler": 15592,
+      "▁interview": 15593,
+      "▁Creek": 15594,
+      "▁alpha": 15595,
+      "serie": 15596,
+      "They": 15597,
+      "ючи": 15598,
+      "▁Hof": 15599,
+      "▁CR": 15600,
+      "modal": 15601,
+      "▁sequences": 15602,
+      "closed": 15603,
+      ")}$": 15604,
+      "▁Чер": 15605,
+      "▁ORDER": 15606,
+      "Rightarrow": 15607,
+      "hausen": 15608,
+      "}}_": 15609,
+      "▁també": 15610,
+      "▁magnetic": 15611,
+      "▁McC": 15612,
+      "▁winning": 15613,
+      "underline": 15614,
+      "▁Billboard": 15615,
+      "naio": 15616,
+      "▁liqu": 15617,
+      "displaystyle": 15618,
+      "timeout": 15619,
+      "▁considerable": 15620,
+      "▁eben": 15621,
+      "ifferent": 15622,
+      "anu": 15623,
+      "▁Сов": 15624,
+      "[(": 15625,
+      "▁:-)": 15626,
+      "leitung": 15627,
+      "formed": 15628,
+      "▁Manager": 15629,
+      "▁onclick": 15630,
+      "TY": 15631,
+      "тах": 15632,
+      "CV": 15633,
+      "runtime": 15634,
+      "poque": 15635,
+      "▁Ло": 15636,
+      "Temp": 15637,
+      "loaded": 15638,
+      "▁!==": 15639,
+      "▁singer": 15640,
+      "far": 15641,
+      "▁Comple": 15642,
+      "▁Österreich": 15643,
+      "Policy": 15644,
+      "▁worker": 15645,
+      "Wrapper": 15646,
+      "obi": 15647,
+      "▁discussed": 15648,
+      "▁buy": 15649,
+      "▁января": 15650,
+      "▁Din": 15651,
+      "▁ged": 15652,
+      "ској": 15653,
+      "Europe": 15654,
+      "▁tall": 15655,
+      "hos": 15656,
+      "лаго": 15657,
+      "▁Block": 15658,
+      "▁identified": 15659,
+      "ListView": 15660,
+      "▁attempting": 15661,
+      "▁typical": 15662,
+      "psum": 15663,
+      "oster": 15664,
+      "▁журна": 15665,
+      "Pe": 15666,
+      "merce": 15667,
+      "▁unexpected": 15668,
+      "hui": 15669,
+      "letter": 15670,
+      "▁nuevo": 15671,
+      "▁або": 15672,
+      "▁VALUES": 15673,
+      "▁Iz": 15674,
+      "Flags": 15675,
+      "▁TRUE": 15676,
+      "ización": 15677,
+      "▁growing": 15678,
+      "estre": 15679,
+      "▁poly": 15680,
+      "▁Stone": 15681,
+      "▁VIII": 15682,
+      "▁localhost": 15683,
+      "ählt": 15684,
+      "▁embedded": 15685,
+      "jdbc": 15686,
+      "▁convention": 15687,
+      "▁scala": 15688,
+      "сок": 15689,
+      "▁analog": 15690,
+      "▁\"+": 15691,
+      "цю": 15692,
+      "occ": 15693,
+      "▁litt": 15694,
+      "PN": 15695,
+      "▁актив": 15696,
+      "attributes": 15697,
+      "▁Ferd": 15698,
+      "▁azure": 15699,
+      "ști": 15700,
+      "ños": 15701,
+      "ping": 15702,
+      "▁teacher": 15703,
+      "}&": 15704,
+      "ipe": 15705,
+      "▁Nob": 15706,
+      "▁има": 15707,
+      "Bind": 15708,
+      "▁magic": 15709,
+      "▁Transport": 15710,
+      "ixel": 15711,
+      "▁computed": 15712,
+      "agna": 15713,
+      "erst": 15714,
+      "HA": 15715,
+      "Wait": 15716,
+      "▁authors": 15717,
+      "▁;)": 15718,
+      "clam": 15719,
+      "▁Pennsylvan": 15720,
+      "▁drug": 15721,
+      "▁vain": 15722,
+      "▁employed": 15723,
+      "▁individuals": 15724,
+      "▁ange": 15725,
+      "utat": 15726,
+      "▁$-": 15727,
+      "correct": 15728,
+      "▁experiments": 15729,
+      "Argument": 15730,
+      "▁IB": 15731,
+      "▁père": 15732,
+      "▁Brian": 15733,
+      "berger": 15734,
+      "Mac": 15735,
+      "iast": 15736,
+      "Perm": 15737,
+      "Cast": 15738,
+      "▁{};": 15739,
+      "▁Student": 15740,
+      "▁statt": 15741,
+      "algebra": 15742,
+      "▁equals": 15743,
+      "▁projet": 15744,
+      "▁président": 15745,
+      "ActivityThread": 15746,
+      "▁einz": 15747,
+      "enia": 15748,
+      "rez": 15749,
+      "essional": 15750,
+      "▁августа": 15751,
+      "override": 15752,
+      "news": 15753,
+      "▁planet": 15754,
+      "nn": 15755,
+      "▁Wis": 15756,
+      "твер": 15757,
+      "▁Valid": 15758,
+      "▁Gef": 15759,
+      "град": 15760,
+      "▁eig": 15761,
+      "antom": 15762,
+      "▁Meister": 15763,
+      "flags": 15764,
+      "fficiale": 15765,
+      "шая": 15766,
+      "-,": 15767,
+      "ationen": 15768,
+      "mouse": 15769,
+      "standard": 15770,
+      "Single": 15771,
+      "▁bol": 15772,
+      "isis": 15773,
+      "▁fruit": 15774,
+      "course": 15775,
+      "itants": 15776,
+      "▁étaient": 15777,
+      "TextField": 15778,
+      "▁фон": 15779,
+      "▁aircraft": 15780,
+      "▁ISSN": 15781,
+      "▁western": 15782,
+      "▁representing": 15783,
+      "Esp": 15784,
+      "▁Else": 15785,
+      "▁sizes": 15786,
+      "▁satisfied": 15787,
+      "otos": 15788,
+      "UD": 15789,
+      "Final": 15790,
+      "ój": 15791,
+      "ève": 15792,
+      "▁Roy": 15793,
+      "ffen": 15794,
+      "▁salt": 15795,
+      "▁Label": 15796,
+      "Sk": 15797,
+      "▁кре": 15798,
+      "▁Литература": 15799,
+      "▁см": 15800,
+      "Attributes": 15801,
+      "aye": 15802,
+      "ськ": 15803,
+      "▁высо": 15804,
+      "-)": 15805,
+      "oses": 15806,
+      "calcul": 15807,
+      "▁Cannot": 15808,
+      "Generic": 15809,
+      "emo": 15810,
+      "▁Autor": 15811,
+      "лён": 15812,
+      "лага": 15813,
+      "vote": 15814,
+      "licates": 15815,
+      "rus": 15816,
+      "éli": 15817,
+      "opf": 15818,
+      "atique": 15819,
+      "scala": 15820,
+      "▁Ohio": 15821,
+      "▁Britann": 15822,
+      "▁bef": 15823,
+      "▁Евро": 15824,
+      "▁Career": 15825,
+      "isée": 15826,
+      "ót": 15827,
+      "bose": 15828,
+      "▁Бер": 15829,
+      "▁Controller": 15830,
+      "pole": 15831,
+      "▁allen": 15832,
+      "▁hack": 15833,
+      "▁extent": 15834,
+      "▁calci": 15835,
+      "Mer": 15836,
+      "▁summary": 15837,
+      "Mart": 15838,
+      "▁historical": 15839,
+      "imat": 15840,
+      "bud": 15841,
+      "▁FOR": 15842,
+      "export": 15843,
+      "edi": 15844,
+      "Mapping": 15845,
+      "▁Ay": 15846,
+      "▁Ruby": 15847,
+      "▁definitions": 15848,
+      "▁{$": 15849,
+      "▁yours": 15850,
+      "rias": 15851,
+      "Touch": 15852,
+      "▁Gaz": 15853,
+      "▁Autom": 15854,
+      "▁истори": 15855,
+      "▁delen": 15856,
+      "▁Kinder": 15857,
+      "}}%": 15858,
+      "▁performing": 15859,
+      "FR": 15860,
+      "▁Sig": 15861,
+      "▁Brad": 15862,
+      "bras": 15863,
+      "▁Jar": 15864,
+      "pkg": 15865,
+      "wr": 15866,
+      "▁Pays": 15867,
+      "NC": 15868,
+      "▁opposed": 15869,
+      "Try": 15870,
+      "▁везе": 15871,
+      "▁Bog": 15872,
+      "▁writes": 15873,
+      "▁stories": 15874,
+      "▁mater": 15875,
+      "▁stagione": 15876,
+      "▁sty": 15877,
+      "▁compatible": 15878,
+      "heast": 15879,
+      "▁Guy": 15880,
+      "egründ": 15881,
+      "▁identifier": 15882,
+      "▁heads": 15883,
+      "пози": 15884,
+      "▁stup": 15885,
+      "▁tf": 15886,
+      "▁још": 15887,
+      "▁Hugh": 15888,
+      "▁cards": 15889,
+      "ovy": 15890,
+      "▁Toast": 15891,
+      "allas": 15892,
+      "▁públic": 15893,
+      "▁assumes": 15894,
+      "▁чемпиона": 15895,
+      "ycler": 15896,
+      "▁Junior": 15897,
+      "▁Fich": 15898,
+      "▁estimated": 15899,
+      "zerw": 15900,
+      "dialog": 15901,
+      "шин": 15902,
+      "shell": 15903,
+      "▁них": 15904,
+      "▁pitch": 15905,
+      "дол": 15906,
+      "outube": 15907,
+      "▁Santi": 15908,
+      "OnClickListener": 15909,
+      "▁Magyar": 15910,
+      "▁vue": 15911,
+      "ião": 15912,
+      "▁`#": 15913,
+      "collect": 15914,
+      "▁Rou": 15915,
+      "analysis": 15916,
+      "istrzost": 15917,
+      "▁Digital": 15918,
+      "▁crist": 15919,
+      "riere": 15920,
+      "▁campo": 15921,
+      "Us": 15922,
+      "▁circa": 15923,
+      "▁Component": 15924,
+      "▁NSString": 15925,
+      "pd": 15926,
+      "▁prince": 15927,
+      "▁invoke": 15928,
+      "▁Marine": 15929,
+      "Allow": 15930,
+      "estic": 15931,
+      "ристи": 15932,
+      "bone": 15933,
+      "туры": 15934,
+      "▁passion": 15935,
+      "áció": 15936,
+      "▁orn": 15937,
+      "вед": 15938,
+      "▁invari": 15939,
+      "▁ні": 15940,
+      "Remove": 15941,
+      "encies": 15942,
+      "ilib": 15943,
+      "▁Director": 15944,
+      "\"\"": 15945,
+      "▁Conse": 15946,
+      "googleapis": 15947,
+      "ók": 15948,
+      "▁Укра": 15949,
+      "▁Having": 15950,
+      "Domain": 15951,
+      "ierz": 15952,
+      "нологи": 15953,
+      "Cho": 15954,
+      "undefined": 15955,
+      "alloc": 15956,
+      "▁pied": 15957,
+      "▁fraction": 15958,
+      "bia": 15959,
+      "▁поло": 15960,
+      "ugno": 15961,
+      "minister": 15962,
+      "▁principale": 15963,
+      "▁refused": 15964,
+      "browser": 15965,
+      "*,": 15966,
+      "▁Hospital": 15967,
+      "▁universal": 15968,
+      "▁Ernst": 15969,
+      "who": 15970,
+      "▁Gard": 15971,
+      "'_": 15972,
+      "conde": 15973,
+      "▁[{": 15974,
+      "sob": 15975,
+      "▁Crit": 15976,
+      "▁декабря": 15977,
+      "▁punto": 15978,
+      "▁eingesetzt": 15979,
+      "▁tör": 15980,
+      "▁Ni": 15981,
+      "▁worry": 15982,
+      "▁legend": 15983,
+      "▁були": 15984,
+      "▁komm": 15985,
+      "rijk": 15986,
+      "effect": 15987,
+      "Ori": 15988,
+      "RES": 15989,
+      "▁Peters": 15990,
+      "▁Baron": 15991,
+      "▁Got": 15992,
+      "▁honest": 15993,
+      "äre": 15994,
+      "ász": 15995,
+      "▁noble": 15996,
+      "▁conclusion": 15997,
+      "▁formatting": 15998,
+      "▁otto": 15999,
+      "▁deleg": 16000,
+      "мб": 16001,
+      "ptop": 16002,
+      "▁sends": 16003,
+      "urname": 16004,
+      "▁festival": 16005,
+      ",‎": 16006,
+      "рус": 16007,
+      "▁doch": 16008,
+      "subject": 16009,
+      "▁careful": 16010,
+      "quent": 16011,
+      "▁Load": 16012,
+      "temperaturen": 16013,
+      "▁rue": 16014,
+      "Memory": 16015,
+      "ța": 16016,
+      "iona": 16017,
+      "▁dentro": 16018,
+      "▁begann": 16019,
+      "▁Aqu": 16020,
+      "▁scientific": 16021,
+      "kań": 16022,
+      "лок": 16023,
+      "elde": 16024,
+      "▁Those": 16025,
+      "quier": 16026,
+      "actér": 16027,
+      "▁Auflage": 16028,
+      ")'": 16029,
+      "▁gradient": 16030,
+      "integer": 16031,
+      "▁Import": 16032,
+      "SK": 16033,
+      "▁Status": 16034,
+      "▁explo": 16035,
+      "AE": 16036,
+      "Shell": 16037,
+      "▁Paulo": 16038,
+      ".»": 16039,
+      "}</": 16040,
+      "flex": 16041,
+      "▁комп": 16042,
+      "onden": 16043,
+      "accept": 16044,
+      "▁miejsce": 16045,
+      "Hub": 16046,
+      "alleng": 16047,
+      "WN": 16048,
+      "▁implementing": 16049,
+      "▁лу": 16050,
+      "▁confusing": 16051,
+      "▁Install": 16052,
+      "▁rou": 16053,
+      "▁проек": 16054,
+      "Accessor": 16055,
+      "љашње": 16056,
+      "odio": 16057,
+      "▁applies": 16058,
+      "ющий": 16059,
+      "▁Mundial": 16060,
+      "État": 16061,
+      "ietnam": 16062,
+      "hum": 16063,
+      "▁сбор": 16064,
+      "ordinate": 16065,
+      "France": 16066,
+      "▁prend": 16067,
+      "eltemperaturen": 16068,
+      "▁trabaj": 16069,
+      "Axis": 16070,
+      "▁мно": 16071,
+      "primary": 16072,
+      "▁Seite": 16073,
+      "permission": 16074,
+      "▁orden": 16075,
+      "since": 16076,
+      "▁ic": 16077,
+      "▁Brazil": 16078,
+      "▁bare": 16079,
+      "▁Nar": 16080,
+      "▁Jur": 16081,
+      "▁freedom": 16082,
+      "▁medical": 16083,
+      "ischof": 16084,
+      "▁сп": 16085,
+      "ież": 16086,
+      "▁bootstrap": 16087,
+      "▁…": 16088,
+      "▁facil": 16089,
+      "cord": 16090,
+      "ване": 16091,
+      "▁Allen": 16092,
+      "avid": 16093,
+      "ingham": 16094,
+      "zas": 16095,
+      "▁inspect": 16096,
+      "itten": 16097,
+      "osti": 16098,
+      "uh": 16099,
+      "cé": 16100,
+      "▁#####": 16101,
+      "cius": 16102,
+      "omy": 16103,
+      "▁Seine": 16104,
+      "bres": 16105,
+      "▁genus": 16106,
+      "Other": 16107,
+      "▁Golden": 16108,
+      "mul": 16109,
+      "▁Спољашње": 16110,
+      "▁gennaio": 16111,
+      "▁carefully": 16112,
+      "aal": 16113,
+      "▁analyt": 16114,
+      "neur": 16115,
+      "▁stretch": 16116,
+      "▁Occ": 16117,
+      "olas": 16118,
+      "▁firebase": 16119,
+      "▁expecting": 16120,
+      "basic": 16121,
+      "condition": 16122,
+      "prov": 16123,
+      "▁Wasser": 16124,
+      "▁concaten": 16125,
+      "▁evil": 16126,
+      "▁coefficients": 16127,
+      "West": 16128,
+      "iry": 16129,
+      "phas": 16130,
+      "▁Jam": 16131,
+      "fois": 16132,
+      "▁consid": 16133,
+      "▁mainten": 16134,
+      "nim": 16135,
+      "esser": 16136,
+      "esz": 16137,
+      "unta": 16138,
+      "uest": 16139,
+      "▁credentials": 16140,
+      "_;": 16141,
+      "Dim": 16142,
+      "преде": 16143,
+      "▁Bü": 16144,
+      "built": 16145,
+      "▁Academ": 16146,
+      "▁audi": 16147,
+      "▁två": 16148,
+      "inand": 16149,
+      "▁Theater": 16150,
+      "▁genre": 16151,
+      "ços": 16152,
+      "gresql": 16153,
+      "▁weap": 16154,
+      "▁Rab": 16155,
+      "▁’": 16156,
+      "▁adult": 16157,
+      "▁dém": 16158,
+      "``": 16159,
+      "▁stabil": 16160,
+      "▁corresponds": 16161,
+      "▁Eastern": 16162,
+      "unnel": 16163,
+      "Worker": 16164,
+      "▁coh": 16165,
+      "лка": 16166,
+      "▁Massachusetts": 16167,
+      "pio": 16168,
+      "▁ports": 16169,
+      "agg": 16170,
+      "▁Debug": 16171,
+      "▁breath": 16172,
+      "MIN": 16173,
+      "Variable": 16174,
+      "batch": 16175,
+      "ссе": 16176,
+      "▁preg": 16177,
+      "▁roles": 16178,
+      "paste": 16179,
+      "▁referenced": 16180,
+      "adrat": 16181,
+      "чё": 16182,
+      "binom": 16183,
+      "▁defining": 16184,
+      "▁Budapest": 16185,
+      "▁дви": 16186,
+      "▁taught": 16187,
+      "▁hole": 16188,
+      "▁quella": 16189,
+      "Msg": 16190,
+      "aska": 16191,
+      "scan": 16192,
+      "▁propose": 16193,
+      "▁Биография": 16194,
+      "{{\\": 16195,
+      "textt": 16196,
+      "▁Alb": 16197,
+      "▁Sydney": 16198,
+      "▁backup": 16199,
+      "▁credit": 16200,
+      "▁францу": 16201,
+      "stats": 16202,
+      "\\\":": 16203,
+      "▁Пере": 16204,
+      "▁accordingly": 16205,
+      "▁Len": 16206,
+      "zna": 16207,
+      "▁Regional": 16208,
+      "▁изда": 16209,
+      "▁jú": 16210,
+      "histor": 16211,
+      "▁entities": 16212,
+      "Star": 16213,
+      "оне": 16214,
+      "']['": 16215,
+      "▁Nova": 16216,
+      "die": 16217,
+      "▁`'": 16218,
+      "▁obten": 16219,
+      "anst": 16220,
+      "▁Relig": 16221,
+      "▁trig": 16222,
+      "▁режи": 16223,
+      "▁Personal": 16224,
+      "▁tone": 16225,
+      "▁aid": 16226,
+      "Visual": 16227,
+      "Submit": 16228,
+      "▁moves": 16229,
+      "▁Bridge": 16230,
+      "▁Boy": 16231,
+      "▁accurate": 16232,
+      "osta": 16233,
+      "atto": 16234,
+      "▁defeated": 16235,
+      "▁datab": 16236,
+      "ginx": 16237,
+      "▁Liv": 16238,
+      "lywood": 16239,
+      "TW": 16240,
+      "rium": 16241,
+      "ipped": 16242,
+      "Fail": 16243,
+      "REQUEST": 16244,
+      "▁ignor": 16245,
+      "▁sitting": 16246,
+      "▁molto": 16247,
+      "▁endpoint": 16248,
+      "ución": 16249,
+      "▁collections": 16250,
+      "▁Ту": 16251,
+      "tembre": 16252,
+      "▁nécess": 16253,
+      "▁interact": 16254,
+      "▁otras": 16255,
+      "▁curr": 16256,
+      "▁tracks": 16257,
+      "▁família": 16258,
+      "▁numerical": 16259,
+      "legt": 16260,
+      "]/": 16261,
+      "▁Mario": 16262,
+      "▁tort": 16263,
+      "bg": 16264,
+      "ssl": 16265,
+      "texttt": 16266,
+      "▁spark": 16267,
+      "дии": 16268,
+      "▁probable": 16269,
+      "%%%%": 16270,
+      "phia": 16271,
+      "],[": 16272,
+      "▁boxes": 16273,
+      "▁academ": 16274,
+      "▁Slo": 16275,
+      "äude": 16276,
+      "▁witness": 16277,
+      "▁editing": 16278,
+      "лина": 16279,
+      "▁lookup": 16280,
+      "▁Buck": 16281,
+      "дня": 16282,
+      "▁jours": 16283,
+      "++){": 16284,
+      "▁indices": 16285,
+      "▁flight": 16286,
+      "▁computation": 16287,
+      "Plugin": 16288,
+      "▁realize": 16289,
+      "isset": 16290,
+      "▁derivative": 16291,
+      "linewidth": 16292,
+      "bund": 16293,
+      "▁thor": 16294,
+      "▁.=": 16295,
+      "▁sí": 16296,
+      "▁Click": 16297,
+      "▁Sebast": 16298,
+      ">'": 16299,
+      "havior": 16300,
+      "lei": 16301,
+      "ulf": 16302,
+      "▁geometry": 16303,
+      "prev": 16304,
+      "empl": 16305,
+      "▁Lé": 16306,
+      "anson": 16307,
+      "▁Alice": 16308,
+      "prototype": 16309,
+      "READ": 16310,
+      "icular": 16311,
+      "▁бі": 16312,
+      "▁deutsche": 16313,
+      "▁Represent": 16314,
+      "sites": 16315,
+      "▁Mean": 16316,
+      "▁diss": 16317,
+      "▁Zur": 16318,
+      "▁през": 16319,
+      "PAR": 16320,
+      "▁'#": 16321,
+      "▁Dra": 16322,
+      "сон": 16323,
+      "▁steht": 16324,
+      "markt": 16325,
+      "▁ease": 16326,
+      "Drawing": 16327,
+      "=%": 16328,
+      "Stop": 16329,
+      "▁serving": 16330,
+      "▁także": 16331,
+      "▁DNS": 16332,
+      "▁literal": 16333,
+      "Die": 16334,
+      "▁вос": 16335,
+      "▁senior": 16336,
+      "acion": 16337,
+      "▁ubuntu": 16338,
+      "▁Frankfurt": 16339,
+      "▁Sunday": 16340,
+      "áb": 16341,
+      "▁journey": 16342,
+      "issa": 16343,
+      "berry": 16344,
+      "▁sep": 16345,
+      "▁ion": 16346,
+      "wert": 16347,
+      "ország": 16348,
+      "serve": 16349,
+      "▁Milano": 16350,
+      "▁века": 16351,
+      "рах": 16352,
+      "▁июля": 16353,
+      "▁manera": 16354,
+      "▁stations": 16355,
+      "▁adopted": 16356,
+      "▁anybody": 16357,
+      "VERSION": 16358,
+      "FE": 16359,
+      "dorf": 16360,
+      "...,": 16361,
+      "▁образова": 16362,
+      "Logger": 16363,
+      "фициаль": 16364,
+      "WRITE": 16365,
+      "▁ham": 16366,
+      "▁Future": 16367,
+      "oten": 16368,
+      "▁AG": 16369,
+      "▁trained": 16370,
+      "▁Nich": 16371,
+      "▁university": 16372,
+      "▁Olympics": 16373,
+      "▁doit": 16374,
+      "▁cultural": 16375,
+      "Conf": 16376,
+      "▁Conference": 16377,
+      "orno": 16378,
+      "▁MP": 16379,
+      "▁bou": 16380,
+      "cin": 16381,
+      "High": 16382,
+      "annte": 16383,
+      "▁displaying": 16384,
+      "▁chapter": 16385,
+      "▁Frauen": 16386,
+      "▁realized": 16387,
+      "▁attempted": 16388,
+      "▁preferred": 16389,
+      "Dat": 16390,
+      "▁trouve": 16391,
+      "▁intention": 16392,
+      "▁Notice": 16393,
+      "timestamp": 16394,
+      "*(": 16395,
+      "▁Ша": 16396,
+      "anas": 16397,
+      "cla": 16398,
+      "isz": 16399,
+      "tbl": 16400,
+      "Arr": 16401,
+      "▁inverse": 16402,
+      "▁terrible": 16403,
+      "▁occupied": 16404,
+      "JAX": 16405,
+      "<-": 16406,
+      "▁Philosoph": 16407,
+      "▁Corps": 16408,
+      "builder": 16409,
+      "▁begins": 16410,
+      "▁census": 16411,
+      ".’": 16412,
+      "▁proven": 16413,
+      "metric": 16414,
+      "▁increases": 16415,
+      "wich": 16416,
+      "▁ABC": 16417,
+      "projects": 16418,
+      "▁Thor": 16419,
+      "▁confidence": 16420,
+      "▁ufficiale": 16421,
+      "elm": 16422,
+      "▁garden": 16423,
+      "▁robust": 16424,
+      "▁così": 16425,
+      "iedz": 16426,
+      "▁Islam": 16427,
+      "▁Address": 16428,
+      "▁divide": 16429,
+      "▁Eu": 16430,
+      "catal": 16431,
+      "detail": 16432,
+      "ependant": 16433,
+      "fg": 16434,
+      "▁bew": 16435,
+      "▁fis": 16436,
+      "▁BO": 16437,
+      "▁wsp": 16438,
+      "▁pipeline": 16439,
+      "hd": 16440,
+      "▁Session": 16441,
+      "länd": 16442,
+      "iveau": 16443,
+      "estr": 16444,
+      "▁particle": 16445,
+      "▁laravel": 16446,
+      "pic": 16447,
+      "▁nau": 16448,
+      "▁fins": 16449,
+      "▁Vil": 16450,
+      "▁fus": 16451,
+      "▁quasi": 16452,
+      "operation": 16453,
+      "▁aller": 16454,
+      "▁analy": 16455,
+      "▁Он": 16456,
+      "▁Mes": 16457,
+      "▁опера": 16458,
+      "▁handled": 16459,
+      "▁deprec": 16460,
+      "tto": 16461,
+      "▁Ek": 16462,
+      "▁stran": 16463,
+      "▁anglais": 16464,
+      "jure": 16465,
+      "▁Silver": 16466,
+      "▁closely": 16467,
+      "enkins": 16468,
+      "anos": 16469,
+      "sted": 16470,
+      "▁сентября": 16471,
+      "brand": 16472,
+      "ньо": 16473,
+      "▁présent": 16474,
+      "rok": 16475,
+      "mount": 16476,
+      "▁Anthony": 16477,
+      "▁Furthermore": 16478,
+      "inha": 16479,
+      "▁архи": 16480,
+      "▁разли": 16481,
+      "▁октября": 16482,
+      "▁pint": 16483,
+      "ný": 16484,
+      "pts": 16485,
+      "▁italien": 16486,
+      "▁реги": 16487,
+      "лез": 16488,
+      "дина": 16489,
+      "atherine": 16490,
+      "Internal": 16491,
+      "Question": 16492,
+      "▁settlement": 16493,
+      "▁Все": 16494,
+      "▁folders": 16495,
+      "дри": 16496,
+      "▁valor": 16497,
+      "▁Miller": 16498,
+      "▁Assert": 16499,
+      "▁patient": 16500,
+      "▁Nieder": 16501,
+      "▁EP": 16502,
+      "▁Agr": 16503,
+      "▁onde": 16504,
+      "▁scop": 16505,
+      "sequence": 16506,
+      "▁PL": 16507,
+      "▁seek": 16508,
+      "javase": 16509,
+      "▁Vector": 16510,
+      "▁ná": 16511,
+      "▁categoría": 16512,
+      "clone": 16513,
+      "NR": 16514,
+      "available": 16515,
+      "▁Besch": 16516,
+      "▁eclipse": 16517,
+      "wicklung": 16518,
+      "deploy": 16519,
+      "enie": 16520,
+      "▁\")": 16521,
+      "äst": 16522,
+      "▁sync": 16523,
+      "CODE": 16524,
+      "▁Че": 16525,
+      "▁floating": 16526,
+      "/`": 16527,
+      "▁retired": 16528,
+      "deb": 16529,
+      "▁particul": 16530,
+      "▁collected": 16531,
+      "▁downloaded": 16532,
+      "nice": 16533,
+      "▁Buffer": 16534,
+      "▁Account": 16535,
+      "▁maggio": 16536,
+      "▁реда": 16537,
+      "▁sales": 16538,
+      "▁statunitense": 16539,
+      "▁Ki": 16540,
+      "▁Ferr": 16541,
+      "Lock": 16542,
+      "▁Isabel": 16543,
+      "clar": 16544,
+      "▁pov": 16545,
+      "atra": 16546,
+      "▁Frau": 16547,
+      "▁sorting": 16548,
+      "▁phrase": 16549,
+      "▁апреля": 16550,
+      "▁деятель": 16551,
+      "▁André": 16552,
+      "definition": 16553,
+      "writing": 16554,
+      "éré": 16555,
+      "щу": 16556,
+      "▁Ord": 16557,
+      "▁rum": 16558,
+      "▁Turk": 16559,
+      "▁Ivan": 16560,
+      "theless": 16561,
+      "▁ги": 16562,
+      "▁sake": 16563,
+      "▁Based": 16564,
+      "deck": 16565,
+      "orus": 16566,
+      "▁tutti": 16567,
+      "▁blan": 16568,
+      "▁Пу": 16569,
+      "Detail": 16570,
+      "▁Но": 16571,
+      "▁Sky": 16572,
+      "▁près": 16573,
+      "мой": 16574,
+      "coln": 16575,
+      "ческой": 16576,
+      "eti": 16577,
+      "▁arrow": 16578,
+      "▁Cha": 16579,
+      "chmark": 16580,
+      "œur": 16581,
+      "fab": 16582,
+      "куль": 16583,
+      "GridView": 16584,
+      "▁Background": 16585,
+      "sn": 16586,
+      "▁seguito": 16587,
+      "▁nic": 16588,
+      "cou": 16589,
+      "тів": 16590,
+      "▁bzw": 16591,
+      "addEventListener": 16592,
+      "sync": 16593,
+      "azzo": 16594,
+      "abstract": 16595,
+      "assets": 16596,
+      "▁Dru": 16597,
+      "зд": 16598,
+      "ordnet": 16599,
+      "▁bigger": 16600,
+      "▁initialized": 16601,
+      "каз": 16602,
+      "ogene": 16603,
+      "viously": 16604,
+      "▁guid": 16605,
+      "scheidung": 16606,
+      "▁Zent": 16607,
+      "▁frames": 16608,
+      "rieben": 16609,
+      "▁issued": 16610,
+      "▁dow": 16611,
+      "▁describes": 16612,
+      "ilst": 16613,
+      "▁criteria": 16614,
+      "▁gentleman": 16615,
+      "Basic": 16616,
+      "nez": 16617,
+      "Dev": 16618,
+      "Move": 16619,
+      "▁estaba": 16620,
+      "▁settembre": 16621,
+      "circle": 16622,
+      "▁fais": 16623,
+      "▁myst": 16624,
+      "▁archiv": 16625,
+      "dynamic": 16626,
+      "jà": 16627,
+      "itas": 16628,
+      "▁який": 16629,
+      "▁dor": 16630,
+      "▁Amazon": 16631,
+      "▁neces": 16632,
+      "▁Marcel": 16633,
+      "▁ella": 16634,
+      "рок": 16635,
+      "▁Pennsylvania": 16636,
+      "cular": 16637,
+      "Pack": 16638,
+      "itage": 16639,
+      "▁Burn": 16640,
+      "▁RO": 16641,
+      "▁они": 16642,
+      "~$": 16643,
+      "TeX": 16644,
+      "assign": 16645,
+      "▁beat": 16646,
+      "idense": 16647,
+      "acent": 16648,
+      "Alert": 16649,
+      "▁strateg": 16650,
+      "▁månaden": 16651,
+      "LOC": 16652,
+      "▁catalog": 16653,
+      "printStackTrace": 16654,
+      "()).": 16655,
+      "usted": 16656,
+      "▁Framework": 16657,
+      "ECK": 16658,
+      "▁até": 16659,
+      "Framework": 16660,
+      "▁attacks": 16661,
+      "▁Bert": 16662,
+      "▁тран": 16663,
+      ":%": 16664,
+      "arsi": 16665,
+      "notation": 16666,
+      "▁logical": 16667,
+      "weet": 16668,
+      "▁visited": 16669,
+      "bru": 16670,
+      "▁surprise": 16671,
+      "^^": 16672,
+      "inale": 16673,
+      "remote": 16674,
+      "'},": 16675,
+      "Syntax": 16676,
+      "iane": 16677,
+      "onnen": 16678,
+      "▁breaking": 16679,
+      "parser": 16680,
+      "apk": 16681,
+      "▁Miguel": 16682,
+      "▁§": 16683,
+      "▁acting": 16684,
+      "▁gebru": 16685,
+      "AtIndex": 16686,
+      "ються": 16687,
+      "▁offers": 16688,
+      "▁prac": 16689,
+      "▁grant": 16690,
+      "ternoon": 16691,
+      "▁acquired": 16692,
+      "▁Ny": 16693,
+      "▁comma": 16694,
+      "ník": 16695,
+      "▁Step": 16696,
+      "inners": 16697,
+      "▁SA": 16698,
+      "▁wat": 16699,
+      "days": 16700,
+      "▁rectangle": 16701,
+      "dar": 16702,
+      "▁trac": 16703,
+      "▁Indones": 16704,
+      "▁feedback": 16705,
+      "▁breaks": 16706,
+      "partition": 16707,
+      "icans": 16708,
+      "▁Notices": 16709,
+      "▁improved": 16710,
+      "phan": 16711,
+      "▁differential": 16712,
+      "scripts": 16713,
+      "▁XIII": 16714,
+      "▁Labor": 16715,
+      "▁precision": 16716,
+      "▁seed": 16717,
+      "bundle": 16718,
+      "idents": 16719,
+      "hre": 16720,
+      "▁Douglas": 16721,
+      "uld": 16722,
+      "▁secondary": 16723,
+      "▁brig": 16724,
+      "▁confirmed": 16725,
+      "▁claims": 16726,
+      "Role": 16727,
+      "▁Jewish": 16728,
+      "▁před": 16729,
+      "▁hotel": 16730,
+      "▁compte": 16731,
+      "▁recursive": 16732,
+      "](#)": 16733,
+      "▁rotate": 16734,
+      "▁chrome": 16735,
+      "inea": 16736,
+      "%;\r": 16737,
+      "▁Environment": 16738,
+      "platz": 16739,
+      "▁Single": 16740,
+      "▁sevent": 16741,
+      "▁posting": 16742,
+      "▁dealing": 16743,
+      "parameters": 16744,
+      "граф": 16745,
+      "Authentication": 16746,
+      "touch": 16747,
+      "Az": 16748,
+      "▁gray": 16749,
+      "encing": 16750,
+      "boldmath": 16751,
+      "▁сайте": 16752,
+      "▁Za": 16753,
+      "anje": 16754,
+      "▁polar": 16755,
+      "▁ули": 16756,
+      "kil": 16757,
+      "▁hover": 16758,
+      "▁REST": 16759,
+      "▁Come": 16760,
+      "jb": 16761,
+      "▁Georgia": 16762,
+      "▁Estado": 16763,
+      "OutputStream": 16764,
+      "ћи": 16765,
+      "▁dump": 16766,
+      "▁Age": 16767,
+      "▁swo": 16768,
+      "mobile": 16769,
+      "occup": 16770,
+      "шего": 16771,
+      "▁constitution": 16772,
+      "good": 16773,
+      "aku": 16774,
+      "▁анг": 16775,
+      "ieck": 16776,
+      "▁Psych": 16777,
+      "▁roots": 16778,
+      "▁vest": 16779,
+      "▁годах": 16780,
+      "▁República": 16781,
+      "▁pian": 16782,
+      "igration": 16783,
+      "▁préc": 16784,
+      "▁generates": 16785,
+      "LY": 16786,
+      "(`": 16787,
+      "▁=~": 16788,
+      "шения": 16789,
+      "▁Rah": 16790,
+      "▁connecting": 16791,
+      "ží": 16792,
+      "▁fő": 16793,
+      "▁appel": 16794,
+      "▁Railway": 16795,
+      "гли": 16796,
+      "▁développ": 16797,
+      "▁apo": 16798,
+      "fran": 16799,
+      "▁immediate": 16800,
+      "вого": 16801,
+      "Runner": 16802,
+      "äg": 16803,
+      "Something": 16804,
+      "▁généra": 16805,
+      "EventArgs": 16806,
+      "inction": 16807,
+      "gly": 16808,
+      "▁Due": 16809,
+      "▁prost": 16810,
+      "▁referring": 16811,
+      "▁jog": 16812,
+      "▁executable": 16813,
+      "▁Dream": 16814,
+      "acs": 16815,
+      "▁Cole": 16816,
+      "ampf": 16817,
+      "▁Bis": 16818,
+      "▁июня": 16819,
+      "lieder": 16820,
+      "тек": 16821,
+      "▁vb": 16822,
+      "▁mom": 16823,
+      "▁:(": 16824,
+      "▁dernier": 16825,
+      "'=>": 16826,
+      "▁этого": 16827,
+      "▁neue": 16828,
+      "▁Ча": 16829,
+      "▁weitere": 16830,
+      "▁alleg": 16831,
+      "▁reality": 16832,
+      "▁judge": 16833,
+      "▁Balt": 16834,
+      "▁thin": 16835,
+      "▁Ged": 16836,
+      "ieval": 16837,
+      "mx": 16838,
+      "ціональ": 16839,
+      "▁выпу": 16840,
+      "▁IX": 16841,
+      "▁blind": 16842,
+      "▁Motor": 16843,
+      "▁ша": 16844,
+      "▁approximation": 16845,
+      "dam": 16846,
+      "▁fog": 16847,
+      "кор": 16848,
+      "▁Writ": 16849,
+      "▁ling": 16850,
+      "▁писа": 16851,
+      "▁Mars": 16852,
+      "otti": 16853,
+      "Enum": 16854,
+      "▁Trib": 16855,
+      "▁merc": 16856,
+      "zung": 16857,
+      "vanced": 16858,
+      "cfg": 16859,
+      "нах": 16860,
+      "schen": 16861,
+      "\"].": 16862,
+      "bek": 16863,
+      "▁ster": 16864,
+      "jp": 16865,
+      "▁Rap": 16866,
+      "▁recording": 16867,
+      "▁peint": 16868,
+      "▁lets": 16869,
+      "änge": 16870,
+      ">\";": 16871,
+      "▁місце": 16872,
+      "▁caval": 16873,
+      "▁CSV": 16874,
+      "▁entstand": 16875,
+      "▁helper": 16876,
+      "endet": 16877,
+      "▁Gram": 16878,
+      "▁Diego": 16879,
+      "▁Bishop": 16880,
+      "TAG": 16881,
+      "▁ecc": 16882,
+      "▁Een": 16883,
+      "▁AV": 16884,
+      "City": 16885,
+      "▁Guide": 16886,
+      "hind": 16887,
+      "rical": 16888,
+      "▁Основ": 16889,
+      "Bus": 16890,
+      "▁zunächst": 16891,
+      "▁tick": 16892,
+      "▁Colonel": 16893,
+      "Thanks": 16894,
+      "▁ferm": 16895,
+      "▁granted": 16896,
+      "▁threshold": 16897,
+      "omorphic": 16898,
+      "▁Hun": 16899,
+      "enis": 16900,
+      "▁прав": 16901,
+      "▁які": 16902,
+      "PG": 16903,
+      "▁ws": 16904,
+      "▁technical": 16905,
+      "estro": 16906,
+      "klär": 16907,
+      "vars": 16908,
+      "ocrat": 16909,
+      "▁општи": 16910,
+      "onso": 16911,
+      "iba": 16912,
+      "▁Save": 16913,
+      "▁programa": 16914,
+      "▁въ": 16915,
+      "▁invån": 16916,
+      ">()": 16917,
+      "▁mejor": 16918,
+      "▁слова": 16919,
+      "▁replacement": 16920,
+      "▁impr": 16921,
+      "▁Francesco": 16922,
+      "▁Hotel": 16923,
+      "▁UPDATE": 16924,
+      "▁музы": 16925,
+      "ugs": 16926,
+      "vard": 16927,
+      "▁faz": 16928,
+      "inton": 16929,
+      "▁arts": 16930,
+      "▁Ky": 16931,
+      "▁Ils": 16932,
+      "▁sera": 16933,
+      "▁Volume": 16934,
+      "▁giugno": 16935,
+      "▁asym": 16936,
+      "▁Pir": 16937,
+      "▁NAS": 16938,
+      "▁Tam": 16939,
+      "ěl": 16940,
+      "Sequ": 16941,
+      "kmal": 16942,
+      "▁Eins": 16943,
+      "▁компа": 16944,
+      "obe": 16945,
+      "oor": 16946,
+      "▁heap": 16947,
+      "ctl": 16948,
+      "▁separately": 16949,
+      "reader": 16950,
+      "▁significantly": 16951,
+      "▁Lag": 16952,
+      "notes": 16953,
+      "▁sele": 16954,
+      "▁dedicated": 16955,
+      "▁Host": 16956,
+      "choice": 16957,
+      "wing": 16958,
+      "▁Titel": 16959,
+      "▁befindet": 16960,
+      "large": 16961,
+      "▁conten": 16962,
+      "JavaScript": 16963,
+      "▁deser": 16964,
+      "▁Gordon": 16965,
+      "спе": 16966,
+      "▁patri": 16967,
+      "▁Random": 16968,
+      "▁Returns": 16969,
+      "ым": 16970,
+      "рома": 16971,
+      "▁Studies": 16972,
+      "Sl": 16973,
+      "▁frü": 16974,
+      "TEXT": 16975,
+      "inate": 16976,
+      "▁Tol": 16977,
+      "▁everywhere": 16978,
+      "arta": 16979,
+      "▁orbit": 16980,
+      "▁Aires": 16981,
+      "▁Iss": 16982,
+      "▁też": 16983,
+      "▁diverse": 16984,
+      "▁numeric": 16985,
+      "maz": 16986,
+      "▁mise": 16987,
+      "▁battery": 16988,
+      "▁Akadem": 16989,
+      "нение": 16990,
+      "▁simultane": 16991,
+      "▁Dead": 16992,
+      "▁clust": 16993,
+      "▁otro": 16994,
+      "▁cerca": 16995,
+      "()`,": 16996,
+      "roz": 16997,
+      "ăt": 16998,
+      "▁MO": 16999,
+      "riften": 17000,
+      "important": 17001,
+      "▁jeho": 17002,
+      "▁findViewById": 17003,
+      "▁consequence": 17004,
+      "▁measured": 17005,
+      "ishes": 17006,
+      "▁sze": 17007,
+      "iendo": 17008,
+      "▁Wahl": 17009,
+      "strip": 17010,
+      "ARD": 17011,
+      "▁opacity": 17012,
+      "WORD": 17013,
+      "▁Ві": 17014,
+      "▁Location": 17015,
+      "rai": 17016,
+      "пен": 17017,
+      "▁rif": 17018,
+      "aussian": 17019,
+      "FileName": 17020,
+      "▁disco": 17021,
+      "ilen": 17022,
+      "▁vagy": 17023,
+      "licity": 17024,
+      "Border": 17025,
+      "▁Track": 17026,
+      "бом": 17027,
+      "fact": 17028,
+      "oka": 17029,
+      "▁gior": 17030,
+      "▁XVII": 17031,
+      "▁där": 17032,
+      "Site": 17033,
+      "ało": 17034,
+      "ská": 17035,
+      "▁pixels": 17036,
+      "vity": 17037,
+      "jQuery": 17038,
+      "▁sculpt": 17039,
+      "▁cargo": 17040,
+      "▁directive": 17041,
+      "▁wal": 17042,
+      "▁conna": 17043,
+      "▁Through": 17044,
+      "▁этом": 17045,
+      "Static": 17046,
+      "omsnitt": 17047,
+      "▁rund": 17048,
+      "▁claimed": 17049,
+      "зня": 17050,
+      "sha": 17051,
+      "▁rag": 17052,
+      "crement": 17053,
+      "▁fünf": 17054,
+      "▁rival": 17055,
+      "rin": 17056,
+      "slash": 17057,
+      "▁thirty": 17058,
+      "sleep": 17059,
+      "ологи": 17060,
+      "SM": 17061,
+      "gate": 17062,
+      "izations": 17063,
+      "vik": 17064,
+      "▁bless": 17065,
+      "▁Illinois": 17066,
+      "▁TE": 17067,
+      "uting": 17068,
+      "▁solving": 17069,
+      "GER": 17070,
+      "▁XIV": 17071,
+      "▁Indians": 17072,
+      "express": 17073,
+      "▁Heil": 17074,
+      "▁mujer": 17075,
+      "▁invånare": 17076,
+      "']);": 17077,
+      "▁aur": 17078,
+      "boost": 17079,
+      "GO": 17080,
+      "▁nin": 17081,
+      "tok": 17082,
+      "god": 17083,
+      "oter": 17084,
+      ")$$": 17085,
+      "▁descend": 17086,
+      "рю": 17087,
+      "▁Language": 17088,
+      "▁diver": 17089,
+      "▁Assuming": 17090,
+      "▁frequent": 17091,
+      "чні": 17092,
+      "▁Biography": 17093,
+      ",[": 17094,
+      "urm": 17095,
+      "▁walked": 17096,
+      "▁federal": 17097,
+      "▁Michigan": 17098,
+      "▁facts": 17099,
+      "▁Integr": 17100,
+      "LES": 17101,
+      "▁Alan": 17102,
+      "▁coup": 17103,
+      "Ber": 17104,
+      "▁particles": 17105,
+      "ће": 17106,
+      "Inflater": 17107,
+      "+(": 17108,
+      "Bound": 17109,
+      "▁Sü": 17110,
+      "Audio": 17111,
+      "citet": 17112,
+      "yect": 17113,
+      "▁nr": 17114,
+      "xe": 17115,
+      "▁Brun": 17116,
+      "▁_,": 17117,
+      "avor": 17118,
+      "▁discipl": 17119,
+      "alm": 17120,
+      "▁ноября": 17121,
+      "▁SSL": 17122,
+      "▁Kaiser": 17123,
+      "▁recher": 17124,
+      "ygon": 17125,
+      "▁regardless": 17126,
+      "▁configur": 17127,
+      "▁unnecess": 17128,
+      "▁Clark": 17129,
+      "PHP": 17130,
+      "▁FALSE": 17131,
+      "▁pad": 17132,
+      "$}": 17133,
+      "▁valu": 17134,
+      "▁disease": 17135,
+      "▁maior": 17136,
+      "▁hommes": 17137,
+      "▁Edition": 17138,
+      "slant": 17139,
+      "▁ending": 17140,
+      "▁settled": 17141,
+      "urus": 17142,
+      "hed": 17143,
+      "Pattern": 17144,
+      "▁година": 17145,
+      "▁Philadel": 17146,
+      "tikzpicture": 17147,
+      "▁coal": 17148,
+      "▁sede": 17149,
+      "▁satisfies": 17150,
+      "▁trim": 17151,
+      "▁bat": 17152,
+      "▁américain": 17153,
+      "▁luglio": 17154,
+      "▁поча": 17155,
+      "ffff": 17156,
+      "▁Target": 17157,
+      "generate": 17158,
+      "▁Zie": 17159,
+      "ția": 17160,
+      "▁gard": 17161,
+      "▁workers": 17162,
+      "▁Job": 17163,
+      "▁urban": 17164,
+      "ahlen": 17165,
+      "▁Building": 17166,
+      "▁neu": 17167,
+      "▁chron": 17168,
+      "▁Earl": 17169,
+      "gro": 17170,
+      "USE": 17171,
+      "▁XII": 17172,
+      "▁wealth": 17173,
+      "inae": 17174,
+      "▁Бра": 17175,
+      "▁libert": 17176,
+      "iros": 17177,
+      ":$": 17178,
+      "lee": 17179,
+      "ieves": 17180,
+      "▁Justice": 17181,
+      "▁oil": 17182,
+      "▁Athlet": 17183,
+      "▁clo": 17184,
+      "Scale": 17185,
+      "▁lips": 17186,
+      "▁april": 17187,
+      "▁impression": 17188,
+      "▁perce": 17189,
+      "▁участи": 17190,
+      "vil": 17191,
+      "éch": 17192,
+      "▁equality": 17193,
+      "▁мет": 17194,
+      "▁annotation": 17195,
+      "ernal": 17196,
+      "▁Mach": 17197,
+      "▁intitul": 17198,
+      "problem": 17199,
+      "ющих": 17200,
+      "oplus": 17201,
+      "▁thousands": 17202,
+      "▁calculations": 17203,
+      "umps": 17204,
+      "▁triangle": 17205,
+      "phal": 17206,
+      "▁Dorf": 17207,
+      "▁dollars": 17208,
+      "▁denen": 17209,
+      "lès": 17210,
+      "olid": 17211,
+      "▁Results": 17212,
+      "▁Stadium": 17213,
+      "▁Desp": 17214,
+      "▁Eisen": 17215,
+      "imir": 17216,
+      "▁sotto": 17217,
+      "▁či": 17218,
+      "atable": 17219,
+      "orum": 17220,
+      "▁convergence": 17221,
+      "▁jeune": 17222,
+      "oking": 17223,
+      "▁живо": 17224,
+      "aining": 17225,
+      "pointer": 17226,
+      "culo": 17227,
+      "▁jsou": 17228,
+      "▁grab": 17229,
+      "akte": 17230,
+      "▁hoping": 17231,
+      "▁Mak": 17232,
+      "▁sag": 17233,
+      "origine": 17234,
+      "▁послед": 17235,
+      "▁Veg": 17236,
+      "▁theoret": 17237,
+      "▁Tru": 17238,
+      "nement": 17239,
+      "▁faces": 17240,
+      "Hor": 17241,
+      "Join": 17242,
+      "arel": 17243,
+      "▁около": 17244,
+      "However": 17245,
+      "▁catal": 17246,
+      "bourg": 17247,
+      "▁mysqli": 17248,
+      "acions": 17249,
+      "▁Initial": 17250,
+      "▁rain": 17251,
+      "iture": 17252,
+      "▁Sciences": 17253,
+      "▁Kreis": 17254,
+      ".__": 17255,
+      "▁cinq": 17256,
+      "▁Auß": 17257,
+      "ithmet": 17258,
+      "itors": 17259,
+      "amazon": 17260,
+      "▁gap": 17261,
+      "▁ignored": 17262,
+      "adv": 17263,
+      "кої": 17264,
+      "▁часть": 17265,
+      "▁corpor": 17266,
+      "цер": 17267,
+      "▁crime": 17268,
+      "uous": 17269,
+      "▁налази": 17270,
+      "DataFrame": 17271,
+      "води": 17272,
+      "Ign": 17273,
+      "▁Lincoln": 17274,
+      "▁menos": 17275,
+      "▁Luft": 17276,
+      "▁Lind": 17277,
+      "▁Cook": 17278,
+      "▁materials": 17279,
+      "apped": 17280,
+      "ignore": 17281,
+      "▁откры": 17282,
+      "fried": 17283,
+      "▁gouvernement": 17284,
+      "▁fired": 17285,
+      "▁screenshot": 17286,
+      "сен": 17287,
+      "▁[(": 17288,
+      "▁организа": 17289,
+      "Graphics": 17290,
+      "▁проти": 17291,
+      "▁phen": 17292,
+      "craft": 17293,
+      "▁brain": 17294,
+      "▁Como": 17295,
+      "▁Everything": 17296,
+      "anes": 17297,
+      "IGN": 17298,
+      "▁nederbörd": 17299,
+      "▁Forest": 17300,
+      "zahl": 17301,
+      "▁Among": 17302,
+      "Qt": 17303,
+      "▁togg": 17304,
+      "▁variant": 17305,
+      "▁hill": 17306,
+      "писи": 17307,
+      "colon": 17308,
+      "▁dicembre": 17309,
+      "гор": 17310,
+      "▁Wind": 17311,
+      "ünstler": 17312,
+      "▁=\\": 17313,
+      "saved": 17314,
+      "▁nej": 17315,
+      "unte": 17316,
+      "utto": 17317,
+      "▁recens": 17318,
+      "▁sick": 17319,
+      "▁desen": 17320,
+      "UST": 17321,
+      "▁worst": 17322,
+      "▁Angel": 17323,
+      "odox": 17324,
+      "▁Province": 17325,
+      "▁Maz": 17326,
+      "▁agreement": 17327,
+      "▁Bass": 17328,
+      "▁segunda": 17329,
+      "onces": 17330,
+      "▁Linki": 17331,
+      "▁CL": 17332,
+      "▁já": 17333,
+      "itement": 17334,
+      "▁área": 17335,
+      "▁scalar": 17336,
+      "▁Рес": 17337,
+      "awt": 17338,
+      "sieme": 17339,
+      "▁juni": 17340,
+      "▁худож": 17341,
+      "ikus": 17342,
+      "▁lid": 17343,
+      "ppel": 17344,
+      "avi": 17345,
+      "▁balance": 17346,
+      "ipping": 17347,
+      "cussion": 17348,
+      "ческих": 17349,
+      "(\".": 17350,
+      "Also": 17351,
+      "▁whis": 17352,
+      "HOME": 17353,
+      "▁brown": 17354,
+      "▁día": 17355,
+      "▁può": 17356,
+      "plotlib": 17357,
+      "▁Jahrhunderts": 17358,
+      "DK": 17359,
+      "▁anchor": 17360,
+      "...]": 17361,
+      "▁Austria": 17362,
+      "▁marca": 17363,
+      "▁gez": 17364,
+      "iously": 17365,
+      "▁lazy": 17366,
+      "xa": 17367,
+      "▁Channel": 17368,
+      "▁neuen": 17369,
+      "das": 17370,
+      "▁searched": 17371,
+      "▁staat": 17372,
+      "▁Так": 17373,
+      "▁Josef": 17374,
+      "▁Sher": 17375,
+      "pois": 17376,
+      "▁enem": 17377,
+      "▁accessing": 17378,
+      "▁неко": 17379,
+      "▁furono": 17380,
+      "▁pseudo": 17381,
+      "?>": 17382,
+      "▁estadoun": 17383,
+      "▁Види": 17384,
+      "▁motiv": 17385,
+      "▁recall": 17386,
+      "isson": 17387,
+      "ób": 17388,
+      ")--": 17389,
+      "▁Erz": 17390,
+      "▁савез": 17391,
+      "Direct": 17392,
+      "соб": 17393,
+      "▁sho": 17394,
+      "völker": 17395,
+      "Ap": 17396,
+      "gens": 17397,
+      "ништво": 17398,
+      "▁Amsterdam": 17399,
+      "usk": 17400,
+      "пло": 17401,
+      "▁simulation": 17402,
+      "▁BC": 17403,
+      "▁Woj": 17404,
+      "autom": 17405,
+      "Alex": 17406,
+      "▁economic": 17407,
+      "гом": 17408,
+      "ikai": 17409,
+      "▁altre": 17410,
+      "▁'-": 17411,
+      "▁Weg": 17412,
+      "NotFound": 17413,
+      "йской": 17414,
+      "▁converting": 17415,
+      "phabet": 17416,
+      "atrice": 17417,
+      "bourne": 17418,
+      "alom": 17419,
+      "▁comparing": 17420,
+      "▁Zo": 17421,
+      "▁fla": 17422,
+      "вая": 17423,
+      "▁entra": 17424,
+      "▁charset": 17425,
+      "developers": 17426,
+      "ística": 17427,
+      "}>": 17428,
+      "▁Jazz": 17429,
+      "▁Howard": 17430,
+      "шта": 17431,
+      "▁clone": 17432,
+      "door": 17433,
+      "▁Pin": 17434,
+      "***": 17435,
+      "▁silent": 17436,
+      "ecycle": 17437,
+      "isce": 17438,
+      "▁mud": 17439,
+      "▁Display": 17440,
+      "▁lip": 17441,
+      "▁использова": 17442,
+      "▁characteristic": 17443,
+      "▁sb": 17444,
+      "firebase": 17445,
+      "▁Bew": 17446,
+      "Calendar": 17447,
+      "▁uso": 17448,
+      "èse": 17449,
+      "▁Rat": 17450,
+      "▁esper": 17451,
+      "▁throwing": 17452,
+      "▁rodz": 17453,
+      "▁yards": 17454,
+      "▁grass": 17455,
+      "▁marker": 17456,
+      "▁Kos": 17457,
+      "Theta": 17458,
+      "▁organis": 17459,
+      "kernel": 17460,
+      "▁personas": 17461,
+      "keep": 17462,
+      "▁exclaimed": 17463,
+      "oslav": 17464,
+      "▁Entertain": 17465,
+      "нер": 17466,
+      "▁inwon": 17467,
+      "▁Rand": 17468,
+      "reduce": 17469,
+      "fac": 17470,
+      "expression": 17471,
+      "yj": 17472,
+      "▁differenti": 17473,
+      "aglia": 17474,
+      "▁templates": 17475,
+      "▁mű": 17476,
+      "▁prv": 17477,
+      "▁mois": 17478,
+      "▁gewann": 17479,
+      "▁була": 17480,
+      "bibli": 17481,
+      "demo": 17482,
+      "▁Anderson": 17483,
+      "▁ред": 17484,
+      "▁porque": 17485,
+      "▁Pologne": 17486,
+      "▁trip": 17487,
+      "▁exemple": 17488,
+      "▁Internacional": 17489,
+      "▁као": 17490,
+      "Insert": 17491,
+      "general": 17492,
+      "SESSION": 17493,
+      "berga": 17494,
+      "hält": 17495,
+      "unas": 17496,
+      "мира": 17497,
+      "▁yields": 17498,
+      "mapsto": 17499,
+      "spot": 17500,
+      "▁+\\": 17501,
+      "лла": 17502,
+      "▁precisely": 17503,
+      "▁член": 17504,
+      "shadow": 17505,
+      "Are": 17506,
+      "unal": 17507,
+      "▁dispar": 17508,
+      "▁título": 17509,
+      "nest": 17510,
+      "▁Low": 17511,
+      "▁prot": 17512,
+      "▁Costa": 17513,
+      "named": 17514,
+      "▁gained": 17515,
+      "lesia": 17516,
+      "▁administration": 17517,
+      "Import": 17518,
+      "branch": 17519,
+      "▁sympath": 17520,
+      "voj": 17521,
+      "▁EC": 17522,
+      "▁municipio": 17523,
+      "▁animated": 17524,
+      "▁directories": 17525,
+      "▁roof": 17526,
+      "ząd": 17527,
+      "imet": 17528,
+      "proto": 17529,
+      "bla": 17530,
+      ":]": 17531,
+      "have": 17532,
+      "atem": 17533,
+      "▁ns": 17534,
+      "▁sector": 17535,
+      "three": 17536,
+      "owane": 17537,
+      "wers": 17538,
+      "ових": 17539,
+      "rence": 17540,
+      "▁extr": 17541,
+      "igten": 17542,
+      "▁occident": 17543,
+      "ță": 17544,
+      "▁eat": 17545,
+      "▁hydro": 17546,
+      "ubernetes": 17547,
+      "[@": 17548,
+      "▁Moon": 17549,
+      "▁Sho": 17550,
+      "▁elsewhere": 17551,
+      "üller": 17552,
+      "Upload": 17553,
+      "ланд": 17554,
+      "▁För": 17555,
+      "wissenschaft": 17556,
+      "KS": 17557,
+      "▁physics": 17558,
+      "tz": 17559,
+      "▁серед": 17560,
+      "▁Arbeit": 17561,
+      "▁мест": 17562,
+      "▁Gebiet": 17563,
+      "▁insect": 17564,
+      "Ah": 17565,
+      "izado": 17566,
+      "▁temple": 17567,
+      "▁annual": 17568,
+      "stad": 17569,
+      "▁habitat": 17570,
+      "▁AB": 17571,
+      "wort": 17572,
+      "▁repos": 17573,
+      "▁Neu": 17574,
+      "▁$(\".": 17575,
+      "Vorlage": 17576,
+      "▁reprezent": 17577,
+      "estanden": 17578,
+      "Intern": 17579,
+      ".`": 17580,
+      "▁failing": 17581,
+      "▁Material": 17582,
+      "▁effectively": 17583,
+      "телем": 17584,
+      "▁гла": 17585,
+      "▁nahm": 17586,
+      "▁differently": 17587,
+      "extension": 17588,
+      "▁Verm": 17589,
+      "enabled": 17590,
+      "configure": 17591,
+      "nio": 17592,
+      "ciones": 17593,
+      "▁Beach": 17594,
+      "сона": 17595,
+      "▁copying": 17596,
+      "▁україн": 17597,
+      "▁призна": 17598,
+      "zh": 17599,
+      "Desktop": 17600,
+      "▁sost": 17601,
+      "▁subsequently": 17602,
+      "▁Lehr": 17603,
+      "▁ó": 17604,
+      "lär": 17605,
+      "odor": 17606,
+      "phon": 17607,
+      "nc": 17608,
+      "iterator": 17609,
+      "▁эти": 17610,
+      "▁europé": 17611,
+      "▁Toronto": 17612,
+      "ódigo": 17613,
+      "▁posto": 17614,
+      "ffe": 17615,
+      "▁crew": 17616,
+      "▁Schwar": 17617,
+      "Sa": 17618,
+      "square": 17619,
+      "▁beside": 17620,
+      "▁Мі": 17621,
+      "▁ath": 17622,
+      "▁advent": 17623,
+      "cji": 17624,
+      "written": 17625,
+      "▁russ": 17626,
+      "rost": 17627,
+      "HI": 17628,
+      "▁dice": 17629,
+      "cca": 17630,
+      "▁dép": 17631,
+      "ply": 17632,
+      "bigg": 17633,
+      "ział": 17634,
+      "ütt": 17635,
+      "▁одно": 17636,
+      "JECT": 17637,
+      "ському": 17638,
+      "nos": 17639,
+      "mock": 17640,
+      "Launch": 17641,
+      "same": 17642,
+      "▁jobs": 17643,
+      "▁widely": 17644,
+      "▁defines": 17645,
+      "▁Pse": 17646,
+      "▁neighbour": 17647,
+      "ющие": 17648,
+      "▁closer": 17649,
+      "▁располо": 17650,
+      "▁clubs": 17651,
+      "fly": 17652,
+      "шим": 17653,
+      "▁suffered": 17654,
+      "▁nar": 17655,
+      "▁lavor": 17656,
+      "Extension": 17657,
+      "itionally": 17658,
+      "▁grace": 17659,
+      "▁Campeonato": 17660,
+      "▁Christmas": 17661,
+      "middle": 17662,
+      "othek": 17663,
+      "elements": 17664,
+      "▁sondern": 17665,
+      "▁tarde": 17666,
+      "▁permanent": 17667,
+      "▁conclude": 17668,
+      "Seg": 17669,
+      "▁акаде": 17670,
+      "}\",": 17671,
+      "▁февраля": 17672,
+      "řed": 17673,
+      "▁IL": 17674,
+      "jud": 17675,
+      "▁USS": 17676,
+      "▁Nature": 17677,
+      "ifference": 17678,
+      "Serializer": 17679,
+      "▁twelve": 17680,
+      "tid": 17681,
+      "мия": 17682,
+      "ческого": 17683,
+      "▁calendar": 17684,
+      "concat": 17685,
+      "▁intersection": 17686,
+      "▁PA": 17687,
+      "azure": 17688,
+      "▁située": 17689,
+      "▁kinds": 17690,
+      "▁ausge": 17691,
+      "▁rural": 17692,
+      "Theme": 17693,
+      "▁tale": 17694,
+      "noindent": 17695,
+      "going": 17696,
+      "rx": 17697,
+      "agi": 17698,
+      "wrapper": 17699,
+      "▁Coast": 17700,
+      "mbH": 17701,
+      "▁перед": 17702,
+      "spre": 17703,
+      "▁}\\": 17704,
+      "▁LI": 17705,
+      "znam": 17706,
+      "itled": 17707,
+      "Sample": 17708,
+      "uliar": 17709,
+      "*\\": 17710,
+      "▁resistance": 17711,
+      "stock": 17712,
+      "ked": 17713,
+      "▁HE": 17714,
+      "▁possession": 17715,
+      "▁Ring": 17716,
+      "▁magyar": 17717,
+      "outs": 17718,
+      "▁Secretary": 17719,
+      "nde": 17720,
+      "▁Wald": 17721,
+      "-(": 17722,
+      "▁ISO": 17723,
+      "▁afternoon": 17724,
+      "ionen": 17725,
+      "▁stops": 17726,
+      "▁constants": 17727,
+      "guard": 17728,
+      "bow": 17729,
+      "▁ers": 17730,
+      "▁Firebase": 17731,
+      "▁Clear": 17732,
+      "▁Holy": 17733,
+      "Win": 17734,
+      "▁titles": 17735,
+      "▁трав": 17736,
+      "▁contrib": 17737,
+      "häng": 17738,
+      "▁photograph": 17739,
+      "▁Distribution": 17740,
+      "ifts": 17741,
+      "▁aunque": 17742,
+      "comb": 17743,
+      "ADD": 17744,
+      "▁publication": 17745,
+      "▁служ": 17746,
+      "▁кня": 17747,
+      "▁ayant": 17748,
+      "▁restore": 17749,
+      "▁belief": 17750,
+      "▁vég": 17751,
+      "▁extensions": 17752,
+      "▁decom": 17753,
+      "вший": 17754,
+      "WT": 17755,
+      "▁parti": 17756,
+      "▁gioc": 17757,
+      "▁мира": 17758,
+      "▁issu": 17759,
+      "pipe": 17760,
+      "▁props": 17761,
+      "▁willing": 17762,
+      "▁nest": 17763,
+      "aso": 17764,
+      "pot": 17765,
+      "▁handles": 17766,
+      "▁фо": 17767,
+      "▁moder": 17768,
+      "▁ebenfalls": 17769,
+      "▁fighting": 17770,
+      "umbn": 17771,
+      "▁transparent": 17772,
+      "▁Krist": 17773,
+      "▁homes": 17774,
+      "▁voyage": 17775,
+      "Failed": 17776,
+      "▁Bird": 17777,
+      "▁Heart": 17778,
+      "Counter": 17779,
+      "▁Scottish": 17780,
+      "ática": 17781,
+      "▁arbeit": 17782,
+      "^{-\\": 17783,
+      "▁Sor": 17784,
+      "▁engaged": 17785,
+      "▁aside": 17786,
+      "▁Fou": 17787,
+      "▁wiel": 17788,
+      "▁reconst": 17789,
+      "ousin": 17790,
+      "▁hosted": 17791,
+      "▁classe": 17792,
+      "▁contest": 17793,
+      "...\"": 17794,
+      "мом": 17795,
+      "▁bean": 17796,
+      "gem": 17797,
+      "▁consultato": 17798,
+      "▁bio": 17799,
+      "▁subjects": 17800,
+      "boBox": 17801,
+      "▁Schrift": 17802,
+      "▁dinner": 17803,
+      "ăr": 17804,
+      "▁równ": 17805,
+      "▁%%": 17806,
+      "bage": 17807,
+      "▁veröff": 17808,
+      "▁detected": 17809,
+      "ienn": 17810,
+      "rose": 17811,
+      "▁Ton": 17812,
+      "Complete": 17813,
+      "▁proto": 17814,
+      "ichts": 17815,
+      "STAT": 17816,
+      "Checked": 17817,
+      "▁inten": 17818,
+      "▁smile": 17819,
+      "▁strip": 17820,
+      "neut": 17821,
+      "');\r": 17822,
+      "four": 17823,
+      "▁todas": 17824,
+      "Controls": 17825,
+      "▁thorough": 17826,
+      "rup": 17827,
+      "▁држави": 17828,
+      "ită": 17829,
+      "Protocol": 17830,
+      "Ка": 17831,
+      "▁expanded": 17832,
+      "extra": 17833,
+      "oport": 17834,
+      "▁Станов": 17835,
+      "leases": 17836,
+      "▁notion": 17837,
+      "▁guest": 17838,
+      "▁Islands": 17839,
+      "icked": 17840,
+      "▁Dave": 17841,
+      "▁reflection": 17842,
+      "liv": 17843,
+      "ální": 17844,
+      "▁revealed": 17845,
+      "▁sog": 17846,
+      "▁Tax": 17847,
+      "▁periodo": 17848,
+      "▁Weltkrie": 17849,
+      "catalina": 17850,
+      "qué": 17851,
+      "▁Father": 17852,
+      "▁Bir": 17853,
+      "expect": 17854,
+      "▁regression": 17855,
+      "iné": 17856,
+      "▁dabei": 17857,
+      "perm": 17858,
+      "мене": 17859,
+      "▁Abd": 17860,
+      "▁CF": 17861,
+      "arks": 17862,
+      "resolve": 17863,
+      "wedge": 17864,
+      "▁initialization": 17865,
+      "▁Véase": 17866,
+      "▁приня": 17867,
+      "stmt": 17868,
+      "▁income": 17869,
+      "MY": 17870,
+      "▁odkazy": 17871,
+      "▁Siehe": 17872,
+      "▁bodies": 17873,
+      "▁soc": 17874,
+      "Random": 17875,
+      "▁senza": 17876,
+      "ablo": 17877,
+      "▁regarded": 17878,
+      "onCreate": 17879,
+      "▁Magazine": 17880,
+      "▁Raf": 17881,
+      "▁Buenos": 17882,
+      "ил": 17883,
+      ")));": 17884,
+      "capt": 17885,
+      "redirect": 17886,
+      "▁petit": 17887,
+      "▁farm": 17888,
+      "▁rôle": 17889,
+      "▁статьи": 17890,
+      "    ": 17891,
+      "subfigure": 17892,
+      "èces": 17893,
+      "ziel": 17894,
+      "▁окон": 17895,
+      "EE": 17896,
+      "mee": 17897,
+      "▁perten": 17898,
+      "▁représent": 17899,
+      "▁LA": 17900,
+      "?'": 17901,
+      "▁тру": 17902,
+      "▁rational": 17903,
+      "osof": 17904,
+      "▁kne": 17905,
+      "▁artists": 17906,
+      "Flow": 17907,
+      "▁Аль": 17908,
+      "izard": 17909,
+      "▁numero": 17910,
+      "actic": 17911,
+      "▁destruct": 17912,
+      "▁Пра": 17913,
+      "onsieur": 17914,
+      "qt": 17915,
+      "abestanden": 17916,
+      "ność": 17917,
+      "Connect": 17918,
+      "▁oracle": 17919,
+      "▁Stockholm": 17920,
+      "sizeof": 17921,
+      "▁gemäß": 17922,
+      "ACT": 17923,
+      "▁expert": 17924,
+      "utions": 17925,
+      "▁hacia": 17926,
+      "▁logger": 17927,
+      "▁fool": 17928,
+      "rypto": 17929,
+      "ær": 17930,
+      "▁cidade": 17931,
+      "▁составе": 17932,
+      "oker": 17933,
+      "▁Transfer": 17934,
+      "▁denied": 17935,
+      "Track": 17936,
+      "▁radi": 17937,
+      "zec": 17938,
+      "▁Historic": 17939,
+      "▁Einwohner": 17940,
+      "кою": 17941,
+      "▁хра": 17942,
+      "▁Category": 17943,
+      "▁Disney": 17944,
+      "▁swap": 17945,
+      "Begin": 17946,
+      "▁mientras": 17947,
+      "▁dance": 17948,
+      "▁tête": 17949,
+      "▁droit": 17950,
+      "erta": 17951,
+      "▁birds": 17952,
+      "▁convin": 17953,
+      "parator": 17954,
+      "дра": 17955,
+      "▁ES": 17956,
+      "▁Ressources": 17957,
+      "EGIN": 17958,
+      "ücke": 17959,
+      "▁Cruz": 17960,
+      "abling": 17961,
+      "▁\"@": 17962,
+      "▁metres": 17963,
+      "▁Beg": 17964,
+      "▁Gründ": 17965,
+      "▁Boh": 17966,
+      "▁mile": 17967,
+      "▁Technology": 17968,
+      "\"+": 17969,
+      "acco": 17970,
+      "▁ss": 17971,
+      "▁Fed": 17972,
+      "▁Hend": 17973,
+      "usch": 17974,
+      "itä": 17975,
+      "folk": 17976,
+      "▁absor": 17977,
+      "antal": 17978,
+      "odge": 17979,
+      "▁WHEN": 17980,
+      "▁Externí": 17981,
+      "▁Regiment": 17982,
+      "▁evaluation": 17983,
+      "▁Tai": 17984,
+      "▁vocals": 17985,
+      "▁experimental": 17986,
+      "embed": 17987,
+      "▁Minn": 17988,
+      "▁вме": 17989,
+      "prec": 17990,
+      "every": 17991,
+      "▁hoof": 17992,
+      "▁Fernando": 17993,
+      "▁Bibliographie": 17994,
+      "▁nag": 17995,
+      "amerikanischer": 17996,
+      "▁marks": 17997,
+      "▁UTC": 17998,
+      "▁uncertain": 17999,
+      "дия": 18000,
+      "olia": 18001,
+      "▁cup": 18002,
+      "▁fille": 18003,
+      "▁dok": 18004,
+      "useppe": 18005,
+      "esterd": 18006,
+      "▁Brand": 18007,
+      "▁Third": 18008,
+      "PP": 18009,
+      "nodes": 18010,
+      "▁Pad": 18011,
+      "▁loved": 18012,
+      "swing": 18013,
+      "▁surprised": 18014,
+      "ardi": 18015,
+      "▁GR": 18016,
+      "]\"": 18017,
+      "▁equally": 18018,
+      "ihe": 18019,
+      "care": 18020,
+      "писок": 18021,
+      "lijk": 18022,
+      "rinn": 18023,
+      "▁\\[\\": 18024,
+      "▁sons": 18025,
+      "▁tät": 18026,
+      "icamente": 18027,
+      "▁listing": 18028,
+      "iellement": 18029,
+      "▁nyelven": 18030,
+      "▁ds": 18031,
+      "▁agricult": 18032,
+      "▁Hermann": 18033,
+      "▁besides": 18034,
+      "progress": 18035,
+      "▁peculiar": 18036,
+      "focus": 18037,
+      "cn": 18038,
+      "-$": 18039,
+      "ственный": 18040,
+      "ourg": 18041,
+      "▁wyn": 18042,
+      "▁conducted": 18043,
+      "▁Становништво": 18044,
+      "connected": 18045,
+      "▁bott": 18046,
+      "▁смер": 18047,
+      "▁Poz": 18048,
+      "unct": 18049,
+      "conda": 18050,
+      "▁савезној": 18051,
+      "▁havet": 18052,
+      "ligt": 18053,
+      "orted": 18054,
+      "▁entering": 18055,
+      "multip": 18056,
+      "▁Temple": 18057,
+      "▁Plant": 18058,
+      "typeof": 18059,
+      "▁Vlad": 18060,
+      "▁qued": 18061,
+      "▁reste": 18062,
+      "▁май": 18063,
+      "▁Very": 18064,
+      "ambiguation": 18065,
+      "▁challeng": 18066,
+      "▁respective": 18067,
+      "▁тор": 18068,
+      "Ctrl": 18069,
+      "▁absence": 18070,
+      "aru": 18071,
+      "вое": 18072,
+      "▁först": 18073,
+      "▁sq": 18074,
+      "▁Emperor": 18075,
+      "▁Ign": 18076,
+      "▁това": 18077,
+      ":`": 18078,
+      "adoop": 18079,
+      "▁Madame": 18080,
+      "▁gruppo": 18081,
+      "stud": 18082,
+      "▁externas": 18083,
+      "▁Александр": 18084,
+      "▁dign": 18085,
+      "▁живе": 18086,
+      "Amount": 18087,
+      "▁correlate": 18088,
+      "▁Fant": 18089,
+      "▁rails": 18090,
+      "fp": 18091,
+      "министратив": 18092,
+      "▁bought": 18093,
+      "▁filters": 18094,
+      "▁ancora": 18095,
+      "▁partner": 18096,
+      "▁quand": 18097,
+      "symbol": 18098,
+      "ulating": 18099,
+      "▁zd": 18100,
+      "awn": 18101,
+      "▁Grant": 18102,
+      "because": 18103,
+      "rable": 18104,
+      "\\}": 18105,
+      "ísticas": 18106,
+      "▁уче": 18107,
+      "▁période": 18108,
+      "▁ske": 18109,
+      "▁Anyway": 18110,
+      "▁indexes": 18111,
+      "▁directions": 18112,
+      "▁RAM": 18113,
+      "chrome": 18114,
+      "▁apost": 18115,
+      "▁warnings": 18116,
+      "▁Airport": 18117,
+      "VI": 18118,
+      "abile": 18119,
+      "▁lord": 18120,
+      "provider": 18121,
+      "▁Ji": 18122,
+      "ostream": 18123,
+      "▁gemeente": 18124,
+      "tableView": 18125,
+      "Extra": 18126,
+      "cursor": 18127,
+      "eground": 18128,
+      "▁Moz": 18129,
+      "▁rib": 18130,
+      "▁morph": 18131,
+      "loads": 18132,
+      "elsk": 18133,
+      "▁MAX": 18134,
+      "▁Santiago": 18135,
+      "▁Him": 18136,
+      "codes": 18137,
+      "▁lanz": 18138,
+      "▁counts": 18139,
+      "rinningsområ": 18140,
+      "щё": 18141,
+      "▁spé": 18142,
+      "▁pierws": 18143,
+      "▁Sver": 18144,
+      "▁acknow": 18145,
+      "Boolean": 18146,
+      "▁фамили": 18147,
+      "▁Senate": 18148,
+      "шов": 18149,
+      "agers": 18150,
+      "▁Nueva": 18151,
+      "bil": 18152,
+      "kiem": 18153,
+      "▁Mey": 18154,
+      "wij": 18155,
+      "▁GmbH": 18156,
+      "validation": 18157,
+      "▁ensuite": 18158,
+      "inking": 18159,
+      "▁campion": 18160,
+      "▁financial": 18161,
+      "izon": 18162,
+      "Headers": 18163,
+      "▁deprecated": 18164,
+      "▁fonction": 18165,
+      "REG": 18166,
+      "▁volumes": 18167,
+      "▁Chi": 18168,
+      "▁encountered": 18169,
+      "lak": 18170,
+      "рая": 18171,
+      "▁continues": 18172,
+      "▁~[": 18173,
+      "uerte": 18174,
+      "▁\\;": 18175,
+      "▁Dok": 18176,
+      "▁weights": 18177,
+      "▁rh": 18178,
+      "▁Napole": 18179,
+      "▁naturally": 18180,
+      "sku": 18181,
+      "pas": 18182,
+      "▁gegründ": 18183,
+      "etr": 18184,
+      "▁Ku": 18185,
+      "icted": 18186,
+      "▁fabric": 18187,
+      "▁ASC": 18188,
+      "▁Entertainment": 18189,
+      "▁energ": 18190,
+      "клад": 18191,
+      "omon": 18192,
+      "theme": 18193,
+      "▁харак": 18194,
+      "▁draft": 18195,
+      "▁channels": 18196,
+      "▁desert": 18197,
+      "▁través": 18198,
+      "▁Lock": 18199,
+      "▁siendo": 18200,
+      "фек": 18201,
+      "même": 18202,
+      "▁packet": 18203,
+      "▁Mountain": 18204,
+      "▁Fahr": 18205,
+      "braio": 18206,
+      "пере": 18207,
+      "▁genannt": 18208,
+      "▁deployment": 18209,
+      "Pal": 18210,
+      "ног": 18211,
+      "стру": 18212,
+      "Prim": 18213,
+      "für": 18214,
+      "▁dangerous": 18215,
+      "▁szám": 18216,
+      "reck": 18217,
+      "▁popup": 18218,
+      "icky": 18219,
+      "inar": 18220,
+      "cowo": 18221,
+      "нцикло": 18222,
+      "ítás": 18223,
+      "▁plugins": 18224,
+      "▁driven": 18225,
+      "лев": 18226,
+      "▁\"(": 18227,
+      "tta": 18228,
+      "▁Ú": 18229,
+      "▁eb": 18230,
+      "▁'';": 18231,
+      "▁knock": 18232,
+      "▁основа": 18233,
+      "▁maison": 18234,
+      "гля": 18235,
+      "▁Honor": 18236,
+      "tail": 18237,
+      "ritz": 18238,
+      "▁guys": 18239,
+      "▁combinations": 18240,
+      "ondere": 18241,
+      "▁Ald": 18242,
+      "▁fiddle": 18243,
+      "дав": 18244,
+      "urd": 18245,
+      "▁projection": 18246,
+      "▁También": 18247,
+      "verb": 18248,
+      "▁terre": 18249,
+      "rugu": 18250,
+      "▁september": 18251,
+      "▁<!": 18252,
+      "cost": 18253,
+      "▁nut": 18254,
+      "{%": 18255,
+      "▁ubic": 18256,
+      "amarin": 18257,
+      "тии": 18258,
+      "▁patron": 18259,
+      "▁amely": 18260,
+      "▁esto": 18261,
+      "▁listop": 18262,
+      "fal": 18263,
+      "▁Prop": 18264,
+      "▁Ont": 18265,
+      "▁Made": 18266,
+      "TEST": 18267,
+      "▁Nem": 18268,
+      "▁Nations": 18269,
+      "▁ву": 18270,
+      "including": 18271,
+      "▁spectrum": 18272,
+      "▁Lan": 18273,
+      "▁Ever": 18274,
+      "Paul": 18275,
+      "tm": 18276,
+      "Append": 18277,
+      "Relative": 18278,
+      "disabled": 18279,
+      "returns": 18280,
+      "▁flowers": 18281,
+      "iku": 18282,
+      "▁|\\": 18283,
+      "▁Jordan": 18284,
+      "▁Small": 18285,
+      "▁cic": 18286,
+      "▁sexual": 18287,
+      "autre": 18288,
+      "вал": 18289,
+      "▁rip": 18290,
+      "oust": 18291,
+      "▁Philadelphia": 18292,
+      "▁uk": 18293,
+      "▁Mongo": 18294,
+      "xmlns": 18295,
+      "▁shop": 18296,
+      "▁debugger": 18297,
+      "▁zaj": 18298,
+      "▁Billy": 18299,
+      "▁niem": 18300,
+      "olis": 18301,
+      "▁россий": 18302,
+      "agner": 18303,
+      "▁maven": 18304,
+      "▁Gustav": 18305,
+      "Aus": 18306,
+      "compare": 18307,
+      "▁jeu": 18308,
+      "uder": 18309,
+      "ishment": 18310,
+      "▁дивизи": 18311,
+      "▁Finland": 18312,
+      "нут": 18313,
+      "zés": 18314,
+      "▁Ligações": 18315,
+      "▁quello": 18316,
+      "annotation": 18317,
+      "▁threw": 18318,
+      "▁Proof": 18319,
+      "▁Area": 18320,
+      "ashi": 18321,
+      "▁FO": 18322,
+      "jamin": 18323,
+      "дент": 18324,
+      "▁unus": 18325,
+      "friend": 18326,
+      ".\");": 18327,
+      "▁trakten": 18328,
+      "documentclass": 18329,
+      "anka": 18330,
+      "▁arrive": 18331,
+      "▁donne": 18332,
+      "oly": 18333,
+      "▁Rein": 18334,
+      "▁facebook": 18335,
+      "icina": 18336,
+      "slice": 18337,
+      "▁nagy": 18338,
+      "▁hebben": 18339,
+      "▁IC": 18340,
+      "▁Bag": 18341,
+      "▁circul": 18342,
+      "áct": 18343,
+      "mitt": 18344,
+      "▁grey": 18345,
+      "▁cav": 18346,
+      "▁особи": 18347,
+      "▁symmetric": 18348,
+      "▁Sic": 18349,
+      "▁medium": 18350,
+      "▁UTF": 18351,
+      "▁Dopo": 18352,
+      "ích": 18353,
+      "bare": 18354,
+      "dzie": 18355,
+      "▁heaven": 18356,
+      "▁campe": 18357,
+      "esterday": 18358,
+      "▁Wissenschaft": 18359,
+      "поль": 18360,
+      "did": 18361,
+      "aler": 18362,
+      "▁citizens": 18363,
+      "▁Margaret": 18364,
+      "▁sought": 18365,
+      "charts": 18366,
+      "CLC": 18367,
+      "olly": 18368,
+      "ysz": 18369,
+      "wald": 18370,
+      "▁fen": 18371,
+      "▁Six": 18372,
+      "▁Urs": 18373,
+      "▁орган": 18374,
+      "▁Trad": 18375,
+      "cue": 18376,
+      "schutz": 18377,
+      "▁precise": 18378,
+      "▁Window": 18379,
+      "тие": 18380,
+      "лові": 18381,
+      "itori": 18382,
+      "disambiguation": 18383,
+      "▁хи": 18384,
+      "▁Natural": 18385,
+      "dan": 18386,
+      "▁concrete": 18387,
+      "ција": 18388,
+      "▁spel": 18389,
+      "▁Failed": 18390,
+      "ście": 18391,
+      "▁buf": 18392,
+      "uca": 18393,
+      "icional": 18394,
+      "▁ottobre": 18395,
+      "▁фі": 18396,
+      "▁submitted": 18397,
+      "lave": 18398,
+      "▁Plot": 18399,
+      "▁colleg": 18400,
+      "adem": 18401,
+      "▁chaque": 18402,
+      "▁neighborhood": 18403,
+      "▁calciatore": 18404,
+      "Loop": 18405,
+      "▁Gast": 18406,
+      "▁когда": 18407,
+      "▁industrial": 18408,
+      "▁fatal": 18409,
+      "▁Cert": 18410,
+      "lation": 18411,
+      "▁Одна": 18412,
+      "▁jamais": 18413,
+      "▁accum": 18414,
+      "Identity": 18415,
+      "▁Medal": 18416,
+      "Metadata": 18417,
+      "▁людя": 18418,
+      "bridge": 18419,
+      "Good": 18420,
+      "▁чтобы": 18421,
+      "▁composer": 18422,
+      "▁bread": 18423,
+      "▁closure": 18424,
+      "▁largely": 18425,
+      "FB": 18426,
+      "▁область": 18427,
+      "▁automatic": 18428,
+      "aría": 18429,
+      "▁sufficiently": 18430,
+      "▁italiana": 18431,
+      "▁каче": 18432,
+      "▁Jó": 18433,
+      "history": 18434,
+      "▁HD": 18435,
+      "▁siguiente": 18436,
+      "nell": 18437,
+      "▁Gree": 18438,
+      "▁Ti": 18439,
+      "▁transferred": 18440,
+      "équipe": 18441,
+      "▁Philippe": 18442,
+      "▁encourag": 18443,
+      "▁Vietnam": 18444,
+      "▁graphs": 18445,
+      "▁symmetry": 18446,
+      "fred": 18447,
+      "week": 18448,
+      "▁bronze": 18449,
+      "rys": 18450,
+      "▁namely": 18451,
+      "onders": 18452,
+      "lemagne": 18453,
+      "XY": 18454,
+      "Convert": 18455,
+      "}](": 18456,
+      "Region": 18457,
+      "pecies": 18458,
+      "▁texture": 18459,
+      "▁chr": 18460,
+      "него": 18461,
+      "▁somebody": 18462,
+      "aqu": 18463,
+      "eras": 18464,
+      "▁Ново": 18465,
+      "▁dez": 18466,
+      "aniu": 18467,
+      "okrat": 18468,
+      "▁covers": 18469,
+      "▁signals": 18470,
+      "ђе": 18471,
+      "▁Heb": 18472,
+      "▁Anti": 18473,
+      "IVE": 18474,
+      "▁ress": 18475,
+      "LETE": 18476,
+      "yna": 18477,
+      "пла": 18478,
+      "ждения": 18479,
+      "▁champ": 18480,
+      "▁villages": 18481,
+      "Zone": 18482,
+      "▁iPhone": 18483,
+      "▁souvent": 18484,
+      "ські": 18485,
+      "▁febbraio": 18486,
+      "ército": 18487,
+      "▁XI": 18488,
+      "okat": 18489,
+      "▁membres": 18490,
+      "junit": 18491,
+      "▁Draw": 18492,
+      "▁прово": 18493,
+      "audio": 18494,
+      "endl": 18495,
+      "▁Nad": 18496,
+      "▁magnitude": 18497,
+      "Sur": 18498,
+      "icing": 18499,
+      "▁unw": 18500,
+      "▁отри": 18501,
+      "▁Bey": 18502,
+      "▁Vik": 18503,
+      "▁política": 18504,
+      "porter": 18505,
+      "▁Barbara": 18506,
+      "ált": 18507,
+      "bib": 18508,
+      "▁accompan": 18509,
+      "VP": 18510,
+      "▁encoded": 18511,
+      "▁Sometimes": 18512,
+      "bird": 18513,
+      "▁Ult": 18514,
+      "▁tun": 18515,
+      "getText": 18516,
+      "▁arrival": 18517,
+      "scriptstyle": 18518,
+      "{`": 18519,
+      "▁perspective": 18520,
+      "LINE": 18521,
+      "Formatter": 18522,
+      "▁bom": 18523,
+      "вра": 18524,
+      "DEBUG": 18525,
+      "Bounds": 18526,
+      "▁Title": 18527,
+      "ló": 18528,
+      "Dan": 18529,
+      "▁gene": 18530,
+      "▁Bit": 18531,
+      "▁reproduce": 18532,
+      "▁graphics": 18533,
+      "▁сем": 18534,
+      "рё": 18535,
+      "▁реки": 18536,
+      "usalem": 18537,
+      "рож": 18538,
+      "▁DES": 18539,
+      "▁Software": 18540,
+      "urance": 18541,
+      "ithmetic": 18542,
+      "eness": 18543,
+      "ichi": 18544,
+      "Converter": 18545,
+      "▁github": 18546,
+      "erdings": 18547,
+      "glise": 18548,
+      "ách": 18549,
+      "▁buried": 18550,
+      "▁vision": 18551,
+      "Miss": 18552,
+      "▁sees": 18553,
+      "▁personnes": 18554,
+      "▁Intel": 18555,
+      "elia": 18556,
+      "▁člán": 18557,
+      "▁chi": 18558,
+      "▁klas": 18559,
+      "auté": 18560,
+      "▁stark": 18561,
+      "cze": 18562,
+      "▁drivers": 18563,
+      "vn": 18564,
+      "!,": 18565,
+      "▁годы": 18566,
+      "Hi": 18567,
+      "▁explains": 18568,
+      "articles": 18569,
+      "▁zug": 18570,
+      "Prom": 18571,
+      ">=": 18572,
+      "▁Beat": 18573,
+      "▁Sax": 18574,
+      "vertical": 18575,
+      "кто": 18576,
+      "▁plants": 18577,
+      "▁Références": 18578,
+      "▁ogni": 18579,
+      "▁curs": 18580,
+      "▁SK": 18581,
+      "они": 18582,
+      "▁destac": 18583,
+      "\");\r": 18584,
+      "▁Sure": 18585,
+      "▁partido": 18586,
+      "▁Folge": 18587,
+      "▁Moore": 18588,
+      "▁wz": 18589,
+      "скус": 18590,
+      "ltre": 18591,
+      "ondo": 18592,
+      "▁pose": 18593,
+      "imos": 18594,
+      "бой": 18595,
+      "ципа": 18596,
+      "jus": 18597,
+      ".....": 18598,
+      "▁época": 18599,
+      "▁quanto": 18600,
+      "▁Support": 18601,
+      "geschichte": 18602,
+      "SERVER": 18603,
+      "▁Georges": 18604,
+      "enum": 18605,
+      "▁herm": 18606,
+      "▁nebo": 18607,
+      "▁Chr": 18608,
+      "character": 18609,
+      "▁***": 18610,
+      "▁Forsch": 18611,
+      "iami": 18612,
+      "▁¿": 18613,
+      "cych": 18614,
+      "▁fifth": 18615,
+      "sent": 18616,
+      "▁anderem": 18617,
+      "▁proportion": 18618,
+      "▁prest": 18619,
+      "▁Girl": 18620,
+      "▁drama": 18621,
+      "wand": 18622,
+      "▁Mail": 18623,
+      "▁Lux": 18624,
+      "▁který": 18625,
+      "▁Gesellschaft": 18626,
+      "▁Hinweis": 18627,
+      "nisse": 18628,
+      "▁mondo": 18629,
+      "Eq": 18630,
+      "▁perí": 18631,
+      "▁eastern": 18632,
+      "▁UEFA": 18633,
+      "uale": 18634,
+      "▁convex": 18635,
+      "▁поль": 18636,
+      "▁Hey": 18637,
+      "zenie": 18638,
+      "initely": 18639,
+      "▁Zusammen": 18640,
+      "SSL": 18641,
+      "ocal": 18642,
+      "▁canal": 18643,
+      "voy": 18644,
+      "▁Кри": 18645,
+      "▁között": 18646,
+      "▁cars": 18647,
+      "▁versión": 18648,
+      "Environment": 18649,
+      "Her": 18650,
+      "▁señ": 18651,
+      "▁spatial": 18652,
+      "ymi": 18653,
+      "Fire": 18654,
+      "▁veget": 18655,
+      "▁Wie": 18656,
+      "▁znaj": 18657,
+      "▁damage": 18658,
+      "▁endl": 18659,
+      "gif": 18660,
+      "▁quali": 18661,
+      "▁которых": 18662,
+      "ellan": 18663,
+      "▁mens": 18664,
+      "▁plug": 18665,
+      "▁abund": 18666,
+      "FIG": 18667,
+      "▁sf": 18668,
+      "▁confl": 18669,
+      "▁населения": 18670,
+      "▁principles": 18671,
+      "▁Gabriel": 18672,
+      "ibe": 18673,
+      "▁{%": 18674,
+      "▁població": 18675,
+      "ніципа": 18676,
+      "▁extreme": 18677,
+      "▁asse": 18678,
+      "▁vu": 18679,
+      "Mock": 18680,
+      "▁spielte": 18681,
+      "▁Aer": 18682,
+      "▁datos": 18683,
+      "endes": 18684,
+      "▁Gel": 18685,
+      "▁Gor": 18686,
+      "Christ": 18687,
+      "chos": 18688,
+      "Processor": 18689,
+      "▁instruct": 18690,
+      "▁picked": 18691,
+      "nahme": 18692,
+      "fahr": 18693,
+      "▁indicated": 18694,
+      "▁%.": 18695,
+      "▁ts": 18696,
+      "▁notable": 18697,
+      "▁qualified": 18698,
+      "▁Ал": 18699,
+      "Black": 18700,
+      "▁council": 18701,
+      "▁overhead": 18702,
+      "aci": 18703,
+      "année": 18704,
+      "▁initWith": 18705,
+      "bió": 18706,
+      "▁introduction": 18707,
+      "▁companion": 18708,
+      "▁expon": 18709,
+      "▁kör": 18710,
+      "oby": 18711,
+      "burn": 18712,
+      "gnu": 18713,
+      "virtual": 18714,
+      "▁intellect": 18715,
+      "▁держа": 18716,
+      "'+": 18717,
+      "бле": 18718,
+      "▁strictly": 18719,
+      "▁recognize": 18720,
+      "hour": 18721,
+      "▁Wrest": 18722,
+      "ennen": 18723,
+      "$).": 18724,
+      "fff": 18725,
+      "▁Centro": 18726,
+      "▁Pitt": 18727,
+      "▁dział": 18728,
+      "▁cela": 18729,
+      "▁francese": 18730,
+      "рами": 18731,
+      "special": 18732,
+      "▁Dup": 18733,
+      "toire": 18734,
+      "каль": 18735,
+      "COUNT": 18736,
+      "▁Brook": 18737,
+      "▁руково": 18738,
+      "publique": 18739,
+      "▁seconda": 18740,
+      "▁compt": 18741,
+      "▁bland": 18742,
+      "Before": 18743,
+      "▁Pack": 18744,
+      "alty": 18745,
+      "öder": 18746,
+      "▁intervals": 18747,
+      "▁Datenbank": 18748,
+      "Movie": 18749,
+      "▁transm": 18750,
+      "▁tap": 18751,
+      "▁поч": 18752,
+      "fon": 18753,
+      "iai": 18754,
+      "▁fib": 18755,
+      "▁wyd": 18756,
+      "▁hung": 18757,
+      "▁alive": 18758,
+      "Clear": 18759,
+      "▁pushed": 18760,
+      "▁tuple": 18761,
+      "achen": 18762,
+      "гово": 18763,
+      "▁revers": 18764,
+      "▁augment": 18765,
+      "▁challenge": 18766,
+      "lost": 18767,
+      "▁deuxième": 18768,
+      "structor": 18769,
+      "▁mehrerer": 18770,
+      "atural": 18771,
+      "Split": 18772,
+      "стем": 18773,
+      "шла": 18774,
+      ")\\\\": 18775,
+      "▁Dog": 18776,
+      "▁developers": 18777,
+      "▁nod": 18778,
+      "▁сторо": 18779,
+      "▁NaN": 18780,
+      "▁priest": 18781,
+      "▁exha": 18782,
+      "UND": 18783,
+      "pair": 18784,
+      "alone": 18785,
+      "▁moon": 18786,
+      "▁#!/": 18787,
+      "▁guns": 18788,
+      "rola": 18789,
+      "чита": 18790,
+      "▁Encyclopedia": 18791,
+      "atis": 18792,
+      "▁'\"": 18793,
+      "zych": 18794,
+      "▁superfic": 18795,
+      "▁эк": 18796,
+      "едера": 18797,
+      "feed": 18798,
+      "LAY": 18799,
+      "Fi": 18800,
+      "unks": 18801,
+      "isecond": 18802,
+      "▁'@": 18803,
+      "▁Adding": 18804,
+      "рое": 18805,
+      "▁tang": 18806,
+      "цо": 18807,
+      "hung": 18808,
+      "bis": 18809,
+      "ského": 18810,
+      "▁advert": 18811,
+      "▁занима": 18812,
+      "uzz": 18813,
+      "ágina": 18814,
+      "▁Tel": 18815,
+      "sig": 18816,
+      "▁Ez": 18817,
+      "▁guarantee": 18818,
+      "▁teaching": 18819,
+      "oty": 18820,
+      "termin": 18821,
+      "▁distributions": 18822,
+      "FLA": 18823,
+      "▁Giuseppe": 18824,
+      "querySelector": 18825,
+      "▁/\\": 18826,
+      "▁Squad": 18827,
+      "gz": 18828,
+      "delay": 18829,
+      "▁surrounding": 18830,
+      "▁manus": 18831,
+      "▁Hou": 18832,
+      "²,": 18833,
+      "▁cultiv": 18834,
+      "▁troubles": 18835,
+      "▁raison": 18836,
+      "expand": 18837,
+      "▁cov": 18838,
+      "nungen": 18839,
+      ")){": 18840,
+      "▁geen": 18841,
+      "▁außer": 18842,
+      "▁Лі": 18843,
+      "ři": 18844,
+      "▁situations": 18845,
+      "▁telep": 18846,
+      "▁Jed": 18847,
+      "▁travail": 18848,
+      "lias": 18849,
+      "bullet": 18850,
+      "▁selecting": 18851,
+      "avier": 18852,
+      "▁essential": 18853,
+      "(/": 18854,
+      "yyyy": 18855,
+      "ště": 18856,
+      "ulty": 18857,
+      "▁kra": 18858,
+      "▁tabs": 18859,
+      "▁experienced": 18860,
+      "azi": 18861,
+      "▁Directory": 18862,
+      "▁cron": 18863,
+      "▁spend": 18864,
+      "▁RA": 18865,
+      "▁selenium": 18866,
+      "▁Thé": 18867,
+      "Elements": 18868,
+      "cii": 18869,
+      "▁plat": 18870,
+      "▁archive": 18871,
+      "▁assistance": 18872,
+      "▁neck": 18873,
+      "▁Avenue": 18874,
+      "▁wheel": 18875,
+      "▁hade": 18876,
+      "Common": 18877,
+      "▁Dialog": 18878,
+      "▁forg": 18879,
+      "▁surely": 18880,
+      "▁hockey": 18881,
+      "któ": 18882,
+      "▁tk": 18883,
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁": 18884,
+      "▁Bruce": 18885,
+      "▁enorm": 18886,
+      ",’": 18887,
+      "▁Christopher": 18888,
+      "jev": 18889,
+      "▁quad": 18890,
+      "▁AJAX": 18891,
+      "▁relief": 18892,
+      "▁modes": 18893,
+      "sklär": 18894,
+      "▁Vid": 18895,
+      "▁Serial": 18896,
+      "▁tokens": 18897,
+      "▁Poland": 18898,
+      "\\]": 18899,
+      "▁vide": 18900,
+      "rooms": 18901,
+      "omas": 18902,
+      "▁Bureau": 18903,
+      "cx": 18904,
+      "ностью": 18905,
+      "▁signs": 18906,
+      "шение": 18907,
+      "lossen": 18908,
+      "▁Queens": 18909,
+      "▁membre": 18910,
+      "▁mez": 18911,
+      "▁Bool": 18912,
+      "▁Naj": 18913,
+      "▁Memory": 18914,
+      "▁Khan": 18915,
+      "▁là": 18916,
+      "▁Hud": 18917,
+      "▁dismiss": 18918,
+      "ighth": 18919,
+      "▁fs": 18920,
+      "prevent": 18921,
+      "▁меда": 18922,
+      "▁Police": 18923,
+      "▁ско": 18924,
+      "finite": 18925,
+      "▁ami": 18926,
+      "▁Much": 18927,
+      "owania": 18928,
+      "ORY": 18929,
+      "iors": 18930,
+      "▁Premio": 18931,
+      "▁textbox": 18932,
+      "dm": 18933,
+      "▁afin": 18934,
+      "▁Donald": 18935,
+      "▁Priv": 18936,
+      "▁decid": 18937,
+      "▁Maurice": 18938,
+      "agan": 18939,
+      "▁Britannica": 18940,
+      "▁oft": 18941,
+      "▁consecutive": 18942,
+      "\"?>": 18943,
+      "овий": 18944,
+      "student": 18945,
+      "▁peque": 18946,
+      "▁dieses": 18947,
+      "▁retour": 18948,
+      "étr": 18949,
+      "▁сез": 18950,
+      "▁kre": 18951,
+      "▁votes": 18952,
+      "ruption": 18953,
+      "izada": 18954,
+      "▁Wiel": 18955,
+      "▁Gray": 18956,
+      "▁Leop": 18957,
+      "teilung": 18958,
+      "(['": 18959,
+      "▁whites": 18960,
+      "frica": 18961,
+      "animation": 18962,
+      "curl": 18963,
+      "lings": 18964,
+      "=\"$": 18965,
+      "loyd": 18966,
+      "textsc": 18967,
+      "ору": 18968,
+      "▁села": 18969,
+      "esian": 18970,
+      "▁Mission": 18971,
+      "▁неза": 18972,
+      "▁ultimately": 18973,
+      "бов": 18974,
+      "olen": 18975,
+      "скому": 18976,
+      "nete": 18977,
+      "▁Dit": 18978,
+      "▁costru": 18979,
+      "dependent": 18980,
+      "▁Resource": 18981,
+      "▁hosts": 18982,
+      "▁rear": 18983,
+      "Duration": 18984,
+      "ників": 18985,
+      "Ма": 18986,
+      "▁planning": 18987,
+      "▁prediction": 18988,
+      "▁Lyn": 18989,
+      "▁kir": 18990,
+      "▁Legisl": 18991,
+      "мат": 18992,
+      "▁Soccer": 18993,
+      "▁survey": 18994,
+      "▁estadounidense": 18995,
+      "orgen": 18996,
+      "jourd": 18997,
+      "▁aprile": 18998,
+      "▁ids": 18999,
+      "ське": 19000,
+      "▁employee": 19001,
+      "▁Schauspieler": 19002,
+      "ръ": 19003,
+      "▁multimedia": 19004,
+      "▁свою": 19005,
+      "▁wine": 19006,
+      "▁EU": 19007,
+      "ică": 19008,
+      "▁Rhein": 19009,
+      "▁Palmar": 19010,
+      "oteca": 19011,
+      "▁prepare": 19012,
+      "▁Tot": 19013,
+      "▁Null": 19014,
+      "▁kin": 19015,
+      "inals": 19016,
+      "▁Newton": 19017,
+      "▁tbl": 19018,
+      "▁Sold": 19019,
+      "▁verf": 19020,
+      "aturing": 19021,
+      "▁laptop": 19022,
+      "▁Совет": 19023,
+      "secret": 19024,
+      "▁Olympic": 19025,
+      "▁footballer": 19026,
+      "▁Rudolf": 19027,
+      "▁conhe": 19028,
+      "zysk": 19029,
+      "▁evaluated": 19030,
+      "»)": 19031,
+      "shop": 19032,
+      "repository": 19033,
+      "▁zach": 19034,
+      "▁losing": 19035,
+      "etter": 19036,
+      "▁Wirtschaft": 19037,
+      "так": 19038,
+      "▁unnecessary": 19039,
+      "▁Phot": 19040,
+      "anska": 19041,
+      "▁Native": 19042,
+      "CCE": 19043,
+      "▁fifty": 19044,
+      "▁erw": 19045,
+      "rh": 19046,
+      "issent": 19047,
+      "}{(": 19048,
+      "▁lanç": 19049,
+      "▁Xcode": 19050,
+      "город": 19051,
+      "cir": 19052,
+      "▁película": 19053,
+      "▁Oscar": 19054,
+      "▁shore": 19055,
+      "▁supplied": 19056,
+      "examples": 19057,
+      "Mess": 19058,
+      "VICE": 19059,
+      "▁exclude": 19060,
+      "▁hen": 19061,
+      "▁губер": 19062,
+      "▁Fragment": 19063,
+      "▁Bitte": 19064,
+      "▁Besides": 19065,
+      "▁hes": 19066,
+      "▁ihrem": 19067,
+      "▁Serge": 19068,
+      "▁artific": 19069,
+      "=\"${": 19070,
+      "лово": 19071,
+      "uteur": 19072,
+      "taire": 19073,
+      "пас": 19074,
+      "▁easiest": 19075,
+      "▁famiglia": 19076,
+      "Normal": 19077,
+      "▁dalle": 19078,
+      "▁nations": 19079,
+      "rp": 19080,
+      "thead": 19081,
+      "▁області": 19082,
+      "▁Democratic": 19083,
+      "▁челове": 19084,
+      "мож": 19085,
+      "▁гер": 19086,
+      "▁smallest": 19087,
+      "▁Publishing": 19088,
+      "▁Ts": 19089,
+      "▁laughed": 19090,
+      "lle": 19091,
+      "▁Amt": 19092,
+      "▁IIS": 19093,
+      "FORM": 19094,
+      "Mag": 19095,
+      "дон": 19096,
+      "▁storia": 19097,
+      "▁organized": 19098,
+      "ční": 19099,
+      "▁ox": 19100,
+      "lingen": 19101,
+      "▁luego": 19102,
+      "cció": 19103,
+      "▁rely": 19104,
+      "▁tussen": 19105,
+      "erten": 19106,
+      "▁honour": 19107,
+      "▁Claude": 19108,
+      "▁Korea": 19109,
+      "▁Metropol": 19110,
+      "Super": 19111,
+      "rien": 19112,
+      "érature": 19113,
+      "attro": 19114,
+      "▁біль": 19115,
+      "▁Herbert": 19116,
+      "▁auteurs": 19117,
+      "▁darauf": 19118,
+      "▁mental": 19119,
+      "▁rang": 19120,
+      "▁són": 19121,
+      "▁Soph": 19122,
+      ")\",": 19123,
+      "Descriptor": 19124,
+      "prepare": 19125,
+      "▁Landkreis": 19126,
+      "HC": 19127,
+      "cross": 19128,
+      "лиза": 19129,
+      "▁Login": 19130,
+      "onen": 19131,
+      "Feature": 19132,
+      "▁museum": 19133,
+      "vek": 19134,
+      "▁Nelson": 19135,
+      "▁rejo": 19136,
+      "▁команди": 19137,
+      "▁summar": 19138,
+      "▁следу": 19139,
+      "ämp": 19140,
+      "▁Gas": 19141,
+      "вом": 19142,
+      "VALUE": 19143,
+      "inge": 19144,
+      "period": 19145,
+      "lassen": 19146,
+      "ával": 19147,
+      "▁altogether": 19148,
+      "umph": 19149,
+      "istro": 19150,
+      "ąż": 19151,
+      "▁Keep": 19152,
+      "▁Marco": 19153,
+      "▁étant": 19154,
+      "▁Dre": 19155,
+      "geometry": 19156,
+      "▁Kas": 19157,
+      "messages": 19158,
+      "Cook": 19159,
+      "▁Side": 19160,
+      "▁коми": 19161,
+      "стри": 19162,
+      "▁excess": 19163,
+      "▁Biografia": 19164,
+      "XXXX": 19165,
+      "▁Nie": 19166,
+      "vendor": 19167,
+      "xsd": 19168,
+      "Mill": 19169,
+      "processing": 19170,
+      "▁Missouri": 19171,
+      "▁permett": 19172,
+      "▁apar": 19173,
+      "▁crowd": 19174,
+      "fert": 19175,
+      "▁Dou": 19176,
+      "rí": 19177,
+      "▁CC": 19178,
+      "▁payment": 19179,
+      "▁Hollywood": 19180,
+      "▁Virtual": 19181,
+      "▁spoken": 19182,
+      "▁tram": 19183,
+      "▁Community": 19184,
+      "▁administrative": 19185,
+      "▁воло": 19186,
+      "gior": 19187,
+      "visor": 19188,
+      "▁Украи": 19189,
+      "stage": 19190,
+      "▁Format": 19191,
+      "▁convenient": 19192,
+      "На": 19193,
+      "▁median": 19194,
+      "▁вра": 19195,
+      "▁Према": 19196,
+      "enig": 19197,
+      "▁Opera": 19198,
+      "rés": 19199,
+      "▁fmt": 19200,
+      "▁efficiency": 19201,
+      "male": 19202,
+      "Master": 19203,
+      "Series": 19204,
+      "▁syd": 19205,
+      "generic": 19206,
+      "interval": 19207,
+      "▁efect": 19208,
+      "▁inwoners": 19209,
+      "лимпи": 19210,
+      "irement": 19211,
+      "Err": 19212,
+      "öh": 19213,
+      "▁lying": 19214,
+      "▁Settings": 19215,
+      "!=": 19216,
+      "ematic": 19217,
+      "argv": 19218,
+      "▁Basic": 19219,
+      "▁consideration": 19220,
+      "▁habe": 19221,
+      "-%": 19222,
+      "▁mountains": 19223,
+      "▁peak": 19224,
+      "▁fallen": 19225,
+      "eded": 19226,
+      "logic": 19227,
+      "▁matched": 19228,
+      "▁typing": 19229,
+      ")},": 19230,
+      "▁fancy": 19231,
+      "▁elegant": 19232,
+      "ال": 19233,
+      "▁участ": 19234,
+      "▁Sarah": 19235,
+      "▁Verd": 19236,
+      "▁tego": 19237,
+      "rules": 19238,
+      "▁mounted": 19239,
+      "▁ім": 19240,
+      "еру": 19241,
+      "stoff": 19242,
+      "fahren": 19243,
+      "distance": 19244,
+      "▁License": 19245,
+      "▁LEFT": 19246,
+      "▁wp": 19247,
+      "/{": 19248,
+      "▁amazon": 19249,
+      ">&": 19250,
+      "▁első": 19251,
+      "quarters": 19252,
+      "▁shock": 19253,
+      "nick": 19254,
+      "▁Archite": 19255,
+      "▁Square": 19256,
+      "▁rates": 19257,
+      "iore": 19258,
+      "▁Nat": 19259,
+      "▁Charlot": 19260,
+      "reichen": 19261,
+      "▁variation": 19262,
+      "osis": 19263,
+      "life": 19264,
+      "slide": 19265,
+      "abi": 19266,
+      "uki": 19267,
+      "mysq": 19268,
+      "▁primitive": 19269,
+      "▁universitaire": 19270,
+      "LENG": 19271,
+      "ależ": 19272,
+      "ebook": 19273,
+      "syn": 19274,
+      "▁Gegen": 19275,
+      "▁Kü": 19276,
+      "▁але": 19277,
+      "▁Lub": 19278,
+      "concurrent": 19279,
+      "izzato": 19280,
+      "▁stub": 19281,
+      "▁ie": 19282,
+      "▁'./": 19283,
+      "cod": 19284,
+      "▁internacional": 19285,
+      "▁Glas": 19286,
+      "▁mare": 19287,
+      "▁Neb": 19288,
+      "▁GB": 19289,
+      "kwargs": 19290,
+      "▁aument": 19291,
+      "WID": 19292,
+      "▁род": 19293,
+      "punkt": 19294,
+      "▁Grad": 19295,
+      "SN": 19296,
+      "AMP": 19297,
+      "▁Born": 19298,
+      "▁Guerre": 19299,
+      "готов": 19300,
+      "▁medio": 19301,
+      "Med": 19302,
+      "supp": 19303,
+      "actual": 19304,
+      "dropdown": 19305,
+      "▁oktober": 19306,
+      "▁ř": 19307,
+      "▁circular": 19308,
+      "▁skin": 19309,
+      "▁emphas": 19310,
+      "▁голов": 19311,
+      "▁pue": 19312,
+      "▁informations": 19313,
+      "▁Wolfgang": 19314,
+      "▁useless": 19315,
+      "ит": 19316,
+      "▁Joan": 19317,
+      "▁бор": 19318,
+      "▁Glad": 19319,
+      "▁Know": 19320,
+      "ként": 19321,
+      "speed": 19322,
+      "▁Kevin": 19323,
+      "unft": 19324,
+      "▁arqu": 19325,
+      "▁Casa": 19326,
+      "(...": 19327,
+      "▁rapidly": 19328,
+      "▁proble": 19329,
+      "▁Википеди": 19330,
+      "žen": 19331,
+      "▁Neben": 19332,
+      "▁Meter": 19333,
+      "Children": 19334,
+      "cem": 19335,
+      "igos": 19336,
+      "aju": 19337,
+      "▁Retrie": 19338,
+      "▁Hell": 19339,
+      "▁gig": 19340,
+      "▁controvers": 19341,
+      "▁zoom": 19342,
+      "▁cens": 19343,
+      "▁alcuni": 19344,
+      "▁Header": 19345,
+      "Meta": 19346,
+      "Required": 19347,
+      "▁институ": 19348,
+      "▁skup": 19349,
+      "▁ingles": 19350,
+      "égl": 19351,
+      "bij": 19352,
+      "▁tér": 19353,
+      "▁compag": 19354,
+      "▁committed": 19355,
+      "▁processed": 19356,
+      "Lower": 19357,
+      "▁Foreign": 19358,
+      "▁seq": 19359,
+      "sheets": 19360,
+      "▁Fem": 19361,
+      "hoz": 19362,
+      "inks": 19363,
+      "▁kall": 19364,
+      "variant": 19365,
+      "▁libro": 19366,
+      "▁clicks": 19367,
+      "▁gobierno": 19368,
+      "iegel": 19369,
+      "мого": 19370,
+      "geme": 19371,
+      "▁tower": 19372,
+      "▁parish": 19373,
+      "▁TCP": 19374,
+      "▁ls": 19375,
+      "▁nginx": 19376,
+      "NaN": 19377,
+      "▁Dir": 19378,
+      "▁Begriffe": 19379,
+      "arie": 19380,
+      "ímp": 19381,
+      "icios": 19382,
+      "▁sharing": 19383,
+      "▁cinéma": 19384,
+      "bec": 19385,
+      "RED": 19386,
+      "▁Kra": 19387,
+      "abol": 19388,
+      "▁flux": 19389,
+      "▁expensive": 19390,
+      "▁суще": 19391,
+      "▁`_": 19392,
+      "ocz": 19393,
+      "лист": 19394,
+      "▁acquaint": 19395,
+      "▁wise": 19396,
+      "▁pouvoir": 19397,
+      "▁devant": 19398,
+      "▁momentum": 19399,
+      "immer": 19400,
+      "▁Coupe": 19401,
+      "indexOf": 19402,
+      "▁doesnt": 19403,
+      "▁зав": 19404,
+      "▁license": 19405,
+      "▁â": 19406,
+      "CSS": 19407,
+      "▁rice": 19408,
+      "Team": 19409,
+      "▁ano": 19410,
+      "lit": 19411,
+      "▁merged": 19412,
+      "▁Cell": 19413,
+      "лл": 19414,
+      "boy": 19415,
+      "asts": 19416,
+      "▁sell": 19417,
+      "▁große": 19418,
+      "▁virtuel": 19419,
+      "Cancel": 19420,
+      "▁sj": 19421,
+      "gment": 19422,
+      ".<": 19423,
+      "чай": 19424,
+      "ië": 19425,
+      "akh": 19426,
+      "izers": 19427,
+      "prit": 19428,
+      "▁Tib": 19429,
+      "▁elaborate": 19430,
+      "▁fé": 19431,
+      "▁меди": 19432,
+      "LENGTH": 19433,
+      "▁primarily": 19434,
+      "▁scores": 19435,
+      "▁carrying": 19436,
+      "▁lake": 19437,
+      "compose": 19438,
+      "▁Township": 19439,
+      "unge": 19440,
+      "▁alberga": 19441,
+      "anych": 19442,
+      "quelle": 19443,
+      "▁Ark": 19444,
+      "▁pris": 19445,
+      "▁voll": 19446,
+      "шли": 19447,
+      "Validation": 19448,
+      "▁ceux": 19449,
+      "▁populate": 19450,
+      "\"\r": 19451,
+      "▁femmes": 19452,
+      "ANG": 19453,
+      "▁Despite": 19454,
+      "вые": 19455,
+      "iske": 19456,
+      "zug": 19457,
+      "нача": 19458,
+      "▁hatten": 19459,
+      "INSERT": 19460,
+      "Employee": 19461,
+      "▁moments": 19462,
+      "▁última": 19463,
+      "▁holder": 19464,
+      "blank": 19465,
+      "Collections": 19466,
+      "athers": 19467,
+      "▁grade": 19468,
+      "▁affairs": 19469,
+      ".$$": 19470,
+      "▁delta": 19471,
+      "▁Jugend": 19472,
+      "▁español": 19473,
+      "▁OUT": 19474,
+      "▁mathematical": 19475,
+      "▁mongo": 19476,
+      "▁Фе": 19477,
+      "uling": 19478,
+      "▁revolution": 19479,
+      "▁coin": 19480,
+      "▁subclass": 19481,
+      "\"=>": 19482,
+      "äche": 19483,
+      "▁pyg": 19484,
+      "щая": 19485,
+      "illery": 19486,
+      "▁comenz": 19487,
+      "depth": 19488,
+      "▁cél": 19489,
+      "▁resize": 19490,
+      "▁Same": 19491,
+      "▁strik": 19492,
+      "▁tir": 19493,
+      "▁scarc": 19494,
+      "▁Member": 19495,
+      "subscribe": 19496,
+      "óż": 19497,
+      "útbol": 19498,
+      "except": 19499,
+      "▁driving": 19500,
+      "kie": 19501,
+      "zony": 19502,
+      "èmes": 19503,
+      "David": 19504,
+      "issant": 19505,
+      "▁ты": 19506,
+      "▁élect": 19507,
+      "▁rename": 19508,
+      "▁Running": 19509,
+      "▁interfaces": 19510,
+      "////////////////": 19511,
+      "▁Walker": 19512,
+      "▁société": 19513,
+      "▁asks": 19514,
+      "brid": 19515,
+      "▁jewe": 19516,
+      "▁seines": 19517,
+      "▁agents": 19518,
+      "▁MY": 19519,
+      "▁Lawrence": 19520,
+      "dess": 19521,
+      "iesen": 19522,
+      "▁людях": 19523,
+      "прави": 19524,
+      "▁ancest": 19525,
+      "▁welche": 19526,
+      "raum": 19527,
+      "▁orb": 19528,
+      "scal": 19529,
+      "▁Lear": 19530,
+      "▁wear": 19531,
+      "▁slave": 19532,
+      "▁renamed": 19533,
+      "čen": 19534,
+      "maste": 19535,
+      "angles": 19536,
+      "▁América": 19537,
+      "▁ti": 19538,
+      "▁demsel": 19539,
+      "▁beneath": 19540,
+      "binary": 19541,
+      "▁edición": 19542,
+      "▁kilomet": 19543,
+      "uits": 19544,
+      "▁cuatro": 19545,
+      "▁entrance": 19546,
+      "ondissement": 19547,
+      "▁bag": 19548,
+      "▁Armen": 19549,
+      "ijo": 19550,
+      "▁Lors": 19551,
+      "▁demselben": 19552,
+      "êm": 19553,
+      "▁discrete": 19554,
+      "▁prominent": 19555,
+      "▁Jay": 19556,
+      "decor": 19557,
+      "DL": 19558,
+      "▁dí": 19559,
+      "Struct": 19560,
+      "▁Production": 19561,
+      "they": 19562,
+      "arius": 19563,
+      "schnitt": 19564,
+      "▁Cou": 19565,
+      "▁lex": 19566,
+      "youtube": 19567,
+      "▁работа": 19568,
+      "station": 19569,
+      "sep": 19570,
+      "▁mirror": 19571,
+      "▁hits": 19572,
+      "▁Beck": 19573,
+      "atically": 19574,
+      "▁Laz": 19575,
+      "▁winner": 19576,
+      "DEX": 19577,
+      "▁INT": 19578,
+      "}^{-": 19579,
+      "▁wegen": 19580,
+      "mad": 19581,
+      "Angle": 19582,
+      "zing": 19583,
+      "▁Bayern": 19584,
+      "sal": 19585,
+      "äger": 19586,
+      "▁busy": 19587,
+      "▁stör": 19588,
+      "▁folk": 19589,
+      "▁prix": 19590,
+      "▁allocated": 19591,
+      "▁pt": 19592,
+      "affen": 19593,
+      "cluster": 19594,
+      "▁complement": 19595,
+      "árs": 19596,
+      "▁Amerika": 19597,
+      "рій": 19598,
+      "▁valley": 19599,
+      "▁rooms": 19600,
+      "▁moi": 19601,
+      ".\",": 19602,
+      ";;;;": 19603,
+      "▁lowest": 19604,
+      "nog": 19605,
+      "▁landet": 19606,
+      "▁programme": 19607,
+      "chio": 19608,
+      "▁Während": 19609,
+      "ández": 19610,
+      "▁долж": 19611,
+      "▁ouv": 19612,
+      "omány": 19613,
+      "▁Википедии": 19614,
+      "▁só": 19615,
+      "▁elektr": 19616,
+      "Desc": 19617,
+      "▁Beaut": 19618,
+      "нар": 19619,
+      "▁може": 19620,
+      "Pierre": 19621,
+      "esota": 19622,
+      "▁operated": 19623,
+      "▁forte": 19624,
+      "рис": 19625,
+      "▁opposition": 19626,
+      "alia": 19627,
+      "▁Syl": 19628,
+      "getName": 19629,
+      "вели": 19630,
+      "fik": 19631,
+      "▁comprom": 19632,
+      "▁TextView": 19633,
+      "Spring": 19634,
+      "metadata": 19635,
+      "engu": 19636,
+      "/,": 19637,
+      "▁carri": 19638,
+      "istol": 19639,
+      "▁diagonal": 19640,
+      "lista": 19641,
+      "izen": 19642,
+      "▁rende": 19643,
+      "gcc": 19644,
+      "beck": 19645,
+      "lius": 19646,
+      "iral": 19647,
+      "Resolver": 19648,
+      "▁percentage": 19649,
+      "▁attra": 19650,
+      "strings": 19651,
+      "wiąz": 19652,
+      "ods": 19653,
+      "волю": 19654,
+      "ęż": 19655,
+      "▁newspaper": 19656,
+      "imiter": 19657,
+      "ABC": 19658,
+      "▁Manchester": 19659,
+      "[{": 19660,
+      "Agent": 19661,
+      "▁Wor": 19662,
+      "▁Kath": 19663,
+      "▁пові": 19664,
+      "▁entonces": 19665,
+      "▁niveau": 19666,
+      "atted": 19667,
+      "learn": 19668,
+      "atiques": 19669,
+      "▁уби": 19670,
+      "▁quindi": 19671,
+      "binding": 19672,
+      "▁imported": 19673,
+      "▁Horn": 19674,
+      "emberg": 19675,
+      "complex": 19676,
+      "▁neural": 19677,
+      "information": 19678,
+      "▁recognition": 19679,
+      "ingt": 19680,
+      "▁inhabitants": 19681,
+      "vue": 19682,
+      "▁Bevölker": 19683,
+      "▁curves": 19684,
+      "▁leb": 19685,
+      "дій": 19686,
+      "▁sow": 19687,
+      "▁sentiment": 19688,
+      "PH": 19689,
+      "rache": 19690,
+      "▁-(": 19691,
+      "▁estable": 19692,
+      "▁Ferdinand": 19693,
+      "▁écrit": 19694,
+      "▁primeiro": 19695,
+      "▁tex": 19696,
+      "▁intermediate": 19697,
+      "verage": 19698,
+      "ibus": 19699,
+      "▁serves": 19700,
+      "ivas": 19701,
+      "▁bru": 19702,
+      "▁lum": 19703,
+      "attice": 19704,
+      "чный": 19705,
+      "▁Dres": 19706,
+      "▁videos": 19707,
+      "duration": 19708,
+      "▁abit": 19709,
+      "▁egg": 19710,
+      "ographical": 19711,
+      "alph": 19712,
+      "STATE": 19713,
+      "▁пара": 19714,
+      "reading": 19715,
+      "▁vehicle": 19716,
+      "▁fortune": 19717,
+      "ultats": 19718,
+      "▁Storia": 19719,
+      "midt": 19720,
+      "łącz": 19721,
+      "▁Memorial": 19722,
+      "▁vas": 19723,
+      "▁зан": 19724,
+      "▁utility": 19725,
+      "▁obsc": 19726,
+      "▁relacion": 19727,
+      "▁runat": 19728,
+      "Release": 19729,
+      "take": 19730,
+      "▁Oliver": 19731,
+      "▁Sid": 19732,
+      "ulos": 19733,
+      "▁Garc": 19734,
+      "▁розта": 19735,
+      "▁Sak": 19736,
+      "Py": 19737,
+      "führt": 19738,
+      "▁trabal": 19739,
+      "*{": 19740,
+      "▁zes": 19741,
+      "▁szere": 19742,
+      "▁varios": 19743,
+      "▁otra": 19744,
+      "▁eval": 19745,
+      "▁situé": 19746,
+      "▁wounded": 19747,
+      "▁Vincent": 19748,
+      "▁викори": 19749,
+      "▁encode": 19750,
+      "Modal": 19751,
+      "▁forb": 19752,
+      "▁dynamics": 19753,
+      "▁depos": 19754,
+      "arde": 19755,
+      "▁streets": 19756,
+      "▁Komm": 19757,
+      "=$(": 19758,
+      "▁повер": 19759,
+      "▁dois": 19760,
+      "▁vitt": 19761,
+      "▁automatisch": 19762,
+      "▁reload": 19763,
+      "▁Verwalt": 19764,
+      "bero": 19765,
+      "▁hub": 19766,
+      "▁mos": 19767,
+      "▁tutto": 19768,
+      "▁Frederick": 19769,
+      "łow": 19770,
+      "antages": 19771,
+      "aque": 19772,
+      "paper": 19773,
+      "▁einige": 19774,
+      "`),": 19775,
+      "dj": 19776,
+      "▁Ple": 19777,
+      "▁%,": 19778,
+      "▁Bitmap": 19779,
+      "▁friendly": 19780,
+      "▁truly": 19781,
+      "▁stroke": 19782,
+      "roph": 19783,
+      "▁engl": 19784,
+      "▁coff": 19785,
+      "▁dust": 19786,
+      "▁Jahres": 19787,
+      "ppi": 19788,
+      "▁wys": 19789,
+      "factor": 19790,
+      "schluss": 19791,
+      "▁деревня": 19792,
+      "▁Past": 19793,
+      "▁дома": 19794,
+      "COM": 19795,
+      "▁pueden": 19796,
+      "▁gift": 19797,
+      "▁Gla": 19798,
+      "▁triggered": 19799,
+      "ély": 19800,
+      "ülés": 19801,
+      "▁Oliv": 19802,
+      "▁verso": 19803,
+      "▁lle": 19804,
+      "▁Gli": 19805,
+      "▁Ltd": 19806,
+      "oa": 19807,
+      "▁territorio": 19808,
+      "ordre": 19809,
+      "▁deck": 19810,
+      "dra": 19811,
+      "aszt": 19812,
+      "▁concerning": 19813,
+      "▁Additionally": 19814,
+      "▁které": 19815,
+      "▁grund": 19816,
+      "▁Gest": 19817,
+      "▁misunder": 19818,
+      "pret": 19819,
+      "────": 19820,
+      "▁reputation": 19821,
+      "zia": 19822,
+      "▁успе": 19823,
+      "▁escaped": 19824,
+      "▁Prag": 19825,
+      "perform": 19826,
+      "▁austral": 19827,
+      "▁Vater": 19828,
+      "час": 19829,
+      "▁races": 19830,
+      "▁Byte": 19831,
+      "Mask": 19832,
+      "▁Territ": 19833,
+      "стю": 19834,
+      "▁Voci": 19835,
+      "▁Fichier": 19836,
+      "▁Населення": 19837,
+      "▁Unterscheidung": 19838,
+      "teenth": 19839,
+      "▁pilot": 19840,
+      "▁ji": 19841,
+      "▁двух": 19842,
+      "▁orientation": 19843,
+      "indre": 19844,
+      "▁Dort": 19845,
+      "ças": 19846,
+      "пли": 19847,
+      "▁reaction": 19848,
+      "▁consisting": 19849,
+      "▁ferro": 19850,
+      "тисти": 19851,
+      "yard": 19852,
+      "▁сві": 19853,
+      "▁interpretation": 19854,
+      "ią": 19855,
+      "rah": 19856,
+      "▁fand": 19857,
+      "Public": 19858,
+      "▁universe": 19859,
+      "▁retir": 19860,
+      "▁conscious": 19861,
+      "arqu": 19862,
+      "▁waste": 19863,
+      "▁Bib": 19864,
+      "yclerView": 19865,
+      "▁listening": 19866,
+      "gleich": 19867,
+      "niejs": 19868,
+      "▁correlation": 19869,
+      "▁receiver": 19870,
+      "▁уда": 19871,
+      "▁courage": 19872,
+      "uchs": 19873,
+      "fass": 19874,
+      "▁chunk": 19875,
+      "▁Anfang": 19876,
+      "▁großen": 19877,
+      "continue": 19878,
+      "▁Warszawa": 19879,
+      "hé": 19880,
+      "iy": 19881,
+      "ivement": 19882,
+      "▁α": 19883,
+      "▁exposed": 19884,
+      "▁zahl": 19885,
+      "▁sacr": 19886,
+      "▁Looks": 19887,
+      "▁eager": 19888,
+      "enten": 19889,
+      "Cursor": 19890,
+      "/_": 19891,
+      "ixa": 19892,
+      "рела": 19893,
+      "знача": 19894,
+      "▁фамилией": 19895,
+      "▁argent": 19896,
+      "▁Anders": 19897,
+      "œuvre": 19898,
+      "▁Isa": 19899,
+      "мента": 19900,
+      "▁advers": 19901,
+      "riction": 19902,
+      "GP": 19903,
+      "▁після": 19904,
+      "▁preserve": 19905,
+      "▁Garden": 19906,
+      "Rate": 19907,
+      "après": 19908,
+      "▁readable": 19909,
+      "indu": 19910,
+      "▁skill": 19911,
+      "▁helping": 19912,
+      "ographique": 19913,
+      "cling": 19914,
+      "ologist": 19915,
+      "▁Filter": 19916,
+      "▁finger": 19917,
+      "▁Vall": 19918,
+      "▁Polish": 19919,
+      "lg": 19920,
+      "▁Familien": 19921,
+      "▁waters": 19922,
+      "▁pseud": 19923,
+      "aza": 19924,
+      "_)": 19925,
+      "ARY": 19926,
+      "▁среди": 19927,
+      "▁Must": 19928,
+      "▁Bod": 19929,
+      "anon": 19930,
+      "▁lado": 19931,
+      "▁tight": 19932,
+      "imen": 19933,
+      "appen": 19934,
+      "frames": 19935,
+      "ingers": 19936,
+      "▁COVID": 19937,
+      "▁зі": 19938,
+      "▁све": 19939,
+      "▁ць": 19940,
+      "▁Left": 19941,
+      "]];": 19942,
+      "чь": 19943,
+      "фика": 19944,
+      "▁сло": 19945,
+      "▁пі": 19946,
+      "▁existe": 19947,
+      "▁Atlantic": 19948,
+      "▁maintained": 19949,
+      "▁irre": 19950,
+      "▁année": 19951,
+      "▁commented": 19952,
+      "веро": 19953,
+      "berta": 19954,
+      "▁Lad": 19955,
+      "▁Upon": 19956,
+      "▁pause": 19957,
+      "mill": 19958,
+      "opter": 19959,
+      "UK": 19960,
+      "рес": 19961,
+      "нциклопеди": 19962,
+      "▁alongside": 19963,
+      "▁robot": 19964,
+      "▁fert": 19965,
+      "▁moy": 19966,
+      "▁ade": 19967,
+      "Mapper": 19968,
+      ")->": 19969,
+      "igua": 19970,
+      "étique": 19971,
+      "тка": 19972,
+      "alias": 19973,
+      "▁ори": 19974,
+      "▁Magn": 19975,
+      "▁gehörte": 19976,
+      "imb": 19977,
+      ")}{\\": 19978,
+      "▁Wikipédia": 19979,
+      "▁urs": 19980,
+      "▁ende": 19981,
+      "leb": 19982,
+      "▁GC": 19983,
+      "Hol": 19984,
+      "ancing": 19985,
+      "Union": 19986,
+      "▁tenía": 19987,
+      "TT": 19988,
+      "▁estate": 19989,
+      "há": 19990,
+      "▁полі": 19991,
+      "ultan": 19992,
+      "▁Hockey": 19993,
+      "ulse": 19994,
+      "▁choices": 19995,
+      "scher": 19996,
+      "▁[],": 19997,
+      "▁potentially": 19998,
+      "▁Übers": 19999,
+      "▁admit": 20000,
+      "Comment": 20001,
+      "стя": 20002,
+      "▁Vien": 20003,
+      "▁ці": 20004,
+      "▁permut": 20005,
+      "cgi": 20006,
+      "▁crít": 20007,
+      "Console": 20008,
+      "ctic": 20009,
+      "▁okres": 20010,
+      "awk": 20011,
+      "football": 20012,
+      "ouest": 20013,
+      "CTYPE": 20014,
+      "ologique": 20015,
+      "▁constit": 20016,
+      "▁interests": 20017,
+      "▁Progress": 20018,
+      "▁Menu": 20019,
+      "▁také": 20020,
+      "▁Asian": 20021,
+      "▁защи": 20022,
+      "▁younger": 20023,
+      "▁wished": 20024,
+      "▁Sort": 20025,
+      "▁audience": 20026,
+      "amba": 20027,
+      "▁gehört": 20028,
+      "▁Kansas": 20029,
+      "yaume": 20030,
+      "▁Professional": 20031,
+      "âce": 20032,
+      "▁fatto": 20033,
+      "tod": 20034,
+      "▁datasets": 20035,
+      "▁fare": 20036,
+      "▁waves": 20037,
+      "~/": 20038,
+      "▁measurement": 20039,
+      "▁wol": 20040,
+      "indust": 20041,
+      "▁struggling": 20042,
+      "▁pulled": 20043,
+      "▁caratter": 20044,
+      "▁Externe": 20045,
+      "▁действи": 20046,
+      "cnt": 20047,
+      "liches": 20048,
+      "▁Possible": 20049,
+      "▁faced": 20050,
+      "▁hypothesis": 20051,
+      "▁kilom": 20052,
+      "▁när": 20053,
+      "boolean": 20054,
+      "PY": 20055,
+      "ampa": 20056,
+      "▁kiss": 20057,
+      "▁astero": 20058,
+      "▁negli": 20059,
+      "aments": 20060,
+      "▁Stu": 20061,
+      "ató": 20062,
+      "▁Constitution": 20063,
+      "▁interpol": 20064,
+      "▁Unable": 20065,
+      "▁pis": 20066,
+      "▁parc": 20067,
+      "\"])": 20068,
+      "pler": 20069,
+      "▁autory": 20070,
+      "▁algunos": 20071,
+      "ywna": 20072,
+      "}))": 20073,
+      "▁falls": 20074,
+      "▁équip": 20075,
+      "▁emit": 20076,
+      "▁profil": 20077,
+      "gets": 20078,
+      "фо": 20079,
+      "▁Military": 20080,
+      "▁nombreux": 20081,
+      "oct": 20082,
+      "Replace": 20083,
+      "▁seasons": 20084,
+      "▁château": 20085,
+      "▁typeof": 20086,
+      "polit": 20087,
+      "▁rand": 20088,
+      "▁quar": 20089,
+      "▁erstmals": 20090,
+      "сини": 20091,
+      "▁payload": 20092,
+      "По": 20093,
+      "кін": 20094,
+      "repo": 20095,
+      "▁Pav": 20096,
+      "Score": 20097,
+      "erves": 20098,
+      "▁sollte": 20099,
+      "▁між": 20100,
+      "ébec": 20101,
+      "▁clip": 20102,
+      "▁Nice": 20103,
+      "▁neben": 20104,
+      "▁assass": 20105,
+      "itories": 20106,
+      "▁unity": 20107,
+      "▁ен": 20108,
+      "▁Institut": 20109,
+      "▁internationale": 20110,
+      "▁наук": 20111,
+      "▁comand": 20112,
+      "▁kleine": 20113,
+      "▁adjacent": 20114,
+      "▁delivered": 20115,
+      "▁ше": 20116,
+      "зем": 20117,
+      "▁cot": 20118,
+      "visual": 20119,
+      "вает": 20120,
+      "▁Census": 20121,
+      "\\_": 20122,
+      "▁territory": 20123,
+      "чил": 20124,
+      "чные": 20125,
+      "flutter": 20126,
+      "DidLoad": 20127,
+      "Documents": 20128,
+      "▁dob": 20129,
+      "Bre": 20130,
+      "animate": 20131,
+      "▁biz": 20132,
+      "▁bata": 20133,
+      "▁SU": 20134,
+      "eso": 20135,
+      "▁priority": 20136,
+      "ván": 20137,
+      "iras": 20138,
+      "▁charged": 20139,
+      "▁Micro": 20140,
+      "atoire": 20141,
+      "чер": 20142,
+      "abad": 20143,
+      "uru": 20144,
+      "▁vš": 20145,
+      "dire": 20146,
+      "▁Twitter": 20147,
+      "▁мето": 20148,
+      ")..": 20149,
+      "▁Цент": 20150,
+      "▁entwick": 20151,
+      "▁Mind": 20152,
+      "▁функ": 20153,
+      "Future": 20154,
+      "lst": 20155,
+      "łoż": 20156,
+      "fli": 20157,
+      "tensor": 20158,
+      "▁topology": 20159,
+      "▁arte": 20160,
+      "ERT": 20161,
+      "▁variance": 20162,
+      "Images": 20163,
+      "▁(@": 20164,
+      "ArrayList": 20165,
+      "OC": 20166,
+      "▁Демо": 20167,
+      "aucoup": 20168,
+      "▁denotes": 20169,
+      "imon": 20170,
+      "њи": 20171,
+      "▁Przyp": 20172,
+      "▁Zag": 20173,
+      "▁дире": 20174,
+      "▁Similarly": 20175,
+      "бро": 20176,
+      "▁militaire": 20177,
+      "▁тому": 20178,
+      "▁Johnny": 20179,
+      "▁Мексику": 20180,
+      "ћа": 20181,
+      "Supp": 20182,
+      "▁junior": 20183,
+      "oltre": 20184,
+      "▁Моск": 20185,
+      "▁admitted": 20186,
+      "▁religios": 20187,
+      "зяй": 20188,
+      "его": 20189,
+      "▁tears": 20190,
+      "ingo": 20191,
+      "odu": 20192,
+      "iveness": 20193,
+      "▁logo": 20194,
+      "▁último": 20195,
+      "▁aliment": 20196,
+      "▁UITableView": 20197,
+      ")!": 20198,
+      "▁nj": 20199,
+      "lette": 20200,
+      "▁resident": 20201,
+      "▁termine": 20202,
+      "▁уже": 20203,
+      "▁Сте": 20204,
+      "office": 20205,
+      "▁carte": 20206,
+      "▁livre": 20207,
+      "▁Москов": 20208,
+      "▁elections": 20209,
+      "зиден": 20210,
+      "Trigger": 20211,
+      "▁Benjamin": 20212,
+      "addClass": 20213,
+      "ског": 20214,
+      "▁Observable": 20215,
+      "Cla": 20216,
+      "gemein": 20217,
+      "▁consent": 20218,
+      "ври": 20219,
+      "▁unfold": 20220,
+      "▁governor": 20221,
+      "нал": 20222,
+      "▁toda": 20223,
+      "Remote": 20224,
+      "arias": 20225,
+      "▁instal": 20226,
+      "fixed": 20227,
+      "▁decay": 20228,
+      "▁дерев": 20229,
+      "xyz": 20230,
+      "▁DATE": 20231,
+      "imar": 20232,
+      "ntil": 20233,
+      "▁startup": 20234,
+      "alion": 20235,
+      "▁kolej": 20236,
+      "cios": 20237,
+      "▁ranges": 20238,
+      "▁stupid": 20239,
+      "▁implementations": 20240,
+      "▁rm": 20241,
+      "ének": 20242,
+      "▁gcc": 20243,
+      "▁scène": 20244,
+      "Navigation": 20245,
+      "▁ ": 20246,
+      "▁кан": 20247,
+      "▁towns": 20248,
+      "Username": 20249,
+      "▁фе": 20250,
+      "▁leaders": 20251,
+      "oit": 20252,
+      "wär": 20253,
+      "▁dummy": 20254,
+      "▁assistant": 20255,
+      "{$\\": 20256,
+      "бір": 20257,
+      "▁roy": 20258,
+      "▁Layout": 20259,
+      "▁Jung": 20260,
+      "Lines": 20261,
+      "▁Holland": 20262,
+      "пор": 20263,
+      "▁Гри": 20264,
+      "▁Bened": 20265,
+      "▁Под": 20266,
+      "xls": 20267,
+      "▁Gol": 20268,
+      "▁Aleks": 20269,
+      "▁ejemplo": 20270,
+      "▁sezon": 20271,
+      "arding": 20272,
+      "footnote": 20273,
+      "▁Congrès": 20274,
+      "refer": 20275,
+      "ската": 20276,
+      "Iterator": 20277,
+      "▁ourselves": 20278,
+      "▁Mic": 20279,
+      "▁código": 20280,
+      "▁площа": 20281,
+      "▁\\$": 20282,
+      "▁Charlie": 20283,
+      "Nodes": 20284,
+      "▁puzz": 20285,
+      "▁Identifier": 20286,
+      "▁flutter": 20287,
+      "▁prü": 20288,
+      "▁ort": 20289,
+      "▁Cort": 20290,
+      "asticsearch": 20291,
+      "▁Свя": 20292,
+      "▁Bull": 20293,
+      "udem": 20294,
+      "▁apparent": 20295,
+      ":--": 20296,
+      "▁Хар": 20297,
+      "▁Lap": 20298,
+      "▁comport": 20299,
+      "matically": 20300,
+      "▁curios": 20301,
+      "▁может": 20302,
+      "▁Bh": 20303,
+      "apping": 20304,
+      "▁basketball": 20305,
+      "zetek": 20306,
+      "▁runt": 20307,
+      "▁Milan": 20308,
+      "fection": 20309,
+      "ría": 20310,
+      "▁Kin": 20311,
+      "▁slower": 20312,
+      "both": 20313,
+      "▁Instituto": 20314,
+      "▁Historical": 20315,
+      "▁również": 20316,
+      "matches": 20317,
+      "yci": 20318,
+      "▁espèce": 20319,
+      "▁Schweizer": 20320,
+      "NT": 20321,
+      "SF": 20322,
+      "acia": 20323,
+      "forge": 20324,
+      "Points": 20325,
+      "numbers": 20326,
+      "▁falling": 20327,
+      "▁inheritance": 20328,
+      "▁Erst": 20329,
+      "▁customers": 20330,
+      "▁actu": 20331,
+      "▁migration": 20332,
+      "\\'": 20333,
+      "Plan": 20334,
+      "Mr": 20335,
+      "othy": 20336,
+      "▁upgrad": 20337,
+      "бира": 20338,
+      "▁Offic": 20339,
+      "▁Wait": 20340,
+      "▁toler": 20341,
+      "ardon": 20342,
+      "▁slide": 20343,
+      ")_": 20344,
+      "▁став": 20345,
+      "▁nuclear": 20346,
+      "▁Bil": 20347,
+      "owner": 20348,
+      "▁Harris": 20349,
+      "Information": 20350,
+      "▁pó": 20351,
+      "▁включа": 20352,
+      "▁nuovo": 20353,
+      "▁Cav": 20354,
+      "▁Descri": 20355,
+      "▁ак": 20356,
+      "ództ": 20357,
+      "▁reactjs": 20358,
+      "▁Adams": 20359,
+      "▁Alternatively": 20360,
+      "струк": 20361,
+      ")`,": 20362,
+      "substring": 20363,
+      "▁massive": 20364,
+      "▁heavily": 20365,
+      "▁сезо": 20366,
+      "▁Ana": 20367,
+      "▁vale": 20368,
+      "Pad": 20369,
+      "▁Either": 20370,
+      "▁rs": 20371,
+      "anche": 20372,
+      "▁uploaded": 20373,
+      "▁(/": 20374,
+      "▁спор": 20375,
+      "▁reduction": 20376,
+      "▁Tokyo": 20377,
+      "gren": 20378,
+      "▁migli": 20379,
+      "▁iterator": 20380,
+      "stav": 20381,
+      "▁supporting": 20382,
+      "▁österreich": 20383,
+      "▁NSLog": 20384,
+      "istiques": 20385,
+      "rimin": 20386,
+      "MODE": 20387,
+      "}}}\\": 20388,
+      "▁explos": 20389,
+      "оте": 20390,
+      "▁(„": 20391,
+      "Sal": 20392,
+      "▁simplest": 20393,
+      "▁già": 20394,
+      "▁тан": 20395,
+      "▁cyl": 20396,
+      "bir": 20397,
+      "▁measurements": 20398,
+      "Created": 20399,
+      "erek": 20400,
+      "lookup": 20401,
+      "wirtschaft": 20402,
+      "▁Воло": 20403,
+      "timer": 20404,
+      "derr": 20405,
+      "▁стала": 20406,
+      "▁scenes": 20407,
+      "▁persu": 20408,
+      "liest": 20409,
+      "▁schedule": 20410,
+      "tal": 20411,
+      "лено": 20412,
+      "▁painting": 20413,
+      "▁improvement": 20414,
+      "software": 20415,
+      "▁governo": 20416,
+      "▁Hir": 20417,
+      "Execution": 20418,
+      "▁Okay": 20419,
+      "Prop": 20420,
+      "loster": 20421,
+      "ніципалі": 20422,
+      "▁peuvent": 20423,
+      "olu": 20424,
+      "▁Фа": 20425,
+      "rollo": 20426,
+      "▁коло": 20427,
+      "▁carrière": 20428,
+      "▁toggle": 20429,
+      "▁($\\": 20430,
+      "▁aggregate": 20431,
+      "▁Бі": 20432,
+      "textarea": 20433,
+      "Ok": 20434,
+      "itto": 20435,
+      "▁stim": 20436,
+      "▁recursion": 20437,
+      "▁Federation": 20438,
+      ")_{": 20439,
+      "ategor": 20440,
+      "▁distribu": 20441,
+      "Cloud": 20442,
+      "▁madre": 20443,
+      "▁iv": 20444,
+      "▁Lieutenant": 20445,
+      "▁substant": 20446,
+      "▁leaf": 20447,
+      "▁Kontrola": 20448,
+      "VA": 20449,
+      "▁tomb": 20450,
+      "эн": 20451,
+      "atoes": 20452,
+      "▁godine": 20453,
+      "▁#>": 20454,
+      "Cert": 20455,
+      "▁empresa": 20456,
+      "Props": 20457,
+      "▁planned": 20458,
+      "▁randomly": 20459,
+      "jähr": 20460,
+      "elem": 20461,
+      "▁Operation": 20462,
+      "*`": 20463,
+      "protocol": 20464,
+      "()));": 20465,
+      "wel": 20466,
+      "▁praw": 20467,
+      "▁сим": 20468,
+      "▁wob": 20469,
+      "▁hace": 20470,
+      "▁nearest": 20471,
+      "disable": 20472,
+      "▁Commun": 20473,
+      "▁revel": 20474,
+      "Free": 20475,
+      "▁brackets": 20476,
+      "IOException": 20477,
+      "▁alto": 20478,
+      "▁marry": 20479,
+      "▁auc": 20480,
+      "),\\": 20481,
+      "▁typo": 20482,
+      "edad": 20483,
+      "ará": 20484,
+      "icator": 20485,
+      "tatywna": 20486,
+      "▁buff": 20487,
+      "orders": 20488,
+      "▁asynchronous": 20489,
+      "▁econ": 20490,
+      "▁feu": 20491,
+      "▁Iron": 20492,
+      "▁rising": 20493,
+      "Radius": 20494,
+      "clk": 20495,
+      "▁zweiten": 20496,
+      "`'": 20497,
+      "▁uniqu": 20498,
+      "▁FM": 20499,
+      "▁Bran": 20500,
+      "▁flu": 20501,
+      "▁sensitive": 20502,
+      "urre": 20503,
+      "▁Iter": 20504,
+      "▁Sein": 20505,
+      "▁diferentes": 20506,
+      "▁него": 20507,
+      "chia": 20508,
+      "▁Anleitung": 20509,
+      "aturday": 20510,
+      "▁shorter": 20511,
+      "▁translated": 20512,
+      "▁Rés": 20513,
+      "▁rode": 20514,
+      "drag": 20515,
+      "▁lange": 20516,
+      "Bi": 20517,
+      "üb": 20518,
+      "leur": 20519,
+      "▁ordering": 20520,
+      "alous": 20521,
+      "▁Кор": 20522,
+      "archar": 20523,
+      "destroy": 20524,
+      "ervation": 20525,
+      "]],": 20526,
+      "AccessorImpl": 20527,
+      "▁autorytatywna": 20528,
+      "Sequence": 20529,
+      "▁proyect": 20530,
+      "▁bran": 20531,
+      "▁(+": 20532,
+      "▁Kab": 20533,
+      "▁zem": 20534,
+      "▁Calcul": 20535,
+      "▁seul": 20536,
+      "▁Niger": 20537,
+      "▁chiam": 20538,
+      "throw": 20539,
+      "▁Planet": 20540,
+      "bildung": 20541,
+      "▁zones": 20542,
+      "transition": 20543,
+      "лений": 20544,
+      "▁mapped": 20545,
+      "onaut": 20546,
+      "Pair": 20547,
+      "ilian": 20548,
+      "▁Morgan": 20549,
+      "▁unto": 20550,
+      "jou": 20551,
+      "▁hid": 20552,
+      "▁Meta": 20553,
+      "▁elles": 20554,
+      "Lou": 20555,
+      "rama": 20556,
+      "geordnet": 20557,
+      "▁scarcely": 20558,
+      "▁mint": 20559,
+      "Focus": 20560,
+      "▁Alter": 20561,
+      "▁dio": 20562,
+      "▁ampl": 20563,
+      "ièrement": 20564,
+      "▁исследова": 20565,
+      "LED": 20566,
+      "algorithm": 20567,
+      "▁сайті": 20568,
+      "▁\"\")": 20569,
+      "History": 20570,
+      "pk": 20571,
+      "▁Whit": 20572,
+      "▁систем": 20573,
+      "▁Kirchen": 20574,
+      "rà": 20575,
+      "APP": 20576,
+      "▁<%": 20577,
+      "antine": 20578,
+      "▁Disk": 20579,
+      "conv": 20580,
+      "welt": 20581,
+      "▁Fut": 20582,
+      "▁Nom": 20583,
+      "ordo": 20584,
+      "ellij": 20585,
+      "▁receives": 20586,
+      "cow": 20587,
+      "ytu": 20588,
+      "▁obras": 20589,
+      "▁purchase": 20590,
+      "▁earned": 20591,
+      "▁accessed": 20592,
+      "axi": 20593,
+      "▁Mans": 20594,
+      "ivan": 20595,
+      "▁tuvo": 20596,
+      "▁Trace": 20597,
+      "rimonio": 20598,
+      "▁desenvol": 20599,
+      "érique": 20600,
+      "▁resulted": 20601,
+      "▁computing": 20602,
+      "▁inspired": 20603,
+      "▁Prize": 20604,
+      "*\"": 20605,
+      "Comput": 20606,
+      "▁extensive": 20607,
+      "èg": 20608,
+      "▁Portály": 20609,
+      "▁castle": 20610,
+      "▁*.": 20611,
+      "▁photos": 20612,
+      "▁voet": 20613,
+      "ONG": 20614,
+      "▁Alle": 20615,
+      "▁threaten": 20616,
+      "stüt": 20617,
+      "▁albums": 20618,
+      "▁dense": 20619,
+      "flat": 20620,
+      "continu": 20621,
+      "Subject": 20622,
+      "▁readonly": 20623,
+      "Opt": 20624,
+      "писко": 20625,
+      "▁Aber": 20626,
+      "▁Position": 20627,
+      "▁Today": 20628,
+      "▁mini": 20629,
+      "▁Bef": 20630,
+      "listen": 20631,
+      "ственного": 20632,
+      "SUB": 20633,
+      "ossa": 20634,
+      "▁Pope": 20635,
+      "▁Jimmy": 20636,
+      "▁Дру": 20637,
+      "ungsseite": 20638,
+      "▁tren": 20639,
+      "optim": 20640,
+      "itsch": 20641,
+      "▁samt": 20642,
+      "▁испол": 20643,
+      "&=": 20644,
+      "▁Przypisy": 20645,
+      "▁продол": 20646,
+      "Cr": 20647,
+      "ermann": 20648,
+      "▁матери": 20649,
+      "▁Hugo": 20650,
+      "▁Deze": 20651,
+      "TRUE": 20652,
+      "▁defeat": 20653,
+      "▁watched": 20654,
+      "▁Gent": 20655,
+      "AUT": 20656,
+      "orous": 20657,
+      "▁опреде": 20658,
+      "orientation": 20659,
+      "▁distinguished": 20660,
+      "▁mesmo": 20661,
+      "▁sli": 20662,
+      "мена": 20663,
+      "mittel": 20664,
+      "gericht": 20665,
+      "eton": 20666,
+      "->{": 20667,
+      "▁wont": 20668,
+      "▁weg": 20669,
+      "▁classific": 20670,
+      "ilus": 20671,
+      "▁MD": 20672,
+      "tasks": 20673,
+      "▁chim": 20674,
+      "await": 20675,
+      "▁gang": 20676,
+      "▁wię": 20677,
+      "through": 20678,
+      "▁Russell": 20679,
+      "▁guessing": 20680,
+      "▁акт": 20681,
+      "блі": 20682,
+      "categories": 20683,
+      "сут": 20684,
+      "▁Fen": 20685,
+      "▁муж": 20686,
+      "▁newer": 20687,
+      "▁Async": 20688,
+      "▁terme": 20689,
+      ">/": 20690,
+      "пара": 20691,
+      "▁Trust": 20692,
+      "▁Opt": 20693,
+      "▁dah": 20694,
+      "▁wonderful": 20695,
+      "adratkil": 20696,
+      "▁Гра": 20697,
+      "mapping": 20698,
+      "▁discovery": 20699,
+      "▁BE": 20700,
+      "Enable": 20701,
+      "▁Friend": 20702,
+      "сня": 20703,
+      "▁controlled": 20704,
+      "чної": 20705,
+      "▁contributions": 20706,
+      "jší": 20707,
+      "▁Lev": 20708,
+      "▁francés": 20709,
+      "▁mic": 20710,
+      "zik": 20711,
+      "▁alem": 20712,
+      "cancel": 20713,
+      "!'": 20714,
+      "▁grat": 20715,
+      "▁Begriffsklär": 20716,
+      "Camera": 20717,
+      "ificación": 20718,
+      "ród": 20719,
+      "▁Arnold": 20720,
+      "▁bezeichneter": 20721,
+      "▁fought": 20722,
+      "▁deput": 20723,
+      "▁Drop": 20724,
+      "tax": 20725,
+      "dg": 20726,
+      "▁Hop": 20727,
+      "GN": 20728,
+      "▁Kirch": 20729,
+      "▁Бар": 20730,
+      "Invoke": 20731,
+      "▁erhalten": 20732,
+      "▁veel": 20733,
+      "▁wordpress": 20734,
+      "▁INNER": 20735,
+      "transaction": 20736,
+      "▁déjà": 20737,
+      "Fact": 20738,
+      "▁надмор": 20739,
+      "▁angularjs": 20740,
+      "▁át": 20741,
+      "▁alap": 20742,
+      "▁Price": 20743,
+      "▁effet": 20744,
+      "▁sphere": 20745,
+      "ClassLoader": 20746,
+      "▁rugby": 20747,
+      "▁kingdom": 20748,
+      "▁Mut": 20749,
+      "▁кино": 20750,
+      "▁reward": 20751,
+      "cit": 20752,
+      "▁presente": 20753,
+      "Sto": 20754,
+      "Character": 20755,
+      "logs": 20756,
+      "▁centrale": 20757,
+      "▁mouv": 20758,
+      "▁okay": 20759,
+      "▁aplic": 20760,
+      "More": 20761,
+      "ények": 20762,
+      "▁Köln": 20763,
+      "nett": 20764,
+      "▁истории": 20765,
+      "▁describing": 20766,
+      "▁soldier": 20767,
+      "▁Need": 20768,
+      "Light": 20769,
+      "▁\"\\<": 20770,
+      "▁hav": 20771,
+      "ermo": 20772,
+      "▁inferior": 20773,
+      "lea": 20774,
+      "▁gg": 20775,
+      "▁конце": 20776,
+      "fragment": 20777,
+      "sb": 20778,
+      "Country": 20779,
+      "▁vě": 20780,
+      "▁Beng": 20781,
+      "▁Это": 20782,
+      "▁водо": 20783,
+      "мар": 20784,
+      "STRING": 20785,
+      "▁új": 20786,
+      "multiple": 20787,
+      "statement": 20788,
+      "▁involves": 20789,
+      "▁tecn": 20790,
+      "Student": 20791,
+      "gré": 20792,
+      "▁lean": 20793,
+      "▁bringing": 20794,
+      "▁Medical": 20795,
+      "▁програм": 20796,
+      "▁Vog": 20797,
+      "▁жов": 20798,
+      "▁Spirit": 20799,
+      "nth": 20800,
+      "▁standards": 20801,
+      "▁Profile": 20802,
+      "▁ez": 20803,
+      "▁территории": 20804,
+      "▁stem": 20805,
+      "uil": 20806,
+      "▁Og": 20807,
+      "Btn": 20808,
+      "nal": 20809,
+      "▁nearby": 20810,
+      "▁producing": 20811,
+      "criv": 20812,
+      "▁assumptions": 20813,
+      "▁Spark": 20814,
+      "▁Lot": 20815,
+      "itudes": 20816,
+      "afka": 20817,
+      "five": 20818,
+      "atio": 20819,
+      "▁distinguish": 20820,
+      "rock": 20821,
+      "église": 20822,
+      "▁rappres": 20823,
+      ">\\<": 20824,
+      "лій": 20825,
+      "▁мини": 20826,
+      "▁intitulé": 20827,
+      "}}(\\": 20828,
+      "▁Rout": 20829,
+      "▁Border": 20830,
+      "▁overrid": 20831,
+      "HOST": 20832,
+      "ritten": 20833,
+      "say": 20834,
+      "▁Чи": 20835,
+      "ichtung": 20836,
+      "▁straightforward": 20837,
+      "obb": 20838,
+      "▁Terra": 20839,
+      "▁[:": 20840,
+      "Ben": 20841,
+      "▁composite": 20842,
+      ")+\\": 20843,
+      "▁crown": 20844,
+      "direction": 20845,
+      "▁несколько": 20846,
+      "▁avail": 20847,
+      "▁purchased": 20848,
+      "hook": 20849,
+      "eties": 20850,
+      "▁fase": 20851,
+      "▁Rum": 20852,
+      "▁genom": 20853,
+      "▁dét": 20854,
+      "ową": 20855,
+      "mpeg": 20856,
+      "▁Ін": 20857,
+      "desktop": 20858,
+      "▁injection": 20859,
+      "agle": 20860,
+      "▁Edd": 20861,
+      "_{(": 20862,
+      "▁Hem": 20863,
+      "utos": 20864,
+      "proj": 20865,
+      "▁superficie": 20866,
+      "Plot": 20867,
+      "▁Docker": 20868,
+      "ätz": 20869,
+      "kreich": 20870,
+      "▁unclear": 20871,
+      "▁Unity": 20872,
+      "▁streams": 20873,
+      "вид": 20874,
+      "▁simplified": 20875,
+      "Fill": 20876,
+      "▁sant": 20877,
+      "▁Kommun": 20878,
+      "▁duc": 20879,
+      "▁две": 20880,
+      "▁obs": 20881,
+      "žit": 20882,
+      "▁Janeiro": 20883,
+      "бя": 20884,
+      "▁presso": 20885,
+      "▁Ministry": 20886,
+      "▁burst": 20887,
+      "▁reaching": 20888,
+      "liter": 20889,
+      "▁responses": 20890,
+      "▁Eug": 20891,
+      "▁sod": 20892,
+      "▁Cord": 20893,
+      "▁Perm": 20894,
+      "parts": 20895,
+      "цима": 20896,
+      "variables": 20897,
+      "▁forgotten": 20898,
+      "Fern": 20899,
+      "ostęp": 20900,
+      "vl": 20901,
+      "▁См": 20902,
+      "kim": 20903,
+      "ając": 20904,
+      "наль": 20905,
+      "гле": 20906,
+      "helper": 20907,
+      "dup": 20908,
+      "euw": 20909,
+      "fra": 20910,
+      "ellite": 20911,
+      "anya": 20912,
+      "▁reign": 20913,
+      "gesamt": 20914,
+      "седа": 20915,
+      "▁Ryan": 20916,
+      "▁formatted": 20917,
+      "▁Borg": 20918,
+      "walk": 20919,
+      "▁ал": 20920,
+      "agnostics": 20921,
+      "▁Cape": 20922,
+      "▁Franco": 20923,
+      "▁fug": 20924,
+      ":)": 20925,
+      "юз": 20926,
+      "Fetch": 20927,
+      "▁roughly": 20928,
+      "▁Mis": 20929,
+      "uetooth": 20930,
+      "▁Venezuela": 20931,
+      "▁astronom": 20932,
+      "\")`": 20933,
+      "ombres": 20934,
+      "▁которой": 20935,
+      "óp": 20936,
+      "owed": 20937,
+      "HR": 20938,
+      "▁Camer": 20939,
+      "кие": 20940,
+      "parison": 20941,
+      "▁Bij": 20942,
+      "templates": 20943,
+      "environment": 20944,
+      "ização": 20945,
+      "▁ér": 20946,
+      "▁plenty": 20947,
+      "▁TypeError": 20948,
+      "▁forty": 20949,
+      "коном": 20950,
+      "▁Sed": 20951,
+      "▁thats": 20952,
+      "▁gravity": 20953,
+      "▁spiritual": 20954,
+      "▁duplicates": 20955,
+      "▁encryption": 20956,
+      "▁reven": 20957,
+      "getInstance": 20958,
+      "ällor": 20959,
+      "disk": 20960,
+      "▁thro": 20961,
+      "▁Nak": 20962,
+      "▁poł": 20963,
+      "▁heraus": 20964,
+      "invalid": 20965,
+      "sBy": 20966,
+      "Boot": 20967,
+      "▁bucket": 20968,
+      "▁Parse": 20969,
+      "hex": 20970,
+      "Conne": 20971,
+      "▁Computer": 20972,
+      "zyk": 20973,
+      "▁induced": 20974,
+      "▁Bruno": 20975,
+      "▁addressed": 20976,
+      "mania": 20977,
+      "▁inclus": 20978,
+      "ounced": 20979,
+      "scriptsize": 20980,
+      "▁Epis": 20981,
+      "▁vocal": 20982,
+      "▁Jonathan": 20983,
+      "ум": 20984,
+      "staden": 20985,
+      "▁Children": 20986,
+      "пей": 20987,
+      "Italia": 20988,
+      "reibung": 20989,
+      "▁nost": 20990,
+      "▁ещё": 20991,
+      "▁Werke": 20992,
+      "▁actress": 20993,
+      "▁Minnesota": 20994,
+      "rike": 20995,
+      "▁tek": 20996,
+      "▁primeira": 20997,
+      "▁frat": 20998,
+      "▁Configuration": 20999,
+      "▁bid": 21000,
+      "trigger": 21001,
+      "Contents": 21002,
+      "▁constantly": 21003,
+      "!!!": 21004,
+      "▁dread": 21005,
+      "▁hundreds": 21006,
+      "istische": 21007,
+      "▁cardinal": 21008,
+      "TABLE": 21009,
+      "▁estos": 21010,
+      "assoc": 21011,
+      "gray": 21012,
+      "▁Schloss": 21013,
+      "▁sche": 21014,
+      "cong": 21015,
+      "▁koji": 21016,
+      "ètes": 21017,
+      "▁Era": 21018,
+      "omi": 21019,
+      "▁SR": 21020,
+      "▁wrapped": 21021,
+      "▁trunc": 21022,
+      "▁ah": 21023,
+      "egos": 21024,
+      "oki": 21025,
+      "mouth": 21026,
+      "logging": 21027,
+      "▁fasc": 21028,
+      "▁Sample": 21029,
+      "▁conte": 21030,
+      "▁villa": 21031,
+      "comments": 21032,
+      "▁batal": 21033,
+      "▁García": 21034,
+      "▁Norte": 21035,
+      "▁wechsel": 21036,
+      "▁Museo": 21037,
+      "▁enfants": 21038,
+      "▁whisper": 21039,
+      "nake": 21040,
+      "▁jednak": 21041,
+      "lês": 21042,
+      "enders": 21043,
+      "▁äl": 21044,
+      "▁VB": 21045,
+      "▁cookies": 21046,
+      "zeti": 21047,
+      "atum": 21048,
+      "▁dedu": 21049,
+      "▁arranged": 21050,
+      "laz": 21051,
+      "▁cuenta": 21052,
+      "yml": 21053,
+      "▁flav": 21054,
+      "MR": 21055,
+      "emet": 21056,
+      "біль": 21057,
+      "cmp": 21058,
+      "ituto": 21059,
+      "zett": 21060,
+      "▁envi": 21061,
+      "▁kot": 21062,
+      "$:": 21063,
+      "upper": 21064,
+      "▁Alberto": 21065,
+      "kb": 21066,
+      "Anal": 21067,
+      "ört": 21068,
+      "▁[-": 21069,
+      "▁führte": 21070,
+      "iah": 21071,
+      "▁Tun": 21072,
+      "▁искус": 21073,
+      "uwe": 21074,
+      "ispecies": 21075,
+      "Pub": 21076,
+      "Sync": 21077,
+      "▁Colombia": 21078,
+      "akers": 21079,
+      "▁Imperial": 21080,
+      "oving": 21081,
+      "▁intelligence": 21082,
+      "▁equipment": 21083,
+      "ein": 21084,
+      "dagger": 21085,
+      "▁Edge": 21086,
+      "▁Республи": 21087,
+      "adratkilometer": 21088,
+      "▁Anto": 21089,
+      "▁charges": 21090,
+      "▁Ocean": 21091,
+      "▁simplify": 21092,
+      "▁miesz": 21093,
+      "running": 21094,
+      "▁Lac": 21095,
+      "genommen": 21096,
+      "▁representative": 21097,
+      "=.": 21098,
+      "▁Pred": 21099,
+      "▁spite": 21100,
+      "ciale": 21101,
+      "▁nave": 21102,
+      "▁extens": 21103,
+      "▁neutral": 21104,
+      "▁которая": 21105,
+      ".</": 21106,
+      "▁CS": 21107,
+      "uky": 21108,
+      "▁whilst": 21109,
+      "▁lingu": 21110,
+      "extract": 21111,
+      "zeichnung": 21112,
+      "▁Feld": 21113,
+      "▁valuable": 21114,
+      "urable": 21115,
+      "▁Jen": 21116,
+      "▁struggle": 21117,
+      "▁committee": 21118,
+      "▁Wohn": 21119,
+      "▁sqlite": 21120,
+      "▁Temp": 21121,
+      "▁COUNT": 21122,
+      "consin": 21123,
+      "міні": 21124,
+      "usage": 21125,
+      "▁quest": 21126,
+      "дян": 21127,
+      "eared": 21128,
+      "▁Schne": 21129,
+      "▁dod": 21130,
+      "▁recht": 21131,
+      "▁kao": 21132,
+      "Capt": 21133,
+      "labels": 21134,
+      "▁ellos": 21135,
+      "▁industri": 21136,
+      "▁Colorado": 21137,
+      "▁contrary": 21138,
+      "▁Dum": 21139,
+      "Bel": 21140,
+      "▁Vent": 21141,
+      "▁authorities": 21142,
+      "YES": 21143,
+      "ensed": 21144,
+      "umbnail": 21145,
+      "izzazione": 21146,
+      "kou": 21147,
+      "rica": 21148,
+      "▁sect": 21149,
+      "tests": 21150,
+      "▁Klein": 21151,
+      "▁legs": 21152,
+      "▁Pietro": 21153,
+      "fu": 21154,
+      "thy": 21155,
+      "▁bast": 21156,
+      "▁tedes": 21157,
+      "ettes": 21158,
+      "▁repet": 21159,
+      "acre": 21160,
+      "retto": 21161,
+      "▁remainder": 21162,
+      "▁Geg": 21163,
+      "▁Гор": 21164,
+      "▁Rechts": 21165,
+      "▁filtering": 21166,
+      "ouss": 21167,
+      "▁deployed": 21168,
+      "▁prüfe": 21169,
+      "▁bitmap": 21170,
+      "▁sovi": 21171,
+      "▁<%=": 21172,
+      "▁entferne": 21173,
+      "kill": 21174,
+      "tabs": 21175,
+      "Expr": 21176,
+      "кому": 21177,
+      "▁Republican": 21178,
+      "▁Size": 21179,
+      "▁poll": 21180,
+      "▁rien": 21181,
+      "▁клуб": 21182,
+      "énd": 21183,
+      "▁Bio": 21184,
+      "▁perl": 21185,
+      "▁Andreas": 21186,
+      "вин": 21187,
+      "▁distant": 21188,
+      "▁Finn": 21189,
+      "▁Mitch": 21190,
+      "▁%{": 21191,
+      "▁charm": 21192,
+      "▁Mul": 21193,
+      "perate": 21194,
+      "▁sciences": 21195,
+      "▁monot": 21196,
+      "▁debido": 21197,
+      "rizona": 21198,
+      "iec": 21199,
+      "▁alarm": 21200,
+      "▁promoted": 21201,
+      "▁letzten": 21202,
+      "atin": 21203,
+      "▁conclus": 21204,
+      "herr": 21205,
+      "▁éch": 21206,
+      "edish": 21207,
+      "gor": 21208,
+      "▁stycz": 21209,
+      "▁impress": 21210,
+      "ruits": 21211,
+      "ierungs": 21212,
+      "▁parsed": 21213,
+      "▁río": 21214,
+      "▁Pakistan": 21215,
+      "igner": 21216,
+      "▁watching": 21217,
+      "▁databases": 21218,
+      "eding": 21219,
+      "▁Specific": 21220,
+      "▁generale": 21221,
+      "lax": 21222,
+      "▁Looking": 21223,
+      "▁bond": 21224,
+      "▁vista": 21225,
+      "▁ec": 21226,
+      "▁grud": 21227,
+      "▁deleting": 21228,
+      "tac": 21229,
+      "▁jazz": 21230,
+      "jm": 21231,
+      "▁pół": 21232,
+      "Language": 21233,
+      "delegate": 21234,
+      "▁registry": 21235,
+      "▁Shared": 21236,
+      "строй": 21237,
+      "Music": 21238,
+      "▁vessel": 21239,
+      ".@": 21240,
+      "▁Wür": 21241,
+      "▁fed": 21242,
+      "▁eredet": 21243,
+      "▁Gö": 21244,
+      "upt": 21245,
+      "▁pleasant": 21246,
+      "▁tableView": 21247,
+      "▁counting": 21248,
+      "▁Kriegs": 21249,
+      "▁получил": 21250,
+      "▁],": 21251,
+      "виа": 21252,
+      "▁až": 21253,
+      "ToList": 21254,
+      "▁Advent": 21255,
+      "▁sketch": 21256,
+      "pn": 21257,
+      "▁sier": 21258,
+      "▁находится": 21259,
+      "iop": 21260,
+      "▁ly": 21261,
+      "▁Schl": 21262,
+      "Contract": 21263,
+      "associ": 21264,
+      "▁Pear": 21265,
+      "▁whe": 21266,
+      "▁Delete": 21267,
+      "▁elem": 21268,
+      "ätte": 21269,
+      "▁česk": 21270,
+      "▁MC": 21271,
+      "▁shout": 21272,
+      "akespe": 21273,
+      "▁defaults": 21274,
+      "penas": 21275,
+      "òria": 21276,
+      "▁hierarchy": 21277,
+      "ipt": 21278,
+      "▁Elis": 21279,
+      "likely": 21280,
+      "Rot": 21281,
+      "▁cow": 21282,
+      "▁strike": 21283,
+      "▁березня": 21284,
+      "▁ensemble": 21285,
+      "▁Pseud": 21286,
+      "Virtual": 21287,
+      "▁її": 21288,
+      "ROOT": 21289,
+      "сия": 21290,
+      "▁соб": 21291,
+      "▁invert": 21292,
+      "▁switching": 21293,
+      "htaccess": 21294,
+      "▁награ": 21295,
+      "▁Norman": 21296,
+      "▁inglês": 21297,
+      "![": 21298,
+      "ousel": 21299,
+      "DOCTYPE": 21300,
+      "▁suppress": 21301,
+      "▁accompanied": 21302,
+      "▁Bé": 21303,
+      "implies": 21304,
+      "nut": 21305,
+      "▁Syntax": 21306,
+      "inho": 21307,
+      "▁tam": 21308,
+      "▁focused": 21309,
+      "avano": 21310,
+      "▁Baden": 21311,
+      "had": 21312,
+      "▁({": 21313,
+      "Ty": 21314,
+      "▁рос": 21315,
+      "▁чолові": 21316,
+      "oge": 21317,
+      "jsp": 21318,
+      "Blue": 21319,
+      "▁suas": 21320,
+      "apers": 21321,
+      "Short": 21322,
+      "Renderer": 21323,
+      "▁sendo": 21324,
+      "▁Cec": 21325,
+      "▁`__": 21326,
+      "▁Municipal": 21327,
+      "dotnet": 21328,
+      "▁bev": 21329,
+      "▁DA": 21330,
+      "MenuItem": 21331,
+      "▁amp": 21332,
+      "▁uri": 21333,
+      "▁fier": 21334,
+      "слен": 21335,
+      "),(": 21336,
+      "cules": 21337,
+      "illas": 21338,
+      "LOCK": 21339,
+      "▁derive": 21340,
+      "uben": 21341,
+      "▁GT": 21342,
+      "▁Mack": 21343,
+      "▁scholar": 21344,
+      ")}}": 21345,
+      "зм": 21346,
+      ">::": 21347,
+      "шёл": 21348,
+      "▁principales": 21349,
+      "▁цар": 21350,
+      "▁tied": 21351,
+      "▁alta": 21352,
+      "▁Cit": 21353,
+      "lined": 21354,
+      "major": 21355,
+      "▁punk": 21356,
+      "▁cinco": 21357,
+      "ický": 21358,
+      "▁raggi": 21359,
+      "typen": 21360,
+      "тельство": 21361,
+      "▁conference": 21362,
+      "▁сіль": 21363,
+      "▁heut": 21364,
+      "iš": 21365,
+      "ета": 21366,
+      "velope": 21367,
+      "hbox": 21368,
+      "nown": 21369,
+      "▁zar": 21370,
+      "ktiv": 21371,
+      "ieß": 21372,
+      "▁стре": 21373,
+      "▁EventArgs": 21374,
+      "▁Ira": 21375,
+      "▁VBA": 21376,
+      "▁Santo": 21377,
+      "▁Fach": 21378,
+      "▁FF": 21379,
+      "▁Raymond": 21380,
+      "мец": 21381,
+      "implementation": 21382,
+      "▁brothers": 21383,
+      "▁côté": 21384,
+      "▁controllers": 21385,
+      "▁Cle": 21386,
+      "▁cable": 21387,
+      "▁confer": 21388,
+      "▁{-": 21389,
+      "▁czł": 21390,
+      "▁Filip": 21391,
+      "atorio": 21392,
+      "▁wicht": 21393,
+      "▁beaucoup": 21394,
+      "▁Lit": 21395,
+      "▁sessions": 21396,
+      "▁Success": 21397,
+      "▁routing": 21398,
+      "niu": 21399,
+      "▁Vice": 21400,
+      "▁krit": 21401,
+      "updated": 21402,
+      "▁Invalid": 21403,
+      "▁Mannschaft": 21404,
+      "▁aos": 21405,
+      "▁tudi": 21406,
+      "▁després": 21407,
+      "qua": 21408,
+      "Contains": 21409,
+      "Company": 21410,
+      "▁persona": 21411,
+      "adapter": 21412,
+      "сни": 21413,
+      "▁voj": 21414,
+      "▁escri": 21415,
+      "agt": 21416,
+      "▁ство": 21417,
+      "▁distrito": 21418,
+      "apan": 21419,
+      "▁aspects": 21420,
+      "▁zal": 21421,
+      ")^{\\": 21422,
+      "▁système": 21423,
+      "▁ана": 21424,
+      "iums": 21425,
+      "▁premiers": 21426,
+      "▁поэ": 21427,
+      "▁mère": 21428,
+      "▁Gun": 21429,
+      "aping": 21430,
+      "▁Rain": 21431,
+      "▁igual": 21432,
+      "▁processor": 21433,
+      "')`": 21434,
+      "bling": 21435,
+      "▁mism": 21436,
+      "bráz": 21437,
+      "▁closest": 21438,
+      "▁Reading": 21439,
+      "▁попу": 21440,
+      "cono": 21441,
+      "▁kult": 21442,
+      "▁!!": 21443,
+      "▁Expression": 21444,
+      "▁induction": 21445,
+      "ahren": 21446,
+      "▁cp": 21447,
+      "▁violence": 21448,
+      "ientí": 21449,
+      "cente": 21450,
+      "▁Dob": 21451,
+      "jack": 21452,
+      "song": 21453,
+      "bucket": 21454,
+      "▁deport": 21455,
+      "кими": 21456,
+      "lm": 21457,
+      "▁innoc": 21458,
+      "Changes": 21459,
+      "▁prohib": 21460,
+      "angol": 21461,
+      "iseconds": 21462,
+      "▁пор": 21463,
+      "▁hip": 21464,
+      "▁pů": 21465,
+      "endorf": 21466,
+      "▁scheduled": 21467,
+      "▁Flug": 21468,
+      "acyj": 21469,
+      "▁Films": 21470,
+      "athedral": 21471,
+      "Power": 21472,
+      "ardin": 21473,
+      "kap": 21474,
+      "icken": 21475,
+      "resize": 21476,
+      "eus": 21477,
+      "rr": 21478,
+      "лян": 21479,
+      "▁Hav": 21480,
+      "▁ora": 21481,
+      "FROM": 21482,
+      "лося": 21483,
+      "▁terug": 21484,
+      "▁Width": 21485,
+      "▁accepts": 21486,
+      "бен": 21487,
+      "▁mich": 21488,
+      "▁Czech": 21489,
+      "▁Bedeut": 21490,
+      "▁вид": 21491,
+      "ôme": 21492,
+      "▁Loop": 21493,
+      "spect": 21494,
+      "ük": 21495,
+      "eston": 21496,
+      "▁slot": 21497,
+      "▁została": 21498,
+      "▁Charlotte": 21499,
+      "▁составляет": 21500,
+      "▁Promise": 21501,
+      "▁epo": 21502,
+      "▁diction": 21503,
+      "▁Franklin": 21504,
+      "▁Riv": 21505,
+      "руг": 21506,
+      "cida": 21507,
+      "▁Explorer": 21508,
+      "cookie": 21509,
+      "▁formerly": 21510,
+      "▁municipality": 21511,
+      "▁Stefan": 21512,
+      "lists": 21513,
+      "COMP": 21514,
+      "Len": 21515,
+      "▁Staat": 21516,
+      "▁NBA": 21517,
+      "dens": 21518,
+      "▁oscill": 21519,
+      "!.": 21520,
+      "▁PO": 21521,
+      "ône": 21522,
+      "eses": 21523,
+      "▁националь": 21524,
+      "voor": 21525,
+      "▁копи": 21526,
+      "▁пози": 21527,
+      "ulu": 21528,
+      "Constraint": 21529,
+      "▁своей": 21530,
+      "▁algebraic": 21531,
+      "чня": 21532,
+      "Dict": 21533,
+      "▁appearing": 21534,
+      "▁prav": 21535,
+      "▁Universal": 21536,
+      "Browser": 21537,
+      "▁Singap": 21538,
+      "ennessee": 21539,
+      "]_": 21540,
+      "▁Sof": 21541,
+      "▁Cad": 21542,
+      "ounce": 21543,
+      "▁costs": 21544,
+      "]{\\": 21545,
+      "../../": 21546,
+      "ській": 21547,
+      "ühl": 21548,
+      "iety": 21549,
+      "пр": 21550,
+      "▁interpreted": 21551,
+      "ajn": 21552,
+      "colog": 21553,
+      "YS": 21554,
+      "mans": 21555,
+      "▁metrics": 21556,
+      "▁registr": 21557,
+      "istance": 21558,
+      "▁Поль": 21559,
+      "▁anonymous": 21560,
+      "▁institutions": 21561,
+      "▁zdob": 21562,
+      "prüng": 21563,
+      "▁арти": 21564,
+      "▁estat": 21565,
+      "acci": 21566,
+      "▁academic": 21567,
+      "▁chiesa": 21568,
+      "▁Gian": 21569,
+      "contrib": 21570,
+      "umed": 21571,
+      "▁Gir": 21572,
+      "▁baseball": 21573,
+      "numeric": 21574,
+      "Generator": 21575,
+      "GM": 21576,
+      "▁tiny": 21577,
+      "▁distinction": 21578,
+      "гер": 21579,
+      "▁rust": 21580,
+      "▁FIFA": 21581,
+      "▁Properties": 21582,
+      "^-": 21583,
+      "▁экс": 21584,
+      "▁Stanis": 21585,
+      "▁Ajax": 21586,
+      "escape": 21587,
+      "▁consp": 21588,
+      "▁Chen": 21589,
+      "▁Naval": 21590,
+      "Bit": 21591,
+      "▁bât": 21592,
+      "скими": 21593,
+      "drive": 21594,
+      "▁Round": 21595,
+      "photo": 21596,
+      "▁Level": 21597,
+      "▁geg": 21598,
+      "Tom": 21599,
+      "▁Mobile": 21600,
+      "▁Trop": 21601,
+      "Direction": 21602,
+      "isan": 21603,
+      ")^{-": 21604,
+      "▁Setting": 21605,
+      "▁Probably": 21606,
+      "лья": 21607,
+      "▁assets": 21608,
+      "▁atte": 21609,
+      "▁bulk": 21610,
+      "ést": 21611,
+      "▁wing": 21612,
+      "nius": 21613,
+      "▁wins": 21614,
+      "▁lud": 21615,
+      "ushing": 21616,
+      "▁deven": 21617,
+      "ограф": 21618,
+      "burger": 21619,
+      "▁embar": 21620,
+      "FilterChain": 21621,
+      "▁tum": 21622,
+      "▁öss": 21623,
+      "▁nommé": 21624,
+      "▁pir": 21625,
+      "▁luc": 21626,
+      "dbo": 21627,
+      "agues": 21628,
+      "▁alcan": 21629,
+      "ouwen": 21630,
+      "▁Stanley": 21631,
+      "циали": 21632,
+      "▁grown": 21633,
+      "▁preserved": 21634,
+      "▁solar": 21635,
+      "▁Население": 21636,
+      "▁performances": 21637,
+      "▁Cow": 21638,
+      "▁engineering": 21639,
+      "▁scaling": 21640,
+      "atomic": 21641,
+      "endance": 21642,
+      "▁ace": 21643,
+      "ängen": 21644,
+      "Anim": 21645,
+      "phase": 21646,
+      "zburg": 21647,
+      "Old": 21648,
+      "▁servant": 21649,
+      "▁gemeins": 21650,
+      "▁Observ": 21651,
+      "translate": 21652,
+      "▁covering": 21653,
+      "▁están": 21654,
+      "▁problema": 21655,
+      "▁установ": 21656,
+      "▁llev": 21657,
+      "▁czerw": 21658,
+      "éal": 21659,
+      "mez": 21660,
+      "REE": 21661,
+      "ERR": 21662,
+      "тури": 21663,
+      "segu": 21664,
+      "▁profit": 21665,
+      "▁multiplication": 21666,
+      "kommen": 21667,
+      "▁faut": 21668,
+      "▁candidates": 21669,
+      "▁Uri": 21670,
+      "▁Laura": 21671,
+      "▁sap": 21672,
+      "▁висини": 21673,
+      "▁Between": 21674,
+      "fade": 21675,
+      "▁reserved": 21676,
+      "▁involving": 21677,
+      "▁Mare": 21678,
+      "▁Container": 21679,
+      "▁назна": 21680,
+      "▁DEBUG": 21681,
+      "▁hurt": 21682,
+      "▁Polski": 21683,
+      "▁lux": 21684,
+      "CB": 21685,
+      "wach": 21686,
+      "▁период": 21687,
+      "▁Catherine": 21688,
+      "▁ganz": 21689,
+      "uchte": 21690,
+      "▁consumer": 21691,
+      "▁crossed": 21692,
+      "ordered": 21693,
+      "away": 21694,
+      "techn": 21695,
+      "▁subscri": 21696,
+      "▁shortcut": 21697,
+      "▁производ": 21698,
+      "▁simultaneously": 21699,
+      "▁rating": 21700,
+      "▁Kings": 21701,
+      "▁relationships": 21702,
+      "▁Sex": 21703,
+      "▁Tool": 21704,
+      "agh": 21705,
+      "acters": 21706,
+      "logger": 21707,
+      "homme": 21708,
+      "engers": 21709,
+      "▁Ri": 21710,
+      "earance": 21711,
+      "▁appearances": 21712,
+      "Real": 21713,
+      "▁passe": 21714,
+      "iclopedia": 21715,
+      "чко": 21716,
+      "terre": 21717,
+      "▁Ontario": 21718,
+      "▁переда": 21719,
+      "footer": 21720,
+      "archivi": 21721,
+      "ifiz": 21722,
+      "▁Protest": 21723,
+      "▁LIN": 21724,
+      "unnable": 21725,
+      "▁centuries": 21726,
+      "▁Bayer": 21727,
+      "цію": 21728,
+      "овин": 21729,
+      "▁Andrea": 21730,
+      "selection": 21731,
+      "▁calm": 21732,
+      "▁modification": 21733,
+      "▁shortly": 21734,
+      "inaire": 21735,
+      "▁fusion": 21736,
+      "▁feelings": 21737,
+      "PK": 21738,
+      "▁Roberto": 21739,
+      "гне": 21740,
+      "Shared": 21741,
+      "▁mehrere": 21742,
+      "▁Niem": 21743,
+      "omp": 21744,
+      "Env": 21745,
+      "▁Article": 21746,
+      "▁Pok": 21747,
+      "▁VARCHAR": 21748,
+      "▁dil": 21749,
+      "▁afford": 21750,
+      "▁confront": 21751,
+      "owanie": 21752,
+      "▁ministre": 21753,
+      "adesh": 21754,
+      "▁Poly": 21755,
+      "▁Распо": 21756,
+      "▁Gruppe": 21757,
+      "▁Helen": 21758,
+      "▁cc": 21759,
+      "▁portrait": 21760,
+      "bew": 21761,
+      "▁beta": 21762,
+      "▁Wir": 21763,
+      "▁Audio": 21764,
+      "▁(\\<": 21765,
+      "riority": 21766,
+      "▁nit": 21767,
+      "▁представи": 21768,
+      "▁Vie": 21769,
+      "▁wür": 21770,
+      "▁Hold": 21771,
+      "▁Sad": 21772,
+      "▁Tochter": 21773,
+      "▁oltre": 21774,
+      "▁Activ": 21775,
+      "▁Jason": 21776,
+      "▁wieku": 21777,
+      "▁regards": 21778,
+      "▁taste": 21779,
+      "agnostic": 21780,
+      "лася": 21781,
+      "▁Self": 21782,
+      "▁apr": 21783,
+      "▁Deep": 21784,
+      "scop": 21785,
+      "Activ": 21786,
+      "▁typedef": 21787,
+      "ContentView": 21788,
+      "compiler": 21789,
+      "▁Roth": 21790,
+      "xc": 21791,
+      "зик": 21792,
+      "▁largo": 21793,
+      "▁Rena": 21794,
+      "heiten": 21795,
+      "▁platforms": 21796,
+      "ulla": 21797,
+      "▁glance": 21798,
+      "▁mascul": 21799,
+      "▁mex": 21800,
+      "▁Jorge": 21801,
+      "▁funcion": 21802,
+      "choose": 21803,
+      "▁reviews": 21804,
+      "▁Alban": 21805,
+      "▁Glo": 21806,
+      "▁Species": 21807,
+      "▁Fame": 21808,
+      "▁Roll": 21809,
+      "▁Puerto": 21810,
+      "▁\\)": 21811,
+      "ymnas": 21812,
+      "environ": 21813,
+      "▁iphone": 21814,
+      "▁Wrestling": 21815,
+      "ały": 21816,
+      "▁Indiana": 21817,
+      "Radio": 21818,
+      "VS": 21819,
+      "▁independence": 21820,
+      "тай": 21821,
+      "▁decode": 21822,
+      "White": 21823,
+      "▁journ": 21824,
+      "ículo": 21825,
+      "▁Barb": 21826,
+      "▁Evangel": 21827,
+      "▁Andy": 21828,
+      "▁Welcome": 21829,
+      "▁Device": 21830,
+      "gef": 21831,
+      "▁remembered": 21832,
+      "▁variations": 21833,
+      "▁Adolf": 21834,
+      "itaine": 21835,
+      "▁надморској": 21836,
+      "▁steam": 21837,
+      "▁concerns": 21838,
+      "▁`|": 21839,
+      "▁био": 21840,
+      "тельства": 21841,
+      "▁quattro": 21842,
+      "extend": 21843,
+      "▁trabajo": 21844,
+      "enberg": 21845,
+      "▁scenarios": 21846,
+      "ânt": 21847,
+      "▁kommt": 21848,
+      "▁domestic": 21849,
+      "▁Basketball": 21850,
+      "▁Cooper": 21851,
+      "sock": 21852,
+      "держа": 21853,
+      "={\\": 21854,
+      "▁inici": 21855,
+      "▁Phill": 21856,
+      "▁генерал": 21857,
+      "archiviato": 21858,
+      "ън": 21859,
+      "Rob": 21860,
+      "▁tong": 21861,
+      "▁characteristics": 21862,
+      "▁amaz": 21863,
+      "▁Mode": 21864,
+      "▁inaugur": 21865,
+      "wehr": 21866,
+      "rant": 21867,
+      "ionali": 21868,
+      "▁Mother": 21869,
+      "Ma": 21870,
+      "équ": 21871,
+      "▁Kelly": 21872,
+      "cile": 21873,
+      "▁besteht": 21874,
+      "▁estimates": 21875,
+      "ruguay": 21876,
+      "▁Ans": 21877,
+      "Mad": 21878,
+      "▁нав": 21879,
+      "▁données": 21880,
+      "▁tropical": 21881,
+      "▁Several": 21882,
+      "elter": 21883,
+      "▁Pho": 21884,
+      "kem": 21885,
+      "▁Customer": 21886,
+      "▁складі": 21887,
+      "▁courses": 21888,
+      "Platform": 21889,
+      "navbar": 21890,
+      "learning": 21891,
+      "▁Swedish": 21892,
+      "▁zast": 21893,
+      "▁Lig": 21894,
+      "management": 21895,
+      "▁lod": 21896,
+      "uffle": 21897,
+      "Texture": 21898,
+      "arga": 21899,
+      "átum": 21900,
+      "▁DDR": 21901,
+      "нії": 21902,
+      "▁Société": 21903,
+      "▁domains": 21904,
+      "▁permitted": 21905,
+      "▁externe": 21906,
+      "▁quelque": 21907,
+      "vt": 21908,
+      "yman": 21909,
+      "▁Ward": 21910,
+      "▁agli": 21911,
+      "▁andra": 21912,
+      "Snapshot": 21913,
+      "▁må": 21914,
+      "▁yeah": 21915,
+      "дена": 21916,
+      "ępu": 21917,
+      "askell": 21918,
+      "▁République": 21919,
+      "inject": 21920,
+      "▁';": 21921,
+      "änn": 21922,
+      "▁zelf": 21923,
+      "▁Entwicklung": 21924,
+      "ária": 21925,
+      "onomy": 21926,
+      "▁svil": 21927,
+      "iese": 21928,
+      "▁conser": 21929,
+      "▁nim": 21930,
+      "▁rész": 21931,
+      "▁Итали": 21932,
+      "▁partici": 21933,
+      "▁Lion": 21934,
+      "sr": 21935,
+      "always": 21936,
+      "▁Владимир": 21937,
+      "ческие": 21938,
+      "[,": 21939,
+      "▁Definition": 21940,
+      "nant": 21941,
+      "oem": 21942,
+      "Ids": 21943,
+      "▁вне": 21944,
+      "▁[...]": 21945,
+      "▁направ": 21946,
+      "▁GO": 21947,
+      "▁års": 21948,
+      "▁után": 21949,
+      "▁outros": 21950,
+      "▁región": 21951,
+      "▁Mong": 21952,
+      "▁filme": 21953,
+      "▁triple": 21954,
+      "▁spons": 21955,
+      "Develop": 21956,
+      "▁outcome": 21957,
+      "▁Bible": 21958,
+      "▁имени": 21959,
+      "Canvas": 21960,
+      "пута": 21961,
+      "curr": 21962,
+      "ások": 21963,
+      "){\\": 21964,
+      "ningar": 21965,
+      "`;": 21966,
+      "▁Flash": 21967,
+      ":#": 21968,
+      "must": 21969,
+      "cpu": 21970,
+      "▁formats": 21971,
+      "Har": 21972,
+      "▁episodio": 21973,
+      "▁Rosa": 21974,
+      "▁dès": 21975,
+      "emit": 21976,
+      "riteria": 21977,
+      "Annotation": 21978,
+      "Flag": 21979,
+      "gmail": 21980,
+      "▁Normal": 21981,
+      "ollary": 21982,
+      "▁foss": 21983,
+      "▁concurrent": 21984,
+      "▁crashes": 21985,
+      "▁виде": 21986,
+      "▁Minor": 21987,
+      "▁Sit": 21988,
+      "▁SN": 21989,
+      "▁scar": 21990,
+      "▁femin": 21991,
+      "▁specification": 21992,
+      "soap": 21993,
+      "▁operate": 21994,
+      "▁principalmente": 21995,
+      "▁aust": 21996,
+      "ibile": 21997,
+      "itime": 21998,
+      "лежа": 21999,
+      "iframe": 22000,
+      "▁concepts": 22001,
+      "▁tack": 22002,
+      "▁viss": 22003,
+      "▁carbon": 22004,
+      "tery": 22005,
+      "▁naming": 22006,
+      "▁Orts": 22007,
+      "idente": 22008,
+      "▁Capit": 22009,
+      "▁expr": 22010,
+      "▁насељу": 22011,
+      "▁Selected": 22012,
+      "▁hinter": 22013,
+      "▁iframe": 22014,
+      "▁zb": 22015,
+      "indexPath": 22016,
+      "coll": 22017,
+      "▁wrześ": 22018,
+      "▁acht": 22019,
+      "▁gradually": 22020,
+      "▁чу": 22021,
+      "зей": 22022,
+      "haft": 22023,
+      "▁tran": 22024,
+      "▁laquelle": 22025,
+      "ytics": 22026,
+      "IDE": 22027,
+      "▁pygame": 22028,
+      "▁Package": 22029,
+      "▁className": 22030,
+      "Bal": 22031,
+      "perl": 22032,
+      "тина": 22033,
+      "Occ": 22034,
+      "▁infrastr": 22035,
+      "▁Champions": 22036,
+      "▁classic": 22037,
+      "▁Raw": 22038,
+      "▁partially": 22039,
+      "▁Ted": 22040,
+      "▁stolet": 22041,
+      "rained": 22042,
+      "WHERE": 22043,
+      "▁vall": 22044,
+      "▁Julia": 22045,
+      "zat": 22046,
+      "▁surrounded": 22047,
+      "SEE": 22048,
+      "▁walking": 22049,
+      "Bad": 22050,
+      "FOR": 22051,
+      "contre": 22052,
+      "▁Palest": 22053,
+      "ático": 22054,
+      "▁engineer": 22055,
+      "▁partners": 22056,
+      "▁Jews": 22057,
+      "ilers": 22058,
+      "▁cerem": 22059,
+      "▁interactions": 22060,
+      "acu": 22061,
+      "sty": 22062,
+      "▁Princess": 22063,
+      "sharp": 22064,
+      "▁Singles": 22065,
+      "▁їх": 22066,
+      "chez": 22067,
+      "Receiver": 22068,
+      "▁patients": 22069,
+      "stringify": 22070,
+      "▁competed": 22071,
+      "bey": 22072,
+      "$;": 22073,
+      "▁Bd": 22074,
+      "hadoop": 22075,
+      "▁División": 22076,
+      "öld": 22077,
+      "▁restricted": 22078,
+      "▁commander": 22079,
+      "▁Highway": 22080,
+      "▁Česk": 22081,
+      "▁myth": 22082,
+      "чан": 22083,
+      "raham": 22084,
+      "▁enqu": 22085,
+      "▁pog": 22086,
+      "▁comuna": 22087,
+      "▁println": 22088,
+      "▁круп": 22089,
+      "▁depois": 22090,
+      "▁seats": 22091,
+      "▁neighb": 22092,
+      "циона": 22093,
+      "agine": 22094,
+      "▁clothes": 22095,
+      "▁Prior": 22096,
+      "Brain": 22097,
+      "FFFF": 22098,
+      "':'": 22099,
+      "features": 22100,
+      "▁filesystem": 22101,
+      "▁singles": 22102,
+      "▁Melbourne": 22103,
+      "▁destruction": 22104,
+      "▁Lyon": 22105,
+      "▁Insel": 22106,
+      "Nav": 22107,
+      "▁Replace": 22108,
+      "▁lé": 22109,
+      "Who": 22110,
+      "▁Estad": 22111,
+      "▁dimensional": 22112,
+      "▁öff": 22113,
+      "▁grands": 22114,
+      "джа": 22115,
+      "plane": 22116,
+      "ності": 22117,
+      "▁Origin": 22118,
+      "WI": 22119,
+      "änner": 22120,
+      "▁Cry": 22121,
+      "ITION": 22122,
+      "▁född": 22123,
+      "▁cultura": 22124,
+      "▁Rank": 22125,
+      "▁vuel": 22126,
+      "▁zag": 22127,
+      "▁Maxim": 22128,
+      "ону": 22129,
+      "()))": 22130,
+      "Raw": 22131,
+      "kirche": 22132,
+      "▁además": 22133,
+      "▁tie": 22134,
+      "▁Style": 22135,
+      "сков": 22136,
+      "istant": 22137,
+      "olph": 22138,
+      "▁Zür": 22139,
+      "▁Info": 22140,
+      "DOM": 22141,
+      "usc": 22142,
+      "nahm": 22143,
+      "▁Федера": 22144,
+      "▁Fot": 22145,
+      "▁specifying": 22146,
+      "▁titolo": 22147,
+      "▁Boys": 22148,
+      "iech": 22149,
+      "Place": 22150,
+      "▁Hoff": 22151,
+      "▁cached": 22152,
+      "валь": 22153,
+      "isher": 22154,
+      "rolling": 22155,
+      "opens": 22156,
+      "▁hr": 22157,
+      "------": 22158,
+      "▁maggior": 22159,
+      "▁transactions": 22160,
+      "▁criminal": 22161,
+      "▁retre": 22162,
+      "▁Campbell": 22163,
+      ")):": 22164,
+      "▁ned": 22165,
+      "Pager": 22166,
+      "▁Hero": 22167,
+      "(__": 22168,
+      "▁uncle": 22169,
+      "▁reaches": 22170,
+      "arto": 22171,
+      "▁hello": 22172,
+      "Preferences": 22173,
+      "▁затем": 22174,
+      "Named": 22175,
+      "▁readers": 22176,
+      "хі": 22177,
+      "kern": 22178,
+      "▁упо": 22179,
+      "кин": 22180,
+      "▁lav": 22181,
+      "▁nob": 22182,
+      "▁secre": 22183,
+      "▁ListView": 22184,
+      "вания": 22185,
+      "▁Mayor": 22186,
+      "borough": 22187,
+      "▁filosof": 22188,
+      "нення": 22189,
+      "фри": 22190,
+      "▁patr": 22191,
+      "FM": 22192,
+      "▁acid": 22193,
+      "▁Salvador": 22194,
+      "▁abb": 22195,
+      "▁Graham": 22196,
+      "policy": 22197,
+      "negative": 22198,
+      "ńskiego": 22199,
+      "▁Heimat": 22200,
+      "▁dazu": 22201,
+      "▁mely": 22202,
+      "▁ride": 22203,
+      "▁duties": 22204,
+      "overy": 22205,
+      "▁Proposition": 22206,
+      "▁Paolo": 22207,
+      "/'": 22208,
+      "▁Mau": 22209,
+      "imenti": 22210,
+      "Saint": 22211,
+      "father": 22212,
+      "▁equilib": 22213,
+      "phony": 22214,
+      "▁clas": 22215,
+      "▁отли": 22216,
+      "▁Buffered": 22217,
+      "rek": 22218,
+      "▁mitt": 22219,
+      "▁Hur": 22220,
+      "▁Harvard": 22221,
+      "▁demonstrate": 22222,
+      "uario": 22223,
+      "▁dolor": 22224,
+      "▁rejected": 22225,
+      "▁Müller": 22226,
+      "▁nac": 22227,
+      "▁Belle": 22228,
+      "▁gathered": 22229,
+      "nr": 22230,
+      "frika": 22231,
+      "öll": 22232,
+      "▁chemical": 22233,
+      "nig": 22234,
+      "▁calc": 22235,
+      "▁DEFAULT": 22236,
+      "▁philosophy": 22237,
+      "▁Laravel": 22238,
+      "▁alignment": 22239,
+      "EV": 22240,
+      "eor": 22241,
+      "▁dzie": 22242,
+      "▁mest": 22243,
+      "▁Io": 22244,
+      "CRE": 22245,
+      "зви": 22246,
+      "▁Medic": 22247,
+      "▁nä": 22248,
+      "▁zab": 22249,
+      "▁Slov": 22250,
+      "utlich": 22251,
+      "▁amplit": 22252,
+      "▁Frankreich": 22253,
+      "▁кіль": 22254,
+      "IND": 22255,
+      "execution": 22256,
+      "▁Karriere": 22257,
+      "dostęp": 22258,
+      "▁réal": 22259,
+      "engo": 22260,
+      "▁severe": 22261,
+      "зма": 22262,
+      "▁турни": 22263,
+      "▁Carter": 22264,
+      "▁Robinson": 22265,
+      "getElementsBy": 22266,
+      "▁prototype": 22267,
+      "▁japon": 22268,
+      "führung": 22269,
+      "▁consegu": 22270,
+      "▁studi": 22271,
+      "▁lire": 22272,
+      "▁schließ": 22273,
+      "▁Buff": 22274,
+      "▁redund": 22275,
+      "▁ern": 22276,
+      "▁myster": 22277,
+      "▁proprio": 22278,
+      "ateful": 22279,
+      "▁Parent": 22280,
+      "▁ladies": 22281,
+      "rack": 22282,
+      "тика": 22283,
+      "enburg": 22284,
+      "▁качестве": 22285,
+      "▁EF": 22286,
+      "▁stam": 22287,
+      "▁nueva": 22288,
+      "▁filtered": 22289,
+      "reten": 22290,
+      "▁Ian": 22291,
+      "▁Matthew": 22292,
+      "kih": 22293,
+      "▁ő": 22294,
+      "▁компози": 22295,
+      "▁forever": 22296,
+      "oires": 22297,
+      ":\\\\": 22298,
+      "▁études": 22299,
+      "▁soup": 22300,
+      "▁pleased": 22301,
+      ")}(": 22302,
+      "▁Stop": 22303,
+      "Setter": 22304,
+      "▁Help": 22305,
+      "▁bars": 22306,
+      "▁ERR": 22307,
+      "▁(?": 22308,
+      "▁poetry": 22309,
+      "▁Util": 22310,
+      "AK": 22311,
+      "▁fick": 22312,
+      "▁IM": 22313,
+      "▁proud": 22314,
+      "носи": 22315,
+      "▁muerte": 22316,
+      "▁Palmarès": 22317,
+      "▁Nas": 22318,
+      "щих": 22319,
+      "▁quer": 22320,
+      "▁apenas": 22321,
+      "]['": 22322,
+      "▁Konst": 22323,
+      "пон": 22324,
+      "▁Schiff": 22325,
+      "▁mp": 22326,
+      "▁благо": 22327,
+      "fram": 22328,
+      "▁household": 22329,
+      "▁tract": 22330,
+      "encoding": 22331,
+      "▁undert": 22332,
+      "▁Aug": 22333,
+      "ован": 22334,
+      "▁Arten": 22335,
+      "▁invoked": 22336,
+      "▁dynast": 22337,
+      "▁fleet": 22338,
+      "чество": 22339,
+      "▁Murray": 22340,
+      "▁gut": 22341,
+      "elihood": 22342,
+      "▁SSH": 22343,
+      "ответ": 22344,
+      "▁personally": 22345,
+      "прия": 22346,
+      "▁financi": 22347,
+      "▁Thompson": 22348,
+      "alu": 22349,
+      "identity": 22350,
+      "▁Grab": 22351,
+      "addle": 22352,
+      "Ét": 22353,
+      "▁Tob": 22354,
+      "▁verlor": 22355,
+      "▁Sainte": 22356,
+      "▁dop": 22357,
+      "▁вере": 22358,
+      "___": 22359,
+      "▁promotion": 22360,
+      "▁-=": 22361,
+      "▁отде": 22362,
+      "▁ambigu": 22363,
+      "ORDER": 22364,
+      "▁Communic": 22365,
+      "▁imply": 22366,
+      "oned": 22367,
+      "cluding": 22368,
+      "▁collision": 22369,
+      "▁fragments": 22370,
+      "scription": 22371,
+      "▁'{": 22372,
+      "лях": 22373,
+      "▁hans": 22374,
+      "ус": 22375,
+      "wire": 22376,
+      "namespace": 22377,
+      "▁sword": 22378,
+      "refresh": 22379,
+      "▁kwam": 22380,
+      "zs": 22381,
+      "commons": 22382,
+      "▁cosa": 22383,
+      "▁regime": 22384,
+      "grep": 22385,
+      "▁dioc": 22386,
+      "▁Contact": 22387,
+      "▁estas": 22388,
+      "▁Stewart": 22389,
+      "▁viele": 22390,
+      "това": 22391,
+      "▁Ran": 22392,
+      "annes": 22393,
+      "iday": 22394,
+      "▁snapshot": 22395,
+      "orrow": 22396,
+      "▁zač": 22397,
+      "▁участие": 22398,
+      "▁promised": 22399,
+      "Assembly": 22400,
+      "▁championship": 22401,
+      "▁Define": 22402,
+      "▁eren": 22403,
+      "▁ново": 22404,
+      "▁thinks": 22405,
+      "Age": 22406,
+      "▁gev": 22407,
+      "varchar": 22408,
+      "ività": 22409,
+      "compos": 22410,
+      "▁Mutter": 22411,
+      "CONT": 22412,
+      "armée": 22413,
+      "agnet": 22414,
+      "▁Brow": 22415,
+      ".—": 22416,
+      "▁Television": 22417,
+      "▁Для": 22418,
+      "▁vm": 22419,
+      "▁ordin": 22420,
+      "▁Михай": 22421,
+      "▁aproxim": 22422,
+      "')->": 22423,
+      "▁zoo": 22424,
+      "ippi": 22425,
+      "▁sino": 22426,
+      "▁Québec": 22427,
+      "rages": 22428,
+      "äck": 22429,
+      "eing": 22430,
+      "arlo": 22431,
+      "pios": 22432,
+      "▁Chan": 22433,
+      "▁elli": 22434,
+      "▁incons": 22435,
+      "gestellt": 22436,
+      "ppers": 22437,
+      "Jean": 22438,
+      "anstalt": 22439,
+      "▁Dance": 22440,
+      "▁toen": 22441,
+      "▁decis": 22442,
+      "▁Резу": 22443,
+      "▁officially": 22444,
+      "ätze": 22445,
+      "▁доро": 22446,
+      "▁enumer": 22447,
+      "▁troisième": 22448,
+      "typ": 22449,
+      "offs": 22450,
+      "боль": 22451,
+      "odn": 22452,
+      "▁Zar": 22453,
+      "▁друго": 22454,
+      "quia": 22455,
+      "▁Nicolas": 22456,
+      "пису": 22457,
+      "▁mob": 22458,
+      "paces": 22459,
+      "нього": 22460,
+      "Alg": 22461,
+      "éroï": 22462,
+      "Errors": 22463,
+      "▁гре": 22464,
+      "▁женщи": 22465,
+      "inch": 22466,
+      "▁Korean": 22467,
+      "▁Apost": 22468,
+      "▁Liver": 22469,
+      "▁elementary": 22470,
+      "▁DI": 22471,
+      "виси": 22472,
+      "▁soil": 22473,
+      "▁DLL": 22474,
+      "▁risp": 22475,
+      "▁Shakespe": 22476,
+      "▁Gaussian": 22477,
+      "▁Kurt": 22478,
+      "Vertex": 22479,
+      "ebol": 22480,
+      "organisation": 22481,
+      "ären": 22482,
+      "▁YES": 22483,
+      "CUR": 22484,
+      "▁началь": 22485,
+      "▁постро": 22486,
+      "▁Luigi": 22487,
+      "▁caching": 22488,
+      "preventDefault": 22489,
+      "amd": 22490,
+      "▁Vit": 22491,
+      "subst": 22492,
+      "▁строи": 22493,
+      "▁Campion": 22494,
+      "chr": 22495,
+      "фере": 22496,
+      "▁Список": 22497,
+      "NF": 22498,
+      "▁cím": 22499,
+      "▁hé": 22500,
+      "rebbe": 22501,
+      "ocy": 22502,
+      "below": 22503,
+      "▁bylo": 22504,
+      "▁Уи": 22505,
+      "▁\\({\\": 22506,
+      "▁`:": 22507,
+      "giore": 22508,
+      "San": 22509,
+      "▁Gate": 22510,
+      "▁вс": 22511,
+      "▁olimp": 22512,
+      "▁Matrix": 22513,
+      "▁hearing": 22514,
+      "rii": 22515,
+      "tfrac": 22516,
+      "▁allemand": 22517,
+      "▁Vue": 22518,
+      "лн": 22519,
+      "▁compiling": 22520,
+      "▁Ens": 22521,
+      "▁investigation": 22522,
+      "▁Ax": 22523,
+      "▁chars": 22524,
+      "▁targets": 22525,
+      "▁loud": 22526,
+      "usement": 22527,
+      "▁Nether": 22528,
+      "commerce": 22529,
+      "IGHT": 22530,
+      "ocoa": 22531,
+      "ifecycle": 22532,
+      "▁Leo": 22533,
+      "priv": 22534,
+      "▁goods": 22535,
+      "adamente": 22536,
+      "Austral": 22537,
+      "▁reboot": 22538,
+      "Gest": 22539,
+      "▁representations": 22540,
+      "ceu": 22541,
+      "▁doctrine": 22542,
+      "cers": 22543,
+      "▁Krak": 22544,
+      "▁advoc": 22545,
+      "▁squadra": 22546,
+      "▁arbeitete": 22547,
+      "üst": 22548,
+      "▁pill": 22549,
+      "Answer": 22550,
+      "▁квіт": 22551,
+      "▁Wa": 22552,
+      "umann": 22553,
+      "▁Dynam": 22554,
+      "Famil": 22555,
+      "▁tennis": 22556,
+      "▁Engineering": 22557,
+      "▁circles": 22558,
+      "▁Maryland": 22559,
+      "▁besta": 22560,
+      "▁bases": 22561,
+      "▁znajdu": 22562,
+      "ктора": 22563,
+      "▁arrest": 22564,
+      "лер": 22565,
+      "▁Gia": 22566,
+      "▁remarkable": 22567,
+      "▁могу": 22568,
+      "▁Supreme": 22569,
+      "▁`%": 22570,
+      "dor": 22571,
+      "▁aujourd": 22572,
+      "▁wis": 22573,
+      "WIDTH": 22574,
+      "▁misma": 22575,
+      "▁fluid": 22576,
+      "▁petite": 22577,
+      "▁Tow": 22578,
+      "Registry": 22579,
+      "emed": 22580,
+      "▁Wisconsin": 22581,
+      "▁Racing": 22582,
+      "▁registration": 22583,
+      "/%": 22584,
+      "third": 22585,
+      "▁monuments": 22586,
+      "чей": 22587,
+      "▁jet": 22588,
+      "▁Urban": 22589,
+      "álva": 22590,
+      "▁milieu": 22591,
+      "▁possess": 22592,
+      "▁germ": 22593,
+      "dependencies": 22594,
+      "▁enemies": 22595,
+      "▁samen": 22596,
+      "▁Werner": 22597,
+      "▁hizo": 22598,
+      "▁td": 22599,
+      "▁yesterday": 22600,
+      "▁Ад": 22601,
+      "▁hasn": 22602,
+      "cellation": 22603,
+      "ování": 22604,
+      "lika": 22605,
+      "Week": 22606,
+      "▁Ing": 22607,
+      "▁Email": 22608,
+      "▁mètres": 22609,
+      "▁OCLC": 22610,
+      "▁amongst": 22611,
+      "▁splend": 22612,
+      "fur": 22613,
+      "antics": 22614,
+      "▁XXX": 22615,
+      "▁группы": 22616,
+      "lach": 22617,
+      "▁cousin": 22618,
+      "▁invariant": 22619,
+      "ђу": 22620,
+      "▁Beispiel": 22621,
+      "▁harder": 22622,
+      "▁bell": 22623,
+      "▁orch": 22624,
+      "tb": 22625,
+      "Footnote": 22626,
+      "regon": 22627,
+      "Martin": 22628,
+      "▁incon": 22629,
+      "▁attacked": 22630,
+      "_{-": 22631,
+      "▁Tras": 22632,
+      "party": 22633,
+      "iteit": 22634,
+      "▁saint": 22635,
+      "rások": 22636,
+      "▁containers": 22637,
+      "Mo": 22638,
+      "▁Sn": 22639,
+      "quantity": 22640,
+      "▁ras": 22641,
+      "▁Canal": 22642,
+      "ccion": 22643,
+      "uvo": 22644,
+      "▁idx": 22645,
+      "typename": 22646,
+      "▁Rugby": 22647,
+      "▁Seems": 22648,
+      "▁transmit": 22649,
+      "▁Präsident": 22650,
+      "зне": 22651,
+      "▁Baker": 22652,
+      "inth": 22653,
+      "▁több": 22654,
+      "verein": 22655,
+      "▁especie": 22656,
+      ",(": 22657,
+      "▁téc": 22658,
+      "▁WITH": 22659,
+      "▁unos": 22660,
+      "▁politics": 22661,
+      "createElement": 22662,
+      "▁stats": 22663,
+      "▁Tennessee": 22664,
+      "▁Bedeutung": 22665,
+      "▁Screen": 22666,
+      "▁Straße": 22667,
+      "anze": 22668,
+      "▁partly": 22669,
+      "manuel": 22670,
+      "olation": 22671,
+      "horizontal": 22672,
+      "érieure": 22673,
+      "ampio": 22674,
+      "▁струк": 22675,
+      "Weight": 22676,
+      "Land": 22677,
+      "poly": 22678,
+      "▁Dak": 22679,
+      "▁Assume": 22680,
+      "\".$": 22681,
+      "▁casi": 22682,
+      "▁gross": 22683,
+      "▁entertain": 22684,
+      "▁década": 22685,
+      "'.$": 22686,
+      "encer": 22687,
+      "▁guaranteed": 22688,
+      "]$.": 22689,
+      "лися": 22690,
+      "▁acceptable": 22691,
+      "raise": 22692,
+      "irus": 22693,
+      "weit": 22694,
+      "▁Ана": 22695,
+      "▁hills": 22696,
+      "ipage": 22697,
+      "BIT": 22698,
+      "▁nucle": 22699,
+      "▁utilis": 22700,
+      "CAA": 22701,
+      "ènes": 22702,
+      "▁Schweiz": 22703,
+      "▁AA": 22704,
+      "ninger": 22705,
+      "▁bands": 22706,
+      "▁tender": 22707,
+      "som": 22708,
+      "Warning": 22709,
+      "▁Bischof": 22710,
+      "▁Arc": 22711,
+      "▁Woman": 22712,
+      "▁transmission": 22713,
+      "чни": 22714,
+      "istre": 22715,
+      "BY": 22716,
+      "▁SI": 22717,
+      "▁Пар": 22718,
+      "▁}).": 22719,
+      "▁presenta": 22720,
+      "▁René": 22721,
+      "▁happiness": 22722,
+      "▁Punk": 22723,
+      "cols": 22724,
+      "▁Desde": 22725,
+      "рёх": 22726,
+      "▁мона": 22727,
+      "▁scratch": 22728,
+      "▁tcp": 22729,
+      "êtes": 22730,
+      "itated": 22731,
+      "▁diferen": 22732,
+      "geh": 22733,
+      "nahmen": 22734,
+      "Пе": 22735,
+      "cki": 22736,
+      "▁Teatro": 22737,
+      "▁Remember": 22738,
+      "▁fright": 22739,
+      "▁Yam": 22740,
+      "western": 22741,
+      "leted": 22742,
+      "▁встре": 22743,
+      "▁település": 22744,
+      "зин": 22745,
+      "▁Quant": 22746,
+      "▁supre": 22747,
+      "ája": 22748,
+      "дія": 22749,
+      "▁carrera": 22750,
+      "kret": 22751,
+      "para": 22752,
+      "▁SUM": 22753,
+      "▁pit": 22754,
+      "źdz": 22755,
+      "éo": 22756,
+      "рення": 22757,
+      "▁Chor": 22758,
+      "▁voix": 22759,
+      "▁executive": 22760,
+      "▁allerdings": 22761,
+      "Maybe": 22762,
+      "▁день": 22763,
+      "▁flying": 22764,
+      "▁parliament": 22765,
+      "ждан": 22766,
+      "▁fram": 22767,
+      "▁жовт": 22768,
+      "▁ugly": 22769,
+      "▁буду": 22770,
+      "igny": 22771,
+      "\\|_{": 22772,
+      "▁bitter": 22773,
+      "sce": 22774,
+      "▁pole": 22775,
+      "Verlag": 22776,
+      "▁totalité": 22777,
+      "▁foundation": 22778,
+      "jt": 22779,
+      "▁slice": 22780,
+      "ifique": 22781,
+      "▁integrate": 22782,
+      "strij": 22783,
+      "▁asympt": 22784,
+      "▁ему": 22785,
+      "▁perturb": 22786,
+      "▁Flow": 22787,
+      "jboss": 22788,
+      "RIG": 22789,
+      "▁Aless": 22790,
+      "XXX": 22791,
+      "▁summ": 22792,
+      "sqlite": 22793,
+      "▁cheer": 22794,
+      "prob": 22795,
+      "▁GPU": 22796,
+      "ził": 22797,
+      "(*)": 22798,
+      "▁induct": 22799,
+      "RAY": 22800,
+      "blatt": 22801,
+      "questa": 22802,
+      "oru": 22803,
+      "▁Inside": 22804,
+      "▁McG": 22805,
+      "▁Nep": 22806,
+      "мп": 22807,
+      "▁inve": 22808,
+      "▁Animal": 22809,
+      "▁sob": 22810,
+      "ított": 22811,
+      "loyment": 22812,
+      "▁bund": 22813,
+      "Station": 22814,
+      "▁BEGIN": 22815,
+      "▁partiellement": 22816,
+      "igg": 22817,
+      "estore": 22818,
+      "▁coinc": 22819,
+      "▁Sommer": 22820,
+      "▁md": 22821,
+      "▁locked": 22822,
+      "mathchar": 22823,
+      "arma": 22824,
+      "pent": 22825,
+      "arium": 22826,
+      "▁ears": 22827,
+      "▁Songs": 22828,
+      "▁similarly": 22829,
+      "▁literally": 22830,
+      "▁inches": 22831,
+      "▁affection": 22832,
+      "lp": 22833,
+      "▁concluded": 22834,
+      "▁муніципалі": 22835,
+      "▁памя": 22836,
+      "estaur": 22837,
+      "▁Josh": 22838,
+      "▁Fritz": 22839,
+      "DBC": 22840,
+      "дён": 22841,
+      "posa": 22842,
+      "▁golden": 22843,
+      "▁pc": 22844,
+      "▁comte": 22845,
+      "▁Ziel": 22846,
+      "▁présente": 22847,
+      "marks": 22848,
+      "igneur": 22849,
+      "▁Drive": 22850,
+      "▁neglect": 22851,
+      "▁rozp": 22852,
+      "▁Five": 22853,
+      "spaces": 22854,
+      "▁Medi": 22855,
+      "▁existed": 22856,
+      "▁była": 22857,
+      "джи": 22858,
+      "▁frente": 22859,
+      "тник": 22860,
+      "odd": 22861,
+      "▁answering": 22862,
+      "bian": 22863,
+      "▁Eugen": 22864,
+      "▁Publications": 22865,
+      "▁Dia": 22866,
+      "lá": 22867,
+      "▁'_": 22868,
+      "▁recuper": 22869,
+      "ому": 22870,
+      "▁Append": 22871,
+      "obar": 22872,
+      "▁employees": 22873,
+      "▁compens": 22874,
+      "emetery": 22875,
+      "▁элект": 22876,
+      "MON": 22877,
+      "olin": 22878,
+      "▁historic": 22879,
+      "his": 22880,
+      "ąd": 22881,
+      "nm": 22882,
+      "▁Goth": 22883,
+      "▁stress": 22884,
+      "▁partecip": 22885,
+      "▁Aw": 22886,
+      "▁sar": 22887,
+      "▁hu": 22888,
+      "▁matplotlib": 22889,
+      "▁Myst": 22890,
+      "();`": 22891,
+      "schein": 22892,
+      "Longrightarrow": 22893,
+      "▁ря": 22894,
+      "▁Isra": 22895,
+      "[^": 22896,
+      "nou": 22897,
+      "▁synd": 22898,
+      "working": 22899,
+      "▁Nation": 22900,
+      "▁Pent": 22901,
+      "▁klass": 22902,
+      "▁applicable": 22903,
+      "▁Diam": 22904,
+      "▁brasile": 22905,
+      "▁pac": 22906,
+      "▁Height": 22907,
+      "Put": 22908,
+      "▁intro": 22909,
+      "▁unusual": 22910,
+      "nas": 22911,
+      "▁Gebäude": 22912,
+      "▁beam": 22913,
+      "▁Rect": 22914,
+      "▁Primera": 22915,
+      "▁haut": 22916,
+      "▁trait": 22917,
+      "prüft": 22918,
+      "inación": 22919,
+      "▁configurations": 22920,
+      "▁gilt": 22921,
+      "▁territoire": 22922,
+      "hez": 22923,
+      "▁alte": 22924,
+      "relative": 22925,
+      "Excel": 22926,
+      "▁Wright": 22927,
+      "GV": 22928,
+      "поли": 22929,
+      "Quant": 22930,
+      "▁gauge": 22931,
+      "▁multiply": 22932,
+      "ASS": 22933,
+      "ственно": 22934,
+      "ану": 22935,
+      "▁jeden": 22936,
+      "▁literary": 22937,
+      "▁Dro": 22938,
+      "▁advise": 22939,
+      "itzen": 22940,
+      "▁disag": 22941,
+      "website": 22942,
+      "▁дія": 22943,
+      "▁observer": 22944,
+      "▁január": 22945,
+      "vě": 22946,
+      "kup": 22947,
+      "▁Ses": 22948,
+      "▁wojew": 22949,
+      "▁stages": 22950,
+      "▁времени": 22951,
+      "łuż": 22952,
+      "нос": 22953,
+      "Download": 22954,
+      "ipo": 22955,
+      "▁graf": 22956,
+      "▁робо": 22957,
+      "▁Nikol": 22958,
+      "▁fic": 22959,
+      "▁joining": 22960,
+      "▁diversos": 22961,
+      "▁LIKE": 22962,
+      "▁Fitz": 22963,
+      "▁dimin": 22964,
+      "▁distrib": 22965,
+      "Sam": 22966,
+      "koz": 22967,
+      "▁alphabet": 22968,
+      "oser": 22969,
+      "OUR": 22970,
+      "uka": 22971,
+      "кая": 22972,
+      "▁steel": 22973,
+      "▁`--": 22974,
+      "▁tener": 22975,
+      "marker": 22976,
+      "▁Heaven": 22977,
+      "newcommand": 22978,
+      "▁prisoners": 22979,
+      "▁Knight": 22980,
+      "▁presents": 22981,
+      "▁questi": 22982,
+      "▁trains": 22983,
+      "opera": 22984,
+      "▁Linear": 22985,
+      "▁ME": 22986,
+      "▁Buc": 22987,
+      "Leg": 22988,
+      "▁agua": 22989,
+      "▁Griff": 22990,
+      "olg": 22991,
+      "dst": 22992,
+      ".\r": 22993,
+      "▁persones": 22994,
+      "Mal": 22995,
+      "бере": 22996,
+      "folge": 22997,
+      "▁acab": 22998,
+      "ctu": 22999,
+      "ptic": 23000,
+      "▁Navigation": 23001,
+      "Russ": 23002,
+      "галь": 23003,
+      "▁Ful": 23004,
+      "▁має": 23005,
+      "чная": 23006,
+      "wner": 23007,
+      "contra": 23008,
+      "▁joueur": 23009,
+      "▁Jess": 23010,
+      "▁renew": 23011,
+      "▁lap": 23012,
+      "▁casting": 23013,
+      "gal": 23014,
+      "▁tématu": 23015,
+      "▁называ": 23016,
+      "зах": 23017,
+      "чне": 23018,
+      ")-\\": 23019,
+      "▁часто": 23020,
+      "}$-": 23021,
+      "▁licz": 23022,
+      "▁emot": 23023,
+      "harm": 23024,
+      "▁occasionally": 23025,
+      "▁horror": 23026,
+      "east": 23027,
+      "▁printer": 23028,
+      "aran": 23029,
+      "▁Mississ": 23030,
+      "follow": 23031,
+      "▁Barry": 23032,
+      "▁investigate": 23033,
+      "gow": 23034,
+      "▁Americans": 23035,
+      "Since": 23036,
+      "▁відо": 23037,
+      "▁reun": 23038,
+      "osci": 23039,
+      "▁Chapter": 23040,
+      "▁bay": 23041,
+      "роме": 23042,
+      "ethe": 23043,
+      "édie": 23044,
+      "comot": 23045,
+      "▁miejscowo": 23046,
+      "▁studierte": 23047,
+      "ouvert": 23048,
+      "▁кур": 23049,
+      "▁DESC": 23050,
+      "▁touched": 23051,
+      "▁Jerry": 23052,
+      "uese": 23053,
+      "лище": 23054,
+      "authentication": 23055,
+      "▁colle": 23056,
+      "heart": 23057,
+      "▁regiment": 23058,
+      "cribed": 23059,
+      "▁Боль": 23060,
+      "▁проис": 23061,
+      "ceae": 23062,
+      "▁masses": 23063,
+      "▁scrolling": 23064,
+      "usto": 23065,
+      "SW": 23066,
+      "ovat": 23067,
+      "▁grâce": 23068,
+      "▁Архив": 23069,
+      "▁Север": 23070,
+      "avait": 23071,
+      "▁Marshall": 23072,
+      "▁HashMap": 23073,
+      "acon": 23074,
+      "ücken": 23075,
+      "[])": 23076,
+      "▁evangel": 23077,
+      "etzung": 23078,
+      "ttemberg": 23079,
+      "sters": 23080,
+      "TM": 23081,
+      "▁литера": 23082,
+      "quot": 23083,
+      "Pred": 23084,
+      "▁werk": 23085,
+      "▁haber": 23086,
+      "lava": 23087,
+      "vous": 23088,
+      "▁Late": 23089,
+      "cycle": 23090,
+      "тирова": 23091,
+      "▁проду": 23092,
+      "▁populations": 23093,
+      "▁Yan": 23094,
+      "Prefix": 23095,
+      "actéristiques": 23096,
+      "+'": 23097,
+      "()`](": 23098,
+      "▁Ль": 23099,
+      "филь": 23100,
+      "▁жизни": 23101,
+      "ftp": 23102,
+      "▁всех": 23103,
+      "▁gdzie": 23104,
+      "▁videa": 23105,
+      "oauth": 23106,
+      "▁pid": 23107,
+      "ům": 23108,
+      "▁pesso": 23109,
+      "▁tracking": 23110,
+      "izin": 23111,
+      "▁Morris": 23112,
+      "щий": 23113,
+      "▁Provinz": 23114,
+      "▁Mitte": 23115,
+      "▁artificial": 23116,
+      "brázky": 23117,
+      "▁дости": 23118,
+      "▁restored": 23119,
+      "▁communicate": 23120,
+      "agit": 23121,
+      "Recogn": 23122,
+      "▁lon": 23123,
+      "▁заня": 23124,
+      "▁Argument": 23125,
+      "flush": 23126,
+      "мана": 23127,
+      "seconds": 23128,
+      "UC": 23129,
+      "▁Ruth": 23130,
+      "▁tub": 23131,
+      "▁Bret": 23132,
+      "▁Pere": 23133,
+      "▁responsibility": 23134,
+      "ńczy": 23135,
+      "▁environments": 23136,
+      "kee": 23137,
+      "▁groot": 23138,
+      "▁painted": 23139,
+      "▁Éditions": 23140,
+      "cpy": 23141,
+      "árt": 23142,
+      "lichkeit": 23143,
+      "arda": 23144,
+      "Batch": 23145,
+      "▁Leopold": 23146,
+      "reason": 23147,
+      "noreferrer": 23148,
+      "sens": 23149,
+      "▁rocks": 23150,
+      "▁Hitler": 23151,
+      "лат": 23152,
+      "▁quoted": 23153,
+      "▁колле": 23154,
+      "▁уров": 23155,
+      "bag": 23156,
+      ".\")": 23157,
+      "▁ML": 23158,
+      "▁komt": 23159,
+      "▁[_": 23160,
+      "▁spectral": 23161,
+      "edo": 23162,
+      "▁insieme": 23163,
+      "▁suffering": 23164,
+      "slider": 23165,
+      "▁Kennedy": 23166,
+      "olate": 23167,
+      "▁Patri": 23168,
+      "зии": 23169,
+      "OH": 23170,
+      "▁теа": 23171,
+      "▁права": 23172,
+      "мах": 23173,
+      "rewrite": 23174,
+      "▁Einsatz": 23175,
+      "external": 23176,
+      "holds": 23177,
+      "▁Places": 23178,
+      "atype": 23179,
+      "▁vulner": 23180,
+      "▁abandoned": 23181,
+      "Origin": 23182,
+      "▁maximal": 23183,
+      "AAAA": 23184,
+      "▁Baseball": 23185,
+      "▁Close": 23186,
+      "▁painter": 23187,
+      "▁assigning": 23188,
+      "NB": 23189,
+      "blast": 23190,
+      "▁Künstler": 23191,
+      ")](": 23192,
+      "fach": 23193,
+      "▁Constantin": 23194,
+      "okes": 23195,
+      "▁nobody": 23196,
+      "▁subtract": 23197,
+      "▁fosse": 23198,
+      "▁certific": 23199,
+      "▁muse": 23200,
+      "/),": 23201,
+      "▁Profil": 23202,
+      "▁proxim": 23203,
+      "▁Jerusalem": 23204,
+      "▁simplicity": 23205,
+      "▁wsz": 23206,
+      "NUMBER": 23207,
+      "uttavia": 23208,
+      "UITableView": 23209,
+      "ichter": 23210,
+      "жан": 23211,
+      "▁Lav": 23212,
+      "itchen": 23213,
+      "▁Чем": 23214,
+      "Tu": 23215,
+      "▁geom": 23216,
+      "▁zvuky": 23217,
+      "▁Survey": 23218,
+      "ANCE": 23219,
+      "▁encrypted": 23220,
+      "prof": 23221,
+      "▁dare": 23222,
+      "▁Loren": 23223,
+      "тв": 23224,
+      "▁Алек": 23225,
+      "▁computers": 23226,
+      "▁expectation": 23227,
+      "▁substantial": 23228,
+      "▁Дми": 23229,
+      "▁`{": 23230,
+      "▁дра": 23231,
+      "ubble": 23232,
+      "▁performs": 23233,
+      "▁Krieg": 23234,
+      "▁incoming": 23235,
+      "▁Classification": 23236,
+      "WebView": 23237,
+      "▁episodes": 23238,
+      "apper": 23239,
+      "äufig": 23240,
+      "▁giov": 23241,
+      "▁Depart": 23242,
+      "бора": 23243,
+      "edly": 23244,
+      "ospod": 23245,
+      "▁ptr": 23246,
+      "▁dátum": 23247,
+      "▁estimation": 23248,
+      "icole": 23249,
+      "▁----": 23250,
+      "▁princes": 23251,
+      "HEAD": 23252,
+      "▁diffusion": 23253,
+      "▁drie": 23254,
+      "▁Ada": 23255,
+      "нице": 23256,
+      "nginx": 23257,
+      "shal": 23258,
+      "▁februari": 23259,
+      "▁Tat": 23260,
+      "looking": 23261,
+      "kund": 23262,
+      "▁Dean": 23263,
+      "mongodb": 23264,
+      "вших": 23265,
+      "▁Aur": 23266,
+      "▁Flora": 23267,
+      "▁Studios": 23268,
+      "ције": 23269,
+      "eil": 23270,
+      "Install": 23271,
+      "▁franch": 23272,
+      "▁HMS": 23273,
+      "▁practices": 23274,
+      "lej": 23275,
+      "dale": 23276,
+      "▁poste": 23277,
+      "▁Hels": 23278,
+      "▁reliable": 23279,
+      "ździer": 23280,
+      "▁verse": 23281,
+      "ermeister": 23282,
+      "▁quit": 23283,
+      "ético": 23284,
+      "ilis": 23285,
+      "edor": 23286,
+      "▁Cultural": 23287,
+      "дже": 23288,
+      "▁liked": 23289,
+      "▁mongodb": 23290,
+      "▁Broadway": 23291,
+      "▁IR": 23292,
+      "eszt": 23293,
+      "hov": 23294,
+      "▁míst": 23295,
+      "reiche": 23296,
+      "▁kB": 23297,
+      "стом": 23298,
+      "▁SQLite": 23299,
+      "▁torneo": 23300,
+      "\\.": 23301,
+      "Ord": 23302,
+      "▁Administration": 23303,
+      "▁зда": 23304,
+      "▁Hinter": 23305,
+      "▁Via": 23306,
+      "Decimal": 23307,
+      "orious": 23308,
+      "▁nécessaire": 23309,
+      "wx": 23310,
+      "▁tej": 23311,
+      "▁tema": 23312,
+      "Obrázky": 23313,
+      "рите": 23314,
+      "▁builds": 23315,
+      "▁laten": 23316,
+      "▁гг": 23317,
+      "Visibility": 23318,
+      "läu": 23319,
+      "▁sechs": 23320,
+      "▁луч": 23321,
+      "cera": 23322,
+      "Could": 23323,
+      "▁traject": 23324,
+      "}}^{": 23325,
+      "▁Japon": 23326,
+      "another": 23327,
+      "IK": 23328,
+      "▁belonging": 23329,
+      "▁facilities": 23330,
+      "▁Daily": 23331,
+      "▁dece": 23332,
+      "intro": 23333,
+      "▁случа": 23334,
+      "Namespace": 23335,
+      "▁Bak": 23336,
+      "locale": 23337,
+      "UG": 23338,
+      "=${": 23339,
+      "▁compañ": 23340,
+      "jąc": 23341,
+      "▁arithmetic": 23342,
+      "forum": 23343,
+      "▁porta": 23344,
+      "onk": 23345,
+      "▁gender": 23346,
+      "▁expects": 23347,
+      "бка": 23348,
+      "▁nak": 23349,
+      "▁Grace": 23350,
+      "▁stro": 23351,
+      "ividual": 23352,
+      "▁COM": 23353,
+      "▁Farm": 23354,
+      "▁canton": 23355,
+      "тому": 23356,
+      "javax": 23357,
+      "сей": 23358,
+      "▁briefly": 23359,
+      "Face": 23360,
+      "rotate": 23361,
+      "constant": 23362,
+      "▁gallery": 23363,
+      "astro": 23364,
+      "allery": 23365,
+      "▁DJ": 23366,
+      "charge": 23367,
+      "ходить": 23368,
+      "Cent": 23369,
+      "\\\",": 23370,
+      "▁donna": 23371,
+      "arca": 23372,
+      "lade": 23373,
+      "zin": 23374,
+      "▁Ned": 23375,
+      "▁hosting": 23376,
+      "idor": 23377,
+      "itative": 23378,
+      "igs": 23379,
+      "▁пря": 23380,
+      "▁ticket": 23381,
+      "▁studying": 23382,
+      "▁designer": 23383,
+      "lapsed": 23384,
+      "▁laat": 23385,
+      "▁dix": 23386,
+      "▁integrated": 23387,
+      "▁informed": 23388,
+      "▁behave": 23389,
+      "▁labour": 23390,
+      "estellt": 23391,
+      "calendar": 23392,
+      "▁killing": 23393,
+      "▁twitter": 23394,
+      "iae": 23395,
+      "▁historique": 23396,
+      "DEFAULT": 23397,
+      "iała": 23398,
+      "▁theoretical": 23399,
+      "▁unders": 23400,
+      "ляет": 23401,
+      "atan": 23402,
+      "▁surname": 23403,
+      "▁intercept": 23404,
+      "гласно": 23405,
+      "▁општини": 23406,
+      "▁tired": 23407,
+      "▁Beth": 23408,
+      "▁административ": 23409,
+      "Li": 23410,
+      "▁Тур": 23411,
+      "▁Scanner": 23412,
+      "▁Stern": 23413,
+      "▁вместе": 23414,
+      "▁reporting": 23415,
+      "▁sull": 23416,
+      "цией": 23417,
+      "berts": 23418,
+      "ogonal": 23419,
+      "ők": 23420,
+      "▁ipsum": 23421,
+      "▁seulement": 23422,
+      "▁Seiten": 23423,
+      "wordpress": 23424,
+      "▁featuring": 23425,
+      "istischen": 23426,
+      "jub": 23427,
+      "▁étr": 23428,
+      "▁tea": 23429,
+      "▁adapted": 23430,
+      "▁scales": 23431,
+      "▁nan": 23432,
+      "getValue": 23433,
+      "▁Blues": 23434,
+      "acles": 23435,
+      "▁stati": 23436,
+      "▁entitled": 23437,
+      "▁Ralph": 23438,
+      "gravity": 23439,
+      "▁entrepr": 23440,
+      "któber": 23441,
+      "limat": 23442,
+      "lis": 23443,
+      "Demo": 23444,
+      "relation": 23445,
+      "▁nep": 23446,
+      "prowad": 23447,
+      "itis": 23448,
+      "▁pup": 23449,
+      "nehmer": 23450,
+      "▁disappoint": 23451,
+      "▁etwas": 23452,
+      "annon": 23453,
+      "▁approved": 23454,
+      "▁clever": 23455,
+      "Loading": 23456,
+      "▁verz": 23457,
+      "resse": 23458,
+      "▁inspir": 23459,
+      "▁sampling": 23460,
+      "▁Bek": 23461,
+      "})$.": 23462,
+      "▁грома": 23463,
+      "▁specie": 23464,
+      "▁repub": 23465,
+      "▁loader": 23466,
+      "▁erf": 23467,
+      "▁shoulder": 23468,
+      "rais": 23469,
+      "▁мате": 23470,
+      "▁Month": 23471,
+      "Scene": 23472,
+      "▁blocking": 23473,
+      "▁ocean": 23474,
+      "geben": 23475,
+      "▁Kilometer": 23476,
+      "▁bedeut": 23477,
+      "▁Mix": 23478,
+      "fmt": 23479,
+      "▁Norweg": 23480,
+      "▁IDs": 23481,
+      "parallel": 23482,
+      "▁anticip": 23483,
+      "▁revis": 23484,
+      "хан": 23485,
+      "▁свет": 23486,
+      "CASE": 23487,
+      "▁führt": 23488,
+      "▁atomic": 23489,
+      "▁darkness": 23490,
+      "▁Fußballspieler": 23491,
+      "▁Жи": 23492,
+      "quisition": 23493,
+      "▁Sieg": 23494,
+      "Circ": 23495,
+      "▁cientí": 23496,
+      "nelle": 23497,
+      "SHA": 23498,
+      "▁urb": 23499,
+      "▁ksi": 23500,
+      "leqslant": 23501,
+      "▁фрон": 23502,
+      "▁defect": 23503,
+      "▁rá": 23504,
+      "▁stronger": 23505,
+      "▁pł": 23506,
+      "▁communities": 23507,
+      "нина": 23508,
+      "enas": 23509,
+      "iennent": 23510,
+      "▁safely": 23511,
+      "▁тя": 23512,
+      "▁benchmark": 23513,
+      "▁Braun": 23514,
+      "methods": 23515,
+      "argument": 23516,
+      "vos": 23517,
+      "obox": 23518,
+      "рови": 23519,
+      "▁recherche": 23520,
+      "mn": 23521,
+      "▁brings": 23522,
+      "machine": 23523,
+      "CESS": 23524,
+      "hosts": 23525,
+      "▁NY": 23526,
+      "Autow": 23527,
+      "▁современ": 23528,
+      "▁Gary": 23529,
+      "▁sensor": 23530,
+      "▁documented": 23531,
+      "▁prendre": 23532,
+      "▁peer": 23533,
+      "enix": 23534,
+      "hai": 23535,
+      "arbe": 23536,
+      "цент": 23537,
+      "_(": 23538,
+      "▁URI": 23539,
+      "ева": 23540,
+      "▁Regie": 23541,
+      "▁Monument": 23542,
+      "▁onderwerp": 23543,
+      "Bag": 23544,
+      "tit": 23545,
+      "▁stir": 23546,
+      "▁nerv": 23547,
+      "сторія": 23548,
+      "▁sov": 23549,
+      "▁writers": 23550,
+      "▁sorts": 23551,
+      "absolute": 23552,
+      "▁difficulties": 23553,
+      "▁parlament": 23554,
+      "▁IEnumerable": 23555,
+      "▁dissol": 23556,
+      "▁CHECK": 23557,
+      "arina": 23558,
+      "inburgh": 23559,
+      "DM": 23560,
+      "▁eind": 23561,
+      "▁budget": 23562,
+      "▁certains": 23563,
+      "▁första": 23564,
+      "anja": 23565,
+      "▁годов": 23566,
+      "▁тек": 23567,
+      "▁Duch": 23568,
+      "gui": 23569,
+      "▁Teams": 23570,
+      "▁многи": 23571,
+      "Marie": 23572,
+      "Integr": 23573,
+      "ThreadPool": 23574,
+      "rust": 23575,
+      "ík": 23576,
+      "%\"": 23577,
+      "enf": 23578,
+      "spl": 23579,
+      "▁begun": 23580,
+      "lou": 23581,
+      "▁RewriteRule": 23582,
+      "tuple": 23583,
+      "aneous": 23584,
+      "▁marine": 23585,
+      "attan": 23586,
+      "ikal": 23587,
+      "▁graduated": 23588,
+      "illé": 23589,
+      "▁прове": 23590,
+      "▁Роз": 23591,
+      "',\r": 23592,
+      "▁Pfarr": 23593,
+      "▁nivel": 23594,
+      "▁працю": 23595,
+      "music": 23596,
+      "▁setTimeout": 23597,
+      "ERS": 23598,
+      "▁Erik": 23599,
+      "pit": 23600,
+      "▁Хро": 23601,
+      "▁pił": 23602,
+      "▁peri": 23603,
+      "док": 23604,
+      "uszt": 23605,
+      "▁Bear": 23606,
+      "ClassName": 23607,
+      "▁Parlament": 23608,
+      "▁aix": 23609,
+      "▁invited": 23610,
+      "▁PATH": 23611,
+      "xter": 23612,
+      "▁Race": 23613,
+      "▁hecho": 23614,
+      "▁Tower": 23615,
+      "▁utf": 23616,
+      "actly": 23617,
+      "▁буде": 23618,
+      "▁angles": 23619,
+      "няя": 23620,
+      "ouvelles": 23621,
+      "▁climate": 23622,
+      "▁singing": 23623,
+      "▁navigate": 23624,
+      ">';": 23625,
+      "adows": 23626,
+      "▁leta": 23627,
+      "▁Sitz": 23628,
+      "▁partitions": 23629,
+      "▁dock": 23630,
+      "▁ży": 23631,
+      "▁allocate": 23632,
+      "▁benefits": 23633,
+      "▁nieder": 23634,
+      "xpath": 23635,
+      "meck": 23636,
+      "älle": 23637,
+      "▁coupling": 23638,
+      "жил": 23639,
+      "ForKey": 23640,
+      "argent": 23641,
+      "clou": 23642,
+      "▁instruments": 23643,
+      "▁enthus": 23644,
+      "▁még": 23645,
+      "▁Пав": 23646,
+      "▁Rach": 23647,
+      "-----": 23648,
+      "▁APIs": 23649,
+      "▁Vier": 23650,
+      "Cmd": 23651,
+      "itore": 23652,
+      "▁Cuba": 23653,
+      "▁dátummal": 23654,
+      "▁embedding": 23655,
+      "stdio": 23656,
+      "▁Gilbert": 23657,
+      "▁geprüft": 23658,
+      "▁stating": 23659,
+      "▁triggers": 23660,
+      "+=": 23661,
+      "▁spécial": 23662,
+      "▁deliber": 23663,
+      "мин": 23664,
+      "Produ": 23665,
+      "▁Stati": 23666,
+      "▁zus": 23667,
+      "ktionen": 23668,
+      "Dispatcher": 23669,
+      "idal": 23670,
+      "▁LP": 23671,
+      "optera": 23672,
+      "▁estar": 23673,
+      "▁значи": 23674,
+      "смо": 23675,
+      "ouses": 23676,
+      "engono": 23677,
+      "▁WPF": 23678,
+      "publish": 23679,
+      "▁teor": 23680,
+      "elif": 23681,
+      "▁erg": 23682,
+      "▁separation": 23683,
+      "Pan": 23684,
+      "▁Orchestra": 23685,
+      "Peter": 23686,
+      "bounds": 23687,
+      "▁Shakespeare": 23688,
+      "▁cantante": 23689,
+      "▁demi": 23690,
+      "▁Popular": 23691,
+      "фр": 23692,
+      "arring": 23693,
+      "цин": 23694,
+      "▁Ис": 23695,
+      "von": 23696,
+      "▁substitution": 23697,
+      "▁línea": 23698,
+      "\\}$.": 23699,
+      "como": 23700,
+      "▁важ": 23701,
+      "wagen": 23702,
+      "▁rarely": 23703,
+      "▁periods": 23704,
+      "glob": 23705,
+      "▁Frid": 23706,
+      "▁Terr": 23707,
+      "▁Release": 23708,
+      "Brainz": 23709,
+      "▁граф": 23710,
+      "DIS": 23711,
+      "compatible": 23712,
+      "▁poč": 23713,
+      "LIN": 23714,
+      "▁Källor": 23715,
+      "▁Arizona": 23716,
+      "ppy": 23717,
+      "Seq": 23718,
+      "▁Ain": 23719,
+      "▁Tourn": 23720,
+      "brow": 23721,
+      "▁Kör": 23722,
+      "▁ash": 23723,
+      "ogeneous": 23724,
+      "▁dialect": 23725,
+      "▁насеља": 23726,
+      "mysqli": 23727,
+      "цов": 23728,
+      "▁flor": 23729,
+      "▁фло": 23730,
+      "IAB": 23731,
+      "▁Within": 23732,
+      "^(": 23733,
+      "▁bois": 23734,
+      "▁tank": 23735,
+      "▁affili": 23736,
+      "▁hijo": 23737,
+      "▁Kate": 23738,
+      "▁Verl": 23739,
+      "▁Miami": 23740,
+      "▁typescript": 23741,
+      "њу": 23742,
+      "▁Vern": 23743,
+      "▁висо": 23744,
+      "iemann": 23745,
+      "▁coverage": 23746,
+      "brie": 23747,
+      "▁Starting": 23748,
+      "numpy": 23749,
+      "▁Jenkins": 23750,
+      "▁két": 23751,
+      "▁grup": 23752,
+      "▁Scient": 23753,
+      "▁interrupt": 23754,
+      "▁blob": 23755,
+      "ugel": 23756,
+      "▁Orth": 23757,
+      "abama": 23758,
+      "▁Bapt": 23759,
+      "ownik": 23760,
+      "▁быть": 23761,
+      "▁Julius": 23762,
+      "▁През": 23763,
+      "▁substitute": 23764,
+      "supported": 23765,
+      "chy": 23766,
+      "egyzetek": 23767,
+      "▁Performance": 23768,
+      "lessly": 23769,
+      "Constructor": 23770,
+      "▁extending": 23771,
+      "▁Muslim": 23772,
+      "Overflow": 23773,
+      "▁Jenn": 23774,
+      "▁produz": 23775,
+      "мії": 23776,
+      "▁países": 23777,
+      "▁eux": 23778,
+      "▁fate": 23779,
+      "ologe": 23780,
+      "ук": 23781,
+      "▁wobei": 23782,
+      "▁Sachsen": 23783,
+      "▁сайт": 23784,
+      "Models": 23785,
+      "▁Fast": 23786,
+      "besondere": 23787,
+      "▁FR": 23788,
+      "▁acon": 23789,
+      "▁Denkmal": 23790,
+      "▁anch": 23791,
+      "▁público": 23792,
+      "▁Tas": 23793,
+      "▁cand": 23794,
+      "▁paździer": 23795,
+      "▁Мон": 23796,
+      "▁versus": 23797,
+      "rut": 23798,
+      "GT": 23799,
+      "▁inserting": 23800,
+      "▁canad": 23801,
+      "єм": 23802,
+      "▁Metro": 23803,
+      "▁Herzog": 23804,
+      "Ignore": 23805,
+      "▁decrease": 23806,
+      "▁пун": 23807,
+      "▁Fischer": 23808,
+      "▁Mall": 23809,
+      "▁nörd": 23810,
+      "iostream": 23811,
+      "▁Luxemb": 23812,
+      "payload": 23813,
+      "▁Zeitung": 23814,
+      "▁modifying": 23815,
+      "▁Cher": 23816,
+      "▁Luci": 23817,
+      "nx": 23818,
+      "▁loose": 23819,
+      "▁topics": 23820,
+      "▁varied": 23821,
+      "▁pg": 23822,
+      "ajes": 23823,
+      "umm": 23824,
+      "Views": 23825,
+      "▁Beau": 23826,
+      "MAP": 23827,
+      "ipeline": 23828,
+      "▁Interest": 23829,
+      "arith": 23830,
+      "▁según": 23831,
+      "▁Gemeins": 23832,
+      "▁Attribute": 23833,
+      "community": 23834,
+      "▁центр": 23835,
+      "▁kilometer": 23836,
+      "▁économ": 23837,
+      "laration": 23838,
+      "▁къ": 23839,
+      "▁carriage": 23840,
+      "▁Lane": 23841,
+      "▁необ": 23842,
+      "kur": 23843,
+      "▁AF": 23844,
+      "INTER": 23845,
+      "))$": 23846,
+      "▁beide": 23847,
+      "destination": 23848,
+      "▁fonts": 23849,
+      "appendChild": 23850,
+      "▁MAR": 23851,
+      "▁gay": 23852,
+      "mil": 23853,
+      "lesh": 23854,
+      "èt": 23855,
+      "▁Wang": 23856,
+      "▁Years": 23857,
+      "▁Symbol": 23858,
+      "Live": 23859,
+      "quency": 23860,
+      "▁Users": 23861,
+      "▁Unicode": 23862,
+      "▁Sau": 23863,
+      "▁tons": 23864,
+      "▁Ні": 23865,
+      "▁краї": 23866,
+      "AXI": 23867,
+      "▁Pick": 23868,
+      "AI": 23869,
+      "▁hath": 23870,
+      "▁ainda": 23871,
+      "▁papa": 23872,
+      "▁Censo": 23873,
+      "▁Bald": 23874,
+      "▁Насеље": 23875,
+      "▁simulations": 23876,
+      "▁jaren": 23877,
+      "▁inherited": 23878,
+      "▁той": 23879,
+      "▁feels": 23880,
+      "ression": 23881,
+      "▁október": 23882,
+      "bid": 23883,
+      "ási": 23884,
+      "▁muss": 23885,
+      "ventory": 23886,
+      "▁meist": 23887,
+      "▁bore": 23888,
+      "▁slider": 23889,
+      "дели": 23890,
+      "\\;": 23891,
+      "▁extracted": 23892,
+      "кур": 23893,
+      "Edge": 23894,
+      "▁perf": 23895,
+      "▁Brigade": 23896,
+      "▁град": 23897,
+      "ienie": 23898,
+      "▁Norden": 23899,
+      "▁cancer": 23900,
+      "\"/": 23901,
+      "Cur": 23902,
+      "▁Сере": 23903,
+      "▁liquid": 23904,
+      "structure": 23905,
+      "▁choosing": 23906,
+      "▁Perl": 23907,
+      "Side": 23908,
+      "üs": 23909,
+      "ритор": 23910,
+      "▁kost": 23911,
+      "▁packets": 23912,
+      "▁которого": 23913,
+      "▁Comun": 23914,
+      "▁fingers": 23915,
+      "ográfica": 23916,
+      ">:": 23917,
+      "▁championnat": 23918,
+      "▁blieb": 23919,
+      "▁Situ": 23920,
+      "▁suic": 23921,
+      "andis": 23922,
+      "Fre": 23923,
+      "▁Conc": 23924,
+      "▁republic": 23925,
+      "▁armed": 23926,
+      "▁hell": 23927,
+      "▁hög": 23928,
+      "ragma": 23929,
+      "▁ense": 23930,
+      "▁acres": 23931,
+      "▁Від": 23932,
+      "▁Reform": 23933,
+      "MainActivity": 23934,
+      "keeper": 23935,
+      "erb": 23936,
+      "▁monaster": 23937,
+      "subsubsection": 23938,
+      "▁Див": 23939,
+      "▁creature": 23940,
+      "▁indicating": 23941,
+      "▁urls": 23942,
+      "▁kein": 23943,
+      "образ": 23944,
+      "pick": 23945,
+      "▁Admir": 23946,
+      "▁oldest": 23947,
+      "▁muz": 23948,
+      "▁contradiction": 23949,
+      "▁probabil": 23950,
+      "illiant": 23951,
+      "▁pav": 23952,
+      "▁papel": 23953,
+      "ubs": 23954,
+      "▁жена": 23955,
+      "AML": 23956,
+      "▁recip": 23957,
+      "▁COL": 23958,
+      "added": 23959,
+      "▁clue": 23960,
+      "▁Ukraine": 23961,
+      "▁jelent": 23962,
+      "чень": 23963,
+      "▁mathematics": 23964,
+      "Accept": 23965,
+      "▁сот": 23966,
+      "▁север": 23967,
+      "▁isolated": 23968,
+      "▁поя": 23969,
+      "wür": 23970,
+      "Router": 23971,
+      "CAT": 23972,
+      "rgb": 23973,
+      "▁Lov": 23974,
+      "mutable": 23975,
+      "▁Wes": 23976,
+      "▁Italien": 23977,
+      "Drag": 23978,
+      "enium": 23979,
+      "atting": 23980,
+      "tcp": 23981,
+      "▁erfolgte": 23982,
+      "▁Beit": 23983,
+      "гато": 23984,
+      "▁Systems": 23985,
+      "▁reserve": 23986,
+      "eree": 23987,
+      "▁Пари": 23988,
+      "▁зали": 23989,
+      "▁rent": 23990,
+      "▁sunt": 23991,
+      "▁Girls": 23992,
+      "▁Ernest": 23993,
+      "▁fits": 23994,
+      "▁oppon": 23995,
+      "▁живело": 23996,
+      "▁avaient": 23997,
+      "▁Florence": 23998,
+      "▁числе": 23999,
+      "▁engines": 24000,
+      "Dynamic": 24001,
+      "▁stycznia": 24002,
+      "▁bias": 24003,
+      "▁Exchange": 24004,
+      "дий": 24005,
+      "▁historiques": 24006,
+      "▁Hä": 24007,
+      "hod": 24008,
+      "▁wł": 24009,
+      "schap": 24010,
+      "▁lac": 24011,
+      "▁Foi": 24012,
+      "▁dwell": 24013,
+      "▁Unternehmen": 24014,
+      "URN": 24015,
+      "▁kilometres": 24016,
+      "▁Однако": 24017,
+      "кли": 24018,
+      "▁Sri": 24019,
+      "Groups": 24020,
+      "mind": 24021,
+      "oslov": 24022,
+      "fern": 24023,
+      "egu": 24024,
+      "abeled": 24025,
+      "Fiddle": 24026,
+      "▁Century": 24027,
+      "/-": 24028,
+      "▁Jegyzetek": 24029,
+      "Hen": 24030,
+      "ensemble": 24031,
+      "▁Gut": 24032,
+      "_{{\\": 24033,
+      "▁ranking": 24034,
+      "+$": 24035,
+      "ала": 24036,
+      "▁#{": 24037,
+      "imientos": 24038,
+      "achim": 24039,
+      "rides": 24040,
+      "▁Klaus": 24041,
+      "▁intend": 24042,
+      "▁Kentucky": 24043,
+      "cipe": 24044,
+      "▁Dienst": 24045,
+      "▁situated": 24046,
+      "▁póź": 24047,
+      "▁scrit": 24048,
+      "clip": 24049,
+      "нет": 24050,
+      "tables": 24051,
+      "▁Nied": 24052,
+      "▁McK": 24053,
+      "▁powst": 24054,
+      "▁kunnen": 24055,
+      "▁Evans": 24056,
+      "жды": 24057,
+      "вать": 24058,
+      "uchar": 24059,
+      "▁residents": 24060,
+      "iak": 24061,
+      "▁Resol": 24062,
+      "▁veces": 24063,
+      "▁satisfying": 24064,
+      "INF": 24065,
+      "▁син": 24066,
+      "▁crossing": 24067,
+      "iben": 24068,
+      "▁широ": 24069,
+      "pto": 24070,
+      "ILL": 24071,
+      "▁роль": 24072,
+      "▁aktiv": 24073,
+      "▁обращения": 24074,
+      "Wikispecies": 24075,
+      "▁Höhe": 24076,
+      "cro": 24077,
+      "════": 24078,
+      "altra": 24079,
+      "▁FILE": 24080,
+      "▁ups": 24081,
+      "▁allocation": 24082,
+      "Michael": 24083,
+      "▁acknowled": 24084,
+      "Linux": 24085,
+      "▁metros": 24086,
+      "tte": 24087,
+      "afen": 24088,
+      "▁xcode": 24089,
+      "▁тради": 24090,
+      "species": 24091,
+      "▁injury": 24092,
+      "▁самы": 24093,
+      "▁lattice": 24094,
+      "Material": 24095,
+      "andenburg": 24096,
+      "▁huvudstaden": 24097,
+      "story": 24098,
+      "▁varying": 24099,
+      "▁követ": 24100,
+      "▁Российской": 24101,
+      "irse": 24102,
+      "▁drum": 24103,
+      "Pressed": 24104,
+      "Lar": 24105,
+      "▁Agu": 24106,
+      "▁weil": 24107,
+      "▁commence": 24108,
+      "▁Según": 24109,
+      "Gesture": 24110,
+      "Shape": 24111,
+      "▁Vors": 24112,
+      "▁succès": 24113,
+      "▁corrected": 24114,
+      "Kar": 24115,
+      "▁cruel": 24116,
+      "▁politico": 24117,
+      "▁Schriftsteller": 24118,
+      "▁risult": 24119,
+      "etu": 24120,
+      "archiv": 24121,
+      "▁género": 24122,
+      "▁Lü": 24123,
+      "▁triumph": 24124,
+      "ORS": 24125,
+      "Lu": 24126,
+      "▁personnel": 24127,
+      "▁Hills": 24128,
+      "asset": 24129,
+      "domin": 24130,
+      "Receive": 24131,
+      "▁Oak": 24132,
+      "▁Kno": 24133,
+      "▁Theory": 24134,
+      "irie": 24135,
+      "owan": 24136,
+      "▁estava": 24137,
+      "▁executes": 24138,
+      "йт": 24139,
+      "ópez": 24140,
+      "поло": 24141,
+      "ética": 24142,
+      "▁название": 24143,
+      "▁converges": 24144,
+      "▁notre": 24145,
+      "▁populated": 24146,
+      "▁movements": 24147,
+      "▁statistical": 24148,
+      "▁Zweiten": 24149,
+      "quin": 24150,
+      "▁importantes": 24151,
+      "▁klein": 24152,
+      "▁Segunda": 24153,
+      "schließend": 24154,
+      "Failure": 24155,
+      "nar": 24156,
+      "dag": 24157,
+      "▁ruolo": 24158,
+      "▁fiction": 24159,
+      "▁использу": 24160,
+      "▁crisis": 24161,
+      "▁Getting": 24162,
+      ",%": 24163,
+      "▁армии": 24164,
+      "▁campus": 24165,
+      "▁footer": 24166,
+      "▁días": 24167,
+      "бан": 24168,
+      "▁liberty": 24169,
+      "▁gh": 24170,
+      "▁chamber": 24171,
+      "▁districts": 24172,
+      "▁excited": 24173,
+      "▁canción": 24174,
+      "tero": 24175,
+      "▁Working": 24176,
+      "▁części": 24177,
+      "льный": 24178,
+      "▁forum": 24179,
+      "▁Ehe": 24180,
+      "▁ката": 24181,
+      "itations": 24182,
+      "Tools": 24183,
+      "achiv": 24184,
+      "▁cres": 24185,
+      "asto": 24186,
+      "▁rever": 24187,
+      "▁nazionale": 24188,
+      "▁doors": 24189,
+      "▁Nancy": 24190,
+      "▁islands": 24191,
+      "Imp": 24192,
+      "▁Chair": 24193,
+      "▁vorm": 24194,
+      "sein": 24195,
+      "▁доку": 24196,
+      "erset": 24197,
+      "▁tätig": 24198,
+      "▁Krit": 24199,
+      "▁пя": 24200,
+      "▁conservation": 24201,
+      "▁Partido": 24202,
+      "minipage": 24203,
+      "Validator": 24204,
+      "▁recovery": 24205,
+      "▁NASA": 24206,
+      "▁breast": 24207,
+      "ilty": 24208,
+      "analy": 24209,
+      "elines": 24210,
+      "▁Saturday": 24211,
+      "emark": 24212,
+      "cej": 24213,
+      "Zero": 24214,
+      "▁Turner": 24215,
+      "secure": 24216,
+      "Exists": 24217,
+      "▁Rick": 24218,
+      "evalu": 24219,
+      "ctrl": 24220,
+      "▁compression": 24221,
+      "▁CURL": 24222,
+      "textcolor": 24223,
+      ")\\,": 24224,
+      "longrightarrow": 24225,
+      "▁Fernseh": 24226,
+      "icha": 24227,
+      "▁loi": 24228,
+      "▁Оте": 24229,
+      "▁cave": 24230,
+      "▁dozen": 24231,
+      "▁explaining": 24232,
+      "▁innov": 24233,
+      "▁Nicholas": 24234,
+      "▁diameter": 24235,
+      "▁Marian": 24236,
+      "▁fires": 24237,
+      "▁artifact": 24238,
+      "▁Parker": 24239,
+      "▁Bund": 24240,
+      "▁verte": 24241,
+      "▁talent": 24242,
+      "▁Lucas": 24243,
+      "reverse": 24244,
+      "▁folgenden": 24245,
+      "▁Sah": 24246,
+      "jections": 24247,
+      "▁invece": 24248,
+      "▁costitu": 24249,
+      "▁ssl": 24250,
+      "}}^": 24251,
+      "▁violent": 24252,
+      "▁spos": 24253,
+      "Rout": 24254,
+      "jdk": 24255,
+      "▁заме": 24256,
+      "▁furent": 24257,
+      "andal": 24258,
+      "Hom": 24259,
+      "▁Senior": 24260,
+      "▁pounds": 24261,
+      "▁Discogs": 24262,
+      "▁зе": 24263,
+      "'}[": 24264,
+      "▁Napoleon": 24265,
+      "ordinates": 24266,
+      "àn": 24267,
+      "▁kurz": 24268,
+      "▁vere": 24269,
+      "▁reuse": 24270,
+      "▁Ген": 24271,
+      "▁Syst": 24272,
+      "▁disappeared": 24273,
+      "▁Watch": 24274,
+      "bibliothek": 24275,
+      "▁корпу": 24276,
+      "▁Cs": 24277,
+      "▁}`": 24278,
+      "▁rör": 24279,
+      "▁дела": 24280,
+      "VB": 24281,
+      "▁calculus": 24282,
+      "рода": 24283,
+      "▁judgment": 24284,
+      "atile": 24285,
+      "▁longue": 24286,
+      "▁Hus": 24287,
+      "Jac": 24288,
+      "}})": 24289,
+      "RIPT": 24290,
+      "IABot": 24291,
+      "▁após": 24292,
+      "▁aston": 24293,
+      "Webachiv": 24294,
+      "▁URLs": 24295,
+      "▁coat": 24296,
+      "▁эконо": 24297,
+      "▁lear": 24298,
+      "extensions": 24299,
+      "▁Classic": 24300,
+      "TI": 24301,
+      "▁Tage": 24302,
+      "▁lá": 24303,
+      "▁semb": 24304,
+      "▁développement": 24305,
+      "ISTS": 24306,
+      "▁solves": 24307,
+      ",\\,": 24308,
+      "▁чемпі": 24309,
+      "ordinary": 24310,
+      "▁Bav": 24311,
+      "▁muchos": 24312,
+      "Self": 24313,
+      "▁Май": 24314,
+      "▁Diet": 24315,
+      "▁necessity": 24316,
+      "від": 24317,
+      "▁mano": 24318,
+      "▁Ср": 24319,
+      "▁carre": 24320,
+      "▁Camera": 24321,
+      "▁Narod": 24322,
+      "▁Phone": 24323,
+      "▁polym": 24324,
+      "imore": 24325,
+      "isEmpty": 24326,
+      "▁Houston": 24327,
+      "▁Rece": 24328,
+      "▁presentation": 24329,
+      "ниципа": 24330,
+      "▁Db": 24331,
+      "▁confident": 24332,
+      "▁}{": 24333,
+      "▁bullet": 24334,
+      "▁{},": 24335,
+      "ANGE": 24336,
+      "▁Notre": 24337,
+      "chin": 24338,
+      "▁Dragon": 24339,
+      "erca": 24340,
+      "iali": 24341,
+      "▁asset": 24342,
+      "▁muito": 24343,
+      "▁deeply": 24344,
+      "▁restriction": 24345,
+      "▁commerce": 24346,
+      "▁Bomb": 24347,
+      "caught": 24348,
+      "qq": 24349,
+      "▁Arag": 24350,
+      "▁немец": 24351,
+      "▁Analysis": 24352,
+      "▁článku": 24353,
+      "▁baby": 24354,
+      "▁echter": 24355,
+      "▁одного": 24356,
+      "жена": 24357,
+      "▁whitespace": 24358,
+      "çu": 24359,
+      "LIST": 24360,
+      "frique": 24361,
+      "▁varias": 24362,
+      "▁Wit": 24363,
+      "▁Licencia": 24364,
+      "Exit": 24365,
+      "▁sierp": 24366,
+      "▁assemb": 24367,
+      "▁splitting": 24368,
+      "▁palace": 24369,
+      "▁blocked": 24370,
+      "▁boundaries": 24371,
+      "▁iterations": 24372,
+      "▁Rotten": 24373,
+      "▁Verkehr": 24374,
+      "▁weer": 24375,
+      "Tests": 24376,
+      "ifting": 24377,
+      "▁regul": 24378,
+      "▁persist": 24379,
+      "▁Solution": 24380,
+      "pb": 24381,
+      "▁collapse": 24382,
+      "▁arrested": 24383,
+      "▁predicate": 24384,
+      "▁Zone": 24385,
+      "▁ingen": 24386,
+      "zález": 24387,
+      "▁banks": 24388,
+      "plant": 24389,
+      "▁Nella": 24390,
+      "▁бан": 24391,
+      "▁Snow": 24392,
+      "▁Kreuz": 24393,
+      "ício": 24394,
+      "▁enters": 24395,
+      "▁expose": 24396,
+      "či": 24397,
+      "шие": 24398,
+      "Qual": 24399,
+      "▁landscape": 24400,
+      "▁подацима": 24401,
+      "mai": 24402,
+      "stag": 24403,
+      "ований": 24404,
+      "DEF": 24405,
+      "[]{": 24406,
+      "▁dernière": 24407,
+      "icut": 24408,
+      "▁Xml": 24409,
+      "▁subgroup": 24410,
+      "▁Polsce": 24411,
+      "▁Warning": 24412,
+      "▁vehicles": 24413,
+      "iot": 24414,
+      "▁dll": 24415,
+      "ront": 24416,
+      "▁Louise": 24417,
+      "▁ara": 24418,
+      "▁Scala": 24419,
+      "▁canonical": 24420,
+      "▁placing": 24421,
+      "ERY": 24422,
+      "▁Jag": 24423,
+      "▁virus": 24424,
+      "emu": 24425,
+      "▁});\r": 24426,
+      "▁мм": 24427,
+      "▁Trying": 24428,
+      "▁Lexikon": 24429,
+      "abord": 24430,
+      "▁expedition": 24431,
+      "▁demanded": 24432,
+      "Zyg": 24433,
+      "lein": 24434,
+      "▁verwendet": 24435,
+      "рина": 24436,
+      "wol": 24437,
+      "▁pivot": 24438,
+      "▁однако": 24439,
+      "▁propriet": 24440,
+      "▁awards": 24441,
+      "tout": 24442,
+      "▁assim": 24443,
+      "▁Storm": 24444,
+      "Limit": 24445,
+      "elin": 24446,
+      "wealth": 24447,
+      "uez": 24448,
+      "▁rappresent": 24449,
+      "▁resta": 24450,
+      "▁gegründet": 24451,
+      "▁journalist": 24452,
+      "isie": 24453,
+      "▁facility": 24454,
+      "illed": 24455,
+      "ulk": 24456,
+      "▁PK": 24457,
+      "Anchor": 24458,
+      "▁_)": 24459,
+      "VF": 24460,
+      "LAB": 24461,
+      "▁nå": 24462,
+      "odos": 24463,
+      "▁billion": 24464,
+      "virti": 24465,
+      "▁Jeux": 24466,
+      "юза": 24467,
+      "tomcat": 24468,
+      "▁charts": 24469,
+      "▁Bundle": 24470,
+      "▁lst": 24471,
+      "▁exer": 24472,
+      "▁females": 24473,
+      "▁obliged": 24474,
+      "▁aby": 24475,
+      "rolled": 24476,
+      "dri": 24477,
+      "▁Sche": 24478,
+      "▁vessels": 24479,
+      "IMARY": 24480,
+      "▁reasoning": 24481,
+      "▁проте": 24482,
+      "FILES": 24483,
+      "verk": 24484,
+      "osos": 24485,
+      "▁комму": 24486,
+      "дії": 24487,
+      "▁dd": 24488,
+      "▁соответ": 24489,
+      "▁IOException": 24490,
+      "ských": 24491,
+      "▁CLI": 24492,
+      "▁ње": 24493,
+      "CM": 24494,
+      "TD": 24495,
+      "▁possibilities": 24496,
+      "▁Compos": 24497,
+      "half": 24498,
+      "▁webpage": 24499,
+      "▁swing": 24500,
+      "▁zas": 24501,
+      "▁cycl": 24502,
+      "leid": 24503,
+      "istica": 24504,
+      "▁Insert": 24505,
+      "▁Sweden": 24506,
+      "▁wanting": 24507,
+      "▁ال": 24508,
+      "▁eeuw": 24509,
+      "▁Administr": 24510,
+      "▁Warren": 24511,
+      "▁bs": 24512,
+      "▁pam": 24513,
+      "anus": 24514,
+      "Dra": 24515,
+      "expl": 24516,
+      "▁Kant": 24517,
+      "▁Austin": 24518,
+      "▁csak": 24519,
+      "▁theatre": 24520,
+      "▁compatibility": 24521,
+      "матиче": 24522,
+      "setState": 24523,
+      "бю": 24524,
+      "}{|": 24525,
+      "▁Dy": 24526,
+      "▁Zwischen": 24527,
+      "Alt": 24528,
+      "CLARE": 24529,
+      "steps": 24530,
+      "▁Lage": 24531,
+      "▁Mitt": 24532,
+      "▁Dublin": 24533,
+      "▁работы": 24534,
+      "deep": 24535,
+      "▁flows": 24536,
+      "▁Palace": 24537,
+      "unix": 24538,
+      "refs": 24539,
+      "umar": 24540,
+      "aset": 24541,
+      "cov": 24542,
+      "▁ping": 24543,
+      "▁Safari": 24544,
+      "flug": 24545,
+      "creens": 24546,
+      "{#": 24547,
+      "▁реа": 24548,
+      "adors": 24549,
+      "▁amor": 24550,
+      "uce": 24551,
+      "demic": 24552,
+      "▁Netherlands": 24553,
+      "▁clusters": 24554,
+      "▁enfor": 24555,
+      "marine": 24556,
+      "▁bugs": 24557,
+      "izzata": 24558,
+      "▁scra": 24559,
+      "Les": 24560,
+      "quick": 24561,
+      "▁turno": 24562,
+      "_*": 24563,
+      "ера": 24564,
+      "Generated": 24565,
+      ">[": 24566,
+      "▁estre": 24567,
+      "orde": 24568,
+      "▁verg": 24569,
+      "роз": 24570,
+      "▁pau": 24571,
+      "includes": 24572,
+      "assa": 24573,
+      "aders": 24574,
+      "▁Герма": 24575,
+      "▁estaven": 24576,
+      "▁earliest": 24577,
+      "▁resultado": 24578,
+      "mun": 24579,
+      "▁plots": 24580,
+      "din": 24581,
+      "sorted": 24582,
+      "▁preference": 24583,
+      "rió": 24584,
+      "туре": 24585,
+      "▁Ligue": 24586,
+      "▁завер": 24587,
+      "phr": 24588,
+      "▁pocket": 24589,
+      "▁parl": 24590,
+      "▁lak": 24591,
+      "▁powie": 24592,
+      "▁altres": 24593,
+      "$};": 24594,
+      "plain": 24595,
+      "▁Cred": 24596,
+      "itza": 24597,
+      "perp": 24598,
+      "Green": 24599,
+      "▁devoted": 24600,
+      "production": 24601,
+      "worker": 24602,
+      "elsen": 24603,
+      "▁vern": 24604,
+      "▁március": 24605,
+      "▁Confeder": 24606,
+      "▁Liverpool": 24607,
+      "▁музи": 24608,
+      "▁emails": 24609,
+      "▁distances": 24610,
+      "▁segments": 24611,
+      "▁anth": 24612,
+      "▁wrest": 24613,
+      "▁hoog": 24614,
+      "▁cinema": 24615,
+      "rror": 24616,
+      "▁geboren": 24617,
+      "▁éc": 24618,
+      "Marker": 24619,
+      "▁Compet": 24620,
+      "▁листо": 24621,
+      "allowed": 24622,
+      "volume": 24623,
+      "Espagne": 24624,
+      "Ze": 24625,
+      "▁fixes": 24626,
+      "▁rond": 24627,
+      "▁arrangement": 24628,
+      "/~": 24629,
+      ".](": 24630,
+      "▁Források": 24631,
+      "▁weiteren": 24632,
+      "excel": 24633,
+      "▁змі": 24634,
+      "▁moderne": 24635,
+      "English": 24636,
+      "▁Transfermarkt": 24637,
+      "▁bearing": 24638,
+      "▁cleared": 24639,
+      "▁сам": 24640,
+      "▁divs": 24641,
+      "ći": 24642,
+      "▁этой": 24643,
+      "▁Геор": 24644,
+      "scene": 24645,
+      "▁ages": 24646,
+      "GEN": 24647,
+      "rän": 24648,
+      "▁Toul": 24649,
+      "▁Abs": 24650,
+      "ját": 24651,
+      "▁mediante": 24652,
+      "▁empres": 24653,
+      "▁Employee": 24654,
+      "▁polynomials": 24655,
+      "▁optimize": 24656,
+      "▁выступа": 24657,
+      "fare": 24658,
+      "вей": 24659,
+      "xf": 24660,
+      "quez": 24661,
+      "▁botan": 24662,
+      "▁defend": 24663,
+      "▁Quart": 24664,
+      "Mont": 24665,
+      "vb": 24666,
+      "tick": 24667,
+      "WD": 24668,
+      "mine": 24669,
+      "▁modific": 24670,
+      "notification": 24671,
+      "▁denn": 24672,
+      "▁algo": 24673,
+      "▁Spo": 24674,
+      "▁mistrzost": 24675,
+      "/:": 24676,
+      "▁apresent": 24677,
+      "▁прод": 24678,
+      "Volume": 24679,
+      "ską": 24680,
+      "protected": 24681,
+      "▁Turkish": 24682,
+      "azy": 24683,
+      "▁pouv": 24684,
+      "▁período": 24685,
+      "skog": 24686,
+      "▁entropy": 24687,
+      "zed": 24688,
+      "тори": 24689,
+      "▁lij": 24690,
+      "boards": 24691,
+      "▁стату": 24692,
+      "Bool": 24693,
+      "▁polity": 24694,
+      "@\",": 24695,
+      "▁рік": 24696,
+      "née": 24697,
+      "▁Zug": 24698,
+      "▁Uniti": 24699,
+      "émet": 24700,
+      "atience": 24701,
+      "dimen": 24702,
+      "▁Steven": 24703,
+      "Ha": 24704,
+      "ACTION": 24705,
+      "▁wand": 24706,
+      "▁Navar": 24707,
+      "▁січня": 24708,
+      "Watch": 24709,
+      "▁Stuart": 24710,
+      "▁zde": 24711,
+      "▁контро": 24712,
+      "dataset": 24713,
+      "yó": 24714,
+      "▁Bush": 24715,
+      "▁себя": 24716,
+      "▁worthy": 24717,
+      "▁Ble": 24718,
+      "▁propor": 24719,
+      "▁Village": 24720,
+      "▁ry": 24721,
+      "▁voit": 24722,
+      "▁копия": 24723,
+      "▁zp": 24724,
+      "▁cura": 24725,
+      "▁Html": 24726,
+      "▁Dieser": 24727,
+      "▁Days": 24728,
+      "onnes": 24729,
+      "▁antigu": 24730,
+      "▁Staaten": 24731,
+      "▁faint": 24732,
+      "ongs": 24733,
+      "▁öst": 24734,
+      "Redirect": 24735,
+      "ель": 24736,
+      "atorial": 24737,
+      "▁bother": 24738,
+      "EditText": 24739,
+      "▁Giul": 24740,
+      "▁заво": 24741,
+      "▁pueblo": 24742,
+      "▁Mississippi": 24743,
+      "jak": 24744,
+      "▁wings": 24745,
+      "onc": 24746,
+      "ível": 24747,
+      "iencia": 24748,
+      "entlicht": 24749,
+      "▁BTW": 24750,
+      "ornal": 24751,
+      "▁Коро": 24752,
+      "▁одним": 24753,
+      "▁salv": 24754,
+      "▁finden": 24755,
+      "geo": 24756,
+      "▁авиа": 24757,
+      "attung": 24758,
+      "viv": 24759,
+      "▁Luther": 24760,
+      "▁общи": 24761,
+      "▁Rolle": 24762,
+      "▁Abraham": 24763,
+      "▁centered": 24764,
+      "▁slash": 24765,
+      "isat": 24766,
+      "emann": 24767,
+      "Os": 24768,
+      "парта": 24769,
+      "▁Pablo": 24770,
+      "▁collaboration": 24771,
+      "paths": 24772,
+      "édition": 24773,
+      "▁viewed": 24774,
+      "▁consisted": 24775,
+      "▁recovered": 24776,
+      "▁Mexican": 24777,
+      "▁Fix": 24778,
+      "▁spell": 24779,
+      "Special": 24780,
+      "▁Ст": 24781,
+      "esseur": 24782,
+      "▁Украины": 24783,
+      "former": 24784,
+      "▁św": 24785,
+      "▁zeros": 24786,
+      "▁Straßen": 24787,
+      "▁organisation": 24788,
+      "üssen": 24789,
+      "▁Sierra": 24790,
+      "▁Season": 24791,
+      "▁volont": 24792,
+      "BeanFactory": 24793,
+      "▁помощ": 24794,
+      "▁pressing": 24795,
+      "▁equivalence": 24796,
+      "▁catt": 24797,
+      "icity": 24798,
+      "▁accomplished": 24799,
+      "▁yo": 24800,
+      "▁sic": 24801,
+      "▁imports": 24802,
+      "▁accommod": 24803,
+      "▁Porto": 24804,
+      "▁яка": 24805,
+      "▁loan": 24806,
+      "тики": 24807,
+      "▁checkout": 24808,
+      "▁assess": 24809,
+      "▁Population": 24810,
+      "urent": 24811,
+      "clojure": 24812,
+      "▁Santos": 24813,
+      "▁információ": 24814,
+      "POS": 24815,
+      "▁gare": 24816,
+      "▁kick": 24817,
+      "▁radical": 24818,
+      "▁Peace": 24819,
+      "▁streaming": 24820,
+      "camp": 24821,
+      "ząt": 24822,
+      "говор": 24823,
+      "▁Regierung": 24824,
+      "▁proceeded": 24825,
+      "fm": 24826,
+      "лены": 24827,
+      "▁earnest": 24828,
+      "▁Parad": 24829,
+      "requests": 24830,
+      "▁Raum": 24831,
+      "šč": 24832,
+      "▁policies": 24833,
+      "▁Tig": 24834,
+      "▁sitt": 24835,
+      "▁Energy": 24836,
+      "▁purely": 24837,
+      "▁Haut": 24838,
+      "▁Speed": 24839,
+      "bio": 24840,
+      "▁orange": 24841,
+      "▁biggest": 24842,
+      "▁britannique": 24843,
+      "▁Notable": 24844,
+      "vu": 24845,
+      "лении": 24846,
+      "бин": 24847,
+      "▁Nash": 24848,
+      "щение": 24849,
+      "▁ciel": 24850,
+      "adémie": 24851,
+      "▁грудня": 24852,
+      "▁joue": 24853,
+      "▁voted": 24854,
+      "rico": 24855,
+      "▁гор": 24856,
+      "▁команду": 24857,
+      "itivity": 24858,
+      "▁ще": 24859,
+      "▁definite": 24860,
+      "uropa": 24861,
+      "!\");": 24862,
+      "Defaults": 24863,
+      "▁некоторы": 24864,
+      "édération": 24865,
+      "▁silly": 24866,
+      "▁talked": 24867,
+      "reu": 24868,
+      "▁Lomb": 24869,
+      "▁statue": 24870,
+      "кта": 24871,
+      "юр": 24872,
+      "umably": 24873,
+      "▁городе": 24874,
+      "▁Runtime": 24875,
+      "▁diagn": 24876,
+      "▁retro": 24877,
+      "▁Sverige": 24878,
+      "▁inicial": 24879,
+      "ienza": 24880,
+      "▁figlio": 24881,
+      "▁zog": 24882,
+      "▁rey": 24883,
+      "▁Rund": 24884,
+      "тный": 24885,
+      "▁ceased": 24886,
+      "erno": 24887,
+      "▁esa": 24888,
+      "▁trouv": 24889,
+      "▁Gemeinden": 24890,
+      "▁comercial": 24891,
+      "skap": 24892,
+      "enario": 24893,
+      "▁juris": 24894,
+      "TB": 24895,
+      "нала": 24896,
+      "▁vij": 24897,
+      "VO": 24898,
+      "▁clin": 24899,
+      "jör": 24900,
+      "сан": 24901,
+      "owała": 24902,
+      "ribución": 24903,
+      "▁ursprüng": 24904,
+      "▁condem": 24905,
+      "▁Stage": 24906,
+      "▁mixing": 24907,
+      "▁різ": 24908,
+      "▁fans": 24909,
+      "ház": 24910,
+      "social": 24911,
+      "zan": 24912,
+      "▁свой": 24913,
+      "Cookie": 24914,
+      "▁Roland": 24915,
+      "azionale": 24916,
+      "▁Sloven": 24917,
+      "▁Fiche": 24918,
+      "▁Sé": 24919,
+      "hä": 24920,
+      "▁officials": 24921,
+      "▁înt": 24922,
+      "Interceptor": 24923,
+      "Tables": 24924,
+      "▁davon": 24925,
+      "initialize": 24926,
+      "]=\"": 24927,
+      "▁Body": 24928,
+      "▁Upper": 24929,
+      "▁Collect": 24930,
+      "▁Zürich": 24931,
+      "Horizontal": 24932,
+      "Typ": 24933,
+      "▁político": 24934,
+      "▁RewriteCond": 24935,
+      "▁hoped": 24936,
+      "▁anxious": 24937,
+      "Liter": 24938,
+      "jahr": 24939,
+      "▁assemble": 24940,
+      "▁crypt": 24941,
+      "lahoma": 24942,
+      "ASH": 24943,
+      "▁Бри": 24944,
+      "▁Cic": 24945,
+      "twitter": 24946,
+      "hyper": 24947,
+      "▁Tell": 24948,
+      "ільки": 24949,
+      "вобо": 24950,
+      "▁bazie": 24951,
+      "▁contemporary": 24952,
+      "▁Parameter": 24953,
+      "stwa": 24954,
+      "▁bekend": 24955,
+      "cock": 24956,
+      "previous": 24957,
+      "enska": 24958,
+      "▁caller": 24959,
+      "]])": 24960,
+      "▁Raz": 24961,
+      "▁Selon": 24962,
+      "▁proposal": 24963,
+      "▁bý": 24964,
+      "▁Sied": 24965,
+      "▁Arbeits": 24966,
+      "▁pride": 24967,
+      "▁slope": 24968,
+      "idé": 24969,
+      "gradient": 24970,
+      "▁Джерела": 24971,
+      "▁SH": 24972,
+      "▁разрабо": 24973,
+      "iversity": 24974,
+      "сподар": 24975,
+      "\\{\\": 24976,
+      "▁стали": 24977,
+      "▁Einzel": 24978,
+      "▁rgba": 24979,
+      "▁Anim": 24980,
+      "▁alles": 24981,
+      "бар": 24982,
+      "erte": 24983,
+      "▁réalisé": 24984,
+      "Institut": 24985,
+      "▁markup": 24986,
+      "▁vars": 24987,
+      "▁gam": 24988,
+      "▁Василь": 24989,
+      "izza": 24990,
+      "▁Cob": 24991,
+      "▁Metal": 24992,
+      "▁leak": 24993,
+      "▁Lanc": 24994,
+      "Switch": 24995,
+      "Delay": 24996,
+      "atuur": 24997,
+      "▁четы": 24998,
+      "▁англий": 24999,
+      "▁legacy": 25000,
+      "▁desarroll": 25001,
+      "▁topological": 25002,
+      "▁jeweils": 25003,
+      "▁Nederlandse": 25004,
+      "▁atmosphere": 25005,
+      "urban": 25006,
+      "▁slov": 25007,
+      "▁lawyer": 25008,
+      "pecially": 25009,
+      "▁alternate": 25010,
+      "▁paramet": 25011,
+      "▁establishment": 25012,
+      "▁woods": 25013,
+      "PD": 25014,
+      "▁наи": 25015,
+      "▁mang": 25016,
+      "▁wechselte": 25017,
+      "ську": 25018,
+      ".=": 25019,
+      "▁fifteen": 25020,
+      "SUM": 25021,
+      "▁Fro": 25022,
+      "▁LED": 25023,
+      "owano": 25024,
+      "ствие": 25025,
+      "▁Données": 25026,
+      "tol": 25027,
+      "żyn": 25028,
+      "cref": 25029,
+      "ствии": 25030,
+      "horn": 25031,
+      "▁сооб": 25032,
+      "▁оборо": 25033,
+      "▁Complete": 25034,
+      "“)": 25035,
+      "▁kindly": 25036,
+      "▁Chamber": 25037,
+      "ség": 25038,
+      "WH": 25039,
+      "▁ambient": 25040,
+      "кро": 25041,
+      "▁cheval": 25042,
+      "▁написа": 25043,
+      "flu": 25044,
+      "▁Offiz": 25045,
+      "mate": 25046,
+      "natural": 25047,
+      "separ": 25048,
+      "empre": 25049,
+      "ViewHolder": 25050,
+      "fw": 25051,
+      "▁letech": 25052,
+      "▁trailing": 25053,
+      "atri": 25054,
+      "▁Gó": 25055,
+      "▁Bonn": 25056,
+      "▁unlikely": 25057,
+      "RAM": 25058,
+      "enst": 25059,
+      "Stats": 25060,
+      "▁политиче": 25061,
+      ")--(": 25062,
+      "▁trom": 25063,
+      "!...": 25064,
+      "▁Meanwhile": 25065,
+      "стана": 25066,
+      "▁Reino": 25067,
+      "▁Arist": 25068,
+      "$}}%": 25069,
+      "▁solem": 25070,
+      "closure": 25071,
+      "ignation": 25072,
+      "łod": 25073,
+      "▁divor": 25074,
+      "▁международ": 25075,
+      "=\"<?": 25076,
+      "▁molt": 25077,
+      "▁skills": 25078,
+      "▁Cir": 25079,
+      "▁Después": 25080,
+      "▁lun": 25081,
+      "▁coron": 25082,
+      "▁Comics": 25083,
+      "стори": 25084,
+      "▁Items": 25085,
+      "▁Think": 25086,
+      "игра": 25087,
+      "▁grows": 25088,
+      "portal": 25089,
+      "▁nich": 25090,
+      "▁restrictions": 25091,
+      "▁Lau": 25092,
+      "шення": 25093,
+      "▁Sozial": 25094,
+      "▁кі": 25095,
+      "mana": 25096,
+      "▁lieutenant": 25097,
+      "Attr": 25098,
+      "umeric": 25099,
+      "▁drives": 25100,
+      "asis": 25101,
+      "бай": 25102,
+      "NL": 25103,
+      "Zygote": 25104,
+      "physics": 25105,
+      "▁internally": 25106,
+      "вается": 25107,
+      "Hidden": 25108,
+      "▁Дата": 25109,
+      "▁unsafe": 25110,
+      "▁Roc": 25111,
+      "▁instantiate": 25112,
+      "udni": 25113,
+      "▁Room": 25114,
+      "▁Пред": 25115,
+      "▁maja": 25116,
+      "achment": 25117,
+      "uuid": 25118,
+      "Projects": 25119,
+      "Gre": 25120,
+      "▁взя": 25121,
+      "▁Blood": 25122,
+      "icile": 25123,
+      "▁Nouvelle": 25124,
+      "Does": 25125,
+      "▁nieuwe": 25126,
+      "ále": 25127,
+      "angs": 25128,
+      "weak": 25129,
+      "▁aantal": 25130,
+      "▁Ев": 25131,
+      "▁Dresden": 25132,
+      "▁Lost": 25133,
+      "ката": 25134,
+      "▁involve": 25135,
+      "▁declaring": 25136,
+      "▁Political": 25137,
+      "érez": 25138,
+      "kop": 25139,
+      "notify": 25140,
+      "▁Curt": 25141,
+      "▁schließlich": 25142,
+      "ghan": 25143,
+      "цена": 25144,
+      "▁kwiet": 25145,
+      "ügel": 25146,
+      "▁Sob": 25147,
+      "▁substr": 25148,
+      "▁ellen": 25149,
+      "ionario": 25150,
+      "enson": 25151,
+      "WIN": 25152,
+      "спорт": 25153,
+      "emer": 25154,
+      "nome": 25155,
+      "▁smiled": 25156,
+      "▁Schmidt": 25157,
+      "▁smoke": 25158,
+      "▁Token": 25159,
+      "▁vague": 25160,
+      "▁provision": 25161,
+      "yaml": 25162,
+      "нитель": 25163,
+      "onial": 25164,
+      "époque": 25165,
+      "▁NC": 25166,
+      "▁NFL": 25167,
+      "teck": 25168,
+      "▁allo": 25169,
+      "▁précéd": 25170,
+      "central": 25171,
+      "▁majd": 25172,
+      "▁chrom": 25173,
+      "▁Zum": 25174,
+      "verso": 25175,
+      "▁verschiedenen": 25176,
+      "▁старо": 25177,
+      "▁quelle": 25178,
+      "▁rép": 25179,
+      "ROW": 25180,
+      "▁ihnen": 25181,
+      "▁sensible": 25182,
+      "|$": 25183,
+      "▁schw": 25184,
+      "▁BR": 25185,
+      "▁Options": 25186,
+      "▁tens": 25187,
+      "▁conquist": 25188,
+      "▁ließ": 25189,
+      "ovis": 25190,
+      "▁міста": 25191,
+      "▁ela": 25192,
+      "rifice": 25193,
+      "▁lok": 25194,
+      "▁Queensland": 25195,
+      "Binary": 25196,
+      "▁Rahmen": 25197,
+      "▁abol": 25198,
+      "▁část": 25199,
+      "▁Edinburgh": 25200,
+      "inde": 25201,
+      "▁calculating": 25202,
+      "▁Oregon": 25203,
+      "▁legit": 25204,
+      "▁Nachdem": 25205,
+      "athon": 25206,
+      "Private": 25207,
+      "illaume": 25208,
+      "▁observable": 25209,
+      "leans": 25210,
+      "▁remarked": 25211,
+      "▁halt": 25212,
+      "ницы": 25213,
+      "▁stamp": 25214,
+      "▁Adv": 25215,
+      "Louis": 25216,
+      "imming": 25217,
+      "gruppe": 25218,
+      "▁Policy": 25219,
+      "▁vrij": 25220,
+      "ftrag": 25221,
+      "▁offices": 25222,
+      "▁participated": 25223,
+      "▁escol": 25224,
+      "▁\"</": 25225,
+      "▁nombreuses": 25226,
+      "▁divid": 25227,
+      "▁advis": 25228,
+      "лтати": 25229,
+      "▁==>": 25230,
+      "Orientation": 25231,
+      "cid": 25232,
+      "Cart": 25233,
+      "▁murm": 25234,
+      "▁assez": 25235,
+      "▁linking": 25236,
+      "building": 25237,
+      "▁reconna": 25238,
+      "▁shook": 25239,
+      "managed": 25240,
+      "landa": 25241,
+      "▁León": 25242,
+      "▁création": 25243,
+      "дой": 25244,
+      "ocity": 25245,
+      "▁wij": 25246,
+      "▁wieś": 25247,
+      "xtart": 25248,
+      "▁Move": 25249,
+      "lungen": 25250,
+      "ствует": 25251,
+      "orney": 25252,
+      "optional": 25253,
+      "macro": 25254,
+      "Condition": 25255,
+      "▁squares": 25256,
+      "▁mistaken": 25257,
+      "ánt": 25258,
+      "▁Ris": 25259,
+      "▁sentences": 25260,
+      "erea": 25261,
+      "▁mij": 25262,
+      "Und": 25263,
+      "▁nombr": 25264,
+      "zA": 25265,
+      "▁Independent": 25266,
+      "▁preview": 25267,
+      "imas": 25268,
+      "▁males": 25269,
+      "inental": 25270,
+      "Thank": 25271,
+      "▁popol": 25272,
+      "▁pover": 25273,
+      "▁grasp": 25274,
+      "▁imped": 25275,
+      "▁campionato": 25276,
+      "▁Wei": 25277,
+      "▁titled": 25278,
+      "▁Además": 25279,
+      "▁Password": 25280,
+      "▁Pam": 25281,
+      "UILD": 25282,
+      "▁липня": 25283,
+      "werb": 25284,
+      "................": 25285,
+      "▁Río": 25286,
+      "▁teeth": 25287,
+      "bp": 25288,
+      "▁SW": 25289,
+      "ulaire": 25290,
+      "▁seized": 25291,
+      "▁Stef": 25292,
+      "úl": 25293,
+      "▁viz": 25294,
+      "iony": 25295,
+      "▁junt": 25296,
+      "▁která": 25297,
+      "▁września": 25298,
+      "<>": 25299,
+      "▁surg": 25300,
+      "▁tutte": 25301,
+      "▁Hob": 25302,
+      "повід": 25303,
+      "▁wohl": 25304,
+      "▁trag": 25305,
+      "▁Crown": 25306,
+      "▁trova": 25307,
+      "стову": 25308,
+      "▁Vienna": 25309,
+      "esehen": 25310,
+      "▁metropol": 25311,
+      "▁reflected": 25312,
+      "тета": 25313,
+      "▁traduc": 25314,
+      "▁Bast": 25315,
+      "▁erschien": 25316,
+      "woord": 25317,
+      "()\"": 25318,
+      "talet": 25319,
+      "▁roads": 25320,
+      "ведения": 25321,
+      "ührung": 25322,
+      "▁cogn": 25323,
+      "▁Valle": 25324,
+      "▁landing": 25325,
+      "▁Regex": 25326,
+      "▁Iowa": 25327,
+      "dział": 25328,
+      "▁erreichte": 25329,
+      "aum": 25330,
+      "▁founder": 25331,
+      "apolis": 25332,
+      "Compiler": 25333,
+      "▁kop": 25334,
+      "▁marc": 25335,
+      "▁територ": 25336,
+      "))`": 25337,
+      "▁lei": 25338,
+      "geon": 25339,
+      "▁weapons": 25340,
+      "▁horn": 25341,
+      "▁elif": 25342,
+      "▁Capital": 25343,
+      "će": 25344,
+      "▁forall": 25345,
+      "▁эта": 25346,
+      "preview": 25347,
+      "▁DNA": 25348,
+      "▁sid": 25349,
+      "orch": 25350,
+      "▁Ras": 25351,
+      "▁arab": 25352,
+      "Best": 25353,
+      "▁счита": 25354,
+      "▁López": 25355,
+      "ança": 25356,
+      "▁funkc": 25357,
+      "▁tienen": 25358,
+      ";&": 25359,
+      "museum": 25360,
+      "▁Err": 25361,
+      "▁resort": 25362,
+      "Nov": 25363,
+      "▁kal": 25364,
+      "MW": 25365,
+      "шь": 25366,
+      "anchor": 25367,
+      "▁роман": 25368,
+      "leading": 25369,
+      "▁manten": 25370,
+      "▁Silva": 25371,
+      "dade": 25372,
+      "▁designated": 25373,
+      "▁revista": 25374,
+      "Oct": 25375,
+      "percent": 25376,
+      "▁уні": 25377,
+      "identifier": 25378,
+      "mass": 25379,
+      "@@": 25380,
+      "ulsion": 25381,
+      "germeister": 25382,
+      "▁predicted": 25383,
+      "▁сви": 25384,
+      "жной": 25385,
+      "▁Ergeb": 25386,
+      "▁cust": 25387,
+      "▁removes": 25388,
+      "charg": 25389,
+      "пример": 25390,
+      "▁forming": 25391,
+      "asma": 25392,
+      "stdout": 25393,
+      "Fun": 25394,
+      "yme": 25395,
+      "tered": 25396,
+      "ursive": 25397,
+      "ighed": 25398,
+      "▁след": 25399,
+      "verband": 25400,
+      "▁LOG": 25401,
+      "rams": 25402,
+      "éon": 25403,
+      "endra": 25404,
+      "▁Bereich": 25405,
+      "▁temporal": 25406,
+      "▁langue": 25407,
+      "▁Inn": 25408,
+      "▁moreover": 25409,
+      "▁tutorials": 25410,
+      "Middle": 25411,
+      "▁советский": 25412,
+      "▁maintenance": 25413,
+      "asures": 25414,
+      "▁válto": 25415,
+      "BASE": 25416,
+      "▁disappear": 25417,
+      "ския": 25418,
+      "▁conocido": 25419,
+      "▁Нау": 25420,
+      "▁Libert": 25421,
+      "▁Harold": 25422,
+      "▁lifetime": 25423,
+      "▁Tür": 25424,
+      "▁zawod": 25425,
+      "omic": 25426,
+      "▁Retrieved": 25427,
+      "architecture": 25428,
+      "čka": 25429,
+      "iformes": 25430,
+      "development": 25431,
+      "ordnung": 25432,
+      "Inf": 25433,
+      "leben": 25434,
+      "▁Stars": 25435,
+      "signal": 25436,
+      "▁grammar": 25437,
+      "▁corso": 25438,
+      "▁Wagner": 25439,
+      "▁geht": 25440,
+      "▁royale": 25441,
+      "warn": 25442,
+      "umbled": 25443,
+      "▁instit": 25444,
+      "▁Ши": 25445,
+      "hh": 25446,
+      "▁refuge": 25447,
+      "▁favorite": 25448,
+      "ierto": 25449,
+      "▁condado": 25450,
+      "▁Ther": 25451,
+      "▁человека": 25452,
+      "▁Food": 25453,
+      "▁seizo": 25454,
+      "▁Initialize": 25455,
+      "▁connu": 25456,
+      "▁overlap": 25457,
+      "▁Emil": 25458,
+      "▁Martí": 25459,
+      "▁жовтня": 25460,
+      "erva": 25461,
+      "▁boats": 25462,
+      "ações": 25463,
+      "▁derrot": 25464,
+      "▁malloc": 25465,
+      "▁conject": 25466,
+      "jk": 25467,
+      "▁sare": 25468,
+      "лемен": 25469,
+      "▁sums": 25470,
+      "Authorization": 25471,
+      "▁Kun": 25472,
+      "]$,": 25473,
+      "gemeinde": 25474,
+      "odot": 25475,
+      "defin": 25476,
+      "▁emission": 25477,
+      "▁Крас": 25478,
+      "▁appart": 25479,
+      "▁stopping": 25480,
+      "▁Сред": 25481,
+      "▁conjug": 25482,
+      "▁insight": 25483,
+      "▁Broadcast": 25484,
+      "▁PMID": 25485,
+      "▁advantages": 25486,
+      "enes": 25487,
+      "▁residence": 25488,
+      "ljen": 25489,
+      "isseur": 25490,
+      "▁pubblicato": 25491,
+      "▁GitHub": 25492,
+      "▁Peru": 25493,
+      "▁galaxies": 25494,
+      "▁annotations": 25495,
+      "gas": 25496,
+      "▁répond": 25497,
+      "Js": 25498,
+      "▁independently": 25499,
+      "NP": 25500,
+      "▁inqu": 25501,
+      "▁grounds": 25502,
+      "Components": 25503,
+      "▁anten": 25504,
+      "▁вз": 25505,
+      "▁hos": 25506,
+      "▁sint": 25507,
+      "▁hiding": 25508,
+      "▁województ": 25509,
+      "Messages": 25510,
+      "▁показа": 25511,
+      "===": 25512,
+      "▁Abstract": 25513,
+      "▁läng": 25514,
+      "▁Formula": 25515,
+      "dawn": 25516,
+      "▁designs": 25517,
+      "Img": 25518,
+      "▁Portuguese": 25519,
+      "▁incluy": 25520,
+      "avigator": 25521,
+      "▁Brothers": 25522,
+      "▁continent": 25523,
+      "▁evidently": 25524,
+      "race": 25525,
+      "цького": 25526,
+      "▁reck": 25527,
+      "▁серпня": 25528,
+      "▁Grey": 25529,
+      "▁appeal": 25530,
+      "▁unlike": 25531,
+      "▁powershell": 25532,
+      "▁racc": 25533,
+      "fers": 25534,
+      "▁burning": 25535,
+      "fasst": 25536,
+      "installed": 25537,
+      "▁Give": 25538,
+      "▁colonial": 25539,
+      "▁€": 25540,
+      "▁Rö": 25541,
+      "▁christ": 25542,
+      "nehm": 25543,
+      "там": 25544,
+      "▁corpo": 25545,
+      "▁convirti": 25546,
+      "yter": 25547,
+      "Sym": 25548,
+      "▁Greece": 25549,
+      "▁moth": 25550,
+      "▁Johan": 25551,
+      "▁monarch": 25552,
+      "▁Download": 25553,
+      "▁craft": 25554,
+      "už": 25555,
+      "▁Luke": 25556,
+      "▁suffix": 25557,
+      "\\/": 25558,
+      "Have": 25559,
+      "▁карь": 25560,
+      "▁comfortable": 25561,
+      "▁tips": 25562,
+      "▁Після": 25563,
+      "▁броја": 25564,
+      "▁информа": 25565,
+      "MQ": 25566,
+      "бран": 25567,
+      "▁tx": 25568,
+      "▁slaves": 25569,
+      "▁firewall": 25570,
+      "▁Forces": 25571,
+      "atif": 25572,
+      "▁Quellen": 25573,
+      "▁théâtre": 25574,
+      "льных": 25575,
+      "▁расположен": 25576,
+      "▁Details": 25577,
+      "ką": 25578,
+      "▁longitud": 25579,
+      "INST": 25580,
+      "▁naval": 25581,
+      "Fernseh": 25582,
+      "essel": 25583,
+      "Grad": 25584,
+      "▁belang": 25585,
+      "▁aggi": 25586,
+      "ZygoteInit": 25587,
+      "łów": 25588,
+      "▁Sug": 25589,
+      "sil": 25590,
+      "▁exterior": 25591,
+      "щі": 25592,
+      "ORD": 25593,
+      "enser": 25594,
+      "▁rapide": 25595,
+      "▁темпера": 25596,
+      "incie": 25597,
+      "Si": 25598,
+      "avam": 25599,
+      "arded": 25600,
+      "▁Added": 25601,
+      "Endpoint": 25602,
+      "hardt": 25603,
+      "стран": 25604,
+      "▁estilo": 25605,
+      "▁Haz": 25606,
+      "▁musste": 25607,
+      "uo": 25608,
+      "iii": 25609,
+      "▁ří": 25610,
+      "anzen": 25611,
+      "жений": 25612,
+      "aha": 25613,
+      "ARNING": 25614,
+      "▁renov": 25615,
+      "▁divine": 25616,
+      "▁convinced": 25617,
+      "▁humans": 25618,
+      "▁departure": 25619,
+      "▁Mediter": 25620,
+      "qa": 25621,
+      "▁possessed": 25622,
+      "▁церкви": 25623,
+      "giv": 25624,
+      "▁свої": 25625,
+      "▁Ortste": 25626,
+      "Rich": 25627,
+      "puis": 25628,
+      "increment": 25629,
+      "▁Hannover": 25630,
+      "▁ucz": 25631,
+      "Done": 25632,
+      "▁alguns": 25633,
+      "FIX": 25634,
+      "▁Heritage": 25635,
+      "removeClass": 25636,
+      "фер": 25637,
+      "▁abc": 25638,
+      "Dr": 25639,
+      "▁семей": 25640,
+      "{:": 25641,
+      "▁seule": 25642,
+      "zeichnungen": 25643,
+      "addy": 25644,
+      "▁París": 25645,
+      "üsseld": 25646,
+      "▁reception": 25647,
+      "folio": 25648,
+      "tiny": 25649,
+      "▁recensement": 25650,
+      "▁Nur": 25651,
+      "▁kier": 25652,
+      "▁gmina": 25653,
+      "staat": 25654,
+      "ándose": 25655,
+      "ческая": 25656,
+      "▁speaker": 25657,
+      "▁exponential": 25658,
+      "▁Dieu": 25659,
+      "▁приз": 25660,
+      "▁Rafael": 25661,
+      "▁ggplot": 25662,
+      "▁Template": 25663,
+      "oure": 25664,
+      "▁Inner": 25665,
+      "ogne": 25666,
+      "igare": 25667,
+      "▁Arte": 25668,
+      "▁Cov": 25669,
+      "▁aufgrund": 25670,
+      "▁Бы": 25671,
+      "▁ceremony": 25672,
+      "▁Spart": 25673,
+      "jective": 25674,
+      "yi": 25675,
+      "▁inizi": 25676,
+      "▁latin": 25677,
+      "▁Nevertheless": 25678,
+      "▁Done": 25679,
+      "тря": 25680,
+      "▁Arr": 25681,
+      "season": 25682,
+      "▁складу": 25683,
+      "▁podczas": 25684,
+      "▁Beautiful": 25685,
+      "▁Weltkrieg": 25686,
+      "▁зо": 25687,
+      "▁overcome": 25688,
+      "▁Praha": 25689,
+      "▁району": 25690,
+      "▁subscription": 25691,
+      "igent": 25692,
+      "▁пока": 25693,
+      "latex": 25694,
+      "▁beach": 25695,
+      "▁роках": 25696,
+      "geg": 25697,
+      "▁probl": 25698,
+      "arguments": 25699,
+      "▁organizations": 25700,
+      "▁Nan": 25701,
+      "▁stones": 25702,
+      "▁Hunter": 25703,
+      "▁regularly": 25704,
+      "шого": 25705,
+      "▁flexible": 25706,
+      "opts": 25707,
+      "ář": 25708,
+      "witz": 25709,
+      "▁')": 25710,
+      "PASS": 25711,
+      "▁kraj": 25712,
+      "▁fake": 25713,
+      "heits": 25714,
+      "osph": 25715,
+      "parseInt": 25716,
+      "FALSE": 25717,
+      "▁profess": 25718,
+      "people": 25719,
+      "▁precip": 25720,
+      "dirname": 25721,
+      "▁perpet": 25722,
+      "▁Updated": 25723,
+      "rayed": 25724,
+      "▁provoc": 25725,
+      "▁травня": 25726,
+      "▁categorie": 25727,
+      "▁тео": 25728,
+      "сну": 25729,
+      "otr": 25730,
+      "▁Верхов": 25731,
+      "▁compét": 25732,
+      "Cost": 25733,
+      "▁wider": 25734,
+      "▁Obviously": 25735,
+      "писан": 25736,
+      "▁настоя": 25737,
+      "▁seeking": 25738,
+      "()),": 25739,
+      "▁équipe": 25740,
+      "▁commits": 25741,
+      "▁Svens": 25742,
+      "ябре": 25743,
+      "atern": 25744,
+      "▁heter": 25745,
+      "▁Bootstrap": 25746,
+      "éné": 25747,
+      "▁derivatives": 25748,
+      "▁Detroit": 25749,
+      "▁provincial": 25750,
+      "onomie": 25751,
+      "EB": 25752,
+      "▁cuer": 25753,
+      "▁относи": 25754,
+      "▁ней": 25755,
+      ")».": 25756,
+      "▁Ciudad": 25757,
+      "IAL": 25758,
+      "zyst": 25759,
+      ")\")": 25760,
+      "▁Alc": 25761,
+      "blogs": 25762,
+      "▁parmi": 25763,
+      "▁Albums": 25764,
+      "▁Boliv": 25765,
+      "▁clés": 25766,
+      "Products": 25767,
+      "uerdo": 25768,
+      "▁gelang": 25769,
+      "znik": 25770,
+      "hagen": 25771,
+      "anonymous": 25772,
+      "▁svg": 25773,
+      "▁Conseil": 25774,
+      "▁Ari": 25775,
+      "coli": 25776,
+      "▁czy": 25777,
+      "▁CV": 25778,
+      "▁ford": 25779,
+      "▁Außer": 25780,
+      "▁CI": 25781,
+      "▁tempt": 25782,
+      "▁Organisation": 25783,
+      "áš": 25784,
+      "▁cycles": 25785,
+      "▁geslacht": 25786,
+      "▁людей": 25787,
+      "ými": 25788,
+      "▁Spieler": 25789,
+      "efe": 25790,
+      "▁Marvel": 25791,
+      "▁portal": 25792,
+      "▁Серг": 25793,
+      "▁grado": 25794,
+      "▁handlers": 25795,
+      "▁Interface": 25796,
+      "AME": 25797,
+      "▁seriously": 25798,
+      "▁Binding": 25799,
+      "▁Rang": 25800,
+      "▁nada": 25801,
+      "oce": 25802,
+      "▁integra": 25803,
+      "ocracy": 25804,
+      "▁альбо": 25805,
+      "▁stability": 25806,
+      "Uns": 25807,
+      "▁veter": 25808,
+      "------+": 25809,
+      "▁serait": 25810,
+      "▁omitted": 25811,
+      "▁uncertainty": 25812,
+      "onian": 25813,
+      "▁resto": 25814,
+      "▁желез": 25815,
+      "▁одной": 25816,
+      "▁Bevölkerung": 25817,
+      "▁Kraft": 25818,
+      "стр": 25819,
+      "▁Moscow": 25820,
+      "lane": 25821,
+      "arab": 25822,
+      "▁spole": 25823,
+      "▁своего": 25824,
+      "?:": 25825,
+      "START": 25826,
+      "▁интер": 25827,
+      "▁sympt": 25828,
+      "▁Lorenzo": 25829,
+      "▁ejec": 25830,
+      "▁prosper": 25831,
+      "DAT": 25832,
+      "лимпий": 25833,
+      "▁shapes": 25834,
+      "valueOf": 25835,
+      "▁associate": 25836,
+      "▁Medien": 25837,
+      "ENV": 25838,
+      "▁сре": 25839,
+      "▁државе": 25840,
+      "▁theories": 25841,
+      "heb": 25842,
+      "▁Wayne": 25843,
+      "▁StringBuilder": 25844,
+      "iwers": 25845,
+      "▁Maps": 25846,
+      "Phys": 25847,
+      "\\}\\": 25848,
+      "▁Parte": 25849,
+      "▁Hudson": 25850,
+      "лон": 25851,
+      "Lng": 25852,
+      "▁ры": 25853,
+      "стей": 25854,
+      "lau": 25855,
+      "ancer": 25856,
+      "▁Coppa": 25857,
+      "▁війсь": 25858,
+      "▁ucc": 25859,
+      "▁Pattern": 25860,
+      "▁garbage": 25861,
+      "▁González": 25862,
+      "▁Encyclop": 25863,
+      "etten": 25864,
+      "External": 25865,
+      "REF": 25866,
+      ">;": 25867,
+      "lijke": 25868,
+      "▁intersect": 25869,
+      "▁Unless": 25870,
+      "▁deeper": 25871,
+      "▁жі": 25872,
+      "dent": 25873,
+      "lef": 25874,
+      "▁chanson": 25875,
+      "▁diffus": 25876,
+      "▁primi": 25877,
+      "▁Wieder": 25878,
+      "▁aws": 25879,
+      "owana": 25880,
+      "▁sociale": 25881,
+      "ikk": 25882,
+      "льной": 25883,
+      "▁divisions": 25884,
+      "лосо": 25885,
+      "▁Claud": 25886,
+      "▁Ya": 25887,
+      "▁voce": 25888,
+      "▁Branch": 25889,
+      "▁fitted": 25890,
+      "orr": 25891,
+      "ôtel": 25892,
+      "stroke": 25893,
+      "listener": 25894,
+      "iman": 25895,
+      "восто": 25896,
+      "▁Shah": 25897,
+      "Introduction": 25898,
+      "▁newline": 25899,
+      "▁tile": 25900,
+      "']))": 25901,
+      "▁travaux": 25902,
+      "CONFIG": 25903,
+      "▁quadratic": 25904,
+      "onneur": 25905,
+      "▁Giorg": 25906,
+      "▁identific": 25907,
+      "éricaine": 25908,
+      "▁UIView": 25909,
+      "▁Liberal": 25910,
+      "▁Koch": 25911,
+      "▁Berliner": 25912,
+      "▁notifications": 25913,
+      "▁Susan": 25914,
+      "▁cadre": 25915,
+      "▁Kloster": 25916,
+      "▁examine": 25917,
+      "▁един": 25918,
+      "▁UNION": 25919,
+      "▁alten": 25920,
+      "▁finit": 25921,
+      "▁pedig": 25922,
+      "cyk": 25923,
+      "▁mouvement": 25924,
+      "IOS": 25925,
+      "▁британ": 25926,
+      "▁bout": 25927,
+      "▁автор": 25928,
+      "ництво": 25929,
+      "ето": 25930,
+      "lera": 25931,
+      "cls": 25932,
+      "▁Ley": 25933,
+      "amy": 25934,
+      "agens": 25935,
+      "ashed": 25936,
+      "▁okrę": 25937,
+      "гро": 25938,
+      "ellett": 25939,
+      "▁Fellow": 25940,
+      "▁manifold": 25941,
+      "$),": 25942,
+      "lder": 25943,
+      "▁voz": 25944,
+      "▁begg": 25945,
+      "▁baron": 25946,
+      "▁fid": 25947,
+      "▁firing": 25948,
+      "ilda": 25949,
+      "dek": 25950,
+      "AU": 25951,
+      "itare": 25952,
+      "▁Ara": 25953,
+      "▁Exit": 25954,
+      "▁cinemat": 25955,
+      "▁intros": 25956,
+      "▁contacts": 25957,
+      "пени": 25958,
+      "▁möglich": 25959,
+      "▁Singapore": 25960,
+      "ström": 25961,
+      "▁Hern": 25962,
+      "▁sixth": 25963,
+      "▁publications": 25964,
+      "vie": 25965,
+      "▁Hat": 25966,
+      "▁accepting": 25967,
+      "ác": 25968,
+      "stwo": 25969,
+      "▁quietly": 25970,
+      "Photo": 25971,
+      "▁basket": 25972,
+      "▁eigenvalues": 25973,
+      "▁médec": 25974,
+      "▁Olimp": 25975,
+      "▁церков": 25976,
+      "alin": 25977,
+      "consum": 25978,
+      "▁lassen": 25979,
+      "▁анти": 25980,
+      "▁Seq": 25981,
+      "\";\r": 25982,
+      "rare": 25983,
+      "▁$|\\": 25984,
+      "▁nick": 25985,
+      "dflare": 25986,
+      "Vec": 25987,
+      "bindung": 25988,
+      "▁bg": 25989,
+      "changes": 25990,
+      "Days": 25991,
+      "▁Mouse": 25992,
+      "▁waited": 25993,
+      "▁Tomatoes": 25994,
+      "▁fas": 25995,
+      "verte": 25996,
+      "▁succession": 25997,
+      "сор": 25998,
+      "▁sols": 25999,
+      "▁Render": 26000,
+      "▁leadership": 26001,
+      "▁significance": 26002,
+      "▁gauche": 26003,
+      "cano": 26004,
+      "▁Pie": 26005,
+      "ensoort": 26006,
+      "▁cambio": 26007,
+      "▁уз": 26008,
+      "▁endeav": 26009,
+      "Completed": 26010,
+      "▁Архивная": 26011,
+      "jd": 26012,
+      "órico": 26013,
+      "▁churches": 26014,
+      "▁animate": 26015,
+      "SG": 26016,
+      "compute": 26017,
+      "▁uniformly": 26018,
+      "INIT": 26019,
+      "lles": 26020,
+      "HttpRequest": 26021,
+      "Ко": 26022,
+      "Diff": 26023,
+      "▁sah": 26024,
+      "airo": 26025,
+      "maybe": 26026,
+      "UTE": 26027,
+      "▁Dow": 26028,
+      "human": 26029,
+      "▁aurait": 26030,
+      "dark": 26031,
+      "▁repair": 26032,
+      "▁ner": 26033,
+      "▁Dabei": 26034,
+      "▁Botan": 26035,
+      "Original": 26036,
+      "ază": 26037,
+      "▁NAT": 26038,
+      "imper": 26039,
+      "▁Youth": 26040,
+      "thes": 26041,
+      "▁округа": 26042,
+      "▁Flo": 26043,
+      "▁breakfast": 26044,
+      "urls": 26045,
+      "▁übernahm": 26046,
+      "ários": 26047,
+      "▁Orange": 26048,
+      "▁Affairs": 26049,
+      "ske": 26050,
+      "▁notify": 26051,
+      "imoine": 26052,
+      "▁Arena": 26053,
+      "▁liberal": 26054,
+      "▁obec": 26055,
+      "ifa": 26056,
+      "guez": 26057,
+      "iono": 26058,
+      "ператор": 26059,
+      "▁retained": 26060,
+      "failed": 26061,
+      "bine": 26062,
+      "тных": 26063,
+      "▁CGRect": 26064,
+      "camera": 26065,
+      "idenote": 26066,
+      "KB": 26067,
+      "▁lights": 26068,
+      "▁Pictures": 26069,
+      "▁Squadron": 26070,
+      "▁Volk": 26071,
+      "▁burg": 26072,
+      ",]": 26073,
+      "Gi": 26074,
+      "êque": 26075,
+      "makeText": 26076,
+      "▁everybody": 26077,
+      "▁Hyper": 26078,
+      "▁Deux": 26079,
+      "▁glory": 26080,
+      "presentation": 26081,
+      "onica": 26082,
+      "▁frère": 26083,
+      "aget": 26084,
+      "▁hints": 26085,
+      "▁tunnel": 26086,
+      "▁Ej": 26087,
+      "ális": 26088,
+      "▁Viv": 26089,
+      "ственных": 26090,
+      "▁caps": 26091,
+      "PART": 26092,
+      "oci": 26093,
+      "▁prices": 26094,
+      "currency": 26095,
+      "▁achter": 26096,
+      "romagnet": 26097,
+      "gender": 26098,
+      "▁suis": 26099,
+      "versions": 26100,
+      "▁Training": 26101,
+      "inside": 26102,
+      "ege": 26103,
+      "▁totale": 26104,
+      "▁Daar": 26105,
+      "▁grudnia": 26106,
+      "▁Ier": 26107,
+      "▁occasions": 26108,
+      "▁kde": 26109,
+      "▁tensorflow": 26110,
+      "▁ór": 26111,
+      "Methods": 26112,
+      "▁looping": 26113,
+      "▁directeur": 26114,
+      "kę": 26115,
+      "▁isomorphism": 26116,
+      "▁João": 26117,
+      "▁aligned": 26118,
+      "онов": 26119,
+      "urger": 26120,
+      "▁nova": 26121,
+      "morrow": 26122,
+      "altern": 26123,
+      "HD": 26124,
+      "▁marqu": 26125,
+      "ativas": 26126,
+      "ggreg": 26127,
+      "▁ancien": 26128,
+      "nit": 26129,
+      "▁secured": 26130,
+      "mier": 26131,
+      "▁Ole": 26132,
+      "▁инте": 26133,
+      "▁minus": 26134,
+      "▁clearer": 26135,
+      "▁nello": 26136,
+      "▁információk": 26137,
+      "▁propre": 26138,
+      "{.": 26139,
+      "ilog": 26140,
+      "▁Quick": 26141,
+      "▁accus": 26142,
+      "employee": 26143,
+      "▁зу": 26144,
+      "цький": 26145,
+      "фіцій": 26146,
+      "▁публи": 26147,
+      "▁bent": 26148,
+      "▁позво": 26149,
+      "▁Пор": 26150,
+      "ází": 26151,
+      "ánico": 26152,
+      "emptyset": 26153,
+      "▁surtout": 26154,
+      "reno": 26155,
+      "unya": 26156,
+      "▁уез": 26157,
+      "▁Millionen": 26158,
+      "▁listopada": 26159,
+      "▁Maine": 26160,
+      "▁grupos": 26161,
+      "▁Storage": 26162,
+      "▁apple": 26163,
+      "▁Lö": 26164,
+      "oused": 26165,
+      "дро": 26166,
+      "sci": 26167,
+      "▁hibernate": 26168,
+      "dog": 26169,
+      "▁восто": 26170,
+      "▁intensity": 26171,
+      "legend": 26172,
+      "▁Wille": 26173,
+      "▁szerint": 26174,
+      "gesellschaft": 26175,
+      "▁Living": 26176,
+      "allo": 26177,
+      "▁Split": 26178,
+      "dru": 26179,
+      "need": 26180,
+      "▁Джон": 26181,
+      "▁Swiss": 26182,
+      "▁spraw": 26183,
+      "▁beho": 26184,
+      "▁fotograf": 26185,
+      "▁rencontre": 26186,
+      "▁kis": 26187,
+      "▁signing": 26188,
+      "akult": 26189,
+      "▁indexing": 26190,
+      "apor": 26191,
+      "▁conception": 26192,
+      "aggreg": 26193,
+      "▁Савез": 26194,
+      "▁affair": 26195,
+      "ění": 26196,
+      "August": 26197,
+      "▁секре": 26198,
+      "▁mieszkań": 26199,
+      "UIImage": 26200,
+      "▁bishop": 26201,
+      "▁servants": 26202,
+      "▁trail": 26203,
+      "digit": 26204,
+      "▁joins": 26205,
+      "▁Near": 26206,
+      "öffentlich": 26207,
+      ">{": 26208,
+      "▁skład": 26209,
+      "geführt": 26210,
+      "▁Holz": 26211,
+      "▁Militär": 26212,
+      "achi": 26213,
+      "Upper": 26214,
+      "pine": 26215,
+      "utzt": 26216,
+      "▁nuova": 26217,
+      "ibration": 26218,
+      "▁Bien": 26219,
+      "▁первый": 26220,
+      "▁Creating": 26221,
+      "Once": 26222,
+      "▁einmal": 26223,
+      "▁geometric": 26224,
+      "stvo": 26225,
+      "▁kW": 26226,
+      "▁decomposition": 26227,
+      "▁comedy": 26228,
+      "▁activation": 26229,
+      "▁angry": 26230,
+      "illeurs": 26231,
+      "▁instantly": 26232,
+      "▁suggesting": 26233,
+      "▁Clay": 26234,
+      "cot": 26235,
+      "▁Gén": 26236,
+      "($(": 26237,
+      "unwrap": 26238,
+      "▁lifted": 26239,
+      "▁Kit": 26240,
+      "▁linea": 26241,
+      "ок": 26242,
+      "hart": 26243,
+      "->_": 26244,
+      "▁nuit": 26245,
+      "▁Issue": 26246,
+      "лии": 26247,
+      "▁röm": 26248,
+      "Tasks": 26249,
+      "▁Sr": 26250,
+      "▁seis": 26251,
+      "asia": 26252,
+      "}}$.": 26253,
+      ":{": 26254,
+      "controls": 26255,
+      "▁Stim": 26256,
+      "▁Recht": 26257,
+      "ociación": 26258,
+      "▁Natal": 26259,
+      "▁Philippines": 26260,
+      "ulen": 26261,
+      "Fixed": 26262,
+      "▁switched": 26263,
+      "Zip": 26264,
+      "ospel": 26265,
+      "▁начале": 26266,
+      "▁Blan": 26267,
+      "urst": 26268,
+      "▁autour": 26269,
+      "Ca": 26270,
+      "▁latitude": 26271,
+      "▁Frei": 26272,
+      "▁Musée": 26273,
+      "▁Kurz": 26274,
+      "▁região": 26275,
+      "swap": 26276,
+      "▁hate": 26277,
+      "▁modifications": 26278,
+      "▁Ком": 26279,
+      "▁Antoine": 26280,
+      "uga": 26281,
+      "RECT": 26282,
+      "éter": 26283,
+      "GROUP": 26284,
+      "▁sacrific": 26285,
+      "▁Whe": 26286,
+      "▁Stevens": 26287,
+      "ologische": 26288,
+      "Summary": 26289,
+      "obs": 26290,
+      "hnen": 26291,
+      "<%=": 26292,
+      "dienst": 26293,
+      "remark": 26294,
+      "▁veröffentlicht": 26295,
+      "ел": 26296,
+      "▁Mock": 26297,
+      "▁Льв": 26298,
+      "▁três": 26299,
+      "gb": 26300,
+      "▁celebrated": 26301,
+      "▁Eb": 26302,
+      "▁costa": 26303,
+      "▁Geographic": 26304,
+      "▁attachment": 26305,
+      "mannschaft": 26306,
+      "▁dependence": 26307,
+      "��": 26308,
+      "▁attitude": 26309,
+      "etal": 26310,
+      "vic": 26311,
+      "baut": 26312,
+      "▁дов": 26313,
+      "▁interven": 26314,
+      "▁Gü": 26315,
+      "ónica": 26316,
+      "▁Pon": 26317,
+      "▁disponible": 26318,
+      "▁Feb": 26319,
+      "▁worship": 26320,
+      "▁Specifically": 26321,
+      "Hy": 26322,
+      "iju": 26323,
+      "▁cb": 26324,
+      "▁spac": 26325,
+      "leveland": 26326,
+      "▁localidad": 26327,
+      "▁preceding": 26328,
+      "▁Hessen": 26329,
+      "xp": 26330,
+      "▁Wein": 26331,
+      "▁Româ": 26332,
+      "▁giorno": 26333,
+      "▁квітня": 26334,
+      "llaços": 26335,
+      "▁Academia": 26336,
+      "▁kül": 26337,
+      "▁Års": 26338,
+      "▁нај": 26339,
+      "uclide": 26340,
+      "Internet": 26341,
+      "orton": 26342,
+      "▁corn": 26343,
+      "ями": 26344,
+      "▁\"*": 26345,
+      "▁Felix": 26346,
+      "apat": 26347,
+      "▁свои": 26348,
+      "MIT": 26349,
+      "made": 26350,
+      "▁locomot": 26351,
+      "хода": 26352,
+      "FP": 26353,
+      "▁pm": 26354,
+      ".*;": 26355,
+      "▁Hamm": 26356,
+      "`}": 26357,
+      "LayoutInflater": 26358,
+      "==\"": 26359,
+      "▁Eur": 26360,
+      "▁dogs": 26361,
+      "жении": 26362,
+      "▁azon": 26363,
+      "▁emulator": 26364,
+      "▁ricon": 26365,
+      "beeld": 26366,
+      "▁ну": 26367,
+      "▁approximate": 26368,
+      "LM": 26369,
+      "▁Bond": 26370,
+      "▁enh": 26371,
+      "ędz": 26372,
+      "▁solit": 26373,
+      "RelativeLayout": 26374,
+      "eteor": 26375,
+      "amentos": 26376,
+      "▁indirect": 26377,
+      "iből": 26378,
+      "▁gros": 26379,
+      "▁Originals": 26380,
+      "commands": 26381,
+      "Export": 26382,
+      "▁Avec": 26383,
+      "▁solemn": 26384,
+      "▁correction": 26385,
+      "▁проводи": 26386,
+      "▁Mosk": 26387,
+      "▁подо": 26388,
+      "▁gebied": 26389,
+      "▁następ": 26390,
+      "▁Driver": 26391,
+      "▁Ook": 26392,
+      "▁Vec": 26393,
+      "▁lungo": 26394,
+      "ficos": 26395,
+      "▁svol": 26396,
+      "▁kid": 26397,
+      "nja": 26398,
+      "▁Hr": 26399,
+      "▁поддер": 26400,
+      "▁visibility": 26401,
+      "▁Méd": 26402,
+      "▁cpu": 26403,
+      "discussion": 26404,
+      "Asset": 26405,
+      "▁defense": 26406,
+      "▁Anyone": 26407,
+      "▁Justin": 26408,
+      "iszt": 26409,
+      "▁Collins": 26410,
+      "▁Valent": 26411,
+      "▁Pale": 26412,
+      "▁fuel": 26413,
+      "▁nose": 26414,
+      "ríguez": 26415,
+      "▁Schles": 26416,
+      "▁Malays": 26417,
+      "▁commut": 26418,
+      "dro": 26419,
+      "uing": 26420,
+      "▁Rico": 26421,
+      "▁Emma": 26422,
+      "orp": 26423,
+      "▁Kirk": 26424,
+      "▁Quando": 26425,
+      "▁Neue": 26426,
+      "▁demande": 26427,
+      "▁Cover": 26428,
+      "▁rescue": 26429,
+      "▁gewählt": 26430,
+      "▁Calendar": 26431,
+      "▁Madonna": 26432,
+      "WP": 26433,
+      "oshi": 26434,
+      "▁Maven": 26435,
+      "▁belle": 26436,
+      "▁wx": 26437,
+      "▁sugar": 26438,
+      "▁Betrieb": 26439,
+      "▁equilibrium": 26440,
+      "EAR": 26441,
+      "▁texts": 26442,
+      "слов": 26443,
+      "▁czerwca": 26444,
+      "▁Düsseld": 26445,
+      "▁ELSE": 26446,
+      "▁amery": 26447,
+      "▁ani": 26448,
+      "▁obey": 26449,
+      "▁Nell": 26450,
+      "▁inne": 26451,
+      "▁тро": 26452,
+      "FD": 26453,
+      "cco": 26454,
+      "▁Zob": 26455,
+      "alette": 26456,
+      "▁május": 26457,
+      "ected": 26458,
+      "▁Turkey": 26459,
+      "▁Whether": 26460,
+      "qi": 26461,
+      "▁што": 26462,
+      "▁headquarters": 26463,
+      "endi": 26464,
+      "arus": 26465,
+      "opus": 26466,
+      "▁золо": 26467,
+      "▁destru": 26468,
+      "▁Lok": 26469,
+      "▁satisfaction": 26470,
+      "()\r": 26471,
+      "▁Тер": 26472,
+      "Jose": 26473,
+      "▁conquer": 26474,
+      "▁Effect": 26475,
+      "LayoutParams": 26476,
+      "iez": 26477,
+      "▁externs": 26478,
+      "▁gegenüber": 26479,
+      "▁ESP": 26480,
+      "olta": 26481,
+      "processor": 26482,
+      "▁Kult": 26483,
+      "▁Atlanta": 26484,
+      "▁tier": 26485,
+      "Operator": 26486,
+      "▁диа": 26487,
+      "▁пись": 26488,
+      "▁groß": 26489,
+      "▁hearts": 26490,
+      "▁millimeter": 26491,
+      "although": 26492,
+      "alles": 26493,
+      "▁Magic": 26494,
+      "training": 26495,
+      "oline": 26496,
+      "▁органі": 26497,
+      ">\\<^": 26498,
+      "ціаль": 26499,
+      "exports": 26500,
+      "Workbook": 26501,
+      "▁вересня": 26502,
+      "▁teles": 26503,
+      "▁economy": 26504,
+      "▁trap": 26505,
+      "▁refuse": 26506,
+      "▁stranger": 26507,
+      "▁instinct": 26508,
+      "пода": 26509,
+      "olan": 26510,
+      "▁ning": 26511,
+      "inflate": 26512,
+      "itatea": 26513,
+      "acks": 26514,
+      "▁Joy": 26515,
+      "FLAG": 26516,
+      "ailand": 26517,
+      "▁sorti": 26518,
+      "▁впер": 26519,
+      "▁pén": 26520,
+      "Nothing": 26521,
+      "▁száz": 26522,
+      "▁Áng": 26523,
+      "▁AUT": 26524,
+      "Actions": 26525,
+      "Every": 26526,
+      "▁червня": 26527,
+      "▁автомо": 26528,
+      "▁routine": 26529,
+      "▁estruct": 26530,
+      "▁Gang": 26531,
+      "▁holes": 26532,
+      "thesis": 26533,
+      "▁concl": 26534,
+      "▁pé": 26535,
+      "riers": 26536,
+      "ровой": 26537,
+      "adic": 26538,
+      "Speed": 26539,
+      "▁commanded": 26540,
+      "▁Nazionale": 26541,
+      "Managed": 26542,
+      "▁DECLARE": 26543,
+      "▁sedan": 26544,
+      "Strings": 26545,
+      "▁sacred": 26546,
+      "tersuch": 26547,
+      "▁abitanti": 26548,
+      "brit": 26549,
+      "▁NCAA": 26550,
+      "▁СП": 26551,
+      "▁aged": 26552,
+      "▁Chiesa": 26553,
+      "▁revision": 26554,
+      "opro": 26555,
+      "▁overwrite": 26556,
+      "embros": 26557,
+      "▁sortie": 26558,
+      "▁otten": 26559,
+      "xiv": 26560,
+      "▁deli": 26561,
+      "▁Asp": 26562,
+      "▁balls": 26563,
+      "kaf": 26564,
+      "▁brave": 26565,
+      "▁всего": 26566,
+      "egn": 26567,
+      "jpeg": 26568,
+      "▁Osten": 26569,
+      "Constants": 26570,
+      "▁Infantry": 26571,
+      "▁Nev": 26572,
+      "▁яких": 26573,
+      "▁муниципа": 26574,
+      "cija": 26575,
+      "▁poem": 26576,
+      "▁negro": 26577,
+      "хар": 26578,
+      "▁Ask": 26579,
+      "▁avo": 26580,
+      "▁Meyer": 26581,
+      "▁Westen": 26582,
+      "▁oko": 26583,
+      "agin": 26584,
+      "▁Süden": 26585,
+      "entries": 26586,
+      "▁Republik": 26587,
+      "CollectionView": 26588,
+      "-------": 26589,
+      "▁firefox": 26590,
+      "▁alcune": 26591,
+      "▁фото": 26592,
+      "▁отрима": 26593,
+      "~~~~~~~~": 26594,
+      "▁Раз": 26595,
+      "▁Complex": 26596,
+      "▁pia": 26597,
+      "▁publicada": 26598,
+      "wei": 26599,
+      "cedure": 26600,
+      "occupation": 26601,
+      "▁medicine": 26602,
+      "▁drove": 26603,
+      "Problem": 26604,
+      "▁beginner": 26605,
+      "▁thoroughly": 26606,
+      "uria": 26607,
+      "avant": 26608,
+      "ucha": 26609,
+      "▁lever": 26610,
+      "▁teatro": 26611,
+      "AVA": 26612,
+      "squ": 26613,
+      "trat": 26614,
+      "ivatal": 26615,
+      "▁dirty": 26616,
+      "▁seconde": 26617,
+      "▁gravit": 26618,
+      "▁proposition": 26619,
+      "hbar": 26620,
+      "omini": 26621,
+      "▁”": 26622,
+      "▁Camil": 26623,
+      "▁queen": 26624,
+      "modifier": 26625,
+      "Jan": 26626,
+      "▁lyr": 26627,
+      "ComboBox": 26628,
+      "ionic": 26629,
+      "▁holy": 26630,
+      "▁Sebastian": 26631,
+      "|_{": 26632,
+      "▁{@": 26633,
+      "▁можно": 26634,
+      "▁Creative": 26635,
+      "▁interess": 26636,
+      "▁CT": 26637,
+      "ições": 26638,
+      "▁chant": 26639,
+      "▁współ": 26640,
+      "▁Мексика": 26641,
+      "▁ranked": 26642,
+      "▁października": 26643,
+      "▁brut": 26644,
+      "▁farther": 26645,
+      "▁Verb": 26646,
+      "▁Seven": 26647,
+      "lbl": 26648,
+      "▁mentions": 26649,
+      "▁Fight": 26650,
+      "ifen": 26651,
+      "▁bog": 26652,
+      "▁regres": 26653,
+      "▁scoring": 26654,
+      "icane": 26655,
+      "▁Elli": 26656,
+      "▁pierw": 26657,
+      "measure": 26658,
+      "ńskiej": 26659,
+      "#{": 26660,
+      "▁деся": 26661,
+      "▁varmaste": 26662,
+      "▁Unix": 26663,
+      "IZ": 26664,
+      "itié": 26665,
+      "Primary": 26666,
+      "▁Springer": 26667,
+      "üng": 26668,
+      "▁anv": 26669,
+      "▁versione": 26670,
+      "▁shoulders": 26671,
+      "▁брига": 26672,
+      "▁jav": 26673,
+      "ltal": 26674,
+      "▁kallaste": 26675,
+      "▁Mitchell": 26676,
+      "▁wireless": 26677,
+      "▁Ál": 26678,
+      "respons": 26679,
+      "could": 26680,
+      "▁relax": 26681,
+      "Lond": 26682,
+      "ńcz": 26683,
+      "ствовал": 26684,
+      "▁polski": 26685,
+      "enç": 26686,
+      "zar": 26687,
+      "▁dtype": 26688,
+      "owned": 26689,
+      "unknown": 26690,
+      "▁mutable": 26691,
+      "▁siempre": 26692,
+      "▁Montreal": 26693,
+      "▁locate": 26694,
+      "▁traces": 26695,
+      "▁insgesamt": 26696,
+      "▁Nil": 26697,
+      "▁прода": 26698,
+      "▁Warner": 26699,
+      "▁Nau": 26700,
+      "triangle": 26701,
+      "▁concentration": 26702,
+      "▁gentlemen": 26703,
+      "ächt": 26704,
+      "filters": 26705,
+      "incipal": 26706,
+      "VALID": 26707,
+      "▁депута": 26708,
+      "adó": 26709,
+      "▁konst": 26710,
+      "gså": 26711,
+      "agas": 26712,
+      "▁meilleur": 26713,
+      "▁данным": 26714,
+      "єдна": 26715,
+      "encoded": 26716,
+      "<'": 26717,
+      "▁sheets": 26718,
+      "cuador": 26719,
+      "▁використову": 26720,
+      "▁Deput": 26721,
+      "▁manière": 26722,
+      "ąg": 26723,
+      "csol": 26724,
+      ")$-": 26725,
+      "UIView": 26726,
+      "▁millones": 26727,
+      "▁Ehren": 26728,
+      "Sil": 26729,
+      "▁atac": 26730,
+      "▁Cold": 26731,
+      "\"\\": 26732,
+      "▁approached": 26733,
+      "▁Årsmed": 26734,
+      "WM": 26735,
+      "▁Deport": 26736,
+      "mis": 26737,
+      "andbox": 26738,
+      "observ": 26739,
+      "setting": 26740,
+      "ható": 26741,
+      "▁strat": 26742,
+      "▁spre": 26743,
+      "▁personne": 26744,
+      "▁dirige": 26745,
+      "pull": 26746,
+      "dating": 26747,
+      "▁Fact": 26748,
+      "▁manipulate": 26749,
+      "▁MAC": 26750,
+      "▁dej": 26751,
+      "ultimo": 26752,
+      "FX": 26753,
+      "Life": 26754,
+      "▁crack": 26755,
+      "▁mí": 26756,
+      "▁пове": 26757,
+      "▁wore": 26758,
+      "université": 26759,
+      "▁formulas": 26760,
+      "▁Elisabeth": 26761,
+      "plots": 26762,
+      "mile": 26763,
+      "▁menor": 26764,
+      "тил": 26765,
+      "keyword": 26766,
+      "▁Baltimore": 26767,
+      "hrer": 26768,
+      "▁Clement": 26769,
+      "vim": 26770,
+      "rass": 26771,
+      "Take": 26772,
+      "▁című": 26773,
+      "▁Convention": 26774,
+      "atge": 26775,
+      "seed": 26776,
+      "▁Dí": 26777,
+      "▁Spider": 26778,
+      "ahoo": 26779,
+      "▁имеет": 26780,
+      "ührt": 26781,
+      "▁пописа": 26782,
+      "▁Cot": 26783,
+      "▁nobles": 26784,
+      "RESS": 26785,
+      "▁chemin": 26786,
+      "▁główn": 26787,
+      "GG": 26788,
+      "▁Germania": 26789,
+      "▁Alexandre": 26790,
+      "hens": 26791,
+      "swift": 26792,
+      "oop": 26793,
+      "Subview": 26794,
+      "▁requiring": 26795,
+      "ędzy": 26796,
+      "▁fict": 26797,
+      "▁Констан": 26798,
+      "▁déput": 26799,
+      "▁surprising": 26800,
+      "▁deix": 26801,
+      "▁unterschied": 26802,
+      "inson": 26803,
+      "▁Character": 26804,
+      "▁gestion": 26805,
+      "chus": 26806,
+      "comes": 26807,
+      "▁neur": 26808,
+      "▁yeux": 26809,
+      "ollar": 26810,
+      "▁parad": 26811,
+      "▁maggiore": 26812,
+      "TRAN": 26813,
+      "▁votre": 26814,
+      "▁descent": 26815,
+      "▁Icon": 26816,
+      "▁Judge": 26817,
+      "▁occupation": 26818,
+      "eping": 26819,
+      "▁tongue": 26820,
+      "▁Enllaços": 26821,
+      "ruf": 26822,
+      "▁protein": 26823,
+      "▁visitors": 26824,
+      "axy": 26825,
+      "esten": 26826,
+      "blica": 26827,
+      "hw": 26828,
+      "▁spirits": 26829,
+      "▁reduces": 26830,
+      "▁мен": 26831,
+      "▁Lamb": 26832,
+      "▁Mine": 26833,
+      "▁verified": 26834,
+      "▁Baby": 26835,
+      "▁prize": 26836,
+      "вър": 26837,
+      "▁ratings": 26838,
+      "▁fore": 26839,
+      "asha": 26840,
+      "urrence": 26841,
+      "▁intér": 26842,
+      "▁Olímp": 26843,
+      "cra": 26844,
+      "▁computational": 26845,
+      "irche": 26846,
+      ".: ": 26847,
+      "▁illustrated": 26848,
+      "▁Share": 26849,
+      "▁households": 26850,
+      "▁convolution": 26851,
+      "oemd": 26852,
+      "▁zdoby": 26853,
+      "ccc": 26854,
+      "▁quantities": 26855,
+      "Che": 26856,
+      "Should": 26857,
+      "▁genius": 26858,
+      "adj": 26859,
+      "хва": 26860,
+      "Петер": 26861,
+      "EMA": 26862,
+      "▁Rights": 26863,
+      "▁Eli": 26864,
+      "VAR": 26865,
+      "шло": 26866,
+      "▁збір": 26867,
+      "iftung": 26868,
+      "▁contributed": 26869,
+      "zef": 26870,
+      "▁CHAR": 26871,
+      "▁Sib": 26872,
+      "▁Mant": 26873,
+      "▁связи": 26874,
+      "▁javafx": 26875,
+      "▁cependant": 26876,
+      "▁intu": 26877,
+      "▁твор": 26878,
+      "▁Ó": 26879,
+      "guer": 26880,
+      "rado": 26881,
+      "▁Revol": 26882,
+      "▁fémin": 26883,
+      "▁Orleans": 26884,
+      "▁poj": 26885,
+      "▁prez": 26886,
+      "Tex": 26887,
+      "ouwd": 26888,
+      "?(": 26889,
+      "▁LIM": 26890,
+      "istique": 26891,
+      "esar": 26892,
+      "▁heures": 26893,
+      "icki": 26894,
+      "▁dbo": 26895,
+      "skih": 26896,
+      "confirm": 26897,
+      "▁világ": 26898,
+      "▁ciutat": 26899,
+      "▁DR": 26900,
+      "▁Hawai": 26901,
+      "ched": 26902,
+      "▁spher": 26903,
+      "▁Artikel": 26904,
+      "▁Multiple": 26905,
+      "ciu": 26906,
+      "▁мы": 26907,
+      "▁lipca": 26908,
+      "](/": 26909,
+      "Strategy": 26910,
+      "▁Alabama": 26911,
+      "SDK": 26912,
+      "UTC": 26913,
+      "__.": 26914,
+      "Arguments": 26915,
+      "▁setContentView": 26916,
+      "île": 26917,
+      "ByVal": 26918,
+      "▁JVM": 26919,
+      "ющего": 26920,
+      "▁Leonard": 26921,
+      "▁justify": 26922,
+      "цем": 26923,
+      "▁nab": 26924,
+      "CCESS": 26925,
+      "▁hopes": 26926,
+      ")&": 26927,
+      "sero": 26928,
+      "▁зай": 26929,
+      "слід": 26930,
+      "▁Rég": 26931,
+      "▁Sang": 26932,
+      "▁fung": 26933,
+      "baar": 26934,
+      "▁coffee": 26935,
+      "assembly": 26936,
+      "▁Він": 26937,
+      "эй": 26938,
+      "▁comprend": 26939,
+      "filled": 26940,
+      "рд": 26941,
+      "odia": 26942,
+      "▁gens": 26943,
+      "fluss": 26944,
+      "Drawable": 26945,
+      "▁surve": 26946,
+      "Setup": 26947,
+      "▁należ": 26948,
+      "▁conjunto": 26949,
+      "▁Его": 26950,
+      "▁oldal": 26951,
+      "▁verbose": 26952,
+      "▁Electric": 26953,
+      "▁Harrison": 26954,
+      "engen": 26955,
+      "paragraph": 26956,
+      "▁nouvelles": 26957,
+      "▁време": 26958,
+      "▁memor": 26959,
+      "▁mayoría": 26960,
+      "сад": 26961,
+      "▁bataille": 26962,
+      "▁thermal": 26963,
+      "▁Хронологи": 26964,
+      "▁Better": 26965,
+      "bye": 26966,
+      "▁театра": 26967,
+      "roe": 26968,
+      "▁segle": 26969,
+      "rott": 26970,
+      "▁opinions": 26971,
+      ")})": 26972,
+      "ühle": 26973,
+      "▁Gün": 26974,
+      "▁Щ": 26975,
+      "ból": 26976,
+      "▁Larry": 26977,
+      "▁solic": 26978,
+      "▁zwar": 26979,
+      "▁Caroline": 26980,
+      "▁Reichs": 26981,
+      "Extensions": 26982,
+      "migr": 26983,
+      ":@": 26984,
+      "▁enumerate": 26985,
+      "▁eigenen": 26986,
+      "▁explore": 26987,
+      "ému": 26988,
+      "▁gat": 26989,
+      "▁imperial": 26990,
+      "▁Usually": 26991,
+      "▁tud": 26992,
+      "▁укра": 26993,
+      "him": 26994,
+      "▁corners": 26995,
+      "▁SER": 26996,
+      "▁interpreter": 26997,
+      "▁Ice": 26998,
+      "▁amounts": 26999,
+      "▁Pala": 27000,
+      "▁tinha": 27001,
+      "vole": 27002,
+      "▁gle": 27003,
+      "ucci": 27004,
+      "▁siehe": 27005,
+      "Jack": 27006,
+      "▁woll": 27007,
+      "▁elder": 27008,
+      "▁кораб": 27009,
+      "▁engag": 27010,
+      "▁Laurent": 27011,
+      "▁achiev": 27012,
+      "istik": 27013,
+      "arct": 27014,
+      "тного": 27015,
+      "▁gir": 27016,
+      "▁Singh": 27017,
+      "mathop": 27018,
+      "USA": 27019,
+      "▁Projekt": 27020,
+      "▁debe": 27021,
+      "richtung": 27022,
+      "▁Tsch": 27023,
+      "uminate": 27024,
+      "▁szó": 27025,
+      "lyph": 27026,
+      "зидент": 27027,
+      "▁limitations": 27028,
+      "ющей": 27029,
+      "▁bila": 27030,
+      "Push": 27031,
+      "▁offering": 27032,
+      "iennes": 27033,
+      "Fri": 27034,
+      "▁postgresql": 27035,
+      "▁Tommy": 27036,
+      "▁particolare": 27037,
+      "▁století": 27038,
+      "▁arrib": 27039,
+      "▁Eva": 27040,
+      "school": 27041,
+      "▁vendor": 27042,
+      "▁Dallas": 27043,
+      "▁prolong": 27044,
+      "CREATE": 27045,
+      "▁suivante": 27046,
+      "STATUS": 27047,
+      "là": 27048,
+      "kv": 27049,
+      "▁häufig": 27050,
+      "▁Agricult": 27051,
+      "▁huit": 27052,
+      "▁inoltre": 27053,
+      "▁Lloyd": 27054,
+      "▁француз": 27055,
+      "▁выпол": 27056,
+      "▁faithful": 27057,
+      "▁Вар": 27058,
+      "▁verl": 27059,
+      "▁juego": 27060,
+      "▁Резултати": 27061,
+      ",...,": 27062,
+      "▁implicitly": 27063,
+      "irks": 27064,
+      "Calcul": 27065,
+      "▁meses": 27066,
+      "omed": 27067,
+      "▁pak": 27068,
+      "herit": 27069,
+      "▁optical": 27070,
+      "▁Історія": 27071,
+      "veis": 27072,
+      "▁capitale": 27073,
+      "placeholder": 27074,
+      "intrag": 27075,
+      "▁Atlas": 27076,
+      ")];": 27077,
+      "icons": 27078,
+      "▁Bent": 27079,
+      "▁Widget": 27080,
+      "▁volunt": 27081,
+      "avo": 27082,
+      "égr": 27083,
+      "lige": 27084,
+      "▁NAME": 27085,
+      "▁abstra": 27086,
+      "▁fís": 27087,
+      "▁Browser": 27088,
+      "▁bush": 27089,
+      "hall": 27090,
+      "▁clouds": 27091,
+      "▁SUB": 27092,
+      "▁tandis": 27093,
+      "▁Commonwealth": 27094,
+      "тая": 27095,
+      "▁exhaust": 27096,
+      "________________": 27097,
+      "▁Statistics": 27098,
+      "▁Religion": 27099,
+      "▁Muham": 27100,
+      "uals": 27101,
+      "goto": 27102,
+      "Digital": 27103,
+      "Family": 27104,
+      "▁Bun": 27105,
+      "letin": 27106,
+      "Management": 27107,
+      "▁capabilities": 27108,
+      "annten": 27109,
+      "▁себе": 27110,
+      "▁stays": 27111,
+      "kter": 27112,
+      "▁dost": 27113,
+      "▁Тре": 27114,
+      "лович": 27115,
+      "▁dying": 27116,
+      "sections": 27117,
+      "ános": 27118,
+      "▁apparten": 27119,
+      "▁zoals": 27120,
+      "▁dressed": 27121,
+      "▁compress": 27122,
+      "ńska": 27123,
+      "▁sierpnia": 27124,
+      "▁титу": 27125,
+      "dictionary": 27126,
+      "▁rabb": 27127,
+      "▁vérit": 27128,
+      "Во": 27129,
+      "▁singleton": 27130,
+      "▁vital": 27131,
+      "Refresh": 27132,
+      "мель": 27133,
+      "▁Zh": 27134,
+      "▁Afghan": 27135,
+      "inkel": 27136,
+      "aaaa": 27137,
+      "▁participants": 27138,
+      "arin": 27139,
+      "▁Mold": 27140,
+      "▁primeros": 27141,
+      "▁ран": 27142,
+      "▁Амери": 27143,
+      "▁restaurant": 27144,
+      "ével": 27145,
+      "▁SL": 27146,
+      "▁Rey": 27147,
+      "chas": 27148,
+      "▁electrons": 27149,
+      "▁Pitts": 27150,
+      "▁Jules": 27151,
+      "май": 27152,
+      "enant": 27153,
+      "-}": 27154,
+      "лад": 27155,
+      "▁Москва": 27156,
+      "gom": 27157,
+      "▁Fernández": 27158,
+      "fund": 27159,
+      "interno": 27160,
+      "▁Mari": 27161,
+      "▁rius": 27162,
+      "▁Prozent": 27163,
+      "стрі": 27164,
+      "▁внут": 27165,
+      "anterie": 27166,
+      "▁прис": 27167,
+      "▁обы": 27168,
+      "▁Marina": 27169,
+      "▁occurrence": 27170,
+      "rikt": 27171,
+      "▁физи": 27172,
+      "▁schwer": 27173,
+      "▁Гре": 27174,
+      "Reset": 27175,
+      "▁mucho": 27176,
+      "andr": 27177,
+      "▁Wies": 27178,
+      "▁Keith": 27179,
+      "▁Julian": 27180,
+      "▁cole": 27181,
+      "ciendo": 27182,
+      "▁Contempor": 27183,
+      "etry": 27184,
+      "elian": 27185,
+      "гии": 27186,
+      "▁голо": 27187,
+      "▁dél": 27188,
+      "▁decent": 27189,
+      "РСР": 27190,
+      "▁szeptember": 27191,
+      "мест": 27192,
+      "castle": 27193,
+      "▁держав": 27194,
+      "}\")": 27195,
+      "▁ASCII": 27196,
+      "▁Glen": 27197,
+      "itzerland": 27198,
+      "Toggle": 27199,
+      "▁tradicional": 27200,
+      "▁Plat": 27201,
+      "vee": 27202,
+      "abgerufen": 27203,
+      "(|": 27204,
+      "CLI": 27205,
+      "}}$,": 27206,
+      "▁Bowl": 27207,
+      "▁Male": 27208,
+      "▁Bres": 27209,
+      "▁пси": 27210,
+      "▁Challenge": 27211,
+      "zó": 27212,
+      "▁projekt": 27213,
+      "▁negoti": 27214,
+      "above": 27215,
+      "▁перио": 27216,
+      "▁longest": 27217,
+      "authentic": 27218,
+      "▁tradu": 27219,
+      "▁mujeres": 27220,
+      "▁Andre": 27221,
+      "▁hadn": 27222,
+      "▁Schule": 27223,
+      "odel": 27224,
+      "bled": 27225,
+      "▁Trade": 27226,
+      "▁mobil": 27227,
+      "▁algunas": 27228,
+      "▁Lak": 27229,
+      "▁Connecticut": 27230,
+      "▁alco": 27231,
+      "▁Selbst": 27232,
+      "ił": 27233,
+      "▁alb": 27234,
+      "ouverneur": 27235,
+      "▁sr": 27236,
+      "▁vba": 27237,
+      "loped": 27238,
+      "▁Partei": 27239,
+      "uate": 27240,
+      "▁Authentication": 27241,
+      "bei": 27242,
+      "}}.": 27243,
+      "▁konnten": 27244,
+      "▁допо": 27245,
+      "▁hyd": 27246,
+      "Office": 27247,
+      "données": 27248,
+      "▁Cleveland": 27249,
+      "rita": 27250,
+      "íos": 27251,
+      "▁выше": 27252,
+      "▁Roberts": 27253,
+      "▁élections": 27254,
+      "▁'')": 27255,
+      "▁publishing": 27256,
+      "▁bapt": 27257,
+      "<>();": 27258,
+      "missing": 27259,
+      "ровано": 27260,
+      "▁housing": 27261,
+      "▁inference": 27262,
+      "▁Renaissance": 27263,
+      "▁règ": 27264,
+      "▁Steph": 27265,
+      "CES": 27266,
+      "ERE": 27267,
+      "кет": 27268,
+      "OU": 27269,
+      "▁grouping": 27270,
+      "verkehr": 27271,
+      "jih": 27272,
+      "agli": 27273,
+      "▁milk": 27274,
+      "lait": 27275,
+      "Stage": 27276,
+      "▁byly": 27277,
+      "▁wooden": 27278,
+      "keley": 27279,
+      "etra": 27280,
+      "▁Peg": 27281,
+      "▁donné": 27282,
+      "adal": 27283,
+      "sequently": 27284,
+      "▁insbesondere": 27285,
+      "ELD": 27286,
+      "▁Mam": 27287,
+      "▁volte": 27288,
+      "▁prospect": 27289,
+      "нове": 27290,
+      "▁denoted": 27291,
+      "▁overlay": 27292,
+      "Permission": 27293,
+      "een": 27294,
+      "▁EM": 27295,
+      "▁uz": 27296,
+      "Mc": 27297,
+      "olit": 27298,
+      "▁servi": 27299,
+      "▁Heidel": 27300,
+      "▁Wiener": 27301,
+      "▁illegal": 27302,
+      "▁predictions": 27303,
+      "▁goog": 27304,
+      "hon": 27305,
+      "▁Cinema": 27306,
+      "▁револю": 27307,
+      "▁Rule": 27308,
+      "wod": 27309,
+      "▁radiation": 27310,
+      "oł": 27311,
+      "ової": 27312,
+      "▁Perform": 27313,
+      "▁prisoner": 27314,
+      "▁amet": 27315,
+      "▁figura": 27316,
+      "▁Commander": 27317,
+      "▁официаль": 27318,
+      "▁trov": 27319,
+      "▁acted": 27320,
+      "▁workflow": 27321,
+      "▁Республики": 27322,
+      "▁guidance": 27323,
+      "▁мене": 27324,
+      "National": 27325,
+      "▁Kel": 27326,
+      "webpack": 27327,
+      "простра": 27328,
+      "▁llamado": 27329,
+      "alog": 27330,
+      "terra": 27331,
+      "ixen": 27332,
+      "legraph": 27333,
+      "äischen": 27334,
+      "▁teachers": 27335,
+      "uden": 27336,
+      "▁også": 27337,
+      "possible": 27338,
+      "▁Soul": 27339,
+      "▁Geography": 27340,
+      "▁зада": 27341,
+      "hit": 27342,
+      "▁anger": 27343,
+      "▁remporte": 27344,
+      "Pod": 27345,
+      "чке": 27346,
+      "▁aria": 27347,
+      "▁Astronom": 27348,
+      "chapter": 27349,
+      "▁fork": 27350,
+      "▁Cuando": 27351,
+      "mense": 27352,
+      "▁Christians": 27353,
+      "gc": 27354,
+      "▁#(": 27355,
+      "Organ": 27356,
+      "▁steady": 27357,
+      "pse": 27358,
+      "жить": 27359,
+      "ignes": 27360,
+      "aterra": 27361,
+      "movie": 27362,
+      "posta": 27363,
+      "raste": 27364,
+      "▁Ressource": 27365,
+      "▁País": 27366,
+      "▁();": 27367,
+      "▁penalty": 27368,
+      "тт": 27369,
+      "▁trasfer": 27370,
+      "century": 27371,
+      "▁cleaner": 27372,
+      "selenium": 27373,
+      "ortheast": 27374,
+      "xic": 27375,
+      "лії": 27376,
+      "▁inglese": 27377,
+      "▁Tang": 27378,
+      "▁gods": 27379,
+      "frent": 27380,
+      "ciente": 27381,
+      "starts": 27382,
+      "▁musica": 27383,
+      "ymnasium": 27384,
+      "----+": 27385,
+      "▁terrest": 27386,
+      "▁retrieved": 27387,
+      "iare": 27388,
+      "unning": 27389,
+      "▁Marcus": 27390,
+      "▁promote": 27391,
+      "warning": 27392,
+      "тый": 27393,
+      "})$,": 27394,
+      "Transport": 27395,
+      "▁reson": 27396,
+      "▁Clo": 27397,
+      "▁erm": 27398,
+      "▁eliminate": 27399,
+      "heimer": 27400,
+      "▁saves": 27401,
+      "▁prayer": 27402,
+      "Classes": 27403,
+      "Express": 27404,
+      "▁Akademie": 27405,
+      "Else": 27406,
+      "Turn": 27407,
+      "▁ikke": 27408,
+      "▁rei": 27409,
+      "▁dirett": 27410,
+      "▁Rost": 27411,
+      "▁Papa": 27412,
+      "▁jsf": 27413,
+      "лением": 27414,
+      "▁Tul": 27415,
+      "▁Zak": 27416,
+      "▁niemieck": 27417,
+      "Tw": 27418,
+      "amour": 27419,
+      "nested": 27420,
+      "ppets": 27421,
+      "шп": 27422,
+      "dit": 27423,
+      "зен": 27424,
+      "zyma": 27425,
+      "hrte": 27426,
+      "Constraints": 27427,
+      "▁ownership": 27428,
+      "Arm": 27429,
+      "▁consumption": 27430,
+      "▁fet": 27431,
+      "ivari": 27432,
+      "chrom": 27433,
+      "setAttribute": 27434,
+      "▁compose": 27435,
+      "▁backing": 27436,
+      "▁Paz": 27437,
+      "▁scri": 27438,
+      "▁Mechan": 27439,
+      "▁Norway": 27440,
+      "▁Jup": 27441,
+      "▁mér": 27442,
+      "▁administrator": 27443,
+      "▁cabe": 27444,
+      "ivalent": 27445,
+      "▁throne": 27446,
+      "▁dues": 27447,
+      "▁humor": 27448,
+      "▁Adri": 27449,
+      "▁abort": 27450,
+      "ñas": 27451,
+      "▁Київ": 27452,
+      "jící": 27453,
+      "▁zweite": 27454,
+      "▁doub": 27455,
+      "ershell": 27456,
+      "шой": 27457,
+      "▁Fam": 27458,
+      "åk": 27459,
+      "▁tweede": 27460,
+      "▁Rib": 27461,
+      "▁før": 27462,
+      "pción": 27463,
+      "inned": 27464,
+      "rvm": 27465,
+      "▁Appar": 27466,
+      "▁Dj": 27467,
+      "▁Shang": 27468,
+      "Distance": 27469,
+      "▁dawn": 27470,
+      "▁Matth": 27471,
+      "▁errichtet": 27472,
+      "phantom": 27473,
+      "▁releases": 27474,
+      "Recognizer": 27475,
+      "▁Kop": 27476,
+      "▁Pul": 27477,
+      "ué": 27478,
+      "nats": 27479,
+      "relax": 27480,
+      "▁fled": 27481,
+      "▁experiences": 27482,
+      "щее": 27483,
+      "меня": 27484,
+      "▁персона": 27485,
+      "▁Identity": 27486,
+      "rets": 27487,
+      "kunft": 27488,
+      "larg": 27489,
+      "ListItem": 27490,
+      "vd": 27491,
+      "runner": 27492,
+      "lant": 27493,
+      "ipart": 27494,
+      "bay": 27495,
+      "iei": 27496,
+      "▁lengths": 27497,
+      "▁cattle": 27498,
+      "jets": 27499,
+      "▁sehen": 27500,
+      "Jul": 27501,
+      "fatt": 27502,
+      "▁surrender": 27503,
+      "▁Trump": 27504,
+      "дного": 27505,
+      "▁Fourier": 27506,
+      "ieben": 27507,
+      "_\"": 27508,
+      "▁früher": 27509,
+      "▁garant": 27510,
+      "uclidean": 27511,
+      "ägt": 27512,
+      "▁півден": 27513,
+      "Pages": 27514,
+      "▁rivers": 27515,
+      "▁donner": 27516,
+      "svn": 27517,
+      "▁ł": 27518,
+      "ově": 27519,
+      "▁Leist": 27520,
+      "arial": 27521,
+      "ových": 27522,
+      "▁filling": 27523,
+      "▁musicale": 27524,
+      "maxim": 27525,
+      "▁dashed": 27526,
+      "▁Нов": 27527,
+      "Drawer": 27528,
+      "▁Medicine": 27529,
+      "▁dokument": 27530,
+      "owel": 27531,
+      "vić": 27532,
+      "hely": 27533,
+      "▁elet": 27534,
+      "Seconds": 27535,
+      "▁Gonz": 27536,
+      "rou": 27537,
+      "▁finales": 27538,
+      "rn": 27539,
+      "fø": 27540,
+      "▁indexed": 27541,
+      "className": 27542,
+      "▁ober": 27543,
+      "▁duas": 27544,
+      "▁optimized": 27545,
+      "▁kdy": 27546,
+      "versary": 27547,
+      "energy": 27548,
+      "▁центра": 27549,
+      "▁currency": 27550,
+      "zyż": 27551,
+      "Like": 27552,
+      "▁Ги": 27553,
+      "sono": 27554,
+      "▁palab": 27555,
+      "▁pushing": 27556,
+      "ublik": 27557,
+      "▁Hass": 27558,
+      "}\\,\\": 27559,
+      "unker": 27560,
+      "▁Factory": 27561,
+      "▁Resources": 27562,
+      "datei": 27563,
+      "▁Tools": 27564,
+      "▁stehen": 27565,
+      "sime": 27566,
+      "▁Ху": 27567,
+      "▁hoch": 27568,
+      "▁Rodríguez": 27569,
+      "zeitig": 27570,
+      "▁Terry": 27571,
+      "▁обу": 27572,
+      "Usage": 27573,
+      "urchase": 27574,
+      "lö": 27575,
+      "▁Introduction": 27576,
+      "▁participation": 27577,
+      "ος": 27578,
+      "ogli": 27579,
+      "apy": 27580,
+      "▁hopefully": 27581,
+      "ponder": 27582,
+      "▁Yang": 27583,
+      "▁promises": 27584,
+      "▁верну": 27585,
+      "▁остров": 27586,
+      "^{+": 27587,
+      "▁mostra": 27588,
+      "▁CURLOPT": 27589,
+      "HH": 27590,
+      "▁stdout": 27591,
+      "▁brilliant": 27592,
+      "▁manuscript": 27593,
+      "▁decir": 27594,
+      "▁Bolog": 27595,
+      "▁места": 27596,
+      "▁invisible": 27597,
+      "▁Chal": 27598,
+      "▁analyze": 27599,
+      "prilis": 27600,
+      "attend": 27601,
+      "Mvc": 27602,
+      "than": 27603,
+      "cko": 27604,
+      "▁Quebec": 27605,
+      "▁planta": 27606,
+      "▁télévis": 27607,
+      "▁uninstall": 27608,
+      "ències": 27609,
+      "▁gminie": 27610,
+      "▁Pref": 27611,
+      "▁lequel": 27612,
+      "Invocation": 27613,
+      "▁Í": 27614,
+      "▁transformed": 27615,
+      "MAN": 27616,
+      "gebaut": 27617,
+      "▁сохра": 27618,
+      "▁второй": 27619,
+      "▁Lith": 27620,
+      "wendung": 27621,
+      "▁Politik": 27622,
+      "▁Senator": 27623,
+      "▁LL": 27624,
+      "ждение": 27625,
+      "ште": 27626,
+      "▁Cés": 27627,
+      "▁bande": 27628,
+      "▁historian": 27629,
+      "▁passwords": 27630,
+      "malloc": 27631,
+      "▁semif": 27632,
+      "▁rå": 27633,
+      "unicí": 27634,
+      "Available": 27635,
+      "Optional": 27636,
+      "▁Twe": 27637,
+      "▁kró": 27638,
+      "▁subsets": 27639,
+      "▁DAT": 27640,
+      "▁doubles": 27641,
+      "никами": 27642,
+      "▁зв": 27643,
+      "gegeben": 27644,
+      "▁Попис": 27645,
+      "▁július": 27646,
+      "▁meteor": 27647,
+      "Mount": 27648,
+      "ivent": 27649,
+      "▁Nathan": 27650,
+      "▁Schutz": 27651,
+      "egov": 27652,
+      "▁död": 27653,
+      "▁meat": 27654,
+      "▁пункт": 27655,
+      "▁minds": 27656,
+      "elivery": 27657,
+      "▁TLS": 27658,
+      "рем": 27659,
+      "ckså": 27660,
+      "▁stayed": 27661,
+      "▁Bin": 27662,
+      "▁Pia": 27663,
+      "▁имен": 27664,
+      "▁Bobby": 27665,
+      "▁produit": 27666,
+      "empio": 27667,
+      "▁reducing": 27668,
+      "▁Yu": 27669,
+      "▁Geschäft": 27670,
+      "▁perché": 27671,
+      "▁cors": 27672,
+      "▁icons": 27673,
+      "AppData": 27674,
+      "▁Hog": 27675,
+      "▁рів": 27676,
+      "▁Sans": 27677,
+      "▁siège": 27678,
+      "stellen": 27679,
+      "Brush": 27680,
+      "OFF": 27681,
+      "▁visitor": 27682,
+      "▁bath": 27683,
+      "▁fee": 27684,
+      "atisf": 27685,
+      "▁curv": 27686,
+      "▁folgender": 27687,
+      "▁conscience": 27688,
+      "▁Seattle": 27689,
+      "▁medieval": 27690,
+      "distribution": 27691,
+      "▁DM": 27692,
+      "▁мя": 27693,
+      "▁RUN": 27694,
+      "akov": 27695,
+      "ceil": 27696,
+      "▁letting": 27697,
+      "▁dov": 27698,
+      "▁оби": 27699,
+      "kiej": 27700,
+      "▁direkt": 27701,
+      "▁tm": 27702,
+      "colors": 27703,
+      "▁altro": 27704,
+      "▁tijdens": 27705,
+      "]{'": 27706,
+      "▁Bom": 27707,
+      "▁kunst": 27708,
+      "▁shelter": 27709,
+      "▁rav": 27710,
+      "predict": 27711,
+      "▁comenzó": 27712,
+      "▁świat": 27713,
+      "▁Durant": 27714,
+      "▁schemes": 27715,
+      "▁mesh": 27716,
+      "▁indicator": 27717,
+      "▁Emer": 27718,
+      "▁guilty": 27719,
+      "нец": 27720,
+      "▁consequences": 27721,
+      "cludes": 27722,
+      "▁Lower": 27723,
+      "▁поме": 27724,
+      "▁pace": 27725,
+      "даго": 27726,
+      "▁ambos": 27727,
+      "lb": 27728,
+      "▁educated": 27729,
+      "urale": 27730,
+      "anh": 27731,
+      "esség": 27732,
+      "▁associations": 27733,
+      "town": 27734,
+      "▁trif": 27735,
+      "samples": 27736,
+      "bos": 27737,
+      "▁Spect": 27738,
+      "▁Це": 27739,
+      "altung": 27740,
+      "▁Lob": 27741,
+      "▁curiosity": 27742,
+      "▁Weiter": 27743,
+      "estone": 27744,
+      "▁demol": 27745,
+      "▁apolog": 27746,
+      "▁Dynamic": 27747,
+      "Inner": 27748,
+      "esper": 27749,
+      "ecz": 27750,
+      "uellement": 27751,
+      "▁Hamiltonian": 27752,
+      "Atlas": 27753,
+      "▁argue": 27754,
+      "Foreign": 27755,
+      "collapse": 27756,
+      "▁términ": 27757,
+      "▁electronic": 27758,
+      "▁NR": 27759,
+      "▁corr": 27760,
+      "temps": 27761,
+      "IndexPath": 27762,
+      "яз": 27763,
+      "▁talál": 27764,
+      "today": 27765,
+      "wave": 27766,
+      "▁sib": 27767,
+      "▁спи": 27768,
+      "▁convey": 27769,
+      "▁Géographie": 27770,
+      "▁Нью": 27771,
+      "▁Hibernate": 27772,
+      "▁tin": 27773,
+      "dic": 27774,
+      "ppings": 27775,
+      "sweise": 27776,
+      "▁rolling": 27777,
+      "▁selects": 27778,
+      ")\\)": 27779,
+      "▁poeta": 27780,
+      "▁степени": 27781,
+      "▁Abr": 27782,
+      "▁höch": 27783,
+      "▁stern": 27784,
+      "▁fjär": 27785,
+      "▁installer": 27786,
+      "decl": 27787,
+      "▁miser": 27788,
+      "groupby": 27789,
+      "substr": 27790,
+      "▁phenomen": 27791,
+      "▁Wing": 27792,
+      "▁fills": 27793,
+      "▁único": 27794,
+      "Running": 27795,
+      "Come": 27796,
+      "irable": 27797,
+      "simeq": 27798,
+      "▁remp": 27799,
+      "kele": 27800,
+      "liers": 27801,
+      "▁kwietnia": 27802,
+      "▁interrupted": 27803,
+      "▁Jet": 27804,
+      "=\\{": 27805,
+      "ído": 27806,
+      "▁Taiwan": 27807,
+      "▁возра": 27808,
+      "▁alternatives": 27809,
+      "▁Tir": 27810,
+      "▁Reserve": 27811,
+      "▁Кур": 27812,
+      "▁Nobel": 27813,
+      "▁работал": 27814,
+      "▁axes": 27815,
+      "▁Cependant": 27816,
+      "ká": 27817,
+      "▁erneut": 27818,
+      "▁Demo": 27819,
+      "communic": 27820,
+      "constructor": 27821,
+      "▁Monday": 27822,
+      "Nil": 27823,
+      "HashMap": 27824,
+      "payment": 27825,
+      "▁fixing": 27826,
+      "▁ADD": 27827,
+      "review": 27828,
+      "▁possibil": 27829,
+      "▁grote": 27830,
+      "▁grouped": 27831,
+      "▁Lima": 27832,
+      "▁Augen": 27833,
+      "▁också": 27834,
+      "onas": 27835,
+      "▁debate": 27836,
+      "▁Ingl": 27837,
+      "Da": 27838,
+      "SOUR": 27839,
+      "ettbe": 27840,
+      "▁Battalion": 27841,
+      "▁Float": 27842,
+      "▁cone": 27843,
+      "readsheet": 27844,
+      "court": 27845,
+      "ligen": 27846,
+      "▁Beginn": 27847,
+      "▁LIMIT": 27848,
+      "▁enjoyed": 27849,
+      "▁Jakob": 27850,
+      "▁telt": 27851,
+      "backend": 27852,
+      "▁Gemeinsame": 27853,
+      "lint": 27854,
+      "alling": 27855,
+      "▁bör": 27856,
+      "grand": 27857,
+      "▁diverses": 27858,
+      "▁związ": 27859,
+      "▁Kompon": 27860,
+      "▁innerhalb": 27861,
+      "▁desarrollo": 27862,
+      "▁Masters": 27863,
+      "ioso": 27864,
+      "]`.": 27865,
+      "▁francesa": 27866,
+      "Aff": 27867,
+      "inek": 27868,
+      "▁dessin": 27869,
+      "`.`": 27870,
+      "▁ranks": 27871,
+      "берг": 27872,
+      "▁skal": 27873,
+      "▁Sultan": 27874,
+      "АН": 27875,
+      "▁способ": 27876,
+      "▁contradict": 27877,
+      "▁recom": 27878,
+      "▁Oklahoma": 27879,
+      "▁Vladimir": 27880,
+      "▁meters": 27881,
+      "transport": 27882,
+      "▁consulté": 27883,
+      "▁ATP": 27884,
+      "ebb": 27885,
+      "▁volunte": 27886,
+      "▁outline": 27887,
+      "LIC": 27888,
+      "▁euro": 27889,
+      "CharField": 27890,
+      "medium": 27891,
+      "▁Belgique": 27892,
+      "Proc": 27893,
+      "routes": 27894,
+      "▁contribu": 27895,
+      "!}": 27896,
+      "ším": 27897,
+      "▁Less": 27898,
+      "▁Kost": 27899,
+      "▁eredetiből": 27900,
+      "reven": 27901,
+      "verify": 27902,
+      "▁Salt": 27903,
+      "▁shooting": 27904,
+      "▁dispose": 27905,
+      "ují": 27906,
+      "▁tierra": 27907,
+      "▁poison": 27908,
+      "sak": 27909,
+      "perimental": 27910,
+      "▁Né": 27911,
+      "▁Kid": 27912,
+      "agyar": 27913,
+      "▁archiválva": 27914,
+      "bereich": 27915,
+      "íz": 27916,
+      "▁Ritter": 27917,
+      "▁Хронологија": 27918,
+      "zeum": 27919,
+      "дах": 27920,
+      "▁gründ": 27921,
+      "▁programmer": 27922,
+      "▁conseil": 27923,
+      "▁encrypt": 27924,
+      "integration": 27925,
+      "Culture": 27926,
+      "▁Circle": 27927,
+      "Observable": 27928,
+      "▁genomsnitt": 27929,
+      "▁Selection": 27930,
+      "▁irregular": 27931,
+      "Autres": 27932,
+      "Percent": 27933,
+      "fault": 27934,
+      "▁virtue": 27935,
+      "ąpi": 27936,
+      "▁sess": 27937,
+      "▁Также": 27938,
+      "Timestamp": 27939,
+      "▁littérature": 27940,
+      "▁moż": 27941,
+      "▁borrow": 27942,
+      "▁conced": 27943,
+      "чник": 27944,
+      "▁Lund": 27945,
+      "IONS": 27946,
+      "ynie": 27947,
+      "▁Shin": 27948,
+      "▁osob": 27949,
+      "bě": 27950,
+      "▁intuit": 27951,
+      "▁нап": 27952,
+      "▁proph": 27953,
+      "▁pitt": 27954,
+      "▁IBM": 27955,
+      "▁Till": 27956,
+      "▁hina": 27957,
+      "ittest": 27958,
+      "generator": 27959,
+      "▁Nin": 27960,
+      "▁Kot": 27961,
+      "▁passer": 27962,
+      "▁disposition": 27963,
+      "uning": 27964,
+      "▁fame": 27965,
+      "▁tenia": 27966,
+      "ancement": 27967,
+      "▁Suisse": 27968,
+      "`-": 27969,
+      "▁hombres": 27970,
+      "▁infinity": 27971,
+      "▁оконча": 27972,
+      "▁cosm": 27973,
+      "▁Dennis": 27974,
+      "baz": 27975,
+      "haupt": 27976,
+      "▁mighty": 27977,
+      "▁prede": 27978,
+      "usable": 27979,
+      "▁wszyst": 27980,
+      "▁lb": 27981,
+      "ABASE": 27982,
+      "jna": 27983,
+      "нев": 27984,
+      "▁ases": 27985,
+      "▁finalmente": 27986,
+      "йм": 27987,
+      "pection": 27988,
+      "▁Studien": 27989,
+      "▁Norwegian": 27990,
+      "cego": 27991,
+      "INDEX": 27992,
+      "orten": 27993,
+      "▁friendship": 27994,
+      "metro": 27995,
+      "thick": 27996,
+      "▁Zel": 27997,
+      "LOW": 27998,
+      "▁thereby": 27999,
+      "unted": 28000,
+      "▁surfaces": 28001,
+      "ющим": 28002,
+      "%).": 28003,
+      "▁Wonder": 28004,
+      "▁redundant": 28005,
+      "▁Gros": 28006,
+      "▁websites": 28007,
+      "▁vio": 28008,
+      "▁ocas": 28009,
+      "vés": 28010,
+      "▁Gam": 28011,
+      "dw": 28012,
+      "Indicator": 28013,
+      "▁Kob": 28014,
+      "▁jack": 28015,
+      "Hint": 28016,
+      "▁Apol": 28017,
+      "▁другие": 28018,
+      "▁NUM": 28019,
+      "▁ofic": 28020,
+      "ystycz": 28021,
+      "▁wereld": 28022,
+      "мости": 28023,
+      "LEFT": 28024,
+      "▁Types": 28025,
+      "seen": 28026,
+      "uncia": 28027,
+      "▁narod": 28028,
+      "▁этот": 28029,
+      "Sidenote": 28030,
+      "ueil": 28031,
+      "▁отме": 28032,
+      "▁courts": 28033,
+      "fir": 28034,
+      "urz": 28035,
+      "ченко": 28036,
+      "Credentials": 28037,
+      "▁imagination": 28038,
+      "itats": 28039,
+      "buff": 28040,
+      "flash": 28041,
+      "▁badly": 28042,
+      "▁worn": 28043,
+      "▁округу": 28044,
+      "catalog": 28045,
+      "lime": 28046,
+      "▁Gill": 28047,
+      "▁Sent": 28048,
+      "iella": 28049,
+      "▁Craig": 28050,
+      "▁Sele": 28051,
+      "▁Independ": 28052,
+      "▁provincie": 28053,
+      "ossen": 28054,
+      "▁запад": 28055,
+      "▁infant": 28056,
+      "▁prevents": 28057,
+      "▁provinces": 28058,
+      "afé": 28059,
+      "beg": 28060,
+      "▁colours": 28061,
+      "BF": 28062,
+      "ën": 28063,
+      "▁Между": 28064,
+      "în": 28065,
+      "Observer": 28066,
+      "forsch": 28067,
+      "ígen": 28068,
+      "umption": 28069,
+      "▁Illustr": 28070,
+      "рист": 28071,
+      "▁полови": 28072,
+      "▁`&": 28073,
+      "▁ore": 28074,
+      "▁supplies": 28075,
+      "▁parenthes": 28076,
+      "Foundation": 28077,
+      "▁vou": 28078,
+      "▁Tout": 28079,
+      "Donald": 28080,
+      "▁RET": 28081,
+      "weig": 28082,
+      "▁producción": 28083,
+      "mix": 28084,
+      "▁utwor": 28085,
+      "▁föl": 28086,
+      "▁então": 28087,
+      "▁Sister": 28088,
+      "Tags": 28089,
+      "▁Савезне": 28090,
+      "▁privileges": 28091,
+      "▁nazw": 28092,
+      "▁Rav": 28093,
+      "▁repro": 28094,
+      "▁Mason": 28095,
+      "▁Platform": 28096,
+      "▁пробле": 28097,
+      "▁Pérez": 28098,
+      "▁blanc": 28099,
+      "Behavior": 28100,
+      "фици": 28101,
+      "eken": 28102,
+      "▁meets": 28103,
+      "(.*": 28104,
+      "▁få": 28105,
+      "epen": 28106,
+      "maker": 28107,
+      "▁loyal": 28108,
+      "members": 28109,
+      "meisterschaft": 28110,
+      "goal": 28111,
+      "шлен": 28112,
+      "▁северо": 28113,
+      "iende": 28114,
+      "дні": 28115,
+      "Proof": 28116,
+      "▁explic": 28117,
+      "▁electro": 28118,
+      "iels": 28119,
+      "reload": 28120,
+      "▁eleven": 28121,
+      "▁partidos": 28122,
+      "îne": 28123,
+      "▁Regin": 28124,
+      "▁éx": 28125,
+      "▁Bulg": 28126,
+      "▁networking": 28127,
+      "▁separator": 28128,
+      "UserName": 28129,
+      "▁edificio": 28130,
+      "▁Mie": 28131,
+      "▁idle": 28132,
+      "yed": 28133,
+      "▁passengers": 28134,
+      "+)": 28135,
+      "meno": 28136,
+      "eggi": 28137,
+      "▁nicely": 28138,
+      "endencia": 28139,
+      "чий": 28140,
+      "étés": 28141,
+      "ightarrow": 28142,
+      "▁orthogonal": 28143,
+      "▁Half": 28144,
+      "▁fewer": 28145,
+      "▁propi": 28146,
+      "▁primit": 28147,
+      "icale": 28148,
+      "▁flower": 28149,
+      "merk": 28150,
+      "▁Отече": 28151,
+      "▁persistent": 28152,
+      "▁Ville": 28153,
+      "Men": 28154,
+      "gaben": 28155,
+      "▁Isaac": 28156,
+      "ativity": 28157,
+      "▁północ": 28158,
+      "▁rok": 28159,
+      "cards": 28160,
+      "дения": 28161,
+      "▁юго": 28162,
+      "▁extraordinary": 28163,
+      "▁kyr": 28164,
+      "(\",": 28165,
+      "))]": 28166,
+      "▁unix": 28167,
+      "кол": 28168,
+      "▁sink": 28169,
+      "apsed": 28170,
+      "▁kommen": 28171,
+      "▁forcing": 28172,
+      "About": 28173,
+      "▁Halle": 28174,
+      "▁Majesty": 28175,
+      "▁Switch": 28176,
+      "▁abroad": 28177,
+      "▁acceleration": 28178,
+      "urbed": 28179,
+      "▁остан": 28180,
+      "Ready": 28181,
+      "▁півні": 28182,
+      "Bra": 28183,
+      "▁цього": 28184,
+      "▁plut": 28185,
+      "▁Train": 28186,
+      "▁április": 28187,
+      "▁puesto": 28188,
+      "▁toss": 28189,
+      "▁irrelevant": 28190,
+      "▁dip": 28191,
+      "segment": 28192,
+      "opacity": 28193,
+      "▁lorsque": 28194,
+      "▁verschill": 28195,
+      "ена": 28196,
+      "▁Doc": 28197,
+      "%%%%%%%%": 28198,
+      "▁borders": 28199,
+      "gebras": 28200,
+      "▁ries": 28201,
+      "▁Olympedia": 28202,
+      "▁Generation": 28203,
+      "metros": 28204,
+      "▁horizon": 28205,
+      "▁adaptation": 28206,
+      "▁Zahl": 28207,
+      "▁nahe": 28208,
+      "▁Bug": 28209,
+      "Picture": 28210,
+      "љи": 28211,
+      "RGB": 28212,
+      "Owner": 28213,
+      "adin": 28214,
+      "▁Catalunya": 28215,
+      "ných": 28216,
+      "▁cualquier": 28217,
+      "▁Institution": 28218,
+      "insen": 28219,
+      "▁Brasile": 28220,
+      "▁fitting": 28221,
+      "Deleg": 28222,
+      "ictwo": 28223,
+      "▁Exper": 28224,
+      "ochastic": 28225,
+      "▁dus": 28226,
+      "▁пора": 28227,
+      "▁substring": 28228,
+      "ссии": 28229,
+      "oin": 28230,
+      "▁школа": 28231,
+      "▁cx": 28232,
+      "▁%)": 28233,
+      "▁Buddh": 28234,
+      "▁pending": 28235,
+      "▁Entry": 28236,
+      "▁Berl": 28237,
+      "▁cler": 28238,
+      "▁Soc": 28239,
+      "▁rounded": 28240,
+      "▁mv": 28241,
+      "ített": 28242,
+      "▁Diplom": 28243,
+      "▁französischen": 28244,
+      "▁Gan": 28245,
+      "▁Investig": 28246,
+      "▁indexPath": 28247,
+      "▁molti": 28248,
+      "persistence": 28249,
+      "▁XIXe": 28250,
+      "▁Electron": 28251,
+      "bü": 28252,
+      "gele": 28253,
+      "▁Maler": 28254,
+      "▁proyecto": 28255,
+      "▁Bath": 28256,
+      "ellers": 28257,
+      "▁GP": 28258,
+      "oning": 28259,
+      "cloudflare": 28260,
+      "▁při": 28261,
+      "▁ded": 28262,
+      "▁Odkazy": 28263,
+      "▁Msg": 28264,
+      "▁Being": 28265,
+      "▁Depuis": 28266,
+      "▁Primary": 28267,
+      "▁Appro": 28268,
+      "▁formally": 28269,
+      "ступил": 28270,
+      "▁fuera": 28271,
+      "▁Root": 28272,
+      "▁autonom": 28273,
+      "▁secretary": 28274,
+      "▁osób": 28275,
+      "▁cuales": 28276,
+      "▁Depending": 28277,
+      "▁asi": 28278,
+      "vera": 28279,
+      "▁russe": 28280,
+      "▁proves": 28281,
+      "▁presiden": 28282,
+      "RU": 28283,
+      "▁Watson": 28284,
+      "▁webpack": 28285,
+      "elligence": 28286,
+      "кам": 28287,
+      "▁Officer": 28288,
+      "▁delivery": 28289,
+      "ждён": 28290,
+      "▁импе": 28291,
+      "▁wil": 28292,
+      "▁vesc": 28293,
+      "usztus": 28294,
+      "▁Geoff": 28295,
+      "()}": 28296,
+      "▁Fore": 28297,
+      "▁wenig": 28298,
+      "▁Airl": 28299,
+      "▁Efter": 28300,
+      "▁Break": 28301,
+      "▁Städ": 28302,
+      "ismiss": 28303,
+      "íp": 28304,
+      "▁avoided": 28305,
+      "▁assertion": 28306,
+      "DN": 28307,
+      "▁teat": 28308,
+      "ína": 28309,
+      "▁mechanical": 28310,
+      "isu": 28311,
+      "@{": 28312,
+      "▁nou": 28313,
+      "Italie": 28314,
+      "sourceforge": 28315,
+      "▁svo": 28316,
+      "▁király": 28317,
+      "▁References": 28318,
+      "six": 28319,
+      "▁Archives": 28320,
+      "▁finishing": 28321,
+      "acje": 28322,
+      "état": 28323,
+      "iffs": 28324,
+      "▁stead": 28325,
+      "▁feas": 28326,
+      "aware": 28327,
+      "lande": 28328,
+      "Inject": 28329,
+      "▁Agent": 28330,
+      "▁Normdatei": 28331,
+      "▁amen": 28332,
+      "▁Architecture": 28333,
+      "aze": 28334,
+      "ște": 28335,
+      "▁usar": 28336,
+      "▁cores": 28337,
+      "лін": 28338,
+      "▁Castro": 28339,
+      "▁væ": 28340,
+      ">\",": 28341,
+      "omena": 28342,
+      "▁gesam": 28343,
+      "▁Martín": 28344,
+      "egung": 28345,
+      "▁společ": 28346,
+      "▁amplitude": 28347,
+      "▁importing": 28348,
+      "▁listview": 28349,
+      "THE": 28350,
+      "ziale": 28351,
+      "cedes": 28352,
+      "▁particulier": 28353,
+      "▁Расподела": 28354,
+      "▁край": 28355,
+      "▁divent": 28356,
+      "▁ké": 28357,
+      "quit": 28358,
+      "тором": 28359,
+      "CheckBox": 28360,
+      "▁Zobacz": 28361,
+      "phe": 28362,
+      "pta": 28363,
+      "▁sjö": 28364,
+      "▁розташ": 28365,
+      "▁tedesco": 28366,
+      "▁stal": 28367,
+      "▁Beruf": 28368,
+      "овая": 28369,
+      "▁svě": 28370,
+      "▁flush": 28371,
+      "▁відбу": 28372,
+      "▁radial": 28373,
+      "▁différentes": 28374,
+      "анта": 28375,
+      "▁Perry": 28376,
+      "Coll": 28377,
+      "liqu": 28378,
+      "▁Optional": 28379,
+      "▁Санкт": 28380,
+      "▁LINQ": 28381,
+      "▁Franc": 28382,
+      "cije": 28383,
+      "▁Guillaume": 28384,
+      "know": 28385,
+      "▁Units": 28386,
+      "olk": 28387,
+      "▁Système": 28388,
+      "▁Sales": 28389,
+      "▁ehemaligen": 28390,
+      "мирова": 28391,
+      "xhtml": 28392,
+      "setopt": 28393,
+      "▁mellan": 28394,
+      "▁zie": 28395,
+      "▁giant": 28396,
+      "Board": 28397,
+      "▁Caval": 28398,
+      "▁defence": 28399,
+      "----------": 28400,
+      "pshire": 28401,
+      "mart": 28402,
+      "▁Dioc": 28403,
+      "iskt": 28404,
+      "▁inse": 28405,
+      "▁épisode": 28406,
+      "чик": 28407,
+      "bars": 28408,
+      "Sito": 28409,
+      "▁integrity": 28410,
+      "auff": 28411,
+      "▁vär": 28412,
+      "Azure": 28413,
+      "▁starb": 28414,
+      "▁контра": 28415,
+      "▁Мексичка": 28416,
+      "▁запа": 28417,
+      "▁Mountains": 28418,
+      "}}=": 28419,
+      "▁pulling": 28420,
+      "▁satellite": 28421,
+      "▁atoms": 28422,
+      "▁profesor": 28423,
+      "▁repeatedly": 28424,
+      "▁invasion": 28425,
+      "programming": 28426,
+      "├──": 28427,
+      "▁Lip": 28428,
+      "вшие": 28429,
+      "▁keen": 28430,
+      "▁critics": 28431,
+      "▁Nicola": 28432,
+      "▁Cand": 28433,
+      "▁distint": 28434,
+      "▁heading": 28435,
+      "pragma": 28436,
+      "{|": 28437,
+      "ymen": 28438,
+      "▁terrain": 28439,
+      "iedenis": 28440,
+      "▁besonders": 28441,
+      "▁nominated": 28442,
+      "BOOL": 28443,
+      "▁Kay": 28444,
+      "cian": 28445,
+      "stelle": 28446,
+      "▁dispute": 28447,
+      "▁щ": 28448,
+      "DataSet": 28449,
+      "nothing": 28450,
+      "Autom": 28451,
+      "hören": 28452,
+      "▁shed": 28453,
+      "▁paused": 28454,
+      "san": 28455,
+      "▁nunca": 28456,
+      "!(\"": 28457,
+      "▁położ": 28458,
+      "Secret": 28459,
+      "▁Domain": 28460,
+      "▁возмож": 28461,
+      "XV": 28462,
+      "lv": 28463,
+      "ikh": 28464,
+      "▁Sony": 28465,
+      "mq": 28466,
+      "otrop": 28467,
+      "▁Logger": 28468,
+      "▁threat": 28469,
+      "asted": 28470,
+      "зько": 28471,
+      "▁freely": 28472,
+      "▁improvements": 28473,
+      "istema": 28474,
+      "▁illustrate": 28475,
+      "▁tact": 28476,
+      "▁figur": 28477,
+      "ués": 28478,
+      "riminal": 28479,
+      "odon": 28480,
+      "intendo": 28481,
+      "▁influenced": 28482,
+      "FFER": 28483,
+      "▁Ghost": 28484,
+      "▁совер": 28485,
+      "nad": 28486,
+      "ioned": 28487,
+      "▁Events": 28488,
+      "▁wrapping": 28489,
+      "---------+": 28490,
+      "fif": 28491,
+      "▁(**": 28492,
+      "={{": 28493,
+      "маль": 28494,
+      "▁losses": 28495,
+      "▁Galerie": 28496,
+      "tel": 28497,
+      "▁лютого": 28498,
+      "▁Kru": 28499,
+      "▁Polen": 28500,
+      "нім": 28501,
+      "near": 28502,
+      "▁shame": 28503,
+      "▁moyenne": 28504,
+      "▁CP": 28505,
+      "preis": 28506,
+      "▁passenger": 28507,
+      "lek": 28508,
+      "ionales": 28509,
+      "kafka": 28510,
+      "▁participe": 28511,
+      "▁membership": 28512,
+      "[_": 28513,
+      "lando": 28514,
+      "stelling": 28515,
+      "Sem": 28516,
+      "gon": 28517,
+      "▁Correct": 28518,
+      "▁valle": 28519,
+      "▁readily": 28520,
+      "▁Dokument": 28521,
+      "honneur": 28522,
+      "▁testim": 28523,
+      "ulative": 28524,
+      "doFilter": 28525,
+      "▁dominant": 28526,
+      "ammer": 28527,
+      "▁која": 28528,
+      "▁Monsieur": 28529,
+      "zeg": 28530,
+      "▁війни": 28531,
+      "▁Fo": 28532,
+      "▁Amy": 28533,
+      "▁¡": 28534,
+      "▁február": 28535,
+      "▁downloading": 28536,
+      "▁leng": 28537,
+      "\\}$,": 28538,
+      "▁neat": 28539,
+      "▁Cache": 28540,
+      "ICATION": 28541,
+      "▁deve": 28542,
+      "▁sorrow": 28543,
+      "slow": 28544,
+      "▁hinaus": 28545,
+      "▁reconoc": 28546,
+      "▁Linked": 28547,
+      "▁Shaw": 28548,
+      "market": 28549,
+      "▁Dic": 28550,
+      "▁Ski": 28551,
+      "▁delimiter": 28552,
+      "▁MainActivity": 28553,
+      "▁Musical": 28554,
+      "▁Reyn": 28555,
+      "ScrollView": 28556,
+      "▁conventional": 28557,
+      "ença": 28558,
+      "▁refactor": 28559,
+      "'-": 28560,
+      "▁Hed": 28561,
+      "sprech": 28562,
+      "▁athlet": 28563,
+      "▁especies": 28564,
+      "▁Schön": 28565,
+      "▁kleinen": 28566,
+      "шко": 28567,
+      "▁Йо": 28568,
+      "▁Happy": 28569,
+      "multirow": 28570,
+      "▁augusti": 28571,
+      "▁Gand": 28572,
+      "▁appointment": 28573,
+      "▁Mediabestanden": 28574,
+      "Three": 28575,
+      "▁Kenneth": 28576,
+      "NEW": 28577,
+      "▁Notification": 28578,
+      "▁Marx": 28579,
+      "▁insc": 28580,
+      "Mor": 28581,
+      "вый": 28582,
+      "väst": 28583,
+      "vidia": 28584,
+      "▁demonstrated": 28585,
+      "fonts": 28586,
+      "▁kamen": 28587,
+      "▁Ster": 28588,
+      "▁mieszkańców": 28589,
+      "▁Koh": 28590,
+      "~$\\": 28591,
+      "»).": 28592,
+      "rene": 28593,
+      "insic": 28594,
+      "ická": 28595,
+      "xygen": 28596,
+      "▁mn": 28597,
+      "▁sched": 28598,
+      "ASC": 28599,
+      "Ig": 28600,
+      "▁Constant": 28601,
+      "▁opportun": 28602,
+      "▁MyClass": 28603,
+      "sef": 28604,
+      "oped": 28605,
+      "▁injured": 28606,
+      "VIS": 28607,
+      "▁Pero": 28608,
+      "▁Until": 28609,
+      "▁flesh": 28610,
+      "orphism": 28611,
+      "▁Portal": 28612,
+      "▁gminy": 28613,
+      "▁власти": 28614,
+      "▁Nä": 28615,
+      "ктиче": 28616,
+      "▁hrab": 28617,
+      "▁Cub": 28618,
+      "avoir": 28619,
+      "▁Lars": 28620,
+      "▁Бело": 28621,
+      "▁seizoen": 28622,
+      "▁Genomsnitt": 28623,
+      "▁Lil": 28624,
+      "▁Pool": 28625,
+      "▁Dios": 28626,
+      "TX": 28627,
+      "aes": 28628,
+      "autore": 28629,
+      "Alpha": 28630,
+      "states": 28631,
+      "Lab": 28632,
+      "nederbörd": 28633,
+      "erton": 28634,
+      "▁brid": 28635,
+      "▁richt": 28636,
+      "▁Ela": 28637,
+      "▁сла": 28638,
+      "▁weapon": 28639,
+      "▁combatt": 28640,
+      "agar": 28641,
+      "▁regnig": 28642,
+      "▁utilisé": 28643,
+      "▁servir": 28644,
+      "▁brick": 28645,
+      "▁gateway": 28646,
+      "▁torraste": 28647,
+      "▁procedures": 28648,
+      "▁årsnederbörd": 28649,
+      "▁Genomsnittlig": 28650,
+      "чёт": 28651,
+      "▁områ": 28652,
+      "▁regnigaste": 28653,
+      "▁честь": 28654,
+      "▁amid": 28655,
+      "▁grateful": 28656,
+      "▁DIS": 28657,
+      "DAY": 28658,
+      "▁ору": 28659,
+      "▁rivière": 28660,
+      "heure": 28661,
+      "▁Richmond": 28662,
+      "▁Compar": 28663,
+      "▁Нор": 28664,
+      "DOC": 28665,
+      "esia": 28666,
+      "calc": 28667,
+      "▁IU": 28668,
+      "▁vorg": 28669,
+      "▁habían": 28670,
+      "çoit": 28671,
+      "▁arist": 28672,
+      "▁кли": 28673,
+      "▁Sue": 28674,
+      "▁Touch": 28675,
+      "▁Writing": 28676,
+      "ifiable": 28677,
+      "▁wc": 28678,
+      "▁withdraw": 28679,
+      "зар": 28680,
+      "▁presently": 28681,
+      "▁FK": 28682,
+      "▁prakt": 28683,
+      "▁colored": 28684,
+      "usb": 28685,
+      "▁Perú": 28686,
+      "▁plata": 28687,
+      "▁wishes": 28688,
+      "▁кам": 28689,
+      "azar": 28690,
+      "ável": 28691,
+      "▁lamp": 28692,
+      "bishop": 28693,
+      "▁inclusion": 28694,
+      "jq": 28695,
+      "arth": 28696,
+      "▁Flag": 28697,
+      "▁нор": 28698,
+      "ædia": 28699,
+      "UNCTION": 28700,
+      "▁Bahnhof": 28701,
+      "▁approaching": 28702,
+      "▁Gött": 28703,
+      "▁cube": 28704,
+      "▁argued": 28705,
+      "▁Things": 28706,
+      "Gui": 28707,
+      "дови": 28708,
+      "▁recre": 28709,
+      "▁réseau": 28710,
+      "▁significa": 28711,
+      "Git": 28712,
+      "gebracht": 28713,
+      "▁liga": 28714,
+      "▁assured": 28715,
+      "alus": 28716,
+      "рит": 28717,
+      "▁энциклопеди": 28718,
+      "▁%).": 28719,
+      "▁Première": 28720,
+      "▁declarations": 28721,
+      "▁tricky": 28722,
+      "▁profiles": 28723,
+      "▁Fon": 28724,
+      "▁Jas": 28725,
+      "âr": 28726,
+      "babel": 28727,
+      "▁Friday": 28728,
+      "▁június": 28729,
+      "▁cols": 28730,
+      "▁EXISTS": 28731,
+      "▁Italiana": 28732,
+      "▁authorization": 28733,
+      "▁sulle": 28734,
+      "▁Emb": 28735,
+      "▁Variable": 28736,
+      "trees": 28737,
+      "▁Fly": 28738,
+      "riors": 28739,
+      "▁damals": 28740,
+      "▁findet": 28741,
+      "▁Sept": 28742,
+      "▁mundial": 28743,
+      "▁removal": 28744,
+      "▁longitude": 28745,
+      "clic": 28746,
+      "▁fade": 28747,
+      "▁gradle": 28748,
+      "▁zák": 28749,
+      "▁timing": 28750,
+      "trightarrow": 28751,
+      "atia": 28752,
+      "-.": 28753,
+      "uche": 28754,
+      "▁serialize": 28755,
+      "▁Hmm": 28756,
+      "▁Representatives": 28757,
+      "bah": 28758,
+      "rend": 28759,
+      "assador": 28760,
+      "▁shield": 28761,
+      "ucion": 28762,
+      "▁américaine": 28763,
+      "zę": 28764,
+      "villa": 28765,
+      "▁hombre": 28766,
+      "áss": 28767,
+      "▁SF": 28768,
+      "▁repeating": 28769,
+      "▁criter": 28770,
+      "▁Struct": 28771,
+      "???": 28772,
+      "▁cheap": 28773,
+      "▁rings": 28774,
+      "abhäng": 28775,
+      "▁corte": 28776,
+      "▁administ": 28777,
+      "ixon": 28778,
+      "gypt": 28779,
+      "▁puntos": 28780,
+      "▁mezi": 28781,
+      "▁pochod": 28782,
+      "isko": 28783,
+      "nię": 28784,
+      "▁осу": 28785,
+      "▁ár": 28786,
+      "тельной": 28787,
+      "▁Metropolitan": 28788,
+      "jin": 28789,
+      "zess": 28790,
+      "▁віці": 28791,
+      "▁conflicts": 28792,
+      "ijst": 28793,
+      "▁Market": 28794,
+      "стров": 28795,
+      "▁\",\"": 28796,
+      "▁Scroll": 28797,
+      "gun": 28798,
+      "тара": 28799,
+      "▁amateur": 28800,
+      "▁róż": 28801,
+      "poss": 28802,
+      "▁generalized": 28803,
+      "▁Harm": 28804,
+      "cita": 28805,
+      "▁Switzerland": 28806,
+      "icola": 28807,
+      "▁muit": 28808,
+      "located": 28809,
+      "▁có": 28810,
+      "▁arose": 28811,
+      "▁communauté": 28812,
+      "})^": 28813,
+      "visibility": 28814,
+      "ída": 28815,
+      "▁FB": 28816,
+      "▁Freund": 28817,
+      "gat": 28818,
+      "\":{\"": 28819,
+      "intellij": 28820,
+      "ifie": 28821,
+      "hmen": 28822,
+      "▁édition": 28823,
+      "▁које": 28824,
+      "▁інших": 28825,
+      "oming": 28826,
+      "▁arquitect": 28827,
+      "▁Presidente": 28828,
+      "▁Під": 28829,
+      "▁cabin": 28830,
+      "Theorem": 28831,
+      "▁Gay": 28832,
+      "ifice": 28833,
+      "▁hect": 28834,
+      "lą": 28835,
+      "irmingham": 28836,
+      "▁semantic": 28837,
+      "▁Louisiana": 28838,
+      "▁sacrifice": 28839,
+      "▁Christoph": 28840,
+      "▁Executive": 28841,
+      "_+": 28842,
+      "ják": 28843,
+      "▁seria": 28844,
+      "▁Overflow": 28845,
+      "▁Lucy": 28846,
+      "▁melhor": 28847,
+      "▁voices": 28848,
+      "cza": 28849,
+      "▁капи": 28850,
+      "▁университета": 28851,
+      "INCT": 28852,
+      "▁coloc": 28853,
+      "▁prue": 28854,
+      "▁geomet": 28855,
+      "▁diretto": 28856,
+      "reso": 28857,
+      "▁Akt": 28858,
+      "▁unh": 28859,
+      "▁сери": 28860,
+      "▁Alert": 28861,
+      "Wel": 28862,
+      "audi": 28863,
+      "äler": 28864,
+      "▁guests": 28865,
+      "▁иде": 28866,
+      "Studio": 28867,
+      "▁кате": 28868,
+      "▁exponent": 28869,
+      "rze": 28870,
+      "pmod": 28871,
+      "rolle": 28872,
+      "▁Limited": 28873,
+      "Allemagne": 28874,
+      "▁pity": 28875,
+      "▁lä": 28876,
+      "▁runner": 28877,
+      "kende": 28878,
+      "EQ": 28879,
+      "▁MM": 28880,
+      "szág": 28881,
+      "поді": 28882,
+      "▁regret": 28883,
+      "▁publié": 28884,
+      "▁departamento": 28885,
+      "▁accused": 28886,
+      "hp": 28887,
+      "▁Pfl": 28888,
+      "▁Sint": 28889,
+      "▁ekonom": 28890,
+      "ractor": 28891,
+      "▁Пів": 28892,
+      "▁awful": 28893,
+      "ować": 28894,
+      "]->": 28895,
+      "▁Fine": 28896,
+      "Са": 28897,
+      "tis": 28898,
+      "éta": 28899,
+      "▁Роди": 28900,
+      "▁Düsseldorf": 28901,
+      "LOB": 28902,
+      "osas": 28903,
+      "werke": 28904,
+      "▁lance": 28905,
+      "▁листопада": 28906,
+      "▁incomplete": 28907,
+      "▁Picture": 28908,
+      "('\\": 28909,
+      "esters": 28910,
+      "▁belonged": 28911,
+      "▁Sank": 28912,
+      "ammed": 28913,
+      "▁repositories": 28914,
+      "▁addr": 28915,
+      "Collect": 28916,
+      "Hot": 28917,
+      "▁tyl": 28918,
+      "▁instanceof": 28919,
+      "▁bonus": 28920,
+      "ový": 28921,
+      "▁моря": 28922,
+      "▁interactive": 28923,
+      "▁Mys": 28924,
+      "▁Edmund": 28925,
+      "fileName": 28926,
+      "emor": 28927,
+      "▁Три": 28928,
+      "▁Rosen": 28929,
+      "▁Prima": 28930,
+      "▁voting": 28931,
+      "▁XP": 28932,
+      "▁Zero": 28933,
+      "▁Led": 28934,
+      "amsung": 28935,
+      "▁enables": 28936,
+      "▁redirects": 28937,
+      "AST": 28938,
+      "Paint": 28939,
+      "acker": 28940,
+      "lecht": 28941,
+      "▁chairman": 28942,
+      "▁Aven": 28943,
+      "▁Sach": 28944,
+      "(\"<": 28945,
+      "кер": 28946,
+      "▁mistakes": 28947,
+      "▁Weit": 28948,
+      "▁prowad": 28949,
+      "▁didnt": 28950,
+      "énario": 28951,
+      "unless": 28952,
+      "▁backwards": 28953,
+      "boa": 28954,
+      "duino": 28955,
+      "```": 28956,
+      "stor": 28957,
+      "Completion": 28958,
+      "puesta": 28959,
+      "▁dinast": 28960,
+      "últ": 28961,
+      "▁SY": 28962,
+      "ifolia": 28963,
+      "œuvres": 28964,
+      "▁racing": 28965,
+      "▁cabinet": 28966,
+      "▁cutting": 28967,
+      "▁thumb": 28968,
+      "▁Кара": 28969,
+      "highlight": 28970,
+      "куп": 28971,
+      "▁sd": 28972,
+      "▁національ": 28973,
+      "▁campagne": 28974,
+      "▁registers": 28975,
+      "▁educational": 28976,
+      "▁pesar": 28977,
+      "üge": 28978,
+      "▁oro": 28979,
+      "burgo": 28980,
+      "▁Athletics": 28981,
+      "▁MTV": 28982,
+      "getMessage": 28983,
+      "▁Hyp": 28984,
+      "▁victim": 28985,
+      "))\\": 28986,
+      "▁drums": 28987,
+      "hostname": 28988,
+      "tał": 28989,
+      "making": 28990,
+      "▁powiat": 28991,
+      "őd": 28992,
+      "threads": 28993,
+      "▁absolv": 28994,
+      "▁люди": 28995,
+      "▁stepped": 28996,
+      "exist": 28997,
+      "▁NK": 28998,
+      "▁ves": 28999,
+      "istiche": 29000,
+      "%'": 29001,
+      "ativos": 29002,
+      "▁такой": 29003,
+      "▁MongoDB": 29004,
+      "▁Ung": 29005,
+      "▁Рус": 29006,
+      "▁elim": 29007,
+      "▁Fif": 29008,
+      "icación": 29009,
+      "▁Tennis": 29010,
+      "▁Jefferson": 29011,
+      "ján": 29012,
+      "fog": 29013,
+      "anha": 29014,
+      "zor": 29015,
+      "▁університе": 29016,
+      "ahu": 29017,
+      "iada": 29018,
+      "Sdk": 29019,
+      "Setting": 29020,
+      "▁Kill": 29021,
+      "▁Wend": 29022,
+      "▁bald": 29023,
+      "▁Kub": 29024,
+      "▁visto": 29025,
+      "▁jeunes": 29026,
+      "collections": 29027,
+      "ací": 29028,
+      "вропей": 29029,
+      "▁arise": 29030,
+      "оні": 29031,
+      "MAIN": 29032,
+      "доступ": 29033,
+      "▁berg": 29034,
+      "▁criticism": 29035,
+      "▁Torre": 29036,
+      "▁descript": 29037,
+      "ières": 29038,
+      "▁estudio": 29039,
+      "▁ili": 29040,
+      "▁militare": 29041,
+      "▁Clara": 29042,
+      "▁Ellen": 29043,
+      "limited": 29044,
+      "лм": 29045,
+      "▁Españ": 29046,
+      "▁infinitely": 29047,
+      "America": 29048,
+      "ouc": 29049,
+      "glass": 29050,
+      "▁rud": 29051,
+      "▁zat": 29052,
+      "▁rin": 29053,
+      "▁Bibliografía": 29054,
+      "▁merchant": 29055,
+      "tensorflow": 29056,
+      "▁dér": 29057,
+      "▁ActiveRecord": 29058,
+      "IES": 29059,
+      "▁linker": 29060,
+      "▁estudios": 29061,
+      "cdnjs": 29062,
+      "▁Государ": 29063,
+      "ánchez": 29064,
+      "appe": 29065,
+      "club": 29066,
+      "▁další": 29067,
+      "▁Algorithm": 29068,
+      "dfs": 29069,
+      "▁Bac": 29070,
+      "▁кафе": 29071,
+      "▁&=\\": 29072,
+      "▁ат": 29073,
+      "▁Глав": 29074,
+      "▁Mou": 29075,
+      "Machine": 29076,
+      "(...)": 29077,
+      "▁compart": 29078,
+      "▁augusztus": 29079,
+      "avan": 29080,
+      "▁rolled": 29081,
+      "▁еди": 29082,
+      "Scan": 29083,
+      "▁регі": 29084,
+      "▁świata": 29085,
+      "▁mines": 29086,
+      "},{": 29087,
+      "▁Tier": 29088,
+      "Cannot": 29089,
+      "мін": 29090,
+      "▁NEW": 29091,
+      "▁Вол": 29092,
+      "▁Manh": 29093,
+      "▁Gregory": 29094,
+      "▁principe": 29095,
+      "ISO": 29096,
+      "prog": 29097,
+      "▁Fail": 29098,
+      "▁aa": 29099,
+      "▁fecha": 29100,
+      "▁WCF": 29101,
+      "▁magistr": 29102,
+      "▁Zach": 29103,
+      "▁unicode": 29104,
+      "▁converter": 29105,
+      "▁dispers": 29106,
+      "ksam": 29107,
+      "▁Uncle": 29108,
+      "PropertyChanged": 29109,
+      "▁lider": 29110,
+      "▁opts": 29111,
+      "▁там": 29112,
+      "locked": 29113,
+      "zak": 29114,
+      "▁counted": 29115,
+      "▁persone": 29116,
+      "▁hurried": 29117,
+      "ätter": 29118,
+      "▁outras": 29119,
+      "▁genu": 29120,
+      "BD": 29121,
+      "veg": 29122,
+      "due": 29123,
+      "▁Pract": 29124,
+      "▁posible": 29125,
+      "▁contribute": 29126,
+      "UMN": 29127,
+      "▁Bürger": 29128,
+      "▁wars": 29129,
+      "▁exhibition": 29130,
+      "hill": 29131,
+      "▁astr": 29132,
+      "▁музе": 29133,
+      "▁CASE": 29134,
+      "manifest": 29135,
+      "yellow": 29136,
+      "Fn": 29137,
+      "▁RC": 29138,
+      "▁sott": 29139,
+      "▁sujet": 29140,
+      "▁Socket": 29141,
+      "▁Chine": 29142,
+      "▁frameworks": 29143,
+      "Hold": 29144,
+      "êts": 29145,
+      "▁філь": 29146,
+      "Loaded": 29147,
+      "ophe": 29148,
+      "texte": 29149,
+      "▁expres": 29150,
+      "▁consume": 29151,
+      "▁Richtung": 29152,
+      "ografi": 29153,
+      "▁magnific": 29154,
+      "àt": 29155,
+      "▁indul": 29156,
+      "ryty": 29157,
+      "▁offici": 29158,
+      "▁assault": 29159,
+      "rund": 29160,
+      "▁variants": 29161,
+      "▁сельсов": 29162,
+      "▁excitement": 29163,
+      "Times": 29164,
+      "kotlin": 29165,
+      "▁gering": 29166,
+      "▁Engel": 29167,
+      "▁Timer": 29168,
+      "²).": 29169,
+      "▁Ng": 29170,
+      "ässt": 29171,
+      "schau": 29172,
+      "SError": 29173,
+      "▁Edwards": 29174,
+      "▁Terminal": 29175,
+      "lict": 29176,
+      "Under": 29177,
+      "▁spawn": 29178,
+      "ürgen": 29179,
+      "▁Außerdem": 29180,
+      "▁kitchen": 29181,
+      "fahrt": 29182,
+      "▁Colors": 29183,
+      "▁система": 29184,
+      "▁terminated": 29185,
+      "▁LaTeX": 29186,
+      "igkeiten": 29187,
+      "▁mesure": 29188,
+      "▁Amts": 29189,
+      "▁empir": 29190,
+      "▁striking": 29191,
+      "▁exclusive": 29192,
+      "тех": 29193,
+      "▁rez": 29194,
+      "▁quan": 29195,
+      "▁Glasgow": 29196,
+      "▁lecture": 29197,
+      "▁Testament": 29198,
+      "▁funds": 29199,
+      "▁stessa": 29200,
+      "▁tribes": 29201,
+      "▁parfois": 29202,
+      "▁treball": 29203,
+      "nitz": 29204,
+      "bove": 29205,
+      "▁заслу": 29206,
+      "▁absent": 29207,
+      "▁Lauf": 29208,
+      "Smith": 29209,
+      "▁Николай": 29210,
+      "▁européenne": 29211,
+      "lr": 29212,
+      "▁programma": 29213,
+      "▁midst": 29214,
+      "▁daughters": 29215,
+      "Syn": 29216,
+      "oben": 29217,
+      "ână": 29218,
+      "idan": 29219,
+      "▁ther": 29220,
+      "odore": 29221,
+      "sdl": 29222,
+      "▁Quint": 29223,
+      "▁casos": 29224,
+      "▁Zam": 29225,
+      "▁страны": 29226,
+      "▁sprite": 29227,
+      "кал": 29228,
+      "▁nasc": 29229,
+      "▁сотруд": 29230,
+      "▁trava": 29231,
+      "▁хозяй": 29232,
+      "▁Uruguay": 29233,
+      "▁sparse": 29234,
+      "▁поле": 29235,
+      "▁mystery": 29236,
+      "▁Mang": 29237,
+      "registr": 29238,
+      "▁CGFloat": 29239,
+      "▁submission": 29240,
+      "вана": 29241,
+      "▁\":": 29242,
+      "▁Traceback": 29243,
+      "▁Pit": 29244,
+      "▁Ehr": 29245,
+      "▁сра": 29246,
+      "▁Graphics": 29247,
+      "Updated": 29248,
+      "▁svensk": 29249,
+      "▁spacing": 29250,
+      "tritt": 29251,
+      "▁Guinea": 29252,
+      "▁França": 29253,
+      "Associ": 29254,
+      "▁Tová": 29255,
+      "stab": 29256,
+      "▁Learning": 29257,
+      "▁Bright": 29258,
+      "śc": 29259,
+      "▁idő": 29260,
+      "}}_{\\": 29261,
+      "▁droite": 29262,
+      "▁raising": 29263,
+      "getting": 29264,
+      "ythm": 29265,
+      "onyme": 29266,
+      "żs": 29267,
+      "▁blah": 29268,
+      "TagName": 29269,
+      "Vertical": 29270,
+      "▁aper": 29271,
+      "postgresql": 29272,
+      "▁Handle": 29273,
+      "zew": 29274,
+      "▁skulle": 29275,
+      "▁opere": 29276,
+      "layers": 29277,
+      "▁possono": 29278,
+      "▁relate": 29279,
+      "ąc": 29280,
+      "▁Mih": 29281,
+      "âge": 29282,
+      "▁Świ": 29283,
+      "isses": 29284,
+      "▁servlet": 29285,
+      "Los": 29286,
+      "▁Advanced": 29287,
+      "atica": 29288,
+      "▁ced": 29289,
+      "▁elementos": 29290,
+      "рона": 29291,
+      "iks": 29292,
+      "arf": 29293,
+      "ariat": 29294,
+      "Mobile": 29295,
+      "agua": 29296,
+      "▁timp": 29297,
+      "▁Comité": 29298,
+      "▁combining": 29299,
+      "wohl": 29300,
+      "▁Study": 29301,
+      "coordinate": 29302,
+      "▁recommendation": 29303,
+      "▁transformations": 29304,
+      "until": 29305,
+      "bounded": 29306,
+      "▁изу": 29307,
+      "hanced": 29308,
+      "▁вопро": 29309,
+      "▁Prés": 29310,
+      "▁coord": 29311,
+      "xty": 29312,
+      "▁$,": 29313,
+      "▁champions": 29314,
+      "Den": 29315,
+      "Mil": 29316,
+      "(',": 29317,
+      "▁Preis": 29318,
+      "▁eigh": 29319,
+      "▁markers": 29320,
+      "▁gewesen": 29321,
+      "ätten": 29322,
+      "▁pione": 29323,
+      "mv": 29324,
+      "▁ју": 29325,
+      "zeichnis": 29326,
+      "hoff": 29327,
+      "News": 29328,
+      "▁Stanisław": 29329,
+      "▁Brandenburg": 29330,
+      "▁Feuer": 29331,
+      "=&": 29332,
+      "жет": 29333,
+      "▁Neil": 29334,
+      "▁wirk": 29335,
+      "▁società": 29336,
+      "▁spare": 29337,
+      "▁civile": 29338,
+      "sprach": 29339,
+      "▁disse": 29340,
+      "▁gates": 29341,
+      "▁anom": 29342,
+      "▁Федерации": 29343,
+      "▁tib": 29344,
+      "▁fútbol": 29345,
+      "▁Wikiped": 29346,
+      "iate": 29347,
+      "Front": 29348,
+      "▁craw": 29349,
+      "▁Rak": 29350,
+      "▁зву": 29351,
+      "street": 29352,
+      "▁Agency": 29353,
+      "вало": 29354,
+      "▁Рас": 29355,
+      "▁mkdir": 29356,
+      "ację": 29357,
+      "▁shares": 29358,
+      "Story": 29359,
+      "▁remarks": 29360,
+      "▁keywords": 29361,
+      "Bob": 29362,
+      "▁toe": 29363,
+      "▁Vitt": 29364,
+      "▁rhs": 29365,
+      "ROP": 29366,
+      "oris": 29367,
+      "/@": 29368,
+      "сии": 29369,
+      "▁traverse": 29370,
+      "▁referencing": 29371,
+      "präsident": 29372,
+      "rong": 29373,
+      "'):": 29374,
+      "aties": 29375,
+      "AW": 29376,
+      "Outlet": 29377,
+      "▁évol": 29378,
+      "ikes": 29379,
+      "▁environmental": 29380,
+      "icum": 29381,
+      "▁Lied": 29382,
+      "▁warn": 29383,
+      "▁Butler": 29384,
+      "▁%),": 29385,
+      "▁Zeitschrift": 29386,
+      "▁Montr": 29387,
+      "важа": 29388,
+      "▁Mercur": 29389,
+      "jekte": 29390,
+      "meter": 29391,
+      "ducation": 29392,
+      "▁attributed": 29393,
+      "*$": 29394,
+      "▁unf": 29395,
+      "▁Vertrag": 29396,
+      "zien": 29397,
+      "▁Роб": 29398,
+      "lices": 29399,
+      "pply": 29400,
+      "ansen": 29401,
+      "▁zeit": 29402,
+      "▁immense": 29403,
+      "▁lutego": 29404,
+      "▁Bulgar": 29405,
+      "▁miembros": 29406,
+      "▁Националь": 29407,
+      "▁Allow": 29408,
+      "▁anglès": 29409,
+      "дви": 29410,
+      "▁Toy": 29411,
+      "туа": 29412,
+      "▁yard": 29413,
+      "(%": 29414,
+      "isser": 29415,
+      "▁golf": 29416,
+      "▁Ukrain": 29417,
+      "▁hosp": 29418,
+      "Include": 29419,
+      "▁Lisa": 29420,
+      "▁csal": 29421,
+      "▁Mira": 29422,
+      "recogn": 29423,
+      "▁Ке": 29424,
+      "▁hitting": 29425,
+      "кономі": 29426,
+      "▁Tournament": 29427,
+      "LOAD": 29428,
+      "▁Guardian": 29429,
+      "▁daher": 29430,
+      "▁timezone": 29431,
+      "▁tomcat": 29432,
+      "▁successor": 29433,
+      "▁Void": 29434,
+      "▁começ": 29435,
+      "▁converts": 29436,
+      "ächs": 29437,
+      "osex": 29438,
+      "xelles": 29439,
+      "aser": 29440,
+      "▁És": 29441,
+      "▁mou": 29442,
+      "▁ung": 29443,
+      "▁origen": 29444,
+      "▁Crow": 29445,
+      "▁Erd": 29446,
+      "▁sieben": 29447,
+      "lua": 29448,
+      "▁BB": 29449,
+      "RENT": 29450,
+      "▁piłkar": 29451,
+      "▁marque": 29452,
+      "▁Labour": 29453,
+      "viders": 29454,
+      "▁exempl": 29455,
+      "Sound": 29456,
+      "▁Wass": 29457,
+      "arrison": 29458,
+      "▁течение": 29459,
+      "▁Oficina": 29460,
+      "▁Daw": 29461,
+      "▁Kauf": 29462,
+      "ént": 29463,
+      "éső": 29464,
+      "▁=\"": 29465,
+      "▁kat": 29466,
+      "diction": 29467,
+      "▁Voll": 29468,
+      "▁highway": 29469,
+      "James": 29470,
+      "zeuge": 29471,
+      "▁modelo": 29472,
+      "Throw": 29473,
+      "▁Forum": 29474,
+      "(\"@": 29475,
+      "▁enfer": 29476,
+      "▁специаль": 29477,
+      "Numbers": 29478,
+      "▁Binary": 29479,
+      "▁Martínez": 29480,
+      "▁Stato": 29481,
+      "▁festiv": 29482,
+      "▁katol": 29483,
+      "▁Аб": 29484,
+      "▁limitation": 29485,
+      "▁STR": 29486,
+      "▁Официаль": 29487,
+      "ipes": 29488,
+      "▁Isn": 29489,
+      "▁ruled": 29490,
+      "▁cí": 29491,
+      "geber": 29492,
+      "▁lavoro": 29493,
+      "▁parentheses": 29494,
+      "оз": 29495,
+      "▁équipes": 29496,
+      "▁efficiently": 29497,
+      "▁Period": 29498,
+      "▁Regarding": 29499,
+      "leaf": 29500,
+      "▁similarity": 29501,
+      "▁gesture": 29502,
+      "datab": 29503,
+      "▁terminate": 29504,
+      "▁semantics": 29505,
+      "▁Alo": 29506,
+      "▁cig": 29507,
+      "▁OpenGL": 29508,
+      "▁heutigen": 29509,
+      "xaml": 29510,
+      "▁frequencies": 29511,
+      ")}.": 29512,
+      "▁threatened": 29513,
+      "тик": 29514,
+      "▁calcio": 29515,
+      "▁Riemann": 29516,
+      "slug": 29517,
+      "▁Finale": 29518,
+      "LR": 29519,
+      "▁Derby": 29520,
+      "▁още": 29521,
+      "▁deviation": 29522,
+      "ächen": 29523,
+      "▁Cris": 29524,
+      "ново": 29525,
+      "▁столі": 29526,
+      "▁relev": 29527,
+      "▁splendid": 29528,
+      "▁учё": 29529,
+      "erving": 29530,
+      "gable": 29531,
+      "▁générale": 29532,
+      "pom": 29533,
+      "▁Cheers": 29534,
+      "▁imprison": 29535,
+      "▁indent": 29536,
+      "▁analyz": 29537,
+      "▁revert": 29538,
+      "érer": 29539,
+      "▁phases": 29540,
+      "FirstName": 29541,
+      "▁mig": 29542,
+      "▁disturb": 29543,
+      "▁mixture": 29544,
+      "▁){": 29545,
+      "inture": 29546,
+      "▁Tried": 29547,
+      "▁sooner": 29548,
+      "▁pels": 29549,
+      "▁établ": 29550,
+      "etro": 29551,
+      "itie": 29552,
+      "▁quartier": 29553,
+      "▁гово": 29554,
+      "▁város": 29555,
+      "ufe": 29556,
+      "heten": 29557,
+      "хом": 29558,
+      "▁soap": 29559,
+      "utors": 29560,
+      "▁duch": 29561,
+      "syntax": 29562,
+      "▁tribe": 29563,
+      "▁chante": 29564,
+      "Tri": 29565,
+      "▁Mate": 29566,
+      "quality": 29567,
+      "uola": 29568,
+      "=\".": 29569,
+      "chk": 29570,
+      "▁всі": 29571,
+      "▁przeci": 29572,
+      "▁Meteor": 29573,
+      "▁scattered": 29574,
+      "Plus": 29575,
+      "trad": 29576,
+      "▁stackoverflow": 29577,
+      "▁retra": 29578,
+      "▁éditions": 29579,
+      "▁sain": 29580,
+      "cribe": 29581,
+      "ignon": 29582,
+      "ucker": 29583,
+      "▁мало": 29584,
+      "▁tenir": 29585,
+      "▁exports": 29586,
+      "▁auxili": 29587,
+      "▁]]": 29588,
+      "▁CBS": 29589,
+      "uniform": 29590,
+      "▁periodic": 29591,
+      "agrant": 29592,
+      "▁emple": 29593,
+      "Wil": 29594,
+      "▁fres": 29595,
+      "▁strutt": 29596,
+      "▁світ": 29597,
+      "▁betre": 29598,
+      "▁объек": 29599,
+      "тися": 29600,
+      "▁bisher": 29601,
+      "baum": 29602,
+      "ishi": 29603,
+      "▁Gazette": 29604,
+      "backgroundColor": 29605,
+      "jl": 29606,
+      "▁fiel": 29607,
+      "▁према": 29608,
+      "▁protagonista": 29609,
+      "▁Muhammad": 29610,
+      "▁simulate": 29611,
+      "▁Hook": 29612,
+      "fest": 29613,
+      "▁своих": 29614,
+      "Sender": 29615,
+      "▁listened": 29616,
+      "жі": 29617,
+      "jest": 29618,
+      "kord": 29619,
+      "Choice": 29620,
+      "▁hoofd": 29621,
+      "reducible": 29622,
+      "hpp": 29623,
+      "▁Wu": 29624,
+      "ši": 29625,
+      "▁Marse": 29626,
+      "▁soir": 29627,
+      "westen": 29628,
+      "emos": 29629,
+      "▁Duc": 29630,
+      "▁amerik": 29631,
+      "|}{": 29632,
+      "▁Gul": 29633,
+      "▁Sprache": 29634,
+      "▁mismatch": 29635,
+      "Scal": 29636,
+      "Pixel": 29637,
+      "EF": 29638,
+      "▁Sep": 29639,
+      "▁powiecie": 29640,
+      "urk": 29641,
+      "▁Napoli": 29642,
+      "▁neighbourhood": 29643,
+      "стоян": 29644,
+      "▁searches": 29645,
+      "yrus": 29646,
+      "пет": 29647,
+      "Help": 29648,
+      "pont": 29649,
+      "▁Orient": 29650,
+      "▁Alfonso": 29651,
+      "▁monitoring": 29652,
+      "iao": 29653,
+      "édé": 29654,
+      "▁César": 29655,
+      "шее": 29656,
+      "Shift": 29657,
+      "suit": 29658,
+      "coded": 29659,
+      "ното": 29660,
+      "▁Parti": 29661,
+      "▁lasci": 29662,
+      "▁awesome": 29663,
+      "usta": 29664,
+      "▁Сове": 29665,
+      "▁Fland": 29666,
+      "oom": 29667,
+      "▁devi": 29668,
+      "engelsk": 29669,
+      "endum": 29670,
+      "▁Pascal": 29671,
+      "▁Bind": 29672,
+      "▁siguientes": 29673,
+      "JB": 29674,
+      "▁Petersburg": 29675,
+      "▁incorrectly": 29676,
+      "▁Bash": 29677,
+      "▁pelos": 29678,
+      "▁zespo": 29679,
+      "NSURL": 29680,
+      "▁přek": 29681,
+      "▁Crime": 29682,
+      "nach": 29683,
+      "▁thrust": 29684,
+      "▁Cultura": 29685,
+      "WF": 29686,
+      "▁Solo": 29687,
+      "▁invas": 29688,
+      "▁individually": 29689,
+      "ibm": 29690,
+      "▁etapa": 29691,
+      "▁handed": 29692,
+      "▁wherever": 29693,
+      "▁interpolation": 29694,
+      "▁musée": 29695,
+      "▁CNN": 29696,
+      "idia": 29697,
+      "ństw": 29698,
+      "▁przew": 29699,
+      "ughing": 29700,
+      "▁actors": 29701,
+      "▁Oriental": 29702,
+      "▁convenience": 29703,
+      "▁miasta": 29704,
+      "brains": 29705,
+      "▁меся": 29706,
+      "▁infatti": 29707,
+      "▁AllMovie": 29708,
+      "▁critique": 29709,
+      "▁successo": 29710,
+      "ancouver": 29711,
+      "▁fá": 29712,
+      "ългар": 29713,
+      "▁wisdom": 29714,
+      "▁Phoenix": 29715,
+      "hole": 29716,
+      "▁información": 29717,
+      "▁Airlines": 29718,
+      ".«": 29719,
+      "mort": 29720,
+      "userId": 29721,
+      "▁*/\r": 29722,
+      "▁Congo": 29723,
+      "▁\"`": 29724,
+      "corr": 29725,
+      "▁problemas": 29726,
+      "▁bib": 29727,
+      "▁później": 29728,
+      "▁fileName": 29729,
+      "zott": 29730,
+      "macht": 29731,
+      "▁Ulrich": 29732,
+      "Cy": 29733,
+      "endpoint": 29734,
+      "▁sheep": 29735,
+      "▁ibn": 29736,
+      "Feed": 29737,
+      "▁sympathy": 29738,
+      "▁Ib": 29739,
+      "▁territorial": 29740,
+      "rating": 29741,
+      "дами": 29742,
+      "▁dst": 29743,
+      "ую": 29744,
+      "aho": 29745,
+      "▁sug": 29746,
+      "emia": 29747,
+      "▁ted": 29748,
+      "▁Api": 29749,
+      "▁Rica": 29750,
+      "▁MR": 29751,
+      "ńskim": 29752,
+      "▁Voor": 29753,
+      "▁devil": 29754,
+      "▁Фо": 29755,
+      "▁När": 29756,
+      "▁...)": 29757,
+      "▁vois": 29758,
+      "▁abbre": 29759,
+      "▁Männer": 29760,
+      "ximo": 29761,
+      "▁intellectual": 29762,
+      "▁tales": 29763,
+      "similar": 29764,
+      "neum": 29765,
+      "▁Orig": 29766,
+      "▁postal": 29767,
+      "▁hvor": 29768,
+      "▁identification": 29769,
+      "▁Од": 29770,
+      "uesto": 29771,
+      "▁../": 29772,
+      "▁bir": 29773,
+      "▁Лон": 29774,
+      "▁esempio": 29775,
+      "▁Eing": 29776,
+      "Expand": 29777,
+      "▁PRIMARY": 29778,
+      "▁Jin": 29779,
+      "▁však": 29780,
+      "ourses": 29781,
+      "▁Betty": 29782,
+      "▁WM": 29783,
+      "▁flask": 29784,
+      "hlen": 29785,
+      "▁Adel": 29786,
+      "laravel": 29787,
+      "▁дет": 29788,
+      "ською": 29789,
+      "▁Mundo": 29790,
+      "iczn": 29791,
+      "ifié": 29792,
+      "▁Мор": 29793,
+      "▁древ": 29794,
+      "DateFormat": 29795,
+      "ським": 29796,
+      "▁dated": 29797,
+      "коли": 29798,
+      "▁результате": 29799,
+      "\\).": 29800,
+      "▁delayed": 29801,
+      "sound": 29802,
+      "▁Мак": 29803,
+      "▁\"...": 29804,
+      "▁binnen": 29805,
+      "▁факуль": 29806,
+      "▁polygon": 29807,
+      "▁eggs": 29808,
+      "AtIndexPath": 29809,
+      "менталь": 29810,
+      "▁incred": 29811,
+      "chunk": 29812,
+      "webdriver": 29813,
+      "▁свобо": 29814,
+      "▁między": 29815,
+      "Received": 29816,
+      "▁Monde": 29817,
+      "▁JQuery": 29818,
+      "Butt": 29819,
+      "▁PDO": 29820,
+      "▁forec": 29821,
+      "▁discipline": 29822,
+      "chev": 29823,
+      "нат": 29824,
+      "▁redis": 29825,
+      "▁hunting": 29826,
+      "▁alk": 29827,
+      "▁proofs": 29828,
+      "PRI": 29829,
+      "▁chip": 29830,
+      "ésie": 29831,
+      "▁HO": 29832,
+      "▁rug": 29833,
+      "zos": 29834,
+      "▁sorte": 29835,
+      "▁zeigt": 29836,
+      "▁Physics": 29837,
+      "legte": 29838,
+      "▁proportional": 29839,
+      "▁toolbar": 29840,
+      "vement": 29841,
+      "notin": 29842,
+      "▁první": 29843,
+      "blah": 29844,
+      "▁présence": 29845,
+      "▁lloc": 29846,
+      "▁líder": 29847,
+      "▁Accept": 29848,
+      "▁Always": 29849,
+      "▁\"{": 29850,
+      "▁diversi": 29851,
+      "ikor": 29852,
+      "Period": 29853,
+      "жён": 29854,
+      "▁Alliance": 29855,
+      "▁relay": 29856,
+      "Bro": 29857,
+      "jön": 29858,
+      "▁Baud": 29859,
+      "▁Bian": 29860,
+      "')[": 29861,
+      "чив": 29862,
+      "▁Poss": 29863,
+      "▁Mitglieder": 29864,
+      "▁nev": 29865,
+      "Daniel": 29866,
+      "▁tends": 29867,
+      "▁compagnie": 29868,
+      "▁livres": 29869,
+      "lub": 29870,
+      "▁": 29871,
+      "e": 29872,
+      "t": 29873,
+      "a": 29874,
+      "i": 29875,
+      "n": 29876,
+      "o": 29877,
+      "r": 29878,
+      "s": 29879,
+      "l": 29880,
+      "d": 29881,
+      "h": 29882,
+      "c": 29883,
+      "u": 29884,
+      "m": 29885,
+      "p": 29886,
+      "g": 29887,
+      "f": 29888,
+      ".": 29889,
+      "b": 29890,
+      "y": 29891,
+      ",": 29892,
+      "w": 29893,
+      "v": 29894,
+      "k": 29895,
+      "1": 29896,
+      ")": 29897,
+      "(": 29898,
+      "-": 29899,
+      "0": 29900,
+      ":": 29901,
+      "I": 29902,
+      "S": 29903,
+      "о": 29904,
+      "\\": 29905,
+      "2": 29906,
+      "C": 29907,
+      "\"": 29908,
+      "A": 29909,
+      "а": 29910,
+      "T": 29911,
+      "{": 29912,
+      "}": 29913,
+      "/": 29914,
+      "'": 29915,
+      "x": 29916,
+      "и": 29917,
+      "_": 29918,
+      "е": 29919,
+      "z": 29920,
+      "н": 29921,
+      "=": 29922,
+      "E": 29923,
+      "M": 29924,
+      "P": 29925,
+      "j": 29926,
+      "р": 29927,
+      "D": 29928,
+      "9": 29929,
+      "*": 29930,
+      "L": 29931,
+      "т": 29932,
+      "B": 29933,
+      "R": 29934,
+      "с": 29935,
+      ";": 29936,
+      "#": 29937,
+      "$": 29938,
+      "q": 29939,
+      "N": 29940,
+      "3": 29941,
+      "в": 29942,
+      "F": 29943,
+      "л": 29944,
+      "5": 29945,
+      "4": 29946,
+      "8": 29947,
+      "é": 29948,
+      "O": 29949,
+      "H": 29950,
+      "к": 29951,
+      "`": 29952,
+      "6": 29953,
+      "G": 29954,
+      "7": 29955,
+      "W": 29956,
+      "д": 29957,
+      ">": 29958,
+      "м": 29959,
+      "у": 29960,
+      "[": 29961,
+      "]": 29962,
+      "V": 29963,
+      "п": 29964,
+      "U": 29965,
+      "<": 29966,
+      "J": 29967,
+      "K": 29968,
+      "г": 29969,
+      "я": 29970,
+      "і": 29971,
+      "з": 29972,
+      "?": 29973,
+      "+": 29974,
+      "б": 29975,
+      "á": 29976,
+      "й": 29977,
+      "ь": 29978,
+      "Y": 29979,
+      "ó": 29980,
+      "ч": 29981,
+      "ы": 29982,
+      "í": 29983,
+      "Q": 29984,
+      "^": 29985,
+      "ä": 29986,
+      "&": 29987,
+      "х": 29988,
+      "|": 29989,
+      "X": 29990,
+      "!": 29991,
+      "@": 29992,
+      "ü": 29993,
+      "–": 29994,
+      "%": 29995,
+      "ц": 29996,
+      "ö": 29997,
+      "ж": 29998,
+      "Z": 29999,
+      "è": 30000,
+      "à": 30001,
+      "ш": 30002,
+      "—": 30003,
+      "\r": 30004,
+      "ю": 30005,
+      "ł": 30006,
+      "»": 30007,
+      "С": 30008,
+      "«": 30009,
+      "’": 30010,
+      "ф": 30011,
+      "В": 30012,
+      "П": 30013,
+      "К": 30014,
+      "“": 30015,
+      "ј": 30016,
+      "М": 30017,
+      "А": 30018,
+      "ç": 30019,
+      "å": 30020,
+      "щ": 30021,
+      "~": 30022,
+      "ę": 30023,
+      "”": 30024,
+      "ą": 30025,
+      "č": 30026,
+      "Р": 30027,
+      "ї": 30028,
+      "Н": 30029,
+      "ú": 30030,
+      "Б": 30031,
+      "Д": 30032,
+      "ã": 30033,
+      "ß": 30034,
+      "ă": 30035,
+      "ě": 30036,
+      "ê": 30037,
+      "О": 30038,
+      "š": 30039,
+      "Г": 30040,
+      "Т": 30041,
+      "ż": 30042,
+      "ё": 30043,
+      "ž": 30044,
+      "ś": 30045,
+      "ñ": 30046,
+      "ř": 30047,
+      "ő": 30048,
+      "„": 30049,
+      "Л": 30050,
+      "э": 30051,
+      "ý": 30052,
+      "У": 30053,
+      "И": 30054,
+      "ъ": 30055,
+      "є": 30056,
+      "â": 30057,
+      "î": 30058,
+      "ò": 30059,
+      "З": 30060,
+      "Ф": 30061,
+      "É": 30062,
+      "ć": 30063,
+      "·": 30064,
+      "ș": 30065,
+      "ń": 30066,
+      "ț": 30067,
+      "Х": 30068,
+      "ô": 30069,
+      "Е": 30070,
+      "ù": 30071,
+      "ů": 30072,
+      "°": 30073,
+      "Ш": 30074,
+      "љ": 30075,
+      "Ч": 30076,
+      "ø": 30077,
+      "æ": 30078,
+      "њ": 30079,
+      " ": 30080,
+      " ": 30081,
+      "Э": 30082,
+      "ë": 30083,
+      "õ": 30084,
+      "ï": 30085,
+      "‘": 30086,
+      "†": 30087,
+      "²": 30088,
+      "ű": 30089,
+      "І": 30090,
+      "─": 30091,
+      "Ц": 30092,
+      "ћ": 30093,
+      "Ö": 30094,
+      "û": 30095,
+      "Я": 30096,
+      "ì": 30097,
+      "…": 30098,
+      "ō": 30099,
+      "Ж": 30100,
+      "Ю": 30101,
+      "Á": 30102,
+      "́": 30103,
+      "Ü": 30104,
+      "º": 30105,
+      "œ": 30106,
+      "ā": 30107,
+      "Č": 30108,
+      "ź": 30109,
+      "α": 30110,
+      "│": 30111,
+      "ا": 30112,
+      "À": 30113,
+      "═": 30114,
+      "Š": 30115,
+      "ђ": 30116,
+      "№": 30117,
+      " ": 30118,
+      "•": 30119,
+      "−": 30120,
+      "→": 30121,
+      "×": 30122,
+      "ο": 30123,
+      "₂": 30124,
+      "Ä": 30125,
+      "Î": 30126,
+      "Ś": 30127,
+      "đ": 30128,
+      "Å": 30129,
+      "ı": 30130,
+      "‎": 30131,
+      "ū": 30132,
+      "ν": 30133,
+      "Й": 30134,
+      "ª": 30135,
+      "ι": 30136,
+      "τ": 30137,
+      "ل": 30138,
+      "′": 30139,
+      "�": 30140,
+      "È": 30141,
+      "λ": 30142,
+      "": 30143,
+      "Ž": 30144,
+      "ς": 30145,
+      "ň": 30146,
+      "ρ": 30147,
+      "₁": 30148,
+      "Є": 30149,
+      "ī": 30150,
+      "ε": 30151,
+      "§": 30152,
+      "Ł": 30153,
+      "Ј": 30154,
+      "£": 30155,
+      "ر": 30156,
+      "Ż": 30157,
+      "¿": 30158,
+      "م": 30159,
+      "″": 30160,
+      "Ú": 30161,
+      "ن": 30162,
+      "ي": 30163,
+      "σ": 30164,
+      "´": 30165,
+      "​": 30166,
+      "μ": 30167,
+      "³": 30168,
+      "ş": 30169,
+      "π": 30170,
+      "و": 30171,
+      "د": 30172,
+      "κ": 30173,
+      "₃": 30174,
+      "Í": 30175,
+      "ˈ": 30176,
+      "ب": 30177,
+      "Ó": 30178,
+      "Ã": 30179,
+      "¡": 30180,
+      "€": 30181,
+      "ť": 30182,
+      "η": 30183,
+      "ə": 30184,
+      "ー": 30185,
+      "Щ": 30186,
+      "β": 30187,
+      "├": 30188,
+      "ð": 30189,
+      "ґ": 30190,
+      "­": 30191,
+      "υ": 30192,
+      "¹": 30193,
+      "₄": 30194,
+      "ت": 30195,
+      "י": 30196,
+      "γ": 30197,
+      "س": 30198,
+      "の": 30199,
+      "ğ": 30200,
+      "δ": 30201,
+      "ی": 30202,
+      "ン": 30203,
+      "ه": 30204,
+      "ו": 30205,
+      "ω": 30206,
+      "ί": 30207,
+      "█": 30208,
+      "θ": 30209,
+      "的": 30210,
+      "©": 30211,
+      "Â": 30212,
+      "↑": 30213,
+      "，": 30214,
+      "ː": 30215,
+      "ά": 30216,
+      "―": 30217,
+      "ع": 30218,
+      "Ç": 30219,
+      "₀": 30220,
+      "±": 30221,
+      "Ø": 30222,
+      "ď": 30223,
+      "Ř": 30224,
+      "Œ": 30225,
+      "½": 30226,
+      "└": 30227,
+      "ό": 30228,
+      "‚": 30229,
+      "ē": 30230,
+      "₅": 30231,
+      "Æ": 30232,
+      "Ș": 30233,
+      "ɛ": 30234,
+      "ה": 30235,
+      "ר": 30236,
+      "φ": 30237,
+      "₆": 30238,
+      "ė": 30239,
+      "ح": 30240,
+      "ف": 30241,
+      "ة": 30242,
+      "İ": 30243,
+      " ": 30244,
+      "←": 30245,
+      "║": 30246,
+      "ɔ": 30247,
+      "≤": 30248,
+      "ל": 30249,
+      "Đ": 30250,
+      "ա": 30251,
+      "Ō": 30252,
+      "א": 30253,
+      "്": 30254,
+      "ス": 30255,
+      "ش": 30256,
+      "大": 30257,
+      "ル": 30258,
+      "џ": 30259,
+      "イ": 30260,
+      "⟩": 30261,
+      " ": 30262,
+      "µ": 30263,
+      "∈": 30264,
+      "ق": 30265,
+      "⟨": 30266,
+      "。": 30267,
+      "Ґ": 30268,
+      "ा": 30269,
+      "ج": 30270,
+      "ʿ": 30271,
+      "ა": 30272,
+      "έ": 30273,
+      "χ": 30274,
+      "中": 30275,
+      "ב": 30276,
+      "ი": 30277,
+      "₈": 30278,
+      "ト": 30279,
+      "ή": 30280,
+      "ラ": 30281,
+      "Џ": 30282,
+      "ك": 30283,
+      "₇": 30284,
+      "מ": 30285,
+      "ת": 30286,
+      "一": 30287,
+      "Π": 30288,
+      "า": 30289,
+      "・": 30290,
+      "Σ": 30291,
+      "Α": 30292,
+      "Δ": 30293,
+      "ש": 30294,
+      "ز": 30295,
+      "्": 30296,
+      "ร": 30297,
+      "い": 30298,
+      "ʻ": 30299,
+      "Њ": 30300,
+      "₉": 30301,
+      "ʼ": 30302,
+      "リ": 30303,
+      "‐": 30304,
+      "ク": 30305,
+      "∞": 30306,
+      "⁄": 30307,
+      "ύ": 30308,
+      "Ş": 30309,
+      "ア": 30310,
+      "Ε": 30311,
+      "ɪ": 30312,
+      "人": 30313,
+      "Κ": 30314,
+      "∀": 30315,
+      "र": 30316,
+      "ッ": 30317,
+      "►": 30318,
+      "子": 30319,
+      "¬": 30320,
+      "خ": 30321,
+      "◄": 30322,
+      "َ": 30323,
+      "ע": 30324,
+      "日": 30325,
+      "し": 30326,
+      "ḥ": 30327,
+      "נ": 30328,
+      "山": 30329,
+      "、": 30330,
+      "Ї": 30331,
+      "る": 30332,
+      "文": 30333,
+      "Ñ": 30334,
+      "ド": 30335,
+      "ד": 30336,
+      "ն": 30337,
+      "Ђ": 30338,
+      "Γ": 30339,
+      "þ": 30340,
+      "’": 30341,
+      "®": 30342,
+      "ک": 30343,
+      "“": 30344,
+      "⚭": 30345,
+      "本": 30346,
+      "ℕ": 30347,
+      "น": 30348,
+      "ѝ": 30349,
+      "̶": 30350,
+      "อ": 30351,
+      "ў": 30352,
+      "に": 30353,
+      "数": 30354,
+      "ე": 30355,
+      "国": 30356,
+      "Ω": 30357,
+      "　": 30358,
+      "ǎ": 30359,
+      "ص": 30360,
+      "”": 30361,
+      "Μ": 30362,
+      " ": 30363,
+      "と": 30364,
+      "⁠": 30365,
+      "た": 30366,
+      "ط": 30367,
+      "ր": 30368,
+      "タ": 30369,
+      "ÿ": 30370,
+      "な": 30371,
+      "أ": 30372,
+      "シ": 30373,
+      "新": 30374,
+      "﹕": 30375,
+      "ʃ": 30376,
+      "ľ": 30377,
+      "ロ": 30378,
+      "⁴": 30379,
+      "்": 30380,
+      "⇒": 30381,
+      "ţ": 30382,
+      "：": 30383,
+      "Ț": 30384,
+      "ക": 30385,
+      "≥": 30386,
+      "ി": 30387,
+      "マ": 30388,
+      "ん": 30389,
+      "ṣ": 30390,
+      "ジ": 30391,
+      "是": 30392,
+      "이": 30393,
+      "⋅": 30394,
+      "田": 30395,
+      "を": 30396,
+      "道": 30397,
+      "ง": 30398,
+      "¨": 30399,
+      "ـ": 30400,
+      "เ": 30401,
+      "村": 30402,
+      "Ê": 30403,
+      "ם": 30404,
+      "›": 30405,
+      "用": 30406,
+      "ώ": 30407,
+      "天": 30408,
+      "）": 30409,
+      "་": 30410,
+      "镇": 30411,
+      "か": 30412,
+      "不": 30413,
+      "Τ": 30414,
+      "学": 30415,
+      "ư": 30416,
+      "有": 30417,
+      "ո": 30418,
+      "（": 30419,
+      "レ": 30420,
+      "گ": 30421,
+      "‏": 30422,
+      "フ": 30423,
+      "न": 30424,
+      "ก": 30425,
+      "ɑ": 30426,
+      "す": 30427,
+      "ח": 30428,
+      "上": 30429,
+      "‌": 30430,
+      "∧": 30431,
+      "ṭ": 30432,
+      "ק": 30433,
+      "ξ": 30434,
+      "¤": 30435,
+      "ि": 30436,
+      "会": 30437,
+      "ന": 30438,
+      "カ": 30439,
+      "ų": 30440,
+      "ま": 30441,
+      "ു": 30442,
+      "͡": 30443,
+      "क": 30444,
+      "া": 30445,
+      "小": 30446,
+      "ן": 30447,
+      "行": 30448,
+      "は": 30449,
+      "ʁ": 30450,
+      "Ő": 30451,
+      "Þ": 30452,
+      "り": 30453,
+      "キ": 30454,
+      "Λ": 30455,
+      "რ": 30456,
+      "三": 30457,
+      "が": 30458,
+      "コ": 30459,
+      "ζ": 30460,
+      "市": 30461,
+      "王": 30462,
+      "ℝ": 30463,
+      "Ź": 30464,
+      "う": 30465,
+      "て": 30466,
+      "区": 30467,
+      "ാ": 30468,
+      "‚": 30469,
+      "年": 30470,
+      "פ": 30471,
+      "ի": 30472,
+      "ſ": 30473,
+      "‹": 30474,
+      "त": 30475,
+      "ŏ": 30476,
+      "‑": 30477,
+      "̃": 30478,
+      "Ć": 30479,
+      "ى": 30480,
+      "「": 30481,
+      "」": 30482,
+      "ს": 30483,
+      "Ā": 30484,
+      "म": 30485,
+      "生": 30486,
+      "≠": 30487,
+      "Љ": 30488,
+      "स": 30489,
+      "↔": 30490,
+      "Ο": 30491,
+      "ว": 30492,
+      "ლ": 30493,
+      "成": 30494,
+      "定": 30495,
+      "ล": 30496,
+      "¶": 30497,
+      "כ": 30498,
+      "で": 30499,
+      "ּ": 30500,
+      "ม": 30501,
+      "个": 30502,
+      "和": 30503,
+      "ס": 30504,
+      "在": 30505,
+      "Β": 30506,
+      "ิ": 30507,
+      "Ι": 30508,
+      "⁵": 30509,
+      "ั": 30510,
+      "ɡ": 30511,
+      "━": 30512,
+      "ら": 30513,
+      "オ": 30514,
+      "¼": 30515,
+      "ե": 30516,
+      "バ": 30517,
+      "ָ": 30518,
+      "ŋ": 30519,
+      "ŭ": 30520,
+      "グ": 30521,
+      "⁶": 30522,
+      "Ь": 30523,
+      "⁰": 30524,
+      "方": 30525,
+      "บ": 30526,
+      "—": 30527,
+      "高": 30528,
+      "ệ": 30529,
+      "Ν": 30530,
+      "ѣ": 30531,
+      "ィ": 30532,
+      "地": 30533,
+      "月": 30534,
+      "Ô": 30535,
+      "™": 30536,
+      "ウ": 30537,
+      "き": 30538,
+      "公": 30539,
+      "ạ": 30540,
+      "ო": 30541,
+      "ɾ": 30542,
+      "่": 30543,
+      "出": 30544,
+      "法": 30545,
+      "Θ": 30546,
+      "ส": 30547,
+      "名": 30548,
+      "ย": 30549,
+      "ത": 30550,
+      "Φ": 30551,
+      "↓": 30552,
+      "れ": 30553,
+      "ג": 30554,
+      "Ё": 30555,
+      "ơ": 30556,
+      "下": 30557,
+      "ә": 30558,
+      "ψ": 30559,
+      "┼": 30560,
+      "ャ": 30561,
+      "√": 30562,
+      "¥": 30563,
+      "社": 30564,
+      "ṇ": 30565,
+      "さ": 30566,
+      "ِ": 30567,
+      "く": 30568,
+      "े": 30569,
+      "Ы": 30570,
+      "ἐ": 30571,
+      "テ": 30572,
+      "为": 30573,
+      "乡": 30574,
+      "川": 30575,
+      "ナ": 30576,
+      "之": 30577,
+      "字": 30578,
+      "ム": 30579,
+      "ी": 30580,
+      "海": 30581,
+      "ブ": 30582,
+      "≈": 30583,
+      "！": 30584,
+      "پ": 30585,
+      "¯": 30586,
+      "ἀ": 30587,
+      "ƒ": 30588,
+      "こ": 30589,
+      "ְ": 30590,
+      "東": 30591,
+      "明": 30592,
+      "ὶ": 30593,
+      "时": 30594,
+      "ท": 30595,
+      "ɨ": 30596,
+      "デ": 30597,
+      "️": 30598,
+      "ʊ": 30599,
+      "エ": 30600,
+      "南": 30601,
+      "西": 30602,
+      "ल": 30603,
+      "メ": 30604,
+      "プ": 30605,
+      "平": 30606,
+      "式": 30607,
+      "ῖ": 30608,
+      "қ": 30609,
+      "व": 30610,
+      "غ": 30611,
+      "Ò": 30612,
+      "家": 30613,
+      "ʒ": 30614,
+      "サ": 30615,
+      "≡": 30616,
+      "ダ": 30617,
+      "ต": 30618,
+      "∃": 30619,
+      "₹": 30620,
+      "प": 30621,
+      "第": 30622,
+      "ര": 30623,
+      "ض": 30624,
+      "▄": 30625,
+      "城": 30626,
+      "ミ": 30627,
+      "ɐ": 30628,
+      "¦": 30629,
+      "美": 30630,
+      "件": 30631,
+      "ნ": 30632,
+      "Ð": 30633,
+      "ַ": 30634,
+      "ニ": 30635,
+      "部": 30636,
+      "ņ": 30637,
+      "ǐ": 30638,
+      "ט": 30639,
+      "य": 30640,
+      "あ": 30641,
+      "¾": 30642,
+      "ả": 30643,
+      "ち": 30644,
+      "ュ": 30645,
+      "÷": 30646,
+      "女": 30647,
+      "神": 30648,
+      "♦": 30649,
+      "¢": 30650,
+      "以": 30651,
+      "้": 30652,
+      "র": 30653,
+      "太": 30654,
+      "্": 30655,
+      "チ": 30656,
+      "յ": 30657,
+      "前": 30658,
+      "金": 30659,
+      "ւ": 30660,
+      "野": 30661,
+      "北": 30662,
+      "ห": 30663,
+      "‰": 30664,
+      "っ": 30665,
+      "加": 30666,
+      "原": 30667,
+      "ʲ": 30668,
+      "置": 30669,
+      "安": 30670,
+      "ガ": 30671,
+      "我": 30672,
+      "Ḥ": 30673,
+      "യ": 30674,
+      "京": 30675,
+      "▀": 30676,
+      "მ": 30677,
+      "ვ": 30678,
+      "ʾ": 30679,
+      "∨": 30680,
+      "ִ": 30681,
+      "可": 30682,
+      "取": 30683,
+      "县": 30684,
+      "二": 30685,
+      "▒": 30686,
+      "理": 30687,
+      "自": 30688,
+      "信": 30689,
+      "代": 30690,
+      "ี": 30691,
+      "צ": 30692,
+      "်": 30693,
+      "द": 30694,
+      "⁸": 30695,
+      "̯": 30696,
+      "お": 30697,
+      "要": 30698,
+      "ῦ": 30699,
+      "க": 30700,
+      "ễ": 30701,
+      "ु": 30702,
+      "ƒ": 30703,
+      "ʰ": 30704,
+      "化": 30705,
+      "✓": 30706,
+      "പ": 30707,
+      "의": 30708,
+      "다": 30709,
+      "木": 30710,
+      "ُ": 30711,
+      "̀": 30712,
+      "ˌ": 30713,
+      "ह": 30714,
+      "パ": 30715,
+      "水": 30716,
+      "ế": 30717,
+      "ด": 30718,
+      "ズ": 30719,
+      "⁹": 30720,
+      "島": 30721,
+      "‍": 30722,
+      "も": 30723,
+      "正": 30724,
+      "■": 30725,
+      "آ": 30726,
+      "พ": 30727,
+      "内": 30728,
+      "Ì": 30729,
+      "ǔ": 30730,
+      "┬": 30731,
+      "作": 30732,
+      "合": 30733,
+      "ὸ": 30734,
+      "み": 30735,
+      "▼": 30736,
+      "ῶ": 30737,
+      "⊙": 30738,
+      "～": 30739,
+      "ị": 30740,
+      "ْ": 30741,
+      "回": 30742,
+      "了": 30743,
+      "所": 30744,
+      "事": 30745,
+      "表": 30746,
+      "ำ": 30747,
+      "分": 30748,
+      "⁷": 30749,
+      "ү": 30750,
+      "€": 30751,
+      "入": 30752,
+      "全": 30753,
+      "إ": 30754,
+      "里": 30755,
+      "Χ": 30756,
+      "ं": 30757,
+      "ハ": 30758,
+      "ค": 30759,
+      "⁻": 30760,
+      "モ": 30761,
+      "郎": 30762,
+      "据": 30763,
+      "●": 30764,
+      "州": 30765,
+      "∩": 30766,
+      "者": 30767,
+      "通": 30768,
+      "都": 30769,
+      "ℤ": 30770,
+      "♭": 30771,
+      "╌": 30772,
+      "つ": 30773,
+      "ḍ": 30774,
+      "江": 30775,
+      "ז": 30776,
+      "Ý": 30777,
+      "ө": 30778,
+      "์": 30779,
+      "到": 30780,
+      "ி": 30781,
+      "ʂ": 30782,
+      "对": 30783,
+      "스": 30784,
+      "使": 30785,
+      "ি": 30786,
+      "よ": 30787,
+      "Ἀ": 30788,
+      "Ï": 30789,
+      "∘": 30790,
+      "사": 30791,
+      "ন": 30792,
+      "世": 30793,
+      "ɕ": 30794,
+      "կ": 30795,
+      "უ": 30796,
+      "ട": 30797,
+      "ბ": 30798,
+      "ो": 30799,
+      "വ": 30800,
+      "果": 30801,
+      "十": 30802,
+      "ุ": 30803,
+      "藤": 30804,
+      "来": 30805,
+      "面": 30806,
+      "け": 30807,
+      "ĕ": 30808,
+      "ビ": 30809,
+      "这": 30810,
+      "지": 30811,
+      "ം": 30812,
+      "街": 30813,
+      "石": 30814,
+      "能": 30815,
+      "空": 30816,
+      "տ": 30817,
+      "ئ": 30818,
+      "武": 30819,
+      "ʹ": 30820,
+      "ϕ": 30821,
+      "后": 30822,
+      "ะ": 30823,
+      "元": 30824,
+      "ʔ": 30825,
+      "리": 30826,
+      "기": 30827,
+      "河": 30828,
+      "町": 30829,
+      "花": 30830,
+      "ὐ": 30831,
+      "类": 30832,
+      "░": 30833,
+      "物": 30834,
+      "Η": 30835,
+      "¸": 30836,
+      "ு": 30837,
+      "თ": 30838,
+      "ث": 30839,
+      "െ": 30840,
+      "╠": 30841,
+      "⊆": 30842,
+      "》": 30843,
+      "ツ": 30844,
+      "版": 30845,
+      "动": 30846,
+      "如": 30847,
+      "真": 30848,
+      "ɲ": 30849,
+      "号": 30850,
+      "ذ": 30851,
+      "정": 30852,
+      "林": 30853,
+      "書": 30854,
+      "民": 30855,
+      "口": 30856,
+      "ّ": 30857,
+      "示": 30858,
+      "മ": 30859,
+      "아": 30860,
+      "图": 30861,
+      "∪": 30862,
+      "戦": 30863,
+      "李": 30864,
+      "ല": 30865,
+      "《": 30866,
+      "光": 30867,
+      "白": 30868,
+      "心": 30869,
+      "த": 30870,
+      "ज": 30871,
+      "设": 30872,
+      "ί": 30873,
+      "路": 30874,
+      "ग": 30875,
+      "∥": 30876,
+      "한": 30877,
+      "最": 30878,
+      "Ћ": 30879,
+      "手": 30880,
+      "ս": 30881,
+      "？": 30882,
+      "型": 30883,
+      "ầ": 30884,
+      "セ": 30885,
+      "建": 30886,
+      "ェ": 30887,
+      "主": 30888,
+      "시": 30889,
+      "대": 30890,
+      "ῆ": 30891,
+      "‡": 30892,
+      "集": 30893,
+      "დ": 30894,
+      "目": 30895,
+      "Ρ": 30896,
+      "ァ": 30897,
+      "度": 30898,
+      "長": 30899,
+      "星": 30900,
+      "ノ": 30901,
+      "ộ": 30902,
+      "가": 30903,
+      "五": 30904,
+      "چ": 30905,
+      "로": 30906,
+      "ョ": 30907,
+      "重": 30908,
+      "于": 30909,
+      "发": 30910,
+      "史": 30911,
+      "ظ": 30912,
+      "ช": 30913,
+      "え": 30914,
+      "國": 30915,
+      "ĭ": 30916,
+      "ப": 30917,
+      "인": 30918,
+      "你": 30919,
+      "駅": 30920,
+      "‒": 30921,
+      "♥": 30922,
+      "多": 30923,
+      "ħ": 30924,
+      "Қ": 30925,
+      "ồ": 30926,
+      "士": 30927,
+      "四": 30928,
+      "┴": 30929,
+      "ம": 30930,
+      "司": 30931,
+      "ে": 30932,
+      "ὰ": 30933,
+      "∂": 30934,
+      "╬": 30935,
+      "次": 30936,
+      "Ľ": 30937,
+      "⟶": 30938,
+      "立": 30939,
+      "点": 30940,
+      "音": 30941,
+      "⠀": 30942,
+      "器": 30943,
+      "하": 30944,
+      "井": 30945,
+      "存": 30946,
+      "ֹ": 30947,
+      "当": 30948,
+      "Ë": 30949,
+      "★": 30950,
+      "寺": 30951,
+      "性": 30952,
+      "也": 30953,
+      "め": 30954,
+      "だ": 30955,
+      "位": 30956,
+      "ങ": 30957,
+      "ہ": 30958,
+      "值": 30959,
+      "古": 30960,
+      "გ": 30961,
+      "ব": 30962,
+      "院": 30963,
+      "േ": 30964,
+      "▶": 30965,
+      "ர": 30966,
+      "界": 30967,
+      "語": 30968,
+      "സ": 30969,
+      "수": 30970,
+      "ǒ": 30971,
+      "愛": 30972,
+      "✔": 30973,
+      "時": 30974,
+      "ọ": 30975,
+      "റ": 30976,
+      "մ": 30977,
+      "ケ": 30978,
+      "东": 30979,
+      "同": 30980,
+      "주": 30981,
+      "保": 30982,
+      "Õ": 30983,
+      "ố": 30984,
+      "ἰ": 30985,
+      "青": 30986,
+      "ゴ": 30987,
+      "体": 30988,
+      "清": 30989,
+      "相": 30990,
+      "จ": 30991,
+      "ء": 30992,
+      "情": 30993,
+      "𝕜": 30994,
+      "ক": 30995,
+      "ḫ": 30996,
+      "ờ": 30997,
+      "将": 30998,
+      "族": 30999,
+      "동": 31000,
+      "Υ": 31001,
+      "┌": 31002,
+      "ボ": 31003,
+      "宮": 31004,
+      "』": 31005,
+      "ম": 31006,
+      "『": 31007,
+      "ļ": 31008,
+      "श": 31009,
+      "ป": 31010,
+      "Ա": 31011,
+      "ब": 31012,
+      "자": 31013,
+      "政": 31014,
+      "ா": 31015,
+      "间": 31016,
+      "fi": 31017,
+      "松": 31018,
+      "ṃ": 31019,
+      "始": 31020,
+      "息": 31021,
+      "少": 31022,
+      "教": 31023,
+      "获": 31024,
+      "列": 31025,
+      "开": 31026,
+      "ტ": 31027,
+      "ワ": 31028,
+      "კ": 31029,
+      "科": 31030,
+      "春": 31031,
+      "治": 31032,
+      "吉": 31033,
+      "ས": 31034,
+      "ศ": 31035,
+      "ɒ": 31036,
+      "台": 31037,
+      "ネ": 31038,
+      "း": 31039,
+      "ĩ": 31040,
+      "工": 31041,
+      "ά": 31042,
+      "知": 31043,
+      "八": 31044,
+      "場": 31045,
+      "画": 31046,
+      "百": 31047,
+      "☆": 31048,
+      "記": 31049,
+      "得": 31050,
+      "ソ": 31051,
+      "氏": 31052,
+      "ာ": 31053,
+      "에": 31054,
+      "ল": 31055,
+      "ṛ": 31056,
+      "关": 31057,
+      "ġ": 31058,
+      "έ": 31059,
+      "∑": 31060,
+      "ベ": 31061,
+      "标": 31062,
+      "니": 31063,
+      "ὴ": 31064,
+      "ֵ": 31065,
+      "外": 31066,
+      "♠": 31067,
+      "わ": 31068,
+      "間": 31069,
+      "ภ": 31070,
+      "校": 31071,
+      "制": 31072,
+      "แ": 31073,
+      "力": 31074,
+      "門": 31075,
+      "好": 31076,
+      "ғ": 31077,
+      "Ù": 31078,
+      "ℓ": 31079,
+      "ֶ": 31080,
+      "는": 31081,
+      "┐": 31082,
+      "∗": 31083,
+      "指": 31084,
+      "色": 31085,
+      "返": 31086,
+      "馬": 31087,
+      "请": 31088,
+      "≫": 31089,
+      "風": 31090,
+      "ό": 31091,
+      "接": 31092,
+      "서": 31093,
+      "↳": 31094,
+      "せ": 31095,
+      "志": 31096,
+      "̲": 31097,
+      "魔": 31098,
+      "ң": 31099,
+      "更": 31100,
+      "程": 31101,
+      "김": 31102,
+      "郡": 31103,
+      "ོ": 31104,
+      "ũ": 31105,
+      "ച": 31106,
+      "利": 31107,
+      "県": 31108,
+      "周": 31109,
+      "そ": 31110,
+      "や": 31111,
+      "谷": 31112,
+      "香": 31113,
+      "♯": 31114,
+      "じ": 31115,
+      "،": 31116,
+      "期": 31117,
+      "∅": 31118,
+      "┘": 31119,
+      "初": 31120,
+      "福": 31121,
+      "片": 31122,
+      "ザ": 31123,
+      "動": 31124,
+      "参": 31125,
+      "성": 31126,
+      "Ə": 31127,
+      "╦": 31128,
+      "어": 31129,
+      "ხ": 31130,
+      "義": 31131,
+      "च": 31132,
+      "象": 31133,
+      "功": 31134,
+      "♂": 31135,
+      "도": 31136,
+      "고": 31137,
+      "过": 31138,
+      "վ": 31139,
+      "皇": 31140,
+      "特": 31141,
+      "ậ": 31142,
+      "长": 31143,
+      "英": 31144,
+      "ấ": 31145,
+      "ണ": 31146,
+      "Ъ": 31147,
+      "স": 31148,
+      "其": 31149,
+      "ত": 31150,
+      "流": 31151,
+      "除": 31152,
+      "일": 31153,
+      "ু": 31154,
+      "្": 31155,
+      "永": 31156,
+      "直": 31157,
+      "상": 31158,
+      "千": 31159,
+      "ắ": 31160,
+      "館": 31161,
+      "Ť": 31162,
+      "朝": 31163,
+      "ட": 31164,
+      "ɣ": 31165,
+      "单": 31166,
+      "ʀ": 31167,
+      "格": 31168,
+      "德": 31169,
+      "전": 31170,
+      "☺": 31171,
+      "ピ": 31172,
+      "歌": 31173,
+      "进": 31174,
+      "限": 31175,
+      "夫": 31176,
+      "트": 31177,
+      "⊢": 31178,
+      "園": 31179,
+      "量": 31180,
+      "土": 31181,
+      "放": 31182,
+      "码": 31183,
+      "等": 31184,
+      "系": 31185,
+      "∼": 31186,
+      "華": 31187,
+      "↵": 31188,
+      "소": 31189,
+      "常": 31190,
+      "否": 31191,
+      "見": 31192,
+      "源": 31193,
+      "ׁ": 31194,
+      "实": 31195,
+      "博": 31196,
+      "라": 31197,
+      "원": 31198,
+      "보": 31199,
+      "⊕": 31200,
+      "解": 31201,
+      "〜": 31202,
+      "男": 31203,
+      "দ": 31204,
+      "ポ": 31205,
+      "ろ": 31206,
+      "나": 31207,
+      "ག": 31208,
+      "無": 31209,
+      "Û": 31210,
+      "̥": 31211,
+      "ұ": 31212,
+      "查": 31213,
+      "̣": 31214,
+      "╗": 31215,
+      "╩": 31216,
+      "条": 31217,
+      "য": 31218,
+      "ὁ": 31219,
+      "後": 31220,
+      "他": 31221,
+      "网": 31222,
+      "ல": 31223,
+      "≃": 31224,
+      "화": 31225,
+      "ە": 31226,
+      "阿": 31227,
+      "ေ": 31228,
+      "户": 31229,
+      "∫": 31230,
+      "구": 31231,
+      "ར": 31232,
+      "မ": 31233,
+      "▸": 31234,
+      "լ": 31235,
+      "○": 31236,
+      "命": 31237,
+      "就": 31238,
+      "龍": 31239,
+      "君": 31240,
+      "夏": 31241,
+      "": 31242,
+      "言": 31243,
+      "先": 31244,
+      "➜": 31245,
+      "შ": 31246,
+      "ძ": 31247,
+      "ਾ": 31248,
+      "வ": 31249,
+      "ど": 31250,
+      "ヒ": 31251,
+      "ไ": 31252,
+      "ன": 31253,
+      "ば": 31254,
+      "ギ": 31255,
+      "գ": 31256,
+      "ἄ": 31257,
+      "ヤ": 31258,
+      "典": 31259,
+      "府": 31260,
+      "̄": 31261,
+      "신": 31262,
+      "组": 31263,
+      "改": 31264,
+      "ὲ": 31265,
+      "华": 31266,
+      "与": 31267,
+      "调": 31268,
+      "╝": 31269,
+      "ヴ": 31270,
+      "ქ": 31271,
+      "由": 31272,
+      "修": 31273,
+      "學": 31274,
+      "♣": 31275,
+      "消": 31276,
+      "符": 31277,
+      "ʌ": 31278,
+      "부": 31279,
+      "ớ": 31280,
+      "‾": 31281,
+      "▲": 31282,
+      "录": 31283,
+      "ള": 31284,
+      "연": 31285,
+      "을": 31286,
+      "ひ": 31287,
+      "영": 31288,
+      "┤": 31289,
+      "已": 31290,
+      "陽": 31291,
+      "င": 31292,
+      "국": 31293,
+      "容": 31294,
+      "未": 31295,
+      "宗": 31296,
+      "ᴇ": 31297,
+      "び": 31298,
+      "장": 31299,
+      "龙": 31300,
+      "්": 31301,
+      "提": 31302,
+      "ĝ": 31303,
+      "六": 31304,
+      "形": 31305,
+      "제": 31306,
+      "Հ": 31307,
+      "伊": 31308,
+      "ϵ": 31309,
+      "ข": 31310,
+      "Ű": 31311,
+      "ゃ": 31312,
+      "火": 31313,
+      "Ṣ": 31314,
+      "佐": 31315,
+      "⊥": 31316,
+      "̪": 31317,
+      "ứ": 31318,
+      "□": 31319,
+      "结": 31320,
+      "九": 31321,
+      "雄": 31322,
+      "թ": 31323,
+      "ា": 31324,
+      "而": 31325,
+      "བ": 31326,
+      "우": 31327,
+      "张": 31328,
+      "ट": 31329,
+      "ष": 31330,
+      "向": 31331,
+      "ῥ": 31332,
+      "选": 31333,
+      "공": 31334,
+      "ゲ": 31335,
+      "ʐ": 31336,
+      "仁": 31337,
+      "堂": 31338,
+      "ך": 31339,
+      "ု": 31340,
+      "ἔ": 31341,
+      "അ": 31342,
+      "ề": 31343,
+      "ད": 31344,
+      "선": 31345,
+      "오": 31346,
+      "久": 31347,
+      "œ": 31348,
+      "义": 31349,
+      "अ": 31350,
+      "╔": 31351,
+      "无": 31352,
+      "
": 31353,
+      "은": 31354,
+      "ʷ": 31355,
+      "那": 31356,
+      "線": 31357,
+      "务": 31358,
+      "基": 31359,
+      "属": 31360,
+      "配": 31361,
+      "미": 31362,
+      "軍": 31363,
+      "โ": 31364,
+      "津": 31365,
+      "完": 31366,
+      "研": 31367,
+      "注": 31368,
+      "失": 31369,
+      "应": 31370,
+      "က": 31371,
+      "╚": 31372,
+      "友": 31373,
+      "章": 31374,
+      "Ψ": 31375,
+      "求": 31376,
+      "ण": 31377,
+      "경": 31378,
+      "‬": 31379,
+      "भ": 31380,
+      "们": 31381,
+      "模": 31382,
+      "需": 31383,
+      "ச": 31384,
+      "電": 31385,
+      "প": 31386,
+      "դ": 31387,
+      "へ": 31388,
+      "此": 31389,
+      "夜": 31390,
+      "或": 31391,
+      "橋": 31392,
+      "根": 31393,
+      "Ī": 31394,
+      "玉": 31395,
+      "ู": 31396,
+      "ṅ": 31397,
+      "交": 31398,
+      "品": 31399,
+      "良": 31400,
+      "ང": 31401,
+      "ォ": 31402,
+      "则": 31403,
+      "開": 31404,
+      "Ζ": 31405,
+      "문": 31406,
+      "被": 31407,
+      "조": 31408,
+      "株": 31409,
+      "记": 31410,
+      "會": 31411,
+      "经": 31412,
+      "ू": 31413,
+      "ょ": 31414,
+      "转": 31415,
+      "崎": 31416,
+      "마": 31417,
+      "⌘": 31418,
+      "比": 31419,
+      "造": 31420,
+      "ܐ": 31421,
+      "ื": 31422,
+      "没": 31423,
+      "现": 31424,
+      "七": 31425,
+      "Ά": 31426,
+      "商": 31427,
+      "ை": 31428,
+      "机": 31429,
+      "阳": 31430,
+      "ĉ": 31431,
+      "角": 31432,
+      "站": 31433,
+      "բ": 31434,
+      "해": 31435,
+      "及": 31436,
+      "ध": 31437,
+      "術": 31438,
+      "认": 31439,
+      "‘": 31440,
+      "创": 31441,
+      "編": 31442,
+      "ղ": 31443,
+      "ḩ": 31444,
+      "伝": 31445,
+      "岡": 31446,
+      "ड": 31447,
+      "ホ": 31448,
+      "港": 31449,
+      "任": 31450,
+      "登": 31451,
+      "ི": 31452,
+      "็": 31453,
+      "布": 31454,
+      "究": 31455,
+      "帝": 31456,
+      "여": 31457,
+      "산": 31458,
+      "န": 31459,
+      "◦": 31460,
+      "密": 31461,
+      "变": 31462,
+      "序": 31463,
+      "♀": 31464,
+      "∣": 31465,
+      "计": 31466,
+      "曲": 31467,
+      "Ă": 31468,
+      "ύ": 31469,
+      "ʋ": 31470,
+      "传": 31471,
+      "】": 31472,
+      "包": 31473,
+      "意": 31474,
+      "去": 31475,
+      "沙": 31476,
+      "⸮": 31477,
+      "【": 31478,
+      "写": 31479,
+      "超": 31480,
+      "ய": 31481,
+      "今": 31482,
+      "┈": 31483,
+      "森": 31484,
+      "ි": 31485,
+      "⊗": 31486,
+      "비": 31487,
+      "հ": 31488,
+      "Ḩ": 31489,
+      "ǫ": 31490,
+      "黄": 31491,
+      "∙": 31492,
+      "드": 31493,
+      "🌍": 31494,
+      "景": 31495,
+      "湖": 31496,
+      "ք": 31497,
+      "ိ": 31498,
+      "ⁿ": 31499,
+      "̂": 31500,
+      "ペ": 31501,
+      "何": 31502,
+      "宇": 31503,
+      "張": 31504,
+      "语": 31505,
+      "老": 31506,
+      "例": 31507,
+      "Ṭ": 31508,
+      "鉄": 31509,
+      "克": 31510,
+      "☉": 31511,
+      "™": 31512,
+      "ɹ": 31513,
+      "ἱ": 31514,
+      "ⴰ": 31515,
+      "然": 31516,
+      "를": 31517,
+      "ǧ": 31518,
+      "報": 31519,
+      "服": 31520,
+      "Ď": 31521,
+      "想": 31522,
+      "‖": 31523,
+      "ユ": 31524,
+      "実": 31525,
+      "载": 31526,
+      "요": 31527,
+      "ℚ": 31528,
+      "波": 31529,
+      "马": 31530,
+      "状": 31531,
+      "线": 31532,
+      "유": 31533,
+      "洋": 31534,
+      "万": 31535,
+      "진": 31536,
+      "জ": 31537,
+      "添": 31538,
+      "球": 31539,
+      "機": 31540,
+      "支": 31541,
+      "显": 31542,
+      "拉": 31543,
+      "ὑ": 31544,
+      "送": 31545,
+      "隊": 31546,
+      "ธ": 31547,
+      "处": 31548,
+      "師": 31549,
+      "⊂": 31550,
+      "像": 31551,
+      "়": 31552,
+      "黒": 31553,
+      "ց": 31554,
+      "": 31555,
+      "ủ": 31556,
+      "只": 31557,
+      "起": 31558,
+      "段": 31559,
+      "တ": 31560,
+      "區": 31561,
+      "選": 31562,
+      "천": 31563,
+      "業": 31564,
+      "算": 31565,
+      "广": 31566,
+      "រ": 31567,
+      "视": 31568,
+      "秋": 31569,
+      "因": 31570,
+      "년": 31571,
+      "ے": 31572,
+      "输": 31573,
+      "̱": 31574,
+      "Մ": 31575,
+      "∆": 31576,
+      "康": 31577,
+      "세": 31578,
+      "思": 31579,
+      "死": 31580,
+      "聖": 31581,
+      "민": 31582,
+      "－": 31583,
+      "头": 31584,
+      "ർ": 31585,
+      "∉": 31586,
+      "車": 31587,
+      "┃": 31588,
+      "▇": 31589,
+      "按": 31590,
+      "⍵": 31591,
+      "夢": 31592,
+      "汉": 31593,
+      "从": 31594,
+      "ী": 31595,
+      "题": 31596,
+      "ˆ": 31597,
+      "ἡ": 31598,
+      "展": 31599,
+      "省": 31600,
+      "ུ": 31601,
+      "葉": 31602,
+      "호": 31603,
+      "ਰ": 31604,
+      "素": 31605,
+      "関": 31606,
+      "그": 31607,
+      "；": 31608,
+      "න": 31609,
+      "页": 31610,
+      "共": 31611,
+      "宿": 31612,
+      "态": 31613,
+      "ན": 31614,
+      "技": 31615,
+      "乐": 31616,
+      "控": 31617,
+      "移": 31618,
+      "影": 31619,
+      "ụ": 31620,
+      "ゆ": 31621,
+      "ご": 31622,
+      "್": 31623,
+      "管": 31624,
+      "ൾ": 31625,
+      "╣": 31626,
+      "戸": 31627,
+      "⇔": 31628,
+      "函": 31629,
+      "ẓ": 31630,
+      "尾": 31631,
+      "场": 31632,
+      "介": 31633,
+      "": 31634,
+      "育": 31635,
+      "ර": 31636,
+      "泉": 31637,
+      "ൽ": 31638,
+      "说": 31639,
+      "换": 31640,
+      "必": 31641,
+      "紀": 31642,
+      "མ": 31643,
+      "ེ": 31644,
+      "ợ": 31645,
+      "ൻ": 31646,
+      "宝": 31647,
+      "気": 31648,
+      "门": 31649,
+      "令": 31650,
+      "左": 31651,
+      "漢": 31652,
+      "若": 31653,
+      "屋": 31654,
+      "局": 31655,
+      "打": 31656,
+      "発": 31657,
+      "问": 31658,
+      "恋": 31659,
+      "兵": 31660,
+      "別": 31661,
+      "ા": 31662,
+      "Ս": 31663,
+      "߬": 31664,
+      "গ": 31665,
+      "并": 31666,
+      "ख": 31667,
+      "ή": 31668,
+      "节": 31669,
+      "ʑ": 31670,
+      "ץ": 31671,
+      "Ḫ": 31672,
+      "ℂ": 31673,
+      "引": 31674,
+      "统": 31675,
+      "智": 31676,
+      "̩": 31677,
+      "ै": 31678,
+      "电": 31679,
+      "현": 31680,
+      "✅": 31681,
+      "赤": 31682,
+      "断": 31683,
+      "ね": 31684,
+      "称": 31685,
+      "শ": 31686,
+      "身": 31687,
+      "首": 31688,
+      "付": 31689,
+      "⅓": 31690,
+      "ਸ": 31691,
+      "連": 31692,
+      "ზ": 31693,
+      "官": 31694,
+      "持": 31695,
+      "奈": 31696,
+      "御": 31697,
+      "親": 31698,
+      "군": 31699,
+      "库": 31700,
+      "秀": 31701,
+      "址": 31702,
+      "守": 31703,
+      "活": 31704,
+      "ལ": 31705,
+      "ふ": 31706,
+      "藏": 31707,
+      "ស": 31708,
+      "竹": 31709,
+      "草": 31710,
+      "結": 31711,
+      "ා": 31712,
+      "昌": 31713,
+      "樹": 31714,
+      "ள": 31715,
+      "무": 31716,
+      "হ": 31717,
+      "ゼ": 31718,
+      "̈": 31719,
+      "շ": 31720,
+      "勝": 31721,
+      "足": 31722,
+      "ရ": 31723,
+      "위": 31724,
+      "į": 31725,
+      "Ἰ": 31726,
+      "航": 31727,
+      "陳": 31728,
+      "业": 31729,
+      "富": 31730,
+      "雪": 31731,
+      "आ": 31732,
+      "再": 31733,
+      "안": 31734,
+      "默": 31735,
+      "박": 31736,
+      "용": 31737,
+      "✿": 31738,
+      "楽": 31739,
+      "沢": 31740,
+      "羅": 31741,
+      "Ė": 31742,
+      "ʎ": 31743,
+      "忠": 31744,
+      "错": 31745,
+      "단": 31746,
+      "면": 31747,
+      "ķ": 31748,
+      "桥": 31749,
+      "雲": 31750,
+      "该": 31751,
+      "ṯ": 31752,
+      "岩": 31753,
+      "남": 31754,
+      "ỹ": 31755,
+      "专": 31756,
+      "切": 31757,
+      "店": 31758,
+      "朱": 31759,
+      "ף": 31760,
+      "ず": 31761,
+      "幸": 31762,
+      "母": 31763,
+      "ɫ": 31764,
+      "々": 31765,
+      "∷": 31766,
+      "串": 31767,
+      "击": 31768,
+      "Ἐ": 31769,
+      "設": 31770,
+      "⊤": 31771,
+      "ₗ": 31772,
+      "經": 31773,
+      "강": 31774,
+      "ပ": 31775,
+      "।": 31776,
+      "ѐ": 31777,
+      "ᾶ": 31778,
+      "➖": 31779,
+      "座": 31780,
+      "씨": 31781,
+      "ぶ": 31782,
+      "Ţ": 31783,
+      "云": 31784,
+      "告": 31785,
+      "変": 31786,
+      "试": 31787,
+      "隆": 31788,
+      "개": 31789,
+      "պ": 31790,
+      "判": 31791,
+      "劉": 31792,
+      "˜": 31793,
+      "ˠ": 31794,
+      "编": 31795,
+      "ณ": 31796,
+      "ữ": 31797,
+      "达": 31798,
+      "Ě": 31799,
+      "ܝ": 31800,
+      "ြ": 31801,
+      "ḷ": 31802,
+      "右": 31803,
+      "들": 31804,
+      "ŝ": 31805,
+      "ӏ": 31806,
+      "్": 31807,
+      "എ": 31808,
+      "ற": 31809,
+      "复": 31810,
+      "看": 31811,
+      "話": 31812,
+      "坂": 31813,
+      "尔": 31814,
+      "衛": 31815,
+      "զ": 31816,
+      "차": 31817,
+      "丸": 31818,
+      "样": 31819,
+      "鬼": 31820,
+      "़": 31821,
+      "학": 31822,
+      "喜": 31823,
+      "斯": 31824,
+      "銀": 31825,
+      "만": 31826,
+      "Ξ": 31827,
+      "ც": 31828,
+      "群": 31829,
+      "近": 31830,
+      "塔": 31831,
+      "ϊ": 31832,
+      "ந": 31833,
+      "む": 31834,
+      "确": 31835,
+      "索": 31836,
+      "∇": 31837,
+      "非": 31838,
+      "望": 31839,
+      "❯": 31840,
+      "希": 31841,
+      "ỳ": 31842,
+      "甲": 31843,
+      "越": 31844,
+      "鳥": 31845,
+      "麻": 31846,
+      "雅": 31847,
+      "拳": 31848,
+      "ក": 31849,
+      "溪": 31850,
+      "测": 31851,
+      "话": 31852,
+      "池": 31853,
+      "菜": 31854,
+      "食": 31855,
+      "터": 31856,
+      "ਿ": 31857,
+      "渡": 31858,
+      "速": 31859,
+      "ھ": 31860,
+      "ರ": 31861,
+      "陈": 31862,
+      "健": 31863,
+      "ো": 31864,
+      "ක": 31865,
+      "ὺ": 31866,
+      "军": 31867,
+      "庄": 31868,
+      "红": 31869,
+      "Ħ": 31870,
+      "論": 31871,
+      "Ÿ": 31872,
+      "Έ": 31873,
+      "ự": 31874,
+      "孝": 31875,
+      "頭": 31876,
+      "飛": 31877,
+      "˚": 31878,
+      "▓": 31879,
+      "ً": 31880,
+      "‭": 31881,
+      "么": 31882,
+      "達": 31883,
+      "ѫ": 31884,
+      "巴": 31885,
+      "洞": 31886,
+      "貴": 31887,
+      "项": 31888,
+      "ദ": 31889,
+      "ɵ": 31890,
+      "̍": 31891,
+      "ҡ": 31892,
+      "种": 31893,
+      "运": 31894,
+      "식": 31895,
+      "ྱ": 31896,
+      "ḳ": 31897,
+      "彦": 31898,
+      "⥤": 31899,
+      "书": 31900,
+      "构": 31901,
+      "米": 31902,
+      "连": 31903,
+      "操": 31904,
+      "装": 31905,
+      "과": 31906,
+      "ぐ": 31907,
+      "反": 31908,
+      "̌": 31909,
+      "仮": 31910,
+      "员": 31911,
+      "昭": 31912,
+      "ശ": 31913,
+      "兴": 31914,
+      "客": 31915,
+      "删": 31916,
+      "ම": 31917,
+      "ව": 31918,
+      "პ": 31919,
+      "ċ": 31920,
+      "ഷ": 31921,
+      "သ": 31922,
+      "ᵉ": 31923,
+      "居": 31924,
+      "타": 31925,
+      "𝓝": 31926,
+      "थ": 31927,
+      "現": 31928,
+      "ˇ": 31929,
+      "종": 31930,
+      "助": 31931,
+      "唐": 31932,
+      "瀬": 31933,
+      "ន": 31934,
+      "微": 31935,
+      "１": 31936,
+      "Ġ": 31937,
+      "ほ": 31938,
+      "舞": 31939,
+      "내": 31940,
+      "중": 31941,
+      "Ē": 31942,
+      "导": 31943,
+      "效": 31944,
+      "방": 31945,
+      "ḏ": 31946,
+      "深": 31947,
+      "梅": 31948,
+      "料": 31949,
+      "월": 31950,
+      "每": 31951,
+      "洲": 31952,
+      "회": 31953,
+      "茶": 31954,
+      "败": 31955,
+      "ഞ": 31956,
+      "ể": 31957,
+      "ヨ": 31958,
+      "些": 31959,
+      "双": 31960,
+      "嘉": 31961,
+      "모": 31962,
+      "바": 31963,
+      "ษ": 31964,
+      "進": 31965,
+      "음": 31966,
+      "ญ": 31967,
+      "丁": 31968,
+      "故": 31969,
+      "計": 31970,
+      "遠": 31971,
+      "교": 31972,
+      "재": 31973,
+      "候": 31974,
+      "房": 31975,
+      "명": 31976,
+      "两": 31977,
+      "ფ": 31978,
+      "才": 31979,
+      "합": 31980,
+      "止": 31981,
+      "番": 31982,
+      "ɯ": 31983,
+      "奇": 31984,
+      "怪": 31985,
+      "联": 31986,
+      "역": 31987,
+      "泰": 31988,
+      "백": 31989,
+      "ὀ": 31990,
+      "げ": 31991,
+      "べ": 31992,
+      "边": 31993,
+      "还": 31994,
+      "黃": 31995,
+      "왕": 31996,
+      "收": 31997,
+      "弘": 31998,
+      "给": 31999
+    },
+    "merges": [
+      "▁ t",
+      "e r",
+      "i n",
+      "▁ a",
+      "e n",
+      "o n",
+      "▁t h",
+      "▁ th",
+      "e s",
+      "▁ s",
+      "▁ d",
+      "a t",
+      "o r",
+      "a n",
+      "▁ c",
+      "i s",
+      "r e",
+      "i t",
+      "▁t he",
+      "▁th e",
+      "▁ the",
+      "a r",
+      "l e",
+      "▁ w",
+      "▁ p",
+      "o u",
+      "a l",
+      "▁ f",
+      "▁ m",
+      "e d",
+      "▁ o",
+      "▁ b",
+      "o m",
+      "io n",
+      "i on",
+      "in g",
+      "i ng",
+      "i c",
+      "a s",
+      "e l",
+      "en t",
+      "e nt",
+      "▁i n",
+      "▁ in",
+      "▁ h",
+      "n d",
+      "e t",
+      "▁ l",
+      "▁ n",
+      "s t",
+      "▁t o",
+      "▁ to",
+      "c h",
+      "▁ I",
+      "r o",
+      "i l",
+      "▁o f",
+      "▁ of",
+      "d e",
+      "c t",
+      "▁ (",
+      "a m",
+      "▁ C",
+      "▁d e",
+      "▁ de",
+      "▁ S",
+      "▁ u",
+      "▁ A",
+      "▁ \\",
+      "▁ e",
+      "▁a nd",
+      "▁an d",
+      "▁ and",
+      "▁ T",
+      "o l",
+      "▁ v",
+      "i m",
+      "o t",
+      "a d",
+      "u t",
+      "▁ g",
+      "e m",
+      "u r",
+      "i d",
+      "▁ *",
+      "i g",
+      "r a",
+      "▁r e",
+      "▁ re",
+      "▁i s",
+      "▁ is",
+      "q u",
+      "o w",
+      "▁ M",
+      "es t",
+      "e st",
+      "▁ y",
+      "s e",
+      "v e",
+      "c e",
+      "i e",
+      "u n",
+      "▁ P",
+      "▁ B",
+      "a g",
+      "u l",
+      "▁ =",
+      "h e",
+      "en d",
+      "e nd",
+      "od e",
+      "o de",
+      "te r",
+      "t er",
+      "me nt",
+      "men t",
+      "m ent",
+      "o s",
+      "▁ D",
+      "i f",
+      "at ion",
+      "ati on",
+      "atio n",
+      "a tion",
+      "▁f or",
+      "▁fo r",
+      "▁ for",
+      "▁ r",
+      "▁ L",
+      "▁y ou",
+      "▁yo u",
+      "▁ you",
+      "▁b e",
+      "▁ be",
+      "l y",
+      "ve r",
+      "v er",
+      "a b",
+      "t e",
+      "▁i t",
+      "▁ it",
+      "▁o n",
+      "▁ on",
+      "r i",
+      "u s",
+      "▁ \"",
+      "▁w h",
+      "▁ wh",
+      "▁c on",
+      "▁co n",
+      "▁ con",
+      "▁ H",
+      "▁s t",
+      "▁ st",
+      "i r",
+      "▁ E",
+      "▁ F",
+      "c k",
+      "▁a n",
+      "▁ an",
+      "t h",
+      "e g",
+      "a y",
+      "it h",
+      "i th",
+      "▁ R",
+      "is t",
+      "i st",
+      "an d",
+      "a nd",
+      "▁t hat",
+      "▁th at",
+      "▁ that",
+      "▁a l",
+      "▁ al",
+      "▁ $",
+      "▁ #",
+      "o d",
+      "u m",
+      "▁ W",
+      "h t",
+      "co de",
+      "cod e",
+      "c ode",
+      "▁ G",
+      "at e",
+      "a te",
+      "es s",
+      "e ss",
+      "▁ N",
+      "er e",
+      "e re",
+      "p p",
+      "▁a s",
+      "▁ as",
+      "▁s e",
+      "▁ se",
+      "▁p ro",
+      "▁pr o",
+      "▁ pro",
+      "▁w ith",
+      "▁wit h",
+      "▁ with",
+      "p e",
+      "▁ k",
+      "er s",
+      "e rs",
+      "p t",
+      ") ;",
+      "l o",
+      "▁c om",
+      "▁co m",
+      "▁ com",
+      "am e",
+      "a me",
+      "▁ `",
+      "▁C om",
+      "▁Co m",
+      "▁ Com",
+      "i a",
+      "an t",
+      "a nt",
+      "▁l a",
+      "▁ la",
+      "▁ {",
+      "▁e n",
+      "▁ en",
+      "ct ion",
+      "c tion",
+      "▁e x",
+      "▁ ex",
+      "l d",
+      "u b",
+      "▁ j",
+      "l a",
+      "u e",
+      "▁ J",
+      "ic h",
+      "i ch",
+      "▁d o",
+      "▁ do",
+      "▁ O",
+      "▁q u",
+      "▁ qu",
+      "i v",
+      "or t",
+      "o rt",
+      "ar t",
+      "a rt",
+      "▁u n",
+      "▁ un",
+      "▁# #",
+      "▁ ##",
+      "▁t his",
+      "▁th is",
+      "▁ this",
+      "k e",
+      "▁h a",
+      "▁ ha",
+      "▁ -",
+      "ou t",
+      "o ut",
+      "▁T he",
+      "▁Th e",
+      "▁ The",
+      "▁n ot",
+      "▁no t",
+      "▁ not",
+      "▁n e",
+      "▁ ne",
+      "il l",
+      "i ll",
+      "▁l e",
+      "▁ le",
+      "c i",
+      "ro m",
+      "r om",
+      "in e",
+      "i ne",
+      "/ /",
+      "o p",
+      "eg in",
+      "e gin",
+      "▁Com ment",
+      "▁Comm ent",
+      "▁ Comment",
+      "be gin",
+      "beg in",
+      "b egin",
+      "с т",
+      "as s",
+      "a ss",
+      "i z",
+      ") .",
+      "o g",
+      "▁ п",
+      "▁o r",
+      "▁ or",
+      "▁w as",
+      "▁wa s",
+      "▁ was",
+      "▁a t",
+      "▁ at",
+      "ou r",
+      "o ur",
+      "▁ i",
+      "ai n",
+      "a in",
+      "▁ K",
+      "н а",
+      "▁ V",
+      "g e",
+      "▁s u",
+      "▁ su",
+      "a p",
+      "ag e",
+      "a ge",
+      "ou ld",
+      "oul d",
+      "o uld",
+      "n e",
+      "a v",
+      "x t",
+      "or e",
+      "o re",
+      "il e",
+      "i le",
+      "- -",
+      "▁ в",
+      "▁b y",
+      "▁ by",
+      "l i",
+      "at h",
+      "a th",
+      "р а",
+      "be r",
+      "b er",
+      "ac h",
+      "a ch",
+      "al l",
+      "a ll",
+      "▁T h",
+      "▁ Th",
+      "ul t",
+      "u lt",
+      "▁ }",
+      "▁ U",
+      "▁u s",
+      "▁ us",
+      "▁ z",
+      "us t",
+      "u st",
+      "▁h ave",
+      "▁ha ve",
+      "▁hav e",
+      "▁ have",
+      "li c",
+      "l ic",
+      "н и",
+      "▁c an",
+      "▁ca n",
+      "▁ can",
+      "t r",
+      "co m",
+      "c om",
+      ") ,",
+      "▁I n",
+      "▁ In",
+      "in d",
+      "i nd",
+      "el l",
+      "e ll",
+      "▁f rom",
+      "▁fr om",
+      "▁fro m",
+      "▁ from",
+      "о в",
+      "t o",
+      "▁ [",
+      "ab le",
+      "abl e",
+      "a ble",
+      "os t",
+      "o st",
+      "▁c h",
+      "▁ ch",
+      "ec t",
+      "e ct",
+      "ig ht",
+      "igh t",
+      "in t",
+      "i nt",
+      "▁ '",
+      "▁a re",
+      "▁ar e",
+      "▁ are",
+      "▁i m",
+      "▁ im",
+      "▁s h",
+      "▁ sh",
+      "▁ <",
+      "▁A n",
+      "▁ An",
+      "▁ с",
+      "at a",
+      "a ta",
+      "ir e",
+      "i re",
+      "▁t r",
+      "▁ tr",
+      "co n",
+      "c on",
+      "or d",
+      "o rd",
+      "it y",
+      "i ty",
+      "ar d",
+      "a rd",
+      "▁h e",
+      "▁ he",
+      "▁b ut",
+      "▁bu t",
+      "▁ but",
+      "o c",
+      "= \"",
+      "▁p r",
+      "▁ pr",
+      "ur e",
+      "u re",
+      "pe r",
+      "p er",
+      "ac k",
+      "a ck",
+      "or k",
+      "on g",
+      "o ng",
+      "an s",
+      "a ns",
+      "к о",
+      "pl e",
+      "p le",
+      "▁d es",
+      "▁de s",
+      "▁ des",
+      "o k",
+      "or m",
+      "o rm",
+      "we r",
+      "w er",
+      "a k",
+      "p r",
+      "as e",
+      "a se",
+      "▁e l",
+      "▁ el",
+      "p h",
+      "a c",
+      "▁u nd",
+      "▁un d",
+      "▁ und",
+      "▁a r",
+      "▁ ar",
+      "▁i f",
+      "▁ if",
+      "u d",
+      "p s",
+      "it e",
+      "i te",
+      "bl e",
+      "b le",
+      "н о",
+      "fe r",
+      "f er",
+      "p l",
+      "iv e",
+      "i ve",
+      "an g",
+      "a ng",
+      "en s",
+      "e ns",
+      "р о",
+      "▁s o",
+      "▁ so",
+      "s o",
+      "as t",
+      "a st",
+      "( )",
+      "sw er",
+      "s wer",
+      "r u",
+      "ie s",
+      "i es",
+      "▁ :",
+      "a u",
+      "o v",
+      "р е",
+      "г о",
+      "▁d er",
+      "▁de r",
+      "▁ der",
+      "▁m y",
+      "▁ my",
+      "▁w e",
+      "▁ we",
+      "▁m e",
+      "▁ me",
+      "n t",
+      "▁a d",
+      "▁ ad",
+      "ur n",
+      "u rn",
+      "▁y our",
+      "▁you r",
+      "▁yo ur",
+      "▁ your",
+      ":/ /",
+      ": //",
+      "ar e",
+      "a re",
+      "▁a ll",
+      "▁al l",
+      "▁ all",
+      "f f",
+      "i o",
+      "es tion",
+      "est ion",
+      "esti on",
+      "im e",
+      "i me",
+      "▁e r",
+      "▁ er",
+      "la ss",
+      "las s",
+      "l ass",
+      "▁ и",
+      "▁wh ich",
+      "▁ which",
+      "om e",
+      "o me",
+      "on t",
+      "o nt",
+      "▁p ar",
+      "▁pa r",
+      "▁ par",
+      "▁m a",
+      "▁ ma",
+      "▁ Y",
+      "\" ,",
+      "▁ о",
+      "f t",
+      "ia l",
+      "i al",
+      "c c",
+      "ou nd",
+      "oun d",
+      "o und",
+      "▁l i",
+      "▁ li",
+      "▁re s",
+      "▁r es",
+      "▁ res",
+      "et h",
+      "e th",
+      "je ct",
+      "j ect",
+      "▁a pp",
+      "▁ap p",
+      "▁ app",
+      "▁S t",
+      "▁ St",
+      "ic e",
+      "i ce",
+      "▁a m",
+      "▁ am",
+      "ac t",
+      "a ct",
+      "▁d el",
+      "▁de l",
+      "▁ del",
+      "g r",
+      "at ed",
+      "ate d",
+      "a ted",
+      "ie r",
+      "i er",
+      "▁a b",
+      "▁ ab",
+      "▁e t",
+      "▁ et",
+      "al ly",
+      "all y",
+      ". .",
+      "po rt",
+      "por t",
+      "p ort",
+      "i k",
+      "▁p er",
+      "▁pe r",
+      "▁ per",
+      "▁c ont",
+      "▁con t",
+      "▁co nt",
+      "▁ cont",
+      "р и",
+      "к а",
+      "se r",
+      "s er",
+      "л и",
+      "l l",
+      "ie w",
+      "i ew",
+      "ig n",
+      "i gn",
+      "_ {",
+      "pu t",
+      "p ut",
+      "on e",
+      "o ne",
+      "un ction",
+      "unc tion",
+      "unct ion",
+      "▁d i",
+      "▁ di",
+      "ar y",
+      "a ry",
+      "it ion",
+      "iti on",
+      "i tion",
+      "m a",
+      "е н",
+      "ge t",
+      "g et",
+      "▁l o",
+      "▁ lo",
+      "▁v al",
+      "▁va l",
+      "▁ val",
+      "▁ Q",
+      "ra n",
+      "r an",
+      "▁ д",
+      "en ce",
+      "enc e",
+      "▁w ork",
+      "▁wor k",
+      "▁ work",
+      "▁н а",
+      "▁ на",
+      "i p",
+      "it em",
+      "ite m",
+      "i tem",
+      "yp e",
+      "y pe",
+      "▁ &",
+      "▁h is",
+      "▁hi s",
+      "▁ his",
+      "▁u se",
+      "▁us e",
+      "▁ use",
+      "de r",
+      "d er",
+      "▁An swer",
+      "▁Ans wer",
+      "▁ Answer",
+      "▁w ill",
+      "▁wil l",
+      "▁ will",
+      "iz e",
+      "i ze",
+      "т а",
+      "lo w",
+      "l ow",
+      "▁C h",
+      "▁ Ch",
+      "▁g et",
+      "▁ge t",
+      "▁ get",
+      "id e",
+      "i de",
+      "ou s",
+      "o us",
+      "in k",
+      "pt ion",
+      "p tion",
+      "л а",
+      "tu rn",
+      "t urn",
+      "un g",
+      "u ng",
+      "e c",
+      "u g",
+      "fo rm",
+      "for m",
+      "f orm",
+      "re s",
+      "r es",
+      "ht t",
+      "h tt",
+      "ou g",
+      "o ug",
+      "л ь",
+      "▁n o",
+      "▁ no",
+      "c l",
+      "▁r o",
+      "▁ ro",
+      "▁o ne",
+      "▁on e",
+      "▁ one",
+      "t t",
+      "cr i",
+      "c ri",
+      "d u",
+      "▁u p",
+      "▁ up",
+      "т о",
+      "( \"",
+      "▁o b",
+      "▁ ob",
+      "w e",
+      "or y",
+      "o ry",
+      "▁e st",
+      "▁es t",
+      "▁ est",
+      "er y",
+      "e ry",
+      "ie l",
+      "i el",
+      "st r",
+      "s tr",
+      "o b",
+      "▁qu e",
+      "▁q ue",
+      "▁ que",
+      "ia n",
+      "i an",
+      "▁o ut",
+      "▁ou t",
+      "▁ out",
+      "▁p l",
+      "▁ pl",
+      "▁n ew",
+      "▁ne w",
+      "▁ new",
+      "к и",
+      "▁ +",
+      "r y",
+      "ot h",
+      "o th",
+      "th er",
+      "the r",
+      "t her",
+      "▁v ar",
+      "▁va r",
+      "▁ var",
+      "▁w ould",
+      "▁wo uld",
+      "▁s er",
+      "▁se r",
+      "▁ ser",
+      "ter n",
+      "te rn",
+      "t ern",
+      "te xt",
+      "tex t",
+      "t ext",
+      "▁t here",
+      "▁th ere",
+      "▁the re",
+      "▁ther e",
+      "▁ there",
+      "is h",
+      "i sh",
+      "ro r",
+      "r or",
+      "т е",
+      "▁s et",
+      "▁se t",
+      "▁ set",
+      "▁ @",
+      "▁п о",
+      "▁ по",
+      "▁t e",
+      "▁ te",
+      "e x",
+      "▁re turn",
+      "▁ret urn",
+      "▁ return",
+      "ai l",
+      "a il",
+      "▁a ny",
+      "▁an y",
+      "▁ any",
+      "▁I t",
+      "▁ It",
+      "▁f unction",
+      "▁fun ction",
+      "▁func tion",
+      "▁ function",
+      "{ \\",
+      "' ,",
+      "é s",
+      "al e",
+      "a le",
+      "а н",
+      "▁w hen",
+      "▁wh en",
+      "▁whe n",
+      "▁ when",
+      "i b",
+      "▁g o",
+      "▁ go",
+      "an ce",
+      "anc e",
+      "▁h ad",
+      "▁ha d",
+      "▁ had",
+      "▁Q u",
+      "▁ Qu",
+      "▁c omp",
+      "▁com p",
+      "▁co mp",
+      "▁ comp",
+      "л е",
+      "▁ з",
+      "ma th",
+      "mat h",
+      "m ath",
+      "▁h as",
+      "▁ha s",
+      "▁ has",
+      "▁ м",
+      "▁p re",
+      "▁pr e",
+      "▁ pre",
+      "en er",
+      "ene r",
+      "e ner",
+      "▁p art",
+      "▁par t",
+      "▁pa rt",
+      "▁ part",
+      "el f",
+      "▁d ie",
+      "▁di e",
+      "▁ die",
+      "▁l ike",
+      "▁li ke",
+      "▁lik e",
+      "▁ like",
+      "ra y",
+      "r ay",
+      "ir st",
+      "irs t",
+      "▁d is",
+      "▁di s",
+      "▁ dis",
+      "▁m an",
+      "▁ma n",
+      "▁ man",
+      "ri t",
+      "r it",
+      "▁t hen",
+      "▁th en",
+      "▁the n",
+      "▁ then",
+      "▁c lass",
+      "▁cl ass",
+      "▁cla ss",
+      "▁clas s",
+      "▁ class",
+      "pr o",
+      "p ro",
+      "▁p o",
+      "▁ po",
+      "▁u sing",
+      "▁us ing",
+      "▁ using",
+      "e b",
+      "▁c ode",
+      "▁co de",
+      "▁cod e",
+      "▁ code",
+      "ow n",
+      "o wn",
+      "▁s ome",
+      "▁so me",
+      "▁som e",
+      "▁ some",
+      "ce s",
+      "c es",
+      "▁$ \\",
+      "▁ $\\",
+      "е р",
+      "le ct",
+      "l ect",
+      "▁a u",
+      "▁ au",
+      "is ch",
+      "isc h",
+      "i sch",
+      "▁c ol",
+      "▁co l",
+      "▁ col",
+      "▁ –",
+      "u p",
+      "on s",
+      "o ns",
+      "▁a dd",
+      "▁ad d",
+      "▁ add",
+      "il d",
+      "i ld",
+      "is s",
+      "i ss",
+      "va l",
+      "v al",
+      "ou nt",
+      "oun t",
+      "o unt",
+      "le s",
+      "l es",
+      "ve nt",
+      "ven t",
+      "v ent",
+      "▁ Z",
+      "I n",
+      "ro w",
+      "r ow",
+      "ea r",
+      "e ar",
+      "at ions",
+      "ation s",
+      "ati ons",
+      "atio ns",
+      "a h",
+      "qu e",
+      "q ue",
+      "ub lic",
+      "u blic",
+      "an k",
+      "▁s p",
+      "▁ sp",
+      "▁W h",
+      "▁ Wh",
+      "-- --",
+      "--- -",
+      "- ---",
+      "s k",
+      "e w",
+      "ag s",
+      "a gs",
+      "т и",
+      "an n",
+      "a nn",
+      "▁ —",
+      "er t",
+      "e rt",
+      "ac e",
+      "a ce",
+      "sc h",
+      "s ch",
+      "▁n eed",
+      "▁ne ed",
+      "▁ need",
+      "▁ à",
+      "ie n",
+      "i en",
+      "ou gh",
+      "oug h",
+      "o ugh",
+      "н е",
+      "▁d ef",
+      "▁de f",
+      "▁ def",
+      "i j",
+      "er n",
+      "e rn",
+      "▁w hat",
+      "▁wh at",
+      "▁ what",
+      "▁A r",
+      "▁ Ar",
+      "w o",
+      "m l",
+      "< /",
+      "▁R e",
+      "▁ Re",
+      "▁e s",
+      "▁ es",
+      "▁in st",
+      "▁ins t",
+      "▁ inst",
+      "b o",
+      "a z",
+      "▁# ##",
+      "▁## #",
+      "▁ б",
+      "er m",
+      "e rm",
+      "▁A l",
+      "▁ Al",
+      "le d",
+      "l ed",
+      "д а",
+      "te n",
+      "t en",
+      "se t",
+      "s et",
+      "л о",
+      "▁c omm",
+      "▁com m",
+      "▁co mm",
+      "▁ comm",
+      "s h",
+      "в а",
+      "▁ /",
+      "▁d ata",
+      "▁da ta",
+      "▁dat a",
+      "▁ data",
+      "▁/ /",
+      "▁ //",
+      "] (",
+      "▁s tr",
+      "▁st r",
+      "▁ str",
+      "os e",
+      "o se",
+      "▁U n",
+      "▁ Un",
+      "ve n",
+      "v en",
+      "S t",
+      ".. .",
+      ". ..",
+      "▁ С",
+      "ys t",
+      "y st",
+      "▁ «",
+      "ic k",
+      "i ck",
+      "i x",
+      "pa r",
+      "p ar",
+      "▁ у",
+      "▁w ant",
+      "▁wa nt",
+      "n g",
+      "ot e",
+      "o te",
+      "▁g r",
+      "▁ gr",
+      "▁d u",
+      "▁ du",
+      "▁ .",
+      "un d",
+      "u nd",
+      "▁on ly",
+      "▁ only",
+      "▁s a",
+      "▁ sa",
+      "el y",
+      "e ly",
+      "ve rs",
+      "ver s",
+      "v ers",
+      "▁e nt",
+      "▁en t",
+      "▁ ent",
+      ") )",
+      "( '",
+      "▁m od",
+      "▁mo d",
+      "▁ mod",
+      "av a",
+      "a va",
+      "to n",
+      "t on",
+      "▁sh ould",
+      "▁sho uld",
+      "▁ should",
+      "em ent",
+      "eme nt",
+      "emen t",
+      "e ment",
+      "▁f orm",
+      "▁for m",
+      "▁fo rm",
+      "▁ form",
+      "▁al so",
+      "▁als o",
+      "▁ also",
+      "▁s c",
+      "▁ sc",
+      "in gs",
+      "ing s",
+      "▁Y ou",
+      "▁ You",
+      "ó n",
+      "▁k n",
+      "▁ kn",
+      "() ;",
+      "( );",
+      "▁ |",
+      "▁w ere",
+      "▁we re",
+      "▁wer e",
+      "s s",
+      "▁Qu estion",
+      "▁ Question",
+      "is e",
+      "i se",
+      "▁th ey",
+      "▁the y",
+      "▁ they",
+      "▁D e",
+      "▁ De",
+      "on d",
+      "o nd",
+      "▁s ol",
+      "▁so l",
+      "▁ sol",
+      "▁f ol",
+      "▁fo l",
+      "▁ fol",
+      "▁m ore",
+      "▁mo re",
+      "▁mor e",
+      "▁ more",
+      "▁h er",
+      "▁he r",
+      "▁ her",
+      "▁ _",
+      "▁ é",
+      "at ch",
+      "ft er",
+      "fte r",
+      "f ter",
+      "▁c re",
+      "▁cr e",
+      "▁ cre",
+      "lo ck",
+      "loc k",
+      "l ock",
+      "tr ing",
+      "tri ng",
+      "t ring",
+      "▁T his",
+      "▁Th is",
+      "▁ This",
+      "z e",
+      "ad o",
+      "a do",
+      "ul l",
+      "u ll",
+      "ge r",
+      "g er",
+      "b e",
+      "▁o ther",
+      "▁ot her",
+      "▁ other",
+      "▁T ags",
+      "▁Tag s",
+      "▁Ta gs",
+      "▁ Tags",
+      "ut ion",
+      "uti on",
+      "u tion",
+      "ic t",
+      "i ct",
+      "▁h ow",
+      "▁ho w",
+      "▁ how",
+      "▁ x",
+      "▁S e",
+      "▁ Se",
+      "▁c he",
+      "▁ch e",
+      "▁ che",
+      "cri pt",
+      "cr ipt",
+      "▁j ust",
+      "▁ju st",
+      "▁ just",
+      "▁p os",
+      "▁po s",
+      "▁ pos",
+      "an ge",
+      "ang e",
+      "if ic",
+      "ifi c",
+      "i fic",
+      "re e",
+      "r ee",
+      "} }",
+      "▁t ime",
+      "▁tim e",
+      "▁ti me",
+      "▁ time",
+      "ap p",
+      "a pp",
+      "н ы",
+      "▁f ile",
+      "▁fil e",
+      "▁fi le",
+      "▁ file",
+      "ar k",
+      "ic al",
+      "ica l",
+      "i cal",
+      "▁f irst",
+      "▁fir st",
+      "▁ first",
+      "▁in t",
+      "▁i nt",
+      "▁ int",
+      "▁ В",
+      "▁H e",
+      "▁ He",
+      "t a",
+      "um ent",
+      "ume nt",
+      "umen t",
+      "u ment",
+      "or s",
+      "o rs",
+      "le ment",
+      "lem ent",
+      "l ement",
+      "ra c",
+      "r ac",
+      "▁a g",
+      "▁ ag",
+      "▁do es",
+      "▁ does",
+      "y n",
+      "re ad",
+      "rea d",
+      "r ead",
+      "ua l",
+      "u al",
+      "▁L e",
+      "▁ Le",
+      "y s",
+      "▁e m",
+      "▁ em",
+      "▁n um",
+      "▁nu m",
+      "▁ num",
+      "ve l",
+      "v el",
+      "д и",
+      "ov er",
+      "ove r",
+      "o ver",
+      "▁d if",
+      "▁di f",
+      "et hod",
+      "eth od",
+      "▁I f",
+      "▁ If",
+      "▁s pe",
+      "▁sp e",
+      "▁ spe",
+      "y m",
+      "▁t hem",
+      "▁th em",
+      "▁the m",
+      "▁in to",
+      "▁int o",
+      "▁ into",
+      "▁l es",
+      "▁le s",
+      "▁ les",
+      "▁it s",
+      "▁i ts",
+      "▁ its",
+      "es e",
+      "e se",
+      "ie ld",
+      "iel d",
+      "i eld",
+      "▁p ublic",
+      "▁pub lic",
+      "▁pu blic",
+      "▁publi c",
+      "▁ public",
+      "▁ П",
+      "▁d en",
+      "▁de n",
+      "▁ den",
+      "yst em",
+      "ys tem",
+      "o f",
+      "▁o ver",
+      "▁ov er",
+      "▁ over",
+      "- >",
+      "▁f il",
+      "▁fi l",
+      "▁ fil",
+      "na me",
+      "nam e",
+      "n ame",
+      "in al",
+      "ina l",
+      "i nal",
+      "▁i l",
+      "▁ il",
+      "am ple",
+      "amp le",
+      "▁w ay",
+      "▁wa y",
+      "▁ way",
+      "ic a",
+      "i ca",
+      "в о",
+      "ce ss",
+      "ces s",
+      "c ess",
+      "it t",
+      "i tt",
+      "uc h",
+      "u ch",
+      "▁w here",
+      "▁wh ere",
+      "▁whe re",
+      "▁ where",
+      "м и",
+      "or g",
+      "o rg",
+      "htt ps",
+      "http s",
+      "▁v o",
+      "▁ vo",
+      "ie nt",
+      "ien t",
+      "i ent",
+      "ov e",
+      "o ve",
+      "▁val ue",
+      "▁valu e",
+      "▁ value",
+      "en g",
+      "e ng",
+      "▁L a",
+      "▁ La",
+      "^ {",
+      "re f",
+      "r ef",
+      "ie d",
+      "i ed",
+      "E R",
+      "▁s tat",
+      "▁st at",
+      "▁sta t",
+      "▁ stat",
+      "fi g",
+      "f ig",
+      "m e",
+      "▁v on",
+      "▁vo n",
+      "▁ von",
+      "▁in ter",
+      "▁int er",
+      "▁inte r",
+      "▁ inter",
+      "ro id",
+      "r oid",
+      "at er",
+      "ate r",
+      "a ter",
+      "▁the ir",
+      "▁b et",
+      "▁be t",
+      "▁ bet",
+      "▁e in",
+      "▁ ein",
+      "} \\",
+      "\" >",
+      "▁s ub",
+      "▁su b",
+      "▁ sub",
+      "▁o p",
+      "▁ op",
+      "▁d on",
+      "▁do n",
+      "▁ don",
+      "t y",
+      "▁t ry",
+      "▁tr y",
+      "▁ try",
+      "▁P ro",
+      "▁Pr o",
+      "▁ Pro",
+      "▁t ra",
+      "▁tr a",
+      "▁ tra",
+      "▁s ame",
+      "▁sa me",
+      "▁sam e",
+      "▁ same",
+      "e p",
+      "▁t wo",
+      "▁tw o",
+      "▁ two",
+      "▁n ame",
+      "▁na me",
+      "▁nam e",
+      "▁ name",
+      "ol d",
+      "o ld",
+      "le t",
+      "l et",
+      "▁s im",
+      "▁si m",
+      "▁ sim",
+      "s p",
+      "▁a v",
+      "▁ av",
+      "br e",
+      "b re",
+      "ble m",
+      "bl em",
+      "b lem",
+      "e y",
+      "▁c ould",
+      "▁co uld",
+      "▁cou ld",
+      "▁ could",
+      "▁c or",
+      "▁co r",
+      "▁ cor",
+      "▁a cc",
+      "▁ac c",
+      "▁ acc",
+      "ay s",
+      "a ys",
+      "cr e",
+      "c re",
+      "ur r",
+      "u rr",
+      "s i",
+      "▁con st",
+      "▁cons t",
+      "▁ const",
+      "ue s",
+      "u es",
+      "} $",
+      "V iew",
+      "▁a ct",
+      "▁ac t",
+      "▁ act",
+      "▁b o",
+      "▁ bo",
+      "▁к о",
+      "▁ ко",
+      "▁s om",
+      "▁so m",
+      "▁ som",
+      "▁ab out",
+      "▁ about",
+      "la nd",
+      "lan d",
+      "l and",
+      "me r",
+      "m er",
+      "▁l ist",
+      "▁li st",
+      "▁ list",
+      "ca l",
+      "c al",
+      "▁im port",
+      "▁imp ort",
+      "▁ import",
+      "co l",
+      "c ol",
+      "▁n a",
+      "▁ na",
+      "n a",
+      ": :",
+      "▁w ho",
+      "▁wh o",
+      "▁ who",
+      "▁e rror",
+      "▁er ror",
+      "▁err or",
+      "▁ error",
+      "▁ X",
+      "at or",
+      "ato r",
+      "a tor",
+      "ex t",
+      "e xt",
+      "▁b een",
+      "▁be en",
+      "é r",
+      "▁r un",
+      "▁ru n",
+      "▁ run",
+      "po s",
+      "p os",
+      "▁c l",
+      "▁ cl",
+      "* *",
+      "▁ К",
+      "ul ar",
+      "ula r",
+      "u lar",
+      "au se",
+      "aus e",
+      "a use",
+      "▁re g",
+      "▁r eg",
+      "▁ reg",
+      "▁k now",
+      "▁kn ow",
+      "▁ know",
+      "▁s ee",
+      "▁se e",
+      "▁ see",
+      "▁h im",
+      "▁hi m",
+      "▁ him",
+      "ni ng",
+      "n ing",
+      "▁з а",
+      "▁ за",
+      "at es",
+      "ate s",
+      "a tes",
+      "fo re",
+      "for e",
+      "f ore",
+      "ion s",
+      "io ns",
+      "i ons",
+      "▁h el",
+      "▁he l",
+      "▁ hel",
+      "ut e",
+      "u te",
+      "▁re m",
+      "▁r em",
+      "▁ rem",
+      "▁г о",
+      "▁ го",
+      "▁M ar",
+      "▁Ma r",
+      "▁ Mar",
+      "р у",
+      "vi ce",
+      "vic e",
+      "v ice",
+      "ir ect",
+      "ire ct",
+      "i rect",
+      "ne r",
+      "n er",
+      "▁u nder",
+      "▁un der",
+      "▁und er",
+      "▁ under",
+      "ri b",
+      "r ib",
+      "h r",
+      "ч е",
+      "▁A s",
+      "▁ As",
+      "▁e nd",
+      "▁en d",
+      "▁ end",
+      "em ber",
+      "emb er",
+      "▁ а",
+      "▁a tt",
+      "▁at t",
+      "▁ att",
+      "in a",
+      "i na",
+      "so n",
+      "s on",
+      "▁f ollow",
+      "▁fol low",
+      "▁ follow",
+      "▁S ch",
+      "▁Sc h",
+      "▁ Sch",
+      "pe ct",
+      "pec t",
+      "p ect",
+      "▁re l",
+      "▁r el",
+      "▁ rel",
+      "▁S o",
+      "▁ So",
+      "▁l ook",
+      "▁lo ok",
+      "▁ look",
+      "ab el",
+      "abe l",
+      "a bel",
+      "▁pro blem",
+      "▁prob lem",
+      "▁proble m",
+      "▁probl em",
+      "▁ problem",
+      "▁v an",
+      "▁va n",
+      "▁ van",
+      "st rong",
+      "str ong",
+      "c o",
+      "po n",
+      "p on",
+      "c a",
+      "ad a",
+      "a da",
+      "\" :",
+      "con d",
+      "co nd",
+      "c ond",
+      "am b",
+      "a mb",
+      "} ,",
+      "qu est",
+      "que st",
+      "ques t",
+      "q uest",
+      "▁a ut",
+      "▁au t",
+      "▁ aut",
+      "▁res ult",
+      "▁ result",
+      "▁m ay",
+      "▁ma y",
+      "▁ may",
+      "R e",
+      "ht tp",
+      "htt p",
+      "h ttp",
+      ") :",
+      "▁A nd",
+      "▁An d",
+      "▁ And",
+      "re d",
+      "r ed",
+      "▁H ow",
+      "▁Ho w",
+      "▁ How",
+      "p o",
+      "ск о",
+      "с ко",
+      "at t",
+      "a tt",
+      "ou p",
+      "o up",
+      "ce d",
+      "c ed",
+      "▁t ype",
+      "▁typ e",
+      "▁ty pe",
+      "▁ type",
+      "▁t han",
+      "▁th an",
+      "▁ than",
+      "▁c ons",
+      "▁con s",
+      "▁co ns",
+      "▁ cons",
+      "u f",
+      "ц и",
+      "▁qu estion",
+      "▁quest ion",
+      "▁questi on",
+      "▁ question",
+      "ra ph",
+      "rap h",
+      "r aph",
+      "ig h",
+      "i gh",
+      "▁ М",
+      "▁h tt",
+      "▁ htt",
+      "in s",
+      "i ns",
+      "de n",
+      "d en",
+      "▁d a",
+      "▁ da",
+      "▁v er",
+      "▁ve r",
+      "▁ ver",
+      "o h",
+      "▁= >",
+      "▁ =>",
+      "ri v",
+      "r iv",
+      "ud e",
+      "u de",
+      "▁F or",
+      "▁Fo r",
+      "▁ For",
+      "▁r a",
+      "▁ ra",
+      "fr ac",
+      "fra c",
+      "f rac",
+      "м а",
+      "▁a fter",
+      "▁af ter",
+      "▁ after",
+      "} {",
+      "▁m ethod",
+      "▁met hod",
+      "▁ method",
+      "\" )",
+      "am p",
+      "a mp",
+      "as h",
+      "a sh",
+      "▁re c",
+      "▁r ec",
+      "▁ rec",
+      "▁d iffer",
+      "▁dif fer",
+      "▁diff er",
+      "O N",
+      "a x",
+      "am ent",
+      "ame nt",
+      "amen t",
+      "a ment",
+      "our ce",
+      "Co n",
+      "C on",
+      "it s",
+      "i ts",
+      "Na me",
+      "N ame",
+      "ma n",
+      "m an",
+      "▁b ec",
+      "▁be c",
+      "▁ bec",
+      "ch e",
+      "c he",
+      "▁E n",
+      "▁ En",
+      "a j",
+      "▁g ener",
+      "▁ge ner",
+      "▁gen er",
+      "▁gene r",
+      "▁ gener",
+      "I N",
+      "▁i d",
+      "▁ id",
+      "ag es",
+      "age s",
+      "a ges",
+      "▁l oc",
+      "▁lo c",
+      "▁ loc",
+      "f o",
+      "b r",
+      "▁s he",
+      "▁sh e",
+      "▁ she",
+      "Pr o",
+      "P ro",
+      "▁u na",
+      "▁un a",
+      "▁ una",
+      "▁ к",
+      "et a",
+      "e ta",
+      "lo g",
+      "l og",
+      "ol og",
+      "olo g",
+      "o log",
+      "▁s ur",
+      "▁su r",
+      "▁ sur",
+      "ar g",
+      "a rg",
+      "▁- -",
+      "▁ --",
+      "k t",
+      "( \\",
+      "mi n",
+      "m in",
+      "▁l ine",
+      "▁li ne",
+      "▁lin e",
+      "▁ line",
+      "▁v ari",
+      "▁var i",
+      "▁va ri",
+      "▁ vari",
+      "с я",
+      "ic s",
+      "i cs",
+      "н я",
+      "ve ry",
+      "ver y",
+      "v ery",
+      "ad d",
+      "a dd",
+      "▁o bject",
+      "▁ob ject",
+      "▁obj ect",
+      "▁ object",
+      "I d",
+      "▁B ut",
+      "▁Bu t",
+      "▁ But",
+      "▁c ase",
+      "▁cas e",
+      "▁ca se",
+      "▁ case",
+      "▁m ake",
+      "▁ma ke",
+      "▁mak e",
+      "▁ make",
+      "▁c al",
+      "▁ca l",
+      "▁ cal",
+      "▁p ass",
+      "▁pas s",
+      "▁pa ss",
+      "▁ pass",
+      "с ь",
+      "ess ion",
+      "ne t",
+      "n et",
+      ". \"",
+      "▁ г",
+      "ä r",
+      "д е",
+      "n o",
+      "at ing",
+      "ati ng",
+      "atin g",
+      "a ting",
+      "at o",
+      "a to",
+      "li ne",
+      "lin e",
+      "l ine",
+      "в и",
+      "▁E x",
+      "▁ Ex",
+      "▁a ss",
+      "▁as s",
+      "▁ ass",
+      "▁v ers",
+      "▁ver s",
+      "▁ve rs",
+      "▁ vers",
+      "л я",
+      "▁e d",
+      "▁ ed",
+      "um n",
+      "u mn",
+      "ot her",
+      "oth er",
+      "othe r",
+      "o ther",
+      "ст а",
+      "с та",
+      "at ive",
+      "ativ e",
+      "ati ve",
+      "St ring",
+      "Str ing",
+      "S tring",
+      "▁l os",
+      "▁lo s",
+      "▁ los",
+      "w n",
+      "▁an swer",
+      "▁ans wer",
+      "▁ answer",
+      "▁l et",
+      "▁le t",
+      "▁ let",
+      "▁p e",
+      "▁ pe",
+      "en ts",
+      "ent s",
+      "▁f e",
+      "▁ fe",
+      "in ce",
+      "inc e",
+      "n i",
+      "id er",
+      "ide r",
+      "i der",
+      "ow s",
+      "o ws",
+      "▁t est",
+      "▁te st",
+      "▁ test",
+      "▁h ere",
+      "▁he re",
+      "▁her e",
+      "▁ here",
+      "ro ll",
+      "rol l",
+      "r oll",
+      "▁c all",
+      "▁cal l",
+      "▁ca ll",
+      "▁ call",
+      "ru ct",
+      "r uct",
+      "▁p ol",
+      "▁po l",
+      "▁ pol",
+      "ai t",
+      "a it",
+      "▁b ack",
+      "▁ba ck",
+      "▁ back",
+      "h o",
+      "E x",
+      "re ss",
+      "res s",
+      "r ess",
+      "S T",
+      "ri ed",
+      "rie d",
+      "r ied",
+      "da te",
+      "dat e",
+      "d ate",
+      "е т",
+      "▁d id",
+      "▁di d",
+      "▁ did",
+      "ti ng",
+      "t ing",
+      "▁E l",
+      "▁ El",
+      "▁d em",
+      "▁de m",
+      "▁ dem",
+      ") $",
+      "ов а",
+      "о ва",
+      "ur rent",
+      "urr ent",
+      "urre nt",
+      "la ce",
+      "lac e",
+      "l ace",
+      "rig ht",
+      "r ight",
+      "re n",
+      "r en",
+      "п о",
+      "▁e ach",
+      "▁ each",
+      "c y",
+      "bl ock",
+      "blo ck",
+      "b lock",
+      "da ta",
+      "dat a",
+      "d ata",
+      "▁ %",
+      "▁a c",
+      "▁ ac",
+      "▁= =",
+      "▁ ==",
+      "ü r",
+      "▁p or",
+      "▁po r",
+      "▁ por",
+      "as k",
+      "a sk",
+      "ar ch",
+      "arc h",
+      "am es",
+      "ame s",
+      "a mes",
+      "▁C on",
+      "▁Co n",
+      "▁ Con",
+      "ч а",
+      "▁o ff",
+      "▁of f",
+      "▁ off",
+      "▁f ind",
+      "▁fin d",
+      "▁fi nd",
+      "▁ find",
+      "con t",
+      "co nt",
+      "c ont",
+      "▁n ow",
+      "▁no w",
+      "▁ now",
+      "wor k",
+      "w ork",
+      "at ional",
+      "ation al",
+      "ati onal",
+      "atio nal",
+      "d d",
+      "ci ón",
+      "ció n",
+      "c ión",
+      "▁ А",
+      "au lt",
+      "a ult",
+      "Li st",
+      "L ist",
+      "▁e xt",
+      "▁ex t",
+      "▁ ext",
+      "ur s",
+      "u rs",
+      "ak e",
+      "a ke",
+      "ul e",
+      "u le",
+      "▁p oint",
+      "▁po int",
+      "▁poi nt",
+      "▁ point",
+      "A T",
+      "au t",
+      "a ut",
+      "▁tr ans",
+      "▁tra ns",
+      "▁tran s",
+      "▁ trans",
+      "▁c o",
+      "▁ co",
+      "▁re ad",
+      "▁r ead",
+      "▁ read",
+      "▁u sed",
+      "▁us ed",
+      "▁use d",
+      "▁ used",
+      "ск и",
+      "с ки",
+      "ar i",
+      "a ri",
+      "L E",
+      "et er",
+      "ete r",
+      "e ter",
+      "ou n",
+      "o un",
+      "ev er",
+      "e ver",
+      "sel f",
+      "s elf",
+      "in ed",
+      "ine d",
+      "i ned",
+      "id th",
+      "u x",
+      "j s",
+      "▁s uch",
+      "▁su ch",
+      "▁suc h",
+      "▁ such",
+      "▁I s",
+      "▁ Is",
+      "é e",
+      "fu l",
+      "f ul",
+      "▁d ist",
+      "▁di st",
+      "▁dis t",
+      "▁ dist",
+      "▁b u",
+      "▁ bu",
+      "item ize",
+      "Con t",
+      "Co nt",
+      "C ont",
+      "j e",
+      "с и",
+      "▁p rov",
+      "▁pro v",
+      "▁pr ov",
+      "▁ prov",
+      "b b",
+      "wa rd",
+      "war d",
+      "w ard",
+      "es ent",
+      "ese nt",
+      "esen t",
+      "e sent",
+      "er son",
+      "ers on",
+      "an ks",
+      "ank s",
+      "w h",
+      "no t",
+      "n ot",
+      "▁W e",
+      "▁ We",
+      "k a",
+      "ro p",
+      "r op",
+      "at ur",
+      "atu r",
+      "al s",
+      "a ls",
+      "▁b el",
+      "▁be l",
+      "▁ bel",
+      "ö r",
+      "f r",
+      "▁ex ample",
+      "▁exam ple",
+      "▁ example",
+      "▁in cl",
+      "▁inc l",
+      "am il",
+      "ami l",
+      "a mil",
+      "▁р а",
+      "▁ ра",
+      "▁ “",
+      "▁s tring",
+      "▁st ring",
+      "▁str ing",
+      "▁stri ng",
+      "▁ string",
+      "▁th ink",
+      "▁thin k",
+      "T h",
+      "▁t em",
+      "▁te m",
+      "▁ tem",
+      "av e",
+      "a ve",
+      "▁F ran",
+      "▁Fr an",
+      "▁Fra n",
+      "▁ Fran",
+      "▁n umber",
+      "▁num ber",
+      "▁ number",
+      "▁s i",
+      "▁ si",
+      "im es",
+      "ime s",
+      "i mes",
+      "te m",
+      "t em",
+      "m y",
+      "le r",
+      "l er",
+      "lo ad",
+      "= =",
+      "▁h and",
+      "▁ha nd",
+      "▁han d",
+      "▁ hand",
+      "z a",
+      "▁b ecause",
+      "▁bec ause",
+      "▁ because",
+      "▁s ch",
+      "▁sc h",
+      "▁ sch",
+      "v o",
+      "th is",
+      "t his",
+      "I D",
+      "ã o",
+      "▁st art",
+      "▁star t",
+      "▁sta rt",
+      "▁ start",
+      "▁w ar",
+      "▁wa r",
+      "▁ war",
+      "▁he lp",
+      "▁hel p",
+      "▁ help",
+      "t s",
+      "▁c har",
+      "▁ch ar",
+      "▁cha r",
+      "▁ char",
+      "▁p h",
+      "▁ ph",
+      "▁m in",
+      "▁mi n",
+      "▁ min",
+      "ti l",
+      "t il",
+      "ri te",
+      "rit e",
+      "r ite",
+      "-- ------",
+      "---- ----",
+      "--- -----",
+      "------ --",
+      "----- ---",
+      "------- -",
+      "- -------",
+      "el s",
+      "e ls",
+      "▁m it",
+      "▁mi t",
+      "▁ mit",
+      "ed ia",
+      "edi a",
+      "e dia",
+      "к у",
+      "▁S h",
+      "▁ Sh",
+      "an y",
+      "a ny",
+      "] ;",
+      "▁ Б",
+      "iqu e",
+      "i que",
+      "d a",
+      "e f",
+      "de x",
+      "d ex",
+      "▁p rodu",
+      "▁pro du",
+      "▁pr odu",
+      "▁prod u",
+      "▁ produ",
+      "▁ Н",
+      "gr am",
+      "gra m",
+      "g ram",
+      "▁O r",
+      "▁ Or",
+      "▁g re",
+      "▁gr e",
+      "▁ gre",
+      "qu ote",
+      "quot e",
+      "le g",
+      "l eg",
+      "or n",
+      "o rn",
+      "▁in d",
+      "▁i nd",
+      "▁ ind",
+      "▁p ost",
+      "▁po st",
+      "▁pos t",
+      "▁ post",
+      "▁d ep",
+      "▁de p",
+      "▁ dep",
+      "] ,",
+      "v i",
+      "▁u ser",
+      "▁us er",
+      "▁use r",
+      "▁ user",
+      "▁ >",
+      "li ck",
+      "lic k",
+      "l ick",
+      "▁v ery",
+      "▁ver y",
+      "▁ve ry",
+      "▁ very",
+      "et hing",
+      "eth ing",
+      "e thing",
+      "▁ar ray",
+      "▁arr ay",
+      "▁ array",
+      "▁g u",
+      "▁ gu",
+      "▁d ur",
+      "▁du r",
+      "` .",
+      "т ь",
+      "li cation",
+      "lic ation",
+      "lica tion",
+      "ст и",
+      "с ти",
+      "e k",
+      "ic o",
+      "i co",
+      "▁d at",
+      "▁da t",
+      "▁ dat",
+      "о р",
+      "ht ml",
+      "htm l",
+      "h tml",
+      "ion e",
+      "io ne",
+      "i one",
+      "▁d ifferent",
+      "▁differ ent",
+      "▁c heck",
+      "▁che ck",
+      "▁ check",
+      "▁f r",
+      "▁ fr",
+      "▁E r",
+      "▁ Er",
+      "▁t ext",
+      "▁te xt",
+      "▁tex t",
+      "▁ text",
+      "н і",
+      "ic ht",
+      "ich t",
+      "i cht",
+      "st ack",
+      "sta ck",
+      "E N",
+      "ra g",
+      "r ag",
+      "▁e very",
+      "▁ev ery",
+      "▁ever y",
+      "▁ every",
+      "A r",
+      "▁be fore",
+      "▁bef ore",
+      "▁ before",
+      "al se",
+      "als e",
+      "▁f in",
+      "▁fi n",
+      "▁ fin",
+      "▁d é",
+      "▁th ese",
+      "▁the se",
+      "▁d et",
+      "▁de t",
+      "▁ det",
+      "V al",
+      "ce ption",
+      "cept ion",
+      "cep tion",
+      "▁and roid",
+      "▁ android",
+      "block quote",
+      "▁j e",
+      "▁ je",
+      "fil e",
+      "fi le",
+      "f ile",
+      "at s",
+      "a ts",
+      "▁д о",
+      "▁ до",
+      "ess age",
+      "essa ge",
+      "▁ag ain",
+      "a w",
+      "C h",
+      "we en",
+      "w een",
+      "▁ Д",
+      "fo r",
+      "f or",
+      "ci al",
+      "cia l",
+      "c ial",
+      "pl ay",
+      "pla y",
+      "p lay",
+      "pr e",
+      "p re",
+      "id a",
+      "i da",
+      "▁P ar",
+      "▁Pa r",
+      "▁ Par",
+      "n y",
+      "ra ct",
+      "rac t",
+      "r act",
+      "▁s upp",
+      "▁su pp",
+      "▁sup p",
+      "▁ supp",
+      "as ed",
+      "ase d",
+      "a sed",
+      "le ction",
+      "lect ion",
+      "l ection",
+      "▁d ans",
+      "▁da ns",
+      "▁dan s",
+      "ai r",
+      "a ir",
+      "ro l",
+      "r ol",
+      "▁t hr",
+      "▁th r",
+      "Dat a",
+      "Da ta",
+      "D ata",
+      "li ch",
+      "lic h",
+      "l ich",
+      "▁п ро",
+      "▁пр о",
+      "▁ про",
+      "▁l ong",
+      "▁lo ng",
+      "▁lon g",
+      "▁ long",
+      "▁se cond",
+      "▁sec ond",
+      "▁ second",
+      "ual ly",
+      "u ally",
+      "in es",
+      "ine s",
+      "i nes",
+      "▁f ound",
+      "▁fo und",
+      "▁fou nd",
+      "▁ found",
+      "eng th",
+      "y p",
+      "ea d",
+      "e ad",
+      "▁l og",
+      "▁lo g",
+      "▁ log",
+      "u i",
+      "ne w",
+      "n ew",
+      "▁ Р",
+      "g o",
+      "au s",
+      "a us",
+      "od y",
+      "o dy",
+      "▁s on",
+      "▁so n",
+      "▁ son",
+      "м е",
+      "er o",
+      "e ro",
+      "ve d",
+      "v ed",
+      "su b",
+      "s ub",
+      "▁r ight",
+      "▁rig ht",
+      "▁ right",
+      "vi ew",
+      "vie w",
+      "v iew",
+      "▁follow ing",
+      "' )",
+      "\") ;",
+      "\" );",
+      "▁sa id",
+      "ж е",
+      "ч и",
+      "т у",
+      "ot t",
+      "o tt",
+      "с е",
+      "ar s",
+      "a rs",
+      "$ .",
+      "g g",
+      "▁b r",
+      "▁ br",
+      "oo l",
+      "o ol",
+      "yl e",
+      "y le",
+      "us e",
+      "u se",
+      "▁s how",
+      "▁sh ow",
+      "▁sho w",
+      "▁ show",
+      "le ase",
+      "lea se",
+      "ci a",
+      "c ia",
+      "▁d irect",
+      "▁di rect",
+      "▁dire ct",
+      "▁dir ect",
+      "▁ direct",
+      "do c",
+      "d oc",
+      "а р",
+      "m s",
+      "▁g iv",
+      "▁gi v",
+      "▁ giv",
+      "▁e xp",
+      "▁ex p",
+      "▁ exp",
+      "q l",
+      "д у",
+      "в е",
+      "▁B e",
+      "▁ Be",
+      "Co m",
+      "C om",
+      "it er",
+      "ite r",
+      "i ter",
+      "R E",
+      "m p",
+      "me n",
+      "m en",
+      "▁R o",
+      "▁ Ro",
+      "M A",
+      "▁C ol",
+      "▁Co l",
+      "▁ Col",
+      "is ter",
+      "ist er",
+      "iste r",
+      "i ster",
+      "▁w ell",
+      "▁we ll",
+      "▁wel l",
+      "▁ well",
+      "▁< /",
+      "▁ </",
+      "ay out",
+      "at ure",
+      "atur e",
+      "atu re",
+      "iv ers",
+      "ive rs",
+      "iver s",
+      "i vers",
+      "z y",
+      "▁н е",
+      "▁ не",
+      "▁m et",
+      "▁me t",
+      "▁ met",
+      "un e",
+      "u ne",
+      "yt h",
+      "y th",
+      "Ty pe",
+      "Typ e",
+      "T ype",
+      "▁e lement",
+      "▁el ement",
+      "▁ele ment",
+      "▁elem ent",
+      "▁ element",
+      "▁l ink",
+      "▁lin k",
+      "▁ link",
+      "mo d",
+      "m od",
+      "▁bet ween",
+      "▁ between",
+      "ce pt",
+      "cep t",
+      "qu ire",
+      "qui re",
+      "▁th rough",
+      "▁thr ough",
+      "▁thro ugh",
+      "▁ through",
+      "▁wh ile",
+      "▁ while",
+      "▁O n",
+      "▁ On",
+      "th e",
+      "t he",
+      "í a",
+      "▁s omething",
+      "▁some thing",
+      "▁som ething",
+      "▁somet hing",
+      "▁ something",
+      "vo l",
+      "v ol",
+      "▁m ost",
+      "▁mo st",
+      "▁mos t",
+      "▁ most",
+      "s c",
+      "us s",
+      "u ss",
+      "▁c ar",
+      "▁ca r",
+      "▁ car",
+      "▁s m",
+      "▁ sm",
+      "▁р о",
+      "▁ ро",
+      "an o",
+      "a no",
+      "le ft",
+      "lef t",
+      "l eft",
+      "v a",
+      "▁tr ue",
+      "▁ true",
+      "( $",
+      "em s",
+      "e ms",
+      "▁m uch",
+      "▁mu ch",
+      "á s",
+      "▁N ew",
+      "▁Ne w",
+      "▁ New",
+      "▁pro per",
+      "▁pr oper",
+      "▁prop er",
+      "er a",
+      "e ra",
+      "it ed",
+      "ite d",
+      "i ted",
+      "▁d oc",
+      "▁do c",
+      "▁ doc",
+      "ic es",
+      "ice s",
+      "i ces",
+      "Th e",
+      "T he",
+      "▁ ?",
+      "ст о",
+      "с то",
+      "f l",
+      "▁s pec",
+      "▁sp ec",
+      "▁spe c",
+      "▁ spec",
+      "en der",
+      "end er",
+      "ende r",
+      "e nder",
+      "wa y",
+      "w ay",
+      "▁s elf",
+      "▁sel f",
+      "▁ self",
+      "▁e ven",
+      "▁ev en",
+      "▁ even",
+      "і в",
+      "▁с е",
+      "▁ се",
+      "ни я",
+      "▁P r",
+      "▁ Pr",
+      "▁k e",
+      "▁ ke",
+      "em b",
+      "e mb",
+      "▁t able",
+      "▁tab le",
+      "▁ta ble",
+      "▁ table",
+      "▁e qu",
+      "▁eq u",
+      "▁ equ",
+      "li ent",
+      "lie nt",
+      "l ient",
+      "t d",
+      "par t",
+      "pa rt",
+      "p art",
+      "▁pr int",
+      "▁pri nt",
+      "▁prin t",
+      "▁ print",
+      "▁u ne",
+      "▁un e",
+      "▁ une",
+      "if y",
+      "▁- >",
+      "▁ ->",
+      "en e",
+      "e ne",
+      "▁m on",
+      "▁mo n",
+      "▁ mon",
+      "▁d ec",
+      "▁de c",
+      "▁ dec",
+      "▁st ill",
+      "▁о б",
+      "▁ об",
+      "▁T r",
+      "▁ Tr",
+      "▁ ф",
+      "if e",
+      "i fe",
+      "is m",
+      "i sm",
+      "b y",
+      "ra w",
+      "r aw",
+      "io r",
+      "i or",
+      "▁m ed",
+      "▁me d",
+      "▁ med",
+      "or ld",
+      "▁com ple",
+      "▁comp le",
+      "▁compl e",
+      "▁ comple",
+      "w w",
+      "▁a rt",
+      "▁ar t",
+      "▁ art",
+      "ro n",
+      "r on",
+      "▁ Г",
+      "▁M y",
+      "▁ My",
+      "▁a ls",
+      "▁al s",
+      "▁ als",
+      "re ct",
+      "rec t",
+      "r ect",
+      "▁a uf",
+      "▁au f",
+      "▁ auf",
+      "▁d own",
+      "▁do wn",
+      "▁dow n",
+      "▁ down",
+      "at her",
+      "ath er",
+      "a ther",
+      "Co l",
+      "C ol",
+      "Te xt",
+      "Tex t",
+      "T ext",
+      "ba ck",
+      "b ack",
+      "$ ,",
+      "▁y ear",
+      "▁ye ar",
+      "▁ year",
+      "м о",
+      "p i",
+      "▁G r",
+      "▁ Gr",
+      "re am",
+      "rea m",
+      "▁re p",
+      "▁r ep",
+      "▁ rep",
+      "b f",
+      "ww w",
+      "w ww",
+      "▁w ur",
+      "▁o rg",
+      "▁or g",
+      "▁ org",
+      "in ter",
+      "int er",
+      "inte r",
+      "▁D ie",
+      "▁Di e",
+      "▁ Die",
+      "▁b eing",
+      "▁be ing",
+      "▁bei ng",
+      "\" .",
+      "la bel",
+      "lab el",
+      "l abel",
+      "▁c ent",
+      "▁ce nt",
+      "▁ cent",
+      "ja va",
+      "jav a",
+      "j ava",
+      "ba r",
+      "b ar",
+      "an te",
+      "ant e",
+      "an a",
+      "a na",
+      "_ _",
+      "▁sol ution",
+      "▁ О",
+      "▁f l",
+      "▁ fl",
+      "▁c reate",
+      "▁cre ate",
+      "▁ create",
+      "ic i",
+      "i ci",
+      "st e",
+      "s te",
+      "yth on",
+      "yt hon",
+      "un t",
+      "u nt",
+      "as on",
+      "aso n",
+      "a son",
+      "fer ence",
+      "fe rence",
+      "S E",
+      "▁n on",
+      "▁no n",
+      "▁ non",
+      "an e",
+      "a ne",
+      "▁in s",
+      "▁i ns",
+      "▁ ins",
+      "ad er",
+      "ade r",
+      "a der",
+      "_{ \\",
+      "_ {\\",
+      "Re s",
+      "R es",
+      "▁m ain",
+      "▁ma in",
+      "▁mai n",
+      "▁ main",
+      "п и",
+      "▁T here",
+      "▁The re",
+      "▁Th ere",
+      "▁Ther e",
+      "▁ There",
+      "▁p our",
+      "▁po ur",
+      "▁pou r",
+      "R O",
+      "` ,",
+      "li sh",
+      "lis h",
+      "l ish",
+      "b ject",
+      "cc ess",
+      "c cess",
+      "▁o rig",
+      "▁or ig",
+      "▁ orig",
+      "is chen",
+      "isch en",
+      "ische n",
+      "isc hen",
+      "i schen",
+      "ow er",
+      "owe r",
+      "o wer",
+      "▁h et",
+      "▁he t",
+      "▁ het",
+      "u c",
+      "▁el se",
+      "▁els e",
+      "▁ else",
+      "» .",
+      "▁о т",
+      "▁ от",
+      "eq u",
+      "e qu",
+      "si ble",
+      "s ible",
+      "te st",
+      "tes t",
+      "t est",
+      "st and",
+      "sta nd",
+      "stan d",
+      "é n",
+      "et s",
+      "e ts",
+      "G E",
+      "id ent",
+      "ide nt",
+      "iden t",
+      "i dent",
+      "▁ е",
+      "▁п ри",
+      "▁пр и",
+      "▁ при",
+      ". ,",
+      "▁d as",
+      "▁da s",
+      "▁ das",
+      "oc k",
+      "o ck",
+      ", \"",
+      "▁v ol",
+      "▁vo l",
+      "▁ vol",
+      "▁f o",
+      "▁ fo",
+      "▁p ara",
+      "▁par a",
+      "▁pa ra",
+      "▁ para",
+      "▁ Т",
+      "▁C ar",
+      "▁Ca r",
+      "▁ Car",
+      "ra l",
+      "r al",
+      "▁S p",
+      "▁ Sp",
+      "va r",
+      "v ar",
+      "▁p lay",
+      "▁pl ay",
+      "▁pla y",
+      "▁ play",
+      "ou se",
+      "ous e",
+      "o use",
+      "▁т а",
+      "▁ та",
+      "ic ally",
+      "ical ly",
+      "▁con tain",
+      "▁cont ain",
+      "pon se",
+      "▁S tring",
+      "▁St ring",
+      "▁Str ing",
+      "▁ String",
+      "á n",
+      "▁b oth",
+      "▁bo th",
+      "▁bot h",
+      "▁ both",
+      "ke n",
+      "k en",
+      "A R",
+      "ер е",
+      "е ре",
+      "▁I l",
+      "▁ Il",
+      "▁is s",
+      "▁i ss",
+      "▁ iss",
+      "▁o pen",
+      "▁op en",
+      "▁ open",
+      "▁ )",
+      "▁W hat",
+      "▁Wh at",
+      "▁ What",
+      "f e",
+      "riv ate",
+      "re g",
+      "r eg",
+      "▁with out",
+      "▁ without",
+      "▁z u",
+      "▁ zu",
+      "vi s",
+      "v is",
+      "fl ow",
+      "f low",
+      "▁h ttp",
+      "▁htt p",
+      "▁ http",
+      "ab ase",
+      "aba se",
+      "a base",
+      "▁w ord",
+      "▁wor d",
+      "▁wo rd",
+      "▁ word",
+      "▁ch ange",
+      "▁chang e",
+      "▁ change",
+      "▁work s",
+      "▁wor ks",
+      "▁ works",
+      "▁g e",
+      "▁ ge",
+      "▁ !",
+      "▁e en",
+      "▁ een",
+      "it le",
+      "▁e vent",
+      "▁even t",
+      "▁ev ent",
+      "▁ event",
+      "wo rd",
+      "wor d",
+      "w ord",
+      "an do",
+      "and o",
+      "S B",
+      "re m",
+      "r em",
+      "▁f ield",
+      "▁fi eld",
+      "▁fiel d",
+      "▁ field",
+      "vi ng",
+      "vin g",
+      "v ing",
+      "Se r",
+      "S er",
+      "▁o ur",
+      "▁ou r",
+      "▁ our",
+      "▁qu i",
+      "▁q ui",
+      "▁ qui",
+      "▁o per",
+      "▁op er",
+      "▁ oper",
+      "▁is t",
+      "▁i st",
+      "▁ ist",
+      "de f",
+      "d ef",
+      "▁m ade",
+      "▁ma de",
+      "▁mad e",
+      "▁ made",
+      "ни е",
+      "p x",
+      "▁m en",
+      "▁me n",
+      "▁ men",
+      "r m",
+      "ai s",
+      "a is",
+      "ce nt",
+      "cen t",
+      "c ent",
+      "li st",
+      "lis t",
+      "l ist",
+      "T o",
+      "▁T o",
+      "▁ To",
+      "j a",
+      "ve rt",
+      "ver t",
+      "v ert",
+      "▁m ar",
+      "▁ma r",
+      "▁ mar",
+      "val ue",
+      "valu e",
+      "▁ „",
+      "\" ;",
+      "▁a us",
+      "▁au s",
+      "▁ aus",
+      "▁B r",
+      "▁ Br",
+      "ol e",
+      "o le",
+      "▁m ult",
+      "▁mu lt",
+      "▁mul t",
+      "▁ mult",
+      "oug ht",
+      "ough t",
+      "▁m at",
+      "▁ma t",
+      "▁ mat",
+      "▁v iew",
+      "▁vi ew",
+      "▁vie w",
+      "▁ view",
+      "fi l",
+      "f il",
+      "▁с о",
+      "▁ со",
+      "г а",
+      "▁v oid",
+      "▁vo id",
+      "▁ void",
+      "▁g ood",
+      "▁go od",
+      "▁ good",
+      "б о",
+      "C T",
+      "▁m any",
+      "▁ma ny",
+      "▁man y",
+      "▁ many",
+      "be n",
+      "b en",
+      "▁в о",
+      "▁ во",
+      "▁к а",
+      "▁ ка",
+      "▁s ystem",
+      "▁sys tem",
+      "▁syst em",
+      "▁ system",
+      "in o",
+      "i no",
+      "▁an other",
+      "▁ano ther",
+      "▁ another",
+      "▁re st",
+      "▁r est",
+      "▁res t",
+      "▁ rest",
+      "us er",
+      "use r",
+      "u ser",
+      "il ity",
+      "ili ty",
+      "a i",
+      "▁m ight",
+      "▁mig ht",
+      "us tom",
+      "ust om",
+      "usto m",
+      "▁or der",
+      "▁ord er",
+      "▁ order",
+      "▁V er",
+      "▁Ve r",
+      "▁ Ver",
+      "S S",
+      "} )",
+      "▁e ff",
+      "▁ eff",
+      "д о",
+      "et t",
+      "e tt",
+      "▁s ign",
+      "▁si gn",
+      "▁sig n",
+      "▁ sign",
+      "м у",
+      "I T",
+      "st ring",
+      "str ing",
+      "s tring",
+      "el le",
+      "ell e",
+      "e lle",
+      "▁s ing",
+      "▁si ng",
+      "▁sin g",
+      "▁ sing",
+      "cu l",
+      "c ul",
+      "▁tr ying",
+      "▁try ing",
+      "▁b eg",
+      "▁be g",
+      "▁ beg",
+      "▁p age",
+      "▁pa ge",
+      "▁pag e",
+      "▁ page",
+      "х о",
+      "▁C an",
+      "▁Ca n",
+      "▁ Can",
+      "▁S er",
+      "▁Se r",
+      "▁ Ser",
+      "+ +",
+      "▁m ust",
+      "▁mus t",
+      "▁mu st",
+      "▁ must",
+      "▁val ues",
+      "▁value s",
+      "▁valu es",
+      "▁ values",
+      "▁k ey",
+      "▁ke y",
+      "▁ key",
+      "ib le",
+      "i ble",
+      "] .",
+      "ir d",
+      "i rd",
+      "▁pro gram",
+      "▁pr ogram",
+      "▁ program",
+      "roll er",
+      "rol ler",
+      "rolle r",
+      "▁c onne",
+      "▁con ne",
+      "▁conn e",
+      "▁ conne",
+      "▁s ay",
+      "▁sa y",
+      "▁ say",
+      "▁p aram",
+      "▁par am",
+      "▁para m",
+      "▁pa ram",
+      "▁ param",
+      "ach e",
+      "ac he",
+      "a che",
+      "ve lop",
+      "vel op",
+      "▁s elect",
+      "▁se lect",
+      "▁sel ect",
+      "▁sele ct",
+      "▁ select",
+      "▁f amil",
+      "▁fa mil",
+      "▁fam il",
+      "▁ famil",
+      "▁l ast",
+      "▁la st",
+      "▁las t",
+      "▁ last",
+      "▁Th anks",
+      "▁Thank s",
+      "▁ Thanks",
+      "▁p op",
+      "▁po p",
+      "▁ pop",
+      "} .",
+      "e q",
+      "▁does n",
+      "[ '",
+      "▁t erm",
+      "▁te rm",
+      "▁ter m",
+      "▁ term",
+      "▁r é",
+      "▁ ré",
+      "▁d ocument",
+      "▁doc ument",
+      "▁ document",
+      "п а",
+      "л у",
+      "at eg",
+      "ate g",
+      ". )",
+      "li ng",
+      "lin g",
+      "l ing",
+      "ion al",
+      "io nal",
+      "iona l",
+      "i onal",
+      "ab les",
+      "able s",
+      "abl es",
+      "a bles",
+      "▁t ak",
+      "▁ta k",
+      "ut ton",
+      "utt on",
+      "utto n",
+      "▁a rg",
+      "▁ar g",
+      "▁ arg",
+      "ty pe",
+      "typ e",
+      "t ype",
+      "▁s ure",
+      "▁su re",
+      "▁sur e",
+      "▁re al",
+      "▁ real",
+      "▁w eb",
+      "▁we b",
+      "▁ web",
+      "▁c urrent",
+      "▁cur rent",
+      "▁curr ent",
+      "▁ current",
+      "▁P l",
+      "▁ Pl",
+      "ch o",
+      "c ho",
+      "ment s",
+      "men ts",
+      "m ents",
+      "▁J oh",
+      "▁Jo h",
+      "ot s",
+      "o ts",
+      "▁ex ist",
+      "▁ exist",
+      "н у",
+      "▁f ür",
+      "▁ für",
+      "▁и з",
+      "▁ из",
+      "d o",
+      "но го",
+      "ног о",
+      "н ого",
+      "▁l as",
+      "▁la s",
+      "▁ las",
+      "▁n ull",
+      "▁nu ll",
+      "▁ null",
+      "▁in form",
+      "▁inf orm",
+      "▁info rm",
+      "▁ Л",
+      "▁v ersion",
+      "▁vers ion",
+      "▁ version",
+      "▁c hang",
+      "▁ch ang",
+      "▁cha ng",
+      "ag er",
+      "age r",
+      "a ger",
+      "▁C omm",
+      "▁Com m",
+      "▁Co mm",
+      "▁ Comm",
+      "л і",
+      "us h",
+      "u sh",
+      "▁G e",
+      "▁ Ge",
+      "▁h igh",
+      "▁hi gh",
+      "▁ high",
+      "▁in put",
+      "▁ input",
+      "og le",
+      "o gle",
+      "ro s",
+      "r os",
+      "bo x",
+      "b ox",
+      "ge n",
+      "g en",
+      "▁s te",
+      "▁st e",
+      "▁ ste",
+      "▁l ocal",
+      "▁lo cal",
+      "▁loc al",
+      "▁ local",
+      "I m",
+      "▁pro cess",
+      "▁proc ess",
+      "▁proces s",
+      "▁ process",
+      "ter nal",
+      "tern al",
+      "t ernal",
+      "iz ed",
+      "ize d",
+      "i zed",
+      "г и",
+      "é t",
+      "▁I nd",
+      "▁In d",
+      "▁ Ind",
+      "▁o ch",
+      "▁oc h",
+      "▁ och",
+      "l t",
+      "▁col umn",
+      "▁ column",
+      "▁t ried",
+      "▁tr ied",
+      "▁tri ed",
+      "▁comm and",
+      "▁comma nd",
+      "▁ command",
+      "▁b est",
+      "▁be st",
+      "▁bes t",
+      "▁ best",
+      "as ter",
+      "ast er",
+      "aste r",
+      "a ster",
+      "з а",
+      "▁p rim",
+      "▁pr im",
+      "▁pri m",
+      "▁ prim",
+      "▁m odel",
+      "▁mod el",
+      "▁mo del",
+      "▁mode l",
+      "▁ model",
+      "▁ і",
+      "▁th ose",
+      "it ies",
+      "iti es",
+      "itie s",
+      "i ties",
+      "è re",
+      "▁р е",
+      "▁ ре",
+      "ј е",
+      "ш и",
+      "qu es",
+      "que s",
+      "q ues",
+      "▁A m",
+      "▁ Am",
+      "▁o wn",
+      "▁ow n",
+      "▁ own",
+      "li n",
+      "l in",
+      "з и",
+      "Val ue",
+      "th ing",
+      "t hing",
+      "▁ ,",
+      "▁T e",
+      "▁ Te",
+      "▁st ud",
+      "▁ stud",
+      "▁u m",
+      "▁ um",
+      "▁ser ver",
+      "▁serv er",
+      "▁serve r",
+      "▁ server",
+      "il le",
+      "ill e",
+      "i lle",
+      "▁p ut",
+      "▁pu t",
+      "▁ put",
+      "at iv",
+      "ati v",
+      "g y",
+      "ов и",
+      "о ви",
+      "ra f",
+      "r af",
+      "ов о",
+      "о во",
+      "▁wur de",
+      "▁W hen",
+      "▁Wh en",
+      "▁Whe n",
+      "▁ When",
+      "▁d iv",
+      "▁di v",
+      "▁ div",
+      "an ts",
+      "ant s",
+      "▁t er",
+      "▁te r",
+      "▁ ter",
+      "▁part ic",
+      "▁parti c",
+      "▁ т",
+      "▁D o",
+      "▁ Do",
+      "▁N o",
+      "▁ No",
+      "se rt",
+      "ser t",
+      "s ert",
+      "id o",
+      "i do",
+      "math cal",
+      "ad e",
+      "a de",
+      "▁I I",
+      "▁ II",
+      "le ar",
+      "lea r",
+      "l ear",
+      "og raph",
+      "o graph",
+      "en se",
+      "ens e",
+      "▁r ow",
+      "▁ro w",
+      "▁ row",
+      "nu m",
+      "n um",
+      "▁pos sible",
+      "▁poss ible",
+      "▁possib le",
+      "▁ possible",
+      "▁s ince",
+      "▁sin ce",
+      "▁ since",
+      "▁B o",
+      "▁ Bo",
+      "ct ions",
+      "ction s",
+      "▁I m",
+      "▁ Im",
+      "O R",
+      "ц і",
+      "▁i de",
+      "▁id e",
+      "▁ ide",
+      "ma p",
+      "m ap",
+      "▁cor rect",
+      "▁corre ct",
+      "▁corr ect",
+      "▁ correct",
+      "ve s",
+      "v es",
+      "ph p",
+      "p hp",
+      "▁out put",
+      "▁ output",
+      "▁P h",
+      "▁ Ph",
+      "A L",
+      "ar ed",
+      "are d",
+      "a red",
+      "\\ \\",
+      "▁im age",
+      "▁imag e",
+      "▁ image",
+      "es ch",
+      "esc h",
+      "e sch",
+      "ж и",
+      "▁con f",
+      "▁ conf",
+      "po r",
+      "p or",
+      "qu ery",
+      "que ry",
+      "quer y",
+      "ur es",
+      "ure s",
+      "u res",
+      "iu m",
+      "i um",
+      "en ds",
+      "end s",
+      "▁A b",
+      "▁ Ab",
+      "SB N",
+      "і д",
+      "et her",
+      "eth er",
+      "ethe r",
+      "e ther",
+      "pt ions",
+      "ption s",
+      "it u",
+      "i tu",
+      "li b",
+      "l ib",
+      "n s",
+      "k i",
+      "▁work ing",
+      "▁wor king",
+      "▁ working",
+      "▁c omo",
+      "▁com o",
+      "▁co mo",
+      "▁ como",
+      "▁T hen",
+      "▁The n",
+      "▁Th en",
+      "▁ Then",
+      "M L",
+      "ke y",
+      "k ey",
+      "cl ass",
+      "cla ss",
+      "c lass",
+      "op le",
+      "o ple",
+      "itt le",
+      "▁m atch",
+      "▁mat ch",
+      "▁ match",
+      "way s",
+      "wa ys",
+      "w ays",
+      "math bb",
+      "▁re quire",
+      "▁requ ire",
+      "▁ require",
+      "al t",
+      "a lt",
+      "▁v is",
+      "▁vi s",
+      "▁ vis",
+      "▁b l",
+      "▁ bl",
+      "▁c alled",
+      "▁cal led",
+      "▁call ed",
+      "▁ called",
+      "It em",
+      "I tem",
+      "ur a",
+      "u ra",
+      "ve c",
+      "v ec",
+      "em e",
+      "e me",
+      "▁d ella",
+      "▁de lla",
+      "▁del la",
+      "▁dell a",
+      "em bre",
+      "emb re",
+      "ur g",
+      "u rg",
+      "S e",
+      "▁re quest",
+      "▁requ est",
+      "▁req uest",
+      "▁ request",
+      "is che",
+      "isch e",
+      "isc he",
+      "i sche",
+      "▁p ort",
+      "▁po rt",
+      "▁por t",
+      "▁ port",
+      "▁inst ead",
+      "= \\",
+      "▁ У",
+      "ho r",
+      "h or",
+      "en te",
+      "ent e",
+      "um e",
+      "u me",
+      "er d",
+      "e rd",
+      "с а",
+      "▁w hy",
+      "▁wh y",
+      "▁ why",
+      "ri st",
+      "ris t",
+      "r ist",
+      "▁p erson",
+      "▁per son",
+      "▁pers on",
+      "▁ person",
+      "▁. ..",
+      "▁.. .",
+      "▁ ...",
+      "▁p rivate",
+      "▁priv ate",
+      "▁ private",
+      "▁t ot",
+      "▁to t",
+      "▁ tot",
+      "ph a",
+      "p ha",
+      "if t",
+      "i ft",
+      "it a",
+      "i ta",
+      "lo c",
+      "l oc",
+      "▁o ld",
+      "▁ol d",
+      "▁ old",
+      "о н",
+      "▁n el",
+      "▁ne l",
+      "▁ nel",
+      "' ]",
+      "t i",
+      "ie t",
+      "i et",
+      "ci te",
+      "cit e",
+      "c ite",
+      "ple ment",
+      "pl ement",
+      "p lement",
+      "▁a bove",
+      "▁ab ove",
+      "▁ above",
+      "k s",
+      "re ady",
+      "read y",
+      "rea dy",
+      "▁c ome",
+      "▁com e",
+      "▁co me",
+      "▁ come",
+      "se ction",
+      "sec tion",
+      "sect ion",
+      "s ection",
+      "▁P ol",
+      "▁Po l",
+      "▁ Pol",
+      "▁w rit",
+      "▁wr it",
+      "▁ writ",
+      "▁htt ps",
+      "▁http s",
+      "▁ https",
+      "▁$ $",
+      "▁ $$",
+      "▁ »",
+      "▁bu ild",
+      "▁ build",
+      "it o",
+      "i to",
+      "▁cons ider",
+      "▁consid er",
+      "af t",
+      "a ft",
+      "Ap p",
+      "A pp",
+      ", \\",
+      "ind ows",
+      "indow s",
+      "indo ws",
+      "com m",
+      "co mm",
+      "c omm",
+      "▁ ;",
+      "gr ound",
+      "gro und",
+      "g round",
+      "▁p lace",
+      "▁pl ace",
+      "▁pla ce",
+      "▁ place",
+      "B y",
+      "▁pro ject",
+      "▁ project",
+      "Ob ject",
+      "Obj ect",
+      "O bject",
+      "▁re pr",
+      "▁rep r",
+      "en ces",
+      "ence s",
+      "enc es",
+      "ind ow",
+      "indo w",
+      "z t",
+      "▁f iles",
+      "▁file s",
+      "▁fil es",
+      "▁fi les",
+      "▁ files",
+      "c z",
+      "iv ity",
+      "ivi ty",
+      "i vity",
+      "▁in it",
+      "▁i nit",
+      "▁ init",
+      "▁p rob",
+      "▁pro b",
+      "▁pr ob",
+      "▁ prob",
+      "▁s k",
+      "▁ sk",
+      "or th",
+      "ort h",
+      "im ent",
+      "ime nt",
+      "imen t",
+      "i ment",
+      "ou ble",
+      "at al",
+      "ata l",
+      "a tal",
+      "ir c",
+      "i rc",
+      "▁ è",
+      "▁b re",
+      "▁br e",
+      "▁ bre",
+      "is ta",
+      "ist a",
+      "i sta",
+      "in put",
+      "▁ И",
+      "но й",
+      "su m",
+      "s um",
+      "pa th",
+      "pat h",
+      "p ath",
+      "▁c our",
+      "▁co ur",
+      "▁cou r",
+      "▁t oo",
+      "▁to o",
+      "▁A d",
+      "▁ Ad",
+      "▁G u",
+      "▁ Gu",
+      "▁f alse",
+      "▁fal se",
+      "▁ false",
+      "▁f un",
+      "▁fu n",
+      "▁ fun",
+      "▁с т",
+      "▁ ст",
+      "oo d",
+      "o od",
+      "è s",
+      "▁e nc",
+      "▁en c",
+      "▁ enc",
+      "bo l",
+      "b ol",
+      "r l",
+      "ar get",
+      "arg et",
+      "or der",
+      "ord er",
+      "orde r",
+      "▁me an",
+      "▁ mean",
+      "п е",
+      "ig en",
+      "ige n",
+      "i gen",
+      "▁п ре",
+      "▁пр е",
+      "▁ пре",
+      "wid th",
+      "w idth",
+      "; \r",
+      "it or",
+      "ito r",
+      "i tor",
+      "▁st ate",
+      "▁stat e",
+      "▁sta te",
+      "▁ state",
+      "▁gre at",
+      "en n",
+      "e nn",
+      "bi n",
+      "b in",
+      "E r",
+      "Mo d",
+      "M od",
+      "o z",
+      "▁w on",
+      "▁wo n",
+      "▁ won",
+      "▁f act",
+      "▁fa ct",
+      "▁fac t",
+      "▁ fact",
+      "▁j ava",
+      "▁ja va",
+      "▁jav a",
+      "▁ java",
+      "▁Un ivers",
+      "▁ Univers",
+      "▁c ap",
+      "▁ca p",
+      "▁ cap",
+      "is tor",
+      "ist or",
+      "isto r",
+      "i stor",
+      "} (",
+      "k u",
+      "it her",
+      "ith er",
+      "i ther",
+      "al es",
+      "ale s",
+      "a les",
+      "▁o u",
+      "▁ ou",
+      "ro ss",
+      "ros s",
+      "r oss",
+      "▁t ake",
+      "▁tak e",
+      "▁ta ke",
+      "▁ take",
+      "ri x",
+      "r ix",
+      "lo b",
+      "l ob",
+      "▁e ine",
+      "▁ein e",
+      "as es",
+      "ase s",
+      "▁a ccess",
+      "▁acc ess",
+      "▁ac cess",
+      "▁ access",
+      "it é",
+      "i té",
+      "is tr",
+      "ist r",
+      "i str",
+      "iz ation",
+      "iza tion",
+      "▁app ro",
+      "▁ap pro",
+      "▁ appro",
+      "ba ll",
+      "bal l",
+      "b all",
+      "▁m ak",
+      "▁ma k",
+      "} ^",
+      "▁C ons",
+      "▁Con s",
+      "▁Co ns",
+      "▁ Cons",
+      "pr ess",
+      "pre ss",
+      "pres s",
+      "p ress",
+      "se rv",
+      "ser v",
+      "s erv",
+      "() .",
+      "( ).",
+      "a f",
+      "▁re f",
+      "▁r ef",
+      "▁ ref",
+      ") \\",
+      "▁cont in",
+      "s u",
+      "iv er",
+      "ive r",
+      "i ver",
+      "▁c ond",
+      "▁con d",
+      "▁co nd",
+      "▁ cond",
+      "▁ex pect",
+      "▁exp ect",
+      "▁ expect",
+      "▁char act",
+      "▁cha ract",
+      "ber t",
+      "be rt",
+      "b ert",
+      "el t",
+      "e lt",
+      "ter s",
+      "te rs",
+      "t ers",
+      "scri pt",
+      "scr ipt",
+      "s cript",
+      "▁E d",
+      "▁ Ed",
+      "ap t",
+      "a pt",
+      "') ;",
+      "' );",
+      "pr int",
+      "▁s ize",
+      "▁si ze",
+      "▁ size",
+      "▁s ich",
+      "▁si ch",
+      "▁sic h",
+      "fa ce",
+      "fac e",
+      "f ace",
+      "en den",
+      "end en",
+      "ende n",
+      "▁A mer",
+      "▁Am er",
+      "▁ Amer",
+      "if ied",
+      "ifi ed",
+      "ifie d",
+      "ó w",
+      "▁S u",
+      "▁ Su",
+      "te s",
+      "t es",
+      "me d",
+      "m ed",
+      "▁R eg",
+      "▁Re g",
+      "▁ Reg",
+      "so le",
+      "sol e",
+      "s ole",
+      "▁in clud",
+      "▁incl ud",
+      "▁inclu d",
+      "▁ includ",
+      "in i",
+      "i ni",
+      "in ci",
+      "inc i",
+      "▁p la",
+      "▁pl a",
+      "▁ pla",
+      "▁l eft",
+      "▁le ft",
+      "▁ left",
+      "d f",
+      "Pa r",
+      "P ar",
+      "▁A ll",
+      "▁Al l",
+      "▁ All",
+      "▁o cc",
+      "▁oc c",
+      "▁ occ",
+      "▁A t",
+      "▁ At",
+      "▁c r",
+      "▁ cr",
+      "Q u",
+      "▁g iven",
+      "▁giv en",
+      "▁give n",
+      "▁gi ven",
+      "▁S ystem",
+      "▁Syst em",
+      "▁ System",
+      "ic an",
+      "ica n",
+      "i can",
+      "▁f inal",
+      "▁fin al",
+      "▁fi nal",
+      "▁ final",
+      "it ions",
+      "ition s",
+      "iti ons",
+      "▁б ы",
+      "▁ бы",
+      "▁per form",
+      "▁perf orm",
+      "▁ perform",
+      "A N",
+      "▁M e",
+      "▁ Me",
+      "ur o",
+      "u ro",
+      "▁T hat",
+      "▁Th at",
+      "▁ That",
+      "г ра",
+      "▁П о",
+      "▁ По",
+      "▁в и",
+      "▁ ви",
+      "ab ly",
+      "abl y",
+      "▁pr esent",
+      "▁pre sent",
+      "▁pres ent",
+      "▁ present",
+      "du ct",
+      "d uct",
+      "ri c",
+      "r ic",
+      "▁E ng",
+      "▁En g",
+      "▁ Eng",
+      "tr y",
+      "t ry",
+      "▁l ar",
+      "▁la r",
+      "▁ lar",
+      "b l",
+      "id d",
+      "i dd",
+      "▁ä r",
+      "▁ är",
+      "or a",
+      "o ra",
+      "L L",
+      "os s",
+      "o ss",
+      "▁I SBN",
+      "▁ ISBN",
+      "▁th ree",
+      "▁thr ee",
+      "▁thre e",
+      "▁ three",
+      "j o",
+      "n í",
+      "r c",
+      "▁f ar",
+      "▁fa r",
+      "▁ far",
+      "▁N ot",
+      "▁No t",
+      "▁ Not",
+      "▁l ittle",
+      "▁litt le",
+      "di s",
+      "d is",
+      "at i",
+      "a ti",
+      "fun ction",
+      "func tion",
+      "f unction",
+      "▁a ble",
+      "▁ab le",
+      "▁ able",
+      "le ss",
+      "les s",
+      "l ess",
+      "с о",
+      "▁p ath",
+      "▁pat h",
+      "▁pa th",
+      "▁ path",
+      "▁p res",
+      "▁pr es",
+      "▁pre s",
+      "▁ pres",
+      "lo se",
+      "los e",
+      "l ose",
+      "P I",
+      "▁iss ue",
+      "▁issu e",
+      "▁ issue",
+      "ack age",
+      "ti me",
+      "tim e",
+      "t ime",
+      "ig e",
+      "i ge",
+      "am s",
+      "a ms",
+      "▁C l",
+      "▁ Cl",
+      "ail s",
+      "ai ls",
+      "a ils",
+      "al k",
+      "i i",
+      "ш е",
+      "pe n",
+      "p en",
+      "Q L",
+      "▁e as",
+      "R L",
+      "ce l",
+      "c el",
+      "▁s l",
+      "▁ sl",
+      "▁a sk",
+      "▁as k",
+      "▁ ask",
+      "▁n om",
+      "▁no m",
+      "▁ nom",
+      "▁t op",
+      "▁to p",
+      "▁ top",
+      "id es",
+      "ide s",
+      "i des",
+      "in dex",
+      "ind ex",
+      "inde x",
+      "é m",
+      "▁h app",
+      "▁ha pp",
+      "o x",
+      "c d",
+      "▁b etter",
+      "▁bet ter",
+      "▁lo ad",
+      "▁ load",
+      "ad os",
+      "ado s",
+      "ze n",
+      "z en",
+      "▁c e",
+      "▁ ce",
+      "▁f a",
+      "▁ fa",
+      "▁J ohn",
+      "▁Joh n",
+      "▁Jo hn",
+      "▁ John",
+      "IM A",
+      "I MA",
+      "▁B ar",
+      "▁Ba r",
+      "▁ Bar",
+      "over flow",
+      "▁д е",
+      "▁ де",
+      "ne ss",
+      "nes s",
+      "n ess",
+      "ce r",
+      "c er",
+      "▁H ere",
+      "▁He re",
+      "▁Her e",
+      "▁ Here",
+      "re t",
+      "r et",
+      "▁s z",
+      "▁ sz",
+      "amb da",
+      "op y",
+      "o py",
+      "ur l",
+      "u rl",
+      "p y",
+      "r t",
+      "▁under stand",
+      "a ł",
+      "he r",
+      "h er",
+      "# #",
+      "▁ch ild",
+      "▁chi ld",
+      "▁ child",
+      "▁ex ec",
+      "▁ exec",
+      "▁app lication",
+      "▁applic ation",
+      "▁ application",
+      "▁st ruct",
+      "▁str uct",
+      "▁stru ct",
+      "▁ struct",
+      "▁ я",
+      "Fil e",
+      "Fi le",
+      "F ile",
+      "▁c ert",
+      "▁ce rt",
+      "▁cer t",
+      "▁ cert",
+      "is on",
+      "iso n",
+      "i son",
+      "▁vari able",
+      "▁ variable",
+      "D E",
+      "r s",
+      "▁re ally",
+      "▁real ly",
+      "Po rt",
+      "P ort",
+      "b a",
+      "▁B er",
+      "▁Be r",
+      "▁ Ber",
+      "▁in te",
+      "▁int e",
+      "▁ inte",
+      "▁st atic",
+      "▁stat ic",
+      "▁stati c",
+      "▁ static",
+      "▁con fig",
+      "▁conf ig",
+      "▁ config",
+      "▁S he",
+      "▁Sh e",
+      "▁ She",
+      "est ions",
+      "estion s",
+      "esti ons",
+      "▁p lus",
+      "▁pl us",
+      "▁ plus",
+      "▁h ab",
+      "▁ha b",
+      "▁ hab",
+      "op e",
+      "o pe",
+      "▁m us",
+      "▁mu s",
+      "▁ mus",
+      "▁c ount",
+      "▁co unt",
+      "▁coun t",
+      "▁cou nt",
+      "▁ count",
+      "M E",
+      "▁su pport",
+      "▁supp ort",
+      "▁sup port",
+      "▁ support",
+      "▁pe ople",
+      "▁ people",
+      "▁b eh",
+      "▁be h",
+      "▁al ready",
+      "T r",
+      "▁d one",
+      "▁do ne",
+      "▁don e",
+      "▁ done",
+      "de m",
+      "d em",
+      "si ze",
+      "s ize",
+      "al pha",
+      "alph a",
+      "▁d isc",
+      "▁di sc",
+      "▁dis c",
+      "] )",
+      "▁M an",
+      "▁Ma n",
+      "▁ Man",
+      "▁m il",
+      "▁mi l",
+      "▁ mil",
+      "▁st and",
+      "▁sta nd",
+      "▁stan d",
+      "▁ stand",
+      "▁gr oup",
+      "▁gro up",
+      "▁ group",
+      "▁sm all",
+      "▁ small",
+      "▁m ag",
+      "▁ma g",
+      "▁ mag",
+      "ст ь",
+      "с ть",
+      "▁de fault",
+      "▁def ault",
+      "▁ default",
+      "▁sing le",
+      "▁sin gle",
+      "▁ single",
+      "lin k",
+      "l ink",
+      "cl ude",
+      "clud e",
+      "▁e ar",
+      "▁ ear",
+      "il ar",
+      "ila r",
+      "i lar",
+      "** **",
+      "*** *",
+      "* ***",
+      "▁f ix",
+      "▁fi x",
+      "▁ fix",
+      "le y",
+      "l ey",
+      "▁p as",
+      "▁pa s",
+      "▁ pas",
+      "ни й",
+      "iss ion",
+      "▁im plement",
+      "▁imp lement",
+      "▁impl ement",
+      "it ch",
+      "▁го да",
+      "▁год а",
+      "▁al ways",
+      "▁ always",
+      "▁J ah",
+      "▁Ja h",
+      "pr ing",
+      "p ring",
+      "ç ão",
+      "pl ate",
+      "pla te",
+      "p late",
+      "▁de scri",
+      "▁des cri",
+      "▁desc ri",
+      "▁h ead",
+      "▁he ad",
+      "▁ head",
+      "in it",
+      "ini t",
+      "i nit",
+      "og raf",
+      "▁qu ery",
+      "▁que ry",
+      "▁quer y",
+      "▁ query",
+      "iv ed",
+      "ive d",
+      "i ved",
+      "▁in g",
+      "▁i ng",
+      "▁ ing",
+      "pt y",
+      "p ty",
+      "h a",
+      "▁m ov",
+      "▁mo v",
+      "▁ mov",
+      "▁ э",
+      "et te",
+      "ett e",
+      "e tte",
+      "il y",
+      "i ly",
+      "▁g ot",
+      "▁go t",
+      "▁ got",
+      "il ed",
+      "ile d",
+      "i led",
+      "ic ro",
+      "i cro",
+      "▁w r",
+      "▁ wr",
+      "р я",
+      "▁n ever",
+      "▁ne ver",
+      "▁nev er",
+      "or es",
+      "ore s",
+      "o res",
+      "▁b as",
+      "▁ba s",
+      "▁ bas",
+      "io s",
+      "i os",
+      "la ck",
+      "lac k",
+      "l ack",
+      "ain t",
+      "ai nt",
+      "a int",
+      "vi ous",
+      "v ious",
+      "▁g ive",
+      "▁giv e",
+      "▁gi ve",
+      "id ad",
+      "ida d",
+      "E n",
+      "ны й",
+      "н ый",
+      "ta ble",
+      "tab le",
+      "t able",
+      "▁Н а",
+      "▁ На",
+      "▁p at",
+      "▁pa t",
+      "▁ pat",
+      "то р",
+      "т ор",
+      "an gu",
+      "ang u",
+      "lo y",
+      "l oy",
+      "▁s eg",
+      "▁se g",
+      "▁ seg",
+      "ar ray",
+      "arr ay",
+      "▁F l",
+      "▁ Fl",
+      "▁in dex",
+      "▁ind ex",
+      "▁inde x",
+      "▁ index",
+      "▁s w",
+      "▁ sw",
+      "IMA GE",
+      "IM AGE",
+      "▁k m",
+      "▁ km",
+      "б и",
+      "Cl ass",
+      "Cla ss",
+      "C lass",
+      "en a",
+      "e na",
+      "ме н",
+      "м ен",
+      "com p",
+      "co mp",
+      "c omp",
+      "at us",
+      "atu s",
+      "ra p",
+      "r ap",
+      "▁L ist",
+      "▁Li st",
+      "▁Lis t",
+      "▁ List",
+      "Er ror",
+      "Err or",
+      "E rror",
+      "▁t yp",
+      "▁ty p",
+      "▁ typ",
+      "▁м а",
+      "▁ ма",
+      "c s",
+      "' :",
+      "j i",
+      "▁How ever",
+      "▁ However",
+      "▁т е",
+      "▁ те",
+      "▁be low",
+      "▁bel ow",
+      "▁ below",
+      "▁A pp",
+      "▁Ap p",
+      "▁ App",
+      "щ е",
+      "} _",
+      "bu m",
+      "b um",
+      "vi r",
+      "v ir",
+      "ée s",
+      "é es",
+      "▁re cord",
+      "▁rec ord",
+      "▁ record",
+      "ta in",
+      "t ain",
+      "le m",
+      "l em",
+      "it al",
+      "ita l",
+      "i tal",
+      "▁i mp",
+      "▁im p",
+      "▁ imp",
+      "eg o",
+      "e go",
+      "▁o d",
+      "▁ od",
+      "▁re ce",
+      "▁rec e",
+      "▁ rece",
+      "mi t",
+      "m it",
+      "ff ic",
+      "f fic",
+      "stack overflow",
+      "ie ve",
+      "iev e",
+      "▁ З",
+      "▁n ov",
+      "▁no v",
+      "▁ nov",
+      "ц е",
+      "▁In tern",
+      "▁Int ern",
+      "▁Inter n",
+      "▁ Intern",
+      "b u",
+      "▁s ugg",
+      "▁su gg",
+      "▁sug g",
+      "▁l oop",
+      "▁lo op",
+      "▁ loop",
+      "ri de",
+      "rid e",
+      "r ide",
+      "▁$ (",
+      "▁ $(",
+      "▁s uper",
+      "▁su per",
+      "▁sup er",
+      "▁ super",
+      "ri d",
+      "r id",
+      "ны х",
+      "н ых",
+      "▁P er",
+      "▁Pe r",
+      "▁ Per",
+      "▁d om",
+      "▁do m",
+      "▁ dom",
+      "= '",
+      "ut sch",
+      "uts ch",
+      "le n",
+      "l en",
+      "▁w rite",
+      "▁writ e",
+      "▁wr ite",
+      "▁ write",
+      "▁in v",
+      "▁ inv",
+      "ou th",
+      "out h",
+      "o uth",
+      "▁H er",
+      "▁He r",
+      "▁ Her",
+      "▁y ears",
+      "▁year s",
+      "▁ye ars",
+      "▁or iginal",
+      "▁orig inal",
+      "▁origin al",
+      "▁ original",
+      "eg a",
+      "e ga",
+      "▁S te",
+      "▁St e",
+      "▁ Ste",
+      "▁se ems",
+      "▁see ms",
+      "▁seem s",
+      "é g",
+      "▁n ext",
+      "▁ne xt",
+      "▁ next",
+      "ed er",
+      "ede r",
+      "e der",
+      "▁N e",
+      "▁ Ne",
+      "av as",
+      "ava s",
+      "a vas",
+      "ific ation",
+      "ifi cation",
+      "ifica tion",
+      "Ex ception",
+      "▁D er",
+      "▁De r",
+      "▁ Der",
+      "▁v e",
+      "▁ ve",
+      "at ic",
+      "ati c",
+      "ha t",
+      "h at",
+      "br ary",
+      "bra ry",
+      "re turn",
+      "ret urn",
+      "ur ch",
+      "is ion",
+      "isi on",
+      "m i",
+      "oi nt",
+      "oin t",
+      "o int",
+      "▁d ay",
+      "▁da y",
+      "▁ day",
+      "ic tion",
+      "ict ion",
+      "i ction",
+      "á l",
+      "▁é s",
+      "▁ és",
+      "▁th ough",
+      "▁thou gh",
+      "▁ though",
+      "ac tion",
+      "act ion",
+      "a ction",
+      "í t",
+      "un gen",
+      "ung en",
+      "unge n",
+      "ou rs",
+      "our s",
+      "o urs",
+      "▁s cript",
+      "▁scr ipt",
+      "▁scri pt",
+      "▁ script",
+      "▁in formation",
+      "▁inform ation",
+      "▁ information",
+      "▁mult i",
+      "▁mul ti",
+      "▁ multi",
+      "▁\\ \\",
+      "▁ \\\\",
+      "st er",
+      "ste r",
+      "s ter",
+      "к е",
+      "A C",
+      "ci es",
+      "cie s",
+      "c ies",
+      "▁dis play",
+      "▁disp lay",
+      "▁ display",
+      "om an",
+      "oma n",
+      "o man",
+      "Tim e",
+      "T ime",
+      "iu s",
+      "i us",
+      ")) ;",
+      ") );",
+      "tr e",
+      "t re",
+      "▁l im",
+      "▁li m",
+      "▁ lim",
+      "at ely",
+      "ate ly",
+      "atel y",
+      "é d",
+      "is te",
+      "ist e",
+      "i ste",
+      "▁с а",
+      "▁ са",
+      "pos t",
+      "po st",
+      "p ost",
+      "ue l",
+      "u el",
+      "im g",
+      "▁ ч",
+      "ск а",
+      "с ка",
+      "el d",
+      "e ld",
+      "pp er",
+      "ppe r",
+      "p per",
+      "ul a",
+      "u la",
+      "▁gener al",
+      "▁gen eral",
+      "▁gene ral",
+      "▁ general",
+      "A l",
+      "For m",
+      "F orm",
+      "▁u pon",
+      "▁up on",
+      "z o",
+      "am ente",
+      "ament e",
+      "amen te",
+      "a mente",
+      "▁p rom",
+      "▁pro m",
+      "▁pr om",
+      "▁ prom",
+      "▁ ü",
+      "le x",
+      "l ex",
+      "▁t urn",
+      "▁tu rn",
+      "▁tur n",
+      "▁ turn",
+      "▁м е",
+      "▁ ме",
+      "en tion",
+      "ent ion",
+      "enti on",
+      "ле н",
+      "л ен",
+      "▁a f",
+      "▁ af",
+      "ic le",
+      "i cle",
+      "ст в",
+      "с тв",
+      "▁F il",
+      "▁ Fil",
+      "▁ Ф",
+      "ava script",
+      "avas cript",
+      "Ma n",
+      "M an",
+      "ar a",
+      "a ra",
+      "wa re",
+      "war e",
+      "w are",
+      "al ign",
+      "ali gn",
+      "an gle",
+      "ang le",
+      "▁S c",
+      "▁ Sc",
+      "un ic",
+      "uni c",
+      "u nic",
+      "▁f ran",
+      "▁fr an",
+      "▁fra n",
+      "▁ fran",
+      "U n",
+      "z i",
+      "me t",
+      "m et",
+      "Ad d",
+      "A dd",
+      "▁p ub",
+      "▁pu b",
+      "▁ pub",
+      "ко в",
+      "к ов",
+      "▁g en",
+      "▁ge n",
+      "▁ gen",
+      "▁p od",
+      "▁po d",
+      "▁ pod",
+      "▁s um",
+      "▁su m",
+      "▁ sum",
+      "▁h aving",
+      "▁ha ving",
+      "▁hav ing",
+      "▁a vec",
+      "▁av ec",
+      "▁ave c",
+      "s l",
+      "▁f ig",
+      "▁fi g",
+      "▁ fig",
+      "▁R es",
+      "▁Re s",
+      "▁ Res",
+      "Dat e",
+      "Da te",
+      "D ate",
+      "ul es",
+      "ule s",
+      "u les",
+      "wi th",
+      "w ith",
+      "ски й",
+      "с кий",
+      "g u",
+      "E T",
+      "▁b ro",
+      "▁br o",
+      "▁ bro",
+      "ri e",
+      "r ie",
+      "ap s",
+      "a ps",
+      "en ding",
+      "end ing",
+      "endi ng",
+      "ma il",
+      "mai l",
+      "m ail",
+      "oo k",
+      "o ok",
+      "▁su ccess",
+      "▁succ ess",
+      "▁suc cess",
+      "▁ success",
+      "ber g",
+      "be rg",
+      "b erg",
+      "▁d eb",
+      "▁de b",
+      "▁ deb",
+      "el ta",
+      "elt a",
+      "() `",
+      "( )`",
+      "ent ial",
+      "enti al",
+      "fr ame",
+      "fra me",
+      "fram e",
+      "f rame",
+      "Ke y",
+      "K ey",
+      "in n",
+      "i nn",
+      "▁sim ple",
+      "▁simp le",
+      "▁simpl e",
+      "▁ simple",
+      "iv al",
+      "iva l",
+      "i val",
+      "▁c are",
+      "▁car e",
+      "▁ca re",
+      "▁ care",
+      "▁W eb",
+      "▁We b",
+      "▁ Web",
+      "\") .",
+      "\" ).",
+      ">< /",
+      "> </",
+      "▁d atabase",
+      "▁data base",
+      "▁dat abase",
+      "▁datab ase",
+      "▁ database",
+      "▁N ow",
+      "▁No w",
+      "▁ Now",
+      "In d",
+      "I nd",
+      "▁м о",
+      "▁ мо",
+      "ch t",
+      "c ht",
+      "ba n",
+      "b an",
+      "ra m",
+      "r am",
+      "equ ation",
+      "sk i",
+      "s ki",
+      "ie f",
+      "i ef",
+      "li m",
+      "l im",
+      "Ge t",
+      "G et",
+      "▁t re",
+      "▁tr e",
+      "▁ tre",
+      "at en",
+      "ate n",
+      "a ten",
+      "be d",
+      "b ed",
+      "▁J e",
+      "▁ Je",
+      "▁result s",
+      "▁ results",
+      "л ю",
+      "те ль",
+      "тел ь",
+      "т ель",
+      "d b",
+      "▁b it",
+      "▁bi t",
+      "▁ bit",
+      "bo dy",
+      "b ody",
+      "Ar ray",
+      "Arr ay",
+      "m u",
+      "pr ession",
+      "press ion",
+      "p ression",
+      "▁с та",
+      "▁ст а",
+      "▁ ста",
+      "on y",
+      "o ny",
+      "if f",
+      "i ff",
+      "▁b ar",
+      "▁ba r",
+      "▁ bar",
+      "▁Ar ch",
+      "▁Arc h",
+      "▁ Arch",
+      "ber s",
+      "be rs",
+      "b ers",
+      ") {",
+      "▁M on",
+      "▁Mo n",
+      "▁ Mon",
+      "▁do ing",
+      "▁doi ng",
+      "▁pro f",
+      "▁pr of",
+      "▁ prof",
+      "▁inst all",
+      "▁instal l",
+      "▁ install",
+      "▁p osition",
+      "▁pos ition",
+      "▁posit ion",
+      "▁ position",
+      "em a",
+      "e ma",
+      "▁} );",
+      "▁}) ;",
+      "▁ });",
+      "Pat h",
+      "Pa th",
+      "P ath",
+      "al i",
+      "a li",
+      "▁& &",
+      "▁ &&",
+      "le v",
+      "l ev",
+      "▁c annot",
+      "▁can not",
+      "▁M ay",
+      "▁Ma y",
+      "▁ May",
+      "in st",
+      "ins t",
+      "- \\",
+      "▁c oun",
+      "▁co un",
+      "▁cou n",
+      "▁a ng",
+      "▁an g",
+      "▁ ang",
+      "▁app ear",
+      "▁appe ar",
+      "co r",
+      "c or",
+      "ci ó",
+      "c ió",
+      "id ed",
+      "ide d",
+      "i ded",
+      "qu estions",
+      "quest ions",
+      "question s",
+      "at ter",
+      "att er",
+      "atte r",
+      "▁P a",
+      "▁ Pa",
+      "se lect",
+      "sel ect",
+      "s elect",
+      "▁pr inci",
+      "▁prin ci",
+      "E vent",
+      "▁s ide",
+      "▁si de",
+      "▁sid e",
+      "▁ side",
+      "▁m em",
+      "▁me m",
+      "▁ mem",
+      "▁J an",
+      "▁Ja n",
+      "▁ Jan",
+      "ar io",
+      "ari o",
+      "a rio",
+      "▁with in",
+      "▁wit hin",
+      "▁V al",
+      "▁Va l",
+      "▁ Val",
+      "ode s",
+      "od es",
+      "o des",
+      "idd le",
+      "ur ation",
+      "ura tion",
+      "br a",
+      "b ra",
+      "▁d ate",
+      "▁da te",
+      "▁dat e",
+      "▁ date",
+      "[ ]",
+      "▁en tre",
+      "▁ent re",
+      "▁entr e",
+      "▁ entre",
+      "il i",
+      "i li",
+      "Port ail",
+      "doc s",
+      "do cs",
+      "d ocs",
+      "ско й",
+      "с кой",
+      "El ement",
+      "E lement",
+      "▁m essage",
+      "▁mess age",
+      "▁ message",
+      "▁n ach",
+      "▁na ch",
+      "▁nac h",
+      "▁ nach",
+      "▁d uring",
+      "▁du ring",
+      "▁dur ing",
+      "▁g ra",
+      "▁gr a",
+      "▁ gra",
+      "et work",
+      "▁B y",
+      "▁ By",
+      "▁t ell",
+      "▁te ll",
+      "▁tel l",
+      "et e",
+      "e te",
+      "~ \\",
+      "▁b is",
+      "▁bi s",
+      "▁ bis",
+      "▁p u",
+      "▁ pu",
+      "▁re d",
+      "▁r ed",
+      "▁ red",
+      "▁t hing",
+      "▁th ing",
+      "▁thin g",
+      "▁ thing",
+      "▁s ort",
+      "▁so rt",
+      "▁sor t",
+      "▁ sort",
+      "xi m",
+      "x im",
+      "ir es",
+      "ire s",
+      "i res",
+      "Use r",
+      "Us er",
+      "U ser",
+      "io d",
+      "i od",
+      "▁E st",
+      "▁Es t",
+      "▁ Est",
+      "os ed",
+      "ose d",
+      "o sed",
+      "ou te",
+      "out e",
+      "o ute",
+      "▁L es",
+      "▁Le s",
+      "▁ Les",
+      "▁s ent",
+      "▁se nt",
+      "▁sen t",
+      "▁ sent",
+      "rib ute",
+      "ribu te",
+      "ut es",
+      "ute s",
+      "u tes",
+      "ist ory",
+      "istor y",
+      "isto ry",
+      "i story",
+      "▁ser vice",
+      "▁serv ice",
+      "▁servi ce",
+      "▁ service",
+      "' ;",
+      "fi eld",
+      "f ield",
+      "▁I N",
+      "▁ IN",
+      "ens ion",
+      "re l",
+      "r el",
+      "▁go ing",
+      "▁ going",
+      "we b",
+      "w eb",
+      "Con text",
+      "Cont ext",
+      "▁l ater",
+      "▁la ter",
+      "▁lat er",
+      "▁late r",
+      "u k",
+      "lay out",
+      "l ayout",
+      "on a",
+      "o na",
+      "á t",
+      "---- ------------",
+      "-------- --------",
+      "------------ ----",
+      "------ ----------",
+      "---------- ------",
+      "▁ex act",
+      "an dom",
+      "and om",
+      "ando m",
+      "▁s ie",
+      "▁si e",
+      "I I",
+      "▁The y",
+      "▁Th ey",
+      "▁ They",
+      "ment e",
+      "men te",
+      "m ente",
+      "ib li",
+      "▁f ine",
+      "▁fin e",
+      "▁fi ne",
+      "U T",
+      "▁de velop",
+      "▁deve lop",
+      "▁ develop",
+      "▁E in",
+      "so ft",
+      "of f",
+      "o ff",
+      "Se t",
+      "S et",
+      "▁a z",
+      "▁ az",
+      "et ers",
+      "eter s",
+      "ete rs",
+      "e ters",
+      "il der",
+      "ild er",
+      "ilde r",
+      "i lder",
+      "ple s",
+      "pl es",
+      "p les",
+      "▁spec ific",
+      "▁ specific",
+      "▁o m",
+      "▁ om",
+      "er ror",
+      "err or",
+      "e rror",
+      "ent ly",
+      "▁fil m",
+      "▁fi lm",
+      "▁ film",
+      "uc k",
+      "u ck",
+      "ain s",
+      "ai ns",
+      "a ins",
+      "ac ión",
+      "ació n",
+      "aci ón",
+      "a ción",
+      "ge s",
+      "g es",
+      "ж а",
+      "▁th ings",
+      "▁thing s",
+      "▁thin gs",
+      "S h",
+      "▁th ought",
+      "▁though t",
+      "▁ad ded",
+      "▁add ed",
+      "▁ added",
+      "de p",
+      "d ep",
+      "ско го",
+      "ск ого",
+      "ског о",
+      "с кого",
+      "▁L i",
+      "▁ Li",
+      "il s",
+      "i ls",
+      "yn c",
+      "y nc",
+      "▁т о",
+      "▁ то",
+      "ri es",
+      "rie s",
+      "r ies",
+      "▁c u",
+      "▁ cu",
+      "ch en",
+      "che n",
+      "c hen",
+      "IO N",
+      "I ON",
+      "▁D es",
+      "▁De s",
+      "▁ Des",
+      "ult ado",
+      "ir t",
+      "i rt",
+      "▁b ased",
+      "▁bas ed",
+      "▁base d",
+      "▁ba sed",
+      "▁ based",
+      "▁m o",
+      "▁ mo",
+      "▁d est",
+      "▁de st",
+      "▁des t",
+      "▁ dest",
+      "pn g",
+      "p ng",
+      "re en",
+      "ree n",
+      "r een",
+      "▁r unning",
+      "▁run ning",
+      "▁ running",
+      "am ma",
+      "amm a",
+      "ou d",
+      "o ud",
+      "▁re fer",
+      "▁ref er",
+      "▁ refer",
+      "io us",
+      "i ous",
+      "▁J ul",
+      "▁Ju l",
+      "▁ Jul",
+      "▁s earch",
+      "▁se arch",
+      "▁ search",
+      "al d",
+      "a ld",
+      "ed e",
+      "e de",
+      "▁w rong",
+      "▁wr ong",
+      "A n",
+      "▁u ntil",
+      "▁un til",
+      "▁ until",
+      "si te",
+      "s ite",
+      "ay er",
+      "aye r",
+      "a yer",
+      "▁on ce",
+      "▁ once",
+      "ar r",
+      "a rr",
+      "▁again st",
+      "== ==",
+      "=== =",
+      "= ===",
+      "▁s ource",
+      "▁ source",
+      "ar n",
+      "a rn",
+      "ap i",
+      "a pi",
+      "▁re present",
+      "▁repr esent",
+      "▁repres ent",
+      "▁repre sent",
+      "▁a ff",
+      "▁af f",
+      "▁ aff",
+      "▁s ein",
+      "▁se in",
+      "▁sei n",
+      "▁ sein",
+      "▁al low",
+      "▁all ow",
+      "▁allo w",
+      "▁ allow",
+      "or mal",
+      "orm al",
+      "en ded",
+      "end ed",
+      "ende d",
+      "▁cont rol",
+      "▁contr ol",
+      "▁contro l",
+      "▁ control",
+      "math bf",
+      "com e",
+      "co me",
+      "c ome",
+      "cu r",
+      "c ur",
+      "en do",
+      "end o",
+      "w a",
+      "▁up date",
+      "▁upd ate",
+      "▁ update",
+      "▁in side",
+      "▁ins ide",
+      "▁ inside",
+      "▁re ason",
+      "▁ reason",
+      "om en",
+      "ome n",
+      "o men",
+      "▁в ы",
+      "▁ вы",
+      "D e",
+      "▁ј е",
+      "▁ је",
+      "s w",
+      "▁s ever",
+      "▁se ver",
+      "O f",
+      "▁inst ance",
+      "▁ instance",
+      "▁m er",
+      "▁me r",
+      "▁ mer",
+      "▁e ffect",
+      "▁eff ect",
+      "▁ effect",
+      "col or",
+      "co lor",
+      "colo r",
+      "ug ust",
+      "il t",
+      "i lt",
+      "de s",
+      "d es",
+      "it z",
+      "i tz",
+      "ul ation",
+      "ula tion",
+      "u lation",
+      "ni e",
+      "n ie",
+      "▁W orld",
+      "▁Wor ld",
+      "▁ World",
+      "▁sim ilar",
+      "▁ similar",
+      "ym bol",
+      "hi ng",
+      "hin g",
+      "h ing",
+      "▁m ark",
+      "▁mar k",
+      "▁ mark",
+      "St ate",
+      "Stat e",
+      "▁cont ent",
+      "▁conten t",
+      "▁conte nt",
+      "▁ content",
+      "▁me ans",
+      "▁mean s",
+      "am ed",
+      "ame d",
+      "a med",
+      "▁E nd",
+      "▁En d",
+      "▁ End",
+      "N D",
+      "co unt",
+      "cou nt",
+      "c ount",
+      "▁In st",
+      "▁Ins t",
+      "▁ Inst",
+      "per ty",
+      "pert y",
+      "ct or",
+      "c tor",
+      "▁{ \\",
+      "▁ {\\",
+      "▁L et",
+      "▁Le t",
+      "▁ Let",
+      "▁! =",
+      "▁ !=",
+      "▁get ting",
+      "▁ getting",
+      "ut h",
+      "u th",
+      "um ber",
+      "umb er",
+      "▁Cons ultado",
+      "sch aft",
+      "sc haft",
+      "le te",
+      "let e",
+      "l ete",
+      "▁W ill",
+      "▁Wil l",
+      "▁Wi ll",
+      "▁ Will",
+      "▁E m",
+      "▁ Em",
+      "he ad",
+      "h ead",
+      "▁l eg",
+      "▁le g",
+      "▁ leg",
+      "но м",
+      "н ом",
+      "O r",
+      "ar m",
+      "a rm",
+      "pon d",
+      "po nd",
+      "p ond",
+      "▁Ch rist",
+      "▁Chris t",
+      "▁Chr ist",
+      "▁ Christ",
+      "▁a round",
+      "▁ar ound",
+      "▁ around",
+      "▁c lear",
+      "▁cl ear",
+      "▁cle ar",
+      "▁ clear",
+      "▁h ref",
+      "▁hr ef",
+      "▁ href",
+      "▁S ee",
+      "▁Se e",
+      "▁ See",
+      "') .",
+      "' ).",
+      "▁cre ated",
+      "▁create d",
+      "▁ created",
+      "▁b utton",
+      "▁but ton",
+      "▁ button",
+      "in ing",
+      "ini ng",
+      "i ning",
+      "▁c lick",
+      "▁cl ick",
+      "▁cli ck",
+      "▁ click",
+      "ia m",
+      "i am",
+      "pl it",
+      "p lit",
+      "F or",
+      "▁p olit",
+      "▁po lit",
+      "▁pol it",
+      "▁ polit",
+      "▁se em",
+      "▁see m",
+      "▁l ife",
+      "▁li fe",
+      "▁lif e",
+      "▁ life",
+      "но в",
+      "н ов",
+      "▁in tern",
+      "▁int ern",
+      "▁inter n",
+      "▁inte rn",
+      "▁ intern",
+      "щ и",
+      "se l",
+      "s el",
+      "so ci",
+      "s oci",
+      "▁s tor",
+      "▁st or",
+      "▁sto r",
+      "▁ stor",
+      "cl e",
+      "c le",
+      "ear ch",
+      "e arch",
+      "and roid",
+      "andro id",
+      "andr oid",
+      "}^ {",
+      "} ^{",
+      "▁e ither",
+      "▁f ew",
+      "▁fe w",
+      "▁init ial",
+      "▁initi al",
+      "▁ initial",
+      "l ength",
+      "ri a",
+      "r ia",
+      "sq l",
+      "s ql",
+      "wi k",
+      "w ik",
+      "▁é t",
+      "▁ ét",
+      "ue r",
+      "u er",
+      "▁val id",
+      "▁ valid",
+      "An d",
+      "A nd",
+      "in clude",
+      "includ e",
+      "ur y",
+      "u ry",
+      "▁s us",
+      "▁su s",
+      "ir ed",
+      "ire d",
+      "i red",
+      "▁A fter",
+      "▁Af ter",
+      "▁ After",
+      "▁d ue",
+      "▁du e",
+      "▁ due",
+      "▁b ei",
+      "▁be i",
+      "▁ bei",
+      "our ces",
+      "ource s",
+      "▁N ov",
+      "▁No v",
+      "▁ Nov",
+      "Ac t",
+      "A ct",
+      "▁C ont",
+      "▁Con t",
+      "▁Co nt",
+      "▁ Cont",
+      "▁bre ak",
+      "▁ break",
+      "es ted",
+      "est ed",
+      "este d",
+      "e sted",
+      "▁act ually",
+      "▁actual ly",
+      "▁actu ally",
+      "el se",
+      "els e",
+      "tm l",
+      "t ml",
+      "re r",
+      "r er",
+      "on es",
+      "one s",
+      "o nes",
+      "▁de sign",
+      "▁des ign",
+      "▁ design",
+      "▁pro perty",
+      "▁proper ty",
+      "▁ property",
+      "ph i",
+      "p hi",
+      "al ity",
+      "ali ty",
+      "oc h",
+      "o ch",
+      "is ts",
+      "ist s",
+      "▁ ·",
+      "ud io",
+      "udi o",
+      "A B",
+      "al a",
+      "a la",
+      "ion es",
+      "io nes",
+      "ione s",
+      "i ones",
+      "ф и",
+      "fin d",
+      "fi nd",
+      "f ind",
+      "A s",
+      "▁c ustom",
+      "▁cust om",
+      "▁ custom",
+      "▁a nn",
+      "▁an n",
+      "▁ ann",
+      "E S",
+      "O T",
+      "l ambda",
+      "▁i dent",
+      "▁id ent",
+      "▁ide nt",
+      "▁ ident",
+      "▁or gan",
+      "▁org an",
+      "▁ organ",
+      "▁C ent",
+      "▁Ce nt",
+      "▁ Cent",
+      "▁C har",
+      "▁Ch ar",
+      "▁Cha r",
+      "▁ Char",
+      "▁o s",
+      "▁ os",
+      "▁h ard",
+      "▁ha rd",
+      "▁har d",
+      "▁ hard",
+      "ро в",
+      "р ов",
+      "▁/ >",
+      "▁ />",
+      "k o",
+      "▁ex per",
+      "▁exp er",
+      "▁se par",
+      "▁sep ar",
+      "▁ separ",
+      "y l",
+      "ou rn",
+      "our n",
+      "o urn",
+      "▁d ev",
+      "▁de v",
+      "▁ dev",
+      "▁a uch",
+      "▁au ch",
+      "▁auc h",
+      "▁ auch",
+      "▁b lock",
+      "▁bl ock",
+      "▁blo ck",
+      "▁ block",
+      "bo ok",
+      "b ook",
+      "▁m ap",
+      "▁ma p",
+      "▁ map",
+      "il la",
+      "ill a",
+      "i lla",
+      "▁com put",
+      "▁comp ut",
+      "▁ comput",
+      "▁s pace",
+      "▁sp ace",
+      "▁spac e",
+      "▁ space",
+      "res ult",
+      ") }",
+      "▁e cho",
+      "▁ec ho",
+      "▁ echo",
+      "con fig",
+      "conf ig",
+      "h i",
+      "▁lar ge",
+      "▁larg e",
+      "▁ large",
+      "▁w idth",
+      "▁wid th",
+      "▁ width",
+      "▁G o",
+      "▁ Go",
+      "ma t",
+      "m at",
+      "▁d iff",
+      "▁di ff",
+      "▁dif f",
+      "▁ diff",
+      "▁k ind",
+      "▁ki nd",
+      "▁kin d",
+      "▁ kind",
+      "an ces",
+      "ance s",
+      "anc es",
+      "yn am",
+      "yna m",
+      "y nam",
+      "▁col or",
+      "▁co lor",
+      "▁ color",
+      "In t",
+      "I nt",
+      "so l",
+      "s ol",
+      "▁p i",
+      "▁ pi",
+      "▁char acter",
+      "▁charact er",
+      "▁ character",
+      "om ent",
+      "ome nt",
+      "omen t",
+      "o ment",
+      "▁res ponse",
+      "▁respons e",
+      "▁ response",
+      "ig ma",
+      "ward s",
+      "war ds",
+      "w ards",
+      "ar row",
+      "arr ow",
+      "с у",
+      "ti es",
+      "t ies",
+      "▁ü ber",
+      "▁ über",
+      "Im age",
+      "y d",
+      "▁п ере",
+      "▁пер е",
+      "▁пе ре",
+      "▁ пере",
+      "▁n ode",
+      "▁no de",
+      "▁nod e",
+      "▁ node",
+      "▁it em",
+      "▁i tem",
+      "▁ item",
+      "ach ine",
+      "achi ne",
+      "im a",
+      "i ma",
+      "▁v a",
+      "▁ va",
+      "▁appro ach",
+      "▁w er",
+      "▁we r",
+      "▁ wer",
+      "▁ч е",
+      "▁ че",
+      "O n",
+      "ol low",
+      "oll ow",
+      "он а",
+      "о на",
+      "ct ed",
+      "c ted",
+      "ur ed",
+      "ure d",
+      "u red",
+      "Cont roller",
+      "Control ler",
+      "li ed",
+      "lie d",
+      "l ied",
+      "▁j o",
+      "▁ jo",
+      "▁d al",
+      "▁da l",
+      "▁ dal",
+      "un k",
+      "▁ î",
+      "st art",
+      "sta rt",
+      "star t",
+      "ol a",
+      "o la",
+      "▁com pon",
+      "▁comp on",
+      "I C",
+      "bi t",
+      "b it",
+      "▁b ase",
+      "▁bas e",
+      "▁ba se",
+      "▁ base",
+      "п у",
+      "▁id ea",
+      "▁ide a",
+      "▁ idea",
+      "▁d ire",
+      "▁di re",
+      "▁dir e",
+      "▁ dire",
+      "▁r ad",
+      "▁ra d",
+      "▁ rad",
+      "gr oup",
+      "gro up",
+      "▁W ith",
+      "▁Wi th",
+      "▁Wit h",
+      "▁ With",
+      "ser ver",
+      "serv er",
+      "serve r",
+      "si de",
+      "s ide",
+      "si ng",
+      "sin g",
+      "s ing",
+      "▁d ies",
+      "▁di es",
+      "▁die s",
+      "▁n ear",
+      "▁ne ar",
+      "▁ near",
+      "▁v oor",
+      "▁vo or",
+      "▁ voor",
+      "▁arg ument",
+      "▁ argument",
+      "▁} ,",
+      "▁ },",
+      "▁l and",
+      "▁la nd",
+      "▁lan d",
+      "▁ land",
+      "▁n ames",
+      "▁name s",
+      "▁na mes",
+      "▁nam es",
+      "▁ names",
+      "▁o ption",
+      "▁op tion",
+      "▁opt ion",
+      "▁ option",
+      "ith ub",
+      "pp ed",
+      "ppe d",
+      "p ped",
+      "au g",
+      "a ug",
+      "▁l inks",
+      "▁link s",
+      "▁lin ks",
+      "▁ links",
+      "▁f ull",
+      "▁fu ll",
+      "▁ful l",
+      "▁ full",
+      "▁s itu",
+      "▁si tu",
+      "▁sit u",
+      "▁con sole",
+      "▁cons ole",
+      "▁ console",
+      "▁e tc",
+      "▁et c",
+      "▁ etc",
+      "au x",
+      "a ux",
+      "▁C or",
+      "▁Co r",
+      "▁ Cor",
+      "icro soft",
+      "▁c ame",
+      "▁cam e",
+      "▁ca me",
+      "lo cal",
+      "loc al",
+      "l ocal",
+      "▁k nown",
+      "▁kn own",
+      "▁know n",
+      "▁ known",
+      "▁multi ple",
+      "▁multip le",
+      "▁ multiple",
+      "angu age",
+      "▁t otal",
+      "▁to tal",
+      "▁tot al",
+      "▁ total",
+      "ol ogy",
+      "olog y",
+      "olo gy",
+      "ä t",
+      "▁ Х",
+      "▁f re",
+      "▁fr e",
+      "▁ fre",
+      "▁t en",
+      "▁te n",
+      "▁ ten",
+      "ide o",
+      "▁b es",
+      "▁be s",
+      "▁ bes",
+      "tr ue",
+      "Qu ery",
+      "Que ry",
+      "om m",
+      "o mm",
+      "▁A rt",
+      "▁Ar t",
+      "▁ Art",
+      "▁ke ep",
+      "▁ keep",
+      "▁Un iversity",
+      "▁Univers ity",
+      "re ate",
+      "rea te",
+      "pp ort",
+      "ppo rt",
+      "p port",
+      "▁p ython",
+      "▁ python",
+      "tr a",
+      "t ra",
+      "ect or",
+      "ec tor",
+      "e ctor",
+      "р і",
+      "op h",
+      "o ph",
+      "▁c onc",
+      "▁con c",
+      "▁co nc",
+      "▁f our",
+      "▁fo ur",
+      "▁fou r",
+      "▁ four",
+      "vi ron",
+      "vir on",
+      "▁v ia",
+      "▁vi a",
+      "▁ via",
+      "? \"",
+      "im age",
+      "ima ge",
+      "ol l",
+      "o ll",
+      "ны е",
+      "н ые",
+      "▁con text",
+      "▁cont ext",
+      "▁conte xt",
+      "▁ context",
+      "▁s em",
+      "▁se m",
+      "▁ sem",
+      ". _",
+      "▁e ng",
+      "▁en g",
+      "▁ eng",
+      "ma r",
+      "m ar",
+      "A D",
+      "▁m or",
+      "▁mo r",
+      "▁ mor",
+      "▁C al",
+      "▁Ca l",
+      "▁ Cal",
+      "▁c ell",
+      "▁ce ll",
+      "▁cel l",
+      "▁ cell",
+      "im al",
+      "ima l",
+      "i mal",
+      "AT E",
+      "A TE",
+      "▁in f",
+      "▁ inf",
+      "ö n",
+      "uf fer",
+      "uff er",
+      "s q",
+      ".. ..",
+      "... .",
+      ". ...",
+      "▁z ur",
+      "▁zu r",
+      "W ith",
+      "ра н",
+      "р ан",
+      "ch n",
+      "c hn",
+      "▁d oor",
+      "▁do or",
+      "▁ door",
+      "cont ent",
+      "▁m iss",
+      "▁mi ss",
+      "▁mis s",
+      "▁ miss",
+      "▁s imp",
+      "▁sim p",
+      "▁si mp",
+      "▁ simp",
+      "á r",
+      "ir a",
+      "i ra",
+      "▁h at",
+      "▁ha t",
+      "▁ hat",
+      "Te st",
+      "T est",
+      "▁c ertain",
+      "▁cert ain",
+      "▁cer tain",
+      "▁ certain",
+      "N S",
+      "▁c ho",
+      "▁ch o",
+      "▁ cho",
+      "▁ad v",
+      "▁ adv",
+      "wh ere",
+      "w here",
+      "▁lo oking",
+      "▁look ing",
+      "▁ looking",
+      "▁t imes",
+      "▁time s",
+      "▁tim es",
+      "▁ti mes",
+      "▁ times",
+      "ни х",
+      "н их",
+      "ut o",
+      "u to",
+      "▁ É",
+      "ca n",
+      "c an",
+      "ho st",
+      "hos t",
+      "h ost",
+      "▁( *",
+      "▁ (*",
+      "lo at",
+      "▁n icht",
+      "▁ni cht",
+      "▁nic ht",
+      "▁nich t",
+      "Fi eld",
+      "F ield",
+      "bu rg",
+      "bur g",
+      "b urg",
+      "con st",
+      "cons t",
+      "ad es",
+      "ade s",
+      "a des",
+      "▁M us",
+      "▁Mu s",
+      "▁ Mus",
+      "▁n othing",
+      "▁not hing",
+      "▁no thing",
+      "▁ nothing",
+      "▁in cre",
+      "▁inc re",
+      "▁M in",
+      "▁Mi n",
+      "▁ Min",
+      "▁p ower",
+      "▁po wer",
+      "▁pow er",
+      "▁ power",
+      "▁Amer ican",
+      "▁America n",
+      "▁ American",
+      "l n",
+      "val id",
+      "un gs",
+      "ung s",
+      "▁N ational",
+      "▁Nat ional",
+      "▁Nation al",
+      "▁ National",
+      "▁S an",
+      "▁Sa n",
+      "▁ San",
+      "▁Y ork",
+      "Re quest",
+      "ch ar",
+      "cha r",
+      "c har",
+      "▁Z e",
+      "▁ Ze",
+      "but ton",
+      "b utton",
+      "▁a lg",
+      "▁al g",
+      "▁ alg",
+      "SO N",
+      "S ON",
+      "▁a p",
+      "▁ ap",
+      "uf f",
+      "u ff",
+      "ab ility",
+      "abil ity",
+      "е м",
+      "▁any thing",
+      "el a",
+      "e la",
+      "() )",
+      "( ))",
+      "б а",
+      "amp ion",
+      "ampio n",
+      "▁p ot",
+      "▁po t",
+      "▁ pot",
+      "▁f ut",
+      "▁fu t",
+      "ail able",
+      "▁p rop",
+      "▁pro p",
+      "▁pr op",
+      "▁ prop",
+      "\" ]",
+      "▁l ess",
+      "▁le ss",
+      "▁les s",
+      "▁ less",
+      "la g",
+      "l ag",
+      "▁A ugust",
+      "▁Aug ust",
+      "▁ August",
+      "I t",
+      "▁p lease",
+      "▁ple ase",
+      "▁st yle",
+      "▁sty le",
+      "▁ style",
+      "▁Al so",
+      "▁Als o",
+      "▁ Also",
+      "b t",
+      "▁pro bably",
+      "▁prob ably",
+      "▁O ne",
+      "▁On e",
+      "▁ One",
+      "▁p oss",
+      "▁po ss",
+      "▁pos s",
+      "▁ poss",
+      "U I",
+      "ui t",
+      "u it",
+      "▁W est",
+      "▁We st",
+      "▁Wes t",
+      "▁ West",
+      "h n",
+      "+ \\",
+      "But ton",
+      "Butt on",
+      "B utton",
+      "js on",
+      "j son",
+      "er r",
+      "e rr",
+      "ra me",
+      "ram e",
+      "r ame",
+      "do m",
+      "d om",
+      "il on",
+      "ilo n",
+      "i lon",
+      "al f",
+      "▁c lient",
+      "▁cl ient",
+      "▁cli ent",
+      "▁ client",
+      "▁cont inu",
+      "▁contin u",
+      "▁ continu",
+      "x ml",
+      "pe c",
+      "p ec",
+      "ad or",
+      "ado r",
+      "a dor",
+      "l s",
+      "▁how ever",
+      "▁A ny",
+      "▁An y",
+      "▁ Any",
+      "än d",
+      "ä nd",
+      "math rm",
+      "▁u rl",
+      "▁ur l",
+      "▁ url",
+      "▁b ook",
+      "▁bo ok",
+      "▁ book",
+      "▁g l",
+      "▁ gl",
+      "iv es",
+      "ive s",
+      "i ves",
+      "g i",
+      "▁t ro",
+      "▁tr o",
+      "▁U S",
+      "▁ US",
+      "po int",
+      "p oint",
+      "op en",
+      "ope n",
+      "o pen",
+      "▁c ur",
+      "▁cu r",
+      "▁ cur",
+      "▁e ra",
+      "▁er a",
+      "▁ era",
+      "▁part icular",
+      "▁partic ular",
+      "▁particul ar",
+      "▁parti cular",
+      "▁H T",
+      "▁ HT",
+      "oo t",
+      "o ot",
+      "el lo",
+      "ell o",
+      "lo bal",
+      "lob al",
+      "▁a ction",
+      "▁act ion",
+      "▁ac tion",
+      "▁ action",
+      "▁I nt",
+      "▁In t",
+      "▁ Int",
+      "▁in clude",
+      "▁incl ude",
+      "▁includ e",
+      "▁inclu de",
+      "▁ include",
+      "▁el ements",
+      "▁element s",
+      "▁ele ments",
+      "▁elem ents",
+      "▁ elements",
+      "на я",
+      "ar ds",
+      "ard s",
+      "▁B l",
+      "▁ Bl",
+      "▁h um",
+      "▁hu m",
+      "▁ hum",
+      "fr om",
+      "f rom",
+      "ch ange",
+      "chan ge",
+      "▁function s",
+      "▁fun ctions",
+      "▁ functions",
+      "he n",
+      "h en",
+      "Ser vice",
+      "Serv ice",
+      "▁he ight",
+      "▁ height",
+      "▁L and",
+      "▁La nd",
+      "▁Lan d",
+      "▁ Land",
+      "ia s",
+      "i as",
+      "g s",
+      "ió n",
+      "i ón",
+      "ло в",
+      "л ов",
+      "no de",
+      "n ode",
+      ". ”",
+      "ha nd",
+      "han d",
+      "h and",
+      "▁б у",
+      "▁ бу",
+      "▁a mb",
+      "▁am b",
+      "▁ amb",
+      "▁L u",
+      "▁ Lu",
+      "▁th row",
+      "▁thr ow",
+      "▁thro w",
+      "▁ throw",
+      "▁m ot",
+      "▁mo t",
+      "▁ mot",
+      "▁A ct",
+      "▁Ac t",
+      "▁ Act",
+      "▁w orld",
+      "▁wor ld",
+      "▁ world",
+      "_ \\",
+      "ba se",
+      "bas e",
+      "b ase",
+      "▁C o",
+      "▁ Co",
+      "▁ar ch",
+      "▁arc h",
+      "▁ arch",
+      "▁## ##",
+      "▁### #",
+      "▁ ####",
+      "ge d",
+      "g ed",
+      "pr il",
+      "p ril",
+      "ol der",
+      "old er",
+      "o lder",
+      "Mod el",
+      "Mode l",
+      "Mo del",
+      "M odel",
+      "▁sever al",
+      "li e",
+      "l ie",
+      "che ck",
+      "c heck",
+      "] {",
+      "con s",
+      "co ns",
+      "c ons",
+      "▁T ra",
+      "▁Tr a",
+      "▁ Tra",
+      "he ck",
+      "▁l east",
+      "▁le ast",
+      "do wn",
+      "d own",
+      "eb ru",
+      "e bru",
+      "De f",
+      "D ef",
+      "par am",
+      "pa ram",
+      "para m",
+      "p aram",
+      "is cher",
+      "isch er",
+      "ische r",
+      "isc her",
+      "i scher",
+      "▁c as",
+      "▁ca s",
+      "▁ cas",
+      "C H",
+      "▁add ress",
+      "▁addr ess",
+      "▁ address",
+      "▁ра з",
+      "▁ раз",
+      "uf en",
+      "ufe n",
+      "u fen",
+      "ur ope",
+      "uro pe",
+      "urop e",
+      "е й",
+      "▁b ound",
+      "▁bo und",
+      "▁bou nd",
+      "▁ bound",
+      "C O",
+      "▁A ng",
+      "▁An g",
+      "▁ Ang",
+      "▁M a",
+      "▁ Ma",
+      "In dex",
+      "Ind ex",
+      "co re",
+      "cor e",
+      "c ore",
+      "ou ch",
+      "ouc h",
+      "o uch",
+      "at abase",
+      "ata base",
+      "rib ution",
+      "ribu tion",
+      "doc ument",
+      "d ocument",
+      "L e",
+      "}_ {",
+      "} _{",
+      "ve rn",
+      "ver n",
+      "v ern",
+      "▁stat ement",
+      "▁state ment",
+      "▁ statement",
+      "▁B rit",
+      "▁Br it",
+      "on o",
+      "o no",
+      "ps ilon",
+      "psi lon",
+      "▁le vel",
+      "▁lev el",
+      "▁ level",
+      "▁pro duct",
+      "▁produ ct",
+      "▁prod uct",
+      "▁ product",
+      "I S",
+      "▁c ourse",
+      "▁cour se",
+      "▁cours e",
+      "▁ course",
+      "▁M r",
+      "▁ Mr",
+      "> \r",
+      "▁back ground",
+      "▁ background",
+      "▁re t",
+      "▁r et",
+      "▁ ret",
+      "er ing",
+      "eri ng",
+      "e ring",
+      "mo st",
+      "mos t",
+      "m ost",
+      "сь ко",
+      "ськ о",
+      "▁th read",
+      "▁thr ead",
+      "▁thre ad",
+      "▁ thread",
+      "it ional",
+      "ition al",
+      "iti onal",
+      "it es",
+      "ite s",
+      "i tes",
+      "P l",
+      "▁d os",
+      "▁do s",
+      "g a",
+      "da y",
+      "d ay",
+      "▁G ener",
+      "▁Ge ner",
+      "▁Gen er",
+      "▁Gene r",
+      "▁ Gener",
+      "▁t w",
+      "▁ tw",
+      "A d",
+      "\"> <",
+      "\" ><",
+      "▁( $",
+      "▁ ($",
+      "▁m oment",
+      "▁mo ment",
+      "▁mom ent",
+      "tit le",
+      "t itle",
+      "cre ate",
+      "c reate",
+      "vers ion",
+      "v ersion",
+      "Man ager",
+      "▁f ur",
+      "▁fu r",
+      "▁ fur",
+      "pp ing",
+      "ppi ng",
+      "p ping",
+      "ij n",
+      "о с",
+      "▁r ather",
+      "▁ra ther",
+      "▁rat her",
+      "pt ember",
+      "O S",
+      "▁s ite",
+      "▁si te",
+      "▁sit e",
+      "▁ site",
+      "▁c aus",
+      "▁ca us",
+      "an i",
+      "a ni",
+      "▁h ome",
+      "▁hom e",
+      "▁ho me",
+      "▁ home",
+      "м і",
+      "▁sh ort",
+      "▁sho rt",
+      "▁ short",
+      "p a",
+      "▁l ead",
+      "▁le ad",
+      "is hed",
+      "ish ed",
+      "ci ng",
+      "cin g",
+      "c ing",
+      "or ding",
+      "ord ing",
+      "ordin g",
+      "▁p rote",
+      "▁pro te",
+      "▁pr ote",
+      "▁prot e",
+      "▁ prote",
+      "с ле",
+      "LE CT",
+      "L ECT",
+      "▁di dn",
+      "▁did n",
+      "pos ition",
+      "p osition",
+      "\", \"",
+      "\" ,\"",
+      "() ,",
+      "( ),",
+      "tr ans",
+      "tra ns",
+      "▁l ot",
+      "▁lo t",
+      "▁ lot",
+      "▁о д",
+      "▁ од",
+      "A S",
+      "▁s at",
+      "▁sa t",
+      "▁po ints",
+      "▁point s",
+      "▁ points",
+      "g ithub",
+      "st yle",
+      "sty le",
+      "▁го ду",
+      "▁год у",
+      "▁D is",
+      "▁Di s",
+      "▁ Dis",
+      "pon ent",
+      "om et",
+      "ome t",
+      "o met",
+      "ze r",
+      "z er",
+      "UL L",
+      "U LL",
+      "▁p a",
+      "▁ pa",
+      "A P",
+      "ac es",
+      "ace s",
+      "a ces",
+      "▁Un ited",
+      "▁Unit ed",
+      "am a",
+      "a ma",
+      "et y",
+      "e ty",
+      "Col or",
+      "Co lor",
+      "▁en ough",
+      "U S",
+      "▁l ength",
+      "▁leng th",
+      "▁ length",
+      "() );",
+      "()) ;",
+      "( ));",
+      "^{ \\",
+      "^ {\\",
+      "ft y",
+      "f ty",
+      "Bo x",
+      "B ox",
+      "ap ter",
+      "apt er",
+      "▁comp let",
+      "▁comple t",
+      "▁compl et",
+      "ни к",
+      "ma x",
+      "m ax",
+      "ob ject",
+      "obj ect",
+      "o bject",
+      "( {",
+      "img ur",
+      "it ive",
+      "iti ve",
+      "un ch",
+      "unc h",
+      "▁S ub",
+      "▁Su b",
+      "▁ Sub",
+      "en de",
+      "end e",
+      "e nde",
+      "г у",
+      "ateg ory",
+      "ategor y",
+      "т ы",
+      "ia no",
+      "ian o",
+      "i ano",
+      "▁u pd",
+      "▁up d",
+      "▁A ust",
+      "▁Aus t",
+      "▁Au st",
+      "}{ \\",
+      "} {\\",
+      "to p",
+      "t op",
+      "la s",
+      "l as",
+      "pi s",
+      "p is",
+      "in ess",
+      "ine ss",
+      "ines s",
+      "i ness",
+      "▁{ \r",
+      "▁ {\r",
+      "▁ Е",
+      "G r",
+      "▁A S",
+      "▁ AS",
+      "▁в е",
+      "▁ ве",
+      "th ers",
+      "ther s",
+      "the rs",
+      "▁d efined",
+      "▁def ined",
+      "▁define d",
+      "▁defin ed",
+      "▁ defined",
+      "az ione",
+      "azi one",
+      "a zione",
+      "▁o ffic",
+      "▁of fic",
+      "▁off ic",
+      "▁au tom",
+      "▁aut om",
+      "▁auto m",
+      "▁ autom",
+      "ü n",
+      "▁b row",
+      "▁br ow",
+      "▁bro w",
+      "▁ brow",
+      "▁s erv",
+      "▁se rv",
+      "▁ser v",
+      "▁ serv",
+      "▁re move",
+      "▁rem ove",
+      "▁remov e",
+      "▁ remove",
+      "ir o",
+      "i ro",
+      "▁B ibli",
+      "▁Bib li",
+      "E D",
+      "▁w hole",
+      "▁wh ole",
+      "▁who le",
+      "▁ ш",
+      "▁J ava",
+      "▁Ja va",
+      "▁ Java",
+      "▁z um",
+      "▁zu m",
+      "u a",
+      "p m",
+      "de v",
+      "d ev",
+      "к ра",
+      "ol ds",
+      "old s",
+      "▁W ar",
+      "▁Wa r",
+      "ä n",
+      "pa ss",
+      "pas s",
+      "p ass",
+      "u z",
+      "[ \"",
+      "▁t ri",
+      "▁tr i",
+      "▁ tri",
+      "is ed",
+      "ise d",
+      "i sed",
+      "х а",
+      "▁mem ory",
+      "▁memor y",
+      "▁ memory",
+      "▁P ort",
+      "▁Po rt",
+      "▁Por t",
+      "▁ Port",
+      "op er",
+      "ope r",
+      "o per",
+      "U p",
+      "▁Th ank",
+      "▁ Thank",
+      "▁M ich",
+      "▁Mi ch",
+      "▁Mic h",
+      "▁ Mich",
+      "yc h",
+      "y ch",
+      "bo ard",
+      "boa rd",
+      "б у",
+      "In st",
+      "▁b egin",
+      "▁be gin",
+      "▁beg in",
+      "▁ begin",
+      "in ation",
+      "ina tion",
+      "▁M od",
+      "▁Mo d",
+      "▁ Mod",
+      "_ ,",
+      "▁D en",
+      "▁De n",
+      "▁ Den",
+      "op tion",
+      "opt ion",
+      "o ption",
+      "▁con struct",
+      "▁const ruct",
+      "▁constru ct",
+      "▁ construct",
+      "▁J ust",
+      "▁Ju st",
+      "▁ Just",
+      "Ma p",
+      "M ap",
+      "ru n",
+      "r un",
+      "▁re spect",
+      "▁res pect",
+      "▁resp ect",
+      "ha m",
+      "h am",
+      "ма н",
+      "м ан",
+      "im edia",
+      "ime dia",
+      "i media",
+      "▁a pply",
+      "▁app ly",
+      "▁ap ply",
+      "▁ apply",
+      "cri ption",
+      "cript ion",
+      "ma in",
+      "mai n",
+      "m ain",
+      "▁К а",
+      "▁ Ка",
+      "oi d",
+      "o id",
+      "Co de",
+      "C ode",
+      "} ;",
+      "In fo",
+      "Inf o",
+      "▁for mat",
+      "▁form at",
+      "▁forma t",
+      "▁ format",
+      "Lo g",
+      "L og",
+      "▁с у",
+      "▁ су",
+      "▁l at",
+      "▁la t",
+      "▁ lat",
+      "ut or",
+      "uto r",
+      "u tor",
+      "▁re ference",
+      "▁refer ence",
+      "▁ reference",
+      "▁cal cul",
+      "▁calc ul",
+      "▁ calcul",
+      "on n",
+      "o nn",
+      "L o",
+      "in fty",
+      "inf ty",
+      "▁a long",
+      "▁al ong",
+      "▁ č",
+      "▁t ask",
+      "▁ta sk",
+      "▁ task",
+      "▁e v",
+      "▁ ev",
+      "th eta",
+      "the ta",
+      "ra s",
+      "r as",
+      "jo r",
+      "j or",
+      "▁б о",
+      "▁ бо",
+      "▁princi p",
+      "▁prin cip",
+      "M y",
+      "▁e iner",
+      "▁ein er",
+      "▁eine r",
+      "▁E s",
+      "▁ Es",
+      "om b",
+      "o mb",
+      "qu ad",
+      "qua d",
+      "^{ -",
+      "^ {-",
+      "um p",
+      "u mp",
+      "▁t ill",
+      "▁til l",
+      "▁ti ll",
+      "д і",
+      "▁lo oks",
+      "▁look s",
+      "▁o k",
+      "▁ ok",
+      "ц а",
+      "n u",
+      "Fi l",
+      "F il",
+      "▁s ont",
+      "▁so nt",
+      "▁son t",
+      "▁M ed",
+      "▁Me d",
+      "▁ Med",
+      "ag ue",
+      "agu e",
+      "a gue",
+      "▁c ost",
+      "▁co st",
+      "▁cos t",
+      "▁ cost",
+      "▁S im",
+      "▁Si m",
+      "▁ Sim",
+      "▁com ment",
+      "▁comm ent",
+      "▁comme nt",
+      "▁ comment",
+      "▁( \\",
+      "▁ (\\",
+      "eg en",
+      "ege n",
+      "e gen",
+      "▁para meter",
+      "▁param eter",
+      "▁paramet er",
+      "▁ parameter",
+      "▁F rance",
+      "▁Fran ce",
+      "▁Fr ance",
+      "▁Franc e",
+      "▁ France",
+      "re p",
+      "r ep",
+      "▁T H",
+      "▁ TH",
+      "▁y et",
+      "▁ye t",
+      "▁a way",
+      "▁aw ay",
+      "▁ away",
+      "▁c irc",
+      "▁ci rc",
+      "▁cir c",
+      "▁ circ",
+      "▁A PI",
+      "▁AP I",
+      "▁ API",
+      "em p",
+      "e mp",
+      "в і",
+      "L ayout",
+      "▁l ines",
+      "▁li nes",
+      "▁line s",
+      "▁lin es",
+      "▁ lines",
+      "▁P art",
+      "▁Par t",
+      "▁Pa rt",
+      "▁ Part",
+      "em pt",
+      "emp t",
+      "▁B i",
+      "▁ Bi",
+      "▁m ind",
+      "▁min d",
+      "▁mi nd",
+      "▁ mind",
+      "k y",
+      "gi ng",
+      "gin g",
+      "g ing",
+      "▁re port",
+      "▁rep ort",
+      "▁repo rt",
+      "▁ report",
+      "▁A dd",
+      "▁Ad d",
+      "▁ Add",
+      "ро д",
+      "р од",
+      "▁r ange",
+      "▁ran ge",
+      "▁rang e",
+      "▁ range",
+      "ci as",
+      "cia s",
+      "c ias",
+      "li p",
+      "l ip",
+      "▁K ar",
+      "▁Ka r",
+      "▁ Kar",
+      "▁Comm ons",
+      "▁Common s",
+      "ger ufen",
+      "af f",
+      "a ff",
+      "se c",
+      "s ec",
+      "▁h tml",
+      "▁ html",
+      "li g",
+      "l ig",
+      "▁w indow",
+      "▁wind ow",
+      "▁ window",
+      "in ition",
+      "ini tion",
+      "init ion",
+      "ci s",
+      "c is",
+      "▁u t",
+      "▁ ut",
+      "el n",
+      "e ln",
+      "▁a ux",
+      "▁au x",
+      "▁ aux",
+      "▁n eg",
+      "▁ne g",
+      "▁ neg",
+      "Ha nd",
+      "H and",
+      "▁) ;",
+      "▁ );",
+      "▁a nal",
+      "▁an al",
+      "▁ anal",
+      "▁f ri",
+      "▁fr i",
+      "▁ fri",
+      "▁с и",
+      "▁ си",
+      "et ch",
+      "etc h",
+      "m d",
+      "pa ge",
+      "pag e",
+      "p age",
+      "▁l ibrary",
+      "▁li brary",
+      "▁ library",
+      "▁: =",
+      "▁ :=",
+      "RO M",
+      "R OM",
+      "Y ou",
+      "sp ace",
+      "s pace",
+      "▁d urch",
+      "▁dur ch",
+      "▁h ost",
+      "▁ho st",
+      "▁hos t",
+      "▁ host",
+      "av en",
+      "ave n",
+      "a ven",
+      "▁F ile",
+      "▁Fil e",
+      "▁ File",
+      "al le",
+      "all e",
+      "a lle",
+      "ти в",
+      "▁p ap",
+      "▁pa p",
+      "ст во",
+      "ств о",
+      "с тво",
+      "mar k",
+      "m ark",
+      "▁m ais",
+      "▁ma is",
+      "▁mai s",
+      "er man",
+      "erm an",
+      "Si ze",
+      "S ize",
+      "е к",
+      "▁М а",
+      "▁ Ма",
+      "▁is n",
+      "▁i sn",
+      "▁c opy",
+      "▁co py",
+      "▁cop y",
+      "▁ copy",
+      "st en",
+      "ste n",
+      "s ten",
+      "ri ver",
+      "riv er",
+      "rive r",
+      "r iver",
+      "▁w ent",
+      "▁we nt",
+      "▁wen t",
+      "▁j avascript",
+      "▁java script",
+      "▁ javascript",
+      "▁s am",
+      "▁sa m",
+      "▁ sam",
+      "▁f rame",
+      "▁fr ame",
+      "▁fra me",
+      "▁fram e",
+      "▁ frame",
+      "▁v i",
+      "▁ vi",
+      "▁pre vious",
+      "▁prev ious",
+      "▁ previous",
+      "ro du",
+      "rod u",
+      "r odu",
+      "▁method s",
+      "▁ methods",
+      "▁ne cess",
+      "▁neces s",
+      "▁ necess",
+      "N A",
+      "ck et",
+      "cke t",
+      "c ket",
+      "▁o pt",
+      "▁op t",
+      "▁ opt",
+      "Lo c",
+      "L oc",
+      "ho w",
+      "h ow",
+      "▁î n",
+      "▁ în",
+      "sh ip",
+      "s hip",
+      "▁it self",
+      "▁its elf",
+      "▁P lease",
+      "▁Ple ase",
+      "▁ Please",
+      "ie ne",
+      "ien e",
+      "i ene",
+      "ве р",
+      "в ер",
+      "▁< <",
+      "▁ <<",
+      "▁m ill",
+      "▁mil l",
+      "▁mi ll",
+      "▁ mill",
+      "▁t rad",
+      "▁tr ad",
+      "▁tra d",
+      "▁ trad",
+      "pa ce",
+      "p ace",
+      "▁H ar",
+      "▁Ha r",
+      "▁ Har",
+      "it en",
+      "ite n",
+      "i ten",
+      "wi se",
+      "w ise",
+      "writ e",
+      "wr ite",
+      "w rite",
+      "ци и",
+      "р ы",
+      "Lin e",
+      "Li ne",
+      "L ine",
+      "ol o",
+      "o lo",
+      "▁ac cept",
+      "▁ accept",
+      "he ight",
+      "▁e lect",
+      "▁el ect",
+      "▁ele ct",
+      "▁ elect",
+      "el la",
+      "ell a",
+      "e lla",
+      "▁p å",
+      "Se lect",
+      "S elect",
+      "▁ ли",
+      "▁\\ <",
+      "▁ \\<",
+      "( (",
+      "▁I D",
+      "▁ ID",
+      "op s",
+      "o ps",
+      "ва н",
+      "в ан",
+      "i ó",
+      "T P",
+      "» ,",
+      "ne ction",
+      "nect ion",
+      "n ection",
+      "par ent",
+      "pa rent",
+      "▁M ag",
+      "▁Ma g",
+      "▁ Mag",
+      "Tab le",
+      "T able",
+      "O ver",
+      "▁n etwork",
+      "▁net work",
+      "▁ network",
+      "с по",
+      "▁as sign",
+      "▁ass ign",
+      "▁ assign",
+      "ig ger",
+      "igg er",
+      "ir m",
+      "i rm",
+      ") `",
+      "ot tom",
+      "ott om",
+      "otto m",
+      "be ta",
+      "bet a",
+      "b eta",
+      "▁d ell",
+      "▁de ll",
+      "▁del l",
+      "▁b ody",
+      "▁bo dy",
+      "▁bod y",
+      "▁ body",
+      "▁д а",
+      "▁ да",
+      "▁Y our",
+      "▁You r",
+      "▁ Your",
+      "▁f ue",
+      "▁fu e",
+      "▁p ackage",
+      "▁pack age",
+      "▁ package",
+      "▁l ight",
+      "▁lig ht",
+      "▁ light",
+      "▁* *",
+      "▁ **",
+      "M P",
+      "▁c ou",
+      "▁co u",
+      "▁ cou",
+      "ye s",
+      "y es",
+      ": \\",
+      "▁ Ч",
+      "▁m ention",
+      "▁men tion",
+      "▁ment ion",
+      "en sch",
+      "ens ch",
+      "▁d eg",
+      "▁de g",
+      "▁ deg",
+      "▁con vert",
+      "▁conver t",
+      "▁conv ert",
+      "▁ convert",
+      "▁D av",
+      "▁Da v",
+      "ad t",
+      "a dt",
+      "Res ult",
+      "th ough",
+      "▁b us",
+      "▁bu s",
+      "▁ bus",
+      "x y",
+      "▁s een",
+      "▁se en",
+      "▁see n",
+      "▁ seen",
+      "Al l",
+      "A ll",
+      "pu blic",
+      "pub lic",
+      "p ublic",
+      "iv ely",
+      "ive ly",
+      "ivel y",
+      "▁R ec",
+      "▁Re c",
+      "▁ Rec",
+      "▁H is",
+      "▁Hi s",
+      "si m",
+      "s im",
+      "▁f ör",
+      "▁fö r",
+      "▁ för",
+      "▁h istor",
+      "▁his tor",
+      "▁hi stor",
+      "▁hist or",
+      "▁ histor",
+      "▁s ett",
+      "▁se tt",
+      "▁set t",
+      "▁ sett",
+      "ra t",
+      "r at",
+      "ab led",
+      "able d",
+      "abl ed",
+      "a bled",
+      "▁» ,",
+      "▁ »,",
+      "go ogle",
+      "We b",
+      "W eb",
+      "é l",
+      "▁t itle",
+      "▁tit le",
+      "▁ title",
+      "▁J anu",
+      "▁Jan u",
+      "▁Ja nu",
+      "ј а",
+      "▁t ook",
+      "▁to ok",
+      "▁too k",
+      "id en",
+      "ide n",
+      "i den",
+      "s z",
+      "▁G et",
+      "▁Ge t",
+      "▁ Get",
+      "▁object s",
+      "▁ objects",
+      "▁com mon",
+      "▁comm on",
+      "▁ common",
+      "▁ch anges",
+      "▁change s",
+      "▁chang es",
+      "▁ changes",
+      "▁L ond",
+      "▁Lo nd",
+      "▁ Lond",
+      "▁ex tern",
+      "▁ext ern",
+      "▁j u",
+      "▁ ju",
+      "I s",
+      "▁av ailable",
+      "▁avail able",
+      "▁ available",
+      "tr i",
+      "t ri",
+      "▁m ás",
+      "▁má s",
+      "os a",
+      "o sa",
+      "B e",
+      "▁D ata",
+      "▁Da ta",
+      "▁Dat a",
+      "▁ Data",
+      "ur al",
+      "ura l",
+      "u ral",
+      "▁h om",
+      "▁ho m",
+      "▁ hom",
+      "▁acc ount",
+      "▁ac count",
+      "▁ account",
+      "o o",
+      "▁p erm",
+      "▁per m",
+      "▁pe rm",
+      "▁ perm",
+      "res pond",
+      "resp ond",
+      "y t",
+      "▁s end",
+      "▁se nd",
+      "▁sen d",
+      "▁ send",
+      "▁return s",
+      "▁ returns",
+      "iv id",
+      "ivi d",
+      "i vid",
+      "▁ex pla",
+      "▁exp la",
+      "▁expl a",
+      "í n",
+      "▁n or",
+      "▁no r",
+      "▁ nor",
+      "I f",
+      "▁F rom",
+      "▁Fr om",
+      "▁Fro m",
+      "▁ From",
+      "▁t arget",
+      "▁tar get",
+      "▁ target",
+      "fe ct",
+      "f ect",
+      "ен т",
+      "▁u it",
+      "▁ui t",
+      "▁ uit",
+      "▁J o",
+      "▁ Jo",
+      "▁vari ables",
+      "▁variable s",
+      "▁ variables",
+      "▁s eries",
+      "▁se ries",
+      "▁ser ies",
+      "▁serie s",
+      "▁ series",
+      "▁f unc",
+      "▁fun c",
+      "▁fu nc",
+      "▁ func",
+      "▁him self",
+      "▁ч а",
+      "▁ ча",
+      "an ti",
+      "ant i",
+      "▁a ch",
+      "▁ac h",
+      "▁ ach",
+      "ia log",
+      "ial og",
+      "i alog",
+      "▁s td",
+      "▁st d",
+      "▁ std",
+      "a e",
+      "▁f oot",
+      "▁fo ot",
+      "▁foo t",
+      "▁ foot",
+      "▁un ter",
+      "▁ unter",
+      "gr ess",
+      "gres s",
+      "gre ss",
+      "g ress",
+      "No t",
+      "N ot",
+      "ra d",
+      "r ad",
+      "f ér",
+      "▁u til",
+      "▁ut il",
+      "▁ util",
+      "or em",
+      "ore m",
+      "o rem",
+      "▁s ou",
+      "▁so u",
+      "op t",
+      "o pt",
+      "▁o g",
+      "▁ og",
+      "▁u ma",
+      "▁um a",
+      "▁ uma",
+      "it ar",
+      "ita r",
+      "i tar",
+      "▁O k",
+      "▁ Ok",
+      "ü ck",
+      "sq rt",
+      "▁a nt",
+      "▁an t",
+      "▁ ant",
+      "▁wer den",
+      "▁werd en",
+      "å r",
+      "}) ;",
+      "} );",
+      "▁P aris",
+      "▁Par is",
+      "▁Pa ris",
+      "▁ex ception",
+      "▁except ion",
+      "▁ exception",
+      "▁de term",
+      "▁det erm",
+      "▁V ol",
+      "▁Vo l",
+      "▁ Vol",
+      "▁S am",
+      "▁Sa m",
+      "▁ Sam",
+      "▁e ss",
+      "▁es s",
+      "▁ ess",
+      "li es",
+      "lie s",
+      "l ies",
+      "ion i",
+      "io ni",
+      "i oni",
+      "od ing",
+      "odi ng",
+      "o ding",
+      "id get",
+      "idge t",
+      "▁p ri",
+      "▁pr i",
+      "▁wh ether",
+      "▁whe ther",
+      "▁п од",
+      "▁по д",
+      "▁num bers",
+      "▁number s",
+      "▁ numbers",
+      "▁ ~",
+      "ev ent",
+      "even t",
+      "e vent",
+      "▁sh ows",
+      "▁show s",
+      "▁sho ws",
+      "at ures",
+      "atur es",
+      "ature s",
+      "atu res",
+      "▁h ouse",
+      "▁ho use",
+      "▁hous e",
+      "▁ house",
+      "▁f ace",
+      "▁fa ce",
+      "▁fac e",
+      "▁ face",
+      "▁s ię",
+      "▁si ę",
+      "viron ment",
+      "va n",
+      "v an",
+      "▁in cluding",
+      "▁includ ing",
+      "▁inclu ding",
+      "▁ including",
+      "▁< -",
+      "▁ <-",
+      "ti mes",
+      "time s",
+      "tim es",
+      "t imes",
+      "no w",
+      "n ow",
+      "▁p ur",
+      "▁pu r",
+      "▁ pur",
+      "if ier",
+      "ifi er",
+      "ifie r",
+      "▁e mp",
+      "▁em p",
+      "▁ emp",
+      "▁c la",
+      "▁cl a",
+      "▁ cla",
+      "mo n",
+      "m on",
+      "▁D as",
+      "▁Da s",
+      "ad y",
+      "a dy",
+      "▁в ід",
+      "▁ві д",
+      "▁ від",
+      "▁ ц",
+      "ab or",
+      "a bor",
+      "OS T",
+      "O ST",
+      "▁b and",
+      "▁ban d",
+      "▁ba nd",
+      "▁ band",
+      "▁ ú",
+      "▁ex actly",
+      "▁exact ly",
+      "ie rt",
+      "ier t",
+      "i ert",
+      "av ig",
+      "avi g",
+      "▁re du",
+      "▁r edu",
+      "▁red u",
+      "▁ redu",
+      "▁S E",
+      "▁ SE",
+      "lish ed",
+      "lis hed",
+      "l ished",
+      "B u",
+      "Mess age",
+      "M essage",
+      "ce ll",
+      "cel l",
+      "c ell",
+      "ful ly",
+      "full y",
+      "▁s v",
+      "▁ sv",
+      "▁m akes",
+      "▁ma kes",
+      "▁make s",
+      "▁mak es",
+      "po l",
+      "p ol",
+      "▁re quired",
+      "▁require d",
+      "▁requ ired",
+      "▁ required",
+      "fer rer",
+      "▁p ers",
+      "▁per s",
+      "▁pe rs",
+      "▁ pers",
+      "▁m i",
+      "▁ mi",
+      "F I",
+      "▁Pa ul",
+      "▁ Paul",
+      "▁U I",
+      "▁ UI",
+      "▁B el",
+      "▁Be l",
+      "▁ Bel",
+      "in c",
+      "i nc",
+      "▁cont ains",
+      "▁contain s",
+      "▁ contains",
+      "O ut",
+      "as ure",
+      "p u",
+      "ot o",
+      "o to",
+      "▁g ame",
+      "▁ga me",
+      "▁gam e",
+      "▁ game",
+      "z n",
+      "▁W hy",
+      "▁Wh y",
+      "▁ Why",
+      "or ith",
+      "ori th",
+      "bi g",
+      "b ig",
+      "ки й",
+      "sig ma",
+      "s igma",
+      "▁qu ite",
+      "▁qui te",
+      "▁quit e",
+      "▁j ed",
+      "▁je d",
+      "▁ jed",
+      "re c",
+      "r ec",
+      "▁S QL",
+      "▁ SQL",
+      "б е",
+      "▁M art",
+      "▁Mar t",
+      "▁Ma rt",
+      "▁ Mart",
+      "y a",
+      "▁sch ool",
+      "▁ school",
+      "▁sim ply",
+      "▁simp ly",
+      "▁simpl y",
+      "▁v or",
+      "▁vo r",
+      "▁ vor",
+      "▁d ouble",
+      "▁dou ble",
+      "▁doub le",
+      "▁ double",
+      "ра в",
+      "▁S tr",
+      "▁St r",
+      "▁ Str",
+      "ie m",
+      "i em",
+      "▁al bum",
+      "▁alb um",
+      "▁ album",
+      "▁re sol",
+      "▁res ol",
+      "▁ resol",
+      "▁d ei",
+      "▁de i",
+      "▁W ik",
+      "▁Wi k",
+      "▁ Wik",
+      "▁a w",
+      "▁ aw",
+      "um b",
+      "u mb",
+      "ol s",
+      "o ls",
+      "▁* /",
+      "▁ */",
+      "▁z e",
+      "▁ ze",
+      "▁a nim",
+      "▁an im",
+      "▁ani m",
+      "▁ anim",
+      "/ >",
+      "ri s",
+      "r is",
+      "re sh",
+      "res h",
+      "r esh",
+      "N o",
+      "ique s",
+      "iqu es",
+      "i ques",
+      "cur rent",
+      "curr ent",
+      "c urrent",
+      "▁per iod",
+      "▁peri od",
+      "▁ period",
+      "▁A pril",
+      "▁Ap ril",
+      "▁st ore",
+      "▁stor e",
+      "▁sto re",
+      "▁ store",
+      "', '",
+      "' ,'",
+      "▁S et",
+      "▁Se t",
+      "▁ Set",
+      "= {",
+      "ach ed",
+      "ac hed",
+      "ache d",
+      "a ched",
+      "▁M al",
+      "▁Ma l",
+      "▁ Mal",
+      "▁P al",
+      "▁Pa l",
+      "▁ Pal",
+      "an tes",
+      "ant es",
+      "ante s",
+      "ate rial",
+      "ater ial",
+      "▁work ed",
+      "▁wor ked",
+      "le q",
+      "l eq",
+      "ore ferrer",
+      "▁h appen",
+      "▁ha ppen",
+      "▁happ en",
+      "▁b ox",
+      "▁bo x",
+      "▁ box",
+      "ne y",
+      "n ey",
+      "▁c lose",
+      "▁cl ose",
+      "▁clos e",
+      "▁clo se",
+      "▁ close",
+      "▁g ran",
+      "▁gr an",
+      "▁gra n",
+      "▁l ie",
+      "▁li e",
+      "▁ lie",
+      "▁i r",
+      "▁ ir",
+      "▁ex pected",
+      "▁exp ected",
+      "▁expect ed",
+      "▁ expected",
+      "▁д ля",
+      "cl ick",
+      "cli ck",
+      "clic k",
+      "c lick",
+      "ș i",
+      "▁p arte",
+      "▁par te",
+      "▁part e",
+      "og n",
+      "o gn",
+      "▁F orm",
+      "▁For m",
+      "▁Fo rm",
+      "▁ Form",
+      "▁m emb",
+      "▁me mb",
+      "▁mem b",
+      "▁p lan",
+      "▁pl an",
+      "▁pla n",
+      "▁ plan",
+      "▁te am",
+      "▁tea m",
+      "▁ team",
+      "] [",
+      "▁c ommun",
+      "▁com mun",
+      "▁comm un",
+      "or ry",
+      "orr y",
+      "en cy",
+      "enc y",
+      "g l",
+      "in ary",
+      "ina ry",
+      "inar y",
+      "cd ot",
+      "c dot",
+      "^ \\",
+      "▁F irst",
+      "▁Fir st",
+      "▁ First",
+      "an der",
+      "and er",
+      "ande r",
+      "a nder",
+      "▁D ec",
+      "▁De c",
+      "▁ Dec",
+      "re quest",
+      "req uest",
+      "ст ва",
+      "ств а",
+      "с тва",
+      "▁str ucture",
+      "▁struct ure",
+      "▁ structure",
+      "▁| |",
+      "▁ ||",
+      "▁C omp",
+      "▁Com p",
+      "▁Co mp",
+      "▁ Comp",
+      "act ory",
+      "actor y",
+      "▁M il",
+      "▁Mi l",
+      "▁ Mil",
+      "▁S ome",
+      "▁So me",
+      "▁Som e",
+      "▁ Some",
+      "St ream",
+      "▁as sum",
+      "▁ass um",
+      "ue n",
+      "u en",
+      "▁w ords",
+      "▁word s",
+      "▁wor ds",
+      "▁ words",
+      "▁Se ptember",
+      "▁Sept ember",
+      "▁К о",
+      "▁ Ко",
+      "▁d ays",
+      "▁da ys",
+      "▁day s",
+      "▁ days",
+      "or ies",
+      "ori es",
+      "orie s",
+      "o ries",
+      "ста в",
+      "s m",
+      "vi n",
+      "v in",
+      "part ial",
+      "▁par ent",
+      "▁pa rent",
+      "▁pare nt",
+      "▁ parent",
+      "o j",
+      "ни и",
+      "! \"",
+      "ug in",
+      "u gin",
+      "▁W indows",
+      "▁Wind ows",
+      "▁Window s",
+      "▁ Windows",
+      "E d",
+      ": }",
+      "▁ q",
+      "▁b en",
+      "▁be n",
+      "▁ ben",
+      "ia na",
+      "ian a",
+      "i ana",
+      "▁l abel",
+      "▁la bel",
+      "▁lab el",
+      "▁ label",
+      "st ate",
+      "sta te",
+      "stat e",
+      "ut ed",
+      "ute d",
+      "u ted",
+      "▁( )",
+      "▁ ()",
+      "▁с во",
+      "▁e dit",
+      "▁ed it",
+      "▁ edit",
+      "ur ing",
+      "uri ng",
+      "u ring",
+      "▁N S",
+      "▁ NS",
+      "▁J ahr",
+      "▁Jah r",
+      "▁Ja hr",
+      "▁prov ide",
+      "H e",
+      "▁Y es",
+      "▁Ye s",
+      "▁ Yes",
+      "an el",
+      "ane l",
+      "a nel",
+      "en ame",
+      "ena me",
+      "e name",
+      "▁D on",
+      "▁Do n",
+      "▁ Don",
+      "is k",
+      "i sk",
+      "gr a",
+      "g ra",
+      "el ij",
+      "eli j",
+      "e lij",
+      "▁r oot",
+      "▁ro ot",
+      "▁ root",
+      "* /",
+      "▁F re",
+      "▁Fr e",
+      "▁ Fre",
+      "▁M or",
+      "▁Mo r",
+      "▁ Mor",
+      "us ed",
+      "use d",
+      "u sed",
+      "ran ge",
+      "r ange",
+      "▁t amb",
+      "▁ta mb",
+      "▁tam b",
+      "▁mod ule",
+      "▁ module",
+      "▁d irectory",
+      "▁direct ory",
+      "▁director y",
+      "▁ directory",
+      "ound s",
+      "oun ds",
+      "Act ivity",
+      "Activ ity",
+      "▁m u",
+      "▁ mu",
+      "in fo",
+      "inf o",
+      "▁f ree",
+      "▁fr ee",
+      "▁fre e",
+      "▁ free",
+      "or ge",
+      "org e",
+      "ta b",
+      "t ab",
+      ") =",
+      "la ng",
+      "lan g",
+      "l ang",
+      "▁о с",
+      "▁ ос",
+      "▁F ROM",
+      "▁FR OM",
+      "▁ FROM",
+      "▁en ter",
+      "▁ent er",
+      "▁ enter",
+      "▁bec ame",
+      "id ae",
+      "ida e",
+      "х и",
+      "▁St ates",
+      "▁State s",
+      "▁Stat es",
+      "▁Sta tes",
+      "ver se",
+      "vers e",
+      "▁ex pl",
+      "▁exp l",
+      "▁ expl",
+      "yn t",
+      "y nt",
+      "U N",
+      "e e",
+      "en dent",
+      "end ent",
+      "enden t",
+      "ende nt",
+      "▁m aking",
+      "▁ma king",
+      "▁mak ing",
+      "▁ making",
+      "▁\" $",
+      "un i",
+      "u ni",
+      "qu ence",
+      "▁l ui",
+      "▁lu i",
+      "H T",
+      "▁us es",
+      "▁use s",
+      "▁ uses",
+      "zi e",
+      "z ie",
+      "ni a",
+      "n ia",
+      "Cont ent",
+      "▁C ount",
+      "▁Co unt",
+      "▁Coun t",
+      "▁Cou nt",
+      "▁ Count",
+      "▁stand ard",
+      "▁ standard",
+      "EN T",
+      "E NT",
+      "▁ко н",
+      "▁к он",
+      "▁ кон",
+      "fo rt",
+      "for t",
+      "f ort",
+      "ad as",
+      "ada s",
+      "a das",
+      "з у",
+      "S ystem",
+      "▁S w",
+      "▁ Sw",
+      "▁e ver",
+      "▁ev er",
+      "▁ ever",
+      "L O",
+      "▁cor respond",
+      "▁P o",
+      "▁ Po",
+      "ar gin",
+      "arg in",
+      "к т",
+      "і й",
+      "▁re main",
+      "▁rem ain",
+      "ci o",
+      "c io",
+      "▁act ual",
+      "▁actu al",
+      "▁ actual",
+      "ст у",
+      "с ту",
+      "▁s ind",
+      "▁si nd",
+      "▁sin d",
+      "▁P e",
+      "▁ Pe",
+      "▁ch anged",
+      "▁change d",
+      "▁chang ed",
+      "▁ changed",
+      "▁N ote",
+      "▁No te",
+      "▁Not e",
+      "▁ Note",
+      "sk ie",
+      "ski e",
+      "s kie",
+      "▁famil y",
+      "▁fam ily",
+      "▁ family",
+      "it à",
+      "co s",
+      "c os",
+      "tx t",
+      "t xt",
+      "ke r",
+      "k er",
+      "ce ed",
+      "c eed",
+      "▁a rr",
+      "▁ar r",
+      "▁ arr",
+      "▁c am",
+      "▁ca m",
+      "▁ cam",
+      "iz er",
+      "ize r",
+      "i zer",
+      "▁D an",
+      "▁Da n",
+      "▁ Dan",
+      "he l",
+      "h el",
+      "ic ult",
+      "icul t",
+      "H P",
+      "il er",
+      "ile r",
+      "i ler",
+      "▁S al",
+      "▁Sa l",
+      "▁ Sal",
+      "▁con nection",
+      "▁conne ction",
+      "▁connect ion",
+      "▁conn ection",
+      "▁ connection",
+      "us ion",
+      "k n",
+      "R I",
+      "▁v om",
+      "▁vo m",
+      "List ener",
+      "▁ ö",
+      "▁d im",
+      "▁di m",
+      "▁ dim",
+      "▁p ress",
+      "▁pr ess",
+      "▁pre ss",
+      "▁pres s",
+      "▁ press",
+      "▁e sc",
+      "▁es c",
+      "▁ esc",
+      "▁T ry",
+      "▁Tr y",
+      "▁ Try",
+      "at alog",
+      "ata log",
+      "atal og",
+      "▁th anks",
+      "▁than ks",
+      "▁thank s",
+      "D O",
+      "▁w ritten",
+      "▁writ ten",
+      "▁wr itten",
+      "▁ written",
+      "di r",
+      "d ir",
+      "re w",
+      "r ew",
+      "▁f ire",
+      "▁fi re",
+      "▁fir e",
+      "▁ fire",
+      "▁N ach",
+      "▁Na ch",
+      "▁ á",
+      "en c",
+      "e nc",
+      "▁or igin",
+      "▁orig in",
+      "▁ origin",
+      "▁Nov ember",
+      "▁} ;",
+      "▁ };",
+      "Co unt",
+      "C ount",
+      "▁З а",
+      "▁ За",
+      "▁g raph",
+      "▁gr aph",
+      "▁gra ph",
+      "▁ graph",
+      "▁m is",
+      "▁mi s",
+      "▁ mis",
+      "▁Ex ternal",
+      "▁Ext ernal",
+      "▁Extern al",
+      "▁Externa l",
+      "▁ External",
+      "▁o ptions",
+      "▁option s",
+      "▁opt ions",
+      "▁ options",
+      "▁U RL",
+      "▁ URL",
+      "▁p hp",
+      "▁ph p",
+      "▁ php",
+      "▁in tegr",
+      "▁int egr",
+      "▁inte gr",
+      "▁ integr",
+      "Con fig",
+      "Conf ig",
+      "▁T ext",
+      "▁Te xt",
+      "▁Tex t",
+      "▁ Text",
+      "in ner",
+      "inn er",
+      "▁c rit",
+      "▁cr it",
+      "▁cri t",
+      "▁ crit",
+      ", ”",
+      "▁t og",
+      "▁to g",
+      "$ $",
+      "no f",
+      "n of",
+      "▁s es",
+      "▁se s",
+      "üh r",
+      "ü hr",
+      "▁S ince",
+      "▁Sin ce",
+      "▁ Since",
+      "De s",
+      "D es",
+      "ub e",
+      "u be",
+      "▁s ection",
+      "▁se ction",
+      "▁sec tion",
+      "▁sect ion",
+      "▁ section",
+      "▁g i",
+      "▁ gi",
+      "fo rd",
+      "for d",
+      "f ord",
+      "▁A ss",
+      "▁As s",
+      "▁ Ass",
+      "ain er",
+      "ai ner",
+      "aine r",
+      "a iner",
+      "tt p",
+      "t tp",
+      "▁be hav",
+      "▁beh av",
+      "port s",
+      "por ts",
+      "dr aw",
+      "dra w",
+      "d raw",
+      "Th is",
+      "T his",
+      "ran ch",
+      "r anch",
+      "in ding",
+      "ind ing",
+      "indi ng",
+      "▁e stab",
+      "▁est ab",
+      "▁es tab",
+      "▁esta b",
+      "▁ob tain",
+      "▁obt ain",
+      "ri ch",
+      "ric h",
+      "r ich",
+      "li cit",
+      "lic it",
+      "е в",
+      "▁qu al",
+      "▁q ual",
+      "▁ qual",
+      "▁z a",
+      "▁ za",
+      "▁h ar",
+      "▁ha r",
+      "▁ har",
+      "▁f ac",
+      "▁fa c",
+      "▁ fac",
+      "aa r",
+      "a ar",
+      "je t",
+      "j et",
+      "ic les",
+      "icle s",
+      "i cles",
+      "▁A us",
+      "▁Au s",
+      "▁ Aus",
+      "▁h or",
+      "▁ho r",
+      "▁ hor",
+      "▁re mov",
+      "▁rem ov",
+      "▁w ie",
+      "▁ wie",
+      "Cl ient",
+      "C lient",
+      "▁n atur",
+      "▁nat ur",
+      "hi p",
+      "h ip",
+      "Su b",
+      "S ub",
+      "▁r andom",
+      "▁ran dom",
+      "▁rand om",
+      "▁ random",
+      "D F",
+      "▁a rea",
+      "▁are a",
+      "▁ar ea",
+      "▁ area",
+      "ta g",
+      "t ag",
+      "P r",
+      "▁I tal",
+      "▁It al",
+      "▁ Ital",
+      "▁r oku",
+      "▁ro ku",
+      "▁rok u",
+      "no follow",
+      "nof ollow",
+      "* }",
+      "▁o thers",
+      "▁other s",
+      "▁l imit",
+      "▁li mit",
+      "▁lim it",
+      "▁ limit",
+      "▁s il",
+      "▁si l",
+      "▁ sil",
+      "▁s av",
+      "▁sa v",
+      "▁o ften",
+      "▁of ten",
+      "▁oft en",
+      "▁re nder",
+      "▁r ender",
+      "▁ren der",
+      "▁rend er",
+      "▁rende r",
+      "▁ render",
+      "D B",
+      "▁M c",
+      "▁ Mc",
+      "▁z ijn",
+      "▁zij n",
+      "же н",
+      "ж ен",
+      "▁t ag",
+      "▁ta g",
+      "▁ tag",
+      "min g",
+      "mi ng",
+      "m ing",
+      "li chen",
+      "lic hen",
+      "lich en",
+      "liche n",
+      "l ichen",
+      "pa ck",
+      "p ack",
+      "▁A g",
+      "▁ Ag",
+      "▁s ense",
+      "▁sens e",
+      "▁sen se",
+      "p g",
+      "Met hod",
+      "M ethod",
+      "ag ed",
+      "age d",
+      "a ged",
+      "á g",
+      "ł a",
+      "▁inter est",
+      "▁inte rest",
+      "▁as soci",
+      "▁ass oci",
+      "▁ associ",
+      "vol ution",
+      "▁em pty",
+      "▁emp ty",
+      "▁ empty",
+      "ic he",
+      "ich e",
+      "i che",
+      "▁g ro",
+      "▁gr o",
+      "▁ gro",
+      "▁t ypes",
+      "▁type s",
+      "▁typ es",
+      "▁ty pes",
+      "▁ types",
+      "▁S ie",
+      "▁Si e",
+      "In ter",
+      "Int er",
+      "▁n oreferrer",
+      "▁ noreferrer",
+      "▁g ives",
+      "▁giv es",
+      "▁give s",
+      "▁gi ves",
+      "ha l",
+      "h al",
+      "▁s ave",
+      "▁sa ve",
+      "▁sav e",
+      "▁ save",
+      "▁f ont",
+      "▁fo nt",
+      "▁fon t",
+      "▁ font",
+      "ru ction",
+      "ruct ion",
+      "S cript",
+      "▁a lla",
+      "▁al la",
+      "▁all a",
+      "▁ alla",
+      "▁s ays",
+      "▁sa ys",
+      "▁say s",
+      "▁f u",
+      "▁ fu",
+      "ap e",
+      "a pe",
+      "▁l anguage",
+      "▁ language",
+      "ig er",
+      "ige r",
+      "i ger",
+      "▁K ing",
+      "▁Ki ng",
+      "▁Kin g",
+      "bo r",
+      "b or",
+      "u v",
+      "▁s hall",
+      "▁sh all",
+      "▁E urope",
+      "▁Europ e",
+      "▁Euro pe",
+      "▁Eur ope",
+      "▁ Europe",
+      "▁ein em",
+      "▁eine m",
+      "▁w ater",
+      "▁wa ter",
+      "▁wat er",
+      "▁ water",
+      "▁g overn",
+      "▁go vern",
+      "▁gover n",
+      "an z",
+      "at ors",
+      "ator s",
+      "ato rs",
+      "▁mon th",
+      "▁mo nth",
+      "▁mont h",
+      "▁ month",
+      "y e",
+      "▁import ant",
+      "▁ important",
+      "at z",
+      "a tz",
+      "fir st",
+      "f irst",
+      "▁Tr ans",
+      "▁Tra ns",
+      "▁ Trans",
+      "▁M ad",
+      "▁Ma d",
+      "▁ Mad",
+      "▁b ra",
+      "▁br a",
+      "▁ bra",
+      "ik a",
+      "i ka",
+      "▁S aint",
+      "▁Sa int",
+      "▁Sain t",
+      "▁ Saint",
+      "or ia",
+      "ori a",
+      "o ria",
+      "kr e",
+      "k re",
+      "em ents",
+      "ement s",
+      "emen ts",
+      "e ments",
+      "▁B en",
+      "▁Be n",
+      "▁ Ben",
+      "la v",
+      "l av",
+      "▁ad min",
+      "▁adm in",
+      "▁ admin",
+      "▁H en",
+      "▁He n",
+      "▁ Hen",
+      "ri l",
+      "r il",
+      "▁S m",
+      "▁ Sm",
+      "ca t",
+      "c at",
+      "▁Re fer",
+      "▁Ref er",
+      "▁ Ш",
+      "▁p ract",
+      "▁pr act",
+      "▁pra ct",
+      "▁prac t",
+      "▁P at",
+      "▁Pa t",
+      "▁ Pat",
+      "▁G re",
+      "▁Gr e",
+      "▁ Gre",
+      "▁you ng",
+      "▁yo ung",
+      "▁In ter",
+      "▁Int er",
+      "▁ Inter",
+      "om a",
+      "o ma",
+      "te ger",
+      "ib ility",
+      "ibil ity",
+      "▁param eters",
+      "▁parameter s",
+      "▁paramet ers",
+      "▁ parameters",
+      "▁every thing",
+      "da t",
+      "d at",
+      "ur op",
+      "uro p",
+      "u rop",
+      "ole an",
+      "o lean",
+      "▁return ed",
+      "▁C lass",
+      "▁Cl ass",
+      "▁Cla ss",
+      "▁ Class",
+      "ac y",
+      "a cy",
+      "## ##",
+      "▁p ř",
+      "▁f older",
+      "▁fol der",
+      "▁fo lder",
+      "▁ folder",
+      "▁k on",
+      "▁ko n",
+      "▁ kon",
+      "▁gu ess",
+      "g t",
+      "je n",
+      "j en",
+      "an nel",
+      "ann el",
+      "anne l",
+      "ic on",
+      "ico n",
+      "i con",
+      "▁c omb",
+      "▁com b",
+      "▁co mb",
+      "▁ comb",
+      "ri ct",
+      "ric t",
+      "r ict",
+      "▁h ij",
+      "▁hi j",
+      "▁aut hor",
+      "▁auth or",
+      "▁ author",
+      "se e",
+      "s ee",
+      "he re",
+      "her e",
+      "h ere",
+      "st ra",
+      "str a",
+      "s tra",
+      "▁ent ire",
+      "▁direct ly",
+      "ra ft",
+      "raf t",
+      "r aft",
+      "he et",
+      "es ter",
+      "est er",
+      "este r",
+      "e ster",
+      "▁м и",
+      "▁ ми",
+      "▁m ass",
+      "▁ma ss",
+      "▁mas s",
+      "▁ mass",
+      "un tu",
+      "unt u",
+      "▁u sers",
+      "▁us ers",
+      "▁use rs",
+      "▁user s",
+      "▁ users",
+      "ch i",
+      "c hi",
+      "P E",
+      "▁com ponent",
+      "▁compon ent",
+      "▁ component",
+      "Cl ick",
+      "C lick",
+      "At t",
+      "A tt",
+      "▁s obre",
+      "▁so bre",
+      "▁sob re",
+      "an ds",
+      "and s",
+      "▁H ol",
+      "▁Ho l",
+      "▁ Hol",
+      "▁S ant",
+      "▁San t",
+      "▁Sa nt",
+      "or i",
+      "o ri",
+      "▁s ua",
+      "▁su a",
+      "st d",
+      "s td",
+      "ent ic",
+      "enti c",
+      "C C",
+      "▁fil ter",
+      "▁ filter",
+      "S QL",
+      "▁G od",
+      "▁Go d",
+      "A t",
+      "▁м у",
+      "▁ му",
+      "▁per formance",
+      "▁perform ance",
+      "del ta",
+      "d elta",
+      "an de",
+      "and e",
+      "a nde",
+      "am er",
+      "ame r",
+      "a mer",
+      "д ы",
+      "▁c ult",
+      "▁cu lt",
+      "▁cul t",
+      "▁N or",
+      "▁No r",
+      "bu t",
+      "b ut",
+      "▁l ik",
+      "▁li k",
+      "▁ lik",
+      "**** ****",
+      "ст вен",
+      "ств ен",
+      "стве н",
+      "▁com me",
+      "▁comm e",
+      "▁d r",
+      "▁ dr",
+      "im er",
+      "ime r",
+      "i mer",
+      "or din",
+      "ord in",
+      "▁cond ition",
+      "▁ condition",
+      "es te",
+      "est e",
+      "e ste",
+      "( [",
+      "F F",
+      "ть ся",
+      "im o",
+      "i mo",
+      "ra b",
+      "r ab",
+      "і ль",
+      "▁h alf",
+      "▁hal f",
+      "▁ half",
+      "ea ch",
+      "e ach",
+      "Di s",
+      "D is",
+      "▁r ows",
+      "▁ro ws",
+      "▁row s",
+      "▁ rows",
+      "▁h on",
+      "▁ho n",
+      "▁ hon",
+      "▁t ogether",
+      "▁tog ether",
+      "▁ și",
+      "me di",
+      "med i",
+      "m edi",
+      "ag n",
+      "a gn",
+      "al led",
+      "all ed",
+      "alle d",
+      "▁v ill",
+      "▁vi ll",
+      "▁vil l",
+      "IN G",
+      "I NG",
+      "id den",
+      "idd en",
+      "▁d raw",
+      "▁dr aw",
+      "▁dra w",
+      "▁ draw",
+      "yn tax",
+      "ynt ax",
+      "▁att empt",
+      "UR L",
+      "U RL",
+      "pos e",
+      "po se",
+      "p ose",
+      "▁in dic",
+      "▁ind ic",
+      "ни ка",
+      "ник а",
+      "▁Eng lish",
+      "▁ English",
+      "▁d éc",
+      "▁dé c",
+      "▁ne eds",
+      "▁need s",
+      "▁n ormal",
+      "▁nor mal",
+      "▁norm al",
+      "▁ normal",
+      "ur t",
+      "u rt",
+      "▁н о",
+      "▁ но",
+      "}} \\",
+      "} }\\",
+      "la st",
+      "las t",
+      "l ast",
+      "▁F in",
+      "▁ Fin",
+      "▁F ebru",
+      "▁Fe bru",
+      "▁Feb ru",
+      "il a",
+      "i la",
+      "▁c ountry",
+      "▁count ry",
+      "▁coun try",
+      "▁ country",
+      "▁field s",
+      "▁fiel ds",
+      "▁ fields",
+      "▁m ax",
+      "▁ma x",
+      "▁ max",
+      "lé s",
+      "l és",
+      "ow ie",
+      "owi e",
+      "o wie",
+      "▁de ux",
+      "▁bu ilt",
+      "▁ built",
+      "▁M ain",
+      "▁Ma in",
+      "▁Mai n",
+      "▁ Main",
+      "▁c amp",
+      "▁cam p",
+      "▁ca mp",
+      "▁ camp",
+      "iv o",
+      "i vo",
+      "iv a",
+      "i va",
+      "ic y",
+      "i cy",
+      "zi one",
+      "z ione",
+      "No de",
+      "N ode",
+      "▁: )",
+      "▁ :)",
+      "▁am ong",
+      "▁O b",
+      "▁ Ob",
+      "▁c ases",
+      "▁case s",
+      "▁cas es",
+      "▁ cases",
+      "ha ps",
+      "h aps",
+      "se rs",
+      "ser s",
+      "s ers",
+      "ar ter",
+      "art er",
+      "arte r",
+      "śc i",
+      "ś ci",
+      "▁it er",
+      "▁i ter",
+      "▁ iter",
+      "▁n amed",
+      "▁name d",
+      "▁na med",
+      "▁nam ed",
+      "▁ named",
+      "ex ec",
+      "exe c",
+      "▁se ason",
+      "▁sea son",
+      "▁ season",
+      "to t",
+      "t ot",
+      "= >",
+      "gr aph",
+      "gra ph",
+      "g raph",
+      "▁n il",
+      "▁ni l",
+      "▁ nil",
+      "ac ional",
+      "acion al",
+      "aci onal",
+      "▁N ULL",
+      "▁ NULL",
+      "▁spe cial",
+      "▁spec ial",
+      "▁ special",
+      "ст е",
+      "с те",
+      "cs s",
+      "c ss",
+      "▁\\ (",
+      "v s",
+      "ae l",
+      "a el",
+      "▁c ity",
+      "▁ci ty",
+      "▁cit y",
+      "▁ city",
+      "ov a",
+      "o va",
+      "▁art icle",
+      "▁ article",
+      "▁S outh",
+      "▁So uth",
+      "▁Sou th",
+      "Act ion",
+      "Ac tion",
+      "A ction",
+      "ç a",
+      "sp ring",
+      "spr ing",
+      "s pring",
+      "it ude",
+      "itu de",
+      "itud e",
+      "▁com plex",
+      "▁comp lex",
+      "▁comple x",
+      "▁compl ex",
+      "▁ complex",
+      "▁ч то",
+      "bu ild",
+      "g amma",
+      "▁E nt",
+      "▁En t",
+      "▁ Ent",
+      "ie rs",
+      "ier s",
+      "i ers",
+      "' .",
+      "ca r",
+      "c ar",
+      "ap ache",
+      "apa che",
+      "in gen",
+      "ing en",
+      "inge n",
+      "In put",
+      ":  ",
+      "▁d ynam",
+      "▁dy nam",
+      "al ls",
+      "all s",
+      "sh ow",
+      "s how",
+      "| \\",
+      "▁w ird",
+      "▁wir d",
+      "B ar",
+      "al th",
+      "alt h",
+      "mod el",
+      "mo del",
+      "mode l",
+      "m odel",
+      "Tr ans",
+      "Tra ns",
+      "Ro w",
+      "R ow",
+      "ab e",
+      "a be",
+      "▁l ib",
+      "▁li b",
+      "▁ lib",
+      "nu ll",
+      "n ull",
+      "ra gment",
+      "rag ment",
+      "▁St ate",
+      "▁Stat e",
+      "▁Sta te",
+      "▁ State",
+      "▁l aw",
+      "▁la w",
+      "▁ law",
+      "Fr ame",
+      "F rame",
+      "▁L o",
+      "▁ Lo",
+      "ge b",
+      "g eb",
+      "}$ .",
+      "} $.",
+      "▁ne eded",
+      "▁need ed",
+      "▁con tr",
+      "▁cont r",
+      "▁ contr",
+      "ar ies",
+      "ari es",
+      "arie s",
+      "a ries",
+      "▁s creen",
+      "▁sc reen",
+      "▁scr een",
+      "▁ screen",
+      "y r",
+      "m m",
+      "▁sh own",
+      "▁show n",
+      "▁sho wn",
+      "▁b ad",
+      "▁ba d",
+      "▁ bad",
+      "▁c ast",
+      "▁cas t",
+      "▁ca st",
+      "▁ cast",
+      "▁T est",
+      "▁Te st",
+      "▁ Test",
+      "▁A uf",
+      "▁Au f",
+      "▁qu ant",
+      "▁quan t",
+      "▁ quant",
+      "ig a",
+      "i ga",
+      "▁re n",
+      "▁r en",
+      "▁ ren",
+      "▁M ac",
+      "▁Ma c",
+      "▁ Mac",
+      "▁trans form",
+      "▁ transform",
+      "▁d ifference",
+      "▁dif ference",
+      "▁differ ence",
+      "▁t it",
+      "▁ti t",
+      "▁ tit",
+      "T E",
+      "▁st ep",
+      "▁ste p",
+      "▁ step",
+      "▁c apt",
+      "▁cap t",
+      "▁ca pt",
+      "▁ capt",
+      "▁col lection",
+      "▁coll ection",
+      "▁collect ion",
+      "▁colle ction",
+      "▁ collection",
+      "iction ary",
+      "▁T om",
+      "▁To m",
+      "▁ Tom",
+      "ri er",
+      "rie r",
+      "r ier",
+      "▁m ove",
+      "▁mov e",
+      "▁mo ve",
+      "▁ move",
+      "co pe",
+      "cop e",
+      "c ope",
+      "or ds",
+      "ord s",
+      "▁fur ther",
+      "▁column s",
+      "▁ columns",
+      "▁L in",
+      "▁Li n",
+      "▁ Lin",
+      "▁f ixed",
+      "▁fix ed",
+      "▁ fixed",
+      "▁child ren",
+      "▁ children",
+      "M S",
+      "m o",
+      "un a",
+      "u na",
+      "▁ind ivid",
+      "tt y",
+      "t ty",
+      "as te",
+      "ast e",
+      "a ste",
+      "sr c",
+      "s rc",
+      "mat ch",
+      "m atch",
+      "w i",
+      "▁ х",
+      "▁д и",
+      "▁ ди",
+      "▁o rd",
+      "▁or d",
+      "▁ ord",
+      "iv ing",
+      "ivi ng",
+      "i ving",
+      "▁B ro",
+      "▁Br o",
+      "▁ Bro",
+      "▁al most",
+      "▁P res",
+      "▁Pr es",
+      "▁Pre s",
+      "▁ Pres",
+      "re ci",
+      "rec i",
+      "ar ing",
+      "ari ng",
+      "arin g",
+      "a ring",
+      "▁/ //",
+      "▁// /",
+      "▁ ///",
+      "ет ся",
+      "е тся",
+      "▁s ig",
+      "▁si g",
+      "▁ sig",
+      "lig ht",
+      "l ight",
+      "▁R ed",
+      "▁Re d",
+      "▁ Red",
+      "▁sugg est",
+      "▁sug gest",
+      "ol f",
+      "▁é té",
+      "▁ét é",
+      "▁ été",
+      "is ation",
+      "isa tion",
+      "isat ion",
+      "з на",
+      "Ne w",
+      "N ew",
+      "ст ан",
+      "ста н",
+      "с тан",
+      "L A",
+      "un icip",
+      "unic ip",
+      "uni cip",
+      "▁fig ure",
+      "▁figur e",
+      "▁ figure",
+      "m t",
+      "ia le",
+      "ial e",
+      "i ale",
+      "▁c atch",
+      "▁cat ch",
+      "▁ catch",
+      "de fault",
+      "def ault",
+      "▁t ele",
+      "▁te le",
+      "▁tel e",
+      "▁ tele",
+      "▁m atter",
+      "▁mat ter",
+      "ca st",
+      "cas t",
+      "c ast",
+      "▁R ich",
+      "▁Ric h",
+      "▁Ri ch",
+      "▁ Rich",
+      "▁hand le",
+      "▁ handle",
+      "val u",
+      "va lu",
+      "v alu",
+      "$ -",
+      "о б",
+      "▁j son",
+      "▁js on",
+      "▁ json",
+      "Cre ate",
+      "C reate",
+      "▁ex am",
+      "ал ь",
+      "а ль",
+      "ю т",
+      "or ed",
+      "ore d",
+      "o red",
+      "id os",
+      "ido s",
+      "ap pend",
+      "app end",
+      "appen d",
+      "appe nd",
+      "▁Ar ray",
+      "▁Arr ay",
+      "▁ Array",
+      "к с",
+      "} [",
+      "ri ve",
+      "riv e",
+      "r ive",
+      "▁c lub",
+      "▁cl ub",
+      "▁ club",
+      "ma nn",
+      "man n",
+      "m ann",
+      "▁e ste",
+      "▁est e",
+      "▁es te",
+      "▁ este",
+      "es ta",
+      "est a",
+      "e sta",
+      "▁G i",
+      "▁ Gi",
+      "▁J ap",
+      "▁Ja p",
+      "▁N ame",
+      "▁Na me",
+      "▁Nam e",
+      "▁ Name",
+      "Col umn",
+      "ou ps",
+      "oup s",
+      "o ups",
+      "is mo",
+      "ism o",
+      "▁C ity",
+      "▁Ci ty",
+      "▁Cit y",
+      "▁ City",
+      "▁class es",
+      "▁classe s",
+      "▁ classes",
+      "▁in fl",
+      "▁inf l",
+      "▁ infl",
+      "h l",
+      "ро м",
+      "р ом",
+      "▁ad ding",
+      "▁add ing",
+      "▁ adding",
+      "▁f ail",
+      "▁fa il",
+      "▁ fail",
+      "x x",
+      "õ es",
+      "S c",
+      "ut il",
+      "uti l",
+      "u til",
+      "▁l ocation",
+      "▁lo cation",
+      "▁loc ation",
+      "▁ location",
+      "le ge",
+      "leg e",
+      "l ege",
+      "ag o",
+      "a go",
+      "▁pro perties",
+      "▁proper ties",
+      "▁ properties",
+      "ab il",
+      "abi l",
+      "a bil",
+      "va s",
+      "v as",
+      "}$ ,",
+      "} $,",
+      "it ted",
+      "itt ed",
+      "itte d",
+      "ó d",
+      "▁D em",
+      "▁De m",
+      "▁as ked",
+      "▁ask ed",
+      "▁t ab",
+      "▁ta b",
+      "▁ tab",
+      "S ource",
+      "▁error s",
+      "▁err ors",
+      "▁ errors",
+      "ograph ie",
+      "▁ж и",
+      "▁ жи",
+      "▁m al",
+      "▁ma l",
+      "▁ mal",
+      "st ract",
+      "str act",
+      "stra ct",
+      "▁d ro",
+      "▁dr o",
+      "▁ dro",
+      "ra k",
+      "r ak",
+      "▁n ote",
+      "▁not e",
+      "▁no te",
+      "▁ note",
+      "▁set ting",
+      "▁sett ing",
+      "▁ setting",
+      "▁f em",
+      "▁fe m",
+      "▁s aw",
+      "▁sa w",
+      "ia r",
+      "i ar",
+      "HE R",
+      "H ER",
+      "е с",
+      "▁p red",
+      "▁pr ed",
+      "▁pre d",
+      "▁ pred",
+      "▁O ut",
+      "▁ Out",
+      "▁it ems",
+      "▁item s",
+      "▁ items",
+      "ла н",
+      "л ан",
+      "▁w erd",
+      "▁we rd",
+      "▁wer d",
+      "ers ion",
+      "li a",
+      "l ia",
+      "▁s in",
+      "▁si n",
+      "▁ sin",
+      "ich te",
+      "icht e",
+      "i chte",
+      "▁fe el",
+      "▁fee l",
+      "▁п ра",
+      "▁пр а",
+      "▁ пра",
+      "▁o der",
+      "▁od er",
+      "▁ oder",
+      "U E",
+      "oc ument",
+      "▁m ode",
+      "▁mod e",
+      "▁mo de",
+      "▁ mode",
+      "▁N a",
+      "▁ Na",
+      "де н",
+      "д ен",
+      "me s",
+      "m es",
+      "frame work",
+      "▁a uto",
+      "▁au to",
+      "▁aut o",
+      "▁ auto",
+      "ны м",
+      "н ым",
+      "ub y",
+      "u by",
+      "▁tem plate",
+      "▁temp late",
+      "▁ template",
+      "▁m ess",
+      "▁me ss",
+      "▁mes s",
+      "▁ mess",
+      "ie der",
+      "ied er",
+      "i eder",
+      "▁rel ated",
+      "▁rela ted",
+      "▁relate d",
+      "▁ related",
+      "ok en",
+      "oke n",
+      "o ken",
+      "▁follow s",
+      "se arch",
+      "s earch",
+      "am i",
+      "a mi",
+      "▁w ait",
+      "▁wa it",
+      "▁ wait",
+      "ig r",
+      "i gr",
+      "▁l ow",
+      "▁lo w",
+      "▁ low",
+      "ски х",
+      "ск их",
+      "с ких",
+      "ска я",
+      "с кая",
+      "▁M ark",
+      "▁Mar k",
+      "▁ Mark",
+      "▁i ll",
+      "▁il l",
+      "▁ ill",
+      "am ento",
+      "ament o",
+      "amen to",
+      "\\ <",
+      "▁d f",
+      "▁ df",
+      "os ition",
+      "osi tion",
+      "▁В и",
+      "is f",
+      "i sf",
+      "▁De utsch",
+      "ah l",
+      "a hl",
+      "wa r",
+      "w ar",
+      "it ect",
+      "ite ct",
+      "▁s al",
+      "▁sa l",
+      "▁ sal",
+      "el en",
+      "ele n",
+      "e len",
+      "By Id",
+      "▁g ru",
+      "▁gr u",
+      "▁ gru",
+      "s v",
+      "▁pass ed",
+      "▁pas sed",
+      "▁passe d",
+      "▁a ñ",
+      "▁ añ",
+      "Sc h",
+      "S ch",
+      "▁sol ve",
+      "we ise",
+      "weis e",
+      "wei se",
+      "at os",
+      "ato s",
+      "▁m eg",
+      "▁me g",
+      "▁m ember",
+      "▁mem ber",
+      "▁memb er",
+      "▁ member",
+      "er name",
+      "ern ame",
+      "erna me",
+      "▁con nect",
+      "▁conne ct",
+      "▁conn ect",
+      "▁ connect",
+      "ip s",
+      "i ps",
+      "▁r ound",
+      "▁ro und",
+      "▁rou nd",
+      "▁ round",
+      "▁ ]",
+      "ne s",
+      "n es",
+      "▁d ir",
+      "▁di r",
+      "▁ dir",
+      "▁Lond on",
+      "d y",
+      "F A",
+      "▁rece ived",
+      "▁receive d",
+      "re et",
+      "ree t",
+      "▁L og",
+      "▁Lo g",
+      "▁ Log",
+      "▁Sch ool",
+      "an go",
+      "ang o",
+      "▁The se",
+      "▁Th ese",
+      "▁M ont",
+      "▁Mon t",
+      "▁Mo nt",
+      "▁ Mont",
+      "▁e ner",
+      "▁en er",
+      "▁ ener",
+      "la d",
+      "l ad",
+      "▁def ine",
+      "▁defin e",
+      "▁ define",
+      "si gn",
+      "sig n",
+      "s ign",
+      "▁c le",
+      "▁cl e",
+      "▁ cle",
+      "fig ure",
+      "▁V iew",
+      "▁Vi ew",
+      "▁Vie w",
+      "▁ View",
+      "text bf",
+      "$ \\",
+      "з ы",
+      "num ber",
+      "n umber",
+      "▁d in",
+      "▁di n",
+      "▁ din",
+      "el ler",
+      "ell er",
+      "elle r",
+      "orith m",
+      "ori thm",
+      "fal se",
+      "f alse",
+      "fo l",
+      "f ol",
+      "ffic ient",
+      "▁HT ML",
+      "▁ HTML",
+      "li che",
+      "lic he",
+      "lich e",
+      "l iche",
+      "▁M o",
+      "▁ Mo",
+      "▁int rodu",
+      "▁intr odu",
+      "▁intro du",
+      "ex p",
+      "e xp",
+      "▁st rong",
+      "▁str ong",
+      "▁stro ng",
+      "▁ strong",
+      "▁t hus",
+      "▁th us",
+      "/ )",
+      "▁e le",
+      "▁el e",
+      "▁ ele",
+      "▁та к",
+      "▁ так",
+      "▁п а",
+      "▁ па",
+      "▁d ont",
+      "▁do nt",
+      "▁don t",
+      "▁c ause",
+      "▁caus e",
+      "▁ca use",
+      "Num ber",
+      "N umber",
+      "▁im ages",
+      "▁image s",
+      "▁imag es",
+      "▁ images",
+      "▁s ample",
+      "▁sam ple",
+      "▁ sample",
+      "▁s ci",
+      "▁sc i",
+      "▁ sci",
+      "li ke",
+      "lik e",
+      "l ike",
+      "▁L ou",
+      "▁Lo u",
+      "▁ Lou",
+      "di v",
+      "d iv",
+      "an c",
+      "a nc",
+      "▁f ront",
+      "▁fr ont",
+      "▁fro nt",
+      "▁ front",
+      "ne n",
+      "n en",
+      "▁miss ing",
+      "▁mis sing",
+      "▁ missing",
+      "ar ia",
+      "ari a",
+      "a ria",
+      "pr es",
+      "pre s",
+      "p res",
+      "▁п ред",
+      "▁пре д",
+      "D I",
+      "fil ter",
+      "▁M it",
+      "▁Mi t",
+      "U R",
+      "▁o pp",
+      "▁op p",
+      "▁ opp",
+      "▁s ql",
+      "▁sq l",
+      "▁ sql",
+      "▁ро ку",
+      "er en",
+      "ere n",
+      "e ren",
+      "em at",
+      "ema t",
+      "e mat",
+      "í s",
+      "▁Je an",
+      "▁ Jean",
+      "é c",
+      "▁c i",
+      "▁ ci",
+      "en ne",
+      "enn e",
+      "at form",
+      "▁t aken",
+      "▁tak en",
+      "▁take n",
+      "▁ta ken",
+      "▁O f",
+      "▁ Of",
+      "▁на се",
+      "▁e rr",
+      "▁er r",
+      "▁ err",
+      "O P",
+      "Fr om",
+      "F rom",
+      "De fault",
+      "Def ault",
+      "▁Gener al",
+      "▁Gen eral",
+      "▁Gene ral",
+      "▁ General",
+      "wik i",
+      "wi ki",
+      "w iki",
+      "▁g rand",
+      "▁gr and",
+      "▁gra nd",
+      "▁gran d",
+      "▁ grand",
+      "▁e inen",
+      "▁ein en",
+      "▁eine n",
+      "Re g",
+      "R eg",
+      "Hand ler",
+      "Handle r",
+      "con om",
+      "co nom",
+      "cono m",
+      "c onom",
+      "an ger",
+      "ang er",
+      "ange r",
+      "▁бы л",
+      "▁L os",
+      "▁Lo s",
+      "▁ Los",
+      "▁ex pression",
+      "▁exp ression",
+      "▁express ion",
+      "▁expr ession",
+      "▁ expression",
+      "ш а",
+      "ya l",
+      "y al",
+      "▁$ ('",
+      "▁$( '",
+      "▁sw itch",
+      "▁ switch",
+      "▁v ector",
+      "▁ve ctor",
+      "▁vec tor",
+      "▁ vector",
+      "▁T hom",
+      "▁Th om",
+      "▁v irt",
+      "▁vi rt",
+      "▁vir t",
+      "▁ virt",
+      "le ased",
+      "lease d",
+      "lea sed",
+      "▁c over",
+      "▁co ver",
+      "▁cov er",
+      "▁ cover",
+      "▁re sp",
+      "▁r esp",
+      "▁res p",
+      "▁ resp",
+      "ak o",
+      "a ko",
+      "ren ch",
+      "ot a",
+      "o ta",
+      "C ell",
+      "an ged",
+      "ang ed",
+      "ange d",
+      "▁+ =",
+      "▁ +=",
+      "la c",
+      "l ac",
+      "sk a",
+      "s ka",
+      "ne xt",
+      "nex t",
+      "n ext",
+      "▁Intern ational",
+      "▁W il",
+      "▁Wi l",
+      "▁ Wil",
+      "▁o nt",
+      "▁on t",
+      "▁ ont",
+      "ib r",
+      "i br",
+      "us tr",
+      "ust r",
+      "u str",
+      "▁b lack",
+      "▁bl ack",
+      "▁bla ck",
+      "▁ black",
+      "▁select ed",
+      "▁sel ected",
+      "▁sele cted",
+      "▁ selected",
+      "ch er",
+      "che r",
+      "c her",
+      "▁l iter",
+      "▁li ter",
+      "▁lit er",
+      "▁ liter",
+      "ro ot",
+      "r oot",
+      "л ся",
+      "▁L ife",
+      "▁Li fe",
+      "▁ Life",
+      "▁in sert",
+      "▁ins ert",
+      "▁inser t",
+      "▁inse rt",
+      "▁ insert",
+      "▁mat rix",
+      "▁ matrix",
+      "is es",
+      "ise s",
+      ") ]",
+      "▁p el",
+      "▁pe l",
+      "▁ pel",
+      "Over ride",
+      "ry pt",
+      "▁for mer",
+      "▁form er",
+      "▁forme r",
+      "▁ former",
+      "▁Fil m",
+      "▁N orth",
+      "▁Nor th",
+      "cl ient",
+      "cli ent",
+      "c lient",
+      "▁n ight",
+      "▁ night",
+      "хо ди",
+      "ход и",
+      "▁A ustral",
+      "▁Aust ral",
+      "▁ Austral",
+      "▁R et",
+      "▁Re t",
+      "▁ Ret",
+      "rh o",
+      "r ho",
+      "▁п ер",
+      "▁пе р",
+      "▁ пер",
+      "ip edia",
+      "ipe dia",
+      "▁ex press",
+      "▁exp ress",
+      "▁expr ess",
+      "▁expres s",
+      "▁ express",
+      "▁th ird",
+      "▁ third",
+      "▁ma jor",
+      "▁maj or",
+      "▁ major",
+      "▁g rad",
+      "▁gr ad",
+      "▁gra d",
+      "▁ grad",
+      "ow e",
+      "o we",
+      "▁bel ieve",
+      "our nal",
+      "ourn al",
+      "▁st atus",
+      "▁stat us",
+      "▁ status",
+      "un c",
+      "u nc",
+      "▁d ou",
+      "▁do u",
+      "▁J SON",
+      "▁JS ON",
+      "▁ JSON",
+      "ui s",
+      "u is",
+      "▁pop ulation",
+      "▁popula tion",
+      "▁popul ation",
+      "en z",
+      "▁Will iam",
+      "s f",
+      "▁O bject",
+      "▁Ob ject",
+      "▁ Object",
+      "▁c in",
+      "▁ci n",
+      "▁ cin",
+      "▁D i",
+      "▁ Di",
+      "cur ity",
+      "c urity",
+      "▁O pen",
+      "▁Op en",
+      "▁ Open",
+      "▁ ле",
+      "la r",
+      "l ar",
+      "ad ding",
+      "add ing",
+      "▁k om",
+      "▁ko m",
+      "▁ kom",
+      "}( \\",
+      "} (\\",
+      "▁k il",
+      "▁ki l",
+      "▁ kil",
+      "um er",
+      "ume r",
+      "u mer",
+      "\"/ >",
+      "\" />",
+      "▁fe ature",
+      "▁ feature",
+      "▁A re",
+      "▁Ar e",
+      "▁ Are",
+      "ck s",
+      "c ks",
+      "▁Intern et",
+      "▁Inter net",
+      "▁ Internet",
+      "▁i h",
+      "▁ ih",
+      "▁start ed",
+      "▁star ted",
+      "▁ear ly",
+      "▁be gan",
+      "▁beg an",
+      "T H",
+      "p ython",
+      "as p",
+      "a sp",
+      "▁F r",
+      "▁ Fr",
+      "▁c los",
+      "▁cl os",
+      "▁clo s",
+      "▁ clos",
+      "ist ic",
+      "isti c",
+      "▁mus ic",
+      "▁ music",
+      "▁d ig",
+      "▁di g",
+      "▁ dig",
+      "▁it al",
+      "▁i tal",
+      "▁ ital",
+      "▁D avid",
+      "▁Dav id",
+      "▁Da vid",
+      "▁ David",
+      "▁web site",
+      "▁ website",
+      "▁cont roller",
+      "▁control ler",
+      "▁ controller",
+      "▁M er",
+      "▁Me r",
+      "▁ Mer",
+      "con text",
+      "cont ext",
+      "pro duct",
+      "produ ct",
+      "prod uct",
+      "os p",
+      "o sp",
+      "▁j un",
+      "▁ju n",
+      "ro wn",
+      "row n",
+      "r own",
+      "▁A z",
+      "▁ Az",
+      "\": \"",
+      "\" :\"",
+      "▁a an",
+      "▁aa n",
+      "▁D ate",
+      "▁Da te",
+      "▁Dat e",
+      "▁ Date",
+      "mu lt",
+      "mul t",
+      "m ult",
+      "▁b rowser",
+      "▁brow ser",
+      "▁ browser",
+      "ре д",
+      "wh ich",
+      "R A",
+      "qu are",
+      "qua re",
+      "▁R uss",
+      "▁Ru ss",
+      "▁Rus s",
+      "▁ Russ",
+      "▁s oon",
+      "▁so on",
+      "▁P re",
+      "▁Pr e",
+      "▁ Pre",
+      "ta u",
+      "t au",
+      "▁we ek",
+      "▁ week",
+      "▁б а",
+      "▁ ба",
+      "▁o ct",
+      "▁oc t",
+      "▁ oct",
+      "▁t own",
+      "▁to wn",
+      "▁ town",
+      "ro y",
+      "r oy",
+      "▁e ls",
+      "▁el s",
+      "▁ els",
+      "bl ic",
+      "b lic",
+      "und le",
+      "▁H istor",
+      "▁His tor",
+      "▁Hi stor",
+      "▁Hist or",
+      "▁f oi",
+      "▁fo i",
+      "▁mod els",
+      "▁model s",
+      "▁mode ls",
+      "▁ models",
+      "з о",
+      "on ym",
+      "ony m",
+      "o nym",
+      "Par am",
+      "Pa ram",
+      "P aram",
+      "▁M et",
+      "▁Me t",
+      "▁ Met",
+      "ge ner",
+      "gen er",
+      "g ener",
+      "j ą",
+      "▁e spe",
+      "▁es pe",
+      "▁esp e",
+      "C E",
+      "▁de vice",
+      "▁dev ice",
+      "▁devi ce",
+      "▁ device",
+      "el low",
+      "ell ow",
+      "ello w",
+      "▁de bug",
+      "▁deb ug",
+      "▁ debug",
+      "ér ie",
+      "éri e",
+      "é rie",
+      "us ing",
+      "u sing",
+      "ан г",
+      "а нг",
+      "▁* )",
+      "▁ *)",
+      "ud i",
+      "u di",
+      "▁M iss",
+      "▁Mi ss",
+      "▁Mis s",
+      "▁ Miss",
+      "ко м",
+      "к ом",
+      "pos ed",
+      "po sed",
+      "pose d",
+      "p osed",
+      "▁z we",
+      "▁zw e",
+      "і н",
+      "▁Ro bert",
+      "▁Rob ert",
+      "▁O ct",
+      "▁ Oct",
+      "lo p",
+      "l op",
+      "ja r",
+      "j ar",
+      "▁a ver",
+      "▁av er",
+      "▁ave r",
+      "▁ aver",
+      "▁ha bit",
+      "▁hab it",
+      "▁: :",
+      "▁ ::",
+      "än g",
+      "ä ng",
+      "St art",
+      "Star t",
+      "▁p ow",
+      "▁po w",
+      "▁ pow",
+      "▁s rc",
+      "▁sr c",
+      "▁ src",
+      "▁pat tern",
+      "▁ pattern",
+      "▁ Э",
+      "▁b i",
+      "▁ bi",
+      "ot es",
+      "ote s",
+      "o tes",
+      "▁_ _",
+      "▁ __",
+      "▁s ens",
+      "▁se ns",
+      "▁sen s",
+      "▁ sens",
+      "▁a void",
+      "▁av oid",
+      "▁avo id",
+      "ex ample",
+      "ut t",
+      "u tt",
+      "La bel",
+      "Lab el",
+      "L abel",
+      "te x",
+      "t ex",
+      "bo ot",
+      "b oot",
+      "es to",
+      "est o",
+      "e sto",
+      "▁M arch",
+      "▁Mar ch",
+      "▁Marc h",
+      "▁e asy",
+      "▁eas y",
+      "ict ure",
+      "Gr oup",
+      "▁f ather",
+      "▁fa ther",
+      "▁fat her",
+      "▁ father",
+      "▁up dated",
+      "▁update d",
+      "▁upd ated",
+      "▁ updated",
+      "▁V o",
+      "▁I II",
+      "▁II I",
+      "▁ III",
+      "om ega",
+      "ome ga",
+      "▁a lle",
+      "▁al le",
+      "▁all e",
+      "▁ alle",
+      "Re c",
+      "R ec",
+      "y g",
+      "з е",
+      "▁D im",
+      "▁Di m",
+      "▁ Dim",
+      "ne ct",
+      "n ect",
+      "▁T or",
+      "▁To r",
+      "▁de utsch",
+      "▁ deutsch",
+      "▁wh ite",
+      "▁ white",
+      "▁n ational",
+      "▁nation al",
+      "▁nat ional",
+      "pp e",
+      "p pe",
+      "▁a ir",
+      "▁ai r",
+      "▁ air",
+      "▁pass word",
+      "▁ password",
+      "de t",
+      "d et",
+      "▁b ig",
+      "▁bi g",
+      "▁ big",
+      "▁U se",
+      "▁Us e",
+      "▁ Use",
+      "cal l",
+      "ca ll",
+      "c all",
+      "▁ex tra",
+      "▁ext ra",
+      "▁extr a",
+      "▁ extra",
+      "W e",
+      "an ia",
+      "ani a",
+      "a nia",
+      "▁h old",
+      "▁ho ld",
+      "▁hol d",
+      "▁ hold",
+      "Cont rol",
+      "▁C O",
+      "▁ CO",
+      "▁м і",
+      "▁ мі",
+      "it i",
+      "i ti",
+      "▁K e",
+      "▁ Ke",
+      "en u",
+      "e nu",
+      "▁P ark",
+      "▁Par k",
+      "то м",
+      "т ом",
+      "▁a uth",
+      "▁au th",
+      "▁aut h",
+      "▁ auth",
+      "▁c enter",
+      "▁cent er",
+      "▁ center",
+      "P h",
+      "то в",
+      "т ов",
+      "id ing",
+      "idi ng",
+      "i ding",
+      "▁a cross",
+      "▁ac ross",
+      "▁s ong",
+      "▁so ng",
+      "▁son g",
+      "▁ song",
+      "▁ph ys",
+      "▁ phys",
+      "▁n umer",
+      "▁num er",
+      "▁nu mer",
+      "▁ numer",
+      "щ а",
+      "▁A lex",
+      "▁Al ex",
+      "▁Ale x",
+      "▁ Alex",
+      "▁problem s",
+      "▁proble ms",
+      "▁probl ems",
+      "▁E rror",
+      "▁Er ror",
+      "▁Err or",
+      "▁ Error",
+      "form at",
+      "for mat",
+      "▁A cc",
+      "▁Ac c",
+      "▁ Acc",
+      "▁s ix",
+      "▁si x",
+      "▁ six",
+      "▁d b",
+      "▁ db",
+      "▁C ast",
+      "▁Cas t",
+      "▁Ca st",
+      "▁ Cast",
+      "om s",
+      "o ms",
+      "pro ject",
+      "proj ect",
+      "▁v ert",
+      "▁ver t",
+      "▁ve rt",
+      "▁ vert",
+      "cre t",
+      "cr et",
+      "c ret",
+      "▁he ader",
+      "▁head er",
+      "▁ header",
+      "▁st ream",
+      "▁stre am",
+      "▁ stream",
+      "id s",
+      "i ds",
+      "▁t or",
+      "▁to r",
+      "▁ tor",
+      "▁se pt",
+      "▁sep t",
+      "▁est im",
+      "▁es tim",
+      "▁de cl",
+      "▁dec l",
+      "▁ decl",
+      "▁g ave",
+      "▁ga ve",
+      "▁p layer",
+      "▁pl ayer",
+      "▁play er",
+      "▁pla yer",
+      "▁ player",
+      "ys is",
+      "▁д ру",
+      "▁др у",
+      "am m",
+      "a mm",
+      "щ о",
+      "▁( \"",
+      "▁ (\"",
+      "▁a x",
+      "▁ ax",
+      "Pro perty",
+      "us r",
+      "u sr",
+      "▁some one",
+      "▁im pro",
+      "▁imp ro",
+      "▁impr o",
+      "ad en",
+      "ade n",
+      "a den",
+      "ro te",
+      "rot e",
+      "r ote",
+      "▁М и",
+      "i h",
+      "++ )",
+      "+ +)",
+      "▁v ideo",
+      "▁vide o",
+      "▁ video",
+      "▁ex ists",
+      "▁exist s",
+      "▁ exists",
+      "к ла",
+      "▁comp lete",
+      "▁comple te",
+      "▁complet e",
+      "▁compl ete",
+      "▁ complete",
+      "▁s ession",
+      "▁sess ion",
+      "▁ session",
+      "▁const ant",
+      "▁ constant",
+      "ic os",
+      "ico s",
+      "i cos",
+      "▁p ack",
+      "▁pa ck",
+      "▁pac k",
+      "▁ pack",
+      "ro me",
+      "rom e",
+      "r ome",
+      "eg r",
+      "e gr",
+      "App lication",
+      "▁y es",
+      "▁ye s",
+      "▁ yes",
+      "▁e lle",
+      "▁el le",
+      "▁ell e",
+      "▁ elle",
+      "▁e mail",
+      "▁em ail",
+      "▁ email",
+      "or f",
+      "o rf",
+      "ca se",
+      "cas e",
+      "c ase",
+      "▁po inter",
+      "▁point er",
+      "▁ pointer",
+      "▁reg ard",
+      "se n",
+      "s en",
+      "st atus",
+      "stat us",
+      "▁m es",
+      "▁me s",
+      "▁ mes",
+      "▁d elle",
+      "▁de lle",
+      "▁del le",
+      "▁dell e",
+      "ing ton",
+      "ingt on",
+      "▁B as",
+      "▁Ba s",
+      "▁ Bas",
+      ") ^",
+      "de velop",
+      "▁for ce",
+      "▁ force",
+      "▁char acters",
+      "▁charact ers",
+      "▁character s",
+      "▁c ross",
+      "▁cr oss",
+      "▁cro ss",
+      "▁ cross",
+      "▁de ath",
+      "▁t akes",
+      "▁tak es",
+      "▁take s",
+      "▁ta kes",
+      "ér i",
+      "é ri",
+      "ig ne",
+      "ign e",
+      "че н",
+      "ч ен",
+      "U P",
+      ". :",
+      "Th read",
+      "j u",
+      "in y",
+      "i ny",
+      "▁det ails",
+      "▁detail s",
+      "▁ details",
+      "▁x ml",
+      "▁ xml",
+      "ta it",
+      "t ait",
+      "out put",
+      "mess age",
+      "m essage",
+      "' '",
+      "▁Brit ish",
+      "vi lle",
+      "vil le",
+      "v ille",
+      "▁D iv",
+      "▁Di v",
+      "▁ Div",
+      "▁U ser",
+      "▁Use r",
+      "▁Us er",
+      "▁ User",
+      "c m",
+      "ч но",
+      "col umn",
+      "eq ref",
+      "ó r",
+      "on om",
+      "ono m",
+      "o nom",
+      "▁P ost",
+      "▁Po st",
+      "▁Pos t",
+      "▁ Post",
+      "el len",
+      "ell en",
+      "elle n",
+      "A b",
+      "ul té",
+      "ult é",
+      "▁per fect",
+      "▁perf ect",
+      "() {",
+      "( ){",
+      "vis ion",
+      "v ision",
+      "act ive",
+      "activ e",
+      "li er",
+      "lie r",
+      "l ier",
+      "ri j",
+      "r ij",
+      "s d",
+      "▁k ö",
+      "▁ kö",
+      "▁n ie",
+      "▁ni e",
+      "▁ nie",
+      "▁re lig",
+      "▁rel ig",
+      "▁reli g",
+      "▁o t",
+      "▁ ot",
+      "▁m achine",
+      "▁mach ine",
+      "▁ machine",
+      "▁h eld",
+      "▁he ld",
+      "▁hel d",
+      ")$ .",
+      ") $.",
+      "==== ====",
+      "ck er",
+      "cke r",
+      "c ker",
+      "в ы",
+      "bo rn",
+      "bor n",
+      "b orn",
+      "▁p ast",
+      "▁pas t",
+      "▁pa st",
+      "ри я",
+      "▁D r",
+      "▁ Dr",
+      "▁reg ular",
+      "▁regul ar",
+      "▁ regular",
+      "▁prov ided",
+      "▁provide d",
+      "TE R",
+      "T ER",
+      "▁un ivers",
+      "▁ univers",
+      "▁g ets",
+      "▁get s",
+      "▁ge ts",
+      "▁ gets",
+      "▁n u",
+      "▁ nu",
+      "▁/ *",
+      "▁ /*",
+      "ob er",
+      "obe r",
+      "o ber",
+      "fi n",
+      "f in",
+      "▁n ella",
+      "▁ne lla",
+      "▁nel la",
+      "▁nell a",
+      "▁be come",
+      "▁bec ome",
+      "▁becom e",
+      "▁` `",
+      "▁ ``",
+      "▁h istory",
+      "▁histor y",
+      "▁hi story",
+      "▁hist ory",
+      "▁ history",
+      "▁S ol",
+      "▁So l",
+      "▁ Sol",
+      "▁R ad",
+      "▁Ra d",
+      "▁ Rad",
+      "▁term s",
+      "▁ter ms",
+      "▁even ts",
+      "▁event s",
+      "▁ev ents",
+      "▁ events",
+      "ly mp",
+      ")) )",
+      ") ))",
+      "ро ва",
+      "ров а",
+      "р ова",
+      "▁ab sol",
+      "▁abs ol",
+      "▁so ft",
+      "▁ soft",
+      "lin ks",
+      "link s",
+      "l inks",
+      "▁h ope",
+      "▁ho pe",
+      "▁hop e",
+      "▁su bject",
+      "▁sub ject",
+      "▁ subject",
+      "\") ,",
+      "\" ),",
+      "▁cre ating",
+      "▁} \r",
+      "▁ }\r",
+      "▁S k",
+      "▁ Sk",
+      "▁f low",
+      "▁fl ow",
+      "▁flo w",
+      "▁ flow",
+      "▁Р а",
+      "▁as sert",
+      "▁ass ert",
+      "▁asse rt",
+      "▁ assert",
+      "ze t",
+      "z et",
+      "▁F rank",
+      "▁Fran k",
+      "▁Fr ank",
+      "s a",
+      "▁dist ribution",
+      "▁distribu tion",
+      "▁distrib ution",
+      "▁ distribution",
+      "c u",
+      "ba nd",
+      "ban d",
+      "b and",
+      "iz z",
+      "i zz",
+      "▁j ob",
+      "▁jo b",
+      "▁ job",
+      "in er",
+      "ine r",
+      "i ner",
+      "st ruct",
+      "str uct",
+      "stru ct",
+      "á k",
+      "T O",
+      "au f",
+      "a uf",
+      "▁ext ends",
+      "▁extend s",
+      "▁G ra",
+      "▁Gr a",
+      "dis play",
+      "▁sign ific",
+      "on ey",
+      "one y",
+      "o ney",
+      "s ource",
+      "m icrosoft",
+      "in der",
+      "ind er",
+      "inde r",
+      "i nder",
+      "▁qu ick",
+      "▁qui ck",
+      "▁ quick",
+      "▁w onder",
+      "▁won der",
+      "▁wo nder",
+      "Inst ance",
+      "el les",
+      "ell es",
+      "elle s",
+      "e lles",
+      "è me",
+      "▁comp any",
+      "▁compan y",
+      "▁ company",
+      "u ß",
+      ". }",
+      "▁separ ate",
+      "U M",
+      "HER E",
+      "HE RE",
+      "H ERE",
+      "▁writ ing",
+      "▁wr iting",
+      "▁ writing",
+      "it ution",
+      "itu tion",
+      "itut ion",
+      "▁G esch",
+      "▁Ge sch",
+      "▁Ges ch",
+      "м я",
+      "▁J ames",
+      "▁Ja mes",
+      "▁Jam es",
+      "▁ James",
+      "▁D E",
+      "▁ DE",
+      "▁S pe",
+      "▁Sp e",
+      "▁ Spe",
+      "pro cess",
+      "proc ess",
+      "St r",
+      "S tr",
+      "▁s ym",
+      "▁sy m",
+      "▁ sym",
+      "▁a o",
+      "▁ ao",
+      "▁w y",
+      "▁ wy",
+      "▁any one",
+      "▁U p",
+      "▁ Up",
+      "use um",
+      "ar on",
+      "aro n",
+      "a ron",
+      "▁def inition",
+      "▁defin ition",
+      "▁definit ion",
+      "▁ definition",
+      "▁` $",
+      "▁f av",
+      "▁fa v",
+      "rib utes",
+      "ribute s",
+      "ribu tes",
+      "▁R é",
+      "ograf ia",
+      "ografi a",
+      "el ement",
+      "ele ment",
+      "elem ent",
+      "e lement",
+      "ca p",
+      "c ap",
+      "pa t",
+      "p at",
+      "▁B ra",
+      "▁Br a",
+      "▁ Bra",
+      ") (",
+      "▁acc ording",
+      "▁accord ing",
+      "г е",
+      "▁p ie",
+      "▁pi e",
+      "▁ pie",
+      "el i",
+      "e li",
+      "} \"",
+      "▁act iv",
+      "▁ activ",
+      "▁s top",
+      "▁st op",
+      "▁sto p",
+      "▁ stop",
+      "pat ch",
+      "p atch",
+      "т і",
+      "▁J ose",
+      "▁Jo se",
+      "▁Jos e",
+      "▁ Jose",
+      "En d",
+      "E nd",
+      "▁p rze",
+      "▁pr ze",
+      "▁prz e",
+      "▁a ge",
+      "▁ag e",
+      "▁ age",
+      "it ory",
+      "ito ry",
+      "itor y",
+      "▁P HP",
+      "▁ PHP",
+      "ag ement",
+      "age ment",
+      "agem ent",
+      "▁` .",
+      "▁ `.",
+      "▁pre tty",
+      "▁pret ty",
+      "▁re comm",
+      "▁rec omm",
+      "▁recom m",
+      "▁s ud",
+      "▁su d",
+      "▁re qu",
+      "▁r equ",
+      "▁req u",
+      "▁об ла",
+      "at ives",
+      "ative s",
+      "ativ es",
+      "ati ves",
+      "▁H igh",
+      "▁Hi gh",
+      "▁ High",
+      "á z",
+      "ou l",
+      "o ul",
+      "re st",
+      "res t",
+      "r est",
+      "▁T er",
+      "▁Te r",
+      "un der",
+      "und er",
+      "unde r",
+      "u nder",
+      "th ern",
+      "ther n",
+      "the rn",
+      "cent er",
+      "cen ter",
+      "cente r",
+      "c enter",
+      "▁u r",
+      "▁ ur",
+      "la t",
+      "l at",
+      "▁inter face",
+      "▁ interface",
+      "▁и н",
+      "▁ ин",
+      "▁wh ose",
+      "▁who se",
+      "ic as",
+      "ica s",
+      "i cas",
+      "am en",
+      "ame n",
+      "a men",
+      "Fil ter",
+      "▁st ation",
+      "▁stat ion",
+      "▁sta tion",
+      "▁stati on",
+      "▁ station",
+      "Pa ge",
+      "P age",
+      "▁a rm",
+      "▁ar m",
+      "▁ arm",
+      "▁e yes",
+      "▁eye s",
+      "▁ра й",
+      "▁s eu",
+      "▁se u",
+      "ol i",
+      "o li",
+      "wi n",
+      "w in",
+      "li k",
+      "l ik",
+      "ge x",
+      "g ex",
+      "ch an",
+      "cha n",
+      "c han",
+      "id ence",
+      "iden ce",
+      "ar gs",
+      "arg s",
+      "ak ing",
+      "aki ng",
+      "a king",
+      "▁Go ogle",
+      "▁ Google",
+      "▁St ud",
+      "▁Stu d",
+      "▁h o",
+      "▁ ho",
+      "то ры",
+      "тор ы",
+      "S u",
+      "▁autom at",
+      "▁auto mat",
+      "êm e",
+      "ê me",
+      "▁c y",
+      "▁ cy",
+      "lo r",
+      "l or",
+      "▁st ack",
+      "▁sta ck",
+      "▁ stack",
+      "▁SE LECT",
+      "▁ SELECT",
+      "A F",
+      "▁> >",
+      "▁ >>",
+      "▁com pet",
+      "▁comp et",
+      "▁p air",
+      "▁pa ir",
+      "▁ pair",
+      "▁ing lés",
+      "Res ponse",
+      "▁F ig",
+      "▁ Fig",
+      "gr ad",
+      "gra d",
+      "g rad",
+      "▁document ation",
+      "▁ documentation",
+      "▁c ant",
+      "▁can t",
+      "▁ca nt",
+      "▁app reci",
+      "å n",
+      "▁le arn",
+      "▁lear n",
+      "▁ learn",
+      "▁in dep",
+      "▁ind ep",
+      "▁inde p",
+      "▁p al",
+      "▁pa l",
+      "▁ pal",
+      "pack age",
+      "p ackage",
+      "ar es",
+      "are s",
+      "a res",
+      "▁Ber lin",
+      "▁Berl in",
+      "б ли",
+      "re ich",
+      "rei ch",
+      "ё н",
+      "▁s atisf",
+      "▁sat isf",
+      "▁reg ion",
+      "▁ region",
+      "▁fri end",
+      "▁ friend",
+      "▁Ge orge",
+      "▁Georg e",
+      "▁В о",
+      "▁ Во",
+      "▁\" \"",
+      "▁ \"\"",
+      "▁des de",
+      "Fact ory",
+      "F actory",
+      "▁Count y",
+      "▁Coun ty",
+      "ou v",
+      "o uv",
+      "▁ ‘",
+      "▁inst alled",
+      "▁install ed",
+      "▁instal led",
+      "▁ installed",
+      "▁w anted",
+      "▁want ed",
+      "▁P ython",
+      "▁ Python",
+      "▁inter pre",
+      "▁in cluded",
+      "▁includ ed",
+      "▁include d",
+      "▁inclu ded",
+      "▁( (",
+      "▁ ((",
+      "▁al tern",
+      "▁alt ern",
+      "▁alter n",
+      "▁alte rn",
+      "▁ altern",
+      "is to",
+      "ist o",
+      "i sto",
+      "g n",
+      "▁b order",
+      "▁bor der",
+      "▁bord er",
+      "▁ border",
+      "pd f",
+      "p df",
+      "▁d up",
+      "▁du p",
+      "▁ dup",
+      "▁down load",
+      "▁ download",
+      "ju st",
+      "jus t",
+      "j ust",
+      "▁m embers",
+      "▁mem bers",
+      "▁memb ers",
+      "▁member s",
+      "▁ members",
+      "ch ild",
+      "chi ld",
+      "▁p ay",
+      "▁pa y",
+      "▁ pay",
+      "▁c er",
+      "▁ce r",
+      "▁ cer",
+      "▁lo oked",
+      "▁look ed",
+      "▁correct ly",
+      "au th",
+      "aut h",
+      "a uth",
+      "▁с тан",
+      "▁ст ан",
+      "▁ста н",
+      "▁ стан",
+      "▁e sp",
+      "▁es p",
+      "▁ esp",
+      "▁d esc",
+      "▁de sc",
+      "▁des c",
+      "▁ desc",
+      "eb en",
+      "e ben",
+      "▁qu estions",
+      "▁question s",
+      "▁quest ions",
+      "▁questi ons",
+      "▁ questions",
+      "ma l",
+      "m al",
+      "▁ab gerufen",
+      "▁ abgerufen",
+      "▁B and",
+      "▁Ba nd",
+      "▁Ban d",
+      "▁[ ]",
+      "▁ []",
+      "Bas e",
+      "B ase",
+      "▁r is",
+      "▁ri s",
+      "▁ ris",
+      "▁f ort",
+      "▁for t",
+      "▁fo rt",
+      "▁ fort",
+      "▁I d",
+      "▁ Id",
+      "▁var ious",
+      "▁vari ous",
+      "▁Le ague",
+      "▁H and",
+      "▁Ha nd",
+      "▁Han d",
+      "▁ Hand",
+      "▁T ype",
+      "▁Ty pe",
+      "▁Typ e",
+      "▁ Type",
+      "ir l",
+      "i rl",
+      "▁F e",
+      "▁ Fe",
+      "i én",
+      "it ter",
+      "itt er",
+      "itte r",
+      "▁f ast",
+      "▁fa st",
+      "▁fas t",
+      "▁ fast",
+      "st a",
+      "s ta",
+      "▁ex cept",
+      "▁ except",
+      "ic z",
+      "i cz",
+      "▁F rench",
+      "▁en vironment",
+      "▁environ ment",
+      "▁ environment",
+      "▁con se",
+      "▁cons e",
+      "у р",
+      "о го",
+      "▁necess ary",
+      "tar get",
+      "t arget",
+      "▁re ading",
+      "▁read ing",
+      "▁ reading",
+      "ho me",
+      "hom e",
+      "h ome",
+      "ze ich",
+      "▁e qual",
+      "▁equ al",
+      "▁eq ual",
+      "▁ equal",
+      "▁pi ù",
+      "▁p rem",
+      "▁pr em",
+      "▁pre m",
+      "▁diff icult",
+      "▁u nit",
+      "▁un it",
+      "▁ unit",
+      "▁re place",
+      "▁rep lace",
+      "▁repla ce",
+      "▁ replace",
+      "▁he art",
+      "▁hear t",
+      "▁ heart",
+      "▁t alk",
+      "▁tal k",
+      "A M",
+      "▁R E",
+      "▁ RE",
+      "▁P erson",
+      "▁Per son",
+      "▁Pers on",
+      "▁ Person",
+      "end ency",
+      "enden cy",
+      "▁i mm",
+      "▁im m",
+      "▁ imm",
+      "▁h uman",
+      "▁hum an",
+      "▁hu man",
+      "▁ human",
+      "d n",
+      "▁K ir",
+      "▁Ki r",
+      "▁A ut",
+      "▁Au t",
+      "▁ Aut",
+      "kn own",
+      "know n",
+      "k nown",
+      "▁fr equ",
+      "▁fre qu",
+      "sys tem",
+      "s ystem",
+      "ла в",
+      "▁S z",
+      "▁G al",
+      "▁Ga l",
+      "но е",
+      "sel ves",
+      "right arrow",
+      "r ightarrow",
+      "▁С а",
+      "▁ Са",
+      "=\" @",
+      "▁build ing",
+      "▁ building",
+      "im port",
+      "imp ort",
+      "▁f am",
+      "▁fa m",
+      "▁de lete",
+      "▁del ete",
+      "▁delet e",
+      "▁ delete",
+      "air e",
+      "ai re",
+      "a ire",
+      "ma ry",
+      "mar y",
+      "m ary",
+      "▁f und",
+      "▁fun d",
+      "▁fu nd",
+      "▁ fund",
+      "▁part icip",
+      "▁partic ip",
+      "▁parti cip",
+      "▁partici p",
+      "▁s yn",
+      "▁sy n",
+      "▁ syn",
+      "si n",
+      "s in",
+      "▁l ower",
+      "▁lo wer",
+      "▁low er",
+      "▁ lower",
+      "▁z ero",
+      "▁ze ro",
+      "▁ zero",
+      "▁s ec",
+      "▁se c",
+      "▁ sec",
+      "▁f ra",
+      "▁fr a",
+      "▁ fra",
+      "Po int",
+      "P oint",
+      "▁fa iled",
+      "▁fail ed",
+      "▁ failed",
+      "ien to",
+      "ient o",
+      "i ento",
+      "cu p",
+      "c up",
+      "▁s low",
+      "▁sl ow",
+      "▁slo w",
+      "▁ slow",
+      "▁n ation",
+      "▁na tion",
+      "▁nat ion",
+      "äh r",
+      "ä hr",
+      "▁in fo",
+      "▁inf o",
+      "▁ info",
+      "▁P ublic",
+      "▁Pub lic",
+      "▁Pu blic",
+      "▁ Public",
+      "▁de cla",
+      "▁dec la",
+      "▁decl a",
+      "▁Т а",
+      "▁s old",
+      "▁so ld",
+      "▁sol d",
+      "▁R em",
+      "▁Re m",
+      "▁ Rem",
+      "▁Ph il",
+      "ст ра",
+      "стр а",
+      "с тра",
+      "▁me hr",
+      "▁W ork",
+      "▁Wor k",
+      "▁ Work",
+      "▁N ord",
+      "▁No rd",
+      "▁Nor d",
+      "▁f ait",
+      "▁fa it",
+      "▁g ew",
+      "▁ge w",
+      "▁ gew",
+      "print ln",
+      "ob ile",
+      "obil e",
+      "obi le",
+      "▁K on",
+      "▁Ko n",
+      "▁ass ume",
+      "▁assum e",
+      "land s",
+      "lan ds",
+      "l ands",
+      "▁a mount",
+      "▁am ount",
+      "▁ amount",
+      "▁P ress",
+      "▁Pr ess",
+      "▁Pres s",
+      "▁Pre ss",
+      "▁ Press",
+      "ý ch",
+      "▁ma xim",
+      "▁max im",
+      "▁ maxim",
+      "▁Ch ampion",
+      "▁Champ ion",
+      "li brary",
+      "l ibrary",
+      "a ñ",
+      "▁W al",
+      "▁Wa l",
+      "Com m",
+      "Co mm",
+      "C omm",
+      "] ]",
+      "▁z w",
+      "▁ zw",
+      "▁so cial",
+      "▁soci al",
+      "▁soc ial",
+      "▁ social",
+      "L I",
+      "▁Un ter",
+      "vo r",
+      "v or",
+      "Del ta",
+      "D elta",
+      "em ail",
+      "ema il",
+      "e mail",
+      "ra int",
+      "rain t",
+      "rai nt",
+      "r aint",
+      "on i",
+      "o ni",
+      "▁a lt",
+      "▁al t",
+      "▁ alt",
+      "▁n é",
+      "▁ né",
+      "ци я",
+      "ograph y",
+      "▁mention ed",
+      "▁ment ioned",
+      "▁< =",
+      "▁ <=",
+      "▁c ette",
+      "▁ce tte",
+      "▁cet te",
+      "▁current ly",
+      "▁curr ently",
+      "va re",
+      "var e",
+      "v are",
+      "iz ing",
+      "izi ng",
+      "izin g",
+      "i zing",
+      "▁D ef",
+      "▁De f",
+      "▁ Def",
+      "ic ol",
+      "ico l",
+      "i col",
+      "ün d",
+      "ü nd",
+      "▁config uration",
+      "▁configur ation",
+      "▁ configuration",
+      "est ig",
+      "esti g",
+      "II I",
+      "I II",
+      "la m",
+      "l am",
+      "i ère",
+      "▁E ar",
+      "▁t u",
+      "▁ tu",
+      "En t",
+      "E nt",
+      "▁U sing",
+      "▁Us ing",
+      "▁ Using",
+      "▁ко м",
+      "▁к ом",
+      "▁ ком",
+      "ci e",
+      "c ie",
+      "▁pro of",
+      "▁ proof",
+      "▁in vol",
+      "▁inv ol",
+      "▁H istory",
+      "▁Histor y",
+      "▁Hi story",
+      "▁Hist ory",
+      "▁ History",
+      "> <",
+      "▁A ND",
+      "▁AN D",
+      "▁ AND",
+      "av y",
+      "a vy",
+      "▁rel ations",
+      "▁relation s",
+      "$ {",
+      "▁com es",
+      "▁co mes",
+      "▁come s",
+      "▁ comes",
+      "▁d irection",
+      "▁direct ion",
+      "▁dire ction",
+      "▁dir ection",
+      "▁ direction",
+      "▁J une",
+      "▁Ju ne",
+      "▁Jun e",
+      "▁W ay",
+      "▁Wa y",
+      "Com ponent",
+      "ec h",
+      "e ch",
+      "▁P eter",
+      "▁Pe ter",
+      "▁Pet er",
+      "▁ Peter",
+      "s g",
+      "▁s tra",
+      "▁st ra",
+      "▁str a",
+      "▁ stra",
+      "uc t",
+      "u ct",
+      "▁im plementation",
+      "▁implement ation",
+      "▁ implementation",
+      "att le",
+      "▁c z",
+      "▁ cz",
+      "pl ot",
+      "p lot",
+      "▁play ed",
+      "▁pla yed",
+      "\"> </",
+      "\">< /",
+      "\" ></",
+      "▁f ive",
+      "▁fi ve",
+      "▁ five",
+      "▁c oll",
+      "▁col l",
+      "▁co ll",
+      "▁ coll",
+      "▁Char les",
+      "Tr a",
+      "T ra",
+      "▁s uo",
+      "▁su o",
+      "file s",
+      "fil es",
+      "fi les",
+      "f iles",
+      "en tes",
+      "ent es",
+      "ente s",
+      "res ponse",
+      "respons e",
+      "H ow",
+      "▁S oci",
+      "▁So ci",
+      "▁Soc i",
+      "▁i gn",
+      "▁ig n",
+      "▁ ign",
+      "▁l ed",
+      "▁le d",
+      "▁ led",
+      "▁G erman",
+      "▁Ger man",
+      "▁Germ an",
+      "ud o",
+      "u do",
+      "▁D u",
+      "▁t im",
+      "▁ti m",
+      "▁ tim",
+      "ount er",
+      "oun ter",
+      "o unter",
+      "▁att ack",
+      "ur i",
+      "u ri",
+      "▁а р",
+      "▁ ар",
+      "es se",
+      "ess e",
+      "iv il",
+      "ivi l",
+      "i vil",
+      "▁J u",
+      "▁v el",
+      "▁ve l",
+      "▁ vel",
+      "mat rix",
+      "▁M at",
+      "▁Ma t",
+      "▁ Mat",
+      "gi o",
+      "g io",
+      "▁Ze it",
+      "VE R",
+      "V ER",
+      "ha s",
+      "h as",
+      "Con nection",
+      "Connect ion",
+      "Conne ction",
+      "▁i hr",
+      "▁ih r",
+      "▁att ribute",
+      "▁ attribute",
+      "▁dis cuss",
+      "▁disc uss",
+      "▁do main",
+      "▁dom ain",
+      "▁ domain",
+      "bin d",
+      "bi nd",
+      "b ind",
+      "▁S ec",
+      "▁Se c",
+      "▁ Sec",
+      "ri k",
+      "r ik",
+      "cl ose",
+      "clos e",
+      "clo se",
+      "c lose",
+      "gi n",
+      "g in",
+      "▁l ove",
+      "▁lo ve",
+      "▁lov e",
+      "an to",
+      "ant o",
+      "ge nt",
+      "gen t",
+      "g ent",
+      "ab a",
+      "a ba",
+      "jan go",
+      "j ango",
+      "b i",
+      "▁ob ser",
+      "▁obs er",
+      "it ting",
+      "itt ing",
+      "▁р у",
+      "▁ ру",
+      "} =",
+      "ag en",
+      "age n",
+      "a gen",
+      "B C",
+      "so me",
+      "som e",
+      "s ome",
+      "▁B u",
+      "▁ Bu",
+      "▁s oci",
+      "▁so ci",
+      "▁soc i",
+      "▁ soci",
+      "▁ind ividual",
+      "▁individ ual",
+      "▁de al",
+      "▁out side",
+      "ri o",
+      "r io",
+      "Ex ec",
+      "an did",
+      "and id",
+      "▁bus iness",
+      "▁t empor",
+      "▁tem por",
+      "▁temp or",
+      "▁tempo r",
+      "▁T ur",
+      "▁Tu r",
+      "▁( !",
+      "▁ (!",
+      "ri ter",
+      "rit er",
+      "rite r",
+      "r iter",
+      "▁go ogle",
+      "▁goog le",
+      "▁ google",
+      "] :",
+      "it te",
+      "itt e",
+      "i tte",
+      "x i",
+      "▁П а",
+      "ho l",
+      "h ol",
+      "н ь",
+      "ri ng",
+      "rin g",
+      "r ing",
+      "▁s ul",
+      "▁su l",
+      "но сти",
+      "ност и",
+      "нос ти",
+      "_ .",
+      "ga r",
+      "g ar",
+      "T ask",
+      "▁C heck",
+      "▁Che ck",
+      "▁ Check",
+      "▁mod ern",
+      "▁mo dern",
+      "▁mode rn",
+      "▁moder n",
+      "▁w in",
+      "▁ win",
+      "us ter",
+      "ust er",
+      "u ster",
+      "ha n",
+      "h an",
+      "form ation",
+      "format ion",
+      "vo id",
+      "v oid",
+      "▁ф и",
+      "▁ фи",
+      "▁use ful",
+      "▁Eng land",
+      "lo s",
+      "l os",
+      "et ime",
+      "eti me",
+      "e time",
+      "eu r",
+      "e ur",
+      "▁un ique",
+      "▁uniqu e",
+      "▁ unique",
+      "▁ка к",
+      "yi ng",
+      "y ing",
+      "ob j",
+      "ui d",
+      "u id",
+      "▁w indows",
+      "▁window s",
+      "▁wind ows",
+      "▁ windows",
+      "▁d istance",
+      "▁dist ance",
+      "▁ distance",
+      "▁nom bre",
+      "▁nombr e",
+      "і я",
+      "oc us",
+      "o cus",
+      "ah n",
+      "a hn",
+      "ier te",
+      "iert e",
+      "i erte",
+      "▁d ar",
+      "▁da r",
+      "▁ dar",
+      "S I",
+      "lo ng",
+      "lon g",
+      "l ong",
+      "as ta",
+      "ast a",
+      "a sta",
+      "iv en",
+      "ive n",
+      "i ven",
+      "▁t old",
+      "▁to ld",
+      "▁G ru",
+      "▁Gr u",
+      "fo o",
+      "f oo",
+      "▁c alling",
+      "▁cal ling",
+      "▁call ing",
+      "iem bre",
+      "i embre",
+      "▁f uture",
+      "▁fut ure",
+      "pr ès",
+      "p rès",
+      "le ep",
+      "lee p",
+      "avig ation",
+      "PO ST",
+      "POS T",
+      "P OST",
+      "▁des cribed",
+      "▁descri bed",
+      "▁describe d",
+      "▁n och",
+      "▁no ch",
+      "un it",
+      "uni t",
+      "u nit",
+      "al len",
+      "all en",
+      "alle n",
+      "▁b ranch",
+      "▁br anch",
+      "▁bran ch",
+      "▁ branch",
+      "f a",
+      "▁f ill",
+      "▁fil l",
+      "▁fi ll",
+      "▁ fill",
+      "▁ob j",
+      "▁ obj",
+      "▁t ree",
+      "▁tr ee",
+      "▁tre e",
+      "▁ tree",
+      "▁wur den",
+      "▁wurde n",
+      "▁L iter",
+      "▁Li ter",
+      "▁Lit er",
+      "▁ Liter",
+      "ro t",
+      "r ot",
+      "sp lit",
+      "spl it",
+      "s plit",
+      "em ein",
+      "eme in",
+      "mod ule",
+      "C A",
+      "▁oper ator",
+      "▁opera tor",
+      "▁ operator",
+      "▁w rote",
+      "▁wr ote",
+      "▁J ack",
+      "▁Jac k",
+      "▁Ja ck",
+      "▁ Jack",
+      "olog ie",
+      "olo gie",
+      "▁A nt",
+      "▁An t",
+      "▁ Ant",
+      "те р",
+      "т ер",
+      "st ream",
+      "stre am",
+      "▁Q ue",
+      "▁Qu e",
+      "▁ Que",
+      "eps ilon",
+      "e psilon",
+      "no n",
+      "n on",
+      "st ein",
+      "ste in",
+      "▁s impl",
+      "▁sim pl",
+      "▁simp l",
+      "pu b",
+      "p ub",
+      "▁J uly",
+      "▁Jul y",
+      "▁Ju ly",
+      "▁n ature",
+      "▁natur e",
+      "▁nat ure",
+      "▁D atabase",
+      "▁Data base",
+      "▁Dat abase",
+      "▁ Database",
+      "ó l",
+      "ни м",
+      "н им",
+      "▁V I",
+      "▁ VI",
+      "êt re",
+      "ê tre",
+      "il es",
+      "ile s",
+      "i les",
+      "▁w el",
+      "▁we l",
+      "▁ wel",
+      "') ,",
+      "' ),",
+      "▁m ut",
+      "▁mu t",
+      "▁ mut",
+      "lo cation",
+      "loc ation",
+      "l ocation",
+      "▁there fore",
+      "el li",
+      "ell i",
+      "▁ І",
+      "n é",
+      "▁а в",
+      "led ge",
+      "l edge",
+      "▁con ver",
+      "▁conv er",
+      "í m",
+      "▁X V",
+      "▁ XV",
+      "vi der",
+      "vid er",
+      "v ider",
+      "▁Janu ary",
+      "▁Januar y",
+      "▁us ually",
+      "▁usual ly",
+      "▁re leased",
+      "▁release d",
+      "▁M i",
+      "He ad",
+      "H ead",
+      "il ler",
+      "ill er",
+      "ille r",
+      "▁j an",
+      "▁ja n",
+      "▁ jan",
+      "▁l etter",
+      "▁let ter",
+      "▁lett er",
+      "▁ letter",
+      "pr odu",
+      "pro du",
+      "prod u",
+      "p rodu",
+      "r d",
+      "▁C am",
+      "▁Ca m",
+      "▁ Cam",
+      ", '",
+      "▁ Ц",
+      "▁p ush",
+      "▁pu sh",
+      "▁ push",
+      "up date",
+      "▁may be",
+      "▁ maybe",
+      "H ttp",
+      "@ \"",
+      "ме р",
+      "м ер",
+      "ser vice",
+      "serv ice",
+      "par se",
+      "p arse",
+      "▁d ass",
+      "▁da ss",
+      "▁das s",
+      "ê n",
+      ") \"",
+      "mo re",
+      "mor e",
+      "m ore",
+      "/ *",
+      "▁m as",
+      "▁ma s",
+      "▁ mas",
+      "▁like ly",
+      "▁lik ely",
+      "▁ likely",
+      "▁m aterial",
+      "▁mate rial",
+      "▁mater ial",
+      "▁ material",
+      "▁[ [",
+      "▁ [[",
+      "▁long er",
+      "▁lon ger",
+      "ba l",
+      "b al",
+      "▁Arch iv",
+      "ig t",
+      "i gt",
+      "▁e gy",
+      "▁eg y",
+      "▁ egy",
+      "id ge",
+      "ig u",
+      "i gu",
+      "con f",
+      "▁in c",
+      "▁i nc",
+      "▁ inc",
+      "cons ulté",
+      "▁m ai",
+      "▁ma i",
+      "▁ mai",
+      "W ork",
+      "▁г ра",
+      "▁ гра",
+      "▁Oct ober",
+      "▁g lobal",
+      "▁glob al",
+      "▁glo bal",
+      "▁ global",
+      "▁s el",
+      "▁se l",
+      "▁ sel",
+      "▁m unicip",
+      "▁vi ol",
+      "▁vio l",
+      "▁Do es",
+      "▁ Does",
+      "▁\\ [",
+      "ско м",
+      "ск ом",
+      "с ком",
+      "▁com pos",
+      "▁comp os",
+      "▁ compos",
+      "б ря",
+      "в я",
+      "▁resp ons",
+      "▁ respons",
+      "▁consider ed",
+      "▁consid ered",
+      "▁J apan",
+      "▁Jap an",
+      "▁Ja pan",
+      "pe s",
+      "p es",
+      "os to",
+      "ost o",
+      "o sto",
+      "▁mil it",
+      "▁mi lit",
+      "S P",
+      "с ы",
+      "at tr",
+      "att r",
+      "ci l",
+      "c il",
+      "irect ory",
+      "av ing",
+      "avi ng",
+      "a ving",
+      "▁D el",
+      "▁De l",
+      "▁ Del",
+      "▁pr event",
+      "▁pre vent",
+      "▁prev ent",
+      "▁ prevent",
+      "id ade",
+      "ida de",
+      "idad e",
+      "i dade",
+      "gi t",
+      "g it",
+      "if orm",
+      "i form",
+      "ou ter",
+      "out er",
+      "oute r",
+      "o uter",
+      "in ct",
+      "inc t",
+      "le vel",
+      "lev el",
+      "at ever",
+      "ate ver",
+      "▁re pe",
+      "▁rep e",
+      "▁e xc",
+      "▁ex c",
+      "да р",
+      "д ар",
+      "St yle",
+      "▁Th omas",
+      "▁Thom as",
+      "el ine",
+      "eli ne",
+      "elin e",
+      "e line",
+      "▁ ж",
+      "un time",
+      "unt ime",
+      "▁l arg",
+      "▁la rg",
+      "▁lar g",
+      "▁ larg",
+      "Tr ue",
+      ". *",
+      "cre en",
+      "cr een",
+      "c reen",
+      "yle s",
+      "yl es",
+      "y les",
+      "▁trans l",
+      "▁tran sl",
+      "▁С о",
+      "ens ions",
+      "ension s",
+      "ä l",
+      "is se",
+      "iss e",
+      "▁v olt",
+      "▁vo lt",
+      "▁vol t",
+      "ci ally",
+      "cial ly",
+      "ni k",
+      "n ik",
+      ". ]",
+      "▁St adt",
+      "▁Sta dt",
+      "▁Stad t",
+      "м ы",
+      "fil l",
+      "fi ll",
+      "f ill",
+      "lo v",
+      "l ov",
+      "▁\" /",
+      "▁ \"/",
+      "S p",
+      "▁A ir",
+      "Cal l",
+      "Ca ll",
+      "C all",
+      "▁n ur",
+      "▁nu r",
+      "Che ck",
+      "C heck",
+      "ien ce",
+      "i ence",
+      "ef ined",
+      "▁в ре",
+      "ł o",
+      "d z",
+      "▁о р",
+      "▁ ор",
+      "ik er",
+      "ike r",
+      "i ker",
+      "ow a",
+      "o wa",
+      "ови ч",
+      "о вич",
+      "r é",
+      "O L",
+      "▁li near",
+      "▁line ar",
+      "▁lin ear",
+      "▁linea r",
+      "▁ linear",
+      "▁ex port",
+      "▁exp ort",
+      "▁ export",
+      "ah r",
+      "a hr",
+      "ic ial",
+      "ici al",
+      "icia l",
+      "i cial",
+      "Re p",
+      "R ep",
+      "▁n atural",
+      "▁natur al",
+      "▁nat ural",
+      "▁ natural",
+      "▁c op",
+      "▁co p",
+      "▁ cop",
+      "▁} )",
+      "▁ })",
+      "ç ões",
+      "z z",
+      "Wh at",
+      "W hat",
+      "▁H ouse",
+      "▁Ho use",
+      "▁Hou se",
+      "Re f",
+      "R ef",
+      "in ger",
+      "ing er",
+      "inge r",
+      "▁t aking",
+      "▁tak ing",
+      "▁ta king",
+      "n ě",
+      "▁Ein z",
+      "▁d am",
+      "▁da m",
+      "▁ dam",
+      "▁iss ues",
+      "▁issue s",
+      "▁issu es",
+      "▁ issues",
+      "Bu ilder",
+      "Build er",
+      "ed it",
+      "edi t",
+      "e dit",
+      "▁p rz",
+      "▁pr z",
+      "pass word",
+      "Ge ner",
+      "Gen er",
+      "G ener",
+      "ri m",
+      "r im",
+      "▁p arts",
+      "▁par ts",
+      "▁part s",
+      "▁ parts",
+      "-- -",
+      "- --",
+      "ig inal",
+      "igin al",
+      "igi nal",
+      "▁S ci",
+      "▁Sc i",
+      "▁m other",
+      "▁mo ther",
+      "▁mot her",
+      "▁moth er",
+      "re a",
+      "r ea",
+      "▁cont ainer",
+      "▁contain er",
+      "▁ container",
+      "д я",
+      "▁I P",
+      "▁ IP",
+      "▁n one",
+      "▁no ne",
+      "▁non e",
+      "▁ none",
+      "▁follow ed",
+      "▁p le",
+      "▁pl e",
+      "▁ ple",
+      "▁me asure",
+      "▁meas ure",
+      "▁ measure",
+      "▁t out",
+      "▁to ut",
+      "▁tou t",
+      "▁ tout",
+      "Ex t",
+      "E xt",
+      "▁T V",
+      "▁ TV",
+      "▁ex plain",
+      "▁exp lain",
+      "▁expla in",
+      "▁expl ain",
+      "▁p aper",
+      "▁pa per",
+      "▁pap er",
+      "▁ paper",
+      "ст і",
+      "с ті",
+      "w s",
+      "W ik",
+      "▁m m",
+      "▁ mm",
+      "▁N orm",
+      "▁No rm",
+      "▁Nor m",
+      "▁Ser ver",
+      "▁Serv er",
+      "▁ Server",
+      "fo nt",
+      "fon t",
+      "f ont",
+      "ec ause",
+      "eca use",
+      "T R",
+      "▁б и",
+      "▁ би",
+      "L a",
+      "▁e ns",
+      "▁en s",
+      "▁ ens",
+      "▁re tr",
+      "▁r etr",
+      "▁ret r",
+      "▁S il",
+      "▁Si l",
+      "▁ Sil",
+      "▁se quence",
+      "▁sequ ence",
+      "▁ sequence",
+      "ar c",
+      "a rc",
+      "I V",
+      "z á",
+      "▁And roid",
+      "▁ Android",
+      "▁S uper",
+      "▁Su per",
+      "▁Sup er",
+      "▁ Super",
+      "▁r oz",
+      "▁ro z",
+      "▁ roz",
+      "ov ie",
+      "ovi e",
+      "o vie",
+      "O m",
+      "▁W ell",
+      "▁We ll",
+      "▁Wel l",
+      "▁ Well",
+      "ma ke",
+      "m ake",
+      "or ph",
+      "orp h",
+      "▁J er",
+      "▁Je r",
+      "▁R os",
+      "▁Ro s",
+      "re ference",
+      "refer ence",
+      "▁fe atures",
+      "▁feature s",
+      "▁ features",
+      "▁G er",
+      "▁Ge r",
+      "▁L eg",
+      "▁Le g",
+      "▁ Leg",
+      "▁l ate",
+      "▁la te",
+      "▁lat e",
+      "▁ late",
+      "▁add itional",
+      "▁addition al",
+      "▁f lo",
+      "▁fl o",
+      "▁е го",
+      "▁ его",
+      "▁alg orithm",
+      "▁ algorithm",
+      "B A",
+      "ka r",
+      "k ar",
+      "I P",
+      "]) ;",
+      "] );",
+      "▁app ears",
+      "▁appear s",
+      "▁appe ars",
+      "y w",
+      "▁t emp",
+      "▁te mp",
+      "▁tem p",
+      "▁ temp",
+      "▁aus si",
+      "met hod",
+      "m ethod",
+      "▁p et",
+      "▁pe t",
+      "▁ pet",
+      "st rap",
+      "str ap",
+      "stra p",
+      "ar ning",
+      "arn ing",
+      "▁c ut",
+      "▁cu t",
+      "▁ cut",
+      "▁S a",
+      "▁ Sa",
+      "▁t rack",
+      "▁tr ack",
+      "▁tra ck",
+      "▁trac k",
+      "▁ track",
+      "▁emp loy",
+      "▁in de",
+      "▁i nde",
+      "▁ind e",
+      "▁ inde",
+      "ra v",
+      "r av",
+      "▁gener ate",
+      "▁gene rate",
+      "▁ generate",
+      "be s",
+      "b es",
+      "ar ts",
+      "art s",
+      "St atus",
+      "Stat us",
+      "ug e",
+      "u ge",
+      "al is",
+      "ali s",
+      "a lis",
+      "▁over ride",
+      "▁overrid e",
+      "▁ override",
+      "▁f i",
+      "▁ fi",
+      "▁l ost",
+      "▁lo st",
+      "▁los t",
+      "▁ lost",
+      "ot ed",
+      "ote d",
+      "o ted",
+      "▁r oom",
+      "▁ro om",
+      "▁ room",
+      "▁c alls",
+      "▁cal ls",
+      "▁call s",
+      "▁cons ist",
+      "ре н",
+      "р ен",
+      "▁vill age",
+      "▁vil lage",
+      "▁villa ge",
+      "dis t",
+      "di st",
+      "d ist",
+      "▁te chn",
+      "▁tec hn",
+      "▁ techn",
+      "en za",
+      "enz a",
+      "▁ро з",
+      "▁р оз",
+      "▁ роз",
+      "▁C atalog",
+      "▁Cat alog",
+      "▁Catal og",
+      "▁be com",
+      "▁bec om",
+      "ro ws",
+      "row s",
+      "r ows",
+      "▁N el",
+      "▁Ne l",
+      "com ple",
+      "comp le",
+      "▁pr emi",
+      "▁pre mi",
+      "▁prem i",
+      "▁r ot",
+      "▁ro t",
+      "▁ rot",
+      "▁Web links",
+      "▁foot ball",
+      "▁ football",
+      "▁com par",
+      "▁comp ar",
+      "▁l ive",
+      "▁li ve",
+      "▁liv e",
+      "▁ live",
+      "ки х",
+      "к их",
+      "▁equ ival",
+      "ca pe",
+      "cap e",
+      "c ape",
+      "▁G en",
+      "▁Ge n",
+      "▁ Gen",
+      "nd er",
+      "nde r",
+      "n der",
+      "▁V is",
+      "▁Vi s",
+      "▁ Vis",
+      "▁be hind",
+      "▁beh ind",
+      "ge rs",
+      "ger s",
+      "g ers",
+      "vo ke",
+      "v oke",
+      "▁m edia",
+      "▁me dia",
+      "▁med ia",
+      "▁medi a",
+      "▁ media",
+      "E X",
+      "th at",
+      "tha t",
+      "t hat",
+      "▁s ono",
+      "▁so no",
+      "▁son o",
+      "▁ sono",
+      "▁my sql",
+      "▁mysq l",
+      "▁ mysql",
+      "e v",
+      "▁r ule",
+      "▁ru le",
+      "▁ rule",
+      "до в",
+      "д ов",
+      "ac c",
+      "a cc",
+      "▁W HERE",
+      "▁WH ERE",
+      "▁ WHERE",
+      "ен е",
+      "е не",
+      "Gr id",
+      "G rid",
+      "▁j ul",
+      "▁ju l",
+      "▁m ort",
+      "▁mo rt",
+      "▁mor t",
+      "▁ mort",
+      "▁gener ated",
+      "▁generate d",
+      "▁ generated",
+      "en cia",
+      "enc ia",
+      "enci a",
+      "ac ter",
+      "act er",
+      "cl ud",
+      "▁s cen",
+      "▁sc en",
+      "▁cl osed",
+      "▁close d",
+      "▁clos ed",
+      "▁clo sed",
+      "▁ closed",
+      "▁Mich ael",
+      "▁ Michael",
+      "▁m ount",
+      "▁mo unt",
+      "▁mou nt",
+      "▁ mount",
+      ")$ ,",
+      ") $,",
+      "▁d rop",
+      "▁dr op",
+      "▁dro p",
+      "▁ drop",
+      "▁com bin",
+      "▁comb in",
+      "to col",
+      "▁go es",
+      "▁g eb",
+      "▁ge b",
+      "▁ geb",
+      "M D",
+      "▁An ton",
+      "▁Ant on",
+      "▁Anto n",
+      "▁$ (\"",
+      "▁$( \"",
+      "Te m",
+      "T em",
+      "▁c a",
+      "▁ ca",
+      "▁in stru",
+      "▁inst ru",
+      "ed s",
+      "e ds",
+      "▁t ool",
+      "▁to ol",
+      "▁too l",
+      "▁ tool",
+      "my s",
+      "m ys",
+      "▁r oute",
+      "▁ro ute",
+      "▁rout e",
+      "▁rou te",
+      "▁ route",
+      "\") )",
+      "\" ))",
+      "пр е",
+      "п ре",
+      "▁f loat",
+      "▁flo at",
+      "▁ float",
+      "▁service s",
+      "▁serv ices",
+      "▁servi ces",
+      "▁ services",
+      "▁ч и",
+      "▁ чи",
+      "к і",
+      "emb ly",
+      "embl y",
+      "ak er",
+      "ake r",
+      "a ker",
+      "▁S on",
+      "▁So n",
+      "▁M ath",
+      "▁Ma th",
+      "▁Mat h",
+      "▁ Math",
+      "as se",
+      "ass e",
+      "ous ly",
+      "lic ations",
+      "lication s",
+      "▁r u",
+      "▁ ru",
+      "▁щ о",
+      "▁ що",
+      "▁Con st",
+      "▁Cons t",
+      "▁ Const",
+      "▁im medi",
+      "▁imm edi",
+      "F O",
+      "or o",
+      "o ro",
+      "▁p roduction",
+      "▁produ ction",
+      "▁product ion",
+      "▁ production",
+      "re i",
+      "r ei",
+      "▁j query",
+      "▁ jquery",
+      "an nt",
+      "ann t",
+      "▁Wh ile",
+      "▁s n",
+      "▁ sn",
+      "▁го ди",
+      "▁год и",
+      "Form at",
+      "For mat",
+      "▁s tar",
+      "▁st ar",
+      "▁sta r",
+      "▁ star",
+      "▁S en",
+      "▁Se n",
+      "▁k o",
+      "▁ ko",
+      "NA ME",
+      "N AME",
+      "▁p rés",
+      "▁pr és",
+      "▁pré s",
+      "▁ prés",
+      "ch a",
+      "c ha",
+      "wh at",
+      "w hat",
+      "om in",
+      "omi n",
+      "o min",
+      "end ant",
+      "enda nt",
+      "h y",
+      "▁ob serv",
+      "▁obser v",
+      "▁obs erv",
+      "▁ observ",
+      "▁p refer",
+      "▁pre fer",
+      "у н",
+      "▁con structor",
+      "▁construct or",
+      "▁constru ctor",
+      "▁ constructor",
+      "b s",
+      "▁m ac",
+      "▁ma c",
+      "▁ mac",
+      "▁B re",
+      "▁Br e",
+      "▁ Bre",
+      "▁Inst it",
+      "▁Ins tit",
+      "▁st ory",
+      "▁stor y",
+      "▁sto ry",
+      "▁ story",
+      "▁s ymbol",
+      "▁sym bol",
+      "▁ symbol",
+      "el es",
+      "ele s",
+      "e les",
+      "ß e",
+      "as ing",
+      "asi ng",
+      "a sing",
+      "▁w est",
+      "▁we st",
+      "▁ west",
+      "ia ns",
+      "ian s",
+      "i ans",
+      "▁m aster",
+      "▁ma ster",
+      "▁mas ter",
+      "▁ master",
+      "е з",
+      "▁w ays",
+      "▁way s",
+      "▁wa ys",
+      "▁ ways",
+      "b m",
+      "▁p ick",
+      "▁pi ck",
+      "▁pic k",
+      "▁ pick",
+      "▁de part",
+      "▁dep art",
+      "B ack",
+      "en k",
+      "li pse",
+      "lip se",
+      "▁m ath",
+      "▁ma th",
+      "▁mat h",
+      "▁ math",
+      "▁Fran cis",
+      "▁Franc is",
+      "▁Dec ember",
+      "f s",
+      "ru m",
+      "r um",
+      "▁develop ment",
+      "▁ development",
+      "L T",
+      "er nel",
+      "ern el",
+      "erne l",
+      "▁Tr ue",
+      "▁Tru e",
+      "▁ True",
+      "▁M ore",
+      "▁Mor e",
+      "▁Mo re",
+      "▁ More",
+      "ran gle",
+      "r angle",
+      "▁cond itions",
+      "▁condition s",
+      "Option s",
+      "Opt ions",
+      "O ptions",
+      "▁g li",
+      "▁gl i",
+      "▁oper ation",
+      "▁opera tion",
+      "▁ operation",
+      "é k",
+      "ach t",
+      "ac ht",
+      "a cht",
+      "ight s",
+      "igh ts",
+      "▁m ist",
+      "▁mi st",
+      "▁mis t",
+      "an da",
+      "and a",
+      "▁ener gy",
+      "▁energ y",
+      "▁ energy",
+      "▁ж е",
+      "▁ же",
+      "▁w omen",
+      "▁wo men",
+      "ak t",
+      "a kt",
+      "▁C H",
+      "▁ CH",
+      "ge bra",
+      "geb ra",
+      "▁me et",
+      "i u",
+      "we ll",
+      "wel l",
+      "w ell",
+      "ö l",
+      "▁govern ment",
+      "▁J os",
+      "▁Jo s",
+      "ie g",
+      "i eg",
+      "▁s yntax",
+      "▁syn tax",
+      "▁ syntax",
+      "fi x",
+      "f ix",
+      "▁P et",
+      "▁Pe t",
+      "j query",
+      "▁c ard",
+      "▁car d",
+      "▁ca rd",
+      "▁ card",
+      "▁pr incipal",
+      "▁princi pal",
+      "▁princip al",
+      "▁d ru",
+      "▁dr u",
+      "▁ dru",
+      "▁ter rit",
+      "▁п ов",
+      "▁по в",
+      "▁ пов",
+      "▁S S",
+      "▁ SS",
+      "ри и",
+      "tr es",
+      "tre s",
+      "t res",
+      "ag ne",
+      "agn e",
+      "ly ing",
+      "l ying",
+      "til de",
+      "t ilde",
+      "ber n",
+      "be rn",
+      "b ern",
+      "en ter",
+      "ent er",
+      "ente r",
+      "Pe r",
+      "P er",
+      "▁s omet",
+      "▁so met",
+      "▁some t",
+      "▁som et",
+      "Lo ad",
+      "li ce",
+      "lic e",
+      "l ice",
+      "▁s ous",
+      "▁so us",
+      "▁sou s",
+      "▁Lo uis",
+      "▁Lou is",
+      "▁ Louis",
+      "▁log ic",
+      "▁ logic",
+      "▁O ther",
+      "▁Ot her",
+      "▁ Other",
+      "▁c ir",
+      "▁ci r",
+      "▁ cir",
+      "é v",
+      "ch ron",
+      "chr on",
+      "▁h an",
+      "▁ha n",
+      "▁ han",
+      "▁m argin",
+      "▁mar gin",
+      "▁marg in",
+      "▁ margin",
+      "W indow",
+      "ère s",
+      "è res",
+      "ny ch",
+      "n ych",
+      "pu sh",
+      "pus h",
+      "p ush",
+      "bol ds",
+      "bold s",
+      "b olds",
+      "▁l ayout",
+      "▁lay out",
+      "▁ layout",
+      "▁[ `",
+      "Ch ar",
+      "C har",
+      "▁C ap",
+      "▁Ca p",
+      "▁ Cap",
+      "bolds ymbol",
+      "bold symbol",
+      "▁R oman",
+      "▁Ro man",
+      "▁Rom an",
+      "▁Roma n",
+      "▁M ax",
+      "▁Ma x",
+      "▁ Max",
+      ": (",
+      "▁C ode",
+      "▁Co de",
+      "▁ Code",
+      "is ing",
+      "isi ng",
+      "i sing",
+      "▁st ates",
+      "▁stat es",
+      "▁state s",
+      "▁sta tes",
+      "▁ states",
+      "▁ex isting",
+      "▁exist ing",
+      "su pport",
+      "sup port",
+      "supp ort",
+      "▁re search",
+      "▁res earch",
+      "lic ate",
+      "lica te",
+      "l icate",
+      "va ri",
+      "var i",
+      "v ari",
+      "▁b ij",
+      "▁bi j",
+      "▁ bij",
+      "▁a ppe",
+      "▁app e",
+      "▁ap pe",
+      "▁ appe",
+      "▁happ ens",
+      "▁happen s",
+      "\\ \"",
+      "▁conc ern",
+      "▁conce rn",
+      "we st",
+      "w est",
+      "▁sa ying",
+      "▁say ing",
+      "pi d",
+      "p id",
+      "▁rec ogn",
+      "▁ recogn",
+      "▁H et",
+      "▁He t",
+      "Ch ild",
+      "▁c s",
+      "▁ cs",
+      "\\ ,",
+      "▁c lean",
+      "▁cle an",
+      "▁ clean",
+      "le ctions",
+      "lect ions",
+      "lection s",
+      "ac cess",
+      "acc ess",
+      "a ccess",
+      "в у",
+      "пр о",
+      "п ро",
+      "ac ity",
+      "aci ty",
+      "a city",
+      "▁O ff",
+      "▁Of f",
+      "▁ Off",
+      "▁eas ily",
+      "è que",
+      "▁j ako",
+      "▁ja ko",
+      "▁jak o",
+      "▁i z",
+      "▁ iz",
+      "▁H a",
+      "▁ Ha",
+      "▁D et",
+      "▁De t",
+      "▁ Det",
+      "▁for ma",
+      "▁form a",
+      "sch e",
+      "sc he",
+      "s che",
+      "swer s",
+      "sw ers",
+      "s wers",
+      "▁of fer",
+      "▁off er",
+      "qu ired",
+      "quire d",
+      "qui red",
+      "User s",
+      "Use rs",
+      "Us ers",
+      "U sers",
+      "▁su bst",
+      "▁sub st",
+      "▁subs t",
+      "▁ subst",
+      "> (",
+      "▁g round",
+      "▁gr ound",
+      "▁gro und",
+      "▁ ground",
+      "un n",
+      "u nn",
+      "ro d",
+      "r od",
+      "sp e",
+      "s pe",
+      "urs or",
+      "▁le ave",
+      "er k",
+      "▁t al",
+      "▁ta l",
+      "▁ tal",
+      "▁b ottom",
+      "▁bot tom",
+      "▁bott om",
+      "▁ bottom",
+      "I O",
+      "▁pop ular",
+      "▁popula r",
+      "▁popul ar",
+      "ig o",
+      "i go",
+      "▁T ime",
+      "▁Tim e",
+      "▁Ti me",
+      "▁ Time",
+      "val ues",
+      "value s",
+      "valu es",
+      "▁L oc",
+      "▁Lo c",
+      "▁ Loc",
+      "▁C lub",
+      "▁Cl ub",
+      "▁an che",
+      "▁anc he",
+      "▁anch e",
+      "▁ anche",
+      "ia ł",
+      "i ał",
+      "і ї",
+      "Om ega",
+      "▁loc ated",
+      "▁locate d",
+      "▁ located",
+      "U rl",
+      "▁E sp",
+      "▁Es p",
+      "▁ Esp",
+      "л ы",
+      "ц ь",
+      "ul ate",
+      "ula te",
+      "u late",
+      "▁j oin",
+      "▁jo in",
+      "▁ join",
+      "av es",
+      "ave s",
+      "a ves",
+      "ve t",
+      "v et",
+      "li o",
+      "l io",
+      "re move",
+      "rem ove",
+      "▁t oken",
+      "▁to ken",
+      "▁ token",
+      "▁op tim",
+      "▁opt im",
+      "▁ optim",
+      "▁c laim",
+      "▁cla im",
+      "olog ical",
+      "▁c ss",
+      "▁cs s",
+      "▁ css",
+      "▁al though",
+      "▁ although",
+      "▁p riv",
+      "▁pr iv",
+      "▁pri v",
+      "▁ priv",
+      "▁B a",
+      "ü l",
+      "entic ation",
+      "enti cation",
+      "▁v en",
+      "▁ve n",
+      "▁ ven",
+      "Ser ver",
+      "Serv er",
+      "▁C ong",
+      "▁Con g",
+      "▁Co ng",
+      "NE T",
+      "N ET",
+      "CO N",
+      "C ON",
+      "d t",
+      "per ties",
+      "pert ies",
+      "▁e pis",
+      "▁ep is",
+      "wik ipedia",
+      "▁eng ine",
+      "▁ engine",
+      "▁f er",
+      "▁fe r",
+      "▁ fer",
+      "get Element",
+      "▁C la",
+      "▁Cl a",
+      "▁ Cla",
+      "ř í",
+      "▁r om",
+      "▁ro m",
+      "▁ rom",
+      "var epsilon",
+      "vare psilon",
+      "▁pr ime",
+      "▁prim e",
+      "▁pri me",
+      "▁ prime",
+      "is try",
+      "ist ry",
+      "istr y",
+      "pe cted",
+      "pect ed",
+      "pec ted",
+      "p ected",
+      "or age",
+      "ora ge",
+      "o rage",
+      "▁t ouch",
+      "▁to uch",
+      "▁tou ch",
+      "▁ touch",
+      "▁[ '",
+      "▁ ['",
+      "▁d an",
+      "▁da n",
+      "▁ dan",
+      "E m",
+      "ac iones",
+      "acion es",
+      "aci ones",
+      "a ciones",
+      "Ca n",
+      "C an",
+      "▁w hom",
+      "▁wh om",
+      "▁who m",
+      "▁be havior",
+      "▁behav ior",
+      "▁str ings",
+      "▁string s",
+      "▁ strings",
+      "▁E urop",
+      "▁Euro p",
+      "▁Eu rop",
+      "▁Eur op",
+      "▁R om",
+      "▁Ro m",
+      "ci rc",
+      "cir c",
+      "c irc",
+      "▁p un",
+      "▁pu n",
+      "▁reg ister",
+      "▁ register",
+      "b untu",
+      "ra in",
+      "rai n",
+      "r ain",
+      "O b",
+      "T A",
+      "▁s ometimes",
+      "▁some times",
+      "▁somet imes",
+      "▁m ent",
+      "▁me nt",
+      "▁men t",
+      "▁ ment",
+      "▁in teger",
+      "▁inte ger",
+      "▁ integer",
+      "▁J ac",
+      "▁Ja c",
+      "▁ Jac",
+      "le gate",
+      "leg ate",
+      "ot hing",
+      "oth ing",
+      "o thing",
+      "▁s ound",
+      "▁so und",
+      "▁sou nd",
+      "▁ sound",
+      "la ces",
+      "lace s",
+      "lac es",
+      "l aces",
+      "▁Б а",
+      "r b",
+      "d i",
+      "ле ния",
+      "▁them selves",
+      "▁B lack",
+      "▁Bl ack",
+      "▁Bla ck",
+      "▁ Black",
+      "▁s ettings",
+      "▁sett ings",
+      "▁setting s",
+      "▁ settings",
+      "▁n orm",
+      "▁no rm",
+      "▁nor m",
+      "▁ norm",
+      "▁r uns",
+      "▁run s",
+      "▁ru ns",
+      "▁N OT",
+      "▁NO T",
+      "▁ NOT",
+      "K E",
+      "▁per haps",
+      "▁ Я",
+      "▁m ol",
+      "▁mo l",
+      "▁a ns",
+      "▁an s",
+      "▁ ans",
+      "at re",
+      "atr e",
+      "a tre",
+      "▁D ies",
+      "▁Die s",
+      "▁Di es",
+      "To ken",
+      "T oken",
+      "an ie",
+      "ani e",
+      "a nie",
+      "▁all owed",
+      "▁allow ed",
+      "▁allo wed",
+      "▁ allowed",
+      "R ange",
+      "▁G ro",
+      "▁Gr o",
+      "vi a",
+      "v ia",
+      "ut orial",
+      "uto rial",
+      "utor ial",
+      "ens or",
+      "enso r",
+      "est ival",
+      "esti val",
+      "); \r",
+      ") ;\r",
+      "кра ї",
+      "▁turn ed",
+      "▁tur ned",
+      "sc ope",
+      "scop e",
+      "s cope",
+      "▁b ien",
+      "▁bi en",
+      "= $",
+      "▁ext ension",
+      "▁extens ion",
+      "▁ extension",
+      "at ore",
+      "ator e",
+      "ato re",
+      "▁Р о",
+      "▁spec ify",
+      "ed u",
+      "e du",
+      "Dat os",
+      "D atos",
+      "▁st ored",
+      "▁stor ed",
+      "▁store d",
+      "▁sto red",
+      "▁p arse",
+      "▁par se",
+      "▁ parse",
+      "▁an swers",
+      "▁answer s",
+      "▁ans wers",
+      "il ls",
+      "ill s",
+      "▁he ard",
+      "▁hear d",
+      "l u",
+      "▁T HE",
+      "▁TH E",
+      "▁ THE",
+      "▁g én",
+      "▁gé n",
+      "▁f ul",
+      "▁fu l",
+      "▁ ful",
+      "e z",
+      "▁P rem",
+      "▁Pr em",
+      "▁Pre m",
+      "th en",
+      "the n",
+      "t hen",
+      "d p",
+      "сь кого",
+      "сько го",
+      "ськ ого",
+      "▁S i",
+      "▁ Si",
+      "ç o",
+      "Ed it",
+      "E dit",
+      "кі в",
+      "к ів",
+      "▁Л и",
+      "▁S ing",
+      "▁Si ng",
+      "▁Sin g",
+      "▁ Sing",
+      "▁c ateg",
+      "▁cat eg",
+      "Eq u",
+      "E qu",
+      "▁g uer",
+      "▁gu er",
+      "▁ guer",
+      "W idth",
+      "▁Christ ian",
+      "st at",
+      "sta t",
+      "s tat",
+      "W rite",
+      "▁w oman",
+      "▁wo man",
+      "wo od",
+      "w ood",
+      "V is",
+      "ра з",
+      "▁$ $\\",
+      "▁$$ \\",
+      "ode r",
+      "od er",
+      "o der",
+      "▁b ool",
+      "▁bo ol",
+      "▁ bool",
+      "▁intern ational",
+      "но сть",
+      "ност ь",
+      "нос ть",
+      "▁Rich ard",
+      "▁Ric hard",
+      "▁add ition",
+      "▁Mus ic",
+      "▁ Music",
+      "▁a ber",
+      "▁ab er",
+      "t ó",
+      "▁h ier",
+      "▁hi er",
+      "ug h",
+      "u gh",
+      "▁p ob",
+      "▁po b",
+      "▁t ables",
+      "▁table s",
+      "▁tab les",
+      "▁ta bles",
+      "▁ tables",
+      "D o",
+      "▁high er",
+      "ps i",
+      "p si",
+      "r á",
+      "▁act ive",
+      "▁activ e",
+      "▁ active",
+      "▁T able",
+      "▁Ta ble",
+      "▁Tab le",
+      "▁ Table",
+      "њ е",
+      "▁de scription",
+      "▁des cription",
+      "▁descri ption",
+      "▁descript ion",
+      "▁ description",
+      "▁se emed",
+      "▁see med",
+      "▁seem ed",
+      "ís t",
+      "í st",
+      "▁my self",
+      "▁m enu",
+      "▁me nu",
+      "▁men u",
+      "▁ menu",
+      "de l",
+      "d el",
+      "▁ ž",
+      "el e",
+      "e le",
+      "A ut",
+      "▁г ру",
+      "mu t",
+      "m ut",
+      "oo n",
+      "o on",
+      "as c",
+      "a sc",
+      "bu g",
+      "b ug",
+      "▁m oved",
+      "▁mov ed",
+      "▁mo ved",
+      "▁move d",
+      "C L",
+      "▁data s",
+      "▁dat as",
+      "▁ datas",
+      "S O",
+      "о ло",
+      "▁Ge org",
+      "▁re ach",
+      "▁r each",
+      ": \"",
+      "▁e valu",
+      "▁ev alu",
+      "▁eval u",
+      "▁ evalu",
+      "▁H el",
+      "▁He l",
+      "▁ Hel",
+      "▁R iver",
+      "▁Riv er",
+      "▁Ri ver",
+      "▁А р",
+      "▁ Ар",
+      "// //",
+      "/// /",
+      "/ ///",
+      "▁s ets",
+      "▁se ts",
+      "▁set s",
+      "▁ sets",
+      "▁O lymp",
+      "Ad apter",
+      ". '",
+      "ov ern",
+      "over n",
+      "ove rn",
+      "o vern",
+      "▁L ord",
+      "▁Lo rd",
+      "▁Lor d",
+      "! --",
+      "jp g",
+      "j pg",
+      "im ento",
+      "iment o",
+      "imen to",
+      "▁Pro f",
+      "▁Pr of",
+      "▁ach ieve",
+      "▁achiev e",
+      "} :",
+      "▁in cor",
+      "▁inc or",
+      "▁o nder",
+      "▁on der",
+      "▁onde r",
+      "▁ onder",
+      "en gl",
+      "eng l",
+      "AB LE",
+      "▁M ary",
+      "▁Mar y",
+      "▁Ma ry",
+      "▁w aren",
+      "▁war en",
+      "▁wa ren",
+      "la ge",
+      "lag e",
+      "l age",
+      "De c",
+      "D ec",
+      "анг л",
+      "en cias",
+      "enc ias",
+      "encia s",
+      "enci as",
+      "ле й",
+      "л ей",
+      "▁M achine",
+      "▁Mach ine",
+      "▁ Machine",
+      "▁А н",
+      "ud a",
+      "u da",
+      "▁ ś",
+      "▁X X",
+      "▁ XX",
+      "on ly",
+      "ле ние",
+      "▁tamb ién",
+      "ne j",
+      "n ej",
+      "▁rel ative",
+      "▁relativ e",
+      "▁ relative",
+      "▁h ours",
+      "▁ho urs",
+      "▁hour s",
+      "▁ind eed",
+      "▁inde ed",
+      "un do",
+      "und o",
+      "in gu",
+      "ing u",
+      "ar ea",
+      "are a",
+      "a rea",
+      "▁C reate",
+      "▁Cre ate",
+      "▁ Create",
+      "be it",
+      "bei t",
+      "▁rem oved",
+      "▁remove d",
+      "▁remov ed",
+      "ma ster",
+      "mas ter",
+      "maste r",
+      "m aster",
+      "ha us",
+      "h aus",
+      "▁B ern",
+      "▁Be rn",
+      "▁Ber n",
+      "▁sp eed",
+      "▁spe ed",
+      "▁ speed",
+      "▁B ay",
+      "▁Ba y",
+      "▁A tt",
+      "▁At t",
+      "▁ Att",
+      "▁N one",
+      "▁No ne",
+      "▁Non e",
+      "▁ None",
+      "app lication",
+      "ü d",
+      "▁f it",
+      "▁fi t",
+      "▁ fit",
+      "▁M aria",
+      "▁Mar ia",
+      "▁Ma ria",
+      "▁Mari a",
+      "▁n ord",
+      "▁no rd",
+      "▁nor d",
+      "▁s plit",
+      "▁sp lit",
+      "▁spl it",
+      "▁ split",
+      "▁st ru",
+      "▁str u",
+      "▁ stru",
+      "▁o fficial",
+      "▁off icial",
+      "▁offic ial",
+      "▁offici al",
+      "▁exec ute",
+      "▁execut e",
+      "▁ execute",
+      "ou ve",
+      "ouv e",
+      "o uve",
+      "{ {",
+      "▁A p",
+      "▁ Ap",
+      "▁к у",
+      "▁ ку",
+      "I L",
+      "▁ ^",
+      "di m",
+      "d im",
+      "▁set up",
+      "▁ setup",
+      "с к",
+      "▁sh are",
+      "▁ share",
+      "▁min utes",
+      "▁minute s",
+      "gl e",
+      "g le",
+      "oc o",
+      "o co",
+      "st ell",
+      "ste ll",
+      "▁C oun",
+      "▁Co un",
+      "▁Cou n",
+      "▁tem per",
+      "▁temp er",
+      "▁ temper",
+      "ke it",
+      "сь кий",
+      "a o",
+      "▁L ong",
+      "▁Lo ng",
+      "▁ Long",
+      "( &",
+      "ка н",
+      "к ан",
+      "▁d ens",
+      "▁de ns",
+      "▁den s",
+      "▁ dens",
+      "Bu t",
+      "B ut",
+      "X X",
+      "DA TE",
+      "DAT E",
+      "D ATE",
+      "ga n",
+      "g an",
+      ".) .",
+      ". ).",
+      "▁en try",
+      "▁ent ry",
+      "▁entr y",
+      "▁ entry",
+      "inst all",
+      "▁з на",
+      "▁ зна",
+      "▁S om",
+      "▁So m",
+      "Comm and",
+      "ße n",
+      "ß en",
+      "▁start ing",
+      "▁star ting",
+      "▁s to",
+      "▁st o",
+      "▁ sto",
+      "I G",
+      "▁min im",
+      "▁mi nim",
+      "▁mini m",
+      "▁exp licit",
+      "▁explic it",
+      "▁by tes",
+      "▁byte s",
+      "▁ bytes",
+      "▁par ty",
+      "▁part y",
+      "▁ party",
+      "to ber",
+      "t ober",
+      "▁G rand",
+      "▁Gr and",
+      "▁Gra nd",
+      "▁Gran d",
+      "▁V or",
+      "▁Vo r",
+      "▁ Vor",
+      "▁l eur",
+      "▁le ur",
+      "▁ leur",
+      "Doc ument",
+      "D ocument",
+      "er c",
+      "e rc",
+      "ens ive",
+      "C P",
+      "en v",
+      "▁arg uments",
+      "▁argument s",
+      "▁ arguments",
+      "▁G ran",
+      "▁Gr an",
+      "▁Gra n",
+      "ar ily",
+      "ari ly",
+      "▁l in",
+      "▁li n",
+      "▁ lin",
+      "t n",
+      "( -",
+      "ge q",
+      "g eq",
+      "▁F amil",
+      "▁Fa mil",
+      "▁Fam il",
+      "▁ Famil",
+      "▁Б о",
+      "▁t our",
+      "▁to ur",
+      "▁tou r",
+      "▁n av",
+      "▁na v",
+      "▁ nav",
+      "▁proper ly",
+      "▁M rs",
+      "▁Mr s",
+      "▁M el",
+      "▁Me l",
+      "▁sc ale",
+      "▁scal e",
+      "▁ scale",
+      "ast ic",
+      "d s",
+      "▁S ir",
+      "▁Si r",
+      "▁Ch urch",
+      "}^ {\\",
+      "}^{ \\",
+      "} ^{\\",
+      "yo u",
+      "y ou",
+      "/ .",
+      "S o",
+      "▁br ought",
+      "▁r ole",
+      "▁ro le",
+      "▁rol e",
+      "▁ role",
+      "▁S ur",
+      "▁Su r",
+      "▁ Sur",
+      "▁f ond",
+      "▁fo nd",
+      "▁fon d",
+      "▁g es",
+      "▁ge s",
+      "▁ ges",
+      "ż e",
+      "et en",
+      "ete n",
+      "e ten",
+      "▁é tait",
+      "▁ét ait",
+      "▁ était",
+      "SE R",
+      "S ER",
+      "▁ко торы",
+      "▁кото ры",
+      "▁equ ation",
+      "▁ equation",
+      "as px",
+      "asp x",
+      "▁A fr",
+      "▁Af r",
+      "▁d it",
+      "▁di t",
+      "▁ dit",
+      "em pty",
+      "emp ty",
+      "empt y",
+      "al ement",
+      "ale ment",
+      "alem ent",
+      "a lement",
+      "wr ap",
+      "w rap",
+      "▁B et",
+      "▁Be t",
+      "▁col lect",
+      "▁coll ect",
+      "▁colle ct",
+      "▁ collect",
+      "▁g it",
+      "▁gi t",
+      "▁ git",
+      "▁v ie",
+      "▁vi e",
+      "▁ vie",
+      "▁. .",
+      "▁ ..",
+      "ро й",
+      "▁< ?",
+      "▁ <?",
+      "▁ed uc",
+      "k l",
+      "ens is",
+      "▁O R",
+      "▁ OR",
+      "▁H i",
+      "▁ Hi",
+      "▁C our",
+      "▁Co ur",
+      "▁Cou r",
+      "б ы",
+      "ce rt",
+      "cer t",
+      "c ert",
+      "▁G es",
+      "▁Ge s",
+      "ess or",
+      "esso r",
+      "Ma in",
+      "M ain",
+      "▁ лю",
+      "ca de",
+      "c ade",
+      "do t",
+      "d ot",
+      "au gh",
+      "aug h",
+      "a ugh",
+      "hi b",
+      "h ib",
+      "▁autom atically",
+      "▁auto matically",
+      "▁automat ically",
+      "▁automatic ally",
+      "▁sp ir",
+      "pr esent",
+      "pre sent",
+      "pres ent",
+      "▁Febru ary",
+      "▁Februar y",
+      "▁E lle",
+      "▁El le",
+      "▁Ell e",
+      "cus tom",
+      "c ustom",
+      "▁pro get",
+      "▁admin istr",
+      "▁administ r",
+      "A A",
+      "▁b orn",
+      "▁bo rn",
+      "▁bor n",
+      "▁ born",
+      "▁Col lege",
+      "▁Colleg e",
+      "▁Coll ege",
+      "at hol",
+      "ath ol",
+      "` )",
+      "ier re",
+      "▁r an",
+      "▁ra n",
+      "▁ ran",
+      "▁prof ession",
+      "▁profess ion",
+      "og en",
+      "oge n",
+      "o gen",
+      "}_ {\\",
+      "}_{ \\",
+      "} _{\\",
+      "▁act ivity",
+      "▁activ ity",
+      "▁ activity",
+      "▁sc roll",
+      "▁scr oll",
+      "▁ scroll",
+      "▁pro ve",
+      "▁pr ove",
+      "▁prov e",
+      "ibr ary",
+      "i brary",
+      "er ies",
+      "erie s",
+      "eri es",
+      "e ries",
+      "Re ad",
+      "R ead",
+      "ye ar",
+      "y ear",
+      "▁l ang",
+      "▁la ng",
+      "▁lan g",
+      "▁ lang",
+      "De t",
+      "D et",
+      "▁k new",
+      "▁kn ew",
+      "▁kne w",
+      "▁prote cted",
+      "▁protect ed",
+      "▁prot ected",
+      "▁ protected",
+      "▁w or",
+      "▁wo r",
+      "▁ wor",
+      "▁e ffic",
+      "▁eff ic",
+      "▁r ég",
+      "▁ré g",
+      "▁the ory",
+      "▁ theory",
+      "▁pub lished",
+      "▁publish ed",
+      "re al",
+      "rea l",
+      "▁T our",
+      "▁To ur",
+      "▁dur ante",
+      "▁durant e",
+      "ä s",
+      "▁pos itive",
+      "▁posit ive",
+      "▁for ward",
+      "▁ forward",
+      "▁R el",
+      "▁Re l",
+      "▁ Rel",
+      "{ \"",
+      "par k",
+      "p ark",
+      "▁U m",
+      "▁e er",
+      "en ta",
+      "ent a",
+      "▁i mag",
+      "▁im ag",
+      "но ї",
+      "pi el",
+      "pie l",
+      "p iel",
+      "▁j Query",
+      "▁ jQuery",
+      "is me",
+      "ism e",
+      "ch ni",
+      "chn i",
+      "or gan",
+      "org an",
+      "▁ar gs",
+      "▁arg s",
+      "▁ args",
+      "oi r",
+      "o ir",
+      "he im",
+      "ri an",
+      "ria n",
+      "r ian",
+      "el ess",
+      "eles s",
+      "ele ss",
+      "e less",
+      "us es",
+      "use s",
+      "ди н",
+      "д ин",
+      "ic ión",
+      "ici ón",
+      "ició n",
+      "i ción",
+      "▁ind ust",
+      "▁indu st",
+      "▁ indust",
+      "▁w ish",
+      "▁wis h",
+      "án y",
+      "á ny",
+      "oc a",
+      "o ca",
+      "▁ang ular",
+      "▁ angular",
+      "ie ved",
+      "ieve d",
+      "iev ed",
+      "▁occ ur",
+      "▁oc cur",
+      "SE LECT",
+      "on ia",
+      "oni a",
+      "o nia",
+      "ad min",
+      "▁B est",
+      "▁Be st",
+      "▁Bes t",
+      "▁ Best",
+      "▁э то",
+      "о гра",
+      "▁l oss",
+      "▁lo ss",
+      "▁los s",
+      "▁ loss",
+      "▁b al",
+      "▁ba l",
+      "▁ bal",
+      "▁Р ос",
+      "▁Ро с",
+      "▁care er",
+      "▁п е",
+      "▁ пе",
+      "I X",
+      "▁f all",
+      "▁fa ll",
+      "▁fal l",
+      "▁ fall",
+      "▁R ob",
+      "▁Ro b",
+      "▁ Rob",
+      "▁O P",
+      "▁ OP",
+      "en ed",
+      "ene d",
+      "e ned",
+      "graph ics",
+      "▁c oming",
+      "▁com ing",
+      "▁co ming",
+      "▁ coming",
+      "Up date",
+      "▁d ied",
+      "▁di ed",
+      "▁die d",
+      "ed en",
+      "ede n",
+      "e den",
+      "▁a bs",
+      "▁ab s",
+      "▁ abs",
+      "▁in ner",
+      "▁inn er",
+      "▁inne r",
+      "▁ inner",
+      "▁t rav",
+      "▁tr av",
+      "▁tra v",
+      "сто я",
+      "z ą",
+      "é p",
+      "▁Gr oup",
+      "▁Gro up",
+      "▁ Group",
+      "▁c el",
+      "▁ce l",
+      "▁ cel",
+      "▁st uff",
+      "▁situ ation",
+      "▁$ {",
+      "▁ ${",
+      "ac le",
+      "a cle",
+      "▁pur pose",
+      "▁F ire",
+      "▁Fir e",
+      "▁ Fire",
+      "▁O h",
+      "▁ Oh",
+      "▁Se cond",
+      "▁Sec ond",
+      "▁ Second",
+      "▁up load",
+      "▁ upload",
+      "os tał",
+      "ost ał",
+      "osta ł",
+      "ю щи",
+      "Aut h",
+      "A uth",
+      "▁show ing",
+      "▁sho wing",
+      "▁complet ely",
+      "▁complete ly",
+      "av el",
+      "ave l",
+      "a vel",
+      "b d",
+      "▁pro ced",
+      "▁proc ed",
+      "▁ Ö",
+      "cont rol",
+      "contr ol",
+      "▁th ank",
+      "▁than k",
+      "und red",
+      "▁t om",
+      "▁to m",
+      "▁ tom",
+      "▁ex amples",
+      "▁example s",
+      "▁exam ples",
+      "▁ examples",
+      "▁re member",
+      "▁rem ember",
+      "▁ра бо",
+      "▁ рабо",
+      "▁poss ib",
+      "▁det ect",
+      "▁p oor",
+      "▁po or",
+      "▁O p",
+      "▁ Op",
+      "▁cent ury",
+      "▁ century",
+      "ut ter",
+      "utt er",
+      "▁lo gin",
+      "▁log in",
+      "▁ login",
+      "un st",
+      "uns t",
+      "Out put",
+      "▁other wise",
+      "la n",
+      "l an",
+      "ту р",
+      "т ур",
+      "▁с ов",
+      "▁со в",
+      "▁ сов",
+      "▁gr oups",
+      "▁group s",
+      "▁gro ups",
+      "▁ groups",
+      "ri p",
+      "r ip",
+      "▁s hell",
+      "▁sh ell",
+      "▁she ll",
+      "▁ shell",
+      "▁d istrict",
+      "▁dist rict",
+      "▁rec ords",
+      "▁record s",
+      "▁si è",
+      "fort un",
+      "en ty",
+      "ent y",
+      "▁T re",
+      "▁Tr e",
+      "▁ch anging",
+      "▁chang ing",
+      "сле д",
+      "aug ht",
+      "augh t",
+      "▁de ep",
+      "▁ deep",
+      "sub set",
+      "ag y",
+      "a gy",
+      "en dar",
+      "end ar",
+      "enda r",
+      "ja x",
+      "j ax",
+      "O M",
+      "E l",
+      "im ate",
+      "ima te",
+      "imat e",
+      "i mate",
+      "ar do",
+      "ard o",
+      "▁p lot",
+      "▁pl ot",
+      "▁ plot",
+      "▁vis it",
+      "▁b ug",
+      "▁bu g",
+      "▁ bug",
+      "▁в се",
+      "▁вс е",
+      "▁op ened",
+      "▁open ed",
+      "▁re pla",
+      "▁rep la",
+      "▁Hen ry",
+      "▁p p",
+      "▁ pp",
+      "ba s",
+      "b as",
+      "▁d ark",
+      "▁dar k",
+      "▁ dark",
+      "▁Mart in",
+      "▁ Martin",
+      "▁re source",
+      "▁res ource",
+      "▁ resource",
+      "il ing",
+      "ili ng",
+      "i ling",
+      "▁w atch",
+      "▁wat ch",
+      "▁ watch",
+      "re place",
+      "rep lace",
+      "▁re lease",
+      "▁ release",
+      "Lo cation",
+      "Loc ation",
+      "L ocation",
+      "▁le arning",
+      "▁learn ing",
+      "▁lear ning",
+      "▁ learning",
+      "me nu",
+      "men u",
+      "m enu",
+      "▁all ows",
+      "▁allow s",
+      "▁allo ws",
+      "ъ р",
+      "L ength",
+      "▁wh atever",
+      "▁what ever",
+      "▁p ages",
+      "▁page s",
+      "▁pa ges",
+      "▁pag es",
+      "▁ pages",
+      "▁comp iler",
+      "▁compile r",
+      "▁ compiler",
+      "▁так же",
+      "▁P an",
+      "▁Pa n",
+      "▁ Pan",
+      "comm and",
+      "▁ro ad",
+      "▁ road",
+      "▁un less",
+      "▁ unless",
+      "` ?",
+      "▁dis cover",
+      "▁disc over",
+      "▁disco ver",
+      "▁о н",
+      "▁ он",
+      "} ]",
+      "bo ur",
+      "b our",
+      "▁C ould",
+      "▁Co uld",
+      "▁Cou ld",
+      "▁ Could",
+      "▁re gex",
+      "▁reg ex",
+      "▁ regex",
+      "▁p s",
+      "▁ ps",
+      "C D",
+      "и з",
+      "▁w ife",
+      "am enti",
+      "ament i",
+      "amen ti",
+      "▁f air",
+      "▁fa ir",
+      "▁D B",
+      "▁ DB",
+      "▁C up",
+      "▁Cu p",
+      "en en",
+      "ene n",
+      "e nen",
+      "aj ax",
+      "aja x",
+      "a jax",
+      "oth èque",
+      "▁se iner",
+      "▁sein er",
+      "▁seine r",
+      "▁sei ner",
+      "ic ker",
+      "ick er",
+      "i cker",
+      "á m",
+      "ex change",
+      "ol es",
+      "ole s",
+      "o les",
+      "I F",
+      "▁Д о",
+      "oh n",
+      "o hn",
+      "▁g row",
+      "▁gr ow",
+      "▁gro w",
+      "▁T hus",
+      "▁Th us",
+      "sp ec",
+      "spe c",
+      "s pec",
+      "▁h atte",
+      "▁ha tte",
+      "▁hat te",
+      "# ,",
+      "all el",
+      "alle l",
+      "▁r ate",
+      "▁ra te",
+      "▁rat e",
+      "▁ rate",
+      "▁cent ral",
+      "▁ central",
+      "▁V an",
+      "▁Va n",
+      "if orn",
+      "R un",
+      "▁stud y",
+      "▁X ML",
+      "▁ XML",
+      "▁C he",
+      "▁Ch e",
+      "▁ Che",
+      "▁be aut",
+      "mi d",
+      "m id",
+      "▁adv ance",
+      "V er",
+      "т я",
+      "▁h ands",
+      "▁hand s",
+      "▁han ds",
+      "▁l ay",
+      "▁la y",
+      "▁ lay",
+      "▁ š",
+      "▁O S",
+      "▁ OS",
+      "▁{ }",
+      "▁ {}",
+      "Pr e",
+      "P re",
+      "▁H all",
+      "▁Ha ll",
+      "▁Hal l",
+      "im p",
+      "i mp",
+      "▁s un",
+      "▁su n",
+      "▁ sun",
+      "▁st eps",
+      "▁ste ps",
+      "▁step s",
+      "▁ steps",
+      "▁j ud",
+      "▁ju d",
+      "▁ jud",
+      "qu i",
+      "q ui",
+      "▁b oot",
+      "▁bo ot",
+      "▁ boot",
+      "▁% >",
+      "▁В а",
+      "no st",
+      "nos t",
+      "n ost",
+      "▁n em",
+      "▁ne m",
+      "▁ nem",
+      "▁p en",
+      "▁pe n",
+      "▁ pen",
+      "Op en",
+      "O pen",
+      "▁ch urch",
+      "ко н",
+      "к он",
+      "▁a verage",
+      "▁aver age",
+      "▁ave rage",
+      "▁com ments",
+      "▁comm ents",
+      "▁comment s",
+      "▁ comments",
+      "▁correspond ing",
+      "lev ant",
+      "▁b ed",
+      "▁be d",
+      "▁ bed",
+      "▁mean ing",
+      "V ersion",
+      "Lin k",
+      "L ink",
+      "be l",
+      "b el",
+      "▁ext ract",
+      "▁extra ct",
+      "▁extr act",
+      "▁ extract",
+      "ś ć",
+      "▁I V",
+      "▁ IV",
+      "▁I r",
+      "▁comp uter",
+      "▁comput er",
+      "▁compute r",
+      "▁a ffect",
+      "▁af fect",
+      "▁aff ect",
+      "▁С та",
+      "▁Ст а",
+      "A X",
+      "so rt",
+      "s ort",
+      "▁s pecies",
+      "▁spe cies",
+      "▁spec ies",
+      "▁specie s",
+      "▁ species",
+      "▁O per",
+      "▁Op er",
+      "▁ Oper",
+      "▁h ash",
+      "▁ha sh",
+      "▁has h",
+      "▁ hash",
+      "ch es",
+      "che s",
+      "c hes",
+      "▁Einz eln",
+      "▁Einzel n",
+      "▁ke ys",
+      "▁key s",
+      "▁ keys",
+      "▁mar zo",
+      "▁inter pret",
+      "▁interpre t",
+      "ho od",
+      "h ood",
+      "▁co ordin",
+      "▁coord in",
+      "ö s",
+      "ra ge",
+      "rag e",
+      "r age",
+      "et z",
+      "e tz",
+      "iz a",
+      "i za",
+      "де р",
+      "д ер",
+      "ü t",
+      "^ *",
+      "▁mod ify",
+      "▁term in",
+      "▁ter min",
+      "▁ termin",
+      "▁c red",
+      "▁cre d",
+      "▁cr ed",
+      "▁ cred",
+      "zo n",
+      "z on",
+      "ну ю",
+      "н ую",
+      "▁m ie",
+      "▁mi e",
+      "▁' '",
+      "▁ ''",
+      "▁M os",
+      "▁Mo s",
+      "▁conne cted",
+      "▁connect ed",
+      "▁conn ected",
+      "▁ connected",
+      "N O",
+      "▁comp ile",
+      "▁ compile",
+      "▁\" \\",
+      "▁ \"\\",
+      "▁c at",
+      "▁ca t",
+      "▁ cat",
+      "f iddle",
+      "ut a",
+      "u ta",
+      "Acc ess",
+      "Ac cess",
+      "A ccess",
+      "▁S to",
+      "▁St o",
+      "▁ Sto",
+      "▁B ur",
+      "▁Bu r",
+      "▁n orth",
+      "▁nor th",
+      "G amma",
+      "▁al loc",
+      "▁all oc",
+      "▁allo c",
+      "▁ alloc",
+      "In it",
+      "I nit",
+      "▁L ink",
+      "▁Lin k",
+      "▁ Link",
+      "ial ize",
+      "iali ze",
+      "Im pl",
+      "Imp l",
+      "ou pe",
+      "oup e",
+      "rop ri",
+      "▁G old",
+      "▁Go ld",
+      "▁Gol d",
+      "▁s olo",
+      "▁so lo",
+      "▁sol o",
+      "▁D ist",
+      "▁Dis t",
+      "▁Di st",
+      "▁ Dist",
+      ", -",
+      "na v",
+      "n av",
+      "▁al ert",
+      "▁ale rt",
+      "▁ alert",
+      "es is",
+      "esi s",
+      "▁O s",
+      "▁ Os",
+      "// /",
+      "/ //",
+      "▁f eb",
+      "▁fe b",
+      "▁- ->",
+      "▁-- >",
+      "▁ -->",
+      "fo ot",
+      "foo t",
+      "f oot",
+      "▁F ried",
+      "▁Fr ied",
+      "▁Fri ed",
+      "▁Einzeln ach",
+      "▁Einzel nach",
+      "▁re v",
+      "▁r ev",
+      "▁ rev",
+      "ze it",
+      "▁S tat",
+      "▁St at",
+      "▁Sta t",
+      "▁ Stat",
+      "▁S eg",
+      "▁Se g",
+      "▁ Seg",
+      "▁b lo",
+      "▁bl o",
+      "▁ blo",
+      "wi ck",
+      "w ick",
+      "E L",
+      "ca ption",
+      "cap tion",
+      "capt ion",
+      "he ader",
+      "head er",
+      "▁pres ident",
+      "▁presiden t",
+      "▁mult ip",
+      "▁multi p",
+      "▁mul tip",
+      "▁ multip",
+      "▁Einzelnach weise",
+      "▁se ine",
+      "▁sein e",
+      "▁sei ne",
+      "? ”",
+      "Func tion",
+      "Fun ction",
+      "F unction",
+      "▁St and",
+      "▁Sta nd",
+      "▁Stan d",
+      "▁ Stand",
+      "▁F unction",
+      "▁Fun ction",
+      "▁ Function",
+      "▁? >",
+      "▁ ?>",
+      "▁B ill",
+      "▁Bi ll",
+      "▁Bil l",
+      "▁s pect",
+      "▁sp ect",
+      "▁spe ct",
+      "▁spec t",
+      "▁ spect",
+      "▁re direct",
+      "▁red irect",
+      "▁ redirect",
+      "ru pt",
+      "rup t",
+      "r upt",
+      "▁w alk",
+      "▁wal k",
+      "▁ walk",
+      "в ши",
+      "spring framework",
+      "pl ace",
+      "pla ce",
+      "p lace",
+      "é ho",
+      "Ent ity",
+      "▁Ser vice",
+      "▁Serv ice",
+      "▁ Service",
+      "in te",
+      "int e",
+      "▁tr aining",
+      "▁tra ining",
+      "▁train ing",
+      "▁ training",
+      "▁( `",
+      "▁ (`",
+      "фо р",
+      "ф ор",
+      "▁к ра",
+      "▁ кра",
+      "au r",
+      "a ur",
+      "▁f etch",
+      "▁fet ch",
+      "▁ fetch",
+      "▁ †",
+      "▁m ême",
+      "▁ même",
+      "▁( '",
+      "▁ ('",
+      "at ively",
+      "ative ly",
+      "ativ ely",
+      "▁exec ut",
+      "ä ch",
+      "▁Catalog ue",
+      "ba sed",
+      "base d",
+      "bas ed",
+      "b ased",
+      "Att ribute",
+      "▁s pring",
+      "▁sp ring",
+      "▁spr ing",
+      "▁ spring",
+      "ph one",
+      "phon e",
+      "т ра",
+      "▁п и",
+      "▁ пи",
+      "те ра",
+      "тер а",
+      "т ера",
+      "▁` \\",
+      "▁O d",
+      "On e",
+      "O ne",
+      "se nd",
+      "sen d",
+      "s end",
+      "bo n",
+      "b on",
+      "▁ °",
+      "M O",
+      "▁as king",
+      "▁ask ing",
+      "▁o ù",
+      "▁ing år",
+      "▁test ing",
+      "▁ testing",
+      "▁ф а",
+      "▁ фа",
+      "▁B ook",
+      "▁Bo ok",
+      "▁ Book",
+      "im m",
+      "i mm",
+      "▁pro gress",
+      "▁ progress",
+      "br o",
+      "b ro",
+      "F irst",
+      "▁p hot",
+      "▁ph ot",
+      "▁O N",
+      "▁ ON",
+      "Tem plate",
+      "Temp late",
+      "develop er",
+      "an not",
+      "ann ot",
+      "anno t",
+      "▁> =",
+      "▁ >=",
+      "miss ion",
+      "m ission",
+      "▁k tó",
+      "▁ któ",
+      "p c",
+      "ba ch",
+      "b ach",
+      "ze nt",
+      "zen t",
+      "z ent",
+      "ue d",
+      "u ed",
+      "▁o nes",
+      "▁on es",
+      "▁one s",
+      "▁ ones",
+      "ј и",
+      "▁r out",
+      "▁ro ut",
+      "▁rou t",
+      "▁ rout",
+      "▁К и",
+      "Pos t",
+      "Po st",
+      "P ost",
+      "ці ї",
+      "ц ії",
+      "▁V ir",
+      "▁Vi r",
+      "ne k",
+      "n ek",
+      "ag ing",
+      "agi ng",
+      "agin g",
+      "a ging",
+      "▁о к",
+      "▁ ок",
+      "iz ont",
+      "izo nt",
+      "izon t",
+      "▁ag osto",
+      "▁ago sto",
+      "▁cho ose",
+      "▁ choose",
+      "▁ \r",
+      "▁system s",
+      "▁syst ems",
+      "lo ss",
+      "los s",
+      "l oss",
+      "ien te",
+      "ient e",
+      "i ente",
+      "▁C re",
+      "▁Cr e",
+      "▁ Cre",
+      "▁con tra",
+      "▁cont ra",
+      "▁contr a",
+      "▁ contra",
+      "um s",
+      "u ms",
+      "▁begin ning",
+      "em y",
+      "e my",
+      "ist ics",
+      "istic s",
+      "isti cs",
+      "▁s erved",
+      "▁ser ved",
+      "▁serv ed",
+      "▁serve d",
+      "Do wn",
+      "D own",
+      "option s",
+      "opt ions",
+      "o ptions",
+      "▁G overn",
+      "▁Go vern",
+      "▁B Y",
+      "▁ BY",
+      "▁j est",
+      "▁je st",
+      "▁ jest",
+      "t é",
+      "▁cont inue",
+      "▁contin ue",
+      "▁continu e",
+      "▁ continue",
+      "pe rs",
+      "per s",
+      "p ers",
+      "▁eas ier",
+      "▁c os",
+      "▁co s",
+      "▁ cos",
+      "es so",
+      "ess o",
+      "> >",
+      "Ne t",
+      "N et",
+      "▁B or",
+      "▁Bo r",
+      "▁C r",
+      "▁ Cr",
+      "▁trans fer",
+      "▁C SS",
+      "▁CS S",
+      "▁ CSS",
+      "▁fin ns",
+      "▁х о",
+      "▁ хо",
+      "us ername",
+      "user name",
+      "▁con stru",
+      "▁const ru",
+      "▁p ain",
+      "▁pa in",
+      "▁T em",
+      "▁Te m",
+      "▁ Tem",
+      "▁spec ified",
+      "▁b rit",
+      "▁br it",
+      "▁ brit",
+      "ски е",
+      "с кие",
+      "ir k",
+      "ra pper",
+      "rap per",
+      "r apper",
+      "▁c ounter",
+      "▁co unter",
+      "▁count er",
+      "▁coun ter",
+      "▁ counter",
+      "▁[ \"",
+      "▁ [\"",
+      "ode d",
+      "od ed",
+      "o ded",
+      "да н",
+      "д ан",
+      "pro perty",
+      "ha rd",
+      "har d",
+      "h ard",
+      "ist rict",
+      "istr ict",
+      ") /",
+      "▁P our",
+      "▁Po ur",
+      "▁W here",
+      "▁Wh ere",
+      "▁Whe re",
+      "▁ Where",
+      "▁= ==",
+      "▁== =",
+      "▁ ===",
+      "▁s owie",
+      "▁so wie",
+      "▁sow ie",
+      "▁П ро",
+      "▁d ess",
+      "▁de ss",
+      "▁des s",
+      "▁ dess",
+      "▁t ras",
+      "▁tr as",
+      "▁tra s",
+      "▁ tras",
+      "▁у ча",
+      "▁O ver",
+      "▁ Over",
+      "no te",
+      "not e",
+      "n ote",
+      "▁Amer ica",
+      "▁ America",
+      "c p",
+      "▁gr ande",
+      "▁gra nde",
+      "▁gran de",
+      "▁grand e",
+      "M e",
+      ") -",
+      "Mod e",
+      "Mo de",
+      "M ode",
+      "▁pass ing",
+      "▁pas sing",
+      "▁g iving",
+      "▁giv ing",
+      "▁gi ving",
+      "C l",
+      "} /",
+      "Me nu",
+      "Men u",
+      "M enu",
+      "! !",
+      "ang ular",
+      "angu lar",
+      "▁la unch",
+      "▁ launch",
+      "var phi",
+      "▁Joh ann",
+      "▁Johan n",
+      "▁for each",
+      "▁fore ach",
+      "▁ foreach",
+      "r ó",
+      "se qu",
+      "seq u",
+      "s equ",
+      "if i",
+      "i fi",
+      "A m",
+      "ar p",
+      "a rp",
+      "▁b uffer",
+      "▁buf fer",
+      "▁buff er",
+      "▁ buffer",
+      "▁n i",
+      "▁ ni",
+      "▁m ix",
+      "▁mi x",
+      "▁ mix",
+      "▁M useum",
+      "▁Muse um",
+      "▁me ant",
+      "▁mean t",
+      "as i",
+      "a si",
+      "▁k an",
+      "▁ka n",
+      "▁ kan",
+      "пра в",
+      "п рав",
+      "Com p",
+      "Co mp",
+      "C omp",
+      "is toire",
+      "ist oire",
+      "isto ire",
+      "if ul",
+      "i ful",
+      "je r",
+      "j er",
+      "iss ions",
+      "ission s",
+      "Re source",
+      "Res ource",
+      "▁в оз",
+      "▁во з",
+      "▁S T",
+      "▁ ST",
+      "▁sol utions",
+      "▁solution s",
+      "▁be long",
+      "▁bel ong",
+      "▁As soci",
+      "▁Ass oci",
+      "▁ Associ",
+      "c f",
+      "▁M är",
+      "▁g rid",
+      "▁gr id",
+      "▁ grid",
+      "M ult",
+      "▁require s",
+      "▁requ ires",
+      "k k",
+      "▁t each",
+      "▁te ach",
+      "▁tea ch",
+      "eme inde",
+      "emein de",
+      "▁s quare",
+      "▁squ are",
+      "▁ square",
+      "▁ко ман",
+      "▁ком ан",
+      "▁E vent",
+      "▁Ev ent",
+      "▁Even t",
+      "▁ Event",
+      "▁r ules",
+      "▁rule s",
+      "▁ru les",
+      "▁ rules",
+      "▁b ur",
+      "▁bu r",
+      "▁ bur",
+      "▁e ing",
+      "▁ein g",
+      "▁ eing",
+      "▁M ai",
+      "▁Ma i",
+      "▁n am",
+      "▁na m",
+      "▁ nam",
+      "▁s lä",
+      "▁sl ä",
+      "hö r",
+      "h ör",
+      "▁t ip",
+      "▁ti p",
+      "▁ tip",
+      "▁Liter atur",
+      "▁s cope",
+      "▁sc ope",
+      "▁scop e",
+      "▁ scope",
+      "over line",
+      "▁ex it",
+      "▁ exit",
+      ") ?",
+      "be t",
+      "b et",
+      "▁v ict",
+      "▁vi ct",
+      "▁vic t",
+      "Of f",
+      "O ff",
+      "▁appro xim",
+      "▁G eb",
+      "▁Ge b",
+      "kt op",
+      "k top",
+      "he it",
+      "▁ Ю",
+      "tem plate",
+      "temp late",
+      "ро н",
+      "р он",
+      "▁u no",
+      "▁un o",
+      "▁ uno",
+      "Ser v",
+      "Se rv",
+      "S erv",
+      "▁frame work",
+      "▁ framework",
+      "oper ator",
+      "opera tor",
+      "▁gener ally",
+      "▁general ly",
+      "▁h undred",
+      "▁d ivers",
+      "▁di vers",
+      "▁div ers",
+      "▁diver s",
+      "ov i",
+      "o vi",
+      "▁r és",
+      "▁ré s",
+      "▁ rés",
+      "ab s",
+      "a bs",
+      "▁g al",
+      "▁ga l",
+      "▁ gal",
+      "ça is",
+      "ç ais",
+      "▁fe et",
+      "▁fee t",
+      "▁v irtual",
+      "▁virt ual",
+      "▁ virtual",
+      "cz y",
+      "c zy",
+      "ск у",
+      "с ку",
+      ". /",
+      "h u",
+      "an cy",
+      "anc y",
+      "▁recomm end",
+      "▁п ід",
+      "▁пі д",
+      "▁m oney",
+      "▁mon ey",
+      "▁mo ney",
+      "▁vers ions",
+      "▁version s",
+      "▁ versions",
+      "▁hel ps",
+      "▁help s",
+      "▁H or",
+      "▁Ho r",
+      "▁ Hor",
+      "Item s",
+      "It ems",
+      "lo ok",
+      "l ook",
+      "con nect",
+      "conne ct",
+      "conn ect",
+      "an ges",
+      "ang es",
+      "ange s",
+      "View Controller",
+      "el ijk",
+      "elij k",
+      "eli jk",
+      "e lijk",
+      "▁occ up",
+      "▁oc cup",
+      "▁ occup",
+      "▁ed itor",
+      "▁edit or",
+      "▁ editor",
+      "au to",
+      "aut o",
+      "a uto",
+      "ö g",
+      "▁second s",
+      "▁sec onds",
+      "▁ seconds",
+      "▁ob vious",
+      "v m",
+      "ak es",
+      "ake s",
+      "a kes",
+      "▁g egen",
+      "▁ge gen",
+      "▁geg en",
+      "▁t il",
+      "▁ti l",
+      "▁ til",
+      "ject ion",
+      "je ction",
+      "j ection",
+      "ле ння",
+      "лен ня",
+      "▁oper ations",
+      "▁operation s",
+      "▁E ast",
+      "og y",
+      "o gy",
+      "▁P olit",
+      "▁Pol it",
+      "▁Po lit",
+      "ut en",
+      "ute n",
+      "u ten",
+      "▁Jose ph",
+      "\" `",
+      "▁Comp any",
+      "▁ Company",
+      "▁call back",
+      "▁ callback",
+      "▁s en",
+      "▁se n",
+      "▁ sen",
+      "cc ión",
+      "cció n",
+      "c ción",
+      "▁associ ated",
+      "▁associate d",
+      "▁cont aining",
+      "▁contain ing",
+      "▁pract ice",
+      "elij ke",
+      "elijk e",
+      "e lijke",
+      "ok e",
+      "o ke",
+      "ér a",
+      "é ra",
+      "un s",
+      "u ns",
+      "an ta",
+      "ant a",
+      "ve y",
+      "v ey",
+      "z u",
+      "▁B es",
+      "▁Be s",
+      "▁F lor",
+      "▁Fl or",
+      "▁Flo r",
+      "me m",
+      "m em",
+      "yc z",
+      "y cz",
+      "▁arch itect",
+      "▁an ni",
+      "▁ann i",
+      "▁ anni",
+      "▁cont act",
+      "▁ contact",
+      "Y PE",
+      "▁C as",
+      "▁Ca s",
+      "▁по лу",
+      "▁пол у",
+      "ov o",
+      "o vo",
+      "▁b ring",
+      "▁br ing",
+      "▁con cept",
+      "▁conce pt",
+      "▁j s",
+      "▁ js",
+      "▁Refer encias",
+      "em ble",
+      "emb le",
+      "embl e",
+      "▁ н",
+      "▁supp orted",
+      "▁support ed",
+      "▁ supported",
+      "Bi g",
+      "B ig",
+      "▁H ans",
+      "▁Ha ns",
+      "▁Han s",
+      "er v",
+      "e rv",
+      "▁M aj",
+      "▁Ma j",
+      "▁ar riv",
+      "▁arr iv",
+      "▁H ave",
+      "▁Ha ve",
+      "▁Hav e",
+      "▁ Have",
+      "▁prob ability",
+      "▁probabil ity",
+      "▁P op",
+      "▁Po p",
+      "▁ Pop",
+      "▁P ass",
+      "▁Pa ss",
+      "▁Pas s",
+      "▁ Pass",
+      "to ken",
+      "tok en",
+      "t oken",
+      "Pro vider",
+      "▁R a",
+      "Re ader",
+      "Read er",
+      "oot h",
+      "oo th",
+      "o oth",
+      "la p",
+      "l ap",
+      "▁ass ist",
+      "ad ow",
+      "ado w",
+      "▁t ests",
+      "▁test s",
+      "▁ tests",
+      "сс и",
+      "с си",
+      "▁k ing",
+      "▁ki ng",
+      "▁kin g",
+      "▁ king",
+      "lang le",
+      "lan gle",
+      "l angle",
+      "▁S um",
+      "▁Su m",
+      "▁ Sum",
+      "O IN",
+      "▁se curity",
+      "▁sec urity",
+      "▁ security",
+      "ni s",
+      "n is",
+      ".. /",
+      ". ./",
+      "▁bas ic",
+      "▁ basic",
+      "un ity",
+      "uni ty",
+      "unit y",
+      "` :",
+      "▁ко то",
+      "ko w",
+      "k ow",
+      "▁Bibli othèque",
+      "as ion",
+      "asi on",
+      "al o",
+      "a lo",
+      "if est",
+      "ife st",
+      "i fest",
+      "▁nov embre",
+      "▁p eu",
+      "▁pe u",
+      "▁ Ж",
+      "en schaft",
+      "ensch aft",
+      "cl us",
+      "c lus",
+      "ј у",
+      "He ight",
+      "ú n",
+      "▁t ur",
+      "▁tu r",
+      "▁ide as",
+      "▁idea s",
+      "▁c es",
+      "▁ce s",
+      "▁ ces",
+      "fr ak",
+      "fra k",
+      "f rak",
+      "▁pre mier",
+      "▁prem ier",
+      "▁premi er",
+      "it ation",
+      "ita tion",
+      "itat ion",
+      "▁s é",
+      "HT ML",
+      "▁Ro yal",
+      "▁Roy al",
+      "сь кої",
+      "сько ї",
+      "▁by te",
+      "▁ byte",
+      "P S",
+      "▁s egu",
+      "▁se gu",
+      "▁seg u",
+      "▁ segu",
+      "in en",
+      "ine n",
+      "i nen",
+      "▁Gre at",
+      "▁К у",
+      "▁ex ternal",
+      "▁ext ernal",
+      "▁extern al",
+      "▁ external",
+      "T itle",
+      "To p",
+      "T op",
+      "Pro cess",
+      "Proc ess",
+      "it ät",
+      "itä t",
+      "▁` /",
+      "▁se cret",
+      "▁sec ret",
+      "▁secre t",
+      "▁ secret",
+      "pos itory",
+      "▁pot ential",
+      "▁B ud",
+      "▁Bu d",
+      "name s",
+      "na mes",
+      "nam es",
+      "n ames",
+      "as ons",
+      "ason s",
+      "aso ns",
+      "stack exchange",
+      "back ground",
+      "пе р",
+      "п ер",
+      "со в",
+      "с ов",
+      "aft er",
+      "af ter",
+      "a fter",
+      "▁p ero",
+      "▁per o",
+      "▁pe ro",
+      "▁so ftware",
+      "▁soft ware",
+      "▁ software",
+      "▁s ed",
+      "▁se d",
+      "▁ sed",
+      "▁array s",
+      "▁arr ays",
+      "tm p",
+      "t mp",
+      "▁a sp",
+      "▁as p",
+      "▁ asp",
+      "sc ale",
+      "scal e",
+      "▁L at",
+      "▁La t",
+      "▁ Lat",
+      "an al",
+      "ana l",
+      "a nal",
+      "▁g em",
+      "▁ge m",
+      "▁ gem",
+      "P U",
+      "▁Al tri",
+      "▁Alt ri",
+      "Th at",
+      "T hat",
+      "▁Н и",
+      "if act",
+      "ifa ct",
+      "i fact",
+      "Add ress",
+      "▁s outh",
+      "▁so uth",
+      "▁sou th",
+      "▁sout h",
+      "▁form ula",
+      "▁Col leg",
+      "▁Coll eg",
+      "▁і н",
+      "▁ ін",
+      "kt ion",
+      "k tion",
+      "▁s ac",
+      "▁sa c",
+      "S H",
+      "aj o",
+      "a jo",
+      "et c",
+      "e tc",
+      "v c",
+      "` ](",
+      "▁D ur",
+      "▁Du r",
+      "▁М е",
+      "▁Sm ith",
+      "▁ Smith",
+      "it ems",
+      "ite ms",
+      "item s",
+      "C K",
+      "el o",
+      "e lo",
+      "▁pl ugin",
+      "▁plug in",
+      "▁ plugin",
+      "▁s erie",
+      "▁se rie",
+      "▁ser ie",
+      "▁ serie",
+      "ien ne",
+      "ienn e",
+      "i enne",
+      "▁и ли",
+      "Ma r",
+      "M ar",
+      "▁Im age",
+      "▁ Image",
+      "go t",
+      "g ot",
+      "an das",
+      "and as",
+      "anda s",
+      "▁mat ches",
+      "▁match es",
+      "▁ matches",
+      "▁w orth",
+      "▁wor th",
+      "▁ worth",
+      "▁D eb",
+      "▁De b",
+      "▁ Deb",
+      "▁c ache",
+      "▁ca che",
+      "▁ cache",
+      "▁f elt",
+      "▁fe lt",
+      "▁fel t",
+      "er sch",
+      "ers ch",
+      "iz es",
+      "ize s",
+      "i zes",
+      "Op er",
+      "O per",
+      "▁Jah re",
+      "▁Jahr e",
+      "▁Ja hre",
+      "▁comm une",
+      "▁commun e",
+      "th read",
+      "▁n y",
+      "▁ ny",
+      "de c",
+      "d ec",
+      "ou w",
+      "o uw",
+      "▁sur face",
+      "▁P or",
+      "▁Po r",
+      "▁St reet",
+      "▁Stre et",
+      "пр и",
+      "п ри",
+      "▁c andid",
+      "▁can did",
+      "▁cand id",
+      "▁Re turn",
+      "▁Ret urn",
+      "▁ Return",
+      "▁K om",
+      "▁Ko m",
+      "gr u",
+      "g ru",
+      "▁т и",
+      "▁ ти",
+      "[ \\",
+      "▁dep ends",
+      "▁depend s",
+      "▁in flu",
+      "▁inf lu",
+      "▁infl u",
+      "▁to wards",
+      "▁toward s",
+      "ain ed",
+      "ai ned",
+      "aine d",
+      "a ined",
+      "▁r ank",
+      "▁ran k",
+      "▁ rank",
+      "▁Janu ar",
+      "▁com ponents",
+      "▁compon ents",
+      "▁component s",
+      "▁ components",
+      "ge st",
+      "ges t",
+      "g est",
+      "getElement ById",
+      "▁check ed",
+      "▁ checked",
+      "air s",
+      "ai rs",
+      "a irs",
+      "jo in",
+      "j oin",
+      "▁d ead",
+      "▁de ad",
+      "▁h it",
+      "▁hi t",
+      "▁ hit",
+      "én y",
+      "é ny",
+      "▁equ ivalent",
+      "▁equival ent",
+      "▁П ре",
+      "▁app ropri",
+      "Pa ss",
+      "P ass",
+      "▁pr imer",
+      "▁prim er",
+      "▁pri mer",
+      "▁prime r",
+      "engl isch",
+      "▁app ar",
+      "▁ap par",
+      "▁D uring",
+      "▁Du ring",
+      "▁Dur ing",
+      "▁know ledge",
+      "▁tr igger",
+      "▁trig ger",
+      "▁ trigger",
+      "▁c ore",
+      "▁cor e",
+      "▁co re",
+      "▁ core",
+      "▁O l",
+      "▁P rodu",
+      "▁Pro du",
+      "▁Pr odu",
+      "▁ Produ",
+      "▁F ern",
+      "▁Fe rn",
+      "▁Fer n",
+      "▁ Fern",
+      "▁на ча",
+      "▁ нача",
+      "T e",
+      "▁M ot",
+      "▁Mo t",
+      "er ve",
+      "erv e",
+      "тв о",
+      "т во",
+      "▁m id",
+      "▁mi d",
+      "▁ mid",
+      "▁fin ally",
+      "▁final ly",
+      "air es",
+      "ai res",
+      "aire s",
+      "a ires",
+      "▁es pecially",
+      "▁espe cially",
+      "▁especial ly",
+      "▁t ut",
+      "▁tu t",
+      "▁rece ive",
+      "ad re",
+      "adr e",
+      "▁ne igh",
+      "▁nei gh",
+      "kt et",
+      "kte t",
+      "il de",
+      "ild e",
+      "▁rad io",
+      "▁radi o",
+      "▁ radio",
+      "▁d river",
+      "▁dr iver",
+      "▁drive r",
+      "▁dri ver",
+      "▁driv er",
+      "▁ driver",
+      "ли сь",
+      "end encies",
+      "enden cies",
+      "▁I E",
+      "▁ IE",
+      "▁s aved",
+      "▁sa ved",
+      "▁sav ed",
+      "▁save d",
+      "▁ saved",
+      "ff ect",
+      "ffe ct",
+      "f fect",
+      "▁Way back",
+      "ia t",
+      "i at",
+      "▁p adding",
+      "▁pad ding",
+      "▁ padding",
+      "wind ow",
+      "w indow",
+      "ти че",
+      "▁m ur",
+      "▁mu r",
+      "ac tor",
+      "act or",
+      "a ctor",
+      "▁H an",
+      "▁Ha n",
+      "он аль",
+      "она ль",
+      "о наль",
+      "▁g ar",
+      "▁ga r",
+      "▁ gar",
+      "▁famil jen",
+      "ó s",
+      "▁n ationale",
+      "▁national e",
+      "▁nation ale",
+      "▁nat ionale",
+      "▁p ré",
+      "▁pr é",
+      "de d",
+      "d ed",
+      "on al",
+      "ona l",
+      "o nal",
+      "▁Pres ident",
+      "▁\\ ,",
+      "▁ \\,",
+      "▁place d",
+      "▁pla ced",
+      "er ni",
+      "ern i",
+      "▁sign al",
+      "▁sig nal",
+      "▁ signal",
+      "na b",
+      "n ab",
+      "h m",
+      "Mo n",
+      "M on",
+      "▁v s",
+      "▁ vs",
+      "S C",
+      "▁proget ti",
+      "▁ Ü",
+      "▁for ms",
+      "▁form s",
+      "▁ forms",
+      "▁message s",
+      "▁mess ages",
+      "▁ messages",
+      "in f",
+      "us ers",
+      "use rs",
+      "user s",
+      "u sers",
+      "GE T",
+      "G ET",
+      "▁d els",
+      "▁de ls",
+      "▁del s",
+      "Col lection",
+      "Coll ection",
+      "Collect ion",
+      "▁G ood",
+      "▁Go od",
+      "▁ Good",
+      "▁May be",
+      "▁ Maybe",
+      "▁com pr",
+      "▁comp r",
+      "▁lar ger",
+      "▁large r",
+      "▁larg er",
+      "gr es",
+      "gre s",
+      "g res",
+      "ap er",
+      "ape r",
+      "a per",
+      "▁П ри",
+      "un des",
+      "und es",
+      "unde s",
+      "▁s ea",
+      "▁se a",
+      "▁S pring",
+      "▁Sp ring",
+      "▁Spr ing",
+      "▁ Spring",
+      "ul o",
+      "u lo",
+      "▁me chan",
+      "▁s ans",
+      "▁sa ns",
+      "▁san s",
+      "G B",
+      "Val id",
+      "▁comm unic",
+      "▁commun ic",
+      "▁ communic",
+      "▁p ra",
+      "▁pr a",
+      "vi er",
+      "vie r",
+      "v ier",
+      "▁С е",
+      "▁a in",
+      "▁ai n",
+      "▁ ain",
+      "ту ра",
+      "тур а",
+      "ko m",
+      "k om",
+      "sk iego",
+      "ski ego",
+      "skie go",
+      "ко во",
+      "ков о",
+      "к ово",
+      "ad ata",
+      "ada ta",
+      "a data",
+      "▁Р е",
+      "▁bo olean",
+      "▁ boolean",
+      "se ts",
+      "set s",
+      "s ets",
+      "▁eff ort",
+      ". [",
+      "▁z ostał",
+      "P A",
+      "▁V ict",
+      "▁Vi ct",
+      "▁Vic t",
+      "S D",
+      "ow ał",
+      "owa ł",
+      "▁e mb",
+      "▁em b",
+      "▁ emb",
+      "▁pr ima",
+      "▁prim a",
+      "▁pri ma",
+      "▁h our",
+      "▁ho ur",
+      "▁ hour",
+      "sub section",
+      "▁F ort",
+      "▁For t",
+      "▁Fo rt",
+      "math frak",
+      "ig in",
+      "igi n",
+      "i gin",
+      "G L",
+      ") +",
+      "f i",
+      "▁an ci",
+      "▁anc i",
+      "▁ anci",
+      "▁p an",
+      "▁pa n",
+      "▁ pan",
+      "\\ )",
+      "▁l ug",
+      "▁lu g",
+      "▁dep loy",
+      "▁ deploy",
+      "do main",
+      "dom ain",
+      "▁s light",
+      "▁sl ight",
+      "JS ON",
+      "J SON",
+      "▁mor ning",
+      "▁h i",
+      "▁ hi",
+      "▁comp are",
+      "▁compar e",
+      "▁ compare",
+      "ij e",
+      "i je",
+      "▁bl ue",
+      "▁ blue",
+      "▁A c",
+      "▁ Ac",
+      "▁m iddle",
+      "▁ middle",
+      "an den",
+      "and en",
+      "ande n",
+      "▁sh ared",
+      "▁share d",
+      "▁ shared",
+      "▁C amp",
+      "▁Cam p",
+      "▁Ca mp",
+      "▁ Á",
+      "ound ed",
+      "oun ded",
+      "u w",
+      "ier ung",
+      "St ack",
+      "▁e ines",
+      "▁ein es",
+      "▁eine s",
+      "▁D a",
+      "▁ Da",
+      "li j",
+      "l ij",
+      "en ti",
+      "ent i",
+      "▁ й",
+      "U til",
+      "▁exper ience",
+      "▁experien ce",
+      "▁a wait",
+      "▁aw ait",
+      "▁ await",
+      "ul s",
+      "u ls",
+      "▁request s",
+      "▁requ ests",
+      "▁ requests",
+      "▁im pos",
+      "▁imp os",
+      "▁const raint",
+      "▁ constraint",
+      "Ch ange",
+      "em ph",
+      "emp h",
+      "бе р",
+      "б ер",
+      "▁An other",
+      "C ustom",
+      "▁signific ant",
+      "▁significa nt",
+      "c r",
+      "▁mill ion",
+      "re ek",
+      "ree k",
+      "▁d alla",
+      "▁da lla",
+      "▁dal la",
+      "▁dall a",
+      "▁G erm",
+      "▁Ge rm",
+      "▁Ger m",
+      "ot al",
+      "ota l",
+      "o tal",
+      "at eur",
+      "ate ur",
+      "bt n",
+      "b tn",
+      "▁th inking",
+      "▁think ing",
+      "▁thin king",
+      "▁inter val",
+      "▁ interval",
+      "on ne",
+      "onn e",
+      "▁l iv",
+      "▁li v",
+      "▁ liv",
+      "() :",
+      "( ):",
+      "▁В е",
+      "o e",
+      "▁E v",
+      "me ta",
+      "met a",
+      "m eta",
+      "▁b road",
+      "▁bro ad",
+      "Re m",
+      "R em",
+      "ap ply",
+      "app ly",
+      "a pply",
+      "▁cou ple",
+      "▁coup le",
+      "▁te chni",
+      "▁techn i",
+      "id ades",
+      "ida des",
+      "idad es",
+      "idade s",
+      "▁go al",
+      "▁ goal",
+      "▁C D",
+      "▁ CD",
+      "ha b",
+      "h ab",
+      "▁ex plan",
+      "▁exp lan",
+      "▁expla n",
+      "▁expl an",
+      "an ner",
+      "ann er",
+      "anne r",
+      "▁B ecause",
+      "bl og",
+      "blo g",
+      "b log",
+      "include graphics",
+      "▁vo ice",
+      "▁ voice",
+      "▁M ap",
+      "▁Ma p",
+      "▁ Map",
+      "vent ion",
+      "ven tion",
+      "v ention",
+      "S ession",
+      "▁L iens",
+      "▁Li ens",
+      "▁Lie ns",
+      "▁s or",
+      "▁so r",
+      "c ategory",
+      "ash ington",
+      "▁Mär z",
+      "po p",
+      "p op",
+      "il let",
+      "ill et",
+      "ille t",
+      "▁z wei",
+      "▁zwe i",
+      "▁zw ei",
+      "▁L ie",
+      "▁Li e",
+      "N ull",
+      "add ress",
+      "addr ess",
+      "▁f actor",
+      "▁fact or",
+      "▁fa ctor",
+      "▁fac tor",
+      "▁ factor",
+      "▁l igne",
+      "▁lig ne",
+      "▁HT TP",
+      "▁ HTTP",
+      "▁s uf",
+      "▁su f",
+      "▁person al",
+      "▁pers onal",
+      "▁persona l",
+      "ci p",
+      "c ip",
+      "▁D ar",
+      "▁Da r",
+      "▁a dm",
+      "▁ad m",
+      "ко й",
+      "▁E xt",
+      "▁Ex t",
+      "▁ Ext",
+      "▁g od",
+      "▁go d",
+      "▁ god",
+      "a a",
+      "R ight",
+      "ét é",
+      "é té",
+      "▁d ynamic",
+      "▁dynam ic",
+      "▁ dynamic",
+      "▁main tain",
+      "to r",
+      "t or",
+      "#### ####",
+      "▁F ra",
+      "▁Fr a",
+      "▁cho ice",
+      "▁ choice",
+      "▁с то",
+      "▁ст о",
+      "▁ сто",
+      "С Р",
+      "▁F eder",
+      "▁Fe der",
+      "▁Fed er",
+      "st on",
+      "sto n",
+      "s ton",
+      "▁f lag",
+      "▁fl ag",
+      "▁fla g",
+      "▁ flag",
+      "ki t",
+      "k it",
+      "Mod ule",
+      "▁с по",
+      "▁сп о",
+      "▁ спо",
+      "▁S tra",
+      "▁St ra",
+      "▁Str a",
+      "ic ks",
+      "ick s",
+      "i cks",
+      "▁h aven",
+      "▁ha ven",
+      "▁have n",
+      "▁hav en",
+      "▁M ass",
+      "▁Ma ss",
+      "▁Mas s",
+      "▁E mp",
+      "▁Em p",
+      "▁ Emp",
+      "▁P i",
+      "▁ Pi",
+      "▁P en",
+      "▁Pe n",
+      "Re ct",
+      "Rec t",
+      "R ect",
+      "▁K r",
+      "it at",
+      "ita t",
+      "i tat",
+      "el er",
+      "ele r",
+      "e ler",
+      "я бря",
+      "it et",
+      "ite t",
+      "▁St art",
+      "▁Sta rt",
+      "▁Star t",
+      "▁ Start",
+      "▁produ ced",
+      "▁produce d",
+      "▁по л",
+      "▁ пол",
+      "( _",
+      "▁de let",
+      "▁del et",
+      "▁h ot",
+      "▁ho t",
+      "▁ hot",
+      "▁Gesch ichte",
+      "~ ~",
+      "▁month s",
+      "▁mont hs",
+      "▁t od",
+      "▁to d",
+      "▁ tod",
+      "▁н и",
+      "▁ ни",
+      "ú s",
+      "te mp",
+      "tem p",
+      "t emp",
+      "▁D ez",
+      "▁De z",
+      "ype s",
+      "yp es",
+      "y pes",
+      "▁c ui",
+      "▁cu i",
+      "om mun",
+      "omm un",
+      "act ions",
+      "action s",
+      "a ctions",
+      "▁e igen",
+      "▁eig en",
+      "▁immedi ately",
+      "▁immediate ly",
+      "P L",
+      "▁Г о",
+      "▁B al",
+      "▁Ba l",
+      "▁ Bal",
+      "љ е",
+      "ul ui",
+      "ulu i",
+      "▁on line",
+      "▁ online",
+      "▁a ños",
+      "▁añ os",
+      "▁año s",
+      "▁name space",
+      "▁names pace",
+      "▁ namespace",
+      "▁m ond",
+      "▁mon d",
+      "▁mo nd",
+      "▁ mond",
+      "▁B ase",
+      "▁Bas e",
+      "▁Ba se",
+      "▁ Base",
+      "▁Can ada",
+      "▁Canad a",
+      "et zt",
+      "etz t",
+      "} -",
+      "▁de fin",
+      "▁def in",
+      "▁ defin",
+      "▁dou bt",
+      "▁doub t",
+      "▁inv estig",
+      "▁invest ig",
+      "view s",
+      "vie ws",
+      "▁L ine",
+      "▁Li ne",
+      "▁Lin e",
+      "▁ Line",
+      "▁st age",
+      "▁sta ge",
+      "▁stag e",
+      "▁ stage",
+      "ett ings",
+      "ub re",
+      "u bre",
+      "f loat",
+      "▁P lay",
+      "▁Pl ay",
+      "▁Pla y",
+      "▁ Play",
+      "▁L as",
+      "▁La s",
+      "pt r",
+      "p tr",
+      "▁be comes",
+      "▁become s",
+      "▁becom es",
+      "est amp",
+      "esta mp",
+      "▁in dependent",
+      "▁indep endent",
+      "▁independ ent",
+      "▁anal ysis",
+      "▁ analysis",
+      "▁L ook",
+      "▁Lo ok",
+      "▁ Look",
+      "la in",
+      "l ain",
+      "▁ра с",
+      "Re ference",
+      "▁s orry",
+      "▁sor ry",
+      "▁supp osed",
+      "▁suppose d",
+      "▁sup posed",
+      "û t",
+      "▁deg ree",
+      "ut z",
+      "u tz",
+      "M M",
+      "▁des ired",
+      "▁desire d",
+      "ł y",
+      "▁l en",
+      "▁le n",
+      "▁ len",
+      "▁al one",
+      "▁ alone",
+      "sign ed",
+      "sig ned",
+      "s igned",
+      "▁S ta",
+      "▁St a",
+      "Per son",
+      "Pers on",
+      "P erson",
+      "▁app lied",
+      "▁B ack",
+      "▁Ba ck",
+      "▁Bac k",
+      "▁ Back",
+      "▁m ars",
+      "▁ma rs",
+      "▁mar s",
+      "Par t",
+      "Pa rt",
+      "P art",
+      "▁D id",
+      "▁Di d",
+      "▁ Did",
+      "▁extern es",
+      "▁externe s",
+      "▁n p",
+      "▁ np",
+      "on go",
+      "ong o",
+      "▁e sta",
+      "▁est a",
+      "▁es ta",
+      "▁ esta",
+      "Bl ock",
+      "B lock",
+      "▁p ou",
+      "▁po u",
+      "ad ores",
+      "ado res",
+      "ador es",
+      "▁St udio",
+      "▁Stud io",
+      "▁ Studio",
+      ". $",
+      "▁re ached",
+      "▁reach ed",
+      "bo t",
+      "b ot",
+      "▁J uni",
+      "▁Ju ni",
+      "▁Jun i",
+      "to ns",
+      "ton s",
+      "t ons",
+      "it el",
+      "ite l",
+      "i tel",
+      "▁G ar",
+      "▁Ga r",
+      "▁art icles",
+      "▁article s",
+      "▁ articles",
+      "▁D istrict",
+      "▁Dist rict",
+      "▁tr ouble",
+      "▁trou ble",
+      "li de",
+      "l ide",
+      "▁F ound",
+      "▁Fou nd",
+      "▁Fo und",
+      "▁ Found",
+      "á d",
+      "▁e quip",
+      "▁equ ip",
+      "▁in ternal",
+      "▁int ernal",
+      "▁inter nal",
+      "▁intern al",
+      "▁ internal",
+      "'] ,",
+      "' ],",
+      "▁a sync",
+      "▁as ync",
+      "▁ async",
+      "U B",
+      "ge l",
+      "g el",
+      "▁a i",
+      "▁ ai",
+      "ens ure",
+      "▁app eared",
+      "▁appear ed",
+      "▁appe ared",
+      "▁$ _",
+      "▁ $_",
+      "▁max imum",
+      "▁maxim um",
+      "▁С и",
+      "р ь",
+      "▁ann oun",
+      "▁anno un",
+      "ла сь",
+      "▁c m",
+      "▁ cm",
+      "га н",
+      "г ан",
+      "au pt",
+      "a upt",
+      "▁l atter",
+      "▁lat ter",
+      "▁pl atform",
+      "▁plat form",
+      "▁ platform",
+      "▁d ra",
+      "▁dr a",
+      "▁ dra",
+      "▁cap ital",
+      "▁capit al",
+      "▁sol ved",
+      "▁solve d",
+      "ri z",
+      "r iz",
+      "ed ic",
+      "edi c",
+      "e dic",
+      "▁M ur",
+      "▁Mu r",
+      "▁T op",
+      "▁To p",
+      "▁ Top",
+      "т ся",
+      "Pa nel",
+      "Pane l",
+      "Pan el",
+      "P anel",
+      "ru le",
+      "r ule",
+      "et ic",
+      "eti c",
+      "▁R en",
+      "▁Re n",
+      "▁Wik imedia",
+      "▁ Wikimedia",
+      "▁T O",
+      "▁ TO",
+      "se cond",
+      "sec ond",
+      "is l",
+      "i sl",
+      "▁h y",
+      "▁ hy",
+      "▁n iet",
+      "▁nie t",
+      "▁ni et",
+      "▁lo aded",
+      "▁load ed",
+      "▁ loaded",
+      "di g",
+      "d ig",
+      "▁ma yo",
+      "▁may o",
+      "[ :",
+      "Ac c",
+      "A cc",
+      "▁b ek",
+      "▁be k",
+      "▁ bek",
+      "ни ю",
+      "lo gin",
+      "log in",
+      "t x",
+      "▁F ur",
+      "▁Fu r",
+      "▁S anta",
+      "▁San ta",
+      "▁Sant a",
+      "az z",
+      "a zz",
+      "▁con duct",
+      "▁cond uct",
+      "▁condu ct",
+      "▁In dia",
+      "▁Ind ia",
+      "Or der",
+      "Ord er",
+      "ir th",
+      "irt h",
+      "t w",
+      "} +",
+      "▁w ieder",
+      "▁wie der",
+      "▁E du",
+      "▁Ed u",
+      "A V",
+      "▁` ``",
+      "▁`` `",
+      "▁ ```",
+      "▁man ually",
+      "▁manual ly",
+      "▁R ead",
+      "▁Re ad",
+      "▁ Read",
+      "fortun ately",
+      "▁R un",
+      "▁Ru n",
+      "▁ Run",
+      "▁A ward",
+      "▁Aw ard",
+      "▁F oot",
+      "▁Foo t",
+      "▁Fo ot",
+      "▁ Foot",
+      "* )",
+      "par ams",
+      "param s",
+      "pa rams",
+      "para ms",
+      "п і",
+      "▁n ative",
+      "▁nat ive",
+      "▁ native",
+      "ri ft",
+      "rif t",
+      "r ift",
+      "▁ ä",
+      "AT H",
+      "A TH",
+      "▁your self",
+      "▁yours elf",
+      "▁p rior",
+      "▁pr ior",
+      "▁pri or",
+      "▁c it",
+      "▁ci t",
+      "▁ cit",
+      "ä h",
+      "▁tre at",
+      "▁me as",
+      "rib uted",
+      "ribute d",
+      "ribu ted",
+      "▁c lar",
+      "▁cl ar",
+      "▁cla r",
+      "▁ clar",
+      "ca rd",
+      "car d",
+      "c ard",
+      "RO R",
+      "R OR",
+      "il les",
+      "ill es",
+      "ille s",
+      "i lles",
+      "▁l ayer",
+      "▁la yer",
+      "▁lay er",
+      "▁ layer",
+      "au er",
+      "a uer",
+      "▁r at",
+      "▁ra t",
+      "▁ rat",
+      "bern ate",
+      "▁st ato",
+      "▁stat o",
+      "▁sta to",
+      "▁Ch ina",
+      "▁Chi na",
+      "▁$ ('#",
+      "▁$(' #",
+      "▁n aar",
+      "▁na ar",
+      "zi p",
+      "z ip",
+      "▁$ {\\",
+      "▁${ \\",
+      "▁appreci ated",
+      "▁appreciate d",
+      "▁и ме",
+      "▁им е",
+      "ż y",
+      "▁prze z",
+      "▁prz ez",
+      "▁Ind ian",
+      "▁India n",
+      "▁T od",
+      "▁To d",
+      "▁S ource",
+      "▁ Source",
+      "▁дру ги",
+      "in ternal",
+      "int ernal",
+      "inter nal",
+      "intern al",
+      "ion ale",
+      "ional e",
+      "iona le",
+      "Pro duct",
+      "Produ ct",
+      "▁M en",
+      "▁Me n",
+      "▁ Men",
+      "▁u pper",
+      "▁up per",
+      "▁upp er",
+      "▁ upper",
+      "▁E very",
+      "▁Ev ery",
+      "▁Ever y",
+      "▁ Every",
+      "}, \\",
+      "} ,\\",
+      "▁print f",
+      "▁prin tf",
+      "▁ printf",
+      "▁contin ued",
+      "▁continu ed",
+      "▁continue d",
+      "▁n odes",
+      "▁no des",
+      "▁node s",
+      "▁nod es",
+      "▁ nodes",
+      "л ки",
+      "▁n ice",
+      "▁ni ce",
+      "▁nic e",
+      "▁ nice",
+      "mod ules",
+      "module s",
+      "ei gn",
+      "e ign",
+      "▁M ex",
+      "▁Me x",
+      "▁Acc ording",
+      "▁un defined",
+      "▁und efined",
+      "▁ undefined",
+      "▁b inary",
+      "▁bin ary",
+      "▁ binary",
+      "cu t",
+      "c ut",
+      "Cur rent",
+      "C urrent",
+      "ed y",
+      "e dy",
+      "}} {",
+      "} }{",
+      "ble s",
+      "bl es",
+      "b les",
+      "▁во й",
+      "▁ вой",
+      "sc ri",
+      "scr i",
+      "s cri",
+      "eq n",
+      "Ch anged",
+      "Change d",
+      "▁kö z",
+      "▁rem ote",
+      "▁ remote",
+      "в ля",
+      "▁qu el",
+      "▁que l",
+      "▁q uel",
+      "▁ quel",
+      "▁al ign",
+      "▁ali gn",
+      "▁ align",
+      "▁п ар",
+      "▁па р",
+      "▁ пар",
+      "S V",
+      "ye r",
+      "y er",
+      "▁Cal iforn",
+      "▁p laces",
+      "▁pl aces",
+      "▁place s",
+      "▁pla ces",
+      "▁prim ary",
+      "▁pri mary",
+      "▁prima ry",
+      "▁ primary",
+      "▁con v",
+      "▁ conv",
+      "▁J uli",
+      "▁Jul i",
+      "▁Ju li",
+      "▁vis ual",
+      "▁ visual",
+      "▁S elect",
+      "▁Se lect",
+      "▁Sel ect",
+      "▁Sele ct",
+      "▁ Select",
+      "at ory",
+      "ator y",
+      "ato ry",
+      "= (",
+      "is er",
+      "ise r",
+      "i ser",
+      "▁int ent",
+      "▁inte nt",
+      "▁inten t",
+      "▁ intent",
+      "su r",
+      "s ur",
+      "cont ainer",
+      "ic ed",
+      "ice d",
+      "i ced",
+      "▁bo ard",
+      "▁ board",
+      "as tr",
+      "ast r",
+      "a str",
+      "om ial",
+      "omi al",
+      "ве т",
+      "в ет",
+      "з ва",
+      "▁c ru",
+      "▁cr u",
+      "▁Ok tober",
+      "sa ve",
+      "s ave",
+      "▁gre ater",
+      "▁great er",
+      "▁in n",
+      "▁i nn",
+      "▁ inn",
+      "▁p icture",
+      "▁ picture",
+      "▁Т о",
+      "▁obtain ed",
+      "▁obt ained",
+      "Wik imedia",
+      "ú blic",
+      "▁l ors",
+      "▁lo rs",
+      "▁m ont",
+      "▁mon t",
+      "▁mo nt",
+      "▁ mont",
+      "ob re",
+      "o bre",
+      "▁c ivil",
+      "▁ci vil",
+      "▁civ il",
+      "▁const ruction",
+      "▁construct ion",
+      "▁constru ction",
+      "▁W elt",
+      "▁We lt",
+      "▁Wel t",
+      "▁U nder",
+      "▁Un der",
+      "▁Und er",
+      "▁ Under",
+      "und ert",
+      "under t",
+      "unde rt",
+      "▁ed ge",
+      "▁ edge",
+      "▁L iste",
+      "▁List e",
+      "▁Li ste",
+      "▁Lis te",
+      "cs v",
+      "c sv",
+      "▁ex periment",
+      "▁exper iment",
+      "local host",
+      "▁E dit",
+      "▁Ed it",
+      "▁ Edit",
+      "gr eg",
+      "gre g",
+      "g reg",
+      "ov á",
+      "o vá",
+      "љ а",
+      "ms g",
+      "m sg",
+      "▁G reen",
+      "▁Gr een",
+      "▁Gre en",
+      "▁Gree n",
+      "▁ Green",
+      "Di alog",
+      "D ialog",
+      "Id ent",
+      "I dent",
+      "▁J S",
+      "▁ JS",
+      "^{ (",
+      "^ {(",
+      "▁slä ktet",
+      "__ __",
+      "___ _",
+      "_ ___",
+      "Pro ject",
+      "▁bes kre",
+      "▁b er",
+      "▁be r",
+      "▁ ber",
+      "▁would n",
+      "▁re act",
+      "▁ react",
+      "He l",
+      "H el",
+      "z w",
+      "▁W ashington",
+      "or ie",
+      "ori e",
+      "o rie",
+      "ta sk",
+      "t ask",
+      "▁c ategory",
+      "▁categ ory",
+      "▁categor y",
+      "▁ category",
+      "▁art ist",
+      "an no",
+      "ann o",
+      "▁o ok",
+      "▁ ook",
+      "am men",
+      "amm en",
+      "▁Min ister",
+      "▁de clar",
+      "▁dec lar",
+      "▁decl ar",
+      "▁decla r",
+      "▁K ey",
+      "▁Ke y",
+      "▁ Key",
+      ", .",
+      "▁m ach",
+      "▁ma ch",
+      "▁mac h",
+      "▁w w",
+      "▁ ww",
+      "is en",
+      "ise n",
+      "i sen",
+      "Fr an",
+      "F ran",
+      "▁Ро сси",
+      "▁Рос си",
+      "бо р",
+      "б ор",
+      "т ри",
+      "▁r ock",
+      "▁ro ck",
+      "▁ rock",
+      "qu is",
+      "qui s",
+      "q uis",
+      "mo s",
+      "m os",
+      "пе ра",
+      "пер а",
+      "п ера",
+      "▁est erni",
+      "▁g old",
+      "▁go ld",
+      "▁gol d",
+      "Window s",
+      "W indows",
+      "% %",
+      "▁part ial",
+      "▁parti al",
+      "▁ partial",
+      "▁we ight",
+      "▁ weight",
+      "▁s pr",
+      "▁sp r",
+      "▁ spr",
+      "}) .",
+      "} ).",
+      "▁fran çais",
+      "fu n",
+      "f un",
+      "▁th ous",
+      "▁thou s",
+      "ho lder",
+      "hol der",
+      "hold er",
+      "h older",
+      "▁g one",
+      "▁go ne",
+      "▁ Č",
+      "▁re nd",
+      "▁r end",
+      "▁ren d",
+      "▁ rend",
+      "D A",
+      "▁answer ed",
+      "▁F alse",
+      "▁Fal se",
+      "▁ False",
+      "B uffer",
+      "▁d augh",
+      "▁da ugh",
+      ".- -",
+      ". --",
+      "▁S how",
+      "▁Sh ow",
+      "▁Sho w",
+      "▁ Show",
+      "▁re ct",
+      "▁r ect",
+      "▁rec t",
+      "▁ rect",
+      "▁K re",
+      "▁Kr e",
+      "d r",
+      "os oph",
+      "oso ph",
+      "▁y ield",
+      "ur ity",
+      "uri ty",
+      "to String",
+      "av al",
+      "ava l",
+      "a val",
+      "Po l",
+      "P ol",
+      "▁l ock",
+      "▁lo ck",
+      "▁loc k",
+      "▁ lock",
+      "im ation",
+      "ima tion",
+      "imat ion",
+      "ant ic",
+      "anti c",
+      "Lo cal",
+      "Loc al",
+      "L ocal",
+      "▁beskre vs",
+      "it és",
+      "ité s",
+      "gr id",
+      "g rid",
+      "у т",
+      "▁_ {",
+      "▁ _{",
+      "с і",
+      "FI LE",
+      "▁к м",
+      "▁spe ak",
+      "sum mary",
+      "pr op",
+      "pro p",
+      "p rop",
+      "java script",
+      "j avascript",
+      "z k",
+      "izont al",
+      "izon tal",
+      "▁tr ois",
+      "▁tro is",
+      "▁R od",
+      "▁Ro d",
+      "pr ise",
+      "ро во",
+      "ров о",
+      "р ово",
+      "▁o dd",
+      "▁od d",
+      "▁ odd",
+      "▁g est",
+      "▁ge st",
+      "▁ges t",
+      "▁ gest",
+      "▁produ ce",
+      "▁prod uce",
+      "▁w aar",
+      "▁wa ar",
+      "▁A v",
+      "▁ Av",
+      "ri bu",
+      "rib u",
+      "ва ння",
+      "ван ня",
+      "▁fin ished",
+      "▁finish ed",
+      "▁ad apt",
+      "▁S ar",
+      "▁Sa r",
+      "text it",
+      "tex tit",
+      "▁C e",
+      "▁F a",
+      "▁ Fa",
+      "os en",
+      "ose n",
+      "o sen",
+      "▁de riv",
+      "▁der iv",
+      "▁s hip",
+      "▁sh ip",
+      "▁ ship",
+      "▁o pin",
+      "▁op in",
+      "▁E ven",
+      "▁Ev en",
+      "ge sch",
+      "ges ch",
+      "g esch",
+      "▁supp ose",
+      "▁sup pose",
+      "▁F er",
+      "▁Fe r",
+      "ско е",
+      "▁w orden",
+      "▁word en",
+      "▁wor den",
+      "se y",
+      "s ey",
+      "hl ine",
+      "h line",
+      "▁Un ion",
+      "▁ Union",
+      "▁/ **",
+      "▁/* *",
+      "▁ /**",
+      "▁v ez",
+      "▁ve z",
+      "▁ vez",
+      "▁Colleg amenti",
+      "▁Soci ety",
+      "▁Soc iety",
+      "▁e conom",
+      "▁econ om",
+      "▁ec onom",
+      "š í",
+      "o i",
+      "▁or ient",
+      "▁ orient",
+      "▁T eil",
+      "▁Te il",
+      "re nt",
+      "ren t",
+      "r ent",
+      "ле кс",
+      "лек с",
+      "▁s olid",
+      "▁sol id",
+      "▁c art",
+      "▁car t",
+      "▁ca rt",
+      "▁ cart",
+      "******** ********",
+      "▁c ab",
+      "▁ca b",
+      "▁M essage",
+      "▁Mess age",
+      "▁ Message",
+      "do ts",
+      "dot s",
+      "d ots",
+      "▁é g",
+      "▁ ég",
+      "▁t we",
+      "▁tw e",
+      "ag a",
+      "a ga",
+      "▁n az",
+      "▁na z",
+      "▁M icrosoft",
+      "▁Micro soft",
+      "▁ Microsoft",
+      "▁under arter",
+      "pp en",
+      "ppe n",
+      "p pen",
+      "▁re cent",
+      "▁rec ent",
+      "▁rece nt",
+      "▁n et",
+      "▁ne t",
+      "▁ net",
+      "▁res ources",
+      "▁resource s",
+      "▁ resources",
+      "St e",
+      "S te",
+      ". \\",
+      "▁S O",
+      "▁ SO",
+      "ло м",
+      "л ом",
+      "▁c ele",
+      "▁ce le",
+      "▁cel e",
+      "▁l ic",
+      "▁li c",
+      "▁ lic",
+      "▁ben ef",
+      "▁bene f",
+      "ld ots",
+      "l dots",
+      "▁se rial",
+      "▁ser ial",
+      "▁seria l",
+      "▁ serial",
+      "In teger",
+      "cl es",
+      "cle s",
+      "c les",
+      "▁m iles",
+      "▁mil es",
+      "▁mi les",
+      "▁mile s",
+      "▁A le",
+      "▁Al e",
+      "▁en tered",
+      "▁ent ered",
+      "▁enter ed",
+      "▁T wo",
+      "▁Tw o",
+      "▁ Two",
+      "wi e",
+      "w ie",
+      "▁in cludes",
+      "▁incl udes",
+      "▁includ es",
+      "▁include s",
+      "▁inclu des",
+      "▁ includes",
+      "▁E ach",
+      "▁ Each",
+      "el ling",
+      "ell ing",
+      "elli ng",
+      "qu er",
+      "que r",
+      "q uer",
+      "▁D om",
+      "▁Do m",
+      "▁ Dom",
+      "p f",
+      "W S",
+      "▁stra ight",
+      "▁S tan",
+      "▁St an",
+      "▁Sta n",
+      "▁n os",
+      "▁no s",
+      "▁ nos",
+      "í cul",
+      "at ro",
+      "atr o",
+      "▁C enter",
+      "▁Cent er",
+      "▁ Center",
+      "F T",
+      "▁In ga",
+      "▁Ing a",
+      "il o",
+      "i lo",
+      "▁w ww",
+      "▁ww w",
+      "▁ www",
+      "js fiddle",
+      "ni c",
+      "n ic",
+      "▁Europe an",
+      "▁com mer",
+      "▁comm er",
+      "▁comme r",
+      "▁g irl",
+      "▁gi rl",
+      "▁gir l",
+      "to tal",
+      "tot al",
+      "t otal",
+      "▁S tar",
+      "▁St ar",
+      "▁Sta r",
+      "▁ Star",
+      "▁sugg ested",
+      "▁suggest ed",
+      "pa l",
+      "p al",
+      "▁zw ischen",
+      "пи са",
+      "пис а",
+      "I M",
+      "▁hand ler",
+      "▁handle r",
+      "▁ handler",
+      "▁Pro gram",
+      "▁Pr ogram",
+      "▁ Program",
+      "xs l",
+      "x sl",
+      "ál y",
+      "á ly",
+      "B U",
+      ",- -",
+      ", --",
+      "▁v id",
+      "▁vi d",
+      "▁ vid",
+      "▁estab lished",
+      "▁establish ed",
+      "▁S piel",
+      "▁Sp iel",
+      "om etry",
+      "ome try",
+      "omet ry",
+      "un es",
+      "une s",
+      "u nes",
+      "▁s it",
+      "▁si t",
+      "▁in her",
+      "▁p uis",
+      "▁pu is",
+      "▁ puis",
+      "▁ être",
+      "▁M ost",
+      "▁Mo st",
+      "▁Mos t",
+      "He ader",
+      "Head er",
+      "in sert",
+      "ins ert",
+      "▁s ist",
+      "▁si st",
+      "▁f avor",
+      "▁fa vor",
+      "▁fav or",
+      "de st",
+      "des t",
+      "d est",
+      "▁ent ity",
+      "▁ entity",
+      "Ca l",
+      "C al",
+      "▁There fore",
+      "D D",
+      "; ;",
+      "▁Dez ember",
+      "▁R h",
+      "im ents",
+      "iment s",
+      "imen ts",
+      "i ments",
+      "▁return ing",
+      "st o",
+      "s to",
+      "▁Val ue",
+      "▁ Value",
+      "▁l iber",
+      "▁li ber",
+      "▁lib er",
+      "▁Res ult",
+      "▁ Result",
+      "▁b ind",
+      "▁bi nd",
+      "▁bin d",
+      "▁ bind",
+      "vo ir",
+      "v oir",
+      "▁T im",
+      "▁Ti m",
+      "▁ Tim",
+      "▁M ovie",
+      "▁Mo vie",
+      "▁Mov ie",
+      "▁ Movie",
+      "we g",
+      "w eg",
+      "ke t",
+      "k et",
+      "▁и сто",
+      "▁ис то",
+      "▁fri ends",
+      "▁friend s",
+      "▁f n",
+      "▁ fn",
+      "▁é l",
+      "▁ él",
+      "▁& =",
+      "▁ &=",
+      "ar den",
+      "ard en",
+      "arde n",
+      "ff icial",
+      "ffic ial",
+      "▁comm unity",
+      "▁commun ity",
+      "▁ community",
+      "▁a pi",
+      "▁ap i",
+      "▁ api",
+      "Ar gs",
+      "Arg s",
+      "ie ren",
+      "ier en",
+      "iere n",
+      "i eren",
+      "▁d ann",
+      "▁da nn",
+      "▁dan n",
+      "om orph",
+      "ad r",
+      "a dr",
+      "lo op",
+      "l oop",
+      "um an",
+      "uma n",
+      "u man",
+      "▁v ous",
+      "▁vo us",
+      "▁vou s",
+      "▁ vous",
+      "bs t",
+      "b st",
+      "sub mit",
+      "\\ |",
+      "ти н",
+      "т ин",
+      "Cont ainer",
+      "as ket",
+      "ask et",
+      "? )",
+      "Se c",
+      "S ec",
+      "▁d rive",
+      "▁dr ive",
+      "▁dri ve",
+      "▁driv e",
+      "▁ drive",
+      "As s",
+      "A ss",
+      "▁s we",
+      "▁sw e",
+      "▁a mer",
+      "▁am er",
+      "▁ amer",
+      "▁m ine",
+      "▁min e",
+      "▁mi ne",
+      "▁ mine",
+      "▁H am",
+      "▁Ha m",
+      "▁av ait",
+      "▁ avait",
+      "▁H on",
+      "▁Ho n",
+      "▁a près",
+      "▁ap rès",
+      "▁apr ès",
+      "▁ après",
+      "▁M ann",
+      "▁Man n",
+      "▁Ma nn",
+      "сь ка",
+      "ськ а",
+      "▁incre ase",
+      "▁t y",
+      "▁ ty",
+      "sk y",
+      "s ky",
+      "▁acc ur",
+      "▁ac cur",
+      "art icle",
+      "we ight",
+      "weig ht",
+      "▁s ex",
+      "▁se x",
+      "▁ sex",
+      "▁list ade",
+      "▁lista de",
+      "/* *",
+      "/ **",
+      "▁est á",
+      "}} $",
+      "} }$",
+      "ar go",
+      "arg o",
+      "def ine",
+      "defin e",
+      "▁со став",
+      "▁соста в",
+      "s ession",
+      "ad s",
+      "a ds",
+      "ст ви",
+      "ств и",
+      "▁L aw",
+      "▁La w",
+      "▁d ialog",
+      "▁di alog",
+      "▁dia log",
+      "▁ dialog",
+      "▁dup licate",
+      "▁é p",
+      "▁ ép",
+      "▁v oc",
+      "▁vo c",
+      "fr i",
+      "f ri",
+      "▁g reen",
+      "▁gr een",
+      "▁gre en",
+      "▁ green",
+      "▁h idden",
+      "▁hid den",
+      "▁ hidden",
+      "▁Is land",
+      "▁di ag",
+      "▁dia g",
+      "ow ej",
+      "owe j",
+      "my sql",
+      "mys ql",
+      "mysq l",
+      "te il",
+      "tei l",
+      "t eil",
+      "r ä",
+      "ik an",
+      "ika n",
+      "i kan",
+      "▁Jos é",
+      "al ed",
+      "ale d",
+      "a led",
+      "Run time",
+      "R untime",
+      "▁t rain",
+      "▁tr ain",
+      "▁tra in",
+      "▁ train",
+      "▁Di vision",
+      "▁Div ision",
+      "ни ц",
+      "▁S pan",
+      "▁Sp an",
+      "▁ Span",
+      "ни ма",
+      "ним а",
+      ")= \\",
+      ") =\\",
+      "та н",
+      "т ан",
+      "▁st ay",
+      "▁sta y",
+      "▁f oo",
+      "▁fo o",
+      "▁ foo",
+      "▁acc om",
+      "▁ac com",
+      "▁h ers",
+      "▁he rs",
+      "▁her s",
+      "▁на у",
+      "▁M ün",
+      "ide os",
+      "ideo s",
+      "st atic",
+      "stat ic",
+      "▁re ady",
+      "▁read y",
+      "▁ ready",
+      "] `",
+      "▁vis ible",
+      "▁vi sible",
+      "▁ visible",
+      "▁H ope",
+      "▁Ho pe",
+      "▁Hop e",
+      "ul ated",
+      "ula ted",
+      "ulate d",
+      "▁C ult",
+      "▁Cu lt",
+      "ст ро",
+      "стр о",
+      "с тро",
+      "C o",
+      "▁sm aller",
+      "▁small er",
+      "at ura",
+      "atur a",
+      "atu ra",
+      "▁perfect ly",
+      "re q",
+      "r eq",
+      "▁pro posed",
+      "▁prop osed",
+      "▁propos ed",
+      "▁propose d",
+      "▁deg li",
+      "Se arch",
+      "S earch",
+      "▁i ch",
+      "▁ic h",
+      "▁ ich",
+      "Ma x",
+      "M ax",
+      "▁vol ume",
+      "▁ volume",
+      "exec ute",
+      "gr e",
+      "g re",
+      "▁s port",
+      "▁sp ort",
+      "▁spo rt",
+      "ud ad",
+      "uda d",
+      "P T",
+      "▁Rec ords",
+      "▁Record s",
+      "▁c ook",
+      "▁co ok",
+      "▁ cook",
+      "▁exp and",
+      "▁ expand",
+      "б і",
+      "▁al tri",
+      "▁alt ri",
+      "pp et",
+      "ppe t",
+      "p pet",
+      "ar se",
+      "ars e",
+      "▁w et",
+      "▁we t",
+      "▁B ob",
+      "▁Bo b",
+      "▁ Bob",
+      "▁F C",
+      "▁ FC",
+      "▁Associ ation",
+      "uj e",
+      "u je",
+      "▁f el",
+      "▁fe l",
+      "▁ fel",
+      "▁с лу",
+      "▁ слу",
+      "▁B ig",
+      "▁Bi g",
+      "▁ Big",
+      "/ \\",
+      "G e",
+      "wh ile",
+      "{ (",
+      "▁su fficient",
+      "Pos ition",
+      "P osition",
+      "▁under standing",
+      "▁understand ing",
+      "▁n ue",
+      "▁nu e",
+      "▁r az",
+      "▁ra z",
+      "▁ raz",
+      "▁y e",
+      "▁ ye",
+      "he m",
+      "h em",
+      "N um",
+      "▁Pro ject",
+      "▁ Project",
+      "▁I ts",
+      "▁It s",
+      "▁h asta",
+      "▁ha sta",
+      "▁has ta",
+      "▁hast a",
+      "en so",
+      "ens o",
+      "▁w ire",
+      "▁wir e",
+      "▁ wire",
+      "Re t",
+      "R et",
+      "u j",
+      "pro of",
+      "▁re levant",
+      "▁relev ant",
+      "▁part ir",
+      "▁parti r",
+      "▁a go",
+      "▁ag o",
+      "▁ ago",
+      "if icate",
+      "ific ate",
+      "ifica te",
+      "▁d omin",
+      "▁do min",
+      "▁dom in",
+      "▁ domin",
+      "▁b oy",
+      "▁bo y",
+      "▁ boy",
+      "▁p lant",
+      "▁pl ant",
+      "▁pla nt",
+      "▁plan t",
+      "▁ plant",
+      "▁enc oding",
+      "▁ encoding",
+      "▁th rows",
+      "▁thr ows",
+      "▁throw s",
+      "▁thro ws",
+      "▁R ock",
+      "▁Ro ck",
+      "▁Roc k",
+      "zo ne",
+      "zon e",
+      "z one",
+      "ga ng",
+      "gan g",
+      "g ang",
+      "wid get",
+      "w idget",
+      "▁interest ing",
+      "DE R",
+      "D ER",
+      "▁d emon",
+      "▁de mon",
+      "▁dem on",
+      "▁demo n",
+      "▁off ice",
+      "▁offic e",
+      "▁ office",
+      "am t",
+      "a mt",
+      "ät er",
+      "ä ter",
+      "▁Wh ite",
+      "▁Whit e",
+      "▁ White",
+      "▁v ersch",
+      "▁ver sch",
+      "▁vers ch",
+      "▁die ser",
+      "▁dies er",
+      "▁diese r",
+      "▁M ount",
+      "▁Mo unt",
+      "▁Mou nt",
+      "▁ Mount",
+      "▁stud ents",
+      "▁student s",
+      "▁P ub",
+      "▁Pu b",
+      "▁ Pub",
+      "▁Д е",
+      "ij a",
+      "i ja",
+      "▁C y",
+      "▁ Cy",
+      "▁Californ ia",
+      "▁ab ril",
+      "äl l",
+      "ä ll",
+      "▁ч ем",
+      "▁че м",
+      "T V",
+      "▁m és",
+      "▁mé s",
+      "▁decl ared",
+      "▁decla red",
+      "▁declar ed",
+      "▁declare d",
+      "▁ ю",
+      "ő l",
+      "ap pa",
+      "app a",
+      "a ppa",
+      "▁Б е",
+      "ec ho",
+      "ech o",
+      "e cho",
+      "num er",
+      "nu mer",
+      "n umer",
+      "▁po sted",
+      "▁pos ted",
+      "▁post ed",
+      "▁poste d",
+      "▁в ер",
+      "▁ве р",
+      "▁ вер",
+      "▁годи не",
+      "▁we ak",
+      "▁ weak",
+      "▁Re public",
+      "▁Rep ublic",
+      "▁Repub lic",
+      "▁ch ampion",
+      "▁champ ion",
+      "ensure math",
+      "you r",
+      "yo ur",
+      "y our",
+      "▁O ber",
+      "▁Ob er",
+      "▁Cent ral",
+      "is a",
+      "i sa",
+      "ан д",
+      "а нд",
+      "y y",
+      "▁full y",
+      "▁ful ly",
+      "▁ fully",
+      "▁S D",
+      "▁ SD",
+      "▁Lin ux",
+      "▁ Linux",
+      "▁Sc ott",
+      "▁Scot t",
+      "part ment",
+      "ko n",
+      "k on",
+      "▁cont ract",
+      "▁contr act",
+      "▁contra ct",
+      "▁O F",
+      "▁ OF",
+      "▁a le",
+      "▁al e",
+      "▁ ale",
+      "▁A nn",
+      "▁An n",
+      "▁на д",
+      "▁ над",
+      "la h",
+      "l ah",
+      "▁N ext",
+      "▁Ne xt",
+      "▁ Next",
+      "or en",
+      "ore n",
+      "o ren",
+      "▁d isk",
+      "▁di sk",
+      "▁dis k",
+      "▁ disk",
+      "▁e g",
+      "▁ eg",
+      "at u",
+      "a tu",
+      "ло ги",
+      "лог и",
+      "▁g ames",
+      "▁game s",
+      "▁ga mes",
+      "▁gam es",
+      "Le ft",
+      "L eft",
+      "▁l u",
+      "▁ lu",
+      "▁fin ite",
+      "▁finit e",
+      "▁ finite",
+      "▁к и",
+      "▁ ки",
+      "▁cr ash",
+      "▁cra sh",
+      "ph er",
+      "phe r",
+      "p her",
+      "ex e",
+      "e xe",
+      "AT ION",
+      "▁br other",
+      "▁bro ther",
+      "En g",
+      "E ng",
+      "ta t",
+      "t at",
+      "▁In teger",
+      "▁ Integer",
+      "но му",
+      "ном у",
+      "н ому",
+      "▁col on",
+      "▁co lon",
+      "▁ colon",
+      "i qu",
+      ")) .",
+      ") ).",
+      "iv i",
+      "i vi",
+      "▁M ethod",
+      "▁Met hod",
+      "▁ Method",
+      "ar ten",
+      "art en",
+      "arte n",
+      "Un i",
+      "U ni",
+      "ve ctor",
+      "vec tor",
+      "v ector",
+      "▁w ood",
+      "▁wo od",
+      "▁ wood",
+      "р т",
+      "▁Л е",
+      "▁siè cle",
+      "▁g ent",
+      "▁ge nt",
+      "▁gen t",
+      "▁ gent",
+      "} \r",
+      "▁cont ents",
+      "▁content s",
+      "▁conten ts",
+      "▁ contents",
+      "▁com pan",
+      "▁comp an",
+      "G o",
+      "▁j ou",
+      "▁jo u",
+      "▁ jou",
+      "ue nt",
+      "uen t",
+      "u ent",
+      "As ync",
+      "A sync",
+      "print f",
+      "▁M odel",
+      "▁Mod el",
+      "▁Mo del",
+      "▁Mode l",
+      "▁ Model",
+      "▁ke pt",
+      "AS E",
+      "A SE",
+      "▁prov ides",
+      "▁provide s",
+      "▁Ab gerufen",
+      "▁G all",
+      "▁Gal l",
+      "▁Ga ll",
+      "▁Al f",
+      "S A",
+      "▁M em",
+      "▁Me m",
+      "▁ Mem",
+      "▁k ter",
+      "▁ kter",
+      "▁B ru",
+      "▁Br u",
+      "And roid",
+      "( :",
+      "▁У краї",
+      "▁Укра ї",
+      "N e",
+      "M in",
+      "at r",
+      "a tr",
+      "▁H al",
+      "▁Ha l",
+      "de lete",
+      "del ete",
+      "od o",
+      "o do",
+      "▁n ão",
+      "èn e",
+      "è ne",
+      "▁calcul ate",
+      "▁calc ulate",
+      "Js on",
+      "J son",
+      "ke ys",
+      "key s",
+      "не й",
+      "н ей",
+      "▁h ence",
+      "▁hen ce",
+      "▁o w",
+      "▁ ow",
+      "▁L ib",
+      "▁Li b",
+      "▁ Lib",
+      "en o",
+      "e no",
+      "▁L ove",
+      "▁Lo ve",
+      "▁Lov e",
+      "os i",
+      "o si",
+      "wi de",
+      "wid e",
+      "w ide",
+      "▁s core",
+      "▁sc ore",
+      "▁ score",
+      "ful l",
+      "fu ll",
+      "f ull",
+      "во д",
+      "в од",
+      "▁determ ine",
+      "▁determin e",
+      "▁s paces",
+      "▁sp aces",
+      "▁space s",
+      "▁spac es",
+      "▁ spaces",
+      "ло ва",
+      "лов а",
+      "л ова",
+      "▁pe ut",
+      "▁peu t",
+      "ér al",
+      "éra l",
+      "é ral",
+      "ó ł",
+      "▁app oint",
+      "▁ap point",
+      "▁T w",
+      "▁ Tw",
+      "< ?",
+      "▁Or der",
+      "▁Ord er",
+      "▁ Order",
+      "▁h op",
+      "▁ho p",
+      "ran dom",
+      "rand om",
+      "r andom",
+      "ca che",
+      "c ache",
+      "▁dest roy",
+      "▁ destroy",
+      "▁r ace",
+      "▁ra ce",
+      "▁rac e",
+      "▁ race",
+      "T ag",
+      "▁r id",
+      "▁ri d",
+      "▁ rid",
+      "▁neg ative",
+      "▁ negative",
+      "Ca r",
+      "C ar",
+      "ens ional",
+      "ension al",
+      "d k",
+      "▁c ro",
+      "▁cr o",
+      "▁ cro",
+      "▁TH EN",
+      "▁THE N",
+      "▁$ .",
+      "▁ $.",
+      "en sk",
+      "ens k",
+      "N E",
+      "H O",
+      "▁k le",
+      "▁kl e",
+      "osp ital",
+      "kt e",
+      "k te",
+      "fér ences",
+      "férence s",
+      "ud es",
+      "ude s",
+      "u des",
+      "I R",
+      "ot ion",
+      "oti on",
+      "o tion",
+      "▁Re al",
+      "▁ Real",
+      "▁Febru ar",
+      "и н",
+      "▁O ld",
+      "▁Ol d",
+      "▁ Old",
+      "ко го",
+      "к ого",
+      "le ich",
+      "lei ch",
+      "▁ р",
+      "ía n",
+      "í an",
+      "▁г а",
+      "▁ га",
+      "ci de",
+      "cid e",
+      "c ide",
+      "la b",
+      "l ab",
+      "▁p ull",
+      "▁pu ll",
+      "▁pul l",
+      "▁ pull",
+      "▁' /",
+      "Lo ng",
+      "L ong",
+      ", $",
+      "▁appropri ate",
+      "▁бы ла",
+      "▁был а",
+      "f ühr",
+      "▁M edia",
+      "▁Me dia",
+      "▁Med ia",
+      "▁Medi a",
+      "▁ Media",
+      "▁m anner",
+      "▁man ner",
+      "▁Г е",
+      "de scription",
+      "des cription",
+      "Be an",
+      "▁L ar",
+      "▁La r",
+      "▁ Lar",
+      "'] ;",
+      "' ];",
+      "▁re lation",
+      "▁rel ation",
+      "▁rela tion",
+      "▁ relation",
+      "▁S orry",
+      "▁Sor ry",
+      "ha r",
+      "h ar",
+      "cp p",
+      "c pp",
+      "▁K o",
+      "▁exec ution",
+      "▁execut ion",
+      "▁ execution",
+      "in os",
+      "ino s",
+      "i nos",
+      "▁b ul",
+      "▁bu l",
+      "▁ bul",
+      "gr ade",
+      "gra de",
+      "grad e",
+      "g rade",
+      "▁M u",
+      "▁p il",
+      "▁pi l",
+      "wr it",
+      "w rit",
+      "ific ations",
+      "ification s",
+      "in ese",
+      "ine se",
+      "ines e",
+      "▁Ph ili",
+      "▁Phil i",
+      "d x",
+      "▁le ading",
+      "▁lead ing",
+      "▁ leading",
+      "▁J ournal",
+      "ov ed",
+      "ove d",
+      "o ved",
+      "▁cont ro",
+      "▁contr o",
+      "но ва",
+      "нов а",
+      "н ова",
+      "Y es",
+      "▁ch annel",
+      "▁ channel",
+      ")) ,",
+      ") ),",
+      "is ten",
+      "ist en",
+      "iste n",
+      "i sten",
+      "ak a",
+      "a ka",
+      "To String",
+      "ma s",
+      "m as",
+      "▁e tt",
+      "▁et t",
+      "▁ ett",
+      "▁for ces",
+      "▁force s",
+      "ul ations",
+      "ulation s",
+      "▁C all",
+      "▁Cal l",
+      "▁Ca ll",
+      "▁ Call",
+      "▁explan ation",
+      "or ing",
+      "ori ng",
+      "o ring",
+      "AT A",
+      "A TA",
+      "ch ter",
+      "cht er",
+      "chte r",
+      "wh en",
+      "w hen",
+      "V C",
+      "▁Jah rh",
+      "▁Jahr h",
+      "Ca se",
+      "C ase",
+      "▁comm ands",
+      "▁command s",
+      "▁ commands",
+      "▁r ich",
+      "▁ric h",
+      "▁ri ch",
+      "▁ rich",
+      "bu s",
+      "b us",
+      "F e",
+      "mb ox",
+      "m box",
+      "▁re con",
+      "▁rec on",
+      "ñ o",
+      "▁s hape",
+      "▁sh ape",
+      "▁ shape",
+      "ow y",
+      "o wy",
+      "en try",
+      "ent ry",
+      "entr y",
+      "it able",
+      "ita ble",
+      "i table",
+      "▁e lection",
+      "▁el ection",
+      "▁elect ion",
+      "▁ele ction",
+      "є ться",
+      "▁p rep",
+      "▁pr ep",
+      "▁pre p",
+      "▁ prep",
+      "v á",
+      "▁in fin",
+      "▁inf in",
+      "lo t",
+      "l ot",
+      "▁bo oks",
+      "▁book s",
+      "▁ books",
+      "▁U SA",
+      "▁US A",
+      "▁ USA",
+      "ли н",
+      "л ин",
+      "▁p om",
+      "▁po m",
+      "▁ pom",
+      "▁n as",
+      "▁na s",
+      "▁ nas",
+      "▁t ags",
+      "▁tag s",
+      "▁ta gs",
+      "▁ tags",
+      "▁exec uted",
+      "▁execute d",
+      "▁execut ed",
+      "ail le",
+      "ai lle",
+      "a ille",
+      "lu ng",
+      "l ung",
+      "▁Java Script",
+      "▁ JavaScript",
+      "▁b all",
+      "▁bal l",
+      "▁ba ll",
+      "▁ ball",
+      "▁ain si",
+      "▁P ri",
+      "▁Pr i",
+      "{ $",
+      "▁U N",
+      "▁ UN",
+      "▁R am",
+      "▁Ra m",
+      "▁h ear",
+      "▁he ar",
+      "▁U buntu",
+      ">( );",
+      ">() ;",
+      "> ();",
+      "▁p ure",
+      "▁pu re",
+      "▁pur e",
+      "▁em bed",
+      "▁emb ed",
+      "▁ embed",
+      "a ção",
+      "cont roller",
+      "control ler",
+      "▁mar ried",
+      "▁F ol",
+      "▁Fo l",
+      "fa mil",
+      "f amil",
+      "▁p rec",
+      "▁pr ec",
+      "▁pre c",
+      "▁ prec",
+      "▁rec urs",
+      "pa d",
+      "p ad",
+      "istr ation",
+      "istra tion",
+      "▁respect ively",
+      "▁respective ly",
+      "[ $",
+      "au tor",
+      "aut or",
+      "auto r",
+      "a utor",
+      "▁g rav",
+      "▁gr av",
+      "▁gra v",
+      "ie ra",
+      "ier a",
+      "i era",
+      "az ioni",
+      "azi oni",
+      "a zioni",
+      "▁B ul",
+      "▁Bu l",
+      "▁Austral ia",
+      "mon d",
+      "mo nd",
+      "m ond",
+      "▁T ro",
+      "▁Tr o",
+      "▁E le",
+      "▁El e",
+      "pack ages",
+      "package s",
+      "ms dn",
+      "▁A ls",
+      "▁Al s",
+      "▁pr zy",
+      "▁prz y",
+      "AR T",
+      "A RT",
+      "▁char ge",
+      "▁charg e",
+      "▁ charge",
+      "▁app lications",
+      "▁application s",
+      "▁applic ations",
+      "Un it",
+      "Uni t",
+      "U nit",
+      "ar en",
+      "are n",
+      "a ren",
+      "▁sud den",
+      "om eter",
+      "ome ter",
+      "omet er",
+      "o meter",
+      "▁d ot",
+      "▁do t",
+      "▁ dot",
+      "ac ji",
+      "a cji",
+      "кт ор",
+      "кто р",
+      "к тор",
+      "im in",
+      "imi n",
+      "i min",
+      "en ing",
+      "eni ng",
+      "e ning",
+      "▁d onde",
+      "▁do nde",
+      "▁don de",
+      "▁H o",
+      "tr ee",
+      "tre e",
+      "t ree",
+      "m b",
+      "▁d rag",
+      "▁dr ag",
+      "▁dra g",
+      "▁ drag",
+      "aj e",
+      "a je",
+      "▁in valid",
+      "▁ invalid",
+      "▁fin ish",
+      "la im",
+      "▁f eed",
+      "▁fe ed",
+      "▁fee d",
+      "▁ feed",
+      "▁N ap",
+      "▁Na p",
+      "ro om",
+      "r oom",
+      "im ages",
+      "ima ges",
+      "image s",
+      "▁са й",
+      "▁su cc",
+      "▁suc c",
+      "if fer",
+      "iff er",
+      "iffe r",
+      "▁a ño",
+      "▁añ o",
+      "▁c ual",
+      "▁cu al",
+      "ме ри",
+      "мер и",
+      "D R",
+      "▁B ilder",
+      "▁Bi lder",
+      "▁Bild er",
+      "▁Bil der",
+      "б ра",
+      "ra it",
+      "rai t",
+      "r ait",
+      "pa n",
+      "p an",
+      "ен ь",
+      "е нь",
+      "▁dist inct",
+      "▁K n",
+      "ön ig",
+      "ö nig",
+      "an ced",
+      "ance d",
+      "anc ed",
+      "▁lo ading",
+      "▁load ing",
+      "▁ loading",
+      "▁Te chn",
+      "▁S el",
+      "▁Se l",
+      "mu s",
+      "m us",
+      "▁r ail",
+      "▁ra il",
+      "▁st udent",
+      "▁stud ent",
+      "▁ student",
+      "▁not ice",
+      "▁s la",
+      "▁sl a",
+      "▁Д а",
+      "▁gu ard",
+      "▁ guard",
+      "▁D ay",
+      "▁Da y",
+      "▁ Day",
+      "ва ли",
+      "вал и",
+      "в али",
+      "Op tion",
+      "Opt ion",
+      "O ption",
+      "ais on",
+      "ai son",
+      "a ison",
+      "ip p",
+      "i pp",
+      "▁J un",
+      "▁Ju n",
+      "▁f ell",
+      "▁fe ll",
+      "▁fel l",
+      "▁ab solute",
+      "▁absol ute",
+      "▁ absolute",
+      "ов е",
+      "о ве",
+      "de bug",
+      "deb ug",
+      "▁S ud",
+      "▁Su d",
+      "п ы",
+      "ug ins",
+      "ugin s",
+      "▁view s",
+      "▁vie ws",
+      "▁ views",
+      "la y",
+      "l ay",
+      "▁s urr",
+      "▁su rr",
+      "▁sur r",
+      "▁st ood",
+      "▁sto od",
+      "▁ stood",
+      "▁в і",
+      "▁ ві",
+      "select ed",
+      "sel ected",
+      "г і",
+      "▁att ributes",
+      "▁attribute s",
+      "▁ attributes",
+      "fin al",
+      "fi nal",
+      "f inal",
+      "en da",
+      "end a",
+      "▁B on",
+      "▁Bo n",
+      "ne rs",
+      "ner s",
+      "n ers",
+      "▁W er",
+      "▁We r",
+      "bu r",
+      "b ur",
+      "it tel",
+      "itt el",
+      "itte l",
+      "▁m oving",
+      "▁mov ing",
+      "▁mo ving",
+      "▁P lan",
+      "▁Pl an",
+      "▁Pla n",
+      "▁ Plan",
+      "is ches",
+      "isch es",
+      "ische s",
+      "isc hes",
+      "J ava",
+      "▁b asis",
+      "▁bas is",
+      "▁B us",
+      "▁Bu s",
+      "▁ Bus",
+      "▁A u",
+      "▁I ll",
+      "▁Il l",
+      "▁ Ill",
+      "▁вре мя",
+      "▁ц ент",
+      "▁ цент",
+      "hand le",
+      "сту п",
+      "▁F ar",
+      "▁Fa r",
+      "▁o raz",
+      "▁or az",
+      "▁ora z",
+      "oc r",
+      "o cr",
+      "▁se it",
+      "▁sei t",
+      "on der",
+      "ond er",
+      "onde r",
+      "o nder",
+      "до м",
+      "д ом",
+      ": /",
+      "ch or",
+      "cho r",
+      "c hor",
+      "▁T own",
+      "▁To wn",
+      "▁Tow n",
+      "▁def init",
+      "▁defin it",
+      "re act",
+      "rea ct",
+      "▁pie ce",
+      "▁Kar l",
+      "▁Ka rl",
+      "C I",
+      "▁App lication",
+      "▁ Application",
+      "un ter",
+      "unt er",
+      "unte r",
+      "▁for med",
+      "▁form ed",
+      "▁forme d",
+      "▁ formed",
+      "▁п у",
+      "▁ пу",
+      "B o",
+      "▁Dan iel",
+      "▁ Daniel",
+      "▁п ла",
+      "▁ пла",
+      "Bo dy",
+      "B ody",
+      "}) $",
+      "} )$",
+      "▁бы ли",
+      "▁был и",
+      "▁e arth",
+      "▁ear th",
+      "г ла",
+      "Th ere",
+      "The re",
+      "T here",
+      "▁с тра",
+      "▁ст ра",
+      "▁ стра",
+      "▁v ille",
+      "▁vi lle",
+      "▁vill e",
+      "▁vil le",
+      "▁ ville",
+      "▁c entre",
+      "▁cent re",
+      ") \r",
+      "▁help ful",
+      "▁+ +",
+      "▁ ++",
+      "▁C G",
+      "▁ CG",
+      "iz ione",
+      "izi one",
+      "izio ne",
+      "i zione",
+      "▁G ame",
+      "▁Ga me",
+      "▁Gam e",
+      "▁ Game",
+      "▁Wh ich",
+      "▁p ip",
+      "▁pi p",
+      "▁ pip",
+      "▁Port ug",
+      "D S",
+      "▁de scribe",
+      "▁des cribe",
+      "▁descri be",
+      "▁check ing",
+      "▁man ager",
+      "▁manage r",
+      "▁ manager",
+      "B O",
+      "▁B undes",
+      "▁Bund es",
+      "▁Bun des",
+      "bu ch",
+      "b uch",
+      "▁dec ided",
+      "▁decide d",
+      "▁decid ed",
+      "▁Jahrh undert",
+      "▁f if",
+      "▁fi f",
+      "▁ fif",
+      "e fficient",
+      "an ci",
+      "anc i",
+      "br aries",
+      "bra ries",
+      "▁f ails",
+      "▁fa ils",
+      "▁fail s",
+      "▁k ernel",
+      "▁ker nel",
+      "▁ kernel",
+      "▁G l",
+      "▁N acional",
+      "▁pro ceed",
+      "▁proc eed",
+      "▁f uer",
+      "▁fue r",
+      "▁fu er",
+      "▁l iving",
+      "▁li ving",
+      "▁liv ing",
+      "▁success fully",
+      "▁successful ly",
+      "▁f aster",
+      "▁fa ster",
+      "▁fast er",
+      "▁fas ter",
+      "▁con tre",
+      "▁cont re",
+      "▁contr e",
+      "▁ contre",
+      "▁pr ison",
+      "▁pri son",
+      "▁pris on",
+      "OR T",
+      "O RT",
+      "he lp",
+      "hel p",
+      "▁a utor",
+      "▁au tor",
+      "▁aut or",
+      "▁auto r",
+      "▁ autor",
+      "ła w",
+      "ł aw",
+      "aj ą",
+      "a ją",
+      "▁A rm",
+      "▁Ar m",
+      "▁ Arm",
+      "▁pro vin",
+      "▁prov in",
+      "▁na am",
+      "/ #",
+      "se d",
+      "s ed",
+      "▁g esch",
+      "▁ge sch",
+      "▁ges ch",
+      "▁ gesch",
+      "▁м ар",
+      "▁ма р",
+      "▁ мар",
+      "es k",
+      "e sk",
+      "ter m",
+      "te rm",
+      "t erm",
+      "▁T ex",
+      "▁Te x",
+      "▁ Tex",
+      "ir ing",
+      "iri ng",
+      "i ring",
+      "▁t ools",
+      "▁to ols",
+      "▁too ls",
+      "▁tool s",
+      "▁ tools",
+      "PD F",
+      "P DF",
+      "▁u lt",
+      "▁ul t",
+      "▁ ult",
+      "iss enschaft",
+      "issen schaft",
+      "▁could n",
+      "di ng",
+      "din g",
+      "d ing",
+      "De p",
+      "D ep",
+      "{ -",
+      "▁pre dict",
+      "▁pred ict",
+      "▁ predict",
+      "ant age",
+      "anta ge",
+      "▁L ike",
+      "▁Li ke",
+      "▁ Like",
+      "▁Б и",
+      "to ols",
+      "tool s",
+      "t ools",
+      "es tra",
+      "est ra",
+      "estr a",
+      "e stra",
+      "▁k i",
+      "▁ ki",
+      "▁J im",
+      "▁Ji m",
+      "st ar",
+      "sta r",
+      "s tar",
+      "▁re mark",
+      "▁r emark",
+      "▁rem ark",
+      "▁ remark",
+      "ó g",
+      "na bla",
+      "nab la",
+      "▁Al though",
+      "mod e",
+      "mo de",
+      "m ode",
+      "H ost",
+      "▁st range",
+      "▁str ange",
+      "▁stran ge",
+      "No ne",
+      "Non e",
+      "N one",
+      "bl ack",
+      "bla ck",
+      "b lack",
+      "▁F estival",
+      "▁Fest ival",
+      "▁I S",
+      "▁ IS",
+      "an za",
+      "anz a",
+      "▁( -",
+      "▁ (-",
+      "ic ket",
+      "ick et",
+      "i cket",
+      "ко ла",
+      "кол а",
+      "▁J es",
+      "▁Je s",
+      "▁f lex",
+      "▁fl ex",
+      "▁fle x",
+      "▁ flex",
+      "▁ À",
+      "▁N etwork",
+      "▁Net work",
+      "▁ Network",
+      "▁E X",
+      "▁ EX",
+      "▁e nero",
+      "▁en ero",
+      "▁ener o",
+      "! ”",
+      "▁O rt",
+      "▁Or t",
+      "▁al ors",
+      "▁Or iginal",
+      "▁Origin al",
+      "▁Orig inal",
+      "▁ Original",
+      "▁z o",
+      "▁ zo",
+      "ны ми",
+      "ным и",
+      "▁s pl",
+      "▁sp l",
+      "▁ spl",
+      "Dra w",
+      "Dr aw",
+      "D raw",
+      "yo nd",
+      "y ond",
+      "─ ─",
+      "▁O t",
+      "▁d ram",
+      "▁dr am",
+      "▁dra m",
+      "▁di vision",
+      "▁div ision",
+      "▁divis ion",
+      "▁e fficient",
+      "▁effic ient",
+      "▁ efficient",
+      "▁Г а",
+      "▁v ier",
+      "▁vi er",
+      "▁vie r",
+      "▁ vier",
+      "na k",
+      "n ak",
+      "L S",
+      "▁sp irit",
+      "▁spir it",
+      "zeich net",
+      "▁d ici",
+      "▁di ci",
+      "▁dic i",
+      "cl ear",
+      "cle ar",
+      "c lear",
+      "co py",
+      "cop y",
+      "c opy",
+      "ya r",
+      "y ar",
+      "▁ро ці",
+      "us qu",
+      "u squ",
+      "▁n ous",
+      "▁no us",
+      "▁nou s",
+      "▁b lev",
+      "▁bl ev",
+      "▁ble v",
+      "ж де",
+      "Ar g",
+      "A rg",
+      "▁per formed",
+      "▁perform ed",
+      "▁M ake",
+      "▁Ma ke",
+      "▁Mak e",
+      "▁ Make",
+      "▁Car ol",
+      "▁Ca rol",
+      "et to",
+      "ett o",
+      "e tto",
+      "▁S and",
+      "▁San d",
+      "▁Sa nd",
+      "▁D isc",
+      "▁Dis c",
+      "▁Di sc",
+      "En c",
+      "E nc",
+      "re ro",
+      "rer o",
+      "r ero",
+      "ha sh",
+      "has h",
+      "h ash",
+      "▁f ocus",
+      "▁fo cus",
+      "▁foc us",
+      "▁ focus",
+      "▁att ention",
+      "▁a gre",
+      "▁ag re",
+      "▁agr e",
+      "▁di vis",
+      "▁div is",
+      "▁бы ло",
+      "▁был о",
+      "▁e j",
+      "▁ ej",
+      "▁m arch",
+      "▁mar ch",
+      "▁marc h",
+      "▁ph ase",
+      "▁ phase",
+      "ía s",
+      "í as",
+      "▁ph il",
+      "▁P ap",
+      "▁Pa p",
+      "▁r iver",
+      "▁riv er",
+      "▁ri ver",
+      "▁ river",
+      "▁c aused",
+      "▁caus ed",
+      "▁cause d",
+      "▁ca used",
+      "pl ugin",
+      "▁Te am",
+      "▁ Team",
+      "ul er",
+      "ule r",
+      "u ler",
+      "▁$ (\"#",
+      "▁$(\" #",
+      "ie j",
+      "i ej",
+      "I SBN",
+      "na m",
+      "n am",
+      "▁f ight",
+      "▁fig ht",
+      "vi d",
+      "v id",
+      "▁L ud",
+      "▁Lu d",
+      "Select ed",
+      ":@ \"",
+      ": @\"",
+      "▁P od",
+      "▁Po d",
+      "▁ Pod",
+      "▁ann ées",
+      "▁année s",
+      "ar ios",
+      "ari os",
+      "ario s",
+      "a rios",
+      "▁deutsch er",
+      "▁deutsche r",
+      "▁N A",
+      "▁ NA",
+      "▁и ю",
+      "▁d ictionary",
+      "▁diction ary",
+      "▁ dictionary",
+      "▁Л а",
+      "▁T ri",
+      "▁Tr i",
+      "▁ Tri",
+      "è n",
+      "▁polit ical",
+      "rid ge",
+      "r idge",
+      "at ten",
+      "att en",
+      "atte n",
+      "▁circ le",
+      "▁cir cle",
+      "▁ circle",
+      "▁trans port",
+      "▁ transport",
+      "em as",
+      "ema s",
+      "e mas",
+      "F C",
+      "▁replace d",
+      "▁repla ced",
+      "▁A ud",
+      "▁Au d",
+      "is ka",
+      "isk a",
+      "i ska",
+      "Config uration",
+      "▁so ort",
+      "▁Н е",
+      "▁s equ",
+      "▁se qu",
+      "▁seq u",
+      "▁ sequ",
+      "PR O",
+      "P RO",
+      "▁b ud",
+      "▁bu d",
+      "▁ bud",
+      "▁{ {",
+      "▁ {{",
+      "lie ß",
+      "l ieß",
+      "▁M as",
+      "▁Ma s",
+      "de rs",
+      "der s",
+      "d ers",
+      "us ammen",
+      "es a",
+      "e sa",
+      "▁L y",
+      "в ро",
+      "ma c",
+      "m ac",
+      "▁и спо",
+      "▁ис по",
+      "▁s uc",
+      "▁su c",
+      "u y",
+      "▁ill ustr",
+      "▁prim era",
+      "▁prime ra",
+      "▁primer a",
+      "il ation",
+      "ila tion",
+      "i lation",
+      "▁st orage",
+      "▁stor age",
+      "▁sto rage",
+      "▁ storage",
+      "▁par ams",
+      "▁para ms",
+      "▁param s",
+      "▁pa rams",
+      "▁ params",
+      "ka z",
+      "k az",
+      "▁term inal",
+      "▁termin al",
+      "ра ль",
+      "рал ь",
+      "р аль",
+      "▁h olds",
+      "▁hold s",
+      "▁hol ds",
+      "▁ holds",
+      "ло сь",
+      "▁n ad",
+      "▁na d",
+      "▁ nad",
+      "” .",
+      "▁oct ubre",
+      "bu l",
+      "b ul",
+      "▁h us",
+      "▁hu s",
+      "▁ hus",
+      "UL T",
+      "U LT",
+      "▁ég alement",
+      "▁M ill",
+      "▁Mil l",
+      "▁Mi ll",
+      "▁ Mill",
+      "ła d",
+      "ł ad",
+      "▁cont iene",
+      "\" ?",
+      "▁> >>",
+      "▁>> >",
+      "Qu e",
+      "Q ue",
+      "   ",
+      "▁p lain",
+      "▁pl ain",
+      "▁pla in",
+      "▁ plain",
+      "at iva",
+      "ativ a",
+      "ati va",
+      "oc ker",
+      "ock er",
+      "o cker",
+      "Name s",
+      "Na mes",
+      "N ames",
+      "▁J ud",
+      "▁Ju d",
+      "▁ag ree",
+      "▁agre e",
+      "▁agr ee",
+      "▁G emeinde",
+      "▁Geme inde",
+      "la re",
+      "lar e",
+      "l are",
+      "ка за",
+      "каз а",
+      "▁st arts",
+      "▁start s",
+      "▁star ts",
+      "▁ starts",
+      "▁p rice",
+      "▁pr ice",
+      "▁pri ce",
+      "▁ price",
+      "T arget",
+      "cu s",
+      "c us",
+      "▁Inst ead",
+      ". ;",
+      "▁altern ative",
+      "▁alter native",
+      "▁в ла",
+      "I E",
+      "▁organ iz",
+      "in u",
+      "i nu",
+      "▁comp leted",
+      "▁comple ted",
+      "▁complet ed",
+      "▁complete d",
+      "▁car ry",
+      "at om",
+      "ato m",
+      "a tom",
+      "▁dep ending",
+      "▁depend ing",
+      "▁O ur",
+      "▁in sp",
+      "▁ins p",
+      "▁& \\",
+      "▁ &\\",
+      "ail y",
+      "ai ly",
+      "a ily",
+      "ir ection",
+      "ire ction",
+      "irect ion",
+      "ф а",
+      "▁d efe",
+      "▁de fe",
+      "▁def e",
+      "TA C",
+      "T AC",
+      "▁de signed",
+      "▁des igned",
+      "▁design ed",
+      "▁v oir",
+      "▁vo ir",
+      "▁ voir",
+      "bre ak",
+      "▁part ie",
+      "▁parti e",
+      "▁J ahren",
+      "▁Jah ren",
+      "▁Jahr en",
+      "▁Jahre n",
+      "▁Ja hren",
+      "▁st udio",
+      "▁stud io",
+      "▁studi o",
+      "▁ studio",
+      "▁j our",
+      "▁jo ur",
+      "▁jou r",
+      "▁N otes",
+      "▁No tes",
+      "▁Not es",
+      "▁Note s",
+      "fi re",
+      "fir e",
+      "f ire",
+      "ho use",
+      "hou se",
+      "h ouse",
+      "su ccess",
+      "▁J uan",
+      "▁Ju an",
+      "J S",
+      "▁C ustom",
+      "▁ Custom",
+      "▁b esch",
+      "▁be sch",
+      "▁bes ch",
+      "▁st ated",
+      "▁stat ed",
+      "▁state d",
+      "▁sta ted",
+      "boot strap",
+      "öt t",
+      "ö tt",
+      "oz zá",
+      "▁C ON",
+      "▁CO N",
+      "▁ CON",
+      "ha v",
+      "h av",
+      "▁s leep",
+      "▁sle ep",
+      "▁ sleep",
+      "ed a",
+      "e da",
+      "ho t",
+      "h ot",
+      "án d",
+      "á nd",
+      "▁S y",
+      "▁tem ps",
+      "▁temp s",
+      "▁ temps",
+      "am ar",
+      "ama r",
+      "a mar",
+      "▁s cal",
+      "▁sc al",
+      "▁ scal",
+      "▁a st",
+      "▁as t",
+      "▁ ast",
+      "▁op ening",
+      "▁open ing",
+      "cli pse",
+      "clip se",
+      "c lipse",
+      "▁program ming",
+      "▁ programming",
+      "▁let ters",
+      "▁letter s",
+      "▁lett ers",
+      "▁pro file",
+      "▁prof ile",
+      "▁profil e",
+      "▁ profile",
+      "na h",
+      "n ah",
+      "▁be yond",
+      "▁Fur ther",
+      "face s",
+      "fa ces",
+      "fac es",
+      "f aces",
+      "▁c hart",
+      "▁ch art",
+      "▁char t",
+      "▁cha rt",
+      "▁ chart",
+      "зд а",
+      "з да",
+      "ai gn",
+      "a ign",
+      "ні й",
+      "н ій",
+      "▁R ol",
+      "▁Ro l",
+      "ова но",
+      "ован о",
+      "ter ior",
+      "te rior",
+      "we d",
+      "w ed",
+      "▁her self",
+      "▁hers elf",
+      "▁n g",
+      "▁ ng",
+      "angu ages",
+      "anguage s",
+      "}= \\",
+      "} =\\",
+      "ynam ic",
+      "yna mic",
+      "▁j ug",
+      "▁ju g",
+      "▁Ex ample",
+      "▁ Example",
+      "▁( †",
+      "▁play ing",
+      "▁pla ying",
+      "▁us age",
+      "▁ usage",
+      "▁man aged",
+      "▁manage d",
+      "▁ managed",
+      "▁N atur",
+      "▁Nat ur",
+      "те ри",
+      "тер и",
+      "▁E t",
+      "er ia",
+      "eri a",
+      "e ria",
+      "▁daugh ter",
+      "ни ем",
+      "ние м",
+      "F ragment",
+      "▁h ol",
+      "▁ho l",
+      "▁ hol",
+      "F l",
+      "огра фи",
+      "ограф и",
+      "о графи",
+      "▁i hn",
+      "▁ih n",
+      "ü h",
+      "inst ance",
+      "▁com un",
+      "▁co mun",
+      "▁tr uth",
+      "▁са мо",
+      "▁сам о",
+      "▁implement ed",
+      "▁any way",
+      "▁C ro",
+      "▁Cr o",
+      "ф е",
+      "G C",
+      "ub untu",
+      "u buntu",
+      "ty pes",
+      "type s",
+      "typ es",
+      "t ypes",
+      "ê s",
+      ".~ \\",
+      ". ~\\",
+      "fo ld",
+      "fol d",
+      "f old",
+      "▁jo ined",
+      "▁join ed",
+      "? ?",
+      "▁m é",
+      "▁ mé",
+      "▁w ild",
+      "▁wil d",
+      "к лю",
+      "row ser",
+      "rows er",
+      "▁H ome",
+      "▁Ho me",
+      "▁Hom e",
+      "▁ Home",
+      "sk iej",
+      "ski ej",
+      "skie j",
+      "s kiej",
+      "▁J OIN",
+      "▁ju in",
+      "ho f",
+      "h of",
+      "▁data set",
+      "▁dat aset",
+      "▁datas et",
+      "▁ dataset",
+      "ж ду",
+      "') )",
+      "' ))",
+      "▁mie js",
+      "AP I",
+      "A PI",
+      "▁ed ited",
+      "▁edit ed",
+      "ool s",
+      "oo ls",
+      "o ols",
+      "▁se eing",
+      "▁see ing",
+      "ij d",
+      "i jd",
+      "▁pro cedure",
+      "▁proced ure",
+      "▁B ras",
+      "▁Br as",
+      "▁Bra s",
+      "▁s igned",
+      "▁sign ed",
+      "▁sig ned",
+      "▁ signed",
+      "▁extern os",
+      "▁dis app",
+      "▁D irect",
+      "▁Di rect",
+      "▁Dire ct",
+      "▁Dir ect",
+      "▁ Direct",
+      "cy c",
+      "c yc",
+      "▁cons ult",
+      "ör d",
+      "ö rd",
+      "W idget",
+      "ci ous",
+      "cio us",
+      "c ious",
+      "se ct",
+      "sec t",
+      "s ect",
+      "▁Д и",
+      "▁w ind",
+      "▁win d",
+      "▁ wind",
+      "▁Archiv ado",
+      "am l",
+      "a ml",
+      "с с",
+      "W h",
+      "kb d",
+      "k bd",
+      "▁Ar my",
+      "▁Arm y",
+      "▁s uffer",
+      "▁suf fer",
+      "▁suff er",
+      "art ifact",
+      "▁resol ve",
+      "▁ resolve",
+      "▁S port",
+      "▁Sp ort",
+      "▁Spo rt",
+      "▁ц е",
+      "▁ це",
+      "id as",
+      "ida s",
+      "i das",
+      "▁t ax",
+      "▁ta x",
+      "▁ tax",
+      "id i",
+      "i di",
+      "▁a ctions",
+      "▁act ions",
+      "▁action s",
+      "▁ actions",
+      "пр а",
+      "п ра",
+      "pu és",
+      "p ués",
+      "▁n aj",
+      "▁na j",
+      "F alse",
+      "▁ch ance",
+      "▁та ко",
+      "▁так о",
+      "ä d",
+      "▁d ol",
+      "▁do l",
+      "▁en v",
+      "▁ env",
+      "▁bas ically",
+      "▁basic ally",
+      "▁Coun cil",
+      "zt e",
+      "z te",
+      "▁display ed",
+      "ni l",
+      "n il",
+      "comp lete",
+      "comple te",
+      "▁L em",
+      "▁Le m",
+      "ian ce",
+      "i ance",
+      "▁ос нов",
+      "▁de pend",
+      "▁dep end",
+      "pl om",
+      "ens us",
+      "ut s",
+      "u ts",
+      "▁H ot",
+      "▁Ho t",
+      "▁ Hot",
+      "bit r",
+      "bi tr",
+      "▁valid ation",
+      "▁ validation",
+      "ab b",
+      "a bb",
+      "▁т ре",
+      "▁ тре",
+      "k m",
+      "z d",
+      "ö ff",
+      "W E",
+      "▁inter ested",
+      "▁interest ed",
+      "▁{ \"",
+      "▁ {\"",
+      "ar o",
+      "a ro",
+      "▁cor rel",
+      "▁corre l",
+      "▁corr el",
+      "▁d edic",
+      "▁de dic",
+      "▁ded ic",
+      "▁l ists",
+      "▁list s",
+      "▁ lists",
+      "▁Bibli ografia",
+      "▁ear lier",
+      "pr ogram",
+      "pro gram",
+      "prog ram",
+      "▁prem ière",
+      "▁premi ère",
+      "fr ont",
+      "f ront",
+      "T ab",
+      "ст ву",
+      "ств у",
+      "dr op",
+      "dro p",
+      "d rop",
+      "▁f ear",
+      "▁fe ar",
+      "▁En laces",
+      "▁C apt",
+      "▁Cap t",
+      "▁Ca pt",
+      "▁ Capt",
+      "▁real iz",
+      "▁h al",
+      "▁ha l",
+      "▁ hal",
+      "▁inst ances",
+      "▁instance s",
+      "▁su sp",
+      "▁sus p",
+      "il ling",
+      "ill ing",
+      "illi ng",
+      "% ;",
+      "{ }",
+      "| |",
+      "▁part ition",
+      "▁parti tion",
+      "▁ partition",
+      "▁Bu ild",
+      "▁ Build",
+      "▁w o",
+      "▁ wo",
+      "▁П ер",
+      "▁Пе р",
+      "▁direct or",
+      "▁dire ctor",
+      "▁dir ector",
+      "▁S in",
+      "▁Si n",
+      "ти я",
+      "rs g",
+      "r sg",
+      "ou ver",
+      "ouv er",
+      "ouve r",
+      "▁near ly",
+      "od a",
+      "o da",
+      "кти в",
+      "к тив",
+      "▁s ir",
+      "▁si r",
+      "IM E",
+      "I ME",
+      "▁jan vier",
+      "▁W in",
+      "▁Wi n",
+      "▁ Win",
+      "Bu ild",
+      "ie urs",
+      "ieu rs",
+      "ieur s",
+      "i eurs",
+      "IN E",
+      "I NE",
+      "d ouble",
+      "La st",
+      "L ast",
+      "▁pol icy",
+      "▁polic y",
+      "▁ policy",
+      "st ore",
+      "sto re",
+      "stor e",
+      "▁obser ved",
+      "▁observ ed",
+      "▁observe d",
+      "▁obs erved",
+      "▁famil ie",
+      "ni ca",
+      "nic a",
+      "n ica",
+      "re y",
+      "r ey",
+      "з ь",
+      "▁Y ear",
+      "▁Ye ar",
+      "▁ Year",
+      "▁develop ed",
+      "▁deve loped",
+      "▁Inst itute",
+      "▁Instit ute",
+      "▁Institut e",
+      "▁re ply",
+      "▁rep ly",
+      "Com ple",
+      "Comp le",
+      "ic ian",
+      "ici an",
+      "icia n",
+      "i cian",
+      "▁G uer",
+      "▁Gu er",
+      "▁d all",
+      "▁da ll",
+      "▁dal l",
+      "▁d esp",
+      "▁de sp",
+      "▁des p",
+      "▁Foot ball",
+      "Em pty",
+      "Emp ty",
+      "ck en",
+      "cke n",
+      "c ken",
+      "un da",
+      "und a",
+      "▁U r",
+      "▁i g",
+      "▁ ig",
+      "▁A tl",
+      "▁At l",
+      "aut hor",
+      "auth or",
+      "▁B ol",
+      "▁Bo l",
+      "zi g",
+      "z ig",
+      "na t",
+      "n at",
+      "š t",
+      "se curity",
+      "sec urity",
+      "on ic",
+      "oni c",
+      "o nic",
+      "▁p es",
+      "▁pe s",
+      "▁ pes",
+      "it an",
+      "ita n",
+      "i tan",
+      "▁Ex tern",
+      "▁Ext ern",
+      "ja n",
+      "j an",
+      "VA L",
+      "V AL",
+      "▁и м",
+      "▁ им",
+      "bo ld",
+      "bol d",
+      "b old",
+      "▁в а",
+      "▁ ва",
+      "▁М о",
+      "▁dis put",
+      "▁disp ut",
+      "▁t rick",
+      "▁tr ick",
+      "▁tri ck",
+      "▁p ed",
+      "▁pe d",
+      "▁ ped",
+      ")^ {",
+      ") ^{",
+      "in to",
+      "int o",
+      "Si m",
+      "S im",
+      "▁par allel",
+      "▁ parallel",
+      "fo x",
+      "f ox",
+      "norm al",
+      "nor mal",
+      "n ormal",
+      "in ent",
+      "ine nt",
+      "inen t",
+      "пе ди",
+      "п еди",
+      "ho ld",
+      "hol d",
+      "h old",
+      "O K",
+      "▁c hem",
+      "▁ch em",
+      "▁che m",
+      "▁ chem",
+      "▁tw ice",
+      "▁us ername",
+      "▁user name",
+      "▁ username",
+      "i č",
+      "▁re presentation",
+      "▁represent ation",
+      "▁repres entation",
+      "▁j ournal",
+      "▁jour nal",
+      "▁journ al",
+      "▁: -",
+      "▁ :-",
+      "▁b att",
+      "▁ba tt",
+      "▁bat t",
+      "\\ %",
+      "▁certain ly",
+      "▁Ex ception",
+      "▁ Exception",
+      "ep s",
+      "e ps",
+      "sh ot",
+      "s hot",
+      "at egy",
+      "ate gy",
+      "ateg y",
+      "Sh ow",
+      "S how",
+      "▁Car l",
+      "▁Ca rl",
+      "ri g",
+      "r ig",
+      "▁rep orted",
+      "▁report ed",
+      "bot tom",
+      "b ottom",
+      "T F",
+      "▁Francis co",
+      "na p",
+      "n ap",
+      "▁Champion ship",
+      "▁Champions hip",
+      "▁c ourt",
+      "▁co urt",
+      "▁cour t",
+      "▁cou rt",
+      "▁ court",
+      "▁s ources",
+      "▁source s",
+      "io ur",
+      "i our",
+      "▁con serv",
+      "▁cons erv",
+      "▁conse rv",
+      "▁conser v",
+      "di ct",
+      "dic t",
+      "d ict",
+      "▁Р у",
+      "I B",
+      "▁V e",
+      "▁ №",
+      "▁E R",
+      "▁ ER",
+      "\") );",
+      "\")) ;",
+      "\" ));",
+      "▁P oint",
+      "▁Po int",
+      "▁ Point",
+      "az ine",
+      "azi ne",
+      "▁inter net",
+      "▁intern et",
+      "д на",
+      "▁car ried",
+      "▁carri ed",
+      "▁F ield",
+      "▁ Field",
+      "ax is",
+      "axi s",
+      "a xis",
+      "▁S un",
+      "▁Su n",
+      "▁a ve",
+      "▁av e",
+      "▁ ave",
+      "пи с",
+      "п ис",
+      "я н",
+      "as y",
+      "▁ju lio",
+      "▁jul io",
+      "▁juli o",
+      "▁de puis",
+      "▁dep uis",
+      "▁sugg estion",
+      "▁suggest ion",
+      "[ [",
+      "▁Arch ive",
+      "▁Archiv e",
+      "ę p",
+      "▁P ra",
+      "▁Pr a",
+      "re h",
+      "r eh",
+      "▁demon str",
+      "ф і",
+      "cm d",
+      "c md",
+      "▁was n",
+      "▁wa sn",
+      "▁ph one",
+      "▁ phone",
+      "up load",
+      "ay a",
+      "a ya",
+      "то ра",
+      "тор а",
+      "li nes",
+      "line s",
+      "lin es",
+      "l ines",
+      "▁in du",
+      "▁ind u",
+      "▁ indu",
+      "▁v ot",
+      "▁vo t",
+      "▁es pa",
+      "▁esp a",
+      "▁b in",
+      "▁bi n",
+      "▁ bin",
+      "▁по сле",
+      "▁пос ле",
+      "pl an",
+      "pla n",
+      "p lan",
+      "▁ju nio",
+      "▁jun io",
+      "▁juni o",
+      "or ial",
+      "oria l",
+      "ori al",
+      "o rial",
+      "fr ee",
+      "fre e",
+      "f ree",
+      "ster reich",
+      "▁д у",
+      "▁ ду",
+      "▁link ed",
+      "▁lin ked",
+      "▁en able",
+      "▁ enable",
+      "P C",
+      "▁dens ity",
+      "▁E gy",
+      "▁Eg y",
+      "y o",
+      "end re",
+      "▁с ъ",
+      "▁ital iano",
+      "▁A R",
+      "▁ AR",
+      "▁P ers",
+      "▁Per s",
+      "▁Pe rs",
+      "▁ Pers",
+      "fér és",
+      "▁с кла",
+      "V ar",
+      "▁On ce",
+      "▁ Once",
+      "Re d",
+      "R ed",
+      "buf fer",
+      "buff er",
+      "b uffer",
+      "▁En ter",
+      "▁Ent er",
+      "▁ Enter",
+      "▁ Š",
+      "im iento",
+      "imi ento",
+      "St ore",
+      "Sto re",
+      "▁he alth",
+      "va t",
+      "v at",
+      "IS T",
+      "I ST",
+      "O h",
+      "▁k w",
+      "▁ kw",
+      "▁r iv",
+      "▁ri v",
+      "▁ riv",
+      "▁some where",
+      "ograf ie",
+      "ografi e",
+      "priv ate",
+      "p rivate",
+      "кт и",
+      "к ти",
+      "▁de lay",
+      "▁del ay",
+      "▁ delay",
+      "▁H ttp",
+      "▁ Http",
+      "jo b",
+      "j ob",
+      "ra el",
+      "r ael",
+      "em por",
+      "emp or",
+      "▁dici embre",
+      "▁dic iembre",
+      "êt e",
+      "ê te",
+      "ц у",
+      "▁com mit",
+      "▁comm it",
+      "▁ commit",
+      "os o",
+      "o so",
+      "Val ues",
+      "Value s",
+      "▁he aders",
+      "▁head ers",
+      "▁header s",
+      "▁ headers",
+      "trans form",
+      "▁process ing",
+      "▁proces sing",
+      "▁ processing",
+      "r å",
+      "▁A h",
+      "▁ Ah",
+      "▁N ode",
+      "▁No de",
+      "▁ Node",
+      "-- ----------",
+      "---- --------",
+      "-------- ----",
+      "------ ------",
+      "----- -------",
+      "------- -----",
+      "---------- --",
+      "▁f aire",
+      "▁fa ire",
+      "▁fair e",
+      "▁h un",
+      "▁hu n",
+      "Pl ayer",
+      "Play er",
+      "P layer",
+      "▁re view",
+      "▁rev iew",
+      "▁ review",
+      "г да",
+      "▁lim ited",
+      "▁limit ed",
+      "▁ limited",
+      "▁Pro perty",
+      "▁ Property",
+      "▁s erve",
+      "▁ser ve",
+      "▁serv e",
+      "▁ serve",
+      "ri age",
+      "ria ge",
+      "▁M aster",
+      "▁Ma ster",
+      "▁Mas ter",
+      "▁ Master",
+      "▁k ann",
+      "▁kan n",
+      "▁ka nn",
+      "cre te",
+      "cret e",
+      "cr ete",
+      "ph ere",
+      "pher e",
+      "phe re",
+      "p here",
+      "ё р",
+      "▁ch ief",
+      "▁chi ef",
+      "▁sc ene",
+      "▁scen e",
+      "▁ scene",
+      "ki n",
+      "k in",
+      "▁un iform",
+      "▁ uniform",
+      "▁feb rero",
+      "\" }",
+      "il lo",
+      "ill o",
+      "IT E",
+      "I TE",
+      "ou vel",
+      "ouv el",
+      "ouve l",
+      "use package",
+      "en th",
+      "ent h",
+      "e nth",
+      "▁quick ly",
+      "L ambda",
+      "xe s",
+      "x es",
+      "▁c ells",
+      "▁cell s",
+      "▁cel ls",
+      "ro g",
+      "r og",
+      "am in",
+      "ami n",
+      "a min",
+      "▁М ар",
+      "▁Ма р",
+      "▁may or",
+      "▁mayo r",
+      "pl ayer",
+      "play er",
+      "pla yer",
+      "p layer",
+      "++ ;",
+      "▁На се",
+      "▁sa fe",
+      "▁saf e",
+      "▁ safe",
+      "▁ve loc",
+      "▁vel oc",
+      "▁о бра",
+      "▁об ра",
+      "▁ обра",
+      "Data base",
+      "Dat abase",
+      "D atabase",
+      "ne h",
+      "n eh",
+      "Ver t",
+      "V ert",
+      "▁f le",
+      "▁fl e",
+      "▁ф ор",
+      "▁фо р",
+      "▁ фор",
+      "▁f oreign",
+      "▁for eign",
+      "▁fore ign",
+      "Ab stract",
+      "▁m agn",
+      "▁ma gn",
+      "▁mag n",
+      "▁mod ified",
+      "▁milit ary",
+      "▁militar y",
+      "▁m onde",
+      "▁mon de",
+      "▁mo nde",
+      "▁mond e",
+      "▁A ction",
+      "▁Act ion",
+      "▁Ac tion",
+      "▁ Action",
+      "▁b ank",
+      "▁ban k",
+      "▁ bank",
+      "Ser ial",
+      "Se rial",
+      "▁contin uous",
+      "▁continu ous",
+      "▁g el",
+      "▁ge l",
+      "▁ gel",
+      "▁phys ical",
+      "▁introdu ced",
+      "▁introduce d",
+      "ut ure",
+      "ri ck",
+      "ric k",
+      "r ick",
+      "▁present ed",
+      "▁pres ented",
+      "▁presente d",
+      "▁P rov",
+      "▁Pro v",
+      "▁Pr ov",
+      "▁B oth",
+      "▁Bo th",
+      "▁Bot h",
+      "Po s",
+      "P os",
+      "su per",
+      "sup er",
+      "s uper",
+      "& #",
+      "▁f inding",
+      "▁find ing",
+      "▁fin ding",
+      "ne l",
+      "n el",
+      "un de",
+      "und e",
+      "u nde",
+      "▁fr ån",
+      "sk im",
+      "ski m",
+      "s kim",
+      "▁H ill",
+      "▁Hi ll",
+      "▁Hil l",
+      "f n",
+      "▁Can ad",
+      "▁Ca nad",
+      "▁int ended",
+      "▁inten ded",
+      "▁intend ed",
+      "ozzá férés",
+      "▁ju illet",
+      "▁W ars",
+      "▁War s",
+      "▁Wa rs",
+      "▁success ful",
+      "▁ch arg",
+      "▁char g",
+      "▁cha rg",
+      "▁ charg",
+      "ie le",
+      "iel e",
+      "i ele",
+      "om ething",
+      "ome thing",
+      "omet hing",
+      "ok u",
+      "o ku",
+      "f etch",
+      "▁} }",
+      "▁ }}",
+      "ban k",
+      "b ank",
+      "operator name",
+      "▁Col or",
+      "▁Co lor",
+      "▁ Color",
+      "▁C ard",
+      "▁Car d",
+      "▁Ca rd",
+      "▁ Card",
+      "t u",
+      "▁\" ,",
+      "▁ \",",
+      "wi d",
+      "w id",
+      "▁g ep",
+      "▁ge p",
+      "X ML",
+      "======== ========",
+      "▁Vir gin",
+      "ähr end",
+      "äh rend",
+      "lic ated",
+      "licate d",
+      "lica ted",
+      "Di r",
+      "D ir",
+      "ze ro",
+      "zer o",
+      "z ero",
+      "▁K al",
+      "▁Ka l",
+      "▁Par ty",
+      "▁Part y",
+      "▁ å",
+      "pr ice",
+      "p rice",
+      "do n",
+      "d on",
+      "▁w arning",
+      "▁war ning",
+      "▁warn ing",
+      "▁ warning",
+      "▁B ad",
+      "▁Ba d",
+      "▁ Bad",
+      "▁S upp",
+      "▁Su pp",
+      "▁Sup p",
+      "▁ Supp",
+      "▁L iga",
+      "▁Li ga",
+      "▁Lig a",
+      "▁P ierre",
+      "▁Pier re",
+      "▁ Pierre",
+      "Re cord",
+      "Rec ord",
+      "ul ator",
+      "ula tor",
+      "▁R ome",
+      "▁Ro me",
+      "▁Rom e",
+      "▁the orem",
+      "▁ theorem",
+      "▁entire ly",
+      "ски м",
+      "ск им",
+      "с ким",
+      "he t",
+      "h et",
+      "▁d opo",
+      "▁do po",
+      "▁dop o",
+      "Ne xt",
+      "N ext",
+      "ml ung",
+      "m lung",
+      "wi g",
+      "w ig",
+      "▁A th",
+      "▁At h",
+      "▁S ou",
+      "▁So u",
+      "li cher",
+      "lic her",
+      "lich er",
+      "liche r",
+      "l icher",
+      "▁s udo",
+      "▁su do",
+      "▁sud o",
+      "▁ sudo",
+      "es ts",
+      "est s",
+      "хі в",
+      "х ів",
+      "▁sept iembre",
+      "▁m icro",
+      "▁mi cro",
+      "▁mic ro",
+      "▁t rop",
+      "▁tr op",
+      "▁tro p",
+      "fi t",
+      "f it",
+      "Co re",
+      "Cor e",
+      "C ore",
+      "▁Rad io",
+      "▁ Radio",
+      "▁Or gan",
+      "▁ Organ",
+      "▁P ower",
+      "▁Po wer",
+      "▁Pow er",
+      "▁ Power",
+      "C F",
+      "▁L ast",
+      "▁La st",
+      "▁Las t",
+      "▁ Last",
+      "▁op pos",
+      "▁opp os",
+      "▁off set",
+      "▁ offset",
+      "▁re gia",
+      "▁reg ia",
+      "▁min imum",
+      "▁minim um",
+      "▁hel ped",
+      "▁help ed",
+      "an don",
+      "and on",
+      "ando n",
+      "if ying",
+      "ify ing",
+      "ru it",
+      "r uit",
+      "ensch app",
+      "▁b ere",
+      "▁be re",
+      "▁ber e",
+      "▁ bere",
+      "V M",
+      "▁A wards",
+      "▁Award s",
+      "▁Aw ards",
+      "▁a gr",
+      "▁ag r",
+      "▁ agr",
+      "yn omial",
+      "en ced",
+      "ence d",
+      "enc ed",
+      "▁dev ices",
+      "▁device s",
+      "▁devi ces",
+      "▁b ot",
+      "▁bo t",
+      "▁ bot",
+      "▁f irm",
+      "▁fi rm",
+      "▁fir m",
+      "▁w riter",
+      "▁writ er",
+      "▁wr iter",
+      "▁write r",
+      "▁ writer",
+      "▁r ing",
+      "▁ri ng",
+      "▁rin g",
+      "▁ ring",
+      ". -",
+      "is tes",
+      "ist es",
+      "iste s",
+      "l ä",
+      "▁m el",
+      "▁me l",
+      "▁ mel",
+      "ent ation",
+      "enta tion",
+      "▁Sch w",
+      "▁Sc hw",
+      "▁n ome",
+      "▁no me",
+      "▁nom e",
+      "▁ nome",
+      "▁po bla",
+      "▁pob la",
+      "▁w oj",
+      "▁wo j",
+      "▁u l",
+      "▁ ul",
+      "en to",
+      "ent o",
+      "ы х",
+      "▁res ist",
+      "▁rem ains",
+      "▁remain s",
+      "▁C a",
+      "▁ Ca",
+      "añ a",
+      "a ña",
+      "▁C ourt",
+      "▁Co urt",
+      "▁Cour t",
+      "▁Cou rt",
+      "ut able",
+      "uta ble",
+      "u table",
+      "ential ly",
+      "enti ally",
+      "▁t rat",
+      "▁tr at",
+      "▁tra t",
+      "▁ trat",
+      "▁Vis ual",
+      "▁ Visual",
+      "▁rest rict",
+      "▁pre viously",
+      "▁previous ly",
+      "▁prev iously",
+      "ca tion",
+      "cat ion",
+      "c ation",
+      "▁о со",
+      "▁ос о",
+      "▁My SQL",
+      "f ör",
+      "cal a",
+      "ca la",
+      "c ala",
+      "▁c ulture",
+      "▁cult ure",
+      "li ve",
+      "liv e",
+      "l ive",
+      "▁accept ed",
+      "Di d",
+      "D id",
+      "▁h ous",
+      "▁ho us",
+      "▁se lection",
+      "▁select ion",
+      "▁sel ection",
+      "▁sele ction",
+      "▁ selection",
+      "▁de cre",
+      "▁dec re",
+      "mar gin",
+      "m argin",
+      "ur b",
+      "u rb",
+      "▁I nc",
+      "▁In c",
+      "▁M any",
+      "▁Man y",
+      "▁Ma ny",
+      "▁ Many",
+      "ib t",
+      "i bt",
+      "▁succ eed",
+      "▁suc ceed",
+      "Bind ing",
+      "B inding",
+      "c í",
+      "▁R og",
+      "▁Ro g",
+      "▁should n",
+      "cl oud",
+      "clo ud",
+      "clou d",
+      "▁d z",
+      "▁ dz",
+      "ва в",
+      "▁p ix",
+      "▁pi x",
+      "sm all",
+      "▁project s",
+      "▁ projects",
+      "▁O K",
+      "▁ OK",
+      "▁la test",
+      "▁lat est",
+      "▁late st",
+      "▁ latest",
+      "▁re ferences",
+      "▁refer ences",
+      "▁reference s",
+      "Pro gram",
+      "Pr ogram",
+      "▁er st",
+      "▁ers t",
+      "▁ erst",
+      "▁я к",
+      "▁k am",
+      "▁ka m",
+      "▁C amb",
+      "▁Cam b",
+      "▁Ca mb",
+      "el lt",
+      "ell t",
+      "ö d",
+      "no ne",
+      "non e",
+      "n one",
+      "▁j usqu",
+      "▁ju squ",
+      "ki ng",
+      "kin g",
+      "k ing",
+      "▁P ed",
+      "▁Pe d",
+      "as sert",
+      "ass ert",
+      "asse rt",
+      "asser t",
+      "C S",
+      "ri to",
+      "rit o",
+      "r ito",
+      "es sa",
+      "ess a",
+      "ль ко",
+      "▁V on",
+      "▁Vo n",
+      "▁Ed ward",
+      "▁im possible",
+      "▁impos sible",
+      "n p",
+      "word s",
+      "wor ds",
+      "w ords",
+      "ie lt",
+      "iel t",
+      "i elt",
+      "▁P age",
+      "▁Pa ge",
+      "▁ Page",
+      "le rs",
+      "ler s",
+      "l ers",
+      "▁p ier",
+      "▁pi er",
+      "▁pie r",
+      "▁обла сти",
+      "itt ee",
+      "itte e",
+      "▁( [",
+      "▁ ([",
+      "▁t rust",
+      "▁tr ust",
+      "N G",
+      "re du",
+      "red u",
+      "r edu",
+      "< <",
+      "ri al",
+      "ria l",
+      "r ial",
+      "▁product s",
+      "▁ products",
+      "▁E rn",
+      "▁Er n",
+      "ri ère",
+      "r ière",
+      "го в",
+      "г ов",
+      "▁Re ich",
+      "▁Ro ad",
+      "▁n ested",
+      "▁ne sted",
+      "▁nest ed",
+      "▁ nested",
+      "Dis play",
+      "▁str ength",
+      "ograf ía",
+      "▁ann ounced",
+      "▁announ ced",
+      "▁S cience",
+      "▁Sc ience",
+      "▁Sci ence",
+      "▁рай о",
+      "Param eter",
+      "▁T ask",
+      "▁Ta sk",
+      "▁Tas k",
+      "▁ Task",
+      "um ents",
+      "ument s",
+      "umen ts",
+      "u ments",
+      "▁ad opt",
+      "▁On ly",
+      "▁ Only",
+      "ют ь",
+      "ю ть",
+      "▁c li",
+      "▁cl i",
+      "▁ cli",
+      "▁l em",
+      "▁le m",
+      "▁ lem",
+      "st ood",
+      "sto od",
+      "▁F I",
+      "▁ FI",
+      "ên cias",
+      "ência s",
+      "pon ents",
+      "ponent s",
+      "] $",
+      "com ment",
+      "comm ent",
+      "▁y a",
+      "▁ ya",
+      "sh ould",
+      "ik e",
+      "i ke",
+      "ti m",
+      "t im",
+      "el lig",
+      "ell ig",
+      "elli g",
+      "▁s ending",
+      "▁send ing",
+      "▁sen ding",
+      "▁a jax",
+      "▁aj ax",
+      "▁ ajax",
+      "▁nov iembre",
+      "um es",
+      "ume s",
+      "u mes",
+      "▁we iter",
+      "▁weit er",
+      "▁D ans",
+      "▁Dan s",
+      "▁Da ns",
+      "op p",
+      "o pp",
+      "▁sept embre",
+      "▁sep tembre",
+      "ot imes",
+      "oti mes",
+      "o times",
+      "z ő",
+      "▁e p",
+      "▁ ep",
+      "ve re",
+      "ver e",
+      "v ere",
+      "▁o h",
+      "▁ oh",
+      ": =",
+      "▁S ong",
+      "▁So ng",
+      "▁Son g",
+      "” ,",
+      "▁v iv",
+      "▁vi v",
+      "▁ viv",
+      "▁qu eries",
+      "▁que ries",
+      "▁quer ies",
+      "▁v á",
+      "▁ vá",
+      "▁déc embre",
+      "▁un able",
+      "▁una ble",
+      "▁e rh",
+      "▁er h",
+      "▁` -",
+      "▁ `-",
+      "▁L ee",
+      "▁Le e",
+      "▁er sten",
+      "▁erst en",
+      "▁erste n",
+      "▁ers ten",
+      "ô t",
+      "ст ве",
+      "ств е",
+      "T S",
+      "▁f ragment",
+      "▁fra gment",
+      "▁frag ment",
+      "▁ fragment",
+      "▁w ide",
+      "▁wid e",
+      "▁ wide",
+      "▁s uff",
+      "▁su ff",
+      "▁suf f",
+      "▁d ut",
+      "▁du t",
+      "▁V ere",
+      "▁Ver e",
+      "▁Ve re",
+      "і с",
+      "ad ing",
+      "adi ng",
+      "adin g",
+      "a ding",
+      "ie go",
+      "ieg o",
+      "i ego",
+      "ic ago",
+      "ica go",
+      "▁Ar gent",
+      "▁Arg ent",
+      "or er",
+      "ore r",
+      "o rer",
+      "en nes",
+      "enn es",
+      "enne s",
+      "▁L eb",
+      "▁Le b",
+      "lin ux",
+      "ac ing",
+      "aci ng",
+      "a cing",
+      "▁br oken",
+      "▁bro ken",
+      "▁broke n",
+      "t p",
+      "í o",
+      "ab eth",
+      "abe th",
+      "abet h",
+      "ist as",
+      "ista s",
+      "ge w",
+      "g ew",
+      "i ème",
+      "ca s",
+      "c as",
+      "▁pre ced",
+      "▁prec ed",
+      "▁D al",
+      "▁Da l",
+      "▁comp ared",
+      "▁compar ed",
+      "▁compare d",
+      "equ iv",
+      "il ly",
+      "ill y",
+      "te en",
+      "t een",
+      "▁Con sole",
+      "▁Cons ole",
+      "▁ Console",
+      "▁st rict",
+      "▁str ict",
+      "▁stri ct",
+      "it aire",
+      "ita ire",
+      "i taire",
+      "▁E D",
+      "▁ ED",
+      "ential s",
+      "enti als",
+      "▁p erman",
+      "▁per man",
+      "▁perm an",
+      "▁t ous",
+      "▁to us",
+      "▁tou s",
+      "▁g eme",
+      "▁ge me",
+      "▁gem e",
+      "▁ geme",
+      "▁ext rem",
+      "▁extr em",
+      "▁ок ру",
+      "k g",
+      "▁he avy",
+      "▁heav y",
+      "▁av ril",
+      "▁an ti",
+      "▁ant i",
+      "▁ anti",
+      "▁oct obre",
+      "ut f",
+      "u tf",
+      "he lm",
+      "hel m",
+      "h elm",
+      "am ples",
+      "ample s",
+      "amp les",
+      "▁( _",
+      "▁ (_",
+      "ak en",
+      "ake n",
+      "a ken",
+      "▁d ear",
+      "▁de ar",
+      "▁opin ion",
+      "▁f ish",
+      "▁fi sh",
+      "▁fis h",
+      "▁ fish",
+      "▁Alex ander",
+      "▁Alexand er",
+      "i w",
+      "и м",
+      "ca dem",
+      "cade m",
+      "c adem",
+      "▁ref lect",
+      "▁ reflect",
+      "▁д р",
+      "▁t rib",
+      "▁tr ib",
+      "▁tri b",
+      "com mon",
+      "comm on",
+      "▁clear ly",
+      "▁s af",
+      "▁sa f",
+      "=\"@ +",
+      "▁М ос",
+      "▁Мо с",
+      "си те",
+      "eqn array",
+      "nu ng",
+      "n ung",
+      "▁relations hip",
+      "▁relation ship",
+      "▁S em",
+      "▁Se m",
+      "▁ Sem",
+      "▁k illed",
+      "▁kil led",
+      "▁kill ed",
+      "te d",
+      "t ed",
+      "un o",
+      "u no",
+      "▁ лі",
+      "▁w id",
+      "▁ wid",
+      "an ning",
+      "ann ing",
+      "anni ng",
+      "▁p anel",
+      "▁pa nel",
+      "▁pan el",
+      "▁ panel",
+      "▁L eben",
+      "▁Le ben",
+      "▁Leb en",
+      "▁r uby",
+      "▁ru by",
+      "▁rub y",
+      "▁ ruby",
+      "ans ion",
+      "▁a ren",
+      "▁are n",
+      "▁ar en",
+      "▁ aren",
+      "tab ular",
+      "al et",
+      "ale t",
+      "a let",
+      "}$ $",
+      "} $$",
+      "▁L ake",
+      "▁La ke",
+      "▁Lak e",
+      "▁su ite",
+      "▁suit e",
+      "▁ suite",
+      "▁min or",
+      "▁mi nor",
+      "H ozzáférés",
+      "▁xml ns",
+      "▁ xmlns",
+      "DI R",
+      "D IR",
+      "dr iver",
+      "drive r",
+      "dri ver",
+      "d river",
+      "in ts",
+      "int s",
+      "▁v ic",
+      "▁vi c",
+      "▁ vic",
+      "AN D",
+      "A ND",
+      "pr im",
+      "p rim",
+      "сы лки",
+      "▁O x",
+      "T C",
+      "riv ial",
+      "at ie",
+      "ati e",
+      "▁e ight",
+      "▁eig ht",
+      "▁eigh t",
+      "▁conf lic",
+      "▁confl ic",
+      "an gel",
+      "ang el",
+      "ange l",
+      "▁B egr",
+      "▁Be gr",
+      "▁Beg r",
+      "▁explicit ly",
+      "ют ся",
+      "ю тся",
+      "▁D ev",
+      "▁De v",
+      "▁ Dev",
+      "re nder",
+      "ren der",
+      "rend er",
+      "r ender",
+      "▁re produ",
+      "▁rep rodu",
+      "▁repr odu",
+      "▁repro du",
+      "▁c ré",
+      "▁cr é",
+      "G u",
+      "M B",
+      "▁k ön",
+      "▁kö n",
+      "▁rem ained",
+      "▁remain ed",
+      "▁k l",
+      "▁ kl",
+      "хо в",
+      "х ов",
+      "▁b yl",
+      "▁by l",
+      "Ph i",
+      "P hi",
+      "▁de tail",
+      "▁det ail",
+      "▁ detail",
+      "ja v",
+      "j av",
+      "▁m ouse",
+      "▁mo use",
+      "▁mou se",
+      "▁ mouse",
+      "B as",
+      "i ę",
+      "as ser",
+      "ass er",
+      "asse r",
+      "h s",
+      "▁sh ift",
+      "▁ shift",
+      "▁ú lt",
+      "▁ últ",
+      "ra nd",
+      "ran d",
+      "r and",
+      "▁b tn",
+      "▁ btn",
+      "ra z",
+      "r az",
+      "▁p ul",
+      "▁pu l",
+      "▁stat ements",
+      "▁state ments",
+      "▁statement s",
+      "file name",
+      "fil ename",
+      "▁prom pt",
+      "él é",
+      "é lé",
+      "ik z",
+      "▁S us",
+      "▁Su s",
+      "▁de but",
+      "▁deb ut",
+      "St at",
+      "S tat",
+      "form s",
+      "for ms",
+      "▁H ein",
+      "▁He in",
+      "st adt",
+      "sta dt",
+      "stad t",
+      "en nis",
+      "enn is",
+      "по л",
+      "ar ante",
+      "aran te",
+      "ці й",
+      "ц ій",
+      "▁que ue",
+      "▁ queue",
+      "▁re ci",
+      "▁rec i",
+      "▁ reci",
+      "▁s ta",
+      "▁st a",
+      "▁ sta",
+      "yn chron",
+      "cent ering",
+      "center ing",
+      "cente ring",
+      "So me",
+      "S ome",
+      "Gr aph",
+      "G raph",
+      "▁t ested",
+      "▁te sted",
+      "▁test ed",
+      "▁K unst",
+      "▁Kun st",
+      "о м",
+      "▁N othing",
+      "▁No thing",
+      "▁Not hing",
+      "▁ Nothing",
+      "ie u",
+      "i eu",
+      "“ .",
+      "B undle",
+      "▁of icial",
+      "▁ofic ial",
+      "al low",
+      "all ow",
+      "allo w",
+      "▁Re act",
+      "▁L ibrary",
+      "▁Li brary",
+      "▁ Library",
+      "bl ue",
+      "▁ver w",
+      "▁ve rw",
+      "▁p are",
+      "▁par e",
+      "▁pa re",
+      "▁Fried rich",
+      "▁a ware",
+      "▁aw are",
+      "▁ aware",
+      "Ex p",
+      "E xp",
+      "▁effect s",
+      "▁го ро",
+      "▁гор о",
+      "lop edia",
+      "loped ia",
+      "▁V en",
+      "▁Ve n",
+      "ra le",
+      "ral e",
+      "r ale",
+      "▁F inal",
+      "▁Fin al",
+      "▁ Final",
+      "▁pro pos",
+      "▁prop os",
+      "la cement",
+      "lace ment",
+      "lac ement",
+      "kt en",
+      "kte n",
+      "k ten",
+      "▁no vel",
+      "▁nov el",
+      "or ter",
+      "ort er",
+      "orte r",
+      "▁German y",
+      "▁Ger many",
+      "▁Germ any",
+      "▁d jango",
+      "▁ django",
+      "▁trans ition",
+      "▁ transition",
+      "▁happ ened",
+      "▁happen ed",
+      "▁beaut iful",
+      "▁ne ither",
+      "▁nei ther",
+      "▁li braries",
+      "▁h ide",
+      "▁hi de",
+      "▁hid e",
+      "▁ hide",
+      "al g",
+      "a lg",
+      "▁a spect",
+      "▁as pect",
+      "▁asp ect",
+      "▁for get",
+      "▁forg et",
+      "cade my",
+      "cadem y",
+      "on te",
+      "ont e",
+      "re fix",
+      "ref ix",
+      "▁cl oud",
+      "▁clo ud",
+      "▁ cloud",
+      "ne d",
+      "n ed",
+      "cd ots",
+      "cdot s",
+      "c dots",
+      "reg ister",
+      "ny m",
+      "n ym",
+      ".) :",
+      ". ):",
+      "▁J ew",
+      "▁Je w",
+      "▁t rès",
+      "▁tr ès",
+      "ни че",
+      "▁D or",
+      "▁Do r",
+      "▁p roc",
+      "▁pro c",
+      "▁pr oc",
+      "▁ proc",
+      "▁g an",
+      "▁ga n",
+      "▁ gan",
+      "▁ є",
+      "▁S av",
+      "▁Sa v",
+      "v í",
+      "Setting s",
+      "S ettings",
+      "▁V ari",
+      "▁Var i",
+      "▁Va ri",
+      "▁ Vari",
+      "▁c ours",
+      "▁co urs",
+      "▁cour s",
+      "▁cou rs",
+      "R o",
+      "▁con j",
+      "▁re asons",
+      "▁reason s",
+      "▁re ader",
+      "▁read er",
+      "▁ reader",
+      "лекс анд",
+      "ic ate",
+      "ica te",
+      "}) ,",
+      "} ),",
+      "▁task s",
+      "▁ tasks",
+      "▁R ay",
+      "▁Ra y",
+      "▁r ic",
+      "▁ri c",
+      "▁ ric",
+      "K e",
+      "on ie",
+      "oni e",
+      "o nie",
+      "r f",
+      ") [",
+      "▁sub sequ",
+      "▁subs equ",
+      "▁T urn",
+      "▁Tur n",
+      "▁Tu rn",
+      "▁ Turn",
+      "▁VI AF",
+      "math sf",
+      "H E",
+      "▁dec lare",
+      "▁decl are",
+      "▁decla re",
+      "▁declar e",
+      "▁pro tocol",
+      "▁proto col",
+      "▁ protocol",
+      "▁P C",
+      "▁ PC",
+      "ци он",
+      "View ById",
+      "▁an imation",
+      "▁anim ation",
+      "▁ animation",
+      "▁conf used",
+      "ви ч",
+      "▁en abled",
+      "▁enable d",
+      "▁ enabled",
+      "ow o",
+      "o wo",
+      "ás t",
+      "á st",
+      "ö t",
+      "▁m and",
+      "▁ma nd",
+      "▁man d",
+      "▁R ail",
+      "▁Ra il",
+      "field s",
+      "▁K ap",
+      "▁Ka p",
+      "▁al gebra",
+      "▁ algebra",
+      "▁С у",
+      "fér ence",
+      "▁C urrent",
+      "▁Cur rent",
+      "▁ Current",
+      "с но",
+      "▁L im",
+      "▁Li m",
+      "Par ams",
+      "Param s",
+      "Pa rams",
+      "▁Ant onio",
+      "▁Anton io",
+      "▁Anto nio",
+      "▁t v",
+      "▁ tv",
+      "la te",
+      "lat e",
+      "l ate",
+      "if er",
+      "ife r",
+      "i fer",
+      "En try",
+      "Ent ry",
+      "▁S erv",
+      "▁Se rv",
+      "▁Ser v",
+      "▁ Serv",
+      "▁mus ical",
+      "▁music al",
+      "▁musica l",
+      "▁t race",
+      "▁tr ace",
+      "▁tra ce",
+      "▁trac e",
+      "▁ trace",
+      "▁s cient",
+      "▁sc ient",
+      "▁sci ent",
+      "fi c",
+      "f ic",
+      "▁for got",
+      "▁forg ot",
+      "v ideo",
+      "▁o lder",
+      "▁old er",
+      "▁ol der",
+      "▁ older",
+      "Tr ee",
+      "T ree",
+      "▁u ns",
+      "▁un s",
+      "▁ uns",
+      "ни ки",
+      "ник и",
+      "▁E uropa",
+      "▁Europ a",
+      "▁Euro pa",
+      "▁Z we",
+      "▁Zw e",
+      "▁б е",
+      "▁ бе",
+      "▁v ec",
+      "▁ve c",
+      "▁ vec",
+      "ж у",
+      "Mat ch",
+      "M atch",
+      "sp an",
+      "s pan",
+      "▁bl ank",
+      "▁blan k",
+      "▁ blank",
+      "▁sp äter",
+      "▁T y",
+      "▁ Ty",
+      "▁d ict",
+      "▁di ct",
+      "▁dic t",
+      "▁ dict",
+      "ñ a",
+      "▁conf irm",
+      "▁confir m",
+      "▁ confirm",
+      "▁v ý",
+      "за н",
+      "з ан",
+      "Re l",
+      "R el",
+      "fil m",
+      "fi lm",
+      "▁R ot",
+      "▁Ro t",
+      "▁ Rot",
+      "▁H y",
+      "▁ Hy",
+      "ка х",
+      "▁dem and",
+      "▁min ist",
+      "▁mini st",
+      "▁Mad rid",
+      "▁us ual",
+      "sp iel",
+      "s piel",
+      "er os",
+      "ero s",
+      "e ros",
+      "▁t utorial",
+      "▁tut orial",
+      "▁ tutorial",
+      "▁С сылки",
+      "s ys",
+      "ци аль",
+      "▁sp read",
+      "▁spr ead",
+      "▁spre ad",
+      "▁con vers",
+      "▁conver s",
+      "▁conv ers",
+      "▁r oll",
+      "▁ro ll",
+      "▁rol l",
+      "▁ roll",
+      "artifact Id",
+      "▁N umber",
+      "▁Num ber",
+      "▁ Number",
+      "▁sym met",
+      "▁M ult",
+      "▁Mu lt",
+      "▁Mul t",
+      "▁ Mult",
+      "ex pected",
+      "exp ected",
+      "expect ed",
+      "▁a xis",
+      "▁ax is",
+      "▁ axis",
+      "▁match ing",
+      "▁f ood",
+      "▁fo od",
+      "▁foo d",
+      "group Id",
+      "Map p",
+      "Ma pp",
+      "M app",
+      "▁с вя",
+      "▁v end",
+      "▁ve nd",
+      "▁ven d",
+      "F ound",
+      "ot to",
+      "ott o",
+      "o tto",
+      "Ca t",
+      "C at",
+      "cri t",
+      "cr it",
+      "c rit",
+      "ist ent",
+      "iste nt",
+      "isten t",
+      "▁d rei",
+      "▁dr ei",
+      "▁dre i",
+      "▁en ded",
+      "▁end ed",
+      "▁ende d",
+      "▁ ended",
+      "▁T ele",
+      "▁Te le",
+      "▁Tel e",
+      "com ponent",
+      "▁invol ved",
+      "▁involve d",
+      "▁Est ados",
+      "▁Estado s",
+      "▁Estad os",
+      "▁d anger",
+      "▁dan ger",
+      "▁ch ain",
+      "▁cha in",
+      "▁ chain",
+      "▁P rom",
+      "▁Pro m",
+      "▁Pr om",
+      "▁ Prom",
+      "ho m",
+      "h om",
+      "▁pol ít",
+      "co p",
+      "c op",
+      "▁n ap",
+      "▁na p",
+      "▁ nap",
+      "ri f",
+      "r if",
+      "ple ments",
+      "pl ements",
+      "plement s",
+      "▁v ent",
+      "▁ve nt",
+      "▁ven t",
+      "▁ vent",
+      "an na",
+      "ann a",
+      "an ted",
+      "ant ed",
+      "ante d",
+      "date d",
+      "da ted",
+      "dat ed",
+      "d ated",
+      "an th",
+      "ant h",
+      "a nth",
+      "▁thread s",
+      "▁thre ads",
+      "▁ threads",
+      "зо ва",
+      "зов а",
+      "з ова",
+      "▁ста нов",
+      "▁стан ов",
+      "▁ станов",
+      "▁e erst",
+      "▁eer st",
+      "bu f",
+      "b uf",
+      "he id",
+      "▁R u",
+      "▁P rim",
+      "▁Pr im",
+      "▁Pri m",
+      "▁ Prim",
+      "▁m igr",
+      "▁mi gr",
+      "▁mig r",
+      "▁ migr",
+      "▁Un idos",
+      "▁ar bitr",
+      "▁r oman",
+      "▁ro man",
+      "▁rom an",
+      "ount ry",
+      "oun try",
+      "ult ur",
+      "▁K önig",
+      "▁Kö nig",
+      "▁an not",
+      "▁ann ot",
+      "▁anno t",
+      "▁ annot",
+      "ach ing",
+      "ac hing",
+      "achi ng",
+      "▁H aupt",
+      "▁Ha upt",
+      "um in",
+      "umi n",
+      "u min",
+      "▁h em",
+      "▁he m",
+      "▁ hem",
+      "ck ets",
+      "cket s",
+      "cke ts",
+      "ba u",
+      "b au",
+      "ect ion",
+      "ec tion",
+      "e ction",
+      "ef t",
+      "e ft",
+      "▁package s",
+      "▁pack ages",
+      "▁ packages",
+      "▁K ur",
+      "▁Ku r",
+      "th ur",
+      "▁p ays",
+      "▁pa ys",
+      "▁pay s",
+      "li ament",
+      "lia ment",
+      "▁Б у",
+      "▁c ada",
+      "▁ca da",
+      "▁cad a",
+      "po ints",
+      "point s",
+      "oc ket",
+      "ock et",
+      "o cket",
+      "▁v erb",
+      "▁ver b",
+      "▁ve rb",
+      "▁ verb",
+      "ле е",
+      "▁sub mit",
+      "▁subm it",
+      "▁ submit",
+      "▁s an",
+      "▁sa n",
+      "▁ san",
+      "ru by",
+      "r uby",
+      "▁e ast",
+      "▁eas t",
+      "▁ east",
+      "ko v",
+      "k ov",
+      "▁Ver lag",
+      "▁Verl ag",
+      "▁ Verlag",
+      "▁s pot",
+      "▁sp ot",
+      "▁spo t",
+      "▁ spot",
+      "pp o",
+      "p po",
+      "E ach",
+      "je kt",
+      "▁Bi ographie",
+      "▁ne ws",
+      "▁new s",
+      "▁ news",
+      "▁pa ís",
+      "uf act",
+      "u fact",
+      "▁d ia",
+      "▁di a",
+      "▁ dia",
+      "ко ва",
+      "ков а",
+      "к ова",
+      "▁accom pl",
+      "▁accomp l",
+      "▁É t",
+      "▁ Ét",
+      "il ities",
+      "ili ties",
+      "▁i hm",
+      "▁ih m",
+      "in voke",
+      "inv oke",
+      "▁app end",
+      "▁ap pend",
+      "▁appe nd",
+      "▁ append",
+      ".) ,",
+      ". ),",
+      "▁l ab",
+      "▁la b",
+      "▁ lab",
+      "an ging",
+      "ang ing",
+      "is tan",
+      "ist an",
+      "ista n",
+      "i stan",
+      "re sol",
+      "res ol",
+      "reso l",
+      "▁S ection",
+      "▁Se ction",
+      "▁Sec tion",
+      "▁ Section",
+      "Par ent",
+      "Pa rent",
+      "mo z",
+      "m oz",
+      "Ma t",
+      "M at",
+      "st yles",
+      "style s",
+      "sty les",
+      "un den",
+      "und en",
+      "unde n",
+      "“ ,",
+      "irt schaft",
+      "ки м",
+      "к им",
+      "▁Fin ally",
+      "▁Final ly",
+      "ph en",
+      "phe n",
+      "p hen",
+      "▁P ac",
+      "▁Pa c",
+      "▁Array List",
+      "▁ ArrayList",
+      "▁re cover",
+      "▁rec over",
+      "▁e ducation",
+      "▁educ ation",
+      "mod els",
+      "model s",
+      "mode ls",
+      "pe d",
+      "p ed",
+      "▁h appy",
+      "▁ha ppy",
+      "▁happ y",
+      "ч у",
+      "▁guer ra",
+      "me dia",
+      "med ia",
+      "medi a",
+      "m edia",
+      "O F",
+      "▁ens ure",
+      "▁ ensure",
+      "Mar k",
+      "M ark",
+      "data base",
+      "dat abase",
+      "datab ase",
+      "d atabase",
+      "og gle",
+      "▁pub lish",
+      "▁publi sh",
+      "▁ publish",
+      "O W",
+      "▁B au",
+      "▁Ba u",
+      "? .",
+      "▁ча сти",
+      "▁час ти",
+      "▁част и",
+      "▁re pository",
+      "▁repos itory",
+      "▁ repository",
+      "▁M att",
+      "▁Ma tt",
+      "▁Mat t",
+      "hi gh",
+      "h igh",
+      "ov en",
+      "ove n",
+      "o ven",
+      "▁g er",
+      "▁ge r",
+      "▁ ger",
+      "▁un known",
+      "▁ unknown",
+      "Am er",
+      "A mer",
+      "▁B rown",
+      "▁Br own",
+      "▁Bro wn",
+      "▁Brow n",
+      "AL L",
+      "A LL",
+      "▁result ing",
+      "▁b or",
+      "▁bo r",
+      "▁ bor",
+      "▁po et",
+      "ни ми",
+      "ним и",
+      "Em ail",
+      "E mail",
+      "F ont",
+      "▁h ist",
+      "▁his t",
+      "▁hi st",
+      "▁to day",
+      "▁tod ay",
+      "▁toda y",
+      "▁ today",
+      "▁B erg",
+      "▁Be rg",
+      "▁Ber g",
+      "▁but tons",
+      "▁button s",
+      "та л",
+      "т ал",
+      "▁s ni",
+      "▁sn i",
+      "▁че лов",
+      "Cr e",
+      "C re",
+      "▁un ion",
+      "▁ union",
+      "▁z ich",
+      "ish op",
+      "i shop",
+      "▁qu ando",
+      "▁quand o",
+      "▁quan do",
+      "P o",
+      "CT ION",
+      "▁C ost",
+      "▁Co st",
+      "▁Cos t",
+      "▁ Cost",
+      "су дар",
+      "er ved",
+      "erv ed",
+      "erve d",
+      "Not e",
+      "No te",
+      "N ote",
+      "Equ al",
+      "Eq ual",
+      "E qual",
+      "ли я",
+      "бу р",
+      "б ур",
+      "▁ab stract",
+      "▁abstra ct",
+      "▁ abstract",
+      "st op",
+      "sto p",
+      "s top",
+      "▁ad vice",
+      "▁adv ice",
+      "▁i con",
+      "▁ic on",
+      "▁ icon",
+      "▁tr avel",
+      "▁tra vel",
+      "▁trav el",
+      "B S",
+      "ve ns",
+      "ven s",
+      "v ens",
+      "▁b atch",
+      "▁bat ch",
+      "▁ batch",
+      "li que",
+      "liqu e",
+      "l ique",
+      "she et",
+      "s heet",
+      "▁i hre",
+      "▁ih re",
+      "▁ihr e",
+      "em on",
+      "emo n",
+      "e mon",
+      "ber to",
+      "bert o",
+      "▁as signed",
+      "▁ass igned",
+      "▁assign ed",
+      "ь ю",
+      "Ph one",
+      "▁a ward",
+      "▁aw ard",
+      "▁function ality",
+      "▁functional ity",
+      "al la",
+      "all a",
+      "a lla",
+      "▁D am",
+      "▁Da m",
+      "▁ci udad",
+      "▁cl uster",
+      "▁clust er",
+      "▁ cluster",
+      "De scription",
+      "Des cription",
+      "▁s heet",
+      "▁she et",
+      "▁ sheet",
+      "▁Austral ian",
+      "▁Australia n",
+      "▁» .",
+      "▁ ».",
+      "▁\" <",
+      "▁wonder ing",
+      "ain e",
+      "ai ne",
+      "a ine",
+      "▁represent ed",
+      "▁repres ented",
+      "ka ppa",
+      "kap pa",
+      "k appa",
+      "n b",
+      "▁s y",
+      "▁K ö",
+      "=\" #",
+      "▁s even",
+      "▁se ven",
+      "Direct ory",
+      "D irectory",
+      "▁s ister",
+      "▁si ster",
+      "▁sist er",
+      "pl ates",
+      "plate s",
+      "pla tes",
+      "▁l uck",
+      "▁lu ck",
+      "▁luc k",
+      "▁rem aining",
+      "▁remain ing",
+      "▁V ill",
+      "▁Vi ll",
+      "▁Vil l",
+      "wer k",
+      "w erk",
+      "an ni",
+      "ann i",
+      "et ti",
+      "ett i",
+      "fun c",
+      "fu nc",
+      "f unc",
+      "▁b an",
+      "▁ba n",
+      "▁ ban",
+      "im s",
+      "i ms",
+      "mi ss",
+      "mis s",
+      "m iss",
+      "ag raph",
+      "agr aph",
+      "a graph",
+      "ек си",
+      "е кси",
+      "▁R ef",
+      "▁Re f",
+      "▁ Ref",
+      "ni tt",
+      "nit t",
+      "n itt",
+      "▁G ab",
+      "▁Ga b",
+      "▁and ere",
+      "▁jed och",
+      "result s",
+      "! \\",
+      "▁l isted",
+      "▁li sted",
+      "▁list ed",
+      "▁liste d",
+      "▁l oro",
+      "▁lo ro",
+      "▁kn ows",
+      "▁know s",
+      "ж но",
+      "R ad",
+      "▁s ocket",
+      "▁so cket",
+      "▁soc ket",
+      "▁ socket",
+      "mult i",
+      "mul ti",
+      "▁р і",
+      "▁ рі",
+      "ra ils",
+      "rai ls",
+      "r ails",
+      "▁t ar",
+      "▁ta r",
+      "▁ tar",
+      "▁gent le",
+      "se tt",
+      "set t",
+      "s ett",
+      "serv ices",
+      "service s",
+      "bo und",
+      "b ound",
+      "ig keit",
+      "aj a",
+      "a ja",
+      "▁c md",
+      "▁cm d",
+      "▁ cmd",
+      "ag ger",
+      "agg er",
+      "▁b a",
+      "▁ ba",
+      "▁Be lg",
+      "▁Bel g",
+      "▁K le",
+      "▁Kl e",
+      "▁word t",
+      "▁wor dt",
+      "▁f ost",
+      "▁fo st",
+      "▁fos t",
+      "▁dim ension",
+      "An g",
+      "A ng",
+      "um ing",
+      "umin g",
+      "umi ng",
+      "u ming",
+      "Ob j",
+      "не н",
+      "н ен",
+      "▁M arie",
+      "▁Mar ie",
+      "▁Ma rie",
+      "▁Mari e",
+      "▁ Marie",
+      "ex ists",
+      "exist s",
+      "т ро",
+      "▁бо ль",
+      "▁ боль",
+      "em ente",
+      "ement e",
+      "emen te",
+      "e mente",
+      "▁J on",
+      "▁Jo n",
+      "SE RT",
+      "SER T",
+      "S ERT",
+      "▁high est",
+      "ak i",
+      "a ki",
+      "▁t res",
+      "▁tr es",
+      "▁tre s",
+      "▁ tres",
+      "▁circ um",
+      "▁D own",
+      "▁Do wn",
+      "▁Dow n",
+      "▁ Down",
+      "om men",
+      "omm en",
+      "ur er",
+      "ure r",
+      "u rer",
+      "▁caus es",
+      "▁cause s",
+      "▁ca uses",
+      "ven ue",
+      "iss ance",
+      "▁influ ence",
+      "▁influen ce",
+      "▁f at",
+      "▁fa t",
+      "ре ди",
+      "ред и",
+      "р еди",
+      "}\\ \\",
+      "} \\\\",
+      "▁en tr",
+      "▁ent r",
+      "▁ entr",
+      "▁S ign",
+      "▁Si gn",
+      "▁Sig n",
+      "▁ Sign",
+      "▁к ла",
+      "▁ кла",
+      "▁b inding",
+      "▁bind ing",
+      "▁bin ding",
+      "▁ binding",
+      "es sen",
+      "ess en",
+      "esse n",
+      "▁Ф ран",
+      "▁L ocal",
+      "▁Lo cal",
+      "▁Loc al",
+      "▁ Local",
+      "▁я вля",
+      "ap pro",
+      "app ro",
+      "▁dep endencies",
+      "▁depend encies",
+      "▁ dependencies",
+      "▁talk ing",
+      "▁tal king",
+      "▁zur ück",
+      "con nection",
+      "connect ion",
+      "conne ction",
+      "conn ection",
+      "Act ive",
+      "Activ e",
+      "bb e",
+      "b be",
+      "ir ls",
+      "irl s",
+      "▁In f",
+      "▁ Inf",
+      "w d",
+      "▁и с",
+      "▁ ис",
+      "ro ad",
+      "▁con ven",
+      "▁conv en",
+      "ě t",
+      "ве з",
+      "в ез",
+      "▁ent ries",
+      "▁entr ies",
+      "▁ entries",
+      "es c",
+      "e sc",
+      "▁b its",
+      "▁bit s",
+      "▁bi ts",
+      "▁ bits",
+      "as so",
+      "ass o",
+      "W R",
+      "sh ips",
+      "ship s",
+      "s hips",
+      "▁d és",
+      "▁dé s",
+      "es p",
+      "e sp",
+      "Ma ke",
+      "M ake",
+      "▁famil iar",
+      "▁familia r",
+      "Ar t",
+      "A rt",
+      "▁ar my",
+      "▁arm y",
+      "ct r",
+      "c tr",
+      "ér ic",
+      "éri c",
+      "é ric",
+      "que ue",
+      "▁\\ {",
+      "▁ \\{",
+      "ue la",
+      "uel a",
+      "u ela",
+      "am iento",
+      "ami ento",
+      "ши х",
+      "ш их",
+      "▁\" \"\"",
+      "▁\"\" \"",
+      "con tr",
+      "cont r",
+      "лл е",
+      "л ле",
+      "F S",
+      "▁mar ket",
+      "▁mark et",
+      "▁ market",
+      "ån g",
+      "å ng",
+      "cite p",
+      "cit ep",
+      "Il l",
+      "I ll",
+      "ran k",
+      "r ank",
+      "▁s ender",
+      "▁se nder",
+      "▁send er",
+      "▁sen der",
+      "▁ sender",
+      "▁be im",
+      "▁bei m",
+      "ра к",
+      "▁com pat",
+      "▁comp at",
+      "▁ compat",
+      "▁occ urs",
+      "▁occur s",
+      "▁d iese",
+      "▁di ese",
+      "▁die se",
+      "▁dies e",
+      "сти ту",
+      "aw a",
+      "a wa",
+      "▁i OS",
+      "▁Ch inese",
+      "▁Chine se",
+      "▁T R",
+      "▁ TR",
+      "▁K en",
+      "▁Ke n",
+      "▁U ne",
+      "▁Un e",
+      "▁cre ates",
+      "▁create s",
+      "▁sh owed",
+      "▁show ed",
+      "▁sho wed",
+      "▁é v",
+      "▁ év",
+      "olog ia",
+      "olo gia",
+      "▁pro test",
+      "▁prote st",
+      "▁prot est",
+      "▁P f",
+      "▁s quad",
+      "▁squ ad",
+      "++ ,",
+      "á v",
+      "▁ess ere",
+      "з я",
+      "ko l",
+      "k ol",
+      "▁slight ly",
+      "ad dr",
+      "add r",
+      "â n",
+      "▁red uce",
+      "▁redu ce",
+      "▁ reduce",
+      "▁\\ (\\",
+      "▁\\( \\",
+      "▁D ep",
+      "▁De p",
+      "▁ Dep",
+      "▁gener ic",
+      "▁gene ric",
+      "▁ generic",
+      "Lo ader",
+      "Load er",
+      "ț i",
+      "▁п ос",
+      "▁по с",
+      "▁occ asion",
+      "▁occas ion",
+      "▁L ady",
+      "▁La dy",
+      "▁Lad y",
+      "ent ity",
+      "enti ty",
+      "▁av ant",
+      "▁ avant",
+      "▁P as",
+      "▁Pa s",
+      "ag gio",
+      "aggi o",
+      "agg io",
+      "\\ {",
+      "па д",
+      "athol ic",
+      "Pass word",
+      "▁res pond",
+      "▁resp ond",
+      "▁ respond",
+      "▁N on",
+      "▁No n",
+      "▁ Non",
+      "A G",
+      "ne g",
+      "n eg",
+      "▁у с",
+      "▁ ус",
+      "bl ob",
+      "blo b",
+      "b lob",
+      "ck e",
+      "c ke",
+      "▁Cons ider",
+      "▁C are",
+      "▁Car e",
+      "▁Ca re",
+      "ik i",
+      "i ki",
+      "▁Ch icago",
+      "in den",
+      "ind en",
+      "inde n",
+      "▁C op",
+      "▁Co p",
+      "] +",
+      "ö m",
+      "év rier",
+      "к ло",
+      "al en",
+      "ale n",
+      "a len",
+      "▁m aj",
+      "▁ma j",
+      "ra cy",
+      "rac y",
+      "r acy",
+      "or te",
+      "ort e",
+      "ien ts",
+      "ient s",
+      "i ents",
+      "el ls",
+      "ell s",
+      "act ivity",
+      "activ ity",
+      "▁r untime",
+      "▁run time",
+      "▁runt ime",
+      "▁ runtime",
+      "NU LL",
+      "N ULL",
+      "▁poss ibly",
+      "▁possib ly",
+      "▁s tri",
+      "▁st ri",
+      "▁str i",
+      "iz i",
+      "i zi",
+      "▁m ir",
+      "▁mi r",
+      "▁ mir",
+      "▁V ersion",
+      "▁Vers ion",
+      "▁ Version",
+      "pr ime",
+      "prim e",
+      "▁tw enty",
+      "▁M ah",
+      "▁Ma h",
+      "▁s ounds",
+      "▁sound s",
+      "ше н",
+      "ш ен",
+      "cl usion",
+      "clus ion",
+      "ac z",
+      "a cz",
+      "▁determ ined",
+      "▁determine d",
+      "▁determin ed",
+      "▁R ep",
+      "▁Re p",
+      "▁ Rep",
+      "▁Land es",
+      "▁Lan des",
+      "▁w all",
+      "▁wa ll",
+      "▁wal l",
+      "▁ wall",
+      "ig i",
+      "i gi",
+      "▁re set",
+      "▁res et",
+      "▁ reset",
+      "ш о",
+      "ya n",
+      "y an",
+      "Me t",
+      "M et",
+      "e i",
+      "▁app earance",
+      "▁appear ance",
+      "▁f ois",
+      "▁fo is",
+      "▁foi s",
+      "▁ fois",
+      "▁n ell",
+      "▁ne ll",
+      "▁nel l",
+      "▁ nell",
+      "es i",
+      "e si",
+      "ё т",
+      "lo or",
+      "l oor",
+      "▁U l",
+      "▁resol ution",
+      "▁f ot",
+      "▁fo t",
+      "▁through out",
+      "▁r i",
+      "▁ ri",
+      "Le vel",
+      "po ol",
+      "p ool",
+      "▁id entity",
+      "▁ident ity",
+      "▁ identity",
+      "▁j anu",
+      "▁jan u",
+      "▁ja nu",
+      "▁im per",
+      "▁imp er",
+      "▁ imper",
+      "▁ö ver",
+      "} `",
+      "▁in fer",
+      "▁inf er",
+      "▁d ates",
+      "▁da tes",
+      "▁dat es",
+      "▁date s",
+      "▁ dates",
+      "▁Stand ard",
+      "▁ Standard",
+      "for ce",
+      "oc key",
+      "ock ey",
+      "ter a",
+      "te ra",
+      "t era",
+      "▁dist ingu",
+      "▁pres ence",
+      "li ca",
+      "lic a",
+      "l ica",
+      "▁le aving",
+      "it ung",
+      "itu ng",
+      "é b",
+      "▁estab lish",
+      "▁m aar",
+      "▁ma ar",
+      "ad i",
+      "a di",
+      "▁New s",
+      "▁Ne ws",
+      "▁ News",
+      "az on",
+      "a zon",
+      "fo lg",
+      "fol g",
+      "f olg",
+      "▁H ence",
+      "▁Hen ce",
+      "▁Y e",
+      "▁f ab",
+      "▁fa b",
+      "▁ fab",
+      "▁f ühr",
+      "▁ führ",
+      "it map",
+      "▁V ers",
+      "▁Ver s",
+      "▁Ve rs",
+      "ro v",
+      "r ov",
+      "Si gn",
+      "S ign",
+      "de vice",
+      "dev ice",
+      "S igma",
+      "▁wet enschapp",
+      "▁P s",
+      "PA TH",
+      "P ATH",
+      "▁t orn",
+      "▁to rn",
+      "▁tor n",
+      "ve st",
+      "ves t",
+      "v est",
+      "ст ов",
+      "сто в",
+      "с тов",
+      "ac count",
+      "acc ount",
+      "acco unt",
+      "▁lar gest",
+      "▁large st",
+      "▁larg est",
+      "▁per cent",
+      "▁perce nt",
+      "▁ percent",
+      "▁W omen",
+      "▁Wo men",
+      "▁im g",
+      "▁ img",
+      "to ol",
+      "t ool",
+      "▁r oce",
+      "▁ro ce",
+      "▁a y",
+      "▁ ay",
+      "in et",
+      "ine t",
+      "i net",
+      "▁ao ût",
+      "▁pol ynomial",
+      "▁integr al",
+      "▁integra l",
+      "▁a reas",
+      "▁are as",
+      "▁area s",
+      "} '",
+      "▁h yp",
+      "▁hy p",
+      "loy ee",
+      "та ль",
+      "тал ь",
+      "т аль",
+      "▁pro xy",
+      "▁ proxy",
+      "▁W y",
+      "▁М екси",
+      "▁Ме кси",
+      "▁es cape",
+      "▁esc ape",
+      "▁ escape",
+      "ol ar",
+      "ola r",
+      "o lar",
+      "▁mis take",
+      "▁mist ake",
+      ")} {",
+      ") }{",
+      "▁P ot",
+      "▁Po t",
+      "▁process es",
+      "▁proc esses",
+      "\"> \r",
+      "\" >\r",
+      "hal ten",
+      "halt en",
+      "zz a",
+      "z za",
+      "am o",
+      "a mo",
+      "к ре",
+      "▁W ood",
+      "▁Wo od",
+      "ø r",
+      "▁с ер",
+      "▁се р",
+      "▁ сер",
+      "oc ia",
+      "oci a",
+      "o cia",
+      "tw o",
+      "t wo",
+      "pro file",
+      "prof ile",
+      "▁A st",
+      "▁As t",
+      "em bro",
+      "emb ro",
+      "▁ar ms",
+      "▁arm s",
+      "in as",
+      "ina s",
+      "i nas",
+      "in nen",
+      "inn en",
+      "▁m sg",
+      "▁ms g",
+      "▁ msg",
+      "IN T",
+      "I NT",
+      "▁b atter",
+      "▁batt er",
+      "▁bat ter",
+      "ign ment",
+      "▁v y",
+      "▁ vy",
+      "H rsg",
+      "▁G rund",
+      "▁Gr und",
+      "▁Gru nd",
+      "ro c",
+      "r oc",
+      "se g",
+      "s eg",
+      "▁de cor",
+      "▁dec or",
+      "▁ decor",
+      "▁event ually",
+      "> ,",
+      "▁p ag",
+      "▁pa g",
+      "▁ pag",
+      "an ten",
+      "ant en",
+      "ante n",
+      "a nten",
+      "▁str ugg",
+      "▁stru gg",
+      "}^ \\",
+      "} ^\\",
+      "date n",
+      "da ten",
+      "dat en",
+      "d aten",
+      "▁re la",
+      "▁r ela",
+      "▁rel a",
+      "по в",
+      "п ов",
+      "▁ко ро",
+      "▁кор о",
+      "▁B os",
+      "▁Bo s",
+      "▁l abor",
+      "▁la bor",
+      "▁lab or",
+      "▁Se cret",
+      "▁Sec ret",
+      "▁ Secret",
+      "ug en",
+      "uge n",
+      "u gen",
+      "▁j ap",
+      "▁ja p",
+      "▁hus band",
+      "▁Al bum",
+      "▁Alb um",
+      "▁et wa",
+      "▁про из",
+      "ri cht",
+      "ric ht",
+      "rich t",
+      "r icht",
+      "ra ch",
+      "rac h",
+      "r ach",
+      "ba t",
+      "b at",
+      "▁pre par",
+      "▁prep ar",
+      "▁St ock",
+      "▁Sto ck",
+      "▁l ack",
+      "▁la ck",
+      "▁lac k",
+      "▁ lack",
+      "хі д",
+      "х ід",
+      "▁h ogy",
+      "▁ho gy",
+      "▁Ch rome",
+      "▁Chr ome",
+      "▁Ad min",
+      "▁ Admin",
+      "▁com parison",
+      "▁compar ison",
+      "▁incre asing",
+      "н г",
+      "im i",
+      "i mi",
+      "D b",
+      "▁g ef",
+      "▁ge f",
+      "▁ gef",
+      "uch t",
+      "uc ht",
+      "u cht",
+      "és e",
+      "é se",
+      "gen ce",
+      "g ence",
+      "▁C ore",
+      "▁Cor e",
+      "▁Co re",
+      "▁ Core",
+      "▁in correct",
+      "▁incor rect",
+      "▁ass uming",
+      "▁assum ing",
+      "our se",
+      "ours e",
+      "ie ron",
+      "ier on",
+      "iero n",
+      "▁The orem",
+      "▁ Theorem",
+      "▁c asa",
+      "▁cas a",
+      "▁ca sa",
+      "je s",
+      "j es",
+      "▁д ере",
+      "▁де ре",
+      "▁` \"",
+      "L D",
+      "ä ß",
+      "De b",
+      "D eb",
+      "▁su iv",
+      "▁B ank",
+      "▁Ban k",
+      "li bs",
+      "lib s",
+      "▁Le on",
+      "▁Leo n",
+      "▁qu art",
+      "▁quar t",
+      "▁prof essional",
+      "▁profession al",
+      "▁profess ional",
+      "▁t iene",
+      "▁ti ene",
+      "▁tie ne",
+      "▁acc omp",
+      "▁ac comp",
+      "▁accom p",
+      "ст ер",
+      "сте р",
+      "с тер",
+      "▁U K",
+      "▁ UK",
+      "N N",
+      "▁l í",
+      "ц я",
+      "ke l",
+      "k el",
+      "▁ •",
+      "▁d ise",
+      "▁di se",
+      "▁dis e",
+      "on to",
+      "ont o",
+      "▁m á",
+      "if s",
+      "i fs",
+      "bi ld",
+      "bil d",
+      "b ild",
+      "▁comp ute",
+      "▁comput e",
+      "▁ compute",
+      "▁é d",
+      "▁ éd",
+      "j ę",
+      "▁M é",
+      "▁l anguages",
+      "▁language s",
+      "▁T imes",
+      "▁Time s",
+      "▁Tim es",
+      "▁Ti mes",
+      "▁ Times",
+      "ce n",
+      "c en",
+      "▁ав то",
+      "ý m",
+      "en ez",
+      "ene z",
+      "e nez",
+      "▁u pp",
+      "▁up p",
+      "▁ upp",
+      "▁m éd",
+      "▁mé d",
+      "▁cu ando",
+      "о д",
+      "Int ent",
+      "ee rd",
+      "e erd",
+      "▁T al",
+      "▁Ta l",
+      "off set",
+      "offs et",
+      "▁h aben",
+      "▁ha ben",
+      "▁hab en",
+      "▁habe n",
+      "re me",
+      "rem e",
+      "r eme",
+      "▁St ack",
+      "▁Sta ck",
+      "▁ Stack",
+      "▁d ri",
+      "▁dr i",
+      "▁ dri",
+      "▁sein em",
+      "▁seine m",
+      "▁sei nem",
+      "▁f évrier",
+      "▁comb ination",
+      "▁combin ation",
+      "▁s oll",
+      "▁so ll",
+      "▁sol l",
+      "▁mov ement",
+      "▁mo vement",
+      "▁move ment",
+      "Sp ec",
+      "Spe c",
+      "S pec",
+      "к ры",
+      "ret ch",
+      "r etch",
+      "Off set",
+      "Ro ot",
+      "R oot",
+      "А р",
+      "wa rt",
+      "war t",
+      "w art",
+      "▁F ollow",
+      "▁Fol low",
+      "▁So cial",
+      "▁Soci al",
+      "▁Soc ial",
+      "ни ков",
+      "ник ов",
+      "▁ →",
+      "Do n",
+      "D on",
+      "▁h arm",
+      "▁ha rm",
+      "▁har m",
+      "▁ harm",
+      "ag r",
+      "a gr",
+      "ne go",
+      "neg o",
+      "n ego",
+      "re source",
+      "res ource",
+      "▁L uc",
+      "▁Lu c",
+      "▁se inen",
+      "▁sein en",
+      "▁seine n",
+      "▁sei nen",
+      "▁De partment",
+      "▁Depart ment",
+      "▁Up date",
+      "▁ Update",
+      "▁Tex as",
+      "▁re ve",
+      "▁rev e",
+      "▁P os",
+      "▁Po s",
+      "▁ Pos",
+      "▁s hot",
+      "▁sh ot",
+      "▁sho t",
+      "▁ shot",
+      "ot he",
+      "oth e",
+      "o the",
+      "▁repe ated",
+      "▁repeat ed",
+      "▁rec ently",
+      "▁recent ly",
+      "áb an",
+      "á ban",
+      "ak s",
+      "a ks",
+      "па н",
+      "п ан",
+      "▁c ha",
+      "▁ch a",
+      "▁ cha",
+      "oh l",
+      "o hl",
+      "▁t end",
+      "▁te nd",
+      "▁ten d",
+      "▁д во",
+      "ch ts",
+      "cht s",
+      "ça ise",
+      "çais e",
+      "pl ing",
+      "p ling",
+      "al bum",
+      "e j",
+      "▁` [",
+      "ma ps",
+      "map s",
+      "m aps",
+      "▁un its",
+      "▁unit s",
+      "▁< !--",
+      "▁<! --",
+      "▁ <!--",
+      "▁г е",
+      "▁ ге",
+      "▁In formation",
+      "▁Inform ation",
+      "▁ Information",
+      "ik on",
+      "iko n",
+      "i kon",
+      "▁t an",
+      "▁ta n",
+      "▁ tan",
+      "▁d ocker",
+      "▁do cker",
+      "▁doc ker",
+      "▁dock er",
+      "▁ docker",
+      "▁St ad",
+      "▁Sta d",
+      "▁a udio",
+      "▁aud io",
+      "▁audi o",
+      "▁ audio",
+      "ik o",
+      "i ko",
+      "▁co ordinates",
+      "▁coordin ates",
+      "▁coordinate s",
+      "x s",
+      "▁rep lied",
+      "▁) ,",
+      "▁ ),",
+      "▁Govern ment",
+      "▁A cademy",
+      "▁Academ y",
+      "UN T",
+      "U NT",
+      "▁т ри",
+      "▁ три",
+      "B l",
+      "▁a nc",
+      "▁an c",
+      "▁ anc",
+      "ш у",
+      "▁тако ж",
+      "▁in finite",
+      "▁infin ite",
+      "R C",
+      "▁g a",
+      "▁ ga",
+      "▁ad just",
+      "▁adj ust",
+      "▁mer ge",
+      "▁ merge",
+      "; `",
+      "▁p oster",
+      "▁po ster",
+      "▁pos ter",
+      "▁post er",
+      "▁poste r",
+      "▁Japan ese",
+      "\"] ;",
+      "\" ];",
+      "▁ex hib",
+      "▁order ed",
+      "▁ord ered",
+      "▁ ordered",
+      "ict ures",
+      "icture s",
+      "ро с",
+      "р ос",
+      "▁s érie",
+      "▁sé rie",
+      "le ts",
+      "let s",
+      "l ets",
+      "▁i p",
+      "▁ ip",
+      "Select or",
+      "▁ex istence",
+      "▁exist ence",
+      "Re ce",
+      "Rec e",
+      "li ga",
+      "lig a",
+      "l iga",
+      "down load",
+      "▁lem ma",
+      "▁ lemma",
+      "ie v",
+      "i ev",
+      "ud ent",
+      "ude nt",
+      "uden t",
+      "u dent",
+      "sk o",
+      "s ko",
+      "▁A rab",
+      "▁Ar ab",
+      "▁Ara b",
+      "it ate",
+      "ita te",
+      "itat e",
+      "by te",
+      "о т",
+      "ik t",
+      "i kt",
+      "на та",
+      "нат а",
+      "▁A f",
+      "( @",
+      "▁m ad",
+      "▁ma d",
+      "▁ mad",
+      "od b",
+      "o db",
+      "▁el imin",
+      "▁elim in",
+      "▁s pent",
+      "▁sp ent",
+      "▁spe nt",
+      "En ter",
+      "Ent er",
+      "▁Mit g",
+      "Wh en",
+      "W hen",
+      "▁dé part",
+      "▁dép art",
+      "M I",
+      "▁f ellow",
+      "▁fel low",
+      "▁fell ow",
+      "▁thous and",
+      "▁C u",
+      "kt or",
+      "k tor",
+      "Ca che",
+      "C ache",
+      "▁tamb ém",
+      "▁també m",
+      "▁ext ended",
+      "▁extend ed",
+      "ве ст",
+      "at ers",
+      "ate rs",
+      "ater s",
+      "a ters",
+      "▁L ic",
+      "▁Li c",
+      "to type",
+      "tot ype",
+      "▁G a",
+      "▁bl ood",
+      "▁blo od",
+      "▁m apping",
+      "▁ma pping",
+      "▁map ping",
+      "▁ mapping",
+      "▁n omin",
+      "▁no min",
+      "▁nom in",
+      "▁man ifest",
+      "▁manif est",
+      "▁ manifest",
+      "▁p ens",
+      "▁pe ns",
+      "▁pen s",
+      "▁r it",
+      "▁ri t",
+      "▁ rit",
+      "▁file name",
+      "▁fil ename",
+      "▁ filename",
+      "▁f illed",
+      "▁fil led",
+      "▁fill ed",
+      "▁fille d",
+      "▁ filled",
+      "v ä",
+      "▁ra ised",
+      "▁raise d",
+      "▁m obile",
+      "▁mob ile",
+      "▁mobil e",
+      "▁ mobile",
+      "k é",
+      "▁R ight",
+      "▁ Right",
+      "▁ge hör",
+      "▁temper ature",
+      "▁some how",
+      "▁Span ish",
+      "▁k ommun",
+      "▁kom mun",
+      "▁komm un",
+      "▁ch osen",
+      "▁cho sen",
+      "▁chose n",
+      "▁hor se",
+      "▁hors e",
+      "; \\",
+      "▁original ly",
+      "▁origin ally",
+      "Has h",
+      "Ha sh",
+      "H ash",
+      "▁c itt",
+      "▁ci tt",
+      "▁cit t",
+      "▁en core",
+      "▁enc ore",
+      "▁W olf",
+      "▁Wol f",
+      "▁n ú",
+      "▁You ng",
+      "Var i",
+      "V ari",
+      "▁Sch we",
+      "▁Schw e",
+      "▁capt ure",
+      "▁J ane",
+      "▁Jan e",
+      "▁Ja ne",
+      "Inter face",
+      "ow ych",
+      "owy ch",
+      "▁Deutsch land",
+      "▁K ol",
+      "▁Ko l",
+      "▁bound ary",
+      "▁G ND",
+      "No w",
+      "N ow",
+      "ke hr",
+      "( *",
+      "= -",
+      "▁W el",
+      "▁We l",
+      "▁ Wel",
+      "▁C at",
+      "▁Ca t",
+      "▁ Cat",
+      "am ment",
+      "amm ent",
+      "ammen t",
+      "AG E",
+      "A GE",
+      "▁r ights",
+      "▁right s",
+      "Sc roll",
+      "▁happ ening",
+      "▁happen ing",
+      "▁B la",
+      "▁Bl a",
+      "▁s cience",
+      "▁sc ience",
+      "▁sci ence",
+      "aw s",
+      "a ws",
+      "▁behav iour",
+      "▁imp lies",
+      "▁impl ies",
+      "▁ implies",
+      "▁Qu een",
+      "▁Que en",
+      "ov an",
+      "ova n",
+      "o van",
+      "pa y",
+      "p ay",
+      "њ а",
+      "ar et",
+      "are t",
+      "a ret",
+      "er ship",
+      "ers hip",
+      "▁L ang",
+      "▁La ng",
+      "▁Lan g",
+      "▁го д",
+      "▁г од",
+      "▁record ed",
+      "ze m",
+      "z em",
+      "▁Th read",
+      "▁ Thread",
+      "▁t odo",
+      "▁to do",
+      "▁tod o",
+      "og o",
+      "o go",
+      "▁sc enario",
+      "▁scen ario",
+      "▁con cent",
+      "▁conc ent",
+      "▁conce nt",
+      "ре з",
+      "р ез",
+      "St orage",
+      "Sto rage",
+      "▁di rig",
+      "▁dir ig",
+      "▁S eries",
+      "▁Se ries",
+      "▁Ser ies",
+      "▁Serie s",
+      "▁ Series",
+      "▁g as",
+      "▁ga s",
+      "▁ gas",
+      "SE T",
+      "S ET",
+      "è ce",
+      "ra te",
+      "rat e",
+      "r ate",
+      "HT TP",
+      "▁k ap",
+      "▁ka p",
+      "▁ kap",
+      "Em p",
+      "E mp",
+      "UT F",
+      "U TF",
+      "án í",
+      "á ní",
+      "ста ви",
+      "став и",
+      "window s",
+      "wind ows",
+      "w indows",
+      "ér ation",
+      "éra tion",
+      "ap ed",
+      "ape d",
+      "a ped",
+      "▁s istema",
+      "▁sist ema",
+      "▁su rv",
+      "▁sur v",
+      "▁West ern",
+      "▁Wes tern",
+      "▁g é",
+      "▁S uch",
+      "▁Su ch",
+      "Write r",
+      "W riter",
+      "▁can vas",
+      "▁ canvas",
+      "▁gu arante",
+      "sc roll",
+      "scr oll",
+      "av ed",
+      "ave d",
+      "a ved",
+      "It al",
+      "I tal",
+      "▁E lect",
+      "▁El ect",
+      "▁Ele ct",
+      "]( #",
+      "▁H erm",
+      "▁He rm",
+      "▁Her m",
+      "▁Comm and",
+      "▁ Command",
+      "▁Ch ild",
+      "▁Chi ld",
+      "▁ Child",
+      "▁p d",
+      "▁ pd",
+      "ut ch",
+      "S ql",
+      "* .",
+      "▁T ag",
+      "▁Ta g",
+      "▁ Tag",
+      "▁T a",
+      "▁m ail",
+      "▁ma il",
+      "▁mai l",
+      "▁ mail",
+      "sc reen",
+      "scr een",
+      "s creen",
+      "sc r",
+      "s cr",
+      "zi al",
+      "zia l",
+      "z ial",
+      "▁F ür",
+      "▁sugg estions",
+      "▁suggest ions",
+      "▁suggestion s",
+      "ch ester",
+      "che ster",
+      "ches ter",
+      ") |",
+      "per son",
+      "pers on",
+      "p erson",
+      "ze l",
+      "z el",
+      "▁wait ing",
+      "▁wa iting",
+      "▁с ле",
+      "▁ сле",
+      "F L",
+      "▁Al bert",
+      "▁Alb ert",
+      "▁H ij",
+      "▁Hi j",
+      "▁т ер",
+      "▁те р",
+      "▁ тер",
+      "ew rite",
+      "e write",
+      "▁sent ence",
+      "▁lin ux",
+      "▁ linux",
+      "е де",
+      "ên cia",
+      "▁Ital ian",
+      "▁Italia n",
+      "ч ка",
+      "File s",
+      "Fil es",
+      "Fi les",
+      "F iles",
+      "▁not iced",
+      "▁notice d",
+      "bin g",
+      "bi ng",
+      "b ing",
+      "▁Re search",
+      "▁Res earch",
+      "▁al ter",
+      "▁alt er",
+      "▁alte r",
+      "▁ alter",
+      "he el",
+      "\\< ^",
+      "▁Pro cess",
+      "▁ Process",
+      "▁b attle",
+      "▁batt le",
+      "мо в",
+      "м ов",
+      "▁A frica",
+      "▁Afr ica",
+      "▁Af rica",
+      "▁An ne",
+      "▁Ann e",
+      "▁g eld",
+      "▁ge ld",
+      "▁gel d",
+      "} %",
+      "▁d ocs",
+      "▁do cs",
+      "▁doc s",
+      "▁ docs",
+      "Type s",
+      "Ty pes",
+      "Typ es",
+      "T ypes",
+      "▁retr ieve",
+      "▁O fficial",
+      "▁Off icial",
+      "▁Offic ial",
+      "▁t rab",
+      "▁tr ab",
+      "▁tra b",
+      "ц ы",
+      "▁In put",
+      "▁ Input",
+      "st ep",
+      "ste p",
+      "▁l augh",
+      "▁la ugh",
+      "▁Х а",
+      "▁p ela",
+      "▁pe la",
+      "▁pel a",
+      "Me dia",
+      "Med ia",
+      "M edia",
+      "ro ugh",
+      "rou gh",
+      "r ough",
+      "га ни",
+      "ган и",
+      "▁Sh ould",
+      "▁Sho uld",
+      "▁ Should",
+      "▁Cont ent",
+      "▁ Content",
+      "ле м",
+      "л ем",
+      "os h",
+      "o sh",
+      "▁some what",
+      "▁C er",
+      "▁Ce r",
+      "Back ground",
+      "st ru",
+      "str u",
+      "▁in line",
+      "▁ inline",
+      "▁N eder",
+      "▁Ne der",
+      "▁Ned er",
+      "▁mod ules",
+      "▁module s",
+      "▁ modules",
+      "▁B uch",
+      "▁Bu ch",
+      "▁Buc h",
+      "ń ski",
+      "wi det",
+      "wide t",
+      "wid et",
+      "▁z n",
+      "▁ zn",
+      "pos es",
+      "pose s",
+      "p oses",
+      "▁gr adu",
+      "▁gra du",
+      "▁grad u",
+      "▁a qu",
+      "▁ aqu",
+      "P R",
+      "▁put ting",
+      "▁по ли",
+      "▁пол и",
+      "▁ поли",
+      "▁p urch",
+      "▁pur ch",
+      "▁sm ooth",
+      "ри й",
+      "eng ine",
+      "▁l ived",
+      "▁li ved",
+      "▁live d",
+      "▁liv ed",
+      "Acc ount",
+      "Ac count",
+      "Det ails",
+      "Detail s",
+      "▁t ells",
+      "▁tell s",
+      "▁tel ls",
+      "▁Out put",
+      "▁ Output",
+      "He re",
+      "Her e",
+      "H ere",
+      "▁Found ation",
+      "▁ Foundation",
+      "Text View",
+      "▁dec ision",
+      "▁decis ion",
+      "▁dep endency",
+      "▁depend ency",
+      "▁ dependency",
+      "oc ation",
+      "oca tion",
+      "o cation",
+      "ov al",
+      "ova l",
+      "o val",
+      "fe ld",
+      "fel d",
+      "f eld",
+      "▁п ров",
+      "▁про в",
+      "▁пр ов",
+      "▁en ds",
+      "▁end s",
+      "▁ ends",
+      "▁i os",
+      "▁io s",
+      "▁ ios",
+      "▁ex cel",
+      "▁exc el",
+      "▁ excel",
+      "ag u",
+      "a gu",
+      "▁e leg",
+      "▁el eg",
+      "▁ele g",
+      "▁E lement",
+      "▁El ement",
+      "▁Ele ment",
+      "▁ Element",
+      "Que ue",
+      "▁f ö",
+      "вер сите",
+      "▁exper ien",
+      "▁direct ed",
+      "▁dire cted",
+      "▁dir ected",
+      "▁c amb",
+      "▁cam b",
+      "▁ca mb",
+      "▁Д ж",
+      "▁f olg",
+      "▁fol g",
+      "▁fo lg",
+      "▁ folg",
+      "▁c once",
+      "▁con ce",
+      "▁conc e",
+      "▁F ab",
+      "▁Fa b",
+      "▁V i",
+      "▁adv antage",
+      "▁B ei",
+      "▁Be i",
+      "pr od",
+      "pro d",
+      "p rod",
+      "▁X IX",
+      "▁XI X",
+      "▁F ace",
+      "▁Fa ce",
+      "▁Fac e",
+      "▁ Face",
+      "▁v ir",
+      "▁vi r",
+      "▁ vir",
+      "▁Russ ian",
+      "▁Russia n",
+      "▁s pan",
+      "▁sp an",
+      "▁ span",
+      "en í",
+      "e ní",
+      "▁z one",
+      "▁zo ne",
+      "▁ zone",
+      "▁att ach",
+      "▁ attach",
+      "▁б ез",
+      "▁бе з",
+      "▁man agement",
+      "▁manage ment",
+      "▁ management",
+      "A c",
+      "▁о п",
+      "on ce",
+      "onc e",
+      "ha lt",
+      "hal t",
+      "h alt",
+      "us o",
+      "u so",
+      "Sp e",
+      "S pe",
+      "▁r aw",
+      "▁ra w",
+      "▁ raw",
+      "ér o",
+      "é ro",
+      "id el",
+      "ide l",
+      "i del",
+      "la w",
+      "l aw",
+      "She et",
+      "S heet",
+      "▁m ission",
+      "▁miss ion",
+      "▁ mission",
+      "▁came ra",
+      "▁cam era",
+      "▁ camera",
+      "▁hon or",
+      "▁ho nor",
+      "▁appoint ed",
+      "▁R oma",
+      "▁Ro ma",
+      "▁Rom a",
+      "li near",
+      "line ar",
+      "lin ear",
+      "Row s",
+      "Ro ws",
+      "R ows",
+      "fer ences",
+      "ference s",
+      "▁I O",
+      "▁ IO",
+      "▁cover ed",
+      "▁cov ered",
+      "ra j",
+      "r aj",
+      "ств ова",
+      "ство ва",
+      "▁S ym",
+      "▁Sy m",
+      "▁ Sym",
+      "▁t id",
+      "▁ti d",
+      "▁ tid",
+      "is c",
+      "i sc",
+      "▁R ud",
+      "▁Ru d",
+      "▁enc uent",
+      "▁fail ure",
+      "üs s",
+      "ü ss",
+      "▁s qu",
+      "▁sq u",
+      "▁ squ",
+      "▁p aint",
+      "▁pa int",
+      "▁pain t",
+      "▁ser ious",
+      "▁c ursor",
+      "▁curs or",
+      "▁ cursor",
+      "tr as",
+      "tra s",
+      "t ras",
+      "▁dis cussion",
+      "▁discuss ion",
+      "▁ discussion",
+      "▁c ried",
+      "▁cr ied",
+      "▁cri ed",
+      "er ie",
+      "eri e",
+      "e rie",
+      "▁De velop",
+      "▁ Develop",
+      "▁re write",
+      "▁r ewrite",
+      "▁ rewrite",
+      "▁gén éral",
+      "▁généra l",
+      "wa it",
+      "w ait",
+      "▁Har ry",
+      "▁Harr y",
+      "í r",
+      "▁ge public",
+      "▁gep ublic",
+      "▁и г",
+      "і б",
+      "я т",
+      "▁И з",
+      "▁equ ations",
+      "▁equation s",
+      "▁p lane",
+      "▁pl ane",
+      "▁pla ne",
+      "▁plan e",
+      "▁ plane",
+      "▁ac qu",
+      "▁an gle",
+      "▁ang le",
+      "▁ angle",
+      "▁t rees",
+      "▁tr ees",
+      "▁tre es",
+      "▁tree s",
+      "▁ trees",
+      "▁К он",
+      "▁Ко н",
+      "V D",
+      "pe rt",
+      "per t",
+      "p ert",
+      "▁doc uments",
+      "▁document s",
+      "c b",
+      "▁im plements",
+      "▁implement s",
+      "▁impl ements",
+      "ста нов",
+      "стан ов",
+      "▁W alter",
+      "▁Wal ter",
+      "зы ва",
+      "▁с пе",
+      "▁сп е",
+      "▁ спе",
+      "▁ch ap",
+      "▁cha p",
+      "ple x",
+      "pl ex",
+      "p lex",
+      "▁m agnet",
+      "▁mag net",
+      "▁magn et",
+      "▁gepublic eerd",
+      "▁high ly",
+      "▁l eurs",
+      "▁le urs",
+      "▁leur s",
+      "▁d ress",
+      "▁dr ess",
+      "▁dre ss",
+      "▁re start",
+      "▁rest art",
+      "▁resta rt",
+      "Re nder",
+      "R ender",
+      "Call back",
+      "is o",
+      "i so",
+      "▁const itu",
+      "▁constit u",
+      "▁E nde",
+      "▁En de",
+      "▁End e",
+      "Z E",
+      "▁Ang eles",
+      "▁Angel es",
+      "▁der ived",
+      "▁deriv ed",
+      "▁derive d",
+      "=\" {",
+      "] \\",
+      "▁Ch ange",
+      "▁Chan ge",
+      "▁ Change",
+      "▁H aus",
+      "▁Ha us",
+      "▁st ad",
+      "▁sta d",
+      "▁ stad",
+      "▁Re quest",
+      "▁ Request",
+      "om o",
+      "o mo",
+      "▁Act ive",
+      "▁Activ e",
+      "▁ Active",
+      "ur en",
+      "ure n",
+      "u ren",
+      "▁t ourn",
+      "▁to urn",
+      "▁tour n",
+      "▁tou rn",
+      "▁particular ly",
+      "Serv let",
+      "ab c",
+      "a bc",
+      "wide tilde",
+      "widet ilde",
+      "an dra",
+      "and ra",
+      "andr a",
+      "Hel per",
+      "Help er",
+      "R ule",
+      "▁plus ieurs",
+      "▁w ave",
+      "▁wa ve",
+      "▁ wave",
+      "ne q",
+      "n eq",
+      "▁Т е",
+      "fr e",
+      "f re",
+      "sk é",
+      "s ké",
+      "▁al c",
+      "▁l ogs",
+      "▁lo gs",
+      "▁log s",
+      "▁ logs",
+      "G S",
+      "▁M ol",
+      "▁Mo l",
+      "▁per mission",
+      "▁perm ission",
+      "▁ permission",
+      "▁s oul",
+      "▁so ul",
+      "▁sou l",
+      "▁w ants",
+      "▁want s",
+      "▁gu ide",
+      "▁guid e",
+      "▁ guide",
+      "▁v iene",
+      "▁vi ene",
+      "▁vie ne",
+      "▁Wil helm",
+      "▁ev idence",
+      "\"} ,",
+      "\" },",
+      "ro pol",
+      "rop ol",
+      "r opol",
+      "▁auth entication",
+      "▁authentic ation",
+      "▁ authentication",
+      "▁occur red",
+      "▁occurr ed",
+      "▁I F",
+      "▁ IF",
+      "no c",
+      "n oc",
+      "I A",
+      "▁B an",
+      "▁Ba n",
+      "▁к ар",
+      "▁ка р",
+      "▁ кар",
+      "▁b le",
+      "▁bl e",
+      "▁ ble",
+      "▁se gment",
+      "▁seg ment",
+      "▁ segment",
+      "▁p layers",
+      "▁play ers",
+      "▁player s",
+      "is i",
+      "i si",
+      "▁st uck",
+      "▁P y",
+      "▁ Py",
+      "An y",
+      "A ny",
+      "ho u",
+      "h ou",
+      "▁form att",
+      "▁format t",
+      "▁forma tt",
+      "▁pe ace",
+      "▁К ар",
+      "▁Ка р",
+      "et es",
+      "ete s",
+      "e tes",
+      "df rac",
+      "d frac",
+      "( ?",
+      "▁S ite",
+      "▁Si te",
+      "▁Sit e",
+      "▁ Site",
+      "▁L ive",
+      "▁Li ve",
+      "▁Liv e",
+      "▁ Live",
+      "▁U s",
+      "▁ Us",
+      "▁c lim",
+      "▁cl im",
+      "▁cli m",
+      "▁A li",
+      "▁Al i",
+      "ре й",
+      "р ей",
+      "▁Pr ince",
+      "▁Prin ce",
+      "▁ob lig",
+      "ie b",
+      "i eb",
+      "▁A lt",
+      "▁Al t",
+      "▁ Alt",
+      "▁p ros",
+      "▁pro s",
+      "▁pr os",
+      "ra cle",
+      "rac le",
+      "r acle",
+      "▁C ette",
+      "▁Ce tte",
+      "▁Cet te",
+      "ke s",
+      "k es",
+      "z ös",
+      "ouv elle",
+      "ouve lle",
+      "ouvel le",
+      "//// ////",
+      "ab y",
+      "a by",
+      "ér e",
+      "é re",
+      "ra ne",
+      "ran e",
+      "r ane",
+      "▁po wers",
+      "▁power s",
+      "▁pow ers",
+      "▁P ath",
+      "▁Pa th",
+      "▁Pat h",
+      "▁ Path",
+      "▁W ord",
+      "▁Wo rd",
+      "▁Wor d",
+      "▁ Word",
+      "▁trans action",
+      "▁ transaction",
+      "▁caus ing",
+      "▁ca using",
+      "ell schaft",
+      "â t",
+      "▁C PU",
+      "▁CP U",
+      "▁dep th",
+      "▁ depth",
+      "ST R",
+      "S TR",
+      "▁Con f",
+      "▁ Conf",
+      "▁r are",
+      "▁ra re",
+      "▁ rare",
+      "▁A k",
+      "▁b on",
+      "▁bo n",
+      "▁ bon",
+      "▁Car los",
+      "▁Carl os",
+      "▁Carlo s",
+      "▁specific ally",
+      "ri cs",
+      "ric s",
+      "r ics",
+      "KE Y",
+      "K EY",
+      "▁st ars",
+      "▁star s",
+      "▁sta rs",
+      "ér ica",
+      "éri ca",
+      "éric a",
+      "é rica",
+      "▁Л у",
+      "▁con figure",
+      "▁config ure",
+      "▁configur e",
+      "▁ configure",
+      "▁a gent",
+      "▁ag ent",
+      "▁age nt",
+      "▁ agent",
+      "▁expla ined",
+      "▁expl ained",
+      "▁explain ed",
+      "▁co efficient",
+      "д ь",
+      "' }",
+      "▁v ida",
+      "▁vi da",
+      "▁vid a",
+      "▁S yn",
+      "▁Sy n",
+      "▁ Syn",
+      "▁на зва",
+      "▁O ption",
+      "▁Op tion",
+      "▁Opt ion",
+      "▁ Option",
+      "▁r ob",
+      "▁ro b",
+      "▁ rob",
+      "▁к лу",
+      ": [",
+      "ant ly",
+      "dep endency",
+      "▁C ur",
+      "▁Cu r",
+      "▁ Cur",
+      "▁fr ances",
+      "▁fran ces",
+      "▁franc es",
+      "▁ide al",
+      "▁idea l",
+      "S w",
+      "▁г руп",
+      "▁гру п",
+      "▁Cap tain",
+      "▁Capt ain",
+      "▁t odos",
+      "▁tod os",
+      "▁todo s",
+      "J o",
+      "▁p elo",
+      "▁pe lo",
+      "▁pel o",
+      "? ](",
+      "▁fa ith",
+      "▁fait h",
+      "ово й",
+      "о вой",
+      "▁f resh",
+      "▁fr esh",
+      "▁fre sh",
+      "▁fres h",
+      "▁p ropri",
+      "▁prop ri",
+      "Time out",
+      "▁v eh",
+      "▁ve h",
+      "cont ents",
+      "content s",
+      "▁D ocument",
+      "▁Doc ument",
+      "▁ Document",
+      "col lection",
+      "collect ion",
+      "coll ection",
+      "▁k ar",
+      "▁ka r",
+      "▁ kar",
+      "ru ck",
+      "r uck",
+      "You r",
+      "Y our",
+      "um a",
+      "u ma",
+      "▁math emat",
+      "En abled",
+      "Enable d",
+      "пу бли",
+      "▁Eng ine",
+      "▁ Engine",
+      "▁Mün chen",
+      "▁по се",
+      "▁пос е",
+      "▁f on",
+      "▁fo n",
+      "▁ fon",
+      "arch ive",
+      "archiv e",
+      "▁fre quency",
+      "▁frequ ency",
+      "}+ \\",
+      "} +\\",
+      "ât e",
+      "â te",
+      "▁k or",
+      "▁ko r",
+      "▁ kor",
+      "▁К ра",
+      "Si ng",
+      "S ing",
+      "mon th",
+      "mo nth",
+      "mont h",
+      "▁H aw",
+      "▁Ha w",
+      "▁s ys",
+      "▁sy s",
+      "▁ sys",
+      "er me",
+      "erm e",
+      "▁W ould",
+      "▁Wo uld",
+      "▁imp act",
+      "urr ency",
+      "li cht",
+      "lic ht",
+      "lich t",
+      "l icht",
+      "▁a pt",
+      "▁ap t",
+      "▁ apt",
+      "ie re",
+      "ier e",
+      "i ere",
+      "▁m otion",
+      "▁mo tion",
+      "▁mot ion",
+      "С СР",
+      "▁I nit",
+      "▁In it",
+      "▁ Init",
+      "▁m s",
+      "▁ ms",
+      "▁M S",
+      "▁ MS",
+      "sh ift",
+      "▁au tres",
+      "▁aut res",
+      "▁autre s",
+      "▁ autres",
+      "▁b ash",
+      "▁bas h",
+      "▁ba sh",
+      "▁ bash",
+      "h idden",
+      "or io",
+      "ori o",
+      "o rio",
+      "▁cele br",
+      "▁L iber",
+      "▁Li ber",
+      "▁Lib er",
+      "et o",
+      "e to",
+      "▁d ove",
+      "▁do ve",
+      "▁dov e",
+      "▁path s",
+      "▁pat hs",
+      "▁ paths",
+      "▁in j",
+      "C ategory",
+      "▁c ry",
+      "▁cr y",
+      "▁mar ked",
+      "▁mark ed",
+      "у до",
+      "ash ion",
+      "ashi on",
+      "äl t",
+      "ä lt",
+      "▁l an",
+      "▁la n",
+      "▁ lan",
+      "▁te ams",
+      "▁team s",
+      "▁tea ms",
+      "▁k v",
+      "▁ kv",
+      "ia ms",
+      "iam s",
+      "i ams",
+      "ab an",
+      "aba n",
+      "a ban",
+      "▁T ABLE",
+      "▁ TABLE",
+      "ва р",
+      "в ар",
+      "Re pos",
+      "Rep os",
+      "▁B ell",
+      "▁Be ll",
+      "▁Bel l",
+      "▁pub blic",
+      "▁count ries",
+      "▁s pin",
+      "▁sp in",
+      "▁l ég",
+      "▁lé g",
+      "▁K rie",
+      "▁Kr ie",
+      "▁J ones",
+      "▁Jo nes",
+      "▁Jon es",
+      "wh ite",
+      "H tml",
+      "Pr ess",
+      "Pre ss",
+      "Pres s",
+      "P ress",
+      "▁Bl ue",
+      "▁ Blue",
+      "Oper ation",
+      "▁A nth",
+      "▁An th",
+      "▁Ant h",
+      "▁p se",
+      "▁ps e",
+      "▁ pse",
+      "▁F ont",
+      "▁Fo nt",
+      "▁Fon t",
+      "▁ Font",
+      "▁th eme",
+      "▁the me",
+      "▁them e",
+      "▁ theme",
+      "▁block s",
+      "▁blo cks",
+      "$ )",
+      "▁g lad",
+      "▁gl ad",
+      "▁gla d",
+      "▁man age",
+      "or den",
+      "ord en",
+      "orde n",
+      "os ten",
+      "ost en",
+      "o sten",
+      "col e",
+      "co le",
+      "c ole",
+      "▁S P",
+      "▁ SP",
+      "▁sch ema",
+      "▁sche ma",
+      "▁ schema",
+      "ur as",
+      "ura s",
+      "u ras",
+      "▁when ever",
+      "Ш А",
+      "ри то",
+      "рит о",
+      "▁discover ed",
+      "▁p refix",
+      "▁pre fix",
+      "▁ prefix",
+      "glob al",
+      "g lobal",
+      "ro ke",
+      "rok e",
+      "r oke",
+      "ze s",
+      "z es",
+      "ch te",
+      "cht e",
+      "▁Be fore",
+      "▁Bef ore",
+      "▁ Before",
+      "ме ни",
+      "мен и",
+      "▁D ig",
+      "▁Di g",
+      "▁ Dig",
+      "▁ra pid",
+      "▁rap id",
+      "▁l leg",
+      "▁ll eg",
+      "▁lle g",
+      "equ als",
+      "eq uals",
+      "equal s",
+      "▁H och",
+      "▁Ho ch",
+      "for all",
+      "ва ти",
+      "ват и",
+      "us z",
+      "u sz",
+      "▁att ached",
+      "▁attach ed",
+      "Ex pression",
+      "Exp ression",
+      "Expr ession",
+      "Express ion",
+      "▁st ock",
+      "▁sto ck",
+      "▁ stock",
+      "ül l",
+      "ü ll",
+      "pe t",
+      "p et",
+      "ess ions",
+      "ession s",
+      "col o",
+      "co lo",
+      "c olo",
+      "▁g y",
+      "▁ gy",
+      "Bo ok",
+      "B ook",
+      "▁Jac ob",
+      "▁Pro duct",
+      "▁Produ ct",
+      "▁ Product",
+      "▁input s",
+      "ми р",
+      "▁learn ed",
+      "▁lear ned",
+      "ów n",
+      "ó wn",
+      "▁po lice",
+      "▁pol ice",
+      "▁polic e",
+      "▁ле т",
+      "▁ лет",
+      "▁I tem",
+      "▁It em",
+      "▁ Item",
+      "▁e ye",
+      "ai ent",
+      "a ient",
+      "▁Sam mlung",
+      "▁L or",
+      "▁Lo r",
+      "▁re pres",
+      "▁rep res",
+      "▁repr es",
+      "▁repre s",
+      "▁f est",
+      "▁fe st",
+      "▁ fest",
+      "Con d",
+      "Co nd",
+      "C ond",
+      "▁n ouve",
+      "▁no uve",
+      "▁nou ve",
+      "▁ext end",
+      "▁ extend",
+      "▁Fran ces",
+      "▁France s",
+      "▁Fr ances",
+      "▁Franc es",
+      "▁F ind",
+      "▁Fin d",
+      "▁ Find",
+      "▁de ze",
+      "▁dez e",
+      "er na",
+      "ern a",
+      "▁hab ía",
+      "pr ü",
+      "▁mo tor",
+      "▁mot or",
+      "bi e",
+      "b ie",
+      "Hel lo",
+      "H ello",
+      "▁res id",
+      "▁f inale",
+      "▁fin ale",
+      "▁final e",
+      "% )",
+      "{ '",
+      "▁H ard",
+      "▁Har d",
+      "▁Ha rd",
+      "▁p airs",
+      "▁pa irs",
+      "▁pair s",
+      "▁E ll",
+      "▁El l",
+      "iv ot",
+      "ivo t",
+      "re es",
+      "ree s",
+      "r ees",
+      "▁For ce",
+      "▁even ing",
+      "▁ev ening",
+      "▁des pués",
+      "▁desp ués",
+      "r g",
+      "Wh y",
+      "W hy",
+      "▁c onn",
+      "▁con n",
+      "▁co nn",
+      "▁ conn",
+      "sch ema",
+      "sche ma",
+      "хо д",
+      "х од",
+      "▁ме жду",
+      "▁fl ash",
+      "▁fla sh",
+      "▁ flash",
+      "sk ip",
+      "ski p",
+      "▁min ute",
+      "▁v ed",
+      "▁ve d",
+      "▁ ved",
+      "ay lor",
+      "▁s eus",
+      "▁se us",
+      "▁seu s",
+      "▁Ma jor",
+      "▁Maj or",
+      "▁fr anc",
+      "▁fran c",
+      "▁fra nc",
+      "▁r ac",
+      "▁ra c",
+      "▁ rac",
+      "k w",
+      "c v",
+      "N ative",
+      "▁B utton",
+      "▁But ton",
+      "▁ Button",
+      "ни ци",
+      "ниц и",
+      "sett ings",
+      "setting s",
+      "s ettings",
+      "▁A ccess",
+      "▁Acc ess",
+      "▁Ac cess",
+      "▁ Access",
+      "▁qu ality",
+      "▁qual ity",
+      "▁quali ty",
+      "▁ quality",
+      "pr ops",
+      "pro ps",
+      "prop s",
+      "F loat",
+      "▁S cot",
+      "▁Sc ot",
+      "▁A D",
+      "▁ AD",
+      "▁al lem",
+      "▁all em",
+      "▁alle m",
+      "& \\",
+      "ustr ation",
+      "pat tern",
+      "mi r",
+      "m ir",
+      "▁incor por",
+      "sk ich",
+      "ski ch",
+      "' >",
+      "St and",
+      "▁techn ique",
+      "▁techni que",
+      "▁E ss",
+      "▁Es s",
+      "▁Ox ford",
+      "▁ ла",
+      "t ikz",
+      "ли й",
+      "Log in",
+      "Lo gin",
+      "▁min ister",
+      "▁minist er",
+      "▁mini ster",
+      "▁ minister",
+      "▁c url",
+      "▁cu rl",
+      "▁cur l",
+      "▁ curl",
+      "ka n",
+      "k an",
+      "▁m aps",
+      "▁ma ps",
+      "▁map s",
+      "▁ maps",
+      "in da",
+      "ind a",
+      "ri eb",
+      "rie b",
+      "r ieb",
+      "▁E ND",
+      "▁EN D",
+      "▁ END",
+      "if ies",
+      "ifi es",
+      "ifie s",
+      "con sole",
+      "cons ole",
+      "bu ry",
+      "bur y",
+      "b ury",
+      "▁L E",
+      "▁ LE",
+      "▁indep end",
+      "▁inde pend",
+      "▁t a",
+      "▁ ta",
+      "▁ Ś",
+      "on el",
+      "one l",
+      "o nel",
+      "és z",
+      "é sz",
+      "▁I st",
+      "▁Is t",
+      "ut ive",
+      "uti ve",
+      "ё л",
+      "▁Reg ion",
+      "▁ Region",
+      "▁( =",
+      "▁comp act",
+      "ço is",
+      "ç ois",
+      "▁label s",
+      "▁lab els",
+      "▁ labels",
+      "autor ité",
+      "▁s tan",
+      "▁st an",
+      "▁sta n",
+      "▁ stan",
+      "▁fran çaise",
+      "▁français e",
+      "▁rem oving",
+      "▁remov ing",
+      "y c",
+      "} |",
+      "▁Ex ec",
+      "▁ Exec",
+      "($ _",
+      "( $_",
+      "ma g",
+      "m ag",
+      "be fore",
+      "▁stop ped",
+      "▁sto pped",
+      "ми и",
+      "▁ref resh",
+      "▁ refresh",
+      "un kt",
+      "unk t",
+      "ic io",
+      "ici o",
+      "i cio",
+      "X ml",
+      "▁T ab",
+      "▁Ta b",
+      "▁ Tab",
+      "▁f ounded",
+      "▁found ed",
+      "▁f al",
+      "▁fa l",
+      "▁ fal",
+      "f x",
+      "▁Histor ia",
+      "▁Hist oria",
+      "▁Ear ly",
+      "▁Earl y",
+      "Do m",
+      "D om",
+      "▁de cide",
+      "▁dec ide",
+      "▁decid e",
+      "▁under stood",
+      "▁j ur",
+      "▁ju r",
+      "▁N r",
+      "▁cap ac",
+      "wa s",
+      "w as",
+      "▁en emy",
+      "▁enem y",
+      "▁program s",
+      "▁m ask",
+      "▁ma sk",
+      "▁mas k",
+      "▁ mask",
+      "ск е",
+      "с ке",
+      "▁gr oupe",
+      "▁group e",
+      "ca m",
+      "c am",
+      "▁w idget",
+      "▁wid get",
+      "▁ widget",
+      "RE ATE",
+      "▁se va",
+      "▁Bar cel",
+      "▁p erd",
+      "▁per d",
+      "▁pe rd",
+      "▁М у",
+      "ran ce",
+      "r ance",
+      "TY PE",
+      "T YPE",
+      "▁{ '",
+      "▁ {'",
+      "▁b ill",
+      "▁bi ll",
+      "▁bil l",
+      "▁\" _",
+      "' `",
+      "ba hn",
+      "bah n",
+      "b ahn",
+      "▁cont ained",
+      "▁contain ed",
+      "Cl ose",
+      "C lose",
+      "ru g",
+      "r ug",
+      "eg y",
+      "e gy",
+      "▁s ight",
+      "▁sig ht",
+      "▁Pro vin",
+      "▁Prov in",
+      "н ю",
+      "ar z",
+      "a rz",
+      "ще н",
+      "щ ен",
+      "▁J oe",
+      "▁Jo e",
+      "▁de leted",
+      "▁delete d",
+      "▁delet ed",
+      "▁A uto",
+      "▁Aut o",
+      "▁Au to",
+      "▁ Auto",
+      "▁m eter",
+      "▁me ter",
+      "▁met er",
+      "▁ meter",
+      "C G",
+      "ъ л",
+      "▁p ent",
+      "▁pe nt",
+      "▁pen t",
+      "▁ pent",
+      "▁be zeichnet",
+      "Su m",
+      "S um",
+      "db c",
+      "d bc",
+      "▁Pl atz",
+      "▁Pla tz",
+      "▁Plat z",
+      "ect ors",
+      "ector s",
+      "e ctors",
+      "▁L ittle",
+      "QU E",
+      "Q UE",
+      "ці я",
+      "ц ія",
+      "те ля",
+      "тел я",
+      "nig ht",
+      "n ight",
+      "▁l l",
+      "▁ ll",
+      "▁most ly",
+      "UI D",
+      "U ID",
+      "▁b ez",
+      "▁be z",
+      "▁ bez",
+      "do b",
+      "d ob",
+      "кс и",
+      "к си",
+      "ter ne",
+      "tern e",
+      "t erne",
+      "▁cor ner",
+      "▁corn er",
+      "at y",
+      "a ty",
+      "▁impro ve",
+      "▁improv e",
+      "▁impr ove",
+      "▁in tr",
+      "▁int r",
+      "▁` @",
+      "ar od",
+      "aro d",
+      "a rod",
+      "▁install ation",
+      "▁instal lation",
+      "▁Refer ências",
+      "ig an",
+      "iga n",
+      "i gan",
+      "▁crit ic",
+      "ad el",
+      "ade l",
+      "a del",
+      "▁се ло",
+      ", \r",
+      "at ori",
+      "ator i",
+      "ato ri",
+      "▁F ri",
+      "▁Fr i",
+      "▁ Fri",
+      "▁ré férences",
+      "▁Int ent",
+      "▁ Intent",
+      "▁t ant",
+      "▁tan t",
+      "▁ta nt",
+      "un ci",
+      "unc i",
+      "▁level s",
+      "▁lev els",
+      "er es",
+      "ere s",
+      "e res",
+      "▁e mer",
+      "▁em er",
+      "▁ emer",
+      "sa fe",
+      "t k",
+      "▁c ham",
+      "▁ch am",
+      "▁cha m",
+      "▁great ly",
+      "▁we it",
+      "▁ weit",
+      "▁co ach",
+      "▁to ward",
+      "Hom e",
+      "H ome",
+      "▁Bo olean",
+      "▁ Boolean",
+      "те л",
+      "т ел",
+      "▁m ock",
+      "▁mo ck",
+      "▁ mock",
+      "▁appreci ate",
+      "▁C ross",
+      "▁Cr oss",
+      "▁Cro ss",
+      "▁T ake",
+      "▁Ta ke",
+      "▁Tak e",
+      "▁ Take",
+      "D P",
+      "▁s ides",
+      "▁si des",
+      "▁side s",
+      "▁sid es",
+      "▁Norm daten",
+      "де й",
+      "д ей",
+      "st al",
+      "sta l",
+      "s tal",
+      "▁c out",
+      "▁co ut",
+      "▁cou t",
+      "▁ cout",
+      "b n",
+      "▁V ert",
+      "▁Ver t",
+      "▁Ve rt",
+      "▁ Vert",
+      "▁b ird",
+      "▁bi rd",
+      "▁bir d",
+      "▁ bird",
+      "▁dynam ically",
+      "▁dynamic ally",
+      "▁D ol",
+      "▁Do l",
+      "▁B urg",
+      "▁Bu rg",
+      "▁Bur g",
+      "▁d og",
+      "▁do g",
+      "▁ dog",
+      "ät t",
+      "ä tt",
+      "▁n uc",
+      "▁nu c",
+      "E C",
+      "By tes",
+      "Byte s",
+      "▁a k",
+      "▁ ak",
+      "re land",
+      "rel and",
+      "r eland",
+      "▁gu itar",
+      "▁reg arding",
+      "▁regard ing",
+      "▁F uß",
+      "▁Fu ß",
+      "▁до л",
+      "▁ дол",
+      "au ss",
+      "aus s",
+      "a uss",
+      "▁j ej",
+      "▁je j",
+      "ac o",
+      "a co",
+      "▁up dates",
+      "▁update s",
+      "▁upd ates",
+      "ру к",
+      "р ук",
+      "(' /",
+      "▁c old",
+      "▁col d",
+      "▁co ld",
+      "▁G iven",
+      "▁Gi ven",
+      "▁Give n",
+      "hi n",
+      "h in",
+      "▁fe eling",
+      "▁feel ing",
+      "▁fee ling",
+      "ig li",
+      "fa h",
+      "f ah",
+      "ст ре",
+      "стр е",
+      "с тре",
+      "bo ol",
+      "b ool",
+      "init ial",
+      "▁станов ника",
+      "▁An na",
+      "▁Ann a",
+      "▁h ors",
+      "▁hor s",
+      "▁ho rs",
+      "▁d oll",
+      "▁do ll",
+      "▁dol l",
+      "▁con sum",
+      "▁cons um",
+      "▁ consum",
+      "ub er",
+      "ube r",
+      "u ber",
+      "stand ing",
+      "stan ding",
+      "act iv",
+      "з і",
+      "check ed",
+      "▁perm issions",
+      "▁permission s",
+      "▁M onte",
+      "▁Mon te",
+      "▁Mont e",
+      "Write Line",
+      "pl us",
+      "p lus",
+      "▁E qu",
+      "▁Eq u",
+      "▁ Equ",
+      "▁и х",
+      "▁ их",
+      "ч ки",
+      "un que",
+      "▁L O",
+      "▁ LO",
+      "e a",
+      "sam ple",
+      "s ample",
+      "ie sz",
+      "ies z",
+      "i esz",
+      "or al",
+      "ora l",
+      "o ral",
+      "▁И н",
+      "os ton",
+      "ost on",
+      "osto n",
+      "o ston",
+      "▁S imon",
+      "▁Sim on",
+      "▁Si mon",
+      "fa st",
+      "fas t",
+      "f ast",
+      "m k",
+      "as sen",
+      "ass en",
+      "asse n",
+      "▁arch itecture",
+      "▁architect ure",
+      "▁ architecture",
+      "ens es",
+      "ense s",
+      "▁ Å",
+      "▁to pic",
+      "▁top ic",
+      "▁ topic",
+      "▁dis able",
+      "▁ disable",
+      "▁C ru",
+      "▁Cr u",
+      "▁Cont rol",
+      "▁ Control",
+      "▁cre ation",
+      "▁hy per",
+      "▁hyp er",
+      "▁ hyper",
+      "it ud",
+      "itu d",
+      "же ния",
+      "ar am",
+      "ara m",
+      "a ram",
+      "▁г де",
+      "ien st",
+      "iens t",
+      "i enst",
+      "ed ule",
+      "edu le",
+      "▁B ot",
+      "▁Bo t",
+      "▁О с",
+      "▁The ir",
+      "an ne",
+      "ann e",
+      "M icrosoft",
+      "▁P M",
+      "▁ PM",
+      "yd ro",
+      "y dro",
+      "ent lich",
+      "▁E ine",
+      "▁Ein e",
+      "CH AR",
+      ": '",
+      "We ll",
+      "Wel l",
+      "W ell",
+      "le ton",
+      "let on",
+      "l eton",
+      "▁support s",
+      "▁sup ports",
+      "'] )",
+      "' ])",
+      "man ual",
+      "▁v ice",
+      "▁vi ce",
+      "▁vic e",
+      "▁ vice",
+      "as a",
+      "a sa",
+      "cl os",
+      "clo s",
+      "c los",
+      "vi sed",
+      "vis ed",
+      "v ised",
+      "▁p ok",
+      "▁po k",
+      "tr ack",
+      "tra ck",
+      "t rack",
+      "но ст",
+      "нос т",
+      "... .....",
+      ".... ....",
+      "..... ...",
+      "▁' \\",
+      "▁ '\\",
+      "² .",
+      "▁or ders",
+      "▁order s",
+      "▁ord ers",
+      "▁ orders",
+      "et ta",
+      "ett a",
+      "e tta",
+      "▁con version",
+      "▁conv ersion",
+      "▁convers ion",
+      "▁t rade",
+      "▁tr ade",
+      "▁tra de",
+      "▁trad e",
+      "cl i",
+      "c li",
+      "▁И сто",
+      "▁Ис то",
+      "▁a kt",
+      "▁ak t",
+      "▁ akt",
+      "▁sub set",
+      "▁subs et",
+      "▁ subset",
+      "▁a ug",
+      "▁au g",
+      "▁ aug",
+      "▁le aves",
+      "▁leave s",
+      "Mat h",
+      "Ma th",
+      "M ath",
+      "an ned",
+      "ann ed",
+      "anne d",
+      "ka l",
+      "k al",
+      "▁Ве ли",
+      "▁n og",
+      "▁no g",
+      "▁ nog",
+      "▁e th",
+      "▁et h",
+      "▁ eth",
+      "▁h air",
+      "▁ha ir",
+      "ar ound",
+      "aro und",
+      "a round",
+      "▁java x",
+      "▁jav ax",
+      "▁ javax",
+      "во й",
+      "▁C entre",
+      "▁Cent re",
+      "ö ß",
+      "ut i",
+      "u ti",
+      "▁n avigation",
+      "▁navig ation",
+      "▁ navigation",
+      "▁P S",
+      "▁ PS",
+      "▁w a",
+      "▁ wa",
+      "▁Ро ссии",
+      "▁Рос сии",
+      "▁Росси и",
+      "us a",
+      "u sa",
+      "ze ta",
+      "zet a",
+      "z eta",
+      "▁P DF",
+      "▁ PDF",
+      "▁m ismo",
+      "▁mis mo",
+      "▁mism o",
+      "pro perties",
+      "me ister",
+      "ль та",
+      "for ward",
+      "▁O st",
+      "▁Os t",
+      "ki ns",
+      "kin s",
+      "k ins",
+      "▁s ido",
+      "▁si do",
+      "▁sid o",
+      "зо в",
+      "з ов",
+      "ta gs",
+      "tag s",
+      "t ags",
+      "▁a ctor",
+      "▁act or",
+      "▁ac tor",
+      "▁ actor",
+      "▁f ly",
+      "▁fl y",
+      "▁ fly",
+      "C R",
+      "ag ini",
+      "agi ni",
+      "agin i",
+      "▁l ett",
+      "▁le tt",
+      "▁let t",
+      "▁ lett",
+      "en i",
+      "e ni",
+      "te ch",
+      "t ech",
+      "▁E nc",
+      "▁En c",
+      "▁ Enc",
+      "or acle",
+      "ora cle",
+      "o racle",
+      "amil ton",
+      "ze j",
+      "z ej",
+      "fe n",
+      "f en",
+      "ume rate",
+      "umer ate",
+      "▁qu esto",
+      "▁que sto",
+      "▁q uesto",
+      "▁quest o",
+      "da rt",
+      "dar t",
+      "d art",
+      "▁K ore",
+      "▁Ko re",
+      "▁Kor e",
+      "ap is",
+      "api s",
+      "a pis",
+      "ep er",
+      "e per",
+      "Sc reen",
+      "S creen",
+      "wa ll",
+      "wal l",
+      "w all",
+      "▁is land",
+      "sh e",
+      "s he",
+      "▁l igger",
+      "▁lig ger",
+      "в ся",
+      "fa ng",
+      "fan g",
+      "f ang",
+      "▁t ard",
+      "▁tar d",
+      "▁ta rd",
+      "▁pla ats",
+      "▁п ло",
+      "▁ пло",
+      "▁Off ice",
+      "▁Offic e",
+      "▁ Office",
+      "▁S ET",
+      "▁SE T",
+      "▁ SET",
+      "▁circ uit",
+      "je d",
+      "j ed",
+      "Sa ve",
+      "S ave",
+      "ль но",
+      "So cket",
+      "S ocket",
+      "▁In dex",
+      "▁Ind ex",
+      "▁ Index",
+      "AC K",
+      "A CK",
+      "id ers",
+      "ide rs",
+      "ider s",
+      "i ders",
+      "er er",
+      "ere r",
+      "e rer",
+      "▁С ША",
+      "▁l ady",
+      "▁la dy",
+      "▁lad y",
+      "▁sch eme",
+      "▁sche me",
+      "ie lle",
+      "iel le",
+      "i elle",
+      "▁ex erc",
+      "▁exer c",
+      ")} \\",
+      ") }\\",
+      "Date Time",
+      "at han",
+      "ath an",
+      "a than",
+      "▁Prof essor",
+      "▁mo ins",
+      "▁moi ns",
+      "▁Ex cel",
+      "▁ Excel",
+      "▁H ay",
+      "▁Ha y",
+      "▁Mus ik",
+      "▁ ї",
+      "ę d",
+      "▁\" .",
+      "▁ \".",
+      "▁бу в",
+      "▁inst rument",
+      "▁instru ment",
+      "па р",
+      "п ар",
+      "▁б ере",
+      "▁бе ре",
+      "▁ бере",
+      "▁polit ique",
+      "▁trad ition",
+      "▁V M",
+      "▁ VM",
+      "▁Ar ts",
+      "▁Art s",
+      "▁C i",
+      "Us e",
+      "U se",
+      "▁a ggreg",
+      "▁ag greg",
+      "▁ aggreg",
+      "▁we eks",
+      "▁week s",
+      "▁o pport",
+      "▁op port",
+      "▁opp ort",
+      "it ing",
+      "iti ng",
+      "i ting",
+      "▁vert ical",
+      "▁ vertical",
+      "▁N az",
+      "▁Na z",
+      ".. .)",
+      "... )",
+      "iz o",
+      "i zo",
+      "▁c ycle",
+      "▁cy cle",
+      "▁cycl e",
+      "▁ cycle",
+      "▁tem po",
+      "▁temp o",
+      "т ре",
+      "▁hand ling",
+      "ist ence",
+      "isten ce",
+      "▁p aste",
+      "▁pas te",
+      "▁pa ste",
+      "▁past e",
+      "▁ paste",
+      "▁en jo",
+      "RO UP",
+      "▁o uter",
+      "▁out er",
+      "▁ou ter",
+      "▁ outer",
+      "▁su pply",
+      "▁supp ly",
+      "▁sup ply",
+      "em an",
+      "ema n",
+      "e man",
+      "▁acc ident",
+      "▁\\ ]",
+      "▁ \\]",
+      "▁те х",
+      "▁ тех",
+      "Po ol",
+      "P ool",
+      "ot ing",
+      "oti ng",
+      "o ting",
+      "onym ous",
+      "▁Gi ov",
+      "▁u d",
+      "▁ ud",
+      "▁. /",
+      "▁ ./",
+      "ER ROR",
+      "ERR OR",
+      "con struct",
+      "const ruct",
+      "text width",
+      "qu ipe",
+      "qui pe",
+      "quip e",
+      "case s",
+      "cas es",
+      "c ases",
+      "▁а д",
+      "▁R ow",
+      "▁Ro w",
+      "▁ Row",
+      "Hol der",
+      "Hold er",
+      "H older",
+      "wa n",
+      "w an",
+      "ar na",
+      "arn a",
+      "Me m",
+      "M em",
+      "▁Canad ian",
+      "▁Com mission",
+      "▁Comm ission",
+      "su n",
+      "s un",
+      "▁app s",
+      "▁ap ps",
+      "▁ apps",
+      "▁B lo",
+      "▁Bl o",
+      "▁i hrer",
+      "▁ih rer",
+      "▁ihr er",
+      "▁ihre r",
+      "▁famil le",
+      "▁fam ille",
+      "▁m ě",
+      "▁p y",
+      "▁ py",
+      "и с",
+      "▁т ого",
+      "▁то го",
+      "▁ того",
+      "▁Ag ain",
+      "▁ign ore",
+      "▁ignor e",
+      "▁ ignore",
+      "▁tele vision",
+      "▁televis ion",
+      "Pa t",
+      "P at",
+      "hi de",
+      "h ide",
+      "▁R ev",
+      "▁Re v",
+      "▁b ear",
+      "▁be ar",
+      "ph y",
+      "p hy",
+      "▁no ise",
+      "▁w ra",
+      "▁wr a",
+      "at ionale",
+      "ation ale",
+      "ational e",
+      "▁coll abor",
+      "bor der",
+      "b order",
+      "▁el ected",
+      "▁elect ed",
+      "▁ele cted",
+      "▁sur pr",
+      "▁a voir",
+      "▁av oir",
+      "▁avo ir",
+      "▁ avoir",
+      "▁ass embly",
+      "▁assemb ly",
+      "▁ assembly",
+      "▁об ще",
+      "▁arbitr ary",
+      "▁br ief",
+      "▁- --",
+      "▁-- -",
+      "▁ ---",
+      "▁M aur",
+      "▁Ma ur",
+      "▁Mau r",
+      "gr ession",
+      "gress ion",
+      "g ression",
+      "ic ia",
+      "ici a",
+      "i cia",
+      "▁lie gt",
+      "▁Fig ure",
+      "▁on to",
+      "▁ont o",
+      "▁ onto",
+      "Re pository",
+      "Repos itory",
+      "▁dé f",
+      "▁f orth",
+      "▁for th",
+      "▁fort h",
+      "▁cl icked",
+      "▁click ed",
+      "se ite",
+      "▁n otes",
+      "▁not es",
+      "▁no tes",
+      "▁note s",
+      "▁ notes",
+      "nat ive",
+      "n ative",
+      "▁ED IT",
+      "▁ EDIT",
+      "ы е",
+      "M T",
+      "am ental",
+      "ament al",
+      "amen tal",
+      "▁r ose",
+      "▁ro se",
+      "▁ros e",
+      "▁ rose",
+      "▁pu ede",
+      "▁pue de",
+      "De legate",
+      "Deleg ate",
+      "ub a",
+      "u ba",
+      "ne o",
+      "xi s",
+      "x is",
+      "▁Ar thur",
+      "UR E",
+      "U RE",
+      "am ing",
+      "ami ng",
+      "amin g",
+      "a ming",
+      "De vice",
+      "Dev ice",
+      "▁d iam",
+      "▁di am",
+      "▁dia m",
+      "st änd",
+      "▁p ron",
+      "▁pro n",
+      "▁pr on",
+      "oi s",
+      "o is",
+      "com ing",
+      "co ming",
+      "c oming",
+      "Param eters",
+      "Parameter s",
+      "uv ud",
+      "▁ab ility",
+      "▁ ability",
+      "▁m ét",
+      "▁mé t",
+      "▁Un fortunately",
+      "f d",
+      "D ictionary",
+      "so cket",
+      "sock et",
+      "s ocket",
+      "▁con oc",
+      "▁co noc",
+      "cont ains",
+      "es sed",
+      "ess ed",
+      "esse d",
+      "▁gel dig",
+      "▁geld ig",
+      "ни ца",
+      "ниц а",
+      "▁point ed",
+      "es ti",
+      "est i",
+      "no m",
+      "n om",
+      "ографи я",
+      "▁represent s",
+      "▁repres ents",
+      "▁man ip",
+      "wor ld",
+      "w orld",
+      "▁resol ved",
+      "▁resolve d",
+      "te gr",
+      "t egr",
+      "▁d ort",
+      "▁do rt",
+      "▁dor t",
+      "as tern",
+      "ast ern",
+      "aster n",
+      "aste rn",
+      "▁camp aign",
+      "▁pr imo",
+      "▁prim o",
+      "▁pri mo",
+      "▁; ;",
+      "▁ ;;",
+      "▁sni ppet",
+      "▁N ik",
+      "▁Ni k",
+      "To tal",
+      "T otal",
+      "iss ement",
+      "isse ment",
+      "AC E",
+      "A CE",
+      "▁ver ify",
+      "▁ verify",
+      "if fe",
+      "iff e",
+      "i ffe",
+      "la gen",
+      "lag en",
+      "lage n",
+      "l agen",
+      "ie ur",
+      "ieu r",
+      "i eur",
+      "▁convert ed",
+      "▁conver ted",
+      "▁Mil it",
+      "▁Mi lit",
+      "▁A lg",
+      "▁Al g",
+      "▁ Alg",
+      "▁R on",
+      "▁Ro n",
+      "▁k onn",
+      "▁kon n",
+      "▁ko nn",
+      "ap ple",
+      "app le",
+      "▁dis pos",
+      "▁disp os",
+      "stell ung",
+      "▁re tain",
+      "▁ret ain",
+      "▁m entre",
+      "▁men tre",
+      "▁ment re",
+      "▁ne ut",
+      "▁neu t",
+      "▁ neut",
+      "▁N ight",
+      "ch é",
+      "c hé",
+      "at ti",
+      "att i",
+      "▁o bra",
+      "▁ob ra",
+      "▁super ior",
+      "▁Con gress",
+      "▁Cong ress",
+      "ё м",
+      "▁c odes",
+      "▁code s",
+      "▁co des",
+      "▁cod es",
+      "▁ codes",
+      "▁A ma",
+      "▁Am a",
+      "▁E arth",
+      "▁Ear th",
+      "▁oppos ite",
+      "▁p ool",
+      "▁po ol",
+      "▁ pool",
+      "▁D un",
+      "▁Du n",
+      "же ние",
+      "▁\" ${",
+      "▁\"$ {",
+      "in v",
+      "▁у ни",
+      "▁And rew",
+      "▁Andre w",
+      "те лей",
+      "тел ей",
+      "▁by ł",
+      "Un ivers",
+      "Uni vers",
+      "▁Ang ular",
+      "an im",
+      "ani m",
+      "a nim",
+      "до ва",
+      "дов а",
+      "д ова",
+      "BU G",
+      "B UG",
+      "ut ely",
+      "ute ly",
+      "▁draw ing",
+      "▁dra wing",
+      "▁g ain",
+      "▁ga in",
+      "▁four th",
+      "▁Pro blem",
+      "▁ Problem",
+      "▁sudden ly",
+      "▁ Ä",
+      "on na",
+      "onn a",
+      "▁K ont",
+      "▁Kon t",
+      "▁Ko nt",
+      "▁Bilder n",
+      "▁Bild ern",
+      "▁Bil dern",
+      "▁konn te",
+      "ž e",
+      "Tr ace",
+      "Tra ce",
+      "T race",
+      "▁sec ure",
+      "▁ secure",
+      "▁któ ry",
+      "▁e q",
+      "▁ eq",
+      "▁f ormal",
+      "▁for mal",
+      "▁form al",
+      "▁forma l",
+      "amer ikan",
+      "▁A nal",
+      "▁An al",
+      "▁Ana l",
+      "▁ Anal",
+      "▁R ewrite",
+      "▁Re write",
+      "▁D ouble",
+      "▁Dou ble",
+      "▁ Double",
+      "cre ated",
+      "create d",
+      "N U",
+      "MD b",
+      "M Db",
+      "ap es",
+      "ape s",
+      "a pes",
+      "Un is",
+      "Uni s",
+      "U nis",
+      "▁e special",
+      "▁espe cial",
+      "▁espec ial",
+      "}) \\",
+      "} )\\",
+      "ed om",
+      "edo m",
+      "e dom",
+      "▁c ategor",
+      "▁categ or",
+      "Re turn",
+      "Ret urn",
+      "▁H amb",
+      "▁Ha mb",
+      "▁Ham b",
+      "▁R io",
+      "▁Ri o",
+      "▁M ir",
+      "▁Mi r",
+      "▁G eme",
+      "▁Ge me",
+      "▁Gem e",
+      "ab ilities",
+      "abil ities",
+      "tr z",
+      "t rz",
+      "us et",
+      "use t",
+      "u set",
+      "ier ra",
+      "net work",
+      "n etwork",
+      "▁do ctor",
+      "▁doc tor",
+      "eur s",
+      "eu rs",
+      "e urs",
+      "▁l isten",
+      "▁li sten",
+      "▁list en",
+      "▁liste n",
+      "▁ listen",
+      "д ж",
+      "▁H ö",
+      "▁cons ists",
+      "▁consist s",
+      "as m",
+      "a sm",
+      "Ch r",
+      "C hr",
+      "al and",
+      "ala nd",
+      "a land",
+      "▁испо ль",
+      "▁ис поль",
+      "▁испол ь",
+      "▁lug ar",
+      "▁lu gar",
+      "▁def initely",
+      "▁definit ely",
+      "▁definite ly",
+      "mo ve",
+      "mov e",
+      "m ove",
+      "úblic a",
+      "ú blica",
+      "▁l än",
+      "▁lä n",
+      "is mus",
+      "ism us",
+      "▁др жа",
+      "▁d t",
+      "▁ dt",
+      "▁Per haps",
+      "▁Bra sil",
+      "▁Bras il",
+      "Jo hn",
+      "J ohn",
+      "▁prom ise",
+      "ł u",
+      "re ens",
+      "ree ns",
+      "reen s",
+      "▁ps ych",
+      "▁W ho",
+      "▁Wh o",
+      "▁ Who",
+      "ря д",
+      "▁IN TO",
+      "▁INT O",
+      "▁Pe ople",
+      "▁Will iams",
+      "▁William s",
+      "▁M arg",
+      "▁Mar g",
+      "▁Ma rg",
+      "▁д ан",
+      "▁да н",
+      "▁ дан",
+      "re cord",
+      "rec ord",
+      "▁E uro",
+      "▁Eu ro",
+      "▁Eur o",
+      "▁Virgin ia",
+      "▁R est",
+      "▁Re st",
+      "▁Res t",
+      "▁ Rest",
+      "▁C orn",
+      "▁Cor n",
+      "▁Co rn",
+      "}} ,",
+      "} },",
+      "▁G rid",
+      "▁Gr id",
+      "▁ Grid",
+      "▁in ject",
+      "▁inj ect",
+      "▁ inject",
+      "на н",
+      "н ан",
+      "▁c row",
+      "▁cr ow",
+      "▁cro w",
+      "▁Ph ys",
+      "▁ Phys",
+      "▁D O",
+      "▁ DO",
+      "▁\" -",
+      "▁incre ased",
+      "▁increase d",
+      "ach er",
+      "ac her",
+      "ache r",
+      "a cher",
+      "pe at",
+      "Li n",
+      "L in",
+      "▁D ub",
+      "▁Du b",
+      "ri ces",
+      "ric es",
+      "rice s",
+      "r ices",
+      "ag nost",
+      "agn ost",
+      "d l",
+      "▁cur ve",
+      "▁curv e",
+      "ü g",
+      "ri ce",
+      "ric e",
+      "r ice",
+      "l anguage",
+      "Click Listener",
+      "▁municip al",
+      "▁O ri",
+      "▁Or i",
+      "▁ Ori",
+      "▁B ild",
+      "▁Bi ld",
+      "▁Bil d",
+      "▁C ab",
+      "▁Ca b",
+      "▁V ar",
+      "▁Va r",
+      "▁ Var",
+      "▁n oted",
+      "▁not ed",
+      "▁no ted",
+      "▁note d",
+      "▁ Î",
+      "▁s ubs",
+      "▁su bs",
+      "▁sub s",
+      "ia tion",
+      "iat ion",
+      "i ation",
+      "W OR",
+      "in gly",
+      "ing ly",
+      "▁R us",
+      "▁Ru s",
+      "ie ns",
+      "ien s",
+      "i ens",
+      "IN FO",
+      "INF O",
+      "к ва",
+      "at ivo",
+      "ativ o",
+      "ati vo",
+      "ge nde",
+      "gen de",
+      "g ende",
+      "▁Fran z",
+      "▁Fr anz",
+      "▁is ol",
+      "▁i sol",
+      "ed es",
+      "ede s",
+      "e des",
+      "ni er",
+      "nie r",
+      "n ier",
+      "▁N O",
+      "▁ NO",
+      "▁H as",
+      "▁Ha s",
+      "▁ Has",
+      "be ans",
+      "bean s",
+      "▁p andas",
+      "▁pan das",
+      "▁ pandas",
+      "(\" %",
+      "ві т",
+      "ут бо",
+      "▁g ather",
+      "▁ga ther",
+      "▁gat her",
+      "▁le gal",
+      "▁leg al",
+      "▁ legal",
+      "in clud",
+      "▁circum st",
+      "cript or",
+      "ri ble",
+      "rib le",
+      "r ible",
+      "▁S üd",
+      "▁Sü d",
+      "▁a pro",
+      "▁ap ro",
+      "▁apr o",
+      "Ap i",
+      "A pi",
+      "▁на й",
+      "▁Afr ican",
+      "▁Africa n",
+      "ow ski",
+      "ows ki",
+      "▁John son",
+      "ie k",
+      "i ek",
+      "▁v ote",
+      "▁vo te",
+      "▁vot e",
+      "▁ vote",
+      "▁K an",
+      "▁Ka n",
+      "▁b ibli",
+      "▁bib li",
+      "▁ bibli",
+      "▁h aar",
+      "▁ha ar",
+      "▁v r",
+      "▁ vr",
+      "]) ,",
+      "] ),",
+      "subset eq",
+      "Par ser",
+      "Parse r",
+      "ia ni",
+      "ian i",
+      "i ani",
+      "is é",
+      "id ea",
+      "ide a",
+      "On ly",
+      "▁á l",
+      "▁ ál",
+      "▁C atal",
+      "▁Ca tal",
+      "▁Cat al",
+      "▁C ase",
+      "▁Cas e",
+      "▁Ca se",
+      "▁ Case",
+      "se h",
+      "s eh",
+      "▁en counter",
+      "▁enc ounter",
+      "▁re form",
+      "▁ref orm",
+      "ми ни",
+      "мин и",
+      "▁S tre",
+      "▁St re",
+      "▁Str e",
+      "ex ception",
+      "except ion",
+      "▁T ar",
+      "▁Ta r",
+      "та р",
+      "т ар",
+      "tr l",
+      "t rl",
+      "▁А лександ",
+      "ле кт",
+      "лек т",
+      "equ al",
+      "eq ual",
+      "e qual",
+      "O p",
+      "▁l if",
+      "▁li f",
+      "▁й ого",
+      "▁volt age",
+      "▁volta ge",
+      "sh ire",
+      "s hire",
+      "▁Gro ß",
+      "в ня",
+      "ning s",
+      "n ings",
+      "н ци",
+      "▁l ag",
+      "▁la g",
+      "▁ lag",
+      "▁and eren",
+      "▁andere n",
+      "▁v ac",
+      "▁va c",
+      "▁ma cro",
+      "▁mac ro",
+      "▁ macro",
+      "= [",
+      "Th en",
+      "The n",
+      "T hen",
+      "▁control s",
+      "▁contr ols",
+      "▁contro ls",
+      "▁ controls",
+      "se q",
+      "s eq",
+      "olog ies",
+      "ologie s",
+      "▁select or",
+      "▁sel ector",
+      "▁sele ctor",
+      "▁ selector",
+      "▁Украї ни",
+      "хів овано",
+      "ы й",
+      "allen ge",
+      "alleng e",
+      "▁I MDb",
+      "▁IM Db",
+      "um my",
+      "umm y",
+      "ye n",
+      "y en",
+      "▁b este",
+      "▁be ste",
+      "▁best e",
+      "▁bes te",
+      "▁B ox",
+      "▁Bo x",
+      "▁ Box",
+      "▁ch air",
+      "▁cha ir",
+      "▁S ab",
+      "▁Sa b",
+      "er de",
+      "erd e",
+      "▁n ast",
+      "▁na st",
+      "▁nas t",
+      "iv amente",
+      "iva mente",
+      "▁об ъ",
+      "▁require ments",
+      "▁requirement s",
+      "▁me eting",
+      "▁meet ing",
+      "▁fin an",
+      "▁fi nan",
+      "▁A dam",
+      "▁Ad am",
+      "▁Ada m",
+      "▁tele vis",
+      "▁b right",
+      "▁br ight",
+      "▁brig ht",
+      "▁G it",
+      "▁Gi t",
+      "▁ Git",
+      "E G",
+      "▁G il",
+      "▁Gi l",
+      "r ès",
+      "▁C ond",
+      "▁Con d",
+      "▁Co nd",
+      "▁ Cond",
+      "▁f t",
+      "▁ ft",
+      "▁бу ло",
+      "- +",
+      "EN D",
+      "E ND",
+      "er ne",
+      "ern e",
+      "▁Com put",
+      "▁Comp ut",
+      "▁ Comput",
+      "▁i ls",
+      "▁il s",
+      "▁ ils",
+      "▁g all",
+      "▁gal l",
+      "▁ga ll",
+      "▁c sv",
+      "▁cs v",
+      "▁ csv",
+      "łu g",
+      "ł ug",
+      "▁sum mer",
+      "▁summ er",
+      "ga me",
+      "g ame",
+      "▁pos ts",
+      "▁post s",
+      "▁ posts",
+      "Ар хівовано",
+      "▁z ij",
+      "▁de termin",
+      "▁determ in",
+      "▁ab andon",
+      "co unter",
+      "count er",
+      "c ounter",
+      "▁require ment",
+      "▁requ irement",
+      "▁T it",
+      "▁Ti t",
+      "irt ual",
+      "▁V ideos",
+      "▁Video s",
+      "▁qu iet",
+      "▁qui et",
+      "▁T erm",
+      "▁Te rm",
+      "▁Ter m",
+      "▁ Term",
+      "▁time out",
+      "▁ timeout",
+      "Pr int",
+      "▁in vent",
+      "▁inv ent",
+      "▁inve nt",
+      "la is",
+      "l ais",
+      "▁mon itor",
+      "ha lb",
+      "hal b",
+      "▁W ild",
+      "▁Wil d",
+      "▁Wi ld",
+      "▁le ader",
+      "▁lead er",
+      "▁с ель",
+      "▁се ль",
+      "▁util iz",
+      "▁par ents",
+      "▁parent s",
+      "▁for ced",
+      "▁force d",
+      "▁pro ved",
+      "▁pr oved",
+      "▁prov ed",
+      "▁prove d",
+      "▁effect ive",
+      "▁l lam",
+      "▁ll am",
+      "▁С по",
+      "or b",
+      "o rb",
+      "gg i",
+      "g gi",
+      "▁ass umption",
+      "▁assum ption",
+      "▁su bm",
+      "▁sub m",
+      "▁в ій",
+      "▁ві й",
+      "il ia",
+      "ili a",
+      "i lia",
+      "▁re verse",
+      "▁revers e",
+      "▁rever se",
+      "▁ reverse",
+      "' \"",
+      "▁qu otes",
+      "▁quot es",
+      "▁quote s",
+      "▁s ites",
+      "▁si tes",
+      "▁site s",
+      "▁sit es",
+      "▁ sites",
+      "ig ung",
+      "igu ng",
+      "▁A rg",
+      "▁Ar g",
+      "▁ Arg",
+      "D ouble",
+      "▁s creens",
+      "▁sc reens",
+      "▁screen s",
+      "▁cl ause",
+      "▁cla use",
+      "▁b undle",
+      "▁bund le",
+      "▁ bundle",
+      "▁phil osoph",
+      "▁N um",
+      "▁Nu m",
+      "▁ Num",
+      "▁g leich",
+      "▁gle ich",
+      "▁ gleich",
+      "ul y",
+      "u ly",
+      "dir ect",
+      "di rect",
+      "dire ct",
+      "d irect",
+      "asket ball",
+      "ow any",
+      "owa ny",
+      "owan y",
+      "\\} $",
+      "\\ }$",
+      "▁rad ius",
+      "▁radi us",
+      "▁ radius",
+      "▁S earch",
+      "▁Se arch",
+      "▁ Search",
+      "Pro perties",
+      "▁e lev",
+      "▁el ev",
+      "▁ele v",
+      "▁p rod",
+      "▁pro d",
+      "▁pr od",
+      "▁ prod",
+      "▁\" %",
+      "is ión",
+      "isi ón",
+      "De bug",
+      "Deb ug",
+      "Se cond",
+      "Sec ond",
+      "( !",
+      "▁C atholic",
+      "ро ван",
+      "ров ан",
+      "рова н",
+      "р ован",
+      "le z",
+      "l ez",
+      "P a",
+      "ps on",
+      "p son",
+      "▁er ste",
+      "▁erst e",
+      "▁ers te",
+      "▁F u",
+      "▁l it",
+      "▁li t",
+      "▁ lit",
+      "▁S aison",
+      "▁Sa ison",
+      "▁H ash",
+      "▁Ha sh",
+      "▁Has h",
+      "▁ Hash",
+      "▁ex em",
+      "▁пред став",
+      ") *",
+      "▁e u",
+      "▁ eu",
+      "▁ │",
+      "▁g ab",
+      "▁ga b",
+      "eta iled",
+      "Co py",
+      "C opy",
+      "▁д ва",
+      "ev en",
+      "e ven",
+      "K ind",
+      "▁Jack son",
+      "а л",
+      "▁con sec",
+      "▁cons ec",
+      "▁conse c",
+      "US ER",
+      "USE R",
+      "U SER",
+      "▁T ok",
+      "▁To k",
+      "( .",
+      "▁$ |",
+      "▁T amb",
+      "▁Ta mb",
+      "▁Tam b",
+      "▁Lem ma",
+      "ha ng",
+      "han g",
+      "h ang",
+      "▁cont ribution",
+      "▁contrib ution",
+      "▁contribu tion",
+      "roll ers",
+      "rol lers",
+      "roller s",
+      "rolle rs",
+      "▁stud ies",
+      "▁studi es",
+      "▁p oi",
+      "▁po i",
+      "ge ms",
+      "gem s",
+      "g ems",
+      "▁U P",
+      "▁ UP",
+      "▁W ol",
+      "▁Wo l",
+      "> \"",
+      "▁f loor",
+      "▁fl oor",
+      "▁flo or",
+      "▁ floor",
+      "▁init ialize",
+      "▁initial ize",
+      "▁ initialize",
+      "▁L ew",
+      "▁Le w",
+      "ze k",
+      "z ek",
+      "ar te",
+      "art e",
+      "▁pos itions",
+      "▁position s",
+      "▁posit ions",
+      "▁por tion",
+      "▁port ion",
+      "co ver",
+      "cov er",
+      "c over",
+      "w p",
+      "ов ого",
+      "ово го",
+      "о вого",
+      "▁p iano",
+      "▁pi ano",
+      "▁pian o",
+      "▁pia no",
+      "▁m etal",
+      "▁me tal",
+      "▁met al",
+      "▁meta l",
+      "▁s amples",
+      "▁sam ples",
+      "▁sample s",
+      "▁ samples",
+      "▁С ан",
+      "▁Са н",
+      "vari able",
+      "▁ста ть",
+      "▁inte gers",
+      "▁integer s",
+      "Wh ere",
+      "W here",
+      "famil y",
+      "▁n un",
+      "▁nu n",
+      "▁in crement",
+      "▁incre ment",
+      "▁ increment",
+      "ix ed",
+      "▁he eft",
+      "ft e",
+      "f te",
+      "▁v il",
+      "▁vi l",
+      "▁ vil",
+      "▁ot ros",
+      "▁otro s",
+      "Mult imedia",
+      "Multi media",
+      "▁Hen ri",
+      "ad ed",
+      "ade d",
+      "a ded",
+      "ге н",
+      "г ен",
+      "▁cap it",
+      "▁ca pit",
+      "▁други х",
+      "is p",
+      "i sp",
+      "IT Y",
+      "I TY",
+      "▁constraint s",
+      "▁K irche",
+      "▁Kir che",
+      "▁Kirch e",
+      "fo und",
+      "f ound",
+      "ши й",
+      "▁p ic",
+      "▁pi c",
+      "▁ pic",
+      "▁t ou",
+      "▁to u",
+      "cre d",
+      "cr ed",
+      "c red",
+      "ро б",
+      "р об",
+      "▁M ess",
+      "▁Me ss",
+      "▁Mes s",
+      "▁ Mess",
+      "Jo b",
+      "J ob",
+      "▁M ais",
+      "▁Ma is",
+      "▁Mai s",
+      "▁st yles",
+      "▁style s",
+      "▁sty les",
+      "▁ styles",
+      "fa ll",
+      "fal l",
+      "f all",
+      "▁U k",
+      "▁st reet",
+      "▁stre et",
+      "▁ street",
+      "oc cer",
+      "occ er",
+      "es en",
+      "ese n",
+      "e sen",
+      "▁col ors",
+      "▁color s",
+      "▁ colors",
+      "ce an",
+      "ю ще",
+      "con ne",
+      "conn e",
+      "c onne",
+      "▁r atio",
+      "▁rat io",
+      "an ton",
+      "ant on",
+      "anto n",
+      "▁F el",
+      "▁Fe l",
+      "▁custom er",
+      "▁cust omer",
+      "▁ customer",
+      "▁P rix",
+      "▁Pr ix",
+      "▁Pri x",
+      "rá s",
+      "r ás",
+      "pr ed",
+      "pre d",
+      "p red",
+      "▁elect ron",
+      "▁electro n",
+      "s ym",
+      "▁ве ли",
+      "▁ вели",
+      "▁over flow",
+      "▁ overflow",
+      "▁$ [",
+      "▁P OST",
+      "▁PO ST",
+      "▁ POST",
+      "▁C in",
+      "▁Ci n",
+      "sc heid",
+      "sche id",
+      "(\" /",
+      "( \"/",
+      "▁search ing",
+      "▁pur poses",
+      "▁purpose s",
+      "▁arr ived",
+      "▁arriv ed",
+      "▁arrive d",
+      "▁p unt",
+      "▁pu nt",
+      "▁pun t",
+      "▁l ad",
+      "▁la d",
+      "▁ lad",
+      "P ython",
+      "▁le ads",
+      "▁lead s",
+      "▁s and",
+      "▁sa nd",
+      "▁san d",
+      "па да",
+      "пад а",
+      "▁comm unes",
+      "▁commun es",
+      "▁commune s",
+      "▁CH AP",
+      "▁c aso",
+      "▁cas o",
+      "▁ca so",
+      "r z",
+      "▁d w",
+      "▁ dw",
+      "ac a",
+      "a ca",
+      "▁Col umb",
+      "child ren",
+      "ê t",
+      "sch emas",
+      "sche mas",
+      "schema s",
+      "▁instru ctions",
+      "▁instruction s",
+      "▁instruct ions",
+      "▁- \\",
+      "▁ -\\",
+      "▁Is rael",
+      "▁Isra el",
+      "no ści",
+      "▁об раз",
+      "▁обра з",
+      "▁ образ",
+      "▁со вет",
+      "▁сов ет",
+      "▁imm agini",
+      "▁F red",
+      "▁Fre d",
+      "▁Fr ed",
+      "▁G lobal",
+      "▁Glo bal",
+      "▁ Global",
+      "▁th ick",
+      "▁ thick",
+      "▁fue ron",
+      "▁fuer on",
+      "▁th rown",
+      "▁thr own",
+      "▁throw n",
+      "▁thro wn",
+      "▁c lock",
+      "▁cl ock",
+      "▁clo ck",
+      "▁ clock",
+      "en able",
+      "ena ble",
+      "'' '",
+      "' ''",
+      "▁S und",
+      "▁Su nd",
+      "▁Sun d",
+      "▁cont empor",
+      "an swer",
+      "ans wer",
+      "▁man ufact",
+      "▁i o",
+      "▁ io",
+      "q quad",
+      "OU T",
+      "O UT",
+      "▁L ab",
+      "▁La b",
+      "▁ Lab",
+      "▁Z w",
+      "le gal",
+      "leg al",
+      "▁V el",
+      "▁Ve l",
+      "▁ra ise",
+      "▁ raise",
+      "▁de liver",
+      "▁del iver",
+      "▁deli ver",
+      "▁V oir",
+      "▁Vo ir",
+      "▁ass umed",
+      "▁assum ed",
+      "▁assume d",
+      "Le t",
+      "L et",
+      "ier ten",
+      "iert en",
+      "ierte n",
+      "i erten",
+      "▁K ong",
+      "▁Kon g",
+      "▁Ko ng",
+      "▁E xp",
+      "▁Ex p",
+      "▁ Exp",
+      "▁J ug",
+      "▁Ju g",
+      "▁dec laration",
+      "▁declar ation",
+      "▁F ish",
+      "m é",
+      "▁spe ech",
+      "▁t ent",
+      "▁te nt",
+      "▁ten t",
+      "▁R oute",
+      "▁Ro ute",
+      "▁Rou te",
+      "▁Rout e",
+      "▁ Route",
+      "__ (",
+      "_ _(",
+      "▁ré alis",
+      "▁réal is",
+      "▁De sign",
+      "▁Des ign",
+      "set Text",
+      "▁St ation",
+      "▁Stat ion",
+      "▁Sta tion",
+      "▁Stati on",
+      "▁ Station",
+      "ar chy",
+      "arch y",
+      "arc hy",
+      "▁ка то",
+      "▁d ent",
+      "▁de nt",
+      "▁den t",
+      "▁ dent",
+      "▁K l",
+      "i ß",
+      "▁r isk",
+      "▁ris k",
+      "▁ri sk",
+      "▁B road",
+      "▁Bro ad",
+      "▁v ectors",
+      "▁ve ctors",
+      "▁vector s",
+      "▁S pec",
+      "▁Sp ec",
+      "▁Spe c",
+      "▁ Spec",
+      "▁ro utes",
+      "▁route s",
+      "▁rout es",
+      "▁rou tes",
+      "▁ routes",
+      "ym n",
+      "y mn",
+      "▁G reg",
+      "▁Gr eg",
+      "▁Gre g",
+      "▁полу чи",
+      "gi e",
+      "g ie",
+      "OR M",
+      "ве де",
+      "вед е",
+      "в еде",
+      "wa lt",
+      "wal t",
+      "w alt",
+      "▁e fter",
+      "P tr",
+      "▁su bt",
+      "▁sub t",
+      "▁b irth",
+      "▁bir th",
+      "▁dr awn",
+      "▁draw n",
+      "▁dra wn",
+      "me ss",
+      "mes s",
+      "m ess",
+      "мери кан",
+      "V E",
+      "▁P ut",
+      "▁Pu t",
+      "▁ Put",
+      "▁a sc",
+      "▁as c",
+      "▁ asc",
+      "▁f eder",
+      "▁fe der",
+      "▁fed er",
+      "с ли",
+      "▁P rin",
+      "▁Pr in",
+      "▁Pri n",
+      "▁s tick",
+      "▁st ick",
+      "re set",
+      "res et",
+      "y k",
+      "st udio",
+      "stud io",
+      "▁St ill",
+      "Con st",
+      "Cons t",
+      "ac ió",
+      "aci ó",
+      "a ció",
+      "▁Portug al",
+      "▁script s",
+      "▁scri pts",
+      "▁ scripts",
+      "und ial",
+      "▁l ives",
+      "▁li ves",
+      "▁live s",
+      "▁liv es",
+      "▁s zer",
+      "▁sz er",
+      "▁sze r",
+      "▁est ado",
+      "▁esta do",
+      "▁estad o",
+      "fo lder",
+      "fol der",
+      "fold er",
+      "f older",
+      "▁communic ation",
+      "Ro ute",
+      "Rout e",
+      "R oute",
+      "▁sw ift",
+      "▁ swift",
+      "те н",
+      "т ен",
+      "▁k ill",
+      "▁kil l",
+      "▁ki ll",
+      "▁ kill",
+      "▁P R",
+      "▁ PR",
+      "jo int",
+      "join t",
+      "j oint",
+      "▁ob jective",
+      "▁object ive",
+      "▁comp licated",
+      "▁Ü ber",
+      "es h",
+      "e sh",
+      "p icture",
+      "ra ine",
+      "rain e",
+      "rai ne",
+      "r aine",
+      "com put",
+      "comp ut",
+      "▁pro port",
+      "▁pr oport",
+      "▁prop ort",
+      "▁propor t",
+      "og s",
+      "o gs",
+      "ül t",
+      "ü lt",
+      "▁quant um",
+      "к ри",
+      "▁s op",
+      "▁so p",
+      "▁lo ops",
+      "▁loop s",
+      "▁Re ference",
+      "▁Refer ence",
+      "▁ Reference",
+      "▁n ei",
+      "▁ne i",
+      "IC E",
+      "I CE",
+      "▁v erm",
+      "▁ver m",
+      "▁ve rm",
+      "▁a dj",
+      "▁ad j",
+      "▁ adj",
+      "▁per ò",
+      "▁t rou",
+      "▁tr ou",
+      "▁tro u",
+      "is ions",
+      "ision s",
+      "isi ons",
+      "▁App le",
+      "▁Ap ple",
+      "serv able",
+      "▁B oston",
+      "▁Bo ston",
+      "▁Bos ton",
+      "or et",
+      "ore t",
+      "o ret",
+      "ok s",
+      "o ks",
+      "▁k g",
+      "▁ kg",
+      "def ined",
+      "define d",
+      "defin ed",
+      "d efined",
+      "pl atform",
+      "cl er",
+      "cle r",
+      "c ler",
+      "ograph ic",
+      "ri tt",
+      "rit t",
+      "r itt",
+      "▁d ic",
+      "▁di c",
+      "▁ dic",
+      "▁M ond",
+      "▁Mon d",
+      "▁Mo nd",
+      "▁I reland",
+      "▁Ir eland",
+      "▁U na",
+      "▁Un a",
+      "▁commer cial",
+      "▁P u",
+      "D i",
+      "▁е ё",
+      "▁pre cis",
+      "▁prec is",
+      "на род",
+      "нар од",
+      "▁qu atre",
+      "ust ral",
+      "ustr al",
+      "▁d ag",
+      "▁da g",
+      "▁ dag",
+      "ig ue",
+      "igu e",
+      "i gue",
+      "▁b urn",
+      "▁bu rn",
+      "▁bur n",
+      "▁ burn",
+      "▁offic er",
+      "▁office r",
+      "▁А в",
+      "▁high light",
+      "▁ highlight",
+      "▁Supp ose",
+      "▁Sup pose",
+      "od i",
+      "o di",
+      "serv let",
+      "▁En cyc",
+      "▁Enc yc",
+      "▁R ange",
+      "▁Ran ge",
+      "▁Rang e",
+      "▁ Range",
+      "ти й",
+      "P lease",
+      "▁ро ків",
+      "qu ant",
+      "qua nt",
+      "▁f lat",
+      "▁fl at",
+      "▁fla t",
+      "▁ flat",
+      "▁Ré férence",
+      "сле дова",
+      "след ова",
+      "ro le",
+      "rol e",
+      "r ole",
+      "▁d iesen",
+      "▁di esen",
+      "▁die sen",
+      "▁dies en",
+      "▁diese n",
+      "}} (",
+      "} }(",
+      "▁Ind ust",
+      "▁nú mer",
+      "▁\" ;",
+      "▁ \";",
+      "lu s",
+      "l us",
+      "ô le",
+      "▁z m",
+      "▁ zm",
+      "de g",
+      "d eg",
+      "▁r ough",
+      "▁ro ugh",
+      "▁rou gh",
+      "▁ rough",
+      "In v",
+      "▁h ur",
+      "▁hu r",
+      "▁R ess",
+      "▁Re ss",
+      "▁Res s",
+      "ch s",
+      "c hs",
+      "▁turn s",
+      "▁tur ns",
+      "ne ro",
+      "ner o",
+      "n ero",
+      "function s",
+      "fun ctions",
+      "ал и",
+      "а ли",
+      "▁hab itants",
+      "▁habit ants",
+      "а т",
+      "iss ues",
+      "issue s",
+      "▁h uge",
+      "▁hu ge",
+      "Util s",
+      "▁S at",
+      "▁Sa t",
+      "▁го судар",
+      "▁co ast",
+      "sh ape",
+      "sha pe",
+      "s hape",
+      "L C",
+      "▁log ging",
+      "▁ logging",
+      "en dor",
+      "end or",
+      "endo r",
+      "▁l ies",
+      "▁li es",
+      "▁lie s",
+      "▁ lies",
+      "▁d ifer",
+      "▁di fer",
+      "▁dif er",
+      "▁crit ical",
+      "▁critic al",
+      "X T",
+      "ми на",
+      "мин а",
+      "an sk",
+      "ans k",
+      "Result s",
+      "k c",
+      "ivers e",
+      "iver se",
+      "i verse",
+      "EX T",
+      "E XT",
+      "AL SE",
+      "▁v ál",
+      "▁vá l",
+      "P i",
+      "comp ile",
+      "hel lo",
+      "hell o",
+      "h ello",
+      "▁чем пи",
+      "▁It alia",
+      "▁Ital ia",
+      "▁ Italia",
+      "ко ло",
+      "кол о",
+      "к оло",
+      "▁ed ition",
+      "▁edit ion",
+      "gr und",
+      "gru nd",
+      "g rund",
+      "▁data frame",
+      "▁Follow ing",
+      "re ib",
+      "rei b",
+      "▁J eff",
+      "▁Je ff",
+      "▁citt à",
+      "IT able",
+      "I Table",
+      "▁$ (\\",
+      "▁$( \\",
+      "▁redu ced",
+      "▁reduce d",
+      "ob il",
+      "obi l",
+      "o bil",
+      "▁any where",
+      "' (",
+      "▁p hr",
+      "▁ph r",
+      "▁ phr",
+      "▁K h",
+      "▁F rame",
+      "▁Fr ame",
+      "▁Fra me",
+      "▁ Frame",
+      "▁man ual",
+      "▁ manual",
+      "▁c ra",
+      "▁cr a",
+      "▁ cra",
+      "▁V S",
+      "▁ VS",
+      "% =",
+      "Instance State",
+      "▁б ра",
+      "▁ бра",
+      "▁D rag",
+      "▁Dr ag",
+      "▁Dra g",
+      "▁ Drag",
+      "▁H err",
+      "▁He rr",
+      "▁Her r",
+      "▁г у",
+      "▁ гу",
+      "▁m ús",
+      "To ol",
+      "T ool",
+      "▁P rivate",
+      "▁Priv ate",
+      "▁ Private",
+      "▁s ynchron",
+      "▁syn chron",
+      "ir ation",
+      "ira tion",
+      "irat ion",
+      "▁о бо",
+      "▁об о",
+      "▁typ ically",
+      "▁typical ly",
+      "▁imp licit",
+      "or ient",
+      "ori ent",
+      "orie nt",
+      "▁t imer",
+      "▁time r",
+      "▁tim er",
+      "▁ti mer",
+      "▁ timer",
+      "▁kön nen",
+      "ie st",
+      "ies t",
+      "i est",
+      "ra id",
+      "rai d",
+      "▁expression s",
+      "▁express ions",
+      "▁expr essions",
+      "▁a im",
+      "▁ai m",
+      "▁s tre",
+      "▁st re",
+      "▁str e",
+      "▁ stre",
+      "▁w rap",
+      "▁wr ap",
+      "▁wra p",
+      "▁ wrap",
+      "▁B art",
+      "▁Bar t",
+      "▁Ba rt",
+      "▁b ron",
+      "▁br on",
+      "▁bro n",
+      "▁key board",
+      "po w",
+      "p ow",
+      "▁gru po",
+      "▁grup o",
+      "▁ре зу",
+      "▁prof essor",
+      "▁profess or",
+      "▁H ead",
+      "▁He ad",
+      "▁ Head",
+      "но ю",
+      "min us",
+      "m inus",
+      "▁Mich el",
+      "▁Mic hel",
+      "NO T",
+      "N OT",
+      "mo r",
+      "m or",
+      "] }",
+      "wide hat",
+      "ar is",
+      "ari s",
+      "a ris",
+      "тера тура",
+      "de fn",
+      "def n",
+      "is trz",
+      "ist rz",
+      "istr z",
+      "▁t anto",
+      "▁tan to",
+      "▁tant o",
+      "▁P ow",
+      "▁Po w",
+      "▁ind icate",
+      "▁indic ate",
+      "▁W inter",
+      "▁Win ter",
+      "res hold",
+      "resh old",
+      "рі в",
+      "р ів",
+      "▁` (",
+      "▁o wner",
+      "▁own er",
+      "▁ow ner",
+      "▁ owner",
+      "▁d isp",
+      "▁di sp",
+      "▁dis p",
+      "▁к ри",
+      "▁ кри",
+      "ме т",
+      "м ет",
+      "мен т",
+      "м ент",
+      "re port",
+      "rep ort",
+      "repo rt",
+      "re quire",
+      "▁v oy",
+      "▁vo y",
+      "▁ voy",
+      "▁A P",
+      "▁ AP",
+      "▁Esp aña",
+      "▁Españ a",
+      "▁S ão",
+      "j är",
+      "No n",
+      "N on",
+      "Li brary",
+      "L ibrary",
+      "ich ten",
+      "icht en",
+      "ichte n",
+      "i chten",
+      "▁struct ures",
+      "▁structure s",
+      "▁m uy",
+      "▁mu y",
+      "ár io",
+      "á rio",
+      "▁cert ificate",
+      "▁certific ate",
+      "чно го",
+      "ч ного",
+      "▁prov ince",
+      "▁provin ce",
+      "pa ges",
+      "page s",
+      "pag es",
+      "p ages",
+      "da l",
+      "d al",
+      "▁Fre der",
+      "▁Fr eder",
+      "▁Fred er",
+      "ь е",
+      "Exec ute",
+      "▁an cient",
+      "▁anci ent",
+      "▁anc ient",
+      "▁ancien t",
+      "▁fil ms",
+      "▁film s",
+      "▁Al fred",
+      "▁Alf red",
+      "Aut o",
+      "A uto",
+      "▁a tom",
+      "▁at om",
+      "▁ atom",
+      "▁e ll",
+      "▁el l",
+      "▁ ell",
+      "▁H arr",
+      "▁Har r",
+      "▁Ha rr",
+      "й н",
+      "▁\" #",
+      "▁n acional",
+      "▁nac ional",
+      "▁neigh bor",
+      "▁neighb or",
+      "сту па",
+      "ступ а",
+      "▁w it",
+      "Po p",
+      "P op",
+      "▁G reek",
+      "▁Gre ek",
+      "▁Gree k",
+      "▁re peat",
+      "▁repe at",
+      "▁ repeat",
+      "ba d",
+      "b ad",
+      "▁S C",
+      "▁ SC",
+      "▁Date Time",
+      "▁ DateTime",
+      "ш ти",
+      "▁W H",
+      "▁ WH",
+      "▁пра ви",
+      "▁прав и",
+      "▁ прави",
+      "▁Т и",
+      "▁s aison",
+      "▁sa ison",
+      "▁H art",
+      "▁Har t",
+      "▁Ha rt",
+      "direct ory",
+      "d irectory",
+      "ua n",
+      "u an",
+      "no rm",
+      "nor m",
+      "n orm",
+      "▁Phil ipp",
+      "▁Phili pp",
+      "▁Philip p",
+      "▁su spect",
+      "▁sus pect",
+      "▁susp ect",
+      "▁an no",
+      "▁ann o",
+      "▁ anno",
+      "b c",
+      "с ла",
+      "$ (",
+      "▁be find",
+      "▁bef ind",
+      "oc s",
+      "o cs",
+      "la test",
+      "lat est",
+      "late st",
+      ";\" >",
+      "; \">",
+      "▁after wards",
+      "PU T",
+      "P UT",
+      "▁j a",
+      "▁ ja",
+      "▁H il",
+      "▁Hi l",
+      "y z",
+      "▁B our",
+      "▁Bo ur",
+      "▁Bou r",
+      "▁la id",
+      "▁Д же",
+      "▁Дж е",
+      "pi e",
+      "p ie",
+      "w atch",
+      "▁E q",
+      "▁ Eq",
+      "cont act",
+      "ib er",
+      "ibe r",
+      "i ber",
+      "check box",
+      "▁esp añ",
+      "▁espa ñ",
+      "an se",
+      "ans e",
+      "▁ш ко",
+      "▁ шко",
+      "ef f",
+      "e ff",
+      "xx x",
+      "x xx",
+      "▁G ET",
+      "▁ GET",
+      "▁l ov",
+      "▁lo v",
+      "▁ lov",
+      "it ute",
+      "itu te",
+      "itut e",
+      "ze ch",
+      "zec h",
+      "z ech",
+      "ter e",
+      "te re",
+      "t ere",
+      "▁p urs",
+      "▁pu rs",
+      "▁pur s",
+      "ke ns",
+      "ken s",
+      "k ens",
+      "ian te",
+      "i ante",
+      "▁F ree",
+      "▁Fre e",
+      "▁Fr ee",
+      "▁ Free",
+      "▁ор гани",
+      "▁орган и",
+      "kre is",
+      "▁{ :",
+      "▁ {:",
+      "sh ared",
+      "share d",
+      "sha red",
+      "▁G raph",
+      "▁Gr aph",
+      "▁Gra ph",
+      "▁ Graph",
+      "▁conne ctions",
+      "▁connection s",
+      "▁connect ions",
+      "▁D OM",
+      "▁DO M",
+      "▁ DOM",
+      "▁C art",
+      "▁Car t",
+      "▁Ca rt",
+      "▁ Cart",
+      "ss on",
+      "s son",
+      "▁H amilton",
+      "те ли",
+      "тел и",
+      "▁r estaur",
+      "▁rest aur",
+      "▁resta ur",
+      "Re sol",
+      "Res ol",
+      "Dr iver",
+      "D river",
+      "▁en f",
+      "▁ enf",
+      "ED IT",
+      "▁p rev",
+      "▁pr ev",
+      "▁pre v",
+      "▁ prev",
+      "▁i k",
+      "▁ ik",
+      "▁s ă",
+      "j ö",
+      "▁С ССР",
+      "▁col our",
+      "ch ten",
+      "cht en",
+      "chte n",
+      "▁e stad",
+      "▁est ad",
+      "▁esta d",
+      "in ois",
+      "ino is",
+      "▁con fir",
+      "▁conf ir",
+      "▁v é",
+      "▁ vé",
+      "▁C es",
+      "▁Ce s",
+      "▁N ever",
+      "▁Ne ver",
+      "▁Nev er",
+      "om er",
+      "ome r",
+      "o mer",
+      "ж да",
+      "с лу",
+      "че ния",
+      "dl l",
+      "d ll",
+      "▁y outh",
+      "▁you th",
+      "▁yo uth",
+      "em en",
+      "eme n",
+      "e men",
+      "▁stud ied",
+      "▁studi ed",
+      "▁K il",
+      "▁Ki l",
+      "ci on",
+      "cio n",
+      "c ion",
+      "▁n avig",
+      "▁nav ig",
+      "re quired",
+      "require d",
+      "orith ms",
+      "orithm s",
+      "il or",
+      "ilo r",
+      "i lor",
+      "▁Deutsch en",
+      "▁Deutsche n",
+      "▁person s",
+      "▁pers ons",
+      "▁Barcel ona",
+      "▁form ation",
+      "▁format ion",
+      "▁forma tion",
+      "▁ formation",
+      "ab ei",
+      "abe i",
+      "a bei",
+      "▁про тив",
+      "▁проти в",
+      "Eng ine",
+      "ON E",
+      "O NE",
+      "og rá",
+      "Ca p",
+      "C ap",
+      "ri r",
+      "r ir",
+      "▁g ate",
+      "▁ga te",
+      "▁gat e",
+      "▁ gate",
+      "or ation",
+      "ora tion",
+      "ma ven",
+      "m aven",
+      "▁comb ined",
+      "▁combin ed",
+      "▁combine d",
+      "▁at tr",
+      "▁att r",
+      "▁ attr",
+      "▁h ook",
+      "▁ho ok",
+      "▁ hook",
+      "▁которы й",
+      "▁ser vers",
+      "▁server s",
+      "▁serv ers",
+      "▁serve rs",
+      "uct ure",
+      "же ння",
+      "жен ня",
+      "t v",
+      "▁re q",
+      "▁r eq",
+      "▁ req",
+      "ja l",
+      "j al",
+      "▁loc ally",
+      "▁local ly",
+      "}} {\\",
+      "}}{ \\",
+      "} }{\\",
+      "B r",
+      "▁H ier",
+      "▁Hi er",
+      "мо р",
+      "м ор",
+      "▁a part",
+      "▁ap art",
+      "▁apar t",
+      "\"] ,",
+      "\" ],",
+      "▁%> %",
+      "▁z usammen",
+      "▁zus ammen",
+      "▁ident ify",
+      "▁Al tern",
+      "▁Alt ern",
+      "▁Alter n",
+      "▁б ро",
+      "▁ бро",
+      "▁ц и",
+      "▁ ци",
+      "g h",
+      "▁T en",
+      "▁Te n",
+      "R S",
+      "фор ма",
+      "▁n elle",
+      "▁ne lle",
+      "▁nel le",
+      "▁nell e",
+      "▁ nelle",
+      "▁H in",
+      "▁Hi n",
+      "ound ing",
+      "oun ding",
+      "▁re prés",
+      "▁rep rés",
+      "▁repr és",
+      "ap h",
+      "a ph",
+      "▁[ \\",
+      "▁ [\\",
+      "▁S ports",
+      "▁Sport s",
+      "ра л",
+      "р ал",
+      "▁t hre",
+      "▁th re",
+      "▁thr e",
+      "▁p rin",
+      "▁pr in",
+      "▁pri n",
+      "▁El iz",
+      "▁Eli z",
+      "▁F our",
+      "▁Fou r",
+      "▁Fo ur",
+      "▁soci ety",
+      "▁soc iety",
+      "Trans action",
+      "▁v eg",
+      "▁ve g",
+      "▁ veg",
+      "▁sch ools",
+      "▁school s",
+      "▁over all",
+      "▁t ail",
+      "▁ta il",
+      "▁ tail",
+      "üb er",
+      "ü ber",
+      "▁S ov",
+      "▁So v",
+      "▁С ер",
+      "▁Се р",
+      "▁r app",
+      "▁ra pp",
+      "▁rap p",
+      "▁tra ffic",
+      "qu estion",
+      "quest ion",
+      "ques tion",
+      "▁en viron",
+      "▁envi ron",
+      "▁ environ",
+      "ate ien",
+      "ic us",
+      "i cus",
+      "▁n arrow",
+      "▁narr ow",
+      "▁nar row",
+      "▁p ray",
+      "▁pr ay",
+      "▁pra y",
+      "▁B ou",
+      "▁Bo u",
+      "▁C lient",
+      "▁Cl ient",
+      "▁ Client",
+      "ab l",
+      "a bl",
+      "▁Aud iod",
+      "▁Audio d",
+      "▁n pm",
+      "▁np m",
+      "▁ npm",
+      "▁Col umn",
+      "▁ Column",
+      "▁G ames",
+      "▁Game s",
+      "▁Ga mes",
+      "▁Gam es",
+      "av er",
+      "ave r",
+      "a ver",
+      "ony mes",
+      "onym es",
+      "onyme s",
+      "▁По сле",
+      "n ą",
+      "▁N u",
+      "▁D ick",
+      "▁Di ck",
+      "▁Dic k",
+      "▁t ensor",
+      "▁tens or",
+      "▁ tensor",
+      "▁@ \"",
+      "▁ @\"",
+      "v é",
+      "I con",
+      "▁по да",
+      "▁под а",
+      "▁ пода",
+      "▁G on",
+      "▁Go n",
+      "/) .",
+      "/ ).",
+      "is tra",
+      "ist ra",
+      "istr a",
+      "i stra",
+      "▁Audiod ateien",
+      "De lete",
+      "Del ete",
+      "}} }",
+      "} }}",
+      "▁j ump",
+      "▁ju mp",
+      "▁О б",
+      "▁princi ple",
+      "▁princip le",
+      "▁Ét ats",
+      "ok ed",
+      "oke d",
+      "o ked",
+      "▁В ла",
+      "Inter val",
+      "▁s au",
+      "▁sa u",
+      "en code",
+      "enc ode",
+      "▁p on",
+      "▁po n",
+      "▁ pon",
+      "cat ch",
+      "c atch",
+      "▁t iem",
+      "▁ti em",
+      "▁tie m",
+      "▁G ust",
+      "▁Gu st",
+      "M C",
+      "lim its",
+      "limit s",
+      "▁ke eping",
+      "▁keep ing",
+      "▁s ongs",
+      "▁son gs",
+      "▁song s",
+      "▁ав гу",
+      "▁рай он",
+      "▁райо н",
+      "▁not ification",
+      "▁ notification",
+      "▁off ered",
+      "▁offer ed",
+      "Co r",
+      "C or",
+      "▁sh ut",
+      "error s",
+      "err ors",
+      "▁E N",
+      "▁ EN",
+      "▁lat ach",
+      "▁sel bst",
+      "▁check box",
+      "▁ checkbox",
+      "▁c ool",
+      "▁co ol",
+      "▁f actory",
+      "▁fact ory",
+      "▁factor y",
+      "▁ factory",
+      "▁pa id",
+      "dim ensional",
+      "ni ej",
+      "nie j",
+      "n iej",
+      "pt on",
+      "pto n",
+      "p ton",
+      "▁p in",
+      "▁pi n",
+      "▁ pin",
+      "ak ed",
+      "ake d",
+      "a ked",
+      "▁re li",
+      "▁r eli",
+      "▁rel i",
+      "▁T aylor",
+      "▁S omething",
+      "▁Some thing",
+      "▁Som ething",
+      "▁ Something",
+      "im um",
+      "▁V in",
+      "▁Vi n",
+      "▁iter ation",
+      "Fin d",
+      "Fi nd",
+      "F ind",
+      "ко ви",
+      "ков и",
+      "к ови",
+      "▁bo ys",
+      "▁boy s",
+      "▁Sim ple",
+      "▁ Simple",
+      "▁C rist",
+      "▁Cr ist",
+      "▁Cris t",
+      "▁W as",
+      "▁Wa s",
+      "ân d",
+      "â nd",
+      "▁V a",
+      "▁т ра",
+      "▁ тра",
+      "▁dest ination",
+      "▁destin ation",
+      "▁ destination",
+      "li mp",
+      "lim p",
+      "l imp",
+      "▁K at",
+      "▁Ka t",
+      "wor th",
+      "wort h",
+      "w orth",
+      "▁K or",
+      "▁Ko r",
+      "i ção",
+      "= `",
+      "▁fair ly",
+      "fall s",
+      "fal ls",
+      "f alls",
+      "▁re ject",
+      "▁d ream",
+      "▁dre am",
+      "be ll",
+      "bel l",
+      "b ell",
+      "▁t oute",
+      "▁to ute",
+      "▁tout e",
+      "▁tou te",
+      "▁$ \\{",
+      "▁$\\ {",
+      "▁st one",
+      "▁sto ne",
+      "▁ stone",
+      "▁prote ct",
+      "▁prot ect",
+      "▁ex cell",
+      "▁exc ell",
+      "▁excel l",
+      "▁Me xico",
+      "▁Mex ico",
+      "▁d ash",
+      "▁da sh",
+      "▁das h",
+      "▁ dash",
+      "▁f ault",
+      "▁fa ult",
+      "▁ fault",
+      "p matrix",
+      "al ler",
+      "all er",
+      "alle r",
+      "▁guer re",
+      "or igin",
+      "ori gin",
+      "orig in",
+      "hi bernate",
+      "í lia",
+      "▁Reg ister",
+      "▁ Register",
+      "un to",
+      "unt o",
+      "▁B at",
+      "▁Ba t",
+      "▁b ow",
+      "▁bo w",
+      "▁ bow",
+      "сь ких",
+      "ськ их",
+      "et à",
+      "▁L uis",
+      "▁Lu is",
+      "▁f ou",
+      "▁fo u",
+      "▁Cam bridge",
+      "▁Camb ridge",
+      "▁o tt",
+      "▁ot t",
+      "▁ ott",
+      "su p",
+      "s up",
+      "re as",
+      "rea s",
+      "▁point ers",
+      "▁pointer s",
+      "▁Bo ard",
+      "▁ Board",
+      "▁р и",
+      "▁ ри",
+      "▁d riv",
+      "▁dr iv",
+      "▁dri v",
+      "ни н",
+      "н ин",
+      "▁C irc",
+      "▁Ci rc",
+      "▁Cir c",
+      "▁ Circ",
+      "▁t hou",
+      "▁th ou",
+      "Di v",
+      "D iv",
+      "sp ark",
+      "s park",
+      "la ment",
+      "lam ent",
+      "l ament",
+      "▁V AL",
+      "▁ VAL",
+      "Se nd",
+      "S end",
+      "▁Ir ish",
+      "o y",
+      "▁T u",
+      "▁ Tu",
+      "▁t rivial",
+      "Form s",
+      "For ms",
+      "▁as í",
+      "▁Im per",
+      "▁Imp er",
+      "▁sign ature",
+      "un os",
+      "uno s",
+      "u nos",
+      "▁N eg",
+      "▁Ne g",
+      "▁can cel",
+      "▁ cancel",
+      "▁Hein rich",
+      "ee d",
+      "e ed",
+      "Ill ustration",
+      "▁s ulla",
+      "▁su lla",
+      "▁sul la",
+      "▁sull a",
+      "▁qu arter",
+      "▁quart er",
+      "▁quar ter",
+      "as z",
+      "a sz",
+      "▁b log",
+      "▁bl og",
+      "▁blo g",
+      "▁ blog",
+      "fi ca",
+      "fic a",
+      "f ica",
+      "wo n",
+      "w on",
+      "qu et",
+      "que t",
+      "q uet",
+      "]) )",
+      "] ))",
+      "▁gener ation",
+      "▁c aught",
+      "▁ caught",
+      "▁l ands",
+      "▁land s",
+      "▁lan ds",
+      "▁ lands",
+      "▁King dom",
+      "schaft en",
+      "ro ns",
+      "ron s",
+      "r ons",
+      "ann els",
+      "annel s",
+      "anne ls",
+      "▁Spe cial",
+      "▁Spec ial",
+      "▁ Special",
+      "t utorial",
+      "ti p",
+      "t ip",
+      "▁\" \",",
+      "▁\"\" ,",
+      "▁Az ure",
+      "▁ Azure",
+      "▁b ounded",
+      "▁bound ed",
+      "▁ bounded",
+      "S m",
+      "ta r",
+      "t ar",
+      "ве н",
+      "в ен",
+      "▁з ем",
+      "▁зе м",
+      "▁ зем",
+      "▁not ation",
+      "▁ notation",
+      "▁ap ache",
+      "▁ apache",
+      "▁g az",
+      "▁ga z",
+      "ier no",
+      "i erno",
+      "an gen",
+      "ang en",
+      "ange n",
+      "pect ive",
+      "▁elect ric",
+      "▁s emi",
+      "▁se mi",
+      "▁sem i",
+      "MA X",
+      "M AX",
+      "ed erb",
+      "eder b",
+      "ede rb",
+      "object s",
+      "▁dif ferences",
+      "▁differ ences",
+      "▁difference s",
+      "is ted",
+      "ist ed",
+      "iste d",
+      "i sted",
+      "hr ef",
+      "hre f",
+      "h ref",
+      "ic ip",
+      "ici p",
+      "i cip",
+      "▁num py",
+      "▁ numpy",
+      "▁ф утбо",
+      "lo ader",
+      "load er",
+      "▁d ich",
+      "▁di ch",
+      "▁dic h",
+      "љ у",
+      "▁D é",
+      "H z",
+      "▁P aram",
+      "▁Par am",
+      "▁Pa ram",
+      "▁Para m",
+      "▁ Param",
+      "document ation",
+      "ir craft",
+      "irc raft",
+      "E M",
+      "▁inst itution",
+      "▁instit ution",
+      "com pat",
+      "comp at",
+      "▁а ль",
+      "▁ал ь",
+      "▁ аль",
+      "сла в",
+      "с лав",
+      "▁N et",
+      "▁Ne t",
+      "▁ Net",
+      "ци ональ",
+      "цион аль",
+      "циона ль",
+      "▁broad cast",
+      "date time",
+      "dat etime",
+      "as ync",
+      "asy nc",
+      "a sync",
+      "vr e",
+      "v re",
+      "me an",
+      "▁C hem",
+      "▁Ch em",
+      "▁Che m",
+      "▁est imate",
+      "▁estim ate",
+      "ic ana",
+      "ica na",
+      "ican a",
+      "▁g rep",
+      "▁gr ep",
+      "▁gre p",
+      "▁ grep",
+      "te k",
+      "t ek",
+      "ä m",
+      "or ig",
+      "ori g",
+      "o rig",
+      "▁Vict or",
+      "▁Vi ctor",
+      "▁Vic tor",
+      "ut enant",
+      "ute nant",
+      "uten ant",
+      "an ga",
+      "ang a",
+      "pi n",
+      "p in",
+      "▁ver tex",
+      "▁vert ex",
+      "▁verte x",
+      "▁CHAP TER",
+      "ci ty",
+      "cit y",
+      "c ity",
+      "ug by",
+      "gr een",
+      "gre en",
+      "g reen",
+      "▁K er",
+      "▁Ke r",
+      "▁dif fér",
+      "▁diff ér",
+      "▁necess arily",
+      "D C",
+      "Line ar",
+      "Lin ear",
+      "Li near",
+      "al em",
+      "ale m",
+      "a lem",
+      "▁L ater",
+      "▁La ter",
+      "▁Lat er",
+      "▁Late r",
+      "▁m eta",
+      "▁me ta",
+      "▁met a",
+      "▁ meta",
+      "je m",
+      "j em",
+      "ra gen",
+      "rag en",
+      "rage n",
+      "r agen",
+      "Ma y",
+      "M ay",
+      "▁Mitg lied",
+      "▁s orted",
+      "▁sort ed",
+      "▁sor ted",
+      "▁sorte d",
+      "▁ sorted",
+      "us sen",
+      "uss en",
+      "▁sp oke",
+      "▁spo ke",
+      "▁dis abled",
+      "▁disable d",
+      "▁ disabled",
+      "▁accompl ish",
+      "▁accomp lish",
+      "▁Russ ia",
+      "th ere",
+      "ther e",
+      "the re",
+      "t here",
+      "ee s",
+      "e es",
+      "▁h all",
+      "▁ha ll",
+      "▁hal l",
+      "▁ hall",
+      "▁met ric",
+      "▁ metric",
+      "att ribute",
+      "то го",
+      "т ого",
+      "ab out",
+      "▁L am",
+      "▁La m",
+      "ch annel",
+      "chan nel",
+      "▁e pisode",
+      "▁epis ode",
+      "▁$ ('.",
+      "▁$( '.",
+      "▁$(' .",
+      "▁ ought",
+      "▁E ste",
+      "▁Est e",
+      "▁Es te",
+      "Object s",
+      "▁valid ate",
+      "▁ validate",
+      "▁r im",
+      "▁ri m",
+      "▁ rim",
+      "▁numer ous",
+      "▁numero us",
+      "▁J avascript",
+      "▁Java script",
+      "▁G L",
+      "▁ GL",
+      "▁It aly",
+      "▁Ital y",
+      "ederb örd",
+      "on ato",
+      "ona to",
+      "bo oks",
+      "book s",
+      "st one",
+      "ston e",
+      "sto ne",
+      "х у",
+      "▁j el",
+      "▁je l",
+      "▁ jel",
+      "ir i",
+      "i ri",
+      "▁A SP",
+      "▁AS P",
+      "G A",
+      "▁st ata",
+      "▁stat a",
+      "▁sta ta",
+      "▁b az",
+      "▁ba z",
+      "▁ baz",
+      "Da y",
+      "D ay",
+      "th m",
+      "t hm",
+      "d h",
+      "▁F iles",
+      "▁Fil es",
+      "▁File s",
+      "▁ Files",
+      "Android Runtime",
+      "▁che cks",
+      "▁check s",
+      "k r",
+      "▁v enne",
+      "▁ven ne",
+      "S L",
+      "av ia",
+      "avi a",
+      "a via",
+      "ka zy",
+      "kaz y",
+      "k azy",
+      "▁Th ree",
+      "▁ Three",
+      "Ad min",
+      "▁col lege",
+      "▁coll ege",
+      "▁colleg e",
+      "▁colle ge",
+      "G lobal",
+      "ti on",
+      "t ion",
+      "▁cur ious",
+      "sh ort",
+      "▁b ass",
+      "▁bas s",
+      "▁ba ss",
+      "де ла",
+      "▁де я",
+      "Sch ema",
+      "' \\",
+      "di ff",
+      "d iff",
+      "▁C A",
+      "▁ CA",
+      "▁Cor por",
+      "▁oper ators",
+      "▁operator s",
+      "om rå",
+      "▁ed ges",
+      "▁edge s",
+      "); `",
+      ") ;`",
+      "in ds",
+      "ind s",
+      "▁g ing",
+      "▁gi ng",
+      "▁ ging",
+      "& &",
+      "}- \\",
+      "} -\\",
+      "ra no",
+      "ran o",
+      "r ano",
+      "▁s ão",
+      "▁ad ds",
+      "▁add s",
+      "el or",
+      "elo r",
+      "e lor",
+      "▁un signed",
+      "▁uns igned",
+      "▁ unsigned",
+      "▁п р",
+      "▁ пр",
+      "▁Con fig",
+      "▁Conf ig",
+      "▁ Config",
+      "▁E sc",
+      "▁Es c",
+      "▁ch ose",
+      "▁cho se",
+      "▁pie ces",
+      "▁piece s",
+      "▁reg ions",
+      "▁region s",
+      "Es t",
+      "E st",
+      "▁B attle",
+      "▁Batt le",
+      "▁f oc",
+      "▁fo c",
+      "▁L ight",
+      "▁Lig ht",
+      "▁ Light",
+      "pad ding",
+      "p adding",
+      "ab en",
+      "abe n",
+      "a ben",
+      "▁e urop",
+      "▁eu rop",
+      "▁euro p",
+      "il lon",
+      "ill on",
+      "illo n",
+      "▁е сть",
+      "▁b ord",
+      "▁bo rd",
+      "▁bor d",
+      "▁о тно",
+      "▁от но",
+      "▁H ong",
+      "▁Hon g",
+      "▁Ho ng",
+      "▁v ul",
+      "▁vu l",
+      "pl ugins",
+      "plugin s",
+      "▁' <",
+      "▁k ur",
+      "▁ kur",
+      "reg ion",
+      "▁Re pub",
+      "▁Rep ub",
+      "ic her",
+      "ich er",
+      "iche r",
+      "i cher",
+      "}_ \\",
+      "} _\\",
+      "▁me dal",
+      "▁med al",
+      "▁More over",
+      "B I",
+      "A v",
+      "ut er",
+      "ute r",
+      "u ter",
+      "▁s can",
+      "▁sc an",
+      "▁ scan",
+      "▁M unicip",
+      "▁Mun icip",
+      "▁contr ast",
+      "▁contra st",
+      "▁I g",
+      "▁ Ig",
+      "▁го род",
+      "▁горо д",
+      "▁гор од",
+      "▁ город",
+      "rel ated",
+      "al ing",
+      "ali ng",
+      "alin g",
+      "a ling",
+      "▁м ат",
+      "▁ма т",
+      "▁ мат",
+      "ün st",
+      "▁Ch ris",
+      "▁Chr is",
+      "w y",
+      "▁Act ually",
+      "▁Univers idad",
+      "Event Listener",
+      "▁tempor ada",
+      "▁ass ignment",
+      "▁assign ment",
+      "▁M ike",
+      "▁Mi ke",
+      "▁Mik e",
+      "▁w ährend",
+      "▁ś wi",
+      "▁św i",
+      "▁с ред",
+      "▁сре д",
+      "ка де",
+      "▁calcul ated",
+      "▁calculate d",
+      "▁calc ulated",
+      "▁el ler",
+      "▁elle r",
+      "▁ell er",
+      "▁ eller",
+      "▁A sh",
+      "▁As h",
+      "ri el",
+      "rie l",
+      "r iel",
+      "▁hard ware",
+      "▁int ens",
+      "▁inte ns",
+      "▁inten s",
+      "(' .",
+      "( '.",
+      "il li",
+      "ill i",
+      "ag on",
+      "ago n",
+      "a gon",
+      "▁G y",
+      "▁he ute",
+      "▁heut e",
+      "▁s le",
+      "▁sl e",
+      "▁liter ature",
+      "se m",
+      "s em",
+      "man ager",
+      "mana ger",
+      "▁Gr ande",
+      "▁Gra nde",
+      "▁Grand e",
+      "▁Gran de",
+      "▁m ixed",
+      "▁mix ed",
+      "▁В ер",
+      "▁Ве р",
+      "í cí",
+      "▁s oit",
+      "▁so it",
+      "▁wel come",
+      "че ние",
+      "▁Univers ität",
+      "▁bu ilder",
+      "▁build er",
+      "▁ builder",
+      "sim ple",
+      "simp le",
+      "ic ode",
+      "ico de",
+      "i code",
+      "ř e",
+      "in dent",
+      "ind ent",
+      "inden t",
+      "inde nt",
+      "op o",
+      "o po",
+      "▁ad vanced",
+      "▁adv anced",
+      "▁advance d",
+      "tem per",
+      "temp er",
+      "ed ge",
+      "▁dat etime",
+      "▁date time",
+      "▁ datetime",
+      "▁d onc",
+      "▁do nc",
+      "▁don c",
+      "ла ння",
+      "лан ня",
+      "▁v erd",
+      "▁ver d",
+      "▁ve rd",
+      "д но",
+      "it os",
+      "ito s",
+      "▁he at",
+      "vi sible",
+      "vis ible",
+      "me l",
+      "m el",
+      "▁Giov anni",
+      "▁var iety",
+      "▁vari ety",
+      "▁r outer",
+      "▁ro uter",
+      "▁route r",
+      "▁rout er",
+      "▁rou ter",
+      "▁ router",
+      "Vec tor",
+      "V ector",
+      "▁W alk",
+      "▁Wal k",
+      "▁ob viously",
+      "▁obvious ly",
+      "he in",
+      "h ein",
+      "Fi n",
+      "F in",
+      "ITable View",
+      "Y ear",
+      "▁E conom",
+      "▁vel ocity",
+      "▁veloc ity",
+      "▁C ivil",
+      "▁Ci vil",
+      "▁ ј",
+      "al ert",
+      "ale rt",
+      "aler t",
+      "Ident ifier",
+      "èn cia",
+      "▁normal ly",
+      "▁norm ally",
+      "▁E gypt",
+      "▁Egy pt",
+      "▁c tx",
+      "▁ ctx",
+      "▁Ver ein",
+      "▁Vere in",
+      "▁H u",
+      "ult ure",
+      "ultur e",
+      "ни те",
+      "l é",
+      "▁W ien",
+      "▁Wi en",
+      "▁Wie n",
+      "▁P rz",
+      "▁Pr z",
+      "By te",
+      "▁n ah",
+      "▁na h",
+      "▁ nah",
+      "is ms",
+      "ism s",
+      "▁Pub lish",
+      "▁He rz",
+      "▁Her z",
+      "ic ul",
+      "i cul",
+      "pis ode",
+      "ч і",
+      "▁die sem",
+      "▁dies em",
+      "▁diese m",
+      "k ö",
+      "Vis ible",
+      "▁r ig",
+      "▁ri g",
+      "▁ rig",
+      "`) .",
+      "` ).",
+      "Par se",
+      "P arse",
+      "▁Jac ques",
+      "N I",
+      "▁g lass",
+      "▁gl ass",
+      "▁gla ss",
+      "▁ glass",
+      "-- -+",
+      "--- +",
+      "- --+",
+      "▁initial ly",
+      "▁initi ally",
+      "▁k r",
+      "▁ kr",
+      "CC N",
+      "C CN",
+      "pl ays",
+      "play s",
+      "pla ys",
+      "▁s igu",
+      "▁si gu",
+      "▁sig u",
+      "F older",
+      "st orage",
+      "sto rage",
+      "stor age",
+      "▁\\ |",
+      "▁ \\|",
+      "iv os",
+      "ivo s",
+      "i vos",
+      "ск ую",
+      "ску ю",
+      "▁M oh",
+      "▁Mo h",
+      "▁Comm ittee",
+      "▁K im",
+      "▁Ki m",
+      "e u",
+      "те м",
+      "т ем",
+      "▁orig inale",
+      "▁original e",
+      "▁origin ale",
+      "ir s",
+      "i rs",
+      "▁R eb",
+      "▁Re b",
+      "it ut",
+      "itu t",
+      "n l",
+      "▁P ier",
+      "▁Pi er",
+      "▁Pie r",
+      "▁] ;",
+      "▁ ];",
+      "▁F al",
+      "▁Fa l",
+      "▁\" \";",
+      "▁\"\" ;",
+      "mv c",
+      "m vc",
+      "▁fe male",
+      "▁fem ale",
+      "▁b ridge",
+      "▁br idge",
+      "▁brid ge",
+      "▁ bridge",
+      "▁t ít",
+      "kt r",
+      "k tr",
+      "> )",
+      "▁se at",
+      "▁sea t",
+      "▁v ess",
+      "▁ve ss",
+      "▁ves s",
+      "▁U SB",
+      "▁US B",
+      "▁Art icles",
+      "▁Article s",
+      "▁De scription",
+      "▁Des cription",
+      "▁Descri ption",
+      "▁ Description",
+      "▁o c",
+      "▁ oc",
+      "▁h ouses",
+      "▁house s",
+      "▁ho uses",
+      "▁hous es",
+      "▁П ет",
+      "▁Пе т",
+      "lo n",
+      "l on",
+      "Not ification",
+      "▁press ure",
+      "▁ку ль",
+      "▁ куль",
+      "ig ned",
+      "ign ed",
+      "igne d",
+      "▁relig ious",
+      "fa n",
+      "f an",
+      "ig lia",
+      "igli a",
+      "▁class ification",
+      "▁classific ation",
+      "og ether",
+      "oge ther",
+      "▁S DK",
+      "▁SD K",
+      "▁ SDK",
+      "▁H uman",
+      "▁Hu man",
+      "▁Hum an",
+      "▁com mission",
+      "▁comm ission",
+      "▁О р",
+      "▁an tes",
+      "▁ant es",
+      "▁ante s",
+      "▁ antes",
+      "D T",
+      "èt e",
+      "è te",
+      "pr és",
+      "p rés",
+      "/ \"",
+      "▁( «",
+      "▁h ö",
+      "▁ hö",
+      "▁ча с",
+      "▁ час",
+      "▁j ak",
+      "▁ja k",
+      "▁ jak",
+      "ie nen",
+      "ien en",
+      "iene n",
+      "i enen",
+      "ug g",
+      "u gg",
+      "W A",
+      "▁place holder",
+      "▁ placeholder",
+      "Wil l",
+      "W ill",
+      ", ,",
+      "▁K am",
+      "▁Ka m",
+      "▁w en",
+      "▁we n",
+      "▁ wen",
+      "▁Sch ul",
+      "ți e",
+      "ț ie",
+      "▁a ud",
+      "▁au d",
+      "▁ aud",
+      "▁s ue",
+      "▁su e",
+      "▁re ferred",
+      "▁refer red",
+      "ва т",
+      "в ат",
+      "▁P ara",
+      "▁Par a",
+      "▁Pa ra",
+      "▁b la",
+      "▁bl a",
+      "▁ bla",
+      "UE S",
+      "U ES",
+      "▁stat ist",
+      "▁stati st",
+      "▁т у",
+      "▁ ту",
+      "▁Wars za",
+      "gu e",
+      "g ue",
+      "▁I de",
+      "▁Id e",
+      "math scr",
+      "▁l ieu",
+      "▁li eu",
+      "▁lie u",
+      "▁b od",
+      "▁bo d",
+      "▁r us",
+      "▁ru s",
+      "▁ rus",
+      "▁bo at",
+      "xs pace",
+      "x space",
+      "▁mod al",
+      "▁mo dal",
+      "▁ modal",
+      "ле к",
+      "л ек",
+      "to pic",
+      "top ic",
+      "ma ny",
+      "man y",
+      "m any",
+      "sk ý",
+      "▁organ ization",
+      "▁organiz ation",
+      "▁г ене",
+      "▁ге не",
+      "▁Wil son",
+      "▁com fort",
+      "ib il",
+      "i bil",
+      ": -",
+      "▁an imal",
+      "▁anim al",
+      "▁ani mal",
+      "Re port",
+      "Rep ort",
+      "ка ми",
+      "кам и",
+      "jo n",
+      "j on",
+      "▁k er",
+      "▁ke r",
+      "▁ ker",
+      "▁к ни",
+      "moz illa",
+      "Pr ice",
+      "P rice",
+      "ant in",
+      "anti n",
+      "em ento",
+      "ement o",
+      "emen to",
+      "ma y",
+      "m ay",
+      "▁l ung",
+      "▁lu ng",
+      "▁lun g",
+      "▁ lung",
+      "▁b low",
+      "▁bl ow",
+      "▁blo w",
+      "ede ut",
+      "▁type d",
+      "▁typ ed",
+      "▁ty ped",
+      "▁dec ember",
+      "▁. ...",
+      "▁... .",
+      "▁.. ..",
+      "▁ ....",
+      "li ance",
+      "l iance",
+      "▁v iel",
+      "▁vi el",
+      "▁vie l",
+      "▁Ф и",
+      "pr esa",
+      "pre sa",
+      "pres a",
+      "▁ос іб",
+      "▁N am",
+      "▁Na m",
+      "▁G ren",
+      "▁Gr en",
+      "▁Gre n",
+      "си лання",
+      "VI D",
+      "V ID",
+      "st re",
+      "str e",
+      "s tre",
+      "we is",
+      "wei s",
+      "▁prote ction",
+      "▁protect ion",
+      "▁prot ection",
+      "ta ient",
+      "t aient",
+      "▁offic ers",
+      "▁office rs",
+      "▁officer s",
+      "т но",
+      "▁B rig",
+      "▁Br ig",
+      "▁int ellig",
+      "▁intel lig",
+      "я х",
+      "IT H",
+      "I TH",
+      "▁separ ated",
+      "▁separate d",
+      "▁L CCN",
+      "ní m",
+      "n ím",
+      "cl ock",
+      "clo ck",
+      "c lock",
+      "▁ap are",
+      "▁apar e",
+      "яв и",
+      "я ви",
+      "▁Eliz abeth",
+      "▁W ater",
+      "▁Wat er",
+      "▁Wa ter",
+      "geb iet",
+      "▁con vent",
+      "▁conv ent",
+      "▁conven t",
+      "fu rt",
+      "fur t",
+      "f urt",
+      "▁be iden",
+      "▁bei den",
+      "▁beide n",
+      "ba sh",
+      "bas h",
+      "b ash",
+      "▁че рез",
+      "▁чер ез",
+      "▁u b",
+      "▁ ub",
+      "▁Stat ist",
+      "▁Stati st",
+      "▁lim its",
+      "▁limit s",
+      "▁ limits",
+      "V ol",
+      "ct x",
+      "c tx",
+      "▁но в",
+      "▁н ов",
+      "▁ нов",
+      "gu ide",
+      "gui de",
+      "mi c",
+      "m ic",
+      "ie sa",
+      "ies a",
+      "i esa",
+      "▁h uvud",
+      "R T",
+      "Fi g",
+      "F ig",
+      "▁l ect",
+      "▁le ct",
+      "▁ lect",
+      "con n",
+      "co nn",
+      "c onn",
+      "im it",
+      "imi t",
+      "i mit",
+      "га р",
+      "г ар",
+      "▁b ajo",
+      "▁ba jo",
+      "scri be",
+      "scr ibe",
+      "s cribe",
+      "re gex",
+      "reg ex",
+      "▁C ass",
+      "▁Cas s",
+      "▁Ca ss",
+      "▁pro pag",
+      "▁prop ag",
+      "' $",
+      "▁prof es",
+      "un ique",
+      "uni que",
+      "▁S ql",
+      "▁ Sql",
+      "un ion",
+      "uni on",
+      "ri os",
+      "rio s",
+      "r ios",
+      "pi p",
+      "p ip",
+      "-- +",
+      "- -+",
+      "ka dem",
+      "k adem",
+      "column s",
+      "▁v ary",
+      "▁var y",
+      "▁va ry",
+      "▁bere its",
+      "▁d oi",
+      "▁do i",
+      "▁Com mon",
+      "▁Comm on",
+      "▁ Common",
+      "▁Ro bin",
+      "▁Rob in",
+      "▁ ×",
+      "▁s ei",
+      "▁se i",
+      "▁s yst",
+      "▁sy st",
+      "▁sys t",
+      "▁v ä",
+      "▁ vä",
+      "▁De fault",
+      "▁Def ault",
+      "▁ Default",
+      "▁t ym",
+      "▁ty m",
+      "pe l",
+      "p el",
+      "▁bel ieved",
+      "▁believe d",
+      "▁pro vider",
+      "▁prov ider",
+      "▁provide r",
+      "▁ provider",
+      "▁min imal",
+      "▁minim al",
+      "▁mini mal",
+      "та ли",
+      "тал и",
+      "т али",
+      "ain es",
+      "ai nes",
+      "aine s",
+      "a ines",
+      "K it",
+      "iz io",
+      "izi o",
+      "is sen",
+      "iss en",
+      "isse n",
+      "pr essed",
+      "press ed",
+      "pres sed",
+      "▁s tag",
+      "▁st ag",
+      "▁sta g",
+      "▁ stag",
+      "▁u int",
+      "▁ui nt",
+      "▁ uint",
+      "ko r",
+      "k or",
+      "▁ра спо",
+      "▁рас по",
+      "▁in herit",
+      "▁inher it",
+      "▁comp iled",
+      "▁compile d",
+      "▁f ebru",
+      "▁fe bru",
+      "▁feb ru",
+      "▁t mp",
+      "▁tm p",
+      "▁ tmp",
+      "work s",
+      "wor ks",
+      "ч на",
+      "draw able",
+      "▁N av",
+      "▁Na v",
+      "▁ Nav",
+      "▁though ts",
+      "▁thought s",
+      "ro ute",
+      "rout e",
+      "rou te",
+      "r oute",
+      "▁con cert",
+      "▁conc ert",
+      "▁conce rt",
+      "▁option al",
+      "▁opt ional",
+      "▁ optional",
+      "▁b ras",
+      "▁br as",
+      "▁bra s",
+      "▁ bras",
+      "▁prov iding",
+      "со м",
+      "с ом",
+      "id x",
+      "i dx",
+      "emp lo",
+      "empl o",
+      "▁ко ли",
+      "▁ коли",
+      "▁B ere",
+      "▁Be re",
+      "▁Ber e",
+      "▁E ls",
+      "▁El s",
+      "ре мен",
+      "рем ен",
+      "▁де ка",
+      "co ut",
+      "cou t",
+      "c out",
+      "la yer",
+      "lay er",
+      "l ayer",
+      "▁g lob",
+      "▁gl ob",
+      "▁glo b",
+      "▁ glob",
+      "fore ach",
+      "for each",
+      "▁E ducation",
+      "▁Edu cation",
+      "P O",
+      "▁im prov",
+      "▁imp rov",
+      "▁impro v",
+      "▁impr ov",
+      "▁cl ients",
+      "▁client s",
+      "▁cli ents",
+      "gr oups",
+      "group s",
+      "gro ups",
+      "▁k ont",
+      "▁kon t",
+      "▁ko nt",
+      "De l",
+      "D el",
+      "re tt",
+      "ret t",
+      "r ett",
+      "▁s up",
+      "▁su p",
+      "▁ sup",
+      "▁m og",
+      "▁mo g",
+      "ta n",
+      "t an",
+      "▁com pl",
+      "▁comp l",
+      "ir ty",
+      "irt y",
+      "▁nouve au",
+      "os z",
+      "o sz",
+      "▁N avy",
+      "▁Na vy",
+      "▁Nav y",
+      "ber e",
+      "be re",
+      "b ere",
+      "ma sk",
+      "mas k",
+      "m ask",
+      "ov é",
+      "o vé",
+      "zi l",
+      "z il",
+      "PE R",
+      "P ER",
+      "▁pobla ción",
+      "▁població n",
+      "▁d etailed",
+      "▁detail ed",
+      "ле т",
+      "л ет",
+      "▁famil ies",
+      "▁familie s",
+      "ab et",
+      "abe t",
+      "a bet",
+      "е вич",
+      "änd er",
+      "än der",
+      "ände r",
+      "ä nder",
+      "▁å r",
+      "▁ år",
+      "▁p endant",
+      "▁b il",
+      "▁bi l",
+      "▁ bil",
+      "▁h int",
+      "▁hi nt",
+      "▁hin t",
+      "ode n",
+      "od en",
+      "o den",
+      "▁exp ansion",
+      "▁p ont",
+      "▁po nt",
+      "▁pon t",
+      "▁ pont",
+      "as ant",
+      "asa nt",
+      "▁K ind",
+      "▁Ki nd",
+      "▁Kin d",
+      "▁ Kind",
+      "ij i",
+      "i ji",
+      "▁A uth",
+      "▁Aut h",
+      "▁Au th",
+      "▁ Auth",
+      "laim ed",
+      "ref lect",
+      "] =",
+      "by tes",
+      "byte s",
+      "ho ver",
+      "hov er",
+      "h over",
+      "▁ц ер",
+      "▁це р",
+      "▁ цер",
+      "grad le",
+      "Ar ch",
+      "ap est",
+      "ape st",
+      "apes t",
+      "ás a",
+      "á sa",
+      "Car d",
+      "Ca rd",
+      "C ard",
+      "▁tempor ary",
+      "▁départ ement",
+      "class es",
+      "жи ва",
+      "▁х удо",
+      "▁m ole",
+      "▁mo le",
+      "▁mol e",
+      "R Y",
+      "L P",
+      "▁p ec",
+      "▁pe c",
+      "▁ pec",
+      "rodu ction",
+      "▁Gu ard",
+      "▁Par liament",
+      "▁inst anti",
+      "▁instant i",
+      "▁not amment",
+      "▁D oug",
+      "▁Do ug",
+      "▁Dou g",
+      "▁Mar sh",
+      "▁Mars h",
+      ". ~",
+      "▁\\ \"",
+      "▁ \\\"",
+      "▁t hé",
+      "▁th é",
+      "▁li bre",
+      "▁lib re",
+      "do es",
+      "▁dé but",
+      "▁U nit",
+      "▁Un it",
+      "▁ Unit",
+      "▁с ту",
+      "▁ст у",
+      "▁ сту",
+      "▁le ague",
+      "▁qu ale",
+      "▁q uale",
+      "▁qual e",
+      "▁состав ля",
+      "▁соста вля",
+      "Se curity",
+      "Sec urity",
+      "▁appar ently",
+      "▁apparent ly",
+      "▁tro ops",
+      "ic ano",
+      "ica no",
+      "ican o",
+      "i cano",
+      "▁M B",
+      "▁ MB",
+      "en ze",
+      "enz e",
+      "lo ading",
+      "load ing",
+      "▁dist ributed",
+      "▁distribu ted",
+      "▁distrib uted",
+      "write r",
+      "writ er",
+      "wr iter",
+      "w riter",
+      "res ources",
+      "resource s",
+      "h ö",
+      "ut ils",
+      "util s",
+      "uti ls",
+      "▁prep ared",
+      "▁prepar ed",
+      "▁prepare d",
+      "ci er",
+      "cie r",
+      "c ier",
+      "op ol",
+      "opo l",
+      "o pol",
+      "▁län kar",
+      "he s",
+      "h es",
+      "н ва",
+      "▁op ens",
+      "▁open s",
+      "▁ opens",
+      "ag og",
+      "ago g",
+      "inter face",
+      "▁F und",
+      "▁Fu nd",
+      "▁Fun d",
+      "▁pent ru",
+      "ní ch",
+      "n ích",
+      "▁config ured",
+      "▁configure d",
+      "▁configur ed",
+      "▁Web site",
+      "▁list ener",
+      "▁listen er",
+      "▁liste ner",
+      "▁ listener",
+      "iv el",
+      "ive l",
+      "i vel",
+      "n ę",
+      "min a",
+      "mi na",
+      "m ina",
+      "▁in vest",
+      "▁inv est",
+      "▁inve st",
+      "▁м іс",
+      "▁мі с",
+      "▁d av",
+      "▁da v",
+      "▁p atch",
+      "▁pat ch",
+      "▁ patch",
+      "pi eler",
+      "piel er",
+      "pie ler",
+      "▁Ext erna",
+      "▁Extern a",
+      "t f",
+      "▁e red",
+      "▁er ed",
+      "▁ere d",
+      "▁ ered",
+      "▁Ass embly",
+      "▁ Assembly",
+      "▁s out",
+      "▁so ut",
+      "▁sou t",
+      "▁v erk",
+      "▁ver k",
+      "▁ verk",
+      "me rs",
+      "mer s",
+      "m ers",
+      "t oggle",
+      "▁up dating",
+      "▁upd ating",
+      "▁K ent",
+      "▁Ke nt",
+      "▁Ken t",
+      "ec a",
+      "e ca",
+      "FA ULT",
+      "▁tit re",
+      "▁ti tre",
+      "▁K enn",
+      "▁Ke nn",
+      "▁Ken n",
+      "▁Ми ха",
+      "ст ор",
+      "сто р",
+      "с тор",
+      "▁p ode",
+      "▁po de",
+      "▁pod e",
+      "▁S eb",
+      "▁Se b",
+      "це в",
+      "ц ев",
+      "E Y",
+      "▁sil ver",
+      "▁cap acity",
+      "▁capac ity",
+      "▁comple tion",
+      "▁complet ion",
+      "▁Pe dro",
+      "▁Ped ro",
+      "fe l",
+      "f el",
+      "va no",
+      "van o",
+      "v ano",
+      "ze ug",
+      "▁in terior",
+      "▁inter ior",
+      "▁inte rior",
+      "▁Res ponse",
+      "▁ Response",
+      "éd ia",
+      "é dia",
+      "▁World Cat",
+      "▁c ă",
+      "qu el",
+      "que l",
+      "q uel",
+      "So l",
+      "S ol",
+      "іс ля",
+      "▁D omin",
+      "▁Do min",
+      "▁Dom in",
+      "▁c um",
+      "▁cu m",
+      "ce p",
+      "c ep",
+      "▁M use",
+      "▁Mus e",
+      "▁Mu se",
+      "▁M aría",
+      "▁Mar ía",
+      "▁Ma ría",
+      "▁function al",
+      "▁ad apter",
+      "▁adapt er",
+      "▁ adapter",
+      "config uration",
+      "▁t ipo",
+      "▁tip o",
+      "▁ti po",
+      "▁B ry",
+      "▁Br y",
+      "v y",
+      "U L",
+      "▁tra vers",
+      "▁trav ers",
+      "! (",
+      "▁absol utely",
+      "▁absolute ly",
+      "л та",
+      "тт я",
+      "т тя",
+      "▁I T",
+      "▁ IT",
+      "▁во ен",
+      "yc le",
+      "y cle",
+      "be st",
+      "bes t",
+      "b est",
+      "▁construct ed",
+      "▁constru cted",
+      "▁фи ль",
+      "▁ филь",
+      "ci do",
+      "cid o",
+      "c ido",
+      "ex it",
+      "ga rt",
+      "gar t",
+      "g art",
+      "▁provin cia",
+      "ve z",
+      "v ez",
+      "ci pl",
+      "cip l",
+      "▁Face book",
+      "▁Fac ebook",
+      "▁y ellow",
+      "▁ yellow",
+      "▁Sum mer",
+      "▁point ing",
+      "▁poss ibility",
+      "▁possib ility",
+      "▁possibil ity",
+      "▁leg isl",
+      "▁мо ж",
+      "▁ мож",
+      "de rn",
+      "der n",
+      "d ern",
+      "ко но",
+      "кон о",
+      "▁mechan ism",
+      "▁Bern ard",
+      "ex pr",
+      "exp r",
+      "ло ви",
+      "лов и",
+      "л ови",
+      "▁dig its",
+      "▁digit s",
+      "▁de legate",
+      "▁deleg ate",
+      "▁ delegate",
+      "og ram",
+      "o gram",
+      "▁D ictionary",
+      "▁ Dictionary",
+      "is y",
+      "▁s po",
+      "▁sp o",
+      "/ $",
+      "clude d",
+      "clud ed",
+      "▁M VC",
+      "▁t ém",
+      "▁té m",
+      "▁print ed",
+      "▁prin ted",
+      "▁G ott",
+      "▁Go tt",
+      "▁Got t",
+      "▁O m",
+      "▁ Om",
+      "ans as",
+      "▁D urch",
+      "▁Dur ch",
+      "▁I dent",
+      "▁Id ent",
+      "▁Ide nt",
+      "▁ Ident",
+      "Q U",
+      "ht m",
+      "h tm",
+      "▁S ul",
+      "▁Su l",
+      "'] .",
+      "' ].",
+      "▁du ty",
+      "▁dut y",
+      "▁Aut hor",
+      "▁Auth or",
+      "▁ Author",
+      "▁n ě",
+      "▁ ně",
+      "ow ego",
+      "owe go",
+      "pu s",
+      "p us",
+      "em bl",
+      "emb l",
+      "Exec utor",
+      "B L",
+      "▁M ens",
+      "▁Me ns",
+      "▁Men s",
+      "dis patch",
+      "▁M id",
+      "▁Mi d",
+      "ap ps",
+      "app s",
+      "Trans form",
+      "▁D at",
+      "▁Da t",
+      "▁ Dat",
+      "▁im pl",
+      "▁imp l",
+      "▁ impl",
+      "ou x",
+      "o ux",
+      "ho lm",
+      "hol m",
+      "▁I ns",
+      "▁In s",
+      "▁Emp ire",
+      "ру п",
+      "▁Ap ache",
+      "SI ON",
+      "S ION",
+      "▁pass age",
+      "######## ########",
+      "▁ex pressed",
+      "▁express ed",
+      "▁expr essed",
+      "▁expres sed",
+      "на д",
+      "▁o l",
+      "▁ ol",
+      "▁h avia",
+      "▁ha via",
+      "▁hav ia",
+      "▁бо лее",
+      "▁enjo y",
+      "form ance",
+      "▁dim ensions",
+      "▁dimension s",
+      "▁ч ер",
+      "▁че р",
+      "▁ чер",
+      "Se e",
+      "S ee",
+      "▁m outh",
+      "▁mo uth",
+      "▁mou th",
+      "▁ mouth",
+      "▁g au",
+      "▁ga u",
+      "ien cy",
+      "i ency",
+      "▁Carol ina",
+      "Dis t",
+      "Di st",
+      "D ist",
+      "rad io",
+      "li mit",
+      "lim it",
+      "l imit",
+      "/ ?",
+      "▁B all",
+      "▁Ba ll",
+      "▁Bal l",
+      "ні сть",
+      "Mem ber",
+      "M ember",
+      "wa ter",
+      "w ater",
+      "▁mur der",
+      "▁stand ing",
+      "▁stan ding",
+      "▁ standing",
+      "▁V II",
+      "▁VI I",
+      "Cent er",
+      "C enter",
+      "pp a",
+      "p pa",
+      "ur eau",
+      "ure au",
+      "▁Le ip",
+      "▁ob jet",
+      "▁obj et",
+      "▁Act ivity",
+      "▁Activ ity",
+      "▁ Activity",
+      "em bers",
+      "ember s",
+      "emb ers",
+      "v r",
+      "▁con du",
+      "▁cond u",
+      "Cell s",
+      "C ells",
+      "in us",
+      "inu s",
+      "▁' ,",
+      "▁ ',",
+      "▁af raid",
+      "▁х а",
+      "▁ ха",
+      "▁V ic",
+      "▁Vi c",
+      "test ing",
+      "tes ting",
+      "Tu be",
+      "T ube",
+      "▁v ast",
+      "▁va st",
+      "▁vas t",
+      "P M",
+      "ni h",
+      "n ih",
+      "SS N",
+      "S SN",
+      "▁Ch ile",
+      "▁Chi le",
+      "yl van",
+      "▁B ow",
+      "▁Bo w",
+      "▁relig ion",
+      "op her",
+      "oph er",
+      "ophe r",
+      "o pher",
+      "▁C oll",
+      "▁Col l",
+      "▁Co ll",
+      "▁ Coll",
+      "▁dig ital",
+      "▁digit al",
+      "zi oni",
+      "z ioni",
+      "Se ction",
+      "Sec tion",
+      "S ection",
+      "▁резу льта",
+      "Foo t",
+      "F oot",
+      "con vert",
+      "conv ert",
+      "▁rece iving",
+      "Cont act",
+      "▁h ero",
+      "▁he ro",
+      "▁her o",
+      "sa m",
+      "s am",
+      "▁pos terior",
+      "▁poster ior",
+      "▁poste rior",
+      "ow i",
+      "o wi",
+      "An t",
+      "A nt",
+      "▁fl ags",
+      "▁flag s",
+      "▁fla gs",
+      "▁ flags",
+      "▁Ze aland",
+      "▁b ounds",
+      "▁bound s",
+      "▁ bounds",
+      "▁where as",
+      "▁whe reas",
+      "in fl",
+      "inf l",
+      "Pl ay",
+      "P lay",
+      "▁d emo",
+      "▁de mo",
+      "▁dem o",
+      "▁ demo",
+      "▁g ibt",
+      "▁gi bt",
+      "▁h ospital",
+      "▁hosp ital",
+      "▁v olta",
+      "▁vol ta",
+      "▁volt a",
+      "л ё",
+      "▁f ashion",
+      "▁ex ceed",
+      "▁exc eed",
+      "el enium",
+      "elen ium",
+      "It er",
+      "I ter",
+      "kr ie",
+      "k rie",
+      "▁integr ation",
+      "▁integra tion",
+      "▁ integration",
+      "▁Other wise",
+      "ad u",
+      "a du",
+      "Sh e",
+      "S he",
+      "on de",
+      "ond e",
+      "o nde",
+      "ui nt",
+      "u int",
+      "rad ius",
+      "▁r am",
+      "▁ra m",
+      "▁ ram",
+      "▁ál bum",
+      "▁т ур",
+      "▁ту р",
+      "▁ тур",
+      "▁d y",
+      "▁ dy",
+      "▁O tt",
+      "▁Ot t",
+      "▁пер и",
+      "▁пе ри",
+      "re v",
+      "r ev",
+      "ri or",
+      "rio r",
+      "r ior",
+      "í d",
+      "ir at",
+      "ira t",
+      "i rat",
+      "▁в клю",
+      "▁import ante",
+      "▁important e",
+      "▁Du ke",
+      "▁caus a",
+      "▁ca usa",
+      "▁Math emat",
+      "▁di plom",
+      "▁N icol",
+      "▁Nic ol",
+      "▁Ni col",
+      "▁ex clus",
+      "▁exc lus",
+      "▁debug ging",
+      "▁G h",
+      "or iginal",
+      "origin al",
+      "orig inal",
+      "ly n",
+      "l yn",
+      "▁P la",
+      "▁Pl a",
+      "su ite",
+      "suit e",
+      "ch at",
+      "cha t",
+      "c hat",
+      "▁e stud",
+      "▁est ud",
+      "ue lle",
+      "uel le",
+      "u elle",
+      "▁p ert",
+      "▁per t",
+      "▁pe rt",
+      "▁ pert",
+      "▁import ance",
+      "▁appro aches",
+      "▁approach es",
+      "▁d la",
+      "▁про ф",
+      "Pr es",
+      "Pre s",
+      "P res",
+      "< \\",
+      "pre fix",
+      "p refix",
+      "SS ION",
+      "S SION",
+      "ро ди",
+      "род и",
+      "count ry",
+      "c ountry",
+      "it zer",
+      "itz er",
+      "▁ко р",
+      "▁к ор",
+      "▁ кор",
+      "▁sing ular",
+      "go v",
+      "g ov",
+      "ри н",
+      "р ин",
+      "▁F A",
+      "▁ FA",
+      "▁mat rices",
+      "ol are",
+      "ola re",
+      "olar e",
+      "o lare",
+      "ni ka",
+      "nik a",
+      "n ika",
+      "po wer",
+      "pow er",
+      "p ower",
+      "ll a",
+      "l la",
+      "▁des ire",
+      "▁famil ia",
+      "▁fam ilia",
+      "до р",
+      "д ор",
+      "▁f an",
+      "▁fa n",
+      "▁ fan",
+      "gener ated",
+      "generate d",
+      "▁C os",
+      "▁Co s",
+      "▁ż e",
+      "▁ że",
+      "▁D iese",
+      "▁Die se",
+      "▁Di ese",
+      "▁Dies e",
+      "mo v",
+      "m ov",
+      "▁de note",
+      "▁den ote",
+      "\") ]",
+      "\" )]",
+      "ou vern",
+      "ouv ern",
+      "ouve rn",
+      "ouver n",
+      "am an",
+      "ama n",
+      "a man",
+      "▁in ser",
+      "▁ins er",
+      "▁inse r",
+      "ij k",
+      "i jk",
+      "ot ta",
+      "ott a",
+      "o tta",
+      "er al",
+      "era l",
+      "e ral",
+      "де ль",
+      "д ель",
+      "() ->",
+      "( )->",
+      "▁p oder",
+      "▁po der",
+      "▁pod er",
+      "▁pode r",
+      "ig es",
+      "ige s",
+      "i ges",
+      "▁On line",
+      "▁we ird",
+      "ia c",
+      "i ac",
+      "▁quel ques",
+      "▁quelque s",
+      "ère nt",
+      "è rent",
+      "▁t el",
+      "▁te l",
+      "▁ tel",
+      "▁L atin",
+      "▁Lat in",
+      "ver ter",
+      "vert er",
+      "verte r",
+      "ля р",
+      "ро и",
+      "▁p df",
+      "▁pd f",
+      "▁ pdf",
+      "▁key word",
+      "▁ keyword",
+      "Hand le",
+      "A fter",
+      "re ce",
+      "rec e",
+      "▁ident ical",
+      "style sheet",
+      "styles heet",
+      "▁стан ови",
+      "▁станов и",
+      "▁k a",
+      "▁ ka",
+      "ce ment",
+      "cem ent",
+      "c ement",
+      "те т",
+      "т ет",
+      "▁c hat",
+      "▁ch at",
+      "▁cha t",
+      "▁ chat",
+      "▁M un",
+      "▁Mu n",
+      "ał a",
+      "a ła",
+      "AN T",
+      "A NT",
+      "ol óg",
+      "▁f ant",
+      "▁fa nt",
+      "▁fan t",
+      "▁for est",
+      "▁fo rest",
+      "▁fore st",
+      "▁ви ко",
+      "cu ss",
+      "cus s",
+      "c uss",
+      "▁se hr",
+      "pa g",
+      "p ag",
+      "ot ic",
+      "oti c",
+      "▁á ll",
+      "▁ál l",
+      "▁ áll",
+      "ма ти",
+      "мат и",
+      "▁\" '",
+      "+ \"",
+      "An imation",
+      "Anim ation",
+      "ходи т",
+      "ход ит",
+      "az u",
+      "a zu",
+      "▁pl ays",
+      "▁play s",
+      "▁pla ys",
+      "▁ plays",
+      "iz ioni",
+      "izi oni",
+      "izio ni",
+      "i zioni",
+      "ми че",
+      "▁b omb",
+      "▁bo mb",
+      "▁bom b",
+      "▁mer ely",
+      "▁mere ly",
+      "▁hold ing",
+      "▁hol ding",
+      "▁w enn",
+      "▁we nn",
+      "▁wen n",
+      "▁m edic",
+      "▁me dic",
+      "▁med ic",
+      "▁medi c",
+      "▁spe aking",
+      "▁speak ing",
+      "ong odb",
+      "ongo db",
+      "▁Cam pe",
+      "▁Camp e",
+      "in ity",
+      "ini ty",
+      "init y",
+      "▁я нва",
+      "() `.",
+      "()` .",
+      "( )`.",
+      "lu ss",
+      "lus s",
+      "l uss",
+      "▁H istoire",
+      "▁His toire",
+      "▁Hist oire",
+      "▁oper ating",
+      "▁opera ting",
+      "Ch annel",
+      "▁accur acy",
+      "▁b os",
+      "▁bo s",
+      "▁ bos",
+      "▁ev ident",
+      "ци ю",
+      "event s",
+      "ev ents",
+      "even ts",
+      "text rm",
+      "or eign",
+      "ore ign",
+      "▁i i",
+      "▁ ii",
+      "hr en",
+      "hre n",
+      "h ren",
+      "lo wer",
+      "low er",
+      "l ower",
+      "▁т ом",
+      "▁то м",
+      "▁ том",
+      "▁Ab out",
+      "▁ About",
+      "▁a j",
+      "▁ aj",
+      "er i",
+      "e ri",
+      "сту пи",
+      "ступ и",
+      "▁di git",
+      "▁dig it",
+      "▁ digit",
+      "▁Sp ain",
+      "▁D aten",
+      "▁Date n",
+      "▁Da ten",
+      "▁Dat en",
+      "▁for me",
+      "▁form e",
+      "▁ш та",
+      "▁ шта",
+      "▁B ach",
+      "▁Ba ch",
+      "▁Bac h",
+      "no number",
+      "non umber",
+      "▁recomm ended",
+      "▁recommend ed",
+      "▁re ads",
+      "▁read s",
+      "his toire",
+      "h istoire",
+      "▁s ang",
+      "▁sa ng",
+      "▁san g",
+      "▁? ?",
+      "▁ ??",
+      "▁с тал",
+      "▁ст ал",
+      "▁ста л",
+      "sc ore",
+      "s core",
+      "fa s",
+      "f as",
+      "▁c ub",
+      "▁cu b",
+      "▁g rew",
+      "▁gr ew",
+      "▁gre w",
+      "▁cent ro",
+      "▁bek annt",
+      "Event s",
+      "BE R",
+      "B ER",
+      "he w",
+      "h ew",
+      "сс а",
+      "с са",
+      "▁major ity",
+      "ît re",
+      "î tre",
+      "en ci",
+      "enc i",
+      "▁Qu ery",
+      "▁Que ry",
+      "▁ Query",
+      "▁któ re",
+      "i ć",
+      "▁complex ity",
+      "▁Fran çois",
+      "const raint",
+      "ур на",
+      "═ ═",
+      "▁iter ate",
+      "le tt",
+      "let t",
+      "l ett",
+      "pe ror",
+      "per or",
+      "▁Neder land",
+      "sh are",
+      "sha re",
+      "▁incl u",
+      "▁inc lu",
+      "än ger",
+      "äng er",
+      "änge r",
+      "▁N ic",
+      "▁Ni c",
+      "ч о",
+      "F ull",
+      "▁ra pport",
+      "▁rapp ort",
+      "▁rap port",
+      "ec lipse",
+      "e clipse",
+      "▁indust ry",
+      "he aders",
+      "head ers",
+      "header s",
+      "▁Р и",
+      "ch sel",
+      "chs el",
+      "▁po lic",
+      "▁pol ic",
+      "sch ied",
+      "% ,",
+      "O D",
+      "▁J ak",
+      "▁Ja k",
+      "({ \\",
+      "( {\\",
+      "al igned",
+      "align ed",
+      "▁frequ ently",
+      "▁frequent ly",
+      "▁su oi",
+      "▁suo i",
+      "▁ess entially",
+      "▁essential ly",
+      "▁R ic",
+      "▁Ri c",
+      "▁re ports",
+      "▁report s",
+      "▁dec imal",
+      "ra r",
+      "r ar",
+      "▁F oo",
+      "▁Fo o",
+      "▁ Foo",
+      "▁K a",
+      "▁D C",
+      "▁ DC",
+      "▁sim pler",
+      "▁simple r",
+      "▁simp ler",
+      "▁simpl er",
+      "Pa ne",
+      "Pan e",
+      "P ane",
+      "? }",
+      "So rt",
+      "S ort",
+      "▁pos it",
+      "cd n",
+      "c dn",
+      "kt ur",
+      "▁aw k",
+      "▁ awk",
+      "зе р",
+      "з ер",
+      "P F",
+      "u ur",
+      "▁R oss",
+      "▁Ro ss",
+      "▁Ros s",
+      "▁m ant",
+      "▁ma nt",
+      "▁man t",
+      "N a",
+      "Con s",
+      "Co ns",
+      "C ons",
+      ")) ))",
+      "))) )",
+      ") )))",
+      "▁techn iques",
+      "▁techni ques",
+      "▁technique s",
+      "im pl",
+      "imp l",
+      "▁dro pped",
+      "▁drop ped",
+      "▁L ista",
+      "▁List a",
+      "▁Li sta",
+      "▁Lis ta",
+      "▁Bas ically",
+      "▁Basic ally",
+      "en tal",
+      "ent al",
+      "enta l",
+      "▁cel ui",
+      "▁str ategy",
+      "▁strateg y",
+      "▁strat egy",
+      "▁W ales",
+      "▁Wal es",
+      "▁Wa les",
+      "na n",
+      "n an",
+      "▁g min",
+      "▁gr öß",
+      "▁eer ste",
+      "▁eerst e",
+      "T im",
+      "nt en",
+      "n ten",
+      "re sp",
+      "res p",
+      "r esp",
+      "▁s table",
+      "▁st able",
+      "▁sta ble",
+      "▁ stable",
+      "no v",
+      "n ov",
+      "ro b",
+      "r ob",
+      "но ј",
+      "▁mar riage",
+      "get String",
+      "Aut hor",
+      "Auth or",
+      "▁G raf",
+      "▁Gr af",
+      "▁Gra f",
+      "▁di agram",
+      "▁diag ram",
+      "▁dia gram",
+      "gi a",
+      "g ia",
+      "Net work",
+      "N etwork",
+      "▁com posed",
+      "▁comp osed",
+      "▁compos ed",
+      "▁compose d",
+      "▁miss ed",
+      "▁mis sed",
+      "▁M eg",
+      "▁Me g",
+      "▁пра во",
+      "▁прав о",
+      "▁hom onymes",
+      "▁Bo oks",
+      "▁Book s",
+      "▁en cou",
+      "▁enc ou",
+      "port e",
+      "por te",
+      "p orte",
+      "▁rot ation",
+      "▁f ir",
+      "▁fi r",
+      "▁ fir",
+      "те льно",
+      "тель но",
+      "▁g un",
+      "▁gu n",
+      "▁ gun",
+      "▁A ff",
+      "▁Af f",
+      "▁ Aff",
+      "но к",
+      "н ок",
+      "▁Fuß ball",
+      "▁St ory",
+      "▁Sto ry",
+      "▁ Story",
+      "▁Ch ap",
+      "▁Cha p",
+      "▁) .",
+      "▁ ).",
+      "▁Se it",
+      "мо н",
+      "м он",
+      "▁t élé",
+      "▁té lé",
+      "▁cop ied",
+      "▁cons istent",
+      "▁consist ent",
+      "▁dr ink",
+      "▁C ham",
+      "▁Ch am",
+      "▁Cha m",
+      "▁mat ters",
+      "▁matter s",
+      "▁render ed",
+      "▁rend ered",
+      "▁rende red",
+      "▁hyp oth",
+      "œ uv",
+      "▁me er",
+      "▁par sing",
+      "▁P RO",
+      "▁PR O",
+      "▁ PRO",
+      "se ries",
+      "ser ies",
+      "serie s",
+      "s eries",
+      "▁z á",
+      "▁ zá",
+      "stra ße",
+      "▁B oot",
+      "▁Bo ot",
+      "▁ Boot",
+      "▁re po",
+      "▁rep o",
+      "▁ repo",
+      "wo r",
+      "w or",
+      "▁St ream",
+      "▁Stre am",
+      "▁ Stream",
+      "▁A N",
+      "▁ AN",
+      "▁п ів",
+      "▁пі в",
+      "▁S M",
+      "▁ SM",
+      "▁A rn",
+      "▁Ar n",
+      "▁ Ž",
+      "▁[ ];",
+      "▁[] ;",
+      "Res ources",
+      "Resource s",
+      "▁el abor",
+      "▁ela bor",
+      "▁E th",
+      "▁Et h",
+      "▁l iste",
+      "▁li ste",
+      "▁list e",
+      "▁rel atively",
+      "▁relative ly",
+      "▁relativ ely",
+      "ch ant",
+      "chan t",
+      "cha nt",
+      "=\" \"",
+      "= \"\"",
+      "▁l ift",
+      "▁li ft",
+      "▁lif t",
+      "C N",
+      "Service s",
+      "Serv ices",
+      "ME NT",
+      "M ENT",
+      "▁и гра",
+      "▁иг ра",
+      "▁ игра",
+      "б ре",
+      "▁J ord",
+      "▁Jo rd",
+      "▁t ec",
+      "▁te c",
+      "ш ка",
+      "▁S up",
+      "▁Su p",
+      "▁infl uen",
+      "▁influ en",
+      "on ds",
+      "ond s",
+      "hand ler",
+      "handle r",
+      "▁b anda",
+      "▁band a",
+      "▁ban da",
+      "▁vert ices",
+      "▁z ap",
+      "▁za p",
+      "▁c ord",
+      "▁cor d",
+      "▁co rd",
+      "▁ cord",
+      "al ter",
+      "alt er",
+      "ze nia",
+      "zen ia",
+      "z enia",
+      "ât eau",
+      "âte au",
+      "▁know ing",
+      "▁Argent ina",
+      "Ar ea",
+      "Are a",
+      "A rea",
+      "ан е",
+      "а не",
+      "f c",
+      "=\" /",
+      "= \"/",
+      "▁M ik",
+      "▁Mi k",
+      "at ă",
+      "ie ux",
+      "ieu x",
+      "▁deutsch en",
+      "▁deutsche n",
+      "▁trad itional",
+      "▁tradition al",
+      "de code",
+      "dec ode",
+      "ve x",
+      "v ex",
+      "▁size of",
+      "▁ sizeof",
+      "▁F un",
+      "▁Fu n",
+      "▁ Fun",
+      "▁par ser",
+      "▁parse r",
+      "▁ parser",
+      "▁Flor ida",
+      "▁build ings",
+      "▁building s",
+      "▁Man uel",
+      "ri le",
+      "ril e",
+      "r ile",
+      "▁log ged",
+      "▁strong ly",
+      "▁re vol",
+      "▁rev ol",
+      "не е",
+      "xi co",
+      "xic o",
+      "x ico",
+      "▁F air",
+      "▁Fa ir",
+      "ca rt",
+      "car t",
+      "c art",
+      "▁W ort",
+      "▁Wo rt",
+      "▁Wor t",
+      "▁Jes us",
+      "em es",
+      "eme s",
+      "e mes",
+      "sch rift",
+      "Input Stream",
+      "wa d",
+      "w ad",
+      "▁gran des",
+      "▁grand es",
+      "▁grande s",
+      "▁númer o",
+      "▁O tto",
+      "▁Ot to",
+      "▁Ott o",
+      "ien tes",
+      "ient es",
+      "iente s",
+      "i entes",
+      "▁fam ous",
+      "ol ogne",
+      "olog ne",
+      "J e",
+      "ни ш",
+      "▁Guer ra",
+      "bar a",
+      "ba ra",
+      "b ara",
+      "▁c ad",
+      "▁ca d",
+      "el ve",
+      "br ace",
+      "bra ce",
+      "b race",
+      "▁J r",
+      "st able",
+      "sta ble",
+      "stab le",
+      "s table",
+      "EC T",
+      "E CT",
+      "lem ma",
+      "med iate",
+      "medi ate",
+      "media te",
+      "▁v in",
+      "▁vi n",
+      "▁ vin",
+      "▁mon ument",
+      "▁c v",
+      "▁ cv",
+      "▁w inter",
+      "▁win ter",
+      "▁trans formation",
+      "▁transform ation",
+      "▁N ick",
+      "▁Nic k",
+      "▁Ni ck",
+      "str onom",
+      "▁f rag",
+      "▁fr ag",
+      "▁fra g",
+      "▁in tel",
+      "▁int el",
+      "▁inte l",
+      "ra ction",
+      "rac tion",
+      "ract ion",
+      "r action",
+      "▁consider ing",
+      "▁consid ering",
+      "▁F le",
+      "▁Fl e",
+      "▁ ло",
+      "▁A près",
+      "▁Ap rès",
+      "▁A M",
+      "▁ AM",
+      "▁H um",
+      "▁Hu m",
+      "▁m undo",
+      "NE R",
+      "N ER",
+      "▁Be low",
+      "▁Bel ow",
+      "▁го рода",
+      "▁горо да",
+      "▁город а",
+      "ar ters",
+      "art ers",
+      "arter s",
+      "arte rs",
+      "-- \"",
+      "▁П е",
+      "▁ Пе",
+      "î t",
+      "▁t xt",
+      "▁tx t",
+      "▁ txt",
+      "an gers",
+      "ang ers",
+      "ange rs",
+      "anger s",
+      "▁t hy",
+      "▁th y",
+      "▁ thy",
+      "CL A",
+      "C LA",
+      "ib les",
+      "ible s",
+      "i bles",
+      "▁request ed",
+      "▁requ ested",
+      "▁Alex and",
+      "▁fact ors",
+      "▁fa ctors",
+      "▁factor s",
+      "▁produ ces",
+      "▁produce s",
+      "ning en",
+      "n ingen",
+      "▁со стоя",
+      "▁optim ization",
+      "ch od",
+      "cho d",
+      "c hod",
+      "> `",
+      "▁Wik ip",
+      "nost i",
+      "nos ti",
+      "n osti",
+      "▁compet ition",
+      "▁H ann",
+      "▁Ha nn",
+      "▁Han n",
+      "▁z ona",
+      "▁zo na",
+      "d c",
+      "de sign",
+      "des ign",
+      "▁Z u",
+      "▁e spec",
+      "▁es pec",
+      "▁espe c",
+      "▁esp ec",
+      "equ ality",
+      "equal ity",
+      "e quality",
+      "▁A bb",
+      "▁Ab b",
+      "▁develop er",
+      "▁ developer",
+      "▁\" ^",
+      "▁Sh ort",
+      "▁Sho rt",
+      "▁ Short",
+      "▁pl ans",
+      "▁pla ns",
+      "▁plan s",
+      "▁v it",
+      "▁vi t",
+      "iz able",
+      "iza ble",
+      "burg h",
+      "bur gh",
+      "ag em",
+      "age m",
+      "a gem",
+      "▁Pr int",
+      "▁Pri nt",
+      "▁Prin t",
+      "▁ Print",
+      "í v",
+      "▁su itable",
+      "▁suit able",
+      "pi cker",
+      "pic ker",
+      "pick er",
+      "p icker",
+      "Pro file",
+      "an dy",
+      "and y",
+      "▁qu ot",
+      "▁ quot",
+      "▁Dur ante",
+      "▁Durant e",
+      "▁Fran cia",
+      "▁Fr ancia",
+      "▁Franc ia",
+      "▁t art",
+      "▁tar t",
+      "▁ta rt",
+      "▁V enez",
+      "▁Ve nez",
+      "▁Ven ez",
+      "▁dis patch",
+      "▁disp atch",
+      "▁ dispatch",
+      "▁observ ations",
+      "▁observation s",
+      "▁ ż",
+      "In valid",
+      "▁occ urr",
+      "▁occur r",
+      "▁oc curr",
+      "т ки",
+      "Mem ento",
+      "M emento",
+      "▁S yd",
+      "▁Sy d",
+      "▁tiem po",
+      "▁st aff",
+      "▁sta ff",
+      "▁se ctions",
+      "▁section s",
+      "▁sect ions",
+      "▁ sections",
+      "▁s sh",
+      "▁ss h",
+      "▁ ssh",
+      "▁N GC",
+      "ë l",
+      "▁er re",
+      "▁err e",
+      "▁div ided",
+      "▁divide d",
+      "▁divid ed",
+      "▁With out",
+      "▁du rant",
+      "▁dur ant",
+      "▁j aar",
+      "▁ja ar",
+      "▁ −",
+      "▁sold iers",
+      "▁soldier s",
+      "ун к",
+      "la pse",
+      "lap se",
+      "laps e",
+      "▁Val ley",
+      "▁Vall ey",
+      "▁Valle y",
+      "▁( :",
+      "▁ (:",
+      "re ra",
+      "rer a",
+      "r era",
+      "▁d ével",
+      "▁dé vel",
+      "▁p éri",
+      "▁pé ri",
+      "▁calcul ation",
+      "▁calc ulation",
+      "▁ke ine",
+      "▁kein e",
+      "er tain",
+      "ert ain",
+      "erta in",
+      "▁те ле",
+      "ру д",
+      "▁c ul",
+      "▁cu l",
+      "▁ cul",
+      "▁cl oth",
+      "▁clo th",
+      "; }",
+      "▁pr zed",
+      "▁prze d",
+      "▁prz ed",
+      "Mon th",
+      "Mo nth",
+      "Mont h",
+      "Pi cker",
+      "P icker",
+      "▁S V",
+      "▁ SV",
+      "ar ian",
+      "ari an",
+      "aria n",
+      "a rian",
+      "▁Re view",
+      "▁Rev iew",
+      "▁h ang",
+      "▁ha ng",
+      "▁han g",
+      "▁ hang",
+      "▁о кт",
+      "▁ок т",
+      "▁F ront",
+      "▁Fr ont",
+      "▁Fro nt",
+      "▁ Front",
+      "ot lin",
+      "▁trans lation",
+      "▁transl ation",
+      "▁m odo",
+      "▁mod o",
+      "▁mo do",
+      "▁stat istics",
+      "▁statist ics",
+      "▁N ue",
+      "▁Nu e",
+      "▁Ни кола",
+      "NU M",
+      "N UM",
+      "▁s hips",
+      "▁sh ips",
+      "▁ship s",
+      "▁ ships",
+      "▁Re port",
+      "▁Rep ort",
+      "▁ Report",
+      "{ [",
+      "E ffect",
+      "ie ri",
+      "ier i",
+      "i eri",
+      "▁par ties",
+      "▁part ies",
+      "▁partie s",
+      "▁parti es",
+      "pl a",
+      "p la",
+      "r w",
+      "▁Work s",
+      "▁Wor ks",
+      "▁i ron",
+      "▁ir on",
+      "▁att ract",
+      "▁attr act",
+      "▁attra ct",
+      "▁c ort",
+      "▁cor t",
+      "▁co rt",
+      "n á",
+      "▁Ste ve",
+      "▁b ene",
+      "▁be ne",
+      "▁ben e",
+      "то н",
+      "т он",
+      "ícul a",
+      "Tw o",
+      "T wo",
+      "▁г лав",
+      "▁гла в",
+      "▁V ideo",
+      "▁ Video",
+      "▁power ful",
+      "au ch",
+      "auc h",
+      "a uch",
+      "ma nde",
+      "man de",
+      "m ande",
+      "äch st",
+      "ächs t",
+      "La t",
+      "L at",
+      "▁z na",
+      "▁zn a",
+      "▁ zna",
+      "▁fig ures",
+      "▁figure s",
+      "▁figur es",
+      "▁a lias",
+      "▁al ias",
+      "▁ali as",
+      "▁ alias",
+      "ne x",
+      "n ex",
+      "▁c ategories",
+      "▁categ ories",
+      "▁categor ies",
+      "▁categorie s",
+      "▁ categories",
+      "cal led",
+      "call ed",
+      "c alled",
+      "▁Sim ilar",
+      "▁g irls",
+      "▁girl s",
+      "▁gir ls",
+      "pe z",
+      "p ez",
+      "▁j oint",
+      "▁jo int",
+      "▁join t",
+      "▁ joint",
+      "ро го",
+      "р ого",
+      "ik en",
+      "ike n",
+      "i ken",
+      "чи на",
+      "чин а",
+      "an cia",
+      "anc ia",
+      "anci a",
+      "▁t ijd",
+      "▁ti jd",
+      "▁R ose",
+      "▁Ro se",
+      "▁Ros e",
+      "▁alg orithms",
+      "▁algorithm s",
+      "▁print ing",
+      "▁prin ting",
+      "ne a",
+      "n ea",
+      "▁exec uting",
+      "▁execut ing",
+      "▁l ambda",
+      "▁ lambda",
+      "▁reg ional",
+      "▁region al",
+      "▁Co pa",
+      "▁Cop a",
+      "F oo",
+      "ph ys",
+      "phy s",
+      "z m",
+      "▁L aur",
+      "▁La ur",
+      "▁Lau r",
+      "▁candid ate",
+      "▁J a",
+      "zy m",
+      "z ym",
+      "Ex ample",
+      "▁s piel",
+      "▁sp iel",
+      "▁ spiel",
+      "▁д ей",
+      "▁де й",
+      "▁ дей",
+      "ne hmen",
+      "neh men",
+      "nehm en",
+      "ke iten",
+      "keit en",
+      "▁с ент",
+      "int ent",
+      "inte nt",
+      ". (",
+      "▁пер вы",
+      "pr om",
+      "pro m",
+      "p rom",
+      "▁n at",
+      "▁na t",
+      "▁ nat",
+      "▁im agine",
+      "▁imag ine",
+      "call back",
+      "com ponents",
+      "component s",
+      "with out",
+      "▁a quest",
+      "▁aqu est",
+      "Su pport",
+      "Supp ort",
+      "▁respons ible",
+      "▁j ego",
+      "▁je go",
+      "l j",
+      "wi ll",
+      "w ill",
+      "le an",
+      "lea n",
+      "el and",
+      "ela nd",
+      "e land",
+      "olog ía",
+      "m c",
+      "Pro xy",
+      "▁o cup",
+      "▁oc up",
+      "▁на ходи",
+      "▁r ub",
+      "▁ru b",
+      "ні в",
+      "н ів",
+      "▁F all",
+      "▁Fa ll",
+      "▁Fal l",
+      "am os",
+      "amo s",
+      "a mos",
+      "▁E p",
+      "en tre",
+      "ent re",
+      "entr e",
+      "fa il",
+      "f ail",
+      "W orld",
+      "▁Ed itor",
+      "▁Edit or",
+      "▁ Editor",
+      "▁ex pos",
+      "▁exp os",
+      "▁f inds",
+      "▁find s",
+      "▁fin ds",
+      "▁C ulture",
+      "▁Cult ure",
+      "▁ Culture",
+      "LE ASE",
+      "▁m ovie",
+      "▁mov ie",
+      "▁mo vie",
+      "▁ movie",
+      "< =",
+      "omet ric",
+      "o metric",
+      "el ing",
+      "eli ng",
+      "elin g",
+      "e ling",
+      "numer able",
+      "ou rd",
+      "our d",
+      "o urd",
+      "▁S ea",
+      "▁Se a",
+      "▁b ild",
+      "▁bi ld",
+      "▁bil d",
+      "▁ bild",
+      "▁о ста",
+      "▁ос та",
+      "▁ост а",
+      "bl o",
+      "b lo",
+      "▁l ose",
+      "▁lo se",
+      "▁los e",
+      "▁ lose",
+      "at eurs",
+      "ate urs",
+      "ateur s",
+      "ou red",
+      "our ed",
+      "oure d",
+      "o ured",
+      "▁B att",
+      "▁Ba tt",
+      "▁Bat t",
+      "() ;\r",
+      "(); \r",
+      "( );\r",
+      "▁p oz",
+      "▁po z",
+      "pos ts",
+      "post s",
+      "pe nd",
+      "pen d",
+      "p end",
+      "cer tain",
+      "cert ain",
+      "c ertain",
+      "ни ком",
+      "ник ом",
+      "J ust",
+      "web kit",
+      "dem ás",
+      "~~ ~~",
+      "▁indic ates",
+      "▁indicate s",
+      "▁p ark",
+      "▁par k",
+      "▁ park",
+      "ri que",
+      "r ique",
+      "vo d",
+      "v od",
+      "▁Ch amp",
+      "▁Cham p",
+      "▁Cha mp",
+      "ft ware",
+      "OP T",
+      "O PT",
+      "dj ango",
+      "d jango",
+      "re lease",
+      "▁ È",
+      "S R",
+      "▁polit ician",
+      "▁r oi",
+      "▁ro i",
+      "at uren",
+      "atur en",
+      "ature n",
+      "atu ren",
+      "▁Deutsch e",
+      "ta gon",
+      "tag on",
+      "t agon",
+      "▁M ov",
+      "▁Mo v",
+      "ob ierno",
+      "obi erno",
+      "▁da ß",
+      "ut her",
+      "uth er",
+      "u ther",
+      "in di",
+      "ind i",
+      "▁Wik ipedia",
+      "▁Wikip edia",
+      "▁Wikiped ia",
+      "▁a nos",
+      "▁an os",
+      "▁ano s",
+      "▁ anos",
+      "▁ob serve",
+      "▁obser ve",
+      "▁observ e",
+      "▁obs erve",
+      "el ly",
+      "ell y",
+      "▁rail way",
+      "at on",
+      "ato n",
+      "a ton",
+      "▁e num",
+      "▁en um",
+      "▁ enum",
+      "hu s",
+      "h us",
+      "▁in hab",
+      "P si",
+      "oir e",
+      "oi re",
+      "o ire",
+      "▁Х о",
+      "▁S pace",
+      "▁Sp ace",
+      "▁ Space",
+      "▁Ар хи",
+      "▁an terior",
+      "▁ante rior",
+      "▁ Ł",
+      "is ons",
+      "ison s",
+      "iso ns",
+      "I l",
+      "▁am éric",
+      "la ps",
+      "lap s",
+      "l aps",
+      "▁B BC",
+      "▁BB C",
+      "QUE ST",
+      "Con stra",
+      "Const ra",
+      "Cons tra",
+      "mon t",
+      "mo nt",
+      "m ont",
+      "ä ft",
+      "▁ä ven",
+      "ub ern",
+      "ube rn",
+      "uber n",
+      "u bern",
+      "< !--",
+      "▁c oding",
+      "▁co ding",
+      "▁cod ing",
+      "the ory",
+      "at hed",
+      "ath ed",
+      "▁Ar be",
+      "▁ш и",
+      "▁ ши",
+      "for Each",
+      "om orphism",
+      "omorph ism",
+      "det ails",
+      "detail s",
+      "ach sen",
+      "in tegr",
+      "int egr",
+      "inte gr",
+      "V or",
+      "Un known",
+      "ace ae",
+      "a ceae",
+      "in ue",
+      "inu e",
+      "es ome",
+      "eso me",
+      "e some",
+      "▁F ir",
+      "ch ain",
+      "cha in",
+      "▁extrem ely",
+      "▁extreme ly",
+      "mult icol",
+      "multi col",
+      "▁Sw ift",
+      "▁address es",
+      "▁addr esses",
+      "hs pace",
+      "h space",
+      "▁Ro ger",
+      "▁Rog er",
+      "▁d essen",
+      "▁des sen",
+      "▁dess en",
+      "▁con sequ",
+      "▁cons equ",
+      "▁conse qu",
+      "ual mente",
+      "▁Pre mier",
+      "▁Prem ier",
+      "▁Re cord",
+      "▁Rec ord",
+      "▁ Record",
+      "▁B ron",
+      "▁Br on",
+      "▁Bro n",
+      "ki r",
+      "k ir",
+      "se x",
+      "s ex",
+      "in tern",
+      "int ern",
+      "inter n",
+      "inte rn",
+      "▁benef it",
+      "▁bene fit",
+      "um en",
+      "ume n",
+      "u men",
+      "▁be coming",
+      "▁bec oming",
+      "▁becom ing",
+      "▁l ig",
+      "▁li g",
+      "▁ lig",
+      "▁pop ula",
+      "▁popul a",
+      "os c",
+      "o sc",
+      "▁c iv",
+      "▁ci v",
+      "▁great est",
+      "▁pro ces",
+      "▁proc es",
+      "] *",
+      "▁ме сто",
+      "▁мест о",
+      "▁' $",
+      "▁ '$",
+      "he ll",
+      "hel l",
+      "h ell",
+      "(\" \\",
+      "( \"\\",
+      "▁n ine",
+      "▁ni ne",
+      "▁nin e",
+      "▁F ac",
+      "▁Fa c",
+      "ul pt",
+      "ulp t",
+      "jo urs",
+      "jou rs",
+      "j ours",
+      "▁C opy",
+      "▁Co py",
+      "▁Cop y",
+      "▁ Copy",
+      "▁activ ities",
+      "▁Dem ocr",
+      "▁Demo cr",
+      "E s",
+      "Su ccess",
+      "▁E sta",
+      "▁Est a",
+      "▁Es ta",
+      "it ul",
+      "itu l",
+      "is ti",
+      "ist i",
+      "▁B ed",
+      "▁Be d",
+      "ja s",
+      "j as",
+      "▁т ем",
+      "▁те м",
+      "▁ тем",
+      "▁H ung",
+      "▁Hu ng",
+      "▁Hun g",
+      "G ame",
+      "▁he av",
+      "onn ées",
+      "▁branch es",
+      "▁bran ches",
+      "bo rg",
+      "bor g",
+      "b org",
+      "▁v l",
+      "▁ vl",
+      "▁slow ly",
+      "F a",
+      "Go ogle",
+      "em i",
+      "e mi",
+      "▁circumst ances",
+      "▁' %",
+      "▁U nd",
+      "▁Un d",
+      "▁ Und",
+      "▁Vict oria",
+      "▁Victor ia",
+      "▁T yp",
+      "▁Ty p",
+      "▁ Typ",
+      "rupt ed",
+      "rup ted",
+      "▁rel ativ",
+      "▁s lo",
+      "▁sl o",
+      "▁p adre",
+      "▁pad re",
+      "▁d aily",
+      "▁da ily",
+      "▁dai ly",
+      "▁or th",
+      "▁ort h",
+      "▁ orth",
+      "чни й",
+      "ч ний",
+      "▁fran zös",
+      "▁t eil",
+      "▁te il",
+      "▁ teil",
+      "▁Se curity",
+      "▁Sec urity",
+      "▁ Security",
+      "or don",
+      "ord on",
+      "ordo n",
+      "▁s weet",
+      "▁swe et",
+      "SI ZE",
+      "▁C el",
+      "▁Ce l",
+      "èt res",
+      "è tres",
+      "om mes",
+      "omm es",
+      "▁с і",
+      "▁ сі",
+      "▁effort s",
+      "ą z",
+      "▁oh ne",
+      "▁South ern",
+      "▁Sou thern",
+      "▁approxim ately",
+      "▁approximate ly",
+      "це н",
+      "ц ен",
+      "(' #",
+      "▁s aving",
+      "▁sa ving",
+      "▁sav ing",
+      "nb sp",
+      "▁trans late",
+      "▁transl ate",
+      "▁ translate",
+      "▁Î n",
+      "mem ber",
+      "m ember",
+      "▁l aws",
+      "▁la ws",
+      "▁law s",
+      "▁ж ен",
+      "▁же н",
+      "▁ жен",
+      "▁си сте",
+      "t c",
+      "> \\",
+      "el te",
+      "elt e",
+      "▁e hem",
+      "▁con trad",
+      "▁cont rad",
+      "▁contr ad",
+      "▁contra d",
+      "▁ру с",
+      "▁р ус",
+      "▁ рус",
+      "ь я",
+      "▁M iddle",
+      "▁ Middle",
+      "qu ip",
+      "qui p",
+      "▁c hez",
+      "▁ch ez",
+      "▁che z",
+      "▁ chez",
+      "Field s",
+      "▁per mit",
+      "▁perm it",
+      "ik el",
+      "ike l",
+      "i kel",
+      "▁w ir",
+      "▁t rial",
+      "▁tr ial",
+      "▁tri al",
+      "▁ver schied",
+      "▁versch ied",
+      "▁ф ев",
+      "▁фе в",
+      "▁m ale",
+      "▁ma le",
+      "▁mal e",
+      "▁ male",
+      "▁я зы",
+      "▁ny el",
+      "ak ter",
+      "akt er",
+      "akte r",
+      "a kter",
+      "▁den omin",
+      "cept or",
+      "cep tor",
+      "▁W at",
+      "▁Wa t",
+      "▁f ino",
+      "▁fin o",
+      "▁fi no",
+      "▁XV III",
+      "▁XVI II",
+      "▁XVII I",
+      "ry ption",
+      "rypt ion",
+      "de sc",
+      "des c",
+      "d esc",
+      "ap a",
+      "a pa",
+      "ле на",
+      "лен а",
+      "л ена",
+      "▁k ol",
+      "▁ko l",
+      "▁ kol",
+      "▁ Є",
+      "▁dep endent",
+      "▁depend ent",
+      "▁ dependent",
+      "▁C ra",
+      "▁Cr a",
+      "▁st orm",
+      "▁stor m",
+      "▁sto rm",
+      "▁Г ер",
+      "▁Ге р",
+      "▁p ipe",
+      "▁pi pe",
+      "▁pip e",
+      "▁ pipe",
+      "▁att ended",
+      "▁attend ed",
+      "▁v ita",
+      "▁vi ta",
+      "▁vit a",
+      "uz ione",
+      "u zione",
+      "cz as",
+      "cza s",
+      "c zas",
+      "on da",
+      "ond a",
+      "▁b old",
+      "▁bo ld",
+      "▁bol d",
+      "▁ bold",
+      "Column s",
+      "ic ió",
+      "ici ó",
+      "i ció",
+      "▁c zę",
+      "▁cz ę",
+      "▁из вест",
+      "▁Cl oud",
+      "▁Clo ud",
+      "▁ Cloud",
+      "▁w arm",
+      "▁war m",
+      "▁wa rm",
+      "▁с ы",
+      "▁ сы",
+      "▁с те",
+      "▁ст е",
+      "▁ сте",
+      "▁produ cer",
+      "▁produce r",
+      "▁Lud wig",
+      "▁Nor thern",
+      "▁North ern",
+      "ł ą",
+      "NS String",
+      "▁H ad",
+      "▁Ha d",
+      "▁И ван",
+      "▁E g",
+      "▁I mp",
+      "▁Im p",
+      "▁ Imp",
+      "ш і",
+      "▁A uch",
+      "▁Au ch",
+      "то к",
+      "т ок",
+      "▁H it",
+      "▁Hi t",
+      "▁qu ien",
+      "▁qui en",
+      "▁de partment",
+      "▁depart ment",
+      "▁erh ielt",
+      "▁u i",
+      "▁ ui",
+      "▁S pr",
+      "▁Sp r",
+      "се р",
+      "с ер",
+      "ou rt",
+      "our t",
+      "o urt",
+      "▁Ste phen",
+      "▁Step hen",
+      "▁Steph en",
+      "te am",
+      "▁z ip",
+      "▁ zip",
+      "▁B ang",
+      "▁Ba ng",
+      "▁Ban g",
+      "▁grow th",
+      "▁j am",
+      "▁ja m",
+      "▁K ais",
+      "▁Ka is",
+      "b matrix",
+      "▁As ia",
+      "▁rég ion",
+      "= /",
+      "▁Pac ific",
+      "▁author ity",
+      "▁# [",
+      "та ми",
+      "там и",
+      "▁every one",
+      "▁att end",
+      "▁atte nd",
+      "▁ attend",
+      "▁tim estamp",
+      "▁ timestamp",
+      "▁t ries",
+      "▁tr ies",
+      "▁tri es",
+      "▁f f",
+      "▁ ff",
+      "ше й",
+      "ш ей",
+      "▁develop ing",
+      "ol t",
+      "o lt",
+      "up s",
+      "u ps",
+      "▁moment o",
+      "▁mom ento",
+      "▁S ain",
+      "▁Sa in",
+      "Te rm",
+      "T erm",
+      "▁c elle",
+      "▁ce lle",
+      "▁cell e",
+      "▁cel le",
+      "G R",
+      "Mo use",
+      "M ouse",
+      "▁челов ек",
+      "▁челове к",
+      "▁Col lection",
+      "▁Coll ection",
+      "▁Collect ion",
+      "▁ Collection",
+      "ât re",
+      "â tre",
+      "▁W rite",
+      "▁Writ e",
+      "▁ Write",
+      "▁P om",
+      "▁Po m",
+      "[ -",
+      "Ca m",
+      "C am",
+      "▁loc ations",
+      "▁location s",
+      "▁J son",
+      "▁ Json",
+      "el led",
+      "ell ed",
+      "elle d",
+      "select or",
+      "sel ector",
+      "re peat",
+      "ct ors",
+      "ctor s",
+      "ot te",
+      "ott e",
+      "o tte",
+      "ви зи",
+      "änd e",
+      "än de",
+      "ä nde",
+      "▁ach ieved",
+      "▁achieve d",
+      "▁achiev ed",
+      "▁main ly",
+      "____ ____",
+      "! )",
+      "▁явля ется",
+      "▁c ities",
+      "▁ci ties",
+      "▁cit ies",
+      "sing le",
+      "sin gle",
+      "г ре",
+      "▁P ak",
+      "▁Pa k",
+      "▁allow ing",
+      "▁allo wing",
+      "fer red",
+      "▁а пре",
+      "хо дя",
+      "ход я",
+      "▁brow sers",
+      "▁browser s",
+      "▁es crit",
+      "▁esc rit",
+      "▁escri t",
+      "▁mount ain",
+      "▁network s",
+      "▁net works",
+      "ki nd",
+      "kin d",
+      "k ind",
+      "li ver",
+      "live r",
+      "liv er",
+      "l iver",
+      "▁cl osing",
+      "▁clos ing",
+      "▁clo sing",
+      "▁sk ip",
+      "▁ski p",
+      "▁ skip",
+      "ú t",
+      "▁d uration",
+      "▁dur ation",
+      "▁ duration",
+      "ét ait",
+      "éta it",
+      "é tait",
+      "▁s cr",
+      "▁sc r",
+      "▁ scr",
+      "B B",
+      "ór ia",
+      "ó ria",
+      "▁K ultur",
+      "▁Kult ur",
+      "▁output s",
+      "multi column",
+      "multicol umn",
+      "▁bel ongs",
+      "▁belong s",
+      "fe ature",
+      "uc ky",
+      "uck y",
+      "▁j uli",
+      "▁ju li",
+      "▁jul i",
+      "▁рай она",
+      "▁райо на",
+      "▁район а",
+      "з во",
+      "fact ory",
+      "factor y",
+      "f actory",
+      "Fun c",
+      "F unc",
+      "▁ut ter",
+      "▁ utter",
+      "▁TO DO",
+      "▁o bt",
+      "▁ob t",
+      "ateg ories",
+      "ategor ies",
+      "▁com bine",
+      "▁comb ine",
+      "▁combin e",
+      "▁W all",
+      "▁Wal l",
+      "▁Wa ll",
+      "▁under lying",
+      "ar ono",
+      "aron o",
+      "aro no",
+      "▁P rote",
+      "▁Pro te",
+      "▁Pr ote",
+      "c ów",
+      "st an",
+      "sta n",
+      "s tan",
+      "▁G ew",
+      "▁Ge w",
+      "▁opt imal",
+      "▁optim al",
+      "▁Archiv link",
+      "▁S cript",
+      "▁ Script",
+      "▁destroy ed",
+      "х е",
+      "▁Fire fox",
+      "▁s ole",
+      "▁so le",
+      "▁sol e",
+      "▁ sole",
+      "La yer",
+      "L ayer",
+      "т ку",
+      "▁st ores",
+      "▁stor es",
+      "▁store s",
+      "▁sto res",
+      "▁dis plays",
+      "▁display s",
+      "is hing",
+      "ish ing",
+      "ishi ng",
+      "▁о ст",
+      "▁ос т",
+      "▁inst ant",
+      "▁el ő",
+      "▁habit antes",
+      "▁Ein wo",
+      "▁a li",
+      "▁al i",
+      "▁ ali",
+      "▁ER ROR",
+      "▁ERR OR",
+      "▁ ERROR",
+      "▁a head",
+      "▁ah ead",
+      "▁go als",
+      "▁goal s",
+      "▁m ár",
+      "▁má r",
+      "▁s ą",
+      "▁m art",
+      "▁ma rt",
+      "▁mar t",
+      "▁ mart",
+      "мини стра",
+      "F r",
+      "▁V illa",
+      "▁Vill a",
+      "▁Vi lla",
+      "▁Vil la",
+      "▁M arc",
+      "▁Mar c",
+      "▁Ma rc",
+      "ro py",
+      "rop y",
+      "r opy",
+      "ag ram",
+      "agr am",
+      "a gram",
+      "ha pe",
+      "h ape",
+      "ме й",
+      "м ей",
+      "▁A L",
+      "▁ AL",
+      "▁conne xes",
+      "▁En tre",
+      "▁Ent re",
+      "St ep",
+      "Ste p",
+      "лі в",
+      "л ів",
+      "▁De ath",
+      "▁r ise",
+      "▁ris e",
+      "▁ri se",
+      "▁f os",
+      "▁fo s",
+      "▁l ev",
+      "▁le v",
+      "▁ lev",
+      "ga be",
+      "g abe",
+      "▁b roke",
+      "▁br oke",
+      "▁bro ke",
+      "product s",
+      "▁m edi",
+      "▁me di",
+      "▁med i",
+      "▁ medi",
+      "▁dis pon",
+      "▁disp on",
+      "Pack age",
+      "P ackage",
+      "Image View",
+      "▁N ag",
+      "▁Na g",
+      "uj ą",
+      "u ją",
+      "W ord",
+      "▁k ole",
+      "▁ko le",
+      "▁kol e",
+      "ße r",
+      "ß er",
+      ")` .",
+      ") `.",
+      "▁r ol",
+      "▁ro l",
+      "▁ rol",
+      "▁ í",
+      "те й",
+      "т ей",
+      "Pro gress",
+      "be an",
+      "▁s empre",
+      "▁sem pre",
+      "State ment",
+      "Stat ement",
+      "UP DATE",
+      "▁mond iale",
+      "▁w rapper",
+      "▁wr apper",
+      "▁wra pper",
+      "▁wrap per",
+      "▁ wrapper",
+      "▁C hart",
+      "▁Ch art",
+      "▁Char t",
+      "▁Cha rt",
+      "▁ Chart",
+      "▁on Click",
+      "че ння",
+      "чен ня",
+      "LO G",
+      "some thing",
+      "som ething",
+      "s omething",
+      "▁IN SERT",
+      "▁ INSERT",
+      "ще ния",
+      "ue t",
+      "u et",
+      "wer p",
+      "we rp",
+      "ro und",
+      "rou nd",
+      "r ound",
+      "ic hen",
+      "ich en",
+      "iche n",
+      "i chen",
+      "▁X VI",
+      "▁XV I",
+      "з ни",
+      "▁ave va",
+      "▁St ore",
+      "▁Sto re",
+      "▁ Store",
+      "▁x s",
+      "▁ xs",
+      "ra cht",
+      "rac ht",
+      "rach t",
+      "r acht",
+      "sc ar",
+      "s car",
+      "▁op era",
+      "▁oper a",
+      "▁ opera",
+      "▁deg rees",
+      "▁degree s",
+      "▁cit iz",
+      "äs ident",
+      "▁class ical",
+      "▁classic al",
+      "▁Jer sey",
+      "▁er sch",
+      "▁ers ch",
+      "▁ ersch",
+      "▁treat ment",
+      "▁насе ље",
+      "н ня",
+      "▁bo ost",
+      "▁ boost",
+      "am ount",
+      "amo unt",
+      "a mount",
+      "▁со зда",
+      "ér ieur",
+      "érie ur",
+      "éri eur",
+      "▁t elling",
+      "▁tell ing",
+      "▁tel ling",
+      "Ha s",
+      "H as",
+      "▁in iti",
+      "▁init i",
+      "▁П и",
+      "ev al",
+      "e val",
+      "▁M atch",
+      "▁Mat ch",
+      "▁ Match",
+      "▁cor re",
+      "▁corr e",
+      "Point er",
+      "Po inter",
+      "▁pass es",
+      "▁passe s",
+      "comp any",
+      "▁а н",
+      "▁ ан",
+      "ach es",
+      "ac hes",
+      "ache s",
+      "a ches",
+      "▁sig lo",
+      "не м",
+      "н ем",
+      "▁ex change",
+      "▁ exchange",
+      "ci to",
+      "cit o",
+      "c ito",
+      "▁B ab",
+      "▁Ba b",
+      "Do c",
+      "D oc",
+      "ze ś",
+      "▁на род",
+      "▁ народ",
+      "▁conf lict",
+      "▁conflic t",
+      "▁confl ict",
+      "▁nov ember",
+      "ea u",
+      "e au",
+      "ö v",
+      "▁H ub",
+      "▁Hu b",
+      "▁ Hub",
+      "▁p oco",
+      "▁po co",
+      "▁poc o",
+      "en sa",
+      "ens a",
+      "sch ließ",
+      "lass e",
+      "las se",
+      "l asse",
+      "data s",
+      "dat as",
+      "▁с ти",
+      "▁ст и",
+      "▁ сти",
+      "un ivers",
+      "uni vers",
+      "ek s",
+      "e ks",
+      "▁C ho",
+      "▁Ch o",
+      "▁ Cho",
+      "▁c ô",
+      "▁( .",
+      "▁ (.",
+      "ew nę",
+      "▁Ch ief",
+      "▁Chi ef",
+      "▁ch ef",
+      "▁che f",
+      "▁у прав",
+      "ul i",
+      "u li",
+      "▁' ''",
+      "▁'' '",
+      "▁ '''",
+      "nap shot",
+      "▁re lac",
+      "▁rel ac",
+      "▁rela c",
+      "ég e",
+      "é ge",
+      "w t",
+      "we nd",
+      "wen d",
+      "w end",
+      "os ing",
+      "osi ng",
+      "o sing",
+      "▁ha cer",
+      "▁hace r",
+      "▁ф ран",
+      "au tres",
+      "aut res",
+      "autre s",
+      "▁f ils",
+      "▁fil s",
+      "▁fi ls",
+      "er ed",
+      "ere d",
+      "e red",
+      "▁По силання",
+      "▁th erm",
+      "▁the rm",
+      "▁ther m",
+      "ер жа",
+      "su ch",
+      "s uch",
+      "▁i hren",
+      "▁ih ren",
+      "▁ihr en",
+      "▁ihre n",
+      "▁en contr",
+      "▁l ots",
+      "▁lo ts",
+      "▁lot s",
+      "lo go",
+      "log o",
+      "l ogo",
+      "▁W i",
+      "/ (",
+      "ш ње",
+      "DA TA",
+      "DAT A",
+      "D ATA",
+      "▁P layer",
+      "▁Pl ayer",
+      "▁Play er",
+      "▁Pla yer",
+      "▁ Player",
+      "▁Leip zig",
+      "▁rel atives",
+      "▁relative s",
+      "▁relativ es",
+      "ре в",
+      "р ев",
+      "▁new sp",
+      "▁news p",
+      "? ,",
+      "▁St utt",
+      "▁Stu tt",
+      "▁d ual",
+      "▁du al",
+      "▁compan ies",
+      "▁z am",
+      "▁za m",
+      "put ation",
+      "▁in equality",
+      "▁t rem",
+      "▁tr em",
+      "▁tre m",
+      "hi ps",
+      "hip s",
+      "h ips",
+      "an ch",
+      "anc h",
+      "▁ Ż",
+      "бур г",
+      "▁cop ies",
+      "da sh",
+      "das h",
+      "d ash",
+      "во р",
+      "в ор",
+      "spiel er",
+      "s pieler",
+      "▁Re volution",
+      "▁Revol ution",
+      "es ty",
+      "est y",
+      "e sty",
+      "▁j unto",
+      "▁jun to",
+      "▁junt o",
+      "▁Ind eed",
+      "ok al",
+      "oka l",
+      "o kal",
+      "ctr ine",
+      "▁F ord",
+      "▁For d",
+      "▁Fo rd",
+      "▁C REATE",
+      "▁ CREATE",
+      "▁w alls",
+      "▁wall s",
+      "▁wal ls",
+      "▁a ute",
+      "▁au te",
+      "▁aut e",
+      "S U",
+      "wh y",
+      "w hy",
+      "plement ation",
+      "ro ut",
+      "rou t",
+      "r out",
+      "Mat rix",
+      "▁s ad",
+      "▁sa d",
+      "ан а",
+      "а на",
+      "▁P ic",
+      "▁Pi c",
+      ". “",
+      "▁A C",
+      "▁ AC",
+      "▁F est",
+      "▁Fe st",
+      "▁des ktop",
+      "▁ desktop",
+      "▁P ay",
+      "▁Pa y",
+      "▁ Pay",
+      "ome times",
+      "omet imes",
+      "▁T ak",
+      "▁Ta k",
+      "ра б",
+      "▁S ever",
+      "▁Se ver",
+      "▁nor thern",
+      "▁north ern",
+      "an ter",
+      "ant er",
+      "ante r",
+      "▁Mod ern",
+      "▁Mo dern",
+      "▁Mode rn",
+      "wa l",
+      "w al",
+      "{ \r",
+      "on line",
+      "ö k",
+      "▁brit ann",
+      "$ _",
+      "▁j ar",
+      "▁ja r",
+      "▁ jar",
+      "T L",
+      "xx xx",
+      "xxx x",
+      "x xxx",
+      "mer ge",
+      "▁N amen",
+      "▁Name n",
+      "▁Na men",
+      "▁Nam en",
+      "▁K EY",
+      "▁ KEY",
+      "▁re fers",
+      "▁ref ers",
+      "▁refer s",
+      "▁h in",
+      "▁hi n",
+      "▁ hin",
+      "▁Vol ks",
+      "▁Volk s",
+      "st eller",
+      "stell er",
+      "stelle r",
+      "vi ation",
+      "via tion",
+      "v iation",
+      "on io",
+      "oni o",
+      "o nio",
+      "ight er",
+      "igh ter",
+      "Com pat",
+      "Comp at",
+      "▁C E",
+      "▁ CE",
+      "▁p ró",
+      "▁pr ó",
+      "▁encuent ra",
+      "the orem",
+      "▁pub li",
+      "▁Develop ment",
+      "н д",
+      "▁r os",
+      "▁ro s",
+      "▁ ros",
+      "▁s hr",
+      "▁sh r",
+      "se au",
+      "s eau",
+      "▁gener ating",
+      "▁gene rating",
+      "▁difficult y",
+      "▁Ex press",
+      "▁Exp ress",
+      "▁ Express",
+      "Al ignment",
+      "de utsch",
+      "▁Вла ди",
+      "▁sugg ests",
+      "▁suggest s",
+      "▁Famil y",
+      "▁Fam ily",
+      "▁ Family",
+      "bb i",
+      "b bi",
+      "]) .",
+      "] ).",
+      "st aw",
+      "sta w",
+      "▁pres idente",
+      "▁president e",
+      "▁presiden te",
+      "▁st esso",
+      "in x",
+      "i nx",
+      "set up",
+      "▁con form",
+      "▁conf orm",
+      "▁f ro",
+      "▁fr o",
+      "=\\ \"",
+      "= \\\"",
+      "▁d å",
+      "ic iones",
+      "ici ones",
+      "icio nes",
+      "icion es",
+      "i ciones",
+      "▁e volution",
+      "▁evol ution",
+      "pr ote",
+      "pro te",
+      "p rote",
+      "▁pr ints",
+      "▁print s",
+      "▁prin ts",
+      "▁P ont",
+      "▁Po nt",
+      "▁Pon t",
+      "▁conf usion",
+      "▁ Й",
+      "▁d ello",
+      "▁del lo",
+      "▁dell o",
+      "▁man if",
+      "Def inition",
+      "ár a",
+      "á ra",
+      "ma ls",
+      "mal s",
+      "m als",
+      "▁s ale",
+      "▁sa le",
+      "▁sal e",
+      "▁drop down",
+      "▁ dropdown",
+      "Ch ain",
+      "Amer ican",
+      "America n",
+      "▁m k",
+      "▁ mk",
+      "▁B ez",
+      "▁Be z",
+      "▁F ue",
+      "▁Fu e",
+      "▁N E",
+      "▁ NE",
+      "гра фи",
+      "граф и",
+      "doc ker",
+      "do cker",
+      "d ocker",
+      "▁^ {",
+      "▁ ^{",
+      "As sert",
+      "Ass ert",
+      "▁hor izontal",
+      "▁horizon tal",
+      "▁ horizontal",
+      "(@ \"",
+      "( @\"",
+      "▁д ву",
+      "pro xy",
+      "U ri",
+      "gen cy",
+      "g ency",
+      "▁\" [",
+      "▁Q t",
+      "▁ Qt",
+      "▁N ames",
+      "▁Name s",
+      "▁Na mes",
+      "▁Nam es",
+      "▁ Names",
+      "▁evalu ate",
+      "▁eval uate",
+      "! /",
+      "▁ein ges",
+      "▁eing es",
+      "▁syn th",
+      "▁sy nth",
+      "▁You Tube",
+      "▁turn ing",
+      "▁tur ning",
+      "▁E ric",
+      "▁Er ic",
+      "▁б ли",
+      "▁ бли",
+      "▁k lub",
+      "▁kl ub",
+      "pl orer",
+      "▁s ports",
+      "▁sport s",
+      "▁s ia",
+      "▁si a",
+      "о ш",
+      "▁d ai",
+      "▁da i",
+      "▁e urope",
+      "▁europ e",
+      "▁euro pe",
+      "ic ians",
+      "ici ans",
+      "ician s",
+      "icia ns",
+      "ings områ",
+      "▁d re",
+      "▁dr e",
+      "▁work around",
+      "▁s uit",
+      "▁su it",
+      "▁ suit",
+      "amb igu",
+      "▁quant ity",
+      "▁ quantity",
+      "▁seg undo",
+      "Sym bol",
+      "S ymbol",
+      "▁m oral",
+      "▁mo ral",
+      "▁mor al",
+      "Ch art",
+      "Char t",
+      "C hart",
+      "▁da mit",
+      "▁dam it",
+      "▁attempt s",
+      "▁d onn",
+      "▁do nn",
+      "▁don n",
+      "jo s",
+      "j os",
+      "▁e re",
+      "▁er e",
+      "▁ ere",
+      "▁hom me",
+      "▁ homme",
+      "si mp",
+      "sim p",
+      "s imp",
+      "rypt ed",
+      "▁act s",
+      "▁ac ts",
+      "inner HTML",
+      "▁tourn ament",
+      "▁s ky",
+      "▁sk y",
+      "▁ sky",
+      "Time r",
+      "Tim er",
+      "T imer",
+      "▁mill ions",
+      "▁million s",
+      "^ +",
+      "ag ent",
+      "age nt",
+      "agen t",
+      "a gent",
+      "') );",
+      "')) ;",
+      "' ));",
+      "▁o st",
+      "▁os t",
+      "▁ ost",
+      "▁g la",
+      "▁gl a",
+      "▁по мо",
+      "▁f ün",
+      "ст вом",
+      "ств ом",
+      "ство м",
+      "ewnę trz",
+      "▁Mé xico",
+      "▁l ub",
+      "▁lu b",
+      "▁ lub",
+      "▁É d",
+      "if ik",
+      "ifi k",
+      "i fik",
+      "че ский",
+      "▁im mer",
+      "▁imm er",
+      "▁ immer",
+      "en sen",
+      "ens en",
+      "ense n",
+      "an ny",
+      "ann y",
+      "in line",
+      "▁g over",
+      "▁go ver",
+      "au c",
+      "a uc",
+      "▁re pre",
+      "▁rep re",
+      "▁repr e",
+      "▁histor ia",
+      "▁hist oria",
+      "A g",
+      "▁p lt",
+      "▁pl t",
+      "▁Pr inci",
+      "▁Prin ci",
+      "im eter",
+      "ime ter",
+      "imet er",
+      "i meter",
+      "ő s",
+      "š e",
+      "▁U E",
+      "▁ UE",
+      "Equ als",
+      "Equal s",
+      "Eq uals",
+      "Dis patch",
+      "le gen",
+      "leg en",
+      "lege n",
+      "l egen",
+      "ла зи",
+      "чно й",
+      "ч ной",
+      "▁st ell",
+      "▁ste ll",
+      "▁ stell",
+      "ń st",
+      "▁c ri",
+      "▁cr i",
+      "▁ cri",
+      "▁In dep",
+      "▁Ind ep",
+      "è de",
+      "}\\ )",
+      "} \\)",
+      "▁w yst",
+      "▁wy st",
+      "▁wys t",
+      "▁fig ured",
+      "▁figure d",
+      "▁figur ed",
+      "AT CH",
+      "éb en",
+      "é ben",
+      "la cht",
+      "lac ht",
+      "lach t",
+      "l acht",
+      "▁succeed ed",
+      "gr y",
+      "g ry",
+      "▁p ret",
+      "▁pr et",
+      "▁pre t",
+      "▁ pret",
+      "▁S af",
+      "▁Sa f",
+      "▁\" );",
+      "▁\") ;",
+      "▁ \");",
+      "e h",
+      "▁offic iel",
+      "▁offici el",
+      "краї н",
+      "wi nd",
+      "win d",
+      "w ind",
+      "▁sc atter",
+      "▁F ox",
+      "▁Fo x",
+      "ic ious",
+      "ici ous",
+      "icio us",
+      "i cious",
+      "Man y",
+      "Ma ny",
+      "M any",
+      "up er",
+      "u per",
+      "▁Con vert",
+      "▁ Convert",
+      "st erd",
+      "ste rd",
+      "ster d",
+      "▁St ein",
+      "▁Ste in",
+      "▁О т",
+      "}^ {(",
+      "}^{ (",
+      "} ^{(",
+      "bet ween",
+      "hi re",
+      "h ire",
+      "▁on Create",
+      "▁ onCreate",
+      "; </",
+      "b ably",
+      "S Y",
+      "mo t",
+      "m ot",
+      "▁D ire",
+      "▁Di re",
+      "▁Dir e",
+      "itect ure",
+      "то й",
+      "▁co ordinate",
+      "▁coordin ate",
+      "▁coord inate",
+      "▁ coordinate",
+      "(\" #",
+      "▁s üd",
+      "O B",
+      "▁m orte",
+      "▁mor te",
+      "▁mort e",
+      "▁we ather",
+      "▁h ely",
+      "▁he ly",
+      "▁hel y",
+      "▁ hely",
+      "▁priv ile",
+      "RE LEASE",
+      "at el",
+      "ate l",
+      "a tel",
+      "▁recogn ized",
+      "▁recognize d",
+      "▁Th ough",
+      "сси й",
+      "mem ory",
+      "▁comp ilation",
+      "bit s",
+      "bi ts",
+      "b its",
+      "▁w ed",
+      "▁we d",
+      "▁ wed",
+      "}} _{",
+      "}}_ {",
+      "} }_{",
+      "▁G UI",
+      "п ня",
+      "▁sou thern",
+      "▁south ern",
+      "▁h ay",
+      "▁ha y",
+      "ov ić",
+      "ovi ć",
+      "o vić",
+      "la uf",
+      "lau f",
+      "l auf",
+      "▁E L",
+      "▁ EL",
+      "▁F ull",
+      "▁Fu ll",
+      "▁Ful l",
+      "▁ Full",
+      "▁Ham burg",
+      "▁Hamb urg",
+      "▁M ittel",
+      "▁Mit tel",
+      "▁Mitte l",
+      "▁Mitt el",
+      "D U",
+      "appro x",
+      "H S",
+      "▁про це",
+      "▁mag azine",
+      "▁M ig",
+      "▁Mi g",
+      "▁click ing",
+      "en tr",
+      "ent r",
+      "▁au tre",
+      "▁aut re",
+      "▁ autre",
+      "▁t é",
+      "▁ té",
+      "▁h á",
+      "▁ há",
+      "ст ы",
+      "с ты",
+      "▁M A",
+      "▁ MA",
+      "ap py",
+      "app y",
+      "a ppy",
+      "st ví",
+      "▁se lon",
+      "▁sel on",
+      "▁g ek",
+      "▁ge k",
+      "▁S l",
+      "▁ Sl",
+      "fr astr",
+      "fra str",
+      "Li b",
+      "L ib",
+      "▁Д у",
+      "▁f acing",
+      "▁fa cing",
+      "▁fac ing",
+      "▁с тар",
+      "▁ст ар",
+      "▁ста р",
+      "▁D utch",
+      "at ar",
+      "ata r",
+      "a tar",
+      "▁ke eps",
+      "▁keep s",
+      "▁Pat rick",
+      "▁Patri ck",
+      "il io",
+      "ili o",
+      "i lio",
+      "▁v ig",
+      "▁vi g",
+      "тв а",
+      "т ва",
+      "▁Feder al",
+      "▁Fed eral",
+      "▁par agraph",
+      "▁para graph",
+      "▁ paragraph",
+      "▁inter action",
+      "▁inte raction",
+      "▁interact ion",
+      "▁occ as",
+      "▁oc cas",
+      "▁I ran",
+      "▁Ir an",
+      "▁Ira n",
+      "▁machine s",
+      "▁mach ines",
+      "(( )",
+      "( ()",
+      "ur ies",
+      "uri es",
+      "u ries",
+      "▁ро ди",
+      "▁род и",
+      "▁ роди",
+      "▁а мерикан",
+      "up p",
+      "u pp",
+      "▁i ce",
+      "▁ic e",
+      "▁ ice",
+      "▁S ay",
+      "▁Sa y",
+      "▁s ail",
+      "▁sa il",
+      "▁B egin",
+      "▁Be gin",
+      "▁Beg in",
+      "▁ Begin",
+      "fi co",
+      "fic o",
+      "f ico",
+      "og a",
+      "o ga",
+      "▁d esar",
+      "▁des ar",
+      "▁d v",
+      "▁ра ди",
+      "oh en",
+      "o hen",
+      "er ei",
+      "ere i",
+      "e rei",
+      "án ak",
+      "á nak",
+      "▁d aar",
+      "▁da ar",
+      "if iers",
+      "ifier s",
+      "ifi ers",
+      "ifie rs",
+      "▁th ee",
+      "▁the e",
+      "▁by la",
+      "▁byl a",
+      "ва ла",
+      "вал а",
+      "в ала",
+      "an dro",
+      "and ro",
+      "andr o",
+      "▁м оло",
+      "▁мо ло",
+      "▁tot ally",
+      "▁total ly",
+      "io m",
+      "i om",
+      "▁a er",
+      "ns ylvan",
+      "▁cor ps",
+      "▁tre ated",
+      "▁treat ed",
+      "▁com une",
+      "▁comun e",
+      "M ich",
+      "vo ice",
+      "pg f",
+      "▁a nx",
+      "▁an x",
+      "▁Phil ip",
+      "▁Phili p",
+      "▁e k",
+      "▁ ek",
+      "▁Men schen",
+      "▁Mens chen",
+      "▁d ere",
+      "▁de re",
+      "▁der e",
+      "▁per met",
+      "▁perm et",
+      "Ma il",
+      "M ail",
+      "▁V é",
+      "en ted",
+      "ent ed",
+      "ente d",
+      "▁b unch",
+      "▁P iet",
+      "▁Pi et",
+      "▁Pie t",
+      "att ach",
+      "atta ch",
+      "▁p orte",
+      "▁por te",
+      "▁port e",
+      "▁ porte",
+      "да т",
+      "д ат",
+      "▁Brit ain",
+      "Enc oding",
+      "▁` <",
+      "Sp ace",
+      "S pace",
+      "▁r ap",
+      "▁ra p",
+      "▁ rap",
+      "▁pop ul",
+      "fl oor",
+      "f loor",
+      "spec ific",
+      "cle an",
+      "c lean",
+      "▁con qu",
+      "f b",
+      "▁introdu ce",
+      "▁Ent ity",
+      "▁ Entity",
+      "▁er folg",
+      "▁erf olg",
+      "at ol",
+      "ato l",
+      "a tol",
+      "ient os",
+      "iento s",
+      "ки педи",
+      "▁U t",
+      "▁б ри",
+      "▁ бри",
+      "ed uler",
+      "edu ler",
+      "edule r",
+      "▁conc entr",
+      "▁concent r",
+      "▁c her",
+      "▁ch er",
+      "▁che r",
+      "▁ cher",
+      "▁up grade",
+      "▁upgrad e",
+      "▁p ictures",
+      "▁picture s",
+      "▁Famil ie",
+      "M us",
+      "Lo ok",
+      "L ook",
+      "▁e ran",
+      "▁er an",
+      "▁era n",
+      "▁g ram",
+      "▁gr am",
+      "▁gra m",
+      "▁ gram",
+      "▁W o",
+      "np m",
+      "n pm",
+      "▁Sal v",
+      "▁Sa lv",
+      "▁c d",
+      "▁ cd",
+      "▁В ы",
+      "wa hl",
+      "w ahl",
+      "tr ain",
+      "tra in",
+      "t rain",
+      "ch em",
+      "che m",
+      "c hem",
+      "▁P il",
+      "▁Pi l",
+      "▁Con nect",
+      "▁ Connect",
+      "č e",
+      "▁h ast",
+      "▁ha st",
+      "▁has t",
+      "▁Mult i",
+      "▁Mul ti",
+      "▁ Multi",
+      "at ta",
+      "att a",
+      "a tta",
+      "▁S ound",
+      "▁So und",
+      "▁Sou nd",
+      "▁ Sound",
+      "sol ute",
+      "▁qu ote",
+      "▁quot e",
+      "▁ quote",
+      "▁o bst",
+      "▁ob st",
+      "▁obs t",
+      "cc iones",
+      "ccion es",
+      "c ciones",
+      "ib ly",
+      "▁b rand",
+      "▁br and",
+      "▁bra nd",
+      "▁bran d",
+      "▁ brand",
+      "▁convers ation",
+      "▁to utes",
+      "▁tout es",
+      "▁tou tes",
+      "▁toute s",
+      "▁R ub",
+      "▁Ru b",
+      "ie nia",
+      "ien ia",
+      "i enia",
+      "ir it",
+      "iri t",
+      "i rit",
+      "▁А нд",
+      "▁Ан д",
+      "edu led",
+      "edule d",
+      "▁T otal",
+      "▁To tal",
+      "▁Tot al",
+      "▁ Total",
+      "Di g",
+      "D ig",
+      "er em",
+      "ere m",
+      "e rem",
+      "▁s ki",
+      "▁sk i",
+      "▁ ski",
+      "De st",
+      "Des t",
+      "D est",
+      "Y Y",
+      "е ди",
+      "al y",
+      "a ly",
+      "▁back end",
+      "▁ backend",
+      "ul us",
+      "ulu s",
+      "u lus",
+      "▁feature d",
+      "▁person n",
+      "▁pers onn",
+      "▁sc hon",
+      "▁sch on",
+      "tr ace",
+      "tra ce",
+      "t race",
+      "▁I DE",
+      "▁ID E",
+      "▁ IDE",
+      "á j",
+      "▁anim als",
+      "▁animal s",
+      "▁ani mals",
+      "▁s now",
+      "▁sn ow",
+      "uv e",
+      "u ve",
+      "uer to",
+      "▁d rew",
+      "▁dr ew",
+      "▁dre w",
+      "▁Ye ah",
+      "▁S v",
+      "\\, \\",
+      "\\ ,\\",
+      "▁S erie",
+      "▁Se rie",
+      "▁Ser ie",
+      "▁second o",
+      "▁sec ondo",
+      "▁Leb ens",
+      "▁Leben s",
+      "▁acc ord",
+      "▁ac cord",
+      "▁C et",
+      "▁Ce t",
+      "er ade",
+      "era de",
+      "e rade",
+      "▁desp ite",
+      "▁C arlo",
+      "▁Car lo",
+      "▁Carl o",
+      "▁z ewnętrz",
+      "▁l ista",
+      "▁li sta",
+      "▁list a",
+      "▁ lista",
+      "ni co",
+      "nic o",
+      "n ico",
+      "▁Corpor ation",
+      "vs pace",
+      "v space",
+      "▁вой ны",
+      "▁st ands",
+      "▁stand s",
+      "▁stan ds",
+      "▁wor se",
+      "▁sim ult",
+      "▁si mult",
+      "▁pract ical",
+      "CO L",
+      "C OL",
+      "ch anged",
+      "change d",
+      "chan ged",
+      "▁Исто рия",
+      "б ри",
+      "in do",
+      "ind o",
+      "▁Lew is",
+      "▁pattern s",
+      "if ica",
+      "ific a",
+      "ifi ca",
+      "i fica",
+      "▁s mart",
+      "▁sm art",
+      "▁concern ed",
+      "ți i",
+      "ț ii",
+      "▁H ello",
+      "▁Hel lo",
+      "▁Hell o",
+      "▁ Hello",
+      "re ll",
+      "rel l",
+      "r ell",
+      "▁L ex",
+      "▁Le x",
+      "▁в то",
+      "▁cond itional",
+      "▁condition al",
+      "ot ted",
+      "ott ed",
+      "otte d",
+      "▁sh oot",
+      "▁sho ot",
+      "▁W ed",
+      "▁We d",
+      "▁мар та",
+      "au d",
+      "a ud",
+      "▁an te",
+      "▁ant e",
+      "▁ ante",
+      "ien tras",
+      "ient ras",
+      "▁p apers",
+      "▁pa pers",
+      "▁pap ers",
+      "▁paper s",
+      "▁port ug",
+      "▁Man agement",
+      "▁ Management",
+      "▁exerc ise",
+      "▁Begr iff",
+      "com mit",
+      "comm it",
+      "▁render ing",
+      "▁rend ering",
+      "▁rende ring",
+      "▁c zas",
+      "▁cz as",
+      "▁ czas",
+      "Dr op",
+      "D rop",
+      "er g",
+      "e rg",
+      "▁m ul",
+      "▁mu l",
+      "▁ mul",
+      "▁T an",
+      "▁Ta n",
+      "ie ro",
+      "ier o",
+      "i ero",
+      "▁loc ale",
+      "▁local e",
+      "▁ locale",
+      "▁in aug",
+      "du mp",
+      "d ump",
+      "ци й",
+      "▁symbol s",
+      "in ta",
+      "int a",
+      "▁aw arded",
+      "▁award ed",
+      "▁s ust",
+      "▁su st",
+      "▁sus t",
+      "▁S end",
+      "▁Se nd",
+      "▁Sen d",
+      "▁ Send",
+      "ї в",
+      "Re st",
+      "Res t",
+      "R est",
+      "zt en",
+      "zte n",
+      "z ten",
+      "ли м",
+      "л им",
+      "ri val",
+      "riv al",
+      "r ival",
+      "PO RT",
+      "P ORT",
+      "öl ker",
+      "im ately",
+      "imate ly",
+      "imat ely",
+      "ig te",
+      "igt e",
+      "ч ных",
+      "▁ter ra",
+      "▁ terra",
+      "ög lich",
+      "▁H om",
+      "▁Ho m",
+      "▁ Hom",
+      "▁h ex",
+      "▁he x",
+      "▁ hex",
+      "do ne",
+      "don e",
+      "d one",
+      "am ps",
+      "amp s",
+      "▁c et",
+      "▁ce t",
+      "PR E",
+      "P RE",
+      "ös t",
+      "ö st",
+      "▁fem me",
+      "Se lection",
+      "Select ion",
+      "▁z aw",
+      "▁za w",
+      "sp r",
+      "s pr",
+      "▁horse s",
+      "▁hors es",
+      "▁s nap",
+      "▁sn ap",
+      "Text Box",
+      "▁E clipse",
+      "ul le",
+      "ull e",
+      "u lle",
+      "ow ym",
+      "owy m",
+      "▁c omer",
+      "▁com er",
+      "▁co mer",
+      "▁come r",
+      "ne cess",
+      "co ok",
+      "c ook",
+      "en ger",
+      "eng er",
+      "-- >",
+      "- ->",
+      "▁p ří",
+      "▁př í",
+      "pan das",
+      "p andas",
+      "▁P lus",
+      "▁Pl us",
+      "▁ Plus",
+      "yl l",
+      "y ll",
+      "▁t error",
+      "▁te rror",
+      "▁ter ror",
+      "▁c rim",
+      "▁cr im",
+      "▁cri m",
+      "▁z ak",
+      "▁za k",
+      "▁ zak",
+      "iss ue",
+      "pa nel",
+      "pan el",
+      "p anel",
+      "sv g",
+      "▁re b",
+      "▁r eb",
+      "▁ reb",
+      "Custom er",
+      "sw itch",
+      "об ра",
+      "о бра",
+      "▁Champion ships",
+      "▁Championship s",
+      "▁Champions hips",
+      "cl o",
+      "c lo",
+      "at te",
+      "att e",
+      "a tte",
+      "▁any more",
+      "▁excell ent",
+      "▁opport unity",
+      "▁opportun ity",
+      "▁B ahn",
+      "▁Ba hn",
+      "▁Bah n",
+      "чи н",
+      "ч ин",
+      "et ing",
+      "eti ng",
+      "e ting",
+      "▁inc ident",
+      "to m",
+      "t om",
+      "Per s",
+      "Pe rs",
+      "P ers",
+      "bb en",
+      "bbe n",
+      "b ben",
+      "ствен ной",
+      "ственно й",
+      "и х",
+      "ro uter",
+      "route r",
+      "rout er",
+      "rou ter",
+      "r outer",
+      "▁new ly",
+      "▁sil ence",
+      "▁G NU",
+      "▁R ails",
+      "▁Ra ils",
+      "▁Rail s",
+      "▁A mb",
+      "▁Am b",
+      "▁Q ual",
+      "▁Qu al",
+      "▁ Qual",
+      "▁Sch aus",
+      "▁Sc haus",
+      "▁S ohn",
+      "▁So hn",
+      "▁A LL",
+      "▁AL L",
+      "▁ ALL",
+      "▁ro yal",
+      "▁roy al",
+      "▁ £",
+      "wi ę",
+      "w ię",
+      "▁ent fer",
+      "▁Re move",
+      "▁Rem ove",
+      "▁ Remove",
+      "▁hard ly",
+      "Us ing",
+      "U sing",
+      "ло г",
+      "▁I ch",
+      "▁d erni",
+      "▁der ni",
+      "▁Con nection",
+      "▁Connect ion",
+      "▁ Connection",
+      "fi sh",
+      "f ish",
+      "▁In form",
+      "▁Inf orm",
+      "▁Info rm",
+      "▁E ner",
+      "▁En er",
+      "ro it",
+      "r oit",
+      "B bb",
+      "View Model",
+      "V ideo",
+      "il ey",
+      "ile y",
+      "i ley",
+      "▁м ного",
+      "▁мно го",
+      "▁G em",
+      "▁Ge m",
+      "▁comp reh",
+      "▁compr eh",
+      "en umerate",
+      "ul as",
+      "ula s",
+      "u las",
+      "▁B ah",
+      "▁Ba h",
+      "▁Y et",
+      "▁Ye t",
+      "B R",
+      "х ра",
+      "▁count y",
+      "▁coun ty",
+      "▁H ist",
+      "▁His t",
+      "▁Hi st",
+      "▁Г у",
+      "▁ Ј",
+      "▁m ari",
+      "▁ma ri",
+      "▁mar i",
+      "▁C lar",
+      "▁Cl ar",
+      "▁Cla r",
+      "Bit map",
+      "B itmap",
+      "▁C z",
+      "▁m ån",
+      "▁må n",
+      "▁m ere",
+      "▁me re",
+      "▁mer e",
+      "▁mus ique",
+      "al so",
+      "als o",
+      "date s",
+      "da tes",
+      "dat es",
+      "d ates",
+      "▁D VD",
+      "▁g ol",
+      "▁go l",
+      "fo ny",
+      "fon y",
+      "f ony",
+      "▁Cast le",
+      "▁фа ми",
+      "▁arr ang",
+      "▁Bus iness",
+      "▁K az",
+      "▁Ka z",
+      "▁o sc",
+      "▁os c",
+      "▁ osc",
+      "▁se colo",
+      "▁sec olo",
+      "▁aff ected",
+      "▁affect ed",
+      "▁He alth",
+      "re b",
+      "r eb",
+      "ed itor",
+      "edit or",
+      "edi tor",
+      "▁own ed",
+      "▁ow ned",
+      "▁ owned",
+      "t l",
+      "▁v í",
+      "▁ ví",
+      "чни х",
+      "ч них",
+      "к ви",
+      "▁dev ient",
+      "▁devi ent",
+      "M utable",
+      "▁t egen",
+      "▁te gen",
+      "Reg ister",
+      "є ю",
+      "▁car acter",
+      "лл и",
+      "л ли",
+      "▁n ouvelle",
+      "▁nouve lle",
+      "ok o",
+      "o ko",
+      "icht et",
+      "ichte t",
+      "▁e vol",
+      "▁ev ol",
+      "▁H ab",
+      "▁Ha b",
+      "▁mil itar",
+      "▁milit ar",
+      "▁p uts",
+      "▁put s",
+      "▁pu ts",
+      "end if",
+      "endi f",
+      "▁Dav is",
+      "▁Da vis",
+      "▁Scot land",
+      "reg ular",
+      "▁Con text",
+      "▁Cont ext",
+      "▁ Context",
+      "is piel",
+      "isp iel",
+      "i spiel",
+      "▁G allery",
+      "▁Gall ery",
+      "\", \r",
+      "\" ,\r",
+      "▁a rc",
+      "▁ar c",
+      "▁ arc",
+      "▁IN FO",
+      "▁ INFO",
+      "▁c od",
+      "▁co d",
+      "▁ cod",
+      "ді в",
+      "д ів",
+      "▁v archar",
+      "▁var char",
+      "▁ varchar",
+      "▁tou jours",
+      "at ial",
+      "ati al",
+      "atia l",
+      "▁h anno",
+      "▁han no",
+      "▁проф ес",
+      "▁launch ed",
+      "▁насе лення",
+      "▁t on",
+      "▁to n",
+      "▁ ton",
+      "au sed",
+      "ause d",
+      "aus ed",
+      "a used",
+      "▁і з",
+      "▁t ö",
+      "▁P ur",
+      "▁Pu r",
+      "▁o lymp",
+      "AR N",
+      "ó m",
+      "▁a ugust",
+      "▁aug ust",
+      "▁f urn",
+      "▁fur n",
+      "▁fu rn",
+      "▁Col omb",
+      "▁Sta ats",
+      "▁Staat s",
+      "ho ra",
+      "hor a",
+      "h ora",
+      "▁м ор",
+      "▁мо р",
+      "▁ мор",
+      "can vas",
+      "▁gr ave",
+      "▁gra ve",
+      "▁grav e",
+      "▁com position",
+      "▁comp osition",
+      "▁compos ition",
+      "ac ja",
+      "▁которы е",
+      "▁ч о",
+      "▁ чо",
+      "Gener al",
+      "Gen eral",
+      "ан і",
+      "а ні",
+      "▁Joh annes",
+      "▁Johann es",
+      "▁Johan nes",
+      "ка р",
+      "к ар",
+      "▁ча ст",
+      "▁час т",
+      "▁Ва си",
+      "ss h",
+      "s sh",
+      "▁repla cing",
+      "▁< >",
+      "▁ <>",
+      "ці в",
+      "ц ів",
+      "la us",
+      "lau s",
+      "l aus",
+      "en y",
+      "e ny",
+      "äh l",
+      "ä hl",
+      "▁m arg",
+      "▁ma rg",
+      "▁mar g",
+      "ci ence",
+      "c ience",
+      "▁inst ruction",
+      "▁instru ction",
+      "▁instruct ion",
+      "▁ко ји",
+      "Ed itor",
+      "Edit or",
+      "▁fund amental",
+      "mu nd",
+      "mun d",
+      "m und",
+      "▁exception s",
+      "▁except ions",
+      "▁p late",
+      "▁pl ate",
+      "▁pla te",
+      "▁plat e",
+      "▁ plate",
+      "▁L is",
+      "▁Li s",
+      "▁d eren",
+      "▁de ren",
+      "▁der en",
+      "▁dere n",
+      "pr ep",
+      "pre p",
+      "p rep",
+      "▁janu ari",
+      "Sc ope",
+      "S cope",
+      "yn ast",
+      "yna st",
+      "r v",
+      "or sz",
+      "ors z",
+      "▁T ony",
+      "▁To ny",
+      "▁Ton y",
+      "▁д і",
+      "▁ ді",
+      "▁о дна",
+      "▁од на",
+      "▁s ab",
+      "▁sa b",
+      "ot i",
+      "o ti",
+      "je l",
+      "j el",
+      "▁gener ator",
+      "▁ generator",
+      "▁' .",
+      "▁ '.",
+      "▁sh arp",
+      "▁ sharp",
+      "▁то лько",
+      "▁account s",
+      "▁ž e",
+      "▁ že",
+      "▁for am",
+      "▁fo ram",
+      "▁g ouvern",
+      "TI ME",
+      "T IME",
+      "▁Sov iet",
+      "▁G é",
+      "▁ex ped",
+      "▁exp ed",
+      "▁ord inary",
+      "▁ordin ary",
+      "▁ ordinary",
+      "▁Con serv",
+      "▁Cons erv",
+      "▁Conse rv",
+      "▁com pla",
+      "▁comp la",
+      "▁compl a",
+      "te i",
+      "t ei",
+      "▁cap tain",
+      "▁capt ain",
+      "▁Sam uel",
+      "▁D ark",
+      "▁Dar k",
+      "▁в ін",
+      "▁ві н",
+      "▁de light",
+      "▁del ight",
+      "re cht",
+      "rec ht",
+      "di a",
+      "d ia",
+      "ess es",
+      "esse s",
+      "ul p",
+      "u lp",
+      "ш ки",
+      "be z",
+      "b ez",
+      "▁det ection",
+      "▁detect ion",
+      "▁cook ie",
+      "▁ cookie",
+      "an try",
+      "ant ry",
+      "Mult i",
+      "ob a",
+      "o ba",
+      "▁j oy",
+      "▁jo y",
+      "▁safe ty",
+      "▁saf ety",
+      "| ^",
+      "po d",
+      "p od",
+      "ad ém",
+      "▁Ch ron",
+      "▁Chr on",
+      "▁D jango",
+      "▁Dj ango",
+      "▁ehem al",
+      "k h",
+      "è le",
+      "▁p oc",
+      "▁po c",
+      "B ottom",
+      "la unch",
+      "ne m",
+      "n em",
+      "▁G ROUP",
+      "▁ GROUP",
+      "ní ho",
+      "▁G ib",
+      "▁Gi b",
+      "sd k",
+      "s dk",
+      "B E",
+      "▁G ene",
+      "▁Ge ne",
+      "▁Gen e",
+      "▁St aff",
+      "▁Sta ff",
+      "▁subsequ ent",
+      "ic ion",
+      "ici on",
+      "icio n",
+      "i cion",
+      "▁vict ory",
+      "▁c anon",
+      "▁can on",
+      "▁ca non",
+      "iz ar",
+      "iza r",
+      "i zar",
+      "iz ia",
+      "izi a",
+      "i zia",
+      "▁m ate",
+      "▁ma te",
+      "▁mat e",
+      "▁ mate",
+      "▁lay ers",
+      "▁layer s",
+      "▁ layers",
+      "su do",
+      "s udo",
+      "sch ule",
+      "per iment",
+      "ül et",
+      "ü let",
+      "AR CHAR",
+      "▁тер рито",
+      "▁me asures",
+      "▁measure s",
+      "▁meas ures",
+      "▁z ou",
+      "▁zo u",
+      "ops is",
+      "на ми",
+      "tb ody",
+      "t body",
+      "▁e se",
+      "▁es e",
+      "▁ ese",
+      "ster dam",
+      "sterd am",
+      "▁ph oto",
+      "▁phot o",
+      "▁ photo",
+      "ynchron ous",
+      "set minus",
+      "▁lo ads",
+      "▁load s",
+      "▁ loads",
+      "▁ple asure",
+      "▁me ille",
+      "}\\ ,",
+      "} \\,",
+      "qu al",
+      "qua l",
+      "q ual",
+      "▁fav our",
+      "▁r od",
+      "▁ro d",
+      "▁ rod",
+      "De r",
+      "D er",
+      "ра бо",
+      "раб о",
+      "▁pr essed",
+      "▁pres sed",
+      "▁press ed",
+      "▁ pressed",
+      "r ę",
+      "ie ving",
+      "iev ing",
+      "mate rial",
+      "m aterial",
+      "vi rt",
+      "vir t",
+      "v irt",
+      "▁cap able",
+      "с ло",
+      "us hed",
+      "ush ed",
+      "▁по бе",
+      "uset ts",
+      "un signed",
+      "uns igned",
+      "k ów",
+      "▁o v",
+      "▁ ov",
+      "eg eben",
+      "ege ben",
+      "e geben",
+      "▁app lying",
+      "▁apply ing",
+      "▁gal ax",
+      "▁ga lax",
+      "▁O racle",
+      "▁Or acle",
+      "▁Stutt gart",
+      "In fl",
+      "Inf l",
+      "ach usetts",
+      "▁de el",
+      "li re",
+      "l ire",
+      "▁stat unit",
+      "▁Polit iker",
+      "▁Politik er",
+      "▁beaut y",
+      ") >",
+      "▁Columb ia",
+      "▁zewnętrz ne",
+      "▁про гра",
+      "▁пр огра",
+      "▁d x",
+      "▁ dx",
+      "ck now",
+      "c know",
+      "▁d ub",
+      "▁du b",
+      "un ächst",
+      "find ViewById",
+      "▁M and",
+      "▁Man d",
+      "▁Ma nd",
+      "ál l",
+      "á ll",
+      "na ire",
+      "n aire",
+      "▁dest in",
+      "is ting",
+      "ist ing",
+      "isti ng",
+      "ag gi",
+      "agg i",
+      "a ggi",
+      "ch art",
+      "char t",
+      "cha rt",
+      "c hart",
+      "▁just ice",
+      "Sim ple",
+      "▁un fortunately",
+      "і р",
+      "▁qu esta",
+      "▁que sta",
+      "▁quest a",
+      "▁ questa",
+      "▁Govern or",
+      "я в",
+      "▁mús ica",
+      "▁equ ipo",
+      "▁equip o",
+      "▁D est",
+      "▁De st",
+      "▁Des t",
+      "▁ Dest",
+      "el ect",
+      "ele ct",
+      "e lect",
+      "Stack Trace",
+      "зо м",
+      "з ом",
+      "pr oc",
+      "pro c",
+      "p roc",
+      "ent in",
+      "enti n",
+      "ad ora",
+      "ado ra",
+      "ador a",
+      "▁Л ю",
+      "▁register ed",
+      "H L",
+      "face book",
+      "fac ebook",
+      "▁st oring",
+      "▁stor ing",
+      "▁sto ring",
+      "▁Current ly",
+      "▁qu adr",
+      "▁quad r",
+      "Stand ard",
+      "tr im",
+      "tri m",
+      "t rim",
+      "ear s",
+      "ea rs",
+      "e ars",
+      "se nder",
+      "sen der",
+      "send er",
+      "s ender",
+      "▁V as",
+      "▁Va s",
+      "▁ed ific",
+      "▁B ür",
+      "▁Bü r",
+      "▁C ountry",
+      "▁Count ry",
+      "▁Coun try",
+      "▁ Country",
+      "th a",
+      "t ha",
+      "; \"",
+      "no r",
+      "n or",
+      "▁Do ctor",
+      "▁Doc tor",
+      "ru ment",
+      "rum ent",
+      "r ument",
+      "Ge n",
+      "G en",
+      "▁B uen",
+      "▁Bu en",
+      "ra de",
+      "rad e",
+      "r ade",
+      "▁k un",
+      "n avigation",
+      "Pa y",
+      "P ay",
+      "▁capt ured",
+      "▁capture d",
+      "▁st ruck",
+      "▁str uck",
+      "▁stru ck",
+      "ven ir",
+      "ém ent",
+      "é ment",
+      "▁T ree",
+      "▁Tr ee",
+      "▁Tre e",
+      "▁ Tree",
+      "▁x x",
+      "▁ xx",
+      "▁n arr",
+      "▁na rr",
+      "▁nar r",
+      "ль ного",
+      "льно го",
+      "▁inst alling",
+      "▁install ing",
+      "▁instal ling",
+      "▁associ ation",
+      "▁insert ed",
+      "▁inser ted",
+      "er ner",
+      "ern er",
+      "erne r",
+      "valid ate",
+      "▁l ut",
+      "▁lu t",
+      "▁g lo",
+      "▁gl o",
+      "▁techn ology",
+      "▁P lace",
+      "▁Pl ace",
+      "▁Pla ce",
+      "▁ Place",
+      "$ ?",
+      "▁z v",
+      "с лі",
+      "E P",
+      "▁at mos",
+      "ug o",
+      "u go",
+      "ér t",
+      "é rt",
+      "▁W erk",
+      "▁Wer k",
+      "▁% }",
+      "te le",
+      "tel e",
+      "t ele",
+      "Sp an",
+      "S pan",
+      "▁R aj",
+      "▁Ra j",
+      "▁Person en",
+      "▁Pers onen",
+      "▁C ant",
+      "▁Can t",
+      "▁Ca nt",
+      "▁com bat",
+      "▁comb at",
+      "▁observ ation",
+      "▁obs ervation",
+      "param eter",
+      "para meter",
+      "▁agre ed",
+      "▁agree d",
+      "▁agr eed",
+      "pu r",
+      "p ur",
+      "▁sh adow",
+      "▁ shadow",
+      "▁g ł",
+      "Key s",
+      "Ke ys",
+      "Cre d",
+      "Cr ed",
+      "C red",
+      "ou ri",
+      "our i",
+      "o uri",
+      "▁p ale",
+      "▁pa le",
+      "▁pal e",
+      "ic ké",
+      "ick é",
+      "▁We ek",
+      "▁ Week",
+      "▁Pr ime",
+      "▁Pri me",
+      "▁Prim e",
+      "> .",
+      "Init ial",
+      "▁о дин",
+      "▁од ин",
+      "▁' ',",
+      "▁'' ,",
+      "▁у чи",
+      "▁In v",
+      "▁ Inv",
+      "col a",
+      "co la",
+      "c ola",
+      "ci ble",
+      "c ible",
+      "▁The atre",
+      "▁b em",
+      "▁be m",
+      "▁satisf y",
+      "x l",
+      "▁ра зви",
+      "▁раз ви",
+      "▁p ixel",
+      "▁pix el",
+      "lá n",
+      "l án",
+      "▁tw ee",
+      "▁twe e",
+      "ço n",
+      "ç on",
+      "не ния",
+      "▁A T",
+      "▁ AT",
+      "èg e",
+      "è ge",
+      "▁M ort",
+      "▁Mor t",
+      "▁Mo rt",
+      "▁my sq",
+      "▁ mysq",
+      "ft en",
+      "fte n",
+      "f ten",
+      "▁п ес",
+      "▁пе с",
+      "ém a",
+      "é ma",
+      "▁Service s",
+      "▁Serv ices",
+      "▁ Services",
+      "custom er",
+      "▁A WS",
+      "ъ т",
+      "▁A ch",
+      "▁Ac h",
+      "% .",
+      "▁clar ify",
+      "▁уни версите",
+      "xt ure",
+      "um i",
+      "u mi",
+      "▁s å",
+      "▁P el",
+      "▁Pe l",
+      "se rial",
+      "ser ial",
+      "UR I",
+      "U RI",
+      "▁r g",
+      "▁ rg",
+      "▁со ста",
+      "ch estra",
+      "che stra",
+      "ches tra",
+      "]. [",
+      "] .[",
+      "we n",
+      "w en",
+      "▁Lond res",
+      "▁an ys",
+      "▁any s",
+      "Data Source",
+      "▁рай оне",
+      "▁райо не",
+      "▁район е",
+      "▁re in",
+      "▁r ein",
+      "▁rei n",
+      "▁met adata",
+      "▁meta data",
+      "▁ metadata",
+      "um ble",
+      "umb le",
+      "ar beit",
+      "arbe it",
+      "hn er",
+      "h ner",
+      "ci ent",
+      "cie nt",
+      "c ient",
+      "▁n orte",
+      "▁nor te",
+      "▁о на",
+      "▁он а",
+      "▁ она",
+      "▁sc ored",
+      "▁score d",
+      "▁r ay",
+      "▁ra y",
+      "▁ ray",
+      "▁фев ра",
+      "▁фе вра",
+      "▁pro tagon",
+      "▁prot agon",
+      "▁S ac",
+      "▁Sa c",
+      "▁comm only",
+      "▁common ly",
+      "Linear Layout",
+      "▁app lic",
+      "▁ма я",
+      "З а",
+      "▁access ible",
+      "ie wer",
+      "iew er",
+      "fl ag",
+      "f lag",
+      "▁R ück",
+      "ä u",
+      "▁e rano",
+      "▁er ano",
+      "▁era no",
+      "▁eran o",
+      "▁auth entic",
+      "▁ authentic",
+      "▁R y",
+      "▁не ско",
+      "▁emb argo",
+      "▁embar go",
+      "▁d ry",
+      "▁dr y",
+      "▁reason able",
+      "▁Mod ule",
+      "▁ Module",
+      "▁acc eler",
+      "▁inter view",
+      "▁C reek",
+      "▁Cre ek",
+      "▁al pha",
+      "▁ alpha",
+      "se rie",
+      "ser ie",
+      "s erie",
+      "Th ey",
+      "The y",
+      "ю чи",
+      "▁H of",
+      "▁Ho f",
+      "▁C R",
+      "▁ CR",
+      "mod al",
+      "mo dal",
+      "▁sequence s",
+      "▁sequ ences",
+      "cl osed",
+      "close d",
+      "clos ed",
+      "clo sed",
+      ")} $",
+      ") }$",
+      "▁Ч ер",
+      "▁Че р",
+      "▁OR DER",
+      "▁ ORDER",
+      "Right arrow",
+      "R ightarrow",
+      "haus en",
+      "}} _",
+      "} }_",
+      "▁tamb é",
+      "▁magn etic",
+      "▁magnet ic",
+      "▁Mc C",
+      "▁win ning",
+      "under line",
+      "▁Bill board",
+      "na io",
+      "▁l iqu",
+      "▁li qu",
+      "▁ liqu",
+      "display style",
+      "time out",
+      "▁consider able",
+      "▁e ben",
+      "▁eb en",
+      "▁ eben",
+      "iffer ent",
+      "iffe rent",
+      "an u",
+      "a nu",
+      "▁С ов",
+      "▁Со в",
+      "[ (",
+      "▁: -)",
+      "▁:- )",
+      "le itung",
+      "form ed",
+      "for med",
+      "▁Man ager",
+      "▁ Manager",
+      "▁on click",
+      "T Y",
+      "та х",
+      "C V",
+      "run time",
+      "r untime",
+      "po que",
+      "▁Л о",
+      "Tem p",
+      "Te mp",
+      "T emp",
+      "lo aded",
+      "load ed",
+      "▁! ==",
+      "▁!= =",
+      "▁s inger",
+      "▁sing er",
+      "▁sin ger",
+      "fa r",
+      "f ar",
+      "▁Com ple",
+      "▁Comp le",
+      "▁ Comple",
+      "▁Ö sterreich",
+      "Pol icy",
+      "▁work er",
+      "▁wor ker",
+      "▁ worker",
+      "W rapper",
+      "ob i",
+      "o bi",
+      "▁discuss ed",
+      "▁b uy",
+      "▁bu y",
+      "▁янва ря",
+      "▁D in",
+      "▁Di n",
+      "▁g ed",
+      "▁ge d",
+      "▁ ged",
+      "ско ј",
+      "E urope",
+      "▁t all",
+      "▁tal l",
+      "▁ta ll",
+      "ho s",
+      "h os",
+      "ла го",
+      "▁B lock",
+      "▁Bl ock",
+      "▁Blo ck",
+      "▁ Block",
+      "▁ident ified",
+      "List View",
+      "▁attempt ing",
+      "▁typ ical",
+      "ps um",
+      "p sum",
+      "os ter",
+      "ost er",
+      "o ster",
+      "▁ж урна",
+      "P e",
+      "mer ce",
+      "▁un expected",
+      "hu i",
+      "h ui",
+      "let ter",
+      "lett er",
+      "lette r",
+      "l etter",
+      "▁nue vo",
+      "▁а бо",
+      "▁VAL UES",
+      "▁I z",
+      "Fl ags",
+      "Flag s",
+      "▁TR UE",
+      "▁ TRUE",
+      "iz ación",
+      "iza ción",
+      "▁gro wing",
+      "▁grow ing",
+      "es tre",
+      "est re",
+      "estr e",
+      "e stre",
+      "▁p oly",
+      "▁po ly",
+      "▁pol y",
+      "▁ poly",
+      "▁St one",
+      "▁Sto ne",
+      "▁V III",
+      "▁VI II",
+      "▁VII I",
+      "▁local host",
+      "▁ localhost",
+      "äh lt",
+      "ähl t",
+      "▁embed ded",
+      "jd bc",
+      "j dbc",
+      "▁con vention",
+      "▁conv ention",
+      "▁conven tion",
+      "▁convent ion",
+      "▁s cala",
+      "▁sc ala",
+      "▁scal a",
+      "▁ scala",
+      "со к",
+      "с ок",
+      "▁an alog",
+      "▁anal og",
+      "▁\" +",
+      "▁ \"+",
+      "ц ю",
+      "oc c",
+      "o cc",
+      "▁l itt",
+      "▁li tt",
+      "▁lit t",
+      "P N",
+      "▁а ктив",
+      "▁ак тив",
+      "att ributes",
+      "attribute s",
+      "▁F erd",
+      "▁Fe rd",
+      "▁Fer d",
+      "▁az ure",
+      "▁ azure",
+      "ș ti",
+      "ño s",
+      "ñ os",
+      "pi ng",
+      "pin g",
+      "p ing",
+      "▁te acher",
+      "▁teach er",
+      "▁tea cher",
+      "} &",
+      "ip e",
+      "i pe",
+      "▁N ob",
+      "▁No b",
+      "▁и ма",
+      "▁им а",
+      "Bi nd",
+      "B ind",
+      "▁mag ic",
+      "▁Trans port",
+      "▁ Transport",
+      "ix el",
+      "▁comp uted",
+      "▁comput ed",
+      "▁compute d",
+      "ag na",
+      "agn a",
+      "er st",
+      "ers t",
+      "H A",
+      "W ait",
+      "▁author s",
+      "▁auth ors",
+      "▁; )",
+      "cl am",
+      "cla m",
+      "c lam",
+      "▁Pen nsylvan",
+      "▁d rug",
+      "▁dr ug",
+      "▁dru g",
+      "▁v ain",
+      "▁va in",
+      "▁employ ed",
+      "▁individ uals",
+      "▁individual s",
+      "▁an ge",
+      "▁ang e",
+      "▁ ange",
+      "ut at",
+      "uta t",
+      "u tat",
+      "▁$ -",
+      "▁ $-",
+      "cor rect",
+      "corr ect",
+      "▁exper iments",
+      "▁experiment s",
+      "Arg ument",
+      "▁I B",
+      "▁ IB",
+      "▁p ère",
+      "▁B rian",
+      "▁Br ian",
+      "ber ger",
+      "berg er",
+      "Ma c",
+      "M ac",
+      "ia st",
+      "ias t",
+      "i ast",
+      "Per m",
+      "Pe rm",
+      "P erm",
+      "Ca st",
+      "C ast",
+      "▁{ };",
+      "▁{} ;",
+      "▁St udent",
+      "▁Stud ent",
+      "▁Stu dent",
+      "▁ Student",
+      "▁st att",
+      "▁stat t",
+      "▁sta tt",
+      "al gebra",
+      "▁equ als",
+      "▁equal s",
+      "▁eq uals",
+      "▁ equals",
+      "▁pro jet",
+      "▁prés ident",
+      "Activity Thread",
+      "▁ein z",
+      "en ia",
+      "eni a",
+      "e nia",
+      "re z",
+      "r ez",
+      "ess ional",
+      "ession al",
+      "▁авгу ста",
+      "over ride",
+      "ne ws",
+      "new s",
+      "▁pla net",
+      "▁plan et",
+      "▁plane t",
+      "n n",
+      "▁W is",
+      "▁Wi s",
+      "тв ер",
+      "т вер",
+      "▁Val id",
+      "▁ Valid",
+      "▁G ef",
+      "▁Ge f",
+      "гра д",
+      "▁e ig",
+      "an tom",
+      "ant om",
+      "anto m",
+      "▁Me ister",
+      "fl ags",
+      "flag s",
+      "ffic iale",
+      "fficial e",
+      "ша я",
+      "- ,",
+      "at ionen",
+      "ation en",
+      "ati onen",
+      "atio nen",
+      "mo use",
+      "m ouse",
+      "stand ard",
+      "Sing le",
+      "▁b ol",
+      "▁bo l",
+      "▁ bol",
+      "is is",
+      "isi s",
+      "▁f ruit",
+      "▁fr uit",
+      "c ourse",
+      "it ants",
+      "itan ts",
+      "▁é taient",
+      "▁ét aient",
+      "Text Field",
+      "▁ф он",
+      "▁фо н",
+      "▁a ircraft",
+      "▁air craft",
+      "▁I SSN",
+      "▁IS SN",
+      "▁west ern",
+      "▁ western",
+      "▁represent ing",
+      "Es p",
+      "E sp",
+      "▁El se",
+      "▁Els e",
+      "▁ Else",
+      "▁s izes",
+      "▁si zes",
+      "▁size s",
+      "▁satisf ied",
+      "ot os",
+      "oto s",
+      "U D",
+      "Fin al",
+      "Fi nal",
+      "F inal",
+      "ó j",
+      "è ve",
+      "▁R oy",
+      "▁Ro y",
+      "ff en",
+      "ffe n",
+      "f fen",
+      "▁s alt",
+      "▁sa lt",
+      "▁sal t",
+      "▁L abel",
+      "▁La bel",
+      "▁Lab el",
+      "▁ Label",
+      "S k",
+      "▁к ре",
+      "▁ кре",
+      "▁Ли тература",
+      "▁с м",
+      "Att ributes",
+      "Attribute s",
+      "ay e",
+      "a ye",
+      "сь к",
+      "▁вы со",
+      "- )",
+      "os es",
+      "ose s",
+      "cal cul",
+      "calc ul",
+      "▁C annot",
+      "▁Can not",
+      "▁ Cannot",
+      "Gener ic",
+      "em o",
+      "e mo",
+      "▁A utor",
+      "▁Aut or",
+      "▁Au tor",
+      "▁Auto r",
+      "лё н",
+      "л ён",
+      "ла га",
+      "vo te",
+      "v ote",
+      "lic ates",
+      "licate s",
+      "lica tes",
+      "ru s",
+      "r us",
+      "él i",
+      "é li",
+      "op f",
+      "o pf",
+      "at ique",
+      "ati que",
+      "sc ala",
+      "scal a",
+      "s cala",
+      "▁Oh io",
+      "▁Brit ann",
+      "▁b ef",
+      "▁be f",
+      "▁Е вро",
+      "▁Ев ро",
+      "▁Care er",
+      "is ée",
+      "isé e",
+      "ó t",
+      "bo se",
+      "bos e",
+      "b ose",
+      "▁Б ер",
+      "▁Бе р",
+      "▁Cont roller",
+      "▁Control ler",
+      "▁ Controller",
+      "po le",
+      "pol e",
+      "p ole",
+      "▁al len",
+      "▁all en",
+      "▁alle n",
+      "▁ allen",
+      "▁h ack",
+      "▁ha ck",
+      "▁ext ent",
+      "▁cal ci",
+      "▁calc i",
+      "Me r",
+      "M er",
+      "▁sum mary",
+      "▁summar y",
+      "▁summ ary",
+      "▁ summary",
+      "Mar t",
+      "Ma rt",
+      "M art",
+      "▁histor ical",
+      "▁historic al",
+      "im at",
+      "ima t",
+      "i mat",
+      "bu d",
+      "b ud",
+      "▁F OR",
+      "▁FO R",
+      "▁ FOR",
+      "ex port",
+      "exp ort",
+      "ed i",
+      "e di",
+      "Map ping",
+      "Mapp ing",
+      "Ma pping",
+      "M apping",
+      "▁A y",
+      "▁R uby",
+      "▁Ru by",
+      "▁Rub y",
+      "▁definition s",
+      "▁defin itions",
+      "▁definit ions",
+      "▁{ $",
+      "▁ {$",
+      "▁y ours",
+      "▁you rs",
+      "▁your s",
+      "▁yo urs",
+      "ri as",
+      "ria s",
+      "r ias",
+      "To uch",
+      "T ouch",
+      "▁G az",
+      "▁Ga z",
+      "▁Aut om",
+      "▁Au tom",
+      "▁Auto m",
+      "▁ Autom",
+      "▁и стори",
+      "▁исто ри",
+      "▁ис тори",
+      "▁d elen",
+      "▁de len",
+      "▁del en",
+      "▁K inder",
+      "▁Kind er",
+      "▁Ki nder",
+      "▁Kin der",
+      "}} %",
+      "} }%",
+      "▁perform ing",
+      "F R",
+      "▁S ig",
+      "▁Si g",
+      "▁B rad",
+      "▁Br ad",
+      "▁Bra d",
+      "br as",
+      "bra s",
+      "b ras",
+      "▁J ar",
+      "▁Ja r",
+      "pk g",
+      "p kg",
+      "w r",
+      "▁P ays",
+      "▁Pa ys",
+      "▁Pay s",
+      "N C",
+      "▁op posed",
+      "▁opp osed",
+      "▁oppos ed",
+      "Tr y",
+      "T ry",
+      "▁ве зе",
+      "▁B og",
+      "▁Bo g",
+      "▁writ es",
+      "▁wr ites",
+      "▁write s",
+      "▁st ories",
+      "▁stor ies",
+      "▁sto ries",
+      "▁m ater",
+      "▁ma ter",
+      "▁mat er",
+      "▁mate r",
+      "▁stag ione",
+      "▁s ty",
+      "▁st y",
+      "▁ sty",
+      "▁compat ible",
+      "▁ compatible",
+      "he ast",
+      "h east",
+      "▁G uy",
+      "▁Gu y",
+      "egr ünd",
+      "▁ident ifier",
+      "▁ identifier",
+      "▁he ads",
+      "▁head s",
+      "по зи",
+      "▁st up",
+      "▁t f",
+      "▁ tf",
+      "▁ј ош",
+      "▁H ugh",
+      "▁Hu gh",
+      "▁c ards",
+      "▁car ds",
+      "▁card s",
+      "▁ cards",
+      "ov y",
+      "o vy",
+      "▁To ast",
+      "al las",
+      "all as",
+      "alla s",
+      "▁p úblic",
+      "▁ass umes",
+      "▁assum es",
+      "▁assume s",
+      "▁чемпи она",
+      "yc ler",
+      "ycle r",
+      "y cler",
+      "▁Juni or",
+      "▁Jun ior",
+      "▁F ich",
+      "▁estim ated",
+      "▁estimate d",
+      "ze rw",
+      "zer w",
+      "di alog",
+      "dia log",
+      "d ialog",
+      "ши н",
+      "ш ин",
+      "sh ell",
+      "she ll",
+      "s hell",
+      "▁н их",
+      "▁ни х",
+      "▁ них",
+      "▁p itch",
+      "▁pit ch",
+      "до л",
+      "out ube",
+      "▁S anti",
+      "▁San ti",
+      "▁Sant i",
+      "On ClickListener",
+      "▁M agyar",
+      "▁Mag yar",
+      "▁v ue",
+      "▁vu e",
+      "▁ vue",
+      "i ão",
+      "▁` #",
+      "col lect",
+      "coll ect",
+      "▁R ou",
+      "▁Ro u",
+      "anal ysis",
+      "istrz ost",
+      "▁Dig ital",
+      "▁ Digital",
+      "▁c rist",
+      "▁cr ist",
+      "▁cri st",
+      "ri ere",
+      "rie re",
+      "rier e",
+      "r iere",
+      "▁cam po",
+      "▁camp o",
+      "U s",
+      "▁circ a",
+      "▁cir ca",
+      "▁Com ponent",
+      "▁ Component",
+      "▁NS String",
+      "▁ NSString",
+      "p d",
+      "▁pr ince",
+      "▁prin ce",
+      "▁in voke",
+      "▁inv oke",
+      "▁ invoke",
+      "▁Mar ine",
+      "▁Mari ne",
+      "Al low",
+      "All ow",
+      "est ic",
+      "esti c",
+      "ри сти",
+      "рис ти",
+      "рист и",
+      "bo ne",
+      "bon e",
+      "b one",
+      "ту ры",
+      "тур ы",
+      "▁pass ion",
+      "ác ió",
+      "á ció",
+      "▁o rn",
+      "▁or n",
+      "▁ orn",
+      "ве д",
+      "▁in vari",
+      "▁inv ari",
+      "▁н і",
+      "▁ ні",
+      "Re move",
+      "Rem ove",
+      "en cies",
+      "enc ies",
+      "enci es",
+      "il ib",
+      "ili b",
+      "i lib",
+      "▁Direct or",
+      "▁Dire ctor",
+      "▁Dir ector",
+      "\" \"",
+      "▁Con se",
+      "▁Cons e",
+      "google apis",
+      "ó k",
+      "▁У кра",
+      "▁H aving",
+      "▁Ha ving",
+      "▁Hav ing",
+      "Do main",
+      "Dom ain",
+      "ie rz",
+      "ier z",
+      "но логи",
+      "н ологи",
+      "Ch o",
+      "C ho",
+      "un defined",
+      "und efined",
+      "al loc",
+      "all oc",
+      "allo c",
+      "▁p ied",
+      "▁pi ed",
+      "▁pie d",
+      "▁f raction",
+      "▁fr action",
+      "▁fra ction",
+      "bi a",
+      "b ia",
+      "▁п оло",
+      "▁по ло",
+      "▁пол о",
+      "▁ поло",
+      "ug no",
+      "min ister",
+      "▁princip ale",
+      "▁principal e",
+      "▁ref used",
+      "▁refuse d",
+      "brow ser",
+      "b rowser",
+      "* ,",
+      "▁H ospital",
+      "▁univers al",
+      "▁Ern st",
+      "wh o",
+      "w ho",
+      "▁G ard",
+      "▁Gar d",
+      "▁Ga rd",
+      "' _",
+      "con de",
+      "co nde",
+      "cond e",
+      "c onde",
+      "▁[ {",
+      "▁ [{",
+      "so b",
+      "s ob",
+      "▁C rit",
+      "▁Cr it",
+      "▁дека бря",
+      "▁p unto",
+      "▁pun to",
+      "▁punt o",
+      "▁einges etzt",
+      "▁t ör",
+      "▁tö r",
+      "▁N i",
+      "▁w orry",
+      "▁wor ry",
+      "▁leg end",
+      "▁ legend",
+      "▁бу ли",
+      "▁k omm",
+      "▁kom m",
+      "▁ko mm",
+      "ri jk",
+      "rij k",
+      "r ijk",
+      "ef fect",
+      "eff ect",
+      "e ffect",
+      "Or i",
+      "O ri",
+      "RE S",
+      "R ES",
+      "▁P eters",
+      "▁Pe ters",
+      "▁Peter s",
+      "▁Pet ers",
+      "▁B aron",
+      "▁Bar on",
+      "▁Ba ron",
+      "▁G ot",
+      "▁Go t",
+      "▁hon est",
+      "▁ho nest",
+      "är e",
+      "ä re",
+      "ás z",
+      "á sz",
+      "▁no ble",
+      "▁nob le",
+      "▁con clusion",
+      "▁conclus ion",
+      "▁concl usion",
+      "▁form atting",
+      "▁format ting",
+      "▁formatt ing",
+      "▁o tto",
+      "▁ot to",
+      "▁ott o",
+      "▁ otto",
+      "▁de leg",
+      "▁del eg",
+      "м б",
+      "pt op",
+      "pto p",
+      "p top",
+      "▁s ends",
+      "▁send s",
+      "▁sen ds",
+      "ur name",
+      "urn ame",
+      "▁f estival",
+      "▁fest ival",
+      "▁festiv al",
+      ", ‎",
+      "ру с",
+      "р ус",
+      "▁d och",
+      "▁do ch",
+      "▁doc h",
+      "sub ject",
+      "su bject",
+      "▁care ful",
+      "qu ent",
+      "que nt",
+      "q uent",
+      "▁Lo ad",
+      "▁ Load",
+      "temper aturen",
+      "▁r ue",
+      "▁ru e",
+      "Mem ory",
+      "ț a",
+      "ion a",
+      "io na",
+      "i ona",
+      "▁dent ro",
+      "▁beg ann",
+      "▁began n",
+      "▁A qu",
+      "▁scient ific",
+      "ka ń",
+      "ло к",
+      "л ок",
+      "el de",
+      "eld e",
+      "▁Th ose",
+      "qu ier",
+      "qui er",
+      "act ér",
+      "▁Auf lage",
+      ") '",
+      "▁grad ient",
+      "▁ gradient",
+      "in teger",
+      "inte ger",
+      "▁Im port",
+      "▁Imp ort",
+      "▁ Import",
+      "S K",
+      "▁St atus",
+      "▁Stat us",
+      "▁ Status",
+      "▁exp lo",
+      "▁expl o",
+      "A E",
+      "Sh ell",
+      "She ll",
+      "S hell",
+      "▁Pa ulo",
+      "▁Paul o",
+      ". »",
+      "} </",
+      "fl ex",
+      "f lex",
+      "▁ко мп",
+      "▁ком п",
+      "on den",
+      "ond en",
+      "onde n",
+      "ac cept",
+      "▁miejs ce",
+      "H ub",
+      "all eng",
+      "alle ng",
+      "allen g",
+      "W N",
+      "▁implement ing",
+      "▁ лу",
+      "▁conf using",
+      "▁Inst all",
+      "▁ Install",
+      "▁r ou",
+      "▁ro u",
+      "▁ rou",
+      "▁про ек",
+      "Access or",
+      "Acc essor",
+      "ља шње",
+      "od io",
+      "odi o",
+      "▁app lies",
+      "ющи й",
+      "ю щий",
+      "▁M undial",
+      "Ét at",
+      "É tat",
+      "iet nam",
+      "hu m",
+      "h um",
+      "▁с бор",
+      "ord inate",
+      "ordin ate",
+      "Fran ce",
+      "Fr ance",
+      "F rance",
+      "▁p rend",
+      "▁pr end",
+      "▁pre nd",
+      "el temperaturen",
+      "▁trab aj",
+      "A xis",
+      "▁м но",
+      "prim ary",
+      "▁Se ite",
+      "▁Seit e",
+      "per mission",
+      "perm ission",
+      "▁or den",
+      "▁ord en",
+      "▁ orden",
+      "sin ce",
+      "s ince",
+      "▁i c",
+      "▁ ic",
+      "▁Bra zil",
+      "▁b are",
+      "▁bar e",
+      "▁ba re",
+      "▁ bare",
+      "▁N ar",
+      "▁Na r",
+      "▁J ur",
+      "▁Ju r",
+      "▁fre edom",
+      "▁free dom",
+      "▁med ical",
+      "▁medic al",
+      "▁medi cal",
+      "isch of",
+      "isc hof",
+      "▁с п",
+      "ie ż",
+      "▁boot strap",
+      "▁ bootstrap",
+      "▁ …",
+      "▁fa cil",
+      "▁fac il",
+      "co rd",
+      "cor d",
+      "c ord",
+      "ва не",
+      "ван е",
+      "в ане",
+      "▁Al len",
+      "▁All en",
+      "▁Alle n",
+      "av id",
+      "avi d",
+      "a vid",
+      "ing ham",
+      "za s",
+      "z as",
+      "▁in spect",
+      "▁ins pect",
+      "▁insp ect",
+      "it ten",
+      "itt en",
+      "itte n",
+      "os ti",
+      "ost i",
+      "u h",
+      "c é",
+      "▁# ####",
+      "▁### ##",
+      "▁#### #",
+      "ci us",
+      "ciu s",
+      "c ius",
+      "om y",
+      "o my",
+      "▁Se ine",
+      "▁Sein e",
+      "bre s",
+      "br es",
+      "b res",
+      "▁gen us",
+      "▁genu s",
+      "O ther",
+      "▁Gold en",
+      "▁Gol den",
+      "mu l",
+      "m ul",
+      "▁Спо љашње",
+      "▁gen naio",
+      "▁care fully",
+      "▁careful ly",
+      "aa l",
+      "a al",
+      "▁anal yt",
+      "▁analy t",
+      "ne ur",
+      "n eur",
+      "▁st retch",
+      "▁str etch",
+      "▁O cc",
+      "▁ Occ",
+      "ol as",
+      "ola s",
+      "o las",
+      "▁fire base",
+      "▁ firebase",
+      "▁expect ing",
+      "bas ic",
+      "cond ition",
+      "pr ov",
+      "pro v",
+      "p rov",
+      "▁W asser",
+      "▁Was ser",
+      "▁Wass er",
+      "▁conc aten",
+      "▁e vil",
+      "▁ev il",
+      "▁coefficient s",
+      "We st",
+      "W est",
+      "ir y",
+      "i ry",
+      "ph as",
+      "pha s",
+      "p has",
+      "▁J am",
+      "▁Ja m",
+      "fo is",
+      "f ois",
+      "▁cons id",
+      "▁main ten",
+      "▁mai nten",
+      "ni m",
+      "n im",
+      "es ser",
+      "ess er",
+      "esse r",
+      "es z",
+      "e sz",
+      "un ta",
+      "unt a",
+      "ue st",
+      "ues t",
+      "u est",
+      "▁cred entials",
+      "_ ;",
+      "Di m",
+      "D im",
+      "пре де",
+      "пр еде",
+      "▁B ü",
+      "bu ilt",
+      "▁A cadem",
+      "▁Ac adem",
+      "▁a udi",
+      "▁au di",
+      "▁aud i",
+      "▁ audi",
+      "▁tv å",
+      "in and",
+      "ina nd",
+      "▁The ater",
+      "▁gen re",
+      "ço s",
+      "ç os",
+      "gres ql",
+      "gre sql",
+      "▁we ap",
+      "▁R ab",
+      "▁Ra b",
+      "▁ ’",
+      "▁ad ult",
+      "▁d ém",
+      "▁dé m",
+      "` `",
+      "▁st abil",
+      "▁sta bil",
+      "▁correspond s",
+      "▁E astern",
+      "▁East ern",
+      "un nel",
+      "unn el",
+      "Work er",
+      "▁c oh",
+      "▁co h",
+      "л ка",
+      "▁Mass achusetts",
+      "pi o",
+      "p io",
+      "▁por ts",
+      "▁port s",
+      "▁ ports",
+      "ag g",
+      "a gg",
+      "▁De bug",
+      "▁Deb ug",
+      "▁ Debug",
+      "▁bre ath",
+      "MI N",
+      "M IN",
+      "Vari able",
+      "bat ch",
+      "b atch",
+      "сс е",
+      "с се",
+      "▁p reg",
+      "▁pr eg",
+      "▁pre g",
+      "▁r oles",
+      "▁ro les",
+      "▁role s",
+      "▁rol es",
+      "pa ste",
+      "pas te",
+      "p aste",
+      "▁refer enced",
+      "▁reference d",
+      "ad rat",
+      "adr at",
+      "ч ё",
+      "bin om",
+      "bi nom",
+      "▁def ining",
+      "▁defin ing",
+      "▁Bud apest",
+      "▁д ви",
+      "▁ дви",
+      "▁t aught",
+      "▁h ole",
+      "▁ho le",
+      "▁hol e",
+      "▁ hole",
+      "▁qu ella",
+      "▁que lla",
+      "▁quel la",
+      "M sg",
+      "as ka",
+      "ask a",
+      "a ska",
+      "sc an",
+      "s can",
+      "▁pro pose",
+      "▁prop ose",
+      "▁propos e",
+      "▁Би ография",
+      "{{ \\",
+      "{ {\\",
+      "text t",
+      "tex tt",
+      "▁A lb",
+      "▁Al b",
+      "▁Syd ney",
+      "▁back up",
+      "▁cre dit",
+      "▁cr edit",
+      "▁cred it",
+      "▁фран цу",
+      "st ats",
+      "sta ts",
+      "stat s",
+      "\\\" :",
+      "\\ \":",
+      "▁П ере",
+      "▁Пер е",
+      "▁Пе ре",
+      "▁according ly",
+      "▁accord ingly",
+      "▁L en",
+      "▁Le n",
+      "▁ Len",
+      "zn a",
+      "z na",
+      "▁Reg ional",
+      "▁Region al",
+      "▁и зда",
+      "▁из да",
+      "▁j ú",
+      "hi stor",
+      "his tor",
+      "h istor",
+      "▁ent ities",
+      "St ar",
+      "S tar",
+      "он е",
+      "о не",
+      "'] ['",
+      "' ]['",
+      "▁N ova",
+      "▁No va",
+      "▁Nov a",
+      "di e",
+      "d ie",
+      "▁` '",
+      "▁ `'",
+      "▁ob ten",
+      "▁obt en",
+      "an st",
+      "ans t",
+      "▁Re lig",
+      "▁Rel ig",
+      "▁t rig",
+      "▁tr ig",
+      "▁tri g",
+      "▁ре жи",
+      "▁Person al",
+      "▁Pers onal",
+      "▁t one",
+      "▁to ne",
+      "▁ton e",
+      "▁a id",
+      "▁ai d",
+      "Vis ual",
+      "Sub mit",
+      "▁mov es",
+      "▁mo ves",
+      "▁move s",
+      "▁B ridge",
+      "▁Br idge",
+      "▁B oy",
+      "▁Bo y",
+      "▁accur ate",
+      "os ta",
+      "ost a",
+      "o sta",
+      "at to",
+      "att o",
+      "a tto",
+      "▁defe ated",
+      "▁defeat ed",
+      "▁data b",
+      "▁da tab",
+      "▁dat ab",
+      "▁ datab",
+      "gi nx",
+      "gin x",
+      "g inx",
+      "▁L iv",
+      "▁Li v",
+      "ly wood",
+      "T W",
+      "ri um",
+      "r ium",
+      "ip ped",
+      "ipp ed",
+      "i pped",
+      "Fa il",
+      "F ail",
+      "RE QUEST",
+      "▁ign or",
+      "▁ig nor",
+      "▁s itting",
+      "▁sit ting",
+      "▁sitt ing",
+      "▁mol to",
+      "▁molt o",
+      "▁end point",
+      "▁ endpoint",
+      "uc ión",
+      "u ción",
+      "▁col lections",
+      "▁collection s",
+      "▁collect ions",
+      "▁colle ctions",
+      "▁ collections",
+      "▁Т у",
+      "tem bre",
+      "t embre",
+      "▁né cess",
+      "▁inter act",
+      "▁inte ract",
+      "▁o tras",
+      "▁ot ras",
+      "▁otra s",
+      "▁c urr",
+      "▁cu rr",
+      "▁cur r",
+      "▁ curr",
+      "▁tr acks",
+      "▁tra cks",
+      "▁track s",
+      "▁trac ks",
+      "▁fam ília",
+      "▁numer ical",
+      "▁numeric al",
+      "le gt",
+      "leg t",
+      "] /",
+      "▁M ario",
+      "▁Mar io",
+      "▁Ma rio",
+      "▁Mari o",
+      "▁t ort",
+      "▁to rt",
+      "▁tor t",
+      "b g",
+      "ss l",
+      "s sl",
+      "text tt",
+      "textt t",
+      "▁s park",
+      "▁sp ark",
+      "▁ spark",
+      "ди и",
+      "▁prob able",
+      "%% %%",
+      "ph ia",
+      "phi a",
+      "], [",
+      "] ,[",
+      "▁bo xes",
+      "▁box es",
+      "▁a cadem",
+      "▁ac adem",
+      "▁S lo",
+      "▁Sl o",
+      "äu de",
+      "ä ude",
+      "▁wit ness",
+      "▁ed iting",
+      "▁edit ing",
+      "ли на",
+      "лин а",
+      "▁look up",
+      "▁ lookup",
+      "▁B uck",
+      "▁Bu ck",
+      "▁Buc k",
+      "д ня",
+      "▁j ours",
+      "▁jo urs",
+      "▁jou rs",
+      "▁jour s",
+      "▁ jours",
+      "++ ){",
+      "++) {",
+      "▁ind ices",
+      "▁indic es",
+      "▁f light",
+      "▁fl ight",
+      "▁com putation",
+      "▁comput ation",
+      "Pl ugin",
+      "▁real ize",
+      "▁realiz e",
+      "is set",
+      "iss et",
+      "isse t",
+      "▁deriv ative",
+      "line width",
+      "bu nd",
+      "b und",
+      "▁t hor",
+      "▁th or",
+      "▁. =",
+      "▁ .=",
+      "▁s í",
+      "▁C lick",
+      "▁Cl ick",
+      "▁ Click",
+      "▁Seb ast",
+      "> '",
+      "hav ior",
+      "le i",
+      "l ei",
+      "ul f",
+      "▁ge ometry",
+      "▁geom etry",
+      "▁geomet ry",
+      "▁ geometry",
+      "pr ev",
+      "pre v",
+      "p rev",
+      "em pl",
+      "emp l",
+      "▁L é",
+      "an son",
+      "ans on",
+      "▁A lice",
+      "▁Al ice",
+      "▁Ali ce",
+      "pro totype",
+      "proto type",
+      "RE AD",
+      "ic ular",
+      "icul ar",
+      "i cular",
+      "▁б і",
+      "▁ бі",
+      "▁deutsch e",
+      "▁Re present",
+      "si tes",
+      "site s",
+      "s ites",
+      "▁Me an",
+      "▁d iss",
+      "▁di ss",
+      "▁dis s",
+      "▁Z ur",
+      "▁Zu r",
+      "▁п рез",
+      "▁пре з",
+      "▁пр ез",
+      "PA R",
+      "P AR",
+      "▁' #",
+      "▁D ra",
+      "▁Dr a",
+      "▁ Dra",
+      "со н",
+      "с он",
+      "▁ste ht",
+      "mar kt",
+      "mark t",
+      "▁e ase",
+      "▁eas e",
+      "Draw ing",
+      "Dra wing",
+      "= %",
+      "St op",
+      "Sto p",
+      "S top",
+      "▁s erving",
+      "▁ser ving",
+      "▁serv ing",
+      "▁servi ng",
+      "▁tak że",
+      "▁D NS",
+      "▁liter al",
+      "▁lit eral",
+      "Di e",
+      "D ie",
+      "▁в ос",
+      "▁во с",
+      "▁sen ior",
+      "ac ion",
+      "aci on",
+      "a cion",
+      "▁u buntu",
+      "▁ub untu",
+      "▁ ubuntu",
+      "▁Frank furt",
+      "▁Sun day",
+      "▁Sund ay",
+      "á b",
+      "▁jour ney",
+      "▁journ ey",
+      "is sa",
+      "iss a",
+      "ber ry",
+      "▁s ep",
+      "▁se p",
+      "▁ sep",
+      "▁i on",
+      "▁io n",
+      "▁ ion",
+      "wer t",
+      "we rt",
+      "w ert",
+      "or szág",
+      "orsz ág",
+      "ser ve",
+      "serv e",
+      "s erve",
+      "▁Mil ano",
+      "▁Milan o",
+      "▁ве ка",
+      "ра х",
+      "▁ию ля",
+      "▁man era",
+      "▁st ations",
+      "▁stat ions",
+      "▁station s",
+      "▁stati ons",
+      "▁adopt ed",
+      "▁any body",
+      "VER SION",
+      "F E",
+      "do rf",
+      "dor f",
+      "d orf",
+      ".. .,",
+      "... ,",
+      "▁обра зова",
+      "▁образ ова",
+      "Log ger",
+      "фи циаль",
+      "фици аль",
+      "WR ITE",
+      "▁h am",
+      "▁ha m",
+      "▁ ham",
+      "▁F uture",
+      "▁Fut ure",
+      "▁ Future",
+      "ot en",
+      "ote n",
+      "o ten",
+      "▁A G",
+      "▁ AG",
+      "▁t rained",
+      "▁tr ained",
+      "▁tra ined",
+      "▁train ed",
+      "▁N ich",
+      "▁Nic h",
+      "▁Ni ch",
+      "▁un iversity",
+      "▁univers ity",
+      "▁Olymp ics",
+      "▁Olympic s",
+      "▁d oit",
+      "▁do it",
+      "▁doi t",
+      "▁cult ural",
+      "▁cultura l",
+      "Con f",
+      "▁Con ference",
+      "or no",
+      "orn o",
+      "▁M P",
+      "▁ MP",
+      "▁b ou",
+      "▁bo u",
+      "ci n",
+      "c in",
+      "Hi gh",
+      "H igh",
+      "ann te",
+      "annt e",
+      "▁display ing",
+      "▁ch apter",
+      "▁chap ter",
+      "▁ chapter",
+      "▁Fra uen",
+      "▁Frau en",
+      "▁real ized",
+      "▁realiz ed",
+      "▁realize d",
+      "▁attempt ed",
+      "▁pre ferred",
+      "▁prefer red",
+      "Da t",
+      "D at",
+      "▁tr ouve",
+      "▁tro uve",
+      "▁trou ve",
+      "▁trouv e",
+      "▁int ention",
+      "▁intent ion",
+      "▁inten tion",
+      "▁Not ice",
+      "tim estamp",
+      "* (",
+      "▁Ш а",
+      "an as",
+      "ana s",
+      "a nas",
+      "cl a",
+      "c la",
+      "is z",
+      "i sz",
+      "tb l",
+      "t bl",
+      "Ar r",
+      "A rr",
+      "▁in verse",
+      "▁ter rible",
+      "▁occup ied",
+      "J AX",
+      "< -",
+      "▁Phil osoph",
+      "▁Cor ps",
+      "bu ilder",
+      "build er",
+      "▁beg ins",
+      "▁begin s",
+      "▁c ensus",
+      "▁cens us",
+      ". ’",
+      "▁pro ven",
+      "▁pr oven",
+      "▁prov en",
+      "▁prove n",
+      "met ric",
+      "▁incre ases",
+      "▁increase s",
+      "wi ch",
+      "w ich",
+      "▁A BC",
+      "▁AB C",
+      "▁ ABC",
+      "project s",
+      "▁T hor",
+      "▁Th or",
+      "▁conf idence",
+      "▁u fficiale",
+      "el m",
+      "e lm",
+      "▁g arden",
+      "▁gar den",
+      "▁gard en",
+      "▁rob ust",
+      "▁cos ì",
+      "ie dz",
+      "ied z",
+      "▁Is lam",
+      "▁Add ress",
+      "▁ Address",
+      "▁div ide",
+      "▁divid e",
+      "▁E u",
+      "ca tal",
+      "cat al",
+      "c atal",
+      "de tail",
+      "det ail",
+      "ep endant",
+      "f g",
+      "▁b ew",
+      "▁be w",
+      "▁ bew",
+      "▁f is",
+      "▁fi s",
+      "▁B O",
+      "▁ BO",
+      "▁w sp",
+      "▁ws p",
+      "▁p ipeline",
+      "▁pip eline",
+      "▁pipe line",
+      "h d",
+      "▁S ession",
+      "▁ Session",
+      "lä nd",
+      "l änd",
+      "iv eau",
+      "ive au",
+      "es tr",
+      "est r",
+      "e str",
+      "▁p article",
+      "▁part icle",
+      "▁partic le",
+      "▁parti cle",
+      "▁lar avel",
+      "▁ laravel",
+      "pi c",
+      "p ic",
+      "▁n au",
+      "▁na u",
+      "▁f ins",
+      "▁fin s",
+      "▁fi ns",
+      "▁V il",
+      "▁Vi l",
+      "▁f us",
+      "▁fu s",
+      "▁qu asi",
+      "oper ation",
+      "opera tion",
+      "▁al ler",
+      "▁all er",
+      "▁alle r",
+      "▁ aller",
+      "▁an aly",
+      "▁anal y",
+      "▁ analy",
+      "▁О н",
+      "▁M es",
+      "▁Me s",
+      "▁о пера",
+      "▁оп ера",
+      "▁hand led",
+      "▁handle d",
+      "▁de prec",
+      "▁dep rec",
+      "tt o",
+      "t to",
+      "▁E k",
+      "▁st ran",
+      "▁str an",
+      "▁stra n",
+      "▁ang lais",
+      "ju re",
+      "j ure",
+      "▁Sil ver",
+      "▁close ly",
+      "▁clos ely",
+      "en kins",
+      "enk ins",
+      "an os",
+      "ano s",
+      "a nos",
+      "st ed",
+      "ste d",
+      "s ted",
+      "▁сент ября",
+      "br and",
+      "bra nd",
+      "b rand",
+      "нь о",
+      "▁prés ent",
+      "▁pré sent",
+      "ro k",
+      "r ok",
+      "mo unt",
+      "m ount",
+      "▁Anth ony",
+      "▁Further more",
+      "in ha",
+      "▁ар хи",
+      "▁раз ли",
+      "▁окт ября",
+      "▁p int",
+      "▁pi nt",
+      "▁pin t",
+      "n ý",
+      "pt s",
+      "p ts",
+      "▁ital ien",
+      "▁ре ги",
+      "ле з",
+      "л ез",
+      "ди на",
+      "дин а",
+      "ather ine",
+      "In ternal",
+      "Int ernal",
+      "Inter nal",
+      "Intern al",
+      "Qu estion",
+      "▁sett lement",
+      "▁В се",
+      "▁fol ders",
+      "▁folder s",
+      "д ри",
+      "▁val or",
+      "▁va lor",
+      "▁M iller",
+      "▁Mil ler",
+      "▁Mill er",
+      "▁As sert",
+      "▁Ass ert",
+      "▁ Assert",
+      "▁pat ient",
+      "▁N ieder",
+      "▁Ni eder",
+      "▁Nie der",
+      "▁Nied er",
+      "▁E P",
+      "▁ EP",
+      "▁A gr",
+      "▁Ag r",
+      "▁o nde",
+      "▁on de",
+      "▁ onde",
+      "▁s cop",
+      "▁sc op",
+      "▁ scop",
+      "se quence",
+      "sequ ence",
+      "▁P L",
+      "▁ PL",
+      "▁se ek",
+      "▁see k",
+      "java se",
+      "jav ase",
+      "▁V ector",
+      "▁Ve ctor",
+      "▁Vec tor",
+      "▁ Vector",
+      "▁n á",
+      "▁ ná",
+      "▁categor ía",
+      "cl one",
+      "clo ne",
+      "N R",
+      "av ailable",
+      "▁B esch",
+      "▁Be sch",
+      "▁Bes ch",
+      "▁e clipse",
+      "▁ec lipse",
+      "▁ eclipse",
+      "wick lung",
+      "dep loy",
+      "en ie",
+      "eni e",
+      "e nie",
+      "▁\" )",
+      "▁ \")",
+      "äs t",
+      "ä st",
+      "▁s ync",
+      "▁syn c",
+      "▁sy nc",
+      "▁ sync",
+      "CO DE",
+      "▁Ч е",
+      "▁flo ating",
+      "▁float ing",
+      "/ `",
+      "▁ret ired",
+      "▁retir ed",
+      "de b",
+      "d eb",
+      "▁part icul",
+      "▁partic ul",
+      "▁parti cul",
+      "▁coll ected",
+      "▁collect ed",
+      "▁colle cted",
+      "▁down loaded",
+      "▁download ed",
+      "ni ce",
+      "nic e",
+      "n ice",
+      "▁B uffer",
+      "▁Buff er",
+      "▁ Buffer",
+      "▁Acc ount",
+      "▁Ac count",
+      "▁ Account",
+      "▁m aggio",
+      "▁mag gio",
+      "▁ре да",
+      "▁ред а",
+      "▁s ales",
+      "▁sa les",
+      "▁sal es",
+      "▁sale s",
+      "▁statunit ense",
+      "▁K i",
+      "▁F err",
+      "▁Fe rr",
+      "▁Fer r",
+      "Lo ck",
+      "Loc k",
+      "L ock",
+      "▁Is abel",
+      "▁Isa bel",
+      "cl ar",
+      "cla r",
+      "c lar",
+      "▁p ov",
+      "▁po v",
+      "at ra",
+      "atr a",
+      "a tra",
+      "▁Fr au",
+      "▁Fra u",
+      "▁sort ing",
+      "▁sor ting",
+      "▁sorti ng",
+      "▁phr ase",
+      "▁апре ля",
+      "▁дея тель",
+      "▁And ré",
+      "def inition",
+      "defin ition",
+      "writ ing",
+      "wr iting",
+      "ér é",
+      "é ré",
+      "щ у",
+      "▁O rd",
+      "▁Or d",
+      "▁ Ord",
+      "▁r um",
+      "▁ru m",
+      "▁ rum",
+      "▁T urk",
+      "▁Tur k",
+      "▁I van",
+      "th eless",
+      "the less",
+      "▁г и",
+      "▁ ги",
+      "▁s ake",
+      "▁sa ke",
+      "▁B ased",
+      "▁Bas ed",
+      "▁Ba sed",
+      "▁Base d",
+      "de ck",
+      "dec k",
+      "or us",
+      "oru s",
+      "o rus",
+      "▁tut ti",
+      "▁b lan",
+      "▁bl an",
+      "▁bla n",
+      "▁П у",
+      "De tail",
+      "Det ail",
+      "▁Н о",
+      "▁S ky",
+      "▁Sk y",
+      "▁p rès",
+      "▁pr ès",
+      "▁ près",
+      "мо й",
+      "col n",
+      "co ln",
+      "че ской",
+      "et i",
+      "e ti",
+      "▁ar row",
+      "▁arr ow",
+      "▁ arrow",
+      "▁C ha",
+      "▁Ch a",
+      "ch mark",
+      "œ ur",
+      "fa b",
+      "f ab",
+      "ку ль",
+      "Grid View",
+      "▁Back ground",
+      "▁ Background",
+      "s n",
+      "▁segu ito",
+      "▁n ic",
+      "▁ni c",
+      "▁ nic",
+      "co u",
+      "c ou",
+      "ті в",
+      "т ів",
+      "▁b zw",
+      "add EventListener",
+      "syn c",
+      "s ync",
+      "az zo",
+      "azz o",
+      "ab stract",
+      "as sets",
+      "ass ets",
+      "asse ts",
+      "asset s",
+      "▁D ru",
+      "▁Dr u",
+      "з д",
+      "ord net",
+      "▁b igger",
+      "▁big ger",
+      "▁initial ized",
+      "▁initialize d",
+      "ка з",
+      "og ene",
+      "ogen e",
+      "oge ne",
+      "vi ously",
+      "vious ly",
+      "v iously",
+      "▁g uid",
+      "▁gu id",
+      "scheid ung",
+      "▁Z ent",
+      "▁Ze nt",
+      "▁fr ames",
+      "▁frame s",
+      "▁fra mes",
+      "▁fram es",
+      "▁ frames",
+      "ri eben",
+      "rie ben",
+      "rieb en",
+      "r ieben",
+      "▁iss ued",
+      "▁issue d",
+      "▁issu ed",
+      "▁d ow",
+      "▁do w",
+      "▁descri bes",
+      "▁describe s",
+      "il st",
+      "ils t",
+      "i lst",
+      "▁c riteria",
+      "▁crit eria",
+      "▁criter ia",
+      "▁gentle man",
+      "Bas ic",
+      "ne z",
+      "n ez",
+      "De v",
+      "D ev",
+      "Mo ve",
+      "M ove",
+      "▁est aba",
+      "▁estab a",
+      "▁esta ba",
+      "▁set tembre",
+      "▁sett embre",
+      "circ le",
+      "cir cle",
+      "▁f ais",
+      "▁fa is",
+      "▁m yst",
+      "▁my st",
+      "▁arch iv",
+      "▁ archiv",
+      "d ynamic",
+      "j à",
+      "it as",
+      "ita s",
+      "▁я кий",
+      "▁d or",
+      "▁do r",
+      "▁ dor",
+      "▁Am azon",
+      "▁Ama zon",
+      "▁ne ces",
+      "▁Mar cel",
+      "▁Marc el",
+      "▁e lla",
+      "▁el la",
+      "▁ell a",
+      "▁ ella",
+      "ро к",
+      "р ок",
+      "▁Pennsylvan ia",
+      "cul ar",
+      "cu lar",
+      "c ular",
+      "Pa ck",
+      "P ack",
+      "it age",
+      "ita ge",
+      "▁B urn",
+      "▁Bu rn",
+      "▁Bur n",
+      "▁R O",
+      "▁ RO",
+      "▁о ни",
+      "▁он и",
+      "▁ они",
+      "~ $",
+      "Te X",
+      "as sign",
+      "ass ign",
+      "▁be at",
+      "id ense",
+      "iden se",
+      "ac ent",
+      "ace nt",
+      "a cent",
+      "Al ert",
+      "▁str ateg",
+      "▁strat eg",
+      "▁mån aden",
+      "LO C",
+      "L OC",
+      "▁c atalog",
+      "▁cat alog",
+      "▁catal og",
+      "▁ catalog",
+      "print StackTrace",
+      "() ).",
+      "()) .",
+      "( )).",
+      "us ted",
+      "ust ed",
+      "u sted",
+      "▁Frame work",
+      "▁ Framework",
+      "EC K",
+      "E CK",
+      "▁a té",
+      "▁at é",
+      "Frame work",
+      "▁att acks",
+      "▁attack s",
+      "▁B ert",
+      "▁Be rt",
+      "▁Ber t",
+      "▁т ран",
+      "▁тра н",
+      ": %",
+      "ar si",
+      "ars i",
+      "not ation",
+      "▁log ical",
+      "▁logic al",
+      "we et",
+      "▁vis ited",
+      "▁visit ed",
+      "br u",
+      "b ru",
+      "▁sur prise",
+      "▁surpr ise",
+      "^ ^",
+      "in ale",
+      "inal e",
+      "ina le",
+      "rem ote",
+      "'} ,",
+      "' },",
+      "Syn tax",
+      "S yntax",
+      "ia ne",
+      "ian e",
+      "i ane",
+      "on nen",
+      "onn en",
+      "onne n",
+      "▁bre aking",
+      "▁break ing",
+      "par ser",
+      "parse r",
+      "ap k",
+      "a pk",
+      "▁Mig uel",
+      "▁ §",
+      "▁act ing",
+      "▁ac ting",
+      "▁g ebru",
+      "▁ge bru",
+      "▁geb ru",
+      "At Index",
+      "ють ся",
+      "ю ться",
+      "▁of fers",
+      "▁off ers",
+      "▁offer s",
+      "▁p rac",
+      "▁pr ac",
+      "▁pra c",
+      "▁g rant",
+      "▁gr ant",
+      "▁gra nt",
+      "▁gran t",
+      "tern oon",
+      "▁ac quired",
+      "▁acqu ired",
+      "▁N y",
+      "▁com ma",
+      "▁comm a",
+      "ní k",
+      "n ík",
+      "▁St ep",
+      "▁Ste p",
+      "▁ Step",
+      "in ners",
+      "inn ers",
+      "inner s",
+      "▁S A",
+      "▁ SA",
+      "▁w at",
+      "▁wa t",
+      "da ys",
+      "day s",
+      "d ays",
+      "▁rect angle",
+      "da r",
+      "d ar",
+      "▁t rac",
+      "▁tr ac",
+      "▁tra c",
+      "▁Ind ones",
+      "▁feed back",
+      "▁bre aks",
+      "▁break s",
+      "part ition",
+      "ic ans",
+      "ica ns",
+      "ican s",
+      "▁Not ices",
+      "▁Notice s",
+      "▁impro ved",
+      "▁improve d",
+      "▁improv ed",
+      "▁impr oved",
+      "ph an",
+      "pha n",
+      "p han",
+      "▁differ ential",
+      "▁different ial",
+      "▁differenti al",
+      "script s",
+      "scri pts",
+      "▁X III",
+      "▁XII I",
+      "▁XI II",
+      "▁L abor",
+      "▁La bor",
+      "▁Lab or",
+      "▁prec ision",
+      "▁precis ion",
+      "▁s eed",
+      "▁se ed",
+      "▁see d",
+      "▁ seed",
+      "bund le",
+      "b undle",
+      "id ents",
+      "ident s",
+      "iden ts",
+      "hr e",
+      "h re",
+      "▁Doug las",
+      "ul d",
+      "u ld",
+      "▁second ary",
+      "▁seconda ry",
+      "▁b rig",
+      "▁br ig",
+      "▁confirm ed",
+      "▁confir med",
+      "▁cla ims",
+      "▁claim s",
+      "Ro le",
+      "R ole",
+      "▁Jew ish",
+      "▁p řed",
+      "▁př ed",
+      "▁ho tel",
+      "▁hot el",
+      "▁comp te",
+      "▁compt e",
+      "▁rec ursive",
+      "▁recurs ive",
+      "](# )",
+      "▁rot ate",
+      "▁ rotate",
+      "▁ch rome",
+      "▁chr ome",
+      "▁chrom e",
+      "▁ chrome",
+      "in ea",
+      "ine a",
+      "i nea",
+      "%; \r",
+      "% ;\r",
+      "▁En vironment",
+      "▁ Environment",
+      "pl atz",
+      "pla tz",
+      "▁Sing le",
+      "▁Sin gle",
+      "▁ Single",
+      "▁s event",
+      "▁se vent",
+      "▁seven t",
+      "▁pos ting",
+      "▁post ing",
+      "▁de aling",
+      "▁deal ing",
+      "param eters",
+      "parameter s",
+      "гра ф",
+      "Auth entication",
+      "to uch",
+      "t ouch",
+      "A z",
+      "▁g ray",
+      "▁gr ay",
+      "▁gra y",
+      "▁ gray",
+      "en cing",
+      "enc ing",
+      "enci ng",
+      "bold math",
+      "▁сай те",
+      "▁сайт е",
+      "▁Z a",
+      "an je",
+      "▁p olar",
+      "▁po lar",
+      "▁pol ar",
+      "▁у ли",
+      "ki l",
+      "k il",
+      "▁h over",
+      "▁ho ver",
+      "▁ hover",
+      "▁RE ST",
+      "▁C ome",
+      "▁Com e",
+      "▁Co me",
+      "▁ Come",
+      "j b",
+      "▁Georg ia",
+      "▁Est ado",
+      "▁Esta do",
+      "▁Estad o",
+      "Output Stream",
+      "ћ и",
+      "▁d ump",
+      "▁du mp",
+      "▁ dump",
+      "▁A ge",
+      "▁Ag e",
+      "▁ Age",
+      "▁s wo",
+      "▁sw o",
+      "m obile",
+      "oc cup",
+      "occ up",
+      "ше го",
+      "ш его",
+      "▁const itution",
+      "▁constitu tion",
+      "▁constit ution",
+      "go od",
+      "g ood",
+      "ak u",
+      "a ku",
+      "▁а нг",
+      "▁ан г",
+      "▁ анг",
+      "ie ck",
+      "iec k",
+      "▁Ps ych",
+      "▁ro ots",
+      "▁root s",
+      "▁v est",
+      "▁ve st",
+      "▁ves t",
+      "▁ vest",
+      "▁го дах",
+      "▁года х",
+      "▁Rep ública",
+      "▁p ian",
+      "▁pi an",
+      "▁pia n",
+      "igr ation",
+      "▁pr éc",
+      "▁pré c",
+      "▁gener ates",
+      "▁generate s",
+      "L Y",
+      "( `",
+      "▁= ~",
+      "ше ния",
+      "▁R ah",
+      "▁Ra h",
+      "▁connect ing",
+      "ž í",
+      "▁f ő",
+      "▁a ppel",
+      "▁app el",
+      "▁ap pel",
+      "▁appe l",
+      "▁Rail way",
+      "г ли",
+      "▁dével opp",
+      "▁a po",
+      "▁ap o",
+      "fr an",
+      "fra n",
+      "f ran",
+      "▁im mediate",
+      "▁immedi ate",
+      "во го",
+      "в ого",
+      "Run ner",
+      "ä g",
+      "Some thing",
+      "S omething",
+      "▁gén éra",
+      "Event Args",
+      "in ction",
+      "inc tion",
+      "inct ion",
+      "gl y",
+      "g ly",
+      "▁D ue",
+      "▁Du e",
+      "▁p rost",
+      "▁pro st",
+      "▁pr ost",
+      "▁pros t",
+      "▁refer ring",
+      "▁j og",
+      "▁jo g",
+      "▁exec utable",
+      "▁execut able",
+      "▁D ream",
+      "▁Dre am",
+      "ac s",
+      "a cs",
+      "▁C ole",
+      "▁Col e",
+      "▁Co le",
+      "am pf",
+      "amp f",
+      "▁B is",
+      "▁Bi s",
+      "▁ию ня",
+      "li eder",
+      "lied er",
+      "lie der",
+      "l ieder",
+      "те к",
+      "т ек",
+      "▁v b",
+      "▁ vb",
+      "▁m om",
+      "▁mo m",
+      "▁: (",
+      "▁ :(",
+      "▁der nier",
+      "▁derni er",
+      "' =>",
+      "▁э того",
+      "▁это го",
+      "▁ne ue",
+      "▁neu e",
+      "▁Ч а",
+      "▁weiter e",
+      "▁weit ere",
+      "▁al leg",
+      "▁all eg",
+      "▁alle g",
+      "▁re ality",
+      "▁real ity",
+      "▁jud ge",
+      "▁B alt",
+      "▁Ba lt",
+      "▁Bal t",
+      "▁t hin",
+      "▁th in",
+      "▁G ed",
+      "▁Ge d",
+      "ie val",
+      "iev al",
+      "i eval",
+      "m x",
+      "ці ональ",
+      "▁вы пу",
+      "▁I X",
+      "▁ IX",
+      "▁bl ind",
+      "▁Mo tor",
+      "▁Mot or",
+      "▁ш а",
+      "▁ ша",
+      "▁approxim ation",
+      "da m",
+      "d am",
+      "▁f og",
+      "▁fo g",
+      "▁ fog",
+      "ко р",
+      "к ор",
+      "▁W rit",
+      "▁l ing",
+      "▁li ng",
+      "▁lin g",
+      "▁ ling",
+      "▁пи са",
+      "▁ писа",
+      "▁M ars",
+      "▁Mar s",
+      "▁Ma rs",
+      "ot ti",
+      "ott i",
+      "En um",
+      "E num",
+      "▁T rib",
+      "▁Tr ib",
+      "▁Tri b",
+      "▁m erc",
+      "▁me rc",
+      "▁mer c",
+      "zu ng",
+      "z ung",
+      "van ced",
+      "v anced",
+      "cf g",
+      "c fg",
+      "на х",
+      "sch en",
+      "sc hen",
+      "sche n",
+      "s chen",
+      "\"] .",
+      "\" ].",
+      "be k",
+      "b ek",
+      "▁s ter",
+      "▁st er",
+      "▁ste r",
+      "▁ ster",
+      "j p",
+      "▁R ap",
+      "▁Ra p",
+      "▁rec ording",
+      "▁record ing",
+      "▁pe int",
+      "▁l ets",
+      "▁le ts",
+      "▁let s",
+      "▁ lets",
+      "än ge",
+      "äng e",
+      ">\" ;",
+      "> \";",
+      "▁міс це",
+      "▁c aval",
+      "▁ca val",
+      "▁cav al",
+      "▁C SV",
+      "▁CS V",
+      "▁ent stand",
+      "▁hel per",
+      "▁help er",
+      "▁ helper",
+      "en det",
+      "end et",
+      "ende t",
+      "▁G ram",
+      "▁Gr am",
+      "▁Gra m",
+      "▁D iego",
+      "▁Die go",
+      "▁Di ego",
+      "▁B ishop",
+      "▁Bi shop",
+      "TA G",
+      "T AG",
+      "▁e cc",
+      "▁ec c",
+      "▁E en",
+      "▁A V",
+      "▁ AV",
+      "C ity",
+      "▁Gu ide",
+      "hi nd",
+      "hin d",
+      "h ind",
+      "ri cal",
+      "ric al",
+      "rica l",
+      "r ical",
+      "▁Ос нов",
+      "Bu s",
+      "B us",
+      "▁z unächst",
+      "▁t ick",
+      "▁ti ck",
+      "▁ tick",
+      "▁Col onel",
+      "Th anks",
+      "Thank s",
+      "▁f erm",
+      "▁fe rm",
+      "▁fer m",
+      "▁gr anted",
+      "▁gran ted",
+      "▁grant ed",
+      "▁th reshold",
+      "omorph ic",
+      "▁H un",
+      "▁Hu n",
+      "en is",
+      "eni s",
+      "e nis",
+      "▁п рав",
+      "▁пра в",
+      "▁ прав",
+      "▁я кі",
+      "▁як і",
+      "P G",
+      "▁w s",
+      "▁ ws",
+      "▁techn ical",
+      "▁techni cal",
+      "est ro",
+      "estr o",
+      "kl är",
+      "k lär",
+      "va rs",
+      "var s",
+      "v ars",
+      "oc rat",
+      "ocr at",
+      "▁оп шти",
+      "on so",
+      "ons o",
+      "ib a",
+      "i ba",
+      "▁S ave",
+      "▁Sa ve",
+      "▁Sav e",
+      "▁ Save",
+      "▁program a",
+      "▁в ъ",
+      "▁inv ån",
+      ">( )",
+      "> ()",
+      "▁me jor",
+      "▁с лова",
+      "▁сло ва",
+      "▁rep lacement",
+      "▁replace ment",
+      "▁repla cement",
+      "▁im pr",
+      "▁imp r",
+      "▁Frances co",
+      "▁Ho tel",
+      "▁Hot el",
+      "▁UP DATE",
+      "▁ UPDATE",
+      "▁му зы",
+      "ug s",
+      "u gs",
+      "va rd",
+      "var d",
+      "v ard",
+      "▁f az",
+      "▁fa z",
+      "in ton",
+      "int on",
+      "into n",
+      "▁ar ts",
+      "▁art s",
+      "▁ arts",
+      "▁K y",
+      "▁I ls",
+      "▁Il s",
+      "▁s era",
+      "▁se ra",
+      "▁ser a",
+      "▁Vol ume",
+      "▁ Volume",
+      "▁gi ugno",
+      "▁a sym",
+      "▁as ym",
+      "▁P ir",
+      "▁Pi r",
+      "▁N AS",
+      "▁NA S",
+      "▁T am",
+      "▁Ta m",
+      "ě l",
+      "Se qu",
+      "Seq u",
+      "S equ",
+      "km al",
+      "k mal",
+      "▁E ins",
+      "▁Ein s",
+      "▁ком па",
+      "▁комп а",
+      "ob e",
+      "o be",
+      "oo r",
+      "o or",
+      "▁he ap",
+      "ct l",
+      "c tl",
+      "▁separ ately",
+      "▁separate ly",
+      "re ader",
+      "read er",
+      "rea der",
+      "▁signific antly",
+      "▁significant ly",
+      "▁L ag",
+      "▁La g",
+      "no tes",
+      "not es",
+      "note s",
+      "n otes",
+      "▁s ele",
+      "▁se le",
+      "▁sel e",
+      "▁dedic ated",
+      "▁H ost",
+      "▁Ho st",
+      "▁ Host",
+      "cho ice",
+      "wi ng",
+      "win g",
+      "w ing",
+      "▁T itel",
+      "▁Tit el",
+      "▁Ti tel",
+      "▁befind et",
+      "lar ge",
+      "larg e",
+      "▁con ten",
+      "▁cont en",
+      "▁co nten",
+      "▁conte n",
+      "Java Script",
+      "▁de ser",
+      "▁des er",
+      "▁G ordon",
+      "▁Gor don",
+      "с пе",
+      "▁p atri",
+      "▁pat ri",
+      "▁pa tri",
+      "▁patr i",
+      "▁R andom",
+      "▁Rand om",
+      "▁Ran dom",
+      "▁ Random",
+      "▁Return s",
+      "ы м",
+      "ро ма",
+      "ром а",
+      "▁Stud ies",
+      "S l",
+      "▁fr ü",
+      "TE XT",
+      "T EXT",
+      "in ate",
+      "ina te",
+      "▁T ol",
+      "▁To l",
+      "▁every where",
+      "ar ta",
+      "art a",
+      "▁or bit",
+      "▁orb it",
+      "▁A ires",
+      "▁Air es",
+      "▁I ss",
+      "▁Is s",
+      "▁te ż",
+      "▁d iverse",
+      "▁di verse",
+      "▁divers e",
+      "▁diver se",
+      "▁n umeric",
+      "▁numer ic",
+      "▁ numeric",
+      "ma z",
+      "m az",
+      "▁m ise",
+      "▁mi se",
+      "▁mis e",
+      "▁batt ery",
+      "▁batter y",
+      "▁bat tery",
+      "▁A kadem",
+      "▁Ak adem",
+      "не ние",
+      "▁simult ane",
+      "▁D ead",
+      "▁De ad",
+      "▁cl ust",
+      "▁ot ro",
+      "▁c erca",
+      "▁cer ca",
+      "() `,",
+      "()` ,",
+      "( )`,",
+      "ro z",
+      "r oz",
+      "ă t",
+      "▁M O",
+      "▁ MO",
+      "ri ften",
+      "rift en",
+      "rif ten",
+      "import ant",
+      "▁je ho",
+      "▁find ViewById",
+      "▁ findViewById",
+      "▁con sequence",
+      "▁conse quence",
+      "▁consequ ence",
+      "▁measure d",
+      "▁meas ured",
+      "is hes",
+      "ish es",
+      "▁s ze",
+      "▁sz e",
+      "ien do",
+      "i endo",
+      "▁W ahl",
+      "▁Wa hl",
+      "st rip",
+      "str ip",
+      "AR D",
+      "▁op acity",
+      "▁ opacity",
+      "WOR D",
+      "W ORD",
+      "▁В і",
+      "▁L ocation",
+      "▁Lo cation",
+      "▁Loc ation",
+      "▁ Location",
+      "ra i",
+      "r ai",
+      "пе н",
+      "п ен",
+      "▁r if",
+      "▁ri f",
+      "▁ rif",
+      "auss ian",
+      "File Name",
+      "▁dis co",
+      "▁disc o",
+      "il en",
+      "ile n",
+      "i len",
+      "▁v agy",
+      "▁va gy",
+      "li city",
+      "lic ity",
+      "licit y",
+      "l icity",
+      "B order",
+      "▁T rack",
+      "▁Tr ack",
+      "▁Tra ck",
+      "▁ Track",
+      "бо м",
+      "б ом",
+      "fa ct",
+      "fac t",
+      "f act",
+      "ok a",
+      "o ka",
+      "▁g ior",
+      "▁gi or",
+      "▁ gior",
+      "▁XV II",
+      "▁XVI I",
+      "▁d är",
+      "Si te",
+      "S ite",
+      "ał o",
+      "a ło",
+      "sk á",
+      "s ká",
+      "▁pix els",
+      "▁pixel s",
+      "vi ty",
+      "v ity",
+      "j Query",
+      "▁sc ulpt",
+      "▁c argo",
+      "▁car go",
+      "▁direct ive",
+      "▁w al",
+      "▁wa l",
+      "▁ wal",
+      "▁c onna",
+      "▁con na",
+      "▁conn a",
+      "▁Th rough",
+      "▁э том",
+      "▁это м",
+      "St atic",
+      "Stat ic",
+      "oms nitt",
+      "▁r und",
+      "▁run d",
+      "▁ru nd",
+      "▁ rund",
+      "▁c laimed",
+      "▁claim ed",
+      "з ня",
+      "sh a",
+      "s ha",
+      "▁r ag",
+      "▁ra g",
+      "▁ rag",
+      "cre ment",
+      "cr ement",
+      "▁fün f",
+      "▁r ival",
+      "▁riv al",
+      "▁ri val",
+      "▁ rival",
+      "ri n",
+      "r in",
+      "sl ash",
+      "▁th irty",
+      "s leep",
+      "оло ги",
+      "о логи",
+      "S M",
+      "ga te",
+      "gat e",
+      "g ate",
+      "iz ations",
+      "ization s",
+      "vi k",
+      "v ik",
+      "▁b less",
+      "▁bl ess",
+      "▁ble ss",
+      "▁Ill inois",
+      "▁T E",
+      "▁ TE",
+      "ut ing",
+      "uti ng",
+      "u ting",
+      "▁sol ving",
+      "GE R",
+      "G ER",
+      "▁X IV",
+      "▁XI V",
+      "▁Ind ians",
+      "▁India ns",
+      "▁Indian s",
+      "ex press",
+      "exp ress",
+      "expr ess",
+      "▁H eil",
+      "▁He il",
+      "▁mu jer",
+      "▁invån are",
+      "'] );",
+      "']) ;",
+      "' ]);",
+      "▁a ur",
+      "▁au r",
+      "▁ aur",
+      "bo ost",
+      "G O",
+      "▁n in",
+      "▁ni n",
+      "to k",
+      "t ok",
+      "go d",
+      "g od",
+      "ot er",
+      "ote r",
+      "o ter",
+      ")$ $",
+      ") $$",
+      "▁desc end",
+      "р ю",
+      "▁L anguage",
+      "▁ Language",
+      "▁d iver",
+      "▁di ver",
+      "▁div er",
+      "▁Ass uming",
+      "▁fre quent",
+      "▁frequ ent",
+      "ч ні",
+      "▁Bi ography",
+      ", [",
+      "ur m",
+      "u rm",
+      "▁walk ed",
+      "▁wal ked",
+      "▁feder al",
+      "▁fed eral",
+      "▁Mich igan",
+      "▁fact s",
+      "▁fac ts",
+      "▁In tegr",
+      "▁Int egr",
+      "▁ Integr",
+      "LE S",
+      "L ES",
+      "▁A lan",
+      "▁Al an",
+      "▁c oup",
+      "▁co up",
+      "▁cou p",
+      "Be r",
+      "B er",
+      "▁p articles",
+      "▁part icles",
+      "▁partic les",
+      "▁particle s",
+      "▁parti cles",
+      "ћ е",
+      "Infl ater",
+      "+ (",
+      "Bo und",
+      "B ound",
+      "▁S ü",
+      "A udio",
+      "cite t",
+      "cit et",
+      "c itet",
+      "ye ct",
+      "y ect",
+      "▁n r",
+      "▁ nr",
+      "x e",
+      "▁B run",
+      "▁Br un",
+      "▁Bru n",
+      "▁_ ,",
+      "▁ _,",
+      "av or",
+      "avo r",
+      "a vor",
+      "▁dis cipl",
+      "al m",
+      "a lm",
+      "▁но ября",
+      "▁S SL",
+      "▁SS L",
+      "▁ SSL",
+      "▁Ka iser",
+      "▁Kais er",
+      "▁re cher",
+      "▁rec her",
+      "yg on",
+      "y gon",
+      "▁regard less",
+      "▁config ur",
+      "▁un necess",
+      "▁Cl ark",
+      "▁Clar k",
+      "PH P",
+      "P HP",
+      "▁F ALSE",
+      "▁ FALSE",
+      "▁p ad",
+      "▁pa d",
+      "▁ pad",
+      "$ }",
+      "▁v alu",
+      "▁val u",
+      "▁va lu",
+      "▁ valu",
+      "▁dise ase",
+      "▁ma ior",
+      "▁mai or",
+      "▁h ommes",
+      "▁hom mes",
+      "▁homme s",
+      "▁Ed ition",
+      "▁Edit ion",
+      "sl ant",
+      "s lant",
+      "▁en ding",
+      "▁end ing",
+      "▁ ending",
+      "▁sett led",
+      "ur us",
+      "uru s",
+      "u rus",
+      "he d",
+      "h ed",
+      "Pat tern",
+      "▁го дина",
+      "▁годи на",
+      "▁Phil adel",
+      "tikz picture",
+      "▁co al",
+      "▁s ede",
+      "▁se de",
+      "▁sed e",
+      "▁satisf ies",
+      "▁t rim",
+      "▁tr im",
+      "▁tri m",
+      "▁ trim",
+      "▁b at",
+      "▁ba t",
+      "▁ bat",
+      "▁améric ain",
+      "▁lug lio",
+      "▁по ча",
+      "▁поч а",
+      "ff ff",
+      "fff f",
+      "f fff",
+      "▁T arget",
+      "▁Tar get",
+      "▁ Target",
+      "gener ate",
+      "▁Z ie",
+      "ți a",
+      "ț ia",
+      "▁g ard",
+      "▁gar d",
+      "▁ga rd",
+      "▁work ers",
+      "▁worker s",
+      "▁J ob",
+      "▁Jo b",
+      "▁ Job",
+      "▁ur ban",
+      "▁urb an",
+      "▁ urban",
+      "ah len",
+      "ahl en",
+      "a hlen",
+      "▁Build ing",
+      "▁n eu",
+      "▁ne u",
+      "▁ch ron",
+      "▁chr on",
+      "▁ chron",
+      "▁Ear l",
+      "gr o",
+      "g ro",
+      "US E",
+      "U SE",
+      "▁X II",
+      "▁XI I",
+      "▁we alth",
+      "▁ wealth",
+      "in ae",
+      "ina e",
+      "▁Б ра",
+      "▁li bert",
+      "▁lib ert",
+      "▁liber t",
+      "ir os",
+      "iro s",
+      "i ros",
+      ": $",
+      "le e",
+      "l ee",
+      "ie ves",
+      "ieve s",
+      "iev es",
+      "▁Just ice",
+      "▁o il",
+      "▁Ath let",
+      "▁c lo",
+      "▁cl o",
+      "▁ clo",
+      "Sc ale",
+      "Scal e",
+      "▁l ips",
+      "▁li ps",
+      "▁lip s",
+      "▁a pril",
+      "▁ap ril",
+      "▁apr il",
+      "▁im pression",
+      "▁imp ression",
+      "▁impr ession",
+      "▁impress ion",
+      "▁per ce",
+      "▁уча сти",
+      "▁участ и",
+      "vi l",
+      "v il",
+      "éc h",
+      "é ch",
+      "▁e quality",
+      "▁equ ality",
+      "▁equal ity",
+      "▁ equality",
+      "▁м ет",
+      "▁ме т",
+      "▁ мет",
+      "▁an notation",
+      "▁annot ation",
+      "▁ annotation",
+      "er nal",
+      "ern al",
+      "erna l",
+      "▁M ach",
+      "▁Ma ch",
+      "▁Mac h",
+      "▁int itul",
+      "pro blem",
+      "prob lem",
+      "ющи х",
+      "ю щих",
+      "op lus",
+      "o plus",
+      "▁thous ands",
+      "▁thousand s",
+      "▁calcul ations",
+      "▁calculation s",
+      "▁calc ulations",
+      "um ps",
+      "ump s",
+      "▁tri angle",
+      "▁ triangle",
+      "ph al",
+      "pha l",
+      "p hal",
+      "▁D orf",
+      "▁Do rf",
+      "▁Dor f",
+      "▁doll ars",
+      "▁d enen",
+      "▁de nen",
+      "▁den en",
+      "l ès",
+      "ol id",
+      "oli d",
+      "▁Result s",
+      "▁ Results",
+      "▁Stad ium",
+      "▁D esp",
+      "▁De sp",
+      "▁Des p",
+      "▁E isen",
+      "im ir",
+      "imi r",
+      "i mir",
+      "▁s otto",
+      "▁so tto",
+      "▁sott o",
+      "▁č i",
+      "▁ či",
+      "at able",
+      "ata ble",
+      "a table",
+      "or um",
+      "oru m",
+      "o rum",
+      "▁conver gence",
+      "▁je une",
+      "▁jeu ne",
+      "ok ing",
+      "oki ng",
+      "o king",
+      "▁жи во",
+      "ain ing",
+      "ai ning",
+      "a ining",
+      "po inter",
+      "point er",
+      "cul o",
+      "cu lo",
+      "c ulo",
+      "▁js ou",
+      "▁g rab",
+      "▁gr ab",
+      "▁gra b",
+      "ak te",
+      "akt e",
+      "a kte",
+      "▁ho ping",
+      "▁hop ing",
+      "▁M ak",
+      "▁Ma k",
+      "▁s ag",
+      "▁sa g",
+      "origin e",
+      "orig ine",
+      "▁по след",
+      "▁после д",
+      "▁V eg",
+      "▁Ve g",
+      "▁the oret",
+      "▁T ru",
+      "▁Tr u",
+      "ne ment",
+      "nem ent",
+      "n ement",
+      "▁f aces",
+      "▁fa ces",
+      "▁face s",
+      "▁fac es",
+      "▁ faces",
+      "H or",
+      "Jo in",
+      "J oin",
+      "ar el",
+      "are l",
+      "a rel",
+      "▁о коло",
+      "▁ок оло",
+      "How ever",
+      "▁c atal",
+      "▁ca tal",
+      "▁cat al",
+      "▁ catal",
+      "bo urg",
+      "bour g",
+      "b ourg",
+      "▁mysql i",
+      "▁mysq li",
+      "▁ mysqli",
+      "ac ions",
+      "acion s",
+      "aci ons",
+      "▁Init ial",
+      "▁ Initial",
+      "▁r ain",
+      "▁ra in",
+      "▁ rain",
+      "it ure",
+      "itu re",
+      "▁Sci ences",
+      "▁Science s",
+      "▁Kre is",
+      "._ _",
+      ". __",
+      "▁cin q",
+      "▁A uß",
+      "▁Au ß",
+      "ith met",
+      "it ors",
+      "ito rs",
+      "itor s",
+      "am azon",
+      "ama zon",
+      "▁g ap",
+      "▁ga p",
+      "▁ign ored",
+      "▁ignore d",
+      "▁ignor ed",
+      "ad v",
+      "ко ї",
+      "▁ча сть",
+      "▁час ть",
+      "▁част ь",
+      "▁cor por",
+      "▁corpo r",
+      "це р",
+      "ц ер",
+      "▁cr ime",
+      "▁cri me",
+      "▁crim e",
+      "uo us",
+      "u ous",
+      "▁на лази",
+      "Data Frame",
+      "во ди",
+      "вод и",
+      "Ig n",
+      "I gn",
+      "▁Lin coln",
+      "▁me nos",
+      "▁men os",
+      "▁Lu ft",
+      "▁L ind",
+      "▁Li nd",
+      "▁Lin d",
+      "▁C ook",
+      "▁Co ok",
+      "▁ Cook",
+      "▁material s",
+      "ap ped",
+      "app ed",
+      "appe d",
+      "a pped",
+      "ign ore",
+      "▁от кры",
+      "fr ied",
+      "fri ed",
+      "f ried",
+      "▁gouvern ement",
+      "▁f ired",
+      "▁fire d",
+      "▁fi red",
+      "▁fir ed",
+      "▁screen shot",
+      "▁screens hot",
+      "се н",
+      "с ен",
+      "▁[ (",
+      "▁ [(",
+      "▁органи за",
+      "Graph ics",
+      "▁про ти",
+      "▁p hen",
+      "▁ph en",
+      "▁ phen",
+      "cr aft",
+      "cra ft",
+      "c raft",
+      "▁b rain",
+      "▁br ain",
+      "▁bra in",
+      "▁C omo",
+      "▁Com o",
+      "▁Co mo",
+      "▁Every thing",
+      "an es",
+      "ane s",
+      "a nes",
+      "IG N",
+      "I GN",
+      "▁n ederbörd",
+      "▁ nederbörd",
+      "▁For est",
+      "▁Fore st",
+      "▁Fo rest",
+      "za hl",
+      "z ahl",
+      "▁Am ong",
+      "Q t",
+      "▁to gg",
+      "▁tog g",
+      "▁vari ant",
+      "▁ variant",
+      "▁h ill",
+      "▁hi ll",
+      "▁ hill",
+      "пи си",
+      "пис и",
+      "col on",
+      "co lon",
+      "colo n",
+      "▁dic embre",
+      "го р",
+      "г ор",
+      "▁W ind",
+      "▁Win d",
+      "▁Wi nd",
+      "ünst ler",
+      "▁= \\",
+      "▁ =\\",
+      "sa ved",
+      "save d",
+      "s aved",
+      "▁n ej",
+      "▁ne j",
+      "▁ nej",
+      "un te",
+      "unt e",
+      "ut to",
+      "utt o",
+      "u tto",
+      "▁rec ens",
+      "▁rece ns",
+      "▁s ick",
+      "▁si ck",
+      "▁sic k",
+      "▁d esen",
+      "▁de sen",
+      "▁des en",
+      "US T",
+      "U ST",
+      "▁wor st",
+      "▁An gel",
+      "▁Ang el",
+      "od ox",
+      "odo x",
+      "▁Prov ince",
+      "▁Provin ce",
+      "▁M az",
+      "▁Ma z",
+      "▁agre ement",
+      "▁agree ment",
+      "▁B ass",
+      "▁Bas s",
+      "▁Ba ss",
+      "▁seg unda",
+      "on ces",
+      "once s",
+      "onc es",
+      "▁Lin ki",
+      "▁Link i",
+      "▁C L",
+      "▁ CL",
+      "▁j á",
+      "it ement",
+      "ite ment",
+      "item ent",
+      "▁á rea",
+      "▁ár ea",
+      "▁scal ar",
+      "▁scala r",
+      "▁Р ес",
+      "▁Ре с",
+      "aw t",
+      "a wt",
+      "si eme",
+      "▁j uni",
+      "▁ju ni",
+      "▁jun i",
+      "▁худо ж",
+      "ik us",
+      "iku s",
+      "▁l id",
+      "▁li d",
+      "pp el",
+      "ppe l",
+      "p pel",
+      "av i",
+      "a vi",
+      "▁bal ance",
+      "ip ping",
+      "ipp ing",
+      "ippi ng",
+      "i pping",
+      "cuss ion",
+      "че ских",
+      "(\" .",
+      "( \".",
+      "Al so",
+      "▁w his",
+      "▁wh is",
+      "HO ME",
+      "▁b rown",
+      "▁br own",
+      "▁bro wn",
+      "▁brow n",
+      "▁d ía",
+      "▁dí a",
+      "▁pu ò",
+      "plot lib",
+      "▁Jahrhundert s",
+      "D K",
+      "▁an chor",
+      "▁anc hor",
+      "▁anch or",
+      "▁ anchor",
+      ".. .]",
+      "... ]",
+      "▁Aust ria",
+      "▁m arca",
+      "▁mar ca",
+      "▁marc a",
+      "▁g ez",
+      "▁ge z",
+      "ious ly",
+      "i ously",
+      "▁l azy",
+      "▁la zy",
+      "x a",
+      "▁Ch annel",
+      "▁Chan nel",
+      "▁ Channel",
+      "▁ne uen",
+      "▁neue n",
+      "▁neu en",
+      "da s",
+      "d as",
+      "▁search ed",
+      "▁sta at",
+      "▁ staat",
+      "▁Та к",
+      "▁Jo sef",
+      "▁Jose f",
+      "▁Jos ef",
+      "▁S her",
+      "▁Sh er",
+      "▁She r",
+      "po is",
+      "p ois",
+      "▁e nem",
+      "▁en em",
+      "▁access ing",
+      "▁не ко",
+      "▁fur ono",
+      "▁pse udo",
+      "▁pseud o",
+      "? >",
+      "▁estado un",
+      "▁estad oun",
+      "▁Ви ди",
+      "▁mot iv",
+      "▁re call",
+      "▁rec all",
+      "is son",
+      "iss on",
+      "i sson",
+      "ó b",
+      ")- -",
+      ") --",
+      "▁E rz",
+      "▁Er z",
+      "▁са вез",
+      "Dir ect",
+      "Di rect",
+      "D irect",
+      "со б",
+      "с об",
+      "▁s ho",
+      "▁sh o",
+      "v ölker",
+      "A p",
+      "ge ns",
+      "gen s",
+      "g ens",
+      "ниш тво",
+      "▁Am sterdam",
+      "us k",
+      "u sk",
+      "п ло",
+      "▁sim ulation",
+      "▁B C",
+      "▁ BC",
+      "▁W oj",
+      "▁Wo j",
+      "au tom",
+      "aut om",
+      "auto m",
+      "Al ex",
+      "A lex",
+      "▁econom ic",
+      "▁econ omic",
+      "го м",
+      "г ом",
+      "ik ai",
+      "ika i",
+      "▁a ltre",
+      "▁al tre",
+      "▁alt re",
+      "▁' -",
+      "▁ '-",
+      "▁W eg",
+      "▁We g",
+      "Not Found",
+      "й ской",
+      "▁convert ing",
+      "▁conver ting",
+      "ph abet",
+      "pha bet",
+      "at rice",
+      "atr ice",
+      "atri ce",
+      "bour ne",
+      "al om",
+      "alo m",
+      "▁comp aring",
+      "▁compar ing",
+      "▁Z o",
+      "▁f la",
+      "▁fl a",
+      "ва я",
+      "▁en tra",
+      "▁ent ra",
+      "▁entr a",
+      "▁char set",
+      "▁chars et",
+      "develop ers",
+      "developer s",
+      "íst ica",
+      "} >",
+      "▁J azz",
+      "▁Ja zz",
+      "▁How ard",
+      "▁Ho ward",
+      "ш та",
+      "▁cl one",
+      "▁clo ne",
+      "▁ clone",
+      "do or",
+      "d oor",
+      "▁P in",
+      "▁Pi n",
+      "** *",
+      "* **",
+      "▁sil ent",
+      "ec ycle",
+      "e cycle",
+      "is ce",
+      "isc e",
+      "i sce",
+      "▁m ud",
+      "▁mu d",
+      "▁Dis play",
+      "▁ Display",
+      "▁l ip",
+      "▁li p",
+      "▁ lip",
+      "▁исполь зова",
+      "▁character istic",
+      "▁s b",
+      "▁ sb",
+      "fire base",
+      "▁B ew",
+      "▁Be w",
+      "Cal endar",
+      "▁u so",
+      "▁us o",
+      "▁ uso",
+      "ès e",
+      "è se",
+      "▁R at",
+      "▁Ra t",
+      "▁es per",
+      "▁espe r",
+      "▁esp er",
+      "▁ esper",
+      "▁throw ing",
+      "▁thro wing",
+      "▁ro dz",
+      "▁rod z",
+      "▁y ards",
+      "▁yard s",
+      "▁g rass",
+      "▁gr ass",
+      "▁gra ss",
+      "▁mar ker",
+      "▁mark er",
+      "▁ marker",
+      "▁K os",
+      "▁Ko s",
+      "Th eta",
+      "The ta",
+      "▁organ is",
+      "ker nel",
+      "kern el",
+      "k ernel",
+      "▁person as",
+      "▁pers onas",
+      "▁persona s",
+      "ke ep",
+      "kee p",
+      "▁exc laimed",
+      "os lav",
+      "▁Ent ertain",
+      "▁Enter tain",
+      "не р",
+      "н ер",
+      "▁in won",
+      "▁R and",
+      "▁Ra nd",
+      "▁Ran d",
+      "red uce",
+      "redu ce",
+      "fa c",
+      "f ac",
+      "ex pression",
+      "exp ression",
+      "expr ession",
+      "express ion",
+      "y j",
+      "▁differ enti",
+      "▁different i",
+      "ag lia",
+      "agli a",
+      "▁tem plates",
+      "▁template s",
+      "▁ templates",
+      "▁m ű",
+      "▁p rv",
+      "▁pr v",
+      "▁m ois",
+      "▁mo is",
+      "▁moi s",
+      "▁gew ann",
+      "▁бу ла",
+      "bib li",
+      "b ibli",
+      "de mo",
+      "dem o",
+      "d emo",
+      "▁And erson",
+      "▁Anders on",
+      "▁ре д",
+      "▁ ред",
+      "▁por que",
+      "▁P ologne",
+      "▁Pol ogne",
+      "▁t rip",
+      "▁tr ip",
+      "▁tri p",
+      "▁exem ple",
+      "▁exempl e",
+      "▁Intern acional",
+      "▁ка о",
+      "In sert",
+      "gen eral",
+      "gener al",
+      "SE SSION",
+      "ber ga",
+      "berg a",
+      "hä lt",
+      "h ält",
+      "un as",
+      "una s",
+      "u nas",
+      "ми ра",
+      "мир а",
+      "▁yield s",
+      "map sto",
+      "maps to",
+      "sp ot",
+      "s pot",
+      "▁+ \\",
+      "▁ +\\",
+      "лл а",
+      "л ла",
+      "▁precis ely",
+      "▁precise ly",
+      "▁ч лен",
+      "sh adow",
+      "Ar e",
+      "A re",
+      "un al",
+      "una l",
+      "u nal",
+      "▁dis par",
+      "▁disp ar",
+      "▁tít ulo",
+      "ne st",
+      "nes t",
+      "n est",
+      "▁L ow",
+      "▁Lo w",
+      "▁p rot",
+      "▁pro t",
+      "▁pr ot",
+      "▁C osta",
+      "▁Co sta",
+      "▁Cost a",
+      "▁Cos ta",
+      "name d",
+      "na med",
+      "nam ed",
+      "n amed",
+      "▁g ained",
+      "▁ga ined",
+      "▁gain ed",
+      "les ia",
+      "l esia",
+      "▁admin istration",
+      "▁administr ation",
+      "Im port",
+      "Imp ort",
+      "br anch",
+      "b ranch",
+      "▁sym path",
+      "vo j",
+      "v oj",
+      "▁E C",
+      "▁ EC",
+      "▁municip io",
+      "▁anim ated",
+      "▁animate d",
+      "▁direct ories",
+      "▁director ies",
+      "▁ro of",
+      "zą d",
+      "z ąd",
+      "im et",
+      "ime t",
+      "i met",
+      "pr oto",
+      "pro to",
+      "bl a",
+      "b la",
+      ": ]",
+      "ha ve",
+      "hav e",
+      "h ave",
+      "at em",
+      "ate m",
+      "a tem",
+      "▁n s",
+      "▁ ns",
+      "▁s ector",
+      "▁se ctor",
+      "▁sec tor",
+      "▁sect or",
+      "th ree",
+      "ow ane",
+      "owa ne",
+      "owan e",
+      "wer s",
+      "we rs",
+      "w ers",
+      "ов их",
+      "ови х",
+      "ren ce",
+      "r ence",
+      "▁ex tr",
+      "▁ext r",
+      "ig ten",
+      "igt en",
+      "igte n",
+      "▁occ ident",
+      "ț ă",
+      "▁e at",
+      "▁h ydro",
+      "▁hy dro",
+      "▁hyd ro",
+      "ubern etes",
+      "[ @",
+      "▁M oon",
+      "▁Mo on",
+      "▁S ho",
+      "▁Sh o",
+      "▁else where",
+      "ül ler",
+      "üll er",
+      "Up load",
+      "ла нд",
+      "лан д",
+      "л анд",
+      "▁F ör",
+      "w issenschaft",
+      "K S",
+      "▁phys ics",
+      "▁ physics",
+      "t z",
+      "▁се ред",
+      "▁Ar beit",
+      "▁Arbe it",
+      "▁ме ст",
+      "▁ мест",
+      "▁Geb iet",
+      "▁in sect",
+      "▁ins ect",
+      "▁inse ct",
+      "A h",
+      "iz ado",
+      "iza do",
+      "▁tem ple",
+      "▁temp le",
+      "▁ann ual",
+      "st ad",
+      "sta d",
+      "▁hab itat",
+      "▁habit at",
+      "▁A B",
+      "▁ AB",
+      "wo rt",
+      "wor t",
+      "w ort",
+      "▁re pos",
+      "▁rep os",
+      "▁repo s",
+      "▁N eu",
+      "▁Ne u",
+      "▁$ (\".",
+      "▁$( \".",
+      "▁$(\" .",
+      "Vor lage",
+      "▁repre zent",
+      "est anden",
+      "In tern",
+      "Int ern",
+      "Inter n",
+      ". `",
+      "▁fa iling",
+      "▁fail ing",
+      "▁M aterial",
+      "▁Mate rial",
+      "▁ Material",
+      "▁effect ively",
+      "▁effective ly",
+      "те лем",
+      "тел ем",
+      "▁г ла",
+      "▁ гла",
+      "▁na hm",
+      "▁nah m",
+      "▁ nahm",
+      "▁differ ently",
+      "▁different ly",
+      "ext ension",
+      "▁V erm",
+      "▁Ver m",
+      "▁Ve rm",
+      "en abled",
+      "ena bled",
+      "enable d",
+      "con figure",
+      "config ure",
+      "ni o",
+      "n io",
+      "ci ones",
+      "cio nes",
+      "cion es",
+      "c iones",
+      "▁B each",
+      "▁Be ach",
+      "со на",
+      "сон а",
+      "с она",
+      "▁copy ing",
+      "▁cop ying",
+      "▁у країн",
+      "▁при зна",
+      "▁приз на",
+      "z h",
+      "Des ktop",
+      "▁s ost",
+      "▁so st",
+      "▁sub sequently",
+      "▁subsequ ently",
+      "▁subsequent ly",
+      "▁Le hr",
+      "▁ ó",
+      "lä r",
+      "l är",
+      "od or",
+      "odo r",
+      "o dor",
+      "ph on",
+      "p hon",
+      "n c",
+      "iter ator",
+      "▁э ти",
+      "▁europ é",
+      "▁Tor onto",
+      "ód igo",
+      "▁p osto",
+      "▁po sto",
+      "▁pos to",
+      "▁post o",
+      "ff e",
+      "f fe",
+      "▁c rew",
+      "▁cre w",
+      "▁cr ew",
+      "▁Sch war",
+      "▁Schw ar",
+      "S a",
+      "squ are",
+      "s quare",
+      "▁be side",
+      "▁bes ide",
+      "▁М і",
+      "▁a th",
+      "▁at h",
+      "▁ ath",
+      "▁ad vent",
+      "▁adv ent",
+      "c ji",
+      "writ ten",
+      "wr itten",
+      "w ritten",
+      "▁r uss",
+      "▁ru ss",
+      "▁rus s",
+      "ro st",
+      "ros t",
+      "r ost",
+      "H I",
+      "▁d ice",
+      "▁di ce",
+      "▁dic e",
+      "cc a",
+      "c ca",
+      "▁d ép",
+      "▁dé p",
+      "pl y",
+      "p ly",
+      "big g",
+      "bi gg",
+      "b igg",
+      "zi ał",
+      "zia ł",
+      "z iał",
+      "üt t",
+      "ü tt",
+      "▁о дно",
+      "▁од но",
+      "J ECT",
+      "сь кому",
+      "сько му",
+      "ськ ому",
+      "no s",
+      "n os",
+      "mo ck",
+      "m ock",
+      "La unch",
+      "sa me",
+      "sam e",
+      "s ame",
+      "▁j obs",
+      "▁jo bs",
+      "▁job s",
+      "▁wide ly",
+      "▁wid ely",
+      "▁def ines",
+      "▁define s",
+      "▁defin es",
+      "▁P se",
+      "▁Ps e",
+      "▁neigh bour",
+      "▁neighb our",
+      "ющи е",
+      "▁cl oser",
+      "▁close r",
+      "▁clos er",
+      "▁clo ser",
+      "▁рас поло",
+      "▁распо ло",
+      "▁cl ubs",
+      "▁club s",
+      "fl y",
+      "f ly",
+      "ши м",
+      "ш им",
+      "▁suffer ed",
+      "▁suff ered",
+      "▁n ar",
+      "▁na r",
+      "▁ nar",
+      "▁l avor",
+      "▁la vor",
+      "▁lav or",
+      "Ext ension",
+      "ition ally",
+      "itional ly",
+      "▁g race",
+      "▁gr ace",
+      "▁gra ce",
+      "▁Campe onato",
+      "▁Christ mas",
+      "m iddle",
+      "oth ek",
+      "othe k",
+      "el ements",
+      "element s",
+      "ele ments",
+      "elem ents",
+      "▁son dern",
+      "▁t arde",
+      "▁tar de",
+      "▁tard e",
+      "▁perman ent",
+      "▁con clude",
+      "▁concl ude",
+      "Se g",
+      "S eg",
+      "▁а каде",
+      "}\" ,",
+      "} \",",
+      "▁февра ля",
+      "ře d",
+      "ř ed",
+      "▁I L",
+      "▁ IL",
+      "ju d",
+      "j ud",
+      "▁U SS",
+      "▁US S",
+      "▁N ature",
+      "▁Natur e",
+      "▁Nat ure",
+      "if ference",
+      "iffer ence",
+      "iffe rence",
+      "Serial izer",
+      "▁tw elve",
+      "ti d",
+      "t id",
+      "ми я",
+      "че ского",
+      "▁cal endar",
+      "▁ calendar",
+      "con cat",
+      "▁inter section",
+      "▁intersect ion",
+      "▁P A",
+      "▁ PA",
+      "az ure",
+      "azu re",
+      "▁situ ée",
+      "▁situé e",
+      "▁k inds",
+      "▁kind s",
+      "▁kin ds",
+      "▁aus ge",
+      "▁r ural",
+      "▁ru ral",
+      "Th eme",
+      "The me",
+      "▁t ale",
+      "▁tal e",
+      "▁ta le",
+      "no indent",
+      "go ing",
+      "r x",
+      "ag i",
+      "a gi",
+      "wrap per",
+      "wr apper",
+      "w rapper",
+      "▁Co ast",
+      "mb H",
+      "▁пере д",
+      "▁пе ред",
+      "sp re",
+      "spr e",
+      "s pre",
+      "▁} \\",
+      "▁ }\\",
+      "▁L I",
+      "▁ LI",
+      "zn am",
+      "zna m",
+      "z nam",
+      "it led",
+      "itle d",
+      "Sam ple",
+      "S ample",
+      "ul iar",
+      "uli ar",
+      "* \\",
+      "▁res istance",
+      "▁resist ance",
+      "st ock",
+      "sto ck",
+      "ke d",
+      "k ed",
+      "▁H E",
+      "▁ HE",
+      "▁pos session",
+      "▁poss ession",
+      "▁possess ion",
+      "▁R ing",
+      "▁Ri ng",
+      "▁m agyar",
+      "▁mag yar",
+      "ou ts",
+      "out s",
+      "o uts",
+      "▁Secret ary",
+      "nd e",
+      "n de",
+      "▁W ald",
+      "▁Wal d",
+      "▁Wa ld",
+      "- (",
+      "▁I SO",
+      "▁IS O",
+      "▁ ISO",
+      "▁af ternoon",
+      "ion en",
+      "io nen",
+      "ione n",
+      "i onen",
+      "▁st ops",
+      "▁stop s",
+      "▁sto ps",
+      "▁const ants",
+      "▁constant s",
+      "gu ard",
+      "bo w",
+      "b ow",
+      "▁e rs",
+      "▁er s",
+      "▁ ers",
+      "▁Fire base",
+      "▁C lear",
+      "▁Cl ear",
+      "▁Cle ar",
+      "▁ Clear",
+      "▁H oly",
+      "▁Hol y",
+      "▁Ho ly",
+      "W in",
+      "▁title s",
+      "▁tit les",
+      "▁т рав",
+      "▁тра в",
+      "▁cont rib",
+      "▁contr ib",
+      "▁ contrib",
+      "hä ng",
+      "h äng",
+      "▁phot ograph",
+      "▁photo graph",
+      "▁Dist ribution",
+      "if ts",
+      "ift s",
+      "▁a unque",
+      "com b",
+      "co mb",
+      "c omb",
+      "AD D",
+      "A DD",
+      "▁public ation",
+      "▁pub lication",
+      "▁publi cation",
+      "▁слу ж",
+      "▁к ня",
+      "▁ay ant",
+      "▁re store",
+      "▁r estore",
+      "▁rest ore",
+      "▁resto re",
+      "▁bel ief",
+      "▁v ég",
+      "▁vé g",
+      "▁ext ensions",
+      "▁extension s",
+      "▁extens ions",
+      "▁ extensions",
+      "▁de com",
+      "▁dec om",
+      "вши й",
+      "в ший",
+      "W T",
+      "▁par ti",
+      "▁part i",
+      "▁gi oc",
+      "▁ми ра",
+      "▁ мира",
+      "▁is su",
+      "▁iss u",
+      "pi pe",
+      "pip e",
+      "p ipe",
+      "▁pro ps",
+      "▁pr ops",
+      "▁prop s",
+      "▁ props",
+      "▁w illing",
+      "▁will ing",
+      "▁wil ling",
+      "▁n est",
+      "▁ne st",
+      "▁ nest",
+      "as o",
+      "a so",
+      "po t",
+      "p ot",
+      "▁hand les",
+      "▁handle s",
+      "▁ф о",
+      "▁ фо",
+      "▁m oder",
+      "▁mod er",
+      "▁mo der",
+      "▁mode r",
+      "▁eben falls",
+      "▁fight ing",
+      "um bn",
+      "umb n",
+      "▁trans parent",
+      "▁K rist",
+      "▁Kr ist",
+      "▁home s",
+      "▁hom es",
+      "▁ho mes",
+      "▁voy age",
+      "Fa iled",
+      "Fail ed",
+      "▁B ird",
+      "▁Bi rd",
+      "▁Bir d",
+      "▁He art",
+      "Count er",
+      "Co unter",
+      "C ounter",
+      "▁Scott ish",
+      "át ica",
+      "▁ar beit",
+      "▁ arbeit",
+      "^{ -\\",
+      "^{- \\",
+      "▁S or",
+      "▁So r",
+      "▁eng aged",
+      "▁engag ed",
+      "▁a side",
+      "▁as ide",
+      "▁asi de",
+      "▁F ou",
+      "▁Fo u",
+      "▁w iel",
+      "▁wie l",
+      "▁re const",
+      "▁recon st",
+      "ou sin",
+      "ous in",
+      "▁host ed",
+      "▁ho sted",
+      "▁hos ted",
+      "▁c lasse",
+      "▁class e",
+      "▁cl asse",
+      "▁clas se",
+      "▁con test",
+      "▁cont est",
+      "▁conte st",
+      ".. .\"",
+      "... \"",
+      "мо м",
+      "м ом",
+      "▁be an",
+      "▁ bean",
+      "ge m",
+      "g em",
+      "▁consult ato",
+      "▁b io",
+      "▁bi o",
+      "▁ bio",
+      "▁subject s",
+      "bo Box",
+      "▁Sch rift",
+      "▁d inner",
+      "▁din ner",
+      "ă r",
+      "▁r ówn",
+      "▁% %",
+      "▁ %%",
+      "ba ge",
+      "bag e",
+      "b age",
+      "▁ver öff",
+      "▁det ected",
+      "▁detect ed",
+      "ie nn",
+      "ien n",
+      "i enn",
+      "ro se",
+      "ros e",
+      "r ose",
+      "▁T on",
+      "▁To n",
+      "Comp lete",
+      "Comple te",
+      "▁pro to",
+      "▁pr oto",
+      "▁prot o",
+      "▁ proto",
+      "ich ts",
+      "icht s",
+      "i chts",
+      "ST AT",
+      "Check ed",
+      "▁in ten",
+      "▁i nten",
+      "▁int en",
+      "▁inte n",
+      "▁s mile",
+      "▁sm ile",
+      "▁st rip",
+      "▁str ip",
+      "▁stri p",
+      "▁ strip",
+      "ne ut",
+      "') ;\r",
+      "'); \r",
+      "' );\r",
+      "fo ur",
+      "f our",
+      "▁to das",
+      "▁tod as",
+      "▁toda s",
+      "Control s",
+      "▁thor ough",
+      "ru p",
+      "r up",
+      "▁држа ви",
+      "it ă",
+      "Pro tocol",
+      "К а",
+      "▁expand ed",
+      "ex tra",
+      "ext ra",
+      "op ort",
+      "opo rt",
+      "o port",
+      "▁Ста нов",
+      "le ases",
+      "lease s",
+      "▁n otion",
+      "▁not ion",
+      "▁no tion",
+      "▁g uest",
+      "▁gu est",
+      "▁Is lands",
+      "▁Island s",
+      "ic ked",
+      "ick ed",
+      "▁D ave",
+      "▁Dav e",
+      "▁Da ve",
+      "▁ref lection",
+      "▁reflect ion",
+      "li v",
+      "l iv",
+      "ál ní",
+      "▁reve aled",
+      "▁s og",
+      "▁so g",
+      "▁T ax",
+      "▁Ta x",
+      "▁period o",
+      "▁peri odo",
+      "▁Welt krie",
+      "catal ina",
+      "qu é",
+      "q ué",
+      "▁F ather",
+      "▁Fa ther",
+      "▁B ir",
+      "▁Bi r",
+      "ex pect",
+      "exp ect",
+      "▁re gression",
+      "▁reg ression",
+      "in é",
+      "i né",
+      "▁d abei",
+      "▁da bei",
+      "pe rm",
+      "per m",
+      "p erm",
+      "ме не",
+      "мен е",
+      "м ене",
+      "▁A bd",
+      "▁Ab d",
+      "▁C F",
+      "▁ CF",
+      "ar ks",
+      "ark s",
+      "resol ve",
+      "wed ge",
+      "w edge",
+      "▁initial ization",
+      "▁Vé ase",
+      "▁при ня",
+      "st mt",
+      "▁in come",
+      "▁inc ome",
+      "M Y",
+      "▁od kazy",
+      "▁Sie he",
+      "▁bod ies",
+      "▁s oc",
+      "▁so c",
+      "R andom",
+      "▁s enza",
+      "▁sen za",
+      "ab lo",
+      "abl o",
+      "a blo",
+      "▁reg arded",
+      "▁regard ed",
+      "on Create",
+      "▁Mag azine",
+      "▁R af",
+      "▁Ra f",
+      "▁Buen os",
+      "и л",
+      ")) );",
+      "))) ;",
+      ") ));",
+      "ca pt",
+      "cap t",
+      "c apt",
+      "re direct",
+      "red irect",
+      "▁pe tit",
+      "▁pet it",
+      "▁f arm",
+      "▁far m",
+      "▁fa rm",
+      "▁r ôle",
+      "▁стать и",
+      "     ",
+      "sub figure",
+      "èce s",
+      "è ces",
+      "zi el",
+      "zie l",
+      "z iel",
+      "▁о кон",
+      "▁ок он",
+      "E E",
+      "me e",
+      "m ee",
+      "▁p erten",
+      "▁per ten",
+      "▁pert en",
+      "▁représ ent",
+      "▁L A",
+      "▁ LA",
+      "? '",
+      "▁т ру",
+      "▁r ational",
+      "▁rat ional",
+      "▁ratio nal",
+      "os of",
+      "oso f",
+      "▁k ne",
+      "▁kn e",
+      "▁art ists",
+      "▁artist s",
+      "Fl ow",
+      "F low",
+      "▁А ль",
+      "▁Ал ь",
+      "iz ard",
+      "iza rd",
+      "izar d",
+      "▁num ero",
+      "▁numer o",
+      "act ic",
+      "a ctic",
+      "▁de struct",
+      "▁dest ruct",
+      "▁destru ct",
+      "▁П ра",
+      "ons ieur",
+      "q t",
+      "ab estanden",
+      "no ść",
+      "Con nect",
+      "Conne ct",
+      "▁o racle",
+      "▁or acle",
+      "▁ora cle",
+      "▁ oracle",
+      "▁Stock holm",
+      "size of",
+      "▁gem äß",
+      "AC T",
+      "A CT",
+      "▁ex pert",
+      "▁exp ert",
+      "▁exper t",
+      "ut ions",
+      "ution s",
+      "uti ons",
+      "▁h acia",
+      "▁ha cia",
+      "▁log ger",
+      "▁ logger",
+      "▁f ool",
+      "▁fo ol",
+      "▁foo l",
+      "ry pto",
+      "rypt o",
+      "æ r",
+      "▁c idade",
+      "▁ci dade",
+      "▁состав е",
+      "▁соста ве",
+      "ok er",
+      "oke r",
+      "o ker",
+      "▁Trans fer",
+      "▁den ied",
+      "Tr ack",
+      "Tra ck",
+      "T rack",
+      "▁r adi",
+      "▁ra di",
+      "▁rad i",
+      "ze c",
+      "z ec",
+      "▁Histor ic",
+      "▁Einwo hner",
+      "ко ю",
+      "▁х ра",
+      "▁ хра",
+      "▁C ategory",
+      "▁ Category",
+      "▁Dis ney",
+      "▁sw ap",
+      "▁ swap",
+      "Be gin",
+      "B egin",
+      "▁m ientras",
+      "▁d ance",
+      "▁dan ce",
+      "▁t ête",
+      "▁d roit",
+      "▁dr oit",
+      "▁dro it",
+      "er ta",
+      "ert a",
+      "▁bird s",
+      "▁bir ds",
+      "▁con vin",
+      "▁conv in",
+      "par ator",
+      "para tor",
+      "д ра",
+      "▁E S",
+      "▁ ES",
+      "▁Ress ources",
+      "▁Ressource s",
+      "EG IN",
+      "ück e",
+      "ü cke",
+      "▁Cr uz",
+      "▁Cru z",
+      "ab ling",
+      "abl ing",
+      "a bling",
+      "▁\" @",
+      "▁me tres",
+      "▁met res",
+      "▁B eg",
+      "▁Be g",
+      "▁Gr ünd",
+      "▁B oh",
+      "▁Bo h",
+      "▁m ile",
+      "▁mil e",
+      "▁mi le",
+      "▁ mile",
+      "▁Techn ology",
+      "\" +",
+      "ac co",
+      "acc o",
+      "a cco",
+      "▁s s",
+      "▁ ss",
+      "▁F ed",
+      "▁Fe d",
+      "▁H end",
+      "▁He nd",
+      "▁Hen d",
+      "us ch",
+      "usc h",
+      "u sch",
+      "it ä",
+      "fol k",
+      "f olk",
+      "▁abs or",
+      "an tal",
+      "ant al",
+      "anta l",
+      "od ge",
+      "▁WH EN",
+      "▁Extern í",
+      "▁Reg iment",
+      "▁evalu ation",
+      "▁T ai",
+      "▁Ta i",
+      "▁voc als",
+      "▁vocal s",
+      "▁ex perimental",
+      "▁experiment al",
+      "em bed",
+      "emb ed",
+      "▁M inn",
+      "▁Min n",
+      "▁Mi nn",
+      "▁в ме",
+      "pr ec",
+      "pre c",
+      "p rec",
+      "ever y",
+      "ev ery",
+      "e very",
+      "▁ho of",
+      "▁Fern ando",
+      "▁Bibli ographie",
+      "▁n ag",
+      "▁na g",
+      "amerikan ischer",
+      "▁m arks",
+      "▁mar ks",
+      "▁mark s",
+      "▁ marks",
+      "▁U TC",
+      "▁ UTC",
+      "▁un certain",
+      "ди я",
+      "ol ia",
+      "oli a",
+      "o lia",
+      "▁c up",
+      "▁cu p",
+      "▁ cup",
+      "▁f ille",
+      "▁fil le",
+      "▁fill e",
+      "▁fi lle",
+      "▁d ok",
+      "▁do k",
+      "use ppe",
+      "est erd",
+      "ester d",
+      "este rd",
+      "e sterd",
+      "▁B rand",
+      "▁Br and",
+      "▁Bra nd",
+      "▁Bran d",
+      "▁Th ird",
+      "P P",
+      "no des",
+      "node s",
+      "n odes",
+      "▁P ad",
+      "▁Pa d",
+      "▁ Pad",
+      "▁l oved",
+      "▁lo ved",
+      "▁love d",
+      "▁lov ed",
+      "sw ing",
+      "s wing",
+      "▁surpr ised",
+      "▁surprise d",
+      "ar di",
+      "ard i",
+      "▁G R",
+      "▁ GR",
+      "] \"",
+      "▁equ ally",
+      "▁equal ly",
+      "▁eq ually",
+      "ih e",
+      "i he",
+      "ca re",
+      "car e",
+      "c are",
+      "пи сок",
+      "пис ок",
+      "li jk",
+      "lij k",
+      "l ijk",
+      "ri nn",
+      "rin n",
+      "r inn",
+      "▁\\ [\\",
+      "▁\\[ \\",
+      "▁s ons",
+      "▁so ns",
+      "▁son s",
+      "▁t ät",
+      "ic amente",
+      "ica mente",
+      "▁l isting",
+      "▁list ing",
+      "iel lement",
+      "ielle ment",
+      "▁nyel ven",
+      "▁d s",
+      "▁ ds",
+      "▁agr icult",
+      "▁H ermann",
+      "▁Her mann",
+      "▁Herm ann",
+      "▁bes ides",
+      "▁beside s",
+      "pro gress",
+      "prog ress",
+      "▁pec uliar",
+      "fo cus",
+      "f ocus",
+      "c n",
+      "- $",
+      "ствен ный",
+      "ou rg",
+      "our g",
+      "o urg",
+      "▁w yn",
+      "▁wy n",
+      "▁conduct ed",
+      "▁condu cted",
+      "▁Станов ништво",
+      "connect ed",
+      "conne cted",
+      "conn ected",
+      "▁b ott",
+      "▁bo tt",
+      "▁bot t",
+      "▁с мер",
+      "▁см ер",
+      "▁P oz",
+      "▁Po z",
+      "un ct",
+      "unc t",
+      "con da",
+      "cond a",
+      "c onda",
+      "▁савез ној",
+      "▁ha vet",
+      "▁have t",
+      "▁hav et",
+      "li gt",
+      "lig t",
+      "l igt",
+      "or ted",
+      "ort ed",
+      "orte d",
+      "▁ent ering",
+      "▁enter ing",
+      "mult ip",
+      "multi p",
+      "mul tip",
+      "▁Tem ple",
+      "▁Temp le",
+      "▁P lant",
+      "▁Pl ant",
+      "▁Plan t",
+      "▁Pla nt",
+      "type of",
+      "▁V lad",
+      "▁qu ed",
+      "▁que d",
+      "▁q ued",
+      "▁re ste",
+      "▁r este",
+      "▁res te",
+      "▁rest e",
+      "▁ма й",
+      "▁ май",
+      "▁V ery",
+      "▁Ver y",
+      "▁Ve ry",
+      "ambigu ation",
+      "▁ch alleng",
+      "▁res pective",
+      "▁respect ive",
+      "▁т ор",
+      "▁то р",
+      "▁ тор",
+      "C trl",
+      "▁abs ence",
+      "ar u",
+      "a ru",
+      "во е",
+      "▁för st",
+      "▁s q",
+      "▁ sq",
+      "▁Em peror",
+      "▁I gn",
+      "▁Ig n",
+      "▁ Ign",
+      "▁т ова",
+      "▁то ва",
+      "▁ това",
+      ": `",
+      "ad oop",
+      "ado op",
+      "▁Mad ame",
+      "▁gru ppo",
+      "▁grup po",
+      "st ud",
+      "▁extern as",
+      "▁Александ р",
+      "▁d ign",
+      "▁di gn",
+      "▁dig n",
+      "▁жи ве",
+      "Am ount",
+      "A mount",
+      "▁correl ate",
+      "▁corre late",
+      "▁F ant",
+      "▁Fa nt",
+      "▁r ails",
+      "▁ra ils",
+      "▁rail s",
+      "▁ rails",
+      "f p",
+      "министра тив",
+      "▁b ought",
+      "▁fil ters",
+      "▁filter s",
+      "▁ filters",
+      "▁anc ora",
+      "▁part ner",
+      "▁qu and",
+      "▁quan d",
+      "sym bol",
+      "s ymbol",
+      "ul ating",
+      "ula ting",
+      "▁z d",
+      "▁ zd",
+      "aw n",
+      "a wn",
+      "▁G rant",
+      "▁Gr ant",
+      "▁Gra nt",
+      "▁Gran t",
+      "bec ause",
+      "b ecause",
+      "ra ble",
+      "rab le",
+      "r able",
+      "\\ }",
+      "íst icas",
+      "ística s",
+      "▁у че",
+      "▁péri ode",
+      "▁s ke",
+      "▁sk e",
+      "▁ ske",
+      "▁Any way",
+      "▁index es",
+      "▁inde xes",
+      "▁direct ions",
+      "▁dire ctions",
+      "▁direction s",
+      "▁R AM",
+      "▁RA M",
+      "▁ RAM",
+      "ch rome",
+      "chr ome",
+      "chrom e",
+      "▁a post",
+      "▁ap ost",
+      "▁apo st",
+      "▁war nings",
+      "▁warning s",
+      "▁warn ings",
+      "▁Air port",
+      "V I",
+      "ab ile",
+      "abil e",
+      "abi le",
+      "▁l ord",
+      "▁lo rd",
+      "pro vider",
+      "prov ider",
+      "▁J i",
+      "ost ream",
+      "o stream",
+      "▁geme ente",
+      "table View",
+      "Ex tra",
+      "Ext ra",
+      "c ursor",
+      "eg round",
+      "egr ound",
+      "e ground",
+      "▁M oz",
+      "▁Mo z",
+      "▁r ib",
+      "▁ri b",
+      "▁ rib",
+      "▁m orph",
+      "▁mor ph",
+      "lo ads",
+      "load s",
+      "el sk",
+      "els k",
+      "▁M AX",
+      "▁MA X",
+      "▁ MAX",
+      "▁Santi ago",
+      "▁H im",
+      "▁Hi m",
+      "code s",
+      "co des",
+      "cod es",
+      "c odes",
+      "▁l anz",
+      "▁lan z",
+      "▁count s",
+      "▁coun ts",
+      "rinn ingsområ",
+      "щ ё",
+      "▁sp é",
+      "▁pier ws",
+      "▁pierw s",
+      "▁S ver",
+      "▁Sv er",
+      "▁a cknow",
+      "▁ac know",
+      "Bo olean",
+      "▁фами ли",
+      "▁Sen ate",
+      "шо в",
+      "ш ов",
+      "ag ers",
+      "age rs",
+      "ager s",
+      "a gers",
+      "▁Nue va",
+      "bi l",
+      "b il",
+      "ki em",
+      "kie m",
+      "k iem",
+      "▁M ey",
+      "▁Me y",
+      "wi j",
+      "w ij",
+      "▁G mbH",
+      "valid ation",
+      "▁en suite",
+      "in king",
+      "ink ing",
+      "▁c ampion",
+      "▁camp ion",
+      "▁finan cial",
+      "▁financi al",
+      "iz on",
+      "izo n",
+      "i zon",
+      "He aders",
+      "Head ers",
+      "Header s",
+      "▁deprec ated",
+      "▁fon ction",
+      "RE G",
+      "R EG",
+      "▁vol umes",
+      "▁volume s",
+      "▁C hi",
+      "▁Ch i",
+      "▁encounter ed",
+      "la k",
+      "l ak",
+      "ра я",
+      "▁contin ues",
+      "▁continu es",
+      "▁continue s",
+      "▁~ [",
+      "uer te",
+      "u erte",
+      "▁\\ ;",
+      "▁ \\;",
+      "▁D ok",
+      "▁Do k",
+      "▁we ights",
+      "▁weight s",
+      "▁r h",
+      "▁ rh",
+      "▁Na pole",
+      "▁Nap ole",
+      "▁natur ally",
+      "▁natural ly",
+      "sk u",
+      "s ku",
+      "pa s",
+      "p as",
+      "▁g egründ",
+      "et r",
+      "e tr",
+      "▁K u",
+      "ic ted",
+      "ict ed",
+      "i cted",
+      "▁fab ric",
+      "▁A SC",
+      "▁AS C",
+      "▁ ASC",
+      "▁Entertain ment",
+      "▁en erg",
+      "▁ener g",
+      "кла д",
+      "к лад",
+      "om on",
+      "omo n",
+      "o mon",
+      "th eme",
+      "the me",
+      "▁ха рак",
+      "▁d raft",
+      "▁dr aft",
+      "▁dra ft",
+      "▁ch annels",
+      "▁channel s",
+      "▁de sert",
+      "▁des ert",
+      "▁deser t",
+      "▁tra vés",
+      "▁trav és",
+      "▁L ock",
+      "▁Lo ck",
+      "▁Loc k",
+      "▁ Lock",
+      "▁s iendo",
+      "▁si endo",
+      "фе к",
+      "ф ек",
+      "m ême",
+      "▁pa cket",
+      "▁pack et",
+      "▁pac ket",
+      "▁Mount ain",
+      "▁F ahr",
+      "▁Fa hr",
+      "bra io",
+      "пе ре",
+      "пер е",
+      "п ере",
+      "▁gen annt",
+      "▁dep loyment",
+      "▁deploy ment",
+      "Pa l",
+      "P al",
+      "но г",
+      "ст ру",
+      "стр у",
+      "Pr im",
+      "P rim",
+      "f ür",
+      "▁danger ous",
+      "▁sz ám",
+      "re ck",
+      "rec k",
+      "▁pop up",
+      "ic ky",
+      "ick y",
+      "in ar",
+      "ina r",
+      "i nar",
+      "co wo",
+      "cow o",
+      "c owo",
+      "нци кло",
+      "ít ás",
+      "▁pl ugins",
+      "▁plugin s",
+      "▁plug ins",
+      "▁ plugins",
+      "▁dr iven",
+      "▁drive n",
+      "▁dri ven",
+      "▁driv en",
+      "ле в",
+      "л ев",
+      "▁\" (",
+      "tt a",
+      "t ta",
+      "▁ Ú",
+      "▁e b",
+      "▁ eb",
+      "▁' ';",
+      "▁'' ;",
+      "▁kn ock",
+      "▁ос нова",
+      "▁основ а",
+      "▁m aison",
+      "▁ma ison",
+      "▁mais on",
+      "▁mai son",
+      "г ля",
+      "▁Hon or",
+      "▁Ho nor",
+      "ta il",
+      "t ail",
+      "ri tz",
+      "rit z",
+      "r itz",
+      "▁gu ys",
+      "▁combin ations",
+      "▁combination s",
+      "ond ere",
+      "onder e",
+      "onde re",
+      "▁A ld",
+      "▁Al d",
+      "▁f iddle",
+      "▁ fiddle",
+      "да в",
+      "ur d",
+      "u rd",
+      "▁pro jection",
+      "▁project ion",
+      "▁Tamb ién",
+      "ve rb",
+      "ver b",
+      "v erb",
+      "▁ter re",
+      "▁ terre",
+      "ru gu",
+      "rug u",
+      "▁se ptember",
+      "▁sept ember",
+      "▁< !",
+      "co st",
+      "cos t",
+      "c ost",
+      "▁n ut",
+      "▁nu t",
+      "▁ nut",
+      "{ %",
+      "▁ub ic",
+      "am arin",
+      "ama rin",
+      "amar in",
+      "ти и",
+      "▁pat ron",
+      "▁patr on",
+      "▁am ely",
+      "▁e sto",
+      "▁est o",
+      "▁es to",
+      "▁ esto",
+      "▁li stop",
+      "▁list op",
+      "fa l",
+      "f al",
+      "▁P rop",
+      "▁Pro p",
+      "▁Pr op",
+      "▁ Prop",
+      "▁O nt",
+      "▁On t",
+      "▁M ade",
+      "▁Ma de",
+      "▁Mad e",
+      "TE ST",
+      "▁N em",
+      "▁Ne m",
+      "▁N ations",
+      "▁Nat ions",
+      "▁Nation s",
+      "▁в у",
+      "▁ ву",
+      "in cluding",
+      "includ ing",
+      "▁spect rum",
+      "▁L an",
+      "▁La n",
+      "▁E ver",
+      "▁Ev er",
+      "Pa ul",
+      "t m",
+      "App end",
+      "Ap pend",
+      "Rel ative",
+      "dis abled",
+      "disable d",
+      "return s",
+      "▁flow ers",
+      "▁flo wers",
+      "▁flower s",
+      "ik u",
+      "i ku",
+      "▁| \\",
+      "▁ |\\",
+      "▁Jord an",
+      "▁Sm all",
+      "▁c ic",
+      "▁ci c",
+      "▁sex ual",
+      "au tre",
+      "aut re",
+      "ва л",
+      "в ал",
+      "▁r ip",
+      "▁ri p",
+      "▁ rip",
+      "ou st",
+      "ous t",
+      "o ust",
+      "▁Philadel phia",
+      "▁u k",
+      "▁ uk",
+      "▁M ongo",
+      "▁Mon go",
+      "▁Mong o",
+      "xml ns",
+      "▁sh op",
+      "▁sho p",
+      "▁ shop",
+      "▁debug ger",
+      "▁z aj",
+      "▁za j",
+      "▁B illy",
+      "▁Bill y",
+      "▁Bil ly",
+      "▁n iem",
+      "▁nie m",
+      "▁ni em",
+      "ol is",
+      "oli s",
+      "o lis",
+      "▁ро ссий",
+      "ag ner",
+      "agn er",
+      "agne r",
+      "▁m aven",
+      "▁ma ven",
+      "▁ maven",
+      "▁Gu stav",
+      "▁Gust av",
+      "A us",
+      "comp are",
+      "▁j eu",
+      "▁je u",
+      "ud er",
+      "ude r",
+      "u der",
+      "ish ment",
+      "▁ди визи",
+      "▁Fin land",
+      "ну т",
+      "н ут",
+      "z és",
+      "▁Liga ções",
+      "▁Lig ações",
+      "▁qu ello",
+      "▁quel lo",
+      "an notation",
+      "annot ation",
+      "▁th rew",
+      "▁thr ew",
+      "▁thre w",
+      "▁Pro of",
+      "▁ Proof",
+      "▁A rea",
+      "▁Ar ea",
+      "▁Are a",
+      "▁ Area",
+      "as hi",
+      "ash i",
+      "▁F O",
+      "▁ FO",
+      "ja min",
+      "j amin",
+      "ден т",
+      "д ент",
+      "▁un us",
+      "fri end",
+      ".\" );",
+      ".\") ;",
+      ". \");",
+      "▁tra kten",
+      "document class",
+      "an ka",
+      "ank a",
+      "▁ar rive",
+      "▁arr ive",
+      "▁arriv e",
+      "▁d onne",
+      "▁don ne",
+      "▁donn e",
+      "ol y",
+      "o ly",
+      "▁R ein",
+      "▁Re in",
+      "▁face book",
+      "▁fac ebook",
+      "▁ facebook",
+      "ic ina",
+      "ici na",
+      "sl ice",
+      "s lice",
+      "▁n agy",
+      "▁na gy",
+      "▁nag y",
+      "▁he bben",
+      "▁I C",
+      "▁ IC",
+      "▁B ag",
+      "▁Ba g",
+      "▁ Bag",
+      "▁circ ul",
+      "▁cir cul",
+      "ác t",
+      "á ct",
+      "mit t",
+      "mi tt",
+      "m itt",
+      "▁g rey",
+      "▁gr ey",
+      "▁gre y",
+      "▁c av",
+      "▁ca v",
+      "▁осо би",
+      "▁sym metric",
+      "▁symmet ric",
+      "▁S ic",
+      "▁Si c",
+      "▁med ium",
+      "▁medi um",
+      "▁ medium",
+      "▁U TF",
+      "▁ UTF",
+      "▁D opo",
+      "▁Do po",
+      "í ch",
+      "bar e",
+      "ba re",
+      "b are",
+      "dz ie",
+      "d zie",
+      "▁he aven",
+      "▁heav en",
+      "▁cam pe",
+      "▁camp e",
+      "ester day",
+      "esterd ay",
+      "▁W issenschaft",
+      "по ль",
+      "пол ь",
+      "di d",
+      "d id",
+      "al er",
+      "ale r",
+      "a ler",
+      "▁citiz ens",
+      "▁Marg aret",
+      "▁s ought",
+      "ch arts",
+      "char ts",
+      "chart s",
+      "CL C",
+      "C LC",
+      "ol ly",
+      "oll y",
+      "ys z",
+      "y sz",
+      "wa ld",
+      "wal d",
+      "w ald",
+      "▁f en",
+      "▁fe n",
+      "▁ fen",
+      "▁S ix",
+      "▁Si x",
+      "▁U rs",
+      "▁Ur s",
+      "▁ор ган",
+      "▁T rad",
+      "▁Tr ad",
+      "▁Tra d",
+      "cu e",
+      "c ue",
+      "sch utz",
+      "▁prec ise",
+      "▁precis e",
+      "▁W indow",
+      "▁Wind ow",
+      "▁ Window",
+      "ти е",
+      "ло ві",
+      "лов і",
+      "it ori",
+      "ito ri",
+      "itor i",
+      "dis ambiguation",
+      "▁х и",
+      "▁ хи",
+      "▁N atural",
+      "▁Natur al",
+      "▁Nat ural",
+      "da n",
+      "d an",
+      "▁con crete",
+      "ци ја",
+      "▁s pel",
+      "▁sp el",
+      "▁spe l",
+      "▁Fa iled",
+      "▁Fail ed",
+      "▁ Failed",
+      "ści e",
+      "śc ie",
+      "ś cie",
+      "▁b uf",
+      "▁bu f",
+      "▁ buf",
+      "uc a",
+      "u ca",
+      "ic ional",
+      "ici onal",
+      "icio nal",
+      "icion al",
+      "▁ott obre",
+      "▁otto bre",
+      "▁ф і",
+      "▁ фі",
+      "▁submit ted",
+      "▁subm itted",
+      "la ve",
+      "lav e",
+      "l ave",
+      "▁P lot",
+      "▁Pl ot",
+      "▁ Plot",
+      "▁col leg",
+      "▁coll eg",
+      "▁colle g",
+      "ad em",
+      "ade m",
+      "a dem",
+      "▁ch aque",
+      "▁cha que",
+      "▁neighbor hood",
+      "▁calci atore",
+      "Lo op",
+      "L oop",
+      "▁G ast",
+      "▁Ga st",
+      "▁Gas t",
+      "▁ко гда",
+      "▁indust rial",
+      "▁industri al",
+      "▁f atal",
+      "▁fa tal",
+      "▁fat al",
+      "▁C ert",
+      "▁Ce rt",
+      "▁Cer t",
+      "▁ Cert",
+      "la tion",
+      "lat ion",
+      "l ation",
+      "▁О дна",
+      "▁Од на",
+      "▁jam ais",
+      "▁acc um",
+      "Id entity",
+      "Ident ity",
+      "▁Me dal",
+      "▁Med al",
+      "Met adata",
+      "Meta data",
+      "▁лю дя",
+      "br idge",
+      "brid ge",
+      "b ridge",
+      "Go od",
+      "G ood",
+      "▁что бы",
+      "▁comp oser",
+      "▁compos er",
+      "▁compose r",
+      "▁b read",
+      "▁br ead",
+      "▁bre ad",
+      "▁clos ure",
+      "▁ closure",
+      "▁large ly",
+      "▁larg ely",
+      "F B",
+      "▁обла сть",
+      "▁autom atic",
+      "▁automat ic",
+      "ar ía",
+      "a ría",
+      "▁sufficient ly",
+      "▁ital iana",
+      "▁ка че",
+      "▁J ó",
+      "hi story",
+      "histor y",
+      "h istory",
+      "▁H D",
+      "▁ HD",
+      "▁sigu iente",
+      "ne ll",
+      "nel l",
+      "n ell",
+      "▁G ree",
+      "▁Gr ee",
+      "▁Gre e",
+      "▁T i",
+      "▁trans ferred",
+      "▁transfer red",
+      "équ ipe",
+      "é quipe",
+      "▁Phili ppe",
+      "▁Philipp e",
+      "▁Philip pe",
+      "▁encou rag",
+      "▁V ietnam",
+      "▁graph s",
+      "▁symmet ry",
+      "fr ed",
+      "fre d",
+      "f red",
+      "we ek",
+      "▁bron ze",
+      "ry s",
+      "r ys",
+      "▁name ly",
+      "▁nam ely",
+      "on ders",
+      "ond ers",
+      "onder s",
+      "onde rs",
+      "lem agne",
+      "X Y",
+      "Con vert",
+      "}] (",
+      "} ](",
+      "Reg ion",
+      "pe cies",
+      "pec ies",
+      "▁te xture",
+      "▁text ure",
+      "▁c hr",
+      "▁ch r",
+      "▁ chr",
+      "не го",
+      "н его",
+      "▁some body",
+      "a qu",
+      "er as",
+      "era s",
+      "e ras",
+      "▁Н ово",
+      "▁Но во",
+      "▁Нов о",
+      "▁d ez",
+      "▁de z",
+      "an iu",
+      "ani u",
+      "a niu",
+      "ok rat",
+      "▁co vers",
+      "▁cover s",
+      "▁cov ers",
+      "▁sign als",
+      "▁signal s",
+      "ђ е",
+      "▁H eb",
+      "▁He b",
+      "▁An ti",
+      "▁Ant i",
+      "IV E",
+      "I VE",
+      "▁re ss",
+      "▁r ess",
+      "▁res s",
+      "▁ ress",
+      "LE TE",
+      "yn a",
+      "y na",
+      "п ла",
+      "жде ния",
+      "ж дения",
+      "▁ch amp",
+      "▁cha mp",
+      "▁cham p",
+      "▁vill ages",
+      "▁village s",
+      "▁villa ges",
+      "Z one",
+      "▁i Phone",
+      "▁sou vent",
+      "сь кі",
+      "ськ і",
+      "▁feb braio",
+      "ér cito",
+      "▁X I",
+      "ok at",
+      "oka t",
+      "▁mem bres",
+      "▁memb res",
+      "▁membre s",
+      "ju nit",
+      "j unit",
+      "▁D raw",
+      "▁Dr aw",
+      "▁Dra w",
+      "▁ Draw",
+      "▁п рово",
+      "▁про во",
+      "▁пров о",
+      "▁пр ово",
+      "aud io",
+      "audi o",
+      "a udio",
+      "en dl",
+      "end l",
+      "▁N ad",
+      "▁Na d",
+      "▁magn itude",
+      "Su r",
+      "S ur",
+      "ic ing",
+      "ici ng",
+      "i cing",
+      "▁un w",
+      "▁о три",
+      "▁от ри",
+      "▁B ey",
+      "▁Be y",
+      "▁V ik",
+      "▁Vi k",
+      "▁polít ica",
+      "port er",
+      "por ter",
+      "porte r",
+      "p orter",
+      "▁Bar bara",
+      "▁Barb ara",
+      "ál t",
+      "á lt",
+      "bi b",
+      "b ib",
+      "▁accom pan",
+      "▁accomp an",
+      "V P",
+      "▁en coded",
+      "▁enc oded",
+      "▁encode d",
+      "▁ encoded",
+      "▁S ometimes",
+      "▁Some times",
+      "bi rd",
+      "bir d",
+      "b ird",
+      "▁U lt",
+      "▁Ul t",
+      "▁t un",
+      "▁tu n",
+      "get Text",
+      "▁ar rival",
+      "▁arr ival",
+      "▁arriv al",
+      "script style",
+      "{ `",
+      "▁pers pective",
+      "LI NE",
+      "LIN E",
+      "L INE",
+      "Form atter",
+      "Format ter",
+      "▁b om",
+      "▁bo m",
+      "в ра",
+      "DE BUG",
+      "Bound s",
+      "B ounds",
+      "▁T itle",
+      "▁Tit le",
+      "▁ Title",
+      "l ó",
+      "Da n",
+      "D an",
+      "▁g ene",
+      "▁ge ne",
+      "▁gen e",
+      "▁B it",
+      "▁Bi t",
+      "▁ Bit",
+      "▁reprodu ce",
+      "▁graph ics",
+      "▁ graphics",
+      "▁с ем",
+      "▁се м",
+      "р ё",
+      "▁ре ки",
+      "us alem",
+      "usa lem",
+      "ро ж",
+      "▁D ES",
+      "▁DE S",
+      "▁So ftware",
+      "ur ance",
+      "u rance",
+      "ithmet ic",
+      "en ess",
+      "ene ss",
+      "enes s",
+      "e ness",
+      "ic hi",
+      "ich i",
+      "i chi",
+      "Con verter",
+      "Convert er",
+      "▁g ithub",
+      "▁ github",
+      "erd ings",
+      "gl ise",
+      "ác h",
+      "á ch",
+      "▁bu ried",
+      "▁bur ied",
+      "▁v ision",
+      "▁vis ion",
+      "▁ vision",
+      "M iss",
+      "▁s ees",
+      "▁se es",
+      "▁see s",
+      "▁person nes",
+      "▁pers onnes",
+      "▁personn es",
+      "▁personne s",
+      "▁In tel",
+      "▁Int el",
+      "el ia",
+      "eli a",
+      "e lia",
+      "▁č lán",
+      "▁c hi",
+      "▁ch i",
+      "▁ chi",
+      "▁k las",
+      "▁kl as",
+      "au té",
+      "aut é",
+      "▁st ark",
+      "▁star k",
+      "cz e",
+      "c ze",
+      "▁dr ivers",
+      "▁driver s",
+      "▁drive rs",
+      "▁dri vers",
+      "▁driv ers",
+      "v n",
+      "! ,",
+      "▁го ды",
+      "▁год ы",
+      "H i",
+      "▁expla ins",
+      "▁expl ains",
+      "▁explain s",
+      "art icles",
+      "article s",
+      "▁z ug",
+      "▁zu g",
+      "▁ zug",
+      "Pro m",
+      "Pr om",
+      "P rom",
+      "> =",
+      "▁Be at",
+      "▁S ax",
+      "▁Sa x",
+      "vert ical",
+      "кт о",
+      "к то",
+      "▁pl ants",
+      "▁plan ts",
+      "▁plant s",
+      "▁Ré férences",
+      "▁Référence s",
+      "▁og ni",
+      "▁c urs",
+      "▁cu rs",
+      "▁cur s",
+      "▁S K",
+      "▁ SK",
+      "он и",
+      "о ни",
+      "▁des tac",
+      "▁dest ac",
+      "\") ;\r",
+      "\"); \r",
+      "\" );\r",
+      "▁S ure",
+      "▁Su re",
+      "▁Sur e",
+      "▁part ido",
+      "▁parti do",
+      "▁Fol ge",
+      "▁Mo ore",
+      "▁w z",
+      "ск ус",
+      "ску с",
+      "lt re",
+      "l tre",
+      "on do",
+      "ond o",
+      "▁p ose",
+      "▁po se",
+      "▁pos e",
+      "▁ pose",
+      "im os",
+      "imo s",
+      "i mos",
+      "бо й",
+      "ци па",
+      "ju s",
+      "j us",
+      ".. ...",
+      "... ..",
+      ".... .",
+      ". ....",
+      "▁ép oca",
+      "▁qu anto",
+      "▁quant o",
+      "▁quan to",
+      "▁Su pport",
+      "▁Supp ort",
+      "▁Sup port",
+      "▁ Support",
+      "gesch ichte",
+      "SER VER",
+      "▁George s",
+      "▁Georg es",
+      "en um",
+      "enu m",
+      "e num",
+      "▁h erm",
+      "▁he rm",
+      "▁her m",
+      "▁ne bo",
+      "▁C hr",
+      "▁Ch r",
+      "▁ Chr",
+      "char acter",
+      "▁* **",
+      "▁** *",
+      "▁ ***",
+      "▁For sch",
+      "ia mi",
+      "iam i",
+      "i ami",
+      "▁ ¿",
+      "cy ch",
+      "cyc h",
+      "c ych",
+      "▁fif th",
+      "se nt",
+      "sen t",
+      "s ent",
+      "▁and erem",
+      "▁andere m",
+      "▁proport ion",
+      "▁propor tion",
+      "▁p rest",
+      "▁pr est",
+      "▁pre st",
+      "▁pres t",
+      "▁G irl",
+      "▁Gi rl",
+      "▁Gir l",
+      "▁d rama",
+      "▁dr ama",
+      "▁dra ma",
+      "▁dram a",
+      "wa nd",
+      "wan d",
+      "w and",
+      "▁M ail",
+      "▁Ma il",
+      "▁Mai l",
+      "▁ Mail",
+      "▁L ux",
+      "▁Lu x",
+      "▁kter ý",
+      "▁Ges ellschaft",
+      "▁Hin weis",
+      "nis se",
+      "n isse",
+      "▁m ondo",
+      "▁mon do",
+      "▁mond o",
+      "E q",
+      "▁per í",
+      "▁pe rí",
+      "▁e astern",
+      "▁eas tern",
+      "▁east ern",
+      "▁UE FA",
+      "ual e",
+      "ua le",
+      "u ale",
+      "▁con vex",
+      "▁conv ex",
+      "▁по ль",
+      "▁пол ь",
+      "▁ поль",
+      "▁H ey",
+      "▁He y",
+      "ze nie",
+      "zen ie",
+      "z enie",
+      "init ely",
+      "▁Z usammen",
+      "SS L",
+      "S SL",
+      "oc al",
+      "oca l",
+      "o cal",
+      "▁c anal",
+      "▁can al",
+      "▁ca nal",
+      "vo y",
+      "v oy",
+      "▁К ри",
+      "▁köz ött",
+      "▁c ars",
+      "▁car s",
+      "▁ca rs",
+      "▁vers ión",
+      "En vironment",
+      "He r",
+      "H er",
+      "▁se ñ",
+      "▁sp atial",
+      "ym i",
+      "y mi",
+      "Fi re",
+      "F ire",
+      "▁ve get",
+      "▁veg et",
+      "▁W ie",
+      "▁Wi e",
+      "▁zn aj",
+      "▁zna j",
+      "▁dam age",
+      "▁en dl",
+      "▁end l",
+      "▁ endl",
+      "gi f",
+      "g if",
+      "▁qu ali",
+      "▁qual i",
+      "▁которы х",
+      "el lan",
+      "ell an",
+      "ella n",
+      "▁m ens",
+      "▁me ns",
+      "▁men s",
+      "▁pl ug",
+      "▁a bund",
+      "▁ab und",
+      "FI G",
+      "F IG",
+      "▁s f",
+      "▁ sf",
+      "▁con fl",
+      "▁conf l",
+      "▁насе ления",
+      "▁princi ples",
+      "▁princip les",
+      "▁principle s",
+      "▁Gab riel",
+      "ib e",
+      "i be",
+      "▁{ %",
+      "▁ {%",
+      "▁pobla ció",
+      "ні ципа",
+      "▁ext reme",
+      "▁extrem e",
+      "▁extr eme",
+      "▁as se",
+      "▁ass e",
+      "▁ asse",
+      "▁v u",
+      "▁ vu",
+      "Mo ck",
+      "M ock",
+      "▁spiel te",
+      "▁A er",
+      "▁d atos",
+      "▁dat os",
+      "en des",
+      "end es",
+      "ende s",
+      "▁G el",
+      "▁Ge l",
+      "▁G or",
+      "▁Go r",
+      "Ch rist",
+      "Chr ist",
+      "ch os",
+      "cho s",
+      "c hos",
+      "Process or",
+      "Proc essor",
+      "▁in struct",
+      "▁inst ruct",
+      "▁instru ct",
+      "▁p icked",
+      "▁pick ed",
+      "▁pic ked",
+      "nah me",
+      "nahm e",
+      "fa hr",
+      "fah r",
+      "f ahr",
+      "▁indic ated",
+      "▁indicate d",
+      "▁% .",
+      "▁ %.",
+      "▁t s",
+      "▁ ts",
+      "▁not able",
+      "▁no table",
+      "▁qual ified",
+      "▁А л",
+      "Bl ack",
+      "B lack",
+      "▁coun cil",
+      "▁over head",
+      "ac i",
+      "a ci",
+      "an née",
+      "ann ée",
+      "▁init With",
+      "bi ó",
+      "b ió",
+      "▁int roduction",
+      "▁introdu ction",
+      "▁compan ion",
+      "▁ex pon",
+      "▁exp on",
+      "▁k ör",
+      "▁kö r",
+      "ob y",
+      "o by",
+      "bu rn",
+      "bur n",
+      "b urn",
+      "gn u",
+      "g nu",
+      "virt ual",
+      "v irtual",
+      "▁intel lect",
+      "▁д ержа",
+      "▁ держа",
+      "' +",
+      "б ле",
+      "▁strict ly",
+      "▁recogn ize",
+      "ho ur",
+      "hou r",
+      "h our",
+      "▁W rest",
+      "en nen",
+      "enn en",
+      "enne n",
+      "$) .",
+      "$ ).",
+      "ff f",
+      "f ff",
+      "▁Cent ro",
+      "▁P itt",
+      "▁Pi tt",
+      "▁Pit t",
+      "▁d ział",
+      "▁dz iał",
+      "▁ dział",
+      "▁c ela",
+      "▁ce la",
+      "▁cel a",
+      "▁frances e",
+      "▁franc ese",
+      "ра ми",
+      "spe cial",
+      "spec ial",
+      "▁D up",
+      "▁Du p",
+      "to ire",
+      "t oire",
+      "ка ль",
+      "кал ь",
+      "к аль",
+      "CO UNT",
+      "▁Br ook",
+      "▁Bro ok",
+      "▁ру ково",
+      "pub lique",
+      "▁se conda",
+      "▁second a",
+      "▁sec onda",
+      "▁com pt",
+      "▁comp t",
+      "▁b land",
+      "▁bl and",
+      "▁bla nd",
+      "▁blan d",
+      "Be fore",
+      "▁P ack",
+      "▁Pa ck",
+      "▁Pac k",
+      "▁ Pack",
+      "al ty",
+      "alt y",
+      "öd er",
+      "ö der",
+      "▁interval s",
+      "▁Daten bank",
+      "Mo vie",
+      "M ovie",
+      "▁trans m",
+      "▁tran sm",
+      "▁t ap",
+      "▁ta p",
+      "▁по ч",
+      "fo n",
+      "f on",
+      "ia i",
+      "i ai",
+      "▁f ib",
+      "▁fi b",
+      "▁w yd",
+      "▁wy d",
+      "▁h ung",
+      "▁hun g",
+      "▁hu ng",
+      "▁ hung",
+      "▁a live",
+      "▁al ive",
+      "▁ali ve",
+      "Cl ear",
+      "C lear",
+      "▁p ushed",
+      "▁push ed",
+      "▁tu ple",
+      "▁ tuple",
+      "ach en",
+      "ac hen",
+      "ache n",
+      "a chen",
+      "го во",
+      "гов о",
+      "г ово",
+      "▁re vers",
+      "▁rev ers",
+      "▁reve rs",
+      "▁rever s",
+      "▁au gment",
+      "▁aug ment",
+      "▁ch allenge",
+      "▁challeng e",
+      "lo st",
+      "los t",
+      "l ost",
+      "▁deux ième",
+      "struct or",
+      "stru ctor",
+      "▁mehr erer",
+      "▁mehrere r",
+      "at ural",
+      "atur al",
+      "atura l",
+      "atu ral",
+      "Sp lit",
+      "S plit",
+      "ст ем",
+      "сте м",
+      "с тем",
+      "ш ла",
+      ")\\ \\",
+      ") \\\\",
+      "▁D og",
+      "▁Do g",
+      "▁develop ers",
+      "▁developer s",
+      "▁ developers",
+      "▁n od",
+      "▁no d",
+      "▁сто ро",
+      "▁Na N",
+      "▁ NaN",
+      "▁pr iest",
+      "▁pri est",
+      "▁ex ha",
+      "UN D",
+      "U ND",
+      "pa ir",
+      "p air",
+      "al one",
+      "alo ne",
+      "▁m oon",
+      "▁mo on",
+      "▁# !/",
+      "▁g uns",
+      "▁gu ns",
+      "▁gun s",
+      "ro la",
+      "rol a",
+      "r ola",
+      "чи та",
+      "▁Encyc lopedia",
+      "▁Encyclop edia",
+      "at is",
+      "ati s",
+      "a tis",
+      "▁' \"",
+      "▁ '\"",
+      "zy ch",
+      "z ych",
+      "▁super fic",
+      "▁э к",
+      "еде ра",
+      "fe ed",
+      "f eed",
+      "LA Y",
+      "F i",
+      "un ks",
+      "unk s",
+      "ise cond",
+      "i second",
+      "▁' @",
+      "▁Ad ding",
+      "▁Add ing",
+      "ро е",
+      "▁t ang",
+      "▁tan g",
+      "▁ta ng",
+      "ц о",
+      "hu ng",
+      "h ung",
+      "bi s",
+      "b is",
+      "sk ého",
+      "ské ho",
+      "▁ad vert",
+      "▁adv ert",
+      "▁за нима",
+      "uz z",
+      "u zz",
+      "ág ina",
+      "▁T el",
+      "▁Te l",
+      "si g",
+      "s ig",
+      "▁E z",
+      "▁guarante e",
+      "▁te aching",
+      "▁teach ing",
+      "ot y",
+      "o ty",
+      "ter min",
+      "term in",
+      "▁distribution s",
+      "▁distrib utions",
+      "FL A",
+      "F LA",
+      "▁Gi useppe",
+      "query Selector",
+      "▁/ \\",
+      "▁ /\\",
+      "▁S quad",
+      "g z",
+      "de lay",
+      "del ay",
+      "▁surr ounding",
+      "▁m anus",
+      "▁man us",
+      "▁H ou",
+      "▁Ho u",
+      "² ,",
+      "▁cult iv",
+      "▁trouble s",
+      "▁trou bles",
+      "▁r aison",
+      "▁ra ison",
+      "exp and",
+      "▁c ov",
+      "▁co v",
+      "▁ cov",
+      "nung en",
+      "n ungen",
+      ")) {",
+      ") ){",
+      "▁g een",
+      "▁ge en",
+      "▁au ßer",
+      "▁Л і",
+      "ř i",
+      "▁situ ations",
+      "▁situation s",
+      "▁tele p",
+      "▁tel ep",
+      "▁J ed",
+      "▁Je d",
+      "▁trav ail",
+      "▁trava il",
+      "li as",
+      "lia s",
+      "l ias",
+      "bul let",
+      "▁select ing",
+      "av ier",
+      "avi er",
+      "a vier",
+      "▁ess ential",
+      "( /",
+      "yy yy",
+      "št ě",
+      "ul ty",
+      "ult y",
+      "▁k ra",
+      "▁kr a",
+      "▁t abs",
+      "▁tab s",
+      "▁ta bs",
+      "▁ tabs",
+      "▁experience d",
+      "▁experien ced",
+      "az i",
+      "a zi",
+      "▁D irectory",
+      "▁Direct ory",
+      "▁Director y",
+      "▁ Directory",
+      "▁c ron",
+      "▁cr on",
+      "▁cro n",
+      "▁s pend",
+      "▁sp end",
+      "▁spe nd",
+      "▁R A",
+      "▁ RA",
+      "▁s elenium",
+      "▁sel enium",
+      "▁ selenium",
+      "▁T hé",
+      "▁Th é",
+      "Element s",
+      "El ements",
+      "ci i",
+      "c ii",
+      "▁p lat",
+      "▁pl at",
+      "▁pla t",
+      "▁arch ive",
+      "▁archiv e",
+      "▁ archive",
+      "▁ass istance",
+      "▁assist ance",
+      "▁ne ck",
+      "▁A venue",
+      "▁Aven ue",
+      "▁w heel",
+      "▁whe el",
+      "▁h ade",
+      "▁ha de",
+      "▁had e",
+      "Com mon",
+      "Comm on",
+      "▁D ialog",
+      "▁Di alog",
+      "▁Dia log",
+      "▁ Dialog",
+      "▁f org",
+      "▁for g",
+      "▁fo rg",
+      "▁sur ely",
+      "▁sure ly",
+      "▁h ockey",
+      "kt ó",
+      "k tó",
+      "▁t k",
+      "▁ tk",
+      "▁Br uce",
+      "▁Bru ce",
+      "▁e norm",
+      "▁en orm",
+      ", ’",
+      "▁Christ opher",
+      "▁Christoph er",
+      "je v",
+      "j ev",
+      "▁qu ad",
+      "▁ quad",
+      "▁A JAX",
+      "▁rel ief",
+      "▁reli ef",
+      "▁m odes",
+      "▁mod es",
+      "▁mo des",
+      "▁mode s",
+      "sk lär",
+      "s klär",
+      "▁V id",
+      "▁Vi d",
+      "▁Se rial",
+      "▁Ser ial",
+      "▁ Serial",
+      "▁to kens",
+      "▁token s",
+      "▁Pol and",
+      "▁Po land",
+      "\\ ]",
+      "▁v ide",
+      "▁vi de",
+      "▁vid e",
+      "ro oms",
+      "room s",
+      "om as",
+      "oma s",
+      "o mas",
+      "▁B ureau",
+      "▁Bur eau",
+      "c x",
+      "ность ю",
+      "ност ью",
+      "▁sign s",
+      "▁sig ns",
+      "ше ние",
+      "los sen",
+      "loss en",
+      "l ossen",
+      "▁Que ens",
+      "▁Queen s",
+      "▁m embre",
+      "▁mem bre",
+      "▁memb re",
+      "▁m ez",
+      "▁me z",
+      "▁ mez",
+      "▁B ool",
+      "▁Bo ol",
+      "▁ Bool",
+      "▁N aj",
+      "▁Na j",
+      "▁Mem ory",
+      "▁ Memory",
+      "▁K han",
+      "▁Kh an",
+      "▁l à",
+      "▁ là",
+      "▁H ud",
+      "▁Hu d",
+      "▁d ismiss",
+      "▁dis miss",
+      "ight h",
+      "igh th",
+      "▁f s",
+      "▁ fs",
+      "pr event",
+      "pre vent",
+      "prev ent",
+      "▁ме да",
+      "▁Pol ice",
+      "▁Po lice",
+      "▁с ко",
+      "▁ ско",
+      "fin ite",
+      "▁a mi",
+      "▁am i",
+      "▁ ami",
+      "▁M uch",
+      "▁Mu ch",
+      "ow ania",
+      "owa nia",
+      "owan ia",
+      "OR Y",
+      "O RY",
+      "io rs",
+      "ior s",
+      "i ors",
+      "▁Prem io",
+      "▁text box",
+      "d m",
+      "▁a fin",
+      "▁af in",
+      "▁Don ald",
+      "▁ Donald",
+      "▁P riv",
+      "▁Pr iv",
+      "▁Pri v",
+      "▁de cid",
+      "▁dec id",
+      "▁Maur ice",
+      "▁Mau rice",
+      "ag an",
+      "aga n",
+      "a gan",
+      "▁Britann ica",
+      "▁o ft",
+      "▁of t",
+      "▁consec utive",
+      "\"? >",
+      "\" ?>",
+      "ови й",
+      "st udent",
+      "stud ent",
+      "▁pe que",
+      "▁di eses",
+      "▁dies es",
+      "▁diese s",
+      "▁ret our",
+      "ét r",
+      "é tr",
+      "▁с ез",
+      "▁се з",
+      "▁k re",
+      "▁kr e",
+      "▁ kre",
+      "▁v otes",
+      "▁vo tes",
+      "▁vot es",
+      "▁vote s",
+      "ru ption",
+      "rupt ion",
+      "rup tion",
+      "iz ada",
+      "iza da",
+      "▁W iel",
+      "▁Wi el",
+      "▁Wie l",
+      "▁G ray",
+      "▁Gr ay",
+      "▁Gra y",
+      "▁Le op",
+      "▁Leo p",
+      "teil ung",
+      "tei lung",
+      "([ '",
+      "( ['",
+      "▁wh ites",
+      "▁white s",
+      "fr ica",
+      "fri ca",
+      "f rica",
+      "an imation",
+      "anim ation",
+      "cur l",
+      "cu rl",
+      "c url",
+      "ling s",
+      "lin gs",
+      "l ings",
+      "=\" $",
+      "lo yd",
+      "loy d",
+      "text sc",
+      "ор у",
+      "о ру",
+      "▁се ла",
+      "es ian",
+      "esi an",
+      "esia n",
+      "▁M ission",
+      "▁Miss ion",
+      "▁не за",
+      "▁ult imately",
+      "бо в",
+      "б ов",
+      "ol en",
+      "ole n",
+      "o len",
+      "ско му",
+      "ском у",
+      "ск ому",
+      "с кому",
+      "ne te",
+      "net e",
+      "n ete",
+      "▁D it",
+      "▁Di t",
+      "▁co stru",
+      "▁cost ru",
+      "dep endent",
+      "▁Re source",
+      "▁Res ource",
+      "▁ Resource",
+      "▁host s",
+      "▁hos ts",
+      "▁ hosts",
+      "▁re ar",
+      "▁r ear",
+      "D uration",
+      "ни ків",
+      "ник ів",
+      "М а",
+      "▁pl anning",
+      "▁plan ning",
+      "▁pre diction",
+      "▁pred iction",
+      "▁predict ion",
+      "▁L yn",
+      "▁Ly n",
+      "▁k ir",
+      "▁ki r",
+      "▁ kir",
+      "▁Leg isl",
+      "ма т",
+      "м ат",
+      "▁S occer",
+      "▁Soc cer",
+      "▁sur vey",
+      "▁surv ey",
+      "▁surve y",
+      "▁estadoun idense",
+      "or gen",
+      "org en",
+      "orge n",
+      "jo urd",
+      "jou rd",
+      "j ourd",
+      "▁ap rile",
+      "▁april e",
+      "▁apr ile",
+      "▁i ds",
+      "▁id s",
+      "▁ ids",
+      "сь ке",
+      "ськ е",
+      "▁emp loyee",
+      "▁employ ee",
+      "▁ employee",
+      "▁Schaus pieler",
+      "р ъ",
+      "▁mult imedia",
+      "▁multi media",
+      "▁сво ю",
+      "▁w ine",
+      "▁win e",
+      "▁E U",
+      "ic ă",
+      "▁R hein",
+      "▁Rh ein",
+      "▁Pal mar",
+      "ot eca",
+      "ote ca",
+      "▁prep are",
+      "▁prepar e",
+      "▁ prepare",
+      "▁T ot",
+      "▁To t",
+      "▁N ull",
+      "▁Nu ll",
+      "▁ Null",
+      "▁k in",
+      "▁ki n",
+      "▁ kin",
+      "in als",
+      "inal s",
+      "ina ls",
+      "▁New ton",
+      "▁t bl",
+      "▁ tbl",
+      "▁S old",
+      "▁So ld",
+      "▁Sol d",
+      "▁ver f",
+      "▁ve rf",
+      "at uring",
+      "atur ing",
+      "atu ring",
+      "▁la ptop",
+      "▁lap top",
+      "▁Со вет",
+      "▁Сов ет",
+      "▁Сове т",
+      "se cret",
+      "sec ret",
+      "▁Olymp ic",
+      "▁football er",
+      "▁Rud olf",
+      "▁con he",
+      "zy sk",
+      "▁evalu ated",
+      "▁evaluate d",
+      "» )",
+      "sh op",
+      "re pository",
+      "▁z ach",
+      "▁za ch",
+      "▁l osing",
+      "▁lo sing",
+      "▁los ing",
+      "et ter",
+      "ett er",
+      "ette r",
+      "▁W irtschaft",
+      "та к",
+      "▁unnecess ary",
+      "▁P hot",
+      "▁Ph ot",
+      "▁Pho t",
+      "an ska",
+      "ans ka",
+      "ansk a",
+      "▁N ative",
+      "▁Nat ive",
+      "▁ Native",
+      "CC E",
+      "C CE",
+      "▁fi fty",
+      "▁fif ty",
+      "▁e rw",
+      "▁er w",
+      "r h",
+      "is sent",
+      "iss ent",
+      "isse nt",
+      "issen t",
+      "}{ (",
+      "} {(",
+      "▁lan ç",
+      "▁X code",
+      "го род",
+      "гор од",
+      "ci r",
+      "c ir",
+      "▁pel ícula",
+      "▁O scar",
+      "▁Os car",
+      "▁sh ore",
+      "▁sho re",
+      "▁supp lied",
+      "ex amples",
+      "example s",
+      "Me ss",
+      "M ess",
+      "VI CE",
+      "V ICE",
+      "▁ex clude",
+      "▁h en",
+      "▁he n",
+      "▁ hen",
+      "▁гу бер",
+      "▁F ragment",
+      "▁Fra gment",
+      "▁ Fragment",
+      "▁B itte",
+      "▁Bi tte",
+      "▁Bit te",
+      "▁Bes ides",
+      "▁h es",
+      "▁he s",
+      "▁ hes",
+      "▁ih rem",
+      "▁ihr em",
+      "▁ihre m",
+      "▁Ser ge",
+      "▁art ific",
+      "=\" ${",
+      "=\"$ {",
+      "ло во",
+      "лов о",
+      "л ово",
+      "ut eur",
+      "ute ur",
+      "ta ire",
+      "t aire",
+      "па с",
+      "▁eas iest",
+      "▁fam iglia",
+      "N ormal",
+      "▁d alle",
+      "▁da lle",
+      "▁dal le",
+      "▁dall e",
+      "▁n ations",
+      "▁nation s",
+      "▁nat ions",
+      "r p",
+      "th ead",
+      "the ad",
+      "t head",
+      "▁обла сті",
+      "▁Democr atic",
+      "▁челов е",
+      "мо ж",
+      "▁г ер",
+      "▁ге р",
+      "▁ гер",
+      "▁small est",
+      "▁Publish ing",
+      "▁T s",
+      "▁laugh ed",
+      "ll e",
+      "l le",
+      "▁A mt",
+      "▁Am t",
+      "▁I IS",
+      "▁II S",
+      "FOR M",
+      "F ORM",
+      "Ma g",
+      "M ag",
+      "до н",
+      "д он",
+      "▁st oria",
+      "▁stor ia",
+      "▁sto ria",
+      "▁organ ized",
+      "▁organiz ed",
+      "č ní",
+      "▁o x",
+      "▁ ox",
+      "ling en",
+      "lin gen",
+      "l ingen",
+      "▁lu ego",
+      "cc ió",
+      "c ció",
+      "▁re ly",
+      "▁r ely",
+      "▁rel y",
+      "▁t ussen",
+      "er ten",
+      "ert en",
+      "erte n",
+      "▁hon our",
+      "▁Cla ude",
+      "▁Claud e",
+      "▁Ko rea",
+      "▁Kore a",
+      "▁Kor ea",
+      "▁Met ropol",
+      "▁Metro pol",
+      "Su per",
+      "S uper",
+      "ri en",
+      "rie n",
+      "r ien",
+      "ér ature",
+      "att ro",
+      "attr o",
+      "▁б іль",
+      "▁бі ль",
+      "▁ біль",
+      "▁Her bert",
+      "▁aut eurs",
+      "▁aute urs",
+      "▁dar auf",
+      "▁m ental",
+      "▁men tal",
+      "▁ment al",
+      "▁r ang",
+      "▁ra ng",
+      "▁ran g",
+      "▁s ón",
+      "▁só n",
+      "▁S oph",
+      "▁So ph",
+      ")\" ,",
+      ") \",",
+      "Des criptor",
+      "prep are",
+      "▁Land kreis",
+      "H C",
+      "cr oss",
+      "cro ss",
+      "c ross",
+      "ли за",
+      "▁Lo gin",
+      "▁Log in",
+      "▁ Login",
+      "on en",
+      "one n",
+      "o nen",
+      "Fe ature",
+      "▁m useum",
+      "▁muse um",
+      "▁ museum",
+      "ve k",
+      "v ek",
+      "▁Nel son",
+      "▁re jo",
+      "▁коман ди",
+      "▁sum mar",
+      "▁summ ar",
+      "▁сле ду",
+      "▁след у",
+      "äm p",
+      "ä mp",
+      "▁G as",
+      "▁Ga s",
+      "во м",
+      "в ом",
+      "VAL UE",
+      "in ge",
+      "ing e",
+      "per iod",
+      "lass en",
+      "las sen",
+      "lasse n",
+      "l assen",
+      "áv al",
+      "á val",
+      "▁alt ogether",
+      "um ph",
+      "ump h",
+      "ist ro",
+      "istr o",
+      "ą ż",
+      "▁Ke ep",
+      "▁Mar co",
+      "▁Marc o",
+      "▁ét ant",
+      "▁D re",
+      "▁Dr e",
+      "ge ometry",
+      "▁K as",
+      "▁Ka s",
+      "message s",
+      "mess ages",
+      "Co ok",
+      "C ook",
+      "▁S ide",
+      "▁Si de",
+      "▁Sid e",
+      "▁ Side",
+      "▁ко ми",
+      "▁ком и",
+      "ст ри",
+      "стр и",
+      "с три",
+      "▁ex cess",
+      "▁exc ess",
+      "▁Bi ografia",
+      "XX XX",
+      "XXX X",
+      "X XXX",
+      "▁N ie",
+      "▁Ni e",
+      "ven dor",
+      "v endor",
+      "xs d",
+      "x sd",
+      "Mil l",
+      "M ill",
+      "process ing",
+      "▁Miss ouri",
+      "▁perm ett",
+      "▁permet t",
+      "▁a par",
+      "▁ap ar",
+      "▁cro wd",
+      "▁crow d",
+      "fer t",
+      "fe rt",
+      "f ert",
+      "▁D ou",
+      "▁Do u",
+      "r í",
+      "▁C C",
+      "▁ CC",
+      "▁pay ment",
+      "▁ payment",
+      "▁Hol lywood",
+      "▁V irtual",
+      "▁ Virtual",
+      "▁sp oken",
+      "▁spoke n",
+      "▁spo ken",
+      "▁t ram",
+      "▁tr am",
+      "▁tra m",
+      "▁Comm unity",
+      "▁Commun ity",
+      "▁administr ative",
+      "▁в оло",
+      "▁во ло",
+      "gi or",
+      "gio r",
+      "g ior",
+      "vis or",
+      "▁Укра и",
+      "st age",
+      "sta ge",
+      "stag e",
+      "▁For mat",
+      "▁Form at",
+      "▁ Format",
+      "▁conven ient",
+      "Н а",
+      "▁med ian",
+      "▁media n",
+      "▁medi an",
+      "▁в ра",
+      "▁ вра",
+      "▁Пре ма",
+      "en ig",
+      "eni g",
+      "e nig",
+      "▁Op era",
+      "▁Oper a",
+      "ré s",
+      "r és",
+      "▁f mt",
+      "▁ fmt",
+      "▁effic iency",
+      "ma le",
+      "mal e",
+      "m ale",
+      "Ma ster",
+      "M aster",
+      "Ser ies",
+      "Se ries",
+      "S eries",
+      "▁s yd",
+      "▁sy d",
+      "gener ic",
+      "inter val",
+      "▁e fect",
+      "▁inwon ers",
+      "лим пи",
+      "ir ement",
+      "ire ment",
+      "Er r",
+      "E rr",
+      "ö h",
+      "▁l ying",
+      "▁ly ing",
+      "▁ lying",
+      "▁S ettings",
+      "▁Setting s",
+      "▁ Settings",
+      "! =",
+      "em atic",
+      "emat ic",
+      "arg v",
+      "▁Bas ic",
+      "▁ Basic",
+      "▁consider ation",
+      "▁h abe",
+      "▁ha be",
+      "▁hab e",
+      "- %",
+      "▁mount ains",
+      "▁mountain s",
+      "▁pe ak",
+      "▁f allen",
+      "▁fall en",
+      "▁fal len",
+      "ed ed",
+      "ede d",
+      "e ded",
+      "log ic",
+      "▁mat ched",
+      "▁match ed",
+      "▁typ ing",
+      "▁ty ping",
+      ")} ,",
+      ") },",
+      "▁f ancy",
+      "▁fan cy",
+      "▁eleg ant",
+      "ا ل",
+      "▁уча ст",
+      "▁Sa rah",
+      "▁Sar ah",
+      "▁V erd",
+      "▁Ver d",
+      "▁Ve rd",
+      "▁t ego",
+      "▁te go",
+      "ru les",
+      "rule s",
+      "r ules",
+      "▁mo unted",
+      "▁mount ed",
+      "▁і м",
+      "ер у",
+      "е ру",
+      "st off",
+      "sto ff",
+      "fa hren",
+      "fah ren",
+      "fahr en",
+      "f ahren",
+      "dist ance",
+      "d istance",
+      "▁Lic ense",
+      "▁LE FT",
+      "▁ LEFT",
+      "▁w p",
+      "▁ wp",
+      "/ {",
+      "▁am azon",
+      "▁amaz on",
+      "▁ amazon",
+      "> &",
+      "▁els ő",
+      "qu arters",
+      "▁sh ock",
+      "▁sho ck",
+      "ni ck",
+      "nic k",
+      "n ick",
+      "▁Arch ite",
+      "▁S quare",
+      "▁r ates",
+      "▁ra tes",
+      "▁rate s",
+      "▁rat es",
+      "io re",
+      "ior e",
+      "i ore",
+      "▁N at",
+      "▁Na t",
+      "▁Char lot",
+      "re ichen",
+      "reich en",
+      "rei chen",
+      "reiche n",
+      "▁var iation",
+      "▁vari ation",
+      "os is",
+      "osi s",
+      "li fe",
+      "l ife",
+      "sl ide",
+      "s lide",
+      "ab i",
+      "a bi",
+      "uk i",
+      "u ki",
+      "my sq",
+      "mys q",
+      "▁prim itive",
+      "▁primit ive",
+      "▁univers itaire",
+      "LE NG",
+      "ale ż",
+      "eb ook",
+      "e book",
+      "s yn",
+      "▁G egen",
+      "▁Ge gen",
+      "▁Geg en",
+      "▁K ü",
+      "▁а ле",
+      "▁ал е",
+      "▁L ub",
+      "▁Lu b",
+      "con current",
+      "izz ato",
+      "izza to",
+      "▁st ub",
+      "▁i e",
+      "▁ ie",
+      "▁' ./",
+      "▁'. /",
+      "co d",
+      "c od",
+      "▁intern acional",
+      "▁G las",
+      "▁Gl as",
+      "▁Gla s",
+      "▁m are",
+      "▁ma re",
+      "▁mar e",
+      "▁N eb",
+      "▁Ne b",
+      "▁G B",
+      "▁ GB",
+      "kw args",
+      "▁a ument",
+      "▁au ment",
+      "WI D",
+      "W ID",
+      "▁ро д",
+      "▁р од",
+      "▁ род",
+      "p unkt",
+      "▁G rad",
+      "▁Gr ad",
+      "▁Gra d",
+      "▁ Grad",
+      "S N",
+      "AM P",
+      "A MP",
+      "▁B orn",
+      "▁Bo rn",
+      "▁Bor n",
+      "▁Guer re",
+      "го тов",
+      "▁med io",
+      "▁medi o",
+      "Me d",
+      "M ed",
+      "su pp",
+      "sup p",
+      "s upp",
+      "act ual",
+      "drop down",
+      "▁ok tober",
+      "▁ ř",
+      "▁circ ular",
+      "▁cir cular",
+      "▁circul ar",
+      "▁s kin",
+      "▁sk in",
+      "▁ski n",
+      "▁em phas",
+      "▁emp has",
+      "▁го лов",
+      "▁голо в",
+      "▁p ue",
+      "▁pu e",
+      "▁inform ations",
+      "▁information s",
+      "▁Wolf gang",
+      "▁us eless",
+      "▁use less",
+      "и т",
+      "▁Jo an",
+      "▁б ор",
+      "▁бо р",
+      "▁ бор",
+      "▁G lad",
+      "▁Gl ad",
+      "▁Gla d",
+      "▁K now",
+      "▁Kn ow",
+      "▁Kno w",
+      "ké nt",
+      "k ént",
+      "sp eed",
+      "spe ed",
+      "▁Ke vin",
+      "un ft",
+      "▁ar qu",
+      "▁ arqu",
+      "▁C asa",
+      "▁Cas a",
+      "▁Ca sa",
+      "(. ..",
+      "( ...",
+      "▁rapid ly",
+      "▁pro ble",
+      "▁prob le",
+      "▁probl e",
+      "▁Ви кипеди",
+      "že n",
+      "ž en",
+      "▁N eben",
+      "▁Ne ben",
+      "▁Neb en",
+      "▁M eter",
+      "▁Me ter",
+      "▁Met er",
+      "Child ren",
+      "ce m",
+      "c em",
+      "ig os",
+      "igo s",
+      "aj u",
+      "a ju",
+      "▁Ret rie",
+      "▁H ell",
+      "▁He ll",
+      "▁Hel l",
+      "▁g ig",
+      "▁gi g",
+      "▁contro vers",
+      "▁z oom",
+      "▁zo om",
+      "▁zoo m",
+      "▁c ens",
+      "▁ce ns",
+      "▁alc uni",
+      "▁He ader",
+      "▁Head er",
+      "▁ Header",
+      "Me ta",
+      "Met a",
+      "M eta",
+      "Re quired",
+      "▁ин ститу",
+      "▁s kup",
+      "▁sk up",
+      "▁ing les",
+      "ég l",
+      "é gl",
+      "bi j",
+      "b ij",
+      "▁t ér",
+      "▁té r",
+      "▁com pag",
+      "▁comp ag",
+      "▁comm itted",
+      "▁commit ted",
+      "▁process ed",
+      "▁proc essed",
+      "▁proces sed",
+      "Lo wer",
+      "L ower",
+      "▁F oreign",
+      "▁For eign",
+      "▁Fore ign",
+      "▁ Foreign",
+      "▁s eq",
+      "▁se q",
+      "▁ seq",
+      "sheet s",
+      "she ets",
+      "▁F em",
+      "▁Fe m",
+      "ho z",
+      "h oz",
+      "in ks",
+      "ink s",
+      "▁k all",
+      "▁ka ll",
+      "▁kal l",
+      "vari ant",
+      "▁li bro",
+      "▁lib ro",
+      "▁cl icks",
+      "▁click s",
+      "▁cli cks",
+      "▁g obierno",
+      "ie gel",
+      "ieg el",
+      "мо го",
+      "м ого",
+      "ge me",
+      "gem e",
+      "g eme",
+      "▁t ower",
+      "▁to wer",
+      "▁par ish",
+      "▁T CP",
+      "▁l s",
+      "▁ ls",
+      "▁n ginx",
+      "▁ng inx",
+      "▁ nginx",
+      "Na N",
+      "▁D ir",
+      "▁Di r",
+      "▁ Dir",
+      "▁Begr iffe",
+      "▁Begriff e",
+      "ar ie",
+      "ari e",
+      "a rie",
+      "ím p",
+      "í mp",
+      "ic ios",
+      "ici os",
+      "icio s",
+      "i cios",
+      "▁sh aring",
+      "▁cin éma",
+      "be c",
+      "b ec",
+      "RE D",
+      "R ED",
+      "▁K ra",
+      "▁Kr a",
+      "ab ol",
+      "a bol",
+      "▁fl ux",
+      "▁flu x",
+      "▁exp ensive",
+      "▁су ще",
+      "▁` _",
+      "oc z",
+      "o cz",
+      "ли ст",
+      "▁acqu aint",
+      "▁w ise",
+      "▁wis e",
+      "▁ wise",
+      "▁pou voir",
+      "▁pouv oir",
+      "▁dev ant",
+      "▁moment um",
+      "im mer",
+      "imm er",
+      "▁C oupe",
+      "▁Cou pe",
+      "index Of",
+      "▁does nt",
+      "▁doesn t",
+      "▁за в",
+      "▁lic ense",
+      "▁ â",
+      "CS S",
+      "C SS",
+      "▁r ice",
+      "▁ric e",
+      "▁ri ce",
+      "▁ rice",
+      "Te am",
+      "▁a no",
+      "▁an o",
+      "▁ ano",
+      "li t",
+      "l it",
+      "▁mer ged",
+      "▁merge d",
+      "▁C ell",
+      "▁Ce ll",
+      "▁Cel l",
+      "▁ Cell",
+      "л л",
+      "bo y",
+      "b oy",
+      "as ts",
+      "ast s",
+      "▁s ell",
+      "▁se ll",
+      "▁sel l",
+      "▁gro ße",
+      "▁groß e",
+      "▁virt uel",
+      "▁virtue l",
+      "Can cel",
+      "▁s j",
+      "g ment",
+      ". <",
+      "ча й",
+      "i ë",
+      "ak h",
+      "a kh",
+      "iz ers",
+      "ize rs",
+      "izer s",
+      "pr it",
+      "p rit",
+      "▁T ib",
+      "▁Ti b",
+      "▁elabor ate",
+      "▁f é",
+      "▁м еди",
+      "▁ме ди",
+      "LENG TH",
+      "▁prim arily",
+      "▁sc ores",
+      "▁score s",
+      "▁carry ing",
+      "▁l ake",
+      "▁la ke",
+      "▁lak e",
+      "com pose",
+      "comp ose",
+      "compos e",
+      "▁Town ship",
+      "un ge",
+      "ung e",
+      "▁al berga",
+      "an ych",
+      "any ch",
+      "a nych",
+      "qu elle",
+      "que lle",
+      "quel le",
+      "q uelle",
+      "▁Ar k",
+      "▁p ris",
+      "▁pr is",
+      "▁pri s",
+      "▁v oll",
+      "▁vo ll",
+      "▁vol l",
+      "ш ли",
+      "Valid ation",
+      "▁ce ux",
+      "▁pop ulate",
+      "▁popula te",
+      "▁popul ate",
+      "\" \r",
+      "▁fem mes",
+      "▁femme s",
+      "AN G",
+      "A NG",
+      "▁Desp ite",
+      "вы е",
+      "в ые",
+      "is ke",
+      "isk e",
+      "i ske",
+      "zu g",
+      "z ug",
+      "на ча",
+      "▁h atten",
+      "▁hat ten",
+      "▁hatte n",
+      "IN SERT",
+      "Emp loyee",
+      "▁mo ments",
+      "▁moment s",
+      "▁mom ents",
+      "▁últ ima",
+      "▁h older",
+      "▁hold er",
+      "▁ho lder",
+      "▁hol der",
+      "▁ holder",
+      "bl ank",
+      "Col lections",
+      "Collection s",
+      "Collect ions",
+      "ath ers",
+      "ather s",
+      "a thers",
+      "▁g rade",
+      "▁gr ade",
+      "▁gra de",
+      "▁grad e",
+      "▁ grade",
+      "▁aff airs",
+      "▁affair s",
+      ".$ $",
+      ". $$",
+      "▁d elta",
+      "▁del ta",
+      "▁ delta",
+      "▁Jug end",
+      "▁españ ol",
+      "▁O UT",
+      "▁ OUT",
+      "▁mathemat ical",
+      "▁m ongo",
+      "▁mon go",
+      "▁Ф е",
+      "ul ing",
+      "uli ng",
+      "u ling",
+      "▁re volution",
+      "▁revol ution",
+      "▁c oin",
+      "▁co in",
+      "▁sub class",
+      "\" =>",
+      "äch e",
+      "ä che",
+      "▁p yg",
+      "▁py g",
+      "ща я",
+      "ill ery",
+      "ille ry",
+      "iller y",
+      "▁com enz",
+      "dep th",
+      "▁c él",
+      "▁re size",
+      "▁res ize",
+      "▁ resize",
+      "▁S ame",
+      "▁Sam e",
+      "▁Sa me",
+      "▁st rik",
+      "▁str ik",
+      "▁stri k",
+      "▁t ir",
+      "▁ti r",
+      "▁sc arc",
+      "▁scar c",
+      "▁M ember",
+      "▁Mem ber",
+      "▁ Member",
+      "sub scribe",
+      "ó ż",
+      "út bol",
+      "ex cept",
+      "▁dr iving",
+      "▁dri ving",
+      "▁driv ing",
+      "ki e",
+      "k ie",
+      "zo ny",
+      "zon y",
+      "z ony",
+      "ème s",
+      "è mes",
+      "Da vid",
+      "D avid",
+      "iss ant",
+      "issa nt",
+      "▁т ы",
+      "▁ ты",
+      "▁é lect",
+      "▁él ect",
+      "▁re name",
+      "▁r ename",
+      "▁ren ame",
+      "▁R unning",
+      "▁Run ning",
+      "▁ Running",
+      "▁inter faces",
+      "▁interface s",
+      "//////// ////////",
+      "▁Wal ker",
+      "▁Walk er",
+      "▁soci été",
+      "▁as ks",
+      "▁ask s",
+      "br id",
+      "b rid",
+      "▁je we",
+      "▁se ines",
+      "▁sein es",
+      "▁seine s",
+      "▁sei nes",
+      "▁ag ents",
+      "▁agent s",
+      "▁M Y",
+      "▁ MY",
+      "▁Law rence",
+      "de ss",
+      "des s",
+      "d ess",
+      "ie sen",
+      "ies en",
+      "iese n",
+      "i esen",
+      "▁людя х",
+      "прав и",
+      "пра ви",
+      "▁anc est",
+      "▁wel che",
+      "ra um",
+      "r aum",
+      "▁o rb",
+      "▁or b",
+      "▁ orb",
+      "sc al",
+      "s cal",
+      "▁L ear",
+      "▁Le ar",
+      "▁w ear",
+      "▁we ar",
+      "▁s lave",
+      "▁sl ave",
+      "▁sla ve",
+      "▁re named",
+      "▁ren amed",
+      "▁rename d",
+      "če n",
+      "č en",
+      "ma ste",
+      "mas te",
+      "m aste",
+      "ang les",
+      "angle s",
+      "▁Am érica",
+      "▁t i",
+      "▁ ti",
+      "▁dem sel",
+      "▁bene ath",
+      "bin ary",
+      "b inary",
+      "▁ed ición",
+      "▁kil omet",
+      "▁kilom et",
+      "ui ts",
+      "uit s",
+      "u its",
+      "▁cu atro",
+      "▁ent rance",
+      "▁entr ance",
+      "ond issement",
+      "▁b ag",
+      "▁ba g",
+      "▁ bag",
+      "▁Ar men",
+      "▁Arm en",
+      "ij o",
+      "i jo",
+      "▁L ors",
+      "▁Lo rs",
+      "▁Lor s",
+      "▁demsel ben",
+      "ê m",
+      "▁dis crete",
+      "▁prom inent",
+      "▁J ay",
+      "▁Ja y",
+      "de cor",
+      "dec or",
+      "D L",
+      "▁d í",
+      "St ruct",
+      "Str uct",
+      "▁P roduction",
+      "▁Produ ction",
+      "▁Product ion",
+      "th ey",
+      "the y",
+      "ar ius",
+      "ari us",
+      "sch nitt",
+      "▁C ou",
+      "▁Co u",
+      "▁l ex",
+      "▁le x",
+      "▁ lex",
+      "y outube",
+      "▁рабо та",
+      "st ation",
+      "sta tion",
+      "stat ion",
+      "se p",
+      "s ep",
+      "▁mi rror",
+      "▁mir ror",
+      "▁h its",
+      "▁hit s",
+      "▁hi ts",
+      "▁Be ck",
+      "at ically",
+      "atic ally",
+      "▁L az",
+      "▁La z",
+      "▁w inner",
+      "▁win ner",
+      "DE X",
+      "D EX",
+      "▁I NT",
+      "▁IN T",
+      "▁ INT",
+      "}^ {-",
+      "}^{ -",
+      "} ^{-",
+      "▁w egen",
+      "▁we gen",
+      "▁weg en",
+      "ma d",
+      "m ad",
+      "An gle",
+      "Ang le",
+      "zi ng",
+      "zin g",
+      "z ing",
+      "▁Bay ern",
+      "▁Bayer n",
+      "sa l",
+      "s al",
+      "äg er",
+      "ä ger",
+      "▁bus y",
+      "▁st ör",
+      "▁f olk",
+      "▁fol k",
+      "▁ folk",
+      "▁p rix",
+      "▁pr ix",
+      "▁pri x",
+      "▁al located",
+      "▁alloc ated",
+      "▁allocate d",
+      "▁p t",
+      "▁ pt",
+      "af fen",
+      "aff en",
+      "a ffen",
+      "cl uster",
+      "clus ter",
+      "▁com plement",
+      "▁comp lement",
+      "▁comple ment",
+      "▁compl ement",
+      "ár s",
+      "á rs",
+      "▁Amer ika",
+      "рі й",
+      "р ій",
+      "▁val ley",
+      "▁vall ey",
+      "▁valle y",
+      "▁ro oms",
+      "▁room s",
+      "▁ rooms",
+      "▁m oi",
+      "▁mo i",
+      ".\" ,",
+      ". \",",
+      ";; ;;",
+      "▁lo west",
+      "▁low est",
+      "no g",
+      "n og",
+      "▁land et",
+      "▁lan det",
+      "▁program me",
+      "ch io",
+      "chi o",
+      "▁W ährend",
+      "ánd ez",
+      "▁дол ж",
+      "▁o uv",
+      "▁ou v",
+      "▁ ouv",
+      "om ány",
+      "▁Википеди и",
+      "▁s ó",
+      "▁ele ktr",
+      "De sc",
+      "Des c",
+      "D esc",
+      "▁Be aut",
+      "▁Beau t",
+      "на р",
+      "н ар",
+      "▁мо же",
+      "▁мож е",
+      "P ierre",
+      "es ota",
+      "eso ta",
+      "▁oper ated",
+      "▁opera ted",
+      "▁operate d",
+      "▁f orte",
+      "▁for te",
+      "▁fort e",
+      "ри с",
+      "р ис",
+      "▁op position",
+      "▁opp osition",
+      "▁oppos ition",
+      "al ia",
+      "ali a",
+      "a lia",
+      "▁S yl",
+      "▁Sy l",
+      "get Name",
+      "ве ли",
+      "fi k",
+      "f ik",
+      "▁com prom",
+      "▁comp rom",
+      "▁compr om",
+      "▁Text View",
+      "▁ TextView",
+      "Sp ring",
+      "S pring",
+      "met adata",
+      "meta data",
+      "en gu",
+      "eng u",
+      "/ ,",
+      "▁car ri",
+      "is tol",
+      "ist ol",
+      "isto l",
+      "▁diag onal",
+      "li sta",
+      "list a",
+      "lis ta",
+      "l ista",
+      "iz en",
+      "ize n",
+      "i zen",
+      "▁re nde",
+      "▁r ende",
+      "▁ren de",
+      "▁rend e",
+      "gc c",
+      "g cc",
+      "be ck",
+      "bec k",
+      "li us",
+      "l ius",
+      "ir al",
+      "ira l",
+      "i ral",
+      "Resol ver",
+      "▁percent age",
+      "▁at tra",
+      "▁att ra",
+      "▁attr a",
+      "str ings",
+      "string s",
+      "wi ąz",
+      "od s",
+      "o ds",
+      "во лю",
+      "ę ż",
+      "▁news paper",
+      "▁newsp aper",
+      "im iter",
+      "imi ter",
+      "imit er",
+      "AB C",
+      "A BC",
+      "▁Man chester",
+      "[ {",
+      "Ag ent",
+      "Age nt",
+      "A gent",
+      "▁W or",
+      "▁Wo r",
+      "▁K ath",
+      "▁Kat h",
+      "▁Ka th",
+      "▁по ві",
+      "▁пов і",
+      "▁ent onces",
+      "▁n iveau",
+      "at ted",
+      "att ed",
+      "atte d",
+      "le arn",
+      "lear n",
+      "lea rn",
+      "at iques",
+      "ati ques",
+      "atique s",
+      "▁у би",
+      "▁qu indi",
+      "bin ding",
+      "bind ing",
+      "b inding",
+      "▁import ed",
+      "▁imp orted",
+      "▁H orn",
+      "▁Hor n",
+      "▁Ho rn",
+      "em berg",
+      "ember g",
+      "emb erg",
+      "com plex",
+      "comp lex",
+      "comple x",
+      "▁ne ural",
+      "▁neu ral",
+      "▁neur al",
+      "in formation",
+      "▁recogn ition",
+      "in gt",
+      "ing t",
+      "▁inhab itants",
+      "vu e",
+      "v ue",
+      "▁Be völker",
+      "▁cur ves",
+      "▁curve s",
+      "▁curv es",
+      "▁l eb",
+      "▁le b",
+      "▁ leb",
+      "ді й",
+      "д ій",
+      "▁s ow",
+      "▁so w",
+      "▁sent iment",
+      "P H",
+      "ra che",
+      "rac he",
+      "rach e",
+      "r ache",
+      "▁- (",
+      "▁ -(",
+      "▁e stable",
+      "▁est able",
+      "▁es table",
+      "▁estab le",
+      "▁esta ble",
+      "▁Ferd inand",
+      "▁é crit",
+      "▁éc rit",
+      "▁prime iro",
+      "▁t ex",
+      "▁te x",
+      "▁ tex",
+      "▁inter mediate",
+      "ve rage",
+      "ver age",
+      "vera ge",
+      "ib us",
+      "i bus",
+      "▁s erves",
+      "▁ser ves",
+      "▁serv es",
+      "▁serve s",
+      "iv as",
+      "iva s",
+      "i vas",
+      "▁b ru",
+      "▁br u",
+      "▁ bru",
+      "▁l um",
+      "▁lu m",
+      "att ice",
+      "atti ce",
+      "ч ный",
+      "▁D res",
+      "▁Dr es",
+      "▁Dre s",
+      "▁v ideos",
+      "▁video s",
+      "▁vide os",
+      "d uration",
+      "▁a bit",
+      "▁ab it",
+      "▁e gg",
+      "▁eg g",
+      "ograph ical",
+      "ographic al",
+      "al ph",
+      "ST ATE",
+      "STAT E",
+      "▁па ра",
+      "▁пар а",
+      "▁ пара",
+      "re ading",
+      "read ing",
+      "rea ding",
+      "▁veh icle",
+      "▁fort une",
+      "ult ats",
+      "▁St oria",
+      "▁Sto ria",
+      "mi dt",
+      "mid t",
+      "łą cz",
+      "▁Mem orial",
+      "▁v as",
+      "▁va s",
+      "▁ vas",
+      "▁з ан",
+      "▁за н",
+      "▁ зан",
+      "▁ut ility",
+      "▁util ity",
+      "▁ob sc",
+      "▁obs c",
+      "▁rel acion",
+      "▁rela cion",
+      "▁relac ion",
+      "▁run at",
+      "▁ru nat",
+      "Re lease",
+      "ta ke",
+      "t ake",
+      "▁O liver",
+      "▁Ol iver",
+      "▁Oliv er",
+      "▁S id",
+      "▁Si d",
+      "ul os",
+      "ulo s",
+      "u los",
+      "▁G arc",
+      "▁Gar c",
+      "▁Ga rc",
+      "▁роз та",
+      "▁S ak",
+      "▁Sa k",
+      "P y",
+      "führ t",
+      "f ührt",
+      "▁tra bal",
+      "▁trab al",
+      "* {",
+      "▁z es",
+      "▁ze s",
+      "▁ zes",
+      "▁sz ere",
+      "▁szer e",
+      "▁sze re",
+      "▁v arios",
+      "▁var ios",
+      "▁vari os",
+      "▁va rios",
+      "▁o tra",
+      "▁ot ra",
+      "▁e val",
+      "▁ev al",
+      "▁ eval",
+      "▁situ é",
+      "▁sit ué",
+      "▁w ounded",
+      "▁Vin cent",
+      "▁вико ри",
+      "▁en code",
+      "▁enc ode",
+      "▁ encode",
+      "Mod al",
+      "Mo dal",
+      "▁f orb",
+      "▁for b",
+      "▁fo rb",
+      "▁dynam ics",
+      "▁dynamic s",
+      "▁de pos",
+      "▁dep os",
+      "ar de",
+      "ard e",
+      "▁street s",
+      "▁stre ets",
+      "▁K omm",
+      "▁Kom m",
+      "▁Ko mm",
+      "=$ (",
+      "= $(",
+      "▁по вер",
+      "▁пов ер",
+      "▁пове р",
+      "▁d ois",
+      "▁do is",
+      "▁doi s",
+      "▁v itt",
+      "▁vi tt",
+      "▁vit t",
+      "▁automat isch",
+      "▁re load",
+      "▁ reload",
+      "▁Ver walt",
+      "ber o",
+      "be ro",
+      "b ero",
+      "▁h ub",
+      "▁hu b",
+      "▁m os",
+      "▁mo s",
+      "▁ mos",
+      "▁t utto",
+      "▁tu tto",
+      "▁tut to",
+      "▁Freder ick",
+      "ło w",
+      "ł ow",
+      "ant ages",
+      "anta ges",
+      "antage s",
+      "aqu e",
+      "a que",
+      "pa per",
+      "p aper",
+      "▁ein ige",
+      "`) ,",
+      "` ),",
+      "d j",
+      "▁P le",
+      "▁Pl e",
+      "▁% ,",
+      "▁ %,",
+      "▁B itmap",
+      "▁Bit map",
+      "▁ Bitmap",
+      "▁friend ly",
+      "▁tr uly",
+      "▁st roke",
+      "▁str oke",
+      "▁stro ke",
+      "▁ stroke",
+      "ro ph",
+      "rop h",
+      "r oph",
+      "▁en gl",
+      "▁eng l",
+      "▁ engl",
+      "▁c off",
+      "▁co ff",
+      "▁d ust",
+      "▁du st",
+      "▁dus t",
+      "▁Jah res",
+      "▁Jahr es",
+      "▁Jahre s",
+      "pp i",
+      "p pi",
+      "▁w ys",
+      "▁wy s",
+      "fa ctor",
+      "fact or",
+      "fac tor",
+      "f actor",
+      "sch luss",
+      "▁дере вня",
+      "▁дерев ня",
+      "▁P ast",
+      "▁Pa st",
+      "▁Pas t",
+      "▁до ма",
+      "CO M",
+      "C OM",
+      "▁pu eden",
+      "▁puede n",
+      "▁pue den",
+      "▁g ift",
+      "▁gi ft",
+      "▁G la",
+      "▁Gl a",
+      "▁trigger ed",
+      "él y",
+      "é ly",
+      "ül és",
+      "ü lés",
+      "▁O liv",
+      "▁Ol iv",
+      "▁ver so",
+      "▁vers o",
+      "▁ verso",
+      "▁l le",
+      "▁ll e",
+      "▁ lle",
+      "▁G li",
+      "▁Gl i",
+      "▁L td",
+      "o a",
+      "▁territ orio",
+      "ord re",
+      "▁de ck",
+      "▁dec k",
+      "▁ deck",
+      "dr a",
+      "d ra",
+      "as zt",
+      "asz t",
+      "▁concern ing",
+      "▁Add itionally",
+      "▁kter é",
+      "▁g rund",
+      "▁gr und",
+      "▁gru nd",
+      "▁ grund",
+      "▁G est",
+      "▁Ge st",
+      "▁Ges t",
+      "▁ Gest",
+      "▁mis under",
+      "pr et",
+      "pre t",
+      "p ret",
+      "── ──",
+      "▁re putation",
+      "zi a",
+      "z ia",
+      "▁у спе",
+      "▁ус пе",
+      "▁esc aped",
+      "▁escape d",
+      "▁P rag",
+      "▁Pr ag",
+      "▁Pra g",
+      "per form",
+      "▁a ustral",
+      "▁aust ral",
+      "▁V ater",
+      "▁Va ter",
+      "ча с",
+      "▁r aces",
+      "▁ra ces",
+      "▁race s",
+      "▁rac es",
+      "▁By te",
+      "▁ Byte",
+      "Ma sk",
+      "M ask",
+      "▁Ter rit",
+      "▁Terr it",
+      "ст ю",
+      "▁V oci",
+      "▁Vo ci",
+      "▁Fich ier",
+      "▁Насе лення",
+      "▁Unter scheidung",
+      "te enth",
+      "teen th",
+      "▁pi lot",
+      "▁pil ot",
+      "▁j i",
+      "▁ ji",
+      "▁дву х",
+      "▁orient ation",
+      "▁ orientation",
+      "ind re",
+      "▁D ort",
+      "▁Do rt",
+      "▁Dor t",
+      "ça s",
+      "ç as",
+      "п ли",
+      "▁re action",
+      "▁react ion",
+      "▁cons isting",
+      "▁consist ing",
+      "▁fer ro",
+      "ти сти",
+      "ya rd",
+      "yar d",
+      "y ard",
+      "▁с ві",
+      "▁interpret ation",
+      "i ą",
+      "ra h",
+      "r ah",
+      "▁f and",
+      "▁fa nd",
+      "▁fan d",
+      "Pub lic",
+      "P ublic",
+      "▁un iverse",
+      "▁univers e",
+      "▁ret ir",
+      "▁cons cious",
+      "ar qu",
+      "▁w aste",
+      "▁was te",
+      "▁wa ste",
+      "▁B ib",
+      "▁Bi b",
+      "ycler View",
+      "▁list ening",
+      "▁listen ing",
+      "▁liste ning",
+      "gle ich",
+      "g leich",
+      "nie js",
+      "niej s",
+      "▁cor relation",
+      "▁correl ation",
+      "▁corre lation",
+      "▁rece iver",
+      "▁receive r",
+      "▁у да",
+      "▁cour age",
+      "▁cou rage",
+      "uch s",
+      "uc hs",
+      "u chs",
+      "fa ss",
+      "fas s",
+      "f ass",
+      "▁ch unk",
+      "▁ chunk",
+      "▁An fang",
+      "▁gro ßen",
+      "▁große n",
+      "▁groß en",
+      "cont inue",
+      "continu e",
+      "▁Warsza wa",
+      "h é",
+      "i y",
+      "iv ement",
+      "ive ment",
+      "i vement",
+      "▁ α",
+      "▁ex posed",
+      "▁exp osed",
+      "▁expos ed",
+      "▁expose d",
+      "▁z ahl",
+      "▁za hl",
+      "▁ zahl",
+      "▁sa cr",
+      "▁sac r",
+      "▁Lo oks",
+      "▁Look s",
+      "▁e ager",
+      "en ten",
+      "ent en",
+      "ente n",
+      "e nten",
+      "C ursor",
+      "/ _",
+      "ix a",
+      "i xa",
+      "ре ла",
+      "зна ча",
+      "з нача",
+      "▁фамили ей",
+      "▁ar gent",
+      "▁arg ent",
+      "▁ argent",
+      "▁An ders",
+      "▁And ers",
+      "œuv re",
+      "▁I sa",
+      "▁Is a",
+      "мен та",
+      "мент а",
+      "▁ad vers",
+      "▁adv ers",
+      "ri ction",
+      "ric tion",
+      "rict ion",
+      "r iction",
+      "G P",
+      "▁п ісля",
+      "▁pre serve",
+      "▁pres erve",
+      "▁G arden",
+      "▁Gar den",
+      "▁Gard en",
+      "R ate",
+      "ap rès",
+      "a près",
+      "▁read able",
+      "in du",
+      "ind u",
+      "▁s kill",
+      "▁sk ill",
+      "▁ski ll",
+      "▁hel ping",
+      "▁help ing",
+      "ograph ique",
+      "cl ing",
+      "cli ng",
+      "c ling",
+      "olog ist",
+      "▁Fil ter",
+      "▁ Filter",
+      "▁f inger",
+      "▁fin ger",
+      "▁V all",
+      "▁Val l",
+      "▁Va ll",
+      "▁Pol ish",
+      "▁Po lish",
+      "l g",
+      "▁Famil ien",
+      "▁Familie n",
+      "▁w aters",
+      "▁water s",
+      "▁wa ters",
+      "▁wat ers",
+      "▁pse ud",
+      "az a",
+      "a za",
+      "_ )",
+      "AR Y",
+      "A RY",
+      "▁с реди",
+      "▁сред и",
+      "▁сре ди",
+      "▁M ust",
+      "▁Mus t",
+      "▁Mu st",
+      "▁B od",
+      "▁Bo d",
+      "an on",
+      "ano n",
+      "a non",
+      "▁l ado",
+      "▁la do",
+      "▁lad o",
+      "▁t ight",
+      "im en",
+      "ime n",
+      "i men",
+      "ap pen",
+      "app en",
+      "appe n",
+      "a ppen",
+      "fr ames",
+      "frame s",
+      "fra mes",
+      "fram es",
+      "in gers",
+      "ing ers",
+      "inger s",
+      "inge rs",
+      "▁CO VID",
+      "▁з і",
+      "▁ зі",
+      "▁с ве",
+      "▁ц ь",
+      "▁ ць",
+      "▁L eft",
+      "▁Le ft",
+      "▁ Left",
+      "]] ;",
+      "] ];",
+      "ч ь",
+      "фи ка",
+      "▁с ло",
+      "▁ сло",
+      "▁п і",
+      "▁ пі",
+      "▁ex iste",
+      "▁exist e",
+      "▁Atl antic",
+      "▁maintain ed",
+      "▁ir re",
+      "▁an née",
+      "▁ann ée",
+      "▁ année",
+      "▁comm ented",
+      "▁comment ed",
+      "ве ро",
+      "вер о",
+      "ber ta",
+      "bert a",
+      "b erta",
+      "▁L ad",
+      "▁La d",
+      "▁U pon",
+      "▁Up on",
+      "▁p ause",
+      "▁pa use",
+      "▁pau se",
+      "mi ll",
+      "mil l",
+      "m ill",
+      "op ter",
+      "opt er",
+      "U K",
+      "ре с",
+      "р ес",
+      "нцикло педи",
+      "▁along side",
+      "▁ro bot",
+      "▁rob ot",
+      "▁f ert",
+      "▁fe rt",
+      "▁fer t",
+      "▁ fert",
+      "▁m oy",
+      "▁mo y",
+      "▁a de",
+      "▁ad e",
+      "▁ ade",
+      "Map per",
+      "Mapp er",
+      "Ma pper",
+      "M apper",
+      ")- >",
+      ") ->",
+      "ig ua",
+      "igu a",
+      "ét ique",
+      "т ка",
+      "al ias",
+      "ali as",
+      "alia s",
+      "a lias",
+      "▁о ри",
+      "▁ор и",
+      "▁M agn",
+      "▁Ma gn",
+      "▁Mag n",
+      "▁gehör te",
+      "▁gehört e",
+      "im b",
+      "i mb",
+      ")} {\\",
+      ")}{ \\",
+      ") }{\\",
+      "▁Wikip édia",
+      "▁u rs",
+      "▁ur s",
+      "▁ urs",
+      "▁e nde",
+      "▁en de",
+      "▁end e",
+      "▁ ende",
+      "le b",
+      "l eb",
+      "▁G C",
+      "▁ GC",
+      "H ol",
+      "an cing",
+      "anc ing",
+      "anci ng",
+      "Un ion",
+      "Uni on",
+      "▁ten ía",
+      "T T",
+      "▁e state",
+      "▁est ate",
+      "▁esta te",
+      "▁estat e",
+      "h á",
+      "▁по лі",
+      "▁пол і",
+      "ul tan",
+      "ult an",
+      "▁H ockey",
+      "ul se",
+      "uls e",
+      "▁cho ices",
+      "▁choice s",
+      "sch er",
+      "sc her",
+      "sche r",
+      "s cher",
+      "▁[ ],",
+      "▁[] ,",
+      "▁pot entially",
+      "▁potential ly",
+      "▁Ü bers",
+      "▁Über s",
+      "▁ad mit",
+      "▁adm it",
+      "Com ment",
+      "Comm ent",
+      "ст я",
+      "с тя",
+      "▁V ien",
+      "▁Vi en",
+      "▁Vie n",
+      "▁ц і",
+      "▁ ці",
+      "▁per mut",
+      "▁perm ut",
+      "c gi",
+      "▁cr ít",
+      "Con sole",
+      "Cons ole",
+      "ct ic",
+      "▁ok res",
+      "aw k",
+      "foot ball",
+      "ou est",
+      "o uest",
+      "CT YPE",
+      "C TYPE",
+      "olog ique",
+      "▁const it",
+      "▁cons tit",
+      "▁inter ests",
+      "▁interest s",
+      "▁Pro gress",
+      "▁ Progress",
+      "▁M enu",
+      "▁Me nu",
+      "▁Men u",
+      "▁ Menu",
+      "▁tak é",
+      "▁ta ké",
+      "▁As ian",
+      "▁Asia n",
+      "▁за щи",
+      "▁young er",
+      "▁w ished",
+      "▁wish ed",
+      "▁wis hed",
+      "▁S ort",
+      "▁So rt",
+      "▁Sor t",
+      "▁ Sort",
+      "▁aud ience",
+      "▁audi ence",
+      "am ba",
+      "amb a",
+      "▁gehör t",
+      "▁K ansas",
+      "ya ume",
+      "▁Prof essional",
+      "â ce",
+      "▁f atto",
+      "▁fa tto",
+      "▁fat to",
+      "to d",
+      "t od",
+      "▁data sets",
+      "▁datas ets",
+      "▁dataset s",
+      "▁f are",
+      "▁far e",
+      "▁fa re",
+      "▁ fare",
+      "▁w aves",
+      "▁wave s",
+      "▁wa ves",
+      "~ /",
+      "▁measure ment",
+      "▁w ol",
+      "▁wo l",
+      "▁ wol",
+      "ind ust",
+      "indu st",
+      "▁strugg ling",
+      "▁pull ed",
+      "▁pul led",
+      "▁car atter",
+      "▁Ex terne",
+      "▁Ext erne",
+      "▁Extern e",
+      "▁дей стви",
+      "cn t",
+      "c nt",
+      "li ches",
+      "lic hes",
+      "lich es",
+      "liche s",
+      "▁Pos sible",
+      "▁Poss ible",
+      "▁fa ced",
+      "▁face d",
+      "▁fac ed",
+      "▁hypoth esis",
+      "▁kil om",
+      "▁n är",
+      "▁nä r",
+      "bo olean",
+      "P Y",
+      "am pa",
+      "amp a",
+      "▁k iss",
+      "▁ki ss",
+      "▁kis s",
+      "▁as tero",
+      "▁ast ero",
+      "▁neg li",
+      "am ents",
+      "ament s",
+      "amen ts",
+      "a ments",
+      "▁S tu",
+      "▁St u",
+      "at ó",
+      "a tó",
+      "▁Const itution",
+      "▁inter pol",
+      "▁Un able",
+      "▁Una ble",
+      "▁p is",
+      "▁pi s",
+      "▁ pis",
+      "▁p arc",
+      "▁par c",
+      "▁pa rc",
+      "\"] )",
+      "\" ])",
+      "ple r",
+      "pl er",
+      "p ler",
+      "▁aut ory",
+      "▁auto ry",
+      "▁autor y",
+      "▁alg unos",
+      "yw na",
+      "}) )",
+      "} ))",
+      "▁f alls",
+      "▁fall s",
+      "▁fal ls",
+      "▁ falls",
+      "▁é quip",
+      "▁e mit",
+      "▁em it",
+      "▁ emit",
+      "▁pro fil",
+      "▁prof il",
+      "ge ts",
+      "get s",
+      "g ets",
+      "ф о",
+      "▁Milit ary",
+      "▁nombre ux",
+      "oc t",
+      "o ct",
+      "Re place",
+      "Rep lace",
+      "▁se asons",
+      "▁season s",
+      "▁ch âteau",
+      "▁type of",
+      "▁ typeof",
+      "po lit",
+      "pol it",
+      "p olit",
+      "▁r and",
+      "▁ra nd",
+      "▁ran d",
+      "▁ rand",
+      "▁qu ar",
+      "▁erst mals",
+      "си ни",
+      "▁pay load",
+      "▁ payload",
+      "П о",
+      "кі н",
+      "к ін",
+      "re po",
+      "rep o",
+      "▁P av",
+      "▁Pa v",
+      "Sc ore",
+      "S core",
+      "er ves",
+      "erv es",
+      "erve s",
+      "▁soll te",
+      "▁мі ж",
+      "éb ec",
+      "é bec",
+      "▁c lip",
+      "▁cl ip",
+      "▁cli p",
+      "▁ clip",
+      "▁N ice",
+      "▁Nic e",
+      "▁Ni ce",
+      "▁n eben",
+      "▁ne ben",
+      "▁ass ass",
+      "it ories",
+      "ito ries",
+      "itor ies",
+      "itori es",
+      "▁un ity",
+      "▁unit y",
+      "▁ unity",
+      "▁е н",
+      "▁ ен",
+      "▁Inst itut",
+      "▁Instit ut",
+      "▁ Institut",
+      "▁intern ationale",
+      "▁international e",
+      "▁на ук",
+      "▁нау к",
+      "▁com and",
+      "▁kle ine",
+      "▁klein e",
+      "▁adj acent",
+      "▁deliver ed",
+      "▁ш е",
+      "▁ ше",
+      "зе м",
+      "з ем",
+      "▁c ot",
+      "▁co t",
+      "▁ cot",
+      "vis ual",
+      "ва ет",
+      "▁C ensus",
+      "\\ _",
+      "▁territ ory",
+      "чи л",
+      "ч ил",
+      "ч ные",
+      "fl utter",
+      "Did Load",
+      "Document s",
+      "Doc uments",
+      "▁d ob",
+      "▁do b",
+      "▁ dob",
+      "Br e",
+      "B re",
+      "an imate",
+      "ani mate",
+      "anim ate",
+      "▁b iz",
+      "▁bi z",
+      "▁b ata",
+      "▁ba ta",
+      "▁bat a",
+      "▁S U",
+      "▁ SU",
+      "es o",
+      "e so",
+      "▁p riority",
+      "▁prior ity",
+      "vá n",
+      "v án",
+      "ir as",
+      "ira s",
+      "i ras",
+      "▁char ged",
+      "▁charge d",
+      "▁charg ed",
+      "▁M icro",
+      "▁Mi cro",
+      "▁Mic ro",
+      "at oire",
+      "ato ire",
+      "a toire",
+      "че р",
+      "ч ер",
+      "ab ad",
+      "aba d",
+      "a bad",
+      "ur u",
+      "u ru",
+      "▁v š",
+      "dir e",
+      "di re",
+      "d ire",
+      "▁Tw itter",
+      "▁м ето",
+      "▁ме то",
+      "▁мет о",
+      "). .",
+      ") ..",
+      "▁Ц ент",
+      "▁ent wick",
+      "▁M ind",
+      "▁Min d",
+      "▁Mi nd",
+      "▁ф унк",
+      "F uture",
+      "ls t",
+      "l st",
+      "ło ż",
+      "fl i",
+      "f li",
+      "t ensor",
+      "▁top ology",
+      "▁ar te",
+      "▁art e",
+      "▁ arte",
+      "ER T",
+      "E RT",
+      "▁var iance",
+      "▁vari ance",
+      "Im ages",
+      "Image s",
+      "▁( @",
+      "▁ (@",
+      "Array List",
+      "O C",
+      "▁Де мо",
+      "auc oup",
+      "▁de notes",
+      "▁den otes",
+      "▁denote s",
+      "im on",
+      "imo n",
+      "i mon",
+      "њ и",
+      "▁Prz yp",
+      "▁Z ag",
+      "▁Za g",
+      "▁ди ре",
+      "▁Similar ly",
+      "б ро",
+      "▁mil itaire",
+      "▁milit aire",
+      "▁т ому",
+      "▁то му",
+      "▁том у",
+      "▁ тому",
+      "▁John ny",
+      "▁Мекси ку",
+      "ћ а",
+      "Su pp",
+      "S upp",
+      "▁jun ior",
+      "▁junio r",
+      "▁juni or",
+      "ol tre",
+      "olt re",
+      "o ltre",
+      "▁Мо ск",
+      "▁Мос к",
+      "▁adm itted",
+      "▁admit ted",
+      "▁relig ios",
+      "зя й",
+      "е го",
+      "▁t ears",
+      "▁te ars",
+      "▁tea rs",
+      "in go",
+      "ing o",
+      "od u",
+      "o du",
+      "iv eness",
+      "ive ness",
+      "iven ess",
+      "▁l ogo",
+      "▁lo go",
+      "▁log o",
+      "▁ logo",
+      "▁últ imo",
+      "▁al iment",
+      "▁ali ment",
+      "▁U ITableView",
+      "▁ UITableView",
+      ") !",
+      "▁n j",
+      "le tte",
+      "let te",
+      "lett e",
+      "l ette",
+      "▁res ident",
+      "▁resid ent",
+      "▁term ine",
+      "▁ter mine",
+      "▁termin e",
+      "▁у же",
+      "▁С те",
+      "▁Ст е",
+      "off ice",
+      "▁c arte",
+      "▁car te",
+      "▁cart e",
+      "▁li vre",
+      "▁liv re",
+      "▁Мо сков",
+      "▁Мос ков",
+      "▁Моск ов",
+      "▁e lections",
+      "▁elect ions",
+      "▁ele ctions",
+      "▁election s",
+      "зи ден",
+      "Tr igger",
+      "▁Ben jamin",
+      "add Class",
+      "ско г",
+      "▁Ob servable",
+      "▁Observ able",
+      "▁ Observable",
+      "Cl a",
+      "C la",
+      "gem ein",
+      "geme in",
+      "g emein",
+      "▁con sent",
+      "▁cons ent",
+      "▁conse nt",
+      "в ри",
+      "▁un fold",
+      "▁unf old",
+      "▁govern or",
+      "▁gover nor",
+      "▁governo r",
+      "на л",
+      "н ал",
+      "▁t oda",
+      "▁to da",
+      "▁tod a",
+      "Rem ote",
+      "ar ias",
+      "ari as",
+      "aria s",
+      "a rias",
+      "▁in stal",
+      "▁inst al",
+      "▁ins tal",
+      "fix ed",
+      "f ixed",
+      "▁dec ay",
+      "▁де рев",
+      "▁дере в",
+      "xy z",
+      "x yz",
+      "▁D ATE",
+      "▁DA TE",
+      "▁DAT E",
+      "▁ DATE",
+      "im ar",
+      "ima r",
+      "i mar",
+      "nt il",
+      "n til",
+      "▁start up",
+      "al ion",
+      "ali on",
+      "▁ko lej",
+      "▁kol ej",
+      "▁kole j",
+      "ci os",
+      "cio s",
+      "c ios",
+      "▁r anges",
+      "▁range s",
+      "▁ran ges",
+      "▁rang es",
+      "▁stup id",
+      "▁implement ations",
+      "▁implementation s",
+      "▁r m",
+      "▁ rm",
+      "én ek",
+      "é nek",
+      "▁g cc",
+      "▁ gcc",
+      "▁sc ène",
+      "N avigation",
+      "▁  ",
+      "▁к ан",
+      "▁ка н",
+      "▁ кан",
+      "▁town s",
+      "User name",
+      "Us ername",
+      "▁ф е",
+      "▁ фе",
+      "▁le aders",
+      "▁lead ers",
+      "▁leader s",
+      "oi t",
+      "o it",
+      "w är",
+      "▁d ummy",
+      "▁ass istant",
+      "▁assist ant",
+      "{$ \\",
+      "{ $\\",
+      "бі р",
+      "б ір",
+      "▁r oy",
+      "▁ro y",
+      "▁ roy",
+      "▁L ayout",
+      "▁ Layout",
+      "▁J ung",
+      "▁Ju ng",
+      "▁Jun g",
+      "Line s",
+      "Lin es",
+      "Li nes",
+      "L ines",
+      "▁Hol land",
+      "по р",
+      "п ор",
+      "▁Г ри",
+      "▁B ened",
+      "▁Be ned",
+      "▁Ben ed",
+      "▁П од",
+      "▁По д",
+      "xl s",
+      "x ls",
+      "▁G ol",
+      "▁Go l",
+      "▁Al eks",
+      "▁Ale ks",
+      "▁ej emplo",
+      "▁se zon",
+      "ar ding",
+      "ard ing",
+      "ardi ng",
+      "ardin g",
+      "foot note",
+      "▁Cong rès",
+      "re fer",
+      "ref er",
+      "ска та",
+      "с ката",
+      "Iter ator",
+      "▁our selves",
+      "▁M ic",
+      "▁Mi c",
+      "▁c ódigo",
+      "▁пло ща",
+      "▁\\ $",
+      "▁Char lie",
+      "No des",
+      "Node s",
+      "N odes",
+      "▁p uzz",
+      "▁pu zz",
+      "▁Ident ifier",
+      "▁ Identifier",
+      "▁fl utter",
+      "▁ flutter",
+      "▁pr ü",
+      "▁ prü",
+      "▁o rt",
+      "▁or t",
+      "▁ ort",
+      "▁C ort",
+      "▁Cor t",
+      "▁Co rt",
+      "astic search",
+      "▁С вя",
+      "▁B ull",
+      "▁Bu ll",
+      "▁Bul l",
+      "ud em",
+      "ude m",
+      "u dem",
+      "▁ap parent",
+      "▁appar ent",
+      ":- -",
+      ": --",
+      "▁Х ар",
+      "▁Ха р",
+      "▁L ap",
+      "▁La p",
+      "▁com port",
+      "▁comp ort",
+      "mat ically",
+      "m atically",
+      "▁cu rios",
+      "▁cur ios",
+      "▁мо жет",
+      "▁мож ет",
+      "▁може т",
+      "▁B h",
+      "ap ping",
+      "app ing",
+      "a pping",
+      "▁b asketball",
+      "▁basket ball",
+      "ze tek",
+      "zet ek",
+      "▁r unt",
+      "▁run t",
+      "▁ru nt",
+      "▁Mil an",
+      "▁Mi lan",
+      "fe ction",
+      "fect ion",
+      "f ection",
+      "rí a",
+      "r ía",
+      "▁K in",
+      "▁Ki n",
+      "▁s lower",
+      "▁sl ower",
+      "▁slow er",
+      "▁slo wer",
+      "bo th",
+      "bot h",
+      "b oth",
+      "▁Inst ituto",
+      "▁Instit uto",
+      "▁Institut o",
+      "▁Histor ical",
+      "▁Historic al",
+      "▁równ ież",
+      "mat ches",
+      "match es",
+      "yc i",
+      "y ci",
+      "▁esp èce",
+      "▁Schwe izer",
+      "▁Schweiz er",
+      "N T",
+      "S F",
+      "ac ia",
+      "aci a",
+      "a cia",
+      "for ge",
+      "f orge",
+      "Point s",
+      "Po ints",
+      "num bers",
+      "number s",
+      "▁f alling",
+      "▁fall ing",
+      "▁fal ling",
+      "▁inherit ance",
+      "▁Er st",
+      "▁custom ers",
+      "▁customer s",
+      "▁a ctu",
+      "▁act u",
+      "▁ac tu",
+      "▁m igration",
+      "▁migr ation",
+      "\\ '",
+      "Pl an",
+      "P lan",
+      "M r",
+      "ot hy",
+      "oth y",
+      "o thy",
+      "▁up grad",
+      "би ра",
+      "▁O ffic",
+      "▁Of fic",
+      "▁Off ic",
+      "▁W ait",
+      "▁Wa it",
+      "▁ Wait",
+      "▁to ler",
+      "ar don",
+      "ard on",
+      "ardo n",
+      "▁s lide",
+      "▁sl ide",
+      "▁sli de",
+      "▁ slide",
+      ") _",
+      "▁ста в",
+      "▁ став",
+      "▁nu clear",
+      "▁nuc lear",
+      "▁nucle ar",
+      "▁B il",
+      "▁Bi l",
+      "ow ner",
+      "own er",
+      "o wner",
+      "▁Har ris",
+      "▁Harr is",
+      "In formation",
+      "▁p ó",
+      "▁вклю ча",
+      "▁nu ovo",
+      "▁C av",
+      "▁Ca v",
+      "▁De scri",
+      "▁Des cri",
+      "▁а к",
+      "ód zt",
+      "▁react js",
+      "▁Ad ams",
+      "▁Adam s",
+      "▁Ada ms",
+      "▁Altern atively",
+      "ст рук",
+      "стру к",
+      "стр ук",
+      ")` ,",
+      ") `,",
+      "sub string",
+      "subst ring",
+      "substr ing",
+      "▁mass ive",
+      "▁heav ily",
+      "▁се зо",
+      "▁сез о",
+      "▁A na",
+      "▁An a",
+      "▁v ale",
+      "▁val e",
+      "▁va le",
+      "Pa d",
+      "P ad",
+      "▁E ither",
+      "▁r s",
+      "▁ rs",
+      "an che",
+      "anc he",
+      "anch e",
+      "▁up loaded",
+      "▁upload ed",
+      "▁( /",
+      "▁ (/",
+      "▁с пор",
+      "▁спо р",
+      "▁сп ор",
+      "▁redu ction",
+      "▁Tok yo",
+      "gr en",
+      "gre n",
+      "g ren",
+      "▁m igli",
+      "▁mig li",
+      "▁iter ator",
+      "▁ iterator",
+      "st av",
+      "sta v",
+      "▁support ing",
+      "▁ö sterreich",
+      "▁NS Log",
+      "ist iques",
+      "isti ques",
+      "istique s",
+      "ri min",
+      "rim in",
+      "r imin",
+      "MO DE",
+      "}} }\\",
+      "}}} \\",
+      "} }}\\",
+      "▁exp los",
+      "▁expl os",
+      "▁explo s",
+      "от е",
+      "о те",
+      "▁( „",
+      "Sa l",
+      "S al",
+      "▁simple st",
+      "▁simpl est",
+      "▁gi à",
+      "▁та н",
+      "▁т ан",
+      "▁ тан",
+      "▁c yl",
+      "▁cy l",
+      "bi r",
+      "b ir",
+      "▁measure ments",
+      "▁measurement s",
+      "Create d",
+      "Cre ated",
+      "er ek",
+      "ere k",
+      "e rek",
+      "look up",
+      "w irtschaft",
+      "▁В оло",
+      "▁Во ло",
+      "▁Вол о",
+      "ti mer",
+      "time r",
+      "tim er",
+      "t imer",
+      "de rr",
+      "der r",
+      "d err",
+      "▁ст ала",
+      "▁ста ла",
+      "▁стал а",
+      "▁sc enes",
+      "▁scen es",
+      "▁scene s",
+      "▁per su",
+      "▁pers u",
+      "li est",
+      "lie st",
+      "lies t",
+      "l iest",
+      "▁sch edule",
+      "▁sched ule",
+      "ta l",
+      "t al",
+      "ле но",
+      "лен о",
+      "▁pain ting",
+      "▁paint ing",
+      "▁impro vement",
+      "▁improve ment",
+      "▁improv ement",
+      "so ftware",
+      "soft ware",
+      "▁govern o",
+      "▁gover no",
+      "▁H ir",
+      "▁Hi r",
+      "Exec ution",
+      "▁Ok ay",
+      "Pro p",
+      "Pr op",
+      "P rop",
+      "lo ster",
+      "los ter",
+      "lost er",
+      "l oster",
+      "ніципа лі",
+      "▁peu vent",
+      "ol u",
+      "o lu",
+      "▁Ф а",
+      "roll o",
+      "rol lo",
+      "▁ко ло",
+      "▁к оло",
+      "▁ коло",
+      "▁car rière",
+      "▁carri ère",
+      "▁t oggle",
+      "▁tog gle",
+      "▁togg le",
+      "▁ toggle",
+      "▁( $\\",
+      "▁($ \\",
+      "▁aggreg ate",
+      "▁Б і",
+      "text area",
+      "O k",
+      "it to",
+      "itt o",
+      "i tto",
+      "▁s tim",
+      "▁st im",
+      "▁recurs ion",
+      "▁Feder ation",
+      ")_ {",
+      ") _{",
+      "ate gor",
+      "ateg or",
+      "▁dist ribu",
+      "▁distrib u",
+      "Cl oud",
+      "▁m adre",
+      "▁mad re",
+      "▁i v",
+      "▁ iv",
+      "▁Lie utenant",
+      "▁subst ant",
+      "▁le af",
+      "▁ leaf",
+      "▁Kont rola",
+      "V A",
+      "▁t omb",
+      "▁to mb",
+      "▁tom b",
+      "э н",
+      "ato es",
+      "▁god ine",
+      "▁# >",
+      "C ert",
+      "▁em presa",
+      "▁empres a",
+      "Pro ps",
+      "Pr ops",
+      "Prop s",
+      "▁pl anned",
+      "▁plan ned",
+      "▁random ly",
+      "j ähr",
+      "el em",
+      "ele m",
+      "e lem",
+      "▁Oper ation",
+      "▁Opera tion",
+      "▁ Operation",
+      "* `",
+      "pro tocol",
+      "proto col",
+      "() ));",
+      "()) );",
+      "())) ;",
+      "( )));",
+      "we l",
+      "w el",
+      "▁p raw",
+      "▁pr aw",
+      "▁pra w",
+      "▁с им",
+      "▁си м",
+      "▁w ob",
+      "▁wo b",
+      "▁h ace",
+      "▁ha ce",
+      "▁near est",
+      "dis able",
+      "▁C ommun",
+      "▁Com mun",
+      "▁Comm un",
+      "▁re vel",
+      "▁rev el",
+      "▁reve l",
+      "Fr ee",
+      "Fre e",
+      "F ree",
+      "▁bra ckets",
+      "IO Exception",
+      "▁al to",
+      "▁alt o",
+      "▁mar ry",
+      "▁a uc",
+      "▁au c",
+      "▁ auc",
+      "), \\",
+      ") ,\\",
+      "▁typ o",
+      "▁ty po",
+      "ed ad",
+      "eda d",
+      "ar á",
+      "a rá",
+      "ic ator",
+      "ica tor",
+      "tat ywna",
+      "▁b uff",
+      "▁bu ff",
+      "▁buf f",
+      "▁ buff",
+      "or ders",
+      "ord ers",
+      "order s",
+      "orde rs",
+      "▁as ynchronous",
+      "▁e con",
+      "▁ec on",
+      "▁f eu",
+      "▁fe u",
+      "▁I ron",
+      "▁Ir on",
+      "▁r ising",
+      "▁ris ing",
+      "▁ri sing",
+      "Rad ius",
+      "cl k",
+      "▁zwe iten",
+      "▁zwei ten",
+      "▁zweite n",
+      "` '",
+      "▁un iqu",
+      "▁F M",
+      "▁ FM",
+      "▁B ran",
+      "▁Br an",
+      "▁Bra n",
+      "▁f lu",
+      "▁fl u",
+      "▁ flu",
+      "▁sens itive",
+      "ur re",
+      "urr e",
+      "▁I ter",
+      "▁It er",
+      "▁ Iter",
+      "▁S ein",
+      "▁Se in",
+      "▁difer entes",
+      "▁diferen tes",
+      "▁не го",
+      "▁н его",
+      "▁ него",
+      "ch ia",
+      "chi a",
+      "▁An leitung",
+      "atur day",
+      "▁sh orter",
+      "▁short er",
+      "▁transl ated",
+      "▁translate d",
+      "▁R és",
+      "▁Ré s",
+      "▁r ode",
+      "▁ro de",
+      "▁rod e",
+      "dr ag",
+      "dra g",
+      "d rag",
+      "▁l ange",
+      "▁lang e",
+      "▁lan ge",
+      "B i",
+      "ü b",
+      "le ur",
+      "l eur",
+      "▁order ing",
+      "▁ord ering",
+      "al ous",
+      "alo us",
+      "▁К ор",
+      "▁Ко р",
+      "ar char",
+      "arch ar",
+      "arc har",
+      "dest roy",
+      "erv ation",
+      "erva tion",
+      "]] ,",
+      "] ],",
+      "Accessor Impl",
+      "▁autory tatywna",
+      "Se quence",
+      "Sequ ence",
+      "▁pro yect",
+      "▁b ran",
+      "▁br an",
+      "▁bra n",
+      "▁( +",
+      "▁K ab",
+      "▁Ka b",
+      "▁z em",
+      "▁ze m",
+      "▁ zem",
+      "▁Cal cul",
+      "▁ Calcul",
+      "▁se ul",
+      "▁seu l",
+      "▁N iger",
+      "▁Ni ger",
+      "▁ch iam",
+      "▁chi am",
+      "th row",
+      "▁Plan et",
+      "▁Pla net",
+      "bild ung",
+      "▁z ones",
+      "▁zo nes",
+      "▁zone s",
+      "trans ition",
+      "ле ний",
+      "▁m apped",
+      "▁ma pped",
+      "▁map ped",
+      "on aut",
+      "ona ut",
+      "Pa ir",
+      "P air",
+      "il ian",
+      "ili an",
+      "ilia n",
+      "▁M organ",
+      "▁Mor gan",
+      "▁un to",
+      "▁ unto",
+      "jo u",
+      "j ou",
+      "▁h id",
+      "▁hi d",
+      "▁M eta",
+      "▁Me ta",
+      "▁Met a",
+      "▁ Meta",
+      "▁e lles",
+      "▁el les",
+      "▁elle s",
+      "▁ell es",
+      "▁ elles",
+      "Lo u",
+      "L ou",
+      "ra ma",
+      "ram a",
+      "r ama",
+      "ge ordnet",
+      "▁scarc ely",
+      "▁m int",
+      "▁min t",
+      "▁mi nt",
+      "F ocus",
+      "▁Al ter",
+      "▁Alt er",
+      "▁d io",
+      "▁di o",
+      "▁am pl",
+      "▁amp l",
+      "ière ment",
+      "▁ис следова",
+      "LE D",
+      "L ED",
+      "alg orithm",
+      "▁сай ті",
+      "▁сайт і",
+      "▁\" \")",
+      "▁\"\" )",
+      "Hi story",
+      "H istory",
+      "p k",
+      "▁W hit",
+      "▁Wh it",
+      "▁си стем",
+      "▁систе м",
+      "▁Kir chen",
+      "▁Kirche n",
+      "▁Kirch en",
+      "r à",
+      "AP P",
+      "A PP",
+      "▁< %",
+      "ant ine",
+      "anti ne",
+      "antin e",
+      "▁D isk",
+      "▁Dis k",
+      "▁Di sk",
+      "con v",
+      "we lt",
+      "wel t",
+      "w elt",
+      "▁F ut",
+      "▁Fu t",
+      "▁N om",
+      "▁No m",
+      "or do",
+      "ord o",
+      "el lij",
+      "ell ij",
+      "elli j",
+      "▁rece ives",
+      "▁receive s",
+      "co w",
+      "c ow",
+      "yt u",
+      "y tu",
+      "▁o bras",
+      "▁ob ras",
+      "▁obra s",
+      "▁p urchase",
+      "▁purch ase",
+      "▁ear ned",
+      "▁acc essed",
+      "▁access ed",
+      "ax i",
+      "a xi",
+      "▁M ans",
+      "▁Man s",
+      "▁Ma ns",
+      "iv an",
+      "iva n",
+      "i van",
+      "▁t uvo",
+      "▁tu vo",
+      "▁T race",
+      "▁Tr ace",
+      "▁Tra ce",
+      "▁ Trace",
+      "rim onio",
+      "▁desen vol",
+      "ér ique",
+      "éri que",
+      "é rique",
+      "▁result ed",
+      "▁comp uting",
+      "▁comput ing",
+      "▁insp ired",
+      "▁inspir ed",
+      "▁Pr ize",
+      "▁Pri ze",
+      "* \"",
+      "Com put",
+      "Comp ut",
+      "▁ext ensive",
+      "▁extens ive",
+      "è g",
+      "▁Port ály",
+      "▁cast le",
+      "▁ castle",
+      "▁* .",
+      "▁ *.",
+      "▁ph otos",
+      "▁phot os",
+      "▁photo s",
+      "▁vo et",
+      "ON G",
+      "O NG",
+      "▁A lle",
+      "▁Al le",
+      "▁All e",
+      "▁thre aten",
+      "▁threat en",
+      "st üt",
+      "▁album s",
+      "▁alb ums",
+      "▁d ense",
+      "▁den se",
+      "▁dens e",
+      "fl at",
+      "f lat",
+      "cont inu",
+      "Sub ject",
+      "Su bject",
+      "▁read only",
+      "Op t",
+      "O pt",
+      "пи ско",
+      "пис ко",
+      "▁A ber",
+      "▁Ab er",
+      "▁P osition",
+      "▁Pos ition",
+      "▁ Position",
+      "▁To day",
+      "▁Tod ay",
+      "▁m ini",
+      "▁min i",
+      "▁mi ni",
+      "▁B ef",
+      "▁Be f",
+      "li sten",
+      "list en",
+      "lis ten",
+      "l isten",
+      "ствен ного",
+      "ственно го",
+      "SU B",
+      "S UB",
+      "os sa",
+      "oss a",
+      "▁P ope",
+      "▁Po pe",
+      "▁Pop e",
+      "▁Jim my",
+      "▁Д ру",
+      "ungs seite",
+      "▁t ren",
+      "▁tr en",
+      "▁tre n",
+      "op tim",
+      "opt im",
+      "it sch",
+      "its ch",
+      "▁s amt",
+      "▁sa mt",
+      "▁sam t",
+      "▁испо л",
+      "▁ис пол",
+      "& =",
+      "▁Przyp isy",
+      "▁про дол",
+      "C r",
+      "er mann",
+      "erm ann",
+      "erman n",
+      "▁ма тери",
+      "▁мате ри",
+      "▁H ugo",
+      "▁Hu go",
+      "▁De ze",
+      "▁Dez e",
+      "TR UE",
+      "▁defe at",
+      "▁watch ed",
+      "▁wat ched",
+      "▁G ent",
+      "▁Ge nt",
+      "▁Gen t",
+      "AU T",
+      "A UT",
+      "or ous",
+      "oro us",
+      "▁о преде",
+      "ori entation",
+      "orient ation",
+      "▁distingu ished",
+      "▁distinguish ed",
+      "▁mes mo",
+      "▁s li",
+      "▁sl i",
+      "ме на",
+      "мен а",
+      "м ена",
+      "mit tel",
+      "mitt el",
+      "m ittel",
+      "ge richt",
+      "ger icht",
+      "et on",
+      "eto n",
+      "e ton",
+      "-> {",
+      "- >{",
+      "▁w ont",
+      "▁won t",
+      "▁wo nt",
+      "▁w eg",
+      "▁we g",
+      "▁ weg",
+      "▁class ific",
+      "il us",
+      "i lus",
+      "▁M D",
+      "▁ MD",
+      "task s",
+      "▁c him",
+      "▁ch im",
+      "▁chi m",
+      "aw ait",
+      "awa it",
+      "a wait",
+      "▁g ang",
+      "▁gan g",
+      "▁ga ng",
+      "▁ gang",
+      "▁w ię",
+      "▁ wię",
+      "th rough",
+      "▁Russ ell",
+      "▁guess ing",
+      "▁а кт",
+      "▁ак т",
+      "б лі",
+      "c ategories",
+      "су т",
+      "с ут",
+      "▁F en",
+      "▁Fe n",
+      "▁му ж",
+      "▁ne wer",
+      "▁new er",
+      "▁A sync",
+      "▁As ync",
+      "▁ Async",
+      "▁t erme",
+      "▁term e",
+      "▁ter me",
+      "> /",
+      "па ра",
+      "пар а",
+      "▁T rust",
+      "▁Tr ust",
+      "▁Tru st",
+      "▁O pt",
+      "▁Op t",
+      "▁ Opt",
+      "▁d ah",
+      "▁da h",
+      "▁wonder ful",
+      "adrat kil",
+      "▁Г ра",
+      "ma pping",
+      "map ping",
+      "m apping",
+      "▁disc overy",
+      "▁discover y",
+      "▁disco very",
+      "▁B E",
+      "▁ BE",
+      "En able",
+      "▁Fri end",
+      "с ня",
+      "▁cont rolled",
+      "▁control led",
+      "чно ї",
+      "ч ної",
+      "▁contribution s",
+      "▁contrib utions",
+      "j ší",
+      "▁L ev",
+      "▁Le v",
+      "▁franc és",
+      "▁m ic",
+      "▁mi c",
+      "▁ mic",
+      "zi k",
+      "z ik",
+      "▁a lem",
+      "▁al em",
+      "▁ale m",
+      "▁ alem",
+      "can cel",
+      "! '",
+      "▁g rat",
+      "▁gr at",
+      "▁gra t",
+      "▁Begriff sklär",
+      "Cam era",
+      "if icación",
+      "ific ación",
+      "ifica ción",
+      "ró d",
+      "r ód",
+      "▁Arn old",
+      "▁bezeichnet er",
+      "▁f ought",
+      "▁de put",
+      "▁dep ut",
+      "▁D rop",
+      "▁Dr op",
+      "▁Dro p",
+      "▁ Drop",
+      "ta x",
+      "t ax",
+      "d g",
+      "▁H op",
+      "▁Ho p",
+      "G N",
+      "▁Kir ch",
+      "▁Б ар",
+      "▁Ба р",
+      "In voke",
+      "Inv oke",
+      "▁er halten",
+      "▁ve el",
+      "▁word press",
+      "▁ wordpress",
+      "▁IN NER",
+      "trans action",
+      "▁dé jà",
+      "Fa ct",
+      "F act",
+      "▁над мор",
+      "▁angular js",
+      "▁á t",
+      "▁ át",
+      "▁a lap",
+      "▁al ap",
+      "▁P rice",
+      "▁Pr ice",
+      "▁Pri ce",
+      "▁ Price",
+      "▁eff et",
+      "▁s phere",
+      "▁sp here",
+      "▁spher e",
+      "Class Loader",
+      "▁r ugby",
+      "▁rug by",
+      "▁king dom",
+      "▁M ut",
+      "▁Mu t",
+      "▁ки но",
+      "▁re ward",
+      "ci t",
+      "c it",
+      "▁present e",
+      "▁pres ente",
+      "St o",
+      "S to",
+      "Char acter",
+      "lo gs",
+      "log s",
+      "l ogs",
+      "▁cent rale",
+      "▁central e",
+      "▁m ouv",
+      "▁mo uv",
+      "▁mou v",
+      "▁ok ay",
+      "▁ap lic",
+      "Mo re",
+      "Mor e",
+      "M ore",
+      "ény ek",
+      "▁Kö ln",
+      "ne tt",
+      "net t",
+      "n ett",
+      "▁исто рии",
+      "▁истори и",
+      "▁descri bing",
+      "▁sold ier",
+      "▁N eed",
+      "▁Ne ed",
+      "L ight",
+      "▁\" \\<",
+      "▁\"\\ <",
+      "▁h av",
+      "▁ha v",
+      "▁ hav",
+      "er mo",
+      "erm o",
+      "▁infer ior",
+      "le a",
+      "l ea",
+      "▁g g",
+      "▁ gg",
+      "▁кон це",
+      "fra gment",
+      "f ragment",
+      "s b",
+      "Count ry",
+      "C ountry",
+      "▁v ě",
+      "▁ vě",
+      "▁B eng",
+      "▁Be ng",
+      "▁Ben g",
+      "▁Э то",
+      "▁во до",
+      "ма р",
+      "м ар",
+      "STR ING",
+      "▁ú j",
+      "multi ple",
+      "multip le",
+      "state ment",
+      "stat ement",
+      "▁invol ves",
+      "▁involve s",
+      "▁te cn",
+      "▁tec n",
+      "St udent",
+      "gr é",
+      "g ré",
+      "▁le an",
+      "▁ lean",
+      "▁bring ing",
+      "▁Med ical",
+      "▁Medic al",
+      "▁Medi cal",
+      "▁програ м",
+      "▁V og",
+      "▁Vo g",
+      "▁ж ов",
+      "▁Sp irit",
+      "nt h",
+      "n th",
+      "▁stand ards",
+      "▁standard s",
+      "▁Pro file",
+      "▁Prof ile",
+      "▁Profil e",
+      "▁ Profile",
+      "▁e z",
+      "▁ ez",
+      "▁террито рии",
+      "▁s tem",
+      "▁st em",
+      "▁ste m",
+      "ui l",
+      "u il",
+      "▁O g",
+      "B tn",
+      "na l",
+      "n al",
+      "▁near by",
+      "▁produ cing",
+      "cri v",
+      "cr iv",
+      "c riv",
+      "▁assum ptions",
+      "▁assumption s",
+      "▁S park",
+      "▁Sp ark",
+      "▁L ot",
+      "▁Lo t",
+      "it udes",
+      "itu des",
+      "itude s",
+      "itud es",
+      "af ka",
+      "fi ve",
+      "f ive",
+      "at io",
+      "ati o",
+      "▁distingu ish",
+      "ro ck",
+      "roc k",
+      "r ock",
+      "égl ise",
+      "é glise",
+      "▁rapp res",
+      "▁rap pres",
+      ">\\ <",
+      "> \\<",
+      "лі й",
+      "л ій",
+      "▁ми ни",
+      "▁ мини",
+      "▁intitul é",
+      "}} (\\",
+      "}}( \\",
+      "} }(\\",
+      "▁R out",
+      "▁Ro ut",
+      "▁Rou t",
+      "▁ Rout",
+      "▁B order",
+      "▁Bor der",
+      "▁ Border",
+      "▁over rid",
+      "HO ST",
+      "H OST",
+      "rit ten",
+      "ritt en",
+      "r itten",
+      "sa y",
+      "s ay",
+      "▁Ч и",
+      "icht ung",
+      "▁straight forward",
+      "ob b",
+      "o bb",
+      "▁Ter ra",
+      "▁Terr a",
+      "▁[ :",
+      "▁ [:",
+      "Be n",
+      "B en",
+      "▁compos ite",
+      ")+ \\",
+      ") +\\",
+      "▁c rown",
+      "▁cr own",
+      "▁cro wn",
+      "▁crow n",
+      "dir ection",
+      "direct ion",
+      "dire ction",
+      "d irection",
+      "▁неско лько",
+      "▁av ail",
+      "▁purch ased",
+      "▁purchase d",
+      "ho ok",
+      "h ook",
+      "et ies",
+      "eti es",
+      "e ties",
+      "▁f ase",
+      "▁fa se",
+      "▁fas e",
+      "▁R um",
+      "▁Ru m",
+      "▁ge nom",
+      "▁gen om",
+      "▁d ét",
+      "▁dé t",
+      "ow ą",
+      "mp eg",
+      "▁І н",
+      "des ktop",
+      "▁in jection",
+      "▁inj ection",
+      "▁inject ion",
+      "ag le",
+      "a gle",
+      "▁E dd",
+      "▁Ed d",
+      "_{ (",
+      "_ {(",
+      "▁H em",
+      "▁He m",
+      "ut os",
+      "uto s",
+      "pr oj",
+      "pro j",
+      "▁superfic ie",
+      "Pl ot",
+      "P lot",
+      "▁D ocker",
+      "▁Do cker",
+      "▁Doc ker",
+      "ät z",
+      "ä tz",
+      "kre ich",
+      "k reich",
+      "▁un clear",
+      "▁uncle ar",
+      "▁Un ity",
+      "▁Unit y",
+      "▁stream s",
+      "▁stre ams",
+      "ви д",
+      "▁simpl ified",
+      "Fil l",
+      "Fi ll",
+      "F ill",
+      "▁s ant",
+      "▁sa nt",
+      "▁san t",
+      "▁K ommun",
+      "▁Kom mun",
+      "▁Komm un",
+      "▁d uc",
+      "▁du c",
+      "▁д ве",
+      "▁o bs",
+      "▁ob s",
+      "▁ obs",
+      "ž it",
+      "▁Jane iro",
+      "б я",
+      "▁pr esso",
+      "▁pres so",
+      "▁press o",
+      "▁Min istry",
+      "▁b urst",
+      "▁bur st",
+      "▁re aching",
+      "▁reach ing",
+      "li ter",
+      "lit er",
+      "l iter",
+      "▁response s",
+      "▁respons es",
+      "▁E ug",
+      "▁Eu g",
+      "▁s od",
+      "▁so d",
+      "▁C ord",
+      "▁Cor d",
+      "▁Co rd",
+      "▁P erm",
+      "▁Per m",
+      "▁Pe rm",
+      "▁ Perm",
+      "par ts",
+      "part s",
+      "p arts",
+      "ци ма",
+      "vari ables",
+      "variable s",
+      "▁forgot ten",
+      "Fe rn",
+      "F ern",
+      "ost ęp",
+      "v l",
+      "▁С м",
+      "ki m",
+      "k im",
+      "aj ąc",
+      "ają c",
+      "a jąc",
+      "на ль",
+      "нал ь",
+      "н аль",
+      "г ле",
+      "hel per",
+      "help er",
+      "du p",
+      "d up",
+      "eu w",
+      "e uw",
+      "fr a",
+      "f ra",
+      "ell ite",
+      "elli te",
+      "an ya",
+      "any a",
+      "▁re ign",
+      "▁r eign",
+      "▁rei gn",
+      "ges amt",
+      "се да",
+      "▁R yan",
+      "▁Ry an",
+      "▁form atted",
+      "▁format ted",
+      "▁formatt ed",
+      "▁B org",
+      "▁Bo rg",
+      "▁Bor g",
+      "wal k",
+      "w alk",
+      "▁а л",
+      "▁ ал",
+      "agnost ics",
+      "agnostic s",
+      "▁C ape",
+      "▁Cap e",
+      "▁Ca pe",
+      "▁Fran co",
+      "▁Franc o",
+      "▁f ug",
+      "▁fu g",
+      ": )",
+      "ю з",
+      "F etch",
+      "▁rough ly",
+      "▁M is",
+      "▁Mi s",
+      "uet ooth",
+      "▁Venez uela",
+      "▁a stronom",
+      "▁astr onom",
+      "\") `",
+      "\" )`",
+      "om bres",
+      "omb res",
+      "▁кото рой",
+      "ó p",
+      "ow ed",
+      "owe d",
+      "o wed",
+      "H R",
+      "▁C amer",
+      "▁Cam er",
+      "▁Ca mer",
+      "ки е",
+      "par ison",
+      "▁B ij",
+      "▁Bi j",
+      "tem plates",
+      "template s",
+      "en vironment",
+      "environ ment",
+      "iz ação",
+      "iza ção",
+      "▁é r",
+      "▁ ér",
+      "▁pl enty",
+      "▁Type Error",
+      "▁for ty",
+      "▁fort y",
+      "ко ном",
+      "кон ом",
+      "коно м",
+      "▁S ed",
+      "▁Se d",
+      "▁th ats",
+      "▁that s",
+      "▁gra vity",
+      "▁grav ity",
+      "▁gravit y",
+      "▁ gravity",
+      "▁spirit ual",
+      "▁dup licates",
+      "▁duplicate s",
+      "▁enc ryption",
+      "▁encrypt ion",
+      "▁re ven",
+      "▁r even",
+      "▁rev en",
+      "▁reve n",
+      "▁ reven",
+      "get Instance",
+      "äl lor",
+      "äll or",
+      "dis k",
+      "di sk",
+      "d isk",
+      "▁th ro",
+      "▁thr o",
+      "▁N ak",
+      "▁Na k",
+      "▁p oł",
+      "▁po ł",
+      "▁her aus",
+      "in valid",
+      "s By",
+      "Bo ot",
+      "B oot",
+      "▁bu cket",
+      "▁ bucket",
+      "▁P arse",
+      "▁Par se",
+      "▁ Parse",
+      "he x",
+      "h ex",
+      "Con ne",
+      "C onne",
+      "▁Comp uter",
+      "▁Comput er",
+      "zy k",
+      "z yk",
+      "▁indu ced",
+      "▁Br uno",
+      "▁Bru no",
+      "▁Brun o",
+      "▁address ed",
+      "▁addr essed",
+      "ma nia",
+      "man ia",
+      "m ania",
+      "▁in clus",
+      "▁incl us",
+      "▁inc lus",
+      "▁inclu s",
+      "oun ced",
+      "ounce d",
+      "script size",
+      "scripts ize",
+      "▁E pis",
+      "▁Ep is",
+      "▁v ocal",
+      "▁vo cal",
+      "▁voc al",
+      "▁Jon athan",
+      "у м",
+      "st aden",
+      "sta den",
+      "stad en",
+      "▁Child ren",
+      "▁ Children",
+      "пе й",
+      "п ей",
+      "It alia",
+      "Ital ia",
+      "reib ung",
+      "▁n ost",
+      "▁no st",
+      "▁nos t",
+      "▁ nost",
+      "▁е щё",
+      "▁Wer ke",
+      "▁Werk e",
+      "▁act ress",
+      "▁Minn esota",
+      "ri ke",
+      "rik e",
+      "r ike",
+      "▁t ek",
+      "▁te k",
+      "▁ tek",
+      "▁prime ira",
+      "▁f rat",
+      "▁fr at",
+      "▁fra t",
+      "▁Config uration",
+      "▁ Configuration",
+      "▁b id",
+      "▁bi d",
+      "▁ bid",
+      "tr igger",
+      "Cont ents",
+      "Content s",
+      "▁const antly",
+      "▁constant ly",
+      "!! !",
+      "! !!",
+      "▁d read",
+      "▁dr ead",
+      "▁dre ad",
+      "▁hundred s",
+      "ist ische",
+      "isti sche",
+      "▁card inal",
+      "T ABLE",
+      "▁est os",
+      "▁esto s",
+      "ass oc",
+      "asso c",
+      "gr ay",
+      "gra y",
+      "g ray",
+      "▁Sch loss",
+      "▁Schl oss",
+      "▁s che",
+      "▁sc he",
+      "▁sch e",
+      "▁ sche",
+      "con g",
+      "co ng",
+      "c ong",
+      "▁ko ji",
+      "ète s",
+      "èt es",
+      "è tes",
+      "▁E ra",
+      "▁Er a",
+      "om i",
+      "o mi",
+      "▁S R",
+      "▁ SR",
+      "▁wr apped",
+      "▁wra pped",
+      "▁wrap ped",
+      "▁tr unc",
+      "▁a h",
+      "▁ ah",
+      "eg os",
+      "ego s",
+      "ok i",
+      "o ki",
+      "mo uth",
+      "m outh",
+      "log ging",
+      "▁f asc",
+      "▁fa sc",
+      "▁fas c",
+      "▁S ample",
+      "▁Sam ple",
+      "▁ Sample",
+      "▁c onte",
+      "▁con te",
+      "▁cont e",
+      "▁v illa",
+      "▁vi lla",
+      "▁vill a",
+      "▁vil la",
+      "▁ villa",
+      "com ments",
+      "comm ents",
+      "comment s",
+      "▁b atal",
+      "▁ba tal",
+      "▁bat al",
+      "▁bata l",
+      "▁Garc ía",
+      "▁N orte",
+      "▁Nor te",
+      "▁we chsel",
+      "▁Muse o",
+      "▁enf ants",
+      "▁whis per",
+      "na ke",
+      "nak e",
+      "n ake",
+      "▁jed nak",
+      "l ês",
+      "en ders",
+      "end ers",
+      "ender s",
+      "ende rs",
+      "▁ä l",
+      "▁ äl",
+      "▁V B",
+      "▁ VB",
+      "▁cook ies",
+      "▁cookie s",
+      "ze ti",
+      "zet i",
+      "z eti",
+      "at um",
+      "atu m",
+      "▁d edu",
+      "▁de du",
+      "▁ded u",
+      "▁arr anged",
+      "▁arrang ed",
+      "la z",
+      "l az",
+      "▁cu enta",
+      "ym l",
+      "y ml",
+      "▁f lav",
+      "▁fl av",
+      "▁fla v",
+      "M R",
+      "em et",
+      "eme t",
+      "e met",
+      "бі ль",
+      "б іль",
+      "cm p",
+      "c mp",
+      "it uto",
+      "itu to",
+      "itut o",
+      "ze tt",
+      "zet t",
+      "z ett",
+      "▁en vi",
+      "▁env i",
+      "▁k ot",
+      "▁ko t",
+      "$ :",
+      "up per",
+      "upp er",
+      "u pper",
+      "▁Al berto",
+      "▁Albert o",
+      "k b",
+      "An al",
+      "A nal",
+      "ör t",
+      "ö rt",
+      "▁[ -",
+      "▁ [-",
+      "▁führ te",
+      "▁führt e",
+      "ia h",
+      "i ah",
+      "▁T un",
+      "▁Tu n",
+      "▁и скус",
+      "uw e",
+      "u we",
+      "is pecies",
+      "i species",
+      "P ub",
+      "Syn c",
+      "S ync",
+      "▁Colomb ia",
+      "ak ers",
+      "ake rs",
+      "aker s",
+      "▁Imper ial",
+      "ov ing",
+      "ovi ng",
+      "o ving",
+      "▁int elligence",
+      "▁intellig ence",
+      "▁equip ment",
+      "ei n",
+      "e in",
+      "dag ger",
+      "d agger",
+      "▁Ed ge",
+      "▁ Edge",
+      "▁Рес публи",
+      "adratkil ometer",
+      "▁An to",
+      "▁Ant o",
+      "▁char ges",
+      "▁charge s",
+      "▁charg es",
+      "▁O cean",
+      "▁simpl ify",
+      "▁m iesz",
+      "▁mi esz",
+      "▁mie sz",
+      "run ning",
+      "r unning",
+      "▁L ac",
+      "▁La c",
+      "gen ommen",
+      "▁represent ative",
+      "= .",
+      "▁P red",
+      "▁Pr ed",
+      "▁Pre d",
+      "▁ Pred",
+      "▁sp ite",
+      "ci ale",
+      "cial e",
+      "cia le",
+      "c iale",
+      "▁n ave",
+      "▁na ve",
+      "▁nav e",
+      "▁ext ens",
+      "▁neut ral",
+      "▁кото рая",
+      ".< /",
+      ". </",
+      "▁C S",
+      "▁ CS",
+      "uk y",
+      "u ky",
+      "▁wh ilst",
+      "▁l ingu",
+      "▁lin gu",
+      "▁ling u",
+      "ext ract",
+      "extra ct",
+      "zeich nung",
+      "▁F eld",
+      "▁Fe ld",
+      "▁Fel d",
+      "▁valu able",
+      "ur able",
+      "ura ble",
+      "u rable",
+      "▁J en",
+      "▁Je n",
+      "▁strugg le",
+      "▁comm ittee",
+      "▁W ohn",
+      "▁Wo hn",
+      "▁sql ite",
+      "▁ sqlite",
+      "▁T emp",
+      "▁Te mp",
+      "▁Tem p",
+      "▁ Temp",
+      "▁CO UNT",
+      "▁ COUNT",
+      "con sin",
+      "cons in",
+      "мі ні",
+      "мін і",
+      "us age",
+      "usa ge",
+      "▁qu est",
+      "▁que st",
+      "▁q uest",
+      "▁ quest",
+      "дя н",
+      "д ян",
+      "ear ed",
+      "ea red",
+      "e ared",
+      "▁Sch ne",
+      "▁d od",
+      "▁do d",
+      "▁re cht",
+      "▁rec ht",
+      "▁ recht",
+      "▁k ao",
+      "▁ka o",
+      "Cap t",
+      "Ca pt",
+      "C apt",
+      "label s",
+      "lab els",
+      "▁el los",
+      "▁ell os",
+      "▁indust ri",
+      "▁Color ado",
+      "▁contr ary",
+      "▁contra ry",
+      "▁D um",
+      "▁Du m",
+      "Be l",
+      "B el",
+      "▁V ent",
+      "▁Ve nt",
+      "▁Ven t",
+      "▁author ities",
+      "Y ES",
+      "en sed",
+      "ens ed",
+      "ense d",
+      "umbn ail",
+      "izz azione",
+      "izza zione",
+      "ko u",
+      "k ou",
+      "ri ca",
+      "ric a",
+      "r ica",
+      "▁s ect",
+      "▁se ct",
+      "▁sec t",
+      "▁ sect",
+      "test s",
+      "tes ts",
+      "t ests",
+      "▁K lein",
+      "▁Kle in",
+      "▁Kl ein",
+      "▁le gs",
+      "▁leg s",
+      "▁Pi etro",
+      "▁Piet ro",
+      "f u",
+      "th y",
+      "t hy",
+      "▁b ast",
+      "▁bas t",
+      "▁ba st",
+      "▁t edes",
+      "▁te des",
+      "▁ted es",
+      "et tes",
+      "ett es",
+      "ette s",
+      "▁re pet",
+      "▁rep et",
+      "▁repe t",
+      "ac re",
+      "a cre",
+      "re tto",
+      "ret to",
+      "rett o",
+      "r etto",
+      "▁remain der",
+      "▁G eg",
+      "▁Ge g",
+      "▁Г ор",
+      "▁Го р",
+      "▁Re chts",
+      "▁Recht s",
+      "▁filter ing",
+      "ou ss",
+      "ous s",
+      "o uss",
+      "▁deploy ed",
+      "▁prü fe",
+      "▁b itmap",
+      "▁bit map",
+      "▁s ovi",
+      "▁so vi",
+      "▁sov i",
+      "▁< %=",
+      "▁<% =",
+      "▁ <%=",
+      "▁entfer ne",
+      "ki ll",
+      "kil l",
+      "k ill",
+      "ta bs",
+      "tab s",
+      "t abs",
+      "Ex pr",
+      "Exp r",
+      "ко му",
+      "ком у",
+      "к ому",
+      "▁Republic an",
+      "▁S ize",
+      "▁Si ze",
+      "▁ Size",
+      "▁p oll",
+      "▁po ll",
+      "▁pol l",
+      "▁r ien",
+      "▁ri en",
+      "▁ rien",
+      "▁клу б",
+      "én d",
+      "é nd",
+      "▁B io",
+      "▁Bi o",
+      "▁per l",
+      "▁pe rl",
+      "▁ perl",
+      "▁And reas",
+      "▁Andrea s",
+      "▁Andre as",
+      "ви н",
+      "в ин",
+      "▁d istant",
+      "▁dist ant",
+      "▁F inn",
+      "▁Fin n",
+      "▁M itch",
+      "▁Mit ch",
+      "▁% {",
+      "▁c harm",
+      "▁ch arm",
+      "▁char m",
+      "▁cha rm",
+      "▁M ul",
+      "▁Mu l",
+      "pe rate",
+      "per ate",
+      "▁sci ences",
+      "▁science s",
+      "▁mon ot",
+      "▁mo not",
+      "▁deb ido",
+      "riz ona",
+      "ie c",
+      "i ec",
+      "▁al arm",
+      "▁prom oted",
+      "▁promote d",
+      "▁let zten",
+      "at in",
+      "ati n",
+      "▁con clus",
+      "▁conc lus",
+      "▁concl us",
+      "he rr",
+      "her r",
+      "h err",
+      "▁é ch",
+      "▁éc h",
+      "▁ éch",
+      "ed ish",
+      "edi sh",
+      "go r",
+      "g or",
+      "▁st ycz",
+      "▁sty cz",
+      "▁im press",
+      "▁imp ress",
+      "▁impr ess",
+      "ru its",
+      "ruit s",
+      "r uits",
+      "ier ungs",
+      "ierung s",
+      "▁par sed",
+      "▁parse d",
+      "▁r ío",
+      "▁Pak istan",
+      "ig ner",
+      "ign er",
+      "igne r",
+      "▁watch ing",
+      "▁database s",
+      "▁datab ases",
+      "ed ing",
+      "edi ng",
+      "e ding",
+      "▁Spec ific",
+      "▁gener ale",
+      "▁general e",
+      "▁gene rale",
+      "la x",
+      "l ax",
+      "▁Lo oking",
+      "▁Look ing",
+      "▁b ond",
+      "▁bo nd",
+      "▁bon d",
+      "▁v ista",
+      "▁vis ta",
+      "▁vi sta",
+      "▁e c",
+      "▁ ec",
+      "▁gr ud",
+      "▁gru d",
+      "▁del eting",
+      "▁delet ing",
+      "ta c",
+      "t ac",
+      "▁j azz",
+      "▁ja zz",
+      "j m",
+      "▁p ół",
+      "▁pó ł",
+      "L anguage",
+      "de legate",
+      "▁reg istry",
+      "▁registr y",
+      "▁Sh ared",
+      "▁Share d",
+      "▁ Shared",
+      "ст рой",
+      "стро й",
+      "Mus ic",
+      "▁v essel",
+      "▁vess el",
+      "▁ves sel",
+      ". @",
+      "▁W ür",
+      "▁f ed",
+      "▁fe d",
+      "▁ered et",
+      "▁ere det",
+      "▁G ö",
+      "up t",
+      "u pt",
+      "▁ple asant",
+      "▁table View",
+      "▁ tableView",
+      "▁count ing",
+      "▁coun ting",
+      "▁Krie gs",
+      "▁Krieg s",
+      "▁полу чил",
+      "▁получи л",
+      "▁] ,",
+      "▁ ],",
+      "ви а",
+      "▁a ž",
+      "To List",
+      "▁Ad vent",
+      "▁Adv ent",
+      "▁sk etch",
+      "p n",
+      "▁s ier",
+      "▁si er",
+      "▁sie r",
+      "▁находи тся",
+      "io p",
+      "i op",
+      "▁l y",
+      "▁ ly",
+      "▁Sch l",
+      "▁Sc hl",
+      "Cont ract",
+      "as soci",
+      "ass oci",
+      "asso ci",
+      "assoc i",
+      "▁P ear",
+      "▁Pe ar",
+      "▁w he",
+      "▁wh e",
+      "▁De lete",
+      "▁Del ete",
+      "▁ Delete",
+      "▁e lem",
+      "▁el em",
+      "▁ele m",
+      "▁ elem",
+      "ät te",
+      "ätt e",
+      "ä tte",
+      "▁č esk",
+      "▁M C",
+      "▁ MC",
+      "▁sh out",
+      "▁sho ut",
+      "ake spe",
+      "akes pe",
+      "▁default s",
+      "pe nas",
+      "pen as",
+      "p enas",
+      "ò ria",
+      "▁hier archy",
+      "ip t",
+      "i pt",
+      "▁E lis",
+      "▁El is",
+      "▁Eli s",
+      "like ly",
+      "lik ely",
+      "Ro t",
+      "R ot",
+      "▁c ow",
+      "▁co w",
+      "▁ cow",
+      "▁st rike",
+      "▁str ike",
+      "▁stri ke",
+      "▁strik e",
+      "▁бере зня",
+      "▁ens emble",
+      "▁ ensemble",
+      "▁Pse ud",
+      "V irtual",
+      "▁ї ї",
+      "RO OT",
+      "си я",
+      "▁с об",
+      "▁со б",
+      "▁ соб",
+      "▁in vert",
+      "▁inv ert",
+      "▁inve rt",
+      "▁switch ing",
+      "ht access",
+      "▁на гра",
+      "▁Nor man",
+      "▁Norm an",
+      "▁ing lês",
+      "! [",
+      "ou sel",
+      "ous el",
+      "ouse l",
+      "DO CTYPE",
+      "DOC TYPE",
+      "▁supp ress",
+      "▁sup press",
+      "▁accompan ied",
+      "▁B é",
+      "imp lies",
+      "impl ies",
+      "nu t",
+      "n ut",
+      "▁S yntax",
+      "▁Syn tax",
+      "▁ Syntax",
+      "in ho",
+      "▁t am",
+      "▁ta m",
+      "▁focus ed",
+      "▁foc used",
+      "av ano",
+      "ava no",
+      "avan o",
+      "a vano",
+      "▁B aden",
+      "▁Ba den",
+      "▁Bad en",
+      "ha d",
+      "h ad",
+      "▁( {",
+      "▁ ({",
+      "T y",
+      "▁ро с",
+      "▁р ос",
+      "▁ рос",
+      "▁чо лові",
+      "og e",
+      "o ge",
+      "js p",
+      "j sp",
+      "Bl ue",
+      "▁su as",
+      "▁sua s",
+      "ap ers",
+      "ape rs",
+      "aper s",
+      "a pers",
+      "Sh ort",
+      "Render er",
+      "▁s endo",
+      "▁send o",
+      "▁sen do",
+      "▁C ec",
+      "▁Ce c",
+      "▁` __",
+      "▁`_ _",
+      "▁Municip al",
+      "dot net",
+      "▁b ev",
+      "▁be v",
+      "▁D A",
+      "▁ DA",
+      "Menu Item",
+      "▁a mp",
+      "▁am p",
+      "▁ amp",
+      "▁u ri",
+      "▁ur i",
+      "▁ uri",
+      "▁f ier",
+      "▁fi er",
+      "сле н",
+      "с лен",
+      "), (",
+      ") ,(",
+      "cul es",
+      "cu les",
+      "c ules",
+      "il las",
+      "ill as",
+      "illa s",
+      "LO CK",
+      "LOC K",
+      "▁de rive",
+      "▁der ive",
+      "▁deriv e",
+      "ub en",
+      "ube n",
+      "u ben",
+      "▁G T",
+      "▁ GT",
+      "▁M ack",
+      "▁Ma ck",
+      "▁Mac k",
+      "▁sch olar",
+      ")} }",
+      ") }}",
+      "з м",
+      ">: :",
+      "> ::",
+      "ш ёл",
+      "▁princip ales",
+      "▁principal es",
+      "▁principale s",
+      "▁ц ар",
+      "▁t ied",
+      "▁ti ed",
+      "▁tie d",
+      "▁al ta",
+      "▁alt a",
+      "▁C it",
+      "▁Ci t",
+      "li ned",
+      "line d",
+      "lin ed",
+      "l ined",
+      "ma jor",
+      "▁p unk",
+      "▁pun k",
+      "▁cin co",
+      "ick ý",
+      "▁r aggi",
+      "▁ra ggi",
+      "▁rag gi",
+      "ty pen",
+      "type n",
+      "typ en",
+      "тель ство",
+      "▁con ference",
+      "▁confer ence",
+      "▁с іль",
+      "▁сі ль",
+      "▁he ut",
+      "i š",
+      "ет а",
+      "е та",
+      "vel ope",
+      "velop e",
+      "h box",
+      "no wn",
+      "now n",
+      "n own",
+      "▁z ar",
+      "▁za r",
+      "▁ zar",
+      "kt iv",
+      "ie ß",
+      "▁с тре",
+      "▁ст ре",
+      "▁ стре",
+      "▁Event Args",
+      "▁ EventArgs",
+      "▁I ra",
+      "▁Ir a",
+      "▁V BA",
+      "▁VB A",
+      "▁S anto",
+      "▁San to",
+      "▁Sant o",
+      "▁F ach",
+      "▁Fa ch",
+      "▁Fac h",
+      "▁F F",
+      "▁ FF",
+      "▁Ray mond",
+      "ме ц",
+      "im plementation",
+      "▁bro thers",
+      "▁brother s",
+      "▁cô té",
+      "▁cont rollers",
+      "▁control lers",
+      "▁controller s",
+      "▁C le",
+      "▁Cl e",
+      "▁c able",
+      "▁ca ble",
+      "▁cab le",
+      "▁con fer",
+      "▁conf er",
+      "▁{ -",
+      "▁ {-",
+      "▁cz ł",
+      "▁Fil ip",
+      "at orio",
+      "ator io",
+      "ato rio",
+      "atori o",
+      "▁w icht",
+      "▁be aucoup",
+      "▁L it",
+      "▁Li t",
+      "▁s essions",
+      "▁session s",
+      "▁sess ions",
+      "▁Su ccess",
+      "▁ Success",
+      "▁ro uting",
+      "▁rout ing",
+      "▁rou ting",
+      "ni u",
+      "n iu",
+      "▁V ice",
+      "▁Vi ce",
+      "▁Vic e",
+      "▁k rit",
+      "▁kr it",
+      "up dated",
+      "update d",
+      "▁In valid",
+      "▁ Invalid",
+      "▁Mann schaft",
+      "▁a os",
+      "▁ao s",
+      "▁t udi",
+      "▁tu di",
+      "▁tud i",
+      "▁des prés",
+      "▁desp rés",
+      "qu a",
+      "q ua",
+      "Cont ains",
+      "Comp any",
+      "▁person a",
+      "▁pers ona",
+      "ad apter",
+      "с ни",
+      "▁v oj",
+      "▁vo j",
+      "▁ voj",
+      "▁e scri",
+      "▁es cri",
+      "▁esc ri",
+      "ag t",
+      "a gt",
+      "▁с тво",
+      "▁ст во",
+      "▁ ство",
+      "▁dist rito",
+      "ap an",
+      "apa n",
+      "a pan",
+      "▁aspect s",
+      "▁z al",
+      "▁za l",
+      ")^ {\\",
+      ")^{ \\",
+      ") ^{\\",
+      "▁syst ème",
+      "▁а на",
+      "▁ан а",
+      "▁ ана",
+      "ium s",
+      "iu ms",
+      "i ums",
+      "▁prem iers",
+      "▁premi ers",
+      "▁premier s",
+      "▁по э",
+      "▁m ère",
+      "▁G un",
+      "▁Gu n",
+      "ap ing",
+      "api ng",
+      "a ping",
+      "▁R ain",
+      "▁Ra in",
+      "▁ig ual",
+      "▁process or",
+      "▁proc essor",
+      "▁ processor",
+      "') `",
+      "' )`",
+      "bl ing",
+      "b ling",
+      "▁m ism",
+      "▁mi sm",
+      "▁mis m",
+      "br áz",
+      "▁close st",
+      "▁clos est",
+      "▁Re ading",
+      "▁Read ing",
+      "▁по пу",
+      "con o",
+      "co no",
+      "c ono",
+      "▁k ult",
+      "▁! !",
+      "▁ !!",
+      "▁Ex pression",
+      "▁Exp ression",
+      "▁Express ion",
+      "▁ Expression",
+      "▁indu ction",
+      "▁induct ion",
+      "ah ren",
+      "ahr en",
+      "a hren",
+      "▁c p",
+      "▁ cp",
+      "▁viol ence",
+      "ient í",
+      "cent e",
+      "cen te",
+      "c ente",
+      "▁D ob",
+      "▁Do b",
+      "ja ck",
+      "j ack",
+      "so ng",
+      "son g",
+      "s ong",
+      "bu cket",
+      "▁de port",
+      "▁dep ort",
+      "ки ми",
+      "ким и",
+      "l m",
+      "▁in noc",
+      "▁inn oc",
+      "Ch anges",
+      "Change s",
+      "▁pro hib",
+      "ang ol",
+      "ango l",
+      "isecond s",
+      "i seconds",
+      "▁п ор",
+      "▁по р",
+      "▁ пор",
+      "▁h ip",
+      "▁hi p",
+      "▁ hip",
+      "▁p ů",
+      "en dorf",
+      "end orf",
+      "endo rf",
+      "endor f",
+      "▁sch eduled",
+      "▁schedule d",
+      "▁Fl ug",
+      "ac yj",
+      "acy j",
+      "▁Fil ms",
+      "▁Film s",
+      "athed ral",
+      "Po wer",
+      "P ower",
+      "ar din",
+      "ard in",
+      "ardi n",
+      "ka p",
+      "k ap",
+      "ic ken",
+      "ick en",
+      "i cken",
+      "re size",
+      "res ize",
+      "eu s",
+      "e us",
+      "r r",
+      "ля н",
+      "л ян",
+      "▁H av",
+      "▁Ha v",
+      "▁o ra",
+      "▁or a",
+      "▁ ora",
+      "FR OM",
+      "F ROM",
+      "ло ся",
+      "▁te rug",
+      "▁ter ug",
+      "▁W idth",
+      "▁ Width",
+      "▁accept s",
+      "бе н",
+      "б ен",
+      "▁m ich",
+      "▁mi ch",
+      "▁mic h",
+      "▁C zech",
+      "▁Cz ech",
+      "▁B edeut",
+      "▁ви д",
+      "▁ вид",
+      "ô me",
+      "▁L oop",
+      "▁Lo op",
+      "▁ Loop",
+      "sp ect",
+      "spe ct",
+      "spec t",
+      "s pect",
+      "ü k",
+      "es ton",
+      "est on",
+      "esto n",
+      "e ston",
+      "▁s lot",
+      "▁sl ot",
+      "▁slo t",
+      "▁został a",
+      "▁Charlot te",
+      "▁состав ляет",
+      "▁составля ет",
+      "▁Prom ise",
+      "▁e po",
+      "▁ep o",
+      "▁d iction",
+      "▁di ction",
+      "▁dict ion",
+      "▁dic tion",
+      "▁ diction",
+      "▁Frank lin",
+      "▁R iv",
+      "▁Ri v",
+      "ру г",
+      "ci da",
+      "cid a",
+      "c ida",
+      "▁Ex plorer",
+      "cook ie",
+      "▁former ly",
+      "▁municip ality",
+      "▁municipal ity",
+      "▁Ste fan",
+      "▁Stef an",
+      "list s",
+      "lis ts",
+      "l ists",
+      "CO MP",
+      "COM P",
+      "Le n",
+      "L en",
+      "▁Sta at",
+      "▁N BA",
+      "de ns",
+      "den s",
+      "d ens",
+      "▁osc ill",
+      "! .",
+      "▁P O",
+      "▁ PO",
+      "ô ne",
+      "es es",
+      "ese s",
+      "▁на циональ",
+      "vo or",
+      "v oor",
+      "▁ко пи",
+      "▁по зи",
+      "▁ пози",
+      "ul u",
+      "u lu",
+      "Const raint",
+      "Constra int",
+      "▁сво ей",
+      "▁algebra ic",
+      "ч ня",
+      "Di ct",
+      "D ict",
+      "▁appear ing",
+      "▁appe aring",
+      "▁p rav",
+      "▁pr av",
+      "▁pra v",
+      "▁Univers al",
+      "B rowser",
+      "▁Sing ap",
+      "ennes see",
+      "] _",
+      "▁S of",
+      "▁So f",
+      "▁C ad",
+      "▁Ca d",
+      "oun ce",
+      "▁cost s",
+      "▁cos ts",
+      "]{ \\",
+      "] {\\",
+      "../ ../",
+      "ськ ій",
+      "ські й",
+      "üh l",
+      "ü hl",
+      "ie ty",
+      "iet y",
+      "i ety",
+      "п р",
+      "▁interpre ted",
+      "▁interpret ed",
+      "aj n",
+      "col og",
+      "co log",
+      "colo g",
+      "c olog",
+      "Y S",
+      "ma ns",
+      "man s",
+      "m ans",
+      "▁met rics",
+      "▁metric s",
+      "▁reg istr",
+      "▁ registr",
+      "ist ance",
+      "istan ce",
+      "▁По ль",
+      "▁an onymous",
+      "▁ anonymous",
+      "▁institution s",
+      "▁instit utions",
+      "▁z dob",
+      "▁zd ob",
+      "pr üng",
+      "prü ng",
+      "▁ар ти",
+      "▁e stat",
+      "▁est at",
+      "▁es tat",
+      "▁esta t",
+      "ac ci",
+      "acc i",
+      "▁academ ic",
+      "▁ch iesa",
+      "▁chi esa",
+      "▁G ian",
+      "▁Gi an",
+      "▁Gia n",
+      "cont rib",
+      "contr ib",
+      "um ed",
+      "ume d",
+      "u med",
+      "▁G ir",
+      "▁Gi r",
+      "▁base ball",
+      "numer ic",
+      "n umeric",
+      "Gener ator",
+      "G M",
+      "▁t iny",
+      "▁ti ny",
+      "▁tin y",
+      "▁ tiny",
+      "▁dist inction",
+      "▁distinct ion",
+      "ге р",
+      "г ер",
+      "▁r ust",
+      "▁ru st",
+      "▁rus t",
+      "▁ rust",
+      "▁FI FA",
+      "▁Pro perties",
+      "▁ Properties",
+      "^ -",
+      "▁э кс",
+      "▁эк с",
+      "▁Sta nis",
+      "▁Stan is",
+      "▁A jax",
+      "es cape",
+      "esc ape",
+      "▁con sp",
+      "▁cons p",
+      "▁C hen",
+      "▁Ch en",
+      "▁Che n",
+      "▁N aval",
+      "▁Na val",
+      "▁Nav al",
+      "Bi t",
+      "B it",
+      "▁b ât",
+      "ски ми",
+      "ским и",
+      "с кими",
+      "dr ive",
+      "dri ve",
+      "d rive",
+      "▁R ound",
+      "▁Ro und",
+      "▁Rou nd",
+      "ph oto",
+      "▁Le vel",
+      "▁Lev el",
+      "▁ Level",
+      "▁g eg",
+      "▁ge g",
+      "▁ geg",
+      "To m",
+      "T om",
+      "▁M obile",
+      "▁ Mobile",
+      "▁T rop",
+      "▁Tr op",
+      "▁Tro p",
+      "Dir ection",
+      "Direct ion",
+      "D irection",
+      "is an",
+      "isa n",
+      "i san",
+      ")^ {-",
+      ")^{ -",
+      ") ^{-",
+      "▁Set ting",
+      "▁ Setting",
+      "▁Pro bably",
+      "ль я",
+      "л ья",
+      "▁as sets",
+      "▁ass ets",
+      "▁asse ts",
+      "▁asset s",
+      "▁ assets",
+      "▁a tte",
+      "▁at te",
+      "▁att e",
+      "▁ atte",
+      "▁b ulk",
+      "▁bul k",
+      "és t",
+      "é st",
+      "▁w ing",
+      "▁win g",
+      "▁ wing",
+      "ni us",
+      "niu s",
+      "n ius",
+      "▁w ins",
+      "▁win s",
+      "▁l ud",
+      "▁lu d",
+      "us hing",
+      "ush ing",
+      "▁d even",
+      "▁de ven",
+      "▁dev en",
+      "▁deve n",
+      "огра ф",
+      "о граф",
+      "burg er",
+      "bur ger",
+      "b urger",
+      "▁em bar",
+      "▁emb ar",
+      "Filter Chain",
+      "▁t um",
+      "▁tu m",
+      "▁ö ss",
+      "▁nom mé",
+      "▁p ir",
+      "▁pi r",
+      "▁l uc",
+      "▁lu c",
+      "db o",
+      "d bo",
+      "ag ues",
+      "ague s",
+      "agu es",
+      "▁al can",
+      "▁alc an",
+      "ou wen",
+      "ouw en",
+      "▁Stan ley",
+      "ци али",
+      "▁g rown",
+      "▁gr own",
+      "▁gro wn",
+      "▁grow n",
+      "▁pres erved",
+      "▁preserve d",
+      "▁s olar",
+      "▁so lar",
+      "▁sol ar",
+      "▁Насе ление",
+      "▁perform ances",
+      "▁performance s",
+      "▁C ow",
+      "▁Co w",
+      "▁engine ering",
+      "▁engineer ing",
+      "▁sc aling",
+      "▁scal ing",
+      "at omic",
+      "ato mic",
+      "atom ic",
+      "end ance",
+      "▁a ce",
+      "▁ac e",
+      "▁ ace",
+      "än gen",
+      "äng en",
+      "änge n",
+      "An im",
+      "A nim",
+      "ph ase",
+      "pha se",
+      "phas e",
+      "z burg",
+      "O ld",
+      "▁serv ant",
+      "▁geme ins",
+      "▁Ob serv",
+      "trans late",
+      "▁cover ing",
+      "▁cov ering",
+      "▁est án",
+      "▁está n",
+      "▁problem a",
+      "▁proble ma",
+      "▁probl ema",
+      "▁у станов",
+      "▁l lev",
+      "▁ll ev",
+      "▁lle v",
+      "▁c zerw",
+      "é al",
+      "me z",
+      "m ez",
+      "RE E",
+      "R EE",
+      "ER R",
+      "ту ри",
+      "тур и",
+      "se gu",
+      "seg u",
+      "s egu",
+      "▁pro fit",
+      "▁prof it",
+      "▁multip lication",
+      "kom men",
+      "k ommen",
+      "▁f aut",
+      "▁fa ut",
+      "▁candid ates",
+      "▁candidate s",
+      "▁U ri",
+      "▁Ur i",
+      "▁ Uri",
+      "▁La ura",
+      "▁Laur a",
+      "▁Lau ra",
+      "▁s ap",
+      "▁sa p",
+      "▁ви сини",
+      "▁Bet ween",
+      "fa de",
+      "f ade",
+      "▁res erved",
+      "▁reserve d",
+      "▁invol ving",
+      "▁M are",
+      "▁Mar e",
+      "▁Ma re",
+      "▁Cont ainer",
+      "▁ Container",
+      "▁на зна",
+      "▁DE BUG",
+      "▁ DEBUG",
+      "▁h urt",
+      "▁hur t",
+      "▁hu rt",
+      "▁Pol ski",
+      "▁l ux",
+      "▁lu x",
+      "C B",
+      "wa ch",
+      "w ach",
+      "▁пери од",
+      "▁перио д",
+      "▁C atherine",
+      "▁g anz",
+      "▁gan z",
+      "uch te",
+      "ucht e",
+      "u chte",
+      "▁cons umer",
+      "▁consum er",
+      "▁consume r",
+      "▁cross ed",
+      "ord ered",
+      "order ed",
+      "orde red",
+      "aw ay",
+      "awa y",
+      "a way",
+      "te chn",
+      "tech n",
+      "▁sub scri",
+      "▁subs cri",
+      "▁short cut",
+      "▁произ вод",
+      "▁simultane ously",
+      "▁r ating",
+      "▁ra ting",
+      "▁rat ing",
+      "▁ rating",
+      "▁K ings",
+      "▁King s",
+      "▁Kin gs",
+      "▁relations hips",
+      "▁relation ships",
+      "▁relationship s",
+      "▁S ex",
+      "▁Se x",
+      "▁T ool",
+      "▁To ol",
+      "▁ Tool",
+      "ag h",
+      "a gh",
+      "ac ters",
+      "act ers",
+      "acter s",
+      "log ger",
+      "hom me",
+      "en gers",
+      "eng ers",
+      "enger s",
+      "▁R i",
+      "ear ance",
+      "ea rance",
+      "▁appear ances",
+      "▁appearance s",
+      "Re al",
+      "▁p asse",
+      "▁pass e",
+      "▁pas se",
+      "ic lopedia",
+      "ч ко",
+      "ter re",
+      "▁Ont ario",
+      "▁пере да",
+      "▁перед а",
+      "fo oter",
+      "foo ter",
+      "foot er",
+      "arch ivi",
+      "archiv i",
+      "if iz",
+      "ifi z",
+      "▁Pro test",
+      "▁Prote st",
+      "▁L IN",
+      "▁LI N",
+      "▁ LIN",
+      "unn able",
+      "▁cent uries",
+      "▁B ayer",
+      "▁Ba yer",
+      "▁Bay er",
+      "ці ю",
+      "ов ин",
+      "ови н",
+      "о вин",
+      "▁And rea",
+      "▁Andre a",
+      "se lection",
+      "select ion",
+      "sel ection",
+      "▁c alm",
+      "▁cal m",
+      "▁ca lm",
+      "▁mod ification",
+      "▁modific ation",
+      "▁short ly",
+      "in aire",
+      "ina ire",
+      "i naire",
+      "▁f usion",
+      "▁fus ion",
+      "▁feel ings",
+      "▁feeling s",
+      "▁fee lings",
+      "P K",
+      "▁Ro berto",
+      "▁Robert o",
+      "г не",
+      "Sh ared",
+      "▁mehr ere",
+      "▁N iem",
+      "▁Ni em",
+      "▁Nie m",
+      "om p",
+      "o mp",
+      "En v",
+      "▁Art icle",
+      "▁P ok",
+      "▁Po k",
+      "▁V ARCHAR",
+      "▁d il",
+      "▁di l",
+      "▁af ford",
+      "▁aff ord",
+      "▁con front",
+      "▁conf ront",
+      "ow anie",
+      "owa nie",
+      "owan ie",
+      "▁min istre",
+      "▁minist re",
+      "▁mini stre",
+      "ad esh",
+      "ade sh",
+      "ades h",
+      "▁P oly",
+      "▁Pol y",
+      "▁Po ly",
+      "▁Ра спо",
+      "▁Рас по",
+      "▁Gru ppe",
+      "▁H elen",
+      "▁He len",
+      "▁Hel en",
+      "▁c c",
+      "▁ cc",
+      "▁port rait",
+      "be w",
+      "b ew",
+      "▁b eta",
+      "▁be ta",
+      "▁bet a",
+      "▁ beta",
+      "▁W ir",
+      "▁Wi r",
+      "▁A udio",
+      "▁Aud io",
+      "▁ Audio",
+      "▁( \\<",
+      "▁(\\ <",
+      "rior ity",
+      "▁n it",
+      "▁ni t",
+      "▁ nit",
+      "▁пред стави",
+      "▁представ и",
+      "▁V ie",
+      "▁Vi e",
+      "▁w ür",
+      "▁ wür",
+      "▁H old",
+      "▁Hol d",
+      "▁Ho ld",
+      "▁ Hold",
+      "▁S ad",
+      "▁Sa d",
+      "▁To chter",
+      "▁o ltre",
+      "▁ol tre",
+      "▁ oltre",
+      "▁Act iv",
+      "▁ Activ",
+      "▁J ason",
+      "▁Ja son",
+      "▁Jas on",
+      "▁wie ku",
+      "▁reg ards",
+      "▁regard s",
+      "▁t aste",
+      "▁ta ste",
+      "agnost ic",
+      "ла ся",
+      "▁S elf",
+      "▁Sel f",
+      "▁ Self",
+      "▁a pr",
+      "▁ap r",
+      "▁De ep",
+      "sc op",
+      "s cop",
+      "Act iv",
+      "▁type def",
+      "▁typed ef",
+      "Content View",
+      "comp iler",
+      "compile r",
+      "▁R oth",
+      "▁Ro th",
+      "▁Rot h",
+      "x c",
+      "зи к",
+      "▁l argo",
+      "▁lar go",
+      "▁larg o",
+      "▁R ena",
+      "▁Re na",
+      "▁Ren a",
+      "he iten",
+      "heit en",
+      "▁platform s",
+      "▁plat forms",
+      "ul la",
+      "ull a",
+      "u lla",
+      "▁gl ance",
+      "▁mas cul",
+      "▁m ex",
+      "▁me x",
+      "▁J orge",
+      "▁fun cion",
+      "▁func ion",
+      "cho ose",
+      "▁re views",
+      "▁review s",
+      "▁Al ban",
+      "▁Alb an",
+      "▁G lo",
+      "▁Gl o",
+      "▁S pecies",
+      "▁Spe cies",
+      "▁Spec ies",
+      "▁F ame",
+      "▁Fa me",
+      "▁Fam e",
+      "▁R oll",
+      "▁Ro ll",
+      "▁Rol l",
+      "▁P uerto",
+      "▁\\ )",
+      "▁ \\)",
+      "ym nas",
+      "ymn as",
+      "en viron",
+      "▁i phone",
+      "▁Wrest ling",
+      "ał y",
+      "a ły",
+      "▁Ind iana",
+      "▁India na",
+      "▁Indian a",
+      "Rad io",
+      "V S",
+      "▁independ ence",
+      "та й",
+      "▁de code",
+      "▁dec ode",
+      "▁ decode",
+      "Wh ite",
+      "▁j ourn",
+      "▁jo urn",
+      "▁jou rn",
+      "▁jour n",
+      "ícul o",
+      "í culo",
+      "▁Bar b",
+      "▁Ba rb",
+      "▁Ev angel",
+      "▁An dy",
+      "▁And y",
+      "▁Wel come",
+      "▁De vice",
+      "▁Dev ice",
+      "▁ Device",
+      "ge f",
+      "g ef",
+      "▁remember ed",
+      "▁vari ations",
+      "▁variation s",
+      "▁Ad olf",
+      "it aine",
+      "ita ine",
+      "▁надмор ској",
+      "▁s team",
+      "▁ste am",
+      "▁concern s",
+      "▁` |",
+      "▁би о",
+      "тель ства",
+      "▁qu attro",
+      "ext end",
+      "▁trab ajo",
+      "▁trabaj o",
+      "en berg",
+      "▁scen arios",
+      "▁scenario s",
+      "ân t",
+      "â nt",
+      "▁kom mt",
+      "▁komm t",
+      "▁dom estic",
+      "▁B asketball",
+      "▁Co oper",
+      "so ck",
+      "s ock",
+      "дер жа",
+      "д ержа",
+      "={ \\",
+      "= {\\",
+      "▁in ici",
+      "▁P hill",
+      "▁Ph ill",
+      "▁Phil l",
+      "▁гене рал",
+      "archivi ato",
+      "ъ н",
+      "Ro b",
+      "R ob",
+      "▁t ong",
+      "▁to ng",
+      "▁ton g",
+      "▁character istics",
+      "▁characteristic s",
+      "▁a maz",
+      "▁am az",
+      "▁M ode",
+      "▁Mod e",
+      "▁Mo de",
+      "▁ Mode",
+      "▁inaug ur",
+      "we hr",
+      "ra nt",
+      "ran t",
+      "r ant",
+      "ion ali",
+      "ional i",
+      "iona li",
+      "▁M other",
+      "▁Mo ther",
+      "▁Mot her",
+      "M a",
+      "é qu",
+      "▁K elly",
+      "▁Kel ly",
+      "ci le",
+      "cil e",
+      "c ile",
+      "▁beste ht",
+      "▁estim ates",
+      "▁estimate s",
+      "rugu ay",
+      "▁A ns",
+      "▁An s",
+      "Ma d",
+      "M ad",
+      "▁на в",
+      "▁d onnées",
+      "▁donn ées",
+      "▁donné es",
+      "▁ données",
+      "▁trop ical",
+      "▁Sever al",
+      "el ter",
+      "elt er",
+      "elte r",
+      "▁P ho",
+      "▁Ph o",
+      "ke m",
+      "k em",
+      "▁Custom er",
+      "▁ Customer",
+      "▁скла ді",
+      "▁c ourses",
+      "▁course s",
+      "▁cours es",
+      "Pl atform",
+      "nav bar",
+      "le arning",
+      "lear ning",
+      "learn ing",
+      "▁Sw edish",
+      "▁z ast",
+      "▁za st",
+      "▁zas t",
+      "▁L ig",
+      "▁Li g",
+      "man agement",
+      "▁l od",
+      "▁lo d",
+      "uff le",
+      "Text ure",
+      "Te xture",
+      "ar ga",
+      "arg a",
+      "át um",
+      "▁D DR",
+      "ні ї",
+      "н ії",
+      "▁Soci été",
+      "▁dom ains",
+      "▁domain s",
+      "▁perm itted",
+      "▁permit ted",
+      "▁ex terne",
+      "▁ext erne",
+      "▁extern e",
+      "▁quel que",
+      "v t",
+      "ym an",
+      "y man",
+      "▁W ard",
+      "▁War d",
+      "▁Wa rd",
+      "▁ag li",
+      "▁ agli",
+      "▁and ra",
+      "▁an dra",
+      "▁ andra",
+      "S napshot",
+      "▁m å",
+      "▁ye ah",
+      "де на",
+      "ден а",
+      "д ена",
+      "ęp u",
+      "ę pu",
+      "ask ell",
+      "▁Ré publique",
+      "in ject",
+      "▁' ;",
+      "▁ ';",
+      "än n",
+      "ä nn",
+      "▁z elf",
+      "▁Ent wicklung",
+      "ár ia",
+      "á ria",
+      "on omy",
+      "ono my",
+      "onom y",
+      "▁s vil",
+      "▁sv il",
+      "ie se",
+      "ies e",
+      "i ese",
+      "▁con ser",
+      "▁cons er",
+      "▁conse r",
+      "▁n im",
+      "▁ni m",
+      "▁ nim",
+      "▁r ész",
+      "▁ré sz",
+      "▁rés z",
+      "▁И тали",
+      "▁part ici",
+      "▁partic i",
+      "▁parti ci",
+      "▁L ion",
+      "▁Li on",
+      "s r",
+      "al ways",
+      "▁Влади мир",
+      "че ские",
+      "[ ,",
+      "▁Def inition",
+      "▁ Definition",
+      "na nt",
+      "nan t",
+      "n ant",
+      "oe m",
+      "o em",
+      "Id s",
+      "I ds",
+      "▁в не",
+      "▁[ ...]",
+      "▁на прав",
+      "▁нап рав",
+      "▁G O",
+      "▁ GO",
+      "▁å rs",
+      "▁år s",
+      "▁ut án",
+      "▁out ros",
+      "▁reg ión",
+      "▁M ong",
+      "▁Mon g",
+      "▁Mo ng",
+      "▁fil me",
+      "▁film e",
+      "▁tri ple",
+      "▁trip le",
+      "▁sp ons",
+      "▁spo ns",
+      "De velop",
+      "▁out come",
+      "▁B ible",
+      "▁Bi ble",
+      "▁Bib le",
+      "▁и мени",
+      "▁име ни",
+      "▁имен и",
+      "Can vas",
+      "пу та",
+      "cur r",
+      "cu rr",
+      "c urr",
+      "ás ok",
+      "){ \\",
+      ") {\\",
+      "ning ar",
+      "` ;",
+      "▁Fl ash",
+      ": #",
+      "mu st",
+      "mus t",
+      "m ust",
+      "cp u",
+      "c pu",
+      "▁form ats",
+      "▁format s",
+      "▁forma ts",
+      "Ha r",
+      "H ar",
+      "▁epis odio",
+      "▁R osa",
+      "▁Ro sa",
+      "▁Ros a",
+      "▁d ès",
+      "em it",
+      "emi t",
+      "e mit",
+      "rit eria",
+      "rite ria",
+      "riter ia",
+      "An notation",
+      "Fl ag",
+      "F lag",
+      "g mail",
+      "▁N ormal",
+      "▁Nor mal",
+      "▁Norm al",
+      "▁ Normal",
+      "oll ary",
+      "ollar y",
+      "▁f oss",
+      "▁fo ss",
+      "▁fos s",
+      "▁con current",
+      "▁conc urrent",
+      "▁ concurrent",
+      "▁crash es",
+      "▁ви де",
+      "▁вид е",
+      "▁Min or",
+      "▁Mi nor",
+      "▁S it",
+      "▁Si t",
+      "▁S N",
+      "▁ SN",
+      "▁s car",
+      "▁sc ar",
+      "▁ scar",
+      "▁fe min",
+      "▁fem in",
+      "▁spec ification",
+      "▁specific ation",
+      "so ap",
+      "▁o perate",
+      "▁oper ate",
+      "▁opera te",
+      "▁principal mente",
+      "▁a ust",
+      "▁au st",
+      "▁aus t",
+      "ib ile",
+      "ibil e",
+      "it ime",
+      "iti me",
+      "i time",
+      "ле жа",
+      "if rame",
+      "i frame",
+      "▁concept s",
+      "▁conce pts",
+      "▁t ack",
+      "▁ta ck",
+      "▁v iss",
+      "▁vis s",
+      "▁vi ss",
+      "▁car bon",
+      "ter y",
+      "te ry",
+      "t ery",
+      "▁n aming",
+      "▁na ming",
+      "▁nam ing",
+      "▁Or ts",
+      "▁Ort s",
+      "id ente",
+      "ident e",
+      "iden te",
+      "▁Cap it",
+      "▁Ca pit",
+      "▁ex pr",
+      "▁exp r",
+      "▁ expr",
+      "▁насе љу",
+      "▁Select ed",
+      "▁Sel ected",
+      "▁Sele cted",
+      "▁ Selected",
+      "▁h inter",
+      "▁hint er",
+      "▁hin ter",
+      "▁i frame",
+      "▁if rame",
+      "▁ iframe",
+      "▁z b",
+      "index Path",
+      "col l",
+      "co ll",
+      "c oll",
+      "▁wr ześ",
+      "▁a cht",
+      "▁ac ht",
+      "▁ach t",
+      "▁ acht",
+      "▁grad ually",
+      "▁gradu ally",
+      "▁ч у",
+      "▁ чу",
+      "зе й",
+      "з ей",
+      "ha ft",
+      "h aft",
+      "▁t ran",
+      "▁tr an",
+      "▁tra n",
+      "▁la quelle",
+      "yt ics",
+      "ID E",
+      "I DE",
+      "▁py game",
+      "▁pyg ame",
+      "▁P ackage",
+      "▁Pack age",
+      "▁ Package",
+      "▁class Name",
+      "▁ className",
+      "B al",
+      "pe rl",
+      "per l",
+      "ти на",
+      "тин а",
+      "O cc",
+      "▁in frastr",
+      "▁Champion s",
+      "▁Champ ions",
+      "▁class ic",
+      "▁R aw",
+      "▁Ra w",
+      "▁ Raw",
+      "▁partial ly",
+      "▁parti ally",
+      "▁T ed",
+      "▁Te d",
+      "▁sto let",
+      "ra ined",
+      "rain ed",
+      "raine d",
+      "rai ned",
+      "r ained",
+      "WH ERE",
+      "W HERE",
+      "▁v all",
+      "▁val l",
+      "▁va ll",
+      "▁Jul ia",
+      "▁Ju lia",
+      "▁Juli a",
+      "za t",
+      "z at",
+      "▁surr ounded",
+      "SE E",
+      "S EE",
+      "▁walk ing",
+      "▁wal king",
+      "B ad",
+      "FO R",
+      "F OR",
+      "con tre",
+      "cont re",
+      "contr e",
+      "▁Pal est",
+      "▁Pale st",
+      "át ico",
+      "▁engine er",
+      "▁part ners",
+      "▁partner s",
+      "▁Je ws",
+      "▁Jew s",
+      "il ers",
+      "ile rs",
+      "iler s",
+      "i lers",
+      "▁c erem",
+      "▁ce rem",
+      "▁cer em",
+      "▁inter actions",
+      "▁interaction s",
+      "▁interact ions",
+      "ac u",
+      "a cu",
+      "st y",
+      "s ty",
+      "▁Prince ss",
+      "▁Prin cess",
+      "sh arp",
+      "sha rp",
+      "▁Sing les",
+      "▁Single s",
+      "▁ї х",
+      "ch ez",
+      "che z",
+      "c hez",
+      "Rece iver",
+      "Receive r",
+      "▁pat ients",
+      "▁patient s",
+      "string ify",
+      "▁compet ed",
+      "be y",
+      "b ey",
+      "$ ;",
+      "▁B d",
+      "had oop",
+      "h adoop",
+      "▁Div isión",
+      "öl d",
+      "ö ld",
+      "▁restrict ed",
+      "▁comm ander",
+      "▁command er",
+      "▁comma nder",
+      "▁High way",
+      "▁Č esk",
+      "▁m yth",
+      "▁my th",
+      "ча н",
+      "ч ан",
+      "ra ham",
+      "rah am",
+      "▁en qu",
+      "▁p og",
+      "▁po g",
+      "▁com una",
+      "▁comun a",
+      "▁print ln",
+      "▁ println",
+      "▁к руп",
+      "▁de pois",
+      "▁dep ois",
+      "▁se ats",
+      "▁sea ts",
+      "▁seat s",
+      "▁neigh b",
+      "ци она",
+      "цион а",
+      "ag ine",
+      "agi ne",
+      "agin e",
+      "▁cloth es",
+      "▁clo thes",
+      "▁P rior",
+      "▁Pr ior",
+      "▁Pri or",
+      "Br ain",
+      "Bra in",
+      "B rain",
+      "FF FF",
+      "': '",
+      "' :'",
+      "fe atures",
+      "feature s",
+      "▁file system",
+      "▁files ystem",
+      "▁sing les",
+      "▁single s",
+      "▁Mel bourne",
+      "▁dest ruction",
+      "▁destruct ion",
+      "▁destru ction",
+      "▁Ly on",
+      "▁In sel",
+      "▁Ins el",
+      "Na v",
+      "N av",
+      "▁Re place",
+      "▁Rep lace",
+      "▁ Replace",
+      "▁l é",
+      "▁ lé",
+      "Wh o",
+      "W ho",
+      "▁E stad",
+      "▁Est ad",
+      "▁Esta d",
+      "▁dim ensional",
+      "▁dimension al",
+      "▁ dimensional",
+      "▁ö ff",
+      "▁ öff",
+      "▁gr ands",
+      "▁gran ds",
+      "▁grand s",
+      "дж а",
+      "д жа",
+      "pl ane",
+      "plan e",
+      "pla ne",
+      "p lane",
+      "но сті",
+      "ност і",
+      "нос ті",
+      "▁Or igin",
+      "▁Ori gin",
+      "▁Orig in",
+      "▁ Origin",
+      "W I",
+      "än ner",
+      "änn er",
+      "▁C ry",
+      "▁Cr y",
+      "IT ION",
+      "▁fö dd",
+      "▁cult ura",
+      "▁R ank",
+      "▁Ran k",
+      "▁v uel",
+      "▁vue l",
+      "▁vu el",
+      "▁z ag",
+      "▁za g",
+      "▁Ma xim",
+      "▁Max im",
+      "он у",
+      "о ну",
+      "() ))",
+      "()) )",
+      "( )))",
+      "R aw",
+      "kir che",
+      "k irche",
+      "▁a demás",
+      "▁t ie",
+      "▁ti e",
+      "▁St yle",
+      "▁ Style",
+      "ско в",
+      "ск ов",
+      "с ков",
+      "ist ant",
+      "ista nt",
+      "istan t",
+      "ol ph",
+      "▁Z ür",
+      "▁In fo",
+      "▁Inf o",
+      "▁ Info",
+      "DO M",
+      "D OM",
+      "us c",
+      "u sc",
+      "na hm",
+      "nah m",
+      "▁Ф едера",
+      "▁F ot",
+      "▁Fo t",
+      "▁spec ifying",
+      "▁specify ing",
+      "▁tit olo",
+      "▁Bo ys",
+      "▁Boy s",
+      "ie ch",
+      "iec h",
+      "i ech",
+      "Pl ace",
+      "P lace",
+      "▁H off",
+      "▁Ho ff",
+      "▁Hof f",
+      "▁c ached",
+      "▁ca ched",
+      "▁cache d",
+      "ва ль",
+      "вал ь",
+      "в аль",
+      "is her",
+      "ish er",
+      "roll ing",
+      "rol ling",
+      "op ens",
+      "ope ns",
+      "open s",
+      "▁h r",
+      "▁ hr",
+      "-- ----",
+      "---- --",
+      "--- ---",
+      "----- -",
+      "- -----",
+      "▁mag gior",
+      "▁maggio r",
+      "▁trans actions",
+      "▁transaction s",
+      "▁c riminal",
+      "▁crim inal",
+      "▁re tre",
+      "▁ret re",
+      "▁retr e",
+      "▁Camp bell",
+      ")) :",
+      ") ):",
+      "▁n ed",
+      "▁ne d",
+      "▁ ned",
+      "Page r",
+      "Pa ger",
+      "P ager",
+      "▁H ero",
+      "▁He ro",
+      "▁Her o",
+      "(_ _",
+      "( __",
+      "▁un cle",
+      "▁re aches",
+      "▁reach es",
+      "ar to",
+      "art o",
+      "▁h ello",
+      "▁hel lo",
+      "▁hell o",
+      "▁ hello",
+      "Pre ferences",
+      "▁за тем",
+      "Name d",
+      "Na med",
+      "N amed",
+      "▁re aders",
+      "▁read ers",
+      "▁reader s",
+      "х і",
+      "ke rn",
+      "ker n",
+      "k ern",
+      "▁у по",
+      "ки н",
+      "к ин",
+      "▁l av",
+      "▁la v",
+      "▁ lav",
+      "▁n ob",
+      "▁no b",
+      "▁se cre",
+      "▁sec re",
+      "▁List View",
+      "▁ ListView",
+      "ва ния",
+      "▁May or",
+      "bo rough",
+      "bor ough",
+      "▁fil osof",
+      "не ння",
+      "нен ня",
+      "фр и",
+      "ф ри",
+      "▁p atr",
+      "▁pat r",
+      "▁pa tr",
+      "F M",
+      "▁a cid",
+      "▁ac id",
+      "▁Salv ador",
+      "▁a bb",
+      "▁ab b",
+      "▁ abb",
+      "▁G raham",
+      "▁Gra ham",
+      "pol icy",
+      "neg ative",
+      "ński ego",
+      "ń skiego",
+      "▁He imat",
+      "▁d azu",
+      "▁da zu",
+      "▁m ely",
+      "▁me ly",
+      "▁mel y",
+      "▁r ide",
+      "▁rid e",
+      "▁ri de",
+      "▁ ride",
+      "▁du ties",
+      "▁dut ies",
+      "ov ery",
+      "over y",
+      "ove ry",
+      "o very",
+      "▁Pro position",
+      "▁Prop osition",
+      "▁Pa olo",
+      "/ '",
+      "▁M au",
+      "▁Ma u",
+      "im enti",
+      "iment i",
+      "imen ti",
+      "Sa int",
+      "S aint",
+      "fa ther",
+      "f ather",
+      "▁equ ilib",
+      "ph ony",
+      "phon y",
+      "▁c las",
+      "▁cl as",
+      "▁cla s",
+      "▁от ли",
+      "▁Buffer ed",
+      "▁Buff ered",
+      "re k",
+      "r ek",
+      "▁m itt",
+      "▁mit t",
+      "▁mi tt",
+      "▁ mitt",
+      "▁H ur",
+      "▁Hu r",
+      "▁Har vard",
+      "▁demonstr ate",
+      "ua rio",
+      "u ario",
+      "▁do lor",
+      "▁dol or",
+      "▁reject ed",
+      "▁M üller",
+      "▁n ac",
+      "▁na c",
+      "▁B elle",
+      "▁Be lle",
+      "▁Bel le",
+      "▁Bell e",
+      "▁gather ed",
+      "n r",
+      "fr ika",
+      "fri ka",
+      "öl l",
+      "ö ll",
+      "▁chem ical",
+      "ni g",
+      "n ig",
+      "▁cal c",
+      "▁ calc",
+      "▁DE FAULT",
+      "▁ DEFAULT",
+      "▁philosoph y",
+      "▁Lar avel",
+      "▁al ignment",
+      "▁align ment",
+      "E V",
+      "e or",
+      "▁d zie",
+      "▁dz ie",
+      "▁ dzie",
+      "▁m est",
+      "▁me st",
+      "▁mes t",
+      "▁I o",
+      "CR E",
+      "C RE",
+      "з ви",
+      "▁M edic",
+      "▁Me dic",
+      "▁Med ic",
+      "▁Medi c",
+      "▁n ä",
+      "▁z ab",
+      "▁za b",
+      "▁S lov",
+      "▁Sl ov",
+      "▁Slo v",
+      "ut lich",
+      "▁am plit",
+      "▁ampl it",
+      "▁amp lit",
+      "▁Fran kreich",
+      "▁Frank reich",
+      "▁к іль",
+      "▁кі ль",
+      "IN D",
+      "I ND",
+      "exec ution",
+      "▁Kar riere",
+      "d ostęp",
+      "▁r éal",
+      "▁ré al",
+      "en go",
+      "eng o",
+      "▁se vere",
+      "▁sever e",
+      "зм а",
+      "з ма",
+      "▁тур ни",
+      "▁C arter",
+      "▁Car ter",
+      "▁Cart er",
+      "▁Rob inson",
+      "▁Robin son",
+      "getElement sBy",
+      "▁pro totype",
+      "▁proto type",
+      "▁ prototype",
+      "▁jap on",
+      "▁ja pon",
+      "führ ung",
+      "f ührung",
+      "▁con segu",
+      "▁cons egu",
+      "▁conse gu",
+      "▁st udi",
+      "▁stud i",
+      "▁l ire",
+      "▁li re",
+      "▁ lire",
+      "▁sch ließ",
+      "▁ schließ",
+      "▁B uff",
+      "▁Bu ff",
+      "▁red und",
+      "▁redu nd",
+      "▁e rn",
+      "▁er n",
+      "▁ ern",
+      "▁my ster",
+      "▁myst er",
+      "▁prop rio",
+      "▁propri o",
+      "ate ful",
+      "▁Par ent",
+      "▁Pa rent",
+      "▁ Parent",
+      "▁lad ies",
+      "ra ck",
+      "rac k",
+      "r ack",
+      "ти ка",
+      "тик а",
+      "en burg",
+      "▁каче стве",
+      "▁E F",
+      "▁ EF",
+      "▁st am",
+      "▁sta m",
+      "▁nue va",
+      "▁fil tered",
+      "▁filter ed",
+      "re ten",
+      "ret en",
+      "r eten",
+      "▁I an",
+      "▁Matt hew",
+      "▁Matth ew",
+      "ki h",
+      "k ih",
+      "▁ ő",
+      "▁ком пози",
+      "▁for ever",
+      "▁fore ver",
+      "oir es",
+      "oi res",
+      "oire s",
+      "o ires",
+      ":\\ \\",
+      ": \\\\",
+      "▁ét udes",
+      "▁s oup",
+      "▁so up",
+      "▁sou p",
+      "▁p leased",
+      "▁please d",
+      "▁ple ased",
+      ")} (",
+      ") }(",
+      "▁S top",
+      "▁St op",
+      "▁Sto p",
+      "▁ Stop",
+      "Set ter",
+      "S etter",
+      "▁He lp",
+      "▁Hel p",
+      "▁ Help",
+      "▁b ars",
+      "▁bar s",
+      "▁ba rs",
+      "▁ bars",
+      "▁ER R",
+      "▁ ERR",
+      "▁( ?",
+      "▁ (?",
+      "▁po etry",
+      "▁poet ry",
+      "▁U til",
+      "▁Ut il",
+      "▁ Util",
+      "A K",
+      "▁f ick",
+      "▁fi ck",
+      "▁fic k",
+      "▁I M",
+      "▁ IM",
+      "▁pro ud",
+      "▁pr oud",
+      "но си",
+      "нос и",
+      "▁m uerte",
+      "▁mu erte",
+      "▁Palmar ès",
+      "▁N as",
+      "▁Na s",
+      "щи х",
+      "щ их",
+      "▁qu er",
+      "▁que r",
+      "▁q uer",
+      "▁ quer",
+      "▁a penas",
+      "▁ap enas",
+      "][ '",
+      "] ['",
+      "▁Kon st",
+      "по н",
+      "п он",
+      "▁Sch iff",
+      "▁m p",
+      "▁ mp",
+      "▁б лаго",
+      "fr am",
+      "fra m",
+      "f ram",
+      "▁house hold",
+      "▁t ract",
+      "▁tr act",
+      "▁tra ct",
+      "▁trac t",
+      "enc oding",
+      "▁und ert",
+      "▁under t",
+      "▁ undert",
+      "▁A ug",
+      "▁Au g",
+      "ов ан",
+      "ова н",
+      "о ван",
+      "▁Ar ten",
+      "▁Art en",
+      "▁Arte n",
+      "▁inv oked",
+      "▁invoke d",
+      "▁d ynast",
+      "▁fle et",
+      "че ство",
+      "▁Mur ray",
+      "▁g ut",
+      "▁gu t",
+      "eli hood",
+      "▁S SH",
+      "▁SS H",
+      "от вет",
+      "▁person ally",
+      "▁personal ly",
+      "при я",
+      "п рия",
+      "▁fin anci",
+      "▁finan ci",
+      "▁Thom pson",
+      "al u",
+      "a lu",
+      "id entity",
+      "ident ity",
+      "▁G rab",
+      "▁Gr ab",
+      "▁Gra b",
+      "add le",
+      "É t",
+      "▁T ob",
+      "▁To b",
+      "▁ver lor",
+      "▁verl or",
+      "▁Saint e",
+      "▁Sa inte",
+      "▁Sain te",
+      "▁d op",
+      "▁do p",
+      "▁в ере",
+      "▁ве ре",
+      "▁вер е",
+      "__ _",
+      "_ __",
+      "▁prom otion",
+      "▁- =",
+      "▁от де",
+      "▁amb igu",
+      "▁ ambigu",
+      "OR DER",
+      "ORD ER",
+      "▁Comm unic",
+      "▁Commun ic",
+      "▁im ply",
+      "▁imp ly",
+      "▁impl y",
+      "on ed",
+      "one d",
+      "o ned",
+      "clud ing",
+      "▁coll ision",
+      "▁fragment s",
+      "▁frag ments",
+      "script ion",
+      "scri ption",
+      "s cription",
+      "▁' {",
+      "ля х",
+      "л ях",
+      "▁h ans",
+      "▁ha ns",
+      "▁han s",
+      "у с",
+      "wi re",
+      "w ire",
+      "name space",
+      "names pace",
+      "▁s word",
+      "▁sw ord",
+      "▁swo rd",
+      "ref resh",
+      "▁kw am",
+      "z s",
+      "comm ons",
+      "common s",
+      "▁c osa",
+      "▁co sa",
+      "▁cos a",
+      "▁reg ime",
+      "gr ep",
+      "gre p",
+      "g rep",
+      "▁di oc",
+      "▁dio c",
+      "▁Cont act",
+      "▁ Contact",
+      "▁est as",
+      "▁esta s",
+      "▁Ste wart",
+      "▁v iele",
+      "▁vi ele",
+      "▁vie le",
+      "▁viel e",
+      "то ва",
+      "тов а",
+      "т ова",
+      "▁R an",
+      "▁Ra n",
+      "an nes",
+      "ann es",
+      "anne s",
+      "id ay",
+      "ida y",
+      "i day",
+      "▁s napshot",
+      "▁snap shot",
+      "or row",
+      "orr ow",
+      "▁za č",
+      "▁участи е",
+      "▁prom ised",
+      "▁promise d",
+      "Ass embly",
+      "▁champion ship",
+      "▁champions hip",
+      "▁Def ine",
+      "▁e ren",
+      "▁er en",
+      "▁ere n",
+      "▁ eren",
+      "▁но во",
+      "▁н ово",
+      "▁нов о",
+      "▁ ново",
+      "▁th inks",
+      "▁think s",
+      "▁thin ks",
+      "Ag e",
+      "A ge",
+      "▁g ev",
+      "▁ge v",
+      "var char",
+      "v archar",
+      "iv ità",
+      "com pos",
+      "comp os",
+      "▁M utter",
+      "▁Mut ter",
+      "CO NT",
+      "CON T",
+      "arm ée",
+      "ag net",
+      "agn et",
+      "agne t",
+      "▁B row",
+      "▁Br ow",
+      "▁Bro w",
+      ". —",
+      "▁Tele vision",
+      "▁Д ля",
+      "▁v m",
+      "▁ vm",
+      "▁or din",
+      "▁ord in",
+      "▁ ordin",
+      "▁Миха й",
+      "▁apro xim",
+      "') ->",
+      "' )->",
+      "▁z oo",
+      "▁zo o",
+      "ip pi",
+      "ipp i",
+      "i ppi",
+      "▁s ino",
+      "▁si no",
+      "▁sin o",
+      "▁Qu ébec",
+      "ra ges",
+      "rag es",
+      "rage s",
+      "r ages",
+      "ä ck",
+      "ei ng",
+      "ein g",
+      "e ing",
+      "ar lo",
+      "pi os",
+      "pio s",
+      "p ios",
+      "▁C han",
+      "▁Ch an",
+      "▁Cha n",
+      "▁el li",
+      "▁ell i",
+      "▁ elli",
+      "▁in cons",
+      "▁inc ons",
+      "▁incon s",
+      "gest ellt",
+      "g estellt",
+      "pp ers",
+      "pper s",
+      "ppe rs",
+      "p pers",
+      "Je an",
+      "anst alt",
+      "▁D ance",
+      "▁Dan ce",
+      "▁to en",
+      "▁toe n",
+      "▁de cis",
+      "▁dec is",
+      "▁Ре зу",
+      "▁official ly",
+      "▁offici ally",
+      "ät ze",
+      "ätz e",
+      "▁до ро",
+      "▁e numer",
+      "▁en umer",
+      "▁enum er",
+      "▁trois ième",
+      "ty p",
+      "t yp",
+      "of fs",
+      "off s",
+      "бо ль",
+      "od n",
+      "o dn",
+      "▁Z ar",
+      "▁Za r",
+      "▁дру го",
+      "qu ia",
+      "qui a",
+      "▁Nicol as",
+      "▁Nic olas",
+      "▁Nicola s",
+      "пи су",
+      "пис у",
+      "▁m ob",
+      "▁mo b",
+      "pa ces",
+      "pace s",
+      "p aces",
+      "нь ого",
+      "ньо го",
+      "Al g",
+      "A lg",
+      "éro ï",
+      "Error s",
+      "Err ors",
+      "▁г ре",
+      "▁ гре",
+      "▁жен щи",
+      "in ch",
+      "inc h",
+      "▁Kore an",
+      "▁Korea n",
+      "▁A post",
+      "▁Ap ost",
+      "▁L iver",
+      "▁Li ver",
+      "▁Live r",
+      "▁Liv er",
+      "▁element ary",
+      "▁D I",
+      "▁ DI",
+      "ви си",
+      "▁so il",
+      "▁D LL",
+      "▁r isp",
+      "▁ris p",
+      "▁ri sp",
+      "▁Sh akespe",
+      "▁G aussian",
+      "▁K urt",
+      "▁Kur t",
+      "▁Ku rt",
+      "Ver tex",
+      "Vert ex",
+      "eb ol",
+      "e bol",
+      "organ isation",
+      "är en",
+      "äre n",
+      "ä ren",
+      "▁Y ES",
+      "▁ YES",
+      "C UR",
+      "▁нача ль",
+      "▁по стро",
+      "▁пос тро",
+      "▁Lu igi",
+      "▁c aching",
+      "prevent Default",
+      "am d",
+      "a md",
+      "▁V it",
+      "▁Vi t",
+      "sub st",
+      "su bst",
+      "▁ст рои",
+      "▁C ampion",
+      "▁Camp ion",
+      "ch r",
+      "c hr",
+      "фе ре",
+      "фер е",
+      "ф ере",
+      "▁С писок",
+      "N F",
+      "▁c ím",
+      "▁cí m",
+      "▁h é",
+      "▁ hé",
+      "re bbe",
+      "reb be",
+      "oc y",
+      "o cy",
+      "be low",
+      "bel ow",
+      "▁by lo",
+      "▁byl o",
+      "▁У и",
+      "▁\\ ({\\",
+      "▁\\( {\\",
+      "▁` :",
+      "▁ `:",
+      "gi ore",
+      "gio re",
+      "gior e",
+      "g iore",
+      "Sa n",
+      "S an",
+      "▁G ate",
+      "▁Ga te",
+      "▁в с",
+      "▁o limp",
+      "▁ol imp",
+      "▁Mat rix",
+      "▁ Matrix",
+      "▁he aring",
+      "▁hear ing",
+      "ri i",
+      "r ii",
+      "tf rac",
+      "t frac",
+      "▁allem and",
+      "▁V ue",
+      "л н",
+      "▁comp iling",
+      "▁E ns",
+      "▁En s",
+      "▁investig ation",
+      "▁A x",
+      "▁ch ars",
+      "▁char s",
+      "▁cha rs",
+      "▁target s",
+      "▁tar gets",
+      "▁l oud",
+      "▁lo ud",
+      "us ement",
+      "use ment",
+      "▁N ether",
+      "▁Ne ther",
+      "▁Net her",
+      "com merce",
+      "IG HT",
+      "oc oa",
+      "oco a",
+      "if ecycle",
+      "ife cycle",
+      "▁Le o",
+      "pr iv",
+      "p riv",
+      "▁go ods",
+      "▁good s",
+      "ad amente",
+      "ada mente",
+      "A ustral",
+      "▁re boot",
+      "▁reb oot",
+      "Ge st",
+      "G est",
+      "▁represent ations",
+      "▁representation s",
+      "ce u",
+      "c eu",
+      "▁do ctrine",
+      "ce rs",
+      "cer s",
+      "c ers",
+      "▁K rak",
+      "▁Kr ak",
+      "▁Kra k",
+      "▁adv oc",
+      "▁squad ra",
+      "▁arbeit ete",
+      "üs t",
+      "ü st",
+      "▁p ill",
+      "▁pi ll",
+      "▁pil l",
+      "An swer",
+      "▁к віт",
+      "▁W a",
+      "um ann",
+      "uman n",
+      "uma nn",
+      "u mann",
+      "▁D ynam",
+      "▁Dy nam",
+      "Fa mil",
+      "F amil",
+      "▁t ennis",
+      "▁ten nis",
+      "▁Engine ering",
+      "▁circ les",
+      "▁cir cles",
+      "▁circle s",
+      "▁Mary land",
+      "▁b esta",
+      "▁be sta",
+      "▁best a",
+      "▁bes ta",
+      "▁b ases",
+      "▁bas es",
+      "▁base s",
+      "▁znaj du",
+      "ктор а",
+      "кто ра",
+      "к тора",
+      "▁ar rest",
+      "▁arr est",
+      "ле р",
+      "л ер",
+      "▁G ia",
+      "▁Gi a",
+      "▁remark able",
+      "▁мо гу",
+      "▁Sup reme",
+      "▁` %",
+      "do r",
+      "d or",
+      "▁au jourd",
+      "▁w is",
+      "WID TH",
+      "▁mis ma",
+      "▁mism a",
+      "▁fl uid",
+      "▁flu id",
+      "▁pet ite",
+      "▁petit e",
+      "▁T ow",
+      "▁To w",
+      "Reg istry",
+      "em ed",
+      "eme d",
+      "e med",
+      "▁Wis consin",
+      "▁R acing",
+      "▁Ra cing",
+      "▁reg istration",
+      "▁registr ation",
+      "/ %",
+      "th ird",
+      "▁mon uments",
+      "▁monument s",
+      "че й",
+      "ч ей",
+      "▁j et",
+      "▁je t",
+      "▁ jet",
+      "▁Ur ban",
+      "ál va",
+      "▁mil ieu",
+      "▁poss ess",
+      "▁g erm",
+      "▁ge rm",
+      "▁ger m",
+      "dep endencies",
+      "▁enem ies",
+      "▁s amen",
+      "▁sa men",
+      "▁same n",
+      "▁sam en",
+      "▁W erner",
+      "▁Wer ner",
+      "▁h izo",
+      "▁hi zo",
+      "▁t d",
+      "▁ td",
+      "▁y esterday",
+      "▁А д",
+      "▁ha sn",
+      "▁has n",
+      "cel lation",
+      "cell ation",
+      "ov ání",
+      "ová ní",
+      "li ka",
+      "lik a",
+      "l ika",
+      "We ek",
+      "▁I ng",
+      "▁In g",
+      "▁E mail",
+      "▁Em ail",
+      "▁ Email",
+      "▁m ètres",
+      "▁O CLC",
+      "▁among st",
+      "▁spl end",
+      "fu r",
+      "f ur",
+      "ant ics",
+      "anti cs",
+      "antic s",
+      "▁X XX",
+      "▁XX X",
+      "▁ XXX",
+      "▁груп пы",
+      "la ch",
+      "lac h",
+      "l ach",
+      "▁c ousin",
+      "▁cou sin",
+      "▁in variant",
+      "▁invari ant",
+      "ђ у",
+      "▁Be ispiel",
+      "▁Bei spiel",
+      "▁hard er",
+      "▁har der",
+      "▁b ell",
+      "▁be ll",
+      "▁bel l",
+      "▁ bell",
+      "▁or ch",
+      "▁ orch",
+      "t b",
+      "Foot note",
+      "re gon",
+      "reg on",
+      "Mart in",
+      "▁in con",
+      "▁inc on",
+      "▁attack ed",
+      "_{ -",
+      "_ {-",
+      "▁T ras",
+      "▁Tr as",
+      "▁Tra s",
+      "par ty",
+      "part y",
+      "ite it",
+      "▁s aint",
+      "▁sa int",
+      "▁sain t",
+      "rás ok",
+      "r ások",
+      "▁contain ers",
+      "▁container s",
+      "M o",
+      "▁S n",
+      "quant ity",
+      "▁r as",
+      "▁ra s",
+      "▁ ras",
+      "▁C anal",
+      "▁Can al",
+      "▁Ca nal",
+      "cc ion",
+      "c cion",
+      "uv o",
+      "u vo",
+      "▁i dx",
+      "▁id x",
+      "▁ idx",
+      "type name",
+      "typen ame",
+      "typ ename",
+      "▁R ugby",
+      "▁Se ems",
+      "▁See ms",
+      "▁trans mit",
+      "▁transm it",
+      "▁Pr äsident",
+      "з не",
+      "▁B aker",
+      "▁Ba ker",
+      "▁Bak er",
+      "in th",
+      "int h",
+      "i nth",
+      "▁tö bb",
+      "ver ein",
+      "vere in",
+      "▁espe cie",
+      "▁espec ie",
+      ", (",
+      "▁t éc",
+      "▁té c",
+      "▁W ITH",
+      "▁u nos",
+      "▁un os",
+      "▁uno s",
+      "▁ unos",
+      "▁polit ics",
+      "create Element",
+      "▁st ats",
+      "▁stat s",
+      "▁sta ts",
+      "▁ stats",
+      "▁T ennessee",
+      "▁Bedeut ung",
+      "▁S creen",
+      "▁Sc reen",
+      "▁ Screen",
+      "▁Stra ße",
+      "an ze",
+      "anz e",
+      "▁part ly",
+      "man uel",
+      "ol ation",
+      "ola tion",
+      "o lation",
+      "hor izontal",
+      "érie ure",
+      "érieur e",
+      "am pio",
+      "amp io",
+      "▁ст рук",
+      "▁ струк",
+      "We ight",
+      "La nd",
+      "L and",
+      "po ly",
+      "pol y",
+      "p oly",
+      "▁D ak",
+      "▁Da k",
+      "▁Ass ume",
+      "\". $",
+      "\" .$",
+      "▁c asi",
+      "▁cas i",
+      "▁ca si",
+      "▁g ross",
+      "▁gr oss",
+      "▁gro ss",
+      "▁gros s",
+      "▁ent ertain",
+      "▁enter tain",
+      "▁déc ada",
+      "'. $",
+      "' .$",
+      "en cer",
+      "ence r",
+      "enc er",
+      "▁guarante ed",
+      "▁guarantee d",
+      "]$ .",
+      "] $.",
+      "ли ся",
+      "▁accept able",
+      "ra ise",
+      "rai se",
+      "rais e",
+      "ir us",
+      "i rus",
+      "we it",
+      "wei t",
+      "▁А на",
+      "▁Ан а",
+      "▁h ills",
+      "▁hill s",
+      "ip age",
+      "i page",
+      "BI T",
+      "B IT",
+      "▁nu cle",
+      "▁nuc le",
+      "▁ut ilis",
+      "▁util is",
+      "CA A",
+      "C AA",
+      "ène s",
+      "èn es",
+      "è nes",
+      "▁Schwe iz",
+      "▁A A",
+      "▁ AA",
+      "ning er",
+      "n inger",
+      "▁b ands",
+      "▁band s",
+      "▁ban ds",
+      "▁t ender",
+      "▁te nder",
+      "▁ten der",
+      "▁tend er",
+      "so m",
+      "s om",
+      "W arning",
+      "▁B ischof",
+      "▁A rc",
+      "▁Ar c",
+      "▁W oman",
+      "▁Wo man",
+      "▁trans mission",
+      "▁transm ission",
+      "ч ни",
+      "is tre",
+      "ist re",
+      "istr e",
+      "i stre",
+      "B Y",
+      "▁S I",
+      "▁ SI",
+      "▁П ар",
+      "▁Па р",
+      "▁} ).",
+      "▁}) .",
+      "▁ }).",
+      "▁present a",
+      "▁pres enta",
+      "▁Re né",
+      "▁Ren é",
+      "▁happ iness",
+      "▁P unk",
+      "col s",
+      "co ls",
+      "c ols",
+      "▁Des de",
+      "рё х",
+      "▁м она",
+      "▁мо на",
+      "▁scr atch",
+      "▁t cp",
+      "▁ tcp",
+      "ête s",
+      "êt es",
+      "ê tes",
+      "it ated",
+      "ita ted",
+      "itat ed",
+      "itate d",
+      "▁dif eren",
+      "▁difer en",
+      "ge h",
+      "g eh",
+      "na hmen",
+      "nah men",
+      "nahme n",
+      "nahm en",
+      "П е",
+      "ck i",
+      "c ki",
+      "▁Te atro",
+      "▁Re member",
+      "▁Rem ember",
+      "▁f right",
+      "▁fr ight",
+      "▁Y am",
+      "▁Ya m",
+      "west ern",
+      "le ted",
+      "let ed",
+      "lete d",
+      "▁в стре",
+      "▁вс тре",
+      "▁telep ülés",
+      "зи н",
+      "з ин",
+      "▁Qu ant",
+      "▁ Quant",
+      "▁su pre",
+      "▁sup re",
+      "áj a",
+      "á ja",
+      "ді я",
+      "д ія",
+      "▁car rera",
+      "▁carre ra",
+      "kre t",
+      "kr et",
+      "k ret",
+      "par a",
+      "pa ra",
+      "p ara",
+      "▁S UM",
+      "▁SU M",
+      "▁ SUM",
+      "▁p it",
+      "▁pi t",
+      "▁ pit",
+      "ź dz",
+      "é o",
+      "ре ння",
+      "рен ня",
+      "▁C hor",
+      "▁Ch or",
+      "▁Cho r",
+      "▁vo ix",
+      "▁exec utive",
+      "▁execut ive",
+      "▁all erdings",
+      "May be",
+      "▁д ень",
+      "▁де нь",
+      "▁f lying",
+      "▁fl ying",
+      "▁fly ing",
+      "▁par liament",
+      "жда н",
+      "ж дан",
+      "▁f ram",
+      "▁fr am",
+      "▁fra m",
+      "▁ fram",
+      "▁жов т",
+      "▁u gly",
+      "▁бу ду",
+      "ig ny",
+      "ign y",
+      "\\| _{",
+      "\\ |_{",
+      "▁b itter",
+      "▁bit ter",
+      "sc e",
+      "s ce",
+      "▁p ole",
+      "▁po le",
+      "▁pol e",
+      "▁ pole",
+      "Ver lag",
+      "▁total ité",
+      "▁found ation",
+      "j t",
+      "▁s lice",
+      "▁sl ice",
+      "▁sli ce",
+      "▁ slice",
+      "if ique",
+      "ifi que",
+      "▁integr ate",
+      "▁integra te",
+      "st rij",
+      "str ij",
+      "▁asym pt",
+      "▁е му",
+      "▁pert urb",
+      "▁F low",
+      "▁Fl ow",
+      "▁Flo w",
+      "▁ Flow",
+      "jb oss",
+      "RI G",
+      "R IG",
+      "▁A less",
+      "▁Al ess",
+      "▁Ale ss",
+      "XX X",
+      "X XX",
+      "▁s umm",
+      "▁su mm",
+      "▁sum m",
+      "sql ite",
+      "▁che er",
+      "pr ob",
+      "pro b",
+      "p rob",
+      "▁G PU",
+      "▁GP U",
+      "zi ł",
+      "z ił",
+      "(* )",
+      "( *)",
+      "▁in duct",
+      "▁ind uct",
+      "▁indu ct",
+      "RA Y",
+      "bl att",
+      "bla tt",
+      "qu esta",
+      "que sta",
+      "quest a",
+      "ques ta",
+      "or u",
+      "o ru",
+      "▁In side",
+      "▁Ins ide",
+      "▁Mc G",
+      "▁N ep",
+      "▁Ne p",
+      "м п",
+      "▁in ve",
+      "▁inv e",
+      "▁An imal",
+      "▁Anim al",
+      "▁s ob",
+      "▁so b",
+      "▁ sob",
+      "ít ott",
+      "loy ment",
+      "▁b und",
+      "▁bu nd",
+      "▁ bund",
+      "St ation",
+      "Stat ion",
+      "▁B EGIN",
+      "▁part iellement",
+      "ig g",
+      "i gg",
+      "est ore",
+      "esto re",
+      "e store",
+      "▁co inc",
+      "▁coin c",
+      "▁Som mer",
+      "▁m d",
+      "▁ md",
+      "▁loc ked",
+      "▁lock ed",
+      "▁ locked",
+      "math char",
+      "ar ma",
+      "arm a",
+      "pe nt",
+      "pen t",
+      "p ent",
+      "ar ium",
+      "ari um",
+      "a rium",
+      "▁e ars",
+      "▁ear s",
+      "▁ ears",
+      "▁S ongs",
+      "▁Son gs",
+      "▁Song s",
+      "▁similar ly",
+      "▁liter ally",
+      "▁literal ly",
+      "▁in ches",
+      "▁inc hes",
+      "▁af fection",
+      "▁aff ection",
+      "▁affect ion",
+      "l p",
+      "▁con cluded",
+      "▁conclude d",
+      "▁му ніципалі",
+      "▁па мя",
+      "est aur",
+      "esta ur",
+      "▁J osh",
+      "▁Jo sh",
+      "▁Jos h",
+      "▁F ritz",
+      "▁Fr itz",
+      "▁Fri tz",
+      "DB C",
+      "D BC",
+      "д ён",
+      "pos a",
+      "po sa",
+      "p osa",
+      "▁gold en",
+      "▁gol den",
+      "▁p c",
+      "▁ pc",
+      "▁com te",
+      "▁Z iel",
+      "▁Zie l",
+      "▁prés ente",
+      "▁présent e",
+      "mar ks",
+      "mark s",
+      "m arks",
+      "ig neur",
+      "ign eur",
+      "igne ur",
+      "▁D rive",
+      "▁Dr ive",
+      "▁neg lect",
+      "▁roz p",
+      "▁F ive",
+      "sp aces",
+      "space s",
+      "s paces",
+      "▁M edi",
+      "▁Me di",
+      "▁Med i",
+      "▁ex isted",
+      "▁exist ed",
+      "▁existe d",
+      "▁by ła",
+      "▁był a",
+      "дж и",
+      "д жи",
+      "▁fr ente",
+      "т ник",
+      "od d",
+      "o dd",
+      "▁answer ing",
+      "bi an",
+      "bia n",
+      "b ian",
+      "▁E ugen",
+      "▁Eu gen",
+      "▁Eug en",
+      "▁Public ations",
+      "▁Pub lications",
+      "▁D ia",
+      "▁Di a",
+      "l á",
+      "▁' _",
+      "▁ '_",
+      "▁rec uper",
+      "ом у",
+      "о му",
+      "▁App end",
+      "▁Ap pend",
+      "▁ Append",
+      "ob ar",
+      "oba r",
+      "o bar",
+      "▁employ ees",
+      "▁employee s",
+      "▁comp ens",
+      "eme tery",
+      "emet ery",
+      "▁э лект",
+      "MO N",
+      "M ON",
+      "ol in",
+      "oli n",
+      "o lin",
+      "▁histor ic",
+      "hi s",
+      "h is",
+      "ą d",
+      "n m",
+      "▁G oth",
+      "▁Go th",
+      "▁Got h",
+      "▁st ress",
+      "▁str ess",
+      "▁stre ss",
+      "▁parte cip",
+      "▁A w",
+      "▁s ar",
+      "▁sa r",
+      "▁h u",
+      "▁ hu",
+      "▁mat plotlib",
+      "▁M yst",
+      "▁My st",
+      "▁Mys t",
+      "() ;`",
+      "(); `",
+      "( );`",
+      "sch ein",
+      "sc hein",
+      "sche in",
+      "Long rightarrow",
+      "▁р я",
+      "▁ ря",
+      "▁Is ra",
+      "[ ^",
+      "no u",
+      "n ou",
+      "▁syn d",
+      "▁sy nd",
+      "work ing",
+      "wor king",
+      "▁N ation",
+      "▁Na tion",
+      "▁Nat ion",
+      "▁P ent",
+      "▁Pe nt",
+      "▁Pen t",
+      "▁k lass",
+      "▁kl ass",
+      "▁klas s",
+      "▁applic able",
+      "▁D iam",
+      "▁Di am",
+      "▁Dia m",
+      "▁bras ile",
+      "▁p ac",
+      "▁pa c",
+      "▁He ight",
+      "▁ Height",
+      "P ut",
+      "▁int ro",
+      "▁intr o",
+      "▁ intro",
+      "▁unus ual",
+      "na s",
+      "n as",
+      "▁Geb äude",
+      "▁be am",
+      "▁R ect",
+      "▁Re ct",
+      "▁Rec t",
+      "▁ Rect",
+      "▁Prim era",
+      "▁Prime ra",
+      "▁h aut",
+      "▁ha ut",
+      "▁t rait",
+      "▁tr ait",
+      "▁tra it",
+      "prü ft",
+      "in ación",
+      "ina ción",
+      "▁configuration s",
+      "▁configur ations",
+      "▁g ilt",
+      "▁gi lt",
+      "▁territ oire",
+      "he z",
+      "h ez",
+      "▁al te",
+      "▁alt e",
+      "rel ative",
+      "Ex cel",
+      "▁W right",
+      "G V",
+      "по ли",
+      "пол и",
+      "Qu ant",
+      "▁ga uge",
+      "▁gau ge",
+      "▁multi ply",
+      "▁multip ly",
+      "AS S",
+      "A SS",
+      "ствен но",
+      "ан у",
+      "а ну",
+      "▁j eden",
+      "▁je den",
+      "▁jed en",
+      "▁liter ary",
+      "▁D ro",
+      "▁Dr o",
+      "▁adv ise",
+      "▁advis e",
+      "it zen",
+      "itz en",
+      "▁dis ag",
+      "web site",
+      "▁д ія",
+      "▁ді я",
+      "▁ дія",
+      "▁ob server",
+      "▁obser ver",
+      "▁observ er",
+      "▁observe r",
+      "▁janu ár",
+      "v ě",
+      "ku p",
+      "k up",
+      "▁S es",
+      "▁Se s",
+      "▁woj ew",
+      "▁st ages",
+      "▁stage s",
+      "▁sta ges",
+      "▁stag es",
+      "▁вре мени",
+      "▁време ни",
+      "łu ż",
+      "но с",
+      "н ос",
+      "Down load",
+      "ip o",
+      "i po",
+      "▁g raf",
+      "▁gr af",
+      "▁gra f",
+      "▁ро бо",
+      "▁Nik ol",
+      "▁Ni kol",
+      "▁f ic",
+      "▁fi c",
+      "▁ fic",
+      "▁jo ining",
+      "▁join ing",
+      "▁divers os",
+      "▁LI KE",
+      "▁F itz",
+      "▁d imin",
+      "▁di min",
+      "▁dim in",
+      "▁dist rib",
+      "Sa m",
+      "S am",
+      "ko z",
+      "k oz",
+      "▁al phabet",
+      "▁alpha bet",
+      "os er",
+      "ose r",
+      "o ser",
+      "OU R",
+      "O UR",
+      "uk a",
+      "u ka",
+      "ка я",
+      "▁ste el",
+      "▁` --",
+      "▁`- -",
+      "▁t ener",
+      "▁te ner",
+      "▁ten er",
+      "mar ker",
+      "mark er",
+      "▁He aven",
+      "new command",
+      "▁prison ers",
+      "▁prisoner s",
+      "▁K night",
+      "▁Kn ight",
+      "▁present s",
+      "▁pres ents",
+      "▁qu esti",
+      "▁quest i",
+      "▁tr ains",
+      "▁tra ins",
+      "▁train s",
+      "op era",
+      "ope ra",
+      "oper a",
+      "▁Li near",
+      "▁Lin ear",
+      "▁Line ar",
+      "▁ Linear",
+      "▁M E",
+      "▁ ME",
+      "▁B uc",
+      "▁Bu c",
+      "Le g",
+      "L eg",
+      "▁ag ua",
+      "▁ agua",
+      "▁Gr iff",
+      "ol g",
+      "o lg",
+      "ds t",
+      "d st",
+      ". \r",
+      "▁person es",
+      "▁pers ones",
+      "▁persone s",
+      "Ma l",
+      "M al",
+      "бе ре",
+      "бер е",
+      "б ере",
+      "fol ge",
+      "folg e",
+      "▁ac ab",
+      "ct u",
+      "c tu",
+      "pt ic",
+      "▁N avigation",
+      "▁ Navigation",
+      "R uss",
+      "га ль",
+      "г аль",
+      "▁F ul",
+      "▁Fu l",
+      "▁ма є",
+      "чна я",
+      "ч ная",
+      "wn er",
+      "w ner",
+      "con tra",
+      "cont ra",
+      "contr a",
+      "▁jou eur",
+      "▁joue ur",
+      "▁J ess",
+      "▁Je ss",
+      "▁Jes s",
+      "▁re new",
+      "▁ren ew",
+      "▁l ap",
+      "▁la p",
+      "▁ lap",
+      "▁cas ting",
+      "▁cast ing",
+      "ga l",
+      "g al",
+      "▁tém atu",
+      "▁на зыва",
+      "за х",
+      "ч не",
+      ")- \\",
+      ") -\\",
+      "▁ча сто",
+      "▁час то",
+      "▁част о",
+      "}$ -",
+      "} $-",
+      "▁l icz",
+      "▁li cz",
+      "▁lic z",
+      "▁e mot",
+      "▁em ot",
+      "ha rm",
+      "har m",
+      "h arm",
+      "▁occasion ally",
+      "▁hor ror",
+      "▁ho rror",
+      "ea st",
+      "e ast",
+      "▁pr inter",
+      "▁print er",
+      "▁prin ter",
+      "ar an",
+      "ara n",
+      "a ran",
+      "▁Miss iss",
+      "fol low",
+      "f ollow",
+      "▁Bar ry",
+      "▁investig ate",
+      "go w",
+      "g ow",
+      "▁Amer icans",
+      "▁American s",
+      "▁America ns",
+      "S ince",
+      "▁від о",
+      "▁ві до",
+      "▁re un",
+      "os ci",
+      "osc i",
+      "o sci",
+      "▁Ch apter",
+      "▁Chap ter",
+      "▁b ay",
+      "▁ba y",
+      "▁ bay",
+      "ро ме",
+      "ром е",
+      "et he",
+      "eth e",
+      "e the",
+      "éd ie",
+      "é die",
+      "com ot",
+      "co mot",
+      "como t",
+      "▁miejs cowo",
+      "▁stud ierte",
+      "▁studi erte",
+      "ou vert",
+      "ouv ert",
+      "ouve rt",
+      "ouver t",
+      "▁к ур",
+      "▁ку р",
+      "▁ кур",
+      "▁DE SC",
+      "▁DES C",
+      "▁touch ed",
+      "▁tou ched",
+      "▁Jer ry",
+      "ue se",
+      "ues e",
+      "u ese",
+      "ли ще",
+      "auth entication",
+      "authentic ation",
+      "▁col le",
+      "▁co lle",
+      "▁coll e",
+      "he art",
+      "▁reg iment",
+      "▁regime nt",
+      "cri bed",
+      "cribe d",
+      "▁Бо ль",
+      "▁про ис",
+      "ce ae",
+      "▁mass es",
+      "▁sc rolling",
+      "▁scroll ing",
+      "us to",
+      "ust o",
+      "u sto",
+      "S W",
+      "ov at",
+      "ova t",
+      "o vat",
+      "▁gr âce",
+      "▁Архи в",
+      "▁Се вер",
+      "av ait",
+      "ava it",
+      "▁Marsh all",
+      "▁Mars hall",
+      "▁Hash Map",
+      "▁ HashMap",
+      "ac on",
+      "aco n",
+      "a con",
+      "ück en",
+      "ücke n",
+      "ü cken",
+      "[] )",
+      "[ ])",
+      "▁ev angel",
+      "et zung",
+      "etz ung",
+      "tt emberg",
+      "st ers",
+      "ste rs",
+      "ster s",
+      "s ters",
+      "T M",
+      "▁ли тера",
+      "qu ot",
+      "Pr ed",
+      "Pre d",
+      "P red",
+      "▁w erk",
+      "▁wer k",
+      "▁ werk",
+      "▁ha ber",
+      "▁hab er",
+      "▁habe r",
+      "la va",
+      "lav a",
+      "l ava",
+      "vo us",
+      "v ous",
+      "▁L ate",
+      "▁La te",
+      "▁Lat e",
+      "cy cle",
+      "cyc le",
+      "c ycle",
+      "ти рова",
+      "▁про ду",
+      "▁прод у",
+      "▁pop ulations",
+      "▁population s",
+      "▁popul ations",
+      "▁Y an",
+      "▁Ya n",
+      "Pre fix",
+      "P refix",
+      "actér istiques",
+      "+ '",
+      "() `](",
+      "()` ](",
+      "▁Л ь",
+      "фи ль",
+      "▁жи зни",
+      "ft p",
+      "f tp",
+      "▁все х",
+      "▁g dzie",
+      "▁v idea",
+      "▁vid ea",
+      "▁vide a",
+      "oa uth",
+      "o auth",
+      "▁p id",
+      "▁pi d",
+      "▁ pid",
+      "ů m",
+      "▁p esso",
+      "▁pes so",
+      "▁track ing",
+      "▁trac king",
+      "iz in",
+      "izi n",
+      "i zin",
+      "▁Mor ris",
+      "щи й",
+      "▁Provin z",
+      "▁M itte",
+      "▁Mit te",
+      "▁Mi tte",
+      "▁Mitt e",
+      "▁artific ial",
+      "bráz ky",
+      "▁до сти",
+      "▁rest ored",
+      "▁restore d",
+      "▁resto red",
+      "▁commun icate",
+      "▁communic ate",
+      "ag it",
+      "agi t",
+      "a git",
+      "Rec ogn",
+      "▁l on",
+      "▁lo n",
+      "▁ lon",
+      "▁за ня",
+      "▁зан я",
+      "▁Arg ument",
+      "▁ Argument",
+      "fl ush",
+      "flu sh",
+      "ма на",
+      "ман а",
+      "м ана",
+      "sec onds",
+      "second s",
+      "U C",
+      "▁R uth",
+      "▁Ru th",
+      "▁t ub",
+      "▁tu b",
+      "▁B ret",
+      "▁Br et",
+      "▁Bre t",
+      "▁P ere",
+      "▁Per e",
+      "▁Pe re",
+      "▁respons ibility",
+      "ńcz y",
+      "ń czy",
+      "▁environment s",
+      "▁environ ments",
+      "ke e",
+      "k ee",
+      "▁g root",
+      "▁gr oot",
+      "▁gro ot",
+      "▁pain ted",
+      "▁paint ed",
+      "▁Éd itions",
+      "cp y",
+      "c py",
+      "ár t",
+      "á rt",
+      "lich keit",
+      "ar da",
+      "ard a",
+      "B atch",
+      "▁Leop old",
+      "re ason",
+      "rea son",
+      "reas on",
+      "n oreferrer",
+      "se ns",
+      "sen s",
+      "s ens",
+      "▁ro cks",
+      "▁rock s",
+      "▁Hit ler",
+      "ла т",
+      "л ат",
+      "▁qu oted",
+      "▁quot ed",
+      "▁quote d",
+      "▁ко лле",
+      "▁у ров",
+      "ba g",
+      "b ag",
+      ".\" )",
+      ". \")",
+      "▁M L",
+      "▁ ML",
+      "▁kom t",
+      "▁ko mt",
+      "▁[ _",
+      "▁ [_",
+      "▁spect ral",
+      "ed o",
+      "e do",
+      "▁in sieme",
+      "▁suffer ing",
+      "▁suff ering",
+      "sl ider",
+      "slide r",
+      "▁Kenn edy",
+      "ol ate",
+      "ola te",
+      "o late",
+      "▁P atri",
+      "▁Pa tri",
+      "▁Pat ri",
+      "зи и",
+      "O H",
+      "▁те а",
+      "▁пра ва",
+      "▁прав а",
+      "ма х",
+      "re write",
+      "rew rite",
+      "r ewrite",
+      "▁Eins atz",
+      "ex ternal",
+      "ext ernal",
+      "hol ds",
+      "hold s",
+      "h olds",
+      "▁P laces",
+      "▁Pl aces",
+      "▁Pla ces",
+      "▁Place s",
+      "at ype",
+      "aty pe",
+      "a type",
+      "▁vul ner",
+      "▁abandon ed",
+      "Or igin",
+      "Ori gin",
+      "▁max imal",
+      "▁maxim al",
+      "AA AA",
+      "▁Base ball",
+      "▁C lose",
+      "▁Cl ose",
+      "▁Clo se",
+      "▁ Close",
+      "▁pa inter",
+      "▁pain ter",
+      "▁paint er",
+      "▁assign ing",
+      "N B",
+      "bl ast",
+      "bla st",
+      "b last",
+      "▁K ünstler",
+      ")] (",
+      ") ](",
+      "fa ch",
+      "fac h",
+      "f ach",
+      "▁Const antin",
+      "▁Constant in",
+      "ok es",
+      "oke s",
+      "o kes",
+      "▁no body",
+      "▁nob ody",
+      "▁subt ract",
+      "▁fos se",
+      "▁foss e",
+      "▁cert ific",
+      "▁m use",
+      "▁mus e",
+      "▁mu se",
+      "/) ,",
+      "/ ),",
+      "▁Pro fil",
+      "▁Prof il",
+      "▁pro xim",
+      "▁Jer usalem",
+      "▁simp licity",
+      "▁simpl icity",
+      "▁w sz",
+      "▁ws z",
+      "NUM BER",
+      "utt avia",
+      "U ITableView",
+      "ich ter",
+      "icht er",
+      "ichte r",
+      "i chter",
+      "жа н",
+      "ж ан",
+      "▁L av",
+      "▁La v",
+      "it chen",
+      "itch en",
+      "▁Ч ем",
+      "▁Че м",
+      "T u",
+      "▁ge om",
+      "▁zv uky",
+      "▁Sur vey",
+      "AN CE",
+      "▁enc rypted",
+      "▁encrypt ed",
+      "pr of",
+      "pro f",
+      "▁d are",
+      "▁da re",
+      "▁dar e",
+      "▁L oren",
+      "▁Lo ren",
+      "▁Lor en",
+      "т в",
+      "▁А лек",
+      "▁Ал ек",
+      "▁comput ers",
+      "▁computer s",
+      "▁compute rs",
+      "▁expect ation",
+      "▁substant ial",
+      "▁Д ми",
+      "▁` {",
+      "▁д ра",
+      "▁др а",
+      "▁ дра",
+      "ub ble",
+      "▁per forms",
+      "▁perform s",
+      "▁Kr ieg",
+      "▁Krie g",
+      "▁in coming",
+      "▁inc oming",
+      "▁Class ification",
+      "Web View",
+      "▁epis odes",
+      "▁episode s",
+      "ap per",
+      "app er",
+      "appe r",
+      "a pper",
+      "äu fig",
+      "▁gi ov",
+      "▁De part",
+      "▁Dep art",
+      "бо ра",
+      "бор а",
+      "ed ly",
+      "os pod",
+      "osp od",
+      "▁p tr",
+      "▁pt r",
+      "▁ ptr",
+      "▁d átum",
+      "▁est imation",
+      "▁estim ation",
+      "ic ole",
+      "ico le",
+      "icol e",
+      "i cole",
+      "▁- ---",
+      "▁-- --",
+      "▁--- -",
+      "▁ ----",
+      "▁prin ces",
+      "▁prince s",
+      "HE AD",
+      "▁diff usion",
+      "▁diffus ion",
+      "▁d rie",
+      "▁dr ie",
+      "▁dri e",
+      "▁A da",
+      "▁Ad a",
+      "ни це",
+      "ниц е",
+      "ng inx",
+      "n ginx",
+      "sh al",
+      "sha l",
+      "s hal",
+      "▁febru ari",
+      "▁T at",
+      "▁Ta t",
+      "lo oking",
+      "look ing",
+      "ku nd",
+      "k und",
+      "▁De an",
+      "m ongodb",
+      "вши х",
+      "в ших",
+      "▁A ur",
+      "▁Au r",
+      "▁Fl ora",
+      "▁Flor a",
+      "▁Flo ra",
+      "▁Stud ios",
+      "▁Studio s",
+      "ци је",
+      "ei l",
+      "e il",
+      "Inst all",
+      "▁f ranch",
+      "▁fr anch",
+      "▁fran ch",
+      "▁franc h",
+      "▁H MS",
+      "▁pract ices",
+      "▁practice s",
+      "le j",
+      "l ej",
+      "da le",
+      "dal e",
+      "d ale",
+      "▁po ste",
+      "▁pos te",
+      "▁post e",
+      "▁H els",
+      "▁He ls",
+      "▁Hel s",
+      "▁reli able",
+      "źdz ier",
+      "▁ver se",
+      "▁vers e",
+      "▁ verse",
+      "er meister",
+      "erme ister",
+      "▁qu it",
+      "▁qui t",
+      "▁q uit",
+      "▁ quit",
+      "ét ico",
+      "il is",
+      "ili s",
+      "i lis",
+      "ed or",
+      "edo r",
+      "e dor",
+      "▁Cult ural",
+      "▁Cultura l",
+      "дж е",
+      "д же",
+      "▁li ked",
+      "▁like d",
+      "▁lik ed",
+      "▁m ongodb",
+      "▁mongo db",
+      "▁ mongodb",
+      "▁Broad way",
+      "▁I R",
+      "▁ IR",
+      "es zt",
+      "esz t",
+      "ho v",
+      "h ov",
+      "▁m íst",
+      "▁mí st",
+      "re iche",
+      "reich e",
+      "rei che",
+      "▁k B",
+      "ст ом",
+      "сто м",
+      "с том",
+      "▁SQL ite",
+      "▁tor neo",
+      "\\ .",
+      "Or d",
+      "O rd",
+      "▁Admin istration",
+      "▁Administr ation",
+      "▁з да",
+      "▁ зда",
+      "▁H inter",
+      "▁Hin ter",
+      "▁V ia",
+      "▁Vi a",
+      "Dec imal",
+      "or ious",
+      "ori ous",
+      "orio us",
+      "▁nécess aire",
+      "w x",
+      "▁t ej",
+      "▁te j",
+      "▁t ema",
+      "▁te ma",
+      "▁tem a",
+      "O brázky",
+      "ри те",
+      "рит е",
+      "▁build s",
+      "▁l aten",
+      "▁la ten",
+      "▁lat en",
+      "▁late n",
+      "▁г г",
+      "Vis ibility",
+      "lä u",
+      "l äu",
+      "▁se chs",
+      "▁sec hs",
+      "▁лу ч",
+      "ce ra",
+      "cer a",
+      "c era",
+      "Co uld",
+      "C ould",
+      "▁tra ject",
+      "}} ^{",
+      "}}^ {",
+      "} }^{",
+      "▁Jap on",
+      "▁Ja pon",
+      "an other",
+      "ano ther",
+      "I K",
+      "▁belong ing",
+      "▁fac ilities",
+      "▁facil ities",
+      "▁D aily",
+      "▁Da ily",
+      "▁de ce",
+      "▁dec e",
+      "int ro",
+      "▁слу ча",
+      "Name space",
+      "Names pace",
+      "▁B ak",
+      "▁Ba k",
+      "loc ale",
+      "local e",
+      "U G",
+      "=$ {",
+      "= ${",
+      "▁comp añ",
+      "ją c",
+      "j ąc",
+      "▁ar ithmetic",
+      "fo rum",
+      "for um",
+      "f orum",
+      "▁por ta",
+      "▁port a",
+      "on k",
+      "▁g ender",
+      "▁ge nder",
+      "▁gen der",
+      "▁ gender",
+      "▁expect s",
+      "б ка",
+      "▁n ak",
+      "▁na k",
+      "▁ nak",
+      "▁G race",
+      "▁Gr ace",
+      "▁Gra ce",
+      "▁st ro",
+      "▁str o",
+      "ivid ual",
+      "▁C OM",
+      "▁CO M",
+      "▁ COM",
+      "▁F arm",
+      "▁Fa rm",
+      "▁Far m",
+      "▁c anton",
+      "▁can ton",
+      "▁cant on",
+      "то му",
+      "том у",
+      "т ому",
+      "java x",
+      "jav ax",
+      "се й",
+      "с ей",
+      "▁brief ly",
+      "Fa ce",
+      "F ace",
+      "rot ate",
+      "const ant",
+      "▁g allery",
+      "▁gall ery",
+      "ast ro",
+      "astr o",
+      "all ery",
+      "alle ry",
+      "aller y",
+      "▁D J",
+      "char ge",
+      "charg e",
+      "ходи ть",
+      "ходит ь",
+      "C ent",
+      "\\\" ,",
+      "\\ \",",
+      "▁d onna",
+      "▁don na",
+      "▁donn a",
+      "ar ca",
+      "arc a",
+      "la de",
+      "lad e",
+      "l ade",
+      "zi n",
+      "z in",
+      "▁N ed",
+      "▁Ne d",
+      "▁host ing",
+      "▁hos ting",
+      "id or",
+      "ido r",
+      "i dor",
+      "it ative",
+      "itat ive",
+      "ig s",
+      "i gs",
+      "▁п ря",
+      "▁пр я",
+      "▁t icket",
+      "▁tick et",
+      "▁ti cket",
+      "▁stud ying",
+      "▁study ing",
+      "▁des igner",
+      "▁design er",
+      "lap sed",
+      "lapse d",
+      "laps ed",
+      "l apsed",
+      "▁la at",
+      "▁d ix",
+      "▁di x",
+      "▁integr ated",
+      "▁integrate d",
+      "▁integra ted",
+      "▁in formed",
+      "▁inform ed",
+      "▁be have",
+      "▁beh ave",
+      "▁behav e",
+      "▁la bour",
+      "▁lab our",
+      "est ellt",
+      "cal endar",
+      "▁k illing",
+      "▁kil ling",
+      "▁kill ing",
+      "▁tw itter",
+      "▁ twitter",
+      "ia e",
+      "i ae",
+      "▁histor ique",
+      "DE FAULT",
+      "ia ła",
+      "iał a",
+      "i ała",
+      "▁theoret ical",
+      "▁un ders",
+      "▁und ers",
+      "▁under s",
+      "ля ет",
+      "at an",
+      "ata n",
+      "a tan",
+      "▁s urname",
+      "▁sur name",
+      "▁inter cept",
+      "гла сно",
+      "▁општи ни",
+      "▁t ired",
+      "▁tir ed",
+      "▁ti red",
+      "▁B eth",
+      "▁Be th",
+      "▁Bet h",
+      "▁ад министратив",
+      "L i",
+      "▁Т ур",
+      "▁Ту р",
+      "▁Sc anner",
+      "▁S tern",
+      "▁St ern",
+      "▁Ste rn",
+      "▁Ster n",
+      "▁вме сте",
+      "▁report ing",
+      "▁s ull",
+      "▁su ll",
+      "▁sul l",
+      "ци ей",
+      "ber ts",
+      "bert s",
+      "og onal",
+      "ogo nal",
+      "ő k",
+      "▁i psum",
+      "▁ip sum",
+      "▁seu lement",
+      "▁seul ement",
+      "▁seule ment",
+      "▁Se iten",
+      "▁Seit en",
+      "▁Seite n",
+      "word press",
+      "▁fe aturing",
+      "ist ischen",
+      "isti schen",
+      "istische n",
+      "ju b",
+      "j ub",
+      "▁é tr",
+      "▁ét r",
+      "▁ étr",
+      "▁t ea",
+      "▁te a",
+      "▁adapt ed",
+      "▁sc ales",
+      "▁scale s",
+      "▁scal es",
+      "▁n an",
+      "▁na n",
+      "▁ nan",
+      "get Value",
+      "▁Bl ues",
+      "▁Blue s",
+      "ac les",
+      "acle s",
+      "a cles",
+      "▁st ati",
+      "▁stat i",
+      "▁sta ti",
+      "▁ent itled",
+      "▁R alph",
+      "gra vity",
+      "▁entre pr",
+      "któ ber",
+      "li mat",
+      "lim at",
+      "l imat",
+      "li s",
+      "l is",
+      "De mo",
+      "D emo",
+      "re lation",
+      "rel ation",
+      "▁n ep",
+      "▁ne p",
+      "pro wad",
+      "it is",
+      "iti s",
+      "i tis",
+      "▁p up",
+      "▁pu p",
+      "neh mer",
+      "nehm er",
+      "▁disapp oint",
+      "▁et was",
+      "▁etwa s",
+      "an non",
+      "ann on",
+      "anno n",
+      "▁appro ved",
+      "▁cl ever",
+      "▁cle ver",
+      "Lo ading",
+      "Load ing",
+      "▁ver z",
+      "▁ve rz",
+      "res se",
+      "ress e",
+      "r esse",
+      "▁insp ir",
+      "▁sam pling",
+      "▁B ek",
+      "▁Be k",
+      "}) $.",
+      "})$ .",
+      "} )$.",
+      "▁г рома",
+      "▁spe cie",
+      "▁spec ie",
+      "▁re pub",
+      "▁rep ub",
+      "▁lo ader",
+      "▁load er",
+      "▁ loader",
+      "▁e rf",
+      "▁er f",
+      "▁should er",
+      "ra is",
+      "rai s",
+      "r ais",
+      "▁ма те",
+      "▁мат е",
+      "▁Mon th",
+      "▁Mont h",
+      "▁Mo nth",
+      "▁ Month",
+      "Sc ene",
+      "▁block ing",
+      "▁o cean",
+      "ge ben",
+      "geb en",
+      "g eben",
+      "▁Kil ometer",
+      "▁b edeut",
+      "▁M ix",
+      "▁Mi x",
+      "fm t",
+      "f mt",
+      "▁Nor weg",
+      "▁ID s",
+      "par allel",
+      "▁ant icip",
+      "▁anti cip",
+      "▁re vis",
+      "▁rev is",
+      "ха н",
+      "х ан",
+      "▁с вет",
+      "▁све т",
+      "CA SE",
+      "C ASE",
+      "▁f ührt",
+      "▁führ t",
+      "▁ führt",
+      "▁at omic",
+      "▁atom ic",
+      "▁ atomic",
+      "▁dark ness",
+      "▁Fußball spieler",
+      "▁Ж и",
+      "quis ition",
+      "▁S ieg",
+      "▁Sie g",
+      "▁Si eg",
+      "C irc",
+      "▁c ientí",
+      "ne lle",
+      "nel le",
+      "nell e",
+      "n elle",
+      "SH A",
+      "S HA",
+      "▁u rb",
+      "▁ur b",
+      "▁ urb",
+      "▁k si",
+      "leq slant",
+      "▁ф рон",
+      "▁de fect",
+      "▁def ect",
+      "▁defe ct",
+      "▁r á",
+      "▁ rá",
+      "▁strong er",
+      "▁p ł",
+      "▁commun ities",
+      "ни на",
+      "нин а",
+      "en as",
+      "ena s",
+      "e nas",
+      "ienne nt",
+      "ienn ent",
+      "▁safe ly",
+      "▁saf ely",
+      "▁т я",
+      "▁ тя",
+      "▁ben chmark",
+      "▁Bra un",
+      "method s",
+      "arg ument",
+      "vo s",
+      "v os",
+      "ob ox",
+      "o box",
+      "ро ви",
+      "ров и",
+      "р ови",
+      "▁recher che",
+      "m n",
+      "▁br ings",
+      "▁bring s",
+      "m achine",
+      "CE SS",
+      "CES S",
+      "host s",
+      "hos ts",
+      "▁N Y",
+      "Aut ow",
+      "Auto w",
+      "▁сов ремен",
+      "▁G ary",
+      "▁Gar y",
+      "▁Ga ry",
+      "▁s ensor",
+      "▁sens or",
+      "▁document ed",
+      "▁pr endre",
+      "▁prend re",
+      "▁pe er",
+      "en ix",
+      "eni x",
+      "ha i",
+      "h ai",
+      "ar be",
+      "цен т",
+      "ц ент",
+      "_ (",
+      "▁U RI",
+      "▁ URI",
+      "ев а",
+      "е ва",
+      "▁Re gie",
+      "▁Reg ie",
+      "▁Mon ument",
+      "▁onder werp",
+      "B ag",
+      "ti t",
+      "t it",
+      "▁st ir",
+      "▁n erv",
+      "▁ne rv",
+      "▁ner v",
+      "стор ія",
+      "▁s ov",
+      "▁so v",
+      "▁writ ers",
+      "▁write rs",
+      "▁writer s",
+      "▁sort s",
+      "▁sor ts",
+      "ab solute",
+      "▁difficult ies",
+      "▁par lament",
+      "▁parl ament",
+      "▁IE numerable",
+      "▁dis sol",
+      "▁diss ol",
+      "▁CH ECK",
+      "ar ina",
+      "ari na",
+      "arin a",
+      "in burgh",
+      "D M",
+      "▁e ind",
+      "▁ein d",
+      "▁bud get",
+      "▁cert ains",
+      "▁certain s",
+      "▁för sta",
+      "▁först a",
+      "an ja",
+      "a nja",
+      "▁го дов",
+      "▁год ов",
+      "▁т ек",
+      "▁те к",
+      "▁ тек",
+      "▁D uch",
+      "▁Du ch",
+      "▁Duc h",
+      "gu i",
+      "g ui",
+      "▁Te ams",
+      "▁Team s",
+      "▁мно ги",
+      "Mar ie",
+      "Ma rie",
+      "M arie",
+      "In tegr",
+      "Int egr",
+      "Thread Pool",
+      "ru st",
+      "rus t",
+      "r ust",
+      "í k",
+      "% \"",
+      "en f",
+      "sp l",
+      "s pl",
+      "▁be gun",
+      "▁beg un",
+      "lo u",
+      "l ou",
+      "▁Rewrite Rule",
+      "tu ple",
+      "ane ous",
+      "▁mar ine",
+      "▁mari ne",
+      "▁ marine",
+      "at tan",
+      "att an",
+      "atta n",
+      "ik al",
+      "ika l",
+      "i kal",
+      "▁gradu ated",
+      "il lé",
+      "ill é",
+      "▁про ве",
+      "▁пров е",
+      "▁пр ове",
+      "▁Р оз",
+      "▁Ро з",
+      "', \r",
+      "' ,\r",
+      "▁Pf arr",
+      "▁n ivel",
+      "▁ni vel",
+      "▁пра цю",
+      "mus ic",
+      "▁set Timeout",
+      "ER S",
+      "E RS",
+      "▁E rik",
+      "▁Er ik",
+      "pi t",
+      "p it",
+      "▁Х ро",
+      "▁p ił",
+      "▁pi ł",
+      "▁p eri",
+      "▁per i",
+      "▁pe ri",
+      "до к",
+      "д ок",
+      "us zt",
+      "usz t",
+      "▁B ear",
+      "▁Be ar",
+      "Class Name",
+      "▁Par lament",
+      "▁a ix",
+      "▁ai x",
+      "▁inv ited",
+      "▁P ATH",
+      "▁PA TH",
+      "▁ PATH",
+      "xt er",
+      "x ter",
+      "▁R ace",
+      "▁Ra ce",
+      "▁h echo",
+      "▁he cho",
+      "▁T ower",
+      "▁To wer",
+      "▁Tow er",
+      "▁u tf",
+      "▁ut f",
+      "▁ utf",
+      "act ly",
+      "▁бу де",
+      "▁ang les",
+      "▁angle s",
+      "▁ angles",
+      "ня я",
+      "ouv elles",
+      "ouve lles",
+      "ouvel les",
+      "ouvelle s",
+      "▁cl imate",
+      "▁cli mate",
+      "▁clim ate",
+      "▁sing ing",
+      "▁sin ging",
+      "▁navig ate",
+      ">' ;",
+      "> ';",
+      "ad ows",
+      "ado ws",
+      "adow s",
+      "▁l eta",
+      "▁le ta",
+      "▁let a",
+      "▁S itz",
+      "▁Si tz",
+      "▁Sit z",
+      "▁part itions",
+      "▁partition s",
+      "▁d ock",
+      "▁do ck",
+      "▁doc k",
+      "▁ż y",
+      "▁ ży",
+      "▁alloc ate",
+      "▁benef its",
+      "▁benefit s",
+      "▁n ieder",
+      "▁nie der",
+      "▁ni eder",
+      "xp ath",
+      "x path",
+      "me ck",
+      "äl le",
+      "äll e",
+      "ä lle",
+      "▁cou pling",
+      "▁coup ling",
+      "жи л",
+      "ж ил",
+      "For Key",
+      "ar gent",
+      "arg ent",
+      "cl ou",
+      "clo u",
+      "c lou",
+      "▁instru ments",
+      "▁instrument s",
+      "▁ent hus",
+      "▁m ég",
+      "▁mé g",
+      "▁Па в",
+      "▁R ach",
+      "▁Ra ch",
+      "-- ---",
+      "---- -",
+      "--- --",
+      "- ----",
+      "▁API s",
+      "▁AP Is",
+      "▁V ier",
+      "▁Vi er",
+      "▁Vie r",
+      "C md",
+      "it ore",
+      "ito re",
+      "itor e",
+      "▁C uba",
+      "▁Cu ba",
+      "▁Cub a",
+      "▁dátum mal",
+      "▁embed ding",
+      "std io",
+      "▁Gil bert",
+      "▁ge prüft",
+      "▁st ating",
+      "▁stat ing",
+      "▁sta ting",
+      "▁stati ng",
+      "▁trigger s",
+      "▁trig gers",
+      "+ =",
+      "▁spé cial",
+      "▁del iber",
+      "▁deli ber",
+      "ми н",
+      "м ин",
+      "Pro du",
+      "Pr odu",
+      "P rodu",
+      "▁St ati",
+      "▁Stat i",
+      "▁Sta ti",
+      "▁z us",
+      "▁zu s",
+      "kt ionen",
+      "ktion en",
+      "Dispatch er",
+      "id al",
+      "ida l",
+      "i dal",
+      "▁L P",
+      "▁ LP",
+      "op tera",
+      "opt era",
+      "opter a",
+      "▁e star",
+      "▁est ar",
+      "▁es tar",
+      "▁esta r",
+      "▁зна чи",
+      "с мо",
+      "ous es",
+      "ouse s",
+      "o uses",
+      "eng ono",
+      "engo no",
+      "▁W PF",
+      "pub lish",
+      "▁t eor",
+      "▁te or",
+      "el if",
+      "eli f",
+      "▁e rg",
+      "▁er g",
+      "▁ erg",
+      "▁separ ation",
+      "Pa n",
+      "P an",
+      "▁Or chestra",
+      "Pe ter",
+      "P eter",
+      "bound s",
+      "b ounds",
+      "▁Shakespe are",
+      "▁cant ante",
+      "▁d emi",
+      "▁de mi",
+      "▁dem i",
+      "▁Pop ular",
+      "ф р",
+      "ar ring",
+      "arr ing",
+      "ци н",
+      "ц ин",
+      "▁И с",
+      "vo n",
+      "v on",
+      "▁subst itution",
+      "▁lí nea",
+      "\\}$ .",
+      "\\} $.",
+      "\\ }$.",
+      "com o",
+      "co mo",
+      "c omo",
+      "▁ва ж",
+      "wa gen",
+      "w agen",
+      "▁rare ly",
+      "▁period s",
+      "▁peri ods",
+      "gl ob",
+      "g lob",
+      "▁F rid",
+      "▁Fr id",
+      "▁Fri d",
+      "▁T err",
+      "▁Te rr",
+      "▁Ter r",
+      "▁Re lease",
+      "▁ Release",
+      "Brain z",
+      "▁гра ф",
+      "▁ граф",
+      "DI S",
+      "D IS",
+      "compat ible",
+      "▁po č",
+      "LI N",
+      "L IN",
+      "▁K ällor",
+      "▁A rizona",
+      "pp y",
+      "p py",
+      "Se q",
+      "S eq",
+      "▁A in",
+      "▁T ourn",
+      "▁To urn",
+      "▁Tour n",
+      "br ow",
+      "bro w",
+      "b row",
+      "▁K ör",
+      "▁Kö r",
+      "▁a sh",
+      "▁as h",
+      "▁ ash",
+      "ogene ous",
+      "▁dia lect",
+      "▁насе ља",
+      "mysql i",
+      "mysq li",
+      "цо в",
+      "ц ов",
+      "▁f lor",
+      "▁fl or",
+      "▁flo r",
+      "▁ф ло",
+      "IA B",
+      "I AB",
+      "▁With in",
+      "▁Wit hin",
+      "^ (",
+      "▁b ois",
+      "▁bo is",
+      "▁t ank",
+      "▁tan k",
+      "▁aff ili",
+      "▁h ijo",
+      "▁hij o",
+      "▁hi jo",
+      "▁K ate",
+      "▁Kat e",
+      "▁Ka te",
+      "▁Ver l",
+      "▁Ve rl",
+      "▁M iami",
+      "▁Mi ami",
+      "▁type script",
+      "▁types cript",
+      "њ у",
+      "▁V ern",
+      "▁Ver n",
+      "▁Ve rn",
+      "▁ви со",
+      "ie mann",
+      "iem ann",
+      "i emann",
+      "▁co verage",
+      "▁cover age",
+      "br ie",
+      "b rie",
+      "▁Start ing",
+      "▁Star ting",
+      "num py",
+      "▁J enkins",
+      "▁Jen kins",
+      "▁k ét",
+      "▁ké t",
+      "▁g rup",
+      "▁gr up",
+      "▁gru p",
+      "▁S cient",
+      "▁Sc ient",
+      "▁Sci ent",
+      "▁inter rupt",
+      "▁b lob",
+      "▁bl ob",
+      "▁blo b",
+      "▁ blob",
+      "ug el",
+      "uge l",
+      "u gel",
+      "▁Or th",
+      "▁Ort h",
+      "ab ama",
+      "aba ma",
+      "▁B apt",
+      "▁Ba pt",
+      "ow nik",
+      "own ik",
+      "▁бы ть",
+      "▁Jul ius",
+      "▁Ju lius",
+      "▁Juli us",
+      "▁П рез",
+      "▁Пре з",
+      "▁subst itute",
+      "support ed",
+      "supp orted",
+      "ch y",
+      "c hy",
+      "egy zetek",
+      "▁Per formance",
+      "▁Perform ance",
+      "less ly",
+      "Con structor",
+      "▁ext ending",
+      "▁extend ing",
+      "▁Mus lim",
+      "Over flow",
+      "▁J enn",
+      "▁Je nn",
+      "▁Jen n",
+      "▁produ z",
+      "▁prod uz",
+      "мі ї",
+      "м ії",
+      "▁país es",
+      "▁e ux",
+      "▁eu x",
+      "▁f ate",
+      "▁fa te",
+      "▁fat e",
+      "ol oge",
+      "olog e",
+      "olo ge",
+      "у к",
+      "▁wo bei",
+      "▁wob ei",
+      "▁S achsen",
+      "▁Sach sen",
+      "▁са йт",
+      "▁сай т",
+      "Mod els",
+      "Model s",
+      "Mode ls",
+      "▁F ast",
+      "▁Fa st",
+      "bes ondere",
+      "▁F R",
+      "▁ FR",
+      "▁a con",
+      "▁ac on",
+      "▁ acon",
+      "▁Den kmal",
+      "▁an ch",
+      "▁anc h",
+      "▁ anch",
+      "▁públic o",
+      "▁T as",
+      "▁Ta s",
+      "▁c and",
+      "▁can d",
+      "▁ca nd",
+      "▁pa ździer",
+      "▁М он",
+      "▁Мо н",
+      "▁vers us",
+      "ru t",
+      "r ut",
+      "G T",
+      "▁insert ing",
+      "▁inser ting",
+      "▁can ad",
+      "▁ca nad",
+      "є м",
+      "▁M etro",
+      "▁Met ro",
+      "▁Herz og",
+      "Ign ore",
+      "▁decre ase",
+      "▁п ун",
+      "▁пу н",
+      "▁F ischer",
+      "▁M all",
+      "▁Ma ll",
+      "▁Mal l",
+      "▁n örd",
+      "io stream",
+      "i ostream",
+      "▁Lux emb",
+      "pay load",
+      "▁Ze itung",
+      "▁Zeit ung",
+      "▁mod ifying",
+      "▁modify ing",
+      "▁C her",
+      "▁Ch er",
+      "▁Che r",
+      "▁Lu ci",
+      "▁Luc i",
+      "n x",
+      "▁lo ose",
+      "▁top ics",
+      "▁topic s",
+      "▁var ied",
+      "▁vari ed",
+      "▁va ried",
+      "▁p g",
+      "▁ pg",
+      "aj es",
+      "aje s",
+      "a jes",
+      "um m",
+      "u mm",
+      "View s",
+      "▁B eau",
+      "▁Be au",
+      "MA P",
+      "M AP",
+      "ip eline",
+      "ipe line",
+      "▁Inter est",
+      "ar ith",
+      "ari th",
+      "▁seg ún",
+      "▁Geme ins",
+      "▁Att ribute",
+      "▁ Attribute",
+      "comm unity",
+      "▁цент р",
+      "▁kil ometer",
+      "▁kilomet er",
+      "▁kilom eter",
+      "▁é conom",
+      "▁éc onom",
+      "lar ation",
+      "▁к ъ",
+      "▁car riage",
+      "▁carri age",
+      "▁L ane",
+      "▁La ne",
+      "▁Lan e",
+      "▁не об",
+      "ku r",
+      "k ur",
+      "▁A F",
+      "▁ AF",
+      "IN TER",
+      "INT ER",
+      ")) $",
+      ") )$",
+      "▁be ide",
+      "▁bei de",
+      "dest ination",
+      "▁font s",
+      "▁fon ts",
+      "▁ fonts",
+      "append Child",
+      "▁M AR",
+      "▁MA R",
+      "▁g ay",
+      "▁ga y",
+      "mi l",
+      "m il",
+      "le sh",
+      "les h",
+      "l esh",
+      "è t",
+      "▁W ang",
+      "▁Wa ng",
+      "▁Y ears",
+      "▁Year s",
+      "▁Ye ars",
+      "▁S ymbol",
+      "▁Sym bol",
+      "▁ Symbol",
+      "Li ve",
+      "L ive",
+      "qu ency",
+      "▁U sers",
+      "▁Use rs",
+      "▁User s",
+      "▁Us ers",
+      "▁ Users",
+      "▁Un icode",
+      "▁S au",
+      "▁Sa u",
+      "▁t ons",
+      "▁to ns",
+      "▁ton s",
+      "▁ tons",
+      "▁Н і",
+      "▁кра ї",
+      "▁ краї",
+      "AX I",
+      "▁P ick",
+      "▁Pi ck",
+      "▁Pic k",
+      "A I",
+      "▁h ath",
+      "▁ha th",
+      "▁hat h",
+      "▁a inda",
+      "▁ain da",
+      "▁p apa",
+      "▁pa pa",
+      "▁pap a",
+      "▁C enso",
+      "▁B ald",
+      "▁Ba ld",
+      "▁Bal d",
+      "▁Насе ље",
+      "▁sim ulations",
+      "▁simulation s",
+      "▁j aren",
+      "▁ja ren",
+      "▁jar en",
+      "▁inher ited",
+      "▁inherit ed",
+      "▁то й",
+      "▁ той",
+      "▁fe els",
+      "▁feel s",
+      "▁fee ls",
+      "ress ion",
+      "r ession",
+      "▁o któber",
+      "bi d",
+      "b id",
+      "ás i",
+      "á si",
+      "▁m uss",
+      "▁mus s",
+      "▁mu ss",
+      "vent ory",
+      "▁me ist",
+      "▁b ore",
+      "▁bo re",
+      "▁bor e",
+      "▁sl ider",
+      "▁slide r",
+      "▁sli der",
+      "▁ slider",
+      "де ли",
+      "\\ ;",
+      "▁extra cted",
+      "▁extract ed",
+      "ку р",
+      "к ур",
+      "Ed ge",
+      "▁per f",
+      "▁pe rf",
+      "▁Brig ade",
+      "▁гра д",
+      "▁ град",
+      "ie nie",
+      "ien ie",
+      "i enie",
+      "▁N orden",
+      "▁Nor den",
+      "▁Nord en",
+      "▁c ancer",
+      "▁can cer",
+      "\" /",
+      "C ur",
+      "▁С ере",
+      "▁Се ре",
+      "▁Сер е",
+      "▁liqu id",
+      "str ucture",
+      "struct ure",
+      "▁cho osing",
+      "▁Per l",
+      "▁Pe rl",
+      "Si de",
+      "S ide",
+      "ü s",
+      "ри тор",
+      "рито р",
+      "рит ор",
+      "▁k ost",
+      "▁ko st",
+      "▁pa ckets",
+      "▁pack ets",
+      "▁packet s",
+      "▁кото рого",
+      "▁Com un",
+      "▁Co mun",
+      "▁f ingers",
+      "▁fin gers",
+      "▁finger s",
+      "ográ fica",
+      "> :",
+      "▁champion nat",
+      "▁bl ieb",
+      "▁S itu",
+      "▁Si tu",
+      "▁Sit u",
+      "▁su ic",
+      "an dis",
+      "and is",
+      "Fr e",
+      "F re",
+      "▁C onc",
+      "▁Con c",
+      "▁Co nc",
+      "▁re public",
+      "▁rep ublic",
+      "▁repub lic",
+      "▁ar med",
+      "▁arm ed",
+      "▁h ell",
+      "▁he ll",
+      "▁hel l",
+      "▁ hell",
+      "▁h ög",
+      "▁hö g",
+      "rag ma",
+      "▁en se",
+      "▁ens e",
+      "▁ ense",
+      "▁ac res",
+      "▁В ід",
+      "▁Ві д",
+      "▁Re form",
+      "▁Ref orm",
+      "Main Activity",
+      "ke eper",
+      "keep er",
+      "kee per",
+      "er b",
+      "e rb",
+      "▁mon aster",
+      "sub subsection",
+      "▁Ди в",
+      "▁cre ature",
+      "▁indic ating",
+      "▁url s",
+      "▁ur ls",
+      "▁ urls",
+      "▁k ein",
+      "▁ke in",
+      "об раз",
+      "обра з",
+      "pi ck",
+      "pic k",
+      "p ick",
+      "▁Ad mir",
+      "▁old est",
+      "▁ol dest",
+      "▁m uz",
+      "▁mu z",
+      "▁contra diction",
+      "▁contrad iction",
+      "▁contradict ion",
+      "▁prob abil",
+      "illi ant",
+      "▁p av",
+      "▁pa v",
+      "▁pa pel",
+      "▁pap el",
+      "ub s",
+      "u bs",
+      "▁ж ена",
+      "▁же на",
+      "▁жен а",
+      "▁ жена",
+      "AM L",
+      "A ML",
+      "▁re cip",
+      "▁rec ip",
+      "▁reci p",
+      "▁C OL",
+      "▁CO L",
+      "▁ COL",
+      "ad ded",
+      "add ed",
+      "▁cl ue",
+      "▁Uk raine",
+      "▁Ukrain e",
+      "▁jel ent",
+      "че нь",
+      "чен ь",
+      "ч ень",
+      "▁mathemat ics",
+      "Ac cept",
+      "▁с от",
+      "▁со т",
+      "▁се вер",
+      "▁isol ated",
+      "▁по я",
+      "w ür",
+      "Ro uter",
+      "Route r",
+      "Rout er",
+      "R outer",
+      "CA T",
+      "C AT",
+      "rg b",
+      "r gb",
+      "▁L ov",
+      "▁Lo v",
+      "mu table",
+      "mut able",
+      "m utable",
+      "▁W es",
+      "▁We s",
+      "▁Ital ien",
+      "Dra g",
+      "Dr ag",
+      "D rag",
+      "en ium",
+      "eni um",
+      "at ting",
+      "att ing",
+      "atti ng",
+      "tc p",
+      "t cp",
+      "▁erfolg te",
+      "▁Be it",
+      "▁Bei t",
+      "га то",
+      "▁System s",
+      "▁Syst ems",
+      "▁re serve",
+      "▁res erve",
+      "er ee",
+      "ere e",
+      "e ree",
+      "▁Па ри",
+      "▁Пар и",
+      "▁з али",
+      "▁за ли",
+      "▁re nt",
+      "▁r ent",
+      "▁ren t",
+      "▁ rent",
+      "▁s unt",
+      "▁su nt",
+      "▁sun t",
+      "▁G irls",
+      "▁Girl s",
+      "▁Gir ls",
+      "▁Er nest",
+      "▁Ern est",
+      "▁f its",
+      "▁fi ts",
+      "▁fit s",
+      "▁op pon",
+      "▁opp on",
+      "▁живе ло",
+      "▁av aient",
+      "▁Flor ence",
+      "▁Flo rence",
+      "▁чи сле",
+      "▁eng ines",
+      "▁engine s",
+      "D ynamic",
+      "▁stycz nia",
+      "▁b ias",
+      "▁bi as",
+      "▁Ex change",
+      "ди й",
+      "▁histor iques",
+      "▁historique s",
+      "▁H ä",
+      "ho d",
+      "h od",
+      "▁w ł",
+      "sch ap",
+      "▁l ac",
+      "▁la c",
+      "▁ lac",
+      "▁F oi",
+      "▁Fo i",
+      "▁d well",
+      "▁dw ell",
+      "▁Unter nehmen",
+      "UR N",
+      "▁kilomet res",
+      "▁Одна ко",
+      "к ли",
+      "▁S ri",
+      "▁Sr i",
+      "Gr oups",
+      "Group s",
+      "min d",
+      "mi nd",
+      "m ind",
+      "os lov",
+      "fer n",
+      "fe rn",
+      "f ern",
+      "eg u",
+      "e gu",
+      "abel ed",
+      "abe led",
+      "F iddle",
+      "▁Cent ury",
+      "/ -",
+      "▁J egyzetek",
+      "He n",
+      "H en",
+      "ens emble",
+      "▁G ut",
+      "▁Gu t",
+      "_{ {\\",
+      "_ {{\\",
+      "▁ran king",
+      "▁rank ing",
+      "+ $",
+      "ал а",
+      "а ла",
+      "▁# {",
+      "▁ #{",
+      "im ientos",
+      "imiento s",
+      "ach im",
+      "ac him",
+      "achi m",
+      "ri des",
+      "ride s",
+      "rid es",
+      "r ides",
+      "▁K laus",
+      "▁Kl aus",
+      "▁int end",
+      "▁inte nd",
+      "▁inten d",
+      "▁Kent ucky",
+      "ci pe",
+      "cip e",
+      "c ipe",
+      "▁D ienst",
+      "▁Di enst",
+      "▁situ ated",
+      "▁pó ź",
+      "▁s crit",
+      "▁sc rit",
+      "▁scr it",
+      "▁scri t",
+      "cl ip",
+      "cli p",
+      "c lip",
+      "не т",
+      "н ет",
+      "ta bles",
+      "table s",
+      "tab les",
+      "t ables",
+      "▁N ied",
+      "▁Ni ed",
+      "▁Nie d",
+      "▁Mc K",
+      "▁pow st",
+      "▁kun nen",
+      "▁Ev ans",
+      "▁Eva ns",
+      "ж ды",
+      "ва ть",
+      "ват ь",
+      "uch ar",
+      "uc har",
+      "ucha r",
+      "u char",
+      "▁res idents",
+      "▁resid ents",
+      "▁resident s",
+      "ia k",
+      "i ak",
+      "▁Re sol",
+      "▁Res ol",
+      "▁ Resol",
+      "▁ve ces",
+      "▁vec es",
+      "▁satisf ying",
+      "▁satisfy ing",
+      "IN F",
+      "I NF",
+      "▁с ин",
+      "▁си н",
+      "▁cross ing",
+      "ib en",
+      "ibe n",
+      "i ben",
+      "▁ши ро",
+      "pt o",
+      "p to",
+      "IL L",
+      "I LL",
+      "▁ро ль",
+      "▁a ktiv",
+      "▁akt iv",
+      "▁обра щения",
+      "Wik ispecies",
+      "▁Hö he",
+      "cr o",
+      "c ro",
+      "══ ══",
+      "al tra",
+      "alt ra",
+      "▁FI LE",
+      "▁ FILE",
+      "▁u ps",
+      "▁up s",
+      "▁ ups",
+      "▁al location",
+      "▁all ocation",
+      "▁alloc ation",
+      "▁allo cation",
+      "Mich ael",
+      "▁acknow led",
+      "Lin ux",
+      "▁met ros",
+      "▁ metros",
+      "tt e",
+      "t te",
+      "af en",
+      "a fen",
+      "▁x code",
+      "▁тра ди",
+      "spe cies",
+      "spec ies",
+      "s pecies",
+      "▁inj ury",
+      "▁са мы",
+      "▁сам ы",
+      "▁l attice",
+      "M aterial",
+      "and enburg",
+      "anden burg",
+      "▁huvud staden",
+      "st ory",
+      "sto ry",
+      "stor y",
+      "▁var ying",
+      "▁vary ing",
+      "▁kö vet",
+      "▁Росси йской",
+      "ir se",
+      "irs e",
+      "▁d rum",
+      "▁dr um",
+      "▁dru m",
+      "Pr essed",
+      "Press ed",
+      "Pres sed",
+      "La r",
+      "L ar",
+      "▁A gu",
+      "▁Ag u",
+      "▁w eil",
+      "▁we il",
+      "▁comm ence",
+      "▁Seg ún",
+      "Gest ure",
+      "Sh ape",
+      "S hape",
+      "▁V ors",
+      "▁Vo rs",
+      "▁Vor s",
+      "▁succ ès",
+      "▁correct ed",
+      "▁corre cted",
+      "▁corr ected",
+      "K ar",
+      "▁cr uel",
+      "▁cru el",
+      "▁polit ico",
+      "▁Schrift steller",
+      "▁ris ult",
+      "et u",
+      "e tu",
+      "arch iv",
+      "▁gén ero",
+      "▁gé nero",
+      "▁L ü",
+      "▁tri umph",
+      "OR S",
+      "O RS",
+      "L u",
+      "▁person nel",
+      "▁personn el",
+      "▁personne l",
+      "▁H ills",
+      "▁Hill s",
+      "▁Hil ls",
+      "as set",
+      "ass et",
+      "asse t",
+      "do min",
+      "dom in",
+      "d omin",
+      "Rece ive",
+      "▁O ak",
+      "▁K no",
+      "▁Kn o",
+      "▁The ory",
+      "ir ie",
+      "iri e",
+      "i rie",
+      "ow an",
+      "owa n",
+      "o wan",
+      "▁est ava",
+      "▁esta va",
+      "▁exec utes",
+      "▁execute s",
+      "▁execut es",
+      "й т",
+      "óp ez",
+      "ó pez",
+      "по ло",
+      "пол о",
+      "п оло",
+      "ét ica",
+      "▁назва ние",
+      "▁conver ges",
+      "▁not re",
+      "▁no tre",
+      "▁pop ulated",
+      "▁popula ted",
+      "▁popul ated",
+      "▁populate d",
+      "▁mov ements",
+      "▁move ments",
+      "▁movement s",
+      "▁statist ical",
+      "▁Zwe iten",
+      "qu in",
+      "qui n",
+      "▁import antes",
+      "▁important es",
+      "▁importante s",
+      "▁k lein",
+      "▁kle in",
+      "▁kl ein",
+      "▁Seg unda",
+      "schließ end",
+      "Fail ure",
+      "na r",
+      "n ar",
+      "da g",
+      "d ag",
+      "▁ru olo",
+      "▁f iction",
+      "▁fi ction",
+      "▁fic tion",
+      "▁fict ion",
+      "▁исполь зу",
+      "▁cr isis",
+      "▁Get ting",
+      ", %",
+      "▁ар мии",
+      "▁cam pus",
+      "▁camp us",
+      "▁fo oter",
+      "▁foot er",
+      "▁foo ter",
+      "▁ footer",
+      "▁d ías",
+      "▁día s",
+      "▁dí as",
+      "ба н",
+      "б ан",
+      "▁liber ty",
+      "▁libert y",
+      "▁g h",
+      "▁ gh",
+      "▁cham ber",
+      "▁district s",
+      "▁exc ited",
+      "▁can ción",
+      "ter o",
+      "te ro",
+      "t ero",
+      "▁Work ing",
+      "▁Wor king",
+      "▁czę ści",
+      "ль ный",
+      "▁f orum",
+      "▁for um",
+      "▁fo rum",
+      "▁ forum",
+      "▁E he",
+      "▁ка та",
+      "▁ ката",
+      "it ations",
+      "itation s",
+      "itat ions",
+      "To ols",
+      "Tool s",
+      "T ools",
+      "ach iv",
+      "achi v",
+      "▁c res",
+      "▁cre s",
+      "▁cr es",
+      "as to",
+      "ast o",
+      "a sto",
+      "▁re ver",
+      "▁r ever",
+      "▁rev er",
+      "▁reve r",
+      "▁n azionale",
+      "▁naz ionale",
+      "▁do ors",
+      "▁door s",
+      "▁N ancy",
+      "▁Nan cy",
+      "▁is lands",
+      "▁island s",
+      "Im p",
+      "I mp",
+      "▁Ch air",
+      "▁Cha ir",
+      "▁v orm",
+      "▁vo rm",
+      "▁vor m",
+      "se in",
+      "s ein",
+      "▁до ку",
+      "er set",
+      "ers et",
+      "▁tät ig",
+      "▁K rit",
+      "▁Kr it",
+      "▁п я",
+      "▁cons ervation",
+      "▁conserv ation",
+      "▁Part ido",
+      "▁Parti do",
+      "min ipage",
+      "Valid ator",
+      "▁rec overy",
+      "▁recover y",
+      "▁NA SA",
+      "▁NAS A",
+      "▁br east",
+      "▁bre ast",
+      "il ty",
+      "ilt y",
+      "an aly",
+      "ana ly",
+      "anal y",
+      "el ines",
+      "eli nes",
+      "eline s",
+      "elin es",
+      "e lines",
+      "▁S aturday",
+      "em ark",
+      "e mark",
+      "ce j",
+      "c ej",
+      "Ze ro",
+      "Z ero",
+      "▁Tur ner",
+      "▁Turn er",
+      "sec ure",
+      "Ex ists",
+      "▁R ick",
+      "▁Ric k",
+      "▁Ri ck",
+      "ev alu",
+      "eval u",
+      "e valu",
+      "ct rl",
+      "ctr l",
+      "c trl",
+      "▁com pression",
+      "▁comp ression",
+      "▁compr ession",
+      "▁compress ion",
+      "▁C URL",
+      "text color",
+      ")\\ ,",
+      ") \\,",
+      "long rightarrow",
+      "▁Fern seh",
+      "▁ Fernseh",
+      "ic ha",
+      "ich a",
+      "i cha",
+      "▁l oi",
+      "▁lo i",
+      "▁О те",
+      "▁От е",
+      "▁c ave",
+      "▁ca ve",
+      "▁cav e",
+      "▁do zen",
+      "▁expla ining",
+      "▁expl aining",
+      "▁explain ing",
+      "▁in nov",
+      "▁inn ov",
+      "▁Nich olas",
+      "▁dia meter",
+      "▁diam eter",
+      "▁M arian",
+      "▁Mar ian",
+      "▁Ma rian",
+      "▁Maria n",
+      "▁Mari an",
+      "▁f ires",
+      "▁fire s",
+      "▁fi res",
+      "▁fir es",
+      "▁art ifact",
+      "▁ artifact",
+      "▁Par ker",
+      "▁Park er",
+      "▁B und",
+      "▁Bu nd",
+      "▁Bun d",
+      "▁v erte",
+      "▁ver te",
+      "▁vert e",
+      "▁ verte",
+      "▁tal ent",
+      "▁tale nt",
+      "▁Lu cas",
+      "▁Luc as",
+      "re verse",
+      "▁folg enden",
+      "▁S ah",
+      "▁Sa h",
+      "ject ions",
+      "je ctions",
+      "jection s",
+      "▁inve ce",
+      "▁cost itu",
+      "▁s sl",
+      "▁ss l",
+      "▁ ssl",
+      "}} ^",
+      "} }^",
+      "▁viol ent",
+      "▁s pos",
+      "▁sp os",
+      "▁spo s",
+      "Ro ut",
+      "R out",
+      "jd k",
+      "j dk",
+      "▁за ме",
+      "▁f urent",
+      "▁fur ent",
+      "▁fu rent",
+      "an dal",
+      "and al",
+      "anda l",
+      "H om",
+      "▁Sen ior",
+      "▁p ounds",
+      "▁Disc ogs",
+      "▁з е",
+      "▁ зе",
+      "'} [",
+      "' }[",
+      "▁Napole on",
+      "ordin ates",
+      "ordinate s",
+      "à n",
+      "▁k urz",
+      "▁kur z",
+      "▁v ere",
+      "▁ver e",
+      "▁ve re",
+      "▁ vere",
+      "▁re use",
+      "▁Г ен",
+      "▁Ге н",
+      "▁S yst",
+      "▁Sy st",
+      "▁disapp eared",
+      "▁disappear ed",
+      "▁W atch",
+      "▁Wat ch",
+      "▁ Watch",
+      "bibli othek",
+      "▁кор пу",
+      "▁C s",
+      "▁} `",
+      "▁ }`",
+      "▁r ör",
+      "▁де ла",
+      "▁ дела",
+      "V B",
+      "▁calcul us",
+      "▁calc ulus",
+      "ро да",
+      "род а",
+      "▁jud gment",
+      "at ile",
+      "ati le",
+      "▁long ue",
+      "▁lon gue",
+      "▁H us",
+      "▁Hu s",
+      "J ac",
+      "}} )",
+      "} })",
+      "RI PT",
+      "IAB ot",
+      "▁ap ós",
+      "▁a ston",
+      "▁as ton",
+      "▁ast on",
+      "Web achiv",
+      "▁URL s",
+      "▁co at",
+      "▁э коно",
+      "▁l ear",
+      "▁le ar",
+      "▁ lear",
+      "ext ensions",
+      "extension s",
+      "▁Class ic",
+      "T I",
+      "▁T age",
+      "▁Tag e",
+      "▁Ta ge",
+      "▁l á",
+      "▁ lá",
+      "▁s emb",
+      "▁se mb",
+      "▁sem b",
+      "▁développ ement",
+      "IS TS",
+      "IST S",
+      "▁sol ves",
+      "▁solve s",
+      ",\\ ,",
+      ", \\,",
+      "▁чем пі",
+      "ord inary",
+      "ordin ary",
+      "▁B av",
+      "▁Ba v",
+      "▁much os",
+      "▁mu chos",
+      "▁mucho s",
+      "S elf",
+      "▁Ма й",
+      "▁D iet",
+      "▁Die t",
+      "▁Di et",
+      "▁necess ity",
+      "ві д",
+      "в ід",
+      "▁m ano",
+      "▁ma no",
+      "▁man o",
+      "▁С р",
+      "▁car re",
+      "▁Cam era",
+      "▁Camer a",
+      "▁ Camera",
+      "▁N arod",
+      "▁Na rod",
+      "▁Nar od",
+      "▁Ph one",
+      "▁Pho ne",
+      "▁ Phone",
+      "▁pol ym",
+      "▁poly m",
+      "im ore",
+      "imo re",
+      "i more",
+      "is Empty",
+      "▁Hou ston",
+      "▁Re ce",
+      "▁Rec e",
+      "▁ Rece",
+      "▁present ation",
+      "▁pres entation",
+      "▁presenta tion",
+      "▁ presentation",
+      "ни ципа",
+      "ници па",
+      "▁D b",
+      "▁ Db",
+      "▁conf ident",
+      "▁} {",
+      "▁ }{",
+      "▁bul let",
+      "▁ bullet",
+      "▁{ },",
+      "▁{} ,",
+      "AN GE",
+      "ANG E",
+      "▁No tre",
+      "▁Not re",
+      "ch in",
+      "chi n",
+      "c hin",
+      "▁Dr agon",
+      "▁Drag on",
+      "▁Dra gon",
+      "er ca",
+      "erc a",
+      "ia li",
+      "ial i",
+      "i ali",
+      "▁as set",
+      "▁ass et",
+      "▁asse t",
+      "▁ asset",
+      "▁mu ito",
+      "▁muit o",
+      "▁deep ly",
+      "▁rest riction",
+      "▁restrict ion",
+      "▁com merce",
+      "▁commer ce",
+      "▁ commerce",
+      "▁B omb",
+      "▁Bo mb",
+      "▁Bom b",
+      "c aught",
+      "q q",
+      "▁A rag",
+      "▁Ar ag",
+      "▁Ara g",
+      "▁не мец",
+      "▁Anal ysis",
+      "▁člán ku",
+      "▁b aby",
+      "▁ba by",
+      "▁e chter",
+      "▁о дного",
+      "▁од ного",
+      "▁одно го",
+      "же на",
+      "жен а",
+      "ж ена",
+      "▁white space",
+      "▁whites pace",
+      "ç u",
+      "LI ST",
+      "L IST",
+      "fr ique",
+      "fri que",
+      "f rique",
+      "▁v arias",
+      "▁var ias",
+      "▁vari as",
+      "▁va rias",
+      "▁W it",
+      "▁Wi t",
+      "▁Lic encia",
+      "Ex it",
+      "▁sie rp",
+      "▁sier p",
+      "▁ass emb",
+      "▁asse mb",
+      "▁split ting",
+      "▁spl itting",
+      "▁pa lace",
+      "▁pal ace",
+      "▁b locked",
+      "▁block ed",
+      "▁bound aries",
+      "▁iter ations",
+      "▁iteration s",
+      "▁Rot ten",
+      "▁Ver kehr",
+      "▁we er",
+      "Test s",
+      "T ests",
+      "if ting",
+      "ift ing",
+      "▁reg ul",
+      "▁pers ist",
+      "▁Sol ution",
+      "p b",
+      "▁col lapse",
+      "▁ collapse",
+      "▁arr ested",
+      "▁arrest ed",
+      "▁pred icate",
+      "▁Z one",
+      "▁Zo ne",
+      "▁ Zone",
+      "▁in gen",
+      "▁ing en",
+      "▁ ingen",
+      "zá lez",
+      "▁b anks",
+      "▁bank s",
+      "▁ban ks",
+      "pl ant",
+      "plan t",
+      "pla nt",
+      "p lant",
+      "▁N ella",
+      "▁Ne lla",
+      "▁Nel la",
+      "▁Nell a",
+      "▁б ан",
+      "▁ба н",
+      "▁ бан",
+      "▁S now",
+      "▁Sn ow",
+      "▁Kre uz",
+      "í cio",
+      "▁en ters",
+      "▁ent ers",
+      "▁enter s",
+      "▁ex pose",
+      "▁exp ose",
+      "▁expos e",
+      "č i",
+      "ши е",
+      "Qu al",
+      "Q ual",
+      "▁lands cape",
+      "▁пода цима",
+      "ma i",
+      "m ai",
+      "st ag",
+      "sta g",
+      "s tag",
+      "ова ний",
+      "DE F",
+      "D EF",
+      "[] {",
+      "[ ]{",
+      "▁derni ère",
+      "ic ut",
+      "i cut",
+      "▁X ml",
+      "▁ Xml",
+      "▁sub group",
+      "▁Pol sce",
+      "▁W arning",
+      "▁War ning",
+      "▁ Warning",
+      "▁veh icles",
+      "▁vehicle s",
+      "io t",
+      "i ot",
+      "▁d ll",
+      "▁ dll",
+      "ro nt",
+      "ron t",
+      "r ont",
+      "▁Lou ise",
+      "▁Louis e",
+      "▁a ra",
+      "▁ar a",
+      "▁ ara",
+      "▁S cala",
+      "▁Sc ala",
+      "▁canon ical",
+      "▁pl acing",
+      "▁pla cing",
+      "ER Y",
+      "E RY",
+      "▁J ag",
+      "▁Ja g",
+      "▁v irus",
+      "▁vi rus",
+      "▁vir us",
+      "em u",
+      "e mu",
+      "▁} );\r",
+      "▁}); \r",
+      "▁}) ;\r",
+      "▁м м",
+      "▁Tr ying",
+      "▁Try ing",
+      "▁Lex ikon",
+      "ab ord",
+      "abor d",
+      "▁exped ition",
+      "▁demand ed",
+      "▁demande d",
+      "Z yg",
+      "le in",
+      "lei n",
+      "l ein",
+      "▁verw endet",
+      "ри на",
+      "рин а",
+      "wo l",
+      "w ol",
+      "▁p ivot",
+      "▁одна ко",
+      "▁propri et",
+      "▁a wards",
+      "▁aw ards",
+      "▁award s",
+      "to ut",
+      "t out",
+      "▁as sim",
+      "▁ass im",
+      "▁St orm",
+      "▁Sto rm",
+      "Li mit",
+      "L imit",
+      "el in",
+      "eli n",
+      "e lin",
+      "we alth",
+      "ue z",
+      "u ez",
+      "▁rap present",
+      "▁rappres ent",
+      "▁re sta",
+      "▁r esta",
+      "▁res ta",
+      "▁rest a",
+      "▁gegründ et",
+      "▁journal ist",
+      "is ie",
+      "isi e",
+      "▁fac ility",
+      "▁facil ity",
+      "il led",
+      "ill ed",
+      "ille d",
+      "ul k",
+      "▁P K",
+      "▁ PK",
+      "An chor",
+      "▁_ )",
+      "▁ _)",
+      "V F",
+      "LA B",
+      "L AB",
+      "▁n å",
+      "od os",
+      "odo s",
+      "▁bill ion",
+      "vir ti",
+      "virt i",
+      "▁Je ux",
+      "юз а",
+      "ю за",
+      "tom cat",
+      "▁ch arts",
+      "▁char ts",
+      "▁chart s",
+      "▁ charts",
+      "▁B undle",
+      "▁Bund le",
+      "▁ Bundle",
+      "▁l st",
+      "▁ls t",
+      "▁ lst",
+      "▁ex er",
+      "▁fem ales",
+      "▁female s",
+      "▁oblig ed",
+      "▁a by",
+      "▁ab y",
+      "▁ aby",
+      "roll ed",
+      "rol led",
+      "rolle d",
+      "dr i",
+      "d ri",
+      "▁S che",
+      "▁Sch e",
+      "▁Sc he",
+      "▁vess els",
+      "▁vessel s",
+      "IMA RY",
+      "IM ARY",
+      "▁reason ing",
+      "▁про те",
+      "▁пр оте",
+      "FI LES",
+      "FILE S",
+      "ver k",
+      "v erk",
+      "os os",
+      "oso s",
+      "▁ком му",
+      "ді ї",
+      "д ії",
+      "▁d d",
+      "▁ dd",
+      "▁со ответ",
+      "▁IO Exception",
+      "▁ IOException",
+      "sk ých",
+      "ský ch",
+      "▁C LI",
+      "▁CL I",
+      "▁ CLI",
+      "▁ ње",
+      "C M",
+      "T D",
+      "▁possib ilities",
+      "▁possibil ities",
+      "▁Com pos",
+      "▁Comp os",
+      "hal f",
+      "h alf",
+      "▁web page",
+      "▁s wing",
+      "▁sw ing",
+      "▁ swing",
+      "▁z as",
+      "▁za s",
+      "▁ zas",
+      "▁cy cl",
+      "le id",
+      "lei d",
+      "ist ica",
+      "istic a",
+      "isti ca",
+      "▁In sert",
+      "▁Ins ert",
+      "▁ Insert",
+      "▁Sw eden",
+      "▁want ing",
+      "▁ ال",
+      "▁e euw",
+      "▁Admin istr",
+      "▁War ren",
+      "▁b s",
+      "▁ bs",
+      "▁p am",
+      "▁pa m",
+      "an us",
+      "anu s",
+      "Dr a",
+      "D ra",
+      "ex pl",
+      "exp l",
+      "▁K ant",
+      "▁Kan t",
+      "▁Ka nt",
+      "▁Aust in",
+      "▁c sak",
+      "▁cs ak",
+      "▁the atre",
+      "▁compat ibility",
+      "ма тиче",
+      "мати че",
+      "set State",
+      "б ю",
+      "}{ |",
+      "} {|",
+      "▁D y",
+      "▁Zw ischen",
+      "Al t",
+      "A lt",
+      "CLA RE",
+      "st eps",
+      "ste ps",
+      "step s",
+      "▁L age",
+      "▁La ge",
+      "▁Lag e",
+      "▁M itt",
+      "▁Mit t",
+      "▁Mi tt",
+      "▁Dub lin",
+      "▁рабо ты",
+      "de ep",
+      "▁fl ows",
+      "▁flow s",
+      "▁flo ws",
+      "▁Pa lace",
+      "▁Pal ace",
+      "▁Pala ce",
+      "un ix",
+      "uni x",
+      "re fs",
+      "ref s",
+      "um ar",
+      "uma r",
+      "u mar",
+      "as et",
+      "ase t",
+      "a set",
+      "co v",
+      "c ov",
+      "▁p ing",
+      "▁pi ng",
+      "▁pin g",
+      "▁ ping",
+      "▁Saf ari",
+      "fl ug",
+      "flu g",
+      "cre ens",
+      "creen s",
+      "c reens",
+      "{ #",
+      "▁ре а",
+      "ad ors",
+      "ado rs",
+      "ador s",
+      "▁a mor",
+      "▁am or",
+      "uc e",
+      "u ce",
+      "de mic",
+      "dem ic",
+      "▁Nether lands",
+      "▁cluster s",
+      "▁clust ers",
+      "▁en for",
+      "▁enf or",
+      "mar ine",
+      "▁b ugs",
+      "▁bu gs",
+      "▁bug s",
+      "izz ata",
+      "izza ta",
+      "▁s cra",
+      "▁sc ra",
+      "▁scr a",
+      "Le s",
+      "L es",
+      "qu ick",
+      "qui ck",
+      "▁turn o",
+      "▁tur no",
+      "_ *",
+      "ер а",
+      "е ра",
+      "Gener ated",
+      "> [",
+      "▁e stre",
+      "▁est re",
+      "▁es tre",
+      "▁ estre",
+      "or de",
+      "ord e",
+      "▁v erg",
+      "▁ver g",
+      "▁ve rg",
+      "ро з",
+      "р оз",
+      "▁p au",
+      "▁pa u",
+      "in cludes",
+      "include s",
+      "includ es",
+      "as sa",
+      "ass a",
+      "ad ers",
+      "ader s",
+      "ade rs",
+      "a ders",
+      "▁Гер ма",
+      "▁est aven",
+      "▁esta ven",
+      "▁ear liest",
+      "▁res ultado",
+      "▁result ado",
+      "mu n",
+      "m un",
+      "▁pl ots",
+      "▁plot s",
+      "▁ plots",
+      "di n",
+      "d in",
+      "sort ed",
+      "s orted",
+      "▁p reference",
+      "▁pre ference",
+      "▁prefer ence",
+      "ri ó",
+      "r ió",
+      "ту ре",
+      "тур е",
+      "▁L igue",
+      "▁Li gue",
+      "▁Lig ue",
+      "▁за вер",
+      "▁зав ер",
+      "ph r",
+      "p hr",
+      "▁p ocket",
+      "▁po cket",
+      "▁poc ket",
+      "▁par l",
+      "▁pa rl",
+      "▁l ak",
+      "▁la k",
+      "▁ lak",
+      "▁p owie",
+      "▁po wie",
+      "▁pow ie",
+      "▁al tres",
+      "▁alt res",
+      "▁altre s",
+      "$} ;",
+      "$ };",
+      "pl ain",
+      "pla in",
+      "p lain",
+      "▁C red",
+      "▁Cre d",
+      "▁Cr ed",
+      "▁ Cred",
+      "it za",
+      "itz a",
+      "pe rp",
+      "per p",
+      "Gr een",
+      "Gre en",
+      "G reen",
+      "▁dev oted",
+      "product ion",
+      "produ ction",
+      "p roduction",
+      "work er",
+      "wor ker",
+      "el sen",
+      "els en",
+      "else n",
+      "▁v ern",
+      "▁ver n",
+      "▁ve rn",
+      "▁ vern",
+      "▁már cius",
+      "▁Conf eder",
+      "▁Liver pool",
+      "▁му зи",
+      "▁em ails",
+      "▁email s",
+      "▁dist ances",
+      "▁distance s",
+      "▁seg ments",
+      "▁segment s",
+      "▁a nth",
+      "▁an th",
+      "▁ant h",
+      "▁ anth",
+      "▁w rest",
+      "▁wr est",
+      "▁ho og",
+      "▁cin ema",
+      "rr or",
+      "r ror",
+      "▁geb oren",
+      "▁é c",
+      "▁ éc",
+      "Mar ker",
+      "Mark er",
+      "▁Com pet",
+      "▁Comp et",
+      "▁ли сто",
+      "all owed",
+      "allow ed",
+      "allo wed",
+      "vol ume",
+      "Esp agne",
+      "Z e",
+      "▁fix es",
+      "▁fi xes",
+      "▁r ond",
+      "▁ro nd",
+      "▁arrang ement",
+      "/ ~",
+      ".] (",
+      ". ](",
+      "▁For rások",
+      "▁weiter en",
+      "▁weit eren",
+      "▁weitere n",
+      "ex cel",
+      "▁з мі",
+      "▁mod erne",
+      "▁modern e",
+      "▁moder ne",
+      "Eng lish",
+      "▁Transfer markt",
+      "▁be aring",
+      "▁bear ing",
+      "▁cl eared",
+      "▁clear ed",
+      "▁cle ared",
+      "▁са м",
+      "▁di vs",
+      "▁div s",
+      "ć i",
+      "▁э той",
+      "▁это й",
+      "▁Ге ор",
+      "sc ene",
+      "sce ne",
+      "▁a ges",
+      "▁ag es",
+      "▁age s",
+      "▁ ages",
+      "GE N",
+      "G EN",
+      "rä n",
+      "r än",
+      "▁T oul",
+      "▁To ul",
+      "▁A bs",
+      "▁Ab s",
+      "j át",
+      "▁med iante",
+      "▁medi ante",
+      "▁median te",
+      "▁em pres",
+      "▁emp res",
+      "▁Emp loyee",
+      "▁ Employee",
+      "▁polynomial s",
+      "▁optim ize",
+      "▁вы ступа",
+      "fa re",
+      "far e",
+      "f are",
+      "ве й",
+      "в ей",
+      "x f",
+      "qu ez",
+      "que z",
+      "q uez",
+      "▁bo tan",
+      "▁bot an",
+      "▁def end",
+      "▁defe nd",
+      "▁Qu art",
+      "Mon t",
+      "Mo nt",
+      "M ont",
+      "v b",
+      "ti ck",
+      "t ick",
+      "W D",
+      "min e",
+      "mi ne",
+      "m ine",
+      "▁mod ific",
+      "not ification",
+      "▁d enn",
+      "▁de nn",
+      "▁den n",
+      "▁al go",
+      "▁alg o",
+      "▁S po",
+      "▁Sp o",
+      "▁m istrzost",
+      "/ :",
+      "▁a present",
+      "▁apr esent",
+      "▁п род",
+      "▁про д",
+      "▁пр од",
+      "Vol ume",
+      "sk ą",
+      "s ką",
+      "prote cted",
+      "▁Turk ish",
+      "az y",
+      "a zy",
+      "▁p ouv",
+      "▁po uv",
+      "▁pou v",
+      "▁perí odo",
+      "sk og",
+      "sko g",
+      "▁ent ropy",
+      "▁entr opy",
+      "ze d",
+      "z ed",
+      "то ри",
+      "тор и",
+      "▁l ij",
+      "▁li j",
+      "▁ lij",
+      "bo ards",
+      "board s",
+      "▁ста ту",
+      "Bo ol",
+      "B ool",
+      "▁pol ity",
+      "▁polit y",
+      "@\" ,",
+      "@ \",",
+      "▁рі к",
+      "né e",
+      "n ée",
+      "▁Z ug",
+      "▁Zu g",
+      "▁Un iti",
+      "▁Unit i",
+      "ém et",
+      "é met",
+      "at ience",
+      "ati ence",
+      "di men",
+      "dim en",
+      "d imen",
+      "▁St even",
+      "▁Ste ven",
+      "▁Steve n",
+      "H a",
+      "ACT ION",
+      "A CTION",
+      "▁w and",
+      "▁wa nd",
+      "▁ wand",
+      "▁Na var",
+      "▁Nav ar",
+      "▁сі чня",
+      "W atch",
+      "▁Stu art",
+      "▁z de",
+      "▁zd e",
+      "▁кон тро",
+      "data set",
+      "dat aset",
+      "datas et",
+      "y ó",
+      "▁B ush",
+      "▁Bu sh",
+      "▁Bus h",
+      "▁се бя",
+      "▁wor thy",
+      "▁worth y",
+      "▁B le",
+      "▁Bl e",
+      "▁pro por",
+      "▁prop or",
+      "▁Vill age",
+      "▁Villa ge",
+      "▁Vil lage",
+      "▁r y",
+      "▁ ry",
+      "▁v oit",
+      "▁vo it",
+      "▁копи я",
+      "▁z p",
+      "▁c ura",
+      "▁cu ra",
+      "▁cur a",
+      "▁H tml",
+      "▁ Html",
+      "▁Die ser",
+      "▁Dies er",
+      "▁Diese r",
+      "▁D ays",
+      "▁Da ys",
+      "▁Day s",
+      "▁ Days",
+      "on nes",
+      "onn es",
+      "onne s",
+      "▁ant igu",
+      "▁anti gu",
+      "▁Sta aten",
+      "▁Staat en",
+      "▁f aint",
+      "▁fa int",
+      "on gs",
+      "ong s",
+      "▁ö st",
+      "▁ öst",
+      "Re direct",
+      "Red irect",
+      "ел ь",
+      "е ль",
+      "at orial",
+      "ator ial",
+      "ato rial",
+      "atori al",
+      "▁b other",
+      "▁bo ther",
+      "▁both er",
+      "▁bot her",
+      "Edit Text",
+      "▁Gi ul",
+      "▁за во",
+      "▁зав о",
+      "▁pue blo",
+      "▁Mississ ippi",
+      "ja k",
+      "j ak",
+      "▁w ings",
+      "▁win gs",
+      "▁wing s",
+      "on c",
+      "o nc",
+      "ív el",
+      "í vel",
+      "ien cia",
+      "i encia",
+      "ent licht",
+      "entlich t",
+      "▁B TW",
+      "or nal",
+      "orn al",
+      "▁Ко ро",
+      "▁Кор о",
+      "▁од ним",
+      "▁sa lv",
+      "▁sal v",
+      "▁f inden",
+      "▁find en",
+      "▁fin den",
+      "ge o",
+      "▁а виа",
+      "att ung",
+      "vi v",
+      "v iv",
+      "▁L uther",
+      "▁Lu ther",
+      "▁об щи",
+      "▁Ro lle",
+      "▁Rol le",
+      "▁Roll e",
+      "▁Ab raham",
+      "▁cent ered",
+      "▁center ed",
+      "▁sl ash",
+      "▁sla sh",
+      "▁ slash",
+      "is at",
+      "isa t",
+      "em ann",
+      "ema nn",
+      "eman n",
+      "e mann",
+      "O s",
+      "пар та",
+      "▁P ablo",
+      "▁Pa blo",
+      "▁collabor ation",
+      "path s",
+      "pat hs",
+      "éd ition",
+      "▁view ed",
+      "▁vie wed",
+      "▁cons isted",
+      "▁consist ed",
+      "▁recover ed",
+      "▁Mex ican",
+      "▁F ix",
+      "▁sp ell",
+      "▁spe ll",
+      "▁spel l",
+      "Spec ial",
+      "Spe cial",
+      "▁С т",
+      "ess eur",
+      "esse ur",
+      "▁Украи ны",
+      "form er",
+      "for mer",
+      "▁ś w",
+      "▁z eros",
+      "▁ze ros",
+      "▁zero s",
+      "▁Stra ßen",
+      "▁Straße n",
+      "▁organ isation",
+      "▁organis ation",
+      "▁ organisation",
+      "üss en",
+      "üs sen",
+      "▁S ierra",
+      "▁Se ason",
+      "▁Sea son",
+      "▁vol ont",
+      "Bean Factory",
+      "▁помо щ",
+      "▁pres sing",
+      "▁press ing",
+      "▁equival ence",
+      "▁c att",
+      "▁ca tt",
+      "▁cat t",
+      "ic ity",
+      "ici ty",
+      "i city",
+      "▁accompl ished",
+      "▁accomp lished",
+      "▁accomplish ed",
+      "▁y o",
+      "▁ yo",
+      "▁s ic",
+      "▁si c",
+      "▁im ports",
+      "▁import s",
+      "▁accom mod",
+      "▁Port o",
+      "▁Por to",
+      "▁я ка",
+      "▁як а",
+      "▁lo an",
+      "ти ки",
+      "тик и",
+      "▁check out",
+      "▁ass ess",
+      "▁asse ss",
+      "▁Pop ulation",
+      "ur ent",
+      "ure nt",
+      "uren t",
+      "u rent",
+      "clo jure",
+      "▁Sant os",
+      "▁Santo s",
+      "▁inform áció",
+      "PO S",
+      "P OS",
+      "▁g are",
+      "▁gar e",
+      "▁ga re",
+      "▁k ick",
+      "▁ki ck",
+      "▁rad ical",
+      "▁radi cal",
+      "▁Pe ace",
+      "▁stream ing",
+      "▁stre aming",
+      "ca mp",
+      "cam p",
+      "c amp",
+      "zą t",
+      "го вор",
+      "гов ор",
+      "гово р",
+      "▁Reg ierung",
+      "▁proceed ed",
+      "f m",
+      "ле ны",
+      "лен ы",
+      "▁ear nest",
+      "▁Par ad",
+      "▁Pa rad",
+      "▁Para d",
+      "request s",
+      "▁R aum",
+      "▁Ra um",
+      "š č",
+      "▁polic ies",
+      "▁T ig",
+      "▁Ti g",
+      "▁s itt",
+      "▁si tt",
+      "▁sit t",
+      "▁Ener gy",
+      "▁pur ely",
+      "▁pure ly",
+      "▁H aut",
+      "▁Ha ut",
+      "▁Sp eed",
+      "▁Spe ed",
+      "▁ Speed",
+      "bi o",
+      "b io",
+      "▁o range",
+      "▁or ange",
+      "▁big gest",
+      "▁britann ique",
+      "▁No table",
+      "▁Not able",
+      "v u",
+      "ле нии",
+      "би н",
+      "б ин",
+      "▁N ash",
+      "▁Na sh",
+      "▁Nas h",
+      "ще ние",
+      "▁c iel",
+      "▁ci el",
+      "adém ie",
+      "▁гру дня",
+      "▁jo ue",
+      "▁jou e",
+      "▁v oted",
+      "▁vo ted",
+      "▁vot ed",
+      "▁vote d",
+      "ri co",
+      "ric o",
+      "r ico",
+      "▁го р",
+      "▁г ор",
+      "▁ гор",
+      "▁коман ду",
+      "it ivity",
+      "iti vity",
+      "▁щ е",
+      "▁ ще",
+      "▁de finite",
+      "▁defin ite",
+      "▁definit e",
+      "uro pa",
+      "urop a",
+      "!\" );",
+      "! \");",
+      "Default s",
+      "▁неко торы",
+      "éd ération",
+      "▁s illy",
+      "▁sil ly",
+      "▁talk ed",
+      "▁tal ked",
+      "re u",
+      "r eu",
+      "▁L omb",
+      "▁Lo mb",
+      "▁stat ue",
+      "кт а",
+      "к та",
+      "ю р",
+      "um ably",
+      "▁горо де",
+      "▁город е",
+      "▁R untime",
+      "▁Run time",
+      "▁ Runtime",
+      "▁di agn",
+      "▁diag n",
+      "▁dia gn",
+      "▁r etro",
+      "▁ret ro",
+      "▁retr o",
+      "▁Sver ige",
+      "▁in icial",
+      "▁inici al",
+      "ien za",
+      "i enza",
+      "▁fig lio",
+      "▁z og",
+      "▁zo g",
+      "▁re y",
+      "▁r ey",
+      "▁ rey",
+      "▁R und",
+      "▁Run d",
+      "▁Ru nd",
+      "т ный",
+      "▁ce ased",
+      "er no",
+      "ern o",
+      "▁e sa",
+      "▁es a",
+      "▁ esa",
+      "▁tr ouv",
+      "▁tro uv",
+      "▁trou v",
+      "▁Gemeinde n",
+      "▁Geme inden",
+      "▁comer cial",
+      "sk ap",
+      "ska p",
+      "s kap",
+      "en ario",
+      "ena rio",
+      "▁ju ris",
+      "▁jur is",
+      "T B",
+      "на ла",
+      "нал а",
+      "н ала",
+      "▁v ij",
+      "▁vi j",
+      "V O",
+      "▁c lin",
+      "▁cl in",
+      "▁cli n",
+      "jö r",
+      "j ör",
+      "са н",
+      "с ан",
+      "ow ała",
+      "owa ła",
+      "ował a",
+      "rib ución",
+      "ribu ción",
+      "▁urs prüng",
+      "▁con dem",
+      "▁cond em",
+      "▁St age",
+      "▁Sta ge",
+      "▁ Stage",
+      "▁mix ing",
+      "▁рі з",
+      "▁f ans",
+      "▁fa ns",
+      "▁fan s",
+      "há z",
+      "h áz",
+      "so cial",
+      "soci al",
+      "za n",
+      "z an",
+      "▁с вой",
+      "▁сво й",
+      "Cook ie",
+      "▁Ro land",
+      "▁Rol and",
+      "az ionale",
+      "▁Sl oven",
+      "▁Slo ven",
+      "▁Slov en",
+      "▁F iche",
+      "▁Fich e",
+      "▁S é",
+      "h ä",
+      "▁official s",
+      "▁offici als",
+      "▁î nt",
+      "▁în t",
+      "Inter ceptor",
+      "Table s",
+      "Tab les",
+      "T ables",
+      "▁da von",
+      "▁dav on",
+      "init ialize",
+      "initial ize",
+      "]= \"",
+      "] =\"",
+      "▁B ody",
+      "▁Bo dy",
+      "▁Bod y",
+      "▁ Body",
+      "▁U pper",
+      "▁Up per",
+      "▁ Upper",
+      "▁Col lect",
+      "▁Coll ect",
+      "▁ Collect",
+      "▁Zür ich",
+      "Hor izontal",
+      "Ty p",
+      "T yp",
+      "▁polít ico",
+      "▁Rewrite Cond",
+      "▁h oped",
+      "▁hope d",
+      "▁ho ped",
+      "▁hop ed",
+      "▁anx ious",
+      "Li ter",
+      "L iter",
+      "ja hr",
+      "j ahr",
+      "▁ass emble",
+      "▁assemb le",
+      "▁c rypt",
+      "▁cry pt",
+      "lah oma",
+      "AS H",
+      "A SH",
+      "▁Б ри",
+      "▁C ic",
+      "▁Ci c",
+      "tw itter",
+      "hy per",
+      "▁T ell",
+      "▁Te ll",
+      "▁Tel l",
+      "іль ки",
+      "во бо",
+      "▁ba zie",
+      "▁baz ie",
+      "▁contempor ary",
+      "▁Param eter",
+      "▁Para meter",
+      "▁ Parameter",
+      "st wa",
+      "▁bek end",
+      "co ck",
+      "c ock",
+      "pre vious",
+      "prev ious",
+      "en ska",
+      "ens ka",
+      "ensk a",
+      "▁c aller",
+      "▁cal ler",
+      "▁call er",
+      "]] )",
+      "] ])",
+      "▁R az",
+      "▁Ra z",
+      "▁Se lon",
+      "▁Sel on",
+      "▁propos al",
+      "▁b ý",
+      "▁S ied",
+      "▁Sie d",
+      "▁Si ed",
+      "▁Arbe its",
+      "▁Arbeit s",
+      "▁p ride",
+      "▁pr ide",
+      "▁pri de",
+      "▁sl ope",
+      "▁slo pe",
+      "id é",
+      "grad ient",
+      "▁Дже рела",
+      "▁S H",
+      "▁ SH",
+      "▁раз рабо",
+      "ivers ity",
+      "спо дар",
+      "\\{ \\",
+      "\\ {\\",
+      "▁с тали",
+      "▁ст али",
+      "▁ста ли",
+      "▁стал и",
+      "▁Ein zel",
+      "▁Einz el",
+      "▁rg ba",
+      "▁A nim",
+      "▁An im",
+      "▁ Anim",
+      "▁a lles",
+      "▁al les",
+      "▁all es",
+      "▁alle s",
+      "▁ alles",
+      "ба р",
+      "б ар",
+      "er te",
+      "ert e",
+      "▁réalis é",
+      "▁réal isé",
+      "Inst itut",
+      "▁mar kup",
+      "▁mark up",
+      "▁v ars",
+      "▁var s",
+      "▁va rs",
+      "▁ vars",
+      "▁g am",
+      "▁ga m",
+      "▁Васи ль",
+      "iz za",
+      "izz a",
+      "i zza",
+      "▁C ob",
+      "▁Co b",
+      "▁M etal",
+      "▁Me tal",
+      "▁Met al",
+      "▁Meta l",
+      "▁le ak",
+      "▁L anc",
+      "▁La nc",
+      "▁Lan c",
+      "Sw itch",
+      "De lay",
+      "Del ay",
+      "at uur",
+      "atu ur",
+      "▁че ты",
+      "▁анг лий",
+      "▁leg acy",
+      "▁desar roll",
+      "▁top ological",
+      "▁jewe ils",
+      "▁Nederland se",
+      "▁atmos phere",
+      "ur ban",
+      "urb an",
+      "▁s lov",
+      "▁sl ov",
+      "▁slo v",
+      "▁law yer",
+      "pe cially",
+      "▁altern ate",
+      "▁para met",
+      "▁param et",
+      "▁establish ment",
+      "▁wood s",
+      "▁wo ods",
+      "P D",
+      "▁на и",
+      "▁m ang",
+      "▁ma ng",
+      "▁man g",
+      "▁wechsel te",
+      "сь ку",
+      "ськ у",
+      ". =",
+      "▁fif teen",
+      "SU M",
+      "S UM",
+      "▁F ro",
+      "▁Fr o",
+      "▁L ED",
+      "▁LE D",
+      "▁ LED",
+      "ow ano",
+      "owa no",
+      "owan o",
+      "стви е",
+      "▁D onnées",
+      "to l",
+      "t ol",
+      "ży n",
+      "ż yn",
+      "cre f",
+      "cr ef",
+      "c ref",
+      "стви и",
+      "ho rn",
+      "hor n",
+      "h orn",
+      "▁со об",
+      "▁обо ро",
+      "▁Comp lete",
+      "▁Comple te",
+      "▁ Complete",
+      "“ )",
+      "▁kind ly",
+      "▁Cham ber",
+      "s ég",
+      "W H",
+      "▁amb ient",
+      "к ро",
+      "▁ch eval",
+      "▁che val",
+      "▁на писа",
+      "fl u",
+      "f lu",
+      "▁Off iz",
+      "ma te",
+      "mat e",
+      "m ate",
+      "nat ural",
+      "n atural",
+      "se par",
+      "sep ar",
+      "em pre",
+      "emp re",
+      "View Holder",
+      "f w",
+      "▁le tech",
+      "▁let ech",
+      "▁tra iling",
+      "▁trail ing",
+      "at ri",
+      "atr i",
+      "a tri",
+      "▁G ó",
+      "▁B onn",
+      "▁Bo nn",
+      "▁Bon n",
+      "▁un likely",
+      "▁unlike ly",
+      "RA M",
+      "R AM",
+      "en st",
+      "ens t",
+      "St ats",
+      "Stat s",
+      "▁поли тиче",
+      ")- -(",
+      ")-- (",
+      "▁t rom",
+      "▁tr om",
+      "▁tro m",
+      "!. ..",
+      "! ...",
+      "▁Mean while",
+      "ст ана",
+      "ста на",
+      "стан а",
+      "▁Re ino",
+      "▁Rein o",
+      "▁A rist",
+      "▁Ar ist",
+      "▁Ari st",
+      "$} }%",
+      "$ }}%",
+      "▁so lem",
+      "▁sol em",
+      "▁sole m",
+      "clos ure",
+      "ign ation",
+      "ło d",
+      "ł od",
+      "▁di vor",
+      "▁div or",
+      "▁между народ",
+      "=\" <?",
+      "▁m olt",
+      "▁mo lt",
+      "▁mol t",
+      "▁sk ills",
+      "▁skill s",
+      "▁C ir",
+      "▁Ci r",
+      "▁Des pués",
+      "▁Desp ués",
+      "▁l un",
+      "▁lu n",
+      "▁cor on",
+      "▁co ron",
+      "▁Com ics",
+      "сто ри",
+      "стор и",
+      "с тори",
+      "▁It ems",
+      "▁Item s",
+      "▁ Items",
+      "▁Th ink",
+      "и гра",
+      "▁g rows",
+      "▁gr ows",
+      "▁gro ws",
+      "▁grow s",
+      "port al",
+      "por tal",
+      "▁n ich",
+      "▁ni ch",
+      "▁nic h",
+      "▁restrict ions",
+      "▁restriction s",
+      "▁L au",
+      "▁La u",
+      "ше ння",
+      "шен ня",
+      "▁So zial",
+      "▁к і",
+      "▁ кі",
+      "ma na",
+      "man a",
+      "m ana",
+      "▁lie utenant",
+      "Att r",
+      "At tr",
+      "ume ric",
+      "umer ic",
+      "▁dr ives",
+      "▁drive s",
+      "▁dri ves",
+      "▁driv es",
+      "as is",
+      "asi s",
+      "ба й",
+      "N L",
+      "Zyg ote",
+      "phys ics",
+      "▁intern ally",
+      "▁internal ly",
+      "ва ется",
+      "вает ся",
+      "H idden",
+      "▁Да та",
+      "▁un safe",
+      "▁R oc",
+      "▁Ro c",
+      "▁instanti ate",
+      "▁instant iate",
+      "ud ni",
+      "▁R oom",
+      "▁Ro om",
+      "▁П ред",
+      "▁Пре д",
+      "▁m aja",
+      "▁ma ja",
+      "▁maj a",
+      "ach ment",
+      "u uid",
+      "Project s",
+      "Gr e",
+      "G re",
+      "▁в зя",
+      "▁вз я",
+      "▁Bl ood",
+      "▁Blo od",
+      "ic ile",
+      "ici le",
+      "i cile",
+      "▁N ouvelle",
+      "Do es",
+      "▁nie uwe",
+      "ál e",
+      "á le",
+      "an gs",
+      "ang s",
+      "we ak",
+      "▁a antal",
+      "▁aan tal",
+      "▁Е в",
+      "▁Dres den",
+      "▁L ost",
+      "▁Lo st",
+      "▁Los t",
+      "ка та",
+      "▁invol ve",
+      "▁decl aring",
+      "▁decla ring",
+      "▁declar ing",
+      "▁Polit ical",
+      "ér ez",
+      "ére z",
+      "é rez",
+      "ko p",
+      "k op",
+      "not ify",
+      "▁C urt",
+      "▁Cu rt",
+      "▁Cur t",
+      "▁schließ lich",
+      "gh an",
+      "g han",
+      "це на",
+      "цен а",
+      "ц ена",
+      "▁kw iet",
+      "üg el",
+      "üge l",
+      "ü gel",
+      "▁S ob",
+      "▁So b",
+      "▁sub str",
+      "▁subst r",
+      "▁subs tr",
+      "▁ substr",
+      "▁el len",
+      "▁elle n",
+      "▁ell en",
+      "▁ ellen",
+      "ion ario",
+      "iona rio",
+      "en son",
+      "ens on",
+      "enso n",
+      "WI N",
+      "W IN",
+      "спо рт",
+      "em er",
+      "eme r",
+      "e mer",
+      "no me",
+      "nom e",
+      "n ome",
+      "▁sm iled",
+      "▁smile d",
+      "▁Sch midt",
+      "▁sm oke",
+      "▁T oken",
+      "▁To ken",
+      "▁Tok en",
+      "▁ Token",
+      "▁v ague",
+      "▁va gue",
+      "▁pro vision",
+      "▁prov ision",
+      "ya ml",
+      "y aml",
+      "ни тель",
+      "ните ль",
+      "on ial",
+      "oni al",
+      "onia l",
+      "é poque",
+      "▁N C",
+      "▁ NC",
+      "▁N FL",
+      "te ck",
+      "▁al lo",
+      "▁all o",
+      "▁ allo",
+      "▁préc éd",
+      "cent ral",
+      "▁ma jd",
+      "▁maj d",
+      "▁ch rom",
+      "▁chr om",
+      "▁ chrom",
+      "▁Z um",
+      "▁Zu m",
+      "ver so",
+      "vers o",
+      "▁verschied enen",
+      "▁ста ро",
+      "▁стар о",
+      "▁qu elle",
+      "▁que lle",
+      "▁q uelle",
+      "▁quel le",
+      "▁ quelle",
+      "▁r ép",
+      "▁ré p",
+      "RO W",
+      "R OW",
+      "▁i hnen",
+      "▁ih nen",
+      "▁ihn en",
+      "▁sens ible",
+      "▁sen sible",
+      "| $",
+      "▁sc hw",
+      "▁sch w",
+      "▁B R",
+      "▁ BR",
+      "▁O ptions",
+      "▁Option s",
+      "▁Opt ions",
+      "▁ Options",
+      "▁t ens",
+      "▁te ns",
+      "▁ten s",
+      "▁conqu ist",
+      "▁l ieß",
+      "▁lie ß",
+      "▁ ließ",
+      "ov is",
+      "ovi s",
+      "o vis",
+      "▁мі ста",
+      "▁міс та",
+      "▁e la",
+      "▁el a",
+      "▁ ela",
+      "rif ice",
+      "r ifice",
+      "▁l ok",
+      "▁lo k",
+      "▁Queens land",
+      "B inary",
+      "▁Ra hmen",
+      "▁Rah men",
+      "▁a bol",
+      "▁ab ol",
+      "▁ abol",
+      "▁č ást",
+      "▁Ed inburgh",
+      "in de",
+      "ind e",
+      "i nde",
+      "▁calcul ating",
+      "▁calc ulating",
+      "▁O regon",
+      "▁le git",
+      "▁leg it",
+      "▁Nach dem",
+      "at hon",
+      "ath on",
+      "P rivate",
+      "illa ume",
+      "▁ob servable",
+      "▁observ able",
+      "le ans",
+      "lean s",
+      "lea ns",
+      "▁remark ed",
+      "▁h alt",
+      "▁ha lt",
+      "▁hal t",
+      "▁ halt",
+      "ни цы",
+      "ниц ы",
+      "▁st amp",
+      "▁sta mp",
+      "▁stam p",
+      "▁Ad v",
+      "Lo uis",
+      "Lou is",
+      "im ming",
+      "imm ing",
+      "gru ppe",
+      "▁Pol icy",
+      "▁ Policy",
+      "▁v rij",
+      "▁vr ij",
+      "ft rag",
+      "▁off ices",
+      "▁offic es",
+      "▁office s",
+      "▁particip ated",
+      "▁es col",
+      "▁esc ol",
+      "▁\" </",
+      "▁\"< /",
+      "▁nombre uses",
+      "▁d ivid",
+      "▁di vid",
+      "▁div id",
+      "▁ad vis",
+      "▁adv is",
+      "лта ти",
+      "▁= =>",
+      "▁== >",
+      "Ori entation",
+      "ci d",
+      "c id",
+      "Car t",
+      "Ca rt",
+      "C art",
+      "▁m urm",
+      "▁mu rm",
+      "▁mur m",
+      "▁ass ez",
+      "▁asse z",
+      "▁l inking",
+      "▁link ing",
+      "▁lin king",
+      "build ing",
+      "▁rec onna",
+      "▁recon na",
+      "▁s hook",
+      "▁sh ook",
+      "▁sho ok",
+      "man aged",
+      "mana ged",
+      "land a",
+      "lan da",
+      "l anda",
+      "▁Le ón",
+      "▁cré ation",
+      "до й",
+      "oc ity",
+      "oci ty",
+      "o city",
+      "▁w ij",
+      "▁ wij",
+      "▁wie ś",
+      "xt art",
+      "▁M ove",
+      "▁Mo ve",
+      "▁Mov e",
+      "▁ Move",
+      "lung en",
+      "l ungen",
+      "ству ет",
+      "or ney",
+      "orn ey",
+      "option al",
+      "opt ional",
+      "ma cro",
+      "mac ro",
+      "Cond ition",
+      "▁square s",
+      "▁squ ares",
+      "▁mist aken",
+      "▁mistake n",
+      "án t",
+      "á nt",
+      "▁R is",
+      "▁Ri s",
+      "▁sent ences",
+      "▁sentence s",
+      "er ea",
+      "ere a",
+      "e rea",
+      "▁m ij",
+      "▁mi j",
+      "Un d",
+      "U nd",
+      "▁nom br",
+      "z A",
+      "▁In dependent",
+      "▁Indep endent",
+      "▁Independ ent",
+      "▁p review",
+      "▁pre view",
+      "▁prev iew",
+      "▁ preview",
+      "im as",
+      "ima s",
+      "i mas",
+      "▁m ales",
+      "▁ma les",
+      "▁mal es",
+      "▁male s",
+      "in ental",
+      "inen tal",
+      "inent al",
+      "Th ank",
+      "▁p opol",
+      "▁po pol",
+      "▁pop ol",
+      "▁p over",
+      "▁po ver",
+      "▁pov er",
+      "▁gr asp",
+      "▁gra sp",
+      "▁im ped",
+      "▁imp ed",
+      "▁campion ato",
+      "▁W ei",
+      "▁We i",
+      "▁t itled",
+      "▁title d",
+      "▁tit led",
+      "▁A demás",
+      "▁Pass word",
+      "▁ Password",
+      "▁P am",
+      "▁Pa m",
+      "UI LD",
+      "▁ли пня",
+      "wer b",
+      "we rb",
+      "w erb",
+      "........ ........",
+      "▁R ío",
+      "▁te eth",
+      "b p",
+      "▁S W",
+      "▁ SW",
+      "ul aire",
+      "ula ire",
+      "▁se ized",
+      "▁sei zed",
+      "▁St ef",
+      "▁Ste f",
+      "ú l",
+      "▁v iz",
+      "▁vi z",
+      "ion y",
+      "io ny",
+      "i ony",
+      "▁j unt",
+      "▁ju nt",
+      "▁jun t",
+      "▁kter á",
+      "▁wrześ nia",
+      "< >",
+      "▁s urg",
+      "▁su rg",
+      "▁sur g",
+      "▁tu tte",
+      "▁tut te",
+      "▁H ob",
+      "▁Ho b",
+      "по від",
+      "пов ід",
+      "▁w ohl",
+      "▁wo hl",
+      "▁ wohl",
+      "▁t rag",
+      "▁tr ag",
+      "▁tra g",
+      "▁C rown",
+      "▁Cr own",
+      "▁Cro wn",
+      "▁Crow n",
+      "▁tr ova",
+      "▁tro va",
+      "▁trov a",
+      "сто ву",
+      "стов у",
+      "▁Vien na",
+      "ese hen",
+      "▁met ropol",
+      "▁reflect ed",
+      "те та",
+      "тет а",
+      "т ета",
+      "▁trad uc",
+      "▁tradu c",
+      "▁B ast",
+      "▁Bas t",
+      "▁Ba st",
+      "▁ersch ien",
+      "wo ord",
+      "() \"",
+      "( )\"",
+      "ta let",
+      "tal et",
+      "t alet",
+      "▁ro ads",
+      "▁road s",
+      "ве дения",
+      "веде ния",
+      "ühr ung",
+      "▁c ogn",
+      "▁co gn",
+      "▁V alle",
+      "▁Val le",
+      "▁Va lle",
+      "▁Vall e",
+      "▁land ing",
+      "▁lan ding",
+      "▁Re gex",
+      "▁Reg ex",
+      "▁I owa",
+      "▁Io wa",
+      "dz iał",
+      "d ział",
+      "▁erre ichte",
+      "au m",
+      "a um",
+      "▁found er",
+      "▁fo under",
+      "▁fou nder",
+      "ap olis",
+      "Comp iler",
+      "▁k op",
+      "▁ko p",
+      "▁ kop",
+      "▁m arc",
+      "▁ma rc",
+      "▁mar c",
+      "▁те ритор",
+      ")) `",
+      ") )`",
+      "▁l ei",
+      "▁le i",
+      "▁ lei",
+      "ge on",
+      "geo n",
+      "▁weap ons",
+      "▁weapon s",
+      "▁h orn",
+      "▁hor n",
+      "▁ho rn",
+      "▁ horn",
+      "▁el if",
+      "▁ elif",
+      "▁Cap ital",
+      "▁Capit al",
+      "ć e",
+      "▁for all",
+      "▁ forall",
+      "▁э та",
+      "pre view",
+      "prev iew",
+      "p review",
+      "▁D NA",
+      "▁s id",
+      "▁si d",
+      "or ch",
+      "▁R as",
+      "▁Ra s",
+      "▁a rab",
+      "▁ar ab",
+      "▁ara b",
+      "▁ arab",
+      "Be st",
+      "B est",
+      "▁с чита",
+      "▁L ópez",
+      "an ça",
+      "▁fun kc",
+      "▁t ienen",
+      "▁tiene n",
+      "▁ti enen",
+      "▁tie nen",
+      "; &",
+      "m useum",
+      "▁E rr",
+      "▁Er r",
+      "▁ Err",
+      "▁re sort",
+      "▁res ort",
+      "No v",
+      "N ov",
+      "▁k al",
+      "▁ka l",
+      "▁ kal",
+      "M W",
+      "ш ь",
+      "an chor",
+      "anc hor",
+      "anch or",
+      "▁ро ман",
+      "le ading",
+      "lea ding",
+      "▁m anten",
+      "▁ma nten",
+      "▁man ten",
+      "▁mant en",
+      "▁Sil va",
+      "da de",
+      "d ade",
+      "▁design ated",
+      "▁rev ista",
+      "▁revis ta",
+      "O ct",
+      "per cent",
+      "▁у ні",
+      "ident ifier",
+      "ma ss",
+      "mas s",
+      "m ass",
+      "@ @",
+      "uls ion",
+      "ger meister",
+      "g ermeister",
+      "▁pred icted",
+      "▁predict ed",
+      "▁с ви",
+      "жно й",
+      "ж ной",
+      "▁Er geb",
+      "▁c ust",
+      "▁cu st",
+      "▁remove s",
+      "▁remov es",
+      "ch arg",
+      "char g",
+      "cha rg",
+      "при мер",
+      "▁for ming",
+      "▁form ing",
+      "as ma",
+      "asm a",
+      "std out",
+      "F un",
+      "ym e",
+      "y me",
+      "ter ed",
+      "te red",
+      "tere d",
+      "t ered",
+      "urs ive",
+      "ig hed",
+      "igh ed",
+      "▁сле д",
+      "▁ след",
+      "ver band",
+      "verb and",
+      "▁LO G",
+      "▁ LOG",
+      "ra ms",
+      "ram s",
+      "r ams",
+      "éo n",
+      "é on",
+      "en dra",
+      "end ra",
+      "▁Be reich",
+      "▁Bere ich",
+      "▁tempor al",
+      "▁temp oral",
+      "▁tempo ral",
+      "▁lang ue",
+      "▁lan gue",
+      "▁I nn",
+      "▁In n",
+      "▁more over",
+      "▁tutorial s",
+      "M iddle",
+      "▁совет ский",
+      "▁mainten ance",
+      "as ures",
+      "asure s",
+      "▁vál to",
+      "BA SE",
+      "B ASE",
+      "▁disapp ear",
+      "ски я",
+      "▁conoc ido",
+      "▁На у",
+      "▁Li bert",
+      "▁Lib ert",
+      "▁Liber t",
+      "▁Har old",
+      "▁life time",
+      "▁lif etime",
+      "▁T ür",
+      "▁za wod",
+      "▁zaw od",
+      "om ic",
+      "omi c",
+      "o mic",
+      "▁Retrie ved",
+      "arch itecture",
+      "č ka",
+      "iform es",
+      "develop ment",
+      "ord nung",
+      "In f",
+      "le ben",
+      "leb en",
+      "l eben",
+      "▁St ars",
+      "▁Sta rs",
+      "▁Star s",
+      "sign al",
+      "sig nal",
+      "▁gram mar",
+      "▁cor so",
+      "▁cors o",
+      "▁W agner",
+      "▁ge ht",
+      "▁royal e",
+      "▁roy ale",
+      "wa rn",
+      "war n",
+      "w arn",
+      "um bled",
+      "umb led",
+      "umble d",
+      "▁inst it",
+      "▁ins tit",
+      "▁Ш и",
+      "h h",
+      "▁ref uge",
+      "▁favor ite",
+      "ier to",
+      "iert o",
+      "▁cond ado",
+      "▁T her",
+      "▁The r",
+      "▁Th er",
+      "▁человек а",
+      "▁челове ка",
+      "▁F ood",
+      "▁Foo d",
+      "▁Fo od",
+      "▁se izo",
+      "▁sei zo",
+      "▁Init ialize",
+      "▁Initial ize",
+      "▁con nu",
+      "▁conn u",
+      "▁over lap",
+      "▁E mil",
+      "▁Em il",
+      "▁Mart í",
+      "▁жовт ня",
+      "er va",
+      "erv a",
+      "▁bo ats",
+      "▁boat s",
+      "a ções",
+      "▁der rot",
+      "▁m alloc",
+      "▁mal loc",
+      "▁ malloc",
+      "▁con ject",
+      "▁conj ect",
+      "j k",
+      "▁s are",
+      "▁sa re",
+      "▁sar e",
+      "ле мен",
+      "лем ен",
+      "▁s ums",
+      "▁su ms",
+      "▁sum s",
+      "Author ization",
+      "▁K un",
+      "▁Ku n",
+      "]$ ,",
+      "] $,",
+      "geme inde",
+      "gemein de",
+      "g emeinde",
+      "od ot",
+      "odo t",
+      "o dot",
+      "de fin",
+      "def in",
+      "▁e mission",
+      "▁em ission",
+      "▁Кра с",
+      "▁app art",
+      "▁ap part",
+      "▁appar t",
+      "▁stop ping",
+      "▁sto pping",
+      "▁С ред",
+      "▁conj ug",
+      "▁ins ight",
+      "▁Broad cast",
+      "▁PM ID",
+      "▁adv antages",
+      "▁advantage s",
+      "en es",
+      "ene s",
+      "e nes",
+      "▁res idence",
+      "▁resid ence",
+      "lj en",
+      "l jen",
+      "iss eur",
+      "isse ur",
+      "▁pubblic ato",
+      "▁Git Hub",
+      "▁Per u",
+      "▁Pe ru",
+      "▁galax ies",
+      "▁annot ations",
+      "▁annotation s",
+      "ga s",
+      "g as",
+      "▁ré pond",
+      "▁rép ond",
+      "J s",
+      "▁independent ly",
+      "▁independ ently",
+      "N P",
+      "▁in qu",
+      "▁gr ounds",
+      "▁ground s",
+      "Com ponents",
+      "Component s",
+      "▁a nten",
+      "▁an ten",
+      "▁ant en",
+      "▁ante n",
+      "▁ anten",
+      "▁в з",
+      "▁h os",
+      "▁ho s",
+      "▁ hos",
+      "▁s int",
+      "▁si nt",
+      "▁sin t",
+      "▁h iding",
+      "▁hi ding",
+      "▁hid ing",
+      "▁wojew ództ",
+      "Message s",
+      "Mess ages",
+      "▁по каза",
+      "▁пока за",
+      "== =",
+      "= ==",
+      "▁Ab stract",
+      "▁ Abstract",
+      "▁l äng",
+      "▁län g",
+      "▁lä ng",
+      "▁Form ula",
+      "da wn",
+      "d awn",
+      "▁design s",
+      "Im g",
+      "▁Portug uese",
+      "▁incl uy",
+      "▁inclu y",
+      "avig ator",
+      "▁Bro thers",
+      "▁cont inent",
+      "▁contin ent",
+      "▁evident ly",
+      "ra ce",
+      "rac e",
+      "r ace",
+      "ць кого",
+      "▁re ck",
+      "▁rec k",
+      "▁ reck",
+      "▁сер пня",
+      "▁G rey",
+      "▁Gr ey",
+      "▁Gre y",
+      "▁appe al",
+      "▁un like",
+      "▁power shell",
+      "▁pow ershell",
+      "▁powers hell",
+      "▁r acc",
+      "▁ra cc",
+      "▁rac c",
+      "fer s",
+      "fe rs",
+      "f ers",
+      "▁bur ning",
+      "▁burn ing",
+      "fas st",
+      "fass t",
+      "inst alled",
+      "install ed",
+      "▁G ive",
+      "▁Gi ve",
+      "▁col onial",
+      "▁colon ial",
+      "▁ €",
+      "▁R ö",
+      "▁ch rist",
+      "▁chr ist",
+      "ne hm",
+      "neh m",
+      "та м",
+      "▁cor po",
+      "▁con virti",
+      "yt er",
+      "y ter",
+      "S ym",
+      "▁Gree ce",
+      "▁m oth",
+      "▁mo th",
+      "▁mot h",
+      "▁Joh an",
+      "▁Jo han",
+      "▁mon arch",
+      "▁Down load",
+      "▁ Download",
+      "▁c raft",
+      "▁cr aft",
+      "▁cra ft",
+      "▁ craft",
+      "u ž",
+      "▁Lu ke",
+      "▁suf fix",
+      "▁suff ix",
+      "\\ /",
+      "Ha ve",
+      "H ave",
+      "▁ка рь",
+      "▁кар ь",
+      "▁comfort able",
+      "▁t ips",
+      "▁tip s",
+      "▁ti ps",
+      "▁П ісля",
+      "▁бро ја",
+      "▁ин форма",
+      "M Q",
+      "бра н",
+      "б ран",
+      "▁t x",
+      "▁ tx",
+      "▁sl aves",
+      "▁sla ves",
+      "▁slave s",
+      "▁fire wall",
+      "▁For ces",
+      "▁Force s",
+      "at if",
+      "ati f",
+      "▁Qu ellen",
+      "▁thé âtre",
+      "ль ных",
+      "▁располо жен",
+      "▁Det ails",
+      "▁ Details",
+      "k ą",
+      "▁long itud",
+      "IN ST",
+      "▁n aval",
+      "▁na val",
+      "▁nav al",
+      "Fern seh",
+      "es sel",
+      "ess el",
+      "esse l",
+      "Gr ad",
+      "G rad",
+      "▁be lang",
+      "▁bel ang",
+      "▁a ggi",
+      "▁ag gi",
+      "▁ aggi",
+      "Zygote Init",
+      "ł ów",
+      "▁S ug",
+      "▁Su g",
+      "si l",
+      "s il",
+      "▁ex terior",
+      "щ і",
+      "OR D",
+      "en ser",
+      "ens er",
+      "ense r",
+      "▁rapid e",
+      "▁rap ide",
+      "▁тем пера",
+      "in cie",
+      "inci e",
+      "inc ie",
+      "S i",
+      "av am",
+      "ava m",
+      "ar ded",
+      "ard ed",
+      "arde d",
+      "▁Ad ded",
+      "▁Add ed",
+      "End point",
+      "hard t",
+      "har dt",
+      "ст ран",
+      "стра н",
+      "стр ан",
+      "▁est ilo",
+      "▁H az",
+      "▁Ha z",
+      "▁mus ste",
+      "▁muss te",
+      "u o",
+      "ii i",
+      "i ii",
+      "▁ř í",
+      "▁ ří",
+      "an zen",
+      "anz en",
+      "anze n",
+      "же ний",
+      "ah a",
+      "a ha",
+      "ARN ING",
+      "▁re nov",
+      "▁ren ov",
+      "▁div ine",
+      "▁convin ced",
+      "▁hum ans",
+      "▁human s",
+      "▁hu mans",
+      "▁depart ure",
+      "▁Med iter",
+      "▁Medi ter",
+      "q a",
+      "▁poss essed",
+      "▁possess ed",
+      "▁цер кви",
+      "gi v",
+      "g iv",
+      "▁сво ї",
+      "▁Ort ste",
+      "▁Orts te",
+      "R ich",
+      "pu is",
+      "p uis",
+      "in crement",
+      "▁Hann over",
+      "▁u cz",
+      "Do ne",
+      "Don e",
+      "D one",
+      "▁alg uns",
+      "FI X",
+      "F IX",
+      "▁Her itage",
+      "remove Class",
+      "фе р",
+      "ф ер",
+      "▁a bc",
+      "▁ab c",
+      "▁ abc",
+      "D r",
+      "▁се мей",
+      "▁сем ей",
+      "{ :",
+      "▁se ule",
+      "▁seu le",
+      "▁seul e",
+      "zeich nungen",
+      "zeichnung en",
+      "ad dy",
+      "add y",
+      "▁Par ís",
+      "üss eld",
+      "▁re ception",
+      "▁rece ption",
+      "fo lio",
+      "fol io",
+      "ti ny",
+      "t iny",
+      "▁recens ement",
+      "▁N ur",
+      "▁Nu r",
+      "▁k ier",
+      "▁ki er",
+      "▁g mina",
+      "▁gmin a",
+      "sta at",
+      "ánd ose",
+      "че ская",
+      "▁spe aker",
+      "▁speak er",
+      "▁expon ential",
+      "▁exponent ial",
+      "▁D ieu",
+      "▁Die u",
+      "▁Di eu",
+      "▁при з",
+      "▁пр из",
+      "▁Raf ael",
+      "▁gg plot",
+      "▁Tem plate",
+      "▁Temp late",
+      "▁ Template",
+      "ou re",
+      "our e",
+      "o ure",
+      "▁In ner",
+      "▁Inn er",
+      "▁ Inner",
+      "og ne",
+      "ogn e",
+      "ig are",
+      "iga re",
+      "▁Ar te",
+      "▁Art e",
+      "▁C ov",
+      "▁Co v",
+      "▁auf grund",
+      "▁Б ы",
+      "▁cerem ony",
+      "▁S part",
+      "▁Sp art",
+      "ject ive",
+      "y i",
+      "▁in izi",
+      "▁l atin",
+      "▁lat in",
+      "▁Never theless",
+      "▁D one",
+      "▁Do ne",
+      "▁Don e",
+      "▁ Done",
+      "т ря",
+      "▁A rr",
+      "▁Ar r",
+      "▁ Arr",
+      "se ason",
+      "▁скла ду",
+      "▁pod czas",
+      "▁Beaut iful",
+      "▁Weltkrie g",
+      "▁з о",
+      "▁ зо",
+      "▁over come",
+      "▁Pr aha",
+      "▁Pra ha",
+      "▁рай ону",
+      "▁райо ну",
+      "▁район у",
+      "▁sub scription",
+      "▁subs cription",
+      "▁subscri ption",
+      "ig ent",
+      "igen t",
+      "ige nt",
+      "i gent",
+      "▁по ка",
+      "la tex",
+      "lat ex",
+      "late x",
+      "▁b each",
+      "▁be ach",
+      "▁ро ках",
+      "ge g",
+      "g eg",
+      "▁pro bl",
+      "▁prob l",
+      "arg uments",
+      "argument s",
+      "▁organ izations",
+      "▁organiz ations",
+      "▁organization s",
+      "▁N an",
+      "▁Na n",
+      "▁st ones",
+      "▁sto nes",
+      "▁stone s",
+      "▁H unter",
+      "▁Hun ter",
+      "▁regular ly",
+      "шо го",
+      "ш ого",
+      "▁flex ible",
+      "op ts",
+      "opt s",
+      "o pts",
+      "á ř",
+      "wi tz",
+      "w itz",
+      "▁' )",
+      "▁ ')",
+      "PA SS",
+      "P ASS",
+      "▁k raj",
+      "▁kr aj",
+      "▁kra j",
+      "▁f ake",
+      "▁fa ke",
+      "he its",
+      "heit s",
+      "os ph",
+      "osp h",
+      "parse Int",
+      "F ALSE",
+      "▁prof ess",
+      "▁profes s",
+      "pe ople",
+      "▁pre cip",
+      "▁prec ip",
+      "dir name",
+      "▁per pet",
+      "▁Up dated",
+      "▁Update d",
+      "▁ Updated",
+      "ra yed",
+      "ray ed",
+      "▁prov oc",
+      "▁тра вня",
+      "▁трав ня",
+      "▁categ orie",
+      "▁categor ie",
+      "▁те о",
+      "с ну",
+      "ot r",
+      "o tr",
+      "▁Вер хов",
+      "▁comp ét",
+      "Co st",
+      "C ost",
+      "▁w ider",
+      "▁wide r",
+      "▁wid er",
+      "▁Ob viously",
+      "пи сан",
+      "писа н",
+      "пис ан",
+      "▁на стоя",
+      "▁see king",
+      "▁seek ing",
+      "() ),",
+      "()) ,",
+      "( )),",
+      "▁é quipe",
+      "▁équip e",
+      "▁ équipe",
+      "▁comm its",
+      "▁commit s",
+      "▁S vens",
+      "▁Sv ens",
+      "я бре",
+      "at ern",
+      "ate rn",
+      "ater n",
+      "a tern",
+      "▁h eter",
+      "▁he ter",
+      "▁het er",
+      "▁Boot strap",
+      "én é",
+      "é né",
+      "▁deriv atives",
+      "▁derivative s",
+      "▁Det roit",
+      "▁provin cial",
+      "▁provincia l",
+      "onom ie",
+      "E B",
+      "▁c uer",
+      "▁cu er",
+      "▁от носи",
+      "▁отно си",
+      "▁не й",
+      "▁н ей",
+      "▁ ней",
+      ") ».",
+      "▁Ci udad",
+      "IA L",
+      "I AL",
+      "zy st",
+      "z yst",
+      ")\" )",
+      ") \")",
+      "▁Al c",
+      "bl ogs",
+      "blog s",
+      "blo gs",
+      "b logs",
+      "▁par mi",
+      "▁Album s",
+      "▁Alb ums",
+      "▁Bo liv",
+      "▁Bol iv",
+      "▁c lés",
+      "▁cl és",
+      "Product s",
+      "uer do",
+      "▁ge lang",
+      "▁gel ang",
+      "zn ik",
+      "z nik",
+      "ha gen",
+      "h agen",
+      "an onymous",
+      "▁sv g",
+      "▁ svg",
+      "▁Cons eil",
+      "▁Conse il",
+      "▁A ri",
+      "▁Ar i",
+      "col i",
+      "co li",
+      "c oli",
+      "▁c zy",
+      "▁cz y",
+      "▁ czy",
+      "▁C V",
+      "▁ CV",
+      "▁f ord",
+      "▁for d",
+      "▁fo rd",
+      "▁ ford",
+      "▁Au ßer",
+      "▁Auß er",
+      "▁C I",
+      "▁ CI",
+      "▁t empt",
+      "▁tem pt",
+      "▁temp t",
+      "▁Organ isation",
+      "á š",
+      "▁cy cles",
+      "▁cycle s",
+      "▁cycl es",
+      "▁ges lacht",
+      "▁лю дей",
+      "ým i",
+      "ý mi",
+      "▁S pieler",
+      "▁Spiel er",
+      "ef e",
+      "e fe",
+      "▁Mar vel",
+      "▁por tal",
+      "▁port al",
+      "▁porta l",
+      "▁ portal",
+      "▁Сер г",
+      "▁g rado",
+      "▁gr ado",
+      "▁gra do",
+      "▁grad o",
+      "▁hand lers",
+      "▁handle rs",
+      "▁handler s",
+      "▁Inter face",
+      "▁ Interface",
+      "AM E",
+      "A ME",
+      "▁ser iously",
+      "▁serious ly",
+      "▁B inding",
+      "▁Bin ding",
+      "▁Bind ing",
+      "▁ Binding",
+      "▁R ang",
+      "▁Ra ng",
+      "▁Ran g",
+      "▁n ada",
+      "▁na da",
+      "▁nad a",
+      "oc e",
+      "o ce",
+      "▁inte gra",
+      "▁integr a",
+      "oc racy",
+      "ocr acy",
+      "▁аль бо",
+      "▁st ability",
+      "▁stabil ity",
+      "Un s",
+      "U ns",
+      "▁v eter",
+      "▁ve ter",
+      "-- ----+",
+      "---- --+",
+      "--- ---+",
+      "------ +",
+      "----- -+",
+      "▁se rait",
+      "▁ser ait",
+      "▁sera it",
+      "▁om itted",
+      "▁uncertain ty",
+      "on ian",
+      "oni an",
+      "onia n",
+      "▁re sto",
+      "▁r esto",
+      "▁res to",
+      "▁rest o",
+      "▁же лез",
+      "▁од ной",
+      "▁одно й",
+      "▁Bevölker ung",
+      "▁K raft",
+      "▁Kr aft",
+      "▁Kra ft",
+      "ст р",
+      "▁Mos cow",
+      "la ne",
+      "lan e",
+      "l ane",
+      "ar ab",
+      "ara b",
+      "a rab",
+      "▁s pole",
+      "▁sp ole",
+      "▁spo le",
+      "▁сво его",
+      "? :",
+      "ST ART",
+      "▁ин тер",
+      "▁инте р",
+      "▁sym pt",
+      "▁Loren zo",
+      "▁ej ec",
+      "▁pros per",
+      "DA T",
+      "D AT",
+      "лимпи й",
+      "▁sh apes",
+      "▁shape s",
+      "value Of",
+      "▁associ ate",
+      "▁Med ien",
+      "▁Medi en",
+      "EN V",
+      "▁с ре",
+      "▁држа ве",
+      "▁the ories",
+      "he b",
+      "h eb",
+      "▁Way ne",
+      "▁String Builder",
+      "iw ers",
+      "i wers",
+      "▁M aps",
+      "▁Ma ps",
+      "▁Map s",
+      "Ph ys",
+      "\\} \\",
+      "\\ }\\",
+      "▁P arte",
+      "▁Par te",
+      "▁Part e",
+      "▁Hud son",
+      "ло н",
+      "л он",
+      "L ng",
+      "▁р ы",
+      "▁ ры",
+      "ст ей",
+      "сте й",
+      "с тей",
+      "la u",
+      "l au",
+      "an cer",
+      "ance r",
+      "anc er",
+      "▁Co ppa",
+      "▁Cop pa",
+      "▁вій сь",
+      "▁u cc",
+      "▁Pat tern",
+      "▁ Pattern",
+      "▁gar bage",
+      "▁Gon zález",
+      "▁Encyc lop",
+      "et ten",
+      "ett en",
+      "ette n",
+      "Ex ternal",
+      "Ext ernal",
+      "RE F",
+      "R EF",
+      "> ;",
+      "lij ke",
+      "lijk e",
+      "▁inter sect",
+      "▁Un less",
+      "▁de eper",
+      "▁deep er",
+      "▁ж і",
+      "▁ жі",
+      "de nt",
+      "den t",
+      "d ent",
+      "le f",
+      "l ef",
+      "▁ch anson",
+      "▁diff us",
+      "▁pr imi",
+      "▁prim i",
+      "▁pri mi",
+      "▁W ieder",
+      "▁Wi eder",
+      "▁Wie der",
+      "▁a ws",
+      "▁aw s",
+      "▁ aws",
+      "ow ana",
+      "owa na",
+      "owan a",
+      "▁so ciale",
+      "▁social e",
+      "▁soci ale",
+      "▁soc iale",
+      "ik k",
+      "i kk",
+      "ль ной",
+      "льно й",
+      "▁div isions",
+      "▁division s",
+      "▁divis ions",
+      "ло со",
+      "▁Cl aud",
+      "▁Cla ud",
+      "▁Y a",
+      "▁v oce",
+      "▁vo ce",
+      "▁voc e",
+      "▁B ranch",
+      "▁Br anch",
+      "▁Bran ch",
+      "▁f itted",
+      "▁fit ted",
+      "or r",
+      "o rr",
+      "ôt el",
+      "ô tel",
+      "st roke",
+      "str oke",
+      "list ener",
+      "listen er",
+      "im an",
+      "ima n",
+      "i man",
+      "во сто",
+      "▁Sh ah",
+      "Int roduction",
+      "▁new line",
+      "▁t ile",
+      "▁til e",
+      "▁ti le",
+      "'] ))",
+      "']) )",
+      "' ]))",
+      "▁trav aux",
+      "▁trava ux",
+      "CON FIG",
+      "▁quadr atic",
+      "on neur",
+      "onn eur",
+      "onne ur",
+      "▁Gi org",
+      "▁ident ific",
+      "éric aine",
+      "érica ine",
+      "▁UI View",
+      "▁ UIView",
+      "▁Lib eral",
+      "▁Liber al",
+      "▁K och",
+      "▁Ko ch",
+      "▁Berlin er",
+      "▁Berl iner",
+      "▁not ifications",
+      "▁notification s",
+      "▁Su san",
+      "▁Sus an",
+      "▁c adre",
+      "▁cad re",
+      "▁K loster",
+      "▁Kl oster",
+      "▁exam ine",
+      "▁е дин",
+      "▁еди н",
+      "▁UN ION",
+      "▁al ten",
+      "▁alt en",
+      "▁alte n",
+      "▁f init",
+      "▁fin it",
+      "▁fi nit",
+      "▁pe dig",
+      "▁ped ig",
+      "cy k",
+      "c yk",
+      "▁mouv ement",
+      "▁mou vement",
+      "IO S",
+      "I OS",
+      "▁бри тан",
+      "▁b out",
+      "▁bo ut",
+      "▁bou t",
+      "▁ав тор",
+      "▁авто р",
+      "ниц тво",
+      "ет о",
+      "е то",
+      "le ra",
+      "ler a",
+      "l era",
+      "cl s",
+      "c ls",
+      "▁L ey",
+      "▁Le y",
+      "am y",
+      "a my",
+      "ag ens",
+      "age ns",
+      "agen s",
+      "a gens",
+      "as hed",
+      "ash ed",
+      "▁ok rę",
+      "г ро",
+      "el lett",
+      "ell ett",
+      "elle tt",
+      "▁F ellow",
+      "▁Fel low",
+      "▁manif old",
+      "$) ,",
+      "$ ),",
+      "ld er",
+      "l der",
+      "▁v oz",
+      "▁vo z",
+      "▁be gg",
+      "▁beg g",
+      "▁b aron",
+      "▁bar on",
+      "▁ba ron",
+      "▁f id",
+      "▁fi d",
+      "▁f iring",
+      "▁fi ring",
+      "▁fir ing",
+      "il da",
+      "ild a",
+      "de k",
+      "d ek",
+      "A U",
+      "it are",
+      "ita re",
+      "itar e",
+      "▁A ra",
+      "▁Ar a",
+      "▁Ex it",
+      "▁ Exit",
+      "▁cin emat",
+      "▁cinema t",
+      "▁int ros",
+      "▁intr os",
+      "▁intro s",
+      "▁contact s",
+      "пе ни",
+      "пен и",
+      "▁m öglich",
+      "▁Singap ore",
+      "str öm",
+      "▁H ern",
+      "▁He rn",
+      "▁Her n",
+      "▁six th",
+      "▁public ations",
+      "▁pub lications",
+      "▁publication s",
+      "vi e",
+      "v ie",
+      "▁H at",
+      "▁Ha t",
+      "▁accept ing",
+      "á c",
+      "st wo",
+      "s two",
+      "▁quiet ly",
+      "Ph oto",
+      "▁b asket",
+      "▁bas ket",
+      "▁eigen values",
+      "▁mé dec",
+      "▁méd ec",
+      "▁O limp",
+      "▁Ol imp",
+      "▁цер ков",
+      "al in",
+      "ali n",
+      "a lin",
+      "con sum",
+      "cons um",
+      "▁l assen",
+      "▁las sen",
+      "▁ lassen",
+      "▁ан ти",
+      "▁S eq",
+      "▁Se q",
+      "▁ Seq",
+      "\"; \r",
+      "\" ;\r",
+      "ra re",
+      "rar e",
+      "r are",
+      "▁$ |\\",
+      "▁$| \\",
+      "▁n ick",
+      "▁ni ck",
+      "▁nic k",
+      "▁ nick",
+      "df lare",
+      "V ec",
+      "bind ung",
+      "▁b g",
+      "▁ bg",
+      "ch anges",
+      "change s",
+      "chan ges",
+      "Day s",
+      "Da ys",
+      "D ays",
+      "▁M ouse",
+      "▁Mo use",
+      "▁Mou se",
+      "▁ Mouse",
+      "▁wait ed",
+      "▁wa ited",
+      "▁Tom atoes",
+      "▁f as",
+      "▁fa s",
+      "▁ fas",
+      "ver te",
+      "vert e",
+      "v erte",
+      "▁success ion",
+      "▁succ ession",
+      "со р",
+      "с ор",
+      "▁s ols",
+      "▁so ls",
+      "▁sol s",
+      "▁R ender",
+      "▁Re nder",
+      "▁Ren der",
+      "▁ Render",
+      "▁lead ership",
+      "▁leader ship",
+      "▁leaders hip",
+      "▁signific ance",
+      "▁ga uche",
+      "▁gau che",
+      "ca no",
+      "can o",
+      "c ano",
+      "▁P ie",
+      "▁Pi e",
+      "enso ort",
+      "▁cam bio",
+      "▁camb io",
+      "▁у з",
+      "▁ende av",
+      "Comp leted",
+      "Comple ted",
+      "Complete d",
+      "▁Архив ная",
+      "j d",
+      "ór ico",
+      "ó rico",
+      "▁church es",
+      "▁an imate",
+      "▁anim ate",
+      "▁ani mate",
+      "▁ animate",
+      "S G",
+      "comp ute",
+      "comput e",
+      "▁uniform ly",
+      "IN IT",
+      "ll es",
+      "lle s",
+      "l les",
+      "Http Request",
+      "К о",
+      "Di ff",
+      "D iff",
+      "▁s ah",
+      "▁sa h",
+      "air o",
+      "ai ro",
+      "a iro",
+      "may be",
+      "UT E",
+      "U TE",
+      "▁D ow",
+      "▁Do w",
+      "hu man",
+      "hum an",
+      "h uman",
+      "▁au rait",
+      "▁aur ait",
+      "dar k",
+      "d ark",
+      "▁re pair",
+      "▁rep air",
+      "▁n er",
+      "▁ne r",
+      "▁ ner",
+      "▁D abei",
+      "▁Da bei",
+      "▁Bo tan",
+      "▁Bot an",
+      "Or iginal",
+      "Origin al",
+      "az ă",
+      "▁N AT",
+      "▁NA T",
+      "im per",
+      "imp er",
+      "▁Y outh",
+      "▁You th",
+      "th es",
+      "the s",
+      "t hes",
+      "▁окру га",
+      "▁F lo",
+      "▁Fl o",
+      "▁break fast",
+      "ur ls",
+      "url s",
+      "▁über nahm",
+      "ár ios",
+      "ário s",
+      "á rios",
+      "▁O range",
+      "▁Or ange",
+      "▁Aff airs",
+      "sk e",
+      "s ke",
+      "▁not ify",
+      "▁ notify",
+      "imo ine",
+      "▁Ar ena",
+      "▁Are na",
+      "▁lib eral",
+      "▁liber al",
+      "▁o bec",
+      "▁ob ec",
+      "if a",
+      "i fa",
+      "gu ez",
+      "gue z",
+      "g uez",
+      "ion o",
+      "io no",
+      "i ono",
+      "пера тор",
+      "▁ret ained",
+      "▁retain ed",
+      "fa iled",
+      "fail ed",
+      "bin e",
+      "bi ne",
+      "b ine",
+      "т ных",
+      "▁CG Rect",
+      "cam era",
+      "ide note",
+      "iden ote",
+      "K B",
+      "▁l ights",
+      "▁light s",
+      "▁P ictures",
+      "▁Picture s",
+      "▁Squad ron",
+      "▁V olk",
+      "▁Vol k",
+      "▁b urg",
+      "▁bu rg",
+      "▁bur g",
+      "▁ burg",
+      ", ]",
+      "G i",
+      "ê que",
+      "make Text",
+      "▁every body",
+      "▁Hy per",
+      "▁Hyp er",
+      "▁De ux",
+      "▁gl ory",
+      "▁glo ry",
+      "pres entation",
+      "present ation",
+      "on ica",
+      "oni ca",
+      "onic a",
+      "o nica",
+      "▁fr ère",
+      "ag et",
+      "age t",
+      "a get",
+      "▁h ints",
+      "▁hint s",
+      "▁hin ts",
+      "▁t unnel",
+      "▁tun nel",
+      "▁E j",
+      "ál is",
+      "á lis",
+      "▁V iv",
+      "▁Vi v",
+      "ствен ных",
+      "▁c aps",
+      "▁cap s",
+      "▁ca ps",
+      "PA RT",
+      "PAR T",
+      "P ART",
+      "oc i",
+      "o ci",
+      "▁p rices",
+      "▁pr ices",
+      "▁pri ces",
+      "▁price s",
+      "curr ency",
+      "c urrency",
+      "▁a chter",
+      "▁ach ter",
+      "▁acht er",
+      "rom agnet",
+      "ge nder",
+      "gen der",
+      "gende r",
+      "g ender",
+      "▁s uis",
+      "▁su is",
+      "vers ions",
+      "version s",
+      "▁Tr aining",
+      "▁Tra ining",
+      "▁Train ing",
+      "in side",
+      "ins ide",
+      "eg e",
+      "e ge",
+      "▁tot ale",
+      "▁total e",
+      "▁D aar",
+      "▁Da ar",
+      "▁grud nia",
+      "▁I er",
+      "▁occasion s",
+      "▁occas ions",
+      "▁k de",
+      "▁tensor flow",
+      "▁ tensorflow",
+      "▁ó r",
+      "▁ ór",
+      "Method s",
+      "▁loop ing",
+      "▁direct eur",
+      "k ę",
+      "▁is omorphism",
+      "▁Jo ão",
+      "▁al igned",
+      "▁align ed",
+      "▁ aligned",
+      "он ов",
+      "о нов",
+      "ur ger",
+      "urg er",
+      "▁n ova",
+      "▁no va",
+      "▁nov a",
+      "mor row",
+      "m orrow",
+      "al tern",
+      "alt ern",
+      "alter n",
+      "H D",
+      "▁m arqu",
+      "▁mar qu",
+      "at ivas",
+      "ativ as",
+      "ati vas",
+      "ativa s",
+      "gg reg",
+      "g greg",
+      "▁anci en",
+      "▁anc ien",
+      "ni t",
+      "n it",
+      "▁sec ured",
+      "▁secure d",
+      "mi er",
+      "m ier",
+      "▁O le",
+      "▁Ol e",
+      "▁ин те",
+      "▁m inus",
+      "▁min us",
+      "▁ minus",
+      "▁clear er",
+      "▁n ello",
+      "▁nel lo",
+      "▁nell o",
+      "▁információ k",
+      "▁pro pre",
+      "▁prop re",
+      "{ .",
+      "il og",
+      "ilo g",
+      "i log",
+      "▁Qu ick",
+      "▁acc us",
+      "▁ac cus",
+      "emp loyee",
+      "▁з у",
+      "▁ зу",
+      "ць кий",
+      "фі цій",
+      "▁пу бли",
+      "▁ публи",
+      "▁b ent",
+      "▁be nt",
+      "▁ben t",
+      "▁по зво",
+      "▁П ор",
+      "▁По р",
+      "áz í",
+      "án ico",
+      "á nico",
+      "empty set",
+      "▁sur tout",
+      "re no",
+      "ren o",
+      "r eno",
+      "un ya",
+      "▁у ез",
+      "▁Mill ionen",
+      "▁listop ada",
+      "▁M aine",
+      "▁Ma ine",
+      "▁Main e",
+      "▁Mai ne",
+      "▁gru pos",
+      "▁grupo s",
+      "▁grup os",
+      "▁St orage",
+      "▁Sto rage",
+      "▁ Storage",
+      "▁app le",
+      "▁ap ple",
+      "▁ apple",
+      "▁L ö",
+      "ou sed",
+      "ous ed",
+      "ouse d",
+      "o used",
+      "д ро",
+      "sc i",
+      "s ci",
+      "▁hi bernate",
+      "▁ hibernate",
+      "do g",
+      "d og",
+      "▁во сто",
+      "▁вос то",
+      "▁ восто",
+      "▁intens ity",
+      "leg end",
+      "lege nd",
+      "legen d",
+      "▁W ille",
+      "▁Will e",
+      "▁Wil le",
+      "▁Wi lle",
+      "▁szer int",
+      "ges ellschaft",
+      "▁L iving",
+      "▁Li ving",
+      "▁Liv ing",
+      "al lo",
+      "all o",
+      "▁S plit",
+      "▁Sp lit",
+      "▁ Split",
+      "dr u",
+      "d ru",
+      "ne ed",
+      "n eed",
+      "▁Дж он",
+      "▁Sw iss",
+      "▁sp raw",
+      "▁spr aw",
+      "▁be ho",
+      "▁beh o",
+      "▁fot ograf",
+      "▁ren contre",
+      "▁k is",
+      "▁ki s",
+      "▁sign ing",
+      "▁sig ning",
+      "ak ult",
+      "aku lt",
+      "▁index ing",
+      "ap or",
+      "a por",
+      "▁con ception",
+      "▁concept ion",
+      "▁conce ption",
+      "ag greg",
+      "agg reg",
+      "a ggreg",
+      "▁Са вез",
+      "▁aff air",
+      "ě ní",
+      "A ugust",
+      "▁се кре",
+      "▁miesz kań",
+      "UI Image",
+      "▁b ishop",
+      "▁bi shop",
+      "▁ bishop",
+      "▁serv ants",
+      "▁servant s",
+      "▁tr ail",
+      "▁tra il",
+      "di git",
+      "dig it",
+      "▁jo ins",
+      "▁join s",
+      "▁N ear",
+      "▁Ne ar",
+      "öff entlich",
+      "> {",
+      "▁sk ład",
+      "ge führt",
+      "gef ührt",
+      "▁Hol z",
+      "▁Milit är",
+      "ach i",
+      "ac hi",
+      "a chi",
+      "Up per",
+      "U pper",
+      "pi ne",
+      "pin e",
+      "p ine",
+      "ut zt",
+      "utz t",
+      "▁nu ova",
+      "ibr ation",
+      "▁B ien",
+      "▁Bi en",
+      "▁пер вый",
+      "▁первы й",
+      "▁Cre ating",
+      "On ce",
+      "▁ein mal",
+      "▁ge ometric",
+      "▁geomet ric",
+      "st vo",
+      "▁k W",
+      "▁decom position",
+      "▁com edy",
+      "▁come dy",
+      "▁activ ation",
+      "▁an gry",
+      "▁ang ry",
+      "ill eurs",
+      "ille urs",
+      "▁inst antly",
+      "▁instant ly",
+      "▁suggest ing",
+      "▁C lay",
+      "▁Cl ay",
+      "▁Cla y",
+      "co t",
+      "c ot",
+      "▁G én",
+      "▁Gé n",
+      "($ (",
+      "( $(",
+      "un wrap",
+      "▁lif ted",
+      "▁lift ed",
+      "▁K it",
+      "▁Ki t",
+      "▁ Kit",
+      "▁l inea",
+      "▁li nea",
+      "▁line a",
+      "▁lin ea",
+      "о к",
+      "ha rt",
+      "har t",
+      "h art",
+      "-> _",
+      "▁n uit",
+      "▁nu it",
+      "▁Iss ue",
+      "ли и",
+      "▁r öm",
+      "Task s",
+      "▁S r",
+      "▁se is",
+      "▁sei s",
+      "as ia",
+      "asi a",
+      "}} $.",
+      "}}$ .",
+      "} }$.",
+      ": {",
+      "control s",
+      "contr ols",
+      "▁S tim",
+      "▁St im",
+      "▁Re cht",
+      "▁Rec ht",
+      "ocia ción",
+      "oci ación",
+      "▁N atal",
+      "▁Na tal",
+      "▁Nat al",
+      "▁Philipp ines",
+      "ul en",
+      "ule n",
+      "u len",
+      "F ixed",
+      "▁switch ed",
+      "Z ip",
+      "os pel",
+      "osp el",
+      "▁нача ле",
+      "▁B lan",
+      "▁Bl an",
+      "▁Bla n",
+      "ur st",
+      "urs t",
+      "▁aut our",
+      "▁auto ur",
+      "C a",
+      "▁lat itude",
+      "▁F rei",
+      "▁Fre i",
+      "▁Fr ei",
+      "▁Mus ée",
+      "▁K urz",
+      "▁Kur z",
+      "▁Ku rz",
+      "▁reg ião",
+      "sw ap",
+      "▁h ate",
+      "▁ha te",
+      "▁hat e",
+      "▁mod ifications",
+      "▁modification s",
+      "▁modific ations",
+      "▁К ом",
+      "▁Ко м",
+      "▁Anto ine",
+      "ug a",
+      "u ga",
+      "RE CT",
+      "R ECT",
+      "ét er",
+      "é ter",
+      "G ROUP",
+      "▁sacr ific",
+      "▁W he",
+      "▁Wh e",
+      "▁Ste vens",
+      "▁Steve ns",
+      "▁Steven s",
+      "olog ische",
+      "Sum mary",
+      "ob s",
+      "o bs",
+      "hn en",
+      "h nen",
+      "< %=",
+      "di enst",
+      "d ienst",
+      "re mark",
+      "rem ark",
+      "r emark",
+      "▁veröff entlicht",
+      "е л",
+      "▁M ock",
+      "▁Mo ck",
+      "▁ Mock",
+      "▁Ль в",
+      "▁tr ês",
+      "g b",
+      "▁celebr ated",
+      "▁E b",
+      "▁c osta",
+      "▁co sta",
+      "▁cost a",
+      "▁cos ta",
+      "▁Ge ographic",
+      "▁att achment",
+      "▁attach ment",
+      "mann schaft",
+      "▁depend ence",
+      "� �",
+      "▁att itude",
+      "et al",
+      "eta l",
+      "e tal",
+      "vi c",
+      "v ic",
+      "ba ut",
+      "bau t",
+      "b aut",
+      "▁д ов",
+      "▁до в",
+      "▁ дов",
+      "▁inter ven",
+      "▁G ü",
+      "ón ica",
+      "ó nica",
+      "▁P on",
+      "▁Po n",
+      "▁dispon ible",
+      "▁F eb",
+      "▁Fe b",
+      "▁wor ship",
+      "▁Specific ally",
+      "H y",
+      "ij u",
+      "i ju",
+      "▁c b",
+      "▁ cb",
+      "▁sp ac",
+      "lev eland",
+      "level and",
+      "▁local idad",
+      "▁prec eding",
+      "▁preced ing",
+      "▁H essen",
+      "x p",
+      "▁W ein",
+      "▁We in",
+      "▁Wei n",
+      "▁Rom â",
+      "▁gi orno",
+      "▁gior no",
+      "▁квіт ня",
+      "lla ços",
+      "▁Academ ia",
+      "▁k ül",
+      "▁Å rs",
+      "▁на ј",
+      "uc lide",
+      "Inter net",
+      "Intern et",
+      "or ton",
+      "ort on",
+      "▁c orn",
+      "▁cor n",
+      "▁co rn",
+      "я ми",
+      "▁\" *",
+      "▁Fel ix",
+      "ap at",
+      "apa t",
+      "a pat",
+      "▁сво и",
+      "MI T",
+      "M IT",
+      "ma de",
+      "mad e",
+      "m ade",
+      "▁lo comot",
+      "хо да",
+      "ход а",
+      "F P",
+      "▁p m",
+      "▁ pm",
+      ".* ;",
+      "▁H amm",
+      "▁Ha mm",
+      "▁Ham m",
+      "` }",
+      "Layout Inflater",
+      "== \"",
+      "= =\"",
+      "▁E ur",
+      "▁Eu r",
+      "▁d ogs",
+      "▁do gs",
+      "▁dog s",
+      "же нии",
+      "▁a zon",
+      "▁az on",
+      "▁ azon",
+      "▁em ulator",
+      "▁r icon",
+      "▁ric on",
+      "▁ri con",
+      "be eld",
+      "▁н у",
+      "▁ ну",
+      "▁approxim ate",
+      "L M",
+      "▁B ond",
+      "▁Bo nd",
+      "▁Bon d",
+      "▁en h",
+      "ęd z",
+      "ę dz",
+      "▁s olit",
+      "▁so lit",
+      "▁sol it",
+      "Relative Layout",
+      "et eor",
+      "ete or",
+      "ament os",
+      "amento s",
+      "▁in direct",
+      "▁ind irect",
+      "ib ől",
+      "▁g ros",
+      "▁gr os",
+      "▁gro s",
+      "▁Original s",
+      "▁Origin als",
+      "▁Orig inals",
+      "comm ands",
+      "command s",
+      "Ex port",
+      "Exp ort",
+      "▁A vec",
+      "▁Av ec",
+      "▁sole mn",
+      "▁solem n",
+      "▁correct ion",
+      "▁corre ction",
+      "▁corr ection",
+      "▁про води",
+      "▁прово ди",
+      "▁Mo sk",
+      "▁Mos k",
+      "▁по до",
+      "▁под о",
+      "▁geb ied",
+      "▁nast ęp",
+      "▁D river",
+      "▁Dr iver",
+      "▁Drive r",
+      "▁ Driver",
+      "▁O ok",
+      "▁V ec",
+      "▁Ve c",
+      "▁ Vec",
+      "▁lung o",
+      "▁lun go",
+      "fi cos",
+      "fic os",
+      "fico s",
+      "f icos",
+      "▁s vol",
+      "▁sv ol",
+      "▁svo l",
+      "▁k id",
+      "▁ki d",
+      "n ja",
+      "▁H r",
+      "▁под дер",
+      "▁vis ibility",
+      "▁ visibility",
+      "▁M éd",
+      "▁Mé d",
+      "▁c pu",
+      "▁cp u",
+      "▁ cpu",
+      "dis cussion",
+      "As set",
+      "Ass et",
+      "▁def ense",
+      "▁Any one",
+      "▁Just in",
+      "is zt",
+      "isz t",
+      "▁Coll ins",
+      "▁Val ent",
+      "▁P ale",
+      "▁Pa le",
+      "▁Pal e",
+      "▁f uel",
+      "▁fue l",
+      "▁fu el",
+      "▁n ose",
+      "▁no se",
+      "▁nos e",
+      "rí guez",
+      "▁Sch les",
+      "▁Schl es",
+      "▁Mal ays",
+      "▁com mut",
+      "▁comm ut",
+      "dr o",
+      "d ro",
+      "ui ng",
+      "u ing",
+      "▁R ico",
+      "▁Ric o",
+      "▁Ri co",
+      "▁Em ma",
+      "or p",
+      "o rp",
+      "▁K irk",
+      "▁Kir k",
+      "▁Qu ando",
+      "▁Ne ue",
+      "▁Neu e",
+      "▁de mande",
+      "▁dem ande",
+      "▁demand e",
+      "▁C over",
+      "▁Co ver",
+      "▁Cov er",
+      "▁res cue",
+      "▁gew ählt",
+      "▁Cal endar",
+      "▁ Calendar",
+      "▁Mad onna",
+      "W P",
+      "os hi",
+      "osh i",
+      "▁M aven",
+      "▁Ma ven",
+      "▁b elle",
+      "▁be lle",
+      "▁bel le",
+      "▁bell e",
+      "▁w x",
+      "▁ wx",
+      "▁su gar",
+      "▁sug ar",
+      "▁Bet rieb",
+      "▁equilib rium",
+      "E AR",
+      "▁text s",
+      "▁tex ts",
+      "сло в",
+      "с лов",
+      "▁czerw ca",
+      "▁D üsseld",
+      "▁EL SE",
+      "▁am ery",
+      "▁amer y",
+      "▁a ni",
+      "▁an i",
+      "▁ ani",
+      "▁o bey",
+      "▁ob ey",
+      "▁N ell",
+      "▁Ne ll",
+      "▁Nel l",
+      "▁in ne",
+      "▁inn e",
+      "▁т ро",
+      "▁ тро",
+      "F D",
+      "cc o",
+      "c co",
+      "▁Z ob",
+      "▁Zo b",
+      "al ette",
+      "ale tte",
+      "alet te",
+      "a lette",
+      "▁má jus",
+      "ect ed",
+      "ec ted",
+      "e cted",
+      "▁Tur key",
+      "▁Turk ey",
+      "▁Wh ether",
+      "▁Whe ther",
+      "q i",
+      "▁ш то",
+      "▁head quarters",
+      "en di",
+      "end i",
+      "ar us",
+      "aru s",
+      "a rus",
+      "op us",
+      "o pus",
+      "▁з оло",
+      "▁зо ло",
+      "▁de stru",
+      "▁dest ru",
+      "▁L ok",
+      "▁Lo k",
+      "▁satisf action",
+      "() \r",
+      "( )\r",
+      "▁Т ер",
+      "▁Те р",
+      "Jo se",
+      "J ose",
+      "▁con quer",
+      "▁conqu er",
+      "▁E ffect",
+      "▁ Effect",
+      "Layout Params",
+      "ie z",
+      "i ez",
+      "▁extern s",
+      "▁gegen über",
+      "▁E SP",
+      "▁ES P",
+      "ol ta",
+      "olt a",
+      "process or",
+      "proc essor",
+      "▁K ult",
+      "▁Ku lt",
+      "▁Atl anta",
+      "▁t ier",
+      "▁ti er",
+      "▁tie r",
+      "Oper ator",
+      "▁ди а",
+      "▁пи сь",
+      "▁gro ß",
+      "▁he arts",
+      "▁heart s",
+      "▁hear ts",
+      "▁mill imeter",
+      "al though",
+      "alth ough",
+      "al les",
+      "all es",
+      "alle s",
+      "a lles",
+      "▁Mag ic",
+      "tr aining",
+      "tra ining",
+      "train ing",
+      "ol ine",
+      "oli ne",
+      "olin e",
+      "o line",
+      "▁орган і",
+      ">\\< ^",
+      "> \\<^",
+      "ці аль",
+      "ex ports",
+      "export s",
+      "Work book",
+      "▁вере сня",
+      "▁t eles",
+      "▁te les",
+      "▁tele s",
+      "▁tel es",
+      "▁econom y",
+      "▁econ omy",
+      "▁ec onomy",
+      "▁t rap",
+      "▁tr ap",
+      "▁tra p",
+      "▁ref use",
+      "▁str anger",
+      "▁strange r",
+      "▁stran ger",
+      "▁inst inct",
+      "по да",
+      "ol an",
+      "ola n",
+      "o lan",
+      "▁n ing",
+      "▁ni ng",
+      "▁nin g",
+      "▁ ning",
+      "inf late",
+      "infl ate",
+      "itat ea",
+      "itate a",
+      "ack s",
+      "ac ks",
+      "a cks",
+      "▁J oy",
+      "▁Jo y",
+      "FL AG",
+      "FLA G",
+      "ail and",
+      "ai land",
+      "▁sort i",
+      "▁sor ti",
+      "▁в пер",
+      "▁p én",
+      "▁pé n",
+      "Not hing",
+      "No thing",
+      "N othing",
+      "▁sz áz",
+      "▁Á ng",
+      "▁A UT",
+      "▁ AUT",
+      "Act ions",
+      "Action s",
+      "A ctions",
+      "E very",
+      "▁чер вня",
+      "▁авто мо",
+      "▁rout ine",
+      "▁e struct",
+      "▁est ruct",
+      "▁G ang",
+      "▁Ga ng",
+      "▁Gan g",
+      "▁h oles",
+      "▁ho les",
+      "▁hol es",
+      "▁hole s",
+      "th esis",
+      "thes is",
+      "▁con cl",
+      "▁conc l",
+      "▁p é",
+      "ri ers",
+      "rie rs",
+      "rier s",
+      "r iers",
+      "ро вой",
+      "рово й",
+      "р овой",
+      "ad ic",
+      "adi c",
+      "a dic",
+      "Sp eed",
+      "Spe ed",
+      "▁command ed",
+      "▁N azionale",
+      "▁Naz ionale",
+      "Man aged",
+      "▁DE CLARE",
+      "▁se dan",
+      "▁sed an",
+      "String s",
+      "Str ings",
+      "▁sa cred",
+      "▁sac red",
+      "▁sacr ed",
+      "ter such",
+      "ters uch",
+      "▁abit anti",
+      "br it",
+      "b rit",
+      "▁N CAA",
+      "▁NC AA",
+      "▁С П",
+      "▁a ged",
+      "▁ag ed",
+      "▁age d",
+      "▁ aged",
+      "▁Ch iesa",
+      "▁Chi esa",
+      "▁re vision",
+      "▁rev ision",
+      "▁revis ion",
+      "op ro",
+      "o pro",
+      "▁over write",
+      "emb ros",
+      "embro s",
+      "▁sort ie",
+      "▁sorti e",
+      "▁ot ten",
+      "▁ott en",
+      "xi v",
+      "x iv",
+      "▁d eli",
+      "▁de li",
+      "▁del i",
+      "▁A sp",
+      "▁As p",
+      "▁b alls",
+      "▁bal ls",
+      "▁ball s",
+      "ka f",
+      "k af",
+      "▁br ave",
+      "▁bra ve",
+      "▁все го",
+      "▁вс его",
+      "eg n",
+      "e gn",
+      "jp eg",
+      "▁O sten",
+      "▁Os ten",
+      "▁Ost en",
+      "Const ants",
+      "▁Inf antry",
+      "▁N ev",
+      "▁Ne v",
+      "▁я ких",
+      "▁як их",
+      "▁му ниципа",
+      "ci ja",
+      "c ija",
+      "▁p oem",
+      "▁po em",
+      "▁ne gro",
+      "▁neg ro",
+      "ха р",
+      "х ар",
+      "▁A sk",
+      "▁As k",
+      "▁a vo",
+      "▁av o",
+      "▁ avo",
+      "▁Me yer",
+      "▁Mey er",
+      "▁W esten",
+      "▁We sten",
+      "▁West en",
+      "▁Wes ten",
+      "▁o ko",
+      "▁ok o",
+      "▁ oko",
+      "ag in",
+      "agi n",
+      "a gin",
+      "▁Süd en",
+      "▁Sü den",
+      "ent ries",
+      "entr ies",
+      "▁Rep ublik",
+      "▁Repub lik",
+      "Collection View",
+      "-- -----",
+      "---- ---",
+      "--- ----",
+      "------ -",
+      "----- --",
+      "- ------",
+      "▁fire fox",
+      "▁alc une",
+      "▁фо то",
+      "▁отри ма",
+      "~~~~ ~~~~",
+      "▁Ра з",
+      "▁Com plex",
+      "▁Comp lex",
+      "▁Comple x",
+      "▁p ia",
+      "▁pi a",
+      "▁public ada",
+      "we i",
+      "w ei",
+      "ced ure",
+      "occup ation",
+      "▁medic ine",
+      "▁dr ove",
+      "▁dro ve",
+      "Pro blem",
+      "▁beg inner",
+      "▁begin ner",
+      "▁thorough ly",
+      "ur ia",
+      "uri a",
+      "u ria",
+      "av ant",
+      "ava nt",
+      "avan t",
+      "uch a",
+      "uc ha",
+      "u cha",
+      "▁l ever",
+      "▁le ver",
+      "▁lev er",
+      "▁te atro",
+      "▁teat ro",
+      "AV A",
+      "A VA",
+      "sq u",
+      "s qu",
+      "tr at",
+      "tra t",
+      "t rat",
+      "iv atal",
+      "iva tal",
+      "▁d irty",
+      "▁dir ty",
+      "▁se conde",
+      "▁second e",
+      "▁sec onde",
+      "▁grav it",
+      "▁pro position",
+      "▁prop osition",
+      "▁propos ition",
+      "h bar",
+      "om ini",
+      "omin i",
+      "omi ni",
+      "▁ ”",
+      "▁C amil",
+      "▁Cam il",
+      "▁Ca mil",
+      "▁qu een",
+      "▁que en",
+      "mod ifier",
+      "J an",
+      "▁l yr",
+      "▁ly r",
+      "Com boBox",
+      "ion ic",
+      "io nic",
+      "ioni c",
+      "i onic",
+      "▁h oly",
+      "▁ho ly",
+      "▁hol y",
+      "▁Sebast ian",
+      "| _{",
+      "▁{ @",
+      "▁мо жно",
+      "▁мож но",
+      "▁Cre ative",
+      "▁inter ess",
+      "▁inte ress",
+      "▁C T",
+      "▁ CT",
+      "i ções",
+      "▁ch ant",
+      "▁cha nt",
+      "▁ chant",
+      "▁wsp ół",
+      "▁Мекси ка",
+      "▁ran ked",
+      "▁rank ed",
+      "▁paździer nika",
+      "▁b rut",
+      "▁br ut",
+      "▁bru t",
+      "▁far ther",
+      "▁V erb",
+      "▁Ver b",
+      "▁Ve rb",
+      "▁S even",
+      "▁Se ven",
+      "lb l",
+      "l bl",
+      "▁mention s",
+      "▁ment ions",
+      "▁F ight",
+      "▁Fig ht",
+      "if en",
+      "ife n",
+      "i fen",
+      "▁b og",
+      "▁bo g",
+      "▁re gres",
+      "▁reg res",
+      "▁sc oring",
+      "ic ane",
+      "ica ne",
+      "ican e",
+      "▁El li",
+      "▁Ell i",
+      "▁pie rw",
+      "▁pier w",
+      "me asure",
+      "ński ej",
+      "ń skiej",
+      "# {",
+      "▁де ся",
+      "▁var maste",
+      "▁Un ix",
+      "I Z",
+      "iti é",
+      "Prim ary",
+      "▁Spring er",
+      "▁Spr inger",
+      "ün g",
+      "ü ng",
+      "▁an v",
+      "▁vers ione",
+      "▁version e",
+      "▁should ers",
+      "▁shoulder s",
+      "▁бри га",
+      "▁j av",
+      "▁ja v",
+      "▁ jav",
+      "lt al",
+      "l tal",
+      "▁kall aste",
+      "▁Mitch ell",
+      "▁wire less",
+      "▁wir eless",
+      "▁Á l",
+      "resp ons",
+      "co uld",
+      "cou ld",
+      "c ould",
+      "▁re lax",
+      "▁rel ax",
+      "▁rela x",
+      "▁ relax",
+      "Lo nd",
+      "L ond",
+      "ń cz",
+      "ство вал",
+      "ствова л",
+      "▁pol ski",
+      "en ç",
+      "za r",
+      "z ar",
+      "▁d type",
+      "▁dt ype",
+      "ow ned",
+      "own ed",
+      "un known",
+      "unk nown",
+      "▁m utable",
+      "▁mu table",
+      "▁mut able",
+      "▁ mutable",
+      "▁si empre",
+      "▁Mont real",
+      "▁loc ate",
+      "▁tr aces",
+      "▁tra ces",
+      "▁trace s",
+      "▁trac es",
+      "▁ins gesamt",
+      "▁N il",
+      "▁Ni l",
+      "▁ Nil",
+      "▁п рода",
+      "▁про да",
+      "▁прод а",
+      "▁War ner",
+      "▁N au",
+      "▁Na u",
+      "tri angle",
+      "▁concentr ation",
+      "▁gentle men",
+      "äch t",
+      "ä cht",
+      "fil ters",
+      "filter s",
+      "inci pal",
+      "VAL ID",
+      "▁де пута",
+      "ad ó",
+      "▁kon st",
+      "gs å",
+      "ag as",
+      "aga s",
+      "a gas",
+      "▁meille ur",
+      "▁дан ным",
+      "є дна",
+      "en coded",
+      "enc oded",
+      "encode d",
+      "< '",
+      "▁she ets",
+      "▁sheet s",
+      "▁ sheets",
+      "cu ador",
+      "▁викори стову",
+      "▁De put",
+      "▁Dep ut",
+      "▁man ière",
+      "ą g",
+      "cs ol",
+      "c sol",
+      ")$ -",
+      ") $-",
+      "UI View",
+      "▁mill ones",
+      "▁E hren",
+      "▁Ehr en",
+      "Si l",
+      "S il",
+      "▁a tac",
+      "▁at ac",
+      "▁C old",
+      "▁Col d",
+      "▁Co ld",
+      "\" \\",
+      "▁appro ached",
+      "▁approach ed",
+      "▁Års med",
+      "W M",
+      "▁De port",
+      "▁Dep ort",
+      "mi s",
+      "m is",
+      "and box",
+      "ob serv",
+      "obs erv",
+      "set ting",
+      "sett ing",
+      "ha tó",
+      "hat ó",
+      "h ató",
+      "▁s trat",
+      "▁st rat",
+      "▁str at",
+      "▁stra t",
+      "▁s pre",
+      "▁sp re",
+      "▁spr e",
+      "▁ spre",
+      "▁person ne",
+      "▁pers onne",
+      "▁personn e",
+      "▁dir ige",
+      "▁dirig e",
+      "pu ll",
+      "p ull",
+      "da ting",
+      "dat ing",
+      "d ating",
+      "▁F act",
+      "▁Fa ct",
+      "▁Fac t",
+      "▁ Fact",
+      "▁manip ulate",
+      "▁M AC",
+      "▁MA C",
+      "▁d ej",
+      "▁de j",
+      "ult imo",
+      "F X",
+      "Li fe",
+      "L ife",
+      "▁c rack",
+      "▁cr ack",
+      "▁cra ck",
+      "▁m í",
+      "▁п ове",
+      "▁по ве",
+      "▁пов е",
+      "▁w ore",
+      "▁wor e",
+      "▁wo re",
+      "univers ité",
+      "▁form ulas",
+      "▁formula s",
+      "▁Elis abeth",
+      "pl ots",
+      "plot s",
+      "mi le",
+      "mil e",
+      "m ile",
+      "▁me nor",
+      "▁men or",
+      "ти л",
+      "т ил",
+      "key word",
+      "▁Balt imore",
+      "hr er",
+      "hre r",
+      "h rer",
+      "▁C lement",
+      "▁Cl ement",
+      "▁Cle ment",
+      "vi m",
+      "v im",
+      "ra ss",
+      "ras s",
+      "r ass",
+      "T ake",
+      "▁cím ű",
+      "▁Con vention",
+      "at ge",
+      "se ed",
+      "see d",
+      "s eed",
+      "▁D í",
+      "▁Sp ider",
+      "ah oo",
+      "aho o",
+      "▁име ет",
+      "ühr t",
+      "üh rt",
+      "▁по писа",
+      "▁C ot",
+      "▁Co t",
+      "▁no bles",
+      "▁noble s",
+      "▁nob les",
+      "RE SS",
+      "RES S",
+      "▁che min",
+      "▁chem in",
+      "▁gł ówn",
+      "G G",
+      "▁German ia",
+      "▁Ger mania",
+      "▁Germ ania",
+      "▁Alexand re",
+      "he ns",
+      "hen s",
+      "h ens",
+      "sw ift",
+      "oo p",
+      "o op",
+      "Sub view",
+      "▁requ iring",
+      "ęd zy",
+      "ędz y",
+      "▁f ict",
+      "▁fi ct",
+      "▁fic t",
+      "▁Кон стан",
+      "▁dé put",
+      "▁dép ut",
+      "▁surpr ising",
+      "▁de ix",
+      "▁dei x",
+      "▁unter schied",
+      "in son",
+      "ins on",
+      "▁Char acter",
+      "▁ Character",
+      "▁g estion",
+      "▁ges tion",
+      "▁gest ion",
+      "ch us",
+      "c hus",
+      "com es",
+      "co mes",
+      "come s",
+      "▁n eur",
+      "▁ne ur",
+      "▁neu r",
+      "▁ neur",
+      "▁ye ux",
+      "ol lar",
+      "oll ar",
+      "▁par ad",
+      "▁para d",
+      "▁pa rad",
+      "▁mag giore",
+      "▁maggio re",
+      "▁maggior e",
+      "TR AN",
+      "▁vo tre",
+      "▁vot re",
+      "▁des cent",
+      "▁desc ent",
+      "▁I con",
+      "▁ Icon",
+      "▁Jud ge",
+      "▁occup ation",
+      "▁ occupation",
+      "ep ing",
+      "e ping",
+      "▁ton gue",
+      "▁tong ue",
+      "▁En llaços",
+      "ru f",
+      "r uf",
+      "▁prote in",
+      "▁prot ein",
+      "▁vis itors",
+      "▁visit ors",
+      "▁visitor s",
+      "ax y",
+      "a xy",
+      "es ten",
+      "est en",
+      "este n",
+      "e sten",
+      "bl ica",
+      "blic a",
+      "b lica",
+      "h w",
+      "▁spir its",
+      "▁spirit s",
+      "▁redu ces",
+      "▁reduce s",
+      "▁м ен",
+      "▁ме н",
+      "▁ мен",
+      "▁L amb",
+      "▁La mb",
+      "▁Lam b",
+      "▁M ine",
+      "▁Min e",
+      "▁Mi ne",
+      "▁ver ified",
+      "▁B aby",
+      "▁Ba by",
+      "▁Bab y",
+      "▁pr ize",
+      "▁pri ze",
+      "в ър",
+      "▁rat ings",
+      "▁rating s",
+      "▁f ore",
+      "▁for e",
+      "▁fo re",
+      "▁ fore",
+      "as ha",
+      "ash a",
+      "a sha",
+      "ur rence",
+      "urr ence",
+      "▁int ér",
+      "▁Ol ímp",
+      "cr a",
+      "c ra",
+      "▁comput ational",
+      "▁computation al",
+      "ir che",
+      "irc he",
+      ".:  ",
+      "▁illustr ated",
+      "▁illustrate d",
+      "▁Sh are",
+      "▁house holds",
+      "▁household s",
+      "▁con volution",
+      "oe md",
+      "oem d",
+      "▁zd oby",
+      "▁zdob y",
+      "cc c",
+      "c cc",
+      "▁quant ities",
+      "Ch e",
+      "C he",
+      "Sh ould",
+      "▁ge nius",
+      "▁gen ius",
+      "ad j",
+      "a dj",
+      "х ва",
+      "Пе тер",
+      "EM A",
+      "E MA",
+      "▁R ights",
+      "▁Right s",
+      "▁E li",
+      "▁El i",
+      "VA R",
+      "V AR",
+      "ш ло",
+      "▁з бір",
+      "ift ung",
+      "▁cont ributed",
+      "▁contrib uted",
+      "▁contribu ted",
+      "▁contribute d",
+      "ze f",
+      "z ef",
+      "▁CH AR",
+      "▁ CHAR",
+      "▁S ib",
+      "▁Si b",
+      "▁M ant",
+      "▁Man t",
+      "▁Ma nt",
+      "▁свя зи",
+      "▁java fx",
+      "▁c ependant",
+      "▁in tu",
+      "▁int u",
+      "▁т вор",
+      "▁ Ó",
+      "gu er",
+      "gue r",
+      "g uer",
+      "ra do",
+      "rad o",
+      "r ado",
+      "▁Re vol",
+      "▁Rev ol",
+      "▁fé min",
+      "▁Or leans",
+      "▁p oj",
+      "▁po j",
+      "▁p rez",
+      "▁pr ez",
+      "▁pre z",
+      "Te x",
+      "T ex",
+      "ou wd",
+      "ouw d",
+      "? (",
+      "▁L IM",
+      "▁LI M",
+      "ist ique",
+      "isti que",
+      "es ar",
+      "esa r",
+      "▁he ures",
+      "ic ki",
+      "ick i",
+      "i cki",
+      "▁d bo",
+      "▁db o",
+      "▁ dbo",
+      "sk ih",
+      "ski h",
+      "s kih",
+      "conf irm",
+      "▁vil ág",
+      "▁ci utat",
+      "▁D R",
+      "▁ DR",
+      "▁Haw ai",
+      "ch ed",
+      "che d",
+      "c hed",
+      "▁s pher",
+      "▁sp her",
+      "▁Art ikel",
+      "▁Multi ple",
+      "ci u",
+      "c iu",
+      "▁м ы",
+      "▁ мы",
+      "▁lip ca",
+      "]( /",
+      "] (/",
+      "Str ategy",
+      "▁Al abama",
+      "SD K",
+      "S DK",
+      "UT C",
+      "U TC",
+      "__ .",
+      "_ _.",
+      "Arg uments",
+      "Argument s",
+      "▁set ContentView",
+      "î le",
+      "By Val",
+      "▁J VM",
+      "юще го",
+      "▁Leon ard",
+      "▁just ify",
+      "це м",
+      "ц ем",
+      "▁n ab",
+      "▁na b",
+      "▁ nab",
+      "CCE SS",
+      "C CESS",
+      "▁hope s",
+      "▁ho pes",
+      "▁hop es",
+      ") &",
+      "se ro",
+      "ser o",
+      "s ero",
+      "▁за й",
+      "слі д",
+      "▁R ég",
+      "▁Ré g",
+      "▁S ang",
+      "▁San g",
+      "▁Sa ng",
+      "▁f ung",
+      "▁fun g",
+      "▁fu ng",
+      "ba ar",
+      "b aar",
+      "▁coff ee",
+      "ass embly",
+      "▁В ін",
+      "▁Ві н",
+      "э й",
+      "▁comp rend",
+      "▁compr end",
+      "fil led",
+      "fill ed",
+      "f illed",
+      "р д",
+      "od ia",
+      "odi a",
+      "o dia",
+      "▁g ens",
+      "▁ge ns",
+      "▁gen s",
+      "▁ gens",
+      "fl uss",
+      "flu ss",
+      "f luss",
+      "Draw able",
+      "▁sur ve",
+      "▁surv e",
+      "Set up",
+      "▁n ależ",
+      "▁conj unto",
+      "▁Е го",
+      "▁old al",
+      "▁ol dal",
+      "▁ver bose",
+      "▁verb ose",
+      "▁Elect ric",
+      "▁H arrison",
+      "▁Harr ison",
+      "▁Harris on",
+      "en gen",
+      "eng en",
+      "par agraph",
+      "para graph",
+      "▁n ouvelles",
+      "▁nouve lles",
+      "▁nouvelle s",
+      "▁вре ме",
+      "▁m emor",
+      "▁me mor",
+      "▁mem or",
+      "▁mayo ría",
+      "▁mayor ía",
+      "са д",
+      "▁bat aille",
+      "▁bata ille",
+      "▁therm al",
+      "▁ther mal",
+      "▁Хро нологи",
+      "▁B etter",
+      "▁Bet ter",
+      "by e",
+      "b ye",
+      "▁теа тра",
+      "ro e",
+      "r oe",
+      "▁se gle",
+      "▁seg le",
+      "ro tt",
+      "rot t",
+      "r ott",
+      "▁opin ions",
+      "▁opinion s",
+      ")} )",
+      ") })",
+      "üh le",
+      "ühl e",
+      "▁G ün",
+      "▁Gü n",
+      "▁ Щ",
+      "b ól",
+      "▁Lar ry",
+      "▁so lic",
+      "▁sol ic",
+      "▁z war",
+      "▁zw ar",
+      "▁Car oline",
+      "▁Carol ine",
+      "▁Reich s",
+      "Ext ensions",
+      "Extension s",
+      "mi gr",
+      "m igr",
+      ": @",
+      "▁en umerate",
+      "▁enumer ate",
+      "▁ enumerate",
+      "▁eigen en",
+      "▁eig enen",
+      "▁expl ore",
+      "▁explo re",
+      "ém u",
+      "é mu",
+      "▁g at",
+      "▁ga t",
+      "▁ gat",
+      "▁imper ial",
+      "▁Us ually",
+      "▁t ud",
+      "▁tu d",
+      "▁у кра",
+      "hi m",
+      "h im",
+      "▁cor ners",
+      "▁corner s",
+      "▁corn ers",
+      "▁S ER",
+      "▁SE R",
+      "▁ SER",
+      "▁interpre ter",
+      "▁interpret er",
+      "▁I ce",
+      "▁amount s",
+      "▁P ala",
+      "▁Pa la",
+      "▁Pal a",
+      "▁t inha",
+      "▁tin ha",
+      "vo le",
+      "vol e",
+      "v ole",
+      "▁g le",
+      "▁gl e",
+      "▁ gle",
+      "uc ci",
+      "▁sie he",
+      "Jac k",
+      "J ack",
+      "▁w oll",
+      "▁wo ll",
+      "▁wol l",
+      "▁e lder",
+      "▁el der",
+      "▁ко раб",
+      "▁eng ag",
+      "▁La urent",
+      "▁Laur ent",
+      "▁Lau rent",
+      "▁ach iev",
+      "ist ik",
+      "isti k",
+      "ar ct",
+      "arc t",
+      "тно го",
+      "т ного",
+      "▁g ir",
+      "▁gi r",
+      "▁Sing h",
+      "▁Sin gh",
+      "math op",
+      "US A",
+      "U SA",
+      "▁Pro jekt",
+      "▁de be",
+      "▁deb e",
+      "richt ung",
+      "r ichtung",
+      "▁T sch",
+      "▁Ts ch",
+      "um inate",
+      "umin ate",
+      "▁s zó",
+      "▁sz ó",
+      "ly ph",
+      "зи дент",
+      "зиден т",
+      "▁lim itations",
+      "▁limit ations",
+      "▁limitation s",
+      "юще й",
+      "▁b ila",
+      "▁bi la",
+      "▁bil a",
+      "P ush",
+      "▁off ering",
+      "▁offer ing",
+      "ien nes",
+      "ienne s",
+      "ienn es",
+      "i ennes",
+      "Fr i",
+      "F ri",
+      "▁post gresql",
+      "▁ postgresql",
+      "▁Tom my",
+      "▁partic olare",
+      "▁stolet í",
+      "▁ar rib",
+      "▁arr ib",
+      "▁E va",
+      "▁Ev a",
+      "sch ool",
+      "▁v endor",
+      "▁ven dor",
+      "▁vend or",
+      "▁ vendor",
+      "▁D allas",
+      "▁Dal las",
+      "▁pro long",
+      "CRE ATE",
+      "C REATE",
+      "▁suiv ante",
+      "STAT US",
+      "l à",
+      "k v",
+      "▁h äufig",
+      "▁Agr icult",
+      "▁h uit",
+      "▁hu it",
+      "▁in oltre",
+      "▁L loyd",
+      "▁францу з",
+      "▁вы пол",
+      "▁faith ful",
+      "▁В ар",
+      "▁Ва р",
+      "▁ver l",
+      "▁ve rl",
+      "▁ju ego",
+      "▁Резу лтати",
+      ", ...,",
+      "▁implicit ly",
+      "ir ks",
+      "irk s",
+      "Cal cul",
+      "▁m eses",
+      "▁mes es",
+      "om ed",
+      "ome d",
+      "o med",
+      "▁p ak",
+      "▁pa k",
+      "he rit",
+      "her it",
+      "▁opt ical",
+      "▁І сторія",
+      "ve is",
+      "▁capital e",
+      "▁capit ale",
+      "place holder",
+      "int rag",
+      "▁At las",
+      "▁Atl as",
+      "▁ Atlas",
+      ")] ;",
+      ") ];",
+      "ic ons",
+      "ico ns",
+      "icon s",
+      "i cons",
+      "▁B ent",
+      "▁Be nt",
+      "▁Ben t",
+      "▁W idget",
+      "▁ Widget",
+      "▁vol unt",
+      "av o",
+      "a vo",
+      "ég r",
+      "é gr",
+      "li ge",
+      "lig e",
+      "l ige",
+      "▁N AME",
+      "▁NA ME",
+      "▁ NAME",
+      "▁ab stra",
+      "▁abs tra",
+      "▁f ís",
+      "▁B rowser",
+      "▁Brow ser",
+      "▁ Browser",
+      "▁b ush",
+      "▁bu sh",
+      "▁bus h",
+      "ha ll",
+      "hal l",
+      "h all",
+      "▁cloud s",
+      "▁S UB",
+      "▁SU B",
+      "▁ SUB",
+      "▁t andis",
+      "▁tan dis",
+      "▁Common wealth",
+      "та я",
+      "▁exha ust",
+      "________ ________",
+      "▁Stat istics",
+      "▁Statist ics",
+      "▁Relig ion",
+      "▁Mu ham",
+      "ual s",
+      "ua ls",
+      "u als",
+      "go to",
+      "got o",
+      "g oto",
+      "Dig ital",
+      "Famil y",
+      "▁B un",
+      "▁Bu n",
+      "let in",
+      "Man agement",
+      "▁cap abilities",
+      "an nten",
+      "ann ten",
+      "annt en",
+      "annte n",
+      "▁се бе",
+      "▁st ays",
+      "▁stay s",
+      "▁sta ys",
+      "kt er",
+      "kte r",
+      "k ter",
+      "▁d ost",
+      "▁do st",
+      "▁dos t",
+      "▁Т ре",
+      "ло вич",
+      "лови ч",
+      "л ович",
+      "▁d ying",
+      "▁dy ing",
+      "se ctions",
+      "section s",
+      "sect ions",
+      "án os",
+      "á nos",
+      "▁app arten",
+      "▁appar ten",
+      "▁appart en",
+      "▁zo als",
+      "▁dr essed",
+      "▁dress ed",
+      "▁com press",
+      "▁comp ress",
+      "▁compr ess",
+      "ń ska",
+      "▁sierp nia",
+      "▁ти ту",
+      "diction ary",
+      "d ictionary",
+      "▁r abb",
+      "▁ra bb",
+      "▁vé rit",
+      "В о",
+      "▁sing leton",
+      "▁single ton",
+      "▁v ital",
+      "▁vi tal",
+      "▁vit al",
+      "▁vita l",
+      "Ref resh",
+      "ме ль",
+      "м ель",
+      "▁Z h",
+      "▁Af ghan",
+      "in kel",
+      "ink el",
+      "aa aa",
+      "▁particip ants",
+      "ar in",
+      "ari n",
+      "a rin",
+      "▁M old",
+      "▁Mo ld",
+      "▁Mol d",
+      "▁prim eros",
+      "▁prime ros",
+      "▁primer os",
+      "▁ра н",
+      "▁р ан",
+      "▁ ран",
+      "▁А мери",
+      "▁restaur ant",
+      "év el",
+      "é vel",
+      "▁S L",
+      "▁ SL",
+      "▁R ey",
+      "▁Re y",
+      "ch as",
+      "cha s",
+      "c has",
+      "▁elect rons",
+      "▁electron s",
+      "▁electro ns",
+      "▁Pitt s",
+      "▁Pit ts",
+      "▁J ules",
+      "▁Jul es",
+      "▁Ju les",
+      "ма й",
+      "en ant",
+      "ena nt",
+      "e nant",
+      "- }",
+      "ла д",
+      "▁Мос ква",
+      "▁Моск ва",
+      "go m",
+      "g om",
+      "▁Fern ández",
+      "fun d",
+      "fu nd",
+      "f und",
+      "int erno",
+      "inter no",
+      "intern o",
+      "▁M ari",
+      "▁Mar i",
+      "▁Ma ri",
+      "▁r ius",
+      "▁ri us",
+      "▁Pro zent",
+      "ст рі",
+      "стр і",
+      "▁в нут",
+      "ant erie",
+      "ante rie",
+      "anter ie",
+      "▁п рис",
+      "▁при с",
+      "▁пр ис",
+      "▁о бы",
+      "▁об ы",
+      "▁M arina",
+      "▁Mar ina",
+      "▁Mari na",
+      "▁occ urrence",
+      "▁occur rence",
+      "▁occurr ence",
+      "ri kt",
+      "rik t",
+      "r ikt",
+      "▁фи зи",
+      "▁sch wer",
+      "▁schw er",
+      "▁Г ре",
+      "Re set",
+      "Res et",
+      "▁much o",
+      "▁mu cho",
+      "an dr",
+      "and r",
+      "▁W ies",
+      "▁Wi es",
+      "▁Wie s",
+      "▁Ke ith",
+      "▁Jul ian",
+      "▁Juli an",
+      "▁Julia n",
+      "▁c ole",
+      "▁col e",
+      "▁co le",
+      "▁ cole",
+      "ci endo",
+      "c iendo",
+      "▁Cont empor",
+      "et ry",
+      "etr y",
+      "e try",
+      "el ian",
+      "eli an",
+      "elia n",
+      "ги и",
+      "▁го ло",
+      "▁г оло",
+      "▁d él",
+      "▁dé l",
+      "▁de cent",
+      "▁dec ent",
+      "▁dece nt",
+      "Р СР",
+      "▁sze ptember",
+      "ме ст",
+      "cast le",
+      "▁держа в",
+      "}\" )",
+      "} \")",
+      "▁ASC II",
+      "▁G len",
+      "▁Gl en",
+      "itzer land",
+      "T oggle",
+      "▁trad icional",
+      "▁P lat",
+      "▁Pl at",
+      "▁Pla t",
+      "ve e",
+      "v ee",
+      "ab gerufen",
+      "( |",
+      "CL I",
+      "C LI",
+      "}} $,",
+      "}}$ ,",
+      "} }$,",
+      "▁Bow l",
+      "▁M ale",
+      "▁Ma le",
+      "▁Mal e",
+      "▁B res",
+      "▁Br es",
+      "▁Bre s",
+      "▁п си",
+      "▁Ch allenge",
+      "z ó",
+      "▁pro jekt",
+      "▁neg oti",
+      "ab ove",
+      "a bove",
+      "▁пери о",
+      "▁long est",
+      "▁lon gest",
+      "auth entic",
+      "▁tr adu",
+      "▁tra du",
+      "▁trad u",
+      "▁mujer es",
+      "▁And re",
+      "▁ha dn",
+      "▁had n",
+      "▁Sch ule",
+      "▁Schul e",
+      "ode l",
+      "od el",
+      "o del",
+      "ble d",
+      "bl ed",
+      "b led",
+      "▁T rade",
+      "▁Tr ade",
+      "▁Tra de",
+      "▁Trad e",
+      "▁m obil",
+      "▁mo bil",
+      "▁mob il",
+      "▁alg unas",
+      "▁L ak",
+      "▁La k",
+      "▁Connect icut",
+      "▁al co",
+      "▁alc o",
+      "▁Sel bst",
+      "i ł",
+      "▁a lb",
+      "▁al b",
+      "ouver neur",
+      "ouvern eur",
+      "▁s r",
+      "▁ sr",
+      "▁v ba",
+      "▁vb a",
+      "lo ped",
+      "lop ed",
+      "l oped",
+      "▁Par tei",
+      "▁Part ei",
+      "▁Parte i",
+      "ua te",
+      "u ate",
+      "▁Auth entication",
+      "▁ Authentication",
+      "be i",
+      "b ei",
+      "}} .",
+      "} }.",
+      "▁kon nten",
+      "▁konn ten",
+      "▁konnte n",
+      "▁до по",
+      "▁h yd",
+      "▁hy d",
+      "Off ice",
+      "d onnées",
+      "▁C leveland",
+      "ri ta",
+      "rit a",
+      "r ita",
+      "ío s",
+      "í os",
+      "▁вы ше",
+      "▁Ro berts",
+      "▁Robert s",
+      "▁é lections",
+      "▁élect ions",
+      "▁' ')",
+      "▁'' )",
+      "▁publish ing",
+      "▁b apt",
+      "▁ba pt",
+      "<> ();",
+      "< >();",
+      "miss ing",
+      "mis sing",
+      "рова но",
+      "рован о",
+      "р овано",
+      "▁ho using",
+      "▁hous ing",
+      "▁in ference",
+      "▁infer ence",
+      "▁Rena issance",
+      "▁r èg",
+      "▁Ste ph",
+      "▁Step h",
+      "CE S",
+      "C ES",
+      "ER E",
+      "E RE",
+      "ке т",
+      "к ет",
+      "O U",
+      "▁group ing",
+      "ver kehr",
+      "ji h",
+      "j ih",
+      "ag li",
+      "▁mil k",
+      "la it",
+      "l ait",
+      "St age",
+      "▁by ly",
+      "▁byl y",
+      "▁wood en",
+      "▁wo oden",
+      "ke ley",
+      "kel ey",
+      "kele y",
+      "et ra",
+      "etr a",
+      "e tra",
+      "▁P eg",
+      "▁Pe g",
+      "▁don né",
+      "▁donn é",
+      "ad al",
+      "ada l",
+      "a dal",
+      "sequ ently",
+      "▁ins besondere",
+      "EL D",
+      "E LD",
+      "▁M am",
+      "▁Ma m",
+      "▁vol te",
+      "▁volt e",
+      "▁pro spect",
+      "▁pros pect",
+      "но ве",
+      "нов е",
+      "н ове",
+      "▁den oted",
+      "▁denote d",
+      "▁over lay",
+      "Per mission",
+      "Perm ission",
+      "ee n",
+      "e en",
+      "▁E M",
+      "▁ EM",
+      "▁u z",
+      "▁ uz",
+      "M c",
+      "ol it",
+      "oli t",
+      "o lit",
+      "▁ser vi",
+      "▁serv i",
+      "▁He idel",
+      "▁Wien er",
+      "▁Wi ener",
+      "▁Wie ner",
+      "▁il legal",
+      "▁predict ions",
+      "▁prediction s",
+      "▁go og",
+      "ho n",
+      "h on",
+      "▁Cin ema",
+      "▁ре волю",
+      "▁R ule",
+      "▁Ru le",
+      "▁ Rule",
+      "wo d",
+      "w od",
+      "▁rad iation",
+      "▁radi ation",
+      "o ł",
+      "ово ї",
+      "▁Per form",
+      "▁prison er",
+      "▁a met",
+      "▁am et",
+      "▁fig ura",
+      "▁figur a",
+      "▁Comm ander",
+      "▁Command er",
+      "▁о фициаль",
+      "▁t rov",
+      "▁tr ov",
+      "▁tro v",
+      "▁a cted",
+      "▁act ed",
+      "▁ac ted",
+      "▁work flow",
+      "▁Республи ки",
+      "▁guid ance",
+      "▁м ене",
+      "▁ме не",
+      "▁мен е",
+      "▁ мене",
+      "N ational",
+      "▁K el",
+      "▁Ke l",
+      "web pack",
+      "про стра",
+      "▁llam ado",
+      "al og",
+      "alo g",
+      "a log",
+      "ter ra",
+      "ix en",
+      "le graph",
+      "leg raph",
+      "ä ischen",
+      "▁teach ers",
+      "▁teacher s",
+      "ud en",
+      "ude n",
+      "u den",
+      "▁o gså",
+      "pos sible",
+      "poss ible",
+      "▁S oul",
+      "▁So ul",
+      "▁Sou l",
+      "▁Ge ography",
+      "▁за да",
+      "hi t",
+      "h it",
+      "▁an ger",
+      "▁ang er",
+      "▁ange r",
+      "▁ anger",
+      "▁rem porte",
+      "▁remp orte",
+      "Po d",
+      "P od",
+      "ч ке",
+      "▁a ria",
+      "▁ar ia",
+      "▁ aria",
+      "▁A stronom",
+      "ch apter",
+      "▁f ork",
+      "▁for k",
+      "▁Cu ando",
+      "men se",
+      "m ense",
+      "▁Christ ians",
+      "▁Christian s",
+      "g c",
+      "▁# (",
+      "Or gan",
+      "▁ste ady",
+      "▁stead y",
+      "ps e",
+      "p se",
+      "жи ть",
+      "ig nes",
+      "ign es",
+      "igne s",
+      "ater ra",
+      "a terra",
+      "mo vie",
+      "mov ie",
+      "m ovie",
+      "pos ta",
+      "po sta",
+      "post a",
+      "p osta",
+      "ra ste",
+      "ras te",
+      "r aste",
+      "▁Res source",
+      "▁Ress ource",
+      "▁Pa ís",
+      "▁( );",
+      "▁() ;",
+      "▁ ();",
+      "▁pen alty",
+      "т т",
+      "▁tras fer",
+      "cent ury",
+      "▁clean er",
+      "sel enium",
+      "s elenium",
+      "ort heast",
+      "orth east",
+      "xi c",
+      "x ic",
+      "лі ї",
+      "л ії",
+      "▁ingles e",
+      "▁T ang",
+      "▁Ta ng",
+      "▁Tan g",
+      "▁g ods",
+      "▁go ds",
+      "▁god s",
+      "fr ent",
+      "fre nt",
+      "f rent",
+      "ci ente",
+      "cient e",
+      "c iente",
+      "st arts",
+      "start s",
+      "star ts",
+      "▁mus ica",
+      "▁music a",
+      "ymnas ium",
+      "-- --+",
+      "---- +",
+      "--- -+",
+      "- ---+",
+      "▁ter rest",
+      "▁terre st",
+      "▁retr ieved",
+      "▁retrieve d",
+      "ia re",
+      "iar e",
+      "i are",
+      "un ning",
+      "unn ing",
+      "▁Mar cus",
+      "▁Marc us",
+      "▁prom ote",
+      "war ning",
+      "warn ing",
+      "w arning",
+      "ты й",
+      "т ый",
+      "}) $,",
+      "})$ ,",
+      "} )$,",
+      "Trans port",
+      "▁re son",
+      "▁res on",
+      "▁C lo",
+      "▁Cl o",
+      "▁e rm",
+      "▁er m",
+      "▁ erm",
+      "▁elimin ate",
+      "▁elim inate",
+      "he imer",
+      "heim er",
+      "▁s aves",
+      "▁sa ves",
+      "▁sav es",
+      "▁save s",
+      "▁pr ayer",
+      "▁pra yer",
+      "▁pray er",
+      "Class es",
+      "Ex press",
+      "Exp ress",
+      "Expr ess",
+      "▁Akadem ie",
+      "El se",
+      "Tu rn",
+      "T urn",
+      "▁ik ke",
+      "▁re i",
+      "▁r ei",
+      "▁ rei",
+      "▁di rett",
+      "▁dire tt",
+      "▁dir ett",
+      "▁R ost",
+      "▁Ro st",
+      "▁Ros t",
+      "▁P apa",
+      "▁Pa pa",
+      "▁Pap a",
+      "▁j sf",
+      "▁js f",
+      "ле нием",
+      "ление м",
+      "▁T ul",
+      "▁Tu l",
+      "▁Z ak",
+      "▁Za k",
+      "▁niem ieck",
+      "T w",
+      "am our",
+      "amo ur",
+      "ne sted",
+      "nes ted",
+      "nest ed",
+      "n ested",
+      "pp ets",
+      "ppe ts",
+      "ppet s",
+      "ш п",
+      "di t",
+      "d it",
+      "зе н",
+      "з ен",
+      "zy ma",
+      "zym a",
+      "hr te",
+      "Constra ints",
+      "Constraint s",
+      "▁own ership",
+      "▁owner ship",
+      "Ar m",
+      "A rm",
+      "▁cons umption",
+      "▁consum ption",
+      "▁f et",
+      "▁fe t",
+      "iv ari",
+      "iva ri",
+      "i vari",
+      "ch rom",
+      "chr om",
+      "set Attribute",
+      "▁com pose",
+      "▁comp ose",
+      "▁compos e",
+      "▁ compose",
+      "▁back ing",
+      "▁P az",
+      "▁Pa z",
+      "▁s cri",
+      "▁sc ri",
+      "▁scr i",
+      "▁ scri",
+      "▁Me chan",
+      "▁Nor way",
+      "▁J up",
+      "▁Ju p",
+      "▁m ér",
+      "▁mé r",
+      "▁administr ator",
+      "▁c abe",
+      "▁ca be",
+      "▁cab e",
+      "ival ent",
+      "▁thr one",
+      "▁thro ne",
+      "▁d ues",
+      "▁du es",
+      "▁due s",
+      "▁hum or",
+      "▁hu mor",
+      "▁A dri",
+      "▁Ad ri",
+      "▁ab ort",
+      "ña s",
+      "ñ as",
+      "▁Ки їв",
+      "j ící",
+      "▁zwe ite",
+      "▁zwei te",
+      "▁do ub",
+      "▁dou b",
+      "er shell",
+      "ers hell",
+      "шо й",
+      "▁F am",
+      "▁Fa m",
+      "å k",
+      "▁twe ede",
+      "▁twee de",
+      "▁R ib",
+      "▁Ri b",
+      "▁f ør",
+      "pc ión",
+      "p ción",
+      "in ned",
+      "inn ed",
+      "rv m",
+      "r vm",
+      "▁App ar",
+      "▁Ap par",
+      "▁D j",
+      "▁S hang",
+      "▁Sh ang",
+      "Dist ance",
+      "D istance",
+      "▁d awn",
+      "▁da wn",
+      "▁ dawn",
+      "▁Mat th",
+      "▁Matt h",
+      "▁err ichtet",
+      "ph antom",
+      "phan tom",
+      "▁re leases",
+      "▁release s",
+      "Recogn izer",
+      "▁K op",
+      "▁Ko p",
+      "▁P ul",
+      "▁Pu l",
+      "u é",
+      "na ts",
+      "nat s",
+      "n ats",
+      "re lax",
+      "rel ax",
+      "▁f led",
+      "▁fl ed",
+      "▁fle d",
+      "▁experience s",
+      "▁experien ces",
+      "ще е",
+      "ме ня",
+      "мен я",
+      "▁пер сона",
+      "▁Id entity",
+      "▁Ident ity",
+      "▁ Identity",
+      "re ts",
+      "ret s",
+      "r ets",
+      "k unft",
+      "la rg",
+      "lar g",
+      "l arg",
+      "List Item",
+      "v d",
+      "run ner",
+      "la nt",
+      "lan t",
+      "l ant",
+      "ip art",
+      "i part",
+      "ba y",
+      "b ay",
+      "ie i",
+      "i ei",
+      "▁length s",
+      "▁c attle",
+      "▁catt le",
+      "je ts",
+      "jet s",
+      "j ets",
+      "▁se hen",
+      "J ul",
+      "fa tt",
+      "f att",
+      "▁sur render",
+      "▁surr ender",
+      "▁Tr ump",
+      "▁Tru mp",
+      "дно го",
+      "д ного",
+      "▁Four ier",
+      "▁Fou rier",
+      "ie ben",
+      "ieb en",
+      "i eben",
+      "_ \"",
+      "▁frü her",
+      "▁gar ant",
+      "▁ga rant",
+      "uclide an",
+      "äg t",
+      "ä gt",
+      "▁пів ден",
+      "Page s",
+      "Pa ges",
+      "P ages",
+      "▁r ivers",
+      "▁river s",
+      "▁riv ers",
+      "▁ri vers",
+      "▁don ner",
+      "▁donn er",
+      "▁donne r",
+      "sv n",
+      "s vn",
+      "▁ ł",
+      "ov ě",
+      "o vě",
+      "▁Le ist",
+      "ar ial",
+      "ari al",
+      "aria l",
+      "a rial",
+      "ov ých",
+      "ový ch",
+      "▁f illing",
+      "▁fil ling",
+      "▁fill ing",
+      "▁mus icale",
+      "▁music ale",
+      "▁musical e",
+      "▁musica le",
+      "ma xim",
+      "max im",
+      "▁d ashed",
+      "▁das hed",
+      "▁dash ed",
+      "▁Н ов",
+      "▁Но в",
+      "Draw er",
+      "Dra wer",
+      "▁Medic ine",
+      "▁dok ument",
+      "ow el",
+      "owe l",
+      "o wel",
+      "vi ć",
+      "v ić",
+      "he ly",
+      "hel y",
+      "h ely",
+      "▁e let",
+      "▁el et",
+      "▁ele t",
+      "Sec onds",
+      "Second s",
+      "▁Gon z",
+      "ro u",
+      "r ou",
+      "▁fin ales",
+      "▁final es",
+      "▁finale s",
+      "r n",
+      "f ø",
+      "▁index ed",
+      "class Name",
+      "▁o ber",
+      "▁ob er",
+      "▁ ober",
+      "▁du as",
+      "▁optim ized",
+      "▁optimize d",
+      "▁k dy",
+      "vers ary",
+      "ener gy",
+      "▁цент ра",
+      "▁центр а",
+      "▁c urrency",
+      "▁curr ency",
+      "▁ currency",
+      "zy ż",
+      "Li ke",
+      "L ike",
+      "▁Г и",
+      "so no",
+      "son o",
+      "s ono",
+      "▁pa lab",
+      "▁pal ab",
+      "▁p ushing",
+      "▁push ing",
+      "ub lik",
+      "▁H ass",
+      "▁Ha ss",
+      "▁Has s",
+      "}\\ ,\\",
+      "}\\, \\",
+      "} \\,\\",
+      "un ker",
+      "unk er",
+      "▁F actory",
+      "▁Fact ory",
+      "▁ Factory",
+      "▁Res ources",
+      "▁Resource s",
+      "▁ Resources",
+      "date i",
+      "da tei",
+      "dat ei",
+      "▁T ools",
+      "▁To ols",
+      "▁Tool s",
+      "▁ Tools",
+      "▁ste hen",
+      "si me",
+      "sim e",
+      "s ime",
+      "▁Х у",
+      "▁h och",
+      "▁ho ch",
+      "▁Rod ríguez",
+      "zeit ig",
+      "▁Ter ry",
+      "▁Terr y",
+      "▁о бу",
+      "▁об у",
+      "Us age",
+      "urch ase",
+      "l ö",
+      "▁Int roduction",
+      "▁ Introduction",
+      "▁particip ation",
+      "ο ς",
+      "og li",
+      "ap y",
+      "a py",
+      "▁hope fully",
+      "pon der",
+      "po nder",
+      "pond er",
+      "p onder",
+      "▁Y ang",
+      "▁Yan g",
+      "▁Ya ng",
+      "▁prom ises",
+      "▁promise s",
+      "▁вер ну",
+      "▁о стров",
+      "▁ост ров",
+      "^{ +",
+      "▁most ra",
+      "▁mo stra",
+      "▁mos tra",
+      "▁CURL OPT",
+      "H H",
+      "▁std out",
+      "▁ stdout",
+      "▁br illiant",
+      "▁manus cript",
+      "▁de cir",
+      "▁dec ir",
+      "▁B olog",
+      "▁Bo log",
+      "▁Bol og",
+      "▁ме ста",
+      "▁мест а",
+      "▁in visible",
+      "▁C hal",
+      "▁Ch al",
+      "▁Cha l",
+      "▁analy ze",
+      "▁analyz e",
+      "pr ilis",
+      "pril is",
+      "att end",
+      "atten d",
+      "atte nd",
+      "M vc",
+      "th an",
+      "tha n",
+      "t han",
+      "ck o",
+      "c ko",
+      "▁Que bec",
+      "▁pl anta",
+      "▁plan ta",
+      "▁plant a",
+      "▁télé vis",
+      "▁un install",
+      "èn cies",
+      "▁gmin ie",
+      "▁P ref",
+      "▁Pr ef",
+      "▁Pre f",
+      "▁le quel",
+      "Inv ocation",
+      "▁ Í",
+      "▁trans formed",
+      "▁transform ed",
+      "MA N",
+      "M AN",
+      "ge baut",
+      "geb aut",
+      "▁со хра",
+      "▁вто рой",
+      "▁L ith",
+      "▁Li th",
+      "▁Lit h",
+      "wend ung",
+      "▁Polit ik",
+      "▁Sen ator",
+      "▁L L",
+      "▁ LL",
+      "жде ние",
+      "ш те",
+      "▁C és",
+      "▁b ande",
+      "▁band e",
+      "▁ban de",
+      "▁ba nde",
+      "▁histor ian",
+      "▁historia n",
+      "▁pass words",
+      "▁password s",
+      "mal loc",
+      "m alloc",
+      "▁sem if",
+      "▁semi f",
+      "▁r å",
+      "▁ rå",
+      "unic í",
+      "uni cí",
+      "Av ailable",
+      "Option al",
+      "Opt ional",
+      "▁T we",
+      "▁Tw e",
+      "▁k ró",
+      "▁kr ó",
+      "▁sub sets",
+      "▁subset s",
+      "▁subs ets",
+      "▁D AT",
+      "▁DA T",
+      "▁ DAT",
+      "▁double s",
+      "▁dou bles",
+      "▁doub les",
+      "ни ками",
+      "ника ми",
+      "▁з в",
+      "ge geben",
+      "geg eben",
+      "g egeben",
+      "▁По пис",
+      "▁jú lius",
+      "▁m eteor",
+      "▁met eor",
+      "Mo unt",
+      "M ount",
+      "iv ent",
+      "ive nt",
+      "iven t",
+      "i vent",
+      "▁N athan",
+      "▁Na than",
+      "▁Nat han",
+      "▁Sch utz",
+      "eg ov",
+      "ego v",
+      "e gov",
+      "▁d öd",
+      "▁me at",
+      "▁пун кт",
+      "▁m inds",
+      "▁min ds",
+      "▁mind s",
+      "eli very",
+      "▁T LS",
+      "ре м",
+      "р ем",
+      "cks å",
+      "▁stay ed",
+      "▁sta yed",
+      "▁B in",
+      "▁Bi n",
+      "▁P ia",
+      "▁Pi a",
+      "▁и мен",
+      "▁име н",
+      "▁им ен",
+      "▁Bob by",
+      "▁produ it",
+      "▁prod uit",
+      "em pio",
+      "emp io",
+      "▁redu cing",
+      "▁Y u",
+      "▁Gesch äft",
+      "▁per ché",
+      "▁c ors",
+      "▁cor s",
+      "▁co rs",
+      "▁i cons",
+      "▁icon s",
+      "▁ic ons",
+      "▁ icons",
+      "App Data",
+      "▁H og",
+      "▁Ho g",
+      "▁р ів",
+      "▁рі в",
+      "▁ рів",
+      "▁S ans",
+      "▁San s",
+      "▁Sa ns",
+      "▁si ège",
+      "▁siè ge",
+      "st ellen",
+      "stell en",
+      "stelle n",
+      "Br ush",
+      "OF F",
+      "O FF",
+      "▁vis itor",
+      "▁visit or",
+      "▁b ath",
+      "▁ba th",
+      "▁bat h",
+      "▁f ee",
+      "▁fe e",
+      "at isf",
+      "ati sf",
+      "atis f",
+      "▁cu rv",
+      "▁cur v",
+      "▁fol gender",
+      "▁folg ender",
+      "▁cons cience",
+      "▁Se attle",
+      "▁med ieval",
+      "▁medi eval",
+      "dist ribution",
+      "▁D M",
+      "▁ DM",
+      "▁м я",
+      "▁ мя",
+      "▁R UN",
+      "ak ov",
+      "ako v",
+      "a kov",
+      "ce il",
+      "c eil",
+      "▁let ting",
+      "▁lett ing",
+      "▁d ov",
+      "▁do v",
+      "▁о би",
+      "▁об и",
+      "ki ej",
+      "kie j",
+      "k iej",
+      "▁dire kt",
+      "▁t m",
+      "▁ tm",
+      "col ors",
+      "color s",
+      "colo rs",
+      "▁alt ro",
+      "▁tijd ens",
+      "]{ '",
+      "] {'",
+      "▁B om",
+      "▁Bo m",
+      "▁k unst",
+      "▁kun st",
+      "▁sh elter",
+      "▁r av",
+      "▁ra v",
+      "▁ rav",
+      "pre dict",
+      "pred ict",
+      "▁comenz ó",
+      "▁świ at",
+      "▁św iat",
+      "▁Du rant",
+      "▁Dur ant",
+      "▁sch emes",
+      "▁scheme s",
+      "▁sche mes",
+      "▁m esh",
+      "▁me sh",
+      "▁mes h",
+      "▁ind icator",
+      "▁indic ator",
+      "▁E mer",
+      "▁Em er",
+      "▁gu ilty",
+      "не ц",
+      "▁consequ ences",
+      "▁consequence s",
+      "cl udes",
+      "clude s",
+      "clud es",
+      "▁L ower",
+      "▁Lo wer",
+      "▁Low er",
+      "▁ Lower",
+      "▁по ме",
+      "▁p ace",
+      "▁pa ce",
+      "▁pac e",
+      "▁ pace",
+      "да го",
+      "▁am bos",
+      "▁amb os",
+      "l b",
+      "▁educ ated",
+      "ur ale",
+      "ura le",
+      "ural e",
+      "u rale",
+      "an h",
+      "es ség",
+      "ess ég",
+      "▁associ ations",
+      "▁association s",
+      "to wn",
+      "t own",
+      "▁t rif",
+      "▁tr if",
+      "▁tri f",
+      "sample s",
+      "sam ples",
+      "s amples",
+      "bo s",
+      "b os",
+      "▁S pect",
+      "▁Sp ect",
+      "▁Spe ct",
+      "▁Spec t",
+      "▁Ц е",
+      "alt ung",
+      "▁L ob",
+      "▁Lo b",
+      "▁curios ity",
+      "▁We iter",
+      "▁Wei ter",
+      "▁Weit er",
+      "est one",
+      "esto ne",
+      "eston e",
+      "e stone",
+      "▁dem ol",
+      "▁demo l",
+      "▁ap olog",
+      "▁apo log",
+      "▁D ynamic",
+      "▁Dynam ic",
+      "▁ Dynamic",
+      "In ner",
+      "es per",
+      "esp er",
+      "ec z",
+      "e cz",
+      "uel lement",
+      "uelle ment",
+      "▁Hamilton ian",
+      "At las",
+      "▁ar gue",
+      "▁arg ue",
+      "For eign",
+      "F oreign",
+      "col lapse",
+      "▁tér min",
+      "▁electron ic",
+      "▁electro nic",
+      "▁N R",
+      "▁ NR",
+      "▁c orr",
+      "▁cor r",
+      "▁co rr",
+      "▁ corr",
+      "tem ps",
+      "temp s",
+      "Index Path",
+      "я з",
+      "▁tal ál",
+      "to day",
+      "tod ay",
+      "wa ve",
+      "w ave",
+      "▁s ib",
+      "▁si b",
+      "▁с пи",
+      "▁сп и",
+      "▁con vey",
+      "▁conv ey",
+      "▁Gé ographie",
+      "▁Н ью",
+      "▁Hi bernate",
+      "▁t in",
+      "▁ti n",
+      "di c",
+      "d ic",
+      "pp ings",
+      "pping s",
+      "s weise",
+      "▁roll ing",
+      "▁rol ling",
+      "▁ rolling",
+      "▁select s",
+      ")\\ )",
+      ") \\)",
+      "▁po eta",
+      "▁poet a",
+      "▁сте пени",
+      "▁A br",
+      "▁Ab r",
+      "▁hö ch",
+      "▁s tern",
+      "▁st ern",
+      "▁ste rn",
+      "▁ster n",
+      "▁f jär",
+      "▁inst aller",
+      "▁install er",
+      "▁instal ler",
+      "de cl",
+      "dec l",
+      "▁m iser",
+      "▁mi ser",
+      "▁mis er",
+      "▁mise r",
+      "group by",
+      "sub str",
+      "subst r",
+      "▁phen omen",
+      "▁W ing",
+      "▁Win g",
+      "▁Wi ng",
+      "▁f ills",
+      "▁fil ls",
+      "▁fill s",
+      "▁ú nico",
+      "Run ning",
+      "R unning",
+      "Com e",
+      "Co me",
+      "C ome",
+      "ir able",
+      "ira ble",
+      "i rable",
+      "sim eq",
+      "sime q",
+      "▁re mp",
+      "▁r emp",
+      "▁rem p",
+      "ke le",
+      "kel e",
+      "k ele",
+      "li ers",
+      "lie rs",
+      "lier s",
+      "l iers",
+      "▁kwiet nia",
+      "▁inter rupted",
+      "▁interrupt ed",
+      "▁J et",
+      "▁Je t",
+      "=\\ {",
+      "= \\{",
+      "íd o",
+      "í do",
+      "▁Tai wan",
+      "▁воз ра",
+      "▁altern atives",
+      "▁alternative s",
+      "▁T ir",
+      "▁Ti r",
+      "▁Re serve",
+      "▁Res erve",
+      "▁К ур",
+      "▁Ку р",
+      "▁No bel",
+      "▁Nob el",
+      "▁рабо тал",
+      "▁работа л",
+      "▁a xes",
+      "▁ax es",
+      "▁C ependant",
+      "k á",
+      "▁er neut",
+      "▁D emo",
+      "▁De mo",
+      "▁Dem o",
+      "▁ Demo",
+      "comm unic",
+      "con structor",
+      "construct or",
+      "▁Mon day",
+      "▁Mond ay",
+      "N il",
+      "Hash Map",
+      "pay ment",
+      "▁fix ing",
+      "▁A DD",
+      "▁AD D",
+      "▁ ADD",
+      "re view",
+      "rev iew",
+      "▁poss ibil",
+      "▁possib il",
+      "▁g rote",
+      "▁gr ote",
+      "▁gro te",
+      "▁group ed",
+      "▁groupe d",
+      "▁L ima",
+      "▁Li ma",
+      "▁Lim a",
+      "▁A ugen",
+      "▁Au gen",
+      "▁Aug en",
+      "▁o ckså",
+      "on as",
+      "ona s",
+      "o nas",
+      "▁deb ate",
+      "▁In gl",
+      "▁Ing l",
+      "D a",
+      "SO UR",
+      "S OUR",
+      "ett be",
+      "▁Batt alion",
+      "▁F loat",
+      "▁Flo at",
+      "▁ Float",
+      "▁c one",
+      "▁con e",
+      "▁co ne",
+      "read sheet",
+      "co urt",
+      "cou rt",
+      "c ourt",
+      "li gen",
+      "lig en",
+      "lige n",
+      "l igen",
+      "▁Begin n",
+      "▁Beg inn",
+      "▁LI MIT",
+      "▁LIM IT",
+      "▁enjo yed",
+      "▁enjoy ed",
+      "▁Jak ob",
+      "▁t elt",
+      "▁te lt",
+      "▁tel t",
+      "back end",
+      "▁Gemeins ame",
+      "li nt",
+      "lin t",
+      "l int",
+      "al ling",
+      "all ing",
+      "▁b ör",
+      "gr and",
+      "gra nd",
+      "g rand",
+      "▁divers es",
+      "▁diverse s",
+      "▁z wiąz",
+      "▁Kom pon",
+      "▁inner halb",
+      "▁desar rollo",
+      "▁desarroll o",
+      "▁Ma sters",
+      "▁Mas ters",
+      "▁Master s",
+      "io so",
+      "ios o",
+      "i oso",
+      "]` .",
+      "] `.",
+      "▁frances a",
+      "▁franc esa",
+      "A ff",
+      "in ek",
+      "ine k",
+      "i nek",
+      "▁des sin",
+      "▁dess in",
+      "`. `",
+      "` .`",
+      "▁r anks",
+      "▁ran ks",
+      "▁rank s",
+      "бер г",
+      "▁s kal",
+      "▁sk al",
+      "▁S ultan",
+      "▁Sul tan",
+      "А Н",
+      "▁спо соб",
+      "▁contra dict",
+      "▁contrad ict",
+      "▁re com",
+      "▁rec om",
+      "▁Ok lahoma",
+      "▁Vlad imir",
+      "▁m eters",
+      "▁me ters",
+      "▁met ers",
+      "▁meter s",
+      "trans port",
+      "▁cons ulté",
+      "▁consult é",
+      "▁ consulté",
+      "▁A TP",
+      "▁AT P",
+      "eb b",
+      "e bb",
+      "▁vol unte",
+      "▁volunt e",
+      "▁out line",
+      "LI C",
+      "L IC",
+      "▁e uro",
+      "▁eu ro",
+      "Char Field",
+      "med ium",
+      "medi um",
+      "▁Belg ique",
+      "Pro c",
+      "Pr oc",
+      "P roc",
+      "ro utes",
+      "route s",
+      "rout es",
+      "rou tes",
+      "▁cont ribu",
+      "▁contrib u",
+      "! }",
+      "ší m",
+      "š ím",
+      "▁L ess",
+      "▁Le ss",
+      "▁Les s",
+      "▁K ost",
+      "▁Ko st",
+      "▁Kos t",
+      "▁eredet iből",
+      "re ven",
+      "rev en",
+      "r even",
+      "ver ify",
+      "▁S alt",
+      "▁Sal t",
+      "▁Sa lt",
+      "▁shoot ing",
+      "▁sho oting",
+      "▁dis pose",
+      "▁dispos e",
+      "▁disp ose",
+      "uj í",
+      "▁t ierra",
+      "▁tier ra",
+      "▁po ison",
+      "▁poi son",
+      "sa k",
+      "s ak",
+      "periment al",
+      "▁N é",
+      "▁K id",
+      "▁Ki d",
+      "ag yar",
+      "agy ar",
+      "▁archiv álva",
+      "be reich",
+      "bere ich",
+      "í z",
+      "▁R itter",
+      "▁Хронологи ја",
+      "ze um",
+      "да х",
+      "▁gr ünd",
+      "▁program mer",
+      "▁programme r",
+      "▁cons eil",
+      "▁conse il",
+      "▁enc rypt",
+      "integr ation",
+      "C ulture",
+      "▁Circ le",
+      "▁Cir cle",
+      "Ob servable",
+      "▁gen omsnitt",
+      "▁Se lection",
+      "▁Select ion",
+      "▁Sel ection",
+      "▁Sele ction",
+      "▁ Selection",
+      "▁ir regular",
+      "Aut res",
+      "Per cent",
+      "fa ult",
+      "f ault",
+      "▁virt ue",
+      "ą pi",
+      "▁s ess",
+      "▁se ss",
+      "▁ses s",
+      "▁Так же",
+      "Tim estamp",
+      "▁litt érature",
+      "▁mo ż",
+      "▁b orrow",
+      "▁bor row",
+      "▁con ced",
+      "▁conc ed",
+      "▁conce d",
+      "чни к",
+      "ч ник",
+      "▁L und",
+      "▁Lu nd",
+      "ION S",
+      "IO NS",
+      "yn ie",
+      "y nie",
+      "▁S hin",
+      "▁Sh in",
+      "▁o sob",
+      "▁os ob",
+      "b ě",
+      "▁int uit",
+      "▁intu it",
+      "▁на п",
+      "▁p roph",
+      "▁pro ph",
+      "▁pr oph",
+      "▁prop h",
+      "▁p itt",
+      "▁pi tt",
+      "▁pit t",
+      "▁IB M",
+      "▁T ill",
+      "▁Ti ll",
+      "▁h ina",
+      "▁hi na",
+      "▁hin a",
+      "it test",
+      "itt est",
+      "itte st",
+      "gener ator",
+      "▁N in",
+      "▁Ni n",
+      "▁K ot",
+      "▁Ko t",
+      "▁p asser",
+      "▁pass er",
+      "▁pas ser",
+      "▁passe r",
+      "▁dis position",
+      "▁dispos ition",
+      "▁disp osition",
+      "un ing",
+      "uni ng",
+      "u ning",
+      "▁f ame",
+      "▁fa me",
+      "▁fam e",
+      "▁t enia",
+      "▁te nia",
+      "▁ten ia",
+      "an cement",
+      "ance ment",
+      "anc ement",
+      "▁Su isse",
+      "` -",
+      "▁h ombres",
+      "▁hom bres",
+      "▁hombre s",
+      "▁inf inity",
+      "▁infin ity",
+      "▁окон ча",
+      "▁co sm",
+      "▁cos m",
+      "▁D ennis",
+      "▁Den nis",
+      "ba z",
+      "b az",
+      "ha upt",
+      "h aupt",
+      "▁might y",
+      "▁pr ede",
+      "▁pre de",
+      "▁pred e",
+      "us able",
+      "usa ble",
+      "▁ws zyst",
+      "▁wsz yst",
+      "▁l b",
+      "▁ lb",
+      "AB ASE",
+      "A BASE",
+      "j na",
+      "не в",
+      "н ев",
+      "▁as es",
+      "▁ ases",
+      "▁final mente",
+      "й м",
+      "pe ction",
+      "pect ion",
+      "pec tion",
+      "p ection",
+      "▁Stud ien",
+      "▁Norweg ian",
+      "ce go",
+      "c ego",
+      "IN DEX",
+      "IND EX",
+      "or ten",
+      "ort en",
+      "orte n",
+      "▁friend ship",
+      "▁friends hip",
+      "met ro",
+      "m etro",
+      "th ick",
+      "▁Z el",
+      "▁Ze l",
+      "LO W",
+      "L OW",
+      "▁there by",
+      "un ted",
+      "unt ed",
+      "unte d",
+      "▁sur faces",
+      "▁surface s",
+      "ющи м",
+      "%) .",
+      "% ).",
+      "▁W onder",
+      "▁Wo nder",
+      "▁redund ant",
+      "▁G ros",
+      "▁Gr os",
+      "▁Gro s",
+      "▁web sites",
+      "▁website s",
+      "▁v io",
+      "▁vi o",
+      "▁o cas",
+      "▁oc as",
+      "vé s",
+      "v és",
+      "▁G am",
+      "▁Ga m",
+      "d w",
+      "Ind icator",
+      "▁K ob",
+      "▁Ko b",
+      "▁j ack",
+      "▁ja ck",
+      "▁ jack",
+      "Hi nt",
+      "H int",
+      "▁A pol",
+      "▁Ap ol",
+      "▁други е",
+      "▁N UM",
+      "▁ NUM",
+      "▁o fic",
+      "▁of ic",
+      "yst ycz",
+      "▁were ld",
+      "▁wer eld",
+      "мо сти",
+      "LE FT",
+      "▁T ypes",
+      "▁Type s",
+      "▁Ty pes",
+      "▁Typ es",
+      "▁ Types",
+      "se en",
+      "see n",
+      "s een",
+      "un cia",
+      "unc ia",
+      "unci a",
+      "▁n arod",
+      "▁na rod",
+      "▁nar od",
+      "▁это т",
+      "Side note",
+      "S idenote",
+      "ue il",
+      "u eil",
+      "▁от ме",
+      "▁cour ts",
+      "▁court s",
+      "fi r",
+      "f ir",
+      "ur z",
+      "u rz",
+      "чен ко",
+      "Cred entials",
+      "▁imag ination",
+      "it ats",
+      "ita ts",
+      "itat s",
+      "bu ff",
+      "buf f",
+      "b uff",
+      "fl ash",
+      "▁bad ly",
+      "▁w orn",
+      "▁wor n",
+      "▁wo rn",
+      "▁окру гу",
+      "cat alog",
+      "catal og",
+      "c atalog",
+      "li me",
+      "lim e",
+      "l ime",
+      "▁G ill",
+      "▁Gi ll",
+      "▁Gil l",
+      "▁S ent",
+      "▁Se nt",
+      "▁Sen t",
+      "ie lla",
+      "iel la",
+      "i ella",
+      "▁Cra ig",
+      "▁S ele",
+      "▁Se le",
+      "▁Sel e",
+      "▁Indep end",
+      "▁prov incie",
+      "▁provin cie",
+      "os sen",
+      "oss en",
+      "▁за пад",
+      "▁запа д",
+      "▁inf ant",
+      "▁pr events",
+      "▁prevent s",
+      "▁prev ents",
+      "▁provin ces",
+      "▁province s",
+      "af é",
+      "be g",
+      "b eg",
+      "▁col ours",
+      "▁colour s",
+      "B F",
+      "ë n",
+      "▁Ме жду",
+      "î n",
+      "Ob server",
+      "for sch",
+      "í gen",
+      "um ption",
+      "ump tion",
+      "▁Ill ustr",
+      "ри ст",
+      "рис т",
+      "▁по лови",
+      "▁пол ови",
+      "▁поло ви",
+      "▁` &",
+      "▁o re",
+      "▁or e",
+      "▁ ore",
+      "▁supp lies",
+      "▁parent hes",
+      "Found ation",
+      "▁v ou",
+      "▁vo u",
+      "▁T out",
+      "▁To ut",
+      "Don ald",
+      "▁R ET",
+      "▁RE T",
+      "we ig",
+      "wei g",
+      "▁produ cción",
+      "mi x",
+      "m ix",
+      "▁ut wor",
+      "▁f öl",
+      "▁fö l",
+      "▁ent ão",
+      "▁S ister",
+      "▁Si ster",
+      "Tag s",
+      "T ags",
+      "▁Савез не",
+      "▁privile ges",
+      "▁na zw",
+      "▁naz w",
+      "▁R av",
+      "▁Ra v",
+      "▁re pro",
+      "▁rep ro",
+      "▁repr o",
+      "▁M ason",
+      "▁Ma son",
+      "▁Mas on",
+      "▁Pl atform",
+      "▁Plat form",
+      "▁ Platform",
+      "▁про бле",
+      "▁P érez",
+      "▁bl anc",
+      "▁bla nc",
+      "▁blan c",
+      "Be havior",
+      "фи ци",
+      "ek en",
+      "e ken",
+      "▁me ets",
+      "▁meet s",
+      "(. *",
+      "( .*",
+      "▁f å",
+      "ep en",
+      "e pen",
+      "ma ker",
+      "make r",
+      "m aker",
+      "▁lo yal",
+      "mem bers",
+      "member s",
+      "m embers",
+      "meister schaft",
+      "go al",
+      "ш лен",
+      "▁се веро",
+      "▁север о",
+      "ie nde",
+      "ien de",
+      "i ende",
+      "д ні",
+      "Pro of",
+      "▁exp lic",
+      "▁expl ic",
+      "▁elect ro",
+      "ie ls",
+      "iel s",
+      "i els",
+      "re load",
+      "▁el even",
+      "▁ele ven",
+      "▁elev en",
+      "▁part idos",
+      "▁partido s",
+      "în e",
+      "î ne",
+      "▁R egin",
+      "▁Re gin",
+      "▁Reg in",
+      "▁é x",
+      "▁Bu lg",
+      "▁Bul g",
+      "▁network ing",
+      "▁net working",
+      "▁se parator",
+      "▁separ ator",
+      "User Name",
+      "▁edific io",
+      "▁M ie",
+      "▁Mi e",
+      "▁id le",
+      "ye d",
+      "y ed",
+      "▁pass engers",
+      "▁passenger s",
+      "+ )",
+      "me no",
+      "men o",
+      "m eno",
+      "eg gi",
+      "e ggi",
+      "▁nice ly",
+      "▁nic ely",
+      "end encia",
+      "enden cia",
+      "чи й",
+      "ét és",
+      "été s",
+      "ight arrow",
+      "▁orth ogonal",
+      "▁H alf",
+      "▁Hal f",
+      "▁fe wer",
+      "▁few er",
+      "▁pro pi",
+      "▁prop i",
+      "▁pr imit",
+      "▁prim it",
+      "▁pri mit",
+      "▁primi t",
+      "ic ale",
+      "ical e",
+      "ica le",
+      "▁f lower",
+      "▁fl ower",
+      "▁flow er",
+      "▁flo wer",
+      "mer k",
+      "m erk",
+      "▁Оте че",
+      "▁pers istent",
+      "▁persist ent",
+      "▁V ille",
+      "▁Vill e",
+      "▁Vi lle",
+      "▁Vil le",
+      "Me n",
+      "M en",
+      "ga ben",
+      "gabe n",
+      "g aben",
+      "▁Isa ac",
+      "at ivity",
+      "ativ ity",
+      "ati vity",
+      "▁pół noc",
+      "▁r ok",
+      "▁ro k",
+      "▁ rok",
+      "car ds",
+      "card s",
+      "c ards",
+      "де ния",
+      "▁ю го",
+      "▁extra ordinary",
+      "▁k yr",
+      "(\" ,",
+      "( \",",
+      ")) ]",
+      ") )]",
+      "▁un ix",
+      "▁ unix",
+      "ко л",
+      "▁s ink",
+      "▁sin k",
+      "ap sed",
+      "aps ed",
+      "▁k ommen",
+      "▁kom men",
+      "▁komm en",
+      "▁ kommen",
+      "▁for cing",
+      "Ab out",
+      "▁H alle",
+      "▁Ha lle",
+      "▁Hall e",
+      "▁Hal le",
+      "▁Maj esty",
+      "▁Sw itch",
+      "▁ Switch",
+      "▁ab road",
+      "▁acceler ation",
+      "ur bed",
+      "urb ed",
+      "▁о стан",
+      "▁ос тан",
+      "▁оста н",
+      "▁ост ан",
+      "Re ady",
+      "Read y",
+      "▁пів ні",
+      "Br a",
+      "B ra",
+      "▁ць ого",
+      "▁pl ut",
+      "▁T rain",
+      "▁Tr ain",
+      "▁Tra in",
+      "▁á prilis",
+      "▁p uesto",
+      "▁pu esto",
+      "▁pue sto",
+      "▁t oss",
+      "▁to ss",
+      "▁irre levant",
+      "▁d ip",
+      "▁di p",
+      "se gment",
+      "seg ment",
+      "op acity",
+      "▁lors que",
+      "▁versch ill",
+      "ен а",
+      "е на",
+      "▁D oc",
+      "▁Do c",
+      "▁ Doc",
+      "%%%% %%%%",
+      "▁b orders",
+      "▁border s",
+      "▁bor ders",
+      "▁bord ers",
+      "ge bras",
+      "geb ras",
+      "gebra s",
+      "▁r ies",
+      "▁ri es",
+      "▁ ries",
+      "▁Olymp edia",
+      "▁Gener ation",
+      "met ros",
+      "metro s",
+      "▁hor izon",
+      "▁adapt ation",
+      "▁Z ahl",
+      "▁Za hl",
+      "▁na he",
+      "▁nah e",
+      "▁B ug",
+      "▁Bu g",
+      "P icture",
+      "љ и",
+      "R GB",
+      "O wner",
+      "ad in",
+      "adi n",
+      "a din",
+      "▁Catal unya",
+      "ný ch",
+      "n ých",
+      "▁cual quier",
+      "▁Inst itution",
+      "▁Instit ution",
+      "▁Institut ion",
+      "in sen",
+      "ins en",
+      "▁Bras ile",
+      "▁Brasil e",
+      "▁f itting",
+      "▁fit ting",
+      "De leg",
+      "Del eg",
+      "ic two",
+      "ict wo",
+      "▁Ex per",
+      "▁Exp er",
+      "och astic",
+      "▁d us",
+      "▁du s",
+      "▁по ра",
+      "▁пор а",
+      "▁sub string",
+      "▁subst ring",
+      "▁subs tring",
+      "▁substr ing",
+      "▁ substring",
+      "сси и",
+      "с сии",
+      "oi n",
+      "o in",
+      "▁ш кола",
+      "▁шко ла",
+      "▁c x",
+      "▁ cx",
+      "▁% )",
+      "▁ %)",
+      "▁Bud dh",
+      "▁p ending",
+      "▁pen ding",
+      "▁En try",
+      "▁Ent ry",
+      "▁ Entry",
+      "▁Be rl",
+      "▁Ber l",
+      "▁c ler",
+      "▁cl er",
+      "▁cle r",
+      "▁ cler",
+      "▁S oc",
+      "▁So c",
+      "▁r ounded",
+      "▁round ed",
+      "▁m v",
+      "▁ mv",
+      "ít ett",
+      "▁Di plom",
+      "▁französ ischen",
+      "▁G an",
+      "▁Ga n",
+      "▁Inv estig",
+      "▁index Path",
+      "▁ indexPath",
+      "▁mol ti",
+      "▁molt i",
+      "pers istence",
+      "▁XIX e",
+      "▁Elect ron",
+      "b ü",
+      "ge le",
+      "gel e",
+      "g ele",
+      "▁M aler",
+      "▁Ma ler",
+      "▁Mal er",
+      "▁Male r",
+      "▁proyect o",
+      "▁B ath",
+      "▁Ba th",
+      "▁Bat h",
+      "el lers",
+      "ell ers",
+      "elle rs",
+      "eller s",
+      "▁G P",
+      "▁ GP",
+      "on ing",
+      "oni ng",
+      "o ning",
+      "clou dflare",
+      "▁p ři",
+      "▁př i",
+      "▁d ed",
+      "▁de d",
+      "▁ ded",
+      "▁Od kazy",
+      "▁M sg",
+      "▁ Msg",
+      "▁B eing",
+      "▁Be ing",
+      "▁Bei ng",
+      "▁De puis",
+      "▁Dep uis",
+      "▁Pri mary",
+      "▁Prim ary",
+      "▁Prima ry",
+      "▁ Primary",
+      "▁App ro",
+      "▁Ap pro",
+      "▁form ally",
+      "▁formal ly",
+      "ступ ил",
+      "ступи л",
+      "▁fue ra",
+      "▁fu era",
+      "▁fuer a",
+      "▁R oot",
+      "▁Ro ot",
+      "▁ Root",
+      "▁aut onom",
+      "▁auto nom",
+      "▁secret ary",
+      "▁os ób",
+      "▁cu ales",
+      "▁cual es",
+      "▁Dep ending",
+      "▁a si",
+      "▁as i",
+      "▁ asi",
+      "ve ra",
+      "ver a",
+      "v era",
+      "▁rus se",
+      "▁russ e",
+      "▁pro ves",
+      "▁prov es",
+      "▁prove s",
+      "▁pres iden",
+      "R U",
+      "▁Wat son",
+      "▁web pack",
+      "▁ webpack",
+      "elli gence",
+      "ellig ence",
+      "ка м",
+      "▁Office r",
+      "▁Offic er",
+      "▁d elivery",
+      "▁deliver y",
+      "▁deli very",
+      "ж дён",
+      "▁им пе",
+      "▁w il",
+      "▁v esc",
+      "▁ve sc",
+      "▁ves c",
+      "uszt us",
+      "▁Ge off",
+      "() }",
+      "( )}",
+      "▁F ore",
+      "▁For e",
+      "▁Fo re",
+      "▁w enig",
+      "▁we nig",
+      "▁wen ig",
+      "▁A irl",
+      "▁Air l",
+      "▁E fter",
+      "▁Bre ak",
+      "▁St äd",
+      "is miss",
+      "ism iss",
+      "í p",
+      "▁avoid ed",
+      "▁avo ided",
+      "▁assert ion",
+      "D N",
+      "▁te at",
+      "▁tea t",
+      "ín a",
+      "í na",
+      "▁mechan ical",
+      "is u",
+      "i su",
+      "@ {",
+      "▁n ou",
+      "▁no u",
+      "▁ nou",
+      "Ital ie",
+      "source forge",
+      "▁s vo",
+      "▁sv o",
+      "▁kir ály",
+      "▁Re ferences",
+      "▁Refer ences",
+      "▁Reference s",
+      "si x",
+      "s ix",
+      "▁Arch ives",
+      "▁Archiv es",
+      "▁Archive s",
+      "▁fin ishing",
+      "▁finish ing",
+      "ac je",
+      "ét at",
+      "éta t",
+      "é tat",
+      "if fs",
+      "iff s",
+      "▁st ead",
+      "▁ste ad",
+      "▁fe as",
+      "aw are",
+      "awa re",
+      "a ware",
+      "la nde",
+      "land e",
+      "lan de",
+      "l ande",
+      "In ject",
+      "▁A gent",
+      "▁Ag ent",
+      "▁Age nt",
+      "▁ Agent",
+      "▁Norm datei",
+      "▁a men",
+      "▁am en",
+      "▁ amen",
+      "▁Arch itecture",
+      "az e",
+      "a ze",
+      "ș te",
+      "▁us ar",
+      "▁c ores",
+      "▁cor es",
+      "▁co res",
+      "▁core s",
+      "лі н",
+      "л ін",
+      "▁C astro",
+      "▁Cast ro",
+      "▁v æ",
+      ">\" ,",
+      "> \",",
+      "om ena",
+      "ome na",
+      "omen a",
+      "▁ge sam",
+      "▁ges am",
+      "▁Mart ín",
+      "▁Martí n",
+      "eg ung",
+      "egu ng",
+      "▁spole č",
+      "▁ampl itude",
+      "▁amplit ude",
+      "▁import ing",
+      "▁list view",
+      "TH E",
+      "T HE",
+      "zi ale",
+      "zial e",
+      "zia le",
+      "z iale",
+      "ce des",
+      "ced es",
+      "c edes",
+      "▁particul ier",
+      "▁Распо дела",
+      "▁кра й",
+      "▁d ivent",
+      "▁di vent",
+      "▁div ent",
+      "▁k é",
+      "▁ ké",
+      "qu it",
+      "qui t",
+      "q uit",
+      "то ром",
+      "тор ом",
+      "Check Box",
+      "▁Zob acz",
+      "ph e",
+      "p he",
+      "pt a",
+      "p ta",
+      "▁s jö",
+      "▁sj ö",
+      "▁розта ш",
+      "▁tedes co",
+      "▁s tal",
+      "▁st al",
+      "▁sta l",
+      "▁ stal",
+      "▁Be ruf",
+      "▁Ber uf",
+      "ова я",
+      "о вая",
+      "▁s vě",
+      "▁sv ě",
+      "▁fl ush",
+      "▁flu sh",
+      "▁ flush",
+      "▁від бу",
+      "▁rad ial",
+      "▁radi al",
+      "▁différ entes",
+      "ан та",
+      "▁Per ry",
+      "Col l",
+      "Co ll",
+      "C oll",
+      "li qu",
+      "l iqu",
+      "▁Option al",
+      "▁Opt ional",
+      "▁ Optional",
+      "▁Сан кт",
+      "▁LIN Q",
+      "▁Fran c",
+      "▁Fr anc",
+      "▁Fra nc",
+      "ci je",
+      "c ije",
+      "▁Gu illaume",
+      "kn ow",
+      "k now",
+      "▁Un its",
+      "▁Unit s",
+      "ol k",
+      "▁Syst ème",
+      "▁S ales",
+      "▁Sal es",
+      "▁Sa les",
+      "▁ehemal igen",
+      "ми рова",
+      "мир ова",
+      "x html",
+      "set opt",
+      "▁m ellan",
+      "▁mel lan",
+      "▁z ie",
+      "▁ zie",
+      "▁gi ant",
+      "Bo ard",
+      "▁C aval",
+      "▁Ca val",
+      "▁Cav al",
+      "▁def ence",
+      "-- --------",
+      "---- ------",
+      "-------- --",
+      "--- -------",
+      "------ ----",
+      "----- -----",
+      "------- ---",
+      "ps hire",
+      "p shire",
+      "ma rt",
+      "mar t",
+      "m art",
+      "▁Di oc",
+      "is kt",
+      "isk t",
+      "▁in se",
+      "▁ins e",
+      "▁é pisode",
+      "чи к",
+      "bar s",
+      "ba rs",
+      "b ars",
+      "Si to",
+      "S ito",
+      "▁integr ity",
+      "au ff",
+      "auf f",
+      "a uff",
+      "▁v är",
+      "▁vä r",
+      "Az ure",
+      "▁star b",
+      "▁sta rb",
+      "▁кон тра",
+      "▁Мекси чка",
+      "▁за па",
+      "▁Mount ains",
+      "▁Mountain s",
+      "}} =",
+      "} }=",
+      "▁pull ing",
+      "▁pul ling",
+      "▁sat ellite",
+      "▁at oms",
+      "▁atom s",
+      "▁profes or",
+      "▁repeated ly",
+      "▁repeat edly",
+      "▁inv asion",
+      "▁invas ion",
+      "program ming",
+      "├ ──",
+      "▁L ip",
+      "▁Li p",
+      "вши е",
+      "в шие",
+      "▁k een",
+      "▁ke en",
+      "▁crit ics",
+      "▁critic s",
+      "▁N icola",
+      "▁Nicol a",
+      "▁Nic ola",
+      "▁Ni cola",
+      "▁C and",
+      "▁Can d",
+      "▁Ca nd",
+      "▁dist int",
+      "▁he ading",
+      "▁head ing",
+      "p ragma",
+      "{ |",
+      "ym en",
+      "yme n",
+      "y men",
+      "▁ter rain",
+      "▁terra in",
+      "ied enis",
+      "▁bes onders",
+      "▁nomin ated",
+      "BO OL",
+      "▁K ay",
+      "▁Ka y",
+      "ci an",
+      "cia n",
+      "c ian",
+      "st elle",
+      "ste lle",
+      "stell e",
+      "▁disput e",
+      "▁disp ute",
+      "▁ щ",
+      "Data Set",
+      "no thing",
+      "not hing",
+      "n othing",
+      "Aut om",
+      "Auto m",
+      "hör en",
+      "hö ren",
+      "▁s hed",
+      "▁sh ed",
+      "▁she d",
+      "▁p aused",
+      "▁pa used",
+      "▁pause d",
+      "▁pau sed",
+      "sa n",
+      "s an",
+      "▁nun ca",
+      "!( \"",
+      "! (\"",
+      "▁po łoż",
+      "Se cret",
+      "Sec ret",
+      "▁Do main",
+      "▁Dom ain",
+      "▁ Domain",
+      "▁воз мож",
+      "X V",
+      "l v",
+      "ik h",
+      "i kh",
+      "▁S ony",
+      "▁So ny",
+      "▁Son y",
+      "m q",
+      "ot rop",
+      "otr op",
+      "▁Log ger",
+      "▁ Logger",
+      "▁thre at",
+      "as ted",
+      "ast ed",
+      "aste d",
+      "a sted",
+      "зь ко",
+      "▁fre ely",
+      "▁free ly",
+      "▁improve ments",
+      "▁improv ements",
+      "▁improvement s",
+      "ist ema",
+      "iste ma",
+      "▁illustr ate",
+      "▁t act",
+      "▁ta ct",
+      "▁fig ur",
+      "ué s",
+      "u és",
+      "rim inal",
+      "rimin al",
+      "od on",
+      "odo n",
+      "o don",
+      "int endo",
+      "▁influ enced",
+      "▁influence d",
+      "▁influen ced",
+      "FF ER",
+      "▁G host",
+      "▁Gh ost",
+      "▁со вер",
+      "▁сов ер",
+      "na d",
+      "n ad",
+      "ion ed",
+      "io ned",
+      "ione d",
+      "i oned",
+      "▁Event s",
+      "▁Ev ents",
+      "▁Even ts",
+      "▁ Events",
+      "▁wr apping",
+      "▁wra pping",
+      "▁wrap ping",
+      "-------- -+",
+      "--- ------+",
+      "------ ---+",
+      "----- ----+",
+      "------- --+",
+      "fi f",
+      "f if",
+      "▁( **",
+      "▁(* *",
+      "={ {",
+      "= {{",
+      "ма ль",
+      "м аль",
+      "▁loss es",
+      "▁Gal erie",
+      "te l",
+      "t el",
+      "▁лю того",
+      "▁K ru",
+      "▁Kr u",
+      "▁P olen",
+      "▁Pol en",
+      "▁Po len",
+      "ні м",
+      "ne ar",
+      "nea r",
+      "n ear",
+      "▁sh ame",
+      "▁moy enne",
+      "▁C P",
+      "▁ CP",
+      "pre is",
+      "▁pass enger",
+      "le k",
+      "l ek",
+      "ion ales",
+      "ional es",
+      "ionale s",
+      "iona les",
+      "kaf ka",
+      "k afka",
+      "▁partic ipe",
+      "▁particip e",
+      "▁parti cipe",
+      "▁partici pe",
+      "▁memb ership",
+      "▁member ship",
+      "▁members hip",
+      "[ _",
+      "land o",
+      "lan do",
+      "l ando",
+      "st elling",
+      "stell ing",
+      "Se m",
+      "S em",
+      "go n",
+      "g on",
+      "▁Cor rect",
+      "▁v alle",
+      "▁val le",
+      "▁va lle",
+      "▁vall e",
+      "▁read ily",
+      "▁Dok ument",
+      "hon neur",
+      "h onneur",
+      "▁test im",
+      "ul ative",
+      "do Filter",
+      "▁domin ant",
+      "am mer",
+      "amm er",
+      "▁ко ја",
+      "▁M onsieur",
+      "ze g",
+      "z eg",
+      "▁вій ни",
+      "▁F o",
+      "▁A my",
+      "▁Am y",
+      "▁ ¡",
+      "▁febru ár",
+      "▁down loading",
+      "▁download ing",
+      "▁l eng",
+      "▁le ng",
+      "▁len g",
+      "\\}$ ,",
+      "\\} $,",
+      "\\ }$,",
+      "▁ne at",
+      "▁C ache",
+      "▁Ca che",
+      "▁ Cache",
+      "IC ATION",
+      "▁de ve",
+      "▁dev e",
+      "▁s orrow",
+      "▁sor row",
+      "sl ow",
+      "s low",
+      "▁hin aus",
+      "▁hina us",
+      "▁recon oc",
+      "▁Lin ked",
+      "▁Link ed",
+      "▁Sh aw",
+      "mar ket",
+      "mark et",
+      "▁D ic",
+      "▁Di c",
+      "▁S ki",
+      "▁Sk i",
+      "▁del imiter",
+      "▁Main Activity",
+      "▁ MainActivity",
+      "▁Mus ical",
+      "▁Music al",
+      "▁Re yn",
+      "▁Rey n",
+      "Scroll View",
+      "▁convent ional",
+      "▁convention al",
+      "en ça",
+      "enç a",
+      "▁re factor",
+      "▁ref actor",
+      "' -",
+      "▁H ed",
+      "▁He d",
+      "spr ech",
+      "spre ch",
+      "▁ath let",
+      "▁e species",
+      "▁es pecies",
+      "▁espe cies",
+      "▁espec ies",
+      "▁especie s",
+      "▁Sch ön",
+      "▁kle inen",
+      "▁kleine n",
+      "▁klein en",
+      "ш ко",
+      "▁Й о",
+      "▁H appy",
+      "▁Ha ppy",
+      "multi row",
+      "▁august i",
+      "▁G and",
+      "▁Ga nd",
+      "▁Gan d",
+      "▁appoint ment",
+      "▁Medi abestanden",
+      "Th ree",
+      "▁Kenn eth",
+      "NE W",
+      "▁Not ification",
+      "▁ Notification",
+      "▁Mar x",
+      "▁Ma rx",
+      "▁in sc",
+      "▁ins c",
+      "Mo r",
+      "M or",
+      "вы й",
+      "в ый",
+      "vä st",
+      "v äst",
+      "vi dia",
+      "vid ia",
+      "v idia",
+      "▁demonstr ated",
+      "▁demonstrate d",
+      "font s",
+      "fon ts",
+      "▁k amen",
+      "▁kam en",
+      "▁ka men",
+      "▁S ter",
+      "▁St er",
+      "▁Ste r",
+      "▁mieszkań ców",
+      "▁K oh",
+      "▁Ko h",
+      "~$ \\",
+      "~ $\\",
+      "») .",
+      "» ).",
+      "re ne",
+      "ren e",
+      "r ene",
+      "ins ic",
+      "ic ká",
+      "ick á",
+      "xy gen",
+      "▁m n",
+      "▁ mn",
+      "▁s ched",
+      "▁sc hed",
+      "▁sch ed",
+      "▁sche d",
+      "AS C",
+      "A SC",
+      "I g",
+      "▁Const ant",
+      "▁opport un",
+      "▁My Class",
+      "se f",
+      "s ef",
+      "op ed",
+      "ope d",
+      "o ped",
+      "▁inj ured",
+      "VI S",
+      "V IS",
+      "▁P ero",
+      "▁Per o",
+      "▁Pe ro",
+      "▁U ntil",
+      "▁Un til",
+      "▁f lesh",
+      "▁fl esh",
+      "▁fle sh",
+      "orph ism",
+      "▁Port al",
+      "▁Por tal",
+      "▁gmin y",
+      "▁вла сти",
+      "▁N ä",
+      "кти че",
+      "к тиче",
+      "▁h rab",
+      "▁hr ab",
+      "▁C ub",
+      "▁Cu b",
+      "av oir",
+      "avo ir",
+      "a voir",
+      "▁L ars",
+      "▁La rs",
+      "▁Lar s",
+      "▁Бе ло",
+      "▁seizo en",
+      "▁Gen omsnitt",
+      "▁L il",
+      "▁Li l",
+      "▁P ool",
+      "▁Po ol",
+      "▁ Pool",
+      "▁D ios",
+      "▁Di os",
+      "T X",
+      "ae s",
+      "a es",
+      "aut ore",
+      "auto re",
+      "autor e",
+      "Al pha",
+      "st ates",
+      "state s",
+      "sta tes",
+      "stat es",
+      "La b",
+      "L ab",
+      "n ederbörd",
+      "er ton",
+      "ert on",
+      "▁b rid",
+      "▁br id",
+      "▁ brid",
+      "▁r icht",
+      "▁rich t",
+      "▁ric ht",
+      "▁ri cht",
+      "▁ richt",
+      "▁E la",
+      "▁El a",
+      "▁с ла",
+      "▁ сла",
+      "▁weap on",
+      "▁comb att",
+      "▁combat t",
+      "ag ar",
+      "aga r",
+      "a gar",
+      "▁reg nig",
+      "▁util isé",
+      "▁utilis é",
+      "▁ser vir",
+      "▁serv ir",
+      "▁servi r",
+      "▁b rick",
+      "▁br ick",
+      "▁gate way",
+      "▁tor raste",
+      "▁proced ures",
+      "▁procedure s",
+      "▁års nederbörd",
+      "▁Genomsnitt lig",
+      "чё т",
+      "ч ёт",
+      "▁om rå",
+      "▁ områ",
+      "▁regnig aste",
+      "▁че сть",
+      "▁a mid",
+      "▁am id",
+      "▁ami d",
+      "▁gr ateful",
+      "▁D IS",
+      "▁DI S",
+      "▁ DIS",
+      "DA Y",
+      "▁о ру",
+      "▁ор у",
+      "▁ ору",
+      "▁riv ière",
+      "he ure",
+      "▁Rich mond",
+      "▁Com par",
+      "▁Comp ar",
+      "▁Н ор",
+      "▁Но р",
+      "DO C",
+      "D OC",
+      "es ia",
+      "esi a",
+      "cal c",
+      "▁I U",
+      "▁v org",
+      "▁vo rg",
+      "▁vor g",
+      "▁hab ían",
+      "▁había n",
+      "ço it",
+      "ç oit",
+      "▁a rist",
+      "▁ar ist",
+      "▁к ли",
+      "▁ кли",
+      "▁S ue",
+      "▁Su e",
+      "▁T ouch",
+      "▁To uch",
+      "▁ Touch",
+      "▁Writ ing",
+      "ifi able",
+      "▁w c",
+      "▁with draw",
+      "за р",
+      "з ар",
+      "▁present ly",
+      "▁pres ently",
+      "▁F K",
+      "▁pr akt",
+      "▁pra kt",
+      "▁col ored",
+      "▁color ed",
+      "us b",
+      "u sb",
+      "▁Per ú",
+      "▁pl ata",
+      "▁pla ta",
+      "▁plat a",
+      "▁w ishes",
+      "▁wish es",
+      "▁wis hes",
+      "▁ка м",
+      "▁ кам",
+      "az ar",
+      "aza r",
+      "a zar",
+      "áv el",
+      "á vel",
+      "▁l amp",
+      "▁la mp",
+      "bi shop",
+      "b ishop",
+      "▁in clusion",
+      "▁incl usion",
+      "▁inclus ion",
+      "j q",
+      "ar th",
+      "art h",
+      "▁F lag",
+      "▁Fl ag",
+      "▁ Flag",
+      "▁но р",
+      "▁н ор",
+      "æ dia",
+      "UN CTION",
+      "▁Bahn hof",
+      "▁appro aching",
+      "▁approach ing",
+      "▁G ött",
+      "▁Gö tt",
+      "▁c ube",
+      "▁cu be",
+      "▁cub e",
+      "▁arg ued",
+      "▁argue d",
+      "▁Th ings",
+      "Gu i",
+      "G ui",
+      "до ви",
+      "дов и",
+      "д ови",
+      "▁re cre",
+      "▁rec re",
+      "▁ré seau",
+      "▁rés eau",
+      "▁sign ifica",
+      "▁signific a",
+      "Gi t",
+      "G it",
+      "geb racht",
+      "gebra cht",
+      "▁l iga",
+      "▁li ga",
+      "▁lig a",
+      "▁ liga",
+      "▁ass ured",
+      "al us",
+      "alu s",
+      "a lus",
+      "ри т",
+      "р ит",
+      "▁э нциклопеди",
+      "▁% ).",
+      "▁%) .",
+      "▁ %).",
+      "▁Prem ière",
+      "▁declar ations",
+      "▁declaration s",
+      "▁tr icky",
+      "▁trick y",
+      "▁pro files",
+      "▁prof iles",
+      "▁profile s",
+      "▁profil es",
+      "▁F on",
+      "▁Fo n",
+      "▁J as",
+      "▁Ja s",
+      "â r",
+      "ba bel",
+      "b abel",
+      "▁Fr iday",
+      "▁Fri day",
+      "▁Frid ay",
+      "▁jú nius",
+      "▁c ols",
+      "▁col s",
+      "▁co ls",
+      "▁ cols",
+      "▁EX ISTS",
+      "▁Ital iana",
+      "▁Italian a",
+      "▁Italia na",
+      "▁author ization",
+      "▁s ulle",
+      "▁su lle",
+      "▁sul le",
+      "▁sull e",
+      "▁E mb",
+      "▁Em b",
+      "▁Vari able",
+      "▁ Variable",
+      "tr ees",
+      "tre es",
+      "tree s",
+      "t rees",
+      "▁F ly",
+      "▁Fl y",
+      "ri ors",
+      "rio rs",
+      "rior s",
+      "r iors",
+      "▁da mals",
+      "▁dam als",
+      "▁find et",
+      "▁fin det",
+      "▁Se pt",
+      "▁Sep t",
+      "▁m undial",
+      "▁rem oval",
+      "▁remov al",
+      "▁long itude",
+      "▁longitud e",
+      "cl ic",
+      "cli c",
+      "c lic",
+      "▁f ade",
+      "▁fa de",
+      "▁ fade",
+      "▁grad le",
+      "▁ gradle",
+      "▁z ák",
+      "▁zá k",
+      "▁tim ing",
+      "▁ti ming",
+      "tr ightarrow",
+      "t rightarrow",
+      "at ia",
+      "ati a",
+      "- .",
+      "uch e",
+      "uc he",
+      "u che",
+      "▁ser ialize",
+      "▁serial ize",
+      "▁H mm",
+      "▁Represent atives",
+      "ba h",
+      "b ah",
+      "re nd",
+      "ren d",
+      "r end",
+      "ass ador",
+      "assa dor",
+      "▁sh ield",
+      "uc ion",
+      "u cion",
+      "▁am éricaine",
+      "▁améric aine",
+      "▁américain e",
+      "z ę",
+      "vi lla",
+      "vil la",
+      "v illa",
+      "▁hom bre",
+      "ás s",
+      "á ss",
+      "▁S F",
+      "▁ SF",
+      "▁repe ating",
+      "▁repeat ing",
+      "▁c riter",
+      "▁cr iter",
+      "▁crit er",
+      "▁cri ter",
+      "▁St ruct",
+      "▁Str uct",
+      "▁ Struct",
+      "?? ?",
+      "? ??",
+      "▁che ap",
+      "▁r ings",
+      "▁ring s",
+      "▁rin gs",
+      "ab häng",
+      "▁c orte",
+      "▁cor te",
+      "▁cort e",
+      "▁admin ist",
+      "ix on",
+      "gy pt",
+      "▁punt os",
+      "▁punto s",
+      "▁me zi",
+      "▁mez i",
+      "▁po chod",
+      "▁poc hod",
+      "is ko",
+      "isk o",
+      "i sko",
+      "ni ę",
+      "n ię",
+      "▁о су",
+      "▁ос у",
+      "▁á r",
+      "▁ ár",
+      "те льной",
+      "тель ной",
+      "тельно й",
+      "▁Metropol itan",
+      "ji n",
+      "j in",
+      "ze ss",
+      "zes s",
+      "z ess",
+      "▁ві ці",
+      "▁conflic ts",
+      "▁conflict s",
+      "ij st",
+      "▁Mar ket",
+      "▁Mark et",
+      "ст ров",
+      "стро в",
+      "стр ов",
+      "▁\" ,\"",
+      "▁\", \"",
+      "▁ \",\"",
+      "▁Sc roll",
+      "▁ Scroll",
+      "gu n",
+      "g un",
+      "та ра",
+      "тар а",
+      "▁am ateur",
+      "▁r óż",
+      "pos s",
+      "po ss",
+      "p oss",
+      "▁general ized",
+      "▁H arm",
+      "▁Har m",
+      "▁Ha rm",
+      "ci ta",
+      "cit a",
+      "c ita",
+      "▁Sw itzerland",
+      "ic ola",
+      "ico la",
+      "icol a",
+      "i cola",
+      "▁m uit",
+      "▁mu it",
+      "loc ated",
+      "▁c ó",
+      "▁a rose",
+      "▁ar ose",
+      "▁commun auté",
+      "}) ^",
+      "} )^",
+      "vis ibility",
+      "íd a",
+      "í da",
+      "▁F B",
+      "▁ FB",
+      "▁Fre und",
+      "ga t",
+      "g at",
+      "\": {\"",
+      "int ellij",
+      "if ie",
+      "ifi e",
+      "hm en",
+      "h men",
+      "▁éd ition",
+      "▁ édition",
+      "▁ко је",
+      "▁ін ших",
+      "om ing",
+      "omin g",
+      "omi ng",
+      "o ming",
+      "▁arqu itect",
+      "▁Pres idente",
+      "▁President e",
+      "▁П ід",
+      "▁ca bin",
+      "▁cab in",
+      "The orem",
+      "▁G ay",
+      "▁Ga y",
+      "if ice",
+      "ific e",
+      "ifi ce",
+      "▁h ect",
+      "▁he ct",
+      "l ą",
+      "irm ingham",
+      "▁sem antic",
+      "▁Louis iana",
+      "▁sac rifice",
+      "▁sacr ifice",
+      "▁sacrific e",
+      "▁Christ oph",
+      "▁Exec utive",
+      "_ +",
+      "j ák",
+      "▁s eria",
+      "▁se ria",
+      "▁ser ia",
+      "▁Over flow",
+      "▁ Overflow",
+      "▁Lu cy",
+      "▁Luc y",
+      "▁mel hor",
+      "▁vo ices",
+      "▁voice s",
+      "cz a",
+      "c za",
+      "▁ка пи",
+      "▁университе та",
+      "IN CT",
+      "▁col oc",
+      "▁co loc",
+      "▁pr ue",
+      "▁ge omet",
+      "▁geom et",
+      "▁di retto",
+      "▁dire tto",
+      "▁dir etto",
+      "▁dirett o",
+      "re so",
+      "res o",
+      "r eso",
+      "▁A kt",
+      "▁Ak t",
+      "▁un h",
+      "▁се ри",
+      "▁сер и",
+      "▁Al ert",
+      "▁Ale rt",
+      "▁ Alert",
+      "We l",
+      "W el",
+      "au di",
+      "aud i",
+      "a udi",
+      "äl er",
+      "ä ler",
+      "▁gu ests",
+      "▁guest s",
+      "▁и де",
+      "St udio",
+      "▁ка те",
+      "▁ex ponent",
+      "▁expon ent",
+      "rz e",
+      "r ze",
+      "pm od",
+      "p mod",
+      "ro lle",
+      "roll e",
+      "rol le",
+      "▁Lim ited",
+      "Al lemagne",
+      "▁p ity",
+      "▁pi ty",
+      "▁pit y",
+      "▁l ä",
+      "▁ lä",
+      "▁run ner",
+      "▁ runner",
+      "ke nde",
+      "ken de",
+      "k ende",
+      "E Q",
+      "▁M M",
+      "▁ MM",
+      "sz ág",
+      "по ді",
+      "▁reg ret",
+      "▁publi é",
+      "▁depart amento",
+      "▁acc used",
+      "▁accus ed",
+      "h p",
+      "▁P fl",
+      "▁Pf l",
+      "▁S int",
+      "▁Si nt",
+      "▁Sin t",
+      "▁ek onom",
+      "ra ctor",
+      "rac tor",
+      "ract or",
+      "r actor",
+      "▁П ів",
+      "▁aw ful",
+      "owa ć",
+      "] ->",
+      "▁F ine",
+      "▁Fin e",
+      "С а",
+      "ti s",
+      "t is",
+      "ét a",
+      "é ta",
+      "▁Ро ди",
+      "▁Düsseld orf",
+      "LO B",
+      "L OB",
+      "os as",
+      "osa s",
+      "wer ke",
+      "werk e",
+      "▁l ance",
+      "▁lan ce",
+      "▁листо пада",
+      "▁in complete",
+      "▁P icture",
+      "▁ Picture",
+      "(' \\",
+      "( '\\",
+      "es ters",
+      "est ers",
+      "ester s",
+      "este rs",
+      "e sters",
+      "▁belong ed",
+      "▁S ank",
+      "▁San k",
+      "am med",
+      "amm ed",
+      "▁repos itories",
+      "▁ad dr",
+      "▁add r",
+      "▁ addr",
+      "Col lect",
+      "Coll ect",
+      "H ot",
+      "▁t yl",
+      "▁ty l",
+      "▁instance of",
+      "▁bon us",
+      "ov ý",
+      "▁мо ря",
+      "▁мор я",
+      "▁inter active",
+      "▁interact ive",
+      "▁M ys",
+      "▁My s",
+      "▁Ed mund",
+      "file Name",
+      "em or",
+      "emo r",
+      "e mor",
+      "▁Т ри",
+      "▁R osen",
+      "▁Ro sen",
+      "▁Ros en",
+      "▁Rose n",
+      "▁Pr ima",
+      "▁Pri ma",
+      "▁Prim a",
+      "▁v oting",
+      "▁vo ting",
+      "▁vot ing",
+      "▁X P",
+      "▁Z ero",
+      "▁Ze ro",
+      "▁ Zero",
+      "▁L ed",
+      "▁Le d",
+      "ams ung",
+      "▁en ables",
+      "▁enable s",
+      "▁redirect s",
+      "AS T",
+      "A ST",
+      "Pa int",
+      "P aint",
+      "ack er",
+      "ac ker",
+      "a cker",
+      "le cht",
+      "▁chair man",
+      "▁A ven",
+      "▁Av en",
+      "▁S ach",
+      "▁Sa ch",
+      "▁Sac h",
+      "(\" <",
+      "ке р",
+      "к ер",
+      "▁mist akes",
+      "▁mistake s",
+      "▁We it",
+      "▁Wei t",
+      "▁pro wad",
+      "▁ prowad",
+      "▁did nt",
+      "▁didn t",
+      "én ario",
+      "un less",
+      "▁back wards",
+      "bo a",
+      "b oa",
+      "du ino",
+      "`` `",
+      "` ``",
+      "st or",
+      "sto r",
+      "s tor",
+      "Comple tion",
+      "pu esta",
+      "▁din ast",
+      "úl t",
+      "ú lt",
+      "▁S Y",
+      "▁ SY",
+      "if olia",
+      "œuv res",
+      "œuvre s",
+      "▁r acing",
+      "▁ra cing",
+      "▁rac ing",
+      "▁cab inet",
+      "▁cabin et",
+      "▁cut ting",
+      "▁th umb",
+      "▁Ка ра",
+      "▁Кар а",
+      "high light",
+      "ку п",
+      "▁s d",
+      "▁ sd",
+      "▁на ціональ",
+      "▁camp agne",
+      "▁register s",
+      "▁educ ational",
+      "▁education al",
+      "▁p esar",
+      "▁pes ar",
+      "üg e",
+      "ü ge",
+      "▁o ro",
+      "▁or o",
+      "▁ oro",
+      "burg o",
+      "bur go",
+      "▁Athlet ics",
+      "▁M TV",
+      "get Message",
+      "▁H yp",
+      "▁Hy p",
+      "▁vict im",
+      "▁vic tim",
+      ")) \\",
+      ") )\\",
+      "▁dr ums",
+      "▁dru ms",
+      "▁drum s",
+      "host name",
+      "ta ł",
+      "t ał",
+      "ma king",
+      "m aking",
+      "▁pow iat",
+      "ő d",
+      "thread s",
+      "▁absol v",
+      "▁лю ди",
+      "▁ste pped",
+      "▁step ped",
+      "ex ist",
+      "▁N K",
+      "▁v es",
+      "▁ve s",
+      "▁ ves",
+      "ist iche",
+      "istic he",
+      "isti che",
+      "% '",
+      "at ivos",
+      "ativ os",
+      "ati vos",
+      "ativo s",
+      "▁та кой",
+      "▁тако й",
+      "▁Mongo DB",
+      "▁U ng",
+      "▁Un g",
+      "▁Р ус",
+      "▁Ру с",
+      "▁e lim",
+      "▁el im",
+      "▁F if",
+      "ic ación",
+      "ica ción",
+      "▁T ennis",
+      "▁Ten nis",
+      "▁Jeff erson",
+      "j án",
+      "fo g",
+      "f og",
+      "an ha",
+      "anh a",
+      "zo r",
+      "z or",
+      "▁уні версите",
+      "ah u",
+      "a hu",
+      "ia da",
+      "i ada",
+      "S dk",
+      "Set ting",
+      "▁K ill",
+      "▁Kil l",
+      "▁Ki ll",
+      "▁W end",
+      "▁We nd",
+      "▁b ald",
+      "▁bal d",
+      "▁ba ld",
+      "▁K ub",
+      "▁Ku b",
+      "▁v isto",
+      "▁vis to",
+      "▁vi sto",
+      "▁je unes",
+      "▁jeune s",
+      "▁jeu nes",
+      "col lections",
+      "collection s",
+      "collect ions",
+      "ac í",
+      "a cí",
+      "вро пей",
+      "▁ar ise",
+      "он і",
+      "о ні",
+      "MA IN",
+      "до ступ",
+      "▁b erg",
+      "▁be rg",
+      "▁ber g",
+      "▁ berg",
+      "▁critic ism",
+      "▁Tor re",
+      "▁de script",
+      "▁des cript",
+      "▁descri pt",
+      "ière s",
+      "i ères",
+      "▁e studio",
+      "▁est udio",
+      "▁estud io",
+      "▁i li",
+      "▁il i",
+      "▁ ili",
+      "▁mil itare",
+      "▁milit are",
+      "▁militar e",
+      "▁Cl ara",
+      "▁Cla ra",
+      "▁Clar a",
+      "▁El len",
+      "▁Elle n",
+      "▁Ell en",
+      "lim ited",
+      "limit ed",
+      "л м",
+      "▁Esp añ",
+      "▁inf initely",
+      "▁infinite ly",
+      "Amer ica",
+      "ou c",
+      "o uc",
+      "gl ass",
+      "g lass",
+      "▁r ud",
+      "▁ru d",
+      "▁z at",
+      "▁za t",
+      "▁ zat",
+      "▁r in",
+      "▁ri n",
+      "▁ rin",
+      "▁Bibli ografía",
+      "▁mer chant",
+      "tensor flow",
+      "▁d ér",
+      "▁dé r",
+      "▁Active Record",
+      "IE S",
+      "I ES",
+      "▁link er",
+      "▁lin ker",
+      "▁estud ios",
+      "▁estudio s",
+      "cdn js",
+      "▁Го судар",
+      "án chez",
+      "ap pe",
+      "app e",
+      "a ppe",
+      "cl ub",
+      "c lub",
+      "▁dal ší",
+      "▁Alg orithm",
+      "df s",
+      "d fs",
+      "▁B ac",
+      "▁Ba c",
+      "▁ка фе",
+      "▁& =\\",
+      "▁&= \\",
+      "▁а т",
+      "▁ ат",
+      "▁Г лав",
+      "▁M ou",
+      "▁Mo u",
+      "M achine",
+      "(... )",
+      "( ...)",
+      "▁com part",
+      "▁comp art",
+      "▁compar t",
+      "▁aug usztus",
+      "av an",
+      "ava n",
+      "a van",
+      "▁roll ed",
+      "▁rol led",
+      "▁ rolled",
+      "▁е ди",
+      "▁ еди",
+      "Sc an",
+      "S can",
+      "▁ре гі",
+      "▁świ ata",
+      "▁świat a",
+      "▁m ines",
+      "▁min es",
+      "▁mi nes",
+      "▁mine s",
+      "}, {",
+      "▁T ier",
+      "▁Ti er",
+      "Can not",
+      "C annot",
+      "мі н",
+      "м ін",
+      "▁NE W",
+      "▁ NEW",
+      "▁Во л",
+      "▁M anh",
+      "▁Man h",
+      "▁Greg ory",
+      "▁princi pe",
+      "▁princip e",
+      "▁prin cipe",
+      "IS O",
+      "I SO",
+      "pr og",
+      "pro g",
+      "p rog",
+      "▁F ail",
+      "▁Fa il",
+      "▁ Fail",
+      "▁a a",
+      "▁ aa",
+      "▁fe cha",
+      "▁W CF",
+      "▁mag istr",
+      "▁Z ach",
+      "▁Za ch",
+      "▁un icode",
+      "▁con verter",
+      "▁convert er",
+      "▁conver ter",
+      "▁dis pers",
+      "▁disp ers",
+      "ks am",
+      "k sam",
+      "▁Un cle",
+      "Property Changed",
+      "▁l ider",
+      "▁li der",
+      "▁lid er",
+      "▁o pts",
+      "▁op ts",
+      "▁opt s",
+      "▁ opts",
+      "▁та м",
+      "▁ там",
+      "lock ed",
+      "loc ked",
+      "za k",
+      "z ak",
+      "▁co unted",
+      "▁count ed",
+      "▁coun ted",
+      "▁person e",
+      "▁pers one",
+      "▁hur ried",
+      "ät ter",
+      "ätt er",
+      "ätte r",
+      "▁out ras",
+      "▁ou tras",
+      "▁g enu",
+      "▁ge nu",
+      "▁gen u",
+      "B D",
+      "ve g",
+      "v eg",
+      "du e",
+      "d ue",
+      "▁P ract",
+      "▁Pr act",
+      "▁Pra ct",
+      "▁po sible",
+      "▁pos ible",
+      "▁cont ribute",
+      "▁contrib ute",
+      "▁contribu te",
+      "UM N",
+      "▁Bür ger",
+      "▁w ars",
+      "▁war s",
+      "▁wa rs",
+      "▁exhib ition",
+      "hi ll",
+      "h ill",
+      "▁a str",
+      "▁as tr",
+      "▁ast r",
+      "▁ astr",
+      "▁му зе",
+      "▁C ASE",
+      "▁CA SE",
+      "▁ CASE",
+      "man ifest",
+      "y ellow",
+      "F n",
+      "▁R C",
+      "▁ RC",
+      "▁s ott",
+      "▁so tt",
+      "▁su jet",
+      "▁S ocket",
+      "▁So cket",
+      "▁Soc ket",
+      "▁ Socket",
+      "▁Ch ine",
+      "▁Chi ne",
+      "▁frame works",
+      "▁framework s",
+      "Hol d",
+      "H old",
+      "êt s",
+      "ê ts",
+      "▁ф іль",
+      "▁фі ль",
+      "Lo aded",
+      "Load ed",
+      "op he",
+      "oph e",
+      "o phe",
+      "text e",
+      "tex te",
+      "▁ex pres",
+      "▁exp res",
+      "▁expr es",
+      "▁cons ume",
+      "▁consum e",
+      "▁R ichtung",
+      "ograf i",
+      "▁magn ific",
+      "à t",
+      "▁ind ul",
+      "▁indu l",
+      "ry ty",
+      "▁off ici",
+      "▁offic i",
+      "▁ass ault",
+      "ru nd",
+      "run d",
+      "r und",
+      "▁vari ants",
+      "▁variant s",
+      "▁сель сов",
+      "▁exc itement",
+      "Time s",
+      "Tim es",
+      "T imes",
+      "k otlin",
+      "▁g ering",
+      "▁ge ring",
+      "▁ger ing",
+      "▁En gel",
+      "▁Eng el",
+      "▁T imer",
+      "▁Time r",
+      "▁Tim er",
+      "▁Ti mer",
+      "▁ Timer",
+      "² ).",
+      "▁N g",
+      "äs st",
+      "sch au",
+      "SE rror",
+      "S Error",
+      "▁Ed wards",
+      "▁Edward s",
+      "▁Term inal",
+      "li ct",
+      "lic t",
+      "l ict",
+      "Un der",
+      "Und er",
+      "U nder",
+      "▁sp awn",
+      "ür gen",
+      "▁Außer dem",
+      "▁k itchen",
+      "fah rt",
+      "fahr t",
+      "▁Col ors",
+      "▁Color s",
+      "▁систе ма",
+      "▁систем а",
+      "▁termin ated",
+      "▁terminate d",
+      "▁La TeX",
+      "ig keiten",
+      "igkeit en",
+      "▁mes ure",
+      "▁Am ts",
+      "▁Amt s",
+      "▁emp ir",
+      "▁stri king",
+      "▁strik ing",
+      "▁exclus ive",
+      "те х",
+      "▁re z",
+      "▁r ez",
+      "▁ rez",
+      "▁qu an",
+      "▁q uan",
+      "▁Glas gow",
+      "▁lect ure",
+      "▁Test ament",
+      "▁fun ds",
+      "▁fund s",
+      "▁st essa",
+      "▁tri bes",
+      "▁trib es",
+      "▁tribe s",
+      "▁par fois",
+      "▁tre ball",
+      "ni tz",
+      "nit z",
+      "n itz",
+      "bo ve",
+      "b ove",
+      "▁за слу",
+      "▁ab sent",
+      "▁abs ent",
+      "▁L auf",
+      "▁La uf",
+      "▁Lau f",
+      "Sm ith",
+      "▁Никола й",
+      "▁europé enne",
+      "l r",
+      "▁program ma",
+      "▁mi dst",
+      "▁mid st",
+      "▁daugh ters",
+      "▁daughter s",
+      "S yn",
+      "ob en",
+      "obe n",
+      "o ben",
+      "ân ă",
+      "id an",
+      "ida n",
+      "i dan",
+      "▁t her",
+      "▁th er",
+      "▁the r",
+      "▁ ther",
+      "od ore",
+      "odo re",
+      "odor e",
+      "sd l",
+      "s dl",
+      "▁Q uint",
+      "▁Qu int",
+      "▁cas os",
+      "▁caso s",
+      "▁Z am",
+      "▁Za m",
+      "▁стра ны",
+      "▁sp rite",
+      "▁spr ite",
+      "ка л",
+      "к ал",
+      "▁n asc",
+      "▁na sc",
+      "▁nas c",
+      "▁сот руд",
+      "▁tr ava",
+      "▁tra va",
+      "▁trav a",
+      "▁хо зяй",
+      "▁U ruguay",
+      "▁s parse",
+      "▁sp arse",
+      "▁по ле",
+      "▁пол е",
+      "▁myst ery",
+      "▁myster y",
+      "▁M ang",
+      "▁Man g",
+      "▁Ma ng",
+      "reg istr",
+      "▁CG Float",
+      "▁sub mission",
+      "▁subm ission",
+      "ва на",
+      "ван а",
+      "в ана",
+      "▁\" :",
+      "▁ \":",
+      "▁Trace back",
+      "▁P it",
+      "▁Pi t",
+      "▁E hr",
+      "▁с ра",
+      "▁Graph ics",
+      "▁ Graphics",
+      "Up dated",
+      "Update d",
+      "▁sv ensk",
+      "▁sp acing",
+      "▁spac ing",
+      "tr itt",
+      "tri tt",
+      "t ritt",
+      "▁Gu inea",
+      "▁Fran ça",
+      "▁Fr ança",
+      "As soci",
+      "Ass oci",
+      "▁T ová",
+      "▁To vá",
+      "st ab",
+      "sta b",
+      "s tab",
+      "▁Le arning",
+      "▁Lear ning",
+      "▁B right",
+      "▁Br ight",
+      "▁Brig ht",
+      "ś c",
+      "▁id ő",
+      "}} _{\\",
+      "}}_{ \\",
+      "}}_ {\\",
+      "} }_{\\",
+      "▁dro ite",
+      "▁droit e",
+      "▁ra ising",
+      "get ting",
+      "yth m",
+      "yt hm",
+      "y thm",
+      "on yme",
+      "ony me",
+      "onym e",
+      "ż s",
+      "▁b lah",
+      "▁bl ah",
+      "▁bla h",
+      "▁ blah",
+      "Tag Name",
+      "Vert ical",
+      "▁a per",
+      "▁ap er",
+      "▁ aper",
+      "post gresql",
+      "▁Hand le",
+      "▁ Handle",
+      "ze w",
+      "z ew",
+      "▁sk ulle",
+      "▁op ere",
+      "▁oper e",
+      "lay ers",
+      "layer s",
+      "▁pos sono",
+      "▁poss ono",
+      "▁re late",
+      "▁rel ate",
+      "▁rela te",
+      "ą c",
+      "▁M ih",
+      "▁Mi h",
+      "â ge",
+      "▁Ś wi",
+      "iss es",
+      "isse s",
+      "▁serv let",
+      "▁ servlet",
+      "Lo s",
+      "L os",
+      "▁Ad vanced",
+      "▁Adv anced",
+      "at ica",
+      "ati ca",
+      "atic a",
+      "▁c ed",
+      "▁ce d",
+      "▁ ced",
+      "▁element os",
+      "ро на",
+      "рон а",
+      "р она",
+      "ik s",
+      "i ks",
+      "ar f",
+      "a rf",
+      "ar iat",
+      "ari at",
+      "aria t",
+      "M obile",
+      "ag ua",
+      "agu a",
+      "▁t imp",
+      "▁tim p",
+      "▁ti mp",
+      "▁Com ité",
+      "▁comb ining",
+      "▁combin ing",
+      "wo hl",
+      "w ohl",
+      "▁Stud y",
+      "▁Stu dy",
+      "co ordinate",
+      "▁recommend ation",
+      "▁transform ations",
+      "▁transformation s",
+      "un til",
+      "unt il",
+      "u ntil",
+      "bound ed",
+      "b ounded",
+      "▁и зу",
+      "▁из у",
+      "han ced",
+      "h anced",
+      "▁во про",
+      "▁P rés",
+      "▁Pr és",
+      "▁co ord",
+      "xt y",
+      "x ty",
+      "▁$ ,",
+      "▁ $,",
+      "▁champion s",
+      "▁champ ions",
+      "De n",
+      "D en",
+      "M il",
+      "(' ,",
+      "( ',",
+      "▁Pre is",
+      "▁e igh",
+      "▁eig h",
+      "▁mark ers",
+      "▁marker s",
+      "▁gew esen",
+      "ät ten",
+      "ätt en",
+      "ätte n",
+      "▁p ione",
+      "▁pi one",
+      "m v",
+      "▁ј у",
+      "▁ ју",
+      "zeich nis",
+      "ho ff",
+      "hof f",
+      "h off",
+      "New s",
+      "Ne ws",
+      "▁Stanis ław",
+      "▁Br andenburg",
+      "▁Brand enburg",
+      "▁Fe uer",
+      "= &",
+      "же т",
+      "ж ет",
+      "▁N eil",
+      "▁Ne il",
+      "▁w irk",
+      "▁wir k",
+      "▁soci età",
+      "▁sp are",
+      "▁civil e",
+      "▁civ ile",
+      "sp rach",
+      "spr ach",
+      "▁d isse",
+      "▁dis se",
+      "▁diss e",
+      "▁g ates",
+      "▁ga tes",
+      "▁gate s",
+      "▁gat es",
+      "▁a nom",
+      "▁an om",
+      "▁ano m",
+      "▁Федера ции",
+      "▁t ib",
+      "▁ti b",
+      "▁f útbol",
+      "▁Wikip ed",
+      "ia te",
+      "iat e",
+      "i ate",
+      "Fr ont",
+      "F ront",
+      "▁c raw",
+      "▁cr aw",
+      "▁cra w",
+      "▁R ak",
+      "▁Ra k",
+      "▁з ву",
+      "▁зв у",
+      "st reet",
+      "stre et",
+      "▁A gency",
+      "▁Ag ency",
+      "ва ло",
+      "вал о",
+      "▁Ра с",
+      "▁mk dir",
+      "ac ję",
+      "▁sh ares",
+      "▁share s",
+      "St ory",
+      "Sto ry",
+      "▁re marks",
+      "▁rem arks",
+      "▁remark s",
+      "▁key words",
+      "▁keyword s",
+      "Bo b",
+      "B ob",
+      "▁t oe",
+      "▁to e",
+      "▁V itt",
+      "▁Vi tt",
+      "▁Vit t",
+      "▁r hs",
+      "▁rh s",
+      "RO P",
+      "R OP",
+      "or is",
+      "ori s",
+      "o ris",
+      "/ @",
+      "си и",
+      "▁tra verse",
+      "▁travers e",
+      "▁refer encing",
+      "pr äsident",
+      "ro ng",
+      "ron g",
+      "r ong",
+      "') :",
+      "' ):",
+      "at ies",
+      "ati es",
+      "atie s",
+      "a ties",
+      "A W",
+      "Out let",
+      "▁é vol",
+      "▁év ol",
+      "ik es",
+      "ike s",
+      "i kes",
+      "▁environment al",
+      "ic um",
+      "▁L ied",
+      "▁Li ed",
+      "▁Lie d",
+      "▁w arn",
+      "▁war n",
+      "▁wa rn",
+      "▁ warn",
+      "▁But ler",
+      "▁% ),",
+      "▁%) ,",
+      "▁Zeit schrift",
+      "▁Mon tr",
+      "▁Mont r",
+      "ва жа",
+      "▁Mer cur",
+      "je kte",
+      "jekt e",
+      "me ter",
+      "met er",
+      "m eter",
+      "du cation",
+      "▁att ributed",
+      "▁attribute d",
+      "* $",
+      "▁un f",
+      "▁Vert rag",
+      "zi en",
+      "zie n",
+      "z ien",
+      "▁Р об",
+      "▁Ро б",
+      "li ces",
+      "lic es",
+      "lice s",
+      "l ices",
+      "pp ly",
+      "p ply",
+      "an sen",
+      "ans en",
+      "anse n",
+      "▁ze it",
+      "▁ zeit",
+      "▁im mense",
+      "▁imm ense",
+      "▁lut ego",
+      "▁Bul gar",
+      "▁Bulg ar",
+      "▁mi embros",
+      "▁На циональ",
+      "▁Al low",
+      "▁All ow",
+      "▁ Allow",
+      "▁ang lès",
+      "д ви",
+      "▁T oy",
+      "▁To y",
+      "ту а",
+      "▁y ard",
+      "▁ya rd",
+      "▁ yard",
+      "( %",
+      "is ser",
+      "iss er",
+      "isse r",
+      "▁g olf",
+      "▁gol f",
+      "▁Uk rain",
+      "▁h osp",
+      "▁ho sp",
+      "▁hos p",
+      "In clude",
+      "▁L isa",
+      "▁Li sa",
+      "▁Lis a",
+      "▁c sal",
+      "▁cs al",
+      "▁M ira",
+      "▁Mi ra",
+      "▁Mir a",
+      "rec ogn",
+      "▁К е",
+      "▁h itting",
+      "▁hit ting",
+      "коно мі",
+      "коном і",
+      "▁Tourn ament",
+      "LO AD",
+      "▁Guard ian",
+      "▁da her",
+      "▁dah er",
+      "▁time zone",
+      "▁tom cat",
+      "▁ tomcat",
+      "▁success or",
+      "▁succ essor",
+      "▁successo r",
+      "▁V oid",
+      "▁Vo id",
+      "▁come ç",
+      "▁convert s",
+      "▁conver ts",
+      "äch s",
+      "ä chs",
+      "os ex",
+      "ose x",
+      "o sex",
+      "xe lles",
+      "x elles",
+      "as er",
+      "ase r",
+      "a ser",
+      "▁É s",
+      "▁m ou",
+      "▁mo u",
+      "▁u ng",
+      "▁un g",
+      "▁ ung",
+      "▁or igen",
+      "▁orig en",
+      "▁C row",
+      "▁Cr ow",
+      "▁Cro w",
+      "▁E rd",
+      "▁Er d",
+      "▁s ieben",
+      "▁si eben",
+      "▁sie ben",
+      "lu a",
+      "l ua",
+      "▁B B",
+      "▁ BB",
+      "RE NT",
+      "R ENT",
+      "▁pił kar",
+      "▁mar que",
+      "▁marqu e",
+      "▁La bour",
+      "▁Lab our",
+      "vi ders",
+      "vider s",
+      "vid ers",
+      "v iders",
+      "▁ex empl",
+      "▁exem pl",
+      "So und",
+      "S ound",
+      "▁W ass",
+      "▁Was s",
+      "▁Wa ss",
+      "arr ison",
+      "▁те чение",
+      "▁Of icina",
+      "▁D aw",
+      "▁Da w",
+      "▁K auf",
+      "▁Ka uf",
+      "én t",
+      "é nt",
+      "és ő",
+      "▁= \"",
+      "▁ =\"",
+      "▁k at",
+      "▁ka t",
+      "di ction",
+      "dict ion",
+      "dic tion",
+      "d iction",
+      "▁V oll",
+      "▁Vol l",
+      "▁Vo ll",
+      "▁high way",
+      "J ames",
+      "ze uge",
+      "zeug e",
+      "▁mod elo",
+      "▁model o",
+      "▁mode lo",
+      "Th row",
+      "▁F orum",
+      "▁For um",
+      "▁Fo rum",
+      "(\" @",
+      "▁en fer",
+      "▁enf er",
+      "▁спе циаль",
+      "Number s",
+      "Num bers",
+      "▁B inary",
+      "▁Bin ary",
+      "▁ Binary",
+      "▁Martí nez",
+      "▁Martín ez",
+      "▁St ato",
+      "▁Stat o",
+      "▁Sta to",
+      "▁fest iv",
+      "▁k atol",
+      "▁ka tol",
+      "▁kat ol",
+      "▁А б",
+      "▁lim itation",
+      "▁limit ation",
+      "▁S TR",
+      "▁ST R",
+      "▁ STR",
+      "▁О фициаль",
+      "ip es",
+      "ipe s",
+      "i pes",
+      "▁I sn",
+      "▁Is n",
+      "▁rule d",
+      "▁ru led",
+      "▁c í",
+      "▁ cí",
+      "ge ber",
+      "geb er",
+      "▁lavor o",
+      "▁lav oro",
+      "▁parenthes es",
+      "о з",
+      "▁équip es",
+      "▁équipe s",
+      "▁efficient ly",
+      "▁Per iod",
+      "▁ Period",
+      "▁Reg arding",
+      "le af",
+      "lea f",
+      "▁similar ity",
+      "▁gest ure",
+      "data b",
+      "da tab",
+      "dat ab",
+      "▁term inate",
+      "▁termin ate",
+      "▁sem antics",
+      "▁semantic s",
+      "▁A lo",
+      "▁Al o",
+      "▁c ig",
+      "▁ci g",
+      "▁Open GL",
+      "▁heut igen",
+      "xa ml",
+      "x aml",
+      "▁frequ encies",
+      ")} .",
+      ") }.",
+      "▁threaten ed",
+      "▁threat ened",
+      "ти к",
+      "▁cal cio",
+      "▁calci o",
+      "▁calc io",
+      "▁R iemann",
+      "▁Ri emann",
+      "sl ug",
+      "▁F inale",
+      "▁Fin ale",
+      "▁Final e",
+      "L R",
+      "▁Der by",
+      "▁о ще",
+      "▁de viation",
+      "▁dev iation",
+      "▁devi ation",
+      "äch en",
+      "äche n",
+      "ä chen",
+      "▁C ris",
+      "▁Cr is",
+      "но во",
+      "нов о",
+      "н ово",
+      "▁сто лі",
+      "▁re lev",
+      "▁rel ev",
+      "▁splend id",
+      "▁у чё",
+      "er ving",
+      "erv ing",
+      "ga ble",
+      "g able",
+      "▁général e",
+      "▁généra le",
+      "po m",
+      "p om",
+      "▁Che ers",
+      "▁impr ison",
+      "▁in dent",
+      "▁ind ent",
+      "▁inde nt",
+      "▁ indent",
+      "▁anal yz",
+      "▁analy z",
+      "▁re vert",
+      "▁rev ert",
+      "▁reve rt",
+      "▁rever t",
+      "ér er",
+      "ére r",
+      "é rer",
+      "▁ph ases",
+      "▁phase s",
+      "First Name",
+      "▁m ig",
+      "▁mi g",
+      "▁dist urb",
+      "▁mi xture",
+      "▁) {",
+      "▁ ){",
+      "int ure",
+      "▁T ried",
+      "▁Tr ied",
+      "▁Tri ed",
+      "▁soon er",
+      "▁p els",
+      "▁pe ls",
+      "▁pel s",
+      "▁ét abl",
+      "et ro",
+      "etr o",
+      "it ie",
+      "iti e",
+      "▁quart ier",
+      "▁го во",
+      "▁г ово",
+      "▁ гово",
+      "▁vá ros",
+      "uf e",
+      "u fe",
+      "he ten",
+      "het en",
+      "h eten",
+      "хо м",
+      "х ом",
+      "▁so ap",
+      "▁ soap",
+      "ut ors",
+      "uto rs",
+      "utor s",
+      "▁d uch",
+      "▁du ch",
+      "▁duc h",
+      "syn tax",
+      "s yntax",
+      "▁tr ibe",
+      "▁tri be",
+      "▁trib e",
+      "▁ch ante",
+      "▁chant e",
+      "Tr i",
+      "T ri",
+      "▁M ate",
+      "▁Ma te",
+      "▁Mat e",
+      "qu ality",
+      "qual ity",
+      "uo la",
+      "u ola",
+      "=\" .",
+      "= \".",
+      "ch k",
+      "▁в сі",
+      "▁вс і",
+      "▁prze ci",
+      "▁M eteor",
+      "▁Met eor",
+      "▁scatter ed",
+      "Pl us",
+      "P lus",
+      "tr ad",
+      "tra d",
+      "t rad",
+      "▁stack overflow",
+      "▁ stackoverflow",
+      "▁re tra",
+      "▁r etra",
+      "▁ret ra",
+      "▁retr a",
+      "▁éd itions",
+      "▁édition s",
+      "▁s ain",
+      "▁sa in",
+      "cri be",
+      "cr ibe",
+      "ig non",
+      "ign on",
+      "uc ker",
+      "uck er",
+      "u cker",
+      "▁ма ло",
+      "▁ten ir",
+      "▁ex ports",
+      "▁export s",
+      "▁ exports",
+      "▁aux ili",
+      "▁] ]",
+      "▁ ]]",
+      "▁C BS",
+      "un iform",
+      "uni form",
+      "▁period ic",
+      "ag rant",
+      "agr ant",
+      "▁em ple",
+      "▁emp le",
+      "W il",
+      "▁f res",
+      "▁fr es",
+      "▁fre s",
+      "▁str utt",
+      "▁stru tt",
+      "▁с віт",
+      "▁сві т",
+      "▁be tre",
+      "▁bet re",
+      "▁объ ек",
+      "ти ся",
+      "▁b isher",
+      "▁bis her",
+      "ba um",
+      "bau m",
+      "b aum",
+      "is hi",
+      "ish i",
+      "▁Gaz ette",
+      "background Color",
+      "j l",
+      "▁f iel",
+      "▁fi el",
+      "▁пре ма",
+      "▁protagon ista",
+      "▁Muham mad",
+      "▁sim ulate",
+      "▁H ook",
+      "▁Ho ok",
+      "fe st",
+      "f est",
+      "▁сво их",
+      "▁свои х",
+      "Se nder",
+      "Send er",
+      "S ender",
+      "▁list ened",
+      "▁listen ed",
+      "▁liste ned",
+      "ж і",
+      "je st",
+      "jes t",
+      "j est",
+      "ko rd",
+      "kor d",
+      "k ord",
+      "Cho ice",
+      "▁hoof d",
+      "redu cible",
+      "hp p",
+      "h pp",
+      "▁W u",
+      "š i",
+      "▁M arse",
+      "▁Mar se",
+      "▁Mars e",
+      "▁s oir",
+      "▁so ir",
+      "we sten",
+      "west en",
+      "w esten",
+      "em os",
+      "emo s",
+      "e mos",
+      "▁D uc",
+      "▁Du c",
+      "▁amer ik",
+      "| }{",
+      "▁G ul",
+      "▁Gu l",
+      "▁Sp rache",
+      "▁Spr ache",
+      "▁mis match",
+      "▁mism atch",
+      "Sc al",
+      "S cal",
+      "P ixel",
+      "E F",
+      "▁S ep",
+      "▁Se p",
+      "▁powie cie",
+      "ur k",
+      "▁Nap oli",
+      "▁neighbour hood",
+      "сто ян",
+      "стоя н",
+      "▁search es",
+      "yr us",
+      "y rus",
+      "пе т",
+      "п ет",
+      "He lp",
+      "Hel p",
+      "pon t",
+      "po nt",
+      "p ont",
+      "▁Or ient",
+      "▁Ori ent",
+      "▁Alf onso",
+      "▁monitor ing",
+      "ia o",
+      "i ao",
+      "éd é",
+      "▁Cés ar",
+      "ше е",
+      "Sh ift",
+      "su it",
+      "s uit",
+      "code d",
+      "co ded",
+      "cod ed",
+      "c oded",
+      "но то",
+      "▁Par ti",
+      "▁Part i",
+      "▁la sci",
+      "▁las ci",
+      "▁aw esome",
+      "us ta",
+      "ust a",
+      "u sta",
+      "▁С ове",
+      "▁Со ве",
+      "▁Сов е",
+      "▁F land",
+      "▁Fl and",
+      "oo m",
+      "o om",
+      "▁de vi",
+      "▁dev i",
+      "eng elsk",
+      "end um",
+      "▁Pa scal",
+      "▁Pas cal",
+      "▁B ind",
+      "▁Bi nd",
+      "▁Bin d",
+      "▁ Bind",
+      "▁sigu ientes",
+      "▁siguiente s",
+      "J B",
+      "▁Peters burg",
+      "▁incorrect ly",
+      "▁B ash",
+      "▁Bas h",
+      "▁Ba sh",
+      "▁pe los",
+      "▁pel os",
+      "▁pelo s",
+      "▁zes po",
+      "NS URL",
+      "▁př ek",
+      "▁Cr ime",
+      "na ch",
+      "n ach",
+      "▁th rust",
+      "▁thr ust",
+      "▁Cult ura",
+      "W F",
+      "▁S olo",
+      "▁So lo",
+      "▁Sol o",
+      "▁in vas",
+      "▁inv as",
+      "▁individ ually",
+      "▁individual ly",
+      "ib m",
+      "i bm",
+      "▁et apa",
+      "▁hand ed",
+      "▁han ded",
+      "▁where ver",
+      "▁interpol ation",
+      "▁mus ée",
+      "▁C NN",
+      "id ia",
+      "idi a",
+      "i dia",
+      "ńst w",
+      "▁pr zew",
+      "▁prze w",
+      "▁prz ew",
+      "ug hing",
+      "ugh ing",
+      "▁a ctors",
+      "▁act ors",
+      "▁actor s",
+      "▁Ori ental",
+      "▁Orient al",
+      "▁conven ience",
+      "▁mi asta",
+      "br ains",
+      "bra ins",
+      "▁ме ся",
+      "▁inf atti",
+      "▁All Movie",
+      "▁crit ique",
+      "▁success o",
+      "▁succ esso",
+      "anc ouver",
+      "▁f á",
+      "ъл гар",
+      "▁wis dom",
+      "▁Pho enix",
+      "ho le",
+      "hol e",
+      "h ole",
+      "▁inform ación",
+      "▁Air lines",
+      "▁Airl ines",
+      ". «",
+      "mo rt",
+      "mor t",
+      "m ort",
+      "user Id",
+      "▁*/ \r",
+      "▁C ongo",
+      "▁Con go",
+      "▁Cong o",
+      "▁\" `",
+      "▁ \"`",
+      "co rr",
+      "cor r",
+      "c orr",
+      "▁problem as",
+      "▁proble mas",
+      "▁problema s",
+      "▁probl emas",
+      "▁b ib",
+      "▁bi b",
+      "▁ bib",
+      "▁póź niej",
+      "▁file Name",
+      "▁ fileName",
+      "zo tt",
+      "z ott",
+      "ma cht",
+      "mac ht",
+      "m acht",
+      "▁Ul rich",
+      "C y",
+      "end point",
+      "▁she ep",
+      "▁i bn",
+      "Fe ed",
+      "F eed",
+      "▁sympath y",
+      "▁I b",
+      "▁territ orial",
+      "ra ting",
+      "rat ing",
+      "r ating",
+      "да ми",
+      "▁d st",
+      "▁ds t",
+      "▁ dst",
+      "у ю",
+      "ah o",
+      "a ho",
+      "▁s ug",
+      "▁su g",
+      "em ia",
+      "emi a",
+      "▁t ed",
+      "▁te d",
+      "▁ ted",
+      "▁A pi",
+      "▁Ap i",
+      "▁ Api",
+      "▁R ica",
+      "▁Ric a",
+      "▁Ri ca",
+      "▁M R",
+      "▁ MR",
+      "ński m",
+      "ń skim",
+      "▁V oor",
+      "▁Vo or",
+      "▁de vil",
+      "▁dev il",
+      "▁devi l",
+      "▁Ф о",
+      "▁N är",
+      "▁Nä r",
+      "▁... )",
+      "▁.. .)",
+      "▁ ...)",
+      "▁v ois",
+      "▁vo is",
+      "▁ab bre",
+      "▁abb re",
+      "▁M änner",
+      "xim o",
+      "xi mo",
+      "x imo",
+      "▁intellect ual",
+      "▁t ales",
+      "▁tal es",
+      "▁ta les",
+      "▁tale s",
+      "sim ilar",
+      "ne um",
+      "▁O rig",
+      "▁Or ig",
+      "▁Ori g",
+      "▁po stal",
+      "▁pos tal",
+      "▁post al",
+      "▁h vor",
+      "▁ident ification",
+      "▁identific ation",
+      "▁О д",
+      "ue sto",
+      "ues to",
+      "uest o",
+      "u esto",
+      "▁. ./",
+      "▁.. /",
+      "▁ ../",
+      "▁b ir",
+      "▁bi r",
+      "▁ bir",
+      "▁Л он",
+      "▁Ло н",
+      "▁es empio",
+      "▁E ing",
+      "▁Ein g",
+      "Exp and",
+      "▁PR IMARY",
+      "▁J in",
+      "▁Ji n",
+      "▁vš ak",
+      "ours es",
+      "ourse s",
+      "▁Be tty",
+      "▁Bet ty",
+      "▁W M",
+      "▁ WM",
+      "▁fl ask",
+      "▁fla sk",
+      "hl en",
+      "h len",
+      "▁A del",
+      "▁Ad el",
+      "lar avel",
+      "▁д ет",
+      "▁де т",
+      "сь кою",
+      "сько ю",
+      "▁M undo",
+      "▁Mun do",
+      "ic zn",
+      "icz n",
+      "ifi é",
+      "▁М ор",
+      "▁Мо р",
+      "▁д рев",
+      "▁др ев",
+      "Date Format",
+      "сь ким",
+      "ськ им",
+      "▁d ated",
+      "▁da ted",
+      "▁dat ed",
+      "▁date d",
+      "▁ dated",
+      "ко ли",
+      "кол и",
+      "▁результа те",
+      "\\) .",
+      "\\ ).",
+      "▁delay ed",
+      "so und",
+      "s ound",
+      "▁Ма к",
+      "▁\" ...",
+      "▁\". ..",
+      "▁b innen",
+      "▁bin nen",
+      "▁фа куль",
+      "▁pol ygon",
+      "▁poly gon",
+      "▁eg gs",
+      "▁egg s",
+      "At IndexPath",
+      "AtIndex Path",
+      "мен таль",
+      "мент аль",
+      "мента ль",
+      "▁in cred",
+      "▁incre d",
+      "▁inc red",
+      "ch unk",
+      "web driver",
+      "▁с вобо",
+      "▁сво бо",
+      "▁mi ędzy",
+      "Rece ived",
+      "Receive d",
+      "▁M onde",
+      "▁Mon de",
+      "▁Mo nde",
+      "▁Mond e",
+      "▁J Query",
+      "Bu tt",
+      "But t",
+      "B utt",
+      "▁P DO",
+      "▁for ec",
+      "▁fo rec",
+      "▁fore c",
+      "▁discipl ine",
+      "ch ev",
+      "che v",
+      "на т",
+      "н ат",
+      "▁re dis",
+      "▁red is",
+      "▁hun ting",
+      "▁al k",
+      "▁ alk",
+      "▁proof s",
+      "PR I",
+      "P RI",
+      "▁c hip",
+      "▁ch ip",
+      "▁chi p",
+      "és ie",
+      "▁H O",
+      "▁ HO",
+      "▁r ug",
+      "▁ru g",
+      "▁ rug",
+      "zo s",
+      "z os",
+      "▁s orte",
+      "▁sort e",
+      "▁sor te",
+      "▁ze igt",
+      "▁Phys ics",
+      "leg te",
+      "legt e",
+      "▁proport ional",
+      "▁proportion al",
+      "▁tool bar",
+      "ve ment",
+      "v ement",
+      "not in",
+      "▁prv ní",
+      "bl ah",
+      "bla h",
+      "b lah",
+      "▁prés ence",
+      "▁l loc",
+      "▁ll oc",
+      "▁lí der",
+      "▁Ac cept",
+      "▁ Accept",
+      "▁Al ways",
+      "▁\" {",
+      "▁divers i",
+      "▁diver si",
+      "ik or",
+      "iko r",
+      "i kor",
+      "Per iod",
+      "ж ён",
+      "▁Al liance",
+      "▁All iance",
+      "▁re lay",
+      "▁rel ay",
+      "▁rela y",
+      "Br o",
+      "B ro",
+      "jö n",
+      "j ön",
+      "▁B aud",
+      "▁Ba ud",
+      "▁Bau d",
+      "▁B ian",
+      "▁Bi an",
+      "') [",
+      "' )[",
+      "чи в",
+      "▁P oss",
+      "▁Po ss",
+      "▁Pos s",
+      "▁Mitg lieder",
+      "▁Mitglied er",
+      "▁n ev",
+      "▁ne v",
+      "Dan iel",
+      "▁t ends",
+      "▁ten ds",
+      "▁tend s",
+      "▁compag nie",
+      "▁liv res",
+      "▁livre s",
+      "lu b",
+      "l ub",
+      "▁ ▁",
+      "▁▁ ▁▁",
+      "▁▁▁ ▁",
+      "▁ ▁▁▁",
+      "▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁",
+      "▁▁▁▁▁ ▁▁▁",
+      "▁▁▁▁▁▁ ▁▁",
+      "▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁ ▁",
+      "▁ ▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁",
+      "▁▁▁▁ ▁",
+      "▁▁▁ ▁▁",
+      "▁ ▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁",
+      "▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁",
+      "▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁",
+      "▁▁▁▁ ▁▁",
+      "▁▁▁▁▁ ▁",
+      "▁▁▁ ▁▁▁",
+      "▁ ▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁ ▁▁",
+      "▁▁▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁▁▁",
+      "▁▁▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁ ▁",
+      "▁ ▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁ ▁",
+      "▁▁▁▁▁▁▁▁▁▁ ▁▁▁",
+      "▁▁▁ ▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁▁▁▁",
+      "▁▁▁▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁ ▁▁",
+      "▁ ▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁",
+      "▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁",
+      "▁▁▁▁▁▁▁ ▁▁▁",
+      "▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁",
+      "▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁",
+      "▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁",
+      "▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁ ▁",
+      "▁ ▁▁",
+      "▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁",
+      "▁▁▁▁▁ ▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁",
+      "▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁ ▁▁",
+      "▁ ▁▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁",
+      "▁▁▁▁▁ ▁▁",
+      "▁▁▁▁▁▁ ▁",
+      "▁▁▁ ▁▁▁▁",
+      "▁ ▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁ ▁",
+      "▁▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁▁",
+      "▁▁▁▁▁▁▁ ▁▁▁▁",
+      "▁ ▁▁▁▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁",
+      "▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁",
+      "▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁",
+      "▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁▁"
+    ]
+  }
+}
\ No newline at end of file
diff --git a/mr_refcoco_checkpoint/tokenizer.model b/mr_refcoco_checkpoint/tokenizer.model
new file mode 100644
index 0000000000000000000000000000000000000000..6c00c742ce03c627d6cd5b795984876fa49fa899
--- /dev/null
+++ b/mr_refcoco_checkpoint/tokenizer.model
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
+size 499723
diff --git a/mr_refcoco_checkpoint/tokenizer/added_tokens.json b/mr_refcoco_checkpoint/tokenizer/added_tokens.json
new file mode 100755
index 0000000000000000000000000000000000000000..d1cbb9b7b00b317ef35559b73c47629da5dc0018
--- /dev/null
+++ b/mr_refcoco_checkpoint/tokenizer/added_tokens.json
@@ -0,0 +1,13 @@
+{
+  "<audio>": 32005,
+  "<audio_gen>": 32003,
+  "<audio_gen_start>": 32004,
+  "<base>": 32007,
+  "<base_null>": 32008,
+  "<im_gen>": 32001,
+  "<im_gen_start>": 32000,
+  "<mask_gen>": 32002,
+  "<seg>": 32009,
+  "<seg_input>": 32010,
+  "<video>": 32006
+}
diff --git a/mr_refcoco_checkpoint/tokenizer/special_tokens_map.json b/mr_refcoco_checkpoint/tokenizer/special_tokens_map.json
new file mode 100755
index 0000000000000000000000000000000000000000..14761dcf1466dc232bd41de9c21d4c617b15755e
--- /dev/null
+++ b/mr_refcoco_checkpoint/tokenizer/special_tokens_map.json
@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<unk>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/mr_refcoco_checkpoint/tokenizer/tokenizer.json b/mr_refcoco_checkpoint/tokenizer/tokenizer.json
new file mode 100755
index 0000000000000000000000000000000000000000..5e509f11bbb8fc656475ca177cc9a036ee9530c5
--- /dev/null
+++ b/mr_refcoco_checkpoint/tokenizer/tokenizer.json
@@ -0,0 +1,93481 @@
+{
+  "version": "1.0",
+  "truncation": null,
+  "padding": null,
+  "added_tokens": [
+    {
+      "id": 0,
+      "content": "<unk>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 1,
+      "content": "<s>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 2,
+      "content": "</s>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32000,
+      "content": "<im_gen_start>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32001,
+      "content": "<im_gen>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32002,
+      "content": "<mask_gen>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32003,
+      "content": "<audio_gen>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32004,
+      "content": "<audio_gen_start>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32005,
+      "content": "<audio>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32006,
+      "content": "<video>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32007,
+      "content": "<base>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32008,
+      "content": "<base_null>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32009,
+      "content": "<seg>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    {
+      "id": 32010,
+      "content": "<seg_input>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  ],
+  "normalizer": null,
+  "pre_tokenizer": {
+    "type": "Metaspace",
+    "replacement": "▁",
+    "prepend_scheme": "first",
+    "split": false
+  },
+  "post_processor": {
+    "type": "TemplateProcessing",
+    "single": [
+      {
+        "SpecialToken": {
+          "id": "<s>",
+          "type_id": 0
+        }
+      },
+      {
+        "Sequence": {
+          "id": "A",
+          "type_id": 0
+        }
+      }
+    ],
+    "pair": [
+      {
+        "SpecialToken": {
+          "id": "<s>",
+          "type_id": 0
+        }
+      },
+      {
+        "Sequence": {
+          "id": "A",
+          "type_id": 0
+        }
+      },
+      {
+        "SpecialToken": {
+          "id": "<s>",
+          "type_id": 1
+        }
+      },
+      {
+        "Sequence": {
+          "id": "B",
+          "type_id": 1
+        }
+      }
+    ],
+    "special_tokens": {
+      "<s>": {
+        "id": "<s>",
+        "ids": [
+          1
+        ],
+        "tokens": [
+          "<s>"
+        ]
+      }
+    }
+  },
+  "decoder": {
+    "type": "Sequence",
+    "decoders": [
+      {
+        "type": "Replace",
+        "pattern": {
+          "String": "▁"
+        },
+        "content": " "
+      },
+      {
+        "type": "ByteFallback"
+      },
+      {
+        "type": "Fuse"
+      },
+      {
+        "type": "Strip",
+        "content": " ",
+        "start": 1,
+        "stop": 0
+      }
+    ]
+  },
+  "model": {
+    "type": "BPE",
+    "dropout": null,
+    "unk_token": "<unk>",
+    "continuing_subword_prefix": null,
+    "end_of_word_suffix": null,
+    "fuse_unk": true,
+    "byte_fallback": true,
+    "ignore_merges": false,
+    "vocab": {
+      "<unk>": 0,
+      "<s>": 1,
+      "</s>": 2,
+      "<0x00>": 3,
+      "<0x01>": 4,
+      "<0x02>": 5,
+      "<0x03>": 6,
+      "<0x04>": 7,
+      "<0x05>": 8,
+      "<0x06>": 9,
+      "<0x07>": 10,
+      "<0x08>": 11,
+      "<0x09>": 12,
+      "<0x0A>": 13,
+      "<0x0B>": 14,
+      "<0x0C>": 15,
+      "<0x0D>": 16,
+      "<0x0E>": 17,
+      "<0x0F>": 18,
+      "<0x10>": 19,
+      "<0x11>": 20,
+      "<0x12>": 21,
+      "<0x13>": 22,
+      "<0x14>": 23,
+      "<0x15>": 24,
+      "<0x16>": 25,
+      "<0x17>": 26,
+      "<0x18>": 27,
+      "<0x19>": 28,
+      "<0x1A>": 29,
+      "<0x1B>": 30,
+      "<0x1C>": 31,
+      "<0x1D>": 32,
+      "<0x1E>": 33,
+      "<0x1F>": 34,
+      "<0x20>": 35,
+      "<0x21>": 36,
+      "<0x22>": 37,
+      "<0x23>": 38,
+      "<0x24>": 39,
+      "<0x25>": 40,
+      "<0x26>": 41,
+      "<0x27>": 42,
+      "<0x28>": 43,
+      "<0x29>": 44,
+      "<0x2A>": 45,
+      "<0x2B>": 46,
+      "<0x2C>": 47,
+      "<0x2D>": 48,
+      "<0x2E>": 49,
+      "<0x2F>": 50,
+      "<0x30>": 51,
+      "<0x31>": 52,
+      "<0x32>": 53,
+      "<0x33>": 54,
+      "<0x34>": 55,
+      "<0x35>": 56,
+      "<0x36>": 57,
+      "<0x37>": 58,
+      "<0x38>": 59,
+      "<0x39>": 60,
+      "<0x3A>": 61,
+      "<0x3B>": 62,
+      "<0x3C>": 63,
+      "<0x3D>": 64,
+      "<0x3E>": 65,
+      "<0x3F>": 66,
+      "<0x40>": 67,
+      "<0x41>": 68,
+      "<0x42>": 69,
+      "<0x43>": 70,
+      "<0x44>": 71,
+      "<0x45>": 72,
+      "<0x46>": 73,
+      "<0x47>": 74,
+      "<0x48>": 75,
+      "<0x49>": 76,
+      "<0x4A>": 77,
+      "<0x4B>": 78,
+      "<0x4C>": 79,
+      "<0x4D>": 80,
+      "<0x4E>": 81,
+      "<0x4F>": 82,
+      "<0x50>": 83,
+      "<0x51>": 84,
+      "<0x52>": 85,
+      "<0x53>": 86,
+      "<0x54>": 87,
+      "<0x55>": 88,
+      "<0x56>": 89,
+      "<0x57>": 90,
+      "<0x58>": 91,
+      "<0x59>": 92,
+      "<0x5A>": 93,
+      "<0x5B>": 94,
+      "<0x5C>": 95,
+      "<0x5D>": 96,
+      "<0x5E>": 97,
+      "<0x5F>": 98,
+      "<0x60>": 99,
+      "<0x61>": 100,
+      "<0x62>": 101,
+      "<0x63>": 102,
+      "<0x64>": 103,
+      "<0x65>": 104,
+      "<0x66>": 105,
+      "<0x67>": 106,
+      "<0x68>": 107,
+      "<0x69>": 108,
+      "<0x6A>": 109,
+      "<0x6B>": 110,
+      "<0x6C>": 111,
+      "<0x6D>": 112,
+      "<0x6E>": 113,
+      "<0x6F>": 114,
+      "<0x70>": 115,
+      "<0x71>": 116,
+      "<0x72>": 117,
+      "<0x73>": 118,
+      "<0x74>": 119,
+      "<0x75>": 120,
+      "<0x76>": 121,
+      "<0x77>": 122,
+      "<0x78>": 123,
+      "<0x79>": 124,
+      "<0x7A>": 125,
+      "<0x7B>": 126,
+      "<0x7C>": 127,
+      "<0x7D>": 128,
+      "<0x7E>": 129,
+      "<0x7F>": 130,
+      "<0x80>": 131,
+      "<0x81>": 132,
+      "<0x82>": 133,
+      "<0x83>": 134,
+      "<0x84>": 135,
+      "<0x85>": 136,
+      "<0x86>": 137,
+      "<0x87>": 138,
+      "<0x88>": 139,
+      "<0x89>": 140,
+      "<0x8A>": 141,
+      "<0x8B>": 142,
+      "<0x8C>": 143,
+      "<0x8D>": 144,
+      "<0x8E>": 145,
+      "<0x8F>": 146,
+      "<0x90>": 147,
+      "<0x91>": 148,
+      "<0x92>": 149,
+      "<0x93>": 150,
+      "<0x94>": 151,
+      "<0x95>": 152,
+      "<0x96>": 153,
+      "<0x97>": 154,
+      "<0x98>": 155,
+      "<0x99>": 156,
+      "<0x9A>": 157,
+      "<0x9B>": 158,
+      "<0x9C>": 159,
+      "<0x9D>": 160,
+      "<0x9E>": 161,
+      "<0x9F>": 162,
+      "<0xA0>": 163,
+      "<0xA1>": 164,
+      "<0xA2>": 165,
+      "<0xA3>": 166,
+      "<0xA4>": 167,
+      "<0xA5>": 168,
+      "<0xA6>": 169,
+      "<0xA7>": 170,
+      "<0xA8>": 171,
+      "<0xA9>": 172,
+      "<0xAA>": 173,
+      "<0xAB>": 174,
+      "<0xAC>": 175,
+      "<0xAD>": 176,
+      "<0xAE>": 177,
+      "<0xAF>": 178,
+      "<0xB0>": 179,
+      "<0xB1>": 180,
+      "<0xB2>": 181,
+      "<0xB3>": 182,
+      "<0xB4>": 183,
+      "<0xB5>": 184,
+      "<0xB6>": 185,
+      "<0xB7>": 186,
+      "<0xB8>": 187,
+      "<0xB9>": 188,
+      "<0xBA>": 189,
+      "<0xBB>": 190,
+      "<0xBC>": 191,
+      "<0xBD>": 192,
+      "<0xBE>": 193,
+      "<0xBF>": 194,
+      "<0xC0>": 195,
+      "<0xC1>": 196,
+      "<0xC2>": 197,
+      "<0xC3>": 198,
+      "<0xC4>": 199,
+      "<0xC5>": 200,
+      "<0xC6>": 201,
+      "<0xC7>": 202,
+      "<0xC8>": 203,
+      "<0xC9>": 204,
+      "<0xCA>": 205,
+      "<0xCB>": 206,
+      "<0xCC>": 207,
+      "<0xCD>": 208,
+      "<0xCE>": 209,
+      "<0xCF>": 210,
+      "<0xD0>": 211,
+      "<0xD1>": 212,
+      "<0xD2>": 213,
+      "<0xD3>": 214,
+      "<0xD4>": 215,
+      "<0xD5>": 216,
+      "<0xD6>": 217,
+      "<0xD7>": 218,
+      "<0xD8>": 219,
+      "<0xD9>": 220,
+      "<0xDA>": 221,
+      "<0xDB>": 222,
+      "<0xDC>": 223,
+      "<0xDD>": 224,
+      "<0xDE>": 225,
+      "<0xDF>": 226,
+      "<0xE0>": 227,
+      "<0xE1>": 228,
+      "<0xE2>": 229,
+      "<0xE3>": 230,
+      "<0xE4>": 231,
+      "<0xE5>": 232,
+      "<0xE6>": 233,
+      "<0xE7>": 234,
+      "<0xE8>": 235,
+      "<0xE9>": 236,
+      "<0xEA>": 237,
+      "<0xEB>": 238,
+      "<0xEC>": 239,
+      "<0xED>": 240,
+      "<0xEE>": 241,
+      "<0xEF>": 242,
+      "<0xF0>": 243,
+      "<0xF1>": 244,
+      "<0xF2>": 245,
+      "<0xF3>": 246,
+      "<0xF4>": 247,
+      "<0xF5>": 248,
+      "<0xF6>": 249,
+      "<0xF7>": 250,
+      "<0xF8>": 251,
+      "<0xF9>": 252,
+      "<0xFA>": 253,
+      "<0xFB>": 254,
+      "<0xFC>": 255,
+      "<0xFD>": 256,
+      "<0xFE>": 257,
+      "<0xFF>": 258,
+      "▁▁": 259,
+      "▁t": 260,
+      "er": 261,
+      "in": 262,
+      "▁a": 263,
+      "en": 264,
+      "on": 265,
+      "▁th": 266,
+      "es": 267,
+      "▁▁▁▁": 268,
+      "▁s": 269,
+      "▁d": 270,
+      "at": 271,
+      "or": 272,
+      "an": 273,
+      "▁c": 274,
+      "is": 275,
+      "re": 276,
+      "it": 277,
+      "▁the": 278,
+      "ar": 279,
+      "le": 280,
+      "▁w": 281,
+      "▁p": 282,
+      "ou": 283,
+      "al": 284,
+      "▁f": 285,
+      "▁m": 286,
+      "ed": 287,
+      "▁o": 288,
+      "▁b": 289,
+      "om": 290,
+      "ion": 291,
+      "ing": 292,
+      "ic": 293,
+      "as": 294,
+      "el": 295,
+      "ent": 296,
+      "▁in": 297,
+      "▁h": 298,
+      "nd": 299,
+      "et": 300,
+      "▁l": 301,
+      "▁n": 302,
+      "st": 303,
+      "▁to": 304,
+      "ch": 305,
+      "▁I": 306,
+      "ro": 307,
+      "▁▁▁▁▁▁▁▁": 308,
+      "il": 309,
+      "▁of": 310,
+      "de": 311,
+      "ct": 312,
+      "▁(": 313,
+      "am": 314,
+      "▁C": 315,
+      "▁de": 316,
+      "▁S": 317,
+      "▁u": 318,
+      "▁A": 319,
+      "▁\\": 320,
+      "▁e": 321,
+      "▁and": 322,
+      "▁T": 323,
+      "ol": 324,
+      "▁v": 325,
+      "im": 326,
+      "ot": 327,
+      "ad": 328,
+      "ut": 329,
+      "▁g": 330,
+      "em": 331,
+      "ur": 332,
+      "id": 333,
+      "▁*": 334,
+      "ig": 335,
+      "ra": 336,
+      "▁re": 337,
+      "▁is": 338,
+      "qu": 339,
+      "ow": 340,
+      "▁M": 341,
+      "est": 342,
+      "▁y": 343,
+      "se": 344,
+      "ve": 345,
+      "ce": 346,
+      "ie": 347,
+      "un": 348,
+      "▁P": 349,
+      "▁B": 350,
+      "ag": 351,
+      "ul": 352,
+      "▁=": 353,
+      "he": 354,
+      "end": 355,
+      "ode": 356,
+      "ter": 357,
+      "ment": 358,
+      "os": 359,
+      "▁D": 360,
+      "if": 361,
+      "ation": 362,
+      "▁for": 363,
+      "▁r": 364,
+      "▁L": 365,
+      "▁you": 366,
+      "▁be": 367,
+      "ly": 368,
+      "ver": 369,
+      "ab": 370,
+      "te": 371,
+      "▁it": 372,
+      "▁on": 373,
+      "ri": 374,
+      "us": 375,
+      "▁\"": 376,
+      "▁wh": 377,
+      "▁con": 378,
+      "▁H": 379,
+      "▁st": 380,
+      "ir": 381,
+      "▁E": 382,
+      "▁F": 383,
+      "ck": 384,
+      "▁an": 385,
+      "th": 386,
+      "eg": 387,
+      "ay": 388,
+      "ith": 389,
+      "▁R": 390,
+      "ist": 391,
+      "and": 392,
+      "▁that": 393,
+      "▁al": 394,
+      "▁$": 395,
+      "▁#": 396,
+      "od": 397,
+      "um": 398,
+      "▁W": 399,
+      "ht": 400,
+      "code": 401,
+      "▁G": 402,
+      "ate": 403,
+      "ess": 404,
+      "▁N": 405,
+      "ere": 406,
+      "pp": 407,
+      "▁as": 408,
+      "▁se": 409,
+      "▁pro": 410,
+      "▁with": 411,
+      "pe": 412,
+      "▁k": 413,
+      "ers": 414,
+      "pt": 415,
+      ");": 416,
+      "lo": 417,
+      "▁▁▁▁▁": 418,
+      "▁com": 419,
+      "ame": 420,
+      "▁`": 421,
+      "▁Com": 422,
+      "ia": 423,
+      "ant": 424,
+      "▁la": 425,
+      "▁{": 426,
+      "▁en": 427,
+      "ction": 428,
+      "▁ex": 429,
+      "ld": 430,
+      "ub": 431,
+      "▁j": 432,
+      "la": 433,
+      "ue": 434,
+      "▁J": 435,
+      "ich": 436,
+      "▁do": 437,
+      "▁O": 438,
+      "▁qu": 439,
+      "iv": 440,
+      "ort": 441,
+      "art": 442,
+      "▁un": 443,
+      "▁##": 444,
+      "▁this": 445,
+      "ke": 446,
+      "▁ha": 447,
+      "▁-": 448,
+      "out": 449,
+      "▁The": 450,
+      "▁not": 451,
+      "▁ne": 452,
+      "ill": 453,
+      "▁le": 454,
+      "ci": 455,
+      "rom": 456,
+      "ine": 457,
+      "//": 458,
+      "op": 459,
+      "egin": 460,
+      "▁Comment": 461,
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁": 462,
+      "begin": 463,
+      "ст": 464,
+      "ass": 465,
+      "iz": 466,
+      ").": 467,
+      "og": 468,
+      "▁п": 469,
+      "▁or": 470,
+      "▁was": 471,
+      "▁at": 472,
+      "our": 473,
+      "▁i": 474,
+      "ain": 475,
+      "▁K": 476,
+      "на": 477,
+      "▁V": 478,
+      "ge": 479,
+      "▁su": 480,
+      "ap": 481,
+      "age": 482,
+      "ould": 483,
+      "ne": 484,
+      "av": 485,
+      "xt": 486,
+      "ore": 487,
+      "ile": 488,
+      "--": 489,
+      "▁в": 490,
+      "▁by": 491,
+      "li": 492,
+      "ath": 493,
+      "ра": 494,
+      "ber": 495,
+      "ach": 496,
+      "all": 497,
+      "▁Th": 498,
+      "ult": 499,
+      "▁}": 500,
+      "▁U": 501,
+      "▁us": 502,
+      "▁z": 503,
+      "ust": 504,
+      "▁have": 505,
+      "lic": 506,
+      "ни": 507,
+      "▁can": 508,
+      "tr": 509,
+      "com": 510,
+      "),": 511,
+      "▁In": 512,
+      "ind": 513,
+      "ell": 514,
+      "▁from": 515,
+      "ов": 516,
+      "to": 517,
+      "▁[": 518,
+      "able": 519,
+      "ost": 520,
+      "▁ch": 521,
+      "ect": 522,
+      "ight": 523,
+      "int": 524,
+      "▁'": 525,
+      "▁are": 526,
+      "▁im": 527,
+      "▁sh": 528,
+      "▁<": 529,
+      "▁An": 530,
+      "▁с": 531,
+      "ata": 532,
+      "ire": 533,
+      "▁tr": 534,
+      "con": 535,
+      "ord": 536,
+      "ity": 537,
+      "ard": 538,
+      "▁▁▁▁▁▁": 539,
+      "▁he": 540,
+      "▁but": 541,
+      "oc": 542,
+      "=\"": 543,
+      "▁pr": 544,
+      "ure": 545,
+      "per": 546,
+      "ack": 547,
+      "ork": 548,
+      "ong": 549,
+      "ans": 550,
+      "ко": 551,
+      "ple": 552,
+      "▁des": 553,
+      "ok": 554,
+      "orm": 555,
+      "wer": 556,
+      "ak": 557,
+      "pr": 558,
+      "ase": 559,
+      "▁el": 560,
+      "ph": 561,
+      "ac": 562,
+      "▁und": 563,
+      "▁ar": 564,
+      "▁if": 565,
+      "ud": 566,
+      "ps": 567,
+      "ite": 568,
+      "ble": 569,
+      "но": 570,
+      "fer": 571,
+      "pl": 572,
+      "ive": 573,
+      "ang": 574,
+      "ens": 575,
+      "ро": 576,
+      "▁so": 577,
+      "so": 578,
+      "ast": 579,
+      "()": 580,
+      "swer": 581,
+      "ru": 582,
+      "ies": 583,
+      "▁:": 584,
+      "au": 585,
+      "ov": 586,
+      "ре": 587,
+      "го": 588,
+      "▁der": 589,
+      "▁my": 590,
+      "▁we": 591,
+      "▁me": 592,
+      "nt": 593,
+      "▁ad": 594,
+      "urn": 595,
+      "▁your": 596,
+      "://": 597,
+      "are": 598,
+      "▁all": 599,
+      "ff": 600,
+      "io": 601,
+      "estion": 602,
+      "ime": 603,
+      "▁er": 604,
+      "lass": 605,
+      "▁и": 606,
+      "▁which": 607,
+      "ome": 608,
+      "ont": 609,
+      "▁par": 610,
+      "▁ma": 611,
+      "▁Y": 612,
+      "\",": 613,
+      "▁о": 614,
+      "ft": 615,
+      "ial": 616,
+      "cc": 617,
+      "ound": 618,
+      "▁li": 619,
+      "▁res": 620,
+      "eth": 621,
+      "ject": 622,
+      "▁app": 623,
+      "▁St": 624,
+      "ice": 625,
+      "▁am": 626,
+      "act": 627,
+      "▁del": 628,
+      "gr": 629,
+      "ated": 630,
+      "ier": 631,
+      "▁▁▁▁▁▁▁▁▁▁▁▁": 632,
+      "▁ab": 633,
+      "▁et": 634,
+      "ally": 635,
+      "..": 636,
+      "port": 637,
+      "ik": 638,
+      "▁per": 639,
+      "▁cont": 640,
+      "ри": 641,
+      "ка": 642,
+      "ser": 643,
+      "ли": 644,
+      "ll": 645,
+      "iew": 646,
+      "ign": 647,
+      "_{": 648,
+      "put": 649,
+      "one": 650,
+      "unction": 651,
+      "▁di": 652,
+      "ary": 653,
+      "ition": 654,
+      "ma": 655,
+      "ен": 656,
+      "get": 657,
+      "▁lo": 658,
+      "▁val": 659,
+      "▁Q": 660,
+      "ran": 661,
+      "▁д": 662,
+      "ence": 663,
+      "▁work": 664,
+      "▁на": 665,
+      "ip": 666,
+      "item": 667,
+      "ype": 668,
+      "▁&": 669,
+      "▁his": 670,
+      "▁use": 671,
+      "der": 672,
+      "▁Answer": 673,
+      "▁will": 674,
+      "ize": 675,
+      "та": 676,
+      "low": 677,
+      "▁Ch": 678,
+      "▁get": 679,
+      "ide": 680,
+      "ous": 681,
+      "ink": 682,
+      "ption": 683,
+      "ла": 684,
+      "turn": 685,
+      "ung": 686,
+      "ec": 687,
+      "ug": 688,
+      "form": 689,
+      "res": 690,
+      "htt": 691,
+      "oug": 692,
+      "ль": 693,
+      "▁no": 694,
+      "cl": 695,
+      "▁ro": 696,
+      "▁one": 697,
+      "tt": 698,
+      "cri": 699,
+      "du": 700,
+      "▁up": 701,
+      "то": 702,
+      "(\"": 703,
+      "▁ob": 704,
+      "we": 705,
+      "ory": 706,
+      "▁est": 707,
+      "ery": 708,
+      "iel": 709,
+      "str": 710,
+      "ob": 711,
+      "▁que": 712,
+      "ian": 713,
+      "▁out": 714,
+      "▁pl": 715,
+      "▁new": 716,
+      "ки": 717,
+      "▁+": 718,
+      "ry": 719,
+      "oth": 720,
+      "ther": 721,
+      "▁var": 722,
+      "▁would": 723,
+      "▁ser": 724,
+      "tern": 725,
+      "text": 726,
+      "▁there": 727,
+      "ish": 728,
+      "ror": 729,
+      "те": 730,
+      "▁set": 731,
+      "▁@": 732,
+      "▁по": 733,
+      "▁te": 734,
+      "ex": 735,
+      "▁return": 736,
+      "ail": 737,
+      "▁any": 738,
+      "▁It": 739,
+      "▁function": 740,
+      "{\\": 741,
+      "',": 742,
+      "és": 743,
+      "ale": 744,
+      "ан": 745,
+      "▁when": 746,
+      "ib": 747,
+      "▁go": 748,
+      "ance": 749,
+      "▁had": 750,
+      "▁Qu": 751,
+      "▁comp": 752,
+      "ле": 753,
+      "▁з": 754,
+      "math": 755,
+      "▁has": 756,
+      "▁м": 757,
+      "▁pre": 758,
+      "ener": 759,
+      "▁part": 760,
+      "elf": 761,
+      "▁die": 762,
+      "▁like": 763,
+      "ray": 764,
+      "irst": 765,
+      "▁dis": 766,
+      "▁man": 767,
+      "rit": 768,
+      "▁then": 769,
+      "▁class": 770,
+      "pro": 771,
+      "▁po": 772,
+      "▁using": 773,
+      "eb": 774,
+      "▁code": 775,
+      "own": 776,
+      "▁some": 777,
+      "ces": 778,
+      "▁$\\": 779,
+      "ер": 780,
+      "lect": 781,
+      "▁au": 782,
+      "isch": 783,
+      "▁col": 784,
+      "▁–": 785,
+      "up": 786,
+      "ons": 787,
+      "▁add": 788,
+      "ild": 789,
+      "iss": 790,
+      "val": 791,
+      "ount": 792,
+      "les": 793,
+      "vent": 794,
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁": 795,
+      "▁Z": 796,
+      "In": 797,
+      "row": 798,
+      "ear": 799,
+      "ations": 800,
+      "ah": 801,
+      "que": 802,
+      "ublic": 803,
+      "ank": 804,
+      "▁sp": 805,
+      "▁Wh": 806,
+      "----": 807,
+      "sk": 808,
+      "ew": 809,
+      "ags": 810,
+      "ти": 811,
+      "ann": 812,
+      "▁—": 813,
+      "ert": 814,
+      "ace": 815,
+      "sch": 816,
+      "▁need": 817,
+      "▁à": 818,
+      "ien": 819,
+      "ough": 820,
+      "не": 821,
+      "▁def": 822,
+      "ij": 823,
+      "ern": 824,
+      "▁what": 825,
+      "▁Ar": 826,
+      "wo": 827,
+      "ml": 828,
+      "</": 829,
+      "▁Re": 830,
+      "▁es": 831,
+      "▁inst": 832,
+      "bo": 833,
+      "az": 834,
+      "▁###": 835,
+      "▁б": 836,
+      "erm": 837,
+      "▁Al": 838,
+      "led": 839,
+      "да": 840,
+      "ten": 841,
+      "set": 842,
+      "ло": 843,
+      "▁comm": 844,
+      "sh": 845,
+      "ва": 846,
+      "▁/": 847,
+      "▁data": 848,
+      "▁//": 849,
+      "](": 850,
+      "▁str": 851,
+      "ose": 852,
+      "▁Un": 853,
+      "ven": 854,
+      "St": 855,
+      "...": 856,
+      "▁С": 857,
+      "yst": 858,
+      "▁«": 859,
+      "ick": 860,
+      "ix": 861,
+      "par": 862,
+      "▁у": 863,
+      "▁want": 864,
+      "ng": 865,
+      "ote": 866,
+      "▁gr": 867,
+      "▁du": 868,
+      "▁.": 869,
+      "und": 870,
+      "▁only": 871,
+      "▁sa": 872,
+      "ely": 873,
+      "vers": 874,
+      "▁ent": 875,
+      "))": 876,
+      "('": 877,
+      "▁mod": 878,
+      "ava": 879,
+      "ton": 880,
+      "▁should": 881,
+      "ement": 882,
+      "▁form": 883,
+      "▁also": 884,
+      "▁sc": 885,
+      "ings": 886,
+      "▁You": 887,
+      "ón": 888,
+      "▁kn": 889,
+      "();": 890,
+      "▁|": 891,
+      "▁were": 892,
+      "ss": 893,
+      "▁Question": 894,
+      "ise": 895,
+      "▁they": 896,
+      "▁De": 897,
+      "ond": 898,
+      "▁sol": 899,
+      "▁fol": 900,
+      "▁more": 901,
+      "▁her": 902,
+      "▁_": 903,
+      "▁é": 904,
+      "atch": 905,
+      "fter": 906,
+      "▁cre": 907,
+      "lock": 908,
+      "tring": 909,
+      "▁This": 910,
+      "ze": 911,
+      "ado": 912,
+      "ull": 913,
+      "ger": 914,
+      "be": 915,
+      "▁other": 916,
+      "▁Tags": 917,
+      "ution": 918,
+      "ict": 919,
+      "▁how": 920,
+      "▁x": 921,
+      "▁Se": 922,
+      "▁che": 923,
+      "cript": 924,
+      "▁just": 925,
+      "▁pos": 926,
+      "ange": 927,
+      "ific": 928,
+      "ree": 929,
+      "}}": 930,
+      "▁time": 931,
+      "app": 932,
+      "ны": 933,
+      "▁file": 934,
+      "ark": 935,
+      "ical": 936,
+      "▁first": 937,
+      "▁int": 938,
+      "▁В": 939,
+      "▁He": 940,
+      "ta": 941,
+      "ument": 942,
+      "ors": 943,
+      "lement": 944,
+      "rac": 945,
+      "▁ag": 946,
+      "▁does": 947,
+      "yn": 948,
+      "read": 949,
+      "ual": 950,
+      "▁Le": 951,
+      "ys": 952,
+      "▁em": 953,
+      "▁num": 954,
+      "vel": 955,
+      "ди": 956,
+      "over": 957,
+      "▁dif": 958,
+      "ethod": 959,
+      "▁If": 960,
+      "▁spe": 961,
+      "ym": 962,
+      "▁them": 963,
+      "▁into": 964,
+      "▁▁▁▁▁▁▁▁▁▁": 965,
+      "▁les": 966,
+      "▁its": 967,
+      "ese": 968,
+      "ield": 969,
+      "▁public": 970,
+      "▁П": 971,
+      "▁den": 972,
+      "ystem": 973,
+      "of": 974,
+      "▁over": 975,
+      "->": 976,
+      "▁fil": 977,
+      "name": 978,
+      "inal": 979,
+      "▁il": 980,
+      "ample": 981,
+      "▁way": 982,
+      "ica": 983,
+      "во": 984,
+      "cess": 985,
+      "itt": 986,
+      "uch": 987,
+      "▁where": 988,
+      "ми": 989,
+      "org": 990,
+      "https": 991,
+      "▁vo": 992,
+      "ient": 993,
+      "ove": 994,
+      "▁value": 995,
+      "eng": 996,
+      "▁La": 997,
+      "^{": 998,
+      "ref": 999,
+      "ied": 1000,
+      "ER": 1001,
+      "▁stat": 1002,
+      "fig": 1003,
+      "me": 1004,
+      "▁von": 1005,
+      "▁inter": 1006,
+      "roid": 1007,
+      "ater": 1008,
+      "▁their": 1009,
+      "▁bet": 1010,
+      "▁ein": 1011,
+      "}\\": 1012,
+      "\">": 1013,
+      "▁sub": 1014,
+      "▁op": 1015,
+      "▁don": 1016,
+      "ty": 1017,
+      "▁try": 1018,
+      "▁Pro": 1019,
+      "▁tra": 1020,
+      "▁same": 1021,
+      "ep": 1022,
+      "▁two": 1023,
+      "▁name": 1024,
+      "old": 1025,
+      "let": 1026,
+      "▁sim": 1027,
+      "sp": 1028,
+      "▁av": 1029,
+      "bre": 1030,
+      "blem": 1031,
+      "ey": 1032,
+      "▁could": 1033,
+      "▁cor": 1034,
+      "▁acc": 1035,
+      "ays": 1036,
+      "cre": 1037,
+      "urr": 1038,
+      "si": 1039,
+      "▁const": 1040,
+      "ues": 1041,
+      "}$": 1042,
+      "View": 1043,
+      "▁act": 1044,
+      "▁bo": 1045,
+      "▁ко": 1046,
+      "▁som": 1047,
+      "▁about": 1048,
+      "land": 1049,
+      "mer": 1050,
+      "▁list": 1051,
+      "cal": 1052,
+      "▁import": 1053,
+      "col": 1054,
+      "▁na": 1055,
+      "na": 1056,
+      "::": 1057,
+      "▁who": 1058,
+      "▁error": 1059,
+      "▁X": 1060,
+      "ator": 1061,
+      "ext": 1062,
+      "▁been": 1063,
+      "ér": 1064,
+      "▁run": 1065,
+      "pos": 1066,
+      "▁cl": 1067,
+      "**": 1068,
+      "▁К": 1069,
+      "ular": 1070,
+      "ause": 1071,
+      "▁reg": 1072,
+      "▁know": 1073,
+      "▁see": 1074,
+      "▁him": 1075,
+      "ning": 1076,
+      "▁за": 1077,
+      "ates": 1078,
+      "fore": 1079,
+      "ions": 1080,
+      "▁hel": 1081,
+      "ute": 1082,
+      "▁rem": 1083,
+      "▁го": 1084,
+      "▁Mar": 1085,
+      "ру": 1086,
+      "vice": 1087,
+      "irect": 1088,
+      "ner": 1089,
+      "▁under": 1090,
+      "rib": 1091,
+      "hr": 1092,
+      "че": 1093,
+      "▁As": 1094,
+      "▁end": 1095,
+      "ember": 1096,
+      "▁а": 1097,
+      "▁att": 1098,
+      "ina": 1099,
+      "son": 1100,
+      "▁follow": 1101,
+      "▁Sch": 1102,
+      "pect": 1103,
+      "▁rel": 1104,
+      "▁So": 1105,
+      "▁look": 1106,
+      "abel": 1107,
+      "▁problem": 1108,
+      "▁van": 1109,
+      "strong": 1110,
+      "co": 1111,
+      "pon": 1112,
+      "ca": 1113,
+      "ada": 1114,
+      "\":": 1115,
+      "cond": 1116,
+      "amb": 1117,
+      "},": 1118,
+      "quest": 1119,
+      "▁aut": 1120,
+      "▁result": 1121,
+      "▁may": 1122,
+      "Re": 1123,
+      "http": 1124,
+      "):": 1125,
+      "▁And": 1126,
+      "red": 1127,
+      "▁How": 1128,
+      "po": 1129,
+      "ско": 1130,
+      "att": 1131,
+      "oup": 1132,
+      "ced": 1133,
+      "▁type": 1134,
+      "▁than": 1135,
+      "▁cons": 1136,
+      "uf": 1137,
+      "ци": 1138,
+      "▁question": 1139,
+      "raph": 1140,
+      "igh": 1141,
+      "▁М": 1142,
+      "▁htt": 1143,
+      "ins": 1144,
+      "den": 1145,
+      "▁da": 1146,
+      "▁ver": 1147,
+      "oh": 1148,
+      "▁=>": 1149,
+      "riv": 1150,
+      "ude": 1151,
+      "▁For": 1152,
+      "▁ra": 1153,
+      "frac": 1154,
+      "ма": 1155,
+      "▁after": 1156,
+      "}{": 1157,
+      "▁method": 1158,
+      "\")": 1159,
+      "amp": 1160,
+      "ash": 1161,
+      "▁rec": 1162,
+      "▁differ": 1163,
+      "ON": 1164,
+      "ax": 1165,
+      "ament": 1166,
+      "ource": 1167,
+      "Con": 1168,
+      "its": 1169,
+      "Name": 1170,
+      "man": 1171,
+      "▁bec": 1172,
+      "che": 1173,
+      "▁En": 1174,
+      "aj": 1175,
+      "▁gener": 1176,
+      "IN": 1177,
+      "▁id": 1178,
+      "ages": 1179,
+      "▁loc": 1180,
+      "fo": 1181,
+      "br": 1182,
+      "▁she": 1183,
+      "Pro": 1184,
+      "▁una": 1185,
+      "▁к": 1186,
+      "eta": 1187,
+      "log": 1188,
+      "olog": 1189,
+      "▁sur": 1190,
+      "arg": 1191,
+      "▁--": 1192,
+      "kt": 1193,
+      "(\\": 1194,
+      "min": 1195,
+      "▁line": 1196,
+      "▁vari": 1197,
+      "ся": 1198,
+      "ics": 1199,
+      "ня": 1200,
+      "very": 1201,
+      "add": 1202,
+      "▁object": 1203,
+      "Id": 1204,
+      "▁But": 1205,
+      "▁case": 1206,
+      "▁make": 1207,
+      "▁cal": 1208,
+      "▁pass": 1209,
+      "сь": 1210,
+      "ession": 1211,
+      "net": 1212,
+      ".\"": 1213,
+      "▁г": 1214,
+      "är": 1215,
+      "де": 1216,
+      "no": 1217,
+      "ating": 1218,
+      "ato": 1219,
+      "line": 1220,
+      "ви": 1221,
+      "▁Ex": 1222,
+      "▁ass": 1223,
+      "▁vers": 1224,
+      "ля": 1225,
+      "▁ed": 1226,
+      "umn": 1227,
+      "other": 1228,
+      "ста": 1229,
+      "ative": 1230,
+      "String": 1231,
+      "▁los": 1232,
+      "wn": 1233,
+      "▁answer": 1234,
+      "▁let": 1235,
+      "▁pe": 1236,
+      "ents": 1237,
+      "▁fe": 1238,
+      "ince": 1239,
+      "ni": 1240,
+      "ider": 1241,
+      "ows": 1242,
+      "▁test": 1243,
+      "▁here": 1244,
+      "roll": 1245,
+      "▁call": 1246,
+      "ruct": 1247,
+      "▁pol": 1248,
+      "ait": 1249,
+      "▁back": 1250,
+      "ho": 1251,
+      "Ex": 1252,
+      "ress": 1253,
+      "ST": 1254,
+      "ried": 1255,
+      "date": 1256,
+      "ет": 1257,
+      "▁did": 1258,
+      "ting": 1259,
+      "▁El": 1260,
+      "▁dem": 1261,
+      ")$": 1262,
+      "ова": 1263,
+      "urrent": 1264,
+      "lace": 1265,
+      "right": 1266,
+      "ren": 1267,
+      "по": 1268,
+      "▁each": 1269,
+      "cy": 1270,
+      "block": 1271,
+      "data": 1272,
+      "▁%": 1273,
+      "▁ac": 1274,
+      "▁==": 1275,
+      "ür": 1276,
+      "▁por": 1277,
+      "ask": 1278,
+      "arch": 1279,
+      "ames": 1280,
+      "▁Con": 1281,
+      "ча": 1282,
+      "▁off": 1283,
+      "▁find": 1284,
+      "cont": 1285,
+      "▁now": 1286,
+      "work": 1287,
+      "ational": 1288,
+      "dd": 1289,
+      "ción": 1290,
+      "▁А": 1291,
+      "ault": 1292,
+      "List": 1293,
+      "▁ext": 1294,
+      "urs": 1295,
+      "ake": 1296,
+      "ule": 1297,
+      "▁point": 1298,
+      "AT": 1299,
+      "aut": 1300,
+      "▁trans": 1301,
+      "▁co": 1302,
+      "▁read": 1303,
+      "▁used": 1304,
+      "ски": 1305,
+      "ari": 1306,
+      "LE": 1307,
+      "eter": 1308,
+      "oun": 1309,
+      "ever": 1310,
+      "self": 1311,
+      "ined": 1312,
+      "idth": 1313,
+      "ux": 1314,
+      "js": 1315,
+      "▁such": 1316,
+      "▁Is": 1317,
+      "ée": 1318,
+      "ful": 1319,
+      "▁dist": 1320,
+      "▁bu": 1321,
+      "itemize": 1322,
+      "Cont": 1323,
+      "je": 1324,
+      "си": 1325,
+      "▁prov": 1326,
+      "bb": 1327,
+      "ward": 1328,
+      "esent": 1329,
+      "erson": 1330,
+      "anks": 1331,
+      "wh": 1332,
+      "not": 1333,
+      "▁We": 1334,
+      "ka": 1335,
+      "rop": 1336,
+      "atur": 1337,
+      "als": 1338,
+      "▁bel": 1339,
+      "ör": 1340,
+      "fr": 1341,
+      "▁example": 1342,
+      "▁incl": 1343,
+      "amil": 1344,
+      "▁ра": 1345,
+      "▁“": 1346,
+      "▁string": 1347,
+      "▁think": 1348,
+      "Th": 1349,
+      "▁tem": 1350,
+      "ave": 1351,
+      "▁Fran": 1352,
+      "▁number": 1353,
+      "▁si": 1354,
+      "imes": 1355,
+      "tem": 1356,
+      "my": 1357,
+      "ler": 1358,
+      "load": 1359,
+      "==": 1360,
+      "▁hand": 1361,
+      "za": 1362,
+      "▁because": 1363,
+      "▁sch": 1364,
+      "vo": 1365,
+      "this": 1366,
+      "ID": 1367,
+      "ão": 1368,
+      "▁start": 1369,
+      "▁war": 1370,
+      "▁help": 1371,
+      "ts": 1372,
+      "▁char": 1373,
+      "▁ph": 1374,
+      "▁min": 1375,
+      "til": 1376,
+      "rite": 1377,
+      "--------": 1378,
+      "els": 1379,
+      "▁mit": 1380,
+      "edia": 1381,
+      "ку": 1382,
+      "▁Sh": 1383,
+      "any": 1384,
+      "];": 1385,
+      "▁Б": 1386,
+      "ique": 1387,
+      "da": 1388,
+      "ef": 1389,
+      "dex": 1390,
+      "▁produ": 1391,
+      "▁Н": 1392,
+      "gram": 1393,
+      "▁Or": 1394,
+      "▁gre": 1395,
+      "quote": 1396,
+      "leg": 1397,
+      "orn": 1398,
+      "▁ind": 1399,
+      "▁post": 1400,
+      "▁dep": 1401,
+      "],": 1402,
+      "vi": 1403,
+      "▁user": 1404,
+      "▁>": 1405,
+      "lick": 1406,
+      "▁very": 1407,
+      "ething": 1408,
+      "▁array": 1409,
+      "▁gu": 1410,
+      "▁dur": 1411,
+      "`.": 1412,
+      "ть": 1413,
+      "lication": 1414,
+      "сти": 1415,
+      "ek": 1416,
+      "ico": 1417,
+      "▁dat": 1418,
+      "ор": 1419,
+      "html": 1420,
+      "ione": 1421,
+      "▁different": 1422,
+      "▁check": 1423,
+      "▁fr": 1424,
+      "▁Er": 1425,
+      "▁text": 1426,
+      "ні": 1427,
+      "icht": 1428,
+      "stack": 1429,
+      "EN": 1430,
+      "rag": 1431,
+      "▁every": 1432,
+      "Ar": 1433,
+      "▁before": 1434,
+      "alse": 1435,
+      "▁fin": 1436,
+      "▁dé": 1437,
+      "▁these": 1438,
+      "▁det": 1439,
+      "Val": 1440,
+      "ception": 1441,
+      "▁android": 1442,
+      "blockquote": 1443,
+      "▁je": 1444,
+      "file": 1445,
+      "ats": 1446,
+      "▁до": 1447,
+      "essage": 1448,
+      "▁again": 1449,
+      "aw": 1450,
+      "Ch": 1451,
+      "ween": 1452,
+      "▁Д": 1453,
+      "for": 1454,
+      "cial": 1455,
+      "play": 1456,
+      "pre": 1457,
+      "ida": 1458,
+      "▁Par": 1459,
+      "ny": 1460,
+      "ract": 1461,
+      "▁supp": 1462,
+      "ased": 1463,
+      "lection": 1464,
+      "▁dans": 1465,
+      "air": 1466,
+      "rol": 1467,
+      "▁thr": 1468,
+      "Data": 1469,
+      "lich": 1470,
+      "▁про": 1471,
+      "▁long": 1472,
+      "▁second": 1473,
+      "ually": 1474,
+      "ines": 1475,
+      "▁found": 1476,
+      "ength": 1477,
+      "yp": 1478,
+      "ead": 1479,
+      "▁log": 1480,
+      "ui": 1481,
+      "new": 1482,
+      "▁Р": 1483,
+      "go": 1484,
+      "aus": 1485,
+      "ody": 1486,
+      "▁son": 1487,
+      "ме": 1488,
+      "ero": 1489,
+      "ved": 1490,
+      "sub": 1491,
+      "▁right": 1492,
+      "view": 1493,
+      "▁following": 1494,
+      "')": 1495,
+      "\");": 1496,
+      "▁said": 1497,
+      "же": 1498,
+      "чи": 1499,
+      "ту": 1500,
+      "ott": 1501,
+      "се": 1502,
+      "ars": 1503,
+      "$.": 1504,
+      "gg": 1505,
+      "▁br": 1506,
+      "ool": 1507,
+      "yle": 1508,
+      "use": 1509,
+      "▁show": 1510,
+      "lease": 1511,
+      "cia": 1512,
+      "▁direct": 1513,
+      "doc": 1514,
+      "ар": 1515,
+      "ms": 1516,
+      "▁giv": 1517,
+      "▁exp": 1518,
+      "ql": 1519,
+      "ду": 1520,
+      "ве": 1521,
+      "▁Be": 1522,
+      "Com": 1523,
+      "iter": 1524,
+      "RE": 1525,
+      "mp": 1526,
+      "men": 1527,
+      "▁Ro": 1528,
+      "MA": 1529,
+      "▁Col": 1530,
+      "ister": 1531,
+      "▁well": 1532,
+      "▁</": 1533,
+      "ayout": 1534,
+      "ature": 1535,
+      "ivers": 1536,
+      "zy": 1537,
+      "▁не": 1538,
+      "▁met": 1539,
+      "une": 1540,
+      "yth": 1541,
+      "Type": 1542,
+      "▁element": 1543,
+      "▁link": 1544,
+      "mod": 1545,
+      "▁between": 1546,
+      "cept": 1547,
+      "quire": 1548,
+      "▁through": 1549,
+      "▁while": 1550,
+      "▁On": 1551,
+      "the": 1552,
+      "ía": 1553,
+      "▁something": 1554,
+      "vol": 1555,
+      "▁most": 1556,
+      "sc": 1557,
+      "uss": 1558,
+      "▁car": 1559,
+      "▁sm": 1560,
+      "▁ро": 1561,
+      "ano": 1562,
+      "left": 1563,
+      "va": 1564,
+      "▁true": 1565,
+      "($": 1566,
+      "ems": 1567,
+      "▁much": 1568,
+      "ás": 1569,
+      "▁New": 1570,
+      "▁proper": 1571,
+      "era": 1572,
+      "ited": 1573,
+      "▁doc": 1574,
+      "ices": 1575,
+      "The": 1576,
+      "▁?": 1577,
+      "сто": 1578,
+      "fl": 1579,
+      "▁spec": 1580,
+      "ender": 1581,
+      "way": 1582,
+      "▁self": 1583,
+      "▁even": 1584,
+      "ів": 1585,
+      "▁се": 1586,
+      "ния": 1587,
+      "▁Pr": 1588,
+      "▁ke": 1589,
+      "emb": 1590,
+      "▁table": 1591,
+      "▁equ": 1592,
+      "lient": 1593,
+      "td": 1594,
+      "part": 1595,
+      "▁print": 1596,
+      "▁une": 1597,
+      "ify": 1598,
+      "▁->": 1599,
+      "ene": 1600,
+      "▁mon": 1601,
+      "▁dec": 1602,
+      "▁still": 1603,
+      "▁об": 1604,
+      "▁Tr": 1605,
+      "▁ф": 1606,
+      "ife": 1607,
+      "ism": 1608,
+      "by": 1609,
+      "raw": 1610,
+      "ior": 1611,
+      "▁med": 1612,
+      "orld": 1613,
+      "▁comple": 1614,
+      "ww": 1615,
+      "▁art": 1616,
+      "ron": 1617,
+      "▁Г": 1618,
+      "▁My": 1619,
+      "▁als": 1620,
+      "rect": 1621,
+      "▁auf": 1622,
+      "▁down": 1623,
+      "ather": 1624,
+      "Col": 1625,
+      "Text": 1626,
+      "back": 1627,
+      "$,": 1628,
+      "▁year": 1629,
+      "мо": 1630,
+      "pi": 1631,
+      "▁Gr": 1632,
+      "ream": 1633,
+      "▁rep": 1634,
+      "bf": 1635,
+      "www": 1636,
+      "▁wur": 1637,
+      "▁org": 1638,
+      "inter": 1639,
+      "▁Die": 1640,
+      "▁being": 1641,
+      "\".": 1642,
+      "label": 1643,
+      "▁cent": 1644,
+      "java": 1645,
+      "bar": 1646,
+      "ante": 1647,
+      "ana": 1648,
+      "__": 1649,
+      "▁solution": 1650,
+      "▁О": 1651,
+      "▁fl": 1652,
+      "▁create": 1653,
+      "ici": 1654,
+      "ste": 1655,
+      "ython": 1656,
+      "unt": 1657,
+      "ason": 1658,
+      "ference": 1659,
+      "SE": 1660,
+      "▁non": 1661,
+      "ane": 1662,
+      "▁ins": 1663,
+      "ader": 1664,
+      "_{\\": 1665,
+      "Res": 1666,
+      "▁main": 1667,
+      "пи": 1668,
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁▁": 1669,
+      "▁There": 1670,
+      "▁pour": 1671,
+      "RO": 1672,
+      "`,": 1673,
+      "lish": 1674,
+      "bject": 1675,
+      "ccess": 1676,
+      "▁orig": 1677,
+      "▁▁▁": 1678,
+      "ischen": 1679,
+      "ower": 1680,
+      "▁het": 1681,
+      "uc": 1682,
+      "▁else": 1683,
+      "».": 1684,
+      "▁от": 1685,
+      "equ": 1686,
+      "sible": 1687,
+      "test": 1688,
+      "stand": 1689,
+      "én": 1690,
+      "ets": 1691,
+      "GE": 1692,
+      "ident": 1693,
+      "▁е": 1694,
+      "▁при": 1695,
+      ".,": 1696,
+      "▁das": 1697,
+      "ock": 1698,
+      ",\"": 1699,
+      "▁vol": 1700,
+      "▁fo": 1701,
+      "▁para": 1702,
+      "▁Т": 1703,
+      "▁Car": 1704,
+      "ral": 1705,
+      "▁Sp": 1706,
+      "var": 1707,
+      "▁play": 1708,
+      "ouse": 1709,
+      "▁та": 1710,
+      "ically": 1711,
+      "▁contain": 1712,
+      "ponse": 1713,
+      "▁String": 1714,
+      "án": 1715,
+      "▁both": 1716,
+      "ken": 1717,
+      "AR": 1718,
+      "ере": 1719,
+      "▁Il": 1720,
+      "▁iss": 1721,
+      "▁open": 1722,
+      "▁)": 1723,
+      "▁What": 1724,
+      "fe": 1725,
+      "rivate": 1726,
+      "reg": 1727,
+      "▁without": 1728,
+      "▁zu": 1729,
+      "vis": 1730,
+      "flow": 1731,
+      "▁http": 1732,
+      "abase": 1733,
+      "▁word": 1734,
+      "▁change": 1735,
+      "▁works": 1736,
+      "▁ge": 1737,
+      "▁!": 1738,
+      "▁een": 1739,
+      "itle": 1740,
+      "▁event": 1741,
+      "word": 1742,
+      "ando": 1743,
+      "SB": 1744,
+      "rem": 1745,
+      "▁field": 1746,
+      "ving": 1747,
+      "Ser": 1748,
+      "▁our": 1749,
+      "▁qui": 1750,
+      "▁oper": 1751,
+      "▁ist": 1752,
+      "def": 1753,
+      "▁made": 1754,
+      "ние": 1755,
+      "px": 1756,
+      "▁men": 1757,
+      "rm": 1758,
+      "ais": 1759,
+      "cent": 1760,
+      "list": 1761,
+      "To": 1762,
+      "▁To": 1763,
+      "ja": 1764,
+      "vert": 1765,
+      "▁mar": 1766,
+      "value": 1767,
+      "▁„": 1768,
+      "\";": 1769,
+      "▁aus": 1770,
+      "▁Br": 1771,
+      "ole": 1772,
+      "▁mult": 1773,
+      "ought": 1774,
+      "▁mat": 1775,
+      "▁view": 1776,
+      "fil": 1777,
+      "▁со": 1778,
+      "га": 1779,
+      "▁void": 1780,
+      "▁good": 1781,
+      "бо": 1782,
+      "CT": 1783,
+      "▁many": 1784,
+      "ben": 1785,
+      "▁во": 1786,
+      "▁ка": 1787,
+      "▁system": 1788,
+      "ino": 1789,
+      "▁another": 1790,
+      "▁rest": 1791,
+      "user": 1792,
+      "ility": 1793,
+      "ai": 1794,
+      "▁might": 1795,
+      "ustom": 1796,
+      "▁order": 1797,
+      "▁Ver": 1798,
+      "SS": 1799,
+      "})": 1800,
+      "▁eff": 1801,
+      "до": 1802,
+      "ett": 1803,
+      "▁sign": 1804,
+      "му": 1805,
+      "IT": 1806,
+      "string": 1807,
+      "elle": 1808,
+      "▁sing": 1809,
+      "cul": 1810,
+      "▁trying": 1811,
+      "▁beg": 1812,
+      "▁page": 1813,
+      "хо": 1814,
+      "▁Can": 1815,
+      "▁Ser": 1816,
+      "++": 1817,
+      "▁must": 1818,
+      "▁values": 1819,
+      "▁key": 1820,
+      "ible": 1821,
+      "].": 1822,
+      "ird": 1823,
+      "▁program": 1824,
+      "roller": 1825,
+      "▁conne": 1826,
+      "▁say": 1827,
+      "▁param": 1828,
+      "ache": 1829,
+      "velop": 1830,
+      "▁select": 1831,
+      "▁famil": 1832,
+      "▁last": 1833,
+      "▁Thanks": 1834,
+      "▁pop": 1835,
+      "}.": 1836,
+      "eq": 1837,
+      "▁doesn": 1838,
+      "['": 1839,
+      "▁term": 1840,
+      "▁ré": 1841,
+      "▁document": 1842,
+      "па": 1843,
+      "лу": 1844,
+      "ateg": 1845,
+      ".)": 1846,
+      "ling": 1847,
+      "ional": 1848,
+      "ables": 1849,
+      "▁tak": 1850,
+      "utton": 1851,
+      "▁arg": 1852,
+      "type": 1853,
+      "▁sure": 1854,
+      "▁real": 1855,
+      "▁web": 1856,
+      "▁current": 1857,
+      "▁Pl": 1858,
+      "cho": 1859,
+      "ments": 1860,
+      "▁Joh": 1861,
+      "ots": 1862,
+      "▁exist": 1863,
+      "ну": 1864,
+      "▁für": 1865,
+      "▁из": 1866,
+      "do": 1867,
+      "ного": 1868,
+      "▁las": 1869,
+      "▁null": 1870,
+      "▁inform": 1871,
+      "▁Л": 1872,
+      "▁version": 1873,
+      "▁chang": 1874,
+      "ager": 1875,
+      "▁Comm": 1876,
+      "лі": 1877,
+      "ush": 1878,
+      "▁Ge": 1879,
+      "▁high": 1880,
+      "▁input": 1881,
+      "ogle": 1882,
+      "ros": 1883,
+      "box": 1884,
+      "gen": 1885,
+      "▁ste": 1886,
+      "▁local": 1887,
+      "Im": 1888,
+      "▁process": 1889,
+      "ternal": 1890,
+      "ized": 1891,
+      "ги": 1892,
+      "ét": 1893,
+      "▁Ind": 1894,
+      "▁och": 1895,
+      "lt": 1896,
+      "▁column": 1897,
+      "▁tried": 1898,
+      "▁command": 1899,
+      "▁best": 1900,
+      "aster": 1901,
+      "за": 1902,
+      "▁prim": 1903,
+      "▁model": 1904,
+      "▁і": 1905,
+      "▁those": 1906,
+      "ities": 1907,
+      "ère": 1908,
+      "▁ре": 1909,
+      "је": 1910,
+      "ши": 1911,
+      "ques": 1912,
+      "▁Am": 1913,
+      "▁own": 1914,
+      "lin": 1915,
+      "зи": 1916,
+      "Value": 1917,
+      "thing": 1918,
+      "▁,": 1919,
+      "▁Te": 1920,
+      "▁stud": 1921,
+      "▁um": 1922,
+      "▁server": 1923,
+      "ille": 1924,
+      "▁put": 1925,
+      "ativ": 1926,
+      "gy": 1927,
+      "ови": 1928,
+      "raf": 1929,
+      "ово": 1930,
+      "▁wurde": 1931,
+      "▁When": 1932,
+      "▁div": 1933,
+      "ants": 1934,
+      "▁ter": 1935,
+      "▁partic": 1936,
+      "▁т": 1937,
+      "▁Do": 1938,
+      "▁No": 1939,
+      "sert": 1940,
+      "ido": 1941,
+      "mathcal": 1942,
+      "ade": 1943,
+      "▁II": 1944,
+      "lear": 1945,
+      "ograph": 1946,
+      "ense": 1947,
+      "▁row": 1948,
+      "num": 1949,
+      "▁possible": 1950,
+      "▁since": 1951,
+      "▁Bo": 1952,
+      "ctions": 1953,
+      "▁Im": 1954,
+      "OR": 1955,
+      "ці": 1956,
+      "▁ide": 1957,
+      "map": 1958,
+      "▁correct": 1959,
+      "ves": 1960,
+      "php": 1961,
+      "▁output": 1962,
+      "▁Ph": 1963,
+      "AL": 1964,
+      "ared": 1965,
+      "\\\\": 1966,
+      "▁image": 1967,
+      "esch": 1968,
+      "жи": 1969,
+      "▁conf": 1970,
+      "por": 1971,
+      "query": 1972,
+      "ures": 1973,
+      "ium": 1974,
+      "ends": 1975,
+      "▁Ab": 1976,
+      "SBN": 1977,
+      "ід": 1978,
+      "ether": 1979,
+      "ptions": 1980,
+      "itu": 1981,
+      "lib": 1982,
+      "ns": 1983,
+      "ki": 1984,
+      "▁working": 1985,
+      "▁como": 1986,
+      "▁Then": 1987,
+      "ML": 1988,
+      "key": 1989,
+      "class": 1990,
+      "ople": 1991,
+      "ittle": 1992,
+      "▁match": 1993,
+      "ways": 1994,
+      "mathbb": 1995,
+      "▁require": 1996,
+      "alt": 1997,
+      "▁vis": 1998,
+      "▁bl": 1999,
+      "▁called": 2000,
+      "Item": 2001,
+      "ura": 2002,
+      "vec": 2003,
+      "eme": 2004,
+      "▁della": 2005,
+      "embre": 2006,
+      "urg": 2007,
+      "Se": 2008,
+      "▁request": 2009,
+      "ische": 2010,
+      "▁port": 2011,
+      "▁instead": 2012,
+      "=\\": 2013,
+      "▁У": 2014,
+      "hor": 2015,
+      "ente": 2016,
+      "ume": 2017,
+      "erd": 2018,
+      "са": 2019,
+      "▁why": 2020,
+      "rist": 2021,
+      "▁person": 2022,
+      "▁...": 2023,
+      "▁private": 2024,
+      "▁tot": 2025,
+      "pha": 2026,
+      "ift": 2027,
+      "ita": 2028,
+      "loc": 2029,
+      "▁old": 2030,
+      "он": 2031,
+      "▁nel": 2032,
+      "']": 2033,
+      "ti": 2034,
+      "iet": 2035,
+      "cite": 2036,
+      "plement": 2037,
+      "▁above": 2038,
+      "ks": 2039,
+      "ready": 2040,
+      "▁come": 2041,
+      "section": 2042,
+      "▁Pol": 2043,
+      "▁writ": 2044,
+      "▁https": 2045,
+      "▁$$": 2046,
+      "▁»": 2047,
+      "▁build": 2048,
+      "ito": 2049,
+      "▁consider": 2050,
+      "aft": 2051,
+      "App": 2052,
+      ",\\": 2053,
+      "indows": 2054,
+      "comm": 2055,
+      "▁;": 2056,
+      "ground": 2057,
+      "▁place": 2058,
+      "By": 2059,
+      "▁project": 2060,
+      "Object": 2061,
+      "▁repr": 2062,
+      "ences": 2063,
+      "indow": 2064,
+      "zt": 2065,
+      "▁files": 2066,
+      "cz": 2067,
+      "ivity": 2068,
+      "▁init": 2069,
+      "▁prob": 2070,
+      "▁sk": 2071,
+      "orth": 2072,
+      "iment": 2073,
+      "ouble": 2074,
+      "atal": 2075,
+      "irc": 2076,
+      "▁è": 2077,
+      "▁bre": 2078,
+      "ista": 2079,
+      "input": 2080,
+      "▁И": 2081,
+      "ной": 2082,
+      "sum": 2083,
+      "path": 2084,
+      "▁cour": 2085,
+      "▁too": 2086,
+      "▁Ad": 2087,
+      "▁Gu": 2088,
+      "▁false": 2089,
+      "▁fun": 2090,
+      "▁ст": 2091,
+      "ood": 2092,
+      "ès": 2093,
+      "▁enc": 2094,
+      "bol": 2095,
+      "rl": 2096,
+      "arget": 2097,
+      "order": 2098,
+      "▁mean": 2099,
+      "пе": 2100,
+      "igen": 2101,
+      "▁пре": 2102,
+      "width": 2103,
+      ";\r": 2104,
+      "itor": 2105,
+      "▁state": 2106,
+      "▁great": 2107,
+      "enn": 2108,
+      "bin": 2109,
+      "Er": 2110,
+      "Mod": 2111,
+      "oz": 2112,
+      "▁won": 2113,
+      "▁fact": 2114,
+      "▁java": 2115,
+      "▁Univers": 2116,
+      "▁cap": 2117,
+      "istor": 2118,
+      "}(": 2119,
+      "ku": 2120,
+      "ither": 2121,
+      "ales": 2122,
+      "▁ou": 2123,
+      "ross": 2124,
+      "▁take": 2125,
+      "rix": 2126,
+      "lob": 2127,
+      "▁eine": 2128,
+      "ases": 2129,
+      "▁access": 2130,
+      "ité": 2131,
+      "istr": 2132,
+      "ization": 2133,
+      "▁appro": 2134,
+      "ball": 2135,
+      "▁mak": 2136,
+      "}^": 2137,
+      "▁Cons": 2138,
+      "press": 2139,
+      "serv": 2140,
+      "().": 2141,
+      "af": 2142,
+      "▁ref": 2143,
+      ")\\": 2144,
+      "▁contin": 2145,
+      "su": 2146,
+      "iver": 2147,
+      "▁cond": 2148,
+      "▁expect": 2149,
+      "▁charact": 2150,
+      "bert": 2151,
+      "elt": 2152,
+      "ters": 2153,
+      "script": 2154,
+      "▁Ed": 2155,
+      "apt": 2156,
+      "');": 2157,
+      "print": 2158,
+      "▁size": 2159,
+      "▁sich": 2160,
+      "face": 2161,
+      "enden": 2162,
+      "▁Amer": 2163,
+      "ified": 2164,
+      "ów": 2165,
+      "▁Su": 2166,
+      "tes": 2167,
+      "med": 2168,
+      "▁Reg": 2169,
+      "sole": 2170,
+      "▁includ": 2171,
+      "ini": 2172,
+      "inci": 2173,
+      "▁pla": 2174,
+      "▁left": 2175,
+      "df": 2176,
+      "Par": 2177,
+      "▁All": 2178,
+      "▁occ": 2179,
+      "▁At": 2180,
+      "▁cr": 2181,
+      "Qu": 2182,
+      "▁given": 2183,
+      "▁System": 2184,
+      "ican": 2185,
+      "▁final": 2186,
+      "itions": 2187,
+      "▁бы": 2188,
+      "▁perform": 2189,
+      "AN": 2190,
+      "▁Me": 2191,
+      "uro": 2192,
+      "▁That": 2193,
+      "гра": 2194,
+      "▁По": 2195,
+      "▁ви": 2196,
+      "ably": 2197,
+      "▁present": 2198,
+      "duct": 2199,
+      "ric": 2200,
+      "▁Eng": 2201,
+      "try": 2202,
+      "▁lar": 2203,
+      "bl": 2204,
+      "idd": 2205,
+      "▁är": 2206,
+      "ora": 2207,
+      "LL": 2208,
+      "oss": 2209,
+      "▁ISBN": 2210,
+      "▁three": 2211,
+      "jo": 2212,
+      "ní": 2213,
+      "rc": 2214,
+      "▁far": 2215,
+      "▁Not": 2216,
+      "▁little": 2217,
+      "dis": 2218,
+      "ati": 2219,
+      "function": 2220,
+      "▁able": 2221,
+      "less": 2222,
+      "со": 2223,
+      "▁path": 2224,
+      "▁pres": 2225,
+      "lose": 2226,
+      "PI": 2227,
+      "▁issue": 2228,
+      "ackage": 2229,
+      "time": 2230,
+      "ige": 2231,
+      "ams": 2232,
+      "▁Cl": 2233,
+      "ails": 2234,
+      "alk": 2235,
+      "ii": 2236,
+      "ше": 2237,
+      "pen": 2238,
+      "QL": 2239,
+      "▁eas": 2240,
+      "RL": 2241,
+      "cel": 2242,
+      "▁sl": 2243,
+      "▁ask": 2244,
+      "▁nom": 2245,
+      "▁top": 2246,
+      "ides": 2247,
+      "index": 2248,
+      "ém": 2249,
+      "▁happ": 2250,
+      "ox": 2251,
+      "cd": 2252,
+      "▁better": 2253,
+      "▁load": 2254,
+      "ados": 2255,
+      "zen": 2256,
+      "▁ce": 2257,
+      "▁fa": 2258,
+      "▁John": 2259,
+      "IMA": 2260,
+      "▁Bar": 2261,
+      "overflow": 2262,
+      "▁де": 2263,
+      "ness": 2264,
+      "cer": 2265,
+      "▁Here": 2266,
+      "ret": 2267,
+      "▁sz": 2268,
+      "ambda": 2269,
+      "opy": 2270,
+      "url": 2271,
+      "py": 2272,
+      "rt": 2273,
+      "▁understand": 2274,
+      "ał": 2275,
+      "her": 2276,
+      "##": 2277,
+      "▁child": 2278,
+      "▁exec": 2279,
+      "▁application": 2280,
+      "▁struct": 2281,
+      "▁я": 2282,
+      "File": 2283,
+      "▁cert": 2284,
+      "ison": 2285,
+      "▁variable": 2286,
+      "DE": 2287,
+      "rs": 2288,
+      "▁really": 2289,
+      "Port": 2290,
+      "ba": 2291,
+      "▁Ber": 2292,
+      "▁inte": 2293,
+      "▁static": 2294,
+      "▁config": 2295,
+      "▁She": 2296,
+      "estions": 2297,
+      "▁plus": 2298,
+      "▁hab": 2299,
+      "ope": 2300,
+      "▁mus": 2301,
+      "▁count": 2302,
+      "ME": 2303,
+      "▁support": 2304,
+      "▁people": 2305,
+      "▁beh": 2306,
+      "▁already": 2307,
+      "Tr": 2308,
+      "▁done": 2309,
+      "dem": 2310,
+      "size": 2311,
+      "alpha": 2312,
+      "▁disc": 2313,
+      "])": 2314,
+      "▁Man": 2315,
+      "▁mil": 2316,
+      "▁stand": 2317,
+      "▁group": 2318,
+      "▁small": 2319,
+      "▁mag": 2320,
+      "сть": 2321,
+      "▁default": 2322,
+      "▁single": 2323,
+      "link": 2324,
+      "clude": 2325,
+      "▁ear": 2326,
+      "ilar": 2327,
+      "****": 2328,
+      "▁fix": 2329,
+      "ley": 2330,
+      "▁pas": 2331,
+      "ний": 2332,
+      "ission": 2333,
+      "▁implement": 2334,
+      "itch": 2335,
+      "▁года": 2336,
+      "▁always": 2337,
+      "▁Jah": 2338,
+      "pring": 2339,
+      "ção": 2340,
+      "plate": 2341,
+      "▁descri": 2342,
+      "▁head": 2343,
+      "init": 2344,
+      "ograf": 2345,
+      "▁query": 2346,
+      "ived": 2347,
+      "▁ing": 2348,
+      "pty": 2349,
+      "ha": 2350,
+      "▁mov": 2351,
+      "▁э": 2352,
+      "ette": 2353,
+      "ily": 2354,
+      "▁got": 2355,
+      "iled": 2356,
+      "icro": 2357,
+      "▁wr": 2358,
+      "ря": 2359,
+      "▁never": 2360,
+      "ores": 2361,
+      "▁bas": 2362,
+      "ios": 2363,
+      "lack": 2364,
+      "aint": 2365,
+      "vious": 2366,
+      "▁give": 2367,
+      "idad": 2368,
+      "En": 2369,
+      "ный": 2370,
+      "table": 2371,
+      "▁На": 2372,
+      "▁pat": 2373,
+      "тор": 2374,
+      "angu": 2375,
+      "loy": 2376,
+      "▁seg": 2377,
+      "array": 2378,
+      "▁Fl": 2379,
+      "▁index": 2380,
+      "▁sw": 2381,
+      "IMAGE": 2382,
+      "▁km": 2383,
+      "би": 2384,
+      "Class": 2385,
+      "ena": 2386,
+      "мен": 2387,
+      "comp": 2388,
+      "atus": 2389,
+      "rap": 2390,
+      "▁List": 2391,
+      "Error": 2392,
+      "▁typ": 2393,
+      "▁ма": 2394,
+      "cs": 2395,
+      "':": 2396,
+      "ji": 2397,
+      "▁However": 2398,
+      "▁те": 2399,
+      "▁below": 2400,
+      "▁App": 2401,
+      "ще": 2402,
+      "}_": 2403,
+      "bum": 2404,
+      "vir": 2405,
+      "ées": 2406,
+      "▁record": 2407,
+      "tain": 2408,
+      "lem": 2409,
+      "ital": 2410,
+      "▁imp": 2411,
+      "ego": 2412,
+      "▁od": 2413,
+      "▁rece": 2414,
+      "mit": 2415,
+      "ffic": 2416,
+      "stackoverflow": 2417,
+      "ieve": 2418,
+      "▁З": 2419,
+      "▁nov": 2420,
+      "це": 2421,
+      "▁Intern": 2422,
+      "bu": 2423,
+      "▁sugg": 2424,
+      "▁loop": 2425,
+      "ride": 2426,
+      "▁$(": 2427,
+      "▁super": 2428,
+      "rid": 2429,
+      "ных": 2430,
+      "▁Per": 2431,
+      "▁dom": 2432,
+      "='": 2433,
+      "utsch": 2434,
+      "len": 2435,
+      "▁write": 2436,
+      "▁inv": 2437,
+      "outh": 2438,
+      "▁Her": 2439,
+      "▁years": 2440,
+      "▁original": 2441,
+      "ega": 2442,
+      "▁Ste": 2443,
+      "▁seems": 2444,
+      "ég": 2445,
+      "▁next": 2446,
+      "eder": 2447,
+      "▁Ne": 2448,
+      "avas": 2449,
+      "ification": 2450,
+      "Exception": 2451,
+      "▁Der": 2452,
+      "▁ve": 2453,
+      "atic": 2454,
+      "hat": 2455,
+      "brary": 2456,
+      "return": 2457,
+      "urch": 2458,
+      "ision": 2459,
+      "mi": 2460,
+      "oint": 2461,
+      "▁day": 2462,
+      "iction": 2463,
+      "ál": 2464,
+      "▁és": 2465,
+      "▁though": 2466,
+      "action": 2467,
+      "ít": 2468,
+      "ungen": 2469,
+      "ours": 2470,
+      "▁script": 2471,
+      "▁information": 2472,
+      "▁multi": 2473,
+      "▁\\\\": 2474,
+      "ster": 2475,
+      "ке": 2476,
+      "AC": 2477,
+      "cies": 2478,
+      "▁display": 2479,
+      "oman": 2480,
+      "Time": 2481,
+      "ius": 2482,
+      "));": 2483,
+      "tre": 2484,
+      "▁lim": 2485,
+      "ately": 2486,
+      "éd": 2487,
+      "iste": 2488,
+      "▁са": 2489,
+      "post": 2490,
+      "uel": 2491,
+      "img": 2492,
+      "▁ч": 2493,
+      "ска": 2494,
+      "eld": 2495,
+      "pper": 2496,
+      "ula": 2497,
+      "▁general": 2498,
+      "Al": 2499,
+      "Form": 2500,
+      "▁upon": 2501,
+      "zo": 2502,
+      "amente": 2503,
+      "▁prom": 2504,
+      "▁ü": 2505,
+      "lex": 2506,
+      "▁turn": 2507,
+      "▁ме": 2508,
+      "ention": 2509,
+      "лен": 2510,
+      "▁af": 2511,
+      "icle": 2512,
+      "ств": 2513,
+      "▁Fil": 2514,
+      "▁Ф": 2515,
+      "avascript": 2516,
+      "Man": 2517,
+      "ara": 2518,
+      "ware": 2519,
+      "align": 2520,
+      "angle": 2521,
+      "▁Sc": 2522,
+      "unic": 2523,
+      "▁fran": 2524,
+      "Un": 2525,
+      "zi": 2526,
+      "met": 2527,
+      "Add": 2528,
+      "▁pub": 2529,
+      "ков": 2530,
+      "▁gen": 2531,
+      "▁pod": 2532,
+      "▁sum": 2533,
+      "▁having": 2534,
+      "▁avec": 2535,
+      "sl": 2536,
+      "▁fig": 2537,
+      "▁Res": 2538,
+      "Date": 2539,
+      "ules": 2540,
+      "with": 2541,
+      "ский": 2542,
+      "gu": 2543,
+      "ET": 2544,
+      "▁bro": 2545,
+      "rie": 2546,
+      "aps": 2547,
+      "ending": 2548,
+      "mail": 2549,
+      "ook": 2550,
+      "▁success": 2551,
+      "berg": 2552,
+      "▁deb": 2553,
+      "elta": 2554,
+      "()`": 2555,
+      "ential": 2556,
+      "frame": 2557,
+      "Key": 2558,
+      "inn": 2559,
+      "▁simple": 2560,
+      "ival": 2561,
+      "▁care": 2562,
+      "▁Web": 2563,
+      "\").": 2564,
+      "></": 2565,
+      "▁database": 2566,
+      "▁Now": 2567,
+      "Ind": 2568,
+      "▁мо": 2569,
+      "cht": 2570,
+      "ban": 2571,
+      "ram": 2572,
+      "equation": 2573,
+      "ski": 2574,
+      "ief": 2575,
+      "lim": 2576,
+      "Get": 2577,
+      "▁tre": 2578,
+      "aten": 2579,
+      "bed": 2580,
+      "▁Je": 2581,
+      "▁results": 2582,
+      "лю": 2583,
+      "тель": 2584,
+      "db": 2585,
+      "▁bit": 2586,
+      "body": 2587,
+      "Array": 2588,
+      "mu": 2589,
+      "pression": 2590,
+      "▁ста": 2591,
+      "ony": 2592,
+      "iff": 2593,
+      "▁bar": 2594,
+      "▁Arch": 2595,
+      "bers": 2596,
+      "){": 2597,
+      "▁Mon": 2598,
+      "▁doing": 2599,
+      "▁prof": 2600,
+      "▁install": 2601,
+      "▁position": 2602,
+      "ema": 2603,
+      "▁});": 2604,
+      "Path": 2605,
+      "ali": 2606,
+      "▁&&": 2607,
+      "lev": 2608,
+      "▁cannot": 2609,
+      "▁May": 2610,
+      "inst": 2611,
+      "-\\": 2612,
+      "▁coun": 2613,
+      "▁ang": 2614,
+      "▁appear": 2615,
+      "cor": 2616,
+      "ció": 2617,
+      "ided": 2618,
+      "questions": 2619,
+      "atter": 2620,
+      "▁Pa": 2621,
+      "select": 2622,
+      "▁princi": 2623,
+      "Event": 2624,
+      "▁side": 2625,
+      "▁mem": 2626,
+      "▁Jan": 2627,
+      "ario": 2628,
+      "▁within": 2629,
+      "▁Val": 2630,
+      "odes": 2631,
+      "iddle": 2632,
+      "uration": 2633,
+      "bra": 2634,
+      "▁date": 2635,
+      "[]": 2636,
+      "▁entre": 2637,
+      "ili": 2638,
+      "Portail": 2639,
+      "docs": 2640,
+      "ской": 2641,
+      "Element": 2642,
+      "▁message": 2643,
+      "▁nach": 2644,
+      "▁during": 2645,
+      "▁gra": 2646,
+      "etwork": 2647,
+      "▁By": 2648,
+      "▁tell": 2649,
+      "ete": 2650,
+      "~\\": 2651,
+      "▁bis": 2652,
+      "▁pu": 2653,
+      "▁red": 2654,
+      "▁thing": 2655,
+      "▁sort": 2656,
+      "xim": 2657,
+      "ires": 2658,
+      "User": 2659,
+      "iod": 2660,
+      "▁Est": 2661,
+      "osed": 2662,
+      "oute": 2663,
+      "▁Les": 2664,
+      "▁sent": 2665,
+      "ribute": 2666,
+      "utes": 2667,
+      "istory": 2668,
+      "▁service": 2669,
+      "';": 2670,
+      "field": 2671,
+      "▁IN": 2672,
+      "ension": 2673,
+      "rel": 2674,
+      "▁going": 2675,
+      "web": 2676,
+      "Context": 2677,
+      "▁later": 2678,
+      "uk": 2679,
+      "layout": 2680,
+      "ona": 2681,
+      "át": 2682,
+      "----------------": 2683,
+      "▁exact": 2684,
+      "andom": 2685,
+      "▁sie": 2686,
+      "II": 2687,
+      "▁They": 2688,
+      "mente": 2689,
+      "ibli": 2690,
+      "▁fine": 2691,
+      "UT": 2692,
+      "▁develop": 2693,
+      "▁Ein": 2694,
+      "soft": 2695,
+      "off": 2696,
+      "Set": 2697,
+      "▁az": 2698,
+      "eters": 2699,
+      "ilder": 2700,
+      "ples": 2701,
+      "▁specific": 2702,
+      "▁om": 2703,
+      "error": 2704,
+      "ently": 2705,
+      "▁film": 2706,
+      "uck": 2707,
+      "ains": 2708,
+      "ación": 2709,
+      "ges": 2710,
+      "жа": 2711,
+      "▁things": 2712,
+      "Sh": 2713,
+      "▁thought": 2714,
+      "▁added": 2715,
+      "dep": 2716,
+      "ского": 2717,
+      "▁Li": 2718,
+      "ils": 2719,
+      "ync": 2720,
+      "▁то": 2721,
+      "ries": 2722,
+      "▁cu": 2723,
+      "chen": 2724,
+      "ION": 2725,
+      "▁Des": 2726,
+      "ultado": 2727,
+      "irt": 2728,
+      "▁based": 2729,
+      "▁mo": 2730,
+      "▁dest": 2731,
+      "png": 2732,
+      "reen": 2733,
+      "▁running": 2734,
+      "amma": 2735,
+      "oud": 2736,
+      "▁refer": 2737,
+      "ious": 2738,
+      "▁Jul": 2739,
+      "▁search": 2740,
+      "ald": 2741,
+      "ede": 2742,
+      "▁wrong": 2743,
+      "An": 2744,
+      "▁until": 2745,
+      "site": 2746,
+      "ayer": 2747,
+      "▁once": 2748,
+      "arr": 2749,
+      "▁against": 2750,
+      "====": 2751,
+      "▁source": 2752,
+      "arn": 2753,
+      "api": 2754,
+      "▁represent": 2755,
+      "▁aff": 2756,
+      "▁sein": 2757,
+      "▁allow": 2758,
+      "ormal": 2759,
+      "ended": 2760,
+      "▁control": 2761,
+      "mathbf": 2762,
+      "come": 2763,
+      "cur": 2764,
+      "endo": 2765,
+      "wa": 2766,
+      "▁update": 2767,
+      "▁inside": 2768,
+      "▁reason": 2769,
+      "omen": 2770,
+      "▁вы": 2771,
+      "De": 2772,
+      "▁је": 2773,
+      "sw": 2774,
+      "▁sever": 2775,
+      "Of": 2776,
+      "▁instance": 2777,
+      "▁mer": 2778,
+      "▁effect": 2779,
+      "color": 2780,
+      "ugust": 2781,
+      "ilt": 2782,
+      "des": 2783,
+      "itz": 2784,
+      "ulation": 2785,
+      "nie": 2786,
+      "▁World": 2787,
+      "▁similar": 2788,
+      "ymbol": 2789,
+      "hing": 2790,
+      "▁mark": 2791,
+      "State": 2792,
+      "▁content": 2793,
+      "▁means": 2794,
+      "amed": 2795,
+      "▁End": 2796,
+      "ND": 2797,
+      "count": 2798,
+      "▁Inst": 2799,
+      "perty": 2800,
+      "ctor": 2801,
+      "▁{\\": 2802,
+      "▁Let": 2803,
+      "▁!=": 2804,
+      "▁getting": 2805,
+      "uth": 2806,
+      "umber": 2807,
+      "▁Consultado": 2808,
+      "schaft": 2809,
+      "lete": 2810,
+      "▁Will": 2811,
+      "▁Em": 2812,
+      "head": 2813,
+      "▁leg": 2814,
+      "ном": 2815,
+      "Or": 2816,
+      "arm": 2817,
+      "pond": 2818,
+      "▁Christ": 2819,
+      "▁around": 2820,
+      "▁clear": 2821,
+      "▁href": 2822,
+      "▁See": 2823,
+      "').": 2824,
+      "▁created": 2825,
+      "▁button": 2826,
+      "ining": 2827,
+      "▁click": 2828,
+      "iam": 2829,
+      "plit": 2830,
+      "For": 2831,
+      "▁polit": 2832,
+      "▁seem": 2833,
+      "▁life": 2834,
+      "нов": 2835,
+      "▁intern": 2836,
+      "щи": 2837,
+      "sel": 2838,
+      "soci": 2839,
+      "▁stor": 2840,
+      "cle": 2841,
+      "earch": 2842,
+      "android": 2843,
+      "}^{": 2844,
+      "▁either": 2845,
+      "▁few": 2846,
+      "▁initial": 2847,
+      "length": 2848,
+      "ria": 2849,
+      "sql": 2850,
+      "wik": 2851,
+      "▁ét": 2852,
+      "uer": 2853,
+      "▁valid": 2854,
+      "And": 2855,
+      "include": 2856,
+      "ury": 2857,
+      "▁sus": 2858,
+      "ired": 2859,
+      "▁After": 2860,
+      "▁due": 2861,
+      "▁bei": 2862,
+      "ources": 2863,
+      "▁Nov": 2864,
+      "Act": 2865,
+      "▁Cont": 2866,
+      "▁break": 2867,
+      "ested": 2868,
+      "▁actually": 2869,
+      "else": 2870,
+      "tml": 2871,
+      "rer": 2872,
+      "ones": 2873,
+      "▁design": 2874,
+      "▁property": 2875,
+      "phi": 2876,
+      "ality": 2877,
+      "och": 2878,
+      "ists": 2879,
+      "▁·": 2880,
+      "udio": 2881,
+      "AB": 2882,
+      "ala": 2883,
+      "iones": 2884,
+      "фи": 2885,
+      "find": 2886,
+      "As": 2887,
+      "▁custom": 2888,
+      "▁ann": 2889,
+      "ES": 2890,
+      "OT": 2891,
+      "lambda": 2892,
+      "▁ident": 2893,
+      "▁organ": 2894,
+      "▁Cent": 2895,
+      "▁Char": 2896,
+      "▁os": 2897,
+      "▁hard": 2898,
+      "ров": 2899,
+      "▁/>": 2900,
+      "ko": 2901,
+      "▁exper": 2902,
+      "▁separ": 2903,
+      "yl": 2904,
+      "ourn": 2905,
+      "▁dev": 2906,
+      "▁auch": 2907,
+      "▁block": 2908,
+      "book": 2909,
+      "▁map": 2910,
+      "illa": 2911,
+      "▁comput": 2912,
+      "▁space": 2913,
+      "result": 2914,
+      ")}": 2915,
+      "▁echo": 2916,
+      "config": 2917,
+      "hi": 2918,
+      "▁large": 2919,
+      "▁width": 2920,
+      "▁Go": 2921,
+      "mat": 2922,
+      "▁diff": 2923,
+      "▁kind": 2924,
+      "ances": 2925,
+      "ynam": 2926,
+      "▁color": 2927,
+      "Int": 2928,
+      "sol": 2929,
+      "▁pi": 2930,
+      "▁character": 2931,
+      "oment": 2932,
+      "▁response": 2933,
+      "igma": 2934,
+      "wards": 2935,
+      "arrow": 2936,
+      "су": 2937,
+      "ties": 2938,
+      "▁über": 2939,
+      "Image": 2940,
+      "yd": 2941,
+      "▁пере": 2942,
+      "▁node": 2943,
+      "▁item": 2944,
+      "achine": 2945,
+      "ima": 2946,
+      "▁va": 2947,
+      "▁approach": 2948,
+      "▁wer": 2949,
+      "▁че": 2950,
+      "On": 2951,
+      "ollow": 2952,
+      "она": 2953,
+      "cted": 2954,
+      "ured": 2955,
+      "Controller": 2956,
+      "lied": 2957,
+      "▁jo": 2958,
+      "▁dal": 2959,
+      "unk": 2960,
+      "▁î": 2961,
+      "start": 2962,
+      "ola": 2963,
+      "▁compon": 2964,
+      "IC": 2965,
+      "bit": 2966,
+      "▁base": 2967,
+      "пу": 2968,
+      "▁idea": 2969,
+      "▁dire": 2970,
+      "▁rad": 2971,
+      "group": 2972,
+      "▁With": 2973,
+      "server": 2974,
+      "side": 2975,
+      "sing": 2976,
+      "▁dies": 2977,
+      "▁near": 2978,
+      "▁voor": 2979,
+      "▁argument": 2980,
+      "▁},": 2981,
+      "▁land": 2982,
+      "▁names": 2983,
+      "▁option": 2984,
+      "ithub": 2985,
+      "pped": 2986,
+      "aug": 2987,
+      "▁links": 2988,
+      "▁full": 2989,
+      "▁situ": 2990,
+      "▁console": 2991,
+      "▁etc": 2992,
+      "aux": 2993,
+      "▁Cor": 2994,
+      "icrosoft": 2995,
+      "▁came": 2996,
+      "local": 2997,
+      "▁known": 2998,
+      "▁multiple": 2999,
+      "anguage": 3000,
+      "▁total": 3001,
+      "ology": 3002,
+      "ät": 3003,
+      "▁Х": 3004,
+      "▁fre": 3005,
+      "▁ten": 3006,
+      "ideo": 3007,
+      "▁bes": 3008,
+      "true": 3009,
+      "Query": 3010,
+      "omm": 3011,
+      "▁Art": 3012,
+      "▁keep": 3013,
+      "▁University": 3014,
+      "reate": 3015,
+      "pport": 3016,
+      "▁python": 3017,
+      "tra": 3018,
+      "ector": 3019,
+      "рі": 3020,
+      "oph": 3021,
+      "▁conc": 3022,
+      "▁four": 3023,
+      "viron": 3024,
+      "▁via": 3025,
+      "?\"": 3026,
+      "image": 3027,
+      "oll": 3028,
+      "ные": 3029,
+      "▁context": 3030,
+      "▁sem": 3031,
+      "._": 3032,
+      "▁eng": 3033,
+      "mar": 3034,
+      "AD": 3035,
+      "▁mor": 3036,
+      "▁Cal": 3037,
+      "▁cell": 3038,
+      "imal": 3039,
+      "ATE": 3040,
+      "▁inf": 3041,
+      "ön": 3042,
+      "uffer": 3043,
+      "sq": 3044,
+      "....": 3045,
+      "▁zur": 3046,
+      "With": 3047,
+      "ран": 3048,
+      "chn": 3049,
+      "▁door": 3050,
+      "content": 3051,
+      "▁miss": 3052,
+      "▁simp": 3053,
+      "ár": 3054,
+      "ira": 3055,
+      "▁hat": 3056,
+      "Test": 3057,
+      "▁certain": 3058,
+      "NS": 3059,
+      "▁cho": 3060,
+      "▁adv": 3061,
+      "where": 3062,
+      "▁looking": 3063,
+      "▁times": 3064,
+      "них": 3065,
+      "uto": 3066,
+      "▁É": 3067,
+      "can": 3068,
+      "host": 3069,
+      "▁(*": 3070,
+      "loat": 3071,
+      "▁nicht": 3072,
+      "Field": 3073,
+      "burg": 3074,
+      "const": 3075,
+      "ades": 3076,
+      "▁Mus": 3077,
+      "▁nothing": 3078,
+      "▁incre": 3079,
+      "▁Min": 3080,
+      "▁power": 3081,
+      "▁American": 3082,
+      "ln": 3083,
+      "valid": 3084,
+      "ungs": 3085,
+      "▁National": 3086,
+      "▁San": 3087,
+      "▁York": 3088,
+      "Request": 3089,
+      "char": 3090,
+      "▁Ze": 3091,
+      "button": 3092,
+      "▁alg": 3093,
+      "SON": 3094,
+      "▁ap": 3095,
+      "uff": 3096,
+      "ability": 3097,
+      "ем": 3098,
+      "▁anything": 3099,
+      "ela": 3100,
+      "())": 3101,
+      "ба": 3102,
+      "ampion": 3103,
+      "▁pot": 3104,
+      "▁fut": 3105,
+      "ailable": 3106,
+      "▁prop": 3107,
+      "\"]": 3108,
+      "▁less": 3109,
+      "lag": 3110,
+      "▁August": 3111,
+      "It": 3112,
+      "▁please": 3113,
+      "▁style": 3114,
+      "▁Also": 3115,
+      "bt": 3116,
+      "▁probably": 3117,
+      "▁One": 3118,
+      "▁poss": 3119,
+      "UI": 3120,
+      "uit": 3121,
+      "▁West": 3122,
+      "hn": 3123,
+      "+\\": 3124,
+      "Button": 3125,
+      "json": 3126,
+      "err": 3127,
+      "rame": 3128,
+      "dom": 3129,
+      "ilon": 3130,
+      "alf": 3131,
+      "▁client": 3132,
+      "▁continu": 3133,
+      "xml": 3134,
+      "pec": 3135,
+      "ador": 3136,
+      "ls": 3137,
+      "▁however": 3138,
+      "▁Any": 3139,
+      "änd": 3140,
+      "mathrm": 3141,
+      "▁url": 3142,
+      "▁book": 3143,
+      "▁gl": 3144,
+      "ives": 3145,
+      "gi": 3146,
+      "▁tro": 3147,
+      "▁US": 3148,
+      "point": 3149,
+      "open": 3150,
+      "▁cur": 3151,
+      "▁era": 3152,
+      "▁particular": 3153,
+      "▁HT": 3154,
+      "oot": 3155,
+      "ello": 3156,
+      "lobal": 3157,
+      "▁action": 3158,
+      "▁Int": 3159,
+      "▁include": 3160,
+      "▁elements": 3161,
+      "ная": 3162,
+      "ards": 3163,
+      "▁Bl": 3164,
+      "▁hum": 3165,
+      "from": 3166,
+      "change": 3167,
+      "▁functions": 3168,
+      "hen": 3169,
+      "Service": 3170,
+      "▁height": 3171,
+      "▁Land": 3172,
+      "ias": 3173,
+      "gs": 3174,
+      "ión": 3175,
+      "лов": 3176,
+      "node": 3177,
+      ".”": 3178,
+      "hand": 3179,
+      "▁бу": 3180,
+      "▁amb": 3181,
+      "▁Lu": 3182,
+      "▁throw": 3183,
+      "▁mot": 3184,
+      "▁Act": 3185,
+      "▁world": 3186,
+      "_\\": 3187,
+      "base": 3188,
+      "▁Co": 3189,
+      "▁arch": 3190,
+      "▁####": 3191,
+      "ged": 3192,
+      "pril": 3193,
+      "older": 3194,
+      "Model": 3195,
+      "▁several": 3196,
+      "lie": 3197,
+      "check": 3198,
+      "]{": 3199,
+      "cons": 3200,
+      "▁Tra": 3201,
+      "heck": 3202,
+      "▁least": 3203,
+      "down": 3204,
+      "ebru": 3205,
+      "Def": 3206,
+      "param": 3207,
+      "ischer": 3208,
+      "▁cas": 3209,
+      "CH": 3210,
+      "▁address": 3211,
+      "▁раз": 3212,
+      "ufen": 3213,
+      "urope": 3214,
+      "ей": 3215,
+      "▁bound": 3216,
+      "CO": 3217,
+      "▁Ang": 3218,
+      "▁Ma": 3219,
+      "Index": 3220,
+      "core": 3221,
+      "ouch": 3222,
+      "atabase": 3223,
+      "ribution": 3224,
+      "document": 3225,
+      "Le": 3226,
+      "}_{": 3227,
+      "vern": 3228,
+      "▁statement": 3229,
+      "▁Brit": 3230,
+      "ono": 3231,
+      "psilon": 3232,
+      "▁level": 3233,
+      "▁product": 3234,
+      "IS": 3235,
+      "▁course": 3236,
+      "▁Mr": 3237,
+      ">\r": 3238,
+      "▁background": 3239,
+      "▁ret": 3240,
+      "ering": 3241,
+      "most": 3242,
+      "сько": 3243,
+      "▁thread": 3244,
+      "itional": 3245,
+      "ites": 3246,
+      "Pl": 3247,
+      "▁dos": 3248,
+      "ga": 3249,
+      "day": 3250,
+      "▁Gener": 3251,
+      "▁tw": 3252,
+      "Ad": 3253,
+      "\"><": 3254,
+      "▁($": 3255,
+      "▁moment": 3256,
+      "title": 3257,
+      "create": 3258,
+      "version": 3259,
+      "Manager": 3260,
+      "▁fur": 3261,
+      "pping": 3262,
+      "ijn": 3263,
+      "ос": 3264,
+      "▁rather": 3265,
+      "ptember": 3266,
+      "OS": 3267,
+      "▁site": 3268,
+      "▁caus": 3269,
+      "ani": 3270,
+      "▁home": 3271,
+      "мі": 3272,
+      "▁short": 3273,
+      "pa": 3274,
+      "▁lead": 3275,
+      "ished": 3276,
+      "cing": 3277,
+      "ording": 3278,
+      "▁prote": 3279,
+      "сле": 3280,
+      "LECT": 3281,
+      "▁didn": 3282,
+      "position": 3283,
+      "\",\"": 3284,
+      "(),": 3285,
+      "trans": 3286,
+      "▁lot": 3287,
+      "▁од": 3288,
+      "AS": 3289,
+      "▁sat": 3290,
+      "▁points": 3291,
+      "github": 3292,
+      "style": 3293,
+      "▁году": 3294,
+      "▁Dis": 3295,
+      "ponent": 3296,
+      "omet": 3297,
+      "zer": 3298,
+      "ULL": 3299,
+      "▁pa": 3300,
+      "AP": 3301,
+      "aces": 3302,
+      "▁United": 3303,
+      "ama": 3304,
+      "ety": 3305,
+      "Color": 3306,
+      "▁enough": 3307,
+      "US": 3308,
+      "▁length": 3309,
+      "());": 3310,
+      "^{\\": 3311,
+      "fty": 3312,
+      "Box": 3313,
+      "apter": 3314,
+      "▁complet": 3315,
+      "ник": 3316,
+      "max": 3317,
+      "object": 3318,
+      "({": 3319,
+      "imgur": 3320,
+      "itive": 3321,
+      "unch": 3322,
+      "▁Sub": 3323,
+      "ende": 3324,
+      "гу": 3325,
+      "ategory": 3326,
+      "ты": 3327,
+      "iano": 3328,
+      "▁upd": 3329,
+      "▁Aust": 3330,
+      "}{\\": 3331,
+      "top": 3332,
+      "las": 3333,
+      "pis": 3334,
+      "iness": 3335,
+      "▁{\r": 3336,
+      "▁Е": 3337,
+      "Gr": 3338,
+      "▁AS": 3339,
+      "▁ве": 3340,
+      "thers": 3341,
+      "▁defined": 3342,
+      "azione": 3343,
+      "▁offic": 3344,
+      "▁autom": 3345,
+      "ün": 3346,
+      "▁brow": 3347,
+      "▁serv": 3348,
+      "▁remove": 3349,
+      "iro": 3350,
+      "▁Bibli": 3351,
+      "ED": 3352,
+      "▁whole": 3353,
+      "▁ш": 3354,
+      "▁Java": 3355,
+      "▁zum": 3356,
+      "ua": 3357,
+      "pm": 3358,
+      "dev": 3359,
+      "кра": 3360,
+      "olds": 3361,
+      "▁War": 3362,
+      "än": 3363,
+      "pass": 3364,
+      "uz": 3365,
+      "[\"": 3366,
+      "▁tri": 3367,
+      "ised": 3368,
+      "ха": 3369,
+      "▁memory": 3370,
+      "▁Port": 3371,
+      "oper": 3372,
+      "Up": 3373,
+      "▁Thank": 3374,
+      "▁Mich": 3375,
+      "ych": 3376,
+      "board": 3377,
+      "бу": 3378,
+      "Inst": 3379,
+      "▁begin": 3380,
+      "ination": 3381,
+      "▁Mod": 3382,
+      "_,": 3383,
+      "▁Den": 3384,
+      "option": 3385,
+      "▁construct": 3386,
+      "▁Just": 3387,
+      "Map": 3388,
+      "run": 3389,
+      "▁respect": 3390,
+      "ham": 3391,
+      "ман": 3392,
+      "imedia": 3393,
+      "▁apply": 3394,
+      "cription": 3395,
+      "main": 3396,
+      "▁Ка": 3397,
+      "oid": 3398,
+      "Code": 3399,
+      "};": 3400,
+      "Info": 3401,
+      "▁format": 3402,
+      "Log": 3403,
+      "▁су": 3404,
+      "▁lat": 3405,
+      "utor": 3406,
+      "▁reference": 3407,
+      "▁calcul": 3408,
+      "onn": 3409,
+      "Lo": 3410,
+      "infty": 3411,
+      "▁along": 3412,
+      "▁č": 3413,
+      "▁task": 3414,
+      "▁ev": 3415,
+      "theta": 3416,
+      "ras": 3417,
+      "jor": 3418,
+      "▁бо": 3419,
+      "▁princip": 3420,
+      "My": 3421,
+      "▁einer": 3422,
+      "▁Es": 3423,
+      "omb": 3424,
+      "quad": 3425,
+      "^{-": 3426,
+      "ump": 3427,
+      "▁till": 3428,
+      "ді": 3429,
+      "▁looks": 3430,
+      "▁ok": 3431,
+      "ца": 3432,
+      "nu": 3433,
+      "Fil": 3434,
+      "▁sont": 3435,
+      "▁Med": 3436,
+      "ague": 3437,
+      "▁cost": 3438,
+      "▁Sim": 3439,
+      "▁comment": 3440,
+      "▁(\\": 3441,
+      "egen": 3442,
+      "▁parameter": 3443,
+      "▁France": 3444,
+      "rep": 3445,
+      "▁TH": 3446,
+      "▁yet": 3447,
+      "▁away": 3448,
+      "▁circ": 3449,
+      "▁API": 3450,
+      "emp": 3451,
+      "ві": 3452,
+      "Layout": 3453,
+      "▁lines": 3454,
+      "▁Part": 3455,
+      "empt": 3456,
+      "▁Bi": 3457,
+      "▁mind": 3458,
+      "ky": 3459,
+      "ging": 3460,
+      "▁report": 3461,
+      "▁Add": 3462,
+      "род": 3463,
+      "▁range": 3464,
+      "cias": 3465,
+      "lip": 3466,
+      "▁Kar": 3467,
+      "▁Commons": 3468,
+      "gerufen": 3469,
+      "aff": 3470,
+      "sec": 3471,
+      "▁html": 3472,
+      "lig": 3473,
+      "▁window": 3474,
+      "inition": 3475,
+      "cis": 3476,
+      "▁ut": 3477,
+      "eln": 3478,
+      "▁aux": 3479,
+      "▁neg": 3480,
+      "Hand": 3481,
+      "▁);": 3482,
+      "▁anal": 3483,
+      "▁fri": 3484,
+      "▁си": 3485,
+      "etch": 3486,
+      "md": 3487,
+      "page": 3488,
+      "▁library": 3489,
+      "▁:=": 3490,
+      "ROM": 3491,
+      "You": 3492,
+      "space": 3493,
+      "▁durch": 3494,
+      "▁host": 3495,
+      "aven": 3496,
+      "▁File": 3497,
+      "alle": 3498,
+      "тив": 3499,
+      "▁pap": 3500,
+      "ство": 3501,
+      "mark": 3502,
+      "▁mais": 3503,
+      "erman": 3504,
+      "Size": 3505,
+      "ек": 3506,
+      "▁Ма": 3507,
+      "▁isn": 3508,
+      "▁copy": 3509,
+      "sten": 3510,
+      "river": 3511,
+      "▁went": 3512,
+      "▁javascript": 3513,
+      "▁sam": 3514,
+      "▁frame": 3515,
+      "▁vi": 3516,
+      "▁previous": 3517,
+      "rodu": 3518,
+      "▁methods": 3519,
+      "▁necess": 3520,
+      "NA": 3521,
+      "cket": 3522,
+      "▁opt": 3523,
+      "Loc": 3524,
+      "how": 3525,
+      "▁în": 3526,
+      "ship": 3527,
+      "▁itself": 3528,
+      "▁Please": 3529,
+      "iene": 3530,
+      "вер": 3531,
+      "▁<<": 3532,
+      "▁mill": 3533,
+      "▁trad": 3534,
+      "pace": 3535,
+      "▁Har": 3536,
+      "iten": 3537,
+      "wise": 3538,
+      "write": 3539,
+      "ции": 3540,
+      "ры": 3541,
+      "Line": 3542,
+      "olo": 3543,
+      "▁accept": 3544,
+      "height": 3545,
+      "▁elect": 3546,
+      "ella": 3547,
+      "▁på": 3548,
+      "Select": 3549,
+      "▁ли": 3550,
+      "▁\\<": 3551,
+      "((": 3552,
+      "▁ID": 3553,
+      "ops": 3554,
+      "ван": 3555,
+      "ió": 3556,
+      "TP": 3557,
+      "»,": 3558,
+      "nection": 3559,
+      "parent": 3560,
+      "▁Mag": 3561,
+      "Table": 3562,
+      "Over": 3563,
+      "▁network": 3564,
+      "спо": 3565,
+      "▁assign": 3566,
+      "igger": 3567,
+      "irm": 3568,
+      ")`": 3569,
+      "ottom": 3570,
+      "beta": 3571,
+      "▁dell": 3572,
+      "▁body": 3573,
+      "▁да": 3574,
+      "▁Your": 3575,
+      "▁fue": 3576,
+      "▁package": 3577,
+      "▁light": 3578,
+      "▁**": 3579,
+      "MP": 3580,
+      "▁cou": 3581,
+      "yes": 3582,
+      ":\\": 3583,
+      "▁Ч": 3584,
+      "▁mention": 3585,
+      "ensch": 3586,
+      "▁deg": 3587,
+      "▁convert": 3588,
+      "▁Dav": 3589,
+      "adt": 3590,
+      "Result": 3591,
+      "though": 3592,
+      "▁bus": 3593,
+      "xy": 3594,
+      "▁seen": 3595,
+      "All": 3596,
+      "public": 3597,
+      "ively": 3598,
+      "▁Rec": 3599,
+      "▁His": 3600,
+      "sim": 3601,
+      "▁för": 3602,
+      "▁histor": 3603,
+      "▁sett": 3604,
+      "rat": 3605,
+      "abled": 3606,
+      "▁»,": 3607,
+      "google": 3608,
+      "Web": 3609,
+      "él": 3610,
+      "▁title": 3611,
+      "▁Janu": 3612,
+      "ја": 3613,
+      "▁took": 3614,
+      "iden": 3615,
+      "sz": 3616,
+      "▁Get": 3617,
+      "▁objects": 3618,
+      "▁common": 3619,
+      "▁changes": 3620,
+      "▁Lond": 3621,
+      "▁extern": 3622,
+      "▁ju": 3623,
+      "Is": 3624,
+      "▁available": 3625,
+      "tri": 3626,
+      "▁más": 3627,
+      "osa": 3628,
+      "Be": 3629,
+      "▁Data": 3630,
+      "ural": 3631,
+      "▁hom": 3632,
+      "▁account": 3633,
+      "oo": 3634,
+      "▁perm": 3635,
+      "respond": 3636,
+      "yt": 3637,
+      "▁send": 3638,
+      "▁returns": 3639,
+      "ivid": 3640,
+      "▁expla": 3641,
+      "ín": 3642,
+      "▁nor": 3643,
+      "If": 3644,
+      "▁From": 3645,
+      "▁target": 3646,
+      "fect": 3647,
+      "ент": 3648,
+      "▁uit": 3649,
+      "▁Jo": 3650,
+      "▁variables": 3651,
+      "▁series": 3652,
+      "▁func": 3653,
+      "▁himself": 3654,
+      "▁ча": 3655,
+      "anti": 3656,
+      "▁ach": 3657,
+      "ialog": 3658,
+      "▁std": 3659,
+      "ae": 3660,
+      "▁foot": 3661,
+      "▁unter": 3662,
+      "gress": 3663,
+      "Not": 3664,
+      "rad": 3665,
+      "fér": 3666,
+      "▁util": 3667,
+      "orem": 3668,
+      "▁sou": 3669,
+      "opt": 3670,
+      "▁og": 3671,
+      "▁uma": 3672,
+      "itar": 3673,
+      "▁Ok": 3674,
+      "ück": 3675,
+      "sqrt": 3676,
+      "▁ant": 3677,
+      "▁werden": 3678,
+      "år": 3679,
+      "});": 3680,
+      "▁Paris": 3681,
+      "▁exception": 3682,
+      "▁determ": 3683,
+      "▁Vol": 3684,
+      "▁Sam": 3685,
+      "▁ess": 3686,
+      "lies": 3687,
+      "ioni": 3688,
+      "oding": 3689,
+      "idget": 3690,
+      "▁pri": 3691,
+      "▁whether": 3692,
+      "▁под": 3693,
+      "▁numbers": 3694,
+      "▁~": 3695,
+      "event": 3696,
+      "▁shows": 3697,
+      "atures": 3698,
+      "▁house": 3699,
+      "▁face": 3700,
+      "▁się": 3701,
+      "vironment": 3702,
+      "van": 3703,
+      "▁including": 3704,
+      "▁<-": 3705,
+      "times": 3706,
+      "now": 3707,
+      "▁pur": 3708,
+      "ifier": 3709,
+      "▁emp": 3710,
+      "▁cla": 3711,
+      "mon": 3712,
+      "▁Das": 3713,
+      "ady": 3714,
+      "▁від": 3715,
+      "▁ц": 3716,
+      "abor": 3717,
+      "OST": 3718,
+      "▁band": 3719,
+      "▁ú": 3720,
+      "▁exactly": 3721,
+      "iert": 3722,
+      "avig": 3723,
+      "▁redu": 3724,
+      "▁SE": 3725,
+      "lished": 3726,
+      "Bu": 3727,
+      "Message": 3728,
+      "cell": 3729,
+      "fully": 3730,
+      "▁sv": 3731,
+      "▁makes": 3732,
+      "pol": 3733,
+      "▁required": 3734,
+      "ferrer": 3735,
+      "▁pers": 3736,
+      "▁mi": 3737,
+      "FI": 3738,
+      "▁Paul": 3739,
+      "▁UI": 3740,
+      "▁Bel": 3741,
+      "inc": 3742,
+      "▁contains": 3743,
+      "Out": 3744,
+      "asure": 3745,
+      "pu": 3746,
+      "oto": 3747,
+      "▁game": 3748,
+      "zn": 3749,
+      "▁Why": 3750,
+      "orith": 3751,
+      "big": 3752,
+      "кий": 3753,
+      "sigma": 3754,
+      "▁quite": 3755,
+      "▁jed": 3756,
+      "rec": 3757,
+      "▁SQL": 3758,
+      "бе": 3759,
+      "▁Mart": 3760,
+      "ya": 3761,
+      "▁school": 3762,
+      "▁simply": 3763,
+      "▁vor": 3764,
+      "▁double": 3765,
+      "рав": 3766,
+      "▁Str": 3767,
+      "iem": 3768,
+      "▁album": 3769,
+      "▁resol": 3770,
+      "▁dei": 3771,
+      "▁Wik": 3772,
+      "▁aw": 3773,
+      "umb": 3774,
+      "ols": 3775,
+      "▁*/": 3776,
+      "▁ze": 3777,
+      "▁anim": 3778,
+      "/>": 3779,
+      "ris": 3780,
+      "resh": 3781,
+      "No": 3782,
+      "iques": 3783,
+      "current": 3784,
+      "▁period": 3785,
+      "▁April": 3786,
+      "▁store": 3787,
+      "','": 3788,
+      "▁Set": 3789,
+      "={": 3790,
+      "ached": 3791,
+      "▁Mal": 3792,
+      "▁Pal": 3793,
+      "antes": 3794,
+      "aterial": 3795,
+      "▁worked": 3796,
+      "leq": 3797,
+      "oreferrer": 3798,
+      "▁happen": 3799,
+      "▁box": 3800,
+      "ney": 3801,
+      "▁close": 3802,
+      "▁gran": 3803,
+      "▁lie": 3804,
+      "▁ir": 3805,
+      "▁expected": 3806,
+      "▁для": 3807,
+      "click": 3808,
+      "și": 3809,
+      "▁parte": 3810,
+      "ogn": 3811,
+      "▁Form": 3812,
+      "▁memb": 3813,
+      "▁plan": 3814,
+      "▁team": 3815,
+      "][": 3816,
+      "▁commun": 3817,
+      "orry": 3818,
+      "ency": 3819,
+      "gl": 3820,
+      "inary": 3821,
+      "cdot": 3822,
+      "^\\": 3823,
+      "▁First": 3824,
+      "ander": 3825,
+      "▁Dec": 3826,
+      "request": 3827,
+      "ства": 3828,
+      "▁structure": 3829,
+      "▁||": 3830,
+      "▁Comp": 3831,
+      "actory": 3832,
+      "▁Mil": 3833,
+      "▁Some": 3834,
+      "Stream": 3835,
+      "▁assum": 3836,
+      "uen": 3837,
+      "▁words": 3838,
+      "▁September": 3839,
+      "▁Ко": 3840,
+      "▁days": 3841,
+      "ories": 3842,
+      "став": 3843,
+      "sm": 3844,
+      "vin": 3845,
+      "partial": 3846,
+      "▁parent": 3847,
+      "oj": 3848,
+      "нии": 3849,
+      "!\"": 3850,
+      "ugin": 3851,
+      "▁Windows": 3852,
+      "Ed": 3853,
+      ":}": 3854,
+      "▁q": 3855,
+      "▁ben": 3856,
+      "iana": 3857,
+      "▁label": 3858,
+      "state": 3859,
+      "uted": 3860,
+      "▁()": 3861,
+      "▁сво": 3862,
+      "▁edit": 3863,
+      "uring": 3864,
+      "▁NS": 3865,
+      "▁Jahr": 3866,
+      "▁provide": 3867,
+      "He": 3868,
+      "▁Yes": 3869,
+      "anel": 3870,
+      "ename": 3871,
+      "▁Don": 3872,
+      "isk": 3873,
+      "gra": 3874,
+      "elij": 3875,
+      "▁root": 3876,
+      "*/": 3877,
+      "▁Fre": 3878,
+      "▁Mor": 3879,
+      "used": 3880,
+      "range": 3881,
+      "▁tamb": 3882,
+      "▁module": 3883,
+      "▁directory": 3884,
+      "ounds": 3885,
+      "Activity": 3886,
+      "▁mu": 3887,
+      "info": 3888,
+      "▁free": 3889,
+      "orge": 3890,
+      "tab": 3891,
+      ")=": 3892,
+      "lang": 3893,
+      "▁ос": 3894,
+      "▁FROM": 3895,
+      "▁enter": 3896,
+      "▁became": 3897,
+      "idae": 3898,
+      "хи": 3899,
+      "▁States": 3900,
+      "verse": 3901,
+      "▁expl": 3902,
+      "ynt": 3903,
+      "UN": 3904,
+      "ee": 3905,
+      "endent": 3906,
+      "▁making": 3907,
+      "▁\"$": 3908,
+      "uni": 3909,
+      "quence": 3910,
+      "▁lui": 3911,
+      "HT": 3912,
+      "▁uses": 3913,
+      "zie": 3914,
+      "nia": 3915,
+      "Content": 3916,
+      "▁Count": 3917,
+      "▁standard": 3918,
+      "ENT": 3919,
+      "▁кон": 3920,
+      "fort": 3921,
+      "adas": 3922,
+      "зу": 3923,
+      "System": 3924,
+      "▁Sw": 3925,
+      "▁ever": 3926,
+      "LO": 3927,
+      "▁correspond": 3928,
+      "▁Po": 3929,
+      "argin": 3930,
+      "кт": 3931,
+      "ій": 3932,
+      "▁remain": 3933,
+      "cio": 3934,
+      "▁actual": 3935,
+      "сту": 3936,
+      "▁sind": 3937,
+      "▁Pe": 3938,
+      "▁changed": 3939,
+      "▁Note": 3940,
+      "skie": 3941,
+      "▁family": 3942,
+      "ità": 3943,
+      "cos": 3944,
+      "txt": 3945,
+      "ker": 3946,
+      "ceed": 3947,
+      "▁arr": 3948,
+      "▁cam": 3949,
+      "izer": 3950,
+      "▁Dan": 3951,
+      "hel": 3952,
+      "icult": 3953,
+      "HP": 3954,
+      "iler": 3955,
+      "▁Sal": 3956,
+      "▁connection": 3957,
+      "usion": 3958,
+      "kn": 3959,
+      "RI": 3960,
+      "▁vom": 3961,
+      "Listener": 3962,
+      "▁ö": 3963,
+      "▁dim": 3964,
+      "▁press": 3965,
+      "▁esc": 3966,
+      "▁Try": 3967,
+      "atalog": 3968,
+      "▁thanks": 3969,
+      "DO": 3970,
+      "▁written": 3971,
+      "dir": 3972,
+      "rew": 3973,
+      "▁fire": 3974,
+      "▁Nach": 3975,
+      "▁á": 3976,
+      "enc": 3977,
+      "▁origin": 3978,
+      "▁November": 3979,
+      "▁};": 3980,
+      "Count": 3981,
+      "▁За": 3982,
+      "▁graph": 3983,
+      "▁mis": 3984,
+      "▁External": 3985,
+      "▁▁▁▁▁▁▁▁▁": 3986,
+      "▁options": 3987,
+      "▁URL": 3988,
+      "▁php": 3989,
+      "▁integr": 3990,
+      "Config": 3991,
+      "▁Text": 3992,
+      "inner": 3993,
+      "▁crit": 3994,
+      ",”": 3995,
+      "▁tog": 3996,
+      "$$": 3997,
+      "nof": 3998,
+      "▁ses": 3999,
+      "ühr": 4000,
+      "▁Since": 4001,
+      "Des": 4002,
+      "ube": 4003,
+      "▁section": 4004,
+      "▁gi": 4005,
+      "ford": 4006,
+      "▁Ass": 4007,
+      "ainer": 4008,
+      "ttp": 4009,
+      "▁behav": 4010,
+      "ports": 4011,
+      "draw": 4012,
+      "This": 4013,
+      "ranch": 4014,
+      "inding": 4015,
+      "▁estab": 4016,
+      "▁obtain": 4017,
+      "rich": 4018,
+      "licit": 4019,
+      "ев": 4020,
+      "▁qual": 4021,
+      "▁za": 4022,
+      "▁har": 4023,
+      "▁fac": 4024,
+      "aar": 4025,
+      "jet": 4026,
+      "icles": 4027,
+      "▁Aus": 4028,
+      "▁hor": 4029,
+      "▁remov": 4030,
+      "▁wie": 4031,
+      "Client": 4032,
+      "▁natur": 4033,
+      "hip": 4034,
+      "Sub": 4035,
+      "▁random": 4036,
+      "DF": 4037,
+      "▁area": 4038,
+      "tag": 4039,
+      "Pr": 4040,
+      "▁Ital": 4041,
+      "▁roku": 4042,
+      "nofollow": 4043,
+      "*}": 4044,
+      "▁others": 4045,
+      "▁limit": 4046,
+      "▁sil": 4047,
+      "▁sav": 4048,
+      "▁often": 4049,
+      "▁render": 4050,
+      "DB": 4051,
+      "▁Mc": 4052,
+      "▁zijn": 4053,
+      "жен": 4054,
+      "▁tag": 4055,
+      "ming": 4056,
+      "lichen": 4057,
+      "pack": 4058,
+      "▁Ag": 4059,
+      "▁sense": 4060,
+      "pg": 4061,
+      "Method": 4062,
+      "aged": 4063,
+      "ág": 4064,
+      "ła": 4065,
+      "▁interest": 4066,
+      "▁associ": 4067,
+      "volution": 4068,
+      "▁empty": 4069,
+      "iche": 4070,
+      "▁gro": 4071,
+      "▁types": 4072,
+      "▁Sie": 4073,
+      "Inter": 4074,
+      "▁noreferrer": 4075,
+      "▁gives": 4076,
+      "hal": 4077,
+      "▁save": 4078,
+      "▁font": 4079,
+      "ruction": 4080,
+      "Script": 4081,
+      "▁alla": 4082,
+      "▁says": 4083,
+      "▁fu": 4084,
+      "ape": 4085,
+      "▁language": 4086,
+      "iger": 4087,
+      "▁King": 4088,
+      "bor": 4089,
+      "uv": 4090,
+      "▁shall": 4091,
+      "▁Europe": 4092,
+      "▁einem": 4093,
+      "▁water": 4094,
+      "▁govern": 4095,
+      "anz": 4096,
+      "ators": 4097,
+      "▁month": 4098,
+      "ye": 4099,
+      "▁important": 4100,
+      "atz": 4101,
+      "first": 4102,
+      "▁Trans": 4103,
+      "▁Mad": 4104,
+      "▁bra": 4105,
+      "ika": 4106,
+      "▁Saint": 4107,
+      "oria": 4108,
+      "kre": 4109,
+      "ements": 4110,
+      "▁Ben": 4111,
+      "lav": 4112,
+      "▁admin": 4113,
+      "▁Hen": 4114,
+      "ril": 4115,
+      "▁Sm": 4116,
+      "cat": 4117,
+      "▁Refer": 4118,
+      "▁Ш": 4119,
+      "▁pract": 4120,
+      "▁Pat": 4121,
+      "▁Gre": 4122,
+      "▁young": 4123,
+      "▁Inter": 4124,
+      "oma": 4125,
+      "teger": 4126,
+      "ibility": 4127,
+      "▁parameters": 4128,
+      "▁everything": 4129,
+      "dat": 4130,
+      "urop": 4131,
+      "olean": 4132,
+      "▁returned": 4133,
+      "▁Class": 4134,
+      "acy": 4135,
+      "####": 4136,
+      "▁př": 4137,
+      "▁folder": 4138,
+      "▁kon": 4139,
+      "▁guess": 4140,
+      "gt": 4141,
+      "jen": 4142,
+      "annel": 4143,
+      "icon": 4144,
+      "▁comb": 4145,
+      "rict": 4146,
+      "▁hij": 4147,
+      "▁author": 4148,
+      "see": 4149,
+      "here": 4150,
+      "stra": 4151,
+      "▁entire": 4152,
+      "▁directly": 4153,
+      "raft": 4154,
+      "heet": 4155,
+      "ester": 4156,
+      "▁ми": 4157,
+      "▁mass": 4158,
+      "untu": 4159,
+      "▁users": 4160,
+      "chi": 4161,
+      "PE": 4162,
+      "▁component": 4163,
+      "Click": 4164,
+      "Att": 4165,
+      "▁sobre": 4166,
+      "ands": 4167,
+      "▁Hol": 4168,
+      "▁Sant": 4169,
+      "ori": 4170,
+      "▁sua": 4171,
+      "std": 4172,
+      "entic": 4173,
+      "CC": 4174,
+      "▁filter": 4175,
+      "SQL": 4176,
+      "▁God": 4177,
+      "At": 4178,
+      "▁му": 4179,
+      "▁performance": 4180,
+      "delta": 4181,
+      "ande": 4182,
+      "amer": 4183,
+      "ды": 4184,
+      "▁cult": 4185,
+      "▁Nor": 4186,
+      "but": 4187,
+      "▁lik": 4188,
+      "********": 4189,
+      "ствен": 4190,
+      "▁comme": 4191,
+      "▁dr": 4192,
+      "imer": 4193,
+      "ordin": 4194,
+      "▁condition": 4195,
+      "este": 4196,
+      "([": 4197,
+      "FF": 4198,
+      "ться": 4199,
+      "imo": 4200,
+      "rab": 4201,
+      "іль": 4202,
+      "▁half": 4203,
+      "each": 4204,
+      "Dis": 4205,
+      "▁rows": 4206,
+      "▁hon": 4207,
+      "▁together": 4208,
+      "▁și": 4209,
+      "medi": 4210,
+      "agn": 4211,
+      "alled": 4212,
+      "▁vill": 4213,
+      "ING": 4214,
+      "idden": 4215,
+      "▁draw": 4216,
+      "yntax": 4217,
+      "▁attempt": 4218,
+      "URL": 4219,
+      "pose": 4220,
+      "▁indic": 4221,
+      "ника": 4222,
+      "▁English": 4223,
+      "▁déc": 4224,
+      "▁needs": 4225,
+      "▁normal": 4226,
+      "urt": 4227,
+      "▁но": 4228,
+      "}}\\": 4229,
+      "last": 4230,
+      "▁Fin": 4231,
+      "▁Febru": 4232,
+      "ila": 4233,
+      "▁country": 4234,
+      "▁fields": 4235,
+      "▁max": 4236,
+      "lés": 4237,
+      "owie": 4238,
+      "▁deux": 4239,
+      "▁built": 4240,
+      "▁Main": 4241,
+      "▁camp": 4242,
+      "ivo": 4243,
+      "iva": 4244,
+      "icy": 4245,
+      "zione": 4246,
+      "Node": 4247,
+      "▁:)": 4248,
+      "▁among": 4249,
+      "▁Ob": 4250,
+      "▁cases": 4251,
+      "haps": 4252,
+      "sers": 4253,
+      "arter": 4254,
+      "ści": 4255,
+      "▁iter": 4256,
+      "▁named": 4257,
+      "exec": 4258,
+      "▁season": 4259,
+      "tot": 4260,
+      "=>": 4261,
+      "graph": 4262,
+      "▁nil": 4263,
+      "acional": 4264,
+      "▁NULL": 4265,
+      "▁special": 4266,
+      "сте": 4267,
+      "css": 4268,
+      "▁\\(": 4269,
+      "vs": 4270,
+      "ael": 4271,
+      "▁city": 4272,
+      "ova": 4273,
+      "▁article": 4274,
+      "▁South": 4275,
+      "Action": 4276,
+      "ça": 4277,
+      "spring": 4278,
+      "itude": 4279,
+      "▁complex": 4280,
+      "▁что": 4281,
+      "build": 4282,
+      "gamma": 4283,
+      "▁Ent": 4284,
+      "iers": 4285,
+      "'.": 4286,
+      "car": 4287,
+      "apache": 4288,
+      "ingen": 4289,
+      "Input": 4290,
+      ": ": 4291,
+      "▁dynam": 4292,
+      "alls": 4293,
+      "show": 4294,
+      "|\\": 4295,
+      "▁wird": 4296,
+      "Bar": 4297,
+      "alth": 4298,
+      "model": 4299,
+      "Trans": 4300,
+      "Row": 4301,
+      "abe": 4302,
+      "▁lib": 4303,
+      "null": 4304,
+      "ragment": 4305,
+      "▁State": 4306,
+      "▁law": 4307,
+      "Frame": 4308,
+      "▁Lo": 4309,
+      "geb": 4310,
+      "}$.": 4311,
+      "▁needed": 4312,
+      "▁contr": 4313,
+      "aries": 4314,
+      "▁screen": 4315,
+      "yr": 4316,
+      "mm": 4317,
+      "▁shown": 4318,
+      "▁bad": 4319,
+      "▁cast": 4320,
+      "▁Test": 4321,
+      "▁Auf": 4322,
+      "▁quant": 4323,
+      "iga": 4324,
+      "▁ren": 4325,
+      "▁Mac": 4326,
+      "▁transform": 4327,
+      "▁difference": 4328,
+      "▁tit": 4329,
+      "TE": 4330,
+      "▁step": 4331,
+      "▁capt": 4332,
+      "▁collection": 4333,
+      "ictionary": 4334,
+      "▁Tom": 4335,
+      "rier": 4336,
+      "▁move": 4337,
+      "cope": 4338,
+      "ords": 4339,
+      "▁further": 4340,
+      "▁columns": 4341,
+      "▁Lin": 4342,
+      "▁fixed": 4343,
+      "▁children": 4344,
+      "MS": 4345,
+      "mo": 4346,
+      "una": 4347,
+      "▁individ": 4348,
+      "tty": 4349,
+      "aste": 4350,
+      "src": 4351,
+      "match": 4352,
+      "wi": 4353,
+      "▁х": 4354,
+      "▁ди": 4355,
+      "▁ord": 4356,
+      "iving": 4357,
+      "▁Bro": 4358,
+      "▁almost": 4359,
+      "▁Pres": 4360,
+      "reci": 4361,
+      "aring": 4362,
+      "▁///": 4363,
+      "ется": 4364,
+      "▁sig": 4365,
+      "light": 4366,
+      "▁Red": 4367,
+      "▁suggest": 4368,
+      "olf": 4369,
+      "▁été": 4370,
+      "isation": 4371,
+      "зна": 4372,
+      "New": 4373,
+      "стан": 4374,
+      "LA": 4375,
+      "unicip": 4376,
+      "▁figure": 4377,
+      "mt": 4378,
+      "iale": 4379,
+      "▁catch": 4380,
+      "default": 4381,
+      "▁tele": 4382,
+      "▁matter": 4383,
+      "cast": 4384,
+      "▁Rich": 4385,
+      "▁handle": 4386,
+      "valu": 4387,
+      "$-": 4388,
+      "об": 4389,
+      "▁json": 4390,
+      "Create": 4391,
+      "▁exam": 4392,
+      "аль": 4393,
+      "ют": 4394,
+      "ored": 4395,
+      "idos": 4396,
+      "append": 4397,
+      "▁Array": 4398,
+      "кс": 4399,
+      "}[": 4400,
+      "rive": 4401,
+      "▁club": 4402,
+      "mann": 4403,
+      "▁este": 4404,
+      "esta": 4405,
+      "▁Gi": 4406,
+      "▁Jap": 4407,
+      "▁Name": 4408,
+      "Column": 4409,
+      "oups": 4410,
+      "ismo": 4411,
+      "▁City": 4412,
+      "▁classes": 4413,
+      "▁infl": 4414,
+      "hl": 4415,
+      "ром": 4416,
+      "▁adding": 4417,
+      "▁fail": 4418,
+      "xx": 4419,
+      "ões": 4420,
+      "Sc": 4421,
+      "util": 4422,
+      "▁location": 4423,
+      "lege": 4424,
+      "ago": 4425,
+      "▁properties": 4426,
+      "abil": 4427,
+      "vas": 4428,
+      "}$,": 4429,
+      "itted": 4430,
+      "ód": 4431,
+      "▁Dem": 4432,
+      "▁asked": 4433,
+      "▁tab": 4434,
+      "Source": 4435,
+      "▁errors": 4436,
+      "ographie": 4437,
+      "▁жи": 4438,
+      "▁mal": 4439,
+      "stract": 4440,
+      "▁dro": 4441,
+      "rak": 4442,
+      "▁note": 4443,
+      "▁setting": 4444,
+      "▁fem": 4445,
+      "▁saw": 4446,
+      "iar": 4447,
+      "HER": 4448,
+      "ес": 4449,
+      "▁pred": 4450,
+      "▁Out": 4451,
+      "▁items": 4452,
+      "лан": 4453,
+      "▁werd": 4454,
+      "ersion": 4455,
+      "lia": 4456,
+      "▁sin": 4457,
+      "ichte": 4458,
+      "▁feel": 4459,
+      "▁пра": 4460,
+      "▁oder": 4461,
+      "UE": 4462,
+      "ocument": 4463,
+      "▁mode": 4464,
+      "▁Na": 4465,
+      "ден": 4466,
+      "mes": 4467,
+      "framework": 4468,
+      "▁auto": 4469,
+      "ным": 4470,
+      "uby": 4471,
+      "▁template": 4472,
+      "▁mess": 4473,
+      "ieder": 4474,
+      "▁related": 4475,
+      "oken": 4476,
+      "▁follows": 4477,
+      "search": 4478,
+      "ami": 4479,
+      "▁wait": 4480,
+      "igr": 4481,
+      "▁low": 4482,
+      "ских": 4483,
+      "ская": 4484,
+      "▁Mark": 4485,
+      "▁ill": 4486,
+      "amento": 4487,
+      "\\<": 4488,
+      "▁df": 4489,
+      "osition": 4490,
+      "▁Ви": 4491,
+      "isf": 4492,
+      "▁Deutsch": 4493,
+      "ahl": 4494,
+      "war": 4495,
+      "itect": 4496,
+      "▁sal": 4497,
+      "elen": 4498,
+      "ById": 4499,
+      "▁gru": 4500,
+      "sv": 4501,
+      "▁passed": 4502,
+      "▁añ": 4503,
+      "Sch": 4504,
+      "▁solve": 4505,
+      "weise": 4506,
+      "atos": 4507,
+      "▁meg": 4508,
+      "▁member": 4509,
+      "ername": 4510,
+      "▁connect": 4511,
+      "ips": 4512,
+      "▁round": 4513,
+      "▁]": 4514,
+      "nes": 4515,
+      "▁dir": 4516,
+      "▁London": 4517,
+      "dy": 4518,
+      "FA": 4519,
+      "▁received": 4520,
+      "reet": 4521,
+      "▁Log": 4522,
+      "▁School": 4523,
+      "ango": 4524,
+      "▁These": 4525,
+      "▁Mont": 4526,
+      "▁ener": 4527,
+      "lad": 4528,
+      "▁define": 4529,
+      "sign": 4530,
+      "▁cle": 4531,
+      "figure": 4532,
+      "▁View": 4533,
+      "textbf": 4534,
+      "$\\": 4535,
+      "зы": 4536,
+      "number": 4537,
+      "▁din": 4538,
+      "eller": 4539,
+      "orithm": 4540,
+      "false": 4541,
+      "fol": 4542,
+      "fficient": 4543,
+      "▁HTML": 4544,
+      "liche": 4545,
+      "▁Mo": 4546,
+      "▁introdu": 4547,
+      "exp": 4548,
+      "▁strong": 4549,
+      "▁thus": 4550,
+      "/)": 4551,
+      "▁ele": 4552,
+      "▁так": 4553,
+      "▁па": 4554,
+      "▁dont": 4555,
+      "▁cause": 4556,
+      "Number": 4557,
+      "▁images": 4558,
+      "▁sample": 4559,
+      "▁sci": 4560,
+      "like": 4561,
+      "▁Lou": 4562,
+      "div": 4563,
+      "anc": 4564,
+      "▁front": 4565,
+      "nen": 4566,
+      "▁missing": 4567,
+      "aria": 4568,
+      "pres": 4569,
+      "▁пред": 4570,
+      "DI": 4571,
+      "filter": 4572,
+      "▁Mit": 4573,
+      "UR": 4574,
+      "▁opp": 4575,
+      "▁sql": 4576,
+      "▁року": 4577,
+      "eren": 4578,
+      "emat": 4579,
+      "ís": 4580,
+      "▁Jean": 4581,
+      "éc": 4582,
+      "▁ci": 4583,
+      "enne": 4584,
+      "atform": 4585,
+      "▁taken": 4586,
+      "▁Of": 4587,
+      "▁насе": 4588,
+      "▁err": 4589,
+      "OP": 4590,
+      "From": 4591,
+      "Default": 4592,
+      "▁General": 4593,
+      "wiki": 4594,
+      "▁grand": 4595,
+      "▁einen": 4596,
+      "Reg": 4597,
+      "Handler": 4598,
+      "conom": 4599,
+      "anger": 4600,
+      "▁был": 4601,
+      "▁Los": 4602,
+      "▁expression": 4603,
+      "ша": 4604,
+      "yal": 4605,
+      "▁$('": 4606,
+      "▁switch": 4607,
+      "▁vector": 4608,
+      "▁Thom": 4609,
+      "▁virt": 4610,
+      "leased": 4611,
+      "▁cover": 4612,
+      "▁resp": 4613,
+      "ako": 4614,
+      "rench": 4615,
+      "ota": 4616,
+      "Cell": 4617,
+      "anged": 4618,
+      "▁+=": 4619,
+      "lac": 4620,
+      "ska": 4621,
+      "next": 4622,
+      "▁International": 4623,
+      "▁Wil": 4624,
+      "▁ont": 4625,
+      "ibr": 4626,
+      "ustr": 4627,
+      "▁black": 4628,
+      "▁selected": 4629,
+      "cher": 4630,
+      "▁liter": 4631,
+      "root": 4632,
+      "лся": 4633,
+      "▁Life": 4634,
+      "▁insert": 4635,
+      "▁matrix": 4636,
+      "ises": 4637,
+      ")]": 4638,
+      "▁pel": 4639,
+      "Override": 4640,
+      "rypt": 4641,
+      "▁former": 4642,
+      "▁Film": 4643,
+      "▁North": 4644,
+      "client": 4645,
+      "▁night": 4646,
+      "ходи": 4647,
+      "▁Austral": 4648,
+      "▁Ret": 4649,
+      "rho": 4650,
+      "▁пер": 4651,
+      "ipedia": 4652,
+      "▁express": 4653,
+      "▁third": 4654,
+      "▁major": 4655,
+      "▁grad": 4656,
+      "owe": 4657,
+      "▁believe": 4658,
+      "ournal": 4659,
+      "▁status": 4660,
+      "unc": 4661,
+      "▁dou": 4662,
+      "▁JSON": 4663,
+      "uis": 4664,
+      "▁population": 4665,
+      "enz": 4666,
+      "▁William": 4667,
+      "sf": 4668,
+      "▁Object": 4669,
+      "▁cin": 4670,
+      "▁Di": 4671,
+      "curity": 4672,
+      "▁Open": 4673,
+      "▁ле": 4674,
+      "lar": 4675,
+      "adding": 4676,
+      "▁kom": 4677,
+      "}(\\": 4678,
+      "▁kil": 4679,
+      "umer": 4680,
+      "\"/>": 4681,
+      "▁feature": 4682,
+      "▁Are": 4683,
+      "cks": 4684,
+      "▁Internet": 4685,
+      "▁ih": 4686,
+      "▁started": 4687,
+      "▁early": 4688,
+      "▁began": 4689,
+      "TH": 4690,
+      "python": 4691,
+      "asp": 4692,
+      "▁Fr": 4693,
+      "▁clos": 4694,
+      "istic": 4695,
+      "▁music": 4696,
+      "▁dig": 4697,
+      "▁ital": 4698,
+      "▁David": 4699,
+      "▁website": 4700,
+      "▁controller": 4701,
+      "▁Mer": 4702,
+      "context": 4703,
+      "product": 4704,
+      "osp": 4705,
+      "▁▁▁▁▁▁▁": 4706,
+      "▁jun": 4707,
+      "rown": 4708,
+      "▁Az": 4709,
+      "\":\"": 4710,
+      "▁aan": 4711,
+      "▁Date": 4712,
+      "mult": 4713,
+      "▁browser": 4714,
+      "ред": 4715,
+      "which": 4716,
+      "RA": 4717,
+      "quare": 4718,
+      "▁Russ": 4719,
+      "▁soon": 4720,
+      "▁Pre": 4721,
+      "tau": 4722,
+      "▁week": 4723,
+      "▁ба": 4724,
+      "▁oct": 4725,
+      "▁town": 4726,
+      "roy": 4727,
+      "▁els": 4728,
+      "blic": 4729,
+      "undle": 4730,
+      "▁Histor": 4731,
+      "▁foi": 4732,
+      "▁models": 4733,
+      "зо": 4734,
+      "onym": 4735,
+      "Param": 4736,
+      "▁Met": 4737,
+      "gener": 4738,
+      "ją": 4739,
+      "▁espe": 4740,
+      "CE": 4741,
+      "▁device": 4742,
+      "ellow": 4743,
+      "▁debug": 4744,
+      "érie": 4745,
+      "using": 4746,
+      "анг": 4747,
+      "▁*)": 4748,
+      "udi": 4749,
+      "▁Miss": 4750,
+      "ком": 4751,
+      "posed": 4752,
+      "▁zwe": 4753,
+      "ін": 4754,
+      "▁Robert": 4755,
+      "▁Oct": 4756,
+      "lop": 4757,
+      "jar": 4758,
+      "▁aver": 4759,
+      "▁habit": 4760,
+      "▁::": 4761,
+      "äng": 4762,
+      "Start": 4763,
+      "▁pow": 4764,
+      "▁src": 4765,
+      "▁pattern": 4766,
+      "▁Э": 4767,
+      "▁bi": 4768,
+      "otes": 4769,
+      "▁__": 4770,
+      "▁sens": 4771,
+      "▁avoid": 4772,
+      "example": 4773,
+      "utt": 4774,
+      "Label": 4775,
+      "tex": 4776,
+      "boot": 4777,
+      "esto": 4778,
+      "▁March": 4779,
+      "▁easy": 4780,
+      "icture": 4781,
+      "Group": 4782,
+      "▁father": 4783,
+      "▁updated": 4784,
+      "▁Vo": 4785,
+      "▁III": 4786,
+      "omega": 4787,
+      "▁alle": 4788,
+      "Rec": 4789,
+      "yg": 4790,
+      "зе": 4791,
+      "▁Dim": 4792,
+      "nect": 4793,
+      "▁Tor": 4794,
+      "▁deutsch": 4795,
+      "▁white": 4796,
+      "▁national": 4797,
+      "ppe": 4798,
+      "▁air": 4799,
+      "▁password": 4800,
+      "det": 4801,
+      "▁big": 4802,
+      "▁Use": 4803,
+      "call": 4804,
+      "▁extra": 4805,
+      "We": 4806,
+      "ania": 4807,
+      "▁hold": 4808,
+      "Control": 4809,
+      "▁CO": 4810,
+      "▁мі": 4811,
+      "iti": 4812,
+      "▁Ke": 4813,
+      "enu": 4814,
+      "▁Park": 4815,
+      "том": 4816,
+      "▁auth": 4817,
+      "▁center": 4818,
+      "Ph": 4819,
+      "тов": 4820,
+      "iding": 4821,
+      "▁across": 4822,
+      "▁song": 4823,
+      "▁phys": 4824,
+      "▁numer": 4825,
+      "ща": 4826,
+      "▁Alex": 4827,
+      "▁problems": 4828,
+      "▁Error": 4829,
+      "format": 4830,
+      "▁Acc": 4831,
+      "▁six": 4832,
+      "▁db": 4833,
+      "▁Cast": 4834,
+      "oms": 4835,
+      "project": 4836,
+      "▁vert": 4837,
+      "cret": 4838,
+      "▁header": 4839,
+      "▁stream": 4840,
+      "ids": 4841,
+      "▁tor": 4842,
+      "▁sept": 4843,
+      "▁estim": 4844,
+      "▁decl": 4845,
+      "▁gave": 4846,
+      "▁player": 4847,
+      "ysis": 4848,
+      "▁дру": 4849,
+      "amm": 4850,
+      "що": 4851,
+      "▁(\"": 4852,
+      "▁ax": 4853,
+      "Property": 4854,
+      "usr": 4855,
+      "▁someone": 4856,
+      "▁impro": 4857,
+      "aden": 4858,
+      "rote": 4859,
+      "▁Ми": 4860,
+      "ih": 4861,
+      "++)": 4862,
+      "▁video": 4863,
+      "▁exists": 4864,
+      "кла": 4865,
+      "▁complete": 4866,
+      "▁session": 4867,
+      "▁constant": 4868,
+      "icos": 4869,
+      "▁pack": 4870,
+      "rome": 4871,
+      "egr": 4872,
+      "Application": 4873,
+      "▁yes": 4874,
+      "▁elle": 4875,
+      "▁email": 4876,
+      "orf": 4877,
+      "case": 4878,
+      "▁pointer": 4879,
+      "▁regard": 4880,
+      "sen": 4881,
+      "status": 4882,
+      "▁mes": 4883,
+      "▁delle": 4884,
+      "ington": 4885,
+      "▁Bas": 4886,
+      ")^": 4887,
+      "develop": 4888,
+      "▁force": 4889,
+      "▁characters": 4890,
+      "▁cross": 4891,
+      "▁death": 4892,
+      "▁takes": 4893,
+      "éri": 4894,
+      "igne": 4895,
+      "чен": 4896,
+      "UP": 4897,
+      ".:": 4898,
+      "Thread": 4899,
+      "ju": 4900,
+      "iny": 4901,
+      "▁details": 4902,
+      "▁xml": 4903,
+      "tait": 4904,
+      "output": 4905,
+      "message": 4906,
+      "''": 4907,
+      "▁British": 4908,
+      "ville": 4909,
+      "▁Div": 4910,
+      "▁User": 4911,
+      "cm": 4912,
+      "чно": 4913,
+      "column": 4914,
+      "eqref": 4915,
+      "ór": 4916,
+      "onom": 4917,
+      "▁Post": 4918,
+      "ellen": 4919,
+      "Ab": 4920,
+      "ulté": 4921,
+      "▁perfect": 4922,
+      "(){": 4923,
+      "vision": 4924,
+      "active": 4925,
+      "lier": 4926,
+      "rij": 4927,
+      "sd": 4928,
+      "▁kö": 4929,
+      "▁nie": 4930,
+      "▁relig": 4931,
+      "▁ot": 4932,
+      "▁machine": 4933,
+      "▁held": 4934,
+      ")$.": 4935,
+      "========": 4936,
+      "cker": 4937,
+      "вы": 4938,
+      "born": 4939,
+      "▁past": 4940,
+      "рия": 4941,
+      "▁Dr": 4942,
+      "▁regular": 4943,
+      "▁provided": 4944,
+      "TER": 4945,
+      "▁univers": 4946,
+      "▁gets": 4947,
+      "▁nu": 4948,
+      "▁/*": 4949,
+      "ober": 4950,
+      "fin": 4951,
+      "▁nella": 4952,
+      "▁become": 4953,
+      "▁``": 4954,
+      "▁history": 4955,
+      "▁Sol": 4956,
+      "▁Rad": 4957,
+      "▁terms": 4958,
+      "▁events": 4959,
+      "lymp": 4960,
+      ")))": 4961,
+      "рова": 4962,
+      "▁absol": 4963,
+      "▁soft": 4964,
+      "links": 4965,
+      "▁hope": 4966,
+      "▁subject": 4967,
+      "\"),": 4968,
+      "▁creating": 4969,
+      "▁}\r": 4970,
+      "▁Sk": 4971,
+      "▁flow": 4972,
+      "▁Ра": 4973,
+      "▁assert": 4974,
+      "zet": 4975,
+      "▁Frank": 4976,
+      "sa": 4977,
+      "▁distribution": 4978,
+      "cu": 4979,
+      "band": 4980,
+      "izz": 4981,
+      "▁job": 4982,
+      "iner": 4983,
+      "struct": 4984,
+      "ák": 4985,
+      "TO": 4986,
+      "auf": 4987,
+      "▁extends": 4988,
+      "▁Gra": 4989,
+      "display": 4990,
+      "▁signific": 4991,
+      "oney": 4992,
+      "source": 4993,
+      "microsoft": 4994,
+      "inder": 4995,
+      "▁quick": 4996,
+      "▁wonder": 4997,
+      "Instance": 4998,
+      "elles": 4999,
+      "ème": 5000,
+      "▁company": 5001,
+      "uß": 5002,
+      ".}": 5003,
+      "▁separate": 5004,
+      "UM": 5005,
+      "HERE": 5006,
+      "▁writing": 5007,
+      "itution": 5008,
+      "▁Gesch": 5009,
+      "мя": 5010,
+      "▁James": 5011,
+      "▁DE": 5012,
+      "▁Spe": 5013,
+      "process": 5014,
+      "Str": 5015,
+      "▁sym": 5016,
+      "▁ao": 5017,
+      "▁wy": 5018,
+      "▁anyone": 5019,
+      "▁Up": 5020,
+      "useum": 5021,
+      "aron": 5022,
+      "▁definition": 5023,
+      "▁`$": 5024,
+      "▁fav": 5025,
+      "ributes": 5026,
+      "▁Ré": 5027,
+      "ografia": 5028,
+      "element": 5029,
+      "cap": 5030,
+      "pat": 5031,
+      "▁Bra": 5032,
+      ")(": 5033,
+      "▁according": 5034,
+      "ге": 5035,
+      "▁pie": 5036,
+      "eli": 5037,
+      "}\"": 5038,
+      "▁activ": 5039,
+      "▁stop": 5040,
+      "patch": 5041,
+      "ті": 5042,
+      "▁Jose": 5043,
+      "End": 5044,
+      "▁prze": 5045,
+      "▁age": 5046,
+      "itory": 5047,
+      "▁PHP": 5048,
+      "agement": 5049,
+      "▁`.": 5050,
+      "▁pretty": 5051,
+      "▁recomm": 5052,
+      "▁sud": 5053,
+      "▁requ": 5054,
+      "▁обла": 5055,
+      "atives": 5056,
+      "▁High": 5057,
+      "áz": 5058,
+      "oul": 5059,
+      "rest": 5060,
+      "▁Ter": 5061,
+      "under": 5062,
+      "thern": 5063,
+      "center": 5064,
+      "▁ur": 5065,
+      "lat": 5066,
+      "▁interface": 5067,
+      "▁ин": 5068,
+      "▁whose": 5069,
+      "icas": 5070,
+      "amen": 5071,
+      "Filter": 5072,
+      "▁station": 5073,
+      "Page": 5074,
+      "▁arm": 5075,
+      "▁eyes": 5076,
+      "▁рай": 5077,
+      "▁seu": 5078,
+      "oli": 5079,
+      "win": 5080,
+      "lik": 5081,
+      "gex": 5082,
+      "chan": 5083,
+      "idence": 5084,
+      "args": 5085,
+      "aking": 5086,
+      "▁Google": 5087,
+      "▁Stud": 5088,
+      "▁ho": 5089,
+      "торы": 5090,
+      "Su": 5091,
+      "▁automat": 5092,
+      "ême": 5093,
+      "▁cy": 5094,
+      "lor": 5095,
+      "▁stack": 5096,
+      "▁SELECT": 5097,
+      "AF": 5098,
+      "▁>>": 5099,
+      "▁compet": 5100,
+      "▁pair": 5101,
+      "▁inglés": 5102,
+      "Response": 5103,
+      "▁Fig": 5104,
+      "grad": 5105,
+      "▁documentation": 5106,
+      "▁cant": 5107,
+      "▁appreci": 5108,
+      "ån": 5109,
+      "▁learn": 5110,
+      "▁indep": 5111,
+      "▁pal": 5112,
+      "package": 5113,
+      "ares": 5114,
+      "▁Berlin": 5115,
+      "бли": 5116,
+      "reich": 5117,
+      "ён": 5118,
+      "▁satisf": 5119,
+      "▁region": 5120,
+      "▁friend": 5121,
+      "▁George": 5122,
+      "▁Во": 5123,
+      "▁\"\"": 5124,
+      "▁desde": 5125,
+      "Factory": 5126,
+      "▁County": 5127,
+      "ouv": 5128,
+      "▁‘": 5129,
+      "▁installed": 5130,
+      "▁wanted": 5131,
+      "▁Python": 5132,
+      "▁interpre": 5133,
+      "▁included": 5134,
+      "▁((": 5135,
+      "▁altern": 5136,
+      "isto": 5137,
+      "gn": 5138,
+      "▁border": 5139,
+      "pdf": 5140,
+      "▁dup": 5141,
+      "▁download": 5142,
+      "just": 5143,
+      "▁members": 5144,
+      "child": 5145,
+      "▁pay": 5146,
+      "▁cer": 5147,
+      "▁looked": 5148,
+      "▁correctly": 5149,
+      "auth": 5150,
+      "▁стан": 5151,
+      "▁esp": 5152,
+      "▁desc": 5153,
+      "eben": 5154,
+      "▁questions": 5155,
+      "mal": 5156,
+      "▁abgerufen": 5157,
+      "▁Band": 5158,
+      "▁[]": 5159,
+      "Base": 5160,
+      "▁ris": 5161,
+      "▁fort": 5162,
+      "▁Id": 5163,
+      "▁various": 5164,
+      "▁League": 5165,
+      "▁Hand": 5166,
+      "▁Type": 5167,
+      "irl": 5168,
+      "▁Fe": 5169,
+      "ién": 5170,
+      "itter": 5171,
+      "▁fast": 5172,
+      "sta": 5173,
+      "▁except": 5174,
+      "icz": 5175,
+      "▁French": 5176,
+      "▁environment": 5177,
+      "▁conse": 5178,
+      "ур": 5179,
+      "ого": 5180,
+      "▁necessary": 5181,
+      "target": 5182,
+      "▁reading": 5183,
+      "home": 5184,
+      "zeich": 5185,
+      "▁equal": 5186,
+      "▁più": 5187,
+      "▁prem": 5188,
+      "▁difficult": 5189,
+      "▁unit": 5190,
+      "▁replace": 5191,
+      "▁heart": 5192,
+      "▁talk": 5193,
+      "AM": 5194,
+      "▁RE": 5195,
+      "▁Person": 5196,
+      "endency": 5197,
+      "▁imm": 5198,
+      "▁human": 5199,
+      "dn": 5200,
+      "▁Kir": 5201,
+      "▁Aut": 5202,
+      "known": 5203,
+      "▁frequ": 5204,
+      "system": 5205,
+      "лав": 5206,
+      "▁Sz": 5207,
+      "▁Gal": 5208,
+      "ное": 5209,
+      "selves": 5210,
+      "rightarrow": 5211,
+      "▁Са": 5212,
+      "=\"@": 5213,
+      "▁building": 5214,
+      "import": 5215,
+      "▁fam": 5216,
+      "▁delete": 5217,
+      "aire": 5218,
+      "mary": 5219,
+      "▁fund": 5220,
+      "▁particip": 5221,
+      "▁syn": 5222,
+      "sin": 5223,
+      "▁lower": 5224,
+      "▁zero": 5225,
+      "▁sec": 5226,
+      "▁fra": 5227,
+      "Point": 5228,
+      "▁failed": 5229,
+      "iento": 5230,
+      "cup": 5231,
+      "▁slow": 5232,
+      "▁nation": 5233,
+      "ähr": 5234,
+      "▁info": 5235,
+      "▁Public": 5236,
+      "▁decla": 5237,
+      "▁Та": 5238,
+      "▁sold": 5239,
+      "▁Rem": 5240,
+      "▁Phil": 5241,
+      "стра": 5242,
+      "▁mehr": 5243,
+      "▁Work": 5244,
+      "▁Nord": 5245,
+      "▁fait": 5246,
+      "▁gew": 5247,
+      "println": 5248,
+      "obile": 5249,
+      "▁Kon": 5250,
+      "▁assume": 5251,
+      "lands": 5252,
+      "▁amount": 5253,
+      "▁Press": 5254,
+      "ých": 5255,
+      "▁maxim": 5256,
+      "▁Champion": 5257,
+      "library": 5258,
+      "añ": 5259,
+      "▁Wal": 5260,
+      "Comm": 5261,
+      "]]": 5262,
+      "▁zw": 5263,
+      "▁social": 5264,
+      "LI": 5265,
+      "▁Unter": 5266,
+      "vor": 5267,
+      "Delta": 5268,
+      "email": 5269,
+      "raint": 5270,
+      "oni": 5271,
+      "▁alt": 5272,
+      "▁né": 5273,
+      "ция": 5274,
+      "ography": 5275,
+      "▁mentioned": 5276,
+      "▁<=": 5277,
+      "▁cette": 5278,
+      "▁currently": 5279,
+      "vare": 5280,
+      "izing": 5281,
+      "▁Def": 5282,
+      "icol": 5283,
+      "ünd": 5284,
+      "▁configuration": 5285,
+      "estig": 5286,
+      "III": 5287,
+      "lam": 5288,
+      "ière": 5289,
+      "▁Ear": 5290,
+      "▁tu": 5291,
+      "Ent": 5292,
+      "▁Using": 5293,
+      "▁ком": 5294,
+      "cie": 5295,
+      "▁proof": 5296,
+      "▁invol": 5297,
+      "▁History": 5298,
+      "><": 5299,
+      "▁AND": 5300,
+      "avy": 5301,
+      "▁relations": 5302,
+      "${": 5303,
+      "▁comes": 5304,
+      "▁direction": 5305,
+      "▁June": 5306,
+      "▁Way": 5307,
+      "Component": 5308,
+      "ech": 5309,
+      "▁Peter": 5310,
+      "sg": 5311,
+      "▁stra": 5312,
+      "uct": 5313,
+      "▁implementation": 5314,
+      "attle": 5315,
+      "▁cz": 5316,
+      "plot": 5317,
+      "▁played": 5318,
+      "\"></": 5319,
+      "▁five": 5320,
+      "▁coll": 5321,
+      "▁Charles": 5322,
+      "Tra": 5323,
+      "▁suo": 5324,
+      "files": 5325,
+      "entes": 5326,
+      "response": 5327,
+      "How": 5328,
+      "▁Soci": 5329,
+      "▁ign": 5330,
+      "▁led": 5331,
+      "▁German": 5332,
+      "udo": 5333,
+      "▁Du": 5334,
+      "▁tim": 5335,
+      "ounter": 5336,
+      "▁attack": 5337,
+      "uri": 5338,
+      "▁ар": 5339,
+      "esse": 5340,
+      "ivil": 5341,
+      "▁Ju": 5342,
+      "▁vel": 5343,
+      "matrix": 5344,
+      "▁Mat": 5345,
+      "gio": 5346,
+      "▁Zeit": 5347,
+      "VER": 5348,
+      "has": 5349,
+      "Connection": 5350,
+      "▁ihr": 5351,
+      "▁attribute": 5352,
+      "▁discuss": 5353,
+      "▁domain": 5354,
+      "bind": 5355,
+      "▁Sec": 5356,
+      "rik": 5357,
+      "close": 5358,
+      "gin": 5359,
+      "▁love": 5360,
+      "anto": 5361,
+      "gent": 5362,
+      "aba": 5363,
+      "jango": 5364,
+      "bi": 5365,
+      "▁obser": 5366,
+      "itting": 5367,
+      "▁ру": 5368,
+      "}=": 5369,
+      "agen": 5370,
+      "BC": 5371,
+      "some": 5372,
+      "▁Bu": 5373,
+      "▁soci": 5374,
+      "▁individual": 5375,
+      "▁deal": 5376,
+      "▁outside": 5377,
+      "rio": 5378,
+      "Exec": 5379,
+      "andid": 5380,
+      "▁business": 5381,
+      "▁tempor": 5382,
+      "▁Tur": 5383,
+      "▁(!": 5384,
+      "riter": 5385,
+      "▁google": 5386,
+      "]:": 5387,
+      "itte": 5388,
+      "xi": 5389,
+      "▁Па": 5390,
+      "hol": 5391,
+      "нь": 5392,
+      "ring": 5393,
+      "▁sul": 5394,
+      "ности": 5395,
+      "_.": 5396,
+      "gar": 5397,
+      "Task": 5398,
+      "▁Check": 5399,
+      "▁modern": 5400,
+      "▁win": 5401,
+      "uster": 5402,
+      "han": 5403,
+      "formation": 5404,
+      "void": 5405,
+      "▁фи": 5406,
+      "▁useful": 5407,
+      "▁England": 5408,
+      "los": 5409,
+      "etime": 5410,
+      "eur": 5411,
+      "▁unique": 5412,
+      "▁как": 5413,
+      "ying": 5414,
+      "obj": 5415,
+      "uid": 5416,
+      "▁windows": 5417,
+      "▁distance": 5418,
+      "▁nombre": 5419,
+      "ія": 5420,
+      "ocus": 5421,
+      "ahn": 5422,
+      "ierte": 5423,
+      "▁dar": 5424,
+      "SI": 5425,
+      "long": 5426,
+      "asta": 5427,
+      "iven": 5428,
+      "▁told": 5429,
+      "▁Gru": 5430,
+      "foo": 5431,
+      "▁calling": 5432,
+      "iembre": 5433,
+      "▁future": 5434,
+      "près": 5435,
+      "leep": 5436,
+      "avigation": 5437,
+      "POST": 5438,
+      "▁described": 5439,
+      "▁noch": 5440,
+      "unit": 5441,
+      "allen": 5442,
+      "▁branch": 5443,
+      "fa": 5444,
+      "▁fill": 5445,
+      "▁obj": 5446,
+      "▁tree": 5447,
+      "▁wurden": 5448,
+      "▁Liter": 5449,
+      "rot": 5450,
+      "split": 5451,
+      "emein": 5452,
+      "module": 5453,
+      "CA": 5454,
+      "▁operator": 5455,
+      "▁wrote": 5456,
+      "▁Jack": 5457,
+      "ologie": 5458,
+      "▁Ant": 5459,
+      "тер": 5460,
+      "stream": 5461,
+      "▁Que": 5462,
+      "epsilon": 5463,
+      "non": 5464,
+      "stein": 5465,
+      "▁simpl": 5466,
+      "pub": 5467,
+      "▁July": 5468,
+      "▁nature": 5469,
+      "▁Database": 5470,
+      "ól": 5471,
+      "ним": 5472,
+      "▁VI": 5473,
+      "être": 5474,
+      "iles": 5475,
+      "▁wel": 5476,
+      "'),": 5477,
+      "▁mut": 5478,
+      "location": 5479,
+      "▁therefore": 5480,
+      "elli": 5481,
+      "▁І": 5482,
+      "né": 5483,
+      "▁ав": 5484,
+      "ledge": 5485,
+      "▁conver": 5486,
+      "ím": 5487,
+      "▁XV": 5488,
+      "vider": 5489,
+      "▁January": 5490,
+      "▁usually": 5491,
+      "▁released": 5492,
+      "▁Mi": 5493,
+      "Head": 5494,
+      "iller": 5495,
+      "▁jan": 5496,
+      "▁letter": 5497,
+      "produ": 5498,
+      "rd": 5499,
+      "▁Cam": 5500,
+      ",'": 5501,
+      "▁Ц": 5502,
+      "▁push": 5503,
+      "update": 5504,
+      "▁maybe": 5505,
+      "Http": 5506,
+      "@\"": 5507,
+      "мер": 5508,
+      "service": 5509,
+      "parse": 5510,
+      "▁dass": 5511,
+      "ên": 5512,
+      ")\"": 5513,
+      "more": 5514,
+      "/*": 5515,
+      "▁mas": 5516,
+      "▁likely": 5517,
+      "▁material": 5518,
+      "▁[[": 5519,
+      "▁longer": 5520,
+      "bal": 5521,
+      "▁Archiv": 5522,
+      "igt": 5523,
+      "▁egy": 5524,
+      "idge": 5525,
+      "igu": 5526,
+      "conf": 5527,
+      "▁inc": 5528,
+      "consulté": 5529,
+      "▁mai": 5530,
+      "Work": 5531,
+      "▁гра": 5532,
+      "▁October": 5533,
+      "▁global": 5534,
+      "▁sel": 5535,
+      "▁municip": 5536,
+      "▁viol": 5537,
+      "▁Does": 5538,
+      "▁\\[": 5539,
+      "ском": 5540,
+      "▁compos": 5541,
+      "бря": 5542,
+      "вя": 5543,
+      "▁respons": 5544,
+      "▁considered": 5545,
+      "▁Japan": 5546,
+      "pes": 5547,
+      "osto": 5548,
+      "▁milit": 5549,
+      "SP": 5550,
+      "сы": 5551,
+      "attr": 5552,
+      "cil": 5553,
+      "irectory": 5554,
+      "aving": 5555,
+      "▁Del": 5556,
+      "▁prevent": 5557,
+      "idade": 5558,
+      "git": 5559,
+      "iform": 5560,
+      "outer": 5561,
+      "inct": 5562,
+      "level": 5563,
+      "atever": 5564,
+      "▁repe": 5565,
+      "▁exc": 5566,
+      "дар": 5567,
+      "Style": 5568,
+      "▁Thomas": 5569,
+      "eline": 5570,
+      "▁ж": 5571,
+      "untime": 5572,
+      "▁larg": 5573,
+      "True": 5574,
+      ".*": 5575,
+      "creen": 5576,
+      "yles": 5577,
+      "▁transl": 5578,
+      "▁Со": 5579,
+      "ensions": 5580,
+      "äl": 5581,
+      "isse": 5582,
+      "▁volt": 5583,
+      "cially": 5584,
+      "nik": 5585,
+      ".]": 5586,
+      "▁Stadt": 5587,
+      "мы": 5588,
+      "fill": 5589,
+      "lov": 5590,
+      "▁\"/": 5591,
+      "Sp": 5592,
+      "▁Air": 5593,
+      "Call": 5594,
+      "▁nur": 5595,
+      "Check": 5596,
+      "ience": 5597,
+      "efined": 5598,
+      "▁вре": 5599,
+      "ło": 5600,
+      "dz": 5601,
+      "▁ор": 5602,
+      "iker": 5603,
+      "owa": 5604,
+      "ович": 5605,
+      "ré": 5606,
+      "OL": 5607,
+      "▁linear": 5608,
+      "▁export": 5609,
+      "ahr": 5610,
+      "icial": 5611,
+      "Rep": 5612,
+      "▁natural": 5613,
+      "▁cop": 5614,
+      "▁})": 5615,
+      "ções": 5616,
+      "zz": 5617,
+      "What": 5618,
+      "▁House": 5619,
+      "Ref": 5620,
+      "inger": 5621,
+      "▁taking": 5622,
+      "ně": 5623,
+      "▁Einz": 5624,
+      "▁dam": 5625,
+      "▁issues": 5626,
+      "Builder": 5627,
+      "edit": 5628,
+      "▁prz": 5629,
+      "password": 5630,
+      "Gener": 5631,
+      "rim": 5632,
+      "▁parts": 5633,
+      "---": 5634,
+      "iginal": 5635,
+      "▁Sci": 5636,
+      "▁mother": 5637,
+      "rea": 5638,
+      "▁container": 5639,
+      "дя": 5640,
+      "▁IP": 5641,
+      "▁none": 5642,
+      "▁followed": 5643,
+      "▁ple": 5644,
+      "▁measure": 5645,
+      "▁tout": 5646,
+      "Ext": 5647,
+      "▁TV": 5648,
+      "▁explain": 5649,
+      "▁paper": 5650,
+      "сті": 5651,
+      "ws": 5652,
+      "Wik": 5653,
+      "▁mm": 5654,
+      "▁Norm": 5655,
+      "▁Server": 5656,
+      "font": 5657,
+      "ecause": 5658,
+      "TR": 5659,
+      "▁би": 5660,
+      "La": 5661,
+      "▁ens": 5662,
+      "▁retr": 5663,
+      "▁Sil": 5664,
+      "▁sequence": 5665,
+      "arc": 5666,
+      "IV": 5667,
+      "zá": 5668,
+      "▁Android": 5669,
+      "▁Super": 5670,
+      "▁roz": 5671,
+      "ovie": 5672,
+      "Om": 5673,
+      "▁Well": 5674,
+      "make": 5675,
+      "orph": 5676,
+      "▁Jer": 5677,
+      "▁Ros": 5678,
+      "reference": 5679,
+      "▁features": 5680,
+      "▁Ger": 5681,
+      "▁Leg": 5682,
+      "▁late": 5683,
+      "▁additional": 5684,
+      "▁flo": 5685,
+      "▁его": 5686,
+      "▁algorithm": 5687,
+      "BA": 5688,
+      "kar": 5689,
+      "IP": 5690,
+      "]);": 5691,
+      "▁appears": 5692,
+      "yw": 5693,
+      "▁temp": 5694,
+      "▁aussi": 5695,
+      "method": 5696,
+      "▁pet": 5697,
+      "strap": 5698,
+      "arning": 5699,
+      "▁cut": 5700,
+      "▁Sa": 5701,
+      "▁track": 5702,
+      "▁employ": 5703,
+      "▁inde": 5704,
+      "rav": 5705,
+      "▁generate": 5706,
+      "bes": 5707,
+      "arts": 5708,
+      "Status": 5709,
+      "uge": 5710,
+      "alis": 5711,
+      "▁override": 5712,
+      "▁fi": 5713,
+      "▁lost": 5714,
+      "oted": 5715,
+      "▁room": 5716,
+      "▁calls": 5717,
+      "▁consist": 5718,
+      "рен": 5719,
+      "▁village": 5720,
+      "dist": 5721,
+      "▁techn": 5722,
+      "enza": 5723,
+      "▁роз": 5724,
+      "▁Catalog": 5725,
+      "▁becom": 5726,
+      "rows": 5727,
+      "▁Nel": 5728,
+      "comple": 5729,
+      "▁premi": 5730,
+      "▁rot": 5731,
+      "▁Weblinks": 5732,
+      "▁football": 5733,
+      "▁compar": 5734,
+      "▁live": 5735,
+      "ких": 5736,
+      "▁equival": 5737,
+      "cape": 5738,
+      "▁Gen": 5739,
+      "nder": 5740,
+      "▁Vis": 5741,
+      "▁behind": 5742,
+      "gers": 5743,
+      "voke": 5744,
+      "▁media": 5745,
+      "EX": 5746,
+      "that": 5747,
+      "▁sono": 5748,
+      "▁mysql": 5749,
+      "ev": 5750,
+      "▁rule": 5751,
+      "дов": 5752,
+      "acc": 5753,
+      "▁WHERE": 5754,
+      "ене": 5755,
+      "Grid": 5756,
+      "▁jul": 5757,
+      "▁mort": 5758,
+      "▁generated": 5759,
+      "encia": 5760,
+      "acter": 5761,
+      "clud": 5762,
+      "▁scen": 5763,
+      "▁closed": 5764,
+      "▁Michael": 5765,
+      "▁mount": 5766,
+      ")$,": 5767,
+      "▁drop": 5768,
+      "▁combin": 5769,
+      "tocol": 5770,
+      "▁goes": 5771,
+      "▁geb": 5772,
+      "MD": 5773,
+      "▁Anton": 5774,
+      "▁$(\"": 5775,
+      "Tem": 5776,
+      "▁ca": 5777,
+      "▁instru": 5778,
+      "eds": 5779,
+      "▁tool": 5780,
+      "mys": 5781,
+      "▁route": 5782,
+      "\"))": 5783,
+      "пре": 5784,
+      "▁float": 5785,
+      "▁services": 5786,
+      "▁чи": 5787,
+      "кі": 5788,
+      "embly": 5789,
+      "aker": 5790,
+      "▁Son": 5791,
+      "▁Math": 5792,
+      "asse": 5793,
+      "ously": 5794,
+      "lications": 5795,
+      "▁ru": 5796,
+      "▁що": 5797,
+      "▁Const": 5798,
+      "▁immedi": 5799,
+      "FO": 5800,
+      "oro": 5801,
+      "▁production": 5802,
+      "rei": 5803,
+      "▁jquery": 5804,
+      "annt": 5805,
+      "▁While": 5806,
+      "▁sn": 5807,
+      "▁годи": 5808,
+      "Format": 5809,
+      "▁star": 5810,
+      "▁Sen": 5811,
+      "▁ko": 5812,
+      "NAME": 5813,
+      "▁prés": 5814,
+      "cha": 5815,
+      "what": 5816,
+      "omin": 5817,
+      "endant": 5818,
+      "hy": 5819,
+      "▁observ": 5820,
+      "▁prefer": 5821,
+      "ун": 5822,
+      "▁constructor": 5823,
+      "bs": 5824,
+      "▁mac": 5825,
+      "▁Bre": 5826,
+      "▁Instit": 5827,
+      "▁story": 5828,
+      "▁symbol": 5829,
+      "eles": 5830,
+      "ße": 5831,
+      "asing": 5832,
+      "▁west": 5833,
+      "ians": 5834,
+      "▁master": 5835,
+      "ез": 5836,
+      "▁ways": 5837,
+      "bm": 5838,
+      "▁pick": 5839,
+      "▁depart": 5840,
+      "Back": 5841,
+      "enk": 5842,
+      "lipse": 5843,
+      "▁math": 5844,
+      "▁Francis": 5845,
+      "▁December": 5846,
+      "fs": 5847,
+      "rum": 5848,
+      "▁development": 5849,
+      "LT": 5850,
+      "ernel": 5851,
+      "▁True": 5852,
+      "▁More": 5853,
+      "rangle": 5854,
+      "▁conditions": 5855,
+      "Options": 5856,
+      "▁gli": 5857,
+      "▁operation": 5858,
+      "ék": 5859,
+      "acht": 5860,
+      "ights": 5861,
+      "▁mist": 5862,
+      "anda": 5863,
+      "▁energy": 5864,
+      "▁же": 5865,
+      "▁women": 5866,
+      "akt": 5867,
+      "▁CH": 5868,
+      "gebra": 5869,
+      "▁meet": 5870,
+      "iu": 5871,
+      "well": 5872,
+      "öl": 5873,
+      "▁government": 5874,
+      "▁Jos": 5875,
+      "ieg": 5876,
+      "▁syntax": 5877,
+      "fix": 5878,
+      "▁Pet": 5879,
+      "jquery": 5880,
+      "▁card": 5881,
+      "▁principal": 5882,
+      "▁dru": 5883,
+      "▁territ": 5884,
+      "▁пов": 5885,
+      "▁SS": 5886,
+      "рии": 5887,
+      "tres": 5888,
+      "agne": 5889,
+      "lying": 5890,
+      "tilde": 5891,
+      "bern": 5892,
+      "enter": 5893,
+      "Per": 5894,
+      "▁somet": 5895,
+      "Load": 5896,
+      "lice": 5897,
+      "▁sous": 5898,
+      "▁Louis": 5899,
+      "▁logic": 5900,
+      "▁Other": 5901,
+      "▁cir": 5902,
+      "év": 5903,
+      "chron": 5904,
+      "▁han": 5905,
+      "▁margin": 5906,
+      "Window": 5907,
+      "ères": 5908,
+      "nych": 5909,
+      "push": 5910,
+      "bolds": 5911,
+      "▁layout": 5912,
+      "▁[`": 5913,
+      "Char": 5914,
+      "▁Cap": 5915,
+      "boldsymbol": 5916,
+      "▁Roman": 5917,
+      "▁Max": 5918,
+      ":(": 5919,
+      "▁Code": 5920,
+      "ising": 5921,
+      "▁states": 5922,
+      "▁existing": 5923,
+      "support": 5924,
+      "▁research": 5925,
+      "licate": 5926,
+      "vari": 5927,
+      "▁bij": 5928,
+      "▁appe": 5929,
+      "▁happens": 5930,
+      "\\\"": 5931,
+      "▁concern": 5932,
+      "west": 5933,
+      "▁saying": 5934,
+      "pid": 5935,
+      "▁recogn": 5936,
+      "▁Het": 5937,
+      "Child": 5938,
+      "▁cs": 5939,
+      "\\,": 5940,
+      "▁clean": 5941,
+      "lections": 5942,
+      "access": 5943,
+      "ву": 5944,
+      "про": 5945,
+      "acity": 5946,
+      "▁Off": 5947,
+      "▁easily": 5948,
+      "èque": 5949,
+      "▁jako": 5950,
+      "▁iz": 5951,
+      "▁Ha": 5952,
+      "▁Det": 5953,
+      "▁forma": 5954,
+      "sche": 5955,
+      "swers": 5956,
+      "▁offer": 5957,
+      "quired": 5958,
+      "Users": 5959,
+      "▁subst": 5960,
+      ">(": 5961,
+      "▁ground": 5962,
+      "unn": 5963,
+      "rod": 5964,
+      "spe": 5965,
+      "ursor": 5966,
+      "▁leave": 5967,
+      "erk": 5968,
+      "▁tal": 5969,
+      "▁bottom": 5970,
+      "IO": 5971,
+      "▁popular": 5972,
+      "igo": 5973,
+      "▁Time": 5974,
+      "values": 5975,
+      "▁Loc": 5976,
+      "▁Club": 5977,
+      "▁anche": 5978,
+      "iał": 5979,
+      "ії": 5980,
+      "Omega": 5981,
+      "▁located": 5982,
+      "Url": 5983,
+      "▁Esp": 5984,
+      "лы": 5985,
+      "ць": 5986,
+      "ulate": 5987,
+      "▁join": 5988,
+      "aves": 5989,
+      "vet": 5990,
+      "lio": 5991,
+      "remove": 5992,
+      "▁token": 5993,
+      "▁optim": 5994,
+      "▁claim": 5995,
+      "ological": 5996,
+      "▁css": 5997,
+      "▁although": 5998,
+      "▁priv": 5999,
+      "▁Ba": 6000,
+      "ül": 6001,
+      "entication": 6002,
+      "▁ven": 6003,
+      "Server": 6004,
+      "▁Cong": 6005,
+      "NET": 6006,
+      "CON": 6007,
+      "dt": 6008,
+      "perties": 6009,
+      "▁epis": 6010,
+      "wikipedia": 6011,
+      "▁engine": 6012,
+      "▁fer": 6013,
+      "getElement": 6014,
+      "▁Cla": 6015,
+      "ří": 6016,
+      "▁rom": 6017,
+      "varepsilon": 6018,
+      "▁prime": 6019,
+      "istry": 6020,
+      "pected": 6021,
+      "orage": 6022,
+      "▁touch": 6023,
+      "▁['": 6024,
+      "▁dan": 6025,
+      "Em": 6026,
+      "aciones": 6027,
+      "Can": 6028,
+      "▁whom": 6029,
+      "▁behavior": 6030,
+      "▁strings": 6031,
+      "▁Europ": 6032,
+      "▁Rom": 6033,
+      "circ": 6034,
+      "▁pun": 6035,
+      "▁register": 6036,
+      "buntu": 6037,
+      "rain": 6038,
+      "Ob": 6039,
+      "TA": 6040,
+      "▁sometimes": 6041,
+      "▁ment": 6042,
+      "▁integer": 6043,
+      "▁Jac": 6044,
+      "legate": 6045,
+      "othing": 6046,
+      "▁sound": 6047,
+      "laces": 6048,
+      "▁Ба": 6049,
+      "rb": 6050,
+      "di": 6051,
+      "ления": 6052,
+      "▁themselves": 6053,
+      "▁Black": 6054,
+      "▁settings": 6055,
+      "▁norm": 6056,
+      "▁runs": 6057,
+      "▁NOT": 6058,
+      "KE": 6059,
+      "▁perhaps": 6060,
+      "▁Я": 6061,
+      "▁mol": 6062,
+      "▁ans": 6063,
+      "atre": 6064,
+      "▁Dies": 6065,
+      "Token": 6066,
+      "anie": 6067,
+      "▁allowed": 6068,
+      "Range": 6069,
+      "▁Gro": 6070,
+      "via": 6071,
+      "utorial": 6072,
+      "ensor": 6073,
+      "estival": 6074,
+      ");\r": 6075,
+      "краї": 6076,
+      "▁turned": 6077,
+      "scope": 6078,
+      "▁bien": 6079,
+      "=$": 6080,
+      "▁extension": 6081,
+      "atore": 6082,
+      "▁Ро": 6083,
+      "▁specify": 6084,
+      "edu": 6085,
+      "Datos": 6086,
+      "▁stored": 6087,
+      "▁parse": 6088,
+      "▁answers": 6089,
+      "ills": 6090,
+      "▁heard": 6091,
+      "lu": 6092,
+      "▁THE": 6093,
+      "▁gén": 6094,
+      "▁ful": 6095,
+      "ez": 6096,
+      "▁Prem": 6097,
+      "then": 6098,
+      "dp": 6099,
+      "ського": 6100,
+      "▁Si": 6101,
+      "ço": 6102,
+      "Edit": 6103,
+      "ків": 6104,
+      "▁Ли": 6105,
+      "▁Sing": 6106,
+      "▁categ": 6107,
+      "Equ": 6108,
+      "▁guer": 6109,
+      "Width": 6110,
+      "▁Christian": 6111,
+      "stat": 6112,
+      "Write": 6113,
+      "▁woman": 6114,
+      "wood": 6115,
+      "Vis": 6116,
+      "раз": 6117,
+      "▁$$\\": 6118,
+      "oder": 6119,
+      "▁bool": 6120,
+      "▁international": 6121,
+      "ность": 6122,
+      "▁Richard": 6123,
+      "▁addition": 6124,
+      "▁Music": 6125,
+      "▁aber": 6126,
+      "tó": 6127,
+      "▁hier": 6128,
+      "ugh": 6129,
+      "▁pob": 6130,
+      "▁tables": 6131,
+      "Do": 6132,
+      "▁higher": 6133,
+      "psi": 6134,
+      "rá": 6135,
+      "▁active": 6136,
+      "▁Table": 6137,
+      "ње": 6138,
+      "▁description": 6139,
+      "▁seemed": 6140,
+      "íst": 6141,
+      "▁myself": 6142,
+      "▁menu": 6143,
+      "del": 6144,
+      "▁ž": 6145,
+      "ele": 6146,
+      "Aut": 6147,
+      "▁гру": 6148,
+      "mut": 6149,
+      "oon": 6150,
+      "asc": 6151,
+      "bug": 6152,
+      "▁moved": 6153,
+      "CL": 6154,
+      "▁datas": 6155,
+      "SO": 6156,
+      "оло": 6157,
+      "▁Georg": 6158,
+      "▁reach": 6159,
+      ":\"": 6160,
+      "▁evalu": 6161,
+      "▁Hel": 6162,
+      "▁River": 6163,
+      "▁Ар": 6164,
+      "////": 6165,
+      "▁sets": 6166,
+      "▁Olymp": 6167,
+      "Adapter": 6168,
+      ".'": 6169,
+      "overn": 6170,
+      "▁Lord": 6171,
+      "!--": 6172,
+      "jpg": 6173,
+      "imento": 6174,
+      "▁Prof": 6175,
+      "▁achieve": 6176,
+      "}:": 6177,
+      "▁incor": 6178,
+      "▁onder": 6179,
+      "engl": 6180,
+      "ABLE": 6181,
+      "▁Mary": 6182,
+      "▁waren": 6183,
+      "lage": 6184,
+      "Dec": 6185,
+      "англ": 6186,
+      "encias": 6187,
+      "лей": 6188,
+      "▁Machine": 6189,
+      "▁Ан": 6190,
+      "uda": 6191,
+      "▁ś": 6192,
+      "▁XX": 6193,
+      "only": 6194,
+      "ление": 6195,
+      "▁también": 6196,
+      "nej": 6197,
+      "▁relative": 6198,
+      "▁hours": 6199,
+      "▁indeed": 6200,
+      "undo": 6201,
+      "ingu": 6202,
+      "area": 6203,
+      "▁Create": 6204,
+      "beit": 6205,
+      "▁removed": 6206,
+      "master": 6207,
+      "haus": 6208,
+      "▁Bern": 6209,
+      "▁speed": 6210,
+      "▁Bay": 6211,
+      "▁Att": 6212,
+      "▁None": 6213,
+      "application": 6214,
+      "üd": 6215,
+      "▁fit": 6216,
+      "▁Maria": 6217,
+      "▁nord": 6218,
+      "▁split": 6219,
+      "▁stru": 6220,
+      "▁official": 6221,
+      "▁execute": 6222,
+      "ouve": 6223,
+      "{{": 6224,
+      "▁Ap": 6225,
+      "▁ку": 6226,
+      "IL": 6227,
+      "▁^": 6228,
+      "dim": 6229,
+      "▁setup": 6230,
+      "ск": 6231,
+      "▁share": 6232,
+      "▁minutes": 6233,
+      "gle": 6234,
+      "oco": 6235,
+      "stell": 6236,
+      "▁Coun": 6237,
+      "▁temper": 6238,
+      "keit": 6239,
+      "ський": 6240,
+      "ao": 6241,
+      "▁Long": 6242,
+      "(&": 6243,
+      "кан": 6244,
+      "▁dens": 6245,
+      "But": 6246,
+      "XX": 6247,
+      "DATE": 6248,
+      "gan": 6249,
+      ".).": 6250,
+      "▁entry": 6251,
+      "install": 6252,
+      "▁зна": 6253,
+      "▁Som": 6254,
+      "Command": 6255,
+      "ßen": 6256,
+      "▁starting": 6257,
+      "▁sto": 6258,
+      "IG": 6259,
+      "▁minim": 6260,
+      "▁explicit": 6261,
+      "▁bytes": 6262,
+      "▁party": 6263,
+      "tober": 6264,
+      "▁Grand": 6265,
+      "▁Vor": 6266,
+      "▁leur": 6267,
+      "Document": 6268,
+      "erc": 6269,
+      "ensive": 6270,
+      "CP": 6271,
+      "env": 6272,
+      "▁arguments": 6273,
+      "▁Gran": 6274,
+      "arily": 6275,
+      "▁lin": 6276,
+      "tn": 6277,
+      "(-": 6278,
+      "geq": 6279,
+      "▁Famil": 6280,
+      "▁Бо": 6281,
+      "▁tour": 6282,
+      "▁nav": 6283,
+      "▁properly": 6284,
+      "▁Mrs": 6285,
+      "▁Mel": 6286,
+      "▁scale": 6287,
+      "astic": 6288,
+      "ds": 6289,
+      "▁Sir": 6290,
+      "▁Church": 6291,
+      "}^{\\": 6292,
+      "you": 6293,
+      "/.": 6294,
+      "So": 6295,
+      "▁brought": 6296,
+      "▁role": 6297,
+      "▁Sur": 6298,
+      "▁fond": 6299,
+      "▁ges": 6300,
+      "że": 6301,
+      "eten": 6302,
+      "▁était": 6303,
+      "SER": 6304,
+      "▁которы": 6305,
+      "▁equation": 6306,
+      "aspx": 6307,
+      "▁Afr": 6308,
+      "▁dit": 6309,
+      "empty": 6310,
+      "alement": 6311,
+      "wrap": 6312,
+      "▁Bet": 6313,
+      "▁collect": 6314,
+      "▁git": 6315,
+      "▁vie": 6316,
+      "▁..": 6317,
+      "рой": 6318,
+      "▁<?": 6319,
+      "▁educ": 6320,
+      "kl": 6321,
+      "ensis": 6322,
+      "▁OR": 6323,
+      "▁Hi": 6324,
+      "▁Cour": 6325,
+      "бы": 6326,
+      "cert": 6327,
+      "▁Ges": 6328,
+      "essor": 6329,
+      "Main": 6330,
+      "▁лю": 6331,
+      "cade": 6332,
+      "dot": 6333,
+      "augh": 6334,
+      "hib": 6335,
+      "▁automatically": 6336,
+      "▁spir": 6337,
+      "present": 6338,
+      "▁February": 6339,
+      "▁Elle": 6340,
+      "custom": 6341,
+      "▁proget": 6342,
+      "▁administr": 6343,
+      "AA": 6344,
+      "▁born": 6345,
+      "▁College": 6346,
+      "athol": 6347,
+      "`)": 6348,
+      "ierre": 6349,
+      "▁ran": 6350,
+      "▁profession": 6351,
+      "ogen": 6352,
+      "}_{\\": 6353,
+      "▁activity": 6354,
+      "▁scroll": 6355,
+      "▁prove": 6356,
+      "ibrary": 6357,
+      "eries": 6358,
+      "Read": 6359,
+      "year": 6360,
+      "▁lang": 6361,
+      "Det": 6362,
+      "▁knew": 6363,
+      "▁protected": 6364,
+      "▁wor": 6365,
+      "▁effic": 6366,
+      "▁rég": 6367,
+      "▁theory": 6368,
+      "▁published": 6369,
+      "real": 6370,
+      "▁Tour": 6371,
+      "▁durante": 6372,
+      "äs": 6373,
+      "▁positive": 6374,
+      "▁forward": 6375,
+      "▁Rel": 6376,
+      "{\"": 6377,
+      "park": 6378,
+      "▁Um": 6379,
+      "▁eer": 6380,
+      "enta": 6381,
+      "▁imag": 6382,
+      "ної": 6383,
+      "piel": 6384,
+      "▁jQuery": 6385,
+      "isme": 6386,
+      "chni": 6387,
+      "organ": 6388,
+      "▁args": 6389,
+      "oir": 6390,
+      "heim": 6391,
+      "rian": 6392,
+      "eless": 6393,
+      "uses": 6394,
+      "дин": 6395,
+      "ición": 6396,
+      "▁indust": 6397,
+      "▁wish": 6398,
+      "ány": 6399,
+      "oca": 6400,
+      "▁angular": 6401,
+      "ieved": 6402,
+      "▁occur": 6403,
+      "SELECT": 6404,
+      "onia": 6405,
+      "admin": 6406,
+      "▁Best": 6407,
+      "▁это": 6408,
+      "огра": 6409,
+      "▁loss": 6410,
+      "▁bal": 6411,
+      "▁Рос": 6412,
+      "▁career": 6413,
+      "▁пе": 6414,
+      "IX": 6415,
+      "▁fall": 6416,
+      "▁Rob": 6417,
+      "▁OP": 6418,
+      "ened": 6419,
+      "graphics": 6420,
+      "▁coming": 6421,
+      "Update": 6422,
+      "▁died": 6423,
+      "eden": 6424,
+      "▁abs": 6425,
+      "▁inner": 6426,
+      "▁trav": 6427,
+      "стоя": 6428,
+      "zą": 6429,
+      "ép": 6430,
+      "▁Group": 6431,
+      "▁cel": 6432,
+      "▁stuff": 6433,
+      "▁situation": 6434,
+      "▁${": 6435,
+      "acle": 6436,
+      "▁purpose": 6437,
+      "▁Fire": 6438,
+      "▁Oh": 6439,
+      "▁Second": 6440,
+      "▁upload": 6441,
+      "ostał": 6442,
+      "ющи": 6443,
+      "Auth": 6444,
+      "▁showing": 6445,
+      "▁completely": 6446,
+      "avel": 6447,
+      "bd": 6448,
+      "▁proced": 6449,
+      "▁Ö": 6450,
+      "control": 6451,
+      "▁thank": 6452,
+      "undred": 6453,
+      "▁tom": 6454,
+      "▁examples": 6455,
+      "▁remember": 6456,
+      "▁рабо": 6457,
+      "▁possib": 6458,
+      "▁detect": 6459,
+      "▁poor": 6460,
+      "▁Op": 6461,
+      "▁century": 6462,
+      "utter": 6463,
+      "▁login": 6464,
+      "unst": 6465,
+      "Output": 6466,
+      "▁otherwise": 6467,
+      "lan": 6468,
+      "тур": 6469,
+      "▁сов": 6470,
+      "▁groups": 6471,
+      "rip": 6472,
+      "▁shell": 6473,
+      "▁district": 6474,
+      "▁records": 6475,
+      "▁siè": 6476,
+      "fortun": 6477,
+      "enty": 6478,
+      "▁Tre": 6479,
+      "▁changing": 6480,
+      "след": 6481,
+      "aught": 6482,
+      "▁deep": 6483,
+      "subset": 6484,
+      "agy": 6485,
+      "endar": 6486,
+      "jax": 6487,
+      "OM": 6488,
+      "El": 6489,
+      "imate": 6490,
+      "ardo": 6491,
+      "▁plot": 6492,
+      "▁visit": 6493,
+      "▁bug": 6494,
+      "▁все": 6495,
+      "▁opened": 6496,
+      "▁repla": 6497,
+      "▁Henry": 6498,
+      "▁pp": 6499,
+      "bas": 6500,
+      "▁dark": 6501,
+      "▁Martin": 6502,
+      "▁resource": 6503,
+      "iling": 6504,
+      "▁watch": 6505,
+      "replace": 6506,
+      "▁release": 6507,
+      "Location": 6508,
+      "▁learning": 6509,
+      "menu": 6510,
+      "▁allows": 6511,
+      "ър": 6512,
+      "Length": 6513,
+      "▁whatever": 6514,
+      "▁pages": 6515,
+      "▁compiler": 6516,
+      "▁также": 6517,
+      "▁Pan": 6518,
+      "command": 6519,
+      "▁road": 6520,
+      "▁unless": 6521,
+      "`?": 6522,
+      "▁discover": 6523,
+      "▁он": 6524,
+      "}]": 6525,
+      "bour": 6526,
+      "▁Could": 6527,
+      "▁regex": 6528,
+      "▁ps": 6529,
+      "CD": 6530,
+      "из": 6531,
+      "▁wife": 6532,
+      "amenti": 6533,
+      "▁fair": 6534,
+      "▁DB": 6535,
+      "▁Cup": 6536,
+      "enen": 6537,
+      "ajax": 6538,
+      "othèque": 6539,
+      "▁seiner": 6540,
+      "icker": 6541,
+      "ám": 6542,
+      "exchange": 6543,
+      "oles": 6544,
+      "IF": 6545,
+      "▁До": 6546,
+      "ohn": 6547,
+      "▁grow": 6548,
+      "▁Thus": 6549,
+      "spec": 6550,
+      "▁hatte": 6551,
+      "#,": 6552,
+      "allel": 6553,
+      "▁rate": 6554,
+      "▁central": 6555,
+      "▁Van": 6556,
+      "iforn": 6557,
+      "Run": 6558,
+      "▁study": 6559,
+      "▁XML": 6560,
+      "▁Che": 6561,
+      "▁beaut": 6562,
+      "mid": 6563,
+      "▁advance": 6564,
+      "Ver": 6565,
+      "тя": 6566,
+      "▁hands": 6567,
+      "▁lay": 6568,
+      "▁š": 6569,
+      "▁OS": 6570,
+      "▁{}": 6571,
+      "Pre": 6572,
+      "▁Hall": 6573,
+      "imp": 6574,
+      "▁sun": 6575,
+      "▁steps": 6576,
+      "▁jud": 6577,
+      "qui": 6578,
+      "▁boot": 6579,
+      "▁%>": 6580,
+      "▁Ва": 6581,
+      "nost": 6582,
+      "▁nem": 6583,
+      "▁pen": 6584,
+      "Open": 6585,
+      "▁church": 6586,
+      "кон": 6587,
+      "▁average": 6588,
+      "▁comments": 6589,
+      "▁corresponding": 6590,
+      "levant": 6591,
+      "▁bed": 6592,
+      "▁meaning": 6593,
+      "Version": 6594,
+      "Link": 6595,
+      "bel": 6596,
+      "▁extract": 6597,
+      "ść": 6598,
+      "▁IV": 6599,
+      "▁Ir": 6600,
+      "▁computer": 6601,
+      "▁affect": 6602,
+      "▁Ста": 6603,
+      "AX": 6604,
+      "sort": 6605,
+      "▁species": 6606,
+      "▁Oper": 6607,
+      "▁hash": 6608,
+      "ches": 6609,
+      "▁Einzeln": 6610,
+      "▁keys": 6611,
+      "▁marzo": 6612,
+      "▁interpret": 6613,
+      "hood": 6614,
+      "▁coordin": 6615,
+      "ös": 6616,
+      "rage": 6617,
+      "etz": 6618,
+      "iza": 6619,
+      "дер": 6620,
+      "üt": 6621,
+      "^*": 6622,
+      "▁modify": 6623,
+      "▁termin": 6624,
+      "▁cred": 6625,
+      "zon": 6626,
+      "ную": 6627,
+      "▁mie": 6628,
+      "▁''": 6629,
+      "▁Mos": 6630,
+      "▁connected": 6631,
+      "NO": 6632,
+      "▁compile": 6633,
+      "▁\"\\": 6634,
+      "▁cat": 6635,
+      "fiddle": 6636,
+      "uta": 6637,
+      "Access": 6638,
+      "▁Sto": 6639,
+      "▁Bur": 6640,
+      "▁north": 6641,
+      "Gamma": 6642,
+      "▁alloc": 6643,
+      "Init": 6644,
+      "▁Link": 6645,
+      "ialize": 6646,
+      "Impl": 6647,
+      "oupe": 6648,
+      "ropri": 6649,
+      "▁Gold": 6650,
+      "▁solo": 6651,
+      "▁Dist": 6652,
+      ",-": 6653,
+      "nav": 6654,
+      "▁alert": 6655,
+      "esis": 6656,
+      "▁Os": 6657,
+      "///": 6658,
+      "▁feb": 6659,
+      "▁-->": 6660,
+      "foot": 6661,
+      "▁Fried": 6662,
+      "▁Einzelnach": 6663,
+      "▁rev": 6664,
+      "zeit": 6665,
+      "▁Stat": 6666,
+      "▁Seg": 6667,
+      "▁blo": 6668,
+      "wick": 6669,
+      "EL": 6670,
+      "caption": 6671,
+      "header": 6672,
+      "▁president": 6673,
+      "▁multip": 6674,
+      "▁Einzelnachweise": 6675,
+      "▁seine": 6676,
+      "?”": 6677,
+      "Function": 6678,
+      "▁Stand": 6679,
+      "▁Function": 6680,
+      "▁?>": 6681,
+      "▁Bill": 6682,
+      "▁spect": 6683,
+      "▁redirect": 6684,
+      "rupt": 6685,
+      "▁walk": 6686,
+      "вши": 6687,
+      "springframework": 6688,
+      "place": 6689,
+      "ého": 6690,
+      "Entity": 6691,
+      "▁Service": 6692,
+      "inte": 6693,
+      "▁training": 6694,
+      "▁(`": 6695,
+      "фор": 6696,
+      "▁кра": 6697,
+      "aur": 6698,
+      "▁fetch": 6699,
+      "▁†": 6700,
+      "▁même": 6701,
+      "▁('": 6702,
+      "atively": 6703,
+      "▁execut": 6704,
+      "äch": 6705,
+      "▁Catalogue": 6706,
+      "based": 6707,
+      "Attribute": 6708,
+      "▁spring": 6709,
+      "phone": 6710,
+      "тра": 6711,
+      "▁пи": 6712,
+      "тера": 6713,
+      "▁`\\": 6714,
+      "▁Od": 6715,
+      "One": 6716,
+      "send": 6717,
+      "bon": 6718,
+      "▁°": 6719,
+      "MO": 6720,
+      "▁asking": 6721,
+      "▁où": 6722,
+      "▁ingår": 6723,
+      "▁testing": 6724,
+      "▁фа": 6725,
+      "▁Book": 6726,
+      "imm": 6727,
+      "▁progress": 6728,
+      "bro": 6729,
+      "First": 6730,
+      "▁phot": 6731,
+      "▁ON": 6732,
+      "Template": 6733,
+      "developer": 6734,
+      "annot": 6735,
+      "▁>=": 6736,
+      "mission": 6737,
+      "▁któ": 6738,
+      "pc": 6739,
+      "bach": 6740,
+      "zent": 6741,
+      "ued": 6742,
+      "▁ones": 6743,
+      "ји": 6744,
+      "▁rout": 6745,
+      "▁Ки": 6746,
+      "Post": 6747,
+      "ції": 6748,
+      "▁Vir": 6749,
+      "nek": 6750,
+      "aging": 6751,
+      "▁ок": 6752,
+      "izont": 6753,
+      "▁agosto": 6754,
+      "▁choose": 6755,
+      "▁\r": 6756,
+      "▁systems": 6757,
+      "loss": 6758,
+      "iente": 6759,
+      "▁Cre": 6760,
+      "▁contra": 6761,
+      "ums": 6762,
+      "▁beginning": 6763,
+      "emy": 6764,
+      "istics": 6765,
+      "▁served": 6766,
+      "Down": 6767,
+      "options": 6768,
+      "▁Govern": 6769,
+      "▁BY": 6770,
+      "▁jest": 6771,
+      "té": 6772,
+      "▁continue": 6773,
+      "pers": 6774,
+      "▁easier": 6775,
+      "▁cos": 6776,
+      "esso": 6777,
+      ">>": 6778,
+      "Net": 6779,
+      "▁Bor": 6780,
+      "▁Cr": 6781,
+      "▁transfer": 6782,
+      "▁CSS": 6783,
+      "▁finns": 6784,
+      "▁хо": 6785,
+      "username": 6786,
+      "▁constru": 6787,
+      "▁pain": 6788,
+      "▁Tem": 6789,
+      "▁specified": 6790,
+      "▁brit": 6791,
+      "ские": 6792,
+      "irk": 6793,
+      "rapper": 6794,
+      "▁counter": 6795,
+      "▁[\"": 6796,
+      "oded": 6797,
+      "дан": 6798,
+      "property": 6799,
+      "hard": 6800,
+      "istrict": 6801,
+      ")/": 6802,
+      "▁Pour": 6803,
+      "▁Where": 6804,
+      "▁===": 6805,
+      "▁sowie": 6806,
+      "▁Про": 6807,
+      "▁dess": 6808,
+      "▁tras": 6809,
+      "▁уча": 6810,
+      "▁Over": 6811,
+      "note": 6812,
+      "▁America": 6813,
+      "cp": 6814,
+      "▁grande": 6815,
+      "Me": 6816,
+      ")-": 6817,
+      "Mode": 6818,
+      "▁passing": 6819,
+      "▁giving": 6820,
+      "Cl": 6821,
+      "}/": 6822,
+      "Menu": 6823,
+      "!!": 6824,
+      "angular": 6825,
+      "▁launch": 6826,
+      "varphi": 6827,
+      "▁Johann": 6828,
+      "▁foreach": 6829,
+      "ró": 6830,
+      "sequ": 6831,
+      "ifi": 6832,
+      "Am": 6833,
+      "arp": 6834,
+      "▁buffer": 6835,
+      "▁ni": 6836,
+      "▁mix": 6837,
+      "▁Museum": 6838,
+      "▁meant": 6839,
+      "asi": 6840,
+      "▁kan": 6841,
+      "прав": 6842,
+      "Comp": 6843,
+      "istoire": 6844,
+      "iful": 6845,
+      "jer": 6846,
+      "issions": 6847,
+      "Resource": 6848,
+      "▁воз": 6849,
+      "▁ST": 6850,
+      "▁solutions": 6851,
+      "▁belong": 6852,
+      "▁Associ": 6853,
+      "cf": 6854,
+      "▁Mär": 6855,
+      "▁grid": 6856,
+      "Mult": 6857,
+      "▁requires": 6858,
+      "kk": 6859,
+      "▁teach": 6860,
+      "emeinde": 6861,
+      "▁square": 6862,
+      "▁коман": 6863,
+      "▁Event": 6864,
+      "▁rules": 6865,
+      "▁bur": 6866,
+      "▁eing": 6867,
+      "▁Mai": 6868,
+      "▁nam": 6869,
+      "▁slä": 6870,
+      "hör": 6871,
+      "▁tip": 6872,
+      "▁Literatur": 6873,
+      "▁scope": 6874,
+      "overline": 6875,
+      "▁exit": 6876,
+      ")?": 6877,
+      "bet": 6878,
+      "▁vict": 6879,
+      "Off": 6880,
+      "▁approxim": 6881,
+      "▁Geb": 6882,
+      "ktop": 6883,
+      "heit": 6884,
+      "▁Ю": 6885,
+      "template": 6886,
+      "рон": 6887,
+      "▁uno": 6888,
+      "Serv": 6889,
+      "▁framework": 6890,
+      "operator": 6891,
+      "▁generally": 6892,
+      "▁hundred": 6893,
+      "▁divers": 6894,
+      "ovi": 6895,
+      "▁rés": 6896,
+      "abs": 6897,
+      "▁gal": 6898,
+      "çais": 6899,
+      "▁feet": 6900,
+      "▁virtual": 6901,
+      "czy": 6902,
+      "ску": 6903,
+      "./": 6904,
+      "hu": 6905,
+      "ancy": 6906,
+      "▁recommend": 6907,
+      "▁під": 6908,
+      "▁money": 6909,
+      "▁versions": 6910,
+      "▁helps": 6911,
+      "▁Hor": 6912,
+      "Items": 6913,
+      "look": 6914,
+      "connect": 6915,
+      "anges": 6916,
+      "ViewController": 6917,
+      "elijk": 6918,
+      "▁occup": 6919,
+      "▁editor": 6920,
+      "auto": 6921,
+      "ög": 6922,
+      "▁seconds": 6923,
+      "▁obvious": 6924,
+      "vm": 6925,
+      "akes": 6926,
+      "▁gegen": 6927,
+      "▁til": 6928,
+      "jection": 6929,
+      "лення": 6930,
+      "▁operations": 6931,
+      "▁East": 6932,
+      "ogy": 6933,
+      "▁Polit": 6934,
+      "uten": 6935,
+      "▁Joseph": 6936,
+      "\"`": 6937,
+      "▁Company": 6938,
+      "▁callback": 6939,
+      "▁sen": 6940,
+      "cción": 6941,
+      "▁associated": 6942,
+      "▁containing": 6943,
+      "▁practice": 6944,
+      "elijke": 6945,
+      "oke": 6946,
+      "éra": 6947,
+      "uns": 6948,
+      "anta": 6949,
+      "vey": 6950,
+      "zu": 6951,
+      "▁Bes": 6952,
+      "▁Flor": 6953,
+      "mem": 6954,
+      "ycz": 6955,
+      "▁architect": 6956,
+      "▁anni": 6957,
+      "▁contact": 6958,
+      "YPE": 6959,
+      "▁Cas": 6960,
+      "▁полу": 6961,
+      "ovo": 6962,
+      "▁bring": 6963,
+      "▁concept": 6964,
+      "▁js": 6965,
+      "▁Referencias": 6966,
+      "emble": 6967,
+      "▁н": 6968,
+      "▁supported": 6969,
+      "Big": 6970,
+      "▁Hans": 6971,
+      "erv": 6972,
+      "▁Maj": 6973,
+      "▁arriv": 6974,
+      "▁Have": 6975,
+      "▁probability": 6976,
+      "▁Pop": 6977,
+      "▁Pass": 6978,
+      "token": 6979,
+      "Provider": 6980,
+      "▁Ra": 6981,
+      "Reader": 6982,
+      "ooth": 6983,
+      "lap": 6984,
+      "▁assist": 6985,
+      "adow": 6986,
+      "▁tests": 6987,
+      "сси": 6988,
+      "▁king": 6989,
+      "langle": 6990,
+      "▁Sum": 6991,
+      "OIN": 6992,
+      "▁security": 6993,
+      "nis": 6994,
+      "../": 6995,
+      "▁basic": 6996,
+      "unity": 6997,
+      "`:": 6998,
+      "▁кото": 6999,
+      "kow": 7000,
+      "▁Bibliothèque": 7001,
+      "asion": 7002,
+      "alo": 7003,
+      "ifest": 7004,
+      "▁novembre": 7005,
+      "▁peu": 7006,
+      "▁Ж": 7007,
+      "enschaft": 7008,
+      "clus": 7009,
+      "ју": 7010,
+      "Height": 7011,
+      "ún": 7012,
+      "▁tur": 7013,
+      "▁ideas": 7014,
+      "▁ces": 7015,
+      "frak": 7016,
+      "▁premier": 7017,
+      "itation": 7018,
+      "▁sé": 7019,
+      "HTML": 7020,
+      "▁Royal": 7021,
+      "ської": 7022,
+      "▁byte": 7023,
+      "PS": 7024,
+      "▁segu": 7025,
+      "inen": 7026,
+      "▁Great": 7027,
+      "▁Ку": 7028,
+      "▁external": 7029,
+      "Title": 7030,
+      "Top": 7031,
+      "Process": 7032,
+      "ität": 7033,
+      "▁`/": 7034,
+      "▁secret": 7035,
+      "pository": 7036,
+      "▁potential": 7037,
+      "▁Bud": 7038,
+      "names": 7039,
+      "asons": 7040,
+      "stackexchange": 7041,
+      "background": 7042,
+      "пер": 7043,
+      "сов": 7044,
+      "after": 7045,
+      "▁pero": 7046,
+      "▁software": 7047,
+      "▁sed": 7048,
+      "▁arrays": 7049,
+      "tmp": 7050,
+      "▁asp": 7051,
+      "scale": 7052,
+      "▁Lat": 7053,
+      "anal": 7054,
+      "▁gem": 7055,
+      "PU": 7056,
+      "▁Altri": 7057,
+      "That": 7058,
+      "▁Ни": 7059,
+      "ifact": 7060,
+      "Address": 7061,
+      "▁south": 7062,
+      "▁formula": 7063,
+      "▁Colleg": 7064,
+      "▁ін": 7065,
+      "ktion": 7066,
+      "▁sac": 7067,
+      "SH": 7068,
+      "ajo": 7069,
+      "etc": 7070,
+      "vc": 7071,
+      "`](": 7072,
+      "▁Dur": 7073,
+      "▁Ме": 7074,
+      "▁Smith": 7075,
+      "items": 7076,
+      "CK": 7077,
+      "elo": 7078,
+      "▁plugin": 7079,
+      "▁serie": 7080,
+      "ienne": 7081,
+      "▁или": 7082,
+      "Mar": 7083,
+      "▁Image": 7084,
+      "got": 7085,
+      "andas": 7086,
+      "▁matches": 7087,
+      "▁worth": 7088,
+      "▁Deb": 7089,
+      "▁cache": 7090,
+      "▁felt": 7091,
+      "ersch": 7092,
+      "izes": 7093,
+      "Oper": 7094,
+      "▁Jahre": 7095,
+      "▁commune": 7096,
+      "thread": 7097,
+      "▁ny": 7098,
+      "dec": 7099,
+      "ouw": 7100,
+      "▁surface": 7101,
+      "▁Por": 7102,
+      "▁Street": 7103,
+      "при": 7104,
+      "▁candid": 7105,
+      "▁Return": 7106,
+      "▁Kom": 7107,
+      "gru": 7108,
+      "▁ти": 7109,
+      "[\\": 7110,
+      "▁depends": 7111,
+      "▁influ": 7112,
+      "▁towards": 7113,
+      "ained": 7114,
+      "▁rank": 7115,
+      "▁Januar": 7116,
+      "▁components": 7117,
+      "gest": 7118,
+      "getElementById": 7119,
+      "▁checked": 7120,
+      "airs": 7121,
+      "join": 7122,
+      "▁dead": 7123,
+      "▁hit": 7124,
+      "ény": 7125,
+      "▁equivalent": 7126,
+      "▁Пре": 7127,
+      "▁appropri": 7128,
+      "Pass": 7129,
+      "▁primer": 7130,
+      "englisch": 7131,
+      "▁appar": 7132,
+      "▁During": 7133,
+      "▁knowledge": 7134,
+      "▁trigger": 7135,
+      "▁core": 7136,
+      "▁Ol": 7137,
+      "▁Produ": 7138,
+      "▁Fern": 7139,
+      "▁нача": 7140,
+      "Te": 7141,
+      "▁Mot": 7142,
+      "erve": 7143,
+      "тво": 7144,
+      "▁mid": 7145,
+      "▁finally": 7146,
+      "aires": 7147,
+      "▁especially": 7148,
+      "▁tut": 7149,
+      "▁receive": 7150,
+      "adre": 7151,
+      "▁neigh": 7152,
+      "ktet": 7153,
+      "ilde": 7154,
+      "▁radio": 7155,
+      "▁driver": 7156,
+      "лись": 7157,
+      "endencies": 7158,
+      "▁IE": 7159,
+      "▁saved": 7160,
+      "ffect": 7161,
+      "▁Wayback": 7162,
+      "iat": 7163,
+      "▁padding": 7164,
+      "window": 7165,
+      "тиче": 7166,
+      "▁mur": 7167,
+      "actor": 7168,
+      "▁Han": 7169,
+      "ональ": 7170,
+      "▁gar": 7171,
+      "▁familjen": 7172,
+      "ós": 7173,
+      "▁nationale": 7174,
+      "▁pré": 7175,
+      "ded": 7176,
+      "onal": 7177,
+      "▁President": 7178,
+      "▁\\,": 7179,
+      "▁placed": 7180,
+      "erni": 7181,
+      "▁signal": 7182,
+      "nab": 7183,
+      "hm": 7184,
+      "Mon": 7185,
+      "▁vs": 7186,
+      "SC": 7187,
+      "▁progetti": 7188,
+      "▁Ü": 7189,
+      "▁forms": 7190,
+      "▁messages": 7191,
+      "inf": 7192,
+      "users": 7193,
+      "GET": 7194,
+      "▁dels": 7195,
+      "Collection": 7196,
+      "▁Good": 7197,
+      "▁Maybe": 7198,
+      "▁compr": 7199,
+      "▁larger": 7200,
+      "gres": 7201,
+      "aper": 7202,
+      "▁При": 7203,
+      "undes": 7204,
+      "▁sea": 7205,
+      "▁Spring": 7206,
+      "ulo": 7207,
+      "▁mechan": 7208,
+      "▁sans": 7209,
+      "GB": 7210,
+      "Valid": 7211,
+      "▁communic": 7212,
+      "▁pra": 7213,
+      "vier": 7214,
+      "▁Се": 7215,
+      "▁ain": 7216,
+      "тура": 7217,
+      "kom": 7218,
+      "skiego": 7219,
+      "ково": 7220,
+      "adata": 7221,
+      "▁Ре": 7222,
+      "▁boolean": 7223,
+      "sets": 7224,
+      "▁effort": 7225,
+      ".[": 7226,
+      "▁został": 7227,
+      "PA": 7228,
+      "▁Vict": 7229,
+      "SD": 7230,
+      "ował": 7231,
+      "▁emb": 7232,
+      "▁prima": 7233,
+      "▁hour": 7234,
+      "subsection": 7235,
+      "▁Fort": 7236,
+      "mathfrak": 7237,
+      "igin": 7238,
+      "GL": 7239,
+      ")+": 7240,
+      "fi": 7241,
+      "▁anci": 7242,
+      "▁pan": 7243,
+      "\\)": 7244,
+      "▁lug": 7245,
+      "▁deploy": 7246,
+      "domain": 7247,
+      "▁slight": 7248,
+      "JSON": 7249,
+      "▁morning": 7250,
+      "▁hi": 7251,
+      "▁compare": 7252,
+      "ije": 7253,
+      "▁blue": 7254,
+      "▁Ac": 7255,
+      "▁middle": 7256,
+      "anden": 7257,
+      "▁shared": 7258,
+      "▁Camp": 7259,
+      "▁Á": 7260,
+      "ounded": 7261,
+      "uw": 7262,
+      "ierung": 7263,
+      "Stack": 7264,
+      "▁eines": 7265,
+      "▁Da": 7266,
+      "lij": 7267,
+      "enti": 7268,
+      "▁й": 7269,
+      "Util": 7270,
+      "▁experience": 7271,
+      "▁await": 7272,
+      "uls": 7273,
+      "▁requests": 7274,
+      "▁impos": 7275,
+      "▁constraint": 7276,
+      "Change": 7277,
+      "emph": 7278,
+      "бер": 7279,
+      "▁Another": 7280,
+      "Custom": 7281,
+      "▁significant": 7282,
+      "cr": 7283,
+      "▁million": 7284,
+      "reek": 7285,
+      "▁dalla": 7286,
+      "▁Germ": 7287,
+      "otal": 7288,
+      "ateur": 7289,
+      "btn": 7290,
+      "▁thinking": 7291,
+      "▁interval": 7292,
+      "onne": 7293,
+      "▁liv": 7294,
+      "():": 7295,
+      "▁Ве": 7296,
+      "oe": 7297,
+      "▁Ev": 7298,
+      "meta": 7299,
+      "▁broad": 7300,
+      "Rem": 7301,
+      "apply": 7302,
+      "▁couple": 7303,
+      "▁techni": 7304,
+      "idades": 7305,
+      "▁goal": 7306,
+      "▁CD": 7307,
+      "hab": 7308,
+      "▁explan": 7309,
+      "anner": 7310,
+      "▁Because": 7311,
+      "blog": 7312,
+      "includegraphics": 7313,
+      "▁voice": 7314,
+      "▁Map": 7315,
+      "vention": 7316,
+      "Session": 7317,
+      "▁Liens": 7318,
+      "▁sor": 7319,
+      "category": 7320,
+      "ashington": 7321,
+      "▁März": 7322,
+      "pop": 7323,
+      "illet": 7324,
+      "▁zwei": 7325,
+      "▁Lie": 7326,
+      "Null": 7327,
+      "address": 7328,
+      "▁factor": 7329,
+      "▁ligne": 7330,
+      "▁HTTP": 7331,
+      "▁suf": 7332,
+      "▁personal": 7333,
+      "cip": 7334,
+      "▁Dar": 7335,
+      "▁adm": 7336,
+      "кой": 7337,
+      "▁Ext": 7338,
+      "▁god": 7339,
+      "aa": 7340,
+      "Right": 7341,
+      "été": 7342,
+      "▁dynamic": 7343,
+      "▁maintain": 7344,
+      "tor": 7345,
+      "########": 7346,
+      "▁Fra": 7347,
+      "▁choice": 7348,
+      "▁сто": 7349,
+      "СР": 7350,
+      "▁Feder": 7351,
+      "ston": 7352,
+      "▁flag": 7353,
+      "kit": 7354,
+      "Module": 7355,
+      "▁спо": 7356,
+      "▁Stra": 7357,
+      "icks": 7358,
+      "▁haven": 7359,
+      "▁Mass": 7360,
+      "▁Emp": 7361,
+      "▁Pi": 7362,
+      "▁Pen": 7363,
+      "Rect": 7364,
+      "▁Kr": 7365,
+      "itat": 7366,
+      "eler": 7367,
+      "ября": 7368,
+      "itet": 7369,
+      "▁Start": 7370,
+      "▁produced": 7371,
+      "▁пол": 7372,
+      "(_": 7373,
+      "▁delet": 7374,
+      "▁hot": 7375,
+      "▁Geschichte": 7376,
+      "~~": 7377,
+      "▁months": 7378,
+      "▁tod": 7379,
+      "▁ни": 7380,
+      "ús": 7381,
+      "temp": 7382,
+      "▁Dez": 7383,
+      "ypes": 7384,
+      "▁cui": 7385,
+      "ommun": 7386,
+      "actions": 7387,
+      "▁eigen": 7388,
+      "▁immediately": 7389,
+      "PL": 7390,
+      "▁Го": 7391,
+      "▁Bal": 7392,
+      "ље": 7393,
+      "ului": 7394,
+      "▁online": 7395,
+      "▁años": 7396,
+      "▁namespace": 7397,
+      "▁mond": 7398,
+      "▁Base": 7399,
+      "▁Canada": 7400,
+      "etzt": 7401,
+      "}-": 7402,
+      "▁defin": 7403,
+      "▁doubt": 7404,
+      "▁investig": 7405,
+      "views": 7406,
+      "▁Line": 7407,
+      "▁stage": 7408,
+      "ettings": 7409,
+      "ubre": 7410,
+      "float": 7411,
+      "▁Play": 7412,
+      "▁Las": 7413,
+      "ptr": 7414,
+      "▁becomes": 7415,
+      "estamp": 7416,
+      "▁independent": 7417,
+      "▁analysis": 7418,
+      "▁Look": 7419,
+      "lain": 7420,
+      "▁рас": 7421,
+      "Reference": 7422,
+      "▁sorry": 7423,
+      "▁supposed": 7424,
+      "ût": 7425,
+      "▁degree": 7426,
+      "utz": 7427,
+      "MM": 7428,
+      "▁desired": 7429,
+      "ły": 7430,
+      "▁len": 7431,
+      "▁alone": 7432,
+      "signed": 7433,
+      "▁Sta": 7434,
+      "Person": 7435,
+      "▁applied": 7436,
+      "▁Back": 7437,
+      "▁mars": 7438,
+      "Part": 7439,
+      "▁Did": 7440,
+      "▁externes": 7441,
+      "▁np": 7442,
+      "ongo": 7443,
+      "▁esta": 7444,
+      "Block": 7445,
+      "▁pou": 7446,
+      "adores": 7447,
+      "▁Studio": 7448,
+      ".$": 7449,
+      "▁reached": 7450,
+      "bot": 7451,
+      "▁Juni": 7452,
+      "tons": 7453,
+      "itel": 7454,
+      "▁Gar": 7455,
+      "▁articles": 7456,
+      "▁District": 7457,
+      "▁trouble": 7458,
+      "lide": 7459,
+      "▁Found": 7460,
+      "ád": 7461,
+      "▁equip": 7462,
+      "▁internal": 7463,
+      "'],": 7464,
+      "▁async": 7465,
+      "UB": 7466,
+      "gel": 7467,
+      "▁ai": 7468,
+      "ensure": 7469,
+      "▁appeared": 7470,
+      "▁$_": 7471,
+      "▁maximum": 7472,
+      "▁Си": 7473,
+      "рь": 7474,
+      "▁announ": 7475,
+      "лась": 7476,
+      "▁cm": 7477,
+      "ган": 7478,
+      "aupt": 7479,
+      "▁latter": 7480,
+      "▁platform": 7481,
+      "▁dra": 7482,
+      "▁capital": 7483,
+      "▁solved": 7484,
+      "riz": 7485,
+      "edic": 7486,
+      "▁Mur": 7487,
+      "▁Top": 7488,
+      "тся": 7489,
+      "Panel": 7490,
+      "rule": 7491,
+      "etic": 7492,
+      "▁Ren": 7493,
+      "▁Wikimedia": 7494,
+      "▁TO": 7495,
+      "second": 7496,
+      "isl": 7497,
+      "▁hy": 7498,
+      "▁niet": 7499,
+      "▁loaded": 7500,
+      "dig": 7501,
+      "▁mayo": 7502,
+      "[:": 7503,
+      "Acc": 7504,
+      "▁bek": 7505,
+      "нию": 7506,
+      "login": 7507,
+      "tx": 7508,
+      "▁Fur": 7509,
+      "▁Santa": 7510,
+      "azz": 7511,
+      "▁conduct": 7512,
+      "▁India": 7513,
+      "Order": 7514,
+      "irth": 7515,
+      "tw": 7516,
+      "}+": 7517,
+      "▁wieder": 7518,
+      "▁Edu": 7519,
+      "AV": 7520,
+      "▁```": 7521,
+      "▁manually": 7522,
+      "▁Read": 7523,
+      "fortunately": 7524,
+      "▁Run": 7525,
+      "▁Award": 7526,
+      "▁Foot": 7527,
+      "*)": 7528,
+      "params": 7529,
+      "пі": 7530,
+      "▁native": 7531,
+      "rift": 7532,
+      "▁ä": 7533,
+      "ATH": 7534,
+      "▁yourself": 7535,
+      "▁prior": 7536,
+      "▁cit": 7537,
+      "äh": 7538,
+      "▁treat": 7539,
+      "▁meas": 7540,
+      "ributed": 7541,
+      "▁clar": 7542,
+      "card": 7543,
+      "ROR": 7544,
+      "illes": 7545,
+      "▁layer": 7546,
+      "auer": 7547,
+      "▁rat": 7548,
+      "bernate": 7549,
+      "▁stato": 7550,
+      "▁China": 7551,
+      "▁$('#": 7552,
+      "▁naar": 7553,
+      "zip": 7554,
+      "▁${\\": 7555,
+      "▁appreciated": 7556,
+      "▁име": 7557,
+      "ży": 7558,
+      "▁przez": 7559,
+      "▁Indian": 7560,
+      "▁Tod": 7561,
+      "▁Source": 7562,
+      "▁други": 7563,
+      "internal": 7564,
+      "ionale": 7565,
+      "Product": 7566,
+      "▁Men": 7567,
+      "▁upper": 7568,
+      "▁Every": 7569,
+      "},\\": 7570,
+      "▁printf": 7571,
+      "▁continued": 7572,
+      "▁nodes": 7573,
+      "лки": 7574,
+      "▁nice": 7575,
+      "modules": 7576,
+      "eign": 7577,
+      "▁Mex": 7578,
+      "▁According": 7579,
+      "▁undefined": 7580,
+      "▁binary": 7581,
+      "cut": 7582,
+      "Current": 7583,
+      "edy": 7584,
+      "}}{": 7585,
+      "bles": 7586,
+      "▁вой": 7587,
+      "scri": 7588,
+      "eqn": 7589,
+      "Changed": 7590,
+      "▁köz": 7591,
+      "▁remote": 7592,
+      "вля": 7593,
+      "▁quel": 7594,
+      "▁align": 7595,
+      "▁пар": 7596,
+      "SV": 7597,
+      "yer": 7598,
+      "▁Californ": 7599,
+      "▁places": 7600,
+      "▁primary": 7601,
+      "▁conv": 7602,
+      "▁Juli": 7603,
+      "▁visual": 7604,
+      "▁Select": 7605,
+      "atory": 7606,
+      "=(": 7607,
+      "iser": 7608,
+      "▁intent": 7609,
+      "sur": 7610,
+      "container": 7611,
+      "iced": 7612,
+      "▁board": 7613,
+      "astr": 7614,
+      "omial": 7615,
+      "вет": 7616,
+      "зва": 7617,
+      "▁cru": 7618,
+      "▁Oktober": 7619,
+      "save": 7620,
+      "▁greater": 7621,
+      "▁inn": 7622,
+      "▁picture": 7623,
+      "▁То": 7624,
+      "▁obtained": 7625,
+      "Wikimedia": 7626,
+      "úblic": 7627,
+      "▁lors": 7628,
+      "▁mont": 7629,
+      "obre": 7630,
+      "▁civil": 7631,
+      "▁construction": 7632,
+      "▁Welt": 7633,
+      "▁Under": 7634,
+      "undert": 7635,
+      "▁edge": 7636,
+      "▁Liste": 7637,
+      "csv": 7638,
+      "▁experiment": 7639,
+      "localhost": 7640,
+      "▁Edit": 7641,
+      "greg": 7642,
+      "ová": 7643,
+      "ља": 7644,
+      "msg": 7645,
+      "▁Green": 7646,
+      "Dialog": 7647,
+      "Ident": 7648,
+      "▁JS": 7649,
+      "^{(": 7650,
+      "▁släktet": 7651,
+      "____": 7652,
+      "Project": 7653,
+      "▁beskre": 7654,
+      "▁ber": 7655,
+      "▁wouldn": 7656,
+      "▁react": 7657,
+      "Hel": 7658,
+      "zw": 7659,
+      "▁Washington": 7660,
+      "orie": 7661,
+      "task": 7662,
+      "▁category": 7663,
+      "▁artist": 7664,
+      "anno": 7665,
+      "▁ook": 7666,
+      "ammen": 7667,
+      "▁Minister": 7668,
+      "▁declar": 7669,
+      "▁Key": 7670,
+      ",.": 7671,
+      "▁mach": 7672,
+      "▁ww": 7673,
+      "isen": 7674,
+      "Fran": 7675,
+      "▁Росси": 7676,
+      "бор": 7677,
+      "три": 7678,
+      "▁rock": 7679,
+      "quis": 7680,
+      "mos": 7681,
+      "пера": 7682,
+      "▁esterni": 7683,
+      "▁gold": 7684,
+      "Windows": 7685,
+      "%%": 7686,
+      "▁partial": 7687,
+      "▁weight": 7688,
+      "▁spr": 7689,
+      "}).": 7690,
+      "▁français": 7691,
+      "fun": 7692,
+      "▁thous": 7693,
+      "holder": 7694,
+      "▁gone": 7695,
+      "▁Č": 7696,
+      "▁rend": 7697,
+      "DA": 7698,
+      "▁answered": 7699,
+      "▁False": 7700,
+      "Buffer": 7701,
+      "▁daugh": 7702,
+      ".--": 7703,
+      "▁Show": 7704,
+      "▁rect": 7705,
+      "▁Kre": 7706,
+      "dr": 7707,
+      "osoph": 7708,
+      "▁yield": 7709,
+      "urity": 7710,
+      "toString": 7711,
+      "aval": 7712,
+      "Pol": 7713,
+      "▁lock": 7714,
+      "imation": 7715,
+      "antic": 7716,
+      "Local": 7717,
+      "▁beskrevs": 7718,
+      "ités": 7719,
+      "grid": 7720,
+      "ут": 7721,
+      "▁_{": 7722,
+      "сі": 7723,
+      "FILE": 7724,
+      "▁км": 7725,
+      "▁speak": 7726,
+      "summary": 7727,
+      "prop": 7728,
+      "javascript": 7729,
+      "zk": 7730,
+      "izontal": 7731,
+      "▁trois": 7732,
+      "▁Rod": 7733,
+      "prise": 7734,
+      "рово": 7735,
+      "▁odd": 7736,
+      "▁gest": 7737,
+      "▁produce": 7738,
+      "▁waar": 7739,
+      "▁Av": 7740,
+      "ribu": 7741,
+      "вання": 7742,
+      "▁finished": 7743,
+      "▁adapt": 7744,
+      "▁Sar": 7745,
+      "textit": 7746,
+      "▁Ce": 7747,
+      "▁Fa": 7748,
+      "osen": 7749,
+      "▁deriv": 7750,
+      "▁ship": 7751,
+      "▁opin": 7752,
+      "▁Even": 7753,
+      "gesch": 7754,
+      "▁suppose": 7755,
+      "▁Fer": 7756,
+      "ское": 7757,
+      "▁worden": 7758,
+      "sey": 7759,
+      "hline": 7760,
+      "▁Union": 7761,
+      "▁/**": 7762,
+      "▁vez": 7763,
+      "▁Collegamenti": 7764,
+      "▁Society": 7765,
+      "▁econom": 7766,
+      "ší": 7767,
+      "oi": 7768,
+      "▁orient": 7769,
+      "▁Teil": 7770,
+      "rent": 7771,
+      "лекс": 7772,
+      "▁solid": 7773,
+      "▁cart": 7774,
+      "****************": 7775,
+      "▁cab": 7776,
+      "▁Message": 7777,
+      "dots": 7778,
+      "▁ég": 7779,
+      "▁twe": 7780,
+      "aga": 7781,
+      "▁naz": 7782,
+      "▁Microsoft": 7783,
+      "▁underarter": 7784,
+      "ppen": 7785,
+      "▁recent": 7786,
+      "▁net": 7787,
+      "▁resources": 7788,
+      "Ste": 7789,
+      ".\\": 7790,
+      "▁SO": 7791,
+      "лом": 7792,
+      "▁cele": 7793,
+      "▁lic": 7794,
+      "▁benef": 7795,
+      "ldots": 7796,
+      "▁serial": 7797,
+      "Integer": 7798,
+      "cles": 7799,
+      "▁miles": 7800,
+      "▁Ale": 7801,
+      "▁entered": 7802,
+      "▁Two": 7803,
+      "wie": 7804,
+      "▁includes": 7805,
+      "▁Each": 7806,
+      "elling": 7807,
+      "quer": 7808,
+      "▁Dom": 7809,
+      "pf": 7810,
+      "WS": 7811,
+      "▁straight": 7812,
+      "▁Stan": 7813,
+      "▁nos": 7814,
+      "ícul": 7815,
+      "atro": 7816,
+      "▁Center": 7817,
+      "FT": 7818,
+      "▁Inga": 7819,
+      "ilo": 7820,
+      "▁www": 7821,
+      "jsfiddle": 7822,
+      "nic": 7823,
+      "▁European": 7824,
+      "▁commer": 7825,
+      "▁girl": 7826,
+      "total": 7827,
+      "▁Star": 7828,
+      "▁suggested": 7829,
+      "pal": 7830,
+      "▁zwischen": 7831,
+      "писа": 7832,
+      "IM": 7833,
+      "▁handler": 7834,
+      "▁Program": 7835,
+      "xsl": 7836,
+      "ály": 7837,
+      "BU": 7838,
+      ",--": 7839,
+      "▁vid": 7840,
+      "▁established": 7841,
+      "▁Spiel": 7842,
+      "ometry": 7843,
+      "unes": 7844,
+      "▁sit": 7845,
+      "▁inher": 7846,
+      "▁puis": 7847,
+      "▁être": 7848,
+      "▁Most": 7849,
+      "Header": 7850,
+      "insert": 7851,
+      "▁sist": 7852,
+      "▁favor": 7853,
+      "dest": 7854,
+      "▁entity": 7855,
+      "Cal": 7856,
+      "▁Therefore": 7857,
+      "DD": 7858,
+      ";;": 7859,
+      "▁Dezember": 7860,
+      "▁Rh": 7861,
+      "iments": 7862,
+      "▁returning": 7863,
+      "sto": 7864,
+      "▁Value": 7865,
+      "▁liber": 7866,
+      "▁Result": 7867,
+      "▁bind": 7868,
+      "voir": 7869,
+      "▁Tim": 7870,
+      "▁Movie": 7871,
+      "weg": 7872,
+      "ket": 7873,
+      "▁исто": 7874,
+      "▁friends": 7875,
+      "▁fn": 7876,
+      "▁él": 7877,
+      "▁&=": 7878,
+      "arden": 7879,
+      "fficial": 7880,
+      "▁community": 7881,
+      "▁api": 7882,
+      "Args": 7883,
+      "ieren": 7884,
+      "▁dann": 7885,
+      "omorph": 7886,
+      "adr": 7887,
+      "loop": 7888,
+      "uman": 7889,
+      "▁vous": 7890,
+      "bst": 7891,
+      "submit": 7892,
+      "\\|": 7893,
+      "тин": 7894,
+      "Container": 7895,
+      "asket": 7896,
+      "?)": 7897,
+      "Sec": 7898,
+      "▁drive": 7899,
+      "Ass": 7900,
+      "▁swe": 7901,
+      "▁amer": 7902,
+      "▁mine": 7903,
+      "▁Ham": 7904,
+      "▁avait": 7905,
+      "▁Hon": 7906,
+      "▁après": 7907,
+      "▁Mann": 7908,
+      "ська": 7909,
+      "▁increase": 7910,
+      "▁ty": 7911,
+      "sky": 7912,
+      "▁accur": 7913,
+      "article": 7914,
+      "weight": 7915,
+      "▁sex": 7916,
+      "▁listade": 7917,
+      "/**": 7918,
+      "▁está": 7919,
+      "}}$": 7920,
+      "argo": 7921,
+      "define": 7922,
+      "▁состав": 7923,
+      "session": 7924,
+      "ads": 7925,
+      "стви": 7926,
+      "▁Law": 7927,
+      "▁dialog": 7928,
+      "▁duplicate": 7929,
+      "▁ép": 7930,
+      "▁voc": 7931,
+      "fri": 7932,
+      "▁green": 7933,
+      "▁hidden": 7934,
+      "▁Island": 7935,
+      "▁diag": 7936,
+      "owej": 7937,
+      "mysql": 7938,
+      "teil": 7939,
+      "rä": 7940,
+      "ikan": 7941,
+      "▁José": 7942,
+      "aled": 7943,
+      "Runtime": 7944,
+      "▁train": 7945,
+      "▁Division": 7946,
+      "ниц": 7947,
+      "▁Span": 7948,
+      "нима": 7949,
+      ")=\\": 7950,
+      "тан": 7951,
+      "▁stay": 7952,
+      "▁foo": 7953,
+      "▁accom": 7954,
+      "▁hers": 7955,
+      "▁нау": 7956,
+      "▁Mün": 7957,
+      "ideos": 7958,
+      "static": 7959,
+      "▁ready": 7960,
+      "]`": 7961,
+      "▁visible": 7962,
+      "▁Hope": 7963,
+      "ulated": 7964,
+      "▁Cult": 7965,
+      "стро": 7966,
+      "Co": 7967,
+      "▁smaller": 7968,
+      "atura": 7969,
+      "▁perfectly": 7970,
+      "req": 7971,
+      "▁proposed": 7972,
+      "▁degli": 7973,
+      "Search": 7974,
+      "▁ich": 7975,
+      "Max": 7976,
+      "▁volume": 7977,
+      "execute": 7978,
+      "gre": 7979,
+      "▁sport": 7980,
+      "udad": 7981,
+      "PT": 7982,
+      "▁Records": 7983,
+      "▁cook": 7984,
+      "▁expand": 7985,
+      "бі": 7986,
+      "▁altri": 7987,
+      "ppet": 7988,
+      "arse": 7989,
+      "▁wet": 7990,
+      "▁Bob": 7991,
+      "▁FC": 7992,
+      "▁Association": 7993,
+      "uje": 7994,
+      "▁fel": 7995,
+      "▁слу": 7996,
+      "▁Big": 7997,
+      "/\\": 7998,
+      "Ge": 7999,
+      "while": 8000,
+      "{(": 8001,
+      "▁sufficient": 8002,
+      "Position": 8003,
+      "▁understanding": 8004,
+      "▁nue": 8005,
+      "▁raz": 8006,
+      "▁ye": 8007,
+      "hem": 8008,
+      "Num": 8009,
+      "▁Project": 8010,
+      "▁Its": 8011,
+      "▁hasta": 8012,
+      "enso": 8013,
+      "▁wire": 8014,
+      "Ret": 8015,
+      "uj": 8016,
+      "proof": 8017,
+      "▁relevant": 8018,
+      "▁partir": 8019,
+      "▁ago": 8020,
+      "ificate": 8021,
+      "▁domin": 8022,
+      "▁boy": 8023,
+      "▁plant": 8024,
+      "▁encoding": 8025,
+      "▁throws": 8026,
+      "▁Rock": 8027,
+      "zone": 8028,
+      "gang": 8029,
+      "widget": 8030,
+      "▁interesting": 8031,
+      "DER": 8032,
+      "▁demon": 8033,
+      "▁office": 8034,
+      "amt": 8035,
+      "äter": 8036,
+      "▁White": 8037,
+      "▁versch": 8038,
+      "▁dieser": 8039,
+      "▁Mount": 8040,
+      "▁students": 8041,
+      "▁Pub": 8042,
+      "▁Де": 8043,
+      "ija": 8044,
+      "▁Cy": 8045,
+      "▁California": 8046,
+      "▁abril": 8047,
+      "äll": 8048,
+      "▁чем": 8049,
+      "TV": 8050,
+      "▁més": 8051,
+      "▁declared": 8052,
+      "▁ю": 8053,
+      "ől": 8054,
+      "appa": 8055,
+      "▁Бе": 8056,
+      "echo": 8057,
+      "numer": 8058,
+      "▁posted": 8059,
+      "▁вер": 8060,
+      "▁године": 8061,
+      "▁weak": 8062,
+      "▁Republic": 8063,
+      "▁champion": 8064,
+      "ensuremath": 8065,
+      "your": 8066,
+      "▁Ober": 8067,
+      "▁Central": 8068,
+      "isa": 8069,
+      "анд": 8070,
+      "yy": 8071,
+      "▁fully": 8072,
+      "▁SD": 8073,
+      "▁Linux": 8074,
+      "▁Scott": 8075,
+      "partment": 8076,
+      "kon": 8077,
+      "▁contract": 8078,
+      "▁OF": 8079,
+      "▁ale": 8080,
+      "▁Ann": 8081,
+      "▁над": 8082,
+      "lah": 8083,
+      "▁Next": 8084,
+      "oren": 8085,
+      "▁disk": 8086,
+      "▁eg": 8087,
+      "atu": 8088,
+      "логи": 8089,
+      "▁games": 8090,
+      "Left": 8091,
+      "▁lu": 8092,
+      "▁finite": 8093,
+      "▁ки": 8094,
+      "▁crash": 8095,
+      "pher": 8096,
+      "exe": 8097,
+      "ATION": 8098,
+      "▁brother": 8099,
+      "Eng": 8100,
+      "tat": 8101,
+      "▁Integer": 8102,
+      "ному": 8103,
+      "▁colon": 8104,
+      "iqu": 8105,
+      ")).": 8106,
+      "ivi": 8107,
+      "▁Method": 8108,
+      "arten": 8109,
+      "Uni": 8110,
+      "vector": 8111,
+      "▁wood": 8112,
+      "рт": 8113,
+      "▁Ле": 8114,
+      "▁siècle": 8115,
+      "▁gent": 8116,
+      "}\r": 8117,
+      "▁contents": 8118,
+      "▁compan": 8119,
+      "Go": 8120,
+      "▁jou": 8121,
+      "uent": 8122,
+      "Async": 8123,
+      "printf": 8124,
+      "▁Model": 8125,
+      "▁kept": 8126,
+      "ASE": 8127,
+      "▁provides": 8128,
+      "▁Abgerufen": 8129,
+      "▁Gall": 8130,
+      "▁Alf": 8131,
+      "SA": 8132,
+      "▁Mem": 8133,
+      "▁kter": 8134,
+      "▁Bru": 8135,
+      "Android": 8136,
+      "(:": 8137,
+      "▁Украї": 8138,
+      "Ne": 8139,
+      "Min": 8140,
+      "atr": 8141,
+      "▁Hal": 8142,
+      "delete": 8143,
+      "odo": 8144,
+      "▁não": 8145,
+      "ène": 8146,
+      "▁calculate": 8147,
+      "Json": 8148,
+      "keys": 8149,
+      "ней": 8150,
+      "▁hence": 8151,
+      "▁ow": 8152,
+      "▁Lib": 8153,
+      "eno": 8154,
+      "▁Love": 8155,
+      "osi": 8156,
+      "wide": 8157,
+      "▁score": 8158,
+      "full": 8159,
+      "вод": 8160,
+      "▁determine": 8161,
+      "▁spaces": 8162,
+      "лова": 8163,
+      "▁peut": 8164,
+      "éral": 8165,
+      "ół": 8166,
+      "▁appoint": 8167,
+      "▁Tw": 8168,
+      "<?": 8169,
+      "▁Order": 8170,
+      "▁hop": 8171,
+      "random": 8172,
+      "cache": 8173,
+      "▁destroy": 8174,
+      "▁race": 8175,
+      "Tag": 8176,
+      "▁rid": 8177,
+      "▁negative": 8178,
+      "Car": 8179,
+      "ensional": 8180,
+      "dk": 8181,
+      "▁cro": 8182,
+      "▁THEN": 8183,
+      "▁$.": 8184,
+      "ensk": 8185,
+      "NE": 8186,
+      "HO": 8187,
+      "▁kle": 8188,
+      "ospital": 8189,
+      "kte": 8190,
+      "férences": 8191,
+      "udes": 8192,
+      "IR": 8193,
+      "otion": 8194,
+      "▁Real": 8195,
+      "▁Februar": 8196,
+      "ин": 8197,
+      "▁Old": 8198,
+      "кого": 8199,
+      "leich": 8200,
+      "▁р": 8201,
+      "ían": 8202,
+      "▁га": 8203,
+      "cide": 8204,
+      "lab": 8205,
+      "▁pull": 8206,
+      "▁'/": 8207,
+      "Long": 8208,
+      ",$": 8209,
+      "▁appropriate": 8210,
+      "▁была": 8211,
+      "führ": 8212,
+      "▁Media": 8213,
+      "▁manner": 8214,
+      "▁Ге": 8215,
+      "description": 8216,
+      "Bean": 8217,
+      "▁Lar": 8218,
+      "'];": 8219,
+      "▁relation": 8220,
+      "▁Sorry": 8221,
+      "har": 8222,
+      "cpp": 8223,
+      "▁Ko": 8224,
+      "▁execution": 8225,
+      "inos": 8226,
+      "▁bul": 8227,
+      "grade": 8228,
+      "▁Mu": 8229,
+      "▁pil": 8230,
+      "writ": 8231,
+      "ifications": 8232,
+      "inese": 8233,
+      "▁Phili": 8234,
+      "dx": 8235,
+      "▁leading": 8236,
+      "▁Journal": 8237,
+      "oved": 8238,
+      "▁contro": 8239,
+      "нова": 8240,
+      "Yes": 8241,
+      "▁channel": 8242,
+      ")),": 8243,
+      "isten": 8244,
+      "aka": 8245,
+      "ToString": 8246,
+      "mas": 8247,
+      "▁ett": 8248,
+      "▁forces": 8249,
+      "ulations": 8250,
+      "▁Call": 8251,
+      "▁explanation": 8252,
+      "oring": 8253,
+      "ATA": 8254,
+      "chter": 8255,
+      "when": 8256,
+      "VC": 8257,
+      "▁Jahrh": 8258,
+      "Case": 8259,
+      "▁commands": 8260,
+      "▁rich": 8261,
+      "bus": 8262,
+      "Fe": 8263,
+      "mbox": 8264,
+      "▁recon": 8265,
+      "ño": 8266,
+      "▁shape": 8267,
+      "owy": 8268,
+      "entry": 8269,
+      "itable": 8270,
+      "▁election": 8271,
+      "ється": 8272,
+      "▁prep": 8273,
+      "vá": 8274,
+      "▁infin": 8275,
+      "lot": 8276,
+      "▁books": 8277,
+      "▁USA": 8278,
+      "лин": 8279,
+      "▁pom": 8280,
+      "▁nas": 8281,
+      "▁tags": 8282,
+      "▁executed": 8283,
+      "aille": 8284,
+      "lung": 8285,
+      "▁JavaScript": 8286,
+      "▁ball": 8287,
+      "▁ainsi": 8288,
+      "▁Pri": 8289,
+      "{$": 8290,
+      "▁UN": 8291,
+      "▁Ram": 8292,
+      "▁hear": 8293,
+      "▁Ubuntu": 8294,
+      ">();": 8295,
+      "▁pure": 8296,
+      "▁embed": 8297,
+      "ação": 8298,
+      "controller": 8299,
+      "▁married": 8300,
+      "▁Fol": 8301,
+      "famil": 8302,
+      "▁prec": 8303,
+      "▁recurs": 8304,
+      "pad": 8305,
+      "istration": 8306,
+      "▁respectively": 8307,
+      "[$": 8308,
+      "autor": 8309,
+      "▁grav": 8310,
+      "iera": 8311,
+      "azioni": 8312,
+      "▁Bul": 8313,
+      "▁Australia": 8314,
+      "mond": 8315,
+      "▁Tro": 8316,
+      "▁Ele": 8317,
+      "packages": 8318,
+      "msdn": 8319,
+      "▁Als": 8320,
+      "▁przy": 8321,
+      "ART": 8322,
+      "▁charge": 8323,
+      "▁applications": 8324,
+      "Unit": 8325,
+      "aren": 8326,
+      "▁sudden": 8327,
+      "ometer": 8328,
+      "▁dot": 8329,
+      "acji": 8330,
+      "ктор": 8331,
+      "imin": 8332,
+      "ening": 8333,
+      "▁donde": 8334,
+      "▁Ho": 8335,
+      "tree": 8336,
+      "mb": 8337,
+      "▁drag": 8338,
+      "aje": 8339,
+      "▁invalid": 8340,
+      "▁finish": 8341,
+      "laim": 8342,
+      "▁feed": 8343,
+      "▁Nap": 8344,
+      "room": 8345,
+      "images": 8346,
+      "▁сай": 8347,
+      "▁succ": 8348,
+      "iffer": 8349,
+      "▁año": 8350,
+      "▁cual": 8351,
+      "мери": 8352,
+      "DR": 8353,
+      "▁Bilder": 8354,
+      "бра": 8355,
+      "rait": 8356,
+      "pan": 8357,
+      "ень": 8358,
+      "▁distinct": 8359,
+      "▁Kn": 8360,
+      "önig": 8361,
+      "anced": 8362,
+      "▁loading": 8363,
+      "▁Techn": 8364,
+      "▁Sel": 8365,
+      "mus": 8366,
+      "▁rail": 8367,
+      "▁student": 8368,
+      "▁notice": 8369,
+      "▁sla": 8370,
+      "▁Да": 8371,
+      "▁guard": 8372,
+      "▁Day": 8373,
+      "вали": 8374,
+      "Option": 8375,
+      "aison": 8376,
+      "ipp": 8377,
+      "▁Jun": 8378,
+      "▁fell": 8379,
+      "▁absolute": 8380,
+      "ове": 8381,
+      "debug": 8382,
+      "▁Sud": 8383,
+      "пы": 8384,
+      "ugins": 8385,
+      "▁views": 8386,
+      "lay": 8387,
+      "▁surr": 8388,
+      "▁stood": 8389,
+      "▁ві": 8390,
+      "selected": 8391,
+      "гі": 8392,
+      "▁attributes": 8393,
+      "final": 8394,
+      "enda": 8395,
+      "▁Bon": 8396,
+      "ners": 8397,
+      "▁Wer": 8398,
+      "bur": 8399,
+      "ittel": 8400,
+      "▁moving": 8401,
+      "▁Plan": 8402,
+      "isches": 8403,
+      "Java": 8404,
+      "▁basis": 8405,
+      "▁Bus": 8406,
+      "▁Au": 8407,
+      "▁Ill": 8408,
+      "▁время": 8409,
+      "▁цент": 8410,
+      "handle": 8411,
+      "ступ": 8412,
+      "▁Far": 8413,
+      "▁oraz": 8414,
+      "ocr": 8415,
+      "▁seit": 8416,
+      "onder": 8417,
+      "дом": 8418,
+      ":/": 8419,
+      "chor": 8420,
+      "▁Town": 8421,
+      "▁definit": 8422,
+      "react": 8423,
+      "▁piece": 8424,
+      "▁Karl": 8425,
+      "CI": 8426,
+      "▁Application": 8427,
+      "unter": 8428,
+      "▁formed": 8429,
+      "▁пу": 8430,
+      "Bo": 8431,
+      "▁Daniel": 8432,
+      "▁пла": 8433,
+      "Body": 8434,
+      "})$": 8435,
+      "▁были": 8436,
+      "▁earth": 8437,
+      "гла": 8438,
+      "There": 8439,
+      "▁стра": 8440,
+      "▁ville": 8441,
+      "▁centre": 8442,
+      ")\r": 8443,
+      "▁helpful": 8444,
+      "▁++": 8445,
+      "▁CG": 8446,
+      "izione": 8447,
+      "▁Game": 8448,
+      "▁Which": 8449,
+      "▁pip": 8450,
+      "▁Portug": 8451,
+      "DS": 8452,
+      "▁describe": 8453,
+      "▁checking": 8454,
+      "▁manager": 8455,
+      "BO": 8456,
+      "▁Bundes": 8457,
+      "buch": 8458,
+      "▁decided": 8459,
+      "▁Jahrhundert": 8460,
+      "▁fif": 8461,
+      "efficient": 8462,
+      "anci": 8463,
+      "braries": 8464,
+      "▁fails": 8465,
+      "▁kernel": 8466,
+      "▁Gl": 8467,
+      "▁Nacional": 8468,
+      "▁proceed": 8469,
+      "▁fuer": 8470,
+      "▁living": 8471,
+      "▁successfully": 8472,
+      "▁faster": 8473,
+      "▁contre": 8474,
+      "▁prison": 8475,
+      "ORT": 8476,
+      "help": 8477,
+      "▁autor": 8478,
+      "ław": 8479,
+      "ają": 8480,
+      "▁Arm": 8481,
+      "▁provin": 8482,
+      "▁naam": 8483,
+      "/#": 8484,
+      "sed": 8485,
+      "▁gesch": 8486,
+      "▁мар": 8487,
+      "esk": 8488,
+      "term": 8489,
+      "▁Tex": 8490,
+      "iring": 8491,
+      "▁tools": 8492,
+      "PDF": 8493,
+      "▁ult": 8494,
+      "issenschaft": 8495,
+      "▁couldn": 8496,
+      "ding": 8497,
+      "Dep": 8498,
+      "{-": 8499,
+      "▁predict": 8500,
+      "antage": 8501,
+      "▁Like": 8502,
+      "▁Би": 8503,
+      "tools": 8504,
+      "estra": 8505,
+      "▁ki": 8506,
+      "▁Jim": 8507,
+      "star": 8508,
+      "▁remark": 8509,
+      "óg": 8510,
+      "nabla": 8511,
+      "▁Although": 8512,
+      "mode": 8513,
+      "Host": 8514,
+      "▁strange": 8515,
+      "None": 8516,
+      "black": 8517,
+      "▁Festival": 8518,
+      "▁IS": 8519,
+      "anza": 8520,
+      "▁(-": 8521,
+      "icket": 8522,
+      "кола": 8523,
+      "▁Jes": 8524,
+      "▁flex": 8525,
+      "▁À": 8526,
+      "▁Network": 8527,
+      "▁EX": 8528,
+      "▁enero": 8529,
+      "!”": 8530,
+      "▁Ort": 8531,
+      "▁alors": 8532,
+      "▁Original": 8533,
+      "▁zo": 8534,
+      "ными": 8535,
+      "▁spl": 8536,
+      "Draw": 8537,
+      "yond": 8538,
+      "──": 8539,
+      "▁Ot": 8540,
+      "▁dram": 8541,
+      "▁division": 8542,
+      "▁efficient": 8543,
+      "▁Га": 8544,
+      "▁vier": 8545,
+      "nak": 8546,
+      "LS": 8547,
+      "▁spirit": 8548,
+      "zeichnet": 8549,
+      "▁dici": 8550,
+      "clear": 8551,
+      "copy": 8552,
+      "yar": 8553,
+      "▁році": 8554,
+      "usqu": 8555,
+      "▁nous": 8556,
+      "▁blev": 8557,
+      "жде": 8558,
+      "Arg": 8559,
+      "▁performed": 8560,
+      "▁Make": 8561,
+      "▁Carol": 8562,
+      "etto": 8563,
+      "▁Sand": 8564,
+      "▁Disc": 8565,
+      "Enc": 8566,
+      "rero": 8567,
+      "hash": 8568,
+      "▁focus": 8569,
+      "▁attention": 8570,
+      "▁agre": 8571,
+      "▁divis": 8572,
+      "▁было": 8573,
+      "▁ej": 8574,
+      "▁march": 8575,
+      "▁phase": 8576,
+      "ías": 8577,
+      "▁phil": 8578,
+      "▁Pap": 8579,
+      "▁river": 8580,
+      "▁caused": 8581,
+      "plugin": 8582,
+      "▁Team": 8583,
+      "uler": 8584,
+      "▁$(\"#": 8585,
+      "iej": 8586,
+      "ISBN": 8587,
+      "nam": 8588,
+      "▁fight": 8589,
+      "vid": 8590,
+      "▁Lud": 8591,
+      "Selected": 8592,
+      ":@\"": 8593,
+      "▁Pod": 8594,
+      "▁années": 8595,
+      "arios": 8596,
+      "▁deutscher": 8597,
+      "▁NA": 8598,
+      "▁ию": 8599,
+      "▁dictionary": 8600,
+      "▁Ла": 8601,
+      "▁Tri": 8602,
+      "èn": 8603,
+      "▁political": 8604,
+      "ridge": 8605,
+      "atten": 8606,
+      "▁circle": 8607,
+      "▁transport": 8608,
+      "emas": 8609,
+      "FC": 8610,
+      "▁replaced": 8611,
+      "▁Aud": 8612,
+      "iska": 8613,
+      "Configuration": 8614,
+      "▁soort": 8615,
+      "▁Не": 8616,
+      "▁sequ": 8617,
+      "PRO": 8618,
+      "▁bud": 8619,
+      "▁{{": 8620,
+      "ließ": 8621,
+      "▁Mas": 8622,
+      "ders": 8623,
+      "usammen": 8624,
+      "esa": 8625,
+      "▁Ly": 8626,
+      "вро": 8627,
+      "mac": 8628,
+      "▁испо": 8629,
+      "▁suc": 8630,
+      "uy": 8631,
+      "▁illustr": 8632,
+      "▁primera": 8633,
+      "ilation": 8634,
+      "▁storage": 8635,
+      "▁params": 8636,
+      "kaz": 8637,
+      "▁terminal": 8638,
+      "раль": 8639,
+      "▁holds": 8640,
+      "лось": 8641,
+      "▁nad": 8642,
+      "”.": 8643,
+      "▁octubre": 8644,
+      "bul": 8645,
+      "▁hus": 8646,
+      "ULT": 8647,
+      "▁également": 8648,
+      "▁Mill": 8649,
+      "ład": 8650,
+      "▁contiene": 8651,
+      "\"?": 8652,
+      "▁>>>": 8653,
+      "Que": 8654,
+      "  ": 8655,
+      "▁plain": 8656,
+      "ativa": 8657,
+      "ocker": 8658,
+      "Names": 8659,
+      "▁Jud": 8660,
+      "▁agree": 8661,
+      "▁Gemeinde": 8662,
+      "lare": 8663,
+      "каза": 8664,
+      "▁starts": 8665,
+      "▁price": 8666,
+      "Target": 8667,
+      "cus": 8668,
+      "▁Instead": 8669,
+      ".;": 8670,
+      "▁alternative": 8671,
+      "▁вла": 8672,
+      "IE": 8673,
+      "▁organiz": 8674,
+      "inu": 8675,
+      "▁completed": 8676,
+      "▁carry": 8677,
+      "atom": 8678,
+      "▁depending": 8679,
+      "▁Our": 8680,
+      "▁insp": 8681,
+      "▁&\\": 8682,
+      "aily": 8683,
+      "irection": 8684,
+      "фа": 8685,
+      "▁defe": 8686,
+      "TAC": 8687,
+      "▁designed": 8688,
+      "▁voir": 8689,
+      "break": 8690,
+      "▁partie": 8691,
+      "▁Jahren": 8692,
+      "▁studio": 8693,
+      "▁jour": 8694,
+      "▁Notes": 8695,
+      "fire": 8696,
+      "house": 8697,
+      "success": 8698,
+      "▁Juan": 8699,
+      "JS": 8700,
+      "▁Custom": 8701,
+      "▁besch": 8702,
+      "▁stated": 8703,
+      "bootstrap": 8704,
+      "ött": 8705,
+      "ozzá": 8706,
+      "▁CON": 8707,
+      "hav": 8708,
+      "▁sleep": 8709,
+      "eda": 8710,
+      "hot": 8711,
+      "ánd": 8712,
+      "▁Sy": 8713,
+      "▁temps": 8714,
+      "amar": 8715,
+      "▁scal": 8716,
+      "▁ast": 8717,
+      "▁opening": 8718,
+      "clipse": 8719,
+      "▁programming": 8720,
+      "▁letters": 8721,
+      "▁profile": 8722,
+      "nah": 8723,
+      "▁beyond": 8724,
+      "▁Further": 8725,
+      "faces": 8726,
+      "▁chart": 8727,
+      "зда": 8728,
+      "aign": 8729,
+      "ній": 8730,
+      "▁Rol": 8731,
+      "овано": 8732,
+      "terior": 8733,
+      "wed": 8734,
+      "▁herself": 8735,
+      "▁ng": 8736,
+      "anguages": 8737,
+      "}=\\": 8738,
+      "ynamic": 8739,
+      "▁jug": 8740,
+      "▁Example": 8741,
+      "▁(†": 8742,
+      "▁playing": 8743,
+      "▁usage": 8744,
+      "▁managed": 8745,
+      "▁Natur": 8746,
+      "тери": 8747,
+      "▁Et": 8748,
+      "eria": 8749,
+      "▁daughter": 8750,
+      "нием": 8751,
+      "Fragment": 8752,
+      "▁hol": 8753,
+      "Fl": 8754,
+      "ографи": 8755,
+      "▁ihn": 8756,
+      "üh": 8757,
+      "instance": 8758,
+      "▁comun": 8759,
+      "▁truth": 8760,
+      "▁само": 8761,
+      "▁implemented": 8762,
+      "▁anyway": 8763,
+      "▁Cro": 8764,
+      "фе": 8765,
+      "GC": 8766,
+      "ubuntu": 8767,
+      "types": 8768,
+      "ês": 8769,
+      ".~\\": 8770,
+      "fold": 8771,
+      "▁joined": 8772,
+      "??": 8773,
+      "▁mé": 8774,
+      "▁wild": 8775,
+      "клю": 8776,
+      "rowser": 8777,
+      "▁Home": 8778,
+      "skiej": 8779,
+      "▁JOIN": 8780,
+      "▁juin": 8781,
+      "hof": 8782,
+      "▁dataset": 8783,
+      "жду": 8784,
+      "'))": 8785,
+      "▁miejs": 8786,
+      "API": 8787,
+      "▁edited": 8788,
+      "ools": 8789,
+      "▁seeing": 8790,
+      "ijd": 8791,
+      "▁procedure": 8792,
+      "▁Bras": 8793,
+      "▁signed": 8794,
+      "▁externos": 8795,
+      "▁disapp": 8796,
+      "▁Direct": 8797,
+      "cyc": 8798,
+      "▁consult": 8799,
+      "örd": 8800,
+      "Widget": 8801,
+      "cious": 8802,
+      "sect": 8803,
+      "▁Ди": 8804,
+      "▁wind": 8805,
+      "▁Archivado": 8806,
+      "aml": 8807,
+      "сс": 8808,
+      "Wh": 8809,
+      "kbd": 8810,
+      "▁Army": 8811,
+      "▁suffer": 8812,
+      "artifact": 8813,
+      "▁resolve": 8814,
+      "▁Sport": 8815,
+      "▁це": 8816,
+      "idas": 8817,
+      "▁tax": 8818,
+      "idi": 8819,
+      "▁actions": 8820,
+      "пра": 8821,
+      "pués": 8822,
+      "▁naj": 8823,
+      "False": 8824,
+      "▁chance": 8825,
+      "▁тако": 8826,
+      "äd": 8827,
+      "▁dol": 8828,
+      "▁env": 8829,
+      "▁basically": 8830,
+      "▁Council": 8831,
+      "zte": 8832,
+      "▁displayed": 8833,
+      "nil": 8834,
+      "complete": 8835,
+      "▁Lem": 8836,
+      "iance": 8837,
+      "▁основ": 8838,
+      "▁depend": 8839,
+      "plom": 8840,
+      "ensus": 8841,
+      "uts": 8842,
+      "▁Hot": 8843,
+      "bitr": 8844,
+      "▁validation": 8845,
+      "abb": 8846,
+      "▁тре": 8847,
+      "km": 8848,
+      "zd": 8849,
+      "öff": 8850,
+      "WE": 8851,
+      "▁interested": 8852,
+      "▁{\"": 8853,
+      "aro": 8854,
+      "▁correl": 8855,
+      "▁dedic": 8856,
+      "▁lists": 8857,
+      "▁Bibliografia": 8858,
+      "▁earlier": 8859,
+      "program": 8860,
+      "▁première": 8861,
+      "front": 8862,
+      "Tab": 8863,
+      "ству": 8864,
+      "drop": 8865,
+      "▁fear": 8866,
+      "▁Enlaces": 8867,
+      "▁Capt": 8868,
+      "▁realiz": 8869,
+      "▁hal": 8870,
+      "▁instances": 8871,
+      "▁susp": 8872,
+      "illing": 8873,
+      "%;": 8874,
+      "{}": 8875,
+      "||": 8876,
+      "▁partition": 8877,
+      "▁Build": 8878,
+      "▁wo": 8879,
+      "▁Пер": 8880,
+      "▁director": 8881,
+      "▁Sin": 8882,
+      "тия": 8883,
+      "rsg": 8884,
+      "ouver": 8885,
+      "▁nearly": 8886,
+      "oda": 8887,
+      "ктив": 8888,
+      "▁sir": 8889,
+      "IME": 8890,
+      "▁janvier": 8891,
+      "▁Win": 8892,
+      "Build": 8893,
+      "ieurs": 8894,
+      "INE": 8895,
+      "double": 8896,
+      "Last": 8897,
+      "▁policy": 8898,
+      "store": 8899,
+      "▁observed": 8900,
+      "▁familie": 8901,
+      "nica": 8902,
+      "rey": 8903,
+      "зь": 8904,
+      "▁Year": 8905,
+      "▁developed": 8906,
+      "▁Institute": 8907,
+      "▁reply": 8908,
+      "Comple": 8909,
+      "ician": 8910,
+      "▁Guer": 8911,
+      "▁dall": 8912,
+      "▁desp": 8913,
+      "▁Football": 8914,
+      "Empty": 8915,
+      "cken": 8916,
+      "unda": 8917,
+      "▁Ur": 8918,
+      "▁ig": 8919,
+      "▁Atl": 8920,
+      "author": 8921,
+      "▁Bol": 8922,
+      "zig": 8923,
+      "nat": 8924,
+      "št": 8925,
+      "security": 8926,
+      "onic": 8927,
+      "▁pes": 8928,
+      "itan": 8929,
+      "▁Extern": 8930,
+      "jan": 8931,
+      "VAL": 8932,
+      "▁им": 8933,
+      "bold": 8934,
+      "▁ва": 8935,
+      "▁Мо": 8936,
+      "▁disput": 8937,
+      "▁trick": 8938,
+      "▁ped": 8939,
+      ")^{": 8940,
+      "into": 8941,
+      "Sim": 8942,
+      "▁parallel": 8943,
+      "fox": 8944,
+      "normal": 8945,
+      "inent": 8946,
+      "педи": 8947,
+      "hold": 8948,
+      "OK": 8949,
+      "▁chem": 8950,
+      "▁twice": 8951,
+      "▁username": 8952,
+      "ič": 8953,
+      "▁representation": 8954,
+      "▁journal": 8955,
+      "▁:-": 8956,
+      "▁batt": 8957,
+      "\\%": 8958,
+      "▁certainly": 8959,
+      "▁Exception": 8960,
+      "eps": 8961,
+      "shot": 8962,
+      "ategy": 8963,
+      "Show": 8964,
+      "▁Carl": 8965,
+      "rig": 8966,
+      "▁reported": 8967,
+      "bottom": 8968,
+      "TF": 8969,
+      "▁Francisco": 8970,
+      "nap": 8971,
+      "▁Championship": 8972,
+      "▁court": 8973,
+      "▁sources": 8974,
+      "iour": 8975,
+      "▁conserv": 8976,
+      "dict": 8977,
+      "▁Ру": 8978,
+      "IB": 8979,
+      "▁Ve": 8980,
+      "▁№": 8981,
+      "▁ER": 8982,
+      "\"));": 8983,
+      "▁Point": 8984,
+      "azine": 8985,
+      "▁internet": 8986,
+      "дна": 8987,
+      "▁carried": 8988,
+      "▁Field": 8989,
+      "axis": 8990,
+      "▁Sun": 8991,
+      "▁ave": 8992,
+      "пис": 8993,
+      "ян": 8994,
+      "asy": 8995,
+      "▁julio": 8996,
+      "▁depuis": 8997,
+      "▁suggestion": 8998,
+      "[[": 8999,
+      "▁Archive": 9000,
+      "ęp": 9001,
+      "▁Pra": 9002,
+      "reh": 9003,
+      "▁demonstr": 9004,
+      "фі": 9005,
+      "cmd": 9006,
+      "▁wasn": 9007,
+      "▁phone": 9008,
+      "upload": 9009,
+      "aya": 9010,
+      "тора": 9011,
+      "lines": 9012,
+      "▁indu": 9013,
+      "▁vot": 9014,
+      "▁espa": 9015,
+      "▁bin": 9016,
+      "▁после": 9017,
+      "plan": 9018,
+      "▁junio": 9019,
+      "orial": 9020,
+      "free": 9021,
+      "sterreich": 9022,
+      "▁ду": 9023,
+      "▁linked": 9024,
+      "▁enable": 9025,
+      "PC": 9026,
+      "▁density": 9027,
+      "▁Egy": 9028,
+      "yo": 9029,
+      "endre": 9030,
+      "▁съ": 9031,
+      "▁italiano": 9032,
+      "▁AR": 9033,
+      "▁Pers": 9034,
+      "férés": 9035,
+      "▁скла": 9036,
+      "Var": 9037,
+      "▁Once": 9038,
+      "Red": 9039,
+      "buffer": 9040,
+      "▁Enter": 9041,
+      "▁Š": 9042,
+      "imiento": 9043,
+      "Store": 9044,
+      "▁health": 9045,
+      "vat": 9046,
+      "IST": 9047,
+      "Oh": 9048,
+      "▁kw": 9049,
+      "▁riv": 9050,
+      "▁somewhere": 9051,
+      "ografie": 9052,
+      "private": 9053,
+      "кти": 9054,
+      "▁delay": 9055,
+      "▁Http": 9056,
+      "job": 9057,
+      "rael": 9058,
+      "empor": 9059,
+      "▁diciembre": 9060,
+      "ête": 9061,
+      "цу": 9062,
+      "▁commit": 9063,
+      "oso": 9064,
+      "Values": 9065,
+      "▁headers": 9066,
+      "transform": 9067,
+      "▁processing": 9068,
+      "rå": 9069,
+      "▁Ah": 9070,
+      "▁Node": 9071,
+      "------------": 9072,
+      "▁faire": 9073,
+      "▁hun": 9074,
+      "Player": 9075,
+      "▁review": 9076,
+      "гда": 9077,
+      "▁limited": 9078,
+      "▁Property": 9079,
+      "▁serve": 9080,
+      "riage": 9081,
+      "▁Master": 9082,
+      "▁kann": 9083,
+      "crete": 9084,
+      "phere": 9085,
+      "ёр": 9086,
+      "▁chief": 9087,
+      "▁scene": 9088,
+      "kin": 9089,
+      "▁uniform": 9090,
+      "▁febrero": 9091,
+      "\"}": 9092,
+      "illo": 9093,
+      "ITE": 9094,
+      "ouvel": 9095,
+      "usepackage": 9096,
+      "enth": 9097,
+      "▁quickly": 9098,
+      "Lambda": 9099,
+      "xes": 9100,
+      "▁cells": 9101,
+      "rog": 9102,
+      "amin": 9103,
+      "▁Мар": 9104,
+      "▁mayor": 9105,
+      "player": 9106,
+      "++;": 9107,
+      "▁Насе": 9108,
+      "▁safe": 9109,
+      "▁veloc": 9110,
+      "▁обра": 9111,
+      "Database": 9112,
+      "neh": 9113,
+      "Vert": 9114,
+      "▁fle": 9115,
+      "▁фор": 9116,
+      "▁foreign": 9117,
+      "Abstract": 9118,
+      "▁magn": 9119,
+      "▁modified": 9120,
+      "▁military": 9121,
+      "▁monde": 9122,
+      "▁Action": 9123,
+      "▁bank": 9124,
+      "Serial": 9125,
+      "▁continuous": 9126,
+      "▁gel": 9127,
+      "▁physical": 9128,
+      "▁introduced": 9129,
+      "uture": 9130,
+      "rick": 9131,
+      "▁presented": 9132,
+      "▁Prov": 9133,
+      "▁Both": 9134,
+      "Pos": 9135,
+      "super": 9136,
+      "&#": 9137,
+      "▁finding": 9138,
+      "nel": 9139,
+      "unde": 9140,
+      "▁från": 9141,
+      "skim": 9142,
+      "▁Hill": 9143,
+      "fn": 9144,
+      "▁Canad": 9145,
+      "▁intended": 9146,
+      "ozzáférés": 9147,
+      "▁juillet": 9148,
+      "▁Wars": 9149,
+      "▁successful": 9150,
+      "▁charg": 9151,
+      "iele": 9152,
+      "omething": 9153,
+      "oku": 9154,
+      "fetch": 9155,
+      "▁}}": 9156,
+      "bank": 9157,
+      "operatorname": 9158,
+      "▁Color": 9159,
+      "▁Card": 9160,
+      "tu": 9161,
+      "▁\",": 9162,
+      "wid": 9163,
+      "▁gep": 9164,
+      "XML": 9165,
+      "================": 9166,
+      "▁Virgin": 9167,
+      "ährend": 9168,
+      "licated": 9169,
+      "Dir": 9170,
+      "zero": 9171,
+      "▁Kal": 9172,
+      "▁Party": 9173,
+      "▁å": 9174,
+      "price": 9175,
+      "don": 9176,
+      "▁warning": 9177,
+      "▁Bad": 9178,
+      "▁Supp": 9179,
+      "▁Liga": 9180,
+      "▁Pierre": 9181,
+      "Record": 9182,
+      "ulator": 9183,
+      "▁Rome": 9184,
+      "▁theorem": 9185,
+      "▁entirely": 9186,
+      "ским": 9187,
+      "het": 9188,
+      "▁dopo": 9189,
+      "Next": 9190,
+      "mlung": 9191,
+      "wig": 9192,
+      "▁Ath": 9193,
+      "▁Sou": 9194,
+      "licher": 9195,
+      "▁sudo": 9196,
+      "ests": 9197,
+      "хів": 9198,
+      "▁septiembre": 9199,
+      "▁micro": 9200,
+      "▁trop": 9201,
+      "fit": 9202,
+      "Core": 9203,
+      "▁Radio": 9204,
+      "▁Organ": 9205,
+      "▁Power": 9206,
+      "CF": 9207,
+      "▁Last": 9208,
+      "▁oppos": 9209,
+      "▁offset": 9210,
+      "▁regia": 9211,
+      "▁minimum": 9212,
+      "▁helped": 9213,
+      "andon": 9214,
+      "ifying": 9215,
+      "ruit": 9216,
+      "enschapp": 9217,
+      "▁bere": 9218,
+      "VM": 9219,
+      "▁Awards": 9220,
+      "▁agr": 9221,
+      "ynomial": 9222,
+      "enced": 9223,
+      "▁devices": 9224,
+      "▁bot": 9225,
+      "▁firm": 9226,
+      "▁writer": 9227,
+      "▁ring": 9228,
+      ".-": 9229,
+      "istes": 9230,
+      "lä": 9231,
+      "▁mel": 9232,
+      "entation": 9233,
+      "▁Schw": 9234,
+      "▁nome": 9235,
+      "▁pobla": 9236,
+      "▁woj": 9237,
+      "▁ul": 9238,
+      "ento": 9239,
+      "ых": 9240,
+      "▁resist": 9241,
+      "▁remains": 9242,
+      "▁Ca": 9243,
+      "aña": 9244,
+      "▁Court": 9245,
+      "utable": 9246,
+      "entially": 9247,
+      "▁trat": 9248,
+      "▁Visual": 9249,
+      "▁restrict": 9250,
+      "▁previously": 9251,
+      "cation": 9252,
+      "▁осо": 9253,
+      "▁MySQL": 9254,
+      "för": 9255,
+      "cala": 9256,
+      "▁culture": 9257,
+      "live": 9258,
+      "▁accepted": 9259,
+      "Did": 9260,
+      "▁hous": 9261,
+      "▁selection": 9262,
+      "▁decre": 9263,
+      "margin": 9264,
+      "urb": 9265,
+      "▁Inc": 9266,
+      "▁Many": 9267,
+      "ibt": 9268,
+      "▁succeed": 9269,
+      "Binding": 9270,
+      "cí": 9271,
+      "▁Rog": 9272,
+      "▁shouldn": 9273,
+      "cloud": 9274,
+      "▁dz": 9275,
+      "вав": 9276,
+      "▁pix": 9277,
+      "small": 9278,
+      "▁projects": 9279,
+      "▁OK": 9280,
+      "▁latest": 9281,
+      "▁references": 9282,
+      "Program": 9283,
+      "▁erst": 9284,
+      "▁як": 9285,
+      "▁kam": 9286,
+      "▁Camb": 9287,
+      "ellt": 9288,
+      "öd": 9289,
+      "none": 9290,
+      "▁jusqu": 9291,
+      "king": 9292,
+      "▁Ped": 9293,
+      "assert": 9294,
+      "CS": 9295,
+      "rito": 9296,
+      "essa": 9297,
+      "лько": 9298,
+      "▁Von": 9299,
+      "▁Edward": 9300,
+      "▁impossible": 9301,
+      "np": 9302,
+      "words": 9303,
+      "ielt": 9304,
+      "▁Page": 9305,
+      "lers": 9306,
+      "▁pier": 9307,
+      "▁области": 9308,
+      "ittee": 9309,
+      "▁([": 9310,
+      "▁trust": 9311,
+      "NG": 9312,
+      "redu": 9313,
+      "<<": 9314,
+      "rial": 9315,
+      "▁products": 9316,
+      "▁Ern": 9317,
+      "rière": 9318,
+      "гов": 9319,
+      "▁Reich": 9320,
+      "▁Road": 9321,
+      "▁nested": 9322,
+      "Display": 9323,
+      "▁strength": 9324,
+      "ografía": 9325,
+      "▁announced": 9326,
+      "▁Science": 9327,
+      "▁райо": 9328,
+      "Parameter": 9329,
+      "▁Task": 9330,
+      "uments": 9331,
+      "▁adopt": 9332,
+      "▁Only": 9333,
+      "ють": 9334,
+      "▁cli": 9335,
+      "▁lem": 9336,
+      "stood": 9337,
+      "▁FI": 9338,
+      "ências": 9339,
+      "ponents": 9340,
+      "]$": 9341,
+      "comment": 9342,
+      "▁ya": 9343,
+      "should": 9344,
+      "ike": 9345,
+      "tim": 9346,
+      "ellig": 9347,
+      "▁sending": 9348,
+      "▁ajax": 9349,
+      "▁noviembre": 9350,
+      "umes": 9351,
+      "▁weiter": 9352,
+      "▁Dans": 9353,
+      "opp": 9354,
+      "▁septembre": 9355,
+      "otimes": 9356,
+      "ző": 9357,
+      "▁ep": 9358,
+      "vere": 9359,
+      "▁oh": 9360,
+      ":=": 9361,
+      "▁Song": 9362,
+      "”,": 9363,
+      "▁viv": 9364,
+      "▁queries": 9365,
+      "▁vá": 9366,
+      "▁décembre": 9367,
+      "▁unable": 9368,
+      "▁erh": 9369,
+      "▁`-": 9370,
+      "▁Lee": 9371,
+      "▁ersten": 9372,
+      "ôt": 9373,
+      "стве": 9374,
+      "TS": 9375,
+      "▁fragment": 9376,
+      "▁wide": 9377,
+      "▁suff": 9378,
+      "▁dut": 9379,
+      "▁Vere": 9380,
+      "іс": 9381,
+      "ading": 9382,
+      "iego": 9383,
+      "icago": 9384,
+      "▁Argent": 9385,
+      "orer": 9386,
+      "ennes": 9387,
+      "▁Leb": 9388,
+      "linux": 9389,
+      "acing": 9390,
+      "▁broken": 9391,
+      "tp": 9392,
+      "ío": 9393,
+      "abeth": 9394,
+      "istas": 9395,
+      "gew": 9396,
+      "ième": 9397,
+      "cas": 9398,
+      "▁preced": 9399,
+      "▁Dal": 9400,
+      "▁compared": 9401,
+      "equiv": 9402,
+      "illy": 9403,
+      "teen": 9404,
+      "▁Console": 9405,
+      "▁strict": 9406,
+      "itaire": 9407,
+      "▁ED": 9408,
+      "entials": 9409,
+      "▁perman": 9410,
+      "▁tous": 9411,
+      "▁geme": 9412,
+      "▁extrem": 9413,
+      "▁окру": 9414,
+      "kg": 9415,
+      "▁heavy": 9416,
+      "▁avril": 9417,
+      "▁anti": 9418,
+      "▁octobre": 9419,
+      "utf": 9420,
+      "helm": 9421,
+      "amples": 9422,
+      "▁(_": 9423,
+      "aken": 9424,
+      "▁dear": 9425,
+      "▁opinion": 9426,
+      "▁fish": 9427,
+      "▁Alexander": 9428,
+      "iw": 9429,
+      "им": 9430,
+      "cadem": 9431,
+      "▁reflect": 9432,
+      "▁др": 9433,
+      "▁trib": 9434,
+      "common": 9435,
+      "▁clearly": 9436,
+      "▁saf": 9437,
+      "=\"@+": 9438,
+      "▁Мос": 9439,
+      "сите": 9440,
+      "eqnarray": 9441,
+      "nung": 9442,
+      "▁relationship": 9443,
+      "▁Sem": 9444,
+      "▁killed": 9445,
+      "ted": 9446,
+      "uno": 9447,
+      "▁лі": 9448,
+      "▁wid": 9449,
+      "anning": 9450,
+      "▁panel": 9451,
+      "▁Leben": 9452,
+      "▁ruby": 9453,
+      "ansion": 9454,
+      "▁aren": 9455,
+      "tabular": 9456,
+      "alet": 9457,
+      "}$$": 9458,
+      "▁Lake": 9459,
+      "▁suite": 9460,
+      "▁minor": 9461,
+      "Hozzáférés": 9462,
+      "▁xmlns": 9463,
+      "DIR": 9464,
+      "driver": 9465,
+      "ints": 9466,
+      "▁vic": 9467,
+      "AND": 9468,
+      "prim": 9469,
+      "сылки": 9470,
+      "▁Ox": 9471,
+      "TC": 9472,
+      "rivial": 9473,
+      "atie": 9474,
+      "▁eight": 9475,
+      "▁conflic": 9476,
+      "angel": 9477,
+      "▁Begr": 9478,
+      "▁explicitly": 9479,
+      "ются": 9480,
+      "▁Dev": 9481,
+      "render": 9482,
+      "▁reprodu": 9483,
+      "▁cré": 9484,
+      "Gu": 9485,
+      "MB": 9486,
+      "▁kön": 9487,
+      "▁remained": 9488,
+      "▁kl": 9489,
+      "хов": 9490,
+      "▁byl": 9491,
+      "Phi": 9492,
+      "▁detail": 9493,
+      "jav": 9494,
+      "▁mouse": 9495,
+      "Bas": 9496,
+      "ię": 9497,
+      "asser": 9498,
+      "hs": 9499,
+      "▁shift": 9500,
+      "▁últ": 9501,
+      "rand": 9502,
+      "▁btn": 9503,
+      "raz": 9504,
+      "▁pul": 9505,
+      "▁statements": 9506,
+      "filename": 9507,
+      "▁prompt": 9508,
+      "élé": 9509,
+      "ikz": 9510,
+      "▁Sus": 9511,
+      "▁debut": 9512,
+      "Stat": 9513,
+      "forms": 9514,
+      "▁Hein": 9515,
+      "stadt": 9516,
+      "ennis": 9517,
+      "пол": 9518,
+      "arante": 9519,
+      "цій": 9520,
+      "▁queue": 9521,
+      "▁reci": 9522,
+      "▁sta": 9523,
+      "ynchron": 9524,
+      "centering": 9525,
+      "Some": 9526,
+      "Graph": 9527,
+      "▁tested": 9528,
+      "▁Kunst": 9529,
+      "ом": 9530,
+      "▁Nothing": 9531,
+      "ieu": 9532,
+      "“.": 9533,
+      "Bundle": 9534,
+      "▁oficial": 9535,
+      "allow": 9536,
+      "▁React": 9537,
+      "▁Library": 9538,
+      "blue": 9539,
+      "▁verw": 9540,
+      "▁pare": 9541,
+      "▁Friedrich": 9542,
+      "▁aware": 9543,
+      "Exp": 9544,
+      "▁effects": 9545,
+      "▁горо": 9546,
+      "lopedia": 9547,
+      "▁Ven": 9548,
+      "rale": 9549,
+      "▁Final": 9550,
+      "▁propos": 9551,
+      "lacement": 9552,
+      "kten": 9553,
+      "▁novel": 9554,
+      "orter": 9555,
+      "▁Germany": 9556,
+      "▁django": 9557,
+      "▁transition": 9558,
+      "▁happened": 9559,
+      "▁beautiful": 9560,
+      "▁neither": 9561,
+      "▁libraries": 9562,
+      "▁hide": 9563,
+      "alg": 9564,
+      "▁aspect": 9565,
+      "▁forget": 9566,
+      "cademy": 9567,
+      "onte": 9568,
+      "refix": 9569,
+      "▁cloud": 9570,
+      "ned": 9571,
+      "cdots": 9572,
+      "register": 9573,
+      "nym": 9574,
+      ".):": 9575,
+      "▁Jew": 9576,
+      "▁très": 9577,
+      "ниче": 9578,
+      "▁Dor": 9579,
+      "▁proc": 9580,
+      "▁gan": 9581,
+      "▁є": 9582,
+      "▁Sav": 9583,
+      "ví": 9584,
+      "Settings": 9585,
+      "▁Vari": 9586,
+      "▁cours": 9587,
+      "Ro": 9588,
+      "▁conj": 9589,
+      "▁reasons": 9590,
+      "▁reader": 9591,
+      "лександ": 9592,
+      "icate": 9593,
+      "}),": 9594,
+      "▁tasks": 9595,
+      "▁Ray": 9596,
+      "▁ric": 9597,
+      "Ke": 9598,
+      "onie": 9599,
+      "rf": 9600,
+      ")[": 9601,
+      "▁subsequ": 9602,
+      "▁Turn": 9603,
+      "▁VIAF": 9604,
+      "mathsf": 9605,
+      "HE": 9606,
+      "▁declare": 9607,
+      "▁protocol": 9608,
+      "▁PC": 9609,
+      "цион": 9610,
+      "ViewById": 9611,
+      "▁animation": 9612,
+      "▁confused": 9613,
+      "вич": 9614,
+      "▁enabled": 9615,
+      "owo": 9616,
+      "ást": 9617,
+      "öt": 9618,
+      "▁mand": 9619,
+      "▁Rail": 9620,
+      "fields": 9621,
+      "▁Kap": 9622,
+      "▁algebra": 9623,
+      "▁Су": 9624,
+      "férence": 9625,
+      "▁Current": 9626,
+      "сно": 9627,
+      "▁Lim": 9628,
+      "Params": 9629,
+      "▁Antonio": 9630,
+      "▁tv": 9631,
+      "late": 9632,
+      "ifer": 9633,
+      "Entry": 9634,
+      "▁Serv": 9635,
+      "▁musical": 9636,
+      "▁trace": 9637,
+      "▁scient": 9638,
+      "fic": 9639,
+      "▁forgot": 9640,
+      "video": 9641,
+      "▁older": 9642,
+      "Tree": 9643,
+      "▁uns": 9644,
+      "ники": 9645,
+      "▁Europa": 9646,
+      "▁Zwe": 9647,
+      "▁бе": 9648,
+      "▁vec": 9649,
+      "жу": 9650,
+      "▁▁▁▁▁▁▁▁▁▁▁": 9651,
+      "Match": 9652,
+      "span": 9653,
+      "▁blank": 9654,
+      "▁später": 9655,
+      "▁Ty": 9656,
+      "▁dict": 9657,
+      "ña": 9658,
+      "▁confirm": 9659,
+      "▁vý": 9660,
+      "зан": 9661,
+      "Rel": 9662,
+      "film": 9663,
+      "▁Rot": 9664,
+      "▁Hy": 9665,
+      "ках": 9666,
+      "▁demand": 9667,
+      "▁minist": 9668,
+      "▁Madrid": 9669,
+      "▁usual": 9670,
+      "spiel": 9671,
+      "eros": 9672,
+      "▁tutorial": 9673,
+      "▁Ссылки": 9674,
+      "sys": 9675,
+      "циаль": 9676,
+      "▁spread": 9677,
+      "▁convers": 9678,
+      "▁roll": 9679,
+      "artifactId": 9680,
+      "▁Number": 9681,
+      "▁symmet": 9682,
+      "▁Mult": 9683,
+      "expected": 9684,
+      "▁axis": 9685,
+      "▁matching": 9686,
+      "▁food": 9687,
+      "groupId": 9688,
+      "Mapp": 9689,
+      "▁свя": 9690,
+      "▁vend": 9691,
+      "Found": 9692,
+      "otto": 9693,
+      "Cat": 9694,
+      "crit": 9695,
+      "istent": 9696,
+      "▁drei": 9697,
+      "▁ended": 9698,
+      "▁Tele": 9699,
+      "component": 9700,
+      "▁involved": 9701,
+      "▁Estados": 9702,
+      "▁danger": 9703,
+      "▁chain": 9704,
+      "▁Prom": 9705,
+      "hom": 9706,
+      "▁polít": 9707,
+      "cop": 9708,
+      "▁nap": 9709,
+      "rif": 9710,
+      "plements": 9711,
+      "▁vent": 9712,
+      "anna": 9713,
+      "anted": 9714,
+      "dated": 9715,
+      "anth": 9716,
+      "▁threads": 9717,
+      "зова": 9718,
+      "▁станов": 9719,
+      "▁eerst": 9720,
+      "buf": 9721,
+      "heid": 9722,
+      "▁Ru": 9723,
+      "▁Prim": 9724,
+      "▁migr": 9725,
+      "▁Unidos": 9726,
+      "▁arbitr": 9727,
+      "▁roman": 9728,
+      "ountry": 9729,
+      "ultur": 9730,
+      "▁König": 9731,
+      "▁annot": 9732,
+      "aching": 9733,
+      "▁Haupt": 9734,
+      "umin": 9735,
+      "▁hem": 9736,
+      "ckets": 9737,
+      "bau": 9738,
+      "ection": 9739,
+      "eft": 9740,
+      "▁packages": 9741,
+      "▁Kur": 9742,
+      "thur": 9743,
+      "▁pays": 9744,
+      "liament": 9745,
+      "▁Бу": 9746,
+      "▁cada": 9747,
+      "points": 9748,
+      "ocket": 9749,
+      "▁verb": 9750,
+      "лее": 9751,
+      "▁submit": 9752,
+      "▁san": 9753,
+      "ruby": 9754,
+      "▁east": 9755,
+      "kov": 9756,
+      "▁Verlag": 9757,
+      "▁spot": 9758,
+      "ppo": 9759,
+      "Each": 9760,
+      "jekt": 9761,
+      "▁Biographie": 9762,
+      "▁news": 9763,
+      "▁país": 9764,
+      "ufact": 9765,
+      "▁dia": 9766,
+      "кова": 9767,
+      "▁accompl": 9768,
+      "▁Ét": 9769,
+      "ilities": 9770,
+      "▁ihm": 9771,
+      "invoke": 9772,
+      "▁append": 9773,
+      ".),": 9774,
+      "▁lab": 9775,
+      "anging": 9776,
+      "istan": 9777,
+      "resol": 9778,
+      "▁Section": 9779,
+      "Parent": 9780,
+      "moz": 9781,
+      "Mat": 9782,
+      "styles": 9783,
+      "unden": 9784,
+      "“,": 9785,
+      "irtschaft": 9786,
+      "ким": 9787,
+      "▁Finally": 9788,
+      "phen": 9789,
+      "▁Pac": 9790,
+      "▁ArrayList": 9791,
+      "▁recover": 9792,
+      "▁education": 9793,
+      "models": 9794,
+      "ped": 9795,
+      "▁happy": 9796,
+      "чу": 9797,
+      "▁guerra": 9798,
+      "media": 9799,
+      "OF": 9800,
+      "▁ensure": 9801,
+      "Mark": 9802,
+      "database": 9803,
+      "oggle": 9804,
+      "▁publish": 9805,
+      "OW": 9806,
+      "▁Bau": 9807,
+      "?.": 9808,
+      "▁части": 9809,
+      "▁repository": 9810,
+      "▁Matt": 9811,
+      "high": 9812,
+      "oven": 9813,
+      "▁ger": 9814,
+      "▁unknown": 9815,
+      "Amer": 9816,
+      "▁Brown": 9817,
+      "ALL": 9818,
+      "▁resulting": 9819,
+      "▁bor": 9820,
+      "▁poet": 9821,
+      "ними": 9822,
+      "Email": 9823,
+      "Font": 9824,
+      "▁hist": 9825,
+      "▁today": 9826,
+      "▁Berg": 9827,
+      "▁buttons": 9828,
+      "тал": 9829,
+      "▁sni": 9830,
+      "▁челов": 9831,
+      "Cre": 9832,
+      "▁union": 9833,
+      "▁zich": 9834,
+      "ishop": 9835,
+      "▁quando": 9836,
+      "Po": 9837,
+      "CTION": 9838,
+      "▁Cost": 9839,
+      "судар": 9840,
+      "erved": 9841,
+      "Note": 9842,
+      "Equal": 9843,
+      "лия": 9844,
+      "бур": 9845,
+      "▁abstract": 9846,
+      "stop": 9847,
+      "▁advice": 9848,
+      "▁icon": 9849,
+      "▁travel": 9850,
+      "BS": 9851,
+      "vens": 9852,
+      "▁batch": 9853,
+      "lique": 9854,
+      "sheet": 9855,
+      "▁ihre": 9856,
+      "emon": 9857,
+      "berto": 9858,
+      "▁assigned": 9859,
+      "ью": 9860,
+      "Phone": 9861,
+      "▁award": 9862,
+      "▁functionality": 9863,
+      "alla": 9864,
+      "▁Dam": 9865,
+      "▁ciudad": 9866,
+      "▁cluster": 9867,
+      "Description": 9868,
+      "▁sheet": 9869,
+      "▁Australian": 9870,
+      "▁».": 9871,
+      "▁\"<": 9872,
+      "▁wondering": 9873,
+      "aine": 9874,
+      "▁represented": 9875,
+      "kappa": 9876,
+      "nb": 9877,
+      "▁sy": 9878,
+      "▁Kö": 9879,
+      "=\"#": 9880,
+      "▁seven": 9881,
+      "Directory": 9882,
+      "▁sister": 9883,
+      "plates": 9884,
+      "▁luck": 9885,
+      "▁remaining": 9886,
+      "▁Vill": 9887,
+      "werk": 9888,
+      "anni": 9889,
+      "etti": 9890,
+      "func": 9891,
+      "▁ban": 9892,
+      "ims": 9893,
+      "miss": 9894,
+      "agraph": 9895,
+      "екси": 9896,
+      "▁Ref": 9897,
+      "nitt": 9898,
+      "▁Gab": 9899,
+      "▁andere": 9900,
+      "▁jedoch": 9901,
+      "results": 9902,
+      "!\\": 9903,
+      "▁listed": 9904,
+      "▁loro": 9905,
+      "▁knows": 9906,
+      "жно": 9907,
+      "Rad": 9908,
+      "▁socket": 9909,
+      "multi": 9910,
+      "▁рі": 9911,
+      "rails": 9912,
+      "▁tar": 9913,
+      "▁gentle": 9914,
+      "sett": 9915,
+      "services": 9916,
+      "bound": 9917,
+      "igkeit": 9918,
+      "aja": 9919,
+      "▁cmd": 9920,
+      "agger": 9921,
+      "▁ba": 9922,
+      "▁Belg": 9923,
+      "▁Kle": 9924,
+      "▁wordt": 9925,
+      "▁fost": 9926,
+      "▁dimension": 9927,
+      "Ang": 9928,
+      "uming": 9929,
+      "Obj": 9930,
+      "нен": 9931,
+      "▁Marie": 9932,
+      "exists": 9933,
+      "тро": 9934,
+      "▁боль": 9935,
+      "emente": 9936,
+      "▁Jon": 9937,
+      "SERT": 9938,
+      "▁highest": 9939,
+      "aki": 9940,
+      "▁tres": 9941,
+      "▁circum": 9942,
+      "▁Down": 9943,
+      "ommen": 9944,
+      "urer": 9945,
+      "▁causes": 9946,
+      "venue": 9947,
+      "issance": 9948,
+      "▁influence": 9949,
+      "▁fat": 9950,
+      "реди": 9951,
+      "}\\\\": 9952,
+      "▁entr": 9953,
+      "▁Sign": 9954,
+      "▁кла": 9955,
+      "▁binding": 9956,
+      "essen": 9957,
+      "▁Фран": 9958,
+      "▁Local": 9959,
+      "▁явля": 9960,
+      "appro": 9961,
+      "▁dependencies": 9962,
+      "▁talking": 9963,
+      "▁zurück": 9964,
+      "connection": 9965,
+      "Active": 9966,
+      "bbe": 9967,
+      "irls": 9968,
+      "▁Inf": 9969,
+      "wd": 9970,
+      "▁ис": 9971,
+      "road": 9972,
+      "▁conven": 9973,
+      "ět": 9974,
+      "вез": 9975,
+      "▁entries": 9976,
+      "esc": 9977,
+      "▁bits": 9978,
+      "asso": 9979,
+      "WR": 9980,
+      "ships": 9981,
+      "▁dés": 9982,
+      "esp": 9983,
+      "Make": 9984,
+      "▁familiar": 9985,
+      "Art": 9986,
+      "▁army": 9987,
+      "ctr": 9988,
+      "éric": 9989,
+      "queue": 9990,
+      "▁\\{": 9991,
+      "uela": 9992,
+      "amiento": 9993,
+      "ших": 9994,
+      "▁\"\"\"": 9995,
+      "contr": 9996,
+      "лле": 9997,
+      "FS": 9998,
+      "▁market": 9999,
+      "ång": 10000,
+      "citep": 10001,
+      "Ill": 10002,
+      "rank": 10003,
+      "▁sender": 10004,
+      "▁beim": 10005,
+      "рак": 10006,
+      "▁compat": 10007,
+      "▁occurs": 10008,
+      "▁diese": 10009,
+      "ститу": 10010,
+      "awa": 10011,
+      "▁iOS": 10012,
+      "▁Chinese": 10013,
+      "▁TR": 10014,
+      "▁Ken": 10015,
+      "▁Une": 10016,
+      "▁creates": 10017,
+      "▁showed": 10018,
+      "▁év": 10019,
+      "ologia": 10020,
+      "▁protest": 10021,
+      "▁Pf": 10022,
+      "▁squad": 10023,
+      "++,": 10024,
+      "áv": 10025,
+      "▁essere": 10026,
+      "зя": 10027,
+      "kol": 10028,
+      "▁slightly": 10029,
+      "addr": 10030,
+      "ân": 10031,
+      "▁reduce": 10032,
+      "▁\\(\\": 10033,
+      "▁Dep": 10034,
+      "▁generic": 10035,
+      "Loader": 10036,
+      "ți": 10037,
+      "▁пос": 10038,
+      "▁occasion": 10039,
+      "▁Lady": 10040,
+      "entity": 10041,
+      "▁avant": 10042,
+      "▁Pas": 10043,
+      "aggio": 10044,
+      "\\{": 10045,
+      "пад": 10046,
+      "atholic": 10047,
+      "Password": 10048,
+      "▁respond": 10049,
+      "▁Non": 10050,
+      "AG": 10051,
+      "neg": 10052,
+      "▁ус": 10053,
+      "blob": 10054,
+      "cke": 10055,
+      "▁Consider": 10056,
+      "▁Care": 10057,
+      "iki": 10058,
+      "▁Chicago": 10059,
+      "inden": 10060,
+      "▁Cop": 10061,
+      "]+": 10062,
+      "öm": 10063,
+      "évrier": 10064,
+      "кло": 10065,
+      "alen": 10066,
+      "▁maj": 10067,
+      "racy": 10068,
+      "orte": 10069,
+      "ients": 10070,
+      "ells": 10071,
+      "activity": 10072,
+      "▁runtime": 10073,
+      "NULL": 10074,
+      "▁possibly": 10075,
+      "▁stri": 10076,
+      "izi": 10077,
+      "▁mir": 10078,
+      "▁Version": 10079,
+      "prime": 10080,
+      "▁twenty": 10081,
+      "▁Mah": 10082,
+      "▁sounds": 10083,
+      "шен": 10084,
+      "clusion": 10085,
+      "acz": 10086,
+      "▁determined": 10087,
+      "▁Rep": 10088,
+      "▁Landes": 10089,
+      "▁wall": 10090,
+      "igi": 10091,
+      "▁reset": 10092,
+      "шо": 10093,
+      "yan": 10094,
+      "Met": 10095,
+      "ei": 10096,
+      "▁appearance": 10097,
+      "▁fois": 10098,
+      "▁nell": 10099,
+      "esi": 10100,
+      "ёт": 10101,
+      "loor": 10102,
+      "▁Ul": 10103,
+      "▁resolution": 10104,
+      "▁fot": 10105,
+      "▁throughout": 10106,
+      "▁ri": 10107,
+      "Level": 10108,
+      "pool": 10109,
+      "▁identity": 10110,
+      "▁janu": 10111,
+      "▁imper": 10112,
+      "▁över": 10113,
+      "}`": 10114,
+      "▁infer": 10115,
+      "▁dates": 10116,
+      "▁Standard": 10117,
+      "force": 10118,
+      "ockey": 10119,
+      "tera": 10120,
+      "▁distingu": 10121,
+      "▁presence": 10122,
+      "lica": 10123,
+      "▁leaving": 10124,
+      "itung": 10125,
+      "éb": 10126,
+      "▁establish": 10127,
+      "▁maar": 10128,
+      "adi": 10129,
+      "▁News": 10130,
+      "azon": 10131,
+      "folg": 10132,
+      "▁Hence": 10133,
+      "▁Ye": 10134,
+      "▁fab": 10135,
+      "▁führ": 10136,
+      "itmap": 10137,
+      "▁Vers": 10138,
+      "rov": 10139,
+      "Sign": 10140,
+      "device": 10141,
+      "Sigma": 10142,
+      "▁wetenschapp": 10143,
+      "▁Ps": 10144,
+      "PATH": 10145,
+      "▁torn": 10146,
+      "vest": 10147,
+      "стов": 10148,
+      "account": 10149,
+      "▁largest": 10150,
+      "▁percent": 10151,
+      "▁Women": 10152,
+      "▁img": 10153,
+      "tool": 10154,
+      "▁roce": 10155,
+      "▁ay": 10156,
+      "inet": 10157,
+      "▁août": 10158,
+      "▁polynomial": 10159,
+      "▁integral": 10160,
+      "▁areas": 10161,
+      "}'": 10162,
+      "▁hyp": 10163,
+      "loyee": 10164,
+      "таль": 10165,
+      "▁proxy": 10166,
+      "▁Wy": 10167,
+      "▁Мекси": 10168,
+      "▁escape": 10169,
+      "olar": 10170,
+      "▁mistake": 10171,
+      ")}{": 10172,
+      "▁Pot": 10173,
+      "▁processes": 10174,
+      "\">\r": 10175,
+      "halten": 10176,
+      "zza": 10177,
+      "amo": 10178,
+      "кре": 10179,
+      "▁Wood": 10180,
+      "ør": 10181,
+      "▁сер": 10182,
+      "ocia": 10183,
+      "two": 10184,
+      "profile": 10185,
+      "▁Ast": 10186,
+      "embro": 10187,
+      "▁arms": 10188,
+      "inas": 10189,
+      "innen": 10190,
+      "▁msg": 10191,
+      "INT": 10192,
+      "▁batter": 10193,
+      "ignment": 10194,
+      "▁vy": 10195,
+      "Hrsg": 10196,
+      "▁Grund": 10197,
+      "roc": 10198,
+      "seg": 10199,
+      "▁decor": 10200,
+      "▁eventually": 10201,
+      ">,": 10202,
+      "▁pag": 10203,
+      "anten": 10204,
+      "▁strugg": 10205,
+      "}^\\": 10206,
+      "daten": 10207,
+      "▁rela": 10208,
+      "пов": 10209,
+      "▁коро": 10210,
+      "▁Bos": 10211,
+      "▁labor": 10212,
+      "▁Secret": 10213,
+      "ugen": 10214,
+      "▁jap": 10215,
+      "▁husband": 10216,
+      "▁Album": 10217,
+      "▁etwa": 10218,
+      "▁произ": 10219,
+      "richt": 10220,
+      "rach": 10221,
+      "bat": 10222,
+      "▁prepar": 10223,
+      "▁Stock": 10224,
+      "▁lack": 10225,
+      "хід": 10226,
+      "▁hogy": 10227,
+      "▁Chrome": 10228,
+      "▁Admin": 10229,
+      "▁comparison": 10230,
+      "▁increasing": 10231,
+      "нг": 10232,
+      "imi": 10233,
+      "Db": 10234,
+      "▁gef": 10235,
+      "ucht": 10236,
+      "ése": 10237,
+      "gence": 10238,
+      "▁Core": 10239,
+      "▁incorrect": 10240,
+      "▁assuming": 10241,
+      "ourse": 10242,
+      "ieron": 10243,
+      "▁Theorem": 10244,
+      "▁casa": 10245,
+      "jes": 10246,
+      "▁дере": 10247,
+      "▁`\"": 10248,
+      "LD": 10249,
+      "äß": 10250,
+      "Deb": 10251,
+      "▁suiv": 10252,
+      "▁Bank": 10253,
+      "libs": 10254,
+      "▁Leon": 10255,
+      "▁quart": 10256,
+      "▁professional": 10257,
+      "▁tiene": 10258,
+      "▁accomp": 10259,
+      "стер": 10260,
+      "▁UK": 10261,
+      "NN": 10262,
+      "▁lí": 10263,
+      "ця": 10264,
+      "kel": 10265,
+      "▁•": 10266,
+      "▁dise": 10267,
+      "onto": 10268,
+      "▁má": 10269,
+      "ifs": 10270,
+      "bild": 10271,
+      "▁compute": 10272,
+      "▁éd": 10273,
+      "ję": 10274,
+      "▁Mé": 10275,
+      "▁languages": 10276,
+      "▁Times": 10277,
+      "cen": 10278,
+      "▁авто": 10279,
+      "ým": 10280,
+      "enez": 10281,
+      "▁upp": 10282,
+      "▁méd": 10283,
+      "▁cuando": 10284,
+      "од": 10285,
+      "Intent": 10286,
+      "eerd": 10287,
+      "▁Tal": 10288,
+      "offset": 10289,
+      "▁haben": 10290,
+      "reme": 10291,
+      "▁Stack": 10292,
+      "▁dri": 10293,
+      "▁seinem": 10294,
+      "▁février": 10295,
+      "▁combination": 10296,
+      "▁soll": 10297,
+      "▁movement": 10298,
+      "Spec": 10299,
+      "кры": 10300,
+      "retch": 10301,
+      "Offset": 10302,
+      "Root": 10303,
+      "Ар": 10304,
+      "wart": 10305,
+      "▁Follow": 10306,
+      "▁Social": 10307,
+      "ников": 10308,
+      "▁→": 10309,
+      "Don": 10310,
+      "▁harm": 10311,
+      "agr": 10312,
+      "nego": 10313,
+      "resource": 10314,
+      "▁Luc": 10315,
+      "▁seinen": 10316,
+      "▁Department": 10317,
+      "▁Update": 10318,
+      "▁Texas": 10319,
+      "▁reve": 10320,
+      "▁Pos": 10321,
+      "▁shot": 10322,
+      "othe": 10323,
+      "▁repeated": 10324,
+      "▁recently": 10325,
+      "ában": 10326,
+      "aks": 10327,
+      "пан": 10328,
+      "▁cha": 10329,
+      "ohl": 10330,
+      "▁tend": 10331,
+      "▁дво": 10332,
+      "chts": 10333,
+      "çaise": 10334,
+      "pling": 10335,
+      "album": 10336,
+      "ej": 10337,
+      "▁`[": 10338,
+      "maps": 10339,
+      "▁units": 10340,
+      "▁<!--": 10341,
+      "▁ге": 10342,
+      "▁Information": 10343,
+      "ikon": 10344,
+      "▁tan": 10345,
+      "▁docker": 10346,
+      "▁Stad": 10347,
+      "▁audio": 10348,
+      "iko": 10349,
+      "▁coordinates": 10350,
+      "xs": 10351,
+      "▁replied": 10352,
+      "▁),": 10353,
+      "▁Government": 10354,
+      "▁Academy": 10355,
+      "UNT": 10356,
+      "▁три": 10357,
+      "Bl": 10358,
+      "▁anc": 10359,
+      "шу": 10360,
+      "▁також": 10361,
+      "▁infinite": 10362,
+      "RC": 10363,
+      "▁ga": 10364,
+      "▁adjust": 10365,
+      "▁merge": 10366,
+      ";`": 10367,
+      "▁poster": 10368,
+      "▁Japanese": 10369,
+      "\"];": 10370,
+      "▁exhib": 10371,
+      "▁ordered": 10372,
+      "ictures": 10373,
+      "рос": 10374,
+      "▁série": 10375,
+      "lets": 10376,
+      "▁ip": 10377,
+      "Selector": 10378,
+      "▁existence": 10379,
+      "Rece": 10380,
+      "liga": 10381,
+      "download": 10382,
+      "▁lemma": 10383,
+      "iev": 10384,
+      "udent": 10385,
+      "sko": 10386,
+      "▁Arab": 10387,
+      "itate": 10388,
+      "byte": 10389,
+      "от": 10390,
+      "ikt": 10391,
+      "ната": 10392,
+      "▁Af": 10393,
+      "(@": 10394,
+      "▁mad": 10395,
+      "odb": 10396,
+      "▁elimin": 10397,
+      "▁spent": 10398,
+      "Enter": 10399,
+      "▁Mitg": 10400,
+      "When": 10401,
+      "▁départ": 10402,
+      "MI": 10403,
+      "▁fellow": 10404,
+      "▁thousand": 10405,
+      "▁Cu": 10406,
+      "ktor": 10407,
+      "Cache": 10408,
+      "▁também": 10409,
+      "▁extended": 10410,
+      "вест": 10411,
+      "aters": 10412,
+      "▁Lic": 10413,
+      "totype": 10414,
+      "▁Ga": 10415,
+      "▁blood": 10416,
+      "▁mapping": 10417,
+      "▁nomin": 10418,
+      "▁manifest": 10419,
+      "▁pens": 10420,
+      "▁rit": 10421,
+      "▁filename": 10422,
+      "▁filled": 10423,
+      "vä": 10424,
+      "▁raised": 10425,
+      "▁mobile": 10426,
+      "ké": 10427,
+      "▁Right": 10428,
+      "▁gehör": 10429,
+      "▁temperature": 10430,
+      "▁somehow": 10431,
+      "▁Spanish": 10432,
+      "▁kommun": 10433,
+      "▁chosen": 10434,
+      "▁horse": 10435,
+      ";\\": 10436,
+      "▁originally": 10437,
+      "Hash": 10438,
+      "▁citt": 10439,
+      "▁encore": 10440,
+      "▁Wolf": 10441,
+      "▁nú": 10442,
+      "▁Young": 10443,
+      "Vari": 10444,
+      "▁Schwe": 10445,
+      "▁capture": 10446,
+      "▁Jane": 10447,
+      "Interface": 10448,
+      "owych": 10449,
+      "▁Deutschland": 10450,
+      "▁Kol": 10451,
+      "▁boundary": 10452,
+      "▁GND": 10453,
+      "Now": 10454,
+      "kehr": 10455,
+      "(*": 10456,
+      "=-": 10457,
+      "▁Wel": 10458,
+      "▁Cat": 10459,
+      "amment": 10460,
+      "AGE": 10461,
+      "▁rights": 10462,
+      "Scroll": 10463,
+      "▁happening": 10464,
+      "▁Bla": 10465,
+      "▁science": 10466,
+      "aws": 10467,
+      "▁behaviour": 10468,
+      "▁implies": 10469,
+      "▁Queen": 10470,
+      "ovan": 10471,
+      "pay": 10472,
+      "ња": 10473,
+      "aret": 10474,
+      "ership": 10475,
+      "▁Lang": 10476,
+      "▁год": 10477,
+      "▁recorded": 10478,
+      "zem": 10479,
+      "▁Thread": 10480,
+      "▁todo": 10481,
+      "ogo": 10482,
+      "▁scenario": 10483,
+      "▁concent": 10484,
+      "рез": 10485,
+      "Storage": 10486,
+      "▁dirig": 10487,
+      "▁Series": 10488,
+      "▁gas": 10489,
+      "SET": 10490,
+      "èce": 10491,
+      "rate": 10492,
+      "HTTP": 10493,
+      "▁kap": 10494,
+      "Emp": 10495,
+      "UTF": 10496,
+      "ání": 10497,
+      "стави": 10498,
+      "windows": 10499,
+      "ération": 10500,
+      "aped": 10501,
+      "▁sistema": 10502,
+      "▁surv": 10503,
+      "▁Western": 10504,
+      "▁gé": 10505,
+      "▁Such": 10506,
+      "Writer": 10507,
+      "▁canvas": 10508,
+      "▁guarante": 10509,
+      "scroll": 10510,
+      "aved": 10511,
+      "Ital": 10512,
+      "▁Elect": 10513,
+      "](#": 10514,
+      "▁Herm": 10515,
+      "▁Command": 10516,
+      "▁Child": 10517,
+      "▁pd": 10518,
+      "utch": 10519,
+      "Sql": 10520,
+      "*.": 10521,
+      "▁Tag": 10522,
+      "▁Ta": 10523,
+      "▁mail": 10524,
+      "screen": 10525,
+      "scr": 10526,
+      "zial": 10527,
+      "▁Für": 10528,
+      "▁suggestions": 10529,
+      "chester": 10530,
+      ")|": 10531,
+      "person": 10532,
+      "zel": 10533,
+      "▁waiting": 10534,
+      "▁сле": 10535,
+      "FL": 10536,
+      "▁Albert": 10537,
+      "▁Hij": 10538,
+      "▁тер": 10539,
+      "ewrite": 10540,
+      "▁sentence": 10541,
+      "▁linux": 10542,
+      "еде": 10543,
+      "ência": 10544,
+      "▁Italian": 10545,
+      "чка": 10546,
+      "Files": 10547,
+      "▁noticed": 10548,
+      "bing": 10549,
+      "▁Research": 10550,
+      "▁alter": 10551,
+      "heel": 10552,
+      "\\<^": 10553,
+      "▁Process": 10554,
+      "▁battle": 10555,
+      "мов": 10556,
+      "▁Africa": 10557,
+      "▁Anne": 10558,
+      "▁geld": 10559,
+      "}%": 10560,
+      "▁docs": 10561,
+      "Types": 10562,
+      "▁retrieve": 10563,
+      "▁Official": 10564,
+      "▁trab": 10565,
+      "цы": 10566,
+      "▁Input": 10567,
+      "step": 10568,
+      "▁laugh": 10569,
+      "▁Ха": 10570,
+      "▁pela": 10571,
+      "Media": 10572,
+      "rough": 10573,
+      "гани": 10574,
+      "▁Should": 10575,
+      "▁Content": 10576,
+      "лем": 10577,
+      "osh": 10578,
+      "▁somewhat": 10579,
+      "▁Cer": 10580,
+      "Background": 10581,
+      "stru": 10582,
+      "▁inline": 10583,
+      "▁Neder": 10584,
+      "▁modules": 10585,
+      "▁Buch": 10586,
+      "ński": 10587,
+      "widet": 10588,
+      "▁zn": 10589,
+      "poses": 10590,
+      "▁gradu": 10591,
+      "▁aqu": 10592,
+      "PR": 10593,
+      "▁putting": 10594,
+      "▁поли": 10595,
+      "▁purch": 10596,
+      "▁smooth": 10597,
+      "рий": 10598,
+      "engine": 10599,
+      "▁lived": 10600,
+      "Account": 10601,
+      "Details": 10602,
+      "▁tells": 10603,
+      "▁Output": 10604,
+      "Here": 10605,
+      "▁Foundation": 10606,
+      "TextView": 10607,
+      "▁decision": 10608,
+      "▁dependency": 10609,
+      "ocation": 10610,
+      "oval": 10611,
+      "feld": 10612,
+      "▁пров": 10613,
+      "▁ends": 10614,
+      "▁ios": 10615,
+      "▁excel": 10616,
+      "agu": 10617,
+      "▁eleg": 10618,
+      "▁Element": 10619,
+      "Queue": 10620,
+      "▁fö": 10621,
+      "версите": 10622,
+      "▁experien": 10623,
+      "▁directed": 10624,
+      "▁camb": 10625,
+      "▁Дж": 10626,
+      "▁folg": 10627,
+      "▁conce": 10628,
+      "▁Fab": 10629,
+      "▁Vi": 10630,
+      "▁advantage": 10631,
+      "▁Bei": 10632,
+      "prod": 10633,
+      "▁XIX": 10634,
+      "▁Face": 10635,
+      "▁vir": 10636,
+      "▁Russian": 10637,
+      "▁span": 10638,
+      "ení": 10639,
+      "▁zone": 10640,
+      "▁attach": 10641,
+      "▁без": 10642,
+      "▁management": 10643,
+      "Ac": 10644,
+      "▁оп": 10645,
+      "once": 10646,
+      "halt": 10647,
+      "uso": 10648,
+      "Spe": 10649,
+      "▁raw": 10650,
+      "éro": 10651,
+      "idel": 10652,
+      "law": 10653,
+      "Sheet": 10654,
+      "▁mission": 10655,
+      "▁camera": 10656,
+      "▁honor": 10657,
+      "▁appointed": 10658,
+      "▁Roma": 10659,
+      "linear": 10660,
+      "Rows": 10661,
+      "ferences": 10662,
+      "▁IO": 10663,
+      "▁covered": 10664,
+      "raj": 10665,
+      "ствова": 10666,
+      "▁Sym": 10667,
+      "▁tid": 10668,
+      "isc": 10669,
+      "▁Rud": 10670,
+      "▁encuent": 10671,
+      "▁failure": 10672,
+      "üss": 10673,
+      "▁squ": 10674,
+      "▁paint": 10675,
+      "▁serious": 10676,
+      "▁cursor": 10677,
+      "tras": 10678,
+      "▁discussion": 10679,
+      "▁cried": 10680,
+      "erie": 10681,
+      "▁Develop": 10682,
+      "▁rewrite": 10683,
+      "▁général": 10684,
+      "wait": 10685,
+      "▁Harry": 10686,
+      "ír": 10687,
+      "▁gepublic": 10688,
+      "▁иг": 10689,
+      "іб": 10690,
+      "ят": 10691,
+      "▁Из": 10692,
+      "▁equations": 10693,
+      "▁plane": 10694,
+      "▁acqu": 10695,
+      "▁angle": 10696,
+      "▁trees": 10697,
+      "▁Кон": 10698,
+      "VD": 10699,
+      "pert": 10700,
+      "▁documents": 10701,
+      "cb": 10702,
+      "▁implements": 10703,
+      "станов": 10704,
+      "▁Walter": 10705,
+      "зыва": 10706,
+      "▁спе": 10707,
+      "▁chap": 10708,
+      "plex": 10709,
+      "▁magnet": 10710,
+      "▁gepubliceerd": 10711,
+      "▁highly": 10712,
+      "▁leurs": 10713,
+      "▁dress": 10714,
+      "▁restart": 10715,
+      "Render": 10716,
+      "Callback": 10717,
+      "iso": 10718,
+      "▁constitu": 10719,
+      "▁Ende": 10720,
+      "ZE": 10721,
+      "▁Angeles": 10722,
+      "▁derived": 10723,
+      "=\"{": 10724,
+      "]\\": 10725,
+      "▁Change": 10726,
+      "▁Haus": 10727,
+      "▁stad": 10728,
+      "▁Request": 10729,
+      "omo": 10730,
+      "▁Active": 10731,
+      "uren": 10732,
+      "▁tourn": 10733,
+      "▁particularly": 10734,
+      "Servlet": 10735,
+      "abc": 10736,
+      "widetilde": 10737,
+      "andra": 10738,
+      "Helper": 10739,
+      "Rule": 10740,
+      "▁plusieurs": 10741,
+      "▁wave": 10742,
+      "neq": 10743,
+      "▁Те": 10744,
+      "fre": 10745,
+      "ské": 10746,
+      "▁alc": 10747,
+      "▁logs": 10748,
+      "GS": 10749,
+      "▁Mol": 10750,
+      "▁permission": 10751,
+      "▁soul": 10752,
+      "▁wants": 10753,
+      "▁guide": 10754,
+      "▁viene": 10755,
+      "▁Wilhelm": 10756,
+      "▁evidence": 10757,
+      "\"},": 10758,
+      "ropol": 10759,
+      "▁authentication": 10760,
+      "▁occurred": 10761,
+      "▁IF": 10762,
+      "noc": 10763,
+      "IA": 10764,
+      "▁Ban": 10765,
+      "▁кар": 10766,
+      "▁ble": 10767,
+      "▁segment": 10768,
+      "▁players": 10769,
+      "isi": 10770,
+      "▁stuck": 10771,
+      "▁Py": 10772,
+      "Any": 10773,
+      "hou": 10774,
+      "▁formatt": 10775,
+      "▁peace": 10776,
+      "▁Кар": 10777,
+      "etes": 10778,
+      "dfrac": 10779,
+      "(?": 10780,
+      "▁Site": 10781,
+      "▁Live": 10782,
+      "▁Us": 10783,
+      "▁clim": 10784,
+      "▁Ali": 10785,
+      "рей": 10786,
+      "▁Prince": 10787,
+      "▁oblig": 10788,
+      "ieb": 10789,
+      "▁Alt": 10790,
+      "▁pros": 10791,
+      "racle": 10792,
+      "▁Cette": 10793,
+      "kes": 10794,
+      "zös": 10795,
+      "ouvelle": 10796,
+      "////////": 10797,
+      "aby": 10798,
+      "ére": 10799,
+      "rane": 10800,
+      "▁powers": 10801,
+      "▁Path": 10802,
+      "▁Word": 10803,
+      "▁transaction": 10804,
+      "▁causing": 10805,
+      "ellschaft": 10806,
+      "ât": 10807,
+      "▁CPU": 10808,
+      "▁depth": 10809,
+      "STR": 10810,
+      "▁Conf": 10811,
+      "▁rare": 10812,
+      "▁Ak": 10813,
+      "▁bon": 10814,
+      "▁Carlos": 10815,
+      "▁specifically": 10816,
+      "rics": 10817,
+      "KEY": 10818,
+      "▁stars": 10819,
+      "érica": 10820,
+      "▁Лу": 10821,
+      "▁configure": 10822,
+      "▁agent": 10823,
+      "▁explained": 10824,
+      "▁coefficient": 10825,
+      "дь": 10826,
+      "'}": 10827,
+      "▁vida": 10828,
+      "▁Syn": 10829,
+      "▁назва": 10830,
+      "▁Option": 10831,
+      "▁rob": 10832,
+      "▁клу": 10833,
+      ":[": 10834,
+      "antly": 10835,
+      "dependency": 10836,
+      "▁Cur": 10837,
+      "▁frances": 10838,
+      "▁ideal": 10839,
+      "Sw": 10840,
+      "▁груп": 10841,
+      "▁Captain": 10842,
+      "▁todos": 10843,
+      "Jo": 10844,
+      "▁pelo": 10845,
+      "?](": 10846,
+      "▁faith": 10847,
+      "овой": 10848,
+      "▁fresh": 10849,
+      "▁propri": 10850,
+      "Timeout": 10851,
+      "▁veh": 10852,
+      "contents": 10853,
+      "▁Document": 10854,
+      "collection": 10855,
+      "▁kar": 10856,
+      "ruck": 10857,
+      "Your": 10858,
+      "uma": 10859,
+      "▁mathemat": 10860,
+      "Enabled": 10861,
+      "публи": 10862,
+      "▁Engine": 10863,
+      "▁München": 10864,
+      "▁посе": 10865,
+      "▁fon": 10866,
+      "archive": 10867,
+      "▁frequency": 10868,
+      "}+\\": 10869,
+      "âte": 10870,
+      "▁kor": 10871,
+      "▁Кра": 10872,
+      "Sing": 10873,
+      "month": 10874,
+      "▁Haw": 10875,
+      "▁sys": 10876,
+      "erme": 10877,
+      "▁Would": 10878,
+      "▁impact": 10879,
+      "urrency": 10880,
+      "licht": 10881,
+      "▁apt": 10882,
+      "iere": 10883,
+      "▁motion": 10884,
+      "ССР": 10885,
+      "▁Init": 10886,
+      "▁ms": 10887,
+      "▁MS": 10888,
+      "shift": 10889,
+      "▁autres": 10890,
+      "▁bash": 10891,
+      "hidden": 10892,
+      "orio": 10893,
+      "▁celebr": 10894,
+      "▁Liber": 10895,
+      "eto": 10896,
+      "▁dove": 10897,
+      "▁paths": 10898,
+      "▁inj": 10899,
+      "Category": 10900,
+      "▁cry": 10901,
+      "▁marked": 10902,
+      "удо": 10903,
+      "ashion": 10904,
+      "ält": 10905,
+      "▁lan": 10906,
+      "▁teams": 10907,
+      "▁kv": 10908,
+      "iams": 10909,
+      "aban": 10910,
+      "▁TABLE": 10911,
+      "вар": 10912,
+      "Repos": 10913,
+      "▁Bell": 10914,
+      "▁pubblic": 10915,
+      "▁countries": 10916,
+      "▁spin": 10917,
+      "▁lég": 10918,
+      "▁Krie": 10919,
+      "▁Jones": 10920,
+      "white": 10921,
+      "Html": 10922,
+      "Press": 10923,
+      "▁Blue": 10924,
+      "Operation": 10925,
+      "▁Anth": 10926,
+      "▁pse": 10927,
+      "▁Font": 10928,
+      "▁theme": 10929,
+      "▁blocks": 10930,
+      "$)": 10931,
+      "▁glad": 10932,
+      "▁manage": 10933,
+      "orden": 10934,
+      "osten": 10935,
+      "cole": 10936,
+      "▁SP": 10937,
+      "▁schema": 10938,
+      "uras": 10939,
+      "▁whenever": 10940,
+      "ША": 10941,
+      "рито": 10942,
+      "▁discovered": 10943,
+      "▁prefix": 10944,
+      "global": 10945,
+      "roke": 10946,
+      "zes": 10947,
+      "chte": 10948,
+      "▁Before": 10949,
+      "мени": 10950,
+      "▁Dig": 10951,
+      "▁rapid": 10952,
+      "▁lleg": 10953,
+      "equals": 10954,
+      "▁Hoch": 10955,
+      "forall": 10956,
+      "вати": 10957,
+      "usz": 10958,
+      "▁attached": 10959,
+      "Expression": 10960,
+      "▁stock": 10961,
+      "üll": 10962,
+      "pet": 10963,
+      "essions": 10964,
+      "colo": 10965,
+      "▁gy": 10966,
+      "Book": 10967,
+      "▁Jacob": 10968,
+      "▁Product": 10969,
+      "▁inputs": 10970,
+      "мир": 10971,
+      "▁learned": 10972,
+      "ówn": 10973,
+      "▁police": 10974,
+      "▁лет": 10975,
+      "▁Item": 10976,
+      "▁eye": 10977,
+      "aient": 10978,
+      "▁Sammlung": 10979,
+      "▁Lor": 10980,
+      "▁repres": 10981,
+      "▁fest": 10982,
+      "Cond": 10983,
+      "▁nouve": 10984,
+      "▁extend": 10985,
+      "▁Frances": 10986,
+      "▁Find": 10987,
+      "▁deze": 10988,
+      "erna": 10989,
+      "▁había": 10990,
+      "prü": 10991,
+      "▁motor": 10992,
+      "bie": 10993,
+      "Hello": 10994,
+      "▁resid": 10995,
+      "▁finale": 10996,
+      "%)": 10997,
+      "{'": 10998,
+      "▁Hard": 10999,
+      "▁pairs": 11000,
+      "▁Ell": 11001,
+      "ivot": 11002,
+      "rees": 11003,
+      "▁Force": 11004,
+      "▁evening": 11005,
+      "▁después": 11006,
+      "rg": 11007,
+      "Why": 11008,
+      "▁conn": 11009,
+      "schema": 11010,
+      "ход": 11011,
+      "▁между": 11012,
+      "▁flash": 11013,
+      "skip": 11014,
+      "▁minute": 11015,
+      "▁ved": 11016,
+      "aylor": 11017,
+      "▁seus": 11018,
+      "▁Major": 11019,
+      "▁franc": 11020,
+      "▁rac": 11021,
+      "kw": 11022,
+      "cv": 11023,
+      "Native": 11024,
+      "▁Button": 11025,
+      "ници": 11026,
+      "settings": 11027,
+      "▁Access": 11028,
+      "▁quality": 11029,
+      "props": 11030,
+      "Float": 11031,
+      "▁Scot": 11032,
+      "▁AD": 11033,
+      "▁allem": 11034,
+      "&\\": 11035,
+      "ustration": 11036,
+      "pattern": 11037,
+      "mir": 11038,
+      "▁incorpor": 11039,
+      "skich": 11040,
+      "'>": 11041,
+      "Stand": 11042,
+      "▁technique": 11043,
+      "▁Ess": 11044,
+      "▁Oxford": 11045,
+      "▁ла": 11046,
+      "tikz": 11047,
+      "лий": 11048,
+      "Login": 11049,
+      "▁minister": 11050,
+      "▁curl": 11051,
+      "kan": 11052,
+      "▁maps": 11053,
+      "inda": 11054,
+      "rieb": 11055,
+      "▁END": 11056,
+      "ifies": 11057,
+      "console": 11058,
+      "bury": 11059,
+      "▁LE": 11060,
+      "▁independ": 11061,
+      "▁ta": 11062,
+      "▁Ś": 11063,
+      "onel": 11064,
+      "ész": 11065,
+      "▁Ist": 11066,
+      "utive": 11067,
+      "ёл": 11068,
+      "▁Region": 11069,
+      "▁(=": 11070,
+      "▁compact": 11071,
+      "çois": 11072,
+      "▁labels": 11073,
+      "autorité": 11074,
+      "▁stan": 11075,
+      "▁française": 11076,
+      "▁removing": 11077,
+      "yc": 11078,
+      "}|": 11079,
+      "▁Exec": 11080,
+      "($_": 11081,
+      "mag": 11082,
+      "before": 11083,
+      "▁stopped": 11084,
+      "мии": 11085,
+      "▁refresh": 11086,
+      "unkt": 11087,
+      "icio": 11088,
+      "Xml": 11089,
+      "▁Tab": 11090,
+      "▁founded": 11091,
+      "▁fal": 11092,
+      "fx": 11093,
+      "▁Historia": 11094,
+      "▁Early": 11095,
+      "Dom": 11096,
+      "▁decide": 11097,
+      "▁understood": 11098,
+      "▁jur": 11099,
+      "▁Nr": 11100,
+      "▁capac": 11101,
+      "was": 11102,
+      "▁enemy": 11103,
+      "▁programs": 11104,
+      "▁mask": 11105,
+      "ске": 11106,
+      "▁groupe": 11107,
+      "cam": 11108,
+      "▁widget": 11109,
+      "REATE": 11110,
+      "▁seva": 11111,
+      "▁Barcel": 11112,
+      "▁perd": 11113,
+      "▁Му": 11114,
+      "rance": 11115,
+      "TYPE": 11116,
+      "▁{'": 11117,
+      "▁bill": 11118,
+      "▁\"_": 11119,
+      "'`": 11120,
+      "bahn": 11121,
+      "▁contained": 11122,
+      "Close": 11123,
+      "rug": 11124,
+      "egy": 11125,
+      "▁sight": 11126,
+      "▁Provin": 11127,
+      "ню": 11128,
+      "arz": 11129,
+      "щен": 11130,
+      "▁Joe": 11131,
+      "▁deleted": 11132,
+      "▁Auto": 11133,
+      "▁meter": 11134,
+      "CG": 11135,
+      "ъл": 11136,
+      "▁pent": 11137,
+      "▁bezeichnet": 11138,
+      "Sum": 11139,
+      "dbc": 11140,
+      "▁Platz": 11141,
+      "ectors": 11142,
+      "▁Little": 11143,
+      "QUE": 11144,
+      "ція": 11145,
+      "теля": 11146,
+      "night": 11147,
+      "▁ll": 11148,
+      "▁mostly": 11149,
+      "UID": 11150,
+      "▁bez": 11151,
+      "dob": 11152,
+      "кси": 11153,
+      "terne": 11154,
+      "▁corner": 11155,
+      "aty": 11156,
+      "▁improve": 11157,
+      "▁intr": 11158,
+      "▁`@": 11159,
+      "arod": 11160,
+      "▁installation": 11161,
+      "▁Referências": 11162,
+      "igan": 11163,
+      "▁critic": 11164,
+      "adel": 11165,
+      "▁село": 11166,
+      ",\r": 11167,
+      "atori": 11168,
+      "▁Fri": 11169,
+      "▁références": 11170,
+      "▁Intent": 11171,
+      "▁tant": 11172,
+      "unci": 11173,
+      "▁levels": 11174,
+      "eres": 11175,
+      "▁emer": 11176,
+      "safe": 11177,
+      "tk": 11178,
+      "▁cham": 11179,
+      "▁greatly": 11180,
+      "▁weit": 11181,
+      "▁coach": 11182,
+      "▁toward": 11183,
+      "Home": 11184,
+      "▁Boolean": 11185,
+      "тел": 11186,
+      "▁mock": 11187,
+      "▁appreciate": 11188,
+      "▁Cross": 11189,
+      "▁Take": 11190,
+      "DP": 11191,
+      "▁sides": 11192,
+      "▁Normdaten": 11193,
+      "дей": 11194,
+      "stal": 11195,
+      "▁cout": 11196,
+      "bn": 11197,
+      "▁Vert": 11198,
+      "▁bird": 11199,
+      "▁dynamically": 11200,
+      "▁Dol": 11201,
+      "▁Burg": 11202,
+      "▁dog": 11203,
+      "ätt": 11204,
+      "▁nuc": 11205,
+      "EC": 11206,
+      "Bytes": 11207,
+      "▁ak": 11208,
+      "reland": 11209,
+      "▁guitar": 11210,
+      "▁regarding": 11211,
+      "▁Fuß": 11212,
+      "▁дол": 11213,
+      "auss": 11214,
+      "▁jej": 11215,
+      "aco": 11216,
+      "▁updates": 11217,
+      "рук": 11218,
+      "('/": 11219,
+      "▁cold": 11220,
+      "▁Given": 11221,
+      "hin": 11222,
+      "▁feeling": 11223,
+      "igli": 11224,
+      "fah": 11225,
+      "стре": 11226,
+      "bool": 11227,
+      "initial": 11228,
+      "▁становника": 11229,
+      "▁Anna": 11230,
+      "▁hors": 11231,
+      "▁doll": 11232,
+      "▁consum": 11233,
+      "uber": 11234,
+      "standing": 11235,
+      "activ": 11236,
+      "зі": 11237,
+      "checked": 11238,
+      "▁permissions": 11239,
+      "▁Monte": 11240,
+      "WriteLine": 11241,
+      "plus": 11242,
+      "▁Equ": 11243,
+      "▁их": 11244,
+      "чки": 11245,
+      "unque": 11246,
+      "▁LO": 11247,
+      "ea": 11248,
+      "sample": 11249,
+      "iesz": 11250,
+      "oral": 11251,
+      "▁Ин": 11252,
+      "oston": 11253,
+      "▁Simon": 11254,
+      "fast": 11255,
+      "mk": 11256,
+      "assen": 11257,
+      "▁architecture": 11258,
+      "enses": 11259,
+      "▁Å": 11260,
+      "▁topic": 11261,
+      "▁disable": 11262,
+      "▁Cru": 11263,
+      "▁Control": 11264,
+      "▁creation": 11265,
+      "▁hyper": 11266,
+      "itud": 11267,
+      "жения": 11268,
+      "aram": 11269,
+      "▁где": 11270,
+      "ienst": 11271,
+      "edule": 11272,
+      "▁Bot": 11273,
+      "▁Ос": 11274,
+      "▁Their": 11275,
+      "anne": 11276,
+      "Microsoft": 11277,
+      "▁PM": 11278,
+      "ydro": 11279,
+      "entlich": 11280,
+      "▁Eine": 11281,
+      "CHAR": 11282,
+      ":'": 11283,
+      "Well": 11284,
+      "leton": 11285,
+      "▁supports": 11286,
+      "'])": 11287,
+      "manual": 11288,
+      "▁vice": 11289,
+      "asa": 11290,
+      "clos": 11291,
+      "vised": 11292,
+      "▁pok": 11293,
+      "track": 11294,
+      "ност": 11295,
+      "........": 11296,
+      "▁'\\": 11297,
+      "².": 11298,
+      "▁orders": 11299,
+      "etta": 11300,
+      "▁conversion": 11301,
+      "▁trade": 11302,
+      "cli": 11303,
+      "▁Исто": 11304,
+      "▁akt": 11305,
+      "▁subset": 11306,
+      "▁aug": 11307,
+      "▁leaves": 11308,
+      "Math": 11309,
+      "anned": 11310,
+      "kal": 11311,
+      "▁Вели": 11312,
+      "▁nog": 11313,
+      "▁eth": 11314,
+      "▁hair": 11315,
+      "around": 11316,
+      "▁javax": 11317,
+      "вой": 11318,
+      "▁Centre": 11319,
+      "öß": 11320,
+      "uti": 11321,
+      "▁navigation": 11322,
+      "▁PS": 11323,
+      "▁wa": 11324,
+      "▁России": 11325,
+      "usa": 11326,
+      "zeta": 11327,
+      "▁PDF": 11328,
+      "▁mismo": 11329,
+      "properties": 11330,
+      "meister": 11331,
+      "льта": 11332,
+      "forward": 11333,
+      "▁Ost": 11334,
+      "kins": 11335,
+      "▁sido": 11336,
+      "зов": 11337,
+      "tags": 11338,
+      "▁actor": 11339,
+      "▁fly": 11340,
+      "CR": 11341,
+      "agini": 11342,
+      "▁lett": 11343,
+      "eni": 11344,
+      "tech": 11345,
+      "▁Enc": 11346,
+      "oracle": 11347,
+      "amilton": 11348,
+      "zej": 11349,
+      "fen": 11350,
+      "umerate": 11351,
+      "▁questo": 11352,
+      "dart": 11353,
+      "▁Kore": 11354,
+      "apis": 11355,
+      "eper": 11356,
+      "Screen": 11357,
+      "wall": 11358,
+      "▁island": 11359,
+      "she": 11360,
+      "▁ligger": 11361,
+      "вся": 11362,
+      "fang": 11363,
+      "▁tard": 11364,
+      "▁plaats": 11365,
+      "▁пло": 11366,
+      "▁Office": 11367,
+      "▁SET": 11368,
+      "▁circuit": 11369,
+      "jed": 11370,
+      "Save": 11371,
+      "льно": 11372,
+      "Socket": 11373,
+      "▁Index": 11374,
+      "ACK": 11375,
+      "iders": 11376,
+      "erer": 11377,
+      "▁США": 11378,
+      "▁lady": 11379,
+      "▁scheme": 11380,
+      "ielle": 11381,
+      "▁exerc": 11382,
+      ")}\\": 11383,
+      "DateTime": 11384,
+      "athan": 11385,
+      "▁Professor": 11386,
+      "▁moins": 11387,
+      "▁Excel": 11388,
+      "▁Hay": 11389,
+      "▁Musik": 11390,
+      "▁ї": 11391,
+      "ęd": 11392,
+      "▁\".": 11393,
+      "▁був": 11394,
+      "▁instrument": 11395,
+      "пар": 11396,
+      "▁бере": 11397,
+      "▁politique": 11398,
+      "▁tradition": 11399,
+      "▁VM": 11400,
+      "▁Arts": 11401,
+      "▁Ci": 11402,
+      "Use": 11403,
+      "▁aggreg": 11404,
+      "▁weeks": 11405,
+      "▁opport": 11406,
+      "iting": 11407,
+      "▁vertical": 11408,
+      "▁Naz": 11409,
+      "...)": 11410,
+      "izo": 11411,
+      "▁cycle": 11412,
+      "▁tempo": 11413,
+      "тре": 11414,
+      "▁handling": 11415,
+      "istence": 11416,
+      "▁paste": 11417,
+      "▁enjo": 11418,
+      "ROUP": 11419,
+      "▁outer": 11420,
+      "▁supply": 11421,
+      "eman": 11422,
+      "▁accident": 11423,
+      "▁\\]": 11424,
+      "▁тех": 11425,
+      "Pool": 11426,
+      "oting": 11427,
+      "onymous": 11428,
+      "▁Giov": 11429,
+      "▁ud": 11430,
+      "▁./": 11431,
+      "ERROR": 11432,
+      "construct": 11433,
+      "textwidth": 11434,
+      "quipe": 11435,
+      "cases": 11436,
+      "▁ад": 11437,
+      "▁Row": 11438,
+      "Holder": 11439,
+      "wan": 11440,
+      "arna": 11441,
+      "Mem": 11442,
+      "▁Canadian": 11443,
+      "▁Commission": 11444,
+      "sun": 11445,
+      "▁apps": 11446,
+      "▁Blo": 11447,
+      "▁ihrer": 11448,
+      "▁famille": 11449,
+      "▁mě": 11450,
+      "▁py": 11451,
+      "ис": 11452,
+      "▁того": 11453,
+      "▁Again": 11454,
+      "▁ignore": 11455,
+      "▁television": 11456,
+      "Pat": 11457,
+      "hide": 11458,
+      "▁Rev": 11459,
+      "▁bear": 11460,
+      "phy": 11461,
+      "▁noise": 11462,
+      "▁wra": 11463,
+      "ationale": 11464,
+      "▁collabor": 11465,
+      "border": 11466,
+      "▁elected": 11467,
+      "▁surpr": 11468,
+      "▁avoir": 11469,
+      "▁assembly": 11470,
+      "▁обще": 11471,
+      "▁arbitrary": 11472,
+      "▁brief": 11473,
+      "▁---": 11474,
+      "▁Maur": 11475,
+      "gression": 11476,
+      "icia": 11477,
+      "▁liegt": 11478,
+      "▁Figure": 11479,
+      "▁onto": 11480,
+      "Repository": 11481,
+      "▁déf": 11482,
+      "▁forth": 11483,
+      "▁clicked": 11484,
+      "seite": 11485,
+      "▁notes": 11486,
+      "native": 11487,
+      "▁EDIT": 11488,
+      "ые": 11489,
+      "MT": 11490,
+      "amental": 11491,
+      "▁rose": 11492,
+      "▁puede": 11493,
+      "Delegate": 11494,
+      "uba": 11495,
+      "neo": 11496,
+      "xis": 11497,
+      "▁Arthur": 11498,
+      "URE": 11499,
+      "aming": 11500,
+      "Device": 11501,
+      "▁diam": 11502,
+      "ständ": 11503,
+      "▁pron": 11504,
+      "ois": 11505,
+      "coming": 11506,
+      "Parameters": 11507,
+      "uvud": 11508,
+      "▁ability": 11509,
+      "▁mét": 11510,
+      "▁Unfortunately": 11511,
+      "fd": 11512,
+      "Dictionary": 11513,
+      "socket": 11514,
+      "▁conoc": 11515,
+      "contains": 11516,
+      "essed": 11517,
+      "▁geldig": 11518,
+      "ница": 11519,
+      "▁pointed": 11520,
+      "esti": 11521,
+      "nom": 11522,
+      "ография": 11523,
+      "▁represents": 11524,
+      "▁manip": 11525,
+      "world": 11526,
+      "▁resolved": 11527,
+      "tegr": 11528,
+      "▁dort": 11529,
+      "astern": 11530,
+      "▁campaign": 11531,
+      "▁primo": 11532,
+      "▁;;": 11533,
+      "▁snippet": 11534,
+      "▁Nik": 11535,
+      "Total": 11536,
+      "issement": 11537,
+      "ACE": 11538,
+      "▁verify": 11539,
+      "iffe": 11540,
+      "lagen": 11541,
+      "ieur": 11542,
+      "▁converted": 11543,
+      "▁Milit": 11544,
+      "▁Alg": 11545,
+      "▁Ron": 11546,
+      "▁konn": 11547,
+      "apple": 11548,
+      "▁dispos": 11549,
+      "stellung": 11550,
+      "▁retain": 11551,
+      "▁mentre": 11552,
+      "▁neut": 11553,
+      "▁Night": 11554,
+      "ché": 11555,
+      "atti": 11556,
+      "▁obra": 11557,
+      "▁superior": 11558,
+      "▁Congress": 11559,
+      "ём": 11560,
+      "▁codes": 11561,
+      "▁Ama": 11562,
+      "▁Earth": 11563,
+      "▁opposite": 11564,
+      "▁pool": 11565,
+      "▁Dun": 11566,
+      "жение": 11567,
+      "▁\"${": 11568,
+      "inv": 11569,
+      "▁уни": 11570,
+      "▁Andrew": 11571,
+      "телей": 11572,
+      "▁był": 11573,
+      "Univers": 11574,
+      "▁Angular": 11575,
+      "anim": 11576,
+      "дова": 11577,
+      "BUG": 11578,
+      "utely": 11579,
+      "▁drawing": 11580,
+      "▁gain": 11581,
+      "▁fourth": 11582,
+      "▁Problem": 11583,
+      "▁suddenly": 11584,
+      "▁Ä": 11585,
+      "onna": 11586,
+      "▁Kont": 11587,
+      "▁Bildern": 11588,
+      "▁konnte": 11589,
+      "že": 11590,
+      "Trace": 11591,
+      "▁secure": 11592,
+      "▁który": 11593,
+      "▁eq": 11594,
+      "▁formal": 11595,
+      "amerikan": 11596,
+      "▁Anal": 11597,
+      "▁Rewrite": 11598,
+      "▁Double": 11599,
+      "created": 11600,
+      "NU": 11601,
+      "MDb": 11602,
+      "apes": 11603,
+      "Unis": 11604,
+      "▁especial": 11605,
+      "})\\": 11606,
+      "edom": 11607,
+      "▁categor": 11608,
+      "Return": 11609,
+      "▁Hamb": 11610,
+      "▁Rio": 11611,
+      "▁Mir": 11612,
+      "▁Geme": 11613,
+      "abilities": 11614,
+      "trz": 11615,
+      "uset": 11616,
+      "ierra": 11617,
+      "network": 11618,
+      "▁doctor": 11619,
+      "eurs": 11620,
+      "▁listen": 11621,
+      "дж": 11622,
+      "▁Hö": 11623,
+      "▁consists": 11624,
+      "asm": 11625,
+      "Chr": 11626,
+      "aland": 11627,
+      "▁исполь": 11628,
+      "▁lugar": 11629,
+      "▁definitely": 11630,
+      "move": 11631,
+      "ública": 11632,
+      "▁län": 11633,
+      "ismus": 11634,
+      "▁држа": 11635,
+      "▁dt": 11636,
+      "▁Perhaps": 11637,
+      "▁Brasil": 11638,
+      "John": 11639,
+      "▁promise": 11640,
+      "łu": 11641,
+      "reens": 11642,
+      "▁psych": 11643,
+      "▁Who": 11644,
+      "ряд": 11645,
+      "▁INTO": 11646,
+      "▁People": 11647,
+      "▁Williams": 11648,
+      "▁Marg": 11649,
+      "▁дан": 11650,
+      "record": 11651,
+      "▁Euro": 11652,
+      "▁Virginia": 11653,
+      "▁Rest": 11654,
+      "▁Corn": 11655,
+      "}},": 11656,
+      "▁Grid": 11657,
+      "▁inject": 11658,
+      "нан": 11659,
+      "▁crow": 11660,
+      "▁Phys": 11661,
+      "▁DO": 11662,
+      "▁\"-": 11663,
+      "▁increased": 11664,
+      "acher": 11665,
+      "peat": 11666,
+      "Lin": 11667,
+      "▁Dub": 11668,
+      "rices": 11669,
+      "agnost": 11670,
+      "dl": 11671,
+      "▁curve": 11672,
+      "üg": 11673,
+      "rice": 11674,
+      "language": 11675,
+      "ClickListener": 11676,
+      "▁municipal": 11677,
+      "▁Ori": 11678,
+      "▁Bild": 11679,
+      "▁Cab": 11680,
+      "▁Var": 11681,
+      "▁noted": 11682,
+      "▁Î": 11683,
+      "▁subs": 11684,
+      "iation": 11685,
+      "WOR": 11686,
+      "ingly": 11687,
+      "▁Rus": 11688,
+      "iens": 11689,
+      "INFO": 11690,
+      "ква": 11691,
+      "ativo": 11692,
+      "gende": 11693,
+      "▁Franz": 11694,
+      "▁isol": 11695,
+      "edes": 11696,
+      "nier": 11697,
+      "▁NO": 11698,
+      "▁Has": 11699,
+      "beans": 11700,
+      "▁pandas": 11701,
+      "(\"%": 11702,
+      "віт": 11703,
+      "утбо": 11704,
+      "▁gather": 11705,
+      "▁legal": 11706,
+      "includ": 11707,
+      "▁circumst": 11708,
+      "criptor": 11709,
+      "rible": 11710,
+      "▁Süd": 11711,
+      "▁apro": 11712,
+      "Api": 11713,
+      "▁най": 11714,
+      "▁African": 11715,
+      "owski": 11716,
+      "▁Johnson": 11717,
+      "iek": 11718,
+      "▁vote": 11719,
+      "▁Kan": 11720,
+      "▁bibli": 11721,
+      "▁haar": 11722,
+      "▁vr": 11723,
+      "]),": 11724,
+      "subseteq": 11725,
+      "Parser": 11726,
+      "iani": 11727,
+      "isé": 11728,
+      "idea": 11729,
+      "Only": 11730,
+      "▁ál": 11731,
+      "▁Catal": 11732,
+      "▁Case": 11733,
+      "seh": 11734,
+      "▁encounter": 11735,
+      "▁reform": 11736,
+      "мини": 11737,
+      "▁Stre": 11738,
+      "exception": 11739,
+      "▁Tar": 11740,
+      "тар": 11741,
+      "trl": 11742,
+      "▁Александ": 11743,
+      "лект": 11744,
+      "equal": 11745,
+      "Op": 11746,
+      "▁lif": 11747,
+      "▁його": 11748,
+      "▁voltage": 11749,
+      "shire": 11750,
+      "▁Groß": 11751,
+      "вня": 11752,
+      "nings": 11753,
+      "нци": 11754,
+      "▁lag": 11755,
+      "▁anderen": 11756,
+      "▁vac": 11757,
+      "▁macro": 11758,
+      "=[": 11759,
+      "Then": 11760,
+      "▁controls": 11761,
+      "seq": 11762,
+      "ologies": 11763,
+      "▁selector": 11764,
+      "▁України": 11765,
+      "хівовано": 11766,
+      "ый": 11767,
+      "allenge": 11768,
+      "▁IMDb": 11769,
+      "ummy": 11770,
+      "yen": 11771,
+      "▁beste": 11772,
+      "▁Box": 11773,
+      "▁chair": 11774,
+      "▁Sab": 11775,
+      "erde": 11776,
+      "▁nast": 11777,
+      "ivamente": 11778,
+      "▁объ": 11779,
+      "▁requirements": 11780,
+      "▁meeting": 11781,
+      "▁finan": 11782,
+      "▁Adam": 11783,
+      "▁televis": 11784,
+      "▁bright": 11785,
+      "▁Git": 11786,
+      "EG": 11787,
+      "▁Gil": 11788,
+      "rès": 11789,
+      "▁Cond": 11790,
+      "▁ft": 11791,
+      "▁було": 11792,
+      "-+": 11793,
+      "END": 11794,
+      "erne": 11795,
+      "▁Comput": 11796,
+      "▁ils": 11797,
+      "▁gall": 11798,
+      "▁csv": 11799,
+      "ług": 11800,
+      "▁summer": 11801,
+      "game": 11802,
+      "▁posts": 11803,
+      "Архівовано": 11804,
+      "▁zij": 11805,
+      "▁determin": 11806,
+      "▁abandon": 11807,
+      "counter": 11808,
+      "▁requirement": 11809,
+      "▁Tit": 11810,
+      "irtual": 11811,
+      "▁Videos": 11812,
+      "▁quiet": 11813,
+      "▁Term": 11814,
+      "▁timeout": 11815,
+      "Print": 11816,
+      "▁invent": 11817,
+      "lais": 11818,
+      "▁monitor": 11819,
+      "halb": 11820,
+      "▁Wild": 11821,
+      "▁leader": 11822,
+      "▁сель": 11823,
+      "▁utiliz": 11824,
+      "▁parents": 11825,
+      "▁forced": 11826,
+      "▁proved": 11827,
+      "▁effective": 11828,
+      "▁llam": 11829,
+      "▁Спо": 11830,
+      "orb": 11831,
+      "ggi": 11832,
+      "▁assumption": 11833,
+      "▁subm": 11834,
+      "▁вій": 11835,
+      "ilia": 11836,
+      "▁reverse": 11837,
+      "'\"": 11838,
+      "▁quotes": 11839,
+      "▁sites": 11840,
+      "igung": 11841,
+      "▁Arg": 11842,
+      "Double": 11843,
+      "▁screens": 11844,
+      "▁clause": 11845,
+      "▁bundle": 11846,
+      "▁philosoph": 11847,
+      "▁Num": 11848,
+      "▁gleich": 11849,
+      "uly": 11850,
+      "direct": 11851,
+      "asketball": 11852,
+      "owany": 11853,
+      "\\}$": 11854,
+      "▁radius": 11855,
+      "▁Search": 11856,
+      "Properties": 11857,
+      "▁elev": 11858,
+      "▁prod": 11859,
+      "▁\"%": 11860,
+      "isión": 11861,
+      "Debug": 11862,
+      "Second": 11863,
+      "(!": 11864,
+      "▁Catholic": 11865,
+      "рован": 11866,
+      "lez": 11867,
+      "Pa": 11868,
+      "pson": 11869,
+      "▁erste": 11870,
+      "▁Fu": 11871,
+      "▁lit": 11872,
+      "▁Saison": 11873,
+      "▁Hash": 11874,
+      "▁exem": 11875,
+      "▁представ": 11876,
+      ")*": 11877,
+      "▁eu": 11878,
+      "▁│": 11879,
+      "▁gab": 11880,
+      "etailed": 11881,
+      "Copy": 11882,
+      "▁два": 11883,
+      "even": 11884,
+      "Kind": 11885,
+      "▁Jackson": 11886,
+      "ал": 11887,
+      "▁consec": 11888,
+      "USER": 11889,
+      "▁Tok": 11890,
+      "(.": 11891,
+      "▁$|": 11892,
+      "▁Tamb": 11893,
+      "▁Lemma": 11894,
+      "hang": 11895,
+      "▁contribution": 11896,
+      "rollers": 11897,
+      "▁studies": 11898,
+      "▁poi": 11899,
+      "gems": 11900,
+      "▁UP": 11901,
+      "▁Wol": 11902,
+      ">\"": 11903,
+      "▁floor": 11904,
+      "▁initialize": 11905,
+      "▁Lew": 11906,
+      "zek": 11907,
+      "arte": 11908,
+      "▁positions": 11909,
+      "▁portion": 11910,
+      "cover": 11911,
+      "wp": 11912,
+      "ового": 11913,
+      "▁piano": 11914,
+      "▁metal": 11915,
+      "▁samples": 11916,
+      "▁Сан": 11917,
+      "variable": 11918,
+      "▁стать": 11919,
+      "▁integers": 11920,
+      "Where": 11921,
+      "family": 11922,
+      "▁nun": 11923,
+      "▁increment": 11924,
+      "ixed": 11925,
+      "▁heeft": 11926,
+      "fte": 11927,
+      "▁vil": 11928,
+      "▁otros": 11929,
+      "Multimedia": 11930,
+      "▁Henri": 11931,
+      "aded": 11932,
+      "ген": 11933,
+      "▁capit": 11934,
+      "▁других": 11935,
+      "isp": 11936,
+      "ITY": 11937,
+      "▁constraints": 11938,
+      "▁Kirche": 11939,
+      "found": 11940,
+      "ший": 11941,
+      "▁pic": 11942,
+      "▁tou": 11943,
+      "cred": 11944,
+      "роб": 11945,
+      "▁Mess": 11946,
+      "Job": 11947,
+      "▁Mais": 11948,
+      "▁styles": 11949,
+      "fall": 11950,
+      "▁Uk": 11951,
+      "▁street": 11952,
+      "occer": 11953,
+      "esen": 11954,
+      "▁colors": 11955,
+      "cean": 11956,
+      "юще": 11957,
+      "conne": 11958,
+      "▁ratio": 11959,
+      "anton": 11960,
+      "▁Fel": 11961,
+      "▁customer": 11962,
+      "▁Prix": 11963,
+      "rás": 11964,
+      "pred": 11965,
+      "▁electron": 11966,
+      "sym": 11967,
+      "▁вели": 11968,
+      "▁overflow": 11969,
+      "▁$[": 11970,
+      "▁POST": 11971,
+      "▁Cin": 11972,
+      "scheid": 11973,
+      "(\"/": 11974,
+      "▁searching": 11975,
+      "▁purposes": 11976,
+      "▁arrived": 11977,
+      "▁punt": 11978,
+      "▁lad": 11979,
+      "Python": 11980,
+      "▁leads": 11981,
+      "▁sand": 11982,
+      "пада": 11983,
+      "▁communes": 11984,
+      "▁CHAP": 11985,
+      "▁caso": 11986,
+      "rz": 11987,
+      "▁dw": 11988,
+      "aca": 11989,
+      "▁Columb": 11990,
+      "children": 11991,
+      "êt": 11992,
+      "schemas": 11993,
+      "▁instructions": 11994,
+      "▁-\\": 11995,
+      "▁Israel": 11996,
+      "ności": 11997,
+      "▁образ": 11998,
+      "▁совет": 11999,
+      "▁immagini": 12000,
+      "▁Fred": 12001,
+      "▁Global": 12002,
+      "▁thick": 12003,
+      "▁fueron": 12004,
+      "▁thrown": 12005,
+      "▁clock": 12006,
+      "enable": 12007,
+      "'''": 12008,
+      "▁Sund": 12009,
+      "▁contempor": 12010,
+      "answer": 12011,
+      "▁manufact": 12012,
+      "▁io": 12013,
+      "qquad": 12014,
+      "OUT": 12015,
+      "▁Lab": 12016,
+      "▁Zw": 12017,
+      "legal": 12018,
+      "▁Vel": 12019,
+      "▁raise": 12020,
+      "▁deliver": 12021,
+      "▁Voir": 12022,
+      "▁assumed": 12023,
+      "Let": 12024,
+      "ierten": 12025,
+      "▁Kong": 12026,
+      "▁Exp": 12027,
+      "▁Jug": 12028,
+      "▁declaration": 12029,
+      "▁Fish": 12030,
+      "mé": 12031,
+      "▁speech": 12032,
+      "▁tent": 12033,
+      "▁Route": 12034,
+      "__(": 12035,
+      "▁réalis": 12036,
+      "▁Design": 12037,
+      "setText": 12038,
+      "▁Station": 12039,
+      "archy": 12040,
+      "▁като": 12041,
+      "▁dent": 12042,
+      "▁Kl": 12043,
+      "iß": 12044,
+      "▁risk": 12045,
+      "▁Broad": 12046,
+      "▁vectors": 12047,
+      "▁Spec": 12048,
+      "▁routes": 12049,
+      "ymn": 12050,
+      "▁Greg": 12051,
+      "▁получи": 12052,
+      "gie": 12053,
+      "ORM": 12054,
+      "веде": 12055,
+      "walt": 12056,
+      "▁efter": 12057,
+      "Ptr": 12058,
+      "▁subt": 12059,
+      "▁birth": 12060,
+      "▁drawn": 12061,
+      "mess": 12062,
+      "мерикан": 12063,
+      "VE": 12064,
+      "▁Put": 12065,
+      "▁asc": 12066,
+      "▁feder": 12067,
+      "сли": 12068,
+      "▁Prin": 12069,
+      "▁stick": 12070,
+      "reset": 12071,
+      "yk": 12072,
+      "studio": 12073,
+      "▁Still": 12074,
+      "Const": 12075,
+      "ació": 12076,
+      "▁Portugal": 12077,
+      "▁scripts": 12078,
+      "undial": 12079,
+      "▁lives": 12080,
+      "▁szer": 12081,
+      "▁estado": 12082,
+      "folder": 12083,
+      "▁communication": 12084,
+      "Route": 12085,
+      "▁swift": 12086,
+      "тен": 12087,
+      "▁kill": 12088,
+      "▁PR": 12089,
+      "joint": 12090,
+      "▁objective": 12091,
+      "▁complicated": 12092,
+      "▁Über": 12093,
+      "esh": 12094,
+      "picture": 12095,
+      "raine": 12096,
+      "comput": 12097,
+      "▁proport": 12098,
+      "ogs": 12099,
+      "ült": 12100,
+      "▁quantum": 12101,
+      "кри": 12102,
+      "▁sop": 12103,
+      "▁loops": 12104,
+      "▁Reference": 12105,
+      "▁nei": 12106,
+      "ICE": 12107,
+      "▁verm": 12108,
+      "▁adj": 12109,
+      "▁però": 12110,
+      "▁trou": 12111,
+      "isions": 12112,
+      "▁Apple": 12113,
+      "servable": 12114,
+      "▁Boston": 12115,
+      "oret": 12116,
+      "oks": 12117,
+      "▁kg": 12118,
+      "defined": 12119,
+      "platform": 12120,
+      "cler": 12121,
+      "ographic": 12122,
+      "ritt": 12123,
+      "▁dic": 12124,
+      "▁Mond": 12125,
+      "▁Ireland": 12126,
+      "▁Una": 12127,
+      "▁commercial": 12128,
+      "▁Pu": 12129,
+      "Di": 12130,
+      "▁её": 12131,
+      "▁precis": 12132,
+      "народ": 12133,
+      "▁quatre": 12134,
+      "ustral": 12135,
+      "▁dag": 12136,
+      "igue": 12137,
+      "▁burn": 12138,
+      "▁officer": 12139,
+      "▁Ав": 12140,
+      "▁highlight": 12141,
+      "▁Suppose": 12142,
+      "odi": 12143,
+      "servlet": 12144,
+      "▁Encyc": 12145,
+      "▁Range": 12146,
+      "тий": 12147,
+      "Please": 12148,
+      "▁років": 12149,
+      "quant": 12150,
+      "▁flat": 12151,
+      "▁Référence": 12152,
+      "следова": 12153,
+      "role": 12154,
+      "▁diesen": 12155,
+      "}}(": 12156,
+      "▁Indust": 12157,
+      "▁númer": 12158,
+      "▁\";": 12159,
+      "lus": 12160,
+      "ôle": 12161,
+      "▁zm": 12162,
+      "deg": 12163,
+      "▁rough": 12164,
+      "Inv": 12165,
+      "▁hur": 12166,
+      "▁Ress": 12167,
+      "chs": 12168,
+      "▁turns": 12169,
+      "nero": 12170,
+      "functions": 12171,
+      "али": 12172,
+      "▁habitants": 12173,
+      "ат": 12174,
+      "issues": 12175,
+      "▁huge": 12176,
+      "Utils": 12177,
+      "▁Sat": 12178,
+      "▁государ": 12179,
+      "▁coast": 12180,
+      "shape": 12181,
+      "LC": 12182,
+      "▁logging": 12183,
+      "endor": 12184,
+      "▁lies": 12185,
+      "▁difer": 12186,
+      "▁critical": 12187,
+      "XT": 12188,
+      "мина": 12189,
+      "ansk": 12190,
+      "Results": 12191,
+      "kc": 12192,
+      "iverse": 12193,
+      "EXT": 12194,
+      "ALSE": 12195,
+      "▁vál": 12196,
+      "Pi": 12197,
+      "compile": 12198,
+      "hello": 12199,
+      "▁чемпи": 12200,
+      "▁Italia": 12201,
+      "коло": 12202,
+      "▁edition": 12203,
+      "grund": 12204,
+      "▁dataframe": 12205,
+      "▁Following": 12206,
+      "reib": 12207,
+      "▁Jeff": 12208,
+      "▁città": 12209,
+      "ITable": 12210,
+      "▁$(\\": 12211,
+      "▁reduced": 12212,
+      "obil": 12213,
+      "▁anywhere": 12214,
+      "'(": 12215,
+      "▁phr": 12216,
+      "▁Kh": 12217,
+      "▁Frame": 12218,
+      "▁manual": 12219,
+      "▁cra": 12220,
+      "▁VS": 12221,
+      "%=": 12222,
+      "InstanceState": 12223,
+      "▁бра": 12224,
+      "▁Drag": 12225,
+      "▁Herr": 12226,
+      "▁гу": 12227,
+      "▁mús": 12228,
+      "Tool": 12229,
+      "▁Private": 12230,
+      "▁synchron": 12231,
+      "iration": 12232,
+      "▁обо": 12233,
+      "▁typically": 12234,
+      "▁implicit": 12235,
+      "orient": 12236,
+      "▁timer": 12237,
+      "▁können": 12238,
+      "iest": 12239,
+      "raid": 12240,
+      "▁expressions": 12241,
+      "▁aim": 12242,
+      "▁stre": 12243,
+      "▁wrap": 12244,
+      "▁Bart": 12245,
+      "▁bron": 12246,
+      "▁keyboard": 12247,
+      "pow": 12248,
+      "▁grupo": 12249,
+      "▁резу": 12250,
+      "▁professor": 12251,
+      "▁Head": 12252,
+      "ною": 12253,
+      "minus": 12254,
+      "▁Michel": 12255,
+      "NOT": 12256,
+      "mor": 12257,
+      "]}": 12258,
+      "widehat": 12259,
+      "aris": 12260,
+      "тература": 12261,
+      "defn": 12262,
+      "istrz": 12263,
+      "▁tanto": 12264,
+      "▁Pow": 12265,
+      "▁indicate": 12266,
+      "▁Winter": 12267,
+      "reshold": 12268,
+      "рів": 12269,
+      "▁`(": 12270,
+      "▁owner": 12271,
+      "▁disp": 12272,
+      "▁кри": 12273,
+      "мет": 12274,
+      "мент": 12275,
+      "report": 12276,
+      "require": 12277,
+      "▁voy": 12278,
+      "▁AP": 12279,
+      "▁España": 12280,
+      "▁São": 12281,
+      "jär": 12282,
+      "Non": 12283,
+      "Library": 12284,
+      "ichten": 12285,
+      "▁structures": 12286,
+      "▁muy": 12287,
+      "ário": 12288,
+      "▁certificate": 12289,
+      "чного": 12290,
+      "▁province": 12291,
+      "pages": 12292,
+      "dal": 12293,
+      "▁Freder": 12294,
+      "ье": 12295,
+      "Execute": 12296,
+      "▁ancient": 12297,
+      "▁films": 12298,
+      "▁Alfred": 12299,
+      "Auto": 12300,
+      "▁atom": 12301,
+      "▁ell": 12302,
+      "▁Harr": 12303,
+      "йн": 12304,
+      "▁\"#": 12305,
+      "▁nacional": 12306,
+      "▁neighbor": 12307,
+      "ступа": 12308,
+      "▁wit": 12309,
+      "Pop": 12310,
+      "▁Greek": 12311,
+      "▁repeat": 12312,
+      "bad": 12313,
+      "▁SC": 12314,
+      "▁DateTime": 12315,
+      "шти": 12316,
+      "▁WH": 12317,
+      "▁прави": 12318,
+      "▁Ти": 12319,
+      "▁saison": 12320,
+      "▁Hart": 12321,
+      "directory": 12322,
+      "uan": 12323,
+      "norm": 12324,
+      "▁Philipp": 12325,
+      "▁suspect": 12326,
+      "▁anno": 12327,
+      "bc": 12328,
+      "сла": 12329,
+      "$(": 12330,
+      "▁befind": 12331,
+      "ocs": 12332,
+      "latest": 12333,
+      ";\">": 12334,
+      "▁afterwards": 12335,
+      "PUT": 12336,
+      "▁ja": 12337,
+      "▁Hil": 12338,
+      "yz": 12339,
+      "▁Bour": 12340,
+      "▁laid": 12341,
+      "▁Дже": 12342,
+      "pie": 12343,
+      "watch": 12344,
+      "▁Eq": 12345,
+      "contact": 12346,
+      "iber": 12347,
+      "checkbox": 12348,
+      "▁españ": 12349,
+      "anse": 12350,
+      "▁шко": 12351,
+      "eff": 12352,
+      "xxx": 12353,
+      "▁GET": 12354,
+      "▁lov": 12355,
+      "itute": 12356,
+      "zech": 12357,
+      "tere": 12358,
+      "▁purs": 12359,
+      "kens": 12360,
+      "iante": 12361,
+      "▁Free": 12362,
+      "▁органи": 12363,
+      "kreis": 12364,
+      "▁{:": 12365,
+      "shared": 12366,
+      "▁Graph": 12367,
+      "▁connections": 12368,
+      "▁DOM": 12369,
+      "▁Cart": 12370,
+      "sson": 12371,
+      "▁Hamilton": 12372,
+      "тели": 12373,
+      "▁restaur": 12374,
+      "Resol": 12375,
+      "Driver": 12376,
+      "▁enf": 12377,
+      "EDIT": 12378,
+      "▁prev": 12379,
+      "▁ik": 12380,
+      "▁să": 12381,
+      "jö": 12382,
+      "▁СССР": 12383,
+      "▁colour": 12384,
+      "chten": 12385,
+      "▁estad": 12386,
+      "inois": 12387,
+      "▁confir": 12388,
+      "▁vé": 12389,
+      "▁Ces": 12390,
+      "▁Never": 12391,
+      "omer": 12392,
+      "жда": 12393,
+      "слу": 12394,
+      "чения": 12395,
+      "dll": 12396,
+      "▁youth": 12397,
+      "emen": 12398,
+      "▁studied": 12399,
+      "▁Kil": 12400,
+      "cion": 12401,
+      "▁navig": 12402,
+      "required": 12403,
+      "orithms": 12404,
+      "ilor": 12405,
+      "▁Deutschen": 12406,
+      "▁persons": 12407,
+      "▁Barcelona": 12408,
+      "▁formation": 12409,
+      "abei": 12410,
+      "▁против": 12411,
+      "Engine": 12412,
+      "ONE": 12413,
+      "ográ": 12414,
+      "Cap": 12415,
+      "rir": 12416,
+      "▁gate": 12417,
+      "oration": 12418,
+      "maven": 12419,
+      "▁combined": 12420,
+      "▁attr": 12421,
+      "▁hook": 12422,
+      "▁который": 12423,
+      "▁servers": 12424,
+      "ucture": 12425,
+      "ження": 12426,
+      "tv": 12427,
+      "▁req": 12428,
+      "jal": 12429,
+      "▁locally": 12430,
+      "}}{\\": 12431,
+      "Br": 12432,
+      "▁Hier": 12433,
+      "мор": 12434,
+      "▁apart": 12435,
+      "\"],": 12436,
+      "▁%>%": 12437,
+      "▁zusammen": 12438,
+      "▁identify": 12439,
+      "▁Altern": 12440,
+      "▁бро": 12441,
+      "▁ци": 12442,
+      "gh": 12443,
+      "▁Ten": 12444,
+      "RS": 12445,
+      "форма": 12446,
+      "▁nelle": 12447,
+      "▁Hin": 12448,
+      "ounding": 12449,
+      "▁représ": 12450,
+      "aph": 12451,
+      "▁[\\": 12452,
+      "▁Sports": 12453,
+      "рал": 12454,
+      "▁thre": 12455,
+      "▁prin": 12456,
+      "▁Eliz": 12457,
+      "▁Four": 12458,
+      "▁society": 12459,
+      "Transaction": 12460,
+      "▁veg": 12461,
+      "▁schools": 12462,
+      "▁overall": 12463,
+      "▁tail": 12464,
+      "über": 12465,
+      "▁Sov": 12466,
+      "▁Сер": 12467,
+      "▁rapp": 12468,
+      "▁traffic": 12469,
+      "question": 12470,
+      "▁environ": 12471,
+      "ateien": 12472,
+      "icus": 12473,
+      "▁narrow": 12474,
+      "▁pray": 12475,
+      "▁Bou": 12476,
+      "▁Client": 12477,
+      "abl": 12478,
+      "▁Audiod": 12479,
+      "▁npm": 12480,
+      "▁Column": 12481,
+      "▁Games": 12482,
+      "aver": 12483,
+      "onymes": 12484,
+      "▁После": 12485,
+      "ną": 12486,
+      "▁Nu": 12487,
+      "▁Dick": 12488,
+      "▁tensor": 12489,
+      "▁@\"": 12490,
+      "vé": 12491,
+      "Icon": 12492,
+      "▁пода": 12493,
+      "▁Gon": 12494,
+      "/).": 12495,
+      "istra": 12496,
+      "▁Audiodateien": 12497,
+      "Delete": 12498,
+      "}}}": 12499,
+      "▁jump": 12500,
+      "▁Об": 12501,
+      "▁principle": 12502,
+      "▁États": 12503,
+      "oked": 12504,
+      "▁Вла": 12505,
+      "Interval": 12506,
+      "▁sau": 12507,
+      "encode": 12508,
+      "▁pon": 12509,
+      "catch": 12510,
+      "▁tiem": 12511,
+      "▁Gust": 12512,
+      "MC": 12513,
+      "limits": 12514,
+      "▁keeping": 12515,
+      "▁songs": 12516,
+      "▁авгу": 12517,
+      "▁район": 12518,
+      "▁notification": 12519,
+      "▁offered": 12520,
+      "Cor": 12521,
+      "▁shut": 12522,
+      "errors": 12523,
+      "▁EN": 12524,
+      "▁latach": 12525,
+      "▁selbst": 12526,
+      "▁checkbox": 12527,
+      "▁cool": 12528,
+      "▁factory": 12529,
+      "▁paid": 12530,
+      "dimensional": 12531,
+      "niej": 12532,
+      "pton": 12533,
+      "▁pin": 12534,
+      "aked": 12535,
+      "▁reli": 12536,
+      "▁Taylor": 12537,
+      "▁Something": 12538,
+      "imum": 12539,
+      "▁Vin": 12540,
+      "▁iteration": 12541,
+      "Find": 12542,
+      "кови": 12543,
+      "▁boys": 12544,
+      "▁Simple": 12545,
+      "▁Crist": 12546,
+      "▁Was": 12547,
+      "ând": 12548,
+      "▁Va": 12549,
+      "▁тра": 12550,
+      "▁destination": 12551,
+      "limp": 12552,
+      "▁Kat": 12553,
+      "worth": 12554,
+      "▁Kor": 12555,
+      "ição": 12556,
+      "=`": 12557,
+      "▁fairly": 12558,
+      "falls": 12559,
+      "▁reject": 12560,
+      "▁dream": 12561,
+      "bell": 12562,
+      "▁toute": 12563,
+      "▁$\\{": 12564,
+      "▁stone": 12565,
+      "▁protect": 12566,
+      "▁excell": 12567,
+      "▁Mexico": 12568,
+      "▁dash": 12569,
+      "▁fault": 12570,
+      "pmatrix": 12571,
+      "aller": 12572,
+      "▁guerre": 12573,
+      "origin": 12574,
+      "hibernate": 12575,
+      "ília": 12576,
+      "▁Register": 12577,
+      "unto": 12578,
+      "▁Bat": 12579,
+      "▁bow": 12580,
+      "ських": 12581,
+      "età": 12582,
+      "▁Luis": 12583,
+      "▁fou": 12584,
+      "▁Cambridge": 12585,
+      "▁ott": 12586,
+      "sup": 12587,
+      "reas": 12588,
+      "▁pointers": 12589,
+      "▁Board": 12590,
+      "▁ри": 12591,
+      "▁driv": 12592,
+      "нин": 12593,
+      "▁Circ": 12594,
+      "▁thou": 12595,
+      "Div": 12596,
+      "spark": 12597,
+      "lament": 12598,
+      "▁VAL": 12599,
+      "Send": 12600,
+      "▁Irish": 12601,
+      "oy": 12602,
+      "▁Tu": 12603,
+      "▁trivial": 12604,
+      "Forms": 12605,
+      "▁así": 12606,
+      "▁Imper": 12607,
+      "▁signature": 12608,
+      "unos": 12609,
+      "▁Neg": 12610,
+      "▁cancel": 12611,
+      "▁Heinrich": 12612,
+      "eed": 12613,
+      "Illustration": 12614,
+      "▁sulla": 12615,
+      "▁quarter": 12616,
+      "asz": 12617,
+      "▁blog": 12618,
+      "fica": 12619,
+      "won": 12620,
+      "quet": 12621,
+      "]))": 12622,
+      "▁generation": 12623,
+      "▁caught": 12624,
+      "▁lands": 12625,
+      "▁Kingdom": 12626,
+      "schaften": 12627,
+      "rons": 12628,
+      "annels": 12629,
+      "▁Special": 12630,
+      "tutorial": 12631,
+      "tip": 12632,
+      "▁\"\",": 12633,
+      "▁Azure": 12634,
+      "▁bounded": 12635,
+      "Sm": 12636,
+      "tar": 12637,
+      "вен": 12638,
+      "▁зем": 12639,
+      "▁notation": 12640,
+      "▁apache": 12641,
+      "▁gaz": 12642,
+      "ierno": 12643,
+      "angen": 12644,
+      "pective": 12645,
+      "▁electric": 12646,
+      "▁semi": 12647,
+      "MAX": 12648,
+      "ederb": 12649,
+      "objects": 12650,
+      "▁differences": 12651,
+      "isted": 12652,
+      "href": 12653,
+      "icip": 12654,
+      "▁numpy": 12655,
+      "▁футбо": 12656,
+      "loader": 12657,
+      "▁dich": 12658,
+      "љу": 12659,
+      "▁Dé": 12660,
+      "Hz": 12661,
+      "▁Param": 12662,
+      "documentation": 12663,
+      "ircraft": 12664,
+      "EM": 12665,
+      "▁institution": 12666,
+      "compat": 12667,
+      "▁аль": 12668,
+      "слав": 12669,
+      "▁Net": 12670,
+      "циональ": 12671,
+      "▁broadcast": 12672,
+      "datetime": 12673,
+      "async": 12674,
+      "vre": 12675,
+      "mean": 12676,
+      "▁Chem": 12677,
+      "▁estimate": 12678,
+      "icana": 12679,
+      "▁grep": 12680,
+      "tek": 12681,
+      "äm": 12682,
+      "orig": 12683,
+      "▁Victor": 12684,
+      "utenant": 12685,
+      "anga": 12686,
+      "pin": 12687,
+      "▁vertex": 12688,
+      "▁CHAPTER": 12689,
+      "city": 12690,
+      "ugby": 12691,
+      "green": 12692,
+      "▁Ker": 12693,
+      "▁différ": 12694,
+      "▁necessarily": 12695,
+      "DC": 12696,
+      "Linear": 12697,
+      "alem": 12698,
+      "▁Later": 12699,
+      "▁meta": 12700,
+      "jem": 12701,
+      "ragen": 12702,
+      "May": 12703,
+      "▁Mitglied": 12704,
+      "▁sorted": 12705,
+      "ussen": 12706,
+      "▁spoke": 12707,
+      "▁disabled": 12708,
+      "▁accomplish": 12709,
+      "▁Russia": 12710,
+      "there": 12711,
+      "ees": 12712,
+      "▁hall": 12713,
+      "▁metric": 12714,
+      "attribute": 12715,
+      "того": 12716,
+      "about": 12717,
+      "▁Lam": 12718,
+      "channel": 12719,
+      "▁episode": 12720,
+      "▁$('.": 12721,
+      "▁ought": 12722,
+      "▁Este": 12723,
+      "Objects": 12724,
+      "▁validate": 12725,
+      "▁rim": 12726,
+      "▁numerous": 12727,
+      "▁Javascript": 12728,
+      "▁GL": 12729,
+      "▁Italy": 12730,
+      "ederbörd": 12731,
+      "onato": 12732,
+      "books": 12733,
+      "stone": 12734,
+      "ху": 12735,
+      "▁jel": 12736,
+      "iri": 12737,
+      "▁ASP": 12738,
+      "GA": 12739,
+      "▁stata": 12740,
+      "▁baz": 12741,
+      "Day": 12742,
+      "thm": 12743,
+      "dh": 12744,
+      "▁Files": 12745,
+      "AndroidRuntime": 12746,
+      "▁checks": 12747,
+      "kr": 12748,
+      "▁venne": 12749,
+      "SL": 12750,
+      "avia": 12751,
+      "kazy": 12752,
+      "▁Three": 12753,
+      "Admin": 12754,
+      "▁college": 12755,
+      "Global": 12756,
+      "tion": 12757,
+      "▁curious": 12758,
+      "short": 12759,
+      "▁bass": 12760,
+      "дела": 12761,
+      "▁дея": 12762,
+      "Schema": 12763,
+      "'\\": 12764,
+      "diff": 12765,
+      "▁CA": 12766,
+      "▁Corpor": 12767,
+      "▁operators": 12768,
+      "områ": 12769,
+      "▁edges": 12770,
+      ");`": 12771,
+      "inds": 12772,
+      "▁ging": 12773,
+      "&&": 12774,
+      "}-\\": 12775,
+      "rano": 12776,
+      "▁são": 12777,
+      "▁adds": 12778,
+      "elor": 12779,
+      "▁unsigned": 12780,
+      "▁пр": 12781,
+      "▁Config": 12782,
+      "▁Esc": 12783,
+      "▁chose": 12784,
+      "▁pieces": 12785,
+      "▁regions": 12786,
+      "Est": 12787,
+      "▁Battle": 12788,
+      "▁foc": 12789,
+      "▁Light": 12790,
+      "padding": 12791,
+      "aben": 12792,
+      "▁europ": 12793,
+      "illon": 12794,
+      "▁есть": 12795,
+      "▁bord": 12796,
+      "▁отно": 12797,
+      "▁Hong": 12798,
+      "▁vul": 12799,
+      "plugins": 12800,
+      "▁'<": 12801,
+      "▁kur": 12802,
+      "region": 12803,
+      "▁Repub": 12804,
+      "icher": 12805,
+      "}_\\": 12806,
+      "▁medal": 12807,
+      "▁Moreover": 12808,
+      "BI": 12809,
+      "Av": 12810,
+      "uter": 12811,
+      "▁scan": 12812,
+      "▁Municip": 12813,
+      "▁contrast": 12814,
+      "▁Ig": 12815,
+      "▁город": 12816,
+      "related": 12817,
+      "aling": 12818,
+      "▁мат": 12819,
+      "ünst": 12820,
+      "▁Chris": 12821,
+      "wy": 12822,
+      "▁Actually": 12823,
+      "▁Universidad": 12824,
+      "EventListener": 12825,
+      "▁temporada": 12826,
+      "▁assignment": 12827,
+      "▁Mike": 12828,
+      "▁während": 12829,
+      "▁świ": 12830,
+      "▁сред": 12831,
+      "каде": 12832,
+      "▁calculated": 12833,
+      "▁eller": 12834,
+      "▁Ash": 12835,
+      "riel": 12836,
+      "▁hardware": 12837,
+      "▁intens": 12838,
+      "('.": 12839,
+      "illi": 12840,
+      "agon": 12841,
+      "▁Gy": 12842,
+      "▁heute": 12843,
+      "▁sle": 12844,
+      "▁literature": 12845,
+      "sem": 12846,
+      "manager": 12847,
+      "▁Grande": 12848,
+      "▁mixed": 12849,
+      "▁Вер": 12850,
+      "ící": 12851,
+      "▁soit": 12852,
+      "▁welcome": 12853,
+      "чение": 12854,
+      "▁Universität": 12855,
+      "▁builder": 12856,
+      "simple": 12857,
+      "icode": 12858,
+      "ře": 12859,
+      "indent": 12860,
+      "opo": 12861,
+      "▁advanced": 12862,
+      "temper": 12863,
+      "edge": 12864,
+      "▁datetime": 12865,
+      "▁donc": 12866,
+      "лання": 12867,
+      "▁verd": 12868,
+      "дно": 12869,
+      "itos": 12870,
+      "▁heat": 12871,
+      "visible": 12872,
+      "mel": 12873,
+      "▁Giovanni": 12874,
+      "▁variety": 12875,
+      "▁router": 12876,
+      "Vector": 12877,
+      "▁Walk": 12878,
+      "▁obviously": 12879,
+      "hein": 12880,
+      "Fin": 12881,
+      "ITableView": 12882,
+      "Year": 12883,
+      "▁Econom": 12884,
+      "▁velocity": 12885,
+      "▁Civil": 12886,
+      "▁ј": 12887,
+      "alert": 12888,
+      "Identifier": 12889,
+      "ència": 12890,
+      "▁normally": 12891,
+      "▁Egypt": 12892,
+      "▁ctx": 12893,
+      "▁Verein": 12894,
+      "▁Hu": 12895,
+      "ulture": 12896,
+      "ните": 12897,
+      "lé": 12898,
+      "▁Wien": 12899,
+      "▁Prz": 12900,
+      "Byte": 12901,
+      "▁nah": 12902,
+      "isms": 12903,
+      "▁Publish": 12904,
+      "▁Herz": 12905,
+      "icul": 12906,
+      "pisode": 12907,
+      "чі": 12908,
+      "▁diesem": 12909,
+      "kö": 12910,
+      "Visible": 12911,
+      "▁rig": 12912,
+      "`).": 12913,
+      "Parse": 12914,
+      "▁Jacques": 12915,
+      "NI": 12916,
+      "▁glass": 12917,
+      "---+": 12918,
+      "▁initially": 12919,
+      "▁kr": 12920,
+      "CCN": 12921,
+      "plays": 12922,
+      "▁sigu": 12923,
+      "Folder": 12924,
+      "storage": 12925,
+      "▁\\|": 12926,
+      "ivos": 12927,
+      "скую": 12928,
+      "▁Moh": 12929,
+      "▁Committee": 12930,
+      "▁Kim": 12931,
+      "eu": 12932,
+      "тем": 12933,
+      "▁originale": 12934,
+      "irs": 12935,
+      "▁Reb": 12936,
+      "itut": 12937,
+      "nl": 12938,
+      "▁Pier": 12939,
+      "▁];": 12940,
+      "▁Fal": 12941,
+      "▁\"\";": 12942,
+      "mvc": 12943,
+      "▁female": 12944,
+      "▁bridge": 12945,
+      "▁tít": 12946,
+      "ktr": 12947,
+      ">)": 12948,
+      "▁seat": 12949,
+      "▁vess": 12950,
+      "▁USB": 12951,
+      "▁Articles": 12952,
+      "▁Description": 12953,
+      "▁oc": 12954,
+      "▁houses": 12955,
+      "▁Пет": 12956,
+      "lon": 12957,
+      "Notification": 12958,
+      "▁pressure": 12959,
+      "▁куль": 12960,
+      "igned": 12961,
+      "▁religious": 12962,
+      "fan": 12963,
+      "iglia": 12964,
+      "▁classification": 12965,
+      "ogether": 12966,
+      "▁SDK": 12967,
+      "▁Human": 12968,
+      "▁commission": 12969,
+      "▁Ор": 12970,
+      "▁antes": 12971,
+      "DT": 12972,
+      "ète": 12973,
+      "prés": 12974,
+      "/\"": 12975,
+      "▁(«": 12976,
+      "▁hö": 12977,
+      "▁час": 12978,
+      "▁jak": 12979,
+      "ienen": 12980,
+      "ugg": 12981,
+      "WA": 12982,
+      "▁placeholder": 12983,
+      "Will": 12984,
+      ",,": 12985,
+      "▁Kam": 12986,
+      "▁wen": 12987,
+      "▁Schul": 12988,
+      "ție": 12989,
+      "▁aud": 12990,
+      "▁sue": 12991,
+      "▁referred": 12992,
+      "ват": 12993,
+      "▁Para": 12994,
+      "▁bla": 12995,
+      "UES": 12996,
+      "▁statist": 12997,
+      "▁ту": 12998,
+      "▁Warsza": 12999,
+      "gue": 13000,
+      "▁Ide": 13001,
+      "mathscr": 13002,
+      "▁lieu": 13003,
+      "▁bod": 13004,
+      "▁rus": 13005,
+      "▁boat": 13006,
+      "xspace": 13007,
+      "▁modal": 13008,
+      "лек": 13009,
+      "topic": 13010,
+      "many": 13011,
+      "ský": 13012,
+      "▁organization": 13013,
+      "▁гене": 13014,
+      "▁Wilson": 13015,
+      "▁comfort": 13016,
+      "ibil": 13017,
+      ":-": 13018,
+      "▁animal": 13019,
+      "Report": 13020,
+      "ками": 13021,
+      "jon": 13022,
+      "▁ker": 13023,
+      "▁кни": 13024,
+      "mozilla": 13025,
+      "Price": 13026,
+      "antin": 13027,
+      "emento": 13028,
+      "may": 13029,
+      "▁lung": 13030,
+      "▁blow": 13031,
+      "edeut": 13032,
+      "▁typed": 13033,
+      "▁december": 13034,
+      "▁....": 13035,
+      "liance": 13036,
+      "▁viel": 13037,
+      "▁Фи": 13038,
+      "presa": 13039,
+      "▁осіб": 13040,
+      "▁Nam": 13041,
+      "▁Gren": 13042,
+      "силання": 13043,
+      "VID": 13044,
+      "stre": 13045,
+      "weis": 13046,
+      "▁protection": 13047,
+      "taient": 13048,
+      "▁officers": 13049,
+      "тно": 13050,
+      "▁Brig": 13051,
+      "▁intellig": 13052,
+      "ях": 13053,
+      "ITH": 13054,
+      "▁separated": 13055,
+      "▁LCCN": 13056,
+      "ním": 13057,
+      "clock": 13058,
+      "▁apare": 13059,
+      "яви": 13060,
+      "▁Elizabeth": 13061,
+      "▁Water": 13062,
+      "gebiet": 13063,
+      "▁convent": 13064,
+      "furt": 13065,
+      "▁beiden": 13066,
+      "bash": 13067,
+      "▁через": 13068,
+      "▁ub": 13069,
+      "▁Statist": 13070,
+      "▁limits": 13071,
+      "Vol": 13072,
+      "ctx": 13073,
+      "▁нов": 13074,
+      "guide": 13075,
+      "mic": 13076,
+      "iesa": 13077,
+      "▁huvud": 13078,
+      "RT": 13079,
+      "Fig": 13080,
+      "▁lect": 13081,
+      "conn": 13082,
+      "imit": 13083,
+      "гар": 13084,
+      "▁bajo": 13085,
+      "scribe": 13086,
+      "regex": 13087,
+      "▁Cass": 13088,
+      "▁propag": 13089,
+      "'$": 13090,
+      "▁profes": 13091,
+      "unique": 13092,
+      "▁Sql": 13093,
+      "union": 13094,
+      "rios": 13095,
+      "pip": 13096,
+      "--+": 13097,
+      "kadem": 13098,
+      "columns": 13099,
+      "▁vary": 13100,
+      "▁bereits": 13101,
+      "▁doi": 13102,
+      "▁Common": 13103,
+      "▁Robin": 13104,
+      "▁×": 13105,
+      "▁sei": 13106,
+      "▁syst": 13107,
+      "▁vä": 13108,
+      "▁Default": 13109,
+      "▁tym": 13110,
+      "pel": 13111,
+      "▁believed": 13112,
+      "▁provider": 13113,
+      "▁minimal": 13114,
+      "тали": 13115,
+      "aines": 13116,
+      "Kit": 13117,
+      "izio": 13118,
+      "issen": 13119,
+      "pressed": 13120,
+      "▁stag": 13121,
+      "▁uint": 13122,
+      "kor": 13123,
+      "▁распо": 13124,
+      "▁inherit": 13125,
+      "▁compiled": 13126,
+      "▁febru": 13127,
+      "▁tmp": 13128,
+      "works": 13129,
+      "чна": 13130,
+      "drawable": 13131,
+      "▁Nav": 13132,
+      "▁thoughts": 13133,
+      "route": 13134,
+      "▁concert": 13135,
+      "▁optional": 13136,
+      "▁bras": 13137,
+      "▁providing": 13138,
+      "сом": 13139,
+      "idx": 13140,
+      "emplo": 13141,
+      "▁коли": 13142,
+      "▁Bere": 13143,
+      "▁Els": 13144,
+      "ремен": 13145,
+      "▁дека": 13146,
+      "cout": 13147,
+      "layer": 13148,
+      "▁glob": 13149,
+      "foreach": 13150,
+      "▁Education": 13151,
+      "PO": 13152,
+      "▁improv": 13153,
+      "▁clients": 13154,
+      "groups": 13155,
+      "▁kont": 13156,
+      "Del": 13157,
+      "rett": 13158,
+      "▁sup": 13159,
+      "▁mog": 13160,
+      "tan": 13161,
+      "▁compl": 13162,
+      "irty": 13163,
+      "▁nouveau": 13164,
+      "osz": 13165,
+      "▁Navy": 13166,
+      "bere": 13167,
+      "mask": 13168,
+      "ové": 13169,
+      "zil": 13170,
+      "PER": 13171,
+      "▁población": 13172,
+      "▁detailed": 13173,
+      "лет": 13174,
+      "▁families": 13175,
+      "abet": 13176,
+      "евич": 13177,
+      "änder": 13178,
+      "▁år": 13179,
+      "▁pendant": 13180,
+      "▁bil": 13181,
+      "▁hint": 13182,
+      "oden": 13183,
+      "▁expansion": 13184,
+      "▁pont": 13185,
+      "asant": 13186,
+      "▁Kind": 13187,
+      "iji": 13188,
+      "▁Auth": 13189,
+      "laimed": 13190,
+      "reflect": 13191,
+      "]=": 13192,
+      "bytes": 13193,
+      "hover": 13194,
+      "▁цер": 13195,
+      "gradle": 13196,
+      "Arch": 13197,
+      "apest": 13198,
+      "ása": 13199,
+      "Card": 13200,
+      "▁temporary": 13201,
+      "▁département": 13202,
+      "classes": 13203,
+      "жива": 13204,
+      "▁худо": 13205,
+      "▁mole": 13206,
+      "RY": 13207,
+      "LP": 13208,
+      "▁pec": 13209,
+      "roduction": 13210,
+      "▁Guard": 13211,
+      "▁Parliament": 13212,
+      "▁instanti": 13213,
+      "▁notamment": 13214,
+      "▁Doug": 13215,
+      "▁Marsh": 13216,
+      ".~": 13217,
+      "▁\\\"": 13218,
+      "▁thé": 13219,
+      "▁libre": 13220,
+      "does": 13221,
+      "▁début": 13222,
+      "▁Unit": 13223,
+      "▁сту": 13224,
+      "▁league": 13225,
+      "▁quale": 13226,
+      "▁составля": 13227,
+      "Security": 13228,
+      "▁apparently": 13229,
+      "▁troops": 13230,
+      "icano": 13231,
+      "▁MB": 13232,
+      "enze": 13233,
+      "loading": 13234,
+      "▁distributed": 13235,
+      "writer": 13236,
+      "resources": 13237,
+      "hö": 13238,
+      "utils": 13239,
+      "▁prepared": 13240,
+      "cier": 13241,
+      "opol": 13242,
+      "▁länkar": 13243,
+      "hes": 13244,
+      "нва": 13245,
+      "▁opens": 13246,
+      "agog": 13247,
+      "interface": 13248,
+      "▁Fund": 13249,
+      "▁pentru": 13250,
+      "ních": 13251,
+      "▁configured": 13252,
+      "▁Website": 13253,
+      "▁listener": 13254,
+      "ivel": 13255,
+      "nę": 13256,
+      "mina": 13257,
+      "▁invest": 13258,
+      "▁міс": 13259,
+      "▁dav": 13260,
+      "▁patch": 13261,
+      "pieler": 13262,
+      "▁Externa": 13263,
+      "tf": 13264,
+      "▁ered": 13265,
+      "▁Assembly": 13266,
+      "▁sout": 13267,
+      "▁verk": 13268,
+      "mers": 13269,
+      "toggle": 13270,
+      "▁updating": 13271,
+      "▁Kent": 13272,
+      "eca": 13273,
+      "FAULT": 13274,
+      "▁titre": 13275,
+      "▁Kenn": 13276,
+      "▁Миха": 13277,
+      "стор": 13278,
+      "▁pode": 13279,
+      "▁Seb": 13280,
+      "цев": 13281,
+      "EY": 13282,
+      "▁silver": 13283,
+      "▁capacity": 13284,
+      "▁completion": 13285,
+      "▁Pedro": 13286,
+      "fel": 13287,
+      "vano": 13288,
+      "zeug": 13289,
+      "▁interior": 13290,
+      "▁Response": 13291,
+      "édia": 13292,
+      "▁WorldCat": 13293,
+      "▁că": 13294,
+      "quel": 13295,
+      "Sol": 13296,
+      "ісля": 13297,
+      "▁Domin": 13298,
+      "▁cum": 13299,
+      "cep": 13300,
+      "▁Muse": 13301,
+      "▁María": 13302,
+      "▁functional": 13303,
+      "▁adapter": 13304,
+      "configuration": 13305,
+      "▁tipo": 13306,
+      "▁Bry": 13307,
+      "vy": 13308,
+      "UL": 13309,
+      "▁travers": 13310,
+      "!(": 13311,
+      "▁absolutely": 13312,
+      "лта": 13313,
+      "ття": 13314,
+      "▁IT": 13315,
+      "▁воен": 13316,
+      "ycle": 13317,
+      "best": 13318,
+      "▁constructed": 13319,
+      "▁филь": 13320,
+      "cido": 13321,
+      "exit": 13322,
+      "gart": 13323,
+      "▁provincia": 13324,
+      "vez": 13325,
+      "cipl": 13326,
+      "▁Facebook": 13327,
+      "▁yellow": 13328,
+      "▁Summer": 13329,
+      "▁pointing": 13330,
+      "▁possibility": 13331,
+      "▁legisl": 13332,
+      "▁мож": 13333,
+      "dern": 13334,
+      "коно": 13335,
+      "▁mechanism": 13336,
+      "▁Bernard": 13337,
+      "expr": 13338,
+      "лови": 13339,
+      "▁digits": 13340,
+      "▁delegate": 13341,
+      "ogram": 13342,
+      "▁Dictionary": 13343,
+      "isy": 13344,
+      "▁spo": 13345,
+      "/$": 13346,
+      "cluded": 13347,
+      "▁MVC": 13348,
+      "▁tém": 13349,
+      "▁printed": 13350,
+      "▁Gott": 13351,
+      "▁Om": 13352,
+      "ansas": 13353,
+      "▁Durch": 13354,
+      "▁Ident": 13355,
+      "QU": 13356,
+      "htm": 13357,
+      "▁Sul": 13358,
+      "'].": 13359,
+      "▁duty": 13360,
+      "▁Author": 13361,
+      "▁ně": 13362,
+      "owego": 13363,
+      "pus": 13364,
+      "embl": 13365,
+      "Executor": 13366,
+      "BL": 13367,
+      "▁Mens": 13368,
+      "dispatch": 13369,
+      "▁Mid": 13370,
+      "apps": 13371,
+      "Transform": 13372,
+      "▁Dat": 13373,
+      "▁impl": 13374,
+      "oux": 13375,
+      "holm": 13376,
+      "▁Ins": 13377,
+      "▁Empire": 13378,
+      "руп": 13379,
+      "▁Apache": 13380,
+      "SION": 13381,
+      "▁passage": 13382,
+      "################": 13383,
+      "▁expressed": 13384,
+      "над": 13385,
+      "▁ol": 13386,
+      "▁havia": 13387,
+      "▁более": 13388,
+      "▁enjoy": 13389,
+      "formance": 13390,
+      "▁dimensions": 13391,
+      "▁чер": 13392,
+      "See": 13393,
+      "▁mouth": 13394,
+      "▁gau": 13395,
+      "iency": 13396,
+      "▁Carolina": 13397,
+      "Dist": 13398,
+      "radio": 13399,
+      "limit": 13400,
+      "/?": 13401,
+      "▁Ball": 13402,
+      "ність": 13403,
+      "Member": 13404,
+      "water": 13405,
+      "▁murder": 13406,
+      "▁standing": 13407,
+      "▁VII": 13408,
+      "Center": 13409,
+      "ppa": 13410,
+      "ureau": 13411,
+      "▁Leip": 13412,
+      "▁objet": 13413,
+      "▁Activity": 13414,
+      "embers": 13415,
+      "vr": 13416,
+      "▁condu": 13417,
+      "Cells": 13418,
+      "inus": 13419,
+      "▁',": 13420,
+      "▁afraid": 13421,
+      "▁ха": 13422,
+      "▁Vic": 13423,
+      "testing": 13424,
+      "Tube": 13425,
+      "▁vast": 13426,
+      "PM": 13427,
+      "nih": 13428,
+      "SSN": 13429,
+      "▁Chile": 13430,
+      "ylvan": 13431,
+      "▁Bow": 13432,
+      "▁religion": 13433,
+      "opher": 13434,
+      "▁Coll": 13435,
+      "▁digital": 13436,
+      "zioni": 13437,
+      "Section": 13438,
+      "▁результа": 13439,
+      "Foot": 13440,
+      "convert": 13441,
+      "▁receiving": 13442,
+      "Contact": 13443,
+      "▁hero": 13444,
+      "sam": 13445,
+      "▁posterior": 13446,
+      "owi": 13447,
+      "Ant": 13448,
+      "▁flags": 13449,
+      "▁Zealand": 13450,
+      "▁bounds": 13451,
+      "▁whereas": 13452,
+      "infl": 13453,
+      "Play": 13454,
+      "▁demo": 13455,
+      "▁gibt": 13456,
+      "▁hospital": 13457,
+      "▁volta": 13458,
+      "лё": 13459,
+      "▁fashion": 13460,
+      "▁exceed": 13461,
+      "elenium": 13462,
+      "Iter": 13463,
+      "krie": 13464,
+      "▁integration": 13465,
+      "▁Otherwise": 13466,
+      "adu": 13467,
+      "She": 13468,
+      "onde": 13469,
+      "uint": 13470,
+      "radius": 13471,
+      "▁ram": 13472,
+      "▁álbum": 13473,
+      "▁тур": 13474,
+      "▁dy": 13475,
+      "▁Ott": 13476,
+      "▁пери": 13477,
+      "rev": 13478,
+      "rior": 13479,
+      "íd": 13480,
+      "irat": 13481,
+      "▁вклю": 13482,
+      "▁importante": 13483,
+      "▁Duke": 13484,
+      "▁causa": 13485,
+      "▁Mathemat": 13486,
+      "▁diplom": 13487,
+      "▁Nicol": 13488,
+      "▁exclus": 13489,
+      "▁debugging": 13490,
+      "▁Gh": 13491,
+      "original": 13492,
+      "lyn": 13493,
+      "▁Pla": 13494,
+      "suite": 13495,
+      "chat": 13496,
+      "▁estud": 13497,
+      "uelle": 13498,
+      "▁pert": 13499,
+      "▁importance": 13500,
+      "▁approaches": 13501,
+      "▁dla": 13502,
+      "▁проф": 13503,
+      "Pres": 13504,
+      "<\\": 13505,
+      "prefix": 13506,
+      "SSION": 13507,
+      "роди": 13508,
+      "country": 13509,
+      "itzer": 13510,
+      "▁кор": 13511,
+      "▁singular": 13512,
+      "gov": 13513,
+      "рин": 13514,
+      "▁FA": 13515,
+      "▁matrices": 13516,
+      "olare": 13517,
+      "nika": 13518,
+      "power": 13519,
+      "lla": 13520,
+      "▁desire": 13521,
+      "▁familia": 13522,
+      "дор": 13523,
+      "▁fan": 13524,
+      "generated": 13525,
+      "▁Cos": 13526,
+      "▁że": 13527,
+      "▁Diese": 13528,
+      "mov": 13529,
+      "▁denote": 13530,
+      "\")]": 13531,
+      "ouvern": 13532,
+      "aman": 13533,
+      "▁inser": 13534,
+      "ijk": 13535,
+      "otta": 13536,
+      "eral": 13537,
+      "дель": 13538,
+      "()->": 13539,
+      "▁poder": 13540,
+      "iges": 13541,
+      "▁Online": 13542,
+      "▁weird": 13543,
+      "iac": 13544,
+      "▁quelques": 13545,
+      "èrent": 13546,
+      "▁tel": 13547,
+      "▁Latin": 13548,
+      "verter": 13549,
+      "ляр": 13550,
+      "рои": 13551,
+      "▁pdf": 13552,
+      "▁keyword": 13553,
+      "Handle": 13554,
+      "After": 13555,
+      "rece": 13556,
+      "▁identical": 13557,
+      "stylesheet": 13558,
+      "▁станови": 13559,
+      "▁ka": 13560,
+      "cement": 13561,
+      "тет": 13562,
+      "▁chat": 13563,
+      "▁Mun": 13564,
+      "ała": 13565,
+      "ANT": 13566,
+      "ológ": 13567,
+      "▁fant": 13568,
+      "▁forest": 13569,
+      "▁вико": 13570,
+      "cuss": 13571,
+      "▁sehr": 13572,
+      "pag": 13573,
+      "otic": 13574,
+      "▁áll": 13575,
+      "мати": 13576,
+      "▁\"'": 13577,
+      "+\"": 13578,
+      "Animation": 13579,
+      "ходит": 13580,
+      "azu": 13581,
+      "▁plays": 13582,
+      "izioni": 13583,
+      "миче": 13584,
+      "▁bomb": 13585,
+      "▁merely": 13586,
+      "▁holding": 13587,
+      "▁wenn": 13588,
+      "▁medic": 13589,
+      "▁speaking": 13590,
+      "ongodb": 13591,
+      "▁Campe": 13592,
+      "inity": 13593,
+      "▁янва": 13594,
+      "()`.": 13595,
+      "luss": 13596,
+      "▁Histoire": 13597,
+      "▁operating": 13598,
+      "Channel": 13599,
+      "▁accuracy": 13600,
+      "▁bos": 13601,
+      "▁evident": 13602,
+      "цию": 13603,
+      "events": 13604,
+      "textrm": 13605,
+      "oreign": 13606,
+      "▁ii": 13607,
+      "hren": 13608,
+      "lower": 13609,
+      "▁том": 13610,
+      "▁About": 13611,
+      "▁aj": 13612,
+      "eri": 13613,
+      "ступи": 13614,
+      "▁digit": 13615,
+      "▁Spain": 13616,
+      "▁Daten": 13617,
+      "▁forme": 13618,
+      "▁шта": 13619,
+      "▁Bach": 13620,
+      "nonumber": 13621,
+      "▁recommended": 13622,
+      "▁reads": 13623,
+      "histoire": 13624,
+      "▁sang": 13625,
+      "▁??": 13626,
+      "▁стал": 13627,
+      "score": 13628,
+      "fas": 13629,
+      "▁cub": 13630,
+      "▁grew": 13631,
+      "▁centro": 13632,
+      "▁bekannt": 13633,
+      "Events": 13634,
+      "BER": 13635,
+      "hew": 13636,
+      "сса": 13637,
+      "▁majority": 13638,
+      "ître": 13639,
+      "enci": 13640,
+      "▁Query": 13641,
+      "▁które": 13642,
+      "ić": 13643,
+      "▁complexity": 13644,
+      "▁François": 13645,
+      "constraint": 13646,
+      "урна": 13647,
+      "══": 13648,
+      "▁iterate": 13649,
+      "lett": 13650,
+      "peror": 13651,
+      "▁Nederland": 13652,
+      "share": 13653,
+      "▁inclu": 13654,
+      "änger": 13655,
+      "▁Nic": 13656,
+      "чо": 13657,
+      "Full": 13658,
+      "▁rapport": 13659,
+      "eclipse": 13660,
+      "▁industry": 13661,
+      "headers": 13662,
+      "▁Ри": 13663,
+      "chsel": 13664,
+      "▁polic": 13665,
+      "schied": 13666,
+      "%,": 13667,
+      "OD": 13668,
+      "▁Jak": 13669,
+      "({\\": 13670,
+      "aligned": 13671,
+      "▁frequently": 13672,
+      "▁suoi": 13673,
+      "▁essentially": 13674,
+      "▁Ric": 13675,
+      "▁reports": 13676,
+      "▁decimal": 13677,
+      "rar": 13678,
+      "▁Foo": 13679,
+      "▁Ka": 13680,
+      "▁DC": 13681,
+      "▁simpler": 13682,
+      "Pane": 13683,
+      "?}": 13684,
+      "Sort": 13685,
+      "▁posit": 13686,
+      "cdn": 13687,
+      "ktur": 13688,
+      "▁awk": 13689,
+      "зер": 13690,
+      "PF": 13691,
+      "uur": 13692,
+      "▁Ross": 13693,
+      "▁mant": 13694,
+      "Na": 13695,
+      "Cons": 13696,
+      "))))": 13697,
+      "▁techniques": 13698,
+      "impl": 13699,
+      "▁dropped": 13700,
+      "▁Lista": 13701,
+      "▁Basically": 13702,
+      "ental": 13703,
+      "▁celui": 13704,
+      "▁strategy": 13705,
+      "▁Wales": 13706,
+      "nan": 13707,
+      "▁gmin": 13708,
+      "▁größ": 13709,
+      "▁eerste": 13710,
+      "Tim": 13711,
+      "nten": 13712,
+      "resp": 13713,
+      "▁stable": 13714,
+      "nov": 13715,
+      "rob": 13716,
+      "ној": 13717,
+      "▁marriage": 13718,
+      "getString": 13719,
+      "Author": 13720,
+      "▁Graf": 13721,
+      "▁diagram": 13722,
+      "gia": 13723,
+      "Network": 13724,
+      "▁composed": 13725,
+      "▁missed": 13726,
+      "▁Meg": 13727,
+      "▁право": 13728,
+      "▁homonymes": 13729,
+      "▁Books": 13730,
+      "▁encou": 13731,
+      "porte": 13732,
+      "▁rotation": 13733,
+      "▁fir": 13734,
+      "тельно": 13735,
+      "▁gun": 13736,
+      "▁Aff": 13737,
+      "нок": 13738,
+      "▁Fußball": 13739,
+      "▁Story": 13740,
+      "▁Chap": 13741,
+      "▁).": 13742,
+      "▁Seit": 13743,
+      "мон": 13744,
+      "▁télé": 13745,
+      "▁copied": 13746,
+      "▁consistent": 13747,
+      "▁drink": 13748,
+      "▁Cham": 13749,
+      "▁matters": 13750,
+      "▁rendered": 13751,
+      "▁hypoth": 13752,
+      "œuv": 13753,
+      "▁meer": 13754,
+      "▁parsing": 13755,
+      "▁PRO": 13756,
+      "series": 13757,
+      "▁zá": 13758,
+      "straße": 13759,
+      "▁Boot": 13760,
+      "▁repo": 13761,
+      "wor": 13762,
+      "▁Stream": 13763,
+      "▁AN": 13764,
+      "▁пів": 13765,
+      "▁SM": 13766,
+      "▁Arn": 13767,
+      "▁Ž": 13768,
+      "▁[];": 13769,
+      "Resources": 13770,
+      "▁elabor": 13771,
+      "▁Eth": 13772,
+      "▁liste": 13773,
+      "▁relatively": 13774,
+      "chant": 13775,
+      "=\"\"": 13776,
+      "▁lift": 13777,
+      "CN": 13778,
+      "Services": 13779,
+      "MENT": 13780,
+      "▁игра": 13781,
+      "бре": 13782,
+      "▁Jord": 13783,
+      "▁tec": 13784,
+      "шка": 13785,
+      "▁Sup": 13786,
+      "▁influen": 13787,
+      "onds": 13788,
+      "handler": 13789,
+      "▁banda": 13790,
+      "▁vertices": 13791,
+      "▁zap": 13792,
+      "▁cord": 13793,
+      "alter": 13794,
+      "zenia": 13795,
+      "âteau": 13796,
+      "▁knowing": 13797,
+      "▁Argentina": 13798,
+      "Area": 13799,
+      "ане": 13800,
+      "fc": 13801,
+      "=\"/": 13802,
+      "▁Mik": 13803,
+      "ată": 13804,
+      "ieux": 13805,
+      "▁deutschen": 13806,
+      "▁traditional": 13807,
+      "decode": 13808,
+      "vex": 13809,
+      "▁sizeof": 13810,
+      "▁Fun": 13811,
+      "▁parser": 13812,
+      "▁Florida": 13813,
+      "▁buildings": 13814,
+      "▁Manuel": 13815,
+      "rile": 13816,
+      "▁logged": 13817,
+      "▁strongly": 13818,
+      "▁revol": 13819,
+      "нее": 13820,
+      "xico": 13821,
+      "▁Fair": 13822,
+      "cart": 13823,
+      "▁Wort": 13824,
+      "▁Jesus": 13825,
+      "emes": 13826,
+      "schrift": 13827,
+      "InputStream": 13828,
+      "wad": 13829,
+      "▁grandes": 13830,
+      "▁número": 13831,
+      "▁Otto": 13832,
+      "ientes": 13833,
+      "▁famous": 13834,
+      "ologne": 13835,
+      "Je": 13836,
+      "ниш": 13837,
+      "▁Guerra": 13838,
+      "bara": 13839,
+      "▁cad": 13840,
+      "elve": 13841,
+      "brace": 13842,
+      "▁Jr": 13843,
+      "stable": 13844,
+      "ECT": 13845,
+      "lemma": 13846,
+      "mediate": 13847,
+      "▁vin": 13848,
+      "▁monument": 13849,
+      "▁cv": 13850,
+      "▁winter": 13851,
+      "▁transformation": 13852,
+      "▁Nick": 13853,
+      "stronom": 13854,
+      "▁frag": 13855,
+      "▁intel": 13856,
+      "raction": 13857,
+      "▁considering": 13858,
+      "▁Fle": 13859,
+      "▁ло": 13860,
+      "▁Après": 13861,
+      "▁AM": 13862,
+      "▁Hum": 13863,
+      "▁mundo": 13864,
+      "NER": 13865,
+      "▁Below": 13866,
+      "▁города": 13867,
+      "arters": 13868,
+      "--\"": 13869,
+      "▁Пе": 13870,
+      "ît": 13871,
+      "▁txt": 13872,
+      "angers": 13873,
+      "▁thy": 13874,
+      "CLA": 13875,
+      "ibles": 13876,
+      "▁requested": 13877,
+      "▁Alexand": 13878,
+      "▁factors": 13879,
+      "▁produces": 13880,
+      "ningen": 13881,
+      "▁состоя": 13882,
+      "▁optimization": 13883,
+      "chod": 13884,
+      ">`": 13885,
+      "▁Wikip": 13886,
+      "nosti": 13887,
+      "▁competition": 13888,
+      "▁Hann": 13889,
+      "▁zona": 13890,
+      "dc": 13891,
+      "design": 13892,
+      "▁Zu": 13893,
+      "▁espec": 13894,
+      "equality": 13895,
+      "▁Abb": 13896,
+      "▁developer": 13897,
+      "▁\"^": 13898,
+      "▁Short": 13899,
+      "▁plans": 13900,
+      "▁vit": 13901,
+      "izable": 13902,
+      "burgh": 13903,
+      "agem": 13904,
+      "▁Print": 13905,
+      "ív": 13906,
+      "▁suitable": 13907,
+      "picker": 13908,
+      "Profile": 13909,
+      "andy": 13910,
+      "▁quot": 13911,
+      "▁Durante": 13912,
+      "▁Francia": 13913,
+      "▁tart": 13914,
+      "▁Venez": 13915,
+      "▁dispatch": 13916,
+      "▁observations": 13917,
+      "▁ż": 13918,
+      "Invalid": 13919,
+      "▁occurr": 13920,
+      "тки": 13921,
+      "Memento": 13922,
+      "▁Syd": 13923,
+      "▁tiempo": 13924,
+      "▁staff": 13925,
+      "▁sections": 13926,
+      "▁ssh": 13927,
+      "▁NGC": 13928,
+      "ël": 13929,
+      "▁erre": 13930,
+      "▁divided": 13931,
+      "▁Without": 13932,
+      "▁durant": 13933,
+      "▁jaar": 13934,
+      "▁−": 13935,
+      "▁soldiers": 13936,
+      "унк": 13937,
+      "lapse": 13938,
+      "▁Valley": 13939,
+      "▁(:": 13940,
+      "rera": 13941,
+      "▁dével": 13942,
+      "▁péri": 13943,
+      "▁calculation": 13944,
+      "▁keine": 13945,
+      "ertain": 13946,
+      "▁теле": 13947,
+      "руд": 13948,
+      "▁cul": 13949,
+      "▁cloth": 13950,
+      ";}": 13951,
+      "▁przed": 13952,
+      "Month": 13953,
+      "Picker": 13954,
+      "▁SV": 13955,
+      "arian": 13956,
+      "▁Review": 13957,
+      "▁hang": 13958,
+      "▁окт": 13959,
+      "▁Front": 13960,
+      "otlin": 13961,
+      "▁translation": 13962,
+      "▁modo": 13963,
+      "▁statistics": 13964,
+      "▁Nue": 13965,
+      "▁Никола": 13966,
+      "NUM": 13967,
+      "▁ships": 13968,
+      "▁Report": 13969,
+      "{[": 13970,
+      "Effect": 13971,
+      "ieri": 13972,
+      "▁parties": 13973,
+      "pla": 13974,
+      "rw": 13975,
+      "▁Works": 13976,
+      "▁iron": 13977,
+      "▁attract": 13978,
+      "▁cort": 13979,
+      "ná": 13980,
+      "▁Steve": 13981,
+      "▁bene": 13982,
+      "тон": 13983,
+      "ícula": 13984,
+      "Two": 13985,
+      "▁глав": 13986,
+      "▁Video": 13987,
+      "▁powerful": 13988,
+      "auch": 13989,
+      "mande": 13990,
+      "ächst": 13991,
+      "Lat": 13992,
+      "▁zna": 13993,
+      "▁figures": 13994,
+      "▁alias": 13995,
+      "nex": 13996,
+      "▁categories": 13997,
+      "called": 13998,
+      "▁Similar": 13999,
+      "▁girls": 14000,
+      "pez": 14001,
+      "▁joint": 14002,
+      "рого": 14003,
+      "iken": 14004,
+      "чина": 14005,
+      "ancia": 14006,
+      "▁tijd": 14007,
+      "▁Rose": 14008,
+      "▁algorithms": 14009,
+      "▁printing": 14010,
+      "nea": 14011,
+      "▁executing": 14012,
+      "▁lambda": 14013,
+      "▁regional": 14014,
+      "▁Copa": 14015,
+      "Foo": 14016,
+      "phys": 14017,
+      "zm": 14018,
+      "▁Laur": 14019,
+      "▁candidate": 14020,
+      "▁Ja": 14021,
+      "zym": 14022,
+      "Example": 14023,
+      "▁spiel": 14024,
+      "▁дей": 14025,
+      "nehmen": 14026,
+      "keiten": 14027,
+      "▁сент": 14028,
+      "intent": 14029,
+      ".(": 14030,
+      "▁первы": 14031,
+      "prom": 14032,
+      "▁nat": 14033,
+      "▁imagine": 14034,
+      "callback": 14035,
+      "components": 14036,
+      "without": 14037,
+      "▁aquest": 14038,
+      "Support": 14039,
+      "▁responsible": 14040,
+      "▁jego": 14041,
+      "lj": 14042,
+      "will": 14043,
+      "lean": 14044,
+      "eland": 14045,
+      "ología": 14046,
+      "mc": 14047,
+      "Proxy": 14048,
+      "▁ocup": 14049,
+      "▁находи": 14050,
+      "▁rub": 14051,
+      "нів": 14052,
+      "▁Fall": 14053,
+      "amos": 14054,
+      "▁Ep": 14055,
+      "entre": 14056,
+      "fail": 14057,
+      "World": 14058,
+      "▁Editor": 14059,
+      "▁expos": 14060,
+      "▁finds": 14061,
+      "▁Culture": 14062,
+      "LEASE": 14063,
+      "▁movie": 14064,
+      "<=": 14065,
+      "ometric": 14066,
+      "eling": 14067,
+      "numerable": 14068,
+      "ourd": 14069,
+      "▁Sea": 14070,
+      "▁bild": 14071,
+      "▁оста": 14072,
+      "blo": 14073,
+      "▁lose": 14074,
+      "ateurs": 14075,
+      "oured": 14076,
+      "▁Batt": 14077,
+      "();\r": 14078,
+      "▁poz": 14079,
+      "posts": 14080,
+      "pend": 14081,
+      "certain": 14082,
+      "ником": 14083,
+      "Just": 14084,
+      "webkit": 14085,
+      "demás": 14086,
+      "~~~~": 14087,
+      "▁indicates": 14088,
+      "▁park": 14089,
+      "rique": 14090,
+      "vod": 14091,
+      "▁Champ": 14092,
+      "ftware": 14093,
+      "OPT": 14094,
+      "django": 14095,
+      "release": 14096,
+      "▁È": 14097,
+      "SR": 14098,
+      "▁politician": 14099,
+      "▁roi": 14100,
+      "aturen": 14101,
+      "▁Deutsche": 14102,
+      "tagon": 14103,
+      "▁Mov": 14104,
+      "obierno": 14105,
+      "▁daß": 14106,
+      "uther": 14107,
+      "indi": 14108,
+      "▁Wikipedia": 14109,
+      "▁anos": 14110,
+      "▁observe": 14111,
+      "elly": 14112,
+      "▁railway": 14113,
+      "aton": 14114,
+      "▁enum": 14115,
+      "hus": 14116,
+      "▁inhab": 14117,
+      "Psi": 14118,
+      "oire": 14119,
+      "▁Хо": 14120,
+      "▁Space": 14121,
+      "▁Архи": 14122,
+      "▁anterior": 14123,
+      "▁Ł": 14124,
+      "isons": 14125,
+      "Il": 14126,
+      "▁améric": 14127,
+      "laps": 14128,
+      "▁BBC": 14129,
+      "QUEST": 14130,
+      "Constra": 14131,
+      "mont": 14132,
+      "äft": 14133,
+      "▁även": 14134,
+      "ubern": 14135,
+      "<!--": 14136,
+      "▁coding": 14137,
+      "theory": 14138,
+      "athed": 14139,
+      "▁Arbe": 14140,
+      "▁ши": 14141,
+      "forEach": 14142,
+      "omorphism": 14143,
+      "details": 14144,
+      "achsen": 14145,
+      "integr": 14146,
+      "Vor": 14147,
+      "Unknown": 14148,
+      "aceae": 14149,
+      "inue": 14150,
+      "esome": 14151,
+      "▁Fir": 14152,
+      "chain": 14153,
+      "▁extremely": 14154,
+      "multicol": 14155,
+      "▁Swift": 14156,
+      "▁addresses": 14157,
+      "hspace": 14158,
+      "▁Roger": 14159,
+      "▁dessen": 14160,
+      "▁consequ": 14161,
+      "ualmente": 14162,
+      "▁Premier": 14163,
+      "▁Record": 14164,
+      "▁Bron": 14165,
+      "kir": 14166,
+      "sex": 14167,
+      "intern": 14168,
+      "▁benefit": 14169,
+      "umen": 14170,
+      "▁becoming": 14171,
+      "▁lig": 14172,
+      "▁popula": 14173,
+      "osc": 14174,
+      "▁civ": 14175,
+      "▁greatest": 14176,
+      "▁proces": 14177,
+      "]*": 14178,
+      "▁место": 14179,
+      "▁'$": 14180,
+      "hell": 14181,
+      "(\"\\": 14182,
+      "▁nine": 14183,
+      "▁Fac": 14184,
+      "ulpt": 14185,
+      "jours": 14186,
+      "▁Copy": 14187,
+      "▁activities": 14188,
+      "▁Democr": 14189,
+      "Es": 14190,
+      "Success": 14191,
+      "▁Esta": 14192,
+      "itul": 14193,
+      "isti": 14194,
+      "▁Bed": 14195,
+      "jas": 14196,
+      "▁тем": 14197,
+      "▁Hung": 14198,
+      "Game": 14199,
+      "▁heav": 14200,
+      "onnées": 14201,
+      "▁branches": 14202,
+      "borg": 14203,
+      "▁vl": 14204,
+      "▁slowly": 14205,
+      "Fa": 14206,
+      "Google": 14207,
+      "emi": 14208,
+      "▁circumstances": 14209,
+      "▁'%": 14210,
+      "▁Und": 14211,
+      "▁Victoria": 14212,
+      "▁Typ": 14213,
+      "rupted": 14214,
+      "▁relativ": 14215,
+      "▁slo": 14216,
+      "▁padre": 14217,
+      "▁daily": 14218,
+      "▁orth": 14219,
+      "чний": 14220,
+      "▁französ": 14221,
+      "▁teil": 14222,
+      "▁Security": 14223,
+      "ordon": 14224,
+      "▁sweet": 14225,
+      "SIZE": 14226,
+      "▁Cel": 14227,
+      "ètres": 14228,
+      "ommes": 14229,
+      "▁сі": 14230,
+      "▁efforts": 14231,
+      "ąz": 14232,
+      "▁ohne": 14233,
+      "▁Southern": 14234,
+      "▁approximately": 14235,
+      "цен": 14236,
+      "('#": 14237,
+      "▁saving": 14238,
+      "nbsp": 14239,
+      "▁translate": 14240,
+      "▁În": 14241,
+      "member": 14242,
+      "▁laws": 14243,
+      "▁жен": 14244,
+      "▁систе": 14245,
+      "tc": 14246,
+      ">\\": 14247,
+      "elte": 14248,
+      "▁ehem": 14249,
+      "▁contrad": 14250,
+      "▁рус": 14251,
+      "ья": 14252,
+      "▁Middle": 14253,
+      "quip": 14254,
+      "▁chez": 14255,
+      "Fields": 14256,
+      "▁permit": 14257,
+      "ikel": 14258,
+      "▁wir": 14259,
+      "▁trial": 14260,
+      "▁verschied": 14261,
+      "▁фев": 14262,
+      "▁male": 14263,
+      "▁язы": 14264,
+      "▁nyel": 14265,
+      "akter": 14266,
+      "▁denomin": 14267,
+      "ceptor": 14268,
+      "▁Wat": 14269,
+      "▁fino": 14270,
+      "▁XVIII": 14271,
+      "ryption": 14272,
+      "desc": 14273,
+      "apa": 14274,
+      "лена": 14275,
+      "▁kol": 14276,
+      "▁Є": 14277,
+      "▁dependent": 14278,
+      "▁Cra": 14279,
+      "▁storm": 14280,
+      "▁Гер": 14281,
+      "▁pipe": 14282,
+      "▁attended": 14283,
+      "▁vita": 14284,
+      "uzione": 14285,
+      "czas": 14286,
+      "onda": 14287,
+      "▁bold": 14288,
+      "Columns": 14289,
+      "ició": 14290,
+      "▁czę": 14291,
+      "▁извест": 14292,
+      "▁Cloud": 14293,
+      "▁warm": 14294,
+      "▁сы": 14295,
+      "▁сте": 14296,
+      "▁producer": 14297,
+      "▁Ludwig": 14298,
+      "▁Northern": 14299,
+      "łą": 14300,
+      "NSString": 14301,
+      "▁Had": 14302,
+      "▁Иван": 14303,
+      "▁Eg": 14304,
+      "▁Imp": 14305,
+      "ші": 14306,
+      "▁Auch": 14307,
+      "ток": 14308,
+      "▁Hit": 14309,
+      "▁quien": 14310,
+      "▁department": 14311,
+      "▁erhielt": 14312,
+      "▁ui": 14313,
+      "▁Spr": 14314,
+      "сер": 14315,
+      "ourt": 14316,
+      "▁Stephen": 14317,
+      "team": 14318,
+      "▁zip": 14319,
+      "▁Bang": 14320,
+      "▁growth": 14321,
+      "▁jam": 14322,
+      "▁Kais": 14323,
+      "bmatrix": 14324,
+      "▁Asia": 14325,
+      "▁région": 14326,
+      "=/": 14327,
+      "▁Pacific": 14328,
+      "▁authority": 14329,
+      "▁#[": 14330,
+      "тами": 14331,
+      "▁everyone": 14332,
+      "▁attend": 14333,
+      "▁timestamp": 14334,
+      "▁tries": 14335,
+      "▁ff": 14336,
+      "шей": 14337,
+      "▁developing": 14338,
+      "olt": 14339,
+      "ups": 14340,
+      "▁momento": 14341,
+      "▁Sain": 14342,
+      "Term": 14343,
+      "▁celle": 14344,
+      "GR": 14345,
+      "Mouse": 14346,
+      "▁человек": 14347,
+      "▁Collection": 14348,
+      "âtre": 14349,
+      "▁Write": 14350,
+      "▁Pom": 14351,
+      "[-": 14352,
+      "Cam": 14353,
+      "▁locations": 14354,
+      "▁Json": 14355,
+      "elled": 14356,
+      "selector": 14357,
+      "repeat": 14358,
+      "ctors": 14359,
+      "otte": 14360,
+      "визи": 14361,
+      "ände": 14362,
+      "▁achieved": 14363,
+      "▁mainly": 14364,
+      "________": 14365,
+      "!)": 14366,
+      "▁является": 14367,
+      "▁cities": 14368,
+      "single": 14369,
+      "гре": 14370,
+      "▁Pak": 14371,
+      "▁allowing": 14372,
+      "ferred": 14373,
+      "▁апре": 14374,
+      "ходя": 14375,
+      "▁browsers": 14376,
+      "▁escrit": 14377,
+      "▁mountain": 14378,
+      "▁networks": 14379,
+      "kind": 14380,
+      "liver": 14381,
+      "▁closing": 14382,
+      "▁skip": 14383,
+      "út": 14384,
+      "▁duration": 14385,
+      "était": 14386,
+      "▁scr": 14387,
+      "BB": 14388,
+      "ória": 14389,
+      "▁Kultur": 14390,
+      "▁outputs": 14391,
+      "multicolumn": 14392,
+      "▁belongs": 14393,
+      "feature": 14394,
+      "ucky": 14395,
+      "▁juli": 14396,
+      "▁района": 14397,
+      "зво": 14398,
+      "factory": 14399,
+      "Func": 14400,
+      "▁utter": 14401,
+      "▁TODO": 14402,
+      "▁obt": 14403,
+      "ategories": 14404,
+      "▁combine": 14405,
+      "▁Wall": 14406,
+      "▁underlying": 14407,
+      "arono": 14408,
+      "▁Prote": 14409,
+      "ców": 14410,
+      "stan": 14411,
+      "▁Gew": 14412,
+      "▁optimal": 14413,
+      "▁Archivlink": 14414,
+      "▁Script": 14415,
+      "▁destroyed": 14416,
+      "хе": 14417,
+      "▁Firefox": 14418,
+      "▁sole": 14419,
+      "Layer": 14420,
+      "тку": 14421,
+      "▁stores": 14422,
+      "▁displays": 14423,
+      "ishing": 14424,
+      "▁ост": 14425,
+      "▁instant": 14426,
+      "▁elő": 14427,
+      "▁habitantes": 14428,
+      "▁Einwo": 14429,
+      "▁ali": 14430,
+      "▁ERROR": 14431,
+      "▁ahead": 14432,
+      "▁goals": 14433,
+      "▁már": 14434,
+      "▁są": 14435,
+      "▁mart": 14436,
+      "министра": 14437,
+      "Fr": 14438,
+      "▁Villa": 14439,
+      "▁Marc": 14440,
+      "ropy": 14441,
+      "agram": 14442,
+      "hape": 14443,
+      "мей": 14444,
+      "▁AL": 14445,
+      "▁connexes": 14446,
+      "▁Entre": 14447,
+      "Step": 14448,
+      "лів": 14449,
+      "▁Death": 14450,
+      "▁rise": 14451,
+      "▁fos": 14452,
+      "▁lev": 14453,
+      "gabe": 14454,
+      "▁broke": 14455,
+      "products": 14456,
+      "▁medi": 14457,
+      "▁dispon": 14458,
+      "Package": 14459,
+      "ImageView": 14460,
+      "▁Nag": 14461,
+      "ują": 14462,
+      "Word": 14463,
+      "▁kole": 14464,
+      "ßer": 14465,
+      ")`.": 14466,
+      "▁rol": 14467,
+      "▁í": 14468,
+      "тей": 14469,
+      "Progress": 14470,
+      "bean": 14471,
+      "▁sempre": 14472,
+      "Statement": 14473,
+      "UPDATE": 14474,
+      "▁mondiale": 14475,
+      "▁wrapper": 14476,
+      "▁Chart": 14477,
+      "▁onClick": 14478,
+      "чення": 14479,
+      "LOG": 14480,
+      "something": 14481,
+      "▁INSERT": 14482,
+      "щения": 14483,
+      "uet": 14484,
+      "werp": 14485,
+      "round": 14486,
+      "ichen": 14487,
+      "▁XVI": 14488,
+      "зни": 14489,
+      "▁aveva": 14490,
+      "▁Store": 14491,
+      "▁xs": 14492,
+      "racht": 14493,
+      "scar": 14494,
+      "▁opera": 14495,
+      "▁degrees": 14496,
+      "▁citiz": 14497,
+      "äsident": 14498,
+      "▁classical": 14499,
+      "▁Jersey": 14500,
+      "▁ersch": 14501,
+      "▁treatment": 14502,
+      "▁насеље": 14503,
+      "ння": 14504,
+      "▁boost": 14505,
+      "amount": 14506,
+      "▁созда": 14507,
+      "érieur": 14508,
+      "▁telling": 14509,
+      "Has": 14510,
+      "▁initi": 14511,
+      "▁Пи": 14512,
+      "eval": 14513,
+      "▁Match": 14514,
+      "▁corre": 14515,
+      "Pointer": 14516,
+      "▁passes": 14517,
+      "company": 14518,
+      "▁ан": 14519,
+      "aches": 14520,
+      "▁siglo": 14521,
+      "нем": 14522,
+      "▁exchange": 14523,
+      "cito": 14524,
+      "▁Bab": 14525,
+      "Doc": 14526,
+      "ześ": 14527,
+      "▁народ": 14528,
+      "▁conflict": 14529,
+      "▁november": 14530,
+      "eau": 14531,
+      "öv": 14532,
+      "▁Hub": 14533,
+      "▁poco": 14534,
+      "ensa": 14535,
+      "schließ": 14536,
+      "lasse": 14537,
+      "datas": 14538,
+      "▁сти": 14539,
+      "univers": 14540,
+      "eks": 14541,
+      "▁Cho": 14542,
+      "▁cô": 14543,
+      "▁(.": 14544,
+      "ewnę": 14545,
+      "▁Chief": 14546,
+      "▁chef": 14547,
+      "▁управ": 14548,
+      "uli": 14549,
+      "▁'''": 14550,
+      "napshot": 14551,
+      "▁relac": 14552,
+      "ége": 14553,
+      "wt": 14554,
+      "wend": 14555,
+      "osing": 14556,
+      "▁hacer": 14557,
+      "▁фран": 14558,
+      "autres": 14559,
+      "▁fils": 14560,
+      "ered": 14561,
+      "▁Посилання": 14562,
+      "▁therm": 14563,
+      "ержа": 14564,
+      "such": 14565,
+      "▁ihren": 14566,
+      "▁encontr": 14567,
+      "▁lots": 14568,
+      "logo": 14569,
+      "▁Wi": 14570,
+      "/(": 14571,
+      "шње": 14572,
+      "DATA": 14573,
+      "▁Player": 14574,
+      "▁Leipzig": 14575,
+      "▁relatives": 14576,
+      "рев": 14577,
+      "▁newsp": 14578,
+      "?,": 14579,
+      "▁Stutt": 14580,
+      "▁dual": 14581,
+      "▁companies": 14582,
+      "▁zam": 14583,
+      "putation": 14584,
+      "▁inequality": 14585,
+      "▁trem": 14586,
+      "hips": 14587,
+      "anch": 14588,
+      "▁Ż": 14589,
+      "бург": 14590,
+      "▁copies": 14591,
+      "dash": 14592,
+      "вор": 14593,
+      "spieler": 14594,
+      "▁Revolution": 14595,
+      "esty": 14596,
+      "▁junto": 14597,
+      "▁Indeed": 14598,
+      "okal": 14599,
+      "ctrine": 14600,
+      "▁Ford": 14601,
+      "▁CREATE": 14602,
+      "▁walls": 14603,
+      "▁aute": 14604,
+      "SU": 14605,
+      "why": 14606,
+      "plementation": 14607,
+      "rout": 14608,
+      "Matrix": 14609,
+      "▁sad": 14610,
+      "ана": 14611,
+      "▁Pic": 14612,
+      ".“": 14613,
+      "▁AC": 14614,
+      "▁Fest": 14615,
+      "▁desktop": 14616,
+      "▁Pay": 14617,
+      "ometimes": 14618,
+      "▁Tak": 14619,
+      "раб": 14620,
+      "▁Sever": 14621,
+      "▁northern": 14622,
+      "anter": 14623,
+      "▁Modern": 14624,
+      "wal": 14625,
+      "{\r": 14626,
+      "online": 14627,
+      "ök": 14628,
+      "▁britann": 14629,
+      "$_": 14630,
+      "▁jar": 14631,
+      "TL": 14632,
+      "xxxx": 14633,
+      "merge": 14634,
+      "▁Namen": 14635,
+      "▁KEY": 14636,
+      "▁refers": 14637,
+      "▁hin": 14638,
+      "▁Volks": 14639,
+      "steller": 14640,
+      "viation": 14641,
+      "onio": 14642,
+      "ighter": 14643,
+      "Compat": 14644,
+      "▁CE": 14645,
+      "▁pró": 14646,
+      "▁encuentra": 14647,
+      "theorem": 14648,
+      "▁publi": 14649,
+      "▁Development": 14650,
+      "нд": 14651,
+      "▁ros": 14652,
+      "▁shr": 14653,
+      "seau": 14654,
+      "▁generating": 14655,
+      "▁difficulty": 14656,
+      "▁Express": 14657,
+      "Alignment": 14658,
+      "deutsch": 14659,
+      "▁Влади": 14660,
+      "▁suggests": 14661,
+      "▁Family": 14662,
+      "bbi": 14663,
+      "]).": 14664,
+      "staw": 14665,
+      "▁presidente": 14666,
+      "▁stesso": 14667,
+      "inx": 14668,
+      "setup": 14669,
+      "▁conform": 14670,
+      "▁fro": 14671,
+      "=\\\"": 14672,
+      "▁då": 14673,
+      "iciones": 14674,
+      "▁evolution": 14675,
+      "prote": 14676,
+      "▁prints": 14677,
+      "▁Pont": 14678,
+      "▁confusion": 14679,
+      "▁Й": 14680,
+      "▁dello": 14681,
+      "▁manif": 14682,
+      "Definition": 14683,
+      "ára": 14684,
+      "mals": 14685,
+      "▁sale": 14686,
+      "▁dropdown": 14687,
+      "Chain": 14688,
+      "American": 14689,
+      "▁mk": 14690,
+      "▁Bez": 14691,
+      "▁Fue": 14692,
+      "▁NE": 14693,
+      "графи": 14694,
+      "docker": 14695,
+      "▁^{": 14696,
+      "Assert": 14697,
+      "▁horizontal": 14698,
+      "(@\"": 14699,
+      "▁дву": 14700,
+      "proxy": 14701,
+      "Uri": 14702,
+      "gency": 14703,
+      "▁\"[": 14704,
+      "▁Qt": 14705,
+      "▁Names": 14706,
+      "▁evaluate": 14707,
+      "!/": 14708,
+      "▁einges": 14709,
+      "▁synth": 14710,
+      "▁YouTube": 14711,
+      "▁turning": 14712,
+      "▁Eric": 14713,
+      "▁бли": 14714,
+      "▁klub": 14715,
+      "plorer": 14716,
+      "▁sports": 14717,
+      "▁sia": 14718,
+      "ош": 14719,
+      "▁dai": 14720,
+      "▁europe": 14721,
+      "icians": 14722,
+      "ingsområ": 14723,
+      "▁dre": 14724,
+      "▁workaround": 14725,
+      "▁suit": 14726,
+      "ambigu": 14727,
+      "▁quantity": 14728,
+      "▁segundo": 14729,
+      "Symbol": 14730,
+      "▁moral": 14731,
+      "Chart": 14732,
+      "▁damit": 14733,
+      "▁attempts": 14734,
+      "▁donn": 14735,
+      "jos": 14736,
+      "▁ere": 14737,
+      "▁homme": 14738,
+      "simp": 14739,
+      "rypted": 14740,
+      "▁acts": 14741,
+      "innerHTML": 14742,
+      "▁tournament": 14743,
+      "▁sky": 14744,
+      "Timer": 14745,
+      "▁millions": 14746,
+      "^+": 14747,
+      "agent": 14748,
+      "'));": 14749,
+      "▁ost": 14750,
+      "▁gla": 14751,
+      "▁помо": 14752,
+      "▁fün": 14753,
+      "ством": 14754,
+      "ewnętrz": 14755,
+      "▁México": 14756,
+      "▁lub": 14757,
+      "▁Éd": 14758,
+      "ifik": 14759,
+      "ческий": 14760,
+      "▁immer": 14761,
+      "ensen": 14762,
+      "anny": 14763,
+      "inline": 14764,
+      "▁gover": 14765,
+      "auc": 14766,
+      "▁repre": 14767,
+      "▁historia": 14768,
+      "Ag": 14769,
+      "▁plt": 14770,
+      "▁Princi": 14771,
+      "imeter": 14772,
+      "ős": 14773,
+      "še": 14774,
+      "▁UE": 14775,
+      "Equals": 14776,
+      "Dispatch": 14777,
+      "legen": 14778,
+      "лази": 14779,
+      "чной": 14780,
+      "▁stell": 14781,
+      "ńst": 14782,
+      "▁cri": 14783,
+      "▁Indep": 14784,
+      "ède": 14785,
+      "}\\)": 14786,
+      "▁wyst": 14787,
+      "▁figured": 14788,
+      "ATCH": 14789,
+      "ében": 14790,
+      "lacht": 14791,
+      "▁succeeded": 14792,
+      "gry": 14793,
+      "▁pret": 14794,
+      "▁Saf": 14795,
+      "▁\");": 14796,
+      "eh": 14797,
+      "▁officiel": 14798,
+      "країн": 14799,
+      "wind": 14800,
+      "▁scatter": 14801,
+      "▁Fox": 14802,
+      "icious": 14803,
+      "Many": 14804,
+      "uper": 14805,
+      "▁Convert": 14806,
+      "sterd": 14807,
+      "▁Stein": 14808,
+      "▁От": 14809,
+      "}^{(": 14810,
+      "between": 14811,
+      "hire": 14812,
+      "▁onCreate": 14813,
+      ";</": 14814,
+      "bably": 14815,
+      "SY": 14816,
+      "mot": 14817,
+      "▁Dire": 14818,
+      "itecture": 14819,
+      "той": 14820,
+      "▁coordinate": 14821,
+      "(\"#": 14822,
+      "▁süd": 14823,
+      "OB": 14824,
+      "▁morte": 14825,
+      "▁weather": 14826,
+      "▁hely": 14827,
+      "▁privile": 14828,
+      "RELEASE": 14829,
+      "atel": 14830,
+      "▁recognized": 14831,
+      "▁Though": 14832,
+      "ссий": 14833,
+      "memory": 14834,
+      "▁compilation": 14835,
+      "bits": 14836,
+      "▁wed": 14837,
+      "}}_{": 14838,
+      "▁GUI": 14839,
+      "пня": 14840,
+      "▁southern": 14841,
+      "▁hay": 14842,
+      "ović": 14843,
+      "lauf": 14844,
+      "▁EL": 14845,
+      "▁Full": 14846,
+      "▁Hamburg": 14847,
+      "▁Mittel": 14848,
+      "DU": 14849,
+      "approx": 14850,
+      "HS": 14851,
+      "▁проце": 14852,
+      "▁magazine": 14853,
+      "▁Mig": 14854,
+      "▁clicking": 14855,
+      "entr": 14856,
+      "▁autre": 14857,
+      "▁té": 14858,
+      "▁há": 14859,
+      "сты": 14860,
+      "▁MA": 14861,
+      "appy": 14862,
+      "ství": 14863,
+      "▁selon": 14864,
+      "▁gek": 14865,
+      "▁Sl": 14866,
+      "frastr": 14867,
+      "Lib": 14868,
+      "▁Ду": 14869,
+      "▁facing": 14870,
+      "▁стар": 14871,
+      "▁Dutch": 14872,
+      "atar": 14873,
+      "▁keeps": 14874,
+      "▁Patrick": 14875,
+      "ilio": 14876,
+      "▁vig": 14877,
+      "тва": 14878,
+      "▁Federal": 14879,
+      "▁paragraph": 14880,
+      "▁interaction": 14881,
+      "▁occas": 14882,
+      "▁Iran": 14883,
+      "▁machines": 14884,
+      "(()": 14885,
+      "uries": 14886,
+      "▁роди": 14887,
+      "▁американ": 14888,
+      "upp": 14889,
+      "▁ice": 14890,
+      "▁Say": 14891,
+      "▁sail": 14892,
+      "▁Begin": 14893,
+      "fico": 14894,
+      "oga": 14895,
+      "▁desar": 14896,
+      "▁dv": 14897,
+      "▁ради": 14898,
+      "ohen": 14899,
+      "erei": 14900,
+      "ának": 14901,
+      "▁daar": 14902,
+      "ifiers": 14903,
+      "▁thee": 14904,
+      "▁byla": 14905,
+      "вала": 14906,
+      "andro": 14907,
+      "▁моло": 14908,
+      "▁totally": 14909,
+      "iom": 14910,
+      "▁aer": 14911,
+      "nsylvan": 14912,
+      "▁corps": 14913,
+      "▁treated": 14914,
+      "▁comune": 14915,
+      "Mich": 14916,
+      "voice": 14917,
+      "pgf": 14918,
+      "▁anx": 14919,
+      "▁Philip": 14920,
+      "▁ek": 14921,
+      "▁Menschen": 14922,
+      "▁dere": 14923,
+      "▁permet": 14924,
+      "Mail": 14925,
+      "▁Vé": 14926,
+      "ented": 14927,
+      "▁bunch": 14928,
+      "▁Piet": 14929,
+      "attach": 14930,
+      "▁porte": 14931,
+      "дат": 14932,
+      "▁Britain": 14933,
+      "Encoding": 14934,
+      "▁`<": 14935,
+      "Space": 14936,
+      "▁rap": 14937,
+      "▁popul": 14938,
+      "floor": 14939,
+      "specific": 14940,
+      "clean": 14941,
+      "▁conqu": 14942,
+      "fb": 14943,
+      "▁introduce": 14944,
+      "▁Entity": 14945,
+      "▁erfolg": 14946,
+      "atol": 14947,
+      "ientos": 14948,
+      "кипеди": 14949,
+      "▁Ut": 14950,
+      "▁бри": 14951,
+      "eduler": 14952,
+      "▁concentr": 14953,
+      "▁cher": 14954,
+      "▁upgrade": 14955,
+      "▁pictures": 14956,
+      "▁Familie": 14957,
+      "Mus": 14958,
+      "Look": 14959,
+      "▁eran": 14960,
+      "▁gram": 14961,
+      "▁Wo": 14962,
+      "npm": 14963,
+      "▁Salv": 14964,
+      "▁cd": 14965,
+      "▁Вы": 14966,
+      "wahl": 14967,
+      "train": 14968,
+      "chem": 14969,
+      "▁Pil": 14970,
+      "▁Connect": 14971,
+      "če": 14972,
+      "▁hast": 14973,
+      "▁Multi": 14974,
+      "atta": 14975,
+      "▁Sound": 14976,
+      "solute": 14977,
+      "▁quote": 14978,
+      "▁obst": 14979,
+      "cciones": 14980,
+      "ibly": 14981,
+      "▁brand": 14982,
+      "▁conversation": 14983,
+      "▁toutes": 14984,
+      "▁Rub": 14985,
+      "ienia": 14986,
+      "irit": 14987,
+      "▁Анд": 14988,
+      "eduled": 14989,
+      "▁Total": 14990,
+      "Dig": 14991,
+      "erem": 14992,
+      "▁ski": 14993,
+      "Dest": 14994,
+      "YY": 14995,
+      "еди": 14996,
+      "aly": 14997,
+      "▁backend": 14998,
+      "ulus": 14999,
+      "▁featured": 15000,
+      "▁personn": 15001,
+      "▁schon": 15002,
+      "trace": 15003,
+      "▁IDE": 15004,
+      "áj": 15005,
+      "▁animals": 15006,
+      "▁snow": 15007,
+      "uve": 15008,
+      "uerto": 15009,
+      "▁drew": 15010,
+      "▁Yeah": 15011,
+      "▁Sv": 15012,
+      "\\,\\": 15013,
+      "▁Serie": 15014,
+      "▁secondo": 15015,
+      "▁Lebens": 15016,
+      "▁accord": 15017,
+      "▁Cet": 15018,
+      "erade": 15019,
+      "▁despite": 15020,
+      "▁Carlo": 15021,
+      "▁zewnętrz": 15022,
+      "▁lista": 15023,
+      "nico": 15024,
+      "▁Corporation": 15025,
+      "vspace": 15026,
+      "▁войны": 15027,
+      "▁stands": 15028,
+      "▁worse": 15029,
+      "▁simult": 15030,
+      "▁practical": 15031,
+      "COL": 15032,
+      "changed": 15033,
+      "▁История": 15034,
+      "бри": 15035,
+      "indo": 15036,
+      "▁Lewis": 15037,
+      "▁patterns": 15038,
+      "ifica": 15039,
+      "▁smart": 15040,
+      "▁concerned": 15041,
+      "ții": 15042,
+      "▁Hello": 15043,
+      "rell": 15044,
+      "▁Lex": 15045,
+      "▁вто": 15046,
+      "▁conditional": 15047,
+      "otted": 15048,
+      "▁shoot": 15049,
+      "▁Wed": 15050,
+      "▁марта": 15051,
+      "aud": 15052,
+      "▁ante": 15053,
+      "ientras": 15054,
+      "▁papers": 15055,
+      "▁portug": 15056,
+      "▁Management": 15057,
+      "▁exercise": 15058,
+      "▁Begriff": 15059,
+      "commit": 15060,
+      "▁rendering": 15061,
+      "▁czas": 15062,
+      "Drop": 15063,
+      "erg": 15064,
+      "▁mul": 15065,
+      "▁Tan": 15066,
+      "iero": 15067,
+      "▁locale": 15068,
+      "▁inaug": 15069,
+      "dump": 15070,
+      "ций": 15071,
+      "▁symbols": 15072,
+      "inta": 15073,
+      "▁awarded": 15074,
+      "▁sust": 15075,
+      "▁Send": 15076,
+      "їв": 15077,
+      "Rest": 15078,
+      "zten": 15079,
+      "лим": 15080,
+      "rival": 15081,
+      "PORT": 15082,
+      "ölker": 15083,
+      "imately": 15084,
+      "igte": 15085,
+      "чных": 15086,
+      "▁terra": 15087,
+      "öglich": 15088,
+      "▁Hom": 15089,
+      "▁hex": 15090,
+      "done": 15091,
+      "amps": 15092,
+      "▁cet": 15093,
+      "PRE": 15094,
+      "öst": 15095,
+      "▁femme": 15096,
+      "Selection": 15097,
+      "▁zaw": 15098,
+      "spr": 15099,
+      "▁horses": 15100,
+      "▁snap": 15101,
+      "TextBox": 15102,
+      "▁Eclipse": 15103,
+      "ulle": 15104,
+      "owym": 15105,
+      "▁comer": 15106,
+      "necess": 15107,
+      "cook": 15108,
+      "enger": 15109,
+      "-->": 15110,
+      "▁pří": 15111,
+      "pandas": 15112,
+      "▁Plus": 15113,
+      "yll": 15114,
+      "▁terror": 15115,
+      "▁crim": 15116,
+      "▁zak": 15117,
+      "issue": 15118,
+      "panel": 15119,
+      "svg": 15120,
+      "▁reb": 15121,
+      "Customer": 15122,
+      "switch": 15123,
+      "обра": 15124,
+      "▁Championships": 15125,
+      "clo": 15126,
+      "atte": 15127,
+      "▁anymore": 15128,
+      "▁excellent": 15129,
+      "▁opportunity": 15130,
+      "▁Bahn": 15131,
+      "чин": 15132,
+      "eting": 15133,
+      "▁incident": 15134,
+      "tom": 15135,
+      "Pers": 15136,
+      "bben": 15137,
+      "ственной": 15138,
+      "их": 15139,
+      "router": 15140,
+      "▁newly": 15141,
+      "▁silence": 15142,
+      "▁GNU": 15143,
+      "▁Rails": 15144,
+      "▁Amb": 15145,
+      "▁Qual": 15146,
+      "▁Schaus": 15147,
+      "▁Sohn": 15148,
+      "▁ALL": 15149,
+      "▁royal": 15150,
+      "▁£": 15151,
+      "wię": 15152,
+      "▁entfer": 15153,
+      "▁Remove": 15154,
+      "▁hardly": 15155,
+      "Using": 15156,
+      "лог": 15157,
+      "▁Ich": 15158,
+      "▁derni": 15159,
+      "▁Connection": 15160,
+      "fish": 15161,
+      "▁Inform": 15162,
+      "▁Ener": 15163,
+      "roit": 15164,
+      "Bbb": 15165,
+      "ViewModel": 15166,
+      "Video": 15167,
+      "iley": 15168,
+      "▁много": 15169,
+      "▁Gem": 15170,
+      "▁compreh": 15171,
+      "enumerate": 15172,
+      "ulas": 15173,
+      "▁Bah": 15174,
+      "▁Yet": 15175,
+      "BR": 15176,
+      "хра": 15177,
+      "▁county": 15178,
+      "▁Hist": 15179,
+      "▁Гу": 15180,
+      "▁Ј": 15181,
+      "▁mari": 15182,
+      "▁Clar": 15183,
+      "Bitmap": 15184,
+      "▁Cz": 15185,
+      "▁mån": 15186,
+      "▁mere": 15187,
+      "▁musique": 15188,
+      "also": 15189,
+      "dates": 15190,
+      "▁DVD": 15191,
+      "▁gol": 15192,
+      "fony": 15193,
+      "▁Castle": 15194,
+      "▁фами": 15195,
+      "▁arrang": 15196,
+      "▁Business": 15197,
+      "▁Kaz": 15198,
+      "▁osc": 15199,
+      "▁secolo": 15200,
+      "▁affected": 15201,
+      "▁Health": 15202,
+      "reb": 15203,
+      "editor": 15204,
+      "▁owned": 15205,
+      "tl": 15206,
+      "▁ví": 15207,
+      "чних": 15208,
+      "кви": 15209,
+      "▁devient": 15210,
+      "Mutable": 15211,
+      "▁tegen": 15212,
+      "Register": 15213,
+      "єю": 15214,
+      "▁caracter": 15215,
+      "лли": 15216,
+      "▁nouvelle": 15217,
+      "oko": 15218,
+      "ichtet": 15219,
+      "▁evol": 15220,
+      "▁Hab": 15221,
+      "▁militar": 15222,
+      "▁puts": 15223,
+      "endif": 15224,
+      "▁Davis": 15225,
+      "▁Scotland": 15226,
+      "regular": 15227,
+      "▁Context": 15228,
+      "ispiel": 15229,
+      "▁Gallery": 15230,
+      "\",\r": 15231,
+      "▁arc": 15232,
+      "▁INFO": 15233,
+      "▁cod": 15234,
+      "дів": 15235,
+      "▁varchar": 15236,
+      "▁toujours": 15237,
+      "atial": 15238,
+      "▁hanno": 15239,
+      "▁профес": 15240,
+      "▁launched": 15241,
+      "▁населення": 15242,
+      "▁ton": 15243,
+      "aused": 15244,
+      "▁із": 15245,
+      "▁tö": 15246,
+      "▁Pur": 15247,
+      "▁olymp": 15248,
+      "ARN": 15249,
+      "óm": 15250,
+      "▁august": 15251,
+      "▁furn": 15252,
+      "▁Colomb": 15253,
+      "▁Staats": 15254,
+      "hora": 15255,
+      "▁мор": 15256,
+      "canvas": 15257,
+      "▁grave": 15258,
+      "▁composition": 15259,
+      "acja": 15260,
+      "▁которые": 15261,
+      "▁чо": 15262,
+      "General": 15263,
+      "ані": 15264,
+      "▁Johannes": 15265,
+      "кар": 15266,
+      "▁част": 15267,
+      "▁Васи": 15268,
+      "ssh": 15269,
+      "▁replacing": 15270,
+      "▁<>": 15271,
+      "ців": 15272,
+      "laus": 15273,
+      "eny": 15274,
+      "ähl": 15275,
+      "▁marg": 15276,
+      "cience": 15277,
+      "▁instruction": 15278,
+      "▁који": 15279,
+      "Editor": 15280,
+      "▁fundamental": 15281,
+      "mund": 15282,
+      "▁exceptions": 15283,
+      "▁plate": 15284,
+      "▁Lis": 15285,
+      "▁deren": 15286,
+      "prep": 15287,
+      "▁januari": 15288,
+      "Scope": 15289,
+      "ynast": 15290,
+      "rv": 15291,
+      "orsz": 15292,
+      "▁Tony": 15293,
+      "▁ді": 15294,
+      "▁одна": 15295,
+      "▁sab": 15296,
+      "oti": 15297,
+      "jel": 15298,
+      "▁generator": 15299,
+      "▁'.": 15300,
+      "▁sharp": 15301,
+      "▁только": 15302,
+      "▁accounts": 15303,
+      "▁že": 15304,
+      "▁foram": 15305,
+      "▁gouvern": 15306,
+      "TIME": 15307,
+      "▁Soviet": 15308,
+      "▁Gé": 15309,
+      "▁exped": 15310,
+      "▁ordinary": 15311,
+      "▁Conserv": 15312,
+      "▁compla": 15313,
+      "tei": 15314,
+      "▁captain": 15315,
+      "▁Samuel": 15316,
+      "▁Dark": 15317,
+      "▁він": 15318,
+      "▁delight": 15319,
+      "recht": 15320,
+      "dia": 15321,
+      "esses": 15322,
+      "ulp": 15323,
+      "шки": 15324,
+      "bez": 15325,
+      "▁detection": 15326,
+      "▁cookie": 15327,
+      "antry": 15328,
+      "Multi": 15329,
+      "oba": 15330,
+      "▁joy": 15331,
+      "▁safety": 15332,
+      "|^": 15333,
+      "pod": 15334,
+      "adém": 15335,
+      "▁Chron": 15336,
+      "▁Django": 15337,
+      "▁ehemal": 15338,
+      "kh": 15339,
+      "èle": 15340,
+      "▁poc": 15341,
+      "Bottom": 15342,
+      "launch": 15343,
+      "nem": 15344,
+      "▁GROUP": 15345,
+      "ního": 15346,
+      "▁Gib": 15347,
+      "sdk": 15348,
+      "BE": 15349,
+      "▁Gene": 15350,
+      "▁Staff": 15351,
+      "▁subsequent": 15352,
+      "icion": 15353,
+      "▁victory": 15354,
+      "▁canon": 15355,
+      "izar": 15356,
+      "izia": 15357,
+      "▁mate": 15358,
+      "▁layers": 15359,
+      "sudo": 15360,
+      "schule": 15361,
+      "periment": 15362,
+      "ület": 15363,
+      "ARCHAR": 15364,
+      "▁террито": 15365,
+      "▁measures": 15366,
+      "▁zou": 15367,
+      "opsis": 15368,
+      "нами": 15369,
+      "tbody": 15370,
+      "▁ese": 15371,
+      "sterdam": 15372,
+      "▁photo": 15373,
+      "ynchronous": 15374,
+      "setminus": 15375,
+      "▁loads": 15376,
+      "▁pleasure": 15377,
+      "▁meille": 15378,
+      "}\\,": 15379,
+      "qual": 15380,
+      "▁favour": 15381,
+      "▁rod": 15382,
+      "Der": 15383,
+      "рабо": 15384,
+      "▁pressed": 15385,
+      "rę": 15386,
+      "ieving": 15387,
+      "material": 15388,
+      "virt": 15389,
+      "▁capable": 15390,
+      "сло": 15391,
+      "ushed": 15392,
+      "▁побе": 15393,
+      "usetts": 15394,
+      "unsigned": 15395,
+      "ków": 15396,
+      "▁ov": 15397,
+      "egeben": 15398,
+      "▁applying": 15399,
+      "▁galax": 15400,
+      "▁Oracle": 15401,
+      "▁Stuttgart": 15402,
+      "Infl": 15403,
+      "achusetts": 15404,
+      "▁deel": 15405,
+      "lire": 15406,
+      "▁statunit": 15407,
+      "▁Politiker": 15408,
+      "▁beauty": 15409,
+      ")>": 15410,
+      "▁Columbia": 15411,
+      "▁zewnętrzne": 15412,
+      "▁програ": 15413,
+      "▁dx": 15414,
+      "cknow": 15415,
+      "▁dub": 15416,
+      "unächst": 15417,
+      "findViewById": 15418,
+      "▁Mand": 15419,
+      "áll": 15420,
+      "naire": 15421,
+      "▁destin": 15422,
+      "isting": 15423,
+      "aggi": 15424,
+      "chart": 15425,
+      "▁justice": 15426,
+      "Simple": 15427,
+      "▁unfortunately": 15428,
+      "ір": 15429,
+      "▁questa": 15430,
+      "▁Governor": 15431,
+      "яв": 15432,
+      "▁música": 15433,
+      "▁equipo": 15434,
+      "▁Dest": 15435,
+      "elect": 15436,
+      "StackTrace": 15437,
+      "зом": 15438,
+      "proc": 15439,
+      "entin": 15440,
+      "adora": 15441,
+      "▁Лю": 15442,
+      "▁registered": 15443,
+      "HL": 15444,
+      "facebook": 15445,
+      "▁storing": 15446,
+      "▁Currently": 15447,
+      "▁quadr": 15448,
+      "Standard": 15449,
+      "trim": 15450,
+      "ears": 15451,
+      "sender": 15452,
+      "▁Vas": 15453,
+      "▁edific": 15454,
+      "▁Bür": 15455,
+      "▁Country": 15456,
+      "tha": 15457,
+      ";\"": 15458,
+      "nor": 15459,
+      "▁Doctor": 15460,
+      "rument": 15461,
+      "Gen": 15462,
+      "▁Buen": 15463,
+      "rade": 15464,
+      "▁kun": 15465,
+      "navigation": 15466,
+      "Pay": 15467,
+      "▁captured": 15468,
+      "▁struck": 15469,
+      "venir": 15470,
+      "ément": 15471,
+      "▁Tree": 15472,
+      "▁xx": 15473,
+      "▁narr": 15474,
+      "льного": 15475,
+      "▁installing": 15476,
+      "▁association": 15477,
+      "▁inserted": 15478,
+      "erner": 15479,
+      "validate": 15480,
+      "▁lut": 15481,
+      "▁glo": 15482,
+      "▁technology": 15483,
+      "▁Place": 15484,
+      "$?": 15485,
+      "▁zv": 15486,
+      "слі": 15487,
+      "EP": 15488,
+      "▁atmos": 15489,
+      "ugo": 15490,
+      "ért": 15491,
+      "▁Werk": 15492,
+      "▁%}": 15493,
+      "tele": 15494,
+      "Span": 15495,
+      "▁Raj": 15496,
+      "▁Personen": 15497,
+      "▁Cant": 15498,
+      "▁combat": 15499,
+      "▁observation": 15500,
+      "parameter": 15501,
+      "▁agreed": 15502,
+      "pur": 15503,
+      "▁shadow": 15504,
+      "▁gł": 15505,
+      "Keys": 15506,
+      "Cred": 15507,
+      "ouri": 15508,
+      "▁pale": 15509,
+      "ické": 15510,
+      "▁Week": 15511,
+      "▁Prime": 15512,
+      ">.": 15513,
+      "Initial": 15514,
+      "▁один": 15515,
+      "▁'',": 15516,
+      "▁учи": 15517,
+      "▁Inv": 15518,
+      "cola": 15519,
+      "cible": 15520,
+      "▁Theatre": 15521,
+      "▁bem": 15522,
+      "▁satisfy": 15523,
+      "xl": 15524,
+      "▁разви": 15525,
+      "▁pixel": 15526,
+      "lán": 15527,
+      "▁twee": 15528,
+      "çon": 15529,
+      "нения": 15530,
+      "▁AT": 15531,
+      "ège": 15532,
+      "▁Mort": 15533,
+      "▁mysq": 15534,
+      "ften": 15535,
+      "▁пес": 15536,
+      "éma": 15537,
+      "▁Services": 15538,
+      "customer": 15539,
+      "▁AWS": 15540,
+      "ът": 15541,
+      "▁Ach": 15542,
+      "%.": 15543,
+      "▁clarify": 15544,
+      "▁университе": 15545,
+      "xture": 15546,
+      "umi": 15547,
+      "▁så": 15548,
+      "▁Pel": 15549,
+      "serial": 15550,
+      "URI": 15551,
+      "▁rg": 15552,
+      "▁соста": 15553,
+      "chestra": 15554,
+      "].[": 15555,
+      "wen": 15556,
+      "▁Londres": 15557,
+      "▁anys": 15558,
+      "DataSource": 15559,
+      "▁районе": 15560,
+      "▁rein": 15561,
+      "▁metadata": 15562,
+      "umble": 15563,
+      "arbeit": 15564,
+      "hner": 15565,
+      "cient": 15566,
+      "▁norte": 15567,
+      "▁она": 15568,
+      "▁scored": 15569,
+      "▁ray": 15570,
+      "▁февра": 15571,
+      "▁protagon": 15572,
+      "▁Sac": 15573,
+      "▁commonly": 15574,
+      "LinearLayout": 15575,
+      "▁applic": 15576,
+      "▁мая": 15577,
+      "За": 15578,
+      "▁accessible": 15579,
+      "iewer": 15580,
+      "flag": 15581,
+      "▁Rück": 15582,
+      "äu": 15583,
+      "▁erano": 15584,
+      "▁authentic": 15585,
+      "▁Ry": 15586,
+      "▁неско": 15587,
+      "▁embargo": 15588,
+      "▁dry": 15589,
+      "▁reasonable": 15590,
+      "▁Module": 15591,
+      "▁acceler": 15592,
+      "▁interview": 15593,
+      "▁Creek": 15594,
+      "▁alpha": 15595,
+      "serie": 15596,
+      "They": 15597,
+      "ючи": 15598,
+      "▁Hof": 15599,
+      "▁CR": 15600,
+      "modal": 15601,
+      "▁sequences": 15602,
+      "closed": 15603,
+      ")}$": 15604,
+      "▁Чер": 15605,
+      "▁ORDER": 15606,
+      "Rightarrow": 15607,
+      "hausen": 15608,
+      "}}_": 15609,
+      "▁també": 15610,
+      "▁magnetic": 15611,
+      "▁McC": 15612,
+      "▁winning": 15613,
+      "underline": 15614,
+      "▁Billboard": 15615,
+      "naio": 15616,
+      "▁liqu": 15617,
+      "displaystyle": 15618,
+      "timeout": 15619,
+      "▁considerable": 15620,
+      "▁eben": 15621,
+      "ifferent": 15622,
+      "anu": 15623,
+      "▁Сов": 15624,
+      "[(": 15625,
+      "▁:-)": 15626,
+      "leitung": 15627,
+      "formed": 15628,
+      "▁Manager": 15629,
+      "▁onclick": 15630,
+      "TY": 15631,
+      "тах": 15632,
+      "CV": 15633,
+      "runtime": 15634,
+      "poque": 15635,
+      "▁Ло": 15636,
+      "Temp": 15637,
+      "loaded": 15638,
+      "▁!==": 15639,
+      "▁singer": 15640,
+      "far": 15641,
+      "▁Comple": 15642,
+      "▁Österreich": 15643,
+      "Policy": 15644,
+      "▁worker": 15645,
+      "Wrapper": 15646,
+      "obi": 15647,
+      "▁discussed": 15648,
+      "▁buy": 15649,
+      "▁января": 15650,
+      "▁Din": 15651,
+      "▁ged": 15652,
+      "ској": 15653,
+      "Europe": 15654,
+      "▁tall": 15655,
+      "hos": 15656,
+      "лаго": 15657,
+      "▁Block": 15658,
+      "▁identified": 15659,
+      "ListView": 15660,
+      "▁attempting": 15661,
+      "▁typical": 15662,
+      "psum": 15663,
+      "oster": 15664,
+      "▁журна": 15665,
+      "Pe": 15666,
+      "merce": 15667,
+      "▁unexpected": 15668,
+      "hui": 15669,
+      "letter": 15670,
+      "▁nuevo": 15671,
+      "▁або": 15672,
+      "▁VALUES": 15673,
+      "▁Iz": 15674,
+      "Flags": 15675,
+      "▁TRUE": 15676,
+      "ización": 15677,
+      "▁growing": 15678,
+      "estre": 15679,
+      "▁poly": 15680,
+      "▁Stone": 15681,
+      "▁VIII": 15682,
+      "▁localhost": 15683,
+      "ählt": 15684,
+      "▁embedded": 15685,
+      "jdbc": 15686,
+      "▁convention": 15687,
+      "▁scala": 15688,
+      "сок": 15689,
+      "▁analog": 15690,
+      "▁\"+": 15691,
+      "цю": 15692,
+      "occ": 15693,
+      "▁litt": 15694,
+      "PN": 15695,
+      "▁актив": 15696,
+      "attributes": 15697,
+      "▁Ferd": 15698,
+      "▁azure": 15699,
+      "ști": 15700,
+      "ños": 15701,
+      "ping": 15702,
+      "▁teacher": 15703,
+      "}&": 15704,
+      "ipe": 15705,
+      "▁Nob": 15706,
+      "▁има": 15707,
+      "Bind": 15708,
+      "▁magic": 15709,
+      "▁Transport": 15710,
+      "ixel": 15711,
+      "▁computed": 15712,
+      "agna": 15713,
+      "erst": 15714,
+      "HA": 15715,
+      "Wait": 15716,
+      "▁authors": 15717,
+      "▁;)": 15718,
+      "clam": 15719,
+      "▁Pennsylvan": 15720,
+      "▁drug": 15721,
+      "▁vain": 15722,
+      "▁employed": 15723,
+      "▁individuals": 15724,
+      "▁ange": 15725,
+      "utat": 15726,
+      "▁$-": 15727,
+      "correct": 15728,
+      "▁experiments": 15729,
+      "Argument": 15730,
+      "▁IB": 15731,
+      "▁père": 15732,
+      "▁Brian": 15733,
+      "berger": 15734,
+      "Mac": 15735,
+      "iast": 15736,
+      "Perm": 15737,
+      "Cast": 15738,
+      "▁{};": 15739,
+      "▁Student": 15740,
+      "▁statt": 15741,
+      "algebra": 15742,
+      "▁equals": 15743,
+      "▁projet": 15744,
+      "▁président": 15745,
+      "ActivityThread": 15746,
+      "▁einz": 15747,
+      "enia": 15748,
+      "rez": 15749,
+      "essional": 15750,
+      "▁августа": 15751,
+      "override": 15752,
+      "news": 15753,
+      "▁planet": 15754,
+      "nn": 15755,
+      "▁Wis": 15756,
+      "твер": 15757,
+      "▁Valid": 15758,
+      "▁Gef": 15759,
+      "град": 15760,
+      "▁eig": 15761,
+      "antom": 15762,
+      "▁Meister": 15763,
+      "flags": 15764,
+      "fficiale": 15765,
+      "шая": 15766,
+      "-,": 15767,
+      "ationen": 15768,
+      "mouse": 15769,
+      "standard": 15770,
+      "Single": 15771,
+      "▁bol": 15772,
+      "isis": 15773,
+      "▁fruit": 15774,
+      "course": 15775,
+      "itants": 15776,
+      "▁étaient": 15777,
+      "TextField": 15778,
+      "▁фон": 15779,
+      "▁aircraft": 15780,
+      "▁ISSN": 15781,
+      "▁western": 15782,
+      "▁representing": 15783,
+      "Esp": 15784,
+      "▁Else": 15785,
+      "▁sizes": 15786,
+      "▁satisfied": 15787,
+      "otos": 15788,
+      "UD": 15789,
+      "Final": 15790,
+      "ój": 15791,
+      "ève": 15792,
+      "▁Roy": 15793,
+      "ffen": 15794,
+      "▁salt": 15795,
+      "▁Label": 15796,
+      "Sk": 15797,
+      "▁кре": 15798,
+      "▁Литература": 15799,
+      "▁см": 15800,
+      "Attributes": 15801,
+      "aye": 15802,
+      "ськ": 15803,
+      "▁высо": 15804,
+      "-)": 15805,
+      "oses": 15806,
+      "calcul": 15807,
+      "▁Cannot": 15808,
+      "Generic": 15809,
+      "emo": 15810,
+      "▁Autor": 15811,
+      "лён": 15812,
+      "лага": 15813,
+      "vote": 15814,
+      "licates": 15815,
+      "rus": 15816,
+      "éli": 15817,
+      "opf": 15818,
+      "atique": 15819,
+      "scala": 15820,
+      "▁Ohio": 15821,
+      "▁Britann": 15822,
+      "▁bef": 15823,
+      "▁Евро": 15824,
+      "▁Career": 15825,
+      "isée": 15826,
+      "ót": 15827,
+      "bose": 15828,
+      "▁Бер": 15829,
+      "▁Controller": 15830,
+      "pole": 15831,
+      "▁allen": 15832,
+      "▁hack": 15833,
+      "▁extent": 15834,
+      "▁calci": 15835,
+      "Mer": 15836,
+      "▁summary": 15837,
+      "Mart": 15838,
+      "▁historical": 15839,
+      "imat": 15840,
+      "bud": 15841,
+      "▁FOR": 15842,
+      "export": 15843,
+      "edi": 15844,
+      "Mapping": 15845,
+      "▁Ay": 15846,
+      "▁Ruby": 15847,
+      "▁definitions": 15848,
+      "▁{$": 15849,
+      "▁yours": 15850,
+      "rias": 15851,
+      "Touch": 15852,
+      "▁Gaz": 15853,
+      "▁Autom": 15854,
+      "▁истори": 15855,
+      "▁delen": 15856,
+      "▁Kinder": 15857,
+      "}}%": 15858,
+      "▁performing": 15859,
+      "FR": 15860,
+      "▁Sig": 15861,
+      "▁Brad": 15862,
+      "bras": 15863,
+      "▁Jar": 15864,
+      "pkg": 15865,
+      "wr": 15866,
+      "▁Pays": 15867,
+      "NC": 15868,
+      "▁opposed": 15869,
+      "Try": 15870,
+      "▁везе": 15871,
+      "▁Bog": 15872,
+      "▁writes": 15873,
+      "▁stories": 15874,
+      "▁mater": 15875,
+      "▁stagione": 15876,
+      "▁sty": 15877,
+      "▁compatible": 15878,
+      "heast": 15879,
+      "▁Guy": 15880,
+      "egründ": 15881,
+      "▁identifier": 15882,
+      "▁heads": 15883,
+      "пози": 15884,
+      "▁stup": 15885,
+      "▁tf": 15886,
+      "▁још": 15887,
+      "▁Hugh": 15888,
+      "▁cards": 15889,
+      "ovy": 15890,
+      "▁Toast": 15891,
+      "allas": 15892,
+      "▁públic": 15893,
+      "▁assumes": 15894,
+      "▁чемпиона": 15895,
+      "ycler": 15896,
+      "▁Junior": 15897,
+      "▁Fich": 15898,
+      "▁estimated": 15899,
+      "zerw": 15900,
+      "dialog": 15901,
+      "шин": 15902,
+      "shell": 15903,
+      "▁них": 15904,
+      "▁pitch": 15905,
+      "дол": 15906,
+      "outube": 15907,
+      "▁Santi": 15908,
+      "OnClickListener": 15909,
+      "▁Magyar": 15910,
+      "▁vue": 15911,
+      "ião": 15912,
+      "▁`#": 15913,
+      "collect": 15914,
+      "▁Rou": 15915,
+      "analysis": 15916,
+      "istrzost": 15917,
+      "▁Digital": 15918,
+      "▁crist": 15919,
+      "riere": 15920,
+      "▁campo": 15921,
+      "Us": 15922,
+      "▁circa": 15923,
+      "▁Component": 15924,
+      "▁NSString": 15925,
+      "pd": 15926,
+      "▁prince": 15927,
+      "▁invoke": 15928,
+      "▁Marine": 15929,
+      "Allow": 15930,
+      "estic": 15931,
+      "ристи": 15932,
+      "bone": 15933,
+      "туры": 15934,
+      "▁passion": 15935,
+      "áció": 15936,
+      "▁orn": 15937,
+      "вед": 15938,
+      "▁invari": 15939,
+      "▁ні": 15940,
+      "Remove": 15941,
+      "encies": 15942,
+      "ilib": 15943,
+      "▁Director": 15944,
+      "\"\"": 15945,
+      "▁Conse": 15946,
+      "googleapis": 15947,
+      "ók": 15948,
+      "▁Укра": 15949,
+      "▁Having": 15950,
+      "Domain": 15951,
+      "ierz": 15952,
+      "нологи": 15953,
+      "Cho": 15954,
+      "undefined": 15955,
+      "alloc": 15956,
+      "▁pied": 15957,
+      "▁fraction": 15958,
+      "bia": 15959,
+      "▁поло": 15960,
+      "ugno": 15961,
+      "minister": 15962,
+      "▁principale": 15963,
+      "▁refused": 15964,
+      "browser": 15965,
+      "*,": 15966,
+      "▁Hospital": 15967,
+      "▁universal": 15968,
+      "▁Ernst": 15969,
+      "who": 15970,
+      "▁Gard": 15971,
+      "'_": 15972,
+      "conde": 15973,
+      "▁[{": 15974,
+      "sob": 15975,
+      "▁Crit": 15976,
+      "▁декабря": 15977,
+      "▁punto": 15978,
+      "▁eingesetzt": 15979,
+      "▁tör": 15980,
+      "▁Ni": 15981,
+      "▁worry": 15982,
+      "▁legend": 15983,
+      "▁були": 15984,
+      "▁komm": 15985,
+      "rijk": 15986,
+      "effect": 15987,
+      "Ori": 15988,
+      "RES": 15989,
+      "▁Peters": 15990,
+      "▁Baron": 15991,
+      "▁Got": 15992,
+      "▁honest": 15993,
+      "äre": 15994,
+      "ász": 15995,
+      "▁noble": 15996,
+      "▁conclusion": 15997,
+      "▁formatting": 15998,
+      "▁otto": 15999,
+      "▁deleg": 16000,
+      "мб": 16001,
+      "ptop": 16002,
+      "▁sends": 16003,
+      "urname": 16004,
+      "▁festival": 16005,
+      ",‎": 16006,
+      "рус": 16007,
+      "▁doch": 16008,
+      "subject": 16009,
+      "▁careful": 16010,
+      "quent": 16011,
+      "▁Load": 16012,
+      "temperaturen": 16013,
+      "▁rue": 16014,
+      "Memory": 16015,
+      "ța": 16016,
+      "iona": 16017,
+      "▁dentro": 16018,
+      "▁begann": 16019,
+      "▁Aqu": 16020,
+      "▁scientific": 16021,
+      "kań": 16022,
+      "лок": 16023,
+      "elde": 16024,
+      "▁Those": 16025,
+      "quier": 16026,
+      "actér": 16027,
+      "▁Auflage": 16028,
+      ")'": 16029,
+      "▁gradient": 16030,
+      "integer": 16031,
+      "▁Import": 16032,
+      "SK": 16033,
+      "▁Status": 16034,
+      "▁explo": 16035,
+      "AE": 16036,
+      "Shell": 16037,
+      "▁Paulo": 16038,
+      ".»": 16039,
+      "}</": 16040,
+      "flex": 16041,
+      "▁комп": 16042,
+      "onden": 16043,
+      "accept": 16044,
+      "▁miejsce": 16045,
+      "Hub": 16046,
+      "alleng": 16047,
+      "WN": 16048,
+      "▁implementing": 16049,
+      "▁лу": 16050,
+      "▁confusing": 16051,
+      "▁Install": 16052,
+      "▁rou": 16053,
+      "▁проек": 16054,
+      "Accessor": 16055,
+      "љашње": 16056,
+      "odio": 16057,
+      "▁applies": 16058,
+      "ющий": 16059,
+      "▁Mundial": 16060,
+      "État": 16061,
+      "ietnam": 16062,
+      "hum": 16063,
+      "▁сбор": 16064,
+      "ordinate": 16065,
+      "France": 16066,
+      "▁prend": 16067,
+      "eltemperaturen": 16068,
+      "▁trabaj": 16069,
+      "Axis": 16070,
+      "▁мно": 16071,
+      "primary": 16072,
+      "▁Seite": 16073,
+      "permission": 16074,
+      "▁orden": 16075,
+      "since": 16076,
+      "▁ic": 16077,
+      "▁Brazil": 16078,
+      "▁bare": 16079,
+      "▁Nar": 16080,
+      "▁Jur": 16081,
+      "▁freedom": 16082,
+      "▁medical": 16083,
+      "ischof": 16084,
+      "▁сп": 16085,
+      "ież": 16086,
+      "▁bootstrap": 16087,
+      "▁…": 16088,
+      "▁facil": 16089,
+      "cord": 16090,
+      "ване": 16091,
+      "▁Allen": 16092,
+      "avid": 16093,
+      "ingham": 16094,
+      "zas": 16095,
+      "▁inspect": 16096,
+      "itten": 16097,
+      "osti": 16098,
+      "uh": 16099,
+      "cé": 16100,
+      "▁#####": 16101,
+      "cius": 16102,
+      "omy": 16103,
+      "▁Seine": 16104,
+      "bres": 16105,
+      "▁genus": 16106,
+      "Other": 16107,
+      "▁Golden": 16108,
+      "mul": 16109,
+      "▁Спољашње": 16110,
+      "▁gennaio": 16111,
+      "▁carefully": 16112,
+      "aal": 16113,
+      "▁analyt": 16114,
+      "neur": 16115,
+      "▁stretch": 16116,
+      "▁Occ": 16117,
+      "olas": 16118,
+      "▁firebase": 16119,
+      "▁expecting": 16120,
+      "basic": 16121,
+      "condition": 16122,
+      "prov": 16123,
+      "▁Wasser": 16124,
+      "▁concaten": 16125,
+      "▁evil": 16126,
+      "▁coefficients": 16127,
+      "West": 16128,
+      "iry": 16129,
+      "phas": 16130,
+      "▁Jam": 16131,
+      "fois": 16132,
+      "▁consid": 16133,
+      "▁mainten": 16134,
+      "nim": 16135,
+      "esser": 16136,
+      "esz": 16137,
+      "unta": 16138,
+      "uest": 16139,
+      "▁credentials": 16140,
+      "_;": 16141,
+      "Dim": 16142,
+      "преде": 16143,
+      "▁Bü": 16144,
+      "built": 16145,
+      "▁Academ": 16146,
+      "▁audi": 16147,
+      "▁två": 16148,
+      "inand": 16149,
+      "▁Theater": 16150,
+      "▁genre": 16151,
+      "ços": 16152,
+      "gresql": 16153,
+      "▁weap": 16154,
+      "▁Rab": 16155,
+      "▁’": 16156,
+      "▁adult": 16157,
+      "▁dém": 16158,
+      "``": 16159,
+      "▁stabil": 16160,
+      "▁corresponds": 16161,
+      "▁Eastern": 16162,
+      "unnel": 16163,
+      "Worker": 16164,
+      "▁coh": 16165,
+      "лка": 16166,
+      "▁Massachusetts": 16167,
+      "pio": 16168,
+      "▁ports": 16169,
+      "agg": 16170,
+      "▁Debug": 16171,
+      "▁breath": 16172,
+      "MIN": 16173,
+      "Variable": 16174,
+      "batch": 16175,
+      "ссе": 16176,
+      "▁preg": 16177,
+      "▁roles": 16178,
+      "paste": 16179,
+      "▁referenced": 16180,
+      "adrat": 16181,
+      "чё": 16182,
+      "binom": 16183,
+      "▁defining": 16184,
+      "▁Budapest": 16185,
+      "▁дви": 16186,
+      "▁taught": 16187,
+      "▁hole": 16188,
+      "▁quella": 16189,
+      "Msg": 16190,
+      "aska": 16191,
+      "scan": 16192,
+      "▁propose": 16193,
+      "▁Биография": 16194,
+      "{{\\": 16195,
+      "textt": 16196,
+      "▁Alb": 16197,
+      "▁Sydney": 16198,
+      "▁backup": 16199,
+      "▁credit": 16200,
+      "▁францу": 16201,
+      "stats": 16202,
+      "\\\":": 16203,
+      "▁Пере": 16204,
+      "▁accordingly": 16205,
+      "▁Len": 16206,
+      "zna": 16207,
+      "▁Regional": 16208,
+      "▁изда": 16209,
+      "▁jú": 16210,
+      "histor": 16211,
+      "▁entities": 16212,
+      "Star": 16213,
+      "оне": 16214,
+      "']['": 16215,
+      "▁Nova": 16216,
+      "die": 16217,
+      "▁`'": 16218,
+      "▁obten": 16219,
+      "anst": 16220,
+      "▁Relig": 16221,
+      "▁trig": 16222,
+      "▁режи": 16223,
+      "▁Personal": 16224,
+      "▁tone": 16225,
+      "▁aid": 16226,
+      "Visual": 16227,
+      "Submit": 16228,
+      "▁moves": 16229,
+      "▁Bridge": 16230,
+      "▁Boy": 16231,
+      "▁accurate": 16232,
+      "osta": 16233,
+      "atto": 16234,
+      "▁defeated": 16235,
+      "▁datab": 16236,
+      "ginx": 16237,
+      "▁Liv": 16238,
+      "lywood": 16239,
+      "TW": 16240,
+      "rium": 16241,
+      "ipped": 16242,
+      "Fail": 16243,
+      "REQUEST": 16244,
+      "▁ignor": 16245,
+      "▁sitting": 16246,
+      "▁molto": 16247,
+      "▁endpoint": 16248,
+      "ución": 16249,
+      "▁collections": 16250,
+      "▁Ту": 16251,
+      "tembre": 16252,
+      "▁nécess": 16253,
+      "▁interact": 16254,
+      "▁otras": 16255,
+      "▁curr": 16256,
+      "▁tracks": 16257,
+      "▁família": 16258,
+      "▁numerical": 16259,
+      "legt": 16260,
+      "]/": 16261,
+      "▁Mario": 16262,
+      "▁tort": 16263,
+      "bg": 16264,
+      "ssl": 16265,
+      "texttt": 16266,
+      "▁spark": 16267,
+      "дии": 16268,
+      "▁probable": 16269,
+      "%%%%": 16270,
+      "phia": 16271,
+      "],[": 16272,
+      "▁boxes": 16273,
+      "▁academ": 16274,
+      "▁Slo": 16275,
+      "äude": 16276,
+      "▁witness": 16277,
+      "▁editing": 16278,
+      "лина": 16279,
+      "▁lookup": 16280,
+      "▁Buck": 16281,
+      "дня": 16282,
+      "▁jours": 16283,
+      "++){": 16284,
+      "▁indices": 16285,
+      "▁flight": 16286,
+      "▁computation": 16287,
+      "Plugin": 16288,
+      "▁realize": 16289,
+      "isset": 16290,
+      "▁derivative": 16291,
+      "linewidth": 16292,
+      "bund": 16293,
+      "▁thor": 16294,
+      "▁.=": 16295,
+      "▁sí": 16296,
+      "▁Click": 16297,
+      "▁Sebast": 16298,
+      ">'": 16299,
+      "havior": 16300,
+      "lei": 16301,
+      "ulf": 16302,
+      "▁geometry": 16303,
+      "prev": 16304,
+      "empl": 16305,
+      "▁Lé": 16306,
+      "anson": 16307,
+      "▁Alice": 16308,
+      "prototype": 16309,
+      "READ": 16310,
+      "icular": 16311,
+      "▁бі": 16312,
+      "▁deutsche": 16313,
+      "▁Represent": 16314,
+      "sites": 16315,
+      "▁Mean": 16316,
+      "▁diss": 16317,
+      "▁Zur": 16318,
+      "▁през": 16319,
+      "PAR": 16320,
+      "▁'#": 16321,
+      "▁Dra": 16322,
+      "сон": 16323,
+      "▁steht": 16324,
+      "markt": 16325,
+      "▁ease": 16326,
+      "Drawing": 16327,
+      "=%": 16328,
+      "Stop": 16329,
+      "▁serving": 16330,
+      "▁także": 16331,
+      "▁DNS": 16332,
+      "▁literal": 16333,
+      "Die": 16334,
+      "▁вос": 16335,
+      "▁senior": 16336,
+      "acion": 16337,
+      "▁ubuntu": 16338,
+      "▁Frankfurt": 16339,
+      "▁Sunday": 16340,
+      "áb": 16341,
+      "▁journey": 16342,
+      "issa": 16343,
+      "berry": 16344,
+      "▁sep": 16345,
+      "▁ion": 16346,
+      "wert": 16347,
+      "ország": 16348,
+      "serve": 16349,
+      "▁Milano": 16350,
+      "▁века": 16351,
+      "рах": 16352,
+      "▁июля": 16353,
+      "▁manera": 16354,
+      "▁stations": 16355,
+      "▁adopted": 16356,
+      "▁anybody": 16357,
+      "VERSION": 16358,
+      "FE": 16359,
+      "dorf": 16360,
+      "...,": 16361,
+      "▁образова": 16362,
+      "Logger": 16363,
+      "фициаль": 16364,
+      "WRITE": 16365,
+      "▁ham": 16366,
+      "▁Future": 16367,
+      "oten": 16368,
+      "▁AG": 16369,
+      "▁trained": 16370,
+      "▁Nich": 16371,
+      "▁university": 16372,
+      "▁Olympics": 16373,
+      "▁doit": 16374,
+      "▁cultural": 16375,
+      "Conf": 16376,
+      "▁Conference": 16377,
+      "orno": 16378,
+      "▁MP": 16379,
+      "▁bou": 16380,
+      "cin": 16381,
+      "High": 16382,
+      "annte": 16383,
+      "▁displaying": 16384,
+      "▁chapter": 16385,
+      "▁Frauen": 16386,
+      "▁realized": 16387,
+      "▁attempted": 16388,
+      "▁preferred": 16389,
+      "Dat": 16390,
+      "▁trouve": 16391,
+      "▁intention": 16392,
+      "▁Notice": 16393,
+      "timestamp": 16394,
+      "*(": 16395,
+      "▁Ша": 16396,
+      "anas": 16397,
+      "cla": 16398,
+      "isz": 16399,
+      "tbl": 16400,
+      "Arr": 16401,
+      "▁inverse": 16402,
+      "▁terrible": 16403,
+      "▁occupied": 16404,
+      "JAX": 16405,
+      "<-": 16406,
+      "▁Philosoph": 16407,
+      "▁Corps": 16408,
+      "builder": 16409,
+      "▁begins": 16410,
+      "▁census": 16411,
+      ".’": 16412,
+      "▁proven": 16413,
+      "metric": 16414,
+      "▁increases": 16415,
+      "wich": 16416,
+      "▁ABC": 16417,
+      "projects": 16418,
+      "▁Thor": 16419,
+      "▁confidence": 16420,
+      "▁ufficiale": 16421,
+      "elm": 16422,
+      "▁garden": 16423,
+      "▁robust": 16424,
+      "▁così": 16425,
+      "iedz": 16426,
+      "▁Islam": 16427,
+      "▁Address": 16428,
+      "▁divide": 16429,
+      "▁Eu": 16430,
+      "catal": 16431,
+      "detail": 16432,
+      "ependant": 16433,
+      "fg": 16434,
+      "▁bew": 16435,
+      "▁fis": 16436,
+      "▁BO": 16437,
+      "▁wsp": 16438,
+      "▁pipeline": 16439,
+      "hd": 16440,
+      "▁Session": 16441,
+      "länd": 16442,
+      "iveau": 16443,
+      "estr": 16444,
+      "▁particle": 16445,
+      "▁laravel": 16446,
+      "pic": 16447,
+      "▁nau": 16448,
+      "▁fins": 16449,
+      "▁Vil": 16450,
+      "▁fus": 16451,
+      "▁quasi": 16452,
+      "operation": 16453,
+      "▁aller": 16454,
+      "▁analy": 16455,
+      "▁Он": 16456,
+      "▁Mes": 16457,
+      "▁опера": 16458,
+      "▁handled": 16459,
+      "▁deprec": 16460,
+      "tto": 16461,
+      "▁Ek": 16462,
+      "▁stran": 16463,
+      "▁anglais": 16464,
+      "jure": 16465,
+      "▁Silver": 16466,
+      "▁closely": 16467,
+      "enkins": 16468,
+      "anos": 16469,
+      "sted": 16470,
+      "▁сентября": 16471,
+      "brand": 16472,
+      "ньо": 16473,
+      "▁présent": 16474,
+      "rok": 16475,
+      "mount": 16476,
+      "▁Anthony": 16477,
+      "▁Furthermore": 16478,
+      "inha": 16479,
+      "▁архи": 16480,
+      "▁разли": 16481,
+      "▁октября": 16482,
+      "▁pint": 16483,
+      "ný": 16484,
+      "pts": 16485,
+      "▁italien": 16486,
+      "▁реги": 16487,
+      "лез": 16488,
+      "дина": 16489,
+      "atherine": 16490,
+      "Internal": 16491,
+      "Question": 16492,
+      "▁settlement": 16493,
+      "▁Все": 16494,
+      "▁folders": 16495,
+      "дри": 16496,
+      "▁valor": 16497,
+      "▁Miller": 16498,
+      "▁Assert": 16499,
+      "▁patient": 16500,
+      "▁Nieder": 16501,
+      "▁EP": 16502,
+      "▁Agr": 16503,
+      "▁onde": 16504,
+      "▁scop": 16505,
+      "sequence": 16506,
+      "▁PL": 16507,
+      "▁seek": 16508,
+      "javase": 16509,
+      "▁Vector": 16510,
+      "▁ná": 16511,
+      "▁categoría": 16512,
+      "clone": 16513,
+      "NR": 16514,
+      "available": 16515,
+      "▁Besch": 16516,
+      "▁eclipse": 16517,
+      "wicklung": 16518,
+      "deploy": 16519,
+      "enie": 16520,
+      "▁\")": 16521,
+      "äst": 16522,
+      "▁sync": 16523,
+      "CODE": 16524,
+      "▁Че": 16525,
+      "▁floating": 16526,
+      "/`": 16527,
+      "▁retired": 16528,
+      "deb": 16529,
+      "▁particul": 16530,
+      "▁collected": 16531,
+      "▁downloaded": 16532,
+      "nice": 16533,
+      "▁Buffer": 16534,
+      "▁Account": 16535,
+      "▁maggio": 16536,
+      "▁реда": 16537,
+      "▁sales": 16538,
+      "▁statunitense": 16539,
+      "▁Ki": 16540,
+      "▁Ferr": 16541,
+      "Lock": 16542,
+      "▁Isabel": 16543,
+      "clar": 16544,
+      "▁pov": 16545,
+      "atra": 16546,
+      "▁Frau": 16547,
+      "▁sorting": 16548,
+      "▁phrase": 16549,
+      "▁апреля": 16550,
+      "▁деятель": 16551,
+      "▁André": 16552,
+      "definition": 16553,
+      "writing": 16554,
+      "éré": 16555,
+      "щу": 16556,
+      "▁Ord": 16557,
+      "▁rum": 16558,
+      "▁Turk": 16559,
+      "▁Ivan": 16560,
+      "theless": 16561,
+      "▁ги": 16562,
+      "▁sake": 16563,
+      "▁Based": 16564,
+      "deck": 16565,
+      "orus": 16566,
+      "▁tutti": 16567,
+      "▁blan": 16568,
+      "▁Пу": 16569,
+      "Detail": 16570,
+      "▁Но": 16571,
+      "▁Sky": 16572,
+      "▁près": 16573,
+      "мой": 16574,
+      "coln": 16575,
+      "ческой": 16576,
+      "eti": 16577,
+      "▁arrow": 16578,
+      "▁Cha": 16579,
+      "chmark": 16580,
+      "œur": 16581,
+      "fab": 16582,
+      "куль": 16583,
+      "GridView": 16584,
+      "▁Background": 16585,
+      "sn": 16586,
+      "▁seguito": 16587,
+      "▁nic": 16588,
+      "cou": 16589,
+      "тів": 16590,
+      "▁bzw": 16591,
+      "addEventListener": 16592,
+      "sync": 16593,
+      "azzo": 16594,
+      "abstract": 16595,
+      "assets": 16596,
+      "▁Dru": 16597,
+      "зд": 16598,
+      "ordnet": 16599,
+      "▁bigger": 16600,
+      "▁initialized": 16601,
+      "каз": 16602,
+      "ogene": 16603,
+      "viously": 16604,
+      "▁guid": 16605,
+      "scheidung": 16606,
+      "▁Zent": 16607,
+      "▁frames": 16608,
+      "rieben": 16609,
+      "▁issued": 16610,
+      "▁dow": 16611,
+      "▁describes": 16612,
+      "ilst": 16613,
+      "▁criteria": 16614,
+      "▁gentleman": 16615,
+      "Basic": 16616,
+      "nez": 16617,
+      "Dev": 16618,
+      "Move": 16619,
+      "▁estaba": 16620,
+      "▁settembre": 16621,
+      "circle": 16622,
+      "▁fais": 16623,
+      "▁myst": 16624,
+      "▁archiv": 16625,
+      "dynamic": 16626,
+      "jà": 16627,
+      "itas": 16628,
+      "▁який": 16629,
+      "▁dor": 16630,
+      "▁Amazon": 16631,
+      "▁neces": 16632,
+      "▁Marcel": 16633,
+      "▁ella": 16634,
+      "рок": 16635,
+      "▁Pennsylvania": 16636,
+      "cular": 16637,
+      "Pack": 16638,
+      "itage": 16639,
+      "▁Burn": 16640,
+      "▁RO": 16641,
+      "▁они": 16642,
+      "~$": 16643,
+      "TeX": 16644,
+      "assign": 16645,
+      "▁beat": 16646,
+      "idense": 16647,
+      "acent": 16648,
+      "Alert": 16649,
+      "▁strateg": 16650,
+      "▁månaden": 16651,
+      "LOC": 16652,
+      "▁catalog": 16653,
+      "printStackTrace": 16654,
+      "()).": 16655,
+      "usted": 16656,
+      "▁Framework": 16657,
+      "ECK": 16658,
+      "▁até": 16659,
+      "Framework": 16660,
+      "▁attacks": 16661,
+      "▁Bert": 16662,
+      "▁тран": 16663,
+      ":%": 16664,
+      "arsi": 16665,
+      "notation": 16666,
+      "▁logical": 16667,
+      "weet": 16668,
+      "▁visited": 16669,
+      "bru": 16670,
+      "▁surprise": 16671,
+      "^^": 16672,
+      "inale": 16673,
+      "remote": 16674,
+      "'},": 16675,
+      "Syntax": 16676,
+      "iane": 16677,
+      "onnen": 16678,
+      "▁breaking": 16679,
+      "parser": 16680,
+      "apk": 16681,
+      "▁Miguel": 16682,
+      "▁§": 16683,
+      "▁acting": 16684,
+      "▁gebru": 16685,
+      "AtIndex": 16686,
+      "ються": 16687,
+      "▁offers": 16688,
+      "▁prac": 16689,
+      "▁grant": 16690,
+      "ternoon": 16691,
+      "▁acquired": 16692,
+      "▁Ny": 16693,
+      "▁comma": 16694,
+      "ník": 16695,
+      "▁Step": 16696,
+      "inners": 16697,
+      "▁SA": 16698,
+      "▁wat": 16699,
+      "days": 16700,
+      "▁rectangle": 16701,
+      "dar": 16702,
+      "▁trac": 16703,
+      "▁Indones": 16704,
+      "▁feedback": 16705,
+      "▁breaks": 16706,
+      "partition": 16707,
+      "icans": 16708,
+      "▁Notices": 16709,
+      "▁improved": 16710,
+      "phan": 16711,
+      "▁differential": 16712,
+      "scripts": 16713,
+      "▁XIII": 16714,
+      "▁Labor": 16715,
+      "▁precision": 16716,
+      "▁seed": 16717,
+      "bundle": 16718,
+      "idents": 16719,
+      "hre": 16720,
+      "▁Douglas": 16721,
+      "uld": 16722,
+      "▁secondary": 16723,
+      "▁brig": 16724,
+      "▁confirmed": 16725,
+      "▁claims": 16726,
+      "Role": 16727,
+      "▁Jewish": 16728,
+      "▁před": 16729,
+      "▁hotel": 16730,
+      "▁compte": 16731,
+      "▁recursive": 16732,
+      "](#)": 16733,
+      "▁rotate": 16734,
+      "▁chrome": 16735,
+      "inea": 16736,
+      "%;\r": 16737,
+      "▁Environment": 16738,
+      "platz": 16739,
+      "▁Single": 16740,
+      "▁sevent": 16741,
+      "▁posting": 16742,
+      "▁dealing": 16743,
+      "parameters": 16744,
+      "граф": 16745,
+      "Authentication": 16746,
+      "touch": 16747,
+      "Az": 16748,
+      "▁gray": 16749,
+      "encing": 16750,
+      "boldmath": 16751,
+      "▁сайте": 16752,
+      "▁Za": 16753,
+      "anje": 16754,
+      "▁polar": 16755,
+      "▁ули": 16756,
+      "kil": 16757,
+      "▁hover": 16758,
+      "▁REST": 16759,
+      "▁Come": 16760,
+      "jb": 16761,
+      "▁Georgia": 16762,
+      "▁Estado": 16763,
+      "OutputStream": 16764,
+      "ћи": 16765,
+      "▁dump": 16766,
+      "▁Age": 16767,
+      "▁swo": 16768,
+      "mobile": 16769,
+      "occup": 16770,
+      "шего": 16771,
+      "▁constitution": 16772,
+      "good": 16773,
+      "aku": 16774,
+      "▁анг": 16775,
+      "ieck": 16776,
+      "▁Psych": 16777,
+      "▁roots": 16778,
+      "▁vest": 16779,
+      "▁годах": 16780,
+      "▁República": 16781,
+      "▁pian": 16782,
+      "igration": 16783,
+      "▁préc": 16784,
+      "▁generates": 16785,
+      "LY": 16786,
+      "(`": 16787,
+      "▁=~": 16788,
+      "шения": 16789,
+      "▁Rah": 16790,
+      "▁connecting": 16791,
+      "ží": 16792,
+      "▁fő": 16793,
+      "▁appel": 16794,
+      "▁Railway": 16795,
+      "гли": 16796,
+      "▁développ": 16797,
+      "▁apo": 16798,
+      "fran": 16799,
+      "▁immediate": 16800,
+      "вого": 16801,
+      "Runner": 16802,
+      "äg": 16803,
+      "Something": 16804,
+      "▁généra": 16805,
+      "EventArgs": 16806,
+      "inction": 16807,
+      "gly": 16808,
+      "▁Due": 16809,
+      "▁prost": 16810,
+      "▁referring": 16811,
+      "▁jog": 16812,
+      "▁executable": 16813,
+      "▁Dream": 16814,
+      "acs": 16815,
+      "▁Cole": 16816,
+      "ampf": 16817,
+      "▁Bis": 16818,
+      "▁июня": 16819,
+      "lieder": 16820,
+      "тек": 16821,
+      "▁vb": 16822,
+      "▁mom": 16823,
+      "▁:(": 16824,
+      "▁dernier": 16825,
+      "'=>": 16826,
+      "▁этого": 16827,
+      "▁neue": 16828,
+      "▁Ча": 16829,
+      "▁weitere": 16830,
+      "▁alleg": 16831,
+      "▁reality": 16832,
+      "▁judge": 16833,
+      "▁Balt": 16834,
+      "▁thin": 16835,
+      "▁Ged": 16836,
+      "ieval": 16837,
+      "mx": 16838,
+      "ціональ": 16839,
+      "▁выпу": 16840,
+      "▁IX": 16841,
+      "▁blind": 16842,
+      "▁Motor": 16843,
+      "▁ша": 16844,
+      "▁approximation": 16845,
+      "dam": 16846,
+      "▁fog": 16847,
+      "кор": 16848,
+      "▁Writ": 16849,
+      "▁ling": 16850,
+      "▁писа": 16851,
+      "▁Mars": 16852,
+      "otti": 16853,
+      "Enum": 16854,
+      "▁Trib": 16855,
+      "▁merc": 16856,
+      "zung": 16857,
+      "vanced": 16858,
+      "cfg": 16859,
+      "нах": 16860,
+      "schen": 16861,
+      "\"].": 16862,
+      "bek": 16863,
+      "▁ster": 16864,
+      "jp": 16865,
+      "▁Rap": 16866,
+      "▁recording": 16867,
+      "▁peint": 16868,
+      "▁lets": 16869,
+      "änge": 16870,
+      ">\";": 16871,
+      "▁місце": 16872,
+      "▁caval": 16873,
+      "▁CSV": 16874,
+      "▁entstand": 16875,
+      "▁helper": 16876,
+      "endet": 16877,
+      "▁Gram": 16878,
+      "▁Diego": 16879,
+      "▁Bishop": 16880,
+      "TAG": 16881,
+      "▁ecc": 16882,
+      "▁Een": 16883,
+      "▁AV": 16884,
+      "City": 16885,
+      "▁Guide": 16886,
+      "hind": 16887,
+      "rical": 16888,
+      "▁Основ": 16889,
+      "Bus": 16890,
+      "▁zunächst": 16891,
+      "▁tick": 16892,
+      "▁Colonel": 16893,
+      "Thanks": 16894,
+      "▁ferm": 16895,
+      "▁granted": 16896,
+      "▁threshold": 16897,
+      "omorphic": 16898,
+      "▁Hun": 16899,
+      "enis": 16900,
+      "▁прав": 16901,
+      "▁які": 16902,
+      "PG": 16903,
+      "▁ws": 16904,
+      "▁technical": 16905,
+      "estro": 16906,
+      "klär": 16907,
+      "vars": 16908,
+      "ocrat": 16909,
+      "▁општи": 16910,
+      "onso": 16911,
+      "iba": 16912,
+      "▁Save": 16913,
+      "▁programa": 16914,
+      "▁въ": 16915,
+      "▁invån": 16916,
+      ">()": 16917,
+      "▁mejor": 16918,
+      "▁слова": 16919,
+      "▁replacement": 16920,
+      "▁impr": 16921,
+      "▁Francesco": 16922,
+      "▁Hotel": 16923,
+      "▁UPDATE": 16924,
+      "▁музы": 16925,
+      "ugs": 16926,
+      "vard": 16927,
+      "▁faz": 16928,
+      "inton": 16929,
+      "▁arts": 16930,
+      "▁Ky": 16931,
+      "▁Ils": 16932,
+      "▁sera": 16933,
+      "▁Volume": 16934,
+      "▁giugno": 16935,
+      "▁asym": 16936,
+      "▁Pir": 16937,
+      "▁NAS": 16938,
+      "▁Tam": 16939,
+      "ěl": 16940,
+      "Sequ": 16941,
+      "kmal": 16942,
+      "▁Eins": 16943,
+      "▁компа": 16944,
+      "obe": 16945,
+      "oor": 16946,
+      "▁heap": 16947,
+      "ctl": 16948,
+      "▁separately": 16949,
+      "reader": 16950,
+      "▁significantly": 16951,
+      "▁Lag": 16952,
+      "notes": 16953,
+      "▁sele": 16954,
+      "▁dedicated": 16955,
+      "▁Host": 16956,
+      "choice": 16957,
+      "wing": 16958,
+      "▁Titel": 16959,
+      "▁befindet": 16960,
+      "large": 16961,
+      "▁conten": 16962,
+      "JavaScript": 16963,
+      "▁deser": 16964,
+      "▁Gordon": 16965,
+      "спе": 16966,
+      "▁patri": 16967,
+      "▁Random": 16968,
+      "▁Returns": 16969,
+      "ым": 16970,
+      "рома": 16971,
+      "▁Studies": 16972,
+      "Sl": 16973,
+      "▁frü": 16974,
+      "TEXT": 16975,
+      "inate": 16976,
+      "▁Tol": 16977,
+      "▁everywhere": 16978,
+      "arta": 16979,
+      "▁orbit": 16980,
+      "▁Aires": 16981,
+      "▁Iss": 16982,
+      "▁też": 16983,
+      "▁diverse": 16984,
+      "▁numeric": 16985,
+      "maz": 16986,
+      "▁mise": 16987,
+      "▁battery": 16988,
+      "▁Akadem": 16989,
+      "нение": 16990,
+      "▁simultane": 16991,
+      "▁Dead": 16992,
+      "▁clust": 16993,
+      "▁otro": 16994,
+      "▁cerca": 16995,
+      "()`,": 16996,
+      "roz": 16997,
+      "ăt": 16998,
+      "▁MO": 16999,
+      "riften": 17000,
+      "important": 17001,
+      "▁jeho": 17002,
+      "▁findViewById": 17003,
+      "▁consequence": 17004,
+      "▁measured": 17005,
+      "ishes": 17006,
+      "▁sze": 17007,
+      "iendo": 17008,
+      "▁Wahl": 17009,
+      "strip": 17010,
+      "ARD": 17011,
+      "▁opacity": 17012,
+      "WORD": 17013,
+      "▁Ві": 17014,
+      "▁Location": 17015,
+      "rai": 17016,
+      "пен": 17017,
+      "▁rif": 17018,
+      "aussian": 17019,
+      "FileName": 17020,
+      "▁disco": 17021,
+      "ilen": 17022,
+      "▁vagy": 17023,
+      "licity": 17024,
+      "Border": 17025,
+      "▁Track": 17026,
+      "бом": 17027,
+      "fact": 17028,
+      "oka": 17029,
+      "▁gior": 17030,
+      "▁XVII": 17031,
+      "▁där": 17032,
+      "Site": 17033,
+      "ało": 17034,
+      "ská": 17035,
+      "▁pixels": 17036,
+      "vity": 17037,
+      "jQuery": 17038,
+      "▁sculpt": 17039,
+      "▁cargo": 17040,
+      "▁directive": 17041,
+      "▁wal": 17042,
+      "▁conna": 17043,
+      "▁Through": 17044,
+      "▁этом": 17045,
+      "Static": 17046,
+      "omsnitt": 17047,
+      "▁rund": 17048,
+      "▁claimed": 17049,
+      "зня": 17050,
+      "sha": 17051,
+      "▁rag": 17052,
+      "crement": 17053,
+      "▁fünf": 17054,
+      "▁rival": 17055,
+      "rin": 17056,
+      "slash": 17057,
+      "▁thirty": 17058,
+      "sleep": 17059,
+      "ологи": 17060,
+      "SM": 17061,
+      "gate": 17062,
+      "izations": 17063,
+      "vik": 17064,
+      "▁bless": 17065,
+      "▁Illinois": 17066,
+      "▁TE": 17067,
+      "uting": 17068,
+      "▁solving": 17069,
+      "GER": 17070,
+      "▁XIV": 17071,
+      "▁Indians": 17072,
+      "express": 17073,
+      "▁Heil": 17074,
+      "▁mujer": 17075,
+      "▁invånare": 17076,
+      "']);": 17077,
+      "▁aur": 17078,
+      "boost": 17079,
+      "GO": 17080,
+      "▁nin": 17081,
+      "tok": 17082,
+      "god": 17083,
+      "oter": 17084,
+      ")$$": 17085,
+      "▁descend": 17086,
+      "рю": 17087,
+      "▁Language": 17088,
+      "▁diver": 17089,
+      "▁Assuming": 17090,
+      "▁frequent": 17091,
+      "чні": 17092,
+      "▁Biography": 17093,
+      ",[": 17094,
+      "urm": 17095,
+      "▁walked": 17096,
+      "▁federal": 17097,
+      "▁Michigan": 17098,
+      "▁facts": 17099,
+      "▁Integr": 17100,
+      "LES": 17101,
+      "▁Alan": 17102,
+      "▁coup": 17103,
+      "Ber": 17104,
+      "▁particles": 17105,
+      "ће": 17106,
+      "Inflater": 17107,
+      "+(": 17108,
+      "Bound": 17109,
+      "▁Sü": 17110,
+      "Audio": 17111,
+      "citet": 17112,
+      "yect": 17113,
+      "▁nr": 17114,
+      "xe": 17115,
+      "▁Brun": 17116,
+      "▁_,": 17117,
+      "avor": 17118,
+      "▁discipl": 17119,
+      "alm": 17120,
+      "▁ноября": 17121,
+      "▁SSL": 17122,
+      "▁Kaiser": 17123,
+      "▁recher": 17124,
+      "ygon": 17125,
+      "▁regardless": 17126,
+      "▁configur": 17127,
+      "▁unnecess": 17128,
+      "▁Clark": 17129,
+      "PHP": 17130,
+      "▁FALSE": 17131,
+      "▁pad": 17132,
+      "$}": 17133,
+      "▁valu": 17134,
+      "▁disease": 17135,
+      "▁maior": 17136,
+      "▁hommes": 17137,
+      "▁Edition": 17138,
+      "slant": 17139,
+      "▁ending": 17140,
+      "▁settled": 17141,
+      "urus": 17142,
+      "hed": 17143,
+      "Pattern": 17144,
+      "▁година": 17145,
+      "▁Philadel": 17146,
+      "tikzpicture": 17147,
+      "▁coal": 17148,
+      "▁sede": 17149,
+      "▁satisfies": 17150,
+      "▁trim": 17151,
+      "▁bat": 17152,
+      "▁américain": 17153,
+      "▁luglio": 17154,
+      "▁поча": 17155,
+      "ffff": 17156,
+      "▁Target": 17157,
+      "generate": 17158,
+      "▁Zie": 17159,
+      "ția": 17160,
+      "▁gard": 17161,
+      "▁workers": 17162,
+      "▁Job": 17163,
+      "▁urban": 17164,
+      "ahlen": 17165,
+      "▁Building": 17166,
+      "▁neu": 17167,
+      "▁chron": 17168,
+      "▁Earl": 17169,
+      "gro": 17170,
+      "USE": 17171,
+      "▁XII": 17172,
+      "▁wealth": 17173,
+      "inae": 17174,
+      "▁Бра": 17175,
+      "▁libert": 17176,
+      "iros": 17177,
+      ":$": 17178,
+      "lee": 17179,
+      "ieves": 17180,
+      "▁Justice": 17181,
+      "▁oil": 17182,
+      "▁Athlet": 17183,
+      "▁clo": 17184,
+      "Scale": 17185,
+      "▁lips": 17186,
+      "▁april": 17187,
+      "▁impression": 17188,
+      "▁perce": 17189,
+      "▁участи": 17190,
+      "vil": 17191,
+      "éch": 17192,
+      "▁equality": 17193,
+      "▁мет": 17194,
+      "▁annotation": 17195,
+      "ernal": 17196,
+      "▁Mach": 17197,
+      "▁intitul": 17198,
+      "problem": 17199,
+      "ющих": 17200,
+      "oplus": 17201,
+      "▁thousands": 17202,
+      "▁calculations": 17203,
+      "umps": 17204,
+      "▁triangle": 17205,
+      "phal": 17206,
+      "▁Dorf": 17207,
+      "▁dollars": 17208,
+      "▁denen": 17209,
+      "lès": 17210,
+      "olid": 17211,
+      "▁Results": 17212,
+      "▁Stadium": 17213,
+      "▁Desp": 17214,
+      "▁Eisen": 17215,
+      "imir": 17216,
+      "▁sotto": 17217,
+      "▁či": 17218,
+      "atable": 17219,
+      "orum": 17220,
+      "▁convergence": 17221,
+      "▁jeune": 17222,
+      "oking": 17223,
+      "▁живо": 17224,
+      "aining": 17225,
+      "pointer": 17226,
+      "culo": 17227,
+      "▁jsou": 17228,
+      "▁grab": 17229,
+      "akte": 17230,
+      "▁hoping": 17231,
+      "▁Mak": 17232,
+      "▁sag": 17233,
+      "origine": 17234,
+      "▁послед": 17235,
+      "▁Veg": 17236,
+      "▁theoret": 17237,
+      "▁Tru": 17238,
+      "nement": 17239,
+      "▁faces": 17240,
+      "Hor": 17241,
+      "Join": 17242,
+      "arel": 17243,
+      "▁около": 17244,
+      "However": 17245,
+      "▁catal": 17246,
+      "bourg": 17247,
+      "▁mysqli": 17248,
+      "acions": 17249,
+      "▁Initial": 17250,
+      "▁rain": 17251,
+      "iture": 17252,
+      "▁Sciences": 17253,
+      "▁Kreis": 17254,
+      ".__": 17255,
+      "▁cinq": 17256,
+      "▁Auß": 17257,
+      "ithmet": 17258,
+      "itors": 17259,
+      "amazon": 17260,
+      "▁gap": 17261,
+      "▁ignored": 17262,
+      "adv": 17263,
+      "кої": 17264,
+      "▁часть": 17265,
+      "▁corpor": 17266,
+      "цер": 17267,
+      "▁crime": 17268,
+      "uous": 17269,
+      "▁налази": 17270,
+      "DataFrame": 17271,
+      "води": 17272,
+      "Ign": 17273,
+      "▁Lincoln": 17274,
+      "▁menos": 17275,
+      "▁Luft": 17276,
+      "▁Lind": 17277,
+      "▁Cook": 17278,
+      "▁materials": 17279,
+      "apped": 17280,
+      "ignore": 17281,
+      "▁откры": 17282,
+      "fried": 17283,
+      "▁gouvernement": 17284,
+      "▁fired": 17285,
+      "▁screenshot": 17286,
+      "сен": 17287,
+      "▁[(": 17288,
+      "▁организа": 17289,
+      "Graphics": 17290,
+      "▁проти": 17291,
+      "▁phen": 17292,
+      "craft": 17293,
+      "▁brain": 17294,
+      "▁Como": 17295,
+      "▁Everything": 17296,
+      "anes": 17297,
+      "IGN": 17298,
+      "▁nederbörd": 17299,
+      "▁Forest": 17300,
+      "zahl": 17301,
+      "▁Among": 17302,
+      "Qt": 17303,
+      "▁togg": 17304,
+      "▁variant": 17305,
+      "▁hill": 17306,
+      "писи": 17307,
+      "colon": 17308,
+      "▁dicembre": 17309,
+      "гор": 17310,
+      "▁Wind": 17311,
+      "ünstler": 17312,
+      "▁=\\": 17313,
+      "saved": 17314,
+      "▁nej": 17315,
+      "unte": 17316,
+      "utto": 17317,
+      "▁recens": 17318,
+      "▁sick": 17319,
+      "▁desen": 17320,
+      "UST": 17321,
+      "▁worst": 17322,
+      "▁Angel": 17323,
+      "odox": 17324,
+      "▁Province": 17325,
+      "▁Maz": 17326,
+      "▁agreement": 17327,
+      "▁Bass": 17328,
+      "▁segunda": 17329,
+      "onces": 17330,
+      "▁Linki": 17331,
+      "▁CL": 17332,
+      "▁já": 17333,
+      "itement": 17334,
+      "▁área": 17335,
+      "▁scalar": 17336,
+      "▁Рес": 17337,
+      "awt": 17338,
+      "sieme": 17339,
+      "▁juni": 17340,
+      "▁худож": 17341,
+      "ikus": 17342,
+      "▁lid": 17343,
+      "ppel": 17344,
+      "avi": 17345,
+      "▁balance": 17346,
+      "ipping": 17347,
+      "cussion": 17348,
+      "ческих": 17349,
+      "(\".": 17350,
+      "Also": 17351,
+      "▁whis": 17352,
+      "HOME": 17353,
+      "▁brown": 17354,
+      "▁día": 17355,
+      "▁può": 17356,
+      "plotlib": 17357,
+      "▁Jahrhunderts": 17358,
+      "DK": 17359,
+      "▁anchor": 17360,
+      "...]": 17361,
+      "▁Austria": 17362,
+      "▁marca": 17363,
+      "▁gez": 17364,
+      "iously": 17365,
+      "▁lazy": 17366,
+      "xa": 17367,
+      "▁Channel": 17368,
+      "▁neuen": 17369,
+      "das": 17370,
+      "▁searched": 17371,
+      "▁staat": 17372,
+      "▁Так": 17373,
+      "▁Josef": 17374,
+      "▁Sher": 17375,
+      "pois": 17376,
+      "▁enem": 17377,
+      "▁accessing": 17378,
+      "▁неко": 17379,
+      "▁furono": 17380,
+      "▁pseudo": 17381,
+      "?>": 17382,
+      "▁estadoun": 17383,
+      "▁Види": 17384,
+      "▁motiv": 17385,
+      "▁recall": 17386,
+      "isson": 17387,
+      "ób": 17388,
+      ")--": 17389,
+      "▁Erz": 17390,
+      "▁савез": 17391,
+      "Direct": 17392,
+      "соб": 17393,
+      "▁sho": 17394,
+      "völker": 17395,
+      "Ap": 17396,
+      "gens": 17397,
+      "ништво": 17398,
+      "▁Amsterdam": 17399,
+      "usk": 17400,
+      "пло": 17401,
+      "▁simulation": 17402,
+      "▁BC": 17403,
+      "▁Woj": 17404,
+      "autom": 17405,
+      "Alex": 17406,
+      "▁economic": 17407,
+      "гом": 17408,
+      "ikai": 17409,
+      "▁altre": 17410,
+      "▁'-": 17411,
+      "▁Weg": 17412,
+      "NotFound": 17413,
+      "йской": 17414,
+      "▁converting": 17415,
+      "phabet": 17416,
+      "atrice": 17417,
+      "bourne": 17418,
+      "alom": 17419,
+      "▁comparing": 17420,
+      "▁Zo": 17421,
+      "▁fla": 17422,
+      "вая": 17423,
+      "▁entra": 17424,
+      "▁charset": 17425,
+      "developers": 17426,
+      "ística": 17427,
+      "}>": 17428,
+      "▁Jazz": 17429,
+      "▁Howard": 17430,
+      "шта": 17431,
+      "▁clone": 17432,
+      "door": 17433,
+      "▁Pin": 17434,
+      "***": 17435,
+      "▁silent": 17436,
+      "ecycle": 17437,
+      "isce": 17438,
+      "▁mud": 17439,
+      "▁Display": 17440,
+      "▁lip": 17441,
+      "▁использова": 17442,
+      "▁characteristic": 17443,
+      "▁sb": 17444,
+      "firebase": 17445,
+      "▁Bew": 17446,
+      "Calendar": 17447,
+      "▁uso": 17448,
+      "èse": 17449,
+      "▁Rat": 17450,
+      "▁esper": 17451,
+      "▁throwing": 17452,
+      "▁rodz": 17453,
+      "▁yards": 17454,
+      "▁grass": 17455,
+      "▁marker": 17456,
+      "▁Kos": 17457,
+      "Theta": 17458,
+      "▁organis": 17459,
+      "kernel": 17460,
+      "▁personas": 17461,
+      "keep": 17462,
+      "▁exclaimed": 17463,
+      "oslav": 17464,
+      "▁Entertain": 17465,
+      "нер": 17466,
+      "▁inwon": 17467,
+      "▁Rand": 17468,
+      "reduce": 17469,
+      "fac": 17470,
+      "expression": 17471,
+      "yj": 17472,
+      "▁differenti": 17473,
+      "aglia": 17474,
+      "▁templates": 17475,
+      "▁mű": 17476,
+      "▁prv": 17477,
+      "▁mois": 17478,
+      "▁gewann": 17479,
+      "▁була": 17480,
+      "bibli": 17481,
+      "demo": 17482,
+      "▁Anderson": 17483,
+      "▁ред": 17484,
+      "▁porque": 17485,
+      "▁Pologne": 17486,
+      "▁trip": 17487,
+      "▁exemple": 17488,
+      "▁Internacional": 17489,
+      "▁као": 17490,
+      "Insert": 17491,
+      "general": 17492,
+      "SESSION": 17493,
+      "berga": 17494,
+      "hält": 17495,
+      "unas": 17496,
+      "мира": 17497,
+      "▁yields": 17498,
+      "mapsto": 17499,
+      "spot": 17500,
+      "▁+\\": 17501,
+      "лла": 17502,
+      "▁precisely": 17503,
+      "▁член": 17504,
+      "shadow": 17505,
+      "Are": 17506,
+      "unal": 17507,
+      "▁dispar": 17508,
+      "▁título": 17509,
+      "nest": 17510,
+      "▁Low": 17511,
+      "▁prot": 17512,
+      "▁Costa": 17513,
+      "named": 17514,
+      "▁gained": 17515,
+      "lesia": 17516,
+      "▁administration": 17517,
+      "Import": 17518,
+      "branch": 17519,
+      "▁sympath": 17520,
+      "voj": 17521,
+      "▁EC": 17522,
+      "▁municipio": 17523,
+      "▁animated": 17524,
+      "▁directories": 17525,
+      "▁roof": 17526,
+      "ząd": 17527,
+      "imet": 17528,
+      "proto": 17529,
+      "bla": 17530,
+      ":]": 17531,
+      "have": 17532,
+      "atem": 17533,
+      "▁ns": 17534,
+      "▁sector": 17535,
+      "three": 17536,
+      "owane": 17537,
+      "wers": 17538,
+      "ових": 17539,
+      "rence": 17540,
+      "▁extr": 17541,
+      "igten": 17542,
+      "▁occident": 17543,
+      "ță": 17544,
+      "▁eat": 17545,
+      "▁hydro": 17546,
+      "ubernetes": 17547,
+      "[@": 17548,
+      "▁Moon": 17549,
+      "▁Sho": 17550,
+      "▁elsewhere": 17551,
+      "üller": 17552,
+      "Upload": 17553,
+      "ланд": 17554,
+      "▁För": 17555,
+      "wissenschaft": 17556,
+      "KS": 17557,
+      "▁physics": 17558,
+      "tz": 17559,
+      "▁серед": 17560,
+      "▁Arbeit": 17561,
+      "▁мест": 17562,
+      "▁Gebiet": 17563,
+      "▁insect": 17564,
+      "Ah": 17565,
+      "izado": 17566,
+      "▁temple": 17567,
+      "▁annual": 17568,
+      "stad": 17569,
+      "▁habitat": 17570,
+      "▁AB": 17571,
+      "wort": 17572,
+      "▁repos": 17573,
+      "▁Neu": 17574,
+      "▁$(\".": 17575,
+      "Vorlage": 17576,
+      "▁reprezent": 17577,
+      "estanden": 17578,
+      "Intern": 17579,
+      ".`": 17580,
+      "▁failing": 17581,
+      "▁Material": 17582,
+      "▁effectively": 17583,
+      "телем": 17584,
+      "▁гла": 17585,
+      "▁nahm": 17586,
+      "▁differently": 17587,
+      "extension": 17588,
+      "▁Verm": 17589,
+      "enabled": 17590,
+      "configure": 17591,
+      "nio": 17592,
+      "ciones": 17593,
+      "▁Beach": 17594,
+      "сона": 17595,
+      "▁copying": 17596,
+      "▁україн": 17597,
+      "▁призна": 17598,
+      "zh": 17599,
+      "Desktop": 17600,
+      "▁sost": 17601,
+      "▁subsequently": 17602,
+      "▁Lehr": 17603,
+      "▁ó": 17604,
+      "lär": 17605,
+      "odor": 17606,
+      "phon": 17607,
+      "nc": 17608,
+      "iterator": 17609,
+      "▁эти": 17610,
+      "▁europé": 17611,
+      "▁Toronto": 17612,
+      "ódigo": 17613,
+      "▁posto": 17614,
+      "ffe": 17615,
+      "▁crew": 17616,
+      "▁Schwar": 17617,
+      "Sa": 17618,
+      "square": 17619,
+      "▁beside": 17620,
+      "▁Мі": 17621,
+      "▁ath": 17622,
+      "▁advent": 17623,
+      "cji": 17624,
+      "written": 17625,
+      "▁russ": 17626,
+      "rost": 17627,
+      "HI": 17628,
+      "▁dice": 17629,
+      "cca": 17630,
+      "▁dép": 17631,
+      "ply": 17632,
+      "bigg": 17633,
+      "ział": 17634,
+      "ütt": 17635,
+      "▁одно": 17636,
+      "JECT": 17637,
+      "ському": 17638,
+      "nos": 17639,
+      "mock": 17640,
+      "Launch": 17641,
+      "same": 17642,
+      "▁jobs": 17643,
+      "▁widely": 17644,
+      "▁defines": 17645,
+      "▁Pse": 17646,
+      "▁neighbour": 17647,
+      "ющие": 17648,
+      "▁closer": 17649,
+      "▁располо": 17650,
+      "▁clubs": 17651,
+      "fly": 17652,
+      "шим": 17653,
+      "▁suffered": 17654,
+      "▁nar": 17655,
+      "▁lavor": 17656,
+      "Extension": 17657,
+      "itionally": 17658,
+      "▁grace": 17659,
+      "▁Campeonato": 17660,
+      "▁Christmas": 17661,
+      "middle": 17662,
+      "othek": 17663,
+      "elements": 17664,
+      "▁sondern": 17665,
+      "▁tarde": 17666,
+      "▁permanent": 17667,
+      "▁conclude": 17668,
+      "Seg": 17669,
+      "▁акаде": 17670,
+      "}\",": 17671,
+      "▁февраля": 17672,
+      "řed": 17673,
+      "▁IL": 17674,
+      "jud": 17675,
+      "▁USS": 17676,
+      "▁Nature": 17677,
+      "ifference": 17678,
+      "Serializer": 17679,
+      "▁twelve": 17680,
+      "tid": 17681,
+      "мия": 17682,
+      "ческого": 17683,
+      "▁calendar": 17684,
+      "concat": 17685,
+      "▁intersection": 17686,
+      "▁PA": 17687,
+      "azure": 17688,
+      "▁située": 17689,
+      "▁kinds": 17690,
+      "▁ausge": 17691,
+      "▁rural": 17692,
+      "Theme": 17693,
+      "▁tale": 17694,
+      "noindent": 17695,
+      "going": 17696,
+      "rx": 17697,
+      "agi": 17698,
+      "wrapper": 17699,
+      "▁Coast": 17700,
+      "mbH": 17701,
+      "▁перед": 17702,
+      "spre": 17703,
+      "▁}\\": 17704,
+      "▁LI": 17705,
+      "znam": 17706,
+      "itled": 17707,
+      "Sample": 17708,
+      "uliar": 17709,
+      "*\\": 17710,
+      "▁resistance": 17711,
+      "stock": 17712,
+      "ked": 17713,
+      "▁HE": 17714,
+      "▁possession": 17715,
+      "▁Ring": 17716,
+      "▁magyar": 17717,
+      "outs": 17718,
+      "▁Secretary": 17719,
+      "nde": 17720,
+      "▁Wald": 17721,
+      "-(": 17722,
+      "▁ISO": 17723,
+      "▁afternoon": 17724,
+      "ionen": 17725,
+      "▁stops": 17726,
+      "▁constants": 17727,
+      "guard": 17728,
+      "bow": 17729,
+      "▁ers": 17730,
+      "▁Firebase": 17731,
+      "▁Clear": 17732,
+      "▁Holy": 17733,
+      "Win": 17734,
+      "▁titles": 17735,
+      "▁трав": 17736,
+      "▁contrib": 17737,
+      "häng": 17738,
+      "▁photograph": 17739,
+      "▁Distribution": 17740,
+      "ifts": 17741,
+      "▁aunque": 17742,
+      "comb": 17743,
+      "ADD": 17744,
+      "▁publication": 17745,
+      "▁служ": 17746,
+      "▁кня": 17747,
+      "▁ayant": 17748,
+      "▁restore": 17749,
+      "▁belief": 17750,
+      "▁vég": 17751,
+      "▁extensions": 17752,
+      "▁decom": 17753,
+      "вший": 17754,
+      "WT": 17755,
+      "▁parti": 17756,
+      "▁gioc": 17757,
+      "▁мира": 17758,
+      "▁issu": 17759,
+      "pipe": 17760,
+      "▁props": 17761,
+      "▁willing": 17762,
+      "▁nest": 17763,
+      "aso": 17764,
+      "pot": 17765,
+      "▁handles": 17766,
+      "▁фо": 17767,
+      "▁moder": 17768,
+      "▁ebenfalls": 17769,
+      "▁fighting": 17770,
+      "umbn": 17771,
+      "▁transparent": 17772,
+      "▁Krist": 17773,
+      "▁homes": 17774,
+      "▁voyage": 17775,
+      "Failed": 17776,
+      "▁Bird": 17777,
+      "▁Heart": 17778,
+      "Counter": 17779,
+      "▁Scottish": 17780,
+      "ática": 17781,
+      "▁arbeit": 17782,
+      "^{-\\": 17783,
+      "▁Sor": 17784,
+      "▁engaged": 17785,
+      "▁aside": 17786,
+      "▁Fou": 17787,
+      "▁wiel": 17788,
+      "▁reconst": 17789,
+      "ousin": 17790,
+      "▁hosted": 17791,
+      "▁classe": 17792,
+      "▁contest": 17793,
+      "...\"": 17794,
+      "мом": 17795,
+      "▁bean": 17796,
+      "gem": 17797,
+      "▁consultato": 17798,
+      "▁bio": 17799,
+      "▁subjects": 17800,
+      "boBox": 17801,
+      "▁Schrift": 17802,
+      "▁dinner": 17803,
+      "ăr": 17804,
+      "▁równ": 17805,
+      "▁%%": 17806,
+      "bage": 17807,
+      "▁veröff": 17808,
+      "▁detected": 17809,
+      "ienn": 17810,
+      "rose": 17811,
+      "▁Ton": 17812,
+      "Complete": 17813,
+      "▁proto": 17814,
+      "ichts": 17815,
+      "STAT": 17816,
+      "Checked": 17817,
+      "▁inten": 17818,
+      "▁smile": 17819,
+      "▁strip": 17820,
+      "neut": 17821,
+      "');\r": 17822,
+      "four": 17823,
+      "▁todas": 17824,
+      "Controls": 17825,
+      "▁thorough": 17826,
+      "rup": 17827,
+      "▁држави": 17828,
+      "ită": 17829,
+      "Protocol": 17830,
+      "Ка": 17831,
+      "▁expanded": 17832,
+      "extra": 17833,
+      "oport": 17834,
+      "▁Станов": 17835,
+      "leases": 17836,
+      "▁notion": 17837,
+      "▁guest": 17838,
+      "▁Islands": 17839,
+      "icked": 17840,
+      "▁Dave": 17841,
+      "▁reflection": 17842,
+      "liv": 17843,
+      "ální": 17844,
+      "▁revealed": 17845,
+      "▁sog": 17846,
+      "▁Tax": 17847,
+      "▁periodo": 17848,
+      "▁Weltkrie": 17849,
+      "catalina": 17850,
+      "qué": 17851,
+      "▁Father": 17852,
+      "▁Bir": 17853,
+      "expect": 17854,
+      "▁regression": 17855,
+      "iné": 17856,
+      "▁dabei": 17857,
+      "perm": 17858,
+      "мене": 17859,
+      "▁Abd": 17860,
+      "▁CF": 17861,
+      "arks": 17862,
+      "resolve": 17863,
+      "wedge": 17864,
+      "▁initialization": 17865,
+      "▁Véase": 17866,
+      "▁приня": 17867,
+      "stmt": 17868,
+      "▁income": 17869,
+      "MY": 17870,
+      "▁odkazy": 17871,
+      "▁Siehe": 17872,
+      "▁bodies": 17873,
+      "▁soc": 17874,
+      "Random": 17875,
+      "▁senza": 17876,
+      "ablo": 17877,
+      "▁regarded": 17878,
+      "onCreate": 17879,
+      "▁Magazine": 17880,
+      "▁Raf": 17881,
+      "▁Buenos": 17882,
+      "ил": 17883,
+      ")));": 17884,
+      "capt": 17885,
+      "redirect": 17886,
+      "▁petit": 17887,
+      "▁farm": 17888,
+      "▁rôle": 17889,
+      "▁статьи": 17890,
+      "    ": 17891,
+      "subfigure": 17892,
+      "èces": 17893,
+      "ziel": 17894,
+      "▁окон": 17895,
+      "EE": 17896,
+      "mee": 17897,
+      "▁perten": 17898,
+      "▁représent": 17899,
+      "▁LA": 17900,
+      "?'": 17901,
+      "▁тру": 17902,
+      "▁rational": 17903,
+      "osof": 17904,
+      "▁kne": 17905,
+      "▁artists": 17906,
+      "Flow": 17907,
+      "▁Аль": 17908,
+      "izard": 17909,
+      "▁numero": 17910,
+      "actic": 17911,
+      "▁destruct": 17912,
+      "▁Пра": 17913,
+      "onsieur": 17914,
+      "qt": 17915,
+      "abestanden": 17916,
+      "ność": 17917,
+      "Connect": 17918,
+      "▁oracle": 17919,
+      "▁Stockholm": 17920,
+      "sizeof": 17921,
+      "▁gemäß": 17922,
+      "ACT": 17923,
+      "▁expert": 17924,
+      "utions": 17925,
+      "▁hacia": 17926,
+      "▁logger": 17927,
+      "▁fool": 17928,
+      "rypto": 17929,
+      "ær": 17930,
+      "▁cidade": 17931,
+      "▁составе": 17932,
+      "oker": 17933,
+      "▁Transfer": 17934,
+      "▁denied": 17935,
+      "Track": 17936,
+      "▁radi": 17937,
+      "zec": 17938,
+      "▁Historic": 17939,
+      "▁Einwohner": 17940,
+      "кою": 17941,
+      "▁хра": 17942,
+      "▁Category": 17943,
+      "▁Disney": 17944,
+      "▁swap": 17945,
+      "Begin": 17946,
+      "▁mientras": 17947,
+      "▁dance": 17948,
+      "▁tête": 17949,
+      "▁droit": 17950,
+      "erta": 17951,
+      "▁birds": 17952,
+      "▁convin": 17953,
+      "parator": 17954,
+      "дра": 17955,
+      "▁ES": 17956,
+      "▁Ressources": 17957,
+      "EGIN": 17958,
+      "ücke": 17959,
+      "▁Cruz": 17960,
+      "abling": 17961,
+      "▁\"@": 17962,
+      "▁metres": 17963,
+      "▁Beg": 17964,
+      "▁Gründ": 17965,
+      "▁Boh": 17966,
+      "▁mile": 17967,
+      "▁Technology": 17968,
+      "\"+": 17969,
+      "acco": 17970,
+      "▁ss": 17971,
+      "▁Fed": 17972,
+      "▁Hend": 17973,
+      "usch": 17974,
+      "itä": 17975,
+      "folk": 17976,
+      "▁absor": 17977,
+      "antal": 17978,
+      "odge": 17979,
+      "▁WHEN": 17980,
+      "▁Externí": 17981,
+      "▁Regiment": 17982,
+      "▁evaluation": 17983,
+      "▁Tai": 17984,
+      "▁vocals": 17985,
+      "▁experimental": 17986,
+      "embed": 17987,
+      "▁Minn": 17988,
+      "▁вме": 17989,
+      "prec": 17990,
+      "every": 17991,
+      "▁hoof": 17992,
+      "▁Fernando": 17993,
+      "▁Bibliographie": 17994,
+      "▁nag": 17995,
+      "amerikanischer": 17996,
+      "▁marks": 17997,
+      "▁UTC": 17998,
+      "▁uncertain": 17999,
+      "дия": 18000,
+      "olia": 18001,
+      "▁cup": 18002,
+      "▁fille": 18003,
+      "▁dok": 18004,
+      "useppe": 18005,
+      "esterd": 18006,
+      "▁Brand": 18007,
+      "▁Third": 18008,
+      "PP": 18009,
+      "nodes": 18010,
+      "▁Pad": 18011,
+      "▁loved": 18012,
+      "swing": 18013,
+      "▁surprised": 18014,
+      "ardi": 18015,
+      "▁GR": 18016,
+      "]\"": 18017,
+      "▁equally": 18018,
+      "ihe": 18019,
+      "care": 18020,
+      "писок": 18021,
+      "lijk": 18022,
+      "rinn": 18023,
+      "▁\\[\\": 18024,
+      "▁sons": 18025,
+      "▁tät": 18026,
+      "icamente": 18027,
+      "▁listing": 18028,
+      "iellement": 18029,
+      "▁nyelven": 18030,
+      "▁ds": 18031,
+      "▁agricult": 18032,
+      "▁Hermann": 18033,
+      "▁besides": 18034,
+      "progress": 18035,
+      "▁peculiar": 18036,
+      "focus": 18037,
+      "cn": 18038,
+      "-$": 18039,
+      "ственный": 18040,
+      "ourg": 18041,
+      "▁wyn": 18042,
+      "▁conducted": 18043,
+      "▁Становништво": 18044,
+      "connected": 18045,
+      "▁bott": 18046,
+      "▁смер": 18047,
+      "▁Poz": 18048,
+      "unct": 18049,
+      "conda": 18050,
+      "▁савезној": 18051,
+      "▁havet": 18052,
+      "ligt": 18053,
+      "orted": 18054,
+      "▁entering": 18055,
+      "multip": 18056,
+      "▁Temple": 18057,
+      "▁Plant": 18058,
+      "typeof": 18059,
+      "▁Vlad": 18060,
+      "▁qued": 18061,
+      "▁reste": 18062,
+      "▁май": 18063,
+      "▁Very": 18064,
+      "ambiguation": 18065,
+      "▁challeng": 18066,
+      "▁respective": 18067,
+      "▁тор": 18068,
+      "Ctrl": 18069,
+      "▁absence": 18070,
+      "aru": 18071,
+      "вое": 18072,
+      "▁först": 18073,
+      "▁sq": 18074,
+      "▁Emperor": 18075,
+      "▁Ign": 18076,
+      "▁това": 18077,
+      ":`": 18078,
+      "adoop": 18079,
+      "▁Madame": 18080,
+      "▁gruppo": 18081,
+      "stud": 18082,
+      "▁externas": 18083,
+      "▁Александр": 18084,
+      "▁dign": 18085,
+      "▁живе": 18086,
+      "Amount": 18087,
+      "▁correlate": 18088,
+      "▁Fant": 18089,
+      "▁rails": 18090,
+      "fp": 18091,
+      "министратив": 18092,
+      "▁bought": 18093,
+      "▁filters": 18094,
+      "▁ancora": 18095,
+      "▁partner": 18096,
+      "▁quand": 18097,
+      "symbol": 18098,
+      "ulating": 18099,
+      "▁zd": 18100,
+      "awn": 18101,
+      "▁Grant": 18102,
+      "because": 18103,
+      "rable": 18104,
+      "\\}": 18105,
+      "ísticas": 18106,
+      "▁уче": 18107,
+      "▁période": 18108,
+      "▁ske": 18109,
+      "▁Anyway": 18110,
+      "▁indexes": 18111,
+      "▁directions": 18112,
+      "▁RAM": 18113,
+      "chrome": 18114,
+      "▁apost": 18115,
+      "▁warnings": 18116,
+      "▁Airport": 18117,
+      "VI": 18118,
+      "abile": 18119,
+      "▁lord": 18120,
+      "provider": 18121,
+      "▁Ji": 18122,
+      "ostream": 18123,
+      "▁gemeente": 18124,
+      "tableView": 18125,
+      "Extra": 18126,
+      "cursor": 18127,
+      "eground": 18128,
+      "▁Moz": 18129,
+      "▁rib": 18130,
+      "▁morph": 18131,
+      "loads": 18132,
+      "elsk": 18133,
+      "▁MAX": 18134,
+      "▁Santiago": 18135,
+      "▁Him": 18136,
+      "codes": 18137,
+      "▁lanz": 18138,
+      "▁counts": 18139,
+      "rinningsområ": 18140,
+      "щё": 18141,
+      "▁spé": 18142,
+      "▁pierws": 18143,
+      "▁Sver": 18144,
+      "▁acknow": 18145,
+      "Boolean": 18146,
+      "▁фамили": 18147,
+      "▁Senate": 18148,
+      "шов": 18149,
+      "agers": 18150,
+      "▁Nueva": 18151,
+      "bil": 18152,
+      "kiem": 18153,
+      "▁Mey": 18154,
+      "wij": 18155,
+      "▁GmbH": 18156,
+      "validation": 18157,
+      "▁ensuite": 18158,
+      "inking": 18159,
+      "▁campion": 18160,
+      "▁financial": 18161,
+      "izon": 18162,
+      "Headers": 18163,
+      "▁deprecated": 18164,
+      "▁fonction": 18165,
+      "REG": 18166,
+      "▁volumes": 18167,
+      "▁Chi": 18168,
+      "▁encountered": 18169,
+      "lak": 18170,
+      "рая": 18171,
+      "▁continues": 18172,
+      "▁~[": 18173,
+      "uerte": 18174,
+      "▁\\;": 18175,
+      "▁Dok": 18176,
+      "▁weights": 18177,
+      "▁rh": 18178,
+      "▁Napole": 18179,
+      "▁naturally": 18180,
+      "sku": 18181,
+      "pas": 18182,
+      "▁gegründ": 18183,
+      "etr": 18184,
+      "▁Ku": 18185,
+      "icted": 18186,
+      "▁fabric": 18187,
+      "▁ASC": 18188,
+      "▁Entertainment": 18189,
+      "▁energ": 18190,
+      "клад": 18191,
+      "omon": 18192,
+      "theme": 18193,
+      "▁харак": 18194,
+      "▁draft": 18195,
+      "▁channels": 18196,
+      "▁desert": 18197,
+      "▁través": 18198,
+      "▁Lock": 18199,
+      "▁siendo": 18200,
+      "фек": 18201,
+      "même": 18202,
+      "▁packet": 18203,
+      "▁Mountain": 18204,
+      "▁Fahr": 18205,
+      "braio": 18206,
+      "пере": 18207,
+      "▁genannt": 18208,
+      "▁deployment": 18209,
+      "Pal": 18210,
+      "ног": 18211,
+      "стру": 18212,
+      "Prim": 18213,
+      "für": 18214,
+      "▁dangerous": 18215,
+      "▁szám": 18216,
+      "reck": 18217,
+      "▁popup": 18218,
+      "icky": 18219,
+      "inar": 18220,
+      "cowo": 18221,
+      "нцикло": 18222,
+      "ítás": 18223,
+      "▁plugins": 18224,
+      "▁driven": 18225,
+      "лев": 18226,
+      "▁\"(": 18227,
+      "tta": 18228,
+      "▁Ú": 18229,
+      "▁eb": 18230,
+      "▁'';": 18231,
+      "▁knock": 18232,
+      "▁основа": 18233,
+      "▁maison": 18234,
+      "гля": 18235,
+      "▁Honor": 18236,
+      "tail": 18237,
+      "ritz": 18238,
+      "▁guys": 18239,
+      "▁combinations": 18240,
+      "ondere": 18241,
+      "▁Ald": 18242,
+      "▁fiddle": 18243,
+      "дав": 18244,
+      "urd": 18245,
+      "▁projection": 18246,
+      "▁También": 18247,
+      "verb": 18248,
+      "▁terre": 18249,
+      "rugu": 18250,
+      "▁september": 18251,
+      "▁<!": 18252,
+      "cost": 18253,
+      "▁nut": 18254,
+      "{%": 18255,
+      "▁ubic": 18256,
+      "amarin": 18257,
+      "тии": 18258,
+      "▁patron": 18259,
+      "▁amely": 18260,
+      "▁esto": 18261,
+      "▁listop": 18262,
+      "fal": 18263,
+      "▁Prop": 18264,
+      "▁Ont": 18265,
+      "▁Made": 18266,
+      "TEST": 18267,
+      "▁Nem": 18268,
+      "▁Nations": 18269,
+      "▁ву": 18270,
+      "including": 18271,
+      "▁spectrum": 18272,
+      "▁Lan": 18273,
+      "▁Ever": 18274,
+      "Paul": 18275,
+      "tm": 18276,
+      "Append": 18277,
+      "Relative": 18278,
+      "disabled": 18279,
+      "returns": 18280,
+      "▁flowers": 18281,
+      "iku": 18282,
+      "▁|\\": 18283,
+      "▁Jordan": 18284,
+      "▁Small": 18285,
+      "▁cic": 18286,
+      "▁sexual": 18287,
+      "autre": 18288,
+      "вал": 18289,
+      "▁rip": 18290,
+      "oust": 18291,
+      "▁Philadelphia": 18292,
+      "▁uk": 18293,
+      "▁Mongo": 18294,
+      "xmlns": 18295,
+      "▁shop": 18296,
+      "▁debugger": 18297,
+      "▁zaj": 18298,
+      "▁Billy": 18299,
+      "▁niem": 18300,
+      "olis": 18301,
+      "▁россий": 18302,
+      "agner": 18303,
+      "▁maven": 18304,
+      "▁Gustav": 18305,
+      "Aus": 18306,
+      "compare": 18307,
+      "▁jeu": 18308,
+      "uder": 18309,
+      "ishment": 18310,
+      "▁дивизи": 18311,
+      "▁Finland": 18312,
+      "нут": 18313,
+      "zés": 18314,
+      "▁Ligações": 18315,
+      "▁quello": 18316,
+      "annotation": 18317,
+      "▁threw": 18318,
+      "▁Proof": 18319,
+      "▁Area": 18320,
+      "ashi": 18321,
+      "▁FO": 18322,
+      "jamin": 18323,
+      "дент": 18324,
+      "▁unus": 18325,
+      "friend": 18326,
+      ".\");": 18327,
+      "▁trakten": 18328,
+      "documentclass": 18329,
+      "anka": 18330,
+      "▁arrive": 18331,
+      "▁donne": 18332,
+      "oly": 18333,
+      "▁Rein": 18334,
+      "▁facebook": 18335,
+      "icina": 18336,
+      "slice": 18337,
+      "▁nagy": 18338,
+      "▁hebben": 18339,
+      "▁IC": 18340,
+      "▁Bag": 18341,
+      "▁circul": 18342,
+      "áct": 18343,
+      "mitt": 18344,
+      "▁grey": 18345,
+      "▁cav": 18346,
+      "▁особи": 18347,
+      "▁symmetric": 18348,
+      "▁Sic": 18349,
+      "▁medium": 18350,
+      "▁UTF": 18351,
+      "▁Dopo": 18352,
+      "ích": 18353,
+      "bare": 18354,
+      "dzie": 18355,
+      "▁heaven": 18356,
+      "▁campe": 18357,
+      "esterday": 18358,
+      "▁Wissenschaft": 18359,
+      "поль": 18360,
+      "did": 18361,
+      "aler": 18362,
+      "▁citizens": 18363,
+      "▁Margaret": 18364,
+      "▁sought": 18365,
+      "charts": 18366,
+      "CLC": 18367,
+      "olly": 18368,
+      "ysz": 18369,
+      "wald": 18370,
+      "▁fen": 18371,
+      "▁Six": 18372,
+      "▁Urs": 18373,
+      "▁орган": 18374,
+      "▁Trad": 18375,
+      "cue": 18376,
+      "schutz": 18377,
+      "▁precise": 18378,
+      "▁Window": 18379,
+      "тие": 18380,
+      "лові": 18381,
+      "itori": 18382,
+      "disambiguation": 18383,
+      "▁хи": 18384,
+      "▁Natural": 18385,
+      "dan": 18386,
+      "▁concrete": 18387,
+      "ција": 18388,
+      "▁spel": 18389,
+      "▁Failed": 18390,
+      "ście": 18391,
+      "▁buf": 18392,
+      "uca": 18393,
+      "icional": 18394,
+      "▁ottobre": 18395,
+      "▁фі": 18396,
+      "▁submitted": 18397,
+      "lave": 18398,
+      "▁Plot": 18399,
+      "▁colleg": 18400,
+      "adem": 18401,
+      "▁chaque": 18402,
+      "▁neighborhood": 18403,
+      "▁calciatore": 18404,
+      "Loop": 18405,
+      "▁Gast": 18406,
+      "▁когда": 18407,
+      "▁industrial": 18408,
+      "▁fatal": 18409,
+      "▁Cert": 18410,
+      "lation": 18411,
+      "▁Одна": 18412,
+      "▁jamais": 18413,
+      "▁accum": 18414,
+      "Identity": 18415,
+      "▁Medal": 18416,
+      "Metadata": 18417,
+      "▁людя": 18418,
+      "bridge": 18419,
+      "Good": 18420,
+      "▁чтобы": 18421,
+      "▁composer": 18422,
+      "▁bread": 18423,
+      "▁closure": 18424,
+      "▁largely": 18425,
+      "FB": 18426,
+      "▁область": 18427,
+      "▁automatic": 18428,
+      "aría": 18429,
+      "▁sufficiently": 18430,
+      "▁italiana": 18431,
+      "▁каче": 18432,
+      "▁Jó": 18433,
+      "history": 18434,
+      "▁HD": 18435,
+      "▁siguiente": 18436,
+      "nell": 18437,
+      "▁Gree": 18438,
+      "▁Ti": 18439,
+      "▁transferred": 18440,
+      "équipe": 18441,
+      "▁Philippe": 18442,
+      "▁encourag": 18443,
+      "▁Vietnam": 18444,
+      "▁graphs": 18445,
+      "▁symmetry": 18446,
+      "fred": 18447,
+      "week": 18448,
+      "▁bronze": 18449,
+      "rys": 18450,
+      "▁namely": 18451,
+      "onders": 18452,
+      "lemagne": 18453,
+      "XY": 18454,
+      "Convert": 18455,
+      "}](": 18456,
+      "Region": 18457,
+      "pecies": 18458,
+      "▁texture": 18459,
+      "▁chr": 18460,
+      "него": 18461,
+      "▁somebody": 18462,
+      "aqu": 18463,
+      "eras": 18464,
+      "▁Ново": 18465,
+      "▁dez": 18466,
+      "aniu": 18467,
+      "okrat": 18468,
+      "▁covers": 18469,
+      "▁signals": 18470,
+      "ђе": 18471,
+      "▁Heb": 18472,
+      "▁Anti": 18473,
+      "IVE": 18474,
+      "▁ress": 18475,
+      "LETE": 18476,
+      "yna": 18477,
+      "пла": 18478,
+      "ждения": 18479,
+      "▁champ": 18480,
+      "▁villages": 18481,
+      "Zone": 18482,
+      "▁iPhone": 18483,
+      "▁souvent": 18484,
+      "ські": 18485,
+      "▁febbraio": 18486,
+      "ército": 18487,
+      "▁XI": 18488,
+      "okat": 18489,
+      "▁membres": 18490,
+      "junit": 18491,
+      "▁Draw": 18492,
+      "▁прово": 18493,
+      "audio": 18494,
+      "endl": 18495,
+      "▁Nad": 18496,
+      "▁magnitude": 18497,
+      "Sur": 18498,
+      "icing": 18499,
+      "▁unw": 18500,
+      "▁отри": 18501,
+      "▁Bey": 18502,
+      "▁Vik": 18503,
+      "▁política": 18504,
+      "porter": 18505,
+      "▁Barbara": 18506,
+      "ált": 18507,
+      "bib": 18508,
+      "▁accompan": 18509,
+      "VP": 18510,
+      "▁encoded": 18511,
+      "▁Sometimes": 18512,
+      "bird": 18513,
+      "▁Ult": 18514,
+      "▁tun": 18515,
+      "getText": 18516,
+      "▁arrival": 18517,
+      "scriptstyle": 18518,
+      "{`": 18519,
+      "▁perspective": 18520,
+      "LINE": 18521,
+      "Formatter": 18522,
+      "▁bom": 18523,
+      "вра": 18524,
+      "DEBUG": 18525,
+      "Bounds": 18526,
+      "▁Title": 18527,
+      "ló": 18528,
+      "Dan": 18529,
+      "▁gene": 18530,
+      "▁Bit": 18531,
+      "▁reproduce": 18532,
+      "▁graphics": 18533,
+      "▁сем": 18534,
+      "рё": 18535,
+      "▁реки": 18536,
+      "usalem": 18537,
+      "рож": 18538,
+      "▁DES": 18539,
+      "▁Software": 18540,
+      "urance": 18541,
+      "ithmetic": 18542,
+      "eness": 18543,
+      "ichi": 18544,
+      "Converter": 18545,
+      "▁github": 18546,
+      "erdings": 18547,
+      "glise": 18548,
+      "ách": 18549,
+      "▁buried": 18550,
+      "▁vision": 18551,
+      "Miss": 18552,
+      "▁sees": 18553,
+      "▁personnes": 18554,
+      "▁Intel": 18555,
+      "elia": 18556,
+      "▁člán": 18557,
+      "▁chi": 18558,
+      "▁klas": 18559,
+      "auté": 18560,
+      "▁stark": 18561,
+      "cze": 18562,
+      "▁drivers": 18563,
+      "vn": 18564,
+      "!,": 18565,
+      "▁годы": 18566,
+      "Hi": 18567,
+      "▁explains": 18568,
+      "articles": 18569,
+      "▁zug": 18570,
+      "Prom": 18571,
+      ">=": 18572,
+      "▁Beat": 18573,
+      "▁Sax": 18574,
+      "vertical": 18575,
+      "кто": 18576,
+      "▁plants": 18577,
+      "▁Références": 18578,
+      "▁ogni": 18579,
+      "▁curs": 18580,
+      "▁SK": 18581,
+      "они": 18582,
+      "▁destac": 18583,
+      "\");\r": 18584,
+      "▁Sure": 18585,
+      "▁partido": 18586,
+      "▁Folge": 18587,
+      "▁Moore": 18588,
+      "▁wz": 18589,
+      "скус": 18590,
+      "ltre": 18591,
+      "ondo": 18592,
+      "▁pose": 18593,
+      "imos": 18594,
+      "бой": 18595,
+      "ципа": 18596,
+      "jus": 18597,
+      ".....": 18598,
+      "▁época": 18599,
+      "▁quanto": 18600,
+      "▁Support": 18601,
+      "geschichte": 18602,
+      "SERVER": 18603,
+      "▁Georges": 18604,
+      "enum": 18605,
+      "▁herm": 18606,
+      "▁nebo": 18607,
+      "▁Chr": 18608,
+      "character": 18609,
+      "▁***": 18610,
+      "▁Forsch": 18611,
+      "iami": 18612,
+      "▁¿": 18613,
+      "cych": 18614,
+      "▁fifth": 18615,
+      "sent": 18616,
+      "▁anderem": 18617,
+      "▁proportion": 18618,
+      "▁prest": 18619,
+      "▁Girl": 18620,
+      "▁drama": 18621,
+      "wand": 18622,
+      "▁Mail": 18623,
+      "▁Lux": 18624,
+      "▁který": 18625,
+      "▁Gesellschaft": 18626,
+      "▁Hinweis": 18627,
+      "nisse": 18628,
+      "▁mondo": 18629,
+      "Eq": 18630,
+      "▁perí": 18631,
+      "▁eastern": 18632,
+      "▁UEFA": 18633,
+      "uale": 18634,
+      "▁convex": 18635,
+      "▁поль": 18636,
+      "▁Hey": 18637,
+      "zenie": 18638,
+      "initely": 18639,
+      "▁Zusammen": 18640,
+      "SSL": 18641,
+      "ocal": 18642,
+      "▁canal": 18643,
+      "voy": 18644,
+      "▁Кри": 18645,
+      "▁között": 18646,
+      "▁cars": 18647,
+      "▁versión": 18648,
+      "Environment": 18649,
+      "Her": 18650,
+      "▁señ": 18651,
+      "▁spatial": 18652,
+      "ymi": 18653,
+      "Fire": 18654,
+      "▁veget": 18655,
+      "▁Wie": 18656,
+      "▁znaj": 18657,
+      "▁damage": 18658,
+      "▁endl": 18659,
+      "gif": 18660,
+      "▁quali": 18661,
+      "▁которых": 18662,
+      "ellan": 18663,
+      "▁mens": 18664,
+      "▁plug": 18665,
+      "▁abund": 18666,
+      "FIG": 18667,
+      "▁sf": 18668,
+      "▁confl": 18669,
+      "▁населения": 18670,
+      "▁principles": 18671,
+      "▁Gabriel": 18672,
+      "ibe": 18673,
+      "▁{%": 18674,
+      "▁població": 18675,
+      "ніципа": 18676,
+      "▁extreme": 18677,
+      "▁asse": 18678,
+      "▁vu": 18679,
+      "Mock": 18680,
+      "▁spielte": 18681,
+      "▁Aer": 18682,
+      "▁datos": 18683,
+      "endes": 18684,
+      "▁Gel": 18685,
+      "▁Gor": 18686,
+      "Christ": 18687,
+      "chos": 18688,
+      "Processor": 18689,
+      "▁instruct": 18690,
+      "▁picked": 18691,
+      "nahme": 18692,
+      "fahr": 18693,
+      "▁indicated": 18694,
+      "▁%.": 18695,
+      "▁ts": 18696,
+      "▁notable": 18697,
+      "▁qualified": 18698,
+      "▁Ал": 18699,
+      "Black": 18700,
+      "▁council": 18701,
+      "▁overhead": 18702,
+      "aci": 18703,
+      "année": 18704,
+      "▁initWith": 18705,
+      "bió": 18706,
+      "▁introduction": 18707,
+      "▁companion": 18708,
+      "▁expon": 18709,
+      "▁kör": 18710,
+      "oby": 18711,
+      "burn": 18712,
+      "gnu": 18713,
+      "virtual": 18714,
+      "▁intellect": 18715,
+      "▁держа": 18716,
+      "'+": 18717,
+      "бле": 18718,
+      "▁strictly": 18719,
+      "▁recognize": 18720,
+      "hour": 18721,
+      "▁Wrest": 18722,
+      "ennen": 18723,
+      "$).": 18724,
+      "fff": 18725,
+      "▁Centro": 18726,
+      "▁Pitt": 18727,
+      "▁dział": 18728,
+      "▁cela": 18729,
+      "▁francese": 18730,
+      "рами": 18731,
+      "special": 18732,
+      "▁Dup": 18733,
+      "toire": 18734,
+      "каль": 18735,
+      "COUNT": 18736,
+      "▁Brook": 18737,
+      "▁руково": 18738,
+      "publique": 18739,
+      "▁seconda": 18740,
+      "▁compt": 18741,
+      "▁bland": 18742,
+      "Before": 18743,
+      "▁Pack": 18744,
+      "alty": 18745,
+      "öder": 18746,
+      "▁intervals": 18747,
+      "▁Datenbank": 18748,
+      "Movie": 18749,
+      "▁transm": 18750,
+      "▁tap": 18751,
+      "▁поч": 18752,
+      "fon": 18753,
+      "iai": 18754,
+      "▁fib": 18755,
+      "▁wyd": 18756,
+      "▁hung": 18757,
+      "▁alive": 18758,
+      "Clear": 18759,
+      "▁pushed": 18760,
+      "▁tuple": 18761,
+      "achen": 18762,
+      "гово": 18763,
+      "▁revers": 18764,
+      "▁augment": 18765,
+      "▁challenge": 18766,
+      "lost": 18767,
+      "▁deuxième": 18768,
+      "structor": 18769,
+      "▁mehrerer": 18770,
+      "atural": 18771,
+      "Split": 18772,
+      "стем": 18773,
+      "шла": 18774,
+      ")\\\\": 18775,
+      "▁Dog": 18776,
+      "▁developers": 18777,
+      "▁nod": 18778,
+      "▁сторо": 18779,
+      "▁NaN": 18780,
+      "▁priest": 18781,
+      "▁exha": 18782,
+      "UND": 18783,
+      "pair": 18784,
+      "alone": 18785,
+      "▁moon": 18786,
+      "▁#!/": 18787,
+      "▁guns": 18788,
+      "rola": 18789,
+      "чита": 18790,
+      "▁Encyclopedia": 18791,
+      "atis": 18792,
+      "▁'\"": 18793,
+      "zych": 18794,
+      "▁superfic": 18795,
+      "▁эк": 18796,
+      "едера": 18797,
+      "feed": 18798,
+      "LAY": 18799,
+      "Fi": 18800,
+      "unks": 18801,
+      "isecond": 18802,
+      "▁'@": 18803,
+      "▁Adding": 18804,
+      "рое": 18805,
+      "▁tang": 18806,
+      "цо": 18807,
+      "hung": 18808,
+      "bis": 18809,
+      "ského": 18810,
+      "▁advert": 18811,
+      "▁занима": 18812,
+      "uzz": 18813,
+      "ágina": 18814,
+      "▁Tel": 18815,
+      "sig": 18816,
+      "▁Ez": 18817,
+      "▁guarantee": 18818,
+      "▁teaching": 18819,
+      "oty": 18820,
+      "termin": 18821,
+      "▁distributions": 18822,
+      "FLA": 18823,
+      "▁Giuseppe": 18824,
+      "querySelector": 18825,
+      "▁/\\": 18826,
+      "▁Squad": 18827,
+      "gz": 18828,
+      "delay": 18829,
+      "▁surrounding": 18830,
+      "▁manus": 18831,
+      "▁Hou": 18832,
+      "²,": 18833,
+      "▁cultiv": 18834,
+      "▁troubles": 18835,
+      "▁raison": 18836,
+      "expand": 18837,
+      "▁cov": 18838,
+      "nungen": 18839,
+      ")){": 18840,
+      "▁geen": 18841,
+      "▁außer": 18842,
+      "▁Лі": 18843,
+      "ři": 18844,
+      "▁situations": 18845,
+      "▁telep": 18846,
+      "▁Jed": 18847,
+      "▁travail": 18848,
+      "lias": 18849,
+      "bullet": 18850,
+      "▁selecting": 18851,
+      "avier": 18852,
+      "▁essential": 18853,
+      "(/": 18854,
+      "yyyy": 18855,
+      "ště": 18856,
+      "ulty": 18857,
+      "▁kra": 18858,
+      "▁tabs": 18859,
+      "▁experienced": 18860,
+      "azi": 18861,
+      "▁Directory": 18862,
+      "▁cron": 18863,
+      "▁spend": 18864,
+      "▁RA": 18865,
+      "▁selenium": 18866,
+      "▁Thé": 18867,
+      "Elements": 18868,
+      "cii": 18869,
+      "▁plat": 18870,
+      "▁archive": 18871,
+      "▁assistance": 18872,
+      "▁neck": 18873,
+      "▁Avenue": 18874,
+      "▁wheel": 18875,
+      "▁hade": 18876,
+      "Common": 18877,
+      "▁Dialog": 18878,
+      "▁forg": 18879,
+      "▁surely": 18880,
+      "▁hockey": 18881,
+      "któ": 18882,
+      "▁tk": 18883,
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁": 18884,
+      "▁Bruce": 18885,
+      "▁enorm": 18886,
+      ",’": 18887,
+      "▁Christopher": 18888,
+      "jev": 18889,
+      "▁quad": 18890,
+      "▁AJAX": 18891,
+      "▁relief": 18892,
+      "▁modes": 18893,
+      "sklär": 18894,
+      "▁Vid": 18895,
+      "▁Serial": 18896,
+      "▁tokens": 18897,
+      "▁Poland": 18898,
+      "\\]": 18899,
+      "▁vide": 18900,
+      "rooms": 18901,
+      "omas": 18902,
+      "▁Bureau": 18903,
+      "cx": 18904,
+      "ностью": 18905,
+      "▁signs": 18906,
+      "шение": 18907,
+      "lossen": 18908,
+      "▁Queens": 18909,
+      "▁membre": 18910,
+      "▁mez": 18911,
+      "▁Bool": 18912,
+      "▁Naj": 18913,
+      "▁Memory": 18914,
+      "▁Khan": 18915,
+      "▁là": 18916,
+      "▁Hud": 18917,
+      "▁dismiss": 18918,
+      "ighth": 18919,
+      "▁fs": 18920,
+      "prevent": 18921,
+      "▁меда": 18922,
+      "▁Police": 18923,
+      "▁ско": 18924,
+      "finite": 18925,
+      "▁ami": 18926,
+      "▁Much": 18927,
+      "owania": 18928,
+      "ORY": 18929,
+      "iors": 18930,
+      "▁Premio": 18931,
+      "▁textbox": 18932,
+      "dm": 18933,
+      "▁afin": 18934,
+      "▁Donald": 18935,
+      "▁Priv": 18936,
+      "▁decid": 18937,
+      "▁Maurice": 18938,
+      "agan": 18939,
+      "▁Britannica": 18940,
+      "▁oft": 18941,
+      "▁consecutive": 18942,
+      "\"?>": 18943,
+      "овий": 18944,
+      "student": 18945,
+      "▁peque": 18946,
+      "▁dieses": 18947,
+      "▁retour": 18948,
+      "étr": 18949,
+      "▁сез": 18950,
+      "▁kre": 18951,
+      "▁votes": 18952,
+      "ruption": 18953,
+      "izada": 18954,
+      "▁Wiel": 18955,
+      "▁Gray": 18956,
+      "▁Leop": 18957,
+      "teilung": 18958,
+      "(['": 18959,
+      "▁whites": 18960,
+      "frica": 18961,
+      "animation": 18962,
+      "curl": 18963,
+      "lings": 18964,
+      "=\"$": 18965,
+      "loyd": 18966,
+      "textsc": 18967,
+      "ору": 18968,
+      "▁села": 18969,
+      "esian": 18970,
+      "▁Mission": 18971,
+      "▁неза": 18972,
+      "▁ultimately": 18973,
+      "бов": 18974,
+      "olen": 18975,
+      "скому": 18976,
+      "nete": 18977,
+      "▁Dit": 18978,
+      "▁costru": 18979,
+      "dependent": 18980,
+      "▁Resource": 18981,
+      "▁hosts": 18982,
+      "▁rear": 18983,
+      "Duration": 18984,
+      "ників": 18985,
+      "Ма": 18986,
+      "▁planning": 18987,
+      "▁prediction": 18988,
+      "▁Lyn": 18989,
+      "▁kir": 18990,
+      "▁Legisl": 18991,
+      "мат": 18992,
+      "▁Soccer": 18993,
+      "▁survey": 18994,
+      "▁estadounidense": 18995,
+      "orgen": 18996,
+      "jourd": 18997,
+      "▁aprile": 18998,
+      "▁ids": 18999,
+      "ське": 19000,
+      "▁employee": 19001,
+      "▁Schauspieler": 19002,
+      "ръ": 19003,
+      "▁multimedia": 19004,
+      "▁свою": 19005,
+      "▁wine": 19006,
+      "▁EU": 19007,
+      "ică": 19008,
+      "▁Rhein": 19009,
+      "▁Palmar": 19010,
+      "oteca": 19011,
+      "▁prepare": 19012,
+      "▁Tot": 19013,
+      "▁Null": 19014,
+      "▁kin": 19015,
+      "inals": 19016,
+      "▁Newton": 19017,
+      "▁tbl": 19018,
+      "▁Sold": 19019,
+      "▁verf": 19020,
+      "aturing": 19021,
+      "▁laptop": 19022,
+      "▁Совет": 19023,
+      "secret": 19024,
+      "▁Olympic": 19025,
+      "▁footballer": 19026,
+      "▁Rudolf": 19027,
+      "▁conhe": 19028,
+      "zysk": 19029,
+      "▁evaluated": 19030,
+      "»)": 19031,
+      "shop": 19032,
+      "repository": 19033,
+      "▁zach": 19034,
+      "▁losing": 19035,
+      "etter": 19036,
+      "▁Wirtschaft": 19037,
+      "так": 19038,
+      "▁unnecessary": 19039,
+      "▁Phot": 19040,
+      "anska": 19041,
+      "▁Native": 19042,
+      "CCE": 19043,
+      "▁fifty": 19044,
+      "▁erw": 19045,
+      "rh": 19046,
+      "issent": 19047,
+      "}{(": 19048,
+      "▁lanç": 19049,
+      "▁Xcode": 19050,
+      "город": 19051,
+      "cir": 19052,
+      "▁película": 19053,
+      "▁Oscar": 19054,
+      "▁shore": 19055,
+      "▁supplied": 19056,
+      "examples": 19057,
+      "Mess": 19058,
+      "VICE": 19059,
+      "▁exclude": 19060,
+      "▁hen": 19061,
+      "▁губер": 19062,
+      "▁Fragment": 19063,
+      "▁Bitte": 19064,
+      "▁Besides": 19065,
+      "▁hes": 19066,
+      "▁ihrem": 19067,
+      "▁Serge": 19068,
+      "▁artific": 19069,
+      "=\"${": 19070,
+      "лово": 19071,
+      "uteur": 19072,
+      "taire": 19073,
+      "пас": 19074,
+      "▁easiest": 19075,
+      "▁famiglia": 19076,
+      "Normal": 19077,
+      "▁dalle": 19078,
+      "▁nations": 19079,
+      "rp": 19080,
+      "thead": 19081,
+      "▁області": 19082,
+      "▁Democratic": 19083,
+      "▁челове": 19084,
+      "мож": 19085,
+      "▁гер": 19086,
+      "▁smallest": 19087,
+      "▁Publishing": 19088,
+      "▁Ts": 19089,
+      "▁laughed": 19090,
+      "lle": 19091,
+      "▁Amt": 19092,
+      "▁IIS": 19093,
+      "FORM": 19094,
+      "Mag": 19095,
+      "дон": 19096,
+      "▁storia": 19097,
+      "▁organized": 19098,
+      "ční": 19099,
+      "▁ox": 19100,
+      "lingen": 19101,
+      "▁luego": 19102,
+      "cció": 19103,
+      "▁rely": 19104,
+      "▁tussen": 19105,
+      "erten": 19106,
+      "▁honour": 19107,
+      "▁Claude": 19108,
+      "▁Korea": 19109,
+      "▁Metropol": 19110,
+      "Super": 19111,
+      "rien": 19112,
+      "érature": 19113,
+      "attro": 19114,
+      "▁біль": 19115,
+      "▁Herbert": 19116,
+      "▁auteurs": 19117,
+      "▁darauf": 19118,
+      "▁mental": 19119,
+      "▁rang": 19120,
+      "▁són": 19121,
+      "▁Soph": 19122,
+      ")\",": 19123,
+      "Descriptor": 19124,
+      "prepare": 19125,
+      "▁Landkreis": 19126,
+      "HC": 19127,
+      "cross": 19128,
+      "лиза": 19129,
+      "▁Login": 19130,
+      "onen": 19131,
+      "Feature": 19132,
+      "▁museum": 19133,
+      "vek": 19134,
+      "▁Nelson": 19135,
+      "▁rejo": 19136,
+      "▁команди": 19137,
+      "▁summar": 19138,
+      "▁следу": 19139,
+      "ämp": 19140,
+      "▁Gas": 19141,
+      "вом": 19142,
+      "VALUE": 19143,
+      "inge": 19144,
+      "period": 19145,
+      "lassen": 19146,
+      "ával": 19147,
+      "▁altogether": 19148,
+      "umph": 19149,
+      "istro": 19150,
+      "ąż": 19151,
+      "▁Keep": 19152,
+      "▁Marco": 19153,
+      "▁étant": 19154,
+      "▁Dre": 19155,
+      "geometry": 19156,
+      "▁Kas": 19157,
+      "messages": 19158,
+      "Cook": 19159,
+      "▁Side": 19160,
+      "▁коми": 19161,
+      "стри": 19162,
+      "▁excess": 19163,
+      "▁Biografia": 19164,
+      "XXXX": 19165,
+      "▁Nie": 19166,
+      "vendor": 19167,
+      "xsd": 19168,
+      "Mill": 19169,
+      "processing": 19170,
+      "▁Missouri": 19171,
+      "▁permett": 19172,
+      "▁apar": 19173,
+      "▁crowd": 19174,
+      "fert": 19175,
+      "▁Dou": 19176,
+      "rí": 19177,
+      "▁CC": 19178,
+      "▁payment": 19179,
+      "▁Hollywood": 19180,
+      "▁Virtual": 19181,
+      "▁spoken": 19182,
+      "▁tram": 19183,
+      "▁Community": 19184,
+      "▁administrative": 19185,
+      "▁воло": 19186,
+      "gior": 19187,
+      "visor": 19188,
+      "▁Украи": 19189,
+      "stage": 19190,
+      "▁Format": 19191,
+      "▁convenient": 19192,
+      "На": 19193,
+      "▁median": 19194,
+      "▁вра": 19195,
+      "▁Према": 19196,
+      "enig": 19197,
+      "▁Opera": 19198,
+      "rés": 19199,
+      "▁fmt": 19200,
+      "▁efficiency": 19201,
+      "male": 19202,
+      "Master": 19203,
+      "Series": 19204,
+      "▁syd": 19205,
+      "generic": 19206,
+      "interval": 19207,
+      "▁efect": 19208,
+      "▁inwoners": 19209,
+      "лимпи": 19210,
+      "irement": 19211,
+      "Err": 19212,
+      "öh": 19213,
+      "▁lying": 19214,
+      "▁Settings": 19215,
+      "!=": 19216,
+      "ematic": 19217,
+      "argv": 19218,
+      "▁Basic": 19219,
+      "▁consideration": 19220,
+      "▁habe": 19221,
+      "-%": 19222,
+      "▁mountains": 19223,
+      "▁peak": 19224,
+      "▁fallen": 19225,
+      "eded": 19226,
+      "logic": 19227,
+      "▁matched": 19228,
+      "▁typing": 19229,
+      ")},": 19230,
+      "▁fancy": 19231,
+      "▁elegant": 19232,
+      "ال": 19233,
+      "▁участ": 19234,
+      "▁Sarah": 19235,
+      "▁Verd": 19236,
+      "▁tego": 19237,
+      "rules": 19238,
+      "▁mounted": 19239,
+      "▁ім": 19240,
+      "еру": 19241,
+      "stoff": 19242,
+      "fahren": 19243,
+      "distance": 19244,
+      "▁License": 19245,
+      "▁LEFT": 19246,
+      "▁wp": 19247,
+      "/{": 19248,
+      "▁amazon": 19249,
+      ">&": 19250,
+      "▁első": 19251,
+      "quarters": 19252,
+      "▁shock": 19253,
+      "nick": 19254,
+      "▁Archite": 19255,
+      "▁Square": 19256,
+      "▁rates": 19257,
+      "iore": 19258,
+      "▁Nat": 19259,
+      "▁Charlot": 19260,
+      "reichen": 19261,
+      "▁variation": 19262,
+      "osis": 19263,
+      "life": 19264,
+      "slide": 19265,
+      "abi": 19266,
+      "uki": 19267,
+      "mysq": 19268,
+      "▁primitive": 19269,
+      "▁universitaire": 19270,
+      "LENG": 19271,
+      "ależ": 19272,
+      "ebook": 19273,
+      "syn": 19274,
+      "▁Gegen": 19275,
+      "▁Kü": 19276,
+      "▁але": 19277,
+      "▁Lub": 19278,
+      "concurrent": 19279,
+      "izzato": 19280,
+      "▁stub": 19281,
+      "▁ie": 19282,
+      "▁'./": 19283,
+      "cod": 19284,
+      "▁internacional": 19285,
+      "▁Glas": 19286,
+      "▁mare": 19287,
+      "▁Neb": 19288,
+      "▁GB": 19289,
+      "kwargs": 19290,
+      "▁aument": 19291,
+      "WID": 19292,
+      "▁род": 19293,
+      "punkt": 19294,
+      "▁Grad": 19295,
+      "SN": 19296,
+      "AMP": 19297,
+      "▁Born": 19298,
+      "▁Guerre": 19299,
+      "готов": 19300,
+      "▁medio": 19301,
+      "Med": 19302,
+      "supp": 19303,
+      "actual": 19304,
+      "dropdown": 19305,
+      "▁oktober": 19306,
+      "▁ř": 19307,
+      "▁circular": 19308,
+      "▁skin": 19309,
+      "▁emphas": 19310,
+      "▁голов": 19311,
+      "▁pue": 19312,
+      "▁informations": 19313,
+      "▁Wolfgang": 19314,
+      "▁useless": 19315,
+      "ит": 19316,
+      "▁Joan": 19317,
+      "▁бор": 19318,
+      "▁Glad": 19319,
+      "▁Know": 19320,
+      "ként": 19321,
+      "speed": 19322,
+      "▁Kevin": 19323,
+      "unft": 19324,
+      "▁arqu": 19325,
+      "▁Casa": 19326,
+      "(...": 19327,
+      "▁rapidly": 19328,
+      "▁proble": 19329,
+      "▁Википеди": 19330,
+      "žen": 19331,
+      "▁Neben": 19332,
+      "▁Meter": 19333,
+      "Children": 19334,
+      "cem": 19335,
+      "igos": 19336,
+      "aju": 19337,
+      "▁Retrie": 19338,
+      "▁Hell": 19339,
+      "▁gig": 19340,
+      "▁controvers": 19341,
+      "▁zoom": 19342,
+      "▁cens": 19343,
+      "▁alcuni": 19344,
+      "▁Header": 19345,
+      "Meta": 19346,
+      "Required": 19347,
+      "▁институ": 19348,
+      "▁skup": 19349,
+      "▁ingles": 19350,
+      "égl": 19351,
+      "bij": 19352,
+      "▁tér": 19353,
+      "▁compag": 19354,
+      "▁committed": 19355,
+      "▁processed": 19356,
+      "Lower": 19357,
+      "▁Foreign": 19358,
+      "▁seq": 19359,
+      "sheets": 19360,
+      "▁Fem": 19361,
+      "hoz": 19362,
+      "inks": 19363,
+      "▁kall": 19364,
+      "variant": 19365,
+      "▁libro": 19366,
+      "▁clicks": 19367,
+      "▁gobierno": 19368,
+      "iegel": 19369,
+      "мого": 19370,
+      "geme": 19371,
+      "▁tower": 19372,
+      "▁parish": 19373,
+      "▁TCP": 19374,
+      "▁ls": 19375,
+      "▁nginx": 19376,
+      "NaN": 19377,
+      "▁Dir": 19378,
+      "▁Begriffe": 19379,
+      "arie": 19380,
+      "ímp": 19381,
+      "icios": 19382,
+      "▁sharing": 19383,
+      "▁cinéma": 19384,
+      "bec": 19385,
+      "RED": 19386,
+      "▁Kra": 19387,
+      "abol": 19388,
+      "▁flux": 19389,
+      "▁expensive": 19390,
+      "▁суще": 19391,
+      "▁`_": 19392,
+      "ocz": 19393,
+      "лист": 19394,
+      "▁acquaint": 19395,
+      "▁wise": 19396,
+      "▁pouvoir": 19397,
+      "▁devant": 19398,
+      "▁momentum": 19399,
+      "immer": 19400,
+      "▁Coupe": 19401,
+      "indexOf": 19402,
+      "▁doesnt": 19403,
+      "▁зав": 19404,
+      "▁license": 19405,
+      "▁â": 19406,
+      "CSS": 19407,
+      "▁rice": 19408,
+      "Team": 19409,
+      "▁ano": 19410,
+      "lit": 19411,
+      "▁merged": 19412,
+      "▁Cell": 19413,
+      "лл": 19414,
+      "boy": 19415,
+      "asts": 19416,
+      "▁sell": 19417,
+      "▁große": 19418,
+      "▁virtuel": 19419,
+      "Cancel": 19420,
+      "▁sj": 19421,
+      "gment": 19422,
+      ".<": 19423,
+      "чай": 19424,
+      "ië": 19425,
+      "akh": 19426,
+      "izers": 19427,
+      "prit": 19428,
+      "▁Tib": 19429,
+      "▁elaborate": 19430,
+      "▁fé": 19431,
+      "▁меди": 19432,
+      "LENGTH": 19433,
+      "▁primarily": 19434,
+      "▁scores": 19435,
+      "▁carrying": 19436,
+      "▁lake": 19437,
+      "compose": 19438,
+      "▁Township": 19439,
+      "unge": 19440,
+      "▁alberga": 19441,
+      "anych": 19442,
+      "quelle": 19443,
+      "▁Ark": 19444,
+      "▁pris": 19445,
+      "▁voll": 19446,
+      "шли": 19447,
+      "Validation": 19448,
+      "▁ceux": 19449,
+      "▁populate": 19450,
+      "\"\r": 19451,
+      "▁femmes": 19452,
+      "ANG": 19453,
+      "▁Despite": 19454,
+      "вые": 19455,
+      "iske": 19456,
+      "zug": 19457,
+      "нача": 19458,
+      "▁hatten": 19459,
+      "INSERT": 19460,
+      "Employee": 19461,
+      "▁moments": 19462,
+      "▁última": 19463,
+      "▁holder": 19464,
+      "blank": 19465,
+      "Collections": 19466,
+      "athers": 19467,
+      "▁grade": 19468,
+      "▁affairs": 19469,
+      ".$$": 19470,
+      "▁delta": 19471,
+      "▁Jugend": 19472,
+      "▁español": 19473,
+      "▁OUT": 19474,
+      "▁mathematical": 19475,
+      "▁mongo": 19476,
+      "▁Фе": 19477,
+      "uling": 19478,
+      "▁revolution": 19479,
+      "▁coin": 19480,
+      "▁subclass": 19481,
+      "\"=>": 19482,
+      "äche": 19483,
+      "▁pyg": 19484,
+      "щая": 19485,
+      "illery": 19486,
+      "▁comenz": 19487,
+      "depth": 19488,
+      "▁cél": 19489,
+      "▁resize": 19490,
+      "▁Same": 19491,
+      "▁strik": 19492,
+      "▁tir": 19493,
+      "▁scarc": 19494,
+      "▁Member": 19495,
+      "subscribe": 19496,
+      "óż": 19497,
+      "útbol": 19498,
+      "except": 19499,
+      "▁driving": 19500,
+      "kie": 19501,
+      "zony": 19502,
+      "èmes": 19503,
+      "David": 19504,
+      "issant": 19505,
+      "▁ты": 19506,
+      "▁élect": 19507,
+      "▁rename": 19508,
+      "▁Running": 19509,
+      "▁interfaces": 19510,
+      "////////////////": 19511,
+      "▁Walker": 19512,
+      "▁société": 19513,
+      "▁asks": 19514,
+      "brid": 19515,
+      "▁jewe": 19516,
+      "▁seines": 19517,
+      "▁agents": 19518,
+      "▁MY": 19519,
+      "▁Lawrence": 19520,
+      "dess": 19521,
+      "iesen": 19522,
+      "▁людях": 19523,
+      "прави": 19524,
+      "▁ancest": 19525,
+      "▁welche": 19526,
+      "raum": 19527,
+      "▁orb": 19528,
+      "scal": 19529,
+      "▁Lear": 19530,
+      "▁wear": 19531,
+      "▁slave": 19532,
+      "▁renamed": 19533,
+      "čen": 19534,
+      "maste": 19535,
+      "angles": 19536,
+      "▁América": 19537,
+      "▁ti": 19538,
+      "▁demsel": 19539,
+      "▁beneath": 19540,
+      "binary": 19541,
+      "▁edición": 19542,
+      "▁kilomet": 19543,
+      "uits": 19544,
+      "▁cuatro": 19545,
+      "▁entrance": 19546,
+      "ondissement": 19547,
+      "▁bag": 19548,
+      "▁Armen": 19549,
+      "ijo": 19550,
+      "▁Lors": 19551,
+      "▁demselben": 19552,
+      "êm": 19553,
+      "▁discrete": 19554,
+      "▁prominent": 19555,
+      "▁Jay": 19556,
+      "decor": 19557,
+      "DL": 19558,
+      "▁dí": 19559,
+      "Struct": 19560,
+      "▁Production": 19561,
+      "they": 19562,
+      "arius": 19563,
+      "schnitt": 19564,
+      "▁Cou": 19565,
+      "▁lex": 19566,
+      "youtube": 19567,
+      "▁работа": 19568,
+      "station": 19569,
+      "sep": 19570,
+      "▁mirror": 19571,
+      "▁hits": 19572,
+      "▁Beck": 19573,
+      "atically": 19574,
+      "▁Laz": 19575,
+      "▁winner": 19576,
+      "DEX": 19577,
+      "▁INT": 19578,
+      "}^{-": 19579,
+      "▁wegen": 19580,
+      "mad": 19581,
+      "Angle": 19582,
+      "zing": 19583,
+      "▁Bayern": 19584,
+      "sal": 19585,
+      "äger": 19586,
+      "▁busy": 19587,
+      "▁stör": 19588,
+      "▁folk": 19589,
+      "▁prix": 19590,
+      "▁allocated": 19591,
+      "▁pt": 19592,
+      "affen": 19593,
+      "cluster": 19594,
+      "▁complement": 19595,
+      "árs": 19596,
+      "▁Amerika": 19597,
+      "рій": 19598,
+      "▁valley": 19599,
+      "▁rooms": 19600,
+      "▁moi": 19601,
+      ".\",": 19602,
+      ";;;;": 19603,
+      "▁lowest": 19604,
+      "nog": 19605,
+      "▁landet": 19606,
+      "▁programme": 19607,
+      "chio": 19608,
+      "▁Während": 19609,
+      "ández": 19610,
+      "▁долж": 19611,
+      "▁ouv": 19612,
+      "omány": 19613,
+      "▁Википедии": 19614,
+      "▁só": 19615,
+      "▁elektr": 19616,
+      "Desc": 19617,
+      "▁Beaut": 19618,
+      "нар": 19619,
+      "▁може": 19620,
+      "Pierre": 19621,
+      "esota": 19622,
+      "▁operated": 19623,
+      "▁forte": 19624,
+      "рис": 19625,
+      "▁opposition": 19626,
+      "alia": 19627,
+      "▁Syl": 19628,
+      "getName": 19629,
+      "вели": 19630,
+      "fik": 19631,
+      "▁comprom": 19632,
+      "▁TextView": 19633,
+      "Spring": 19634,
+      "metadata": 19635,
+      "engu": 19636,
+      "/,": 19637,
+      "▁carri": 19638,
+      "istol": 19639,
+      "▁diagonal": 19640,
+      "lista": 19641,
+      "izen": 19642,
+      "▁rende": 19643,
+      "gcc": 19644,
+      "beck": 19645,
+      "lius": 19646,
+      "iral": 19647,
+      "Resolver": 19648,
+      "▁percentage": 19649,
+      "▁attra": 19650,
+      "strings": 19651,
+      "wiąz": 19652,
+      "ods": 19653,
+      "волю": 19654,
+      "ęż": 19655,
+      "▁newspaper": 19656,
+      "imiter": 19657,
+      "ABC": 19658,
+      "▁Manchester": 19659,
+      "[{": 19660,
+      "Agent": 19661,
+      "▁Wor": 19662,
+      "▁Kath": 19663,
+      "▁пові": 19664,
+      "▁entonces": 19665,
+      "▁niveau": 19666,
+      "atted": 19667,
+      "learn": 19668,
+      "atiques": 19669,
+      "▁уби": 19670,
+      "▁quindi": 19671,
+      "binding": 19672,
+      "▁imported": 19673,
+      "▁Horn": 19674,
+      "emberg": 19675,
+      "complex": 19676,
+      "▁neural": 19677,
+      "information": 19678,
+      "▁recognition": 19679,
+      "ingt": 19680,
+      "▁inhabitants": 19681,
+      "vue": 19682,
+      "▁Bevölker": 19683,
+      "▁curves": 19684,
+      "▁leb": 19685,
+      "дій": 19686,
+      "▁sow": 19687,
+      "▁sentiment": 19688,
+      "PH": 19689,
+      "rache": 19690,
+      "▁-(": 19691,
+      "▁estable": 19692,
+      "▁Ferdinand": 19693,
+      "▁écrit": 19694,
+      "▁primeiro": 19695,
+      "▁tex": 19696,
+      "▁intermediate": 19697,
+      "verage": 19698,
+      "ibus": 19699,
+      "▁serves": 19700,
+      "ivas": 19701,
+      "▁bru": 19702,
+      "▁lum": 19703,
+      "attice": 19704,
+      "чный": 19705,
+      "▁Dres": 19706,
+      "▁videos": 19707,
+      "duration": 19708,
+      "▁abit": 19709,
+      "▁egg": 19710,
+      "ographical": 19711,
+      "alph": 19712,
+      "STATE": 19713,
+      "▁пара": 19714,
+      "reading": 19715,
+      "▁vehicle": 19716,
+      "▁fortune": 19717,
+      "ultats": 19718,
+      "▁Storia": 19719,
+      "midt": 19720,
+      "łącz": 19721,
+      "▁Memorial": 19722,
+      "▁vas": 19723,
+      "▁зан": 19724,
+      "▁utility": 19725,
+      "▁obsc": 19726,
+      "▁relacion": 19727,
+      "▁runat": 19728,
+      "Release": 19729,
+      "take": 19730,
+      "▁Oliver": 19731,
+      "▁Sid": 19732,
+      "ulos": 19733,
+      "▁Garc": 19734,
+      "▁розта": 19735,
+      "▁Sak": 19736,
+      "Py": 19737,
+      "führt": 19738,
+      "▁trabal": 19739,
+      "*{": 19740,
+      "▁zes": 19741,
+      "▁szere": 19742,
+      "▁varios": 19743,
+      "▁otra": 19744,
+      "▁eval": 19745,
+      "▁situé": 19746,
+      "▁wounded": 19747,
+      "▁Vincent": 19748,
+      "▁викори": 19749,
+      "▁encode": 19750,
+      "Modal": 19751,
+      "▁forb": 19752,
+      "▁dynamics": 19753,
+      "▁depos": 19754,
+      "arde": 19755,
+      "▁streets": 19756,
+      "▁Komm": 19757,
+      "=$(": 19758,
+      "▁повер": 19759,
+      "▁dois": 19760,
+      "▁vitt": 19761,
+      "▁automatisch": 19762,
+      "▁reload": 19763,
+      "▁Verwalt": 19764,
+      "bero": 19765,
+      "▁hub": 19766,
+      "▁mos": 19767,
+      "▁tutto": 19768,
+      "▁Frederick": 19769,
+      "łow": 19770,
+      "antages": 19771,
+      "aque": 19772,
+      "paper": 19773,
+      "▁einige": 19774,
+      "`),": 19775,
+      "dj": 19776,
+      "▁Ple": 19777,
+      "▁%,": 19778,
+      "▁Bitmap": 19779,
+      "▁friendly": 19780,
+      "▁truly": 19781,
+      "▁stroke": 19782,
+      "roph": 19783,
+      "▁engl": 19784,
+      "▁coff": 19785,
+      "▁dust": 19786,
+      "▁Jahres": 19787,
+      "ppi": 19788,
+      "▁wys": 19789,
+      "factor": 19790,
+      "schluss": 19791,
+      "▁деревня": 19792,
+      "▁Past": 19793,
+      "▁дома": 19794,
+      "COM": 19795,
+      "▁pueden": 19796,
+      "▁gift": 19797,
+      "▁Gla": 19798,
+      "▁triggered": 19799,
+      "ély": 19800,
+      "ülés": 19801,
+      "▁Oliv": 19802,
+      "▁verso": 19803,
+      "▁lle": 19804,
+      "▁Gli": 19805,
+      "▁Ltd": 19806,
+      "oa": 19807,
+      "▁territorio": 19808,
+      "ordre": 19809,
+      "▁deck": 19810,
+      "dra": 19811,
+      "aszt": 19812,
+      "▁concerning": 19813,
+      "▁Additionally": 19814,
+      "▁které": 19815,
+      "▁grund": 19816,
+      "▁Gest": 19817,
+      "▁misunder": 19818,
+      "pret": 19819,
+      "────": 19820,
+      "▁reputation": 19821,
+      "zia": 19822,
+      "▁успе": 19823,
+      "▁escaped": 19824,
+      "▁Prag": 19825,
+      "perform": 19826,
+      "▁austral": 19827,
+      "▁Vater": 19828,
+      "час": 19829,
+      "▁races": 19830,
+      "▁Byte": 19831,
+      "Mask": 19832,
+      "▁Territ": 19833,
+      "стю": 19834,
+      "▁Voci": 19835,
+      "▁Fichier": 19836,
+      "▁Населення": 19837,
+      "▁Unterscheidung": 19838,
+      "teenth": 19839,
+      "▁pilot": 19840,
+      "▁ji": 19841,
+      "▁двух": 19842,
+      "▁orientation": 19843,
+      "indre": 19844,
+      "▁Dort": 19845,
+      "ças": 19846,
+      "пли": 19847,
+      "▁reaction": 19848,
+      "▁consisting": 19849,
+      "▁ferro": 19850,
+      "тисти": 19851,
+      "yard": 19852,
+      "▁сві": 19853,
+      "▁interpretation": 19854,
+      "ią": 19855,
+      "rah": 19856,
+      "▁fand": 19857,
+      "Public": 19858,
+      "▁universe": 19859,
+      "▁retir": 19860,
+      "▁conscious": 19861,
+      "arqu": 19862,
+      "▁waste": 19863,
+      "▁Bib": 19864,
+      "yclerView": 19865,
+      "▁listening": 19866,
+      "gleich": 19867,
+      "niejs": 19868,
+      "▁correlation": 19869,
+      "▁receiver": 19870,
+      "▁уда": 19871,
+      "▁courage": 19872,
+      "uchs": 19873,
+      "fass": 19874,
+      "▁chunk": 19875,
+      "▁Anfang": 19876,
+      "▁großen": 19877,
+      "continue": 19878,
+      "▁Warszawa": 19879,
+      "hé": 19880,
+      "iy": 19881,
+      "ivement": 19882,
+      "▁α": 19883,
+      "▁exposed": 19884,
+      "▁zahl": 19885,
+      "▁sacr": 19886,
+      "▁Looks": 19887,
+      "▁eager": 19888,
+      "enten": 19889,
+      "Cursor": 19890,
+      "/_": 19891,
+      "ixa": 19892,
+      "рела": 19893,
+      "знача": 19894,
+      "▁фамилией": 19895,
+      "▁argent": 19896,
+      "▁Anders": 19897,
+      "œuvre": 19898,
+      "▁Isa": 19899,
+      "мента": 19900,
+      "▁advers": 19901,
+      "riction": 19902,
+      "GP": 19903,
+      "▁після": 19904,
+      "▁preserve": 19905,
+      "▁Garden": 19906,
+      "Rate": 19907,
+      "après": 19908,
+      "▁readable": 19909,
+      "indu": 19910,
+      "▁skill": 19911,
+      "▁helping": 19912,
+      "ographique": 19913,
+      "cling": 19914,
+      "ologist": 19915,
+      "▁Filter": 19916,
+      "▁finger": 19917,
+      "▁Vall": 19918,
+      "▁Polish": 19919,
+      "lg": 19920,
+      "▁Familien": 19921,
+      "▁waters": 19922,
+      "▁pseud": 19923,
+      "aza": 19924,
+      "_)": 19925,
+      "ARY": 19926,
+      "▁среди": 19927,
+      "▁Must": 19928,
+      "▁Bod": 19929,
+      "anon": 19930,
+      "▁lado": 19931,
+      "▁tight": 19932,
+      "imen": 19933,
+      "appen": 19934,
+      "frames": 19935,
+      "ingers": 19936,
+      "▁COVID": 19937,
+      "▁зі": 19938,
+      "▁све": 19939,
+      "▁ць": 19940,
+      "▁Left": 19941,
+      "]];": 19942,
+      "чь": 19943,
+      "фика": 19944,
+      "▁сло": 19945,
+      "▁пі": 19946,
+      "▁existe": 19947,
+      "▁Atlantic": 19948,
+      "▁maintained": 19949,
+      "▁irre": 19950,
+      "▁année": 19951,
+      "▁commented": 19952,
+      "веро": 19953,
+      "berta": 19954,
+      "▁Lad": 19955,
+      "▁Upon": 19956,
+      "▁pause": 19957,
+      "mill": 19958,
+      "opter": 19959,
+      "UK": 19960,
+      "рес": 19961,
+      "нциклопеди": 19962,
+      "▁alongside": 19963,
+      "▁robot": 19964,
+      "▁fert": 19965,
+      "▁moy": 19966,
+      "▁ade": 19967,
+      "Mapper": 19968,
+      ")->": 19969,
+      "igua": 19970,
+      "étique": 19971,
+      "тка": 19972,
+      "alias": 19973,
+      "▁ори": 19974,
+      "▁Magn": 19975,
+      "▁gehörte": 19976,
+      "imb": 19977,
+      ")}{\\": 19978,
+      "▁Wikipédia": 19979,
+      "▁urs": 19980,
+      "▁ende": 19981,
+      "leb": 19982,
+      "▁GC": 19983,
+      "Hol": 19984,
+      "ancing": 19985,
+      "Union": 19986,
+      "▁tenía": 19987,
+      "TT": 19988,
+      "▁estate": 19989,
+      "há": 19990,
+      "▁полі": 19991,
+      "ultan": 19992,
+      "▁Hockey": 19993,
+      "ulse": 19994,
+      "▁choices": 19995,
+      "scher": 19996,
+      "▁[],": 19997,
+      "▁potentially": 19998,
+      "▁Übers": 19999,
+      "▁admit": 20000,
+      "Comment": 20001,
+      "стя": 20002,
+      "▁Vien": 20003,
+      "▁ці": 20004,
+      "▁permut": 20005,
+      "cgi": 20006,
+      "▁crít": 20007,
+      "Console": 20008,
+      "ctic": 20009,
+      "▁okres": 20010,
+      "awk": 20011,
+      "football": 20012,
+      "ouest": 20013,
+      "CTYPE": 20014,
+      "ologique": 20015,
+      "▁constit": 20016,
+      "▁interests": 20017,
+      "▁Progress": 20018,
+      "▁Menu": 20019,
+      "▁také": 20020,
+      "▁Asian": 20021,
+      "▁защи": 20022,
+      "▁younger": 20023,
+      "▁wished": 20024,
+      "▁Sort": 20025,
+      "▁audience": 20026,
+      "amba": 20027,
+      "▁gehört": 20028,
+      "▁Kansas": 20029,
+      "yaume": 20030,
+      "▁Professional": 20031,
+      "âce": 20032,
+      "▁fatto": 20033,
+      "tod": 20034,
+      "▁datasets": 20035,
+      "▁fare": 20036,
+      "▁waves": 20037,
+      "~/": 20038,
+      "▁measurement": 20039,
+      "▁wol": 20040,
+      "indust": 20041,
+      "▁struggling": 20042,
+      "▁pulled": 20043,
+      "▁caratter": 20044,
+      "▁Externe": 20045,
+      "▁действи": 20046,
+      "cnt": 20047,
+      "liches": 20048,
+      "▁Possible": 20049,
+      "▁faced": 20050,
+      "▁hypothesis": 20051,
+      "▁kilom": 20052,
+      "▁när": 20053,
+      "boolean": 20054,
+      "PY": 20055,
+      "ampa": 20056,
+      "▁kiss": 20057,
+      "▁astero": 20058,
+      "▁negli": 20059,
+      "aments": 20060,
+      "▁Stu": 20061,
+      "ató": 20062,
+      "▁Constitution": 20063,
+      "▁interpol": 20064,
+      "▁Unable": 20065,
+      "▁pis": 20066,
+      "▁parc": 20067,
+      "\"])": 20068,
+      "pler": 20069,
+      "▁autory": 20070,
+      "▁algunos": 20071,
+      "ywna": 20072,
+      "}))": 20073,
+      "▁falls": 20074,
+      "▁équip": 20075,
+      "▁emit": 20076,
+      "▁profil": 20077,
+      "gets": 20078,
+      "фо": 20079,
+      "▁Military": 20080,
+      "▁nombreux": 20081,
+      "oct": 20082,
+      "Replace": 20083,
+      "▁seasons": 20084,
+      "▁château": 20085,
+      "▁typeof": 20086,
+      "polit": 20087,
+      "▁rand": 20088,
+      "▁quar": 20089,
+      "▁erstmals": 20090,
+      "сини": 20091,
+      "▁payload": 20092,
+      "По": 20093,
+      "кін": 20094,
+      "repo": 20095,
+      "▁Pav": 20096,
+      "Score": 20097,
+      "erves": 20098,
+      "▁sollte": 20099,
+      "▁між": 20100,
+      "ébec": 20101,
+      "▁clip": 20102,
+      "▁Nice": 20103,
+      "▁neben": 20104,
+      "▁assass": 20105,
+      "itories": 20106,
+      "▁unity": 20107,
+      "▁ен": 20108,
+      "▁Institut": 20109,
+      "▁internationale": 20110,
+      "▁наук": 20111,
+      "▁comand": 20112,
+      "▁kleine": 20113,
+      "▁adjacent": 20114,
+      "▁delivered": 20115,
+      "▁ше": 20116,
+      "зем": 20117,
+      "▁cot": 20118,
+      "visual": 20119,
+      "вает": 20120,
+      "▁Census": 20121,
+      "\\_": 20122,
+      "▁territory": 20123,
+      "чил": 20124,
+      "чные": 20125,
+      "flutter": 20126,
+      "DidLoad": 20127,
+      "Documents": 20128,
+      "▁dob": 20129,
+      "Bre": 20130,
+      "animate": 20131,
+      "▁biz": 20132,
+      "▁bata": 20133,
+      "▁SU": 20134,
+      "eso": 20135,
+      "▁priority": 20136,
+      "ván": 20137,
+      "iras": 20138,
+      "▁charged": 20139,
+      "▁Micro": 20140,
+      "atoire": 20141,
+      "чер": 20142,
+      "abad": 20143,
+      "uru": 20144,
+      "▁vš": 20145,
+      "dire": 20146,
+      "▁Twitter": 20147,
+      "▁мето": 20148,
+      ")..": 20149,
+      "▁Цент": 20150,
+      "▁entwick": 20151,
+      "▁Mind": 20152,
+      "▁функ": 20153,
+      "Future": 20154,
+      "lst": 20155,
+      "łoż": 20156,
+      "fli": 20157,
+      "tensor": 20158,
+      "▁topology": 20159,
+      "▁arte": 20160,
+      "ERT": 20161,
+      "▁variance": 20162,
+      "Images": 20163,
+      "▁(@": 20164,
+      "ArrayList": 20165,
+      "OC": 20166,
+      "▁Демо": 20167,
+      "aucoup": 20168,
+      "▁denotes": 20169,
+      "imon": 20170,
+      "њи": 20171,
+      "▁Przyp": 20172,
+      "▁Zag": 20173,
+      "▁дире": 20174,
+      "▁Similarly": 20175,
+      "бро": 20176,
+      "▁militaire": 20177,
+      "▁тому": 20178,
+      "▁Johnny": 20179,
+      "▁Мексику": 20180,
+      "ћа": 20181,
+      "Supp": 20182,
+      "▁junior": 20183,
+      "oltre": 20184,
+      "▁Моск": 20185,
+      "▁admitted": 20186,
+      "▁religios": 20187,
+      "зяй": 20188,
+      "его": 20189,
+      "▁tears": 20190,
+      "ingo": 20191,
+      "odu": 20192,
+      "iveness": 20193,
+      "▁logo": 20194,
+      "▁último": 20195,
+      "▁aliment": 20196,
+      "▁UITableView": 20197,
+      ")!": 20198,
+      "▁nj": 20199,
+      "lette": 20200,
+      "▁resident": 20201,
+      "▁termine": 20202,
+      "▁уже": 20203,
+      "▁Сте": 20204,
+      "office": 20205,
+      "▁carte": 20206,
+      "▁livre": 20207,
+      "▁Москов": 20208,
+      "▁elections": 20209,
+      "зиден": 20210,
+      "Trigger": 20211,
+      "▁Benjamin": 20212,
+      "addClass": 20213,
+      "ског": 20214,
+      "▁Observable": 20215,
+      "Cla": 20216,
+      "gemein": 20217,
+      "▁consent": 20218,
+      "ври": 20219,
+      "▁unfold": 20220,
+      "▁governor": 20221,
+      "нал": 20222,
+      "▁toda": 20223,
+      "Remote": 20224,
+      "arias": 20225,
+      "▁instal": 20226,
+      "fixed": 20227,
+      "▁decay": 20228,
+      "▁дерев": 20229,
+      "xyz": 20230,
+      "▁DATE": 20231,
+      "imar": 20232,
+      "ntil": 20233,
+      "▁startup": 20234,
+      "alion": 20235,
+      "▁kolej": 20236,
+      "cios": 20237,
+      "▁ranges": 20238,
+      "▁stupid": 20239,
+      "▁implementations": 20240,
+      "▁rm": 20241,
+      "ének": 20242,
+      "▁gcc": 20243,
+      "▁scène": 20244,
+      "Navigation": 20245,
+      "▁ ": 20246,
+      "▁кан": 20247,
+      "▁towns": 20248,
+      "Username": 20249,
+      "▁фе": 20250,
+      "▁leaders": 20251,
+      "oit": 20252,
+      "wär": 20253,
+      "▁dummy": 20254,
+      "▁assistant": 20255,
+      "{$\\": 20256,
+      "бір": 20257,
+      "▁roy": 20258,
+      "▁Layout": 20259,
+      "▁Jung": 20260,
+      "Lines": 20261,
+      "▁Holland": 20262,
+      "пор": 20263,
+      "▁Гри": 20264,
+      "▁Bened": 20265,
+      "▁Под": 20266,
+      "xls": 20267,
+      "▁Gol": 20268,
+      "▁Aleks": 20269,
+      "▁ejemplo": 20270,
+      "▁sezon": 20271,
+      "arding": 20272,
+      "footnote": 20273,
+      "▁Congrès": 20274,
+      "refer": 20275,
+      "ската": 20276,
+      "Iterator": 20277,
+      "▁ourselves": 20278,
+      "▁Mic": 20279,
+      "▁código": 20280,
+      "▁площа": 20281,
+      "▁\\$": 20282,
+      "▁Charlie": 20283,
+      "Nodes": 20284,
+      "▁puzz": 20285,
+      "▁Identifier": 20286,
+      "▁flutter": 20287,
+      "▁prü": 20288,
+      "▁ort": 20289,
+      "▁Cort": 20290,
+      "asticsearch": 20291,
+      "▁Свя": 20292,
+      "▁Bull": 20293,
+      "udem": 20294,
+      "▁apparent": 20295,
+      ":--": 20296,
+      "▁Хар": 20297,
+      "▁Lap": 20298,
+      "▁comport": 20299,
+      "matically": 20300,
+      "▁curios": 20301,
+      "▁может": 20302,
+      "▁Bh": 20303,
+      "apping": 20304,
+      "▁basketball": 20305,
+      "zetek": 20306,
+      "▁runt": 20307,
+      "▁Milan": 20308,
+      "fection": 20309,
+      "ría": 20310,
+      "▁Kin": 20311,
+      "▁slower": 20312,
+      "both": 20313,
+      "▁Instituto": 20314,
+      "▁Historical": 20315,
+      "▁również": 20316,
+      "matches": 20317,
+      "yci": 20318,
+      "▁espèce": 20319,
+      "▁Schweizer": 20320,
+      "NT": 20321,
+      "SF": 20322,
+      "acia": 20323,
+      "forge": 20324,
+      "Points": 20325,
+      "numbers": 20326,
+      "▁falling": 20327,
+      "▁inheritance": 20328,
+      "▁Erst": 20329,
+      "▁customers": 20330,
+      "▁actu": 20331,
+      "▁migration": 20332,
+      "\\'": 20333,
+      "Plan": 20334,
+      "Mr": 20335,
+      "othy": 20336,
+      "▁upgrad": 20337,
+      "бира": 20338,
+      "▁Offic": 20339,
+      "▁Wait": 20340,
+      "▁toler": 20341,
+      "ardon": 20342,
+      "▁slide": 20343,
+      ")_": 20344,
+      "▁став": 20345,
+      "▁nuclear": 20346,
+      "▁Bil": 20347,
+      "owner": 20348,
+      "▁Harris": 20349,
+      "Information": 20350,
+      "▁pó": 20351,
+      "▁включа": 20352,
+      "▁nuovo": 20353,
+      "▁Cav": 20354,
+      "▁Descri": 20355,
+      "▁ак": 20356,
+      "ództ": 20357,
+      "▁reactjs": 20358,
+      "▁Adams": 20359,
+      "▁Alternatively": 20360,
+      "струк": 20361,
+      ")`,": 20362,
+      "substring": 20363,
+      "▁massive": 20364,
+      "▁heavily": 20365,
+      "▁сезо": 20366,
+      "▁Ana": 20367,
+      "▁vale": 20368,
+      "Pad": 20369,
+      "▁Either": 20370,
+      "▁rs": 20371,
+      "anche": 20372,
+      "▁uploaded": 20373,
+      "▁(/": 20374,
+      "▁спор": 20375,
+      "▁reduction": 20376,
+      "▁Tokyo": 20377,
+      "gren": 20378,
+      "▁migli": 20379,
+      "▁iterator": 20380,
+      "stav": 20381,
+      "▁supporting": 20382,
+      "▁österreich": 20383,
+      "▁NSLog": 20384,
+      "istiques": 20385,
+      "rimin": 20386,
+      "MODE": 20387,
+      "}}}\\": 20388,
+      "▁explos": 20389,
+      "оте": 20390,
+      "▁(„": 20391,
+      "Sal": 20392,
+      "▁simplest": 20393,
+      "▁già": 20394,
+      "▁тан": 20395,
+      "▁cyl": 20396,
+      "bir": 20397,
+      "▁measurements": 20398,
+      "Created": 20399,
+      "erek": 20400,
+      "lookup": 20401,
+      "wirtschaft": 20402,
+      "▁Воло": 20403,
+      "timer": 20404,
+      "derr": 20405,
+      "▁стала": 20406,
+      "▁scenes": 20407,
+      "▁persu": 20408,
+      "liest": 20409,
+      "▁schedule": 20410,
+      "tal": 20411,
+      "лено": 20412,
+      "▁painting": 20413,
+      "▁improvement": 20414,
+      "software": 20415,
+      "▁governo": 20416,
+      "▁Hir": 20417,
+      "Execution": 20418,
+      "▁Okay": 20419,
+      "Prop": 20420,
+      "loster": 20421,
+      "ніципалі": 20422,
+      "▁peuvent": 20423,
+      "olu": 20424,
+      "▁Фа": 20425,
+      "rollo": 20426,
+      "▁коло": 20427,
+      "▁carrière": 20428,
+      "▁toggle": 20429,
+      "▁($\\": 20430,
+      "▁aggregate": 20431,
+      "▁Бі": 20432,
+      "textarea": 20433,
+      "Ok": 20434,
+      "itto": 20435,
+      "▁stim": 20436,
+      "▁recursion": 20437,
+      "▁Federation": 20438,
+      ")_{": 20439,
+      "ategor": 20440,
+      "▁distribu": 20441,
+      "Cloud": 20442,
+      "▁madre": 20443,
+      "▁iv": 20444,
+      "▁Lieutenant": 20445,
+      "▁substant": 20446,
+      "▁leaf": 20447,
+      "▁Kontrola": 20448,
+      "VA": 20449,
+      "▁tomb": 20450,
+      "эн": 20451,
+      "atoes": 20452,
+      "▁godine": 20453,
+      "▁#>": 20454,
+      "Cert": 20455,
+      "▁empresa": 20456,
+      "Props": 20457,
+      "▁planned": 20458,
+      "▁randomly": 20459,
+      "jähr": 20460,
+      "elem": 20461,
+      "▁Operation": 20462,
+      "*`": 20463,
+      "protocol": 20464,
+      "()));": 20465,
+      "wel": 20466,
+      "▁praw": 20467,
+      "▁сим": 20468,
+      "▁wob": 20469,
+      "▁hace": 20470,
+      "▁nearest": 20471,
+      "disable": 20472,
+      "▁Commun": 20473,
+      "▁revel": 20474,
+      "Free": 20475,
+      "▁brackets": 20476,
+      "IOException": 20477,
+      "▁alto": 20478,
+      "▁marry": 20479,
+      "▁auc": 20480,
+      "),\\": 20481,
+      "▁typo": 20482,
+      "edad": 20483,
+      "ará": 20484,
+      "icator": 20485,
+      "tatywna": 20486,
+      "▁buff": 20487,
+      "orders": 20488,
+      "▁asynchronous": 20489,
+      "▁econ": 20490,
+      "▁feu": 20491,
+      "▁Iron": 20492,
+      "▁rising": 20493,
+      "Radius": 20494,
+      "clk": 20495,
+      "▁zweiten": 20496,
+      "`'": 20497,
+      "▁uniqu": 20498,
+      "▁FM": 20499,
+      "▁Bran": 20500,
+      "▁flu": 20501,
+      "▁sensitive": 20502,
+      "urre": 20503,
+      "▁Iter": 20504,
+      "▁Sein": 20505,
+      "▁diferentes": 20506,
+      "▁него": 20507,
+      "chia": 20508,
+      "▁Anleitung": 20509,
+      "aturday": 20510,
+      "▁shorter": 20511,
+      "▁translated": 20512,
+      "▁Rés": 20513,
+      "▁rode": 20514,
+      "drag": 20515,
+      "▁lange": 20516,
+      "Bi": 20517,
+      "üb": 20518,
+      "leur": 20519,
+      "▁ordering": 20520,
+      "alous": 20521,
+      "▁Кор": 20522,
+      "archar": 20523,
+      "destroy": 20524,
+      "ervation": 20525,
+      "]],": 20526,
+      "AccessorImpl": 20527,
+      "▁autorytatywna": 20528,
+      "Sequence": 20529,
+      "▁proyect": 20530,
+      "▁bran": 20531,
+      "▁(+": 20532,
+      "▁Kab": 20533,
+      "▁zem": 20534,
+      "▁Calcul": 20535,
+      "▁seul": 20536,
+      "▁Niger": 20537,
+      "▁chiam": 20538,
+      "throw": 20539,
+      "▁Planet": 20540,
+      "bildung": 20541,
+      "▁zones": 20542,
+      "transition": 20543,
+      "лений": 20544,
+      "▁mapped": 20545,
+      "onaut": 20546,
+      "Pair": 20547,
+      "ilian": 20548,
+      "▁Morgan": 20549,
+      "▁unto": 20550,
+      "jou": 20551,
+      "▁hid": 20552,
+      "▁Meta": 20553,
+      "▁elles": 20554,
+      "Lou": 20555,
+      "rama": 20556,
+      "geordnet": 20557,
+      "▁scarcely": 20558,
+      "▁mint": 20559,
+      "Focus": 20560,
+      "▁Alter": 20561,
+      "▁dio": 20562,
+      "▁ampl": 20563,
+      "ièrement": 20564,
+      "▁исследова": 20565,
+      "LED": 20566,
+      "algorithm": 20567,
+      "▁сайті": 20568,
+      "▁\"\")": 20569,
+      "History": 20570,
+      "pk": 20571,
+      "▁Whit": 20572,
+      "▁систем": 20573,
+      "▁Kirchen": 20574,
+      "rà": 20575,
+      "APP": 20576,
+      "▁<%": 20577,
+      "antine": 20578,
+      "▁Disk": 20579,
+      "conv": 20580,
+      "welt": 20581,
+      "▁Fut": 20582,
+      "▁Nom": 20583,
+      "ordo": 20584,
+      "ellij": 20585,
+      "▁receives": 20586,
+      "cow": 20587,
+      "ytu": 20588,
+      "▁obras": 20589,
+      "▁purchase": 20590,
+      "▁earned": 20591,
+      "▁accessed": 20592,
+      "axi": 20593,
+      "▁Mans": 20594,
+      "ivan": 20595,
+      "▁tuvo": 20596,
+      "▁Trace": 20597,
+      "rimonio": 20598,
+      "▁desenvol": 20599,
+      "érique": 20600,
+      "▁resulted": 20601,
+      "▁computing": 20602,
+      "▁inspired": 20603,
+      "▁Prize": 20604,
+      "*\"": 20605,
+      "Comput": 20606,
+      "▁extensive": 20607,
+      "èg": 20608,
+      "▁Portály": 20609,
+      "▁castle": 20610,
+      "▁*.": 20611,
+      "▁photos": 20612,
+      "▁voet": 20613,
+      "ONG": 20614,
+      "▁Alle": 20615,
+      "▁threaten": 20616,
+      "stüt": 20617,
+      "▁albums": 20618,
+      "▁dense": 20619,
+      "flat": 20620,
+      "continu": 20621,
+      "Subject": 20622,
+      "▁readonly": 20623,
+      "Opt": 20624,
+      "писко": 20625,
+      "▁Aber": 20626,
+      "▁Position": 20627,
+      "▁Today": 20628,
+      "▁mini": 20629,
+      "▁Bef": 20630,
+      "listen": 20631,
+      "ственного": 20632,
+      "SUB": 20633,
+      "ossa": 20634,
+      "▁Pope": 20635,
+      "▁Jimmy": 20636,
+      "▁Дру": 20637,
+      "ungsseite": 20638,
+      "▁tren": 20639,
+      "optim": 20640,
+      "itsch": 20641,
+      "▁samt": 20642,
+      "▁испол": 20643,
+      "&=": 20644,
+      "▁Przypisy": 20645,
+      "▁продол": 20646,
+      "Cr": 20647,
+      "ermann": 20648,
+      "▁матери": 20649,
+      "▁Hugo": 20650,
+      "▁Deze": 20651,
+      "TRUE": 20652,
+      "▁defeat": 20653,
+      "▁watched": 20654,
+      "▁Gent": 20655,
+      "AUT": 20656,
+      "orous": 20657,
+      "▁опреде": 20658,
+      "orientation": 20659,
+      "▁distinguished": 20660,
+      "▁mesmo": 20661,
+      "▁sli": 20662,
+      "мена": 20663,
+      "mittel": 20664,
+      "gericht": 20665,
+      "eton": 20666,
+      "->{": 20667,
+      "▁wont": 20668,
+      "▁weg": 20669,
+      "▁classific": 20670,
+      "ilus": 20671,
+      "▁MD": 20672,
+      "tasks": 20673,
+      "▁chim": 20674,
+      "await": 20675,
+      "▁gang": 20676,
+      "▁wię": 20677,
+      "through": 20678,
+      "▁Russell": 20679,
+      "▁guessing": 20680,
+      "▁акт": 20681,
+      "блі": 20682,
+      "categories": 20683,
+      "сут": 20684,
+      "▁Fen": 20685,
+      "▁муж": 20686,
+      "▁newer": 20687,
+      "▁Async": 20688,
+      "▁terme": 20689,
+      ">/": 20690,
+      "пара": 20691,
+      "▁Trust": 20692,
+      "▁Opt": 20693,
+      "▁dah": 20694,
+      "▁wonderful": 20695,
+      "adratkil": 20696,
+      "▁Гра": 20697,
+      "mapping": 20698,
+      "▁discovery": 20699,
+      "▁BE": 20700,
+      "Enable": 20701,
+      "▁Friend": 20702,
+      "сня": 20703,
+      "▁controlled": 20704,
+      "чної": 20705,
+      "▁contributions": 20706,
+      "jší": 20707,
+      "▁Lev": 20708,
+      "▁francés": 20709,
+      "▁mic": 20710,
+      "zik": 20711,
+      "▁alem": 20712,
+      "cancel": 20713,
+      "!'": 20714,
+      "▁grat": 20715,
+      "▁Begriffsklär": 20716,
+      "Camera": 20717,
+      "ificación": 20718,
+      "ród": 20719,
+      "▁Arnold": 20720,
+      "▁bezeichneter": 20721,
+      "▁fought": 20722,
+      "▁deput": 20723,
+      "▁Drop": 20724,
+      "tax": 20725,
+      "dg": 20726,
+      "▁Hop": 20727,
+      "GN": 20728,
+      "▁Kirch": 20729,
+      "▁Бар": 20730,
+      "Invoke": 20731,
+      "▁erhalten": 20732,
+      "▁veel": 20733,
+      "▁wordpress": 20734,
+      "▁INNER": 20735,
+      "transaction": 20736,
+      "▁déjà": 20737,
+      "Fact": 20738,
+      "▁надмор": 20739,
+      "▁angularjs": 20740,
+      "▁át": 20741,
+      "▁alap": 20742,
+      "▁Price": 20743,
+      "▁effet": 20744,
+      "▁sphere": 20745,
+      "ClassLoader": 20746,
+      "▁rugby": 20747,
+      "▁kingdom": 20748,
+      "▁Mut": 20749,
+      "▁кино": 20750,
+      "▁reward": 20751,
+      "cit": 20752,
+      "▁presente": 20753,
+      "Sto": 20754,
+      "Character": 20755,
+      "logs": 20756,
+      "▁centrale": 20757,
+      "▁mouv": 20758,
+      "▁okay": 20759,
+      "▁aplic": 20760,
+      "More": 20761,
+      "ények": 20762,
+      "▁Köln": 20763,
+      "nett": 20764,
+      "▁истории": 20765,
+      "▁describing": 20766,
+      "▁soldier": 20767,
+      "▁Need": 20768,
+      "Light": 20769,
+      "▁\"\\<": 20770,
+      "▁hav": 20771,
+      "ermo": 20772,
+      "▁inferior": 20773,
+      "lea": 20774,
+      "▁gg": 20775,
+      "▁конце": 20776,
+      "fragment": 20777,
+      "sb": 20778,
+      "Country": 20779,
+      "▁vě": 20780,
+      "▁Beng": 20781,
+      "▁Это": 20782,
+      "▁водо": 20783,
+      "мар": 20784,
+      "STRING": 20785,
+      "▁új": 20786,
+      "multiple": 20787,
+      "statement": 20788,
+      "▁involves": 20789,
+      "▁tecn": 20790,
+      "Student": 20791,
+      "gré": 20792,
+      "▁lean": 20793,
+      "▁bringing": 20794,
+      "▁Medical": 20795,
+      "▁програм": 20796,
+      "▁Vog": 20797,
+      "▁жов": 20798,
+      "▁Spirit": 20799,
+      "nth": 20800,
+      "▁standards": 20801,
+      "▁Profile": 20802,
+      "▁ez": 20803,
+      "▁территории": 20804,
+      "▁stem": 20805,
+      "uil": 20806,
+      "▁Og": 20807,
+      "Btn": 20808,
+      "nal": 20809,
+      "▁nearby": 20810,
+      "▁producing": 20811,
+      "criv": 20812,
+      "▁assumptions": 20813,
+      "▁Spark": 20814,
+      "▁Lot": 20815,
+      "itudes": 20816,
+      "afka": 20817,
+      "five": 20818,
+      "atio": 20819,
+      "▁distinguish": 20820,
+      "rock": 20821,
+      "église": 20822,
+      "▁rappres": 20823,
+      ">\\<": 20824,
+      "лій": 20825,
+      "▁мини": 20826,
+      "▁intitulé": 20827,
+      "}}(\\": 20828,
+      "▁Rout": 20829,
+      "▁Border": 20830,
+      "▁overrid": 20831,
+      "HOST": 20832,
+      "ritten": 20833,
+      "say": 20834,
+      "▁Чи": 20835,
+      "ichtung": 20836,
+      "▁straightforward": 20837,
+      "obb": 20838,
+      "▁Terra": 20839,
+      "▁[:": 20840,
+      "Ben": 20841,
+      "▁composite": 20842,
+      ")+\\": 20843,
+      "▁crown": 20844,
+      "direction": 20845,
+      "▁несколько": 20846,
+      "▁avail": 20847,
+      "▁purchased": 20848,
+      "hook": 20849,
+      "eties": 20850,
+      "▁fase": 20851,
+      "▁Rum": 20852,
+      "▁genom": 20853,
+      "▁dét": 20854,
+      "ową": 20855,
+      "mpeg": 20856,
+      "▁Ін": 20857,
+      "desktop": 20858,
+      "▁injection": 20859,
+      "agle": 20860,
+      "▁Edd": 20861,
+      "_{(": 20862,
+      "▁Hem": 20863,
+      "utos": 20864,
+      "proj": 20865,
+      "▁superficie": 20866,
+      "Plot": 20867,
+      "▁Docker": 20868,
+      "ätz": 20869,
+      "kreich": 20870,
+      "▁unclear": 20871,
+      "▁Unity": 20872,
+      "▁streams": 20873,
+      "вид": 20874,
+      "▁simplified": 20875,
+      "Fill": 20876,
+      "▁sant": 20877,
+      "▁Kommun": 20878,
+      "▁duc": 20879,
+      "▁две": 20880,
+      "▁obs": 20881,
+      "žit": 20882,
+      "▁Janeiro": 20883,
+      "бя": 20884,
+      "▁presso": 20885,
+      "▁Ministry": 20886,
+      "▁burst": 20887,
+      "▁reaching": 20888,
+      "liter": 20889,
+      "▁responses": 20890,
+      "▁Eug": 20891,
+      "▁sod": 20892,
+      "▁Cord": 20893,
+      "▁Perm": 20894,
+      "parts": 20895,
+      "цима": 20896,
+      "variables": 20897,
+      "▁forgotten": 20898,
+      "Fern": 20899,
+      "ostęp": 20900,
+      "vl": 20901,
+      "▁См": 20902,
+      "kim": 20903,
+      "ając": 20904,
+      "наль": 20905,
+      "гле": 20906,
+      "helper": 20907,
+      "dup": 20908,
+      "euw": 20909,
+      "fra": 20910,
+      "ellite": 20911,
+      "anya": 20912,
+      "▁reign": 20913,
+      "gesamt": 20914,
+      "седа": 20915,
+      "▁Ryan": 20916,
+      "▁formatted": 20917,
+      "▁Borg": 20918,
+      "walk": 20919,
+      "▁ал": 20920,
+      "agnostics": 20921,
+      "▁Cape": 20922,
+      "▁Franco": 20923,
+      "▁fug": 20924,
+      ":)": 20925,
+      "юз": 20926,
+      "Fetch": 20927,
+      "▁roughly": 20928,
+      "▁Mis": 20929,
+      "uetooth": 20930,
+      "▁Venezuela": 20931,
+      "▁astronom": 20932,
+      "\")`": 20933,
+      "ombres": 20934,
+      "▁которой": 20935,
+      "óp": 20936,
+      "owed": 20937,
+      "HR": 20938,
+      "▁Camer": 20939,
+      "кие": 20940,
+      "parison": 20941,
+      "▁Bij": 20942,
+      "templates": 20943,
+      "environment": 20944,
+      "ização": 20945,
+      "▁ér": 20946,
+      "▁plenty": 20947,
+      "▁TypeError": 20948,
+      "▁forty": 20949,
+      "коном": 20950,
+      "▁Sed": 20951,
+      "▁thats": 20952,
+      "▁gravity": 20953,
+      "▁spiritual": 20954,
+      "▁duplicates": 20955,
+      "▁encryption": 20956,
+      "▁reven": 20957,
+      "getInstance": 20958,
+      "ällor": 20959,
+      "disk": 20960,
+      "▁thro": 20961,
+      "▁Nak": 20962,
+      "▁poł": 20963,
+      "▁heraus": 20964,
+      "invalid": 20965,
+      "sBy": 20966,
+      "Boot": 20967,
+      "▁bucket": 20968,
+      "▁Parse": 20969,
+      "hex": 20970,
+      "Conne": 20971,
+      "▁Computer": 20972,
+      "zyk": 20973,
+      "▁induced": 20974,
+      "▁Bruno": 20975,
+      "▁addressed": 20976,
+      "mania": 20977,
+      "▁inclus": 20978,
+      "ounced": 20979,
+      "scriptsize": 20980,
+      "▁Epis": 20981,
+      "▁vocal": 20982,
+      "▁Jonathan": 20983,
+      "ум": 20984,
+      "staden": 20985,
+      "▁Children": 20986,
+      "пей": 20987,
+      "Italia": 20988,
+      "reibung": 20989,
+      "▁nost": 20990,
+      "▁ещё": 20991,
+      "▁Werke": 20992,
+      "▁actress": 20993,
+      "▁Minnesota": 20994,
+      "rike": 20995,
+      "▁tek": 20996,
+      "▁primeira": 20997,
+      "▁frat": 20998,
+      "▁Configuration": 20999,
+      "▁bid": 21000,
+      "trigger": 21001,
+      "Contents": 21002,
+      "▁constantly": 21003,
+      "!!!": 21004,
+      "▁dread": 21005,
+      "▁hundreds": 21006,
+      "istische": 21007,
+      "▁cardinal": 21008,
+      "TABLE": 21009,
+      "▁estos": 21010,
+      "assoc": 21011,
+      "gray": 21012,
+      "▁Schloss": 21013,
+      "▁sche": 21014,
+      "cong": 21015,
+      "▁koji": 21016,
+      "ètes": 21017,
+      "▁Era": 21018,
+      "omi": 21019,
+      "▁SR": 21020,
+      "▁wrapped": 21021,
+      "▁trunc": 21022,
+      "▁ah": 21023,
+      "egos": 21024,
+      "oki": 21025,
+      "mouth": 21026,
+      "logging": 21027,
+      "▁fasc": 21028,
+      "▁Sample": 21029,
+      "▁conte": 21030,
+      "▁villa": 21031,
+      "comments": 21032,
+      "▁batal": 21033,
+      "▁García": 21034,
+      "▁Norte": 21035,
+      "▁wechsel": 21036,
+      "▁Museo": 21037,
+      "▁enfants": 21038,
+      "▁whisper": 21039,
+      "nake": 21040,
+      "▁jednak": 21041,
+      "lês": 21042,
+      "enders": 21043,
+      "▁äl": 21044,
+      "▁VB": 21045,
+      "▁cookies": 21046,
+      "zeti": 21047,
+      "atum": 21048,
+      "▁dedu": 21049,
+      "▁arranged": 21050,
+      "laz": 21051,
+      "▁cuenta": 21052,
+      "yml": 21053,
+      "▁flav": 21054,
+      "MR": 21055,
+      "emet": 21056,
+      "біль": 21057,
+      "cmp": 21058,
+      "ituto": 21059,
+      "zett": 21060,
+      "▁envi": 21061,
+      "▁kot": 21062,
+      "$:": 21063,
+      "upper": 21064,
+      "▁Alberto": 21065,
+      "kb": 21066,
+      "Anal": 21067,
+      "ört": 21068,
+      "▁[-": 21069,
+      "▁führte": 21070,
+      "iah": 21071,
+      "▁Tun": 21072,
+      "▁искус": 21073,
+      "uwe": 21074,
+      "ispecies": 21075,
+      "Pub": 21076,
+      "Sync": 21077,
+      "▁Colombia": 21078,
+      "akers": 21079,
+      "▁Imperial": 21080,
+      "oving": 21081,
+      "▁intelligence": 21082,
+      "▁equipment": 21083,
+      "ein": 21084,
+      "dagger": 21085,
+      "▁Edge": 21086,
+      "▁Республи": 21087,
+      "adratkilometer": 21088,
+      "▁Anto": 21089,
+      "▁charges": 21090,
+      "▁Ocean": 21091,
+      "▁simplify": 21092,
+      "▁miesz": 21093,
+      "running": 21094,
+      "▁Lac": 21095,
+      "genommen": 21096,
+      "▁representative": 21097,
+      "=.": 21098,
+      "▁Pred": 21099,
+      "▁spite": 21100,
+      "ciale": 21101,
+      "▁nave": 21102,
+      "▁extens": 21103,
+      "▁neutral": 21104,
+      "▁которая": 21105,
+      ".</": 21106,
+      "▁CS": 21107,
+      "uky": 21108,
+      "▁whilst": 21109,
+      "▁lingu": 21110,
+      "extract": 21111,
+      "zeichnung": 21112,
+      "▁Feld": 21113,
+      "▁valuable": 21114,
+      "urable": 21115,
+      "▁Jen": 21116,
+      "▁struggle": 21117,
+      "▁committee": 21118,
+      "▁Wohn": 21119,
+      "▁sqlite": 21120,
+      "▁Temp": 21121,
+      "▁COUNT": 21122,
+      "consin": 21123,
+      "міні": 21124,
+      "usage": 21125,
+      "▁quest": 21126,
+      "дян": 21127,
+      "eared": 21128,
+      "▁Schne": 21129,
+      "▁dod": 21130,
+      "▁recht": 21131,
+      "▁kao": 21132,
+      "Capt": 21133,
+      "labels": 21134,
+      "▁ellos": 21135,
+      "▁industri": 21136,
+      "▁Colorado": 21137,
+      "▁contrary": 21138,
+      "▁Dum": 21139,
+      "Bel": 21140,
+      "▁Vent": 21141,
+      "▁authorities": 21142,
+      "YES": 21143,
+      "ensed": 21144,
+      "umbnail": 21145,
+      "izzazione": 21146,
+      "kou": 21147,
+      "rica": 21148,
+      "▁sect": 21149,
+      "tests": 21150,
+      "▁Klein": 21151,
+      "▁legs": 21152,
+      "▁Pietro": 21153,
+      "fu": 21154,
+      "thy": 21155,
+      "▁bast": 21156,
+      "▁tedes": 21157,
+      "ettes": 21158,
+      "▁repet": 21159,
+      "acre": 21160,
+      "retto": 21161,
+      "▁remainder": 21162,
+      "▁Geg": 21163,
+      "▁Гор": 21164,
+      "▁Rechts": 21165,
+      "▁filtering": 21166,
+      "ouss": 21167,
+      "▁deployed": 21168,
+      "▁prüfe": 21169,
+      "▁bitmap": 21170,
+      "▁sovi": 21171,
+      "▁<%=": 21172,
+      "▁entferne": 21173,
+      "kill": 21174,
+      "tabs": 21175,
+      "Expr": 21176,
+      "кому": 21177,
+      "▁Republican": 21178,
+      "▁Size": 21179,
+      "▁poll": 21180,
+      "▁rien": 21181,
+      "▁клуб": 21182,
+      "énd": 21183,
+      "▁Bio": 21184,
+      "▁perl": 21185,
+      "▁Andreas": 21186,
+      "вин": 21187,
+      "▁distant": 21188,
+      "▁Finn": 21189,
+      "▁Mitch": 21190,
+      "▁%{": 21191,
+      "▁charm": 21192,
+      "▁Mul": 21193,
+      "perate": 21194,
+      "▁sciences": 21195,
+      "▁monot": 21196,
+      "▁debido": 21197,
+      "rizona": 21198,
+      "iec": 21199,
+      "▁alarm": 21200,
+      "▁promoted": 21201,
+      "▁letzten": 21202,
+      "atin": 21203,
+      "▁conclus": 21204,
+      "herr": 21205,
+      "▁éch": 21206,
+      "edish": 21207,
+      "gor": 21208,
+      "▁stycz": 21209,
+      "▁impress": 21210,
+      "ruits": 21211,
+      "ierungs": 21212,
+      "▁parsed": 21213,
+      "▁río": 21214,
+      "▁Pakistan": 21215,
+      "igner": 21216,
+      "▁watching": 21217,
+      "▁databases": 21218,
+      "eding": 21219,
+      "▁Specific": 21220,
+      "▁generale": 21221,
+      "lax": 21222,
+      "▁Looking": 21223,
+      "▁bond": 21224,
+      "▁vista": 21225,
+      "▁ec": 21226,
+      "▁grud": 21227,
+      "▁deleting": 21228,
+      "tac": 21229,
+      "▁jazz": 21230,
+      "jm": 21231,
+      "▁pół": 21232,
+      "Language": 21233,
+      "delegate": 21234,
+      "▁registry": 21235,
+      "▁Shared": 21236,
+      "строй": 21237,
+      "Music": 21238,
+      "▁vessel": 21239,
+      ".@": 21240,
+      "▁Wür": 21241,
+      "▁fed": 21242,
+      "▁eredet": 21243,
+      "▁Gö": 21244,
+      "upt": 21245,
+      "▁pleasant": 21246,
+      "▁tableView": 21247,
+      "▁counting": 21248,
+      "▁Kriegs": 21249,
+      "▁получил": 21250,
+      "▁],": 21251,
+      "виа": 21252,
+      "▁až": 21253,
+      "ToList": 21254,
+      "▁Advent": 21255,
+      "▁sketch": 21256,
+      "pn": 21257,
+      "▁sier": 21258,
+      "▁находится": 21259,
+      "iop": 21260,
+      "▁ly": 21261,
+      "▁Schl": 21262,
+      "Contract": 21263,
+      "associ": 21264,
+      "▁Pear": 21265,
+      "▁whe": 21266,
+      "▁Delete": 21267,
+      "▁elem": 21268,
+      "ätte": 21269,
+      "▁česk": 21270,
+      "▁MC": 21271,
+      "▁shout": 21272,
+      "akespe": 21273,
+      "▁defaults": 21274,
+      "penas": 21275,
+      "òria": 21276,
+      "▁hierarchy": 21277,
+      "ipt": 21278,
+      "▁Elis": 21279,
+      "likely": 21280,
+      "Rot": 21281,
+      "▁cow": 21282,
+      "▁strike": 21283,
+      "▁березня": 21284,
+      "▁ensemble": 21285,
+      "▁Pseud": 21286,
+      "Virtual": 21287,
+      "▁її": 21288,
+      "ROOT": 21289,
+      "сия": 21290,
+      "▁соб": 21291,
+      "▁invert": 21292,
+      "▁switching": 21293,
+      "htaccess": 21294,
+      "▁награ": 21295,
+      "▁Norman": 21296,
+      "▁inglês": 21297,
+      "![": 21298,
+      "ousel": 21299,
+      "DOCTYPE": 21300,
+      "▁suppress": 21301,
+      "▁accompanied": 21302,
+      "▁Bé": 21303,
+      "implies": 21304,
+      "nut": 21305,
+      "▁Syntax": 21306,
+      "inho": 21307,
+      "▁tam": 21308,
+      "▁focused": 21309,
+      "avano": 21310,
+      "▁Baden": 21311,
+      "had": 21312,
+      "▁({": 21313,
+      "Ty": 21314,
+      "▁рос": 21315,
+      "▁чолові": 21316,
+      "oge": 21317,
+      "jsp": 21318,
+      "Blue": 21319,
+      "▁suas": 21320,
+      "apers": 21321,
+      "Short": 21322,
+      "Renderer": 21323,
+      "▁sendo": 21324,
+      "▁Cec": 21325,
+      "▁`__": 21326,
+      "▁Municipal": 21327,
+      "dotnet": 21328,
+      "▁bev": 21329,
+      "▁DA": 21330,
+      "MenuItem": 21331,
+      "▁amp": 21332,
+      "▁uri": 21333,
+      "▁fier": 21334,
+      "слен": 21335,
+      "),(": 21336,
+      "cules": 21337,
+      "illas": 21338,
+      "LOCK": 21339,
+      "▁derive": 21340,
+      "uben": 21341,
+      "▁GT": 21342,
+      "▁Mack": 21343,
+      "▁scholar": 21344,
+      ")}}": 21345,
+      "зм": 21346,
+      ">::": 21347,
+      "шёл": 21348,
+      "▁principales": 21349,
+      "▁цар": 21350,
+      "▁tied": 21351,
+      "▁alta": 21352,
+      "▁Cit": 21353,
+      "lined": 21354,
+      "major": 21355,
+      "▁punk": 21356,
+      "▁cinco": 21357,
+      "ický": 21358,
+      "▁raggi": 21359,
+      "typen": 21360,
+      "тельство": 21361,
+      "▁conference": 21362,
+      "▁сіль": 21363,
+      "▁heut": 21364,
+      "iš": 21365,
+      "ета": 21366,
+      "velope": 21367,
+      "hbox": 21368,
+      "nown": 21369,
+      "▁zar": 21370,
+      "ktiv": 21371,
+      "ieß": 21372,
+      "▁стре": 21373,
+      "▁EventArgs": 21374,
+      "▁Ira": 21375,
+      "▁VBA": 21376,
+      "▁Santo": 21377,
+      "▁Fach": 21378,
+      "▁FF": 21379,
+      "▁Raymond": 21380,
+      "мец": 21381,
+      "implementation": 21382,
+      "▁brothers": 21383,
+      "▁côté": 21384,
+      "▁controllers": 21385,
+      "▁Cle": 21386,
+      "▁cable": 21387,
+      "▁confer": 21388,
+      "▁{-": 21389,
+      "▁czł": 21390,
+      "▁Filip": 21391,
+      "atorio": 21392,
+      "▁wicht": 21393,
+      "▁beaucoup": 21394,
+      "▁Lit": 21395,
+      "▁sessions": 21396,
+      "▁Success": 21397,
+      "▁routing": 21398,
+      "niu": 21399,
+      "▁Vice": 21400,
+      "▁krit": 21401,
+      "updated": 21402,
+      "▁Invalid": 21403,
+      "▁Mannschaft": 21404,
+      "▁aos": 21405,
+      "▁tudi": 21406,
+      "▁després": 21407,
+      "qua": 21408,
+      "Contains": 21409,
+      "Company": 21410,
+      "▁persona": 21411,
+      "adapter": 21412,
+      "сни": 21413,
+      "▁voj": 21414,
+      "▁escri": 21415,
+      "agt": 21416,
+      "▁ство": 21417,
+      "▁distrito": 21418,
+      "apan": 21419,
+      "▁aspects": 21420,
+      "▁zal": 21421,
+      ")^{\\": 21422,
+      "▁système": 21423,
+      "▁ана": 21424,
+      "iums": 21425,
+      "▁premiers": 21426,
+      "▁поэ": 21427,
+      "▁mère": 21428,
+      "▁Gun": 21429,
+      "aping": 21430,
+      "▁Rain": 21431,
+      "▁igual": 21432,
+      "▁processor": 21433,
+      "')`": 21434,
+      "bling": 21435,
+      "▁mism": 21436,
+      "bráz": 21437,
+      "▁closest": 21438,
+      "▁Reading": 21439,
+      "▁попу": 21440,
+      "cono": 21441,
+      "▁kult": 21442,
+      "▁!!": 21443,
+      "▁Expression": 21444,
+      "▁induction": 21445,
+      "ahren": 21446,
+      "▁cp": 21447,
+      "▁violence": 21448,
+      "ientí": 21449,
+      "cente": 21450,
+      "▁Dob": 21451,
+      "jack": 21452,
+      "song": 21453,
+      "bucket": 21454,
+      "▁deport": 21455,
+      "кими": 21456,
+      "lm": 21457,
+      "▁innoc": 21458,
+      "Changes": 21459,
+      "▁prohib": 21460,
+      "angol": 21461,
+      "iseconds": 21462,
+      "▁пор": 21463,
+      "▁hip": 21464,
+      "▁pů": 21465,
+      "endorf": 21466,
+      "▁scheduled": 21467,
+      "▁Flug": 21468,
+      "acyj": 21469,
+      "▁Films": 21470,
+      "athedral": 21471,
+      "Power": 21472,
+      "ardin": 21473,
+      "kap": 21474,
+      "icken": 21475,
+      "resize": 21476,
+      "eus": 21477,
+      "rr": 21478,
+      "лян": 21479,
+      "▁Hav": 21480,
+      "▁ora": 21481,
+      "FROM": 21482,
+      "лося": 21483,
+      "▁terug": 21484,
+      "▁Width": 21485,
+      "▁accepts": 21486,
+      "бен": 21487,
+      "▁mich": 21488,
+      "▁Czech": 21489,
+      "▁Bedeut": 21490,
+      "▁вид": 21491,
+      "ôme": 21492,
+      "▁Loop": 21493,
+      "spect": 21494,
+      "ük": 21495,
+      "eston": 21496,
+      "▁slot": 21497,
+      "▁została": 21498,
+      "▁Charlotte": 21499,
+      "▁составляет": 21500,
+      "▁Promise": 21501,
+      "▁epo": 21502,
+      "▁diction": 21503,
+      "▁Franklin": 21504,
+      "▁Riv": 21505,
+      "руг": 21506,
+      "cida": 21507,
+      "▁Explorer": 21508,
+      "cookie": 21509,
+      "▁formerly": 21510,
+      "▁municipality": 21511,
+      "▁Stefan": 21512,
+      "lists": 21513,
+      "COMP": 21514,
+      "Len": 21515,
+      "▁Staat": 21516,
+      "▁NBA": 21517,
+      "dens": 21518,
+      "▁oscill": 21519,
+      "!.": 21520,
+      "▁PO": 21521,
+      "ône": 21522,
+      "eses": 21523,
+      "▁националь": 21524,
+      "voor": 21525,
+      "▁копи": 21526,
+      "▁пози": 21527,
+      "ulu": 21528,
+      "Constraint": 21529,
+      "▁своей": 21530,
+      "▁algebraic": 21531,
+      "чня": 21532,
+      "Dict": 21533,
+      "▁appearing": 21534,
+      "▁prav": 21535,
+      "▁Universal": 21536,
+      "Browser": 21537,
+      "▁Singap": 21538,
+      "ennessee": 21539,
+      "]_": 21540,
+      "▁Sof": 21541,
+      "▁Cad": 21542,
+      "ounce": 21543,
+      "▁costs": 21544,
+      "]{\\": 21545,
+      "../../": 21546,
+      "ській": 21547,
+      "ühl": 21548,
+      "iety": 21549,
+      "пр": 21550,
+      "▁interpreted": 21551,
+      "ajn": 21552,
+      "colog": 21553,
+      "YS": 21554,
+      "mans": 21555,
+      "▁metrics": 21556,
+      "▁registr": 21557,
+      "istance": 21558,
+      "▁Поль": 21559,
+      "▁anonymous": 21560,
+      "▁institutions": 21561,
+      "▁zdob": 21562,
+      "prüng": 21563,
+      "▁арти": 21564,
+      "▁estat": 21565,
+      "acci": 21566,
+      "▁academic": 21567,
+      "▁chiesa": 21568,
+      "▁Gian": 21569,
+      "contrib": 21570,
+      "umed": 21571,
+      "▁Gir": 21572,
+      "▁baseball": 21573,
+      "numeric": 21574,
+      "Generator": 21575,
+      "GM": 21576,
+      "▁tiny": 21577,
+      "▁distinction": 21578,
+      "гер": 21579,
+      "▁rust": 21580,
+      "▁FIFA": 21581,
+      "▁Properties": 21582,
+      "^-": 21583,
+      "▁экс": 21584,
+      "▁Stanis": 21585,
+      "▁Ajax": 21586,
+      "escape": 21587,
+      "▁consp": 21588,
+      "▁Chen": 21589,
+      "▁Naval": 21590,
+      "Bit": 21591,
+      "▁bât": 21592,
+      "скими": 21593,
+      "drive": 21594,
+      "▁Round": 21595,
+      "photo": 21596,
+      "▁Level": 21597,
+      "▁geg": 21598,
+      "Tom": 21599,
+      "▁Mobile": 21600,
+      "▁Trop": 21601,
+      "Direction": 21602,
+      "isan": 21603,
+      ")^{-": 21604,
+      "▁Setting": 21605,
+      "▁Probably": 21606,
+      "лья": 21607,
+      "▁assets": 21608,
+      "▁atte": 21609,
+      "▁bulk": 21610,
+      "ést": 21611,
+      "▁wing": 21612,
+      "nius": 21613,
+      "▁wins": 21614,
+      "▁lud": 21615,
+      "ushing": 21616,
+      "▁deven": 21617,
+      "ограф": 21618,
+      "burger": 21619,
+      "▁embar": 21620,
+      "FilterChain": 21621,
+      "▁tum": 21622,
+      "▁öss": 21623,
+      "▁nommé": 21624,
+      "▁pir": 21625,
+      "▁luc": 21626,
+      "dbo": 21627,
+      "agues": 21628,
+      "▁alcan": 21629,
+      "ouwen": 21630,
+      "▁Stanley": 21631,
+      "циали": 21632,
+      "▁grown": 21633,
+      "▁preserved": 21634,
+      "▁solar": 21635,
+      "▁Население": 21636,
+      "▁performances": 21637,
+      "▁Cow": 21638,
+      "▁engineering": 21639,
+      "▁scaling": 21640,
+      "atomic": 21641,
+      "endance": 21642,
+      "▁ace": 21643,
+      "ängen": 21644,
+      "Anim": 21645,
+      "phase": 21646,
+      "zburg": 21647,
+      "Old": 21648,
+      "▁servant": 21649,
+      "▁gemeins": 21650,
+      "▁Observ": 21651,
+      "translate": 21652,
+      "▁covering": 21653,
+      "▁están": 21654,
+      "▁problema": 21655,
+      "▁установ": 21656,
+      "▁llev": 21657,
+      "▁czerw": 21658,
+      "éal": 21659,
+      "mez": 21660,
+      "REE": 21661,
+      "ERR": 21662,
+      "тури": 21663,
+      "segu": 21664,
+      "▁profit": 21665,
+      "▁multiplication": 21666,
+      "kommen": 21667,
+      "▁faut": 21668,
+      "▁candidates": 21669,
+      "▁Uri": 21670,
+      "▁Laura": 21671,
+      "▁sap": 21672,
+      "▁висини": 21673,
+      "▁Between": 21674,
+      "fade": 21675,
+      "▁reserved": 21676,
+      "▁involving": 21677,
+      "▁Mare": 21678,
+      "▁Container": 21679,
+      "▁назна": 21680,
+      "▁DEBUG": 21681,
+      "▁hurt": 21682,
+      "▁Polski": 21683,
+      "▁lux": 21684,
+      "CB": 21685,
+      "wach": 21686,
+      "▁период": 21687,
+      "▁Catherine": 21688,
+      "▁ganz": 21689,
+      "uchte": 21690,
+      "▁consumer": 21691,
+      "▁crossed": 21692,
+      "ordered": 21693,
+      "away": 21694,
+      "techn": 21695,
+      "▁subscri": 21696,
+      "▁shortcut": 21697,
+      "▁производ": 21698,
+      "▁simultaneously": 21699,
+      "▁rating": 21700,
+      "▁Kings": 21701,
+      "▁relationships": 21702,
+      "▁Sex": 21703,
+      "▁Tool": 21704,
+      "agh": 21705,
+      "acters": 21706,
+      "logger": 21707,
+      "homme": 21708,
+      "engers": 21709,
+      "▁Ri": 21710,
+      "earance": 21711,
+      "▁appearances": 21712,
+      "Real": 21713,
+      "▁passe": 21714,
+      "iclopedia": 21715,
+      "чко": 21716,
+      "terre": 21717,
+      "▁Ontario": 21718,
+      "▁переда": 21719,
+      "footer": 21720,
+      "archivi": 21721,
+      "ifiz": 21722,
+      "▁Protest": 21723,
+      "▁LIN": 21724,
+      "unnable": 21725,
+      "▁centuries": 21726,
+      "▁Bayer": 21727,
+      "цію": 21728,
+      "овин": 21729,
+      "▁Andrea": 21730,
+      "selection": 21731,
+      "▁calm": 21732,
+      "▁modification": 21733,
+      "▁shortly": 21734,
+      "inaire": 21735,
+      "▁fusion": 21736,
+      "▁feelings": 21737,
+      "PK": 21738,
+      "▁Roberto": 21739,
+      "гне": 21740,
+      "Shared": 21741,
+      "▁mehrere": 21742,
+      "▁Niem": 21743,
+      "omp": 21744,
+      "Env": 21745,
+      "▁Article": 21746,
+      "▁Pok": 21747,
+      "▁VARCHAR": 21748,
+      "▁dil": 21749,
+      "▁afford": 21750,
+      "▁confront": 21751,
+      "owanie": 21752,
+      "▁ministre": 21753,
+      "adesh": 21754,
+      "▁Poly": 21755,
+      "▁Распо": 21756,
+      "▁Gruppe": 21757,
+      "▁Helen": 21758,
+      "▁cc": 21759,
+      "▁portrait": 21760,
+      "bew": 21761,
+      "▁beta": 21762,
+      "▁Wir": 21763,
+      "▁Audio": 21764,
+      "▁(\\<": 21765,
+      "riority": 21766,
+      "▁nit": 21767,
+      "▁представи": 21768,
+      "▁Vie": 21769,
+      "▁wür": 21770,
+      "▁Hold": 21771,
+      "▁Sad": 21772,
+      "▁Tochter": 21773,
+      "▁oltre": 21774,
+      "▁Activ": 21775,
+      "▁Jason": 21776,
+      "▁wieku": 21777,
+      "▁regards": 21778,
+      "▁taste": 21779,
+      "agnostic": 21780,
+      "лася": 21781,
+      "▁Self": 21782,
+      "▁apr": 21783,
+      "▁Deep": 21784,
+      "scop": 21785,
+      "Activ": 21786,
+      "▁typedef": 21787,
+      "ContentView": 21788,
+      "compiler": 21789,
+      "▁Roth": 21790,
+      "xc": 21791,
+      "зик": 21792,
+      "▁largo": 21793,
+      "▁Rena": 21794,
+      "heiten": 21795,
+      "▁platforms": 21796,
+      "ulla": 21797,
+      "▁glance": 21798,
+      "▁mascul": 21799,
+      "▁mex": 21800,
+      "▁Jorge": 21801,
+      "▁funcion": 21802,
+      "choose": 21803,
+      "▁reviews": 21804,
+      "▁Alban": 21805,
+      "▁Glo": 21806,
+      "▁Species": 21807,
+      "▁Fame": 21808,
+      "▁Roll": 21809,
+      "▁Puerto": 21810,
+      "▁\\)": 21811,
+      "ymnas": 21812,
+      "environ": 21813,
+      "▁iphone": 21814,
+      "▁Wrestling": 21815,
+      "ały": 21816,
+      "▁Indiana": 21817,
+      "Radio": 21818,
+      "VS": 21819,
+      "▁independence": 21820,
+      "тай": 21821,
+      "▁decode": 21822,
+      "White": 21823,
+      "▁journ": 21824,
+      "ículo": 21825,
+      "▁Barb": 21826,
+      "▁Evangel": 21827,
+      "▁Andy": 21828,
+      "▁Welcome": 21829,
+      "▁Device": 21830,
+      "gef": 21831,
+      "▁remembered": 21832,
+      "▁variations": 21833,
+      "▁Adolf": 21834,
+      "itaine": 21835,
+      "▁надморској": 21836,
+      "▁steam": 21837,
+      "▁concerns": 21838,
+      "▁`|": 21839,
+      "▁био": 21840,
+      "тельства": 21841,
+      "▁quattro": 21842,
+      "extend": 21843,
+      "▁trabajo": 21844,
+      "enberg": 21845,
+      "▁scenarios": 21846,
+      "ânt": 21847,
+      "▁kommt": 21848,
+      "▁domestic": 21849,
+      "▁Basketball": 21850,
+      "▁Cooper": 21851,
+      "sock": 21852,
+      "держа": 21853,
+      "={\\": 21854,
+      "▁inici": 21855,
+      "▁Phill": 21856,
+      "▁генерал": 21857,
+      "archiviato": 21858,
+      "ън": 21859,
+      "Rob": 21860,
+      "▁tong": 21861,
+      "▁characteristics": 21862,
+      "▁amaz": 21863,
+      "▁Mode": 21864,
+      "▁inaugur": 21865,
+      "wehr": 21866,
+      "rant": 21867,
+      "ionali": 21868,
+      "▁Mother": 21869,
+      "Ma": 21870,
+      "équ": 21871,
+      "▁Kelly": 21872,
+      "cile": 21873,
+      "▁besteht": 21874,
+      "▁estimates": 21875,
+      "ruguay": 21876,
+      "▁Ans": 21877,
+      "Mad": 21878,
+      "▁нав": 21879,
+      "▁données": 21880,
+      "▁tropical": 21881,
+      "▁Several": 21882,
+      "elter": 21883,
+      "▁Pho": 21884,
+      "kem": 21885,
+      "▁Customer": 21886,
+      "▁складі": 21887,
+      "▁courses": 21888,
+      "Platform": 21889,
+      "navbar": 21890,
+      "learning": 21891,
+      "▁Swedish": 21892,
+      "▁zast": 21893,
+      "▁Lig": 21894,
+      "management": 21895,
+      "▁lod": 21896,
+      "uffle": 21897,
+      "Texture": 21898,
+      "arga": 21899,
+      "átum": 21900,
+      "▁DDR": 21901,
+      "нії": 21902,
+      "▁Société": 21903,
+      "▁domains": 21904,
+      "▁permitted": 21905,
+      "▁externe": 21906,
+      "▁quelque": 21907,
+      "vt": 21908,
+      "yman": 21909,
+      "▁Ward": 21910,
+      "▁agli": 21911,
+      "▁andra": 21912,
+      "Snapshot": 21913,
+      "▁må": 21914,
+      "▁yeah": 21915,
+      "дена": 21916,
+      "ępu": 21917,
+      "askell": 21918,
+      "▁République": 21919,
+      "inject": 21920,
+      "▁';": 21921,
+      "änn": 21922,
+      "▁zelf": 21923,
+      "▁Entwicklung": 21924,
+      "ária": 21925,
+      "onomy": 21926,
+      "▁svil": 21927,
+      "iese": 21928,
+      "▁conser": 21929,
+      "▁nim": 21930,
+      "▁rész": 21931,
+      "▁Итали": 21932,
+      "▁partici": 21933,
+      "▁Lion": 21934,
+      "sr": 21935,
+      "always": 21936,
+      "▁Владимир": 21937,
+      "ческие": 21938,
+      "[,": 21939,
+      "▁Definition": 21940,
+      "nant": 21941,
+      "oem": 21942,
+      "Ids": 21943,
+      "▁вне": 21944,
+      "▁[...]": 21945,
+      "▁направ": 21946,
+      "▁GO": 21947,
+      "▁års": 21948,
+      "▁után": 21949,
+      "▁outros": 21950,
+      "▁región": 21951,
+      "▁Mong": 21952,
+      "▁filme": 21953,
+      "▁triple": 21954,
+      "▁spons": 21955,
+      "Develop": 21956,
+      "▁outcome": 21957,
+      "▁Bible": 21958,
+      "▁имени": 21959,
+      "Canvas": 21960,
+      "пута": 21961,
+      "curr": 21962,
+      "ások": 21963,
+      "){\\": 21964,
+      "ningar": 21965,
+      "`;": 21966,
+      "▁Flash": 21967,
+      ":#": 21968,
+      "must": 21969,
+      "cpu": 21970,
+      "▁formats": 21971,
+      "Har": 21972,
+      "▁episodio": 21973,
+      "▁Rosa": 21974,
+      "▁dès": 21975,
+      "emit": 21976,
+      "riteria": 21977,
+      "Annotation": 21978,
+      "Flag": 21979,
+      "gmail": 21980,
+      "▁Normal": 21981,
+      "ollary": 21982,
+      "▁foss": 21983,
+      "▁concurrent": 21984,
+      "▁crashes": 21985,
+      "▁виде": 21986,
+      "▁Minor": 21987,
+      "▁Sit": 21988,
+      "▁SN": 21989,
+      "▁scar": 21990,
+      "▁femin": 21991,
+      "▁specification": 21992,
+      "soap": 21993,
+      "▁operate": 21994,
+      "▁principalmente": 21995,
+      "▁aust": 21996,
+      "ibile": 21997,
+      "itime": 21998,
+      "лежа": 21999,
+      "iframe": 22000,
+      "▁concepts": 22001,
+      "▁tack": 22002,
+      "▁viss": 22003,
+      "▁carbon": 22004,
+      "tery": 22005,
+      "▁naming": 22006,
+      "▁Orts": 22007,
+      "idente": 22008,
+      "▁Capit": 22009,
+      "▁expr": 22010,
+      "▁насељу": 22011,
+      "▁Selected": 22012,
+      "▁hinter": 22013,
+      "▁iframe": 22014,
+      "▁zb": 22015,
+      "indexPath": 22016,
+      "coll": 22017,
+      "▁wrześ": 22018,
+      "▁acht": 22019,
+      "▁gradually": 22020,
+      "▁чу": 22021,
+      "зей": 22022,
+      "haft": 22023,
+      "▁tran": 22024,
+      "▁laquelle": 22025,
+      "ytics": 22026,
+      "IDE": 22027,
+      "▁pygame": 22028,
+      "▁Package": 22029,
+      "▁className": 22030,
+      "Bal": 22031,
+      "perl": 22032,
+      "тина": 22033,
+      "Occ": 22034,
+      "▁infrastr": 22035,
+      "▁Champions": 22036,
+      "▁classic": 22037,
+      "▁Raw": 22038,
+      "▁partially": 22039,
+      "▁Ted": 22040,
+      "▁stolet": 22041,
+      "rained": 22042,
+      "WHERE": 22043,
+      "▁vall": 22044,
+      "▁Julia": 22045,
+      "zat": 22046,
+      "▁surrounded": 22047,
+      "SEE": 22048,
+      "▁walking": 22049,
+      "Bad": 22050,
+      "FOR": 22051,
+      "contre": 22052,
+      "▁Palest": 22053,
+      "ático": 22054,
+      "▁engineer": 22055,
+      "▁partners": 22056,
+      "▁Jews": 22057,
+      "ilers": 22058,
+      "▁cerem": 22059,
+      "▁interactions": 22060,
+      "acu": 22061,
+      "sty": 22062,
+      "▁Princess": 22063,
+      "sharp": 22064,
+      "▁Singles": 22065,
+      "▁їх": 22066,
+      "chez": 22067,
+      "Receiver": 22068,
+      "▁patients": 22069,
+      "stringify": 22070,
+      "▁competed": 22071,
+      "bey": 22072,
+      "$;": 22073,
+      "▁Bd": 22074,
+      "hadoop": 22075,
+      "▁División": 22076,
+      "öld": 22077,
+      "▁restricted": 22078,
+      "▁commander": 22079,
+      "▁Highway": 22080,
+      "▁Česk": 22081,
+      "▁myth": 22082,
+      "чан": 22083,
+      "raham": 22084,
+      "▁enqu": 22085,
+      "▁pog": 22086,
+      "▁comuna": 22087,
+      "▁println": 22088,
+      "▁круп": 22089,
+      "▁depois": 22090,
+      "▁seats": 22091,
+      "▁neighb": 22092,
+      "циона": 22093,
+      "agine": 22094,
+      "▁clothes": 22095,
+      "▁Prior": 22096,
+      "Brain": 22097,
+      "FFFF": 22098,
+      "':'": 22099,
+      "features": 22100,
+      "▁filesystem": 22101,
+      "▁singles": 22102,
+      "▁Melbourne": 22103,
+      "▁destruction": 22104,
+      "▁Lyon": 22105,
+      "▁Insel": 22106,
+      "Nav": 22107,
+      "▁Replace": 22108,
+      "▁lé": 22109,
+      "Who": 22110,
+      "▁Estad": 22111,
+      "▁dimensional": 22112,
+      "▁öff": 22113,
+      "▁grands": 22114,
+      "джа": 22115,
+      "plane": 22116,
+      "ності": 22117,
+      "▁Origin": 22118,
+      "WI": 22119,
+      "änner": 22120,
+      "▁Cry": 22121,
+      "ITION": 22122,
+      "▁född": 22123,
+      "▁cultura": 22124,
+      "▁Rank": 22125,
+      "▁vuel": 22126,
+      "▁zag": 22127,
+      "▁Maxim": 22128,
+      "ону": 22129,
+      "()))": 22130,
+      "Raw": 22131,
+      "kirche": 22132,
+      "▁además": 22133,
+      "▁tie": 22134,
+      "▁Style": 22135,
+      "сков": 22136,
+      "istant": 22137,
+      "olph": 22138,
+      "▁Zür": 22139,
+      "▁Info": 22140,
+      "DOM": 22141,
+      "usc": 22142,
+      "nahm": 22143,
+      "▁Федера": 22144,
+      "▁Fot": 22145,
+      "▁specifying": 22146,
+      "▁titolo": 22147,
+      "▁Boys": 22148,
+      "iech": 22149,
+      "Place": 22150,
+      "▁Hoff": 22151,
+      "▁cached": 22152,
+      "валь": 22153,
+      "isher": 22154,
+      "rolling": 22155,
+      "opens": 22156,
+      "▁hr": 22157,
+      "------": 22158,
+      "▁maggior": 22159,
+      "▁transactions": 22160,
+      "▁criminal": 22161,
+      "▁retre": 22162,
+      "▁Campbell": 22163,
+      ")):": 22164,
+      "▁ned": 22165,
+      "Pager": 22166,
+      "▁Hero": 22167,
+      "(__": 22168,
+      "▁uncle": 22169,
+      "▁reaches": 22170,
+      "arto": 22171,
+      "▁hello": 22172,
+      "Preferences": 22173,
+      "▁затем": 22174,
+      "Named": 22175,
+      "▁readers": 22176,
+      "хі": 22177,
+      "kern": 22178,
+      "▁упо": 22179,
+      "кин": 22180,
+      "▁lav": 22181,
+      "▁nob": 22182,
+      "▁secre": 22183,
+      "▁ListView": 22184,
+      "вания": 22185,
+      "▁Mayor": 22186,
+      "borough": 22187,
+      "▁filosof": 22188,
+      "нення": 22189,
+      "фри": 22190,
+      "▁patr": 22191,
+      "FM": 22192,
+      "▁acid": 22193,
+      "▁Salvador": 22194,
+      "▁abb": 22195,
+      "▁Graham": 22196,
+      "policy": 22197,
+      "negative": 22198,
+      "ńskiego": 22199,
+      "▁Heimat": 22200,
+      "▁dazu": 22201,
+      "▁mely": 22202,
+      "▁ride": 22203,
+      "▁duties": 22204,
+      "overy": 22205,
+      "▁Proposition": 22206,
+      "▁Paolo": 22207,
+      "/'": 22208,
+      "▁Mau": 22209,
+      "imenti": 22210,
+      "Saint": 22211,
+      "father": 22212,
+      "▁equilib": 22213,
+      "phony": 22214,
+      "▁clas": 22215,
+      "▁отли": 22216,
+      "▁Buffered": 22217,
+      "rek": 22218,
+      "▁mitt": 22219,
+      "▁Hur": 22220,
+      "▁Harvard": 22221,
+      "▁demonstrate": 22222,
+      "uario": 22223,
+      "▁dolor": 22224,
+      "▁rejected": 22225,
+      "▁Müller": 22226,
+      "▁nac": 22227,
+      "▁Belle": 22228,
+      "▁gathered": 22229,
+      "nr": 22230,
+      "frika": 22231,
+      "öll": 22232,
+      "▁chemical": 22233,
+      "nig": 22234,
+      "▁calc": 22235,
+      "▁DEFAULT": 22236,
+      "▁philosophy": 22237,
+      "▁Laravel": 22238,
+      "▁alignment": 22239,
+      "EV": 22240,
+      "eor": 22241,
+      "▁dzie": 22242,
+      "▁mest": 22243,
+      "▁Io": 22244,
+      "CRE": 22245,
+      "зви": 22246,
+      "▁Medic": 22247,
+      "▁nä": 22248,
+      "▁zab": 22249,
+      "▁Slov": 22250,
+      "utlich": 22251,
+      "▁amplit": 22252,
+      "▁Frankreich": 22253,
+      "▁кіль": 22254,
+      "IND": 22255,
+      "execution": 22256,
+      "▁Karriere": 22257,
+      "dostęp": 22258,
+      "▁réal": 22259,
+      "engo": 22260,
+      "▁severe": 22261,
+      "зма": 22262,
+      "▁турни": 22263,
+      "▁Carter": 22264,
+      "▁Robinson": 22265,
+      "getElementsBy": 22266,
+      "▁prototype": 22267,
+      "▁japon": 22268,
+      "führung": 22269,
+      "▁consegu": 22270,
+      "▁studi": 22271,
+      "▁lire": 22272,
+      "▁schließ": 22273,
+      "▁Buff": 22274,
+      "▁redund": 22275,
+      "▁ern": 22276,
+      "▁myster": 22277,
+      "▁proprio": 22278,
+      "ateful": 22279,
+      "▁Parent": 22280,
+      "▁ladies": 22281,
+      "rack": 22282,
+      "тика": 22283,
+      "enburg": 22284,
+      "▁качестве": 22285,
+      "▁EF": 22286,
+      "▁stam": 22287,
+      "▁nueva": 22288,
+      "▁filtered": 22289,
+      "reten": 22290,
+      "▁Ian": 22291,
+      "▁Matthew": 22292,
+      "kih": 22293,
+      "▁ő": 22294,
+      "▁компози": 22295,
+      "▁forever": 22296,
+      "oires": 22297,
+      ":\\\\": 22298,
+      "▁études": 22299,
+      "▁soup": 22300,
+      "▁pleased": 22301,
+      ")}(": 22302,
+      "▁Stop": 22303,
+      "Setter": 22304,
+      "▁Help": 22305,
+      "▁bars": 22306,
+      "▁ERR": 22307,
+      "▁(?": 22308,
+      "▁poetry": 22309,
+      "▁Util": 22310,
+      "AK": 22311,
+      "▁fick": 22312,
+      "▁IM": 22313,
+      "▁proud": 22314,
+      "носи": 22315,
+      "▁muerte": 22316,
+      "▁Palmarès": 22317,
+      "▁Nas": 22318,
+      "щих": 22319,
+      "▁quer": 22320,
+      "▁apenas": 22321,
+      "]['": 22322,
+      "▁Konst": 22323,
+      "пон": 22324,
+      "▁Schiff": 22325,
+      "▁mp": 22326,
+      "▁благо": 22327,
+      "fram": 22328,
+      "▁household": 22329,
+      "▁tract": 22330,
+      "encoding": 22331,
+      "▁undert": 22332,
+      "▁Aug": 22333,
+      "ован": 22334,
+      "▁Arten": 22335,
+      "▁invoked": 22336,
+      "▁dynast": 22337,
+      "▁fleet": 22338,
+      "чество": 22339,
+      "▁Murray": 22340,
+      "▁gut": 22341,
+      "elihood": 22342,
+      "▁SSH": 22343,
+      "ответ": 22344,
+      "▁personally": 22345,
+      "прия": 22346,
+      "▁financi": 22347,
+      "▁Thompson": 22348,
+      "alu": 22349,
+      "identity": 22350,
+      "▁Grab": 22351,
+      "addle": 22352,
+      "Ét": 22353,
+      "▁Tob": 22354,
+      "▁verlor": 22355,
+      "▁Sainte": 22356,
+      "▁dop": 22357,
+      "▁вере": 22358,
+      "___": 22359,
+      "▁promotion": 22360,
+      "▁-=": 22361,
+      "▁отде": 22362,
+      "▁ambigu": 22363,
+      "ORDER": 22364,
+      "▁Communic": 22365,
+      "▁imply": 22366,
+      "oned": 22367,
+      "cluding": 22368,
+      "▁collision": 22369,
+      "▁fragments": 22370,
+      "scription": 22371,
+      "▁'{": 22372,
+      "лях": 22373,
+      "▁hans": 22374,
+      "ус": 22375,
+      "wire": 22376,
+      "namespace": 22377,
+      "▁sword": 22378,
+      "refresh": 22379,
+      "▁kwam": 22380,
+      "zs": 22381,
+      "commons": 22382,
+      "▁cosa": 22383,
+      "▁regime": 22384,
+      "grep": 22385,
+      "▁dioc": 22386,
+      "▁Contact": 22387,
+      "▁estas": 22388,
+      "▁Stewart": 22389,
+      "▁viele": 22390,
+      "това": 22391,
+      "▁Ran": 22392,
+      "annes": 22393,
+      "iday": 22394,
+      "▁snapshot": 22395,
+      "orrow": 22396,
+      "▁zač": 22397,
+      "▁участие": 22398,
+      "▁promised": 22399,
+      "Assembly": 22400,
+      "▁championship": 22401,
+      "▁Define": 22402,
+      "▁eren": 22403,
+      "▁ново": 22404,
+      "▁thinks": 22405,
+      "Age": 22406,
+      "▁gev": 22407,
+      "varchar": 22408,
+      "ività": 22409,
+      "compos": 22410,
+      "▁Mutter": 22411,
+      "CONT": 22412,
+      "armée": 22413,
+      "agnet": 22414,
+      "▁Brow": 22415,
+      ".—": 22416,
+      "▁Television": 22417,
+      "▁Для": 22418,
+      "▁vm": 22419,
+      "▁ordin": 22420,
+      "▁Михай": 22421,
+      "▁aproxim": 22422,
+      "')->": 22423,
+      "▁zoo": 22424,
+      "ippi": 22425,
+      "▁sino": 22426,
+      "▁Québec": 22427,
+      "rages": 22428,
+      "äck": 22429,
+      "eing": 22430,
+      "arlo": 22431,
+      "pios": 22432,
+      "▁Chan": 22433,
+      "▁elli": 22434,
+      "▁incons": 22435,
+      "gestellt": 22436,
+      "ppers": 22437,
+      "Jean": 22438,
+      "anstalt": 22439,
+      "▁Dance": 22440,
+      "▁toen": 22441,
+      "▁decis": 22442,
+      "▁Резу": 22443,
+      "▁officially": 22444,
+      "ätze": 22445,
+      "▁доро": 22446,
+      "▁enumer": 22447,
+      "▁troisième": 22448,
+      "typ": 22449,
+      "offs": 22450,
+      "боль": 22451,
+      "odn": 22452,
+      "▁Zar": 22453,
+      "▁друго": 22454,
+      "quia": 22455,
+      "▁Nicolas": 22456,
+      "пису": 22457,
+      "▁mob": 22458,
+      "paces": 22459,
+      "нього": 22460,
+      "Alg": 22461,
+      "éroï": 22462,
+      "Errors": 22463,
+      "▁гре": 22464,
+      "▁женщи": 22465,
+      "inch": 22466,
+      "▁Korean": 22467,
+      "▁Apost": 22468,
+      "▁Liver": 22469,
+      "▁elementary": 22470,
+      "▁DI": 22471,
+      "виси": 22472,
+      "▁soil": 22473,
+      "▁DLL": 22474,
+      "▁risp": 22475,
+      "▁Shakespe": 22476,
+      "▁Gaussian": 22477,
+      "▁Kurt": 22478,
+      "Vertex": 22479,
+      "ebol": 22480,
+      "organisation": 22481,
+      "ären": 22482,
+      "▁YES": 22483,
+      "CUR": 22484,
+      "▁началь": 22485,
+      "▁постро": 22486,
+      "▁Luigi": 22487,
+      "▁caching": 22488,
+      "preventDefault": 22489,
+      "amd": 22490,
+      "▁Vit": 22491,
+      "subst": 22492,
+      "▁строи": 22493,
+      "▁Campion": 22494,
+      "chr": 22495,
+      "фере": 22496,
+      "▁Список": 22497,
+      "NF": 22498,
+      "▁cím": 22499,
+      "▁hé": 22500,
+      "rebbe": 22501,
+      "ocy": 22502,
+      "below": 22503,
+      "▁bylo": 22504,
+      "▁Уи": 22505,
+      "▁\\({\\": 22506,
+      "▁`:": 22507,
+      "giore": 22508,
+      "San": 22509,
+      "▁Gate": 22510,
+      "▁вс": 22511,
+      "▁olimp": 22512,
+      "▁Matrix": 22513,
+      "▁hearing": 22514,
+      "rii": 22515,
+      "tfrac": 22516,
+      "▁allemand": 22517,
+      "▁Vue": 22518,
+      "лн": 22519,
+      "▁compiling": 22520,
+      "▁Ens": 22521,
+      "▁investigation": 22522,
+      "▁Ax": 22523,
+      "▁chars": 22524,
+      "▁targets": 22525,
+      "▁loud": 22526,
+      "usement": 22527,
+      "▁Nether": 22528,
+      "commerce": 22529,
+      "IGHT": 22530,
+      "ocoa": 22531,
+      "ifecycle": 22532,
+      "▁Leo": 22533,
+      "priv": 22534,
+      "▁goods": 22535,
+      "adamente": 22536,
+      "Austral": 22537,
+      "▁reboot": 22538,
+      "Gest": 22539,
+      "▁representations": 22540,
+      "ceu": 22541,
+      "▁doctrine": 22542,
+      "cers": 22543,
+      "▁Krak": 22544,
+      "▁advoc": 22545,
+      "▁squadra": 22546,
+      "▁arbeitete": 22547,
+      "üst": 22548,
+      "▁pill": 22549,
+      "Answer": 22550,
+      "▁квіт": 22551,
+      "▁Wa": 22552,
+      "umann": 22553,
+      "▁Dynam": 22554,
+      "Famil": 22555,
+      "▁tennis": 22556,
+      "▁Engineering": 22557,
+      "▁circles": 22558,
+      "▁Maryland": 22559,
+      "▁besta": 22560,
+      "▁bases": 22561,
+      "▁znajdu": 22562,
+      "ктора": 22563,
+      "▁arrest": 22564,
+      "лер": 22565,
+      "▁Gia": 22566,
+      "▁remarkable": 22567,
+      "▁могу": 22568,
+      "▁Supreme": 22569,
+      "▁`%": 22570,
+      "dor": 22571,
+      "▁aujourd": 22572,
+      "▁wis": 22573,
+      "WIDTH": 22574,
+      "▁misma": 22575,
+      "▁fluid": 22576,
+      "▁petite": 22577,
+      "▁Tow": 22578,
+      "Registry": 22579,
+      "emed": 22580,
+      "▁Wisconsin": 22581,
+      "▁Racing": 22582,
+      "▁registration": 22583,
+      "/%": 22584,
+      "third": 22585,
+      "▁monuments": 22586,
+      "чей": 22587,
+      "▁jet": 22588,
+      "▁Urban": 22589,
+      "álva": 22590,
+      "▁milieu": 22591,
+      "▁possess": 22592,
+      "▁germ": 22593,
+      "dependencies": 22594,
+      "▁enemies": 22595,
+      "▁samen": 22596,
+      "▁Werner": 22597,
+      "▁hizo": 22598,
+      "▁td": 22599,
+      "▁yesterday": 22600,
+      "▁Ад": 22601,
+      "▁hasn": 22602,
+      "cellation": 22603,
+      "ování": 22604,
+      "lika": 22605,
+      "Week": 22606,
+      "▁Ing": 22607,
+      "▁Email": 22608,
+      "▁mètres": 22609,
+      "▁OCLC": 22610,
+      "▁amongst": 22611,
+      "▁splend": 22612,
+      "fur": 22613,
+      "antics": 22614,
+      "▁XXX": 22615,
+      "▁группы": 22616,
+      "lach": 22617,
+      "▁cousin": 22618,
+      "▁invariant": 22619,
+      "ђу": 22620,
+      "▁Beispiel": 22621,
+      "▁harder": 22622,
+      "▁bell": 22623,
+      "▁orch": 22624,
+      "tb": 22625,
+      "Footnote": 22626,
+      "regon": 22627,
+      "Martin": 22628,
+      "▁incon": 22629,
+      "▁attacked": 22630,
+      "_{-": 22631,
+      "▁Tras": 22632,
+      "party": 22633,
+      "iteit": 22634,
+      "▁saint": 22635,
+      "rások": 22636,
+      "▁containers": 22637,
+      "Mo": 22638,
+      "▁Sn": 22639,
+      "quantity": 22640,
+      "▁ras": 22641,
+      "▁Canal": 22642,
+      "ccion": 22643,
+      "uvo": 22644,
+      "▁idx": 22645,
+      "typename": 22646,
+      "▁Rugby": 22647,
+      "▁Seems": 22648,
+      "▁transmit": 22649,
+      "▁Präsident": 22650,
+      "зне": 22651,
+      "▁Baker": 22652,
+      "inth": 22653,
+      "▁több": 22654,
+      "verein": 22655,
+      "▁especie": 22656,
+      ",(": 22657,
+      "▁téc": 22658,
+      "▁WITH": 22659,
+      "▁unos": 22660,
+      "▁politics": 22661,
+      "createElement": 22662,
+      "▁stats": 22663,
+      "▁Tennessee": 22664,
+      "▁Bedeutung": 22665,
+      "▁Screen": 22666,
+      "▁Straße": 22667,
+      "anze": 22668,
+      "▁partly": 22669,
+      "manuel": 22670,
+      "olation": 22671,
+      "horizontal": 22672,
+      "érieure": 22673,
+      "ampio": 22674,
+      "▁струк": 22675,
+      "Weight": 22676,
+      "Land": 22677,
+      "poly": 22678,
+      "▁Dak": 22679,
+      "▁Assume": 22680,
+      "\".$": 22681,
+      "▁casi": 22682,
+      "▁gross": 22683,
+      "▁entertain": 22684,
+      "▁década": 22685,
+      "'.$": 22686,
+      "encer": 22687,
+      "▁guaranteed": 22688,
+      "]$.": 22689,
+      "лися": 22690,
+      "▁acceptable": 22691,
+      "raise": 22692,
+      "irus": 22693,
+      "weit": 22694,
+      "▁Ана": 22695,
+      "▁hills": 22696,
+      "ipage": 22697,
+      "BIT": 22698,
+      "▁nucle": 22699,
+      "▁utilis": 22700,
+      "CAA": 22701,
+      "ènes": 22702,
+      "▁Schweiz": 22703,
+      "▁AA": 22704,
+      "ninger": 22705,
+      "▁bands": 22706,
+      "▁tender": 22707,
+      "som": 22708,
+      "Warning": 22709,
+      "▁Bischof": 22710,
+      "▁Arc": 22711,
+      "▁Woman": 22712,
+      "▁transmission": 22713,
+      "чни": 22714,
+      "istre": 22715,
+      "BY": 22716,
+      "▁SI": 22717,
+      "▁Пар": 22718,
+      "▁}).": 22719,
+      "▁presenta": 22720,
+      "▁René": 22721,
+      "▁happiness": 22722,
+      "▁Punk": 22723,
+      "cols": 22724,
+      "▁Desde": 22725,
+      "рёх": 22726,
+      "▁мона": 22727,
+      "▁scratch": 22728,
+      "▁tcp": 22729,
+      "êtes": 22730,
+      "itated": 22731,
+      "▁diferen": 22732,
+      "geh": 22733,
+      "nahmen": 22734,
+      "Пе": 22735,
+      "cki": 22736,
+      "▁Teatro": 22737,
+      "▁Remember": 22738,
+      "▁fright": 22739,
+      "▁Yam": 22740,
+      "western": 22741,
+      "leted": 22742,
+      "▁встре": 22743,
+      "▁település": 22744,
+      "зин": 22745,
+      "▁Quant": 22746,
+      "▁supre": 22747,
+      "ája": 22748,
+      "дія": 22749,
+      "▁carrera": 22750,
+      "kret": 22751,
+      "para": 22752,
+      "▁SUM": 22753,
+      "▁pit": 22754,
+      "źdz": 22755,
+      "éo": 22756,
+      "рення": 22757,
+      "▁Chor": 22758,
+      "▁voix": 22759,
+      "▁executive": 22760,
+      "▁allerdings": 22761,
+      "Maybe": 22762,
+      "▁день": 22763,
+      "▁flying": 22764,
+      "▁parliament": 22765,
+      "ждан": 22766,
+      "▁fram": 22767,
+      "▁жовт": 22768,
+      "▁ugly": 22769,
+      "▁буду": 22770,
+      "igny": 22771,
+      "\\|_{": 22772,
+      "▁bitter": 22773,
+      "sce": 22774,
+      "▁pole": 22775,
+      "Verlag": 22776,
+      "▁totalité": 22777,
+      "▁foundation": 22778,
+      "jt": 22779,
+      "▁slice": 22780,
+      "ifique": 22781,
+      "▁integrate": 22782,
+      "strij": 22783,
+      "▁asympt": 22784,
+      "▁ему": 22785,
+      "▁perturb": 22786,
+      "▁Flow": 22787,
+      "jboss": 22788,
+      "RIG": 22789,
+      "▁Aless": 22790,
+      "XXX": 22791,
+      "▁summ": 22792,
+      "sqlite": 22793,
+      "▁cheer": 22794,
+      "prob": 22795,
+      "▁GPU": 22796,
+      "ził": 22797,
+      "(*)": 22798,
+      "▁induct": 22799,
+      "RAY": 22800,
+      "blatt": 22801,
+      "questa": 22802,
+      "oru": 22803,
+      "▁Inside": 22804,
+      "▁McG": 22805,
+      "▁Nep": 22806,
+      "мп": 22807,
+      "▁inve": 22808,
+      "▁Animal": 22809,
+      "▁sob": 22810,
+      "ított": 22811,
+      "loyment": 22812,
+      "▁bund": 22813,
+      "Station": 22814,
+      "▁BEGIN": 22815,
+      "▁partiellement": 22816,
+      "igg": 22817,
+      "estore": 22818,
+      "▁coinc": 22819,
+      "▁Sommer": 22820,
+      "▁md": 22821,
+      "▁locked": 22822,
+      "mathchar": 22823,
+      "arma": 22824,
+      "pent": 22825,
+      "arium": 22826,
+      "▁ears": 22827,
+      "▁Songs": 22828,
+      "▁similarly": 22829,
+      "▁literally": 22830,
+      "▁inches": 22831,
+      "▁affection": 22832,
+      "lp": 22833,
+      "▁concluded": 22834,
+      "▁муніципалі": 22835,
+      "▁памя": 22836,
+      "estaur": 22837,
+      "▁Josh": 22838,
+      "▁Fritz": 22839,
+      "DBC": 22840,
+      "дён": 22841,
+      "posa": 22842,
+      "▁golden": 22843,
+      "▁pc": 22844,
+      "▁comte": 22845,
+      "▁Ziel": 22846,
+      "▁présente": 22847,
+      "marks": 22848,
+      "igneur": 22849,
+      "▁Drive": 22850,
+      "▁neglect": 22851,
+      "▁rozp": 22852,
+      "▁Five": 22853,
+      "spaces": 22854,
+      "▁Medi": 22855,
+      "▁existed": 22856,
+      "▁była": 22857,
+      "джи": 22858,
+      "▁frente": 22859,
+      "тник": 22860,
+      "odd": 22861,
+      "▁answering": 22862,
+      "bian": 22863,
+      "▁Eugen": 22864,
+      "▁Publications": 22865,
+      "▁Dia": 22866,
+      "lá": 22867,
+      "▁'_": 22868,
+      "▁recuper": 22869,
+      "ому": 22870,
+      "▁Append": 22871,
+      "obar": 22872,
+      "▁employees": 22873,
+      "▁compens": 22874,
+      "emetery": 22875,
+      "▁элект": 22876,
+      "MON": 22877,
+      "olin": 22878,
+      "▁historic": 22879,
+      "his": 22880,
+      "ąd": 22881,
+      "nm": 22882,
+      "▁Goth": 22883,
+      "▁stress": 22884,
+      "▁partecip": 22885,
+      "▁Aw": 22886,
+      "▁sar": 22887,
+      "▁hu": 22888,
+      "▁matplotlib": 22889,
+      "▁Myst": 22890,
+      "();`": 22891,
+      "schein": 22892,
+      "Longrightarrow": 22893,
+      "▁ря": 22894,
+      "▁Isra": 22895,
+      "[^": 22896,
+      "nou": 22897,
+      "▁synd": 22898,
+      "working": 22899,
+      "▁Nation": 22900,
+      "▁Pent": 22901,
+      "▁klass": 22902,
+      "▁applicable": 22903,
+      "▁Diam": 22904,
+      "▁brasile": 22905,
+      "▁pac": 22906,
+      "▁Height": 22907,
+      "Put": 22908,
+      "▁intro": 22909,
+      "▁unusual": 22910,
+      "nas": 22911,
+      "▁Gebäude": 22912,
+      "▁beam": 22913,
+      "▁Rect": 22914,
+      "▁Primera": 22915,
+      "▁haut": 22916,
+      "▁trait": 22917,
+      "prüft": 22918,
+      "inación": 22919,
+      "▁configurations": 22920,
+      "▁gilt": 22921,
+      "▁territoire": 22922,
+      "hez": 22923,
+      "▁alte": 22924,
+      "relative": 22925,
+      "Excel": 22926,
+      "▁Wright": 22927,
+      "GV": 22928,
+      "поли": 22929,
+      "Quant": 22930,
+      "▁gauge": 22931,
+      "▁multiply": 22932,
+      "ASS": 22933,
+      "ственно": 22934,
+      "ану": 22935,
+      "▁jeden": 22936,
+      "▁literary": 22937,
+      "▁Dro": 22938,
+      "▁advise": 22939,
+      "itzen": 22940,
+      "▁disag": 22941,
+      "website": 22942,
+      "▁дія": 22943,
+      "▁observer": 22944,
+      "▁január": 22945,
+      "vě": 22946,
+      "kup": 22947,
+      "▁Ses": 22948,
+      "▁wojew": 22949,
+      "▁stages": 22950,
+      "▁времени": 22951,
+      "łuż": 22952,
+      "нос": 22953,
+      "Download": 22954,
+      "ipo": 22955,
+      "▁graf": 22956,
+      "▁робо": 22957,
+      "▁Nikol": 22958,
+      "▁fic": 22959,
+      "▁joining": 22960,
+      "▁diversos": 22961,
+      "▁LIKE": 22962,
+      "▁Fitz": 22963,
+      "▁dimin": 22964,
+      "▁distrib": 22965,
+      "Sam": 22966,
+      "koz": 22967,
+      "▁alphabet": 22968,
+      "oser": 22969,
+      "OUR": 22970,
+      "uka": 22971,
+      "кая": 22972,
+      "▁steel": 22973,
+      "▁`--": 22974,
+      "▁tener": 22975,
+      "marker": 22976,
+      "▁Heaven": 22977,
+      "newcommand": 22978,
+      "▁prisoners": 22979,
+      "▁Knight": 22980,
+      "▁presents": 22981,
+      "▁questi": 22982,
+      "▁trains": 22983,
+      "opera": 22984,
+      "▁Linear": 22985,
+      "▁ME": 22986,
+      "▁Buc": 22987,
+      "Leg": 22988,
+      "▁agua": 22989,
+      "▁Griff": 22990,
+      "olg": 22991,
+      "dst": 22992,
+      ".\r": 22993,
+      "▁persones": 22994,
+      "Mal": 22995,
+      "бере": 22996,
+      "folge": 22997,
+      "▁acab": 22998,
+      "ctu": 22999,
+      "ptic": 23000,
+      "▁Navigation": 23001,
+      "Russ": 23002,
+      "галь": 23003,
+      "▁Ful": 23004,
+      "▁має": 23005,
+      "чная": 23006,
+      "wner": 23007,
+      "contra": 23008,
+      "▁joueur": 23009,
+      "▁Jess": 23010,
+      "▁renew": 23011,
+      "▁lap": 23012,
+      "▁casting": 23013,
+      "gal": 23014,
+      "▁tématu": 23015,
+      "▁называ": 23016,
+      "зах": 23017,
+      "чне": 23018,
+      ")-\\": 23019,
+      "▁часто": 23020,
+      "}$-": 23021,
+      "▁licz": 23022,
+      "▁emot": 23023,
+      "harm": 23024,
+      "▁occasionally": 23025,
+      "▁horror": 23026,
+      "east": 23027,
+      "▁printer": 23028,
+      "aran": 23029,
+      "▁Mississ": 23030,
+      "follow": 23031,
+      "▁Barry": 23032,
+      "▁investigate": 23033,
+      "gow": 23034,
+      "▁Americans": 23035,
+      "Since": 23036,
+      "▁відо": 23037,
+      "▁reun": 23038,
+      "osci": 23039,
+      "▁Chapter": 23040,
+      "▁bay": 23041,
+      "роме": 23042,
+      "ethe": 23043,
+      "édie": 23044,
+      "comot": 23045,
+      "▁miejscowo": 23046,
+      "▁studierte": 23047,
+      "ouvert": 23048,
+      "▁кур": 23049,
+      "▁DESC": 23050,
+      "▁touched": 23051,
+      "▁Jerry": 23052,
+      "uese": 23053,
+      "лище": 23054,
+      "authentication": 23055,
+      "▁colle": 23056,
+      "heart": 23057,
+      "▁regiment": 23058,
+      "cribed": 23059,
+      "▁Боль": 23060,
+      "▁проис": 23061,
+      "ceae": 23062,
+      "▁masses": 23063,
+      "▁scrolling": 23064,
+      "usto": 23065,
+      "SW": 23066,
+      "ovat": 23067,
+      "▁grâce": 23068,
+      "▁Архив": 23069,
+      "▁Север": 23070,
+      "avait": 23071,
+      "▁Marshall": 23072,
+      "▁HashMap": 23073,
+      "acon": 23074,
+      "ücken": 23075,
+      "[])": 23076,
+      "▁evangel": 23077,
+      "etzung": 23078,
+      "ttemberg": 23079,
+      "sters": 23080,
+      "TM": 23081,
+      "▁литера": 23082,
+      "quot": 23083,
+      "Pred": 23084,
+      "▁werk": 23085,
+      "▁haber": 23086,
+      "lava": 23087,
+      "vous": 23088,
+      "▁Late": 23089,
+      "cycle": 23090,
+      "тирова": 23091,
+      "▁проду": 23092,
+      "▁populations": 23093,
+      "▁Yan": 23094,
+      "Prefix": 23095,
+      "actéristiques": 23096,
+      "+'": 23097,
+      "()`](": 23098,
+      "▁Ль": 23099,
+      "филь": 23100,
+      "▁жизни": 23101,
+      "ftp": 23102,
+      "▁всех": 23103,
+      "▁gdzie": 23104,
+      "▁videa": 23105,
+      "oauth": 23106,
+      "▁pid": 23107,
+      "ům": 23108,
+      "▁pesso": 23109,
+      "▁tracking": 23110,
+      "izin": 23111,
+      "▁Morris": 23112,
+      "щий": 23113,
+      "▁Provinz": 23114,
+      "▁Mitte": 23115,
+      "▁artificial": 23116,
+      "brázky": 23117,
+      "▁дости": 23118,
+      "▁restored": 23119,
+      "▁communicate": 23120,
+      "agit": 23121,
+      "Recogn": 23122,
+      "▁lon": 23123,
+      "▁заня": 23124,
+      "▁Argument": 23125,
+      "flush": 23126,
+      "мана": 23127,
+      "seconds": 23128,
+      "UC": 23129,
+      "▁Ruth": 23130,
+      "▁tub": 23131,
+      "▁Bret": 23132,
+      "▁Pere": 23133,
+      "▁responsibility": 23134,
+      "ńczy": 23135,
+      "▁environments": 23136,
+      "kee": 23137,
+      "▁groot": 23138,
+      "▁painted": 23139,
+      "▁Éditions": 23140,
+      "cpy": 23141,
+      "árt": 23142,
+      "lichkeit": 23143,
+      "arda": 23144,
+      "Batch": 23145,
+      "▁Leopold": 23146,
+      "reason": 23147,
+      "noreferrer": 23148,
+      "sens": 23149,
+      "▁rocks": 23150,
+      "▁Hitler": 23151,
+      "лат": 23152,
+      "▁quoted": 23153,
+      "▁колле": 23154,
+      "▁уров": 23155,
+      "bag": 23156,
+      ".\")": 23157,
+      "▁ML": 23158,
+      "▁komt": 23159,
+      "▁[_": 23160,
+      "▁spectral": 23161,
+      "edo": 23162,
+      "▁insieme": 23163,
+      "▁suffering": 23164,
+      "slider": 23165,
+      "▁Kennedy": 23166,
+      "olate": 23167,
+      "▁Patri": 23168,
+      "зии": 23169,
+      "OH": 23170,
+      "▁теа": 23171,
+      "▁права": 23172,
+      "мах": 23173,
+      "rewrite": 23174,
+      "▁Einsatz": 23175,
+      "external": 23176,
+      "holds": 23177,
+      "▁Places": 23178,
+      "atype": 23179,
+      "▁vulner": 23180,
+      "▁abandoned": 23181,
+      "Origin": 23182,
+      "▁maximal": 23183,
+      "AAAA": 23184,
+      "▁Baseball": 23185,
+      "▁Close": 23186,
+      "▁painter": 23187,
+      "▁assigning": 23188,
+      "NB": 23189,
+      "blast": 23190,
+      "▁Künstler": 23191,
+      ")](": 23192,
+      "fach": 23193,
+      "▁Constantin": 23194,
+      "okes": 23195,
+      "▁nobody": 23196,
+      "▁subtract": 23197,
+      "▁fosse": 23198,
+      "▁certific": 23199,
+      "▁muse": 23200,
+      "/),": 23201,
+      "▁Profil": 23202,
+      "▁proxim": 23203,
+      "▁Jerusalem": 23204,
+      "▁simplicity": 23205,
+      "▁wsz": 23206,
+      "NUMBER": 23207,
+      "uttavia": 23208,
+      "UITableView": 23209,
+      "ichter": 23210,
+      "жан": 23211,
+      "▁Lav": 23212,
+      "itchen": 23213,
+      "▁Чем": 23214,
+      "Tu": 23215,
+      "▁geom": 23216,
+      "▁zvuky": 23217,
+      "▁Survey": 23218,
+      "ANCE": 23219,
+      "▁encrypted": 23220,
+      "prof": 23221,
+      "▁dare": 23222,
+      "▁Loren": 23223,
+      "тв": 23224,
+      "▁Алек": 23225,
+      "▁computers": 23226,
+      "▁expectation": 23227,
+      "▁substantial": 23228,
+      "▁Дми": 23229,
+      "▁`{": 23230,
+      "▁дра": 23231,
+      "ubble": 23232,
+      "▁performs": 23233,
+      "▁Krieg": 23234,
+      "▁incoming": 23235,
+      "▁Classification": 23236,
+      "WebView": 23237,
+      "▁episodes": 23238,
+      "apper": 23239,
+      "äufig": 23240,
+      "▁giov": 23241,
+      "▁Depart": 23242,
+      "бора": 23243,
+      "edly": 23244,
+      "ospod": 23245,
+      "▁ptr": 23246,
+      "▁dátum": 23247,
+      "▁estimation": 23248,
+      "icole": 23249,
+      "▁----": 23250,
+      "▁princes": 23251,
+      "HEAD": 23252,
+      "▁diffusion": 23253,
+      "▁drie": 23254,
+      "▁Ada": 23255,
+      "нице": 23256,
+      "nginx": 23257,
+      "shal": 23258,
+      "▁februari": 23259,
+      "▁Tat": 23260,
+      "looking": 23261,
+      "kund": 23262,
+      "▁Dean": 23263,
+      "mongodb": 23264,
+      "вших": 23265,
+      "▁Aur": 23266,
+      "▁Flora": 23267,
+      "▁Studios": 23268,
+      "ције": 23269,
+      "eil": 23270,
+      "Install": 23271,
+      "▁franch": 23272,
+      "▁HMS": 23273,
+      "▁practices": 23274,
+      "lej": 23275,
+      "dale": 23276,
+      "▁poste": 23277,
+      "▁Hels": 23278,
+      "▁reliable": 23279,
+      "ździer": 23280,
+      "▁verse": 23281,
+      "ermeister": 23282,
+      "▁quit": 23283,
+      "ético": 23284,
+      "ilis": 23285,
+      "edor": 23286,
+      "▁Cultural": 23287,
+      "дже": 23288,
+      "▁liked": 23289,
+      "▁mongodb": 23290,
+      "▁Broadway": 23291,
+      "▁IR": 23292,
+      "eszt": 23293,
+      "hov": 23294,
+      "▁míst": 23295,
+      "reiche": 23296,
+      "▁kB": 23297,
+      "стом": 23298,
+      "▁SQLite": 23299,
+      "▁torneo": 23300,
+      "\\.": 23301,
+      "Ord": 23302,
+      "▁Administration": 23303,
+      "▁зда": 23304,
+      "▁Hinter": 23305,
+      "▁Via": 23306,
+      "Decimal": 23307,
+      "orious": 23308,
+      "▁nécessaire": 23309,
+      "wx": 23310,
+      "▁tej": 23311,
+      "▁tema": 23312,
+      "Obrázky": 23313,
+      "рите": 23314,
+      "▁builds": 23315,
+      "▁laten": 23316,
+      "▁гг": 23317,
+      "Visibility": 23318,
+      "läu": 23319,
+      "▁sechs": 23320,
+      "▁луч": 23321,
+      "cera": 23322,
+      "Could": 23323,
+      "▁traject": 23324,
+      "}}^{": 23325,
+      "▁Japon": 23326,
+      "another": 23327,
+      "IK": 23328,
+      "▁belonging": 23329,
+      "▁facilities": 23330,
+      "▁Daily": 23331,
+      "▁dece": 23332,
+      "intro": 23333,
+      "▁случа": 23334,
+      "Namespace": 23335,
+      "▁Bak": 23336,
+      "locale": 23337,
+      "UG": 23338,
+      "=${": 23339,
+      "▁compañ": 23340,
+      "jąc": 23341,
+      "▁arithmetic": 23342,
+      "forum": 23343,
+      "▁porta": 23344,
+      "onk": 23345,
+      "▁gender": 23346,
+      "▁expects": 23347,
+      "бка": 23348,
+      "▁nak": 23349,
+      "▁Grace": 23350,
+      "▁stro": 23351,
+      "ividual": 23352,
+      "▁COM": 23353,
+      "▁Farm": 23354,
+      "▁canton": 23355,
+      "тому": 23356,
+      "javax": 23357,
+      "сей": 23358,
+      "▁briefly": 23359,
+      "Face": 23360,
+      "rotate": 23361,
+      "constant": 23362,
+      "▁gallery": 23363,
+      "astro": 23364,
+      "allery": 23365,
+      "▁DJ": 23366,
+      "charge": 23367,
+      "ходить": 23368,
+      "Cent": 23369,
+      "\\\",": 23370,
+      "▁donna": 23371,
+      "arca": 23372,
+      "lade": 23373,
+      "zin": 23374,
+      "▁Ned": 23375,
+      "▁hosting": 23376,
+      "idor": 23377,
+      "itative": 23378,
+      "igs": 23379,
+      "▁пря": 23380,
+      "▁ticket": 23381,
+      "▁studying": 23382,
+      "▁designer": 23383,
+      "lapsed": 23384,
+      "▁laat": 23385,
+      "▁dix": 23386,
+      "▁integrated": 23387,
+      "▁informed": 23388,
+      "▁behave": 23389,
+      "▁labour": 23390,
+      "estellt": 23391,
+      "calendar": 23392,
+      "▁killing": 23393,
+      "▁twitter": 23394,
+      "iae": 23395,
+      "▁historique": 23396,
+      "DEFAULT": 23397,
+      "iała": 23398,
+      "▁theoretical": 23399,
+      "▁unders": 23400,
+      "ляет": 23401,
+      "atan": 23402,
+      "▁surname": 23403,
+      "▁intercept": 23404,
+      "гласно": 23405,
+      "▁општини": 23406,
+      "▁tired": 23407,
+      "▁Beth": 23408,
+      "▁административ": 23409,
+      "Li": 23410,
+      "▁Тур": 23411,
+      "▁Scanner": 23412,
+      "▁Stern": 23413,
+      "▁вместе": 23414,
+      "▁reporting": 23415,
+      "▁sull": 23416,
+      "цией": 23417,
+      "berts": 23418,
+      "ogonal": 23419,
+      "ők": 23420,
+      "▁ipsum": 23421,
+      "▁seulement": 23422,
+      "▁Seiten": 23423,
+      "wordpress": 23424,
+      "▁featuring": 23425,
+      "istischen": 23426,
+      "jub": 23427,
+      "▁étr": 23428,
+      "▁tea": 23429,
+      "▁adapted": 23430,
+      "▁scales": 23431,
+      "▁nan": 23432,
+      "getValue": 23433,
+      "▁Blues": 23434,
+      "acles": 23435,
+      "▁stati": 23436,
+      "▁entitled": 23437,
+      "▁Ralph": 23438,
+      "gravity": 23439,
+      "▁entrepr": 23440,
+      "któber": 23441,
+      "limat": 23442,
+      "lis": 23443,
+      "Demo": 23444,
+      "relation": 23445,
+      "▁nep": 23446,
+      "prowad": 23447,
+      "itis": 23448,
+      "▁pup": 23449,
+      "nehmer": 23450,
+      "▁disappoint": 23451,
+      "▁etwas": 23452,
+      "annon": 23453,
+      "▁approved": 23454,
+      "▁clever": 23455,
+      "Loading": 23456,
+      "▁verz": 23457,
+      "resse": 23458,
+      "▁inspir": 23459,
+      "▁sampling": 23460,
+      "▁Bek": 23461,
+      "})$.": 23462,
+      "▁грома": 23463,
+      "▁specie": 23464,
+      "▁repub": 23465,
+      "▁loader": 23466,
+      "▁erf": 23467,
+      "▁shoulder": 23468,
+      "rais": 23469,
+      "▁мате": 23470,
+      "▁Month": 23471,
+      "Scene": 23472,
+      "▁blocking": 23473,
+      "▁ocean": 23474,
+      "geben": 23475,
+      "▁Kilometer": 23476,
+      "▁bedeut": 23477,
+      "▁Mix": 23478,
+      "fmt": 23479,
+      "▁Norweg": 23480,
+      "▁IDs": 23481,
+      "parallel": 23482,
+      "▁anticip": 23483,
+      "▁revis": 23484,
+      "хан": 23485,
+      "▁свет": 23486,
+      "CASE": 23487,
+      "▁führt": 23488,
+      "▁atomic": 23489,
+      "▁darkness": 23490,
+      "▁Fußballspieler": 23491,
+      "▁Жи": 23492,
+      "quisition": 23493,
+      "▁Sieg": 23494,
+      "Circ": 23495,
+      "▁cientí": 23496,
+      "nelle": 23497,
+      "SHA": 23498,
+      "▁urb": 23499,
+      "▁ksi": 23500,
+      "leqslant": 23501,
+      "▁фрон": 23502,
+      "▁defect": 23503,
+      "▁rá": 23504,
+      "▁stronger": 23505,
+      "▁pł": 23506,
+      "▁communities": 23507,
+      "нина": 23508,
+      "enas": 23509,
+      "iennent": 23510,
+      "▁safely": 23511,
+      "▁тя": 23512,
+      "▁benchmark": 23513,
+      "▁Braun": 23514,
+      "methods": 23515,
+      "argument": 23516,
+      "vos": 23517,
+      "obox": 23518,
+      "рови": 23519,
+      "▁recherche": 23520,
+      "mn": 23521,
+      "▁brings": 23522,
+      "machine": 23523,
+      "CESS": 23524,
+      "hosts": 23525,
+      "▁NY": 23526,
+      "Autow": 23527,
+      "▁современ": 23528,
+      "▁Gary": 23529,
+      "▁sensor": 23530,
+      "▁documented": 23531,
+      "▁prendre": 23532,
+      "▁peer": 23533,
+      "enix": 23534,
+      "hai": 23535,
+      "arbe": 23536,
+      "цент": 23537,
+      "_(": 23538,
+      "▁URI": 23539,
+      "ева": 23540,
+      "▁Regie": 23541,
+      "▁Monument": 23542,
+      "▁onderwerp": 23543,
+      "Bag": 23544,
+      "tit": 23545,
+      "▁stir": 23546,
+      "▁nerv": 23547,
+      "сторія": 23548,
+      "▁sov": 23549,
+      "▁writers": 23550,
+      "▁sorts": 23551,
+      "absolute": 23552,
+      "▁difficulties": 23553,
+      "▁parlament": 23554,
+      "▁IEnumerable": 23555,
+      "▁dissol": 23556,
+      "▁CHECK": 23557,
+      "arina": 23558,
+      "inburgh": 23559,
+      "DM": 23560,
+      "▁eind": 23561,
+      "▁budget": 23562,
+      "▁certains": 23563,
+      "▁första": 23564,
+      "anja": 23565,
+      "▁годов": 23566,
+      "▁тек": 23567,
+      "▁Duch": 23568,
+      "gui": 23569,
+      "▁Teams": 23570,
+      "▁многи": 23571,
+      "Marie": 23572,
+      "Integr": 23573,
+      "ThreadPool": 23574,
+      "rust": 23575,
+      "ík": 23576,
+      "%\"": 23577,
+      "enf": 23578,
+      "spl": 23579,
+      "▁begun": 23580,
+      "lou": 23581,
+      "▁RewriteRule": 23582,
+      "tuple": 23583,
+      "aneous": 23584,
+      "▁marine": 23585,
+      "attan": 23586,
+      "ikal": 23587,
+      "▁graduated": 23588,
+      "illé": 23589,
+      "▁прове": 23590,
+      "▁Роз": 23591,
+      "',\r": 23592,
+      "▁Pfarr": 23593,
+      "▁nivel": 23594,
+      "▁працю": 23595,
+      "music": 23596,
+      "▁setTimeout": 23597,
+      "ERS": 23598,
+      "▁Erik": 23599,
+      "pit": 23600,
+      "▁Хро": 23601,
+      "▁pił": 23602,
+      "▁peri": 23603,
+      "док": 23604,
+      "uszt": 23605,
+      "▁Bear": 23606,
+      "ClassName": 23607,
+      "▁Parlament": 23608,
+      "▁aix": 23609,
+      "▁invited": 23610,
+      "▁PATH": 23611,
+      "xter": 23612,
+      "▁Race": 23613,
+      "▁hecho": 23614,
+      "▁Tower": 23615,
+      "▁utf": 23616,
+      "actly": 23617,
+      "▁буде": 23618,
+      "▁angles": 23619,
+      "няя": 23620,
+      "ouvelles": 23621,
+      "▁climate": 23622,
+      "▁singing": 23623,
+      "▁navigate": 23624,
+      ">';": 23625,
+      "adows": 23626,
+      "▁leta": 23627,
+      "▁Sitz": 23628,
+      "▁partitions": 23629,
+      "▁dock": 23630,
+      "▁ży": 23631,
+      "▁allocate": 23632,
+      "▁benefits": 23633,
+      "▁nieder": 23634,
+      "xpath": 23635,
+      "meck": 23636,
+      "älle": 23637,
+      "▁coupling": 23638,
+      "жил": 23639,
+      "ForKey": 23640,
+      "argent": 23641,
+      "clou": 23642,
+      "▁instruments": 23643,
+      "▁enthus": 23644,
+      "▁még": 23645,
+      "▁Пав": 23646,
+      "▁Rach": 23647,
+      "-----": 23648,
+      "▁APIs": 23649,
+      "▁Vier": 23650,
+      "Cmd": 23651,
+      "itore": 23652,
+      "▁Cuba": 23653,
+      "▁dátummal": 23654,
+      "▁embedding": 23655,
+      "stdio": 23656,
+      "▁Gilbert": 23657,
+      "▁geprüft": 23658,
+      "▁stating": 23659,
+      "▁triggers": 23660,
+      "+=": 23661,
+      "▁spécial": 23662,
+      "▁deliber": 23663,
+      "мин": 23664,
+      "Produ": 23665,
+      "▁Stati": 23666,
+      "▁zus": 23667,
+      "ktionen": 23668,
+      "Dispatcher": 23669,
+      "idal": 23670,
+      "▁LP": 23671,
+      "optera": 23672,
+      "▁estar": 23673,
+      "▁значи": 23674,
+      "смо": 23675,
+      "ouses": 23676,
+      "engono": 23677,
+      "▁WPF": 23678,
+      "publish": 23679,
+      "▁teor": 23680,
+      "elif": 23681,
+      "▁erg": 23682,
+      "▁separation": 23683,
+      "Pan": 23684,
+      "▁Orchestra": 23685,
+      "Peter": 23686,
+      "bounds": 23687,
+      "▁Shakespeare": 23688,
+      "▁cantante": 23689,
+      "▁demi": 23690,
+      "▁Popular": 23691,
+      "фр": 23692,
+      "arring": 23693,
+      "цин": 23694,
+      "▁Ис": 23695,
+      "von": 23696,
+      "▁substitution": 23697,
+      "▁línea": 23698,
+      "\\}$.": 23699,
+      "como": 23700,
+      "▁важ": 23701,
+      "wagen": 23702,
+      "▁rarely": 23703,
+      "▁periods": 23704,
+      "glob": 23705,
+      "▁Frid": 23706,
+      "▁Terr": 23707,
+      "▁Release": 23708,
+      "Brainz": 23709,
+      "▁граф": 23710,
+      "DIS": 23711,
+      "compatible": 23712,
+      "▁poč": 23713,
+      "LIN": 23714,
+      "▁Källor": 23715,
+      "▁Arizona": 23716,
+      "ppy": 23717,
+      "Seq": 23718,
+      "▁Ain": 23719,
+      "▁Tourn": 23720,
+      "brow": 23721,
+      "▁Kör": 23722,
+      "▁ash": 23723,
+      "ogeneous": 23724,
+      "▁dialect": 23725,
+      "▁насеља": 23726,
+      "mysqli": 23727,
+      "цов": 23728,
+      "▁flor": 23729,
+      "▁фло": 23730,
+      "IAB": 23731,
+      "▁Within": 23732,
+      "^(": 23733,
+      "▁bois": 23734,
+      "▁tank": 23735,
+      "▁affili": 23736,
+      "▁hijo": 23737,
+      "▁Kate": 23738,
+      "▁Verl": 23739,
+      "▁Miami": 23740,
+      "▁typescript": 23741,
+      "њу": 23742,
+      "▁Vern": 23743,
+      "▁висо": 23744,
+      "iemann": 23745,
+      "▁coverage": 23746,
+      "brie": 23747,
+      "▁Starting": 23748,
+      "numpy": 23749,
+      "▁Jenkins": 23750,
+      "▁két": 23751,
+      "▁grup": 23752,
+      "▁Scient": 23753,
+      "▁interrupt": 23754,
+      "▁blob": 23755,
+      "ugel": 23756,
+      "▁Orth": 23757,
+      "abama": 23758,
+      "▁Bapt": 23759,
+      "ownik": 23760,
+      "▁быть": 23761,
+      "▁Julius": 23762,
+      "▁През": 23763,
+      "▁substitute": 23764,
+      "supported": 23765,
+      "chy": 23766,
+      "egyzetek": 23767,
+      "▁Performance": 23768,
+      "lessly": 23769,
+      "Constructor": 23770,
+      "▁extending": 23771,
+      "▁Muslim": 23772,
+      "Overflow": 23773,
+      "▁Jenn": 23774,
+      "▁produz": 23775,
+      "мії": 23776,
+      "▁países": 23777,
+      "▁eux": 23778,
+      "▁fate": 23779,
+      "ologe": 23780,
+      "ук": 23781,
+      "▁wobei": 23782,
+      "▁Sachsen": 23783,
+      "▁сайт": 23784,
+      "Models": 23785,
+      "▁Fast": 23786,
+      "besondere": 23787,
+      "▁FR": 23788,
+      "▁acon": 23789,
+      "▁Denkmal": 23790,
+      "▁anch": 23791,
+      "▁público": 23792,
+      "▁Tas": 23793,
+      "▁cand": 23794,
+      "▁paździer": 23795,
+      "▁Мон": 23796,
+      "▁versus": 23797,
+      "rut": 23798,
+      "GT": 23799,
+      "▁inserting": 23800,
+      "▁canad": 23801,
+      "єм": 23802,
+      "▁Metro": 23803,
+      "▁Herzog": 23804,
+      "Ignore": 23805,
+      "▁decrease": 23806,
+      "▁пун": 23807,
+      "▁Fischer": 23808,
+      "▁Mall": 23809,
+      "▁nörd": 23810,
+      "iostream": 23811,
+      "▁Luxemb": 23812,
+      "payload": 23813,
+      "▁Zeitung": 23814,
+      "▁modifying": 23815,
+      "▁Cher": 23816,
+      "▁Luci": 23817,
+      "nx": 23818,
+      "▁loose": 23819,
+      "▁topics": 23820,
+      "▁varied": 23821,
+      "▁pg": 23822,
+      "ajes": 23823,
+      "umm": 23824,
+      "Views": 23825,
+      "▁Beau": 23826,
+      "MAP": 23827,
+      "ipeline": 23828,
+      "▁Interest": 23829,
+      "arith": 23830,
+      "▁según": 23831,
+      "▁Gemeins": 23832,
+      "▁Attribute": 23833,
+      "community": 23834,
+      "▁центр": 23835,
+      "▁kilometer": 23836,
+      "▁économ": 23837,
+      "laration": 23838,
+      "▁къ": 23839,
+      "▁carriage": 23840,
+      "▁Lane": 23841,
+      "▁необ": 23842,
+      "kur": 23843,
+      "▁AF": 23844,
+      "INTER": 23845,
+      "))$": 23846,
+      "▁beide": 23847,
+      "destination": 23848,
+      "▁fonts": 23849,
+      "appendChild": 23850,
+      "▁MAR": 23851,
+      "▁gay": 23852,
+      "mil": 23853,
+      "lesh": 23854,
+      "èt": 23855,
+      "▁Wang": 23856,
+      "▁Years": 23857,
+      "▁Symbol": 23858,
+      "Live": 23859,
+      "quency": 23860,
+      "▁Users": 23861,
+      "▁Unicode": 23862,
+      "▁Sau": 23863,
+      "▁tons": 23864,
+      "▁Ні": 23865,
+      "▁краї": 23866,
+      "AXI": 23867,
+      "▁Pick": 23868,
+      "AI": 23869,
+      "▁hath": 23870,
+      "▁ainda": 23871,
+      "▁papa": 23872,
+      "▁Censo": 23873,
+      "▁Bald": 23874,
+      "▁Насеље": 23875,
+      "▁simulations": 23876,
+      "▁jaren": 23877,
+      "▁inherited": 23878,
+      "▁той": 23879,
+      "▁feels": 23880,
+      "ression": 23881,
+      "▁október": 23882,
+      "bid": 23883,
+      "ási": 23884,
+      "▁muss": 23885,
+      "ventory": 23886,
+      "▁meist": 23887,
+      "▁bore": 23888,
+      "▁slider": 23889,
+      "дели": 23890,
+      "\\;": 23891,
+      "▁extracted": 23892,
+      "кур": 23893,
+      "Edge": 23894,
+      "▁perf": 23895,
+      "▁Brigade": 23896,
+      "▁град": 23897,
+      "ienie": 23898,
+      "▁Norden": 23899,
+      "▁cancer": 23900,
+      "\"/": 23901,
+      "Cur": 23902,
+      "▁Сере": 23903,
+      "▁liquid": 23904,
+      "structure": 23905,
+      "▁choosing": 23906,
+      "▁Perl": 23907,
+      "Side": 23908,
+      "üs": 23909,
+      "ритор": 23910,
+      "▁kost": 23911,
+      "▁packets": 23912,
+      "▁которого": 23913,
+      "▁Comun": 23914,
+      "▁fingers": 23915,
+      "ográfica": 23916,
+      ">:": 23917,
+      "▁championnat": 23918,
+      "▁blieb": 23919,
+      "▁Situ": 23920,
+      "▁suic": 23921,
+      "andis": 23922,
+      "Fre": 23923,
+      "▁Conc": 23924,
+      "▁republic": 23925,
+      "▁armed": 23926,
+      "▁hell": 23927,
+      "▁hög": 23928,
+      "ragma": 23929,
+      "▁ense": 23930,
+      "▁acres": 23931,
+      "▁Від": 23932,
+      "▁Reform": 23933,
+      "MainActivity": 23934,
+      "keeper": 23935,
+      "erb": 23936,
+      "▁monaster": 23937,
+      "subsubsection": 23938,
+      "▁Див": 23939,
+      "▁creature": 23940,
+      "▁indicating": 23941,
+      "▁urls": 23942,
+      "▁kein": 23943,
+      "образ": 23944,
+      "pick": 23945,
+      "▁Admir": 23946,
+      "▁oldest": 23947,
+      "▁muz": 23948,
+      "▁contradiction": 23949,
+      "▁probabil": 23950,
+      "illiant": 23951,
+      "▁pav": 23952,
+      "▁papel": 23953,
+      "ubs": 23954,
+      "▁жена": 23955,
+      "AML": 23956,
+      "▁recip": 23957,
+      "▁COL": 23958,
+      "added": 23959,
+      "▁clue": 23960,
+      "▁Ukraine": 23961,
+      "▁jelent": 23962,
+      "чень": 23963,
+      "▁mathematics": 23964,
+      "Accept": 23965,
+      "▁сот": 23966,
+      "▁север": 23967,
+      "▁isolated": 23968,
+      "▁поя": 23969,
+      "wür": 23970,
+      "Router": 23971,
+      "CAT": 23972,
+      "rgb": 23973,
+      "▁Lov": 23974,
+      "mutable": 23975,
+      "▁Wes": 23976,
+      "▁Italien": 23977,
+      "Drag": 23978,
+      "enium": 23979,
+      "atting": 23980,
+      "tcp": 23981,
+      "▁erfolgte": 23982,
+      "▁Beit": 23983,
+      "гато": 23984,
+      "▁Systems": 23985,
+      "▁reserve": 23986,
+      "eree": 23987,
+      "▁Пари": 23988,
+      "▁зали": 23989,
+      "▁rent": 23990,
+      "▁sunt": 23991,
+      "▁Girls": 23992,
+      "▁Ernest": 23993,
+      "▁fits": 23994,
+      "▁oppon": 23995,
+      "▁живело": 23996,
+      "▁avaient": 23997,
+      "▁Florence": 23998,
+      "▁числе": 23999,
+      "▁engines": 24000,
+      "Dynamic": 24001,
+      "▁stycznia": 24002,
+      "▁bias": 24003,
+      "▁Exchange": 24004,
+      "дий": 24005,
+      "▁historiques": 24006,
+      "▁Hä": 24007,
+      "hod": 24008,
+      "▁wł": 24009,
+      "schap": 24010,
+      "▁lac": 24011,
+      "▁Foi": 24012,
+      "▁dwell": 24013,
+      "▁Unternehmen": 24014,
+      "URN": 24015,
+      "▁kilometres": 24016,
+      "▁Однако": 24017,
+      "кли": 24018,
+      "▁Sri": 24019,
+      "Groups": 24020,
+      "mind": 24021,
+      "oslov": 24022,
+      "fern": 24023,
+      "egu": 24024,
+      "abeled": 24025,
+      "Fiddle": 24026,
+      "▁Century": 24027,
+      "/-": 24028,
+      "▁Jegyzetek": 24029,
+      "Hen": 24030,
+      "ensemble": 24031,
+      "▁Gut": 24032,
+      "_{{\\": 24033,
+      "▁ranking": 24034,
+      "+$": 24035,
+      "ала": 24036,
+      "▁#{": 24037,
+      "imientos": 24038,
+      "achim": 24039,
+      "rides": 24040,
+      "▁Klaus": 24041,
+      "▁intend": 24042,
+      "▁Kentucky": 24043,
+      "cipe": 24044,
+      "▁Dienst": 24045,
+      "▁situated": 24046,
+      "▁póź": 24047,
+      "▁scrit": 24048,
+      "clip": 24049,
+      "нет": 24050,
+      "tables": 24051,
+      "▁Nied": 24052,
+      "▁McK": 24053,
+      "▁powst": 24054,
+      "▁kunnen": 24055,
+      "▁Evans": 24056,
+      "жды": 24057,
+      "вать": 24058,
+      "uchar": 24059,
+      "▁residents": 24060,
+      "iak": 24061,
+      "▁Resol": 24062,
+      "▁veces": 24063,
+      "▁satisfying": 24064,
+      "INF": 24065,
+      "▁син": 24066,
+      "▁crossing": 24067,
+      "iben": 24068,
+      "▁широ": 24069,
+      "pto": 24070,
+      "ILL": 24071,
+      "▁роль": 24072,
+      "▁aktiv": 24073,
+      "▁обращения": 24074,
+      "Wikispecies": 24075,
+      "▁Höhe": 24076,
+      "cro": 24077,
+      "════": 24078,
+      "altra": 24079,
+      "▁FILE": 24080,
+      "▁ups": 24081,
+      "▁allocation": 24082,
+      "Michael": 24083,
+      "▁acknowled": 24084,
+      "Linux": 24085,
+      "▁metros": 24086,
+      "tte": 24087,
+      "afen": 24088,
+      "▁xcode": 24089,
+      "▁тради": 24090,
+      "species": 24091,
+      "▁injury": 24092,
+      "▁самы": 24093,
+      "▁lattice": 24094,
+      "Material": 24095,
+      "andenburg": 24096,
+      "▁huvudstaden": 24097,
+      "story": 24098,
+      "▁varying": 24099,
+      "▁követ": 24100,
+      "▁Российской": 24101,
+      "irse": 24102,
+      "▁drum": 24103,
+      "Pressed": 24104,
+      "Lar": 24105,
+      "▁Agu": 24106,
+      "▁weil": 24107,
+      "▁commence": 24108,
+      "▁Según": 24109,
+      "Gesture": 24110,
+      "Shape": 24111,
+      "▁Vors": 24112,
+      "▁succès": 24113,
+      "▁corrected": 24114,
+      "Kar": 24115,
+      "▁cruel": 24116,
+      "▁politico": 24117,
+      "▁Schriftsteller": 24118,
+      "▁risult": 24119,
+      "etu": 24120,
+      "archiv": 24121,
+      "▁género": 24122,
+      "▁Lü": 24123,
+      "▁triumph": 24124,
+      "ORS": 24125,
+      "Lu": 24126,
+      "▁personnel": 24127,
+      "▁Hills": 24128,
+      "asset": 24129,
+      "domin": 24130,
+      "Receive": 24131,
+      "▁Oak": 24132,
+      "▁Kno": 24133,
+      "▁Theory": 24134,
+      "irie": 24135,
+      "owan": 24136,
+      "▁estava": 24137,
+      "▁executes": 24138,
+      "йт": 24139,
+      "ópez": 24140,
+      "поло": 24141,
+      "ética": 24142,
+      "▁название": 24143,
+      "▁converges": 24144,
+      "▁notre": 24145,
+      "▁populated": 24146,
+      "▁movements": 24147,
+      "▁statistical": 24148,
+      "▁Zweiten": 24149,
+      "quin": 24150,
+      "▁importantes": 24151,
+      "▁klein": 24152,
+      "▁Segunda": 24153,
+      "schließend": 24154,
+      "Failure": 24155,
+      "nar": 24156,
+      "dag": 24157,
+      "▁ruolo": 24158,
+      "▁fiction": 24159,
+      "▁использу": 24160,
+      "▁crisis": 24161,
+      "▁Getting": 24162,
+      ",%": 24163,
+      "▁армии": 24164,
+      "▁campus": 24165,
+      "▁footer": 24166,
+      "▁días": 24167,
+      "бан": 24168,
+      "▁liberty": 24169,
+      "▁gh": 24170,
+      "▁chamber": 24171,
+      "▁districts": 24172,
+      "▁excited": 24173,
+      "▁canción": 24174,
+      "tero": 24175,
+      "▁Working": 24176,
+      "▁części": 24177,
+      "льный": 24178,
+      "▁forum": 24179,
+      "▁Ehe": 24180,
+      "▁ката": 24181,
+      "itations": 24182,
+      "Tools": 24183,
+      "achiv": 24184,
+      "▁cres": 24185,
+      "asto": 24186,
+      "▁rever": 24187,
+      "▁nazionale": 24188,
+      "▁doors": 24189,
+      "▁Nancy": 24190,
+      "▁islands": 24191,
+      "Imp": 24192,
+      "▁Chair": 24193,
+      "▁vorm": 24194,
+      "sein": 24195,
+      "▁доку": 24196,
+      "erset": 24197,
+      "▁tätig": 24198,
+      "▁Krit": 24199,
+      "▁пя": 24200,
+      "▁conservation": 24201,
+      "▁Partido": 24202,
+      "minipage": 24203,
+      "Validator": 24204,
+      "▁recovery": 24205,
+      "▁NASA": 24206,
+      "▁breast": 24207,
+      "ilty": 24208,
+      "analy": 24209,
+      "elines": 24210,
+      "▁Saturday": 24211,
+      "emark": 24212,
+      "cej": 24213,
+      "Zero": 24214,
+      "▁Turner": 24215,
+      "secure": 24216,
+      "Exists": 24217,
+      "▁Rick": 24218,
+      "evalu": 24219,
+      "ctrl": 24220,
+      "▁compression": 24221,
+      "▁CURL": 24222,
+      "textcolor": 24223,
+      ")\\,": 24224,
+      "longrightarrow": 24225,
+      "▁Fernseh": 24226,
+      "icha": 24227,
+      "▁loi": 24228,
+      "▁Оте": 24229,
+      "▁cave": 24230,
+      "▁dozen": 24231,
+      "▁explaining": 24232,
+      "▁innov": 24233,
+      "▁Nicholas": 24234,
+      "▁diameter": 24235,
+      "▁Marian": 24236,
+      "▁fires": 24237,
+      "▁artifact": 24238,
+      "▁Parker": 24239,
+      "▁Bund": 24240,
+      "▁verte": 24241,
+      "▁talent": 24242,
+      "▁Lucas": 24243,
+      "reverse": 24244,
+      "▁folgenden": 24245,
+      "▁Sah": 24246,
+      "jections": 24247,
+      "▁invece": 24248,
+      "▁costitu": 24249,
+      "▁ssl": 24250,
+      "}}^": 24251,
+      "▁violent": 24252,
+      "▁spos": 24253,
+      "Rout": 24254,
+      "jdk": 24255,
+      "▁заме": 24256,
+      "▁furent": 24257,
+      "andal": 24258,
+      "Hom": 24259,
+      "▁Senior": 24260,
+      "▁pounds": 24261,
+      "▁Discogs": 24262,
+      "▁зе": 24263,
+      "'}[": 24264,
+      "▁Napoleon": 24265,
+      "ordinates": 24266,
+      "àn": 24267,
+      "▁kurz": 24268,
+      "▁vere": 24269,
+      "▁reuse": 24270,
+      "▁Ген": 24271,
+      "▁Syst": 24272,
+      "▁disappeared": 24273,
+      "▁Watch": 24274,
+      "bibliothek": 24275,
+      "▁корпу": 24276,
+      "▁Cs": 24277,
+      "▁}`": 24278,
+      "▁rör": 24279,
+      "▁дела": 24280,
+      "VB": 24281,
+      "▁calculus": 24282,
+      "рода": 24283,
+      "▁judgment": 24284,
+      "atile": 24285,
+      "▁longue": 24286,
+      "▁Hus": 24287,
+      "Jac": 24288,
+      "}})": 24289,
+      "RIPT": 24290,
+      "IABot": 24291,
+      "▁após": 24292,
+      "▁aston": 24293,
+      "Webachiv": 24294,
+      "▁URLs": 24295,
+      "▁coat": 24296,
+      "▁эконо": 24297,
+      "▁lear": 24298,
+      "extensions": 24299,
+      "▁Classic": 24300,
+      "TI": 24301,
+      "▁Tage": 24302,
+      "▁lá": 24303,
+      "▁semb": 24304,
+      "▁développement": 24305,
+      "ISTS": 24306,
+      "▁solves": 24307,
+      ",\\,": 24308,
+      "▁чемпі": 24309,
+      "ordinary": 24310,
+      "▁Bav": 24311,
+      "▁muchos": 24312,
+      "Self": 24313,
+      "▁Май": 24314,
+      "▁Diet": 24315,
+      "▁necessity": 24316,
+      "від": 24317,
+      "▁mano": 24318,
+      "▁Ср": 24319,
+      "▁carre": 24320,
+      "▁Camera": 24321,
+      "▁Narod": 24322,
+      "▁Phone": 24323,
+      "▁polym": 24324,
+      "imore": 24325,
+      "isEmpty": 24326,
+      "▁Houston": 24327,
+      "▁Rece": 24328,
+      "▁presentation": 24329,
+      "ниципа": 24330,
+      "▁Db": 24331,
+      "▁confident": 24332,
+      "▁}{": 24333,
+      "▁bullet": 24334,
+      "▁{},": 24335,
+      "ANGE": 24336,
+      "▁Notre": 24337,
+      "chin": 24338,
+      "▁Dragon": 24339,
+      "erca": 24340,
+      "iali": 24341,
+      "▁asset": 24342,
+      "▁muito": 24343,
+      "▁deeply": 24344,
+      "▁restriction": 24345,
+      "▁commerce": 24346,
+      "▁Bomb": 24347,
+      "caught": 24348,
+      "qq": 24349,
+      "▁Arag": 24350,
+      "▁немец": 24351,
+      "▁Analysis": 24352,
+      "▁článku": 24353,
+      "▁baby": 24354,
+      "▁echter": 24355,
+      "▁одного": 24356,
+      "жена": 24357,
+      "▁whitespace": 24358,
+      "çu": 24359,
+      "LIST": 24360,
+      "frique": 24361,
+      "▁varias": 24362,
+      "▁Wit": 24363,
+      "▁Licencia": 24364,
+      "Exit": 24365,
+      "▁sierp": 24366,
+      "▁assemb": 24367,
+      "▁splitting": 24368,
+      "▁palace": 24369,
+      "▁blocked": 24370,
+      "▁boundaries": 24371,
+      "▁iterations": 24372,
+      "▁Rotten": 24373,
+      "▁Verkehr": 24374,
+      "▁weer": 24375,
+      "Tests": 24376,
+      "ifting": 24377,
+      "▁regul": 24378,
+      "▁persist": 24379,
+      "▁Solution": 24380,
+      "pb": 24381,
+      "▁collapse": 24382,
+      "▁arrested": 24383,
+      "▁predicate": 24384,
+      "▁Zone": 24385,
+      "▁ingen": 24386,
+      "zález": 24387,
+      "▁banks": 24388,
+      "plant": 24389,
+      "▁Nella": 24390,
+      "▁бан": 24391,
+      "▁Snow": 24392,
+      "▁Kreuz": 24393,
+      "ício": 24394,
+      "▁enters": 24395,
+      "▁expose": 24396,
+      "či": 24397,
+      "шие": 24398,
+      "Qual": 24399,
+      "▁landscape": 24400,
+      "▁подацима": 24401,
+      "mai": 24402,
+      "stag": 24403,
+      "ований": 24404,
+      "DEF": 24405,
+      "[]{": 24406,
+      "▁dernière": 24407,
+      "icut": 24408,
+      "▁Xml": 24409,
+      "▁subgroup": 24410,
+      "▁Polsce": 24411,
+      "▁Warning": 24412,
+      "▁vehicles": 24413,
+      "iot": 24414,
+      "▁dll": 24415,
+      "ront": 24416,
+      "▁Louise": 24417,
+      "▁ara": 24418,
+      "▁Scala": 24419,
+      "▁canonical": 24420,
+      "▁placing": 24421,
+      "ERY": 24422,
+      "▁Jag": 24423,
+      "▁virus": 24424,
+      "emu": 24425,
+      "▁});\r": 24426,
+      "▁мм": 24427,
+      "▁Trying": 24428,
+      "▁Lexikon": 24429,
+      "abord": 24430,
+      "▁expedition": 24431,
+      "▁demanded": 24432,
+      "Zyg": 24433,
+      "lein": 24434,
+      "▁verwendet": 24435,
+      "рина": 24436,
+      "wol": 24437,
+      "▁pivot": 24438,
+      "▁однако": 24439,
+      "▁propriet": 24440,
+      "▁awards": 24441,
+      "tout": 24442,
+      "▁assim": 24443,
+      "▁Storm": 24444,
+      "Limit": 24445,
+      "elin": 24446,
+      "wealth": 24447,
+      "uez": 24448,
+      "▁rappresent": 24449,
+      "▁resta": 24450,
+      "▁gegründet": 24451,
+      "▁journalist": 24452,
+      "isie": 24453,
+      "▁facility": 24454,
+      "illed": 24455,
+      "ulk": 24456,
+      "▁PK": 24457,
+      "Anchor": 24458,
+      "▁_)": 24459,
+      "VF": 24460,
+      "LAB": 24461,
+      "▁nå": 24462,
+      "odos": 24463,
+      "▁billion": 24464,
+      "virti": 24465,
+      "▁Jeux": 24466,
+      "юза": 24467,
+      "tomcat": 24468,
+      "▁charts": 24469,
+      "▁Bundle": 24470,
+      "▁lst": 24471,
+      "▁exer": 24472,
+      "▁females": 24473,
+      "▁obliged": 24474,
+      "▁aby": 24475,
+      "rolled": 24476,
+      "dri": 24477,
+      "▁Sche": 24478,
+      "▁vessels": 24479,
+      "IMARY": 24480,
+      "▁reasoning": 24481,
+      "▁проте": 24482,
+      "FILES": 24483,
+      "verk": 24484,
+      "osos": 24485,
+      "▁комму": 24486,
+      "дії": 24487,
+      "▁dd": 24488,
+      "▁соответ": 24489,
+      "▁IOException": 24490,
+      "ských": 24491,
+      "▁CLI": 24492,
+      "▁ње": 24493,
+      "CM": 24494,
+      "TD": 24495,
+      "▁possibilities": 24496,
+      "▁Compos": 24497,
+      "half": 24498,
+      "▁webpage": 24499,
+      "▁swing": 24500,
+      "▁zas": 24501,
+      "▁cycl": 24502,
+      "leid": 24503,
+      "istica": 24504,
+      "▁Insert": 24505,
+      "▁Sweden": 24506,
+      "▁wanting": 24507,
+      "▁ال": 24508,
+      "▁eeuw": 24509,
+      "▁Administr": 24510,
+      "▁Warren": 24511,
+      "▁bs": 24512,
+      "▁pam": 24513,
+      "anus": 24514,
+      "Dra": 24515,
+      "expl": 24516,
+      "▁Kant": 24517,
+      "▁Austin": 24518,
+      "▁csak": 24519,
+      "▁theatre": 24520,
+      "▁compatibility": 24521,
+      "матиче": 24522,
+      "setState": 24523,
+      "бю": 24524,
+      "}{|": 24525,
+      "▁Dy": 24526,
+      "▁Zwischen": 24527,
+      "Alt": 24528,
+      "CLARE": 24529,
+      "steps": 24530,
+      "▁Lage": 24531,
+      "▁Mitt": 24532,
+      "▁Dublin": 24533,
+      "▁работы": 24534,
+      "deep": 24535,
+      "▁flows": 24536,
+      "▁Palace": 24537,
+      "unix": 24538,
+      "refs": 24539,
+      "umar": 24540,
+      "aset": 24541,
+      "cov": 24542,
+      "▁ping": 24543,
+      "▁Safari": 24544,
+      "flug": 24545,
+      "creens": 24546,
+      "{#": 24547,
+      "▁реа": 24548,
+      "adors": 24549,
+      "▁amor": 24550,
+      "uce": 24551,
+      "demic": 24552,
+      "▁Netherlands": 24553,
+      "▁clusters": 24554,
+      "▁enfor": 24555,
+      "marine": 24556,
+      "▁bugs": 24557,
+      "izzata": 24558,
+      "▁scra": 24559,
+      "Les": 24560,
+      "quick": 24561,
+      "▁turno": 24562,
+      "_*": 24563,
+      "ера": 24564,
+      "Generated": 24565,
+      ">[": 24566,
+      "▁estre": 24567,
+      "orde": 24568,
+      "▁verg": 24569,
+      "роз": 24570,
+      "▁pau": 24571,
+      "includes": 24572,
+      "assa": 24573,
+      "aders": 24574,
+      "▁Герма": 24575,
+      "▁estaven": 24576,
+      "▁earliest": 24577,
+      "▁resultado": 24578,
+      "mun": 24579,
+      "▁plots": 24580,
+      "din": 24581,
+      "sorted": 24582,
+      "▁preference": 24583,
+      "rió": 24584,
+      "туре": 24585,
+      "▁Ligue": 24586,
+      "▁завер": 24587,
+      "phr": 24588,
+      "▁pocket": 24589,
+      "▁parl": 24590,
+      "▁lak": 24591,
+      "▁powie": 24592,
+      "▁altres": 24593,
+      "$};": 24594,
+      "plain": 24595,
+      "▁Cred": 24596,
+      "itza": 24597,
+      "perp": 24598,
+      "Green": 24599,
+      "▁devoted": 24600,
+      "production": 24601,
+      "worker": 24602,
+      "elsen": 24603,
+      "▁vern": 24604,
+      "▁március": 24605,
+      "▁Confeder": 24606,
+      "▁Liverpool": 24607,
+      "▁музи": 24608,
+      "▁emails": 24609,
+      "▁distances": 24610,
+      "▁segments": 24611,
+      "▁anth": 24612,
+      "▁wrest": 24613,
+      "▁hoog": 24614,
+      "▁cinema": 24615,
+      "rror": 24616,
+      "▁geboren": 24617,
+      "▁éc": 24618,
+      "Marker": 24619,
+      "▁Compet": 24620,
+      "▁листо": 24621,
+      "allowed": 24622,
+      "volume": 24623,
+      "Espagne": 24624,
+      "Ze": 24625,
+      "▁fixes": 24626,
+      "▁rond": 24627,
+      "▁arrangement": 24628,
+      "/~": 24629,
+      ".](": 24630,
+      "▁Források": 24631,
+      "▁weiteren": 24632,
+      "excel": 24633,
+      "▁змі": 24634,
+      "▁moderne": 24635,
+      "English": 24636,
+      "▁Transfermarkt": 24637,
+      "▁bearing": 24638,
+      "▁cleared": 24639,
+      "▁сам": 24640,
+      "▁divs": 24641,
+      "ći": 24642,
+      "▁этой": 24643,
+      "▁Геор": 24644,
+      "scene": 24645,
+      "▁ages": 24646,
+      "GEN": 24647,
+      "rän": 24648,
+      "▁Toul": 24649,
+      "▁Abs": 24650,
+      "ját": 24651,
+      "▁mediante": 24652,
+      "▁empres": 24653,
+      "▁Employee": 24654,
+      "▁polynomials": 24655,
+      "▁optimize": 24656,
+      "▁выступа": 24657,
+      "fare": 24658,
+      "вей": 24659,
+      "xf": 24660,
+      "quez": 24661,
+      "▁botan": 24662,
+      "▁defend": 24663,
+      "▁Quart": 24664,
+      "Mont": 24665,
+      "vb": 24666,
+      "tick": 24667,
+      "WD": 24668,
+      "mine": 24669,
+      "▁modific": 24670,
+      "notification": 24671,
+      "▁denn": 24672,
+      "▁algo": 24673,
+      "▁Spo": 24674,
+      "▁mistrzost": 24675,
+      "/:": 24676,
+      "▁apresent": 24677,
+      "▁прод": 24678,
+      "Volume": 24679,
+      "ską": 24680,
+      "protected": 24681,
+      "▁Turkish": 24682,
+      "azy": 24683,
+      "▁pouv": 24684,
+      "▁período": 24685,
+      "skog": 24686,
+      "▁entropy": 24687,
+      "zed": 24688,
+      "тори": 24689,
+      "▁lij": 24690,
+      "boards": 24691,
+      "▁стату": 24692,
+      "Bool": 24693,
+      "▁polity": 24694,
+      "@\",": 24695,
+      "▁рік": 24696,
+      "née": 24697,
+      "▁Zug": 24698,
+      "▁Uniti": 24699,
+      "émet": 24700,
+      "atience": 24701,
+      "dimen": 24702,
+      "▁Steven": 24703,
+      "Ha": 24704,
+      "ACTION": 24705,
+      "▁wand": 24706,
+      "▁Navar": 24707,
+      "▁січня": 24708,
+      "Watch": 24709,
+      "▁Stuart": 24710,
+      "▁zde": 24711,
+      "▁контро": 24712,
+      "dataset": 24713,
+      "yó": 24714,
+      "▁Bush": 24715,
+      "▁себя": 24716,
+      "▁worthy": 24717,
+      "▁Ble": 24718,
+      "▁propor": 24719,
+      "▁Village": 24720,
+      "▁ry": 24721,
+      "▁voit": 24722,
+      "▁копия": 24723,
+      "▁zp": 24724,
+      "▁cura": 24725,
+      "▁Html": 24726,
+      "▁Dieser": 24727,
+      "▁Days": 24728,
+      "onnes": 24729,
+      "▁antigu": 24730,
+      "▁Staaten": 24731,
+      "▁faint": 24732,
+      "ongs": 24733,
+      "▁öst": 24734,
+      "Redirect": 24735,
+      "ель": 24736,
+      "atorial": 24737,
+      "▁bother": 24738,
+      "EditText": 24739,
+      "▁Giul": 24740,
+      "▁заво": 24741,
+      "▁pueblo": 24742,
+      "▁Mississippi": 24743,
+      "jak": 24744,
+      "▁wings": 24745,
+      "onc": 24746,
+      "ível": 24747,
+      "iencia": 24748,
+      "entlicht": 24749,
+      "▁BTW": 24750,
+      "ornal": 24751,
+      "▁Коро": 24752,
+      "▁одним": 24753,
+      "▁salv": 24754,
+      "▁finden": 24755,
+      "geo": 24756,
+      "▁авиа": 24757,
+      "attung": 24758,
+      "viv": 24759,
+      "▁Luther": 24760,
+      "▁общи": 24761,
+      "▁Rolle": 24762,
+      "▁Abraham": 24763,
+      "▁centered": 24764,
+      "▁slash": 24765,
+      "isat": 24766,
+      "emann": 24767,
+      "Os": 24768,
+      "парта": 24769,
+      "▁Pablo": 24770,
+      "▁collaboration": 24771,
+      "paths": 24772,
+      "édition": 24773,
+      "▁viewed": 24774,
+      "▁consisted": 24775,
+      "▁recovered": 24776,
+      "▁Mexican": 24777,
+      "▁Fix": 24778,
+      "▁spell": 24779,
+      "Special": 24780,
+      "▁Ст": 24781,
+      "esseur": 24782,
+      "▁Украины": 24783,
+      "former": 24784,
+      "▁św": 24785,
+      "▁zeros": 24786,
+      "▁Straßen": 24787,
+      "▁organisation": 24788,
+      "üssen": 24789,
+      "▁Sierra": 24790,
+      "▁Season": 24791,
+      "▁volont": 24792,
+      "BeanFactory": 24793,
+      "▁помощ": 24794,
+      "▁pressing": 24795,
+      "▁equivalence": 24796,
+      "▁catt": 24797,
+      "icity": 24798,
+      "▁accomplished": 24799,
+      "▁yo": 24800,
+      "▁sic": 24801,
+      "▁imports": 24802,
+      "▁accommod": 24803,
+      "▁Porto": 24804,
+      "▁яка": 24805,
+      "▁loan": 24806,
+      "тики": 24807,
+      "▁checkout": 24808,
+      "▁assess": 24809,
+      "▁Population": 24810,
+      "urent": 24811,
+      "clojure": 24812,
+      "▁Santos": 24813,
+      "▁információ": 24814,
+      "POS": 24815,
+      "▁gare": 24816,
+      "▁kick": 24817,
+      "▁radical": 24818,
+      "▁Peace": 24819,
+      "▁streaming": 24820,
+      "camp": 24821,
+      "ząt": 24822,
+      "говор": 24823,
+      "▁Regierung": 24824,
+      "▁proceeded": 24825,
+      "fm": 24826,
+      "лены": 24827,
+      "▁earnest": 24828,
+      "▁Parad": 24829,
+      "requests": 24830,
+      "▁Raum": 24831,
+      "šč": 24832,
+      "▁policies": 24833,
+      "▁Tig": 24834,
+      "▁sitt": 24835,
+      "▁Energy": 24836,
+      "▁purely": 24837,
+      "▁Haut": 24838,
+      "▁Speed": 24839,
+      "bio": 24840,
+      "▁orange": 24841,
+      "▁biggest": 24842,
+      "▁britannique": 24843,
+      "▁Notable": 24844,
+      "vu": 24845,
+      "лении": 24846,
+      "бин": 24847,
+      "▁Nash": 24848,
+      "щение": 24849,
+      "▁ciel": 24850,
+      "adémie": 24851,
+      "▁грудня": 24852,
+      "▁joue": 24853,
+      "▁voted": 24854,
+      "rico": 24855,
+      "▁гор": 24856,
+      "▁команду": 24857,
+      "itivity": 24858,
+      "▁ще": 24859,
+      "▁definite": 24860,
+      "uropa": 24861,
+      "!\");": 24862,
+      "Defaults": 24863,
+      "▁некоторы": 24864,
+      "édération": 24865,
+      "▁silly": 24866,
+      "▁talked": 24867,
+      "reu": 24868,
+      "▁Lomb": 24869,
+      "▁statue": 24870,
+      "кта": 24871,
+      "юр": 24872,
+      "umably": 24873,
+      "▁городе": 24874,
+      "▁Runtime": 24875,
+      "▁diagn": 24876,
+      "▁retro": 24877,
+      "▁Sverige": 24878,
+      "▁inicial": 24879,
+      "ienza": 24880,
+      "▁figlio": 24881,
+      "▁zog": 24882,
+      "▁rey": 24883,
+      "▁Rund": 24884,
+      "тный": 24885,
+      "▁ceased": 24886,
+      "erno": 24887,
+      "▁esa": 24888,
+      "▁trouv": 24889,
+      "▁Gemeinden": 24890,
+      "▁comercial": 24891,
+      "skap": 24892,
+      "enario": 24893,
+      "▁juris": 24894,
+      "TB": 24895,
+      "нала": 24896,
+      "▁vij": 24897,
+      "VO": 24898,
+      "▁clin": 24899,
+      "jör": 24900,
+      "сан": 24901,
+      "owała": 24902,
+      "ribución": 24903,
+      "▁ursprüng": 24904,
+      "▁condem": 24905,
+      "▁Stage": 24906,
+      "▁mixing": 24907,
+      "▁різ": 24908,
+      "▁fans": 24909,
+      "ház": 24910,
+      "social": 24911,
+      "zan": 24912,
+      "▁свой": 24913,
+      "Cookie": 24914,
+      "▁Roland": 24915,
+      "azionale": 24916,
+      "▁Sloven": 24917,
+      "▁Fiche": 24918,
+      "▁Sé": 24919,
+      "hä": 24920,
+      "▁officials": 24921,
+      "▁înt": 24922,
+      "Interceptor": 24923,
+      "Tables": 24924,
+      "▁davon": 24925,
+      "initialize": 24926,
+      "]=\"": 24927,
+      "▁Body": 24928,
+      "▁Upper": 24929,
+      "▁Collect": 24930,
+      "▁Zürich": 24931,
+      "Horizontal": 24932,
+      "Typ": 24933,
+      "▁político": 24934,
+      "▁RewriteCond": 24935,
+      "▁hoped": 24936,
+      "▁anxious": 24937,
+      "Liter": 24938,
+      "jahr": 24939,
+      "▁assemble": 24940,
+      "▁crypt": 24941,
+      "lahoma": 24942,
+      "ASH": 24943,
+      "▁Бри": 24944,
+      "▁Cic": 24945,
+      "twitter": 24946,
+      "hyper": 24947,
+      "▁Tell": 24948,
+      "ільки": 24949,
+      "вобо": 24950,
+      "▁bazie": 24951,
+      "▁contemporary": 24952,
+      "▁Parameter": 24953,
+      "stwa": 24954,
+      "▁bekend": 24955,
+      "cock": 24956,
+      "previous": 24957,
+      "enska": 24958,
+      "▁caller": 24959,
+      "]])": 24960,
+      "▁Raz": 24961,
+      "▁Selon": 24962,
+      "▁proposal": 24963,
+      "▁bý": 24964,
+      "▁Sied": 24965,
+      "▁Arbeits": 24966,
+      "▁pride": 24967,
+      "▁slope": 24968,
+      "idé": 24969,
+      "gradient": 24970,
+      "▁Джерела": 24971,
+      "▁SH": 24972,
+      "▁разрабо": 24973,
+      "iversity": 24974,
+      "сподар": 24975,
+      "\\{\\": 24976,
+      "▁стали": 24977,
+      "▁Einzel": 24978,
+      "▁rgba": 24979,
+      "▁Anim": 24980,
+      "▁alles": 24981,
+      "бар": 24982,
+      "erte": 24983,
+      "▁réalisé": 24984,
+      "Institut": 24985,
+      "▁markup": 24986,
+      "▁vars": 24987,
+      "▁gam": 24988,
+      "▁Василь": 24989,
+      "izza": 24990,
+      "▁Cob": 24991,
+      "▁Metal": 24992,
+      "▁leak": 24993,
+      "▁Lanc": 24994,
+      "Switch": 24995,
+      "Delay": 24996,
+      "atuur": 24997,
+      "▁четы": 24998,
+      "▁англий": 24999,
+      "▁legacy": 25000,
+      "▁desarroll": 25001,
+      "▁topological": 25002,
+      "▁jeweils": 25003,
+      "▁Nederlandse": 25004,
+      "▁atmosphere": 25005,
+      "urban": 25006,
+      "▁slov": 25007,
+      "▁lawyer": 25008,
+      "pecially": 25009,
+      "▁alternate": 25010,
+      "▁paramet": 25011,
+      "▁establishment": 25012,
+      "▁woods": 25013,
+      "PD": 25014,
+      "▁наи": 25015,
+      "▁mang": 25016,
+      "▁wechselte": 25017,
+      "ську": 25018,
+      ".=": 25019,
+      "▁fifteen": 25020,
+      "SUM": 25021,
+      "▁Fro": 25022,
+      "▁LED": 25023,
+      "owano": 25024,
+      "ствие": 25025,
+      "▁Données": 25026,
+      "tol": 25027,
+      "żyn": 25028,
+      "cref": 25029,
+      "ствии": 25030,
+      "horn": 25031,
+      "▁сооб": 25032,
+      "▁оборо": 25033,
+      "▁Complete": 25034,
+      "“)": 25035,
+      "▁kindly": 25036,
+      "▁Chamber": 25037,
+      "ség": 25038,
+      "WH": 25039,
+      "▁ambient": 25040,
+      "кро": 25041,
+      "▁cheval": 25042,
+      "▁написа": 25043,
+      "flu": 25044,
+      "▁Offiz": 25045,
+      "mate": 25046,
+      "natural": 25047,
+      "separ": 25048,
+      "empre": 25049,
+      "ViewHolder": 25050,
+      "fw": 25051,
+      "▁letech": 25052,
+      "▁trailing": 25053,
+      "atri": 25054,
+      "▁Gó": 25055,
+      "▁Bonn": 25056,
+      "▁unlikely": 25057,
+      "RAM": 25058,
+      "enst": 25059,
+      "Stats": 25060,
+      "▁политиче": 25061,
+      ")--(": 25062,
+      "▁trom": 25063,
+      "!...": 25064,
+      "▁Meanwhile": 25065,
+      "стана": 25066,
+      "▁Reino": 25067,
+      "▁Arist": 25068,
+      "$}}%": 25069,
+      "▁solem": 25070,
+      "closure": 25071,
+      "ignation": 25072,
+      "łod": 25073,
+      "▁divor": 25074,
+      "▁международ": 25075,
+      "=\"<?": 25076,
+      "▁molt": 25077,
+      "▁skills": 25078,
+      "▁Cir": 25079,
+      "▁Después": 25080,
+      "▁lun": 25081,
+      "▁coron": 25082,
+      "▁Comics": 25083,
+      "стори": 25084,
+      "▁Items": 25085,
+      "▁Think": 25086,
+      "игра": 25087,
+      "▁grows": 25088,
+      "portal": 25089,
+      "▁nich": 25090,
+      "▁restrictions": 25091,
+      "▁Lau": 25092,
+      "шення": 25093,
+      "▁Sozial": 25094,
+      "▁кі": 25095,
+      "mana": 25096,
+      "▁lieutenant": 25097,
+      "Attr": 25098,
+      "umeric": 25099,
+      "▁drives": 25100,
+      "asis": 25101,
+      "бай": 25102,
+      "NL": 25103,
+      "Zygote": 25104,
+      "physics": 25105,
+      "▁internally": 25106,
+      "вается": 25107,
+      "Hidden": 25108,
+      "▁Дата": 25109,
+      "▁unsafe": 25110,
+      "▁Roc": 25111,
+      "▁instantiate": 25112,
+      "udni": 25113,
+      "▁Room": 25114,
+      "▁Пред": 25115,
+      "▁maja": 25116,
+      "achment": 25117,
+      "uuid": 25118,
+      "Projects": 25119,
+      "Gre": 25120,
+      "▁взя": 25121,
+      "▁Blood": 25122,
+      "icile": 25123,
+      "▁Nouvelle": 25124,
+      "Does": 25125,
+      "▁nieuwe": 25126,
+      "ále": 25127,
+      "angs": 25128,
+      "weak": 25129,
+      "▁aantal": 25130,
+      "▁Ев": 25131,
+      "▁Dresden": 25132,
+      "▁Lost": 25133,
+      "ката": 25134,
+      "▁involve": 25135,
+      "▁declaring": 25136,
+      "▁Political": 25137,
+      "érez": 25138,
+      "kop": 25139,
+      "notify": 25140,
+      "▁Curt": 25141,
+      "▁schließlich": 25142,
+      "ghan": 25143,
+      "цена": 25144,
+      "▁kwiet": 25145,
+      "ügel": 25146,
+      "▁Sob": 25147,
+      "▁substr": 25148,
+      "▁ellen": 25149,
+      "ionario": 25150,
+      "enson": 25151,
+      "WIN": 25152,
+      "спорт": 25153,
+      "emer": 25154,
+      "nome": 25155,
+      "▁smiled": 25156,
+      "▁Schmidt": 25157,
+      "▁smoke": 25158,
+      "▁Token": 25159,
+      "▁vague": 25160,
+      "▁provision": 25161,
+      "yaml": 25162,
+      "нитель": 25163,
+      "onial": 25164,
+      "époque": 25165,
+      "▁NC": 25166,
+      "▁NFL": 25167,
+      "teck": 25168,
+      "▁allo": 25169,
+      "▁précéd": 25170,
+      "central": 25171,
+      "▁majd": 25172,
+      "▁chrom": 25173,
+      "▁Zum": 25174,
+      "verso": 25175,
+      "▁verschiedenen": 25176,
+      "▁старо": 25177,
+      "▁quelle": 25178,
+      "▁rép": 25179,
+      "ROW": 25180,
+      "▁ihnen": 25181,
+      "▁sensible": 25182,
+      "|$": 25183,
+      "▁schw": 25184,
+      "▁BR": 25185,
+      "▁Options": 25186,
+      "▁tens": 25187,
+      "▁conquist": 25188,
+      "▁ließ": 25189,
+      "ovis": 25190,
+      "▁міста": 25191,
+      "▁ela": 25192,
+      "rifice": 25193,
+      "▁lok": 25194,
+      "▁Queensland": 25195,
+      "Binary": 25196,
+      "▁Rahmen": 25197,
+      "▁abol": 25198,
+      "▁část": 25199,
+      "▁Edinburgh": 25200,
+      "inde": 25201,
+      "▁calculating": 25202,
+      "▁Oregon": 25203,
+      "▁legit": 25204,
+      "▁Nachdem": 25205,
+      "athon": 25206,
+      "Private": 25207,
+      "illaume": 25208,
+      "▁observable": 25209,
+      "leans": 25210,
+      "▁remarked": 25211,
+      "▁halt": 25212,
+      "ницы": 25213,
+      "▁stamp": 25214,
+      "▁Adv": 25215,
+      "Louis": 25216,
+      "imming": 25217,
+      "gruppe": 25218,
+      "▁Policy": 25219,
+      "▁vrij": 25220,
+      "ftrag": 25221,
+      "▁offices": 25222,
+      "▁participated": 25223,
+      "▁escol": 25224,
+      "▁\"</": 25225,
+      "▁nombreuses": 25226,
+      "▁divid": 25227,
+      "▁advis": 25228,
+      "лтати": 25229,
+      "▁==>": 25230,
+      "Orientation": 25231,
+      "cid": 25232,
+      "Cart": 25233,
+      "▁murm": 25234,
+      "▁assez": 25235,
+      "▁linking": 25236,
+      "building": 25237,
+      "▁reconna": 25238,
+      "▁shook": 25239,
+      "managed": 25240,
+      "landa": 25241,
+      "▁León": 25242,
+      "▁création": 25243,
+      "дой": 25244,
+      "ocity": 25245,
+      "▁wij": 25246,
+      "▁wieś": 25247,
+      "xtart": 25248,
+      "▁Move": 25249,
+      "lungen": 25250,
+      "ствует": 25251,
+      "orney": 25252,
+      "optional": 25253,
+      "macro": 25254,
+      "Condition": 25255,
+      "▁squares": 25256,
+      "▁mistaken": 25257,
+      "ánt": 25258,
+      "▁Ris": 25259,
+      "▁sentences": 25260,
+      "erea": 25261,
+      "▁mij": 25262,
+      "Und": 25263,
+      "▁nombr": 25264,
+      "zA": 25265,
+      "▁Independent": 25266,
+      "▁preview": 25267,
+      "imas": 25268,
+      "▁males": 25269,
+      "inental": 25270,
+      "Thank": 25271,
+      "▁popol": 25272,
+      "▁pover": 25273,
+      "▁grasp": 25274,
+      "▁imped": 25275,
+      "▁campionato": 25276,
+      "▁Wei": 25277,
+      "▁titled": 25278,
+      "▁Además": 25279,
+      "▁Password": 25280,
+      "▁Pam": 25281,
+      "UILD": 25282,
+      "▁липня": 25283,
+      "werb": 25284,
+      "................": 25285,
+      "▁Río": 25286,
+      "▁teeth": 25287,
+      "bp": 25288,
+      "▁SW": 25289,
+      "ulaire": 25290,
+      "▁seized": 25291,
+      "▁Stef": 25292,
+      "úl": 25293,
+      "▁viz": 25294,
+      "iony": 25295,
+      "▁junt": 25296,
+      "▁která": 25297,
+      "▁września": 25298,
+      "<>": 25299,
+      "▁surg": 25300,
+      "▁tutte": 25301,
+      "▁Hob": 25302,
+      "повід": 25303,
+      "▁wohl": 25304,
+      "▁trag": 25305,
+      "▁Crown": 25306,
+      "▁trova": 25307,
+      "стову": 25308,
+      "▁Vienna": 25309,
+      "esehen": 25310,
+      "▁metropol": 25311,
+      "▁reflected": 25312,
+      "тета": 25313,
+      "▁traduc": 25314,
+      "▁Bast": 25315,
+      "▁erschien": 25316,
+      "woord": 25317,
+      "()\"": 25318,
+      "talet": 25319,
+      "▁roads": 25320,
+      "ведения": 25321,
+      "ührung": 25322,
+      "▁cogn": 25323,
+      "▁Valle": 25324,
+      "▁landing": 25325,
+      "▁Regex": 25326,
+      "▁Iowa": 25327,
+      "dział": 25328,
+      "▁erreichte": 25329,
+      "aum": 25330,
+      "▁founder": 25331,
+      "apolis": 25332,
+      "Compiler": 25333,
+      "▁kop": 25334,
+      "▁marc": 25335,
+      "▁територ": 25336,
+      "))`": 25337,
+      "▁lei": 25338,
+      "geon": 25339,
+      "▁weapons": 25340,
+      "▁horn": 25341,
+      "▁elif": 25342,
+      "▁Capital": 25343,
+      "će": 25344,
+      "▁forall": 25345,
+      "▁эта": 25346,
+      "preview": 25347,
+      "▁DNA": 25348,
+      "▁sid": 25349,
+      "orch": 25350,
+      "▁Ras": 25351,
+      "▁arab": 25352,
+      "Best": 25353,
+      "▁счита": 25354,
+      "▁López": 25355,
+      "ança": 25356,
+      "▁funkc": 25357,
+      "▁tienen": 25358,
+      ";&": 25359,
+      "museum": 25360,
+      "▁Err": 25361,
+      "▁resort": 25362,
+      "Nov": 25363,
+      "▁kal": 25364,
+      "MW": 25365,
+      "шь": 25366,
+      "anchor": 25367,
+      "▁роман": 25368,
+      "leading": 25369,
+      "▁manten": 25370,
+      "▁Silva": 25371,
+      "dade": 25372,
+      "▁designated": 25373,
+      "▁revista": 25374,
+      "Oct": 25375,
+      "percent": 25376,
+      "▁уні": 25377,
+      "identifier": 25378,
+      "mass": 25379,
+      "@@": 25380,
+      "ulsion": 25381,
+      "germeister": 25382,
+      "▁predicted": 25383,
+      "▁сви": 25384,
+      "жной": 25385,
+      "▁Ergeb": 25386,
+      "▁cust": 25387,
+      "▁removes": 25388,
+      "charg": 25389,
+      "пример": 25390,
+      "▁forming": 25391,
+      "asma": 25392,
+      "stdout": 25393,
+      "Fun": 25394,
+      "yme": 25395,
+      "tered": 25396,
+      "ursive": 25397,
+      "ighed": 25398,
+      "▁след": 25399,
+      "verband": 25400,
+      "▁LOG": 25401,
+      "rams": 25402,
+      "éon": 25403,
+      "endra": 25404,
+      "▁Bereich": 25405,
+      "▁temporal": 25406,
+      "▁langue": 25407,
+      "▁Inn": 25408,
+      "▁moreover": 25409,
+      "▁tutorials": 25410,
+      "Middle": 25411,
+      "▁советский": 25412,
+      "▁maintenance": 25413,
+      "asures": 25414,
+      "▁válto": 25415,
+      "BASE": 25416,
+      "▁disappear": 25417,
+      "ския": 25418,
+      "▁conocido": 25419,
+      "▁Нау": 25420,
+      "▁Libert": 25421,
+      "▁Harold": 25422,
+      "▁lifetime": 25423,
+      "▁Tür": 25424,
+      "▁zawod": 25425,
+      "omic": 25426,
+      "▁Retrieved": 25427,
+      "architecture": 25428,
+      "čka": 25429,
+      "iformes": 25430,
+      "development": 25431,
+      "ordnung": 25432,
+      "Inf": 25433,
+      "leben": 25434,
+      "▁Stars": 25435,
+      "signal": 25436,
+      "▁grammar": 25437,
+      "▁corso": 25438,
+      "▁Wagner": 25439,
+      "▁geht": 25440,
+      "▁royale": 25441,
+      "warn": 25442,
+      "umbled": 25443,
+      "▁instit": 25444,
+      "▁Ши": 25445,
+      "hh": 25446,
+      "▁refuge": 25447,
+      "▁favorite": 25448,
+      "ierto": 25449,
+      "▁condado": 25450,
+      "▁Ther": 25451,
+      "▁человека": 25452,
+      "▁Food": 25453,
+      "▁seizo": 25454,
+      "▁Initialize": 25455,
+      "▁connu": 25456,
+      "▁overlap": 25457,
+      "▁Emil": 25458,
+      "▁Martí": 25459,
+      "▁жовтня": 25460,
+      "erva": 25461,
+      "▁boats": 25462,
+      "ações": 25463,
+      "▁derrot": 25464,
+      "▁malloc": 25465,
+      "▁conject": 25466,
+      "jk": 25467,
+      "▁sare": 25468,
+      "лемен": 25469,
+      "▁sums": 25470,
+      "Authorization": 25471,
+      "▁Kun": 25472,
+      "]$,": 25473,
+      "gemeinde": 25474,
+      "odot": 25475,
+      "defin": 25476,
+      "▁emission": 25477,
+      "▁Крас": 25478,
+      "▁appart": 25479,
+      "▁stopping": 25480,
+      "▁Сред": 25481,
+      "▁conjug": 25482,
+      "▁insight": 25483,
+      "▁Broadcast": 25484,
+      "▁PMID": 25485,
+      "▁advantages": 25486,
+      "enes": 25487,
+      "▁residence": 25488,
+      "ljen": 25489,
+      "isseur": 25490,
+      "▁pubblicato": 25491,
+      "▁GitHub": 25492,
+      "▁Peru": 25493,
+      "▁galaxies": 25494,
+      "▁annotations": 25495,
+      "gas": 25496,
+      "▁répond": 25497,
+      "Js": 25498,
+      "▁independently": 25499,
+      "NP": 25500,
+      "▁inqu": 25501,
+      "▁grounds": 25502,
+      "Components": 25503,
+      "▁anten": 25504,
+      "▁вз": 25505,
+      "▁hos": 25506,
+      "▁sint": 25507,
+      "▁hiding": 25508,
+      "▁województ": 25509,
+      "Messages": 25510,
+      "▁показа": 25511,
+      "===": 25512,
+      "▁Abstract": 25513,
+      "▁läng": 25514,
+      "▁Formula": 25515,
+      "dawn": 25516,
+      "▁designs": 25517,
+      "Img": 25518,
+      "▁Portuguese": 25519,
+      "▁incluy": 25520,
+      "avigator": 25521,
+      "▁Brothers": 25522,
+      "▁continent": 25523,
+      "▁evidently": 25524,
+      "race": 25525,
+      "цького": 25526,
+      "▁reck": 25527,
+      "▁серпня": 25528,
+      "▁Grey": 25529,
+      "▁appeal": 25530,
+      "▁unlike": 25531,
+      "▁powershell": 25532,
+      "▁racc": 25533,
+      "fers": 25534,
+      "▁burning": 25535,
+      "fasst": 25536,
+      "installed": 25537,
+      "▁Give": 25538,
+      "▁colonial": 25539,
+      "▁€": 25540,
+      "▁Rö": 25541,
+      "▁christ": 25542,
+      "nehm": 25543,
+      "там": 25544,
+      "▁corpo": 25545,
+      "▁convirti": 25546,
+      "yter": 25547,
+      "Sym": 25548,
+      "▁Greece": 25549,
+      "▁moth": 25550,
+      "▁Johan": 25551,
+      "▁monarch": 25552,
+      "▁Download": 25553,
+      "▁craft": 25554,
+      "už": 25555,
+      "▁Luke": 25556,
+      "▁suffix": 25557,
+      "\\/": 25558,
+      "Have": 25559,
+      "▁карь": 25560,
+      "▁comfortable": 25561,
+      "▁tips": 25562,
+      "▁Після": 25563,
+      "▁броја": 25564,
+      "▁информа": 25565,
+      "MQ": 25566,
+      "бран": 25567,
+      "▁tx": 25568,
+      "▁slaves": 25569,
+      "▁firewall": 25570,
+      "▁Forces": 25571,
+      "atif": 25572,
+      "▁Quellen": 25573,
+      "▁théâtre": 25574,
+      "льных": 25575,
+      "▁расположен": 25576,
+      "▁Details": 25577,
+      "ką": 25578,
+      "▁longitud": 25579,
+      "INST": 25580,
+      "▁naval": 25581,
+      "Fernseh": 25582,
+      "essel": 25583,
+      "Grad": 25584,
+      "▁belang": 25585,
+      "▁aggi": 25586,
+      "ZygoteInit": 25587,
+      "łów": 25588,
+      "▁Sug": 25589,
+      "sil": 25590,
+      "▁exterior": 25591,
+      "щі": 25592,
+      "ORD": 25593,
+      "enser": 25594,
+      "▁rapide": 25595,
+      "▁темпера": 25596,
+      "incie": 25597,
+      "Si": 25598,
+      "avam": 25599,
+      "arded": 25600,
+      "▁Added": 25601,
+      "Endpoint": 25602,
+      "hardt": 25603,
+      "стран": 25604,
+      "▁estilo": 25605,
+      "▁Haz": 25606,
+      "▁musste": 25607,
+      "uo": 25608,
+      "iii": 25609,
+      "▁ří": 25610,
+      "anzen": 25611,
+      "жений": 25612,
+      "aha": 25613,
+      "ARNING": 25614,
+      "▁renov": 25615,
+      "▁divine": 25616,
+      "▁convinced": 25617,
+      "▁humans": 25618,
+      "▁departure": 25619,
+      "▁Mediter": 25620,
+      "qa": 25621,
+      "▁possessed": 25622,
+      "▁церкви": 25623,
+      "giv": 25624,
+      "▁свої": 25625,
+      "▁Ortste": 25626,
+      "Rich": 25627,
+      "puis": 25628,
+      "increment": 25629,
+      "▁Hannover": 25630,
+      "▁ucz": 25631,
+      "Done": 25632,
+      "▁alguns": 25633,
+      "FIX": 25634,
+      "▁Heritage": 25635,
+      "removeClass": 25636,
+      "фер": 25637,
+      "▁abc": 25638,
+      "Dr": 25639,
+      "▁семей": 25640,
+      "{:": 25641,
+      "▁seule": 25642,
+      "zeichnungen": 25643,
+      "addy": 25644,
+      "▁París": 25645,
+      "üsseld": 25646,
+      "▁reception": 25647,
+      "folio": 25648,
+      "tiny": 25649,
+      "▁recensement": 25650,
+      "▁Nur": 25651,
+      "▁kier": 25652,
+      "▁gmina": 25653,
+      "staat": 25654,
+      "ándose": 25655,
+      "ческая": 25656,
+      "▁speaker": 25657,
+      "▁exponential": 25658,
+      "▁Dieu": 25659,
+      "▁приз": 25660,
+      "▁Rafael": 25661,
+      "▁ggplot": 25662,
+      "▁Template": 25663,
+      "oure": 25664,
+      "▁Inner": 25665,
+      "ogne": 25666,
+      "igare": 25667,
+      "▁Arte": 25668,
+      "▁Cov": 25669,
+      "▁aufgrund": 25670,
+      "▁Бы": 25671,
+      "▁ceremony": 25672,
+      "▁Spart": 25673,
+      "jective": 25674,
+      "yi": 25675,
+      "▁inizi": 25676,
+      "▁latin": 25677,
+      "▁Nevertheless": 25678,
+      "▁Done": 25679,
+      "тря": 25680,
+      "▁Arr": 25681,
+      "season": 25682,
+      "▁складу": 25683,
+      "▁podczas": 25684,
+      "▁Beautiful": 25685,
+      "▁Weltkrieg": 25686,
+      "▁зо": 25687,
+      "▁overcome": 25688,
+      "▁Praha": 25689,
+      "▁району": 25690,
+      "▁subscription": 25691,
+      "igent": 25692,
+      "▁пока": 25693,
+      "latex": 25694,
+      "▁beach": 25695,
+      "▁роках": 25696,
+      "geg": 25697,
+      "▁probl": 25698,
+      "arguments": 25699,
+      "▁organizations": 25700,
+      "▁Nan": 25701,
+      "▁stones": 25702,
+      "▁Hunter": 25703,
+      "▁regularly": 25704,
+      "шого": 25705,
+      "▁flexible": 25706,
+      "opts": 25707,
+      "ář": 25708,
+      "witz": 25709,
+      "▁')": 25710,
+      "PASS": 25711,
+      "▁kraj": 25712,
+      "▁fake": 25713,
+      "heits": 25714,
+      "osph": 25715,
+      "parseInt": 25716,
+      "FALSE": 25717,
+      "▁profess": 25718,
+      "people": 25719,
+      "▁precip": 25720,
+      "dirname": 25721,
+      "▁perpet": 25722,
+      "▁Updated": 25723,
+      "rayed": 25724,
+      "▁provoc": 25725,
+      "▁травня": 25726,
+      "▁categorie": 25727,
+      "▁тео": 25728,
+      "сну": 25729,
+      "otr": 25730,
+      "▁Верхов": 25731,
+      "▁compét": 25732,
+      "Cost": 25733,
+      "▁wider": 25734,
+      "▁Obviously": 25735,
+      "писан": 25736,
+      "▁настоя": 25737,
+      "▁seeking": 25738,
+      "()),": 25739,
+      "▁équipe": 25740,
+      "▁commits": 25741,
+      "▁Svens": 25742,
+      "ябре": 25743,
+      "atern": 25744,
+      "▁heter": 25745,
+      "▁Bootstrap": 25746,
+      "éné": 25747,
+      "▁derivatives": 25748,
+      "▁Detroit": 25749,
+      "▁provincial": 25750,
+      "onomie": 25751,
+      "EB": 25752,
+      "▁cuer": 25753,
+      "▁относи": 25754,
+      "▁ней": 25755,
+      ")».": 25756,
+      "▁Ciudad": 25757,
+      "IAL": 25758,
+      "zyst": 25759,
+      ")\")": 25760,
+      "▁Alc": 25761,
+      "blogs": 25762,
+      "▁parmi": 25763,
+      "▁Albums": 25764,
+      "▁Boliv": 25765,
+      "▁clés": 25766,
+      "Products": 25767,
+      "uerdo": 25768,
+      "▁gelang": 25769,
+      "znik": 25770,
+      "hagen": 25771,
+      "anonymous": 25772,
+      "▁svg": 25773,
+      "▁Conseil": 25774,
+      "▁Ari": 25775,
+      "coli": 25776,
+      "▁czy": 25777,
+      "▁CV": 25778,
+      "▁ford": 25779,
+      "▁Außer": 25780,
+      "▁CI": 25781,
+      "▁tempt": 25782,
+      "▁Organisation": 25783,
+      "áš": 25784,
+      "▁cycles": 25785,
+      "▁geslacht": 25786,
+      "▁людей": 25787,
+      "ými": 25788,
+      "▁Spieler": 25789,
+      "efe": 25790,
+      "▁Marvel": 25791,
+      "▁portal": 25792,
+      "▁Серг": 25793,
+      "▁grado": 25794,
+      "▁handlers": 25795,
+      "▁Interface": 25796,
+      "AME": 25797,
+      "▁seriously": 25798,
+      "▁Binding": 25799,
+      "▁Rang": 25800,
+      "▁nada": 25801,
+      "oce": 25802,
+      "▁integra": 25803,
+      "ocracy": 25804,
+      "▁альбо": 25805,
+      "▁stability": 25806,
+      "Uns": 25807,
+      "▁veter": 25808,
+      "------+": 25809,
+      "▁serait": 25810,
+      "▁omitted": 25811,
+      "▁uncertainty": 25812,
+      "onian": 25813,
+      "▁resto": 25814,
+      "▁желез": 25815,
+      "▁одной": 25816,
+      "▁Bevölkerung": 25817,
+      "▁Kraft": 25818,
+      "стр": 25819,
+      "▁Moscow": 25820,
+      "lane": 25821,
+      "arab": 25822,
+      "▁spole": 25823,
+      "▁своего": 25824,
+      "?:": 25825,
+      "START": 25826,
+      "▁интер": 25827,
+      "▁sympt": 25828,
+      "▁Lorenzo": 25829,
+      "▁ejec": 25830,
+      "▁prosper": 25831,
+      "DAT": 25832,
+      "лимпий": 25833,
+      "▁shapes": 25834,
+      "valueOf": 25835,
+      "▁associate": 25836,
+      "▁Medien": 25837,
+      "ENV": 25838,
+      "▁сре": 25839,
+      "▁државе": 25840,
+      "▁theories": 25841,
+      "heb": 25842,
+      "▁Wayne": 25843,
+      "▁StringBuilder": 25844,
+      "iwers": 25845,
+      "▁Maps": 25846,
+      "Phys": 25847,
+      "\\}\\": 25848,
+      "▁Parte": 25849,
+      "▁Hudson": 25850,
+      "лон": 25851,
+      "Lng": 25852,
+      "▁ры": 25853,
+      "стей": 25854,
+      "lau": 25855,
+      "ancer": 25856,
+      "▁Coppa": 25857,
+      "▁війсь": 25858,
+      "▁ucc": 25859,
+      "▁Pattern": 25860,
+      "▁garbage": 25861,
+      "▁González": 25862,
+      "▁Encyclop": 25863,
+      "etten": 25864,
+      "External": 25865,
+      "REF": 25866,
+      ">;": 25867,
+      "lijke": 25868,
+      "▁intersect": 25869,
+      "▁Unless": 25870,
+      "▁deeper": 25871,
+      "▁жі": 25872,
+      "dent": 25873,
+      "lef": 25874,
+      "▁chanson": 25875,
+      "▁diffus": 25876,
+      "▁primi": 25877,
+      "▁Wieder": 25878,
+      "▁aws": 25879,
+      "owana": 25880,
+      "▁sociale": 25881,
+      "ikk": 25882,
+      "льной": 25883,
+      "▁divisions": 25884,
+      "лосо": 25885,
+      "▁Claud": 25886,
+      "▁Ya": 25887,
+      "▁voce": 25888,
+      "▁Branch": 25889,
+      "▁fitted": 25890,
+      "orr": 25891,
+      "ôtel": 25892,
+      "stroke": 25893,
+      "listener": 25894,
+      "iman": 25895,
+      "восто": 25896,
+      "▁Shah": 25897,
+      "Introduction": 25898,
+      "▁newline": 25899,
+      "▁tile": 25900,
+      "']))": 25901,
+      "▁travaux": 25902,
+      "CONFIG": 25903,
+      "▁quadratic": 25904,
+      "onneur": 25905,
+      "▁Giorg": 25906,
+      "▁identific": 25907,
+      "éricaine": 25908,
+      "▁UIView": 25909,
+      "▁Liberal": 25910,
+      "▁Koch": 25911,
+      "▁Berliner": 25912,
+      "▁notifications": 25913,
+      "▁Susan": 25914,
+      "▁cadre": 25915,
+      "▁Kloster": 25916,
+      "▁examine": 25917,
+      "▁един": 25918,
+      "▁UNION": 25919,
+      "▁alten": 25920,
+      "▁finit": 25921,
+      "▁pedig": 25922,
+      "cyk": 25923,
+      "▁mouvement": 25924,
+      "IOS": 25925,
+      "▁британ": 25926,
+      "▁bout": 25927,
+      "▁автор": 25928,
+      "ництво": 25929,
+      "ето": 25930,
+      "lera": 25931,
+      "cls": 25932,
+      "▁Ley": 25933,
+      "amy": 25934,
+      "agens": 25935,
+      "ashed": 25936,
+      "▁okrę": 25937,
+      "гро": 25938,
+      "ellett": 25939,
+      "▁Fellow": 25940,
+      "▁manifold": 25941,
+      "$),": 25942,
+      "lder": 25943,
+      "▁voz": 25944,
+      "▁begg": 25945,
+      "▁baron": 25946,
+      "▁fid": 25947,
+      "▁firing": 25948,
+      "ilda": 25949,
+      "dek": 25950,
+      "AU": 25951,
+      "itare": 25952,
+      "▁Ara": 25953,
+      "▁Exit": 25954,
+      "▁cinemat": 25955,
+      "▁intros": 25956,
+      "▁contacts": 25957,
+      "пени": 25958,
+      "▁möglich": 25959,
+      "▁Singapore": 25960,
+      "ström": 25961,
+      "▁Hern": 25962,
+      "▁sixth": 25963,
+      "▁publications": 25964,
+      "vie": 25965,
+      "▁Hat": 25966,
+      "▁accepting": 25967,
+      "ác": 25968,
+      "stwo": 25969,
+      "▁quietly": 25970,
+      "Photo": 25971,
+      "▁basket": 25972,
+      "▁eigenvalues": 25973,
+      "▁médec": 25974,
+      "▁Olimp": 25975,
+      "▁церков": 25976,
+      "alin": 25977,
+      "consum": 25978,
+      "▁lassen": 25979,
+      "▁анти": 25980,
+      "▁Seq": 25981,
+      "\";\r": 25982,
+      "rare": 25983,
+      "▁$|\\": 25984,
+      "▁nick": 25985,
+      "dflare": 25986,
+      "Vec": 25987,
+      "bindung": 25988,
+      "▁bg": 25989,
+      "changes": 25990,
+      "Days": 25991,
+      "▁Mouse": 25992,
+      "▁waited": 25993,
+      "▁Tomatoes": 25994,
+      "▁fas": 25995,
+      "verte": 25996,
+      "▁succession": 25997,
+      "сор": 25998,
+      "▁sols": 25999,
+      "▁Render": 26000,
+      "▁leadership": 26001,
+      "▁significance": 26002,
+      "▁gauche": 26003,
+      "cano": 26004,
+      "▁Pie": 26005,
+      "ensoort": 26006,
+      "▁cambio": 26007,
+      "▁уз": 26008,
+      "▁endeav": 26009,
+      "Completed": 26010,
+      "▁Архивная": 26011,
+      "jd": 26012,
+      "órico": 26013,
+      "▁churches": 26014,
+      "▁animate": 26015,
+      "SG": 26016,
+      "compute": 26017,
+      "▁uniformly": 26018,
+      "INIT": 26019,
+      "lles": 26020,
+      "HttpRequest": 26021,
+      "Ко": 26022,
+      "Diff": 26023,
+      "▁sah": 26024,
+      "airo": 26025,
+      "maybe": 26026,
+      "UTE": 26027,
+      "▁Dow": 26028,
+      "human": 26029,
+      "▁aurait": 26030,
+      "dark": 26031,
+      "▁repair": 26032,
+      "▁ner": 26033,
+      "▁Dabei": 26034,
+      "▁Botan": 26035,
+      "Original": 26036,
+      "ază": 26037,
+      "▁NAT": 26038,
+      "imper": 26039,
+      "▁Youth": 26040,
+      "thes": 26041,
+      "▁округа": 26042,
+      "▁Flo": 26043,
+      "▁breakfast": 26044,
+      "urls": 26045,
+      "▁übernahm": 26046,
+      "ários": 26047,
+      "▁Orange": 26048,
+      "▁Affairs": 26049,
+      "ske": 26050,
+      "▁notify": 26051,
+      "imoine": 26052,
+      "▁Arena": 26053,
+      "▁liberal": 26054,
+      "▁obec": 26055,
+      "ifa": 26056,
+      "guez": 26057,
+      "iono": 26058,
+      "ператор": 26059,
+      "▁retained": 26060,
+      "failed": 26061,
+      "bine": 26062,
+      "тных": 26063,
+      "▁CGRect": 26064,
+      "camera": 26065,
+      "idenote": 26066,
+      "KB": 26067,
+      "▁lights": 26068,
+      "▁Pictures": 26069,
+      "▁Squadron": 26070,
+      "▁Volk": 26071,
+      "▁burg": 26072,
+      ",]": 26073,
+      "Gi": 26074,
+      "êque": 26075,
+      "makeText": 26076,
+      "▁everybody": 26077,
+      "▁Hyper": 26078,
+      "▁Deux": 26079,
+      "▁glory": 26080,
+      "presentation": 26081,
+      "onica": 26082,
+      "▁frère": 26083,
+      "aget": 26084,
+      "▁hints": 26085,
+      "▁tunnel": 26086,
+      "▁Ej": 26087,
+      "ális": 26088,
+      "▁Viv": 26089,
+      "ственных": 26090,
+      "▁caps": 26091,
+      "PART": 26092,
+      "oci": 26093,
+      "▁prices": 26094,
+      "currency": 26095,
+      "▁achter": 26096,
+      "romagnet": 26097,
+      "gender": 26098,
+      "▁suis": 26099,
+      "versions": 26100,
+      "▁Training": 26101,
+      "inside": 26102,
+      "ege": 26103,
+      "▁totale": 26104,
+      "▁Daar": 26105,
+      "▁grudnia": 26106,
+      "▁Ier": 26107,
+      "▁occasions": 26108,
+      "▁kde": 26109,
+      "▁tensorflow": 26110,
+      "▁ór": 26111,
+      "Methods": 26112,
+      "▁looping": 26113,
+      "▁directeur": 26114,
+      "kę": 26115,
+      "▁isomorphism": 26116,
+      "▁João": 26117,
+      "▁aligned": 26118,
+      "онов": 26119,
+      "urger": 26120,
+      "▁nova": 26121,
+      "morrow": 26122,
+      "altern": 26123,
+      "HD": 26124,
+      "▁marqu": 26125,
+      "ativas": 26126,
+      "ggreg": 26127,
+      "▁ancien": 26128,
+      "nit": 26129,
+      "▁secured": 26130,
+      "mier": 26131,
+      "▁Ole": 26132,
+      "▁инте": 26133,
+      "▁minus": 26134,
+      "▁clearer": 26135,
+      "▁nello": 26136,
+      "▁információk": 26137,
+      "▁propre": 26138,
+      "{.": 26139,
+      "ilog": 26140,
+      "▁Quick": 26141,
+      "▁accus": 26142,
+      "employee": 26143,
+      "▁зу": 26144,
+      "цький": 26145,
+      "фіцій": 26146,
+      "▁публи": 26147,
+      "▁bent": 26148,
+      "▁позво": 26149,
+      "▁Пор": 26150,
+      "ází": 26151,
+      "ánico": 26152,
+      "emptyset": 26153,
+      "▁surtout": 26154,
+      "reno": 26155,
+      "unya": 26156,
+      "▁уез": 26157,
+      "▁Millionen": 26158,
+      "▁listopada": 26159,
+      "▁Maine": 26160,
+      "▁grupos": 26161,
+      "▁Storage": 26162,
+      "▁apple": 26163,
+      "▁Lö": 26164,
+      "oused": 26165,
+      "дро": 26166,
+      "sci": 26167,
+      "▁hibernate": 26168,
+      "dog": 26169,
+      "▁восто": 26170,
+      "▁intensity": 26171,
+      "legend": 26172,
+      "▁Wille": 26173,
+      "▁szerint": 26174,
+      "gesellschaft": 26175,
+      "▁Living": 26176,
+      "allo": 26177,
+      "▁Split": 26178,
+      "dru": 26179,
+      "need": 26180,
+      "▁Джон": 26181,
+      "▁Swiss": 26182,
+      "▁spraw": 26183,
+      "▁beho": 26184,
+      "▁fotograf": 26185,
+      "▁rencontre": 26186,
+      "▁kis": 26187,
+      "▁signing": 26188,
+      "akult": 26189,
+      "▁indexing": 26190,
+      "apor": 26191,
+      "▁conception": 26192,
+      "aggreg": 26193,
+      "▁Савез": 26194,
+      "▁affair": 26195,
+      "ění": 26196,
+      "August": 26197,
+      "▁секре": 26198,
+      "▁mieszkań": 26199,
+      "UIImage": 26200,
+      "▁bishop": 26201,
+      "▁servants": 26202,
+      "▁trail": 26203,
+      "digit": 26204,
+      "▁joins": 26205,
+      "▁Near": 26206,
+      "öffentlich": 26207,
+      ">{": 26208,
+      "▁skład": 26209,
+      "geführt": 26210,
+      "▁Holz": 26211,
+      "▁Militär": 26212,
+      "achi": 26213,
+      "Upper": 26214,
+      "pine": 26215,
+      "utzt": 26216,
+      "▁nuova": 26217,
+      "ibration": 26218,
+      "▁Bien": 26219,
+      "▁первый": 26220,
+      "▁Creating": 26221,
+      "Once": 26222,
+      "▁einmal": 26223,
+      "▁geometric": 26224,
+      "stvo": 26225,
+      "▁kW": 26226,
+      "▁decomposition": 26227,
+      "▁comedy": 26228,
+      "▁activation": 26229,
+      "▁angry": 26230,
+      "illeurs": 26231,
+      "▁instantly": 26232,
+      "▁suggesting": 26233,
+      "▁Clay": 26234,
+      "cot": 26235,
+      "▁Gén": 26236,
+      "($(": 26237,
+      "unwrap": 26238,
+      "▁lifted": 26239,
+      "▁Kit": 26240,
+      "▁linea": 26241,
+      "ок": 26242,
+      "hart": 26243,
+      "->_": 26244,
+      "▁nuit": 26245,
+      "▁Issue": 26246,
+      "лии": 26247,
+      "▁röm": 26248,
+      "Tasks": 26249,
+      "▁Sr": 26250,
+      "▁seis": 26251,
+      "asia": 26252,
+      "}}$.": 26253,
+      ":{": 26254,
+      "controls": 26255,
+      "▁Stim": 26256,
+      "▁Recht": 26257,
+      "ociación": 26258,
+      "▁Natal": 26259,
+      "▁Philippines": 26260,
+      "ulen": 26261,
+      "Fixed": 26262,
+      "▁switched": 26263,
+      "Zip": 26264,
+      "ospel": 26265,
+      "▁начале": 26266,
+      "▁Blan": 26267,
+      "urst": 26268,
+      "▁autour": 26269,
+      "Ca": 26270,
+      "▁latitude": 26271,
+      "▁Frei": 26272,
+      "▁Musée": 26273,
+      "▁Kurz": 26274,
+      "▁região": 26275,
+      "swap": 26276,
+      "▁hate": 26277,
+      "▁modifications": 26278,
+      "▁Ком": 26279,
+      "▁Antoine": 26280,
+      "uga": 26281,
+      "RECT": 26282,
+      "éter": 26283,
+      "GROUP": 26284,
+      "▁sacrific": 26285,
+      "▁Whe": 26286,
+      "▁Stevens": 26287,
+      "ologische": 26288,
+      "Summary": 26289,
+      "obs": 26290,
+      "hnen": 26291,
+      "<%=": 26292,
+      "dienst": 26293,
+      "remark": 26294,
+      "▁veröffentlicht": 26295,
+      "ел": 26296,
+      "▁Mock": 26297,
+      "▁Льв": 26298,
+      "▁três": 26299,
+      "gb": 26300,
+      "▁celebrated": 26301,
+      "▁Eb": 26302,
+      "▁costa": 26303,
+      "▁Geographic": 26304,
+      "▁attachment": 26305,
+      "mannschaft": 26306,
+      "▁dependence": 26307,
+      "��": 26308,
+      "▁attitude": 26309,
+      "etal": 26310,
+      "vic": 26311,
+      "baut": 26312,
+      "▁дов": 26313,
+      "▁interven": 26314,
+      "▁Gü": 26315,
+      "ónica": 26316,
+      "▁Pon": 26317,
+      "▁disponible": 26318,
+      "▁Feb": 26319,
+      "▁worship": 26320,
+      "▁Specifically": 26321,
+      "Hy": 26322,
+      "iju": 26323,
+      "▁cb": 26324,
+      "▁spac": 26325,
+      "leveland": 26326,
+      "▁localidad": 26327,
+      "▁preceding": 26328,
+      "▁Hessen": 26329,
+      "xp": 26330,
+      "▁Wein": 26331,
+      "▁Româ": 26332,
+      "▁giorno": 26333,
+      "▁квітня": 26334,
+      "llaços": 26335,
+      "▁Academia": 26336,
+      "▁kül": 26337,
+      "▁Års": 26338,
+      "▁нај": 26339,
+      "uclide": 26340,
+      "Internet": 26341,
+      "orton": 26342,
+      "▁corn": 26343,
+      "ями": 26344,
+      "▁\"*": 26345,
+      "▁Felix": 26346,
+      "apat": 26347,
+      "▁свои": 26348,
+      "MIT": 26349,
+      "made": 26350,
+      "▁locomot": 26351,
+      "хода": 26352,
+      "FP": 26353,
+      "▁pm": 26354,
+      ".*;": 26355,
+      "▁Hamm": 26356,
+      "`}": 26357,
+      "LayoutInflater": 26358,
+      "==\"": 26359,
+      "▁Eur": 26360,
+      "▁dogs": 26361,
+      "жении": 26362,
+      "▁azon": 26363,
+      "▁emulator": 26364,
+      "▁ricon": 26365,
+      "beeld": 26366,
+      "▁ну": 26367,
+      "▁approximate": 26368,
+      "LM": 26369,
+      "▁Bond": 26370,
+      "▁enh": 26371,
+      "ędz": 26372,
+      "▁solit": 26373,
+      "RelativeLayout": 26374,
+      "eteor": 26375,
+      "amentos": 26376,
+      "▁indirect": 26377,
+      "iből": 26378,
+      "▁gros": 26379,
+      "▁Originals": 26380,
+      "commands": 26381,
+      "Export": 26382,
+      "▁Avec": 26383,
+      "▁solemn": 26384,
+      "▁correction": 26385,
+      "▁проводи": 26386,
+      "▁Mosk": 26387,
+      "▁подо": 26388,
+      "▁gebied": 26389,
+      "▁następ": 26390,
+      "▁Driver": 26391,
+      "▁Ook": 26392,
+      "▁Vec": 26393,
+      "▁lungo": 26394,
+      "ficos": 26395,
+      "▁svol": 26396,
+      "▁kid": 26397,
+      "nja": 26398,
+      "▁Hr": 26399,
+      "▁поддер": 26400,
+      "▁visibility": 26401,
+      "▁Méd": 26402,
+      "▁cpu": 26403,
+      "discussion": 26404,
+      "Asset": 26405,
+      "▁defense": 26406,
+      "▁Anyone": 26407,
+      "▁Justin": 26408,
+      "iszt": 26409,
+      "▁Collins": 26410,
+      "▁Valent": 26411,
+      "▁Pale": 26412,
+      "▁fuel": 26413,
+      "▁nose": 26414,
+      "ríguez": 26415,
+      "▁Schles": 26416,
+      "▁Malays": 26417,
+      "▁commut": 26418,
+      "dro": 26419,
+      "uing": 26420,
+      "▁Rico": 26421,
+      "▁Emma": 26422,
+      "orp": 26423,
+      "▁Kirk": 26424,
+      "▁Quando": 26425,
+      "▁Neue": 26426,
+      "▁demande": 26427,
+      "▁Cover": 26428,
+      "▁rescue": 26429,
+      "▁gewählt": 26430,
+      "▁Calendar": 26431,
+      "▁Madonna": 26432,
+      "WP": 26433,
+      "oshi": 26434,
+      "▁Maven": 26435,
+      "▁belle": 26436,
+      "▁wx": 26437,
+      "▁sugar": 26438,
+      "▁Betrieb": 26439,
+      "▁equilibrium": 26440,
+      "EAR": 26441,
+      "▁texts": 26442,
+      "слов": 26443,
+      "▁czerwca": 26444,
+      "▁Düsseld": 26445,
+      "▁ELSE": 26446,
+      "▁amery": 26447,
+      "▁ani": 26448,
+      "▁obey": 26449,
+      "▁Nell": 26450,
+      "▁inne": 26451,
+      "▁тро": 26452,
+      "FD": 26453,
+      "cco": 26454,
+      "▁Zob": 26455,
+      "alette": 26456,
+      "▁május": 26457,
+      "ected": 26458,
+      "▁Turkey": 26459,
+      "▁Whether": 26460,
+      "qi": 26461,
+      "▁што": 26462,
+      "▁headquarters": 26463,
+      "endi": 26464,
+      "arus": 26465,
+      "opus": 26466,
+      "▁золо": 26467,
+      "▁destru": 26468,
+      "▁Lok": 26469,
+      "▁satisfaction": 26470,
+      "()\r": 26471,
+      "▁Тер": 26472,
+      "Jose": 26473,
+      "▁conquer": 26474,
+      "▁Effect": 26475,
+      "LayoutParams": 26476,
+      "iez": 26477,
+      "▁externs": 26478,
+      "▁gegenüber": 26479,
+      "▁ESP": 26480,
+      "olta": 26481,
+      "processor": 26482,
+      "▁Kult": 26483,
+      "▁Atlanta": 26484,
+      "▁tier": 26485,
+      "Operator": 26486,
+      "▁диа": 26487,
+      "▁пись": 26488,
+      "▁groß": 26489,
+      "▁hearts": 26490,
+      "▁millimeter": 26491,
+      "although": 26492,
+      "alles": 26493,
+      "▁Magic": 26494,
+      "training": 26495,
+      "oline": 26496,
+      "▁органі": 26497,
+      ">\\<^": 26498,
+      "ціаль": 26499,
+      "exports": 26500,
+      "Workbook": 26501,
+      "▁вересня": 26502,
+      "▁teles": 26503,
+      "▁economy": 26504,
+      "▁trap": 26505,
+      "▁refuse": 26506,
+      "▁stranger": 26507,
+      "▁instinct": 26508,
+      "пода": 26509,
+      "olan": 26510,
+      "▁ning": 26511,
+      "inflate": 26512,
+      "itatea": 26513,
+      "acks": 26514,
+      "▁Joy": 26515,
+      "FLAG": 26516,
+      "ailand": 26517,
+      "▁sorti": 26518,
+      "▁впер": 26519,
+      "▁pén": 26520,
+      "Nothing": 26521,
+      "▁száz": 26522,
+      "▁Áng": 26523,
+      "▁AUT": 26524,
+      "Actions": 26525,
+      "Every": 26526,
+      "▁червня": 26527,
+      "▁автомо": 26528,
+      "▁routine": 26529,
+      "▁estruct": 26530,
+      "▁Gang": 26531,
+      "▁holes": 26532,
+      "thesis": 26533,
+      "▁concl": 26534,
+      "▁pé": 26535,
+      "riers": 26536,
+      "ровой": 26537,
+      "adic": 26538,
+      "Speed": 26539,
+      "▁commanded": 26540,
+      "▁Nazionale": 26541,
+      "Managed": 26542,
+      "▁DECLARE": 26543,
+      "▁sedan": 26544,
+      "Strings": 26545,
+      "▁sacred": 26546,
+      "tersuch": 26547,
+      "▁abitanti": 26548,
+      "brit": 26549,
+      "▁NCAA": 26550,
+      "▁СП": 26551,
+      "▁aged": 26552,
+      "▁Chiesa": 26553,
+      "▁revision": 26554,
+      "opro": 26555,
+      "▁overwrite": 26556,
+      "embros": 26557,
+      "▁sortie": 26558,
+      "▁otten": 26559,
+      "xiv": 26560,
+      "▁deli": 26561,
+      "▁Asp": 26562,
+      "▁balls": 26563,
+      "kaf": 26564,
+      "▁brave": 26565,
+      "▁всего": 26566,
+      "egn": 26567,
+      "jpeg": 26568,
+      "▁Osten": 26569,
+      "Constants": 26570,
+      "▁Infantry": 26571,
+      "▁Nev": 26572,
+      "▁яких": 26573,
+      "▁муниципа": 26574,
+      "cija": 26575,
+      "▁poem": 26576,
+      "▁negro": 26577,
+      "хар": 26578,
+      "▁Ask": 26579,
+      "▁avo": 26580,
+      "▁Meyer": 26581,
+      "▁Westen": 26582,
+      "▁oko": 26583,
+      "agin": 26584,
+      "▁Süden": 26585,
+      "entries": 26586,
+      "▁Republik": 26587,
+      "CollectionView": 26588,
+      "-------": 26589,
+      "▁firefox": 26590,
+      "▁alcune": 26591,
+      "▁фото": 26592,
+      "▁отрима": 26593,
+      "~~~~~~~~": 26594,
+      "▁Раз": 26595,
+      "▁Complex": 26596,
+      "▁pia": 26597,
+      "▁publicada": 26598,
+      "wei": 26599,
+      "cedure": 26600,
+      "occupation": 26601,
+      "▁medicine": 26602,
+      "▁drove": 26603,
+      "Problem": 26604,
+      "▁beginner": 26605,
+      "▁thoroughly": 26606,
+      "uria": 26607,
+      "avant": 26608,
+      "ucha": 26609,
+      "▁lever": 26610,
+      "▁teatro": 26611,
+      "AVA": 26612,
+      "squ": 26613,
+      "trat": 26614,
+      "ivatal": 26615,
+      "▁dirty": 26616,
+      "▁seconde": 26617,
+      "▁gravit": 26618,
+      "▁proposition": 26619,
+      "hbar": 26620,
+      "omini": 26621,
+      "▁”": 26622,
+      "▁Camil": 26623,
+      "▁queen": 26624,
+      "modifier": 26625,
+      "Jan": 26626,
+      "▁lyr": 26627,
+      "ComboBox": 26628,
+      "ionic": 26629,
+      "▁holy": 26630,
+      "▁Sebastian": 26631,
+      "|_{": 26632,
+      "▁{@": 26633,
+      "▁можно": 26634,
+      "▁Creative": 26635,
+      "▁interess": 26636,
+      "▁CT": 26637,
+      "ições": 26638,
+      "▁chant": 26639,
+      "▁współ": 26640,
+      "▁Мексика": 26641,
+      "▁ranked": 26642,
+      "▁października": 26643,
+      "▁brut": 26644,
+      "▁farther": 26645,
+      "▁Verb": 26646,
+      "▁Seven": 26647,
+      "lbl": 26648,
+      "▁mentions": 26649,
+      "▁Fight": 26650,
+      "ifen": 26651,
+      "▁bog": 26652,
+      "▁regres": 26653,
+      "▁scoring": 26654,
+      "icane": 26655,
+      "▁Elli": 26656,
+      "▁pierw": 26657,
+      "measure": 26658,
+      "ńskiej": 26659,
+      "#{": 26660,
+      "▁деся": 26661,
+      "▁varmaste": 26662,
+      "▁Unix": 26663,
+      "IZ": 26664,
+      "itié": 26665,
+      "Primary": 26666,
+      "▁Springer": 26667,
+      "üng": 26668,
+      "▁anv": 26669,
+      "▁versione": 26670,
+      "▁shoulders": 26671,
+      "▁брига": 26672,
+      "▁jav": 26673,
+      "ltal": 26674,
+      "▁kallaste": 26675,
+      "▁Mitchell": 26676,
+      "▁wireless": 26677,
+      "▁Ál": 26678,
+      "respons": 26679,
+      "could": 26680,
+      "▁relax": 26681,
+      "Lond": 26682,
+      "ńcz": 26683,
+      "ствовал": 26684,
+      "▁polski": 26685,
+      "enç": 26686,
+      "zar": 26687,
+      "▁dtype": 26688,
+      "owned": 26689,
+      "unknown": 26690,
+      "▁mutable": 26691,
+      "▁siempre": 26692,
+      "▁Montreal": 26693,
+      "▁locate": 26694,
+      "▁traces": 26695,
+      "▁insgesamt": 26696,
+      "▁Nil": 26697,
+      "▁прода": 26698,
+      "▁Warner": 26699,
+      "▁Nau": 26700,
+      "triangle": 26701,
+      "▁concentration": 26702,
+      "▁gentlemen": 26703,
+      "ächt": 26704,
+      "filters": 26705,
+      "incipal": 26706,
+      "VALID": 26707,
+      "▁депута": 26708,
+      "adó": 26709,
+      "▁konst": 26710,
+      "gså": 26711,
+      "agas": 26712,
+      "▁meilleur": 26713,
+      "▁данным": 26714,
+      "єдна": 26715,
+      "encoded": 26716,
+      "<'": 26717,
+      "▁sheets": 26718,
+      "cuador": 26719,
+      "▁використову": 26720,
+      "▁Deput": 26721,
+      "▁manière": 26722,
+      "ąg": 26723,
+      "csol": 26724,
+      ")$-": 26725,
+      "UIView": 26726,
+      "▁millones": 26727,
+      "▁Ehren": 26728,
+      "Sil": 26729,
+      "▁atac": 26730,
+      "▁Cold": 26731,
+      "\"\\": 26732,
+      "▁approached": 26733,
+      "▁Årsmed": 26734,
+      "WM": 26735,
+      "▁Deport": 26736,
+      "mis": 26737,
+      "andbox": 26738,
+      "observ": 26739,
+      "setting": 26740,
+      "ható": 26741,
+      "▁strat": 26742,
+      "▁spre": 26743,
+      "▁personne": 26744,
+      "▁dirige": 26745,
+      "pull": 26746,
+      "dating": 26747,
+      "▁Fact": 26748,
+      "▁manipulate": 26749,
+      "▁MAC": 26750,
+      "▁dej": 26751,
+      "ultimo": 26752,
+      "FX": 26753,
+      "Life": 26754,
+      "▁crack": 26755,
+      "▁mí": 26756,
+      "▁пове": 26757,
+      "▁wore": 26758,
+      "université": 26759,
+      "▁formulas": 26760,
+      "▁Elisabeth": 26761,
+      "plots": 26762,
+      "mile": 26763,
+      "▁menor": 26764,
+      "тил": 26765,
+      "keyword": 26766,
+      "▁Baltimore": 26767,
+      "hrer": 26768,
+      "▁Clement": 26769,
+      "vim": 26770,
+      "rass": 26771,
+      "Take": 26772,
+      "▁című": 26773,
+      "▁Convention": 26774,
+      "atge": 26775,
+      "seed": 26776,
+      "▁Dí": 26777,
+      "▁Spider": 26778,
+      "ahoo": 26779,
+      "▁имеет": 26780,
+      "ührt": 26781,
+      "▁пописа": 26782,
+      "▁Cot": 26783,
+      "▁nobles": 26784,
+      "RESS": 26785,
+      "▁chemin": 26786,
+      "▁główn": 26787,
+      "GG": 26788,
+      "▁Germania": 26789,
+      "▁Alexandre": 26790,
+      "hens": 26791,
+      "swift": 26792,
+      "oop": 26793,
+      "Subview": 26794,
+      "▁requiring": 26795,
+      "ędzy": 26796,
+      "▁fict": 26797,
+      "▁Констан": 26798,
+      "▁déput": 26799,
+      "▁surprising": 26800,
+      "▁deix": 26801,
+      "▁unterschied": 26802,
+      "inson": 26803,
+      "▁Character": 26804,
+      "▁gestion": 26805,
+      "chus": 26806,
+      "comes": 26807,
+      "▁neur": 26808,
+      "▁yeux": 26809,
+      "ollar": 26810,
+      "▁parad": 26811,
+      "▁maggiore": 26812,
+      "TRAN": 26813,
+      "▁votre": 26814,
+      "▁descent": 26815,
+      "▁Icon": 26816,
+      "▁Judge": 26817,
+      "▁occupation": 26818,
+      "eping": 26819,
+      "▁tongue": 26820,
+      "▁Enllaços": 26821,
+      "ruf": 26822,
+      "▁protein": 26823,
+      "▁visitors": 26824,
+      "axy": 26825,
+      "esten": 26826,
+      "blica": 26827,
+      "hw": 26828,
+      "▁spirits": 26829,
+      "▁reduces": 26830,
+      "▁мен": 26831,
+      "▁Lamb": 26832,
+      "▁Mine": 26833,
+      "▁verified": 26834,
+      "▁Baby": 26835,
+      "▁prize": 26836,
+      "вър": 26837,
+      "▁ratings": 26838,
+      "▁fore": 26839,
+      "asha": 26840,
+      "urrence": 26841,
+      "▁intér": 26842,
+      "▁Olímp": 26843,
+      "cra": 26844,
+      "▁computational": 26845,
+      "irche": 26846,
+      ".: ": 26847,
+      "▁illustrated": 26848,
+      "▁Share": 26849,
+      "▁households": 26850,
+      "▁convolution": 26851,
+      "oemd": 26852,
+      "▁zdoby": 26853,
+      "ccc": 26854,
+      "▁quantities": 26855,
+      "Che": 26856,
+      "Should": 26857,
+      "▁genius": 26858,
+      "adj": 26859,
+      "хва": 26860,
+      "Петер": 26861,
+      "EMA": 26862,
+      "▁Rights": 26863,
+      "▁Eli": 26864,
+      "VAR": 26865,
+      "шло": 26866,
+      "▁збір": 26867,
+      "iftung": 26868,
+      "▁contributed": 26869,
+      "zef": 26870,
+      "▁CHAR": 26871,
+      "▁Sib": 26872,
+      "▁Mant": 26873,
+      "▁связи": 26874,
+      "▁javafx": 26875,
+      "▁cependant": 26876,
+      "▁intu": 26877,
+      "▁твор": 26878,
+      "▁Ó": 26879,
+      "guer": 26880,
+      "rado": 26881,
+      "▁Revol": 26882,
+      "▁fémin": 26883,
+      "▁Orleans": 26884,
+      "▁poj": 26885,
+      "▁prez": 26886,
+      "Tex": 26887,
+      "ouwd": 26888,
+      "?(": 26889,
+      "▁LIM": 26890,
+      "istique": 26891,
+      "esar": 26892,
+      "▁heures": 26893,
+      "icki": 26894,
+      "▁dbo": 26895,
+      "skih": 26896,
+      "confirm": 26897,
+      "▁világ": 26898,
+      "▁ciutat": 26899,
+      "▁DR": 26900,
+      "▁Hawai": 26901,
+      "ched": 26902,
+      "▁spher": 26903,
+      "▁Artikel": 26904,
+      "▁Multiple": 26905,
+      "ciu": 26906,
+      "▁мы": 26907,
+      "▁lipca": 26908,
+      "](/": 26909,
+      "Strategy": 26910,
+      "▁Alabama": 26911,
+      "SDK": 26912,
+      "UTC": 26913,
+      "__.": 26914,
+      "Arguments": 26915,
+      "▁setContentView": 26916,
+      "île": 26917,
+      "ByVal": 26918,
+      "▁JVM": 26919,
+      "ющего": 26920,
+      "▁Leonard": 26921,
+      "▁justify": 26922,
+      "цем": 26923,
+      "▁nab": 26924,
+      "CCESS": 26925,
+      "▁hopes": 26926,
+      ")&": 26927,
+      "sero": 26928,
+      "▁зай": 26929,
+      "слід": 26930,
+      "▁Rég": 26931,
+      "▁Sang": 26932,
+      "▁fung": 26933,
+      "baar": 26934,
+      "▁coffee": 26935,
+      "assembly": 26936,
+      "▁Він": 26937,
+      "эй": 26938,
+      "▁comprend": 26939,
+      "filled": 26940,
+      "рд": 26941,
+      "odia": 26942,
+      "▁gens": 26943,
+      "fluss": 26944,
+      "Drawable": 26945,
+      "▁surve": 26946,
+      "Setup": 26947,
+      "▁należ": 26948,
+      "▁conjunto": 26949,
+      "▁Его": 26950,
+      "▁oldal": 26951,
+      "▁verbose": 26952,
+      "▁Electric": 26953,
+      "▁Harrison": 26954,
+      "engen": 26955,
+      "paragraph": 26956,
+      "▁nouvelles": 26957,
+      "▁време": 26958,
+      "▁memor": 26959,
+      "▁mayoría": 26960,
+      "сад": 26961,
+      "▁bataille": 26962,
+      "▁thermal": 26963,
+      "▁Хронологи": 26964,
+      "▁Better": 26965,
+      "bye": 26966,
+      "▁театра": 26967,
+      "roe": 26968,
+      "▁segle": 26969,
+      "rott": 26970,
+      "▁opinions": 26971,
+      ")})": 26972,
+      "ühle": 26973,
+      "▁Gün": 26974,
+      "▁Щ": 26975,
+      "ból": 26976,
+      "▁Larry": 26977,
+      "▁solic": 26978,
+      "▁zwar": 26979,
+      "▁Caroline": 26980,
+      "▁Reichs": 26981,
+      "Extensions": 26982,
+      "migr": 26983,
+      ":@": 26984,
+      "▁enumerate": 26985,
+      "▁eigenen": 26986,
+      "▁explore": 26987,
+      "ému": 26988,
+      "▁gat": 26989,
+      "▁imperial": 26990,
+      "▁Usually": 26991,
+      "▁tud": 26992,
+      "▁укра": 26993,
+      "him": 26994,
+      "▁corners": 26995,
+      "▁SER": 26996,
+      "▁interpreter": 26997,
+      "▁Ice": 26998,
+      "▁amounts": 26999,
+      "▁Pala": 27000,
+      "▁tinha": 27001,
+      "vole": 27002,
+      "▁gle": 27003,
+      "ucci": 27004,
+      "▁siehe": 27005,
+      "Jack": 27006,
+      "▁woll": 27007,
+      "▁elder": 27008,
+      "▁кораб": 27009,
+      "▁engag": 27010,
+      "▁Laurent": 27011,
+      "▁achiev": 27012,
+      "istik": 27013,
+      "arct": 27014,
+      "тного": 27015,
+      "▁gir": 27016,
+      "▁Singh": 27017,
+      "mathop": 27018,
+      "USA": 27019,
+      "▁Projekt": 27020,
+      "▁debe": 27021,
+      "richtung": 27022,
+      "▁Tsch": 27023,
+      "uminate": 27024,
+      "▁szó": 27025,
+      "lyph": 27026,
+      "зидент": 27027,
+      "▁limitations": 27028,
+      "ющей": 27029,
+      "▁bila": 27030,
+      "Push": 27031,
+      "▁offering": 27032,
+      "iennes": 27033,
+      "Fri": 27034,
+      "▁postgresql": 27035,
+      "▁Tommy": 27036,
+      "▁particolare": 27037,
+      "▁století": 27038,
+      "▁arrib": 27039,
+      "▁Eva": 27040,
+      "school": 27041,
+      "▁vendor": 27042,
+      "▁Dallas": 27043,
+      "▁prolong": 27044,
+      "CREATE": 27045,
+      "▁suivante": 27046,
+      "STATUS": 27047,
+      "là": 27048,
+      "kv": 27049,
+      "▁häufig": 27050,
+      "▁Agricult": 27051,
+      "▁huit": 27052,
+      "▁inoltre": 27053,
+      "▁Lloyd": 27054,
+      "▁француз": 27055,
+      "▁выпол": 27056,
+      "▁faithful": 27057,
+      "▁Вар": 27058,
+      "▁verl": 27059,
+      "▁juego": 27060,
+      "▁Резултати": 27061,
+      ",...,": 27062,
+      "▁implicitly": 27063,
+      "irks": 27064,
+      "Calcul": 27065,
+      "▁meses": 27066,
+      "omed": 27067,
+      "▁pak": 27068,
+      "herit": 27069,
+      "▁optical": 27070,
+      "▁Історія": 27071,
+      "veis": 27072,
+      "▁capitale": 27073,
+      "placeholder": 27074,
+      "intrag": 27075,
+      "▁Atlas": 27076,
+      ")];": 27077,
+      "icons": 27078,
+      "▁Bent": 27079,
+      "▁Widget": 27080,
+      "▁volunt": 27081,
+      "avo": 27082,
+      "égr": 27083,
+      "lige": 27084,
+      "▁NAME": 27085,
+      "▁abstra": 27086,
+      "▁fís": 27087,
+      "▁Browser": 27088,
+      "▁bush": 27089,
+      "hall": 27090,
+      "▁clouds": 27091,
+      "▁SUB": 27092,
+      "▁tandis": 27093,
+      "▁Commonwealth": 27094,
+      "тая": 27095,
+      "▁exhaust": 27096,
+      "________________": 27097,
+      "▁Statistics": 27098,
+      "▁Religion": 27099,
+      "▁Muham": 27100,
+      "uals": 27101,
+      "goto": 27102,
+      "Digital": 27103,
+      "Family": 27104,
+      "▁Bun": 27105,
+      "letin": 27106,
+      "Management": 27107,
+      "▁capabilities": 27108,
+      "annten": 27109,
+      "▁себе": 27110,
+      "▁stays": 27111,
+      "kter": 27112,
+      "▁dost": 27113,
+      "▁Тре": 27114,
+      "лович": 27115,
+      "▁dying": 27116,
+      "sections": 27117,
+      "ános": 27118,
+      "▁apparten": 27119,
+      "▁zoals": 27120,
+      "▁dressed": 27121,
+      "▁compress": 27122,
+      "ńska": 27123,
+      "▁sierpnia": 27124,
+      "▁титу": 27125,
+      "dictionary": 27126,
+      "▁rabb": 27127,
+      "▁vérit": 27128,
+      "Во": 27129,
+      "▁singleton": 27130,
+      "▁vital": 27131,
+      "Refresh": 27132,
+      "мель": 27133,
+      "▁Zh": 27134,
+      "▁Afghan": 27135,
+      "inkel": 27136,
+      "aaaa": 27137,
+      "▁participants": 27138,
+      "arin": 27139,
+      "▁Mold": 27140,
+      "▁primeros": 27141,
+      "▁ран": 27142,
+      "▁Амери": 27143,
+      "▁restaurant": 27144,
+      "ével": 27145,
+      "▁SL": 27146,
+      "▁Rey": 27147,
+      "chas": 27148,
+      "▁electrons": 27149,
+      "▁Pitts": 27150,
+      "▁Jules": 27151,
+      "май": 27152,
+      "enant": 27153,
+      "-}": 27154,
+      "лад": 27155,
+      "▁Москва": 27156,
+      "gom": 27157,
+      "▁Fernández": 27158,
+      "fund": 27159,
+      "interno": 27160,
+      "▁Mari": 27161,
+      "▁rius": 27162,
+      "▁Prozent": 27163,
+      "стрі": 27164,
+      "▁внут": 27165,
+      "anterie": 27166,
+      "▁прис": 27167,
+      "▁обы": 27168,
+      "▁Marina": 27169,
+      "▁occurrence": 27170,
+      "rikt": 27171,
+      "▁физи": 27172,
+      "▁schwer": 27173,
+      "▁Гре": 27174,
+      "Reset": 27175,
+      "▁mucho": 27176,
+      "andr": 27177,
+      "▁Wies": 27178,
+      "▁Keith": 27179,
+      "▁Julian": 27180,
+      "▁cole": 27181,
+      "ciendo": 27182,
+      "▁Contempor": 27183,
+      "etry": 27184,
+      "elian": 27185,
+      "гии": 27186,
+      "▁голо": 27187,
+      "▁dél": 27188,
+      "▁decent": 27189,
+      "РСР": 27190,
+      "▁szeptember": 27191,
+      "мест": 27192,
+      "castle": 27193,
+      "▁держав": 27194,
+      "}\")": 27195,
+      "▁ASCII": 27196,
+      "▁Glen": 27197,
+      "itzerland": 27198,
+      "Toggle": 27199,
+      "▁tradicional": 27200,
+      "▁Plat": 27201,
+      "vee": 27202,
+      "abgerufen": 27203,
+      "(|": 27204,
+      "CLI": 27205,
+      "}}$,": 27206,
+      "▁Bowl": 27207,
+      "▁Male": 27208,
+      "▁Bres": 27209,
+      "▁пси": 27210,
+      "▁Challenge": 27211,
+      "zó": 27212,
+      "▁projekt": 27213,
+      "▁negoti": 27214,
+      "above": 27215,
+      "▁перио": 27216,
+      "▁longest": 27217,
+      "authentic": 27218,
+      "▁tradu": 27219,
+      "▁mujeres": 27220,
+      "▁Andre": 27221,
+      "▁hadn": 27222,
+      "▁Schule": 27223,
+      "odel": 27224,
+      "bled": 27225,
+      "▁Trade": 27226,
+      "▁mobil": 27227,
+      "▁algunas": 27228,
+      "▁Lak": 27229,
+      "▁Connecticut": 27230,
+      "▁alco": 27231,
+      "▁Selbst": 27232,
+      "ił": 27233,
+      "▁alb": 27234,
+      "ouverneur": 27235,
+      "▁sr": 27236,
+      "▁vba": 27237,
+      "loped": 27238,
+      "▁Partei": 27239,
+      "uate": 27240,
+      "▁Authentication": 27241,
+      "bei": 27242,
+      "}}.": 27243,
+      "▁konnten": 27244,
+      "▁допо": 27245,
+      "▁hyd": 27246,
+      "Office": 27247,
+      "données": 27248,
+      "▁Cleveland": 27249,
+      "rita": 27250,
+      "íos": 27251,
+      "▁выше": 27252,
+      "▁Roberts": 27253,
+      "▁élections": 27254,
+      "▁'')": 27255,
+      "▁publishing": 27256,
+      "▁bapt": 27257,
+      "<>();": 27258,
+      "missing": 27259,
+      "ровано": 27260,
+      "▁housing": 27261,
+      "▁inference": 27262,
+      "▁Renaissance": 27263,
+      "▁règ": 27264,
+      "▁Steph": 27265,
+      "CES": 27266,
+      "ERE": 27267,
+      "кет": 27268,
+      "OU": 27269,
+      "▁grouping": 27270,
+      "verkehr": 27271,
+      "jih": 27272,
+      "agli": 27273,
+      "▁milk": 27274,
+      "lait": 27275,
+      "Stage": 27276,
+      "▁byly": 27277,
+      "▁wooden": 27278,
+      "keley": 27279,
+      "etra": 27280,
+      "▁Peg": 27281,
+      "▁donné": 27282,
+      "adal": 27283,
+      "sequently": 27284,
+      "▁insbesondere": 27285,
+      "ELD": 27286,
+      "▁Mam": 27287,
+      "▁volte": 27288,
+      "▁prospect": 27289,
+      "нове": 27290,
+      "▁denoted": 27291,
+      "▁overlay": 27292,
+      "Permission": 27293,
+      "een": 27294,
+      "▁EM": 27295,
+      "▁uz": 27296,
+      "Mc": 27297,
+      "olit": 27298,
+      "▁servi": 27299,
+      "▁Heidel": 27300,
+      "▁Wiener": 27301,
+      "▁illegal": 27302,
+      "▁predictions": 27303,
+      "▁goog": 27304,
+      "hon": 27305,
+      "▁Cinema": 27306,
+      "▁револю": 27307,
+      "▁Rule": 27308,
+      "wod": 27309,
+      "▁radiation": 27310,
+      "oł": 27311,
+      "ової": 27312,
+      "▁Perform": 27313,
+      "▁prisoner": 27314,
+      "▁amet": 27315,
+      "▁figura": 27316,
+      "▁Commander": 27317,
+      "▁официаль": 27318,
+      "▁trov": 27319,
+      "▁acted": 27320,
+      "▁workflow": 27321,
+      "▁Республики": 27322,
+      "▁guidance": 27323,
+      "▁мене": 27324,
+      "National": 27325,
+      "▁Kel": 27326,
+      "webpack": 27327,
+      "простра": 27328,
+      "▁llamado": 27329,
+      "alog": 27330,
+      "terra": 27331,
+      "ixen": 27332,
+      "legraph": 27333,
+      "äischen": 27334,
+      "▁teachers": 27335,
+      "uden": 27336,
+      "▁også": 27337,
+      "possible": 27338,
+      "▁Soul": 27339,
+      "▁Geography": 27340,
+      "▁зада": 27341,
+      "hit": 27342,
+      "▁anger": 27343,
+      "▁remporte": 27344,
+      "Pod": 27345,
+      "чке": 27346,
+      "▁aria": 27347,
+      "▁Astronom": 27348,
+      "chapter": 27349,
+      "▁fork": 27350,
+      "▁Cuando": 27351,
+      "mense": 27352,
+      "▁Christians": 27353,
+      "gc": 27354,
+      "▁#(": 27355,
+      "Organ": 27356,
+      "▁steady": 27357,
+      "pse": 27358,
+      "жить": 27359,
+      "ignes": 27360,
+      "aterra": 27361,
+      "movie": 27362,
+      "posta": 27363,
+      "raste": 27364,
+      "▁Ressource": 27365,
+      "▁País": 27366,
+      "▁();": 27367,
+      "▁penalty": 27368,
+      "тт": 27369,
+      "▁trasfer": 27370,
+      "century": 27371,
+      "▁cleaner": 27372,
+      "selenium": 27373,
+      "ortheast": 27374,
+      "xic": 27375,
+      "лії": 27376,
+      "▁inglese": 27377,
+      "▁Tang": 27378,
+      "▁gods": 27379,
+      "frent": 27380,
+      "ciente": 27381,
+      "starts": 27382,
+      "▁musica": 27383,
+      "ymnasium": 27384,
+      "----+": 27385,
+      "▁terrest": 27386,
+      "▁retrieved": 27387,
+      "iare": 27388,
+      "unning": 27389,
+      "▁Marcus": 27390,
+      "▁promote": 27391,
+      "warning": 27392,
+      "тый": 27393,
+      "})$,": 27394,
+      "Transport": 27395,
+      "▁reson": 27396,
+      "▁Clo": 27397,
+      "▁erm": 27398,
+      "▁eliminate": 27399,
+      "heimer": 27400,
+      "▁saves": 27401,
+      "▁prayer": 27402,
+      "Classes": 27403,
+      "Express": 27404,
+      "▁Akademie": 27405,
+      "Else": 27406,
+      "Turn": 27407,
+      "▁ikke": 27408,
+      "▁rei": 27409,
+      "▁dirett": 27410,
+      "▁Rost": 27411,
+      "▁Papa": 27412,
+      "▁jsf": 27413,
+      "лением": 27414,
+      "▁Tul": 27415,
+      "▁Zak": 27416,
+      "▁niemieck": 27417,
+      "Tw": 27418,
+      "amour": 27419,
+      "nested": 27420,
+      "ppets": 27421,
+      "шп": 27422,
+      "dit": 27423,
+      "зен": 27424,
+      "zyma": 27425,
+      "hrte": 27426,
+      "Constraints": 27427,
+      "▁ownership": 27428,
+      "Arm": 27429,
+      "▁consumption": 27430,
+      "▁fet": 27431,
+      "ivari": 27432,
+      "chrom": 27433,
+      "setAttribute": 27434,
+      "▁compose": 27435,
+      "▁backing": 27436,
+      "▁Paz": 27437,
+      "▁scri": 27438,
+      "▁Mechan": 27439,
+      "▁Norway": 27440,
+      "▁Jup": 27441,
+      "▁mér": 27442,
+      "▁administrator": 27443,
+      "▁cabe": 27444,
+      "ivalent": 27445,
+      "▁throne": 27446,
+      "▁dues": 27447,
+      "▁humor": 27448,
+      "▁Adri": 27449,
+      "▁abort": 27450,
+      "ñas": 27451,
+      "▁Київ": 27452,
+      "jící": 27453,
+      "▁zweite": 27454,
+      "▁doub": 27455,
+      "ershell": 27456,
+      "шой": 27457,
+      "▁Fam": 27458,
+      "åk": 27459,
+      "▁tweede": 27460,
+      "▁Rib": 27461,
+      "▁før": 27462,
+      "pción": 27463,
+      "inned": 27464,
+      "rvm": 27465,
+      "▁Appar": 27466,
+      "▁Dj": 27467,
+      "▁Shang": 27468,
+      "Distance": 27469,
+      "▁dawn": 27470,
+      "▁Matth": 27471,
+      "▁errichtet": 27472,
+      "phantom": 27473,
+      "▁releases": 27474,
+      "Recognizer": 27475,
+      "▁Kop": 27476,
+      "▁Pul": 27477,
+      "ué": 27478,
+      "nats": 27479,
+      "relax": 27480,
+      "▁fled": 27481,
+      "▁experiences": 27482,
+      "щее": 27483,
+      "меня": 27484,
+      "▁персона": 27485,
+      "▁Identity": 27486,
+      "rets": 27487,
+      "kunft": 27488,
+      "larg": 27489,
+      "ListItem": 27490,
+      "vd": 27491,
+      "runner": 27492,
+      "lant": 27493,
+      "ipart": 27494,
+      "bay": 27495,
+      "iei": 27496,
+      "▁lengths": 27497,
+      "▁cattle": 27498,
+      "jets": 27499,
+      "▁sehen": 27500,
+      "Jul": 27501,
+      "fatt": 27502,
+      "▁surrender": 27503,
+      "▁Trump": 27504,
+      "дного": 27505,
+      "▁Fourier": 27506,
+      "ieben": 27507,
+      "_\"": 27508,
+      "▁früher": 27509,
+      "▁garant": 27510,
+      "uclidean": 27511,
+      "ägt": 27512,
+      "▁півден": 27513,
+      "Pages": 27514,
+      "▁rivers": 27515,
+      "▁donner": 27516,
+      "svn": 27517,
+      "▁ł": 27518,
+      "ově": 27519,
+      "▁Leist": 27520,
+      "arial": 27521,
+      "ových": 27522,
+      "▁filling": 27523,
+      "▁musicale": 27524,
+      "maxim": 27525,
+      "▁dashed": 27526,
+      "▁Нов": 27527,
+      "Drawer": 27528,
+      "▁Medicine": 27529,
+      "▁dokument": 27530,
+      "owel": 27531,
+      "vić": 27532,
+      "hely": 27533,
+      "▁elet": 27534,
+      "Seconds": 27535,
+      "▁Gonz": 27536,
+      "rou": 27537,
+      "▁finales": 27538,
+      "rn": 27539,
+      "fø": 27540,
+      "▁indexed": 27541,
+      "className": 27542,
+      "▁ober": 27543,
+      "▁duas": 27544,
+      "▁optimized": 27545,
+      "▁kdy": 27546,
+      "versary": 27547,
+      "energy": 27548,
+      "▁центра": 27549,
+      "▁currency": 27550,
+      "zyż": 27551,
+      "Like": 27552,
+      "▁Ги": 27553,
+      "sono": 27554,
+      "▁palab": 27555,
+      "▁pushing": 27556,
+      "ublik": 27557,
+      "▁Hass": 27558,
+      "}\\,\\": 27559,
+      "unker": 27560,
+      "▁Factory": 27561,
+      "▁Resources": 27562,
+      "datei": 27563,
+      "▁Tools": 27564,
+      "▁stehen": 27565,
+      "sime": 27566,
+      "▁Ху": 27567,
+      "▁hoch": 27568,
+      "▁Rodríguez": 27569,
+      "zeitig": 27570,
+      "▁Terry": 27571,
+      "▁обу": 27572,
+      "Usage": 27573,
+      "urchase": 27574,
+      "lö": 27575,
+      "▁Introduction": 27576,
+      "▁participation": 27577,
+      "ος": 27578,
+      "ogli": 27579,
+      "apy": 27580,
+      "▁hopefully": 27581,
+      "ponder": 27582,
+      "▁Yang": 27583,
+      "▁promises": 27584,
+      "▁верну": 27585,
+      "▁остров": 27586,
+      "^{+": 27587,
+      "▁mostra": 27588,
+      "▁CURLOPT": 27589,
+      "HH": 27590,
+      "▁stdout": 27591,
+      "▁brilliant": 27592,
+      "▁manuscript": 27593,
+      "▁decir": 27594,
+      "▁Bolog": 27595,
+      "▁места": 27596,
+      "▁invisible": 27597,
+      "▁Chal": 27598,
+      "▁analyze": 27599,
+      "prilis": 27600,
+      "attend": 27601,
+      "Mvc": 27602,
+      "than": 27603,
+      "cko": 27604,
+      "▁Quebec": 27605,
+      "▁planta": 27606,
+      "▁télévis": 27607,
+      "▁uninstall": 27608,
+      "ències": 27609,
+      "▁gminie": 27610,
+      "▁Pref": 27611,
+      "▁lequel": 27612,
+      "Invocation": 27613,
+      "▁Í": 27614,
+      "▁transformed": 27615,
+      "MAN": 27616,
+      "gebaut": 27617,
+      "▁сохра": 27618,
+      "▁второй": 27619,
+      "▁Lith": 27620,
+      "wendung": 27621,
+      "▁Politik": 27622,
+      "▁Senator": 27623,
+      "▁LL": 27624,
+      "ждение": 27625,
+      "ште": 27626,
+      "▁Cés": 27627,
+      "▁bande": 27628,
+      "▁historian": 27629,
+      "▁passwords": 27630,
+      "malloc": 27631,
+      "▁semif": 27632,
+      "▁rå": 27633,
+      "unicí": 27634,
+      "Available": 27635,
+      "Optional": 27636,
+      "▁Twe": 27637,
+      "▁kró": 27638,
+      "▁subsets": 27639,
+      "▁DAT": 27640,
+      "▁doubles": 27641,
+      "никами": 27642,
+      "▁зв": 27643,
+      "gegeben": 27644,
+      "▁Попис": 27645,
+      "▁július": 27646,
+      "▁meteor": 27647,
+      "Mount": 27648,
+      "ivent": 27649,
+      "▁Nathan": 27650,
+      "▁Schutz": 27651,
+      "egov": 27652,
+      "▁död": 27653,
+      "▁meat": 27654,
+      "▁пункт": 27655,
+      "▁minds": 27656,
+      "elivery": 27657,
+      "▁TLS": 27658,
+      "рем": 27659,
+      "ckså": 27660,
+      "▁stayed": 27661,
+      "▁Bin": 27662,
+      "▁Pia": 27663,
+      "▁имен": 27664,
+      "▁Bobby": 27665,
+      "▁produit": 27666,
+      "empio": 27667,
+      "▁reducing": 27668,
+      "▁Yu": 27669,
+      "▁Geschäft": 27670,
+      "▁perché": 27671,
+      "▁cors": 27672,
+      "▁icons": 27673,
+      "AppData": 27674,
+      "▁Hog": 27675,
+      "▁рів": 27676,
+      "▁Sans": 27677,
+      "▁siège": 27678,
+      "stellen": 27679,
+      "Brush": 27680,
+      "OFF": 27681,
+      "▁visitor": 27682,
+      "▁bath": 27683,
+      "▁fee": 27684,
+      "atisf": 27685,
+      "▁curv": 27686,
+      "▁folgender": 27687,
+      "▁conscience": 27688,
+      "▁Seattle": 27689,
+      "▁medieval": 27690,
+      "distribution": 27691,
+      "▁DM": 27692,
+      "▁мя": 27693,
+      "▁RUN": 27694,
+      "akov": 27695,
+      "ceil": 27696,
+      "▁letting": 27697,
+      "▁dov": 27698,
+      "▁оби": 27699,
+      "kiej": 27700,
+      "▁direkt": 27701,
+      "▁tm": 27702,
+      "colors": 27703,
+      "▁altro": 27704,
+      "▁tijdens": 27705,
+      "]{'": 27706,
+      "▁Bom": 27707,
+      "▁kunst": 27708,
+      "▁shelter": 27709,
+      "▁rav": 27710,
+      "predict": 27711,
+      "▁comenzó": 27712,
+      "▁świat": 27713,
+      "▁Durant": 27714,
+      "▁schemes": 27715,
+      "▁mesh": 27716,
+      "▁indicator": 27717,
+      "▁Emer": 27718,
+      "▁guilty": 27719,
+      "нец": 27720,
+      "▁consequences": 27721,
+      "cludes": 27722,
+      "▁Lower": 27723,
+      "▁поме": 27724,
+      "▁pace": 27725,
+      "даго": 27726,
+      "▁ambos": 27727,
+      "lb": 27728,
+      "▁educated": 27729,
+      "urale": 27730,
+      "anh": 27731,
+      "esség": 27732,
+      "▁associations": 27733,
+      "town": 27734,
+      "▁trif": 27735,
+      "samples": 27736,
+      "bos": 27737,
+      "▁Spect": 27738,
+      "▁Це": 27739,
+      "altung": 27740,
+      "▁Lob": 27741,
+      "▁curiosity": 27742,
+      "▁Weiter": 27743,
+      "estone": 27744,
+      "▁demol": 27745,
+      "▁apolog": 27746,
+      "▁Dynamic": 27747,
+      "Inner": 27748,
+      "esper": 27749,
+      "ecz": 27750,
+      "uellement": 27751,
+      "▁Hamiltonian": 27752,
+      "Atlas": 27753,
+      "▁argue": 27754,
+      "Foreign": 27755,
+      "collapse": 27756,
+      "▁términ": 27757,
+      "▁electronic": 27758,
+      "▁NR": 27759,
+      "▁corr": 27760,
+      "temps": 27761,
+      "IndexPath": 27762,
+      "яз": 27763,
+      "▁talál": 27764,
+      "today": 27765,
+      "wave": 27766,
+      "▁sib": 27767,
+      "▁спи": 27768,
+      "▁convey": 27769,
+      "▁Géographie": 27770,
+      "▁Нью": 27771,
+      "▁Hibernate": 27772,
+      "▁tin": 27773,
+      "dic": 27774,
+      "ppings": 27775,
+      "sweise": 27776,
+      "▁rolling": 27777,
+      "▁selects": 27778,
+      ")\\)": 27779,
+      "▁poeta": 27780,
+      "▁степени": 27781,
+      "▁Abr": 27782,
+      "▁höch": 27783,
+      "▁stern": 27784,
+      "▁fjär": 27785,
+      "▁installer": 27786,
+      "decl": 27787,
+      "▁miser": 27788,
+      "groupby": 27789,
+      "substr": 27790,
+      "▁phenomen": 27791,
+      "▁Wing": 27792,
+      "▁fills": 27793,
+      "▁único": 27794,
+      "Running": 27795,
+      "Come": 27796,
+      "irable": 27797,
+      "simeq": 27798,
+      "▁remp": 27799,
+      "kele": 27800,
+      "liers": 27801,
+      "▁kwietnia": 27802,
+      "▁interrupted": 27803,
+      "▁Jet": 27804,
+      "=\\{": 27805,
+      "ído": 27806,
+      "▁Taiwan": 27807,
+      "▁возра": 27808,
+      "▁alternatives": 27809,
+      "▁Tir": 27810,
+      "▁Reserve": 27811,
+      "▁Кур": 27812,
+      "▁Nobel": 27813,
+      "▁работал": 27814,
+      "▁axes": 27815,
+      "▁Cependant": 27816,
+      "ká": 27817,
+      "▁erneut": 27818,
+      "▁Demo": 27819,
+      "communic": 27820,
+      "constructor": 27821,
+      "▁Monday": 27822,
+      "Nil": 27823,
+      "HashMap": 27824,
+      "payment": 27825,
+      "▁fixing": 27826,
+      "▁ADD": 27827,
+      "review": 27828,
+      "▁possibil": 27829,
+      "▁grote": 27830,
+      "▁grouped": 27831,
+      "▁Lima": 27832,
+      "▁Augen": 27833,
+      "▁också": 27834,
+      "onas": 27835,
+      "▁debate": 27836,
+      "▁Ingl": 27837,
+      "Da": 27838,
+      "SOUR": 27839,
+      "ettbe": 27840,
+      "▁Battalion": 27841,
+      "▁Float": 27842,
+      "▁cone": 27843,
+      "readsheet": 27844,
+      "court": 27845,
+      "ligen": 27846,
+      "▁Beginn": 27847,
+      "▁LIMIT": 27848,
+      "▁enjoyed": 27849,
+      "▁Jakob": 27850,
+      "▁telt": 27851,
+      "backend": 27852,
+      "▁Gemeinsame": 27853,
+      "lint": 27854,
+      "alling": 27855,
+      "▁bör": 27856,
+      "grand": 27857,
+      "▁diverses": 27858,
+      "▁związ": 27859,
+      "▁Kompon": 27860,
+      "▁innerhalb": 27861,
+      "▁desarrollo": 27862,
+      "▁Masters": 27863,
+      "ioso": 27864,
+      "]`.": 27865,
+      "▁francesa": 27866,
+      "Aff": 27867,
+      "inek": 27868,
+      "▁dessin": 27869,
+      "`.`": 27870,
+      "▁ranks": 27871,
+      "берг": 27872,
+      "▁skal": 27873,
+      "▁Sultan": 27874,
+      "АН": 27875,
+      "▁способ": 27876,
+      "▁contradict": 27877,
+      "▁recom": 27878,
+      "▁Oklahoma": 27879,
+      "▁Vladimir": 27880,
+      "▁meters": 27881,
+      "transport": 27882,
+      "▁consulté": 27883,
+      "▁ATP": 27884,
+      "ebb": 27885,
+      "▁volunte": 27886,
+      "▁outline": 27887,
+      "LIC": 27888,
+      "▁euro": 27889,
+      "CharField": 27890,
+      "medium": 27891,
+      "▁Belgique": 27892,
+      "Proc": 27893,
+      "routes": 27894,
+      "▁contribu": 27895,
+      "!}": 27896,
+      "ším": 27897,
+      "▁Less": 27898,
+      "▁Kost": 27899,
+      "▁eredetiből": 27900,
+      "reven": 27901,
+      "verify": 27902,
+      "▁Salt": 27903,
+      "▁shooting": 27904,
+      "▁dispose": 27905,
+      "ují": 27906,
+      "▁tierra": 27907,
+      "▁poison": 27908,
+      "sak": 27909,
+      "perimental": 27910,
+      "▁Né": 27911,
+      "▁Kid": 27912,
+      "agyar": 27913,
+      "▁archiválva": 27914,
+      "bereich": 27915,
+      "íz": 27916,
+      "▁Ritter": 27917,
+      "▁Хронологија": 27918,
+      "zeum": 27919,
+      "дах": 27920,
+      "▁gründ": 27921,
+      "▁programmer": 27922,
+      "▁conseil": 27923,
+      "▁encrypt": 27924,
+      "integration": 27925,
+      "Culture": 27926,
+      "▁Circle": 27927,
+      "Observable": 27928,
+      "▁genomsnitt": 27929,
+      "▁Selection": 27930,
+      "▁irregular": 27931,
+      "Autres": 27932,
+      "Percent": 27933,
+      "fault": 27934,
+      "▁virtue": 27935,
+      "ąpi": 27936,
+      "▁sess": 27937,
+      "▁Также": 27938,
+      "Timestamp": 27939,
+      "▁littérature": 27940,
+      "▁moż": 27941,
+      "▁borrow": 27942,
+      "▁conced": 27943,
+      "чник": 27944,
+      "▁Lund": 27945,
+      "IONS": 27946,
+      "ynie": 27947,
+      "▁Shin": 27948,
+      "▁osob": 27949,
+      "bě": 27950,
+      "▁intuit": 27951,
+      "▁нап": 27952,
+      "▁proph": 27953,
+      "▁pitt": 27954,
+      "▁IBM": 27955,
+      "▁Till": 27956,
+      "▁hina": 27957,
+      "ittest": 27958,
+      "generator": 27959,
+      "▁Nin": 27960,
+      "▁Kot": 27961,
+      "▁passer": 27962,
+      "▁disposition": 27963,
+      "uning": 27964,
+      "▁fame": 27965,
+      "▁tenia": 27966,
+      "ancement": 27967,
+      "▁Suisse": 27968,
+      "`-": 27969,
+      "▁hombres": 27970,
+      "▁infinity": 27971,
+      "▁оконча": 27972,
+      "▁cosm": 27973,
+      "▁Dennis": 27974,
+      "baz": 27975,
+      "haupt": 27976,
+      "▁mighty": 27977,
+      "▁prede": 27978,
+      "usable": 27979,
+      "▁wszyst": 27980,
+      "▁lb": 27981,
+      "ABASE": 27982,
+      "jna": 27983,
+      "нев": 27984,
+      "▁ases": 27985,
+      "▁finalmente": 27986,
+      "йм": 27987,
+      "pection": 27988,
+      "▁Studien": 27989,
+      "▁Norwegian": 27990,
+      "cego": 27991,
+      "INDEX": 27992,
+      "orten": 27993,
+      "▁friendship": 27994,
+      "metro": 27995,
+      "thick": 27996,
+      "▁Zel": 27997,
+      "LOW": 27998,
+      "▁thereby": 27999,
+      "unted": 28000,
+      "▁surfaces": 28001,
+      "ющим": 28002,
+      "%).": 28003,
+      "▁Wonder": 28004,
+      "▁redundant": 28005,
+      "▁Gros": 28006,
+      "▁websites": 28007,
+      "▁vio": 28008,
+      "▁ocas": 28009,
+      "vés": 28010,
+      "▁Gam": 28011,
+      "dw": 28012,
+      "Indicator": 28013,
+      "▁Kob": 28014,
+      "▁jack": 28015,
+      "Hint": 28016,
+      "▁Apol": 28017,
+      "▁другие": 28018,
+      "▁NUM": 28019,
+      "▁ofic": 28020,
+      "ystycz": 28021,
+      "▁wereld": 28022,
+      "мости": 28023,
+      "LEFT": 28024,
+      "▁Types": 28025,
+      "seen": 28026,
+      "uncia": 28027,
+      "▁narod": 28028,
+      "▁этот": 28029,
+      "Sidenote": 28030,
+      "ueil": 28031,
+      "▁отме": 28032,
+      "▁courts": 28033,
+      "fir": 28034,
+      "urz": 28035,
+      "ченко": 28036,
+      "Credentials": 28037,
+      "▁imagination": 28038,
+      "itats": 28039,
+      "buff": 28040,
+      "flash": 28041,
+      "▁badly": 28042,
+      "▁worn": 28043,
+      "▁округу": 28044,
+      "catalog": 28045,
+      "lime": 28046,
+      "▁Gill": 28047,
+      "▁Sent": 28048,
+      "iella": 28049,
+      "▁Craig": 28050,
+      "▁Sele": 28051,
+      "▁Independ": 28052,
+      "▁provincie": 28053,
+      "ossen": 28054,
+      "▁запад": 28055,
+      "▁infant": 28056,
+      "▁prevents": 28057,
+      "▁provinces": 28058,
+      "afé": 28059,
+      "beg": 28060,
+      "▁colours": 28061,
+      "BF": 28062,
+      "ën": 28063,
+      "▁Между": 28064,
+      "în": 28065,
+      "Observer": 28066,
+      "forsch": 28067,
+      "ígen": 28068,
+      "umption": 28069,
+      "▁Illustr": 28070,
+      "рист": 28071,
+      "▁полови": 28072,
+      "▁`&": 28073,
+      "▁ore": 28074,
+      "▁supplies": 28075,
+      "▁parenthes": 28076,
+      "Foundation": 28077,
+      "▁vou": 28078,
+      "▁Tout": 28079,
+      "Donald": 28080,
+      "▁RET": 28081,
+      "weig": 28082,
+      "▁producción": 28083,
+      "mix": 28084,
+      "▁utwor": 28085,
+      "▁föl": 28086,
+      "▁então": 28087,
+      "▁Sister": 28088,
+      "Tags": 28089,
+      "▁Савезне": 28090,
+      "▁privileges": 28091,
+      "▁nazw": 28092,
+      "▁Rav": 28093,
+      "▁repro": 28094,
+      "▁Mason": 28095,
+      "▁Platform": 28096,
+      "▁пробле": 28097,
+      "▁Pérez": 28098,
+      "▁blanc": 28099,
+      "Behavior": 28100,
+      "фици": 28101,
+      "eken": 28102,
+      "▁meets": 28103,
+      "(.*": 28104,
+      "▁få": 28105,
+      "epen": 28106,
+      "maker": 28107,
+      "▁loyal": 28108,
+      "members": 28109,
+      "meisterschaft": 28110,
+      "goal": 28111,
+      "шлен": 28112,
+      "▁северо": 28113,
+      "iende": 28114,
+      "дні": 28115,
+      "Proof": 28116,
+      "▁explic": 28117,
+      "▁electro": 28118,
+      "iels": 28119,
+      "reload": 28120,
+      "▁eleven": 28121,
+      "▁partidos": 28122,
+      "îne": 28123,
+      "▁Regin": 28124,
+      "▁éx": 28125,
+      "▁Bulg": 28126,
+      "▁networking": 28127,
+      "▁separator": 28128,
+      "UserName": 28129,
+      "▁edificio": 28130,
+      "▁Mie": 28131,
+      "▁idle": 28132,
+      "yed": 28133,
+      "▁passengers": 28134,
+      "+)": 28135,
+      "meno": 28136,
+      "eggi": 28137,
+      "▁nicely": 28138,
+      "endencia": 28139,
+      "чий": 28140,
+      "étés": 28141,
+      "ightarrow": 28142,
+      "▁orthogonal": 28143,
+      "▁Half": 28144,
+      "▁fewer": 28145,
+      "▁propi": 28146,
+      "▁primit": 28147,
+      "icale": 28148,
+      "▁flower": 28149,
+      "merk": 28150,
+      "▁Отече": 28151,
+      "▁persistent": 28152,
+      "▁Ville": 28153,
+      "Men": 28154,
+      "gaben": 28155,
+      "▁Isaac": 28156,
+      "ativity": 28157,
+      "▁północ": 28158,
+      "▁rok": 28159,
+      "cards": 28160,
+      "дения": 28161,
+      "▁юго": 28162,
+      "▁extraordinary": 28163,
+      "▁kyr": 28164,
+      "(\",": 28165,
+      "))]": 28166,
+      "▁unix": 28167,
+      "кол": 28168,
+      "▁sink": 28169,
+      "apsed": 28170,
+      "▁kommen": 28171,
+      "▁forcing": 28172,
+      "About": 28173,
+      "▁Halle": 28174,
+      "▁Majesty": 28175,
+      "▁Switch": 28176,
+      "▁abroad": 28177,
+      "▁acceleration": 28178,
+      "urbed": 28179,
+      "▁остан": 28180,
+      "Ready": 28181,
+      "▁півні": 28182,
+      "Bra": 28183,
+      "▁цього": 28184,
+      "▁plut": 28185,
+      "▁Train": 28186,
+      "▁április": 28187,
+      "▁puesto": 28188,
+      "▁toss": 28189,
+      "▁irrelevant": 28190,
+      "▁dip": 28191,
+      "segment": 28192,
+      "opacity": 28193,
+      "▁lorsque": 28194,
+      "▁verschill": 28195,
+      "ена": 28196,
+      "▁Doc": 28197,
+      "%%%%%%%%": 28198,
+      "▁borders": 28199,
+      "gebras": 28200,
+      "▁ries": 28201,
+      "▁Olympedia": 28202,
+      "▁Generation": 28203,
+      "metros": 28204,
+      "▁horizon": 28205,
+      "▁adaptation": 28206,
+      "▁Zahl": 28207,
+      "▁nahe": 28208,
+      "▁Bug": 28209,
+      "Picture": 28210,
+      "љи": 28211,
+      "RGB": 28212,
+      "Owner": 28213,
+      "adin": 28214,
+      "▁Catalunya": 28215,
+      "ných": 28216,
+      "▁cualquier": 28217,
+      "▁Institution": 28218,
+      "insen": 28219,
+      "▁Brasile": 28220,
+      "▁fitting": 28221,
+      "Deleg": 28222,
+      "ictwo": 28223,
+      "▁Exper": 28224,
+      "ochastic": 28225,
+      "▁dus": 28226,
+      "▁пора": 28227,
+      "▁substring": 28228,
+      "ссии": 28229,
+      "oin": 28230,
+      "▁школа": 28231,
+      "▁cx": 28232,
+      "▁%)": 28233,
+      "▁Buddh": 28234,
+      "▁pending": 28235,
+      "▁Entry": 28236,
+      "▁Berl": 28237,
+      "▁cler": 28238,
+      "▁Soc": 28239,
+      "▁rounded": 28240,
+      "▁mv": 28241,
+      "ített": 28242,
+      "▁Diplom": 28243,
+      "▁französischen": 28244,
+      "▁Gan": 28245,
+      "▁Investig": 28246,
+      "▁indexPath": 28247,
+      "▁molti": 28248,
+      "persistence": 28249,
+      "▁XIXe": 28250,
+      "▁Electron": 28251,
+      "bü": 28252,
+      "gele": 28253,
+      "▁Maler": 28254,
+      "▁proyecto": 28255,
+      "▁Bath": 28256,
+      "ellers": 28257,
+      "▁GP": 28258,
+      "oning": 28259,
+      "cloudflare": 28260,
+      "▁při": 28261,
+      "▁ded": 28262,
+      "▁Odkazy": 28263,
+      "▁Msg": 28264,
+      "▁Being": 28265,
+      "▁Depuis": 28266,
+      "▁Primary": 28267,
+      "▁Appro": 28268,
+      "▁formally": 28269,
+      "ступил": 28270,
+      "▁fuera": 28271,
+      "▁Root": 28272,
+      "▁autonom": 28273,
+      "▁secretary": 28274,
+      "▁osób": 28275,
+      "▁cuales": 28276,
+      "▁Depending": 28277,
+      "▁asi": 28278,
+      "vera": 28279,
+      "▁russe": 28280,
+      "▁proves": 28281,
+      "▁presiden": 28282,
+      "RU": 28283,
+      "▁Watson": 28284,
+      "▁webpack": 28285,
+      "elligence": 28286,
+      "кам": 28287,
+      "▁Officer": 28288,
+      "▁delivery": 28289,
+      "ждён": 28290,
+      "▁импе": 28291,
+      "▁wil": 28292,
+      "▁vesc": 28293,
+      "usztus": 28294,
+      "▁Geoff": 28295,
+      "()}": 28296,
+      "▁Fore": 28297,
+      "▁wenig": 28298,
+      "▁Airl": 28299,
+      "▁Efter": 28300,
+      "▁Break": 28301,
+      "▁Städ": 28302,
+      "ismiss": 28303,
+      "íp": 28304,
+      "▁avoided": 28305,
+      "▁assertion": 28306,
+      "DN": 28307,
+      "▁teat": 28308,
+      "ína": 28309,
+      "▁mechanical": 28310,
+      "isu": 28311,
+      "@{": 28312,
+      "▁nou": 28313,
+      "Italie": 28314,
+      "sourceforge": 28315,
+      "▁svo": 28316,
+      "▁király": 28317,
+      "▁References": 28318,
+      "six": 28319,
+      "▁Archives": 28320,
+      "▁finishing": 28321,
+      "acje": 28322,
+      "état": 28323,
+      "iffs": 28324,
+      "▁stead": 28325,
+      "▁feas": 28326,
+      "aware": 28327,
+      "lande": 28328,
+      "Inject": 28329,
+      "▁Agent": 28330,
+      "▁Normdatei": 28331,
+      "▁amen": 28332,
+      "▁Architecture": 28333,
+      "aze": 28334,
+      "ște": 28335,
+      "▁usar": 28336,
+      "▁cores": 28337,
+      "лін": 28338,
+      "▁Castro": 28339,
+      "▁væ": 28340,
+      ">\",": 28341,
+      "omena": 28342,
+      "▁gesam": 28343,
+      "▁Martín": 28344,
+      "egung": 28345,
+      "▁společ": 28346,
+      "▁amplitude": 28347,
+      "▁importing": 28348,
+      "▁listview": 28349,
+      "THE": 28350,
+      "ziale": 28351,
+      "cedes": 28352,
+      "▁particulier": 28353,
+      "▁Расподела": 28354,
+      "▁край": 28355,
+      "▁divent": 28356,
+      "▁ké": 28357,
+      "quit": 28358,
+      "тором": 28359,
+      "CheckBox": 28360,
+      "▁Zobacz": 28361,
+      "phe": 28362,
+      "pta": 28363,
+      "▁sjö": 28364,
+      "▁розташ": 28365,
+      "▁tedesco": 28366,
+      "▁stal": 28367,
+      "▁Beruf": 28368,
+      "овая": 28369,
+      "▁svě": 28370,
+      "▁flush": 28371,
+      "▁відбу": 28372,
+      "▁radial": 28373,
+      "▁différentes": 28374,
+      "анта": 28375,
+      "▁Perry": 28376,
+      "Coll": 28377,
+      "liqu": 28378,
+      "▁Optional": 28379,
+      "▁Санкт": 28380,
+      "▁LINQ": 28381,
+      "▁Franc": 28382,
+      "cije": 28383,
+      "▁Guillaume": 28384,
+      "know": 28385,
+      "▁Units": 28386,
+      "olk": 28387,
+      "▁Système": 28388,
+      "▁Sales": 28389,
+      "▁ehemaligen": 28390,
+      "мирова": 28391,
+      "xhtml": 28392,
+      "setopt": 28393,
+      "▁mellan": 28394,
+      "▁zie": 28395,
+      "▁giant": 28396,
+      "Board": 28397,
+      "▁Caval": 28398,
+      "▁defence": 28399,
+      "----------": 28400,
+      "pshire": 28401,
+      "mart": 28402,
+      "▁Dioc": 28403,
+      "iskt": 28404,
+      "▁inse": 28405,
+      "▁épisode": 28406,
+      "чик": 28407,
+      "bars": 28408,
+      "Sito": 28409,
+      "▁integrity": 28410,
+      "auff": 28411,
+      "▁vär": 28412,
+      "Azure": 28413,
+      "▁starb": 28414,
+      "▁контра": 28415,
+      "▁Мексичка": 28416,
+      "▁запа": 28417,
+      "▁Mountains": 28418,
+      "}}=": 28419,
+      "▁pulling": 28420,
+      "▁satellite": 28421,
+      "▁atoms": 28422,
+      "▁profesor": 28423,
+      "▁repeatedly": 28424,
+      "▁invasion": 28425,
+      "programming": 28426,
+      "├──": 28427,
+      "▁Lip": 28428,
+      "вшие": 28429,
+      "▁keen": 28430,
+      "▁critics": 28431,
+      "▁Nicola": 28432,
+      "▁Cand": 28433,
+      "▁distint": 28434,
+      "▁heading": 28435,
+      "pragma": 28436,
+      "{|": 28437,
+      "ymen": 28438,
+      "▁terrain": 28439,
+      "iedenis": 28440,
+      "▁besonders": 28441,
+      "▁nominated": 28442,
+      "BOOL": 28443,
+      "▁Kay": 28444,
+      "cian": 28445,
+      "stelle": 28446,
+      "▁dispute": 28447,
+      "▁щ": 28448,
+      "DataSet": 28449,
+      "nothing": 28450,
+      "Autom": 28451,
+      "hören": 28452,
+      "▁shed": 28453,
+      "▁paused": 28454,
+      "san": 28455,
+      "▁nunca": 28456,
+      "!(\"": 28457,
+      "▁położ": 28458,
+      "Secret": 28459,
+      "▁Domain": 28460,
+      "▁возмож": 28461,
+      "XV": 28462,
+      "lv": 28463,
+      "ikh": 28464,
+      "▁Sony": 28465,
+      "mq": 28466,
+      "otrop": 28467,
+      "▁Logger": 28468,
+      "▁threat": 28469,
+      "asted": 28470,
+      "зько": 28471,
+      "▁freely": 28472,
+      "▁improvements": 28473,
+      "istema": 28474,
+      "▁illustrate": 28475,
+      "▁tact": 28476,
+      "▁figur": 28477,
+      "ués": 28478,
+      "riminal": 28479,
+      "odon": 28480,
+      "intendo": 28481,
+      "▁influenced": 28482,
+      "FFER": 28483,
+      "▁Ghost": 28484,
+      "▁совер": 28485,
+      "nad": 28486,
+      "ioned": 28487,
+      "▁Events": 28488,
+      "▁wrapping": 28489,
+      "---------+": 28490,
+      "fif": 28491,
+      "▁(**": 28492,
+      "={{": 28493,
+      "маль": 28494,
+      "▁losses": 28495,
+      "▁Galerie": 28496,
+      "tel": 28497,
+      "▁лютого": 28498,
+      "▁Kru": 28499,
+      "▁Polen": 28500,
+      "нім": 28501,
+      "near": 28502,
+      "▁shame": 28503,
+      "▁moyenne": 28504,
+      "▁CP": 28505,
+      "preis": 28506,
+      "▁passenger": 28507,
+      "lek": 28508,
+      "ionales": 28509,
+      "kafka": 28510,
+      "▁participe": 28511,
+      "▁membership": 28512,
+      "[_": 28513,
+      "lando": 28514,
+      "stelling": 28515,
+      "Sem": 28516,
+      "gon": 28517,
+      "▁Correct": 28518,
+      "▁valle": 28519,
+      "▁readily": 28520,
+      "▁Dokument": 28521,
+      "honneur": 28522,
+      "▁testim": 28523,
+      "ulative": 28524,
+      "doFilter": 28525,
+      "▁dominant": 28526,
+      "ammer": 28527,
+      "▁која": 28528,
+      "▁Monsieur": 28529,
+      "zeg": 28530,
+      "▁війни": 28531,
+      "▁Fo": 28532,
+      "▁Amy": 28533,
+      "▁¡": 28534,
+      "▁február": 28535,
+      "▁downloading": 28536,
+      "▁leng": 28537,
+      "\\}$,": 28538,
+      "▁neat": 28539,
+      "▁Cache": 28540,
+      "ICATION": 28541,
+      "▁deve": 28542,
+      "▁sorrow": 28543,
+      "slow": 28544,
+      "▁hinaus": 28545,
+      "▁reconoc": 28546,
+      "▁Linked": 28547,
+      "▁Shaw": 28548,
+      "market": 28549,
+      "▁Dic": 28550,
+      "▁Ski": 28551,
+      "▁delimiter": 28552,
+      "▁MainActivity": 28553,
+      "▁Musical": 28554,
+      "▁Reyn": 28555,
+      "ScrollView": 28556,
+      "▁conventional": 28557,
+      "ença": 28558,
+      "▁refactor": 28559,
+      "'-": 28560,
+      "▁Hed": 28561,
+      "sprech": 28562,
+      "▁athlet": 28563,
+      "▁especies": 28564,
+      "▁Schön": 28565,
+      "▁kleinen": 28566,
+      "шко": 28567,
+      "▁Йо": 28568,
+      "▁Happy": 28569,
+      "multirow": 28570,
+      "▁augusti": 28571,
+      "▁Gand": 28572,
+      "▁appointment": 28573,
+      "▁Mediabestanden": 28574,
+      "Three": 28575,
+      "▁Kenneth": 28576,
+      "NEW": 28577,
+      "▁Notification": 28578,
+      "▁Marx": 28579,
+      "▁insc": 28580,
+      "Mor": 28581,
+      "вый": 28582,
+      "väst": 28583,
+      "vidia": 28584,
+      "▁demonstrated": 28585,
+      "fonts": 28586,
+      "▁kamen": 28587,
+      "▁Ster": 28588,
+      "▁mieszkańców": 28589,
+      "▁Koh": 28590,
+      "~$\\": 28591,
+      "»).": 28592,
+      "rene": 28593,
+      "insic": 28594,
+      "ická": 28595,
+      "xygen": 28596,
+      "▁mn": 28597,
+      "▁sched": 28598,
+      "ASC": 28599,
+      "Ig": 28600,
+      "▁Constant": 28601,
+      "▁opportun": 28602,
+      "▁MyClass": 28603,
+      "sef": 28604,
+      "oped": 28605,
+      "▁injured": 28606,
+      "VIS": 28607,
+      "▁Pero": 28608,
+      "▁Until": 28609,
+      "▁flesh": 28610,
+      "orphism": 28611,
+      "▁Portal": 28612,
+      "▁gminy": 28613,
+      "▁власти": 28614,
+      "▁Nä": 28615,
+      "ктиче": 28616,
+      "▁hrab": 28617,
+      "▁Cub": 28618,
+      "avoir": 28619,
+      "▁Lars": 28620,
+      "▁Бело": 28621,
+      "▁seizoen": 28622,
+      "▁Genomsnitt": 28623,
+      "▁Lil": 28624,
+      "▁Pool": 28625,
+      "▁Dios": 28626,
+      "TX": 28627,
+      "aes": 28628,
+      "autore": 28629,
+      "Alpha": 28630,
+      "states": 28631,
+      "Lab": 28632,
+      "nederbörd": 28633,
+      "erton": 28634,
+      "▁brid": 28635,
+      "▁richt": 28636,
+      "▁Ela": 28637,
+      "▁сла": 28638,
+      "▁weapon": 28639,
+      "▁combatt": 28640,
+      "agar": 28641,
+      "▁regnig": 28642,
+      "▁utilisé": 28643,
+      "▁servir": 28644,
+      "▁brick": 28645,
+      "▁gateway": 28646,
+      "▁torraste": 28647,
+      "▁procedures": 28648,
+      "▁årsnederbörd": 28649,
+      "▁Genomsnittlig": 28650,
+      "чёт": 28651,
+      "▁områ": 28652,
+      "▁regnigaste": 28653,
+      "▁честь": 28654,
+      "▁amid": 28655,
+      "▁grateful": 28656,
+      "▁DIS": 28657,
+      "DAY": 28658,
+      "▁ору": 28659,
+      "▁rivière": 28660,
+      "heure": 28661,
+      "▁Richmond": 28662,
+      "▁Compar": 28663,
+      "▁Нор": 28664,
+      "DOC": 28665,
+      "esia": 28666,
+      "calc": 28667,
+      "▁IU": 28668,
+      "▁vorg": 28669,
+      "▁habían": 28670,
+      "çoit": 28671,
+      "▁arist": 28672,
+      "▁кли": 28673,
+      "▁Sue": 28674,
+      "▁Touch": 28675,
+      "▁Writing": 28676,
+      "ifiable": 28677,
+      "▁wc": 28678,
+      "▁withdraw": 28679,
+      "зар": 28680,
+      "▁presently": 28681,
+      "▁FK": 28682,
+      "▁prakt": 28683,
+      "▁colored": 28684,
+      "usb": 28685,
+      "▁Perú": 28686,
+      "▁plata": 28687,
+      "▁wishes": 28688,
+      "▁кам": 28689,
+      "azar": 28690,
+      "ável": 28691,
+      "▁lamp": 28692,
+      "bishop": 28693,
+      "▁inclusion": 28694,
+      "jq": 28695,
+      "arth": 28696,
+      "▁Flag": 28697,
+      "▁нор": 28698,
+      "ædia": 28699,
+      "UNCTION": 28700,
+      "▁Bahnhof": 28701,
+      "▁approaching": 28702,
+      "▁Gött": 28703,
+      "▁cube": 28704,
+      "▁argued": 28705,
+      "▁Things": 28706,
+      "Gui": 28707,
+      "дови": 28708,
+      "▁recre": 28709,
+      "▁réseau": 28710,
+      "▁significa": 28711,
+      "Git": 28712,
+      "gebracht": 28713,
+      "▁liga": 28714,
+      "▁assured": 28715,
+      "alus": 28716,
+      "рит": 28717,
+      "▁энциклопеди": 28718,
+      "▁%).": 28719,
+      "▁Première": 28720,
+      "▁declarations": 28721,
+      "▁tricky": 28722,
+      "▁profiles": 28723,
+      "▁Fon": 28724,
+      "▁Jas": 28725,
+      "âr": 28726,
+      "babel": 28727,
+      "▁Friday": 28728,
+      "▁június": 28729,
+      "▁cols": 28730,
+      "▁EXISTS": 28731,
+      "▁Italiana": 28732,
+      "▁authorization": 28733,
+      "▁sulle": 28734,
+      "▁Emb": 28735,
+      "▁Variable": 28736,
+      "trees": 28737,
+      "▁Fly": 28738,
+      "riors": 28739,
+      "▁damals": 28740,
+      "▁findet": 28741,
+      "▁Sept": 28742,
+      "▁mundial": 28743,
+      "▁removal": 28744,
+      "▁longitude": 28745,
+      "clic": 28746,
+      "▁fade": 28747,
+      "▁gradle": 28748,
+      "▁zák": 28749,
+      "▁timing": 28750,
+      "trightarrow": 28751,
+      "atia": 28752,
+      "-.": 28753,
+      "uche": 28754,
+      "▁serialize": 28755,
+      "▁Hmm": 28756,
+      "▁Representatives": 28757,
+      "bah": 28758,
+      "rend": 28759,
+      "assador": 28760,
+      "▁shield": 28761,
+      "ucion": 28762,
+      "▁américaine": 28763,
+      "zę": 28764,
+      "villa": 28765,
+      "▁hombre": 28766,
+      "áss": 28767,
+      "▁SF": 28768,
+      "▁repeating": 28769,
+      "▁criter": 28770,
+      "▁Struct": 28771,
+      "???": 28772,
+      "▁cheap": 28773,
+      "▁rings": 28774,
+      "abhäng": 28775,
+      "▁corte": 28776,
+      "▁administ": 28777,
+      "ixon": 28778,
+      "gypt": 28779,
+      "▁puntos": 28780,
+      "▁mezi": 28781,
+      "▁pochod": 28782,
+      "isko": 28783,
+      "nię": 28784,
+      "▁осу": 28785,
+      "▁ár": 28786,
+      "тельной": 28787,
+      "▁Metropolitan": 28788,
+      "jin": 28789,
+      "zess": 28790,
+      "▁віці": 28791,
+      "▁conflicts": 28792,
+      "ijst": 28793,
+      "▁Market": 28794,
+      "стров": 28795,
+      "▁\",\"": 28796,
+      "▁Scroll": 28797,
+      "gun": 28798,
+      "тара": 28799,
+      "▁amateur": 28800,
+      "▁róż": 28801,
+      "poss": 28802,
+      "▁generalized": 28803,
+      "▁Harm": 28804,
+      "cita": 28805,
+      "▁Switzerland": 28806,
+      "icola": 28807,
+      "▁muit": 28808,
+      "located": 28809,
+      "▁có": 28810,
+      "▁arose": 28811,
+      "▁communauté": 28812,
+      "})^": 28813,
+      "visibility": 28814,
+      "ída": 28815,
+      "▁FB": 28816,
+      "▁Freund": 28817,
+      "gat": 28818,
+      "\":{\"": 28819,
+      "intellij": 28820,
+      "ifie": 28821,
+      "hmen": 28822,
+      "▁édition": 28823,
+      "▁које": 28824,
+      "▁інших": 28825,
+      "oming": 28826,
+      "▁arquitect": 28827,
+      "▁Presidente": 28828,
+      "▁Під": 28829,
+      "▁cabin": 28830,
+      "Theorem": 28831,
+      "▁Gay": 28832,
+      "ifice": 28833,
+      "▁hect": 28834,
+      "lą": 28835,
+      "irmingham": 28836,
+      "▁semantic": 28837,
+      "▁Louisiana": 28838,
+      "▁sacrifice": 28839,
+      "▁Christoph": 28840,
+      "▁Executive": 28841,
+      "_+": 28842,
+      "ják": 28843,
+      "▁seria": 28844,
+      "▁Overflow": 28845,
+      "▁Lucy": 28846,
+      "▁melhor": 28847,
+      "▁voices": 28848,
+      "cza": 28849,
+      "▁капи": 28850,
+      "▁университета": 28851,
+      "INCT": 28852,
+      "▁coloc": 28853,
+      "▁prue": 28854,
+      "▁geomet": 28855,
+      "▁diretto": 28856,
+      "reso": 28857,
+      "▁Akt": 28858,
+      "▁unh": 28859,
+      "▁сери": 28860,
+      "▁Alert": 28861,
+      "Wel": 28862,
+      "audi": 28863,
+      "äler": 28864,
+      "▁guests": 28865,
+      "▁иде": 28866,
+      "Studio": 28867,
+      "▁кате": 28868,
+      "▁exponent": 28869,
+      "rze": 28870,
+      "pmod": 28871,
+      "rolle": 28872,
+      "▁Limited": 28873,
+      "Allemagne": 28874,
+      "▁pity": 28875,
+      "▁lä": 28876,
+      "▁runner": 28877,
+      "kende": 28878,
+      "EQ": 28879,
+      "▁MM": 28880,
+      "szág": 28881,
+      "поді": 28882,
+      "▁regret": 28883,
+      "▁publié": 28884,
+      "▁departamento": 28885,
+      "▁accused": 28886,
+      "hp": 28887,
+      "▁Pfl": 28888,
+      "▁Sint": 28889,
+      "▁ekonom": 28890,
+      "ractor": 28891,
+      "▁Пів": 28892,
+      "▁awful": 28893,
+      "ować": 28894,
+      "]->": 28895,
+      "▁Fine": 28896,
+      "Са": 28897,
+      "tis": 28898,
+      "éta": 28899,
+      "▁Роди": 28900,
+      "▁Düsseldorf": 28901,
+      "LOB": 28902,
+      "osas": 28903,
+      "werke": 28904,
+      "▁lance": 28905,
+      "▁листопада": 28906,
+      "▁incomplete": 28907,
+      "▁Picture": 28908,
+      "('\\": 28909,
+      "esters": 28910,
+      "▁belonged": 28911,
+      "▁Sank": 28912,
+      "ammed": 28913,
+      "▁repositories": 28914,
+      "▁addr": 28915,
+      "Collect": 28916,
+      "Hot": 28917,
+      "▁tyl": 28918,
+      "▁instanceof": 28919,
+      "▁bonus": 28920,
+      "ový": 28921,
+      "▁моря": 28922,
+      "▁interactive": 28923,
+      "▁Mys": 28924,
+      "▁Edmund": 28925,
+      "fileName": 28926,
+      "emor": 28927,
+      "▁Три": 28928,
+      "▁Rosen": 28929,
+      "▁Prima": 28930,
+      "▁voting": 28931,
+      "▁XP": 28932,
+      "▁Zero": 28933,
+      "▁Led": 28934,
+      "amsung": 28935,
+      "▁enables": 28936,
+      "▁redirects": 28937,
+      "AST": 28938,
+      "Paint": 28939,
+      "acker": 28940,
+      "lecht": 28941,
+      "▁chairman": 28942,
+      "▁Aven": 28943,
+      "▁Sach": 28944,
+      "(\"<": 28945,
+      "кер": 28946,
+      "▁mistakes": 28947,
+      "▁Weit": 28948,
+      "▁prowad": 28949,
+      "▁didnt": 28950,
+      "énario": 28951,
+      "unless": 28952,
+      "▁backwards": 28953,
+      "boa": 28954,
+      "duino": 28955,
+      "```": 28956,
+      "stor": 28957,
+      "Completion": 28958,
+      "puesta": 28959,
+      "▁dinast": 28960,
+      "últ": 28961,
+      "▁SY": 28962,
+      "ifolia": 28963,
+      "œuvres": 28964,
+      "▁racing": 28965,
+      "▁cabinet": 28966,
+      "▁cutting": 28967,
+      "▁thumb": 28968,
+      "▁Кара": 28969,
+      "highlight": 28970,
+      "куп": 28971,
+      "▁sd": 28972,
+      "▁національ": 28973,
+      "▁campagne": 28974,
+      "▁registers": 28975,
+      "▁educational": 28976,
+      "▁pesar": 28977,
+      "üge": 28978,
+      "▁oro": 28979,
+      "burgo": 28980,
+      "▁Athletics": 28981,
+      "▁MTV": 28982,
+      "getMessage": 28983,
+      "▁Hyp": 28984,
+      "▁victim": 28985,
+      "))\\": 28986,
+      "▁drums": 28987,
+      "hostname": 28988,
+      "tał": 28989,
+      "making": 28990,
+      "▁powiat": 28991,
+      "őd": 28992,
+      "threads": 28993,
+      "▁absolv": 28994,
+      "▁люди": 28995,
+      "▁stepped": 28996,
+      "exist": 28997,
+      "▁NK": 28998,
+      "▁ves": 28999,
+      "istiche": 29000,
+      "%'": 29001,
+      "ativos": 29002,
+      "▁такой": 29003,
+      "▁MongoDB": 29004,
+      "▁Ung": 29005,
+      "▁Рус": 29006,
+      "▁elim": 29007,
+      "▁Fif": 29008,
+      "icación": 29009,
+      "▁Tennis": 29010,
+      "▁Jefferson": 29011,
+      "ján": 29012,
+      "fog": 29013,
+      "anha": 29014,
+      "zor": 29015,
+      "▁університе": 29016,
+      "ahu": 29017,
+      "iada": 29018,
+      "Sdk": 29019,
+      "Setting": 29020,
+      "▁Kill": 29021,
+      "▁Wend": 29022,
+      "▁bald": 29023,
+      "▁Kub": 29024,
+      "▁visto": 29025,
+      "▁jeunes": 29026,
+      "collections": 29027,
+      "ací": 29028,
+      "вропей": 29029,
+      "▁arise": 29030,
+      "оні": 29031,
+      "MAIN": 29032,
+      "доступ": 29033,
+      "▁berg": 29034,
+      "▁criticism": 29035,
+      "▁Torre": 29036,
+      "▁descript": 29037,
+      "ières": 29038,
+      "▁estudio": 29039,
+      "▁ili": 29040,
+      "▁militare": 29041,
+      "▁Clara": 29042,
+      "▁Ellen": 29043,
+      "limited": 29044,
+      "лм": 29045,
+      "▁Españ": 29046,
+      "▁infinitely": 29047,
+      "America": 29048,
+      "ouc": 29049,
+      "glass": 29050,
+      "▁rud": 29051,
+      "▁zat": 29052,
+      "▁rin": 29053,
+      "▁Bibliografía": 29054,
+      "▁merchant": 29055,
+      "tensorflow": 29056,
+      "▁dér": 29057,
+      "▁ActiveRecord": 29058,
+      "IES": 29059,
+      "▁linker": 29060,
+      "▁estudios": 29061,
+      "cdnjs": 29062,
+      "▁Государ": 29063,
+      "ánchez": 29064,
+      "appe": 29065,
+      "club": 29066,
+      "▁další": 29067,
+      "▁Algorithm": 29068,
+      "dfs": 29069,
+      "▁Bac": 29070,
+      "▁кафе": 29071,
+      "▁&=\\": 29072,
+      "▁ат": 29073,
+      "▁Глав": 29074,
+      "▁Mou": 29075,
+      "Machine": 29076,
+      "(...)": 29077,
+      "▁compart": 29078,
+      "▁augusztus": 29079,
+      "avan": 29080,
+      "▁rolled": 29081,
+      "▁еди": 29082,
+      "Scan": 29083,
+      "▁регі": 29084,
+      "▁świata": 29085,
+      "▁mines": 29086,
+      "},{": 29087,
+      "▁Tier": 29088,
+      "Cannot": 29089,
+      "мін": 29090,
+      "▁NEW": 29091,
+      "▁Вол": 29092,
+      "▁Manh": 29093,
+      "▁Gregory": 29094,
+      "▁principe": 29095,
+      "ISO": 29096,
+      "prog": 29097,
+      "▁Fail": 29098,
+      "▁aa": 29099,
+      "▁fecha": 29100,
+      "▁WCF": 29101,
+      "▁magistr": 29102,
+      "▁Zach": 29103,
+      "▁unicode": 29104,
+      "▁converter": 29105,
+      "▁dispers": 29106,
+      "ksam": 29107,
+      "▁Uncle": 29108,
+      "PropertyChanged": 29109,
+      "▁lider": 29110,
+      "▁opts": 29111,
+      "▁там": 29112,
+      "locked": 29113,
+      "zak": 29114,
+      "▁counted": 29115,
+      "▁persone": 29116,
+      "▁hurried": 29117,
+      "ätter": 29118,
+      "▁outras": 29119,
+      "▁genu": 29120,
+      "BD": 29121,
+      "veg": 29122,
+      "due": 29123,
+      "▁Pract": 29124,
+      "▁posible": 29125,
+      "▁contribute": 29126,
+      "UMN": 29127,
+      "▁Bürger": 29128,
+      "▁wars": 29129,
+      "▁exhibition": 29130,
+      "hill": 29131,
+      "▁astr": 29132,
+      "▁музе": 29133,
+      "▁CASE": 29134,
+      "manifest": 29135,
+      "yellow": 29136,
+      "Fn": 29137,
+      "▁RC": 29138,
+      "▁sott": 29139,
+      "▁sujet": 29140,
+      "▁Socket": 29141,
+      "▁Chine": 29142,
+      "▁frameworks": 29143,
+      "Hold": 29144,
+      "êts": 29145,
+      "▁філь": 29146,
+      "Loaded": 29147,
+      "ophe": 29148,
+      "texte": 29149,
+      "▁expres": 29150,
+      "▁consume": 29151,
+      "▁Richtung": 29152,
+      "ografi": 29153,
+      "▁magnific": 29154,
+      "àt": 29155,
+      "▁indul": 29156,
+      "ryty": 29157,
+      "▁offici": 29158,
+      "▁assault": 29159,
+      "rund": 29160,
+      "▁variants": 29161,
+      "▁сельсов": 29162,
+      "▁excitement": 29163,
+      "Times": 29164,
+      "kotlin": 29165,
+      "▁gering": 29166,
+      "▁Engel": 29167,
+      "▁Timer": 29168,
+      "²).": 29169,
+      "▁Ng": 29170,
+      "ässt": 29171,
+      "schau": 29172,
+      "SError": 29173,
+      "▁Edwards": 29174,
+      "▁Terminal": 29175,
+      "lict": 29176,
+      "Under": 29177,
+      "▁spawn": 29178,
+      "ürgen": 29179,
+      "▁Außerdem": 29180,
+      "▁kitchen": 29181,
+      "fahrt": 29182,
+      "▁Colors": 29183,
+      "▁система": 29184,
+      "▁terminated": 29185,
+      "▁LaTeX": 29186,
+      "igkeiten": 29187,
+      "▁mesure": 29188,
+      "▁Amts": 29189,
+      "▁empir": 29190,
+      "▁striking": 29191,
+      "▁exclusive": 29192,
+      "тех": 29193,
+      "▁rez": 29194,
+      "▁quan": 29195,
+      "▁Glasgow": 29196,
+      "▁lecture": 29197,
+      "▁Testament": 29198,
+      "▁funds": 29199,
+      "▁stessa": 29200,
+      "▁tribes": 29201,
+      "▁parfois": 29202,
+      "▁treball": 29203,
+      "nitz": 29204,
+      "bove": 29205,
+      "▁заслу": 29206,
+      "▁absent": 29207,
+      "▁Lauf": 29208,
+      "Smith": 29209,
+      "▁Николай": 29210,
+      "▁européenne": 29211,
+      "lr": 29212,
+      "▁programma": 29213,
+      "▁midst": 29214,
+      "▁daughters": 29215,
+      "Syn": 29216,
+      "oben": 29217,
+      "ână": 29218,
+      "idan": 29219,
+      "▁ther": 29220,
+      "odore": 29221,
+      "sdl": 29222,
+      "▁Quint": 29223,
+      "▁casos": 29224,
+      "▁Zam": 29225,
+      "▁страны": 29226,
+      "▁sprite": 29227,
+      "кал": 29228,
+      "▁nasc": 29229,
+      "▁сотруд": 29230,
+      "▁trava": 29231,
+      "▁хозяй": 29232,
+      "▁Uruguay": 29233,
+      "▁sparse": 29234,
+      "▁поле": 29235,
+      "▁mystery": 29236,
+      "▁Mang": 29237,
+      "registr": 29238,
+      "▁CGFloat": 29239,
+      "▁submission": 29240,
+      "вана": 29241,
+      "▁\":": 29242,
+      "▁Traceback": 29243,
+      "▁Pit": 29244,
+      "▁Ehr": 29245,
+      "▁сра": 29246,
+      "▁Graphics": 29247,
+      "Updated": 29248,
+      "▁svensk": 29249,
+      "▁spacing": 29250,
+      "tritt": 29251,
+      "▁Guinea": 29252,
+      "▁França": 29253,
+      "Associ": 29254,
+      "▁Tová": 29255,
+      "stab": 29256,
+      "▁Learning": 29257,
+      "▁Bright": 29258,
+      "śc": 29259,
+      "▁idő": 29260,
+      "}}_{\\": 29261,
+      "▁droite": 29262,
+      "▁raising": 29263,
+      "getting": 29264,
+      "ythm": 29265,
+      "onyme": 29266,
+      "żs": 29267,
+      "▁blah": 29268,
+      "TagName": 29269,
+      "Vertical": 29270,
+      "▁aper": 29271,
+      "postgresql": 29272,
+      "▁Handle": 29273,
+      "zew": 29274,
+      "▁skulle": 29275,
+      "▁opere": 29276,
+      "layers": 29277,
+      "▁possono": 29278,
+      "▁relate": 29279,
+      "ąc": 29280,
+      "▁Mih": 29281,
+      "âge": 29282,
+      "▁Świ": 29283,
+      "isses": 29284,
+      "▁servlet": 29285,
+      "Los": 29286,
+      "▁Advanced": 29287,
+      "atica": 29288,
+      "▁ced": 29289,
+      "▁elementos": 29290,
+      "рона": 29291,
+      "iks": 29292,
+      "arf": 29293,
+      "ariat": 29294,
+      "Mobile": 29295,
+      "agua": 29296,
+      "▁timp": 29297,
+      "▁Comité": 29298,
+      "▁combining": 29299,
+      "wohl": 29300,
+      "▁Study": 29301,
+      "coordinate": 29302,
+      "▁recommendation": 29303,
+      "▁transformations": 29304,
+      "until": 29305,
+      "bounded": 29306,
+      "▁изу": 29307,
+      "hanced": 29308,
+      "▁вопро": 29309,
+      "▁Prés": 29310,
+      "▁coord": 29311,
+      "xty": 29312,
+      "▁$,": 29313,
+      "▁champions": 29314,
+      "Den": 29315,
+      "Mil": 29316,
+      "(',": 29317,
+      "▁Preis": 29318,
+      "▁eigh": 29319,
+      "▁markers": 29320,
+      "▁gewesen": 29321,
+      "ätten": 29322,
+      "▁pione": 29323,
+      "mv": 29324,
+      "▁ју": 29325,
+      "zeichnis": 29326,
+      "hoff": 29327,
+      "News": 29328,
+      "▁Stanisław": 29329,
+      "▁Brandenburg": 29330,
+      "▁Feuer": 29331,
+      "=&": 29332,
+      "жет": 29333,
+      "▁Neil": 29334,
+      "▁wirk": 29335,
+      "▁società": 29336,
+      "▁spare": 29337,
+      "▁civile": 29338,
+      "sprach": 29339,
+      "▁disse": 29340,
+      "▁gates": 29341,
+      "▁anom": 29342,
+      "▁Федерации": 29343,
+      "▁tib": 29344,
+      "▁fútbol": 29345,
+      "▁Wikiped": 29346,
+      "iate": 29347,
+      "Front": 29348,
+      "▁craw": 29349,
+      "▁Rak": 29350,
+      "▁зву": 29351,
+      "street": 29352,
+      "▁Agency": 29353,
+      "вало": 29354,
+      "▁Рас": 29355,
+      "▁mkdir": 29356,
+      "ację": 29357,
+      "▁shares": 29358,
+      "Story": 29359,
+      "▁remarks": 29360,
+      "▁keywords": 29361,
+      "Bob": 29362,
+      "▁toe": 29363,
+      "▁Vitt": 29364,
+      "▁rhs": 29365,
+      "ROP": 29366,
+      "oris": 29367,
+      "/@": 29368,
+      "сии": 29369,
+      "▁traverse": 29370,
+      "▁referencing": 29371,
+      "präsident": 29372,
+      "rong": 29373,
+      "'):": 29374,
+      "aties": 29375,
+      "AW": 29376,
+      "Outlet": 29377,
+      "▁évol": 29378,
+      "ikes": 29379,
+      "▁environmental": 29380,
+      "icum": 29381,
+      "▁Lied": 29382,
+      "▁warn": 29383,
+      "▁Butler": 29384,
+      "▁%),": 29385,
+      "▁Zeitschrift": 29386,
+      "▁Montr": 29387,
+      "важа": 29388,
+      "▁Mercur": 29389,
+      "jekte": 29390,
+      "meter": 29391,
+      "ducation": 29392,
+      "▁attributed": 29393,
+      "*$": 29394,
+      "▁unf": 29395,
+      "▁Vertrag": 29396,
+      "zien": 29397,
+      "▁Роб": 29398,
+      "lices": 29399,
+      "pply": 29400,
+      "ansen": 29401,
+      "▁zeit": 29402,
+      "▁immense": 29403,
+      "▁lutego": 29404,
+      "▁Bulgar": 29405,
+      "▁miembros": 29406,
+      "▁Националь": 29407,
+      "▁Allow": 29408,
+      "▁anglès": 29409,
+      "дви": 29410,
+      "▁Toy": 29411,
+      "туа": 29412,
+      "▁yard": 29413,
+      "(%": 29414,
+      "isser": 29415,
+      "▁golf": 29416,
+      "▁Ukrain": 29417,
+      "▁hosp": 29418,
+      "Include": 29419,
+      "▁Lisa": 29420,
+      "▁csal": 29421,
+      "▁Mira": 29422,
+      "recogn": 29423,
+      "▁Ке": 29424,
+      "▁hitting": 29425,
+      "кономі": 29426,
+      "▁Tournament": 29427,
+      "LOAD": 29428,
+      "▁Guardian": 29429,
+      "▁daher": 29430,
+      "▁timezone": 29431,
+      "▁tomcat": 29432,
+      "▁successor": 29433,
+      "▁Void": 29434,
+      "▁começ": 29435,
+      "▁converts": 29436,
+      "ächs": 29437,
+      "osex": 29438,
+      "xelles": 29439,
+      "aser": 29440,
+      "▁És": 29441,
+      "▁mou": 29442,
+      "▁ung": 29443,
+      "▁origen": 29444,
+      "▁Crow": 29445,
+      "▁Erd": 29446,
+      "▁sieben": 29447,
+      "lua": 29448,
+      "▁BB": 29449,
+      "RENT": 29450,
+      "▁piłkar": 29451,
+      "▁marque": 29452,
+      "▁Labour": 29453,
+      "viders": 29454,
+      "▁exempl": 29455,
+      "Sound": 29456,
+      "▁Wass": 29457,
+      "arrison": 29458,
+      "▁течение": 29459,
+      "▁Oficina": 29460,
+      "▁Daw": 29461,
+      "▁Kauf": 29462,
+      "ént": 29463,
+      "éső": 29464,
+      "▁=\"": 29465,
+      "▁kat": 29466,
+      "diction": 29467,
+      "▁Voll": 29468,
+      "▁highway": 29469,
+      "James": 29470,
+      "zeuge": 29471,
+      "▁modelo": 29472,
+      "Throw": 29473,
+      "▁Forum": 29474,
+      "(\"@": 29475,
+      "▁enfer": 29476,
+      "▁специаль": 29477,
+      "Numbers": 29478,
+      "▁Binary": 29479,
+      "▁Martínez": 29480,
+      "▁Stato": 29481,
+      "▁festiv": 29482,
+      "▁katol": 29483,
+      "▁Аб": 29484,
+      "▁limitation": 29485,
+      "▁STR": 29486,
+      "▁Официаль": 29487,
+      "ipes": 29488,
+      "▁Isn": 29489,
+      "▁ruled": 29490,
+      "▁cí": 29491,
+      "geber": 29492,
+      "▁lavoro": 29493,
+      "▁parentheses": 29494,
+      "оз": 29495,
+      "▁équipes": 29496,
+      "▁efficiently": 29497,
+      "▁Period": 29498,
+      "▁Regarding": 29499,
+      "leaf": 29500,
+      "▁similarity": 29501,
+      "▁gesture": 29502,
+      "datab": 29503,
+      "▁terminate": 29504,
+      "▁semantics": 29505,
+      "▁Alo": 29506,
+      "▁cig": 29507,
+      "▁OpenGL": 29508,
+      "▁heutigen": 29509,
+      "xaml": 29510,
+      "▁frequencies": 29511,
+      ")}.": 29512,
+      "▁threatened": 29513,
+      "тик": 29514,
+      "▁calcio": 29515,
+      "▁Riemann": 29516,
+      "slug": 29517,
+      "▁Finale": 29518,
+      "LR": 29519,
+      "▁Derby": 29520,
+      "▁още": 29521,
+      "▁deviation": 29522,
+      "ächen": 29523,
+      "▁Cris": 29524,
+      "ново": 29525,
+      "▁столі": 29526,
+      "▁relev": 29527,
+      "▁splendid": 29528,
+      "▁учё": 29529,
+      "erving": 29530,
+      "gable": 29531,
+      "▁générale": 29532,
+      "pom": 29533,
+      "▁Cheers": 29534,
+      "▁imprison": 29535,
+      "▁indent": 29536,
+      "▁analyz": 29537,
+      "▁revert": 29538,
+      "érer": 29539,
+      "▁phases": 29540,
+      "FirstName": 29541,
+      "▁mig": 29542,
+      "▁disturb": 29543,
+      "▁mixture": 29544,
+      "▁){": 29545,
+      "inture": 29546,
+      "▁Tried": 29547,
+      "▁sooner": 29548,
+      "▁pels": 29549,
+      "▁établ": 29550,
+      "etro": 29551,
+      "itie": 29552,
+      "▁quartier": 29553,
+      "▁гово": 29554,
+      "▁város": 29555,
+      "ufe": 29556,
+      "heten": 29557,
+      "хом": 29558,
+      "▁soap": 29559,
+      "utors": 29560,
+      "▁duch": 29561,
+      "syntax": 29562,
+      "▁tribe": 29563,
+      "▁chante": 29564,
+      "Tri": 29565,
+      "▁Mate": 29566,
+      "quality": 29567,
+      "uola": 29568,
+      "=\".": 29569,
+      "chk": 29570,
+      "▁всі": 29571,
+      "▁przeci": 29572,
+      "▁Meteor": 29573,
+      "▁scattered": 29574,
+      "Plus": 29575,
+      "trad": 29576,
+      "▁stackoverflow": 29577,
+      "▁retra": 29578,
+      "▁éditions": 29579,
+      "▁sain": 29580,
+      "cribe": 29581,
+      "ignon": 29582,
+      "ucker": 29583,
+      "▁мало": 29584,
+      "▁tenir": 29585,
+      "▁exports": 29586,
+      "▁auxili": 29587,
+      "▁]]": 29588,
+      "▁CBS": 29589,
+      "uniform": 29590,
+      "▁periodic": 29591,
+      "agrant": 29592,
+      "▁emple": 29593,
+      "Wil": 29594,
+      "▁fres": 29595,
+      "▁strutt": 29596,
+      "▁світ": 29597,
+      "▁betre": 29598,
+      "▁объек": 29599,
+      "тися": 29600,
+      "▁bisher": 29601,
+      "baum": 29602,
+      "ishi": 29603,
+      "▁Gazette": 29604,
+      "backgroundColor": 29605,
+      "jl": 29606,
+      "▁fiel": 29607,
+      "▁према": 29608,
+      "▁protagonista": 29609,
+      "▁Muhammad": 29610,
+      "▁simulate": 29611,
+      "▁Hook": 29612,
+      "fest": 29613,
+      "▁своих": 29614,
+      "Sender": 29615,
+      "▁listened": 29616,
+      "жі": 29617,
+      "jest": 29618,
+      "kord": 29619,
+      "Choice": 29620,
+      "▁hoofd": 29621,
+      "reducible": 29622,
+      "hpp": 29623,
+      "▁Wu": 29624,
+      "ši": 29625,
+      "▁Marse": 29626,
+      "▁soir": 29627,
+      "westen": 29628,
+      "emos": 29629,
+      "▁Duc": 29630,
+      "▁amerik": 29631,
+      "|}{": 29632,
+      "▁Gul": 29633,
+      "▁Sprache": 29634,
+      "▁mismatch": 29635,
+      "Scal": 29636,
+      "Pixel": 29637,
+      "EF": 29638,
+      "▁Sep": 29639,
+      "▁powiecie": 29640,
+      "urk": 29641,
+      "▁Napoli": 29642,
+      "▁neighbourhood": 29643,
+      "стоян": 29644,
+      "▁searches": 29645,
+      "yrus": 29646,
+      "пет": 29647,
+      "Help": 29648,
+      "pont": 29649,
+      "▁Orient": 29650,
+      "▁Alfonso": 29651,
+      "▁monitoring": 29652,
+      "iao": 29653,
+      "édé": 29654,
+      "▁César": 29655,
+      "шее": 29656,
+      "Shift": 29657,
+      "suit": 29658,
+      "coded": 29659,
+      "ното": 29660,
+      "▁Parti": 29661,
+      "▁lasci": 29662,
+      "▁awesome": 29663,
+      "usta": 29664,
+      "▁Сове": 29665,
+      "▁Fland": 29666,
+      "oom": 29667,
+      "▁devi": 29668,
+      "engelsk": 29669,
+      "endum": 29670,
+      "▁Pascal": 29671,
+      "▁Bind": 29672,
+      "▁siguientes": 29673,
+      "JB": 29674,
+      "▁Petersburg": 29675,
+      "▁incorrectly": 29676,
+      "▁Bash": 29677,
+      "▁pelos": 29678,
+      "▁zespo": 29679,
+      "NSURL": 29680,
+      "▁přek": 29681,
+      "▁Crime": 29682,
+      "nach": 29683,
+      "▁thrust": 29684,
+      "▁Cultura": 29685,
+      "WF": 29686,
+      "▁Solo": 29687,
+      "▁invas": 29688,
+      "▁individually": 29689,
+      "ibm": 29690,
+      "▁etapa": 29691,
+      "▁handed": 29692,
+      "▁wherever": 29693,
+      "▁interpolation": 29694,
+      "▁musée": 29695,
+      "▁CNN": 29696,
+      "idia": 29697,
+      "ństw": 29698,
+      "▁przew": 29699,
+      "ughing": 29700,
+      "▁actors": 29701,
+      "▁Oriental": 29702,
+      "▁convenience": 29703,
+      "▁miasta": 29704,
+      "brains": 29705,
+      "▁меся": 29706,
+      "▁infatti": 29707,
+      "▁AllMovie": 29708,
+      "▁critique": 29709,
+      "▁successo": 29710,
+      "ancouver": 29711,
+      "▁fá": 29712,
+      "ългар": 29713,
+      "▁wisdom": 29714,
+      "▁Phoenix": 29715,
+      "hole": 29716,
+      "▁información": 29717,
+      "▁Airlines": 29718,
+      ".«": 29719,
+      "mort": 29720,
+      "userId": 29721,
+      "▁*/\r": 29722,
+      "▁Congo": 29723,
+      "▁\"`": 29724,
+      "corr": 29725,
+      "▁problemas": 29726,
+      "▁bib": 29727,
+      "▁później": 29728,
+      "▁fileName": 29729,
+      "zott": 29730,
+      "macht": 29731,
+      "▁Ulrich": 29732,
+      "Cy": 29733,
+      "endpoint": 29734,
+      "▁sheep": 29735,
+      "▁ibn": 29736,
+      "Feed": 29737,
+      "▁sympathy": 29738,
+      "▁Ib": 29739,
+      "▁territorial": 29740,
+      "rating": 29741,
+      "дами": 29742,
+      "▁dst": 29743,
+      "ую": 29744,
+      "aho": 29745,
+      "▁sug": 29746,
+      "emia": 29747,
+      "▁ted": 29748,
+      "▁Api": 29749,
+      "▁Rica": 29750,
+      "▁MR": 29751,
+      "ńskim": 29752,
+      "▁Voor": 29753,
+      "▁devil": 29754,
+      "▁Фо": 29755,
+      "▁När": 29756,
+      "▁...)": 29757,
+      "▁vois": 29758,
+      "▁abbre": 29759,
+      "▁Männer": 29760,
+      "ximo": 29761,
+      "▁intellectual": 29762,
+      "▁tales": 29763,
+      "similar": 29764,
+      "neum": 29765,
+      "▁Orig": 29766,
+      "▁postal": 29767,
+      "▁hvor": 29768,
+      "▁identification": 29769,
+      "▁Од": 29770,
+      "uesto": 29771,
+      "▁../": 29772,
+      "▁bir": 29773,
+      "▁Лон": 29774,
+      "▁esempio": 29775,
+      "▁Eing": 29776,
+      "Expand": 29777,
+      "▁PRIMARY": 29778,
+      "▁Jin": 29779,
+      "▁však": 29780,
+      "ourses": 29781,
+      "▁Betty": 29782,
+      "▁WM": 29783,
+      "▁flask": 29784,
+      "hlen": 29785,
+      "▁Adel": 29786,
+      "laravel": 29787,
+      "▁дет": 29788,
+      "ською": 29789,
+      "▁Mundo": 29790,
+      "iczn": 29791,
+      "ifié": 29792,
+      "▁Мор": 29793,
+      "▁древ": 29794,
+      "DateFormat": 29795,
+      "ським": 29796,
+      "▁dated": 29797,
+      "коли": 29798,
+      "▁результате": 29799,
+      "\\).": 29800,
+      "▁delayed": 29801,
+      "sound": 29802,
+      "▁Мак": 29803,
+      "▁\"...": 29804,
+      "▁binnen": 29805,
+      "▁факуль": 29806,
+      "▁polygon": 29807,
+      "▁eggs": 29808,
+      "AtIndexPath": 29809,
+      "менталь": 29810,
+      "▁incred": 29811,
+      "chunk": 29812,
+      "webdriver": 29813,
+      "▁свобо": 29814,
+      "▁między": 29815,
+      "Received": 29816,
+      "▁Monde": 29817,
+      "▁JQuery": 29818,
+      "Butt": 29819,
+      "▁PDO": 29820,
+      "▁forec": 29821,
+      "▁discipline": 29822,
+      "chev": 29823,
+      "нат": 29824,
+      "▁redis": 29825,
+      "▁hunting": 29826,
+      "▁alk": 29827,
+      "▁proofs": 29828,
+      "PRI": 29829,
+      "▁chip": 29830,
+      "ésie": 29831,
+      "▁HO": 29832,
+      "▁rug": 29833,
+      "zos": 29834,
+      "▁sorte": 29835,
+      "▁zeigt": 29836,
+      "▁Physics": 29837,
+      "legte": 29838,
+      "▁proportional": 29839,
+      "▁toolbar": 29840,
+      "vement": 29841,
+      "notin": 29842,
+      "▁první": 29843,
+      "blah": 29844,
+      "▁présence": 29845,
+      "▁lloc": 29846,
+      "▁líder": 29847,
+      "▁Accept": 29848,
+      "▁Always": 29849,
+      "▁\"{": 29850,
+      "▁diversi": 29851,
+      "ikor": 29852,
+      "Period": 29853,
+      "жён": 29854,
+      "▁Alliance": 29855,
+      "▁relay": 29856,
+      "Bro": 29857,
+      "jön": 29858,
+      "▁Baud": 29859,
+      "▁Bian": 29860,
+      "')[": 29861,
+      "чив": 29862,
+      "▁Poss": 29863,
+      "▁Mitglieder": 29864,
+      "▁nev": 29865,
+      "Daniel": 29866,
+      "▁tends": 29867,
+      "▁compagnie": 29868,
+      "▁livres": 29869,
+      "lub": 29870,
+      "▁": 29871,
+      "e": 29872,
+      "t": 29873,
+      "a": 29874,
+      "i": 29875,
+      "n": 29876,
+      "o": 29877,
+      "r": 29878,
+      "s": 29879,
+      "l": 29880,
+      "d": 29881,
+      "h": 29882,
+      "c": 29883,
+      "u": 29884,
+      "m": 29885,
+      "p": 29886,
+      "g": 29887,
+      "f": 29888,
+      ".": 29889,
+      "b": 29890,
+      "y": 29891,
+      ",": 29892,
+      "w": 29893,
+      "v": 29894,
+      "k": 29895,
+      "1": 29896,
+      ")": 29897,
+      "(": 29898,
+      "-": 29899,
+      "0": 29900,
+      ":": 29901,
+      "I": 29902,
+      "S": 29903,
+      "о": 29904,
+      "\\": 29905,
+      "2": 29906,
+      "C": 29907,
+      "\"": 29908,
+      "A": 29909,
+      "а": 29910,
+      "T": 29911,
+      "{": 29912,
+      "}": 29913,
+      "/": 29914,
+      "'": 29915,
+      "x": 29916,
+      "и": 29917,
+      "_": 29918,
+      "е": 29919,
+      "z": 29920,
+      "н": 29921,
+      "=": 29922,
+      "E": 29923,
+      "M": 29924,
+      "P": 29925,
+      "j": 29926,
+      "р": 29927,
+      "D": 29928,
+      "9": 29929,
+      "*": 29930,
+      "L": 29931,
+      "т": 29932,
+      "B": 29933,
+      "R": 29934,
+      "с": 29935,
+      ";": 29936,
+      "#": 29937,
+      "$": 29938,
+      "q": 29939,
+      "N": 29940,
+      "3": 29941,
+      "в": 29942,
+      "F": 29943,
+      "л": 29944,
+      "5": 29945,
+      "4": 29946,
+      "8": 29947,
+      "é": 29948,
+      "O": 29949,
+      "H": 29950,
+      "к": 29951,
+      "`": 29952,
+      "6": 29953,
+      "G": 29954,
+      "7": 29955,
+      "W": 29956,
+      "д": 29957,
+      ">": 29958,
+      "м": 29959,
+      "у": 29960,
+      "[": 29961,
+      "]": 29962,
+      "V": 29963,
+      "п": 29964,
+      "U": 29965,
+      "<": 29966,
+      "J": 29967,
+      "K": 29968,
+      "г": 29969,
+      "я": 29970,
+      "і": 29971,
+      "з": 29972,
+      "?": 29973,
+      "+": 29974,
+      "б": 29975,
+      "á": 29976,
+      "й": 29977,
+      "ь": 29978,
+      "Y": 29979,
+      "ó": 29980,
+      "ч": 29981,
+      "ы": 29982,
+      "í": 29983,
+      "Q": 29984,
+      "^": 29985,
+      "ä": 29986,
+      "&": 29987,
+      "х": 29988,
+      "|": 29989,
+      "X": 29990,
+      "!": 29991,
+      "@": 29992,
+      "ü": 29993,
+      "–": 29994,
+      "%": 29995,
+      "ц": 29996,
+      "ö": 29997,
+      "ж": 29998,
+      "Z": 29999,
+      "è": 30000,
+      "à": 30001,
+      "ш": 30002,
+      "—": 30003,
+      "\r": 30004,
+      "ю": 30005,
+      "ł": 30006,
+      "»": 30007,
+      "С": 30008,
+      "«": 30009,
+      "’": 30010,
+      "ф": 30011,
+      "В": 30012,
+      "П": 30013,
+      "К": 30014,
+      "“": 30015,
+      "ј": 30016,
+      "М": 30017,
+      "А": 30018,
+      "ç": 30019,
+      "å": 30020,
+      "щ": 30021,
+      "~": 30022,
+      "ę": 30023,
+      "”": 30024,
+      "ą": 30025,
+      "č": 30026,
+      "Р": 30027,
+      "ї": 30028,
+      "Н": 30029,
+      "ú": 30030,
+      "Б": 30031,
+      "Д": 30032,
+      "ã": 30033,
+      "ß": 30034,
+      "ă": 30035,
+      "ě": 30036,
+      "ê": 30037,
+      "О": 30038,
+      "š": 30039,
+      "Г": 30040,
+      "Т": 30041,
+      "ż": 30042,
+      "ё": 30043,
+      "ž": 30044,
+      "ś": 30045,
+      "ñ": 30046,
+      "ř": 30047,
+      "ő": 30048,
+      "„": 30049,
+      "Л": 30050,
+      "э": 30051,
+      "ý": 30052,
+      "У": 30053,
+      "И": 30054,
+      "ъ": 30055,
+      "є": 30056,
+      "â": 30057,
+      "î": 30058,
+      "ò": 30059,
+      "З": 30060,
+      "Ф": 30061,
+      "É": 30062,
+      "ć": 30063,
+      "·": 30064,
+      "ș": 30065,
+      "ń": 30066,
+      "ț": 30067,
+      "Х": 30068,
+      "ô": 30069,
+      "Е": 30070,
+      "ù": 30071,
+      "ů": 30072,
+      "°": 30073,
+      "Ш": 30074,
+      "љ": 30075,
+      "Ч": 30076,
+      "ø": 30077,
+      "æ": 30078,
+      "њ": 30079,
+      " ": 30080,
+      " ": 30081,
+      "Э": 30082,
+      "ë": 30083,
+      "õ": 30084,
+      "ï": 30085,
+      "‘": 30086,
+      "†": 30087,
+      "²": 30088,
+      "ű": 30089,
+      "І": 30090,
+      "─": 30091,
+      "Ц": 30092,
+      "ћ": 30093,
+      "Ö": 30094,
+      "û": 30095,
+      "Я": 30096,
+      "ì": 30097,
+      "…": 30098,
+      "ō": 30099,
+      "Ж": 30100,
+      "Ю": 30101,
+      "Á": 30102,
+      "́": 30103,
+      "Ü": 30104,
+      "º": 30105,
+      "œ": 30106,
+      "ā": 30107,
+      "Č": 30108,
+      "ź": 30109,
+      "α": 30110,
+      "│": 30111,
+      "ا": 30112,
+      "À": 30113,
+      "═": 30114,
+      "Š": 30115,
+      "ђ": 30116,
+      "№": 30117,
+      " ": 30118,
+      "•": 30119,
+      "−": 30120,
+      "→": 30121,
+      "×": 30122,
+      "ο": 30123,
+      "₂": 30124,
+      "Ä": 30125,
+      "Î": 30126,
+      "Ś": 30127,
+      "đ": 30128,
+      "Å": 30129,
+      "ı": 30130,
+      "‎": 30131,
+      "ū": 30132,
+      "ν": 30133,
+      "Й": 30134,
+      "ª": 30135,
+      "ι": 30136,
+      "τ": 30137,
+      "ل": 30138,
+      "′": 30139,
+      "�": 30140,
+      "È": 30141,
+      "λ": 30142,
+      "": 30143,
+      "Ž": 30144,
+      "ς": 30145,
+      "ň": 30146,
+      "ρ": 30147,
+      "₁": 30148,
+      "Є": 30149,
+      "ī": 30150,
+      "ε": 30151,
+      "§": 30152,
+      "Ł": 30153,
+      "Ј": 30154,
+      "£": 30155,
+      "ر": 30156,
+      "Ż": 30157,
+      "¿": 30158,
+      "م": 30159,
+      "″": 30160,
+      "Ú": 30161,
+      "ن": 30162,
+      "ي": 30163,
+      "σ": 30164,
+      "´": 30165,
+      "​": 30166,
+      "μ": 30167,
+      "³": 30168,
+      "ş": 30169,
+      "π": 30170,
+      "و": 30171,
+      "د": 30172,
+      "κ": 30173,
+      "₃": 30174,
+      "Í": 30175,
+      "ˈ": 30176,
+      "ب": 30177,
+      "Ó": 30178,
+      "Ã": 30179,
+      "¡": 30180,
+      "€": 30181,
+      "ť": 30182,
+      "η": 30183,
+      "ə": 30184,
+      "ー": 30185,
+      "Щ": 30186,
+      "β": 30187,
+      "├": 30188,
+      "ð": 30189,
+      "ґ": 30190,
+      "­": 30191,
+      "υ": 30192,
+      "¹": 30193,
+      "₄": 30194,
+      "ت": 30195,
+      "י": 30196,
+      "γ": 30197,
+      "س": 30198,
+      "の": 30199,
+      "ğ": 30200,
+      "δ": 30201,
+      "ی": 30202,
+      "ン": 30203,
+      "ه": 30204,
+      "ו": 30205,
+      "ω": 30206,
+      "ί": 30207,
+      "█": 30208,
+      "θ": 30209,
+      "的": 30210,
+      "©": 30211,
+      "Â": 30212,
+      "↑": 30213,
+      "，": 30214,
+      "ː": 30215,
+      "ά": 30216,
+      "―": 30217,
+      "ع": 30218,
+      "Ç": 30219,
+      "₀": 30220,
+      "±": 30221,
+      "Ø": 30222,
+      "ď": 30223,
+      "Ř": 30224,
+      "Œ": 30225,
+      "½": 30226,
+      "└": 30227,
+      "ό": 30228,
+      "‚": 30229,
+      "ē": 30230,
+      "₅": 30231,
+      "Æ": 30232,
+      "Ș": 30233,
+      "ɛ": 30234,
+      "ה": 30235,
+      "ר": 30236,
+      "φ": 30237,
+      "₆": 30238,
+      "ė": 30239,
+      "ح": 30240,
+      "ف": 30241,
+      "ة": 30242,
+      "İ": 30243,
+      " ": 30244,
+      "←": 30245,
+      "║": 30246,
+      "ɔ": 30247,
+      "≤": 30248,
+      "ל": 30249,
+      "Đ": 30250,
+      "ա": 30251,
+      "Ō": 30252,
+      "א": 30253,
+      "്": 30254,
+      "ス": 30255,
+      "ش": 30256,
+      "大": 30257,
+      "ル": 30258,
+      "џ": 30259,
+      "イ": 30260,
+      "⟩": 30261,
+      " ": 30262,
+      "µ": 30263,
+      "∈": 30264,
+      "ق": 30265,
+      "⟨": 30266,
+      "。": 30267,
+      "Ґ": 30268,
+      "ा": 30269,
+      "ج": 30270,
+      "ʿ": 30271,
+      "ა": 30272,
+      "έ": 30273,
+      "χ": 30274,
+      "中": 30275,
+      "ב": 30276,
+      "ი": 30277,
+      "₈": 30278,
+      "ト": 30279,
+      "ή": 30280,
+      "ラ": 30281,
+      "Џ": 30282,
+      "ك": 30283,
+      "₇": 30284,
+      "מ": 30285,
+      "ת": 30286,
+      "一": 30287,
+      "Π": 30288,
+      "า": 30289,
+      "・": 30290,
+      "Σ": 30291,
+      "Α": 30292,
+      "Δ": 30293,
+      "ש": 30294,
+      "ز": 30295,
+      "्": 30296,
+      "ร": 30297,
+      "い": 30298,
+      "ʻ": 30299,
+      "Њ": 30300,
+      "₉": 30301,
+      "ʼ": 30302,
+      "リ": 30303,
+      "‐": 30304,
+      "ク": 30305,
+      "∞": 30306,
+      "⁄": 30307,
+      "ύ": 30308,
+      "Ş": 30309,
+      "ア": 30310,
+      "Ε": 30311,
+      "ɪ": 30312,
+      "人": 30313,
+      "Κ": 30314,
+      "∀": 30315,
+      "र": 30316,
+      "ッ": 30317,
+      "►": 30318,
+      "子": 30319,
+      "¬": 30320,
+      "خ": 30321,
+      "◄": 30322,
+      "َ": 30323,
+      "ע": 30324,
+      "日": 30325,
+      "し": 30326,
+      "ḥ": 30327,
+      "נ": 30328,
+      "山": 30329,
+      "、": 30330,
+      "Ї": 30331,
+      "る": 30332,
+      "文": 30333,
+      "Ñ": 30334,
+      "ド": 30335,
+      "ד": 30336,
+      "ն": 30337,
+      "Ђ": 30338,
+      "Γ": 30339,
+      "þ": 30340,
+      "’": 30341,
+      "®": 30342,
+      "ک": 30343,
+      "“": 30344,
+      "⚭": 30345,
+      "本": 30346,
+      "ℕ": 30347,
+      "น": 30348,
+      "ѝ": 30349,
+      "̶": 30350,
+      "อ": 30351,
+      "ў": 30352,
+      "に": 30353,
+      "数": 30354,
+      "ე": 30355,
+      "国": 30356,
+      "Ω": 30357,
+      "　": 30358,
+      "ǎ": 30359,
+      "ص": 30360,
+      "”": 30361,
+      "Μ": 30362,
+      " ": 30363,
+      "と": 30364,
+      "⁠": 30365,
+      "た": 30366,
+      "ط": 30367,
+      "ր": 30368,
+      "タ": 30369,
+      "ÿ": 30370,
+      "な": 30371,
+      "أ": 30372,
+      "シ": 30373,
+      "新": 30374,
+      "﹕": 30375,
+      "ʃ": 30376,
+      "ľ": 30377,
+      "ロ": 30378,
+      "⁴": 30379,
+      "்": 30380,
+      "⇒": 30381,
+      "ţ": 30382,
+      "：": 30383,
+      "Ț": 30384,
+      "ക": 30385,
+      "≥": 30386,
+      "ി": 30387,
+      "マ": 30388,
+      "ん": 30389,
+      "ṣ": 30390,
+      "ジ": 30391,
+      "是": 30392,
+      "이": 30393,
+      "⋅": 30394,
+      "田": 30395,
+      "を": 30396,
+      "道": 30397,
+      "ง": 30398,
+      "¨": 30399,
+      "ـ": 30400,
+      "เ": 30401,
+      "村": 30402,
+      "Ê": 30403,
+      "ם": 30404,
+      "›": 30405,
+      "用": 30406,
+      "ώ": 30407,
+      "天": 30408,
+      "）": 30409,
+      "་": 30410,
+      "镇": 30411,
+      "か": 30412,
+      "不": 30413,
+      "Τ": 30414,
+      "学": 30415,
+      "ư": 30416,
+      "有": 30417,
+      "ո": 30418,
+      "（": 30419,
+      "レ": 30420,
+      "گ": 30421,
+      "‏": 30422,
+      "フ": 30423,
+      "न": 30424,
+      "ก": 30425,
+      "ɑ": 30426,
+      "す": 30427,
+      "ח": 30428,
+      "上": 30429,
+      "‌": 30430,
+      "∧": 30431,
+      "ṭ": 30432,
+      "ק": 30433,
+      "ξ": 30434,
+      "¤": 30435,
+      "ि": 30436,
+      "会": 30437,
+      "ന": 30438,
+      "カ": 30439,
+      "ų": 30440,
+      "ま": 30441,
+      "ു": 30442,
+      "͡": 30443,
+      "क": 30444,
+      "া": 30445,
+      "小": 30446,
+      "ן": 30447,
+      "行": 30448,
+      "は": 30449,
+      "ʁ": 30450,
+      "Ő": 30451,
+      "Þ": 30452,
+      "り": 30453,
+      "キ": 30454,
+      "Λ": 30455,
+      "რ": 30456,
+      "三": 30457,
+      "が": 30458,
+      "コ": 30459,
+      "ζ": 30460,
+      "市": 30461,
+      "王": 30462,
+      "ℝ": 30463,
+      "Ź": 30464,
+      "う": 30465,
+      "て": 30466,
+      "区": 30467,
+      "ാ": 30468,
+      "‚": 30469,
+      "年": 30470,
+      "פ": 30471,
+      "ի": 30472,
+      "ſ": 30473,
+      "‹": 30474,
+      "त": 30475,
+      "ŏ": 30476,
+      "‑": 30477,
+      "̃": 30478,
+      "Ć": 30479,
+      "ى": 30480,
+      "「": 30481,
+      "」": 30482,
+      "ს": 30483,
+      "Ā": 30484,
+      "म": 30485,
+      "生": 30486,
+      "≠": 30487,
+      "Љ": 30488,
+      "स": 30489,
+      "↔": 30490,
+      "Ο": 30491,
+      "ว": 30492,
+      "ლ": 30493,
+      "成": 30494,
+      "定": 30495,
+      "ล": 30496,
+      "¶": 30497,
+      "כ": 30498,
+      "で": 30499,
+      "ּ": 30500,
+      "ม": 30501,
+      "个": 30502,
+      "和": 30503,
+      "ס": 30504,
+      "在": 30505,
+      "Β": 30506,
+      "ิ": 30507,
+      "Ι": 30508,
+      "⁵": 30509,
+      "ั": 30510,
+      "ɡ": 30511,
+      "━": 30512,
+      "ら": 30513,
+      "オ": 30514,
+      "¼": 30515,
+      "ե": 30516,
+      "バ": 30517,
+      "ָ": 30518,
+      "ŋ": 30519,
+      "ŭ": 30520,
+      "グ": 30521,
+      "⁶": 30522,
+      "Ь": 30523,
+      "⁰": 30524,
+      "方": 30525,
+      "บ": 30526,
+      "—": 30527,
+      "高": 30528,
+      "ệ": 30529,
+      "Ν": 30530,
+      "ѣ": 30531,
+      "ィ": 30532,
+      "地": 30533,
+      "月": 30534,
+      "Ô": 30535,
+      "™": 30536,
+      "ウ": 30537,
+      "き": 30538,
+      "公": 30539,
+      "ạ": 30540,
+      "ო": 30541,
+      "ɾ": 30542,
+      "่": 30543,
+      "出": 30544,
+      "法": 30545,
+      "Θ": 30546,
+      "ส": 30547,
+      "名": 30548,
+      "ย": 30549,
+      "ത": 30550,
+      "Φ": 30551,
+      "↓": 30552,
+      "れ": 30553,
+      "ג": 30554,
+      "Ё": 30555,
+      "ơ": 30556,
+      "下": 30557,
+      "ә": 30558,
+      "ψ": 30559,
+      "┼": 30560,
+      "ャ": 30561,
+      "√": 30562,
+      "¥": 30563,
+      "社": 30564,
+      "ṇ": 30565,
+      "さ": 30566,
+      "ِ": 30567,
+      "く": 30568,
+      "े": 30569,
+      "Ы": 30570,
+      "ἐ": 30571,
+      "テ": 30572,
+      "为": 30573,
+      "乡": 30574,
+      "川": 30575,
+      "ナ": 30576,
+      "之": 30577,
+      "字": 30578,
+      "ム": 30579,
+      "ी": 30580,
+      "海": 30581,
+      "ブ": 30582,
+      "≈": 30583,
+      "！": 30584,
+      "پ": 30585,
+      "¯": 30586,
+      "ἀ": 30587,
+      "ƒ": 30588,
+      "こ": 30589,
+      "ְ": 30590,
+      "東": 30591,
+      "明": 30592,
+      "ὶ": 30593,
+      "时": 30594,
+      "ท": 30595,
+      "ɨ": 30596,
+      "デ": 30597,
+      "️": 30598,
+      "ʊ": 30599,
+      "エ": 30600,
+      "南": 30601,
+      "西": 30602,
+      "ल": 30603,
+      "メ": 30604,
+      "プ": 30605,
+      "平": 30606,
+      "式": 30607,
+      "ῖ": 30608,
+      "қ": 30609,
+      "व": 30610,
+      "غ": 30611,
+      "Ò": 30612,
+      "家": 30613,
+      "ʒ": 30614,
+      "サ": 30615,
+      "≡": 30616,
+      "ダ": 30617,
+      "ต": 30618,
+      "∃": 30619,
+      "₹": 30620,
+      "प": 30621,
+      "第": 30622,
+      "ര": 30623,
+      "ض": 30624,
+      "▄": 30625,
+      "城": 30626,
+      "ミ": 30627,
+      "ɐ": 30628,
+      "¦": 30629,
+      "美": 30630,
+      "件": 30631,
+      "ნ": 30632,
+      "Ð": 30633,
+      "ַ": 30634,
+      "ニ": 30635,
+      "部": 30636,
+      "ņ": 30637,
+      "ǐ": 30638,
+      "ט": 30639,
+      "य": 30640,
+      "あ": 30641,
+      "¾": 30642,
+      "ả": 30643,
+      "ち": 30644,
+      "ュ": 30645,
+      "÷": 30646,
+      "女": 30647,
+      "神": 30648,
+      "♦": 30649,
+      "¢": 30650,
+      "以": 30651,
+      "้": 30652,
+      "র": 30653,
+      "太": 30654,
+      "্": 30655,
+      "チ": 30656,
+      "յ": 30657,
+      "前": 30658,
+      "金": 30659,
+      "ւ": 30660,
+      "野": 30661,
+      "北": 30662,
+      "ห": 30663,
+      "‰": 30664,
+      "っ": 30665,
+      "加": 30666,
+      "原": 30667,
+      "ʲ": 30668,
+      "置": 30669,
+      "安": 30670,
+      "ガ": 30671,
+      "我": 30672,
+      "Ḥ": 30673,
+      "യ": 30674,
+      "京": 30675,
+      "▀": 30676,
+      "მ": 30677,
+      "ვ": 30678,
+      "ʾ": 30679,
+      "∨": 30680,
+      "ִ": 30681,
+      "可": 30682,
+      "取": 30683,
+      "县": 30684,
+      "二": 30685,
+      "▒": 30686,
+      "理": 30687,
+      "自": 30688,
+      "信": 30689,
+      "代": 30690,
+      "ี": 30691,
+      "צ": 30692,
+      "်": 30693,
+      "द": 30694,
+      "⁸": 30695,
+      "̯": 30696,
+      "お": 30697,
+      "要": 30698,
+      "ῦ": 30699,
+      "க": 30700,
+      "ễ": 30701,
+      "ु": 30702,
+      "ƒ": 30703,
+      "ʰ": 30704,
+      "化": 30705,
+      "✓": 30706,
+      "പ": 30707,
+      "의": 30708,
+      "다": 30709,
+      "木": 30710,
+      "ُ": 30711,
+      "̀": 30712,
+      "ˌ": 30713,
+      "ह": 30714,
+      "パ": 30715,
+      "水": 30716,
+      "ế": 30717,
+      "ด": 30718,
+      "ズ": 30719,
+      "⁹": 30720,
+      "島": 30721,
+      "‍": 30722,
+      "も": 30723,
+      "正": 30724,
+      "■": 30725,
+      "آ": 30726,
+      "พ": 30727,
+      "内": 30728,
+      "Ì": 30729,
+      "ǔ": 30730,
+      "┬": 30731,
+      "作": 30732,
+      "合": 30733,
+      "ὸ": 30734,
+      "み": 30735,
+      "▼": 30736,
+      "ῶ": 30737,
+      "⊙": 30738,
+      "～": 30739,
+      "ị": 30740,
+      "ْ": 30741,
+      "回": 30742,
+      "了": 30743,
+      "所": 30744,
+      "事": 30745,
+      "表": 30746,
+      "ำ": 30747,
+      "分": 30748,
+      "⁷": 30749,
+      "ү": 30750,
+      "€": 30751,
+      "入": 30752,
+      "全": 30753,
+      "إ": 30754,
+      "里": 30755,
+      "Χ": 30756,
+      "ं": 30757,
+      "ハ": 30758,
+      "ค": 30759,
+      "⁻": 30760,
+      "モ": 30761,
+      "郎": 30762,
+      "据": 30763,
+      "●": 30764,
+      "州": 30765,
+      "∩": 30766,
+      "者": 30767,
+      "通": 30768,
+      "都": 30769,
+      "ℤ": 30770,
+      "♭": 30771,
+      "╌": 30772,
+      "つ": 30773,
+      "ḍ": 30774,
+      "江": 30775,
+      "ז": 30776,
+      "Ý": 30777,
+      "ө": 30778,
+      "์": 30779,
+      "到": 30780,
+      "ி": 30781,
+      "ʂ": 30782,
+      "对": 30783,
+      "스": 30784,
+      "使": 30785,
+      "ি": 30786,
+      "よ": 30787,
+      "Ἀ": 30788,
+      "Ï": 30789,
+      "∘": 30790,
+      "사": 30791,
+      "ন": 30792,
+      "世": 30793,
+      "ɕ": 30794,
+      "կ": 30795,
+      "უ": 30796,
+      "ട": 30797,
+      "ბ": 30798,
+      "ो": 30799,
+      "വ": 30800,
+      "果": 30801,
+      "十": 30802,
+      "ุ": 30803,
+      "藤": 30804,
+      "来": 30805,
+      "面": 30806,
+      "け": 30807,
+      "ĕ": 30808,
+      "ビ": 30809,
+      "这": 30810,
+      "지": 30811,
+      "ം": 30812,
+      "街": 30813,
+      "石": 30814,
+      "能": 30815,
+      "空": 30816,
+      "տ": 30817,
+      "ئ": 30818,
+      "武": 30819,
+      "ʹ": 30820,
+      "ϕ": 30821,
+      "后": 30822,
+      "ะ": 30823,
+      "元": 30824,
+      "ʔ": 30825,
+      "리": 30826,
+      "기": 30827,
+      "河": 30828,
+      "町": 30829,
+      "花": 30830,
+      "ὐ": 30831,
+      "类": 30832,
+      "░": 30833,
+      "物": 30834,
+      "Η": 30835,
+      "¸": 30836,
+      "ு": 30837,
+      "თ": 30838,
+      "ث": 30839,
+      "െ": 30840,
+      "╠": 30841,
+      "⊆": 30842,
+      "》": 30843,
+      "ツ": 30844,
+      "版": 30845,
+      "动": 30846,
+      "如": 30847,
+      "真": 30848,
+      "ɲ": 30849,
+      "号": 30850,
+      "ذ": 30851,
+      "정": 30852,
+      "林": 30853,
+      "書": 30854,
+      "民": 30855,
+      "口": 30856,
+      "ّ": 30857,
+      "示": 30858,
+      "മ": 30859,
+      "아": 30860,
+      "图": 30861,
+      "∪": 30862,
+      "戦": 30863,
+      "李": 30864,
+      "ല": 30865,
+      "《": 30866,
+      "光": 30867,
+      "白": 30868,
+      "心": 30869,
+      "த": 30870,
+      "ज": 30871,
+      "设": 30872,
+      "ί": 30873,
+      "路": 30874,
+      "ग": 30875,
+      "∥": 30876,
+      "한": 30877,
+      "最": 30878,
+      "Ћ": 30879,
+      "手": 30880,
+      "ս": 30881,
+      "？": 30882,
+      "型": 30883,
+      "ầ": 30884,
+      "セ": 30885,
+      "建": 30886,
+      "ェ": 30887,
+      "主": 30888,
+      "시": 30889,
+      "대": 30890,
+      "ῆ": 30891,
+      "‡": 30892,
+      "集": 30893,
+      "დ": 30894,
+      "目": 30895,
+      "Ρ": 30896,
+      "ァ": 30897,
+      "度": 30898,
+      "長": 30899,
+      "星": 30900,
+      "ノ": 30901,
+      "ộ": 30902,
+      "가": 30903,
+      "五": 30904,
+      "چ": 30905,
+      "로": 30906,
+      "ョ": 30907,
+      "重": 30908,
+      "于": 30909,
+      "发": 30910,
+      "史": 30911,
+      "ظ": 30912,
+      "ช": 30913,
+      "え": 30914,
+      "國": 30915,
+      "ĭ": 30916,
+      "ப": 30917,
+      "인": 30918,
+      "你": 30919,
+      "駅": 30920,
+      "‒": 30921,
+      "♥": 30922,
+      "多": 30923,
+      "ħ": 30924,
+      "Қ": 30925,
+      "ồ": 30926,
+      "士": 30927,
+      "四": 30928,
+      "┴": 30929,
+      "ம": 30930,
+      "司": 30931,
+      "ে": 30932,
+      "ὰ": 30933,
+      "∂": 30934,
+      "╬": 30935,
+      "次": 30936,
+      "Ľ": 30937,
+      "⟶": 30938,
+      "立": 30939,
+      "点": 30940,
+      "音": 30941,
+      "⠀": 30942,
+      "器": 30943,
+      "하": 30944,
+      "井": 30945,
+      "存": 30946,
+      "ֹ": 30947,
+      "当": 30948,
+      "Ë": 30949,
+      "★": 30950,
+      "寺": 30951,
+      "性": 30952,
+      "也": 30953,
+      "め": 30954,
+      "だ": 30955,
+      "位": 30956,
+      "ങ": 30957,
+      "ہ": 30958,
+      "值": 30959,
+      "古": 30960,
+      "გ": 30961,
+      "ব": 30962,
+      "院": 30963,
+      "േ": 30964,
+      "▶": 30965,
+      "ர": 30966,
+      "界": 30967,
+      "語": 30968,
+      "സ": 30969,
+      "수": 30970,
+      "ǒ": 30971,
+      "愛": 30972,
+      "✔": 30973,
+      "時": 30974,
+      "ọ": 30975,
+      "റ": 30976,
+      "մ": 30977,
+      "ケ": 30978,
+      "东": 30979,
+      "同": 30980,
+      "주": 30981,
+      "保": 30982,
+      "Õ": 30983,
+      "ố": 30984,
+      "ἰ": 30985,
+      "青": 30986,
+      "ゴ": 30987,
+      "体": 30988,
+      "清": 30989,
+      "相": 30990,
+      "จ": 30991,
+      "ء": 30992,
+      "情": 30993,
+      "𝕜": 30994,
+      "ক": 30995,
+      "ḫ": 30996,
+      "ờ": 30997,
+      "将": 30998,
+      "族": 30999,
+      "동": 31000,
+      "Υ": 31001,
+      "┌": 31002,
+      "ボ": 31003,
+      "宮": 31004,
+      "』": 31005,
+      "ম": 31006,
+      "『": 31007,
+      "ļ": 31008,
+      "श": 31009,
+      "ป": 31010,
+      "Ա": 31011,
+      "ब": 31012,
+      "자": 31013,
+      "政": 31014,
+      "ா": 31015,
+      "间": 31016,
+      "fi": 31017,
+      "松": 31018,
+      "ṃ": 31019,
+      "始": 31020,
+      "息": 31021,
+      "少": 31022,
+      "教": 31023,
+      "获": 31024,
+      "列": 31025,
+      "开": 31026,
+      "ტ": 31027,
+      "ワ": 31028,
+      "კ": 31029,
+      "科": 31030,
+      "春": 31031,
+      "治": 31032,
+      "吉": 31033,
+      "ས": 31034,
+      "ศ": 31035,
+      "ɒ": 31036,
+      "台": 31037,
+      "ネ": 31038,
+      "း": 31039,
+      "ĩ": 31040,
+      "工": 31041,
+      "ά": 31042,
+      "知": 31043,
+      "八": 31044,
+      "場": 31045,
+      "画": 31046,
+      "百": 31047,
+      "☆": 31048,
+      "記": 31049,
+      "得": 31050,
+      "ソ": 31051,
+      "氏": 31052,
+      "ာ": 31053,
+      "에": 31054,
+      "ল": 31055,
+      "ṛ": 31056,
+      "关": 31057,
+      "ġ": 31058,
+      "έ": 31059,
+      "∑": 31060,
+      "ベ": 31061,
+      "标": 31062,
+      "니": 31063,
+      "ὴ": 31064,
+      "ֵ": 31065,
+      "外": 31066,
+      "♠": 31067,
+      "わ": 31068,
+      "間": 31069,
+      "ภ": 31070,
+      "校": 31071,
+      "制": 31072,
+      "แ": 31073,
+      "力": 31074,
+      "門": 31075,
+      "好": 31076,
+      "ғ": 31077,
+      "Ù": 31078,
+      "ℓ": 31079,
+      "ֶ": 31080,
+      "는": 31081,
+      "┐": 31082,
+      "∗": 31083,
+      "指": 31084,
+      "色": 31085,
+      "返": 31086,
+      "馬": 31087,
+      "请": 31088,
+      "≫": 31089,
+      "風": 31090,
+      "ό": 31091,
+      "接": 31092,
+      "서": 31093,
+      "↳": 31094,
+      "せ": 31095,
+      "志": 31096,
+      "̲": 31097,
+      "魔": 31098,
+      "ң": 31099,
+      "更": 31100,
+      "程": 31101,
+      "김": 31102,
+      "郡": 31103,
+      "ོ": 31104,
+      "ũ": 31105,
+      "ച": 31106,
+      "利": 31107,
+      "県": 31108,
+      "周": 31109,
+      "そ": 31110,
+      "や": 31111,
+      "谷": 31112,
+      "香": 31113,
+      "♯": 31114,
+      "じ": 31115,
+      "،": 31116,
+      "期": 31117,
+      "∅": 31118,
+      "┘": 31119,
+      "初": 31120,
+      "福": 31121,
+      "片": 31122,
+      "ザ": 31123,
+      "動": 31124,
+      "参": 31125,
+      "성": 31126,
+      "Ə": 31127,
+      "╦": 31128,
+      "어": 31129,
+      "ხ": 31130,
+      "義": 31131,
+      "च": 31132,
+      "象": 31133,
+      "功": 31134,
+      "♂": 31135,
+      "도": 31136,
+      "고": 31137,
+      "过": 31138,
+      "վ": 31139,
+      "皇": 31140,
+      "特": 31141,
+      "ậ": 31142,
+      "长": 31143,
+      "英": 31144,
+      "ấ": 31145,
+      "ണ": 31146,
+      "Ъ": 31147,
+      "স": 31148,
+      "其": 31149,
+      "ত": 31150,
+      "流": 31151,
+      "除": 31152,
+      "일": 31153,
+      "ু": 31154,
+      "្": 31155,
+      "永": 31156,
+      "直": 31157,
+      "상": 31158,
+      "千": 31159,
+      "ắ": 31160,
+      "館": 31161,
+      "Ť": 31162,
+      "朝": 31163,
+      "ட": 31164,
+      "ɣ": 31165,
+      "单": 31166,
+      "ʀ": 31167,
+      "格": 31168,
+      "德": 31169,
+      "전": 31170,
+      "☺": 31171,
+      "ピ": 31172,
+      "歌": 31173,
+      "进": 31174,
+      "限": 31175,
+      "夫": 31176,
+      "트": 31177,
+      "⊢": 31178,
+      "園": 31179,
+      "量": 31180,
+      "土": 31181,
+      "放": 31182,
+      "码": 31183,
+      "等": 31184,
+      "系": 31185,
+      "∼": 31186,
+      "華": 31187,
+      "↵": 31188,
+      "소": 31189,
+      "常": 31190,
+      "否": 31191,
+      "見": 31192,
+      "源": 31193,
+      "ׁ": 31194,
+      "实": 31195,
+      "博": 31196,
+      "라": 31197,
+      "원": 31198,
+      "보": 31199,
+      "⊕": 31200,
+      "解": 31201,
+      "〜": 31202,
+      "男": 31203,
+      "দ": 31204,
+      "ポ": 31205,
+      "ろ": 31206,
+      "나": 31207,
+      "ག": 31208,
+      "無": 31209,
+      "Û": 31210,
+      "̥": 31211,
+      "ұ": 31212,
+      "查": 31213,
+      "̣": 31214,
+      "╗": 31215,
+      "╩": 31216,
+      "条": 31217,
+      "য": 31218,
+      "ὁ": 31219,
+      "後": 31220,
+      "他": 31221,
+      "网": 31222,
+      "ல": 31223,
+      "≃": 31224,
+      "화": 31225,
+      "ە": 31226,
+      "阿": 31227,
+      "ေ": 31228,
+      "户": 31229,
+      "∫": 31230,
+      "구": 31231,
+      "ར": 31232,
+      "မ": 31233,
+      "▸": 31234,
+      "լ": 31235,
+      "○": 31236,
+      "命": 31237,
+      "就": 31238,
+      "龍": 31239,
+      "君": 31240,
+      "夏": 31241,
+      "": 31242,
+      "言": 31243,
+      "先": 31244,
+      "➜": 31245,
+      "შ": 31246,
+      "ძ": 31247,
+      "ਾ": 31248,
+      "வ": 31249,
+      "ど": 31250,
+      "ヒ": 31251,
+      "ไ": 31252,
+      "ன": 31253,
+      "ば": 31254,
+      "ギ": 31255,
+      "գ": 31256,
+      "ἄ": 31257,
+      "ヤ": 31258,
+      "典": 31259,
+      "府": 31260,
+      "̄": 31261,
+      "신": 31262,
+      "组": 31263,
+      "改": 31264,
+      "ὲ": 31265,
+      "华": 31266,
+      "与": 31267,
+      "调": 31268,
+      "╝": 31269,
+      "ヴ": 31270,
+      "ქ": 31271,
+      "由": 31272,
+      "修": 31273,
+      "學": 31274,
+      "♣": 31275,
+      "消": 31276,
+      "符": 31277,
+      "ʌ": 31278,
+      "부": 31279,
+      "ớ": 31280,
+      "‾": 31281,
+      "▲": 31282,
+      "录": 31283,
+      "ള": 31284,
+      "연": 31285,
+      "을": 31286,
+      "ひ": 31287,
+      "영": 31288,
+      "┤": 31289,
+      "已": 31290,
+      "陽": 31291,
+      "င": 31292,
+      "국": 31293,
+      "容": 31294,
+      "未": 31295,
+      "宗": 31296,
+      "ᴇ": 31297,
+      "び": 31298,
+      "장": 31299,
+      "龙": 31300,
+      "්": 31301,
+      "提": 31302,
+      "ĝ": 31303,
+      "六": 31304,
+      "形": 31305,
+      "제": 31306,
+      "Հ": 31307,
+      "伊": 31308,
+      "ϵ": 31309,
+      "ข": 31310,
+      "Ű": 31311,
+      "ゃ": 31312,
+      "火": 31313,
+      "Ṣ": 31314,
+      "佐": 31315,
+      "⊥": 31316,
+      "̪": 31317,
+      "ứ": 31318,
+      "□": 31319,
+      "结": 31320,
+      "九": 31321,
+      "雄": 31322,
+      "թ": 31323,
+      "ា": 31324,
+      "而": 31325,
+      "བ": 31326,
+      "우": 31327,
+      "张": 31328,
+      "ट": 31329,
+      "ष": 31330,
+      "向": 31331,
+      "ῥ": 31332,
+      "选": 31333,
+      "공": 31334,
+      "ゲ": 31335,
+      "ʐ": 31336,
+      "仁": 31337,
+      "堂": 31338,
+      "ך": 31339,
+      "ု": 31340,
+      "ἔ": 31341,
+      "അ": 31342,
+      "ề": 31343,
+      "ད": 31344,
+      "선": 31345,
+      "오": 31346,
+      "久": 31347,
+      "œ": 31348,
+      "义": 31349,
+      "अ": 31350,
+      "╔": 31351,
+      "无": 31352,
+      "
": 31353,
+      "은": 31354,
+      "ʷ": 31355,
+      "那": 31356,
+      "線": 31357,
+      "务": 31358,
+      "基": 31359,
+      "属": 31360,
+      "配": 31361,
+      "미": 31362,
+      "軍": 31363,
+      "โ": 31364,
+      "津": 31365,
+      "完": 31366,
+      "研": 31367,
+      "注": 31368,
+      "失": 31369,
+      "应": 31370,
+      "က": 31371,
+      "╚": 31372,
+      "友": 31373,
+      "章": 31374,
+      "Ψ": 31375,
+      "求": 31376,
+      "ण": 31377,
+      "경": 31378,
+      "‬": 31379,
+      "भ": 31380,
+      "们": 31381,
+      "模": 31382,
+      "需": 31383,
+      "ச": 31384,
+      "電": 31385,
+      "প": 31386,
+      "դ": 31387,
+      "へ": 31388,
+      "此": 31389,
+      "夜": 31390,
+      "或": 31391,
+      "橋": 31392,
+      "根": 31393,
+      "Ī": 31394,
+      "玉": 31395,
+      "ู": 31396,
+      "ṅ": 31397,
+      "交": 31398,
+      "品": 31399,
+      "良": 31400,
+      "ང": 31401,
+      "ォ": 31402,
+      "则": 31403,
+      "開": 31404,
+      "Ζ": 31405,
+      "문": 31406,
+      "被": 31407,
+      "조": 31408,
+      "株": 31409,
+      "记": 31410,
+      "會": 31411,
+      "经": 31412,
+      "ू": 31413,
+      "ょ": 31414,
+      "转": 31415,
+      "崎": 31416,
+      "마": 31417,
+      "⌘": 31418,
+      "比": 31419,
+      "造": 31420,
+      "ܐ": 31421,
+      "ื": 31422,
+      "没": 31423,
+      "现": 31424,
+      "七": 31425,
+      "Ά": 31426,
+      "商": 31427,
+      "ை": 31428,
+      "机": 31429,
+      "阳": 31430,
+      "ĉ": 31431,
+      "角": 31432,
+      "站": 31433,
+      "բ": 31434,
+      "해": 31435,
+      "及": 31436,
+      "ध": 31437,
+      "術": 31438,
+      "认": 31439,
+      "‘": 31440,
+      "创": 31441,
+      "編": 31442,
+      "ղ": 31443,
+      "ḩ": 31444,
+      "伝": 31445,
+      "岡": 31446,
+      "ड": 31447,
+      "ホ": 31448,
+      "港": 31449,
+      "任": 31450,
+      "登": 31451,
+      "ི": 31452,
+      "็": 31453,
+      "布": 31454,
+      "究": 31455,
+      "帝": 31456,
+      "여": 31457,
+      "산": 31458,
+      "န": 31459,
+      "◦": 31460,
+      "密": 31461,
+      "变": 31462,
+      "序": 31463,
+      "♀": 31464,
+      "∣": 31465,
+      "计": 31466,
+      "曲": 31467,
+      "Ă": 31468,
+      "ύ": 31469,
+      "ʋ": 31470,
+      "传": 31471,
+      "】": 31472,
+      "包": 31473,
+      "意": 31474,
+      "去": 31475,
+      "沙": 31476,
+      "⸮": 31477,
+      "【": 31478,
+      "写": 31479,
+      "超": 31480,
+      "ய": 31481,
+      "今": 31482,
+      "┈": 31483,
+      "森": 31484,
+      "ි": 31485,
+      "⊗": 31486,
+      "비": 31487,
+      "հ": 31488,
+      "Ḩ": 31489,
+      "ǫ": 31490,
+      "黄": 31491,
+      "∙": 31492,
+      "드": 31493,
+      "🌍": 31494,
+      "景": 31495,
+      "湖": 31496,
+      "ք": 31497,
+      "ိ": 31498,
+      "ⁿ": 31499,
+      "̂": 31500,
+      "ペ": 31501,
+      "何": 31502,
+      "宇": 31503,
+      "張": 31504,
+      "语": 31505,
+      "老": 31506,
+      "例": 31507,
+      "Ṭ": 31508,
+      "鉄": 31509,
+      "克": 31510,
+      "☉": 31511,
+      "™": 31512,
+      "ɹ": 31513,
+      "ἱ": 31514,
+      "ⴰ": 31515,
+      "然": 31516,
+      "를": 31517,
+      "ǧ": 31518,
+      "報": 31519,
+      "服": 31520,
+      "Ď": 31521,
+      "想": 31522,
+      "‖": 31523,
+      "ユ": 31524,
+      "実": 31525,
+      "载": 31526,
+      "요": 31527,
+      "ℚ": 31528,
+      "波": 31529,
+      "马": 31530,
+      "状": 31531,
+      "线": 31532,
+      "유": 31533,
+      "洋": 31534,
+      "万": 31535,
+      "진": 31536,
+      "জ": 31537,
+      "添": 31538,
+      "球": 31539,
+      "機": 31540,
+      "支": 31541,
+      "显": 31542,
+      "拉": 31543,
+      "ὑ": 31544,
+      "送": 31545,
+      "隊": 31546,
+      "ธ": 31547,
+      "处": 31548,
+      "師": 31549,
+      "⊂": 31550,
+      "像": 31551,
+      "়": 31552,
+      "黒": 31553,
+      "ց": 31554,
+      "": 31555,
+      "ủ": 31556,
+      "只": 31557,
+      "起": 31558,
+      "段": 31559,
+      "တ": 31560,
+      "區": 31561,
+      "選": 31562,
+      "천": 31563,
+      "業": 31564,
+      "算": 31565,
+      "广": 31566,
+      "រ": 31567,
+      "视": 31568,
+      "秋": 31569,
+      "因": 31570,
+      "년": 31571,
+      "ے": 31572,
+      "输": 31573,
+      "̱": 31574,
+      "Մ": 31575,
+      "∆": 31576,
+      "康": 31577,
+      "세": 31578,
+      "思": 31579,
+      "死": 31580,
+      "聖": 31581,
+      "민": 31582,
+      "－": 31583,
+      "头": 31584,
+      "ർ": 31585,
+      "∉": 31586,
+      "車": 31587,
+      "┃": 31588,
+      "▇": 31589,
+      "按": 31590,
+      "⍵": 31591,
+      "夢": 31592,
+      "汉": 31593,
+      "从": 31594,
+      "ী": 31595,
+      "题": 31596,
+      "ˆ": 31597,
+      "ἡ": 31598,
+      "展": 31599,
+      "省": 31600,
+      "ུ": 31601,
+      "葉": 31602,
+      "호": 31603,
+      "ਰ": 31604,
+      "素": 31605,
+      "関": 31606,
+      "그": 31607,
+      "；": 31608,
+      "න": 31609,
+      "页": 31610,
+      "共": 31611,
+      "宿": 31612,
+      "态": 31613,
+      "ན": 31614,
+      "技": 31615,
+      "乐": 31616,
+      "控": 31617,
+      "移": 31618,
+      "影": 31619,
+      "ụ": 31620,
+      "ゆ": 31621,
+      "ご": 31622,
+      "್": 31623,
+      "管": 31624,
+      "ൾ": 31625,
+      "╣": 31626,
+      "戸": 31627,
+      "⇔": 31628,
+      "函": 31629,
+      "ẓ": 31630,
+      "尾": 31631,
+      "场": 31632,
+      "介": 31633,
+      "": 31634,
+      "育": 31635,
+      "ර": 31636,
+      "泉": 31637,
+      "ൽ": 31638,
+      "说": 31639,
+      "换": 31640,
+      "必": 31641,
+      "紀": 31642,
+      "མ": 31643,
+      "ེ": 31644,
+      "ợ": 31645,
+      "ൻ": 31646,
+      "宝": 31647,
+      "気": 31648,
+      "门": 31649,
+      "令": 31650,
+      "左": 31651,
+      "漢": 31652,
+      "若": 31653,
+      "屋": 31654,
+      "局": 31655,
+      "打": 31656,
+      "発": 31657,
+      "问": 31658,
+      "恋": 31659,
+      "兵": 31660,
+      "別": 31661,
+      "ા": 31662,
+      "Ս": 31663,
+      "߬": 31664,
+      "গ": 31665,
+      "并": 31666,
+      "ख": 31667,
+      "ή": 31668,
+      "节": 31669,
+      "ʑ": 31670,
+      "ץ": 31671,
+      "Ḫ": 31672,
+      "ℂ": 31673,
+      "引": 31674,
+      "统": 31675,
+      "智": 31676,
+      "̩": 31677,
+      "ै": 31678,
+      "电": 31679,
+      "현": 31680,
+      "✅": 31681,
+      "赤": 31682,
+      "断": 31683,
+      "ね": 31684,
+      "称": 31685,
+      "শ": 31686,
+      "身": 31687,
+      "首": 31688,
+      "付": 31689,
+      "⅓": 31690,
+      "ਸ": 31691,
+      "連": 31692,
+      "ზ": 31693,
+      "官": 31694,
+      "持": 31695,
+      "奈": 31696,
+      "御": 31697,
+      "親": 31698,
+      "군": 31699,
+      "库": 31700,
+      "秀": 31701,
+      "址": 31702,
+      "守": 31703,
+      "活": 31704,
+      "ལ": 31705,
+      "ふ": 31706,
+      "藏": 31707,
+      "ស": 31708,
+      "竹": 31709,
+      "草": 31710,
+      "結": 31711,
+      "ා": 31712,
+      "昌": 31713,
+      "樹": 31714,
+      "ள": 31715,
+      "무": 31716,
+      "হ": 31717,
+      "ゼ": 31718,
+      "̈": 31719,
+      "շ": 31720,
+      "勝": 31721,
+      "足": 31722,
+      "ရ": 31723,
+      "위": 31724,
+      "į": 31725,
+      "Ἰ": 31726,
+      "航": 31727,
+      "陳": 31728,
+      "业": 31729,
+      "富": 31730,
+      "雪": 31731,
+      "आ": 31732,
+      "再": 31733,
+      "안": 31734,
+      "默": 31735,
+      "박": 31736,
+      "용": 31737,
+      "✿": 31738,
+      "楽": 31739,
+      "沢": 31740,
+      "羅": 31741,
+      "Ė": 31742,
+      "ʎ": 31743,
+      "忠": 31744,
+      "错": 31745,
+      "단": 31746,
+      "면": 31747,
+      "ķ": 31748,
+      "桥": 31749,
+      "雲": 31750,
+      "该": 31751,
+      "ṯ": 31752,
+      "岩": 31753,
+      "남": 31754,
+      "ỹ": 31755,
+      "专": 31756,
+      "切": 31757,
+      "店": 31758,
+      "朱": 31759,
+      "ף": 31760,
+      "ず": 31761,
+      "幸": 31762,
+      "母": 31763,
+      "ɫ": 31764,
+      "々": 31765,
+      "∷": 31766,
+      "串": 31767,
+      "击": 31768,
+      "Ἐ": 31769,
+      "設": 31770,
+      "⊤": 31771,
+      "ₗ": 31772,
+      "經": 31773,
+      "강": 31774,
+      "ပ": 31775,
+      "।": 31776,
+      "ѐ": 31777,
+      "ᾶ": 31778,
+      "➖": 31779,
+      "座": 31780,
+      "씨": 31781,
+      "ぶ": 31782,
+      "Ţ": 31783,
+      "云": 31784,
+      "告": 31785,
+      "変": 31786,
+      "试": 31787,
+      "隆": 31788,
+      "개": 31789,
+      "պ": 31790,
+      "判": 31791,
+      "劉": 31792,
+      "˜": 31793,
+      "ˠ": 31794,
+      "编": 31795,
+      "ณ": 31796,
+      "ữ": 31797,
+      "达": 31798,
+      "Ě": 31799,
+      "ܝ": 31800,
+      "ြ": 31801,
+      "ḷ": 31802,
+      "右": 31803,
+      "들": 31804,
+      "ŝ": 31805,
+      "ӏ": 31806,
+      "్": 31807,
+      "എ": 31808,
+      "ற": 31809,
+      "复": 31810,
+      "看": 31811,
+      "話": 31812,
+      "坂": 31813,
+      "尔": 31814,
+      "衛": 31815,
+      "զ": 31816,
+      "차": 31817,
+      "丸": 31818,
+      "样": 31819,
+      "鬼": 31820,
+      "़": 31821,
+      "학": 31822,
+      "喜": 31823,
+      "斯": 31824,
+      "銀": 31825,
+      "만": 31826,
+      "Ξ": 31827,
+      "ც": 31828,
+      "群": 31829,
+      "近": 31830,
+      "塔": 31831,
+      "ϊ": 31832,
+      "ந": 31833,
+      "む": 31834,
+      "确": 31835,
+      "索": 31836,
+      "∇": 31837,
+      "非": 31838,
+      "望": 31839,
+      "❯": 31840,
+      "希": 31841,
+      "ỳ": 31842,
+      "甲": 31843,
+      "越": 31844,
+      "鳥": 31845,
+      "麻": 31846,
+      "雅": 31847,
+      "拳": 31848,
+      "ក": 31849,
+      "溪": 31850,
+      "测": 31851,
+      "话": 31852,
+      "池": 31853,
+      "菜": 31854,
+      "食": 31855,
+      "터": 31856,
+      "ਿ": 31857,
+      "渡": 31858,
+      "速": 31859,
+      "ھ": 31860,
+      "ರ": 31861,
+      "陈": 31862,
+      "健": 31863,
+      "ো": 31864,
+      "ක": 31865,
+      "ὺ": 31866,
+      "军": 31867,
+      "庄": 31868,
+      "红": 31869,
+      "Ħ": 31870,
+      "論": 31871,
+      "Ÿ": 31872,
+      "Έ": 31873,
+      "ự": 31874,
+      "孝": 31875,
+      "頭": 31876,
+      "飛": 31877,
+      "˚": 31878,
+      "▓": 31879,
+      "ً": 31880,
+      "‭": 31881,
+      "么": 31882,
+      "達": 31883,
+      "ѫ": 31884,
+      "巴": 31885,
+      "洞": 31886,
+      "貴": 31887,
+      "项": 31888,
+      "ദ": 31889,
+      "ɵ": 31890,
+      "̍": 31891,
+      "ҡ": 31892,
+      "种": 31893,
+      "运": 31894,
+      "식": 31895,
+      "ྱ": 31896,
+      "ḳ": 31897,
+      "彦": 31898,
+      "⥤": 31899,
+      "书": 31900,
+      "构": 31901,
+      "米": 31902,
+      "连": 31903,
+      "操": 31904,
+      "装": 31905,
+      "과": 31906,
+      "ぐ": 31907,
+      "反": 31908,
+      "̌": 31909,
+      "仮": 31910,
+      "员": 31911,
+      "昭": 31912,
+      "ശ": 31913,
+      "兴": 31914,
+      "客": 31915,
+      "删": 31916,
+      "ම": 31917,
+      "ව": 31918,
+      "პ": 31919,
+      "ċ": 31920,
+      "ഷ": 31921,
+      "သ": 31922,
+      "ᵉ": 31923,
+      "居": 31924,
+      "타": 31925,
+      "𝓝": 31926,
+      "थ": 31927,
+      "現": 31928,
+      "ˇ": 31929,
+      "종": 31930,
+      "助": 31931,
+      "唐": 31932,
+      "瀬": 31933,
+      "ន": 31934,
+      "微": 31935,
+      "１": 31936,
+      "Ġ": 31937,
+      "ほ": 31938,
+      "舞": 31939,
+      "내": 31940,
+      "중": 31941,
+      "Ē": 31942,
+      "导": 31943,
+      "效": 31944,
+      "방": 31945,
+      "ḏ": 31946,
+      "深": 31947,
+      "梅": 31948,
+      "料": 31949,
+      "월": 31950,
+      "每": 31951,
+      "洲": 31952,
+      "회": 31953,
+      "茶": 31954,
+      "败": 31955,
+      "ഞ": 31956,
+      "ể": 31957,
+      "ヨ": 31958,
+      "些": 31959,
+      "双": 31960,
+      "嘉": 31961,
+      "모": 31962,
+      "바": 31963,
+      "ษ": 31964,
+      "進": 31965,
+      "음": 31966,
+      "ญ": 31967,
+      "丁": 31968,
+      "故": 31969,
+      "計": 31970,
+      "遠": 31971,
+      "교": 31972,
+      "재": 31973,
+      "候": 31974,
+      "房": 31975,
+      "명": 31976,
+      "两": 31977,
+      "ფ": 31978,
+      "才": 31979,
+      "합": 31980,
+      "止": 31981,
+      "番": 31982,
+      "ɯ": 31983,
+      "奇": 31984,
+      "怪": 31985,
+      "联": 31986,
+      "역": 31987,
+      "泰": 31988,
+      "백": 31989,
+      "ὀ": 31990,
+      "げ": 31991,
+      "べ": 31992,
+      "边": 31993,
+      "还": 31994,
+      "黃": 31995,
+      "왕": 31996,
+      "收": 31997,
+      "弘": 31998,
+      "给": 31999
+    },
+    "merges": [
+      "▁ t",
+      "e r",
+      "i n",
+      "▁ a",
+      "e n",
+      "o n",
+      "▁t h",
+      "▁ th",
+      "e s",
+      "▁ s",
+      "▁ d",
+      "a t",
+      "o r",
+      "a n",
+      "▁ c",
+      "i s",
+      "r e",
+      "i t",
+      "▁t he",
+      "▁th e",
+      "▁ the",
+      "a r",
+      "l e",
+      "▁ w",
+      "▁ p",
+      "o u",
+      "a l",
+      "▁ f",
+      "▁ m",
+      "e d",
+      "▁ o",
+      "▁ b",
+      "o m",
+      "io n",
+      "i on",
+      "in g",
+      "i ng",
+      "i c",
+      "a s",
+      "e l",
+      "en t",
+      "e nt",
+      "▁i n",
+      "▁ in",
+      "▁ h",
+      "n d",
+      "e t",
+      "▁ l",
+      "▁ n",
+      "s t",
+      "▁t o",
+      "▁ to",
+      "c h",
+      "▁ I",
+      "r o",
+      "i l",
+      "▁o f",
+      "▁ of",
+      "d e",
+      "c t",
+      "▁ (",
+      "a m",
+      "▁ C",
+      "▁d e",
+      "▁ de",
+      "▁ S",
+      "▁ u",
+      "▁ A",
+      "▁ \\",
+      "▁ e",
+      "▁a nd",
+      "▁an d",
+      "▁ and",
+      "▁ T",
+      "o l",
+      "▁ v",
+      "i m",
+      "o t",
+      "a d",
+      "u t",
+      "▁ g",
+      "e m",
+      "u r",
+      "i d",
+      "▁ *",
+      "i g",
+      "r a",
+      "▁r e",
+      "▁ re",
+      "▁i s",
+      "▁ is",
+      "q u",
+      "o w",
+      "▁ M",
+      "es t",
+      "e st",
+      "▁ y",
+      "s e",
+      "v e",
+      "c e",
+      "i e",
+      "u n",
+      "▁ P",
+      "▁ B",
+      "a g",
+      "u l",
+      "▁ =",
+      "h e",
+      "en d",
+      "e nd",
+      "od e",
+      "o de",
+      "te r",
+      "t er",
+      "me nt",
+      "men t",
+      "m ent",
+      "o s",
+      "▁ D",
+      "i f",
+      "at ion",
+      "ati on",
+      "atio n",
+      "a tion",
+      "▁f or",
+      "▁fo r",
+      "▁ for",
+      "▁ r",
+      "▁ L",
+      "▁y ou",
+      "▁yo u",
+      "▁ you",
+      "▁b e",
+      "▁ be",
+      "l y",
+      "ve r",
+      "v er",
+      "a b",
+      "t e",
+      "▁i t",
+      "▁ it",
+      "▁o n",
+      "▁ on",
+      "r i",
+      "u s",
+      "▁ \"",
+      "▁w h",
+      "▁ wh",
+      "▁c on",
+      "▁co n",
+      "▁ con",
+      "▁ H",
+      "▁s t",
+      "▁ st",
+      "i r",
+      "▁ E",
+      "▁ F",
+      "c k",
+      "▁a n",
+      "▁ an",
+      "t h",
+      "e g",
+      "a y",
+      "it h",
+      "i th",
+      "▁ R",
+      "is t",
+      "i st",
+      "an d",
+      "a nd",
+      "▁t hat",
+      "▁th at",
+      "▁ that",
+      "▁a l",
+      "▁ al",
+      "▁ $",
+      "▁ #",
+      "o d",
+      "u m",
+      "▁ W",
+      "h t",
+      "co de",
+      "cod e",
+      "c ode",
+      "▁ G",
+      "at e",
+      "a te",
+      "es s",
+      "e ss",
+      "▁ N",
+      "er e",
+      "e re",
+      "p p",
+      "▁a s",
+      "▁ as",
+      "▁s e",
+      "▁ se",
+      "▁p ro",
+      "▁pr o",
+      "▁ pro",
+      "▁w ith",
+      "▁wit h",
+      "▁ with",
+      "p e",
+      "▁ k",
+      "er s",
+      "e rs",
+      "p t",
+      ") ;",
+      "l o",
+      "▁c om",
+      "▁co m",
+      "▁ com",
+      "am e",
+      "a me",
+      "▁ `",
+      "▁C om",
+      "▁Co m",
+      "▁ Com",
+      "i a",
+      "an t",
+      "a nt",
+      "▁l a",
+      "▁ la",
+      "▁ {",
+      "▁e n",
+      "▁ en",
+      "ct ion",
+      "c tion",
+      "▁e x",
+      "▁ ex",
+      "l d",
+      "u b",
+      "▁ j",
+      "l a",
+      "u e",
+      "▁ J",
+      "ic h",
+      "i ch",
+      "▁d o",
+      "▁ do",
+      "▁ O",
+      "▁q u",
+      "▁ qu",
+      "i v",
+      "or t",
+      "o rt",
+      "ar t",
+      "a rt",
+      "▁u n",
+      "▁ un",
+      "▁# #",
+      "▁ ##",
+      "▁t his",
+      "▁th is",
+      "▁ this",
+      "k e",
+      "▁h a",
+      "▁ ha",
+      "▁ -",
+      "ou t",
+      "o ut",
+      "▁T he",
+      "▁Th e",
+      "▁ The",
+      "▁n ot",
+      "▁no t",
+      "▁ not",
+      "▁n e",
+      "▁ ne",
+      "il l",
+      "i ll",
+      "▁l e",
+      "▁ le",
+      "c i",
+      "ro m",
+      "r om",
+      "in e",
+      "i ne",
+      "/ /",
+      "o p",
+      "eg in",
+      "e gin",
+      "▁Com ment",
+      "▁Comm ent",
+      "▁ Comment",
+      "be gin",
+      "beg in",
+      "b egin",
+      "с т",
+      "as s",
+      "a ss",
+      "i z",
+      ") .",
+      "o g",
+      "▁ п",
+      "▁o r",
+      "▁ or",
+      "▁w as",
+      "▁wa s",
+      "▁ was",
+      "▁a t",
+      "▁ at",
+      "ou r",
+      "o ur",
+      "▁ i",
+      "ai n",
+      "a in",
+      "▁ K",
+      "н а",
+      "▁ V",
+      "g e",
+      "▁s u",
+      "▁ su",
+      "a p",
+      "ag e",
+      "a ge",
+      "ou ld",
+      "oul d",
+      "o uld",
+      "n e",
+      "a v",
+      "x t",
+      "or e",
+      "o re",
+      "il e",
+      "i le",
+      "- -",
+      "▁ в",
+      "▁b y",
+      "▁ by",
+      "l i",
+      "at h",
+      "a th",
+      "р а",
+      "be r",
+      "b er",
+      "ac h",
+      "a ch",
+      "al l",
+      "a ll",
+      "▁T h",
+      "▁ Th",
+      "ul t",
+      "u lt",
+      "▁ }",
+      "▁ U",
+      "▁u s",
+      "▁ us",
+      "▁ z",
+      "us t",
+      "u st",
+      "▁h ave",
+      "▁ha ve",
+      "▁hav e",
+      "▁ have",
+      "li c",
+      "l ic",
+      "н и",
+      "▁c an",
+      "▁ca n",
+      "▁ can",
+      "t r",
+      "co m",
+      "c om",
+      ") ,",
+      "▁I n",
+      "▁ In",
+      "in d",
+      "i nd",
+      "el l",
+      "e ll",
+      "▁f rom",
+      "▁fr om",
+      "▁fro m",
+      "▁ from",
+      "о в",
+      "t o",
+      "▁ [",
+      "ab le",
+      "abl e",
+      "a ble",
+      "os t",
+      "o st",
+      "▁c h",
+      "▁ ch",
+      "ec t",
+      "e ct",
+      "ig ht",
+      "igh t",
+      "in t",
+      "i nt",
+      "▁ '",
+      "▁a re",
+      "▁ar e",
+      "▁ are",
+      "▁i m",
+      "▁ im",
+      "▁s h",
+      "▁ sh",
+      "▁ <",
+      "▁A n",
+      "▁ An",
+      "▁ с",
+      "at a",
+      "a ta",
+      "ir e",
+      "i re",
+      "▁t r",
+      "▁ tr",
+      "co n",
+      "c on",
+      "or d",
+      "o rd",
+      "it y",
+      "i ty",
+      "ar d",
+      "a rd",
+      "▁h e",
+      "▁ he",
+      "▁b ut",
+      "▁bu t",
+      "▁ but",
+      "o c",
+      "= \"",
+      "▁p r",
+      "▁ pr",
+      "ur e",
+      "u re",
+      "pe r",
+      "p er",
+      "ac k",
+      "a ck",
+      "or k",
+      "on g",
+      "o ng",
+      "an s",
+      "a ns",
+      "к о",
+      "pl e",
+      "p le",
+      "▁d es",
+      "▁de s",
+      "▁ des",
+      "o k",
+      "or m",
+      "o rm",
+      "we r",
+      "w er",
+      "a k",
+      "p r",
+      "as e",
+      "a se",
+      "▁e l",
+      "▁ el",
+      "p h",
+      "a c",
+      "▁u nd",
+      "▁un d",
+      "▁ und",
+      "▁a r",
+      "▁ ar",
+      "▁i f",
+      "▁ if",
+      "u d",
+      "p s",
+      "it e",
+      "i te",
+      "bl e",
+      "b le",
+      "н о",
+      "fe r",
+      "f er",
+      "p l",
+      "iv e",
+      "i ve",
+      "an g",
+      "a ng",
+      "en s",
+      "e ns",
+      "р о",
+      "▁s o",
+      "▁ so",
+      "s o",
+      "as t",
+      "a st",
+      "( )",
+      "sw er",
+      "s wer",
+      "r u",
+      "ie s",
+      "i es",
+      "▁ :",
+      "a u",
+      "o v",
+      "р е",
+      "г о",
+      "▁d er",
+      "▁de r",
+      "▁ der",
+      "▁m y",
+      "▁ my",
+      "▁w e",
+      "▁ we",
+      "▁m e",
+      "▁ me",
+      "n t",
+      "▁a d",
+      "▁ ad",
+      "ur n",
+      "u rn",
+      "▁y our",
+      "▁you r",
+      "▁yo ur",
+      "▁ your",
+      ":/ /",
+      ": //",
+      "ar e",
+      "a re",
+      "▁a ll",
+      "▁al l",
+      "▁ all",
+      "f f",
+      "i o",
+      "es tion",
+      "est ion",
+      "esti on",
+      "im e",
+      "i me",
+      "▁e r",
+      "▁ er",
+      "la ss",
+      "las s",
+      "l ass",
+      "▁ и",
+      "▁wh ich",
+      "▁ which",
+      "om e",
+      "o me",
+      "on t",
+      "o nt",
+      "▁p ar",
+      "▁pa r",
+      "▁ par",
+      "▁m a",
+      "▁ ma",
+      "▁ Y",
+      "\" ,",
+      "▁ о",
+      "f t",
+      "ia l",
+      "i al",
+      "c c",
+      "ou nd",
+      "oun d",
+      "o und",
+      "▁l i",
+      "▁ li",
+      "▁re s",
+      "▁r es",
+      "▁ res",
+      "et h",
+      "e th",
+      "je ct",
+      "j ect",
+      "▁a pp",
+      "▁ap p",
+      "▁ app",
+      "▁S t",
+      "▁ St",
+      "ic e",
+      "i ce",
+      "▁a m",
+      "▁ am",
+      "ac t",
+      "a ct",
+      "▁d el",
+      "▁de l",
+      "▁ del",
+      "g r",
+      "at ed",
+      "ate d",
+      "a ted",
+      "ie r",
+      "i er",
+      "▁a b",
+      "▁ ab",
+      "▁e t",
+      "▁ et",
+      "al ly",
+      "all y",
+      ". .",
+      "po rt",
+      "por t",
+      "p ort",
+      "i k",
+      "▁p er",
+      "▁pe r",
+      "▁ per",
+      "▁c ont",
+      "▁con t",
+      "▁co nt",
+      "▁ cont",
+      "р и",
+      "к а",
+      "se r",
+      "s er",
+      "л и",
+      "l l",
+      "ie w",
+      "i ew",
+      "ig n",
+      "i gn",
+      "_ {",
+      "pu t",
+      "p ut",
+      "on e",
+      "o ne",
+      "un ction",
+      "unc tion",
+      "unct ion",
+      "▁d i",
+      "▁ di",
+      "ar y",
+      "a ry",
+      "it ion",
+      "iti on",
+      "i tion",
+      "m a",
+      "е н",
+      "ge t",
+      "g et",
+      "▁l o",
+      "▁ lo",
+      "▁v al",
+      "▁va l",
+      "▁ val",
+      "▁ Q",
+      "ra n",
+      "r an",
+      "▁ д",
+      "en ce",
+      "enc e",
+      "▁w ork",
+      "▁wor k",
+      "▁ work",
+      "▁н а",
+      "▁ на",
+      "i p",
+      "it em",
+      "ite m",
+      "i tem",
+      "yp e",
+      "y pe",
+      "▁ &",
+      "▁h is",
+      "▁hi s",
+      "▁ his",
+      "▁u se",
+      "▁us e",
+      "▁ use",
+      "de r",
+      "d er",
+      "▁An swer",
+      "▁Ans wer",
+      "▁ Answer",
+      "▁w ill",
+      "▁wil l",
+      "▁ will",
+      "iz e",
+      "i ze",
+      "т а",
+      "lo w",
+      "l ow",
+      "▁C h",
+      "▁ Ch",
+      "▁g et",
+      "▁ge t",
+      "▁ get",
+      "id e",
+      "i de",
+      "ou s",
+      "o us",
+      "in k",
+      "pt ion",
+      "p tion",
+      "л а",
+      "tu rn",
+      "t urn",
+      "un g",
+      "u ng",
+      "e c",
+      "u g",
+      "fo rm",
+      "for m",
+      "f orm",
+      "re s",
+      "r es",
+      "ht t",
+      "h tt",
+      "ou g",
+      "o ug",
+      "л ь",
+      "▁n o",
+      "▁ no",
+      "c l",
+      "▁r o",
+      "▁ ro",
+      "▁o ne",
+      "▁on e",
+      "▁ one",
+      "t t",
+      "cr i",
+      "c ri",
+      "d u",
+      "▁u p",
+      "▁ up",
+      "т о",
+      "( \"",
+      "▁o b",
+      "▁ ob",
+      "w e",
+      "or y",
+      "o ry",
+      "▁e st",
+      "▁es t",
+      "▁ est",
+      "er y",
+      "e ry",
+      "ie l",
+      "i el",
+      "st r",
+      "s tr",
+      "o b",
+      "▁qu e",
+      "▁q ue",
+      "▁ que",
+      "ia n",
+      "i an",
+      "▁o ut",
+      "▁ou t",
+      "▁ out",
+      "▁p l",
+      "▁ pl",
+      "▁n ew",
+      "▁ne w",
+      "▁ new",
+      "к и",
+      "▁ +",
+      "r y",
+      "ot h",
+      "o th",
+      "th er",
+      "the r",
+      "t her",
+      "▁v ar",
+      "▁va r",
+      "▁ var",
+      "▁w ould",
+      "▁wo uld",
+      "▁s er",
+      "▁se r",
+      "▁ ser",
+      "ter n",
+      "te rn",
+      "t ern",
+      "te xt",
+      "tex t",
+      "t ext",
+      "▁t here",
+      "▁th ere",
+      "▁the re",
+      "▁ther e",
+      "▁ there",
+      "is h",
+      "i sh",
+      "ro r",
+      "r or",
+      "т е",
+      "▁s et",
+      "▁se t",
+      "▁ set",
+      "▁ @",
+      "▁п о",
+      "▁ по",
+      "▁t e",
+      "▁ te",
+      "e x",
+      "▁re turn",
+      "▁ret urn",
+      "▁ return",
+      "ai l",
+      "a il",
+      "▁a ny",
+      "▁an y",
+      "▁ any",
+      "▁I t",
+      "▁ It",
+      "▁f unction",
+      "▁fun ction",
+      "▁func tion",
+      "▁ function",
+      "{ \\",
+      "' ,",
+      "é s",
+      "al e",
+      "a le",
+      "а н",
+      "▁w hen",
+      "▁wh en",
+      "▁whe n",
+      "▁ when",
+      "i b",
+      "▁g o",
+      "▁ go",
+      "an ce",
+      "anc e",
+      "▁h ad",
+      "▁ha d",
+      "▁ had",
+      "▁Q u",
+      "▁ Qu",
+      "▁c omp",
+      "▁com p",
+      "▁co mp",
+      "▁ comp",
+      "л е",
+      "▁ з",
+      "ma th",
+      "mat h",
+      "m ath",
+      "▁h as",
+      "▁ha s",
+      "▁ has",
+      "▁ м",
+      "▁p re",
+      "▁pr e",
+      "▁ pre",
+      "en er",
+      "ene r",
+      "e ner",
+      "▁p art",
+      "▁par t",
+      "▁pa rt",
+      "▁ part",
+      "el f",
+      "▁d ie",
+      "▁di e",
+      "▁ die",
+      "▁l ike",
+      "▁li ke",
+      "▁lik e",
+      "▁ like",
+      "ra y",
+      "r ay",
+      "ir st",
+      "irs t",
+      "▁d is",
+      "▁di s",
+      "▁ dis",
+      "▁m an",
+      "▁ma n",
+      "▁ man",
+      "ri t",
+      "r it",
+      "▁t hen",
+      "▁th en",
+      "▁the n",
+      "▁ then",
+      "▁c lass",
+      "▁cl ass",
+      "▁cla ss",
+      "▁clas s",
+      "▁ class",
+      "pr o",
+      "p ro",
+      "▁p o",
+      "▁ po",
+      "▁u sing",
+      "▁us ing",
+      "▁ using",
+      "e b",
+      "▁c ode",
+      "▁co de",
+      "▁cod e",
+      "▁ code",
+      "ow n",
+      "o wn",
+      "▁s ome",
+      "▁so me",
+      "▁som e",
+      "▁ some",
+      "ce s",
+      "c es",
+      "▁$ \\",
+      "▁ $\\",
+      "е р",
+      "le ct",
+      "l ect",
+      "▁a u",
+      "▁ au",
+      "is ch",
+      "isc h",
+      "i sch",
+      "▁c ol",
+      "▁co l",
+      "▁ col",
+      "▁ –",
+      "u p",
+      "on s",
+      "o ns",
+      "▁a dd",
+      "▁ad d",
+      "▁ add",
+      "il d",
+      "i ld",
+      "is s",
+      "i ss",
+      "va l",
+      "v al",
+      "ou nt",
+      "oun t",
+      "o unt",
+      "le s",
+      "l es",
+      "ve nt",
+      "ven t",
+      "v ent",
+      "▁ Z",
+      "I n",
+      "ro w",
+      "r ow",
+      "ea r",
+      "e ar",
+      "at ions",
+      "ation s",
+      "ati ons",
+      "atio ns",
+      "a h",
+      "qu e",
+      "q ue",
+      "ub lic",
+      "u blic",
+      "an k",
+      "▁s p",
+      "▁ sp",
+      "▁W h",
+      "▁ Wh",
+      "-- --",
+      "--- -",
+      "- ---",
+      "s k",
+      "e w",
+      "ag s",
+      "a gs",
+      "т и",
+      "an n",
+      "a nn",
+      "▁ —",
+      "er t",
+      "e rt",
+      "ac e",
+      "a ce",
+      "sc h",
+      "s ch",
+      "▁n eed",
+      "▁ne ed",
+      "▁ need",
+      "▁ à",
+      "ie n",
+      "i en",
+      "ou gh",
+      "oug h",
+      "o ugh",
+      "н е",
+      "▁d ef",
+      "▁de f",
+      "▁ def",
+      "i j",
+      "er n",
+      "e rn",
+      "▁w hat",
+      "▁wh at",
+      "▁ what",
+      "▁A r",
+      "▁ Ar",
+      "w o",
+      "m l",
+      "< /",
+      "▁R e",
+      "▁ Re",
+      "▁e s",
+      "▁ es",
+      "▁in st",
+      "▁ins t",
+      "▁ inst",
+      "b o",
+      "a z",
+      "▁# ##",
+      "▁## #",
+      "▁ б",
+      "er m",
+      "e rm",
+      "▁A l",
+      "▁ Al",
+      "le d",
+      "l ed",
+      "д а",
+      "te n",
+      "t en",
+      "se t",
+      "s et",
+      "л о",
+      "▁c omm",
+      "▁com m",
+      "▁co mm",
+      "▁ comm",
+      "s h",
+      "в а",
+      "▁ /",
+      "▁d ata",
+      "▁da ta",
+      "▁dat a",
+      "▁ data",
+      "▁/ /",
+      "▁ //",
+      "] (",
+      "▁s tr",
+      "▁st r",
+      "▁ str",
+      "os e",
+      "o se",
+      "▁U n",
+      "▁ Un",
+      "ve n",
+      "v en",
+      "S t",
+      ".. .",
+      ". ..",
+      "▁ С",
+      "ys t",
+      "y st",
+      "▁ «",
+      "ic k",
+      "i ck",
+      "i x",
+      "pa r",
+      "p ar",
+      "▁ у",
+      "▁w ant",
+      "▁wa nt",
+      "n g",
+      "ot e",
+      "o te",
+      "▁g r",
+      "▁ gr",
+      "▁d u",
+      "▁ du",
+      "▁ .",
+      "un d",
+      "u nd",
+      "▁on ly",
+      "▁ only",
+      "▁s a",
+      "▁ sa",
+      "el y",
+      "e ly",
+      "ve rs",
+      "ver s",
+      "v ers",
+      "▁e nt",
+      "▁en t",
+      "▁ ent",
+      ") )",
+      "( '",
+      "▁m od",
+      "▁mo d",
+      "▁ mod",
+      "av a",
+      "a va",
+      "to n",
+      "t on",
+      "▁sh ould",
+      "▁sho uld",
+      "▁ should",
+      "em ent",
+      "eme nt",
+      "emen t",
+      "e ment",
+      "▁f orm",
+      "▁for m",
+      "▁fo rm",
+      "▁ form",
+      "▁al so",
+      "▁als o",
+      "▁ also",
+      "▁s c",
+      "▁ sc",
+      "in gs",
+      "ing s",
+      "▁Y ou",
+      "▁ You",
+      "ó n",
+      "▁k n",
+      "▁ kn",
+      "() ;",
+      "( );",
+      "▁ |",
+      "▁w ere",
+      "▁we re",
+      "▁wer e",
+      "s s",
+      "▁Qu estion",
+      "▁ Question",
+      "is e",
+      "i se",
+      "▁th ey",
+      "▁the y",
+      "▁ they",
+      "▁D e",
+      "▁ De",
+      "on d",
+      "o nd",
+      "▁s ol",
+      "▁so l",
+      "▁ sol",
+      "▁f ol",
+      "▁fo l",
+      "▁ fol",
+      "▁m ore",
+      "▁mo re",
+      "▁mor e",
+      "▁ more",
+      "▁h er",
+      "▁he r",
+      "▁ her",
+      "▁ _",
+      "▁ é",
+      "at ch",
+      "ft er",
+      "fte r",
+      "f ter",
+      "▁c re",
+      "▁cr e",
+      "▁ cre",
+      "lo ck",
+      "loc k",
+      "l ock",
+      "tr ing",
+      "tri ng",
+      "t ring",
+      "▁T his",
+      "▁Th is",
+      "▁ This",
+      "z e",
+      "ad o",
+      "a do",
+      "ul l",
+      "u ll",
+      "ge r",
+      "g er",
+      "b e",
+      "▁o ther",
+      "▁ot her",
+      "▁ other",
+      "▁T ags",
+      "▁Tag s",
+      "▁Ta gs",
+      "▁ Tags",
+      "ut ion",
+      "uti on",
+      "u tion",
+      "ic t",
+      "i ct",
+      "▁h ow",
+      "▁ho w",
+      "▁ how",
+      "▁ x",
+      "▁S e",
+      "▁ Se",
+      "▁c he",
+      "▁ch e",
+      "▁ che",
+      "cri pt",
+      "cr ipt",
+      "▁j ust",
+      "▁ju st",
+      "▁ just",
+      "▁p os",
+      "▁po s",
+      "▁ pos",
+      "an ge",
+      "ang e",
+      "if ic",
+      "ifi c",
+      "i fic",
+      "re e",
+      "r ee",
+      "} }",
+      "▁t ime",
+      "▁tim e",
+      "▁ti me",
+      "▁ time",
+      "ap p",
+      "a pp",
+      "н ы",
+      "▁f ile",
+      "▁fil e",
+      "▁fi le",
+      "▁ file",
+      "ar k",
+      "ic al",
+      "ica l",
+      "i cal",
+      "▁f irst",
+      "▁fir st",
+      "▁ first",
+      "▁in t",
+      "▁i nt",
+      "▁ int",
+      "▁ В",
+      "▁H e",
+      "▁ He",
+      "t a",
+      "um ent",
+      "ume nt",
+      "umen t",
+      "u ment",
+      "or s",
+      "o rs",
+      "le ment",
+      "lem ent",
+      "l ement",
+      "ra c",
+      "r ac",
+      "▁a g",
+      "▁ ag",
+      "▁do es",
+      "▁ does",
+      "y n",
+      "re ad",
+      "rea d",
+      "r ead",
+      "ua l",
+      "u al",
+      "▁L e",
+      "▁ Le",
+      "y s",
+      "▁e m",
+      "▁ em",
+      "▁n um",
+      "▁nu m",
+      "▁ num",
+      "ve l",
+      "v el",
+      "д и",
+      "ov er",
+      "ove r",
+      "o ver",
+      "▁d if",
+      "▁di f",
+      "et hod",
+      "eth od",
+      "▁I f",
+      "▁ If",
+      "▁s pe",
+      "▁sp e",
+      "▁ spe",
+      "y m",
+      "▁t hem",
+      "▁th em",
+      "▁the m",
+      "▁in to",
+      "▁int o",
+      "▁ into",
+      "▁l es",
+      "▁le s",
+      "▁ les",
+      "▁it s",
+      "▁i ts",
+      "▁ its",
+      "es e",
+      "e se",
+      "ie ld",
+      "iel d",
+      "i eld",
+      "▁p ublic",
+      "▁pub lic",
+      "▁pu blic",
+      "▁publi c",
+      "▁ public",
+      "▁ П",
+      "▁d en",
+      "▁de n",
+      "▁ den",
+      "yst em",
+      "ys tem",
+      "o f",
+      "▁o ver",
+      "▁ov er",
+      "▁ over",
+      "- >",
+      "▁f il",
+      "▁fi l",
+      "▁ fil",
+      "na me",
+      "nam e",
+      "n ame",
+      "in al",
+      "ina l",
+      "i nal",
+      "▁i l",
+      "▁ il",
+      "am ple",
+      "amp le",
+      "▁w ay",
+      "▁wa y",
+      "▁ way",
+      "ic a",
+      "i ca",
+      "в о",
+      "ce ss",
+      "ces s",
+      "c ess",
+      "it t",
+      "i tt",
+      "uc h",
+      "u ch",
+      "▁w here",
+      "▁wh ere",
+      "▁whe re",
+      "▁ where",
+      "м и",
+      "or g",
+      "o rg",
+      "htt ps",
+      "http s",
+      "▁v o",
+      "▁ vo",
+      "ie nt",
+      "ien t",
+      "i ent",
+      "ov e",
+      "o ve",
+      "▁val ue",
+      "▁valu e",
+      "▁ value",
+      "en g",
+      "e ng",
+      "▁L a",
+      "▁ La",
+      "^ {",
+      "re f",
+      "r ef",
+      "ie d",
+      "i ed",
+      "E R",
+      "▁s tat",
+      "▁st at",
+      "▁sta t",
+      "▁ stat",
+      "fi g",
+      "f ig",
+      "m e",
+      "▁v on",
+      "▁vo n",
+      "▁ von",
+      "▁in ter",
+      "▁int er",
+      "▁inte r",
+      "▁ inter",
+      "ro id",
+      "r oid",
+      "at er",
+      "ate r",
+      "a ter",
+      "▁the ir",
+      "▁b et",
+      "▁be t",
+      "▁ bet",
+      "▁e in",
+      "▁ ein",
+      "} \\",
+      "\" >",
+      "▁s ub",
+      "▁su b",
+      "▁ sub",
+      "▁o p",
+      "▁ op",
+      "▁d on",
+      "▁do n",
+      "▁ don",
+      "t y",
+      "▁t ry",
+      "▁tr y",
+      "▁ try",
+      "▁P ro",
+      "▁Pr o",
+      "▁ Pro",
+      "▁t ra",
+      "▁tr a",
+      "▁ tra",
+      "▁s ame",
+      "▁sa me",
+      "▁sam e",
+      "▁ same",
+      "e p",
+      "▁t wo",
+      "▁tw o",
+      "▁ two",
+      "▁n ame",
+      "▁na me",
+      "▁nam e",
+      "▁ name",
+      "ol d",
+      "o ld",
+      "le t",
+      "l et",
+      "▁s im",
+      "▁si m",
+      "▁ sim",
+      "s p",
+      "▁a v",
+      "▁ av",
+      "br e",
+      "b re",
+      "ble m",
+      "bl em",
+      "b lem",
+      "e y",
+      "▁c ould",
+      "▁co uld",
+      "▁cou ld",
+      "▁ could",
+      "▁c or",
+      "▁co r",
+      "▁ cor",
+      "▁a cc",
+      "▁ac c",
+      "▁ acc",
+      "ay s",
+      "a ys",
+      "cr e",
+      "c re",
+      "ur r",
+      "u rr",
+      "s i",
+      "▁con st",
+      "▁cons t",
+      "▁ const",
+      "ue s",
+      "u es",
+      "} $",
+      "V iew",
+      "▁a ct",
+      "▁ac t",
+      "▁ act",
+      "▁b o",
+      "▁ bo",
+      "▁к о",
+      "▁ ко",
+      "▁s om",
+      "▁so m",
+      "▁ som",
+      "▁ab out",
+      "▁ about",
+      "la nd",
+      "lan d",
+      "l and",
+      "me r",
+      "m er",
+      "▁l ist",
+      "▁li st",
+      "▁ list",
+      "ca l",
+      "c al",
+      "▁im port",
+      "▁imp ort",
+      "▁ import",
+      "co l",
+      "c ol",
+      "▁n a",
+      "▁ na",
+      "n a",
+      ": :",
+      "▁w ho",
+      "▁wh o",
+      "▁ who",
+      "▁e rror",
+      "▁er ror",
+      "▁err or",
+      "▁ error",
+      "▁ X",
+      "at or",
+      "ato r",
+      "a tor",
+      "ex t",
+      "e xt",
+      "▁b een",
+      "▁be en",
+      "é r",
+      "▁r un",
+      "▁ru n",
+      "▁ run",
+      "po s",
+      "p os",
+      "▁c l",
+      "▁ cl",
+      "* *",
+      "▁ К",
+      "ul ar",
+      "ula r",
+      "u lar",
+      "au se",
+      "aus e",
+      "a use",
+      "▁re g",
+      "▁r eg",
+      "▁ reg",
+      "▁k now",
+      "▁kn ow",
+      "▁ know",
+      "▁s ee",
+      "▁se e",
+      "▁ see",
+      "▁h im",
+      "▁hi m",
+      "▁ him",
+      "ni ng",
+      "n ing",
+      "▁з а",
+      "▁ за",
+      "at es",
+      "ate s",
+      "a tes",
+      "fo re",
+      "for e",
+      "f ore",
+      "ion s",
+      "io ns",
+      "i ons",
+      "▁h el",
+      "▁he l",
+      "▁ hel",
+      "ut e",
+      "u te",
+      "▁re m",
+      "▁r em",
+      "▁ rem",
+      "▁г о",
+      "▁ го",
+      "▁M ar",
+      "▁Ma r",
+      "▁ Mar",
+      "р у",
+      "vi ce",
+      "vic e",
+      "v ice",
+      "ir ect",
+      "ire ct",
+      "i rect",
+      "ne r",
+      "n er",
+      "▁u nder",
+      "▁un der",
+      "▁und er",
+      "▁ under",
+      "ri b",
+      "r ib",
+      "h r",
+      "ч е",
+      "▁A s",
+      "▁ As",
+      "▁e nd",
+      "▁en d",
+      "▁ end",
+      "em ber",
+      "emb er",
+      "▁ а",
+      "▁a tt",
+      "▁at t",
+      "▁ att",
+      "in a",
+      "i na",
+      "so n",
+      "s on",
+      "▁f ollow",
+      "▁fol low",
+      "▁ follow",
+      "▁S ch",
+      "▁Sc h",
+      "▁ Sch",
+      "pe ct",
+      "pec t",
+      "p ect",
+      "▁re l",
+      "▁r el",
+      "▁ rel",
+      "▁S o",
+      "▁ So",
+      "▁l ook",
+      "▁lo ok",
+      "▁ look",
+      "ab el",
+      "abe l",
+      "a bel",
+      "▁pro blem",
+      "▁prob lem",
+      "▁proble m",
+      "▁probl em",
+      "▁ problem",
+      "▁v an",
+      "▁va n",
+      "▁ van",
+      "st rong",
+      "str ong",
+      "c o",
+      "po n",
+      "p on",
+      "c a",
+      "ad a",
+      "a da",
+      "\" :",
+      "con d",
+      "co nd",
+      "c ond",
+      "am b",
+      "a mb",
+      "} ,",
+      "qu est",
+      "que st",
+      "ques t",
+      "q uest",
+      "▁a ut",
+      "▁au t",
+      "▁ aut",
+      "▁res ult",
+      "▁ result",
+      "▁m ay",
+      "▁ma y",
+      "▁ may",
+      "R e",
+      "ht tp",
+      "htt p",
+      "h ttp",
+      ") :",
+      "▁A nd",
+      "▁An d",
+      "▁ And",
+      "re d",
+      "r ed",
+      "▁H ow",
+      "▁Ho w",
+      "▁ How",
+      "p o",
+      "ск о",
+      "с ко",
+      "at t",
+      "a tt",
+      "ou p",
+      "o up",
+      "ce d",
+      "c ed",
+      "▁t ype",
+      "▁typ e",
+      "▁ty pe",
+      "▁ type",
+      "▁t han",
+      "▁th an",
+      "▁ than",
+      "▁c ons",
+      "▁con s",
+      "▁co ns",
+      "▁ cons",
+      "u f",
+      "ц и",
+      "▁qu estion",
+      "▁quest ion",
+      "▁questi on",
+      "▁ question",
+      "ra ph",
+      "rap h",
+      "r aph",
+      "ig h",
+      "i gh",
+      "▁ М",
+      "▁h tt",
+      "▁ htt",
+      "in s",
+      "i ns",
+      "de n",
+      "d en",
+      "▁d a",
+      "▁ da",
+      "▁v er",
+      "▁ve r",
+      "▁ ver",
+      "o h",
+      "▁= >",
+      "▁ =>",
+      "ri v",
+      "r iv",
+      "ud e",
+      "u de",
+      "▁F or",
+      "▁Fo r",
+      "▁ For",
+      "▁r a",
+      "▁ ra",
+      "fr ac",
+      "fra c",
+      "f rac",
+      "м а",
+      "▁a fter",
+      "▁af ter",
+      "▁ after",
+      "} {",
+      "▁m ethod",
+      "▁met hod",
+      "▁ method",
+      "\" )",
+      "am p",
+      "a mp",
+      "as h",
+      "a sh",
+      "▁re c",
+      "▁r ec",
+      "▁ rec",
+      "▁d iffer",
+      "▁dif fer",
+      "▁diff er",
+      "O N",
+      "a x",
+      "am ent",
+      "ame nt",
+      "amen t",
+      "a ment",
+      "our ce",
+      "Co n",
+      "C on",
+      "it s",
+      "i ts",
+      "Na me",
+      "N ame",
+      "ma n",
+      "m an",
+      "▁b ec",
+      "▁be c",
+      "▁ bec",
+      "ch e",
+      "c he",
+      "▁E n",
+      "▁ En",
+      "a j",
+      "▁g ener",
+      "▁ge ner",
+      "▁gen er",
+      "▁gene r",
+      "▁ gener",
+      "I N",
+      "▁i d",
+      "▁ id",
+      "ag es",
+      "age s",
+      "a ges",
+      "▁l oc",
+      "▁lo c",
+      "▁ loc",
+      "f o",
+      "b r",
+      "▁s he",
+      "▁sh e",
+      "▁ she",
+      "Pr o",
+      "P ro",
+      "▁u na",
+      "▁un a",
+      "▁ una",
+      "▁ к",
+      "et a",
+      "e ta",
+      "lo g",
+      "l og",
+      "ol og",
+      "olo g",
+      "o log",
+      "▁s ur",
+      "▁su r",
+      "▁ sur",
+      "ar g",
+      "a rg",
+      "▁- -",
+      "▁ --",
+      "k t",
+      "( \\",
+      "mi n",
+      "m in",
+      "▁l ine",
+      "▁li ne",
+      "▁lin e",
+      "▁ line",
+      "▁v ari",
+      "▁var i",
+      "▁va ri",
+      "▁ vari",
+      "с я",
+      "ic s",
+      "i cs",
+      "н я",
+      "ve ry",
+      "ver y",
+      "v ery",
+      "ad d",
+      "a dd",
+      "▁o bject",
+      "▁ob ject",
+      "▁obj ect",
+      "▁ object",
+      "I d",
+      "▁B ut",
+      "▁Bu t",
+      "▁ But",
+      "▁c ase",
+      "▁cas e",
+      "▁ca se",
+      "▁ case",
+      "▁m ake",
+      "▁ma ke",
+      "▁mak e",
+      "▁ make",
+      "▁c al",
+      "▁ca l",
+      "▁ cal",
+      "▁p ass",
+      "▁pas s",
+      "▁pa ss",
+      "▁ pass",
+      "с ь",
+      "ess ion",
+      "ne t",
+      "n et",
+      ". \"",
+      "▁ г",
+      "ä r",
+      "д е",
+      "n o",
+      "at ing",
+      "ati ng",
+      "atin g",
+      "a ting",
+      "at o",
+      "a to",
+      "li ne",
+      "lin e",
+      "l ine",
+      "в и",
+      "▁E x",
+      "▁ Ex",
+      "▁a ss",
+      "▁as s",
+      "▁ ass",
+      "▁v ers",
+      "▁ver s",
+      "▁ve rs",
+      "▁ vers",
+      "л я",
+      "▁e d",
+      "▁ ed",
+      "um n",
+      "u mn",
+      "ot her",
+      "oth er",
+      "othe r",
+      "o ther",
+      "ст а",
+      "с та",
+      "at ive",
+      "ativ e",
+      "ati ve",
+      "St ring",
+      "Str ing",
+      "S tring",
+      "▁l os",
+      "▁lo s",
+      "▁ los",
+      "w n",
+      "▁an swer",
+      "▁ans wer",
+      "▁ answer",
+      "▁l et",
+      "▁le t",
+      "▁ let",
+      "▁p e",
+      "▁ pe",
+      "en ts",
+      "ent s",
+      "▁f e",
+      "▁ fe",
+      "in ce",
+      "inc e",
+      "n i",
+      "id er",
+      "ide r",
+      "i der",
+      "ow s",
+      "o ws",
+      "▁t est",
+      "▁te st",
+      "▁ test",
+      "▁h ere",
+      "▁he re",
+      "▁her e",
+      "▁ here",
+      "ro ll",
+      "rol l",
+      "r oll",
+      "▁c all",
+      "▁cal l",
+      "▁ca ll",
+      "▁ call",
+      "ru ct",
+      "r uct",
+      "▁p ol",
+      "▁po l",
+      "▁ pol",
+      "ai t",
+      "a it",
+      "▁b ack",
+      "▁ba ck",
+      "▁ back",
+      "h o",
+      "E x",
+      "re ss",
+      "res s",
+      "r ess",
+      "S T",
+      "ri ed",
+      "rie d",
+      "r ied",
+      "da te",
+      "dat e",
+      "d ate",
+      "е т",
+      "▁d id",
+      "▁di d",
+      "▁ did",
+      "ti ng",
+      "t ing",
+      "▁E l",
+      "▁ El",
+      "▁d em",
+      "▁de m",
+      "▁ dem",
+      ") $",
+      "ов а",
+      "о ва",
+      "ur rent",
+      "urr ent",
+      "urre nt",
+      "la ce",
+      "lac e",
+      "l ace",
+      "rig ht",
+      "r ight",
+      "re n",
+      "r en",
+      "п о",
+      "▁e ach",
+      "▁ each",
+      "c y",
+      "bl ock",
+      "blo ck",
+      "b lock",
+      "da ta",
+      "dat a",
+      "d ata",
+      "▁ %",
+      "▁a c",
+      "▁ ac",
+      "▁= =",
+      "▁ ==",
+      "ü r",
+      "▁p or",
+      "▁po r",
+      "▁ por",
+      "as k",
+      "a sk",
+      "ar ch",
+      "arc h",
+      "am es",
+      "ame s",
+      "a mes",
+      "▁C on",
+      "▁Co n",
+      "▁ Con",
+      "ч а",
+      "▁o ff",
+      "▁of f",
+      "▁ off",
+      "▁f ind",
+      "▁fin d",
+      "▁fi nd",
+      "▁ find",
+      "con t",
+      "co nt",
+      "c ont",
+      "▁n ow",
+      "▁no w",
+      "▁ now",
+      "wor k",
+      "w ork",
+      "at ional",
+      "ation al",
+      "ati onal",
+      "atio nal",
+      "d d",
+      "ci ón",
+      "ció n",
+      "c ión",
+      "▁ А",
+      "au lt",
+      "a ult",
+      "Li st",
+      "L ist",
+      "▁e xt",
+      "▁ex t",
+      "▁ ext",
+      "ur s",
+      "u rs",
+      "ak e",
+      "a ke",
+      "ul e",
+      "u le",
+      "▁p oint",
+      "▁po int",
+      "▁poi nt",
+      "▁ point",
+      "A T",
+      "au t",
+      "a ut",
+      "▁tr ans",
+      "▁tra ns",
+      "▁tran s",
+      "▁ trans",
+      "▁c o",
+      "▁ co",
+      "▁re ad",
+      "▁r ead",
+      "▁ read",
+      "▁u sed",
+      "▁us ed",
+      "▁use d",
+      "▁ used",
+      "ск и",
+      "с ки",
+      "ar i",
+      "a ri",
+      "L E",
+      "et er",
+      "ete r",
+      "e ter",
+      "ou n",
+      "o un",
+      "ev er",
+      "e ver",
+      "sel f",
+      "s elf",
+      "in ed",
+      "ine d",
+      "i ned",
+      "id th",
+      "u x",
+      "j s",
+      "▁s uch",
+      "▁su ch",
+      "▁suc h",
+      "▁ such",
+      "▁I s",
+      "▁ Is",
+      "é e",
+      "fu l",
+      "f ul",
+      "▁d ist",
+      "▁di st",
+      "▁dis t",
+      "▁ dist",
+      "▁b u",
+      "▁ bu",
+      "item ize",
+      "Con t",
+      "Co nt",
+      "C ont",
+      "j e",
+      "с и",
+      "▁p rov",
+      "▁pro v",
+      "▁pr ov",
+      "▁ prov",
+      "b b",
+      "wa rd",
+      "war d",
+      "w ard",
+      "es ent",
+      "ese nt",
+      "esen t",
+      "e sent",
+      "er son",
+      "ers on",
+      "an ks",
+      "ank s",
+      "w h",
+      "no t",
+      "n ot",
+      "▁W e",
+      "▁ We",
+      "k a",
+      "ro p",
+      "r op",
+      "at ur",
+      "atu r",
+      "al s",
+      "a ls",
+      "▁b el",
+      "▁be l",
+      "▁ bel",
+      "ö r",
+      "f r",
+      "▁ex ample",
+      "▁exam ple",
+      "▁ example",
+      "▁in cl",
+      "▁inc l",
+      "am il",
+      "ami l",
+      "a mil",
+      "▁р а",
+      "▁ ра",
+      "▁ “",
+      "▁s tring",
+      "▁st ring",
+      "▁str ing",
+      "▁stri ng",
+      "▁ string",
+      "▁th ink",
+      "▁thin k",
+      "T h",
+      "▁t em",
+      "▁te m",
+      "▁ tem",
+      "av e",
+      "a ve",
+      "▁F ran",
+      "▁Fr an",
+      "▁Fra n",
+      "▁ Fran",
+      "▁n umber",
+      "▁num ber",
+      "▁ number",
+      "▁s i",
+      "▁ si",
+      "im es",
+      "ime s",
+      "i mes",
+      "te m",
+      "t em",
+      "m y",
+      "le r",
+      "l er",
+      "lo ad",
+      "= =",
+      "▁h and",
+      "▁ha nd",
+      "▁han d",
+      "▁ hand",
+      "z a",
+      "▁b ecause",
+      "▁bec ause",
+      "▁ because",
+      "▁s ch",
+      "▁sc h",
+      "▁ sch",
+      "v o",
+      "th is",
+      "t his",
+      "I D",
+      "ã o",
+      "▁st art",
+      "▁star t",
+      "▁sta rt",
+      "▁ start",
+      "▁w ar",
+      "▁wa r",
+      "▁ war",
+      "▁he lp",
+      "▁hel p",
+      "▁ help",
+      "t s",
+      "▁c har",
+      "▁ch ar",
+      "▁cha r",
+      "▁ char",
+      "▁p h",
+      "▁ ph",
+      "▁m in",
+      "▁mi n",
+      "▁ min",
+      "ti l",
+      "t il",
+      "ri te",
+      "rit e",
+      "r ite",
+      "-- ------",
+      "---- ----",
+      "--- -----",
+      "------ --",
+      "----- ---",
+      "------- -",
+      "- -------",
+      "el s",
+      "e ls",
+      "▁m it",
+      "▁mi t",
+      "▁ mit",
+      "ed ia",
+      "edi a",
+      "e dia",
+      "к у",
+      "▁S h",
+      "▁ Sh",
+      "an y",
+      "a ny",
+      "] ;",
+      "▁ Б",
+      "iqu e",
+      "i que",
+      "d a",
+      "e f",
+      "de x",
+      "d ex",
+      "▁p rodu",
+      "▁pro du",
+      "▁pr odu",
+      "▁prod u",
+      "▁ produ",
+      "▁ Н",
+      "gr am",
+      "gra m",
+      "g ram",
+      "▁O r",
+      "▁ Or",
+      "▁g re",
+      "▁gr e",
+      "▁ gre",
+      "qu ote",
+      "quot e",
+      "le g",
+      "l eg",
+      "or n",
+      "o rn",
+      "▁in d",
+      "▁i nd",
+      "▁ ind",
+      "▁p ost",
+      "▁po st",
+      "▁pos t",
+      "▁ post",
+      "▁d ep",
+      "▁de p",
+      "▁ dep",
+      "] ,",
+      "v i",
+      "▁u ser",
+      "▁us er",
+      "▁use r",
+      "▁ user",
+      "▁ >",
+      "li ck",
+      "lic k",
+      "l ick",
+      "▁v ery",
+      "▁ver y",
+      "▁ve ry",
+      "▁ very",
+      "et hing",
+      "eth ing",
+      "e thing",
+      "▁ar ray",
+      "▁arr ay",
+      "▁ array",
+      "▁g u",
+      "▁ gu",
+      "▁d ur",
+      "▁du r",
+      "` .",
+      "т ь",
+      "li cation",
+      "lic ation",
+      "lica tion",
+      "ст и",
+      "с ти",
+      "e k",
+      "ic o",
+      "i co",
+      "▁d at",
+      "▁da t",
+      "▁ dat",
+      "о р",
+      "ht ml",
+      "htm l",
+      "h tml",
+      "ion e",
+      "io ne",
+      "i one",
+      "▁d ifferent",
+      "▁differ ent",
+      "▁c heck",
+      "▁che ck",
+      "▁ check",
+      "▁f r",
+      "▁ fr",
+      "▁E r",
+      "▁ Er",
+      "▁t ext",
+      "▁te xt",
+      "▁tex t",
+      "▁ text",
+      "н і",
+      "ic ht",
+      "ich t",
+      "i cht",
+      "st ack",
+      "sta ck",
+      "E N",
+      "ra g",
+      "r ag",
+      "▁e very",
+      "▁ev ery",
+      "▁ever y",
+      "▁ every",
+      "A r",
+      "▁be fore",
+      "▁bef ore",
+      "▁ before",
+      "al se",
+      "als e",
+      "▁f in",
+      "▁fi n",
+      "▁ fin",
+      "▁d é",
+      "▁th ese",
+      "▁the se",
+      "▁d et",
+      "▁de t",
+      "▁ det",
+      "V al",
+      "ce ption",
+      "cept ion",
+      "cep tion",
+      "▁and roid",
+      "▁ android",
+      "block quote",
+      "▁j e",
+      "▁ je",
+      "fil e",
+      "fi le",
+      "f ile",
+      "at s",
+      "a ts",
+      "▁д о",
+      "▁ до",
+      "ess age",
+      "essa ge",
+      "▁ag ain",
+      "a w",
+      "C h",
+      "we en",
+      "w een",
+      "▁ Д",
+      "fo r",
+      "f or",
+      "ci al",
+      "cia l",
+      "c ial",
+      "pl ay",
+      "pla y",
+      "p lay",
+      "pr e",
+      "p re",
+      "id a",
+      "i da",
+      "▁P ar",
+      "▁Pa r",
+      "▁ Par",
+      "n y",
+      "ra ct",
+      "rac t",
+      "r act",
+      "▁s upp",
+      "▁su pp",
+      "▁sup p",
+      "▁ supp",
+      "as ed",
+      "ase d",
+      "a sed",
+      "le ction",
+      "lect ion",
+      "l ection",
+      "▁d ans",
+      "▁da ns",
+      "▁dan s",
+      "ai r",
+      "a ir",
+      "ro l",
+      "r ol",
+      "▁t hr",
+      "▁th r",
+      "Dat a",
+      "Da ta",
+      "D ata",
+      "li ch",
+      "lic h",
+      "l ich",
+      "▁п ро",
+      "▁пр о",
+      "▁ про",
+      "▁l ong",
+      "▁lo ng",
+      "▁lon g",
+      "▁ long",
+      "▁se cond",
+      "▁sec ond",
+      "▁ second",
+      "ual ly",
+      "u ally",
+      "in es",
+      "ine s",
+      "i nes",
+      "▁f ound",
+      "▁fo und",
+      "▁fou nd",
+      "▁ found",
+      "eng th",
+      "y p",
+      "ea d",
+      "e ad",
+      "▁l og",
+      "▁lo g",
+      "▁ log",
+      "u i",
+      "ne w",
+      "n ew",
+      "▁ Р",
+      "g o",
+      "au s",
+      "a us",
+      "od y",
+      "o dy",
+      "▁s on",
+      "▁so n",
+      "▁ son",
+      "м е",
+      "er o",
+      "e ro",
+      "ve d",
+      "v ed",
+      "su b",
+      "s ub",
+      "▁r ight",
+      "▁rig ht",
+      "▁ right",
+      "vi ew",
+      "vie w",
+      "v iew",
+      "▁follow ing",
+      "' )",
+      "\") ;",
+      "\" );",
+      "▁sa id",
+      "ж е",
+      "ч и",
+      "т у",
+      "ot t",
+      "o tt",
+      "с е",
+      "ar s",
+      "a rs",
+      "$ .",
+      "g g",
+      "▁b r",
+      "▁ br",
+      "oo l",
+      "o ol",
+      "yl e",
+      "y le",
+      "us e",
+      "u se",
+      "▁s how",
+      "▁sh ow",
+      "▁sho w",
+      "▁ show",
+      "le ase",
+      "lea se",
+      "ci a",
+      "c ia",
+      "▁d irect",
+      "▁di rect",
+      "▁dire ct",
+      "▁dir ect",
+      "▁ direct",
+      "do c",
+      "d oc",
+      "а р",
+      "m s",
+      "▁g iv",
+      "▁gi v",
+      "▁ giv",
+      "▁e xp",
+      "▁ex p",
+      "▁ exp",
+      "q l",
+      "д у",
+      "в е",
+      "▁B e",
+      "▁ Be",
+      "Co m",
+      "C om",
+      "it er",
+      "ite r",
+      "i ter",
+      "R E",
+      "m p",
+      "me n",
+      "m en",
+      "▁R o",
+      "▁ Ro",
+      "M A",
+      "▁C ol",
+      "▁Co l",
+      "▁ Col",
+      "is ter",
+      "ist er",
+      "iste r",
+      "i ster",
+      "▁w ell",
+      "▁we ll",
+      "▁wel l",
+      "▁ well",
+      "▁< /",
+      "▁ </",
+      "ay out",
+      "at ure",
+      "atur e",
+      "atu re",
+      "iv ers",
+      "ive rs",
+      "iver s",
+      "i vers",
+      "z y",
+      "▁н е",
+      "▁ не",
+      "▁m et",
+      "▁me t",
+      "▁ met",
+      "un e",
+      "u ne",
+      "yt h",
+      "y th",
+      "Ty pe",
+      "Typ e",
+      "T ype",
+      "▁e lement",
+      "▁el ement",
+      "▁ele ment",
+      "▁elem ent",
+      "▁ element",
+      "▁l ink",
+      "▁lin k",
+      "▁ link",
+      "mo d",
+      "m od",
+      "▁bet ween",
+      "▁ between",
+      "ce pt",
+      "cep t",
+      "qu ire",
+      "qui re",
+      "▁th rough",
+      "▁thr ough",
+      "▁thro ugh",
+      "▁ through",
+      "▁wh ile",
+      "▁ while",
+      "▁O n",
+      "▁ On",
+      "th e",
+      "t he",
+      "í a",
+      "▁s omething",
+      "▁some thing",
+      "▁som ething",
+      "▁somet hing",
+      "▁ something",
+      "vo l",
+      "v ol",
+      "▁m ost",
+      "▁mo st",
+      "▁mos t",
+      "▁ most",
+      "s c",
+      "us s",
+      "u ss",
+      "▁c ar",
+      "▁ca r",
+      "▁ car",
+      "▁s m",
+      "▁ sm",
+      "▁р о",
+      "▁ ро",
+      "an o",
+      "a no",
+      "le ft",
+      "lef t",
+      "l eft",
+      "v a",
+      "▁tr ue",
+      "▁ true",
+      "( $",
+      "em s",
+      "e ms",
+      "▁m uch",
+      "▁mu ch",
+      "á s",
+      "▁N ew",
+      "▁Ne w",
+      "▁ New",
+      "▁pro per",
+      "▁pr oper",
+      "▁prop er",
+      "er a",
+      "e ra",
+      "it ed",
+      "ite d",
+      "i ted",
+      "▁d oc",
+      "▁do c",
+      "▁ doc",
+      "ic es",
+      "ice s",
+      "i ces",
+      "Th e",
+      "T he",
+      "▁ ?",
+      "ст о",
+      "с то",
+      "f l",
+      "▁s pec",
+      "▁sp ec",
+      "▁spe c",
+      "▁ spec",
+      "en der",
+      "end er",
+      "ende r",
+      "e nder",
+      "wa y",
+      "w ay",
+      "▁s elf",
+      "▁sel f",
+      "▁ self",
+      "▁e ven",
+      "▁ev en",
+      "▁ even",
+      "і в",
+      "▁с е",
+      "▁ се",
+      "ни я",
+      "▁P r",
+      "▁ Pr",
+      "▁k e",
+      "▁ ke",
+      "em b",
+      "e mb",
+      "▁t able",
+      "▁tab le",
+      "▁ta ble",
+      "▁ table",
+      "▁e qu",
+      "▁eq u",
+      "▁ equ",
+      "li ent",
+      "lie nt",
+      "l ient",
+      "t d",
+      "par t",
+      "pa rt",
+      "p art",
+      "▁pr int",
+      "▁pri nt",
+      "▁prin t",
+      "▁ print",
+      "▁u ne",
+      "▁un e",
+      "▁ une",
+      "if y",
+      "▁- >",
+      "▁ ->",
+      "en e",
+      "e ne",
+      "▁m on",
+      "▁mo n",
+      "▁ mon",
+      "▁d ec",
+      "▁de c",
+      "▁ dec",
+      "▁st ill",
+      "▁о б",
+      "▁ об",
+      "▁T r",
+      "▁ Tr",
+      "▁ ф",
+      "if e",
+      "i fe",
+      "is m",
+      "i sm",
+      "b y",
+      "ra w",
+      "r aw",
+      "io r",
+      "i or",
+      "▁m ed",
+      "▁me d",
+      "▁ med",
+      "or ld",
+      "▁com ple",
+      "▁comp le",
+      "▁compl e",
+      "▁ comple",
+      "w w",
+      "▁a rt",
+      "▁ar t",
+      "▁ art",
+      "ro n",
+      "r on",
+      "▁ Г",
+      "▁M y",
+      "▁ My",
+      "▁a ls",
+      "▁al s",
+      "▁ als",
+      "re ct",
+      "rec t",
+      "r ect",
+      "▁a uf",
+      "▁au f",
+      "▁ auf",
+      "▁d own",
+      "▁do wn",
+      "▁dow n",
+      "▁ down",
+      "at her",
+      "ath er",
+      "a ther",
+      "Co l",
+      "C ol",
+      "Te xt",
+      "Tex t",
+      "T ext",
+      "ba ck",
+      "b ack",
+      "$ ,",
+      "▁y ear",
+      "▁ye ar",
+      "▁ year",
+      "м о",
+      "p i",
+      "▁G r",
+      "▁ Gr",
+      "re am",
+      "rea m",
+      "▁re p",
+      "▁r ep",
+      "▁ rep",
+      "b f",
+      "ww w",
+      "w ww",
+      "▁w ur",
+      "▁o rg",
+      "▁or g",
+      "▁ org",
+      "in ter",
+      "int er",
+      "inte r",
+      "▁D ie",
+      "▁Di e",
+      "▁ Die",
+      "▁b eing",
+      "▁be ing",
+      "▁bei ng",
+      "\" .",
+      "la bel",
+      "lab el",
+      "l abel",
+      "▁c ent",
+      "▁ce nt",
+      "▁ cent",
+      "ja va",
+      "jav a",
+      "j ava",
+      "ba r",
+      "b ar",
+      "an te",
+      "ant e",
+      "an a",
+      "a na",
+      "_ _",
+      "▁sol ution",
+      "▁ О",
+      "▁f l",
+      "▁ fl",
+      "▁c reate",
+      "▁cre ate",
+      "▁ create",
+      "ic i",
+      "i ci",
+      "st e",
+      "s te",
+      "yth on",
+      "yt hon",
+      "un t",
+      "u nt",
+      "as on",
+      "aso n",
+      "a son",
+      "fer ence",
+      "fe rence",
+      "S E",
+      "▁n on",
+      "▁no n",
+      "▁ non",
+      "an e",
+      "a ne",
+      "▁in s",
+      "▁i ns",
+      "▁ ins",
+      "ad er",
+      "ade r",
+      "a der",
+      "_{ \\",
+      "_ {\\",
+      "Re s",
+      "R es",
+      "▁m ain",
+      "▁ma in",
+      "▁mai n",
+      "▁ main",
+      "п и",
+      "▁T here",
+      "▁The re",
+      "▁Th ere",
+      "▁Ther e",
+      "▁ There",
+      "▁p our",
+      "▁po ur",
+      "▁pou r",
+      "R O",
+      "` ,",
+      "li sh",
+      "lis h",
+      "l ish",
+      "b ject",
+      "cc ess",
+      "c cess",
+      "▁o rig",
+      "▁or ig",
+      "▁ orig",
+      "is chen",
+      "isch en",
+      "ische n",
+      "isc hen",
+      "i schen",
+      "ow er",
+      "owe r",
+      "o wer",
+      "▁h et",
+      "▁he t",
+      "▁ het",
+      "u c",
+      "▁el se",
+      "▁els e",
+      "▁ else",
+      "» .",
+      "▁о т",
+      "▁ от",
+      "eq u",
+      "e qu",
+      "si ble",
+      "s ible",
+      "te st",
+      "tes t",
+      "t est",
+      "st and",
+      "sta nd",
+      "stan d",
+      "é n",
+      "et s",
+      "e ts",
+      "G E",
+      "id ent",
+      "ide nt",
+      "iden t",
+      "i dent",
+      "▁ е",
+      "▁п ри",
+      "▁пр и",
+      "▁ при",
+      ". ,",
+      "▁d as",
+      "▁da s",
+      "▁ das",
+      "oc k",
+      "o ck",
+      ", \"",
+      "▁v ol",
+      "▁vo l",
+      "▁ vol",
+      "▁f o",
+      "▁ fo",
+      "▁p ara",
+      "▁par a",
+      "▁pa ra",
+      "▁ para",
+      "▁ Т",
+      "▁C ar",
+      "▁Ca r",
+      "▁ Car",
+      "ra l",
+      "r al",
+      "▁S p",
+      "▁ Sp",
+      "va r",
+      "v ar",
+      "▁p lay",
+      "▁pl ay",
+      "▁pla y",
+      "▁ play",
+      "ou se",
+      "ous e",
+      "o use",
+      "▁т а",
+      "▁ та",
+      "ic ally",
+      "ical ly",
+      "▁con tain",
+      "▁cont ain",
+      "pon se",
+      "▁S tring",
+      "▁St ring",
+      "▁Str ing",
+      "▁ String",
+      "á n",
+      "▁b oth",
+      "▁bo th",
+      "▁bot h",
+      "▁ both",
+      "ke n",
+      "k en",
+      "A R",
+      "ер е",
+      "е ре",
+      "▁I l",
+      "▁ Il",
+      "▁is s",
+      "▁i ss",
+      "▁ iss",
+      "▁o pen",
+      "▁op en",
+      "▁ open",
+      "▁ )",
+      "▁W hat",
+      "▁Wh at",
+      "▁ What",
+      "f e",
+      "riv ate",
+      "re g",
+      "r eg",
+      "▁with out",
+      "▁ without",
+      "▁z u",
+      "▁ zu",
+      "vi s",
+      "v is",
+      "fl ow",
+      "f low",
+      "▁h ttp",
+      "▁htt p",
+      "▁ http",
+      "ab ase",
+      "aba se",
+      "a base",
+      "▁w ord",
+      "▁wor d",
+      "▁wo rd",
+      "▁ word",
+      "▁ch ange",
+      "▁chang e",
+      "▁ change",
+      "▁work s",
+      "▁wor ks",
+      "▁ works",
+      "▁g e",
+      "▁ ge",
+      "▁ !",
+      "▁e en",
+      "▁ een",
+      "it le",
+      "▁e vent",
+      "▁even t",
+      "▁ev ent",
+      "▁ event",
+      "wo rd",
+      "wor d",
+      "w ord",
+      "an do",
+      "and o",
+      "S B",
+      "re m",
+      "r em",
+      "▁f ield",
+      "▁fi eld",
+      "▁fiel d",
+      "▁ field",
+      "vi ng",
+      "vin g",
+      "v ing",
+      "Se r",
+      "S er",
+      "▁o ur",
+      "▁ou r",
+      "▁ our",
+      "▁qu i",
+      "▁q ui",
+      "▁ qui",
+      "▁o per",
+      "▁op er",
+      "▁ oper",
+      "▁is t",
+      "▁i st",
+      "▁ ist",
+      "de f",
+      "d ef",
+      "▁m ade",
+      "▁ma de",
+      "▁mad e",
+      "▁ made",
+      "ни е",
+      "p x",
+      "▁m en",
+      "▁me n",
+      "▁ men",
+      "r m",
+      "ai s",
+      "a is",
+      "ce nt",
+      "cen t",
+      "c ent",
+      "li st",
+      "lis t",
+      "l ist",
+      "T o",
+      "▁T o",
+      "▁ To",
+      "j a",
+      "ve rt",
+      "ver t",
+      "v ert",
+      "▁m ar",
+      "▁ma r",
+      "▁ mar",
+      "val ue",
+      "valu e",
+      "▁ „",
+      "\" ;",
+      "▁a us",
+      "▁au s",
+      "▁ aus",
+      "▁B r",
+      "▁ Br",
+      "ol e",
+      "o le",
+      "▁m ult",
+      "▁mu lt",
+      "▁mul t",
+      "▁ mult",
+      "oug ht",
+      "ough t",
+      "▁m at",
+      "▁ma t",
+      "▁ mat",
+      "▁v iew",
+      "▁vi ew",
+      "▁vie w",
+      "▁ view",
+      "fi l",
+      "f il",
+      "▁с о",
+      "▁ со",
+      "г а",
+      "▁v oid",
+      "▁vo id",
+      "▁ void",
+      "▁g ood",
+      "▁go od",
+      "▁ good",
+      "б о",
+      "C T",
+      "▁m any",
+      "▁ma ny",
+      "▁man y",
+      "▁ many",
+      "be n",
+      "b en",
+      "▁в о",
+      "▁ во",
+      "▁к а",
+      "▁ ка",
+      "▁s ystem",
+      "▁sys tem",
+      "▁syst em",
+      "▁ system",
+      "in o",
+      "i no",
+      "▁an other",
+      "▁ano ther",
+      "▁ another",
+      "▁re st",
+      "▁r est",
+      "▁res t",
+      "▁ rest",
+      "us er",
+      "use r",
+      "u ser",
+      "il ity",
+      "ili ty",
+      "a i",
+      "▁m ight",
+      "▁mig ht",
+      "us tom",
+      "ust om",
+      "usto m",
+      "▁or der",
+      "▁ord er",
+      "▁ order",
+      "▁V er",
+      "▁Ve r",
+      "▁ Ver",
+      "S S",
+      "} )",
+      "▁e ff",
+      "▁ eff",
+      "д о",
+      "et t",
+      "e tt",
+      "▁s ign",
+      "▁si gn",
+      "▁sig n",
+      "▁ sign",
+      "м у",
+      "I T",
+      "st ring",
+      "str ing",
+      "s tring",
+      "el le",
+      "ell e",
+      "e lle",
+      "▁s ing",
+      "▁si ng",
+      "▁sin g",
+      "▁ sing",
+      "cu l",
+      "c ul",
+      "▁tr ying",
+      "▁try ing",
+      "▁b eg",
+      "▁be g",
+      "▁ beg",
+      "▁p age",
+      "▁pa ge",
+      "▁pag e",
+      "▁ page",
+      "х о",
+      "▁C an",
+      "▁Ca n",
+      "▁ Can",
+      "▁S er",
+      "▁Se r",
+      "▁ Ser",
+      "+ +",
+      "▁m ust",
+      "▁mus t",
+      "▁mu st",
+      "▁ must",
+      "▁val ues",
+      "▁value s",
+      "▁valu es",
+      "▁ values",
+      "▁k ey",
+      "▁ke y",
+      "▁ key",
+      "ib le",
+      "i ble",
+      "] .",
+      "ir d",
+      "i rd",
+      "▁pro gram",
+      "▁pr ogram",
+      "▁ program",
+      "roll er",
+      "rol ler",
+      "rolle r",
+      "▁c onne",
+      "▁con ne",
+      "▁conn e",
+      "▁ conne",
+      "▁s ay",
+      "▁sa y",
+      "▁ say",
+      "▁p aram",
+      "▁par am",
+      "▁para m",
+      "▁pa ram",
+      "▁ param",
+      "ach e",
+      "ac he",
+      "a che",
+      "ve lop",
+      "vel op",
+      "▁s elect",
+      "▁se lect",
+      "▁sel ect",
+      "▁sele ct",
+      "▁ select",
+      "▁f amil",
+      "▁fa mil",
+      "▁fam il",
+      "▁ famil",
+      "▁l ast",
+      "▁la st",
+      "▁las t",
+      "▁ last",
+      "▁Th anks",
+      "▁Thank s",
+      "▁ Thanks",
+      "▁p op",
+      "▁po p",
+      "▁ pop",
+      "} .",
+      "e q",
+      "▁does n",
+      "[ '",
+      "▁t erm",
+      "▁te rm",
+      "▁ter m",
+      "▁ term",
+      "▁r é",
+      "▁ ré",
+      "▁d ocument",
+      "▁doc ument",
+      "▁ document",
+      "п а",
+      "л у",
+      "at eg",
+      "ate g",
+      ". )",
+      "li ng",
+      "lin g",
+      "l ing",
+      "ion al",
+      "io nal",
+      "iona l",
+      "i onal",
+      "ab les",
+      "able s",
+      "abl es",
+      "a bles",
+      "▁t ak",
+      "▁ta k",
+      "ut ton",
+      "utt on",
+      "utto n",
+      "▁a rg",
+      "▁ar g",
+      "▁ arg",
+      "ty pe",
+      "typ e",
+      "t ype",
+      "▁s ure",
+      "▁su re",
+      "▁sur e",
+      "▁re al",
+      "▁ real",
+      "▁w eb",
+      "▁we b",
+      "▁ web",
+      "▁c urrent",
+      "▁cur rent",
+      "▁curr ent",
+      "▁ current",
+      "▁P l",
+      "▁ Pl",
+      "ch o",
+      "c ho",
+      "ment s",
+      "men ts",
+      "m ents",
+      "▁J oh",
+      "▁Jo h",
+      "ot s",
+      "o ts",
+      "▁ex ist",
+      "▁ exist",
+      "н у",
+      "▁f ür",
+      "▁ für",
+      "▁и з",
+      "▁ из",
+      "d o",
+      "но го",
+      "ног о",
+      "н ого",
+      "▁l as",
+      "▁la s",
+      "▁ las",
+      "▁n ull",
+      "▁nu ll",
+      "▁ null",
+      "▁in form",
+      "▁inf orm",
+      "▁info rm",
+      "▁ Л",
+      "▁v ersion",
+      "▁vers ion",
+      "▁ version",
+      "▁c hang",
+      "▁ch ang",
+      "▁cha ng",
+      "ag er",
+      "age r",
+      "a ger",
+      "▁C omm",
+      "▁Com m",
+      "▁Co mm",
+      "▁ Comm",
+      "л і",
+      "us h",
+      "u sh",
+      "▁G e",
+      "▁ Ge",
+      "▁h igh",
+      "▁hi gh",
+      "▁ high",
+      "▁in put",
+      "▁ input",
+      "og le",
+      "o gle",
+      "ro s",
+      "r os",
+      "bo x",
+      "b ox",
+      "ge n",
+      "g en",
+      "▁s te",
+      "▁st e",
+      "▁ ste",
+      "▁l ocal",
+      "▁lo cal",
+      "▁loc al",
+      "▁ local",
+      "I m",
+      "▁pro cess",
+      "▁proc ess",
+      "▁proces s",
+      "▁ process",
+      "ter nal",
+      "tern al",
+      "t ernal",
+      "iz ed",
+      "ize d",
+      "i zed",
+      "г и",
+      "é t",
+      "▁I nd",
+      "▁In d",
+      "▁ Ind",
+      "▁o ch",
+      "▁oc h",
+      "▁ och",
+      "l t",
+      "▁col umn",
+      "▁ column",
+      "▁t ried",
+      "▁tr ied",
+      "▁tri ed",
+      "▁comm and",
+      "▁comma nd",
+      "▁ command",
+      "▁b est",
+      "▁be st",
+      "▁bes t",
+      "▁ best",
+      "as ter",
+      "ast er",
+      "aste r",
+      "a ster",
+      "з а",
+      "▁p rim",
+      "▁pr im",
+      "▁pri m",
+      "▁ prim",
+      "▁m odel",
+      "▁mod el",
+      "▁mo del",
+      "▁mode l",
+      "▁ model",
+      "▁ і",
+      "▁th ose",
+      "it ies",
+      "iti es",
+      "itie s",
+      "i ties",
+      "è re",
+      "▁р е",
+      "▁ ре",
+      "ј е",
+      "ш и",
+      "qu es",
+      "que s",
+      "q ues",
+      "▁A m",
+      "▁ Am",
+      "▁o wn",
+      "▁ow n",
+      "▁ own",
+      "li n",
+      "l in",
+      "з и",
+      "Val ue",
+      "th ing",
+      "t hing",
+      "▁ ,",
+      "▁T e",
+      "▁ Te",
+      "▁st ud",
+      "▁ stud",
+      "▁u m",
+      "▁ um",
+      "▁ser ver",
+      "▁serv er",
+      "▁serve r",
+      "▁ server",
+      "il le",
+      "ill e",
+      "i lle",
+      "▁p ut",
+      "▁pu t",
+      "▁ put",
+      "at iv",
+      "ati v",
+      "g y",
+      "ов и",
+      "о ви",
+      "ra f",
+      "r af",
+      "ов о",
+      "о во",
+      "▁wur de",
+      "▁W hen",
+      "▁Wh en",
+      "▁Whe n",
+      "▁ When",
+      "▁d iv",
+      "▁di v",
+      "▁ div",
+      "an ts",
+      "ant s",
+      "▁t er",
+      "▁te r",
+      "▁ ter",
+      "▁part ic",
+      "▁parti c",
+      "▁ т",
+      "▁D o",
+      "▁ Do",
+      "▁N o",
+      "▁ No",
+      "se rt",
+      "ser t",
+      "s ert",
+      "id o",
+      "i do",
+      "math cal",
+      "ad e",
+      "a de",
+      "▁I I",
+      "▁ II",
+      "le ar",
+      "lea r",
+      "l ear",
+      "og raph",
+      "o graph",
+      "en se",
+      "ens e",
+      "▁r ow",
+      "▁ro w",
+      "▁ row",
+      "nu m",
+      "n um",
+      "▁pos sible",
+      "▁poss ible",
+      "▁possib le",
+      "▁ possible",
+      "▁s ince",
+      "▁sin ce",
+      "▁ since",
+      "▁B o",
+      "▁ Bo",
+      "ct ions",
+      "ction s",
+      "▁I m",
+      "▁ Im",
+      "O R",
+      "ц і",
+      "▁i de",
+      "▁id e",
+      "▁ ide",
+      "ma p",
+      "m ap",
+      "▁cor rect",
+      "▁corre ct",
+      "▁corr ect",
+      "▁ correct",
+      "ve s",
+      "v es",
+      "ph p",
+      "p hp",
+      "▁out put",
+      "▁ output",
+      "▁P h",
+      "▁ Ph",
+      "A L",
+      "ar ed",
+      "are d",
+      "a red",
+      "\\ \\",
+      "▁im age",
+      "▁imag e",
+      "▁ image",
+      "es ch",
+      "esc h",
+      "e sch",
+      "ж и",
+      "▁con f",
+      "▁ conf",
+      "po r",
+      "p or",
+      "qu ery",
+      "que ry",
+      "quer y",
+      "ur es",
+      "ure s",
+      "u res",
+      "iu m",
+      "i um",
+      "en ds",
+      "end s",
+      "▁A b",
+      "▁ Ab",
+      "SB N",
+      "і д",
+      "et her",
+      "eth er",
+      "ethe r",
+      "e ther",
+      "pt ions",
+      "ption s",
+      "it u",
+      "i tu",
+      "li b",
+      "l ib",
+      "n s",
+      "k i",
+      "▁work ing",
+      "▁wor king",
+      "▁ working",
+      "▁c omo",
+      "▁com o",
+      "▁co mo",
+      "▁ como",
+      "▁T hen",
+      "▁The n",
+      "▁Th en",
+      "▁ Then",
+      "M L",
+      "ke y",
+      "k ey",
+      "cl ass",
+      "cla ss",
+      "c lass",
+      "op le",
+      "o ple",
+      "itt le",
+      "▁m atch",
+      "▁mat ch",
+      "▁ match",
+      "way s",
+      "wa ys",
+      "w ays",
+      "math bb",
+      "▁re quire",
+      "▁requ ire",
+      "▁ require",
+      "al t",
+      "a lt",
+      "▁v is",
+      "▁vi s",
+      "▁ vis",
+      "▁b l",
+      "▁ bl",
+      "▁c alled",
+      "▁cal led",
+      "▁call ed",
+      "▁ called",
+      "It em",
+      "I tem",
+      "ur a",
+      "u ra",
+      "ve c",
+      "v ec",
+      "em e",
+      "e me",
+      "▁d ella",
+      "▁de lla",
+      "▁del la",
+      "▁dell a",
+      "em bre",
+      "emb re",
+      "ur g",
+      "u rg",
+      "S e",
+      "▁re quest",
+      "▁requ est",
+      "▁req uest",
+      "▁ request",
+      "is che",
+      "isch e",
+      "isc he",
+      "i sche",
+      "▁p ort",
+      "▁po rt",
+      "▁por t",
+      "▁ port",
+      "▁inst ead",
+      "= \\",
+      "▁ У",
+      "ho r",
+      "h or",
+      "en te",
+      "ent e",
+      "um e",
+      "u me",
+      "er d",
+      "e rd",
+      "с а",
+      "▁w hy",
+      "▁wh y",
+      "▁ why",
+      "ri st",
+      "ris t",
+      "r ist",
+      "▁p erson",
+      "▁per son",
+      "▁pers on",
+      "▁ person",
+      "▁. ..",
+      "▁.. .",
+      "▁ ...",
+      "▁p rivate",
+      "▁priv ate",
+      "▁ private",
+      "▁t ot",
+      "▁to t",
+      "▁ tot",
+      "ph a",
+      "p ha",
+      "if t",
+      "i ft",
+      "it a",
+      "i ta",
+      "lo c",
+      "l oc",
+      "▁o ld",
+      "▁ol d",
+      "▁ old",
+      "о н",
+      "▁n el",
+      "▁ne l",
+      "▁ nel",
+      "' ]",
+      "t i",
+      "ie t",
+      "i et",
+      "ci te",
+      "cit e",
+      "c ite",
+      "ple ment",
+      "pl ement",
+      "p lement",
+      "▁a bove",
+      "▁ab ove",
+      "▁ above",
+      "k s",
+      "re ady",
+      "read y",
+      "rea dy",
+      "▁c ome",
+      "▁com e",
+      "▁co me",
+      "▁ come",
+      "se ction",
+      "sec tion",
+      "sect ion",
+      "s ection",
+      "▁P ol",
+      "▁Po l",
+      "▁ Pol",
+      "▁w rit",
+      "▁wr it",
+      "▁ writ",
+      "▁htt ps",
+      "▁http s",
+      "▁ https",
+      "▁$ $",
+      "▁ $$",
+      "▁ »",
+      "▁bu ild",
+      "▁ build",
+      "it o",
+      "i to",
+      "▁cons ider",
+      "▁consid er",
+      "af t",
+      "a ft",
+      "Ap p",
+      "A pp",
+      ", \\",
+      "ind ows",
+      "indow s",
+      "indo ws",
+      "com m",
+      "co mm",
+      "c omm",
+      "▁ ;",
+      "gr ound",
+      "gro und",
+      "g round",
+      "▁p lace",
+      "▁pl ace",
+      "▁pla ce",
+      "▁ place",
+      "B y",
+      "▁pro ject",
+      "▁ project",
+      "Ob ject",
+      "Obj ect",
+      "O bject",
+      "▁re pr",
+      "▁rep r",
+      "en ces",
+      "ence s",
+      "enc es",
+      "ind ow",
+      "indo w",
+      "z t",
+      "▁f iles",
+      "▁file s",
+      "▁fil es",
+      "▁fi les",
+      "▁ files",
+      "c z",
+      "iv ity",
+      "ivi ty",
+      "i vity",
+      "▁in it",
+      "▁i nit",
+      "▁ init",
+      "▁p rob",
+      "▁pro b",
+      "▁pr ob",
+      "▁ prob",
+      "▁s k",
+      "▁ sk",
+      "or th",
+      "ort h",
+      "im ent",
+      "ime nt",
+      "imen t",
+      "i ment",
+      "ou ble",
+      "at al",
+      "ata l",
+      "a tal",
+      "ir c",
+      "i rc",
+      "▁ è",
+      "▁b re",
+      "▁br e",
+      "▁ bre",
+      "is ta",
+      "ist a",
+      "i sta",
+      "in put",
+      "▁ И",
+      "но й",
+      "su m",
+      "s um",
+      "pa th",
+      "pat h",
+      "p ath",
+      "▁c our",
+      "▁co ur",
+      "▁cou r",
+      "▁t oo",
+      "▁to o",
+      "▁A d",
+      "▁ Ad",
+      "▁G u",
+      "▁ Gu",
+      "▁f alse",
+      "▁fal se",
+      "▁ false",
+      "▁f un",
+      "▁fu n",
+      "▁ fun",
+      "▁с т",
+      "▁ ст",
+      "oo d",
+      "o od",
+      "è s",
+      "▁e nc",
+      "▁en c",
+      "▁ enc",
+      "bo l",
+      "b ol",
+      "r l",
+      "ar get",
+      "arg et",
+      "or der",
+      "ord er",
+      "orde r",
+      "▁me an",
+      "▁ mean",
+      "п е",
+      "ig en",
+      "ige n",
+      "i gen",
+      "▁п ре",
+      "▁пр е",
+      "▁ пре",
+      "wid th",
+      "w idth",
+      "; \r",
+      "it or",
+      "ito r",
+      "i tor",
+      "▁st ate",
+      "▁stat e",
+      "▁sta te",
+      "▁ state",
+      "▁gre at",
+      "en n",
+      "e nn",
+      "bi n",
+      "b in",
+      "E r",
+      "Mo d",
+      "M od",
+      "o z",
+      "▁w on",
+      "▁wo n",
+      "▁ won",
+      "▁f act",
+      "▁fa ct",
+      "▁fac t",
+      "▁ fact",
+      "▁j ava",
+      "▁ja va",
+      "▁jav a",
+      "▁ java",
+      "▁Un ivers",
+      "▁ Univers",
+      "▁c ap",
+      "▁ca p",
+      "▁ cap",
+      "is tor",
+      "ist or",
+      "isto r",
+      "i stor",
+      "} (",
+      "k u",
+      "it her",
+      "ith er",
+      "i ther",
+      "al es",
+      "ale s",
+      "a les",
+      "▁o u",
+      "▁ ou",
+      "ro ss",
+      "ros s",
+      "r oss",
+      "▁t ake",
+      "▁tak e",
+      "▁ta ke",
+      "▁ take",
+      "ri x",
+      "r ix",
+      "lo b",
+      "l ob",
+      "▁e ine",
+      "▁ein e",
+      "as es",
+      "ase s",
+      "▁a ccess",
+      "▁acc ess",
+      "▁ac cess",
+      "▁ access",
+      "it é",
+      "i té",
+      "is tr",
+      "ist r",
+      "i str",
+      "iz ation",
+      "iza tion",
+      "▁app ro",
+      "▁ap pro",
+      "▁ appro",
+      "ba ll",
+      "bal l",
+      "b all",
+      "▁m ak",
+      "▁ma k",
+      "} ^",
+      "▁C ons",
+      "▁Con s",
+      "▁Co ns",
+      "▁ Cons",
+      "pr ess",
+      "pre ss",
+      "pres s",
+      "p ress",
+      "se rv",
+      "ser v",
+      "s erv",
+      "() .",
+      "( ).",
+      "a f",
+      "▁re f",
+      "▁r ef",
+      "▁ ref",
+      ") \\",
+      "▁cont in",
+      "s u",
+      "iv er",
+      "ive r",
+      "i ver",
+      "▁c ond",
+      "▁con d",
+      "▁co nd",
+      "▁ cond",
+      "▁ex pect",
+      "▁exp ect",
+      "▁ expect",
+      "▁char act",
+      "▁cha ract",
+      "ber t",
+      "be rt",
+      "b ert",
+      "el t",
+      "e lt",
+      "ter s",
+      "te rs",
+      "t ers",
+      "scri pt",
+      "scr ipt",
+      "s cript",
+      "▁E d",
+      "▁ Ed",
+      "ap t",
+      "a pt",
+      "') ;",
+      "' );",
+      "pr int",
+      "▁s ize",
+      "▁si ze",
+      "▁ size",
+      "▁s ich",
+      "▁si ch",
+      "▁sic h",
+      "fa ce",
+      "fac e",
+      "f ace",
+      "en den",
+      "end en",
+      "ende n",
+      "▁A mer",
+      "▁Am er",
+      "▁ Amer",
+      "if ied",
+      "ifi ed",
+      "ifie d",
+      "ó w",
+      "▁S u",
+      "▁ Su",
+      "te s",
+      "t es",
+      "me d",
+      "m ed",
+      "▁R eg",
+      "▁Re g",
+      "▁ Reg",
+      "so le",
+      "sol e",
+      "s ole",
+      "▁in clud",
+      "▁incl ud",
+      "▁inclu d",
+      "▁ includ",
+      "in i",
+      "i ni",
+      "in ci",
+      "inc i",
+      "▁p la",
+      "▁pl a",
+      "▁ pla",
+      "▁l eft",
+      "▁le ft",
+      "▁ left",
+      "d f",
+      "Pa r",
+      "P ar",
+      "▁A ll",
+      "▁Al l",
+      "▁ All",
+      "▁o cc",
+      "▁oc c",
+      "▁ occ",
+      "▁A t",
+      "▁ At",
+      "▁c r",
+      "▁ cr",
+      "Q u",
+      "▁g iven",
+      "▁giv en",
+      "▁give n",
+      "▁gi ven",
+      "▁S ystem",
+      "▁Syst em",
+      "▁ System",
+      "ic an",
+      "ica n",
+      "i can",
+      "▁f inal",
+      "▁fin al",
+      "▁fi nal",
+      "▁ final",
+      "it ions",
+      "ition s",
+      "iti ons",
+      "▁б ы",
+      "▁ бы",
+      "▁per form",
+      "▁perf orm",
+      "▁ perform",
+      "A N",
+      "▁M e",
+      "▁ Me",
+      "ur o",
+      "u ro",
+      "▁T hat",
+      "▁Th at",
+      "▁ That",
+      "г ра",
+      "▁П о",
+      "▁ По",
+      "▁в и",
+      "▁ ви",
+      "ab ly",
+      "abl y",
+      "▁pr esent",
+      "▁pre sent",
+      "▁pres ent",
+      "▁ present",
+      "du ct",
+      "d uct",
+      "ri c",
+      "r ic",
+      "▁E ng",
+      "▁En g",
+      "▁ Eng",
+      "tr y",
+      "t ry",
+      "▁l ar",
+      "▁la r",
+      "▁ lar",
+      "b l",
+      "id d",
+      "i dd",
+      "▁ä r",
+      "▁ är",
+      "or a",
+      "o ra",
+      "L L",
+      "os s",
+      "o ss",
+      "▁I SBN",
+      "▁ ISBN",
+      "▁th ree",
+      "▁thr ee",
+      "▁thre e",
+      "▁ three",
+      "j o",
+      "n í",
+      "r c",
+      "▁f ar",
+      "▁fa r",
+      "▁ far",
+      "▁N ot",
+      "▁No t",
+      "▁ Not",
+      "▁l ittle",
+      "▁litt le",
+      "di s",
+      "d is",
+      "at i",
+      "a ti",
+      "fun ction",
+      "func tion",
+      "f unction",
+      "▁a ble",
+      "▁ab le",
+      "▁ able",
+      "le ss",
+      "les s",
+      "l ess",
+      "с о",
+      "▁p ath",
+      "▁pat h",
+      "▁pa th",
+      "▁ path",
+      "▁p res",
+      "▁pr es",
+      "▁pre s",
+      "▁ pres",
+      "lo se",
+      "los e",
+      "l ose",
+      "P I",
+      "▁iss ue",
+      "▁issu e",
+      "▁ issue",
+      "ack age",
+      "ti me",
+      "tim e",
+      "t ime",
+      "ig e",
+      "i ge",
+      "am s",
+      "a ms",
+      "▁C l",
+      "▁ Cl",
+      "ail s",
+      "ai ls",
+      "a ils",
+      "al k",
+      "i i",
+      "ш е",
+      "pe n",
+      "p en",
+      "Q L",
+      "▁e as",
+      "R L",
+      "ce l",
+      "c el",
+      "▁s l",
+      "▁ sl",
+      "▁a sk",
+      "▁as k",
+      "▁ ask",
+      "▁n om",
+      "▁no m",
+      "▁ nom",
+      "▁t op",
+      "▁to p",
+      "▁ top",
+      "id es",
+      "ide s",
+      "i des",
+      "in dex",
+      "ind ex",
+      "inde x",
+      "é m",
+      "▁h app",
+      "▁ha pp",
+      "o x",
+      "c d",
+      "▁b etter",
+      "▁bet ter",
+      "▁lo ad",
+      "▁ load",
+      "ad os",
+      "ado s",
+      "ze n",
+      "z en",
+      "▁c e",
+      "▁ ce",
+      "▁f a",
+      "▁ fa",
+      "▁J ohn",
+      "▁Joh n",
+      "▁Jo hn",
+      "▁ John",
+      "IM A",
+      "I MA",
+      "▁B ar",
+      "▁Ba r",
+      "▁ Bar",
+      "over flow",
+      "▁д е",
+      "▁ де",
+      "ne ss",
+      "nes s",
+      "n ess",
+      "ce r",
+      "c er",
+      "▁H ere",
+      "▁He re",
+      "▁Her e",
+      "▁ Here",
+      "re t",
+      "r et",
+      "▁s z",
+      "▁ sz",
+      "amb da",
+      "op y",
+      "o py",
+      "ur l",
+      "u rl",
+      "p y",
+      "r t",
+      "▁under stand",
+      "a ł",
+      "he r",
+      "h er",
+      "# #",
+      "▁ch ild",
+      "▁chi ld",
+      "▁ child",
+      "▁ex ec",
+      "▁ exec",
+      "▁app lication",
+      "▁applic ation",
+      "▁ application",
+      "▁st ruct",
+      "▁str uct",
+      "▁stru ct",
+      "▁ struct",
+      "▁ я",
+      "Fil e",
+      "Fi le",
+      "F ile",
+      "▁c ert",
+      "▁ce rt",
+      "▁cer t",
+      "▁ cert",
+      "is on",
+      "iso n",
+      "i son",
+      "▁vari able",
+      "▁ variable",
+      "D E",
+      "r s",
+      "▁re ally",
+      "▁real ly",
+      "Po rt",
+      "P ort",
+      "b a",
+      "▁B er",
+      "▁Be r",
+      "▁ Ber",
+      "▁in te",
+      "▁int e",
+      "▁ inte",
+      "▁st atic",
+      "▁stat ic",
+      "▁stati c",
+      "▁ static",
+      "▁con fig",
+      "▁conf ig",
+      "▁ config",
+      "▁S he",
+      "▁Sh e",
+      "▁ She",
+      "est ions",
+      "estion s",
+      "esti ons",
+      "▁p lus",
+      "▁pl us",
+      "▁ plus",
+      "▁h ab",
+      "▁ha b",
+      "▁ hab",
+      "op e",
+      "o pe",
+      "▁m us",
+      "▁mu s",
+      "▁ mus",
+      "▁c ount",
+      "▁co unt",
+      "▁coun t",
+      "▁cou nt",
+      "▁ count",
+      "M E",
+      "▁su pport",
+      "▁supp ort",
+      "▁sup port",
+      "▁ support",
+      "▁pe ople",
+      "▁ people",
+      "▁b eh",
+      "▁be h",
+      "▁al ready",
+      "T r",
+      "▁d one",
+      "▁do ne",
+      "▁don e",
+      "▁ done",
+      "de m",
+      "d em",
+      "si ze",
+      "s ize",
+      "al pha",
+      "alph a",
+      "▁d isc",
+      "▁di sc",
+      "▁dis c",
+      "] )",
+      "▁M an",
+      "▁Ma n",
+      "▁ Man",
+      "▁m il",
+      "▁mi l",
+      "▁ mil",
+      "▁st and",
+      "▁sta nd",
+      "▁stan d",
+      "▁ stand",
+      "▁gr oup",
+      "▁gro up",
+      "▁ group",
+      "▁sm all",
+      "▁ small",
+      "▁m ag",
+      "▁ma g",
+      "▁ mag",
+      "ст ь",
+      "с ть",
+      "▁de fault",
+      "▁def ault",
+      "▁ default",
+      "▁sing le",
+      "▁sin gle",
+      "▁ single",
+      "lin k",
+      "l ink",
+      "cl ude",
+      "clud e",
+      "▁e ar",
+      "▁ ear",
+      "il ar",
+      "ila r",
+      "i lar",
+      "** **",
+      "*** *",
+      "* ***",
+      "▁f ix",
+      "▁fi x",
+      "▁ fix",
+      "le y",
+      "l ey",
+      "▁p as",
+      "▁pa s",
+      "▁ pas",
+      "ни й",
+      "iss ion",
+      "▁im plement",
+      "▁imp lement",
+      "▁impl ement",
+      "it ch",
+      "▁го да",
+      "▁год а",
+      "▁al ways",
+      "▁ always",
+      "▁J ah",
+      "▁Ja h",
+      "pr ing",
+      "p ring",
+      "ç ão",
+      "pl ate",
+      "pla te",
+      "p late",
+      "▁de scri",
+      "▁des cri",
+      "▁desc ri",
+      "▁h ead",
+      "▁he ad",
+      "▁ head",
+      "in it",
+      "ini t",
+      "i nit",
+      "og raf",
+      "▁qu ery",
+      "▁que ry",
+      "▁quer y",
+      "▁ query",
+      "iv ed",
+      "ive d",
+      "i ved",
+      "▁in g",
+      "▁i ng",
+      "▁ ing",
+      "pt y",
+      "p ty",
+      "h a",
+      "▁m ov",
+      "▁mo v",
+      "▁ mov",
+      "▁ э",
+      "et te",
+      "ett e",
+      "e tte",
+      "il y",
+      "i ly",
+      "▁g ot",
+      "▁go t",
+      "▁ got",
+      "il ed",
+      "ile d",
+      "i led",
+      "ic ro",
+      "i cro",
+      "▁w r",
+      "▁ wr",
+      "р я",
+      "▁n ever",
+      "▁ne ver",
+      "▁nev er",
+      "or es",
+      "ore s",
+      "o res",
+      "▁b as",
+      "▁ba s",
+      "▁ bas",
+      "io s",
+      "i os",
+      "la ck",
+      "lac k",
+      "l ack",
+      "ain t",
+      "ai nt",
+      "a int",
+      "vi ous",
+      "v ious",
+      "▁g ive",
+      "▁giv e",
+      "▁gi ve",
+      "id ad",
+      "ida d",
+      "E n",
+      "ны й",
+      "н ый",
+      "ta ble",
+      "tab le",
+      "t able",
+      "▁Н а",
+      "▁ На",
+      "▁p at",
+      "▁pa t",
+      "▁ pat",
+      "то р",
+      "т ор",
+      "an gu",
+      "ang u",
+      "lo y",
+      "l oy",
+      "▁s eg",
+      "▁se g",
+      "▁ seg",
+      "ar ray",
+      "arr ay",
+      "▁F l",
+      "▁ Fl",
+      "▁in dex",
+      "▁ind ex",
+      "▁inde x",
+      "▁ index",
+      "▁s w",
+      "▁ sw",
+      "IMA GE",
+      "IM AGE",
+      "▁k m",
+      "▁ km",
+      "б и",
+      "Cl ass",
+      "Cla ss",
+      "C lass",
+      "en a",
+      "e na",
+      "ме н",
+      "м ен",
+      "com p",
+      "co mp",
+      "c omp",
+      "at us",
+      "atu s",
+      "ra p",
+      "r ap",
+      "▁L ist",
+      "▁Li st",
+      "▁Lis t",
+      "▁ List",
+      "Er ror",
+      "Err or",
+      "E rror",
+      "▁t yp",
+      "▁ty p",
+      "▁ typ",
+      "▁м а",
+      "▁ ма",
+      "c s",
+      "' :",
+      "j i",
+      "▁How ever",
+      "▁ However",
+      "▁т е",
+      "▁ те",
+      "▁be low",
+      "▁bel ow",
+      "▁ below",
+      "▁A pp",
+      "▁Ap p",
+      "▁ App",
+      "щ е",
+      "} _",
+      "bu m",
+      "b um",
+      "vi r",
+      "v ir",
+      "ée s",
+      "é es",
+      "▁re cord",
+      "▁rec ord",
+      "▁ record",
+      "ta in",
+      "t ain",
+      "le m",
+      "l em",
+      "it al",
+      "ita l",
+      "i tal",
+      "▁i mp",
+      "▁im p",
+      "▁ imp",
+      "eg o",
+      "e go",
+      "▁o d",
+      "▁ od",
+      "▁re ce",
+      "▁rec e",
+      "▁ rece",
+      "mi t",
+      "m it",
+      "ff ic",
+      "f fic",
+      "stack overflow",
+      "ie ve",
+      "iev e",
+      "▁ З",
+      "▁n ov",
+      "▁no v",
+      "▁ nov",
+      "ц е",
+      "▁In tern",
+      "▁Int ern",
+      "▁Inter n",
+      "▁ Intern",
+      "b u",
+      "▁s ugg",
+      "▁su gg",
+      "▁sug g",
+      "▁l oop",
+      "▁lo op",
+      "▁ loop",
+      "ri de",
+      "rid e",
+      "r ide",
+      "▁$ (",
+      "▁ $(",
+      "▁s uper",
+      "▁su per",
+      "▁sup er",
+      "▁ super",
+      "ri d",
+      "r id",
+      "ны х",
+      "н ых",
+      "▁P er",
+      "▁Pe r",
+      "▁ Per",
+      "▁d om",
+      "▁do m",
+      "▁ dom",
+      "= '",
+      "ut sch",
+      "uts ch",
+      "le n",
+      "l en",
+      "▁w rite",
+      "▁writ e",
+      "▁wr ite",
+      "▁ write",
+      "▁in v",
+      "▁ inv",
+      "ou th",
+      "out h",
+      "o uth",
+      "▁H er",
+      "▁He r",
+      "▁ Her",
+      "▁y ears",
+      "▁year s",
+      "▁ye ars",
+      "▁or iginal",
+      "▁orig inal",
+      "▁origin al",
+      "▁ original",
+      "eg a",
+      "e ga",
+      "▁S te",
+      "▁St e",
+      "▁ Ste",
+      "▁se ems",
+      "▁see ms",
+      "▁seem s",
+      "é g",
+      "▁n ext",
+      "▁ne xt",
+      "▁ next",
+      "ed er",
+      "ede r",
+      "e der",
+      "▁N e",
+      "▁ Ne",
+      "av as",
+      "ava s",
+      "a vas",
+      "ific ation",
+      "ifi cation",
+      "ifica tion",
+      "Ex ception",
+      "▁D er",
+      "▁De r",
+      "▁ Der",
+      "▁v e",
+      "▁ ve",
+      "at ic",
+      "ati c",
+      "ha t",
+      "h at",
+      "br ary",
+      "bra ry",
+      "re turn",
+      "ret urn",
+      "ur ch",
+      "is ion",
+      "isi on",
+      "m i",
+      "oi nt",
+      "oin t",
+      "o int",
+      "▁d ay",
+      "▁da y",
+      "▁ day",
+      "ic tion",
+      "ict ion",
+      "i ction",
+      "á l",
+      "▁é s",
+      "▁ és",
+      "▁th ough",
+      "▁thou gh",
+      "▁ though",
+      "ac tion",
+      "act ion",
+      "a ction",
+      "í t",
+      "un gen",
+      "ung en",
+      "unge n",
+      "ou rs",
+      "our s",
+      "o urs",
+      "▁s cript",
+      "▁scr ipt",
+      "▁scri pt",
+      "▁ script",
+      "▁in formation",
+      "▁inform ation",
+      "▁ information",
+      "▁mult i",
+      "▁mul ti",
+      "▁ multi",
+      "▁\\ \\",
+      "▁ \\\\",
+      "st er",
+      "ste r",
+      "s ter",
+      "к е",
+      "A C",
+      "ci es",
+      "cie s",
+      "c ies",
+      "▁dis play",
+      "▁disp lay",
+      "▁ display",
+      "om an",
+      "oma n",
+      "o man",
+      "Tim e",
+      "T ime",
+      "iu s",
+      "i us",
+      ")) ;",
+      ") );",
+      "tr e",
+      "t re",
+      "▁l im",
+      "▁li m",
+      "▁ lim",
+      "at ely",
+      "ate ly",
+      "atel y",
+      "é d",
+      "is te",
+      "ist e",
+      "i ste",
+      "▁с а",
+      "▁ са",
+      "pos t",
+      "po st",
+      "p ost",
+      "ue l",
+      "u el",
+      "im g",
+      "▁ ч",
+      "ск а",
+      "с ка",
+      "el d",
+      "e ld",
+      "pp er",
+      "ppe r",
+      "p per",
+      "ul a",
+      "u la",
+      "▁gener al",
+      "▁gen eral",
+      "▁gene ral",
+      "▁ general",
+      "A l",
+      "For m",
+      "F orm",
+      "▁u pon",
+      "▁up on",
+      "z o",
+      "am ente",
+      "ament e",
+      "amen te",
+      "a mente",
+      "▁p rom",
+      "▁pro m",
+      "▁pr om",
+      "▁ prom",
+      "▁ ü",
+      "le x",
+      "l ex",
+      "▁t urn",
+      "▁tu rn",
+      "▁tur n",
+      "▁ turn",
+      "▁м е",
+      "▁ ме",
+      "en tion",
+      "ent ion",
+      "enti on",
+      "ле н",
+      "л ен",
+      "▁a f",
+      "▁ af",
+      "ic le",
+      "i cle",
+      "ст в",
+      "с тв",
+      "▁F il",
+      "▁ Fil",
+      "▁ Ф",
+      "ava script",
+      "avas cript",
+      "Ma n",
+      "M an",
+      "ar a",
+      "a ra",
+      "wa re",
+      "war e",
+      "w are",
+      "al ign",
+      "ali gn",
+      "an gle",
+      "ang le",
+      "▁S c",
+      "▁ Sc",
+      "un ic",
+      "uni c",
+      "u nic",
+      "▁f ran",
+      "▁fr an",
+      "▁fra n",
+      "▁ fran",
+      "U n",
+      "z i",
+      "me t",
+      "m et",
+      "Ad d",
+      "A dd",
+      "▁p ub",
+      "▁pu b",
+      "▁ pub",
+      "ко в",
+      "к ов",
+      "▁g en",
+      "▁ge n",
+      "▁ gen",
+      "▁p od",
+      "▁po d",
+      "▁ pod",
+      "▁s um",
+      "▁su m",
+      "▁ sum",
+      "▁h aving",
+      "▁ha ving",
+      "▁hav ing",
+      "▁a vec",
+      "▁av ec",
+      "▁ave c",
+      "s l",
+      "▁f ig",
+      "▁fi g",
+      "▁ fig",
+      "▁R es",
+      "▁Re s",
+      "▁ Res",
+      "Dat e",
+      "Da te",
+      "D ate",
+      "ul es",
+      "ule s",
+      "u les",
+      "wi th",
+      "w ith",
+      "ски й",
+      "с кий",
+      "g u",
+      "E T",
+      "▁b ro",
+      "▁br o",
+      "▁ bro",
+      "ri e",
+      "r ie",
+      "ap s",
+      "a ps",
+      "en ding",
+      "end ing",
+      "endi ng",
+      "ma il",
+      "mai l",
+      "m ail",
+      "oo k",
+      "o ok",
+      "▁su ccess",
+      "▁succ ess",
+      "▁suc cess",
+      "▁ success",
+      "ber g",
+      "be rg",
+      "b erg",
+      "▁d eb",
+      "▁de b",
+      "▁ deb",
+      "el ta",
+      "elt a",
+      "() `",
+      "( )`",
+      "ent ial",
+      "enti al",
+      "fr ame",
+      "fra me",
+      "fram e",
+      "f rame",
+      "Ke y",
+      "K ey",
+      "in n",
+      "i nn",
+      "▁sim ple",
+      "▁simp le",
+      "▁simpl e",
+      "▁ simple",
+      "iv al",
+      "iva l",
+      "i val",
+      "▁c are",
+      "▁car e",
+      "▁ca re",
+      "▁ care",
+      "▁W eb",
+      "▁We b",
+      "▁ Web",
+      "\") .",
+      "\" ).",
+      ">< /",
+      "> </",
+      "▁d atabase",
+      "▁data base",
+      "▁dat abase",
+      "▁datab ase",
+      "▁ database",
+      "▁N ow",
+      "▁No w",
+      "▁ Now",
+      "In d",
+      "I nd",
+      "▁м о",
+      "▁ мо",
+      "ch t",
+      "c ht",
+      "ba n",
+      "b an",
+      "ra m",
+      "r am",
+      "equ ation",
+      "sk i",
+      "s ki",
+      "ie f",
+      "i ef",
+      "li m",
+      "l im",
+      "Ge t",
+      "G et",
+      "▁t re",
+      "▁tr e",
+      "▁ tre",
+      "at en",
+      "ate n",
+      "a ten",
+      "be d",
+      "b ed",
+      "▁J e",
+      "▁ Je",
+      "▁result s",
+      "▁ results",
+      "л ю",
+      "те ль",
+      "тел ь",
+      "т ель",
+      "d b",
+      "▁b it",
+      "▁bi t",
+      "▁ bit",
+      "bo dy",
+      "b ody",
+      "Ar ray",
+      "Arr ay",
+      "m u",
+      "pr ession",
+      "press ion",
+      "p ression",
+      "▁с та",
+      "▁ст а",
+      "▁ ста",
+      "on y",
+      "o ny",
+      "if f",
+      "i ff",
+      "▁b ar",
+      "▁ba r",
+      "▁ bar",
+      "▁Ar ch",
+      "▁Arc h",
+      "▁ Arch",
+      "ber s",
+      "be rs",
+      "b ers",
+      ") {",
+      "▁M on",
+      "▁Mo n",
+      "▁ Mon",
+      "▁do ing",
+      "▁doi ng",
+      "▁pro f",
+      "▁pr of",
+      "▁ prof",
+      "▁inst all",
+      "▁instal l",
+      "▁ install",
+      "▁p osition",
+      "▁pos ition",
+      "▁posit ion",
+      "▁ position",
+      "em a",
+      "e ma",
+      "▁} );",
+      "▁}) ;",
+      "▁ });",
+      "Pat h",
+      "Pa th",
+      "P ath",
+      "al i",
+      "a li",
+      "▁& &",
+      "▁ &&",
+      "le v",
+      "l ev",
+      "▁c annot",
+      "▁can not",
+      "▁M ay",
+      "▁Ma y",
+      "▁ May",
+      "in st",
+      "ins t",
+      "- \\",
+      "▁c oun",
+      "▁co un",
+      "▁cou n",
+      "▁a ng",
+      "▁an g",
+      "▁ ang",
+      "▁app ear",
+      "▁appe ar",
+      "co r",
+      "c or",
+      "ci ó",
+      "c ió",
+      "id ed",
+      "ide d",
+      "i ded",
+      "qu estions",
+      "quest ions",
+      "question s",
+      "at ter",
+      "att er",
+      "atte r",
+      "▁P a",
+      "▁ Pa",
+      "se lect",
+      "sel ect",
+      "s elect",
+      "▁pr inci",
+      "▁prin ci",
+      "E vent",
+      "▁s ide",
+      "▁si de",
+      "▁sid e",
+      "▁ side",
+      "▁m em",
+      "▁me m",
+      "▁ mem",
+      "▁J an",
+      "▁Ja n",
+      "▁ Jan",
+      "ar io",
+      "ari o",
+      "a rio",
+      "▁with in",
+      "▁wit hin",
+      "▁V al",
+      "▁Va l",
+      "▁ Val",
+      "ode s",
+      "od es",
+      "o des",
+      "idd le",
+      "ur ation",
+      "ura tion",
+      "br a",
+      "b ra",
+      "▁d ate",
+      "▁da te",
+      "▁dat e",
+      "▁ date",
+      "[ ]",
+      "▁en tre",
+      "▁ent re",
+      "▁entr e",
+      "▁ entre",
+      "il i",
+      "i li",
+      "Port ail",
+      "doc s",
+      "do cs",
+      "d ocs",
+      "ско й",
+      "с кой",
+      "El ement",
+      "E lement",
+      "▁m essage",
+      "▁mess age",
+      "▁ message",
+      "▁n ach",
+      "▁na ch",
+      "▁nac h",
+      "▁ nach",
+      "▁d uring",
+      "▁du ring",
+      "▁dur ing",
+      "▁g ra",
+      "▁gr a",
+      "▁ gra",
+      "et work",
+      "▁B y",
+      "▁ By",
+      "▁t ell",
+      "▁te ll",
+      "▁tel l",
+      "et e",
+      "e te",
+      "~ \\",
+      "▁b is",
+      "▁bi s",
+      "▁ bis",
+      "▁p u",
+      "▁ pu",
+      "▁re d",
+      "▁r ed",
+      "▁ red",
+      "▁t hing",
+      "▁th ing",
+      "▁thin g",
+      "▁ thing",
+      "▁s ort",
+      "▁so rt",
+      "▁sor t",
+      "▁ sort",
+      "xi m",
+      "x im",
+      "ir es",
+      "ire s",
+      "i res",
+      "Use r",
+      "Us er",
+      "U ser",
+      "io d",
+      "i od",
+      "▁E st",
+      "▁Es t",
+      "▁ Est",
+      "os ed",
+      "ose d",
+      "o sed",
+      "ou te",
+      "out e",
+      "o ute",
+      "▁L es",
+      "▁Le s",
+      "▁ Les",
+      "▁s ent",
+      "▁se nt",
+      "▁sen t",
+      "▁ sent",
+      "rib ute",
+      "ribu te",
+      "ut es",
+      "ute s",
+      "u tes",
+      "ist ory",
+      "istor y",
+      "isto ry",
+      "i story",
+      "▁ser vice",
+      "▁serv ice",
+      "▁servi ce",
+      "▁ service",
+      "' ;",
+      "fi eld",
+      "f ield",
+      "▁I N",
+      "▁ IN",
+      "ens ion",
+      "re l",
+      "r el",
+      "▁go ing",
+      "▁ going",
+      "we b",
+      "w eb",
+      "Con text",
+      "Cont ext",
+      "▁l ater",
+      "▁la ter",
+      "▁lat er",
+      "▁late r",
+      "u k",
+      "lay out",
+      "l ayout",
+      "on a",
+      "o na",
+      "á t",
+      "---- ------------",
+      "-------- --------",
+      "------------ ----",
+      "------ ----------",
+      "---------- ------",
+      "▁ex act",
+      "an dom",
+      "and om",
+      "ando m",
+      "▁s ie",
+      "▁si e",
+      "I I",
+      "▁The y",
+      "▁Th ey",
+      "▁ They",
+      "ment e",
+      "men te",
+      "m ente",
+      "ib li",
+      "▁f ine",
+      "▁fin e",
+      "▁fi ne",
+      "U T",
+      "▁de velop",
+      "▁deve lop",
+      "▁ develop",
+      "▁E in",
+      "so ft",
+      "of f",
+      "o ff",
+      "Se t",
+      "S et",
+      "▁a z",
+      "▁ az",
+      "et ers",
+      "eter s",
+      "ete rs",
+      "e ters",
+      "il der",
+      "ild er",
+      "ilde r",
+      "i lder",
+      "ple s",
+      "pl es",
+      "p les",
+      "▁spec ific",
+      "▁ specific",
+      "▁o m",
+      "▁ om",
+      "er ror",
+      "err or",
+      "e rror",
+      "ent ly",
+      "▁fil m",
+      "▁fi lm",
+      "▁ film",
+      "uc k",
+      "u ck",
+      "ain s",
+      "ai ns",
+      "a ins",
+      "ac ión",
+      "ació n",
+      "aci ón",
+      "a ción",
+      "ge s",
+      "g es",
+      "ж а",
+      "▁th ings",
+      "▁thing s",
+      "▁thin gs",
+      "S h",
+      "▁th ought",
+      "▁though t",
+      "▁ad ded",
+      "▁add ed",
+      "▁ added",
+      "de p",
+      "d ep",
+      "ско го",
+      "ск ого",
+      "ског о",
+      "с кого",
+      "▁L i",
+      "▁ Li",
+      "il s",
+      "i ls",
+      "yn c",
+      "y nc",
+      "▁т о",
+      "▁ то",
+      "ri es",
+      "rie s",
+      "r ies",
+      "▁c u",
+      "▁ cu",
+      "ch en",
+      "che n",
+      "c hen",
+      "IO N",
+      "I ON",
+      "▁D es",
+      "▁De s",
+      "▁ Des",
+      "ult ado",
+      "ir t",
+      "i rt",
+      "▁b ased",
+      "▁bas ed",
+      "▁base d",
+      "▁ba sed",
+      "▁ based",
+      "▁m o",
+      "▁ mo",
+      "▁d est",
+      "▁de st",
+      "▁des t",
+      "▁ dest",
+      "pn g",
+      "p ng",
+      "re en",
+      "ree n",
+      "r een",
+      "▁r unning",
+      "▁run ning",
+      "▁ running",
+      "am ma",
+      "amm a",
+      "ou d",
+      "o ud",
+      "▁re fer",
+      "▁ref er",
+      "▁ refer",
+      "io us",
+      "i ous",
+      "▁J ul",
+      "▁Ju l",
+      "▁ Jul",
+      "▁s earch",
+      "▁se arch",
+      "▁ search",
+      "al d",
+      "a ld",
+      "ed e",
+      "e de",
+      "▁w rong",
+      "▁wr ong",
+      "A n",
+      "▁u ntil",
+      "▁un til",
+      "▁ until",
+      "si te",
+      "s ite",
+      "ay er",
+      "aye r",
+      "a yer",
+      "▁on ce",
+      "▁ once",
+      "ar r",
+      "a rr",
+      "▁again st",
+      "== ==",
+      "=== =",
+      "= ===",
+      "▁s ource",
+      "▁ source",
+      "ar n",
+      "a rn",
+      "ap i",
+      "a pi",
+      "▁re present",
+      "▁repr esent",
+      "▁repres ent",
+      "▁repre sent",
+      "▁a ff",
+      "▁af f",
+      "▁ aff",
+      "▁s ein",
+      "▁se in",
+      "▁sei n",
+      "▁ sein",
+      "▁al low",
+      "▁all ow",
+      "▁allo w",
+      "▁ allow",
+      "or mal",
+      "orm al",
+      "en ded",
+      "end ed",
+      "ende d",
+      "▁cont rol",
+      "▁contr ol",
+      "▁contro l",
+      "▁ control",
+      "math bf",
+      "com e",
+      "co me",
+      "c ome",
+      "cu r",
+      "c ur",
+      "en do",
+      "end o",
+      "w a",
+      "▁up date",
+      "▁upd ate",
+      "▁ update",
+      "▁in side",
+      "▁ins ide",
+      "▁ inside",
+      "▁re ason",
+      "▁ reason",
+      "om en",
+      "ome n",
+      "o men",
+      "▁в ы",
+      "▁ вы",
+      "D e",
+      "▁ј е",
+      "▁ је",
+      "s w",
+      "▁s ever",
+      "▁se ver",
+      "O f",
+      "▁inst ance",
+      "▁ instance",
+      "▁m er",
+      "▁me r",
+      "▁ mer",
+      "▁e ffect",
+      "▁eff ect",
+      "▁ effect",
+      "col or",
+      "co lor",
+      "colo r",
+      "ug ust",
+      "il t",
+      "i lt",
+      "de s",
+      "d es",
+      "it z",
+      "i tz",
+      "ul ation",
+      "ula tion",
+      "u lation",
+      "ni e",
+      "n ie",
+      "▁W orld",
+      "▁Wor ld",
+      "▁ World",
+      "▁sim ilar",
+      "▁ similar",
+      "ym bol",
+      "hi ng",
+      "hin g",
+      "h ing",
+      "▁m ark",
+      "▁mar k",
+      "▁ mark",
+      "St ate",
+      "Stat e",
+      "▁cont ent",
+      "▁conten t",
+      "▁conte nt",
+      "▁ content",
+      "▁me ans",
+      "▁mean s",
+      "am ed",
+      "ame d",
+      "a med",
+      "▁E nd",
+      "▁En d",
+      "▁ End",
+      "N D",
+      "co unt",
+      "cou nt",
+      "c ount",
+      "▁In st",
+      "▁Ins t",
+      "▁ Inst",
+      "per ty",
+      "pert y",
+      "ct or",
+      "c tor",
+      "▁{ \\",
+      "▁ {\\",
+      "▁L et",
+      "▁Le t",
+      "▁ Let",
+      "▁! =",
+      "▁ !=",
+      "▁get ting",
+      "▁ getting",
+      "ut h",
+      "u th",
+      "um ber",
+      "umb er",
+      "▁Cons ultado",
+      "sch aft",
+      "sc haft",
+      "le te",
+      "let e",
+      "l ete",
+      "▁W ill",
+      "▁Wil l",
+      "▁Wi ll",
+      "▁ Will",
+      "▁E m",
+      "▁ Em",
+      "he ad",
+      "h ead",
+      "▁l eg",
+      "▁le g",
+      "▁ leg",
+      "но м",
+      "н ом",
+      "O r",
+      "ar m",
+      "a rm",
+      "pon d",
+      "po nd",
+      "p ond",
+      "▁Ch rist",
+      "▁Chris t",
+      "▁Chr ist",
+      "▁ Christ",
+      "▁a round",
+      "▁ar ound",
+      "▁ around",
+      "▁c lear",
+      "▁cl ear",
+      "▁cle ar",
+      "▁ clear",
+      "▁h ref",
+      "▁hr ef",
+      "▁ href",
+      "▁S ee",
+      "▁Se e",
+      "▁ See",
+      "') .",
+      "' ).",
+      "▁cre ated",
+      "▁create d",
+      "▁ created",
+      "▁b utton",
+      "▁but ton",
+      "▁ button",
+      "in ing",
+      "ini ng",
+      "i ning",
+      "▁c lick",
+      "▁cl ick",
+      "▁cli ck",
+      "▁ click",
+      "ia m",
+      "i am",
+      "pl it",
+      "p lit",
+      "F or",
+      "▁p olit",
+      "▁po lit",
+      "▁pol it",
+      "▁ polit",
+      "▁se em",
+      "▁see m",
+      "▁l ife",
+      "▁li fe",
+      "▁lif e",
+      "▁ life",
+      "но в",
+      "н ов",
+      "▁in tern",
+      "▁int ern",
+      "▁inter n",
+      "▁inte rn",
+      "▁ intern",
+      "щ и",
+      "se l",
+      "s el",
+      "so ci",
+      "s oci",
+      "▁s tor",
+      "▁st or",
+      "▁sto r",
+      "▁ stor",
+      "cl e",
+      "c le",
+      "ear ch",
+      "e arch",
+      "and roid",
+      "andro id",
+      "andr oid",
+      "}^ {",
+      "} ^{",
+      "▁e ither",
+      "▁f ew",
+      "▁fe w",
+      "▁init ial",
+      "▁initi al",
+      "▁ initial",
+      "l ength",
+      "ri a",
+      "r ia",
+      "sq l",
+      "s ql",
+      "wi k",
+      "w ik",
+      "▁é t",
+      "▁ ét",
+      "ue r",
+      "u er",
+      "▁val id",
+      "▁ valid",
+      "An d",
+      "A nd",
+      "in clude",
+      "includ e",
+      "ur y",
+      "u ry",
+      "▁s us",
+      "▁su s",
+      "ir ed",
+      "ire d",
+      "i red",
+      "▁A fter",
+      "▁Af ter",
+      "▁ After",
+      "▁d ue",
+      "▁du e",
+      "▁ due",
+      "▁b ei",
+      "▁be i",
+      "▁ bei",
+      "our ces",
+      "ource s",
+      "▁N ov",
+      "▁No v",
+      "▁ Nov",
+      "Ac t",
+      "A ct",
+      "▁C ont",
+      "▁Con t",
+      "▁Co nt",
+      "▁ Cont",
+      "▁bre ak",
+      "▁ break",
+      "es ted",
+      "est ed",
+      "este d",
+      "e sted",
+      "▁act ually",
+      "▁actual ly",
+      "▁actu ally",
+      "el se",
+      "els e",
+      "tm l",
+      "t ml",
+      "re r",
+      "r er",
+      "on es",
+      "one s",
+      "o nes",
+      "▁de sign",
+      "▁des ign",
+      "▁ design",
+      "▁pro perty",
+      "▁proper ty",
+      "▁ property",
+      "ph i",
+      "p hi",
+      "al ity",
+      "ali ty",
+      "oc h",
+      "o ch",
+      "is ts",
+      "ist s",
+      "▁ ·",
+      "ud io",
+      "udi o",
+      "A B",
+      "al a",
+      "a la",
+      "ion es",
+      "io nes",
+      "ione s",
+      "i ones",
+      "ф и",
+      "fin d",
+      "fi nd",
+      "f ind",
+      "A s",
+      "▁c ustom",
+      "▁cust om",
+      "▁ custom",
+      "▁a nn",
+      "▁an n",
+      "▁ ann",
+      "E S",
+      "O T",
+      "l ambda",
+      "▁i dent",
+      "▁id ent",
+      "▁ide nt",
+      "▁ ident",
+      "▁or gan",
+      "▁org an",
+      "▁ organ",
+      "▁C ent",
+      "▁Ce nt",
+      "▁ Cent",
+      "▁C har",
+      "▁Ch ar",
+      "▁Cha r",
+      "▁ Char",
+      "▁o s",
+      "▁ os",
+      "▁h ard",
+      "▁ha rd",
+      "▁har d",
+      "▁ hard",
+      "ро в",
+      "р ов",
+      "▁/ >",
+      "▁ />",
+      "k o",
+      "▁ex per",
+      "▁exp er",
+      "▁se par",
+      "▁sep ar",
+      "▁ separ",
+      "y l",
+      "ou rn",
+      "our n",
+      "o urn",
+      "▁d ev",
+      "▁de v",
+      "▁ dev",
+      "▁a uch",
+      "▁au ch",
+      "▁auc h",
+      "▁ auch",
+      "▁b lock",
+      "▁bl ock",
+      "▁blo ck",
+      "▁ block",
+      "bo ok",
+      "b ook",
+      "▁m ap",
+      "▁ma p",
+      "▁ map",
+      "il la",
+      "ill a",
+      "i lla",
+      "▁com put",
+      "▁comp ut",
+      "▁ comput",
+      "▁s pace",
+      "▁sp ace",
+      "▁spac e",
+      "▁ space",
+      "res ult",
+      ") }",
+      "▁e cho",
+      "▁ec ho",
+      "▁ echo",
+      "con fig",
+      "conf ig",
+      "h i",
+      "▁lar ge",
+      "▁larg e",
+      "▁ large",
+      "▁w idth",
+      "▁wid th",
+      "▁ width",
+      "▁G o",
+      "▁ Go",
+      "ma t",
+      "m at",
+      "▁d iff",
+      "▁di ff",
+      "▁dif f",
+      "▁ diff",
+      "▁k ind",
+      "▁ki nd",
+      "▁kin d",
+      "▁ kind",
+      "an ces",
+      "ance s",
+      "anc es",
+      "yn am",
+      "yna m",
+      "y nam",
+      "▁col or",
+      "▁co lor",
+      "▁ color",
+      "In t",
+      "I nt",
+      "so l",
+      "s ol",
+      "▁p i",
+      "▁ pi",
+      "▁char acter",
+      "▁charact er",
+      "▁ character",
+      "om ent",
+      "ome nt",
+      "omen t",
+      "o ment",
+      "▁res ponse",
+      "▁respons e",
+      "▁ response",
+      "ig ma",
+      "ward s",
+      "war ds",
+      "w ards",
+      "ar row",
+      "arr ow",
+      "с у",
+      "ti es",
+      "t ies",
+      "▁ü ber",
+      "▁ über",
+      "Im age",
+      "y d",
+      "▁п ере",
+      "▁пер е",
+      "▁пе ре",
+      "▁ пере",
+      "▁n ode",
+      "▁no de",
+      "▁nod e",
+      "▁ node",
+      "▁it em",
+      "▁i tem",
+      "▁ item",
+      "ach ine",
+      "achi ne",
+      "im a",
+      "i ma",
+      "▁v a",
+      "▁ va",
+      "▁appro ach",
+      "▁w er",
+      "▁we r",
+      "▁ wer",
+      "▁ч е",
+      "▁ че",
+      "O n",
+      "ol low",
+      "oll ow",
+      "он а",
+      "о на",
+      "ct ed",
+      "c ted",
+      "ur ed",
+      "ure d",
+      "u red",
+      "Cont roller",
+      "Control ler",
+      "li ed",
+      "lie d",
+      "l ied",
+      "▁j o",
+      "▁ jo",
+      "▁d al",
+      "▁da l",
+      "▁ dal",
+      "un k",
+      "▁ î",
+      "st art",
+      "sta rt",
+      "star t",
+      "ol a",
+      "o la",
+      "▁com pon",
+      "▁comp on",
+      "I C",
+      "bi t",
+      "b it",
+      "▁b ase",
+      "▁bas e",
+      "▁ba se",
+      "▁ base",
+      "п у",
+      "▁id ea",
+      "▁ide a",
+      "▁ idea",
+      "▁d ire",
+      "▁di re",
+      "▁dir e",
+      "▁ dire",
+      "▁r ad",
+      "▁ra d",
+      "▁ rad",
+      "gr oup",
+      "gro up",
+      "▁W ith",
+      "▁Wi th",
+      "▁Wit h",
+      "▁ With",
+      "ser ver",
+      "serv er",
+      "serve r",
+      "si de",
+      "s ide",
+      "si ng",
+      "sin g",
+      "s ing",
+      "▁d ies",
+      "▁di es",
+      "▁die s",
+      "▁n ear",
+      "▁ne ar",
+      "▁ near",
+      "▁v oor",
+      "▁vo or",
+      "▁ voor",
+      "▁arg ument",
+      "▁ argument",
+      "▁} ,",
+      "▁ },",
+      "▁l and",
+      "▁la nd",
+      "▁lan d",
+      "▁ land",
+      "▁n ames",
+      "▁name s",
+      "▁na mes",
+      "▁nam es",
+      "▁ names",
+      "▁o ption",
+      "▁op tion",
+      "▁opt ion",
+      "▁ option",
+      "ith ub",
+      "pp ed",
+      "ppe d",
+      "p ped",
+      "au g",
+      "a ug",
+      "▁l inks",
+      "▁link s",
+      "▁lin ks",
+      "▁ links",
+      "▁f ull",
+      "▁fu ll",
+      "▁ful l",
+      "▁ full",
+      "▁s itu",
+      "▁si tu",
+      "▁sit u",
+      "▁con sole",
+      "▁cons ole",
+      "▁ console",
+      "▁e tc",
+      "▁et c",
+      "▁ etc",
+      "au x",
+      "a ux",
+      "▁C or",
+      "▁Co r",
+      "▁ Cor",
+      "icro soft",
+      "▁c ame",
+      "▁cam e",
+      "▁ca me",
+      "lo cal",
+      "loc al",
+      "l ocal",
+      "▁k nown",
+      "▁kn own",
+      "▁know n",
+      "▁ known",
+      "▁multi ple",
+      "▁multip le",
+      "▁ multiple",
+      "angu age",
+      "▁t otal",
+      "▁to tal",
+      "▁tot al",
+      "▁ total",
+      "ol ogy",
+      "olog y",
+      "olo gy",
+      "ä t",
+      "▁ Х",
+      "▁f re",
+      "▁fr e",
+      "▁ fre",
+      "▁t en",
+      "▁te n",
+      "▁ ten",
+      "ide o",
+      "▁b es",
+      "▁be s",
+      "▁ bes",
+      "tr ue",
+      "Qu ery",
+      "Que ry",
+      "om m",
+      "o mm",
+      "▁A rt",
+      "▁Ar t",
+      "▁ Art",
+      "▁ke ep",
+      "▁ keep",
+      "▁Un iversity",
+      "▁Univers ity",
+      "re ate",
+      "rea te",
+      "pp ort",
+      "ppo rt",
+      "p port",
+      "▁p ython",
+      "▁ python",
+      "tr a",
+      "t ra",
+      "ect or",
+      "ec tor",
+      "e ctor",
+      "р і",
+      "op h",
+      "o ph",
+      "▁c onc",
+      "▁con c",
+      "▁co nc",
+      "▁f our",
+      "▁fo ur",
+      "▁fou r",
+      "▁ four",
+      "vi ron",
+      "vir on",
+      "▁v ia",
+      "▁vi a",
+      "▁ via",
+      "? \"",
+      "im age",
+      "ima ge",
+      "ol l",
+      "o ll",
+      "ны е",
+      "н ые",
+      "▁con text",
+      "▁cont ext",
+      "▁conte xt",
+      "▁ context",
+      "▁s em",
+      "▁se m",
+      "▁ sem",
+      ". _",
+      "▁e ng",
+      "▁en g",
+      "▁ eng",
+      "ma r",
+      "m ar",
+      "A D",
+      "▁m or",
+      "▁mo r",
+      "▁ mor",
+      "▁C al",
+      "▁Ca l",
+      "▁ Cal",
+      "▁c ell",
+      "▁ce ll",
+      "▁cel l",
+      "▁ cell",
+      "im al",
+      "ima l",
+      "i mal",
+      "AT E",
+      "A TE",
+      "▁in f",
+      "▁ inf",
+      "ö n",
+      "uf fer",
+      "uff er",
+      "s q",
+      ".. ..",
+      "... .",
+      ". ...",
+      "▁z ur",
+      "▁zu r",
+      "W ith",
+      "ра н",
+      "р ан",
+      "ch n",
+      "c hn",
+      "▁d oor",
+      "▁do or",
+      "▁ door",
+      "cont ent",
+      "▁m iss",
+      "▁mi ss",
+      "▁mis s",
+      "▁ miss",
+      "▁s imp",
+      "▁sim p",
+      "▁si mp",
+      "▁ simp",
+      "á r",
+      "ir a",
+      "i ra",
+      "▁h at",
+      "▁ha t",
+      "▁ hat",
+      "Te st",
+      "T est",
+      "▁c ertain",
+      "▁cert ain",
+      "▁cer tain",
+      "▁ certain",
+      "N S",
+      "▁c ho",
+      "▁ch o",
+      "▁ cho",
+      "▁ad v",
+      "▁ adv",
+      "wh ere",
+      "w here",
+      "▁lo oking",
+      "▁look ing",
+      "▁ looking",
+      "▁t imes",
+      "▁time s",
+      "▁tim es",
+      "▁ti mes",
+      "▁ times",
+      "ни х",
+      "н их",
+      "ut o",
+      "u to",
+      "▁ É",
+      "ca n",
+      "c an",
+      "ho st",
+      "hos t",
+      "h ost",
+      "▁( *",
+      "▁ (*",
+      "lo at",
+      "▁n icht",
+      "▁ni cht",
+      "▁nic ht",
+      "▁nich t",
+      "Fi eld",
+      "F ield",
+      "bu rg",
+      "bur g",
+      "b urg",
+      "con st",
+      "cons t",
+      "ad es",
+      "ade s",
+      "a des",
+      "▁M us",
+      "▁Mu s",
+      "▁ Mus",
+      "▁n othing",
+      "▁not hing",
+      "▁no thing",
+      "▁ nothing",
+      "▁in cre",
+      "▁inc re",
+      "▁M in",
+      "▁Mi n",
+      "▁ Min",
+      "▁p ower",
+      "▁po wer",
+      "▁pow er",
+      "▁ power",
+      "▁Amer ican",
+      "▁America n",
+      "▁ American",
+      "l n",
+      "val id",
+      "un gs",
+      "ung s",
+      "▁N ational",
+      "▁Nat ional",
+      "▁Nation al",
+      "▁ National",
+      "▁S an",
+      "▁Sa n",
+      "▁ San",
+      "▁Y ork",
+      "Re quest",
+      "ch ar",
+      "cha r",
+      "c har",
+      "▁Z e",
+      "▁ Ze",
+      "but ton",
+      "b utton",
+      "▁a lg",
+      "▁al g",
+      "▁ alg",
+      "SO N",
+      "S ON",
+      "▁a p",
+      "▁ ap",
+      "uf f",
+      "u ff",
+      "ab ility",
+      "abil ity",
+      "е м",
+      "▁any thing",
+      "el a",
+      "e la",
+      "() )",
+      "( ))",
+      "б а",
+      "amp ion",
+      "ampio n",
+      "▁p ot",
+      "▁po t",
+      "▁ pot",
+      "▁f ut",
+      "▁fu t",
+      "ail able",
+      "▁p rop",
+      "▁pro p",
+      "▁pr op",
+      "▁ prop",
+      "\" ]",
+      "▁l ess",
+      "▁le ss",
+      "▁les s",
+      "▁ less",
+      "la g",
+      "l ag",
+      "▁A ugust",
+      "▁Aug ust",
+      "▁ August",
+      "I t",
+      "▁p lease",
+      "▁ple ase",
+      "▁st yle",
+      "▁sty le",
+      "▁ style",
+      "▁Al so",
+      "▁Als o",
+      "▁ Also",
+      "b t",
+      "▁pro bably",
+      "▁prob ably",
+      "▁O ne",
+      "▁On e",
+      "▁ One",
+      "▁p oss",
+      "▁po ss",
+      "▁pos s",
+      "▁ poss",
+      "U I",
+      "ui t",
+      "u it",
+      "▁W est",
+      "▁We st",
+      "▁Wes t",
+      "▁ West",
+      "h n",
+      "+ \\",
+      "But ton",
+      "Butt on",
+      "B utton",
+      "js on",
+      "j son",
+      "er r",
+      "e rr",
+      "ra me",
+      "ram e",
+      "r ame",
+      "do m",
+      "d om",
+      "il on",
+      "ilo n",
+      "i lon",
+      "al f",
+      "▁c lient",
+      "▁cl ient",
+      "▁cli ent",
+      "▁ client",
+      "▁cont inu",
+      "▁contin u",
+      "▁ continu",
+      "x ml",
+      "pe c",
+      "p ec",
+      "ad or",
+      "ado r",
+      "a dor",
+      "l s",
+      "▁how ever",
+      "▁A ny",
+      "▁An y",
+      "▁ Any",
+      "än d",
+      "ä nd",
+      "math rm",
+      "▁u rl",
+      "▁ur l",
+      "▁ url",
+      "▁b ook",
+      "▁bo ok",
+      "▁ book",
+      "▁g l",
+      "▁ gl",
+      "iv es",
+      "ive s",
+      "i ves",
+      "g i",
+      "▁t ro",
+      "▁tr o",
+      "▁U S",
+      "▁ US",
+      "po int",
+      "p oint",
+      "op en",
+      "ope n",
+      "o pen",
+      "▁c ur",
+      "▁cu r",
+      "▁ cur",
+      "▁e ra",
+      "▁er a",
+      "▁ era",
+      "▁part icular",
+      "▁partic ular",
+      "▁particul ar",
+      "▁parti cular",
+      "▁H T",
+      "▁ HT",
+      "oo t",
+      "o ot",
+      "el lo",
+      "ell o",
+      "lo bal",
+      "lob al",
+      "▁a ction",
+      "▁act ion",
+      "▁ac tion",
+      "▁ action",
+      "▁I nt",
+      "▁In t",
+      "▁ Int",
+      "▁in clude",
+      "▁incl ude",
+      "▁includ e",
+      "▁inclu de",
+      "▁ include",
+      "▁el ements",
+      "▁element s",
+      "▁ele ments",
+      "▁elem ents",
+      "▁ elements",
+      "на я",
+      "ar ds",
+      "ard s",
+      "▁B l",
+      "▁ Bl",
+      "▁h um",
+      "▁hu m",
+      "▁ hum",
+      "fr om",
+      "f rom",
+      "ch ange",
+      "chan ge",
+      "▁function s",
+      "▁fun ctions",
+      "▁ functions",
+      "he n",
+      "h en",
+      "Ser vice",
+      "Serv ice",
+      "▁he ight",
+      "▁ height",
+      "▁L and",
+      "▁La nd",
+      "▁Lan d",
+      "▁ Land",
+      "ia s",
+      "i as",
+      "g s",
+      "ió n",
+      "i ón",
+      "ло в",
+      "л ов",
+      "no de",
+      "n ode",
+      ". ”",
+      "ha nd",
+      "han d",
+      "h and",
+      "▁б у",
+      "▁ бу",
+      "▁a mb",
+      "▁am b",
+      "▁ amb",
+      "▁L u",
+      "▁ Lu",
+      "▁th row",
+      "▁thr ow",
+      "▁thro w",
+      "▁ throw",
+      "▁m ot",
+      "▁mo t",
+      "▁ mot",
+      "▁A ct",
+      "▁Ac t",
+      "▁ Act",
+      "▁w orld",
+      "▁wor ld",
+      "▁ world",
+      "_ \\",
+      "ba se",
+      "bas e",
+      "b ase",
+      "▁C o",
+      "▁ Co",
+      "▁ar ch",
+      "▁arc h",
+      "▁ arch",
+      "▁## ##",
+      "▁### #",
+      "▁ ####",
+      "ge d",
+      "g ed",
+      "pr il",
+      "p ril",
+      "ol der",
+      "old er",
+      "o lder",
+      "Mod el",
+      "Mode l",
+      "Mo del",
+      "M odel",
+      "▁sever al",
+      "li e",
+      "l ie",
+      "che ck",
+      "c heck",
+      "] {",
+      "con s",
+      "co ns",
+      "c ons",
+      "▁T ra",
+      "▁Tr a",
+      "▁ Tra",
+      "he ck",
+      "▁l east",
+      "▁le ast",
+      "do wn",
+      "d own",
+      "eb ru",
+      "e bru",
+      "De f",
+      "D ef",
+      "par am",
+      "pa ram",
+      "para m",
+      "p aram",
+      "is cher",
+      "isch er",
+      "ische r",
+      "isc her",
+      "i scher",
+      "▁c as",
+      "▁ca s",
+      "▁ cas",
+      "C H",
+      "▁add ress",
+      "▁addr ess",
+      "▁ address",
+      "▁ра з",
+      "▁ раз",
+      "uf en",
+      "ufe n",
+      "u fen",
+      "ur ope",
+      "uro pe",
+      "urop e",
+      "е й",
+      "▁b ound",
+      "▁bo und",
+      "▁bou nd",
+      "▁ bound",
+      "C O",
+      "▁A ng",
+      "▁An g",
+      "▁ Ang",
+      "▁M a",
+      "▁ Ma",
+      "In dex",
+      "Ind ex",
+      "co re",
+      "cor e",
+      "c ore",
+      "ou ch",
+      "ouc h",
+      "o uch",
+      "at abase",
+      "ata base",
+      "rib ution",
+      "ribu tion",
+      "doc ument",
+      "d ocument",
+      "L e",
+      "}_ {",
+      "} _{",
+      "ve rn",
+      "ver n",
+      "v ern",
+      "▁stat ement",
+      "▁state ment",
+      "▁ statement",
+      "▁B rit",
+      "▁Br it",
+      "on o",
+      "o no",
+      "ps ilon",
+      "psi lon",
+      "▁le vel",
+      "▁lev el",
+      "▁ level",
+      "▁pro duct",
+      "▁produ ct",
+      "▁prod uct",
+      "▁ product",
+      "I S",
+      "▁c ourse",
+      "▁cour se",
+      "▁cours e",
+      "▁ course",
+      "▁M r",
+      "▁ Mr",
+      "> \r",
+      "▁back ground",
+      "▁ background",
+      "▁re t",
+      "▁r et",
+      "▁ ret",
+      "er ing",
+      "eri ng",
+      "e ring",
+      "mo st",
+      "mos t",
+      "m ost",
+      "сь ко",
+      "ськ о",
+      "▁th read",
+      "▁thr ead",
+      "▁thre ad",
+      "▁ thread",
+      "it ional",
+      "ition al",
+      "iti onal",
+      "it es",
+      "ite s",
+      "i tes",
+      "P l",
+      "▁d os",
+      "▁do s",
+      "g a",
+      "da y",
+      "d ay",
+      "▁G ener",
+      "▁Ge ner",
+      "▁Gen er",
+      "▁Gene r",
+      "▁ Gener",
+      "▁t w",
+      "▁ tw",
+      "A d",
+      "\"> <",
+      "\" ><",
+      "▁( $",
+      "▁ ($",
+      "▁m oment",
+      "▁mo ment",
+      "▁mom ent",
+      "tit le",
+      "t itle",
+      "cre ate",
+      "c reate",
+      "vers ion",
+      "v ersion",
+      "Man ager",
+      "▁f ur",
+      "▁fu r",
+      "▁ fur",
+      "pp ing",
+      "ppi ng",
+      "p ping",
+      "ij n",
+      "о с",
+      "▁r ather",
+      "▁ra ther",
+      "▁rat her",
+      "pt ember",
+      "O S",
+      "▁s ite",
+      "▁si te",
+      "▁sit e",
+      "▁ site",
+      "▁c aus",
+      "▁ca us",
+      "an i",
+      "a ni",
+      "▁h ome",
+      "▁hom e",
+      "▁ho me",
+      "▁ home",
+      "м і",
+      "▁sh ort",
+      "▁sho rt",
+      "▁ short",
+      "p a",
+      "▁l ead",
+      "▁le ad",
+      "is hed",
+      "ish ed",
+      "ci ng",
+      "cin g",
+      "c ing",
+      "or ding",
+      "ord ing",
+      "ordin g",
+      "▁p rote",
+      "▁pro te",
+      "▁pr ote",
+      "▁prot e",
+      "▁ prote",
+      "с ле",
+      "LE CT",
+      "L ECT",
+      "▁di dn",
+      "▁did n",
+      "pos ition",
+      "p osition",
+      "\", \"",
+      "\" ,\"",
+      "() ,",
+      "( ),",
+      "tr ans",
+      "tra ns",
+      "▁l ot",
+      "▁lo t",
+      "▁ lot",
+      "▁о д",
+      "▁ од",
+      "A S",
+      "▁s at",
+      "▁sa t",
+      "▁po ints",
+      "▁point s",
+      "▁ points",
+      "g ithub",
+      "st yle",
+      "sty le",
+      "▁го ду",
+      "▁год у",
+      "▁D is",
+      "▁Di s",
+      "▁ Dis",
+      "pon ent",
+      "om et",
+      "ome t",
+      "o met",
+      "ze r",
+      "z er",
+      "UL L",
+      "U LL",
+      "▁p a",
+      "▁ pa",
+      "A P",
+      "ac es",
+      "ace s",
+      "a ces",
+      "▁Un ited",
+      "▁Unit ed",
+      "am a",
+      "a ma",
+      "et y",
+      "e ty",
+      "Col or",
+      "Co lor",
+      "▁en ough",
+      "U S",
+      "▁l ength",
+      "▁leng th",
+      "▁ length",
+      "() );",
+      "()) ;",
+      "( ));",
+      "^{ \\",
+      "^ {\\",
+      "ft y",
+      "f ty",
+      "Bo x",
+      "B ox",
+      "ap ter",
+      "apt er",
+      "▁comp let",
+      "▁comple t",
+      "▁compl et",
+      "ни к",
+      "ma x",
+      "m ax",
+      "ob ject",
+      "obj ect",
+      "o bject",
+      "( {",
+      "img ur",
+      "it ive",
+      "iti ve",
+      "un ch",
+      "unc h",
+      "▁S ub",
+      "▁Su b",
+      "▁ Sub",
+      "en de",
+      "end e",
+      "e nde",
+      "г у",
+      "ateg ory",
+      "ategor y",
+      "т ы",
+      "ia no",
+      "ian o",
+      "i ano",
+      "▁u pd",
+      "▁up d",
+      "▁A ust",
+      "▁Aus t",
+      "▁Au st",
+      "}{ \\",
+      "} {\\",
+      "to p",
+      "t op",
+      "la s",
+      "l as",
+      "pi s",
+      "p is",
+      "in ess",
+      "ine ss",
+      "ines s",
+      "i ness",
+      "▁{ \r",
+      "▁ {\r",
+      "▁ Е",
+      "G r",
+      "▁A S",
+      "▁ AS",
+      "▁в е",
+      "▁ ве",
+      "th ers",
+      "ther s",
+      "the rs",
+      "▁d efined",
+      "▁def ined",
+      "▁define d",
+      "▁defin ed",
+      "▁ defined",
+      "az ione",
+      "azi one",
+      "a zione",
+      "▁o ffic",
+      "▁of fic",
+      "▁off ic",
+      "▁au tom",
+      "▁aut om",
+      "▁auto m",
+      "▁ autom",
+      "ü n",
+      "▁b row",
+      "▁br ow",
+      "▁bro w",
+      "▁ brow",
+      "▁s erv",
+      "▁se rv",
+      "▁ser v",
+      "▁ serv",
+      "▁re move",
+      "▁rem ove",
+      "▁remov e",
+      "▁ remove",
+      "ir o",
+      "i ro",
+      "▁B ibli",
+      "▁Bib li",
+      "E D",
+      "▁w hole",
+      "▁wh ole",
+      "▁who le",
+      "▁ ш",
+      "▁J ava",
+      "▁Ja va",
+      "▁ Java",
+      "▁z um",
+      "▁zu m",
+      "u a",
+      "p m",
+      "de v",
+      "d ev",
+      "к ра",
+      "ol ds",
+      "old s",
+      "▁W ar",
+      "▁Wa r",
+      "ä n",
+      "pa ss",
+      "pas s",
+      "p ass",
+      "u z",
+      "[ \"",
+      "▁t ri",
+      "▁tr i",
+      "▁ tri",
+      "is ed",
+      "ise d",
+      "i sed",
+      "х а",
+      "▁mem ory",
+      "▁memor y",
+      "▁ memory",
+      "▁P ort",
+      "▁Po rt",
+      "▁Por t",
+      "▁ Port",
+      "op er",
+      "ope r",
+      "o per",
+      "U p",
+      "▁Th ank",
+      "▁ Thank",
+      "▁M ich",
+      "▁Mi ch",
+      "▁Mic h",
+      "▁ Mich",
+      "yc h",
+      "y ch",
+      "bo ard",
+      "boa rd",
+      "б у",
+      "In st",
+      "▁b egin",
+      "▁be gin",
+      "▁beg in",
+      "▁ begin",
+      "in ation",
+      "ina tion",
+      "▁M od",
+      "▁Mo d",
+      "▁ Mod",
+      "_ ,",
+      "▁D en",
+      "▁De n",
+      "▁ Den",
+      "op tion",
+      "opt ion",
+      "o ption",
+      "▁con struct",
+      "▁const ruct",
+      "▁constru ct",
+      "▁ construct",
+      "▁J ust",
+      "▁Ju st",
+      "▁ Just",
+      "Ma p",
+      "M ap",
+      "ru n",
+      "r un",
+      "▁re spect",
+      "▁res pect",
+      "▁resp ect",
+      "ha m",
+      "h am",
+      "ма н",
+      "м ан",
+      "im edia",
+      "ime dia",
+      "i media",
+      "▁a pply",
+      "▁app ly",
+      "▁ap ply",
+      "▁ apply",
+      "cri ption",
+      "cript ion",
+      "ma in",
+      "mai n",
+      "m ain",
+      "▁К а",
+      "▁ Ка",
+      "oi d",
+      "o id",
+      "Co de",
+      "C ode",
+      "} ;",
+      "In fo",
+      "Inf o",
+      "▁for mat",
+      "▁form at",
+      "▁forma t",
+      "▁ format",
+      "Lo g",
+      "L og",
+      "▁с у",
+      "▁ су",
+      "▁l at",
+      "▁la t",
+      "▁ lat",
+      "ut or",
+      "uto r",
+      "u tor",
+      "▁re ference",
+      "▁refer ence",
+      "▁ reference",
+      "▁cal cul",
+      "▁calc ul",
+      "▁ calcul",
+      "on n",
+      "o nn",
+      "L o",
+      "in fty",
+      "inf ty",
+      "▁a long",
+      "▁al ong",
+      "▁ č",
+      "▁t ask",
+      "▁ta sk",
+      "▁ task",
+      "▁e v",
+      "▁ ev",
+      "th eta",
+      "the ta",
+      "ra s",
+      "r as",
+      "jo r",
+      "j or",
+      "▁б о",
+      "▁ бо",
+      "▁princi p",
+      "▁prin cip",
+      "M y",
+      "▁e iner",
+      "▁ein er",
+      "▁eine r",
+      "▁E s",
+      "▁ Es",
+      "om b",
+      "o mb",
+      "qu ad",
+      "qua d",
+      "^{ -",
+      "^ {-",
+      "um p",
+      "u mp",
+      "▁t ill",
+      "▁til l",
+      "▁ti ll",
+      "д і",
+      "▁lo oks",
+      "▁look s",
+      "▁o k",
+      "▁ ok",
+      "ц а",
+      "n u",
+      "Fi l",
+      "F il",
+      "▁s ont",
+      "▁so nt",
+      "▁son t",
+      "▁M ed",
+      "▁Me d",
+      "▁ Med",
+      "ag ue",
+      "agu e",
+      "a gue",
+      "▁c ost",
+      "▁co st",
+      "▁cos t",
+      "▁ cost",
+      "▁S im",
+      "▁Si m",
+      "▁ Sim",
+      "▁com ment",
+      "▁comm ent",
+      "▁comme nt",
+      "▁ comment",
+      "▁( \\",
+      "▁ (\\",
+      "eg en",
+      "ege n",
+      "e gen",
+      "▁para meter",
+      "▁param eter",
+      "▁paramet er",
+      "▁ parameter",
+      "▁F rance",
+      "▁Fran ce",
+      "▁Fr ance",
+      "▁Franc e",
+      "▁ France",
+      "re p",
+      "r ep",
+      "▁T H",
+      "▁ TH",
+      "▁y et",
+      "▁ye t",
+      "▁a way",
+      "▁aw ay",
+      "▁ away",
+      "▁c irc",
+      "▁ci rc",
+      "▁cir c",
+      "▁ circ",
+      "▁A PI",
+      "▁AP I",
+      "▁ API",
+      "em p",
+      "e mp",
+      "в і",
+      "L ayout",
+      "▁l ines",
+      "▁li nes",
+      "▁line s",
+      "▁lin es",
+      "▁ lines",
+      "▁P art",
+      "▁Par t",
+      "▁Pa rt",
+      "▁ Part",
+      "em pt",
+      "emp t",
+      "▁B i",
+      "▁ Bi",
+      "▁m ind",
+      "▁min d",
+      "▁mi nd",
+      "▁ mind",
+      "k y",
+      "gi ng",
+      "gin g",
+      "g ing",
+      "▁re port",
+      "▁rep ort",
+      "▁repo rt",
+      "▁ report",
+      "▁A dd",
+      "▁Ad d",
+      "▁ Add",
+      "ро д",
+      "р од",
+      "▁r ange",
+      "▁ran ge",
+      "▁rang e",
+      "▁ range",
+      "ci as",
+      "cia s",
+      "c ias",
+      "li p",
+      "l ip",
+      "▁K ar",
+      "▁Ka r",
+      "▁ Kar",
+      "▁Comm ons",
+      "▁Common s",
+      "ger ufen",
+      "af f",
+      "a ff",
+      "se c",
+      "s ec",
+      "▁h tml",
+      "▁ html",
+      "li g",
+      "l ig",
+      "▁w indow",
+      "▁wind ow",
+      "▁ window",
+      "in ition",
+      "ini tion",
+      "init ion",
+      "ci s",
+      "c is",
+      "▁u t",
+      "▁ ut",
+      "el n",
+      "e ln",
+      "▁a ux",
+      "▁au x",
+      "▁ aux",
+      "▁n eg",
+      "▁ne g",
+      "▁ neg",
+      "Ha nd",
+      "H and",
+      "▁) ;",
+      "▁ );",
+      "▁a nal",
+      "▁an al",
+      "▁ anal",
+      "▁f ri",
+      "▁fr i",
+      "▁ fri",
+      "▁с и",
+      "▁ си",
+      "et ch",
+      "etc h",
+      "m d",
+      "pa ge",
+      "pag e",
+      "p age",
+      "▁l ibrary",
+      "▁li brary",
+      "▁ library",
+      "▁: =",
+      "▁ :=",
+      "RO M",
+      "R OM",
+      "Y ou",
+      "sp ace",
+      "s pace",
+      "▁d urch",
+      "▁dur ch",
+      "▁h ost",
+      "▁ho st",
+      "▁hos t",
+      "▁ host",
+      "av en",
+      "ave n",
+      "a ven",
+      "▁F ile",
+      "▁Fil e",
+      "▁ File",
+      "al le",
+      "all e",
+      "a lle",
+      "ти в",
+      "▁p ap",
+      "▁pa p",
+      "ст во",
+      "ств о",
+      "с тво",
+      "mar k",
+      "m ark",
+      "▁m ais",
+      "▁ma is",
+      "▁mai s",
+      "er man",
+      "erm an",
+      "Si ze",
+      "S ize",
+      "е к",
+      "▁М а",
+      "▁ Ма",
+      "▁is n",
+      "▁i sn",
+      "▁c opy",
+      "▁co py",
+      "▁cop y",
+      "▁ copy",
+      "st en",
+      "ste n",
+      "s ten",
+      "ri ver",
+      "riv er",
+      "rive r",
+      "r iver",
+      "▁w ent",
+      "▁we nt",
+      "▁wen t",
+      "▁j avascript",
+      "▁java script",
+      "▁ javascript",
+      "▁s am",
+      "▁sa m",
+      "▁ sam",
+      "▁f rame",
+      "▁fr ame",
+      "▁fra me",
+      "▁fram e",
+      "▁ frame",
+      "▁v i",
+      "▁ vi",
+      "▁pre vious",
+      "▁prev ious",
+      "▁ previous",
+      "ro du",
+      "rod u",
+      "r odu",
+      "▁method s",
+      "▁ methods",
+      "▁ne cess",
+      "▁neces s",
+      "▁ necess",
+      "N A",
+      "ck et",
+      "cke t",
+      "c ket",
+      "▁o pt",
+      "▁op t",
+      "▁ opt",
+      "Lo c",
+      "L oc",
+      "ho w",
+      "h ow",
+      "▁î n",
+      "▁ în",
+      "sh ip",
+      "s hip",
+      "▁it self",
+      "▁its elf",
+      "▁P lease",
+      "▁Ple ase",
+      "▁ Please",
+      "ie ne",
+      "ien e",
+      "i ene",
+      "ве р",
+      "в ер",
+      "▁< <",
+      "▁ <<",
+      "▁m ill",
+      "▁mil l",
+      "▁mi ll",
+      "▁ mill",
+      "▁t rad",
+      "▁tr ad",
+      "▁tra d",
+      "▁ trad",
+      "pa ce",
+      "p ace",
+      "▁H ar",
+      "▁Ha r",
+      "▁ Har",
+      "it en",
+      "ite n",
+      "i ten",
+      "wi se",
+      "w ise",
+      "writ e",
+      "wr ite",
+      "w rite",
+      "ци и",
+      "р ы",
+      "Lin e",
+      "Li ne",
+      "L ine",
+      "ol o",
+      "o lo",
+      "▁ac cept",
+      "▁ accept",
+      "he ight",
+      "▁e lect",
+      "▁el ect",
+      "▁ele ct",
+      "▁ elect",
+      "el la",
+      "ell a",
+      "e lla",
+      "▁p å",
+      "Se lect",
+      "S elect",
+      "▁ ли",
+      "▁\\ <",
+      "▁ \\<",
+      "( (",
+      "▁I D",
+      "▁ ID",
+      "op s",
+      "o ps",
+      "ва н",
+      "в ан",
+      "i ó",
+      "T P",
+      "» ,",
+      "ne ction",
+      "nect ion",
+      "n ection",
+      "par ent",
+      "pa rent",
+      "▁M ag",
+      "▁Ma g",
+      "▁ Mag",
+      "Tab le",
+      "T able",
+      "O ver",
+      "▁n etwork",
+      "▁net work",
+      "▁ network",
+      "с по",
+      "▁as sign",
+      "▁ass ign",
+      "▁ assign",
+      "ig ger",
+      "igg er",
+      "ir m",
+      "i rm",
+      ") `",
+      "ot tom",
+      "ott om",
+      "otto m",
+      "be ta",
+      "bet a",
+      "b eta",
+      "▁d ell",
+      "▁de ll",
+      "▁del l",
+      "▁b ody",
+      "▁bo dy",
+      "▁bod y",
+      "▁ body",
+      "▁д а",
+      "▁ да",
+      "▁Y our",
+      "▁You r",
+      "▁ Your",
+      "▁f ue",
+      "▁fu e",
+      "▁p ackage",
+      "▁pack age",
+      "▁ package",
+      "▁l ight",
+      "▁lig ht",
+      "▁ light",
+      "▁* *",
+      "▁ **",
+      "M P",
+      "▁c ou",
+      "▁co u",
+      "▁ cou",
+      "ye s",
+      "y es",
+      ": \\",
+      "▁ Ч",
+      "▁m ention",
+      "▁men tion",
+      "▁ment ion",
+      "en sch",
+      "ens ch",
+      "▁d eg",
+      "▁de g",
+      "▁ deg",
+      "▁con vert",
+      "▁conver t",
+      "▁conv ert",
+      "▁ convert",
+      "▁D av",
+      "▁Da v",
+      "ad t",
+      "a dt",
+      "Res ult",
+      "th ough",
+      "▁b us",
+      "▁bu s",
+      "▁ bus",
+      "x y",
+      "▁s een",
+      "▁se en",
+      "▁see n",
+      "▁ seen",
+      "Al l",
+      "A ll",
+      "pu blic",
+      "pub lic",
+      "p ublic",
+      "iv ely",
+      "ive ly",
+      "ivel y",
+      "▁R ec",
+      "▁Re c",
+      "▁ Rec",
+      "▁H is",
+      "▁Hi s",
+      "si m",
+      "s im",
+      "▁f ör",
+      "▁fö r",
+      "▁ för",
+      "▁h istor",
+      "▁his tor",
+      "▁hi stor",
+      "▁hist or",
+      "▁ histor",
+      "▁s ett",
+      "▁se tt",
+      "▁set t",
+      "▁ sett",
+      "ra t",
+      "r at",
+      "ab led",
+      "able d",
+      "abl ed",
+      "a bled",
+      "▁» ,",
+      "▁ »,",
+      "go ogle",
+      "We b",
+      "W eb",
+      "é l",
+      "▁t itle",
+      "▁tit le",
+      "▁ title",
+      "▁J anu",
+      "▁Jan u",
+      "▁Ja nu",
+      "ј а",
+      "▁t ook",
+      "▁to ok",
+      "▁too k",
+      "id en",
+      "ide n",
+      "i den",
+      "s z",
+      "▁G et",
+      "▁Ge t",
+      "▁ Get",
+      "▁object s",
+      "▁ objects",
+      "▁com mon",
+      "▁comm on",
+      "▁ common",
+      "▁ch anges",
+      "▁change s",
+      "▁chang es",
+      "▁ changes",
+      "▁L ond",
+      "▁Lo nd",
+      "▁ Lond",
+      "▁ex tern",
+      "▁ext ern",
+      "▁j u",
+      "▁ ju",
+      "I s",
+      "▁av ailable",
+      "▁avail able",
+      "▁ available",
+      "tr i",
+      "t ri",
+      "▁m ás",
+      "▁má s",
+      "os a",
+      "o sa",
+      "B e",
+      "▁D ata",
+      "▁Da ta",
+      "▁Dat a",
+      "▁ Data",
+      "ur al",
+      "ura l",
+      "u ral",
+      "▁h om",
+      "▁ho m",
+      "▁ hom",
+      "▁acc ount",
+      "▁ac count",
+      "▁ account",
+      "o o",
+      "▁p erm",
+      "▁per m",
+      "▁pe rm",
+      "▁ perm",
+      "res pond",
+      "resp ond",
+      "y t",
+      "▁s end",
+      "▁se nd",
+      "▁sen d",
+      "▁ send",
+      "▁return s",
+      "▁ returns",
+      "iv id",
+      "ivi d",
+      "i vid",
+      "▁ex pla",
+      "▁exp la",
+      "▁expl a",
+      "í n",
+      "▁n or",
+      "▁no r",
+      "▁ nor",
+      "I f",
+      "▁F rom",
+      "▁Fr om",
+      "▁Fro m",
+      "▁ From",
+      "▁t arget",
+      "▁tar get",
+      "▁ target",
+      "fe ct",
+      "f ect",
+      "ен т",
+      "▁u it",
+      "▁ui t",
+      "▁ uit",
+      "▁J o",
+      "▁ Jo",
+      "▁vari ables",
+      "▁variable s",
+      "▁ variables",
+      "▁s eries",
+      "▁se ries",
+      "▁ser ies",
+      "▁serie s",
+      "▁ series",
+      "▁f unc",
+      "▁fun c",
+      "▁fu nc",
+      "▁ func",
+      "▁him self",
+      "▁ч а",
+      "▁ ча",
+      "an ti",
+      "ant i",
+      "▁a ch",
+      "▁ac h",
+      "▁ ach",
+      "ia log",
+      "ial og",
+      "i alog",
+      "▁s td",
+      "▁st d",
+      "▁ std",
+      "a e",
+      "▁f oot",
+      "▁fo ot",
+      "▁foo t",
+      "▁ foot",
+      "▁un ter",
+      "▁ unter",
+      "gr ess",
+      "gres s",
+      "gre ss",
+      "g ress",
+      "No t",
+      "N ot",
+      "ra d",
+      "r ad",
+      "f ér",
+      "▁u til",
+      "▁ut il",
+      "▁ util",
+      "or em",
+      "ore m",
+      "o rem",
+      "▁s ou",
+      "▁so u",
+      "op t",
+      "o pt",
+      "▁o g",
+      "▁ og",
+      "▁u ma",
+      "▁um a",
+      "▁ uma",
+      "it ar",
+      "ita r",
+      "i tar",
+      "▁O k",
+      "▁ Ok",
+      "ü ck",
+      "sq rt",
+      "▁a nt",
+      "▁an t",
+      "▁ ant",
+      "▁wer den",
+      "▁werd en",
+      "å r",
+      "}) ;",
+      "} );",
+      "▁P aris",
+      "▁Par is",
+      "▁Pa ris",
+      "▁ex ception",
+      "▁except ion",
+      "▁ exception",
+      "▁de term",
+      "▁det erm",
+      "▁V ol",
+      "▁Vo l",
+      "▁ Vol",
+      "▁S am",
+      "▁Sa m",
+      "▁ Sam",
+      "▁e ss",
+      "▁es s",
+      "▁ ess",
+      "li es",
+      "lie s",
+      "l ies",
+      "ion i",
+      "io ni",
+      "i oni",
+      "od ing",
+      "odi ng",
+      "o ding",
+      "id get",
+      "idge t",
+      "▁p ri",
+      "▁pr i",
+      "▁wh ether",
+      "▁whe ther",
+      "▁п од",
+      "▁по д",
+      "▁num bers",
+      "▁number s",
+      "▁ numbers",
+      "▁ ~",
+      "ev ent",
+      "even t",
+      "e vent",
+      "▁sh ows",
+      "▁show s",
+      "▁sho ws",
+      "at ures",
+      "atur es",
+      "ature s",
+      "atu res",
+      "▁h ouse",
+      "▁ho use",
+      "▁hous e",
+      "▁ house",
+      "▁f ace",
+      "▁fa ce",
+      "▁fac e",
+      "▁ face",
+      "▁s ię",
+      "▁si ę",
+      "viron ment",
+      "va n",
+      "v an",
+      "▁in cluding",
+      "▁includ ing",
+      "▁inclu ding",
+      "▁ including",
+      "▁< -",
+      "▁ <-",
+      "ti mes",
+      "time s",
+      "tim es",
+      "t imes",
+      "no w",
+      "n ow",
+      "▁p ur",
+      "▁pu r",
+      "▁ pur",
+      "if ier",
+      "ifi er",
+      "ifie r",
+      "▁e mp",
+      "▁em p",
+      "▁ emp",
+      "▁c la",
+      "▁cl a",
+      "▁ cla",
+      "mo n",
+      "m on",
+      "▁D as",
+      "▁Da s",
+      "ad y",
+      "a dy",
+      "▁в ід",
+      "▁ві д",
+      "▁ від",
+      "▁ ц",
+      "ab or",
+      "a bor",
+      "OS T",
+      "O ST",
+      "▁b and",
+      "▁ban d",
+      "▁ba nd",
+      "▁ band",
+      "▁ ú",
+      "▁ex actly",
+      "▁exact ly",
+      "ie rt",
+      "ier t",
+      "i ert",
+      "av ig",
+      "avi g",
+      "▁re du",
+      "▁r edu",
+      "▁red u",
+      "▁ redu",
+      "▁S E",
+      "▁ SE",
+      "lish ed",
+      "lis hed",
+      "l ished",
+      "B u",
+      "Mess age",
+      "M essage",
+      "ce ll",
+      "cel l",
+      "c ell",
+      "ful ly",
+      "full y",
+      "▁s v",
+      "▁ sv",
+      "▁m akes",
+      "▁ma kes",
+      "▁make s",
+      "▁mak es",
+      "po l",
+      "p ol",
+      "▁re quired",
+      "▁require d",
+      "▁requ ired",
+      "▁ required",
+      "fer rer",
+      "▁p ers",
+      "▁per s",
+      "▁pe rs",
+      "▁ pers",
+      "▁m i",
+      "▁ mi",
+      "F I",
+      "▁Pa ul",
+      "▁ Paul",
+      "▁U I",
+      "▁ UI",
+      "▁B el",
+      "▁Be l",
+      "▁ Bel",
+      "in c",
+      "i nc",
+      "▁cont ains",
+      "▁contain s",
+      "▁ contains",
+      "O ut",
+      "as ure",
+      "p u",
+      "ot o",
+      "o to",
+      "▁g ame",
+      "▁ga me",
+      "▁gam e",
+      "▁ game",
+      "z n",
+      "▁W hy",
+      "▁Wh y",
+      "▁ Why",
+      "or ith",
+      "ori th",
+      "bi g",
+      "b ig",
+      "ки й",
+      "sig ma",
+      "s igma",
+      "▁qu ite",
+      "▁qui te",
+      "▁quit e",
+      "▁j ed",
+      "▁je d",
+      "▁ jed",
+      "re c",
+      "r ec",
+      "▁S QL",
+      "▁ SQL",
+      "б е",
+      "▁M art",
+      "▁Mar t",
+      "▁Ma rt",
+      "▁ Mart",
+      "y a",
+      "▁sch ool",
+      "▁ school",
+      "▁sim ply",
+      "▁simp ly",
+      "▁simpl y",
+      "▁v or",
+      "▁vo r",
+      "▁ vor",
+      "▁d ouble",
+      "▁dou ble",
+      "▁doub le",
+      "▁ double",
+      "ра в",
+      "▁S tr",
+      "▁St r",
+      "▁ Str",
+      "ie m",
+      "i em",
+      "▁al bum",
+      "▁alb um",
+      "▁ album",
+      "▁re sol",
+      "▁res ol",
+      "▁ resol",
+      "▁d ei",
+      "▁de i",
+      "▁W ik",
+      "▁Wi k",
+      "▁ Wik",
+      "▁a w",
+      "▁ aw",
+      "um b",
+      "u mb",
+      "ol s",
+      "o ls",
+      "▁* /",
+      "▁ */",
+      "▁z e",
+      "▁ ze",
+      "▁a nim",
+      "▁an im",
+      "▁ani m",
+      "▁ anim",
+      "/ >",
+      "ri s",
+      "r is",
+      "re sh",
+      "res h",
+      "r esh",
+      "N o",
+      "ique s",
+      "iqu es",
+      "i ques",
+      "cur rent",
+      "curr ent",
+      "c urrent",
+      "▁per iod",
+      "▁peri od",
+      "▁ period",
+      "▁A pril",
+      "▁Ap ril",
+      "▁st ore",
+      "▁stor e",
+      "▁sto re",
+      "▁ store",
+      "', '",
+      "' ,'",
+      "▁S et",
+      "▁Se t",
+      "▁ Set",
+      "= {",
+      "ach ed",
+      "ac hed",
+      "ache d",
+      "a ched",
+      "▁M al",
+      "▁Ma l",
+      "▁ Mal",
+      "▁P al",
+      "▁Pa l",
+      "▁ Pal",
+      "an tes",
+      "ant es",
+      "ante s",
+      "ate rial",
+      "ater ial",
+      "▁work ed",
+      "▁wor ked",
+      "le q",
+      "l eq",
+      "ore ferrer",
+      "▁h appen",
+      "▁ha ppen",
+      "▁happ en",
+      "▁b ox",
+      "▁bo x",
+      "▁ box",
+      "ne y",
+      "n ey",
+      "▁c lose",
+      "▁cl ose",
+      "▁clos e",
+      "▁clo se",
+      "▁ close",
+      "▁g ran",
+      "▁gr an",
+      "▁gra n",
+      "▁l ie",
+      "▁li e",
+      "▁ lie",
+      "▁i r",
+      "▁ ir",
+      "▁ex pected",
+      "▁exp ected",
+      "▁expect ed",
+      "▁ expected",
+      "▁д ля",
+      "cl ick",
+      "cli ck",
+      "clic k",
+      "c lick",
+      "ș i",
+      "▁p arte",
+      "▁par te",
+      "▁part e",
+      "og n",
+      "o gn",
+      "▁F orm",
+      "▁For m",
+      "▁Fo rm",
+      "▁ Form",
+      "▁m emb",
+      "▁me mb",
+      "▁mem b",
+      "▁p lan",
+      "▁pl an",
+      "▁pla n",
+      "▁ plan",
+      "▁te am",
+      "▁tea m",
+      "▁ team",
+      "] [",
+      "▁c ommun",
+      "▁com mun",
+      "▁comm un",
+      "or ry",
+      "orr y",
+      "en cy",
+      "enc y",
+      "g l",
+      "in ary",
+      "ina ry",
+      "inar y",
+      "cd ot",
+      "c dot",
+      "^ \\",
+      "▁F irst",
+      "▁Fir st",
+      "▁ First",
+      "an der",
+      "and er",
+      "ande r",
+      "a nder",
+      "▁D ec",
+      "▁De c",
+      "▁ Dec",
+      "re quest",
+      "req uest",
+      "ст ва",
+      "ств а",
+      "с тва",
+      "▁str ucture",
+      "▁struct ure",
+      "▁ structure",
+      "▁| |",
+      "▁ ||",
+      "▁C omp",
+      "▁Com p",
+      "▁Co mp",
+      "▁ Comp",
+      "act ory",
+      "actor y",
+      "▁M il",
+      "▁Mi l",
+      "▁ Mil",
+      "▁S ome",
+      "▁So me",
+      "▁Som e",
+      "▁ Some",
+      "St ream",
+      "▁as sum",
+      "▁ass um",
+      "ue n",
+      "u en",
+      "▁w ords",
+      "▁word s",
+      "▁wor ds",
+      "▁ words",
+      "▁Se ptember",
+      "▁Sept ember",
+      "▁К о",
+      "▁ Ко",
+      "▁d ays",
+      "▁da ys",
+      "▁day s",
+      "▁ days",
+      "or ies",
+      "ori es",
+      "orie s",
+      "o ries",
+      "ста в",
+      "s m",
+      "vi n",
+      "v in",
+      "part ial",
+      "▁par ent",
+      "▁pa rent",
+      "▁pare nt",
+      "▁ parent",
+      "o j",
+      "ни и",
+      "! \"",
+      "ug in",
+      "u gin",
+      "▁W indows",
+      "▁Wind ows",
+      "▁Window s",
+      "▁ Windows",
+      "E d",
+      ": }",
+      "▁ q",
+      "▁b en",
+      "▁be n",
+      "▁ ben",
+      "ia na",
+      "ian a",
+      "i ana",
+      "▁l abel",
+      "▁la bel",
+      "▁lab el",
+      "▁ label",
+      "st ate",
+      "sta te",
+      "stat e",
+      "ut ed",
+      "ute d",
+      "u ted",
+      "▁( )",
+      "▁ ()",
+      "▁с во",
+      "▁e dit",
+      "▁ed it",
+      "▁ edit",
+      "ur ing",
+      "uri ng",
+      "u ring",
+      "▁N S",
+      "▁ NS",
+      "▁J ahr",
+      "▁Jah r",
+      "▁Ja hr",
+      "▁prov ide",
+      "H e",
+      "▁Y es",
+      "▁Ye s",
+      "▁ Yes",
+      "an el",
+      "ane l",
+      "a nel",
+      "en ame",
+      "ena me",
+      "e name",
+      "▁D on",
+      "▁Do n",
+      "▁ Don",
+      "is k",
+      "i sk",
+      "gr a",
+      "g ra",
+      "el ij",
+      "eli j",
+      "e lij",
+      "▁r oot",
+      "▁ro ot",
+      "▁ root",
+      "* /",
+      "▁F re",
+      "▁Fr e",
+      "▁ Fre",
+      "▁M or",
+      "▁Mo r",
+      "▁ Mor",
+      "us ed",
+      "use d",
+      "u sed",
+      "ran ge",
+      "r ange",
+      "▁t amb",
+      "▁ta mb",
+      "▁tam b",
+      "▁mod ule",
+      "▁ module",
+      "▁d irectory",
+      "▁direct ory",
+      "▁director y",
+      "▁ directory",
+      "ound s",
+      "oun ds",
+      "Act ivity",
+      "Activ ity",
+      "▁m u",
+      "▁ mu",
+      "in fo",
+      "inf o",
+      "▁f ree",
+      "▁fr ee",
+      "▁fre e",
+      "▁ free",
+      "or ge",
+      "org e",
+      "ta b",
+      "t ab",
+      ") =",
+      "la ng",
+      "lan g",
+      "l ang",
+      "▁о с",
+      "▁ ос",
+      "▁F ROM",
+      "▁FR OM",
+      "▁ FROM",
+      "▁en ter",
+      "▁ent er",
+      "▁ enter",
+      "▁bec ame",
+      "id ae",
+      "ida e",
+      "х и",
+      "▁St ates",
+      "▁State s",
+      "▁Stat es",
+      "▁Sta tes",
+      "ver se",
+      "vers e",
+      "▁ex pl",
+      "▁exp l",
+      "▁ expl",
+      "yn t",
+      "y nt",
+      "U N",
+      "e e",
+      "en dent",
+      "end ent",
+      "enden t",
+      "ende nt",
+      "▁m aking",
+      "▁ma king",
+      "▁mak ing",
+      "▁ making",
+      "▁\" $",
+      "un i",
+      "u ni",
+      "qu ence",
+      "▁l ui",
+      "▁lu i",
+      "H T",
+      "▁us es",
+      "▁use s",
+      "▁ uses",
+      "zi e",
+      "z ie",
+      "ni a",
+      "n ia",
+      "Cont ent",
+      "▁C ount",
+      "▁Co unt",
+      "▁Coun t",
+      "▁Cou nt",
+      "▁ Count",
+      "▁stand ard",
+      "▁ standard",
+      "EN T",
+      "E NT",
+      "▁ко н",
+      "▁к он",
+      "▁ кон",
+      "fo rt",
+      "for t",
+      "f ort",
+      "ad as",
+      "ada s",
+      "a das",
+      "з у",
+      "S ystem",
+      "▁S w",
+      "▁ Sw",
+      "▁e ver",
+      "▁ev er",
+      "▁ ever",
+      "L O",
+      "▁cor respond",
+      "▁P o",
+      "▁ Po",
+      "ar gin",
+      "arg in",
+      "к т",
+      "і й",
+      "▁re main",
+      "▁rem ain",
+      "ci o",
+      "c io",
+      "▁act ual",
+      "▁actu al",
+      "▁ actual",
+      "ст у",
+      "с ту",
+      "▁s ind",
+      "▁si nd",
+      "▁sin d",
+      "▁P e",
+      "▁ Pe",
+      "▁ch anged",
+      "▁change d",
+      "▁chang ed",
+      "▁ changed",
+      "▁N ote",
+      "▁No te",
+      "▁Not e",
+      "▁ Note",
+      "sk ie",
+      "ski e",
+      "s kie",
+      "▁famil y",
+      "▁fam ily",
+      "▁ family",
+      "it à",
+      "co s",
+      "c os",
+      "tx t",
+      "t xt",
+      "ke r",
+      "k er",
+      "ce ed",
+      "c eed",
+      "▁a rr",
+      "▁ar r",
+      "▁ arr",
+      "▁c am",
+      "▁ca m",
+      "▁ cam",
+      "iz er",
+      "ize r",
+      "i zer",
+      "▁D an",
+      "▁Da n",
+      "▁ Dan",
+      "he l",
+      "h el",
+      "ic ult",
+      "icul t",
+      "H P",
+      "il er",
+      "ile r",
+      "i ler",
+      "▁S al",
+      "▁Sa l",
+      "▁ Sal",
+      "▁con nection",
+      "▁conne ction",
+      "▁connect ion",
+      "▁conn ection",
+      "▁ connection",
+      "us ion",
+      "k n",
+      "R I",
+      "▁v om",
+      "▁vo m",
+      "List ener",
+      "▁ ö",
+      "▁d im",
+      "▁di m",
+      "▁ dim",
+      "▁p ress",
+      "▁pr ess",
+      "▁pre ss",
+      "▁pres s",
+      "▁ press",
+      "▁e sc",
+      "▁es c",
+      "▁ esc",
+      "▁T ry",
+      "▁Tr y",
+      "▁ Try",
+      "at alog",
+      "ata log",
+      "atal og",
+      "▁th anks",
+      "▁than ks",
+      "▁thank s",
+      "D O",
+      "▁w ritten",
+      "▁writ ten",
+      "▁wr itten",
+      "▁ written",
+      "di r",
+      "d ir",
+      "re w",
+      "r ew",
+      "▁f ire",
+      "▁fi re",
+      "▁fir e",
+      "▁ fire",
+      "▁N ach",
+      "▁Na ch",
+      "▁ á",
+      "en c",
+      "e nc",
+      "▁or igin",
+      "▁orig in",
+      "▁ origin",
+      "▁Nov ember",
+      "▁} ;",
+      "▁ };",
+      "Co unt",
+      "C ount",
+      "▁З а",
+      "▁ За",
+      "▁g raph",
+      "▁gr aph",
+      "▁gra ph",
+      "▁ graph",
+      "▁m is",
+      "▁mi s",
+      "▁ mis",
+      "▁Ex ternal",
+      "▁Ext ernal",
+      "▁Extern al",
+      "▁Externa l",
+      "▁ External",
+      "▁o ptions",
+      "▁option s",
+      "▁opt ions",
+      "▁ options",
+      "▁U RL",
+      "▁ URL",
+      "▁p hp",
+      "▁ph p",
+      "▁ php",
+      "▁in tegr",
+      "▁int egr",
+      "▁inte gr",
+      "▁ integr",
+      "Con fig",
+      "Conf ig",
+      "▁T ext",
+      "▁Te xt",
+      "▁Tex t",
+      "▁ Text",
+      "in ner",
+      "inn er",
+      "▁c rit",
+      "▁cr it",
+      "▁cri t",
+      "▁ crit",
+      ", ”",
+      "▁t og",
+      "▁to g",
+      "$ $",
+      "no f",
+      "n of",
+      "▁s es",
+      "▁se s",
+      "üh r",
+      "ü hr",
+      "▁S ince",
+      "▁Sin ce",
+      "▁ Since",
+      "De s",
+      "D es",
+      "ub e",
+      "u be",
+      "▁s ection",
+      "▁se ction",
+      "▁sec tion",
+      "▁sect ion",
+      "▁ section",
+      "▁g i",
+      "▁ gi",
+      "fo rd",
+      "for d",
+      "f ord",
+      "▁A ss",
+      "▁As s",
+      "▁ Ass",
+      "ain er",
+      "ai ner",
+      "aine r",
+      "a iner",
+      "tt p",
+      "t tp",
+      "▁be hav",
+      "▁beh av",
+      "port s",
+      "por ts",
+      "dr aw",
+      "dra w",
+      "d raw",
+      "Th is",
+      "T his",
+      "ran ch",
+      "r anch",
+      "in ding",
+      "ind ing",
+      "indi ng",
+      "▁e stab",
+      "▁est ab",
+      "▁es tab",
+      "▁esta b",
+      "▁ob tain",
+      "▁obt ain",
+      "ri ch",
+      "ric h",
+      "r ich",
+      "li cit",
+      "lic it",
+      "е в",
+      "▁qu al",
+      "▁q ual",
+      "▁ qual",
+      "▁z a",
+      "▁ za",
+      "▁h ar",
+      "▁ha r",
+      "▁ har",
+      "▁f ac",
+      "▁fa c",
+      "▁ fac",
+      "aa r",
+      "a ar",
+      "je t",
+      "j et",
+      "ic les",
+      "icle s",
+      "i cles",
+      "▁A us",
+      "▁Au s",
+      "▁ Aus",
+      "▁h or",
+      "▁ho r",
+      "▁ hor",
+      "▁re mov",
+      "▁rem ov",
+      "▁w ie",
+      "▁ wie",
+      "Cl ient",
+      "C lient",
+      "▁n atur",
+      "▁nat ur",
+      "hi p",
+      "h ip",
+      "Su b",
+      "S ub",
+      "▁r andom",
+      "▁ran dom",
+      "▁rand om",
+      "▁ random",
+      "D F",
+      "▁a rea",
+      "▁are a",
+      "▁ar ea",
+      "▁ area",
+      "ta g",
+      "t ag",
+      "P r",
+      "▁I tal",
+      "▁It al",
+      "▁ Ital",
+      "▁r oku",
+      "▁ro ku",
+      "▁rok u",
+      "no follow",
+      "nof ollow",
+      "* }",
+      "▁o thers",
+      "▁other s",
+      "▁l imit",
+      "▁li mit",
+      "▁lim it",
+      "▁ limit",
+      "▁s il",
+      "▁si l",
+      "▁ sil",
+      "▁s av",
+      "▁sa v",
+      "▁o ften",
+      "▁of ten",
+      "▁oft en",
+      "▁re nder",
+      "▁r ender",
+      "▁ren der",
+      "▁rend er",
+      "▁rende r",
+      "▁ render",
+      "D B",
+      "▁M c",
+      "▁ Mc",
+      "▁z ijn",
+      "▁zij n",
+      "же н",
+      "ж ен",
+      "▁t ag",
+      "▁ta g",
+      "▁ tag",
+      "min g",
+      "mi ng",
+      "m ing",
+      "li chen",
+      "lic hen",
+      "lich en",
+      "liche n",
+      "l ichen",
+      "pa ck",
+      "p ack",
+      "▁A g",
+      "▁ Ag",
+      "▁s ense",
+      "▁sens e",
+      "▁sen se",
+      "p g",
+      "Met hod",
+      "M ethod",
+      "ag ed",
+      "age d",
+      "a ged",
+      "á g",
+      "ł a",
+      "▁inter est",
+      "▁inte rest",
+      "▁as soci",
+      "▁ass oci",
+      "▁ associ",
+      "vol ution",
+      "▁em pty",
+      "▁emp ty",
+      "▁ empty",
+      "ic he",
+      "ich e",
+      "i che",
+      "▁g ro",
+      "▁gr o",
+      "▁ gro",
+      "▁t ypes",
+      "▁type s",
+      "▁typ es",
+      "▁ty pes",
+      "▁ types",
+      "▁S ie",
+      "▁Si e",
+      "In ter",
+      "Int er",
+      "▁n oreferrer",
+      "▁ noreferrer",
+      "▁g ives",
+      "▁giv es",
+      "▁give s",
+      "▁gi ves",
+      "ha l",
+      "h al",
+      "▁s ave",
+      "▁sa ve",
+      "▁sav e",
+      "▁ save",
+      "▁f ont",
+      "▁fo nt",
+      "▁fon t",
+      "▁ font",
+      "ru ction",
+      "ruct ion",
+      "S cript",
+      "▁a lla",
+      "▁al la",
+      "▁all a",
+      "▁ alla",
+      "▁s ays",
+      "▁sa ys",
+      "▁say s",
+      "▁f u",
+      "▁ fu",
+      "ap e",
+      "a pe",
+      "▁l anguage",
+      "▁ language",
+      "ig er",
+      "ige r",
+      "i ger",
+      "▁K ing",
+      "▁Ki ng",
+      "▁Kin g",
+      "bo r",
+      "b or",
+      "u v",
+      "▁s hall",
+      "▁sh all",
+      "▁E urope",
+      "▁Europ e",
+      "▁Euro pe",
+      "▁Eur ope",
+      "▁ Europe",
+      "▁ein em",
+      "▁eine m",
+      "▁w ater",
+      "▁wa ter",
+      "▁wat er",
+      "▁ water",
+      "▁g overn",
+      "▁go vern",
+      "▁gover n",
+      "an z",
+      "at ors",
+      "ator s",
+      "ato rs",
+      "▁mon th",
+      "▁mo nth",
+      "▁mont h",
+      "▁ month",
+      "y e",
+      "▁import ant",
+      "▁ important",
+      "at z",
+      "a tz",
+      "fir st",
+      "f irst",
+      "▁Tr ans",
+      "▁Tra ns",
+      "▁ Trans",
+      "▁M ad",
+      "▁Ma d",
+      "▁ Mad",
+      "▁b ra",
+      "▁br a",
+      "▁ bra",
+      "ik a",
+      "i ka",
+      "▁S aint",
+      "▁Sa int",
+      "▁Sain t",
+      "▁ Saint",
+      "or ia",
+      "ori a",
+      "o ria",
+      "kr e",
+      "k re",
+      "em ents",
+      "ement s",
+      "emen ts",
+      "e ments",
+      "▁B en",
+      "▁Be n",
+      "▁ Ben",
+      "la v",
+      "l av",
+      "▁ad min",
+      "▁adm in",
+      "▁ admin",
+      "▁H en",
+      "▁He n",
+      "▁ Hen",
+      "ri l",
+      "r il",
+      "▁S m",
+      "▁ Sm",
+      "ca t",
+      "c at",
+      "▁Re fer",
+      "▁Ref er",
+      "▁ Ш",
+      "▁p ract",
+      "▁pr act",
+      "▁pra ct",
+      "▁prac t",
+      "▁P at",
+      "▁Pa t",
+      "▁ Pat",
+      "▁G re",
+      "▁Gr e",
+      "▁ Gre",
+      "▁you ng",
+      "▁yo ung",
+      "▁In ter",
+      "▁Int er",
+      "▁ Inter",
+      "om a",
+      "o ma",
+      "te ger",
+      "ib ility",
+      "ibil ity",
+      "▁param eters",
+      "▁parameter s",
+      "▁paramet ers",
+      "▁ parameters",
+      "▁every thing",
+      "da t",
+      "d at",
+      "ur op",
+      "uro p",
+      "u rop",
+      "ole an",
+      "o lean",
+      "▁return ed",
+      "▁C lass",
+      "▁Cl ass",
+      "▁Cla ss",
+      "▁ Class",
+      "ac y",
+      "a cy",
+      "## ##",
+      "▁p ř",
+      "▁f older",
+      "▁fol der",
+      "▁fo lder",
+      "▁ folder",
+      "▁k on",
+      "▁ko n",
+      "▁ kon",
+      "▁gu ess",
+      "g t",
+      "je n",
+      "j en",
+      "an nel",
+      "ann el",
+      "anne l",
+      "ic on",
+      "ico n",
+      "i con",
+      "▁c omb",
+      "▁com b",
+      "▁co mb",
+      "▁ comb",
+      "ri ct",
+      "ric t",
+      "r ict",
+      "▁h ij",
+      "▁hi j",
+      "▁aut hor",
+      "▁auth or",
+      "▁ author",
+      "se e",
+      "s ee",
+      "he re",
+      "her e",
+      "h ere",
+      "st ra",
+      "str a",
+      "s tra",
+      "▁ent ire",
+      "▁direct ly",
+      "ra ft",
+      "raf t",
+      "r aft",
+      "he et",
+      "es ter",
+      "est er",
+      "este r",
+      "e ster",
+      "▁м и",
+      "▁ ми",
+      "▁m ass",
+      "▁ma ss",
+      "▁mas s",
+      "▁ mass",
+      "un tu",
+      "unt u",
+      "▁u sers",
+      "▁us ers",
+      "▁use rs",
+      "▁user s",
+      "▁ users",
+      "ch i",
+      "c hi",
+      "P E",
+      "▁com ponent",
+      "▁compon ent",
+      "▁ component",
+      "Cl ick",
+      "C lick",
+      "At t",
+      "A tt",
+      "▁s obre",
+      "▁so bre",
+      "▁sob re",
+      "an ds",
+      "and s",
+      "▁H ol",
+      "▁Ho l",
+      "▁ Hol",
+      "▁S ant",
+      "▁San t",
+      "▁Sa nt",
+      "or i",
+      "o ri",
+      "▁s ua",
+      "▁su a",
+      "st d",
+      "s td",
+      "ent ic",
+      "enti c",
+      "C C",
+      "▁fil ter",
+      "▁ filter",
+      "S QL",
+      "▁G od",
+      "▁Go d",
+      "A t",
+      "▁м у",
+      "▁ му",
+      "▁per formance",
+      "▁perform ance",
+      "del ta",
+      "d elta",
+      "an de",
+      "and e",
+      "a nde",
+      "am er",
+      "ame r",
+      "a mer",
+      "д ы",
+      "▁c ult",
+      "▁cu lt",
+      "▁cul t",
+      "▁N or",
+      "▁No r",
+      "bu t",
+      "b ut",
+      "▁l ik",
+      "▁li k",
+      "▁ lik",
+      "**** ****",
+      "ст вен",
+      "ств ен",
+      "стве н",
+      "▁com me",
+      "▁comm e",
+      "▁d r",
+      "▁ dr",
+      "im er",
+      "ime r",
+      "i mer",
+      "or din",
+      "ord in",
+      "▁cond ition",
+      "▁ condition",
+      "es te",
+      "est e",
+      "e ste",
+      "( [",
+      "F F",
+      "ть ся",
+      "im o",
+      "i mo",
+      "ra b",
+      "r ab",
+      "і ль",
+      "▁h alf",
+      "▁hal f",
+      "▁ half",
+      "ea ch",
+      "e ach",
+      "Di s",
+      "D is",
+      "▁r ows",
+      "▁ro ws",
+      "▁row s",
+      "▁ rows",
+      "▁h on",
+      "▁ho n",
+      "▁ hon",
+      "▁t ogether",
+      "▁tog ether",
+      "▁ și",
+      "me di",
+      "med i",
+      "m edi",
+      "ag n",
+      "a gn",
+      "al led",
+      "all ed",
+      "alle d",
+      "▁v ill",
+      "▁vi ll",
+      "▁vil l",
+      "IN G",
+      "I NG",
+      "id den",
+      "idd en",
+      "▁d raw",
+      "▁dr aw",
+      "▁dra w",
+      "▁ draw",
+      "yn tax",
+      "ynt ax",
+      "▁att empt",
+      "UR L",
+      "U RL",
+      "pos e",
+      "po se",
+      "p ose",
+      "▁in dic",
+      "▁ind ic",
+      "ни ка",
+      "ник а",
+      "▁Eng lish",
+      "▁ English",
+      "▁d éc",
+      "▁dé c",
+      "▁ne eds",
+      "▁need s",
+      "▁n ormal",
+      "▁nor mal",
+      "▁norm al",
+      "▁ normal",
+      "ur t",
+      "u rt",
+      "▁н о",
+      "▁ но",
+      "}} \\",
+      "} }\\",
+      "la st",
+      "las t",
+      "l ast",
+      "▁F in",
+      "▁ Fin",
+      "▁F ebru",
+      "▁Fe bru",
+      "▁Feb ru",
+      "il a",
+      "i la",
+      "▁c ountry",
+      "▁count ry",
+      "▁coun try",
+      "▁ country",
+      "▁field s",
+      "▁fiel ds",
+      "▁ fields",
+      "▁m ax",
+      "▁ma x",
+      "▁ max",
+      "lé s",
+      "l és",
+      "ow ie",
+      "owi e",
+      "o wie",
+      "▁de ux",
+      "▁bu ilt",
+      "▁ built",
+      "▁M ain",
+      "▁Ma in",
+      "▁Mai n",
+      "▁ Main",
+      "▁c amp",
+      "▁cam p",
+      "▁ca mp",
+      "▁ camp",
+      "iv o",
+      "i vo",
+      "iv a",
+      "i va",
+      "ic y",
+      "i cy",
+      "zi one",
+      "z ione",
+      "No de",
+      "N ode",
+      "▁: )",
+      "▁ :)",
+      "▁am ong",
+      "▁O b",
+      "▁ Ob",
+      "▁c ases",
+      "▁case s",
+      "▁cas es",
+      "▁ cases",
+      "ha ps",
+      "h aps",
+      "se rs",
+      "ser s",
+      "s ers",
+      "ar ter",
+      "art er",
+      "arte r",
+      "śc i",
+      "ś ci",
+      "▁it er",
+      "▁i ter",
+      "▁ iter",
+      "▁n amed",
+      "▁name d",
+      "▁na med",
+      "▁nam ed",
+      "▁ named",
+      "ex ec",
+      "exe c",
+      "▁se ason",
+      "▁sea son",
+      "▁ season",
+      "to t",
+      "t ot",
+      "= >",
+      "gr aph",
+      "gra ph",
+      "g raph",
+      "▁n il",
+      "▁ni l",
+      "▁ nil",
+      "ac ional",
+      "acion al",
+      "aci onal",
+      "▁N ULL",
+      "▁ NULL",
+      "▁spe cial",
+      "▁spec ial",
+      "▁ special",
+      "ст е",
+      "с те",
+      "cs s",
+      "c ss",
+      "▁\\ (",
+      "v s",
+      "ae l",
+      "a el",
+      "▁c ity",
+      "▁ci ty",
+      "▁cit y",
+      "▁ city",
+      "ov a",
+      "o va",
+      "▁art icle",
+      "▁ article",
+      "▁S outh",
+      "▁So uth",
+      "▁Sou th",
+      "Act ion",
+      "Ac tion",
+      "A ction",
+      "ç a",
+      "sp ring",
+      "spr ing",
+      "s pring",
+      "it ude",
+      "itu de",
+      "itud e",
+      "▁com plex",
+      "▁comp lex",
+      "▁comple x",
+      "▁compl ex",
+      "▁ complex",
+      "▁ч то",
+      "bu ild",
+      "g amma",
+      "▁E nt",
+      "▁En t",
+      "▁ Ent",
+      "ie rs",
+      "ier s",
+      "i ers",
+      "' .",
+      "ca r",
+      "c ar",
+      "ap ache",
+      "apa che",
+      "in gen",
+      "ing en",
+      "inge n",
+      "In put",
+      ":  ",
+      "▁d ynam",
+      "▁dy nam",
+      "al ls",
+      "all s",
+      "sh ow",
+      "s how",
+      "| \\",
+      "▁w ird",
+      "▁wir d",
+      "B ar",
+      "al th",
+      "alt h",
+      "mod el",
+      "mo del",
+      "mode l",
+      "m odel",
+      "Tr ans",
+      "Tra ns",
+      "Ro w",
+      "R ow",
+      "ab e",
+      "a be",
+      "▁l ib",
+      "▁li b",
+      "▁ lib",
+      "nu ll",
+      "n ull",
+      "ra gment",
+      "rag ment",
+      "▁St ate",
+      "▁Stat e",
+      "▁Sta te",
+      "▁ State",
+      "▁l aw",
+      "▁la w",
+      "▁ law",
+      "Fr ame",
+      "F rame",
+      "▁L o",
+      "▁ Lo",
+      "ge b",
+      "g eb",
+      "}$ .",
+      "} $.",
+      "▁ne eded",
+      "▁need ed",
+      "▁con tr",
+      "▁cont r",
+      "▁ contr",
+      "ar ies",
+      "ari es",
+      "arie s",
+      "a ries",
+      "▁s creen",
+      "▁sc reen",
+      "▁scr een",
+      "▁ screen",
+      "y r",
+      "m m",
+      "▁sh own",
+      "▁show n",
+      "▁sho wn",
+      "▁b ad",
+      "▁ba d",
+      "▁ bad",
+      "▁c ast",
+      "▁cas t",
+      "▁ca st",
+      "▁ cast",
+      "▁T est",
+      "▁Te st",
+      "▁ Test",
+      "▁A uf",
+      "▁Au f",
+      "▁qu ant",
+      "▁quan t",
+      "▁ quant",
+      "ig a",
+      "i ga",
+      "▁re n",
+      "▁r en",
+      "▁ ren",
+      "▁M ac",
+      "▁Ma c",
+      "▁ Mac",
+      "▁trans form",
+      "▁ transform",
+      "▁d ifference",
+      "▁dif ference",
+      "▁differ ence",
+      "▁t it",
+      "▁ti t",
+      "▁ tit",
+      "T E",
+      "▁st ep",
+      "▁ste p",
+      "▁ step",
+      "▁c apt",
+      "▁cap t",
+      "▁ca pt",
+      "▁ capt",
+      "▁col lection",
+      "▁coll ection",
+      "▁collect ion",
+      "▁colle ction",
+      "▁ collection",
+      "iction ary",
+      "▁T om",
+      "▁To m",
+      "▁ Tom",
+      "ri er",
+      "rie r",
+      "r ier",
+      "▁m ove",
+      "▁mov e",
+      "▁mo ve",
+      "▁ move",
+      "co pe",
+      "cop e",
+      "c ope",
+      "or ds",
+      "ord s",
+      "▁fur ther",
+      "▁column s",
+      "▁ columns",
+      "▁L in",
+      "▁Li n",
+      "▁ Lin",
+      "▁f ixed",
+      "▁fix ed",
+      "▁ fixed",
+      "▁child ren",
+      "▁ children",
+      "M S",
+      "m o",
+      "un a",
+      "u na",
+      "▁ind ivid",
+      "tt y",
+      "t ty",
+      "as te",
+      "ast e",
+      "a ste",
+      "sr c",
+      "s rc",
+      "mat ch",
+      "m atch",
+      "w i",
+      "▁ х",
+      "▁д и",
+      "▁ ди",
+      "▁o rd",
+      "▁or d",
+      "▁ ord",
+      "iv ing",
+      "ivi ng",
+      "i ving",
+      "▁B ro",
+      "▁Br o",
+      "▁ Bro",
+      "▁al most",
+      "▁P res",
+      "▁Pr es",
+      "▁Pre s",
+      "▁ Pres",
+      "re ci",
+      "rec i",
+      "ar ing",
+      "ari ng",
+      "arin g",
+      "a ring",
+      "▁/ //",
+      "▁// /",
+      "▁ ///",
+      "ет ся",
+      "е тся",
+      "▁s ig",
+      "▁si g",
+      "▁ sig",
+      "lig ht",
+      "l ight",
+      "▁R ed",
+      "▁Re d",
+      "▁ Red",
+      "▁sugg est",
+      "▁sug gest",
+      "ol f",
+      "▁é té",
+      "▁ét é",
+      "▁ été",
+      "is ation",
+      "isa tion",
+      "isat ion",
+      "з на",
+      "Ne w",
+      "N ew",
+      "ст ан",
+      "ста н",
+      "с тан",
+      "L A",
+      "un icip",
+      "unic ip",
+      "uni cip",
+      "▁fig ure",
+      "▁figur e",
+      "▁ figure",
+      "m t",
+      "ia le",
+      "ial e",
+      "i ale",
+      "▁c atch",
+      "▁cat ch",
+      "▁ catch",
+      "de fault",
+      "def ault",
+      "▁t ele",
+      "▁te le",
+      "▁tel e",
+      "▁ tele",
+      "▁m atter",
+      "▁mat ter",
+      "ca st",
+      "cas t",
+      "c ast",
+      "▁R ich",
+      "▁Ric h",
+      "▁Ri ch",
+      "▁ Rich",
+      "▁hand le",
+      "▁ handle",
+      "val u",
+      "va lu",
+      "v alu",
+      "$ -",
+      "о б",
+      "▁j son",
+      "▁js on",
+      "▁ json",
+      "Cre ate",
+      "C reate",
+      "▁ex am",
+      "ал ь",
+      "а ль",
+      "ю т",
+      "or ed",
+      "ore d",
+      "o red",
+      "id os",
+      "ido s",
+      "ap pend",
+      "app end",
+      "appen d",
+      "appe nd",
+      "▁Ar ray",
+      "▁Arr ay",
+      "▁ Array",
+      "к с",
+      "} [",
+      "ri ve",
+      "riv e",
+      "r ive",
+      "▁c lub",
+      "▁cl ub",
+      "▁ club",
+      "ma nn",
+      "man n",
+      "m ann",
+      "▁e ste",
+      "▁est e",
+      "▁es te",
+      "▁ este",
+      "es ta",
+      "est a",
+      "e sta",
+      "▁G i",
+      "▁ Gi",
+      "▁J ap",
+      "▁Ja p",
+      "▁N ame",
+      "▁Na me",
+      "▁Nam e",
+      "▁ Name",
+      "Col umn",
+      "ou ps",
+      "oup s",
+      "o ups",
+      "is mo",
+      "ism o",
+      "▁C ity",
+      "▁Ci ty",
+      "▁Cit y",
+      "▁ City",
+      "▁class es",
+      "▁classe s",
+      "▁ classes",
+      "▁in fl",
+      "▁inf l",
+      "▁ infl",
+      "h l",
+      "ро м",
+      "р ом",
+      "▁ad ding",
+      "▁add ing",
+      "▁ adding",
+      "▁f ail",
+      "▁fa il",
+      "▁ fail",
+      "x x",
+      "õ es",
+      "S c",
+      "ut il",
+      "uti l",
+      "u til",
+      "▁l ocation",
+      "▁lo cation",
+      "▁loc ation",
+      "▁ location",
+      "le ge",
+      "leg e",
+      "l ege",
+      "ag o",
+      "a go",
+      "▁pro perties",
+      "▁proper ties",
+      "▁ properties",
+      "ab il",
+      "abi l",
+      "a bil",
+      "va s",
+      "v as",
+      "}$ ,",
+      "} $,",
+      "it ted",
+      "itt ed",
+      "itte d",
+      "ó d",
+      "▁D em",
+      "▁De m",
+      "▁as ked",
+      "▁ask ed",
+      "▁t ab",
+      "▁ta b",
+      "▁ tab",
+      "S ource",
+      "▁error s",
+      "▁err ors",
+      "▁ errors",
+      "ograph ie",
+      "▁ж и",
+      "▁ жи",
+      "▁m al",
+      "▁ma l",
+      "▁ mal",
+      "st ract",
+      "str act",
+      "stra ct",
+      "▁d ro",
+      "▁dr o",
+      "▁ dro",
+      "ra k",
+      "r ak",
+      "▁n ote",
+      "▁not e",
+      "▁no te",
+      "▁ note",
+      "▁set ting",
+      "▁sett ing",
+      "▁ setting",
+      "▁f em",
+      "▁fe m",
+      "▁s aw",
+      "▁sa w",
+      "ia r",
+      "i ar",
+      "HE R",
+      "H ER",
+      "е с",
+      "▁p red",
+      "▁pr ed",
+      "▁pre d",
+      "▁ pred",
+      "▁O ut",
+      "▁ Out",
+      "▁it ems",
+      "▁item s",
+      "▁ items",
+      "ла н",
+      "л ан",
+      "▁w erd",
+      "▁we rd",
+      "▁wer d",
+      "ers ion",
+      "li a",
+      "l ia",
+      "▁s in",
+      "▁si n",
+      "▁ sin",
+      "ich te",
+      "icht e",
+      "i chte",
+      "▁fe el",
+      "▁fee l",
+      "▁п ра",
+      "▁пр а",
+      "▁ пра",
+      "▁o der",
+      "▁od er",
+      "▁ oder",
+      "U E",
+      "oc ument",
+      "▁m ode",
+      "▁mod e",
+      "▁mo de",
+      "▁ mode",
+      "▁N a",
+      "▁ Na",
+      "де н",
+      "д ен",
+      "me s",
+      "m es",
+      "frame work",
+      "▁a uto",
+      "▁au to",
+      "▁aut o",
+      "▁ auto",
+      "ны м",
+      "н ым",
+      "ub y",
+      "u by",
+      "▁tem plate",
+      "▁temp late",
+      "▁ template",
+      "▁m ess",
+      "▁me ss",
+      "▁mes s",
+      "▁ mess",
+      "ie der",
+      "ied er",
+      "i eder",
+      "▁rel ated",
+      "▁rela ted",
+      "▁relate d",
+      "▁ related",
+      "ok en",
+      "oke n",
+      "o ken",
+      "▁follow s",
+      "se arch",
+      "s earch",
+      "am i",
+      "a mi",
+      "▁w ait",
+      "▁wa it",
+      "▁ wait",
+      "ig r",
+      "i gr",
+      "▁l ow",
+      "▁lo w",
+      "▁ low",
+      "ски х",
+      "ск их",
+      "с ких",
+      "ска я",
+      "с кая",
+      "▁M ark",
+      "▁Mar k",
+      "▁ Mark",
+      "▁i ll",
+      "▁il l",
+      "▁ ill",
+      "am ento",
+      "ament o",
+      "amen to",
+      "\\ <",
+      "▁d f",
+      "▁ df",
+      "os ition",
+      "osi tion",
+      "▁В и",
+      "is f",
+      "i sf",
+      "▁De utsch",
+      "ah l",
+      "a hl",
+      "wa r",
+      "w ar",
+      "it ect",
+      "ite ct",
+      "▁s al",
+      "▁sa l",
+      "▁ sal",
+      "el en",
+      "ele n",
+      "e len",
+      "By Id",
+      "▁g ru",
+      "▁gr u",
+      "▁ gru",
+      "s v",
+      "▁pass ed",
+      "▁pas sed",
+      "▁passe d",
+      "▁a ñ",
+      "▁ añ",
+      "Sc h",
+      "S ch",
+      "▁sol ve",
+      "we ise",
+      "weis e",
+      "wei se",
+      "at os",
+      "ato s",
+      "▁m eg",
+      "▁me g",
+      "▁m ember",
+      "▁mem ber",
+      "▁memb er",
+      "▁ member",
+      "er name",
+      "ern ame",
+      "erna me",
+      "▁con nect",
+      "▁conne ct",
+      "▁conn ect",
+      "▁ connect",
+      "ip s",
+      "i ps",
+      "▁r ound",
+      "▁ro und",
+      "▁rou nd",
+      "▁ round",
+      "▁ ]",
+      "ne s",
+      "n es",
+      "▁d ir",
+      "▁di r",
+      "▁ dir",
+      "▁Lond on",
+      "d y",
+      "F A",
+      "▁rece ived",
+      "▁receive d",
+      "re et",
+      "ree t",
+      "▁L og",
+      "▁Lo g",
+      "▁ Log",
+      "▁Sch ool",
+      "an go",
+      "ang o",
+      "▁The se",
+      "▁Th ese",
+      "▁M ont",
+      "▁Mon t",
+      "▁Mo nt",
+      "▁ Mont",
+      "▁e ner",
+      "▁en er",
+      "▁ ener",
+      "la d",
+      "l ad",
+      "▁def ine",
+      "▁defin e",
+      "▁ define",
+      "si gn",
+      "sig n",
+      "s ign",
+      "▁c le",
+      "▁cl e",
+      "▁ cle",
+      "fig ure",
+      "▁V iew",
+      "▁Vi ew",
+      "▁Vie w",
+      "▁ View",
+      "text bf",
+      "$ \\",
+      "з ы",
+      "num ber",
+      "n umber",
+      "▁d in",
+      "▁di n",
+      "▁ din",
+      "el ler",
+      "ell er",
+      "elle r",
+      "orith m",
+      "ori thm",
+      "fal se",
+      "f alse",
+      "fo l",
+      "f ol",
+      "ffic ient",
+      "▁HT ML",
+      "▁ HTML",
+      "li che",
+      "lic he",
+      "lich e",
+      "l iche",
+      "▁M o",
+      "▁ Mo",
+      "▁int rodu",
+      "▁intr odu",
+      "▁intro du",
+      "ex p",
+      "e xp",
+      "▁st rong",
+      "▁str ong",
+      "▁stro ng",
+      "▁ strong",
+      "▁t hus",
+      "▁th us",
+      "/ )",
+      "▁e le",
+      "▁el e",
+      "▁ ele",
+      "▁та к",
+      "▁ так",
+      "▁п а",
+      "▁ па",
+      "▁d ont",
+      "▁do nt",
+      "▁don t",
+      "▁c ause",
+      "▁caus e",
+      "▁ca use",
+      "Num ber",
+      "N umber",
+      "▁im ages",
+      "▁image s",
+      "▁imag es",
+      "▁ images",
+      "▁s ample",
+      "▁sam ple",
+      "▁ sample",
+      "▁s ci",
+      "▁sc i",
+      "▁ sci",
+      "li ke",
+      "lik e",
+      "l ike",
+      "▁L ou",
+      "▁Lo u",
+      "▁ Lou",
+      "di v",
+      "d iv",
+      "an c",
+      "a nc",
+      "▁f ront",
+      "▁fr ont",
+      "▁fro nt",
+      "▁ front",
+      "ne n",
+      "n en",
+      "▁miss ing",
+      "▁mis sing",
+      "▁ missing",
+      "ar ia",
+      "ari a",
+      "a ria",
+      "pr es",
+      "pre s",
+      "p res",
+      "▁п ред",
+      "▁пре д",
+      "D I",
+      "fil ter",
+      "▁M it",
+      "▁Mi t",
+      "U R",
+      "▁o pp",
+      "▁op p",
+      "▁ opp",
+      "▁s ql",
+      "▁sq l",
+      "▁ sql",
+      "▁ро ку",
+      "er en",
+      "ere n",
+      "e ren",
+      "em at",
+      "ema t",
+      "e mat",
+      "í s",
+      "▁Je an",
+      "▁ Jean",
+      "é c",
+      "▁c i",
+      "▁ ci",
+      "en ne",
+      "enn e",
+      "at form",
+      "▁t aken",
+      "▁tak en",
+      "▁take n",
+      "▁ta ken",
+      "▁O f",
+      "▁ Of",
+      "▁на се",
+      "▁e rr",
+      "▁er r",
+      "▁ err",
+      "O P",
+      "Fr om",
+      "F rom",
+      "De fault",
+      "Def ault",
+      "▁Gener al",
+      "▁Gen eral",
+      "▁Gene ral",
+      "▁ General",
+      "wik i",
+      "wi ki",
+      "w iki",
+      "▁g rand",
+      "▁gr and",
+      "▁gra nd",
+      "▁gran d",
+      "▁ grand",
+      "▁e inen",
+      "▁ein en",
+      "▁eine n",
+      "Re g",
+      "R eg",
+      "Hand ler",
+      "Handle r",
+      "con om",
+      "co nom",
+      "cono m",
+      "c onom",
+      "an ger",
+      "ang er",
+      "ange r",
+      "▁бы л",
+      "▁L os",
+      "▁Lo s",
+      "▁ Los",
+      "▁ex pression",
+      "▁exp ression",
+      "▁express ion",
+      "▁expr ession",
+      "▁ expression",
+      "ш а",
+      "ya l",
+      "y al",
+      "▁$ ('",
+      "▁$( '",
+      "▁sw itch",
+      "▁ switch",
+      "▁v ector",
+      "▁ve ctor",
+      "▁vec tor",
+      "▁ vector",
+      "▁T hom",
+      "▁Th om",
+      "▁v irt",
+      "▁vi rt",
+      "▁vir t",
+      "▁ virt",
+      "le ased",
+      "lease d",
+      "lea sed",
+      "▁c over",
+      "▁co ver",
+      "▁cov er",
+      "▁ cover",
+      "▁re sp",
+      "▁r esp",
+      "▁res p",
+      "▁ resp",
+      "ak o",
+      "a ko",
+      "ren ch",
+      "ot a",
+      "o ta",
+      "C ell",
+      "an ged",
+      "ang ed",
+      "ange d",
+      "▁+ =",
+      "▁ +=",
+      "la c",
+      "l ac",
+      "sk a",
+      "s ka",
+      "ne xt",
+      "nex t",
+      "n ext",
+      "▁Intern ational",
+      "▁W il",
+      "▁Wi l",
+      "▁ Wil",
+      "▁o nt",
+      "▁on t",
+      "▁ ont",
+      "ib r",
+      "i br",
+      "us tr",
+      "ust r",
+      "u str",
+      "▁b lack",
+      "▁bl ack",
+      "▁bla ck",
+      "▁ black",
+      "▁select ed",
+      "▁sel ected",
+      "▁sele cted",
+      "▁ selected",
+      "ch er",
+      "che r",
+      "c her",
+      "▁l iter",
+      "▁li ter",
+      "▁lit er",
+      "▁ liter",
+      "ro ot",
+      "r oot",
+      "л ся",
+      "▁L ife",
+      "▁Li fe",
+      "▁ Life",
+      "▁in sert",
+      "▁ins ert",
+      "▁inser t",
+      "▁inse rt",
+      "▁ insert",
+      "▁mat rix",
+      "▁ matrix",
+      "is es",
+      "ise s",
+      ") ]",
+      "▁p el",
+      "▁pe l",
+      "▁ pel",
+      "Over ride",
+      "ry pt",
+      "▁for mer",
+      "▁form er",
+      "▁forme r",
+      "▁ former",
+      "▁Fil m",
+      "▁N orth",
+      "▁Nor th",
+      "cl ient",
+      "cli ent",
+      "c lient",
+      "▁n ight",
+      "▁ night",
+      "хо ди",
+      "ход и",
+      "▁A ustral",
+      "▁Aust ral",
+      "▁ Austral",
+      "▁R et",
+      "▁Re t",
+      "▁ Ret",
+      "rh o",
+      "r ho",
+      "▁п ер",
+      "▁пе р",
+      "▁ пер",
+      "ip edia",
+      "ipe dia",
+      "▁ex press",
+      "▁exp ress",
+      "▁expr ess",
+      "▁expres s",
+      "▁ express",
+      "▁th ird",
+      "▁ third",
+      "▁ma jor",
+      "▁maj or",
+      "▁ major",
+      "▁g rad",
+      "▁gr ad",
+      "▁gra d",
+      "▁ grad",
+      "ow e",
+      "o we",
+      "▁bel ieve",
+      "our nal",
+      "ourn al",
+      "▁st atus",
+      "▁stat us",
+      "▁ status",
+      "un c",
+      "u nc",
+      "▁d ou",
+      "▁do u",
+      "▁J SON",
+      "▁JS ON",
+      "▁ JSON",
+      "ui s",
+      "u is",
+      "▁pop ulation",
+      "▁popula tion",
+      "▁popul ation",
+      "en z",
+      "▁Will iam",
+      "s f",
+      "▁O bject",
+      "▁Ob ject",
+      "▁ Object",
+      "▁c in",
+      "▁ci n",
+      "▁ cin",
+      "▁D i",
+      "▁ Di",
+      "cur ity",
+      "c urity",
+      "▁O pen",
+      "▁Op en",
+      "▁ Open",
+      "▁ ле",
+      "la r",
+      "l ar",
+      "ad ding",
+      "add ing",
+      "▁k om",
+      "▁ko m",
+      "▁ kom",
+      "}( \\",
+      "} (\\",
+      "▁k il",
+      "▁ki l",
+      "▁ kil",
+      "um er",
+      "ume r",
+      "u mer",
+      "\"/ >",
+      "\" />",
+      "▁fe ature",
+      "▁ feature",
+      "▁A re",
+      "▁Ar e",
+      "▁ Are",
+      "ck s",
+      "c ks",
+      "▁Intern et",
+      "▁Inter net",
+      "▁ Internet",
+      "▁i h",
+      "▁ ih",
+      "▁start ed",
+      "▁star ted",
+      "▁ear ly",
+      "▁be gan",
+      "▁beg an",
+      "T H",
+      "p ython",
+      "as p",
+      "a sp",
+      "▁F r",
+      "▁ Fr",
+      "▁c los",
+      "▁cl os",
+      "▁clo s",
+      "▁ clos",
+      "ist ic",
+      "isti c",
+      "▁mus ic",
+      "▁ music",
+      "▁d ig",
+      "▁di g",
+      "▁ dig",
+      "▁it al",
+      "▁i tal",
+      "▁ ital",
+      "▁D avid",
+      "▁Dav id",
+      "▁Da vid",
+      "▁ David",
+      "▁web site",
+      "▁ website",
+      "▁cont roller",
+      "▁control ler",
+      "▁ controller",
+      "▁M er",
+      "▁Me r",
+      "▁ Mer",
+      "con text",
+      "cont ext",
+      "pro duct",
+      "produ ct",
+      "prod uct",
+      "os p",
+      "o sp",
+      "▁j un",
+      "▁ju n",
+      "ro wn",
+      "row n",
+      "r own",
+      "▁A z",
+      "▁ Az",
+      "\": \"",
+      "\" :\"",
+      "▁a an",
+      "▁aa n",
+      "▁D ate",
+      "▁Da te",
+      "▁Dat e",
+      "▁ Date",
+      "mu lt",
+      "mul t",
+      "m ult",
+      "▁b rowser",
+      "▁brow ser",
+      "▁ browser",
+      "ре д",
+      "wh ich",
+      "R A",
+      "qu are",
+      "qua re",
+      "▁R uss",
+      "▁Ru ss",
+      "▁Rus s",
+      "▁ Russ",
+      "▁s oon",
+      "▁so on",
+      "▁P re",
+      "▁Pr e",
+      "▁ Pre",
+      "ta u",
+      "t au",
+      "▁we ek",
+      "▁ week",
+      "▁б а",
+      "▁ ба",
+      "▁o ct",
+      "▁oc t",
+      "▁ oct",
+      "▁t own",
+      "▁to wn",
+      "▁ town",
+      "ro y",
+      "r oy",
+      "▁e ls",
+      "▁el s",
+      "▁ els",
+      "bl ic",
+      "b lic",
+      "und le",
+      "▁H istor",
+      "▁His tor",
+      "▁Hi stor",
+      "▁Hist or",
+      "▁f oi",
+      "▁fo i",
+      "▁mod els",
+      "▁model s",
+      "▁mode ls",
+      "▁ models",
+      "з о",
+      "on ym",
+      "ony m",
+      "o nym",
+      "Par am",
+      "Pa ram",
+      "P aram",
+      "▁M et",
+      "▁Me t",
+      "▁ Met",
+      "ge ner",
+      "gen er",
+      "g ener",
+      "j ą",
+      "▁e spe",
+      "▁es pe",
+      "▁esp e",
+      "C E",
+      "▁de vice",
+      "▁dev ice",
+      "▁devi ce",
+      "▁ device",
+      "el low",
+      "ell ow",
+      "ello w",
+      "▁de bug",
+      "▁deb ug",
+      "▁ debug",
+      "ér ie",
+      "éri e",
+      "é rie",
+      "us ing",
+      "u sing",
+      "ан г",
+      "а нг",
+      "▁* )",
+      "▁ *)",
+      "ud i",
+      "u di",
+      "▁M iss",
+      "▁Mi ss",
+      "▁Mis s",
+      "▁ Miss",
+      "ко м",
+      "к ом",
+      "pos ed",
+      "po sed",
+      "pose d",
+      "p osed",
+      "▁z we",
+      "▁zw e",
+      "і н",
+      "▁Ro bert",
+      "▁Rob ert",
+      "▁O ct",
+      "▁ Oct",
+      "lo p",
+      "l op",
+      "ja r",
+      "j ar",
+      "▁a ver",
+      "▁av er",
+      "▁ave r",
+      "▁ aver",
+      "▁ha bit",
+      "▁hab it",
+      "▁: :",
+      "▁ ::",
+      "än g",
+      "ä ng",
+      "St art",
+      "Star t",
+      "▁p ow",
+      "▁po w",
+      "▁ pow",
+      "▁s rc",
+      "▁sr c",
+      "▁ src",
+      "▁pat tern",
+      "▁ pattern",
+      "▁ Э",
+      "▁b i",
+      "▁ bi",
+      "ot es",
+      "ote s",
+      "o tes",
+      "▁_ _",
+      "▁ __",
+      "▁s ens",
+      "▁se ns",
+      "▁sen s",
+      "▁ sens",
+      "▁a void",
+      "▁av oid",
+      "▁avo id",
+      "ex ample",
+      "ut t",
+      "u tt",
+      "La bel",
+      "Lab el",
+      "L abel",
+      "te x",
+      "t ex",
+      "bo ot",
+      "b oot",
+      "es to",
+      "est o",
+      "e sto",
+      "▁M arch",
+      "▁Mar ch",
+      "▁Marc h",
+      "▁e asy",
+      "▁eas y",
+      "ict ure",
+      "Gr oup",
+      "▁f ather",
+      "▁fa ther",
+      "▁fat her",
+      "▁ father",
+      "▁up dated",
+      "▁update d",
+      "▁upd ated",
+      "▁ updated",
+      "▁V o",
+      "▁I II",
+      "▁II I",
+      "▁ III",
+      "om ega",
+      "ome ga",
+      "▁a lle",
+      "▁al le",
+      "▁all e",
+      "▁ alle",
+      "Re c",
+      "R ec",
+      "y g",
+      "з е",
+      "▁D im",
+      "▁Di m",
+      "▁ Dim",
+      "ne ct",
+      "n ect",
+      "▁T or",
+      "▁To r",
+      "▁de utsch",
+      "▁ deutsch",
+      "▁wh ite",
+      "▁ white",
+      "▁n ational",
+      "▁nation al",
+      "▁nat ional",
+      "pp e",
+      "p pe",
+      "▁a ir",
+      "▁ai r",
+      "▁ air",
+      "▁pass word",
+      "▁ password",
+      "de t",
+      "d et",
+      "▁b ig",
+      "▁bi g",
+      "▁ big",
+      "▁U se",
+      "▁Us e",
+      "▁ Use",
+      "cal l",
+      "ca ll",
+      "c all",
+      "▁ex tra",
+      "▁ext ra",
+      "▁extr a",
+      "▁ extra",
+      "W e",
+      "an ia",
+      "ani a",
+      "a nia",
+      "▁h old",
+      "▁ho ld",
+      "▁hol d",
+      "▁ hold",
+      "Cont rol",
+      "▁C O",
+      "▁ CO",
+      "▁м і",
+      "▁ мі",
+      "it i",
+      "i ti",
+      "▁K e",
+      "▁ Ke",
+      "en u",
+      "e nu",
+      "▁P ark",
+      "▁Par k",
+      "то м",
+      "т ом",
+      "▁a uth",
+      "▁au th",
+      "▁aut h",
+      "▁ auth",
+      "▁c enter",
+      "▁cent er",
+      "▁ center",
+      "P h",
+      "то в",
+      "т ов",
+      "id ing",
+      "idi ng",
+      "i ding",
+      "▁a cross",
+      "▁ac ross",
+      "▁s ong",
+      "▁so ng",
+      "▁son g",
+      "▁ song",
+      "▁ph ys",
+      "▁ phys",
+      "▁n umer",
+      "▁num er",
+      "▁nu mer",
+      "▁ numer",
+      "щ а",
+      "▁A lex",
+      "▁Al ex",
+      "▁Ale x",
+      "▁ Alex",
+      "▁problem s",
+      "▁proble ms",
+      "▁probl ems",
+      "▁E rror",
+      "▁Er ror",
+      "▁Err or",
+      "▁ Error",
+      "form at",
+      "for mat",
+      "▁A cc",
+      "▁Ac c",
+      "▁ Acc",
+      "▁s ix",
+      "▁si x",
+      "▁ six",
+      "▁d b",
+      "▁ db",
+      "▁C ast",
+      "▁Cas t",
+      "▁Ca st",
+      "▁ Cast",
+      "om s",
+      "o ms",
+      "pro ject",
+      "proj ect",
+      "▁v ert",
+      "▁ver t",
+      "▁ve rt",
+      "▁ vert",
+      "cre t",
+      "cr et",
+      "c ret",
+      "▁he ader",
+      "▁head er",
+      "▁ header",
+      "▁st ream",
+      "▁stre am",
+      "▁ stream",
+      "id s",
+      "i ds",
+      "▁t or",
+      "▁to r",
+      "▁ tor",
+      "▁se pt",
+      "▁sep t",
+      "▁est im",
+      "▁es tim",
+      "▁de cl",
+      "▁dec l",
+      "▁ decl",
+      "▁g ave",
+      "▁ga ve",
+      "▁p layer",
+      "▁pl ayer",
+      "▁play er",
+      "▁pla yer",
+      "▁ player",
+      "ys is",
+      "▁д ру",
+      "▁др у",
+      "am m",
+      "a mm",
+      "щ о",
+      "▁( \"",
+      "▁ (\"",
+      "▁a x",
+      "▁ ax",
+      "Pro perty",
+      "us r",
+      "u sr",
+      "▁some one",
+      "▁im pro",
+      "▁imp ro",
+      "▁impr o",
+      "ad en",
+      "ade n",
+      "a den",
+      "ro te",
+      "rot e",
+      "r ote",
+      "▁М и",
+      "i h",
+      "++ )",
+      "+ +)",
+      "▁v ideo",
+      "▁vide o",
+      "▁ video",
+      "▁ex ists",
+      "▁exist s",
+      "▁ exists",
+      "к ла",
+      "▁comp lete",
+      "▁comple te",
+      "▁complet e",
+      "▁compl ete",
+      "▁ complete",
+      "▁s ession",
+      "▁sess ion",
+      "▁ session",
+      "▁const ant",
+      "▁ constant",
+      "ic os",
+      "ico s",
+      "i cos",
+      "▁p ack",
+      "▁pa ck",
+      "▁pac k",
+      "▁ pack",
+      "ro me",
+      "rom e",
+      "r ome",
+      "eg r",
+      "e gr",
+      "App lication",
+      "▁y es",
+      "▁ye s",
+      "▁ yes",
+      "▁e lle",
+      "▁el le",
+      "▁ell e",
+      "▁ elle",
+      "▁e mail",
+      "▁em ail",
+      "▁ email",
+      "or f",
+      "o rf",
+      "ca se",
+      "cas e",
+      "c ase",
+      "▁po inter",
+      "▁point er",
+      "▁ pointer",
+      "▁reg ard",
+      "se n",
+      "s en",
+      "st atus",
+      "stat us",
+      "▁m es",
+      "▁me s",
+      "▁ mes",
+      "▁d elle",
+      "▁de lle",
+      "▁del le",
+      "▁dell e",
+      "ing ton",
+      "ingt on",
+      "▁B as",
+      "▁Ba s",
+      "▁ Bas",
+      ") ^",
+      "de velop",
+      "▁for ce",
+      "▁ force",
+      "▁char acters",
+      "▁charact ers",
+      "▁character s",
+      "▁c ross",
+      "▁cr oss",
+      "▁cro ss",
+      "▁ cross",
+      "▁de ath",
+      "▁t akes",
+      "▁tak es",
+      "▁take s",
+      "▁ta kes",
+      "ér i",
+      "é ri",
+      "ig ne",
+      "ign e",
+      "че н",
+      "ч ен",
+      "U P",
+      ". :",
+      "Th read",
+      "j u",
+      "in y",
+      "i ny",
+      "▁det ails",
+      "▁detail s",
+      "▁ details",
+      "▁x ml",
+      "▁ xml",
+      "ta it",
+      "t ait",
+      "out put",
+      "mess age",
+      "m essage",
+      "' '",
+      "▁Brit ish",
+      "vi lle",
+      "vil le",
+      "v ille",
+      "▁D iv",
+      "▁Di v",
+      "▁ Div",
+      "▁U ser",
+      "▁Use r",
+      "▁Us er",
+      "▁ User",
+      "c m",
+      "ч но",
+      "col umn",
+      "eq ref",
+      "ó r",
+      "on om",
+      "ono m",
+      "o nom",
+      "▁P ost",
+      "▁Po st",
+      "▁Pos t",
+      "▁ Post",
+      "el len",
+      "ell en",
+      "elle n",
+      "A b",
+      "ul té",
+      "ult é",
+      "▁per fect",
+      "▁perf ect",
+      "() {",
+      "( ){",
+      "vis ion",
+      "v ision",
+      "act ive",
+      "activ e",
+      "li er",
+      "lie r",
+      "l ier",
+      "ri j",
+      "r ij",
+      "s d",
+      "▁k ö",
+      "▁ kö",
+      "▁n ie",
+      "▁ni e",
+      "▁ nie",
+      "▁re lig",
+      "▁rel ig",
+      "▁reli g",
+      "▁o t",
+      "▁ ot",
+      "▁m achine",
+      "▁mach ine",
+      "▁ machine",
+      "▁h eld",
+      "▁he ld",
+      "▁hel d",
+      ")$ .",
+      ") $.",
+      "==== ====",
+      "ck er",
+      "cke r",
+      "c ker",
+      "в ы",
+      "bo rn",
+      "bor n",
+      "b orn",
+      "▁p ast",
+      "▁pas t",
+      "▁pa st",
+      "ри я",
+      "▁D r",
+      "▁ Dr",
+      "▁reg ular",
+      "▁regul ar",
+      "▁ regular",
+      "▁prov ided",
+      "▁provide d",
+      "TE R",
+      "T ER",
+      "▁un ivers",
+      "▁ univers",
+      "▁g ets",
+      "▁get s",
+      "▁ge ts",
+      "▁ gets",
+      "▁n u",
+      "▁ nu",
+      "▁/ *",
+      "▁ /*",
+      "ob er",
+      "obe r",
+      "o ber",
+      "fi n",
+      "f in",
+      "▁n ella",
+      "▁ne lla",
+      "▁nel la",
+      "▁nell a",
+      "▁be come",
+      "▁bec ome",
+      "▁becom e",
+      "▁` `",
+      "▁ ``",
+      "▁h istory",
+      "▁histor y",
+      "▁hi story",
+      "▁hist ory",
+      "▁ history",
+      "▁S ol",
+      "▁So l",
+      "▁ Sol",
+      "▁R ad",
+      "▁Ra d",
+      "▁ Rad",
+      "▁term s",
+      "▁ter ms",
+      "▁even ts",
+      "▁event s",
+      "▁ev ents",
+      "▁ events",
+      "ly mp",
+      ")) )",
+      ") ))",
+      "ро ва",
+      "ров а",
+      "р ова",
+      "▁ab sol",
+      "▁abs ol",
+      "▁so ft",
+      "▁ soft",
+      "lin ks",
+      "link s",
+      "l inks",
+      "▁h ope",
+      "▁ho pe",
+      "▁hop e",
+      "▁su bject",
+      "▁sub ject",
+      "▁ subject",
+      "\") ,",
+      "\" ),",
+      "▁cre ating",
+      "▁} \r",
+      "▁ }\r",
+      "▁S k",
+      "▁ Sk",
+      "▁f low",
+      "▁fl ow",
+      "▁flo w",
+      "▁ flow",
+      "▁Р а",
+      "▁as sert",
+      "▁ass ert",
+      "▁asse rt",
+      "▁ assert",
+      "ze t",
+      "z et",
+      "▁F rank",
+      "▁Fran k",
+      "▁Fr ank",
+      "s a",
+      "▁dist ribution",
+      "▁distribu tion",
+      "▁distrib ution",
+      "▁ distribution",
+      "c u",
+      "ba nd",
+      "ban d",
+      "b and",
+      "iz z",
+      "i zz",
+      "▁j ob",
+      "▁jo b",
+      "▁ job",
+      "in er",
+      "ine r",
+      "i ner",
+      "st ruct",
+      "str uct",
+      "stru ct",
+      "á k",
+      "T O",
+      "au f",
+      "a uf",
+      "▁ext ends",
+      "▁extend s",
+      "▁G ra",
+      "▁Gr a",
+      "dis play",
+      "▁sign ific",
+      "on ey",
+      "one y",
+      "o ney",
+      "s ource",
+      "m icrosoft",
+      "in der",
+      "ind er",
+      "inde r",
+      "i nder",
+      "▁qu ick",
+      "▁qui ck",
+      "▁ quick",
+      "▁w onder",
+      "▁won der",
+      "▁wo nder",
+      "Inst ance",
+      "el les",
+      "ell es",
+      "elle s",
+      "e lles",
+      "è me",
+      "▁comp any",
+      "▁compan y",
+      "▁ company",
+      "u ß",
+      ". }",
+      "▁separ ate",
+      "U M",
+      "HER E",
+      "HE RE",
+      "H ERE",
+      "▁writ ing",
+      "▁wr iting",
+      "▁ writing",
+      "it ution",
+      "itu tion",
+      "itut ion",
+      "▁G esch",
+      "▁Ge sch",
+      "▁Ges ch",
+      "м я",
+      "▁J ames",
+      "▁Ja mes",
+      "▁Jam es",
+      "▁ James",
+      "▁D E",
+      "▁ DE",
+      "▁S pe",
+      "▁Sp e",
+      "▁ Spe",
+      "pro cess",
+      "proc ess",
+      "St r",
+      "S tr",
+      "▁s ym",
+      "▁sy m",
+      "▁ sym",
+      "▁a o",
+      "▁ ao",
+      "▁w y",
+      "▁ wy",
+      "▁any one",
+      "▁U p",
+      "▁ Up",
+      "use um",
+      "ar on",
+      "aro n",
+      "a ron",
+      "▁def inition",
+      "▁defin ition",
+      "▁definit ion",
+      "▁ definition",
+      "▁` $",
+      "▁f av",
+      "▁fa v",
+      "rib utes",
+      "ribute s",
+      "ribu tes",
+      "▁R é",
+      "ograf ia",
+      "ografi a",
+      "el ement",
+      "ele ment",
+      "elem ent",
+      "e lement",
+      "ca p",
+      "c ap",
+      "pa t",
+      "p at",
+      "▁B ra",
+      "▁Br a",
+      "▁ Bra",
+      ") (",
+      "▁acc ording",
+      "▁accord ing",
+      "г е",
+      "▁p ie",
+      "▁pi e",
+      "▁ pie",
+      "el i",
+      "e li",
+      "} \"",
+      "▁act iv",
+      "▁ activ",
+      "▁s top",
+      "▁st op",
+      "▁sto p",
+      "▁ stop",
+      "pat ch",
+      "p atch",
+      "т і",
+      "▁J ose",
+      "▁Jo se",
+      "▁Jos e",
+      "▁ Jose",
+      "En d",
+      "E nd",
+      "▁p rze",
+      "▁pr ze",
+      "▁prz e",
+      "▁a ge",
+      "▁ag e",
+      "▁ age",
+      "it ory",
+      "ito ry",
+      "itor y",
+      "▁P HP",
+      "▁ PHP",
+      "ag ement",
+      "age ment",
+      "agem ent",
+      "▁` .",
+      "▁ `.",
+      "▁pre tty",
+      "▁pret ty",
+      "▁re comm",
+      "▁rec omm",
+      "▁recom m",
+      "▁s ud",
+      "▁su d",
+      "▁re qu",
+      "▁r equ",
+      "▁req u",
+      "▁об ла",
+      "at ives",
+      "ative s",
+      "ativ es",
+      "ati ves",
+      "▁H igh",
+      "▁Hi gh",
+      "▁ High",
+      "á z",
+      "ou l",
+      "o ul",
+      "re st",
+      "res t",
+      "r est",
+      "▁T er",
+      "▁Te r",
+      "un der",
+      "und er",
+      "unde r",
+      "u nder",
+      "th ern",
+      "ther n",
+      "the rn",
+      "cent er",
+      "cen ter",
+      "cente r",
+      "c enter",
+      "▁u r",
+      "▁ ur",
+      "la t",
+      "l at",
+      "▁inter face",
+      "▁ interface",
+      "▁и н",
+      "▁ ин",
+      "▁wh ose",
+      "▁who se",
+      "ic as",
+      "ica s",
+      "i cas",
+      "am en",
+      "ame n",
+      "a men",
+      "Fil ter",
+      "▁st ation",
+      "▁stat ion",
+      "▁sta tion",
+      "▁stati on",
+      "▁ station",
+      "Pa ge",
+      "P age",
+      "▁a rm",
+      "▁ar m",
+      "▁ arm",
+      "▁e yes",
+      "▁eye s",
+      "▁ра й",
+      "▁s eu",
+      "▁se u",
+      "ol i",
+      "o li",
+      "wi n",
+      "w in",
+      "li k",
+      "l ik",
+      "ge x",
+      "g ex",
+      "ch an",
+      "cha n",
+      "c han",
+      "id ence",
+      "iden ce",
+      "ar gs",
+      "arg s",
+      "ak ing",
+      "aki ng",
+      "a king",
+      "▁Go ogle",
+      "▁ Google",
+      "▁St ud",
+      "▁Stu d",
+      "▁h o",
+      "▁ ho",
+      "то ры",
+      "тор ы",
+      "S u",
+      "▁autom at",
+      "▁auto mat",
+      "êm e",
+      "ê me",
+      "▁c y",
+      "▁ cy",
+      "lo r",
+      "l or",
+      "▁st ack",
+      "▁sta ck",
+      "▁ stack",
+      "▁SE LECT",
+      "▁ SELECT",
+      "A F",
+      "▁> >",
+      "▁ >>",
+      "▁com pet",
+      "▁comp et",
+      "▁p air",
+      "▁pa ir",
+      "▁ pair",
+      "▁ing lés",
+      "Res ponse",
+      "▁F ig",
+      "▁ Fig",
+      "gr ad",
+      "gra d",
+      "g rad",
+      "▁document ation",
+      "▁ documentation",
+      "▁c ant",
+      "▁can t",
+      "▁ca nt",
+      "▁app reci",
+      "å n",
+      "▁le arn",
+      "▁lear n",
+      "▁ learn",
+      "▁in dep",
+      "▁ind ep",
+      "▁inde p",
+      "▁p al",
+      "▁pa l",
+      "▁ pal",
+      "pack age",
+      "p ackage",
+      "ar es",
+      "are s",
+      "a res",
+      "▁Ber lin",
+      "▁Berl in",
+      "б ли",
+      "re ich",
+      "rei ch",
+      "ё н",
+      "▁s atisf",
+      "▁sat isf",
+      "▁reg ion",
+      "▁ region",
+      "▁fri end",
+      "▁ friend",
+      "▁Ge orge",
+      "▁Georg e",
+      "▁В о",
+      "▁ Во",
+      "▁\" \"",
+      "▁ \"\"",
+      "▁des de",
+      "Fact ory",
+      "F actory",
+      "▁Count y",
+      "▁Coun ty",
+      "ou v",
+      "o uv",
+      "▁ ‘",
+      "▁inst alled",
+      "▁install ed",
+      "▁instal led",
+      "▁ installed",
+      "▁w anted",
+      "▁want ed",
+      "▁P ython",
+      "▁ Python",
+      "▁inter pre",
+      "▁in cluded",
+      "▁includ ed",
+      "▁include d",
+      "▁inclu ded",
+      "▁( (",
+      "▁ ((",
+      "▁al tern",
+      "▁alt ern",
+      "▁alter n",
+      "▁alte rn",
+      "▁ altern",
+      "is to",
+      "ist o",
+      "i sto",
+      "g n",
+      "▁b order",
+      "▁bor der",
+      "▁bord er",
+      "▁ border",
+      "pd f",
+      "p df",
+      "▁d up",
+      "▁du p",
+      "▁ dup",
+      "▁down load",
+      "▁ download",
+      "ju st",
+      "jus t",
+      "j ust",
+      "▁m embers",
+      "▁mem bers",
+      "▁memb ers",
+      "▁member s",
+      "▁ members",
+      "ch ild",
+      "chi ld",
+      "▁p ay",
+      "▁pa y",
+      "▁ pay",
+      "▁c er",
+      "▁ce r",
+      "▁ cer",
+      "▁lo oked",
+      "▁look ed",
+      "▁correct ly",
+      "au th",
+      "aut h",
+      "a uth",
+      "▁с тан",
+      "▁ст ан",
+      "▁ста н",
+      "▁ стан",
+      "▁e sp",
+      "▁es p",
+      "▁ esp",
+      "▁d esc",
+      "▁de sc",
+      "▁des c",
+      "▁ desc",
+      "eb en",
+      "e ben",
+      "▁qu estions",
+      "▁question s",
+      "▁quest ions",
+      "▁questi ons",
+      "▁ questions",
+      "ma l",
+      "m al",
+      "▁ab gerufen",
+      "▁ abgerufen",
+      "▁B and",
+      "▁Ba nd",
+      "▁Ban d",
+      "▁[ ]",
+      "▁ []",
+      "Bas e",
+      "B ase",
+      "▁r is",
+      "▁ri s",
+      "▁ ris",
+      "▁f ort",
+      "▁for t",
+      "▁fo rt",
+      "▁ fort",
+      "▁I d",
+      "▁ Id",
+      "▁var ious",
+      "▁vari ous",
+      "▁Le ague",
+      "▁H and",
+      "▁Ha nd",
+      "▁Han d",
+      "▁ Hand",
+      "▁T ype",
+      "▁Ty pe",
+      "▁Typ e",
+      "▁ Type",
+      "ir l",
+      "i rl",
+      "▁F e",
+      "▁ Fe",
+      "i én",
+      "it ter",
+      "itt er",
+      "itte r",
+      "▁f ast",
+      "▁fa st",
+      "▁fas t",
+      "▁ fast",
+      "st a",
+      "s ta",
+      "▁ex cept",
+      "▁ except",
+      "ic z",
+      "i cz",
+      "▁F rench",
+      "▁en vironment",
+      "▁environ ment",
+      "▁ environment",
+      "▁con se",
+      "▁cons e",
+      "у р",
+      "о го",
+      "▁necess ary",
+      "tar get",
+      "t arget",
+      "▁re ading",
+      "▁read ing",
+      "▁ reading",
+      "ho me",
+      "hom e",
+      "h ome",
+      "ze ich",
+      "▁e qual",
+      "▁equ al",
+      "▁eq ual",
+      "▁ equal",
+      "▁pi ù",
+      "▁p rem",
+      "▁pr em",
+      "▁pre m",
+      "▁diff icult",
+      "▁u nit",
+      "▁un it",
+      "▁ unit",
+      "▁re place",
+      "▁rep lace",
+      "▁repla ce",
+      "▁ replace",
+      "▁he art",
+      "▁hear t",
+      "▁ heart",
+      "▁t alk",
+      "▁tal k",
+      "A M",
+      "▁R E",
+      "▁ RE",
+      "▁P erson",
+      "▁Per son",
+      "▁Pers on",
+      "▁ Person",
+      "end ency",
+      "enden cy",
+      "▁i mm",
+      "▁im m",
+      "▁ imm",
+      "▁h uman",
+      "▁hum an",
+      "▁hu man",
+      "▁ human",
+      "d n",
+      "▁K ir",
+      "▁Ki r",
+      "▁A ut",
+      "▁Au t",
+      "▁ Aut",
+      "kn own",
+      "know n",
+      "k nown",
+      "▁fr equ",
+      "▁fre qu",
+      "sys tem",
+      "s ystem",
+      "ла в",
+      "▁S z",
+      "▁G al",
+      "▁Ga l",
+      "но е",
+      "sel ves",
+      "right arrow",
+      "r ightarrow",
+      "▁С а",
+      "▁ Са",
+      "=\" @",
+      "▁build ing",
+      "▁ building",
+      "im port",
+      "imp ort",
+      "▁f am",
+      "▁fa m",
+      "▁de lete",
+      "▁del ete",
+      "▁delet e",
+      "▁ delete",
+      "air e",
+      "ai re",
+      "a ire",
+      "ma ry",
+      "mar y",
+      "m ary",
+      "▁f und",
+      "▁fun d",
+      "▁fu nd",
+      "▁ fund",
+      "▁part icip",
+      "▁partic ip",
+      "▁parti cip",
+      "▁partici p",
+      "▁s yn",
+      "▁sy n",
+      "▁ syn",
+      "si n",
+      "s in",
+      "▁l ower",
+      "▁lo wer",
+      "▁low er",
+      "▁ lower",
+      "▁z ero",
+      "▁ze ro",
+      "▁ zero",
+      "▁s ec",
+      "▁se c",
+      "▁ sec",
+      "▁f ra",
+      "▁fr a",
+      "▁ fra",
+      "Po int",
+      "P oint",
+      "▁fa iled",
+      "▁fail ed",
+      "▁ failed",
+      "ien to",
+      "ient o",
+      "i ento",
+      "cu p",
+      "c up",
+      "▁s low",
+      "▁sl ow",
+      "▁slo w",
+      "▁ slow",
+      "▁n ation",
+      "▁na tion",
+      "▁nat ion",
+      "äh r",
+      "ä hr",
+      "▁in fo",
+      "▁inf o",
+      "▁ info",
+      "▁P ublic",
+      "▁Pub lic",
+      "▁Pu blic",
+      "▁ Public",
+      "▁de cla",
+      "▁dec la",
+      "▁decl a",
+      "▁Т а",
+      "▁s old",
+      "▁so ld",
+      "▁sol d",
+      "▁R em",
+      "▁Re m",
+      "▁ Rem",
+      "▁Ph il",
+      "ст ра",
+      "стр а",
+      "с тра",
+      "▁me hr",
+      "▁W ork",
+      "▁Wor k",
+      "▁ Work",
+      "▁N ord",
+      "▁No rd",
+      "▁Nor d",
+      "▁f ait",
+      "▁fa it",
+      "▁g ew",
+      "▁ge w",
+      "▁ gew",
+      "print ln",
+      "ob ile",
+      "obil e",
+      "obi le",
+      "▁K on",
+      "▁Ko n",
+      "▁ass ume",
+      "▁assum e",
+      "land s",
+      "lan ds",
+      "l ands",
+      "▁a mount",
+      "▁am ount",
+      "▁ amount",
+      "▁P ress",
+      "▁Pr ess",
+      "▁Pres s",
+      "▁Pre ss",
+      "▁ Press",
+      "ý ch",
+      "▁ma xim",
+      "▁max im",
+      "▁ maxim",
+      "▁Ch ampion",
+      "▁Champ ion",
+      "li brary",
+      "l ibrary",
+      "a ñ",
+      "▁W al",
+      "▁Wa l",
+      "Com m",
+      "Co mm",
+      "C omm",
+      "] ]",
+      "▁z w",
+      "▁ zw",
+      "▁so cial",
+      "▁soci al",
+      "▁soc ial",
+      "▁ social",
+      "L I",
+      "▁Un ter",
+      "vo r",
+      "v or",
+      "Del ta",
+      "D elta",
+      "em ail",
+      "ema il",
+      "e mail",
+      "ra int",
+      "rain t",
+      "rai nt",
+      "r aint",
+      "on i",
+      "o ni",
+      "▁a lt",
+      "▁al t",
+      "▁ alt",
+      "▁n é",
+      "▁ né",
+      "ци я",
+      "ograph y",
+      "▁mention ed",
+      "▁ment ioned",
+      "▁< =",
+      "▁ <=",
+      "▁c ette",
+      "▁ce tte",
+      "▁cet te",
+      "▁current ly",
+      "▁curr ently",
+      "va re",
+      "var e",
+      "v are",
+      "iz ing",
+      "izi ng",
+      "izin g",
+      "i zing",
+      "▁D ef",
+      "▁De f",
+      "▁ Def",
+      "ic ol",
+      "ico l",
+      "i col",
+      "ün d",
+      "ü nd",
+      "▁config uration",
+      "▁configur ation",
+      "▁ configuration",
+      "est ig",
+      "esti g",
+      "II I",
+      "I II",
+      "la m",
+      "l am",
+      "i ère",
+      "▁E ar",
+      "▁t u",
+      "▁ tu",
+      "En t",
+      "E nt",
+      "▁U sing",
+      "▁Us ing",
+      "▁ Using",
+      "▁ко м",
+      "▁к ом",
+      "▁ ком",
+      "ci e",
+      "c ie",
+      "▁pro of",
+      "▁ proof",
+      "▁in vol",
+      "▁inv ol",
+      "▁H istory",
+      "▁Histor y",
+      "▁Hi story",
+      "▁Hist ory",
+      "▁ History",
+      "> <",
+      "▁A ND",
+      "▁AN D",
+      "▁ AND",
+      "av y",
+      "a vy",
+      "▁rel ations",
+      "▁relation s",
+      "$ {",
+      "▁com es",
+      "▁co mes",
+      "▁come s",
+      "▁ comes",
+      "▁d irection",
+      "▁direct ion",
+      "▁dire ction",
+      "▁dir ection",
+      "▁ direction",
+      "▁J une",
+      "▁Ju ne",
+      "▁Jun e",
+      "▁W ay",
+      "▁Wa y",
+      "Com ponent",
+      "ec h",
+      "e ch",
+      "▁P eter",
+      "▁Pe ter",
+      "▁Pet er",
+      "▁ Peter",
+      "s g",
+      "▁s tra",
+      "▁st ra",
+      "▁str a",
+      "▁ stra",
+      "uc t",
+      "u ct",
+      "▁im plementation",
+      "▁implement ation",
+      "▁ implementation",
+      "att le",
+      "▁c z",
+      "▁ cz",
+      "pl ot",
+      "p lot",
+      "▁play ed",
+      "▁pla yed",
+      "\"> </",
+      "\">< /",
+      "\" ></",
+      "▁f ive",
+      "▁fi ve",
+      "▁ five",
+      "▁c oll",
+      "▁col l",
+      "▁co ll",
+      "▁ coll",
+      "▁Char les",
+      "Tr a",
+      "T ra",
+      "▁s uo",
+      "▁su o",
+      "file s",
+      "fil es",
+      "fi les",
+      "f iles",
+      "en tes",
+      "ent es",
+      "ente s",
+      "res ponse",
+      "respons e",
+      "H ow",
+      "▁S oci",
+      "▁So ci",
+      "▁Soc i",
+      "▁i gn",
+      "▁ig n",
+      "▁ ign",
+      "▁l ed",
+      "▁le d",
+      "▁ led",
+      "▁G erman",
+      "▁Ger man",
+      "▁Germ an",
+      "ud o",
+      "u do",
+      "▁D u",
+      "▁t im",
+      "▁ti m",
+      "▁ tim",
+      "ount er",
+      "oun ter",
+      "o unter",
+      "▁att ack",
+      "ur i",
+      "u ri",
+      "▁а р",
+      "▁ ар",
+      "es se",
+      "ess e",
+      "iv il",
+      "ivi l",
+      "i vil",
+      "▁J u",
+      "▁v el",
+      "▁ve l",
+      "▁ vel",
+      "mat rix",
+      "▁M at",
+      "▁Ma t",
+      "▁ Mat",
+      "gi o",
+      "g io",
+      "▁Ze it",
+      "VE R",
+      "V ER",
+      "ha s",
+      "h as",
+      "Con nection",
+      "Connect ion",
+      "Conne ction",
+      "▁i hr",
+      "▁ih r",
+      "▁att ribute",
+      "▁ attribute",
+      "▁dis cuss",
+      "▁disc uss",
+      "▁do main",
+      "▁dom ain",
+      "▁ domain",
+      "bin d",
+      "bi nd",
+      "b ind",
+      "▁S ec",
+      "▁Se c",
+      "▁ Sec",
+      "ri k",
+      "r ik",
+      "cl ose",
+      "clos e",
+      "clo se",
+      "c lose",
+      "gi n",
+      "g in",
+      "▁l ove",
+      "▁lo ve",
+      "▁lov e",
+      "an to",
+      "ant o",
+      "ge nt",
+      "gen t",
+      "g ent",
+      "ab a",
+      "a ba",
+      "jan go",
+      "j ango",
+      "b i",
+      "▁ob ser",
+      "▁obs er",
+      "it ting",
+      "itt ing",
+      "▁р у",
+      "▁ ру",
+      "} =",
+      "ag en",
+      "age n",
+      "a gen",
+      "B C",
+      "so me",
+      "som e",
+      "s ome",
+      "▁B u",
+      "▁ Bu",
+      "▁s oci",
+      "▁so ci",
+      "▁soc i",
+      "▁ soci",
+      "▁ind ividual",
+      "▁individ ual",
+      "▁de al",
+      "▁out side",
+      "ri o",
+      "r io",
+      "Ex ec",
+      "an did",
+      "and id",
+      "▁bus iness",
+      "▁t empor",
+      "▁tem por",
+      "▁temp or",
+      "▁tempo r",
+      "▁T ur",
+      "▁Tu r",
+      "▁( !",
+      "▁ (!",
+      "ri ter",
+      "rit er",
+      "rite r",
+      "r iter",
+      "▁go ogle",
+      "▁goog le",
+      "▁ google",
+      "] :",
+      "it te",
+      "itt e",
+      "i tte",
+      "x i",
+      "▁П а",
+      "ho l",
+      "h ol",
+      "н ь",
+      "ri ng",
+      "rin g",
+      "r ing",
+      "▁s ul",
+      "▁su l",
+      "но сти",
+      "ност и",
+      "нос ти",
+      "_ .",
+      "ga r",
+      "g ar",
+      "T ask",
+      "▁C heck",
+      "▁Che ck",
+      "▁ Check",
+      "▁mod ern",
+      "▁mo dern",
+      "▁mode rn",
+      "▁moder n",
+      "▁w in",
+      "▁ win",
+      "us ter",
+      "ust er",
+      "u ster",
+      "ha n",
+      "h an",
+      "form ation",
+      "format ion",
+      "vo id",
+      "v oid",
+      "▁ф и",
+      "▁ фи",
+      "▁use ful",
+      "▁Eng land",
+      "lo s",
+      "l os",
+      "et ime",
+      "eti me",
+      "e time",
+      "eu r",
+      "e ur",
+      "▁un ique",
+      "▁uniqu e",
+      "▁ unique",
+      "▁ка к",
+      "yi ng",
+      "y ing",
+      "ob j",
+      "ui d",
+      "u id",
+      "▁w indows",
+      "▁window s",
+      "▁wind ows",
+      "▁ windows",
+      "▁d istance",
+      "▁dist ance",
+      "▁ distance",
+      "▁nom bre",
+      "▁nombr e",
+      "і я",
+      "oc us",
+      "o cus",
+      "ah n",
+      "a hn",
+      "ier te",
+      "iert e",
+      "i erte",
+      "▁d ar",
+      "▁da r",
+      "▁ dar",
+      "S I",
+      "lo ng",
+      "lon g",
+      "l ong",
+      "as ta",
+      "ast a",
+      "a sta",
+      "iv en",
+      "ive n",
+      "i ven",
+      "▁t old",
+      "▁to ld",
+      "▁G ru",
+      "▁Gr u",
+      "fo o",
+      "f oo",
+      "▁c alling",
+      "▁cal ling",
+      "▁call ing",
+      "iem bre",
+      "i embre",
+      "▁f uture",
+      "▁fut ure",
+      "pr ès",
+      "p rès",
+      "le ep",
+      "lee p",
+      "avig ation",
+      "PO ST",
+      "POS T",
+      "P OST",
+      "▁des cribed",
+      "▁descri bed",
+      "▁describe d",
+      "▁n och",
+      "▁no ch",
+      "un it",
+      "uni t",
+      "u nit",
+      "al len",
+      "all en",
+      "alle n",
+      "▁b ranch",
+      "▁br anch",
+      "▁bran ch",
+      "▁ branch",
+      "f a",
+      "▁f ill",
+      "▁fil l",
+      "▁fi ll",
+      "▁ fill",
+      "▁ob j",
+      "▁ obj",
+      "▁t ree",
+      "▁tr ee",
+      "▁tre e",
+      "▁ tree",
+      "▁wur den",
+      "▁wurde n",
+      "▁L iter",
+      "▁Li ter",
+      "▁Lit er",
+      "▁ Liter",
+      "ro t",
+      "r ot",
+      "sp lit",
+      "spl it",
+      "s plit",
+      "em ein",
+      "eme in",
+      "mod ule",
+      "C A",
+      "▁oper ator",
+      "▁opera tor",
+      "▁ operator",
+      "▁w rote",
+      "▁wr ote",
+      "▁J ack",
+      "▁Jac k",
+      "▁Ja ck",
+      "▁ Jack",
+      "olog ie",
+      "olo gie",
+      "▁A nt",
+      "▁An t",
+      "▁ Ant",
+      "те р",
+      "т ер",
+      "st ream",
+      "stre am",
+      "▁Q ue",
+      "▁Qu e",
+      "▁ Que",
+      "eps ilon",
+      "e psilon",
+      "no n",
+      "n on",
+      "st ein",
+      "ste in",
+      "▁s impl",
+      "▁sim pl",
+      "▁simp l",
+      "pu b",
+      "p ub",
+      "▁J uly",
+      "▁Jul y",
+      "▁Ju ly",
+      "▁n ature",
+      "▁natur e",
+      "▁nat ure",
+      "▁D atabase",
+      "▁Data base",
+      "▁Dat abase",
+      "▁ Database",
+      "ó l",
+      "ни м",
+      "н им",
+      "▁V I",
+      "▁ VI",
+      "êt re",
+      "ê tre",
+      "il es",
+      "ile s",
+      "i les",
+      "▁w el",
+      "▁we l",
+      "▁ wel",
+      "') ,",
+      "' ),",
+      "▁m ut",
+      "▁mu t",
+      "▁ mut",
+      "lo cation",
+      "loc ation",
+      "l ocation",
+      "▁there fore",
+      "el li",
+      "ell i",
+      "▁ І",
+      "n é",
+      "▁а в",
+      "led ge",
+      "l edge",
+      "▁con ver",
+      "▁conv er",
+      "í m",
+      "▁X V",
+      "▁ XV",
+      "vi der",
+      "vid er",
+      "v ider",
+      "▁Janu ary",
+      "▁Januar y",
+      "▁us ually",
+      "▁usual ly",
+      "▁re leased",
+      "▁release d",
+      "▁M i",
+      "He ad",
+      "H ead",
+      "il ler",
+      "ill er",
+      "ille r",
+      "▁j an",
+      "▁ja n",
+      "▁ jan",
+      "▁l etter",
+      "▁let ter",
+      "▁lett er",
+      "▁ letter",
+      "pr odu",
+      "pro du",
+      "prod u",
+      "p rodu",
+      "r d",
+      "▁C am",
+      "▁Ca m",
+      "▁ Cam",
+      ", '",
+      "▁ Ц",
+      "▁p ush",
+      "▁pu sh",
+      "▁ push",
+      "up date",
+      "▁may be",
+      "▁ maybe",
+      "H ttp",
+      "@ \"",
+      "ме р",
+      "м ер",
+      "ser vice",
+      "serv ice",
+      "par se",
+      "p arse",
+      "▁d ass",
+      "▁da ss",
+      "▁das s",
+      "ê n",
+      ") \"",
+      "mo re",
+      "mor e",
+      "m ore",
+      "/ *",
+      "▁m as",
+      "▁ma s",
+      "▁ mas",
+      "▁like ly",
+      "▁lik ely",
+      "▁ likely",
+      "▁m aterial",
+      "▁mate rial",
+      "▁mater ial",
+      "▁ material",
+      "▁[ [",
+      "▁ [[",
+      "▁long er",
+      "▁lon ger",
+      "ba l",
+      "b al",
+      "▁Arch iv",
+      "ig t",
+      "i gt",
+      "▁e gy",
+      "▁eg y",
+      "▁ egy",
+      "id ge",
+      "ig u",
+      "i gu",
+      "con f",
+      "▁in c",
+      "▁i nc",
+      "▁ inc",
+      "cons ulté",
+      "▁m ai",
+      "▁ma i",
+      "▁ mai",
+      "W ork",
+      "▁г ра",
+      "▁ гра",
+      "▁Oct ober",
+      "▁g lobal",
+      "▁glob al",
+      "▁glo bal",
+      "▁ global",
+      "▁s el",
+      "▁se l",
+      "▁ sel",
+      "▁m unicip",
+      "▁vi ol",
+      "▁vio l",
+      "▁Do es",
+      "▁ Does",
+      "▁\\ [",
+      "ско м",
+      "ск ом",
+      "с ком",
+      "▁com pos",
+      "▁comp os",
+      "▁ compos",
+      "б ря",
+      "в я",
+      "▁resp ons",
+      "▁ respons",
+      "▁consider ed",
+      "▁consid ered",
+      "▁J apan",
+      "▁Jap an",
+      "▁Ja pan",
+      "pe s",
+      "p es",
+      "os to",
+      "ost o",
+      "o sto",
+      "▁mil it",
+      "▁mi lit",
+      "S P",
+      "с ы",
+      "at tr",
+      "att r",
+      "ci l",
+      "c il",
+      "irect ory",
+      "av ing",
+      "avi ng",
+      "a ving",
+      "▁D el",
+      "▁De l",
+      "▁ Del",
+      "▁pr event",
+      "▁pre vent",
+      "▁prev ent",
+      "▁ prevent",
+      "id ade",
+      "ida de",
+      "idad e",
+      "i dade",
+      "gi t",
+      "g it",
+      "if orm",
+      "i form",
+      "ou ter",
+      "out er",
+      "oute r",
+      "o uter",
+      "in ct",
+      "inc t",
+      "le vel",
+      "lev el",
+      "at ever",
+      "ate ver",
+      "▁re pe",
+      "▁rep e",
+      "▁e xc",
+      "▁ex c",
+      "да р",
+      "д ар",
+      "St yle",
+      "▁Th omas",
+      "▁Thom as",
+      "el ine",
+      "eli ne",
+      "elin e",
+      "e line",
+      "▁ ж",
+      "un time",
+      "unt ime",
+      "▁l arg",
+      "▁la rg",
+      "▁lar g",
+      "▁ larg",
+      "Tr ue",
+      ". *",
+      "cre en",
+      "cr een",
+      "c reen",
+      "yle s",
+      "yl es",
+      "y les",
+      "▁trans l",
+      "▁tran sl",
+      "▁С о",
+      "ens ions",
+      "ension s",
+      "ä l",
+      "is se",
+      "iss e",
+      "▁v olt",
+      "▁vo lt",
+      "▁vol t",
+      "ci ally",
+      "cial ly",
+      "ni k",
+      "n ik",
+      ". ]",
+      "▁St adt",
+      "▁Sta dt",
+      "▁Stad t",
+      "м ы",
+      "fil l",
+      "fi ll",
+      "f ill",
+      "lo v",
+      "l ov",
+      "▁\" /",
+      "▁ \"/",
+      "S p",
+      "▁A ir",
+      "Cal l",
+      "Ca ll",
+      "C all",
+      "▁n ur",
+      "▁nu r",
+      "Che ck",
+      "C heck",
+      "ien ce",
+      "i ence",
+      "ef ined",
+      "▁в ре",
+      "ł o",
+      "d z",
+      "▁о р",
+      "▁ ор",
+      "ik er",
+      "ike r",
+      "i ker",
+      "ow a",
+      "o wa",
+      "ови ч",
+      "о вич",
+      "r é",
+      "O L",
+      "▁li near",
+      "▁line ar",
+      "▁lin ear",
+      "▁linea r",
+      "▁ linear",
+      "▁ex port",
+      "▁exp ort",
+      "▁ export",
+      "ah r",
+      "a hr",
+      "ic ial",
+      "ici al",
+      "icia l",
+      "i cial",
+      "Re p",
+      "R ep",
+      "▁n atural",
+      "▁natur al",
+      "▁nat ural",
+      "▁ natural",
+      "▁c op",
+      "▁co p",
+      "▁ cop",
+      "▁} )",
+      "▁ })",
+      "ç ões",
+      "z z",
+      "Wh at",
+      "W hat",
+      "▁H ouse",
+      "▁Ho use",
+      "▁Hou se",
+      "Re f",
+      "R ef",
+      "in ger",
+      "ing er",
+      "inge r",
+      "▁t aking",
+      "▁tak ing",
+      "▁ta king",
+      "n ě",
+      "▁Ein z",
+      "▁d am",
+      "▁da m",
+      "▁ dam",
+      "▁iss ues",
+      "▁issue s",
+      "▁issu es",
+      "▁ issues",
+      "Bu ilder",
+      "Build er",
+      "ed it",
+      "edi t",
+      "e dit",
+      "▁p rz",
+      "▁pr z",
+      "pass word",
+      "Ge ner",
+      "Gen er",
+      "G ener",
+      "ri m",
+      "r im",
+      "▁p arts",
+      "▁par ts",
+      "▁part s",
+      "▁ parts",
+      "-- -",
+      "- --",
+      "ig inal",
+      "igin al",
+      "igi nal",
+      "▁S ci",
+      "▁Sc i",
+      "▁m other",
+      "▁mo ther",
+      "▁mot her",
+      "▁moth er",
+      "re a",
+      "r ea",
+      "▁cont ainer",
+      "▁contain er",
+      "▁ container",
+      "д я",
+      "▁I P",
+      "▁ IP",
+      "▁n one",
+      "▁no ne",
+      "▁non e",
+      "▁ none",
+      "▁follow ed",
+      "▁p le",
+      "▁pl e",
+      "▁ ple",
+      "▁me asure",
+      "▁meas ure",
+      "▁ measure",
+      "▁t out",
+      "▁to ut",
+      "▁tou t",
+      "▁ tout",
+      "Ex t",
+      "E xt",
+      "▁T V",
+      "▁ TV",
+      "▁ex plain",
+      "▁exp lain",
+      "▁expla in",
+      "▁expl ain",
+      "▁p aper",
+      "▁pa per",
+      "▁pap er",
+      "▁ paper",
+      "ст і",
+      "с ті",
+      "w s",
+      "W ik",
+      "▁m m",
+      "▁ mm",
+      "▁N orm",
+      "▁No rm",
+      "▁Nor m",
+      "▁Ser ver",
+      "▁Serv er",
+      "▁ Server",
+      "fo nt",
+      "fon t",
+      "f ont",
+      "ec ause",
+      "eca use",
+      "T R",
+      "▁б и",
+      "▁ би",
+      "L a",
+      "▁e ns",
+      "▁en s",
+      "▁ ens",
+      "▁re tr",
+      "▁r etr",
+      "▁ret r",
+      "▁S il",
+      "▁Si l",
+      "▁ Sil",
+      "▁se quence",
+      "▁sequ ence",
+      "▁ sequence",
+      "ar c",
+      "a rc",
+      "I V",
+      "z á",
+      "▁And roid",
+      "▁ Android",
+      "▁S uper",
+      "▁Su per",
+      "▁Sup er",
+      "▁ Super",
+      "▁r oz",
+      "▁ro z",
+      "▁ roz",
+      "ov ie",
+      "ovi e",
+      "o vie",
+      "O m",
+      "▁W ell",
+      "▁We ll",
+      "▁Wel l",
+      "▁ Well",
+      "ma ke",
+      "m ake",
+      "or ph",
+      "orp h",
+      "▁J er",
+      "▁Je r",
+      "▁R os",
+      "▁Ro s",
+      "re ference",
+      "refer ence",
+      "▁fe atures",
+      "▁feature s",
+      "▁ features",
+      "▁G er",
+      "▁Ge r",
+      "▁L eg",
+      "▁Le g",
+      "▁ Leg",
+      "▁l ate",
+      "▁la te",
+      "▁lat e",
+      "▁ late",
+      "▁add itional",
+      "▁addition al",
+      "▁f lo",
+      "▁fl o",
+      "▁е го",
+      "▁ его",
+      "▁alg orithm",
+      "▁ algorithm",
+      "B A",
+      "ka r",
+      "k ar",
+      "I P",
+      "]) ;",
+      "] );",
+      "▁app ears",
+      "▁appear s",
+      "▁appe ars",
+      "y w",
+      "▁t emp",
+      "▁te mp",
+      "▁tem p",
+      "▁ temp",
+      "▁aus si",
+      "met hod",
+      "m ethod",
+      "▁p et",
+      "▁pe t",
+      "▁ pet",
+      "st rap",
+      "str ap",
+      "stra p",
+      "ar ning",
+      "arn ing",
+      "▁c ut",
+      "▁cu t",
+      "▁ cut",
+      "▁S a",
+      "▁ Sa",
+      "▁t rack",
+      "▁tr ack",
+      "▁tra ck",
+      "▁trac k",
+      "▁ track",
+      "▁emp loy",
+      "▁in de",
+      "▁i nde",
+      "▁ind e",
+      "▁ inde",
+      "ra v",
+      "r av",
+      "▁gener ate",
+      "▁gene rate",
+      "▁ generate",
+      "be s",
+      "b es",
+      "ar ts",
+      "art s",
+      "St atus",
+      "Stat us",
+      "ug e",
+      "u ge",
+      "al is",
+      "ali s",
+      "a lis",
+      "▁over ride",
+      "▁overrid e",
+      "▁ override",
+      "▁f i",
+      "▁ fi",
+      "▁l ost",
+      "▁lo st",
+      "▁los t",
+      "▁ lost",
+      "ot ed",
+      "ote d",
+      "o ted",
+      "▁r oom",
+      "▁ro om",
+      "▁ room",
+      "▁c alls",
+      "▁cal ls",
+      "▁call s",
+      "▁cons ist",
+      "ре н",
+      "р ен",
+      "▁vill age",
+      "▁vil lage",
+      "▁villa ge",
+      "dis t",
+      "di st",
+      "d ist",
+      "▁te chn",
+      "▁tec hn",
+      "▁ techn",
+      "en za",
+      "enz a",
+      "▁ро з",
+      "▁р оз",
+      "▁ роз",
+      "▁C atalog",
+      "▁Cat alog",
+      "▁Catal og",
+      "▁be com",
+      "▁bec om",
+      "ro ws",
+      "row s",
+      "r ows",
+      "▁N el",
+      "▁Ne l",
+      "com ple",
+      "comp le",
+      "▁pr emi",
+      "▁pre mi",
+      "▁prem i",
+      "▁r ot",
+      "▁ro t",
+      "▁ rot",
+      "▁Web links",
+      "▁foot ball",
+      "▁ football",
+      "▁com par",
+      "▁comp ar",
+      "▁l ive",
+      "▁li ve",
+      "▁liv e",
+      "▁ live",
+      "ки х",
+      "к их",
+      "▁equ ival",
+      "ca pe",
+      "cap e",
+      "c ape",
+      "▁G en",
+      "▁Ge n",
+      "▁ Gen",
+      "nd er",
+      "nde r",
+      "n der",
+      "▁V is",
+      "▁Vi s",
+      "▁ Vis",
+      "▁be hind",
+      "▁beh ind",
+      "ge rs",
+      "ger s",
+      "g ers",
+      "vo ke",
+      "v oke",
+      "▁m edia",
+      "▁me dia",
+      "▁med ia",
+      "▁medi a",
+      "▁ media",
+      "E X",
+      "th at",
+      "tha t",
+      "t hat",
+      "▁s ono",
+      "▁so no",
+      "▁son o",
+      "▁ sono",
+      "▁my sql",
+      "▁mysq l",
+      "▁ mysql",
+      "e v",
+      "▁r ule",
+      "▁ru le",
+      "▁ rule",
+      "до в",
+      "д ов",
+      "ac c",
+      "a cc",
+      "▁W HERE",
+      "▁WH ERE",
+      "▁ WHERE",
+      "ен е",
+      "е не",
+      "Gr id",
+      "G rid",
+      "▁j ul",
+      "▁ju l",
+      "▁m ort",
+      "▁mo rt",
+      "▁mor t",
+      "▁ mort",
+      "▁gener ated",
+      "▁generate d",
+      "▁ generated",
+      "en cia",
+      "enc ia",
+      "enci a",
+      "ac ter",
+      "act er",
+      "cl ud",
+      "▁s cen",
+      "▁sc en",
+      "▁cl osed",
+      "▁close d",
+      "▁clos ed",
+      "▁clo sed",
+      "▁ closed",
+      "▁Mich ael",
+      "▁ Michael",
+      "▁m ount",
+      "▁mo unt",
+      "▁mou nt",
+      "▁ mount",
+      ")$ ,",
+      ") $,",
+      "▁d rop",
+      "▁dr op",
+      "▁dro p",
+      "▁ drop",
+      "▁com bin",
+      "▁comb in",
+      "to col",
+      "▁go es",
+      "▁g eb",
+      "▁ge b",
+      "▁ geb",
+      "M D",
+      "▁An ton",
+      "▁Ant on",
+      "▁Anto n",
+      "▁$ (\"",
+      "▁$( \"",
+      "Te m",
+      "T em",
+      "▁c a",
+      "▁ ca",
+      "▁in stru",
+      "▁inst ru",
+      "ed s",
+      "e ds",
+      "▁t ool",
+      "▁to ol",
+      "▁too l",
+      "▁ tool",
+      "my s",
+      "m ys",
+      "▁r oute",
+      "▁ro ute",
+      "▁rout e",
+      "▁rou te",
+      "▁ route",
+      "\") )",
+      "\" ))",
+      "пр е",
+      "п ре",
+      "▁f loat",
+      "▁flo at",
+      "▁ float",
+      "▁service s",
+      "▁serv ices",
+      "▁servi ces",
+      "▁ services",
+      "▁ч и",
+      "▁ чи",
+      "к і",
+      "emb ly",
+      "embl y",
+      "ak er",
+      "ake r",
+      "a ker",
+      "▁S on",
+      "▁So n",
+      "▁M ath",
+      "▁Ma th",
+      "▁Mat h",
+      "▁ Math",
+      "as se",
+      "ass e",
+      "ous ly",
+      "lic ations",
+      "lication s",
+      "▁r u",
+      "▁ ru",
+      "▁щ о",
+      "▁ що",
+      "▁Con st",
+      "▁Cons t",
+      "▁ Const",
+      "▁im medi",
+      "▁imm edi",
+      "F O",
+      "or o",
+      "o ro",
+      "▁p roduction",
+      "▁produ ction",
+      "▁product ion",
+      "▁ production",
+      "re i",
+      "r ei",
+      "▁j query",
+      "▁ jquery",
+      "an nt",
+      "ann t",
+      "▁Wh ile",
+      "▁s n",
+      "▁ sn",
+      "▁го ди",
+      "▁год и",
+      "Form at",
+      "For mat",
+      "▁s tar",
+      "▁st ar",
+      "▁sta r",
+      "▁ star",
+      "▁S en",
+      "▁Se n",
+      "▁k o",
+      "▁ ko",
+      "NA ME",
+      "N AME",
+      "▁p rés",
+      "▁pr és",
+      "▁pré s",
+      "▁ prés",
+      "ch a",
+      "c ha",
+      "wh at",
+      "w hat",
+      "om in",
+      "omi n",
+      "o min",
+      "end ant",
+      "enda nt",
+      "h y",
+      "▁ob serv",
+      "▁obser v",
+      "▁obs erv",
+      "▁ observ",
+      "▁p refer",
+      "▁pre fer",
+      "у н",
+      "▁con structor",
+      "▁construct or",
+      "▁constru ctor",
+      "▁ constructor",
+      "b s",
+      "▁m ac",
+      "▁ma c",
+      "▁ mac",
+      "▁B re",
+      "▁Br e",
+      "▁ Bre",
+      "▁Inst it",
+      "▁Ins tit",
+      "▁st ory",
+      "▁stor y",
+      "▁sto ry",
+      "▁ story",
+      "▁s ymbol",
+      "▁sym bol",
+      "▁ symbol",
+      "el es",
+      "ele s",
+      "e les",
+      "ß e",
+      "as ing",
+      "asi ng",
+      "a sing",
+      "▁w est",
+      "▁we st",
+      "▁ west",
+      "ia ns",
+      "ian s",
+      "i ans",
+      "▁m aster",
+      "▁ma ster",
+      "▁mas ter",
+      "▁ master",
+      "е з",
+      "▁w ays",
+      "▁way s",
+      "▁wa ys",
+      "▁ ways",
+      "b m",
+      "▁p ick",
+      "▁pi ck",
+      "▁pic k",
+      "▁ pick",
+      "▁de part",
+      "▁dep art",
+      "B ack",
+      "en k",
+      "li pse",
+      "lip se",
+      "▁m ath",
+      "▁ma th",
+      "▁mat h",
+      "▁ math",
+      "▁Fran cis",
+      "▁Franc is",
+      "▁Dec ember",
+      "f s",
+      "ru m",
+      "r um",
+      "▁develop ment",
+      "▁ development",
+      "L T",
+      "er nel",
+      "ern el",
+      "erne l",
+      "▁Tr ue",
+      "▁Tru e",
+      "▁ True",
+      "▁M ore",
+      "▁Mor e",
+      "▁Mo re",
+      "▁ More",
+      "ran gle",
+      "r angle",
+      "▁cond itions",
+      "▁condition s",
+      "Option s",
+      "Opt ions",
+      "O ptions",
+      "▁g li",
+      "▁gl i",
+      "▁oper ation",
+      "▁opera tion",
+      "▁ operation",
+      "é k",
+      "ach t",
+      "ac ht",
+      "a cht",
+      "ight s",
+      "igh ts",
+      "▁m ist",
+      "▁mi st",
+      "▁mis t",
+      "an da",
+      "and a",
+      "▁ener gy",
+      "▁energ y",
+      "▁ energy",
+      "▁ж е",
+      "▁ же",
+      "▁w omen",
+      "▁wo men",
+      "ak t",
+      "a kt",
+      "▁C H",
+      "▁ CH",
+      "ge bra",
+      "geb ra",
+      "▁me et",
+      "i u",
+      "we ll",
+      "wel l",
+      "w ell",
+      "ö l",
+      "▁govern ment",
+      "▁J os",
+      "▁Jo s",
+      "ie g",
+      "i eg",
+      "▁s yntax",
+      "▁syn tax",
+      "▁ syntax",
+      "fi x",
+      "f ix",
+      "▁P et",
+      "▁Pe t",
+      "j query",
+      "▁c ard",
+      "▁car d",
+      "▁ca rd",
+      "▁ card",
+      "▁pr incipal",
+      "▁princi pal",
+      "▁princip al",
+      "▁d ru",
+      "▁dr u",
+      "▁ dru",
+      "▁ter rit",
+      "▁п ов",
+      "▁по в",
+      "▁ пов",
+      "▁S S",
+      "▁ SS",
+      "ри и",
+      "tr es",
+      "tre s",
+      "t res",
+      "ag ne",
+      "agn e",
+      "ly ing",
+      "l ying",
+      "til de",
+      "t ilde",
+      "ber n",
+      "be rn",
+      "b ern",
+      "en ter",
+      "ent er",
+      "ente r",
+      "Pe r",
+      "P er",
+      "▁s omet",
+      "▁so met",
+      "▁some t",
+      "▁som et",
+      "Lo ad",
+      "li ce",
+      "lic e",
+      "l ice",
+      "▁s ous",
+      "▁so us",
+      "▁sou s",
+      "▁Lo uis",
+      "▁Lou is",
+      "▁ Louis",
+      "▁log ic",
+      "▁ logic",
+      "▁O ther",
+      "▁Ot her",
+      "▁ Other",
+      "▁c ir",
+      "▁ci r",
+      "▁ cir",
+      "é v",
+      "ch ron",
+      "chr on",
+      "▁h an",
+      "▁ha n",
+      "▁ han",
+      "▁m argin",
+      "▁mar gin",
+      "▁marg in",
+      "▁ margin",
+      "W indow",
+      "ère s",
+      "è res",
+      "ny ch",
+      "n ych",
+      "pu sh",
+      "pus h",
+      "p ush",
+      "bol ds",
+      "bold s",
+      "b olds",
+      "▁l ayout",
+      "▁lay out",
+      "▁ layout",
+      "▁[ `",
+      "Ch ar",
+      "C har",
+      "▁C ap",
+      "▁Ca p",
+      "▁ Cap",
+      "bolds ymbol",
+      "bold symbol",
+      "▁R oman",
+      "▁Ro man",
+      "▁Rom an",
+      "▁Roma n",
+      "▁M ax",
+      "▁Ma x",
+      "▁ Max",
+      ": (",
+      "▁C ode",
+      "▁Co de",
+      "▁ Code",
+      "is ing",
+      "isi ng",
+      "i sing",
+      "▁st ates",
+      "▁stat es",
+      "▁state s",
+      "▁sta tes",
+      "▁ states",
+      "▁ex isting",
+      "▁exist ing",
+      "su pport",
+      "sup port",
+      "supp ort",
+      "▁re search",
+      "▁res earch",
+      "lic ate",
+      "lica te",
+      "l icate",
+      "va ri",
+      "var i",
+      "v ari",
+      "▁b ij",
+      "▁bi j",
+      "▁ bij",
+      "▁a ppe",
+      "▁app e",
+      "▁ap pe",
+      "▁ appe",
+      "▁happ ens",
+      "▁happen s",
+      "\\ \"",
+      "▁conc ern",
+      "▁conce rn",
+      "we st",
+      "w est",
+      "▁sa ying",
+      "▁say ing",
+      "pi d",
+      "p id",
+      "▁rec ogn",
+      "▁ recogn",
+      "▁H et",
+      "▁He t",
+      "Ch ild",
+      "▁c s",
+      "▁ cs",
+      "\\ ,",
+      "▁c lean",
+      "▁cle an",
+      "▁ clean",
+      "le ctions",
+      "lect ions",
+      "lection s",
+      "ac cess",
+      "acc ess",
+      "a ccess",
+      "в у",
+      "пр о",
+      "п ро",
+      "ac ity",
+      "aci ty",
+      "a city",
+      "▁O ff",
+      "▁Of f",
+      "▁ Off",
+      "▁eas ily",
+      "è que",
+      "▁j ako",
+      "▁ja ko",
+      "▁jak o",
+      "▁i z",
+      "▁ iz",
+      "▁H a",
+      "▁ Ha",
+      "▁D et",
+      "▁De t",
+      "▁ Det",
+      "▁for ma",
+      "▁form a",
+      "sch e",
+      "sc he",
+      "s che",
+      "swer s",
+      "sw ers",
+      "s wers",
+      "▁of fer",
+      "▁off er",
+      "qu ired",
+      "quire d",
+      "qui red",
+      "User s",
+      "Use rs",
+      "Us ers",
+      "U sers",
+      "▁su bst",
+      "▁sub st",
+      "▁subs t",
+      "▁ subst",
+      "> (",
+      "▁g round",
+      "▁gr ound",
+      "▁gro und",
+      "▁ ground",
+      "un n",
+      "u nn",
+      "ro d",
+      "r od",
+      "sp e",
+      "s pe",
+      "urs or",
+      "▁le ave",
+      "er k",
+      "▁t al",
+      "▁ta l",
+      "▁ tal",
+      "▁b ottom",
+      "▁bot tom",
+      "▁bott om",
+      "▁ bottom",
+      "I O",
+      "▁pop ular",
+      "▁popula r",
+      "▁popul ar",
+      "ig o",
+      "i go",
+      "▁T ime",
+      "▁Tim e",
+      "▁Ti me",
+      "▁ Time",
+      "val ues",
+      "value s",
+      "valu es",
+      "▁L oc",
+      "▁Lo c",
+      "▁ Loc",
+      "▁C lub",
+      "▁Cl ub",
+      "▁an che",
+      "▁anc he",
+      "▁anch e",
+      "▁ anche",
+      "ia ł",
+      "i ał",
+      "і ї",
+      "Om ega",
+      "▁loc ated",
+      "▁locate d",
+      "▁ located",
+      "U rl",
+      "▁E sp",
+      "▁Es p",
+      "▁ Esp",
+      "л ы",
+      "ц ь",
+      "ul ate",
+      "ula te",
+      "u late",
+      "▁j oin",
+      "▁jo in",
+      "▁ join",
+      "av es",
+      "ave s",
+      "a ves",
+      "ve t",
+      "v et",
+      "li o",
+      "l io",
+      "re move",
+      "rem ove",
+      "▁t oken",
+      "▁to ken",
+      "▁ token",
+      "▁op tim",
+      "▁opt im",
+      "▁ optim",
+      "▁c laim",
+      "▁cla im",
+      "olog ical",
+      "▁c ss",
+      "▁cs s",
+      "▁ css",
+      "▁al though",
+      "▁ although",
+      "▁p riv",
+      "▁pr iv",
+      "▁pri v",
+      "▁ priv",
+      "▁B a",
+      "ü l",
+      "entic ation",
+      "enti cation",
+      "▁v en",
+      "▁ve n",
+      "▁ ven",
+      "Ser ver",
+      "Serv er",
+      "▁C ong",
+      "▁Con g",
+      "▁Co ng",
+      "NE T",
+      "N ET",
+      "CO N",
+      "C ON",
+      "d t",
+      "per ties",
+      "pert ies",
+      "▁e pis",
+      "▁ep is",
+      "wik ipedia",
+      "▁eng ine",
+      "▁ engine",
+      "▁f er",
+      "▁fe r",
+      "▁ fer",
+      "get Element",
+      "▁C la",
+      "▁Cl a",
+      "▁ Cla",
+      "ř í",
+      "▁r om",
+      "▁ro m",
+      "▁ rom",
+      "var epsilon",
+      "vare psilon",
+      "▁pr ime",
+      "▁prim e",
+      "▁pri me",
+      "▁ prime",
+      "is try",
+      "ist ry",
+      "istr y",
+      "pe cted",
+      "pect ed",
+      "pec ted",
+      "p ected",
+      "or age",
+      "ora ge",
+      "o rage",
+      "▁t ouch",
+      "▁to uch",
+      "▁tou ch",
+      "▁ touch",
+      "▁[ '",
+      "▁ ['",
+      "▁d an",
+      "▁da n",
+      "▁ dan",
+      "E m",
+      "ac iones",
+      "acion es",
+      "aci ones",
+      "a ciones",
+      "Ca n",
+      "C an",
+      "▁w hom",
+      "▁wh om",
+      "▁who m",
+      "▁be havior",
+      "▁behav ior",
+      "▁str ings",
+      "▁string s",
+      "▁ strings",
+      "▁E urop",
+      "▁Euro p",
+      "▁Eu rop",
+      "▁Eur op",
+      "▁R om",
+      "▁Ro m",
+      "ci rc",
+      "cir c",
+      "c irc",
+      "▁p un",
+      "▁pu n",
+      "▁reg ister",
+      "▁ register",
+      "b untu",
+      "ra in",
+      "rai n",
+      "r ain",
+      "O b",
+      "T A",
+      "▁s ometimes",
+      "▁some times",
+      "▁somet imes",
+      "▁m ent",
+      "▁me nt",
+      "▁men t",
+      "▁ ment",
+      "▁in teger",
+      "▁inte ger",
+      "▁ integer",
+      "▁J ac",
+      "▁Ja c",
+      "▁ Jac",
+      "le gate",
+      "leg ate",
+      "ot hing",
+      "oth ing",
+      "o thing",
+      "▁s ound",
+      "▁so und",
+      "▁sou nd",
+      "▁ sound",
+      "la ces",
+      "lace s",
+      "lac es",
+      "l aces",
+      "▁Б а",
+      "r b",
+      "d i",
+      "ле ния",
+      "▁them selves",
+      "▁B lack",
+      "▁Bl ack",
+      "▁Bla ck",
+      "▁ Black",
+      "▁s ettings",
+      "▁sett ings",
+      "▁setting s",
+      "▁ settings",
+      "▁n orm",
+      "▁no rm",
+      "▁nor m",
+      "▁ norm",
+      "▁r uns",
+      "▁run s",
+      "▁ru ns",
+      "▁N OT",
+      "▁NO T",
+      "▁ NOT",
+      "K E",
+      "▁per haps",
+      "▁ Я",
+      "▁m ol",
+      "▁mo l",
+      "▁a ns",
+      "▁an s",
+      "▁ ans",
+      "at re",
+      "atr e",
+      "a tre",
+      "▁D ies",
+      "▁Die s",
+      "▁Di es",
+      "To ken",
+      "T oken",
+      "an ie",
+      "ani e",
+      "a nie",
+      "▁all owed",
+      "▁allow ed",
+      "▁allo wed",
+      "▁ allowed",
+      "R ange",
+      "▁G ro",
+      "▁Gr o",
+      "vi a",
+      "v ia",
+      "ut orial",
+      "uto rial",
+      "utor ial",
+      "ens or",
+      "enso r",
+      "est ival",
+      "esti val",
+      "); \r",
+      ") ;\r",
+      "кра ї",
+      "▁turn ed",
+      "▁tur ned",
+      "sc ope",
+      "scop e",
+      "s cope",
+      "▁b ien",
+      "▁bi en",
+      "= $",
+      "▁ext ension",
+      "▁extens ion",
+      "▁ extension",
+      "at ore",
+      "ator e",
+      "ato re",
+      "▁Р о",
+      "▁spec ify",
+      "ed u",
+      "e du",
+      "Dat os",
+      "D atos",
+      "▁st ored",
+      "▁stor ed",
+      "▁store d",
+      "▁sto red",
+      "▁p arse",
+      "▁par se",
+      "▁ parse",
+      "▁an swers",
+      "▁answer s",
+      "▁ans wers",
+      "il ls",
+      "ill s",
+      "▁he ard",
+      "▁hear d",
+      "l u",
+      "▁T HE",
+      "▁TH E",
+      "▁ THE",
+      "▁g én",
+      "▁gé n",
+      "▁f ul",
+      "▁fu l",
+      "▁ ful",
+      "e z",
+      "▁P rem",
+      "▁Pr em",
+      "▁Pre m",
+      "th en",
+      "the n",
+      "t hen",
+      "d p",
+      "сь кого",
+      "сько го",
+      "ськ ого",
+      "▁S i",
+      "▁ Si",
+      "ç o",
+      "Ed it",
+      "E dit",
+      "кі в",
+      "к ів",
+      "▁Л и",
+      "▁S ing",
+      "▁Si ng",
+      "▁Sin g",
+      "▁ Sing",
+      "▁c ateg",
+      "▁cat eg",
+      "Eq u",
+      "E qu",
+      "▁g uer",
+      "▁gu er",
+      "▁ guer",
+      "W idth",
+      "▁Christ ian",
+      "st at",
+      "sta t",
+      "s tat",
+      "W rite",
+      "▁w oman",
+      "▁wo man",
+      "wo od",
+      "w ood",
+      "V is",
+      "ра з",
+      "▁$ $\\",
+      "▁$$ \\",
+      "ode r",
+      "od er",
+      "o der",
+      "▁b ool",
+      "▁bo ol",
+      "▁ bool",
+      "▁intern ational",
+      "но сть",
+      "ност ь",
+      "нос ть",
+      "▁Rich ard",
+      "▁Ric hard",
+      "▁add ition",
+      "▁Mus ic",
+      "▁ Music",
+      "▁a ber",
+      "▁ab er",
+      "t ó",
+      "▁h ier",
+      "▁hi er",
+      "ug h",
+      "u gh",
+      "▁p ob",
+      "▁po b",
+      "▁t ables",
+      "▁table s",
+      "▁tab les",
+      "▁ta bles",
+      "▁ tables",
+      "D o",
+      "▁high er",
+      "ps i",
+      "p si",
+      "r á",
+      "▁act ive",
+      "▁activ e",
+      "▁ active",
+      "▁T able",
+      "▁Ta ble",
+      "▁Tab le",
+      "▁ Table",
+      "њ е",
+      "▁de scription",
+      "▁des cription",
+      "▁descri ption",
+      "▁descript ion",
+      "▁ description",
+      "▁se emed",
+      "▁see med",
+      "▁seem ed",
+      "ís t",
+      "í st",
+      "▁my self",
+      "▁m enu",
+      "▁me nu",
+      "▁men u",
+      "▁ menu",
+      "de l",
+      "d el",
+      "▁ ž",
+      "el e",
+      "e le",
+      "A ut",
+      "▁г ру",
+      "mu t",
+      "m ut",
+      "oo n",
+      "o on",
+      "as c",
+      "a sc",
+      "bu g",
+      "b ug",
+      "▁m oved",
+      "▁mov ed",
+      "▁mo ved",
+      "▁move d",
+      "C L",
+      "▁data s",
+      "▁dat as",
+      "▁ datas",
+      "S O",
+      "о ло",
+      "▁Ge org",
+      "▁re ach",
+      "▁r each",
+      ": \"",
+      "▁e valu",
+      "▁ev alu",
+      "▁eval u",
+      "▁ evalu",
+      "▁H el",
+      "▁He l",
+      "▁ Hel",
+      "▁R iver",
+      "▁Riv er",
+      "▁Ri ver",
+      "▁А р",
+      "▁ Ар",
+      "// //",
+      "/// /",
+      "/ ///",
+      "▁s ets",
+      "▁se ts",
+      "▁set s",
+      "▁ sets",
+      "▁O lymp",
+      "Ad apter",
+      ". '",
+      "ov ern",
+      "over n",
+      "ove rn",
+      "o vern",
+      "▁L ord",
+      "▁Lo rd",
+      "▁Lor d",
+      "! --",
+      "jp g",
+      "j pg",
+      "im ento",
+      "iment o",
+      "imen to",
+      "▁Pro f",
+      "▁Pr of",
+      "▁ach ieve",
+      "▁achiev e",
+      "} :",
+      "▁in cor",
+      "▁inc or",
+      "▁o nder",
+      "▁on der",
+      "▁onde r",
+      "▁ onder",
+      "en gl",
+      "eng l",
+      "AB LE",
+      "▁M ary",
+      "▁Mar y",
+      "▁Ma ry",
+      "▁w aren",
+      "▁war en",
+      "▁wa ren",
+      "la ge",
+      "lag e",
+      "l age",
+      "De c",
+      "D ec",
+      "анг л",
+      "en cias",
+      "enc ias",
+      "encia s",
+      "enci as",
+      "ле й",
+      "л ей",
+      "▁M achine",
+      "▁Mach ine",
+      "▁ Machine",
+      "▁А н",
+      "ud a",
+      "u da",
+      "▁ ś",
+      "▁X X",
+      "▁ XX",
+      "on ly",
+      "ле ние",
+      "▁tamb ién",
+      "ne j",
+      "n ej",
+      "▁rel ative",
+      "▁relativ e",
+      "▁ relative",
+      "▁h ours",
+      "▁ho urs",
+      "▁hour s",
+      "▁ind eed",
+      "▁inde ed",
+      "un do",
+      "und o",
+      "in gu",
+      "ing u",
+      "ar ea",
+      "are a",
+      "a rea",
+      "▁C reate",
+      "▁Cre ate",
+      "▁ Create",
+      "be it",
+      "bei t",
+      "▁rem oved",
+      "▁remove d",
+      "▁remov ed",
+      "ma ster",
+      "mas ter",
+      "maste r",
+      "m aster",
+      "ha us",
+      "h aus",
+      "▁B ern",
+      "▁Be rn",
+      "▁Ber n",
+      "▁sp eed",
+      "▁spe ed",
+      "▁ speed",
+      "▁B ay",
+      "▁Ba y",
+      "▁A tt",
+      "▁At t",
+      "▁ Att",
+      "▁N one",
+      "▁No ne",
+      "▁Non e",
+      "▁ None",
+      "app lication",
+      "ü d",
+      "▁f it",
+      "▁fi t",
+      "▁ fit",
+      "▁M aria",
+      "▁Mar ia",
+      "▁Ma ria",
+      "▁Mari a",
+      "▁n ord",
+      "▁no rd",
+      "▁nor d",
+      "▁s plit",
+      "▁sp lit",
+      "▁spl it",
+      "▁ split",
+      "▁st ru",
+      "▁str u",
+      "▁ stru",
+      "▁o fficial",
+      "▁off icial",
+      "▁offic ial",
+      "▁offici al",
+      "▁exec ute",
+      "▁execut e",
+      "▁ execute",
+      "ou ve",
+      "ouv e",
+      "o uve",
+      "{ {",
+      "▁A p",
+      "▁ Ap",
+      "▁к у",
+      "▁ ку",
+      "I L",
+      "▁ ^",
+      "di m",
+      "d im",
+      "▁set up",
+      "▁ setup",
+      "с к",
+      "▁sh are",
+      "▁ share",
+      "▁min utes",
+      "▁minute s",
+      "gl e",
+      "g le",
+      "oc o",
+      "o co",
+      "st ell",
+      "ste ll",
+      "▁C oun",
+      "▁Co un",
+      "▁Cou n",
+      "▁tem per",
+      "▁temp er",
+      "▁ temper",
+      "ke it",
+      "сь кий",
+      "a o",
+      "▁L ong",
+      "▁Lo ng",
+      "▁ Long",
+      "( &",
+      "ка н",
+      "к ан",
+      "▁d ens",
+      "▁de ns",
+      "▁den s",
+      "▁ dens",
+      "Bu t",
+      "B ut",
+      "X X",
+      "DA TE",
+      "DAT E",
+      "D ATE",
+      "ga n",
+      "g an",
+      ".) .",
+      ". ).",
+      "▁en try",
+      "▁ent ry",
+      "▁entr y",
+      "▁ entry",
+      "inst all",
+      "▁з на",
+      "▁ зна",
+      "▁S om",
+      "▁So m",
+      "Comm and",
+      "ße n",
+      "ß en",
+      "▁start ing",
+      "▁star ting",
+      "▁s to",
+      "▁st o",
+      "▁ sto",
+      "I G",
+      "▁min im",
+      "▁mi nim",
+      "▁mini m",
+      "▁exp licit",
+      "▁explic it",
+      "▁by tes",
+      "▁byte s",
+      "▁ bytes",
+      "▁par ty",
+      "▁part y",
+      "▁ party",
+      "to ber",
+      "t ober",
+      "▁G rand",
+      "▁Gr and",
+      "▁Gra nd",
+      "▁Gran d",
+      "▁V or",
+      "▁Vo r",
+      "▁ Vor",
+      "▁l eur",
+      "▁le ur",
+      "▁ leur",
+      "Doc ument",
+      "D ocument",
+      "er c",
+      "e rc",
+      "ens ive",
+      "C P",
+      "en v",
+      "▁arg uments",
+      "▁argument s",
+      "▁ arguments",
+      "▁G ran",
+      "▁Gr an",
+      "▁Gra n",
+      "ar ily",
+      "ari ly",
+      "▁l in",
+      "▁li n",
+      "▁ lin",
+      "t n",
+      "( -",
+      "ge q",
+      "g eq",
+      "▁F amil",
+      "▁Fa mil",
+      "▁Fam il",
+      "▁ Famil",
+      "▁Б о",
+      "▁t our",
+      "▁to ur",
+      "▁tou r",
+      "▁n av",
+      "▁na v",
+      "▁ nav",
+      "▁proper ly",
+      "▁M rs",
+      "▁Mr s",
+      "▁M el",
+      "▁Me l",
+      "▁sc ale",
+      "▁scal e",
+      "▁ scale",
+      "ast ic",
+      "d s",
+      "▁S ir",
+      "▁Si r",
+      "▁Ch urch",
+      "}^ {\\",
+      "}^{ \\",
+      "} ^{\\",
+      "yo u",
+      "y ou",
+      "/ .",
+      "S o",
+      "▁br ought",
+      "▁r ole",
+      "▁ro le",
+      "▁rol e",
+      "▁ role",
+      "▁S ur",
+      "▁Su r",
+      "▁ Sur",
+      "▁f ond",
+      "▁fo nd",
+      "▁fon d",
+      "▁g es",
+      "▁ge s",
+      "▁ ges",
+      "ż e",
+      "et en",
+      "ete n",
+      "e ten",
+      "▁é tait",
+      "▁ét ait",
+      "▁ était",
+      "SE R",
+      "S ER",
+      "▁ко торы",
+      "▁кото ры",
+      "▁equ ation",
+      "▁ equation",
+      "as px",
+      "asp x",
+      "▁A fr",
+      "▁Af r",
+      "▁d it",
+      "▁di t",
+      "▁ dit",
+      "em pty",
+      "emp ty",
+      "empt y",
+      "al ement",
+      "ale ment",
+      "alem ent",
+      "a lement",
+      "wr ap",
+      "w rap",
+      "▁B et",
+      "▁Be t",
+      "▁col lect",
+      "▁coll ect",
+      "▁colle ct",
+      "▁ collect",
+      "▁g it",
+      "▁gi t",
+      "▁ git",
+      "▁v ie",
+      "▁vi e",
+      "▁ vie",
+      "▁. .",
+      "▁ ..",
+      "ро й",
+      "▁< ?",
+      "▁ <?",
+      "▁ed uc",
+      "k l",
+      "ens is",
+      "▁O R",
+      "▁ OR",
+      "▁H i",
+      "▁ Hi",
+      "▁C our",
+      "▁Co ur",
+      "▁Cou r",
+      "б ы",
+      "ce rt",
+      "cer t",
+      "c ert",
+      "▁G es",
+      "▁Ge s",
+      "ess or",
+      "esso r",
+      "Ma in",
+      "M ain",
+      "▁ лю",
+      "ca de",
+      "c ade",
+      "do t",
+      "d ot",
+      "au gh",
+      "aug h",
+      "a ugh",
+      "hi b",
+      "h ib",
+      "▁autom atically",
+      "▁auto matically",
+      "▁automat ically",
+      "▁automatic ally",
+      "▁sp ir",
+      "pr esent",
+      "pre sent",
+      "pres ent",
+      "▁Febru ary",
+      "▁Februar y",
+      "▁E lle",
+      "▁El le",
+      "▁Ell e",
+      "cus tom",
+      "c ustom",
+      "▁pro get",
+      "▁admin istr",
+      "▁administ r",
+      "A A",
+      "▁b orn",
+      "▁bo rn",
+      "▁bor n",
+      "▁ born",
+      "▁Col lege",
+      "▁Colleg e",
+      "▁Coll ege",
+      "at hol",
+      "ath ol",
+      "` )",
+      "ier re",
+      "▁r an",
+      "▁ra n",
+      "▁ ran",
+      "▁prof ession",
+      "▁profess ion",
+      "og en",
+      "oge n",
+      "o gen",
+      "}_ {\\",
+      "}_{ \\",
+      "} _{\\",
+      "▁act ivity",
+      "▁activ ity",
+      "▁ activity",
+      "▁sc roll",
+      "▁scr oll",
+      "▁ scroll",
+      "▁pro ve",
+      "▁pr ove",
+      "▁prov e",
+      "ibr ary",
+      "i brary",
+      "er ies",
+      "erie s",
+      "eri es",
+      "e ries",
+      "Re ad",
+      "R ead",
+      "ye ar",
+      "y ear",
+      "▁l ang",
+      "▁la ng",
+      "▁lan g",
+      "▁ lang",
+      "De t",
+      "D et",
+      "▁k new",
+      "▁kn ew",
+      "▁kne w",
+      "▁prote cted",
+      "▁protect ed",
+      "▁prot ected",
+      "▁ protected",
+      "▁w or",
+      "▁wo r",
+      "▁ wor",
+      "▁e ffic",
+      "▁eff ic",
+      "▁r ég",
+      "▁ré g",
+      "▁the ory",
+      "▁ theory",
+      "▁pub lished",
+      "▁publish ed",
+      "re al",
+      "rea l",
+      "▁T our",
+      "▁To ur",
+      "▁dur ante",
+      "▁durant e",
+      "ä s",
+      "▁pos itive",
+      "▁posit ive",
+      "▁for ward",
+      "▁ forward",
+      "▁R el",
+      "▁Re l",
+      "▁ Rel",
+      "{ \"",
+      "par k",
+      "p ark",
+      "▁U m",
+      "▁e er",
+      "en ta",
+      "ent a",
+      "▁i mag",
+      "▁im ag",
+      "но ї",
+      "pi el",
+      "pie l",
+      "p iel",
+      "▁j Query",
+      "▁ jQuery",
+      "is me",
+      "ism e",
+      "ch ni",
+      "chn i",
+      "or gan",
+      "org an",
+      "▁ar gs",
+      "▁arg s",
+      "▁ args",
+      "oi r",
+      "o ir",
+      "he im",
+      "ri an",
+      "ria n",
+      "r ian",
+      "el ess",
+      "eles s",
+      "ele ss",
+      "e less",
+      "us es",
+      "use s",
+      "ди н",
+      "д ин",
+      "ic ión",
+      "ici ón",
+      "ició n",
+      "i ción",
+      "▁ind ust",
+      "▁indu st",
+      "▁ indust",
+      "▁w ish",
+      "▁wis h",
+      "án y",
+      "á ny",
+      "oc a",
+      "o ca",
+      "▁ang ular",
+      "▁ angular",
+      "ie ved",
+      "ieve d",
+      "iev ed",
+      "▁occ ur",
+      "▁oc cur",
+      "SE LECT",
+      "on ia",
+      "oni a",
+      "o nia",
+      "ad min",
+      "▁B est",
+      "▁Be st",
+      "▁Bes t",
+      "▁ Best",
+      "▁э то",
+      "о гра",
+      "▁l oss",
+      "▁lo ss",
+      "▁los s",
+      "▁ loss",
+      "▁b al",
+      "▁ba l",
+      "▁ bal",
+      "▁Р ос",
+      "▁Ро с",
+      "▁care er",
+      "▁п е",
+      "▁ пе",
+      "I X",
+      "▁f all",
+      "▁fa ll",
+      "▁fal l",
+      "▁ fall",
+      "▁R ob",
+      "▁Ro b",
+      "▁ Rob",
+      "▁O P",
+      "▁ OP",
+      "en ed",
+      "ene d",
+      "e ned",
+      "graph ics",
+      "▁c oming",
+      "▁com ing",
+      "▁co ming",
+      "▁ coming",
+      "Up date",
+      "▁d ied",
+      "▁di ed",
+      "▁die d",
+      "ed en",
+      "ede n",
+      "e den",
+      "▁a bs",
+      "▁ab s",
+      "▁ abs",
+      "▁in ner",
+      "▁inn er",
+      "▁inne r",
+      "▁ inner",
+      "▁t rav",
+      "▁tr av",
+      "▁tra v",
+      "сто я",
+      "z ą",
+      "é p",
+      "▁Gr oup",
+      "▁Gro up",
+      "▁ Group",
+      "▁c el",
+      "▁ce l",
+      "▁ cel",
+      "▁st uff",
+      "▁situ ation",
+      "▁$ {",
+      "▁ ${",
+      "ac le",
+      "a cle",
+      "▁pur pose",
+      "▁F ire",
+      "▁Fir e",
+      "▁ Fire",
+      "▁O h",
+      "▁ Oh",
+      "▁Se cond",
+      "▁Sec ond",
+      "▁ Second",
+      "▁up load",
+      "▁ upload",
+      "os tał",
+      "ost ał",
+      "osta ł",
+      "ю щи",
+      "Aut h",
+      "A uth",
+      "▁show ing",
+      "▁sho wing",
+      "▁complet ely",
+      "▁complete ly",
+      "av el",
+      "ave l",
+      "a vel",
+      "b d",
+      "▁pro ced",
+      "▁proc ed",
+      "▁ Ö",
+      "cont rol",
+      "contr ol",
+      "▁th ank",
+      "▁than k",
+      "und red",
+      "▁t om",
+      "▁to m",
+      "▁ tom",
+      "▁ex amples",
+      "▁example s",
+      "▁exam ples",
+      "▁ examples",
+      "▁re member",
+      "▁rem ember",
+      "▁ра бо",
+      "▁ рабо",
+      "▁poss ib",
+      "▁det ect",
+      "▁p oor",
+      "▁po or",
+      "▁O p",
+      "▁ Op",
+      "▁cent ury",
+      "▁ century",
+      "ut ter",
+      "utt er",
+      "▁lo gin",
+      "▁log in",
+      "▁ login",
+      "un st",
+      "uns t",
+      "Out put",
+      "▁other wise",
+      "la n",
+      "l an",
+      "ту р",
+      "т ур",
+      "▁с ов",
+      "▁со в",
+      "▁ сов",
+      "▁gr oups",
+      "▁group s",
+      "▁gro ups",
+      "▁ groups",
+      "ri p",
+      "r ip",
+      "▁s hell",
+      "▁sh ell",
+      "▁she ll",
+      "▁ shell",
+      "▁d istrict",
+      "▁dist rict",
+      "▁rec ords",
+      "▁record s",
+      "▁si è",
+      "fort un",
+      "en ty",
+      "ent y",
+      "▁T re",
+      "▁Tr e",
+      "▁ch anging",
+      "▁chang ing",
+      "сле д",
+      "aug ht",
+      "augh t",
+      "▁de ep",
+      "▁ deep",
+      "sub set",
+      "ag y",
+      "a gy",
+      "en dar",
+      "end ar",
+      "enda r",
+      "ja x",
+      "j ax",
+      "O M",
+      "E l",
+      "im ate",
+      "ima te",
+      "imat e",
+      "i mate",
+      "ar do",
+      "ard o",
+      "▁p lot",
+      "▁pl ot",
+      "▁ plot",
+      "▁vis it",
+      "▁b ug",
+      "▁bu g",
+      "▁ bug",
+      "▁в се",
+      "▁вс е",
+      "▁op ened",
+      "▁open ed",
+      "▁re pla",
+      "▁rep la",
+      "▁Hen ry",
+      "▁p p",
+      "▁ pp",
+      "ba s",
+      "b as",
+      "▁d ark",
+      "▁dar k",
+      "▁ dark",
+      "▁Mart in",
+      "▁ Martin",
+      "▁re source",
+      "▁res ource",
+      "▁ resource",
+      "il ing",
+      "ili ng",
+      "i ling",
+      "▁w atch",
+      "▁wat ch",
+      "▁ watch",
+      "re place",
+      "rep lace",
+      "▁re lease",
+      "▁ release",
+      "Lo cation",
+      "Loc ation",
+      "L ocation",
+      "▁le arning",
+      "▁learn ing",
+      "▁lear ning",
+      "▁ learning",
+      "me nu",
+      "men u",
+      "m enu",
+      "▁all ows",
+      "▁allow s",
+      "▁allo ws",
+      "ъ р",
+      "L ength",
+      "▁wh atever",
+      "▁what ever",
+      "▁p ages",
+      "▁page s",
+      "▁pa ges",
+      "▁pag es",
+      "▁ pages",
+      "▁comp iler",
+      "▁compile r",
+      "▁ compiler",
+      "▁так же",
+      "▁P an",
+      "▁Pa n",
+      "▁ Pan",
+      "comm and",
+      "▁ro ad",
+      "▁ road",
+      "▁un less",
+      "▁ unless",
+      "` ?",
+      "▁dis cover",
+      "▁disc over",
+      "▁disco ver",
+      "▁о н",
+      "▁ он",
+      "} ]",
+      "bo ur",
+      "b our",
+      "▁C ould",
+      "▁Co uld",
+      "▁Cou ld",
+      "▁ Could",
+      "▁re gex",
+      "▁reg ex",
+      "▁ regex",
+      "▁p s",
+      "▁ ps",
+      "C D",
+      "и з",
+      "▁w ife",
+      "am enti",
+      "ament i",
+      "amen ti",
+      "▁f air",
+      "▁fa ir",
+      "▁D B",
+      "▁ DB",
+      "▁C up",
+      "▁Cu p",
+      "en en",
+      "ene n",
+      "e nen",
+      "aj ax",
+      "aja x",
+      "a jax",
+      "oth èque",
+      "▁se iner",
+      "▁sein er",
+      "▁seine r",
+      "▁sei ner",
+      "ic ker",
+      "ick er",
+      "i cker",
+      "á m",
+      "ex change",
+      "ol es",
+      "ole s",
+      "o les",
+      "I F",
+      "▁Д о",
+      "oh n",
+      "o hn",
+      "▁g row",
+      "▁gr ow",
+      "▁gro w",
+      "▁T hus",
+      "▁Th us",
+      "sp ec",
+      "spe c",
+      "s pec",
+      "▁h atte",
+      "▁ha tte",
+      "▁hat te",
+      "# ,",
+      "all el",
+      "alle l",
+      "▁r ate",
+      "▁ra te",
+      "▁rat e",
+      "▁ rate",
+      "▁cent ral",
+      "▁ central",
+      "▁V an",
+      "▁Va n",
+      "if orn",
+      "R un",
+      "▁stud y",
+      "▁X ML",
+      "▁ XML",
+      "▁C he",
+      "▁Ch e",
+      "▁ Che",
+      "▁be aut",
+      "mi d",
+      "m id",
+      "▁adv ance",
+      "V er",
+      "т я",
+      "▁h ands",
+      "▁hand s",
+      "▁han ds",
+      "▁l ay",
+      "▁la y",
+      "▁ lay",
+      "▁ š",
+      "▁O S",
+      "▁ OS",
+      "▁{ }",
+      "▁ {}",
+      "Pr e",
+      "P re",
+      "▁H all",
+      "▁Ha ll",
+      "▁Hal l",
+      "im p",
+      "i mp",
+      "▁s un",
+      "▁su n",
+      "▁ sun",
+      "▁st eps",
+      "▁ste ps",
+      "▁step s",
+      "▁ steps",
+      "▁j ud",
+      "▁ju d",
+      "▁ jud",
+      "qu i",
+      "q ui",
+      "▁b oot",
+      "▁bo ot",
+      "▁ boot",
+      "▁% >",
+      "▁В а",
+      "no st",
+      "nos t",
+      "n ost",
+      "▁n em",
+      "▁ne m",
+      "▁ nem",
+      "▁p en",
+      "▁pe n",
+      "▁ pen",
+      "Op en",
+      "O pen",
+      "▁ch urch",
+      "ко н",
+      "к он",
+      "▁a verage",
+      "▁aver age",
+      "▁ave rage",
+      "▁com ments",
+      "▁comm ents",
+      "▁comment s",
+      "▁ comments",
+      "▁correspond ing",
+      "lev ant",
+      "▁b ed",
+      "▁be d",
+      "▁ bed",
+      "▁mean ing",
+      "V ersion",
+      "Lin k",
+      "L ink",
+      "be l",
+      "b el",
+      "▁ext ract",
+      "▁extra ct",
+      "▁extr act",
+      "▁ extract",
+      "ś ć",
+      "▁I V",
+      "▁ IV",
+      "▁I r",
+      "▁comp uter",
+      "▁comput er",
+      "▁compute r",
+      "▁a ffect",
+      "▁af fect",
+      "▁aff ect",
+      "▁С та",
+      "▁Ст а",
+      "A X",
+      "so rt",
+      "s ort",
+      "▁s pecies",
+      "▁spe cies",
+      "▁spec ies",
+      "▁specie s",
+      "▁ species",
+      "▁O per",
+      "▁Op er",
+      "▁ Oper",
+      "▁h ash",
+      "▁ha sh",
+      "▁has h",
+      "▁ hash",
+      "ch es",
+      "che s",
+      "c hes",
+      "▁Einz eln",
+      "▁Einzel n",
+      "▁ke ys",
+      "▁key s",
+      "▁ keys",
+      "▁mar zo",
+      "▁inter pret",
+      "▁interpre t",
+      "ho od",
+      "h ood",
+      "▁co ordin",
+      "▁coord in",
+      "ö s",
+      "ra ge",
+      "rag e",
+      "r age",
+      "et z",
+      "e tz",
+      "iz a",
+      "i za",
+      "де р",
+      "д ер",
+      "ü t",
+      "^ *",
+      "▁mod ify",
+      "▁term in",
+      "▁ter min",
+      "▁ termin",
+      "▁c red",
+      "▁cre d",
+      "▁cr ed",
+      "▁ cred",
+      "zo n",
+      "z on",
+      "ну ю",
+      "н ую",
+      "▁m ie",
+      "▁mi e",
+      "▁' '",
+      "▁ ''",
+      "▁M os",
+      "▁Mo s",
+      "▁conne cted",
+      "▁connect ed",
+      "▁conn ected",
+      "▁ connected",
+      "N O",
+      "▁comp ile",
+      "▁ compile",
+      "▁\" \\",
+      "▁ \"\\",
+      "▁c at",
+      "▁ca t",
+      "▁ cat",
+      "f iddle",
+      "ut a",
+      "u ta",
+      "Acc ess",
+      "Ac cess",
+      "A ccess",
+      "▁S to",
+      "▁St o",
+      "▁ Sto",
+      "▁B ur",
+      "▁Bu r",
+      "▁n orth",
+      "▁nor th",
+      "G amma",
+      "▁al loc",
+      "▁all oc",
+      "▁allo c",
+      "▁ alloc",
+      "In it",
+      "I nit",
+      "▁L ink",
+      "▁Lin k",
+      "▁ Link",
+      "ial ize",
+      "iali ze",
+      "Im pl",
+      "Imp l",
+      "ou pe",
+      "oup e",
+      "rop ri",
+      "▁G old",
+      "▁Go ld",
+      "▁Gol d",
+      "▁s olo",
+      "▁so lo",
+      "▁sol o",
+      "▁D ist",
+      "▁Dis t",
+      "▁Di st",
+      "▁ Dist",
+      ", -",
+      "na v",
+      "n av",
+      "▁al ert",
+      "▁ale rt",
+      "▁ alert",
+      "es is",
+      "esi s",
+      "▁O s",
+      "▁ Os",
+      "// /",
+      "/ //",
+      "▁f eb",
+      "▁fe b",
+      "▁- ->",
+      "▁-- >",
+      "▁ -->",
+      "fo ot",
+      "foo t",
+      "f oot",
+      "▁F ried",
+      "▁Fr ied",
+      "▁Fri ed",
+      "▁Einzeln ach",
+      "▁Einzel nach",
+      "▁re v",
+      "▁r ev",
+      "▁ rev",
+      "ze it",
+      "▁S tat",
+      "▁St at",
+      "▁Sta t",
+      "▁ Stat",
+      "▁S eg",
+      "▁Se g",
+      "▁ Seg",
+      "▁b lo",
+      "▁bl o",
+      "▁ blo",
+      "wi ck",
+      "w ick",
+      "E L",
+      "ca ption",
+      "cap tion",
+      "capt ion",
+      "he ader",
+      "head er",
+      "▁pres ident",
+      "▁presiden t",
+      "▁mult ip",
+      "▁multi p",
+      "▁mul tip",
+      "▁ multip",
+      "▁Einzelnach weise",
+      "▁se ine",
+      "▁sein e",
+      "▁sei ne",
+      "? ”",
+      "Func tion",
+      "Fun ction",
+      "F unction",
+      "▁St and",
+      "▁Sta nd",
+      "▁Stan d",
+      "▁ Stand",
+      "▁F unction",
+      "▁Fun ction",
+      "▁ Function",
+      "▁? >",
+      "▁ ?>",
+      "▁B ill",
+      "▁Bi ll",
+      "▁Bil l",
+      "▁s pect",
+      "▁sp ect",
+      "▁spe ct",
+      "▁spec t",
+      "▁ spect",
+      "▁re direct",
+      "▁red irect",
+      "▁ redirect",
+      "ru pt",
+      "rup t",
+      "r upt",
+      "▁w alk",
+      "▁wal k",
+      "▁ walk",
+      "в ши",
+      "spring framework",
+      "pl ace",
+      "pla ce",
+      "p lace",
+      "é ho",
+      "Ent ity",
+      "▁Ser vice",
+      "▁Serv ice",
+      "▁ Service",
+      "in te",
+      "int e",
+      "▁tr aining",
+      "▁tra ining",
+      "▁train ing",
+      "▁ training",
+      "▁( `",
+      "▁ (`",
+      "фо р",
+      "ф ор",
+      "▁к ра",
+      "▁ кра",
+      "au r",
+      "a ur",
+      "▁f etch",
+      "▁fet ch",
+      "▁ fetch",
+      "▁ †",
+      "▁m ême",
+      "▁ même",
+      "▁( '",
+      "▁ ('",
+      "at ively",
+      "ative ly",
+      "ativ ely",
+      "▁exec ut",
+      "ä ch",
+      "▁Catalog ue",
+      "ba sed",
+      "base d",
+      "bas ed",
+      "b ased",
+      "Att ribute",
+      "▁s pring",
+      "▁sp ring",
+      "▁spr ing",
+      "▁ spring",
+      "ph one",
+      "phon e",
+      "т ра",
+      "▁п и",
+      "▁ пи",
+      "те ра",
+      "тер а",
+      "т ера",
+      "▁` \\",
+      "▁O d",
+      "On e",
+      "O ne",
+      "se nd",
+      "sen d",
+      "s end",
+      "bo n",
+      "b on",
+      "▁ °",
+      "M O",
+      "▁as king",
+      "▁ask ing",
+      "▁o ù",
+      "▁ing år",
+      "▁test ing",
+      "▁ testing",
+      "▁ф а",
+      "▁ фа",
+      "▁B ook",
+      "▁Bo ok",
+      "▁ Book",
+      "im m",
+      "i mm",
+      "▁pro gress",
+      "▁ progress",
+      "br o",
+      "b ro",
+      "F irst",
+      "▁p hot",
+      "▁ph ot",
+      "▁O N",
+      "▁ ON",
+      "Tem plate",
+      "Temp late",
+      "develop er",
+      "an not",
+      "ann ot",
+      "anno t",
+      "▁> =",
+      "▁ >=",
+      "miss ion",
+      "m ission",
+      "▁k tó",
+      "▁ któ",
+      "p c",
+      "ba ch",
+      "b ach",
+      "ze nt",
+      "zen t",
+      "z ent",
+      "ue d",
+      "u ed",
+      "▁o nes",
+      "▁on es",
+      "▁one s",
+      "▁ ones",
+      "ј и",
+      "▁r out",
+      "▁ro ut",
+      "▁rou t",
+      "▁ rout",
+      "▁К и",
+      "Pos t",
+      "Po st",
+      "P ost",
+      "ці ї",
+      "ц ії",
+      "▁V ir",
+      "▁Vi r",
+      "ne k",
+      "n ek",
+      "ag ing",
+      "agi ng",
+      "agin g",
+      "a ging",
+      "▁о к",
+      "▁ ок",
+      "iz ont",
+      "izo nt",
+      "izon t",
+      "▁ag osto",
+      "▁ago sto",
+      "▁cho ose",
+      "▁ choose",
+      "▁ \r",
+      "▁system s",
+      "▁syst ems",
+      "lo ss",
+      "los s",
+      "l oss",
+      "ien te",
+      "ient e",
+      "i ente",
+      "▁C re",
+      "▁Cr e",
+      "▁ Cre",
+      "▁con tra",
+      "▁cont ra",
+      "▁contr a",
+      "▁ contra",
+      "um s",
+      "u ms",
+      "▁begin ning",
+      "em y",
+      "e my",
+      "ist ics",
+      "istic s",
+      "isti cs",
+      "▁s erved",
+      "▁ser ved",
+      "▁serv ed",
+      "▁serve d",
+      "Do wn",
+      "D own",
+      "option s",
+      "opt ions",
+      "o ptions",
+      "▁G overn",
+      "▁Go vern",
+      "▁B Y",
+      "▁ BY",
+      "▁j est",
+      "▁je st",
+      "▁ jest",
+      "t é",
+      "▁cont inue",
+      "▁contin ue",
+      "▁continu e",
+      "▁ continue",
+      "pe rs",
+      "per s",
+      "p ers",
+      "▁eas ier",
+      "▁c os",
+      "▁co s",
+      "▁ cos",
+      "es so",
+      "ess o",
+      "> >",
+      "Ne t",
+      "N et",
+      "▁B or",
+      "▁Bo r",
+      "▁C r",
+      "▁ Cr",
+      "▁trans fer",
+      "▁C SS",
+      "▁CS S",
+      "▁ CSS",
+      "▁fin ns",
+      "▁х о",
+      "▁ хо",
+      "us ername",
+      "user name",
+      "▁con stru",
+      "▁const ru",
+      "▁p ain",
+      "▁pa in",
+      "▁T em",
+      "▁Te m",
+      "▁ Tem",
+      "▁spec ified",
+      "▁b rit",
+      "▁br it",
+      "▁ brit",
+      "ски е",
+      "с кие",
+      "ir k",
+      "ra pper",
+      "rap per",
+      "r apper",
+      "▁c ounter",
+      "▁co unter",
+      "▁count er",
+      "▁coun ter",
+      "▁ counter",
+      "▁[ \"",
+      "▁ [\"",
+      "ode d",
+      "od ed",
+      "o ded",
+      "да н",
+      "д ан",
+      "pro perty",
+      "ha rd",
+      "har d",
+      "h ard",
+      "ist rict",
+      "istr ict",
+      ") /",
+      "▁P our",
+      "▁Po ur",
+      "▁W here",
+      "▁Wh ere",
+      "▁Whe re",
+      "▁ Where",
+      "▁= ==",
+      "▁== =",
+      "▁ ===",
+      "▁s owie",
+      "▁so wie",
+      "▁sow ie",
+      "▁П ро",
+      "▁d ess",
+      "▁de ss",
+      "▁des s",
+      "▁ dess",
+      "▁t ras",
+      "▁tr as",
+      "▁tra s",
+      "▁ tras",
+      "▁у ча",
+      "▁O ver",
+      "▁ Over",
+      "no te",
+      "not e",
+      "n ote",
+      "▁Amer ica",
+      "▁ America",
+      "c p",
+      "▁gr ande",
+      "▁gra nde",
+      "▁gran de",
+      "▁grand e",
+      "M e",
+      ") -",
+      "Mod e",
+      "Mo de",
+      "M ode",
+      "▁pass ing",
+      "▁pas sing",
+      "▁g iving",
+      "▁giv ing",
+      "▁gi ving",
+      "C l",
+      "} /",
+      "Me nu",
+      "Men u",
+      "M enu",
+      "! !",
+      "ang ular",
+      "angu lar",
+      "▁la unch",
+      "▁ launch",
+      "var phi",
+      "▁Joh ann",
+      "▁Johan n",
+      "▁for each",
+      "▁fore ach",
+      "▁ foreach",
+      "r ó",
+      "se qu",
+      "seq u",
+      "s equ",
+      "if i",
+      "i fi",
+      "A m",
+      "ar p",
+      "a rp",
+      "▁b uffer",
+      "▁buf fer",
+      "▁buff er",
+      "▁ buffer",
+      "▁n i",
+      "▁ ni",
+      "▁m ix",
+      "▁mi x",
+      "▁ mix",
+      "▁M useum",
+      "▁Muse um",
+      "▁me ant",
+      "▁mean t",
+      "as i",
+      "a si",
+      "▁k an",
+      "▁ka n",
+      "▁ kan",
+      "пра в",
+      "п рав",
+      "Com p",
+      "Co mp",
+      "C omp",
+      "is toire",
+      "ist oire",
+      "isto ire",
+      "if ul",
+      "i ful",
+      "je r",
+      "j er",
+      "iss ions",
+      "ission s",
+      "Re source",
+      "Res ource",
+      "▁в оз",
+      "▁во з",
+      "▁S T",
+      "▁ ST",
+      "▁sol utions",
+      "▁solution s",
+      "▁be long",
+      "▁bel ong",
+      "▁As soci",
+      "▁Ass oci",
+      "▁ Associ",
+      "c f",
+      "▁M är",
+      "▁g rid",
+      "▁gr id",
+      "▁ grid",
+      "M ult",
+      "▁require s",
+      "▁requ ires",
+      "k k",
+      "▁t each",
+      "▁te ach",
+      "▁tea ch",
+      "eme inde",
+      "emein de",
+      "▁s quare",
+      "▁squ are",
+      "▁ square",
+      "▁ко ман",
+      "▁ком ан",
+      "▁E vent",
+      "▁Ev ent",
+      "▁Even t",
+      "▁ Event",
+      "▁r ules",
+      "▁rule s",
+      "▁ru les",
+      "▁ rules",
+      "▁b ur",
+      "▁bu r",
+      "▁ bur",
+      "▁e ing",
+      "▁ein g",
+      "▁ eing",
+      "▁M ai",
+      "▁Ma i",
+      "▁n am",
+      "▁na m",
+      "▁ nam",
+      "▁s lä",
+      "▁sl ä",
+      "hö r",
+      "h ör",
+      "▁t ip",
+      "▁ti p",
+      "▁ tip",
+      "▁Liter atur",
+      "▁s cope",
+      "▁sc ope",
+      "▁scop e",
+      "▁ scope",
+      "over line",
+      "▁ex it",
+      "▁ exit",
+      ") ?",
+      "be t",
+      "b et",
+      "▁v ict",
+      "▁vi ct",
+      "▁vic t",
+      "Of f",
+      "O ff",
+      "▁appro xim",
+      "▁G eb",
+      "▁Ge b",
+      "kt op",
+      "k top",
+      "he it",
+      "▁ Ю",
+      "tem plate",
+      "temp late",
+      "ро н",
+      "р он",
+      "▁u no",
+      "▁un o",
+      "▁ uno",
+      "Ser v",
+      "Se rv",
+      "S erv",
+      "▁frame work",
+      "▁ framework",
+      "oper ator",
+      "opera tor",
+      "▁gener ally",
+      "▁general ly",
+      "▁h undred",
+      "▁d ivers",
+      "▁di vers",
+      "▁div ers",
+      "▁diver s",
+      "ov i",
+      "o vi",
+      "▁r és",
+      "▁ré s",
+      "▁ rés",
+      "ab s",
+      "a bs",
+      "▁g al",
+      "▁ga l",
+      "▁ gal",
+      "ça is",
+      "ç ais",
+      "▁fe et",
+      "▁fee t",
+      "▁v irtual",
+      "▁virt ual",
+      "▁ virtual",
+      "cz y",
+      "c zy",
+      "ск у",
+      "с ку",
+      ". /",
+      "h u",
+      "an cy",
+      "anc y",
+      "▁recomm end",
+      "▁п ід",
+      "▁пі д",
+      "▁m oney",
+      "▁mon ey",
+      "▁mo ney",
+      "▁vers ions",
+      "▁version s",
+      "▁ versions",
+      "▁hel ps",
+      "▁help s",
+      "▁H or",
+      "▁Ho r",
+      "▁ Hor",
+      "Item s",
+      "It ems",
+      "lo ok",
+      "l ook",
+      "con nect",
+      "conne ct",
+      "conn ect",
+      "an ges",
+      "ang es",
+      "ange s",
+      "View Controller",
+      "el ijk",
+      "elij k",
+      "eli jk",
+      "e lijk",
+      "▁occ up",
+      "▁oc cup",
+      "▁ occup",
+      "▁ed itor",
+      "▁edit or",
+      "▁ editor",
+      "au to",
+      "aut o",
+      "a uto",
+      "ö g",
+      "▁second s",
+      "▁sec onds",
+      "▁ seconds",
+      "▁ob vious",
+      "v m",
+      "ak es",
+      "ake s",
+      "a kes",
+      "▁g egen",
+      "▁ge gen",
+      "▁geg en",
+      "▁t il",
+      "▁ti l",
+      "▁ til",
+      "ject ion",
+      "je ction",
+      "j ection",
+      "ле ння",
+      "лен ня",
+      "▁oper ations",
+      "▁operation s",
+      "▁E ast",
+      "og y",
+      "o gy",
+      "▁P olit",
+      "▁Pol it",
+      "▁Po lit",
+      "ut en",
+      "ute n",
+      "u ten",
+      "▁Jose ph",
+      "\" `",
+      "▁Comp any",
+      "▁ Company",
+      "▁call back",
+      "▁ callback",
+      "▁s en",
+      "▁se n",
+      "▁ sen",
+      "cc ión",
+      "cció n",
+      "c ción",
+      "▁associ ated",
+      "▁associate d",
+      "▁cont aining",
+      "▁contain ing",
+      "▁pract ice",
+      "elij ke",
+      "elijk e",
+      "e lijke",
+      "ok e",
+      "o ke",
+      "ér a",
+      "é ra",
+      "un s",
+      "u ns",
+      "an ta",
+      "ant a",
+      "ve y",
+      "v ey",
+      "z u",
+      "▁B es",
+      "▁Be s",
+      "▁F lor",
+      "▁Fl or",
+      "▁Flo r",
+      "me m",
+      "m em",
+      "yc z",
+      "y cz",
+      "▁arch itect",
+      "▁an ni",
+      "▁ann i",
+      "▁ anni",
+      "▁cont act",
+      "▁ contact",
+      "Y PE",
+      "▁C as",
+      "▁Ca s",
+      "▁по лу",
+      "▁пол у",
+      "ov o",
+      "o vo",
+      "▁b ring",
+      "▁br ing",
+      "▁con cept",
+      "▁conce pt",
+      "▁j s",
+      "▁ js",
+      "▁Refer encias",
+      "em ble",
+      "emb le",
+      "embl e",
+      "▁ н",
+      "▁supp orted",
+      "▁support ed",
+      "▁ supported",
+      "Bi g",
+      "B ig",
+      "▁H ans",
+      "▁Ha ns",
+      "▁Han s",
+      "er v",
+      "e rv",
+      "▁M aj",
+      "▁Ma j",
+      "▁ar riv",
+      "▁arr iv",
+      "▁H ave",
+      "▁Ha ve",
+      "▁Hav e",
+      "▁ Have",
+      "▁prob ability",
+      "▁probabil ity",
+      "▁P op",
+      "▁Po p",
+      "▁ Pop",
+      "▁P ass",
+      "▁Pa ss",
+      "▁Pas s",
+      "▁ Pass",
+      "to ken",
+      "tok en",
+      "t oken",
+      "Pro vider",
+      "▁R a",
+      "Re ader",
+      "Read er",
+      "oot h",
+      "oo th",
+      "o oth",
+      "la p",
+      "l ap",
+      "▁ass ist",
+      "ad ow",
+      "ado w",
+      "▁t ests",
+      "▁test s",
+      "▁ tests",
+      "сс и",
+      "с си",
+      "▁k ing",
+      "▁ki ng",
+      "▁kin g",
+      "▁ king",
+      "lang le",
+      "lan gle",
+      "l angle",
+      "▁S um",
+      "▁Su m",
+      "▁ Sum",
+      "O IN",
+      "▁se curity",
+      "▁sec urity",
+      "▁ security",
+      "ni s",
+      "n is",
+      ".. /",
+      ". ./",
+      "▁bas ic",
+      "▁ basic",
+      "un ity",
+      "uni ty",
+      "unit y",
+      "` :",
+      "▁ко то",
+      "ko w",
+      "k ow",
+      "▁Bibli othèque",
+      "as ion",
+      "asi on",
+      "al o",
+      "a lo",
+      "if est",
+      "ife st",
+      "i fest",
+      "▁nov embre",
+      "▁p eu",
+      "▁pe u",
+      "▁ Ж",
+      "en schaft",
+      "ensch aft",
+      "cl us",
+      "c lus",
+      "ј у",
+      "He ight",
+      "ú n",
+      "▁t ur",
+      "▁tu r",
+      "▁ide as",
+      "▁idea s",
+      "▁c es",
+      "▁ce s",
+      "▁ ces",
+      "fr ak",
+      "fra k",
+      "f rak",
+      "▁pre mier",
+      "▁prem ier",
+      "▁premi er",
+      "it ation",
+      "ita tion",
+      "itat ion",
+      "▁s é",
+      "HT ML",
+      "▁Ro yal",
+      "▁Roy al",
+      "сь кої",
+      "сько ї",
+      "▁by te",
+      "▁ byte",
+      "P S",
+      "▁s egu",
+      "▁se gu",
+      "▁seg u",
+      "▁ segu",
+      "in en",
+      "ine n",
+      "i nen",
+      "▁Gre at",
+      "▁К у",
+      "▁ex ternal",
+      "▁ext ernal",
+      "▁extern al",
+      "▁ external",
+      "T itle",
+      "To p",
+      "T op",
+      "Pro cess",
+      "Proc ess",
+      "it ät",
+      "itä t",
+      "▁` /",
+      "▁se cret",
+      "▁sec ret",
+      "▁secre t",
+      "▁ secret",
+      "pos itory",
+      "▁pot ential",
+      "▁B ud",
+      "▁Bu d",
+      "name s",
+      "na mes",
+      "nam es",
+      "n ames",
+      "as ons",
+      "ason s",
+      "aso ns",
+      "stack exchange",
+      "back ground",
+      "пе р",
+      "п ер",
+      "со в",
+      "с ов",
+      "aft er",
+      "af ter",
+      "a fter",
+      "▁p ero",
+      "▁per o",
+      "▁pe ro",
+      "▁so ftware",
+      "▁soft ware",
+      "▁ software",
+      "▁s ed",
+      "▁se d",
+      "▁ sed",
+      "▁array s",
+      "▁arr ays",
+      "tm p",
+      "t mp",
+      "▁a sp",
+      "▁as p",
+      "▁ asp",
+      "sc ale",
+      "scal e",
+      "▁L at",
+      "▁La t",
+      "▁ Lat",
+      "an al",
+      "ana l",
+      "a nal",
+      "▁g em",
+      "▁ge m",
+      "▁ gem",
+      "P U",
+      "▁Al tri",
+      "▁Alt ri",
+      "Th at",
+      "T hat",
+      "▁Н и",
+      "if act",
+      "ifa ct",
+      "i fact",
+      "Add ress",
+      "▁s outh",
+      "▁so uth",
+      "▁sou th",
+      "▁sout h",
+      "▁form ula",
+      "▁Col leg",
+      "▁Coll eg",
+      "▁і н",
+      "▁ ін",
+      "kt ion",
+      "k tion",
+      "▁s ac",
+      "▁sa c",
+      "S H",
+      "aj o",
+      "a jo",
+      "et c",
+      "e tc",
+      "v c",
+      "` ](",
+      "▁D ur",
+      "▁Du r",
+      "▁М е",
+      "▁Sm ith",
+      "▁ Smith",
+      "it ems",
+      "ite ms",
+      "item s",
+      "C K",
+      "el o",
+      "e lo",
+      "▁pl ugin",
+      "▁plug in",
+      "▁ plugin",
+      "▁s erie",
+      "▁se rie",
+      "▁ser ie",
+      "▁ serie",
+      "ien ne",
+      "ienn e",
+      "i enne",
+      "▁и ли",
+      "Ma r",
+      "M ar",
+      "▁Im age",
+      "▁ Image",
+      "go t",
+      "g ot",
+      "an das",
+      "and as",
+      "anda s",
+      "▁mat ches",
+      "▁match es",
+      "▁ matches",
+      "▁w orth",
+      "▁wor th",
+      "▁ worth",
+      "▁D eb",
+      "▁De b",
+      "▁ Deb",
+      "▁c ache",
+      "▁ca che",
+      "▁ cache",
+      "▁f elt",
+      "▁fe lt",
+      "▁fel t",
+      "er sch",
+      "ers ch",
+      "iz es",
+      "ize s",
+      "i zes",
+      "Op er",
+      "O per",
+      "▁Jah re",
+      "▁Jahr e",
+      "▁Ja hre",
+      "▁comm une",
+      "▁commun e",
+      "th read",
+      "▁n y",
+      "▁ ny",
+      "de c",
+      "d ec",
+      "ou w",
+      "o uw",
+      "▁sur face",
+      "▁P or",
+      "▁Po r",
+      "▁St reet",
+      "▁Stre et",
+      "пр и",
+      "п ри",
+      "▁c andid",
+      "▁can did",
+      "▁cand id",
+      "▁Re turn",
+      "▁Ret urn",
+      "▁ Return",
+      "▁K om",
+      "▁Ko m",
+      "gr u",
+      "g ru",
+      "▁т и",
+      "▁ ти",
+      "[ \\",
+      "▁dep ends",
+      "▁depend s",
+      "▁in flu",
+      "▁inf lu",
+      "▁infl u",
+      "▁to wards",
+      "▁toward s",
+      "ain ed",
+      "ai ned",
+      "aine d",
+      "a ined",
+      "▁r ank",
+      "▁ran k",
+      "▁ rank",
+      "▁Janu ar",
+      "▁com ponents",
+      "▁compon ents",
+      "▁component s",
+      "▁ components",
+      "ge st",
+      "ges t",
+      "g est",
+      "getElement ById",
+      "▁check ed",
+      "▁ checked",
+      "air s",
+      "ai rs",
+      "a irs",
+      "jo in",
+      "j oin",
+      "▁d ead",
+      "▁de ad",
+      "▁h it",
+      "▁hi t",
+      "▁ hit",
+      "én y",
+      "é ny",
+      "▁equ ivalent",
+      "▁equival ent",
+      "▁П ре",
+      "▁app ropri",
+      "Pa ss",
+      "P ass",
+      "▁pr imer",
+      "▁prim er",
+      "▁pri mer",
+      "▁prime r",
+      "engl isch",
+      "▁app ar",
+      "▁ap par",
+      "▁D uring",
+      "▁Du ring",
+      "▁Dur ing",
+      "▁know ledge",
+      "▁tr igger",
+      "▁trig ger",
+      "▁ trigger",
+      "▁c ore",
+      "▁cor e",
+      "▁co re",
+      "▁ core",
+      "▁O l",
+      "▁P rodu",
+      "▁Pro du",
+      "▁Pr odu",
+      "▁ Produ",
+      "▁F ern",
+      "▁Fe rn",
+      "▁Fer n",
+      "▁ Fern",
+      "▁на ча",
+      "▁ нача",
+      "T e",
+      "▁M ot",
+      "▁Mo t",
+      "er ve",
+      "erv e",
+      "тв о",
+      "т во",
+      "▁m id",
+      "▁mi d",
+      "▁ mid",
+      "▁fin ally",
+      "▁final ly",
+      "air es",
+      "ai res",
+      "aire s",
+      "a ires",
+      "▁es pecially",
+      "▁espe cially",
+      "▁especial ly",
+      "▁t ut",
+      "▁tu t",
+      "▁rece ive",
+      "ad re",
+      "adr e",
+      "▁ne igh",
+      "▁nei gh",
+      "kt et",
+      "kte t",
+      "il de",
+      "ild e",
+      "▁rad io",
+      "▁radi o",
+      "▁ radio",
+      "▁d river",
+      "▁dr iver",
+      "▁drive r",
+      "▁dri ver",
+      "▁driv er",
+      "▁ driver",
+      "ли сь",
+      "end encies",
+      "enden cies",
+      "▁I E",
+      "▁ IE",
+      "▁s aved",
+      "▁sa ved",
+      "▁sav ed",
+      "▁save d",
+      "▁ saved",
+      "ff ect",
+      "ffe ct",
+      "f fect",
+      "▁Way back",
+      "ia t",
+      "i at",
+      "▁p adding",
+      "▁pad ding",
+      "▁ padding",
+      "wind ow",
+      "w indow",
+      "ти че",
+      "▁m ur",
+      "▁mu r",
+      "ac tor",
+      "act or",
+      "a ctor",
+      "▁H an",
+      "▁Ha n",
+      "он аль",
+      "она ль",
+      "о наль",
+      "▁g ar",
+      "▁ga r",
+      "▁ gar",
+      "▁famil jen",
+      "ó s",
+      "▁n ationale",
+      "▁national e",
+      "▁nation ale",
+      "▁nat ionale",
+      "▁p ré",
+      "▁pr é",
+      "de d",
+      "d ed",
+      "on al",
+      "ona l",
+      "o nal",
+      "▁Pres ident",
+      "▁\\ ,",
+      "▁ \\,",
+      "▁place d",
+      "▁pla ced",
+      "er ni",
+      "ern i",
+      "▁sign al",
+      "▁sig nal",
+      "▁ signal",
+      "na b",
+      "n ab",
+      "h m",
+      "Mo n",
+      "M on",
+      "▁v s",
+      "▁ vs",
+      "S C",
+      "▁proget ti",
+      "▁ Ü",
+      "▁for ms",
+      "▁form s",
+      "▁ forms",
+      "▁message s",
+      "▁mess ages",
+      "▁ messages",
+      "in f",
+      "us ers",
+      "use rs",
+      "user s",
+      "u sers",
+      "GE T",
+      "G ET",
+      "▁d els",
+      "▁de ls",
+      "▁del s",
+      "Col lection",
+      "Coll ection",
+      "Collect ion",
+      "▁G ood",
+      "▁Go od",
+      "▁ Good",
+      "▁May be",
+      "▁ Maybe",
+      "▁com pr",
+      "▁comp r",
+      "▁lar ger",
+      "▁large r",
+      "▁larg er",
+      "gr es",
+      "gre s",
+      "g res",
+      "ap er",
+      "ape r",
+      "a per",
+      "▁П ри",
+      "un des",
+      "und es",
+      "unde s",
+      "▁s ea",
+      "▁se a",
+      "▁S pring",
+      "▁Sp ring",
+      "▁Spr ing",
+      "▁ Spring",
+      "ul o",
+      "u lo",
+      "▁me chan",
+      "▁s ans",
+      "▁sa ns",
+      "▁san s",
+      "G B",
+      "Val id",
+      "▁comm unic",
+      "▁commun ic",
+      "▁ communic",
+      "▁p ra",
+      "▁pr a",
+      "vi er",
+      "vie r",
+      "v ier",
+      "▁С е",
+      "▁a in",
+      "▁ai n",
+      "▁ ain",
+      "ту ра",
+      "тур а",
+      "ko m",
+      "k om",
+      "sk iego",
+      "ski ego",
+      "skie go",
+      "ко во",
+      "ков о",
+      "к ово",
+      "ad ata",
+      "ada ta",
+      "a data",
+      "▁Р е",
+      "▁bo olean",
+      "▁ boolean",
+      "se ts",
+      "set s",
+      "s ets",
+      "▁eff ort",
+      ". [",
+      "▁z ostał",
+      "P A",
+      "▁V ict",
+      "▁Vi ct",
+      "▁Vic t",
+      "S D",
+      "ow ał",
+      "owa ł",
+      "▁e mb",
+      "▁em b",
+      "▁ emb",
+      "▁pr ima",
+      "▁prim a",
+      "▁pri ma",
+      "▁h our",
+      "▁ho ur",
+      "▁ hour",
+      "sub section",
+      "▁F ort",
+      "▁For t",
+      "▁Fo rt",
+      "math frak",
+      "ig in",
+      "igi n",
+      "i gin",
+      "G L",
+      ") +",
+      "f i",
+      "▁an ci",
+      "▁anc i",
+      "▁ anci",
+      "▁p an",
+      "▁pa n",
+      "▁ pan",
+      "\\ )",
+      "▁l ug",
+      "▁lu g",
+      "▁dep loy",
+      "▁ deploy",
+      "do main",
+      "dom ain",
+      "▁s light",
+      "▁sl ight",
+      "JS ON",
+      "J SON",
+      "▁mor ning",
+      "▁h i",
+      "▁ hi",
+      "▁comp are",
+      "▁compar e",
+      "▁ compare",
+      "ij e",
+      "i je",
+      "▁bl ue",
+      "▁ blue",
+      "▁A c",
+      "▁ Ac",
+      "▁m iddle",
+      "▁ middle",
+      "an den",
+      "and en",
+      "ande n",
+      "▁sh ared",
+      "▁share d",
+      "▁ shared",
+      "▁C amp",
+      "▁Cam p",
+      "▁Ca mp",
+      "▁ Á",
+      "ound ed",
+      "oun ded",
+      "u w",
+      "ier ung",
+      "St ack",
+      "▁e ines",
+      "▁ein es",
+      "▁eine s",
+      "▁D a",
+      "▁ Da",
+      "li j",
+      "l ij",
+      "en ti",
+      "ent i",
+      "▁ й",
+      "U til",
+      "▁exper ience",
+      "▁experien ce",
+      "▁a wait",
+      "▁aw ait",
+      "▁ await",
+      "ul s",
+      "u ls",
+      "▁request s",
+      "▁requ ests",
+      "▁ requests",
+      "▁im pos",
+      "▁imp os",
+      "▁const raint",
+      "▁ constraint",
+      "Ch ange",
+      "em ph",
+      "emp h",
+      "бе р",
+      "б ер",
+      "▁An other",
+      "C ustom",
+      "▁signific ant",
+      "▁significa nt",
+      "c r",
+      "▁mill ion",
+      "re ek",
+      "ree k",
+      "▁d alla",
+      "▁da lla",
+      "▁dal la",
+      "▁dall a",
+      "▁G erm",
+      "▁Ge rm",
+      "▁Ger m",
+      "ot al",
+      "ota l",
+      "o tal",
+      "at eur",
+      "ate ur",
+      "bt n",
+      "b tn",
+      "▁th inking",
+      "▁think ing",
+      "▁thin king",
+      "▁inter val",
+      "▁ interval",
+      "on ne",
+      "onn e",
+      "▁l iv",
+      "▁li v",
+      "▁ liv",
+      "() :",
+      "( ):",
+      "▁В е",
+      "o e",
+      "▁E v",
+      "me ta",
+      "met a",
+      "m eta",
+      "▁b road",
+      "▁bro ad",
+      "Re m",
+      "R em",
+      "ap ply",
+      "app ly",
+      "a pply",
+      "▁cou ple",
+      "▁coup le",
+      "▁te chni",
+      "▁techn i",
+      "id ades",
+      "ida des",
+      "idad es",
+      "idade s",
+      "▁go al",
+      "▁ goal",
+      "▁C D",
+      "▁ CD",
+      "ha b",
+      "h ab",
+      "▁ex plan",
+      "▁exp lan",
+      "▁expla n",
+      "▁expl an",
+      "an ner",
+      "ann er",
+      "anne r",
+      "▁B ecause",
+      "bl og",
+      "blo g",
+      "b log",
+      "include graphics",
+      "▁vo ice",
+      "▁ voice",
+      "▁M ap",
+      "▁Ma p",
+      "▁ Map",
+      "vent ion",
+      "ven tion",
+      "v ention",
+      "S ession",
+      "▁L iens",
+      "▁Li ens",
+      "▁Lie ns",
+      "▁s or",
+      "▁so r",
+      "c ategory",
+      "ash ington",
+      "▁Mär z",
+      "po p",
+      "p op",
+      "il let",
+      "ill et",
+      "ille t",
+      "▁z wei",
+      "▁zwe i",
+      "▁zw ei",
+      "▁L ie",
+      "▁Li e",
+      "N ull",
+      "add ress",
+      "addr ess",
+      "▁f actor",
+      "▁fact or",
+      "▁fa ctor",
+      "▁fac tor",
+      "▁ factor",
+      "▁l igne",
+      "▁lig ne",
+      "▁HT TP",
+      "▁ HTTP",
+      "▁s uf",
+      "▁su f",
+      "▁person al",
+      "▁pers onal",
+      "▁persona l",
+      "ci p",
+      "c ip",
+      "▁D ar",
+      "▁Da r",
+      "▁a dm",
+      "▁ad m",
+      "ко й",
+      "▁E xt",
+      "▁Ex t",
+      "▁ Ext",
+      "▁g od",
+      "▁go d",
+      "▁ god",
+      "a a",
+      "R ight",
+      "ét é",
+      "é té",
+      "▁d ynamic",
+      "▁dynam ic",
+      "▁ dynamic",
+      "▁main tain",
+      "to r",
+      "t or",
+      "#### ####",
+      "▁F ra",
+      "▁Fr a",
+      "▁cho ice",
+      "▁ choice",
+      "▁с то",
+      "▁ст о",
+      "▁ сто",
+      "С Р",
+      "▁F eder",
+      "▁Fe der",
+      "▁Fed er",
+      "st on",
+      "sto n",
+      "s ton",
+      "▁f lag",
+      "▁fl ag",
+      "▁fla g",
+      "▁ flag",
+      "ki t",
+      "k it",
+      "Mod ule",
+      "▁с по",
+      "▁сп о",
+      "▁ спо",
+      "▁S tra",
+      "▁St ra",
+      "▁Str a",
+      "ic ks",
+      "ick s",
+      "i cks",
+      "▁h aven",
+      "▁ha ven",
+      "▁have n",
+      "▁hav en",
+      "▁M ass",
+      "▁Ma ss",
+      "▁Mas s",
+      "▁E mp",
+      "▁Em p",
+      "▁ Emp",
+      "▁P i",
+      "▁ Pi",
+      "▁P en",
+      "▁Pe n",
+      "Re ct",
+      "Rec t",
+      "R ect",
+      "▁K r",
+      "it at",
+      "ita t",
+      "i tat",
+      "el er",
+      "ele r",
+      "e ler",
+      "я бря",
+      "it et",
+      "ite t",
+      "▁St art",
+      "▁Sta rt",
+      "▁Star t",
+      "▁ Start",
+      "▁produ ced",
+      "▁produce d",
+      "▁по л",
+      "▁ пол",
+      "( _",
+      "▁de let",
+      "▁del et",
+      "▁h ot",
+      "▁ho t",
+      "▁ hot",
+      "▁Gesch ichte",
+      "~ ~",
+      "▁month s",
+      "▁mont hs",
+      "▁t od",
+      "▁to d",
+      "▁ tod",
+      "▁н и",
+      "▁ ни",
+      "ú s",
+      "te mp",
+      "tem p",
+      "t emp",
+      "▁D ez",
+      "▁De z",
+      "ype s",
+      "yp es",
+      "y pes",
+      "▁c ui",
+      "▁cu i",
+      "om mun",
+      "omm un",
+      "act ions",
+      "action s",
+      "a ctions",
+      "▁e igen",
+      "▁eig en",
+      "▁immedi ately",
+      "▁immediate ly",
+      "P L",
+      "▁Г о",
+      "▁B al",
+      "▁Ba l",
+      "▁ Bal",
+      "љ е",
+      "ul ui",
+      "ulu i",
+      "▁on line",
+      "▁ online",
+      "▁a ños",
+      "▁añ os",
+      "▁año s",
+      "▁name space",
+      "▁names pace",
+      "▁ namespace",
+      "▁m ond",
+      "▁mon d",
+      "▁mo nd",
+      "▁ mond",
+      "▁B ase",
+      "▁Bas e",
+      "▁Ba se",
+      "▁ Base",
+      "▁Can ada",
+      "▁Canad a",
+      "et zt",
+      "etz t",
+      "} -",
+      "▁de fin",
+      "▁def in",
+      "▁ defin",
+      "▁dou bt",
+      "▁doub t",
+      "▁inv estig",
+      "▁invest ig",
+      "view s",
+      "vie ws",
+      "▁L ine",
+      "▁Li ne",
+      "▁Lin e",
+      "▁ Line",
+      "▁st age",
+      "▁sta ge",
+      "▁stag e",
+      "▁ stage",
+      "ett ings",
+      "ub re",
+      "u bre",
+      "f loat",
+      "▁P lay",
+      "▁Pl ay",
+      "▁Pla y",
+      "▁ Play",
+      "▁L as",
+      "▁La s",
+      "pt r",
+      "p tr",
+      "▁be comes",
+      "▁become s",
+      "▁becom es",
+      "est amp",
+      "esta mp",
+      "▁in dependent",
+      "▁indep endent",
+      "▁independ ent",
+      "▁anal ysis",
+      "▁ analysis",
+      "▁L ook",
+      "▁Lo ok",
+      "▁ Look",
+      "la in",
+      "l ain",
+      "▁ра с",
+      "Re ference",
+      "▁s orry",
+      "▁sor ry",
+      "▁supp osed",
+      "▁suppose d",
+      "▁sup posed",
+      "û t",
+      "▁deg ree",
+      "ut z",
+      "u tz",
+      "M M",
+      "▁des ired",
+      "▁desire d",
+      "ł y",
+      "▁l en",
+      "▁le n",
+      "▁ len",
+      "▁al one",
+      "▁ alone",
+      "sign ed",
+      "sig ned",
+      "s igned",
+      "▁S ta",
+      "▁St a",
+      "Per son",
+      "Pers on",
+      "P erson",
+      "▁app lied",
+      "▁B ack",
+      "▁Ba ck",
+      "▁Bac k",
+      "▁ Back",
+      "▁m ars",
+      "▁ma rs",
+      "▁mar s",
+      "Par t",
+      "Pa rt",
+      "P art",
+      "▁D id",
+      "▁Di d",
+      "▁ Did",
+      "▁extern es",
+      "▁externe s",
+      "▁n p",
+      "▁ np",
+      "on go",
+      "ong o",
+      "▁e sta",
+      "▁est a",
+      "▁es ta",
+      "▁ esta",
+      "Bl ock",
+      "B lock",
+      "▁p ou",
+      "▁po u",
+      "ad ores",
+      "ado res",
+      "ador es",
+      "▁St udio",
+      "▁Stud io",
+      "▁ Studio",
+      ". $",
+      "▁re ached",
+      "▁reach ed",
+      "bo t",
+      "b ot",
+      "▁J uni",
+      "▁Ju ni",
+      "▁Jun i",
+      "to ns",
+      "ton s",
+      "t ons",
+      "it el",
+      "ite l",
+      "i tel",
+      "▁G ar",
+      "▁Ga r",
+      "▁art icles",
+      "▁article s",
+      "▁ articles",
+      "▁D istrict",
+      "▁Dist rict",
+      "▁tr ouble",
+      "▁trou ble",
+      "li de",
+      "l ide",
+      "▁F ound",
+      "▁Fou nd",
+      "▁Fo und",
+      "▁ Found",
+      "á d",
+      "▁e quip",
+      "▁equ ip",
+      "▁in ternal",
+      "▁int ernal",
+      "▁inter nal",
+      "▁intern al",
+      "▁ internal",
+      "'] ,",
+      "' ],",
+      "▁a sync",
+      "▁as ync",
+      "▁ async",
+      "U B",
+      "ge l",
+      "g el",
+      "▁a i",
+      "▁ ai",
+      "ens ure",
+      "▁app eared",
+      "▁appear ed",
+      "▁appe ared",
+      "▁$ _",
+      "▁ $_",
+      "▁max imum",
+      "▁maxim um",
+      "▁С и",
+      "р ь",
+      "▁ann oun",
+      "▁anno un",
+      "ла сь",
+      "▁c m",
+      "▁ cm",
+      "га н",
+      "г ан",
+      "au pt",
+      "a upt",
+      "▁l atter",
+      "▁lat ter",
+      "▁pl atform",
+      "▁plat form",
+      "▁ platform",
+      "▁d ra",
+      "▁dr a",
+      "▁ dra",
+      "▁cap ital",
+      "▁capit al",
+      "▁sol ved",
+      "▁solve d",
+      "ri z",
+      "r iz",
+      "ed ic",
+      "edi c",
+      "e dic",
+      "▁M ur",
+      "▁Mu r",
+      "▁T op",
+      "▁To p",
+      "▁ Top",
+      "т ся",
+      "Pa nel",
+      "Pane l",
+      "Pan el",
+      "P anel",
+      "ru le",
+      "r ule",
+      "et ic",
+      "eti c",
+      "▁R en",
+      "▁Re n",
+      "▁Wik imedia",
+      "▁ Wikimedia",
+      "▁T O",
+      "▁ TO",
+      "se cond",
+      "sec ond",
+      "is l",
+      "i sl",
+      "▁h y",
+      "▁ hy",
+      "▁n iet",
+      "▁nie t",
+      "▁ni et",
+      "▁lo aded",
+      "▁load ed",
+      "▁ loaded",
+      "di g",
+      "d ig",
+      "▁ma yo",
+      "▁may o",
+      "[ :",
+      "Ac c",
+      "A cc",
+      "▁b ek",
+      "▁be k",
+      "▁ bek",
+      "ни ю",
+      "lo gin",
+      "log in",
+      "t x",
+      "▁F ur",
+      "▁Fu r",
+      "▁S anta",
+      "▁San ta",
+      "▁Sant a",
+      "az z",
+      "a zz",
+      "▁con duct",
+      "▁cond uct",
+      "▁condu ct",
+      "▁In dia",
+      "▁Ind ia",
+      "Or der",
+      "Ord er",
+      "ir th",
+      "irt h",
+      "t w",
+      "} +",
+      "▁w ieder",
+      "▁wie der",
+      "▁E du",
+      "▁Ed u",
+      "A V",
+      "▁` ``",
+      "▁`` `",
+      "▁ ```",
+      "▁man ually",
+      "▁manual ly",
+      "▁R ead",
+      "▁Re ad",
+      "▁ Read",
+      "fortun ately",
+      "▁R un",
+      "▁Ru n",
+      "▁ Run",
+      "▁A ward",
+      "▁Aw ard",
+      "▁F oot",
+      "▁Foo t",
+      "▁Fo ot",
+      "▁ Foot",
+      "* )",
+      "par ams",
+      "param s",
+      "pa rams",
+      "para ms",
+      "п і",
+      "▁n ative",
+      "▁nat ive",
+      "▁ native",
+      "ri ft",
+      "rif t",
+      "r ift",
+      "▁ ä",
+      "AT H",
+      "A TH",
+      "▁your self",
+      "▁yours elf",
+      "▁p rior",
+      "▁pr ior",
+      "▁pri or",
+      "▁c it",
+      "▁ci t",
+      "▁ cit",
+      "ä h",
+      "▁tre at",
+      "▁me as",
+      "rib uted",
+      "ribute d",
+      "ribu ted",
+      "▁c lar",
+      "▁cl ar",
+      "▁cla r",
+      "▁ clar",
+      "ca rd",
+      "car d",
+      "c ard",
+      "RO R",
+      "R OR",
+      "il les",
+      "ill es",
+      "ille s",
+      "i lles",
+      "▁l ayer",
+      "▁la yer",
+      "▁lay er",
+      "▁ layer",
+      "au er",
+      "a uer",
+      "▁r at",
+      "▁ra t",
+      "▁ rat",
+      "bern ate",
+      "▁st ato",
+      "▁stat o",
+      "▁sta to",
+      "▁Ch ina",
+      "▁Chi na",
+      "▁$ ('#",
+      "▁$(' #",
+      "▁n aar",
+      "▁na ar",
+      "zi p",
+      "z ip",
+      "▁$ {\\",
+      "▁${ \\",
+      "▁appreci ated",
+      "▁appreciate d",
+      "▁и ме",
+      "▁им е",
+      "ż y",
+      "▁prze z",
+      "▁prz ez",
+      "▁Ind ian",
+      "▁India n",
+      "▁T od",
+      "▁To d",
+      "▁S ource",
+      "▁ Source",
+      "▁дру ги",
+      "in ternal",
+      "int ernal",
+      "inter nal",
+      "intern al",
+      "ion ale",
+      "ional e",
+      "iona le",
+      "Pro duct",
+      "Produ ct",
+      "▁M en",
+      "▁Me n",
+      "▁ Men",
+      "▁u pper",
+      "▁up per",
+      "▁upp er",
+      "▁ upper",
+      "▁E very",
+      "▁Ev ery",
+      "▁Ever y",
+      "▁ Every",
+      "}, \\",
+      "} ,\\",
+      "▁print f",
+      "▁prin tf",
+      "▁ printf",
+      "▁contin ued",
+      "▁continu ed",
+      "▁continue d",
+      "▁n odes",
+      "▁no des",
+      "▁node s",
+      "▁nod es",
+      "▁ nodes",
+      "л ки",
+      "▁n ice",
+      "▁ni ce",
+      "▁nic e",
+      "▁ nice",
+      "mod ules",
+      "module s",
+      "ei gn",
+      "e ign",
+      "▁M ex",
+      "▁Me x",
+      "▁Acc ording",
+      "▁un defined",
+      "▁und efined",
+      "▁ undefined",
+      "▁b inary",
+      "▁bin ary",
+      "▁ binary",
+      "cu t",
+      "c ut",
+      "Cur rent",
+      "C urrent",
+      "ed y",
+      "e dy",
+      "}} {",
+      "} }{",
+      "ble s",
+      "bl es",
+      "b les",
+      "▁во й",
+      "▁ вой",
+      "sc ri",
+      "scr i",
+      "s cri",
+      "eq n",
+      "Ch anged",
+      "Change d",
+      "▁kö z",
+      "▁rem ote",
+      "▁ remote",
+      "в ля",
+      "▁qu el",
+      "▁que l",
+      "▁q uel",
+      "▁ quel",
+      "▁al ign",
+      "▁ali gn",
+      "▁ align",
+      "▁п ар",
+      "▁па р",
+      "▁ пар",
+      "S V",
+      "ye r",
+      "y er",
+      "▁Cal iforn",
+      "▁p laces",
+      "▁pl aces",
+      "▁place s",
+      "▁pla ces",
+      "▁prim ary",
+      "▁pri mary",
+      "▁prima ry",
+      "▁ primary",
+      "▁con v",
+      "▁ conv",
+      "▁J uli",
+      "▁Jul i",
+      "▁Ju li",
+      "▁vis ual",
+      "▁ visual",
+      "▁S elect",
+      "▁Se lect",
+      "▁Sel ect",
+      "▁Sele ct",
+      "▁ Select",
+      "at ory",
+      "ator y",
+      "ato ry",
+      "= (",
+      "is er",
+      "ise r",
+      "i ser",
+      "▁int ent",
+      "▁inte nt",
+      "▁inten t",
+      "▁ intent",
+      "su r",
+      "s ur",
+      "cont ainer",
+      "ic ed",
+      "ice d",
+      "i ced",
+      "▁bo ard",
+      "▁ board",
+      "as tr",
+      "ast r",
+      "a str",
+      "om ial",
+      "omi al",
+      "ве т",
+      "в ет",
+      "з ва",
+      "▁c ru",
+      "▁cr u",
+      "▁Ok tober",
+      "sa ve",
+      "s ave",
+      "▁gre ater",
+      "▁great er",
+      "▁in n",
+      "▁i nn",
+      "▁ inn",
+      "▁p icture",
+      "▁ picture",
+      "▁Т о",
+      "▁obtain ed",
+      "▁obt ained",
+      "Wik imedia",
+      "ú blic",
+      "▁l ors",
+      "▁lo rs",
+      "▁m ont",
+      "▁mon t",
+      "▁mo nt",
+      "▁ mont",
+      "ob re",
+      "o bre",
+      "▁c ivil",
+      "▁ci vil",
+      "▁civ il",
+      "▁const ruction",
+      "▁construct ion",
+      "▁constru ction",
+      "▁W elt",
+      "▁We lt",
+      "▁Wel t",
+      "▁U nder",
+      "▁Un der",
+      "▁Und er",
+      "▁ Under",
+      "und ert",
+      "under t",
+      "unde rt",
+      "▁ed ge",
+      "▁ edge",
+      "▁L iste",
+      "▁List e",
+      "▁Li ste",
+      "▁Lis te",
+      "cs v",
+      "c sv",
+      "▁ex periment",
+      "▁exper iment",
+      "local host",
+      "▁E dit",
+      "▁Ed it",
+      "▁ Edit",
+      "gr eg",
+      "gre g",
+      "g reg",
+      "ov á",
+      "o vá",
+      "љ а",
+      "ms g",
+      "m sg",
+      "▁G reen",
+      "▁Gr een",
+      "▁Gre en",
+      "▁Gree n",
+      "▁ Green",
+      "Di alog",
+      "D ialog",
+      "Id ent",
+      "I dent",
+      "▁J S",
+      "▁ JS",
+      "^{ (",
+      "^ {(",
+      "▁slä ktet",
+      "__ __",
+      "___ _",
+      "_ ___",
+      "Pro ject",
+      "▁bes kre",
+      "▁b er",
+      "▁be r",
+      "▁ ber",
+      "▁would n",
+      "▁re act",
+      "▁ react",
+      "He l",
+      "H el",
+      "z w",
+      "▁W ashington",
+      "or ie",
+      "ori e",
+      "o rie",
+      "ta sk",
+      "t ask",
+      "▁c ategory",
+      "▁categ ory",
+      "▁categor y",
+      "▁ category",
+      "▁art ist",
+      "an no",
+      "ann o",
+      "▁o ok",
+      "▁ ook",
+      "am men",
+      "amm en",
+      "▁Min ister",
+      "▁de clar",
+      "▁dec lar",
+      "▁decl ar",
+      "▁decla r",
+      "▁K ey",
+      "▁Ke y",
+      "▁ Key",
+      ", .",
+      "▁m ach",
+      "▁ma ch",
+      "▁mac h",
+      "▁w w",
+      "▁ ww",
+      "is en",
+      "ise n",
+      "i sen",
+      "Fr an",
+      "F ran",
+      "▁Ро сси",
+      "▁Рос си",
+      "бо р",
+      "б ор",
+      "т ри",
+      "▁r ock",
+      "▁ro ck",
+      "▁ rock",
+      "qu is",
+      "qui s",
+      "q uis",
+      "mo s",
+      "m os",
+      "пе ра",
+      "пер а",
+      "п ера",
+      "▁est erni",
+      "▁g old",
+      "▁go ld",
+      "▁gol d",
+      "Window s",
+      "W indows",
+      "% %",
+      "▁part ial",
+      "▁parti al",
+      "▁ partial",
+      "▁we ight",
+      "▁ weight",
+      "▁s pr",
+      "▁sp r",
+      "▁ spr",
+      "}) .",
+      "} ).",
+      "▁fran çais",
+      "fu n",
+      "f un",
+      "▁th ous",
+      "▁thou s",
+      "ho lder",
+      "hol der",
+      "hold er",
+      "h older",
+      "▁g one",
+      "▁go ne",
+      "▁ Č",
+      "▁re nd",
+      "▁r end",
+      "▁ren d",
+      "▁ rend",
+      "D A",
+      "▁answer ed",
+      "▁F alse",
+      "▁Fal se",
+      "▁ False",
+      "B uffer",
+      "▁d augh",
+      "▁da ugh",
+      ".- -",
+      ". --",
+      "▁S how",
+      "▁Sh ow",
+      "▁Sho w",
+      "▁ Show",
+      "▁re ct",
+      "▁r ect",
+      "▁rec t",
+      "▁ rect",
+      "▁K re",
+      "▁Kr e",
+      "d r",
+      "os oph",
+      "oso ph",
+      "▁y ield",
+      "ur ity",
+      "uri ty",
+      "to String",
+      "av al",
+      "ava l",
+      "a val",
+      "Po l",
+      "P ol",
+      "▁l ock",
+      "▁lo ck",
+      "▁loc k",
+      "▁ lock",
+      "im ation",
+      "ima tion",
+      "imat ion",
+      "ant ic",
+      "anti c",
+      "Lo cal",
+      "Loc al",
+      "L ocal",
+      "▁beskre vs",
+      "it és",
+      "ité s",
+      "gr id",
+      "g rid",
+      "у т",
+      "▁_ {",
+      "▁ _{",
+      "с і",
+      "FI LE",
+      "▁к м",
+      "▁spe ak",
+      "sum mary",
+      "pr op",
+      "pro p",
+      "p rop",
+      "java script",
+      "j avascript",
+      "z k",
+      "izont al",
+      "izon tal",
+      "▁tr ois",
+      "▁tro is",
+      "▁R od",
+      "▁Ro d",
+      "pr ise",
+      "ро во",
+      "ров о",
+      "р ово",
+      "▁o dd",
+      "▁od d",
+      "▁ odd",
+      "▁g est",
+      "▁ge st",
+      "▁ges t",
+      "▁ gest",
+      "▁produ ce",
+      "▁prod uce",
+      "▁w aar",
+      "▁wa ar",
+      "▁A v",
+      "▁ Av",
+      "ri bu",
+      "rib u",
+      "ва ння",
+      "ван ня",
+      "▁fin ished",
+      "▁finish ed",
+      "▁ad apt",
+      "▁S ar",
+      "▁Sa r",
+      "text it",
+      "tex tit",
+      "▁C e",
+      "▁F a",
+      "▁ Fa",
+      "os en",
+      "ose n",
+      "o sen",
+      "▁de riv",
+      "▁der iv",
+      "▁s hip",
+      "▁sh ip",
+      "▁ ship",
+      "▁o pin",
+      "▁op in",
+      "▁E ven",
+      "▁Ev en",
+      "ge sch",
+      "ges ch",
+      "g esch",
+      "▁supp ose",
+      "▁sup pose",
+      "▁F er",
+      "▁Fe r",
+      "ско е",
+      "▁w orden",
+      "▁word en",
+      "▁wor den",
+      "se y",
+      "s ey",
+      "hl ine",
+      "h line",
+      "▁Un ion",
+      "▁ Union",
+      "▁/ **",
+      "▁/* *",
+      "▁ /**",
+      "▁v ez",
+      "▁ve z",
+      "▁ vez",
+      "▁Colleg amenti",
+      "▁Soci ety",
+      "▁Soc iety",
+      "▁e conom",
+      "▁econ om",
+      "▁ec onom",
+      "š í",
+      "o i",
+      "▁or ient",
+      "▁ orient",
+      "▁T eil",
+      "▁Te il",
+      "re nt",
+      "ren t",
+      "r ent",
+      "ле кс",
+      "лек с",
+      "▁s olid",
+      "▁sol id",
+      "▁c art",
+      "▁car t",
+      "▁ca rt",
+      "▁ cart",
+      "******** ********",
+      "▁c ab",
+      "▁ca b",
+      "▁M essage",
+      "▁Mess age",
+      "▁ Message",
+      "do ts",
+      "dot s",
+      "d ots",
+      "▁é g",
+      "▁ ég",
+      "▁t we",
+      "▁tw e",
+      "ag a",
+      "a ga",
+      "▁n az",
+      "▁na z",
+      "▁M icrosoft",
+      "▁Micro soft",
+      "▁ Microsoft",
+      "▁under arter",
+      "pp en",
+      "ppe n",
+      "p pen",
+      "▁re cent",
+      "▁rec ent",
+      "▁rece nt",
+      "▁n et",
+      "▁ne t",
+      "▁ net",
+      "▁res ources",
+      "▁resource s",
+      "▁ resources",
+      "St e",
+      "S te",
+      ". \\",
+      "▁S O",
+      "▁ SO",
+      "ло м",
+      "л ом",
+      "▁c ele",
+      "▁ce le",
+      "▁cel e",
+      "▁l ic",
+      "▁li c",
+      "▁ lic",
+      "▁ben ef",
+      "▁bene f",
+      "ld ots",
+      "l dots",
+      "▁se rial",
+      "▁ser ial",
+      "▁seria l",
+      "▁ serial",
+      "In teger",
+      "cl es",
+      "cle s",
+      "c les",
+      "▁m iles",
+      "▁mil es",
+      "▁mi les",
+      "▁mile s",
+      "▁A le",
+      "▁Al e",
+      "▁en tered",
+      "▁ent ered",
+      "▁enter ed",
+      "▁T wo",
+      "▁Tw o",
+      "▁ Two",
+      "wi e",
+      "w ie",
+      "▁in cludes",
+      "▁incl udes",
+      "▁includ es",
+      "▁include s",
+      "▁inclu des",
+      "▁ includes",
+      "▁E ach",
+      "▁ Each",
+      "el ling",
+      "ell ing",
+      "elli ng",
+      "qu er",
+      "que r",
+      "q uer",
+      "▁D om",
+      "▁Do m",
+      "▁ Dom",
+      "p f",
+      "W S",
+      "▁stra ight",
+      "▁S tan",
+      "▁St an",
+      "▁Sta n",
+      "▁n os",
+      "▁no s",
+      "▁ nos",
+      "í cul",
+      "at ro",
+      "atr o",
+      "▁C enter",
+      "▁Cent er",
+      "▁ Center",
+      "F T",
+      "▁In ga",
+      "▁Ing a",
+      "il o",
+      "i lo",
+      "▁w ww",
+      "▁ww w",
+      "▁ www",
+      "js fiddle",
+      "ni c",
+      "n ic",
+      "▁Europe an",
+      "▁com mer",
+      "▁comm er",
+      "▁comme r",
+      "▁g irl",
+      "▁gi rl",
+      "▁gir l",
+      "to tal",
+      "tot al",
+      "t otal",
+      "▁S tar",
+      "▁St ar",
+      "▁Sta r",
+      "▁ Star",
+      "▁sugg ested",
+      "▁suggest ed",
+      "pa l",
+      "p al",
+      "▁zw ischen",
+      "пи са",
+      "пис а",
+      "I M",
+      "▁hand ler",
+      "▁handle r",
+      "▁ handler",
+      "▁Pro gram",
+      "▁Pr ogram",
+      "▁ Program",
+      "xs l",
+      "x sl",
+      "ál y",
+      "á ly",
+      "B U",
+      ",- -",
+      ", --",
+      "▁v id",
+      "▁vi d",
+      "▁ vid",
+      "▁estab lished",
+      "▁establish ed",
+      "▁S piel",
+      "▁Sp iel",
+      "om etry",
+      "ome try",
+      "omet ry",
+      "un es",
+      "une s",
+      "u nes",
+      "▁s it",
+      "▁si t",
+      "▁in her",
+      "▁p uis",
+      "▁pu is",
+      "▁ puis",
+      "▁ être",
+      "▁M ost",
+      "▁Mo st",
+      "▁Mos t",
+      "He ader",
+      "Head er",
+      "in sert",
+      "ins ert",
+      "▁s ist",
+      "▁si st",
+      "▁f avor",
+      "▁fa vor",
+      "▁fav or",
+      "de st",
+      "des t",
+      "d est",
+      "▁ent ity",
+      "▁ entity",
+      "Ca l",
+      "C al",
+      "▁There fore",
+      "D D",
+      "; ;",
+      "▁Dez ember",
+      "▁R h",
+      "im ents",
+      "iment s",
+      "imen ts",
+      "i ments",
+      "▁return ing",
+      "st o",
+      "s to",
+      "▁Val ue",
+      "▁ Value",
+      "▁l iber",
+      "▁li ber",
+      "▁lib er",
+      "▁Res ult",
+      "▁ Result",
+      "▁b ind",
+      "▁bi nd",
+      "▁bin d",
+      "▁ bind",
+      "vo ir",
+      "v oir",
+      "▁T im",
+      "▁Ti m",
+      "▁ Tim",
+      "▁M ovie",
+      "▁Mo vie",
+      "▁Mov ie",
+      "▁ Movie",
+      "we g",
+      "w eg",
+      "ke t",
+      "k et",
+      "▁и сто",
+      "▁ис то",
+      "▁fri ends",
+      "▁friend s",
+      "▁f n",
+      "▁ fn",
+      "▁é l",
+      "▁ él",
+      "▁& =",
+      "▁ &=",
+      "ar den",
+      "ard en",
+      "arde n",
+      "ff icial",
+      "ffic ial",
+      "▁comm unity",
+      "▁commun ity",
+      "▁ community",
+      "▁a pi",
+      "▁ap i",
+      "▁ api",
+      "Ar gs",
+      "Arg s",
+      "ie ren",
+      "ier en",
+      "iere n",
+      "i eren",
+      "▁d ann",
+      "▁da nn",
+      "▁dan n",
+      "om orph",
+      "ad r",
+      "a dr",
+      "lo op",
+      "l oop",
+      "um an",
+      "uma n",
+      "u man",
+      "▁v ous",
+      "▁vo us",
+      "▁vou s",
+      "▁ vous",
+      "bs t",
+      "b st",
+      "sub mit",
+      "\\ |",
+      "ти н",
+      "т ин",
+      "Cont ainer",
+      "as ket",
+      "ask et",
+      "? )",
+      "Se c",
+      "S ec",
+      "▁d rive",
+      "▁dr ive",
+      "▁dri ve",
+      "▁driv e",
+      "▁ drive",
+      "As s",
+      "A ss",
+      "▁s we",
+      "▁sw e",
+      "▁a mer",
+      "▁am er",
+      "▁ amer",
+      "▁m ine",
+      "▁min e",
+      "▁mi ne",
+      "▁ mine",
+      "▁H am",
+      "▁Ha m",
+      "▁av ait",
+      "▁ avait",
+      "▁H on",
+      "▁Ho n",
+      "▁a près",
+      "▁ap rès",
+      "▁apr ès",
+      "▁ après",
+      "▁M ann",
+      "▁Man n",
+      "▁Ma nn",
+      "сь ка",
+      "ськ а",
+      "▁incre ase",
+      "▁t y",
+      "▁ ty",
+      "sk y",
+      "s ky",
+      "▁acc ur",
+      "▁ac cur",
+      "art icle",
+      "we ight",
+      "weig ht",
+      "▁s ex",
+      "▁se x",
+      "▁ sex",
+      "▁list ade",
+      "▁lista de",
+      "/* *",
+      "/ **",
+      "▁est á",
+      "}} $",
+      "} }$",
+      "ar go",
+      "arg o",
+      "def ine",
+      "defin e",
+      "▁со став",
+      "▁соста в",
+      "s ession",
+      "ad s",
+      "a ds",
+      "ст ви",
+      "ств и",
+      "▁L aw",
+      "▁La w",
+      "▁d ialog",
+      "▁di alog",
+      "▁dia log",
+      "▁ dialog",
+      "▁dup licate",
+      "▁é p",
+      "▁ ép",
+      "▁v oc",
+      "▁vo c",
+      "fr i",
+      "f ri",
+      "▁g reen",
+      "▁gr een",
+      "▁gre en",
+      "▁ green",
+      "▁h idden",
+      "▁hid den",
+      "▁ hidden",
+      "▁Is land",
+      "▁di ag",
+      "▁dia g",
+      "ow ej",
+      "owe j",
+      "my sql",
+      "mys ql",
+      "mysq l",
+      "te il",
+      "tei l",
+      "t eil",
+      "r ä",
+      "ik an",
+      "ika n",
+      "i kan",
+      "▁Jos é",
+      "al ed",
+      "ale d",
+      "a led",
+      "Run time",
+      "R untime",
+      "▁t rain",
+      "▁tr ain",
+      "▁tra in",
+      "▁ train",
+      "▁Di vision",
+      "▁Div ision",
+      "ни ц",
+      "▁S pan",
+      "▁Sp an",
+      "▁ Span",
+      "ни ма",
+      "ним а",
+      ")= \\",
+      ") =\\",
+      "та н",
+      "т ан",
+      "▁st ay",
+      "▁sta y",
+      "▁f oo",
+      "▁fo o",
+      "▁ foo",
+      "▁acc om",
+      "▁ac com",
+      "▁h ers",
+      "▁he rs",
+      "▁her s",
+      "▁на у",
+      "▁M ün",
+      "ide os",
+      "ideo s",
+      "st atic",
+      "stat ic",
+      "▁re ady",
+      "▁read y",
+      "▁ ready",
+      "] `",
+      "▁vis ible",
+      "▁vi sible",
+      "▁ visible",
+      "▁H ope",
+      "▁Ho pe",
+      "▁Hop e",
+      "ul ated",
+      "ula ted",
+      "ulate d",
+      "▁C ult",
+      "▁Cu lt",
+      "ст ро",
+      "стр о",
+      "с тро",
+      "C o",
+      "▁sm aller",
+      "▁small er",
+      "at ura",
+      "atur a",
+      "atu ra",
+      "▁perfect ly",
+      "re q",
+      "r eq",
+      "▁pro posed",
+      "▁prop osed",
+      "▁propos ed",
+      "▁propose d",
+      "▁deg li",
+      "Se arch",
+      "S earch",
+      "▁i ch",
+      "▁ic h",
+      "▁ ich",
+      "Ma x",
+      "M ax",
+      "▁vol ume",
+      "▁ volume",
+      "exec ute",
+      "gr e",
+      "g re",
+      "▁s port",
+      "▁sp ort",
+      "▁spo rt",
+      "ud ad",
+      "uda d",
+      "P T",
+      "▁Rec ords",
+      "▁Record s",
+      "▁c ook",
+      "▁co ok",
+      "▁ cook",
+      "▁exp and",
+      "▁ expand",
+      "б і",
+      "▁al tri",
+      "▁alt ri",
+      "pp et",
+      "ppe t",
+      "p pet",
+      "ar se",
+      "ars e",
+      "▁w et",
+      "▁we t",
+      "▁B ob",
+      "▁Bo b",
+      "▁ Bob",
+      "▁F C",
+      "▁ FC",
+      "▁Associ ation",
+      "uj e",
+      "u je",
+      "▁f el",
+      "▁fe l",
+      "▁ fel",
+      "▁с лу",
+      "▁ слу",
+      "▁B ig",
+      "▁Bi g",
+      "▁ Big",
+      "/ \\",
+      "G e",
+      "wh ile",
+      "{ (",
+      "▁su fficient",
+      "Pos ition",
+      "P osition",
+      "▁under standing",
+      "▁understand ing",
+      "▁n ue",
+      "▁nu e",
+      "▁r az",
+      "▁ra z",
+      "▁ raz",
+      "▁y e",
+      "▁ ye",
+      "he m",
+      "h em",
+      "N um",
+      "▁Pro ject",
+      "▁ Project",
+      "▁I ts",
+      "▁It s",
+      "▁h asta",
+      "▁ha sta",
+      "▁has ta",
+      "▁hast a",
+      "en so",
+      "ens o",
+      "▁w ire",
+      "▁wir e",
+      "▁ wire",
+      "Re t",
+      "R et",
+      "u j",
+      "pro of",
+      "▁re levant",
+      "▁relev ant",
+      "▁part ir",
+      "▁parti r",
+      "▁a go",
+      "▁ag o",
+      "▁ ago",
+      "if icate",
+      "ific ate",
+      "ifica te",
+      "▁d omin",
+      "▁do min",
+      "▁dom in",
+      "▁ domin",
+      "▁b oy",
+      "▁bo y",
+      "▁ boy",
+      "▁p lant",
+      "▁pl ant",
+      "▁pla nt",
+      "▁plan t",
+      "▁ plant",
+      "▁enc oding",
+      "▁ encoding",
+      "▁th rows",
+      "▁thr ows",
+      "▁throw s",
+      "▁thro ws",
+      "▁R ock",
+      "▁Ro ck",
+      "▁Roc k",
+      "zo ne",
+      "zon e",
+      "z one",
+      "ga ng",
+      "gan g",
+      "g ang",
+      "wid get",
+      "w idget",
+      "▁interest ing",
+      "DE R",
+      "D ER",
+      "▁d emon",
+      "▁de mon",
+      "▁dem on",
+      "▁demo n",
+      "▁off ice",
+      "▁offic e",
+      "▁ office",
+      "am t",
+      "a mt",
+      "ät er",
+      "ä ter",
+      "▁Wh ite",
+      "▁Whit e",
+      "▁ White",
+      "▁v ersch",
+      "▁ver sch",
+      "▁vers ch",
+      "▁die ser",
+      "▁dies er",
+      "▁diese r",
+      "▁M ount",
+      "▁Mo unt",
+      "▁Mou nt",
+      "▁ Mount",
+      "▁stud ents",
+      "▁student s",
+      "▁P ub",
+      "▁Pu b",
+      "▁ Pub",
+      "▁Д е",
+      "ij a",
+      "i ja",
+      "▁C y",
+      "▁ Cy",
+      "▁Californ ia",
+      "▁ab ril",
+      "äl l",
+      "ä ll",
+      "▁ч ем",
+      "▁че м",
+      "T V",
+      "▁m és",
+      "▁mé s",
+      "▁decl ared",
+      "▁decla red",
+      "▁declar ed",
+      "▁declare d",
+      "▁ ю",
+      "ő l",
+      "ap pa",
+      "app a",
+      "a ppa",
+      "▁Б е",
+      "ec ho",
+      "ech o",
+      "e cho",
+      "num er",
+      "nu mer",
+      "n umer",
+      "▁po sted",
+      "▁pos ted",
+      "▁post ed",
+      "▁poste d",
+      "▁в ер",
+      "▁ве р",
+      "▁ вер",
+      "▁годи не",
+      "▁we ak",
+      "▁ weak",
+      "▁Re public",
+      "▁Rep ublic",
+      "▁Repub lic",
+      "▁ch ampion",
+      "▁champ ion",
+      "ensure math",
+      "you r",
+      "yo ur",
+      "y our",
+      "▁O ber",
+      "▁Ob er",
+      "▁Cent ral",
+      "is a",
+      "i sa",
+      "ан д",
+      "а нд",
+      "y y",
+      "▁full y",
+      "▁ful ly",
+      "▁ fully",
+      "▁S D",
+      "▁ SD",
+      "▁Lin ux",
+      "▁ Linux",
+      "▁Sc ott",
+      "▁Scot t",
+      "part ment",
+      "ko n",
+      "k on",
+      "▁cont ract",
+      "▁contr act",
+      "▁contra ct",
+      "▁O F",
+      "▁ OF",
+      "▁a le",
+      "▁al e",
+      "▁ ale",
+      "▁A nn",
+      "▁An n",
+      "▁на д",
+      "▁ над",
+      "la h",
+      "l ah",
+      "▁N ext",
+      "▁Ne xt",
+      "▁ Next",
+      "or en",
+      "ore n",
+      "o ren",
+      "▁d isk",
+      "▁di sk",
+      "▁dis k",
+      "▁ disk",
+      "▁e g",
+      "▁ eg",
+      "at u",
+      "a tu",
+      "ло ги",
+      "лог и",
+      "▁g ames",
+      "▁game s",
+      "▁ga mes",
+      "▁gam es",
+      "Le ft",
+      "L eft",
+      "▁l u",
+      "▁ lu",
+      "▁fin ite",
+      "▁finit e",
+      "▁ finite",
+      "▁к и",
+      "▁ ки",
+      "▁cr ash",
+      "▁cra sh",
+      "ph er",
+      "phe r",
+      "p her",
+      "ex e",
+      "e xe",
+      "AT ION",
+      "▁br other",
+      "▁bro ther",
+      "En g",
+      "E ng",
+      "ta t",
+      "t at",
+      "▁In teger",
+      "▁ Integer",
+      "но му",
+      "ном у",
+      "н ому",
+      "▁col on",
+      "▁co lon",
+      "▁ colon",
+      "i qu",
+      ")) .",
+      ") ).",
+      "iv i",
+      "i vi",
+      "▁M ethod",
+      "▁Met hod",
+      "▁ Method",
+      "ar ten",
+      "art en",
+      "arte n",
+      "Un i",
+      "U ni",
+      "ve ctor",
+      "vec tor",
+      "v ector",
+      "▁w ood",
+      "▁wo od",
+      "▁ wood",
+      "р т",
+      "▁Л е",
+      "▁siè cle",
+      "▁g ent",
+      "▁ge nt",
+      "▁gen t",
+      "▁ gent",
+      "} \r",
+      "▁cont ents",
+      "▁content s",
+      "▁conten ts",
+      "▁ contents",
+      "▁com pan",
+      "▁comp an",
+      "G o",
+      "▁j ou",
+      "▁jo u",
+      "▁ jou",
+      "ue nt",
+      "uen t",
+      "u ent",
+      "As ync",
+      "A sync",
+      "print f",
+      "▁M odel",
+      "▁Mod el",
+      "▁Mo del",
+      "▁Mode l",
+      "▁ Model",
+      "▁ke pt",
+      "AS E",
+      "A SE",
+      "▁prov ides",
+      "▁provide s",
+      "▁Ab gerufen",
+      "▁G all",
+      "▁Gal l",
+      "▁Ga ll",
+      "▁Al f",
+      "S A",
+      "▁M em",
+      "▁Me m",
+      "▁ Mem",
+      "▁k ter",
+      "▁ kter",
+      "▁B ru",
+      "▁Br u",
+      "And roid",
+      "( :",
+      "▁У краї",
+      "▁Укра ї",
+      "N e",
+      "M in",
+      "at r",
+      "a tr",
+      "▁H al",
+      "▁Ha l",
+      "de lete",
+      "del ete",
+      "od o",
+      "o do",
+      "▁n ão",
+      "èn e",
+      "è ne",
+      "▁calcul ate",
+      "▁calc ulate",
+      "Js on",
+      "J son",
+      "ke ys",
+      "key s",
+      "не й",
+      "н ей",
+      "▁h ence",
+      "▁hen ce",
+      "▁o w",
+      "▁ ow",
+      "▁L ib",
+      "▁Li b",
+      "▁ Lib",
+      "en o",
+      "e no",
+      "▁L ove",
+      "▁Lo ve",
+      "▁Lov e",
+      "os i",
+      "o si",
+      "wi de",
+      "wid e",
+      "w ide",
+      "▁s core",
+      "▁sc ore",
+      "▁ score",
+      "ful l",
+      "fu ll",
+      "f ull",
+      "во д",
+      "в од",
+      "▁determ ine",
+      "▁determin e",
+      "▁s paces",
+      "▁sp aces",
+      "▁space s",
+      "▁spac es",
+      "▁ spaces",
+      "ло ва",
+      "лов а",
+      "л ова",
+      "▁pe ut",
+      "▁peu t",
+      "ér al",
+      "éra l",
+      "é ral",
+      "ó ł",
+      "▁app oint",
+      "▁ap point",
+      "▁T w",
+      "▁ Tw",
+      "< ?",
+      "▁Or der",
+      "▁Ord er",
+      "▁ Order",
+      "▁h op",
+      "▁ho p",
+      "ran dom",
+      "rand om",
+      "r andom",
+      "ca che",
+      "c ache",
+      "▁dest roy",
+      "▁ destroy",
+      "▁r ace",
+      "▁ra ce",
+      "▁rac e",
+      "▁ race",
+      "T ag",
+      "▁r id",
+      "▁ri d",
+      "▁ rid",
+      "▁neg ative",
+      "▁ negative",
+      "Ca r",
+      "C ar",
+      "ens ional",
+      "ension al",
+      "d k",
+      "▁c ro",
+      "▁cr o",
+      "▁ cro",
+      "▁TH EN",
+      "▁THE N",
+      "▁$ .",
+      "▁ $.",
+      "en sk",
+      "ens k",
+      "N E",
+      "H O",
+      "▁k le",
+      "▁kl e",
+      "osp ital",
+      "kt e",
+      "k te",
+      "fér ences",
+      "férence s",
+      "ud es",
+      "ude s",
+      "u des",
+      "I R",
+      "ot ion",
+      "oti on",
+      "o tion",
+      "▁Re al",
+      "▁ Real",
+      "▁Febru ar",
+      "и н",
+      "▁O ld",
+      "▁Ol d",
+      "▁ Old",
+      "ко го",
+      "к ого",
+      "le ich",
+      "lei ch",
+      "▁ р",
+      "ía n",
+      "í an",
+      "▁г а",
+      "▁ га",
+      "ci de",
+      "cid e",
+      "c ide",
+      "la b",
+      "l ab",
+      "▁p ull",
+      "▁pu ll",
+      "▁pul l",
+      "▁ pull",
+      "▁' /",
+      "Lo ng",
+      "L ong",
+      ", $",
+      "▁appropri ate",
+      "▁бы ла",
+      "▁был а",
+      "f ühr",
+      "▁M edia",
+      "▁Me dia",
+      "▁Med ia",
+      "▁Medi a",
+      "▁ Media",
+      "▁m anner",
+      "▁man ner",
+      "▁Г е",
+      "de scription",
+      "des cription",
+      "Be an",
+      "▁L ar",
+      "▁La r",
+      "▁ Lar",
+      "'] ;",
+      "' ];",
+      "▁re lation",
+      "▁rel ation",
+      "▁rela tion",
+      "▁ relation",
+      "▁S orry",
+      "▁Sor ry",
+      "ha r",
+      "h ar",
+      "cp p",
+      "c pp",
+      "▁K o",
+      "▁exec ution",
+      "▁execut ion",
+      "▁ execution",
+      "in os",
+      "ino s",
+      "i nos",
+      "▁b ul",
+      "▁bu l",
+      "▁ bul",
+      "gr ade",
+      "gra de",
+      "grad e",
+      "g rade",
+      "▁M u",
+      "▁p il",
+      "▁pi l",
+      "wr it",
+      "w rit",
+      "ific ations",
+      "ification s",
+      "in ese",
+      "ine se",
+      "ines e",
+      "▁Ph ili",
+      "▁Phil i",
+      "d x",
+      "▁le ading",
+      "▁lead ing",
+      "▁ leading",
+      "▁J ournal",
+      "ov ed",
+      "ove d",
+      "o ved",
+      "▁cont ro",
+      "▁contr o",
+      "но ва",
+      "нов а",
+      "н ова",
+      "Y es",
+      "▁ch annel",
+      "▁ channel",
+      ")) ,",
+      ") ),",
+      "is ten",
+      "ist en",
+      "iste n",
+      "i sten",
+      "ak a",
+      "a ka",
+      "To String",
+      "ma s",
+      "m as",
+      "▁e tt",
+      "▁et t",
+      "▁ ett",
+      "▁for ces",
+      "▁force s",
+      "ul ations",
+      "ulation s",
+      "▁C all",
+      "▁Cal l",
+      "▁Ca ll",
+      "▁ Call",
+      "▁explan ation",
+      "or ing",
+      "ori ng",
+      "o ring",
+      "AT A",
+      "A TA",
+      "ch ter",
+      "cht er",
+      "chte r",
+      "wh en",
+      "w hen",
+      "V C",
+      "▁Jah rh",
+      "▁Jahr h",
+      "Ca se",
+      "C ase",
+      "▁comm ands",
+      "▁command s",
+      "▁ commands",
+      "▁r ich",
+      "▁ric h",
+      "▁ri ch",
+      "▁ rich",
+      "bu s",
+      "b us",
+      "F e",
+      "mb ox",
+      "m box",
+      "▁re con",
+      "▁rec on",
+      "ñ o",
+      "▁s hape",
+      "▁sh ape",
+      "▁ shape",
+      "ow y",
+      "o wy",
+      "en try",
+      "ent ry",
+      "entr y",
+      "it able",
+      "ita ble",
+      "i table",
+      "▁e lection",
+      "▁el ection",
+      "▁elect ion",
+      "▁ele ction",
+      "є ться",
+      "▁p rep",
+      "▁pr ep",
+      "▁pre p",
+      "▁ prep",
+      "v á",
+      "▁in fin",
+      "▁inf in",
+      "lo t",
+      "l ot",
+      "▁bo oks",
+      "▁book s",
+      "▁ books",
+      "▁U SA",
+      "▁US A",
+      "▁ USA",
+      "ли н",
+      "л ин",
+      "▁p om",
+      "▁po m",
+      "▁ pom",
+      "▁n as",
+      "▁na s",
+      "▁ nas",
+      "▁t ags",
+      "▁tag s",
+      "▁ta gs",
+      "▁ tags",
+      "▁exec uted",
+      "▁execute d",
+      "▁execut ed",
+      "ail le",
+      "ai lle",
+      "a ille",
+      "lu ng",
+      "l ung",
+      "▁Java Script",
+      "▁ JavaScript",
+      "▁b all",
+      "▁bal l",
+      "▁ba ll",
+      "▁ ball",
+      "▁ain si",
+      "▁P ri",
+      "▁Pr i",
+      "{ $",
+      "▁U N",
+      "▁ UN",
+      "▁R am",
+      "▁Ra m",
+      "▁h ear",
+      "▁he ar",
+      "▁U buntu",
+      ">( );",
+      ">() ;",
+      "> ();",
+      "▁p ure",
+      "▁pu re",
+      "▁pur e",
+      "▁em bed",
+      "▁emb ed",
+      "▁ embed",
+      "a ção",
+      "cont roller",
+      "control ler",
+      "▁mar ried",
+      "▁F ol",
+      "▁Fo l",
+      "fa mil",
+      "f amil",
+      "▁p rec",
+      "▁pr ec",
+      "▁pre c",
+      "▁ prec",
+      "▁rec urs",
+      "pa d",
+      "p ad",
+      "istr ation",
+      "istra tion",
+      "▁respect ively",
+      "▁respective ly",
+      "[ $",
+      "au tor",
+      "aut or",
+      "auto r",
+      "a utor",
+      "▁g rav",
+      "▁gr av",
+      "▁gra v",
+      "ie ra",
+      "ier a",
+      "i era",
+      "az ioni",
+      "azi oni",
+      "a zioni",
+      "▁B ul",
+      "▁Bu l",
+      "▁Austral ia",
+      "mon d",
+      "mo nd",
+      "m ond",
+      "▁T ro",
+      "▁Tr o",
+      "▁E le",
+      "▁El e",
+      "pack ages",
+      "package s",
+      "ms dn",
+      "▁A ls",
+      "▁Al s",
+      "▁pr zy",
+      "▁prz y",
+      "AR T",
+      "A RT",
+      "▁char ge",
+      "▁charg e",
+      "▁ charge",
+      "▁app lications",
+      "▁application s",
+      "▁applic ations",
+      "Un it",
+      "Uni t",
+      "U nit",
+      "ar en",
+      "are n",
+      "a ren",
+      "▁sud den",
+      "om eter",
+      "ome ter",
+      "omet er",
+      "o meter",
+      "▁d ot",
+      "▁do t",
+      "▁ dot",
+      "ac ji",
+      "a cji",
+      "кт ор",
+      "кто р",
+      "к тор",
+      "im in",
+      "imi n",
+      "i min",
+      "en ing",
+      "eni ng",
+      "e ning",
+      "▁d onde",
+      "▁do nde",
+      "▁don de",
+      "▁H o",
+      "tr ee",
+      "tre e",
+      "t ree",
+      "m b",
+      "▁d rag",
+      "▁dr ag",
+      "▁dra g",
+      "▁ drag",
+      "aj e",
+      "a je",
+      "▁in valid",
+      "▁ invalid",
+      "▁fin ish",
+      "la im",
+      "▁f eed",
+      "▁fe ed",
+      "▁fee d",
+      "▁ feed",
+      "▁N ap",
+      "▁Na p",
+      "ro om",
+      "r oom",
+      "im ages",
+      "ima ges",
+      "image s",
+      "▁са й",
+      "▁su cc",
+      "▁suc c",
+      "if fer",
+      "iff er",
+      "iffe r",
+      "▁a ño",
+      "▁añ o",
+      "▁c ual",
+      "▁cu al",
+      "ме ри",
+      "мер и",
+      "D R",
+      "▁B ilder",
+      "▁Bi lder",
+      "▁Bild er",
+      "▁Bil der",
+      "б ра",
+      "ra it",
+      "rai t",
+      "r ait",
+      "pa n",
+      "p an",
+      "ен ь",
+      "е нь",
+      "▁dist inct",
+      "▁K n",
+      "ön ig",
+      "ö nig",
+      "an ced",
+      "ance d",
+      "anc ed",
+      "▁lo ading",
+      "▁load ing",
+      "▁ loading",
+      "▁Te chn",
+      "▁S el",
+      "▁Se l",
+      "mu s",
+      "m us",
+      "▁r ail",
+      "▁ra il",
+      "▁st udent",
+      "▁stud ent",
+      "▁ student",
+      "▁not ice",
+      "▁s la",
+      "▁sl a",
+      "▁Д а",
+      "▁gu ard",
+      "▁ guard",
+      "▁D ay",
+      "▁Da y",
+      "▁ Day",
+      "ва ли",
+      "вал и",
+      "в али",
+      "Op tion",
+      "Opt ion",
+      "O ption",
+      "ais on",
+      "ai son",
+      "a ison",
+      "ip p",
+      "i pp",
+      "▁J un",
+      "▁Ju n",
+      "▁f ell",
+      "▁fe ll",
+      "▁fel l",
+      "▁ab solute",
+      "▁absol ute",
+      "▁ absolute",
+      "ов е",
+      "о ве",
+      "de bug",
+      "deb ug",
+      "▁S ud",
+      "▁Su d",
+      "п ы",
+      "ug ins",
+      "ugin s",
+      "▁view s",
+      "▁vie ws",
+      "▁ views",
+      "la y",
+      "l ay",
+      "▁s urr",
+      "▁su rr",
+      "▁sur r",
+      "▁st ood",
+      "▁sto od",
+      "▁ stood",
+      "▁в і",
+      "▁ ві",
+      "select ed",
+      "sel ected",
+      "г і",
+      "▁att ributes",
+      "▁attribute s",
+      "▁ attributes",
+      "fin al",
+      "fi nal",
+      "f inal",
+      "en da",
+      "end a",
+      "▁B on",
+      "▁Bo n",
+      "ne rs",
+      "ner s",
+      "n ers",
+      "▁W er",
+      "▁We r",
+      "bu r",
+      "b ur",
+      "it tel",
+      "itt el",
+      "itte l",
+      "▁m oving",
+      "▁mov ing",
+      "▁mo ving",
+      "▁P lan",
+      "▁Pl an",
+      "▁Pla n",
+      "▁ Plan",
+      "is ches",
+      "isch es",
+      "ische s",
+      "isc hes",
+      "J ava",
+      "▁b asis",
+      "▁bas is",
+      "▁B us",
+      "▁Bu s",
+      "▁ Bus",
+      "▁A u",
+      "▁I ll",
+      "▁Il l",
+      "▁ Ill",
+      "▁вре мя",
+      "▁ц ент",
+      "▁ цент",
+      "hand le",
+      "сту п",
+      "▁F ar",
+      "▁Fa r",
+      "▁o raz",
+      "▁or az",
+      "▁ora z",
+      "oc r",
+      "o cr",
+      "▁se it",
+      "▁sei t",
+      "on der",
+      "ond er",
+      "onde r",
+      "o nder",
+      "до м",
+      "д ом",
+      ": /",
+      "ch or",
+      "cho r",
+      "c hor",
+      "▁T own",
+      "▁To wn",
+      "▁Tow n",
+      "▁def init",
+      "▁defin it",
+      "re act",
+      "rea ct",
+      "▁pie ce",
+      "▁Kar l",
+      "▁Ka rl",
+      "C I",
+      "▁App lication",
+      "▁ Application",
+      "un ter",
+      "unt er",
+      "unte r",
+      "▁for med",
+      "▁form ed",
+      "▁forme d",
+      "▁ formed",
+      "▁п у",
+      "▁ пу",
+      "B o",
+      "▁Dan iel",
+      "▁ Daniel",
+      "▁п ла",
+      "▁ пла",
+      "Bo dy",
+      "B ody",
+      "}) $",
+      "} )$",
+      "▁бы ли",
+      "▁был и",
+      "▁e arth",
+      "▁ear th",
+      "г ла",
+      "Th ere",
+      "The re",
+      "T here",
+      "▁с тра",
+      "▁ст ра",
+      "▁ стра",
+      "▁v ille",
+      "▁vi lle",
+      "▁vill e",
+      "▁vil le",
+      "▁ ville",
+      "▁c entre",
+      "▁cent re",
+      ") \r",
+      "▁help ful",
+      "▁+ +",
+      "▁ ++",
+      "▁C G",
+      "▁ CG",
+      "iz ione",
+      "izi one",
+      "izio ne",
+      "i zione",
+      "▁G ame",
+      "▁Ga me",
+      "▁Gam e",
+      "▁ Game",
+      "▁Wh ich",
+      "▁p ip",
+      "▁pi p",
+      "▁ pip",
+      "▁Port ug",
+      "D S",
+      "▁de scribe",
+      "▁des cribe",
+      "▁descri be",
+      "▁check ing",
+      "▁man ager",
+      "▁manage r",
+      "▁ manager",
+      "B O",
+      "▁B undes",
+      "▁Bund es",
+      "▁Bun des",
+      "bu ch",
+      "b uch",
+      "▁dec ided",
+      "▁decide d",
+      "▁decid ed",
+      "▁Jahrh undert",
+      "▁f if",
+      "▁fi f",
+      "▁ fif",
+      "e fficient",
+      "an ci",
+      "anc i",
+      "br aries",
+      "bra ries",
+      "▁f ails",
+      "▁fa ils",
+      "▁fail s",
+      "▁k ernel",
+      "▁ker nel",
+      "▁ kernel",
+      "▁G l",
+      "▁N acional",
+      "▁pro ceed",
+      "▁proc eed",
+      "▁f uer",
+      "▁fue r",
+      "▁fu er",
+      "▁l iving",
+      "▁li ving",
+      "▁liv ing",
+      "▁success fully",
+      "▁successful ly",
+      "▁f aster",
+      "▁fa ster",
+      "▁fast er",
+      "▁fas ter",
+      "▁con tre",
+      "▁cont re",
+      "▁contr e",
+      "▁ contre",
+      "▁pr ison",
+      "▁pri son",
+      "▁pris on",
+      "OR T",
+      "O RT",
+      "he lp",
+      "hel p",
+      "▁a utor",
+      "▁au tor",
+      "▁aut or",
+      "▁auto r",
+      "▁ autor",
+      "ła w",
+      "ł aw",
+      "aj ą",
+      "a ją",
+      "▁A rm",
+      "▁Ar m",
+      "▁ Arm",
+      "▁pro vin",
+      "▁prov in",
+      "▁na am",
+      "/ #",
+      "se d",
+      "s ed",
+      "▁g esch",
+      "▁ge sch",
+      "▁ges ch",
+      "▁ gesch",
+      "▁м ар",
+      "▁ма р",
+      "▁ мар",
+      "es k",
+      "e sk",
+      "ter m",
+      "te rm",
+      "t erm",
+      "▁T ex",
+      "▁Te x",
+      "▁ Tex",
+      "ir ing",
+      "iri ng",
+      "i ring",
+      "▁t ools",
+      "▁to ols",
+      "▁too ls",
+      "▁tool s",
+      "▁ tools",
+      "PD F",
+      "P DF",
+      "▁u lt",
+      "▁ul t",
+      "▁ ult",
+      "iss enschaft",
+      "issen schaft",
+      "▁could n",
+      "di ng",
+      "din g",
+      "d ing",
+      "De p",
+      "D ep",
+      "{ -",
+      "▁pre dict",
+      "▁pred ict",
+      "▁ predict",
+      "ant age",
+      "anta ge",
+      "▁L ike",
+      "▁Li ke",
+      "▁ Like",
+      "▁Б и",
+      "to ols",
+      "tool s",
+      "t ools",
+      "es tra",
+      "est ra",
+      "estr a",
+      "e stra",
+      "▁k i",
+      "▁ ki",
+      "▁J im",
+      "▁Ji m",
+      "st ar",
+      "sta r",
+      "s tar",
+      "▁re mark",
+      "▁r emark",
+      "▁rem ark",
+      "▁ remark",
+      "ó g",
+      "na bla",
+      "nab la",
+      "▁Al though",
+      "mod e",
+      "mo de",
+      "m ode",
+      "H ost",
+      "▁st range",
+      "▁str ange",
+      "▁stran ge",
+      "No ne",
+      "Non e",
+      "N one",
+      "bl ack",
+      "bla ck",
+      "b lack",
+      "▁F estival",
+      "▁Fest ival",
+      "▁I S",
+      "▁ IS",
+      "an za",
+      "anz a",
+      "▁( -",
+      "▁ (-",
+      "ic ket",
+      "ick et",
+      "i cket",
+      "ко ла",
+      "кол а",
+      "▁J es",
+      "▁Je s",
+      "▁f lex",
+      "▁fl ex",
+      "▁fle x",
+      "▁ flex",
+      "▁ À",
+      "▁N etwork",
+      "▁Net work",
+      "▁ Network",
+      "▁E X",
+      "▁ EX",
+      "▁e nero",
+      "▁en ero",
+      "▁ener o",
+      "! ”",
+      "▁O rt",
+      "▁Or t",
+      "▁al ors",
+      "▁Or iginal",
+      "▁Origin al",
+      "▁Orig inal",
+      "▁ Original",
+      "▁z o",
+      "▁ zo",
+      "ны ми",
+      "ным и",
+      "▁s pl",
+      "▁sp l",
+      "▁ spl",
+      "Dra w",
+      "Dr aw",
+      "D raw",
+      "yo nd",
+      "y ond",
+      "─ ─",
+      "▁O t",
+      "▁d ram",
+      "▁dr am",
+      "▁dra m",
+      "▁di vision",
+      "▁div ision",
+      "▁divis ion",
+      "▁e fficient",
+      "▁effic ient",
+      "▁ efficient",
+      "▁Г а",
+      "▁v ier",
+      "▁vi er",
+      "▁vie r",
+      "▁ vier",
+      "na k",
+      "n ak",
+      "L S",
+      "▁sp irit",
+      "▁spir it",
+      "zeich net",
+      "▁d ici",
+      "▁di ci",
+      "▁dic i",
+      "cl ear",
+      "cle ar",
+      "c lear",
+      "co py",
+      "cop y",
+      "c opy",
+      "ya r",
+      "y ar",
+      "▁ро ці",
+      "us qu",
+      "u squ",
+      "▁n ous",
+      "▁no us",
+      "▁nou s",
+      "▁b lev",
+      "▁bl ev",
+      "▁ble v",
+      "ж де",
+      "Ar g",
+      "A rg",
+      "▁per formed",
+      "▁perform ed",
+      "▁M ake",
+      "▁Ma ke",
+      "▁Mak e",
+      "▁ Make",
+      "▁Car ol",
+      "▁Ca rol",
+      "et to",
+      "ett o",
+      "e tto",
+      "▁S and",
+      "▁San d",
+      "▁Sa nd",
+      "▁D isc",
+      "▁Dis c",
+      "▁Di sc",
+      "En c",
+      "E nc",
+      "re ro",
+      "rer o",
+      "r ero",
+      "ha sh",
+      "has h",
+      "h ash",
+      "▁f ocus",
+      "▁fo cus",
+      "▁foc us",
+      "▁ focus",
+      "▁att ention",
+      "▁a gre",
+      "▁ag re",
+      "▁agr e",
+      "▁di vis",
+      "▁div is",
+      "▁бы ло",
+      "▁был о",
+      "▁e j",
+      "▁ ej",
+      "▁m arch",
+      "▁mar ch",
+      "▁marc h",
+      "▁ph ase",
+      "▁ phase",
+      "ía s",
+      "í as",
+      "▁ph il",
+      "▁P ap",
+      "▁Pa p",
+      "▁r iver",
+      "▁riv er",
+      "▁ri ver",
+      "▁ river",
+      "▁c aused",
+      "▁caus ed",
+      "▁cause d",
+      "▁ca used",
+      "pl ugin",
+      "▁Te am",
+      "▁ Team",
+      "ul er",
+      "ule r",
+      "u ler",
+      "▁$ (\"#",
+      "▁$(\" #",
+      "ie j",
+      "i ej",
+      "I SBN",
+      "na m",
+      "n am",
+      "▁f ight",
+      "▁fig ht",
+      "vi d",
+      "v id",
+      "▁L ud",
+      "▁Lu d",
+      "Select ed",
+      ":@ \"",
+      ": @\"",
+      "▁P od",
+      "▁Po d",
+      "▁ Pod",
+      "▁ann ées",
+      "▁année s",
+      "ar ios",
+      "ari os",
+      "ario s",
+      "a rios",
+      "▁deutsch er",
+      "▁deutsche r",
+      "▁N A",
+      "▁ NA",
+      "▁и ю",
+      "▁d ictionary",
+      "▁diction ary",
+      "▁ dictionary",
+      "▁Л а",
+      "▁T ri",
+      "▁Tr i",
+      "▁ Tri",
+      "è n",
+      "▁polit ical",
+      "rid ge",
+      "r idge",
+      "at ten",
+      "att en",
+      "atte n",
+      "▁circ le",
+      "▁cir cle",
+      "▁ circle",
+      "▁trans port",
+      "▁ transport",
+      "em as",
+      "ema s",
+      "e mas",
+      "F C",
+      "▁replace d",
+      "▁repla ced",
+      "▁A ud",
+      "▁Au d",
+      "is ka",
+      "isk a",
+      "i ska",
+      "Config uration",
+      "▁so ort",
+      "▁Н е",
+      "▁s equ",
+      "▁se qu",
+      "▁seq u",
+      "▁ sequ",
+      "PR O",
+      "P RO",
+      "▁b ud",
+      "▁bu d",
+      "▁ bud",
+      "▁{ {",
+      "▁ {{",
+      "lie ß",
+      "l ieß",
+      "▁M as",
+      "▁Ma s",
+      "de rs",
+      "der s",
+      "d ers",
+      "us ammen",
+      "es a",
+      "e sa",
+      "▁L y",
+      "в ро",
+      "ma c",
+      "m ac",
+      "▁и спо",
+      "▁ис по",
+      "▁s uc",
+      "▁su c",
+      "u y",
+      "▁ill ustr",
+      "▁prim era",
+      "▁prime ra",
+      "▁primer a",
+      "il ation",
+      "ila tion",
+      "i lation",
+      "▁st orage",
+      "▁stor age",
+      "▁sto rage",
+      "▁ storage",
+      "▁par ams",
+      "▁para ms",
+      "▁param s",
+      "▁pa rams",
+      "▁ params",
+      "ka z",
+      "k az",
+      "▁term inal",
+      "▁termin al",
+      "ра ль",
+      "рал ь",
+      "р аль",
+      "▁h olds",
+      "▁hold s",
+      "▁hol ds",
+      "▁ holds",
+      "ло сь",
+      "▁n ad",
+      "▁na d",
+      "▁ nad",
+      "” .",
+      "▁oct ubre",
+      "bu l",
+      "b ul",
+      "▁h us",
+      "▁hu s",
+      "▁ hus",
+      "UL T",
+      "U LT",
+      "▁ég alement",
+      "▁M ill",
+      "▁Mil l",
+      "▁Mi ll",
+      "▁ Mill",
+      "ła d",
+      "ł ad",
+      "▁cont iene",
+      "\" ?",
+      "▁> >>",
+      "▁>> >",
+      "Qu e",
+      "Q ue",
+      "   ",
+      "▁p lain",
+      "▁pl ain",
+      "▁pla in",
+      "▁ plain",
+      "at iva",
+      "ativ a",
+      "ati va",
+      "oc ker",
+      "ock er",
+      "o cker",
+      "Name s",
+      "Na mes",
+      "N ames",
+      "▁J ud",
+      "▁Ju d",
+      "▁ag ree",
+      "▁agre e",
+      "▁agr ee",
+      "▁G emeinde",
+      "▁Geme inde",
+      "la re",
+      "lar e",
+      "l are",
+      "ка за",
+      "каз а",
+      "▁st arts",
+      "▁start s",
+      "▁star ts",
+      "▁ starts",
+      "▁p rice",
+      "▁pr ice",
+      "▁pri ce",
+      "▁ price",
+      "T arget",
+      "cu s",
+      "c us",
+      "▁Inst ead",
+      ". ;",
+      "▁altern ative",
+      "▁alter native",
+      "▁в ла",
+      "I E",
+      "▁organ iz",
+      "in u",
+      "i nu",
+      "▁comp leted",
+      "▁comple ted",
+      "▁complet ed",
+      "▁complete d",
+      "▁car ry",
+      "at om",
+      "ato m",
+      "a tom",
+      "▁dep ending",
+      "▁depend ing",
+      "▁O ur",
+      "▁in sp",
+      "▁ins p",
+      "▁& \\",
+      "▁ &\\",
+      "ail y",
+      "ai ly",
+      "a ily",
+      "ir ection",
+      "ire ction",
+      "irect ion",
+      "ф а",
+      "▁d efe",
+      "▁de fe",
+      "▁def e",
+      "TA C",
+      "T AC",
+      "▁de signed",
+      "▁des igned",
+      "▁design ed",
+      "▁v oir",
+      "▁vo ir",
+      "▁ voir",
+      "bre ak",
+      "▁part ie",
+      "▁parti e",
+      "▁J ahren",
+      "▁Jah ren",
+      "▁Jahr en",
+      "▁Jahre n",
+      "▁Ja hren",
+      "▁st udio",
+      "▁stud io",
+      "▁studi o",
+      "▁ studio",
+      "▁j our",
+      "▁jo ur",
+      "▁jou r",
+      "▁N otes",
+      "▁No tes",
+      "▁Not es",
+      "▁Note s",
+      "fi re",
+      "fir e",
+      "f ire",
+      "ho use",
+      "hou se",
+      "h ouse",
+      "su ccess",
+      "▁J uan",
+      "▁Ju an",
+      "J S",
+      "▁C ustom",
+      "▁ Custom",
+      "▁b esch",
+      "▁be sch",
+      "▁bes ch",
+      "▁st ated",
+      "▁stat ed",
+      "▁state d",
+      "▁sta ted",
+      "boot strap",
+      "öt t",
+      "ö tt",
+      "oz zá",
+      "▁C ON",
+      "▁CO N",
+      "▁ CON",
+      "ha v",
+      "h av",
+      "▁s leep",
+      "▁sle ep",
+      "▁ sleep",
+      "ed a",
+      "e da",
+      "ho t",
+      "h ot",
+      "án d",
+      "á nd",
+      "▁S y",
+      "▁tem ps",
+      "▁temp s",
+      "▁ temps",
+      "am ar",
+      "ama r",
+      "a mar",
+      "▁s cal",
+      "▁sc al",
+      "▁ scal",
+      "▁a st",
+      "▁as t",
+      "▁ ast",
+      "▁op ening",
+      "▁open ing",
+      "cli pse",
+      "clip se",
+      "c lipse",
+      "▁program ming",
+      "▁ programming",
+      "▁let ters",
+      "▁letter s",
+      "▁lett ers",
+      "▁pro file",
+      "▁prof ile",
+      "▁profil e",
+      "▁ profile",
+      "na h",
+      "n ah",
+      "▁be yond",
+      "▁Fur ther",
+      "face s",
+      "fa ces",
+      "fac es",
+      "f aces",
+      "▁c hart",
+      "▁ch art",
+      "▁char t",
+      "▁cha rt",
+      "▁ chart",
+      "зд а",
+      "з да",
+      "ai gn",
+      "a ign",
+      "ні й",
+      "н ій",
+      "▁R ol",
+      "▁Ro l",
+      "ова но",
+      "ован о",
+      "ter ior",
+      "te rior",
+      "we d",
+      "w ed",
+      "▁her self",
+      "▁hers elf",
+      "▁n g",
+      "▁ ng",
+      "angu ages",
+      "anguage s",
+      "}= \\",
+      "} =\\",
+      "ynam ic",
+      "yna mic",
+      "▁j ug",
+      "▁ju g",
+      "▁Ex ample",
+      "▁ Example",
+      "▁( †",
+      "▁play ing",
+      "▁pla ying",
+      "▁us age",
+      "▁ usage",
+      "▁man aged",
+      "▁manage d",
+      "▁ managed",
+      "▁N atur",
+      "▁Nat ur",
+      "те ри",
+      "тер и",
+      "▁E t",
+      "er ia",
+      "eri a",
+      "e ria",
+      "▁daugh ter",
+      "ни ем",
+      "ние м",
+      "F ragment",
+      "▁h ol",
+      "▁ho l",
+      "▁ hol",
+      "F l",
+      "огра фи",
+      "ограф и",
+      "о графи",
+      "▁i hn",
+      "▁ih n",
+      "ü h",
+      "inst ance",
+      "▁com un",
+      "▁co mun",
+      "▁tr uth",
+      "▁са мо",
+      "▁сам о",
+      "▁implement ed",
+      "▁any way",
+      "▁C ro",
+      "▁Cr o",
+      "ф е",
+      "G C",
+      "ub untu",
+      "u buntu",
+      "ty pes",
+      "type s",
+      "typ es",
+      "t ypes",
+      "ê s",
+      ".~ \\",
+      ". ~\\",
+      "fo ld",
+      "fol d",
+      "f old",
+      "▁jo ined",
+      "▁join ed",
+      "? ?",
+      "▁m é",
+      "▁ mé",
+      "▁w ild",
+      "▁wil d",
+      "к лю",
+      "row ser",
+      "rows er",
+      "▁H ome",
+      "▁Ho me",
+      "▁Hom e",
+      "▁ Home",
+      "sk iej",
+      "ski ej",
+      "skie j",
+      "s kiej",
+      "▁J OIN",
+      "▁ju in",
+      "ho f",
+      "h of",
+      "▁data set",
+      "▁dat aset",
+      "▁datas et",
+      "▁ dataset",
+      "ж ду",
+      "') )",
+      "' ))",
+      "▁mie js",
+      "AP I",
+      "A PI",
+      "▁ed ited",
+      "▁edit ed",
+      "ool s",
+      "oo ls",
+      "o ols",
+      "▁se eing",
+      "▁see ing",
+      "ij d",
+      "i jd",
+      "▁pro cedure",
+      "▁proced ure",
+      "▁B ras",
+      "▁Br as",
+      "▁Bra s",
+      "▁s igned",
+      "▁sign ed",
+      "▁sig ned",
+      "▁ signed",
+      "▁extern os",
+      "▁dis app",
+      "▁D irect",
+      "▁Di rect",
+      "▁Dire ct",
+      "▁Dir ect",
+      "▁ Direct",
+      "cy c",
+      "c yc",
+      "▁cons ult",
+      "ör d",
+      "ö rd",
+      "W idget",
+      "ci ous",
+      "cio us",
+      "c ious",
+      "se ct",
+      "sec t",
+      "s ect",
+      "▁Д и",
+      "▁w ind",
+      "▁win d",
+      "▁ wind",
+      "▁Archiv ado",
+      "am l",
+      "a ml",
+      "с с",
+      "W h",
+      "kb d",
+      "k bd",
+      "▁Ar my",
+      "▁Arm y",
+      "▁s uffer",
+      "▁suf fer",
+      "▁suff er",
+      "art ifact",
+      "▁resol ve",
+      "▁ resolve",
+      "▁S port",
+      "▁Sp ort",
+      "▁Spo rt",
+      "▁ц е",
+      "▁ це",
+      "id as",
+      "ida s",
+      "i das",
+      "▁t ax",
+      "▁ta x",
+      "▁ tax",
+      "id i",
+      "i di",
+      "▁a ctions",
+      "▁act ions",
+      "▁action s",
+      "▁ actions",
+      "пр а",
+      "п ра",
+      "pu és",
+      "p ués",
+      "▁n aj",
+      "▁na j",
+      "F alse",
+      "▁ch ance",
+      "▁та ко",
+      "▁так о",
+      "ä d",
+      "▁d ol",
+      "▁do l",
+      "▁en v",
+      "▁ env",
+      "▁bas ically",
+      "▁basic ally",
+      "▁Coun cil",
+      "zt e",
+      "z te",
+      "▁display ed",
+      "ni l",
+      "n il",
+      "comp lete",
+      "comple te",
+      "▁L em",
+      "▁Le m",
+      "ian ce",
+      "i ance",
+      "▁ос нов",
+      "▁de pend",
+      "▁dep end",
+      "pl om",
+      "ens us",
+      "ut s",
+      "u ts",
+      "▁H ot",
+      "▁Ho t",
+      "▁ Hot",
+      "bit r",
+      "bi tr",
+      "▁valid ation",
+      "▁ validation",
+      "ab b",
+      "a bb",
+      "▁т ре",
+      "▁ тре",
+      "k m",
+      "z d",
+      "ö ff",
+      "W E",
+      "▁inter ested",
+      "▁interest ed",
+      "▁{ \"",
+      "▁ {\"",
+      "ar o",
+      "a ro",
+      "▁cor rel",
+      "▁corre l",
+      "▁corr el",
+      "▁d edic",
+      "▁de dic",
+      "▁ded ic",
+      "▁l ists",
+      "▁list s",
+      "▁ lists",
+      "▁Bibli ografia",
+      "▁ear lier",
+      "pr ogram",
+      "pro gram",
+      "prog ram",
+      "▁prem ière",
+      "▁premi ère",
+      "fr ont",
+      "f ront",
+      "T ab",
+      "ст ву",
+      "ств у",
+      "dr op",
+      "dro p",
+      "d rop",
+      "▁f ear",
+      "▁fe ar",
+      "▁En laces",
+      "▁C apt",
+      "▁Cap t",
+      "▁Ca pt",
+      "▁ Capt",
+      "▁real iz",
+      "▁h al",
+      "▁ha l",
+      "▁ hal",
+      "▁inst ances",
+      "▁instance s",
+      "▁su sp",
+      "▁sus p",
+      "il ling",
+      "ill ing",
+      "illi ng",
+      "% ;",
+      "{ }",
+      "| |",
+      "▁part ition",
+      "▁parti tion",
+      "▁ partition",
+      "▁Bu ild",
+      "▁ Build",
+      "▁w o",
+      "▁ wo",
+      "▁П ер",
+      "▁Пе р",
+      "▁direct or",
+      "▁dire ctor",
+      "▁dir ector",
+      "▁S in",
+      "▁Si n",
+      "ти я",
+      "rs g",
+      "r sg",
+      "ou ver",
+      "ouv er",
+      "ouve r",
+      "▁near ly",
+      "od a",
+      "o da",
+      "кти в",
+      "к тив",
+      "▁s ir",
+      "▁si r",
+      "IM E",
+      "I ME",
+      "▁jan vier",
+      "▁W in",
+      "▁Wi n",
+      "▁ Win",
+      "Bu ild",
+      "ie urs",
+      "ieu rs",
+      "ieur s",
+      "i eurs",
+      "IN E",
+      "I NE",
+      "d ouble",
+      "La st",
+      "L ast",
+      "▁pol icy",
+      "▁polic y",
+      "▁ policy",
+      "st ore",
+      "sto re",
+      "stor e",
+      "▁obser ved",
+      "▁observ ed",
+      "▁observe d",
+      "▁obs erved",
+      "▁famil ie",
+      "ni ca",
+      "nic a",
+      "n ica",
+      "re y",
+      "r ey",
+      "з ь",
+      "▁Y ear",
+      "▁Ye ar",
+      "▁ Year",
+      "▁develop ed",
+      "▁deve loped",
+      "▁Inst itute",
+      "▁Instit ute",
+      "▁Institut e",
+      "▁re ply",
+      "▁rep ly",
+      "Com ple",
+      "Comp le",
+      "ic ian",
+      "ici an",
+      "icia n",
+      "i cian",
+      "▁G uer",
+      "▁Gu er",
+      "▁d all",
+      "▁da ll",
+      "▁dal l",
+      "▁d esp",
+      "▁de sp",
+      "▁des p",
+      "▁Foot ball",
+      "Em pty",
+      "Emp ty",
+      "ck en",
+      "cke n",
+      "c ken",
+      "un da",
+      "und a",
+      "▁U r",
+      "▁i g",
+      "▁ ig",
+      "▁A tl",
+      "▁At l",
+      "aut hor",
+      "auth or",
+      "▁B ol",
+      "▁Bo l",
+      "zi g",
+      "z ig",
+      "na t",
+      "n at",
+      "š t",
+      "se curity",
+      "sec urity",
+      "on ic",
+      "oni c",
+      "o nic",
+      "▁p es",
+      "▁pe s",
+      "▁ pes",
+      "it an",
+      "ita n",
+      "i tan",
+      "▁Ex tern",
+      "▁Ext ern",
+      "ja n",
+      "j an",
+      "VA L",
+      "V AL",
+      "▁и м",
+      "▁ им",
+      "bo ld",
+      "bol d",
+      "b old",
+      "▁в а",
+      "▁ ва",
+      "▁М о",
+      "▁dis put",
+      "▁disp ut",
+      "▁t rick",
+      "▁tr ick",
+      "▁tri ck",
+      "▁p ed",
+      "▁pe d",
+      "▁ ped",
+      ")^ {",
+      ") ^{",
+      "in to",
+      "int o",
+      "Si m",
+      "S im",
+      "▁par allel",
+      "▁ parallel",
+      "fo x",
+      "f ox",
+      "norm al",
+      "nor mal",
+      "n ormal",
+      "in ent",
+      "ine nt",
+      "inen t",
+      "пе ди",
+      "п еди",
+      "ho ld",
+      "hol d",
+      "h old",
+      "O K",
+      "▁c hem",
+      "▁ch em",
+      "▁che m",
+      "▁ chem",
+      "▁tw ice",
+      "▁us ername",
+      "▁user name",
+      "▁ username",
+      "i č",
+      "▁re presentation",
+      "▁represent ation",
+      "▁repres entation",
+      "▁j ournal",
+      "▁jour nal",
+      "▁journ al",
+      "▁: -",
+      "▁ :-",
+      "▁b att",
+      "▁ba tt",
+      "▁bat t",
+      "\\ %",
+      "▁certain ly",
+      "▁Ex ception",
+      "▁ Exception",
+      "ep s",
+      "e ps",
+      "sh ot",
+      "s hot",
+      "at egy",
+      "ate gy",
+      "ateg y",
+      "Sh ow",
+      "S how",
+      "▁Car l",
+      "▁Ca rl",
+      "ri g",
+      "r ig",
+      "▁rep orted",
+      "▁report ed",
+      "bot tom",
+      "b ottom",
+      "T F",
+      "▁Francis co",
+      "na p",
+      "n ap",
+      "▁Champion ship",
+      "▁Champions hip",
+      "▁c ourt",
+      "▁co urt",
+      "▁cour t",
+      "▁cou rt",
+      "▁ court",
+      "▁s ources",
+      "▁source s",
+      "io ur",
+      "i our",
+      "▁con serv",
+      "▁cons erv",
+      "▁conse rv",
+      "▁conser v",
+      "di ct",
+      "dic t",
+      "d ict",
+      "▁Р у",
+      "I B",
+      "▁V e",
+      "▁ №",
+      "▁E R",
+      "▁ ER",
+      "\") );",
+      "\")) ;",
+      "\" ));",
+      "▁P oint",
+      "▁Po int",
+      "▁ Point",
+      "az ine",
+      "azi ne",
+      "▁inter net",
+      "▁intern et",
+      "д на",
+      "▁car ried",
+      "▁carri ed",
+      "▁F ield",
+      "▁ Field",
+      "ax is",
+      "axi s",
+      "a xis",
+      "▁S un",
+      "▁Su n",
+      "▁a ve",
+      "▁av e",
+      "▁ ave",
+      "пи с",
+      "п ис",
+      "я н",
+      "as y",
+      "▁ju lio",
+      "▁jul io",
+      "▁juli o",
+      "▁de puis",
+      "▁dep uis",
+      "▁sugg estion",
+      "▁suggest ion",
+      "[ [",
+      "▁Arch ive",
+      "▁Archiv e",
+      "ę p",
+      "▁P ra",
+      "▁Pr a",
+      "re h",
+      "r eh",
+      "▁demon str",
+      "ф і",
+      "cm d",
+      "c md",
+      "▁was n",
+      "▁wa sn",
+      "▁ph one",
+      "▁ phone",
+      "up load",
+      "ay a",
+      "a ya",
+      "то ра",
+      "тор а",
+      "li nes",
+      "line s",
+      "lin es",
+      "l ines",
+      "▁in du",
+      "▁ind u",
+      "▁ indu",
+      "▁v ot",
+      "▁vo t",
+      "▁es pa",
+      "▁esp a",
+      "▁b in",
+      "▁bi n",
+      "▁ bin",
+      "▁по сле",
+      "▁пос ле",
+      "pl an",
+      "pla n",
+      "p lan",
+      "▁ju nio",
+      "▁jun io",
+      "▁juni o",
+      "or ial",
+      "oria l",
+      "ori al",
+      "o rial",
+      "fr ee",
+      "fre e",
+      "f ree",
+      "ster reich",
+      "▁д у",
+      "▁ ду",
+      "▁link ed",
+      "▁lin ked",
+      "▁en able",
+      "▁ enable",
+      "P C",
+      "▁dens ity",
+      "▁E gy",
+      "▁Eg y",
+      "y o",
+      "end re",
+      "▁с ъ",
+      "▁ital iano",
+      "▁A R",
+      "▁ AR",
+      "▁P ers",
+      "▁Per s",
+      "▁Pe rs",
+      "▁ Pers",
+      "fér és",
+      "▁с кла",
+      "V ar",
+      "▁On ce",
+      "▁ Once",
+      "Re d",
+      "R ed",
+      "buf fer",
+      "buff er",
+      "b uffer",
+      "▁En ter",
+      "▁Ent er",
+      "▁ Enter",
+      "▁ Š",
+      "im iento",
+      "imi ento",
+      "St ore",
+      "Sto re",
+      "▁he alth",
+      "va t",
+      "v at",
+      "IS T",
+      "I ST",
+      "O h",
+      "▁k w",
+      "▁ kw",
+      "▁r iv",
+      "▁ri v",
+      "▁ riv",
+      "▁some where",
+      "ograf ie",
+      "ografi e",
+      "priv ate",
+      "p rivate",
+      "кт и",
+      "к ти",
+      "▁de lay",
+      "▁del ay",
+      "▁ delay",
+      "▁H ttp",
+      "▁ Http",
+      "jo b",
+      "j ob",
+      "ra el",
+      "r ael",
+      "em por",
+      "emp or",
+      "▁dici embre",
+      "▁dic iembre",
+      "êt e",
+      "ê te",
+      "ц у",
+      "▁com mit",
+      "▁comm it",
+      "▁ commit",
+      "os o",
+      "o so",
+      "Val ues",
+      "Value s",
+      "▁he aders",
+      "▁head ers",
+      "▁header s",
+      "▁ headers",
+      "trans form",
+      "▁process ing",
+      "▁proces sing",
+      "▁ processing",
+      "r å",
+      "▁A h",
+      "▁ Ah",
+      "▁N ode",
+      "▁No de",
+      "▁ Node",
+      "-- ----------",
+      "---- --------",
+      "-------- ----",
+      "------ ------",
+      "----- -------",
+      "------- -----",
+      "---------- --",
+      "▁f aire",
+      "▁fa ire",
+      "▁fair e",
+      "▁h un",
+      "▁hu n",
+      "Pl ayer",
+      "Play er",
+      "P layer",
+      "▁re view",
+      "▁rev iew",
+      "▁ review",
+      "г да",
+      "▁lim ited",
+      "▁limit ed",
+      "▁ limited",
+      "▁Pro perty",
+      "▁ Property",
+      "▁s erve",
+      "▁ser ve",
+      "▁serv e",
+      "▁ serve",
+      "ri age",
+      "ria ge",
+      "▁M aster",
+      "▁Ma ster",
+      "▁Mas ter",
+      "▁ Master",
+      "▁k ann",
+      "▁kan n",
+      "▁ka nn",
+      "cre te",
+      "cret e",
+      "cr ete",
+      "ph ere",
+      "pher e",
+      "phe re",
+      "p here",
+      "ё р",
+      "▁ch ief",
+      "▁chi ef",
+      "▁sc ene",
+      "▁scen e",
+      "▁ scene",
+      "ki n",
+      "k in",
+      "▁un iform",
+      "▁ uniform",
+      "▁feb rero",
+      "\" }",
+      "il lo",
+      "ill o",
+      "IT E",
+      "I TE",
+      "ou vel",
+      "ouv el",
+      "ouve l",
+      "use package",
+      "en th",
+      "ent h",
+      "e nth",
+      "▁quick ly",
+      "L ambda",
+      "xe s",
+      "x es",
+      "▁c ells",
+      "▁cell s",
+      "▁cel ls",
+      "ro g",
+      "r og",
+      "am in",
+      "ami n",
+      "a min",
+      "▁М ар",
+      "▁Ма р",
+      "▁may or",
+      "▁mayo r",
+      "pl ayer",
+      "play er",
+      "pla yer",
+      "p layer",
+      "++ ;",
+      "▁На се",
+      "▁sa fe",
+      "▁saf e",
+      "▁ safe",
+      "▁ve loc",
+      "▁vel oc",
+      "▁о бра",
+      "▁об ра",
+      "▁ обра",
+      "Data base",
+      "Dat abase",
+      "D atabase",
+      "ne h",
+      "n eh",
+      "Ver t",
+      "V ert",
+      "▁f le",
+      "▁fl e",
+      "▁ф ор",
+      "▁фо р",
+      "▁ фор",
+      "▁f oreign",
+      "▁for eign",
+      "▁fore ign",
+      "Ab stract",
+      "▁m agn",
+      "▁ma gn",
+      "▁mag n",
+      "▁mod ified",
+      "▁milit ary",
+      "▁militar y",
+      "▁m onde",
+      "▁mon de",
+      "▁mo nde",
+      "▁mond e",
+      "▁A ction",
+      "▁Act ion",
+      "▁Ac tion",
+      "▁ Action",
+      "▁b ank",
+      "▁ban k",
+      "▁ bank",
+      "Ser ial",
+      "Se rial",
+      "▁contin uous",
+      "▁continu ous",
+      "▁g el",
+      "▁ge l",
+      "▁ gel",
+      "▁phys ical",
+      "▁introdu ced",
+      "▁introduce d",
+      "ut ure",
+      "ri ck",
+      "ric k",
+      "r ick",
+      "▁present ed",
+      "▁pres ented",
+      "▁presente d",
+      "▁P rov",
+      "▁Pro v",
+      "▁Pr ov",
+      "▁B oth",
+      "▁Bo th",
+      "▁Bot h",
+      "Po s",
+      "P os",
+      "su per",
+      "sup er",
+      "s uper",
+      "& #",
+      "▁f inding",
+      "▁find ing",
+      "▁fin ding",
+      "ne l",
+      "n el",
+      "un de",
+      "und e",
+      "u nde",
+      "▁fr ån",
+      "sk im",
+      "ski m",
+      "s kim",
+      "▁H ill",
+      "▁Hi ll",
+      "▁Hil l",
+      "f n",
+      "▁Can ad",
+      "▁Ca nad",
+      "▁int ended",
+      "▁inten ded",
+      "▁intend ed",
+      "ozzá férés",
+      "▁ju illet",
+      "▁W ars",
+      "▁War s",
+      "▁Wa rs",
+      "▁success ful",
+      "▁ch arg",
+      "▁char g",
+      "▁cha rg",
+      "▁ charg",
+      "ie le",
+      "iel e",
+      "i ele",
+      "om ething",
+      "ome thing",
+      "omet hing",
+      "ok u",
+      "o ku",
+      "f etch",
+      "▁} }",
+      "▁ }}",
+      "ban k",
+      "b ank",
+      "operator name",
+      "▁Col or",
+      "▁Co lor",
+      "▁ Color",
+      "▁C ard",
+      "▁Car d",
+      "▁Ca rd",
+      "▁ Card",
+      "t u",
+      "▁\" ,",
+      "▁ \",",
+      "wi d",
+      "w id",
+      "▁g ep",
+      "▁ge p",
+      "X ML",
+      "======== ========",
+      "▁Vir gin",
+      "ähr end",
+      "äh rend",
+      "lic ated",
+      "licate d",
+      "lica ted",
+      "Di r",
+      "D ir",
+      "ze ro",
+      "zer o",
+      "z ero",
+      "▁K al",
+      "▁Ka l",
+      "▁Par ty",
+      "▁Part y",
+      "▁ å",
+      "pr ice",
+      "p rice",
+      "do n",
+      "d on",
+      "▁w arning",
+      "▁war ning",
+      "▁warn ing",
+      "▁ warning",
+      "▁B ad",
+      "▁Ba d",
+      "▁ Bad",
+      "▁S upp",
+      "▁Su pp",
+      "▁Sup p",
+      "▁ Supp",
+      "▁L iga",
+      "▁Li ga",
+      "▁Lig a",
+      "▁P ierre",
+      "▁Pier re",
+      "▁ Pierre",
+      "Re cord",
+      "Rec ord",
+      "ul ator",
+      "ula tor",
+      "▁R ome",
+      "▁Ro me",
+      "▁Rom e",
+      "▁the orem",
+      "▁ theorem",
+      "▁entire ly",
+      "ски м",
+      "ск им",
+      "с ким",
+      "he t",
+      "h et",
+      "▁d opo",
+      "▁do po",
+      "▁dop o",
+      "Ne xt",
+      "N ext",
+      "ml ung",
+      "m lung",
+      "wi g",
+      "w ig",
+      "▁A th",
+      "▁At h",
+      "▁S ou",
+      "▁So u",
+      "li cher",
+      "lic her",
+      "lich er",
+      "liche r",
+      "l icher",
+      "▁s udo",
+      "▁su do",
+      "▁sud o",
+      "▁ sudo",
+      "es ts",
+      "est s",
+      "хі в",
+      "х ів",
+      "▁sept iembre",
+      "▁m icro",
+      "▁mi cro",
+      "▁mic ro",
+      "▁t rop",
+      "▁tr op",
+      "▁tro p",
+      "fi t",
+      "f it",
+      "Co re",
+      "Cor e",
+      "C ore",
+      "▁Rad io",
+      "▁ Radio",
+      "▁Or gan",
+      "▁ Organ",
+      "▁P ower",
+      "▁Po wer",
+      "▁Pow er",
+      "▁ Power",
+      "C F",
+      "▁L ast",
+      "▁La st",
+      "▁Las t",
+      "▁ Last",
+      "▁op pos",
+      "▁opp os",
+      "▁off set",
+      "▁ offset",
+      "▁re gia",
+      "▁reg ia",
+      "▁min imum",
+      "▁minim um",
+      "▁hel ped",
+      "▁help ed",
+      "an don",
+      "and on",
+      "ando n",
+      "if ying",
+      "ify ing",
+      "ru it",
+      "r uit",
+      "ensch app",
+      "▁b ere",
+      "▁be re",
+      "▁ber e",
+      "▁ bere",
+      "V M",
+      "▁A wards",
+      "▁Award s",
+      "▁Aw ards",
+      "▁a gr",
+      "▁ag r",
+      "▁ agr",
+      "yn omial",
+      "en ced",
+      "ence d",
+      "enc ed",
+      "▁dev ices",
+      "▁device s",
+      "▁devi ces",
+      "▁b ot",
+      "▁bo t",
+      "▁ bot",
+      "▁f irm",
+      "▁fi rm",
+      "▁fir m",
+      "▁w riter",
+      "▁writ er",
+      "▁wr iter",
+      "▁write r",
+      "▁ writer",
+      "▁r ing",
+      "▁ri ng",
+      "▁rin g",
+      "▁ ring",
+      ". -",
+      "is tes",
+      "ist es",
+      "iste s",
+      "l ä",
+      "▁m el",
+      "▁me l",
+      "▁ mel",
+      "ent ation",
+      "enta tion",
+      "▁Sch w",
+      "▁Sc hw",
+      "▁n ome",
+      "▁no me",
+      "▁nom e",
+      "▁ nome",
+      "▁po bla",
+      "▁pob la",
+      "▁w oj",
+      "▁wo j",
+      "▁u l",
+      "▁ ul",
+      "en to",
+      "ent o",
+      "ы х",
+      "▁res ist",
+      "▁rem ains",
+      "▁remain s",
+      "▁C a",
+      "▁ Ca",
+      "añ a",
+      "a ña",
+      "▁C ourt",
+      "▁Co urt",
+      "▁Cour t",
+      "▁Cou rt",
+      "ut able",
+      "uta ble",
+      "u table",
+      "ential ly",
+      "enti ally",
+      "▁t rat",
+      "▁tr at",
+      "▁tra t",
+      "▁ trat",
+      "▁Vis ual",
+      "▁ Visual",
+      "▁rest rict",
+      "▁pre viously",
+      "▁previous ly",
+      "▁prev iously",
+      "ca tion",
+      "cat ion",
+      "c ation",
+      "▁о со",
+      "▁ос о",
+      "▁My SQL",
+      "f ör",
+      "cal a",
+      "ca la",
+      "c ala",
+      "▁c ulture",
+      "▁cult ure",
+      "li ve",
+      "liv e",
+      "l ive",
+      "▁accept ed",
+      "Di d",
+      "D id",
+      "▁h ous",
+      "▁ho us",
+      "▁se lection",
+      "▁select ion",
+      "▁sel ection",
+      "▁sele ction",
+      "▁ selection",
+      "▁de cre",
+      "▁dec re",
+      "mar gin",
+      "m argin",
+      "ur b",
+      "u rb",
+      "▁I nc",
+      "▁In c",
+      "▁M any",
+      "▁Man y",
+      "▁Ma ny",
+      "▁ Many",
+      "ib t",
+      "i bt",
+      "▁succ eed",
+      "▁suc ceed",
+      "Bind ing",
+      "B inding",
+      "c í",
+      "▁R og",
+      "▁Ro g",
+      "▁should n",
+      "cl oud",
+      "clo ud",
+      "clou d",
+      "▁d z",
+      "▁ dz",
+      "ва в",
+      "▁p ix",
+      "▁pi x",
+      "sm all",
+      "▁project s",
+      "▁ projects",
+      "▁O K",
+      "▁ OK",
+      "▁la test",
+      "▁lat est",
+      "▁late st",
+      "▁ latest",
+      "▁re ferences",
+      "▁refer ences",
+      "▁reference s",
+      "Pro gram",
+      "Pr ogram",
+      "▁er st",
+      "▁ers t",
+      "▁ erst",
+      "▁я к",
+      "▁k am",
+      "▁ka m",
+      "▁C amb",
+      "▁Cam b",
+      "▁Ca mb",
+      "el lt",
+      "ell t",
+      "ö d",
+      "no ne",
+      "non e",
+      "n one",
+      "▁j usqu",
+      "▁ju squ",
+      "ki ng",
+      "kin g",
+      "k ing",
+      "▁P ed",
+      "▁Pe d",
+      "as sert",
+      "ass ert",
+      "asse rt",
+      "asser t",
+      "C S",
+      "ri to",
+      "rit o",
+      "r ito",
+      "es sa",
+      "ess a",
+      "ль ко",
+      "▁V on",
+      "▁Vo n",
+      "▁Ed ward",
+      "▁im possible",
+      "▁impos sible",
+      "n p",
+      "word s",
+      "wor ds",
+      "w ords",
+      "ie lt",
+      "iel t",
+      "i elt",
+      "▁P age",
+      "▁Pa ge",
+      "▁ Page",
+      "le rs",
+      "ler s",
+      "l ers",
+      "▁p ier",
+      "▁pi er",
+      "▁pie r",
+      "▁обла сти",
+      "itt ee",
+      "itte e",
+      "▁( [",
+      "▁ ([",
+      "▁t rust",
+      "▁tr ust",
+      "N G",
+      "re du",
+      "red u",
+      "r edu",
+      "< <",
+      "ri al",
+      "ria l",
+      "r ial",
+      "▁product s",
+      "▁ products",
+      "▁E rn",
+      "▁Er n",
+      "ri ère",
+      "r ière",
+      "го в",
+      "г ов",
+      "▁Re ich",
+      "▁Ro ad",
+      "▁n ested",
+      "▁ne sted",
+      "▁nest ed",
+      "▁ nested",
+      "Dis play",
+      "▁str ength",
+      "ograf ía",
+      "▁ann ounced",
+      "▁announ ced",
+      "▁S cience",
+      "▁Sc ience",
+      "▁Sci ence",
+      "▁рай о",
+      "Param eter",
+      "▁T ask",
+      "▁Ta sk",
+      "▁Tas k",
+      "▁ Task",
+      "um ents",
+      "ument s",
+      "umen ts",
+      "u ments",
+      "▁ad opt",
+      "▁On ly",
+      "▁ Only",
+      "ют ь",
+      "ю ть",
+      "▁c li",
+      "▁cl i",
+      "▁ cli",
+      "▁l em",
+      "▁le m",
+      "▁ lem",
+      "st ood",
+      "sto od",
+      "▁F I",
+      "▁ FI",
+      "ên cias",
+      "ência s",
+      "pon ents",
+      "ponent s",
+      "] $",
+      "com ment",
+      "comm ent",
+      "▁y a",
+      "▁ ya",
+      "sh ould",
+      "ik e",
+      "i ke",
+      "ti m",
+      "t im",
+      "el lig",
+      "ell ig",
+      "elli g",
+      "▁s ending",
+      "▁send ing",
+      "▁sen ding",
+      "▁a jax",
+      "▁aj ax",
+      "▁ ajax",
+      "▁nov iembre",
+      "um es",
+      "ume s",
+      "u mes",
+      "▁we iter",
+      "▁weit er",
+      "▁D ans",
+      "▁Dan s",
+      "▁Da ns",
+      "op p",
+      "o pp",
+      "▁sept embre",
+      "▁sep tembre",
+      "ot imes",
+      "oti mes",
+      "o times",
+      "z ő",
+      "▁e p",
+      "▁ ep",
+      "ve re",
+      "ver e",
+      "v ere",
+      "▁o h",
+      "▁ oh",
+      ": =",
+      "▁S ong",
+      "▁So ng",
+      "▁Son g",
+      "” ,",
+      "▁v iv",
+      "▁vi v",
+      "▁ viv",
+      "▁qu eries",
+      "▁que ries",
+      "▁quer ies",
+      "▁v á",
+      "▁ vá",
+      "▁déc embre",
+      "▁un able",
+      "▁una ble",
+      "▁e rh",
+      "▁er h",
+      "▁` -",
+      "▁ `-",
+      "▁L ee",
+      "▁Le e",
+      "▁er sten",
+      "▁erst en",
+      "▁erste n",
+      "▁ers ten",
+      "ô t",
+      "ст ве",
+      "ств е",
+      "T S",
+      "▁f ragment",
+      "▁fra gment",
+      "▁frag ment",
+      "▁ fragment",
+      "▁w ide",
+      "▁wid e",
+      "▁ wide",
+      "▁s uff",
+      "▁su ff",
+      "▁suf f",
+      "▁d ut",
+      "▁du t",
+      "▁V ere",
+      "▁Ver e",
+      "▁Ve re",
+      "і с",
+      "ad ing",
+      "adi ng",
+      "adin g",
+      "a ding",
+      "ie go",
+      "ieg o",
+      "i ego",
+      "ic ago",
+      "ica go",
+      "▁Ar gent",
+      "▁Arg ent",
+      "or er",
+      "ore r",
+      "o rer",
+      "en nes",
+      "enn es",
+      "enne s",
+      "▁L eb",
+      "▁Le b",
+      "lin ux",
+      "ac ing",
+      "aci ng",
+      "a cing",
+      "▁br oken",
+      "▁bro ken",
+      "▁broke n",
+      "t p",
+      "í o",
+      "ab eth",
+      "abe th",
+      "abet h",
+      "ist as",
+      "ista s",
+      "ge w",
+      "g ew",
+      "i ème",
+      "ca s",
+      "c as",
+      "▁pre ced",
+      "▁prec ed",
+      "▁D al",
+      "▁Da l",
+      "▁comp ared",
+      "▁compar ed",
+      "▁compare d",
+      "equ iv",
+      "il ly",
+      "ill y",
+      "te en",
+      "t een",
+      "▁Con sole",
+      "▁Cons ole",
+      "▁ Console",
+      "▁st rict",
+      "▁str ict",
+      "▁stri ct",
+      "it aire",
+      "ita ire",
+      "i taire",
+      "▁E D",
+      "▁ ED",
+      "ential s",
+      "enti als",
+      "▁p erman",
+      "▁per man",
+      "▁perm an",
+      "▁t ous",
+      "▁to us",
+      "▁tou s",
+      "▁g eme",
+      "▁ge me",
+      "▁gem e",
+      "▁ geme",
+      "▁ext rem",
+      "▁extr em",
+      "▁ок ру",
+      "k g",
+      "▁he avy",
+      "▁heav y",
+      "▁av ril",
+      "▁an ti",
+      "▁ant i",
+      "▁ anti",
+      "▁oct obre",
+      "ut f",
+      "u tf",
+      "he lm",
+      "hel m",
+      "h elm",
+      "am ples",
+      "ample s",
+      "amp les",
+      "▁( _",
+      "▁ (_",
+      "ak en",
+      "ake n",
+      "a ken",
+      "▁d ear",
+      "▁de ar",
+      "▁opin ion",
+      "▁f ish",
+      "▁fi sh",
+      "▁fis h",
+      "▁ fish",
+      "▁Alex ander",
+      "▁Alexand er",
+      "i w",
+      "и м",
+      "ca dem",
+      "cade m",
+      "c adem",
+      "▁ref lect",
+      "▁ reflect",
+      "▁д р",
+      "▁t rib",
+      "▁tr ib",
+      "▁tri b",
+      "com mon",
+      "comm on",
+      "▁clear ly",
+      "▁s af",
+      "▁sa f",
+      "=\"@ +",
+      "▁М ос",
+      "▁Мо с",
+      "си те",
+      "eqn array",
+      "nu ng",
+      "n ung",
+      "▁relations hip",
+      "▁relation ship",
+      "▁S em",
+      "▁Se m",
+      "▁ Sem",
+      "▁k illed",
+      "▁kil led",
+      "▁kill ed",
+      "te d",
+      "t ed",
+      "un o",
+      "u no",
+      "▁ лі",
+      "▁w id",
+      "▁ wid",
+      "an ning",
+      "ann ing",
+      "anni ng",
+      "▁p anel",
+      "▁pa nel",
+      "▁pan el",
+      "▁ panel",
+      "▁L eben",
+      "▁Le ben",
+      "▁Leb en",
+      "▁r uby",
+      "▁ru by",
+      "▁rub y",
+      "▁ ruby",
+      "ans ion",
+      "▁a ren",
+      "▁are n",
+      "▁ar en",
+      "▁ aren",
+      "tab ular",
+      "al et",
+      "ale t",
+      "a let",
+      "}$ $",
+      "} $$",
+      "▁L ake",
+      "▁La ke",
+      "▁Lak e",
+      "▁su ite",
+      "▁suit e",
+      "▁ suite",
+      "▁min or",
+      "▁mi nor",
+      "H ozzáférés",
+      "▁xml ns",
+      "▁ xmlns",
+      "DI R",
+      "D IR",
+      "dr iver",
+      "drive r",
+      "dri ver",
+      "d river",
+      "in ts",
+      "int s",
+      "▁v ic",
+      "▁vi c",
+      "▁ vic",
+      "AN D",
+      "A ND",
+      "pr im",
+      "p rim",
+      "сы лки",
+      "▁O x",
+      "T C",
+      "riv ial",
+      "at ie",
+      "ati e",
+      "▁e ight",
+      "▁eig ht",
+      "▁eigh t",
+      "▁conf lic",
+      "▁confl ic",
+      "an gel",
+      "ang el",
+      "ange l",
+      "▁B egr",
+      "▁Be gr",
+      "▁Beg r",
+      "▁explicit ly",
+      "ют ся",
+      "ю тся",
+      "▁D ev",
+      "▁De v",
+      "▁ Dev",
+      "re nder",
+      "ren der",
+      "rend er",
+      "r ender",
+      "▁re produ",
+      "▁rep rodu",
+      "▁repr odu",
+      "▁repro du",
+      "▁c ré",
+      "▁cr é",
+      "G u",
+      "M B",
+      "▁k ön",
+      "▁kö n",
+      "▁rem ained",
+      "▁remain ed",
+      "▁k l",
+      "▁ kl",
+      "хо в",
+      "х ов",
+      "▁b yl",
+      "▁by l",
+      "Ph i",
+      "P hi",
+      "▁de tail",
+      "▁det ail",
+      "▁ detail",
+      "ja v",
+      "j av",
+      "▁m ouse",
+      "▁mo use",
+      "▁mou se",
+      "▁ mouse",
+      "B as",
+      "i ę",
+      "as ser",
+      "ass er",
+      "asse r",
+      "h s",
+      "▁sh ift",
+      "▁ shift",
+      "▁ú lt",
+      "▁ últ",
+      "ra nd",
+      "ran d",
+      "r and",
+      "▁b tn",
+      "▁ btn",
+      "ra z",
+      "r az",
+      "▁p ul",
+      "▁pu l",
+      "▁stat ements",
+      "▁state ments",
+      "▁statement s",
+      "file name",
+      "fil ename",
+      "▁prom pt",
+      "él é",
+      "é lé",
+      "ik z",
+      "▁S us",
+      "▁Su s",
+      "▁de but",
+      "▁deb ut",
+      "St at",
+      "S tat",
+      "form s",
+      "for ms",
+      "▁H ein",
+      "▁He in",
+      "st adt",
+      "sta dt",
+      "stad t",
+      "en nis",
+      "enn is",
+      "по л",
+      "ar ante",
+      "aran te",
+      "ці й",
+      "ц ій",
+      "▁que ue",
+      "▁ queue",
+      "▁re ci",
+      "▁rec i",
+      "▁ reci",
+      "▁s ta",
+      "▁st a",
+      "▁ sta",
+      "yn chron",
+      "cent ering",
+      "center ing",
+      "cente ring",
+      "So me",
+      "S ome",
+      "Gr aph",
+      "G raph",
+      "▁t ested",
+      "▁te sted",
+      "▁test ed",
+      "▁K unst",
+      "▁Kun st",
+      "о м",
+      "▁N othing",
+      "▁No thing",
+      "▁Not hing",
+      "▁ Nothing",
+      "ie u",
+      "i eu",
+      "“ .",
+      "B undle",
+      "▁of icial",
+      "▁ofic ial",
+      "al low",
+      "all ow",
+      "allo w",
+      "▁Re act",
+      "▁L ibrary",
+      "▁Li brary",
+      "▁ Library",
+      "bl ue",
+      "▁ver w",
+      "▁ve rw",
+      "▁p are",
+      "▁par e",
+      "▁pa re",
+      "▁Fried rich",
+      "▁a ware",
+      "▁aw are",
+      "▁ aware",
+      "Ex p",
+      "E xp",
+      "▁effect s",
+      "▁го ро",
+      "▁гор о",
+      "lop edia",
+      "loped ia",
+      "▁V en",
+      "▁Ve n",
+      "ra le",
+      "ral e",
+      "r ale",
+      "▁F inal",
+      "▁Fin al",
+      "▁ Final",
+      "▁pro pos",
+      "▁prop os",
+      "la cement",
+      "lace ment",
+      "lac ement",
+      "kt en",
+      "kte n",
+      "k ten",
+      "▁no vel",
+      "▁nov el",
+      "or ter",
+      "ort er",
+      "orte r",
+      "▁German y",
+      "▁Ger many",
+      "▁Germ any",
+      "▁d jango",
+      "▁ django",
+      "▁trans ition",
+      "▁ transition",
+      "▁happ ened",
+      "▁happen ed",
+      "▁beaut iful",
+      "▁ne ither",
+      "▁nei ther",
+      "▁li braries",
+      "▁h ide",
+      "▁hi de",
+      "▁hid e",
+      "▁ hide",
+      "al g",
+      "a lg",
+      "▁a spect",
+      "▁as pect",
+      "▁asp ect",
+      "▁for get",
+      "▁forg et",
+      "cade my",
+      "cadem y",
+      "on te",
+      "ont e",
+      "re fix",
+      "ref ix",
+      "▁cl oud",
+      "▁clo ud",
+      "▁ cloud",
+      "ne d",
+      "n ed",
+      "cd ots",
+      "cdot s",
+      "c dots",
+      "reg ister",
+      "ny m",
+      "n ym",
+      ".) :",
+      ". ):",
+      "▁J ew",
+      "▁Je w",
+      "▁t rès",
+      "▁tr ès",
+      "ни че",
+      "▁D or",
+      "▁Do r",
+      "▁p roc",
+      "▁pro c",
+      "▁pr oc",
+      "▁ proc",
+      "▁g an",
+      "▁ga n",
+      "▁ gan",
+      "▁ є",
+      "▁S av",
+      "▁Sa v",
+      "v í",
+      "Setting s",
+      "S ettings",
+      "▁V ari",
+      "▁Var i",
+      "▁Va ri",
+      "▁ Vari",
+      "▁c ours",
+      "▁co urs",
+      "▁cour s",
+      "▁cou rs",
+      "R o",
+      "▁con j",
+      "▁re asons",
+      "▁reason s",
+      "▁re ader",
+      "▁read er",
+      "▁ reader",
+      "лекс анд",
+      "ic ate",
+      "ica te",
+      "}) ,",
+      "} ),",
+      "▁task s",
+      "▁ tasks",
+      "▁R ay",
+      "▁Ra y",
+      "▁r ic",
+      "▁ri c",
+      "▁ ric",
+      "K e",
+      "on ie",
+      "oni e",
+      "o nie",
+      "r f",
+      ") [",
+      "▁sub sequ",
+      "▁subs equ",
+      "▁T urn",
+      "▁Tur n",
+      "▁Tu rn",
+      "▁ Turn",
+      "▁VI AF",
+      "math sf",
+      "H E",
+      "▁dec lare",
+      "▁decl are",
+      "▁decla re",
+      "▁declar e",
+      "▁pro tocol",
+      "▁proto col",
+      "▁ protocol",
+      "▁P C",
+      "▁ PC",
+      "ци он",
+      "View ById",
+      "▁an imation",
+      "▁anim ation",
+      "▁ animation",
+      "▁conf used",
+      "ви ч",
+      "▁en abled",
+      "▁enable d",
+      "▁ enabled",
+      "ow o",
+      "o wo",
+      "ás t",
+      "á st",
+      "ö t",
+      "▁m and",
+      "▁ma nd",
+      "▁man d",
+      "▁R ail",
+      "▁Ra il",
+      "field s",
+      "▁K ap",
+      "▁Ka p",
+      "▁al gebra",
+      "▁ algebra",
+      "▁С у",
+      "fér ence",
+      "▁C urrent",
+      "▁Cur rent",
+      "▁ Current",
+      "с но",
+      "▁L im",
+      "▁Li m",
+      "Par ams",
+      "Param s",
+      "Pa rams",
+      "▁Ant onio",
+      "▁Anton io",
+      "▁Anto nio",
+      "▁t v",
+      "▁ tv",
+      "la te",
+      "lat e",
+      "l ate",
+      "if er",
+      "ife r",
+      "i fer",
+      "En try",
+      "Ent ry",
+      "▁S erv",
+      "▁Se rv",
+      "▁Ser v",
+      "▁ Serv",
+      "▁mus ical",
+      "▁music al",
+      "▁musica l",
+      "▁t race",
+      "▁tr ace",
+      "▁tra ce",
+      "▁trac e",
+      "▁ trace",
+      "▁s cient",
+      "▁sc ient",
+      "▁sci ent",
+      "fi c",
+      "f ic",
+      "▁for got",
+      "▁forg ot",
+      "v ideo",
+      "▁o lder",
+      "▁old er",
+      "▁ol der",
+      "▁ older",
+      "Tr ee",
+      "T ree",
+      "▁u ns",
+      "▁un s",
+      "▁ uns",
+      "ни ки",
+      "ник и",
+      "▁E uropa",
+      "▁Europ a",
+      "▁Euro pa",
+      "▁Z we",
+      "▁Zw e",
+      "▁б е",
+      "▁ бе",
+      "▁v ec",
+      "▁ve c",
+      "▁ vec",
+      "ж у",
+      "Mat ch",
+      "M atch",
+      "sp an",
+      "s pan",
+      "▁bl ank",
+      "▁blan k",
+      "▁ blank",
+      "▁sp äter",
+      "▁T y",
+      "▁ Ty",
+      "▁d ict",
+      "▁di ct",
+      "▁dic t",
+      "▁ dict",
+      "ñ a",
+      "▁conf irm",
+      "▁confir m",
+      "▁ confirm",
+      "▁v ý",
+      "за н",
+      "з ан",
+      "Re l",
+      "R el",
+      "fil m",
+      "fi lm",
+      "▁R ot",
+      "▁Ro t",
+      "▁ Rot",
+      "▁H y",
+      "▁ Hy",
+      "ка х",
+      "▁dem and",
+      "▁min ist",
+      "▁mini st",
+      "▁Mad rid",
+      "▁us ual",
+      "sp iel",
+      "s piel",
+      "er os",
+      "ero s",
+      "e ros",
+      "▁t utorial",
+      "▁tut orial",
+      "▁ tutorial",
+      "▁С сылки",
+      "s ys",
+      "ци аль",
+      "▁sp read",
+      "▁spr ead",
+      "▁spre ad",
+      "▁con vers",
+      "▁conver s",
+      "▁conv ers",
+      "▁r oll",
+      "▁ro ll",
+      "▁rol l",
+      "▁ roll",
+      "artifact Id",
+      "▁N umber",
+      "▁Num ber",
+      "▁ Number",
+      "▁sym met",
+      "▁M ult",
+      "▁Mu lt",
+      "▁Mul t",
+      "▁ Mult",
+      "ex pected",
+      "exp ected",
+      "expect ed",
+      "▁a xis",
+      "▁ax is",
+      "▁ axis",
+      "▁match ing",
+      "▁f ood",
+      "▁fo od",
+      "▁foo d",
+      "group Id",
+      "Map p",
+      "Ma pp",
+      "M app",
+      "▁с вя",
+      "▁v end",
+      "▁ve nd",
+      "▁ven d",
+      "F ound",
+      "ot to",
+      "ott o",
+      "o tto",
+      "Ca t",
+      "C at",
+      "cri t",
+      "cr it",
+      "c rit",
+      "ist ent",
+      "iste nt",
+      "isten t",
+      "▁d rei",
+      "▁dr ei",
+      "▁dre i",
+      "▁en ded",
+      "▁end ed",
+      "▁ende d",
+      "▁ ended",
+      "▁T ele",
+      "▁Te le",
+      "▁Tel e",
+      "com ponent",
+      "▁invol ved",
+      "▁involve d",
+      "▁Est ados",
+      "▁Estado s",
+      "▁Estad os",
+      "▁d anger",
+      "▁dan ger",
+      "▁ch ain",
+      "▁cha in",
+      "▁ chain",
+      "▁P rom",
+      "▁Pro m",
+      "▁Pr om",
+      "▁ Prom",
+      "ho m",
+      "h om",
+      "▁pol ít",
+      "co p",
+      "c op",
+      "▁n ap",
+      "▁na p",
+      "▁ nap",
+      "ri f",
+      "r if",
+      "ple ments",
+      "pl ements",
+      "plement s",
+      "▁v ent",
+      "▁ve nt",
+      "▁ven t",
+      "▁ vent",
+      "an na",
+      "ann a",
+      "an ted",
+      "ant ed",
+      "ante d",
+      "date d",
+      "da ted",
+      "dat ed",
+      "d ated",
+      "an th",
+      "ant h",
+      "a nth",
+      "▁thread s",
+      "▁thre ads",
+      "▁ threads",
+      "зо ва",
+      "зов а",
+      "з ова",
+      "▁ста нов",
+      "▁стан ов",
+      "▁ станов",
+      "▁e erst",
+      "▁eer st",
+      "bu f",
+      "b uf",
+      "he id",
+      "▁R u",
+      "▁P rim",
+      "▁Pr im",
+      "▁Pri m",
+      "▁ Prim",
+      "▁m igr",
+      "▁mi gr",
+      "▁mig r",
+      "▁ migr",
+      "▁Un idos",
+      "▁ar bitr",
+      "▁r oman",
+      "▁ro man",
+      "▁rom an",
+      "ount ry",
+      "oun try",
+      "ult ur",
+      "▁K önig",
+      "▁Kö nig",
+      "▁an not",
+      "▁ann ot",
+      "▁anno t",
+      "▁ annot",
+      "ach ing",
+      "ac hing",
+      "achi ng",
+      "▁H aupt",
+      "▁Ha upt",
+      "um in",
+      "umi n",
+      "u min",
+      "▁h em",
+      "▁he m",
+      "▁ hem",
+      "ck ets",
+      "cket s",
+      "cke ts",
+      "ba u",
+      "b au",
+      "ect ion",
+      "ec tion",
+      "e ction",
+      "ef t",
+      "e ft",
+      "▁package s",
+      "▁pack ages",
+      "▁ packages",
+      "▁K ur",
+      "▁Ku r",
+      "th ur",
+      "▁p ays",
+      "▁pa ys",
+      "▁pay s",
+      "li ament",
+      "lia ment",
+      "▁Б у",
+      "▁c ada",
+      "▁ca da",
+      "▁cad a",
+      "po ints",
+      "point s",
+      "oc ket",
+      "ock et",
+      "o cket",
+      "▁v erb",
+      "▁ver b",
+      "▁ve rb",
+      "▁ verb",
+      "ле е",
+      "▁sub mit",
+      "▁subm it",
+      "▁ submit",
+      "▁s an",
+      "▁sa n",
+      "▁ san",
+      "ru by",
+      "r uby",
+      "▁e ast",
+      "▁eas t",
+      "▁ east",
+      "ko v",
+      "k ov",
+      "▁Ver lag",
+      "▁Verl ag",
+      "▁ Verlag",
+      "▁s pot",
+      "▁sp ot",
+      "▁spo t",
+      "▁ spot",
+      "pp o",
+      "p po",
+      "E ach",
+      "je kt",
+      "▁Bi ographie",
+      "▁ne ws",
+      "▁new s",
+      "▁ news",
+      "▁pa ís",
+      "uf act",
+      "u fact",
+      "▁d ia",
+      "▁di a",
+      "▁ dia",
+      "ко ва",
+      "ков а",
+      "к ова",
+      "▁accom pl",
+      "▁accomp l",
+      "▁É t",
+      "▁ Ét",
+      "il ities",
+      "ili ties",
+      "▁i hm",
+      "▁ih m",
+      "in voke",
+      "inv oke",
+      "▁app end",
+      "▁ap pend",
+      "▁appe nd",
+      "▁ append",
+      ".) ,",
+      ". ),",
+      "▁l ab",
+      "▁la b",
+      "▁ lab",
+      "an ging",
+      "ang ing",
+      "is tan",
+      "ist an",
+      "ista n",
+      "i stan",
+      "re sol",
+      "res ol",
+      "reso l",
+      "▁S ection",
+      "▁Se ction",
+      "▁Sec tion",
+      "▁ Section",
+      "Par ent",
+      "Pa rent",
+      "mo z",
+      "m oz",
+      "Ma t",
+      "M at",
+      "st yles",
+      "style s",
+      "sty les",
+      "un den",
+      "und en",
+      "unde n",
+      "“ ,",
+      "irt schaft",
+      "ки м",
+      "к им",
+      "▁Fin ally",
+      "▁Final ly",
+      "ph en",
+      "phe n",
+      "p hen",
+      "▁P ac",
+      "▁Pa c",
+      "▁Array List",
+      "▁ ArrayList",
+      "▁re cover",
+      "▁rec over",
+      "▁e ducation",
+      "▁educ ation",
+      "mod els",
+      "model s",
+      "mode ls",
+      "pe d",
+      "p ed",
+      "▁h appy",
+      "▁ha ppy",
+      "▁happ y",
+      "ч у",
+      "▁guer ra",
+      "me dia",
+      "med ia",
+      "medi a",
+      "m edia",
+      "O F",
+      "▁ens ure",
+      "▁ ensure",
+      "Mar k",
+      "M ark",
+      "data base",
+      "dat abase",
+      "datab ase",
+      "d atabase",
+      "og gle",
+      "▁pub lish",
+      "▁publi sh",
+      "▁ publish",
+      "O W",
+      "▁B au",
+      "▁Ba u",
+      "? .",
+      "▁ча сти",
+      "▁час ти",
+      "▁част и",
+      "▁re pository",
+      "▁repos itory",
+      "▁ repository",
+      "▁M att",
+      "▁Ma tt",
+      "▁Mat t",
+      "hi gh",
+      "h igh",
+      "ov en",
+      "ove n",
+      "o ven",
+      "▁g er",
+      "▁ge r",
+      "▁ ger",
+      "▁un known",
+      "▁ unknown",
+      "Am er",
+      "A mer",
+      "▁B rown",
+      "▁Br own",
+      "▁Bro wn",
+      "▁Brow n",
+      "AL L",
+      "A LL",
+      "▁result ing",
+      "▁b or",
+      "▁bo r",
+      "▁ bor",
+      "▁po et",
+      "ни ми",
+      "ним и",
+      "Em ail",
+      "E mail",
+      "F ont",
+      "▁h ist",
+      "▁his t",
+      "▁hi st",
+      "▁to day",
+      "▁tod ay",
+      "▁toda y",
+      "▁ today",
+      "▁B erg",
+      "▁Be rg",
+      "▁Ber g",
+      "▁but tons",
+      "▁button s",
+      "та л",
+      "т ал",
+      "▁s ni",
+      "▁sn i",
+      "▁че лов",
+      "Cr e",
+      "C re",
+      "▁un ion",
+      "▁ union",
+      "▁z ich",
+      "ish op",
+      "i shop",
+      "▁qu ando",
+      "▁quand o",
+      "▁quan do",
+      "P o",
+      "CT ION",
+      "▁C ost",
+      "▁Co st",
+      "▁Cos t",
+      "▁ Cost",
+      "су дар",
+      "er ved",
+      "erv ed",
+      "erve d",
+      "Not e",
+      "No te",
+      "N ote",
+      "Equ al",
+      "Eq ual",
+      "E qual",
+      "ли я",
+      "бу р",
+      "б ур",
+      "▁ab stract",
+      "▁abstra ct",
+      "▁ abstract",
+      "st op",
+      "sto p",
+      "s top",
+      "▁ad vice",
+      "▁adv ice",
+      "▁i con",
+      "▁ic on",
+      "▁ icon",
+      "▁tr avel",
+      "▁tra vel",
+      "▁trav el",
+      "B S",
+      "ve ns",
+      "ven s",
+      "v ens",
+      "▁b atch",
+      "▁bat ch",
+      "▁ batch",
+      "li que",
+      "liqu e",
+      "l ique",
+      "she et",
+      "s heet",
+      "▁i hre",
+      "▁ih re",
+      "▁ihr e",
+      "em on",
+      "emo n",
+      "e mon",
+      "ber to",
+      "bert o",
+      "▁as signed",
+      "▁ass igned",
+      "▁assign ed",
+      "ь ю",
+      "Ph one",
+      "▁a ward",
+      "▁aw ard",
+      "▁function ality",
+      "▁functional ity",
+      "al la",
+      "all a",
+      "a lla",
+      "▁D am",
+      "▁Da m",
+      "▁ci udad",
+      "▁cl uster",
+      "▁clust er",
+      "▁ cluster",
+      "De scription",
+      "Des cription",
+      "▁s heet",
+      "▁she et",
+      "▁ sheet",
+      "▁Austral ian",
+      "▁Australia n",
+      "▁» .",
+      "▁ ».",
+      "▁\" <",
+      "▁wonder ing",
+      "ain e",
+      "ai ne",
+      "a ine",
+      "▁represent ed",
+      "▁repres ented",
+      "ka ppa",
+      "kap pa",
+      "k appa",
+      "n b",
+      "▁s y",
+      "▁K ö",
+      "=\" #",
+      "▁s even",
+      "▁se ven",
+      "Direct ory",
+      "D irectory",
+      "▁s ister",
+      "▁si ster",
+      "▁sist er",
+      "pl ates",
+      "plate s",
+      "pla tes",
+      "▁l uck",
+      "▁lu ck",
+      "▁luc k",
+      "▁rem aining",
+      "▁remain ing",
+      "▁V ill",
+      "▁Vi ll",
+      "▁Vil l",
+      "wer k",
+      "w erk",
+      "an ni",
+      "ann i",
+      "et ti",
+      "ett i",
+      "fun c",
+      "fu nc",
+      "f unc",
+      "▁b an",
+      "▁ba n",
+      "▁ ban",
+      "im s",
+      "i ms",
+      "mi ss",
+      "mis s",
+      "m iss",
+      "ag raph",
+      "agr aph",
+      "a graph",
+      "ек си",
+      "е кси",
+      "▁R ef",
+      "▁Re f",
+      "▁ Ref",
+      "ni tt",
+      "nit t",
+      "n itt",
+      "▁G ab",
+      "▁Ga b",
+      "▁and ere",
+      "▁jed och",
+      "result s",
+      "! \\",
+      "▁l isted",
+      "▁li sted",
+      "▁list ed",
+      "▁liste d",
+      "▁l oro",
+      "▁lo ro",
+      "▁kn ows",
+      "▁know s",
+      "ж но",
+      "R ad",
+      "▁s ocket",
+      "▁so cket",
+      "▁soc ket",
+      "▁ socket",
+      "mult i",
+      "mul ti",
+      "▁р і",
+      "▁ рі",
+      "ra ils",
+      "rai ls",
+      "r ails",
+      "▁t ar",
+      "▁ta r",
+      "▁ tar",
+      "▁gent le",
+      "se tt",
+      "set t",
+      "s ett",
+      "serv ices",
+      "service s",
+      "bo und",
+      "b ound",
+      "ig keit",
+      "aj a",
+      "a ja",
+      "▁c md",
+      "▁cm d",
+      "▁ cmd",
+      "ag ger",
+      "agg er",
+      "▁b a",
+      "▁ ba",
+      "▁Be lg",
+      "▁Bel g",
+      "▁K le",
+      "▁Kl e",
+      "▁word t",
+      "▁wor dt",
+      "▁f ost",
+      "▁fo st",
+      "▁fos t",
+      "▁dim ension",
+      "An g",
+      "A ng",
+      "um ing",
+      "umin g",
+      "umi ng",
+      "u ming",
+      "Ob j",
+      "не н",
+      "н ен",
+      "▁M arie",
+      "▁Mar ie",
+      "▁Ma rie",
+      "▁Mari e",
+      "▁ Marie",
+      "ex ists",
+      "exist s",
+      "т ро",
+      "▁бо ль",
+      "▁ боль",
+      "em ente",
+      "ement e",
+      "emen te",
+      "e mente",
+      "▁J on",
+      "▁Jo n",
+      "SE RT",
+      "SER T",
+      "S ERT",
+      "▁high est",
+      "ak i",
+      "a ki",
+      "▁t res",
+      "▁tr es",
+      "▁tre s",
+      "▁ tres",
+      "▁circ um",
+      "▁D own",
+      "▁Do wn",
+      "▁Dow n",
+      "▁ Down",
+      "om men",
+      "omm en",
+      "ur er",
+      "ure r",
+      "u rer",
+      "▁caus es",
+      "▁cause s",
+      "▁ca uses",
+      "ven ue",
+      "iss ance",
+      "▁influ ence",
+      "▁influen ce",
+      "▁f at",
+      "▁fa t",
+      "ре ди",
+      "ред и",
+      "р еди",
+      "}\\ \\",
+      "} \\\\",
+      "▁en tr",
+      "▁ent r",
+      "▁ entr",
+      "▁S ign",
+      "▁Si gn",
+      "▁Sig n",
+      "▁ Sign",
+      "▁к ла",
+      "▁ кла",
+      "▁b inding",
+      "▁bind ing",
+      "▁bin ding",
+      "▁ binding",
+      "es sen",
+      "ess en",
+      "esse n",
+      "▁Ф ран",
+      "▁L ocal",
+      "▁Lo cal",
+      "▁Loc al",
+      "▁ Local",
+      "▁я вля",
+      "ap pro",
+      "app ro",
+      "▁dep endencies",
+      "▁depend encies",
+      "▁ dependencies",
+      "▁talk ing",
+      "▁tal king",
+      "▁zur ück",
+      "con nection",
+      "connect ion",
+      "conne ction",
+      "conn ection",
+      "Act ive",
+      "Activ e",
+      "bb e",
+      "b be",
+      "ir ls",
+      "irl s",
+      "▁In f",
+      "▁ Inf",
+      "w d",
+      "▁и с",
+      "▁ ис",
+      "ro ad",
+      "▁con ven",
+      "▁conv en",
+      "ě t",
+      "ве з",
+      "в ез",
+      "▁ent ries",
+      "▁entr ies",
+      "▁ entries",
+      "es c",
+      "e sc",
+      "▁b its",
+      "▁bit s",
+      "▁bi ts",
+      "▁ bits",
+      "as so",
+      "ass o",
+      "W R",
+      "sh ips",
+      "ship s",
+      "s hips",
+      "▁d és",
+      "▁dé s",
+      "es p",
+      "e sp",
+      "Ma ke",
+      "M ake",
+      "▁famil iar",
+      "▁familia r",
+      "Ar t",
+      "A rt",
+      "▁ar my",
+      "▁arm y",
+      "ct r",
+      "c tr",
+      "ér ic",
+      "éri c",
+      "é ric",
+      "que ue",
+      "▁\\ {",
+      "▁ \\{",
+      "ue la",
+      "uel a",
+      "u ela",
+      "am iento",
+      "ami ento",
+      "ши х",
+      "ш их",
+      "▁\" \"\"",
+      "▁\"\" \"",
+      "con tr",
+      "cont r",
+      "лл е",
+      "л ле",
+      "F S",
+      "▁mar ket",
+      "▁mark et",
+      "▁ market",
+      "ån g",
+      "å ng",
+      "cite p",
+      "cit ep",
+      "Il l",
+      "I ll",
+      "ran k",
+      "r ank",
+      "▁s ender",
+      "▁se nder",
+      "▁send er",
+      "▁sen der",
+      "▁ sender",
+      "▁be im",
+      "▁bei m",
+      "ра к",
+      "▁com pat",
+      "▁comp at",
+      "▁ compat",
+      "▁occ urs",
+      "▁occur s",
+      "▁d iese",
+      "▁di ese",
+      "▁die se",
+      "▁dies e",
+      "сти ту",
+      "aw a",
+      "a wa",
+      "▁i OS",
+      "▁Ch inese",
+      "▁Chine se",
+      "▁T R",
+      "▁ TR",
+      "▁K en",
+      "▁Ke n",
+      "▁U ne",
+      "▁Un e",
+      "▁cre ates",
+      "▁create s",
+      "▁sh owed",
+      "▁show ed",
+      "▁sho wed",
+      "▁é v",
+      "▁ év",
+      "olog ia",
+      "olo gia",
+      "▁pro test",
+      "▁prote st",
+      "▁prot est",
+      "▁P f",
+      "▁s quad",
+      "▁squ ad",
+      "++ ,",
+      "á v",
+      "▁ess ere",
+      "з я",
+      "ko l",
+      "k ol",
+      "▁slight ly",
+      "ad dr",
+      "add r",
+      "â n",
+      "▁red uce",
+      "▁redu ce",
+      "▁ reduce",
+      "▁\\ (\\",
+      "▁\\( \\",
+      "▁D ep",
+      "▁De p",
+      "▁ Dep",
+      "▁gener ic",
+      "▁gene ric",
+      "▁ generic",
+      "Lo ader",
+      "Load er",
+      "ț i",
+      "▁п ос",
+      "▁по с",
+      "▁occ asion",
+      "▁occas ion",
+      "▁L ady",
+      "▁La dy",
+      "▁Lad y",
+      "ent ity",
+      "enti ty",
+      "▁av ant",
+      "▁ avant",
+      "▁P as",
+      "▁Pa s",
+      "ag gio",
+      "aggi o",
+      "agg io",
+      "\\ {",
+      "па д",
+      "athol ic",
+      "Pass word",
+      "▁res pond",
+      "▁resp ond",
+      "▁ respond",
+      "▁N on",
+      "▁No n",
+      "▁ Non",
+      "A G",
+      "ne g",
+      "n eg",
+      "▁у с",
+      "▁ ус",
+      "bl ob",
+      "blo b",
+      "b lob",
+      "ck e",
+      "c ke",
+      "▁Cons ider",
+      "▁C are",
+      "▁Car e",
+      "▁Ca re",
+      "ik i",
+      "i ki",
+      "▁Ch icago",
+      "in den",
+      "ind en",
+      "inde n",
+      "▁C op",
+      "▁Co p",
+      "] +",
+      "ö m",
+      "év rier",
+      "к ло",
+      "al en",
+      "ale n",
+      "a len",
+      "▁m aj",
+      "▁ma j",
+      "ra cy",
+      "rac y",
+      "r acy",
+      "or te",
+      "ort e",
+      "ien ts",
+      "ient s",
+      "i ents",
+      "el ls",
+      "ell s",
+      "act ivity",
+      "activ ity",
+      "▁r untime",
+      "▁run time",
+      "▁runt ime",
+      "▁ runtime",
+      "NU LL",
+      "N ULL",
+      "▁poss ibly",
+      "▁possib ly",
+      "▁s tri",
+      "▁st ri",
+      "▁str i",
+      "iz i",
+      "i zi",
+      "▁m ir",
+      "▁mi r",
+      "▁ mir",
+      "▁V ersion",
+      "▁Vers ion",
+      "▁ Version",
+      "pr ime",
+      "prim e",
+      "▁tw enty",
+      "▁M ah",
+      "▁Ma h",
+      "▁s ounds",
+      "▁sound s",
+      "ше н",
+      "ш ен",
+      "cl usion",
+      "clus ion",
+      "ac z",
+      "a cz",
+      "▁determ ined",
+      "▁determine d",
+      "▁determin ed",
+      "▁R ep",
+      "▁Re p",
+      "▁ Rep",
+      "▁Land es",
+      "▁Lan des",
+      "▁w all",
+      "▁wa ll",
+      "▁wal l",
+      "▁ wall",
+      "ig i",
+      "i gi",
+      "▁re set",
+      "▁res et",
+      "▁ reset",
+      "ш о",
+      "ya n",
+      "y an",
+      "Me t",
+      "M et",
+      "e i",
+      "▁app earance",
+      "▁appear ance",
+      "▁f ois",
+      "▁fo is",
+      "▁foi s",
+      "▁ fois",
+      "▁n ell",
+      "▁ne ll",
+      "▁nel l",
+      "▁ nell",
+      "es i",
+      "e si",
+      "ё т",
+      "lo or",
+      "l oor",
+      "▁U l",
+      "▁resol ution",
+      "▁f ot",
+      "▁fo t",
+      "▁through out",
+      "▁r i",
+      "▁ ri",
+      "Le vel",
+      "po ol",
+      "p ool",
+      "▁id entity",
+      "▁ident ity",
+      "▁ identity",
+      "▁j anu",
+      "▁jan u",
+      "▁ja nu",
+      "▁im per",
+      "▁imp er",
+      "▁ imper",
+      "▁ö ver",
+      "} `",
+      "▁in fer",
+      "▁inf er",
+      "▁d ates",
+      "▁da tes",
+      "▁dat es",
+      "▁date s",
+      "▁ dates",
+      "▁Stand ard",
+      "▁ Standard",
+      "for ce",
+      "oc key",
+      "ock ey",
+      "ter a",
+      "te ra",
+      "t era",
+      "▁dist ingu",
+      "▁pres ence",
+      "li ca",
+      "lic a",
+      "l ica",
+      "▁le aving",
+      "it ung",
+      "itu ng",
+      "é b",
+      "▁estab lish",
+      "▁m aar",
+      "▁ma ar",
+      "ad i",
+      "a di",
+      "▁New s",
+      "▁Ne ws",
+      "▁ News",
+      "az on",
+      "a zon",
+      "fo lg",
+      "fol g",
+      "f olg",
+      "▁H ence",
+      "▁Hen ce",
+      "▁Y e",
+      "▁f ab",
+      "▁fa b",
+      "▁ fab",
+      "▁f ühr",
+      "▁ führ",
+      "it map",
+      "▁V ers",
+      "▁Ver s",
+      "▁Ve rs",
+      "ro v",
+      "r ov",
+      "Si gn",
+      "S ign",
+      "de vice",
+      "dev ice",
+      "S igma",
+      "▁wet enschapp",
+      "▁P s",
+      "PA TH",
+      "P ATH",
+      "▁t orn",
+      "▁to rn",
+      "▁tor n",
+      "ve st",
+      "ves t",
+      "v est",
+      "ст ов",
+      "сто в",
+      "с тов",
+      "ac count",
+      "acc ount",
+      "acco unt",
+      "▁lar gest",
+      "▁large st",
+      "▁larg est",
+      "▁per cent",
+      "▁perce nt",
+      "▁ percent",
+      "▁W omen",
+      "▁Wo men",
+      "▁im g",
+      "▁ img",
+      "to ol",
+      "t ool",
+      "▁r oce",
+      "▁ro ce",
+      "▁a y",
+      "▁ ay",
+      "in et",
+      "ine t",
+      "i net",
+      "▁ao ût",
+      "▁pol ynomial",
+      "▁integr al",
+      "▁integra l",
+      "▁a reas",
+      "▁are as",
+      "▁area s",
+      "} '",
+      "▁h yp",
+      "▁hy p",
+      "loy ee",
+      "та ль",
+      "тал ь",
+      "т аль",
+      "▁pro xy",
+      "▁ proxy",
+      "▁W y",
+      "▁М екси",
+      "▁Ме кси",
+      "▁es cape",
+      "▁esc ape",
+      "▁ escape",
+      "ol ar",
+      "ola r",
+      "o lar",
+      "▁mis take",
+      "▁mist ake",
+      ")} {",
+      ") }{",
+      "▁P ot",
+      "▁Po t",
+      "▁process es",
+      "▁proc esses",
+      "\"> \r",
+      "\" >\r",
+      "hal ten",
+      "halt en",
+      "zz a",
+      "z za",
+      "am o",
+      "a mo",
+      "к ре",
+      "▁W ood",
+      "▁Wo od",
+      "ø r",
+      "▁с ер",
+      "▁се р",
+      "▁ сер",
+      "oc ia",
+      "oci a",
+      "o cia",
+      "tw o",
+      "t wo",
+      "pro file",
+      "prof ile",
+      "▁A st",
+      "▁As t",
+      "em bro",
+      "emb ro",
+      "▁ar ms",
+      "▁arm s",
+      "in as",
+      "ina s",
+      "i nas",
+      "in nen",
+      "inn en",
+      "▁m sg",
+      "▁ms g",
+      "▁ msg",
+      "IN T",
+      "I NT",
+      "▁b atter",
+      "▁batt er",
+      "▁bat ter",
+      "ign ment",
+      "▁v y",
+      "▁ vy",
+      "H rsg",
+      "▁G rund",
+      "▁Gr und",
+      "▁Gru nd",
+      "ro c",
+      "r oc",
+      "se g",
+      "s eg",
+      "▁de cor",
+      "▁dec or",
+      "▁ decor",
+      "▁event ually",
+      "> ,",
+      "▁p ag",
+      "▁pa g",
+      "▁ pag",
+      "an ten",
+      "ant en",
+      "ante n",
+      "a nten",
+      "▁str ugg",
+      "▁stru gg",
+      "}^ \\",
+      "} ^\\",
+      "date n",
+      "da ten",
+      "dat en",
+      "d aten",
+      "▁re la",
+      "▁r ela",
+      "▁rel a",
+      "по в",
+      "п ов",
+      "▁ко ро",
+      "▁кор о",
+      "▁B os",
+      "▁Bo s",
+      "▁l abor",
+      "▁la bor",
+      "▁lab or",
+      "▁Se cret",
+      "▁Sec ret",
+      "▁ Secret",
+      "ug en",
+      "uge n",
+      "u gen",
+      "▁j ap",
+      "▁ja p",
+      "▁hus band",
+      "▁Al bum",
+      "▁Alb um",
+      "▁et wa",
+      "▁про из",
+      "ri cht",
+      "ric ht",
+      "rich t",
+      "r icht",
+      "ra ch",
+      "rac h",
+      "r ach",
+      "ba t",
+      "b at",
+      "▁pre par",
+      "▁prep ar",
+      "▁St ock",
+      "▁Sto ck",
+      "▁l ack",
+      "▁la ck",
+      "▁lac k",
+      "▁ lack",
+      "хі д",
+      "х ід",
+      "▁h ogy",
+      "▁ho gy",
+      "▁Ch rome",
+      "▁Chr ome",
+      "▁Ad min",
+      "▁ Admin",
+      "▁com parison",
+      "▁compar ison",
+      "▁incre asing",
+      "н г",
+      "im i",
+      "i mi",
+      "D b",
+      "▁g ef",
+      "▁ge f",
+      "▁ gef",
+      "uch t",
+      "uc ht",
+      "u cht",
+      "és e",
+      "é se",
+      "gen ce",
+      "g ence",
+      "▁C ore",
+      "▁Cor e",
+      "▁Co re",
+      "▁ Core",
+      "▁in correct",
+      "▁incor rect",
+      "▁ass uming",
+      "▁assum ing",
+      "our se",
+      "ours e",
+      "ie ron",
+      "ier on",
+      "iero n",
+      "▁The orem",
+      "▁ Theorem",
+      "▁c asa",
+      "▁cas a",
+      "▁ca sa",
+      "je s",
+      "j es",
+      "▁д ере",
+      "▁де ре",
+      "▁` \"",
+      "L D",
+      "ä ß",
+      "De b",
+      "D eb",
+      "▁su iv",
+      "▁B ank",
+      "▁Ban k",
+      "li bs",
+      "lib s",
+      "▁Le on",
+      "▁Leo n",
+      "▁qu art",
+      "▁quar t",
+      "▁prof essional",
+      "▁profession al",
+      "▁profess ional",
+      "▁t iene",
+      "▁ti ene",
+      "▁tie ne",
+      "▁acc omp",
+      "▁ac comp",
+      "▁accom p",
+      "ст ер",
+      "сте р",
+      "с тер",
+      "▁U K",
+      "▁ UK",
+      "N N",
+      "▁l í",
+      "ц я",
+      "ke l",
+      "k el",
+      "▁ •",
+      "▁d ise",
+      "▁di se",
+      "▁dis e",
+      "on to",
+      "ont o",
+      "▁m á",
+      "if s",
+      "i fs",
+      "bi ld",
+      "bil d",
+      "b ild",
+      "▁comp ute",
+      "▁comput e",
+      "▁ compute",
+      "▁é d",
+      "▁ éd",
+      "j ę",
+      "▁M é",
+      "▁l anguages",
+      "▁language s",
+      "▁T imes",
+      "▁Time s",
+      "▁Tim es",
+      "▁Ti mes",
+      "▁ Times",
+      "ce n",
+      "c en",
+      "▁ав то",
+      "ý m",
+      "en ez",
+      "ene z",
+      "e nez",
+      "▁u pp",
+      "▁up p",
+      "▁ upp",
+      "▁m éd",
+      "▁mé d",
+      "▁cu ando",
+      "о д",
+      "Int ent",
+      "ee rd",
+      "e erd",
+      "▁T al",
+      "▁Ta l",
+      "off set",
+      "offs et",
+      "▁h aben",
+      "▁ha ben",
+      "▁hab en",
+      "▁habe n",
+      "re me",
+      "rem e",
+      "r eme",
+      "▁St ack",
+      "▁Sta ck",
+      "▁ Stack",
+      "▁d ri",
+      "▁dr i",
+      "▁ dri",
+      "▁sein em",
+      "▁seine m",
+      "▁sei nem",
+      "▁f évrier",
+      "▁comb ination",
+      "▁combin ation",
+      "▁s oll",
+      "▁so ll",
+      "▁sol l",
+      "▁mov ement",
+      "▁mo vement",
+      "▁move ment",
+      "Sp ec",
+      "Spe c",
+      "S pec",
+      "к ры",
+      "ret ch",
+      "r etch",
+      "Off set",
+      "Ro ot",
+      "R oot",
+      "А р",
+      "wa rt",
+      "war t",
+      "w art",
+      "▁F ollow",
+      "▁Fol low",
+      "▁So cial",
+      "▁Soci al",
+      "▁Soc ial",
+      "ни ков",
+      "ник ов",
+      "▁ →",
+      "Do n",
+      "D on",
+      "▁h arm",
+      "▁ha rm",
+      "▁har m",
+      "▁ harm",
+      "ag r",
+      "a gr",
+      "ne go",
+      "neg o",
+      "n ego",
+      "re source",
+      "res ource",
+      "▁L uc",
+      "▁Lu c",
+      "▁se inen",
+      "▁sein en",
+      "▁seine n",
+      "▁sei nen",
+      "▁De partment",
+      "▁Depart ment",
+      "▁Up date",
+      "▁ Update",
+      "▁Tex as",
+      "▁re ve",
+      "▁rev e",
+      "▁P os",
+      "▁Po s",
+      "▁ Pos",
+      "▁s hot",
+      "▁sh ot",
+      "▁sho t",
+      "▁ shot",
+      "ot he",
+      "oth e",
+      "o the",
+      "▁repe ated",
+      "▁repeat ed",
+      "▁rec ently",
+      "▁recent ly",
+      "áb an",
+      "á ban",
+      "ak s",
+      "a ks",
+      "па н",
+      "п ан",
+      "▁c ha",
+      "▁ch a",
+      "▁ cha",
+      "oh l",
+      "o hl",
+      "▁t end",
+      "▁te nd",
+      "▁ten d",
+      "▁д во",
+      "ch ts",
+      "cht s",
+      "ça ise",
+      "çais e",
+      "pl ing",
+      "p ling",
+      "al bum",
+      "e j",
+      "▁` [",
+      "ma ps",
+      "map s",
+      "m aps",
+      "▁un its",
+      "▁unit s",
+      "▁< !--",
+      "▁<! --",
+      "▁ <!--",
+      "▁г е",
+      "▁ ге",
+      "▁In formation",
+      "▁Inform ation",
+      "▁ Information",
+      "ik on",
+      "iko n",
+      "i kon",
+      "▁t an",
+      "▁ta n",
+      "▁ tan",
+      "▁d ocker",
+      "▁do cker",
+      "▁doc ker",
+      "▁dock er",
+      "▁ docker",
+      "▁St ad",
+      "▁Sta d",
+      "▁a udio",
+      "▁aud io",
+      "▁audi o",
+      "▁ audio",
+      "ik o",
+      "i ko",
+      "▁co ordinates",
+      "▁coordin ates",
+      "▁coordinate s",
+      "x s",
+      "▁rep lied",
+      "▁) ,",
+      "▁ ),",
+      "▁Govern ment",
+      "▁A cademy",
+      "▁Academ y",
+      "UN T",
+      "U NT",
+      "▁т ри",
+      "▁ три",
+      "B l",
+      "▁a nc",
+      "▁an c",
+      "▁ anc",
+      "ш у",
+      "▁тако ж",
+      "▁in finite",
+      "▁infin ite",
+      "R C",
+      "▁g a",
+      "▁ ga",
+      "▁ad just",
+      "▁adj ust",
+      "▁mer ge",
+      "▁ merge",
+      "; `",
+      "▁p oster",
+      "▁po ster",
+      "▁pos ter",
+      "▁post er",
+      "▁poste r",
+      "▁Japan ese",
+      "\"] ;",
+      "\" ];",
+      "▁ex hib",
+      "▁order ed",
+      "▁ord ered",
+      "▁ ordered",
+      "ict ures",
+      "icture s",
+      "ро с",
+      "р ос",
+      "▁s érie",
+      "▁sé rie",
+      "le ts",
+      "let s",
+      "l ets",
+      "▁i p",
+      "▁ ip",
+      "Select or",
+      "▁ex istence",
+      "▁exist ence",
+      "Re ce",
+      "Rec e",
+      "li ga",
+      "lig a",
+      "l iga",
+      "down load",
+      "▁lem ma",
+      "▁ lemma",
+      "ie v",
+      "i ev",
+      "ud ent",
+      "ude nt",
+      "uden t",
+      "u dent",
+      "sk o",
+      "s ko",
+      "▁A rab",
+      "▁Ar ab",
+      "▁Ara b",
+      "it ate",
+      "ita te",
+      "itat e",
+      "by te",
+      "о т",
+      "ik t",
+      "i kt",
+      "на та",
+      "нат а",
+      "▁A f",
+      "( @",
+      "▁m ad",
+      "▁ma d",
+      "▁ mad",
+      "od b",
+      "o db",
+      "▁el imin",
+      "▁elim in",
+      "▁s pent",
+      "▁sp ent",
+      "▁spe nt",
+      "En ter",
+      "Ent er",
+      "▁Mit g",
+      "Wh en",
+      "W hen",
+      "▁dé part",
+      "▁dép art",
+      "M I",
+      "▁f ellow",
+      "▁fel low",
+      "▁fell ow",
+      "▁thous and",
+      "▁C u",
+      "kt or",
+      "k tor",
+      "Ca che",
+      "C ache",
+      "▁tamb ém",
+      "▁també m",
+      "▁ext ended",
+      "▁extend ed",
+      "ве ст",
+      "at ers",
+      "ate rs",
+      "ater s",
+      "a ters",
+      "▁L ic",
+      "▁Li c",
+      "to type",
+      "tot ype",
+      "▁G a",
+      "▁bl ood",
+      "▁blo od",
+      "▁m apping",
+      "▁ma pping",
+      "▁map ping",
+      "▁ mapping",
+      "▁n omin",
+      "▁no min",
+      "▁nom in",
+      "▁man ifest",
+      "▁manif est",
+      "▁ manifest",
+      "▁p ens",
+      "▁pe ns",
+      "▁pen s",
+      "▁r it",
+      "▁ri t",
+      "▁ rit",
+      "▁file name",
+      "▁fil ename",
+      "▁ filename",
+      "▁f illed",
+      "▁fil led",
+      "▁fill ed",
+      "▁fille d",
+      "▁ filled",
+      "v ä",
+      "▁ra ised",
+      "▁raise d",
+      "▁m obile",
+      "▁mob ile",
+      "▁mobil e",
+      "▁ mobile",
+      "k é",
+      "▁R ight",
+      "▁ Right",
+      "▁ge hör",
+      "▁temper ature",
+      "▁some how",
+      "▁Span ish",
+      "▁k ommun",
+      "▁kom mun",
+      "▁komm un",
+      "▁ch osen",
+      "▁cho sen",
+      "▁chose n",
+      "▁hor se",
+      "▁hors e",
+      "; \\",
+      "▁original ly",
+      "▁origin ally",
+      "Has h",
+      "Ha sh",
+      "H ash",
+      "▁c itt",
+      "▁ci tt",
+      "▁cit t",
+      "▁en core",
+      "▁enc ore",
+      "▁W olf",
+      "▁Wol f",
+      "▁n ú",
+      "▁You ng",
+      "Var i",
+      "V ari",
+      "▁Sch we",
+      "▁Schw e",
+      "▁capt ure",
+      "▁J ane",
+      "▁Jan e",
+      "▁Ja ne",
+      "Inter face",
+      "ow ych",
+      "owy ch",
+      "▁Deutsch land",
+      "▁K ol",
+      "▁Ko l",
+      "▁bound ary",
+      "▁G ND",
+      "No w",
+      "N ow",
+      "ke hr",
+      "( *",
+      "= -",
+      "▁W el",
+      "▁We l",
+      "▁ Wel",
+      "▁C at",
+      "▁Ca t",
+      "▁ Cat",
+      "am ment",
+      "amm ent",
+      "ammen t",
+      "AG E",
+      "A GE",
+      "▁r ights",
+      "▁right s",
+      "Sc roll",
+      "▁happ ening",
+      "▁happen ing",
+      "▁B la",
+      "▁Bl a",
+      "▁s cience",
+      "▁sc ience",
+      "▁sci ence",
+      "aw s",
+      "a ws",
+      "▁behav iour",
+      "▁imp lies",
+      "▁impl ies",
+      "▁ implies",
+      "▁Qu een",
+      "▁Que en",
+      "ov an",
+      "ova n",
+      "o van",
+      "pa y",
+      "p ay",
+      "њ а",
+      "ar et",
+      "are t",
+      "a ret",
+      "er ship",
+      "ers hip",
+      "▁L ang",
+      "▁La ng",
+      "▁Lan g",
+      "▁го д",
+      "▁г од",
+      "▁record ed",
+      "ze m",
+      "z em",
+      "▁Th read",
+      "▁ Thread",
+      "▁t odo",
+      "▁to do",
+      "▁tod o",
+      "og o",
+      "o go",
+      "▁sc enario",
+      "▁scen ario",
+      "▁con cent",
+      "▁conc ent",
+      "▁conce nt",
+      "ре з",
+      "р ез",
+      "St orage",
+      "Sto rage",
+      "▁di rig",
+      "▁dir ig",
+      "▁S eries",
+      "▁Se ries",
+      "▁Ser ies",
+      "▁Serie s",
+      "▁ Series",
+      "▁g as",
+      "▁ga s",
+      "▁ gas",
+      "SE T",
+      "S ET",
+      "è ce",
+      "ra te",
+      "rat e",
+      "r ate",
+      "HT TP",
+      "▁k ap",
+      "▁ka p",
+      "▁ kap",
+      "Em p",
+      "E mp",
+      "UT F",
+      "U TF",
+      "án í",
+      "á ní",
+      "ста ви",
+      "став и",
+      "window s",
+      "wind ows",
+      "w indows",
+      "ér ation",
+      "éra tion",
+      "ap ed",
+      "ape d",
+      "a ped",
+      "▁s istema",
+      "▁sist ema",
+      "▁su rv",
+      "▁sur v",
+      "▁West ern",
+      "▁Wes tern",
+      "▁g é",
+      "▁S uch",
+      "▁Su ch",
+      "Write r",
+      "W riter",
+      "▁can vas",
+      "▁ canvas",
+      "▁gu arante",
+      "sc roll",
+      "scr oll",
+      "av ed",
+      "ave d",
+      "a ved",
+      "It al",
+      "I tal",
+      "▁E lect",
+      "▁El ect",
+      "▁Ele ct",
+      "]( #",
+      "▁H erm",
+      "▁He rm",
+      "▁Her m",
+      "▁Comm and",
+      "▁ Command",
+      "▁Ch ild",
+      "▁Chi ld",
+      "▁ Child",
+      "▁p d",
+      "▁ pd",
+      "ut ch",
+      "S ql",
+      "* .",
+      "▁T ag",
+      "▁Ta g",
+      "▁ Tag",
+      "▁T a",
+      "▁m ail",
+      "▁ma il",
+      "▁mai l",
+      "▁ mail",
+      "sc reen",
+      "scr een",
+      "s creen",
+      "sc r",
+      "s cr",
+      "zi al",
+      "zia l",
+      "z ial",
+      "▁F ür",
+      "▁sugg estions",
+      "▁suggest ions",
+      "▁suggestion s",
+      "ch ester",
+      "che ster",
+      "ches ter",
+      ") |",
+      "per son",
+      "pers on",
+      "p erson",
+      "ze l",
+      "z el",
+      "▁wait ing",
+      "▁wa iting",
+      "▁с ле",
+      "▁ сле",
+      "F L",
+      "▁Al bert",
+      "▁Alb ert",
+      "▁H ij",
+      "▁Hi j",
+      "▁т ер",
+      "▁те р",
+      "▁ тер",
+      "ew rite",
+      "e write",
+      "▁sent ence",
+      "▁lin ux",
+      "▁ linux",
+      "е де",
+      "ên cia",
+      "▁Ital ian",
+      "▁Italia n",
+      "ч ка",
+      "File s",
+      "Fil es",
+      "Fi les",
+      "F iles",
+      "▁not iced",
+      "▁notice d",
+      "bin g",
+      "bi ng",
+      "b ing",
+      "▁Re search",
+      "▁Res earch",
+      "▁al ter",
+      "▁alt er",
+      "▁alte r",
+      "▁ alter",
+      "he el",
+      "\\< ^",
+      "▁Pro cess",
+      "▁ Process",
+      "▁b attle",
+      "▁batt le",
+      "мо в",
+      "м ов",
+      "▁A frica",
+      "▁Afr ica",
+      "▁Af rica",
+      "▁An ne",
+      "▁Ann e",
+      "▁g eld",
+      "▁ge ld",
+      "▁gel d",
+      "} %",
+      "▁d ocs",
+      "▁do cs",
+      "▁doc s",
+      "▁ docs",
+      "Type s",
+      "Ty pes",
+      "Typ es",
+      "T ypes",
+      "▁retr ieve",
+      "▁O fficial",
+      "▁Off icial",
+      "▁Offic ial",
+      "▁t rab",
+      "▁tr ab",
+      "▁tra b",
+      "ц ы",
+      "▁In put",
+      "▁ Input",
+      "st ep",
+      "ste p",
+      "▁l augh",
+      "▁la ugh",
+      "▁Х а",
+      "▁p ela",
+      "▁pe la",
+      "▁pel a",
+      "Me dia",
+      "Med ia",
+      "M edia",
+      "ro ugh",
+      "rou gh",
+      "r ough",
+      "га ни",
+      "ган и",
+      "▁Sh ould",
+      "▁Sho uld",
+      "▁ Should",
+      "▁Cont ent",
+      "▁ Content",
+      "ле м",
+      "л ем",
+      "os h",
+      "o sh",
+      "▁some what",
+      "▁C er",
+      "▁Ce r",
+      "Back ground",
+      "st ru",
+      "str u",
+      "▁in line",
+      "▁ inline",
+      "▁N eder",
+      "▁Ne der",
+      "▁Ned er",
+      "▁mod ules",
+      "▁module s",
+      "▁ modules",
+      "▁B uch",
+      "▁Bu ch",
+      "▁Buc h",
+      "ń ski",
+      "wi det",
+      "wide t",
+      "wid et",
+      "▁z n",
+      "▁ zn",
+      "pos es",
+      "pose s",
+      "p oses",
+      "▁gr adu",
+      "▁gra du",
+      "▁grad u",
+      "▁a qu",
+      "▁ aqu",
+      "P R",
+      "▁put ting",
+      "▁по ли",
+      "▁пол и",
+      "▁ поли",
+      "▁p urch",
+      "▁pur ch",
+      "▁sm ooth",
+      "ри й",
+      "eng ine",
+      "▁l ived",
+      "▁li ved",
+      "▁live d",
+      "▁liv ed",
+      "Acc ount",
+      "Ac count",
+      "Det ails",
+      "Detail s",
+      "▁t ells",
+      "▁tell s",
+      "▁tel ls",
+      "▁Out put",
+      "▁ Output",
+      "He re",
+      "Her e",
+      "H ere",
+      "▁Found ation",
+      "▁ Foundation",
+      "Text View",
+      "▁dec ision",
+      "▁decis ion",
+      "▁dep endency",
+      "▁depend ency",
+      "▁ dependency",
+      "oc ation",
+      "oca tion",
+      "o cation",
+      "ov al",
+      "ova l",
+      "o val",
+      "fe ld",
+      "fel d",
+      "f eld",
+      "▁п ров",
+      "▁про в",
+      "▁пр ов",
+      "▁en ds",
+      "▁end s",
+      "▁ ends",
+      "▁i os",
+      "▁io s",
+      "▁ ios",
+      "▁ex cel",
+      "▁exc el",
+      "▁ excel",
+      "ag u",
+      "a gu",
+      "▁e leg",
+      "▁el eg",
+      "▁ele g",
+      "▁E lement",
+      "▁El ement",
+      "▁Ele ment",
+      "▁ Element",
+      "Que ue",
+      "▁f ö",
+      "вер сите",
+      "▁exper ien",
+      "▁direct ed",
+      "▁dire cted",
+      "▁dir ected",
+      "▁c amb",
+      "▁cam b",
+      "▁ca mb",
+      "▁Д ж",
+      "▁f olg",
+      "▁fol g",
+      "▁fo lg",
+      "▁ folg",
+      "▁c once",
+      "▁con ce",
+      "▁conc e",
+      "▁F ab",
+      "▁Fa b",
+      "▁V i",
+      "▁adv antage",
+      "▁B ei",
+      "▁Be i",
+      "pr od",
+      "pro d",
+      "p rod",
+      "▁X IX",
+      "▁XI X",
+      "▁F ace",
+      "▁Fa ce",
+      "▁Fac e",
+      "▁ Face",
+      "▁v ir",
+      "▁vi r",
+      "▁ vir",
+      "▁Russ ian",
+      "▁Russia n",
+      "▁s pan",
+      "▁sp an",
+      "▁ span",
+      "en í",
+      "e ní",
+      "▁z one",
+      "▁zo ne",
+      "▁ zone",
+      "▁att ach",
+      "▁ attach",
+      "▁б ез",
+      "▁бе з",
+      "▁man agement",
+      "▁manage ment",
+      "▁ management",
+      "A c",
+      "▁о п",
+      "on ce",
+      "onc e",
+      "ha lt",
+      "hal t",
+      "h alt",
+      "us o",
+      "u so",
+      "Sp e",
+      "S pe",
+      "▁r aw",
+      "▁ra w",
+      "▁ raw",
+      "ér o",
+      "é ro",
+      "id el",
+      "ide l",
+      "i del",
+      "la w",
+      "l aw",
+      "She et",
+      "S heet",
+      "▁m ission",
+      "▁miss ion",
+      "▁ mission",
+      "▁came ra",
+      "▁cam era",
+      "▁ camera",
+      "▁hon or",
+      "▁ho nor",
+      "▁appoint ed",
+      "▁R oma",
+      "▁Ro ma",
+      "▁Rom a",
+      "li near",
+      "line ar",
+      "lin ear",
+      "Row s",
+      "Ro ws",
+      "R ows",
+      "fer ences",
+      "ference s",
+      "▁I O",
+      "▁ IO",
+      "▁cover ed",
+      "▁cov ered",
+      "ra j",
+      "r aj",
+      "ств ова",
+      "ство ва",
+      "▁S ym",
+      "▁Sy m",
+      "▁ Sym",
+      "▁t id",
+      "▁ti d",
+      "▁ tid",
+      "is c",
+      "i sc",
+      "▁R ud",
+      "▁Ru d",
+      "▁enc uent",
+      "▁fail ure",
+      "üs s",
+      "ü ss",
+      "▁s qu",
+      "▁sq u",
+      "▁ squ",
+      "▁p aint",
+      "▁pa int",
+      "▁pain t",
+      "▁ser ious",
+      "▁c ursor",
+      "▁curs or",
+      "▁ cursor",
+      "tr as",
+      "tra s",
+      "t ras",
+      "▁dis cussion",
+      "▁discuss ion",
+      "▁ discussion",
+      "▁c ried",
+      "▁cr ied",
+      "▁cri ed",
+      "er ie",
+      "eri e",
+      "e rie",
+      "▁De velop",
+      "▁ Develop",
+      "▁re write",
+      "▁r ewrite",
+      "▁ rewrite",
+      "▁gén éral",
+      "▁généra l",
+      "wa it",
+      "w ait",
+      "▁Har ry",
+      "▁Harr y",
+      "í r",
+      "▁ge public",
+      "▁gep ublic",
+      "▁и г",
+      "і б",
+      "я т",
+      "▁И з",
+      "▁equ ations",
+      "▁equation s",
+      "▁p lane",
+      "▁pl ane",
+      "▁pla ne",
+      "▁plan e",
+      "▁ plane",
+      "▁ac qu",
+      "▁an gle",
+      "▁ang le",
+      "▁ angle",
+      "▁t rees",
+      "▁tr ees",
+      "▁tre es",
+      "▁tree s",
+      "▁ trees",
+      "▁К он",
+      "▁Ко н",
+      "V D",
+      "pe rt",
+      "per t",
+      "p ert",
+      "▁doc uments",
+      "▁document s",
+      "c b",
+      "▁im plements",
+      "▁implement s",
+      "▁impl ements",
+      "ста нов",
+      "стан ов",
+      "▁W alter",
+      "▁Wal ter",
+      "зы ва",
+      "▁с пе",
+      "▁сп е",
+      "▁ спе",
+      "▁ch ap",
+      "▁cha p",
+      "ple x",
+      "pl ex",
+      "p lex",
+      "▁m agnet",
+      "▁mag net",
+      "▁magn et",
+      "▁gepublic eerd",
+      "▁high ly",
+      "▁l eurs",
+      "▁le urs",
+      "▁leur s",
+      "▁d ress",
+      "▁dr ess",
+      "▁dre ss",
+      "▁re start",
+      "▁rest art",
+      "▁resta rt",
+      "Re nder",
+      "R ender",
+      "Call back",
+      "is o",
+      "i so",
+      "▁const itu",
+      "▁constit u",
+      "▁E nde",
+      "▁En de",
+      "▁End e",
+      "Z E",
+      "▁Ang eles",
+      "▁Angel es",
+      "▁der ived",
+      "▁deriv ed",
+      "▁derive d",
+      "=\" {",
+      "] \\",
+      "▁Ch ange",
+      "▁Chan ge",
+      "▁ Change",
+      "▁H aus",
+      "▁Ha us",
+      "▁st ad",
+      "▁sta d",
+      "▁ stad",
+      "▁Re quest",
+      "▁ Request",
+      "om o",
+      "o mo",
+      "▁Act ive",
+      "▁Activ e",
+      "▁ Active",
+      "ur en",
+      "ure n",
+      "u ren",
+      "▁t ourn",
+      "▁to urn",
+      "▁tour n",
+      "▁tou rn",
+      "▁particular ly",
+      "Serv let",
+      "ab c",
+      "a bc",
+      "wide tilde",
+      "widet ilde",
+      "an dra",
+      "and ra",
+      "andr a",
+      "Hel per",
+      "Help er",
+      "R ule",
+      "▁plus ieurs",
+      "▁w ave",
+      "▁wa ve",
+      "▁ wave",
+      "ne q",
+      "n eq",
+      "▁Т е",
+      "fr e",
+      "f re",
+      "sk é",
+      "s ké",
+      "▁al c",
+      "▁l ogs",
+      "▁lo gs",
+      "▁log s",
+      "▁ logs",
+      "G S",
+      "▁M ol",
+      "▁Mo l",
+      "▁per mission",
+      "▁perm ission",
+      "▁ permission",
+      "▁s oul",
+      "▁so ul",
+      "▁sou l",
+      "▁w ants",
+      "▁want s",
+      "▁gu ide",
+      "▁guid e",
+      "▁ guide",
+      "▁v iene",
+      "▁vi ene",
+      "▁vie ne",
+      "▁Wil helm",
+      "▁ev idence",
+      "\"} ,",
+      "\" },",
+      "ro pol",
+      "rop ol",
+      "r opol",
+      "▁auth entication",
+      "▁authentic ation",
+      "▁ authentication",
+      "▁occur red",
+      "▁occurr ed",
+      "▁I F",
+      "▁ IF",
+      "no c",
+      "n oc",
+      "I A",
+      "▁B an",
+      "▁Ba n",
+      "▁к ар",
+      "▁ка р",
+      "▁ кар",
+      "▁b le",
+      "▁bl e",
+      "▁ ble",
+      "▁se gment",
+      "▁seg ment",
+      "▁ segment",
+      "▁p layers",
+      "▁play ers",
+      "▁player s",
+      "is i",
+      "i si",
+      "▁st uck",
+      "▁P y",
+      "▁ Py",
+      "An y",
+      "A ny",
+      "ho u",
+      "h ou",
+      "▁form att",
+      "▁format t",
+      "▁forma tt",
+      "▁pe ace",
+      "▁К ар",
+      "▁Ка р",
+      "et es",
+      "ete s",
+      "e tes",
+      "df rac",
+      "d frac",
+      "( ?",
+      "▁S ite",
+      "▁Si te",
+      "▁Sit e",
+      "▁ Site",
+      "▁L ive",
+      "▁Li ve",
+      "▁Liv e",
+      "▁ Live",
+      "▁U s",
+      "▁ Us",
+      "▁c lim",
+      "▁cl im",
+      "▁cli m",
+      "▁A li",
+      "▁Al i",
+      "ре й",
+      "р ей",
+      "▁Pr ince",
+      "▁Prin ce",
+      "▁ob lig",
+      "ie b",
+      "i eb",
+      "▁A lt",
+      "▁Al t",
+      "▁ Alt",
+      "▁p ros",
+      "▁pro s",
+      "▁pr os",
+      "ra cle",
+      "rac le",
+      "r acle",
+      "▁C ette",
+      "▁Ce tte",
+      "▁Cet te",
+      "ke s",
+      "k es",
+      "z ös",
+      "ouv elle",
+      "ouve lle",
+      "ouvel le",
+      "//// ////",
+      "ab y",
+      "a by",
+      "ér e",
+      "é re",
+      "ra ne",
+      "ran e",
+      "r ane",
+      "▁po wers",
+      "▁power s",
+      "▁pow ers",
+      "▁P ath",
+      "▁Pa th",
+      "▁Pat h",
+      "▁ Path",
+      "▁W ord",
+      "▁Wo rd",
+      "▁Wor d",
+      "▁ Word",
+      "▁trans action",
+      "▁ transaction",
+      "▁caus ing",
+      "▁ca using",
+      "ell schaft",
+      "â t",
+      "▁C PU",
+      "▁CP U",
+      "▁dep th",
+      "▁ depth",
+      "ST R",
+      "S TR",
+      "▁Con f",
+      "▁ Conf",
+      "▁r are",
+      "▁ra re",
+      "▁ rare",
+      "▁A k",
+      "▁b on",
+      "▁bo n",
+      "▁ bon",
+      "▁Car los",
+      "▁Carl os",
+      "▁Carlo s",
+      "▁specific ally",
+      "ri cs",
+      "ric s",
+      "r ics",
+      "KE Y",
+      "K EY",
+      "▁st ars",
+      "▁star s",
+      "▁sta rs",
+      "ér ica",
+      "éri ca",
+      "éric a",
+      "é rica",
+      "▁Л у",
+      "▁con figure",
+      "▁config ure",
+      "▁configur e",
+      "▁ configure",
+      "▁a gent",
+      "▁ag ent",
+      "▁age nt",
+      "▁ agent",
+      "▁expla ined",
+      "▁expl ained",
+      "▁explain ed",
+      "▁co efficient",
+      "д ь",
+      "' }",
+      "▁v ida",
+      "▁vi da",
+      "▁vid a",
+      "▁S yn",
+      "▁Sy n",
+      "▁ Syn",
+      "▁на зва",
+      "▁O ption",
+      "▁Op tion",
+      "▁Opt ion",
+      "▁ Option",
+      "▁r ob",
+      "▁ro b",
+      "▁ rob",
+      "▁к лу",
+      ": [",
+      "ant ly",
+      "dep endency",
+      "▁C ur",
+      "▁Cu r",
+      "▁ Cur",
+      "▁fr ances",
+      "▁fran ces",
+      "▁franc es",
+      "▁ide al",
+      "▁idea l",
+      "S w",
+      "▁г руп",
+      "▁гру п",
+      "▁Cap tain",
+      "▁Capt ain",
+      "▁t odos",
+      "▁tod os",
+      "▁todo s",
+      "J o",
+      "▁p elo",
+      "▁pe lo",
+      "▁pel o",
+      "? ](",
+      "▁fa ith",
+      "▁fait h",
+      "ово й",
+      "о вой",
+      "▁f resh",
+      "▁fr esh",
+      "▁fre sh",
+      "▁fres h",
+      "▁p ropri",
+      "▁prop ri",
+      "Time out",
+      "▁v eh",
+      "▁ve h",
+      "cont ents",
+      "content s",
+      "▁D ocument",
+      "▁Doc ument",
+      "▁ Document",
+      "col lection",
+      "collect ion",
+      "coll ection",
+      "▁k ar",
+      "▁ka r",
+      "▁ kar",
+      "ru ck",
+      "r uck",
+      "You r",
+      "Y our",
+      "um a",
+      "u ma",
+      "▁math emat",
+      "En abled",
+      "Enable d",
+      "пу бли",
+      "▁Eng ine",
+      "▁ Engine",
+      "▁Mün chen",
+      "▁по се",
+      "▁пос е",
+      "▁f on",
+      "▁fo n",
+      "▁ fon",
+      "arch ive",
+      "archiv e",
+      "▁fre quency",
+      "▁frequ ency",
+      "}+ \\",
+      "} +\\",
+      "ât e",
+      "â te",
+      "▁k or",
+      "▁ko r",
+      "▁ kor",
+      "▁К ра",
+      "Si ng",
+      "S ing",
+      "mon th",
+      "mo nth",
+      "mont h",
+      "▁H aw",
+      "▁Ha w",
+      "▁s ys",
+      "▁sy s",
+      "▁ sys",
+      "er me",
+      "erm e",
+      "▁W ould",
+      "▁Wo uld",
+      "▁imp act",
+      "urr ency",
+      "li cht",
+      "lic ht",
+      "lich t",
+      "l icht",
+      "▁a pt",
+      "▁ap t",
+      "▁ apt",
+      "ie re",
+      "ier e",
+      "i ere",
+      "▁m otion",
+      "▁mo tion",
+      "▁mot ion",
+      "С СР",
+      "▁I nit",
+      "▁In it",
+      "▁ Init",
+      "▁m s",
+      "▁ ms",
+      "▁M S",
+      "▁ MS",
+      "sh ift",
+      "▁au tres",
+      "▁aut res",
+      "▁autre s",
+      "▁ autres",
+      "▁b ash",
+      "▁bas h",
+      "▁ba sh",
+      "▁ bash",
+      "h idden",
+      "or io",
+      "ori o",
+      "o rio",
+      "▁cele br",
+      "▁L iber",
+      "▁Li ber",
+      "▁Lib er",
+      "et o",
+      "e to",
+      "▁d ove",
+      "▁do ve",
+      "▁dov e",
+      "▁path s",
+      "▁pat hs",
+      "▁ paths",
+      "▁in j",
+      "C ategory",
+      "▁c ry",
+      "▁cr y",
+      "▁mar ked",
+      "▁mark ed",
+      "у до",
+      "ash ion",
+      "ashi on",
+      "äl t",
+      "ä lt",
+      "▁l an",
+      "▁la n",
+      "▁ lan",
+      "▁te ams",
+      "▁team s",
+      "▁tea ms",
+      "▁k v",
+      "▁ kv",
+      "ia ms",
+      "iam s",
+      "i ams",
+      "ab an",
+      "aba n",
+      "a ban",
+      "▁T ABLE",
+      "▁ TABLE",
+      "ва р",
+      "в ар",
+      "Re pos",
+      "Rep os",
+      "▁B ell",
+      "▁Be ll",
+      "▁Bel l",
+      "▁pub blic",
+      "▁count ries",
+      "▁s pin",
+      "▁sp in",
+      "▁l ég",
+      "▁lé g",
+      "▁K rie",
+      "▁Kr ie",
+      "▁J ones",
+      "▁Jo nes",
+      "▁Jon es",
+      "wh ite",
+      "H tml",
+      "Pr ess",
+      "Pre ss",
+      "Pres s",
+      "P ress",
+      "▁Bl ue",
+      "▁ Blue",
+      "Oper ation",
+      "▁A nth",
+      "▁An th",
+      "▁Ant h",
+      "▁p se",
+      "▁ps e",
+      "▁ pse",
+      "▁F ont",
+      "▁Fo nt",
+      "▁Fon t",
+      "▁ Font",
+      "▁th eme",
+      "▁the me",
+      "▁them e",
+      "▁ theme",
+      "▁block s",
+      "▁blo cks",
+      "$ )",
+      "▁g lad",
+      "▁gl ad",
+      "▁gla d",
+      "▁man age",
+      "or den",
+      "ord en",
+      "orde n",
+      "os ten",
+      "ost en",
+      "o sten",
+      "col e",
+      "co le",
+      "c ole",
+      "▁S P",
+      "▁ SP",
+      "▁sch ema",
+      "▁sche ma",
+      "▁ schema",
+      "ur as",
+      "ura s",
+      "u ras",
+      "▁when ever",
+      "Ш А",
+      "ри то",
+      "рит о",
+      "▁discover ed",
+      "▁p refix",
+      "▁pre fix",
+      "▁ prefix",
+      "glob al",
+      "g lobal",
+      "ro ke",
+      "rok e",
+      "r oke",
+      "ze s",
+      "z es",
+      "ch te",
+      "cht e",
+      "▁Be fore",
+      "▁Bef ore",
+      "▁ Before",
+      "ме ни",
+      "мен и",
+      "▁D ig",
+      "▁Di g",
+      "▁ Dig",
+      "▁ra pid",
+      "▁rap id",
+      "▁l leg",
+      "▁ll eg",
+      "▁lle g",
+      "equ als",
+      "eq uals",
+      "equal s",
+      "▁H och",
+      "▁Ho ch",
+      "for all",
+      "ва ти",
+      "ват и",
+      "us z",
+      "u sz",
+      "▁att ached",
+      "▁attach ed",
+      "Ex pression",
+      "Exp ression",
+      "Expr ession",
+      "Express ion",
+      "▁st ock",
+      "▁sto ck",
+      "▁ stock",
+      "ül l",
+      "ü ll",
+      "pe t",
+      "p et",
+      "ess ions",
+      "ession s",
+      "col o",
+      "co lo",
+      "c olo",
+      "▁g y",
+      "▁ gy",
+      "Bo ok",
+      "B ook",
+      "▁Jac ob",
+      "▁Pro duct",
+      "▁Produ ct",
+      "▁ Product",
+      "▁input s",
+      "ми р",
+      "▁learn ed",
+      "▁lear ned",
+      "ów n",
+      "ó wn",
+      "▁po lice",
+      "▁pol ice",
+      "▁polic e",
+      "▁ле т",
+      "▁ лет",
+      "▁I tem",
+      "▁It em",
+      "▁ Item",
+      "▁e ye",
+      "ai ent",
+      "a ient",
+      "▁Sam mlung",
+      "▁L or",
+      "▁Lo r",
+      "▁re pres",
+      "▁rep res",
+      "▁repr es",
+      "▁repre s",
+      "▁f est",
+      "▁fe st",
+      "▁ fest",
+      "Con d",
+      "Co nd",
+      "C ond",
+      "▁n ouve",
+      "▁no uve",
+      "▁nou ve",
+      "▁ext end",
+      "▁ extend",
+      "▁Fran ces",
+      "▁France s",
+      "▁Fr ances",
+      "▁Franc es",
+      "▁F ind",
+      "▁Fin d",
+      "▁ Find",
+      "▁de ze",
+      "▁dez e",
+      "er na",
+      "ern a",
+      "▁hab ía",
+      "pr ü",
+      "▁mo tor",
+      "▁mot or",
+      "bi e",
+      "b ie",
+      "Hel lo",
+      "H ello",
+      "▁res id",
+      "▁f inale",
+      "▁fin ale",
+      "▁final e",
+      "% )",
+      "{ '",
+      "▁H ard",
+      "▁Har d",
+      "▁Ha rd",
+      "▁p airs",
+      "▁pa irs",
+      "▁pair s",
+      "▁E ll",
+      "▁El l",
+      "iv ot",
+      "ivo t",
+      "re es",
+      "ree s",
+      "r ees",
+      "▁For ce",
+      "▁even ing",
+      "▁ev ening",
+      "▁des pués",
+      "▁desp ués",
+      "r g",
+      "Wh y",
+      "W hy",
+      "▁c onn",
+      "▁con n",
+      "▁co nn",
+      "▁ conn",
+      "sch ema",
+      "sche ma",
+      "хо д",
+      "х од",
+      "▁ме жду",
+      "▁fl ash",
+      "▁fla sh",
+      "▁ flash",
+      "sk ip",
+      "ski p",
+      "▁min ute",
+      "▁v ed",
+      "▁ve d",
+      "▁ ved",
+      "ay lor",
+      "▁s eus",
+      "▁se us",
+      "▁seu s",
+      "▁Ma jor",
+      "▁Maj or",
+      "▁fr anc",
+      "▁fran c",
+      "▁fra nc",
+      "▁r ac",
+      "▁ra c",
+      "▁ rac",
+      "k w",
+      "c v",
+      "N ative",
+      "▁B utton",
+      "▁But ton",
+      "▁ Button",
+      "ни ци",
+      "ниц и",
+      "sett ings",
+      "setting s",
+      "s ettings",
+      "▁A ccess",
+      "▁Acc ess",
+      "▁Ac cess",
+      "▁ Access",
+      "▁qu ality",
+      "▁qual ity",
+      "▁quali ty",
+      "▁ quality",
+      "pr ops",
+      "pro ps",
+      "prop s",
+      "F loat",
+      "▁S cot",
+      "▁Sc ot",
+      "▁A D",
+      "▁ AD",
+      "▁al lem",
+      "▁all em",
+      "▁alle m",
+      "& \\",
+      "ustr ation",
+      "pat tern",
+      "mi r",
+      "m ir",
+      "▁incor por",
+      "sk ich",
+      "ski ch",
+      "' >",
+      "St and",
+      "▁techn ique",
+      "▁techni que",
+      "▁E ss",
+      "▁Es s",
+      "▁Ox ford",
+      "▁ ла",
+      "t ikz",
+      "ли й",
+      "Log in",
+      "Lo gin",
+      "▁min ister",
+      "▁minist er",
+      "▁mini ster",
+      "▁ minister",
+      "▁c url",
+      "▁cu rl",
+      "▁cur l",
+      "▁ curl",
+      "ka n",
+      "k an",
+      "▁m aps",
+      "▁ma ps",
+      "▁map s",
+      "▁ maps",
+      "in da",
+      "ind a",
+      "ri eb",
+      "rie b",
+      "r ieb",
+      "▁E ND",
+      "▁EN D",
+      "▁ END",
+      "if ies",
+      "ifi es",
+      "ifie s",
+      "con sole",
+      "cons ole",
+      "bu ry",
+      "bur y",
+      "b ury",
+      "▁L E",
+      "▁ LE",
+      "▁indep end",
+      "▁inde pend",
+      "▁t a",
+      "▁ ta",
+      "▁ Ś",
+      "on el",
+      "one l",
+      "o nel",
+      "és z",
+      "é sz",
+      "▁I st",
+      "▁Is t",
+      "ut ive",
+      "uti ve",
+      "ё л",
+      "▁Reg ion",
+      "▁ Region",
+      "▁( =",
+      "▁comp act",
+      "ço is",
+      "ç ois",
+      "▁label s",
+      "▁lab els",
+      "▁ labels",
+      "autor ité",
+      "▁s tan",
+      "▁st an",
+      "▁sta n",
+      "▁ stan",
+      "▁fran çaise",
+      "▁français e",
+      "▁rem oving",
+      "▁remov ing",
+      "y c",
+      "} |",
+      "▁Ex ec",
+      "▁ Exec",
+      "($ _",
+      "( $_",
+      "ma g",
+      "m ag",
+      "be fore",
+      "▁stop ped",
+      "▁sto pped",
+      "ми и",
+      "▁ref resh",
+      "▁ refresh",
+      "un kt",
+      "unk t",
+      "ic io",
+      "ici o",
+      "i cio",
+      "X ml",
+      "▁T ab",
+      "▁Ta b",
+      "▁ Tab",
+      "▁f ounded",
+      "▁found ed",
+      "▁f al",
+      "▁fa l",
+      "▁ fal",
+      "f x",
+      "▁Histor ia",
+      "▁Hist oria",
+      "▁Ear ly",
+      "▁Earl y",
+      "Do m",
+      "D om",
+      "▁de cide",
+      "▁dec ide",
+      "▁decid e",
+      "▁under stood",
+      "▁j ur",
+      "▁ju r",
+      "▁N r",
+      "▁cap ac",
+      "wa s",
+      "w as",
+      "▁en emy",
+      "▁enem y",
+      "▁program s",
+      "▁m ask",
+      "▁ma sk",
+      "▁mas k",
+      "▁ mask",
+      "ск е",
+      "с ке",
+      "▁gr oupe",
+      "▁group e",
+      "ca m",
+      "c am",
+      "▁w idget",
+      "▁wid get",
+      "▁ widget",
+      "RE ATE",
+      "▁se va",
+      "▁Bar cel",
+      "▁p erd",
+      "▁per d",
+      "▁pe rd",
+      "▁М у",
+      "ran ce",
+      "r ance",
+      "TY PE",
+      "T YPE",
+      "▁{ '",
+      "▁ {'",
+      "▁b ill",
+      "▁bi ll",
+      "▁bil l",
+      "▁\" _",
+      "' `",
+      "ba hn",
+      "bah n",
+      "b ahn",
+      "▁cont ained",
+      "▁contain ed",
+      "Cl ose",
+      "C lose",
+      "ru g",
+      "r ug",
+      "eg y",
+      "e gy",
+      "▁s ight",
+      "▁sig ht",
+      "▁Pro vin",
+      "▁Prov in",
+      "н ю",
+      "ar z",
+      "a rz",
+      "ще н",
+      "щ ен",
+      "▁J oe",
+      "▁Jo e",
+      "▁de leted",
+      "▁delete d",
+      "▁delet ed",
+      "▁A uto",
+      "▁Aut o",
+      "▁Au to",
+      "▁ Auto",
+      "▁m eter",
+      "▁me ter",
+      "▁met er",
+      "▁ meter",
+      "C G",
+      "ъ л",
+      "▁p ent",
+      "▁pe nt",
+      "▁pen t",
+      "▁ pent",
+      "▁be zeichnet",
+      "Su m",
+      "S um",
+      "db c",
+      "d bc",
+      "▁Pl atz",
+      "▁Pla tz",
+      "▁Plat z",
+      "ect ors",
+      "ector s",
+      "e ctors",
+      "▁L ittle",
+      "QU E",
+      "Q UE",
+      "ці я",
+      "ц ія",
+      "те ля",
+      "тел я",
+      "nig ht",
+      "n ight",
+      "▁l l",
+      "▁ ll",
+      "▁most ly",
+      "UI D",
+      "U ID",
+      "▁b ez",
+      "▁be z",
+      "▁ bez",
+      "do b",
+      "d ob",
+      "кс и",
+      "к си",
+      "ter ne",
+      "tern e",
+      "t erne",
+      "▁cor ner",
+      "▁corn er",
+      "at y",
+      "a ty",
+      "▁impro ve",
+      "▁improv e",
+      "▁impr ove",
+      "▁in tr",
+      "▁int r",
+      "▁` @",
+      "ar od",
+      "aro d",
+      "a rod",
+      "▁install ation",
+      "▁instal lation",
+      "▁Refer ências",
+      "ig an",
+      "iga n",
+      "i gan",
+      "▁crit ic",
+      "ad el",
+      "ade l",
+      "a del",
+      "▁се ло",
+      ", \r",
+      "at ori",
+      "ator i",
+      "ato ri",
+      "▁F ri",
+      "▁Fr i",
+      "▁ Fri",
+      "▁ré férences",
+      "▁Int ent",
+      "▁ Intent",
+      "▁t ant",
+      "▁tan t",
+      "▁ta nt",
+      "un ci",
+      "unc i",
+      "▁level s",
+      "▁lev els",
+      "er es",
+      "ere s",
+      "e res",
+      "▁e mer",
+      "▁em er",
+      "▁ emer",
+      "sa fe",
+      "t k",
+      "▁c ham",
+      "▁ch am",
+      "▁cha m",
+      "▁great ly",
+      "▁we it",
+      "▁ weit",
+      "▁co ach",
+      "▁to ward",
+      "Hom e",
+      "H ome",
+      "▁Bo olean",
+      "▁ Boolean",
+      "те л",
+      "т ел",
+      "▁m ock",
+      "▁mo ck",
+      "▁ mock",
+      "▁appreci ate",
+      "▁C ross",
+      "▁Cr oss",
+      "▁Cro ss",
+      "▁T ake",
+      "▁Ta ke",
+      "▁Tak e",
+      "▁ Take",
+      "D P",
+      "▁s ides",
+      "▁si des",
+      "▁side s",
+      "▁sid es",
+      "▁Norm daten",
+      "де й",
+      "д ей",
+      "st al",
+      "sta l",
+      "s tal",
+      "▁c out",
+      "▁co ut",
+      "▁cou t",
+      "▁ cout",
+      "b n",
+      "▁V ert",
+      "▁Ver t",
+      "▁Ve rt",
+      "▁ Vert",
+      "▁b ird",
+      "▁bi rd",
+      "▁bir d",
+      "▁ bird",
+      "▁dynam ically",
+      "▁dynamic ally",
+      "▁D ol",
+      "▁Do l",
+      "▁B urg",
+      "▁Bu rg",
+      "▁Bur g",
+      "▁d og",
+      "▁do g",
+      "▁ dog",
+      "ät t",
+      "ä tt",
+      "▁n uc",
+      "▁nu c",
+      "E C",
+      "By tes",
+      "Byte s",
+      "▁a k",
+      "▁ ak",
+      "re land",
+      "rel and",
+      "r eland",
+      "▁gu itar",
+      "▁reg arding",
+      "▁regard ing",
+      "▁F uß",
+      "▁Fu ß",
+      "▁до л",
+      "▁ дол",
+      "au ss",
+      "aus s",
+      "a uss",
+      "▁j ej",
+      "▁je j",
+      "ac o",
+      "a co",
+      "▁up dates",
+      "▁update s",
+      "▁upd ates",
+      "ру к",
+      "р ук",
+      "(' /",
+      "▁c old",
+      "▁col d",
+      "▁co ld",
+      "▁G iven",
+      "▁Gi ven",
+      "▁Give n",
+      "hi n",
+      "h in",
+      "▁fe eling",
+      "▁feel ing",
+      "▁fee ling",
+      "ig li",
+      "fa h",
+      "f ah",
+      "ст ре",
+      "стр е",
+      "с тре",
+      "bo ol",
+      "b ool",
+      "init ial",
+      "▁станов ника",
+      "▁An na",
+      "▁Ann a",
+      "▁h ors",
+      "▁hor s",
+      "▁ho rs",
+      "▁d oll",
+      "▁do ll",
+      "▁dol l",
+      "▁con sum",
+      "▁cons um",
+      "▁ consum",
+      "ub er",
+      "ube r",
+      "u ber",
+      "stand ing",
+      "stan ding",
+      "act iv",
+      "з і",
+      "check ed",
+      "▁perm issions",
+      "▁permission s",
+      "▁M onte",
+      "▁Mon te",
+      "▁Mont e",
+      "Write Line",
+      "pl us",
+      "p lus",
+      "▁E qu",
+      "▁Eq u",
+      "▁ Equ",
+      "▁и х",
+      "▁ их",
+      "ч ки",
+      "un que",
+      "▁L O",
+      "▁ LO",
+      "e a",
+      "sam ple",
+      "s ample",
+      "ie sz",
+      "ies z",
+      "i esz",
+      "or al",
+      "ora l",
+      "o ral",
+      "▁И н",
+      "os ton",
+      "ost on",
+      "osto n",
+      "o ston",
+      "▁S imon",
+      "▁Sim on",
+      "▁Si mon",
+      "fa st",
+      "fas t",
+      "f ast",
+      "m k",
+      "as sen",
+      "ass en",
+      "asse n",
+      "▁arch itecture",
+      "▁architect ure",
+      "▁ architecture",
+      "ens es",
+      "ense s",
+      "▁ Å",
+      "▁to pic",
+      "▁top ic",
+      "▁ topic",
+      "▁dis able",
+      "▁ disable",
+      "▁C ru",
+      "▁Cr u",
+      "▁Cont rol",
+      "▁ Control",
+      "▁cre ation",
+      "▁hy per",
+      "▁hyp er",
+      "▁ hyper",
+      "it ud",
+      "itu d",
+      "же ния",
+      "ar am",
+      "ara m",
+      "a ram",
+      "▁г де",
+      "ien st",
+      "iens t",
+      "i enst",
+      "ed ule",
+      "edu le",
+      "▁B ot",
+      "▁Bo t",
+      "▁О с",
+      "▁The ir",
+      "an ne",
+      "ann e",
+      "M icrosoft",
+      "▁P M",
+      "▁ PM",
+      "yd ro",
+      "y dro",
+      "ent lich",
+      "▁E ine",
+      "▁Ein e",
+      "CH AR",
+      ": '",
+      "We ll",
+      "Wel l",
+      "W ell",
+      "le ton",
+      "let on",
+      "l eton",
+      "▁support s",
+      "▁sup ports",
+      "'] )",
+      "' ])",
+      "man ual",
+      "▁v ice",
+      "▁vi ce",
+      "▁vic e",
+      "▁ vice",
+      "as a",
+      "a sa",
+      "cl os",
+      "clo s",
+      "c los",
+      "vi sed",
+      "vis ed",
+      "v ised",
+      "▁p ok",
+      "▁po k",
+      "tr ack",
+      "tra ck",
+      "t rack",
+      "но ст",
+      "нос т",
+      "... .....",
+      ".... ....",
+      "..... ...",
+      "▁' \\",
+      "▁ '\\",
+      "² .",
+      "▁or ders",
+      "▁order s",
+      "▁ord ers",
+      "▁ orders",
+      "et ta",
+      "ett a",
+      "e tta",
+      "▁con version",
+      "▁conv ersion",
+      "▁convers ion",
+      "▁t rade",
+      "▁tr ade",
+      "▁tra de",
+      "▁trad e",
+      "cl i",
+      "c li",
+      "▁И сто",
+      "▁Ис то",
+      "▁a kt",
+      "▁ak t",
+      "▁ akt",
+      "▁sub set",
+      "▁subs et",
+      "▁ subset",
+      "▁a ug",
+      "▁au g",
+      "▁ aug",
+      "▁le aves",
+      "▁leave s",
+      "Mat h",
+      "Ma th",
+      "M ath",
+      "an ned",
+      "ann ed",
+      "anne d",
+      "ka l",
+      "k al",
+      "▁Ве ли",
+      "▁n og",
+      "▁no g",
+      "▁ nog",
+      "▁e th",
+      "▁et h",
+      "▁ eth",
+      "▁h air",
+      "▁ha ir",
+      "ar ound",
+      "aro und",
+      "a round",
+      "▁java x",
+      "▁jav ax",
+      "▁ javax",
+      "во й",
+      "▁C entre",
+      "▁Cent re",
+      "ö ß",
+      "ut i",
+      "u ti",
+      "▁n avigation",
+      "▁navig ation",
+      "▁ navigation",
+      "▁P S",
+      "▁ PS",
+      "▁w a",
+      "▁ wa",
+      "▁Ро ссии",
+      "▁Рос сии",
+      "▁Росси и",
+      "us a",
+      "u sa",
+      "ze ta",
+      "zet a",
+      "z eta",
+      "▁P DF",
+      "▁ PDF",
+      "▁m ismo",
+      "▁mis mo",
+      "▁mism o",
+      "pro perties",
+      "me ister",
+      "ль та",
+      "for ward",
+      "▁O st",
+      "▁Os t",
+      "ki ns",
+      "kin s",
+      "k ins",
+      "▁s ido",
+      "▁si do",
+      "▁sid o",
+      "зо в",
+      "з ов",
+      "ta gs",
+      "tag s",
+      "t ags",
+      "▁a ctor",
+      "▁act or",
+      "▁ac tor",
+      "▁ actor",
+      "▁f ly",
+      "▁fl y",
+      "▁ fly",
+      "C R",
+      "ag ini",
+      "agi ni",
+      "agin i",
+      "▁l ett",
+      "▁le tt",
+      "▁let t",
+      "▁ lett",
+      "en i",
+      "e ni",
+      "te ch",
+      "t ech",
+      "▁E nc",
+      "▁En c",
+      "▁ Enc",
+      "or acle",
+      "ora cle",
+      "o racle",
+      "amil ton",
+      "ze j",
+      "z ej",
+      "fe n",
+      "f en",
+      "ume rate",
+      "umer ate",
+      "▁qu esto",
+      "▁que sto",
+      "▁q uesto",
+      "▁quest o",
+      "da rt",
+      "dar t",
+      "d art",
+      "▁K ore",
+      "▁Ko re",
+      "▁Kor e",
+      "ap is",
+      "api s",
+      "a pis",
+      "ep er",
+      "e per",
+      "Sc reen",
+      "S creen",
+      "wa ll",
+      "wal l",
+      "w all",
+      "▁is land",
+      "sh e",
+      "s he",
+      "▁l igger",
+      "▁lig ger",
+      "в ся",
+      "fa ng",
+      "fan g",
+      "f ang",
+      "▁t ard",
+      "▁tar d",
+      "▁ta rd",
+      "▁pla ats",
+      "▁п ло",
+      "▁ пло",
+      "▁Off ice",
+      "▁Offic e",
+      "▁ Office",
+      "▁S ET",
+      "▁SE T",
+      "▁ SET",
+      "▁circ uit",
+      "je d",
+      "j ed",
+      "Sa ve",
+      "S ave",
+      "ль но",
+      "So cket",
+      "S ocket",
+      "▁In dex",
+      "▁Ind ex",
+      "▁ Index",
+      "AC K",
+      "A CK",
+      "id ers",
+      "ide rs",
+      "ider s",
+      "i ders",
+      "er er",
+      "ere r",
+      "e rer",
+      "▁С ША",
+      "▁l ady",
+      "▁la dy",
+      "▁lad y",
+      "▁sch eme",
+      "▁sche me",
+      "ie lle",
+      "iel le",
+      "i elle",
+      "▁ex erc",
+      "▁exer c",
+      ")} \\",
+      ") }\\",
+      "Date Time",
+      "at han",
+      "ath an",
+      "a than",
+      "▁Prof essor",
+      "▁mo ins",
+      "▁moi ns",
+      "▁Ex cel",
+      "▁ Excel",
+      "▁H ay",
+      "▁Ha y",
+      "▁Mus ik",
+      "▁ ї",
+      "ę d",
+      "▁\" .",
+      "▁ \".",
+      "▁бу в",
+      "▁inst rument",
+      "▁instru ment",
+      "па р",
+      "п ар",
+      "▁б ере",
+      "▁бе ре",
+      "▁ бере",
+      "▁polit ique",
+      "▁trad ition",
+      "▁V M",
+      "▁ VM",
+      "▁Ar ts",
+      "▁Art s",
+      "▁C i",
+      "Us e",
+      "U se",
+      "▁a ggreg",
+      "▁ag greg",
+      "▁ aggreg",
+      "▁we eks",
+      "▁week s",
+      "▁o pport",
+      "▁op port",
+      "▁opp ort",
+      "it ing",
+      "iti ng",
+      "i ting",
+      "▁vert ical",
+      "▁ vertical",
+      "▁N az",
+      "▁Na z",
+      ".. .)",
+      "... )",
+      "iz o",
+      "i zo",
+      "▁c ycle",
+      "▁cy cle",
+      "▁cycl e",
+      "▁ cycle",
+      "▁tem po",
+      "▁temp o",
+      "т ре",
+      "▁hand ling",
+      "ist ence",
+      "isten ce",
+      "▁p aste",
+      "▁pas te",
+      "▁pa ste",
+      "▁past e",
+      "▁ paste",
+      "▁en jo",
+      "RO UP",
+      "▁o uter",
+      "▁out er",
+      "▁ou ter",
+      "▁ outer",
+      "▁su pply",
+      "▁supp ly",
+      "▁sup ply",
+      "em an",
+      "ema n",
+      "e man",
+      "▁acc ident",
+      "▁\\ ]",
+      "▁ \\]",
+      "▁те х",
+      "▁ тех",
+      "Po ol",
+      "P ool",
+      "ot ing",
+      "oti ng",
+      "o ting",
+      "onym ous",
+      "▁Gi ov",
+      "▁u d",
+      "▁ ud",
+      "▁. /",
+      "▁ ./",
+      "ER ROR",
+      "ERR OR",
+      "con struct",
+      "const ruct",
+      "text width",
+      "qu ipe",
+      "qui pe",
+      "quip e",
+      "case s",
+      "cas es",
+      "c ases",
+      "▁а д",
+      "▁R ow",
+      "▁Ro w",
+      "▁ Row",
+      "Hol der",
+      "Hold er",
+      "H older",
+      "wa n",
+      "w an",
+      "ar na",
+      "arn a",
+      "Me m",
+      "M em",
+      "▁Canad ian",
+      "▁Com mission",
+      "▁Comm ission",
+      "su n",
+      "s un",
+      "▁app s",
+      "▁ap ps",
+      "▁ apps",
+      "▁B lo",
+      "▁Bl o",
+      "▁i hrer",
+      "▁ih rer",
+      "▁ihr er",
+      "▁ihre r",
+      "▁famil le",
+      "▁fam ille",
+      "▁m ě",
+      "▁p y",
+      "▁ py",
+      "и с",
+      "▁т ого",
+      "▁то го",
+      "▁ того",
+      "▁Ag ain",
+      "▁ign ore",
+      "▁ignor e",
+      "▁ ignore",
+      "▁tele vision",
+      "▁televis ion",
+      "Pa t",
+      "P at",
+      "hi de",
+      "h ide",
+      "▁R ev",
+      "▁Re v",
+      "▁b ear",
+      "▁be ar",
+      "ph y",
+      "p hy",
+      "▁no ise",
+      "▁w ra",
+      "▁wr a",
+      "at ionale",
+      "ation ale",
+      "ational e",
+      "▁coll abor",
+      "bor der",
+      "b order",
+      "▁el ected",
+      "▁elect ed",
+      "▁ele cted",
+      "▁sur pr",
+      "▁a voir",
+      "▁av oir",
+      "▁avo ir",
+      "▁ avoir",
+      "▁ass embly",
+      "▁assemb ly",
+      "▁ assembly",
+      "▁об ще",
+      "▁arbitr ary",
+      "▁br ief",
+      "▁- --",
+      "▁-- -",
+      "▁ ---",
+      "▁M aur",
+      "▁Ma ur",
+      "▁Mau r",
+      "gr ession",
+      "gress ion",
+      "g ression",
+      "ic ia",
+      "ici a",
+      "i cia",
+      "▁lie gt",
+      "▁Fig ure",
+      "▁on to",
+      "▁ont o",
+      "▁ onto",
+      "Re pository",
+      "Repos itory",
+      "▁dé f",
+      "▁f orth",
+      "▁for th",
+      "▁fort h",
+      "▁cl icked",
+      "▁click ed",
+      "se ite",
+      "▁n otes",
+      "▁not es",
+      "▁no tes",
+      "▁note s",
+      "▁ notes",
+      "nat ive",
+      "n ative",
+      "▁ED IT",
+      "▁ EDIT",
+      "ы е",
+      "M T",
+      "am ental",
+      "ament al",
+      "amen tal",
+      "▁r ose",
+      "▁ro se",
+      "▁ros e",
+      "▁ rose",
+      "▁pu ede",
+      "▁pue de",
+      "De legate",
+      "Deleg ate",
+      "ub a",
+      "u ba",
+      "ne o",
+      "xi s",
+      "x is",
+      "▁Ar thur",
+      "UR E",
+      "U RE",
+      "am ing",
+      "ami ng",
+      "amin g",
+      "a ming",
+      "De vice",
+      "Dev ice",
+      "▁d iam",
+      "▁di am",
+      "▁dia m",
+      "st änd",
+      "▁p ron",
+      "▁pro n",
+      "▁pr on",
+      "oi s",
+      "o is",
+      "com ing",
+      "co ming",
+      "c oming",
+      "Param eters",
+      "Parameter s",
+      "uv ud",
+      "▁ab ility",
+      "▁ ability",
+      "▁m ét",
+      "▁mé t",
+      "▁Un fortunately",
+      "f d",
+      "D ictionary",
+      "so cket",
+      "sock et",
+      "s ocket",
+      "▁con oc",
+      "▁co noc",
+      "cont ains",
+      "es sed",
+      "ess ed",
+      "esse d",
+      "▁gel dig",
+      "▁geld ig",
+      "ни ца",
+      "ниц а",
+      "▁point ed",
+      "es ti",
+      "est i",
+      "no m",
+      "n om",
+      "ографи я",
+      "▁represent s",
+      "▁repres ents",
+      "▁man ip",
+      "wor ld",
+      "w orld",
+      "▁resol ved",
+      "▁resolve d",
+      "te gr",
+      "t egr",
+      "▁d ort",
+      "▁do rt",
+      "▁dor t",
+      "as tern",
+      "ast ern",
+      "aster n",
+      "aste rn",
+      "▁camp aign",
+      "▁pr imo",
+      "▁prim o",
+      "▁pri mo",
+      "▁; ;",
+      "▁ ;;",
+      "▁sni ppet",
+      "▁N ik",
+      "▁Ni k",
+      "To tal",
+      "T otal",
+      "iss ement",
+      "isse ment",
+      "AC E",
+      "A CE",
+      "▁ver ify",
+      "▁ verify",
+      "if fe",
+      "iff e",
+      "i ffe",
+      "la gen",
+      "lag en",
+      "lage n",
+      "l agen",
+      "ie ur",
+      "ieu r",
+      "i eur",
+      "▁convert ed",
+      "▁conver ted",
+      "▁Mil it",
+      "▁Mi lit",
+      "▁A lg",
+      "▁Al g",
+      "▁ Alg",
+      "▁R on",
+      "▁Ro n",
+      "▁k onn",
+      "▁kon n",
+      "▁ko nn",
+      "ap ple",
+      "app le",
+      "▁dis pos",
+      "▁disp os",
+      "stell ung",
+      "▁re tain",
+      "▁ret ain",
+      "▁m entre",
+      "▁men tre",
+      "▁ment re",
+      "▁ne ut",
+      "▁neu t",
+      "▁ neut",
+      "▁N ight",
+      "ch é",
+      "c hé",
+      "at ti",
+      "att i",
+      "▁o bra",
+      "▁ob ra",
+      "▁super ior",
+      "▁Con gress",
+      "▁Cong ress",
+      "ё м",
+      "▁c odes",
+      "▁code s",
+      "▁co des",
+      "▁cod es",
+      "▁ codes",
+      "▁A ma",
+      "▁Am a",
+      "▁E arth",
+      "▁Ear th",
+      "▁oppos ite",
+      "▁p ool",
+      "▁po ol",
+      "▁ pool",
+      "▁D un",
+      "▁Du n",
+      "же ние",
+      "▁\" ${",
+      "▁\"$ {",
+      "in v",
+      "▁у ни",
+      "▁And rew",
+      "▁Andre w",
+      "те лей",
+      "тел ей",
+      "▁by ł",
+      "Un ivers",
+      "Uni vers",
+      "▁Ang ular",
+      "an im",
+      "ani m",
+      "a nim",
+      "до ва",
+      "дов а",
+      "д ова",
+      "BU G",
+      "B UG",
+      "ut ely",
+      "ute ly",
+      "▁draw ing",
+      "▁dra wing",
+      "▁g ain",
+      "▁ga in",
+      "▁four th",
+      "▁Pro blem",
+      "▁ Problem",
+      "▁sudden ly",
+      "▁ Ä",
+      "on na",
+      "onn a",
+      "▁K ont",
+      "▁Kon t",
+      "▁Ko nt",
+      "▁Bilder n",
+      "▁Bild ern",
+      "▁Bil dern",
+      "▁konn te",
+      "ž e",
+      "Tr ace",
+      "Tra ce",
+      "T race",
+      "▁sec ure",
+      "▁ secure",
+      "▁któ ry",
+      "▁e q",
+      "▁ eq",
+      "▁f ormal",
+      "▁for mal",
+      "▁form al",
+      "▁forma l",
+      "amer ikan",
+      "▁A nal",
+      "▁An al",
+      "▁Ana l",
+      "▁ Anal",
+      "▁R ewrite",
+      "▁Re write",
+      "▁D ouble",
+      "▁Dou ble",
+      "▁ Double",
+      "cre ated",
+      "create d",
+      "N U",
+      "MD b",
+      "M Db",
+      "ap es",
+      "ape s",
+      "a pes",
+      "Un is",
+      "Uni s",
+      "U nis",
+      "▁e special",
+      "▁espe cial",
+      "▁espec ial",
+      "}) \\",
+      "} )\\",
+      "ed om",
+      "edo m",
+      "e dom",
+      "▁c ategor",
+      "▁categ or",
+      "Re turn",
+      "Ret urn",
+      "▁H amb",
+      "▁Ha mb",
+      "▁Ham b",
+      "▁R io",
+      "▁Ri o",
+      "▁M ir",
+      "▁Mi r",
+      "▁G eme",
+      "▁Ge me",
+      "▁Gem e",
+      "ab ilities",
+      "abil ities",
+      "tr z",
+      "t rz",
+      "us et",
+      "use t",
+      "u set",
+      "ier ra",
+      "net work",
+      "n etwork",
+      "▁do ctor",
+      "▁doc tor",
+      "eur s",
+      "eu rs",
+      "e urs",
+      "▁l isten",
+      "▁li sten",
+      "▁list en",
+      "▁liste n",
+      "▁ listen",
+      "д ж",
+      "▁H ö",
+      "▁cons ists",
+      "▁consist s",
+      "as m",
+      "a sm",
+      "Ch r",
+      "C hr",
+      "al and",
+      "ala nd",
+      "a land",
+      "▁испо ль",
+      "▁ис поль",
+      "▁испол ь",
+      "▁lug ar",
+      "▁lu gar",
+      "▁def initely",
+      "▁definit ely",
+      "▁definite ly",
+      "mo ve",
+      "mov e",
+      "m ove",
+      "úblic a",
+      "ú blica",
+      "▁l än",
+      "▁lä n",
+      "is mus",
+      "ism us",
+      "▁др жа",
+      "▁d t",
+      "▁ dt",
+      "▁Per haps",
+      "▁Bra sil",
+      "▁Bras il",
+      "Jo hn",
+      "J ohn",
+      "▁prom ise",
+      "ł u",
+      "re ens",
+      "ree ns",
+      "reen s",
+      "▁ps ych",
+      "▁W ho",
+      "▁Wh o",
+      "▁ Who",
+      "ря д",
+      "▁IN TO",
+      "▁INT O",
+      "▁Pe ople",
+      "▁Will iams",
+      "▁William s",
+      "▁M arg",
+      "▁Mar g",
+      "▁Ma rg",
+      "▁д ан",
+      "▁да н",
+      "▁ дан",
+      "re cord",
+      "rec ord",
+      "▁E uro",
+      "▁Eu ro",
+      "▁Eur o",
+      "▁Virgin ia",
+      "▁R est",
+      "▁Re st",
+      "▁Res t",
+      "▁ Rest",
+      "▁C orn",
+      "▁Cor n",
+      "▁Co rn",
+      "}} ,",
+      "} },",
+      "▁G rid",
+      "▁Gr id",
+      "▁ Grid",
+      "▁in ject",
+      "▁inj ect",
+      "▁ inject",
+      "на н",
+      "н ан",
+      "▁c row",
+      "▁cr ow",
+      "▁cro w",
+      "▁Ph ys",
+      "▁ Phys",
+      "▁D O",
+      "▁ DO",
+      "▁\" -",
+      "▁incre ased",
+      "▁increase d",
+      "ach er",
+      "ac her",
+      "ache r",
+      "a cher",
+      "pe at",
+      "Li n",
+      "L in",
+      "▁D ub",
+      "▁Du b",
+      "ri ces",
+      "ric es",
+      "rice s",
+      "r ices",
+      "ag nost",
+      "agn ost",
+      "d l",
+      "▁cur ve",
+      "▁curv e",
+      "ü g",
+      "ri ce",
+      "ric e",
+      "r ice",
+      "l anguage",
+      "Click Listener",
+      "▁municip al",
+      "▁O ri",
+      "▁Or i",
+      "▁ Ori",
+      "▁B ild",
+      "▁Bi ld",
+      "▁Bil d",
+      "▁C ab",
+      "▁Ca b",
+      "▁V ar",
+      "▁Va r",
+      "▁ Var",
+      "▁n oted",
+      "▁not ed",
+      "▁no ted",
+      "▁note d",
+      "▁ Î",
+      "▁s ubs",
+      "▁su bs",
+      "▁sub s",
+      "ia tion",
+      "iat ion",
+      "i ation",
+      "W OR",
+      "in gly",
+      "ing ly",
+      "▁R us",
+      "▁Ru s",
+      "ie ns",
+      "ien s",
+      "i ens",
+      "IN FO",
+      "INF O",
+      "к ва",
+      "at ivo",
+      "ativ o",
+      "ati vo",
+      "ge nde",
+      "gen de",
+      "g ende",
+      "▁Fran z",
+      "▁Fr anz",
+      "▁is ol",
+      "▁i sol",
+      "ed es",
+      "ede s",
+      "e des",
+      "ni er",
+      "nie r",
+      "n ier",
+      "▁N O",
+      "▁ NO",
+      "▁H as",
+      "▁Ha s",
+      "▁ Has",
+      "be ans",
+      "bean s",
+      "▁p andas",
+      "▁pan das",
+      "▁ pandas",
+      "(\" %",
+      "ві т",
+      "ут бо",
+      "▁g ather",
+      "▁ga ther",
+      "▁gat her",
+      "▁le gal",
+      "▁leg al",
+      "▁ legal",
+      "in clud",
+      "▁circum st",
+      "cript or",
+      "ri ble",
+      "rib le",
+      "r ible",
+      "▁S üd",
+      "▁Sü d",
+      "▁a pro",
+      "▁ap ro",
+      "▁apr o",
+      "Ap i",
+      "A pi",
+      "▁на й",
+      "▁Afr ican",
+      "▁Africa n",
+      "ow ski",
+      "ows ki",
+      "▁John son",
+      "ie k",
+      "i ek",
+      "▁v ote",
+      "▁vo te",
+      "▁vot e",
+      "▁ vote",
+      "▁K an",
+      "▁Ka n",
+      "▁b ibli",
+      "▁bib li",
+      "▁ bibli",
+      "▁h aar",
+      "▁ha ar",
+      "▁v r",
+      "▁ vr",
+      "]) ,",
+      "] ),",
+      "subset eq",
+      "Par ser",
+      "Parse r",
+      "ia ni",
+      "ian i",
+      "i ani",
+      "is é",
+      "id ea",
+      "ide a",
+      "On ly",
+      "▁á l",
+      "▁ ál",
+      "▁C atal",
+      "▁Ca tal",
+      "▁Cat al",
+      "▁C ase",
+      "▁Cas e",
+      "▁Ca se",
+      "▁ Case",
+      "se h",
+      "s eh",
+      "▁en counter",
+      "▁enc ounter",
+      "▁re form",
+      "▁ref orm",
+      "ми ни",
+      "мин и",
+      "▁S tre",
+      "▁St re",
+      "▁Str e",
+      "ex ception",
+      "except ion",
+      "▁T ar",
+      "▁Ta r",
+      "та р",
+      "т ар",
+      "tr l",
+      "t rl",
+      "▁А лександ",
+      "ле кт",
+      "лек т",
+      "equ al",
+      "eq ual",
+      "e qual",
+      "O p",
+      "▁l if",
+      "▁li f",
+      "▁й ого",
+      "▁volt age",
+      "▁volta ge",
+      "sh ire",
+      "s hire",
+      "▁Gro ß",
+      "в ня",
+      "ning s",
+      "n ings",
+      "н ци",
+      "▁l ag",
+      "▁la g",
+      "▁ lag",
+      "▁and eren",
+      "▁andere n",
+      "▁v ac",
+      "▁va c",
+      "▁ma cro",
+      "▁mac ro",
+      "▁ macro",
+      "= [",
+      "Th en",
+      "The n",
+      "T hen",
+      "▁control s",
+      "▁contr ols",
+      "▁contro ls",
+      "▁ controls",
+      "se q",
+      "s eq",
+      "olog ies",
+      "ologie s",
+      "▁select or",
+      "▁sel ector",
+      "▁sele ctor",
+      "▁ selector",
+      "▁Украї ни",
+      "хів овано",
+      "ы й",
+      "allen ge",
+      "alleng e",
+      "▁I MDb",
+      "▁IM Db",
+      "um my",
+      "umm y",
+      "ye n",
+      "y en",
+      "▁b este",
+      "▁be ste",
+      "▁best e",
+      "▁bes te",
+      "▁B ox",
+      "▁Bo x",
+      "▁ Box",
+      "▁ch air",
+      "▁cha ir",
+      "▁S ab",
+      "▁Sa b",
+      "er de",
+      "erd e",
+      "▁n ast",
+      "▁na st",
+      "▁nas t",
+      "iv amente",
+      "iva mente",
+      "▁об ъ",
+      "▁require ments",
+      "▁requirement s",
+      "▁me eting",
+      "▁meet ing",
+      "▁fin an",
+      "▁fi nan",
+      "▁A dam",
+      "▁Ad am",
+      "▁Ada m",
+      "▁tele vis",
+      "▁b right",
+      "▁br ight",
+      "▁brig ht",
+      "▁G it",
+      "▁Gi t",
+      "▁ Git",
+      "E G",
+      "▁G il",
+      "▁Gi l",
+      "r ès",
+      "▁C ond",
+      "▁Con d",
+      "▁Co nd",
+      "▁ Cond",
+      "▁f t",
+      "▁ ft",
+      "▁бу ло",
+      "- +",
+      "EN D",
+      "E ND",
+      "er ne",
+      "ern e",
+      "▁Com put",
+      "▁Comp ut",
+      "▁ Comput",
+      "▁i ls",
+      "▁il s",
+      "▁ ils",
+      "▁g all",
+      "▁gal l",
+      "▁ga ll",
+      "▁c sv",
+      "▁cs v",
+      "▁ csv",
+      "łu g",
+      "ł ug",
+      "▁sum mer",
+      "▁summ er",
+      "ga me",
+      "g ame",
+      "▁pos ts",
+      "▁post s",
+      "▁ posts",
+      "Ар хівовано",
+      "▁z ij",
+      "▁de termin",
+      "▁determ in",
+      "▁ab andon",
+      "co unter",
+      "count er",
+      "c ounter",
+      "▁require ment",
+      "▁requ irement",
+      "▁T it",
+      "▁Ti t",
+      "irt ual",
+      "▁V ideos",
+      "▁Video s",
+      "▁qu iet",
+      "▁qui et",
+      "▁T erm",
+      "▁Te rm",
+      "▁Ter m",
+      "▁ Term",
+      "▁time out",
+      "▁ timeout",
+      "Pr int",
+      "▁in vent",
+      "▁inv ent",
+      "▁inve nt",
+      "la is",
+      "l ais",
+      "▁mon itor",
+      "ha lb",
+      "hal b",
+      "▁W ild",
+      "▁Wil d",
+      "▁Wi ld",
+      "▁le ader",
+      "▁lead er",
+      "▁с ель",
+      "▁се ль",
+      "▁util iz",
+      "▁par ents",
+      "▁parent s",
+      "▁for ced",
+      "▁force d",
+      "▁pro ved",
+      "▁pr oved",
+      "▁prov ed",
+      "▁prove d",
+      "▁effect ive",
+      "▁l lam",
+      "▁ll am",
+      "▁С по",
+      "or b",
+      "o rb",
+      "gg i",
+      "g gi",
+      "▁ass umption",
+      "▁assum ption",
+      "▁su bm",
+      "▁sub m",
+      "▁в ій",
+      "▁ві й",
+      "il ia",
+      "ili a",
+      "i lia",
+      "▁re verse",
+      "▁revers e",
+      "▁rever se",
+      "▁ reverse",
+      "' \"",
+      "▁qu otes",
+      "▁quot es",
+      "▁quote s",
+      "▁s ites",
+      "▁si tes",
+      "▁site s",
+      "▁sit es",
+      "▁ sites",
+      "ig ung",
+      "igu ng",
+      "▁A rg",
+      "▁Ar g",
+      "▁ Arg",
+      "D ouble",
+      "▁s creens",
+      "▁sc reens",
+      "▁screen s",
+      "▁cl ause",
+      "▁cla use",
+      "▁b undle",
+      "▁bund le",
+      "▁ bundle",
+      "▁phil osoph",
+      "▁N um",
+      "▁Nu m",
+      "▁ Num",
+      "▁g leich",
+      "▁gle ich",
+      "▁ gleich",
+      "ul y",
+      "u ly",
+      "dir ect",
+      "di rect",
+      "dire ct",
+      "d irect",
+      "asket ball",
+      "ow any",
+      "owa ny",
+      "owan y",
+      "\\} $",
+      "\\ }$",
+      "▁rad ius",
+      "▁radi us",
+      "▁ radius",
+      "▁S earch",
+      "▁Se arch",
+      "▁ Search",
+      "Pro perties",
+      "▁e lev",
+      "▁el ev",
+      "▁ele v",
+      "▁p rod",
+      "▁pro d",
+      "▁pr od",
+      "▁ prod",
+      "▁\" %",
+      "is ión",
+      "isi ón",
+      "De bug",
+      "Deb ug",
+      "Se cond",
+      "Sec ond",
+      "( !",
+      "▁C atholic",
+      "ро ван",
+      "ров ан",
+      "рова н",
+      "р ован",
+      "le z",
+      "l ez",
+      "P a",
+      "ps on",
+      "p son",
+      "▁er ste",
+      "▁erst e",
+      "▁ers te",
+      "▁F u",
+      "▁l it",
+      "▁li t",
+      "▁ lit",
+      "▁S aison",
+      "▁Sa ison",
+      "▁H ash",
+      "▁Ha sh",
+      "▁Has h",
+      "▁ Hash",
+      "▁ex em",
+      "▁пред став",
+      ") *",
+      "▁e u",
+      "▁ eu",
+      "▁ │",
+      "▁g ab",
+      "▁ga b",
+      "eta iled",
+      "Co py",
+      "C opy",
+      "▁д ва",
+      "ev en",
+      "e ven",
+      "K ind",
+      "▁Jack son",
+      "а л",
+      "▁con sec",
+      "▁cons ec",
+      "▁conse c",
+      "US ER",
+      "USE R",
+      "U SER",
+      "▁T ok",
+      "▁To k",
+      "( .",
+      "▁$ |",
+      "▁T amb",
+      "▁Ta mb",
+      "▁Tam b",
+      "▁Lem ma",
+      "ha ng",
+      "han g",
+      "h ang",
+      "▁cont ribution",
+      "▁contrib ution",
+      "▁contribu tion",
+      "roll ers",
+      "rol lers",
+      "roller s",
+      "rolle rs",
+      "▁stud ies",
+      "▁studi es",
+      "▁p oi",
+      "▁po i",
+      "ge ms",
+      "gem s",
+      "g ems",
+      "▁U P",
+      "▁ UP",
+      "▁W ol",
+      "▁Wo l",
+      "> \"",
+      "▁f loor",
+      "▁fl oor",
+      "▁flo or",
+      "▁ floor",
+      "▁init ialize",
+      "▁initial ize",
+      "▁ initialize",
+      "▁L ew",
+      "▁Le w",
+      "ze k",
+      "z ek",
+      "ar te",
+      "art e",
+      "▁pos itions",
+      "▁position s",
+      "▁posit ions",
+      "▁por tion",
+      "▁port ion",
+      "co ver",
+      "cov er",
+      "c over",
+      "w p",
+      "ов ого",
+      "ово го",
+      "о вого",
+      "▁p iano",
+      "▁pi ano",
+      "▁pian o",
+      "▁pia no",
+      "▁m etal",
+      "▁me tal",
+      "▁met al",
+      "▁meta l",
+      "▁s amples",
+      "▁sam ples",
+      "▁sample s",
+      "▁ samples",
+      "▁С ан",
+      "▁Са н",
+      "vari able",
+      "▁ста ть",
+      "▁inte gers",
+      "▁integer s",
+      "Wh ere",
+      "W here",
+      "famil y",
+      "▁n un",
+      "▁nu n",
+      "▁in crement",
+      "▁incre ment",
+      "▁ increment",
+      "ix ed",
+      "▁he eft",
+      "ft e",
+      "f te",
+      "▁v il",
+      "▁vi l",
+      "▁ vil",
+      "▁ot ros",
+      "▁otro s",
+      "Mult imedia",
+      "Multi media",
+      "▁Hen ri",
+      "ad ed",
+      "ade d",
+      "a ded",
+      "ге н",
+      "г ен",
+      "▁cap it",
+      "▁ca pit",
+      "▁други х",
+      "is p",
+      "i sp",
+      "IT Y",
+      "I TY",
+      "▁constraint s",
+      "▁K irche",
+      "▁Kir che",
+      "▁Kirch e",
+      "fo und",
+      "f ound",
+      "ши й",
+      "▁p ic",
+      "▁pi c",
+      "▁ pic",
+      "▁t ou",
+      "▁to u",
+      "cre d",
+      "cr ed",
+      "c red",
+      "ро б",
+      "р об",
+      "▁M ess",
+      "▁Me ss",
+      "▁Mes s",
+      "▁ Mess",
+      "Jo b",
+      "J ob",
+      "▁M ais",
+      "▁Ma is",
+      "▁Mai s",
+      "▁st yles",
+      "▁style s",
+      "▁sty les",
+      "▁ styles",
+      "fa ll",
+      "fal l",
+      "f all",
+      "▁U k",
+      "▁st reet",
+      "▁stre et",
+      "▁ street",
+      "oc cer",
+      "occ er",
+      "es en",
+      "ese n",
+      "e sen",
+      "▁col ors",
+      "▁color s",
+      "▁ colors",
+      "ce an",
+      "ю ще",
+      "con ne",
+      "conn e",
+      "c onne",
+      "▁r atio",
+      "▁rat io",
+      "an ton",
+      "ant on",
+      "anto n",
+      "▁F el",
+      "▁Fe l",
+      "▁custom er",
+      "▁cust omer",
+      "▁ customer",
+      "▁P rix",
+      "▁Pr ix",
+      "▁Pri x",
+      "rá s",
+      "r ás",
+      "pr ed",
+      "pre d",
+      "p red",
+      "▁elect ron",
+      "▁electro n",
+      "s ym",
+      "▁ве ли",
+      "▁ вели",
+      "▁over flow",
+      "▁ overflow",
+      "▁$ [",
+      "▁P OST",
+      "▁PO ST",
+      "▁ POST",
+      "▁C in",
+      "▁Ci n",
+      "sc heid",
+      "sche id",
+      "(\" /",
+      "( \"/",
+      "▁search ing",
+      "▁pur poses",
+      "▁purpose s",
+      "▁arr ived",
+      "▁arriv ed",
+      "▁arrive d",
+      "▁p unt",
+      "▁pu nt",
+      "▁pun t",
+      "▁l ad",
+      "▁la d",
+      "▁ lad",
+      "P ython",
+      "▁le ads",
+      "▁lead s",
+      "▁s and",
+      "▁sa nd",
+      "▁san d",
+      "па да",
+      "пад а",
+      "▁comm unes",
+      "▁commun es",
+      "▁commune s",
+      "▁CH AP",
+      "▁c aso",
+      "▁cas o",
+      "▁ca so",
+      "r z",
+      "▁d w",
+      "▁ dw",
+      "ac a",
+      "a ca",
+      "▁Col umb",
+      "child ren",
+      "ê t",
+      "sch emas",
+      "sche mas",
+      "schema s",
+      "▁instru ctions",
+      "▁instruction s",
+      "▁instruct ions",
+      "▁- \\",
+      "▁ -\\",
+      "▁Is rael",
+      "▁Isra el",
+      "no ści",
+      "▁об раз",
+      "▁обра з",
+      "▁ образ",
+      "▁со вет",
+      "▁сов ет",
+      "▁imm agini",
+      "▁F red",
+      "▁Fre d",
+      "▁Fr ed",
+      "▁G lobal",
+      "▁Glo bal",
+      "▁ Global",
+      "▁th ick",
+      "▁ thick",
+      "▁fue ron",
+      "▁fuer on",
+      "▁th rown",
+      "▁thr own",
+      "▁throw n",
+      "▁thro wn",
+      "▁c lock",
+      "▁cl ock",
+      "▁clo ck",
+      "▁ clock",
+      "en able",
+      "ena ble",
+      "'' '",
+      "' ''",
+      "▁S und",
+      "▁Su nd",
+      "▁Sun d",
+      "▁cont empor",
+      "an swer",
+      "ans wer",
+      "▁man ufact",
+      "▁i o",
+      "▁ io",
+      "q quad",
+      "OU T",
+      "O UT",
+      "▁L ab",
+      "▁La b",
+      "▁ Lab",
+      "▁Z w",
+      "le gal",
+      "leg al",
+      "▁V el",
+      "▁Ve l",
+      "▁ra ise",
+      "▁ raise",
+      "▁de liver",
+      "▁del iver",
+      "▁deli ver",
+      "▁V oir",
+      "▁Vo ir",
+      "▁ass umed",
+      "▁assum ed",
+      "▁assume d",
+      "Le t",
+      "L et",
+      "ier ten",
+      "iert en",
+      "ierte n",
+      "i erten",
+      "▁K ong",
+      "▁Kon g",
+      "▁Ko ng",
+      "▁E xp",
+      "▁Ex p",
+      "▁ Exp",
+      "▁J ug",
+      "▁Ju g",
+      "▁dec laration",
+      "▁declar ation",
+      "▁F ish",
+      "m é",
+      "▁spe ech",
+      "▁t ent",
+      "▁te nt",
+      "▁ten t",
+      "▁R oute",
+      "▁Ro ute",
+      "▁Rou te",
+      "▁Rout e",
+      "▁ Route",
+      "__ (",
+      "_ _(",
+      "▁ré alis",
+      "▁réal is",
+      "▁De sign",
+      "▁Des ign",
+      "set Text",
+      "▁St ation",
+      "▁Stat ion",
+      "▁Sta tion",
+      "▁Stati on",
+      "▁ Station",
+      "ar chy",
+      "arch y",
+      "arc hy",
+      "▁ка то",
+      "▁d ent",
+      "▁de nt",
+      "▁den t",
+      "▁ dent",
+      "▁K l",
+      "i ß",
+      "▁r isk",
+      "▁ris k",
+      "▁ri sk",
+      "▁B road",
+      "▁Bro ad",
+      "▁v ectors",
+      "▁ve ctors",
+      "▁vector s",
+      "▁S pec",
+      "▁Sp ec",
+      "▁Spe c",
+      "▁ Spec",
+      "▁ro utes",
+      "▁route s",
+      "▁rout es",
+      "▁rou tes",
+      "▁ routes",
+      "ym n",
+      "y mn",
+      "▁G reg",
+      "▁Gr eg",
+      "▁Gre g",
+      "▁полу чи",
+      "gi e",
+      "g ie",
+      "OR M",
+      "ве де",
+      "вед е",
+      "в еде",
+      "wa lt",
+      "wal t",
+      "w alt",
+      "▁e fter",
+      "P tr",
+      "▁su bt",
+      "▁sub t",
+      "▁b irth",
+      "▁bir th",
+      "▁dr awn",
+      "▁draw n",
+      "▁dra wn",
+      "me ss",
+      "mes s",
+      "m ess",
+      "мери кан",
+      "V E",
+      "▁P ut",
+      "▁Pu t",
+      "▁ Put",
+      "▁a sc",
+      "▁as c",
+      "▁ asc",
+      "▁f eder",
+      "▁fe der",
+      "▁fed er",
+      "с ли",
+      "▁P rin",
+      "▁Pr in",
+      "▁Pri n",
+      "▁s tick",
+      "▁st ick",
+      "re set",
+      "res et",
+      "y k",
+      "st udio",
+      "stud io",
+      "▁St ill",
+      "Con st",
+      "Cons t",
+      "ac ió",
+      "aci ó",
+      "a ció",
+      "▁Portug al",
+      "▁script s",
+      "▁scri pts",
+      "▁ scripts",
+      "und ial",
+      "▁l ives",
+      "▁li ves",
+      "▁live s",
+      "▁liv es",
+      "▁s zer",
+      "▁sz er",
+      "▁sze r",
+      "▁est ado",
+      "▁esta do",
+      "▁estad o",
+      "fo lder",
+      "fol der",
+      "fold er",
+      "f older",
+      "▁communic ation",
+      "Ro ute",
+      "Rout e",
+      "R oute",
+      "▁sw ift",
+      "▁ swift",
+      "те н",
+      "т ен",
+      "▁k ill",
+      "▁kil l",
+      "▁ki ll",
+      "▁ kill",
+      "▁P R",
+      "▁ PR",
+      "jo int",
+      "join t",
+      "j oint",
+      "▁ob jective",
+      "▁object ive",
+      "▁comp licated",
+      "▁Ü ber",
+      "es h",
+      "e sh",
+      "p icture",
+      "ra ine",
+      "rain e",
+      "rai ne",
+      "r aine",
+      "com put",
+      "comp ut",
+      "▁pro port",
+      "▁pr oport",
+      "▁prop ort",
+      "▁propor t",
+      "og s",
+      "o gs",
+      "ül t",
+      "ü lt",
+      "▁quant um",
+      "к ри",
+      "▁s op",
+      "▁so p",
+      "▁lo ops",
+      "▁loop s",
+      "▁Re ference",
+      "▁Refer ence",
+      "▁ Reference",
+      "▁n ei",
+      "▁ne i",
+      "IC E",
+      "I CE",
+      "▁v erm",
+      "▁ver m",
+      "▁ve rm",
+      "▁a dj",
+      "▁ad j",
+      "▁ adj",
+      "▁per ò",
+      "▁t rou",
+      "▁tr ou",
+      "▁tro u",
+      "is ions",
+      "ision s",
+      "isi ons",
+      "▁App le",
+      "▁Ap ple",
+      "serv able",
+      "▁B oston",
+      "▁Bo ston",
+      "▁Bos ton",
+      "or et",
+      "ore t",
+      "o ret",
+      "ok s",
+      "o ks",
+      "▁k g",
+      "▁ kg",
+      "def ined",
+      "define d",
+      "defin ed",
+      "d efined",
+      "pl atform",
+      "cl er",
+      "cle r",
+      "c ler",
+      "ograph ic",
+      "ri tt",
+      "rit t",
+      "r itt",
+      "▁d ic",
+      "▁di c",
+      "▁ dic",
+      "▁M ond",
+      "▁Mon d",
+      "▁Mo nd",
+      "▁I reland",
+      "▁Ir eland",
+      "▁U na",
+      "▁Un a",
+      "▁commer cial",
+      "▁P u",
+      "D i",
+      "▁е ё",
+      "▁pre cis",
+      "▁prec is",
+      "на род",
+      "нар од",
+      "▁qu atre",
+      "ust ral",
+      "ustr al",
+      "▁d ag",
+      "▁da g",
+      "▁ dag",
+      "ig ue",
+      "igu e",
+      "i gue",
+      "▁b urn",
+      "▁bu rn",
+      "▁bur n",
+      "▁ burn",
+      "▁offic er",
+      "▁office r",
+      "▁А в",
+      "▁high light",
+      "▁ highlight",
+      "▁Supp ose",
+      "▁Sup pose",
+      "od i",
+      "o di",
+      "serv let",
+      "▁En cyc",
+      "▁Enc yc",
+      "▁R ange",
+      "▁Ran ge",
+      "▁Rang e",
+      "▁ Range",
+      "ти й",
+      "P lease",
+      "▁ро ків",
+      "qu ant",
+      "qua nt",
+      "▁f lat",
+      "▁fl at",
+      "▁fla t",
+      "▁ flat",
+      "▁Ré férence",
+      "сле дова",
+      "след ова",
+      "ro le",
+      "rol e",
+      "r ole",
+      "▁d iesen",
+      "▁di esen",
+      "▁die sen",
+      "▁dies en",
+      "▁diese n",
+      "}} (",
+      "} }(",
+      "▁Ind ust",
+      "▁nú mer",
+      "▁\" ;",
+      "▁ \";",
+      "lu s",
+      "l us",
+      "ô le",
+      "▁z m",
+      "▁ zm",
+      "de g",
+      "d eg",
+      "▁r ough",
+      "▁ro ugh",
+      "▁rou gh",
+      "▁ rough",
+      "In v",
+      "▁h ur",
+      "▁hu r",
+      "▁R ess",
+      "▁Re ss",
+      "▁Res s",
+      "ch s",
+      "c hs",
+      "▁turn s",
+      "▁tur ns",
+      "ne ro",
+      "ner o",
+      "n ero",
+      "function s",
+      "fun ctions",
+      "ал и",
+      "а ли",
+      "▁hab itants",
+      "▁habit ants",
+      "а т",
+      "iss ues",
+      "issue s",
+      "▁h uge",
+      "▁hu ge",
+      "Util s",
+      "▁S at",
+      "▁Sa t",
+      "▁го судар",
+      "▁co ast",
+      "sh ape",
+      "sha pe",
+      "s hape",
+      "L C",
+      "▁log ging",
+      "▁ logging",
+      "en dor",
+      "end or",
+      "endo r",
+      "▁l ies",
+      "▁li es",
+      "▁lie s",
+      "▁ lies",
+      "▁d ifer",
+      "▁di fer",
+      "▁dif er",
+      "▁crit ical",
+      "▁critic al",
+      "X T",
+      "ми на",
+      "мин а",
+      "an sk",
+      "ans k",
+      "Result s",
+      "k c",
+      "ivers e",
+      "iver se",
+      "i verse",
+      "EX T",
+      "E XT",
+      "AL SE",
+      "▁v ál",
+      "▁vá l",
+      "P i",
+      "comp ile",
+      "hel lo",
+      "hell o",
+      "h ello",
+      "▁чем пи",
+      "▁It alia",
+      "▁Ital ia",
+      "▁ Italia",
+      "ко ло",
+      "кол о",
+      "к оло",
+      "▁ed ition",
+      "▁edit ion",
+      "gr und",
+      "gru nd",
+      "g rund",
+      "▁data frame",
+      "▁Follow ing",
+      "re ib",
+      "rei b",
+      "▁J eff",
+      "▁Je ff",
+      "▁citt à",
+      "IT able",
+      "I Table",
+      "▁$ (\\",
+      "▁$( \\",
+      "▁redu ced",
+      "▁reduce d",
+      "ob il",
+      "obi l",
+      "o bil",
+      "▁any where",
+      "' (",
+      "▁p hr",
+      "▁ph r",
+      "▁ phr",
+      "▁K h",
+      "▁F rame",
+      "▁Fr ame",
+      "▁Fra me",
+      "▁ Frame",
+      "▁man ual",
+      "▁ manual",
+      "▁c ra",
+      "▁cr a",
+      "▁ cra",
+      "▁V S",
+      "▁ VS",
+      "% =",
+      "Instance State",
+      "▁б ра",
+      "▁ бра",
+      "▁D rag",
+      "▁Dr ag",
+      "▁Dra g",
+      "▁ Drag",
+      "▁H err",
+      "▁He rr",
+      "▁Her r",
+      "▁г у",
+      "▁ гу",
+      "▁m ús",
+      "To ol",
+      "T ool",
+      "▁P rivate",
+      "▁Priv ate",
+      "▁ Private",
+      "▁s ynchron",
+      "▁syn chron",
+      "ir ation",
+      "ira tion",
+      "irat ion",
+      "▁о бо",
+      "▁об о",
+      "▁typ ically",
+      "▁typical ly",
+      "▁imp licit",
+      "or ient",
+      "ori ent",
+      "orie nt",
+      "▁t imer",
+      "▁time r",
+      "▁tim er",
+      "▁ti mer",
+      "▁ timer",
+      "▁kön nen",
+      "ie st",
+      "ies t",
+      "i est",
+      "ra id",
+      "rai d",
+      "▁expression s",
+      "▁express ions",
+      "▁expr essions",
+      "▁a im",
+      "▁ai m",
+      "▁s tre",
+      "▁st re",
+      "▁str e",
+      "▁ stre",
+      "▁w rap",
+      "▁wr ap",
+      "▁wra p",
+      "▁ wrap",
+      "▁B art",
+      "▁Bar t",
+      "▁Ba rt",
+      "▁b ron",
+      "▁br on",
+      "▁bro n",
+      "▁key board",
+      "po w",
+      "p ow",
+      "▁gru po",
+      "▁grup o",
+      "▁ре зу",
+      "▁prof essor",
+      "▁profess or",
+      "▁H ead",
+      "▁He ad",
+      "▁ Head",
+      "но ю",
+      "min us",
+      "m inus",
+      "▁Mich el",
+      "▁Mic hel",
+      "NO T",
+      "N OT",
+      "mo r",
+      "m or",
+      "] }",
+      "wide hat",
+      "ar is",
+      "ari s",
+      "a ris",
+      "тера тура",
+      "de fn",
+      "def n",
+      "is trz",
+      "ist rz",
+      "istr z",
+      "▁t anto",
+      "▁tan to",
+      "▁tant o",
+      "▁P ow",
+      "▁Po w",
+      "▁ind icate",
+      "▁indic ate",
+      "▁W inter",
+      "▁Win ter",
+      "res hold",
+      "resh old",
+      "рі в",
+      "р ів",
+      "▁` (",
+      "▁o wner",
+      "▁own er",
+      "▁ow ner",
+      "▁ owner",
+      "▁d isp",
+      "▁di sp",
+      "▁dis p",
+      "▁к ри",
+      "▁ кри",
+      "ме т",
+      "м ет",
+      "мен т",
+      "м ент",
+      "re port",
+      "rep ort",
+      "repo rt",
+      "re quire",
+      "▁v oy",
+      "▁vo y",
+      "▁ voy",
+      "▁A P",
+      "▁ AP",
+      "▁Esp aña",
+      "▁Españ a",
+      "▁S ão",
+      "j är",
+      "No n",
+      "N on",
+      "Li brary",
+      "L ibrary",
+      "ich ten",
+      "icht en",
+      "ichte n",
+      "i chten",
+      "▁struct ures",
+      "▁structure s",
+      "▁m uy",
+      "▁mu y",
+      "ár io",
+      "á rio",
+      "▁cert ificate",
+      "▁certific ate",
+      "чно го",
+      "ч ного",
+      "▁prov ince",
+      "▁provin ce",
+      "pa ges",
+      "page s",
+      "pag es",
+      "p ages",
+      "da l",
+      "d al",
+      "▁Fre der",
+      "▁Fr eder",
+      "▁Fred er",
+      "ь е",
+      "Exec ute",
+      "▁an cient",
+      "▁anci ent",
+      "▁anc ient",
+      "▁ancien t",
+      "▁fil ms",
+      "▁film s",
+      "▁Al fred",
+      "▁Alf red",
+      "Aut o",
+      "A uto",
+      "▁a tom",
+      "▁at om",
+      "▁ atom",
+      "▁e ll",
+      "▁el l",
+      "▁ ell",
+      "▁H arr",
+      "▁Har r",
+      "▁Ha rr",
+      "й н",
+      "▁\" #",
+      "▁n acional",
+      "▁nac ional",
+      "▁neigh bor",
+      "▁neighb or",
+      "сту па",
+      "ступ а",
+      "▁w it",
+      "Po p",
+      "P op",
+      "▁G reek",
+      "▁Gre ek",
+      "▁Gree k",
+      "▁re peat",
+      "▁repe at",
+      "▁ repeat",
+      "ba d",
+      "b ad",
+      "▁S C",
+      "▁ SC",
+      "▁Date Time",
+      "▁ DateTime",
+      "ш ти",
+      "▁W H",
+      "▁ WH",
+      "▁пра ви",
+      "▁прав и",
+      "▁ прави",
+      "▁Т и",
+      "▁s aison",
+      "▁sa ison",
+      "▁H art",
+      "▁Har t",
+      "▁Ha rt",
+      "direct ory",
+      "d irectory",
+      "ua n",
+      "u an",
+      "no rm",
+      "nor m",
+      "n orm",
+      "▁Phil ipp",
+      "▁Phili pp",
+      "▁Philip p",
+      "▁su spect",
+      "▁sus pect",
+      "▁susp ect",
+      "▁an no",
+      "▁ann o",
+      "▁ anno",
+      "b c",
+      "с ла",
+      "$ (",
+      "▁be find",
+      "▁bef ind",
+      "oc s",
+      "o cs",
+      "la test",
+      "lat est",
+      "late st",
+      ";\" >",
+      "; \">",
+      "▁after wards",
+      "PU T",
+      "P UT",
+      "▁j a",
+      "▁ ja",
+      "▁H il",
+      "▁Hi l",
+      "y z",
+      "▁B our",
+      "▁Bo ur",
+      "▁Bou r",
+      "▁la id",
+      "▁Д же",
+      "▁Дж е",
+      "pi e",
+      "p ie",
+      "w atch",
+      "▁E q",
+      "▁ Eq",
+      "cont act",
+      "ib er",
+      "ibe r",
+      "i ber",
+      "check box",
+      "▁esp añ",
+      "▁espa ñ",
+      "an se",
+      "ans e",
+      "▁ш ко",
+      "▁ шко",
+      "ef f",
+      "e ff",
+      "xx x",
+      "x xx",
+      "▁G ET",
+      "▁ GET",
+      "▁l ov",
+      "▁lo v",
+      "▁ lov",
+      "it ute",
+      "itu te",
+      "itut e",
+      "ze ch",
+      "zec h",
+      "z ech",
+      "ter e",
+      "te re",
+      "t ere",
+      "▁p urs",
+      "▁pu rs",
+      "▁pur s",
+      "ke ns",
+      "ken s",
+      "k ens",
+      "ian te",
+      "i ante",
+      "▁F ree",
+      "▁Fre e",
+      "▁Fr ee",
+      "▁ Free",
+      "▁ор гани",
+      "▁орган и",
+      "kre is",
+      "▁{ :",
+      "▁ {:",
+      "sh ared",
+      "share d",
+      "sha red",
+      "▁G raph",
+      "▁Gr aph",
+      "▁Gra ph",
+      "▁ Graph",
+      "▁conne ctions",
+      "▁connection s",
+      "▁connect ions",
+      "▁D OM",
+      "▁DO M",
+      "▁ DOM",
+      "▁C art",
+      "▁Car t",
+      "▁Ca rt",
+      "▁ Cart",
+      "ss on",
+      "s son",
+      "▁H amilton",
+      "те ли",
+      "тел и",
+      "▁r estaur",
+      "▁rest aur",
+      "▁resta ur",
+      "Re sol",
+      "Res ol",
+      "Dr iver",
+      "D river",
+      "▁en f",
+      "▁ enf",
+      "ED IT",
+      "▁p rev",
+      "▁pr ev",
+      "▁pre v",
+      "▁ prev",
+      "▁i k",
+      "▁ ik",
+      "▁s ă",
+      "j ö",
+      "▁С ССР",
+      "▁col our",
+      "ch ten",
+      "cht en",
+      "chte n",
+      "▁e stad",
+      "▁est ad",
+      "▁esta d",
+      "in ois",
+      "ino is",
+      "▁con fir",
+      "▁conf ir",
+      "▁v é",
+      "▁ vé",
+      "▁C es",
+      "▁Ce s",
+      "▁N ever",
+      "▁Ne ver",
+      "▁Nev er",
+      "om er",
+      "ome r",
+      "o mer",
+      "ж да",
+      "с лу",
+      "че ния",
+      "dl l",
+      "d ll",
+      "▁y outh",
+      "▁you th",
+      "▁yo uth",
+      "em en",
+      "eme n",
+      "e men",
+      "▁stud ied",
+      "▁studi ed",
+      "▁K il",
+      "▁Ki l",
+      "ci on",
+      "cio n",
+      "c ion",
+      "▁n avig",
+      "▁nav ig",
+      "re quired",
+      "require d",
+      "orith ms",
+      "orithm s",
+      "il or",
+      "ilo r",
+      "i lor",
+      "▁Deutsch en",
+      "▁Deutsche n",
+      "▁person s",
+      "▁pers ons",
+      "▁Barcel ona",
+      "▁form ation",
+      "▁format ion",
+      "▁forma tion",
+      "▁ formation",
+      "ab ei",
+      "abe i",
+      "a bei",
+      "▁про тив",
+      "▁проти в",
+      "Eng ine",
+      "ON E",
+      "O NE",
+      "og rá",
+      "Ca p",
+      "C ap",
+      "ri r",
+      "r ir",
+      "▁g ate",
+      "▁ga te",
+      "▁gat e",
+      "▁ gate",
+      "or ation",
+      "ora tion",
+      "ma ven",
+      "m aven",
+      "▁comb ined",
+      "▁combin ed",
+      "▁combine d",
+      "▁at tr",
+      "▁att r",
+      "▁ attr",
+      "▁h ook",
+      "▁ho ok",
+      "▁ hook",
+      "▁которы й",
+      "▁ser vers",
+      "▁server s",
+      "▁serv ers",
+      "▁serve rs",
+      "uct ure",
+      "же ння",
+      "жен ня",
+      "t v",
+      "▁re q",
+      "▁r eq",
+      "▁ req",
+      "ja l",
+      "j al",
+      "▁loc ally",
+      "▁local ly",
+      "}} {\\",
+      "}}{ \\",
+      "} }{\\",
+      "B r",
+      "▁H ier",
+      "▁Hi er",
+      "мо р",
+      "м ор",
+      "▁a part",
+      "▁ap art",
+      "▁apar t",
+      "\"] ,",
+      "\" ],",
+      "▁%> %",
+      "▁z usammen",
+      "▁zus ammen",
+      "▁ident ify",
+      "▁Al tern",
+      "▁Alt ern",
+      "▁Alter n",
+      "▁б ро",
+      "▁ бро",
+      "▁ц и",
+      "▁ ци",
+      "g h",
+      "▁T en",
+      "▁Te n",
+      "R S",
+      "фор ма",
+      "▁n elle",
+      "▁ne lle",
+      "▁nel le",
+      "▁nell e",
+      "▁ nelle",
+      "▁H in",
+      "▁Hi n",
+      "ound ing",
+      "oun ding",
+      "▁re prés",
+      "▁rep rés",
+      "▁repr és",
+      "ap h",
+      "a ph",
+      "▁[ \\",
+      "▁ [\\",
+      "▁S ports",
+      "▁Sport s",
+      "ра л",
+      "р ал",
+      "▁t hre",
+      "▁th re",
+      "▁thr e",
+      "▁p rin",
+      "▁pr in",
+      "▁pri n",
+      "▁El iz",
+      "▁Eli z",
+      "▁F our",
+      "▁Fou r",
+      "▁Fo ur",
+      "▁soci ety",
+      "▁soc iety",
+      "Trans action",
+      "▁v eg",
+      "▁ve g",
+      "▁ veg",
+      "▁sch ools",
+      "▁school s",
+      "▁over all",
+      "▁t ail",
+      "▁ta il",
+      "▁ tail",
+      "üb er",
+      "ü ber",
+      "▁S ov",
+      "▁So v",
+      "▁С ер",
+      "▁Се р",
+      "▁r app",
+      "▁ra pp",
+      "▁rap p",
+      "▁tra ffic",
+      "qu estion",
+      "quest ion",
+      "ques tion",
+      "▁en viron",
+      "▁envi ron",
+      "▁ environ",
+      "ate ien",
+      "ic us",
+      "i cus",
+      "▁n arrow",
+      "▁narr ow",
+      "▁nar row",
+      "▁p ray",
+      "▁pr ay",
+      "▁pra y",
+      "▁B ou",
+      "▁Bo u",
+      "▁C lient",
+      "▁Cl ient",
+      "▁ Client",
+      "ab l",
+      "a bl",
+      "▁Aud iod",
+      "▁Audio d",
+      "▁n pm",
+      "▁np m",
+      "▁ npm",
+      "▁Col umn",
+      "▁ Column",
+      "▁G ames",
+      "▁Game s",
+      "▁Ga mes",
+      "▁Gam es",
+      "av er",
+      "ave r",
+      "a ver",
+      "ony mes",
+      "onym es",
+      "onyme s",
+      "▁По сле",
+      "n ą",
+      "▁N u",
+      "▁D ick",
+      "▁Di ck",
+      "▁Dic k",
+      "▁t ensor",
+      "▁tens or",
+      "▁ tensor",
+      "▁@ \"",
+      "▁ @\"",
+      "v é",
+      "I con",
+      "▁по да",
+      "▁под а",
+      "▁ пода",
+      "▁G on",
+      "▁Go n",
+      "/) .",
+      "/ ).",
+      "is tra",
+      "ist ra",
+      "istr a",
+      "i stra",
+      "▁Audiod ateien",
+      "De lete",
+      "Del ete",
+      "}} }",
+      "} }}",
+      "▁j ump",
+      "▁ju mp",
+      "▁О б",
+      "▁princi ple",
+      "▁princip le",
+      "▁Ét ats",
+      "ok ed",
+      "oke d",
+      "o ked",
+      "▁В ла",
+      "Inter val",
+      "▁s au",
+      "▁sa u",
+      "en code",
+      "enc ode",
+      "▁p on",
+      "▁po n",
+      "▁ pon",
+      "cat ch",
+      "c atch",
+      "▁t iem",
+      "▁ti em",
+      "▁tie m",
+      "▁G ust",
+      "▁Gu st",
+      "M C",
+      "lim its",
+      "limit s",
+      "▁ke eping",
+      "▁keep ing",
+      "▁s ongs",
+      "▁son gs",
+      "▁song s",
+      "▁ав гу",
+      "▁рай он",
+      "▁райо н",
+      "▁not ification",
+      "▁ notification",
+      "▁off ered",
+      "▁offer ed",
+      "Co r",
+      "C or",
+      "▁sh ut",
+      "error s",
+      "err ors",
+      "▁E N",
+      "▁ EN",
+      "▁lat ach",
+      "▁sel bst",
+      "▁check box",
+      "▁ checkbox",
+      "▁c ool",
+      "▁co ol",
+      "▁f actory",
+      "▁fact ory",
+      "▁factor y",
+      "▁ factory",
+      "▁pa id",
+      "dim ensional",
+      "ni ej",
+      "nie j",
+      "n iej",
+      "pt on",
+      "pto n",
+      "p ton",
+      "▁p in",
+      "▁pi n",
+      "▁ pin",
+      "ak ed",
+      "ake d",
+      "a ked",
+      "▁re li",
+      "▁r eli",
+      "▁rel i",
+      "▁T aylor",
+      "▁S omething",
+      "▁Some thing",
+      "▁Som ething",
+      "▁ Something",
+      "im um",
+      "▁V in",
+      "▁Vi n",
+      "▁iter ation",
+      "Fin d",
+      "Fi nd",
+      "F ind",
+      "ко ви",
+      "ков и",
+      "к ови",
+      "▁bo ys",
+      "▁boy s",
+      "▁Sim ple",
+      "▁ Simple",
+      "▁C rist",
+      "▁Cr ist",
+      "▁Cris t",
+      "▁W as",
+      "▁Wa s",
+      "ân d",
+      "â nd",
+      "▁V a",
+      "▁т ра",
+      "▁ тра",
+      "▁dest ination",
+      "▁destin ation",
+      "▁ destination",
+      "li mp",
+      "lim p",
+      "l imp",
+      "▁K at",
+      "▁Ka t",
+      "wor th",
+      "wort h",
+      "w orth",
+      "▁K or",
+      "▁Ko r",
+      "i ção",
+      "= `",
+      "▁fair ly",
+      "fall s",
+      "fal ls",
+      "f alls",
+      "▁re ject",
+      "▁d ream",
+      "▁dre am",
+      "be ll",
+      "bel l",
+      "b ell",
+      "▁t oute",
+      "▁to ute",
+      "▁tout e",
+      "▁tou te",
+      "▁$ \\{",
+      "▁$\\ {",
+      "▁st one",
+      "▁sto ne",
+      "▁ stone",
+      "▁prote ct",
+      "▁prot ect",
+      "▁ex cell",
+      "▁exc ell",
+      "▁excel l",
+      "▁Me xico",
+      "▁Mex ico",
+      "▁d ash",
+      "▁da sh",
+      "▁das h",
+      "▁ dash",
+      "▁f ault",
+      "▁fa ult",
+      "▁ fault",
+      "p matrix",
+      "al ler",
+      "all er",
+      "alle r",
+      "▁guer re",
+      "or igin",
+      "ori gin",
+      "orig in",
+      "hi bernate",
+      "í lia",
+      "▁Reg ister",
+      "▁ Register",
+      "un to",
+      "unt o",
+      "▁B at",
+      "▁Ba t",
+      "▁b ow",
+      "▁bo w",
+      "▁ bow",
+      "сь ких",
+      "ськ их",
+      "et à",
+      "▁L uis",
+      "▁Lu is",
+      "▁f ou",
+      "▁fo u",
+      "▁Cam bridge",
+      "▁Camb ridge",
+      "▁o tt",
+      "▁ot t",
+      "▁ ott",
+      "su p",
+      "s up",
+      "re as",
+      "rea s",
+      "▁point ers",
+      "▁pointer s",
+      "▁Bo ard",
+      "▁ Board",
+      "▁р и",
+      "▁ ри",
+      "▁d riv",
+      "▁dr iv",
+      "▁dri v",
+      "ни н",
+      "н ин",
+      "▁C irc",
+      "▁Ci rc",
+      "▁Cir c",
+      "▁ Circ",
+      "▁t hou",
+      "▁th ou",
+      "Di v",
+      "D iv",
+      "sp ark",
+      "s park",
+      "la ment",
+      "lam ent",
+      "l ament",
+      "▁V AL",
+      "▁ VAL",
+      "Se nd",
+      "S end",
+      "▁Ir ish",
+      "o y",
+      "▁T u",
+      "▁ Tu",
+      "▁t rivial",
+      "Form s",
+      "For ms",
+      "▁as í",
+      "▁Im per",
+      "▁Imp er",
+      "▁sign ature",
+      "un os",
+      "uno s",
+      "u nos",
+      "▁N eg",
+      "▁Ne g",
+      "▁can cel",
+      "▁ cancel",
+      "▁Hein rich",
+      "ee d",
+      "e ed",
+      "Ill ustration",
+      "▁s ulla",
+      "▁su lla",
+      "▁sul la",
+      "▁sull a",
+      "▁qu arter",
+      "▁quart er",
+      "▁quar ter",
+      "as z",
+      "a sz",
+      "▁b log",
+      "▁bl og",
+      "▁blo g",
+      "▁ blog",
+      "fi ca",
+      "fic a",
+      "f ica",
+      "wo n",
+      "w on",
+      "qu et",
+      "que t",
+      "q uet",
+      "]) )",
+      "] ))",
+      "▁gener ation",
+      "▁c aught",
+      "▁ caught",
+      "▁l ands",
+      "▁land s",
+      "▁lan ds",
+      "▁ lands",
+      "▁King dom",
+      "schaft en",
+      "ro ns",
+      "ron s",
+      "r ons",
+      "ann els",
+      "annel s",
+      "anne ls",
+      "▁Spe cial",
+      "▁Spec ial",
+      "▁ Special",
+      "t utorial",
+      "ti p",
+      "t ip",
+      "▁\" \",",
+      "▁\"\" ,",
+      "▁Az ure",
+      "▁ Azure",
+      "▁b ounded",
+      "▁bound ed",
+      "▁ bounded",
+      "S m",
+      "ta r",
+      "t ar",
+      "ве н",
+      "в ен",
+      "▁з ем",
+      "▁зе м",
+      "▁ зем",
+      "▁not ation",
+      "▁ notation",
+      "▁ap ache",
+      "▁ apache",
+      "▁g az",
+      "▁ga z",
+      "ier no",
+      "i erno",
+      "an gen",
+      "ang en",
+      "ange n",
+      "pect ive",
+      "▁elect ric",
+      "▁s emi",
+      "▁se mi",
+      "▁sem i",
+      "MA X",
+      "M AX",
+      "ed erb",
+      "eder b",
+      "ede rb",
+      "object s",
+      "▁dif ferences",
+      "▁differ ences",
+      "▁difference s",
+      "is ted",
+      "ist ed",
+      "iste d",
+      "i sted",
+      "hr ef",
+      "hre f",
+      "h ref",
+      "ic ip",
+      "ici p",
+      "i cip",
+      "▁num py",
+      "▁ numpy",
+      "▁ф утбо",
+      "lo ader",
+      "load er",
+      "▁d ich",
+      "▁di ch",
+      "▁dic h",
+      "љ у",
+      "▁D é",
+      "H z",
+      "▁P aram",
+      "▁Par am",
+      "▁Pa ram",
+      "▁Para m",
+      "▁ Param",
+      "document ation",
+      "ir craft",
+      "irc raft",
+      "E M",
+      "▁inst itution",
+      "▁instit ution",
+      "com pat",
+      "comp at",
+      "▁а ль",
+      "▁ал ь",
+      "▁ аль",
+      "сла в",
+      "с лав",
+      "▁N et",
+      "▁Ne t",
+      "▁ Net",
+      "ци ональ",
+      "цион аль",
+      "циона ль",
+      "▁broad cast",
+      "date time",
+      "dat etime",
+      "as ync",
+      "asy nc",
+      "a sync",
+      "vr e",
+      "v re",
+      "me an",
+      "▁C hem",
+      "▁Ch em",
+      "▁Che m",
+      "▁est imate",
+      "▁estim ate",
+      "ic ana",
+      "ica na",
+      "ican a",
+      "▁g rep",
+      "▁gr ep",
+      "▁gre p",
+      "▁ grep",
+      "te k",
+      "t ek",
+      "ä m",
+      "or ig",
+      "ori g",
+      "o rig",
+      "▁Vict or",
+      "▁Vi ctor",
+      "▁Vic tor",
+      "ut enant",
+      "ute nant",
+      "uten ant",
+      "an ga",
+      "ang a",
+      "pi n",
+      "p in",
+      "▁ver tex",
+      "▁vert ex",
+      "▁verte x",
+      "▁CHAP TER",
+      "ci ty",
+      "cit y",
+      "c ity",
+      "ug by",
+      "gr een",
+      "gre en",
+      "g reen",
+      "▁K er",
+      "▁Ke r",
+      "▁dif fér",
+      "▁diff ér",
+      "▁necess arily",
+      "D C",
+      "Line ar",
+      "Lin ear",
+      "Li near",
+      "al em",
+      "ale m",
+      "a lem",
+      "▁L ater",
+      "▁La ter",
+      "▁Lat er",
+      "▁Late r",
+      "▁m eta",
+      "▁me ta",
+      "▁met a",
+      "▁ meta",
+      "je m",
+      "j em",
+      "ra gen",
+      "rag en",
+      "rage n",
+      "r agen",
+      "Ma y",
+      "M ay",
+      "▁Mitg lied",
+      "▁s orted",
+      "▁sort ed",
+      "▁sor ted",
+      "▁sorte d",
+      "▁ sorted",
+      "us sen",
+      "uss en",
+      "▁sp oke",
+      "▁spo ke",
+      "▁dis abled",
+      "▁disable d",
+      "▁ disabled",
+      "▁accompl ish",
+      "▁accomp lish",
+      "▁Russ ia",
+      "th ere",
+      "ther e",
+      "the re",
+      "t here",
+      "ee s",
+      "e es",
+      "▁h all",
+      "▁ha ll",
+      "▁hal l",
+      "▁ hall",
+      "▁met ric",
+      "▁ metric",
+      "att ribute",
+      "то го",
+      "т ого",
+      "ab out",
+      "▁L am",
+      "▁La m",
+      "ch annel",
+      "chan nel",
+      "▁e pisode",
+      "▁epis ode",
+      "▁$ ('.",
+      "▁$( '.",
+      "▁$(' .",
+      "▁ ought",
+      "▁E ste",
+      "▁Est e",
+      "▁Es te",
+      "Object s",
+      "▁valid ate",
+      "▁ validate",
+      "▁r im",
+      "▁ri m",
+      "▁ rim",
+      "▁numer ous",
+      "▁numero us",
+      "▁J avascript",
+      "▁Java script",
+      "▁G L",
+      "▁ GL",
+      "▁It aly",
+      "▁Ital y",
+      "ederb örd",
+      "on ato",
+      "ona to",
+      "bo oks",
+      "book s",
+      "st one",
+      "ston e",
+      "sto ne",
+      "х у",
+      "▁j el",
+      "▁je l",
+      "▁ jel",
+      "ir i",
+      "i ri",
+      "▁A SP",
+      "▁AS P",
+      "G A",
+      "▁st ata",
+      "▁stat a",
+      "▁sta ta",
+      "▁b az",
+      "▁ba z",
+      "▁ baz",
+      "Da y",
+      "D ay",
+      "th m",
+      "t hm",
+      "d h",
+      "▁F iles",
+      "▁Fil es",
+      "▁File s",
+      "▁ Files",
+      "Android Runtime",
+      "▁che cks",
+      "▁check s",
+      "k r",
+      "▁v enne",
+      "▁ven ne",
+      "S L",
+      "av ia",
+      "avi a",
+      "a via",
+      "ka zy",
+      "kaz y",
+      "k azy",
+      "▁Th ree",
+      "▁ Three",
+      "Ad min",
+      "▁col lege",
+      "▁coll ege",
+      "▁colleg e",
+      "▁colle ge",
+      "G lobal",
+      "ti on",
+      "t ion",
+      "▁cur ious",
+      "sh ort",
+      "▁b ass",
+      "▁bas s",
+      "▁ba ss",
+      "де ла",
+      "▁де я",
+      "Sch ema",
+      "' \\",
+      "di ff",
+      "d iff",
+      "▁C A",
+      "▁ CA",
+      "▁Cor por",
+      "▁oper ators",
+      "▁operator s",
+      "om rå",
+      "▁ed ges",
+      "▁edge s",
+      "); `",
+      ") ;`",
+      "in ds",
+      "ind s",
+      "▁g ing",
+      "▁gi ng",
+      "▁ ging",
+      "& &",
+      "}- \\",
+      "} -\\",
+      "ra no",
+      "ran o",
+      "r ano",
+      "▁s ão",
+      "▁ad ds",
+      "▁add s",
+      "el or",
+      "elo r",
+      "e lor",
+      "▁un signed",
+      "▁uns igned",
+      "▁ unsigned",
+      "▁п р",
+      "▁ пр",
+      "▁Con fig",
+      "▁Conf ig",
+      "▁ Config",
+      "▁E sc",
+      "▁Es c",
+      "▁ch ose",
+      "▁cho se",
+      "▁pie ces",
+      "▁piece s",
+      "▁reg ions",
+      "▁region s",
+      "Es t",
+      "E st",
+      "▁B attle",
+      "▁Batt le",
+      "▁f oc",
+      "▁fo c",
+      "▁L ight",
+      "▁Lig ht",
+      "▁ Light",
+      "pad ding",
+      "p adding",
+      "ab en",
+      "abe n",
+      "a ben",
+      "▁e urop",
+      "▁eu rop",
+      "▁euro p",
+      "il lon",
+      "ill on",
+      "illo n",
+      "▁е сть",
+      "▁b ord",
+      "▁bo rd",
+      "▁bor d",
+      "▁о тно",
+      "▁от но",
+      "▁H ong",
+      "▁Hon g",
+      "▁Ho ng",
+      "▁v ul",
+      "▁vu l",
+      "pl ugins",
+      "plugin s",
+      "▁' <",
+      "▁k ur",
+      "▁ kur",
+      "reg ion",
+      "▁Re pub",
+      "▁Rep ub",
+      "ic her",
+      "ich er",
+      "iche r",
+      "i cher",
+      "}_ \\",
+      "} _\\",
+      "▁me dal",
+      "▁med al",
+      "▁More over",
+      "B I",
+      "A v",
+      "ut er",
+      "ute r",
+      "u ter",
+      "▁s can",
+      "▁sc an",
+      "▁ scan",
+      "▁M unicip",
+      "▁Mun icip",
+      "▁contr ast",
+      "▁contra st",
+      "▁I g",
+      "▁ Ig",
+      "▁го род",
+      "▁горо д",
+      "▁гор од",
+      "▁ город",
+      "rel ated",
+      "al ing",
+      "ali ng",
+      "alin g",
+      "a ling",
+      "▁м ат",
+      "▁ма т",
+      "▁ мат",
+      "ün st",
+      "▁Ch ris",
+      "▁Chr is",
+      "w y",
+      "▁Act ually",
+      "▁Univers idad",
+      "Event Listener",
+      "▁tempor ada",
+      "▁ass ignment",
+      "▁assign ment",
+      "▁M ike",
+      "▁Mi ke",
+      "▁Mik e",
+      "▁w ährend",
+      "▁ś wi",
+      "▁św i",
+      "▁с ред",
+      "▁сре д",
+      "ка де",
+      "▁calcul ated",
+      "▁calculate d",
+      "▁calc ulated",
+      "▁el ler",
+      "▁elle r",
+      "▁ell er",
+      "▁ eller",
+      "▁A sh",
+      "▁As h",
+      "ri el",
+      "rie l",
+      "r iel",
+      "▁hard ware",
+      "▁int ens",
+      "▁inte ns",
+      "▁inten s",
+      "(' .",
+      "( '.",
+      "il li",
+      "ill i",
+      "ag on",
+      "ago n",
+      "a gon",
+      "▁G y",
+      "▁he ute",
+      "▁heut e",
+      "▁s le",
+      "▁sl e",
+      "▁liter ature",
+      "se m",
+      "s em",
+      "man ager",
+      "mana ger",
+      "▁Gr ande",
+      "▁Gra nde",
+      "▁Grand e",
+      "▁Gran de",
+      "▁m ixed",
+      "▁mix ed",
+      "▁В ер",
+      "▁Ве р",
+      "í cí",
+      "▁s oit",
+      "▁so it",
+      "▁wel come",
+      "че ние",
+      "▁Univers ität",
+      "▁bu ilder",
+      "▁build er",
+      "▁ builder",
+      "sim ple",
+      "simp le",
+      "ic ode",
+      "ico de",
+      "i code",
+      "ř e",
+      "in dent",
+      "ind ent",
+      "inden t",
+      "inde nt",
+      "op o",
+      "o po",
+      "▁ad vanced",
+      "▁adv anced",
+      "▁advance d",
+      "tem per",
+      "temp er",
+      "ed ge",
+      "▁dat etime",
+      "▁date time",
+      "▁ datetime",
+      "▁d onc",
+      "▁do nc",
+      "▁don c",
+      "ла ння",
+      "лан ня",
+      "▁v erd",
+      "▁ver d",
+      "▁ve rd",
+      "д но",
+      "it os",
+      "ito s",
+      "▁he at",
+      "vi sible",
+      "vis ible",
+      "me l",
+      "m el",
+      "▁Giov anni",
+      "▁var iety",
+      "▁vari ety",
+      "▁r outer",
+      "▁ro uter",
+      "▁route r",
+      "▁rout er",
+      "▁rou ter",
+      "▁ router",
+      "Vec tor",
+      "V ector",
+      "▁W alk",
+      "▁Wal k",
+      "▁ob viously",
+      "▁obvious ly",
+      "he in",
+      "h ein",
+      "Fi n",
+      "F in",
+      "ITable View",
+      "Y ear",
+      "▁E conom",
+      "▁vel ocity",
+      "▁veloc ity",
+      "▁C ivil",
+      "▁Ci vil",
+      "▁ ј",
+      "al ert",
+      "ale rt",
+      "aler t",
+      "Ident ifier",
+      "èn cia",
+      "▁normal ly",
+      "▁norm ally",
+      "▁E gypt",
+      "▁Egy pt",
+      "▁c tx",
+      "▁ ctx",
+      "▁Ver ein",
+      "▁Vere in",
+      "▁H u",
+      "ult ure",
+      "ultur e",
+      "ни те",
+      "l é",
+      "▁W ien",
+      "▁Wi en",
+      "▁Wie n",
+      "▁P rz",
+      "▁Pr z",
+      "By te",
+      "▁n ah",
+      "▁na h",
+      "▁ nah",
+      "is ms",
+      "ism s",
+      "▁Pub lish",
+      "▁He rz",
+      "▁Her z",
+      "ic ul",
+      "i cul",
+      "pis ode",
+      "ч і",
+      "▁die sem",
+      "▁dies em",
+      "▁diese m",
+      "k ö",
+      "Vis ible",
+      "▁r ig",
+      "▁ri g",
+      "▁ rig",
+      "`) .",
+      "` ).",
+      "Par se",
+      "P arse",
+      "▁Jac ques",
+      "N I",
+      "▁g lass",
+      "▁gl ass",
+      "▁gla ss",
+      "▁ glass",
+      "-- -+",
+      "--- +",
+      "- --+",
+      "▁initial ly",
+      "▁initi ally",
+      "▁k r",
+      "▁ kr",
+      "CC N",
+      "C CN",
+      "pl ays",
+      "play s",
+      "pla ys",
+      "▁s igu",
+      "▁si gu",
+      "▁sig u",
+      "F older",
+      "st orage",
+      "sto rage",
+      "stor age",
+      "▁\\ |",
+      "▁ \\|",
+      "iv os",
+      "ivo s",
+      "i vos",
+      "ск ую",
+      "ску ю",
+      "▁M oh",
+      "▁Mo h",
+      "▁Comm ittee",
+      "▁K im",
+      "▁Ki m",
+      "e u",
+      "те м",
+      "т ем",
+      "▁orig inale",
+      "▁original e",
+      "▁origin ale",
+      "ir s",
+      "i rs",
+      "▁R eb",
+      "▁Re b",
+      "it ut",
+      "itu t",
+      "n l",
+      "▁P ier",
+      "▁Pi er",
+      "▁Pie r",
+      "▁] ;",
+      "▁ ];",
+      "▁F al",
+      "▁Fa l",
+      "▁\" \";",
+      "▁\"\" ;",
+      "mv c",
+      "m vc",
+      "▁fe male",
+      "▁fem ale",
+      "▁b ridge",
+      "▁br idge",
+      "▁brid ge",
+      "▁ bridge",
+      "▁t ít",
+      "kt r",
+      "k tr",
+      "> )",
+      "▁se at",
+      "▁sea t",
+      "▁v ess",
+      "▁ve ss",
+      "▁ves s",
+      "▁U SB",
+      "▁US B",
+      "▁Art icles",
+      "▁Article s",
+      "▁De scription",
+      "▁Des cription",
+      "▁Descri ption",
+      "▁ Description",
+      "▁o c",
+      "▁ oc",
+      "▁h ouses",
+      "▁house s",
+      "▁ho uses",
+      "▁hous es",
+      "▁П ет",
+      "▁Пе т",
+      "lo n",
+      "l on",
+      "Not ification",
+      "▁press ure",
+      "▁ку ль",
+      "▁ куль",
+      "ig ned",
+      "ign ed",
+      "igne d",
+      "▁relig ious",
+      "fa n",
+      "f an",
+      "ig lia",
+      "igli a",
+      "▁class ification",
+      "▁classific ation",
+      "og ether",
+      "oge ther",
+      "▁S DK",
+      "▁SD K",
+      "▁ SDK",
+      "▁H uman",
+      "▁Hu man",
+      "▁Hum an",
+      "▁com mission",
+      "▁comm ission",
+      "▁О р",
+      "▁an tes",
+      "▁ant es",
+      "▁ante s",
+      "▁ antes",
+      "D T",
+      "èt e",
+      "è te",
+      "pr és",
+      "p rés",
+      "/ \"",
+      "▁( «",
+      "▁h ö",
+      "▁ hö",
+      "▁ча с",
+      "▁ час",
+      "▁j ak",
+      "▁ja k",
+      "▁ jak",
+      "ie nen",
+      "ien en",
+      "iene n",
+      "i enen",
+      "ug g",
+      "u gg",
+      "W A",
+      "▁place holder",
+      "▁ placeholder",
+      "Wil l",
+      "W ill",
+      ", ,",
+      "▁K am",
+      "▁Ka m",
+      "▁w en",
+      "▁we n",
+      "▁ wen",
+      "▁Sch ul",
+      "ți e",
+      "ț ie",
+      "▁a ud",
+      "▁au d",
+      "▁ aud",
+      "▁s ue",
+      "▁su e",
+      "▁re ferred",
+      "▁refer red",
+      "ва т",
+      "в ат",
+      "▁P ara",
+      "▁Par a",
+      "▁Pa ra",
+      "▁b la",
+      "▁bl a",
+      "▁ bla",
+      "UE S",
+      "U ES",
+      "▁stat ist",
+      "▁stati st",
+      "▁т у",
+      "▁ ту",
+      "▁Wars za",
+      "gu e",
+      "g ue",
+      "▁I de",
+      "▁Id e",
+      "math scr",
+      "▁l ieu",
+      "▁li eu",
+      "▁lie u",
+      "▁b od",
+      "▁bo d",
+      "▁r us",
+      "▁ru s",
+      "▁ rus",
+      "▁bo at",
+      "xs pace",
+      "x space",
+      "▁mod al",
+      "▁mo dal",
+      "▁ modal",
+      "ле к",
+      "л ек",
+      "to pic",
+      "top ic",
+      "ma ny",
+      "man y",
+      "m any",
+      "sk ý",
+      "▁organ ization",
+      "▁organiz ation",
+      "▁г ене",
+      "▁ге не",
+      "▁Wil son",
+      "▁com fort",
+      "ib il",
+      "i bil",
+      ": -",
+      "▁an imal",
+      "▁anim al",
+      "▁ani mal",
+      "Re port",
+      "Rep ort",
+      "ка ми",
+      "кам и",
+      "jo n",
+      "j on",
+      "▁k er",
+      "▁ke r",
+      "▁ ker",
+      "▁к ни",
+      "moz illa",
+      "Pr ice",
+      "P rice",
+      "ant in",
+      "anti n",
+      "em ento",
+      "ement o",
+      "emen to",
+      "ma y",
+      "m ay",
+      "▁l ung",
+      "▁lu ng",
+      "▁lun g",
+      "▁ lung",
+      "▁b low",
+      "▁bl ow",
+      "▁blo w",
+      "ede ut",
+      "▁type d",
+      "▁typ ed",
+      "▁ty ped",
+      "▁dec ember",
+      "▁. ...",
+      "▁... .",
+      "▁.. ..",
+      "▁ ....",
+      "li ance",
+      "l iance",
+      "▁v iel",
+      "▁vi el",
+      "▁vie l",
+      "▁Ф и",
+      "pr esa",
+      "pre sa",
+      "pres a",
+      "▁ос іб",
+      "▁N am",
+      "▁Na m",
+      "▁G ren",
+      "▁Gr en",
+      "▁Gre n",
+      "си лання",
+      "VI D",
+      "V ID",
+      "st re",
+      "str e",
+      "s tre",
+      "we is",
+      "wei s",
+      "▁prote ction",
+      "▁protect ion",
+      "▁prot ection",
+      "ta ient",
+      "t aient",
+      "▁offic ers",
+      "▁office rs",
+      "▁officer s",
+      "т но",
+      "▁B rig",
+      "▁Br ig",
+      "▁int ellig",
+      "▁intel lig",
+      "я х",
+      "IT H",
+      "I TH",
+      "▁separ ated",
+      "▁separate d",
+      "▁L CCN",
+      "ní m",
+      "n ím",
+      "cl ock",
+      "clo ck",
+      "c lock",
+      "▁ap are",
+      "▁apar e",
+      "яв и",
+      "я ви",
+      "▁Eliz abeth",
+      "▁W ater",
+      "▁Wat er",
+      "▁Wa ter",
+      "geb iet",
+      "▁con vent",
+      "▁conv ent",
+      "▁conven t",
+      "fu rt",
+      "fur t",
+      "f urt",
+      "▁be iden",
+      "▁bei den",
+      "▁beide n",
+      "ba sh",
+      "bas h",
+      "b ash",
+      "▁че рез",
+      "▁чер ез",
+      "▁u b",
+      "▁ ub",
+      "▁Stat ist",
+      "▁Stati st",
+      "▁lim its",
+      "▁limit s",
+      "▁ limits",
+      "V ol",
+      "ct x",
+      "c tx",
+      "▁но в",
+      "▁н ов",
+      "▁ нов",
+      "gu ide",
+      "gui de",
+      "mi c",
+      "m ic",
+      "ie sa",
+      "ies a",
+      "i esa",
+      "▁h uvud",
+      "R T",
+      "Fi g",
+      "F ig",
+      "▁l ect",
+      "▁le ct",
+      "▁ lect",
+      "con n",
+      "co nn",
+      "c onn",
+      "im it",
+      "imi t",
+      "i mit",
+      "га р",
+      "г ар",
+      "▁b ajo",
+      "▁ba jo",
+      "scri be",
+      "scr ibe",
+      "s cribe",
+      "re gex",
+      "reg ex",
+      "▁C ass",
+      "▁Cas s",
+      "▁Ca ss",
+      "▁pro pag",
+      "▁prop ag",
+      "' $",
+      "▁prof es",
+      "un ique",
+      "uni que",
+      "▁S ql",
+      "▁ Sql",
+      "un ion",
+      "uni on",
+      "ri os",
+      "rio s",
+      "r ios",
+      "pi p",
+      "p ip",
+      "-- +",
+      "- -+",
+      "ka dem",
+      "k adem",
+      "column s",
+      "▁v ary",
+      "▁var y",
+      "▁va ry",
+      "▁bere its",
+      "▁d oi",
+      "▁do i",
+      "▁Com mon",
+      "▁Comm on",
+      "▁ Common",
+      "▁Ro bin",
+      "▁Rob in",
+      "▁ ×",
+      "▁s ei",
+      "▁se i",
+      "▁s yst",
+      "▁sy st",
+      "▁sys t",
+      "▁v ä",
+      "▁ vä",
+      "▁De fault",
+      "▁Def ault",
+      "▁ Default",
+      "▁t ym",
+      "▁ty m",
+      "pe l",
+      "p el",
+      "▁bel ieved",
+      "▁believe d",
+      "▁pro vider",
+      "▁prov ider",
+      "▁provide r",
+      "▁ provider",
+      "▁min imal",
+      "▁minim al",
+      "▁mini mal",
+      "та ли",
+      "тал и",
+      "т али",
+      "ain es",
+      "ai nes",
+      "aine s",
+      "a ines",
+      "K it",
+      "iz io",
+      "izi o",
+      "is sen",
+      "iss en",
+      "isse n",
+      "pr essed",
+      "press ed",
+      "pres sed",
+      "▁s tag",
+      "▁st ag",
+      "▁sta g",
+      "▁ stag",
+      "▁u int",
+      "▁ui nt",
+      "▁ uint",
+      "ko r",
+      "k or",
+      "▁ра спо",
+      "▁рас по",
+      "▁in herit",
+      "▁inher it",
+      "▁comp iled",
+      "▁compile d",
+      "▁f ebru",
+      "▁fe bru",
+      "▁feb ru",
+      "▁t mp",
+      "▁tm p",
+      "▁ tmp",
+      "work s",
+      "wor ks",
+      "ч на",
+      "draw able",
+      "▁N av",
+      "▁Na v",
+      "▁ Nav",
+      "▁though ts",
+      "▁thought s",
+      "ro ute",
+      "rout e",
+      "rou te",
+      "r oute",
+      "▁con cert",
+      "▁conc ert",
+      "▁conce rt",
+      "▁option al",
+      "▁opt ional",
+      "▁ optional",
+      "▁b ras",
+      "▁br as",
+      "▁bra s",
+      "▁ bras",
+      "▁prov iding",
+      "со м",
+      "с ом",
+      "id x",
+      "i dx",
+      "emp lo",
+      "empl o",
+      "▁ко ли",
+      "▁ коли",
+      "▁B ere",
+      "▁Be re",
+      "▁Ber e",
+      "▁E ls",
+      "▁El s",
+      "ре мен",
+      "рем ен",
+      "▁де ка",
+      "co ut",
+      "cou t",
+      "c out",
+      "la yer",
+      "lay er",
+      "l ayer",
+      "▁g lob",
+      "▁gl ob",
+      "▁glo b",
+      "▁ glob",
+      "fore ach",
+      "for each",
+      "▁E ducation",
+      "▁Edu cation",
+      "P O",
+      "▁im prov",
+      "▁imp rov",
+      "▁impro v",
+      "▁impr ov",
+      "▁cl ients",
+      "▁client s",
+      "▁cli ents",
+      "gr oups",
+      "group s",
+      "gro ups",
+      "▁k ont",
+      "▁kon t",
+      "▁ko nt",
+      "De l",
+      "D el",
+      "re tt",
+      "ret t",
+      "r ett",
+      "▁s up",
+      "▁su p",
+      "▁ sup",
+      "▁m og",
+      "▁mo g",
+      "ta n",
+      "t an",
+      "▁com pl",
+      "▁comp l",
+      "ir ty",
+      "irt y",
+      "▁nouve au",
+      "os z",
+      "o sz",
+      "▁N avy",
+      "▁Na vy",
+      "▁Nav y",
+      "ber e",
+      "be re",
+      "b ere",
+      "ma sk",
+      "mas k",
+      "m ask",
+      "ov é",
+      "o vé",
+      "zi l",
+      "z il",
+      "PE R",
+      "P ER",
+      "▁pobla ción",
+      "▁població n",
+      "▁d etailed",
+      "▁detail ed",
+      "ле т",
+      "л ет",
+      "▁famil ies",
+      "▁familie s",
+      "ab et",
+      "abe t",
+      "a bet",
+      "е вич",
+      "änd er",
+      "än der",
+      "ände r",
+      "ä nder",
+      "▁å r",
+      "▁ år",
+      "▁p endant",
+      "▁b il",
+      "▁bi l",
+      "▁ bil",
+      "▁h int",
+      "▁hi nt",
+      "▁hin t",
+      "ode n",
+      "od en",
+      "o den",
+      "▁exp ansion",
+      "▁p ont",
+      "▁po nt",
+      "▁pon t",
+      "▁ pont",
+      "as ant",
+      "asa nt",
+      "▁K ind",
+      "▁Ki nd",
+      "▁Kin d",
+      "▁ Kind",
+      "ij i",
+      "i ji",
+      "▁A uth",
+      "▁Aut h",
+      "▁Au th",
+      "▁ Auth",
+      "laim ed",
+      "ref lect",
+      "] =",
+      "by tes",
+      "byte s",
+      "ho ver",
+      "hov er",
+      "h over",
+      "▁ц ер",
+      "▁це р",
+      "▁ цер",
+      "grad le",
+      "Ar ch",
+      "ap est",
+      "ape st",
+      "apes t",
+      "ás a",
+      "á sa",
+      "Car d",
+      "Ca rd",
+      "C ard",
+      "▁tempor ary",
+      "▁départ ement",
+      "class es",
+      "жи ва",
+      "▁х удо",
+      "▁m ole",
+      "▁mo le",
+      "▁mol e",
+      "R Y",
+      "L P",
+      "▁p ec",
+      "▁pe c",
+      "▁ pec",
+      "rodu ction",
+      "▁Gu ard",
+      "▁Par liament",
+      "▁inst anti",
+      "▁instant i",
+      "▁not amment",
+      "▁D oug",
+      "▁Do ug",
+      "▁Dou g",
+      "▁Mar sh",
+      "▁Mars h",
+      ". ~",
+      "▁\\ \"",
+      "▁ \\\"",
+      "▁t hé",
+      "▁th é",
+      "▁li bre",
+      "▁lib re",
+      "do es",
+      "▁dé but",
+      "▁U nit",
+      "▁Un it",
+      "▁ Unit",
+      "▁с ту",
+      "▁ст у",
+      "▁ сту",
+      "▁le ague",
+      "▁qu ale",
+      "▁q uale",
+      "▁qual e",
+      "▁состав ля",
+      "▁соста вля",
+      "Se curity",
+      "Sec urity",
+      "▁appar ently",
+      "▁apparent ly",
+      "▁tro ops",
+      "ic ano",
+      "ica no",
+      "ican o",
+      "i cano",
+      "▁M B",
+      "▁ MB",
+      "en ze",
+      "enz e",
+      "lo ading",
+      "load ing",
+      "▁dist ributed",
+      "▁distribu ted",
+      "▁distrib uted",
+      "write r",
+      "writ er",
+      "wr iter",
+      "w riter",
+      "res ources",
+      "resource s",
+      "h ö",
+      "ut ils",
+      "util s",
+      "uti ls",
+      "▁prep ared",
+      "▁prepar ed",
+      "▁prepare d",
+      "ci er",
+      "cie r",
+      "c ier",
+      "op ol",
+      "opo l",
+      "o pol",
+      "▁län kar",
+      "he s",
+      "h es",
+      "н ва",
+      "▁op ens",
+      "▁open s",
+      "▁ opens",
+      "ag og",
+      "ago g",
+      "inter face",
+      "▁F und",
+      "▁Fu nd",
+      "▁Fun d",
+      "▁pent ru",
+      "ní ch",
+      "n ích",
+      "▁config ured",
+      "▁configure d",
+      "▁configur ed",
+      "▁Web site",
+      "▁list ener",
+      "▁listen er",
+      "▁liste ner",
+      "▁ listener",
+      "iv el",
+      "ive l",
+      "i vel",
+      "n ę",
+      "min a",
+      "mi na",
+      "m ina",
+      "▁in vest",
+      "▁inv est",
+      "▁inve st",
+      "▁м іс",
+      "▁мі с",
+      "▁d av",
+      "▁da v",
+      "▁p atch",
+      "▁pat ch",
+      "▁ patch",
+      "pi eler",
+      "piel er",
+      "pie ler",
+      "▁Ext erna",
+      "▁Extern a",
+      "t f",
+      "▁e red",
+      "▁er ed",
+      "▁ere d",
+      "▁ ered",
+      "▁Ass embly",
+      "▁ Assembly",
+      "▁s out",
+      "▁so ut",
+      "▁sou t",
+      "▁v erk",
+      "▁ver k",
+      "▁ verk",
+      "me rs",
+      "mer s",
+      "m ers",
+      "t oggle",
+      "▁up dating",
+      "▁upd ating",
+      "▁K ent",
+      "▁Ke nt",
+      "▁Ken t",
+      "ec a",
+      "e ca",
+      "FA ULT",
+      "▁tit re",
+      "▁ti tre",
+      "▁K enn",
+      "▁Ke nn",
+      "▁Ken n",
+      "▁Ми ха",
+      "ст ор",
+      "сто р",
+      "с тор",
+      "▁p ode",
+      "▁po de",
+      "▁pod e",
+      "▁S eb",
+      "▁Se b",
+      "це в",
+      "ц ев",
+      "E Y",
+      "▁sil ver",
+      "▁cap acity",
+      "▁capac ity",
+      "▁comple tion",
+      "▁complet ion",
+      "▁Pe dro",
+      "▁Ped ro",
+      "fe l",
+      "f el",
+      "va no",
+      "van o",
+      "v ano",
+      "ze ug",
+      "▁in terior",
+      "▁inter ior",
+      "▁inte rior",
+      "▁Res ponse",
+      "▁ Response",
+      "éd ia",
+      "é dia",
+      "▁World Cat",
+      "▁c ă",
+      "qu el",
+      "que l",
+      "q uel",
+      "So l",
+      "S ol",
+      "іс ля",
+      "▁D omin",
+      "▁Do min",
+      "▁Dom in",
+      "▁c um",
+      "▁cu m",
+      "ce p",
+      "c ep",
+      "▁M use",
+      "▁Mus e",
+      "▁Mu se",
+      "▁M aría",
+      "▁Mar ía",
+      "▁Ma ría",
+      "▁function al",
+      "▁ad apter",
+      "▁adapt er",
+      "▁ adapter",
+      "config uration",
+      "▁t ipo",
+      "▁tip o",
+      "▁ti po",
+      "▁B ry",
+      "▁Br y",
+      "v y",
+      "U L",
+      "▁tra vers",
+      "▁trav ers",
+      "! (",
+      "▁absol utely",
+      "▁absolute ly",
+      "л та",
+      "тт я",
+      "т тя",
+      "▁I T",
+      "▁ IT",
+      "▁во ен",
+      "yc le",
+      "y cle",
+      "be st",
+      "bes t",
+      "b est",
+      "▁construct ed",
+      "▁constru cted",
+      "▁фи ль",
+      "▁ филь",
+      "ci do",
+      "cid o",
+      "c ido",
+      "ex it",
+      "ga rt",
+      "gar t",
+      "g art",
+      "▁provin cia",
+      "ve z",
+      "v ez",
+      "ci pl",
+      "cip l",
+      "▁Face book",
+      "▁Fac ebook",
+      "▁y ellow",
+      "▁ yellow",
+      "▁Sum mer",
+      "▁point ing",
+      "▁poss ibility",
+      "▁possib ility",
+      "▁possibil ity",
+      "▁leg isl",
+      "▁мо ж",
+      "▁ мож",
+      "de rn",
+      "der n",
+      "d ern",
+      "ко но",
+      "кон о",
+      "▁mechan ism",
+      "▁Bern ard",
+      "ex pr",
+      "exp r",
+      "ло ви",
+      "лов и",
+      "л ови",
+      "▁dig its",
+      "▁digit s",
+      "▁de legate",
+      "▁deleg ate",
+      "▁ delegate",
+      "og ram",
+      "o gram",
+      "▁D ictionary",
+      "▁ Dictionary",
+      "is y",
+      "▁s po",
+      "▁sp o",
+      "/ $",
+      "clude d",
+      "clud ed",
+      "▁M VC",
+      "▁t ém",
+      "▁té m",
+      "▁print ed",
+      "▁prin ted",
+      "▁G ott",
+      "▁Go tt",
+      "▁Got t",
+      "▁O m",
+      "▁ Om",
+      "ans as",
+      "▁D urch",
+      "▁Dur ch",
+      "▁I dent",
+      "▁Id ent",
+      "▁Ide nt",
+      "▁ Ident",
+      "Q U",
+      "ht m",
+      "h tm",
+      "▁S ul",
+      "▁Su l",
+      "'] .",
+      "' ].",
+      "▁du ty",
+      "▁dut y",
+      "▁Aut hor",
+      "▁Auth or",
+      "▁ Author",
+      "▁n ě",
+      "▁ ně",
+      "ow ego",
+      "owe go",
+      "pu s",
+      "p us",
+      "em bl",
+      "emb l",
+      "Exec utor",
+      "B L",
+      "▁M ens",
+      "▁Me ns",
+      "▁Men s",
+      "dis patch",
+      "▁M id",
+      "▁Mi d",
+      "ap ps",
+      "app s",
+      "Trans form",
+      "▁D at",
+      "▁Da t",
+      "▁ Dat",
+      "▁im pl",
+      "▁imp l",
+      "▁ impl",
+      "ou x",
+      "o ux",
+      "ho lm",
+      "hol m",
+      "▁I ns",
+      "▁In s",
+      "▁Emp ire",
+      "ру п",
+      "▁Ap ache",
+      "SI ON",
+      "S ION",
+      "▁pass age",
+      "######## ########",
+      "▁ex pressed",
+      "▁express ed",
+      "▁expr essed",
+      "▁expres sed",
+      "на д",
+      "▁o l",
+      "▁ ol",
+      "▁h avia",
+      "▁ha via",
+      "▁hav ia",
+      "▁бо лее",
+      "▁enjo y",
+      "form ance",
+      "▁dim ensions",
+      "▁dimension s",
+      "▁ч ер",
+      "▁че р",
+      "▁ чер",
+      "Se e",
+      "S ee",
+      "▁m outh",
+      "▁mo uth",
+      "▁mou th",
+      "▁ mouth",
+      "▁g au",
+      "▁ga u",
+      "ien cy",
+      "i ency",
+      "▁Carol ina",
+      "Dis t",
+      "Di st",
+      "D ist",
+      "rad io",
+      "li mit",
+      "lim it",
+      "l imit",
+      "/ ?",
+      "▁B all",
+      "▁Ba ll",
+      "▁Bal l",
+      "ні сть",
+      "Mem ber",
+      "M ember",
+      "wa ter",
+      "w ater",
+      "▁mur der",
+      "▁stand ing",
+      "▁stan ding",
+      "▁ standing",
+      "▁V II",
+      "▁VI I",
+      "Cent er",
+      "C enter",
+      "pp a",
+      "p pa",
+      "ur eau",
+      "ure au",
+      "▁Le ip",
+      "▁ob jet",
+      "▁obj et",
+      "▁Act ivity",
+      "▁Activ ity",
+      "▁ Activity",
+      "em bers",
+      "ember s",
+      "emb ers",
+      "v r",
+      "▁con du",
+      "▁cond u",
+      "Cell s",
+      "C ells",
+      "in us",
+      "inu s",
+      "▁' ,",
+      "▁ ',",
+      "▁af raid",
+      "▁х а",
+      "▁ ха",
+      "▁V ic",
+      "▁Vi c",
+      "test ing",
+      "tes ting",
+      "Tu be",
+      "T ube",
+      "▁v ast",
+      "▁va st",
+      "▁vas t",
+      "P M",
+      "ni h",
+      "n ih",
+      "SS N",
+      "S SN",
+      "▁Ch ile",
+      "▁Chi le",
+      "yl van",
+      "▁B ow",
+      "▁Bo w",
+      "▁relig ion",
+      "op her",
+      "oph er",
+      "ophe r",
+      "o pher",
+      "▁C oll",
+      "▁Col l",
+      "▁Co ll",
+      "▁ Coll",
+      "▁dig ital",
+      "▁digit al",
+      "zi oni",
+      "z ioni",
+      "Se ction",
+      "Sec tion",
+      "S ection",
+      "▁резу льта",
+      "Foo t",
+      "F oot",
+      "con vert",
+      "conv ert",
+      "▁rece iving",
+      "Cont act",
+      "▁h ero",
+      "▁he ro",
+      "▁her o",
+      "sa m",
+      "s am",
+      "▁pos terior",
+      "▁poster ior",
+      "▁poste rior",
+      "ow i",
+      "o wi",
+      "An t",
+      "A nt",
+      "▁fl ags",
+      "▁flag s",
+      "▁fla gs",
+      "▁ flags",
+      "▁Ze aland",
+      "▁b ounds",
+      "▁bound s",
+      "▁ bounds",
+      "▁where as",
+      "▁whe reas",
+      "in fl",
+      "inf l",
+      "Pl ay",
+      "P lay",
+      "▁d emo",
+      "▁de mo",
+      "▁dem o",
+      "▁ demo",
+      "▁g ibt",
+      "▁gi bt",
+      "▁h ospital",
+      "▁hosp ital",
+      "▁v olta",
+      "▁vol ta",
+      "▁volt a",
+      "л ё",
+      "▁f ashion",
+      "▁ex ceed",
+      "▁exc eed",
+      "el enium",
+      "elen ium",
+      "It er",
+      "I ter",
+      "kr ie",
+      "k rie",
+      "▁integr ation",
+      "▁integra tion",
+      "▁ integration",
+      "▁Other wise",
+      "ad u",
+      "a du",
+      "Sh e",
+      "S he",
+      "on de",
+      "ond e",
+      "o nde",
+      "ui nt",
+      "u int",
+      "rad ius",
+      "▁r am",
+      "▁ra m",
+      "▁ ram",
+      "▁ál bum",
+      "▁т ур",
+      "▁ту р",
+      "▁ тур",
+      "▁d y",
+      "▁ dy",
+      "▁O tt",
+      "▁Ot t",
+      "▁пер и",
+      "▁пе ри",
+      "re v",
+      "r ev",
+      "ri or",
+      "rio r",
+      "r ior",
+      "í d",
+      "ir at",
+      "ira t",
+      "i rat",
+      "▁в клю",
+      "▁import ante",
+      "▁important e",
+      "▁Du ke",
+      "▁caus a",
+      "▁ca usa",
+      "▁Math emat",
+      "▁di plom",
+      "▁N icol",
+      "▁Nic ol",
+      "▁Ni col",
+      "▁ex clus",
+      "▁exc lus",
+      "▁debug ging",
+      "▁G h",
+      "or iginal",
+      "origin al",
+      "orig inal",
+      "ly n",
+      "l yn",
+      "▁P la",
+      "▁Pl a",
+      "su ite",
+      "suit e",
+      "ch at",
+      "cha t",
+      "c hat",
+      "▁e stud",
+      "▁est ud",
+      "ue lle",
+      "uel le",
+      "u elle",
+      "▁p ert",
+      "▁per t",
+      "▁pe rt",
+      "▁ pert",
+      "▁import ance",
+      "▁appro aches",
+      "▁approach es",
+      "▁d la",
+      "▁про ф",
+      "Pr es",
+      "Pre s",
+      "P res",
+      "< \\",
+      "pre fix",
+      "p refix",
+      "SS ION",
+      "S SION",
+      "ро ди",
+      "род и",
+      "count ry",
+      "c ountry",
+      "it zer",
+      "itz er",
+      "▁ко р",
+      "▁к ор",
+      "▁ кор",
+      "▁sing ular",
+      "go v",
+      "g ov",
+      "ри н",
+      "р ин",
+      "▁F A",
+      "▁ FA",
+      "▁mat rices",
+      "ol are",
+      "ola re",
+      "olar e",
+      "o lare",
+      "ni ka",
+      "nik a",
+      "n ika",
+      "po wer",
+      "pow er",
+      "p ower",
+      "ll a",
+      "l la",
+      "▁des ire",
+      "▁famil ia",
+      "▁fam ilia",
+      "до р",
+      "д ор",
+      "▁f an",
+      "▁fa n",
+      "▁ fan",
+      "gener ated",
+      "generate d",
+      "▁C os",
+      "▁Co s",
+      "▁ż e",
+      "▁ że",
+      "▁D iese",
+      "▁Die se",
+      "▁Di ese",
+      "▁Dies e",
+      "mo v",
+      "m ov",
+      "▁de note",
+      "▁den ote",
+      "\") ]",
+      "\" )]",
+      "ou vern",
+      "ouv ern",
+      "ouve rn",
+      "ouver n",
+      "am an",
+      "ama n",
+      "a man",
+      "▁in ser",
+      "▁ins er",
+      "▁inse r",
+      "ij k",
+      "i jk",
+      "ot ta",
+      "ott a",
+      "o tta",
+      "er al",
+      "era l",
+      "e ral",
+      "де ль",
+      "д ель",
+      "() ->",
+      "( )->",
+      "▁p oder",
+      "▁po der",
+      "▁pod er",
+      "▁pode r",
+      "ig es",
+      "ige s",
+      "i ges",
+      "▁On line",
+      "▁we ird",
+      "ia c",
+      "i ac",
+      "▁quel ques",
+      "▁quelque s",
+      "ère nt",
+      "è rent",
+      "▁t el",
+      "▁te l",
+      "▁ tel",
+      "▁L atin",
+      "▁Lat in",
+      "ver ter",
+      "vert er",
+      "verte r",
+      "ля р",
+      "ро и",
+      "▁p df",
+      "▁pd f",
+      "▁ pdf",
+      "▁key word",
+      "▁ keyword",
+      "Hand le",
+      "A fter",
+      "re ce",
+      "rec e",
+      "▁ident ical",
+      "style sheet",
+      "styles heet",
+      "▁стан ови",
+      "▁станов и",
+      "▁k a",
+      "▁ ka",
+      "ce ment",
+      "cem ent",
+      "c ement",
+      "те т",
+      "т ет",
+      "▁c hat",
+      "▁ch at",
+      "▁cha t",
+      "▁ chat",
+      "▁M un",
+      "▁Mu n",
+      "ał a",
+      "a ła",
+      "AN T",
+      "A NT",
+      "ol óg",
+      "▁f ant",
+      "▁fa nt",
+      "▁fan t",
+      "▁for est",
+      "▁fo rest",
+      "▁fore st",
+      "▁ви ко",
+      "cu ss",
+      "cus s",
+      "c uss",
+      "▁se hr",
+      "pa g",
+      "p ag",
+      "ot ic",
+      "oti c",
+      "▁á ll",
+      "▁ál l",
+      "▁ áll",
+      "ма ти",
+      "мат и",
+      "▁\" '",
+      "+ \"",
+      "An imation",
+      "Anim ation",
+      "ходи т",
+      "ход ит",
+      "az u",
+      "a zu",
+      "▁pl ays",
+      "▁play s",
+      "▁pla ys",
+      "▁ plays",
+      "iz ioni",
+      "izi oni",
+      "izio ni",
+      "i zioni",
+      "ми че",
+      "▁b omb",
+      "▁bo mb",
+      "▁bom b",
+      "▁mer ely",
+      "▁mere ly",
+      "▁hold ing",
+      "▁hol ding",
+      "▁w enn",
+      "▁we nn",
+      "▁wen n",
+      "▁m edic",
+      "▁me dic",
+      "▁med ic",
+      "▁medi c",
+      "▁spe aking",
+      "▁speak ing",
+      "ong odb",
+      "ongo db",
+      "▁Cam pe",
+      "▁Camp e",
+      "in ity",
+      "ini ty",
+      "init y",
+      "▁я нва",
+      "() `.",
+      "()` .",
+      "( )`.",
+      "lu ss",
+      "lus s",
+      "l uss",
+      "▁H istoire",
+      "▁His toire",
+      "▁Hist oire",
+      "▁oper ating",
+      "▁opera ting",
+      "Ch annel",
+      "▁accur acy",
+      "▁b os",
+      "▁bo s",
+      "▁ bos",
+      "▁ev ident",
+      "ци ю",
+      "event s",
+      "ev ents",
+      "even ts",
+      "text rm",
+      "or eign",
+      "ore ign",
+      "▁i i",
+      "▁ ii",
+      "hr en",
+      "hre n",
+      "h ren",
+      "lo wer",
+      "low er",
+      "l ower",
+      "▁т ом",
+      "▁то м",
+      "▁ том",
+      "▁Ab out",
+      "▁ About",
+      "▁a j",
+      "▁ aj",
+      "er i",
+      "e ri",
+      "сту пи",
+      "ступ и",
+      "▁di git",
+      "▁dig it",
+      "▁ digit",
+      "▁Sp ain",
+      "▁D aten",
+      "▁Date n",
+      "▁Da ten",
+      "▁Dat en",
+      "▁for me",
+      "▁form e",
+      "▁ш та",
+      "▁ шта",
+      "▁B ach",
+      "▁Ba ch",
+      "▁Bac h",
+      "no number",
+      "non umber",
+      "▁recomm ended",
+      "▁recommend ed",
+      "▁re ads",
+      "▁read s",
+      "his toire",
+      "h istoire",
+      "▁s ang",
+      "▁sa ng",
+      "▁san g",
+      "▁? ?",
+      "▁ ??",
+      "▁с тал",
+      "▁ст ал",
+      "▁ста л",
+      "sc ore",
+      "s core",
+      "fa s",
+      "f as",
+      "▁c ub",
+      "▁cu b",
+      "▁g rew",
+      "▁gr ew",
+      "▁gre w",
+      "▁cent ro",
+      "▁bek annt",
+      "Event s",
+      "BE R",
+      "B ER",
+      "he w",
+      "h ew",
+      "сс а",
+      "с са",
+      "▁major ity",
+      "ît re",
+      "î tre",
+      "en ci",
+      "enc i",
+      "▁Qu ery",
+      "▁Que ry",
+      "▁ Query",
+      "▁któ re",
+      "i ć",
+      "▁complex ity",
+      "▁Fran çois",
+      "const raint",
+      "ур на",
+      "═ ═",
+      "▁iter ate",
+      "le tt",
+      "let t",
+      "l ett",
+      "pe ror",
+      "per or",
+      "▁Neder land",
+      "sh are",
+      "sha re",
+      "▁incl u",
+      "▁inc lu",
+      "än ger",
+      "äng er",
+      "änge r",
+      "▁N ic",
+      "▁Ni c",
+      "ч о",
+      "F ull",
+      "▁ra pport",
+      "▁rapp ort",
+      "▁rap port",
+      "ec lipse",
+      "e clipse",
+      "▁indust ry",
+      "he aders",
+      "head ers",
+      "header s",
+      "▁Р и",
+      "ch sel",
+      "chs el",
+      "▁po lic",
+      "▁pol ic",
+      "sch ied",
+      "% ,",
+      "O D",
+      "▁J ak",
+      "▁Ja k",
+      "({ \\",
+      "( {\\",
+      "al igned",
+      "align ed",
+      "▁frequ ently",
+      "▁frequent ly",
+      "▁su oi",
+      "▁suo i",
+      "▁ess entially",
+      "▁essential ly",
+      "▁R ic",
+      "▁Ri c",
+      "▁re ports",
+      "▁report s",
+      "▁dec imal",
+      "ra r",
+      "r ar",
+      "▁F oo",
+      "▁Fo o",
+      "▁ Foo",
+      "▁K a",
+      "▁D C",
+      "▁ DC",
+      "▁sim pler",
+      "▁simple r",
+      "▁simp ler",
+      "▁simpl er",
+      "Pa ne",
+      "Pan e",
+      "P ane",
+      "? }",
+      "So rt",
+      "S ort",
+      "▁pos it",
+      "cd n",
+      "c dn",
+      "kt ur",
+      "▁aw k",
+      "▁ awk",
+      "зе р",
+      "з ер",
+      "P F",
+      "u ur",
+      "▁R oss",
+      "▁Ro ss",
+      "▁Ros s",
+      "▁m ant",
+      "▁ma nt",
+      "▁man t",
+      "N a",
+      "Con s",
+      "Co ns",
+      "C ons",
+      ")) ))",
+      "))) )",
+      ") )))",
+      "▁techn iques",
+      "▁techni ques",
+      "▁technique s",
+      "im pl",
+      "imp l",
+      "▁dro pped",
+      "▁drop ped",
+      "▁L ista",
+      "▁List a",
+      "▁Li sta",
+      "▁Lis ta",
+      "▁Bas ically",
+      "▁Basic ally",
+      "en tal",
+      "ent al",
+      "enta l",
+      "▁cel ui",
+      "▁str ategy",
+      "▁strateg y",
+      "▁strat egy",
+      "▁W ales",
+      "▁Wal es",
+      "▁Wa les",
+      "na n",
+      "n an",
+      "▁g min",
+      "▁gr öß",
+      "▁eer ste",
+      "▁eerst e",
+      "T im",
+      "nt en",
+      "n ten",
+      "re sp",
+      "res p",
+      "r esp",
+      "▁s table",
+      "▁st able",
+      "▁sta ble",
+      "▁ stable",
+      "no v",
+      "n ov",
+      "ro b",
+      "r ob",
+      "но ј",
+      "▁mar riage",
+      "get String",
+      "Aut hor",
+      "Auth or",
+      "▁G raf",
+      "▁Gr af",
+      "▁Gra f",
+      "▁di agram",
+      "▁diag ram",
+      "▁dia gram",
+      "gi a",
+      "g ia",
+      "Net work",
+      "N etwork",
+      "▁com posed",
+      "▁comp osed",
+      "▁compos ed",
+      "▁compose d",
+      "▁miss ed",
+      "▁mis sed",
+      "▁M eg",
+      "▁Me g",
+      "▁пра во",
+      "▁прав о",
+      "▁hom onymes",
+      "▁Bo oks",
+      "▁Book s",
+      "▁en cou",
+      "▁enc ou",
+      "port e",
+      "por te",
+      "p orte",
+      "▁rot ation",
+      "▁f ir",
+      "▁fi r",
+      "▁ fir",
+      "те льно",
+      "тель но",
+      "▁g un",
+      "▁gu n",
+      "▁ gun",
+      "▁A ff",
+      "▁Af f",
+      "▁ Aff",
+      "но к",
+      "н ок",
+      "▁Fuß ball",
+      "▁St ory",
+      "▁Sto ry",
+      "▁ Story",
+      "▁Ch ap",
+      "▁Cha p",
+      "▁) .",
+      "▁ ).",
+      "▁Se it",
+      "мо н",
+      "м он",
+      "▁t élé",
+      "▁té lé",
+      "▁cop ied",
+      "▁cons istent",
+      "▁consist ent",
+      "▁dr ink",
+      "▁C ham",
+      "▁Ch am",
+      "▁Cha m",
+      "▁mat ters",
+      "▁matter s",
+      "▁render ed",
+      "▁rend ered",
+      "▁rende red",
+      "▁hyp oth",
+      "œ uv",
+      "▁me er",
+      "▁par sing",
+      "▁P RO",
+      "▁PR O",
+      "▁ PRO",
+      "se ries",
+      "ser ies",
+      "serie s",
+      "s eries",
+      "▁z á",
+      "▁ zá",
+      "stra ße",
+      "▁B oot",
+      "▁Bo ot",
+      "▁ Boot",
+      "▁re po",
+      "▁rep o",
+      "▁ repo",
+      "wo r",
+      "w or",
+      "▁St ream",
+      "▁Stre am",
+      "▁ Stream",
+      "▁A N",
+      "▁ AN",
+      "▁п ів",
+      "▁пі в",
+      "▁S M",
+      "▁ SM",
+      "▁A rn",
+      "▁Ar n",
+      "▁ Ž",
+      "▁[ ];",
+      "▁[] ;",
+      "Res ources",
+      "Resource s",
+      "▁el abor",
+      "▁ela bor",
+      "▁E th",
+      "▁Et h",
+      "▁l iste",
+      "▁li ste",
+      "▁list e",
+      "▁rel atively",
+      "▁relative ly",
+      "▁relativ ely",
+      "ch ant",
+      "chan t",
+      "cha nt",
+      "=\" \"",
+      "= \"\"",
+      "▁l ift",
+      "▁li ft",
+      "▁lif t",
+      "C N",
+      "Service s",
+      "Serv ices",
+      "ME NT",
+      "M ENT",
+      "▁и гра",
+      "▁иг ра",
+      "▁ игра",
+      "б ре",
+      "▁J ord",
+      "▁Jo rd",
+      "▁t ec",
+      "▁te c",
+      "ш ка",
+      "▁S up",
+      "▁Su p",
+      "▁infl uen",
+      "▁influ en",
+      "on ds",
+      "ond s",
+      "hand ler",
+      "handle r",
+      "▁b anda",
+      "▁band a",
+      "▁ban da",
+      "▁vert ices",
+      "▁z ap",
+      "▁za p",
+      "▁c ord",
+      "▁cor d",
+      "▁co rd",
+      "▁ cord",
+      "al ter",
+      "alt er",
+      "ze nia",
+      "zen ia",
+      "z enia",
+      "ât eau",
+      "âte au",
+      "▁know ing",
+      "▁Argent ina",
+      "Ar ea",
+      "Are a",
+      "A rea",
+      "ан е",
+      "а не",
+      "f c",
+      "=\" /",
+      "= \"/",
+      "▁M ik",
+      "▁Mi k",
+      "at ă",
+      "ie ux",
+      "ieu x",
+      "▁deutsch en",
+      "▁deutsche n",
+      "▁trad itional",
+      "▁tradition al",
+      "de code",
+      "dec ode",
+      "ve x",
+      "v ex",
+      "▁size of",
+      "▁ sizeof",
+      "▁F un",
+      "▁Fu n",
+      "▁ Fun",
+      "▁par ser",
+      "▁parse r",
+      "▁ parser",
+      "▁Flor ida",
+      "▁build ings",
+      "▁building s",
+      "▁Man uel",
+      "ri le",
+      "ril e",
+      "r ile",
+      "▁log ged",
+      "▁strong ly",
+      "▁re vol",
+      "▁rev ol",
+      "не е",
+      "xi co",
+      "xic o",
+      "x ico",
+      "▁F air",
+      "▁Fa ir",
+      "ca rt",
+      "car t",
+      "c art",
+      "▁W ort",
+      "▁Wo rt",
+      "▁Wor t",
+      "▁Jes us",
+      "em es",
+      "eme s",
+      "e mes",
+      "sch rift",
+      "Input Stream",
+      "wa d",
+      "w ad",
+      "▁gran des",
+      "▁grand es",
+      "▁grande s",
+      "▁númer o",
+      "▁O tto",
+      "▁Ot to",
+      "▁Ott o",
+      "ien tes",
+      "ient es",
+      "iente s",
+      "i entes",
+      "▁fam ous",
+      "ol ogne",
+      "olog ne",
+      "J e",
+      "ни ш",
+      "▁Guer ra",
+      "bar a",
+      "ba ra",
+      "b ara",
+      "▁c ad",
+      "▁ca d",
+      "el ve",
+      "br ace",
+      "bra ce",
+      "b race",
+      "▁J r",
+      "st able",
+      "sta ble",
+      "stab le",
+      "s table",
+      "EC T",
+      "E CT",
+      "lem ma",
+      "med iate",
+      "medi ate",
+      "media te",
+      "▁v in",
+      "▁vi n",
+      "▁ vin",
+      "▁mon ument",
+      "▁c v",
+      "▁ cv",
+      "▁w inter",
+      "▁win ter",
+      "▁trans formation",
+      "▁transform ation",
+      "▁N ick",
+      "▁Nic k",
+      "▁Ni ck",
+      "str onom",
+      "▁f rag",
+      "▁fr ag",
+      "▁fra g",
+      "▁in tel",
+      "▁int el",
+      "▁inte l",
+      "ra ction",
+      "rac tion",
+      "ract ion",
+      "r action",
+      "▁consider ing",
+      "▁consid ering",
+      "▁F le",
+      "▁Fl e",
+      "▁ ло",
+      "▁A près",
+      "▁Ap rès",
+      "▁A M",
+      "▁ AM",
+      "▁H um",
+      "▁Hu m",
+      "▁m undo",
+      "NE R",
+      "N ER",
+      "▁Be low",
+      "▁Bel ow",
+      "▁го рода",
+      "▁горо да",
+      "▁город а",
+      "ar ters",
+      "art ers",
+      "arter s",
+      "arte rs",
+      "-- \"",
+      "▁П е",
+      "▁ Пе",
+      "î t",
+      "▁t xt",
+      "▁tx t",
+      "▁ txt",
+      "an gers",
+      "ang ers",
+      "ange rs",
+      "anger s",
+      "▁t hy",
+      "▁th y",
+      "▁ thy",
+      "CL A",
+      "C LA",
+      "ib les",
+      "ible s",
+      "i bles",
+      "▁request ed",
+      "▁requ ested",
+      "▁Alex and",
+      "▁fact ors",
+      "▁fa ctors",
+      "▁factor s",
+      "▁produ ces",
+      "▁produce s",
+      "ning en",
+      "n ingen",
+      "▁со стоя",
+      "▁optim ization",
+      "ch od",
+      "cho d",
+      "c hod",
+      "> `",
+      "▁Wik ip",
+      "nost i",
+      "nos ti",
+      "n osti",
+      "▁compet ition",
+      "▁H ann",
+      "▁Ha nn",
+      "▁Han n",
+      "▁z ona",
+      "▁zo na",
+      "d c",
+      "de sign",
+      "des ign",
+      "▁Z u",
+      "▁e spec",
+      "▁es pec",
+      "▁espe c",
+      "▁esp ec",
+      "equ ality",
+      "equal ity",
+      "e quality",
+      "▁A bb",
+      "▁Ab b",
+      "▁develop er",
+      "▁ developer",
+      "▁\" ^",
+      "▁Sh ort",
+      "▁Sho rt",
+      "▁ Short",
+      "▁pl ans",
+      "▁pla ns",
+      "▁plan s",
+      "▁v it",
+      "▁vi t",
+      "iz able",
+      "iza ble",
+      "burg h",
+      "bur gh",
+      "ag em",
+      "age m",
+      "a gem",
+      "▁Pr int",
+      "▁Pri nt",
+      "▁Prin t",
+      "▁ Print",
+      "í v",
+      "▁su itable",
+      "▁suit able",
+      "pi cker",
+      "pic ker",
+      "pick er",
+      "p icker",
+      "Pro file",
+      "an dy",
+      "and y",
+      "▁qu ot",
+      "▁ quot",
+      "▁Dur ante",
+      "▁Durant e",
+      "▁Fran cia",
+      "▁Fr ancia",
+      "▁Franc ia",
+      "▁t art",
+      "▁tar t",
+      "▁ta rt",
+      "▁V enez",
+      "▁Ve nez",
+      "▁Ven ez",
+      "▁dis patch",
+      "▁disp atch",
+      "▁ dispatch",
+      "▁observ ations",
+      "▁observation s",
+      "▁ ż",
+      "In valid",
+      "▁occ urr",
+      "▁occur r",
+      "▁oc curr",
+      "т ки",
+      "Mem ento",
+      "M emento",
+      "▁S yd",
+      "▁Sy d",
+      "▁tiem po",
+      "▁st aff",
+      "▁sta ff",
+      "▁se ctions",
+      "▁section s",
+      "▁sect ions",
+      "▁ sections",
+      "▁s sh",
+      "▁ss h",
+      "▁ ssh",
+      "▁N GC",
+      "ë l",
+      "▁er re",
+      "▁err e",
+      "▁div ided",
+      "▁divide d",
+      "▁divid ed",
+      "▁With out",
+      "▁du rant",
+      "▁dur ant",
+      "▁j aar",
+      "▁ja ar",
+      "▁ −",
+      "▁sold iers",
+      "▁soldier s",
+      "ун к",
+      "la pse",
+      "lap se",
+      "laps e",
+      "▁Val ley",
+      "▁Vall ey",
+      "▁Valle y",
+      "▁( :",
+      "▁ (:",
+      "re ra",
+      "rer a",
+      "r era",
+      "▁d ével",
+      "▁dé vel",
+      "▁p éri",
+      "▁pé ri",
+      "▁calcul ation",
+      "▁calc ulation",
+      "▁ke ine",
+      "▁kein e",
+      "er tain",
+      "ert ain",
+      "erta in",
+      "▁те ле",
+      "ру д",
+      "▁c ul",
+      "▁cu l",
+      "▁ cul",
+      "▁cl oth",
+      "▁clo th",
+      "; }",
+      "▁pr zed",
+      "▁prze d",
+      "▁prz ed",
+      "Mon th",
+      "Mo nth",
+      "Mont h",
+      "Pi cker",
+      "P icker",
+      "▁S V",
+      "▁ SV",
+      "ar ian",
+      "ari an",
+      "aria n",
+      "a rian",
+      "▁Re view",
+      "▁Rev iew",
+      "▁h ang",
+      "▁ha ng",
+      "▁han g",
+      "▁ hang",
+      "▁о кт",
+      "▁ок т",
+      "▁F ront",
+      "▁Fr ont",
+      "▁Fro nt",
+      "▁ Front",
+      "ot lin",
+      "▁trans lation",
+      "▁transl ation",
+      "▁m odo",
+      "▁mod o",
+      "▁mo do",
+      "▁stat istics",
+      "▁statist ics",
+      "▁N ue",
+      "▁Nu e",
+      "▁Ни кола",
+      "NU M",
+      "N UM",
+      "▁s hips",
+      "▁sh ips",
+      "▁ship s",
+      "▁ ships",
+      "▁Re port",
+      "▁Rep ort",
+      "▁ Report",
+      "{ [",
+      "E ffect",
+      "ie ri",
+      "ier i",
+      "i eri",
+      "▁par ties",
+      "▁part ies",
+      "▁partie s",
+      "▁parti es",
+      "pl a",
+      "p la",
+      "r w",
+      "▁Work s",
+      "▁Wor ks",
+      "▁i ron",
+      "▁ir on",
+      "▁att ract",
+      "▁attr act",
+      "▁attra ct",
+      "▁c ort",
+      "▁cor t",
+      "▁co rt",
+      "n á",
+      "▁Ste ve",
+      "▁b ene",
+      "▁be ne",
+      "▁ben e",
+      "то н",
+      "т он",
+      "ícul a",
+      "Tw o",
+      "T wo",
+      "▁г лав",
+      "▁гла в",
+      "▁V ideo",
+      "▁ Video",
+      "▁power ful",
+      "au ch",
+      "auc h",
+      "a uch",
+      "ma nde",
+      "man de",
+      "m ande",
+      "äch st",
+      "ächs t",
+      "La t",
+      "L at",
+      "▁z na",
+      "▁zn a",
+      "▁ zna",
+      "▁fig ures",
+      "▁figure s",
+      "▁figur es",
+      "▁a lias",
+      "▁al ias",
+      "▁ali as",
+      "▁ alias",
+      "ne x",
+      "n ex",
+      "▁c ategories",
+      "▁categ ories",
+      "▁categor ies",
+      "▁categorie s",
+      "▁ categories",
+      "cal led",
+      "call ed",
+      "c alled",
+      "▁Sim ilar",
+      "▁g irls",
+      "▁girl s",
+      "▁gir ls",
+      "pe z",
+      "p ez",
+      "▁j oint",
+      "▁jo int",
+      "▁join t",
+      "▁ joint",
+      "ро го",
+      "р ого",
+      "ik en",
+      "ike n",
+      "i ken",
+      "чи на",
+      "чин а",
+      "an cia",
+      "anc ia",
+      "anci a",
+      "▁t ijd",
+      "▁ti jd",
+      "▁R ose",
+      "▁Ro se",
+      "▁Ros e",
+      "▁alg orithms",
+      "▁algorithm s",
+      "▁print ing",
+      "▁prin ting",
+      "ne a",
+      "n ea",
+      "▁exec uting",
+      "▁execut ing",
+      "▁l ambda",
+      "▁ lambda",
+      "▁reg ional",
+      "▁region al",
+      "▁Co pa",
+      "▁Cop a",
+      "F oo",
+      "ph ys",
+      "phy s",
+      "z m",
+      "▁L aur",
+      "▁La ur",
+      "▁Lau r",
+      "▁candid ate",
+      "▁J a",
+      "zy m",
+      "z ym",
+      "Ex ample",
+      "▁s piel",
+      "▁sp iel",
+      "▁ spiel",
+      "▁д ей",
+      "▁де й",
+      "▁ дей",
+      "ne hmen",
+      "neh men",
+      "nehm en",
+      "ke iten",
+      "keit en",
+      "▁с ент",
+      "int ent",
+      "inte nt",
+      ". (",
+      "▁пер вы",
+      "pr om",
+      "pro m",
+      "p rom",
+      "▁n at",
+      "▁na t",
+      "▁ nat",
+      "▁im agine",
+      "▁imag ine",
+      "call back",
+      "com ponents",
+      "component s",
+      "with out",
+      "▁a quest",
+      "▁aqu est",
+      "Su pport",
+      "Supp ort",
+      "▁respons ible",
+      "▁j ego",
+      "▁je go",
+      "l j",
+      "wi ll",
+      "w ill",
+      "le an",
+      "lea n",
+      "el and",
+      "ela nd",
+      "e land",
+      "olog ía",
+      "m c",
+      "Pro xy",
+      "▁o cup",
+      "▁oc up",
+      "▁на ходи",
+      "▁r ub",
+      "▁ru b",
+      "ні в",
+      "н ів",
+      "▁F all",
+      "▁Fa ll",
+      "▁Fal l",
+      "am os",
+      "amo s",
+      "a mos",
+      "▁E p",
+      "en tre",
+      "ent re",
+      "entr e",
+      "fa il",
+      "f ail",
+      "W orld",
+      "▁Ed itor",
+      "▁Edit or",
+      "▁ Editor",
+      "▁ex pos",
+      "▁exp os",
+      "▁f inds",
+      "▁find s",
+      "▁fin ds",
+      "▁C ulture",
+      "▁Cult ure",
+      "▁ Culture",
+      "LE ASE",
+      "▁m ovie",
+      "▁mov ie",
+      "▁mo vie",
+      "▁ movie",
+      "< =",
+      "omet ric",
+      "o metric",
+      "el ing",
+      "eli ng",
+      "elin g",
+      "e ling",
+      "numer able",
+      "ou rd",
+      "our d",
+      "o urd",
+      "▁S ea",
+      "▁Se a",
+      "▁b ild",
+      "▁bi ld",
+      "▁bil d",
+      "▁ bild",
+      "▁о ста",
+      "▁ос та",
+      "▁ост а",
+      "bl o",
+      "b lo",
+      "▁l ose",
+      "▁lo se",
+      "▁los e",
+      "▁ lose",
+      "at eurs",
+      "ate urs",
+      "ateur s",
+      "ou red",
+      "our ed",
+      "oure d",
+      "o ured",
+      "▁B att",
+      "▁Ba tt",
+      "▁Bat t",
+      "() ;\r",
+      "(); \r",
+      "( );\r",
+      "▁p oz",
+      "▁po z",
+      "pos ts",
+      "post s",
+      "pe nd",
+      "pen d",
+      "p end",
+      "cer tain",
+      "cert ain",
+      "c ertain",
+      "ни ком",
+      "ник ом",
+      "J ust",
+      "web kit",
+      "dem ás",
+      "~~ ~~",
+      "▁indic ates",
+      "▁indicate s",
+      "▁p ark",
+      "▁par k",
+      "▁ park",
+      "ri que",
+      "r ique",
+      "vo d",
+      "v od",
+      "▁Ch amp",
+      "▁Cham p",
+      "▁Cha mp",
+      "ft ware",
+      "OP T",
+      "O PT",
+      "dj ango",
+      "d jango",
+      "re lease",
+      "▁ È",
+      "S R",
+      "▁polit ician",
+      "▁r oi",
+      "▁ro i",
+      "at uren",
+      "atur en",
+      "ature n",
+      "atu ren",
+      "▁Deutsch e",
+      "ta gon",
+      "tag on",
+      "t agon",
+      "▁M ov",
+      "▁Mo v",
+      "ob ierno",
+      "obi erno",
+      "▁da ß",
+      "ut her",
+      "uth er",
+      "u ther",
+      "in di",
+      "ind i",
+      "▁Wik ipedia",
+      "▁Wikip edia",
+      "▁Wikiped ia",
+      "▁a nos",
+      "▁an os",
+      "▁ano s",
+      "▁ anos",
+      "▁ob serve",
+      "▁obser ve",
+      "▁observ e",
+      "▁obs erve",
+      "el ly",
+      "ell y",
+      "▁rail way",
+      "at on",
+      "ato n",
+      "a ton",
+      "▁e num",
+      "▁en um",
+      "▁ enum",
+      "hu s",
+      "h us",
+      "▁in hab",
+      "P si",
+      "oir e",
+      "oi re",
+      "o ire",
+      "▁Х о",
+      "▁S pace",
+      "▁Sp ace",
+      "▁ Space",
+      "▁Ар хи",
+      "▁an terior",
+      "▁ante rior",
+      "▁ Ł",
+      "is ons",
+      "ison s",
+      "iso ns",
+      "I l",
+      "▁am éric",
+      "la ps",
+      "lap s",
+      "l aps",
+      "▁B BC",
+      "▁BB C",
+      "QUE ST",
+      "Con stra",
+      "Const ra",
+      "Cons tra",
+      "mon t",
+      "mo nt",
+      "m ont",
+      "ä ft",
+      "▁ä ven",
+      "ub ern",
+      "ube rn",
+      "uber n",
+      "u bern",
+      "< !--",
+      "▁c oding",
+      "▁co ding",
+      "▁cod ing",
+      "the ory",
+      "at hed",
+      "ath ed",
+      "▁Ar be",
+      "▁ш и",
+      "▁ ши",
+      "for Each",
+      "om orphism",
+      "omorph ism",
+      "det ails",
+      "detail s",
+      "ach sen",
+      "in tegr",
+      "int egr",
+      "inte gr",
+      "V or",
+      "Un known",
+      "ace ae",
+      "a ceae",
+      "in ue",
+      "inu e",
+      "es ome",
+      "eso me",
+      "e some",
+      "▁F ir",
+      "ch ain",
+      "cha in",
+      "▁extrem ely",
+      "▁extreme ly",
+      "mult icol",
+      "multi col",
+      "▁Sw ift",
+      "▁address es",
+      "▁addr esses",
+      "hs pace",
+      "h space",
+      "▁Ro ger",
+      "▁Rog er",
+      "▁d essen",
+      "▁des sen",
+      "▁dess en",
+      "▁con sequ",
+      "▁cons equ",
+      "▁conse qu",
+      "ual mente",
+      "▁Pre mier",
+      "▁Prem ier",
+      "▁Re cord",
+      "▁Rec ord",
+      "▁ Record",
+      "▁B ron",
+      "▁Br on",
+      "▁Bro n",
+      "ki r",
+      "k ir",
+      "se x",
+      "s ex",
+      "in tern",
+      "int ern",
+      "inter n",
+      "inte rn",
+      "▁benef it",
+      "▁bene fit",
+      "um en",
+      "ume n",
+      "u men",
+      "▁be coming",
+      "▁bec oming",
+      "▁becom ing",
+      "▁l ig",
+      "▁li g",
+      "▁ lig",
+      "▁pop ula",
+      "▁popul a",
+      "os c",
+      "o sc",
+      "▁c iv",
+      "▁ci v",
+      "▁great est",
+      "▁pro ces",
+      "▁proc es",
+      "] *",
+      "▁ме сто",
+      "▁мест о",
+      "▁' $",
+      "▁ '$",
+      "he ll",
+      "hel l",
+      "h ell",
+      "(\" \\",
+      "( \"\\",
+      "▁n ine",
+      "▁ni ne",
+      "▁nin e",
+      "▁F ac",
+      "▁Fa c",
+      "ul pt",
+      "ulp t",
+      "jo urs",
+      "jou rs",
+      "j ours",
+      "▁C opy",
+      "▁Co py",
+      "▁Cop y",
+      "▁ Copy",
+      "▁activ ities",
+      "▁Dem ocr",
+      "▁Demo cr",
+      "E s",
+      "Su ccess",
+      "▁E sta",
+      "▁Est a",
+      "▁Es ta",
+      "it ul",
+      "itu l",
+      "is ti",
+      "ist i",
+      "▁B ed",
+      "▁Be d",
+      "ja s",
+      "j as",
+      "▁т ем",
+      "▁те м",
+      "▁ тем",
+      "▁H ung",
+      "▁Hu ng",
+      "▁Hun g",
+      "G ame",
+      "▁he av",
+      "onn ées",
+      "▁branch es",
+      "▁bran ches",
+      "bo rg",
+      "bor g",
+      "b org",
+      "▁v l",
+      "▁ vl",
+      "▁slow ly",
+      "F a",
+      "Go ogle",
+      "em i",
+      "e mi",
+      "▁circumst ances",
+      "▁' %",
+      "▁U nd",
+      "▁Un d",
+      "▁ Und",
+      "▁Vict oria",
+      "▁Victor ia",
+      "▁T yp",
+      "▁Ty p",
+      "▁ Typ",
+      "rupt ed",
+      "rup ted",
+      "▁rel ativ",
+      "▁s lo",
+      "▁sl o",
+      "▁p adre",
+      "▁pad re",
+      "▁d aily",
+      "▁da ily",
+      "▁dai ly",
+      "▁or th",
+      "▁ort h",
+      "▁ orth",
+      "чни й",
+      "ч ний",
+      "▁fran zös",
+      "▁t eil",
+      "▁te il",
+      "▁ teil",
+      "▁Se curity",
+      "▁Sec urity",
+      "▁ Security",
+      "or don",
+      "ord on",
+      "ordo n",
+      "▁s weet",
+      "▁swe et",
+      "SI ZE",
+      "▁C el",
+      "▁Ce l",
+      "èt res",
+      "è tres",
+      "om mes",
+      "omm es",
+      "▁с і",
+      "▁ сі",
+      "▁effort s",
+      "ą z",
+      "▁oh ne",
+      "▁South ern",
+      "▁Sou thern",
+      "▁approxim ately",
+      "▁approximate ly",
+      "це н",
+      "ц ен",
+      "(' #",
+      "▁s aving",
+      "▁sa ving",
+      "▁sav ing",
+      "nb sp",
+      "▁trans late",
+      "▁transl ate",
+      "▁ translate",
+      "▁Î n",
+      "mem ber",
+      "m ember",
+      "▁l aws",
+      "▁la ws",
+      "▁law s",
+      "▁ж ен",
+      "▁же н",
+      "▁ жен",
+      "▁си сте",
+      "t c",
+      "> \\",
+      "el te",
+      "elt e",
+      "▁e hem",
+      "▁con trad",
+      "▁cont rad",
+      "▁contr ad",
+      "▁contra d",
+      "▁ру с",
+      "▁р ус",
+      "▁ рус",
+      "ь я",
+      "▁M iddle",
+      "▁ Middle",
+      "qu ip",
+      "qui p",
+      "▁c hez",
+      "▁ch ez",
+      "▁che z",
+      "▁ chez",
+      "Field s",
+      "▁per mit",
+      "▁perm it",
+      "ik el",
+      "ike l",
+      "i kel",
+      "▁w ir",
+      "▁t rial",
+      "▁tr ial",
+      "▁tri al",
+      "▁ver schied",
+      "▁versch ied",
+      "▁ф ев",
+      "▁фе в",
+      "▁m ale",
+      "▁ma le",
+      "▁mal e",
+      "▁ male",
+      "▁я зы",
+      "▁ny el",
+      "ak ter",
+      "akt er",
+      "akte r",
+      "a kter",
+      "▁den omin",
+      "cept or",
+      "cep tor",
+      "▁W at",
+      "▁Wa t",
+      "▁f ino",
+      "▁fin o",
+      "▁fi no",
+      "▁XV III",
+      "▁XVI II",
+      "▁XVII I",
+      "ry ption",
+      "rypt ion",
+      "de sc",
+      "des c",
+      "d esc",
+      "ap a",
+      "a pa",
+      "ле на",
+      "лен а",
+      "л ена",
+      "▁k ol",
+      "▁ko l",
+      "▁ kol",
+      "▁ Є",
+      "▁dep endent",
+      "▁depend ent",
+      "▁ dependent",
+      "▁C ra",
+      "▁Cr a",
+      "▁st orm",
+      "▁stor m",
+      "▁sto rm",
+      "▁Г ер",
+      "▁Ге р",
+      "▁p ipe",
+      "▁pi pe",
+      "▁pip e",
+      "▁ pipe",
+      "▁att ended",
+      "▁attend ed",
+      "▁v ita",
+      "▁vi ta",
+      "▁vit a",
+      "uz ione",
+      "u zione",
+      "cz as",
+      "cza s",
+      "c zas",
+      "on da",
+      "ond a",
+      "▁b old",
+      "▁bo ld",
+      "▁bol d",
+      "▁ bold",
+      "Column s",
+      "ic ió",
+      "ici ó",
+      "i ció",
+      "▁c zę",
+      "▁cz ę",
+      "▁из вест",
+      "▁Cl oud",
+      "▁Clo ud",
+      "▁ Cloud",
+      "▁w arm",
+      "▁war m",
+      "▁wa rm",
+      "▁с ы",
+      "▁ сы",
+      "▁с те",
+      "▁ст е",
+      "▁ сте",
+      "▁produ cer",
+      "▁produce r",
+      "▁Lud wig",
+      "▁Nor thern",
+      "▁North ern",
+      "ł ą",
+      "NS String",
+      "▁H ad",
+      "▁Ha d",
+      "▁И ван",
+      "▁E g",
+      "▁I mp",
+      "▁Im p",
+      "▁ Imp",
+      "ш і",
+      "▁A uch",
+      "▁Au ch",
+      "то к",
+      "т ок",
+      "▁H it",
+      "▁Hi t",
+      "▁qu ien",
+      "▁qui en",
+      "▁de partment",
+      "▁depart ment",
+      "▁erh ielt",
+      "▁u i",
+      "▁ ui",
+      "▁S pr",
+      "▁Sp r",
+      "се р",
+      "с ер",
+      "ou rt",
+      "our t",
+      "o urt",
+      "▁Ste phen",
+      "▁Step hen",
+      "▁Steph en",
+      "te am",
+      "▁z ip",
+      "▁ zip",
+      "▁B ang",
+      "▁Ba ng",
+      "▁Ban g",
+      "▁grow th",
+      "▁j am",
+      "▁ja m",
+      "▁K ais",
+      "▁Ka is",
+      "b matrix",
+      "▁As ia",
+      "▁rég ion",
+      "= /",
+      "▁Pac ific",
+      "▁author ity",
+      "▁# [",
+      "та ми",
+      "там и",
+      "▁every one",
+      "▁att end",
+      "▁atte nd",
+      "▁ attend",
+      "▁tim estamp",
+      "▁ timestamp",
+      "▁t ries",
+      "▁tr ies",
+      "▁tri es",
+      "▁f f",
+      "▁ ff",
+      "ше й",
+      "ш ей",
+      "▁develop ing",
+      "ol t",
+      "o lt",
+      "up s",
+      "u ps",
+      "▁moment o",
+      "▁mom ento",
+      "▁S ain",
+      "▁Sa in",
+      "Te rm",
+      "T erm",
+      "▁c elle",
+      "▁ce lle",
+      "▁cell e",
+      "▁cel le",
+      "G R",
+      "Mo use",
+      "M ouse",
+      "▁челов ек",
+      "▁челове к",
+      "▁Col lection",
+      "▁Coll ection",
+      "▁Collect ion",
+      "▁ Collection",
+      "ât re",
+      "â tre",
+      "▁W rite",
+      "▁Writ e",
+      "▁ Write",
+      "▁P om",
+      "▁Po m",
+      "[ -",
+      "Ca m",
+      "C am",
+      "▁loc ations",
+      "▁location s",
+      "▁J son",
+      "▁ Json",
+      "el led",
+      "ell ed",
+      "elle d",
+      "select or",
+      "sel ector",
+      "re peat",
+      "ct ors",
+      "ctor s",
+      "ot te",
+      "ott e",
+      "o tte",
+      "ви зи",
+      "änd e",
+      "än de",
+      "ä nde",
+      "▁ach ieved",
+      "▁achieve d",
+      "▁achiev ed",
+      "▁main ly",
+      "____ ____",
+      "! )",
+      "▁явля ется",
+      "▁c ities",
+      "▁ci ties",
+      "▁cit ies",
+      "sing le",
+      "sin gle",
+      "г ре",
+      "▁P ak",
+      "▁Pa k",
+      "▁allow ing",
+      "▁allo wing",
+      "fer red",
+      "▁а пре",
+      "хо дя",
+      "ход я",
+      "▁brow sers",
+      "▁browser s",
+      "▁es crit",
+      "▁esc rit",
+      "▁escri t",
+      "▁mount ain",
+      "▁network s",
+      "▁net works",
+      "ki nd",
+      "kin d",
+      "k ind",
+      "li ver",
+      "live r",
+      "liv er",
+      "l iver",
+      "▁cl osing",
+      "▁clos ing",
+      "▁clo sing",
+      "▁sk ip",
+      "▁ski p",
+      "▁ skip",
+      "ú t",
+      "▁d uration",
+      "▁dur ation",
+      "▁ duration",
+      "ét ait",
+      "éta it",
+      "é tait",
+      "▁s cr",
+      "▁sc r",
+      "▁ scr",
+      "B B",
+      "ór ia",
+      "ó ria",
+      "▁K ultur",
+      "▁Kult ur",
+      "▁output s",
+      "multi column",
+      "multicol umn",
+      "▁bel ongs",
+      "▁belong s",
+      "fe ature",
+      "uc ky",
+      "uck y",
+      "▁j uli",
+      "▁ju li",
+      "▁jul i",
+      "▁рай она",
+      "▁райо на",
+      "▁район а",
+      "з во",
+      "fact ory",
+      "factor y",
+      "f actory",
+      "Fun c",
+      "F unc",
+      "▁ut ter",
+      "▁ utter",
+      "▁TO DO",
+      "▁o bt",
+      "▁ob t",
+      "ateg ories",
+      "ategor ies",
+      "▁com bine",
+      "▁comb ine",
+      "▁combin e",
+      "▁W all",
+      "▁Wal l",
+      "▁Wa ll",
+      "▁under lying",
+      "ar ono",
+      "aron o",
+      "aro no",
+      "▁P rote",
+      "▁Pro te",
+      "▁Pr ote",
+      "c ów",
+      "st an",
+      "sta n",
+      "s tan",
+      "▁G ew",
+      "▁Ge w",
+      "▁opt imal",
+      "▁optim al",
+      "▁Archiv link",
+      "▁S cript",
+      "▁ Script",
+      "▁destroy ed",
+      "х е",
+      "▁Fire fox",
+      "▁s ole",
+      "▁so le",
+      "▁sol e",
+      "▁ sole",
+      "La yer",
+      "L ayer",
+      "т ку",
+      "▁st ores",
+      "▁stor es",
+      "▁store s",
+      "▁sto res",
+      "▁dis plays",
+      "▁display s",
+      "is hing",
+      "ish ing",
+      "ishi ng",
+      "▁о ст",
+      "▁ос т",
+      "▁inst ant",
+      "▁el ő",
+      "▁habit antes",
+      "▁Ein wo",
+      "▁a li",
+      "▁al i",
+      "▁ ali",
+      "▁ER ROR",
+      "▁ERR OR",
+      "▁ ERROR",
+      "▁a head",
+      "▁ah ead",
+      "▁go als",
+      "▁goal s",
+      "▁m ár",
+      "▁má r",
+      "▁s ą",
+      "▁m art",
+      "▁ma rt",
+      "▁mar t",
+      "▁ mart",
+      "мини стра",
+      "F r",
+      "▁V illa",
+      "▁Vill a",
+      "▁Vi lla",
+      "▁Vil la",
+      "▁M arc",
+      "▁Mar c",
+      "▁Ma rc",
+      "ro py",
+      "rop y",
+      "r opy",
+      "ag ram",
+      "agr am",
+      "a gram",
+      "ha pe",
+      "h ape",
+      "ме й",
+      "м ей",
+      "▁A L",
+      "▁ AL",
+      "▁conne xes",
+      "▁En tre",
+      "▁Ent re",
+      "St ep",
+      "Ste p",
+      "лі в",
+      "л ів",
+      "▁De ath",
+      "▁r ise",
+      "▁ris e",
+      "▁ri se",
+      "▁f os",
+      "▁fo s",
+      "▁l ev",
+      "▁le v",
+      "▁ lev",
+      "ga be",
+      "g abe",
+      "▁b roke",
+      "▁br oke",
+      "▁bro ke",
+      "product s",
+      "▁m edi",
+      "▁me di",
+      "▁med i",
+      "▁ medi",
+      "▁dis pon",
+      "▁disp on",
+      "Pack age",
+      "P ackage",
+      "Image View",
+      "▁N ag",
+      "▁Na g",
+      "uj ą",
+      "u ją",
+      "W ord",
+      "▁k ole",
+      "▁ko le",
+      "▁kol e",
+      "ße r",
+      "ß er",
+      ")` .",
+      ") `.",
+      "▁r ol",
+      "▁ro l",
+      "▁ rol",
+      "▁ í",
+      "те й",
+      "т ей",
+      "Pro gress",
+      "be an",
+      "▁s empre",
+      "▁sem pre",
+      "State ment",
+      "Stat ement",
+      "UP DATE",
+      "▁mond iale",
+      "▁w rapper",
+      "▁wr apper",
+      "▁wra pper",
+      "▁wrap per",
+      "▁ wrapper",
+      "▁C hart",
+      "▁Ch art",
+      "▁Char t",
+      "▁Cha rt",
+      "▁ Chart",
+      "▁on Click",
+      "че ння",
+      "чен ня",
+      "LO G",
+      "some thing",
+      "som ething",
+      "s omething",
+      "▁IN SERT",
+      "▁ INSERT",
+      "ще ния",
+      "ue t",
+      "u et",
+      "wer p",
+      "we rp",
+      "ro und",
+      "rou nd",
+      "r ound",
+      "ic hen",
+      "ich en",
+      "iche n",
+      "i chen",
+      "▁X VI",
+      "▁XV I",
+      "з ни",
+      "▁ave va",
+      "▁St ore",
+      "▁Sto re",
+      "▁ Store",
+      "▁x s",
+      "▁ xs",
+      "ra cht",
+      "rac ht",
+      "rach t",
+      "r acht",
+      "sc ar",
+      "s car",
+      "▁op era",
+      "▁oper a",
+      "▁ opera",
+      "▁deg rees",
+      "▁degree s",
+      "▁cit iz",
+      "äs ident",
+      "▁class ical",
+      "▁classic al",
+      "▁Jer sey",
+      "▁er sch",
+      "▁ers ch",
+      "▁ ersch",
+      "▁treat ment",
+      "▁насе ље",
+      "н ня",
+      "▁bo ost",
+      "▁ boost",
+      "am ount",
+      "amo unt",
+      "a mount",
+      "▁со зда",
+      "ér ieur",
+      "érie ur",
+      "éri eur",
+      "▁t elling",
+      "▁tell ing",
+      "▁tel ling",
+      "Ha s",
+      "H as",
+      "▁in iti",
+      "▁init i",
+      "▁П и",
+      "ev al",
+      "e val",
+      "▁M atch",
+      "▁Mat ch",
+      "▁ Match",
+      "▁cor re",
+      "▁corr e",
+      "Point er",
+      "Po inter",
+      "▁pass es",
+      "▁passe s",
+      "comp any",
+      "▁а н",
+      "▁ ан",
+      "ach es",
+      "ac hes",
+      "ache s",
+      "a ches",
+      "▁sig lo",
+      "не м",
+      "н ем",
+      "▁ex change",
+      "▁ exchange",
+      "ci to",
+      "cit o",
+      "c ito",
+      "▁B ab",
+      "▁Ba b",
+      "Do c",
+      "D oc",
+      "ze ś",
+      "▁на род",
+      "▁ народ",
+      "▁conf lict",
+      "▁conflic t",
+      "▁confl ict",
+      "▁nov ember",
+      "ea u",
+      "e au",
+      "ö v",
+      "▁H ub",
+      "▁Hu b",
+      "▁ Hub",
+      "▁p oco",
+      "▁po co",
+      "▁poc o",
+      "en sa",
+      "ens a",
+      "sch ließ",
+      "lass e",
+      "las se",
+      "l asse",
+      "data s",
+      "dat as",
+      "▁с ти",
+      "▁ст и",
+      "▁ сти",
+      "un ivers",
+      "uni vers",
+      "ek s",
+      "e ks",
+      "▁C ho",
+      "▁Ch o",
+      "▁ Cho",
+      "▁c ô",
+      "▁( .",
+      "▁ (.",
+      "ew nę",
+      "▁Ch ief",
+      "▁Chi ef",
+      "▁ch ef",
+      "▁che f",
+      "▁у прав",
+      "ul i",
+      "u li",
+      "▁' ''",
+      "▁'' '",
+      "▁ '''",
+      "nap shot",
+      "▁re lac",
+      "▁rel ac",
+      "▁rela c",
+      "ég e",
+      "é ge",
+      "w t",
+      "we nd",
+      "wen d",
+      "w end",
+      "os ing",
+      "osi ng",
+      "o sing",
+      "▁ha cer",
+      "▁hace r",
+      "▁ф ран",
+      "au tres",
+      "aut res",
+      "autre s",
+      "▁f ils",
+      "▁fil s",
+      "▁fi ls",
+      "er ed",
+      "ere d",
+      "e red",
+      "▁По силання",
+      "▁th erm",
+      "▁the rm",
+      "▁ther m",
+      "ер жа",
+      "su ch",
+      "s uch",
+      "▁i hren",
+      "▁ih ren",
+      "▁ihr en",
+      "▁ihre n",
+      "▁en contr",
+      "▁l ots",
+      "▁lo ts",
+      "▁lot s",
+      "lo go",
+      "log o",
+      "l ogo",
+      "▁W i",
+      "/ (",
+      "ш ње",
+      "DA TA",
+      "DAT A",
+      "D ATA",
+      "▁P layer",
+      "▁Pl ayer",
+      "▁Play er",
+      "▁Pla yer",
+      "▁ Player",
+      "▁Leip zig",
+      "▁rel atives",
+      "▁relative s",
+      "▁relativ es",
+      "ре в",
+      "р ев",
+      "▁new sp",
+      "▁news p",
+      "? ,",
+      "▁St utt",
+      "▁Stu tt",
+      "▁d ual",
+      "▁du al",
+      "▁compan ies",
+      "▁z am",
+      "▁za m",
+      "put ation",
+      "▁in equality",
+      "▁t rem",
+      "▁tr em",
+      "▁tre m",
+      "hi ps",
+      "hip s",
+      "h ips",
+      "an ch",
+      "anc h",
+      "▁ Ż",
+      "бур г",
+      "▁cop ies",
+      "da sh",
+      "das h",
+      "d ash",
+      "во р",
+      "в ор",
+      "spiel er",
+      "s pieler",
+      "▁Re volution",
+      "▁Revol ution",
+      "es ty",
+      "est y",
+      "e sty",
+      "▁j unto",
+      "▁jun to",
+      "▁junt o",
+      "▁Ind eed",
+      "ok al",
+      "oka l",
+      "o kal",
+      "ctr ine",
+      "▁F ord",
+      "▁For d",
+      "▁Fo rd",
+      "▁C REATE",
+      "▁ CREATE",
+      "▁w alls",
+      "▁wall s",
+      "▁wal ls",
+      "▁a ute",
+      "▁au te",
+      "▁aut e",
+      "S U",
+      "wh y",
+      "w hy",
+      "plement ation",
+      "ro ut",
+      "rou t",
+      "r out",
+      "Mat rix",
+      "▁s ad",
+      "▁sa d",
+      "ан а",
+      "а на",
+      "▁P ic",
+      "▁Pi c",
+      ". “",
+      "▁A C",
+      "▁ AC",
+      "▁F est",
+      "▁Fe st",
+      "▁des ktop",
+      "▁ desktop",
+      "▁P ay",
+      "▁Pa y",
+      "▁ Pay",
+      "ome times",
+      "omet imes",
+      "▁T ak",
+      "▁Ta k",
+      "ра б",
+      "▁S ever",
+      "▁Se ver",
+      "▁nor thern",
+      "▁north ern",
+      "an ter",
+      "ant er",
+      "ante r",
+      "▁Mod ern",
+      "▁Mo dern",
+      "▁Mode rn",
+      "wa l",
+      "w al",
+      "{ \r",
+      "on line",
+      "ö k",
+      "▁brit ann",
+      "$ _",
+      "▁j ar",
+      "▁ja r",
+      "▁ jar",
+      "T L",
+      "xx xx",
+      "xxx x",
+      "x xxx",
+      "mer ge",
+      "▁N amen",
+      "▁Name n",
+      "▁Na men",
+      "▁Nam en",
+      "▁K EY",
+      "▁ KEY",
+      "▁re fers",
+      "▁ref ers",
+      "▁refer s",
+      "▁h in",
+      "▁hi n",
+      "▁ hin",
+      "▁Vol ks",
+      "▁Volk s",
+      "st eller",
+      "stell er",
+      "stelle r",
+      "vi ation",
+      "via tion",
+      "v iation",
+      "on io",
+      "oni o",
+      "o nio",
+      "ight er",
+      "igh ter",
+      "Com pat",
+      "Comp at",
+      "▁C E",
+      "▁ CE",
+      "▁p ró",
+      "▁pr ó",
+      "▁encuent ra",
+      "the orem",
+      "▁pub li",
+      "▁Develop ment",
+      "н д",
+      "▁r os",
+      "▁ro s",
+      "▁ ros",
+      "▁s hr",
+      "▁sh r",
+      "se au",
+      "s eau",
+      "▁gener ating",
+      "▁gene rating",
+      "▁difficult y",
+      "▁Ex press",
+      "▁Exp ress",
+      "▁ Express",
+      "Al ignment",
+      "de utsch",
+      "▁Вла ди",
+      "▁sugg ests",
+      "▁suggest s",
+      "▁Famil y",
+      "▁Fam ily",
+      "▁ Family",
+      "bb i",
+      "b bi",
+      "]) .",
+      "] ).",
+      "st aw",
+      "sta w",
+      "▁pres idente",
+      "▁president e",
+      "▁presiden te",
+      "▁st esso",
+      "in x",
+      "i nx",
+      "set up",
+      "▁con form",
+      "▁conf orm",
+      "▁f ro",
+      "▁fr o",
+      "=\\ \"",
+      "= \\\"",
+      "▁d å",
+      "ic iones",
+      "ici ones",
+      "icio nes",
+      "icion es",
+      "i ciones",
+      "▁e volution",
+      "▁evol ution",
+      "pr ote",
+      "pro te",
+      "p rote",
+      "▁pr ints",
+      "▁print s",
+      "▁prin ts",
+      "▁P ont",
+      "▁Po nt",
+      "▁Pon t",
+      "▁conf usion",
+      "▁ Й",
+      "▁d ello",
+      "▁del lo",
+      "▁dell o",
+      "▁man if",
+      "Def inition",
+      "ár a",
+      "á ra",
+      "ma ls",
+      "mal s",
+      "m als",
+      "▁s ale",
+      "▁sa le",
+      "▁sal e",
+      "▁drop down",
+      "▁ dropdown",
+      "Ch ain",
+      "Amer ican",
+      "America n",
+      "▁m k",
+      "▁ mk",
+      "▁B ez",
+      "▁Be z",
+      "▁F ue",
+      "▁Fu e",
+      "▁N E",
+      "▁ NE",
+      "гра фи",
+      "граф и",
+      "doc ker",
+      "do cker",
+      "d ocker",
+      "▁^ {",
+      "▁ ^{",
+      "As sert",
+      "Ass ert",
+      "▁hor izontal",
+      "▁horizon tal",
+      "▁ horizontal",
+      "(@ \"",
+      "( @\"",
+      "▁д ву",
+      "pro xy",
+      "U ri",
+      "gen cy",
+      "g ency",
+      "▁\" [",
+      "▁Q t",
+      "▁ Qt",
+      "▁N ames",
+      "▁Name s",
+      "▁Na mes",
+      "▁Nam es",
+      "▁ Names",
+      "▁evalu ate",
+      "▁eval uate",
+      "! /",
+      "▁ein ges",
+      "▁eing es",
+      "▁syn th",
+      "▁sy nth",
+      "▁You Tube",
+      "▁turn ing",
+      "▁tur ning",
+      "▁E ric",
+      "▁Er ic",
+      "▁б ли",
+      "▁ бли",
+      "▁k lub",
+      "▁kl ub",
+      "pl orer",
+      "▁s ports",
+      "▁sport s",
+      "▁s ia",
+      "▁si a",
+      "о ш",
+      "▁d ai",
+      "▁da i",
+      "▁e urope",
+      "▁europ e",
+      "▁euro pe",
+      "ic ians",
+      "ici ans",
+      "ician s",
+      "icia ns",
+      "ings områ",
+      "▁d re",
+      "▁dr e",
+      "▁work around",
+      "▁s uit",
+      "▁su it",
+      "▁ suit",
+      "amb igu",
+      "▁quant ity",
+      "▁ quantity",
+      "▁seg undo",
+      "Sym bol",
+      "S ymbol",
+      "▁m oral",
+      "▁mo ral",
+      "▁mor al",
+      "Ch art",
+      "Char t",
+      "C hart",
+      "▁da mit",
+      "▁dam it",
+      "▁attempt s",
+      "▁d onn",
+      "▁do nn",
+      "▁don n",
+      "jo s",
+      "j os",
+      "▁e re",
+      "▁er e",
+      "▁ ere",
+      "▁hom me",
+      "▁ homme",
+      "si mp",
+      "sim p",
+      "s imp",
+      "rypt ed",
+      "▁act s",
+      "▁ac ts",
+      "inner HTML",
+      "▁tourn ament",
+      "▁s ky",
+      "▁sk y",
+      "▁ sky",
+      "Time r",
+      "Tim er",
+      "T imer",
+      "▁mill ions",
+      "▁million s",
+      "^ +",
+      "ag ent",
+      "age nt",
+      "agen t",
+      "a gent",
+      "') );",
+      "')) ;",
+      "' ));",
+      "▁o st",
+      "▁os t",
+      "▁ ost",
+      "▁g la",
+      "▁gl a",
+      "▁по мо",
+      "▁f ün",
+      "ст вом",
+      "ств ом",
+      "ство м",
+      "ewnę trz",
+      "▁Mé xico",
+      "▁l ub",
+      "▁lu b",
+      "▁ lub",
+      "▁É d",
+      "if ik",
+      "ifi k",
+      "i fik",
+      "че ский",
+      "▁im mer",
+      "▁imm er",
+      "▁ immer",
+      "en sen",
+      "ens en",
+      "ense n",
+      "an ny",
+      "ann y",
+      "in line",
+      "▁g over",
+      "▁go ver",
+      "au c",
+      "a uc",
+      "▁re pre",
+      "▁rep re",
+      "▁repr e",
+      "▁histor ia",
+      "▁hist oria",
+      "A g",
+      "▁p lt",
+      "▁pl t",
+      "▁Pr inci",
+      "▁Prin ci",
+      "im eter",
+      "ime ter",
+      "imet er",
+      "i meter",
+      "ő s",
+      "š e",
+      "▁U E",
+      "▁ UE",
+      "Equ als",
+      "Equal s",
+      "Eq uals",
+      "Dis patch",
+      "le gen",
+      "leg en",
+      "lege n",
+      "l egen",
+      "ла зи",
+      "чно й",
+      "ч ной",
+      "▁st ell",
+      "▁ste ll",
+      "▁ stell",
+      "ń st",
+      "▁c ri",
+      "▁cr i",
+      "▁ cri",
+      "▁In dep",
+      "▁Ind ep",
+      "è de",
+      "}\\ )",
+      "} \\)",
+      "▁w yst",
+      "▁wy st",
+      "▁wys t",
+      "▁fig ured",
+      "▁figure d",
+      "▁figur ed",
+      "AT CH",
+      "éb en",
+      "é ben",
+      "la cht",
+      "lac ht",
+      "lach t",
+      "l acht",
+      "▁succeed ed",
+      "gr y",
+      "g ry",
+      "▁p ret",
+      "▁pr et",
+      "▁pre t",
+      "▁ pret",
+      "▁S af",
+      "▁Sa f",
+      "▁\" );",
+      "▁\") ;",
+      "▁ \");",
+      "e h",
+      "▁offic iel",
+      "▁offici el",
+      "краї н",
+      "wi nd",
+      "win d",
+      "w ind",
+      "▁sc atter",
+      "▁F ox",
+      "▁Fo x",
+      "ic ious",
+      "ici ous",
+      "icio us",
+      "i cious",
+      "Man y",
+      "Ma ny",
+      "M any",
+      "up er",
+      "u per",
+      "▁Con vert",
+      "▁ Convert",
+      "st erd",
+      "ste rd",
+      "ster d",
+      "▁St ein",
+      "▁Ste in",
+      "▁О т",
+      "}^ {(",
+      "}^{ (",
+      "} ^{(",
+      "bet ween",
+      "hi re",
+      "h ire",
+      "▁on Create",
+      "▁ onCreate",
+      "; </",
+      "b ably",
+      "S Y",
+      "mo t",
+      "m ot",
+      "▁D ire",
+      "▁Di re",
+      "▁Dir e",
+      "itect ure",
+      "то й",
+      "▁co ordinate",
+      "▁coordin ate",
+      "▁coord inate",
+      "▁ coordinate",
+      "(\" #",
+      "▁s üd",
+      "O B",
+      "▁m orte",
+      "▁mor te",
+      "▁mort e",
+      "▁we ather",
+      "▁h ely",
+      "▁he ly",
+      "▁hel y",
+      "▁ hely",
+      "▁priv ile",
+      "RE LEASE",
+      "at el",
+      "ate l",
+      "a tel",
+      "▁recogn ized",
+      "▁recognize d",
+      "▁Th ough",
+      "сси й",
+      "mem ory",
+      "▁comp ilation",
+      "bit s",
+      "bi ts",
+      "b its",
+      "▁w ed",
+      "▁we d",
+      "▁ wed",
+      "}} _{",
+      "}}_ {",
+      "} }_{",
+      "▁G UI",
+      "п ня",
+      "▁sou thern",
+      "▁south ern",
+      "▁h ay",
+      "▁ha y",
+      "ov ić",
+      "ovi ć",
+      "o vić",
+      "la uf",
+      "lau f",
+      "l auf",
+      "▁E L",
+      "▁ EL",
+      "▁F ull",
+      "▁Fu ll",
+      "▁Ful l",
+      "▁ Full",
+      "▁Ham burg",
+      "▁Hamb urg",
+      "▁M ittel",
+      "▁Mit tel",
+      "▁Mitte l",
+      "▁Mitt el",
+      "D U",
+      "appro x",
+      "H S",
+      "▁про це",
+      "▁mag azine",
+      "▁M ig",
+      "▁Mi g",
+      "▁click ing",
+      "en tr",
+      "ent r",
+      "▁au tre",
+      "▁aut re",
+      "▁ autre",
+      "▁t é",
+      "▁ té",
+      "▁h á",
+      "▁ há",
+      "ст ы",
+      "с ты",
+      "▁M A",
+      "▁ MA",
+      "ap py",
+      "app y",
+      "a ppy",
+      "st ví",
+      "▁se lon",
+      "▁sel on",
+      "▁g ek",
+      "▁ge k",
+      "▁S l",
+      "▁ Sl",
+      "fr astr",
+      "fra str",
+      "Li b",
+      "L ib",
+      "▁Д у",
+      "▁f acing",
+      "▁fa cing",
+      "▁fac ing",
+      "▁с тар",
+      "▁ст ар",
+      "▁ста р",
+      "▁D utch",
+      "at ar",
+      "ata r",
+      "a tar",
+      "▁ke eps",
+      "▁keep s",
+      "▁Pat rick",
+      "▁Patri ck",
+      "il io",
+      "ili o",
+      "i lio",
+      "▁v ig",
+      "▁vi g",
+      "тв а",
+      "т ва",
+      "▁Feder al",
+      "▁Fed eral",
+      "▁par agraph",
+      "▁para graph",
+      "▁ paragraph",
+      "▁inter action",
+      "▁inte raction",
+      "▁interact ion",
+      "▁occ as",
+      "▁oc cas",
+      "▁I ran",
+      "▁Ir an",
+      "▁Ira n",
+      "▁machine s",
+      "▁mach ines",
+      "(( )",
+      "( ()",
+      "ur ies",
+      "uri es",
+      "u ries",
+      "▁ро ди",
+      "▁род и",
+      "▁ роди",
+      "▁а мерикан",
+      "up p",
+      "u pp",
+      "▁i ce",
+      "▁ic e",
+      "▁ ice",
+      "▁S ay",
+      "▁Sa y",
+      "▁s ail",
+      "▁sa il",
+      "▁B egin",
+      "▁Be gin",
+      "▁Beg in",
+      "▁ Begin",
+      "fi co",
+      "fic o",
+      "f ico",
+      "og a",
+      "o ga",
+      "▁d esar",
+      "▁des ar",
+      "▁d v",
+      "▁ра ди",
+      "oh en",
+      "o hen",
+      "er ei",
+      "ere i",
+      "e rei",
+      "án ak",
+      "á nak",
+      "▁d aar",
+      "▁da ar",
+      "if iers",
+      "ifier s",
+      "ifi ers",
+      "ifie rs",
+      "▁th ee",
+      "▁the e",
+      "▁by la",
+      "▁byl a",
+      "ва ла",
+      "вал а",
+      "в ала",
+      "an dro",
+      "and ro",
+      "andr o",
+      "▁м оло",
+      "▁мо ло",
+      "▁tot ally",
+      "▁total ly",
+      "io m",
+      "i om",
+      "▁a er",
+      "ns ylvan",
+      "▁cor ps",
+      "▁tre ated",
+      "▁treat ed",
+      "▁com une",
+      "▁comun e",
+      "M ich",
+      "vo ice",
+      "pg f",
+      "▁a nx",
+      "▁an x",
+      "▁Phil ip",
+      "▁Phili p",
+      "▁e k",
+      "▁ ek",
+      "▁Men schen",
+      "▁Mens chen",
+      "▁d ere",
+      "▁de re",
+      "▁der e",
+      "▁per met",
+      "▁perm et",
+      "Ma il",
+      "M ail",
+      "▁V é",
+      "en ted",
+      "ent ed",
+      "ente d",
+      "▁b unch",
+      "▁P iet",
+      "▁Pi et",
+      "▁Pie t",
+      "att ach",
+      "atta ch",
+      "▁p orte",
+      "▁por te",
+      "▁port e",
+      "▁ porte",
+      "да т",
+      "д ат",
+      "▁Brit ain",
+      "Enc oding",
+      "▁` <",
+      "Sp ace",
+      "S pace",
+      "▁r ap",
+      "▁ra p",
+      "▁ rap",
+      "▁pop ul",
+      "fl oor",
+      "f loor",
+      "spec ific",
+      "cle an",
+      "c lean",
+      "▁con qu",
+      "f b",
+      "▁introdu ce",
+      "▁Ent ity",
+      "▁ Entity",
+      "▁er folg",
+      "▁erf olg",
+      "at ol",
+      "ato l",
+      "a tol",
+      "ient os",
+      "iento s",
+      "ки педи",
+      "▁U t",
+      "▁б ри",
+      "▁ бри",
+      "ed uler",
+      "edu ler",
+      "edule r",
+      "▁conc entr",
+      "▁concent r",
+      "▁c her",
+      "▁ch er",
+      "▁che r",
+      "▁ cher",
+      "▁up grade",
+      "▁upgrad e",
+      "▁p ictures",
+      "▁picture s",
+      "▁Famil ie",
+      "M us",
+      "Lo ok",
+      "L ook",
+      "▁e ran",
+      "▁er an",
+      "▁era n",
+      "▁g ram",
+      "▁gr am",
+      "▁gra m",
+      "▁ gram",
+      "▁W o",
+      "np m",
+      "n pm",
+      "▁Sal v",
+      "▁Sa lv",
+      "▁c d",
+      "▁ cd",
+      "▁В ы",
+      "wa hl",
+      "w ahl",
+      "tr ain",
+      "tra in",
+      "t rain",
+      "ch em",
+      "che m",
+      "c hem",
+      "▁P il",
+      "▁Pi l",
+      "▁Con nect",
+      "▁ Connect",
+      "č e",
+      "▁h ast",
+      "▁ha st",
+      "▁has t",
+      "▁Mult i",
+      "▁Mul ti",
+      "▁ Multi",
+      "at ta",
+      "att a",
+      "a tta",
+      "▁S ound",
+      "▁So und",
+      "▁Sou nd",
+      "▁ Sound",
+      "sol ute",
+      "▁qu ote",
+      "▁quot e",
+      "▁ quote",
+      "▁o bst",
+      "▁ob st",
+      "▁obs t",
+      "cc iones",
+      "ccion es",
+      "c ciones",
+      "ib ly",
+      "▁b rand",
+      "▁br and",
+      "▁bra nd",
+      "▁bran d",
+      "▁ brand",
+      "▁convers ation",
+      "▁to utes",
+      "▁tout es",
+      "▁tou tes",
+      "▁toute s",
+      "▁R ub",
+      "▁Ru b",
+      "ie nia",
+      "ien ia",
+      "i enia",
+      "ir it",
+      "iri t",
+      "i rit",
+      "▁А нд",
+      "▁Ан д",
+      "edu led",
+      "edule d",
+      "▁T otal",
+      "▁To tal",
+      "▁Tot al",
+      "▁ Total",
+      "Di g",
+      "D ig",
+      "er em",
+      "ere m",
+      "e rem",
+      "▁s ki",
+      "▁sk i",
+      "▁ ski",
+      "De st",
+      "Des t",
+      "D est",
+      "Y Y",
+      "е ди",
+      "al y",
+      "a ly",
+      "▁back end",
+      "▁ backend",
+      "ul us",
+      "ulu s",
+      "u lus",
+      "▁feature d",
+      "▁person n",
+      "▁pers onn",
+      "▁sc hon",
+      "▁sch on",
+      "tr ace",
+      "tra ce",
+      "t race",
+      "▁I DE",
+      "▁ID E",
+      "▁ IDE",
+      "á j",
+      "▁anim als",
+      "▁animal s",
+      "▁ani mals",
+      "▁s now",
+      "▁sn ow",
+      "uv e",
+      "u ve",
+      "uer to",
+      "▁d rew",
+      "▁dr ew",
+      "▁dre w",
+      "▁Ye ah",
+      "▁S v",
+      "\\, \\",
+      "\\ ,\\",
+      "▁S erie",
+      "▁Se rie",
+      "▁Ser ie",
+      "▁second o",
+      "▁sec ondo",
+      "▁Leb ens",
+      "▁Leben s",
+      "▁acc ord",
+      "▁ac cord",
+      "▁C et",
+      "▁Ce t",
+      "er ade",
+      "era de",
+      "e rade",
+      "▁desp ite",
+      "▁C arlo",
+      "▁Car lo",
+      "▁Carl o",
+      "▁z ewnętrz",
+      "▁l ista",
+      "▁li sta",
+      "▁list a",
+      "▁ lista",
+      "ni co",
+      "nic o",
+      "n ico",
+      "▁Corpor ation",
+      "vs pace",
+      "v space",
+      "▁вой ны",
+      "▁st ands",
+      "▁stand s",
+      "▁stan ds",
+      "▁wor se",
+      "▁sim ult",
+      "▁si mult",
+      "▁pract ical",
+      "CO L",
+      "C OL",
+      "ch anged",
+      "change d",
+      "chan ged",
+      "▁Исто рия",
+      "б ри",
+      "in do",
+      "ind o",
+      "▁Lew is",
+      "▁pattern s",
+      "if ica",
+      "ific a",
+      "ifi ca",
+      "i fica",
+      "▁s mart",
+      "▁sm art",
+      "▁concern ed",
+      "ți i",
+      "ț ii",
+      "▁H ello",
+      "▁Hel lo",
+      "▁Hell o",
+      "▁ Hello",
+      "re ll",
+      "rel l",
+      "r ell",
+      "▁L ex",
+      "▁Le x",
+      "▁в то",
+      "▁cond itional",
+      "▁condition al",
+      "ot ted",
+      "ott ed",
+      "otte d",
+      "▁sh oot",
+      "▁sho ot",
+      "▁W ed",
+      "▁We d",
+      "▁мар та",
+      "au d",
+      "a ud",
+      "▁an te",
+      "▁ant e",
+      "▁ ante",
+      "ien tras",
+      "ient ras",
+      "▁p apers",
+      "▁pa pers",
+      "▁pap ers",
+      "▁paper s",
+      "▁port ug",
+      "▁Man agement",
+      "▁ Management",
+      "▁exerc ise",
+      "▁Begr iff",
+      "com mit",
+      "comm it",
+      "▁render ing",
+      "▁rend ering",
+      "▁rende ring",
+      "▁c zas",
+      "▁cz as",
+      "▁ czas",
+      "Dr op",
+      "D rop",
+      "er g",
+      "e rg",
+      "▁m ul",
+      "▁mu l",
+      "▁ mul",
+      "▁T an",
+      "▁Ta n",
+      "ie ro",
+      "ier o",
+      "i ero",
+      "▁loc ale",
+      "▁local e",
+      "▁ locale",
+      "▁in aug",
+      "du mp",
+      "d ump",
+      "ци й",
+      "▁symbol s",
+      "in ta",
+      "int a",
+      "▁aw arded",
+      "▁award ed",
+      "▁s ust",
+      "▁su st",
+      "▁sus t",
+      "▁S end",
+      "▁Se nd",
+      "▁Sen d",
+      "▁ Send",
+      "ї в",
+      "Re st",
+      "Res t",
+      "R est",
+      "zt en",
+      "zte n",
+      "z ten",
+      "ли м",
+      "л им",
+      "ri val",
+      "riv al",
+      "r ival",
+      "PO RT",
+      "P ORT",
+      "öl ker",
+      "im ately",
+      "imate ly",
+      "imat ely",
+      "ig te",
+      "igt e",
+      "ч ных",
+      "▁ter ra",
+      "▁ terra",
+      "ög lich",
+      "▁H om",
+      "▁Ho m",
+      "▁ Hom",
+      "▁h ex",
+      "▁he x",
+      "▁ hex",
+      "do ne",
+      "don e",
+      "d one",
+      "am ps",
+      "amp s",
+      "▁c et",
+      "▁ce t",
+      "PR E",
+      "P RE",
+      "ös t",
+      "ö st",
+      "▁fem me",
+      "Se lection",
+      "Select ion",
+      "▁z aw",
+      "▁za w",
+      "sp r",
+      "s pr",
+      "▁horse s",
+      "▁hors es",
+      "▁s nap",
+      "▁sn ap",
+      "Text Box",
+      "▁E clipse",
+      "ul le",
+      "ull e",
+      "u lle",
+      "ow ym",
+      "owy m",
+      "▁c omer",
+      "▁com er",
+      "▁co mer",
+      "▁come r",
+      "ne cess",
+      "co ok",
+      "c ook",
+      "en ger",
+      "eng er",
+      "-- >",
+      "- ->",
+      "▁p ří",
+      "▁př í",
+      "pan das",
+      "p andas",
+      "▁P lus",
+      "▁Pl us",
+      "▁ Plus",
+      "yl l",
+      "y ll",
+      "▁t error",
+      "▁te rror",
+      "▁ter ror",
+      "▁c rim",
+      "▁cr im",
+      "▁cri m",
+      "▁z ak",
+      "▁za k",
+      "▁ zak",
+      "iss ue",
+      "pa nel",
+      "pan el",
+      "p anel",
+      "sv g",
+      "▁re b",
+      "▁r eb",
+      "▁ reb",
+      "Custom er",
+      "sw itch",
+      "об ра",
+      "о бра",
+      "▁Champion ships",
+      "▁Championship s",
+      "▁Champions hips",
+      "cl o",
+      "c lo",
+      "at te",
+      "att e",
+      "a tte",
+      "▁any more",
+      "▁excell ent",
+      "▁opport unity",
+      "▁opportun ity",
+      "▁B ahn",
+      "▁Ba hn",
+      "▁Bah n",
+      "чи н",
+      "ч ин",
+      "et ing",
+      "eti ng",
+      "e ting",
+      "▁inc ident",
+      "to m",
+      "t om",
+      "Per s",
+      "Pe rs",
+      "P ers",
+      "bb en",
+      "bbe n",
+      "b ben",
+      "ствен ной",
+      "ственно й",
+      "и х",
+      "ro uter",
+      "route r",
+      "rout er",
+      "rou ter",
+      "r outer",
+      "▁new ly",
+      "▁sil ence",
+      "▁G NU",
+      "▁R ails",
+      "▁Ra ils",
+      "▁Rail s",
+      "▁A mb",
+      "▁Am b",
+      "▁Q ual",
+      "▁Qu al",
+      "▁ Qual",
+      "▁Sch aus",
+      "▁Sc haus",
+      "▁S ohn",
+      "▁So hn",
+      "▁A LL",
+      "▁AL L",
+      "▁ ALL",
+      "▁ro yal",
+      "▁roy al",
+      "▁ £",
+      "wi ę",
+      "w ię",
+      "▁ent fer",
+      "▁Re move",
+      "▁Rem ove",
+      "▁ Remove",
+      "▁hard ly",
+      "Us ing",
+      "U sing",
+      "ло г",
+      "▁I ch",
+      "▁d erni",
+      "▁der ni",
+      "▁Con nection",
+      "▁Connect ion",
+      "▁ Connection",
+      "fi sh",
+      "f ish",
+      "▁In form",
+      "▁Inf orm",
+      "▁Info rm",
+      "▁E ner",
+      "▁En er",
+      "ro it",
+      "r oit",
+      "B bb",
+      "View Model",
+      "V ideo",
+      "il ey",
+      "ile y",
+      "i ley",
+      "▁м ного",
+      "▁мно го",
+      "▁G em",
+      "▁Ge m",
+      "▁comp reh",
+      "▁compr eh",
+      "en umerate",
+      "ul as",
+      "ula s",
+      "u las",
+      "▁B ah",
+      "▁Ba h",
+      "▁Y et",
+      "▁Ye t",
+      "B R",
+      "х ра",
+      "▁count y",
+      "▁coun ty",
+      "▁H ist",
+      "▁His t",
+      "▁Hi st",
+      "▁Г у",
+      "▁ Ј",
+      "▁m ari",
+      "▁ma ri",
+      "▁mar i",
+      "▁C lar",
+      "▁Cl ar",
+      "▁Cla r",
+      "Bit map",
+      "B itmap",
+      "▁C z",
+      "▁m ån",
+      "▁må n",
+      "▁m ere",
+      "▁me re",
+      "▁mer e",
+      "▁mus ique",
+      "al so",
+      "als o",
+      "date s",
+      "da tes",
+      "dat es",
+      "d ates",
+      "▁D VD",
+      "▁g ol",
+      "▁go l",
+      "fo ny",
+      "fon y",
+      "f ony",
+      "▁Cast le",
+      "▁фа ми",
+      "▁arr ang",
+      "▁Bus iness",
+      "▁K az",
+      "▁Ka z",
+      "▁o sc",
+      "▁os c",
+      "▁ osc",
+      "▁se colo",
+      "▁sec olo",
+      "▁aff ected",
+      "▁affect ed",
+      "▁He alth",
+      "re b",
+      "r eb",
+      "ed itor",
+      "edit or",
+      "edi tor",
+      "▁own ed",
+      "▁ow ned",
+      "▁ owned",
+      "t l",
+      "▁v í",
+      "▁ ví",
+      "чни х",
+      "ч них",
+      "к ви",
+      "▁dev ient",
+      "▁devi ent",
+      "M utable",
+      "▁t egen",
+      "▁te gen",
+      "Reg ister",
+      "є ю",
+      "▁car acter",
+      "лл и",
+      "л ли",
+      "▁n ouvelle",
+      "▁nouve lle",
+      "ok o",
+      "o ko",
+      "icht et",
+      "ichte t",
+      "▁e vol",
+      "▁ev ol",
+      "▁H ab",
+      "▁Ha b",
+      "▁mil itar",
+      "▁milit ar",
+      "▁p uts",
+      "▁put s",
+      "▁pu ts",
+      "end if",
+      "endi f",
+      "▁Dav is",
+      "▁Da vis",
+      "▁Scot land",
+      "reg ular",
+      "▁Con text",
+      "▁Cont ext",
+      "▁ Context",
+      "is piel",
+      "isp iel",
+      "i spiel",
+      "▁G allery",
+      "▁Gall ery",
+      "\", \r",
+      "\" ,\r",
+      "▁a rc",
+      "▁ar c",
+      "▁ arc",
+      "▁IN FO",
+      "▁ INFO",
+      "▁c od",
+      "▁co d",
+      "▁ cod",
+      "ді в",
+      "д ів",
+      "▁v archar",
+      "▁var char",
+      "▁ varchar",
+      "▁tou jours",
+      "at ial",
+      "ati al",
+      "atia l",
+      "▁h anno",
+      "▁han no",
+      "▁проф ес",
+      "▁launch ed",
+      "▁насе лення",
+      "▁t on",
+      "▁to n",
+      "▁ ton",
+      "au sed",
+      "ause d",
+      "aus ed",
+      "a used",
+      "▁і з",
+      "▁t ö",
+      "▁P ur",
+      "▁Pu r",
+      "▁o lymp",
+      "AR N",
+      "ó m",
+      "▁a ugust",
+      "▁aug ust",
+      "▁f urn",
+      "▁fur n",
+      "▁fu rn",
+      "▁Col omb",
+      "▁Sta ats",
+      "▁Staat s",
+      "ho ra",
+      "hor a",
+      "h ora",
+      "▁м ор",
+      "▁мо р",
+      "▁ мор",
+      "can vas",
+      "▁gr ave",
+      "▁gra ve",
+      "▁grav e",
+      "▁com position",
+      "▁comp osition",
+      "▁compos ition",
+      "ac ja",
+      "▁которы е",
+      "▁ч о",
+      "▁ чо",
+      "Gener al",
+      "Gen eral",
+      "ан і",
+      "а ні",
+      "▁Joh annes",
+      "▁Johann es",
+      "▁Johan nes",
+      "ка р",
+      "к ар",
+      "▁ча ст",
+      "▁час т",
+      "▁Ва си",
+      "ss h",
+      "s sh",
+      "▁repla cing",
+      "▁< >",
+      "▁ <>",
+      "ці в",
+      "ц ів",
+      "la us",
+      "lau s",
+      "l aus",
+      "en y",
+      "e ny",
+      "äh l",
+      "ä hl",
+      "▁m arg",
+      "▁ma rg",
+      "▁mar g",
+      "ci ence",
+      "c ience",
+      "▁inst ruction",
+      "▁instru ction",
+      "▁instruct ion",
+      "▁ко ји",
+      "Ed itor",
+      "Edit or",
+      "▁fund amental",
+      "mu nd",
+      "mun d",
+      "m und",
+      "▁exception s",
+      "▁except ions",
+      "▁p late",
+      "▁pl ate",
+      "▁pla te",
+      "▁plat e",
+      "▁ plate",
+      "▁L is",
+      "▁Li s",
+      "▁d eren",
+      "▁de ren",
+      "▁der en",
+      "▁dere n",
+      "pr ep",
+      "pre p",
+      "p rep",
+      "▁janu ari",
+      "Sc ope",
+      "S cope",
+      "yn ast",
+      "yna st",
+      "r v",
+      "or sz",
+      "ors z",
+      "▁T ony",
+      "▁To ny",
+      "▁Ton y",
+      "▁д і",
+      "▁ ді",
+      "▁о дна",
+      "▁од на",
+      "▁s ab",
+      "▁sa b",
+      "ot i",
+      "o ti",
+      "je l",
+      "j el",
+      "▁gener ator",
+      "▁ generator",
+      "▁' .",
+      "▁ '.",
+      "▁sh arp",
+      "▁ sharp",
+      "▁то лько",
+      "▁account s",
+      "▁ž e",
+      "▁ že",
+      "▁for am",
+      "▁fo ram",
+      "▁g ouvern",
+      "TI ME",
+      "T IME",
+      "▁Sov iet",
+      "▁G é",
+      "▁ex ped",
+      "▁exp ed",
+      "▁ord inary",
+      "▁ordin ary",
+      "▁ ordinary",
+      "▁Con serv",
+      "▁Cons erv",
+      "▁Conse rv",
+      "▁com pla",
+      "▁comp la",
+      "▁compl a",
+      "te i",
+      "t ei",
+      "▁cap tain",
+      "▁capt ain",
+      "▁Sam uel",
+      "▁D ark",
+      "▁Dar k",
+      "▁в ін",
+      "▁ві н",
+      "▁de light",
+      "▁del ight",
+      "re cht",
+      "rec ht",
+      "di a",
+      "d ia",
+      "ess es",
+      "esse s",
+      "ul p",
+      "u lp",
+      "ш ки",
+      "be z",
+      "b ez",
+      "▁det ection",
+      "▁detect ion",
+      "▁cook ie",
+      "▁ cookie",
+      "an try",
+      "ant ry",
+      "Mult i",
+      "ob a",
+      "o ba",
+      "▁j oy",
+      "▁jo y",
+      "▁safe ty",
+      "▁saf ety",
+      "| ^",
+      "po d",
+      "p od",
+      "ad ém",
+      "▁Ch ron",
+      "▁Chr on",
+      "▁D jango",
+      "▁Dj ango",
+      "▁ehem al",
+      "k h",
+      "è le",
+      "▁p oc",
+      "▁po c",
+      "B ottom",
+      "la unch",
+      "ne m",
+      "n em",
+      "▁G ROUP",
+      "▁ GROUP",
+      "ní ho",
+      "▁G ib",
+      "▁Gi b",
+      "sd k",
+      "s dk",
+      "B E",
+      "▁G ene",
+      "▁Ge ne",
+      "▁Gen e",
+      "▁St aff",
+      "▁Sta ff",
+      "▁subsequ ent",
+      "ic ion",
+      "ici on",
+      "icio n",
+      "i cion",
+      "▁vict ory",
+      "▁c anon",
+      "▁can on",
+      "▁ca non",
+      "iz ar",
+      "iza r",
+      "i zar",
+      "iz ia",
+      "izi a",
+      "i zia",
+      "▁m ate",
+      "▁ma te",
+      "▁mat e",
+      "▁ mate",
+      "▁lay ers",
+      "▁layer s",
+      "▁ layers",
+      "su do",
+      "s udo",
+      "sch ule",
+      "per iment",
+      "ül et",
+      "ü let",
+      "AR CHAR",
+      "▁тер рито",
+      "▁me asures",
+      "▁measure s",
+      "▁meas ures",
+      "▁z ou",
+      "▁zo u",
+      "ops is",
+      "на ми",
+      "tb ody",
+      "t body",
+      "▁e se",
+      "▁es e",
+      "▁ ese",
+      "ster dam",
+      "sterd am",
+      "▁ph oto",
+      "▁phot o",
+      "▁ photo",
+      "ynchron ous",
+      "set minus",
+      "▁lo ads",
+      "▁load s",
+      "▁ loads",
+      "▁ple asure",
+      "▁me ille",
+      "}\\ ,",
+      "} \\,",
+      "qu al",
+      "qua l",
+      "q ual",
+      "▁fav our",
+      "▁r od",
+      "▁ro d",
+      "▁ rod",
+      "De r",
+      "D er",
+      "ра бо",
+      "раб о",
+      "▁pr essed",
+      "▁pres sed",
+      "▁press ed",
+      "▁ pressed",
+      "r ę",
+      "ie ving",
+      "iev ing",
+      "mate rial",
+      "m aterial",
+      "vi rt",
+      "vir t",
+      "v irt",
+      "▁cap able",
+      "с ло",
+      "us hed",
+      "ush ed",
+      "▁по бе",
+      "uset ts",
+      "un signed",
+      "uns igned",
+      "k ów",
+      "▁o v",
+      "▁ ov",
+      "eg eben",
+      "ege ben",
+      "e geben",
+      "▁app lying",
+      "▁apply ing",
+      "▁gal ax",
+      "▁ga lax",
+      "▁O racle",
+      "▁Or acle",
+      "▁Stutt gart",
+      "In fl",
+      "Inf l",
+      "ach usetts",
+      "▁de el",
+      "li re",
+      "l ire",
+      "▁stat unit",
+      "▁Polit iker",
+      "▁Politik er",
+      "▁beaut y",
+      ") >",
+      "▁Columb ia",
+      "▁zewnętrz ne",
+      "▁про гра",
+      "▁пр огра",
+      "▁d x",
+      "▁ dx",
+      "ck now",
+      "c know",
+      "▁d ub",
+      "▁du b",
+      "un ächst",
+      "find ViewById",
+      "▁M and",
+      "▁Man d",
+      "▁Ma nd",
+      "ál l",
+      "á ll",
+      "na ire",
+      "n aire",
+      "▁dest in",
+      "is ting",
+      "ist ing",
+      "isti ng",
+      "ag gi",
+      "agg i",
+      "a ggi",
+      "ch art",
+      "char t",
+      "cha rt",
+      "c hart",
+      "▁just ice",
+      "Sim ple",
+      "▁un fortunately",
+      "і р",
+      "▁qu esta",
+      "▁que sta",
+      "▁quest a",
+      "▁ questa",
+      "▁Govern or",
+      "я в",
+      "▁mús ica",
+      "▁equ ipo",
+      "▁equip o",
+      "▁D est",
+      "▁De st",
+      "▁Des t",
+      "▁ Dest",
+      "el ect",
+      "ele ct",
+      "e lect",
+      "Stack Trace",
+      "зо м",
+      "з ом",
+      "pr oc",
+      "pro c",
+      "p roc",
+      "ent in",
+      "enti n",
+      "ad ora",
+      "ado ra",
+      "ador a",
+      "▁Л ю",
+      "▁register ed",
+      "H L",
+      "face book",
+      "fac ebook",
+      "▁st oring",
+      "▁stor ing",
+      "▁sto ring",
+      "▁Current ly",
+      "▁qu adr",
+      "▁quad r",
+      "Stand ard",
+      "tr im",
+      "tri m",
+      "t rim",
+      "ear s",
+      "ea rs",
+      "e ars",
+      "se nder",
+      "sen der",
+      "send er",
+      "s ender",
+      "▁V as",
+      "▁Va s",
+      "▁ed ific",
+      "▁B ür",
+      "▁Bü r",
+      "▁C ountry",
+      "▁Count ry",
+      "▁Coun try",
+      "▁ Country",
+      "th a",
+      "t ha",
+      "; \"",
+      "no r",
+      "n or",
+      "▁Do ctor",
+      "▁Doc tor",
+      "ru ment",
+      "rum ent",
+      "r ument",
+      "Ge n",
+      "G en",
+      "▁B uen",
+      "▁Bu en",
+      "ra de",
+      "rad e",
+      "r ade",
+      "▁k un",
+      "n avigation",
+      "Pa y",
+      "P ay",
+      "▁capt ured",
+      "▁capture d",
+      "▁st ruck",
+      "▁str uck",
+      "▁stru ck",
+      "ven ir",
+      "ém ent",
+      "é ment",
+      "▁T ree",
+      "▁Tr ee",
+      "▁Tre e",
+      "▁ Tree",
+      "▁x x",
+      "▁ xx",
+      "▁n arr",
+      "▁na rr",
+      "▁nar r",
+      "ль ного",
+      "льно го",
+      "▁inst alling",
+      "▁install ing",
+      "▁instal ling",
+      "▁associ ation",
+      "▁insert ed",
+      "▁inser ted",
+      "er ner",
+      "ern er",
+      "erne r",
+      "valid ate",
+      "▁l ut",
+      "▁lu t",
+      "▁g lo",
+      "▁gl o",
+      "▁techn ology",
+      "▁P lace",
+      "▁Pl ace",
+      "▁Pla ce",
+      "▁ Place",
+      "$ ?",
+      "▁z v",
+      "с лі",
+      "E P",
+      "▁at mos",
+      "ug o",
+      "u go",
+      "ér t",
+      "é rt",
+      "▁W erk",
+      "▁Wer k",
+      "▁% }",
+      "te le",
+      "tel e",
+      "t ele",
+      "Sp an",
+      "S pan",
+      "▁R aj",
+      "▁Ra j",
+      "▁Person en",
+      "▁Pers onen",
+      "▁C ant",
+      "▁Can t",
+      "▁Ca nt",
+      "▁com bat",
+      "▁comb at",
+      "▁observ ation",
+      "▁obs ervation",
+      "param eter",
+      "para meter",
+      "▁agre ed",
+      "▁agree d",
+      "▁agr eed",
+      "pu r",
+      "p ur",
+      "▁sh adow",
+      "▁ shadow",
+      "▁g ł",
+      "Key s",
+      "Ke ys",
+      "Cre d",
+      "Cr ed",
+      "C red",
+      "ou ri",
+      "our i",
+      "o uri",
+      "▁p ale",
+      "▁pa le",
+      "▁pal e",
+      "ic ké",
+      "ick é",
+      "▁We ek",
+      "▁ Week",
+      "▁Pr ime",
+      "▁Pri me",
+      "▁Prim e",
+      "> .",
+      "Init ial",
+      "▁о дин",
+      "▁од ин",
+      "▁' ',",
+      "▁'' ,",
+      "▁у чи",
+      "▁In v",
+      "▁ Inv",
+      "col a",
+      "co la",
+      "c ola",
+      "ci ble",
+      "c ible",
+      "▁The atre",
+      "▁b em",
+      "▁be m",
+      "▁satisf y",
+      "x l",
+      "▁ра зви",
+      "▁раз ви",
+      "▁p ixel",
+      "▁pix el",
+      "lá n",
+      "l án",
+      "▁tw ee",
+      "▁twe e",
+      "ço n",
+      "ç on",
+      "не ния",
+      "▁A T",
+      "▁ AT",
+      "èg e",
+      "è ge",
+      "▁M ort",
+      "▁Mor t",
+      "▁Mo rt",
+      "▁my sq",
+      "▁ mysq",
+      "ft en",
+      "fte n",
+      "f ten",
+      "▁п ес",
+      "▁пе с",
+      "ém a",
+      "é ma",
+      "▁Service s",
+      "▁Serv ices",
+      "▁ Services",
+      "custom er",
+      "▁A WS",
+      "ъ т",
+      "▁A ch",
+      "▁Ac h",
+      "% .",
+      "▁clar ify",
+      "▁уни версите",
+      "xt ure",
+      "um i",
+      "u mi",
+      "▁s å",
+      "▁P el",
+      "▁Pe l",
+      "se rial",
+      "ser ial",
+      "UR I",
+      "U RI",
+      "▁r g",
+      "▁ rg",
+      "▁со ста",
+      "ch estra",
+      "che stra",
+      "ches tra",
+      "]. [",
+      "] .[",
+      "we n",
+      "w en",
+      "▁Lond res",
+      "▁an ys",
+      "▁any s",
+      "Data Source",
+      "▁рай оне",
+      "▁райо не",
+      "▁район е",
+      "▁re in",
+      "▁r ein",
+      "▁rei n",
+      "▁met adata",
+      "▁meta data",
+      "▁ metadata",
+      "um ble",
+      "umb le",
+      "ar beit",
+      "arbe it",
+      "hn er",
+      "h ner",
+      "ci ent",
+      "cie nt",
+      "c ient",
+      "▁n orte",
+      "▁nor te",
+      "▁о на",
+      "▁он а",
+      "▁ она",
+      "▁sc ored",
+      "▁score d",
+      "▁r ay",
+      "▁ra y",
+      "▁ ray",
+      "▁фев ра",
+      "▁фе вра",
+      "▁pro tagon",
+      "▁prot agon",
+      "▁S ac",
+      "▁Sa c",
+      "▁comm only",
+      "▁common ly",
+      "Linear Layout",
+      "▁app lic",
+      "▁ма я",
+      "З а",
+      "▁access ible",
+      "ie wer",
+      "iew er",
+      "fl ag",
+      "f lag",
+      "▁R ück",
+      "ä u",
+      "▁e rano",
+      "▁er ano",
+      "▁era no",
+      "▁eran o",
+      "▁auth entic",
+      "▁ authentic",
+      "▁R y",
+      "▁не ско",
+      "▁emb argo",
+      "▁embar go",
+      "▁d ry",
+      "▁dr y",
+      "▁reason able",
+      "▁Mod ule",
+      "▁ Module",
+      "▁acc eler",
+      "▁inter view",
+      "▁C reek",
+      "▁Cre ek",
+      "▁al pha",
+      "▁ alpha",
+      "se rie",
+      "ser ie",
+      "s erie",
+      "Th ey",
+      "The y",
+      "ю чи",
+      "▁H of",
+      "▁Ho f",
+      "▁C R",
+      "▁ CR",
+      "mod al",
+      "mo dal",
+      "▁sequence s",
+      "▁sequ ences",
+      "cl osed",
+      "close d",
+      "clos ed",
+      "clo sed",
+      ")} $",
+      ") }$",
+      "▁Ч ер",
+      "▁Че р",
+      "▁OR DER",
+      "▁ ORDER",
+      "Right arrow",
+      "R ightarrow",
+      "haus en",
+      "}} _",
+      "} }_",
+      "▁tamb é",
+      "▁magn etic",
+      "▁magnet ic",
+      "▁Mc C",
+      "▁win ning",
+      "under line",
+      "▁Bill board",
+      "na io",
+      "▁l iqu",
+      "▁li qu",
+      "▁ liqu",
+      "display style",
+      "time out",
+      "▁consider able",
+      "▁e ben",
+      "▁eb en",
+      "▁ eben",
+      "iffer ent",
+      "iffe rent",
+      "an u",
+      "a nu",
+      "▁С ов",
+      "▁Со в",
+      "[ (",
+      "▁: -)",
+      "▁:- )",
+      "le itung",
+      "form ed",
+      "for med",
+      "▁Man ager",
+      "▁ Manager",
+      "▁on click",
+      "T Y",
+      "та х",
+      "C V",
+      "run time",
+      "r untime",
+      "po que",
+      "▁Л о",
+      "Tem p",
+      "Te mp",
+      "T emp",
+      "lo aded",
+      "load ed",
+      "▁! ==",
+      "▁!= =",
+      "▁s inger",
+      "▁sing er",
+      "▁sin ger",
+      "fa r",
+      "f ar",
+      "▁Com ple",
+      "▁Comp le",
+      "▁ Comple",
+      "▁Ö sterreich",
+      "Pol icy",
+      "▁work er",
+      "▁wor ker",
+      "▁ worker",
+      "W rapper",
+      "ob i",
+      "o bi",
+      "▁discuss ed",
+      "▁b uy",
+      "▁bu y",
+      "▁янва ря",
+      "▁D in",
+      "▁Di n",
+      "▁g ed",
+      "▁ge d",
+      "▁ ged",
+      "ско ј",
+      "E urope",
+      "▁t all",
+      "▁tal l",
+      "▁ta ll",
+      "ho s",
+      "h os",
+      "ла го",
+      "▁B lock",
+      "▁Bl ock",
+      "▁Blo ck",
+      "▁ Block",
+      "▁ident ified",
+      "List View",
+      "▁attempt ing",
+      "▁typ ical",
+      "ps um",
+      "p sum",
+      "os ter",
+      "ost er",
+      "o ster",
+      "▁ж урна",
+      "P e",
+      "mer ce",
+      "▁un expected",
+      "hu i",
+      "h ui",
+      "let ter",
+      "lett er",
+      "lette r",
+      "l etter",
+      "▁nue vo",
+      "▁а бо",
+      "▁VAL UES",
+      "▁I z",
+      "Fl ags",
+      "Flag s",
+      "▁TR UE",
+      "▁ TRUE",
+      "iz ación",
+      "iza ción",
+      "▁gro wing",
+      "▁grow ing",
+      "es tre",
+      "est re",
+      "estr e",
+      "e stre",
+      "▁p oly",
+      "▁po ly",
+      "▁pol y",
+      "▁ poly",
+      "▁St one",
+      "▁Sto ne",
+      "▁V III",
+      "▁VI II",
+      "▁VII I",
+      "▁local host",
+      "▁ localhost",
+      "äh lt",
+      "ähl t",
+      "▁embed ded",
+      "jd bc",
+      "j dbc",
+      "▁con vention",
+      "▁conv ention",
+      "▁conven tion",
+      "▁convent ion",
+      "▁s cala",
+      "▁sc ala",
+      "▁scal a",
+      "▁ scala",
+      "со к",
+      "с ок",
+      "▁an alog",
+      "▁anal og",
+      "▁\" +",
+      "▁ \"+",
+      "ц ю",
+      "oc c",
+      "o cc",
+      "▁l itt",
+      "▁li tt",
+      "▁lit t",
+      "P N",
+      "▁а ктив",
+      "▁ак тив",
+      "att ributes",
+      "attribute s",
+      "▁F erd",
+      "▁Fe rd",
+      "▁Fer d",
+      "▁az ure",
+      "▁ azure",
+      "ș ti",
+      "ño s",
+      "ñ os",
+      "pi ng",
+      "pin g",
+      "p ing",
+      "▁te acher",
+      "▁teach er",
+      "▁tea cher",
+      "} &",
+      "ip e",
+      "i pe",
+      "▁N ob",
+      "▁No b",
+      "▁и ма",
+      "▁им а",
+      "Bi nd",
+      "B ind",
+      "▁mag ic",
+      "▁Trans port",
+      "▁ Transport",
+      "ix el",
+      "▁comp uted",
+      "▁comput ed",
+      "▁compute d",
+      "ag na",
+      "agn a",
+      "er st",
+      "ers t",
+      "H A",
+      "W ait",
+      "▁author s",
+      "▁auth ors",
+      "▁; )",
+      "cl am",
+      "cla m",
+      "c lam",
+      "▁Pen nsylvan",
+      "▁d rug",
+      "▁dr ug",
+      "▁dru g",
+      "▁v ain",
+      "▁va in",
+      "▁employ ed",
+      "▁individ uals",
+      "▁individual s",
+      "▁an ge",
+      "▁ang e",
+      "▁ ange",
+      "ut at",
+      "uta t",
+      "u tat",
+      "▁$ -",
+      "▁ $-",
+      "cor rect",
+      "corr ect",
+      "▁exper iments",
+      "▁experiment s",
+      "Arg ument",
+      "▁I B",
+      "▁ IB",
+      "▁p ère",
+      "▁B rian",
+      "▁Br ian",
+      "ber ger",
+      "berg er",
+      "Ma c",
+      "M ac",
+      "ia st",
+      "ias t",
+      "i ast",
+      "Per m",
+      "Pe rm",
+      "P erm",
+      "Ca st",
+      "C ast",
+      "▁{ };",
+      "▁{} ;",
+      "▁St udent",
+      "▁Stud ent",
+      "▁Stu dent",
+      "▁ Student",
+      "▁st att",
+      "▁stat t",
+      "▁sta tt",
+      "al gebra",
+      "▁equ als",
+      "▁equal s",
+      "▁eq uals",
+      "▁ equals",
+      "▁pro jet",
+      "▁prés ident",
+      "Activity Thread",
+      "▁ein z",
+      "en ia",
+      "eni a",
+      "e nia",
+      "re z",
+      "r ez",
+      "ess ional",
+      "ession al",
+      "▁авгу ста",
+      "over ride",
+      "ne ws",
+      "new s",
+      "▁pla net",
+      "▁plan et",
+      "▁plane t",
+      "n n",
+      "▁W is",
+      "▁Wi s",
+      "тв ер",
+      "т вер",
+      "▁Val id",
+      "▁ Valid",
+      "▁G ef",
+      "▁Ge f",
+      "гра д",
+      "▁e ig",
+      "an tom",
+      "ant om",
+      "anto m",
+      "▁Me ister",
+      "fl ags",
+      "flag s",
+      "ffic iale",
+      "fficial e",
+      "ша я",
+      "- ,",
+      "at ionen",
+      "ation en",
+      "ati onen",
+      "atio nen",
+      "mo use",
+      "m ouse",
+      "stand ard",
+      "Sing le",
+      "▁b ol",
+      "▁bo l",
+      "▁ bol",
+      "is is",
+      "isi s",
+      "▁f ruit",
+      "▁fr uit",
+      "c ourse",
+      "it ants",
+      "itan ts",
+      "▁é taient",
+      "▁ét aient",
+      "Text Field",
+      "▁ф он",
+      "▁фо н",
+      "▁a ircraft",
+      "▁air craft",
+      "▁I SSN",
+      "▁IS SN",
+      "▁west ern",
+      "▁ western",
+      "▁represent ing",
+      "Es p",
+      "E sp",
+      "▁El se",
+      "▁Els e",
+      "▁ Else",
+      "▁s izes",
+      "▁si zes",
+      "▁size s",
+      "▁satisf ied",
+      "ot os",
+      "oto s",
+      "U D",
+      "Fin al",
+      "Fi nal",
+      "F inal",
+      "ó j",
+      "è ve",
+      "▁R oy",
+      "▁Ro y",
+      "ff en",
+      "ffe n",
+      "f fen",
+      "▁s alt",
+      "▁sa lt",
+      "▁sal t",
+      "▁L abel",
+      "▁La bel",
+      "▁Lab el",
+      "▁ Label",
+      "S k",
+      "▁к ре",
+      "▁ кре",
+      "▁Ли тература",
+      "▁с м",
+      "Att ributes",
+      "Attribute s",
+      "ay e",
+      "a ye",
+      "сь к",
+      "▁вы со",
+      "- )",
+      "os es",
+      "ose s",
+      "cal cul",
+      "calc ul",
+      "▁C annot",
+      "▁Can not",
+      "▁ Cannot",
+      "Gener ic",
+      "em o",
+      "e mo",
+      "▁A utor",
+      "▁Aut or",
+      "▁Au tor",
+      "▁Auto r",
+      "лё н",
+      "л ён",
+      "ла га",
+      "vo te",
+      "v ote",
+      "lic ates",
+      "licate s",
+      "lica tes",
+      "ru s",
+      "r us",
+      "él i",
+      "é li",
+      "op f",
+      "o pf",
+      "at ique",
+      "ati que",
+      "sc ala",
+      "scal a",
+      "s cala",
+      "▁Oh io",
+      "▁Brit ann",
+      "▁b ef",
+      "▁be f",
+      "▁Е вро",
+      "▁Ев ро",
+      "▁Care er",
+      "is ée",
+      "isé e",
+      "ó t",
+      "bo se",
+      "bos e",
+      "b ose",
+      "▁Б ер",
+      "▁Бе р",
+      "▁Cont roller",
+      "▁Control ler",
+      "▁ Controller",
+      "po le",
+      "pol e",
+      "p ole",
+      "▁al len",
+      "▁all en",
+      "▁alle n",
+      "▁ allen",
+      "▁h ack",
+      "▁ha ck",
+      "▁ext ent",
+      "▁cal ci",
+      "▁calc i",
+      "Me r",
+      "M er",
+      "▁sum mary",
+      "▁summar y",
+      "▁summ ary",
+      "▁ summary",
+      "Mar t",
+      "Ma rt",
+      "M art",
+      "▁histor ical",
+      "▁historic al",
+      "im at",
+      "ima t",
+      "i mat",
+      "bu d",
+      "b ud",
+      "▁F OR",
+      "▁FO R",
+      "▁ FOR",
+      "ex port",
+      "exp ort",
+      "ed i",
+      "e di",
+      "Map ping",
+      "Mapp ing",
+      "Ma pping",
+      "M apping",
+      "▁A y",
+      "▁R uby",
+      "▁Ru by",
+      "▁Rub y",
+      "▁definition s",
+      "▁defin itions",
+      "▁definit ions",
+      "▁{ $",
+      "▁ {$",
+      "▁y ours",
+      "▁you rs",
+      "▁your s",
+      "▁yo urs",
+      "ri as",
+      "ria s",
+      "r ias",
+      "To uch",
+      "T ouch",
+      "▁G az",
+      "▁Ga z",
+      "▁Aut om",
+      "▁Au tom",
+      "▁Auto m",
+      "▁ Autom",
+      "▁и стори",
+      "▁исто ри",
+      "▁ис тори",
+      "▁d elen",
+      "▁de len",
+      "▁del en",
+      "▁K inder",
+      "▁Kind er",
+      "▁Ki nder",
+      "▁Kin der",
+      "}} %",
+      "} }%",
+      "▁perform ing",
+      "F R",
+      "▁S ig",
+      "▁Si g",
+      "▁B rad",
+      "▁Br ad",
+      "▁Bra d",
+      "br as",
+      "bra s",
+      "b ras",
+      "▁J ar",
+      "▁Ja r",
+      "pk g",
+      "p kg",
+      "w r",
+      "▁P ays",
+      "▁Pa ys",
+      "▁Pay s",
+      "N C",
+      "▁op posed",
+      "▁opp osed",
+      "▁oppos ed",
+      "Tr y",
+      "T ry",
+      "▁ве зе",
+      "▁B og",
+      "▁Bo g",
+      "▁writ es",
+      "▁wr ites",
+      "▁write s",
+      "▁st ories",
+      "▁stor ies",
+      "▁sto ries",
+      "▁m ater",
+      "▁ma ter",
+      "▁mat er",
+      "▁mate r",
+      "▁stag ione",
+      "▁s ty",
+      "▁st y",
+      "▁ sty",
+      "▁compat ible",
+      "▁ compatible",
+      "he ast",
+      "h east",
+      "▁G uy",
+      "▁Gu y",
+      "egr ünd",
+      "▁ident ifier",
+      "▁ identifier",
+      "▁he ads",
+      "▁head s",
+      "по зи",
+      "▁st up",
+      "▁t f",
+      "▁ tf",
+      "▁ј ош",
+      "▁H ugh",
+      "▁Hu gh",
+      "▁c ards",
+      "▁car ds",
+      "▁card s",
+      "▁ cards",
+      "ov y",
+      "o vy",
+      "▁To ast",
+      "al las",
+      "all as",
+      "alla s",
+      "▁p úblic",
+      "▁ass umes",
+      "▁assum es",
+      "▁assume s",
+      "▁чемпи она",
+      "yc ler",
+      "ycle r",
+      "y cler",
+      "▁Juni or",
+      "▁Jun ior",
+      "▁F ich",
+      "▁estim ated",
+      "▁estimate d",
+      "ze rw",
+      "zer w",
+      "di alog",
+      "dia log",
+      "d ialog",
+      "ши н",
+      "ш ин",
+      "sh ell",
+      "she ll",
+      "s hell",
+      "▁н их",
+      "▁ни х",
+      "▁ них",
+      "▁p itch",
+      "▁pit ch",
+      "до л",
+      "out ube",
+      "▁S anti",
+      "▁San ti",
+      "▁Sant i",
+      "On ClickListener",
+      "▁M agyar",
+      "▁Mag yar",
+      "▁v ue",
+      "▁vu e",
+      "▁ vue",
+      "i ão",
+      "▁` #",
+      "col lect",
+      "coll ect",
+      "▁R ou",
+      "▁Ro u",
+      "anal ysis",
+      "istrz ost",
+      "▁Dig ital",
+      "▁ Digital",
+      "▁c rist",
+      "▁cr ist",
+      "▁cri st",
+      "ri ere",
+      "rie re",
+      "rier e",
+      "r iere",
+      "▁cam po",
+      "▁camp o",
+      "U s",
+      "▁circ a",
+      "▁cir ca",
+      "▁Com ponent",
+      "▁ Component",
+      "▁NS String",
+      "▁ NSString",
+      "p d",
+      "▁pr ince",
+      "▁prin ce",
+      "▁in voke",
+      "▁inv oke",
+      "▁ invoke",
+      "▁Mar ine",
+      "▁Mari ne",
+      "Al low",
+      "All ow",
+      "est ic",
+      "esti c",
+      "ри сти",
+      "рис ти",
+      "рист и",
+      "bo ne",
+      "bon e",
+      "b one",
+      "ту ры",
+      "тур ы",
+      "▁pass ion",
+      "ác ió",
+      "á ció",
+      "▁o rn",
+      "▁or n",
+      "▁ orn",
+      "ве д",
+      "▁in vari",
+      "▁inv ari",
+      "▁н і",
+      "▁ ні",
+      "Re move",
+      "Rem ove",
+      "en cies",
+      "enc ies",
+      "enci es",
+      "il ib",
+      "ili b",
+      "i lib",
+      "▁Direct or",
+      "▁Dire ctor",
+      "▁Dir ector",
+      "\" \"",
+      "▁Con se",
+      "▁Cons e",
+      "google apis",
+      "ó k",
+      "▁У кра",
+      "▁H aving",
+      "▁Ha ving",
+      "▁Hav ing",
+      "Do main",
+      "Dom ain",
+      "ie rz",
+      "ier z",
+      "но логи",
+      "н ологи",
+      "Ch o",
+      "C ho",
+      "un defined",
+      "und efined",
+      "al loc",
+      "all oc",
+      "allo c",
+      "▁p ied",
+      "▁pi ed",
+      "▁pie d",
+      "▁f raction",
+      "▁fr action",
+      "▁fra ction",
+      "bi a",
+      "b ia",
+      "▁п оло",
+      "▁по ло",
+      "▁пол о",
+      "▁ поло",
+      "ug no",
+      "min ister",
+      "▁princip ale",
+      "▁principal e",
+      "▁ref used",
+      "▁refuse d",
+      "brow ser",
+      "b rowser",
+      "* ,",
+      "▁H ospital",
+      "▁univers al",
+      "▁Ern st",
+      "wh o",
+      "w ho",
+      "▁G ard",
+      "▁Gar d",
+      "▁Ga rd",
+      "' _",
+      "con de",
+      "co nde",
+      "cond e",
+      "c onde",
+      "▁[ {",
+      "▁ [{",
+      "so b",
+      "s ob",
+      "▁C rit",
+      "▁Cr it",
+      "▁дека бря",
+      "▁p unto",
+      "▁pun to",
+      "▁punt o",
+      "▁einges etzt",
+      "▁t ör",
+      "▁tö r",
+      "▁N i",
+      "▁w orry",
+      "▁wor ry",
+      "▁leg end",
+      "▁ legend",
+      "▁бу ли",
+      "▁k omm",
+      "▁kom m",
+      "▁ko mm",
+      "ri jk",
+      "rij k",
+      "r ijk",
+      "ef fect",
+      "eff ect",
+      "e ffect",
+      "Or i",
+      "O ri",
+      "RE S",
+      "R ES",
+      "▁P eters",
+      "▁Pe ters",
+      "▁Peter s",
+      "▁Pet ers",
+      "▁B aron",
+      "▁Bar on",
+      "▁Ba ron",
+      "▁G ot",
+      "▁Go t",
+      "▁hon est",
+      "▁ho nest",
+      "är e",
+      "ä re",
+      "ás z",
+      "á sz",
+      "▁no ble",
+      "▁nob le",
+      "▁con clusion",
+      "▁conclus ion",
+      "▁concl usion",
+      "▁form atting",
+      "▁format ting",
+      "▁formatt ing",
+      "▁o tto",
+      "▁ot to",
+      "▁ott o",
+      "▁ otto",
+      "▁de leg",
+      "▁del eg",
+      "м б",
+      "pt op",
+      "pto p",
+      "p top",
+      "▁s ends",
+      "▁send s",
+      "▁sen ds",
+      "ur name",
+      "urn ame",
+      "▁f estival",
+      "▁fest ival",
+      "▁festiv al",
+      ", ‎",
+      "ру с",
+      "р ус",
+      "▁d och",
+      "▁do ch",
+      "▁doc h",
+      "sub ject",
+      "su bject",
+      "▁care ful",
+      "qu ent",
+      "que nt",
+      "q uent",
+      "▁Lo ad",
+      "▁ Load",
+      "temper aturen",
+      "▁r ue",
+      "▁ru e",
+      "Mem ory",
+      "ț a",
+      "ion a",
+      "io na",
+      "i ona",
+      "▁dent ro",
+      "▁beg ann",
+      "▁began n",
+      "▁A qu",
+      "▁scient ific",
+      "ka ń",
+      "ло к",
+      "л ок",
+      "el de",
+      "eld e",
+      "▁Th ose",
+      "qu ier",
+      "qui er",
+      "act ér",
+      "▁Auf lage",
+      ") '",
+      "▁grad ient",
+      "▁ gradient",
+      "in teger",
+      "inte ger",
+      "▁Im port",
+      "▁Imp ort",
+      "▁ Import",
+      "S K",
+      "▁St atus",
+      "▁Stat us",
+      "▁ Status",
+      "▁exp lo",
+      "▁expl o",
+      "A E",
+      "Sh ell",
+      "She ll",
+      "S hell",
+      "▁Pa ulo",
+      "▁Paul o",
+      ". »",
+      "} </",
+      "fl ex",
+      "f lex",
+      "▁ко мп",
+      "▁ком п",
+      "on den",
+      "ond en",
+      "onde n",
+      "ac cept",
+      "▁miejs ce",
+      "H ub",
+      "all eng",
+      "alle ng",
+      "allen g",
+      "W N",
+      "▁implement ing",
+      "▁ лу",
+      "▁conf using",
+      "▁Inst all",
+      "▁ Install",
+      "▁r ou",
+      "▁ro u",
+      "▁ rou",
+      "▁про ек",
+      "Access or",
+      "Acc essor",
+      "ља шње",
+      "od io",
+      "odi o",
+      "▁app lies",
+      "ющи й",
+      "ю щий",
+      "▁M undial",
+      "Ét at",
+      "É tat",
+      "iet nam",
+      "hu m",
+      "h um",
+      "▁с бор",
+      "ord inate",
+      "ordin ate",
+      "Fran ce",
+      "Fr ance",
+      "F rance",
+      "▁p rend",
+      "▁pr end",
+      "▁pre nd",
+      "el temperaturen",
+      "▁trab aj",
+      "A xis",
+      "▁м но",
+      "prim ary",
+      "▁Se ite",
+      "▁Seit e",
+      "per mission",
+      "perm ission",
+      "▁or den",
+      "▁ord en",
+      "▁ orden",
+      "sin ce",
+      "s ince",
+      "▁i c",
+      "▁ ic",
+      "▁Bra zil",
+      "▁b are",
+      "▁bar e",
+      "▁ba re",
+      "▁ bare",
+      "▁N ar",
+      "▁Na r",
+      "▁J ur",
+      "▁Ju r",
+      "▁fre edom",
+      "▁free dom",
+      "▁med ical",
+      "▁medic al",
+      "▁medi cal",
+      "isch of",
+      "isc hof",
+      "▁с п",
+      "ie ż",
+      "▁boot strap",
+      "▁ bootstrap",
+      "▁ …",
+      "▁fa cil",
+      "▁fac il",
+      "co rd",
+      "cor d",
+      "c ord",
+      "ва не",
+      "ван е",
+      "в ане",
+      "▁Al len",
+      "▁All en",
+      "▁Alle n",
+      "av id",
+      "avi d",
+      "a vid",
+      "ing ham",
+      "za s",
+      "z as",
+      "▁in spect",
+      "▁ins pect",
+      "▁insp ect",
+      "it ten",
+      "itt en",
+      "itte n",
+      "os ti",
+      "ost i",
+      "u h",
+      "c é",
+      "▁# ####",
+      "▁### ##",
+      "▁#### #",
+      "ci us",
+      "ciu s",
+      "c ius",
+      "om y",
+      "o my",
+      "▁Se ine",
+      "▁Sein e",
+      "bre s",
+      "br es",
+      "b res",
+      "▁gen us",
+      "▁genu s",
+      "O ther",
+      "▁Gold en",
+      "▁Gol den",
+      "mu l",
+      "m ul",
+      "▁Спо љашње",
+      "▁gen naio",
+      "▁care fully",
+      "▁careful ly",
+      "aa l",
+      "a al",
+      "▁anal yt",
+      "▁analy t",
+      "ne ur",
+      "n eur",
+      "▁st retch",
+      "▁str etch",
+      "▁O cc",
+      "▁ Occ",
+      "ol as",
+      "ola s",
+      "o las",
+      "▁fire base",
+      "▁ firebase",
+      "▁expect ing",
+      "bas ic",
+      "cond ition",
+      "pr ov",
+      "pro v",
+      "p rov",
+      "▁W asser",
+      "▁Was ser",
+      "▁Wass er",
+      "▁conc aten",
+      "▁e vil",
+      "▁ev il",
+      "▁coefficient s",
+      "We st",
+      "W est",
+      "ir y",
+      "i ry",
+      "ph as",
+      "pha s",
+      "p has",
+      "▁J am",
+      "▁Ja m",
+      "fo is",
+      "f ois",
+      "▁cons id",
+      "▁main ten",
+      "▁mai nten",
+      "ni m",
+      "n im",
+      "es ser",
+      "ess er",
+      "esse r",
+      "es z",
+      "e sz",
+      "un ta",
+      "unt a",
+      "ue st",
+      "ues t",
+      "u est",
+      "▁cred entials",
+      "_ ;",
+      "Di m",
+      "D im",
+      "пре де",
+      "пр еде",
+      "▁B ü",
+      "bu ilt",
+      "▁A cadem",
+      "▁Ac adem",
+      "▁a udi",
+      "▁au di",
+      "▁aud i",
+      "▁ audi",
+      "▁tv å",
+      "in and",
+      "ina nd",
+      "▁The ater",
+      "▁gen re",
+      "ço s",
+      "ç os",
+      "gres ql",
+      "gre sql",
+      "▁we ap",
+      "▁R ab",
+      "▁Ra b",
+      "▁ ’",
+      "▁ad ult",
+      "▁d ém",
+      "▁dé m",
+      "` `",
+      "▁st abil",
+      "▁sta bil",
+      "▁correspond s",
+      "▁E astern",
+      "▁East ern",
+      "un nel",
+      "unn el",
+      "Work er",
+      "▁c oh",
+      "▁co h",
+      "л ка",
+      "▁Mass achusetts",
+      "pi o",
+      "p io",
+      "▁por ts",
+      "▁port s",
+      "▁ ports",
+      "ag g",
+      "a gg",
+      "▁De bug",
+      "▁Deb ug",
+      "▁ Debug",
+      "▁bre ath",
+      "MI N",
+      "M IN",
+      "Vari able",
+      "bat ch",
+      "b atch",
+      "сс е",
+      "с се",
+      "▁p reg",
+      "▁pr eg",
+      "▁pre g",
+      "▁r oles",
+      "▁ro les",
+      "▁role s",
+      "▁rol es",
+      "pa ste",
+      "pas te",
+      "p aste",
+      "▁refer enced",
+      "▁reference d",
+      "ad rat",
+      "adr at",
+      "ч ё",
+      "bin om",
+      "bi nom",
+      "▁def ining",
+      "▁defin ing",
+      "▁Bud apest",
+      "▁д ви",
+      "▁ дви",
+      "▁t aught",
+      "▁h ole",
+      "▁ho le",
+      "▁hol e",
+      "▁ hole",
+      "▁qu ella",
+      "▁que lla",
+      "▁quel la",
+      "M sg",
+      "as ka",
+      "ask a",
+      "a ska",
+      "sc an",
+      "s can",
+      "▁pro pose",
+      "▁prop ose",
+      "▁propos e",
+      "▁Би ография",
+      "{{ \\",
+      "{ {\\",
+      "text t",
+      "tex tt",
+      "▁A lb",
+      "▁Al b",
+      "▁Syd ney",
+      "▁back up",
+      "▁cre dit",
+      "▁cr edit",
+      "▁cred it",
+      "▁фран цу",
+      "st ats",
+      "sta ts",
+      "stat s",
+      "\\\" :",
+      "\\ \":",
+      "▁П ере",
+      "▁Пер е",
+      "▁Пе ре",
+      "▁according ly",
+      "▁accord ingly",
+      "▁L en",
+      "▁Le n",
+      "▁ Len",
+      "zn a",
+      "z na",
+      "▁Reg ional",
+      "▁Region al",
+      "▁и зда",
+      "▁из да",
+      "▁j ú",
+      "hi stor",
+      "his tor",
+      "h istor",
+      "▁ent ities",
+      "St ar",
+      "S tar",
+      "он е",
+      "о не",
+      "'] ['",
+      "' ]['",
+      "▁N ova",
+      "▁No va",
+      "▁Nov a",
+      "di e",
+      "d ie",
+      "▁` '",
+      "▁ `'",
+      "▁ob ten",
+      "▁obt en",
+      "an st",
+      "ans t",
+      "▁Re lig",
+      "▁Rel ig",
+      "▁t rig",
+      "▁tr ig",
+      "▁tri g",
+      "▁ре жи",
+      "▁Person al",
+      "▁Pers onal",
+      "▁t one",
+      "▁to ne",
+      "▁ton e",
+      "▁a id",
+      "▁ai d",
+      "Vis ual",
+      "Sub mit",
+      "▁mov es",
+      "▁mo ves",
+      "▁move s",
+      "▁B ridge",
+      "▁Br idge",
+      "▁B oy",
+      "▁Bo y",
+      "▁accur ate",
+      "os ta",
+      "ost a",
+      "o sta",
+      "at to",
+      "att o",
+      "a tto",
+      "▁defe ated",
+      "▁defeat ed",
+      "▁data b",
+      "▁da tab",
+      "▁dat ab",
+      "▁ datab",
+      "gi nx",
+      "gin x",
+      "g inx",
+      "▁L iv",
+      "▁Li v",
+      "ly wood",
+      "T W",
+      "ri um",
+      "r ium",
+      "ip ped",
+      "ipp ed",
+      "i pped",
+      "Fa il",
+      "F ail",
+      "RE QUEST",
+      "▁ign or",
+      "▁ig nor",
+      "▁s itting",
+      "▁sit ting",
+      "▁sitt ing",
+      "▁mol to",
+      "▁molt o",
+      "▁end point",
+      "▁ endpoint",
+      "uc ión",
+      "u ción",
+      "▁col lections",
+      "▁collection s",
+      "▁collect ions",
+      "▁colle ctions",
+      "▁ collections",
+      "▁Т у",
+      "tem bre",
+      "t embre",
+      "▁né cess",
+      "▁inter act",
+      "▁inte ract",
+      "▁o tras",
+      "▁ot ras",
+      "▁otra s",
+      "▁c urr",
+      "▁cu rr",
+      "▁cur r",
+      "▁ curr",
+      "▁tr acks",
+      "▁tra cks",
+      "▁track s",
+      "▁trac ks",
+      "▁fam ília",
+      "▁numer ical",
+      "▁numeric al",
+      "le gt",
+      "leg t",
+      "] /",
+      "▁M ario",
+      "▁Mar io",
+      "▁Ma rio",
+      "▁Mari o",
+      "▁t ort",
+      "▁to rt",
+      "▁tor t",
+      "b g",
+      "ss l",
+      "s sl",
+      "text tt",
+      "textt t",
+      "▁s park",
+      "▁sp ark",
+      "▁ spark",
+      "ди и",
+      "▁prob able",
+      "%% %%",
+      "ph ia",
+      "phi a",
+      "], [",
+      "] ,[",
+      "▁bo xes",
+      "▁box es",
+      "▁a cadem",
+      "▁ac adem",
+      "▁S lo",
+      "▁Sl o",
+      "äu de",
+      "ä ude",
+      "▁wit ness",
+      "▁ed iting",
+      "▁edit ing",
+      "ли на",
+      "лин а",
+      "▁look up",
+      "▁ lookup",
+      "▁B uck",
+      "▁Bu ck",
+      "▁Buc k",
+      "д ня",
+      "▁j ours",
+      "▁jo urs",
+      "▁jou rs",
+      "▁jour s",
+      "▁ jours",
+      "++ ){",
+      "++) {",
+      "▁ind ices",
+      "▁indic es",
+      "▁f light",
+      "▁fl ight",
+      "▁com putation",
+      "▁comput ation",
+      "Pl ugin",
+      "▁real ize",
+      "▁realiz e",
+      "is set",
+      "iss et",
+      "isse t",
+      "▁deriv ative",
+      "line width",
+      "bu nd",
+      "b und",
+      "▁t hor",
+      "▁th or",
+      "▁. =",
+      "▁ .=",
+      "▁s í",
+      "▁C lick",
+      "▁Cl ick",
+      "▁ Click",
+      "▁Seb ast",
+      "> '",
+      "hav ior",
+      "le i",
+      "l ei",
+      "ul f",
+      "▁ge ometry",
+      "▁geom etry",
+      "▁geomet ry",
+      "▁ geometry",
+      "pr ev",
+      "pre v",
+      "p rev",
+      "em pl",
+      "emp l",
+      "▁L é",
+      "an son",
+      "ans on",
+      "▁A lice",
+      "▁Al ice",
+      "▁Ali ce",
+      "pro totype",
+      "proto type",
+      "RE AD",
+      "ic ular",
+      "icul ar",
+      "i cular",
+      "▁б і",
+      "▁ бі",
+      "▁deutsch e",
+      "▁Re present",
+      "si tes",
+      "site s",
+      "s ites",
+      "▁Me an",
+      "▁d iss",
+      "▁di ss",
+      "▁dis s",
+      "▁Z ur",
+      "▁Zu r",
+      "▁п рез",
+      "▁пре з",
+      "▁пр ез",
+      "PA R",
+      "P AR",
+      "▁' #",
+      "▁D ra",
+      "▁Dr a",
+      "▁ Dra",
+      "со н",
+      "с он",
+      "▁ste ht",
+      "mar kt",
+      "mark t",
+      "▁e ase",
+      "▁eas e",
+      "Draw ing",
+      "Dra wing",
+      "= %",
+      "St op",
+      "Sto p",
+      "S top",
+      "▁s erving",
+      "▁ser ving",
+      "▁serv ing",
+      "▁servi ng",
+      "▁tak że",
+      "▁D NS",
+      "▁liter al",
+      "▁lit eral",
+      "Di e",
+      "D ie",
+      "▁в ос",
+      "▁во с",
+      "▁sen ior",
+      "ac ion",
+      "aci on",
+      "a cion",
+      "▁u buntu",
+      "▁ub untu",
+      "▁ ubuntu",
+      "▁Frank furt",
+      "▁Sun day",
+      "▁Sund ay",
+      "á b",
+      "▁jour ney",
+      "▁journ ey",
+      "is sa",
+      "iss a",
+      "ber ry",
+      "▁s ep",
+      "▁se p",
+      "▁ sep",
+      "▁i on",
+      "▁io n",
+      "▁ ion",
+      "wer t",
+      "we rt",
+      "w ert",
+      "or szág",
+      "orsz ág",
+      "ser ve",
+      "serv e",
+      "s erve",
+      "▁Mil ano",
+      "▁Milan o",
+      "▁ве ка",
+      "ра х",
+      "▁ию ля",
+      "▁man era",
+      "▁st ations",
+      "▁stat ions",
+      "▁station s",
+      "▁stati ons",
+      "▁adopt ed",
+      "▁any body",
+      "VER SION",
+      "F E",
+      "do rf",
+      "dor f",
+      "d orf",
+      ".. .,",
+      "... ,",
+      "▁обра зова",
+      "▁образ ова",
+      "Log ger",
+      "фи циаль",
+      "фици аль",
+      "WR ITE",
+      "▁h am",
+      "▁ha m",
+      "▁ ham",
+      "▁F uture",
+      "▁Fut ure",
+      "▁ Future",
+      "ot en",
+      "ote n",
+      "o ten",
+      "▁A G",
+      "▁ AG",
+      "▁t rained",
+      "▁tr ained",
+      "▁tra ined",
+      "▁train ed",
+      "▁N ich",
+      "▁Nic h",
+      "▁Ni ch",
+      "▁un iversity",
+      "▁univers ity",
+      "▁Olymp ics",
+      "▁Olympic s",
+      "▁d oit",
+      "▁do it",
+      "▁doi t",
+      "▁cult ural",
+      "▁cultura l",
+      "Con f",
+      "▁Con ference",
+      "or no",
+      "orn o",
+      "▁M P",
+      "▁ MP",
+      "▁b ou",
+      "▁bo u",
+      "ci n",
+      "c in",
+      "Hi gh",
+      "H igh",
+      "ann te",
+      "annt e",
+      "▁display ing",
+      "▁ch apter",
+      "▁chap ter",
+      "▁ chapter",
+      "▁Fra uen",
+      "▁Frau en",
+      "▁real ized",
+      "▁realiz ed",
+      "▁realize d",
+      "▁attempt ed",
+      "▁pre ferred",
+      "▁prefer red",
+      "Da t",
+      "D at",
+      "▁tr ouve",
+      "▁tro uve",
+      "▁trou ve",
+      "▁trouv e",
+      "▁int ention",
+      "▁intent ion",
+      "▁inten tion",
+      "▁Not ice",
+      "tim estamp",
+      "* (",
+      "▁Ш а",
+      "an as",
+      "ana s",
+      "a nas",
+      "cl a",
+      "c la",
+      "is z",
+      "i sz",
+      "tb l",
+      "t bl",
+      "Ar r",
+      "A rr",
+      "▁in verse",
+      "▁ter rible",
+      "▁occup ied",
+      "J AX",
+      "< -",
+      "▁Phil osoph",
+      "▁Cor ps",
+      "bu ilder",
+      "build er",
+      "▁beg ins",
+      "▁begin s",
+      "▁c ensus",
+      "▁cens us",
+      ". ’",
+      "▁pro ven",
+      "▁pr oven",
+      "▁prov en",
+      "▁prove n",
+      "met ric",
+      "▁incre ases",
+      "▁increase s",
+      "wi ch",
+      "w ich",
+      "▁A BC",
+      "▁AB C",
+      "▁ ABC",
+      "project s",
+      "▁T hor",
+      "▁Th or",
+      "▁conf idence",
+      "▁u fficiale",
+      "el m",
+      "e lm",
+      "▁g arden",
+      "▁gar den",
+      "▁gard en",
+      "▁rob ust",
+      "▁cos ì",
+      "ie dz",
+      "ied z",
+      "▁Is lam",
+      "▁Add ress",
+      "▁ Address",
+      "▁div ide",
+      "▁divid e",
+      "▁E u",
+      "ca tal",
+      "cat al",
+      "c atal",
+      "de tail",
+      "det ail",
+      "ep endant",
+      "f g",
+      "▁b ew",
+      "▁be w",
+      "▁ bew",
+      "▁f is",
+      "▁fi s",
+      "▁B O",
+      "▁ BO",
+      "▁w sp",
+      "▁ws p",
+      "▁p ipeline",
+      "▁pip eline",
+      "▁pipe line",
+      "h d",
+      "▁S ession",
+      "▁ Session",
+      "lä nd",
+      "l änd",
+      "iv eau",
+      "ive au",
+      "es tr",
+      "est r",
+      "e str",
+      "▁p article",
+      "▁part icle",
+      "▁partic le",
+      "▁parti cle",
+      "▁lar avel",
+      "▁ laravel",
+      "pi c",
+      "p ic",
+      "▁n au",
+      "▁na u",
+      "▁f ins",
+      "▁fin s",
+      "▁fi ns",
+      "▁V il",
+      "▁Vi l",
+      "▁f us",
+      "▁fu s",
+      "▁qu asi",
+      "oper ation",
+      "opera tion",
+      "▁al ler",
+      "▁all er",
+      "▁alle r",
+      "▁ aller",
+      "▁an aly",
+      "▁anal y",
+      "▁ analy",
+      "▁О н",
+      "▁M es",
+      "▁Me s",
+      "▁о пера",
+      "▁оп ера",
+      "▁hand led",
+      "▁handle d",
+      "▁de prec",
+      "▁dep rec",
+      "tt o",
+      "t to",
+      "▁E k",
+      "▁st ran",
+      "▁str an",
+      "▁stra n",
+      "▁ang lais",
+      "ju re",
+      "j ure",
+      "▁Sil ver",
+      "▁close ly",
+      "▁clos ely",
+      "en kins",
+      "enk ins",
+      "an os",
+      "ano s",
+      "a nos",
+      "st ed",
+      "ste d",
+      "s ted",
+      "▁сент ября",
+      "br and",
+      "bra nd",
+      "b rand",
+      "нь о",
+      "▁prés ent",
+      "▁pré sent",
+      "ro k",
+      "r ok",
+      "mo unt",
+      "m ount",
+      "▁Anth ony",
+      "▁Further more",
+      "in ha",
+      "▁ар хи",
+      "▁раз ли",
+      "▁окт ября",
+      "▁p int",
+      "▁pi nt",
+      "▁pin t",
+      "n ý",
+      "pt s",
+      "p ts",
+      "▁ital ien",
+      "▁ре ги",
+      "ле з",
+      "л ез",
+      "ди на",
+      "дин а",
+      "ather ine",
+      "In ternal",
+      "Int ernal",
+      "Inter nal",
+      "Intern al",
+      "Qu estion",
+      "▁sett lement",
+      "▁В се",
+      "▁fol ders",
+      "▁folder s",
+      "д ри",
+      "▁val or",
+      "▁va lor",
+      "▁M iller",
+      "▁Mil ler",
+      "▁Mill er",
+      "▁As sert",
+      "▁Ass ert",
+      "▁ Assert",
+      "▁pat ient",
+      "▁N ieder",
+      "▁Ni eder",
+      "▁Nie der",
+      "▁Nied er",
+      "▁E P",
+      "▁ EP",
+      "▁A gr",
+      "▁Ag r",
+      "▁o nde",
+      "▁on de",
+      "▁ onde",
+      "▁s cop",
+      "▁sc op",
+      "▁ scop",
+      "se quence",
+      "sequ ence",
+      "▁P L",
+      "▁ PL",
+      "▁se ek",
+      "▁see k",
+      "java se",
+      "jav ase",
+      "▁V ector",
+      "▁Ve ctor",
+      "▁Vec tor",
+      "▁ Vector",
+      "▁n á",
+      "▁ ná",
+      "▁categor ía",
+      "cl one",
+      "clo ne",
+      "N R",
+      "av ailable",
+      "▁B esch",
+      "▁Be sch",
+      "▁Bes ch",
+      "▁e clipse",
+      "▁ec lipse",
+      "▁ eclipse",
+      "wick lung",
+      "dep loy",
+      "en ie",
+      "eni e",
+      "e nie",
+      "▁\" )",
+      "▁ \")",
+      "äs t",
+      "ä st",
+      "▁s ync",
+      "▁syn c",
+      "▁sy nc",
+      "▁ sync",
+      "CO DE",
+      "▁Ч е",
+      "▁flo ating",
+      "▁float ing",
+      "/ `",
+      "▁ret ired",
+      "▁retir ed",
+      "de b",
+      "d eb",
+      "▁part icul",
+      "▁partic ul",
+      "▁parti cul",
+      "▁coll ected",
+      "▁collect ed",
+      "▁colle cted",
+      "▁down loaded",
+      "▁download ed",
+      "ni ce",
+      "nic e",
+      "n ice",
+      "▁B uffer",
+      "▁Buff er",
+      "▁ Buffer",
+      "▁Acc ount",
+      "▁Ac count",
+      "▁ Account",
+      "▁m aggio",
+      "▁mag gio",
+      "▁ре да",
+      "▁ред а",
+      "▁s ales",
+      "▁sa les",
+      "▁sal es",
+      "▁sale s",
+      "▁statunit ense",
+      "▁K i",
+      "▁F err",
+      "▁Fe rr",
+      "▁Fer r",
+      "Lo ck",
+      "Loc k",
+      "L ock",
+      "▁Is abel",
+      "▁Isa bel",
+      "cl ar",
+      "cla r",
+      "c lar",
+      "▁p ov",
+      "▁po v",
+      "at ra",
+      "atr a",
+      "a tra",
+      "▁Fr au",
+      "▁Fra u",
+      "▁sort ing",
+      "▁sor ting",
+      "▁sorti ng",
+      "▁phr ase",
+      "▁апре ля",
+      "▁дея тель",
+      "▁And ré",
+      "def inition",
+      "defin ition",
+      "writ ing",
+      "wr iting",
+      "ér é",
+      "é ré",
+      "щ у",
+      "▁O rd",
+      "▁Or d",
+      "▁ Ord",
+      "▁r um",
+      "▁ru m",
+      "▁ rum",
+      "▁T urk",
+      "▁Tur k",
+      "▁I van",
+      "th eless",
+      "the less",
+      "▁г и",
+      "▁ ги",
+      "▁s ake",
+      "▁sa ke",
+      "▁B ased",
+      "▁Bas ed",
+      "▁Ba sed",
+      "▁Base d",
+      "de ck",
+      "dec k",
+      "or us",
+      "oru s",
+      "o rus",
+      "▁tut ti",
+      "▁b lan",
+      "▁bl an",
+      "▁bla n",
+      "▁П у",
+      "De tail",
+      "Det ail",
+      "▁Н о",
+      "▁S ky",
+      "▁Sk y",
+      "▁p rès",
+      "▁pr ès",
+      "▁ près",
+      "мо й",
+      "col n",
+      "co ln",
+      "че ской",
+      "et i",
+      "e ti",
+      "▁ar row",
+      "▁arr ow",
+      "▁ arrow",
+      "▁C ha",
+      "▁Ch a",
+      "ch mark",
+      "œ ur",
+      "fa b",
+      "f ab",
+      "ку ль",
+      "Grid View",
+      "▁Back ground",
+      "▁ Background",
+      "s n",
+      "▁segu ito",
+      "▁n ic",
+      "▁ni c",
+      "▁ nic",
+      "co u",
+      "c ou",
+      "ті в",
+      "т ів",
+      "▁b zw",
+      "add EventListener",
+      "syn c",
+      "s ync",
+      "az zo",
+      "azz o",
+      "ab stract",
+      "as sets",
+      "ass ets",
+      "asse ts",
+      "asset s",
+      "▁D ru",
+      "▁Dr u",
+      "з д",
+      "ord net",
+      "▁b igger",
+      "▁big ger",
+      "▁initial ized",
+      "▁initialize d",
+      "ка з",
+      "og ene",
+      "ogen e",
+      "oge ne",
+      "vi ously",
+      "vious ly",
+      "v iously",
+      "▁g uid",
+      "▁gu id",
+      "scheid ung",
+      "▁Z ent",
+      "▁Ze nt",
+      "▁fr ames",
+      "▁frame s",
+      "▁fra mes",
+      "▁fram es",
+      "▁ frames",
+      "ri eben",
+      "rie ben",
+      "rieb en",
+      "r ieben",
+      "▁iss ued",
+      "▁issue d",
+      "▁issu ed",
+      "▁d ow",
+      "▁do w",
+      "▁descri bes",
+      "▁describe s",
+      "il st",
+      "ils t",
+      "i lst",
+      "▁c riteria",
+      "▁crit eria",
+      "▁criter ia",
+      "▁gentle man",
+      "Bas ic",
+      "ne z",
+      "n ez",
+      "De v",
+      "D ev",
+      "Mo ve",
+      "M ove",
+      "▁est aba",
+      "▁estab a",
+      "▁esta ba",
+      "▁set tembre",
+      "▁sett embre",
+      "circ le",
+      "cir cle",
+      "▁f ais",
+      "▁fa is",
+      "▁m yst",
+      "▁my st",
+      "▁arch iv",
+      "▁ archiv",
+      "d ynamic",
+      "j à",
+      "it as",
+      "ita s",
+      "▁я кий",
+      "▁d or",
+      "▁do r",
+      "▁ dor",
+      "▁Am azon",
+      "▁Ama zon",
+      "▁ne ces",
+      "▁Mar cel",
+      "▁Marc el",
+      "▁e lla",
+      "▁el la",
+      "▁ell a",
+      "▁ ella",
+      "ро к",
+      "р ок",
+      "▁Pennsylvan ia",
+      "cul ar",
+      "cu lar",
+      "c ular",
+      "Pa ck",
+      "P ack",
+      "it age",
+      "ita ge",
+      "▁B urn",
+      "▁Bu rn",
+      "▁Bur n",
+      "▁R O",
+      "▁ RO",
+      "▁о ни",
+      "▁он и",
+      "▁ они",
+      "~ $",
+      "Te X",
+      "as sign",
+      "ass ign",
+      "▁be at",
+      "id ense",
+      "iden se",
+      "ac ent",
+      "ace nt",
+      "a cent",
+      "Al ert",
+      "▁str ateg",
+      "▁strat eg",
+      "▁mån aden",
+      "LO C",
+      "L OC",
+      "▁c atalog",
+      "▁cat alog",
+      "▁catal og",
+      "▁ catalog",
+      "print StackTrace",
+      "() ).",
+      "()) .",
+      "( )).",
+      "us ted",
+      "ust ed",
+      "u sted",
+      "▁Frame work",
+      "▁ Framework",
+      "EC K",
+      "E CK",
+      "▁a té",
+      "▁at é",
+      "Frame work",
+      "▁att acks",
+      "▁attack s",
+      "▁B ert",
+      "▁Be rt",
+      "▁Ber t",
+      "▁т ран",
+      "▁тра н",
+      ": %",
+      "ar si",
+      "ars i",
+      "not ation",
+      "▁log ical",
+      "▁logic al",
+      "we et",
+      "▁vis ited",
+      "▁visit ed",
+      "br u",
+      "b ru",
+      "▁sur prise",
+      "▁surpr ise",
+      "^ ^",
+      "in ale",
+      "inal e",
+      "ina le",
+      "rem ote",
+      "'} ,",
+      "' },",
+      "Syn tax",
+      "S yntax",
+      "ia ne",
+      "ian e",
+      "i ane",
+      "on nen",
+      "onn en",
+      "onne n",
+      "▁bre aking",
+      "▁break ing",
+      "par ser",
+      "parse r",
+      "ap k",
+      "a pk",
+      "▁Mig uel",
+      "▁ §",
+      "▁act ing",
+      "▁ac ting",
+      "▁g ebru",
+      "▁ge bru",
+      "▁geb ru",
+      "At Index",
+      "ють ся",
+      "ю ться",
+      "▁of fers",
+      "▁off ers",
+      "▁offer s",
+      "▁p rac",
+      "▁pr ac",
+      "▁pra c",
+      "▁g rant",
+      "▁gr ant",
+      "▁gra nt",
+      "▁gran t",
+      "tern oon",
+      "▁ac quired",
+      "▁acqu ired",
+      "▁N y",
+      "▁com ma",
+      "▁comm a",
+      "ní k",
+      "n ík",
+      "▁St ep",
+      "▁Ste p",
+      "▁ Step",
+      "in ners",
+      "inn ers",
+      "inner s",
+      "▁S A",
+      "▁ SA",
+      "▁w at",
+      "▁wa t",
+      "da ys",
+      "day s",
+      "d ays",
+      "▁rect angle",
+      "da r",
+      "d ar",
+      "▁t rac",
+      "▁tr ac",
+      "▁tra c",
+      "▁Ind ones",
+      "▁feed back",
+      "▁bre aks",
+      "▁break s",
+      "part ition",
+      "ic ans",
+      "ica ns",
+      "ican s",
+      "▁Not ices",
+      "▁Notice s",
+      "▁impro ved",
+      "▁improve d",
+      "▁improv ed",
+      "▁impr oved",
+      "ph an",
+      "pha n",
+      "p han",
+      "▁differ ential",
+      "▁different ial",
+      "▁differenti al",
+      "script s",
+      "scri pts",
+      "▁X III",
+      "▁XII I",
+      "▁XI II",
+      "▁L abor",
+      "▁La bor",
+      "▁Lab or",
+      "▁prec ision",
+      "▁precis ion",
+      "▁s eed",
+      "▁se ed",
+      "▁see d",
+      "▁ seed",
+      "bund le",
+      "b undle",
+      "id ents",
+      "ident s",
+      "iden ts",
+      "hr e",
+      "h re",
+      "▁Doug las",
+      "ul d",
+      "u ld",
+      "▁second ary",
+      "▁seconda ry",
+      "▁b rig",
+      "▁br ig",
+      "▁confirm ed",
+      "▁confir med",
+      "▁cla ims",
+      "▁claim s",
+      "Ro le",
+      "R ole",
+      "▁Jew ish",
+      "▁p řed",
+      "▁př ed",
+      "▁ho tel",
+      "▁hot el",
+      "▁comp te",
+      "▁compt e",
+      "▁rec ursive",
+      "▁recurs ive",
+      "](# )",
+      "▁rot ate",
+      "▁ rotate",
+      "▁ch rome",
+      "▁chr ome",
+      "▁chrom e",
+      "▁ chrome",
+      "in ea",
+      "ine a",
+      "i nea",
+      "%; \r",
+      "% ;\r",
+      "▁En vironment",
+      "▁ Environment",
+      "pl atz",
+      "pla tz",
+      "▁Sing le",
+      "▁Sin gle",
+      "▁ Single",
+      "▁s event",
+      "▁se vent",
+      "▁seven t",
+      "▁pos ting",
+      "▁post ing",
+      "▁de aling",
+      "▁deal ing",
+      "param eters",
+      "parameter s",
+      "гра ф",
+      "Auth entication",
+      "to uch",
+      "t ouch",
+      "A z",
+      "▁g ray",
+      "▁gr ay",
+      "▁gra y",
+      "▁ gray",
+      "en cing",
+      "enc ing",
+      "enci ng",
+      "bold math",
+      "▁сай те",
+      "▁сайт е",
+      "▁Z a",
+      "an je",
+      "▁p olar",
+      "▁po lar",
+      "▁pol ar",
+      "▁у ли",
+      "ki l",
+      "k il",
+      "▁h over",
+      "▁ho ver",
+      "▁ hover",
+      "▁RE ST",
+      "▁C ome",
+      "▁Com e",
+      "▁Co me",
+      "▁ Come",
+      "j b",
+      "▁Georg ia",
+      "▁Est ado",
+      "▁Esta do",
+      "▁Estad o",
+      "Output Stream",
+      "ћ и",
+      "▁d ump",
+      "▁du mp",
+      "▁ dump",
+      "▁A ge",
+      "▁Ag e",
+      "▁ Age",
+      "▁s wo",
+      "▁sw o",
+      "m obile",
+      "oc cup",
+      "occ up",
+      "ше го",
+      "ш его",
+      "▁const itution",
+      "▁constitu tion",
+      "▁constit ution",
+      "go od",
+      "g ood",
+      "ak u",
+      "a ku",
+      "▁а нг",
+      "▁ан г",
+      "▁ анг",
+      "ie ck",
+      "iec k",
+      "▁Ps ych",
+      "▁ro ots",
+      "▁root s",
+      "▁v est",
+      "▁ve st",
+      "▁ves t",
+      "▁ vest",
+      "▁го дах",
+      "▁года х",
+      "▁Rep ública",
+      "▁p ian",
+      "▁pi an",
+      "▁pia n",
+      "igr ation",
+      "▁pr éc",
+      "▁pré c",
+      "▁gener ates",
+      "▁generate s",
+      "L Y",
+      "( `",
+      "▁= ~",
+      "ше ния",
+      "▁R ah",
+      "▁Ra h",
+      "▁connect ing",
+      "ž í",
+      "▁f ő",
+      "▁a ppel",
+      "▁app el",
+      "▁ap pel",
+      "▁appe l",
+      "▁Rail way",
+      "г ли",
+      "▁dével opp",
+      "▁a po",
+      "▁ap o",
+      "fr an",
+      "fra n",
+      "f ran",
+      "▁im mediate",
+      "▁immedi ate",
+      "во го",
+      "в ого",
+      "Run ner",
+      "ä g",
+      "Some thing",
+      "S omething",
+      "▁gén éra",
+      "Event Args",
+      "in ction",
+      "inc tion",
+      "inct ion",
+      "gl y",
+      "g ly",
+      "▁D ue",
+      "▁Du e",
+      "▁p rost",
+      "▁pro st",
+      "▁pr ost",
+      "▁pros t",
+      "▁refer ring",
+      "▁j og",
+      "▁jo g",
+      "▁exec utable",
+      "▁execut able",
+      "▁D ream",
+      "▁Dre am",
+      "ac s",
+      "a cs",
+      "▁C ole",
+      "▁Col e",
+      "▁Co le",
+      "am pf",
+      "amp f",
+      "▁B is",
+      "▁Bi s",
+      "▁ию ня",
+      "li eder",
+      "lied er",
+      "lie der",
+      "l ieder",
+      "те к",
+      "т ек",
+      "▁v b",
+      "▁ vb",
+      "▁m om",
+      "▁mo m",
+      "▁: (",
+      "▁ :(",
+      "▁der nier",
+      "▁derni er",
+      "' =>",
+      "▁э того",
+      "▁это го",
+      "▁ne ue",
+      "▁neu e",
+      "▁Ч а",
+      "▁weiter e",
+      "▁weit ere",
+      "▁al leg",
+      "▁all eg",
+      "▁alle g",
+      "▁re ality",
+      "▁real ity",
+      "▁jud ge",
+      "▁B alt",
+      "▁Ba lt",
+      "▁Bal t",
+      "▁t hin",
+      "▁th in",
+      "▁G ed",
+      "▁Ge d",
+      "ie val",
+      "iev al",
+      "i eval",
+      "m x",
+      "ці ональ",
+      "▁вы пу",
+      "▁I X",
+      "▁ IX",
+      "▁bl ind",
+      "▁Mo tor",
+      "▁Mot or",
+      "▁ш а",
+      "▁ ша",
+      "▁approxim ation",
+      "da m",
+      "d am",
+      "▁f og",
+      "▁fo g",
+      "▁ fog",
+      "ко р",
+      "к ор",
+      "▁W rit",
+      "▁l ing",
+      "▁li ng",
+      "▁lin g",
+      "▁ ling",
+      "▁пи са",
+      "▁ писа",
+      "▁M ars",
+      "▁Mar s",
+      "▁Ma rs",
+      "ot ti",
+      "ott i",
+      "En um",
+      "E num",
+      "▁T rib",
+      "▁Tr ib",
+      "▁Tri b",
+      "▁m erc",
+      "▁me rc",
+      "▁mer c",
+      "zu ng",
+      "z ung",
+      "van ced",
+      "v anced",
+      "cf g",
+      "c fg",
+      "на х",
+      "sch en",
+      "sc hen",
+      "sche n",
+      "s chen",
+      "\"] .",
+      "\" ].",
+      "be k",
+      "b ek",
+      "▁s ter",
+      "▁st er",
+      "▁ste r",
+      "▁ ster",
+      "j p",
+      "▁R ap",
+      "▁Ra p",
+      "▁rec ording",
+      "▁record ing",
+      "▁pe int",
+      "▁l ets",
+      "▁le ts",
+      "▁let s",
+      "▁ lets",
+      "än ge",
+      "äng e",
+      ">\" ;",
+      "> \";",
+      "▁міс це",
+      "▁c aval",
+      "▁ca val",
+      "▁cav al",
+      "▁C SV",
+      "▁CS V",
+      "▁ent stand",
+      "▁hel per",
+      "▁help er",
+      "▁ helper",
+      "en det",
+      "end et",
+      "ende t",
+      "▁G ram",
+      "▁Gr am",
+      "▁Gra m",
+      "▁D iego",
+      "▁Die go",
+      "▁Di ego",
+      "▁B ishop",
+      "▁Bi shop",
+      "TA G",
+      "T AG",
+      "▁e cc",
+      "▁ec c",
+      "▁E en",
+      "▁A V",
+      "▁ AV",
+      "C ity",
+      "▁Gu ide",
+      "hi nd",
+      "hin d",
+      "h ind",
+      "ri cal",
+      "ric al",
+      "rica l",
+      "r ical",
+      "▁Ос нов",
+      "Bu s",
+      "B us",
+      "▁z unächst",
+      "▁t ick",
+      "▁ti ck",
+      "▁ tick",
+      "▁Col onel",
+      "Th anks",
+      "Thank s",
+      "▁f erm",
+      "▁fe rm",
+      "▁fer m",
+      "▁gr anted",
+      "▁gran ted",
+      "▁grant ed",
+      "▁th reshold",
+      "omorph ic",
+      "▁H un",
+      "▁Hu n",
+      "en is",
+      "eni s",
+      "e nis",
+      "▁п рав",
+      "▁пра в",
+      "▁ прав",
+      "▁я кі",
+      "▁як і",
+      "P G",
+      "▁w s",
+      "▁ ws",
+      "▁techn ical",
+      "▁techni cal",
+      "est ro",
+      "estr o",
+      "kl är",
+      "k lär",
+      "va rs",
+      "var s",
+      "v ars",
+      "oc rat",
+      "ocr at",
+      "▁оп шти",
+      "on so",
+      "ons o",
+      "ib a",
+      "i ba",
+      "▁S ave",
+      "▁Sa ve",
+      "▁Sav e",
+      "▁ Save",
+      "▁program a",
+      "▁в ъ",
+      "▁inv ån",
+      ">( )",
+      "> ()",
+      "▁me jor",
+      "▁с лова",
+      "▁сло ва",
+      "▁rep lacement",
+      "▁replace ment",
+      "▁repla cement",
+      "▁im pr",
+      "▁imp r",
+      "▁Frances co",
+      "▁Ho tel",
+      "▁Hot el",
+      "▁UP DATE",
+      "▁ UPDATE",
+      "▁му зы",
+      "ug s",
+      "u gs",
+      "va rd",
+      "var d",
+      "v ard",
+      "▁f az",
+      "▁fa z",
+      "in ton",
+      "int on",
+      "into n",
+      "▁ar ts",
+      "▁art s",
+      "▁ arts",
+      "▁K y",
+      "▁I ls",
+      "▁Il s",
+      "▁s era",
+      "▁se ra",
+      "▁ser a",
+      "▁Vol ume",
+      "▁ Volume",
+      "▁gi ugno",
+      "▁a sym",
+      "▁as ym",
+      "▁P ir",
+      "▁Pi r",
+      "▁N AS",
+      "▁NA S",
+      "▁T am",
+      "▁Ta m",
+      "ě l",
+      "Se qu",
+      "Seq u",
+      "S equ",
+      "km al",
+      "k mal",
+      "▁E ins",
+      "▁Ein s",
+      "▁ком па",
+      "▁комп а",
+      "ob e",
+      "o be",
+      "oo r",
+      "o or",
+      "▁he ap",
+      "ct l",
+      "c tl",
+      "▁separ ately",
+      "▁separate ly",
+      "re ader",
+      "read er",
+      "rea der",
+      "▁signific antly",
+      "▁significant ly",
+      "▁L ag",
+      "▁La g",
+      "no tes",
+      "not es",
+      "note s",
+      "n otes",
+      "▁s ele",
+      "▁se le",
+      "▁sel e",
+      "▁dedic ated",
+      "▁H ost",
+      "▁Ho st",
+      "▁ Host",
+      "cho ice",
+      "wi ng",
+      "win g",
+      "w ing",
+      "▁T itel",
+      "▁Tit el",
+      "▁Ti tel",
+      "▁befind et",
+      "lar ge",
+      "larg e",
+      "▁con ten",
+      "▁cont en",
+      "▁co nten",
+      "▁conte n",
+      "Java Script",
+      "▁de ser",
+      "▁des er",
+      "▁G ordon",
+      "▁Gor don",
+      "с пе",
+      "▁p atri",
+      "▁pat ri",
+      "▁pa tri",
+      "▁patr i",
+      "▁R andom",
+      "▁Rand om",
+      "▁Ran dom",
+      "▁ Random",
+      "▁Return s",
+      "ы м",
+      "ро ма",
+      "ром а",
+      "▁Stud ies",
+      "S l",
+      "▁fr ü",
+      "TE XT",
+      "T EXT",
+      "in ate",
+      "ina te",
+      "▁T ol",
+      "▁To l",
+      "▁every where",
+      "ar ta",
+      "art a",
+      "▁or bit",
+      "▁orb it",
+      "▁A ires",
+      "▁Air es",
+      "▁I ss",
+      "▁Is s",
+      "▁te ż",
+      "▁d iverse",
+      "▁di verse",
+      "▁divers e",
+      "▁diver se",
+      "▁n umeric",
+      "▁numer ic",
+      "▁ numeric",
+      "ma z",
+      "m az",
+      "▁m ise",
+      "▁mi se",
+      "▁mis e",
+      "▁batt ery",
+      "▁batter y",
+      "▁bat tery",
+      "▁A kadem",
+      "▁Ak adem",
+      "не ние",
+      "▁simult ane",
+      "▁D ead",
+      "▁De ad",
+      "▁cl ust",
+      "▁ot ro",
+      "▁c erca",
+      "▁cer ca",
+      "() `,",
+      "()` ,",
+      "( )`,",
+      "ro z",
+      "r oz",
+      "ă t",
+      "▁M O",
+      "▁ MO",
+      "ri ften",
+      "rift en",
+      "rif ten",
+      "import ant",
+      "▁je ho",
+      "▁find ViewById",
+      "▁ findViewById",
+      "▁con sequence",
+      "▁conse quence",
+      "▁consequ ence",
+      "▁measure d",
+      "▁meas ured",
+      "is hes",
+      "ish es",
+      "▁s ze",
+      "▁sz e",
+      "ien do",
+      "i endo",
+      "▁W ahl",
+      "▁Wa hl",
+      "st rip",
+      "str ip",
+      "AR D",
+      "▁op acity",
+      "▁ opacity",
+      "WOR D",
+      "W ORD",
+      "▁В і",
+      "▁L ocation",
+      "▁Lo cation",
+      "▁Loc ation",
+      "▁ Location",
+      "ra i",
+      "r ai",
+      "пе н",
+      "п ен",
+      "▁r if",
+      "▁ri f",
+      "▁ rif",
+      "auss ian",
+      "File Name",
+      "▁dis co",
+      "▁disc o",
+      "il en",
+      "ile n",
+      "i len",
+      "▁v agy",
+      "▁va gy",
+      "li city",
+      "lic ity",
+      "licit y",
+      "l icity",
+      "B order",
+      "▁T rack",
+      "▁Tr ack",
+      "▁Tra ck",
+      "▁ Track",
+      "бо м",
+      "б ом",
+      "fa ct",
+      "fac t",
+      "f act",
+      "ok a",
+      "o ka",
+      "▁g ior",
+      "▁gi or",
+      "▁ gior",
+      "▁XV II",
+      "▁XVI I",
+      "▁d är",
+      "Si te",
+      "S ite",
+      "ał o",
+      "a ło",
+      "sk á",
+      "s ká",
+      "▁pix els",
+      "▁pixel s",
+      "vi ty",
+      "v ity",
+      "j Query",
+      "▁sc ulpt",
+      "▁c argo",
+      "▁car go",
+      "▁direct ive",
+      "▁w al",
+      "▁wa l",
+      "▁ wal",
+      "▁c onna",
+      "▁con na",
+      "▁conn a",
+      "▁Th rough",
+      "▁э том",
+      "▁это м",
+      "St atic",
+      "Stat ic",
+      "oms nitt",
+      "▁r und",
+      "▁run d",
+      "▁ru nd",
+      "▁ rund",
+      "▁c laimed",
+      "▁claim ed",
+      "з ня",
+      "sh a",
+      "s ha",
+      "▁r ag",
+      "▁ra g",
+      "▁ rag",
+      "cre ment",
+      "cr ement",
+      "▁fün f",
+      "▁r ival",
+      "▁riv al",
+      "▁ri val",
+      "▁ rival",
+      "ri n",
+      "r in",
+      "sl ash",
+      "▁th irty",
+      "s leep",
+      "оло ги",
+      "о логи",
+      "S M",
+      "ga te",
+      "gat e",
+      "g ate",
+      "iz ations",
+      "ization s",
+      "vi k",
+      "v ik",
+      "▁b less",
+      "▁bl ess",
+      "▁ble ss",
+      "▁Ill inois",
+      "▁T E",
+      "▁ TE",
+      "ut ing",
+      "uti ng",
+      "u ting",
+      "▁sol ving",
+      "GE R",
+      "G ER",
+      "▁X IV",
+      "▁XI V",
+      "▁Ind ians",
+      "▁India ns",
+      "▁Indian s",
+      "ex press",
+      "exp ress",
+      "expr ess",
+      "▁H eil",
+      "▁He il",
+      "▁mu jer",
+      "▁invån are",
+      "'] );",
+      "']) ;",
+      "' ]);",
+      "▁a ur",
+      "▁au r",
+      "▁ aur",
+      "bo ost",
+      "G O",
+      "▁n in",
+      "▁ni n",
+      "to k",
+      "t ok",
+      "go d",
+      "g od",
+      "ot er",
+      "ote r",
+      "o ter",
+      ")$ $",
+      ") $$",
+      "▁desc end",
+      "р ю",
+      "▁L anguage",
+      "▁ Language",
+      "▁d iver",
+      "▁di ver",
+      "▁div er",
+      "▁Ass uming",
+      "▁fre quent",
+      "▁frequ ent",
+      "ч ні",
+      "▁Bi ography",
+      ", [",
+      "ur m",
+      "u rm",
+      "▁walk ed",
+      "▁wal ked",
+      "▁feder al",
+      "▁fed eral",
+      "▁Mich igan",
+      "▁fact s",
+      "▁fac ts",
+      "▁In tegr",
+      "▁Int egr",
+      "▁ Integr",
+      "LE S",
+      "L ES",
+      "▁A lan",
+      "▁Al an",
+      "▁c oup",
+      "▁co up",
+      "▁cou p",
+      "Be r",
+      "B er",
+      "▁p articles",
+      "▁part icles",
+      "▁partic les",
+      "▁particle s",
+      "▁parti cles",
+      "ћ е",
+      "Infl ater",
+      "+ (",
+      "Bo und",
+      "B ound",
+      "▁S ü",
+      "A udio",
+      "cite t",
+      "cit et",
+      "c itet",
+      "ye ct",
+      "y ect",
+      "▁n r",
+      "▁ nr",
+      "x e",
+      "▁B run",
+      "▁Br un",
+      "▁Bru n",
+      "▁_ ,",
+      "▁ _,",
+      "av or",
+      "avo r",
+      "a vor",
+      "▁dis cipl",
+      "al m",
+      "a lm",
+      "▁но ября",
+      "▁S SL",
+      "▁SS L",
+      "▁ SSL",
+      "▁Ka iser",
+      "▁Kais er",
+      "▁re cher",
+      "▁rec her",
+      "yg on",
+      "y gon",
+      "▁regard less",
+      "▁config ur",
+      "▁un necess",
+      "▁Cl ark",
+      "▁Clar k",
+      "PH P",
+      "P HP",
+      "▁F ALSE",
+      "▁ FALSE",
+      "▁p ad",
+      "▁pa d",
+      "▁ pad",
+      "$ }",
+      "▁v alu",
+      "▁val u",
+      "▁va lu",
+      "▁ valu",
+      "▁dise ase",
+      "▁ma ior",
+      "▁mai or",
+      "▁h ommes",
+      "▁hom mes",
+      "▁homme s",
+      "▁Ed ition",
+      "▁Edit ion",
+      "sl ant",
+      "s lant",
+      "▁en ding",
+      "▁end ing",
+      "▁ ending",
+      "▁sett led",
+      "ur us",
+      "uru s",
+      "u rus",
+      "he d",
+      "h ed",
+      "Pat tern",
+      "▁го дина",
+      "▁годи на",
+      "▁Phil adel",
+      "tikz picture",
+      "▁co al",
+      "▁s ede",
+      "▁se de",
+      "▁sed e",
+      "▁satisf ies",
+      "▁t rim",
+      "▁tr im",
+      "▁tri m",
+      "▁ trim",
+      "▁b at",
+      "▁ba t",
+      "▁ bat",
+      "▁améric ain",
+      "▁lug lio",
+      "▁по ча",
+      "▁поч а",
+      "ff ff",
+      "fff f",
+      "f fff",
+      "▁T arget",
+      "▁Tar get",
+      "▁ Target",
+      "gener ate",
+      "▁Z ie",
+      "ți a",
+      "ț ia",
+      "▁g ard",
+      "▁gar d",
+      "▁ga rd",
+      "▁work ers",
+      "▁worker s",
+      "▁J ob",
+      "▁Jo b",
+      "▁ Job",
+      "▁ur ban",
+      "▁urb an",
+      "▁ urban",
+      "ah len",
+      "ahl en",
+      "a hlen",
+      "▁Build ing",
+      "▁n eu",
+      "▁ne u",
+      "▁ch ron",
+      "▁chr on",
+      "▁ chron",
+      "▁Ear l",
+      "gr o",
+      "g ro",
+      "US E",
+      "U SE",
+      "▁X II",
+      "▁XI I",
+      "▁we alth",
+      "▁ wealth",
+      "in ae",
+      "ina e",
+      "▁Б ра",
+      "▁li bert",
+      "▁lib ert",
+      "▁liber t",
+      "ir os",
+      "iro s",
+      "i ros",
+      ": $",
+      "le e",
+      "l ee",
+      "ie ves",
+      "ieve s",
+      "iev es",
+      "▁Just ice",
+      "▁o il",
+      "▁Ath let",
+      "▁c lo",
+      "▁cl o",
+      "▁ clo",
+      "Sc ale",
+      "Scal e",
+      "▁l ips",
+      "▁li ps",
+      "▁lip s",
+      "▁a pril",
+      "▁ap ril",
+      "▁apr il",
+      "▁im pression",
+      "▁imp ression",
+      "▁impr ession",
+      "▁impress ion",
+      "▁per ce",
+      "▁уча сти",
+      "▁участ и",
+      "vi l",
+      "v il",
+      "éc h",
+      "é ch",
+      "▁e quality",
+      "▁equ ality",
+      "▁equal ity",
+      "▁ equality",
+      "▁м ет",
+      "▁ме т",
+      "▁ мет",
+      "▁an notation",
+      "▁annot ation",
+      "▁ annotation",
+      "er nal",
+      "ern al",
+      "erna l",
+      "▁M ach",
+      "▁Ma ch",
+      "▁Mac h",
+      "▁int itul",
+      "pro blem",
+      "prob lem",
+      "ющи х",
+      "ю щих",
+      "op lus",
+      "o plus",
+      "▁thous ands",
+      "▁thousand s",
+      "▁calcul ations",
+      "▁calculation s",
+      "▁calc ulations",
+      "um ps",
+      "ump s",
+      "▁tri angle",
+      "▁ triangle",
+      "ph al",
+      "pha l",
+      "p hal",
+      "▁D orf",
+      "▁Do rf",
+      "▁Dor f",
+      "▁doll ars",
+      "▁d enen",
+      "▁de nen",
+      "▁den en",
+      "l ès",
+      "ol id",
+      "oli d",
+      "▁Result s",
+      "▁ Results",
+      "▁Stad ium",
+      "▁D esp",
+      "▁De sp",
+      "▁Des p",
+      "▁E isen",
+      "im ir",
+      "imi r",
+      "i mir",
+      "▁s otto",
+      "▁so tto",
+      "▁sott o",
+      "▁č i",
+      "▁ či",
+      "at able",
+      "ata ble",
+      "a table",
+      "or um",
+      "oru m",
+      "o rum",
+      "▁conver gence",
+      "▁je une",
+      "▁jeu ne",
+      "ok ing",
+      "oki ng",
+      "o king",
+      "▁жи во",
+      "ain ing",
+      "ai ning",
+      "a ining",
+      "po inter",
+      "point er",
+      "cul o",
+      "cu lo",
+      "c ulo",
+      "▁js ou",
+      "▁g rab",
+      "▁gr ab",
+      "▁gra b",
+      "ak te",
+      "akt e",
+      "a kte",
+      "▁ho ping",
+      "▁hop ing",
+      "▁M ak",
+      "▁Ma k",
+      "▁s ag",
+      "▁sa g",
+      "origin e",
+      "orig ine",
+      "▁по след",
+      "▁после д",
+      "▁V eg",
+      "▁Ve g",
+      "▁the oret",
+      "▁T ru",
+      "▁Tr u",
+      "ne ment",
+      "nem ent",
+      "n ement",
+      "▁f aces",
+      "▁fa ces",
+      "▁face s",
+      "▁fac es",
+      "▁ faces",
+      "H or",
+      "Jo in",
+      "J oin",
+      "ar el",
+      "are l",
+      "a rel",
+      "▁о коло",
+      "▁ок оло",
+      "How ever",
+      "▁c atal",
+      "▁ca tal",
+      "▁cat al",
+      "▁ catal",
+      "bo urg",
+      "bour g",
+      "b ourg",
+      "▁mysql i",
+      "▁mysq li",
+      "▁ mysqli",
+      "ac ions",
+      "acion s",
+      "aci ons",
+      "▁Init ial",
+      "▁ Initial",
+      "▁r ain",
+      "▁ra in",
+      "▁ rain",
+      "it ure",
+      "itu re",
+      "▁Sci ences",
+      "▁Science s",
+      "▁Kre is",
+      "._ _",
+      ". __",
+      "▁cin q",
+      "▁A uß",
+      "▁Au ß",
+      "ith met",
+      "it ors",
+      "ito rs",
+      "itor s",
+      "am azon",
+      "ama zon",
+      "▁g ap",
+      "▁ga p",
+      "▁ign ored",
+      "▁ignore d",
+      "▁ignor ed",
+      "ad v",
+      "ко ї",
+      "▁ча сть",
+      "▁час ть",
+      "▁част ь",
+      "▁cor por",
+      "▁corpo r",
+      "це р",
+      "ц ер",
+      "▁cr ime",
+      "▁cri me",
+      "▁crim e",
+      "uo us",
+      "u ous",
+      "▁на лази",
+      "Data Frame",
+      "во ди",
+      "вод и",
+      "Ig n",
+      "I gn",
+      "▁Lin coln",
+      "▁me nos",
+      "▁men os",
+      "▁Lu ft",
+      "▁L ind",
+      "▁Li nd",
+      "▁Lin d",
+      "▁C ook",
+      "▁Co ok",
+      "▁ Cook",
+      "▁material s",
+      "ap ped",
+      "app ed",
+      "appe d",
+      "a pped",
+      "ign ore",
+      "▁от кры",
+      "fr ied",
+      "fri ed",
+      "f ried",
+      "▁gouvern ement",
+      "▁f ired",
+      "▁fire d",
+      "▁fi red",
+      "▁fir ed",
+      "▁screen shot",
+      "▁screens hot",
+      "се н",
+      "с ен",
+      "▁[ (",
+      "▁ [(",
+      "▁органи за",
+      "Graph ics",
+      "▁про ти",
+      "▁p hen",
+      "▁ph en",
+      "▁ phen",
+      "cr aft",
+      "cra ft",
+      "c raft",
+      "▁b rain",
+      "▁br ain",
+      "▁bra in",
+      "▁C omo",
+      "▁Com o",
+      "▁Co mo",
+      "▁Every thing",
+      "an es",
+      "ane s",
+      "a nes",
+      "IG N",
+      "I GN",
+      "▁n ederbörd",
+      "▁ nederbörd",
+      "▁For est",
+      "▁Fore st",
+      "▁Fo rest",
+      "za hl",
+      "z ahl",
+      "▁Am ong",
+      "Q t",
+      "▁to gg",
+      "▁tog g",
+      "▁vari ant",
+      "▁ variant",
+      "▁h ill",
+      "▁hi ll",
+      "▁ hill",
+      "пи си",
+      "пис и",
+      "col on",
+      "co lon",
+      "colo n",
+      "▁dic embre",
+      "го р",
+      "г ор",
+      "▁W ind",
+      "▁Win d",
+      "▁Wi nd",
+      "ünst ler",
+      "▁= \\",
+      "▁ =\\",
+      "sa ved",
+      "save d",
+      "s aved",
+      "▁n ej",
+      "▁ne j",
+      "▁ nej",
+      "un te",
+      "unt e",
+      "ut to",
+      "utt o",
+      "u tto",
+      "▁rec ens",
+      "▁rece ns",
+      "▁s ick",
+      "▁si ck",
+      "▁sic k",
+      "▁d esen",
+      "▁de sen",
+      "▁des en",
+      "US T",
+      "U ST",
+      "▁wor st",
+      "▁An gel",
+      "▁Ang el",
+      "od ox",
+      "odo x",
+      "▁Prov ince",
+      "▁Provin ce",
+      "▁M az",
+      "▁Ma z",
+      "▁agre ement",
+      "▁agree ment",
+      "▁B ass",
+      "▁Bas s",
+      "▁Ba ss",
+      "▁seg unda",
+      "on ces",
+      "once s",
+      "onc es",
+      "▁Lin ki",
+      "▁Link i",
+      "▁C L",
+      "▁ CL",
+      "▁j á",
+      "it ement",
+      "ite ment",
+      "item ent",
+      "▁á rea",
+      "▁ár ea",
+      "▁scal ar",
+      "▁scala r",
+      "▁Р ес",
+      "▁Ре с",
+      "aw t",
+      "a wt",
+      "si eme",
+      "▁j uni",
+      "▁ju ni",
+      "▁jun i",
+      "▁худо ж",
+      "ik us",
+      "iku s",
+      "▁l id",
+      "▁li d",
+      "pp el",
+      "ppe l",
+      "p pel",
+      "av i",
+      "a vi",
+      "▁bal ance",
+      "ip ping",
+      "ipp ing",
+      "ippi ng",
+      "i pping",
+      "cuss ion",
+      "че ских",
+      "(\" .",
+      "( \".",
+      "Al so",
+      "▁w his",
+      "▁wh is",
+      "HO ME",
+      "▁b rown",
+      "▁br own",
+      "▁bro wn",
+      "▁brow n",
+      "▁d ía",
+      "▁dí a",
+      "▁pu ò",
+      "plot lib",
+      "▁Jahrhundert s",
+      "D K",
+      "▁an chor",
+      "▁anc hor",
+      "▁anch or",
+      "▁ anchor",
+      ".. .]",
+      "... ]",
+      "▁Aust ria",
+      "▁m arca",
+      "▁mar ca",
+      "▁marc a",
+      "▁g ez",
+      "▁ge z",
+      "ious ly",
+      "i ously",
+      "▁l azy",
+      "▁la zy",
+      "x a",
+      "▁Ch annel",
+      "▁Chan nel",
+      "▁ Channel",
+      "▁ne uen",
+      "▁neue n",
+      "▁neu en",
+      "da s",
+      "d as",
+      "▁search ed",
+      "▁sta at",
+      "▁ staat",
+      "▁Та к",
+      "▁Jo sef",
+      "▁Jose f",
+      "▁Jos ef",
+      "▁S her",
+      "▁Sh er",
+      "▁She r",
+      "po is",
+      "p ois",
+      "▁e nem",
+      "▁en em",
+      "▁access ing",
+      "▁не ко",
+      "▁fur ono",
+      "▁pse udo",
+      "▁pseud o",
+      "? >",
+      "▁estado un",
+      "▁estad oun",
+      "▁Ви ди",
+      "▁mot iv",
+      "▁re call",
+      "▁rec all",
+      "is son",
+      "iss on",
+      "i sson",
+      "ó b",
+      ")- -",
+      ") --",
+      "▁E rz",
+      "▁Er z",
+      "▁са вез",
+      "Dir ect",
+      "Di rect",
+      "D irect",
+      "со б",
+      "с об",
+      "▁s ho",
+      "▁sh o",
+      "v ölker",
+      "A p",
+      "ge ns",
+      "gen s",
+      "g ens",
+      "ниш тво",
+      "▁Am sterdam",
+      "us k",
+      "u sk",
+      "п ло",
+      "▁sim ulation",
+      "▁B C",
+      "▁ BC",
+      "▁W oj",
+      "▁Wo j",
+      "au tom",
+      "aut om",
+      "auto m",
+      "Al ex",
+      "A lex",
+      "▁econom ic",
+      "▁econ omic",
+      "го м",
+      "г ом",
+      "ik ai",
+      "ika i",
+      "▁a ltre",
+      "▁al tre",
+      "▁alt re",
+      "▁' -",
+      "▁ '-",
+      "▁W eg",
+      "▁We g",
+      "Not Found",
+      "й ской",
+      "▁convert ing",
+      "▁conver ting",
+      "ph abet",
+      "pha bet",
+      "at rice",
+      "atr ice",
+      "atri ce",
+      "bour ne",
+      "al om",
+      "alo m",
+      "▁comp aring",
+      "▁compar ing",
+      "▁Z o",
+      "▁f la",
+      "▁fl a",
+      "ва я",
+      "▁en tra",
+      "▁ent ra",
+      "▁entr a",
+      "▁char set",
+      "▁chars et",
+      "develop ers",
+      "developer s",
+      "íst ica",
+      "} >",
+      "▁J azz",
+      "▁Ja zz",
+      "▁How ard",
+      "▁Ho ward",
+      "ш та",
+      "▁cl one",
+      "▁clo ne",
+      "▁ clone",
+      "do or",
+      "d oor",
+      "▁P in",
+      "▁Pi n",
+      "** *",
+      "* **",
+      "▁sil ent",
+      "ec ycle",
+      "e cycle",
+      "is ce",
+      "isc e",
+      "i sce",
+      "▁m ud",
+      "▁mu d",
+      "▁Dis play",
+      "▁ Display",
+      "▁l ip",
+      "▁li p",
+      "▁ lip",
+      "▁исполь зова",
+      "▁character istic",
+      "▁s b",
+      "▁ sb",
+      "fire base",
+      "▁B ew",
+      "▁Be w",
+      "Cal endar",
+      "▁u so",
+      "▁us o",
+      "▁ uso",
+      "ès e",
+      "è se",
+      "▁R at",
+      "▁Ra t",
+      "▁es per",
+      "▁espe r",
+      "▁esp er",
+      "▁ esper",
+      "▁throw ing",
+      "▁thro wing",
+      "▁ro dz",
+      "▁rod z",
+      "▁y ards",
+      "▁yard s",
+      "▁g rass",
+      "▁gr ass",
+      "▁gra ss",
+      "▁mar ker",
+      "▁mark er",
+      "▁ marker",
+      "▁K os",
+      "▁Ko s",
+      "Th eta",
+      "The ta",
+      "▁organ is",
+      "ker nel",
+      "kern el",
+      "k ernel",
+      "▁person as",
+      "▁pers onas",
+      "▁persona s",
+      "ke ep",
+      "kee p",
+      "▁exc laimed",
+      "os lav",
+      "▁Ent ertain",
+      "▁Enter tain",
+      "не р",
+      "н ер",
+      "▁in won",
+      "▁R and",
+      "▁Ra nd",
+      "▁Ran d",
+      "red uce",
+      "redu ce",
+      "fa c",
+      "f ac",
+      "ex pression",
+      "exp ression",
+      "expr ession",
+      "express ion",
+      "y j",
+      "▁differ enti",
+      "▁different i",
+      "ag lia",
+      "agli a",
+      "▁tem plates",
+      "▁template s",
+      "▁ templates",
+      "▁m ű",
+      "▁p rv",
+      "▁pr v",
+      "▁m ois",
+      "▁mo is",
+      "▁moi s",
+      "▁gew ann",
+      "▁бу ла",
+      "bib li",
+      "b ibli",
+      "de mo",
+      "dem o",
+      "d emo",
+      "▁And erson",
+      "▁Anders on",
+      "▁ре д",
+      "▁ ред",
+      "▁por que",
+      "▁P ologne",
+      "▁Pol ogne",
+      "▁t rip",
+      "▁tr ip",
+      "▁tri p",
+      "▁exem ple",
+      "▁exempl e",
+      "▁Intern acional",
+      "▁ка о",
+      "In sert",
+      "gen eral",
+      "gener al",
+      "SE SSION",
+      "ber ga",
+      "berg a",
+      "hä lt",
+      "h ält",
+      "un as",
+      "una s",
+      "u nas",
+      "ми ра",
+      "мир а",
+      "▁yield s",
+      "map sto",
+      "maps to",
+      "sp ot",
+      "s pot",
+      "▁+ \\",
+      "▁ +\\",
+      "лл а",
+      "л ла",
+      "▁precis ely",
+      "▁precise ly",
+      "▁ч лен",
+      "sh adow",
+      "Ar e",
+      "A re",
+      "un al",
+      "una l",
+      "u nal",
+      "▁dis par",
+      "▁disp ar",
+      "▁tít ulo",
+      "ne st",
+      "nes t",
+      "n est",
+      "▁L ow",
+      "▁Lo w",
+      "▁p rot",
+      "▁pro t",
+      "▁pr ot",
+      "▁C osta",
+      "▁Co sta",
+      "▁Cost a",
+      "▁Cos ta",
+      "name d",
+      "na med",
+      "nam ed",
+      "n amed",
+      "▁g ained",
+      "▁ga ined",
+      "▁gain ed",
+      "les ia",
+      "l esia",
+      "▁admin istration",
+      "▁administr ation",
+      "Im port",
+      "Imp ort",
+      "br anch",
+      "b ranch",
+      "▁sym path",
+      "vo j",
+      "v oj",
+      "▁E C",
+      "▁ EC",
+      "▁municip io",
+      "▁anim ated",
+      "▁animate d",
+      "▁direct ories",
+      "▁director ies",
+      "▁ro of",
+      "zą d",
+      "z ąd",
+      "im et",
+      "ime t",
+      "i met",
+      "pr oto",
+      "pro to",
+      "bl a",
+      "b la",
+      ": ]",
+      "ha ve",
+      "hav e",
+      "h ave",
+      "at em",
+      "ate m",
+      "a tem",
+      "▁n s",
+      "▁ ns",
+      "▁s ector",
+      "▁se ctor",
+      "▁sec tor",
+      "▁sect or",
+      "th ree",
+      "ow ane",
+      "owa ne",
+      "owan e",
+      "wer s",
+      "we rs",
+      "w ers",
+      "ов их",
+      "ови х",
+      "ren ce",
+      "r ence",
+      "▁ex tr",
+      "▁ext r",
+      "ig ten",
+      "igt en",
+      "igte n",
+      "▁occ ident",
+      "ț ă",
+      "▁e at",
+      "▁h ydro",
+      "▁hy dro",
+      "▁hyd ro",
+      "ubern etes",
+      "[ @",
+      "▁M oon",
+      "▁Mo on",
+      "▁S ho",
+      "▁Sh o",
+      "▁else where",
+      "ül ler",
+      "üll er",
+      "Up load",
+      "ла нд",
+      "лан д",
+      "л анд",
+      "▁F ör",
+      "w issenschaft",
+      "K S",
+      "▁phys ics",
+      "▁ physics",
+      "t z",
+      "▁се ред",
+      "▁Ar beit",
+      "▁Arbe it",
+      "▁ме ст",
+      "▁ мест",
+      "▁Geb iet",
+      "▁in sect",
+      "▁ins ect",
+      "▁inse ct",
+      "A h",
+      "iz ado",
+      "iza do",
+      "▁tem ple",
+      "▁temp le",
+      "▁ann ual",
+      "st ad",
+      "sta d",
+      "▁hab itat",
+      "▁habit at",
+      "▁A B",
+      "▁ AB",
+      "wo rt",
+      "wor t",
+      "w ort",
+      "▁re pos",
+      "▁rep os",
+      "▁repo s",
+      "▁N eu",
+      "▁Ne u",
+      "▁$ (\".",
+      "▁$( \".",
+      "▁$(\" .",
+      "Vor lage",
+      "▁repre zent",
+      "est anden",
+      "In tern",
+      "Int ern",
+      "Inter n",
+      ". `",
+      "▁fa iling",
+      "▁fail ing",
+      "▁M aterial",
+      "▁Mate rial",
+      "▁ Material",
+      "▁effect ively",
+      "▁effective ly",
+      "те лем",
+      "тел ем",
+      "▁г ла",
+      "▁ гла",
+      "▁na hm",
+      "▁nah m",
+      "▁ nahm",
+      "▁differ ently",
+      "▁different ly",
+      "ext ension",
+      "▁V erm",
+      "▁Ver m",
+      "▁Ve rm",
+      "en abled",
+      "ena bled",
+      "enable d",
+      "con figure",
+      "config ure",
+      "ni o",
+      "n io",
+      "ci ones",
+      "cio nes",
+      "cion es",
+      "c iones",
+      "▁B each",
+      "▁Be ach",
+      "со на",
+      "сон а",
+      "с она",
+      "▁copy ing",
+      "▁cop ying",
+      "▁у країн",
+      "▁при зна",
+      "▁приз на",
+      "z h",
+      "Des ktop",
+      "▁s ost",
+      "▁so st",
+      "▁sub sequently",
+      "▁subsequ ently",
+      "▁subsequent ly",
+      "▁Le hr",
+      "▁ ó",
+      "lä r",
+      "l är",
+      "od or",
+      "odo r",
+      "o dor",
+      "ph on",
+      "p hon",
+      "n c",
+      "iter ator",
+      "▁э ти",
+      "▁europ é",
+      "▁Tor onto",
+      "ód igo",
+      "▁p osto",
+      "▁po sto",
+      "▁pos to",
+      "▁post o",
+      "ff e",
+      "f fe",
+      "▁c rew",
+      "▁cre w",
+      "▁cr ew",
+      "▁Sch war",
+      "▁Schw ar",
+      "S a",
+      "squ are",
+      "s quare",
+      "▁be side",
+      "▁bes ide",
+      "▁М і",
+      "▁a th",
+      "▁at h",
+      "▁ ath",
+      "▁ad vent",
+      "▁adv ent",
+      "c ji",
+      "writ ten",
+      "wr itten",
+      "w ritten",
+      "▁r uss",
+      "▁ru ss",
+      "▁rus s",
+      "ro st",
+      "ros t",
+      "r ost",
+      "H I",
+      "▁d ice",
+      "▁di ce",
+      "▁dic e",
+      "cc a",
+      "c ca",
+      "▁d ép",
+      "▁dé p",
+      "pl y",
+      "p ly",
+      "big g",
+      "bi gg",
+      "b igg",
+      "zi ał",
+      "zia ł",
+      "z iał",
+      "üt t",
+      "ü tt",
+      "▁о дно",
+      "▁од но",
+      "J ECT",
+      "сь кому",
+      "сько му",
+      "ськ ому",
+      "no s",
+      "n os",
+      "mo ck",
+      "m ock",
+      "La unch",
+      "sa me",
+      "sam e",
+      "s ame",
+      "▁j obs",
+      "▁jo bs",
+      "▁job s",
+      "▁wide ly",
+      "▁wid ely",
+      "▁def ines",
+      "▁define s",
+      "▁defin es",
+      "▁P se",
+      "▁Ps e",
+      "▁neigh bour",
+      "▁neighb our",
+      "ющи е",
+      "▁cl oser",
+      "▁close r",
+      "▁clos er",
+      "▁clo ser",
+      "▁рас поло",
+      "▁распо ло",
+      "▁cl ubs",
+      "▁club s",
+      "fl y",
+      "f ly",
+      "ши м",
+      "ш им",
+      "▁suffer ed",
+      "▁suff ered",
+      "▁n ar",
+      "▁na r",
+      "▁ nar",
+      "▁l avor",
+      "▁la vor",
+      "▁lav or",
+      "Ext ension",
+      "ition ally",
+      "itional ly",
+      "▁g race",
+      "▁gr ace",
+      "▁gra ce",
+      "▁Campe onato",
+      "▁Christ mas",
+      "m iddle",
+      "oth ek",
+      "othe k",
+      "el ements",
+      "element s",
+      "ele ments",
+      "elem ents",
+      "▁son dern",
+      "▁t arde",
+      "▁tar de",
+      "▁tard e",
+      "▁perman ent",
+      "▁con clude",
+      "▁concl ude",
+      "Se g",
+      "S eg",
+      "▁а каде",
+      "}\" ,",
+      "} \",",
+      "▁февра ля",
+      "ře d",
+      "ř ed",
+      "▁I L",
+      "▁ IL",
+      "ju d",
+      "j ud",
+      "▁U SS",
+      "▁US S",
+      "▁N ature",
+      "▁Natur e",
+      "▁Nat ure",
+      "if ference",
+      "iffer ence",
+      "iffe rence",
+      "Serial izer",
+      "▁tw elve",
+      "ti d",
+      "t id",
+      "ми я",
+      "че ского",
+      "▁cal endar",
+      "▁ calendar",
+      "con cat",
+      "▁inter section",
+      "▁intersect ion",
+      "▁P A",
+      "▁ PA",
+      "az ure",
+      "azu re",
+      "▁situ ée",
+      "▁situé e",
+      "▁k inds",
+      "▁kind s",
+      "▁kin ds",
+      "▁aus ge",
+      "▁r ural",
+      "▁ru ral",
+      "Th eme",
+      "The me",
+      "▁t ale",
+      "▁tal e",
+      "▁ta le",
+      "no indent",
+      "go ing",
+      "r x",
+      "ag i",
+      "a gi",
+      "wrap per",
+      "wr apper",
+      "w rapper",
+      "▁Co ast",
+      "mb H",
+      "▁пере д",
+      "▁пе ред",
+      "sp re",
+      "spr e",
+      "s pre",
+      "▁} \\",
+      "▁ }\\",
+      "▁L I",
+      "▁ LI",
+      "zn am",
+      "zna m",
+      "z nam",
+      "it led",
+      "itle d",
+      "Sam ple",
+      "S ample",
+      "ul iar",
+      "uli ar",
+      "* \\",
+      "▁res istance",
+      "▁resist ance",
+      "st ock",
+      "sto ck",
+      "ke d",
+      "k ed",
+      "▁H E",
+      "▁ HE",
+      "▁pos session",
+      "▁poss ession",
+      "▁possess ion",
+      "▁R ing",
+      "▁Ri ng",
+      "▁m agyar",
+      "▁mag yar",
+      "ou ts",
+      "out s",
+      "o uts",
+      "▁Secret ary",
+      "nd e",
+      "n de",
+      "▁W ald",
+      "▁Wal d",
+      "▁Wa ld",
+      "- (",
+      "▁I SO",
+      "▁IS O",
+      "▁ ISO",
+      "▁af ternoon",
+      "ion en",
+      "io nen",
+      "ione n",
+      "i onen",
+      "▁st ops",
+      "▁stop s",
+      "▁sto ps",
+      "▁const ants",
+      "▁constant s",
+      "gu ard",
+      "bo w",
+      "b ow",
+      "▁e rs",
+      "▁er s",
+      "▁ ers",
+      "▁Fire base",
+      "▁C lear",
+      "▁Cl ear",
+      "▁Cle ar",
+      "▁ Clear",
+      "▁H oly",
+      "▁Hol y",
+      "▁Ho ly",
+      "W in",
+      "▁title s",
+      "▁tit les",
+      "▁т рав",
+      "▁тра в",
+      "▁cont rib",
+      "▁contr ib",
+      "▁ contrib",
+      "hä ng",
+      "h äng",
+      "▁phot ograph",
+      "▁photo graph",
+      "▁Dist ribution",
+      "if ts",
+      "ift s",
+      "▁a unque",
+      "com b",
+      "co mb",
+      "c omb",
+      "AD D",
+      "A DD",
+      "▁public ation",
+      "▁pub lication",
+      "▁publi cation",
+      "▁слу ж",
+      "▁к ня",
+      "▁ay ant",
+      "▁re store",
+      "▁r estore",
+      "▁rest ore",
+      "▁resto re",
+      "▁bel ief",
+      "▁v ég",
+      "▁vé g",
+      "▁ext ensions",
+      "▁extension s",
+      "▁extens ions",
+      "▁ extensions",
+      "▁de com",
+      "▁dec om",
+      "вши й",
+      "в ший",
+      "W T",
+      "▁par ti",
+      "▁part i",
+      "▁gi oc",
+      "▁ми ра",
+      "▁ мира",
+      "▁is su",
+      "▁iss u",
+      "pi pe",
+      "pip e",
+      "p ipe",
+      "▁pro ps",
+      "▁pr ops",
+      "▁prop s",
+      "▁ props",
+      "▁w illing",
+      "▁will ing",
+      "▁wil ling",
+      "▁n est",
+      "▁ne st",
+      "▁ nest",
+      "as o",
+      "a so",
+      "po t",
+      "p ot",
+      "▁hand les",
+      "▁handle s",
+      "▁ф о",
+      "▁ фо",
+      "▁m oder",
+      "▁mod er",
+      "▁mo der",
+      "▁mode r",
+      "▁eben falls",
+      "▁fight ing",
+      "um bn",
+      "umb n",
+      "▁trans parent",
+      "▁K rist",
+      "▁Kr ist",
+      "▁home s",
+      "▁hom es",
+      "▁ho mes",
+      "▁voy age",
+      "Fa iled",
+      "Fail ed",
+      "▁B ird",
+      "▁Bi rd",
+      "▁Bir d",
+      "▁He art",
+      "Count er",
+      "Co unter",
+      "C ounter",
+      "▁Scott ish",
+      "át ica",
+      "▁ar beit",
+      "▁ arbeit",
+      "^{ -\\",
+      "^{- \\",
+      "▁S or",
+      "▁So r",
+      "▁eng aged",
+      "▁engag ed",
+      "▁a side",
+      "▁as ide",
+      "▁asi de",
+      "▁F ou",
+      "▁Fo u",
+      "▁w iel",
+      "▁wie l",
+      "▁re const",
+      "▁recon st",
+      "ou sin",
+      "ous in",
+      "▁host ed",
+      "▁ho sted",
+      "▁hos ted",
+      "▁c lasse",
+      "▁class e",
+      "▁cl asse",
+      "▁clas se",
+      "▁con test",
+      "▁cont est",
+      "▁conte st",
+      ".. .\"",
+      "... \"",
+      "мо м",
+      "м ом",
+      "▁be an",
+      "▁ bean",
+      "ge m",
+      "g em",
+      "▁consult ato",
+      "▁b io",
+      "▁bi o",
+      "▁ bio",
+      "▁subject s",
+      "bo Box",
+      "▁Sch rift",
+      "▁d inner",
+      "▁din ner",
+      "ă r",
+      "▁r ówn",
+      "▁% %",
+      "▁ %%",
+      "ba ge",
+      "bag e",
+      "b age",
+      "▁ver öff",
+      "▁det ected",
+      "▁detect ed",
+      "ie nn",
+      "ien n",
+      "i enn",
+      "ro se",
+      "ros e",
+      "r ose",
+      "▁T on",
+      "▁To n",
+      "Comp lete",
+      "Comple te",
+      "▁pro to",
+      "▁pr oto",
+      "▁prot o",
+      "▁ proto",
+      "ich ts",
+      "icht s",
+      "i chts",
+      "ST AT",
+      "Check ed",
+      "▁in ten",
+      "▁i nten",
+      "▁int en",
+      "▁inte n",
+      "▁s mile",
+      "▁sm ile",
+      "▁st rip",
+      "▁str ip",
+      "▁stri p",
+      "▁ strip",
+      "ne ut",
+      "') ;\r",
+      "'); \r",
+      "' );\r",
+      "fo ur",
+      "f our",
+      "▁to das",
+      "▁tod as",
+      "▁toda s",
+      "Control s",
+      "▁thor ough",
+      "ru p",
+      "r up",
+      "▁држа ви",
+      "it ă",
+      "Pro tocol",
+      "К а",
+      "▁expand ed",
+      "ex tra",
+      "ext ra",
+      "op ort",
+      "opo rt",
+      "o port",
+      "▁Ста нов",
+      "le ases",
+      "lease s",
+      "▁n otion",
+      "▁not ion",
+      "▁no tion",
+      "▁g uest",
+      "▁gu est",
+      "▁Is lands",
+      "▁Island s",
+      "ic ked",
+      "ick ed",
+      "▁D ave",
+      "▁Dav e",
+      "▁Da ve",
+      "▁ref lection",
+      "▁reflect ion",
+      "li v",
+      "l iv",
+      "ál ní",
+      "▁reve aled",
+      "▁s og",
+      "▁so g",
+      "▁T ax",
+      "▁Ta x",
+      "▁period o",
+      "▁peri odo",
+      "▁Welt krie",
+      "catal ina",
+      "qu é",
+      "q ué",
+      "▁F ather",
+      "▁Fa ther",
+      "▁B ir",
+      "▁Bi r",
+      "ex pect",
+      "exp ect",
+      "▁re gression",
+      "▁reg ression",
+      "in é",
+      "i né",
+      "▁d abei",
+      "▁da bei",
+      "pe rm",
+      "per m",
+      "p erm",
+      "ме не",
+      "мен е",
+      "м ене",
+      "▁A bd",
+      "▁Ab d",
+      "▁C F",
+      "▁ CF",
+      "ar ks",
+      "ark s",
+      "resol ve",
+      "wed ge",
+      "w edge",
+      "▁initial ization",
+      "▁Vé ase",
+      "▁при ня",
+      "st mt",
+      "▁in come",
+      "▁inc ome",
+      "M Y",
+      "▁od kazy",
+      "▁Sie he",
+      "▁bod ies",
+      "▁s oc",
+      "▁so c",
+      "R andom",
+      "▁s enza",
+      "▁sen za",
+      "ab lo",
+      "abl o",
+      "a blo",
+      "▁reg arded",
+      "▁regard ed",
+      "on Create",
+      "▁Mag azine",
+      "▁R af",
+      "▁Ra f",
+      "▁Buen os",
+      "и л",
+      ")) );",
+      "))) ;",
+      ") ));",
+      "ca pt",
+      "cap t",
+      "c apt",
+      "re direct",
+      "red irect",
+      "▁pe tit",
+      "▁pet it",
+      "▁f arm",
+      "▁far m",
+      "▁fa rm",
+      "▁r ôle",
+      "▁стать и",
+      "     ",
+      "sub figure",
+      "èce s",
+      "è ces",
+      "zi el",
+      "zie l",
+      "z iel",
+      "▁о кон",
+      "▁ок он",
+      "E E",
+      "me e",
+      "m ee",
+      "▁p erten",
+      "▁per ten",
+      "▁pert en",
+      "▁représ ent",
+      "▁L A",
+      "▁ LA",
+      "? '",
+      "▁т ру",
+      "▁r ational",
+      "▁rat ional",
+      "▁ratio nal",
+      "os of",
+      "oso f",
+      "▁k ne",
+      "▁kn e",
+      "▁art ists",
+      "▁artist s",
+      "Fl ow",
+      "F low",
+      "▁А ль",
+      "▁Ал ь",
+      "iz ard",
+      "iza rd",
+      "izar d",
+      "▁num ero",
+      "▁numer o",
+      "act ic",
+      "a ctic",
+      "▁de struct",
+      "▁dest ruct",
+      "▁destru ct",
+      "▁П ра",
+      "ons ieur",
+      "q t",
+      "ab estanden",
+      "no ść",
+      "Con nect",
+      "Conne ct",
+      "▁o racle",
+      "▁or acle",
+      "▁ora cle",
+      "▁ oracle",
+      "▁Stock holm",
+      "size of",
+      "▁gem äß",
+      "AC T",
+      "A CT",
+      "▁ex pert",
+      "▁exp ert",
+      "▁exper t",
+      "ut ions",
+      "ution s",
+      "uti ons",
+      "▁h acia",
+      "▁ha cia",
+      "▁log ger",
+      "▁ logger",
+      "▁f ool",
+      "▁fo ol",
+      "▁foo l",
+      "ry pto",
+      "rypt o",
+      "æ r",
+      "▁c idade",
+      "▁ci dade",
+      "▁состав е",
+      "▁соста ве",
+      "ok er",
+      "oke r",
+      "o ker",
+      "▁Trans fer",
+      "▁den ied",
+      "Tr ack",
+      "Tra ck",
+      "T rack",
+      "▁r adi",
+      "▁ra di",
+      "▁rad i",
+      "ze c",
+      "z ec",
+      "▁Histor ic",
+      "▁Einwo hner",
+      "ко ю",
+      "▁х ра",
+      "▁ хра",
+      "▁C ategory",
+      "▁ Category",
+      "▁Dis ney",
+      "▁sw ap",
+      "▁ swap",
+      "Be gin",
+      "B egin",
+      "▁m ientras",
+      "▁d ance",
+      "▁dan ce",
+      "▁t ête",
+      "▁d roit",
+      "▁dr oit",
+      "▁dro it",
+      "er ta",
+      "ert a",
+      "▁bird s",
+      "▁bir ds",
+      "▁con vin",
+      "▁conv in",
+      "par ator",
+      "para tor",
+      "д ра",
+      "▁E S",
+      "▁ ES",
+      "▁Ress ources",
+      "▁Ressource s",
+      "EG IN",
+      "ück e",
+      "ü cke",
+      "▁Cr uz",
+      "▁Cru z",
+      "ab ling",
+      "abl ing",
+      "a bling",
+      "▁\" @",
+      "▁me tres",
+      "▁met res",
+      "▁B eg",
+      "▁Be g",
+      "▁Gr ünd",
+      "▁B oh",
+      "▁Bo h",
+      "▁m ile",
+      "▁mil e",
+      "▁mi le",
+      "▁ mile",
+      "▁Techn ology",
+      "\" +",
+      "ac co",
+      "acc o",
+      "a cco",
+      "▁s s",
+      "▁ ss",
+      "▁F ed",
+      "▁Fe d",
+      "▁H end",
+      "▁He nd",
+      "▁Hen d",
+      "us ch",
+      "usc h",
+      "u sch",
+      "it ä",
+      "fol k",
+      "f olk",
+      "▁abs or",
+      "an tal",
+      "ant al",
+      "anta l",
+      "od ge",
+      "▁WH EN",
+      "▁Extern í",
+      "▁Reg iment",
+      "▁evalu ation",
+      "▁T ai",
+      "▁Ta i",
+      "▁voc als",
+      "▁vocal s",
+      "▁ex perimental",
+      "▁experiment al",
+      "em bed",
+      "emb ed",
+      "▁M inn",
+      "▁Min n",
+      "▁Mi nn",
+      "▁в ме",
+      "pr ec",
+      "pre c",
+      "p rec",
+      "ever y",
+      "ev ery",
+      "e very",
+      "▁ho of",
+      "▁Fern ando",
+      "▁Bibli ographie",
+      "▁n ag",
+      "▁na g",
+      "amerikan ischer",
+      "▁m arks",
+      "▁mar ks",
+      "▁mark s",
+      "▁ marks",
+      "▁U TC",
+      "▁ UTC",
+      "▁un certain",
+      "ди я",
+      "ol ia",
+      "oli a",
+      "o lia",
+      "▁c up",
+      "▁cu p",
+      "▁ cup",
+      "▁f ille",
+      "▁fil le",
+      "▁fill e",
+      "▁fi lle",
+      "▁d ok",
+      "▁do k",
+      "use ppe",
+      "est erd",
+      "ester d",
+      "este rd",
+      "e sterd",
+      "▁B rand",
+      "▁Br and",
+      "▁Bra nd",
+      "▁Bran d",
+      "▁Th ird",
+      "P P",
+      "no des",
+      "node s",
+      "n odes",
+      "▁P ad",
+      "▁Pa d",
+      "▁ Pad",
+      "▁l oved",
+      "▁lo ved",
+      "▁love d",
+      "▁lov ed",
+      "sw ing",
+      "s wing",
+      "▁surpr ised",
+      "▁surprise d",
+      "ar di",
+      "ard i",
+      "▁G R",
+      "▁ GR",
+      "] \"",
+      "▁equ ally",
+      "▁equal ly",
+      "▁eq ually",
+      "ih e",
+      "i he",
+      "ca re",
+      "car e",
+      "c are",
+      "пи сок",
+      "пис ок",
+      "li jk",
+      "lij k",
+      "l ijk",
+      "ri nn",
+      "rin n",
+      "r inn",
+      "▁\\ [\\",
+      "▁\\[ \\",
+      "▁s ons",
+      "▁so ns",
+      "▁son s",
+      "▁t ät",
+      "ic amente",
+      "ica mente",
+      "▁l isting",
+      "▁list ing",
+      "iel lement",
+      "ielle ment",
+      "▁nyel ven",
+      "▁d s",
+      "▁ ds",
+      "▁agr icult",
+      "▁H ermann",
+      "▁Her mann",
+      "▁Herm ann",
+      "▁bes ides",
+      "▁beside s",
+      "pro gress",
+      "prog ress",
+      "▁pec uliar",
+      "fo cus",
+      "f ocus",
+      "c n",
+      "- $",
+      "ствен ный",
+      "ou rg",
+      "our g",
+      "o urg",
+      "▁w yn",
+      "▁wy n",
+      "▁conduct ed",
+      "▁condu cted",
+      "▁Станов ништво",
+      "connect ed",
+      "conne cted",
+      "conn ected",
+      "▁b ott",
+      "▁bo tt",
+      "▁bot t",
+      "▁с мер",
+      "▁см ер",
+      "▁P oz",
+      "▁Po z",
+      "un ct",
+      "unc t",
+      "con da",
+      "cond a",
+      "c onda",
+      "▁савез ној",
+      "▁ha vet",
+      "▁have t",
+      "▁hav et",
+      "li gt",
+      "lig t",
+      "l igt",
+      "or ted",
+      "ort ed",
+      "orte d",
+      "▁ent ering",
+      "▁enter ing",
+      "mult ip",
+      "multi p",
+      "mul tip",
+      "▁Tem ple",
+      "▁Temp le",
+      "▁P lant",
+      "▁Pl ant",
+      "▁Plan t",
+      "▁Pla nt",
+      "type of",
+      "▁V lad",
+      "▁qu ed",
+      "▁que d",
+      "▁q ued",
+      "▁re ste",
+      "▁r este",
+      "▁res te",
+      "▁rest e",
+      "▁ма й",
+      "▁ май",
+      "▁V ery",
+      "▁Ver y",
+      "▁Ve ry",
+      "ambigu ation",
+      "▁ch alleng",
+      "▁res pective",
+      "▁respect ive",
+      "▁т ор",
+      "▁то р",
+      "▁ тор",
+      "C trl",
+      "▁abs ence",
+      "ar u",
+      "a ru",
+      "во е",
+      "▁för st",
+      "▁s q",
+      "▁ sq",
+      "▁Em peror",
+      "▁I gn",
+      "▁Ig n",
+      "▁ Ign",
+      "▁т ова",
+      "▁то ва",
+      "▁ това",
+      ": `",
+      "ad oop",
+      "ado op",
+      "▁Mad ame",
+      "▁gru ppo",
+      "▁grup po",
+      "st ud",
+      "▁extern as",
+      "▁Александ р",
+      "▁d ign",
+      "▁di gn",
+      "▁dig n",
+      "▁жи ве",
+      "Am ount",
+      "A mount",
+      "▁correl ate",
+      "▁corre late",
+      "▁F ant",
+      "▁Fa nt",
+      "▁r ails",
+      "▁ra ils",
+      "▁rail s",
+      "▁ rails",
+      "f p",
+      "министра тив",
+      "▁b ought",
+      "▁fil ters",
+      "▁filter s",
+      "▁ filters",
+      "▁anc ora",
+      "▁part ner",
+      "▁qu and",
+      "▁quan d",
+      "sym bol",
+      "s ymbol",
+      "ul ating",
+      "ula ting",
+      "▁z d",
+      "▁ zd",
+      "aw n",
+      "a wn",
+      "▁G rant",
+      "▁Gr ant",
+      "▁Gra nt",
+      "▁Gran t",
+      "bec ause",
+      "b ecause",
+      "ra ble",
+      "rab le",
+      "r able",
+      "\\ }",
+      "íst icas",
+      "ística s",
+      "▁у че",
+      "▁péri ode",
+      "▁s ke",
+      "▁sk e",
+      "▁ ske",
+      "▁Any way",
+      "▁index es",
+      "▁inde xes",
+      "▁direct ions",
+      "▁dire ctions",
+      "▁direction s",
+      "▁R AM",
+      "▁RA M",
+      "▁ RAM",
+      "ch rome",
+      "chr ome",
+      "chrom e",
+      "▁a post",
+      "▁ap ost",
+      "▁apo st",
+      "▁war nings",
+      "▁warning s",
+      "▁warn ings",
+      "▁Air port",
+      "V I",
+      "ab ile",
+      "abil e",
+      "abi le",
+      "▁l ord",
+      "▁lo rd",
+      "pro vider",
+      "prov ider",
+      "▁J i",
+      "ost ream",
+      "o stream",
+      "▁geme ente",
+      "table View",
+      "Ex tra",
+      "Ext ra",
+      "c ursor",
+      "eg round",
+      "egr ound",
+      "e ground",
+      "▁M oz",
+      "▁Mo z",
+      "▁r ib",
+      "▁ri b",
+      "▁ rib",
+      "▁m orph",
+      "▁mor ph",
+      "lo ads",
+      "load s",
+      "el sk",
+      "els k",
+      "▁M AX",
+      "▁MA X",
+      "▁ MAX",
+      "▁Santi ago",
+      "▁H im",
+      "▁Hi m",
+      "code s",
+      "co des",
+      "cod es",
+      "c odes",
+      "▁l anz",
+      "▁lan z",
+      "▁count s",
+      "▁coun ts",
+      "rinn ingsområ",
+      "щ ё",
+      "▁sp é",
+      "▁pier ws",
+      "▁pierw s",
+      "▁S ver",
+      "▁Sv er",
+      "▁a cknow",
+      "▁ac know",
+      "Bo olean",
+      "▁фами ли",
+      "▁Sen ate",
+      "шо в",
+      "ш ов",
+      "ag ers",
+      "age rs",
+      "ager s",
+      "a gers",
+      "▁Nue va",
+      "bi l",
+      "b il",
+      "ki em",
+      "kie m",
+      "k iem",
+      "▁M ey",
+      "▁Me y",
+      "wi j",
+      "w ij",
+      "▁G mbH",
+      "valid ation",
+      "▁en suite",
+      "in king",
+      "ink ing",
+      "▁c ampion",
+      "▁camp ion",
+      "▁finan cial",
+      "▁financi al",
+      "iz on",
+      "izo n",
+      "i zon",
+      "He aders",
+      "Head ers",
+      "Header s",
+      "▁deprec ated",
+      "▁fon ction",
+      "RE G",
+      "R EG",
+      "▁vol umes",
+      "▁volume s",
+      "▁C hi",
+      "▁Ch i",
+      "▁encounter ed",
+      "la k",
+      "l ak",
+      "ра я",
+      "▁contin ues",
+      "▁continu es",
+      "▁continue s",
+      "▁~ [",
+      "uer te",
+      "u erte",
+      "▁\\ ;",
+      "▁ \\;",
+      "▁D ok",
+      "▁Do k",
+      "▁we ights",
+      "▁weight s",
+      "▁r h",
+      "▁ rh",
+      "▁Na pole",
+      "▁Nap ole",
+      "▁natur ally",
+      "▁natural ly",
+      "sk u",
+      "s ku",
+      "pa s",
+      "p as",
+      "▁g egründ",
+      "et r",
+      "e tr",
+      "▁K u",
+      "ic ted",
+      "ict ed",
+      "i cted",
+      "▁fab ric",
+      "▁A SC",
+      "▁AS C",
+      "▁ ASC",
+      "▁Entertain ment",
+      "▁en erg",
+      "▁ener g",
+      "кла д",
+      "к лад",
+      "om on",
+      "omo n",
+      "o mon",
+      "th eme",
+      "the me",
+      "▁ха рак",
+      "▁d raft",
+      "▁dr aft",
+      "▁dra ft",
+      "▁ch annels",
+      "▁channel s",
+      "▁de sert",
+      "▁des ert",
+      "▁deser t",
+      "▁tra vés",
+      "▁trav és",
+      "▁L ock",
+      "▁Lo ck",
+      "▁Loc k",
+      "▁ Lock",
+      "▁s iendo",
+      "▁si endo",
+      "фе к",
+      "ф ек",
+      "m ême",
+      "▁pa cket",
+      "▁pack et",
+      "▁pac ket",
+      "▁Mount ain",
+      "▁F ahr",
+      "▁Fa hr",
+      "bra io",
+      "пе ре",
+      "пер е",
+      "п ере",
+      "▁gen annt",
+      "▁dep loyment",
+      "▁deploy ment",
+      "Pa l",
+      "P al",
+      "но г",
+      "ст ру",
+      "стр у",
+      "Pr im",
+      "P rim",
+      "f ür",
+      "▁danger ous",
+      "▁sz ám",
+      "re ck",
+      "rec k",
+      "▁pop up",
+      "ic ky",
+      "ick y",
+      "in ar",
+      "ina r",
+      "i nar",
+      "co wo",
+      "cow o",
+      "c owo",
+      "нци кло",
+      "ít ás",
+      "▁pl ugins",
+      "▁plugin s",
+      "▁plug ins",
+      "▁ plugins",
+      "▁dr iven",
+      "▁drive n",
+      "▁dri ven",
+      "▁driv en",
+      "ле в",
+      "л ев",
+      "▁\" (",
+      "tt a",
+      "t ta",
+      "▁ Ú",
+      "▁e b",
+      "▁ eb",
+      "▁' ';",
+      "▁'' ;",
+      "▁kn ock",
+      "▁ос нова",
+      "▁основ а",
+      "▁m aison",
+      "▁ma ison",
+      "▁mais on",
+      "▁mai son",
+      "г ля",
+      "▁Hon or",
+      "▁Ho nor",
+      "ta il",
+      "t ail",
+      "ri tz",
+      "rit z",
+      "r itz",
+      "▁gu ys",
+      "▁combin ations",
+      "▁combination s",
+      "ond ere",
+      "onder e",
+      "onde re",
+      "▁A ld",
+      "▁Al d",
+      "▁f iddle",
+      "▁ fiddle",
+      "да в",
+      "ur d",
+      "u rd",
+      "▁pro jection",
+      "▁project ion",
+      "▁Tamb ién",
+      "ve rb",
+      "ver b",
+      "v erb",
+      "▁ter re",
+      "▁ terre",
+      "ru gu",
+      "rug u",
+      "▁se ptember",
+      "▁sept ember",
+      "▁< !",
+      "co st",
+      "cos t",
+      "c ost",
+      "▁n ut",
+      "▁nu t",
+      "▁ nut",
+      "{ %",
+      "▁ub ic",
+      "am arin",
+      "ama rin",
+      "amar in",
+      "ти и",
+      "▁pat ron",
+      "▁patr on",
+      "▁am ely",
+      "▁e sto",
+      "▁est o",
+      "▁es to",
+      "▁ esto",
+      "▁li stop",
+      "▁list op",
+      "fa l",
+      "f al",
+      "▁P rop",
+      "▁Pro p",
+      "▁Pr op",
+      "▁ Prop",
+      "▁O nt",
+      "▁On t",
+      "▁M ade",
+      "▁Ma de",
+      "▁Mad e",
+      "TE ST",
+      "▁N em",
+      "▁Ne m",
+      "▁N ations",
+      "▁Nat ions",
+      "▁Nation s",
+      "▁в у",
+      "▁ ву",
+      "in cluding",
+      "includ ing",
+      "▁spect rum",
+      "▁L an",
+      "▁La n",
+      "▁E ver",
+      "▁Ev er",
+      "Pa ul",
+      "t m",
+      "App end",
+      "Ap pend",
+      "Rel ative",
+      "dis abled",
+      "disable d",
+      "return s",
+      "▁flow ers",
+      "▁flo wers",
+      "▁flower s",
+      "ik u",
+      "i ku",
+      "▁| \\",
+      "▁ |\\",
+      "▁Jord an",
+      "▁Sm all",
+      "▁c ic",
+      "▁ci c",
+      "▁sex ual",
+      "au tre",
+      "aut re",
+      "ва л",
+      "в ал",
+      "▁r ip",
+      "▁ri p",
+      "▁ rip",
+      "ou st",
+      "ous t",
+      "o ust",
+      "▁Philadel phia",
+      "▁u k",
+      "▁ uk",
+      "▁M ongo",
+      "▁Mon go",
+      "▁Mong o",
+      "xml ns",
+      "▁sh op",
+      "▁sho p",
+      "▁ shop",
+      "▁debug ger",
+      "▁z aj",
+      "▁za j",
+      "▁B illy",
+      "▁Bill y",
+      "▁Bil ly",
+      "▁n iem",
+      "▁nie m",
+      "▁ni em",
+      "ol is",
+      "oli s",
+      "o lis",
+      "▁ро ссий",
+      "ag ner",
+      "agn er",
+      "agne r",
+      "▁m aven",
+      "▁ma ven",
+      "▁ maven",
+      "▁Gu stav",
+      "▁Gust av",
+      "A us",
+      "comp are",
+      "▁j eu",
+      "▁je u",
+      "ud er",
+      "ude r",
+      "u der",
+      "ish ment",
+      "▁ди визи",
+      "▁Fin land",
+      "ну т",
+      "н ут",
+      "z és",
+      "▁Liga ções",
+      "▁Lig ações",
+      "▁qu ello",
+      "▁quel lo",
+      "an notation",
+      "annot ation",
+      "▁th rew",
+      "▁thr ew",
+      "▁thre w",
+      "▁Pro of",
+      "▁ Proof",
+      "▁A rea",
+      "▁Ar ea",
+      "▁Are a",
+      "▁ Area",
+      "as hi",
+      "ash i",
+      "▁F O",
+      "▁ FO",
+      "ja min",
+      "j amin",
+      "ден т",
+      "д ент",
+      "▁un us",
+      "fri end",
+      ".\" );",
+      ".\") ;",
+      ". \");",
+      "▁tra kten",
+      "document class",
+      "an ka",
+      "ank a",
+      "▁ar rive",
+      "▁arr ive",
+      "▁arriv e",
+      "▁d onne",
+      "▁don ne",
+      "▁donn e",
+      "ol y",
+      "o ly",
+      "▁R ein",
+      "▁Re in",
+      "▁face book",
+      "▁fac ebook",
+      "▁ facebook",
+      "ic ina",
+      "ici na",
+      "sl ice",
+      "s lice",
+      "▁n agy",
+      "▁na gy",
+      "▁nag y",
+      "▁he bben",
+      "▁I C",
+      "▁ IC",
+      "▁B ag",
+      "▁Ba g",
+      "▁ Bag",
+      "▁circ ul",
+      "▁cir cul",
+      "ác t",
+      "á ct",
+      "mit t",
+      "mi tt",
+      "m itt",
+      "▁g rey",
+      "▁gr ey",
+      "▁gre y",
+      "▁c av",
+      "▁ca v",
+      "▁осо би",
+      "▁sym metric",
+      "▁symmet ric",
+      "▁S ic",
+      "▁Si c",
+      "▁med ium",
+      "▁medi um",
+      "▁ medium",
+      "▁U TF",
+      "▁ UTF",
+      "▁D opo",
+      "▁Do po",
+      "í ch",
+      "bar e",
+      "ba re",
+      "b are",
+      "dz ie",
+      "d zie",
+      "▁he aven",
+      "▁heav en",
+      "▁cam pe",
+      "▁camp e",
+      "ester day",
+      "esterd ay",
+      "▁W issenschaft",
+      "по ль",
+      "пол ь",
+      "di d",
+      "d id",
+      "al er",
+      "ale r",
+      "a ler",
+      "▁citiz ens",
+      "▁Marg aret",
+      "▁s ought",
+      "ch arts",
+      "char ts",
+      "chart s",
+      "CL C",
+      "C LC",
+      "ol ly",
+      "oll y",
+      "ys z",
+      "y sz",
+      "wa ld",
+      "wal d",
+      "w ald",
+      "▁f en",
+      "▁fe n",
+      "▁ fen",
+      "▁S ix",
+      "▁Si x",
+      "▁U rs",
+      "▁Ur s",
+      "▁ор ган",
+      "▁T rad",
+      "▁Tr ad",
+      "▁Tra d",
+      "cu e",
+      "c ue",
+      "sch utz",
+      "▁prec ise",
+      "▁precis e",
+      "▁W indow",
+      "▁Wind ow",
+      "▁ Window",
+      "ти е",
+      "ло ві",
+      "лов і",
+      "it ori",
+      "ito ri",
+      "itor i",
+      "dis ambiguation",
+      "▁х и",
+      "▁ хи",
+      "▁N atural",
+      "▁Natur al",
+      "▁Nat ural",
+      "da n",
+      "d an",
+      "▁con crete",
+      "ци ја",
+      "▁s pel",
+      "▁sp el",
+      "▁spe l",
+      "▁Fa iled",
+      "▁Fail ed",
+      "▁ Failed",
+      "ści e",
+      "śc ie",
+      "ś cie",
+      "▁b uf",
+      "▁bu f",
+      "▁ buf",
+      "uc a",
+      "u ca",
+      "ic ional",
+      "ici onal",
+      "icio nal",
+      "icion al",
+      "▁ott obre",
+      "▁otto bre",
+      "▁ф і",
+      "▁ фі",
+      "▁submit ted",
+      "▁subm itted",
+      "la ve",
+      "lav e",
+      "l ave",
+      "▁P lot",
+      "▁Pl ot",
+      "▁ Plot",
+      "▁col leg",
+      "▁coll eg",
+      "▁colle g",
+      "ad em",
+      "ade m",
+      "a dem",
+      "▁ch aque",
+      "▁cha que",
+      "▁neighbor hood",
+      "▁calci atore",
+      "Lo op",
+      "L oop",
+      "▁G ast",
+      "▁Ga st",
+      "▁Gas t",
+      "▁ко гда",
+      "▁indust rial",
+      "▁industri al",
+      "▁f atal",
+      "▁fa tal",
+      "▁fat al",
+      "▁C ert",
+      "▁Ce rt",
+      "▁Cer t",
+      "▁ Cert",
+      "la tion",
+      "lat ion",
+      "l ation",
+      "▁О дна",
+      "▁Од на",
+      "▁jam ais",
+      "▁acc um",
+      "Id entity",
+      "Ident ity",
+      "▁Me dal",
+      "▁Med al",
+      "Met adata",
+      "Meta data",
+      "▁лю дя",
+      "br idge",
+      "brid ge",
+      "b ridge",
+      "Go od",
+      "G ood",
+      "▁что бы",
+      "▁comp oser",
+      "▁compos er",
+      "▁compose r",
+      "▁b read",
+      "▁br ead",
+      "▁bre ad",
+      "▁clos ure",
+      "▁ closure",
+      "▁large ly",
+      "▁larg ely",
+      "F B",
+      "▁обла сть",
+      "▁autom atic",
+      "▁automat ic",
+      "ar ía",
+      "a ría",
+      "▁sufficient ly",
+      "▁ital iana",
+      "▁ка че",
+      "▁J ó",
+      "hi story",
+      "histor y",
+      "h istory",
+      "▁H D",
+      "▁ HD",
+      "▁sigu iente",
+      "ne ll",
+      "nel l",
+      "n ell",
+      "▁G ree",
+      "▁Gr ee",
+      "▁Gre e",
+      "▁T i",
+      "▁trans ferred",
+      "▁transfer red",
+      "équ ipe",
+      "é quipe",
+      "▁Phili ppe",
+      "▁Philipp e",
+      "▁Philip pe",
+      "▁encou rag",
+      "▁V ietnam",
+      "▁graph s",
+      "▁symmet ry",
+      "fr ed",
+      "fre d",
+      "f red",
+      "we ek",
+      "▁bron ze",
+      "ry s",
+      "r ys",
+      "▁name ly",
+      "▁nam ely",
+      "on ders",
+      "ond ers",
+      "onder s",
+      "onde rs",
+      "lem agne",
+      "X Y",
+      "Con vert",
+      "}] (",
+      "} ](",
+      "Reg ion",
+      "pe cies",
+      "pec ies",
+      "▁te xture",
+      "▁text ure",
+      "▁c hr",
+      "▁ch r",
+      "▁ chr",
+      "не го",
+      "н его",
+      "▁some body",
+      "a qu",
+      "er as",
+      "era s",
+      "e ras",
+      "▁Н ово",
+      "▁Но во",
+      "▁Нов о",
+      "▁d ez",
+      "▁de z",
+      "an iu",
+      "ani u",
+      "a niu",
+      "ok rat",
+      "▁co vers",
+      "▁cover s",
+      "▁cov ers",
+      "▁sign als",
+      "▁signal s",
+      "ђ е",
+      "▁H eb",
+      "▁He b",
+      "▁An ti",
+      "▁Ant i",
+      "IV E",
+      "I VE",
+      "▁re ss",
+      "▁r ess",
+      "▁res s",
+      "▁ ress",
+      "LE TE",
+      "yn a",
+      "y na",
+      "п ла",
+      "жде ния",
+      "ж дения",
+      "▁ch amp",
+      "▁cha mp",
+      "▁cham p",
+      "▁vill ages",
+      "▁village s",
+      "▁villa ges",
+      "Z one",
+      "▁i Phone",
+      "▁sou vent",
+      "сь кі",
+      "ськ і",
+      "▁feb braio",
+      "ér cito",
+      "▁X I",
+      "ok at",
+      "oka t",
+      "▁mem bres",
+      "▁memb res",
+      "▁membre s",
+      "ju nit",
+      "j unit",
+      "▁D raw",
+      "▁Dr aw",
+      "▁Dra w",
+      "▁ Draw",
+      "▁п рово",
+      "▁про во",
+      "▁пров о",
+      "▁пр ово",
+      "aud io",
+      "audi o",
+      "a udio",
+      "en dl",
+      "end l",
+      "▁N ad",
+      "▁Na d",
+      "▁magn itude",
+      "Su r",
+      "S ur",
+      "ic ing",
+      "ici ng",
+      "i cing",
+      "▁un w",
+      "▁о три",
+      "▁от ри",
+      "▁B ey",
+      "▁Be y",
+      "▁V ik",
+      "▁Vi k",
+      "▁polít ica",
+      "port er",
+      "por ter",
+      "porte r",
+      "p orter",
+      "▁Bar bara",
+      "▁Barb ara",
+      "ál t",
+      "á lt",
+      "bi b",
+      "b ib",
+      "▁accom pan",
+      "▁accomp an",
+      "V P",
+      "▁en coded",
+      "▁enc oded",
+      "▁encode d",
+      "▁ encoded",
+      "▁S ometimes",
+      "▁Some times",
+      "bi rd",
+      "bir d",
+      "b ird",
+      "▁U lt",
+      "▁Ul t",
+      "▁t un",
+      "▁tu n",
+      "get Text",
+      "▁ar rival",
+      "▁arr ival",
+      "▁arriv al",
+      "script style",
+      "{ `",
+      "▁pers pective",
+      "LI NE",
+      "LIN E",
+      "L INE",
+      "Form atter",
+      "Format ter",
+      "▁b om",
+      "▁bo m",
+      "в ра",
+      "DE BUG",
+      "Bound s",
+      "B ounds",
+      "▁T itle",
+      "▁Tit le",
+      "▁ Title",
+      "l ó",
+      "Da n",
+      "D an",
+      "▁g ene",
+      "▁ge ne",
+      "▁gen e",
+      "▁B it",
+      "▁Bi t",
+      "▁ Bit",
+      "▁reprodu ce",
+      "▁graph ics",
+      "▁ graphics",
+      "▁с ем",
+      "▁се м",
+      "р ё",
+      "▁ре ки",
+      "us alem",
+      "usa lem",
+      "ро ж",
+      "▁D ES",
+      "▁DE S",
+      "▁So ftware",
+      "ur ance",
+      "u rance",
+      "ithmet ic",
+      "en ess",
+      "ene ss",
+      "enes s",
+      "e ness",
+      "ic hi",
+      "ich i",
+      "i chi",
+      "Con verter",
+      "Convert er",
+      "▁g ithub",
+      "▁ github",
+      "erd ings",
+      "gl ise",
+      "ác h",
+      "á ch",
+      "▁bu ried",
+      "▁bur ied",
+      "▁v ision",
+      "▁vis ion",
+      "▁ vision",
+      "M iss",
+      "▁s ees",
+      "▁se es",
+      "▁see s",
+      "▁person nes",
+      "▁pers onnes",
+      "▁personn es",
+      "▁personne s",
+      "▁In tel",
+      "▁Int el",
+      "el ia",
+      "eli a",
+      "e lia",
+      "▁č lán",
+      "▁c hi",
+      "▁ch i",
+      "▁ chi",
+      "▁k las",
+      "▁kl as",
+      "au té",
+      "aut é",
+      "▁st ark",
+      "▁star k",
+      "cz e",
+      "c ze",
+      "▁dr ivers",
+      "▁driver s",
+      "▁drive rs",
+      "▁dri vers",
+      "▁driv ers",
+      "v n",
+      "! ,",
+      "▁го ды",
+      "▁год ы",
+      "H i",
+      "▁expla ins",
+      "▁expl ains",
+      "▁explain s",
+      "art icles",
+      "article s",
+      "▁z ug",
+      "▁zu g",
+      "▁ zug",
+      "Pro m",
+      "Pr om",
+      "P rom",
+      "> =",
+      "▁Be at",
+      "▁S ax",
+      "▁Sa x",
+      "vert ical",
+      "кт о",
+      "к то",
+      "▁pl ants",
+      "▁plan ts",
+      "▁plant s",
+      "▁Ré férences",
+      "▁Référence s",
+      "▁og ni",
+      "▁c urs",
+      "▁cu rs",
+      "▁cur s",
+      "▁S K",
+      "▁ SK",
+      "он и",
+      "о ни",
+      "▁des tac",
+      "▁dest ac",
+      "\") ;\r",
+      "\"); \r",
+      "\" );\r",
+      "▁S ure",
+      "▁Su re",
+      "▁Sur e",
+      "▁part ido",
+      "▁parti do",
+      "▁Fol ge",
+      "▁Mo ore",
+      "▁w z",
+      "ск ус",
+      "ску с",
+      "lt re",
+      "l tre",
+      "on do",
+      "ond o",
+      "▁p ose",
+      "▁po se",
+      "▁pos e",
+      "▁ pose",
+      "im os",
+      "imo s",
+      "i mos",
+      "бо й",
+      "ци па",
+      "ju s",
+      "j us",
+      ".. ...",
+      "... ..",
+      ".... .",
+      ". ....",
+      "▁ép oca",
+      "▁qu anto",
+      "▁quant o",
+      "▁quan to",
+      "▁Su pport",
+      "▁Supp ort",
+      "▁Sup port",
+      "▁ Support",
+      "gesch ichte",
+      "SER VER",
+      "▁George s",
+      "▁Georg es",
+      "en um",
+      "enu m",
+      "e num",
+      "▁h erm",
+      "▁he rm",
+      "▁her m",
+      "▁ne bo",
+      "▁C hr",
+      "▁Ch r",
+      "▁ Chr",
+      "char acter",
+      "▁* **",
+      "▁** *",
+      "▁ ***",
+      "▁For sch",
+      "ia mi",
+      "iam i",
+      "i ami",
+      "▁ ¿",
+      "cy ch",
+      "cyc h",
+      "c ych",
+      "▁fif th",
+      "se nt",
+      "sen t",
+      "s ent",
+      "▁and erem",
+      "▁andere m",
+      "▁proport ion",
+      "▁propor tion",
+      "▁p rest",
+      "▁pr est",
+      "▁pre st",
+      "▁pres t",
+      "▁G irl",
+      "▁Gi rl",
+      "▁Gir l",
+      "▁d rama",
+      "▁dr ama",
+      "▁dra ma",
+      "▁dram a",
+      "wa nd",
+      "wan d",
+      "w and",
+      "▁M ail",
+      "▁Ma il",
+      "▁Mai l",
+      "▁ Mail",
+      "▁L ux",
+      "▁Lu x",
+      "▁kter ý",
+      "▁Ges ellschaft",
+      "▁Hin weis",
+      "nis se",
+      "n isse",
+      "▁m ondo",
+      "▁mon do",
+      "▁mond o",
+      "E q",
+      "▁per í",
+      "▁pe rí",
+      "▁e astern",
+      "▁eas tern",
+      "▁east ern",
+      "▁UE FA",
+      "ual e",
+      "ua le",
+      "u ale",
+      "▁con vex",
+      "▁conv ex",
+      "▁по ль",
+      "▁пол ь",
+      "▁ поль",
+      "▁H ey",
+      "▁He y",
+      "ze nie",
+      "zen ie",
+      "z enie",
+      "init ely",
+      "▁Z usammen",
+      "SS L",
+      "S SL",
+      "oc al",
+      "oca l",
+      "o cal",
+      "▁c anal",
+      "▁can al",
+      "▁ca nal",
+      "vo y",
+      "v oy",
+      "▁К ри",
+      "▁köz ött",
+      "▁c ars",
+      "▁car s",
+      "▁ca rs",
+      "▁vers ión",
+      "En vironment",
+      "He r",
+      "H er",
+      "▁se ñ",
+      "▁sp atial",
+      "ym i",
+      "y mi",
+      "Fi re",
+      "F ire",
+      "▁ve get",
+      "▁veg et",
+      "▁W ie",
+      "▁Wi e",
+      "▁zn aj",
+      "▁zna j",
+      "▁dam age",
+      "▁en dl",
+      "▁end l",
+      "▁ endl",
+      "gi f",
+      "g if",
+      "▁qu ali",
+      "▁qual i",
+      "▁которы х",
+      "el lan",
+      "ell an",
+      "ella n",
+      "▁m ens",
+      "▁me ns",
+      "▁men s",
+      "▁pl ug",
+      "▁a bund",
+      "▁ab und",
+      "FI G",
+      "F IG",
+      "▁s f",
+      "▁ sf",
+      "▁con fl",
+      "▁conf l",
+      "▁насе ления",
+      "▁princi ples",
+      "▁princip les",
+      "▁principle s",
+      "▁Gab riel",
+      "ib e",
+      "i be",
+      "▁{ %",
+      "▁ {%",
+      "▁pobla ció",
+      "ні ципа",
+      "▁ext reme",
+      "▁extrem e",
+      "▁extr eme",
+      "▁as se",
+      "▁ass e",
+      "▁ asse",
+      "▁v u",
+      "▁ vu",
+      "Mo ck",
+      "M ock",
+      "▁spiel te",
+      "▁A er",
+      "▁d atos",
+      "▁dat os",
+      "en des",
+      "end es",
+      "ende s",
+      "▁G el",
+      "▁Ge l",
+      "▁G or",
+      "▁Go r",
+      "Ch rist",
+      "Chr ist",
+      "ch os",
+      "cho s",
+      "c hos",
+      "Process or",
+      "Proc essor",
+      "▁in struct",
+      "▁inst ruct",
+      "▁instru ct",
+      "▁p icked",
+      "▁pick ed",
+      "▁pic ked",
+      "nah me",
+      "nahm e",
+      "fa hr",
+      "fah r",
+      "f ahr",
+      "▁indic ated",
+      "▁indicate d",
+      "▁% .",
+      "▁ %.",
+      "▁t s",
+      "▁ ts",
+      "▁not able",
+      "▁no table",
+      "▁qual ified",
+      "▁А л",
+      "Bl ack",
+      "B lack",
+      "▁coun cil",
+      "▁over head",
+      "ac i",
+      "a ci",
+      "an née",
+      "ann ée",
+      "▁init With",
+      "bi ó",
+      "b ió",
+      "▁int roduction",
+      "▁introdu ction",
+      "▁compan ion",
+      "▁ex pon",
+      "▁exp on",
+      "▁k ör",
+      "▁kö r",
+      "ob y",
+      "o by",
+      "bu rn",
+      "bur n",
+      "b urn",
+      "gn u",
+      "g nu",
+      "virt ual",
+      "v irtual",
+      "▁intel lect",
+      "▁д ержа",
+      "▁ держа",
+      "' +",
+      "б ле",
+      "▁strict ly",
+      "▁recogn ize",
+      "ho ur",
+      "hou r",
+      "h our",
+      "▁W rest",
+      "en nen",
+      "enn en",
+      "enne n",
+      "$) .",
+      "$ ).",
+      "ff f",
+      "f ff",
+      "▁Cent ro",
+      "▁P itt",
+      "▁Pi tt",
+      "▁Pit t",
+      "▁d ział",
+      "▁dz iał",
+      "▁ dział",
+      "▁c ela",
+      "▁ce la",
+      "▁cel a",
+      "▁frances e",
+      "▁franc ese",
+      "ра ми",
+      "spe cial",
+      "spec ial",
+      "▁D up",
+      "▁Du p",
+      "to ire",
+      "t oire",
+      "ка ль",
+      "кал ь",
+      "к аль",
+      "CO UNT",
+      "▁Br ook",
+      "▁Bro ok",
+      "▁ру ково",
+      "pub lique",
+      "▁se conda",
+      "▁second a",
+      "▁sec onda",
+      "▁com pt",
+      "▁comp t",
+      "▁b land",
+      "▁bl and",
+      "▁bla nd",
+      "▁blan d",
+      "Be fore",
+      "▁P ack",
+      "▁Pa ck",
+      "▁Pac k",
+      "▁ Pack",
+      "al ty",
+      "alt y",
+      "öd er",
+      "ö der",
+      "▁interval s",
+      "▁Daten bank",
+      "Mo vie",
+      "M ovie",
+      "▁trans m",
+      "▁tran sm",
+      "▁t ap",
+      "▁ta p",
+      "▁по ч",
+      "fo n",
+      "f on",
+      "ia i",
+      "i ai",
+      "▁f ib",
+      "▁fi b",
+      "▁w yd",
+      "▁wy d",
+      "▁h ung",
+      "▁hun g",
+      "▁hu ng",
+      "▁ hung",
+      "▁a live",
+      "▁al ive",
+      "▁ali ve",
+      "Cl ear",
+      "C lear",
+      "▁p ushed",
+      "▁push ed",
+      "▁tu ple",
+      "▁ tuple",
+      "ach en",
+      "ac hen",
+      "ache n",
+      "a chen",
+      "го во",
+      "гов о",
+      "г ово",
+      "▁re vers",
+      "▁rev ers",
+      "▁reve rs",
+      "▁rever s",
+      "▁au gment",
+      "▁aug ment",
+      "▁ch allenge",
+      "▁challeng e",
+      "lo st",
+      "los t",
+      "l ost",
+      "▁deux ième",
+      "struct or",
+      "stru ctor",
+      "▁mehr erer",
+      "▁mehrere r",
+      "at ural",
+      "atur al",
+      "atura l",
+      "atu ral",
+      "Sp lit",
+      "S plit",
+      "ст ем",
+      "сте м",
+      "с тем",
+      "ш ла",
+      ")\\ \\",
+      ") \\\\",
+      "▁D og",
+      "▁Do g",
+      "▁develop ers",
+      "▁developer s",
+      "▁ developers",
+      "▁n od",
+      "▁no d",
+      "▁сто ро",
+      "▁Na N",
+      "▁ NaN",
+      "▁pr iest",
+      "▁pri est",
+      "▁ex ha",
+      "UN D",
+      "U ND",
+      "pa ir",
+      "p air",
+      "al one",
+      "alo ne",
+      "▁m oon",
+      "▁mo on",
+      "▁# !/",
+      "▁g uns",
+      "▁gu ns",
+      "▁gun s",
+      "ro la",
+      "rol a",
+      "r ola",
+      "чи та",
+      "▁Encyc lopedia",
+      "▁Encyclop edia",
+      "at is",
+      "ati s",
+      "a tis",
+      "▁' \"",
+      "▁ '\"",
+      "zy ch",
+      "z ych",
+      "▁super fic",
+      "▁э к",
+      "еде ра",
+      "fe ed",
+      "f eed",
+      "LA Y",
+      "F i",
+      "un ks",
+      "unk s",
+      "ise cond",
+      "i second",
+      "▁' @",
+      "▁Ad ding",
+      "▁Add ing",
+      "ро е",
+      "▁t ang",
+      "▁tan g",
+      "▁ta ng",
+      "ц о",
+      "hu ng",
+      "h ung",
+      "bi s",
+      "b is",
+      "sk ého",
+      "ské ho",
+      "▁ad vert",
+      "▁adv ert",
+      "▁за нима",
+      "uz z",
+      "u zz",
+      "ág ina",
+      "▁T el",
+      "▁Te l",
+      "si g",
+      "s ig",
+      "▁E z",
+      "▁guarante e",
+      "▁te aching",
+      "▁teach ing",
+      "ot y",
+      "o ty",
+      "ter min",
+      "term in",
+      "▁distribution s",
+      "▁distrib utions",
+      "FL A",
+      "F LA",
+      "▁Gi useppe",
+      "query Selector",
+      "▁/ \\",
+      "▁ /\\",
+      "▁S quad",
+      "g z",
+      "de lay",
+      "del ay",
+      "▁surr ounding",
+      "▁m anus",
+      "▁man us",
+      "▁H ou",
+      "▁Ho u",
+      "² ,",
+      "▁cult iv",
+      "▁trouble s",
+      "▁trou bles",
+      "▁r aison",
+      "▁ra ison",
+      "exp and",
+      "▁c ov",
+      "▁co v",
+      "▁ cov",
+      "nung en",
+      "n ungen",
+      ")) {",
+      ") ){",
+      "▁g een",
+      "▁ge en",
+      "▁au ßer",
+      "▁Л і",
+      "ř i",
+      "▁situ ations",
+      "▁situation s",
+      "▁tele p",
+      "▁tel ep",
+      "▁J ed",
+      "▁Je d",
+      "▁trav ail",
+      "▁trava il",
+      "li as",
+      "lia s",
+      "l ias",
+      "bul let",
+      "▁select ing",
+      "av ier",
+      "avi er",
+      "a vier",
+      "▁ess ential",
+      "( /",
+      "yy yy",
+      "št ě",
+      "ul ty",
+      "ult y",
+      "▁k ra",
+      "▁kr a",
+      "▁t abs",
+      "▁tab s",
+      "▁ta bs",
+      "▁ tabs",
+      "▁experience d",
+      "▁experien ced",
+      "az i",
+      "a zi",
+      "▁D irectory",
+      "▁Direct ory",
+      "▁Director y",
+      "▁ Directory",
+      "▁c ron",
+      "▁cr on",
+      "▁cro n",
+      "▁s pend",
+      "▁sp end",
+      "▁spe nd",
+      "▁R A",
+      "▁ RA",
+      "▁s elenium",
+      "▁sel enium",
+      "▁ selenium",
+      "▁T hé",
+      "▁Th é",
+      "Element s",
+      "El ements",
+      "ci i",
+      "c ii",
+      "▁p lat",
+      "▁pl at",
+      "▁pla t",
+      "▁arch ive",
+      "▁archiv e",
+      "▁ archive",
+      "▁ass istance",
+      "▁assist ance",
+      "▁ne ck",
+      "▁A venue",
+      "▁Aven ue",
+      "▁w heel",
+      "▁whe el",
+      "▁h ade",
+      "▁ha de",
+      "▁had e",
+      "Com mon",
+      "Comm on",
+      "▁D ialog",
+      "▁Di alog",
+      "▁Dia log",
+      "▁ Dialog",
+      "▁f org",
+      "▁for g",
+      "▁fo rg",
+      "▁sur ely",
+      "▁sure ly",
+      "▁h ockey",
+      "kt ó",
+      "k tó",
+      "▁t k",
+      "▁ tk",
+      "▁Br uce",
+      "▁Bru ce",
+      "▁e norm",
+      "▁en orm",
+      ", ’",
+      "▁Christ opher",
+      "▁Christoph er",
+      "je v",
+      "j ev",
+      "▁qu ad",
+      "▁ quad",
+      "▁A JAX",
+      "▁rel ief",
+      "▁reli ef",
+      "▁m odes",
+      "▁mod es",
+      "▁mo des",
+      "▁mode s",
+      "sk lär",
+      "s klär",
+      "▁V id",
+      "▁Vi d",
+      "▁Se rial",
+      "▁Ser ial",
+      "▁ Serial",
+      "▁to kens",
+      "▁token s",
+      "▁Pol and",
+      "▁Po land",
+      "\\ ]",
+      "▁v ide",
+      "▁vi de",
+      "▁vid e",
+      "ro oms",
+      "room s",
+      "om as",
+      "oma s",
+      "o mas",
+      "▁B ureau",
+      "▁Bur eau",
+      "c x",
+      "ность ю",
+      "ност ью",
+      "▁sign s",
+      "▁sig ns",
+      "ше ние",
+      "los sen",
+      "loss en",
+      "l ossen",
+      "▁Que ens",
+      "▁Queen s",
+      "▁m embre",
+      "▁mem bre",
+      "▁memb re",
+      "▁m ez",
+      "▁me z",
+      "▁ mez",
+      "▁B ool",
+      "▁Bo ol",
+      "▁ Bool",
+      "▁N aj",
+      "▁Na j",
+      "▁Mem ory",
+      "▁ Memory",
+      "▁K han",
+      "▁Kh an",
+      "▁l à",
+      "▁ là",
+      "▁H ud",
+      "▁Hu d",
+      "▁d ismiss",
+      "▁dis miss",
+      "ight h",
+      "igh th",
+      "▁f s",
+      "▁ fs",
+      "pr event",
+      "pre vent",
+      "prev ent",
+      "▁ме да",
+      "▁Pol ice",
+      "▁Po lice",
+      "▁с ко",
+      "▁ ско",
+      "fin ite",
+      "▁a mi",
+      "▁am i",
+      "▁ ami",
+      "▁M uch",
+      "▁Mu ch",
+      "ow ania",
+      "owa nia",
+      "owan ia",
+      "OR Y",
+      "O RY",
+      "io rs",
+      "ior s",
+      "i ors",
+      "▁Prem io",
+      "▁text box",
+      "d m",
+      "▁a fin",
+      "▁af in",
+      "▁Don ald",
+      "▁ Donald",
+      "▁P riv",
+      "▁Pr iv",
+      "▁Pri v",
+      "▁de cid",
+      "▁dec id",
+      "▁Maur ice",
+      "▁Mau rice",
+      "ag an",
+      "aga n",
+      "a gan",
+      "▁Britann ica",
+      "▁o ft",
+      "▁of t",
+      "▁consec utive",
+      "\"? >",
+      "\" ?>",
+      "ови й",
+      "st udent",
+      "stud ent",
+      "▁pe que",
+      "▁di eses",
+      "▁dies es",
+      "▁diese s",
+      "▁ret our",
+      "ét r",
+      "é tr",
+      "▁с ез",
+      "▁се з",
+      "▁k re",
+      "▁kr e",
+      "▁ kre",
+      "▁v otes",
+      "▁vo tes",
+      "▁vot es",
+      "▁vote s",
+      "ru ption",
+      "rupt ion",
+      "rup tion",
+      "iz ada",
+      "iza da",
+      "▁W iel",
+      "▁Wi el",
+      "▁Wie l",
+      "▁G ray",
+      "▁Gr ay",
+      "▁Gra y",
+      "▁Le op",
+      "▁Leo p",
+      "teil ung",
+      "tei lung",
+      "([ '",
+      "( ['",
+      "▁wh ites",
+      "▁white s",
+      "fr ica",
+      "fri ca",
+      "f rica",
+      "an imation",
+      "anim ation",
+      "cur l",
+      "cu rl",
+      "c url",
+      "ling s",
+      "lin gs",
+      "l ings",
+      "=\" $",
+      "lo yd",
+      "loy d",
+      "text sc",
+      "ор у",
+      "о ру",
+      "▁се ла",
+      "es ian",
+      "esi an",
+      "esia n",
+      "▁M ission",
+      "▁Miss ion",
+      "▁не за",
+      "▁ult imately",
+      "бо в",
+      "б ов",
+      "ol en",
+      "ole n",
+      "o len",
+      "ско му",
+      "ском у",
+      "ск ому",
+      "с кому",
+      "ne te",
+      "net e",
+      "n ete",
+      "▁D it",
+      "▁Di t",
+      "▁co stru",
+      "▁cost ru",
+      "dep endent",
+      "▁Re source",
+      "▁Res ource",
+      "▁ Resource",
+      "▁host s",
+      "▁hos ts",
+      "▁ hosts",
+      "▁re ar",
+      "▁r ear",
+      "D uration",
+      "ни ків",
+      "ник ів",
+      "М а",
+      "▁pl anning",
+      "▁plan ning",
+      "▁pre diction",
+      "▁pred iction",
+      "▁predict ion",
+      "▁L yn",
+      "▁Ly n",
+      "▁k ir",
+      "▁ki r",
+      "▁ kir",
+      "▁Leg isl",
+      "ма т",
+      "м ат",
+      "▁S occer",
+      "▁Soc cer",
+      "▁sur vey",
+      "▁surv ey",
+      "▁surve y",
+      "▁estadoun idense",
+      "or gen",
+      "org en",
+      "orge n",
+      "jo urd",
+      "jou rd",
+      "j ourd",
+      "▁ap rile",
+      "▁april e",
+      "▁apr ile",
+      "▁i ds",
+      "▁id s",
+      "▁ ids",
+      "сь ке",
+      "ськ е",
+      "▁emp loyee",
+      "▁employ ee",
+      "▁ employee",
+      "▁Schaus pieler",
+      "р ъ",
+      "▁mult imedia",
+      "▁multi media",
+      "▁сво ю",
+      "▁w ine",
+      "▁win e",
+      "▁E U",
+      "ic ă",
+      "▁R hein",
+      "▁Rh ein",
+      "▁Pal mar",
+      "ot eca",
+      "ote ca",
+      "▁prep are",
+      "▁prepar e",
+      "▁ prepare",
+      "▁T ot",
+      "▁To t",
+      "▁N ull",
+      "▁Nu ll",
+      "▁ Null",
+      "▁k in",
+      "▁ki n",
+      "▁ kin",
+      "in als",
+      "inal s",
+      "ina ls",
+      "▁New ton",
+      "▁t bl",
+      "▁ tbl",
+      "▁S old",
+      "▁So ld",
+      "▁Sol d",
+      "▁ver f",
+      "▁ve rf",
+      "at uring",
+      "atur ing",
+      "atu ring",
+      "▁la ptop",
+      "▁lap top",
+      "▁Со вет",
+      "▁Сов ет",
+      "▁Сове т",
+      "se cret",
+      "sec ret",
+      "▁Olymp ic",
+      "▁football er",
+      "▁Rud olf",
+      "▁con he",
+      "zy sk",
+      "▁evalu ated",
+      "▁evaluate d",
+      "» )",
+      "sh op",
+      "re pository",
+      "▁z ach",
+      "▁za ch",
+      "▁l osing",
+      "▁lo sing",
+      "▁los ing",
+      "et ter",
+      "ett er",
+      "ette r",
+      "▁W irtschaft",
+      "та к",
+      "▁unnecess ary",
+      "▁P hot",
+      "▁Ph ot",
+      "▁Pho t",
+      "an ska",
+      "ans ka",
+      "ansk a",
+      "▁N ative",
+      "▁Nat ive",
+      "▁ Native",
+      "CC E",
+      "C CE",
+      "▁fi fty",
+      "▁fif ty",
+      "▁e rw",
+      "▁er w",
+      "r h",
+      "is sent",
+      "iss ent",
+      "isse nt",
+      "issen t",
+      "}{ (",
+      "} {(",
+      "▁lan ç",
+      "▁X code",
+      "го род",
+      "гор од",
+      "ci r",
+      "c ir",
+      "▁pel ícula",
+      "▁O scar",
+      "▁Os car",
+      "▁sh ore",
+      "▁sho re",
+      "▁supp lied",
+      "ex amples",
+      "example s",
+      "Me ss",
+      "M ess",
+      "VI CE",
+      "V ICE",
+      "▁ex clude",
+      "▁h en",
+      "▁he n",
+      "▁ hen",
+      "▁гу бер",
+      "▁F ragment",
+      "▁Fra gment",
+      "▁ Fragment",
+      "▁B itte",
+      "▁Bi tte",
+      "▁Bit te",
+      "▁Bes ides",
+      "▁h es",
+      "▁he s",
+      "▁ hes",
+      "▁ih rem",
+      "▁ihr em",
+      "▁ihre m",
+      "▁Ser ge",
+      "▁art ific",
+      "=\" ${",
+      "=\"$ {",
+      "ло во",
+      "лов о",
+      "л ово",
+      "ut eur",
+      "ute ur",
+      "ta ire",
+      "t aire",
+      "па с",
+      "▁eas iest",
+      "▁fam iglia",
+      "N ormal",
+      "▁d alle",
+      "▁da lle",
+      "▁dal le",
+      "▁dall e",
+      "▁n ations",
+      "▁nation s",
+      "▁nat ions",
+      "r p",
+      "th ead",
+      "the ad",
+      "t head",
+      "▁обла сті",
+      "▁Democr atic",
+      "▁челов е",
+      "мо ж",
+      "▁г ер",
+      "▁ге р",
+      "▁ гер",
+      "▁small est",
+      "▁Publish ing",
+      "▁T s",
+      "▁laugh ed",
+      "ll e",
+      "l le",
+      "▁A mt",
+      "▁Am t",
+      "▁I IS",
+      "▁II S",
+      "FOR M",
+      "F ORM",
+      "Ma g",
+      "M ag",
+      "до н",
+      "д он",
+      "▁st oria",
+      "▁stor ia",
+      "▁sto ria",
+      "▁organ ized",
+      "▁organiz ed",
+      "č ní",
+      "▁o x",
+      "▁ ox",
+      "ling en",
+      "lin gen",
+      "l ingen",
+      "▁lu ego",
+      "cc ió",
+      "c ció",
+      "▁re ly",
+      "▁r ely",
+      "▁rel y",
+      "▁t ussen",
+      "er ten",
+      "ert en",
+      "erte n",
+      "▁hon our",
+      "▁Cla ude",
+      "▁Claud e",
+      "▁Ko rea",
+      "▁Kore a",
+      "▁Kor ea",
+      "▁Met ropol",
+      "▁Metro pol",
+      "Su per",
+      "S uper",
+      "ri en",
+      "rie n",
+      "r ien",
+      "ér ature",
+      "att ro",
+      "attr o",
+      "▁б іль",
+      "▁бі ль",
+      "▁ біль",
+      "▁Her bert",
+      "▁aut eurs",
+      "▁aute urs",
+      "▁dar auf",
+      "▁m ental",
+      "▁men tal",
+      "▁ment al",
+      "▁r ang",
+      "▁ra ng",
+      "▁ran g",
+      "▁s ón",
+      "▁só n",
+      "▁S oph",
+      "▁So ph",
+      ")\" ,",
+      ") \",",
+      "Des criptor",
+      "prep are",
+      "▁Land kreis",
+      "H C",
+      "cr oss",
+      "cro ss",
+      "c ross",
+      "ли за",
+      "▁Lo gin",
+      "▁Log in",
+      "▁ Login",
+      "on en",
+      "one n",
+      "o nen",
+      "Fe ature",
+      "▁m useum",
+      "▁muse um",
+      "▁ museum",
+      "ve k",
+      "v ek",
+      "▁Nel son",
+      "▁re jo",
+      "▁коман ди",
+      "▁sum mar",
+      "▁summ ar",
+      "▁сле ду",
+      "▁след у",
+      "äm p",
+      "ä mp",
+      "▁G as",
+      "▁Ga s",
+      "во м",
+      "в ом",
+      "VAL UE",
+      "in ge",
+      "ing e",
+      "per iod",
+      "lass en",
+      "las sen",
+      "lasse n",
+      "l assen",
+      "áv al",
+      "á val",
+      "▁alt ogether",
+      "um ph",
+      "ump h",
+      "ist ro",
+      "istr o",
+      "ą ż",
+      "▁Ke ep",
+      "▁Mar co",
+      "▁Marc o",
+      "▁ét ant",
+      "▁D re",
+      "▁Dr e",
+      "ge ometry",
+      "▁K as",
+      "▁Ka s",
+      "message s",
+      "mess ages",
+      "Co ok",
+      "C ook",
+      "▁S ide",
+      "▁Si de",
+      "▁Sid e",
+      "▁ Side",
+      "▁ко ми",
+      "▁ком и",
+      "ст ри",
+      "стр и",
+      "с три",
+      "▁ex cess",
+      "▁exc ess",
+      "▁Bi ografia",
+      "XX XX",
+      "XXX X",
+      "X XXX",
+      "▁N ie",
+      "▁Ni e",
+      "ven dor",
+      "v endor",
+      "xs d",
+      "x sd",
+      "Mil l",
+      "M ill",
+      "process ing",
+      "▁Miss ouri",
+      "▁perm ett",
+      "▁permet t",
+      "▁a par",
+      "▁ap ar",
+      "▁cro wd",
+      "▁crow d",
+      "fer t",
+      "fe rt",
+      "f ert",
+      "▁D ou",
+      "▁Do u",
+      "r í",
+      "▁C C",
+      "▁ CC",
+      "▁pay ment",
+      "▁ payment",
+      "▁Hol lywood",
+      "▁V irtual",
+      "▁ Virtual",
+      "▁sp oken",
+      "▁spoke n",
+      "▁spo ken",
+      "▁t ram",
+      "▁tr am",
+      "▁tra m",
+      "▁Comm unity",
+      "▁Commun ity",
+      "▁administr ative",
+      "▁в оло",
+      "▁во ло",
+      "gi or",
+      "gio r",
+      "g ior",
+      "vis or",
+      "▁Укра и",
+      "st age",
+      "sta ge",
+      "stag e",
+      "▁For mat",
+      "▁Form at",
+      "▁ Format",
+      "▁conven ient",
+      "Н а",
+      "▁med ian",
+      "▁media n",
+      "▁medi an",
+      "▁в ра",
+      "▁ вра",
+      "▁Пре ма",
+      "en ig",
+      "eni g",
+      "e nig",
+      "▁Op era",
+      "▁Oper a",
+      "ré s",
+      "r és",
+      "▁f mt",
+      "▁ fmt",
+      "▁effic iency",
+      "ma le",
+      "mal e",
+      "m ale",
+      "Ma ster",
+      "M aster",
+      "Ser ies",
+      "Se ries",
+      "S eries",
+      "▁s yd",
+      "▁sy d",
+      "gener ic",
+      "inter val",
+      "▁e fect",
+      "▁inwon ers",
+      "лим пи",
+      "ir ement",
+      "ire ment",
+      "Er r",
+      "E rr",
+      "ö h",
+      "▁l ying",
+      "▁ly ing",
+      "▁ lying",
+      "▁S ettings",
+      "▁Setting s",
+      "▁ Settings",
+      "! =",
+      "em atic",
+      "emat ic",
+      "arg v",
+      "▁Bas ic",
+      "▁ Basic",
+      "▁consider ation",
+      "▁h abe",
+      "▁ha be",
+      "▁hab e",
+      "- %",
+      "▁mount ains",
+      "▁mountain s",
+      "▁pe ak",
+      "▁f allen",
+      "▁fall en",
+      "▁fal len",
+      "ed ed",
+      "ede d",
+      "e ded",
+      "log ic",
+      "▁mat ched",
+      "▁match ed",
+      "▁typ ing",
+      "▁ty ping",
+      ")} ,",
+      ") },",
+      "▁f ancy",
+      "▁fan cy",
+      "▁eleg ant",
+      "ا ل",
+      "▁уча ст",
+      "▁Sa rah",
+      "▁Sar ah",
+      "▁V erd",
+      "▁Ver d",
+      "▁Ve rd",
+      "▁t ego",
+      "▁te go",
+      "ru les",
+      "rule s",
+      "r ules",
+      "▁mo unted",
+      "▁mount ed",
+      "▁і м",
+      "ер у",
+      "е ру",
+      "st off",
+      "sto ff",
+      "fa hren",
+      "fah ren",
+      "fahr en",
+      "f ahren",
+      "dist ance",
+      "d istance",
+      "▁Lic ense",
+      "▁LE FT",
+      "▁ LEFT",
+      "▁w p",
+      "▁ wp",
+      "/ {",
+      "▁am azon",
+      "▁amaz on",
+      "▁ amazon",
+      "> &",
+      "▁els ő",
+      "qu arters",
+      "▁sh ock",
+      "▁sho ck",
+      "ni ck",
+      "nic k",
+      "n ick",
+      "▁Arch ite",
+      "▁S quare",
+      "▁r ates",
+      "▁ra tes",
+      "▁rate s",
+      "▁rat es",
+      "io re",
+      "ior e",
+      "i ore",
+      "▁N at",
+      "▁Na t",
+      "▁Char lot",
+      "re ichen",
+      "reich en",
+      "rei chen",
+      "reiche n",
+      "▁var iation",
+      "▁vari ation",
+      "os is",
+      "osi s",
+      "li fe",
+      "l ife",
+      "sl ide",
+      "s lide",
+      "ab i",
+      "a bi",
+      "uk i",
+      "u ki",
+      "my sq",
+      "mys q",
+      "▁prim itive",
+      "▁primit ive",
+      "▁univers itaire",
+      "LE NG",
+      "ale ż",
+      "eb ook",
+      "e book",
+      "s yn",
+      "▁G egen",
+      "▁Ge gen",
+      "▁Geg en",
+      "▁K ü",
+      "▁а ле",
+      "▁ал е",
+      "▁L ub",
+      "▁Lu b",
+      "con current",
+      "izz ato",
+      "izza to",
+      "▁st ub",
+      "▁i e",
+      "▁ ie",
+      "▁' ./",
+      "▁'. /",
+      "co d",
+      "c od",
+      "▁intern acional",
+      "▁G las",
+      "▁Gl as",
+      "▁Gla s",
+      "▁m are",
+      "▁ma re",
+      "▁mar e",
+      "▁N eb",
+      "▁Ne b",
+      "▁G B",
+      "▁ GB",
+      "kw args",
+      "▁a ument",
+      "▁au ment",
+      "WI D",
+      "W ID",
+      "▁ро д",
+      "▁р од",
+      "▁ род",
+      "p unkt",
+      "▁G rad",
+      "▁Gr ad",
+      "▁Gra d",
+      "▁ Grad",
+      "S N",
+      "AM P",
+      "A MP",
+      "▁B orn",
+      "▁Bo rn",
+      "▁Bor n",
+      "▁Guer re",
+      "го тов",
+      "▁med io",
+      "▁medi o",
+      "Me d",
+      "M ed",
+      "su pp",
+      "sup p",
+      "s upp",
+      "act ual",
+      "drop down",
+      "▁ok tober",
+      "▁ ř",
+      "▁circ ular",
+      "▁cir cular",
+      "▁circul ar",
+      "▁s kin",
+      "▁sk in",
+      "▁ski n",
+      "▁em phas",
+      "▁emp has",
+      "▁го лов",
+      "▁голо в",
+      "▁p ue",
+      "▁pu e",
+      "▁inform ations",
+      "▁information s",
+      "▁Wolf gang",
+      "▁us eless",
+      "▁use less",
+      "и т",
+      "▁Jo an",
+      "▁б ор",
+      "▁бо р",
+      "▁ бор",
+      "▁G lad",
+      "▁Gl ad",
+      "▁Gla d",
+      "▁K now",
+      "▁Kn ow",
+      "▁Kno w",
+      "ké nt",
+      "k ént",
+      "sp eed",
+      "spe ed",
+      "▁Ke vin",
+      "un ft",
+      "▁ar qu",
+      "▁ arqu",
+      "▁C asa",
+      "▁Cas a",
+      "▁Ca sa",
+      "(. ..",
+      "( ...",
+      "▁rapid ly",
+      "▁pro ble",
+      "▁prob le",
+      "▁probl e",
+      "▁Ви кипеди",
+      "že n",
+      "ž en",
+      "▁N eben",
+      "▁Ne ben",
+      "▁Neb en",
+      "▁M eter",
+      "▁Me ter",
+      "▁Met er",
+      "Child ren",
+      "ce m",
+      "c em",
+      "ig os",
+      "igo s",
+      "aj u",
+      "a ju",
+      "▁Ret rie",
+      "▁H ell",
+      "▁He ll",
+      "▁Hel l",
+      "▁g ig",
+      "▁gi g",
+      "▁contro vers",
+      "▁z oom",
+      "▁zo om",
+      "▁zoo m",
+      "▁c ens",
+      "▁ce ns",
+      "▁alc uni",
+      "▁He ader",
+      "▁Head er",
+      "▁ Header",
+      "Me ta",
+      "Met a",
+      "M eta",
+      "Re quired",
+      "▁ин ститу",
+      "▁s kup",
+      "▁sk up",
+      "▁ing les",
+      "ég l",
+      "é gl",
+      "bi j",
+      "b ij",
+      "▁t ér",
+      "▁té r",
+      "▁com pag",
+      "▁comp ag",
+      "▁comm itted",
+      "▁commit ted",
+      "▁process ed",
+      "▁proc essed",
+      "▁proces sed",
+      "Lo wer",
+      "L ower",
+      "▁F oreign",
+      "▁For eign",
+      "▁Fore ign",
+      "▁ Foreign",
+      "▁s eq",
+      "▁se q",
+      "▁ seq",
+      "sheet s",
+      "she ets",
+      "▁F em",
+      "▁Fe m",
+      "ho z",
+      "h oz",
+      "in ks",
+      "ink s",
+      "▁k all",
+      "▁ka ll",
+      "▁kal l",
+      "vari ant",
+      "▁li bro",
+      "▁lib ro",
+      "▁cl icks",
+      "▁click s",
+      "▁cli cks",
+      "▁g obierno",
+      "ie gel",
+      "ieg el",
+      "мо го",
+      "м ого",
+      "ge me",
+      "gem e",
+      "g eme",
+      "▁t ower",
+      "▁to wer",
+      "▁par ish",
+      "▁T CP",
+      "▁l s",
+      "▁ ls",
+      "▁n ginx",
+      "▁ng inx",
+      "▁ nginx",
+      "Na N",
+      "▁D ir",
+      "▁Di r",
+      "▁ Dir",
+      "▁Begr iffe",
+      "▁Begriff e",
+      "ar ie",
+      "ari e",
+      "a rie",
+      "ím p",
+      "í mp",
+      "ic ios",
+      "ici os",
+      "icio s",
+      "i cios",
+      "▁sh aring",
+      "▁cin éma",
+      "be c",
+      "b ec",
+      "RE D",
+      "R ED",
+      "▁K ra",
+      "▁Kr a",
+      "ab ol",
+      "a bol",
+      "▁fl ux",
+      "▁flu x",
+      "▁exp ensive",
+      "▁су ще",
+      "▁` _",
+      "oc z",
+      "o cz",
+      "ли ст",
+      "▁acqu aint",
+      "▁w ise",
+      "▁wis e",
+      "▁ wise",
+      "▁pou voir",
+      "▁pouv oir",
+      "▁dev ant",
+      "▁moment um",
+      "im mer",
+      "imm er",
+      "▁C oupe",
+      "▁Cou pe",
+      "index Of",
+      "▁does nt",
+      "▁doesn t",
+      "▁за в",
+      "▁lic ense",
+      "▁ â",
+      "CS S",
+      "C SS",
+      "▁r ice",
+      "▁ric e",
+      "▁ri ce",
+      "▁ rice",
+      "Te am",
+      "▁a no",
+      "▁an o",
+      "▁ ano",
+      "li t",
+      "l it",
+      "▁mer ged",
+      "▁merge d",
+      "▁C ell",
+      "▁Ce ll",
+      "▁Cel l",
+      "▁ Cell",
+      "л л",
+      "bo y",
+      "b oy",
+      "as ts",
+      "ast s",
+      "▁s ell",
+      "▁se ll",
+      "▁sel l",
+      "▁gro ße",
+      "▁groß e",
+      "▁virt uel",
+      "▁virtue l",
+      "Can cel",
+      "▁s j",
+      "g ment",
+      ". <",
+      "ча й",
+      "i ë",
+      "ak h",
+      "a kh",
+      "iz ers",
+      "ize rs",
+      "izer s",
+      "pr it",
+      "p rit",
+      "▁T ib",
+      "▁Ti b",
+      "▁elabor ate",
+      "▁f é",
+      "▁м еди",
+      "▁ме ди",
+      "LENG TH",
+      "▁prim arily",
+      "▁sc ores",
+      "▁score s",
+      "▁carry ing",
+      "▁l ake",
+      "▁la ke",
+      "▁lak e",
+      "com pose",
+      "comp ose",
+      "compos e",
+      "▁Town ship",
+      "un ge",
+      "ung e",
+      "▁al berga",
+      "an ych",
+      "any ch",
+      "a nych",
+      "qu elle",
+      "que lle",
+      "quel le",
+      "q uelle",
+      "▁Ar k",
+      "▁p ris",
+      "▁pr is",
+      "▁pri s",
+      "▁v oll",
+      "▁vo ll",
+      "▁vol l",
+      "ш ли",
+      "Valid ation",
+      "▁ce ux",
+      "▁pop ulate",
+      "▁popula te",
+      "▁popul ate",
+      "\" \r",
+      "▁fem mes",
+      "▁femme s",
+      "AN G",
+      "A NG",
+      "▁Desp ite",
+      "вы е",
+      "в ые",
+      "is ke",
+      "isk e",
+      "i ske",
+      "zu g",
+      "z ug",
+      "на ча",
+      "▁h atten",
+      "▁hat ten",
+      "▁hatte n",
+      "IN SERT",
+      "Emp loyee",
+      "▁mo ments",
+      "▁moment s",
+      "▁mom ents",
+      "▁últ ima",
+      "▁h older",
+      "▁hold er",
+      "▁ho lder",
+      "▁hol der",
+      "▁ holder",
+      "bl ank",
+      "Col lections",
+      "Collection s",
+      "Collect ions",
+      "ath ers",
+      "ather s",
+      "a thers",
+      "▁g rade",
+      "▁gr ade",
+      "▁gra de",
+      "▁grad e",
+      "▁ grade",
+      "▁aff airs",
+      "▁affair s",
+      ".$ $",
+      ". $$",
+      "▁d elta",
+      "▁del ta",
+      "▁ delta",
+      "▁Jug end",
+      "▁españ ol",
+      "▁O UT",
+      "▁ OUT",
+      "▁mathemat ical",
+      "▁m ongo",
+      "▁mon go",
+      "▁Ф е",
+      "ul ing",
+      "uli ng",
+      "u ling",
+      "▁re volution",
+      "▁revol ution",
+      "▁c oin",
+      "▁co in",
+      "▁sub class",
+      "\" =>",
+      "äch e",
+      "ä che",
+      "▁p yg",
+      "▁py g",
+      "ща я",
+      "ill ery",
+      "ille ry",
+      "iller y",
+      "▁com enz",
+      "dep th",
+      "▁c él",
+      "▁re size",
+      "▁res ize",
+      "▁ resize",
+      "▁S ame",
+      "▁Sam e",
+      "▁Sa me",
+      "▁st rik",
+      "▁str ik",
+      "▁stri k",
+      "▁t ir",
+      "▁ti r",
+      "▁sc arc",
+      "▁scar c",
+      "▁M ember",
+      "▁Mem ber",
+      "▁ Member",
+      "sub scribe",
+      "ó ż",
+      "út bol",
+      "ex cept",
+      "▁dr iving",
+      "▁dri ving",
+      "▁driv ing",
+      "ki e",
+      "k ie",
+      "zo ny",
+      "zon y",
+      "z ony",
+      "ème s",
+      "è mes",
+      "Da vid",
+      "D avid",
+      "iss ant",
+      "issa nt",
+      "▁т ы",
+      "▁ ты",
+      "▁é lect",
+      "▁él ect",
+      "▁re name",
+      "▁r ename",
+      "▁ren ame",
+      "▁R unning",
+      "▁Run ning",
+      "▁ Running",
+      "▁inter faces",
+      "▁interface s",
+      "//////// ////////",
+      "▁Wal ker",
+      "▁Walk er",
+      "▁soci été",
+      "▁as ks",
+      "▁ask s",
+      "br id",
+      "b rid",
+      "▁je we",
+      "▁se ines",
+      "▁sein es",
+      "▁seine s",
+      "▁sei nes",
+      "▁ag ents",
+      "▁agent s",
+      "▁M Y",
+      "▁ MY",
+      "▁Law rence",
+      "de ss",
+      "des s",
+      "d ess",
+      "ie sen",
+      "ies en",
+      "iese n",
+      "i esen",
+      "▁людя х",
+      "прав и",
+      "пра ви",
+      "▁anc est",
+      "▁wel che",
+      "ra um",
+      "r aum",
+      "▁o rb",
+      "▁or b",
+      "▁ orb",
+      "sc al",
+      "s cal",
+      "▁L ear",
+      "▁Le ar",
+      "▁w ear",
+      "▁we ar",
+      "▁s lave",
+      "▁sl ave",
+      "▁sla ve",
+      "▁re named",
+      "▁ren amed",
+      "▁rename d",
+      "če n",
+      "č en",
+      "ma ste",
+      "mas te",
+      "m aste",
+      "ang les",
+      "angle s",
+      "▁Am érica",
+      "▁t i",
+      "▁ ti",
+      "▁dem sel",
+      "▁bene ath",
+      "bin ary",
+      "b inary",
+      "▁ed ición",
+      "▁kil omet",
+      "▁kilom et",
+      "ui ts",
+      "uit s",
+      "u its",
+      "▁cu atro",
+      "▁ent rance",
+      "▁entr ance",
+      "ond issement",
+      "▁b ag",
+      "▁ba g",
+      "▁ bag",
+      "▁Ar men",
+      "▁Arm en",
+      "ij o",
+      "i jo",
+      "▁L ors",
+      "▁Lo rs",
+      "▁Lor s",
+      "▁demsel ben",
+      "ê m",
+      "▁dis crete",
+      "▁prom inent",
+      "▁J ay",
+      "▁Ja y",
+      "de cor",
+      "dec or",
+      "D L",
+      "▁d í",
+      "St ruct",
+      "Str uct",
+      "▁P roduction",
+      "▁Produ ction",
+      "▁Product ion",
+      "th ey",
+      "the y",
+      "ar ius",
+      "ari us",
+      "sch nitt",
+      "▁C ou",
+      "▁Co u",
+      "▁l ex",
+      "▁le x",
+      "▁ lex",
+      "y outube",
+      "▁рабо та",
+      "st ation",
+      "sta tion",
+      "stat ion",
+      "se p",
+      "s ep",
+      "▁mi rror",
+      "▁mir ror",
+      "▁h its",
+      "▁hit s",
+      "▁hi ts",
+      "▁Be ck",
+      "at ically",
+      "atic ally",
+      "▁L az",
+      "▁La z",
+      "▁w inner",
+      "▁win ner",
+      "DE X",
+      "D EX",
+      "▁I NT",
+      "▁IN T",
+      "▁ INT",
+      "}^ {-",
+      "}^{ -",
+      "} ^{-",
+      "▁w egen",
+      "▁we gen",
+      "▁weg en",
+      "ma d",
+      "m ad",
+      "An gle",
+      "Ang le",
+      "zi ng",
+      "zin g",
+      "z ing",
+      "▁Bay ern",
+      "▁Bayer n",
+      "sa l",
+      "s al",
+      "äg er",
+      "ä ger",
+      "▁bus y",
+      "▁st ör",
+      "▁f olk",
+      "▁fol k",
+      "▁ folk",
+      "▁p rix",
+      "▁pr ix",
+      "▁pri x",
+      "▁al located",
+      "▁alloc ated",
+      "▁allocate d",
+      "▁p t",
+      "▁ pt",
+      "af fen",
+      "aff en",
+      "a ffen",
+      "cl uster",
+      "clus ter",
+      "▁com plement",
+      "▁comp lement",
+      "▁comple ment",
+      "▁compl ement",
+      "ár s",
+      "á rs",
+      "▁Amer ika",
+      "рі й",
+      "р ій",
+      "▁val ley",
+      "▁vall ey",
+      "▁valle y",
+      "▁ro oms",
+      "▁room s",
+      "▁ rooms",
+      "▁m oi",
+      "▁mo i",
+      ".\" ,",
+      ". \",",
+      ";; ;;",
+      "▁lo west",
+      "▁low est",
+      "no g",
+      "n og",
+      "▁land et",
+      "▁lan det",
+      "▁program me",
+      "ch io",
+      "chi o",
+      "▁W ährend",
+      "ánd ez",
+      "▁дол ж",
+      "▁o uv",
+      "▁ou v",
+      "▁ ouv",
+      "om ány",
+      "▁Википеди и",
+      "▁s ó",
+      "▁ele ktr",
+      "De sc",
+      "Des c",
+      "D esc",
+      "▁Be aut",
+      "▁Beau t",
+      "на р",
+      "н ар",
+      "▁мо же",
+      "▁мож е",
+      "P ierre",
+      "es ota",
+      "eso ta",
+      "▁oper ated",
+      "▁opera ted",
+      "▁operate d",
+      "▁f orte",
+      "▁for te",
+      "▁fort e",
+      "ри с",
+      "р ис",
+      "▁op position",
+      "▁opp osition",
+      "▁oppos ition",
+      "al ia",
+      "ali a",
+      "a lia",
+      "▁S yl",
+      "▁Sy l",
+      "get Name",
+      "ве ли",
+      "fi k",
+      "f ik",
+      "▁com prom",
+      "▁comp rom",
+      "▁compr om",
+      "▁Text View",
+      "▁ TextView",
+      "Sp ring",
+      "S pring",
+      "met adata",
+      "meta data",
+      "en gu",
+      "eng u",
+      "/ ,",
+      "▁car ri",
+      "is tol",
+      "ist ol",
+      "isto l",
+      "▁diag onal",
+      "li sta",
+      "list a",
+      "lis ta",
+      "l ista",
+      "iz en",
+      "ize n",
+      "i zen",
+      "▁re nde",
+      "▁r ende",
+      "▁ren de",
+      "▁rend e",
+      "gc c",
+      "g cc",
+      "be ck",
+      "bec k",
+      "li us",
+      "l ius",
+      "ir al",
+      "ira l",
+      "i ral",
+      "Resol ver",
+      "▁percent age",
+      "▁at tra",
+      "▁att ra",
+      "▁attr a",
+      "str ings",
+      "string s",
+      "wi ąz",
+      "od s",
+      "o ds",
+      "во лю",
+      "ę ż",
+      "▁news paper",
+      "▁newsp aper",
+      "im iter",
+      "imi ter",
+      "imit er",
+      "AB C",
+      "A BC",
+      "▁Man chester",
+      "[ {",
+      "Ag ent",
+      "Age nt",
+      "A gent",
+      "▁W or",
+      "▁Wo r",
+      "▁K ath",
+      "▁Kat h",
+      "▁Ka th",
+      "▁по ві",
+      "▁пов і",
+      "▁ent onces",
+      "▁n iveau",
+      "at ted",
+      "att ed",
+      "atte d",
+      "le arn",
+      "lear n",
+      "lea rn",
+      "at iques",
+      "ati ques",
+      "atique s",
+      "▁у би",
+      "▁qu indi",
+      "bin ding",
+      "bind ing",
+      "b inding",
+      "▁import ed",
+      "▁imp orted",
+      "▁H orn",
+      "▁Hor n",
+      "▁Ho rn",
+      "em berg",
+      "ember g",
+      "emb erg",
+      "com plex",
+      "comp lex",
+      "comple x",
+      "▁ne ural",
+      "▁neu ral",
+      "▁neur al",
+      "in formation",
+      "▁recogn ition",
+      "in gt",
+      "ing t",
+      "▁inhab itants",
+      "vu e",
+      "v ue",
+      "▁Be völker",
+      "▁cur ves",
+      "▁curve s",
+      "▁curv es",
+      "▁l eb",
+      "▁le b",
+      "▁ leb",
+      "ді й",
+      "д ій",
+      "▁s ow",
+      "▁so w",
+      "▁sent iment",
+      "P H",
+      "ra che",
+      "rac he",
+      "rach e",
+      "r ache",
+      "▁- (",
+      "▁ -(",
+      "▁e stable",
+      "▁est able",
+      "▁es table",
+      "▁estab le",
+      "▁esta ble",
+      "▁Ferd inand",
+      "▁é crit",
+      "▁éc rit",
+      "▁prime iro",
+      "▁t ex",
+      "▁te x",
+      "▁ tex",
+      "▁inter mediate",
+      "ve rage",
+      "ver age",
+      "vera ge",
+      "ib us",
+      "i bus",
+      "▁s erves",
+      "▁ser ves",
+      "▁serv es",
+      "▁serve s",
+      "iv as",
+      "iva s",
+      "i vas",
+      "▁b ru",
+      "▁br u",
+      "▁ bru",
+      "▁l um",
+      "▁lu m",
+      "att ice",
+      "atti ce",
+      "ч ный",
+      "▁D res",
+      "▁Dr es",
+      "▁Dre s",
+      "▁v ideos",
+      "▁video s",
+      "▁vide os",
+      "d uration",
+      "▁a bit",
+      "▁ab it",
+      "▁e gg",
+      "▁eg g",
+      "ograph ical",
+      "ographic al",
+      "al ph",
+      "ST ATE",
+      "STAT E",
+      "▁па ра",
+      "▁пар а",
+      "▁ пара",
+      "re ading",
+      "read ing",
+      "rea ding",
+      "▁veh icle",
+      "▁fort une",
+      "ult ats",
+      "▁St oria",
+      "▁Sto ria",
+      "mi dt",
+      "mid t",
+      "łą cz",
+      "▁Mem orial",
+      "▁v as",
+      "▁va s",
+      "▁ vas",
+      "▁з ан",
+      "▁за н",
+      "▁ зан",
+      "▁ut ility",
+      "▁util ity",
+      "▁ob sc",
+      "▁obs c",
+      "▁rel acion",
+      "▁rela cion",
+      "▁relac ion",
+      "▁run at",
+      "▁ru nat",
+      "Re lease",
+      "ta ke",
+      "t ake",
+      "▁O liver",
+      "▁Ol iver",
+      "▁Oliv er",
+      "▁S id",
+      "▁Si d",
+      "ul os",
+      "ulo s",
+      "u los",
+      "▁G arc",
+      "▁Gar c",
+      "▁Ga rc",
+      "▁роз та",
+      "▁S ak",
+      "▁Sa k",
+      "P y",
+      "führ t",
+      "f ührt",
+      "▁tra bal",
+      "▁trab al",
+      "* {",
+      "▁z es",
+      "▁ze s",
+      "▁ zes",
+      "▁sz ere",
+      "▁szer e",
+      "▁sze re",
+      "▁v arios",
+      "▁var ios",
+      "▁vari os",
+      "▁va rios",
+      "▁o tra",
+      "▁ot ra",
+      "▁e val",
+      "▁ev al",
+      "▁ eval",
+      "▁situ é",
+      "▁sit ué",
+      "▁w ounded",
+      "▁Vin cent",
+      "▁вико ри",
+      "▁en code",
+      "▁enc ode",
+      "▁ encode",
+      "Mod al",
+      "Mo dal",
+      "▁f orb",
+      "▁for b",
+      "▁fo rb",
+      "▁dynam ics",
+      "▁dynamic s",
+      "▁de pos",
+      "▁dep os",
+      "ar de",
+      "ard e",
+      "▁street s",
+      "▁stre ets",
+      "▁K omm",
+      "▁Kom m",
+      "▁Ko mm",
+      "=$ (",
+      "= $(",
+      "▁по вер",
+      "▁пов ер",
+      "▁пове р",
+      "▁d ois",
+      "▁do is",
+      "▁doi s",
+      "▁v itt",
+      "▁vi tt",
+      "▁vit t",
+      "▁automat isch",
+      "▁re load",
+      "▁ reload",
+      "▁Ver walt",
+      "ber o",
+      "be ro",
+      "b ero",
+      "▁h ub",
+      "▁hu b",
+      "▁m os",
+      "▁mo s",
+      "▁ mos",
+      "▁t utto",
+      "▁tu tto",
+      "▁tut to",
+      "▁Freder ick",
+      "ło w",
+      "ł ow",
+      "ant ages",
+      "anta ges",
+      "antage s",
+      "aqu e",
+      "a que",
+      "pa per",
+      "p aper",
+      "▁ein ige",
+      "`) ,",
+      "` ),",
+      "d j",
+      "▁P le",
+      "▁Pl e",
+      "▁% ,",
+      "▁ %,",
+      "▁B itmap",
+      "▁Bit map",
+      "▁ Bitmap",
+      "▁friend ly",
+      "▁tr uly",
+      "▁st roke",
+      "▁str oke",
+      "▁stro ke",
+      "▁ stroke",
+      "ro ph",
+      "rop h",
+      "r oph",
+      "▁en gl",
+      "▁eng l",
+      "▁ engl",
+      "▁c off",
+      "▁co ff",
+      "▁d ust",
+      "▁du st",
+      "▁dus t",
+      "▁Jah res",
+      "▁Jahr es",
+      "▁Jahre s",
+      "pp i",
+      "p pi",
+      "▁w ys",
+      "▁wy s",
+      "fa ctor",
+      "fact or",
+      "fac tor",
+      "f actor",
+      "sch luss",
+      "▁дере вня",
+      "▁дерев ня",
+      "▁P ast",
+      "▁Pa st",
+      "▁Pas t",
+      "▁до ма",
+      "CO M",
+      "C OM",
+      "▁pu eden",
+      "▁puede n",
+      "▁pue den",
+      "▁g ift",
+      "▁gi ft",
+      "▁G la",
+      "▁Gl a",
+      "▁trigger ed",
+      "él y",
+      "é ly",
+      "ül és",
+      "ü lés",
+      "▁O liv",
+      "▁Ol iv",
+      "▁ver so",
+      "▁vers o",
+      "▁ verso",
+      "▁l le",
+      "▁ll e",
+      "▁ lle",
+      "▁G li",
+      "▁Gl i",
+      "▁L td",
+      "o a",
+      "▁territ orio",
+      "ord re",
+      "▁de ck",
+      "▁dec k",
+      "▁ deck",
+      "dr a",
+      "d ra",
+      "as zt",
+      "asz t",
+      "▁concern ing",
+      "▁Add itionally",
+      "▁kter é",
+      "▁g rund",
+      "▁gr und",
+      "▁gru nd",
+      "▁ grund",
+      "▁G est",
+      "▁Ge st",
+      "▁Ges t",
+      "▁ Gest",
+      "▁mis under",
+      "pr et",
+      "pre t",
+      "p ret",
+      "── ──",
+      "▁re putation",
+      "zi a",
+      "z ia",
+      "▁у спе",
+      "▁ус пе",
+      "▁esc aped",
+      "▁escape d",
+      "▁P rag",
+      "▁Pr ag",
+      "▁Pra g",
+      "per form",
+      "▁a ustral",
+      "▁aust ral",
+      "▁V ater",
+      "▁Va ter",
+      "ча с",
+      "▁r aces",
+      "▁ra ces",
+      "▁race s",
+      "▁rac es",
+      "▁By te",
+      "▁ Byte",
+      "Ma sk",
+      "M ask",
+      "▁Ter rit",
+      "▁Terr it",
+      "ст ю",
+      "▁V oci",
+      "▁Vo ci",
+      "▁Fich ier",
+      "▁Насе лення",
+      "▁Unter scheidung",
+      "te enth",
+      "teen th",
+      "▁pi lot",
+      "▁pil ot",
+      "▁j i",
+      "▁ ji",
+      "▁дву х",
+      "▁orient ation",
+      "▁ orientation",
+      "ind re",
+      "▁D ort",
+      "▁Do rt",
+      "▁Dor t",
+      "ça s",
+      "ç as",
+      "п ли",
+      "▁re action",
+      "▁react ion",
+      "▁cons isting",
+      "▁consist ing",
+      "▁fer ro",
+      "ти сти",
+      "ya rd",
+      "yar d",
+      "y ard",
+      "▁с ві",
+      "▁interpret ation",
+      "i ą",
+      "ra h",
+      "r ah",
+      "▁f and",
+      "▁fa nd",
+      "▁fan d",
+      "Pub lic",
+      "P ublic",
+      "▁un iverse",
+      "▁univers e",
+      "▁ret ir",
+      "▁cons cious",
+      "ar qu",
+      "▁w aste",
+      "▁was te",
+      "▁wa ste",
+      "▁B ib",
+      "▁Bi b",
+      "ycler View",
+      "▁list ening",
+      "▁listen ing",
+      "▁liste ning",
+      "gle ich",
+      "g leich",
+      "nie js",
+      "niej s",
+      "▁cor relation",
+      "▁correl ation",
+      "▁corre lation",
+      "▁rece iver",
+      "▁receive r",
+      "▁у да",
+      "▁cour age",
+      "▁cou rage",
+      "uch s",
+      "uc hs",
+      "u chs",
+      "fa ss",
+      "fas s",
+      "f ass",
+      "▁ch unk",
+      "▁ chunk",
+      "▁An fang",
+      "▁gro ßen",
+      "▁große n",
+      "▁groß en",
+      "cont inue",
+      "continu e",
+      "▁Warsza wa",
+      "h é",
+      "i y",
+      "iv ement",
+      "ive ment",
+      "i vement",
+      "▁ α",
+      "▁ex posed",
+      "▁exp osed",
+      "▁expos ed",
+      "▁expose d",
+      "▁z ahl",
+      "▁za hl",
+      "▁ zahl",
+      "▁sa cr",
+      "▁sac r",
+      "▁Lo oks",
+      "▁Look s",
+      "▁e ager",
+      "en ten",
+      "ent en",
+      "ente n",
+      "e nten",
+      "C ursor",
+      "/ _",
+      "ix a",
+      "i xa",
+      "ре ла",
+      "зна ча",
+      "з нача",
+      "▁фамили ей",
+      "▁ar gent",
+      "▁arg ent",
+      "▁ argent",
+      "▁An ders",
+      "▁And ers",
+      "œuv re",
+      "▁I sa",
+      "▁Is a",
+      "мен та",
+      "мент а",
+      "▁ad vers",
+      "▁adv ers",
+      "ri ction",
+      "ric tion",
+      "rict ion",
+      "r iction",
+      "G P",
+      "▁п ісля",
+      "▁pre serve",
+      "▁pres erve",
+      "▁G arden",
+      "▁Gar den",
+      "▁Gard en",
+      "R ate",
+      "ap rès",
+      "a près",
+      "▁read able",
+      "in du",
+      "ind u",
+      "▁s kill",
+      "▁sk ill",
+      "▁ski ll",
+      "▁hel ping",
+      "▁help ing",
+      "ograph ique",
+      "cl ing",
+      "cli ng",
+      "c ling",
+      "olog ist",
+      "▁Fil ter",
+      "▁ Filter",
+      "▁f inger",
+      "▁fin ger",
+      "▁V all",
+      "▁Val l",
+      "▁Va ll",
+      "▁Pol ish",
+      "▁Po lish",
+      "l g",
+      "▁Famil ien",
+      "▁Familie n",
+      "▁w aters",
+      "▁water s",
+      "▁wa ters",
+      "▁wat ers",
+      "▁pse ud",
+      "az a",
+      "a za",
+      "_ )",
+      "AR Y",
+      "A RY",
+      "▁с реди",
+      "▁сред и",
+      "▁сре ди",
+      "▁M ust",
+      "▁Mus t",
+      "▁Mu st",
+      "▁B od",
+      "▁Bo d",
+      "an on",
+      "ano n",
+      "a non",
+      "▁l ado",
+      "▁la do",
+      "▁lad o",
+      "▁t ight",
+      "im en",
+      "ime n",
+      "i men",
+      "ap pen",
+      "app en",
+      "appe n",
+      "a ppen",
+      "fr ames",
+      "frame s",
+      "fra mes",
+      "fram es",
+      "in gers",
+      "ing ers",
+      "inger s",
+      "inge rs",
+      "▁CO VID",
+      "▁з і",
+      "▁ зі",
+      "▁с ве",
+      "▁ц ь",
+      "▁ ць",
+      "▁L eft",
+      "▁Le ft",
+      "▁ Left",
+      "]] ;",
+      "] ];",
+      "ч ь",
+      "фи ка",
+      "▁с ло",
+      "▁ сло",
+      "▁п і",
+      "▁ пі",
+      "▁ex iste",
+      "▁exist e",
+      "▁Atl antic",
+      "▁maintain ed",
+      "▁ir re",
+      "▁an née",
+      "▁ann ée",
+      "▁ année",
+      "▁comm ented",
+      "▁comment ed",
+      "ве ро",
+      "вер о",
+      "ber ta",
+      "bert a",
+      "b erta",
+      "▁L ad",
+      "▁La d",
+      "▁U pon",
+      "▁Up on",
+      "▁p ause",
+      "▁pa use",
+      "▁pau se",
+      "mi ll",
+      "mil l",
+      "m ill",
+      "op ter",
+      "opt er",
+      "U K",
+      "ре с",
+      "р ес",
+      "нцикло педи",
+      "▁along side",
+      "▁ro bot",
+      "▁rob ot",
+      "▁f ert",
+      "▁fe rt",
+      "▁fer t",
+      "▁ fert",
+      "▁m oy",
+      "▁mo y",
+      "▁a de",
+      "▁ad e",
+      "▁ ade",
+      "Map per",
+      "Mapp er",
+      "Ma pper",
+      "M apper",
+      ")- >",
+      ") ->",
+      "ig ua",
+      "igu a",
+      "ét ique",
+      "т ка",
+      "al ias",
+      "ali as",
+      "alia s",
+      "a lias",
+      "▁о ри",
+      "▁ор и",
+      "▁M agn",
+      "▁Ma gn",
+      "▁Mag n",
+      "▁gehör te",
+      "▁gehört e",
+      "im b",
+      "i mb",
+      ")} {\\",
+      ")}{ \\",
+      ") }{\\",
+      "▁Wikip édia",
+      "▁u rs",
+      "▁ur s",
+      "▁ urs",
+      "▁e nde",
+      "▁en de",
+      "▁end e",
+      "▁ ende",
+      "le b",
+      "l eb",
+      "▁G C",
+      "▁ GC",
+      "H ol",
+      "an cing",
+      "anc ing",
+      "anci ng",
+      "Un ion",
+      "Uni on",
+      "▁ten ía",
+      "T T",
+      "▁e state",
+      "▁est ate",
+      "▁esta te",
+      "▁estat e",
+      "h á",
+      "▁по лі",
+      "▁пол і",
+      "ul tan",
+      "ult an",
+      "▁H ockey",
+      "ul se",
+      "uls e",
+      "▁cho ices",
+      "▁choice s",
+      "sch er",
+      "sc her",
+      "sche r",
+      "s cher",
+      "▁[ ],",
+      "▁[] ,",
+      "▁pot entially",
+      "▁potential ly",
+      "▁Ü bers",
+      "▁Über s",
+      "▁ad mit",
+      "▁adm it",
+      "Com ment",
+      "Comm ent",
+      "ст я",
+      "с тя",
+      "▁V ien",
+      "▁Vi en",
+      "▁Vie n",
+      "▁ц і",
+      "▁ ці",
+      "▁per mut",
+      "▁perm ut",
+      "c gi",
+      "▁cr ít",
+      "Con sole",
+      "Cons ole",
+      "ct ic",
+      "▁ok res",
+      "aw k",
+      "foot ball",
+      "ou est",
+      "o uest",
+      "CT YPE",
+      "C TYPE",
+      "olog ique",
+      "▁const it",
+      "▁cons tit",
+      "▁inter ests",
+      "▁interest s",
+      "▁Pro gress",
+      "▁ Progress",
+      "▁M enu",
+      "▁Me nu",
+      "▁Men u",
+      "▁ Menu",
+      "▁tak é",
+      "▁ta ké",
+      "▁As ian",
+      "▁Asia n",
+      "▁за щи",
+      "▁young er",
+      "▁w ished",
+      "▁wish ed",
+      "▁wis hed",
+      "▁S ort",
+      "▁So rt",
+      "▁Sor t",
+      "▁ Sort",
+      "▁aud ience",
+      "▁audi ence",
+      "am ba",
+      "amb a",
+      "▁gehör t",
+      "▁K ansas",
+      "ya ume",
+      "▁Prof essional",
+      "â ce",
+      "▁f atto",
+      "▁fa tto",
+      "▁fat to",
+      "to d",
+      "t od",
+      "▁data sets",
+      "▁datas ets",
+      "▁dataset s",
+      "▁f are",
+      "▁far e",
+      "▁fa re",
+      "▁ fare",
+      "▁w aves",
+      "▁wave s",
+      "▁wa ves",
+      "~ /",
+      "▁measure ment",
+      "▁w ol",
+      "▁wo l",
+      "▁ wol",
+      "ind ust",
+      "indu st",
+      "▁strugg ling",
+      "▁pull ed",
+      "▁pul led",
+      "▁car atter",
+      "▁Ex terne",
+      "▁Ext erne",
+      "▁Extern e",
+      "▁дей стви",
+      "cn t",
+      "c nt",
+      "li ches",
+      "lic hes",
+      "lich es",
+      "liche s",
+      "▁Pos sible",
+      "▁Poss ible",
+      "▁fa ced",
+      "▁face d",
+      "▁fac ed",
+      "▁hypoth esis",
+      "▁kil om",
+      "▁n är",
+      "▁nä r",
+      "bo olean",
+      "P Y",
+      "am pa",
+      "amp a",
+      "▁k iss",
+      "▁ki ss",
+      "▁kis s",
+      "▁as tero",
+      "▁ast ero",
+      "▁neg li",
+      "am ents",
+      "ament s",
+      "amen ts",
+      "a ments",
+      "▁S tu",
+      "▁St u",
+      "at ó",
+      "a tó",
+      "▁Const itution",
+      "▁inter pol",
+      "▁Un able",
+      "▁Una ble",
+      "▁p is",
+      "▁pi s",
+      "▁ pis",
+      "▁p arc",
+      "▁par c",
+      "▁pa rc",
+      "\"] )",
+      "\" ])",
+      "ple r",
+      "pl er",
+      "p ler",
+      "▁aut ory",
+      "▁auto ry",
+      "▁autor y",
+      "▁alg unos",
+      "yw na",
+      "}) )",
+      "} ))",
+      "▁f alls",
+      "▁fall s",
+      "▁fal ls",
+      "▁ falls",
+      "▁é quip",
+      "▁e mit",
+      "▁em it",
+      "▁ emit",
+      "▁pro fil",
+      "▁prof il",
+      "ge ts",
+      "get s",
+      "g ets",
+      "ф о",
+      "▁Milit ary",
+      "▁nombre ux",
+      "oc t",
+      "o ct",
+      "Re place",
+      "Rep lace",
+      "▁se asons",
+      "▁season s",
+      "▁ch âteau",
+      "▁type of",
+      "▁ typeof",
+      "po lit",
+      "pol it",
+      "p olit",
+      "▁r and",
+      "▁ra nd",
+      "▁ran d",
+      "▁ rand",
+      "▁qu ar",
+      "▁erst mals",
+      "си ни",
+      "▁pay load",
+      "▁ payload",
+      "П о",
+      "кі н",
+      "к ін",
+      "re po",
+      "rep o",
+      "▁P av",
+      "▁Pa v",
+      "Sc ore",
+      "S core",
+      "er ves",
+      "erv es",
+      "erve s",
+      "▁soll te",
+      "▁мі ж",
+      "éb ec",
+      "é bec",
+      "▁c lip",
+      "▁cl ip",
+      "▁cli p",
+      "▁ clip",
+      "▁N ice",
+      "▁Nic e",
+      "▁Ni ce",
+      "▁n eben",
+      "▁ne ben",
+      "▁ass ass",
+      "it ories",
+      "ito ries",
+      "itor ies",
+      "itori es",
+      "▁un ity",
+      "▁unit y",
+      "▁ unity",
+      "▁е н",
+      "▁ ен",
+      "▁Inst itut",
+      "▁Instit ut",
+      "▁ Institut",
+      "▁intern ationale",
+      "▁international e",
+      "▁на ук",
+      "▁нау к",
+      "▁com and",
+      "▁kle ine",
+      "▁klein e",
+      "▁adj acent",
+      "▁deliver ed",
+      "▁ш е",
+      "▁ ше",
+      "зе м",
+      "з ем",
+      "▁c ot",
+      "▁co t",
+      "▁ cot",
+      "vis ual",
+      "ва ет",
+      "▁C ensus",
+      "\\ _",
+      "▁territ ory",
+      "чи л",
+      "ч ил",
+      "ч ные",
+      "fl utter",
+      "Did Load",
+      "Document s",
+      "Doc uments",
+      "▁d ob",
+      "▁do b",
+      "▁ dob",
+      "Br e",
+      "B re",
+      "an imate",
+      "ani mate",
+      "anim ate",
+      "▁b iz",
+      "▁bi z",
+      "▁b ata",
+      "▁ba ta",
+      "▁bat a",
+      "▁S U",
+      "▁ SU",
+      "es o",
+      "e so",
+      "▁p riority",
+      "▁prior ity",
+      "vá n",
+      "v án",
+      "ir as",
+      "ira s",
+      "i ras",
+      "▁char ged",
+      "▁charge d",
+      "▁charg ed",
+      "▁M icro",
+      "▁Mi cro",
+      "▁Mic ro",
+      "at oire",
+      "ato ire",
+      "a toire",
+      "че р",
+      "ч ер",
+      "ab ad",
+      "aba d",
+      "a bad",
+      "ur u",
+      "u ru",
+      "▁v š",
+      "dir e",
+      "di re",
+      "d ire",
+      "▁Tw itter",
+      "▁м ето",
+      "▁ме то",
+      "▁мет о",
+      "). .",
+      ") ..",
+      "▁Ц ент",
+      "▁ent wick",
+      "▁M ind",
+      "▁Min d",
+      "▁Mi nd",
+      "▁ф унк",
+      "F uture",
+      "ls t",
+      "l st",
+      "ło ż",
+      "fl i",
+      "f li",
+      "t ensor",
+      "▁top ology",
+      "▁ar te",
+      "▁art e",
+      "▁ arte",
+      "ER T",
+      "E RT",
+      "▁var iance",
+      "▁vari ance",
+      "Im ages",
+      "Image s",
+      "▁( @",
+      "▁ (@",
+      "Array List",
+      "O C",
+      "▁Де мо",
+      "auc oup",
+      "▁de notes",
+      "▁den otes",
+      "▁denote s",
+      "im on",
+      "imo n",
+      "i mon",
+      "њ и",
+      "▁Prz yp",
+      "▁Z ag",
+      "▁Za g",
+      "▁ди ре",
+      "▁Similar ly",
+      "б ро",
+      "▁mil itaire",
+      "▁milit aire",
+      "▁т ому",
+      "▁то му",
+      "▁том у",
+      "▁ тому",
+      "▁John ny",
+      "▁Мекси ку",
+      "ћ а",
+      "Su pp",
+      "S upp",
+      "▁jun ior",
+      "▁junio r",
+      "▁juni or",
+      "ol tre",
+      "olt re",
+      "o ltre",
+      "▁Мо ск",
+      "▁Мос к",
+      "▁adm itted",
+      "▁admit ted",
+      "▁relig ios",
+      "зя й",
+      "е го",
+      "▁t ears",
+      "▁te ars",
+      "▁tea rs",
+      "in go",
+      "ing o",
+      "od u",
+      "o du",
+      "iv eness",
+      "ive ness",
+      "iven ess",
+      "▁l ogo",
+      "▁lo go",
+      "▁log o",
+      "▁ logo",
+      "▁últ imo",
+      "▁al iment",
+      "▁ali ment",
+      "▁U ITableView",
+      "▁ UITableView",
+      ") !",
+      "▁n j",
+      "le tte",
+      "let te",
+      "lett e",
+      "l ette",
+      "▁res ident",
+      "▁resid ent",
+      "▁term ine",
+      "▁ter mine",
+      "▁termin e",
+      "▁у же",
+      "▁С те",
+      "▁Ст е",
+      "off ice",
+      "▁c arte",
+      "▁car te",
+      "▁cart e",
+      "▁li vre",
+      "▁liv re",
+      "▁Мо сков",
+      "▁Мос ков",
+      "▁Моск ов",
+      "▁e lections",
+      "▁elect ions",
+      "▁ele ctions",
+      "▁election s",
+      "зи ден",
+      "Tr igger",
+      "▁Ben jamin",
+      "add Class",
+      "ско г",
+      "▁Ob servable",
+      "▁Observ able",
+      "▁ Observable",
+      "Cl a",
+      "C la",
+      "gem ein",
+      "geme in",
+      "g emein",
+      "▁con sent",
+      "▁cons ent",
+      "▁conse nt",
+      "в ри",
+      "▁un fold",
+      "▁unf old",
+      "▁govern or",
+      "▁gover nor",
+      "▁governo r",
+      "на л",
+      "н ал",
+      "▁t oda",
+      "▁to da",
+      "▁tod a",
+      "Rem ote",
+      "ar ias",
+      "ari as",
+      "aria s",
+      "a rias",
+      "▁in stal",
+      "▁inst al",
+      "▁ins tal",
+      "fix ed",
+      "f ixed",
+      "▁dec ay",
+      "▁де рев",
+      "▁дере в",
+      "xy z",
+      "x yz",
+      "▁D ATE",
+      "▁DA TE",
+      "▁DAT E",
+      "▁ DATE",
+      "im ar",
+      "ima r",
+      "i mar",
+      "nt il",
+      "n til",
+      "▁start up",
+      "al ion",
+      "ali on",
+      "▁ko lej",
+      "▁kol ej",
+      "▁kole j",
+      "ci os",
+      "cio s",
+      "c ios",
+      "▁r anges",
+      "▁range s",
+      "▁ran ges",
+      "▁rang es",
+      "▁stup id",
+      "▁implement ations",
+      "▁implementation s",
+      "▁r m",
+      "▁ rm",
+      "én ek",
+      "é nek",
+      "▁g cc",
+      "▁ gcc",
+      "▁sc ène",
+      "N avigation",
+      "▁  ",
+      "▁к ан",
+      "▁ка н",
+      "▁ кан",
+      "▁town s",
+      "User name",
+      "Us ername",
+      "▁ф е",
+      "▁ фе",
+      "▁le aders",
+      "▁lead ers",
+      "▁leader s",
+      "oi t",
+      "o it",
+      "w är",
+      "▁d ummy",
+      "▁ass istant",
+      "▁assist ant",
+      "{$ \\",
+      "{ $\\",
+      "бі р",
+      "б ір",
+      "▁r oy",
+      "▁ro y",
+      "▁ roy",
+      "▁L ayout",
+      "▁ Layout",
+      "▁J ung",
+      "▁Ju ng",
+      "▁Jun g",
+      "Line s",
+      "Lin es",
+      "Li nes",
+      "L ines",
+      "▁Hol land",
+      "по р",
+      "п ор",
+      "▁Г ри",
+      "▁B ened",
+      "▁Be ned",
+      "▁Ben ed",
+      "▁П од",
+      "▁По д",
+      "xl s",
+      "x ls",
+      "▁G ol",
+      "▁Go l",
+      "▁Al eks",
+      "▁Ale ks",
+      "▁ej emplo",
+      "▁se zon",
+      "ar ding",
+      "ard ing",
+      "ardi ng",
+      "ardin g",
+      "foot note",
+      "▁Cong rès",
+      "re fer",
+      "ref er",
+      "ска та",
+      "с ката",
+      "Iter ator",
+      "▁our selves",
+      "▁M ic",
+      "▁Mi c",
+      "▁c ódigo",
+      "▁пло ща",
+      "▁\\ $",
+      "▁Char lie",
+      "No des",
+      "Node s",
+      "N odes",
+      "▁p uzz",
+      "▁pu zz",
+      "▁Ident ifier",
+      "▁ Identifier",
+      "▁fl utter",
+      "▁ flutter",
+      "▁pr ü",
+      "▁ prü",
+      "▁o rt",
+      "▁or t",
+      "▁ ort",
+      "▁C ort",
+      "▁Cor t",
+      "▁Co rt",
+      "astic search",
+      "▁С вя",
+      "▁B ull",
+      "▁Bu ll",
+      "▁Bul l",
+      "ud em",
+      "ude m",
+      "u dem",
+      "▁ap parent",
+      "▁appar ent",
+      ":- -",
+      ": --",
+      "▁Х ар",
+      "▁Ха р",
+      "▁L ap",
+      "▁La p",
+      "▁com port",
+      "▁comp ort",
+      "mat ically",
+      "m atically",
+      "▁cu rios",
+      "▁cur ios",
+      "▁мо жет",
+      "▁мож ет",
+      "▁може т",
+      "▁B h",
+      "ap ping",
+      "app ing",
+      "a pping",
+      "▁b asketball",
+      "▁basket ball",
+      "ze tek",
+      "zet ek",
+      "▁r unt",
+      "▁run t",
+      "▁ru nt",
+      "▁Mil an",
+      "▁Mi lan",
+      "fe ction",
+      "fect ion",
+      "f ection",
+      "rí a",
+      "r ía",
+      "▁K in",
+      "▁Ki n",
+      "▁s lower",
+      "▁sl ower",
+      "▁slow er",
+      "▁slo wer",
+      "bo th",
+      "bot h",
+      "b oth",
+      "▁Inst ituto",
+      "▁Instit uto",
+      "▁Institut o",
+      "▁Histor ical",
+      "▁Historic al",
+      "▁równ ież",
+      "mat ches",
+      "match es",
+      "yc i",
+      "y ci",
+      "▁esp èce",
+      "▁Schwe izer",
+      "▁Schweiz er",
+      "N T",
+      "S F",
+      "ac ia",
+      "aci a",
+      "a cia",
+      "for ge",
+      "f orge",
+      "Point s",
+      "Po ints",
+      "num bers",
+      "number s",
+      "▁f alling",
+      "▁fall ing",
+      "▁fal ling",
+      "▁inherit ance",
+      "▁Er st",
+      "▁custom ers",
+      "▁customer s",
+      "▁a ctu",
+      "▁act u",
+      "▁ac tu",
+      "▁m igration",
+      "▁migr ation",
+      "\\ '",
+      "Pl an",
+      "P lan",
+      "M r",
+      "ot hy",
+      "oth y",
+      "o thy",
+      "▁up grad",
+      "би ра",
+      "▁O ffic",
+      "▁Of fic",
+      "▁Off ic",
+      "▁W ait",
+      "▁Wa it",
+      "▁ Wait",
+      "▁to ler",
+      "ar don",
+      "ard on",
+      "ardo n",
+      "▁s lide",
+      "▁sl ide",
+      "▁sli de",
+      "▁ slide",
+      ") _",
+      "▁ста в",
+      "▁ став",
+      "▁nu clear",
+      "▁nuc lear",
+      "▁nucle ar",
+      "▁B il",
+      "▁Bi l",
+      "ow ner",
+      "own er",
+      "o wner",
+      "▁Har ris",
+      "▁Harr is",
+      "In formation",
+      "▁p ó",
+      "▁вклю ча",
+      "▁nu ovo",
+      "▁C av",
+      "▁Ca v",
+      "▁De scri",
+      "▁Des cri",
+      "▁а к",
+      "ód zt",
+      "▁react js",
+      "▁Ad ams",
+      "▁Adam s",
+      "▁Ada ms",
+      "▁Altern atively",
+      "ст рук",
+      "стру к",
+      "стр ук",
+      ")` ,",
+      ") `,",
+      "sub string",
+      "subst ring",
+      "substr ing",
+      "▁mass ive",
+      "▁heav ily",
+      "▁се зо",
+      "▁сез о",
+      "▁A na",
+      "▁An a",
+      "▁v ale",
+      "▁val e",
+      "▁va le",
+      "Pa d",
+      "P ad",
+      "▁E ither",
+      "▁r s",
+      "▁ rs",
+      "an che",
+      "anc he",
+      "anch e",
+      "▁up loaded",
+      "▁upload ed",
+      "▁( /",
+      "▁ (/",
+      "▁с пор",
+      "▁спо р",
+      "▁сп ор",
+      "▁redu ction",
+      "▁Tok yo",
+      "gr en",
+      "gre n",
+      "g ren",
+      "▁m igli",
+      "▁mig li",
+      "▁iter ator",
+      "▁ iterator",
+      "st av",
+      "sta v",
+      "▁support ing",
+      "▁ö sterreich",
+      "▁NS Log",
+      "ist iques",
+      "isti ques",
+      "istique s",
+      "ri min",
+      "rim in",
+      "r imin",
+      "MO DE",
+      "}} }\\",
+      "}}} \\",
+      "} }}\\",
+      "▁exp los",
+      "▁expl os",
+      "▁explo s",
+      "от е",
+      "о те",
+      "▁( „",
+      "Sa l",
+      "S al",
+      "▁simple st",
+      "▁simpl est",
+      "▁gi à",
+      "▁та н",
+      "▁т ан",
+      "▁ тан",
+      "▁c yl",
+      "▁cy l",
+      "bi r",
+      "b ir",
+      "▁measure ments",
+      "▁measurement s",
+      "Create d",
+      "Cre ated",
+      "er ek",
+      "ere k",
+      "e rek",
+      "look up",
+      "w irtschaft",
+      "▁В оло",
+      "▁Во ло",
+      "▁Вол о",
+      "ti mer",
+      "time r",
+      "tim er",
+      "t imer",
+      "de rr",
+      "der r",
+      "d err",
+      "▁ст ала",
+      "▁ста ла",
+      "▁стал а",
+      "▁sc enes",
+      "▁scen es",
+      "▁scene s",
+      "▁per su",
+      "▁pers u",
+      "li est",
+      "lie st",
+      "lies t",
+      "l iest",
+      "▁sch edule",
+      "▁sched ule",
+      "ta l",
+      "t al",
+      "ле но",
+      "лен о",
+      "▁pain ting",
+      "▁paint ing",
+      "▁impro vement",
+      "▁improve ment",
+      "▁improv ement",
+      "so ftware",
+      "soft ware",
+      "▁govern o",
+      "▁gover no",
+      "▁H ir",
+      "▁Hi r",
+      "Exec ution",
+      "▁Ok ay",
+      "Pro p",
+      "Pr op",
+      "P rop",
+      "lo ster",
+      "los ter",
+      "lost er",
+      "l oster",
+      "ніципа лі",
+      "▁peu vent",
+      "ol u",
+      "o lu",
+      "▁Ф а",
+      "roll o",
+      "rol lo",
+      "▁ко ло",
+      "▁к оло",
+      "▁ коло",
+      "▁car rière",
+      "▁carri ère",
+      "▁t oggle",
+      "▁tog gle",
+      "▁togg le",
+      "▁ toggle",
+      "▁( $\\",
+      "▁($ \\",
+      "▁aggreg ate",
+      "▁Б і",
+      "text area",
+      "O k",
+      "it to",
+      "itt o",
+      "i tto",
+      "▁s tim",
+      "▁st im",
+      "▁recurs ion",
+      "▁Feder ation",
+      ")_ {",
+      ") _{",
+      "ate gor",
+      "ateg or",
+      "▁dist ribu",
+      "▁distrib u",
+      "Cl oud",
+      "▁m adre",
+      "▁mad re",
+      "▁i v",
+      "▁ iv",
+      "▁Lie utenant",
+      "▁subst ant",
+      "▁le af",
+      "▁ leaf",
+      "▁Kont rola",
+      "V A",
+      "▁t omb",
+      "▁to mb",
+      "▁tom b",
+      "э н",
+      "ato es",
+      "▁god ine",
+      "▁# >",
+      "C ert",
+      "▁em presa",
+      "▁empres a",
+      "Pro ps",
+      "Pr ops",
+      "Prop s",
+      "▁pl anned",
+      "▁plan ned",
+      "▁random ly",
+      "j ähr",
+      "el em",
+      "ele m",
+      "e lem",
+      "▁Oper ation",
+      "▁Opera tion",
+      "▁ Operation",
+      "* `",
+      "pro tocol",
+      "proto col",
+      "() ));",
+      "()) );",
+      "())) ;",
+      "( )));",
+      "we l",
+      "w el",
+      "▁p raw",
+      "▁pr aw",
+      "▁pra w",
+      "▁с им",
+      "▁си м",
+      "▁w ob",
+      "▁wo b",
+      "▁h ace",
+      "▁ha ce",
+      "▁near est",
+      "dis able",
+      "▁C ommun",
+      "▁Com mun",
+      "▁Comm un",
+      "▁re vel",
+      "▁rev el",
+      "▁reve l",
+      "Fr ee",
+      "Fre e",
+      "F ree",
+      "▁bra ckets",
+      "IO Exception",
+      "▁al to",
+      "▁alt o",
+      "▁mar ry",
+      "▁a uc",
+      "▁au c",
+      "▁ auc",
+      "), \\",
+      ") ,\\",
+      "▁typ o",
+      "▁ty po",
+      "ed ad",
+      "eda d",
+      "ar á",
+      "a rá",
+      "ic ator",
+      "ica tor",
+      "tat ywna",
+      "▁b uff",
+      "▁bu ff",
+      "▁buf f",
+      "▁ buff",
+      "or ders",
+      "ord ers",
+      "order s",
+      "orde rs",
+      "▁as ynchronous",
+      "▁e con",
+      "▁ec on",
+      "▁f eu",
+      "▁fe u",
+      "▁I ron",
+      "▁Ir on",
+      "▁r ising",
+      "▁ris ing",
+      "▁ri sing",
+      "Rad ius",
+      "cl k",
+      "▁zwe iten",
+      "▁zwei ten",
+      "▁zweite n",
+      "` '",
+      "▁un iqu",
+      "▁F M",
+      "▁ FM",
+      "▁B ran",
+      "▁Br an",
+      "▁Bra n",
+      "▁f lu",
+      "▁fl u",
+      "▁ flu",
+      "▁sens itive",
+      "ur re",
+      "urr e",
+      "▁I ter",
+      "▁It er",
+      "▁ Iter",
+      "▁S ein",
+      "▁Se in",
+      "▁difer entes",
+      "▁diferen tes",
+      "▁не го",
+      "▁н его",
+      "▁ него",
+      "ch ia",
+      "chi a",
+      "▁An leitung",
+      "atur day",
+      "▁sh orter",
+      "▁short er",
+      "▁transl ated",
+      "▁translate d",
+      "▁R és",
+      "▁Ré s",
+      "▁r ode",
+      "▁ro de",
+      "▁rod e",
+      "dr ag",
+      "dra g",
+      "d rag",
+      "▁l ange",
+      "▁lang e",
+      "▁lan ge",
+      "B i",
+      "ü b",
+      "le ur",
+      "l eur",
+      "▁order ing",
+      "▁ord ering",
+      "al ous",
+      "alo us",
+      "▁К ор",
+      "▁Ко р",
+      "ar char",
+      "arch ar",
+      "arc har",
+      "dest roy",
+      "erv ation",
+      "erva tion",
+      "]] ,",
+      "] ],",
+      "Accessor Impl",
+      "▁autory tatywna",
+      "Se quence",
+      "Sequ ence",
+      "▁pro yect",
+      "▁b ran",
+      "▁br an",
+      "▁bra n",
+      "▁( +",
+      "▁K ab",
+      "▁Ka b",
+      "▁z em",
+      "▁ze m",
+      "▁ zem",
+      "▁Cal cul",
+      "▁ Calcul",
+      "▁se ul",
+      "▁seu l",
+      "▁N iger",
+      "▁Ni ger",
+      "▁ch iam",
+      "▁chi am",
+      "th row",
+      "▁Plan et",
+      "▁Pla net",
+      "bild ung",
+      "▁z ones",
+      "▁zo nes",
+      "▁zone s",
+      "trans ition",
+      "ле ний",
+      "▁m apped",
+      "▁ma pped",
+      "▁map ped",
+      "on aut",
+      "ona ut",
+      "Pa ir",
+      "P air",
+      "il ian",
+      "ili an",
+      "ilia n",
+      "▁M organ",
+      "▁Mor gan",
+      "▁un to",
+      "▁ unto",
+      "jo u",
+      "j ou",
+      "▁h id",
+      "▁hi d",
+      "▁M eta",
+      "▁Me ta",
+      "▁Met a",
+      "▁ Meta",
+      "▁e lles",
+      "▁el les",
+      "▁elle s",
+      "▁ell es",
+      "▁ elles",
+      "Lo u",
+      "L ou",
+      "ra ma",
+      "ram a",
+      "r ama",
+      "ge ordnet",
+      "▁scarc ely",
+      "▁m int",
+      "▁min t",
+      "▁mi nt",
+      "F ocus",
+      "▁Al ter",
+      "▁Alt er",
+      "▁d io",
+      "▁di o",
+      "▁am pl",
+      "▁amp l",
+      "ière ment",
+      "▁ис следова",
+      "LE D",
+      "L ED",
+      "alg orithm",
+      "▁сай ті",
+      "▁сайт і",
+      "▁\" \")",
+      "▁\"\" )",
+      "Hi story",
+      "H istory",
+      "p k",
+      "▁W hit",
+      "▁Wh it",
+      "▁си стем",
+      "▁систе м",
+      "▁Kir chen",
+      "▁Kirche n",
+      "▁Kirch en",
+      "r à",
+      "AP P",
+      "A PP",
+      "▁< %",
+      "ant ine",
+      "anti ne",
+      "antin e",
+      "▁D isk",
+      "▁Dis k",
+      "▁Di sk",
+      "con v",
+      "we lt",
+      "wel t",
+      "w elt",
+      "▁F ut",
+      "▁Fu t",
+      "▁N om",
+      "▁No m",
+      "or do",
+      "ord o",
+      "el lij",
+      "ell ij",
+      "elli j",
+      "▁rece ives",
+      "▁receive s",
+      "co w",
+      "c ow",
+      "yt u",
+      "y tu",
+      "▁o bras",
+      "▁ob ras",
+      "▁obra s",
+      "▁p urchase",
+      "▁purch ase",
+      "▁ear ned",
+      "▁acc essed",
+      "▁access ed",
+      "ax i",
+      "a xi",
+      "▁M ans",
+      "▁Man s",
+      "▁Ma ns",
+      "iv an",
+      "iva n",
+      "i van",
+      "▁t uvo",
+      "▁tu vo",
+      "▁T race",
+      "▁Tr ace",
+      "▁Tra ce",
+      "▁ Trace",
+      "rim onio",
+      "▁desen vol",
+      "ér ique",
+      "éri que",
+      "é rique",
+      "▁result ed",
+      "▁comp uting",
+      "▁comput ing",
+      "▁insp ired",
+      "▁inspir ed",
+      "▁Pr ize",
+      "▁Pri ze",
+      "* \"",
+      "Com put",
+      "Comp ut",
+      "▁ext ensive",
+      "▁extens ive",
+      "è g",
+      "▁Port ály",
+      "▁cast le",
+      "▁ castle",
+      "▁* .",
+      "▁ *.",
+      "▁ph otos",
+      "▁phot os",
+      "▁photo s",
+      "▁vo et",
+      "ON G",
+      "O NG",
+      "▁A lle",
+      "▁Al le",
+      "▁All e",
+      "▁thre aten",
+      "▁threat en",
+      "st üt",
+      "▁album s",
+      "▁alb ums",
+      "▁d ense",
+      "▁den se",
+      "▁dens e",
+      "fl at",
+      "f lat",
+      "cont inu",
+      "Sub ject",
+      "Su bject",
+      "▁read only",
+      "Op t",
+      "O pt",
+      "пи ско",
+      "пис ко",
+      "▁A ber",
+      "▁Ab er",
+      "▁P osition",
+      "▁Pos ition",
+      "▁ Position",
+      "▁To day",
+      "▁Tod ay",
+      "▁m ini",
+      "▁min i",
+      "▁mi ni",
+      "▁B ef",
+      "▁Be f",
+      "li sten",
+      "list en",
+      "lis ten",
+      "l isten",
+      "ствен ного",
+      "ственно го",
+      "SU B",
+      "S UB",
+      "os sa",
+      "oss a",
+      "▁P ope",
+      "▁Po pe",
+      "▁Pop e",
+      "▁Jim my",
+      "▁Д ру",
+      "ungs seite",
+      "▁t ren",
+      "▁tr en",
+      "▁tre n",
+      "op tim",
+      "opt im",
+      "it sch",
+      "its ch",
+      "▁s amt",
+      "▁sa mt",
+      "▁sam t",
+      "▁испо л",
+      "▁ис пол",
+      "& =",
+      "▁Przyp isy",
+      "▁про дол",
+      "C r",
+      "er mann",
+      "erm ann",
+      "erman n",
+      "▁ма тери",
+      "▁мате ри",
+      "▁H ugo",
+      "▁Hu go",
+      "▁De ze",
+      "▁Dez e",
+      "TR UE",
+      "▁defe at",
+      "▁watch ed",
+      "▁wat ched",
+      "▁G ent",
+      "▁Ge nt",
+      "▁Gen t",
+      "AU T",
+      "A UT",
+      "or ous",
+      "oro us",
+      "▁о преде",
+      "ori entation",
+      "orient ation",
+      "▁distingu ished",
+      "▁distinguish ed",
+      "▁mes mo",
+      "▁s li",
+      "▁sl i",
+      "ме на",
+      "мен а",
+      "м ена",
+      "mit tel",
+      "mitt el",
+      "m ittel",
+      "ge richt",
+      "ger icht",
+      "et on",
+      "eto n",
+      "e ton",
+      "-> {",
+      "- >{",
+      "▁w ont",
+      "▁won t",
+      "▁wo nt",
+      "▁w eg",
+      "▁we g",
+      "▁ weg",
+      "▁class ific",
+      "il us",
+      "i lus",
+      "▁M D",
+      "▁ MD",
+      "task s",
+      "▁c him",
+      "▁ch im",
+      "▁chi m",
+      "aw ait",
+      "awa it",
+      "a wait",
+      "▁g ang",
+      "▁gan g",
+      "▁ga ng",
+      "▁ gang",
+      "▁w ię",
+      "▁ wię",
+      "th rough",
+      "▁Russ ell",
+      "▁guess ing",
+      "▁а кт",
+      "▁ак т",
+      "б лі",
+      "c ategories",
+      "су т",
+      "с ут",
+      "▁F en",
+      "▁Fe n",
+      "▁му ж",
+      "▁ne wer",
+      "▁new er",
+      "▁A sync",
+      "▁As ync",
+      "▁ Async",
+      "▁t erme",
+      "▁term e",
+      "▁ter me",
+      "> /",
+      "па ра",
+      "пар а",
+      "▁T rust",
+      "▁Tr ust",
+      "▁Tru st",
+      "▁O pt",
+      "▁Op t",
+      "▁ Opt",
+      "▁d ah",
+      "▁da h",
+      "▁wonder ful",
+      "adrat kil",
+      "▁Г ра",
+      "ma pping",
+      "map ping",
+      "m apping",
+      "▁disc overy",
+      "▁discover y",
+      "▁disco very",
+      "▁B E",
+      "▁ BE",
+      "En able",
+      "▁Fri end",
+      "с ня",
+      "▁cont rolled",
+      "▁control led",
+      "чно ї",
+      "ч ної",
+      "▁contribution s",
+      "▁contrib utions",
+      "j ší",
+      "▁L ev",
+      "▁Le v",
+      "▁franc és",
+      "▁m ic",
+      "▁mi c",
+      "▁ mic",
+      "zi k",
+      "z ik",
+      "▁a lem",
+      "▁al em",
+      "▁ale m",
+      "▁ alem",
+      "can cel",
+      "! '",
+      "▁g rat",
+      "▁gr at",
+      "▁gra t",
+      "▁Begriff sklär",
+      "Cam era",
+      "if icación",
+      "ific ación",
+      "ifica ción",
+      "ró d",
+      "r ód",
+      "▁Arn old",
+      "▁bezeichnet er",
+      "▁f ought",
+      "▁de put",
+      "▁dep ut",
+      "▁D rop",
+      "▁Dr op",
+      "▁Dro p",
+      "▁ Drop",
+      "ta x",
+      "t ax",
+      "d g",
+      "▁H op",
+      "▁Ho p",
+      "G N",
+      "▁Kir ch",
+      "▁Б ар",
+      "▁Ба р",
+      "In voke",
+      "Inv oke",
+      "▁er halten",
+      "▁ve el",
+      "▁word press",
+      "▁ wordpress",
+      "▁IN NER",
+      "trans action",
+      "▁dé jà",
+      "Fa ct",
+      "F act",
+      "▁над мор",
+      "▁angular js",
+      "▁á t",
+      "▁ át",
+      "▁a lap",
+      "▁al ap",
+      "▁P rice",
+      "▁Pr ice",
+      "▁Pri ce",
+      "▁ Price",
+      "▁eff et",
+      "▁s phere",
+      "▁sp here",
+      "▁spher e",
+      "Class Loader",
+      "▁r ugby",
+      "▁rug by",
+      "▁king dom",
+      "▁M ut",
+      "▁Mu t",
+      "▁ки но",
+      "▁re ward",
+      "ci t",
+      "c it",
+      "▁present e",
+      "▁pres ente",
+      "St o",
+      "S to",
+      "Char acter",
+      "lo gs",
+      "log s",
+      "l ogs",
+      "▁cent rale",
+      "▁central e",
+      "▁m ouv",
+      "▁mo uv",
+      "▁mou v",
+      "▁ok ay",
+      "▁ap lic",
+      "Mo re",
+      "Mor e",
+      "M ore",
+      "ény ek",
+      "▁Kö ln",
+      "ne tt",
+      "net t",
+      "n ett",
+      "▁исто рии",
+      "▁истори и",
+      "▁descri bing",
+      "▁sold ier",
+      "▁N eed",
+      "▁Ne ed",
+      "L ight",
+      "▁\" \\<",
+      "▁\"\\ <",
+      "▁h av",
+      "▁ha v",
+      "▁ hav",
+      "er mo",
+      "erm o",
+      "▁infer ior",
+      "le a",
+      "l ea",
+      "▁g g",
+      "▁ gg",
+      "▁кон це",
+      "fra gment",
+      "f ragment",
+      "s b",
+      "Count ry",
+      "C ountry",
+      "▁v ě",
+      "▁ vě",
+      "▁B eng",
+      "▁Be ng",
+      "▁Ben g",
+      "▁Э то",
+      "▁во до",
+      "ма р",
+      "м ар",
+      "STR ING",
+      "▁ú j",
+      "multi ple",
+      "multip le",
+      "state ment",
+      "stat ement",
+      "▁invol ves",
+      "▁involve s",
+      "▁te cn",
+      "▁tec n",
+      "St udent",
+      "gr é",
+      "g ré",
+      "▁le an",
+      "▁ lean",
+      "▁bring ing",
+      "▁Med ical",
+      "▁Medic al",
+      "▁Medi cal",
+      "▁програ м",
+      "▁V og",
+      "▁Vo g",
+      "▁ж ов",
+      "▁Sp irit",
+      "nt h",
+      "n th",
+      "▁stand ards",
+      "▁standard s",
+      "▁Pro file",
+      "▁Prof ile",
+      "▁Profil e",
+      "▁ Profile",
+      "▁e z",
+      "▁ ez",
+      "▁террито рии",
+      "▁s tem",
+      "▁st em",
+      "▁ste m",
+      "ui l",
+      "u il",
+      "▁O g",
+      "B tn",
+      "na l",
+      "n al",
+      "▁near by",
+      "▁produ cing",
+      "cri v",
+      "cr iv",
+      "c riv",
+      "▁assum ptions",
+      "▁assumption s",
+      "▁S park",
+      "▁Sp ark",
+      "▁L ot",
+      "▁Lo t",
+      "it udes",
+      "itu des",
+      "itude s",
+      "itud es",
+      "af ka",
+      "fi ve",
+      "f ive",
+      "at io",
+      "ati o",
+      "▁distingu ish",
+      "ro ck",
+      "roc k",
+      "r ock",
+      "égl ise",
+      "é glise",
+      "▁rapp res",
+      "▁rap pres",
+      ">\\ <",
+      "> \\<",
+      "лі й",
+      "л ій",
+      "▁ми ни",
+      "▁ мини",
+      "▁intitul é",
+      "}} (\\",
+      "}}( \\",
+      "} }(\\",
+      "▁R out",
+      "▁Ro ut",
+      "▁Rou t",
+      "▁ Rout",
+      "▁B order",
+      "▁Bor der",
+      "▁ Border",
+      "▁over rid",
+      "HO ST",
+      "H OST",
+      "rit ten",
+      "ritt en",
+      "r itten",
+      "sa y",
+      "s ay",
+      "▁Ч и",
+      "icht ung",
+      "▁straight forward",
+      "ob b",
+      "o bb",
+      "▁Ter ra",
+      "▁Terr a",
+      "▁[ :",
+      "▁ [:",
+      "Be n",
+      "B en",
+      "▁compos ite",
+      ")+ \\",
+      ") +\\",
+      "▁c rown",
+      "▁cr own",
+      "▁cro wn",
+      "▁crow n",
+      "dir ection",
+      "direct ion",
+      "dire ction",
+      "d irection",
+      "▁неско лько",
+      "▁av ail",
+      "▁purch ased",
+      "▁purchase d",
+      "ho ok",
+      "h ook",
+      "et ies",
+      "eti es",
+      "e ties",
+      "▁f ase",
+      "▁fa se",
+      "▁fas e",
+      "▁R um",
+      "▁Ru m",
+      "▁ge nom",
+      "▁gen om",
+      "▁d ét",
+      "▁dé t",
+      "ow ą",
+      "mp eg",
+      "▁І н",
+      "des ktop",
+      "▁in jection",
+      "▁inj ection",
+      "▁inject ion",
+      "ag le",
+      "a gle",
+      "▁E dd",
+      "▁Ed d",
+      "_{ (",
+      "_ {(",
+      "▁H em",
+      "▁He m",
+      "ut os",
+      "uto s",
+      "pr oj",
+      "pro j",
+      "▁superfic ie",
+      "Pl ot",
+      "P lot",
+      "▁D ocker",
+      "▁Do cker",
+      "▁Doc ker",
+      "ät z",
+      "ä tz",
+      "kre ich",
+      "k reich",
+      "▁un clear",
+      "▁uncle ar",
+      "▁Un ity",
+      "▁Unit y",
+      "▁stream s",
+      "▁stre ams",
+      "ви д",
+      "▁simpl ified",
+      "Fil l",
+      "Fi ll",
+      "F ill",
+      "▁s ant",
+      "▁sa nt",
+      "▁san t",
+      "▁K ommun",
+      "▁Kom mun",
+      "▁Komm un",
+      "▁d uc",
+      "▁du c",
+      "▁д ве",
+      "▁o bs",
+      "▁ob s",
+      "▁ obs",
+      "ž it",
+      "▁Jane iro",
+      "б я",
+      "▁pr esso",
+      "▁pres so",
+      "▁press o",
+      "▁Min istry",
+      "▁b urst",
+      "▁bur st",
+      "▁re aching",
+      "▁reach ing",
+      "li ter",
+      "lit er",
+      "l iter",
+      "▁response s",
+      "▁respons es",
+      "▁E ug",
+      "▁Eu g",
+      "▁s od",
+      "▁so d",
+      "▁C ord",
+      "▁Cor d",
+      "▁Co rd",
+      "▁P erm",
+      "▁Per m",
+      "▁Pe rm",
+      "▁ Perm",
+      "par ts",
+      "part s",
+      "p arts",
+      "ци ма",
+      "vari ables",
+      "variable s",
+      "▁forgot ten",
+      "Fe rn",
+      "F ern",
+      "ost ęp",
+      "v l",
+      "▁С м",
+      "ki m",
+      "k im",
+      "aj ąc",
+      "ają c",
+      "a jąc",
+      "на ль",
+      "нал ь",
+      "н аль",
+      "г ле",
+      "hel per",
+      "help er",
+      "du p",
+      "d up",
+      "eu w",
+      "e uw",
+      "fr a",
+      "f ra",
+      "ell ite",
+      "elli te",
+      "an ya",
+      "any a",
+      "▁re ign",
+      "▁r eign",
+      "▁rei gn",
+      "ges amt",
+      "се да",
+      "▁R yan",
+      "▁Ry an",
+      "▁form atted",
+      "▁format ted",
+      "▁formatt ed",
+      "▁B org",
+      "▁Bo rg",
+      "▁Bor g",
+      "wal k",
+      "w alk",
+      "▁а л",
+      "▁ ал",
+      "agnost ics",
+      "agnostic s",
+      "▁C ape",
+      "▁Cap e",
+      "▁Ca pe",
+      "▁Fran co",
+      "▁Franc o",
+      "▁f ug",
+      "▁fu g",
+      ": )",
+      "ю з",
+      "F etch",
+      "▁rough ly",
+      "▁M is",
+      "▁Mi s",
+      "uet ooth",
+      "▁Venez uela",
+      "▁a stronom",
+      "▁astr onom",
+      "\") `",
+      "\" )`",
+      "om bres",
+      "omb res",
+      "▁кото рой",
+      "ó p",
+      "ow ed",
+      "owe d",
+      "o wed",
+      "H R",
+      "▁C amer",
+      "▁Cam er",
+      "▁Ca mer",
+      "ки е",
+      "par ison",
+      "▁B ij",
+      "▁Bi j",
+      "tem plates",
+      "template s",
+      "en vironment",
+      "environ ment",
+      "iz ação",
+      "iza ção",
+      "▁é r",
+      "▁ ér",
+      "▁pl enty",
+      "▁Type Error",
+      "▁for ty",
+      "▁fort y",
+      "ко ном",
+      "кон ом",
+      "коно м",
+      "▁S ed",
+      "▁Se d",
+      "▁th ats",
+      "▁that s",
+      "▁gra vity",
+      "▁grav ity",
+      "▁gravit y",
+      "▁ gravity",
+      "▁spirit ual",
+      "▁dup licates",
+      "▁duplicate s",
+      "▁enc ryption",
+      "▁encrypt ion",
+      "▁re ven",
+      "▁r even",
+      "▁rev en",
+      "▁reve n",
+      "▁ reven",
+      "get Instance",
+      "äl lor",
+      "äll or",
+      "dis k",
+      "di sk",
+      "d isk",
+      "▁th ro",
+      "▁thr o",
+      "▁N ak",
+      "▁Na k",
+      "▁p oł",
+      "▁po ł",
+      "▁her aus",
+      "in valid",
+      "s By",
+      "Bo ot",
+      "B oot",
+      "▁bu cket",
+      "▁ bucket",
+      "▁P arse",
+      "▁Par se",
+      "▁ Parse",
+      "he x",
+      "h ex",
+      "Con ne",
+      "C onne",
+      "▁Comp uter",
+      "▁Comput er",
+      "zy k",
+      "z yk",
+      "▁indu ced",
+      "▁Br uno",
+      "▁Bru no",
+      "▁Brun o",
+      "▁address ed",
+      "▁addr essed",
+      "ma nia",
+      "man ia",
+      "m ania",
+      "▁in clus",
+      "▁incl us",
+      "▁inc lus",
+      "▁inclu s",
+      "oun ced",
+      "ounce d",
+      "script size",
+      "scripts ize",
+      "▁E pis",
+      "▁Ep is",
+      "▁v ocal",
+      "▁vo cal",
+      "▁voc al",
+      "▁Jon athan",
+      "у м",
+      "st aden",
+      "sta den",
+      "stad en",
+      "▁Child ren",
+      "▁ Children",
+      "пе й",
+      "п ей",
+      "It alia",
+      "Ital ia",
+      "reib ung",
+      "▁n ost",
+      "▁no st",
+      "▁nos t",
+      "▁ nost",
+      "▁е щё",
+      "▁Wer ke",
+      "▁Werk e",
+      "▁act ress",
+      "▁Minn esota",
+      "ri ke",
+      "rik e",
+      "r ike",
+      "▁t ek",
+      "▁te k",
+      "▁ tek",
+      "▁prime ira",
+      "▁f rat",
+      "▁fr at",
+      "▁fra t",
+      "▁Config uration",
+      "▁ Configuration",
+      "▁b id",
+      "▁bi d",
+      "▁ bid",
+      "tr igger",
+      "Cont ents",
+      "Content s",
+      "▁const antly",
+      "▁constant ly",
+      "!! !",
+      "! !!",
+      "▁d read",
+      "▁dr ead",
+      "▁dre ad",
+      "▁hundred s",
+      "ist ische",
+      "isti sche",
+      "▁card inal",
+      "T ABLE",
+      "▁est os",
+      "▁esto s",
+      "ass oc",
+      "asso c",
+      "gr ay",
+      "gra y",
+      "g ray",
+      "▁Sch loss",
+      "▁Schl oss",
+      "▁s che",
+      "▁sc he",
+      "▁sch e",
+      "▁ sche",
+      "con g",
+      "co ng",
+      "c ong",
+      "▁ko ji",
+      "ète s",
+      "èt es",
+      "è tes",
+      "▁E ra",
+      "▁Er a",
+      "om i",
+      "o mi",
+      "▁S R",
+      "▁ SR",
+      "▁wr apped",
+      "▁wra pped",
+      "▁wrap ped",
+      "▁tr unc",
+      "▁a h",
+      "▁ ah",
+      "eg os",
+      "ego s",
+      "ok i",
+      "o ki",
+      "mo uth",
+      "m outh",
+      "log ging",
+      "▁f asc",
+      "▁fa sc",
+      "▁fas c",
+      "▁S ample",
+      "▁Sam ple",
+      "▁ Sample",
+      "▁c onte",
+      "▁con te",
+      "▁cont e",
+      "▁v illa",
+      "▁vi lla",
+      "▁vill a",
+      "▁vil la",
+      "▁ villa",
+      "com ments",
+      "comm ents",
+      "comment s",
+      "▁b atal",
+      "▁ba tal",
+      "▁bat al",
+      "▁bata l",
+      "▁Garc ía",
+      "▁N orte",
+      "▁Nor te",
+      "▁we chsel",
+      "▁Muse o",
+      "▁enf ants",
+      "▁whis per",
+      "na ke",
+      "nak e",
+      "n ake",
+      "▁jed nak",
+      "l ês",
+      "en ders",
+      "end ers",
+      "ender s",
+      "ende rs",
+      "▁ä l",
+      "▁ äl",
+      "▁V B",
+      "▁ VB",
+      "▁cook ies",
+      "▁cookie s",
+      "ze ti",
+      "zet i",
+      "z eti",
+      "at um",
+      "atu m",
+      "▁d edu",
+      "▁de du",
+      "▁ded u",
+      "▁arr anged",
+      "▁arrang ed",
+      "la z",
+      "l az",
+      "▁cu enta",
+      "ym l",
+      "y ml",
+      "▁f lav",
+      "▁fl av",
+      "▁fla v",
+      "M R",
+      "em et",
+      "eme t",
+      "e met",
+      "бі ль",
+      "б іль",
+      "cm p",
+      "c mp",
+      "it uto",
+      "itu to",
+      "itut o",
+      "ze tt",
+      "zet t",
+      "z ett",
+      "▁en vi",
+      "▁env i",
+      "▁k ot",
+      "▁ko t",
+      "$ :",
+      "up per",
+      "upp er",
+      "u pper",
+      "▁Al berto",
+      "▁Albert o",
+      "k b",
+      "An al",
+      "A nal",
+      "ör t",
+      "ö rt",
+      "▁[ -",
+      "▁ [-",
+      "▁führ te",
+      "▁führt e",
+      "ia h",
+      "i ah",
+      "▁T un",
+      "▁Tu n",
+      "▁и скус",
+      "uw e",
+      "u we",
+      "is pecies",
+      "i species",
+      "P ub",
+      "Syn c",
+      "S ync",
+      "▁Colomb ia",
+      "ak ers",
+      "ake rs",
+      "aker s",
+      "▁Imper ial",
+      "ov ing",
+      "ovi ng",
+      "o ving",
+      "▁int elligence",
+      "▁intellig ence",
+      "▁equip ment",
+      "ei n",
+      "e in",
+      "dag ger",
+      "d agger",
+      "▁Ed ge",
+      "▁ Edge",
+      "▁Рес публи",
+      "adratkil ometer",
+      "▁An to",
+      "▁Ant o",
+      "▁char ges",
+      "▁charge s",
+      "▁charg es",
+      "▁O cean",
+      "▁simpl ify",
+      "▁m iesz",
+      "▁mi esz",
+      "▁mie sz",
+      "run ning",
+      "r unning",
+      "▁L ac",
+      "▁La c",
+      "gen ommen",
+      "▁represent ative",
+      "= .",
+      "▁P red",
+      "▁Pr ed",
+      "▁Pre d",
+      "▁ Pred",
+      "▁sp ite",
+      "ci ale",
+      "cial e",
+      "cia le",
+      "c iale",
+      "▁n ave",
+      "▁na ve",
+      "▁nav e",
+      "▁ext ens",
+      "▁neut ral",
+      "▁кото рая",
+      ".< /",
+      ". </",
+      "▁C S",
+      "▁ CS",
+      "uk y",
+      "u ky",
+      "▁wh ilst",
+      "▁l ingu",
+      "▁lin gu",
+      "▁ling u",
+      "ext ract",
+      "extra ct",
+      "zeich nung",
+      "▁F eld",
+      "▁Fe ld",
+      "▁Fel d",
+      "▁valu able",
+      "ur able",
+      "ura ble",
+      "u rable",
+      "▁J en",
+      "▁Je n",
+      "▁strugg le",
+      "▁comm ittee",
+      "▁W ohn",
+      "▁Wo hn",
+      "▁sql ite",
+      "▁ sqlite",
+      "▁T emp",
+      "▁Te mp",
+      "▁Tem p",
+      "▁ Temp",
+      "▁CO UNT",
+      "▁ COUNT",
+      "con sin",
+      "cons in",
+      "мі ні",
+      "мін і",
+      "us age",
+      "usa ge",
+      "▁qu est",
+      "▁que st",
+      "▁q uest",
+      "▁ quest",
+      "дя н",
+      "д ян",
+      "ear ed",
+      "ea red",
+      "e ared",
+      "▁Sch ne",
+      "▁d od",
+      "▁do d",
+      "▁re cht",
+      "▁rec ht",
+      "▁ recht",
+      "▁k ao",
+      "▁ka o",
+      "Cap t",
+      "Ca pt",
+      "C apt",
+      "label s",
+      "lab els",
+      "▁el los",
+      "▁ell os",
+      "▁indust ri",
+      "▁Color ado",
+      "▁contr ary",
+      "▁contra ry",
+      "▁D um",
+      "▁Du m",
+      "Be l",
+      "B el",
+      "▁V ent",
+      "▁Ve nt",
+      "▁Ven t",
+      "▁author ities",
+      "Y ES",
+      "en sed",
+      "ens ed",
+      "ense d",
+      "umbn ail",
+      "izz azione",
+      "izza zione",
+      "ko u",
+      "k ou",
+      "ri ca",
+      "ric a",
+      "r ica",
+      "▁s ect",
+      "▁se ct",
+      "▁sec t",
+      "▁ sect",
+      "test s",
+      "tes ts",
+      "t ests",
+      "▁K lein",
+      "▁Kle in",
+      "▁Kl ein",
+      "▁le gs",
+      "▁leg s",
+      "▁Pi etro",
+      "▁Piet ro",
+      "f u",
+      "th y",
+      "t hy",
+      "▁b ast",
+      "▁bas t",
+      "▁ba st",
+      "▁t edes",
+      "▁te des",
+      "▁ted es",
+      "et tes",
+      "ett es",
+      "ette s",
+      "▁re pet",
+      "▁rep et",
+      "▁repe t",
+      "ac re",
+      "a cre",
+      "re tto",
+      "ret to",
+      "rett o",
+      "r etto",
+      "▁remain der",
+      "▁G eg",
+      "▁Ge g",
+      "▁Г ор",
+      "▁Го р",
+      "▁Re chts",
+      "▁Recht s",
+      "▁filter ing",
+      "ou ss",
+      "ous s",
+      "o uss",
+      "▁deploy ed",
+      "▁prü fe",
+      "▁b itmap",
+      "▁bit map",
+      "▁s ovi",
+      "▁so vi",
+      "▁sov i",
+      "▁< %=",
+      "▁<% =",
+      "▁ <%=",
+      "▁entfer ne",
+      "ki ll",
+      "kil l",
+      "k ill",
+      "ta bs",
+      "tab s",
+      "t abs",
+      "Ex pr",
+      "Exp r",
+      "ко му",
+      "ком у",
+      "к ому",
+      "▁Republic an",
+      "▁S ize",
+      "▁Si ze",
+      "▁ Size",
+      "▁p oll",
+      "▁po ll",
+      "▁pol l",
+      "▁r ien",
+      "▁ri en",
+      "▁ rien",
+      "▁клу б",
+      "én d",
+      "é nd",
+      "▁B io",
+      "▁Bi o",
+      "▁per l",
+      "▁pe rl",
+      "▁ perl",
+      "▁And reas",
+      "▁Andrea s",
+      "▁Andre as",
+      "ви н",
+      "в ин",
+      "▁d istant",
+      "▁dist ant",
+      "▁F inn",
+      "▁Fin n",
+      "▁M itch",
+      "▁Mit ch",
+      "▁% {",
+      "▁c harm",
+      "▁ch arm",
+      "▁char m",
+      "▁cha rm",
+      "▁M ul",
+      "▁Mu l",
+      "pe rate",
+      "per ate",
+      "▁sci ences",
+      "▁science s",
+      "▁mon ot",
+      "▁mo not",
+      "▁deb ido",
+      "riz ona",
+      "ie c",
+      "i ec",
+      "▁al arm",
+      "▁prom oted",
+      "▁promote d",
+      "▁let zten",
+      "at in",
+      "ati n",
+      "▁con clus",
+      "▁conc lus",
+      "▁concl us",
+      "he rr",
+      "her r",
+      "h err",
+      "▁é ch",
+      "▁éc h",
+      "▁ éch",
+      "ed ish",
+      "edi sh",
+      "go r",
+      "g or",
+      "▁st ycz",
+      "▁sty cz",
+      "▁im press",
+      "▁imp ress",
+      "▁impr ess",
+      "ru its",
+      "ruit s",
+      "r uits",
+      "ier ungs",
+      "ierung s",
+      "▁par sed",
+      "▁parse d",
+      "▁r ío",
+      "▁Pak istan",
+      "ig ner",
+      "ign er",
+      "igne r",
+      "▁watch ing",
+      "▁database s",
+      "▁datab ases",
+      "ed ing",
+      "edi ng",
+      "e ding",
+      "▁Spec ific",
+      "▁gener ale",
+      "▁general e",
+      "▁gene rale",
+      "la x",
+      "l ax",
+      "▁Lo oking",
+      "▁Look ing",
+      "▁b ond",
+      "▁bo nd",
+      "▁bon d",
+      "▁v ista",
+      "▁vis ta",
+      "▁vi sta",
+      "▁e c",
+      "▁ ec",
+      "▁gr ud",
+      "▁gru d",
+      "▁del eting",
+      "▁delet ing",
+      "ta c",
+      "t ac",
+      "▁j azz",
+      "▁ja zz",
+      "j m",
+      "▁p ół",
+      "▁pó ł",
+      "L anguage",
+      "de legate",
+      "▁reg istry",
+      "▁registr y",
+      "▁Sh ared",
+      "▁Share d",
+      "▁ Shared",
+      "ст рой",
+      "стро й",
+      "Mus ic",
+      "▁v essel",
+      "▁vess el",
+      "▁ves sel",
+      ". @",
+      "▁W ür",
+      "▁f ed",
+      "▁fe d",
+      "▁ered et",
+      "▁ere det",
+      "▁G ö",
+      "up t",
+      "u pt",
+      "▁ple asant",
+      "▁table View",
+      "▁ tableView",
+      "▁count ing",
+      "▁coun ting",
+      "▁Krie gs",
+      "▁Krieg s",
+      "▁полу чил",
+      "▁получи л",
+      "▁] ,",
+      "▁ ],",
+      "ви а",
+      "▁a ž",
+      "To List",
+      "▁Ad vent",
+      "▁Adv ent",
+      "▁sk etch",
+      "p n",
+      "▁s ier",
+      "▁si er",
+      "▁sie r",
+      "▁находи тся",
+      "io p",
+      "i op",
+      "▁l y",
+      "▁ ly",
+      "▁Sch l",
+      "▁Sc hl",
+      "Cont ract",
+      "as soci",
+      "ass oci",
+      "asso ci",
+      "assoc i",
+      "▁P ear",
+      "▁Pe ar",
+      "▁w he",
+      "▁wh e",
+      "▁De lete",
+      "▁Del ete",
+      "▁ Delete",
+      "▁e lem",
+      "▁el em",
+      "▁ele m",
+      "▁ elem",
+      "ät te",
+      "ätt e",
+      "ä tte",
+      "▁č esk",
+      "▁M C",
+      "▁ MC",
+      "▁sh out",
+      "▁sho ut",
+      "ake spe",
+      "akes pe",
+      "▁default s",
+      "pe nas",
+      "pen as",
+      "p enas",
+      "ò ria",
+      "▁hier archy",
+      "ip t",
+      "i pt",
+      "▁E lis",
+      "▁El is",
+      "▁Eli s",
+      "like ly",
+      "lik ely",
+      "Ro t",
+      "R ot",
+      "▁c ow",
+      "▁co w",
+      "▁ cow",
+      "▁st rike",
+      "▁str ike",
+      "▁stri ke",
+      "▁strik e",
+      "▁бере зня",
+      "▁ens emble",
+      "▁ ensemble",
+      "▁Pse ud",
+      "V irtual",
+      "▁ї ї",
+      "RO OT",
+      "си я",
+      "▁с об",
+      "▁со б",
+      "▁ соб",
+      "▁in vert",
+      "▁inv ert",
+      "▁inve rt",
+      "▁switch ing",
+      "ht access",
+      "▁на гра",
+      "▁Nor man",
+      "▁Norm an",
+      "▁ing lês",
+      "! [",
+      "ou sel",
+      "ous el",
+      "ouse l",
+      "DO CTYPE",
+      "DOC TYPE",
+      "▁supp ress",
+      "▁sup press",
+      "▁accompan ied",
+      "▁B é",
+      "imp lies",
+      "impl ies",
+      "nu t",
+      "n ut",
+      "▁S yntax",
+      "▁Syn tax",
+      "▁ Syntax",
+      "in ho",
+      "▁t am",
+      "▁ta m",
+      "▁focus ed",
+      "▁foc used",
+      "av ano",
+      "ava no",
+      "avan o",
+      "a vano",
+      "▁B aden",
+      "▁Ba den",
+      "▁Bad en",
+      "ha d",
+      "h ad",
+      "▁( {",
+      "▁ ({",
+      "T y",
+      "▁ро с",
+      "▁р ос",
+      "▁ рос",
+      "▁чо лові",
+      "og e",
+      "o ge",
+      "js p",
+      "j sp",
+      "Bl ue",
+      "▁su as",
+      "▁sua s",
+      "ap ers",
+      "ape rs",
+      "aper s",
+      "a pers",
+      "Sh ort",
+      "Render er",
+      "▁s endo",
+      "▁send o",
+      "▁sen do",
+      "▁C ec",
+      "▁Ce c",
+      "▁` __",
+      "▁`_ _",
+      "▁Municip al",
+      "dot net",
+      "▁b ev",
+      "▁be v",
+      "▁D A",
+      "▁ DA",
+      "Menu Item",
+      "▁a mp",
+      "▁am p",
+      "▁ amp",
+      "▁u ri",
+      "▁ur i",
+      "▁ uri",
+      "▁f ier",
+      "▁fi er",
+      "сле н",
+      "с лен",
+      "), (",
+      ") ,(",
+      "cul es",
+      "cu les",
+      "c ules",
+      "il las",
+      "ill as",
+      "illa s",
+      "LO CK",
+      "LOC K",
+      "▁de rive",
+      "▁der ive",
+      "▁deriv e",
+      "ub en",
+      "ube n",
+      "u ben",
+      "▁G T",
+      "▁ GT",
+      "▁M ack",
+      "▁Ma ck",
+      "▁Mac k",
+      "▁sch olar",
+      ")} }",
+      ") }}",
+      "з м",
+      ">: :",
+      "> ::",
+      "ш ёл",
+      "▁princip ales",
+      "▁principal es",
+      "▁principale s",
+      "▁ц ар",
+      "▁t ied",
+      "▁ti ed",
+      "▁tie d",
+      "▁al ta",
+      "▁alt a",
+      "▁C it",
+      "▁Ci t",
+      "li ned",
+      "line d",
+      "lin ed",
+      "l ined",
+      "ma jor",
+      "▁p unk",
+      "▁pun k",
+      "▁cin co",
+      "ick ý",
+      "▁r aggi",
+      "▁ra ggi",
+      "▁rag gi",
+      "ty pen",
+      "type n",
+      "typ en",
+      "тель ство",
+      "▁con ference",
+      "▁confer ence",
+      "▁с іль",
+      "▁сі ль",
+      "▁he ut",
+      "i š",
+      "ет а",
+      "е та",
+      "vel ope",
+      "velop e",
+      "h box",
+      "no wn",
+      "now n",
+      "n own",
+      "▁z ar",
+      "▁za r",
+      "▁ zar",
+      "kt iv",
+      "ie ß",
+      "▁с тре",
+      "▁ст ре",
+      "▁ стре",
+      "▁Event Args",
+      "▁ EventArgs",
+      "▁I ra",
+      "▁Ir a",
+      "▁V BA",
+      "▁VB A",
+      "▁S anto",
+      "▁San to",
+      "▁Sant o",
+      "▁F ach",
+      "▁Fa ch",
+      "▁Fac h",
+      "▁F F",
+      "▁ FF",
+      "▁Ray mond",
+      "ме ц",
+      "im plementation",
+      "▁bro thers",
+      "▁brother s",
+      "▁cô té",
+      "▁cont rollers",
+      "▁control lers",
+      "▁controller s",
+      "▁C le",
+      "▁Cl e",
+      "▁c able",
+      "▁ca ble",
+      "▁cab le",
+      "▁con fer",
+      "▁conf er",
+      "▁{ -",
+      "▁ {-",
+      "▁cz ł",
+      "▁Fil ip",
+      "at orio",
+      "ator io",
+      "ato rio",
+      "atori o",
+      "▁w icht",
+      "▁be aucoup",
+      "▁L it",
+      "▁Li t",
+      "▁s essions",
+      "▁session s",
+      "▁sess ions",
+      "▁Su ccess",
+      "▁ Success",
+      "▁ro uting",
+      "▁rout ing",
+      "▁rou ting",
+      "ni u",
+      "n iu",
+      "▁V ice",
+      "▁Vi ce",
+      "▁Vic e",
+      "▁k rit",
+      "▁kr it",
+      "up dated",
+      "update d",
+      "▁In valid",
+      "▁ Invalid",
+      "▁Mann schaft",
+      "▁a os",
+      "▁ao s",
+      "▁t udi",
+      "▁tu di",
+      "▁tud i",
+      "▁des prés",
+      "▁desp rés",
+      "qu a",
+      "q ua",
+      "Cont ains",
+      "Comp any",
+      "▁person a",
+      "▁pers ona",
+      "ad apter",
+      "с ни",
+      "▁v oj",
+      "▁vo j",
+      "▁ voj",
+      "▁e scri",
+      "▁es cri",
+      "▁esc ri",
+      "ag t",
+      "a gt",
+      "▁с тво",
+      "▁ст во",
+      "▁ ство",
+      "▁dist rito",
+      "ap an",
+      "apa n",
+      "a pan",
+      "▁aspect s",
+      "▁z al",
+      "▁za l",
+      ")^ {\\",
+      ")^{ \\",
+      ") ^{\\",
+      "▁syst ème",
+      "▁а на",
+      "▁ан а",
+      "▁ ана",
+      "ium s",
+      "iu ms",
+      "i ums",
+      "▁prem iers",
+      "▁premi ers",
+      "▁premier s",
+      "▁по э",
+      "▁m ère",
+      "▁G un",
+      "▁Gu n",
+      "ap ing",
+      "api ng",
+      "a ping",
+      "▁R ain",
+      "▁Ra in",
+      "▁ig ual",
+      "▁process or",
+      "▁proc essor",
+      "▁ processor",
+      "') `",
+      "' )`",
+      "bl ing",
+      "b ling",
+      "▁m ism",
+      "▁mi sm",
+      "▁mis m",
+      "br áz",
+      "▁close st",
+      "▁clos est",
+      "▁Re ading",
+      "▁Read ing",
+      "▁по пу",
+      "con o",
+      "co no",
+      "c ono",
+      "▁k ult",
+      "▁! !",
+      "▁ !!",
+      "▁Ex pression",
+      "▁Exp ression",
+      "▁Express ion",
+      "▁ Expression",
+      "▁indu ction",
+      "▁induct ion",
+      "ah ren",
+      "ahr en",
+      "a hren",
+      "▁c p",
+      "▁ cp",
+      "▁viol ence",
+      "ient í",
+      "cent e",
+      "cen te",
+      "c ente",
+      "▁D ob",
+      "▁Do b",
+      "ja ck",
+      "j ack",
+      "so ng",
+      "son g",
+      "s ong",
+      "bu cket",
+      "▁de port",
+      "▁dep ort",
+      "ки ми",
+      "ким и",
+      "l m",
+      "▁in noc",
+      "▁inn oc",
+      "Ch anges",
+      "Change s",
+      "▁pro hib",
+      "ang ol",
+      "ango l",
+      "isecond s",
+      "i seconds",
+      "▁п ор",
+      "▁по р",
+      "▁ пор",
+      "▁h ip",
+      "▁hi p",
+      "▁ hip",
+      "▁p ů",
+      "en dorf",
+      "end orf",
+      "endo rf",
+      "endor f",
+      "▁sch eduled",
+      "▁schedule d",
+      "▁Fl ug",
+      "ac yj",
+      "acy j",
+      "▁Fil ms",
+      "▁Film s",
+      "athed ral",
+      "Po wer",
+      "P ower",
+      "ar din",
+      "ard in",
+      "ardi n",
+      "ka p",
+      "k ap",
+      "ic ken",
+      "ick en",
+      "i cken",
+      "re size",
+      "res ize",
+      "eu s",
+      "e us",
+      "r r",
+      "ля н",
+      "л ян",
+      "▁H av",
+      "▁Ha v",
+      "▁o ra",
+      "▁or a",
+      "▁ ora",
+      "FR OM",
+      "F ROM",
+      "ло ся",
+      "▁te rug",
+      "▁ter ug",
+      "▁W idth",
+      "▁ Width",
+      "▁accept s",
+      "бе н",
+      "б ен",
+      "▁m ich",
+      "▁mi ch",
+      "▁mic h",
+      "▁C zech",
+      "▁Cz ech",
+      "▁B edeut",
+      "▁ви д",
+      "▁ вид",
+      "ô me",
+      "▁L oop",
+      "▁Lo op",
+      "▁ Loop",
+      "sp ect",
+      "spe ct",
+      "spec t",
+      "s pect",
+      "ü k",
+      "es ton",
+      "est on",
+      "esto n",
+      "e ston",
+      "▁s lot",
+      "▁sl ot",
+      "▁slo t",
+      "▁został a",
+      "▁Charlot te",
+      "▁состав ляет",
+      "▁составля ет",
+      "▁Prom ise",
+      "▁e po",
+      "▁ep o",
+      "▁d iction",
+      "▁di ction",
+      "▁dict ion",
+      "▁dic tion",
+      "▁ diction",
+      "▁Frank lin",
+      "▁R iv",
+      "▁Ri v",
+      "ру г",
+      "ci da",
+      "cid a",
+      "c ida",
+      "▁Ex plorer",
+      "cook ie",
+      "▁former ly",
+      "▁municip ality",
+      "▁municipal ity",
+      "▁Ste fan",
+      "▁Stef an",
+      "list s",
+      "lis ts",
+      "l ists",
+      "CO MP",
+      "COM P",
+      "Le n",
+      "L en",
+      "▁Sta at",
+      "▁N BA",
+      "de ns",
+      "den s",
+      "d ens",
+      "▁osc ill",
+      "! .",
+      "▁P O",
+      "▁ PO",
+      "ô ne",
+      "es es",
+      "ese s",
+      "▁на циональ",
+      "vo or",
+      "v oor",
+      "▁ко пи",
+      "▁по зи",
+      "▁ пози",
+      "ul u",
+      "u lu",
+      "Const raint",
+      "Constra int",
+      "▁сво ей",
+      "▁algebra ic",
+      "ч ня",
+      "Di ct",
+      "D ict",
+      "▁appear ing",
+      "▁appe aring",
+      "▁p rav",
+      "▁pr av",
+      "▁pra v",
+      "▁Univers al",
+      "B rowser",
+      "▁Sing ap",
+      "ennes see",
+      "] _",
+      "▁S of",
+      "▁So f",
+      "▁C ad",
+      "▁Ca d",
+      "oun ce",
+      "▁cost s",
+      "▁cos ts",
+      "]{ \\",
+      "] {\\",
+      "../ ../",
+      "ськ ій",
+      "ські й",
+      "üh l",
+      "ü hl",
+      "ie ty",
+      "iet y",
+      "i ety",
+      "п р",
+      "▁interpre ted",
+      "▁interpret ed",
+      "aj n",
+      "col og",
+      "co log",
+      "colo g",
+      "c olog",
+      "Y S",
+      "ma ns",
+      "man s",
+      "m ans",
+      "▁met rics",
+      "▁metric s",
+      "▁reg istr",
+      "▁ registr",
+      "ist ance",
+      "istan ce",
+      "▁По ль",
+      "▁an onymous",
+      "▁ anonymous",
+      "▁institution s",
+      "▁instit utions",
+      "▁z dob",
+      "▁zd ob",
+      "pr üng",
+      "prü ng",
+      "▁ар ти",
+      "▁e stat",
+      "▁est at",
+      "▁es tat",
+      "▁esta t",
+      "ac ci",
+      "acc i",
+      "▁academ ic",
+      "▁ch iesa",
+      "▁chi esa",
+      "▁G ian",
+      "▁Gi an",
+      "▁Gia n",
+      "cont rib",
+      "contr ib",
+      "um ed",
+      "ume d",
+      "u med",
+      "▁G ir",
+      "▁Gi r",
+      "▁base ball",
+      "numer ic",
+      "n umeric",
+      "Gener ator",
+      "G M",
+      "▁t iny",
+      "▁ti ny",
+      "▁tin y",
+      "▁ tiny",
+      "▁dist inction",
+      "▁distinct ion",
+      "ге р",
+      "г ер",
+      "▁r ust",
+      "▁ru st",
+      "▁rus t",
+      "▁ rust",
+      "▁FI FA",
+      "▁Pro perties",
+      "▁ Properties",
+      "^ -",
+      "▁э кс",
+      "▁эк с",
+      "▁Sta nis",
+      "▁Stan is",
+      "▁A jax",
+      "es cape",
+      "esc ape",
+      "▁con sp",
+      "▁cons p",
+      "▁C hen",
+      "▁Ch en",
+      "▁Che n",
+      "▁N aval",
+      "▁Na val",
+      "▁Nav al",
+      "Bi t",
+      "B it",
+      "▁b ât",
+      "ски ми",
+      "ским и",
+      "с кими",
+      "dr ive",
+      "dri ve",
+      "d rive",
+      "▁R ound",
+      "▁Ro und",
+      "▁Rou nd",
+      "ph oto",
+      "▁Le vel",
+      "▁Lev el",
+      "▁ Level",
+      "▁g eg",
+      "▁ge g",
+      "▁ geg",
+      "To m",
+      "T om",
+      "▁M obile",
+      "▁ Mobile",
+      "▁T rop",
+      "▁Tr op",
+      "▁Tro p",
+      "Dir ection",
+      "Direct ion",
+      "D irection",
+      "is an",
+      "isa n",
+      "i san",
+      ")^ {-",
+      ")^{ -",
+      ") ^{-",
+      "▁Set ting",
+      "▁ Setting",
+      "▁Pro bably",
+      "ль я",
+      "л ья",
+      "▁as sets",
+      "▁ass ets",
+      "▁asse ts",
+      "▁asset s",
+      "▁ assets",
+      "▁a tte",
+      "▁at te",
+      "▁att e",
+      "▁ atte",
+      "▁b ulk",
+      "▁bul k",
+      "és t",
+      "é st",
+      "▁w ing",
+      "▁win g",
+      "▁ wing",
+      "ni us",
+      "niu s",
+      "n ius",
+      "▁w ins",
+      "▁win s",
+      "▁l ud",
+      "▁lu d",
+      "us hing",
+      "ush ing",
+      "▁d even",
+      "▁de ven",
+      "▁dev en",
+      "▁deve n",
+      "огра ф",
+      "о граф",
+      "burg er",
+      "bur ger",
+      "b urger",
+      "▁em bar",
+      "▁emb ar",
+      "Filter Chain",
+      "▁t um",
+      "▁tu m",
+      "▁ö ss",
+      "▁nom mé",
+      "▁p ir",
+      "▁pi r",
+      "▁l uc",
+      "▁lu c",
+      "db o",
+      "d bo",
+      "ag ues",
+      "ague s",
+      "agu es",
+      "▁al can",
+      "▁alc an",
+      "ou wen",
+      "ouw en",
+      "▁Stan ley",
+      "ци али",
+      "▁g rown",
+      "▁gr own",
+      "▁gro wn",
+      "▁grow n",
+      "▁pres erved",
+      "▁preserve d",
+      "▁s olar",
+      "▁so lar",
+      "▁sol ar",
+      "▁Насе ление",
+      "▁perform ances",
+      "▁performance s",
+      "▁C ow",
+      "▁Co w",
+      "▁engine ering",
+      "▁engineer ing",
+      "▁sc aling",
+      "▁scal ing",
+      "at omic",
+      "ato mic",
+      "atom ic",
+      "end ance",
+      "▁a ce",
+      "▁ac e",
+      "▁ ace",
+      "än gen",
+      "äng en",
+      "änge n",
+      "An im",
+      "A nim",
+      "ph ase",
+      "pha se",
+      "phas e",
+      "z burg",
+      "O ld",
+      "▁serv ant",
+      "▁geme ins",
+      "▁Ob serv",
+      "trans late",
+      "▁cover ing",
+      "▁cov ering",
+      "▁est án",
+      "▁está n",
+      "▁problem a",
+      "▁proble ma",
+      "▁probl ema",
+      "▁у станов",
+      "▁l lev",
+      "▁ll ev",
+      "▁lle v",
+      "▁c zerw",
+      "é al",
+      "me z",
+      "m ez",
+      "RE E",
+      "R EE",
+      "ER R",
+      "ту ри",
+      "тур и",
+      "se gu",
+      "seg u",
+      "s egu",
+      "▁pro fit",
+      "▁prof it",
+      "▁multip lication",
+      "kom men",
+      "k ommen",
+      "▁f aut",
+      "▁fa ut",
+      "▁candid ates",
+      "▁candidate s",
+      "▁U ri",
+      "▁Ur i",
+      "▁ Uri",
+      "▁La ura",
+      "▁Laur a",
+      "▁Lau ra",
+      "▁s ap",
+      "▁sa p",
+      "▁ви сини",
+      "▁Bet ween",
+      "fa de",
+      "f ade",
+      "▁res erved",
+      "▁reserve d",
+      "▁invol ving",
+      "▁M are",
+      "▁Mar e",
+      "▁Ma re",
+      "▁Cont ainer",
+      "▁ Container",
+      "▁на зна",
+      "▁DE BUG",
+      "▁ DEBUG",
+      "▁h urt",
+      "▁hur t",
+      "▁hu rt",
+      "▁Pol ski",
+      "▁l ux",
+      "▁lu x",
+      "C B",
+      "wa ch",
+      "w ach",
+      "▁пери од",
+      "▁перио д",
+      "▁C atherine",
+      "▁g anz",
+      "▁gan z",
+      "uch te",
+      "ucht e",
+      "u chte",
+      "▁cons umer",
+      "▁consum er",
+      "▁consume r",
+      "▁cross ed",
+      "ord ered",
+      "order ed",
+      "orde red",
+      "aw ay",
+      "awa y",
+      "a way",
+      "te chn",
+      "tech n",
+      "▁sub scri",
+      "▁subs cri",
+      "▁short cut",
+      "▁произ вод",
+      "▁simultane ously",
+      "▁r ating",
+      "▁ra ting",
+      "▁rat ing",
+      "▁ rating",
+      "▁K ings",
+      "▁King s",
+      "▁Kin gs",
+      "▁relations hips",
+      "▁relation ships",
+      "▁relationship s",
+      "▁S ex",
+      "▁Se x",
+      "▁T ool",
+      "▁To ol",
+      "▁ Tool",
+      "ag h",
+      "a gh",
+      "ac ters",
+      "act ers",
+      "acter s",
+      "log ger",
+      "hom me",
+      "en gers",
+      "eng ers",
+      "enger s",
+      "▁R i",
+      "ear ance",
+      "ea rance",
+      "▁appear ances",
+      "▁appearance s",
+      "Re al",
+      "▁p asse",
+      "▁pass e",
+      "▁pas se",
+      "ic lopedia",
+      "ч ко",
+      "ter re",
+      "▁Ont ario",
+      "▁пере да",
+      "▁перед а",
+      "fo oter",
+      "foo ter",
+      "foot er",
+      "arch ivi",
+      "archiv i",
+      "if iz",
+      "ifi z",
+      "▁Pro test",
+      "▁Prote st",
+      "▁L IN",
+      "▁LI N",
+      "▁ LIN",
+      "unn able",
+      "▁cent uries",
+      "▁B ayer",
+      "▁Ba yer",
+      "▁Bay er",
+      "ці ю",
+      "ов ин",
+      "ови н",
+      "о вин",
+      "▁And rea",
+      "▁Andre a",
+      "se lection",
+      "select ion",
+      "sel ection",
+      "▁c alm",
+      "▁cal m",
+      "▁ca lm",
+      "▁mod ification",
+      "▁modific ation",
+      "▁short ly",
+      "in aire",
+      "ina ire",
+      "i naire",
+      "▁f usion",
+      "▁fus ion",
+      "▁feel ings",
+      "▁feeling s",
+      "▁fee lings",
+      "P K",
+      "▁Ro berto",
+      "▁Robert o",
+      "г не",
+      "Sh ared",
+      "▁mehr ere",
+      "▁N iem",
+      "▁Ni em",
+      "▁Nie m",
+      "om p",
+      "o mp",
+      "En v",
+      "▁Art icle",
+      "▁P ok",
+      "▁Po k",
+      "▁V ARCHAR",
+      "▁d il",
+      "▁di l",
+      "▁af ford",
+      "▁aff ord",
+      "▁con front",
+      "▁conf ront",
+      "ow anie",
+      "owa nie",
+      "owan ie",
+      "▁min istre",
+      "▁minist re",
+      "▁mini stre",
+      "ad esh",
+      "ade sh",
+      "ades h",
+      "▁P oly",
+      "▁Pol y",
+      "▁Po ly",
+      "▁Ра спо",
+      "▁Рас по",
+      "▁Gru ppe",
+      "▁H elen",
+      "▁He len",
+      "▁Hel en",
+      "▁c c",
+      "▁ cc",
+      "▁port rait",
+      "be w",
+      "b ew",
+      "▁b eta",
+      "▁be ta",
+      "▁bet a",
+      "▁ beta",
+      "▁W ir",
+      "▁Wi r",
+      "▁A udio",
+      "▁Aud io",
+      "▁ Audio",
+      "▁( \\<",
+      "▁(\\ <",
+      "rior ity",
+      "▁n it",
+      "▁ni t",
+      "▁ nit",
+      "▁пред стави",
+      "▁представ и",
+      "▁V ie",
+      "▁Vi e",
+      "▁w ür",
+      "▁ wür",
+      "▁H old",
+      "▁Hol d",
+      "▁Ho ld",
+      "▁ Hold",
+      "▁S ad",
+      "▁Sa d",
+      "▁To chter",
+      "▁o ltre",
+      "▁ol tre",
+      "▁ oltre",
+      "▁Act iv",
+      "▁ Activ",
+      "▁J ason",
+      "▁Ja son",
+      "▁Jas on",
+      "▁wie ku",
+      "▁reg ards",
+      "▁regard s",
+      "▁t aste",
+      "▁ta ste",
+      "agnost ic",
+      "ла ся",
+      "▁S elf",
+      "▁Sel f",
+      "▁ Self",
+      "▁a pr",
+      "▁ap r",
+      "▁De ep",
+      "sc op",
+      "s cop",
+      "Act iv",
+      "▁type def",
+      "▁typed ef",
+      "Content View",
+      "comp iler",
+      "compile r",
+      "▁R oth",
+      "▁Ro th",
+      "▁Rot h",
+      "x c",
+      "зи к",
+      "▁l argo",
+      "▁lar go",
+      "▁larg o",
+      "▁R ena",
+      "▁Re na",
+      "▁Ren a",
+      "he iten",
+      "heit en",
+      "▁platform s",
+      "▁plat forms",
+      "ul la",
+      "ull a",
+      "u lla",
+      "▁gl ance",
+      "▁mas cul",
+      "▁m ex",
+      "▁me x",
+      "▁J orge",
+      "▁fun cion",
+      "▁func ion",
+      "cho ose",
+      "▁re views",
+      "▁review s",
+      "▁Al ban",
+      "▁Alb an",
+      "▁G lo",
+      "▁Gl o",
+      "▁S pecies",
+      "▁Spe cies",
+      "▁Spec ies",
+      "▁F ame",
+      "▁Fa me",
+      "▁Fam e",
+      "▁R oll",
+      "▁Ro ll",
+      "▁Rol l",
+      "▁P uerto",
+      "▁\\ )",
+      "▁ \\)",
+      "ym nas",
+      "ymn as",
+      "en viron",
+      "▁i phone",
+      "▁Wrest ling",
+      "ał y",
+      "a ły",
+      "▁Ind iana",
+      "▁India na",
+      "▁Indian a",
+      "Rad io",
+      "V S",
+      "▁independ ence",
+      "та й",
+      "▁de code",
+      "▁dec ode",
+      "▁ decode",
+      "Wh ite",
+      "▁j ourn",
+      "▁jo urn",
+      "▁jou rn",
+      "▁jour n",
+      "ícul o",
+      "í culo",
+      "▁Bar b",
+      "▁Ba rb",
+      "▁Ev angel",
+      "▁An dy",
+      "▁And y",
+      "▁Wel come",
+      "▁De vice",
+      "▁Dev ice",
+      "▁ Device",
+      "ge f",
+      "g ef",
+      "▁remember ed",
+      "▁vari ations",
+      "▁variation s",
+      "▁Ad olf",
+      "it aine",
+      "ita ine",
+      "▁надмор ској",
+      "▁s team",
+      "▁ste am",
+      "▁concern s",
+      "▁` |",
+      "▁би о",
+      "тель ства",
+      "▁qu attro",
+      "ext end",
+      "▁trab ajo",
+      "▁trabaj o",
+      "en berg",
+      "▁scen arios",
+      "▁scenario s",
+      "ân t",
+      "â nt",
+      "▁kom mt",
+      "▁komm t",
+      "▁dom estic",
+      "▁B asketball",
+      "▁Co oper",
+      "so ck",
+      "s ock",
+      "дер жа",
+      "д ержа",
+      "={ \\",
+      "= {\\",
+      "▁in ici",
+      "▁P hill",
+      "▁Ph ill",
+      "▁Phil l",
+      "▁гене рал",
+      "archivi ato",
+      "ъ н",
+      "Ro b",
+      "R ob",
+      "▁t ong",
+      "▁to ng",
+      "▁ton g",
+      "▁character istics",
+      "▁characteristic s",
+      "▁a maz",
+      "▁am az",
+      "▁M ode",
+      "▁Mod e",
+      "▁Mo de",
+      "▁ Mode",
+      "▁inaug ur",
+      "we hr",
+      "ra nt",
+      "ran t",
+      "r ant",
+      "ion ali",
+      "ional i",
+      "iona li",
+      "▁M other",
+      "▁Mo ther",
+      "▁Mot her",
+      "M a",
+      "é qu",
+      "▁K elly",
+      "▁Kel ly",
+      "ci le",
+      "cil e",
+      "c ile",
+      "▁beste ht",
+      "▁estim ates",
+      "▁estimate s",
+      "rugu ay",
+      "▁A ns",
+      "▁An s",
+      "Ma d",
+      "M ad",
+      "▁на в",
+      "▁d onnées",
+      "▁donn ées",
+      "▁donné es",
+      "▁ données",
+      "▁trop ical",
+      "▁Sever al",
+      "el ter",
+      "elt er",
+      "elte r",
+      "▁P ho",
+      "▁Ph o",
+      "ke m",
+      "k em",
+      "▁Custom er",
+      "▁ Customer",
+      "▁скла ді",
+      "▁c ourses",
+      "▁course s",
+      "▁cours es",
+      "Pl atform",
+      "nav bar",
+      "le arning",
+      "lear ning",
+      "learn ing",
+      "▁Sw edish",
+      "▁z ast",
+      "▁za st",
+      "▁zas t",
+      "▁L ig",
+      "▁Li g",
+      "man agement",
+      "▁l od",
+      "▁lo d",
+      "uff le",
+      "Text ure",
+      "Te xture",
+      "ar ga",
+      "arg a",
+      "át um",
+      "▁D DR",
+      "ні ї",
+      "н ії",
+      "▁Soci été",
+      "▁dom ains",
+      "▁domain s",
+      "▁perm itted",
+      "▁permit ted",
+      "▁ex terne",
+      "▁ext erne",
+      "▁extern e",
+      "▁quel que",
+      "v t",
+      "ym an",
+      "y man",
+      "▁W ard",
+      "▁War d",
+      "▁Wa rd",
+      "▁ag li",
+      "▁ agli",
+      "▁and ra",
+      "▁an dra",
+      "▁ andra",
+      "S napshot",
+      "▁m å",
+      "▁ye ah",
+      "де на",
+      "ден а",
+      "д ена",
+      "ęp u",
+      "ę pu",
+      "ask ell",
+      "▁Ré publique",
+      "in ject",
+      "▁' ;",
+      "▁ ';",
+      "än n",
+      "ä nn",
+      "▁z elf",
+      "▁Ent wicklung",
+      "ár ia",
+      "á ria",
+      "on omy",
+      "ono my",
+      "onom y",
+      "▁s vil",
+      "▁sv il",
+      "ie se",
+      "ies e",
+      "i ese",
+      "▁con ser",
+      "▁cons er",
+      "▁conse r",
+      "▁n im",
+      "▁ni m",
+      "▁ nim",
+      "▁r ész",
+      "▁ré sz",
+      "▁rés z",
+      "▁И тали",
+      "▁part ici",
+      "▁partic i",
+      "▁parti ci",
+      "▁L ion",
+      "▁Li on",
+      "s r",
+      "al ways",
+      "▁Влади мир",
+      "че ские",
+      "[ ,",
+      "▁Def inition",
+      "▁ Definition",
+      "na nt",
+      "nan t",
+      "n ant",
+      "oe m",
+      "o em",
+      "Id s",
+      "I ds",
+      "▁в не",
+      "▁[ ...]",
+      "▁на прав",
+      "▁нап рав",
+      "▁G O",
+      "▁ GO",
+      "▁å rs",
+      "▁år s",
+      "▁ut án",
+      "▁out ros",
+      "▁reg ión",
+      "▁M ong",
+      "▁Mon g",
+      "▁Mo ng",
+      "▁fil me",
+      "▁film e",
+      "▁tri ple",
+      "▁trip le",
+      "▁sp ons",
+      "▁spo ns",
+      "De velop",
+      "▁out come",
+      "▁B ible",
+      "▁Bi ble",
+      "▁Bib le",
+      "▁и мени",
+      "▁име ни",
+      "▁имен и",
+      "Can vas",
+      "пу та",
+      "cur r",
+      "cu rr",
+      "c urr",
+      "ás ok",
+      "){ \\",
+      ") {\\",
+      "ning ar",
+      "` ;",
+      "▁Fl ash",
+      ": #",
+      "mu st",
+      "mus t",
+      "m ust",
+      "cp u",
+      "c pu",
+      "▁form ats",
+      "▁format s",
+      "▁forma ts",
+      "Ha r",
+      "H ar",
+      "▁epis odio",
+      "▁R osa",
+      "▁Ro sa",
+      "▁Ros a",
+      "▁d ès",
+      "em it",
+      "emi t",
+      "e mit",
+      "rit eria",
+      "rite ria",
+      "riter ia",
+      "An notation",
+      "Fl ag",
+      "F lag",
+      "g mail",
+      "▁N ormal",
+      "▁Nor mal",
+      "▁Norm al",
+      "▁ Normal",
+      "oll ary",
+      "ollar y",
+      "▁f oss",
+      "▁fo ss",
+      "▁fos s",
+      "▁con current",
+      "▁conc urrent",
+      "▁ concurrent",
+      "▁crash es",
+      "▁ви де",
+      "▁вид е",
+      "▁Min or",
+      "▁Mi nor",
+      "▁S it",
+      "▁Si t",
+      "▁S N",
+      "▁ SN",
+      "▁s car",
+      "▁sc ar",
+      "▁ scar",
+      "▁fe min",
+      "▁fem in",
+      "▁spec ification",
+      "▁specific ation",
+      "so ap",
+      "▁o perate",
+      "▁oper ate",
+      "▁opera te",
+      "▁principal mente",
+      "▁a ust",
+      "▁au st",
+      "▁aus t",
+      "ib ile",
+      "ibil e",
+      "it ime",
+      "iti me",
+      "i time",
+      "ле жа",
+      "if rame",
+      "i frame",
+      "▁concept s",
+      "▁conce pts",
+      "▁t ack",
+      "▁ta ck",
+      "▁v iss",
+      "▁vis s",
+      "▁vi ss",
+      "▁car bon",
+      "ter y",
+      "te ry",
+      "t ery",
+      "▁n aming",
+      "▁na ming",
+      "▁nam ing",
+      "▁Or ts",
+      "▁Ort s",
+      "id ente",
+      "ident e",
+      "iden te",
+      "▁Cap it",
+      "▁Ca pit",
+      "▁ex pr",
+      "▁exp r",
+      "▁ expr",
+      "▁насе љу",
+      "▁Select ed",
+      "▁Sel ected",
+      "▁Sele cted",
+      "▁ Selected",
+      "▁h inter",
+      "▁hint er",
+      "▁hin ter",
+      "▁i frame",
+      "▁if rame",
+      "▁ iframe",
+      "▁z b",
+      "index Path",
+      "col l",
+      "co ll",
+      "c oll",
+      "▁wr ześ",
+      "▁a cht",
+      "▁ac ht",
+      "▁ach t",
+      "▁ acht",
+      "▁grad ually",
+      "▁gradu ally",
+      "▁ч у",
+      "▁ чу",
+      "зе й",
+      "з ей",
+      "ha ft",
+      "h aft",
+      "▁t ran",
+      "▁tr an",
+      "▁tra n",
+      "▁la quelle",
+      "yt ics",
+      "ID E",
+      "I DE",
+      "▁py game",
+      "▁pyg ame",
+      "▁P ackage",
+      "▁Pack age",
+      "▁ Package",
+      "▁class Name",
+      "▁ className",
+      "B al",
+      "pe rl",
+      "per l",
+      "ти на",
+      "тин а",
+      "O cc",
+      "▁in frastr",
+      "▁Champion s",
+      "▁Champ ions",
+      "▁class ic",
+      "▁R aw",
+      "▁Ra w",
+      "▁ Raw",
+      "▁partial ly",
+      "▁parti ally",
+      "▁T ed",
+      "▁Te d",
+      "▁sto let",
+      "ra ined",
+      "rain ed",
+      "raine d",
+      "rai ned",
+      "r ained",
+      "WH ERE",
+      "W HERE",
+      "▁v all",
+      "▁val l",
+      "▁va ll",
+      "▁Jul ia",
+      "▁Ju lia",
+      "▁Juli a",
+      "za t",
+      "z at",
+      "▁surr ounded",
+      "SE E",
+      "S EE",
+      "▁walk ing",
+      "▁wal king",
+      "B ad",
+      "FO R",
+      "F OR",
+      "con tre",
+      "cont re",
+      "contr e",
+      "▁Pal est",
+      "▁Pale st",
+      "át ico",
+      "▁engine er",
+      "▁part ners",
+      "▁partner s",
+      "▁Je ws",
+      "▁Jew s",
+      "il ers",
+      "ile rs",
+      "iler s",
+      "i lers",
+      "▁c erem",
+      "▁ce rem",
+      "▁cer em",
+      "▁inter actions",
+      "▁interaction s",
+      "▁interact ions",
+      "ac u",
+      "a cu",
+      "st y",
+      "s ty",
+      "▁Prince ss",
+      "▁Prin cess",
+      "sh arp",
+      "sha rp",
+      "▁Sing les",
+      "▁Single s",
+      "▁ї х",
+      "ch ez",
+      "che z",
+      "c hez",
+      "Rece iver",
+      "Receive r",
+      "▁pat ients",
+      "▁patient s",
+      "string ify",
+      "▁compet ed",
+      "be y",
+      "b ey",
+      "$ ;",
+      "▁B d",
+      "had oop",
+      "h adoop",
+      "▁Div isión",
+      "öl d",
+      "ö ld",
+      "▁restrict ed",
+      "▁comm ander",
+      "▁command er",
+      "▁comma nder",
+      "▁High way",
+      "▁Č esk",
+      "▁m yth",
+      "▁my th",
+      "ча н",
+      "ч ан",
+      "ra ham",
+      "rah am",
+      "▁en qu",
+      "▁p og",
+      "▁po g",
+      "▁com una",
+      "▁comun a",
+      "▁print ln",
+      "▁ println",
+      "▁к руп",
+      "▁de pois",
+      "▁dep ois",
+      "▁se ats",
+      "▁sea ts",
+      "▁seat s",
+      "▁neigh b",
+      "ци она",
+      "цион а",
+      "ag ine",
+      "agi ne",
+      "agin e",
+      "▁cloth es",
+      "▁clo thes",
+      "▁P rior",
+      "▁Pr ior",
+      "▁Pri or",
+      "Br ain",
+      "Bra in",
+      "B rain",
+      "FF FF",
+      "': '",
+      "' :'",
+      "fe atures",
+      "feature s",
+      "▁file system",
+      "▁files ystem",
+      "▁sing les",
+      "▁single s",
+      "▁Mel bourne",
+      "▁dest ruction",
+      "▁destruct ion",
+      "▁destru ction",
+      "▁Ly on",
+      "▁In sel",
+      "▁Ins el",
+      "Na v",
+      "N av",
+      "▁Re place",
+      "▁Rep lace",
+      "▁ Replace",
+      "▁l é",
+      "▁ lé",
+      "Wh o",
+      "W ho",
+      "▁E stad",
+      "▁Est ad",
+      "▁Esta d",
+      "▁dim ensional",
+      "▁dimension al",
+      "▁ dimensional",
+      "▁ö ff",
+      "▁ öff",
+      "▁gr ands",
+      "▁gran ds",
+      "▁grand s",
+      "дж а",
+      "д жа",
+      "pl ane",
+      "plan e",
+      "pla ne",
+      "p lane",
+      "но сті",
+      "ност і",
+      "нос ті",
+      "▁Or igin",
+      "▁Ori gin",
+      "▁Orig in",
+      "▁ Origin",
+      "W I",
+      "än ner",
+      "änn er",
+      "▁C ry",
+      "▁Cr y",
+      "IT ION",
+      "▁fö dd",
+      "▁cult ura",
+      "▁R ank",
+      "▁Ran k",
+      "▁v uel",
+      "▁vue l",
+      "▁vu el",
+      "▁z ag",
+      "▁za g",
+      "▁Ma xim",
+      "▁Max im",
+      "он у",
+      "о ну",
+      "() ))",
+      "()) )",
+      "( )))",
+      "R aw",
+      "kir che",
+      "k irche",
+      "▁a demás",
+      "▁t ie",
+      "▁ti e",
+      "▁St yle",
+      "▁ Style",
+      "ско в",
+      "ск ов",
+      "с ков",
+      "ist ant",
+      "ista nt",
+      "istan t",
+      "ol ph",
+      "▁Z ür",
+      "▁In fo",
+      "▁Inf o",
+      "▁ Info",
+      "DO M",
+      "D OM",
+      "us c",
+      "u sc",
+      "na hm",
+      "nah m",
+      "▁Ф едера",
+      "▁F ot",
+      "▁Fo t",
+      "▁spec ifying",
+      "▁specify ing",
+      "▁tit olo",
+      "▁Bo ys",
+      "▁Boy s",
+      "ie ch",
+      "iec h",
+      "i ech",
+      "Pl ace",
+      "P lace",
+      "▁H off",
+      "▁Ho ff",
+      "▁Hof f",
+      "▁c ached",
+      "▁ca ched",
+      "▁cache d",
+      "ва ль",
+      "вал ь",
+      "в аль",
+      "is her",
+      "ish er",
+      "roll ing",
+      "rol ling",
+      "op ens",
+      "ope ns",
+      "open s",
+      "▁h r",
+      "▁ hr",
+      "-- ----",
+      "---- --",
+      "--- ---",
+      "----- -",
+      "- -----",
+      "▁mag gior",
+      "▁maggio r",
+      "▁trans actions",
+      "▁transaction s",
+      "▁c riminal",
+      "▁crim inal",
+      "▁re tre",
+      "▁ret re",
+      "▁retr e",
+      "▁Camp bell",
+      ")) :",
+      ") ):",
+      "▁n ed",
+      "▁ne d",
+      "▁ ned",
+      "Page r",
+      "Pa ger",
+      "P ager",
+      "▁H ero",
+      "▁He ro",
+      "▁Her o",
+      "(_ _",
+      "( __",
+      "▁un cle",
+      "▁re aches",
+      "▁reach es",
+      "ar to",
+      "art o",
+      "▁h ello",
+      "▁hel lo",
+      "▁hell o",
+      "▁ hello",
+      "Pre ferences",
+      "▁за тем",
+      "Name d",
+      "Na med",
+      "N amed",
+      "▁re aders",
+      "▁read ers",
+      "▁reader s",
+      "х і",
+      "ke rn",
+      "ker n",
+      "k ern",
+      "▁у по",
+      "ки н",
+      "к ин",
+      "▁l av",
+      "▁la v",
+      "▁ lav",
+      "▁n ob",
+      "▁no b",
+      "▁se cre",
+      "▁sec re",
+      "▁List View",
+      "▁ ListView",
+      "ва ния",
+      "▁May or",
+      "bo rough",
+      "bor ough",
+      "▁fil osof",
+      "не ння",
+      "нен ня",
+      "фр и",
+      "ф ри",
+      "▁p atr",
+      "▁pat r",
+      "▁pa tr",
+      "F M",
+      "▁a cid",
+      "▁ac id",
+      "▁Salv ador",
+      "▁a bb",
+      "▁ab b",
+      "▁ abb",
+      "▁G raham",
+      "▁Gra ham",
+      "pol icy",
+      "neg ative",
+      "ński ego",
+      "ń skiego",
+      "▁He imat",
+      "▁d azu",
+      "▁da zu",
+      "▁m ely",
+      "▁me ly",
+      "▁mel y",
+      "▁r ide",
+      "▁rid e",
+      "▁ri de",
+      "▁ ride",
+      "▁du ties",
+      "▁dut ies",
+      "ov ery",
+      "over y",
+      "ove ry",
+      "o very",
+      "▁Pro position",
+      "▁Prop osition",
+      "▁Pa olo",
+      "/ '",
+      "▁M au",
+      "▁Ma u",
+      "im enti",
+      "iment i",
+      "imen ti",
+      "Sa int",
+      "S aint",
+      "fa ther",
+      "f ather",
+      "▁equ ilib",
+      "ph ony",
+      "phon y",
+      "▁c las",
+      "▁cl as",
+      "▁cla s",
+      "▁от ли",
+      "▁Buffer ed",
+      "▁Buff ered",
+      "re k",
+      "r ek",
+      "▁m itt",
+      "▁mit t",
+      "▁mi tt",
+      "▁ mitt",
+      "▁H ur",
+      "▁Hu r",
+      "▁Har vard",
+      "▁demonstr ate",
+      "ua rio",
+      "u ario",
+      "▁do lor",
+      "▁dol or",
+      "▁reject ed",
+      "▁M üller",
+      "▁n ac",
+      "▁na c",
+      "▁B elle",
+      "▁Be lle",
+      "▁Bel le",
+      "▁Bell e",
+      "▁gather ed",
+      "n r",
+      "fr ika",
+      "fri ka",
+      "öl l",
+      "ö ll",
+      "▁chem ical",
+      "ni g",
+      "n ig",
+      "▁cal c",
+      "▁ calc",
+      "▁DE FAULT",
+      "▁ DEFAULT",
+      "▁philosoph y",
+      "▁Lar avel",
+      "▁al ignment",
+      "▁align ment",
+      "E V",
+      "e or",
+      "▁d zie",
+      "▁dz ie",
+      "▁ dzie",
+      "▁m est",
+      "▁me st",
+      "▁mes t",
+      "▁I o",
+      "CR E",
+      "C RE",
+      "з ви",
+      "▁M edic",
+      "▁Me dic",
+      "▁Med ic",
+      "▁Medi c",
+      "▁n ä",
+      "▁z ab",
+      "▁za b",
+      "▁S lov",
+      "▁Sl ov",
+      "▁Slo v",
+      "ut lich",
+      "▁am plit",
+      "▁ampl it",
+      "▁amp lit",
+      "▁Fran kreich",
+      "▁Frank reich",
+      "▁к іль",
+      "▁кі ль",
+      "IN D",
+      "I ND",
+      "exec ution",
+      "▁Kar riere",
+      "d ostęp",
+      "▁r éal",
+      "▁ré al",
+      "en go",
+      "eng o",
+      "▁se vere",
+      "▁sever e",
+      "зм а",
+      "з ма",
+      "▁тур ни",
+      "▁C arter",
+      "▁Car ter",
+      "▁Cart er",
+      "▁Rob inson",
+      "▁Robin son",
+      "getElement sBy",
+      "▁pro totype",
+      "▁proto type",
+      "▁ prototype",
+      "▁jap on",
+      "▁ja pon",
+      "führ ung",
+      "f ührung",
+      "▁con segu",
+      "▁cons egu",
+      "▁conse gu",
+      "▁st udi",
+      "▁stud i",
+      "▁l ire",
+      "▁li re",
+      "▁ lire",
+      "▁sch ließ",
+      "▁ schließ",
+      "▁B uff",
+      "▁Bu ff",
+      "▁red und",
+      "▁redu nd",
+      "▁e rn",
+      "▁er n",
+      "▁ ern",
+      "▁my ster",
+      "▁myst er",
+      "▁prop rio",
+      "▁propri o",
+      "ate ful",
+      "▁Par ent",
+      "▁Pa rent",
+      "▁ Parent",
+      "▁lad ies",
+      "ra ck",
+      "rac k",
+      "r ack",
+      "ти ка",
+      "тик а",
+      "en burg",
+      "▁каче стве",
+      "▁E F",
+      "▁ EF",
+      "▁st am",
+      "▁sta m",
+      "▁nue va",
+      "▁fil tered",
+      "▁filter ed",
+      "re ten",
+      "ret en",
+      "r eten",
+      "▁I an",
+      "▁Matt hew",
+      "▁Matth ew",
+      "ki h",
+      "k ih",
+      "▁ ő",
+      "▁ком пози",
+      "▁for ever",
+      "▁fore ver",
+      "oir es",
+      "oi res",
+      "oire s",
+      "o ires",
+      ":\\ \\",
+      ": \\\\",
+      "▁ét udes",
+      "▁s oup",
+      "▁so up",
+      "▁sou p",
+      "▁p leased",
+      "▁please d",
+      "▁ple ased",
+      ")} (",
+      ") }(",
+      "▁S top",
+      "▁St op",
+      "▁Sto p",
+      "▁ Stop",
+      "Set ter",
+      "S etter",
+      "▁He lp",
+      "▁Hel p",
+      "▁ Help",
+      "▁b ars",
+      "▁bar s",
+      "▁ba rs",
+      "▁ bars",
+      "▁ER R",
+      "▁ ERR",
+      "▁( ?",
+      "▁ (?",
+      "▁po etry",
+      "▁poet ry",
+      "▁U til",
+      "▁Ut il",
+      "▁ Util",
+      "A K",
+      "▁f ick",
+      "▁fi ck",
+      "▁fic k",
+      "▁I M",
+      "▁ IM",
+      "▁pro ud",
+      "▁pr oud",
+      "но си",
+      "нос и",
+      "▁m uerte",
+      "▁mu erte",
+      "▁Palmar ès",
+      "▁N as",
+      "▁Na s",
+      "щи х",
+      "щ их",
+      "▁qu er",
+      "▁que r",
+      "▁q uer",
+      "▁ quer",
+      "▁a penas",
+      "▁ap enas",
+      "][ '",
+      "] ['",
+      "▁Kon st",
+      "по н",
+      "п он",
+      "▁Sch iff",
+      "▁m p",
+      "▁ mp",
+      "▁б лаго",
+      "fr am",
+      "fra m",
+      "f ram",
+      "▁house hold",
+      "▁t ract",
+      "▁tr act",
+      "▁tra ct",
+      "▁trac t",
+      "enc oding",
+      "▁und ert",
+      "▁under t",
+      "▁ undert",
+      "▁A ug",
+      "▁Au g",
+      "ов ан",
+      "ова н",
+      "о ван",
+      "▁Ar ten",
+      "▁Art en",
+      "▁Arte n",
+      "▁inv oked",
+      "▁invoke d",
+      "▁d ynast",
+      "▁fle et",
+      "че ство",
+      "▁Mur ray",
+      "▁g ut",
+      "▁gu t",
+      "eli hood",
+      "▁S SH",
+      "▁SS H",
+      "от вет",
+      "▁person ally",
+      "▁personal ly",
+      "при я",
+      "п рия",
+      "▁fin anci",
+      "▁finan ci",
+      "▁Thom pson",
+      "al u",
+      "a lu",
+      "id entity",
+      "ident ity",
+      "▁G rab",
+      "▁Gr ab",
+      "▁Gra b",
+      "add le",
+      "É t",
+      "▁T ob",
+      "▁To b",
+      "▁ver lor",
+      "▁verl or",
+      "▁Saint e",
+      "▁Sa inte",
+      "▁Sain te",
+      "▁d op",
+      "▁do p",
+      "▁в ере",
+      "▁ве ре",
+      "▁вер е",
+      "__ _",
+      "_ __",
+      "▁prom otion",
+      "▁- =",
+      "▁от де",
+      "▁amb igu",
+      "▁ ambigu",
+      "OR DER",
+      "ORD ER",
+      "▁Comm unic",
+      "▁Commun ic",
+      "▁im ply",
+      "▁imp ly",
+      "▁impl y",
+      "on ed",
+      "one d",
+      "o ned",
+      "clud ing",
+      "▁coll ision",
+      "▁fragment s",
+      "▁frag ments",
+      "script ion",
+      "scri ption",
+      "s cription",
+      "▁' {",
+      "ля х",
+      "л ях",
+      "▁h ans",
+      "▁ha ns",
+      "▁han s",
+      "у с",
+      "wi re",
+      "w ire",
+      "name space",
+      "names pace",
+      "▁s word",
+      "▁sw ord",
+      "▁swo rd",
+      "ref resh",
+      "▁kw am",
+      "z s",
+      "comm ons",
+      "common s",
+      "▁c osa",
+      "▁co sa",
+      "▁cos a",
+      "▁reg ime",
+      "gr ep",
+      "gre p",
+      "g rep",
+      "▁di oc",
+      "▁dio c",
+      "▁Cont act",
+      "▁ Contact",
+      "▁est as",
+      "▁esta s",
+      "▁Ste wart",
+      "▁v iele",
+      "▁vi ele",
+      "▁vie le",
+      "▁viel e",
+      "то ва",
+      "тов а",
+      "т ова",
+      "▁R an",
+      "▁Ra n",
+      "an nes",
+      "ann es",
+      "anne s",
+      "id ay",
+      "ida y",
+      "i day",
+      "▁s napshot",
+      "▁snap shot",
+      "or row",
+      "orr ow",
+      "▁za č",
+      "▁участи е",
+      "▁prom ised",
+      "▁promise d",
+      "Ass embly",
+      "▁champion ship",
+      "▁champions hip",
+      "▁Def ine",
+      "▁e ren",
+      "▁er en",
+      "▁ere n",
+      "▁ eren",
+      "▁но во",
+      "▁н ово",
+      "▁нов о",
+      "▁ ново",
+      "▁th inks",
+      "▁think s",
+      "▁thin ks",
+      "Ag e",
+      "A ge",
+      "▁g ev",
+      "▁ge v",
+      "var char",
+      "v archar",
+      "iv ità",
+      "com pos",
+      "comp os",
+      "▁M utter",
+      "▁Mut ter",
+      "CO NT",
+      "CON T",
+      "arm ée",
+      "ag net",
+      "agn et",
+      "agne t",
+      "▁B row",
+      "▁Br ow",
+      "▁Bro w",
+      ". —",
+      "▁Tele vision",
+      "▁Д ля",
+      "▁v m",
+      "▁ vm",
+      "▁or din",
+      "▁ord in",
+      "▁ ordin",
+      "▁Миха й",
+      "▁apro xim",
+      "') ->",
+      "' )->",
+      "▁z oo",
+      "▁zo o",
+      "ip pi",
+      "ipp i",
+      "i ppi",
+      "▁s ino",
+      "▁si no",
+      "▁sin o",
+      "▁Qu ébec",
+      "ra ges",
+      "rag es",
+      "rage s",
+      "r ages",
+      "ä ck",
+      "ei ng",
+      "ein g",
+      "e ing",
+      "ar lo",
+      "pi os",
+      "pio s",
+      "p ios",
+      "▁C han",
+      "▁Ch an",
+      "▁Cha n",
+      "▁el li",
+      "▁ell i",
+      "▁ elli",
+      "▁in cons",
+      "▁inc ons",
+      "▁incon s",
+      "gest ellt",
+      "g estellt",
+      "pp ers",
+      "pper s",
+      "ppe rs",
+      "p pers",
+      "Je an",
+      "anst alt",
+      "▁D ance",
+      "▁Dan ce",
+      "▁to en",
+      "▁toe n",
+      "▁de cis",
+      "▁dec is",
+      "▁Ре зу",
+      "▁official ly",
+      "▁offici ally",
+      "ät ze",
+      "ätz e",
+      "▁до ро",
+      "▁e numer",
+      "▁en umer",
+      "▁enum er",
+      "▁trois ième",
+      "ty p",
+      "t yp",
+      "of fs",
+      "off s",
+      "бо ль",
+      "od n",
+      "o dn",
+      "▁Z ar",
+      "▁Za r",
+      "▁дру го",
+      "qu ia",
+      "qui a",
+      "▁Nicol as",
+      "▁Nic olas",
+      "▁Nicola s",
+      "пи су",
+      "пис у",
+      "▁m ob",
+      "▁mo b",
+      "pa ces",
+      "pace s",
+      "p aces",
+      "нь ого",
+      "ньо го",
+      "Al g",
+      "A lg",
+      "éro ï",
+      "Error s",
+      "Err ors",
+      "▁г ре",
+      "▁ гре",
+      "▁жен щи",
+      "in ch",
+      "inc h",
+      "▁Kore an",
+      "▁Korea n",
+      "▁A post",
+      "▁Ap ost",
+      "▁L iver",
+      "▁Li ver",
+      "▁Live r",
+      "▁Liv er",
+      "▁element ary",
+      "▁D I",
+      "▁ DI",
+      "ви си",
+      "▁so il",
+      "▁D LL",
+      "▁r isp",
+      "▁ris p",
+      "▁ri sp",
+      "▁Sh akespe",
+      "▁G aussian",
+      "▁K urt",
+      "▁Kur t",
+      "▁Ku rt",
+      "Ver tex",
+      "Vert ex",
+      "eb ol",
+      "e bol",
+      "organ isation",
+      "är en",
+      "äre n",
+      "ä ren",
+      "▁Y ES",
+      "▁ YES",
+      "C UR",
+      "▁нача ль",
+      "▁по стро",
+      "▁пос тро",
+      "▁Lu igi",
+      "▁c aching",
+      "prevent Default",
+      "am d",
+      "a md",
+      "▁V it",
+      "▁Vi t",
+      "sub st",
+      "su bst",
+      "▁ст рои",
+      "▁C ampion",
+      "▁Camp ion",
+      "ch r",
+      "c hr",
+      "фе ре",
+      "фер е",
+      "ф ере",
+      "▁С писок",
+      "N F",
+      "▁c ím",
+      "▁cí m",
+      "▁h é",
+      "▁ hé",
+      "re bbe",
+      "reb be",
+      "oc y",
+      "o cy",
+      "be low",
+      "bel ow",
+      "▁by lo",
+      "▁byl o",
+      "▁У и",
+      "▁\\ ({\\",
+      "▁\\( {\\",
+      "▁` :",
+      "▁ `:",
+      "gi ore",
+      "gio re",
+      "gior e",
+      "g iore",
+      "Sa n",
+      "S an",
+      "▁G ate",
+      "▁Ga te",
+      "▁в с",
+      "▁o limp",
+      "▁ol imp",
+      "▁Mat rix",
+      "▁ Matrix",
+      "▁he aring",
+      "▁hear ing",
+      "ri i",
+      "r ii",
+      "tf rac",
+      "t frac",
+      "▁allem and",
+      "▁V ue",
+      "л н",
+      "▁comp iling",
+      "▁E ns",
+      "▁En s",
+      "▁investig ation",
+      "▁A x",
+      "▁ch ars",
+      "▁char s",
+      "▁cha rs",
+      "▁target s",
+      "▁tar gets",
+      "▁l oud",
+      "▁lo ud",
+      "us ement",
+      "use ment",
+      "▁N ether",
+      "▁Ne ther",
+      "▁Net her",
+      "com merce",
+      "IG HT",
+      "oc oa",
+      "oco a",
+      "if ecycle",
+      "ife cycle",
+      "▁Le o",
+      "pr iv",
+      "p riv",
+      "▁go ods",
+      "▁good s",
+      "ad amente",
+      "ada mente",
+      "A ustral",
+      "▁re boot",
+      "▁reb oot",
+      "Ge st",
+      "G est",
+      "▁represent ations",
+      "▁representation s",
+      "ce u",
+      "c eu",
+      "▁do ctrine",
+      "ce rs",
+      "cer s",
+      "c ers",
+      "▁K rak",
+      "▁Kr ak",
+      "▁Kra k",
+      "▁adv oc",
+      "▁squad ra",
+      "▁arbeit ete",
+      "üs t",
+      "ü st",
+      "▁p ill",
+      "▁pi ll",
+      "▁pil l",
+      "An swer",
+      "▁к віт",
+      "▁W a",
+      "um ann",
+      "uman n",
+      "uma nn",
+      "u mann",
+      "▁D ynam",
+      "▁Dy nam",
+      "Fa mil",
+      "F amil",
+      "▁t ennis",
+      "▁ten nis",
+      "▁Engine ering",
+      "▁circ les",
+      "▁cir cles",
+      "▁circle s",
+      "▁Mary land",
+      "▁b esta",
+      "▁be sta",
+      "▁best a",
+      "▁bes ta",
+      "▁b ases",
+      "▁bas es",
+      "▁base s",
+      "▁znaj du",
+      "ктор а",
+      "кто ра",
+      "к тора",
+      "▁ar rest",
+      "▁arr est",
+      "ле р",
+      "л ер",
+      "▁G ia",
+      "▁Gi a",
+      "▁remark able",
+      "▁мо гу",
+      "▁Sup reme",
+      "▁` %",
+      "do r",
+      "d or",
+      "▁au jourd",
+      "▁w is",
+      "WID TH",
+      "▁mis ma",
+      "▁mism a",
+      "▁fl uid",
+      "▁flu id",
+      "▁pet ite",
+      "▁petit e",
+      "▁T ow",
+      "▁To w",
+      "Reg istry",
+      "em ed",
+      "eme d",
+      "e med",
+      "▁Wis consin",
+      "▁R acing",
+      "▁Ra cing",
+      "▁reg istration",
+      "▁registr ation",
+      "/ %",
+      "th ird",
+      "▁mon uments",
+      "▁monument s",
+      "че й",
+      "ч ей",
+      "▁j et",
+      "▁je t",
+      "▁ jet",
+      "▁Ur ban",
+      "ál va",
+      "▁mil ieu",
+      "▁poss ess",
+      "▁g erm",
+      "▁ge rm",
+      "▁ger m",
+      "dep endencies",
+      "▁enem ies",
+      "▁s amen",
+      "▁sa men",
+      "▁same n",
+      "▁sam en",
+      "▁W erner",
+      "▁Wer ner",
+      "▁h izo",
+      "▁hi zo",
+      "▁t d",
+      "▁ td",
+      "▁y esterday",
+      "▁А д",
+      "▁ha sn",
+      "▁has n",
+      "cel lation",
+      "cell ation",
+      "ov ání",
+      "ová ní",
+      "li ka",
+      "lik a",
+      "l ika",
+      "We ek",
+      "▁I ng",
+      "▁In g",
+      "▁E mail",
+      "▁Em ail",
+      "▁ Email",
+      "▁m ètres",
+      "▁O CLC",
+      "▁among st",
+      "▁spl end",
+      "fu r",
+      "f ur",
+      "ant ics",
+      "anti cs",
+      "antic s",
+      "▁X XX",
+      "▁XX X",
+      "▁ XXX",
+      "▁груп пы",
+      "la ch",
+      "lac h",
+      "l ach",
+      "▁c ousin",
+      "▁cou sin",
+      "▁in variant",
+      "▁invari ant",
+      "ђ у",
+      "▁Be ispiel",
+      "▁Bei spiel",
+      "▁hard er",
+      "▁har der",
+      "▁b ell",
+      "▁be ll",
+      "▁bel l",
+      "▁ bell",
+      "▁or ch",
+      "▁ orch",
+      "t b",
+      "Foot note",
+      "re gon",
+      "reg on",
+      "Mart in",
+      "▁in con",
+      "▁inc on",
+      "▁attack ed",
+      "_{ -",
+      "_ {-",
+      "▁T ras",
+      "▁Tr as",
+      "▁Tra s",
+      "par ty",
+      "part y",
+      "ite it",
+      "▁s aint",
+      "▁sa int",
+      "▁sain t",
+      "rás ok",
+      "r ások",
+      "▁contain ers",
+      "▁container s",
+      "M o",
+      "▁S n",
+      "quant ity",
+      "▁r as",
+      "▁ra s",
+      "▁ ras",
+      "▁C anal",
+      "▁Can al",
+      "▁Ca nal",
+      "cc ion",
+      "c cion",
+      "uv o",
+      "u vo",
+      "▁i dx",
+      "▁id x",
+      "▁ idx",
+      "type name",
+      "typen ame",
+      "typ ename",
+      "▁R ugby",
+      "▁Se ems",
+      "▁See ms",
+      "▁trans mit",
+      "▁transm it",
+      "▁Pr äsident",
+      "з не",
+      "▁B aker",
+      "▁Ba ker",
+      "▁Bak er",
+      "in th",
+      "int h",
+      "i nth",
+      "▁tö bb",
+      "ver ein",
+      "vere in",
+      "▁espe cie",
+      "▁espec ie",
+      ", (",
+      "▁t éc",
+      "▁té c",
+      "▁W ITH",
+      "▁u nos",
+      "▁un os",
+      "▁uno s",
+      "▁ unos",
+      "▁polit ics",
+      "create Element",
+      "▁st ats",
+      "▁stat s",
+      "▁sta ts",
+      "▁ stats",
+      "▁T ennessee",
+      "▁Bedeut ung",
+      "▁S creen",
+      "▁Sc reen",
+      "▁ Screen",
+      "▁Stra ße",
+      "an ze",
+      "anz e",
+      "▁part ly",
+      "man uel",
+      "ol ation",
+      "ola tion",
+      "o lation",
+      "hor izontal",
+      "érie ure",
+      "érieur e",
+      "am pio",
+      "amp io",
+      "▁ст рук",
+      "▁ струк",
+      "We ight",
+      "La nd",
+      "L and",
+      "po ly",
+      "pol y",
+      "p oly",
+      "▁D ak",
+      "▁Da k",
+      "▁Ass ume",
+      "\". $",
+      "\" .$",
+      "▁c asi",
+      "▁cas i",
+      "▁ca si",
+      "▁g ross",
+      "▁gr oss",
+      "▁gro ss",
+      "▁gros s",
+      "▁ent ertain",
+      "▁enter tain",
+      "▁déc ada",
+      "'. $",
+      "' .$",
+      "en cer",
+      "ence r",
+      "enc er",
+      "▁guarante ed",
+      "▁guarantee d",
+      "]$ .",
+      "] $.",
+      "ли ся",
+      "▁accept able",
+      "ra ise",
+      "rai se",
+      "rais e",
+      "ir us",
+      "i rus",
+      "we it",
+      "wei t",
+      "▁А на",
+      "▁Ан а",
+      "▁h ills",
+      "▁hill s",
+      "ip age",
+      "i page",
+      "BI T",
+      "B IT",
+      "▁nu cle",
+      "▁nuc le",
+      "▁ut ilis",
+      "▁util is",
+      "CA A",
+      "C AA",
+      "ène s",
+      "èn es",
+      "è nes",
+      "▁Schwe iz",
+      "▁A A",
+      "▁ AA",
+      "ning er",
+      "n inger",
+      "▁b ands",
+      "▁band s",
+      "▁ban ds",
+      "▁t ender",
+      "▁te nder",
+      "▁ten der",
+      "▁tend er",
+      "so m",
+      "s om",
+      "W arning",
+      "▁B ischof",
+      "▁A rc",
+      "▁Ar c",
+      "▁W oman",
+      "▁Wo man",
+      "▁trans mission",
+      "▁transm ission",
+      "ч ни",
+      "is tre",
+      "ist re",
+      "istr e",
+      "i stre",
+      "B Y",
+      "▁S I",
+      "▁ SI",
+      "▁П ар",
+      "▁Па р",
+      "▁} ).",
+      "▁}) .",
+      "▁ }).",
+      "▁present a",
+      "▁pres enta",
+      "▁Re né",
+      "▁Ren é",
+      "▁happ iness",
+      "▁P unk",
+      "col s",
+      "co ls",
+      "c ols",
+      "▁Des de",
+      "рё х",
+      "▁м она",
+      "▁мо на",
+      "▁scr atch",
+      "▁t cp",
+      "▁ tcp",
+      "ête s",
+      "êt es",
+      "ê tes",
+      "it ated",
+      "ita ted",
+      "itat ed",
+      "itate d",
+      "▁dif eren",
+      "▁difer en",
+      "ge h",
+      "g eh",
+      "na hmen",
+      "nah men",
+      "nahme n",
+      "nahm en",
+      "П е",
+      "ck i",
+      "c ki",
+      "▁Te atro",
+      "▁Re member",
+      "▁Rem ember",
+      "▁f right",
+      "▁fr ight",
+      "▁Y am",
+      "▁Ya m",
+      "west ern",
+      "le ted",
+      "let ed",
+      "lete d",
+      "▁в стре",
+      "▁вс тре",
+      "▁telep ülés",
+      "зи н",
+      "з ин",
+      "▁Qu ant",
+      "▁ Quant",
+      "▁su pre",
+      "▁sup re",
+      "áj a",
+      "á ja",
+      "ді я",
+      "д ія",
+      "▁car rera",
+      "▁carre ra",
+      "kre t",
+      "kr et",
+      "k ret",
+      "par a",
+      "pa ra",
+      "p ara",
+      "▁S UM",
+      "▁SU M",
+      "▁ SUM",
+      "▁p it",
+      "▁pi t",
+      "▁ pit",
+      "ź dz",
+      "é o",
+      "ре ння",
+      "рен ня",
+      "▁C hor",
+      "▁Ch or",
+      "▁Cho r",
+      "▁vo ix",
+      "▁exec utive",
+      "▁execut ive",
+      "▁all erdings",
+      "May be",
+      "▁д ень",
+      "▁де нь",
+      "▁f lying",
+      "▁fl ying",
+      "▁fly ing",
+      "▁par liament",
+      "жда н",
+      "ж дан",
+      "▁f ram",
+      "▁fr am",
+      "▁fra m",
+      "▁ fram",
+      "▁жов т",
+      "▁u gly",
+      "▁бу ду",
+      "ig ny",
+      "ign y",
+      "\\| _{",
+      "\\ |_{",
+      "▁b itter",
+      "▁bit ter",
+      "sc e",
+      "s ce",
+      "▁p ole",
+      "▁po le",
+      "▁pol e",
+      "▁ pole",
+      "Ver lag",
+      "▁total ité",
+      "▁found ation",
+      "j t",
+      "▁s lice",
+      "▁sl ice",
+      "▁sli ce",
+      "▁ slice",
+      "if ique",
+      "ifi que",
+      "▁integr ate",
+      "▁integra te",
+      "st rij",
+      "str ij",
+      "▁asym pt",
+      "▁е му",
+      "▁pert urb",
+      "▁F low",
+      "▁Fl ow",
+      "▁Flo w",
+      "▁ Flow",
+      "jb oss",
+      "RI G",
+      "R IG",
+      "▁A less",
+      "▁Al ess",
+      "▁Ale ss",
+      "XX X",
+      "X XX",
+      "▁s umm",
+      "▁su mm",
+      "▁sum m",
+      "sql ite",
+      "▁che er",
+      "pr ob",
+      "pro b",
+      "p rob",
+      "▁G PU",
+      "▁GP U",
+      "zi ł",
+      "z ił",
+      "(* )",
+      "( *)",
+      "▁in duct",
+      "▁ind uct",
+      "▁indu ct",
+      "RA Y",
+      "bl att",
+      "bla tt",
+      "qu esta",
+      "que sta",
+      "quest a",
+      "ques ta",
+      "or u",
+      "o ru",
+      "▁In side",
+      "▁Ins ide",
+      "▁Mc G",
+      "▁N ep",
+      "▁Ne p",
+      "м п",
+      "▁in ve",
+      "▁inv e",
+      "▁An imal",
+      "▁Anim al",
+      "▁s ob",
+      "▁so b",
+      "▁ sob",
+      "ít ott",
+      "loy ment",
+      "▁b und",
+      "▁bu nd",
+      "▁ bund",
+      "St ation",
+      "Stat ion",
+      "▁B EGIN",
+      "▁part iellement",
+      "ig g",
+      "i gg",
+      "est ore",
+      "esto re",
+      "e store",
+      "▁co inc",
+      "▁coin c",
+      "▁Som mer",
+      "▁m d",
+      "▁ md",
+      "▁loc ked",
+      "▁lock ed",
+      "▁ locked",
+      "math char",
+      "ar ma",
+      "arm a",
+      "pe nt",
+      "pen t",
+      "p ent",
+      "ar ium",
+      "ari um",
+      "a rium",
+      "▁e ars",
+      "▁ear s",
+      "▁ ears",
+      "▁S ongs",
+      "▁Son gs",
+      "▁Song s",
+      "▁similar ly",
+      "▁liter ally",
+      "▁literal ly",
+      "▁in ches",
+      "▁inc hes",
+      "▁af fection",
+      "▁aff ection",
+      "▁affect ion",
+      "l p",
+      "▁con cluded",
+      "▁conclude d",
+      "▁му ніципалі",
+      "▁па мя",
+      "est aur",
+      "esta ur",
+      "▁J osh",
+      "▁Jo sh",
+      "▁Jos h",
+      "▁F ritz",
+      "▁Fr itz",
+      "▁Fri tz",
+      "DB C",
+      "D BC",
+      "д ён",
+      "pos a",
+      "po sa",
+      "p osa",
+      "▁gold en",
+      "▁gol den",
+      "▁p c",
+      "▁ pc",
+      "▁com te",
+      "▁Z iel",
+      "▁Zie l",
+      "▁prés ente",
+      "▁présent e",
+      "mar ks",
+      "mark s",
+      "m arks",
+      "ig neur",
+      "ign eur",
+      "igne ur",
+      "▁D rive",
+      "▁Dr ive",
+      "▁neg lect",
+      "▁roz p",
+      "▁F ive",
+      "sp aces",
+      "space s",
+      "s paces",
+      "▁M edi",
+      "▁Me di",
+      "▁Med i",
+      "▁ex isted",
+      "▁exist ed",
+      "▁existe d",
+      "▁by ła",
+      "▁był a",
+      "дж и",
+      "д жи",
+      "▁fr ente",
+      "т ник",
+      "od d",
+      "o dd",
+      "▁answer ing",
+      "bi an",
+      "bia n",
+      "b ian",
+      "▁E ugen",
+      "▁Eu gen",
+      "▁Eug en",
+      "▁Public ations",
+      "▁Pub lications",
+      "▁D ia",
+      "▁Di a",
+      "l á",
+      "▁' _",
+      "▁ '_",
+      "▁rec uper",
+      "ом у",
+      "о му",
+      "▁App end",
+      "▁Ap pend",
+      "▁ Append",
+      "ob ar",
+      "oba r",
+      "o bar",
+      "▁employ ees",
+      "▁employee s",
+      "▁comp ens",
+      "eme tery",
+      "emet ery",
+      "▁э лект",
+      "MO N",
+      "M ON",
+      "ol in",
+      "oli n",
+      "o lin",
+      "▁histor ic",
+      "hi s",
+      "h is",
+      "ą d",
+      "n m",
+      "▁G oth",
+      "▁Go th",
+      "▁Got h",
+      "▁st ress",
+      "▁str ess",
+      "▁stre ss",
+      "▁parte cip",
+      "▁A w",
+      "▁s ar",
+      "▁sa r",
+      "▁h u",
+      "▁ hu",
+      "▁mat plotlib",
+      "▁M yst",
+      "▁My st",
+      "▁Mys t",
+      "() ;`",
+      "(); `",
+      "( );`",
+      "sch ein",
+      "sc hein",
+      "sche in",
+      "Long rightarrow",
+      "▁р я",
+      "▁ ря",
+      "▁Is ra",
+      "[ ^",
+      "no u",
+      "n ou",
+      "▁syn d",
+      "▁sy nd",
+      "work ing",
+      "wor king",
+      "▁N ation",
+      "▁Na tion",
+      "▁Nat ion",
+      "▁P ent",
+      "▁Pe nt",
+      "▁Pen t",
+      "▁k lass",
+      "▁kl ass",
+      "▁klas s",
+      "▁applic able",
+      "▁D iam",
+      "▁Di am",
+      "▁Dia m",
+      "▁bras ile",
+      "▁p ac",
+      "▁pa c",
+      "▁He ight",
+      "▁ Height",
+      "P ut",
+      "▁int ro",
+      "▁intr o",
+      "▁ intro",
+      "▁unus ual",
+      "na s",
+      "n as",
+      "▁Geb äude",
+      "▁be am",
+      "▁R ect",
+      "▁Re ct",
+      "▁Rec t",
+      "▁ Rect",
+      "▁Prim era",
+      "▁Prime ra",
+      "▁h aut",
+      "▁ha ut",
+      "▁t rait",
+      "▁tr ait",
+      "▁tra it",
+      "prü ft",
+      "in ación",
+      "ina ción",
+      "▁configuration s",
+      "▁configur ations",
+      "▁g ilt",
+      "▁gi lt",
+      "▁territ oire",
+      "he z",
+      "h ez",
+      "▁al te",
+      "▁alt e",
+      "rel ative",
+      "Ex cel",
+      "▁W right",
+      "G V",
+      "по ли",
+      "пол и",
+      "Qu ant",
+      "▁ga uge",
+      "▁gau ge",
+      "▁multi ply",
+      "▁multip ly",
+      "AS S",
+      "A SS",
+      "ствен но",
+      "ан у",
+      "а ну",
+      "▁j eden",
+      "▁je den",
+      "▁jed en",
+      "▁liter ary",
+      "▁D ro",
+      "▁Dr o",
+      "▁adv ise",
+      "▁advis e",
+      "it zen",
+      "itz en",
+      "▁dis ag",
+      "web site",
+      "▁д ія",
+      "▁ді я",
+      "▁ дія",
+      "▁ob server",
+      "▁obser ver",
+      "▁observ er",
+      "▁observe r",
+      "▁janu ár",
+      "v ě",
+      "ku p",
+      "k up",
+      "▁S es",
+      "▁Se s",
+      "▁woj ew",
+      "▁st ages",
+      "▁stage s",
+      "▁sta ges",
+      "▁stag es",
+      "▁вре мени",
+      "▁време ни",
+      "łu ż",
+      "но с",
+      "н ос",
+      "Down load",
+      "ip o",
+      "i po",
+      "▁g raf",
+      "▁gr af",
+      "▁gra f",
+      "▁ро бо",
+      "▁Nik ol",
+      "▁Ni kol",
+      "▁f ic",
+      "▁fi c",
+      "▁ fic",
+      "▁jo ining",
+      "▁join ing",
+      "▁divers os",
+      "▁LI KE",
+      "▁F itz",
+      "▁d imin",
+      "▁di min",
+      "▁dim in",
+      "▁dist rib",
+      "Sa m",
+      "S am",
+      "ko z",
+      "k oz",
+      "▁al phabet",
+      "▁alpha bet",
+      "os er",
+      "ose r",
+      "o ser",
+      "OU R",
+      "O UR",
+      "uk a",
+      "u ka",
+      "ка я",
+      "▁ste el",
+      "▁` --",
+      "▁`- -",
+      "▁t ener",
+      "▁te ner",
+      "▁ten er",
+      "mar ker",
+      "mark er",
+      "▁He aven",
+      "new command",
+      "▁prison ers",
+      "▁prisoner s",
+      "▁K night",
+      "▁Kn ight",
+      "▁present s",
+      "▁pres ents",
+      "▁qu esti",
+      "▁quest i",
+      "▁tr ains",
+      "▁tra ins",
+      "▁train s",
+      "op era",
+      "ope ra",
+      "oper a",
+      "▁Li near",
+      "▁Lin ear",
+      "▁Line ar",
+      "▁ Linear",
+      "▁M E",
+      "▁ ME",
+      "▁B uc",
+      "▁Bu c",
+      "Le g",
+      "L eg",
+      "▁ag ua",
+      "▁ agua",
+      "▁Gr iff",
+      "ol g",
+      "o lg",
+      "ds t",
+      "d st",
+      ". \r",
+      "▁person es",
+      "▁pers ones",
+      "▁persone s",
+      "Ma l",
+      "M al",
+      "бе ре",
+      "бер е",
+      "б ере",
+      "fol ge",
+      "folg e",
+      "▁ac ab",
+      "ct u",
+      "c tu",
+      "pt ic",
+      "▁N avigation",
+      "▁ Navigation",
+      "R uss",
+      "га ль",
+      "г аль",
+      "▁F ul",
+      "▁Fu l",
+      "▁ма є",
+      "чна я",
+      "ч ная",
+      "wn er",
+      "w ner",
+      "con tra",
+      "cont ra",
+      "contr a",
+      "▁jou eur",
+      "▁joue ur",
+      "▁J ess",
+      "▁Je ss",
+      "▁Jes s",
+      "▁re new",
+      "▁ren ew",
+      "▁l ap",
+      "▁la p",
+      "▁ lap",
+      "▁cas ting",
+      "▁cast ing",
+      "ga l",
+      "g al",
+      "▁tém atu",
+      "▁на зыва",
+      "за х",
+      "ч не",
+      ")- \\",
+      ") -\\",
+      "▁ча сто",
+      "▁час то",
+      "▁част о",
+      "}$ -",
+      "} $-",
+      "▁l icz",
+      "▁li cz",
+      "▁lic z",
+      "▁e mot",
+      "▁em ot",
+      "ha rm",
+      "har m",
+      "h arm",
+      "▁occasion ally",
+      "▁hor ror",
+      "▁ho rror",
+      "ea st",
+      "e ast",
+      "▁pr inter",
+      "▁print er",
+      "▁prin ter",
+      "ar an",
+      "ara n",
+      "a ran",
+      "▁Miss iss",
+      "fol low",
+      "f ollow",
+      "▁Bar ry",
+      "▁investig ate",
+      "go w",
+      "g ow",
+      "▁Amer icans",
+      "▁American s",
+      "▁America ns",
+      "S ince",
+      "▁від о",
+      "▁ві до",
+      "▁re un",
+      "os ci",
+      "osc i",
+      "o sci",
+      "▁Ch apter",
+      "▁Chap ter",
+      "▁b ay",
+      "▁ba y",
+      "▁ bay",
+      "ро ме",
+      "ром е",
+      "et he",
+      "eth e",
+      "e the",
+      "éd ie",
+      "é die",
+      "com ot",
+      "co mot",
+      "como t",
+      "▁miejs cowo",
+      "▁stud ierte",
+      "▁studi erte",
+      "ou vert",
+      "ouv ert",
+      "ouve rt",
+      "ouver t",
+      "▁к ур",
+      "▁ку р",
+      "▁ кур",
+      "▁DE SC",
+      "▁DES C",
+      "▁touch ed",
+      "▁tou ched",
+      "▁Jer ry",
+      "ue se",
+      "ues e",
+      "u ese",
+      "ли ще",
+      "auth entication",
+      "authentic ation",
+      "▁col le",
+      "▁co lle",
+      "▁coll e",
+      "he art",
+      "▁reg iment",
+      "▁regime nt",
+      "cri bed",
+      "cribe d",
+      "▁Бо ль",
+      "▁про ис",
+      "ce ae",
+      "▁mass es",
+      "▁sc rolling",
+      "▁scroll ing",
+      "us to",
+      "ust o",
+      "u sto",
+      "S W",
+      "ov at",
+      "ova t",
+      "o vat",
+      "▁gr âce",
+      "▁Архи в",
+      "▁Се вер",
+      "av ait",
+      "ava it",
+      "▁Marsh all",
+      "▁Mars hall",
+      "▁Hash Map",
+      "▁ HashMap",
+      "ac on",
+      "aco n",
+      "a con",
+      "ück en",
+      "ücke n",
+      "ü cken",
+      "[] )",
+      "[ ])",
+      "▁ev angel",
+      "et zung",
+      "etz ung",
+      "tt emberg",
+      "st ers",
+      "ste rs",
+      "ster s",
+      "s ters",
+      "T M",
+      "▁ли тера",
+      "qu ot",
+      "Pr ed",
+      "Pre d",
+      "P red",
+      "▁w erk",
+      "▁wer k",
+      "▁ werk",
+      "▁ha ber",
+      "▁hab er",
+      "▁habe r",
+      "la va",
+      "lav a",
+      "l ava",
+      "vo us",
+      "v ous",
+      "▁L ate",
+      "▁La te",
+      "▁Lat e",
+      "cy cle",
+      "cyc le",
+      "c ycle",
+      "ти рова",
+      "▁про ду",
+      "▁прод у",
+      "▁pop ulations",
+      "▁population s",
+      "▁popul ations",
+      "▁Y an",
+      "▁Ya n",
+      "Pre fix",
+      "P refix",
+      "actér istiques",
+      "+ '",
+      "() `](",
+      "()` ](",
+      "▁Л ь",
+      "фи ль",
+      "▁жи зни",
+      "ft p",
+      "f tp",
+      "▁все х",
+      "▁g dzie",
+      "▁v idea",
+      "▁vid ea",
+      "▁vide a",
+      "oa uth",
+      "o auth",
+      "▁p id",
+      "▁pi d",
+      "▁ pid",
+      "ů m",
+      "▁p esso",
+      "▁pes so",
+      "▁track ing",
+      "▁trac king",
+      "iz in",
+      "izi n",
+      "i zin",
+      "▁Mor ris",
+      "щи й",
+      "▁Provin z",
+      "▁M itte",
+      "▁Mit te",
+      "▁Mi tte",
+      "▁Mitt e",
+      "▁artific ial",
+      "bráz ky",
+      "▁до сти",
+      "▁rest ored",
+      "▁restore d",
+      "▁resto red",
+      "▁commun icate",
+      "▁communic ate",
+      "ag it",
+      "agi t",
+      "a git",
+      "Rec ogn",
+      "▁l on",
+      "▁lo n",
+      "▁ lon",
+      "▁за ня",
+      "▁зан я",
+      "▁Arg ument",
+      "▁ Argument",
+      "fl ush",
+      "flu sh",
+      "ма на",
+      "ман а",
+      "м ана",
+      "sec onds",
+      "second s",
+      "U C",
+      "▁R uth",
+      "▁Ru th",
+      "▁t ub",
+      "▁tu b",
+      "▁B ret",
+      "▁Br et",
+      "▁Bre t",
+      "▁P ere",
+      "▁Per e",
+      "▁Pe re",
+      "▁respons ibility",
+      "ńcz y",
+      "ń czy",
+      "▁environment s",
+      "▁environ ments",
+      "ke e",
+      "k ee",
+      "▁g root",
+      "▁gr oot",
+      "▁gro ot",
+      "▁pain ted",
+      "▁paint ed",
+      "▁Éd itions",
+      "cp y",
+      "c py",
+      "ár t",
+      "á rt",
+      "lich keit",
+      "ar da",
+      "ard a",
+      "B atch",
+      "▁Leop old",
+      "re ason",
+      "rea son",
+      "reas on",
+      "n oreferrer",
+      "se ns",
+      "sen s",
+      "s ens",
+      "▁ro cks",
+      "▁rock s",
+      "▁Hit ler",
+      "ла т",
+      "л ат",
+      "▁qu oted",
+      "▁quot ed",
+      "▁quote d",
+      "▁ко лле",
+      "▁у ров",
+      "ba g",
+      "b ag",
+      ".\" )",
+      ". \")",
+      "▁M L",
+      "▁ ML",
+      "▁kom t",
+      "▁ko mt",
+      "▁[ _",
+      "▁ [_",
+      "▁spect ral",
+      "ed o",
+      "e do",
+      "▁in sieme",
+      "▁suffer ing",
+      "▁suff ering",
+      "sl ider",
+      "slide r",
+      "▁Kenn edy",
+      "ol ate",
+      "ola te",
+      "o late",
+      "▁P atri",
+      "▁Pa tri",
+      "▁Pat ri",
+      "зи и",
+      "O H",
+      "▁те а",
+      "▁пра ва",
+      "▁прав а",
+      "ма х",
+      "re write",
+      "rew rite",
+      "r ewrite",
+      "▁Eins atz",
+      "ex ternal",
+      "ext ernal",
+      "hol ds",
+      "hold s",
+      "h olds",
+      "▁P laces",
+      "▁Pl aces",
+      "▁Pla ces",
+      "▁Place s",
+      "at ype",
+      "aty pe",
+      "a type",
+      "▁vul ner",
+      "▁abandon ed",
+      "Or igin",
+      "Ori gin",
+      "▁max imal",
+      "▁maxim al",
+      "AA AA",
+      "▁Base ball",
+      "▁C lose",
+      "▁Cl ose",
+      "▁Clo se",
+      "▁ Close",
+      "▁pa inter",
+      "▁pain ter",
+      "▁paint er",
+      "▁assign ing",
+      "N B",
+      "bl ast",
+      "bla st",
+      "b last",
+      "▁K ünstler",
+      ")] (",
+      ") ](",
+      "fa ch",
+      "fac h",
+      "f ach",
+      "▁Const antin",
+      "▁Constant in",
+      "ok es",
+      "oke s",
+      "o kes",
+      "▁no body",
+      "▁nob ody",
+      "▁subt ract",
+      "▁fos se",
+      "▁foss e",
+      "▁cert ific",
+      "▁m use",
+      "▁mus e",
+      "▁mu se",
+      "/) ,",
+      "/ ),",
+      "▁Pro fil",
+      "▁Prof il",
+      "▁pro xim",
+      "▁Jer usalem",
+      "▁simp licity",
+      "▁simpl icity",
+      "▁w sz",
+      "▁ws z",
+      "NUM BER",
+      "utt avia",
+      "U ITableView",
+      "ich ter",
+      "icht er",
+      "ichte r",
+      "i chter",
+      "жа н",
+      "ж ан",
+      "▁L av",
+      "▁La v",
+      "it chen",
+      "itch en",
+      "▁Ч ем",
+      "▁Че м",
+      "T u",
+      "▁ge om",
+      "▁zv uky",
+      "▁Sur vey",
+      "AN CE",
+      "▁enc rypted",
+      "▁encrypt ed",
+      "pr of",
+      "pro f",
+      "▁d are",
+      "▁da re",
+      "▁dar e",
+      "▁L oren",
+      "▁Lo ren",
+      "▁Lor en",
+      "т в",
+      "▁А лек",
+      "▁Ал ек",
+      "▁comput ers",
+      "▁computer s",
+      "▁compute rs",
+      "▁expect ation",
+      "▁substant ial",
+      "▁Д ми",
+      "▁` {",
+      "▁д ра",
+      "▁др а",
+      "▁ дра",
+      "ub ble",
+      "▁per forms",
+      "▁perform s",
+      "▁Kr ieg",
+      "▁Krie g",
+      "▁in coming",
+      "▁inc oming",
+      "▁Class ification",
+      "Web View",
+      "▁epis odes",
+      "▁episode s",
+      "ap per",
+      "app er",
+      "appe r",
+      "a pper",
+      "äu fig",
+      "▁gi ov",
+      "▁De part",
+      "▁Dep art",
+      "бо ра",
+      "бор а",
+      "ed ly",
+      "os pod",
+      "osp od",
+      "▁p tr",
+      "▁pt r",
+      "▁ ptr",
+      "▁d átum",
+      "▁est imation",
+      "▁estim ation",
+      "ic ole",
+      "ico le",
+      "icol e",
+      "i cole",
+      "▁- ---",
+      "▁-- --",
+      "▁--- -",
+      "▁ ----",
+      "▁prin ces",
+      "▁prince s",
+      "HE AD",
+      "▁diff usion",
+      "▁diffus ion",
+      "▁d rie",
+      "▁dr ie",
+      "▁dri e",
+      "▁A da",
+      "▁Ad a",
+      "ни це",
+      "ниц е",
+      "ng inx",
+      "n ginx",
+      "sh al",
+      "sha l",
+      "s hal",
+      "▁febru ari",
+      "▁T at",
+      "▁Ta t",
+      "lo oking",
+      "look ing",
+      "ku nd",
+      "k und",
+      "▁De an",
+      "m ongodb",
+      "вши х",
+      "в ших",
+      "▁A ur",
+      "▁Au r",
+      "▁Fl ora",
+      "▁Flor a",
+      "▁Flo ra",
+      "▁Stud ios",
+      "▁Studio s",
+      "ци је",
+      "ei l",
+      "e il",
+      "Inst all",
+      "▁f ranch",
+      "▁fr anch",
+      "▁fran ch",
+      "▁franc h",
+      "▁H MS",
+      "▁pract ices",
+      "▁practice s",
+      "le j",
+      "l ej",
+      "da le",
+      "dal e",
+      "d ale",
+      "▁po ste",
+      "▁pos te",
+      "▁post e",
+      "▁H els",
+      "▁He ls",
+      "▁Hel s",
+      "▁reli able",
+      "źdz ier",
+      "▁ver se",
+      "▁vers e",
+      "▁ verse",
+      "er meister",
+      "erme ister",
+      "▁qu it",
+      "▁qui t",
+      "▁q uit",
+      "▁ quit",
+      "ét ico",
+      "il is",
+      "ili s",
+      "i lis",
+      "ed or",
+      "edo r",
+      "e dor",
+      "▁Cult ural",
+      "▁Cultura l",
+      "дж е",
+      "д же",
+      "▁li ked",
+      "▁like d",
+      "▁lik ed",
+      "▁m ongodb",
+      "▁mongo db",
+      "▁ mongodb",
+      "▁Broad way",
+      "▁I R",
+      "▁ IR",
+      "es zt",
+      "esz t",
+      "ho v",
+      "h ov",
+      "▁m íst",
+      "▁mí st",
+      "re iche",
+      "reich e",
+      "rei che",
+      "▁k B",
+      "ст ом",
+      "сто м",
+      "с том",
+      "▁SQL ite",
+      "▁tor neo",
+      "\\ .",
+      "Or d",
+      "O rd",
+      "▁Admin istration",
+      "▁Administr ation",
+      "▁з да",
+      "▁ зда",
+      "▁H inter",
+      "▁Hin ter",
+      "▁V ia",
+      "▁Vi a",
+      "Dec imal",
+      "or ious",
+      "ori ous",
+      "orio us",
+      "▁nécess aire",
+      "w x",
+      "▁t ej",
+      "▁te j",
+      "▁t ema",
+      "▁te ma",
+      "▁tem a",
+      "O brázky",
+      "ри те",
+      "рит е",
+      "▁build s",
+      "▁l aten",
+      "▁la ten",
+      "▁lat en",
+      "▁late n",
+      "▁г г",
+      "Vis ibility",
+      "lä u",
+      "l äu",
+      "▁se chs",
+      "▁sec hs",
+      "▁лу ч",
+      "ce ra",
+      "cer a",
+      "c era",
+      "Co uld",
+      "C ould",
+      "▁tra ject",
+      "}} ^{",
+      "}}^ {",
+      "} }^{",
+      "▁Jap on",
+      "▁Ja pon",
+      "an other",
+      "ano ther",
+      "I K",
+      "▁belong ing",
+      "▁fac ilities",
+      "▁facil ities",
+      "▁D aily",
+      "▁Da ily",
+      "▁de ce",
+      "▁dec e",
+      "int ro",
+      "▁слу ча",
+      "Name space",
+      "Names pace",
+      "▁B ak",
+      "▁Ba k",
+      "loc ale",
+      "local e",
+      "U G",
+      "=$ {",
+      "= ${",
+      "▁comp añ",
+      "ją c",
+      "j ąc",
+      "▁ar ithmetic",
+      "fo rum",
+      "for um",
+      "f orum",
+      "▁por ta",
+      "▁port a",
+      "on k",
+      "▁g ender",
+      "▁ge nder",
+      "▁gen der",
+      "▁ gender",
+      "▁expect s",
+      "б ка",
+      "▁n ak",
+      "▁na k",
+      "▁ nak",
+      "▁G race",
+      "▁Gr ace",
+      "▁Gra ce",
+      "▁st ro",
+      "▁str o",
+      "ivid ual",
+      "▁C OM",
+      "▁CO M",
+      "▁ COM",
+      "▁F arm",
+      "▁Fa rm",
+      "▁Far m",
+      "▁c anton",
+      "▁can ton",
+      "▁cant on",
+      "то му",
+      "том у",
+      "т ому",
+      "java x",
+      "jav ax",
+      "се й",
+      "с ей",
+      "▁brief ly",
+      "Fa ce",
+      "F ace",
+      "rot ate",
+      "const ant",
+      "▁g allery",
+      "▁gall ery",
+      "ast ro",
+      "astr o",
+      "all ery",
+      "alle ry",
+      "aller y",
+      "▁D J",
+      "char ge",
+      "charg e",
+      "ходи ть",
+      "ходит ь",
+      "C ent",
+      "\\\" ,",
+      "\\ \",",
+      "▁d onna",
+      "▁don na",
+      "▁donn a",
+      "ar ca",
+      "arc a",
+      "la de",
+      "lad e",
+      "l ade",
+      "zi n",
+      "z in",
+      "▁N ed",
+      "▁Ne d",
+      "▁host ing",
+      "▁hos ting",
+      "id or",
+      "ido r",
+      "i dor",
+      "it ative",
+      "itat ive",
+      "ig s",
+      "i gs",
+      "▁п ря",
+      "▁пр я",
+      "▁t icket",
+      "▁tick et",
+      "▁ti cket",
+      "▁stud ying",
+      "▁study ing",
+      "▁des igner",
+      "▁design er",
+      "lap sed",
+      "lapse d",
+      "laps ed",
+      "l apsed",
+      "▁la at",
+      "▁d ix",
+      "▁di x",
+      "▁integr ated",
+      "▁integrate d",
+      "▁integra ted",
+      "▁in formed",
+      "▁inform ed",
+      "▁be have",
+      "▁beh ave",
+      "▁behav e",
+      "▁la bour",
+      "▁lab our",
+      "est ellt",
+      "cal endar",
+      "▁k illing",
+      "▁kil ling",
+      "▁kill ing",
+      "▁tw itter",
+      "▁ twitter",
+      "ia e",
+      "i ae",
+      "▁histor ique",
+      "DE FAULT",
+      "ia ła",
+      "iał a",
+      "i ała",
+      "▁theoret ical",
+      "▁un ders",
+      "▁und ers",
+      "▁under s",
+      "ля ет",
+      "at an",
+      "ata n",
+      "a tan",
+      "▁s urname",
+      "▁sur name",
+      "▁inter cept",
+      "гла сно",
+      "▁општи ни",
+      "▁t ired",
+      "▁tir ed",
+      "▁ti red",
+      "▁B eth",
+      "▁Be th",
+      "▁Bet h",
+      "▁ад министратив",
+      "L i",
+      "▁Т ур",
+      "▁Ту р",
+      "▁Sc anner",
+      "▁S tern",
+      "▁St ern",
+      "▁Ste rn",
+      "▁Ster n",
+      "▁вме сте",
+      "▁report ing",
+      "▁s ull",
+      "▁su ll",
+      "▁sul l",
+      "ци ей",
+      "ber ts",
+      "bert s",
+      "og onal",
+      "ogo nal",
+      "ő k",
+      "▁i psum",
+      "▁ip sum",
+      "▁seu lement",
+      "▁seul ement",
+      "▁seule ment",
+      "▁Se iten",
+      "▁Seit en",
+      "▁Seite n",
+      "word press",
+      "▁fe aturing",
+      "ist ischen",
+      "isti schen",
+      "istische n",
+      "ju b",
+      "j ub",
+      "▁é tr",
+      "▁ét r",
+      "▁ étr",
+      "▁t ea",
+      "▁te a",
+      "▁adapt ed",
+      "▁sc ales",
+      "▁scale s",
+      "▁scal es",
+      "▁n an",
+      "▁na n",
+      "▁ nan",
+      "get Value",
+      "▁Bl ues",
+      "▁Blue s",
+      "ac les",
+      "acle s",
+      "a cles",
+      "▁st ati",
+      "▁stat i",
+      "▁sta ti",
+      "▁ent itled",
+      "▁R alph",
+      "gra vity",
+      "▁entre pr",
+      "któ ber",
+      "li mat",
+      "lim at",
+      "l imat",
+      "li s",
+      "l is",
+      "De mo",
+      "D emo",
+      "re lation",
+      "rel ation",
+      "▁n ep",
+      "▁ne p",
+      "pro wad",
+      "it is",
+      "iti s",
+      "i tis",
+      "▁p up",
+      "▁pu p",
+      "neh mer",
+      "nehm er",
+      "▁disapp oint",
+      "▁et was",
+      "▁etwa s",
+      "an non",
+      "ann on",
+      "anno n",
+      "▁appro ved",
+      "▁cl ever",
+      "▁cle ver",
+      "Lo ading",
+      "Load ing",
+      "▁ver z",
+      "▁ve rz",
+      "res se",
+      "ress e",
+      "r esse",
+      "▁insp ir",
+      "▁sam pling",
+      "▁B ek",
+      "▁Be k",
+      "}) $.",
+      "})$ .",
+      "} )$.",
+      "▁г рома",
+      "▁spe cie",
+      "▁spec ie",
+      "▁re pub",
+      "▁rep ub",
+      "▁lo ader",
+      "▁load er",
+      "▁ loader",
+      "▁e rf",
+      "▁er f",
+      "▁should er",
+      "ra is",
+      "rai s",
+      "r ais",
+      "▁ма те",
+      "▁мат е",
+      "▁Mon th",
+      "▁Mont h",
+      "▁Mo nth",
+      "▁ Month",
+      "Sc ene",
+      "▁block ing",
+      "▁o cean",
+      "ge ben",
+      "geb en",
+      "g eben",
+      "▁Kil ometer",
+      "▁b edeut",
+      "▁M ix",
+      "▁Mi x",
+      "fm t",
+      "f mt",
+      "▁Nor weg",
+      "▁ID s",
+      "par allel",
+      "▁ant icip",
+      "▁anti cip",
+      "▁re vis",
+      "▁rev is",
+      "ха н",
+      "х ан",
+      "▁с вет",
+      "▁све т",
+      "CA SE",
+      "C ASE",
+      "▁f ührt",
+      "▁führ t",
+      "▁ führt",
+      "▁at omic",
+      "▁atom ic",
+      "▁ atomic",
+      "▁dark ness",
+      "▁Fußball spieler",
+      "▁Ж и",
+      "quis ition",
+      "▁S ieg",
+      "▁Sie g",
+      "▁Si eg",
+      "C irc",
+      "▁c ientí",
+      "ne lle",
+      "nel le",
+      "nell e",
+      "n elle",
+      "SH A",
+      "S HA",
+      "▁u rb",
+      "▁ur b",
+      "▁ urb",
+      "▁k si",
+      "leq slant",
+      "▁ф рон",
+      "▁de fect",
+      "▁def ect",
+      "▁defe ct",
+      "▁r á",
+      "▁ rá",
+      "▁strong er",
+      "▁p ł",
+      "▁commun ities",
+      "ни на",
+      "нин а",
+      "en as",
+      "ena s",
+      "e nas",
+      "ienne nt",
+      "ienn ent",
+      "▁safe ly",
+      "▁saf ely",
+      "▁т я",
+      "▁ тя",
+      "▁ben chmark",
+      "▁Bra un",
+      "method s",
+      "arg ument",
+      "vo s",
+      "v os",
+      "ob ox",
+      "o box",
+      "ро ви",
+      "ров и",
+      "р ови",
+      "▁recher che",
+      "m n",
+      "▁br ings",
+      "▁bring s",
+      "m achine",
+      "CE SS",
+      "CES S",
+      "host s",
+      "hos ts",
+      "▁N Y",
+      "Aut ow",
+      "Auto w",
+      "▁сов ремен",
+      "▁G ary",
+      "▁Gar y",
+      "▁Ga ry",
+      "▁s ensor",
+      "▁sens or",
+      "▁document ed",
+      "▁pr endre",
+      "▁prend re",
+      "▁pe er",
+      "en ix",
+      "eni x",
+      "ha i",
+      "h ai",
+      "ar be",
+      "цен т",
+      "ц ент",
+      "_ (",
+      "▁U RI",
+      "▁ URI",
+      "ев а",
+      "е ва",
+      "▁Re gie",
+      "▁Reg ie",
+      "▁Mon ument",
+      "▁onder werp",
+      "B ag",
+      "ti t",
+      "t it",
+      "▁st ir",
+      "▁n erv",
+      "▁ne rv",
+      "▁ner v",
+      "стор ія",
+      "▁s ov",
+      "▁so v",
+      "▁writ ers",
+      "▁write rs",
+      "▁writer s",
+      "▁sort s",
+      "▁sor ts",
+      "ab solute",
+      "▁difficult ies",
+      "▁par lament",
+      "▁parl ament",
+      "▁IE numerable",
+      "▁dis sol",
+      "▁diss ol",
+      "▁CH ECK",
+      "ar ina",
+      "ari na",
+      "arin a",
+      "in burgh",
+      "D M",
+      "▁e ind",
+      "▁ein d",
+      "▁bud get",
+      "▁cert ains",
+      "▁certain s",
+      "▁för sta",
+      "▁först a",
+      "an ja",
+      "a nja",
+      "▁го дов",
+      "▁год ов",
+      "▁т ек",
+      "▁те к",
+      "▁ тек",
+      "▁D uch",
+      "▁Du ch",
+      "▁Duc h",
+      "gu i",
+      "g ui",
+      "▁Te ams",
+      "▁Team s",
+      "▁мно ги",
+      "Mar ie",
+      "Ma rie",
+      "M arie",
+      "In tegr",
+      "Int egr",
+      "Thread Pool",
+      "ru st",
+      "rus t",
+      "r ust",
+      "í k",
+      "% \"",
+      "en f",
+      "sp l",
+      "s pl",
+      "▁be gun",
+      "▁beg un",
+      "lo u",
+      "l ou",
+      "▁Rewrite Rule",
+      "tu ple",
+      "ane ous",
+      "▁mar ine",
+      "▁mari ne",
+      "▁ marine",
+      "at tan",
+      "att an",
+      "atta n",
+      "ik al",
+      "ika l",
+      "i kal",
+      "▁gradu ated",
+      "il lé",
+      "ill é",
+      "▁про ве",
+      "▁пров е",
+      "▁пр ове",
+      "▁Р оз",
+      "▁Ро з",
+      "', \r",
+      "' ,\r",
+      "▁Pf arr",
+      "▁n ivel",
+      "▁ni vel",
+      "▁пра цю",
+      "mus ic",
+      "▁set Timeout",
+      "ER S",
+      "E RS",
+      "▁E rik",
+      "▁Er ik",
+      "pi t",
+      "p it",
+      "▁Х ро",
+      "▁p ił",
+      "▁pi ł",
+      "▁p eri",
+      "▁per i",
+      "▁pe ri",
+      "до к",
+      "д ок",
+      "us zt",
+      "usz t",
+      "▁B ear",
+      "▁Be ar",
+      "Class Name",
+      "▁Par lament",
+      "▁a ix",
+      "▁ai x",
+      "▁inv ited",
+      "▁P ATH",
+      "▁PA TH",
+      "▁ PATH",
+      "xt er",
+      "x ter",
+      "▁R ace",
+      "▁Ra ce",
+      "▁h echo",
+      "▁he cho",
+      "▁T ower",
+      "▁To wer",
+      "▁Tow er",
+      "▁u tf",
+      "▁ut f",
+      "▁ utf",
+      "act ly",
+      "▁бу де",
+      "▁ang les",
+      "▁angle s",
+      "▁ angles",
+      "ня я",
+      "ouv elles",
+      "ouve lles",
+      "ouvel les",
+      "ouvelle s",
+      "▁cl imate",
+      "▁cli mate",
+      "▁clim ate",
+      "▁sing ing",
+      "▁sin ging",
+      "▁navig ate",
+      ">' ;",
+      "> ';",
+      "ad ows",
+      "ado ws",
+      "adow s",
+      "▁l eta",
+      "▁le ta",
+      "▁let a",
+      "▁S itz",
+      "▁Si tz",
+      "▁Sit z",
+      "▁part itions",
+      "▁partition s",
+      "▁d ock",
+      "▁do ck",
+      "▁doc k",
+      "▁ż y",
+      "▁ ży",
+      "▁alloc ate",
+      "▁benef its",
+      "▁benefit s",
+      "▁n ieder",
+      "▁nie der",
+      "▁ni eder",
+      "xp ath",
+      "x path",
+      "me ck",
+      "äl le",
+      "äll e",
+      "ä lle",
+      "▁cou pling",
+      "▁coup ling",
+      "жи л",
+      "ж ил",
+      "For Key",
+      "ar gent",
+      "arg ent",
+      "cl ou",
+      "clo u",
+      "c lou",
+      "▁instru ments",
+      "▁instrument s",
+      "▁ent hus",
+      "▁m ég",
+      "▁mé g",
+      "▁Па в",
+      "▁R ach",
+      "▁Ra ch",
+      "-- ---",
+      "---- -",
+      "--- --",
+      "- ----",
+      "▁API s",
+      "▁AP Is",
+      "▁V ier",
+      "▁Vi er",
+      "▁Vie r",
+      "C md",
+      "it ore",
+      "ito re",
+      "itor e",
+      "▁C uba",
+      "▁Cu ba",
+      "▁Cub a",
+      "▁dátum mal",
+      "▁embed ding",
+      "std io",
+      "▁Gil bert",
+      "▁ge prüft",
+      "▁st ating",
+      "▁stat ing",
+      "▁sta ting",
+      "▁stati ng",
+      "▁trigger s",
+      "▁trig gers",
+      "+ =",
+      "▁spé cial",
+      "▁del iber",
+      "▁deli ber",
+      "ми н",
+      "м ин",
+      "Pro du",
+      "Pr odu",
+      "P rodu",
+      "▁St ati",
+      "▁Stat i",
+      "▁Sta ti",
+      "▁z us",
+      "▁zu s",
+      "kt ionen",
+      "ktion en",
+      "Dispatch er",
+      "id al",
+      "ida l",
+      "i dal",
+      "▁L P",
+      "▁ LP",
+      "op tera",
+      "opt era",
+      "opter a",
+      "▁e star",
+      "▁est ar",
+      "▁es tar",
+      "▁esta r",
+      "▁зна чи",
+      "с мо",
+      "ous es",
+      "ouse s",
+      "o uses",
+      "eng ono",
+      "engo no",
+      "▁W PF",
+      "pub lish",
+      "▁t eor",
+      "▁te or",
+      "el if",
+      "eli f",
+      "▁e rg",
+      "▁er g",
+      "▁ erg",
+      "▁separ ation",
+      "Pa n",
+      "P an",
+      "▁Or chestra",
+      "Pe ter",
+      "P eter",
+      "bound s",
+      "b ounds",
+      "▁Shakespe are",
+      "▁cant ante",
+      "▁d emi",
+      "▁de mi",
+      "▁dem i",
+      "▁Pop ular",
+      "ф р",
+      "ar ring",
+      "arr ing",
+      "ци н",
+      "ц ин",
+      "▁И с",
+      "vo n",
+      "v on",
+      "▁subst itution",
+      "▁lí nea",
+      "\\}$ .",
+      "\\} $.",
+      "\\ }$.",
+      "com o",
+      "co mo",
+      "c omo",
+      "▁ва ж",
+      "wa gen",
+      "w agen",
+      "▁rare ly",
+      "▁period s",
+      "▁peri ods",
+      "gl ob",
+      "g lob",
+      "▁F rid",
+      "▁Fr id",
+      "▁Fri d",
+      "▁T err",
+      "▁Te rr",
+      "▁Ter r",
+      "▁Re lease",
+      "▁ Release",
+      "Brain z",
+      "▁гра ф",
+      "▁ граф",
+      "DI S",
+      "D IS",
+      "compat ible",
+      "▁po č",
+      "LI N",
+      "L IN",
+      "▁K ällor",
+      "▁A rizona",
+      "pp y",
+      "p py",
+      "Se q",
+      "S eq",
+      "▁A in",
+      "▁T ourn",
+      "▁To urn",
+      "▁Tour n",
+      "br ow",
+      "bro w",
+      "b row",
+      "▁K ör",
+      "▁Kö r",
+      "▁a sh",
+      "▁as h",
+      "▁ ash",
+      "ogene ous",
+      "▁dia lect",
+      "▁насе ља",
+      "mysql i",
+      "mysq li",
+      "цо в",
+      "ц ов",
+      "▁f lor",
+      "▁fl or",
+      "▁flo r",
+      "▁ф ло",
+      "IA B",
+      "I AB",
+      "▁With in",
+      "▁Wit hin",
+      "^ (",
+      "▁b ois",
+      "▁bo is",
+      "▁t ank",
+      "▁tan k",
+      "▁aff ili",
+      "▁h ijo",
+      "▁hij o",
+      "▁hi jo",
+      "▁K ate",
+      "▁Kat e",
+      "▁Ka te",
+      "▁Ver l",
+      "▁Ve rl",
+      "▁M iami",
+      "▁Mi ami",
+      "▁type script",
+      "▁types cript",
+      "њ у",
+      "▁V ern",
+      "▁Ver n",
+      "▁Ve rn",
+      "▁ви со",
+      "ie mann",
+      "iem ann",
+      "i emann",
+      "▁co verage",
+      "▁cover age",
+      "br ie",
+      "b rie",
+      "▁Start ing",
+      "▁Star ting",
+      "num py",
+      "▁J enkins",
+      "▁Jen kins",
+      "▁k ét",
+      "▁ké t",
+      "▁g rup",
+      "▁gr up",
+      "▁gru p",
+      "▁S cient",
+      "▁Sc ient",
+      "▁Sci ent",
+      "▁inter rupt",
+      "▁b lob",
+      "▁bl ob",
+      "▁blo b",
+      "▁ blob",
+      "ug el",
+      "uge l",
+      "u gel",
+      "▁Or th",
+      "▁Ort h",
+      "ab ama",
+      "aba ma",
+      "▁B apt",
+      "▁Ba pt",
+      "ow nik",
+      "own ik",
+      "▁бы ть",
+      "▁Jul ius",
+      "▁Ju lius",
+      "▁Juli us",
+      "▁П рез",
+      "▁Пре з",
+      "▁subst itute",
+      "support ed",
+      "supp orted",
+      "ch y",
+      "c hy",
+      "egy zetek",
+      "▁Per formance",
+      "▁Perform ance",
+      "less ly",
+      "Con structor",
+      "▁ext ending",
+      "▁extend ing",
+      "▁Mus lim",
+      "Over flow",
+      "▁J enn",
+      "▁Je nn",
+      "▁Jen n",
+      "▁produ z",
+      "▁prod uz",
+      "мі ї",
+      "м ії",
+      "▁país es",
+      "▁e ux",
+      "▁eu x",
+      "▁f ate",
+      "▁fa te",
+      "▁fat e",
+      "ol oge",
+      "olog e",
+      "olo ge",
+      "у к",
+      "▁wo bei",
+      "▁wob ei",
+      "▁S achsen",
+      "▁Sach sen",
+      "▁са йт",
+      "▁сай т",
+      "Mod els",
+      "Model s",
+      "Mode ls",
+      "▁F ast",
+      "▁Fa st",
+      "bes ondere",
+      "▁F R",
+      "▁ FR",
+      "▁a con",
+      "▁ac on",
+      "▁ acon",
+      "▁Den kmal",
+      "▁an ch",
+      "▁anc h",
+      "▁ anch",
+      "▁públic o",
+      "▁T as",
+      "▁Ta s",
+      "▁c and",
+      "▁can d",
+      "▁ca nd",
+      "▁pa ździer",
+      "▁М он",
+      "▁Мо н",
+      "▁vers us",
+      "ru t",
+      "r ut",
+      "G T",
+      "▁insert ing",
+      "▁inser ting",
+      "▁can ad",
+      "▁ca nad",
+      "є м",
+      "▁M etro",
+      "▁Met ro",
+      "▁Herz og",
+      "Ign ore",
+      "▁decre ase",
+      "▁п ун",
+      "▁пу н",
+      "▁F ischer",
+      "▁M all",
+      "▁Ma ll",
+      "▁Mal l",
+      "▁n örd",
+      "io stream",
+      "i ostream",
+      "▁Lux emb",
+      "pay load",
+      "▁Ze itung",
+      "▁Zeit ung",
+      "▁mod ifying",
+      "▁modify ing",
+      "▁C her",
+      "▁Ch er",
+      "▁Che r",
+      "▁Lu ci",
+      "▁Luc i",
+      "n x",
+      "▁lo ose",
+      "▁top ics",
+      "▁topic s",
+      "▁var ied",
+      "▁vari ed",
+      "▁va ried",
+      "▁p g",
+      "▁ pg",
+      "aj es",
+      "aje s",
+      "a jes",
+      "um m",
+      "u mm",
+      "View s",
+      "▁B eau",
+      "▁Be au",
+      "MA P",
+      "M AP",
+      "ip eline",
+      "ipe line",
+      "▁Inter est",
+      "ar ith",
+      "ari th",
+      "▁seg ún",
+      "▁Geme ins",
+      "▁Att ribute",
+      "▁ Attribute",
+      "comm unity",
+      "▁цент р",
+      "▁kil ometer",
+      "▁kilomet er",
+      "▁kilom eter",
+      "▁é conom",
+      "▁éc onom",
+      "lar ation",
+      "▁к ъ",
+      "▁car riage",
+      "▁carri age",
+      "▁L ane",
+      "▁La ne",
+      "▁Lan e",
+      "▁не об",
+      "ku r",
+      "k ur",
+      "▁A F",
+      "▁ AF",
+      "IN TER",
+      "INT ER",
+      ")) $",
+      ") )$",
+      "▁be ide",
+      "▁bei de",
+      "dest ination",
+      "▁font s",
+      "▁fon ts",
+      "▁ fonts",
+      "append Child",
+      "▁M AR",
+      "▁MA R",
+      "▁g ay",
+      "▁ga y",
+      "mi l",
+      "m il",
+      "le sh",
+      "les h",
+      "l esh",
+      "è t",
+      "▁W ang",
+      "▁Wa ng",
+      "▁Y ears",
+      "▁Year s",
+      "▁Ye ars",
+      "▁S ymbol",
+      "▁Sym bol",
+      "▁ Symbol",
+      "Li ve",
+      "L ive",
+      "qu ency",
+      "▁U sers",
+      "▁Use rs",
+      "▁User s",
+      "▁Us ers",
+      "▁ Users",
+      "▁Un icode",
+      "▁S au",
+      "▁Sa u",
+      "▁t ons",
+      "▁to ns",
+      "▁ton s",
+      "▁ tons",
+      "▁Н і",
+      "▁кра ї",
+      "▁ краї",
+      "AX I",
+      "▁P ick",
+      "▁Pi ck",
+      "▁Pic k",
+      "A I",
+      "▁h ath",
+      "▁ha th",
+      "▁hat h",
+      "▁a inda",
+      "▁ain da",
+      "▁p apa",
+      "▁pa pa",
+      "▁pap a",
+      "▁C enso",
+      "▁B ald",
+      "▁Ba ld",
+      "▁Bal d",
+      "▁Насе ље",
+      "▁sim ulations",
+      "▁simulation s",
+      "▁j aren",
+      "▁ja ren",
+      "▁jar en",
+      "▁inher ited",
+      "▁inherit ed",
+      "▁то й",
+      "▁ той",
+      "▁fe els",
+      "▁feel s",
+      "▁fee ls",
+      "ress ion",
+      "r ession",
+      "▁o któber",
+      "bi d",
+      "b id",
+      "ás i",
+      "á si",
+      "▁m uss",
+      "▁mus s",
+      "▁mu ss",
+      "vent ory",
+      "▁me ist",
+      "▁b ore",
+      "▁bo re",
+      "▁bor e",
+      "▁sl ider",
+      "▁slide r",
+      "▁sli der",
+      "▁ slider",
+      "де ли",
+      "\\ ;",
+      "▁extra cted",
+      "▁extract ed",
+      "ку р",
+      "к ур",
+      "Ed ge",
+      "▁per f",
+      "▁pe rf",
+      "▁Brig ade",
+      "▁гра д",
+      "▁ град",
+      "ie nie",
+      "ien ie",
+      "i enie",
+      "▁N orden",
+      "▁Nor den",
+      "▁Nord en",
+      "▁c ancer",
+      "▁can cer",
+      "\" /",
+      "C ur",
+      "▁С ере",
+      "▁Се ре",
+      "▁Сер е",
+      "▁liqu id",
+      "str ucture",
+      "struct ure",
+      "▁cho osing",
+      "▁Per l",
+      "▁Pe rl",
+      "Si de",
+      "S ide",
+      "ü s",
+      "ри тор",
+      "рито р",
+      "рит ор",
+      "▁k ost",
+      "▁ko st",
+      "▁pa ckets",
+      "▁pack ets",
+      "▁packet s",
+      "▁кото рого",
+      "▁Com un",
+      "▁Co mun",
+      "▁f ingers",
+      "▁fin gers",
+      "▁finger s",
+      "ográ fica",
+      "> :",
+      "▁champion nat",
+      "▁bl ieb",
+      "▁S itu",
+      "▁Si tu",
+      "▁Sit u",
+      "▁su ic",
+      "an dis",
+      "and is",
+      "Fr e",
+      "F re",
+      "▁C onc",
+      "▁Con c",
+      "▁Co nc",
+      "▁re public",
+      "▁rep ublic",
+      "▁repub lic",
+      "▁ar med",
+      "▁arm ed",
+      "▁h ell",
+      "▁he ll",
+      "▁hel l",
+      "▁ hell",
+      "▁h ög",
+      "▁hö g",
+      "rag ma",
+      "▁en se",
+      "▁ens e",
+      "▁ ense",
+      "▁ac res",
+      "▁В ід",
+      "▁Ві д",
+      "▁Re form",
+      "▁Ref orm",
+      "Main Activity",
+      "ke eper",
+      "keep er",
+      "kee per",
+      "er b",
+      "e rb",
+      "▁mon aster",
+      "sub subsection",
+      "▁Ди в",
+      "▁cre ature",
+      "▁indic ating",
+      "▁url s",
+      "▁ur ls",
+      "▁ urls",
+      "▁k ein",
+      "▁ke in",
+      "об раз",
+      "обра з",
+      "pi ck",
+      "pic k",
+      "p ick",
+      "▁Ad mir",
+      "▁old est",
+      "▁ol dest",
+      "▁m uz",
+      "▁mu z",
+      "▁contra diction",
+      "▁contrad iction",
+      "▁contradict ion",
+      "▁prob abil",
+      "illi ant",
+      "▁p av",
+      "▁pa v",
+      "▁pa pel",
+      "▁pap el",
+      "ub s",
+      "u bs",
+      "▁ж ена",
+      "▁же на",
+      "▁жен а",
+      "▁ жена",
+      "AM L",
+      "A ML",
+      "▁re cip",
+      "▁rec ip",
+      "▁reci p",
+      "▁C OL",
+      "▁CO L",
+      "▁ COL",
+      "ad ded",
+      "add ed",
+      "▁cl ue",
+      "▁Uk raine",
+      "▁Ukrain e",
+      "▁jel ent",
+      "че нь",
+      "чен ь",
+      "ч ень",
+      "▁mathemat ics",
+      "Ac cept",
+      "▁с от",
+      "▁со т",
+      "▁се вер",
+      "▁isol ated",
+      "▁по я",
+      "w ür",
+      "Ro uter",
+      "Route r",
+      "Rout er",
+      "R outer",
+      "CA T",
+      "C AT",
+      "rg b",
+      "r gb",
+      "▁L ov",
+      "▁Lo v",
+      "mu table",
+      "mut able",
+      "m utable",
+      "▁W es",
+      "▁We s",
+      "▁Ital ien",
+      "Dra g",
+      "Dr ag",
+      "D rag",
+      "en ium",
+      "eni um",
+      "at ting",
+      "att ing",
+      "atti ng",
+      "tc p",
+      "t cp",
+      "▁erfolg te",
+      "▁Be it",
+      "▁Bei t",
+      "га то",
+      "▁System s",
+      "▁Syst ems",
+      "▁re serve",
+      "▁res erve",
+      "er ee",
+      "ere e",
+      "e ree",
+      "▁Па ри",
+      "▁Пар и",
+      "▁з али",
+      "▁за ли",
+      "▁re nt",
+      "▁r ent",
+      "▁ren t",
+      "▁ rent",
+      "▁s unt",
+      "▁su nt",
+      "▁sun t",
+      "▁G irls",
+      "▁Girl s",
+      "▁Gir ls",
+      "▁Er nest",
+      "▁Ern est",
+      "▁f its",
+      "▁fi ts",
+      "▁fit s",
+      "▁op pon",
+      "▁opp on",
+      "▁живе ло",
+      "▁av aient",
+      "▁Flor ence",
+      "▁Flo rence",
+      "▁чи сле",
+      "▁eng ines",
+      "▁engine s",
+      "D ynamic",
+      "▁stycz nia",
+      "▁b ias",
+      "▁bi as",
+      "▁Ex change",
+      "ди й",
+      "▁histor iques",
+      "▁historique s",
+      "▁H ä",
+      "ho d",
+      "h od",
+      "▁w ł",
+      "sch ap",
+      "▁l ac",
+      "▁la c",
+      "▁ lac",
+      "▁F oi",
+      "▁Fo i",
+      "▁d well",
+      "▁dw ell",
+      "▁Unter nehmen",
+      "UR N",
+      "▁kilomet res",
+      "▁Одна ко",
+      "к ли",
+      "▁S ri",
+      "▁Sr i",
+      "Gr oups",
+      "Group s",
+      "min d",
+      "mi nd",
+      "m ind",
+      "os lov",
+      "fer n",
+      "fe rn",
+      "f ern",
+      "eg u",
+      "e gu",
+      "abel ed",
+      "abe led",
+      "F iddle",
+      "▁Cent ury",
+      "/ -",
+      "▁J egyzetek",
+      "He n",
+      "H en",
+      "ens emble",
+      "▁G ut",
+      "▁Gu t",
+      "_{ {\\",
+      "_ {{\\",
+      "▁ran king",
+      "▁rank ing",
+      "+ $",
+      "ал а",
+      "а ла",
+      "▁# {",
+      "▁ #{",
+      "im ientos",
+      "imiento s",
+      "ach im",
+      "ac him",
+      "achi m",
+      "ri des",
+      "ride s",
+      "rid es",
+      "r ides",
+      "▁K laus",
+      "▁Kl aus",
+      "▁int end",
+      "▁inte nd",
+      "▁inten d",
+      "▁Kent ucky",
+      "ci pe",
+      "cip e",
+      "c ipe",
+      "▁D ienst",
+      "▁Di enst",
+      "▁situ ated",
+      "▁pó ź",
+      "▁s crit",
+      "▁sc rit",
+      "▁scr it",
+      "▁scri t",
+      "cl ip",
+      "cli p",
+      "c lip",
+      "не т",
+      "н ет",
+      "ta bles",
+      "table s",
+      "tab les",
+      "t ables",
+      "▁N ied",
+      "▁Ni ed",
+      "▁Nie d",
+      "▁Mc K",
+      "▁pow st",
+      "▁kun nen",
+      "▁Ev ans",
+      "▁Eva ns",
+      "ж ды",
+      "ва ть",
+      "ват ь",
+      "uch ar",
+      "uc har",
+      "ucha r",
+      "u char",
+      "▁res idents",
+      "▁resid ents",
+      "▁resident s",
+      "ia k",
+      "i ak",
+      "▁Re sol",
+      "▁Res ol",
+      "▁ Resol",
+      "▁ve ces",
+      "▁vec es",
+      "▁satisf ying",
+      "▁satisfy ing",
+      "IN F",
+      "I NF",
+      "▁с ин",
+      "▁си н",
+      "▁cross ing",
+      "ib en",
+      "ibe n",
+      "i ben",
+      "▁ши ро",
+      "pt o",
+      "p to",
+      "IL L",
+      "I LL",
+      "▁ро ль",
+      "▁a ktiv",
+      "▁akt iv",
+      "▁обра щения",
+      "Wik ispecies",
+      "▁Hö he",
+      "cr o",
+      "c ro",
+      "══ ══",
+      "al tra",
+      "alt ra",
+      "▁FI LE",
+      "▁ FILE",
+      "▁u ps",
+      "▁up s",
+      "▁ ups",
+      "▁al location",
+      "▁all ocation",
+      "▁alloc ation",
+      "▁allo cation",
+      "Mich ael",
+      "▁acknow led",
+      "Lin ux",
+      "▁met ros",
+      "▁ metros",
+      "tt e",
+      "t te",
+      "af en",
+      "a fen",
+      "▁x code",
+      "▁тра ди",
+      "spe cies",
+      "spec ies",
+      "s pecies",
+      "▁inj ury",
+      "▁са мы",
+      "▁сам ы",
+      "▁l attice",
+      "M aterial",
+      "and enburg",
+      "anden burg",
+      "▁huvud staden",
+      "st ory",
+      "sto ry",
+      "stor y",
+      "▁var ying",
+      "▁vary ing",
+      "▁kö vet",
+      "▁Росси йской",
+      "ir se",
+      "irs e",
+      "▁d rum",
+      "▁dr um",
+      "▁dru m",
+      "Pr essed",
+      "Press ed",
+      "Pres sed",
+      "La r",
+      "L ar",
+      "▁A gu",
+      "▁Ag u",
+      "▁w eil",
+      "▁we il",
+      "▁comm ence",
+      "▁Seg ún",
+      "Gest ure",
+      "Sh ape",
+      "S hape",
+      "▁V ors",
+      "▁Vo rs",
+      "▁Vor s",
+      "▁succ ès",
+      "▁correct ed",
+      "▁corre cted",
+      "▁corr ected",
+      "K ar",
+      "▁cr uel",
+      "▁cru el",
+      "▁polit ico",
+      "▁Schrift steller",
+      "▁ris ult",
+      "et u",
+      "e tu",
+      "arch iv",
+      "▁gén ero",
+      "▁gé nero",
+      "▁L ü",
+      "▁tri umph",
+      "OR S",
+      "O RS",
+      "L u",
+      "▁person nel",
+      "▁personn el",
+      "▁personne l",
+      "▁H ills",
+      "▁Hill s",
+      "▁Hil ls",
+      "as set",
+      "ass et",
+      "asse t",
+      "do min",
+      "dom in",
+      "d omin",
+      "Rece ive",
+      "▁O ak",
+      "▁K no",
+      "▁Kn o",
+      "▁The ory",
+      "ir ie",
+      "iri e",
+      "i rie",
+      "ow an",
+      "owa n",
+      "o wan",
+      "▁est ava",
+      "▁esta va",
+      "▁exec utes",
+      "▁execute s",
+      "▁execut es",
+      "й т",
+      "óp ez",
+      "ó pez",
+      "по ло",
+      "пол о",
+      "п оло",
+      "ét ica",
+      "▁назва ние",
+      "▁conver ges",
+      "▁not re",
+      "▁no tre",
+      "▁pop ulated",
+      "▁popula ted",
+      "▁popul ated",
+      "▁populate d",
+      "▁mov ements",
+      "▁move ments",
+      "▁movement s",
+      "▁statist ical",
+      "▁Zwe iten",
+      "qu in",
+      "qui n",
+      "▁import antes",
+      "▁important es",
+      "▁importante s",
+      "▁k lein",
+      "▁kle in",
+      "▁kl ein",
+      "▁Seg unda",
+      "schließ end",
+      "Fail ure",
+      "na r",
+      "n ar",
+      "da g",
+      "d ag",
+      "▁ru olo",
+      "▁f iction",
+      "▁fi ction",
+      "▁fic tion",
+      "▁fict ion",
+      "▁исполь зу",
+      "▁cr isis",
+      "▁Get ting",
+      ", %",
+      "▁ар мии",
+      "▁cam pus",
+      "▁camp us",
+      "▁fo oter",
+      "▁foot er",
+      "▁foo ter",
+      "▁ footer",
+      "▁d ías",
+      "▁día s",
+      "▁dí as",
+      "ба н",
+      "б ан",
+      "▁liber ty",
+      "▁libert y",
+      "▁g h",
+      "▁ gh",
+      "▁cham ber",
+      "▁district s",
+      "▁exc ited",
+      "▁can ción",
+      "ter o",
+      "te ro",
+      "t ero",
+      "▁Work ing",
+      "▁Wor king",
+      "▁czę ści",
+      "ль ный",
+      "▁f orum",
+      "▁for um",
+      "▁fo rum",
+      "▁ forum",
+      "▁E he",
+      "▁ка та",
+      "▁ ката",
+      "it ations",
+      "itation s",
+      "itat ions",
+      "To ols",
+      "Tool s",
+      "T ools",
+      "ach iv",
+      "achi v",
+      "▁c res",
+      "▁cre s",
+      "▁cr es",
+      "as to",
+      "ast o",
+      "a sto",
+      "▁re ver",
+      "▁r ever",
+      "▁rev er",
+      "▁reve r",
+      "▁n azionale",
+      "▁naz ionale",
+      "▁do ors",
+      "▁door s",
+      "▁N ancy",
+      "▁Nan cy",
+      "▁is lands",
+      "▁island s",
+      "Im p",
+      "I mp",
+      "▁Ch air",
+      "▁Cha ir",
+      "▁v orm",
+      "▁vo rm",
+      "▁vor m",
+      "se in",
+      "s ein",
+      "▁до ку",
+      "er set",
+      "ers et",
+      "▁tät ig",
+      "▁K rit",
+      "▁Kr it",
+      "▁п я",
+      "▁cons ervation",
+      "▁conserv ation",
+      "▁Part ido",
+      "▁Parti do",
+      "min ipage",
+      "Valid ator",
+      "▁rec overy",
+      "▁recover y",
+      "▁NA SA",
+      "▁NAS A",
+      "▁br east",
+      "▁bre ast",
+      "il ty",
+      "ilt y",
+      "an aly",
+      "ana ly",
+      "anal y",
+      "el ines",
+      "eli nes",
+      "eline s",
+      "elin es",
+      "e lines",
+      "▁S aturday",
+      "em ark",
+      "e mark",
+      "ce j",
+      "c ej",
+      "Ze ro",
+      "Z ero",
+      "▁Tur ner",
+      "▁Turn er",
+      "sec ure",
+      "Ex ists",
+      "▁R ick",
+      "▁Ric k",
+      "▁Ri ck",
+      "ev alu",
+      "eval u",
+      "e valu",
+      "ct rl",
+      "ctr l",
+      "c trl",
+      "▁com pression",
+      "▁comp ression",
+      "▁compr ession",
+      "▁compress ion",
+      "▁C URL",
+      "text color",
+      ")\\ ,",
+      ") \\,",
+      "long rightarrow",
+      "▁Fern seh",
+      "▁ Fernseh",
+      "ic ha",
+      "ich a",
+      "i cha",
+      "▁l oi",
+      "▁lo i",
+      "▁О те",
+      "▁От е",
+      "▁c ave",
+      "▁ca ve",
+      "▁cav e",
+      "▁do zen",
+      "▁expla ining",
+      "▁expl aining",
+      "▁explain ing",
+      "▁in nov",
+      "▁inn ov",
+      "▁Nich olas",
+      "▁dia meter",
+      "▁diam eter",
+      "▁M arian",
+      "▁Mar ian",
+      "▁Ma rian",
+      "▁Maria n",
+      "▁Mari an",
+      "▁f ires",
+      "▁fire s",
+      "▁fi res",
+      "▁fir es",
+      "▁art ifact",
+      "▁ artifact",
+      "▁Par ker",
+      "▁Park er",
+      "▁B und",
+      "▁Bu nd",
+      "▁Bun d",
+      "▁v erte",
+      "▁ver te",
+      "▁vert e",
+      "▁ verte",
+      "▁tal ent",
+      "▁tale nt",
+      "▁Lu cas",
+      "▁Luc as",
+      "re verse",
+      "▁folg enden",
+      "▁S ah",
+      "▁Sa h",
+      "ject ions",
+      "je ctions",
+      "jection s",
+      "▁inve ce",
+      "▁cost itu",
+      "▁s sl",
+      "▁ss l",
+      "▁ ssl",
+      "}} ^",
+      "} }^",
+      "▁viol ent",
+      "▁s pos",
+      "▁sp os",
+      "▁spo s",
+      "Ro ut",
+      "R out",
+      "jd k",
+      "j dk",
+      "▁за ме",
+      "▁f urent",
+      "▁fur ent",
+      "▁fu rent",
+      "an dal",
+      "and al",
+      "anda l",
+      "H om",
+      "▁Sen ior",
+      "▁p ounds",
+      "▁Disc ogs",
+      "▁з е",
+      "▁ зе",
+      "'} [",
+      "' }[",
+      "▁Napole on",
+      "ordin ates",
+      "ordinate s",
+      "à n",
+      "▁k urz",
+      "▁kur z",
+      "▁v ere",
+      "▁ver e",
+      "▁ve re",
+      "▁ vere",
+      "▁re use",
+      "▁Г ен",
+      "▁Ге н",
+      "▁S yst",
+      "▁Sy st",
+      "▁disapp eared",
+      "▁disappear ed",
+      "▁W atch",
+      "▁Wat ch",
+      "▁ Watch",
+      "bibli othek",
+      "▁кор пу",
+      "▁C s",
+      "▁} `",
+      "▁ }`",
+      "▁r ör",
+      "▁де ла",
+      "▁ дела",
+      "V B",
+      "▁calcul us",
+      "▁calc ulus",
+      "ро да",
+      "род а",
+      "▁jud gment",
+      "at ile",
+      "ati le",
+      "▁long ue",
+      "▁lon gue",
+      "▁H us",
+      "▁Hu s",
+      "J ac",
+      "}} )",
+      "} })",
+      "RI PT",
+      "IAB ot",
+      "▁ap ós",
+      "▁a ston",
+      "▁as ton",
+      "▁ast on",
+      "Web achiv",
+      "▁URL s",
+      "▁co at",
+      "▁э коно",
+      "▁l ear",
+      "▁le ar",
+      "▁ lear",
+      "ext ensions",
+      "extension s",
+      "▁Class ic",
+      "T I",
+      "▁T age",
+      "▁Tag e",
+      "▁Ta ge",
+      "▁l á",
+      "▁ lá",
+      "▁s emb",
+      "▁se mb",
+      "▁sem b",
+      "▁développ ement",
+      "IS TS",
+      "IST S",
+      "▁sol ves",
+      "▁solve s",
+      ",\\ ,",
+      ", \\,",
+      "▁чем пі",
+      "ord inary",
+      "ordin ary",
+      "▁B av",
+      "▁Ba v",
+      "▁much os",
+      "▁mu chos",
+      "▁mucho s",
+      "S elf",
+      "▁Ма й",
+      "▁D iet",
+      "▁Die t",
+      "▁Di et",
+      "▁necess ity",
+      "ві д",
+      "в ід",
+      "▁m ano",
+      "▁ma no",
+      "▁man o",
+      "▁С р",
+      "▁car re",
+      "▁Cam era",
+      "▁Camer a",
+      "▁ Camera",
+      "▁N arod",
+      "▁Na rod",
+      "▁Nar od",
+      "▁Ph one",
+      "▁Pho ne",
+      "▁ Phone",
+      "▁pol ym",
+      "▁poly m",
+      "im ore",
+      "imo re",
+      "i more",
+      "is Empty",
+      "▁Hou ston",
+      "▁Re ce",
+      "▁Rec e",
+      "▁ Rece",
+      "▁present ation",
+      "▁pres entation",
+      "▁presenta tion",
+      "▁ presentation",
+      "ни ципа",
+      "ници па",
+      "▁D b",
+      "▁ Db",
+      "▁conf ident",
+      "▁} {",
+      "▁ }{",
+      "▁bul let",
+      "▁ bullet",
+      "▁{ },",
+      "▁{} ,",
+      "AN GE",
+      "ANG E",
+      "▁No tre",
+      "▁Not re",
+      "ch in",
+      "chi n",
+      "c hin",
+      "▁Dr agon",
+      "▁Drag on",
+      "▁Dra gon",
+      "er ca",
+      "erc a",
+      "ia li",
+      "ial i",
+      "i ali",
+      "▁as set",
+      "▁ass et",
+      "▁asse t",
+      "▁ asset",
+      "▁mu ito",
+      "▁muit o",
+      "▁deep ly",
+      "▁rest riction",
+      "▁restrict ion",
+      "▁com merce",
+      "▁commer ce",
+      "▁ commerce",
+      "▁B omb",
+      "▁Bo mb",
+      "▁Bom b",
+      "c aught",
+      "q q",
+      "▁A rag",
+      "▁Ar ag",
+      "▁Ara g",
+      "▁не мец",
+      "▁Anal ysis",
+      "▁člán ku",
+      "▁b aby",
+      "▁ba by",
+      "▁e chter",
+      "▁о дного",
+      "▁од ного",
+      "▁одно го",
+      "же на",
+      "жен а",
+      "ж ена",
+      "▁white space",
+      "▁whites pace",
+      "ç u",
+      "LI ST",
+      "L IST",
+      "fr ique",
+      "fri que",
+      "f rique",
+      "▁v arias",
+      "▁var ias",
+      "▁vari as",
+      "▁va rias",
+      "▁W it",
+      "▁Wi t",
+      "▁Lic encia",
+      "Ex it",
+      "▁sie rp",
+      "▁sier p",
+      "▁ass emb",
+      "▁asse mb",
+      "▁split ting",
+      "▁spl itting",
+      "▁pa lace",
+      "▁pal ace",
+      "▁b locked",
+      "▁block ed",
+      "▁bound aries",
+      "▁iter ations",
+      "▁iteration s",
+      "▁Rot ten",
+      "▁Ver kehr",
+      "▁we er",
+      "Test s",
+      "T ests",
+      "if ting",
+      "ift ing",
+      "▁reg ul",
+      "▁pers ist",
+      "▁Sol ution",
+      "p b",
+      "▁col lapse",
+      "▁ collapse",
+      "▁arr ested",
+      "▁arrest ed",
+      "▁pred icate",
+      "▁Z one",
+      "▁Zo ne",
+      "▁ Zone",
+      "▁in gen",
+      "▁ing en",
+      "▁ ingen",
+      "zá lez",
+      "▁b anks",
+      "▁bank s",
+      "▁ban ks",
+      "pl ant",
+      "plan t",
+      "pla nt",
+      "p lant",
+      "▁N ella",
+      "▁Ne lla",
+      "▁Nel la",
+      "▁Nell a",
+      "▁б ан",
+      "▁ба н",
+      "▁ бан",
+      "▁S now",
+      "▁Sn ow",
+      "▁Kre uz",
+      "í cio",
+      "▁en ters",
+      "▁ent ers",
+      "▁enter s",
+      "▁ex pose",
+      "▁exp ose",
+      "▁expos e",
+      "č i",
+      "ши е",
+      "Qu al",
+      "Q ual",
+      "▁lands cape",
+      "▁пода цима",
+      "ma i",
+      "m ai",
+      "st ag",
+      "sta g",
+      "s tag",
+      "ова ний",
+      "DE F",
+      "D EF",
+      "[] {",
+      "[ ]{",
+      "▁derni ère",
+      "ic ut",
+      "i cut",
+      "▁X ml",
+      "▁ Xml",
+      "▁sub group",
+      "▁Pol sce",
+      "▁W arning",
+      "▁War ning",
+      "▁ Warning",
+      "▁veh icles",
+      "▁vehicle s",
+      "io t",
+      "i ot",
+      "▁d ll",
+      "▁ dll",
+      "ro nt",
+      "ron t",
+      "r ont",
+      "▁Lou ise",
+      "▁Louis e",
+      "▁a ra",
+      "▁ar a",
+      "▁ ara",
+      "▁S cala",
+      "▁Sc ala",
+      "▁canon ical",
+      "▁pl acing",
+      "▁pla cing",
+      "ER Y",
+      "E RY",
+      "▁J ag",
+      "▁Ja g",
+      "▁v irus",
+      "▁vi rus",
+      "▁vir us",
+      "em u",
+      "e mu",
+      "▁} );\r",
+      "▁}); \r",
+      "▁}) ;\r",
+      "▁м м",
+      "▁Tr ying",
+      "▁Try ing",
+      "▁Lex ikon",
+      "ab ord",
+      "abor d",
+      "▁exped ition",
+      "▁demand ed",
+      "▁demande d",
+      "Z yg",
+      "le in",
+      "lei n",
+      "l ein",
+      "▁verw endet",
+      "ри на",
+      "рин а",
+      "wo l",
+      "w ol",
+      "▁p ivot",
+      "▁одна ко",
+      "▁propri et",
+      "▁a wards",
+      "▁aw ards",
+      "▁award s",
+      "to ut",
+      "t out",
+      "▁as sim",
+      "▁ass im",
+      "▁St orm",
+      "▁Sto rm",
+      "Li mit",
+      "L imit",
+      "el in",
+      "eli n",
+      "e lin",
+      "we alth",
+      "ue z",
+      "u ez",
+      "▁rap present",
+      "▁rappres ent",
+      "▁re sta",
+      "▁r esta",
+      "▁res ta",
+      "▁rest a",
+      "▁gegründ et",
+      "▁journal ist",
+      "is ie",
+      "isi e",
+      "▁fac ility",
+      "▁facil ity",
+      "il led",
+      "ill ed",
+      "ille d",
+      "ul k",
+      "▁P K",
+      "▁ PK",
+      "An chor",
+      "▁_ )",
+      "▁ _)",
+      "V F",
+      "LA B",
+      "L AB",
+      "▁n å",
+      "od os",
+      "odo s",
+      "▁bill ion",
+      "vir ti",
+      "virt i",
+      "▁Je ux",
+      "юз а",
+      "ю за",
+      "tom cat",
+      "▁ch arts",
+      "▁char ts",
+      "▁chart s",
+      "▁ charts",
+      "▁B undle",
+      "▁Bund le",
+      "▁ Bundle",
+      "▁l st",
+      "▁ls t",
+      "▁ lst",
+      "▁ex er",
+      "▁fem ales",
+      "▁female s",
+      "▁oblig ed",
+      "▁a by",
+      "▁ab y",
+      "▁ aby",
+      "roll ed",
+      "rol led",
+      "rolle d",
+      "dr i",
+      "d ri",
+      "▁S che",
+      "▁Sch e",
+      "▁Sc he",
+      "▁vess els",
+      "▁vessel s",
+      "IMA RY",
+      "IM ARY",
+      "▁reason ing",
+      "▁про те",
+      "▁пр оте",
+      "FI LES",
+      "FILE S",
+      "ver k",
+      "v erk",
+      "os os",
+      "oso s",
+      "▁ком му",
+      "ді ї",
+      "д ії",
+      "▁d d",
+      "▁ dd",
+      "▁со ответ",
+      "▁IO Exception",
+      "▁ IOException",
+      "sk ých",
+      "ský ch",
+      "▁C LI",
+      "▁CL I",
+      "▁ CLI",
+      "▁ ње",
+      "C M",
+      "T D",
+      "▁possib ilities",
+      "▁possibil ities",
+      "▁Com pos",
+      "▁Comp os",
+      "hal f",
+      "h alf",
+      "▁web page",
+      "▁s wing",
+      "▁sw ing",
+      "▁ swing",
+      "▁z as",
+      "▁za s",
+      "▁ zas",
+      "▁cy cl",
+      "le id",
+      "lei d",
+      "ist ica",
+      "istic a",
+      "isti ca",
+      "▁In sert",
+      "▁Ins ert",
+      "▁ Insert",
+      "▁Sw eden",
+      "▁want ing",
+      "▁ ال",
+      "▁e euw",
+      "▁Admin istr",
+      "▁War ren",
+      "▁b s",
+      "▁ bs",
+      "▁p am",
+      "▁pa m",
+      "an us",
+      "anu s",
+      "Dr a",
+      "D ra",
+      "ex pl",
+      "exp l",
+      "▁K ant",
+      "▁Kan t",
+      "▁Ka nt",
+      "▁Aust in",
+      "▁c sak",
+      "▁cs ak",
+      "▁the atre",
+      "▁compat ibility",
+      "ма тиче",
+      "мати че",
+      "set State",
+      "б ю",
+      "}{ |",
+      "} {|",
+      "▁D y",
+      "▁Zw ischen",
+      "Al t",
+      "A lt",
+      "CLA RE",
+      "st eps",
+      "ste ps",
+      "step s",
+      "▁L age",
+      "▁La ge",
+      "▁Lag e",
+      "▁M itt",
+      "▁Mit t",
+      "▁Mi tt",
+      "▁Dub lin",
+      "▁рабо ты",
+      "de ep",
+      "▁fl ows",
+      "▁flow s",
+      "▁flo ws",
+      "▁Pa lace",
+      "▁Pal ace",
+      "▁Pala ce",
+      "un ix",
+      "uni x",
+      "re fs",
+      "ref s",
+      "um ar",
+      "uma r",
+      "u mar",
+      "as et",
+      "ase t",
+      "a set",
+      "co v",
+      "c ov",
+      "▁p ing",
+      "▁pi ng",
+      "▁pin g",
+      "▁ ping",
+      "▁Saf ari",
+      "fl ug",
+      "flu g",
+      "cre ens",
+      "creen s",
+      "c reens",
+      "{ #",
+      "▁ре а",
+      "ad ors",
+      "ado rs",
+      "ador s",
+      "▁a mor",
+      "▁am or",
+      "uc e",
+      "u ce",
+      "de mic",
+      "dem ic",
+      "▁Nether lands",
+      "▁cluster s",
+      "▁clust ers",
+      "▁en for",
+      "▁enf or",
+      "mar ine",
+      "▁b ugs",
+      "▁bu gs",
+      "▁bug s",
+      "izz ata",
+      "izza ta",
+      "▁s cra",
+      "▁sc ra",
+      "▁scr a",
+      "Le s",
+      "L es",
+      "qu ick",
+      "qui ck",
+      "▁turn o",
+      "▁tur no",
+      "_ *",
+      "ер а",
+      "е ра",
+      "Gener ated",
+      "> [",
+      "▁e stre",
+      "▁est re",
+      "▁es tre",
+      "▁ estre",
+      "or de",
+      "ord e",
+      "▁v erg",
+      "▁ver g",
+      "▁ve rg",
+      "ро з",
+      "р оз",
+      "▁p au",
+      "▁pa u",
+      "in cludes",
+      "include s",
+      "includ es",
+      "as sa",
+      "ass a",
+      "ad ers",
+      "ader s",
+      "ade rs",
+      "a ders",
+      "▁Гер ма",
+      "▁est aven",
+      "▁esta ven",
+      "▁ear liest",
+      "▁res ultado",
+      "▁result ado",
+      "mu n",
+      "m un",
+      "▁pl ots",
+      "▁plot s",
+      "▁ plots",
+      "di n",
+      "d in",
+      "sort ed",
+      "s orted",
+      "▁p reference",
+      "▁pre ference",
+      "▁prefer ence",
+      "ri ó",
+      "r ió",
+      "ту ре",
+      "тур е",
+      "▁L igue",
+      "▁Li gue",
+      "▁Lig ue",
+      "▁за вер",
+      "▁зав ер",
+      "ph r",
+      "p hr",
+      "▁p ocket",
+      "▁po cket",
+      "▁poc ket",
+      "▁par l",
+      "▁pa rl",
+      "▁l ak",
+      "▁la k",
+      "▁ lak",
+      "▁p owie",
+      "▁po wie",
+      "▁pow ie",
+      "▁al tres",
+      "▁alt res",
+      "▁altre s",
+      "$} ;",
+      "$ };",
+      "pl ain",
+      "pla in",
+      "p lain",
+      "▁C red",
+      "▁Cre d",
+      "▁Cr ed",
+      "▁ Cred",
+      "it za",
+      "itz a",
+      "pe rp",
+      "per p",
+      "Gr een",
+      "Gre en",
+      "G reen",
+      "▁dev oted",
+      "product ion",
+      "produ ction",
+      "p roduction",
+      "work er",
+      "wor ker",
+      "el sen",
+      "els en",
+      "else n",
+      "▁v ern",
+      "▁ver n",
+      "▁ve rn",
+      "▁ vern",
+      "▁már cius",
+      "▁Conf eder",
+      "▁Liver pool",
+      "▁му зи",
+      "▁em ails",
+      "▁email s",
+      "▁dist ances",
+      "▁distance s",
+      "▁seg ments",
+      "▁segment s",
+      "▁a nth",
+      "▁an th",
+      "▁ant h",
+      "▁ anth",
+      "▁w rest",
+      "▁wr est",
+      "▁ho og",
+      "▁cin ema",
+      "rr or",
+      "r ror",
+      "▁geb oren",
+      "▁é c",
+      "▁ éc",
+      "Mar ker",
+      "Mark er",
+      "▁Com pet",
+      "▁Comp et",
+      "▁ли сто",
+      "all owed",
+      "allow ed",
+      "allo wed",
+      "vol ume",
+      "Esp agne",
+      "Z e",
+      "▁fix es",
+      "▁fi xes",
+      "▁r ond",
+      "▁ro nd",
+      "▁arrang ement",
+      "/ ~",
+      ".] (",
+      ". ](",
+      "▁For rások",
+      "▁weiter en",
+      "▁weit eren",
+      "▁weitere n",
+      "ex cel",
+      "▁з мі",
+      "▁mod erne",
+      "▁modern e",
+      "▁moder ne",
+      "Eng lish",
+      "▁Transfer markt",
+      "▁be aring",
+      "▁bear ing",
+      "▁cl eared",
+      "▁clear ed",
+      "▁cle ared",
+      "▁са м",
+      "▁di vs",
+      "▁div s",
+      "ć i",
+      "▁э той",
+      "▁это й",
+      "▁Ге ор",
+      "sc ene",
+      "sce ne",
+      "▁a ges",
+      "▁ag es",
+      "▁age s",
+      "▁ ages",
+      "GE N",
+      "G EN",
+      "rä n",
+      "r än",
+      "▁T oul",
+      "▁To ul",
+      "▁A bs",
+      "▁Ab s",
+      "j át",
+      "▁med iante",
+      "▁medi ante",
+      "▁median te",
+      "▁em pres",
+      "▁emp res",
+      "▁Emp loyee",
+      "▁ Employee",
+      "▁polynomial s",
+      "▁optim ize",
+      "▁вы ступа",
+      "fa re",
+      "far e",
+      "f are",
+      "ве й",
+      "в ей",
+      "x f",
+      "qu ez",
+      "que z",
+      "q uez",
+      "▁bo tan",
+      "▁bot an",
+      "▁def end",
+      "▁defe nd",
+      "▁Qu art",
+      "Mon t",
+      "Mo nt",
+      "M ont",
+      "v b",
+      "ti ck",
+      "t ick",
+      "W D",
+      "min e",
+      "mi ne",
+      "m ine",
+      "▁mod ific",
+      "not ification",
+      "▁d enn",
+      "▁de nn",
+      "▁den n",
+      "▁al go",
+      "▁alg o",
+      "▁S po",
+      "▁Sp o",
+      "▁m istrzost",
+      "/ :",
+      "▁a present",
+      "▁apr esent",
+      "▁п род",
+      "▁про д",
+      "▁пр од",
+      "Vol ume",
+      "sk ą",
+      "s ką",
+      "prote cted",
+      "▁Turk ish",
+      "az y",
+      "a zy",
+      "▁p ouv",
+      "▁po uv",
+      "▁pou v",
+      "▁perí odo",
+      "sk og",
+      "sko g",
+      "▁ent ropy",
+      "▁entr opy",
+      "ze d",
+      "z ed",
+      "то ри",
+      "тор и",
+      "▁l ij",
+      "▁li j",
+      "▁ lij",
+      "bo ards",
+      "board s",
+      "▁ста ту",
+      "Bo ol",
+      "B ool",
+      "▁pol ity",
+      "▁polit y",
+      "@\" ,",
+      "@ \",",
+      "▁рі к",
+      "né e",
+      "n ée",
+      "▁Z ug",
+      "▁Zu g",
+      "▁Un iti",
+      "▁Unit i",
+      "ém et",
+      "é met",
+      "at ience",
+      "ati ence",
+      "di men",
+      "dim en",
+      "d imen",
+      "▁St even",
+      "▁Ste ven",
+      "▁Steve n",
+      "H a",
+      "ACT ION",
+      "A CTION",
+      "▁w and",
+      "▁wa nd",
+      "▁ wand",
+      "▁Na var",
+      "▁Nav ar",
+      "▁сі чня",
+      "W atch",
+      "▁Stu art",
+      "▁z de",
+      "▁zd e",
+      "▁кон тро",
+      "data set",
+      "dat aset",
+      "datas et",
+      "y ó",
+      "▁B ush",
+      "▁Bu sh",
+      "▁Bus h",
+      "▁се бя",
+      "▁wor thy",
+      "▁worth y",
+      "▁B le",
+      "▁Bl e",
+      "▁pro por",
+      "▁prop or",
+      "▁Vill age",
+      "▁Villa ge",
+      "▁Vil lage",
+      "▁r y",
+      "▁ ry",
+      "▁v oit",
+      "▁vo it",
+      "▁копи я",
+      "▁z p",
+      "▁c ura",
+      "▁cu ra",
+      "▁cur a",
+      "▁H tml",
+      "▁ Html",
+      "▁Die ser",
+      "▁Dies er",
+      "▁Diese r",
+      "▁D ays",
+      "▁Da ys",
+      "▁Day s",
+      "▁ Days",
+      "on nes",
+      "onn es",
+      "onne s",
+      "▁ant igu",
+      "▁anti gu",
+      "▁Sta aten",
+      "▁Staat en",
+      "▁f aint",
+      "▁fa int",
+      "on gs",
+      "ong s",
+      "▁ö st",
+      "▁ öst",
+      "Re direct",
+      "Red irect",
+      "ел ь",
+      "е ль",
+      "at orial",
+      "ator ial",
+      "ato rial",
+      "atori al",
+      "▁b other",
+      "▁bo ther",
+      "▁both er",
+      "▁bot her",
+      "Edit Text",
+      "▁Gi ul",
+      "▁за во",
+      "▁зав о",
+      "▁pue blo",
+      "▁Mississ ippi",
+      "ja k",
+      "j ak",
+      "▁w ings",
+      "▁win gs",
+      "▁wing s",
+      "on c",
+      "o nc",
+      "ív el",
+      "í vel",
+      "ien cia",
+      "i encia",
+      "ent licht",
+      "entlich t",
+      "▁B TW",
+      "or nal",
+      "orn al",
+      "▁Ко ро",
+      "▁Кор о",
+      "▁од ним",
+      "▁sa lv",
+      "▁sal v",
+      "▁f inden",
+      "▁find en",
+      "▁fin den",
+      "ge o",
+      "▁а виа",
+      "att ung",
+      "vi v",
+      "v iv",
+      "▁L uther",
+      "▁Lu ther",
+      "▁об щи",
+      "▁Ro lle",
+      "▁Rol le",
+      "▁Roll e",
+      "▁Ab raham",
+      "▁cent ered",
+      "▁center ed",
+      "▁sl ash",
+      "▁sla sh",
+      "▁ slash",
+      "is at",
+      "isa t",
+      "em ann",
+      "ema nn",
+      "eman n",
+      "e mann",
+      "O s",
+      "пар та",
+      "▁P ablo",
+      "▁Pa blo",
+      "▁collabor ation",
+      "path s",
+      "pat hs",
+      "éd ition",
+      "▁view ed",
+      "▁vie wed",
+      "▁cons isted",
+      "▁consist ed",
+      "▁recover ed",
+      "▁Mex ican",
+      "▁F ix",
+      "▁sp ell",
+      "▁spe ll",
+      "▁spel l",
+      "Spec ial",
+      "Spe cial",
+      "▁С т",
+      "ess eur",
+      "esse ur",
+      "▁Украи ны",
+      "form er",
+      "for mer",
+      "▁ś w",
+      "▁z eros",
+      "▁ze ros",
+      "▁zero s",
+      "▁Stra ßen",
+      "▁Straße n",
+      "▁organ isation",
+      "▁organis ation",
+      "▁ organisation",
+      "üss en",
+      "üs sen",
+      "▁S ierra",
+      "▁Se ason",
+      "▁Sea son",
+      "▁vol ont",
+      "Bean Factory",
+      "▁помо щ",
+      "▁pres sing",
+      "▁press ing",
+      "▁equival ence",
+      "▁c att",
+      "▁ca tt",
+      "▁cat t",
+      "ic ity",
+      "ici ty",
+      "i city",
+      "▁accompl ished",
+      "▁accomp lished",
+      "▁accomplish ed",
+      "▁y o",
+      "▁ yo",
+      "▁s ic",
+      "▁si c",
+      "▁im ports",
+      "▁import s",
+      "▁accom mod",
+      "▁Port o",
+      "▁Por to",
+      "▁я ка",
+      "▁як а",
+      "▁lo an",
+      "ти ки",
+      "тик и",
+      "▁check out",
+      "▁ass ess",
+      "▁asse ss",
+      "▁Pop ulation",
+      "ur ent",
+      "ure nt",
+      "uren t",
+      "u rent",
+      "clo jure",
+      "▁Sant os",
+      "▁Santo s",
+      "▁inform áció",
+      "PO S",
+      "P OS",
+      "▁g are",
+      "▁gar e",
+      "▁ga re",
+      "▁k ick",
+      "▁ki ck",
+      "▁rad ical",
+      "▁radi cal",
+      "▁Pe ace",
+      "▁stream ing",
+      "▁stre aming",
+      "ca mp",
+      "cam p",
+      "c amp",
+      "zą t",
+      "го вор",
+      "гов ор",
+      "гово р",
+      "▁Reg ierung",
+      "▁proceed ed",
+      "f m",
+      "ле ны",
+      "лен ы",
+      "▁ear nest",
+      "▁Par ad",
+      "▁Pa rad",
+      "▁Para d",
+      "request s",
+      "▁R aum",
+      "▁Ra um",
+      "š č",
+      "▁polic ies",
+      "▁T ig",
+      "▁Ti g",
+      "▁s itt",
+      "▁si tt",
+      "▁sit t",
+      "▁Ener gy",
+      "▁pur ely",
+      "▁pure ly",
+      "▁H aut",
+      "▁Ha ut",
+      "▁Sp eed",
+      "▁Spe ed",
+      "▁ Speed",
+      "bi o",
+      "b io",
+      "▁o range",
+      "▁or ange",
+      "▁big gest",
+      "▁britann ique",
+      "▁No table",
+      "▁Not able",
+      "v u",
+      "ле нии",
+      "би н",
+      "б ин",
+      "▁N ash",
+      "▁Na sh",
+      "▁Nas h",
+      "ще ние",
+      "▁c iel",
+      "▁ci el",
+      "adém ie",
+      "▁гру дня",
+      "▁jo ue",
+      "▁jou e",
+      "▁v oted",
+      "▁vo ted",
+      "▁vot ed",
+      "▁vote d",
+      "ri co",
+      "ric o",
+      "r ico",
+      "▁го р",
+      "▁г ор",
+      "▁ гор",
+      "▁коман ду",
+      "it ivity",
+      "iti vity",
+      "▁щ е",
+      "▁ ще",
+      "▁de finite",
+      "▁defin ite",
+      "▁definit e",
+      "uro pa",
+      "urop a",
+      "!\" );",
+      "! \");",
+      "Default s",
+      "▁неко торы",
+      "éd ération",
+      "▁s illy",
+      "▁sil ly",
+      "▁talk ed",
+      "▁tal ked",
+      "re u",
+      "r eu",
+      "▁L omb",
+      "▁Lo mb",
+      "▁stat ue",
+      "кт а",
+      "к та",
+      "ю р",
+      "um ably",
+      "▁горо де",
+      "▁город е",
+      "▁R untime",
+      "▁Run time",
+      "▁ Runtime",
+      "▁di agn",
+      "▁diag n",
+      "▁dia gn",
+      "▁r etro",
+      "▁ret ro",
+      "▁retr o",
+      "▁Sver ige",
+      "▁in icial",
+      "▁inici al",
+      "ien za",
+      "i enza",
+      "▁fig lio",
+      "▁z og",
+      "▁zo g",
+      "▁re y",
+      "▁r ey",
+      "▁ rey",
+      "▁R und",
+      "▁Run d",
+      "▁Ru nd",
+      "т ный",
+      "▁ce ased",
+      "er no",
+      "ern o",
+      "▁e sa",
+      "▁es a",
+      "▁ esa",
+      "▁tr ouv",
+      "▁tro uv",
+      "▁trou v",
+      "▁Gemeinde n",
+      "▁Geme inden",
+      "▁comer cial",
+      "sk ap",
+      "ska p",
+      "s kap",
+      "en ario",
+      "ena rio",
+      "▁ju ris",
+      "▁jur is",
+      "T B",
+      "на ла",
+      "нал а",
+      "н ала",
+      "▁v ij",
+      "▁vi j",
+      "V O",
+      "▁c lin",
+      "▁cl in",
+      "▁cli n",
+      "jö r",
+      "j ör",
+      "са н",
+      "с ан",
+      "ow ała",
+      "owa ła",
+      "ował a",
+      "rib ución",
+      "ribu ción",
+      "▁urs prüng",
+      "▁con dem",
+      "▁cond em",
+      "▁St age",
+      "▁Sta ge",
+      "▁ Stage",
+      "▁mix ing",
+      "▁рі з",
+      "▁f ans",
+      "▁fa ns",
+      "▁fan s",
+      "há z",
+      "h áz",
+      "so cial",
+      "soci al",
+      "za n",
+      "z an",
+      "▁с вой",
+      "▁сво й",
+      "Cook ie",
+      "▁Ro land",
+      "▁Rol and",
+      "az ionale",
+      "▁Sl oven",
+      "▁Slo ven",
+      "▁Slov en",
+      "▁F iche",
+      "▁Fich e",
+      "▁S é",
+      "h ä",
+      "▁official s",
+      "▁offici als",
+      "▁î nt",
+      "▁în t",
+      "Inter ceptor",
+      "Table s",
+      "Tab les",
+      "T ables",
+      "▁da von",
+      "▁dav on",
+      "init ialize",
+      "initial ize",
+      "]= \"",
+      "] =\"",
+      "▁B ody",
+      "▁Bo dy",
+      "▁Bod y",
+      "▁ Body",
+      "▁U pper",
+      "▁Up per",
+      "▁ Upper",
+      "▁Col lect",
+      "▁Coll ect",
+      "▁ Collect",
+      "▁Zür ich",
+      "Hor izontal",
+      "Ty p",
+      "T yp",
+      "▁polít ico",
+      "▁Rewrite Cond",
+      "▁h oped",
+      "▁hope d",
+      "▁ho ped",
+      "▁hop ed",
+      "▁anx ious",
+      "Li ter",
+      "L iter",
+      "ja hr",
+      "j ahr",
+      "▁ass emble",
+      "▁assemb le",
+      "▁c rypt",
+      "▁cry pt",
+      "lah oma",
+      "AS H",
+      "A SH",
+      "▁Б ри",
+      "▁C ic",
+      "▁Ci c",
+      "tw itter",
+      "hy per",
+      "▁T ell",
+      "▁Te ll",
+      "▁Tel l",
+      "іль ки",
+      "во бо",
+      "▁ba zie",
+      "▁baz ie",
+      "▁contempor ary",
+      "▁Param eter",
+      "▁Para meter",
+      "▁ Parameter",
+      "st wa",
+      "▁bek end",
+      "co ck",
+      "c ock",
+      "pre vious",
+      "prev ious",
+      "en ska",
+      "ens ka",
+      "ensk a",
+      "▁c aller",
+      "▁cal ler",
+      "▁call er",
+      "]] )",
+      "] ])",
+      "▁R az",
+      "▁Ra z",
+      "▁Se lon",
+      "▁Sel on",
+      "▁propos al",
+      "▁b ý",
+      "▁S ied",
+      "▁Sie d",
+      "▁Si ed",
+      "▁Arbe its",
+      "▁Arbeit s",
+      "▁p ride",
+      "▁pr ide",
+      "▁pri de",
+      "▁sl ope",
+      "▁slo pe",
+      "id é",
+      "grad ient",
+      "▁Дже рела",
+      "▁S H",
+      "▁ SH",
+      "▁раз рабо",
+      "ivers ity",
+      "спо дар",
+      "\\{ \\",
+      "\\ {\\",
+      "▁с тали",
+      "▁ст али",
+      "▁ста ли",
+      "▁стал и",
+      "▁Ein zel",
+      "▁Einz el",
+      "▁rg ba",
+      "▁A nim",
+      "▁An im",
+      "▁ Anim",
+      "▁a lles",
+      "▁al les",
+      "▁all es",
+      "▁alle s",
+      "▁ alles",
+      "ба р",
+      "б ар",
+      "er te",
+      "ert e",
+      "▁réalis é",
+      "▁réal isé",
+      "Inst itut",
+      "▁mar kup",
+      "▁mark up",
+      "▁v ars",
+      "▁var s",
+      "▁va rs",
+      "▁ vars",
+      "▁g am",
+      "▁ga m",
+      "▁Васи ль",
+      "iz za",
+      "izz a",
+      "i zza",
+      "▁C ob",
+      "▁Co b",
+      "▁M etal",
+      "▁Me tal",
+      "▁Met al",
+      "▁Meta l",
+      "▁le ak",
+      "▁L anc",
+      "▁La nc",
+      "▁Lan c",
+      "Sw itch",
+      "De lay",
+      "Del ay",
+      "at uur",
+      "atu ur",
+      "▁че ты",
+      "▁анг лий",
+      "▁leg acy",
+      "▁desar roll",
+      "▁top ological",
+      "▁jewe ils",
+      "▁Nederland se",
+      "▁atmos phere",
+      "ur ban",
+      "urb an",
+      "▁s lov",
+      "▁sl ov",
+      "▁slo v",
+      "▁law yer",
+      "pe cially",
+      "▁altern ate",
+      "▁para met",
+      "▁param et",
+      "▁establish ment",
+      "▁wood s",
+      "▁wo ods",
+      "P D",
+      "▁на и",
+      "▁m ang",
+      "▁ma ng",
+      "▁man g",
+      "▁wechsel te",
+      "сь ку",
+      "ськ у",
+      ". =",
+      "▁fif teen",
+      "SU M",
+      "S UM",
+      "▁F ro",
+      "▁Fr o",
+      "▁L ED",
+      "▁LE D",
+      "▁ LED",
+      "ow ano",
+      "owa no",
+      "owan o",
+      "стви е",
+      "▁D onnées",
+      "to l",
+      "t ol",
+      "ży n",
+      "ż yn",
+      "cre f",
+      "cr ef",
+      "c ref",
+      "стви и",
+      "ho rn",
+      "hor n",
+      "h orn",
+      "▁со об",
+      "▁обо ро",
+      "▁Comp lete",
+      "▁Comple te",
+      "▁ Complete",
+      "“ )",
+      "▁kind ly",
+      "▁Cham ber",
+      "s ég",
+      "W H",
+      "▁amb ient",
+      "к ро",
+      "▁ch eval",
+      "▁che val",
+      "▁на писа",
+      "fl u",
+      "f lu",
+      "▁Off iz",
+      "ma te",
+      "mat e",
+      "m ate",
+      "nat ural",
+      "n atural",
+      "se par",
+      "sep ar",
+      "em pre",
+      "emp re",
+      "View Holder",
+      "f w",
+      "▁le tech",
+      "▁let ech",
+      "▁tra iling",
+      "▁trail ing",
+      "at ri",
+      "atr i",
+      "a tri",
+      "▁G ó",
+      "▁B onn",
+      "▁Bo nn",
+      "▁Bon n",
+      "▁un likely",
+      "▁unlike ly",
+      "RA M",
+      "R AM",
+      "en st",
+      "ens t",
+      "St ats",
+      "Stat s",
+      "▁поли тиче",
+      ")- -(",
+      ")-- (",
+      "▁t rom",
+      "▁tr om",
+      "▁tro m",
+      "!. ..",
+      "! ...",
+      "▁Mean while",
+      "ст ана",
+      "ста на",
+      "стан а",
+      "▁Re ino",
+      "▁Rein o",
+      "▁A rist",
+      "▁Ar ist",
+      "▁Ari st",
+      "$} }%",
+      "$ }}%",
+      "▁so lem",
+      "▁sol em",
+      "▁sole m",
+      "clos ure",
+      "ign ation",
+      "ło d",
+      "ł od",
+      "▁di vor",
+      "▁div or",
+      "▁между народ",
+      "=\" <?",
+      "▁m olt",
+      "▁mo lt",
+      "▁mol t",
+      "▁sk ills",
+      "▁skill s",
+      "▁C ir",
+      "▁Ci r",
+      "▁Des pués",
+      "▁Desp ués",
+      "▁l un",
+      "▁lu n",
+      "▁cor on",
+      "▁co ron",
+      "▁Com ics",
+      "сто ри",
+      "стор и",
+      "с тори",
+      "▁It ems",
+      "▁Item s",
+      "▁ Items",
+      "▁Th ink",
+      "и гра",
+      "▁g rows",
+      "▁gr ows",
+      "▁gro ws",
+      "▁grow s",
+      "port al",
+      "por tal",
+      "▁n ich",
+      "▁ni ch",
+      "▁nic h",
+      "▁restrict ions",
+      "▁restriction s",
+      "▁L au",
+      "▁La u",
+      "ше ння",
+      "шен ня",
+      "▁So zial",
+      "▁к і",
+      "▁ кі",
+      "ma na",
+      "man a",
+      "m ana",
+      "▁lie utenant",
+      "Att r",
+      "At tr",
+      "ume ric",
+      "umer ic",
+      "▁dr ives",
+      "▁drive s",
+      "▁dri ves",
+      "▁driv es",
+      "as is",
+      "asi s",
+      "ба й",
+      "N L",
+      "Zyg ote",
+      "phys ics",
+      "▁intern ally",
+      "▁internal ly",
+      "ва ется",
+      "вает ся",
+      "H idden",
+      "▁Да та",
+      "▁un safe",
+      "▁R oc",
+      "▁Ro c",
+      "▁instanti ate",
+      "▁instant iate",
+      "ud ni",
+      "▁R oom",
+      "▁Ro om",
+      "▁П ред",
+      "▁Пре д",
+      "▁m aja",
+      "▁ma ja",
+      "▁maj a",
+      "ach ment",
+      "u uid",
+      "Project s",
+      "Gr e",
+      "G re",
+      "▁в зя",
+      "▁вз я",
+      "▁Bl ood",
+      "▁Blo od",
+      "ic ile",
+      "ici le",
+      "i cile",
+      "▁N ouvelle",
+      "Do es",
+      "▁nie uwe",
+      "ál e",
+      "á le",
+      "an gs",
+      "ang s",
+      "we ak",
+      "▁a antal",
+      "▁aan tal",
+      "▁Е в",
+      "▁Dres den",
+      "▁L ost",
+      "▁Lo st",
+      "▁Los t",
+      "ка та",
+      "▁invol ve",
+      "▁decl aring",
+      "▁decla ring",
+      "▁declar ing",
+      "▁Polit ical",
+      "ér ez",
+      "ére z",
+      "é rez",
+      "ko p",
+      "k op",
+      "not ify",
+      "▁C urt",
+      "▁Cu rt",
+      "▁Cur t",
+      "▁schließ lich",
+      "gh an",
+      "g han",
+      "це на",
+      "цен а",
+      "ц ена",
+      "▁kw iet",
+      "üg el",
+      "üge l",
+      "ü gel",
+      "▁S ob",
+      "▁So b",
+      "▁sub str",
+      "▁subst r",
+      "▁subs tr",
+      "▁ substr",
+      "▁el len",
+      "▁elle n",
+      "▁ell en",
+      "▁ ellen",
+      "ion ario",
+      "iona rio",
+      "en son",
+      "ens on",
+      "enso n",
+      "WI N",
+      "W IN",
+      "спо рт",
+      "em er",
+      "eme r",
+      "e mer",
+      "no me",
+      "nom e",
+      "n ome",
+      "▁sm iled",
+      "▁smile d",
+      "▁Sch midt",
+      "▁sm oke",
+      "▁T oken",
+      "▁To ken",
+      "▁Tok en",
+      "▁ Token",
+      "▁v ague",
+      "▁va gue",
+      "▁pro vision",
+      "▁prov ision",
+      "ya ml",
+      "y aml",
+      "ни тель",
+      "ните ль",
+      "on ial",
+      "oni al",
+      "onia l",
+      "é poque",
+      "▁N C",
+      "▁ NC",
+      "▁N FL",
+      "te ck",
+      "▁al lo",
+      "▁all o",
+      "▁ allo",
+      "▁préc éd",
+      "cent ral",
+      "▁ma jd",
+      "▁maj d",
+      "▁ch rom",
+      "▁chr om",
+      "▁ chrom",
+      "▁Z um",
+      "▁Zu m",
+      "ver so",
+      "vers o",
+      "▁verschied enen",
+      "▁ста ро",
+      "▁стар о",
+      "▁qu elle",
+      "▁que lle",
+      "▁q uelle",
+      "▁quel le",
+      "▁ quelle",
+      "▁r ép",
+      "▁ré p",
+      "RO W",
+      "R OW",
+      "▁i hnen",
+      "▁ih nen",
+      "▁ihn en",
+      "▁sens ible",
+      "▁sen sible",
+      "| $",
+      "▁sc hw",
+      "▁sch w",
+      "▁B R",
+      "▁ BR",
+      "▁O ptions",
+      "▁Option s",
+      "▁Opt ions",
+      "▁ Options",
+      "▁t ens",
+      "▁te ns",
+      "▁ten s",
+      "▁conqu ist",
+      "▁l ieß",
+      "▁lie ß",
+      "▁ ließ",
+      "ov is",
+      "ovi s",
+      "o vis",
+      "▁мі ста",
+      "▁міс та",
+      "▁e la",
+      "▁el a",
+      "▁ ela",
+      "rif ice",
+      "r ifice",
+      "▁l ok",
+      "▁lo k",
+      "▁Queens land",
+      "B inary",
+      "▁Ra hmen",
+      "▁Rah men",
+      "▁a bol",
+      "▁ab ol",
+      "▁ abol",
+      "▁č ást",
+      "▁Ed inburgh",
+      "in de",
+      "ind e",
+      "i nde",
+      "▁calcul ating",
+      "▁calc ulating",
+      "▁O regon",
+      "▁le git",
+      "▁leg it",
+      "▁Nach dem",
+      "at hon",
+      "ath on",
+      "P rivate",
+      "illa ume",
+      "▁ob servable",
+      "▁observ able",
+      "le ans",
+      "lean s",
+      "lea ns",
+      "▁remark ed",
+      "▁h alt",
+      "▁ha lt",
+      "▁hal t",
+      "▁ halt",
+      "ни цы",
+      "ниц ы",
+      "▁st amp",
+      "▁sta mp",
+      "▁stam p",
+      "▁Ad v",
+      "Lo uis",
+      "Lou is",
+      "im ming",
+      "imm ing",
+      "gru ppe",
+      "▁Pol icy",
+      "▁ Policy",
+      "▁v rij",
+      "▁vr ij",
+      "ft rag",
+      "▁off ices",
+      "▁offic es",
+      "▁office s",
+      "▁particip ated",
+      "▁es col",
+      "▁esc ol",
+      "▁\" </",
+      "▁\"< /",
+      "▁nombre uses",
+      "▁d ivid",
+      "▁di vid",
+      "▁div id",
+      "▁ad vis",
+      "▁adv is",
+      "лта ти",
+      "▁= =>",
+      "▁== >",
+      "Ori entation",
+      "ci d",
+      "c id",
+      "Car t",
+      "Ca rt",
+      "C art",
+      "▁m urm",
+      "▁mu rm",
+      "▁mur m",
+      "▁ass ez",
+      "▁asse z",
+      "▁l inking",
+      "▁link ing",
+      "▁lin king",
+      "build ing",
+      "▁rec onna",
+      "▁recon na",
+      "▁s hook",
+      "▁sh ook",
+      "▁sho ok",
+      "man aged",
+      "mana ged",
+      "land a",
+      "lan da",
+      "l anda",
+      "▁Le ón",
+      "▁cré ation",
+      "до й",
+      "oc ity",
+      "oci ty",
+      "o city",
+      "▁w ij",
+      "▁ wij",
+      "▁wie ś",
+      "xt art",
+      "▁M ove",
+      "▁Mo ve",
+      "▁Mov e",
+      "▁ Move",
+      "lung en",
+      "l ungen",
+      "ству ет",
+      "or ney",
+      "orn ey",
+      "option al",
+      "opt ional",
+      "ma cro",
+      "mac ro",
+      "Cond ition",
+      "▁square s",
+      "▁squ ares",
+      "▁mist aken",
+      "▁mistake n",
+      "án t",
+      "á nt",
+      "▁R is",
+      "▁Ri s",
+      "▁sent ences",
+      "▁sentence s",
+      "er ea",
+      "ere a",
+      "e rea",
+      "▁m ij",
+      "▁mi j",
+      "Un d",
+      "U nd",
+      "▁nom br",
+      "z A",
+      "▁In dependent",
+      "▁Indep endent",
+      "▁Independ ent",
+      "▁p review",
+      "▁pre view",
+      "▁prev iew",
+      "▁ preview",
+      "im as",
+      "ima s",
+      "i mas",
+      "▁m ales",
+      "▁ma les",
+      "▁mal es",
+      "▁male s",
+      "in ental",
+      "inen tal",
+      "inent al",
+      "Th ank",
+      "▁p opol",
+      "▁po pol",
+      "▁pop ol",
+      "▁p over",
+      "▁po ver",
+      "▁pov er",
+      "▁gr asp",
+      "▁gra sp",
+      "▁im ped",
+      "▁imp ed",
+      "▁campion ato",
+      "▁W ei",
+      "▁We i",
+      "▁t itled",
+      "▁title d",
+      "▁tit led",
+      "▁A demás",
+      "▁Pass word",
+      "▁ Password",
+      "▁P am",
+      "▁Pa m",
+      "UI LD",
+      "▁ли пня",
+      "wer b",
+      "we rb",
+      "w erb",
+      "........ ........",
+      "▁R ío",
+      "▁te eth",
+      "b p",
+      "▁S W",
+      "▁ SW",
+      "ul aire",
+      "ula ire",
+      "▁se ized",
+      "▁sei zed",
+      "▁St ef",
+      "▁Ste f",
+      "ú l",
+      "▁v iz",
+      "▁vi z",
+      "ion y",
+      "io ny",
+      "i ony",
+      "▁j unt",
+      "▁ju nt",
+      "▁jun t",
+      "▁kter á",
+      "▁wrześ nia",
+      "< >",
+      "▁s urg",
+      "▁su rg",
+      "▁sur g",
+      "▁tu tte",
+      "▁tut te",
+      "▁H ob",
+      "▁Ho b",
+      "по від",
+      "пов ід",
+      "▁w ohl",
+      "▁wo hl",
+      "▁ wohl",
+      "▁t rag",
+      "▁tr ag",
+      "▁tra g",
+      "▁C rown",
+      "▁Cr own",
+      "▁Cro wn",
+      "▁Crow n",
+      "▁tr ova",
+      "▁tro va",
+      "▁trov a",
+      "сто ву",
+      "стов у",
+      "▁Vien na",
+      "ese hen",
+      "▁met ropol",
+      "▁reflect ed",
+      "те та",
+      "тет а",
+      "т ета",
+      "▁trad uc",
+      "▁tradu c",
+      "▁B ast",
+      "▁Bas t",
+      "▁Ba st",
+      "▁ersch ien",
+      "wo ord",
+      "() \"",
+      "( )\"",
+      "ta let",
+      "tal et",
+      "t alet",
+      "▁ro ads",
+      "▁road s",
+      "ве дения",
+      "веде ния",
+      "ühr ung",
+      "▁c ogn",
+      "▁co gn",
+      "▁V alle",
+      "▁Val le",
+      "▁Va lle",
+      "▁Vall e",
+      "▁land ing",
+      "▁lan ding",
+      "▁Re gex",
+      "▁Reg ex",
+      "▁I owa",
+      "▁Io wa",
+      "dz iał",
+      "d ział",
+      "▁erre ichte",
+      "au m",
+      "a um",
+      "▁found er",
+      "▁fo under",
+      "▁fou nder",
+      "ap olis",
+      "Comp iler",
+      "▁k op",
+      "▁ko p",
+      "▁ kop",
+      "▁m arc",
+      "▁ma rc",
+      "▁mar c",
+      "▁те ритор",
+      ")) `",
+      ") )`",
+      "▁l ei",
+      "▁le i",
+      "▁ lei",
+      "ge on",
+      "geo n",
+      "▁weap ons",
+      "▁weapon s",
+      "▁h orn",
+      "▁hor n",
+      "▁ho rn",
+      "▁ horn",
+      "▁el if",
+      "▁ elif",
+      "▁Cap ital",
+      "▁Capit al",
+      "ć e",
+      "▁for all",
+      "▁ forall",
+      "▁э та",
+      "pre view",
+      "prev iew",
+      "p review",
+      "▁D NA",
+      "▁s id",
+      "▁si d",
+      "or ch",
+      "▁R as",
+      "▁Ra s",
+      "▁a rab",
+      "▁ar ab",
+      "▁ara b",
+      "▁ arab",
+      "Be st",
+      "B est",
+      "▁с чита",
+      "▁L ópez",
+      "an ça",
+      "▁fun kc",
+      "▁t ienen",
+      "▁tiene n",
+      "▁ti enen",
+      "▁tie nen",
+      "; &",
+      "m useum",
+      "▁E rr",
+      "▁Er r",
+      "▁ Err",
+      "▁re sort",
+      "▁res ort",
+      "No v",
+      "N ov",
+      "▁k al",
+      "▁ka l",
+      "▁ kal",
+      "M W",
+      "ш ь",
+      "an chor",
+      "anc hor",
+      "anch or",
+      "▁ро ман",
+      "le ading",
+      "lea ding",
+      "▁m anten",
+      "▁ma nten",
+      "▁man ten",
+      "▁mant en",
+      "▁Sil va",
+      "da de",
+      "d ade",
+      "▁design ated",
+      "▁rev ista",
+      "▁revis ta",
+      "O ct",
+      "per cent",
+      "▁у ні",
+      "ident ifier",
+      "ma ss",
+      "mas s",
+      "m ass",
+      "@ @",
+      "uls ion",
+      "ger meister",
+      "g ermeister",
+      "▁pred icted",
+      "▁predict ed",
+      "▁с ви",
+      "жно й",
+      "ж ной",
+      "▁Er geb",
+      "▁c ust",
+      "▁cu st",
+      "▁remove s",
+      "▁remov es",
+      "ch arg",
+      "char g",
+      "cha rg",
+      "при мер",
+      "▁for ming",
+      "▁form ing",
+      "as ma",
+      "asm a",
+      "std out",
+      "F un",
+      "ym e",
+      "y me",
+      "ter ed",
+      "te red",
+      "tere d",
+      "t ered",
+      "urs ive",
+      "ig hed",
+      "igh ed",
+      "▁сле д",
+      "▁ след",
+      "ver band",
+      "verb and",
+      "▁LO G",
+      "▁ LOG",
+      "ra ms",
+      "ram s",
+      "r ams",
+      "éo n",
+      "é on",
+      "en dra",
+      "end ra",
+      "▁Be reich",
+      "▁Bere ich",
+      "▁tempor al",
+      "▁temp oral",
+      "▁tempo ral",
+      "▁lang ue",
+      "▁lan gue",
+      "▁I nn",
+      "▁In n",
+      "▁more over",
+      "▁tutorial s",
+      "M iddle",
+      "▁совет ский",
+      "▁mainten ance",
+      "as ures",
+      "asure s",
+      "▁vál to",
+      "BA SE",
+      "B ASE",
+      "▁disapp ear",
+      "ски я",
+      "▁conoc ido",
+      "▁На у",
+      "▁Li bert",
+      "▁Lib ert",
+      "▁Liber t",
+      "▁Har old",
+      "▁life time",
+      "▁lif etime",
+      "▁T ür",
+      "▁za wod",
+      "▁zaw od",
+      "om ic",
+      "omi c",
+      "o mic",
+      "▁Retrie ved",
+      "arch itecture",
+      "č ka",
+      "iform es",
+      "develop ment",
+      "ord nung",
+      "In f",
+      "le ben",
+      "leb en",
+      "l eben",
+      "▁St ars",
+      "▁Sta rs",
+      "▁Star s",
+      "sign al",
+      "sig nal",
+      "▁gram mar",
+      "▁cor so",
+      "▁cors o",
+      "▁W agner",
+      "▁ge ht",
+      "▁royal e",
+      "▁roy ale",
+      "wa rn",
+      "war n",
+      "w arn",
+      "um bled",
+      "umb led",
+      "umble d",
+      "▁inst it",
+      "▁ins tit",
+      "▁Ш и",
+      "h h",
+      "▁ref uge",
+      "▁favor ite",
+      "ier to",
+      "iert o",
+      "▁cond ado",
+      "▁T her",
+      "▁The r",
+      "▁Th er",
+      "▁человек а",
+      "▁челове ка",
+      "▁F ood",
+      "▁Foo d",
+      "▁Fo od",
+      "▁se izo",
+      "▁sei zo",
+      "▁Init ialize",
+      "▁Initial ize",
+      "▁con nu",
+      "▁conn u",
+      "▁over lap",
+      "▁E mil",
+      "▁Em il",
+      "▁Mart í",
+      "▁жовт ня",
+      "er va",
+      "erv a",
+      "▁bo ats",
+      "▁boat s",
+      "a ções",
+      "▁der rot",
+      "▁m alloc",
+      "▁mal loc",
+      "▁ malloc",
+      "▁con ject",
+      "▁conj ect",
+      "j k",
+      "▁s are",
+      "▁sa re",
+      "▁sar e",
+      "ле мен",
+      "лем ен",
+      "▁s ums",
+      "▁su ms",
+      "▁sum s",
+      "Author ization",
+      "▁K un",
+      "▁Ku n",
+      "]$ ,",
+      "] $,",
+      "geme inde",
+      "gemein de",
+      "g emeinde",
+      "od ot",
+      "odo t",
+      "o dot",
+      "de fin",
+      "def in",
+      "▁e mission",
+      "▁em ission",
+      "▁Кра с",
+      "▁app art",
+      "▁ap part",
+      "▁appar t",
+      "▁stop ping",
+      "▁sto pping",
+      "▁С ред",
+      "▁conj ug",
+      "▁ins ight",
+      "▁Broad cast",
+      "▁PM ID",
+      "▁adv antages",
+      "▁advantage s",
+      "en es",
+      "ene s",
+      "e nes",
+      "▁res idence",
+      "▁resid ence",
+      "lj en",
+      "l jen",
+      "iss eur",
+      "isse ur",
+      "▁pubblic ato",
+      "▁Git Hub",
+      "▁Per u",
+      "▁Pe ru",
+      "▁galax ies",
+      "▁annot ations",
+      "▁annotation s",
+      "ga s",
+      "g as",
+      "▁ré pond",
+      "▁rép ond",
+      "J s",
+      "▁independent ly",
+      "▁independ ently",
+      "N P",
+      "▁in qu",
+      "▁gr ounds",
+      "▁ground s",
+      "Com ponents",
+      "Component s",
+      "▁a nten",
+      "▁an ten",
+      "▁ant en",
+      "▁ante n",
+      "▁ anten",
+      "▁в з",
+      "▁h os",
+      "▁ho s",
+      "▁ hos",
+      "▁s int",
+      "▁si nt",
+      "▁sin t",
+      "▁h iding",
+      "▁hi ding",
+      "▁hid ing",
+      "▁wojew ództ",
+      "Message s",
+      "Mess ages",
+      "▁по каза",
+      "▁пока за",
+      "== =",
+      "= ==",
+      "▁Ab stract",
+      "▁ Abstract",
+      "▁l äng",
+      "▁län g",
+      "▁lä ng",
+      "▁Form ula",
+      "da wn",
+      "d awn",
+      "▁design s",
+      "Im g",
+      "▁Portug uese",
+      "▁incl uy",
+      "▁inclu y",
+      "avig ator",
+      "▁Bro thers",
+      "▁cont inent",
+      "▁contin ent",
+      "▁evident ly",
+      "ra ce",
+      "rac e",
+      "r ace",
+      "ць кого",
+      "▁re ck",
+      "▁rec k",
+      "▁ reck",
+      "▁сер пня",
+      "▁G rey",
+      "▁Gr ey",
+      "▁Gre y",
+      "▁appe al",
+      "▁un like",
+      "▁power shell",
+      "▁pow ershell",
+      "▁powers hell",
+      "▁r acc",
+      "▁ra cc",
+      "▁rac c",
+      "fer s",
+      "fe rs",
+      "f ers",
+      "▁bur ning",
+      "▁burn ing",
+      "fas st",
+      "fass t",
+      "inst alled",
+      "install ed",
+      "▁G ive",
+      "▁Gi ve",
+      "▁col onial",
+      "▁colon ial",
+      "▁ €",
+      "▁R ö",
+      "▁ch rist",
+      "▁chr ist",
+      "ne hm",
+      "neh m",
+      "та м",
+      "▁cor po",
+      "▁con virti",
+      "yt er",
+      "y ter",
+      "S ym",
+      "▁Gree ce",
+      "▁m oth",
+      "▁mo th",
+      "▁mot h",
+      "▁Joh an",
+      "▁Jo han",
+      "▁mon arch",
+      "▁Down load",
+      "▁ Download",
+      "▁c raft",
+      "▁cr aft",
+      "▁cra ft",
+      "▁ craft",
+      "u ž",
+      "▁Lu ke",
+      "▁suf fix",
+      "▁suff ix",
+      "\\ /",
+      "Ha ve",
+      "H ave",
+      "▁ка рь",
+      "▁кар ь",
+      "▁comfort able",
+      "▁t ips",
+      "▁tip s",
+      "▁ti ps",
+      "▁П ісля",
+      "▁бро ја",
+      "▁ин форма",
+      "M Q",
+      "бра н",
+      "б ран",
+      "▁t x",
+      "▁ tx",
+      "▁sl aves",
+      "▁sla ves",
+      "▁slave s",
+      "▁fire wall",
+      "▁For ces",
+      "▁Force s",
+      "at if",
+      "ati f",
+      "▁Qu ellen",
+      "▁thé âtre",
+      "ль ных",
+      "▁располо жен",
+      "▁Det ails",
+      "▁ Details",
+      "k ą",
+      "▁long itud",
+      "IN ST",
+      "▁n aval",
+      "▁na val",
+      "▁nav al",
+      "Fern seh",
+      "es sel",
+      "ess el",
+      "esse l",
+      "Gr ad",
+      "G rad",
+      "▁be lang",
+      "▁bel ang",
+      "▁a ggi",
+      "▁ag gi",
+      "▁ aggi",
+      "Zygote Init",
+      "ł ów",
+      "▁S ug",
+      "▁Su g",
+      "si l",
+      "s il",
+      "▁ex terior",
+      "щ і",
+      "OR D",
+      "en ser",
+      "ens er",
+      "ense r",
+      "▁rapid e",
+      "▁rap ide",
+      "▁тем пера",
+      "in cie",
+      "inci e",
+      "inc ie",
+      "S i",
+      "av am",
+      "ava m",
+      "ar ded",
+      "ard ed",
+      "arde d",
+      "▁Ad ded",
+      "▁Add ed",
+      "End point",
+      "hard t",
+      "har dt",
+      "ст ран",
+      "стра н",
+      "стр ан",
+      "▁est ilo",
+      "▁H az",
+      "▁Ha z",
+      "▁mus ste",
+      "▁muss te",
+      "u o",
+      "ii i",
+      "i ii",
+      "▁ř í",
+      "▁ ří",
+      "an zen",
+      "anz en",
+      "anze n",
+      "же ний",
+      "ah a",
+      "a ha",
+      "ARN ING",
+      "▁re nov",
+      "▁ren ov",
+      "▁div ine",
+      "▁convin ced",
+      "▁hum ans",
+      "▁human s",
+      "▁hu mans",
+      "▁depart ure",
+      "▁Med iter",
+      "▁Medi ter",
+      "q a",
+      "▁poss essed",
+      "▁possess ed",
+      "▁цер кви",
+      "gi v",
+      "g iv",
+      "▁сво ї",
+      "▁Ort ste",
+      "▁Orts te",
+      "R ich",
+      "pu is",
+      "p uis",
+      "in crement",
+      "▁Hann over",
+      "▁u cz",
+      "Do ne",
+      "Don e",
+      "D one",
+      "▁alg uns",
+      "FI X",
+      "F IX",
+      "▁Her itage",
+      "remove Class",
+      "фе р",
+      "ф ер",
+      "▁a bc",
+      "▁ab c",
+      "▁ abc",
+      "D r",
+      "▁се мей",
+      "▁сем ей",
+      "{ :",
+      "▁se ule",
+      "▁seu le",
+      "▁seul e",
+      "zeich nungen",
+      "zeichnung en",
+      "ad dy",
+      "add y",
+      "▁Par ís",
+      "üss eld",
+      "▁re ception",
+      "▁rece ption",
+      "fo lio",
+      "fol io",
+      "ti ny",
+      "t iny",
+      "▁recens ement",
+      "▁N ur",
+      "▁Nu r",
+      "▁k ier",
+      "▁ki er",
+      "▁g mina",
+      "▁gmin a",
+      "sta at",
+      "ánd ose",
+      "че ская",
+      "▁spe aker",
+      "▁speak er",
+      "▁expon ential",
+      "▁exponent ial",
+      "▁D ieu",
+      "▁Die u",
+      "▁Di eu",
+      "▁при з",
+      "▁пр из",
+      "▁Raf ael",
+      "▁gg plot",
+      "▁Tem plate",
+      "▁Temp late",
+      "▁ Template",
+      "ou re",
+      "our e",
+      "o ure",
+      "▁In ner",
+      "▁Inn er",
+      "▁ Inner",
+      "og ne",
+      "ogn e",
+      "ig are",
+      "iga re",
+      "▁Ar te",
+      "▁Art e",
+      "▁C ov",
+      "▁Co v",
+      "▁auf grund",
+      "▁Б ы",
+      "▁cerem ony",
+      "▁S part",
+      "▁Sp art",
+      "ject ive",
+      "y i",
+      "▁in izi",
+      "▁l atin",
+      "▁lat in",
+      "▁Never theless",
+      "▁D one",
+      "▁Do ne",
+      "▁Don e",
+      "▁ Done",
+      "т ря",
+      "▁A rr",
+      "▁Ar r",
+      "▁ Arr",
+      "se ason",
+      "▁скла ду",
+      "▁pod czas",
+      "▁Beaut iful",
+      "▁Weltkrie g",
+      "▁з о",
+      "▁ зо",
+      "▁over come",
+      "▁Pr aha",
+      "▁Pra ha",
+      "▁рай ону",
+      "▁райо ну",
+      "▁район у",
+      "▁sub scription",
+      "▁subs cription",
+      "▁subscri ption",
+      "ig ent",
+      "igen t",
+      "ige nt",
+      "i gent",
+      "▁по ка",
+      "la tex",
+      "lat ex",
+      "late x",
+      "▁b each",
+      "▁be ach",
+      "▁ро ках",
+      "ge g",
+      "g eg",
+      "▁pro bl",
+      "▁prob l",
+      "arg uments",
+      "argument s",
+      "▁organ izations",
+      "▁organiz ations",
+      "▁organization s",
+      "▁N an",
+      "▁Na n",
+      "▁st ones",
+      "▁sto nes",
+      "▁stone s",
+      "▁H unter",
+      "▁Hun ter",
+      "▁regular ly",
+      "шо го",
+      "ш ого",
+      "▁flex ible",
+      "op ts",
+      "opt s",
+      "o pts",
+      "á ř",
+      "wi tz",
+      "w itz",
+      "▁' )",
+      "▁ ')",
+      "PA SS",
+      "P ASS",
+      "▁k raj",
+      "▁kr aj",
+      "▁kra j",
+      "▁f ake",
+      "▁fa ke",
+      "he its",
+      "heit s",
+      "os ph",
+      "osp h",
+      "parse Int",
+      "F ALSE",
+      "▁prof ess",
+      "▁profes s",
+      "pe ople",
+      "▁pre cip",
+      "▁prec ip",
+      "dir name",
+      "▁per pet",
+      "▁Up dated",
+      "▁Update d",
+      "▁ Updated",
+      "ra yed",
+      "ray ed",
+      "▁prov oc",
+      "▁тра вня",
+      "▁трав ня",
+      "▁categ orie",
+      "▁categor ie",
+      "▁те о",
+      "с ну",
+      "ot r",
+      "o tr",
+      "▁Вер хов",
+      "▁comp ét",
+      "Co st",
+      "C ost",
+      "▁w ider",
+      "▁wide r",
+      "▁wid er",
+      "▁Ob viously",
+      "пи сан",
+      "писа н",
+      "пис ан",
+      "▁на стоя",
+      "▁see king",
+      "▁seek ing",
+      "() ),",
+      "()) ,",
+      "( )),",
+      "▁é quipe",
+      "▁équip e",
+      "▁ équipe",
+      "▁comm its",
+      "▁commit s",
+      "▁S vens",
+      "▁Sv ens",
+      "я бре",
+      "at ern",
+      "ate rn",
+      "ater n",
+      "a tern",
+      "▁h eter",
+      "▁he ter",
+      "▁het er",
+      "▁Boot strap",
+      "én é",
+      "é né",
+      "▁deriv atives",
+      "▁derivative s",
+      "▁Det roit",
+      "▁provin cial",
+      "▁provincia l",
+      "onom ie",
+      "E B",
+      "▁c uer",
+      "▁cu er",
+      "▁от носи",
+      "▁отно си",
+      "▁не й",
+      "▁н ей",
+      "▁ ней",
+      ") ».",
+      "▁Ci udad",
+      "IA L",
+      "I AL",
+      "zy st",
+      "z yst",
+      ")\" )",
+      ") \")",
+      "▁Al c",
+      "bl ogs",
+      "blog s",
+      "blo gs",
+      "b logs",
+      "▁par mi",
+      "▁Album s",
+      "▁Alb ums",
+      "▁Bo liv",
+      "▁Bol iv",
+      "▁c lés",
+      "▁cl és",
+      "Product s",
+      "uer do",
+      "▁ge lang",
+      "▁gel ang",
+      "zn ik",
+      "z nik",
+      "ha gen",
+      "h agen",
+      "an onymous",
+      "▁sv g",
+      "▁ svg",
+      "▁Cons eil",
+      "▁Conse il",
+      "▁A ri",
+      "▁Ar i",
+      "col i",
+      "co li",
+      "c oli",
+      "▁c zy",
+      "▁cz y",
+      "▁ czy",
+      "▁C V",
+      "▁ CV",
+      "▁f ord",
+      "▁for d",
+      "▁fo rd",
+      "▁ ford",
+      "▁Au ßer",
+      "▁Auß er",
+      "▁C I",
+      "▁ CI",
+      "▁t empt",
+      "▁tem pt",
+      "▁temp t",
+      "▁Organ isation",
+      "á š",
+      "▁cy cles",
+      "▁cycle s",
+      "▁cycl es",
+      "▁ges lacht",
+      "▁лю дей",
+      "ým i",
+      "ý mi",
+      "▁S pieler",
+      "▁Spiel er",
+      "ef e",
+      "e fe",
+      "▁Mar vel",
+      "▁por tal",
+      "▁port al",
+      "▁porta l",
+      "▁ portal",
+      "▁Сер г",
+      "▁g rado",
+      "▁gr ado",
+      "▁gra do",
+      "▁grad o",
+      "▁hand lers",
+      "▁handle rs",
+      "▁handler s",
+      "▁Inter face",
+      "▁ Interface",
+      "AM E",
+      "A ME",
+      "▁ser iously",
+      "▁serious ly",
+      "▁B inding",
+      "▁Bin ding",
+      "▁Bind ing",
+      "▁ Binding",
+      "▁R ang",
+      "▁Ra ng",
+      "▁Ran g",
+      "▁n ada",
+      "▁na da",
+      "▁nad a",
+      "oc e",
+      "o ce",
+      "▁inte gra",
+      "▁integr a",
+      "oc racy",
+      "ocr acy",
+      "▁аль бо",
+      "▁st ability",
+      "▁stabil ity",
+      "Un s",
+      "U ns",
+      "▁v eter",
+      "▁ve ter",
+      "-- ----+",
+      "---- --+",
+      "--- ---+",
+      "------ +",
+      "----- -+",
+      "▁se rait",
+      "▁ser ait",
+      "▁sera it",
+      "▁om itted",
+      "▁uncertain ty",
+      "on ian",
+      "oni an",
+      "onia n",
+      "▁re sto",
+      "▁r esto",
+      "▁res to",
+      "▁rest o",
+      "▁же лез",
+      "▁од ной",
+      "▁одно й",
+      "▁Bevölker ung",
+      "▁K raft",
+      "▁Kr aft",
+      "▁Kra ft",
+      "ст р",
+      "▁Mos cow",
+      "la ne",
+      "lan e",
+      "l ane",
+      "ar ab",
+      "ara b",
+      "a rab",
+      "▁s pole",
+      "▁sp ole",
+      "▁spo le",
+      "▁сво его",
+      "? :",
+      "ST ART",
+      "▁ин тер",
+      "▁инте р",
+      "▁sym pt",
+      "▁Loren zo",
+      "▁ej ec",
+      "▁pros per",
+      "DA T",
+      "D AT",
+      "лимпи й",
+      "▁sh apes",
+      "▁shape s",
+      "value Of",
+      "▁associ ate",
+      "▁Med ien",
+      "▁Medi en",
+      "EN V",
+      "▁с ре",
+      "▁држа ве",
+      "▁the ories",
+      "he b",
+      "h eb",
+      "▁Way ne",
+      "▁String Builder",
+      "iw ers",
+      "i wers",
+      "▁M aps",
+      "▁Ma ps",
+      "▁Map s",
+      "Ph ys",
+      "\\} \\",
+      "\\ }\\",
+      "▁P arte",
+      "▁Par te",
+      "▁Part e",
+      "▁Hud son",
+      "ло н",
+      "л он",
+      "L ng",
+      "▁р ы",
+      "▁ ры",
+      "ст ей",
+      "сте й",
+      "с тей",
+      "la u",
+      "l au",
+      "an cer",
+      "ance r",
+      "anc er",
+      "▁Co ppa",
+      "▁Cop pa",
+      "▁вій сь",
+      "▁u cc",
+      "▁Pat tern",
+      "▁ Pattern",
+      "▁gar bage",
+      "▁Gon zález",
+      "▁Encyc lop",
+      "et ten",
+      "ett en",
+      "ette n",
+      "Ex ternal",
+      "Ext ernal",
+      "RE F",
+      "R EF",
+      "> ;",
+      "lij ke",
+      "lijk e",
+      "▁inter sect",
+      "▁Un less",
+      "▁de eper",
+      "▁deep er",
+      "▁ж і",
+      "▁ жі",
+      "de nt",
+      "den t",
+      "d ent",
+      "le f",
+      "l ef",
+      "▁ch anson",
+      "▁diff us",
+      "▁pr imi",
+      "▁prim i",
+      "▁pri mi",
+      "▁W ieder",
+      "▁Wi eder",
+      "▁Wie der",
+      "▁a ws",
+      "▁aw s",
+      "▁ aws",
+      "ow ana",
+      "owa na",
+      "owan a",
+      "▁so ciale",
+      "▁social e",
+      "▁soci ale",
+      "▁soc iale",
+      "ik k",
+      "i kk",
+      "ль ной",
+      "льно й",
+      "▁div isions",
+      "▁division s",
+      "▁divis ions",
+      "ло со",
+      "▁Cl aud",
+      "▁Cla ud",
+      "▁Y a",
+      "▁v oce",
+      "▁vo ce",
+      "▁voc e",
+      "▁B ranch",
+      "▁Br anch",
+      "▁Bran ch",
+      "▁f itted",
+      "▁fit ted",
+      "or r",
+      "o rr",
+      "ôt el",
+      "ô tel",
+      "st roke",
+      "str oke",
+      "list ener",
+      "listen er",
+      "im an",
+      "ima n",
+      "i man",
+      "во сто",
+      "▁Sh ah",
+      "Int roduction",
+      "▁new line",
+      "▁t ile",
+      "▁til e",
+      "▁ti le",
+      "'] ))",
+      "']) )",
+      "' ]))",
+      "▁trav aux",
+      "▁trava ux",
+      "CON FIG",
+      "▁quadr atic",
+      "on neur",
+      "onn eur",
+      "onne ur",
+      "▁Gi org",
+      "▁ident ific",
+      "éric aine",
+      "érica ine",
+      "▁UI View",
+      "▁ UIView",
+      "▁Lib eral",
+      "▁Liber al",
+      "▁K och",
+      "▁Ko ch",
+      "▁Berlin er",
+      "▁Berl iner",
+      "▁not ifications",
+      "▁notification s",
+      "▁Su san",
+      "▁Sus an",
+      "▁c adre",
+      "▁cad re",
+      "▁K loster",
+      "▁Kl oster",
+      "▁exam ine",
+      "▁е дин",
+      "▁еди н",
+      "▁UN ION",
+      "▁al ten",
+      "▁alt en",
+      "▁alte n",
+      "▁f init",
+      "▁fin it",
+      "▁fi nit",
+      "▁pe dig",
+      "▁ped ig",
+      "cy k",
+      "c yk",
+      "▁mouv ement",
+      "▁mou vement",
+      "IO S",
+      "I OS",
+      "▁бри тан",
+      "▁b out",
+      "▁bo ut",
+      "▁bou t",
+      "▁ав тор",
+      "▁авто р",
+      "ниц тво",
+      "ет о",
+      "е то",
+      "le ra",
+      "ler a",
+      "l era",
+      "cl s",
+      "c ls",
+      "▁L ey",
+      "▁Le y",
+      "am y",
+      "a my",
+      "ag ens",
+      "age ns",
+      "agen s",
+      "a gens",
+      "as hed",
+      "ash ed",
+      "▁ok rę",
+      "г ро",
+      "el lett",
+      "ell ett",
+      "elle tt",
+      "▁F ellow",
+      "▁Fel low",
+      "▁manif old",
+      "$) ,",
+      "$ ),",
+      "ld er",
+      "l der",
+      "▁v oz",
+      "▁vo z",
+      "▁be gg",
+      "▁beg g",
+      "▁b aron",
+      "▁bar on",
+      "▁ba ron",
+      "▁f id",
+      "▁fi d",
+      "▁f iring",
+      "▁fi ring",
+      "▁fir ing",
+      "il da",
+      "ild a",
+      "de k",
+      "d ek",
+      "A U",
+      "it are",
+      "ita re",
+      "itar e",
+      "▁A ra",
+      "▁Ar a",
+      "▁Ex it",
+      "▁ Exit",
+      "▁cin emat",
+      "▁cinema t",
+      "▁int ros",
+      "▁intr os",
+      "▁intro s",
+      "▁contact s",
+      "пе ни",
+      "пен и",
+      "▁m öglich",
+      "▁Singap ore",
+      "str öm",
+      "▁H ern",
+      "▁He rn",
+      "▁Her n",
+      "▁six th",
+      "▁public ations",
+      "▁pub lications",
+      "▁publication s",
+      "vi e",
+      "v ie",
+      "▁H at",
+      "▁Ha t",
+      "▁accept ing",
+      "á c",
+      "st wo",
+      "s two",
+      "▁quiet ly",
+      "Ph oto",
+      "▁b asket",
+      "▁bas ket",
+      "▁eigen values",
+      "▁mé dec",
+      "▁méd ec",
+      "▁O limp",
+      "▁Ol imp",
+      "▁цер ков",
+      "al in",
+      "ali n",
+      "a lin",
+      "con sum",
+      "cons um",
+      "▁l assen",
+      "▁las sen",
+      "▁ lassen",
+      "▁ан ти",
+      "▁S eq",
+      "▁Se q",
+      "▁ Seq",
+      "\"; \r",
+      "\" ;\r",
+      "ra re",
+      "rar e",
+      "r are",
+      "▁$ |\\",
+      "▁$| \\",
+      "▁n ick",
+      "▁ni ck",
+      "▁nic k",
+      "▁ nick",
+      "df lare",
+      "V ec",
+      "bind ung",
+      "▁b g",
+      "▁ bg",
+      "ch anges",
+      "change s",
+      "chan ges",
+      "Day s",
+      "Da ys",
+      "D ays",
+      "▁M ouse",
+      "▁Mo use",
+      "▁Mou se",
+      "▁ Mouse",
+      "▁wait ed",
+      "▁wa ited",
+      "▁Tom atoes",
+      "▁f as",
+      "▁fa s",
+      "▁ fas",
+      "ver te",
+      "vert e",
+      "v erte",
+      "▁success ion",
+      "▁succ ession",
+      "со р",
+      "с ор",
+      "▁s ols",
+      "▁so ls",
+      "▁sol s",
+      "▁R ender",
+      "▁Re nder",
+      "▁Ren der",
+      "▁ Render",
+      "▁lead ership",
+      "▁leader ship",
+      "▁leaders hip",
+      "▁signific ance",
+      "▁ga uche",
+      "▁gau che",
+      "ca no",
+      "can o",
+      "c ano",
+      "▁P ie",
+      "▁Pi e",
+      "enso ort",
+      "▁cam bio",
+      "▁camb io",
+      "▁у з",
+      "▁ende av",
+      "Comp leted",
+      "Comple ted",
+      "Complete d",
+      "▁Архив ная",
+      "j d",
+      "ór ico",
+      "ó rico",
+      "▁church es",
+      "▁an imate",
+      "▁anim ate",
+      "▁ani mate",
+      "▁ animate",
+      "S G",
+      "comp ute",
+      "comput e",
+      "▁uniform ly",
+      "IN IT",
+      "ll es",
+      "lle s",
+      "l les",
+      "Http Request",
+      "К о",
+      "Di ff",
+      "D iff",
+      "▁s ah",
+      "▁sa h",
+      "air o",
+      "ai ro",
+      "a iro",
+      "may be",
+      "UT E",
+      "U TE",
+      "▁D ow",
+      "▁Do w",
+      "hu man",
+      "hum an",
+      "h uman",
+      "▁au rait",
+      "▁aur ait",
+      "dar k",
+      "d ark",
+      "▁re pair",
+      "▁rep air",
+      "▁n er",
+      "▁ne r",
+      "▁ ner",
+      "▁D abei",
+      "▁Da bei",
+      "▁Bo tan",
+      "▁Bot an",
+      "Or iginal",
+      "Origin al",
+      "az ă",
+      "▁N AT",
+      "▁NA T",
+      "im per",
+      "imp er",
+      "▁Y outh",
+      "▁You th",
+      "th es",
+      "the s",
+      "t hes",
+      "▁окру га",
+      "▁F lo",
+      "▁Fl o",
+      "▁break fast",
+      "ur ls",
+      "url s",
+      "▁über nahm",
+      "ár ios",
+      "ário s",
+      "á rios",
+      "▁O range",
+      "▁Or ange",
+      "▁Aff airs",
+      "sk e",
+      "s ke",
+      "▁not ify",
+      "▁ notify",
+      "imo ine",
+      "▁Ar ena",
+      "▁Are na",
+      "▁lib eral",
+      "▁liber al",
+      "▁o bec",
+      "▁ob ec",
+      "if a",
+      "i fa",
+      "gu ez",
+      "gue z",
+      "g uez",
+      "ion o",
+      "io no",
+      "i ono",
+      "пера тор",
+      "▁ret ained",
+      "▁retain ed",
+      "fa iled",
+      "fail ed",
+      "bin e",
+      "bi ne",
+      "b ine",
+      "т ных",
+      "▁CG Rect",
+      "cam era",
+      "ide note",
+      "iden ote",
+      "K B",
+      "▁l ights",
+      "▁light s",
+      "▁P ictures",
+      "▁Picture s",
+      "▁Squad ron",
+      "▁V olk",
+      "▁Vol k",
+      "▁b urg",
+      "▁bu rg",
+      "▁bur g",
+      "▁ burg",
+      ", ]",
+      "G i",
+      "ê que",
+      "make Text",
+      "▁every body",
+      "▁Hy per",
+      "▁Hyp er",
+      "▁De ux",
+      "▁gl ory",
+      "▁glo ry",
+      "pres entation",
+      "present ation",
+      "on ica",
+      "oni ca",
+      "onic a",
+      "o nica",
+      "▁fr ère",
+      "ag et",
+      "age t",
+      "a get",
+      "▁h ints",
+      "▁hint s",
+      "▁hin ts",
+      "▁t unnel",
+      "▁tun nel",
+      "▁E j",
+      "ál is",
+      "á lis",
+      "▁V iv",
+      "▁Vi v",
+      "ствен ных",
+      "▁c aps",
+      "▁cap s",
+      "▁ca ps",
+      "PA RT",
+      "PAR T",
+      "P ART",
+      "oc i",
+      "o ci",
+      "▁p rices",
+      "▁pr ices",
+      "▁pri ces",
+      "▁price s",
+      "curr ency",
+      "c urrency",
+      "▁a chter",
+      "▁ach ter",
+      "▁acht er",
+      "rom agnet",
+      "ge nder",
+      "gen der",
+      "gende r",
+      "g ender",
+      "▁s uis",
+      "▁su is",
+      "vers ions",
+      "version s",
+      "▁Tr aining",
+      "▁Tra ining",
+      "▁Train ing",
+      "in side",
+      "ins ide",
+      "eg e",
+      "e ge",
+      "▁tot ale",
+      "▁total e",
+      "▁D aar",
+      "▁Da ar",
+      "▁grud nia",
+      "▁I er",
+      "▁occasion s",
+      "▁occas ions",
+      "▁k de",
+      "▁tensor flow",
+      "▁ tensorflow",
+      "▁ó r",
+      "▁ ór",
+      "Method s",
+      "▁loop ing",
+      "▁direct eur",
+      "k ę",
+      "▁is omorphism",
+      "▁Jo ão",
+      "▁al igned",
+      "▁align ed",
+      "▁ aligned",
+      "он ов",
+      "о нов",
+      "ur ger",
+      "urg er",
+      "▁n ova",
+      "▁no va",
+      "▁nov a",
+      "mor row",
+      "m orrow",
+      "al tern",
+      "alt ern",
+      "alter n",
+      "H D",
+      "▁m arqu",
+      "▁mar qu",
+      "at ivas",
+      "ativ as",
+      "ati vas",
+      "ativa s",
+      "gg reg",
+      "g greg",
+      "▁anci en",
+      "▁anc ien",
+      "ni t",
+      "n it",
+      "▁sec ured",
+      "▁secure d",
+      "mi er",
+      "m ier",
+      "▁O le",
+      "▁Ol e",
+      "▁ин те",
+      "▁m inus",
+      "▁min us",
+      "▁ minus",
+      "▁clear er",
+      "▁n ello",
+      "▁nel lo",
+      "▁nell o",
+      "▁információ k",
+      "▁pro pre",
+      "▁prop re",
+      "{ .",
+      "il og",
+      "ilo g",
+      "i log",
+      "▁Qu ick",
+      "▁acc us",
+      "▁ac cus",
+      "emp loyee",
+      "▁з у",
+      "▁ зу",
+      "ць кий",
+      "фі цій",
+      "▁пу бли",
+      "▁ публи",
+      "▁b ent",
+      "▁be nt",
+      "▁ben t",
+      "▁по зво",
+      "▁П ор",
+      "▁По р",
+      "áz í",
+      "án ico",
+      "á nico",
+      "empty set",
+      "▁sur tout",
+      "re no",
+      "ren o",
+      "r eno",
+      "un ya",
+      "▁у ез",
+      "▁Mill ionen",
+      "▁listop ada",
+      "▁M aine",
+      "▁Ma ine",
+      "▁Main e",
+      "▁Mai ne",
+      "▁gru pos",
+      "▁grupo s",
+      "▁grup os",
+      "▁St orage",
+      "▁Sto rage",
+      "▁ Storage",
+      "▁app le",
+      "▁ap ple",
+      "▁ apple",
+      "▁L ö",
+      "ou sed",
+      "ous ed",
+      "ouse d",
+      "o used",
+      "д ро",
+      "sc i",
+      "s ci",
+      "▁hi bernate",
+      "▁ hibernate",
+      "do g",
+      "d og",
+      "▁во сто",
+      "▁вос то",
+      "▁ восто",
+      "▁intens ity",
+      "leg end",
+      "lege nd",
+      "legen d",
+      "▁W ille",
+      "▁Will e",
+      "▁Wil le",
+      "▁Wi lle",
+      "▁szer int",
+      "ges ellschaft",
+      "▁L iving",
+      "▁Li ving",
+      "▁Liv ing",
+      "al lo",
+      "all o",
+      "▁S plit",
+      "▁Sp lit",
+      "▁ Split",
+      "dr u",
+      "d ru",
+      "ne ed",
+      "n eed",
+      "▁Дж он",
+      "▁Sw iss",
+      "▁sp raw",
+      "▁spr aw",
+      "▁be ho",
+      "▁beh o",
+      "▁fot ograf",
+      "▁ren contre",
+      "▁k is",
+      "▁ki s",
+      "▁sign ing",
+      "▁sig ning",
+      "ak ult",
+      "aku lt",
+      "▁index ing",
+      "ap or",
+      "a por",
+      "▁con ception",
+      "▁concept ion",
+      "▁conce ption",
+      "ag greg",
+      "agg reg",
+      "a ggreg",
+      "▁Са вез",
+      "▁aff air",
+      "ě ní",
+      "A ugust",
+      "▁се кре",
+      "▁miesz kań",
+      "UI Image",
+      "▁b ishop",
+      "▁bi shop",
+      "▁ bishop",
+      "▁serv ants",
+      "▁servant s",
+      "▁tr ail",
+      "▁tra il",
+      "di git",
+      "dig it",
+      "▁jo ins",
+      "▁join s",
+      "▁N ear",
+      "▁Ne ar",
+      "öff entlich",
+      "> {",
+      "▁sk ład",
+      "ge führt",
+      "gef ührt",
+      "▁Hol z",
+      "▁Milit är",
+      "ach i",
+      "ac hi",
+      "a chi",
+      "Up per",
+      "U pper",
+      "pi ne",
+      "pin e",
+      "p ine",
+      "ut zt",
+      "utz t",
+      "▁nu ova",
+      "ibr ation",
+      "▁B ien",
+      "▁Bi en",
+      "▁пер вый",
+      "▁первы й",
+      "▁Cre ating",
+      "On ce",
+      "▁ein mal",
+      "▁ge ometric",
+      "▁geomet ric",
+      "st vo",
+      "▁k W",
+      "▁decom position",
+      "▁com edy",
+      "▁come dy",
+      "▁activ ation",
+      "▁an gry",
+      "▁ang ry",
+      "ill eurs",
+      "ille urs",
+      "▁inst antly",
+      "▁instant ly",
+      "▁suggest ing",
+      "▁C lay",
+      "▁Cl ay",
+      "▁Cla y",
+      "co t",
+      "c ot",
+      "▁G én",
+      "▁Gé n",
+      "($ (",
+      "( $(",
+      "un wrap",
+      "▁lif ted",
+      "▁lift ed",
+      "▁K it",
+      "▁Ki t",
+      "▁ Kit",
+      "▁l inea",
+      "▁li nea",
+      "▁line a",
+      "▁lin ea",
+      "о к",
+      "ha rt",
+      "har t",
+      "h art",
+      "-> _",
+      "▁n uit",
+      "▁nu it",
+      "▁Iss ue",
+      "ли и",
+      "▁r öm",
+      "Task s",
+      "▁S r",
+      "▁se is",
+      "▁sei s",
+      "as ia",
+      "asi a",
+      "}} $.",
+      "}}$ .",
+      "} }$.",
+      ": {",
+      "control s",
+      "contr ols",
+      "▁S tim",
+      "▁St im",
+      "▁Re cht",
+      "▁Rec ht",
+      "ocia ción",
+      "oci ación",
+      "▁N atal",
+      "▁Na tal",
+      "▁Nat al",
+      "▁Philipp ines",
+      "ul en",
+      "ule n",
+      "u len",
+      "F ixed",
+      "▁switch ed",
+      "Z ip",
+      "os pel",
+      "osp el",
+      "▁нача ле",
+      "▁B lan",
+      "▁Bl an",
+      "▁Bla n",
+      "ur st",
+      "urs t",
+      "▁aut our",
+      "▁auto ur",
+      "C a",
+      "▁lat itude",
+      "▁F rei",
+      "▁Fre i",
+      "▁Fr ei",
+      "▁Mus ée",
+      "▁K urz",
+      "▁Kur z",
+      "▁Ku rz",
+      "▁reg ião",
+      "sw ap",
+      "▁h ate",
+      "▁ha te",
+      "▁hat e",
+      "▁mod ifications",
+      "▁modification s",
+      "▁modific ations",
+      "▁К ом",
+      "▁Ко м",
+      "▁Anto ine",
+      "ug a",
+      "u ga",
+      "RE CT",
+      "R ECT",
+      "ét er",
+      "é ter",
+      "G ROUP",
+      "▁sacr ific",
+      "▁W he",
+      "▁Wh e",
+      "▁Ste vens",
+      "▁Steve ns",
+      "▁Steven s",
+      "olog ische",
+      "Sum mary",
+      "ob s",
+      "o bs",
+      "hn en",
+      "h nen",
+      "< %=",
+      "di enst",
+      "d ienst",
+      "re mark",
+      "rem ark",
+      "r emark",
+      "▁veröff entlicht",
+      "е л",
+      "▁M ock",
+      "▁Mo ck",
+      "▁ Mock",
+      "▁Ль в",
+      "▁tr ês",
+      "g b",
+      "▁celebr ated",
+      "▁E b",
+      "▁c osta",
+      "▁co sta",
+      "▁cost a",
+      "▁cos ta",
+      "▁Ge ographic",
+      "▁att achment",
+      "▁attach ment",
+      "mann schaft",
+      "▁depend ence",
+      "� �",
+      "▁att itude",
+      "et al",
+      "eta l",
+      "e tal",
+      "vi c",
+      "v ic",
+      "ba ut",
+      "bau t",
+      "b aut",
+      "▁д ов",
+      "▁до в",
+      "▁ дов",
+      "▁inter ven",
+      "▁G ü",
+      "ón ica",
+      "ó nica",
+      "▁P on",
+      "▁Po n",
+      "▁dispon ible",
+      "▁F eb",
+      "▁Fe b",
+      "▁wor ship",
+      "▁Specific ally",
+      "H y",
+      "ij u",
+      "i ju",
+      "▁c b",
+      "▁ cb",
+      "▁sp ac",
+      "lev eland",
+      "level and",
+      "▁local idad",
+      "▁prec eding",
+      "▁preced ing",
+      "▁H essen",
+      "x p",
+      "▁W ein",
+      "▁We in",
+      "▁Wei n",
+      "▁Rom â",
+      "▁gi orno",
+      "▁gior no",
+      "▁квіт ня",
+      "lla ços",
+      "▁Academ ia",
+      "▁k ül",
+      "▁Å rs",
+      "▁на ј",
+      "uc lide",
+      "Inter net",
+      "Intern et",
+      "or ton",
+      "ort on",
+      "▁c orn",
+      "▁cor n",
+      "▁co rn",
+      "я ми",
+      "▁\" *",
+      "▁Fel ix",
+      "ap at",
+      "apa t",
+      "a pat",
+      "▁сво и",
+      "MI T",
+      "M IT",
+      "ma de",
+      "mad e",
+      "m ade",
+      "▁lo comot",
+      "хо да",
+      "ход а",
+      "F P",
+      "▁p m",
+      "▁ pm",
+      ".* ;",
+      "▁H amm",
+      "▁Ha mm",
+      "▁Ham m",
+      "` }",
+      "Layout Inflater",
+      "== \"",
+      "= =\"",
+      "▁E ur",
+      "▁Eu r",
+      "▁d ogs",
+      "▁do gs",
+      "▁dog s",
+      "же нии",
+      "▁a zon",
+      "▁az on",
+      "▁ azon",
+      "▁em ulator",
+      "▁r icon",
+      "▁ric on",
+      "▁ri con",
+      "be eld",
+      "▁н у",
+      "▁ ну",
+      "▁approxim ate",
+      "L M",
+      "▁B ond",
+      "▁Bo nd",
+      "▁Bon d",
+      "▁en h",
+      "ęd z",
+      "ę dz",
+      "▁s olit",
+      "▁so lit",
+      "▁sol it",
+      "Relative Layout",
+      "et eor",
+      "ete or",
+      "ament os",
+      "amento s",
+      "▁in direct",
+      "▁ind irect",
+      "ib ől",
+      "▁g ros",
+      "▁gr os",
+      "▁gro s",
+      "▁Original s",
+      "▁Origin als",
+      "▁Orig inals",
+      "comm ands",
+      "command s",
+      "Ex port",
+      "Exp ort",
+      "▁A vec",
+      "▁Av ec",
+      "▁sole mn",
+      "▁solem n",
+      "▁correct ion",
+      "▁corre ction",
+      "▁corr ection",
+      "▁про води",
+      "▁прово ди",
+      "▁Mo sk",
+      "▁Mos k",
+      "▁по до",
+      "▁под о",
+      "▁geb ied",
+      "▁nast ęp",
+      "▁D river",
+      "▁Dr iver",
+      "▁Drive r",
+      "▁ Driver",
+      "▁O ok",
+      "▁V ec",
+      "▁Ve c",
+      "▁ Vec",
+      "▁lung o",
+      "▁lun go",
+      "fi cos",
+      "fic os",
+      "fico s",
+      "f icos",
+      "▁s vol",
+      "▁sv ol",
+      "▁svo l",
+      "▁k id",
+      "▁ki d",
+      "n ja",
+      "▁H r",
+      "▁под дер",
+      "▁vis ibility",
+      "▁ visibility",
+      "▁M éd",
+      "▁Mé d",
+      "▁c pu",
+      "▁cp u",
+      "▁ cpu",
+      "dis cussion",
+      "As set",
+      "Ass et",
+      "▁def ense",
+      "▁Any one",
+      "▁Just in",
+      "is zt",
+      "isz t",
+      "▁Coll ins",
+      "▁Val ent",
+      "▁P ale",
+      "▁Pa le",
+      "▁Pal e",
+      "▁f uel",
+      "▁fue l",
+      "▁fu el",
+      "▁n ose",
+      "▁no se",
+      "▁nos e",
+      "rí guez",
+      "▁Sch les",
+      "▁Schl es",
+      "▁Mal ays",
+      "▁com mut",
+      "▁comm ut",
+      "dr o",
+      "d ro",
+      "ui ng",
+      "u ing",
+      "▁R ico",
+      "▁Ric o",
+      "▁Ri co",
+      "▁Em ma",
+      "or p",
+      "o rp",
+      "▁K irk",
+      "▁Kir k",
+      "▁Qu ando",
+      "▁Ne ue",
+      "▁Neu e",
+      "▁de mande",
+      "▁dem ande",
+      "▁demand e",
+      "▁C over",
+      "▁Co ver",
+      "▁Cov er",
+      "▁res cue",
+      "▁gew ählt",
+      "▁Cal endar",
+      "▁ Calendar",
+      "▁Mad onna",
+      "W P",
+      "os hi",
+      "osh i",
+      "▁M aven",
+      "▁Ma ven",
+      "▁b elle",
+      "▁be lle",
+      "▁bel le",
+      "▁bell e",
+      "▁w x",
+      "▁ wx",
+      "▁su gar",
+      "▁sug ar",
+      "▁Bet rieb",
+      "▁equilib rium",
+      "E AR",
+      "▁text s",
+      "▁tex ts",
+      "сло в",
+      "с лов",
+      "▁czerw ca",
+      "▁D üsseld",
+      "▁EL SE",
+      "▁am ery",
+      "▁amer y",
+      "▁a ni",
+      "▁an i",
+      "▁ ani",
+      "▁o bey",
+      "▁ob ey",
+      "▁N ell",
+      "▁Ne ll",
+      "▁Nel l",
+      "▁in ne",
+      "▁inn e",
+      "▁т ро",
+      "▁ тро",
+      "F D",
+      "cc o",
+      "c co",
+      "▁Z ob",
+      "▁Zo b",
+      "al ette",
+      "ale tte",
+      "alet te",
+      "a lette",
+      "▁má jus",
+      "ect ed",
+      "ec ted",
+      "e cted",
+      "▁Tur key",
+      "▁Turk ey",
+      "▁Wh ether",
+      "▁Whe ther",
+      "q i",
+      "▁ш то",
+      "▁head quarters",
+      "en di",
+      "end i",
+      "ar us",
+      "aru s",
+      "a rus",
+      "op us",
+      "o pus",
+      "▁з оло",
+      "▁зо ло",
+      "▁de stru",
+      "▁dest ru",
+      "▁L ok",
+      "▁Lo k",
+      "▁satisf action",
+      "() \r",
+      "( )\r",
+      "▁Т ер",
+      "▁Те р",
+      "Jo se",
+      "J ose",
+      "▁con quer",
+      "▁conqu er",
+      "▁E ffect",
+      "▁ Effect",
+      "Layout Params",
+      "ie z",
+      "i ez",
+      "▁extern s",
+      "▁gegen über",
+      "▁E SP",
+      "▁ES P",
+      "ol ta",
+      "olt a",
+      "process or",
+      "proc essor",
+      "▁K ult",
+      "▁Ku lt",
+      "▁Atl anta",
+      "▁t ier",
+      "▁ti er",
+      "▁tie r",
+      "Oper ator",
+      "▁ди а",
+      "▁пи сь",
+      "▁gro ß",
+      "▁he arts",
+      "▁heart s",
+      "▁hear ts",
+      "▁mill imeter",
+      "al though",
+      "alth ough",
+      "al les",
+      "all es",
+      "alle s",
+      "a lles",
+      "▁Mag ic",
+      "tr aining",
+      "tra ining",
+      "train ing",
+      "ol ine",
+      "oli ne",
+      "olin e",
+      "o line",
+      "▁орган і",
+      ">\\< ^",
+      "> \\<^",
+      "ці аль",
+      "ex ports",
+      "export s",
+      "Work book",
+      "▁вере сня",
+      "▁t eles",
+      "▁te les",
+      "▁tele s",
+      "▁tel es",
+      "▁econom y",
+      "▁econ omy",
+      "▁ec onomy",
+      "▁t rap",
+      "▁tr ap",
+      "▁tra p",
+      "▁ref use",
+      "▁str anger",
+      "▁strange r",
+      "▁stran ger",
+      "▁inst inct",
+      "по да",
+      "ol an",
+      "ola n",
+      "o lan",
+      "▁n ing",
+      "▁ni ng",
+      "▁nin g",
+      "▁ ning",
+      "inf late",
+      "infl ate",
+      "itat ea",
+      "itate a",
+      "ack s",
+      "ac ks",
+      "a cks",
+      "▁J oy",
+      "▁Jo y",
+      "FL AG",
+      "FLA G",
+      "ail and",
+      "ai land",
+      "▁sort i",
+      "▁sor ti",
+      "▁в пер",
+      "▁p én",
+      "▁pé n",
+      "Not hing",
+      "No thing",
+      "N othing",
+      "▁sz áz",
+      "▁Á ng",
+      "▁A UT",
+      "▁ AUT",
+      "Act ions",
+      "Action s",
+      "A ctions",
+      "E very",
+      "▁чер вня",
+      "▁авто мо",
+      "▁rout ine",
+      "▁e struct",
+      "▁est ruct",
+      "▁G ang",
+      "▁Ga ng",
+      "▁Gan g",
+      "▁h oles",
+      "▁ho les",
+      "▁hol es",
+      "▁hole s",
+      "th esis",
+      "thes is",
+      "▁con cl",
+      "▁conc l",
+      "▁p é",
+      "ri ers",
+      "rie rs",
+      "rier s",
+      "r iers",
+      "ро вой",
+      "рово й",
+      "р овой",
+      "ad ic",
+      "adi c",
+      "a dic",
+      "Sp eed",
+      "Spe ed",
+      "▁command ed",
+      "▁N azionale",
+      "▁Naz ionale",
+      "Man aged",
+      "▁DE CLARE",
+      "▁se dan",
+      "▁sed an",
+      "String s",
+      "Str ings",
+      "▁sa cred",
+      "▁sac red",
+      "▁sacr ed",
+      "ter such",
+      "ters uch",
+      "▁abit anti",
+      "br it",
+      "b rit",
+      "▁N CAA",
+      "▁NC AA",
+      "▁С П",
+      "▁a ged",
+      "▁ag ed",
+      "▁age d",
+      "▁ aged",
+      "▁Ch iesa",
+      "▁Chi esa",
+      "▁re vision",
+      "▁rev ision",
+      "▁revis ion",
+      "op ro",
+      "o pro",
+      "▁over write",
+      "emb ros",
+      "embro s",
+      "▁sort ie",
+      "▁sorti e",
+      "▁ot ten",
+      "▁ott en",
+      "xi v",
+      "x iv",
+      "▁d eli",
+      "▁de li",
+      "▁del i",
+      "▁A sp",
+      "▁As p",
+      "▁b alls",
+      "▁bal ls",
+      "▁ball s",
+      "ka f",
+      "k af",
+      "▁br ave",
+      "▁bra ve",
+      "▁все го",
+      "▁вс его",
+      "eg n",
+      "e gn",
+      "jp eg",
+      "▁O sten",
+      "▁Os ten",
+      "▁Ost en",
+      "Const ants",
+      "▁Inf antry",
+      "▁N ev",
+      "▁Ne v",
+      "▁я ких",
+      "▁як их",
+      "▁му ниципа",
+      "ci ja",
+      "c ija",
+      "▁p oem",
+      "▁po em",
+      "▁ne gro",
+      "▁neg ro",
+      "ха р",
+      "х ар",
+      "▁A sk",
+      "▁As k",
+      "▁a vo",
+      "▁av o",
+      "▁ avo",
+      "▁Me yer",
+      "▁Mey er",
+      "▁W esten",
+      "▁We sten",
+      "▁West en",
+      "▁Wes ten",
+      "▁o ko",
+      "▁ok o",
+      "▁ oko",
+      "ag in",
+      "agi n",
+      "a gin",
+      "▁Süd en",
+      "▁Sü den",
+      "ent ries",
+      "entr ies",
+      "▁Rep ublik",
+      "▁Repub lik",
+      "Collection View",
+      "-- -----",
+      "---- ---",
+      "--- ----",
+      "------ -",
+      "----- --",
+      "- ------",
+      "▁fire fox",
+      "▁alc une",
+      "▁фо то",
+      "▁отри ма",
+      "~~~~ ~~~~",
+      "▁Ра з",
+      "▁Com plex",
+      "▁Comp lex",
+      "▁Comple x",
+      "▁p ia",
+      "▁pi a",
+      "▁public ada",
+      "we i",
+      "w ei",
+      "ced ure",
+      "occup ation",
+      "▁medic ine",
+      "▁dr ove",
+      "▁dro ve",
+      "Pro blem",
+      "▁beg inner",
+      "▁begin ner",
+      "▁thorough ly",
+      "ur ia",
+      "uri a",
+      "u ria",
+      "av ant",
+      "ava nt",
+      "avan t",
+      "uch a",
+      "uc ha",
+      "u cha",
+      "▁l ever",
+      "▁le ver",
+      "▁lev er",
+      "▁te atro",
+      "▁teat ro",
+      "AV A",
+      "A VA",
+      "sq u",
+      "s qu",
+      "tr at",
+      "tra t",
+      "t rat",
+      "iv atal",
+      "iva tal",
+      "▁d irty",
+      "▁dir ty",
+      "▁se conde",
+      "▁second e",
+      "▁sec onde",
+      "▁grav it",
+      "▁pro position",
+      "▁prop osition",
+      "▁propos ition",
+      "h bar",
+      "om ini",
+      "omin i",
+      "omi ni",
+      "▁ ”",
+      "▁C amil",
+      "▁Cam il",
+      "▁Ca mil",
+      "▁qu een",
+      "▁que en",
+      "mod ifier",
+      "J an",
+      "▁l yr",
+      "▁ly r",
+      "Com boBox",
+      "ion ic",
+      "io nic",
+      "ioni c",
+      "i onic",
+      "▁h oly",
+      "▁ho ly",
+      "▁hol y",
+      "▁Sebast ian",
+      "| _{",
+      "▁{ @",
+      "▁мо жно",
+      "▁мож но",
+      "▁Cre ative",
+      "▁inter ess",
+      "▁inte ress",
+      "▁C T",
+      "▁ CT",
+      "i ções",
+      "▁ch ant",
+      "▁cha nt",
+      "▁ chant",
+      "▁wsp ół",
+      "▁Мекси ка",
+      "▁ran ked",
+      "▁rank ed",
+      "▁paździer nika",
+      "▁b rut",
+      "▁br ut",
+      "▁bru t",
+      "▁far ther",
+      "▁V erb",
+      "▁Ver b",
+      "▁Ve rb",
+      "▁S even",
+      "▁Se ven",
+      "lb l",
+      "l bl",
+      "▁mention s",
+      "▁ment ions",
+      "▁F ight",
+      "▁Fig ht",
+      "if en",
+      "ife n",
+      "i fen",
+      "▁b og",
+      "▁bo g",
+      "▁re gres",
+      "▁reg res",
+      "▁sc oring",
+      "ic ane",
+      "ica ne",
+      "ican e",
+      "▁El li",
+      "▁Ell i",
+      "▁pie rw",
+      "▁pier w",
+      "me asure",
+      "ński ej",
+      "ń skiej",
+      "# {",
+      "▁де ся",
+      "▁var maste",
+      "▁Un ix",
+      "I Z",
+      "iti é",
+      "Prim ary",
+      "▁Spring er",
+      "▁Spr inger",
+      "ün g",
+      "ü ng",
+      "▁an v",
+      "▁vers ione",
+      "▁version e",
+      "▁should ers",
+      "▁shoulder s",
+      "▁бри га",
+      "▁j av",
+      "▁ja v",
+      "▁ jav",
+      "lt al",
+      "l tal",
+      "▁kall aste",
+      "▁Mitch ell",
+      "▁wire less",
+      "▁wir eless",
+      "▁Á l",
+      "resp ons",
+      "co uld",
+      "cou ld",
+      "c ould",
+      "▁re lax",
+      "▁rel ax",
+      "▁rela x",
+      "▁ relax",
+      "Lo nd",
+      "L ond",
+      "ń cz",
+      "ство вал",
+      "ствова л",
+      "▁pol ski",
+      "en ç",
+      "za r",
+      "z ar",
+      "▁d type",
+      "▁dt ype",
+      "ow ned",
+      "own ed",
+      "un known",
+      "unk nown",
+      "▁m utable",
+      "▁mu table",
+      "▁mut able",
+      "▁ mutable",
+      "▁si empre",
+      "▁Mont real",
+      "▁loc ate",
+      "▁tr aces",
+      "▁tra ces",
+      "▁trace s",
+      "▁trac es",
+      "▁ins gesamt",
+      "▁N il",
+      "▁Ni l",
+      "▁ Nil",
+      "▁п рода",
+      "▁про да",
+      "▁прод а",
+      "▁War ner",
+      "▁N au",
+      "▁Na u",
+      "tri angle",
+      "▁concentr ation",
+      "▁gentle men",
+      "äch t",
+      "ä cht",
+      "fil ters",
+      "filter s",
+      "inci pal",
+      "VAL ID",
+      "▁де пута",
+      "ad ó",
+      "▁kon st",
+      "gs å",
+      "ag as",
+      "aga s",
+      "a gas",
+      "▁meille ur",
+      "▁дан ным",
+      "є дна",
+      "en coded",
+      "enc oded",
+      "encode d",
+      "< '",
+      "▁she ets",
+      "▁sheet s",
+      "▁ sheets",
+      "cu ador",
+      "▁викори стову",
+      "▁De put",
+      "▁Dep ut",
+      "▁man ière",
+      "ą g",
+      "cs ol",
+      "c sol",
+      ")$ -",
+      ") $-",
+      "UI View",
+      "▁mill ones",
+      "▁E hren",
+      "▁Ehr en",
+      "Si l",
+      "S il",
+      "▁a tac",
+      "▁at ac",
+      "▁C old",
+      "▁Col d",
+      "▁Co ld",
+      "\" \\",
+      "▁appro ached",
+      "▁approach ed",
+      "▁Års med",
+      "W M",
+      "▁De port",
+      "▁Dep ort",
+      "mi s",
+      "m is",
+      "and box",
+      "ob serv",
+      "obs erv",
+      "set ting",
+      "sett ing",
+      "ha tó",
+      "hat ó",
+      "h ató",
+      "▁s trat",
+      "▁st rat",
+      "▁str at",
+      "▁stra t",
+      "▁s pre",
+      "▁sp re",
+      "▁spr e",
+      "▁ spre",
+      "▁person ne",
+      "▁pers onne",
+      "▁personn e",
+      "▁dir ige",
+      "▁dirig e",
+      "pu ll",
+      "p ull",
+      "da ting",
+      "dat ing",
+      "d ating",
+      "▁F act",
+      "▁Fa ct",
+      "▁Fac t",
+      "▁ Fact",
+      "▁manip ulate",
+      "▁M AC",
+      "▁MA C",
+      "▁d ej",
+      "▁de j",
+      "ult imo",
+      "F X",
+      "Li fe",
+      "L ife",
+      "▁c rack",
+      "▁cr ack",
+      "▁cra ck",
+      "▁m í",
+      "▁п ове",
+      "▁по ве",
+      "▁пов е",
+      "▁w ore",
+      "▁wor e",
+      "▁wo re",
+      "univers ité",
+      "▁form ulas",
+      "▁formula s",
+      "▁Elis abeth",
+      "pl ots",
+      "plot s",
+      "mi le",
+      "mil e",
+      "m ile",
+      "▁me nor",
+      "▁men or",
+      "ти л",
+      "т ил",
+      "key word",
+      "▁Balt imore",
+      "hr er",
+      "hre r",
+      "h rer",
+      "▁C lement",
+      "▁Cl ement",
+      "▁Cle ment",
+      "vi m",
+      "v im",
+      "ra ss",
+      "ras s",
+      "r ass",
+      "T ake",
+      "▁cím ű",
+      "▁Con vention",
+      "at ge",
+      "se ed",
+      "see d",
+      "s eed",
+      "▁D í",
+      "▁Sp ider",
+      "ah oo",
+      "aho o",
+      "▁име ет",
+      "ühr t",
+      "üh rt",
+      "▁по писа",
+      "▁C ot",
+      "▁Co t",
+      "▁no bles",
+      "▁noble s",
+      "▁nob les",
+      "RE SS",
+      "RES S",
+      "▁che min",
+      "▁chem in",
+      "▁gł ówn",
+      "G G",
+      "▁German ia",
+      "▁Ger mania",
+      "▁Germ ania",
+      "▁Alexand re",
+      "he ns",
+      "hen s",
+      "h ens",
+      "sw ift",
+      "oo p",
+      "o op",
+      "Sub view",
+      "▁requ iring",
+      "ęd zy",
+      "ędz y",
+      "▁f ict",
+      "▁fi ct",
+      "▁fic t",
+      "▁Кон стан",
+      "▁dé put",
+      "▁dép ut",
+      "▁surpr ising",
+      "▁de ix",
+      "▁dei x",
+      "▁unter schied",
+      "in son",
+      "ins on",
+      "▁Char acter",
+      "▁ Character",
+      "▁g estion",
+      "▁ges tion",
+      "▁gest ion",
+      "ch us",
+      "c hus",
+      "com es",
+      "co mes",
+      "come s",
+      "▁n eur",
+      "▁ne ur",
+      "▁neu r",
+      "▁ neur",
+      "▁ye ux",
+      "ol lar",
+      "oll ar",
+      "▁par ad",
+      "▁para d",
+      "▁pa rad",
+      "▁mag giore",
+      "▁maggio re",
+      "▁maggior e",
+      "TR AN",
+      "▁vo tre",
+      "▁vot re",
+      "▁des cent",
+      "▁desc ent",
+      "▁I con",
+      "▁ Icon",
+      "▁Jud ge",
+      "▁occup ation",
+      "▁ occupation",
+      "ep ing",
+      "e ping",
+      "▁ton gue",
+      "▁tong ue",
+      "▁En llaços",
+      "ru f",
+      "r uf",
+      "▁prote in",
+      "▁prot ein",
+      "▁vis itors",
+      "▁visit ors",
+      "▁visitor s",
+      "ax y",
+      "a xy",
+      "es ten",
+      "est en",
+      "este n",
+      "e sten",
+      "bl ica",
+      "blic a",
+      "b lica",
+      "h w",
+      "▁spir its",
+      "▁spirit s",
+      "▁redu ces",
+      "▁reduce s",
+      "▁м ен",
+      "▁ме н",
+      "▁ мен",
+      "▁L amb",
+      "▁La mb",
+      "▁Lam b",
+      "▁M ine",
+      "▁Min e",
+      "▁Mi ne",
+      "▁ver ified",
+      "▁B aby",
+      "▁Ba by",
+      "▁Bab y",
+      "▁pr ize",
+      "▁pri ze",
+      "в ър",
+      "▁rat ings",
+      "▁rating s",
+      "▁f ore",
+      "▁for e",
+      "▁fo re",
+      "▁ fore",
+      "as ha",
+      "ash a",
+      "a sha",
+      "ur rence",
+      "urr ence",
+      "▁int ér",
+      "▁Ol ímp",
+      "cr a",
+      "c ra",
+      "▁comput ational",
+      "▁computation al",
+      "ir che",
+      "irc he",
+      ".:  ",
+      "▁illustr ated",
+      "▁illustrate d",
+      "▁Sh are",
+      "▁house holds",
+      "▁household s",
+      "▁con volution",
+      "oe md",
+      "oem d",
+      "▁zd oby",
+      "▁zdob y",
+      "cc c",
+      "c cc",
+      "▁quant ities",
+      "Ch e",
+      "C he",
+      "Sh ould",
+      "▁ge nius",
+      "▁gen ius",
+      "ad j",
+      "a dj",
+      "х ва",
+      "Пе тер",
+      "EM A",
+      "E MA",
+      "▁R ights",
+      "▁Right s",
+      "▁E li",
+      "▁El i",
+      "VA R",
+      "V AR",
+      "ш ло",
+      "▁з бір",
+      "ift ung",
+      "▁cont ributed",
+      "▁contrib uted",
+      "▁contribu ted",
+      "▁contribute d",
+      "ze f",
+      "z ef",
+      "▁CH AR",
+      "▁ CHAR",
+      "▁S ib",
+      "▁Si b",
+      "▁M ant",
+      "▁Man t",
+      "▁Ma nt",
+      "▁свя зи",
+      "▁java fx",
+      "▁c ependant",
+      "▁in tu",
+      "▁int u",
+      "▁т вор",
+      "▁ Ó",
+      "gu er",
+      "gue r",
+      "g uer",
+      "ra do",
+      "rad o",
+      "r ado",
+      "▁Re vol",
+      "▁Rev ol",
+      "▁fé min",
+      "▁Or leans",
+      "▁p oj",
+      "▁po j",
+      "▁p rez",
+      "▁pr ez",
+      "▁pre z",
+      "Te x",
+      "T ex",
+      "ou wd",
+      "ouw d",
+      "? (",
+      "▁L IM",
+      "▁LI M",
+      "ist ique",
+      "isti que",
+      "es ar",
+      "esa r",
+      "▁he ures",
+      "ic ki",
+      "ick i",
+      "i cki",
+      "▁d bo",
+      "▁db o",
+      "▁ dbo",
+      "sk ih",
+      "ski h",
+      "s kih",
+      "conf irm",
+      "▁vil ág",
+      "▁ci utat",
+      "▁D R",
+      "▁ DR",
+      "▁Haw ai",
+      "ch ed",
+      "che d",
+      "c hed",
+      "▁s pher",
+      "▁sp her",
+      "▁Art ikel",
+      "▁Multi ple",
+      "ci u",
+      "c iu",
+      "▁м ы",
+      "▁ мы",
+      "▁lip ca",
+      "]( /",
+      "] (/",
+      "Str ategy",
+      "▁Al abama",
+      "SD K",
+      "S DK",
+      "UT C",
+      "U TC",
+      "__ .",
+      "_ _.",
+      "Arg uments",
+      "Argument s",
+      "▁set ContentView",
+      "î le",
+      "By Val",
+      "▁J VM",
+      "юще го",
+      "▁Leon ard",
+      "▁just ify",
+      "це м",
+      "ц ем",
+      "▁n ab",
+      "▁na b",
+      "▁ nab",
+      "CCE SS",
+      "C CESS",
+      "▁hope s",
+      "▁ho pes",
+      "▁hop es",
+      ") &",
+      "se ro",
+      "ser o",
+      "s ero",
+      "▁за й",
+      "слі д",
+      "▁R ég",
+      "▁Ré g",
+      "▁S ang",
+      "▁San g",
+      "▁Sa ng",
+      "▁f ung",
+      "▁fun g",
+      "▁fu ng",
+      "ba ar",
+      "b aar",
+      "▁coff ee",
+      "ass embly",
+      "▁В ін",
+      "▁Ві н",
+      "э й",
+      "▁comp rend",
+      "▁compr end",
+      "fil led",
+      "fill ed",
+      "f illed",
+      "р д",
+      "od ia",
+      "odi a",
+      "o dia",
+      "▁g ens",
+      "▁ge ns",
+      "▁gen s",
+      "▁ gens",
+      "fl uss",
+      "flu ss",
+      "f luss",
+      "Draw able",
+      "▁sur ve",
+      "▁surv e",
+      "Set up",
+      "▁n ależ",
+      "▁conj unto",
+      "▁Е го",
+      "▁old al",
+      "▁ol dal",
+      "▁ver bose",
+      "▁verb ose",
+      "▁Elect ric",
+      "▁H arrison",
+      "▁Harr ison",
+      "▁Harris on",
+      "en gen",
+      "eng en",
+      "par agraph",
+      "para graph",
+      "▁n ouvelles",
+      "▁nouve lles",
+      "▁nouvelle s",
+      "▁вре ме",
+      "▁m emor",
+      "▁me mor",
+      "▁mem or",
+      "▁mayo ría",
+      "▁mayor ía",
+      "са д",
+      "▁bat aille",
+      "▁bata ille",
+      "▁therm al",
+      "▁ther mal",
+      "▁Хро нологи",
+      "▁B etter",
+      "▁Bet ter",
+      "by e",
+      "b ye",
+      "▁теа тра",
+      "ro e",
+      "r oe",
+      "▁se gle",
+      "▁seg le",
+      "ro tt",
+      "rot t",
+      "r ott",
+      "▁opin ions",
+      "▁opinion s",
+      ")} )",
+      ") })",
+      "üh le",
+      "ühl e",
+      "▁G ün",
+      "▁Gü n",
+      "▁ Щ",
+      "b ól",
+      "▁Lar ry",
+      "▁so lic",
+      "▁sol ic",
+      "▁z war",
+      "▁zw ar",
+      "▁Car oline",
+      "▁Carol ine",
+      "▁Reich s",
+      "Ext ensions",
+      "Extension s",
+      "mi gr",
+      "m igr",
+      ": @",
+      "▁en umerate",
+      "▁enumer ate",
+      "▁ enumerate",
+      "▁eigen en",
+      "▁eig enen",
+      "▁expl ore",
+      "▁explo re",
+      "ém u",
+      "é mu",
+      "▁g at",
+      "▁ga t",
+      "▁ gat",
+      "▁imper ial",
+      "▁Us ually",
+      "▁t ud",
+      "▁tu d",
+      "▁у кра",
+      "hi m",
+      "h im",
+      "▁cor ners",
+      "▁corner s",
+      "▁corn ers",
+      "▁S ER",
+      "▁SE R",
+      "▁ SER",
+      "▁interpre ter",
+      "▁interpret er",
+      "▁I ce",
+      "▁amount s",
+      "▁P ala",
+      "▁Pa la",
+      "▁Pal a",
+      "▁t inha",
+      "▁tin ha",
+      "vo le",
+      "vol e",
+      "v ole",
+      "▁g le",
+      "▁gl e",
+      "▁ gle",
+      "uc ci",
+      "▁sie he",
+      "Jac k",
+      "J ack",
+      "▁w oll",
+      "▁wo ll",
+      "▁wol l",
+      "▁e lder",
+      "▁el der",
+      "▁ко раб",
+      "▁eng ag",
+      "▁La urent",
+      "▁Laur ent",
+      "▁Lau rent",
+      "▁ach iev",
+      "ist ik",
+      "isti k",
+      "ar ct",
+      "arc t",
+      "тно го",
+      "т ного",
+      "▁g ir",
+      "▁gi r",
+      "▁Sing h",
+      "▁Sin gh",
+      "math op",
+      "US A",
+      "U SA",
+      "▁Pro jekt",
+      "▁de be",
+      "▁deb e",
+      "richt ung",
+      "r ichtung",
+      "▁T sch",
+      "▁Ts ch",
+      "um inate",
+      "umin ate",
+      "▁s zó",
+      "▁sz ó",
+      "ly ph",
+      "зи дент",
+      "зиден т",
+      "▁lim itations",
+      "▁limit ations",
+      "▁limitation s",
+      "юще й",
+      "▁b ila",
+      "▁bi la",
+      "▁bil a",
+      "P ush",
+      "▁off ering",
+      "▁offer ing",
+      "ien nes",
+      "ienne s",
+      "ienn es",
+      "i ennes",
+      "Fr i",
+      "F ri",
+      "▁post gresql",
+      "▁ postgresql",
+      "▁Tom my",
+      "▁partic olare",
+      "▁stolet í",
+      "▁ar rib",
+      "▁arr ib",
+      "▁E va",
+      "▁Ev a",
+      "sch ool",
+      "▁v endor",
+      "▁ven dor",
+      "▁vend or",
+      "▁ vendor",
+      "▁D allas",
+      "▁Dal las",
+      "▁pro long",
+      "CRE ATE",
+      "C REATE",
+      "▁suiv ante",
+      "STAT US",
+      "l à",
+      "k v",
+      "▁h äufig",
+      "▁Agr icult",
+      "▁h uit",
+      "▁hu it",
+      "▁in oltre",
+      "▁L loyd",
+      "▁францу з",
+      "▁вы пол",
+      "▁faith ful",
+      "▁В ар",
+      "▁Ва р",
+      "▁ver l",
+      "▁ve rl",
+      "▁ju ego",
+      "▁Резу лтати",
+      ", ...,",
+      "▁implicit ly",
+      "ir ks",
+      "irk s",
+      "Cal cul",
+      "▁m eses",
+      "▁mes es",
+      "om ed",
+      "ome d",
+      "o med",
+      "▁p ak",
+      "▁pa k",
+      "he rit",
+      "her it",
+      "▁opt ical",
+      "▁І сторія",
+      "ve is",
+      "▁capital e",
+      "▁capit ale",
+      "place holder",
+      "int rag",
+      "▁At las",
+      "▁Atl as",
+      "▁ Atlas",
+      ")] ;",
+      ") ];",
+      "ic ons",
+      "ico ns",
+      "icon s",
+      "i cons",
+      "▁B ent",
+      "▁Be nt",
+      "▁Ben t",
+      "▁W idget",
+      "▁ Widget",
+      "▁vol unt",
+      "av o",
+      "a vo",
+      "ég r",
+      "é gr",
+      "li ge",
+      "lig e",
+      "l ige",
+      "▁N AME",
+      "▁NA ME",
+      "▁ NAME",
+      "▁ab stra",
+      "▁abs tra",
+      "▁f ís",
+      "▁B rowser",
+      "▁Brow ser",
+      "▁ Browser",
+      "▁b ush",
+      "▁bu sh",
+      "▁bus h",
+      "ha ll",
+      "hal l",
+      "h all",
+      "▁cloud s",
+      "▁S UB",
+      "▁SU B",
+      "▁ SUB",
+      "▁t andis",
+      "▁tan dis",
+      "▁Common wealth",
+      "та я",
+      "▁exha ust",
+      "________ ________",
+      "▁Stat istics",
+      "▁Statist ics",
+      "▁Relig ion",
+      "▁Mu ham",
+      "ual s",
+      "ua ls",
+      "u als",
+      "go to",
+      "got o",
+      "g oto",
+      "Dig ital",
+      "Famil y",
+      "▁B un",
+      "▁Bu n",
+      "let in",
+      "Man agement",
+      "▁cap abilities",
+      "an nten",
+      "ann ten",
+      "annt en",
+      "annte n",
+      "▁се бе",
+      "▁st ays",
+      "▁stay s",
+      "▁sta ys",
+      "kt er",
+      "kte r",
+      "k ter",
+      "▁d ost",
+      "▁do st",
+      "▁dos t",
+      "▁Т ре",
+      "ло вич",
+      "лови ч",
+      "л ович",
+      "▁d ying",
+      "▁dy ing",
+      "se ctions",
+      "section s",
+      "sect ions",
+      "án os",
+      "á nos",
+      "▁app arten",
+      "▁appar ten",
+      "▁appart en",
+      "▁zo als",
+      "▁dr essed",
+      "▁dress ed",
+      "▁com press",
+      "▁comp ress",
+      "▁compr ess",
+      "ń ska",
+      "▁sierp nia",
+      "▁ти ту",
+      "diction ary",
+      "d ictionary",
+      "▁r abb",
+      "▁ra bb",
+      "▁vé rit",
+      "В о",
+      "▁sing leton",
+      "▁single ton",
+      "▁v ital",
+      "▁vi tal",
+      "▁vit al",
+      "▁vita l",
+      "Ref resh",
+      "ме ль",
+      "м ель",
+      "▁Z h",
+      "▁Af ghan",
+      "in kel",
+      "ink el",
+      "aa aa",
+      "▁particip ants",
+      "ar in",
+      "ari n",
+      "a rin",
+      "▁M old",
+      "▁Mo ld",
+      "▁Mol d",
+      "▁prim eros",
+      "▁prime ros",
+      "▁primer os",
+      "▁ра н",
+      "▁р ан",
+      "▁ ран",
+      "▁А мери",
+      "▁restaur ant",
+      "év el",
+      "é vel",
+      "▁S L",
+      "▁ SL",
+      "▁R ey",
+      "▁Re y",
+      "ch as",
+      "cha s",
+      "c has",
+      "▁elect rons",
+      "▁electron s",
+      "▁electro ns",
+      "▁Pitt s",
+      "▁Pit ts",
+      "▁J ules",
+      "▁Jul es",
+      "▁Ju les",
+      "ма й",
+      "en ant",
+      "ena nt",
+      "e nant",
+      "- }",
+      "ла д",
+      "▁Мос ква",
+      "▁Моск ва",
+      "go m",
+      "g om",
+      "▁Fern ández",
+      "fun d",
+      "fu nd",
+      "f und",
+      "int erno",
+      "inter no",
+      "intern o",
+      "▁M ari",
+      "▁Mar i",
+      "▁Ma ri",
+      "▁r ius",
+      "▁ri us",
+      "▁Pro zent",
+      "ст рі",
+      "стр і",
+      "▁в нут",
+      "ant erie",
+      "ante rie",
+      "anter ie",
+      "▁п рис",
+      "▁при с",
+      "▁пр ис",
+      "▁о бы",
+      "▁об ы",
+      "▁M arina",
+      "▁Mar ina",
+      "▁Mari na",
+      "▁occ urrence",
+      "▁occur rence",
+      "▁occurr ence",
+      "ri kt",
+      "rik t",
+      "r ikt",
+      "▁фи зи",
+      "▁sch wer",
+      "▁schw er",
+      "▁Г ре",
+      "Re set",
+      "Res et",
+      "▁much o",
+      "▁mu cho",
+      "an dr",
+      "and r",
+      "▁W ies",
+      "▁Wi es",
+      "▁Wie s",
+      "▁Ke ith",
+      "▁Jul ian",
+      "▁Juli an",
+      "▁Julia n",
+      "▁c ole",
+      "▁col e",
+      "▁co le",
+      "▁ cole",
+      "ci endo",
+      "c iendo",
+      "▁Cont empor",
+      "et ry",
+      "etr y",
+      "e try",
+      "el ian",
+      "eli an",
+      "elia n",
+      "ги и",
+      "▁го ло",
+      "▁г оло",
+      "▁d él",
+      "▁dé l",
+      "▁de cent",
+      "▁dec ent",
+      "▁dece nt",
+      "Р СР",
+      "▁sze ptember",
+      "ме ст",
+      "cast le",
+      "▁держа в",
+      "}\" )",
+      "} \")",
+      "▁ASC II",
+      "▁G len",
+      "▁Gl en",
+      "itzer land",
+      "T oggle",
+      "▁trad icional",
+      "▁P lat",
+      "▁Pl at",
+      "▁Pla t",
+      "ve e",
+      "v ee",
+      "ab gerufen",
+      "( |",
+      "CL I",
+      "C LI",
+      "}} $,",
+      "}}$ ,",
+      "} }$,",
+      "▁Bow l",
+      "▁M ale",
+      "▁Ma le",
+      "▁Mal e",
+      "▁B res",
+      "▁Br es",
+      "▁Bre s",
+      "▁п си",
+      "▁Ch allenge",
+      "z ó",
+      "▁pro jekt",
+      "▁neg oti",
+      "ab ove",
+      "a bove",
+      "▁пери о",
+      "▁long est",
+      "▁lon gest",
+      "auth entic",
+      "▁tr adu",
+      "▁tra du",
+      "▁trad u",
+      "▁mujer es",
+      "▁And re",
+      "▁ha dn",
+      "▁had n",
+      "▁Sch ule",
+      "▁Schul e",
+      "ode l",
+      "od el",
+      "o del",
+      "ble d",
+      "bl ed",
+      "b led",
+      "▁T rade",
+      "▁Tr ade",
+      "▁Tra de",
+      "▁Trad e",
+      "▁m obil",
+      "▁mo bil",
+      "▁mob il",
+      "▁alg unas",
+      "▁L ak",
+      "▁La k",
+      "▁Connect icut",
+      "▁al co",
+      "▁alc o",
+      "▁Sel bst",
+      "i ł",
+      "▁a lb",
+      "▁al b",
+      "ouver neur",
+      "ouvern eur",
+      "▁s r",
+      "▁ sr",
+      "▁v ba",
+      "▁vb a",
+      "lo ped",
+      "lop ed",
+      "l oped",
+      "▁Par tei",
+      "▁Part ei",
+      "▁Parte i",
+      "ua te",
+      "u ate",
+      "▁Auth entication",
+      "▁ Authentication",
+      "be i",
+      "b ei",
+      "}} .",
+      "} }.",
+      "▁kon nten",
+      "▁konn ten",
+      "▁konnte n",
+      "▁до по",
+      "▁h yd",
+      "▁hy d",
+      "Off ice",
+      "d onnées",
+      "▁C leveland",
+      "ri ta",
+      "rit a",
+      "r ita",
+      "ío s",
+      "í os",
+      "▁вы ше",
+      "▁Ro berts",
+      "▁Robert s",
+      "▁é lections",
+      "▁élect ions",
+      "▁' ')",
+      "▁'' )",
+      "▁publish ing",
+      "▁b apt",
+      "▁ba pt",
+      "<> ();",
+      "< >();",
+      "miss ing",
+      "mis sing",
+      "рова но",
+      "рован о",
+      "р овано",
+      "▁ho using",
+      "▁hous ing",
+      "▁in ference",
+      "▁infer ence",
+      "▁Rena issance",
+      "▁r èg",
+      "▁Ste ph",
+      "▁Step h",
+      "CE S",
+      "C ES",
+      "ER E",
+      "E RE",
+      "ке т",
+      "к ет",
+      "O U",
+      "▁group ing",
+      "ver kehr",
+      "ji h",
+      "j ih",
+      "ag li",
+      "▁mil k",
+      "la it",
+      "l ait",
+      "St age",
+      "▁by ly",
+      "▁byl y",
+      "▁wood en",
+      "▁wo oden",
+      "ke ley",
+      "kel ey",
+      "kele y",
+      "et ra",
+      "etr a",
+      "e tra",
+      "▁P eg",
+      "▁Pe g",
+      "▁don né",
+      "▁donn é",
+      "ad al",
+      "ada l",
+      "a dal",
+      "sequ ently",
+      "▁ins besondere",
+      "EL D",
+      "E LD",
+      "▁M am",
+      "▁Ma m",
+      "▁vol te",
+      "▁volt e",
+      "▁pro spect",
+      "▁pros pect",
+      "но ве",
+      "нов е",
+      "н ове",
+      "▁den oted",
+      "▁denote d",
+      "▁over lay",
+      "Per mission",
+      "Perm ission",
+      "ee n",
+      "e en",
+      "▁E M",
+      "▁ EM",
+      "▁u z",
+      "▁ uz",
+      "M c",
+      "ol it",
+      "oli t",
+      "o lit",
+      "▁ser vi",
+      "▁serv i",
+      "▁He idel",
+      "▁Wien er",
+      "▁Wi ener",
+      "▁Wie ner",
+      "▁il legal",
+      "▁predict ions",
+      "▁prediction s",
+      "▁go og",
+      "ho n",
+      "h on",
+      "▁Cin ema",
+      "▁ре волю",
+      "▁R ule",
+      "▁Ru le",
+      "▁ Rule",
+      "wo d",
+      "w od",
+      "▁rad iation",
+      "▁radi ation",
+      "o ł",
+      "ово ї",
+      "▁Per form",
+      "▁prison er",
+      "▁a met",
+      "▁am et",
+      "▁fig ura",
+      "▁figur a",
+      "▁Comm ander",
+      "▁Command er",
+      "▁о фициаль",
+      "▁t rov",
+      "▁tr ov",
+      "▁tro v",
+      "▁a cted",
+      "▁act ed",
+      "▁ac ted",
+      "▁work flow",
+      "▁Республи ки",
+      "▁guid ance",
+      "▁м ене",
+      "▁ме не",
+      "▁мен е",
+      "▁ мене",
+      "N ational",
+      "▁K el",
+      "▁Ke l",
+      "web pack",
+      "про стра",
+      "▁llam ado",
+      "al og",
+      "alo g",
+      "a log",
+      "ter ra",
+      "ix en",
+      "le graph",
+      "leg raph",
+      "ä ischen",
+      "▁teach ers",
+      "▁teacher s",
+      "ud en",
+      "ude n",
+      "u den",
+      "▁o gså",
+      "pos sible",
+      "poss ible",
+      "▁S oul",
+      "▁So ul",
+      "▁Sou l",
+      "▁Ge ography",
+      "▁за да",
+      "hi t",
+      "h it",
+      "▁an ger",
+      "▁ang er",
+      "▁ange r",
+      "▁ anger",
+      "▁rem porte",
+      "▁remp orte",
+      "Po d",
+      "P od",
+      "ч ке",
+      "▁a ria",
+      "▁ar ia",
+      "▁ aria",
+      "▁A stronom",
+      "ch apter",
+      "▁f ork",
+      "▁for k",
+      "▁Cu ando",
+      "men se",
+      "m ense",
+      "▁Christ ians",
+      "▁Christian s",
+      "g c",
+      "▁# (",
+      "Or gan",
+      "▁ste ady",
+      "▁stead y",
+      "ps e",
+      "p se",
+      "жи ть",
+      "ig nes",
+      "ign es",
+      "igne s",
+      "ater ra",
+      "a terra",
+      "mo vie",
+      "mov ie",
+      "m ovie",
+      "pos ta",
+      "po sta",
+      "post a",
+      "p osta",
+      "ra ste",
+      "ras te",
+      "r aste",
+      "▁Res source",
+      "▁Ress ource",
+      "▁Pa ís",
+      "▁( );",
+      "▁() ;",
+      "▁ ();",
+      "▁pen alty",
+      "т т",
+      "▁tras fer",
+      "cent ury",
+      "▁clean er",
+      "sel enium",
+      "s elenium",
+      "ort heast",
+      "orth east",
+      "xi c",
+      "x ic",
+      "лі ї",
+      "л ії",
+      "▁ingles e",
+      "▁T ang",
+      "▁Ta ng",
+      "▁Tan g",
+      "▁g ods",
+      "▁go ds",
+      "▁god s",
+      "fr ent",
+      "fre nt",
+      "f rent",
+      "ci ente",
+      "cient e",
+      "c iente",
+      "st arts",
+      "start s",
+      "star ts",
+      "▁mus ica",
+      "▁music a",
+      "ymnas ium",
+      "-- --+",
+      "---- +",
+      "--- -+",
+      "- ---+",
+      "▁ter rest",
+      "▁terre st",
+      "▁retr ieved",
+      "▁retrieve d",
+      "ia re",
+      "iar e",
+      "i are",
+      "un ning",
+      "unn ing",
+      "▁Mar cus",
+      "▁Marc us",
+      "▁prom ote",
+      "war ning",
+      "warn ing",
+      "w arning",
+      "ты й",
+      "т ый",
+      "}) $,",
+      "})$ ,",
+      "} )$,",
+      "Trans port",
+      "▁re son",
+      "▁res on",
+      "▁C lo",
+      "▁Cl o",
+      "▁e rm",
+      "▁er m",
+      "▁ erm",
+      "▁elimin ate",
+      "▁elim inate",
+      "he imer",
+      "heim er",
+      "▁s aves",
+      "▁sa ves",
+      "▁sav es",
+      "▁save s",
+      "▁pr ayer",
+      "▁pra yer",
+      "▁pray er",
+      "Class es",
+      "Ex press",
+      "Exp ress",
+      "Expr ess",
+      "▁Akadem ie",
+      "El se",
+      "Tu rn",
+      "T urn",
+      "▁ik ke",
+      "▁re i",
+      "▁r ei",
+      "▁ rei",
+      "▁di rett",
+      "▁dire tt",
+      "▁dir ett",
+      "▁R ost",
+      "▁Ro st",
+      "▁Ros t",
+      "▁P apa",
+      "▁Pa pa",
+      "▁Pap a",
+      "▁j sf",
+      "▁js f",
+      "ле нием",
+      "ление м",
+      "▁T ul",
+      "▁Tu l",
+      "▁Z ak",
+      "▁Za k",
+      "▁niem ieck",
+      "T w",
+      "am our",
+      "amo ur",
+      "ne sted",
+      "nes ted",
+      "nest ed",
+      "n ested",
+      "pp ets",
+      "ppe ts",
+      "ppet s",
+      "ш п",
+      "di t",
+      "d it",
+      "зе н",
+      "з ен",
+      "zy ma",
+      "zym a",
+      "hr te",
+      "Constra ints",
+      "Constraint s",
+      "▁own ership",
+      "▁owner ship",
+      "Ar m",
+      "A rm",
+      "▁cons umption",
+      "▁consum ption",
+      "▁f et",
+      "▁fe t",
+      "iv ari",
+      "iva ri",
+      "i vari",
+      "ch rom",
+      "chr om",
+      "set Attribute",
+      "▁com pose",
+      "▁comp ose",
+      "▁compos e",
+      "▁ compose",
+      "▁back ing",
+      "▁P az",
+      "▁Pa z",
+      "▁s cri",
+      "▁sc ri",
+      "▁scr i",
+      "▁ scri",
+      "▁Me chan",
+      "▁Nor way",
+      "▁J up",
+      "▁Ju p",
+      "▁m ér",
+      "▁mé r",
+      "▁administr ator",
+      "▁c abe",
+      "▁ca be",
+      "▁cab e",
+      "ival ent",
+      "▁thr one",
+      "▁thro ne",
+      "▁d ues",
+      "▁du es",
+      "▁due s",
+      "▁hum or",
+      "▁hu mor",
+      "▁A dri",
+      "▁Ad ri",
+      "▁ab ort",
+      "ña s",
+      "ñ as",
+      "▁Ки їв",
+      "j ící",
+      "▁zwe ite",
+      "▁zwei te",
+      "▁do ub",
+      "▁dou b",
+      "er shell",
+      "ers hell",
+      "шо й",
+      "▁F am",
+      "▁Fa m",
+      "å k",
+      "▁twe ede",
+      "▁twee de",
+      "▁R ib",
+      "▁Ri b",
+      "▁f ør",
+      "pc ión",
+      "p ción",
+      "in ned",
+      "inn ed",
+      "rv m",
+      "r vm",
+      "▁App ar",
+      "▁Ap par",
+      "▁D j",
+      "▁S hang",
+      "▁Sh ang",
+      "Dist ance",
+      "D istance",
+      "▁d awn",
+      "▁da wn",
+      "▁ dawn",
+      "▁Mat th",
+      "▁Matt h",
+      "▁err ichtet",
+      "ph antom",
+      "phan tom",
+      "▁re leases",
+      "▁release s",
+      "Recogn izer",
+      "▁K op",
+      "▁Ko p",
+      "▁P ul",
+      "▁Pu l",
+      "u é",
+      "na ts",
+      "nat s",
+      "n ats",
+      "re lax",
+      "rel ax",
+      "▁f led",
+      "▁fl ed",
+      "▁fle d",
+      "▁experience s",
+      "▁experien ces",
+      "ще е",
+      "ме ня",
+      "мен я",
+      "▁пер сона",
+      "▁Id entity",
+      "▁Ident ity",
+      "▁ Identity",
+      "re ts",
+      "ret s",
+      "r ets",
+      "k unft",
+      "la rg",
+      "lar g",
+      "l arg",
+      "List Item",
+      "v d",
+      "run ner",
+      "la nt",
+      "lan t",
+      "l ant",
+      "ip art",
+      "i part",
+      "ba y",
+      "b ay",
+      "ie i",
+      "i ei",
+      "▁length s",
+      "▁c attle",
+      "▁catt le",
+      "je ts",
+      "jet s",
+      "j ets",
+      "▁se hen",
+      "J ul",
+      "fa tt",
+      "f att",
+      "▁sur render",
+      "▁surr ender",
+      "▁Tr ump",
+      "▁Tru mp",
+      "дно го",
+      "д ного",
+      "▁Four ier",
+      "▁Fou rier",
+      "ie ben",
+      "ieb en",
+      "i eben",
+      "_ \"",
+      "▁frü her",
+      "▁gar ant",
+      "▁ga rant",
+      "uclide an",
+      "äg t",
+      "ä gt",
+      "▁пів ден",
+      "Page s",
+      "Pa ges",
+      "P ages",
+      "▁r ivers",
+      "▁river s",
+      "▁riv ers",
+      "▁ri vers",
+      "▁don ner",
+      "▁donn er",
+      "▁donne r",
+      "sv n",
+      "s vn",
+      "▁ ł",
+      "ov ě",
+      "o vě",
+      "▁Le ist",
+      "ar ial",
+      "ari al",
+      "aria l",
+      "a rial",
+      "ov ých",
+      "ový ch",
+      "▁f illing",
+      "▁fil ling",
+      "▁fill ing",
+      "▁mus icale",
+      "▁music ale",
+      "▁musical e",
+      "▁musica le",
+      "ma xim",
+      "max im",
+      "▁d ashed",
+      "▁das hed",
+      "▁dash ed",
+      "▁Н ов",
+      "▁Но в",
+      "Draw er",
+      "Dra wer",
+      "▁Medic ine",
+      "▁dok ument",
+      "ow el",
+      "owe l",
+      "o wel",
+      "vi ć",
+      "v ić",
+      "he ly",
+      "hel y",
+      "h ely",
+      "▁e let",
+      "▁el et",
+      "▁ele t",
+      "Sec onds",
+      "Second s",
+      "▁Gon z",
+      "ro u",
+      "r ou",
+      "▁fin ales",
+      "▁final es",
+      "▁finale s",
+      "r n",
+      "f ø",
+      "▁index ed",
+      "class Name",
+      "▁o ber",
+      "▁ob er",
+      "▁ ober",
+      "▁du as",
+      "▁optim ized",
+      "▁optimize d",
+      "▁k dy",
+      "vers ary",
+      "ener gy",
+      "▁цент ра",
+      "▁центр а",
+      "▁c urrency",
+      "▁curr ency",
+      "▁ currency",
+      "zy ż",
+      "Li ke",
+      "L ike",
+      "▁Г и",
+      "so no",
+      "son o",
+      "s ono",
+      "▁pa lab",
+      "▁pal ab",
+      "▁p ushing",
+      "▁push ing",
+      "ub lik",
+      "▁H ass",
+      "▁Ha ss",
+      "▁Has s",
+      "}\\ ,\\",
+      "}\\, \\",
+      "} \\,\\",
+      "un ker",
+      "unk er",
+      "▁F actory",
+      "▁Fact ory",
+      "▁ Factory",
+      "▁Res ources",
+      "▁Resource s",
+      "▁ Resources",
+      "date i",
+      "da tei",
+      "dat ei",
+      "▁T ools",
+      "▁To ols",
+      "▁Tool s",
+      "▁ Tools",
+      "▁ste hen",
+      "si me",
+      "sim e",
+      "s ime",
+      "▁Х у",
+      "▁h och",
+      "▁ho ch",
+      "▁Rod ríguez",
+      "zeit ig",
+      "▁Ter ry",
+      "▁Terr y",
+      "▁о бу",
+      "▁об у",
+      "Us age",
+      "urch ase",
+      "l ö",
+      "▁Int roduction",
+      "▁ Introduction",
+      "▁particip ation",
+      "ο ς",
+      "og li",
+      "ap y",
+      "a py",
+      "▁hope fully",
+      "pon der",
+      "po nder",
+      "pond er",
+      "p onder",
+      "▁Y ang",
+      "▁Yan g",
+      "▁Ya ng",
+      "▁prom ises",
+      "▁promise s",
+      "▁вер ну",
+      "▁о стров",
+      "▁ост ров",
+      "^{ +",
+      "▁most ra",
+      "▁mo stra",
+      "▁mos tra",
+      "▁CURL OPT",
+      "H H",
+      "▁std out",
+      "▁ stdout",
+      "▁br illiant",
+      "▁manus cript",
+      "▁de cir",
+      "▁dec ir",
+      "▁B olog",
+      "▁Bo log",
+      "▁Bol og",
+      "▁ме ста",
+      "▁мест а",
+      "▁in visible",
+      "▁C hal",
+      "▁Ch al",
+      "▁Cha l",
+      "▁analy ze",
+      "▁analyz e",
+      "pr ilis",
+      "pril is",
+      "att end",
+      "atten d",
+      "atte nd",
+      "M vc",
+      "th an",
+      "tha n",
+      "t han",
+      "ck o",
+      "c ko",
+      "▁Que bec",
+      "▁pl anta",
+      "▁plan ta",
+      "▁plant a",
+      "▁télé vis",
+      "▁un install",
+      "èn cies",
+      "▁gmin ie",
+      "▁P ref",
+      "▁Pr ef",
+      "▁Pre f",
+      "▁le quel",
+      "Inv ocation",
+      "▁ Í",
+      "▁trans formed",
+      "▁transform ed",
+      "MA N",
+      "M AN",
+      "ge baut",
+      "geb aut",
+      "▁со хра",
+      "▁вто рой",
+      "▁L ith",
+      "▁Li th",
+      "▁Lit h",
+      "wend ung",
+      "▁Polit ik",
+      "▁Sen ator",
+      "▁L L",
+      "▁ LL",
+      "жде ние",
+      "ш те",
+      "▁C és",
+      "▁b ande",
+      "▁band e",
+      "▁ban de",
+      "▁ba nde",
+      "▁histor ian",
+      "▁historia n",
+      "▁pass words",
+      "▁password s",
+      "mal loc",
+      "m alloc",
+      "▁sem if",
+      "▁semi f",
+      "▁r å",
+      "▁ rå",
+      "unic í",
+      "uni cí",
+      "Av ailable",
+      "Option al",
+      "Opt ional",
+      "▁T we",
+      "▁Tw e",
+      "▁k ró",
+      "▁kr ó",
+      "▁sub sets",
+      "▁subset s",
+      "▁subs ets",
+      "▁D AT",
+      "▁DA T",
+      "▁ DAT",
+      "▁double s",
+      "▁dou bles",
+      "▁doub les",
+      "ни ками",
+      "ника ми",
+      "▁з в",
+      "ge geben",
+      "geg eben",
+      "g egeben",
+      "▁По пис",
+      "▁jú lius",
+      "▁m eteor",
+      "▁met eor",
+      "Mo unt",
+      "M ount",
+      "iv ent",
+      "ive nt",
+      "iven t",
+      "i vent",
+      "▁N athan",
+      "▁Na than",
+      "▁Nat han",
+      "▁Sch utz",
+      "eg ov",
+      "ego v",
+      "e gov",
+      "▁d öd",
+      "▁me at",
+      "▁пун кт",
+      "▁m inds",
+      "▁min ds",
+      "▁mind s",
+      "eli very",
+      "▁T LS",
+      "ре м",
+      "р ем",
+      "cks å",
+      "▁stay ed",
+      "▁sta yed",
+      "▁B in",
+      "▁Bi n",
+      "▁P ia",
+      "▁Pi a",
+      "▁и мен",
+      "▁име н",
+      "▁им ен",
+      "▁Bob by",
+      "▁produ it",
+      "▁prod uit",
+      "em pio",
+      "emp io",
+      "▁redu cing",
+      "▁Y u",
+      "▁Gesch äft",
+      "▁per ché",
+      "▁c ors",
+      "▁cor s",
+      "▁co rs",
+      "▁i cons",
+      "▁icon s",
+      "▁ic ons",
+      "▁ icons",
+      "App Data",
+      "▁H og",
+      "▁Ho g",
+      "▁р ів",
+      "▁рі в",
+      "▁ рів",
+      "▁S ans",
+      "▁San s",
+      "▁Sa ns",
+      "▁si ège",
+      "▁siè ge",
+      "st ellen",
+      "stell en",
+      "stelle n",
+      "Br ush",
+      "OF F",
+      "O FF",
+      "▁vis itor",
+      "▁visit or",
+      "▁b ath",
+      "▁ba th",
+      "▁bat h",
+      "▁f ee",
+      "▁fe e",
+      "at isf",
+      "ati sf",
+      "atis f",
+      "▁cu rv",
+      "▁cur v",
+      "▁fol gender",
+      "▁folg ender",
+      "▁cons cience",
+      "▁Se attle",
+      "▁med ieval",
+      "▁medi eval",
+      "dist ribution",
+      "▁D M",
+      "▁ DM",
+      "▁м я",
+      "▁ мя",
+      "▁R UN",
+      "ak ov",
+      "ako v",
+      "a kov",
+      "ce il",
+      "c eil",
+      "▁let ting",
+      "▁lett ing",
+      "▁d ov",
+      "▁do v",
+      "▁о би",
+      "▁об и",
+      "ki ej",
+      "kie j",
+      "k iej",
+      "▁dire kt",
+      "▁t m",
+      "▁ tm",
+      "col ors",
+      "color s",
+      "colo rs",
+      "▁alt ro",
+      "▁tijd ens",
+      "]{ '",
+      "] {'",
+      "▁B om",
+      "▁Bo m",
+      "▁k unst",
+      "▁kun st",
+      "▁sh elter",
+      "▁r av",
+      "▁ra v",
+      "▁ rav",
+      "pre dict",
+      "pred ict",
+      "▁comenz ó",
+      "▁świ at",
+      "▁św iat",
+      "▁Du rant",
+      "▁Dur ant",
+      "▁sch emes",
+      "▁scheme s",
+      "▁sche mes",
+      "▁m esh",
+      "▁me sh",
+      "▁mes h",
+      "▁ind icator",
+      "▁indic ator",
+      "▁E mer",
+      "▁Em er",
+      "▁gu ilty",
+      "не ц",
+      "▁consequ ences",
+      "▁consequence s",
+      "cl udes",
+      "clude s",
+      "clud es",
+      "▁L ower",
+      "▁Lo wer",
+      "▁Low er",
+      "▁ Lower",
+      "▁по ме",
+      "▁p ace",
+      "▁pa ce",
+      "▁pac e",
+      "▁ pace",
+      "да го",
+      "▁am bos",
+      "▁amb os",
+      "l b",
+      "▁educ ated",
+      "ur ale",
+      "ura le",
+      "ural e",
+      "u rale",
+      "an h",
+      "es ség",
+      "ess ég",
+      "▁associ ations",
+      "▁association s",
+      "to wn",
+      "t own",
+      "▁t rif",
+      "▁tr if",
+      "▁tri f",
+      "sample s",
+      "sam ples",
+      "s amples",
+      "bo s",
+      "b os",
+      "▁S pect",
+      "▁Sp ect",
+      "▁Spe ct",
+      "▁Spec t",
+      "▁Ц е",
+      "alt ung",
+      "▁L ob",
+      "▁Lo b",
+      "▁curios ity",
+      "▁We iter",
+      "▁Wei ter",
+      "▁Weit er",
+      "est one",
+      "esto ne",
+      "eston e",
+      "e stone",
+      "▁dem ol",
+      "▁demo l",
+      "▁ap olog",
+      "▁apo log",
+      "▁D ynamic",
+      "▁Dynam ic",
+      "▁ Dynamic",
+      "In ner",
+      "es per",
+      "esp er",
+      "ec z",
+      "e cz",
+      "uel lement",
+      "uelle ment",
+      "▁Hamilton ian",
+      "At las",
+      "▁ar gue",
+      "▁arg ue",
+      "For eign",
+      "F oreign",
+      "col lapse",
+      "▁tér min",
+      "▁electron ic",
+      "▁electro nic",
+      "▁N R",
+      "▁ NR",
+      "▁c orr",
+      "▁cor r",
+      "▁co rr",
+      "▁ corr",
+      "tem ps",
+      "temp s",
+      "Index Path",
+      "я з",
+      "▁tal ál",
+      "to day",
+      "tod ay",
+      "wa ve",
+      "w ave",
+      "▁s ib",
+      "▁si b",
+      "▁с пи",
+      "▁сп и",
+      "▁con vey",
+      "▁conv ey",
+      "▁Gé ographie",
+      "▁Н ью",
+      "▁Hi bernate",
+      "▁t in",
+      "▁ti n",
+      "di c",
+      "d ic",
+      "pp ings",
+      "pping s",
+      "s weise",
+      "▁roll ing",
+      "▁rol ling",
+      "▁ rolling",
+      "▁select s",
+      ")\\ )",
+      ") \\)",
+      "▁po eta",
+      "▁poet a",
+      "▁сте пени",
+      "▁A br",
+      "▁Ab r",
+      "▁hö ch",
+      "▁s tern",
+      "▁st ern",
+      "▁ste rn",
+      "▁ster n",
+      "▁f jär",
+      "▁inst aller",
+      "▁install er",
+      "▁instal ler",
+      "de cl",
+      "dec l",
+      "▁m iser",
+      "▁mi ser",
+      "▁mis er",
+      "▁mise r",
+      "group by",
+      "sub str",
+      "subst r",
+      "▁phen omen",
+      "▁W ing",
+      "▁Win g",
+      "▁Wi ng",
+      "▁f ills",
+      "▁fil ls",
+      "▁fill s",
+      "▁ú nico",
+      "Run ning",
+      "R unning",
+      "Com e",
+      "Co me",
+      "C ome",
+      "ir able",
+      "ira ble",
+      "i rable",
+      "sim eq",
+      "sime q",
+      "▁re mp",
+      "▁r emp",
+      "▁rem p",
+      "ke le",
+      "kel e",
+      "k ele",
+      "li ers",
+      "lie rs",
+      "lier s",
+      "l iers",
+      "▁kwiet nia",
+      "▁inter rupted",
+      "▁interrupt ed",
+      "▁J et",
+      "▁Je t",
+      "=\\ {",
+      "= \\{",
+      "íd o",
+      "í do",
+      "▁Tai wan",
+      "▁воз ра",
+      "▁altern atives",
+      "▁alternative s",
+      "▁T ir",
+      "▁Ti r",
+      "▁Re serve",
+      "▁Res erve",
+      "▁К ур",
+      "▁Ку р",
+      "▁No bel",
+      "▁Nob el",
+      "▁рабо тал",
+      "▁работа л",
+      "▁a xes",
+      "▁ax es",
+      "▁C ependant",
+      "k á",
+      "▁er neut",
+      "▁D emo",
+      "▁De mo",
+      "▁Dem o",
+      "▁ Demo",
+      "comm unic",
+      "con structor",
+      "construct or",
+      "▁Mon day",
+      "▁Mond ay",
+      "N il",
+      "Hash Map",
+      "pay ment",
+      "▁fix ing",
+      "▁A DD",
+      "▁AD D",
+      "▁ ADD",
+      "re view",
+      "rev iew",
+      "▁poss ibil",
+      "▁possib il",
+      "▁g rote",
+      "▁gr ote",
+      "▁gro te",
+      "▁group ed",
+      "▁groupe d",
+      "▁L ima",
+      "▁Li ma",
+      "▁Lim a",
+      "▁A ugen",
+      "▁Au gen",
+      "▁Aug en",
+      "▁o ckså",
+      "on as",
+      "ona s",
+      "o nas",
+      "▁deb ate",
+      "▁In gl",
+      "▁Ing l",
+      "D a",
+      "SO UR",
+      "S OUR",
+      "ett be",
+      "▁Batt alion",
+      "▁F loat",
+      "▁Flo at",
+      "▁ Float",
+      "▁c one",
+      "▁con e",
+      "▁co ne",
+      "read sheet",
+      "co urt",
+      "cou rt",
+      "c ourt",
+      "li gen",
+      "lig en",
+      "lige n",
+      "l igen",
+      "▁Begin n",
+      "▁Beg inn",
+      "▁LI MIT",
+      "▁LIM IT",
+      "▁enjo yed",
+      "▁enjoy ed",
+      "▁Jak ob",
+      "▁t elt",
+      "▁te lt",
+      "▁tel t",
+      "back end",
+      "▁Gemeins ame",
+      "li nt",
+      "lin t",
+      "l int",
+      "al ling",
+      "all ing",
+      "▁b ör",
+      "gr and",
+      "gra nd",
+      "g rand",
+      "▁divers es",
+      "▁diverse s",
+      "▁z wiąz",
+      "▁Kom pon",
+      "▁inner halb",
+      "▁desar rollo",
+      "▁desarroll o",
+      "▁Ma sters",
+      "▁Mas ters",
+      "▁Master s",
+      "io so",
+      "ios o",
+      "i oso",
+      "]` .",
+      "] `.",
+      "▁frances a",
+      "▁franc esa",
+      "A ff",
+      "in ek",
+      "ine k",
+      "i nek",
+      "▁des sin",
+      "▁dess in",
+      "`. `",
+      "` .`",
+      "▁r anks",
+      "▁ran ks",
+      "▁rank s",
+      "бер г",
+      "▁s kal",
+      "▁sk al",
+      "▁S ultan",
+      "▁Sul tan",
+      "А Н",
+      "▁спо соб",
+      "▁contra dict",
+      "▁contrad ict",
+      "▁re com",
+      "▁rec om",
+      "▁Ok lahoma",
+      "▁Vlad imir",
+      "▁m eters",
+      "▁me ters",
+      "▁met ers",
+      "▁meter s",
+      "trans port",
+      "▁cons ulté",
+      "▁consult é",
+      "▁ consulté",
+      "▁A TP",
+      "▁AT P",
+      "eb b",
+      "e bb",
+      "▁vol unte",
+      "▁volunt e",
+      "▁out line",
+      "LI C",
+      "L IC",
+      "▁e uro",
+      "▁eu ro",
+      "Char Field",
+      "med ium",
+      "medi um",
+      "▁Belg ique",
+      "Pro c",
+      "Pr oc",
+      "P roc",
+      "ro utes",
+      "route s",
+      "rout es",
+      "rou tes",
+      "▁cont ribu",
+      "▁contrib u",
+      "! }",
+      "ší m",
+      "š ím",
+      "▁L ess",
+      "▁Le ss",
+      "▁Les s",
+      "▁K ost",
+      "▁Ko st",
+      "▁Kos t",
+      "▁eredet iből",
+      "re ven",
+      "rev en",
+      "r even",
+      "ver ify",
+      "▁S alt",
+      "▁Sal t",
+      "▁Sa lt",
+      "▁shoot ing",
+      "▁sho oting",
+      "▁dis pose",
+      "▁dispos e",
+      "▁disp ose",
+      "uj í",
+      "▁t ierra",
+      "▁tier ra",
+      "▁po ison",
+      "▁poi son",
+      "sa k",
+      "s ak",
+      "periment al",
+      "▁N é",
+      "▁K id",
+      "▁Ki d",
+      "ag yar",
+      "agy ar",
+      "▁archiv álva",
+      "be reich",
+      "bere ich",
+      "í z",
+      "▁R itter",
+      "▁Хронологи ја",
+      "ze um",
+      "да х",
+      "▁gr ünd",
+      "▁program mer",
+      "▁programme r",
+      "▁cons eil",
+      "▁conse il",
+      "▁enc rypt",
+      "integr ation",
+      "C ulture",
+      "▁Circ le",
+      "▁Cir cle",
+      "Ob servable",
+      "▁gen omsnitt",
+      "▁Se lection",
+      "▁Select ion",
+      "▁Sel ection",
+      "▁Sele ction",
+      "▁ Selection",
+      "▁ir regular",
+      "Aut res",
+      "Per cent",
+      "fa ult",
+      "f ault",
+      "▁virt ue",
+      "ą pi",
+      "▁s ess",
+      "▁se ss",
+      "▁ses s",
+      "▁Так же",
+      "Tim estamp",
+      "▁litt érature",
+      "▁mo ż",
+      "▁b orrow",
+      "▁bor row",
+      "▁con ced",
+      "▁conc ed",
+      "▁conce d",
+      "чни к",
+      "ч ник",
+      "▁L und",
+      "▁Lu nd",
+      "ION S",
+      "IO NS",
+      "yn ie",
+      "y nie",
+      "▁S hin",
+      "▁Sh in",
+      "▁o sob",
+      "▁os ob",
+      "b ě",
+      "▁int uit",
+      "▁intu it",
+      "▁на п",
+      "▁p roph",
+      "▁pro ph",
+      "▁pr oph",
+      "▁prop h",
+      "▁p itt",
+      "▁pi tt",
+      "▁pit t",
+      "▁IB M",
+      "▁T ill",
+      "▁Ti ll",
+      "▁h ina",
+      "▁hi na",
+      "▁hin a",
+      "it test",
+      "itt est",
+      "itte st",
+      "gener ator",
+      "▁N in",
+      "▁Ni n",
+      "▁K ot",
+      "▁Ko t",
+      "▁p asser",
+      "▁pass er",
+      "▁pas ser",
+      "▁passe r",
+      "▁dis position",
+      "▁dispos ition",
+      "▁disp osition",
+      "un ing",
+      "uni ng",
+      "u ning",
+      "▁f ame",
+      "▁fa me",
+      "▁fam e",
+      "▁t enia",
+      "▁te nia",
+      "▁ten ia",
+      "an cement",
+      "ance ment",
+      "anc ement",
+      "▁Su isse",
+      "` -",
+      "▁h ombres",
+      "▁hom bres",
+      "▁hombre s",
+      "▁inf inity",
+      "▁infin ity",
+      "▁окон ча",
+      "▁co sm",
+      "▁cos m",
+      "▁D ennis",
+      "▁Den nis",
+      "ba z",
+      "b az",
+      "ha upt",
+      "h aupt",
+      "▁might y",
+      "▁pr ede",
+      "▁pre de",
+      "▁pred e",
+      "us able",
+      "usa ble",
+      "▁ws zyst",
+      "▁wsz yst",
+      "▁l b",
+      "▁ lb",
+      "AB ASE",
+      "A BASE",
+      "j na",
+      "не в",
+      "н ев",
+      "▁as es",
+      "▁ ases",
+      "▁final mente",
+      "й м",
+      "pe ction",
+      "pect ion",
+      "pec tion",
+      "p ection",
+      "▁Stud ien",
+      "▁Norweg ian",
+      "ce go",
+      "c ego",
+      "IN DEX",
+      "IND EX",
+      "or ten",
+      "ort en",
+      "orte n",
+      "▁friend ship",
+      "▁friends hip",
+      "met ro",
+      "m etro",
+      "th ick",
+      "▁Z el",
+      "▁Ze l",
+      "LO W",
+      "L OW",
+      "▁there by",
+      "un ted",
+      "unt ed",
+      "unte d",
+      "▁sur faces",
+      "▁surface s",
+      "ющи м",
+      "%) .",
+      "% ).",
+      "▁W onder",
+      "▁Wo nder",
+      "▁redund ant",
+      "▁G ros",
+      "▁Gr os",
+      "▁Gro s",
+      "▁web sites",
+      "▁website s",
+      "▁v io",
+      "▁vi o",
+      "▁o cas",
+      "▁oc as",
+      "vé s",
+      "v és",
+      "▁G am",
+      "▁Ga m",
+      "d w",
+      "Ind icator",
+      "▁K ob",
+      "▁Ko b",
+      "▁j ack",
+      "▁ja ck",
+      "▁ jack",
+      "Hi nt",
+      "H int",
+      "▁A pol",
+      "▁Ap ol",
+      "▁други е",
+      "▁N UM",
+      "▁ NUM",
+      "▁o fic",
+      "▁of ic",
+      "yst ycz",
+      "▁were ld",
+      "▁wer eld",
+      "мо сти",
+      "LE FT",
+      "▁T ypes",
+      "▁Type s",
+      "▁Ty pes",
+      "▁Typ es",
+      "▁ Types",
+      "se en",
+      "see n",
+      "s een",
+      "un cia",
+      "unc ia",
+      "unci a",
+      "▁n arod",
+      "▁na rod",
+      "▁nar od",
+      "▁это т",
+      "Side note",
+      "S idenote",
+      "ue il",
+      "u eil",
+      "▁от ме",
+      "▁cour ts",
+      "▁court s",
+      "fi r",
+      "f ir",
+      "ur z",
+      "u rz",
+      "чен ко",
+      "Cred entials",
+      "▁imag ination",
+      "it ats",
+      "ita ts",
+      "itat s",
+      "bu ff",
+      "buf f",
+      "b uff",
+      "fl ash",
+      "▁bad ly",
+      "▁w orn",
+      "▁wor n",
+      "▁wo rn",
+      "▁окру гу",
+      "cat alog",
+      "catal og",
+      "c atalog",
+      "li me",
+      "lim e",
+      "l ime",
+      "▁G ill",
+      "▁Gi ll",
+      "▁Gil l",
+      "▁S ent",
+      "▁Se nt",
+      "▁Sen t",
+      "ie lla",
+      "iel la",
+      "i ella",
+      "▁Cra ig",
+      "▁S ele",
+      "▁Se le",
+      "▁Sel e",
+      "▁Indep end",
+      "▁prov incie",
+      "▁provin cie",
+      "os sen",
+      "oss en",
+      "▁за пад",
+      "▁запа д",
+      "▁inf ant",
+      "▁pr events",
+      "▁prevent s",
+      "▁prev ents",
+      "▁provin ces",
+      "▁province s",
+      "af é",
+      "be g",
+      "b eg",
+      "▁col ours",
+      "▁colour s",
+      "B F",
+      "ë n",
+      "▁Ме жду",
+      "î n",
+      "Ob server",
+      "for sch",
+      "í gen",
+      "um ption",
+      "ump tion",
+      "▁Ill ustr",
+      "ри ст",
+      "рис т",
+      "▁по лови",
+      "▁пол ови",
+      "▁поло ви",
+      "▁` &",
+      "▁o re",
+      "▁or e",
+      "▁ ore",
+      "▁supp lies",
+      "▁parent hes",
+      "Found ation",
+      "▁v ou",
+      "▁vo u",
+      "▁T out",
+      "▁To ut",
+      "Don ald",
+      "▁R ET",
+      "▁RE T",
+      "we ig",
+      "wei g",
+      "▁produ cción",
+      "mi x",
+      "m ix",
+      "▁ut wor",
+      "▁f öl",
+      "▁fö l",
+      "▁ent ão",
+      "▁S ister",
+      "▁Si ster",
+      "Tag s",
+      "T ags",
+      "▁Савез не",
+      "▁privile ges",
+      "▁na zw",
+      "▁naz w",
+      "▁R av",
+      "▁Ra v",
+      "▁re pro",
+      "▁rep ro",
+      "▁repr o",
+      "▁M ason",
+      "▁Ma son",
+      "▁Mas on",
+      "▁Pl atform",
+      "▁Plat form",
+      "▁ Platform",
+      "▁про бле",
+      "▁P érez",
+      "▁bl anc",
+      "▁bla nc",
+      "▁blan c",
+      "Be havior",
+      "фи ци",
+      "ek en",
+      "e ken",
+      "▁me ets",
+      "▁meet s",
+      "(. *",
+      "( .*",
+      "▁f å",
+      "ep en",
+      "e pen",
+      "ma ker",
+      "make r",
+      "m aker",
+      "▁lo yal",
+      "mem bers",
+      "member s",
+      "m embers",
+      "meister schaft",
+      "go al",
+      "ш лен",
+      "▁се веро",
+      "▁север о",
+      "ie nde",
+      "ien de",
+      "i ende",
+      "д ні",
+      "Pro of",
+      "▁exp lic",
+      "▁expl ic",
+      "▁elect ro",
+      "ie ls",
+      "iel s",
+      "i els",
+      "re load",
+      "▁el even",
+      "▁ele ven",
+      "▁elev en",
+      "▁part idos",
+      "▁partido s",
+      "în e",
+      "î ne",
+      "▁R egin",
+      "▁Re gin",
+      "▁Reg in",
+      "▁é x",
+      "▁Bu lg",
+      "▁Bul g",
+      "▁network ing",
+      "▁net working",
+      "▁se parator",
+      "▁separ ator",
+      "User Name",
+      "▁edific io",
+      "▁M ie",
+      "▁Mi e",
+      "▁id le",
+      "ye d",
+      "y ed",
+      "▁pass engers",
+      "▁passenger s",
+      "+ )",
+      "me no",
+      "men o",
+      "m eno",
+      "eg gi",
+      "e ggi",
+      "▁nice ly",
+      "▁nic ely",
+      "end encia",
+      "enden cia",
+      "чи й",
+      "ét és",
+      "été s",
+      "ight arrow",
+      "▁orth ogonal",
+      "▁H alf",
+      "▁Hal f",
+      "▁fe wer",
+      "▁few er",
+      "▁pro pi",
+      "▁prop i",
+      "▁pr imit",
+      "▁prim it",
+      "▁pri mit",
+      "▁primi t",
+      "ic ale",
+      "ical e",
+      "ica le",
+      "▁f lower",
+      "▁fl ower",
+      "▁flow er",
+      "▁flo wer",
+      "mer k",
+      "m erk",
+      "▁Оте че",
+      "▁pers istent",
+      "▁persist ent",
+      "▁V ille",
+      "▁Vill e",
+      "▁Vi lle",
+      "▁Vil le",
+      "Me n",
+      "M en",
+      "ga ben",
+      "gabe n",
+      "g aben",
+      "▁Isa ac",
+      "at ivity",
+      "ativ ity",
+      "ati vity",
+      "▁pół noc",
+      "▁r ok",
+      "▁ro k",
+      "▁ rok",
+      "car ds",
+      "card s",
+      "c ards",
+      "де ния",
+      "▁ю го",
+      "▁extra ordinary",
+      "▁k yr",
+      "(\" ,",
+      "( \",",
+      ")) ]",
+      ") )]",
+      "▁un ix",
+      "▁ unix",
+      "ко л",
+      "▁s ink",
+      "▁sin k",
+      "ap sed",
+      "aps ed",
+      "▁k ommen",
+      "▁kom men",
+      "▁komm en",
+      "▁ kommen",
+      "▁for cing",
+      "Ab out",
+      "▁H alle",
+      "▁Ha lle",
+      "▁Hall e",
+      "▁Hal le",
+      "▁Maj esty",
+      "▁Sw itch",
+      "▁ Switch",
+      "▁ab road",
+      "▁acceler ation",
+      "ur bed",
+      "urb ed",
+      "▁о стан",
+      "▁ос тан",
+      "▁оста н",
+      "▁ост ан",
+      "Re ady",
+      "Read y",
+      "▁пів ні",
+      "Br a",
+      "B ra",
+      "▁ць ого",
+      "▁pl ut",
+      "▁T rain",
+      "▁Tr ain",
+      "▁Tra in",
+      "▁á prilis",
+      "▁p uesto",
+      "▁pu esto",
+      "▁pue sto",
+      "▁t oss",
+      "▁to ss",
+      "▁irre levant",
+      "▁d ip",
+      "▁di p",
+      "se gment",
+      "seg ment",
+      "op acity",
+      "▁lors que",
+      "▁versch ill",
+      "ен а",
+      "е на",
+      "▁D oc",
+      "▁Do c",
+      "▁ Doc",
+      "%%%% %%%%",
+      "▁b orders",
+      "▁border s",
+      "▁bor ders",
+      "▁bord ers",
+      "ge bras",
+      "geb ras",
+      "gebra s",
+      "▁r ies",
+      "▁ri es",
+      "▁ ries",
+      "▁Olymp edia",
+      "▁Gener ation",
+      "met ros",
+      "metro s",
+      "▁hor izon",
+      "▁adapt ation",
+      "▁Z ahl",
+      "▁Za hl",
+      "▁na he",
+      "▁nah e",
+      "▁B ug",
+      "▁Bu g",
+      "P icture",
+      "љ и",
+      "R GB",
+      "O wner",
+      "ad in",
+      "adi n",
+      "a din",
+      "▁Catal unya",
+      "ný ch",
+      "n ých",
+      "▁cual quier",
+      "▁Inst itution",
+      "▁Instit ution",
+      "▁Institut ion",
+      "in sen",
+      "ins en",
+      "▁Bras ile",
+      "▁Brasil e",
+      "▁f itting",
+      "▁fit ting",
+      "De leg",
+      "Del eg",
+      "ic two",
+      "ict wo",
+      "▁Ex per",
+      "▁Exp er",
+      "och astic",
+      "▁d us",
+      "▁du s",
+      "▁по ра",
+      "▁пор а",
+      "▁sub string",
+      "▁subst ring",
+      "▁subs tring",
+      "▁substr ing",
+      "▁ substring",
+      "сси и",
+      "с сии",
+      "oi n",
+      "o in",
+      "▁ш кола",
+      "▁шко ла",
+      "▁c x",
+      "▁ cx",
+      "▁% )",
+      "▁ %)",
+      "▁Bud dh",
+      "▁p ending",
+      "▁pen ding",
+      "▁En try",
+      "▁Ent ry",
+      "▁ Entry",
+      "▁Be rl",
+      "▁Ber l",
+      "▁c ler",
+      "▁cl er",
+      "▁cle r",
+      "▁ cler",
+      "▁S oc",
+      "▁So c",
+      "▁r ounded",
+      "▁round ed",
+      "▁m v",
+      "▁ mv",
+      "ít ett",
+      "▁Di plom",
+      "▁französ ischen",
+      "▁G an",
+      "▁Ga n",
+      "▁Inv estig",
+      "▁index Path",
+      "▁ indexPath",
+      "▁mol ti",
+      "▁molt i",
+      "pers istence",
+      "▁XIX e",
+      "▁Elect ron",
+      "b ü",
+      "ge le",
+      "gel e",
+      "g ele",
+      "▁M aler",
+      "▁Ma ler",
+      "▁Mal er",
+      "▁Male r",
+      "▁proyect o",
+      "▁B ath",
+      "▁Ba th",
+      "▁Bat h",
+      "el lers",
+      "ell ers",
+      "elle rs",
+      "eller s",
+      "▁G P",
+      "▁ GP",
+      "on ing",
+      "oni ng",
+      "o ning",
+      "clou dflare",
+      "▁p ři",
+      "▁př i",
+      "▁d ed",
+      "▁de d",
+      "▁ ded",
+      "▁Od kazy",
+      "▁M sg",
+      "▁ Msg",
+      "▁B eing",
+      "▁Be ing",
+      "▁Bei ng",
+      "▁De puis",
+      "▁Dep uis",
+      "▁Pri mary",
+      "▁Prim ary",
+      "▁Prima ry",
+      "▁ Primary",
+      "▁App ro",
+      "▁Ap pro",
+      "▁form ally",
+      "▁formal ly",
+      "ступ ил",
+      "ступи л",
+      "▁fue ra",
+      "▁fu era",
+      "▁fuer a",
+      "▁R oot",
+      "▁Ro ot",
+      "▁ Root",
+      "▁aut onom",
+      "▁auto nom",
+      "▁secret ary",
+      "▁os ób",
+      "▁cu ales",
+      "▁cual es",
+      "▁Dep ending",
+      "▁a si",
+      "▁as i",
+      "▁ asi",
+      "ve ra",
+      "ver a",
+      "v era",
+      "▁rus se",
+      "▁russ e",
+      "▁pro ves",
+      "▁prov es",
+      "▁prove s",
+      "▁pres iden",
+      "R U",
+      "▁Wat son",
+      "▁web pack",
+      "▁ webpack",
+      "elli gence",
+      "ellig ence",
+      "ка м",
+      "▁Office r",
+      "▁Offic er",
+      "▁d elivery",
+      "▁deliver y",
+      "▁deli very",
+      "ж дён",
+      "▁им пе",
+      "▁w il",
+      "▁v esc",
+      "▁ve sc",
+      "▁ves c",
+      "uszt us",
+      "▁Ge off",
+      "() }",
+      "( )}",
+      "▁F ore",
+      "▁For e",
+      "▁Fo re",
+      "▁w enig",
+      "▁we nig",
+      "▁wen ig",
+      "▁A irl",
+      "▁Air l",
+      "▁E fter",
+      "▁Bre ak",
+      "▁St äd",
+      "is miss",
+      "ism iss",
+      "í p",
+      "▁avoid ed",
+      "▁avo ided",
+      "▁assert ion",
+      "D N",
+      "▁te at",
+      "▁tea t",
+      "ín a",
+      "í na",
+      "▁mechan ical",
+      "is u",
+      "i su",
+      "@ {",
+      "▁n ou",
+      "▁no u",
+      "▁ nou",
+      "Ital ie",
+      "source forge",
+      "▁s vo",
+      "▁sv o",
+      "▁kir ály",
+      "▁Re ferences",
+      "▁Refer ences",
+      "▁Reference s",
+      "si x",
+      "s ix",
+      "▁Arch ives",
+      "▁Archiv es",
+      "▁Archive s",
+      "▁fin ishing",
+      "▁finish ing",
+      "ac je",
+      "ét at",
+      "éta t",
+      "é tat",
+      "if fs",
+      "iff s",
+      "▁st ead",
+      "▁ste ad",
+      "▁fe as",
+      "aw are",
+      "awa re",
+      "a ware",
+      "la nde",
+      "land e",
+      "lan de",
+      "l ande",
+      "In ject",
+      "▁A gent",
+      "▁Ag ent",
+      "▁Age nt",
+      "▁ Agent",
+      "▁Norm datei",
+      "▁a men",
+      "▁am en",
+      "▁ amen",
+      "▁Arch itecture",
+      "az e",
+      "a ze",
+      "ș te",
+      "▁us ar",
+      "▁c ores",
+      "▁cor es",
+      "▁co res",
+      "▁core s",
+      "лі н",
+      "л ін",
+      "▁C astro",
+      "▁Cast ro",
+      "▁v æ",
+      ">\" ,",
+      "> \",",
+      "om ena",
+      "ome na",
+      "omen a",
+      "▁ge sam",
+      "▁ges am",
+      "▁Mart ín",
+      "▁Martí n",
+      "eg ung",
+      "egu ng",
+      "▁spole č",
+      "▁ampl itude",
+      "▁amplit ude",
+      "▁import ing",
+      "▁list view",
+      "TH E",
+      "T HE",
+      "zi ale",
+      "zial e",
+      "zia le",
+      "z iale",
+      "ce des",
+      "ced es",
+      "c edes",
+      "▁particul ier",
+      "▁Распо дела",
+      "▁кра й",
+      "▁d ivent",
+      "▁di vent",
+      "▁div ent",
+      "▁k é",
+      "▁ ké",
+      "qu it",
+      "qui t",
+      "q uit",
+      "то ром",
+      "тор ом",
+      "Check Box",
+      "▁Zob acz",
+      "ph e",
+      "p he",
+      "pt a",
+      "p ta",
+      "▁s jö",
+      "▁sj ö",
+      "▁розта ш",
+      "▁tedes co",
+      "▁s tal",
+      "▁st al",
+      "▁sta l",
+      "▁ stal",
+      "▁Be ruf",
+      "▁Ber uf",
+      "ова я",
+      "о вая",
+      "▁s vě",
+      "▁sv ě",
+      "▁fl ush",
+      "▁flu sh",
+      "▁ flush",
+      "▁від бу",
+      "▁rad ial",
+      "▁radi al",
+      "▁différ entes",
+      "ан та",
+      "▁Per ry",
+      "Col l",
+      "Co ll",
+      "C oll",
+      "li qu",
+      "l iqu",
+      "▁Option al",
+      "▁Opt ional",
+      "▁ Optional",
+      "▁Сан кт",
+      "▁LIN Q",
+      "▁Fran c",
+      "▁Fr anc",
+      "▁Fra nc",
+      "ci je",
+      "c ije",
+      "▁Gu illaume",
+      "kn ow",
+      "k now",
+      "▁Un its",
+      "▁Unit s",
+      "ol k",
+      "▁Syst ème",
+      "▁S ales",
+      "▁Sal es",
+      "▁Sa les",
+      "▁ehemal igen",
+      "ми рова",
+      "мир ова",
+      "x html",
+      "set opt",
+      "▁m ellan",
+      "▁mel lan",
+      "▁z ie",
+      "▁ zie",
+      "▁gi ant",
+      "Bo ard",
+      "▁C aval",
+      "▁Ca val",
+      "▁Cav al",
+      "▁def ence",
+      "-- --------",
+      "---- ------",
+      "-------- --",
+      "--- -------",
+      "------ ----",
+      "----- -----",
+      "------- ---",
+      "ps hire",
+      "p shire",
+      "ma rt",
+      "mar t",
+      "m art",
+      "▁Di oc",
+      "is kt",
+      "isk t",
+      "▁in se",
+      "▁ins e",
+      "▁é pisode",
+      "чи к",
+      "bar s",
+      "ba rs",
+      "b ars",
+      "Si to",
+      "S ito",
+      "▁integr ity",
+      "au ff",
+      "auf f",
+      "a uff",
+      "▁v är",
+      "▁vä r",
+      "Az ure",
+      "▁star b",
+      "▁sta rb",
+      "▁кон тра",
+      "▁Мекси чка",
+      "▁за па",
+      "▁Mount ains",
+      "▁Mountain s",
+      "}} =",
+      "} }=",
+      "▁pull ing",
+      "▁pul ling",
+      "▁sat ellite",
+      "▁at oms",
+      "▁atom s",
+      "▁profes or",
+      "▁repeated ly",
+      "▁repeat edly",
+      "▁inv asion",
+      "▁invas ion",
+      "program ming",
+      "├ ──",
+      "▁L ip",
+      "▁Li p",
+      "вши е",
+      "в шие",
+      "▁k een",
+      "▁ke en",
+      "▁crit ics",
+      "▁critic s",
+      "▁N icola",
+      "▁Nicol a",
+      "▁Nic ola",
+      "▁Ni cola",
+      "▁C and",
+      "▁Can d",
+      "▁Ca nd",
+      "▁dist int",
+      "▁he ading",
+      "▁head ing",
+      "p ragma",
+      "{ |",
+      "ym en",
+      "yme n",
+      "y men",
+      "▁ter rain",
+      "▁terra in",
+      "ied enis",
+      "▁bes onders",
+      "▁nomin ated",
+      "BO OL",
+      "▁K ay",
+      "▁Ka y",
+      "ci an",
+      "cia n",
+      "c ian",
+      "st elle",
+      "ste lle",
+      "stell e",
+      "▁disput e",
+      "▁disp ute",
+      "▁ щ",
+      "Data Set",
+      "no thing",
+      "not hing",
+      "n othing",
+      "Aut om",
+      "Auto m",
+      "hör en",
+      "hö ren",
+      "▁s hed",
+      "▁sh ed",
+      "▁she d",
+      "▁p aused",
+      "▁pa used",
+      "▁pause d",
+      "▁pau sed",
+      "sa n",
+      "s an",
+      "▁nun ca",
+      "!( \"",
+      "! (\"",
+      "▁po łoż",
+      "Se cret",
+      "Sec ret",
+      "▁Do main",
+      "▁Dom ain",
+      "▁ Domain",
+      "▁воз мож",
+      "X V",
+      "l v",
+      "ik h",
+      "i kh",
+      "▁S ony",
+      "▁So ny",
+      "▁Son y",
+      "m q",
+      "ot rop",
+      "otr op",
+      "▁Log ger",
+      "▁ Logger",
+      "▁thre at",
+      "as ted",
+      "ast ed",
+      "aste d",
+      "a sted",
+      "зь ко",
+      "▁fre ely",
+      "▁free ly",
+      "▁improve ments",
+      "▁improv ements",
+      "▁improvement s",
+      "ist ema",
+      "iste ma",
+      "▁illustr ate",
+      "▁t act",
+      "▁ta ct",
+      "▁fig ur",
+      "ué s",
+      "u és",
+      "rim inal",
+      "rimin al",
+      "od on",
+      "odo n",
+      "o don",
+      "int endo",
+      "▁influ enced",
+      "▁influence d",
+      "▁influen ced",
+      "FF ER",
+      "▁G host",
+      "▁Gh ost",
+      "▁со вер",
+      "▁сов ер",
+      "na d",
+      "n ad",
+      "ion ed",
+      "io ned",
+      "ione d",
+      "i oned",
+      "▁Event s",
+      "▁Ev ents",
+      "▁Even ts",
+      "▁ Events",
+      "▁wr apping",
+      "▁wra pping",
+      "▁wrap ping",
+      "-------- -+",
+      "--- ------+",
+      "------ ---+",
+      "----- ----+",
+      "------- --+",
+      "fi f",
+      "f if",
+      "▁( **",
+      "▁(* *",
+      "={ {",
+      "= {{",
+      "ма ль",
+      "м аль",
+      "▁loss es",
+      "▁Gal erie",
+      "te l",
+      "t el",
+      "▁лю того",
+      "▁K ru",
+      "▁Kr u",
+      "▁P olen",
+      "▁Pol en",
+      "▁Po len",
+      "ні м",
+      "ne ar",
+      "nea r",
+      "n ear",
+      "▁sh ame",
+      "▁moy enne",
+      "▁C P",
+      "▁ CP",
+      "pre is",
+      "▁pass enger",
+      "le k",
+      "l ek",
+      "ion ales",
+      "ional es",
+      "ionale s",
+      "iona les",
+      "kaf ka",
+      "k afka",
+      "▁partic ipe",
+      "▁particip e",
+      "▁parti cipe",
+      "▁partici pe",
+      "▁memb ership",
+      "▁member ship",
+      "▁members hip",
+      "[ _",
+      "land o",
+      "lan do",
+      "l ando",
+      "st elling",
+      "stell ing",
+      "Se m",
+      "S em",
+      "go n",
+      "g on",
+      "▁Cor rect",
+      "▁v alle",
+      "▁val le",
+      "▁va lle",
+      "▁vall e",
+      "▁read ily",
+      "▁Dok ument",
+      "hon neur",
+      "h onneur",
+      "▁test im",
+      "ul ative",
+      "do Filter",
+      "▁domin ant",
+      "am mer",
+      "amm er",
+      "▁ко ја",
+      "▁M onsieur",
+      "ze g",
+      "z eg",
+      "▁вій ни",
+      "▁F o",
+      "▁A my",
+      "▁Am y",
+      "▁ ¡",
+      "▁febru ár",
+      "▁down loading",
+      "▁download ing",
+      "▁l eng",
+      "▁le ng",
+      "▁len g",
+      "\\}$ ,",
+      "\\} $,",
+      "\\ }$,",
+      "▁ne at",
+      "▁C ache",
+      "▁Ca che",
+      "▁ Cache",
+      "IC ATION",
+      "▁de ve",
+      "▁dev e",
+      "▁s orrow",
+      "▁sor row",
+      "sl ow",
+      "s low",
+      "▁hin aus",
+      "▁hina us",
+      "▁recon oc",
+      "▁Lin ked",
+      "▁Link ed",
+      "▁Sh aw",
+      "mar ket",
+      "mark et",
+      "▁D ic",
+      "▁Di c",
+      "▁S ki",
+      "▁Sk i",
+      "▁del imiter",
+      "▁Main Activity",
+      "▁ MainActivity",
+      "▁Mus ical",
+      "▁Music al",
+      "▁Re yn",
+      "▁Rey n",
+      "Scroll View",
+      "▁convent ional",
+      "▁convention al",
+      "en ça",
+      "enç a",
+      "▁re factor",
+      "▁ref actor",
+      "' -",
+      "▁H ed",
+      "▁He d",
+      "spr ech",
+      "spre ch",
+      "▁ath let",
+      "▁e species",
+      "▁es pecies",
+      "▁espe cies",
+      "▁espec ies",
+      "▁especie s",
+      "▁Sch ön",
+      "▁kle inen",
+      "▁kleine n",
+      "▁klein en",
+      "ш ко",
+      "▁Й о",
+      "▁H appy",
+      "▁Ha ppy",
+      "multi row",
+      "▁august i",
+      "▁G and",
+      "▁Ga nd",
+      "▁Gan d",
+      "▁appoint ment",
+      "▁Medi abestanden",
+      "Th ree",
+      "▁Kenn eth",
+      "NE W",
+      "▁Not ification",
+      "▁ Notification",
+      "▁Mar x",
+      "▁Ma rx",
+      "▁in sc",
+      "▁ins c",
+      "Mo r",
+      "M or",
+      "вы й",
+      "в ый",
+      "vä st",
+      "v äst",
+      "vi dia",
+      "vid ia",
+      "v idia",
+      "▁demonstr ated",
+      "▁demonstrate d",
+      "font s",
+      "fon ts",
+      "▁k amen",
+      "▁kam en",
+      "▁ka men",
+      "▁S ter",
+      "▁St er",
+      "▁Ste r",
+      "▁mieszkań ców",
+      "▁K oh",
+      "▁Ko h",
+      "~$ \\",
+      "~ $\\",
+      "») .",
+      "» ).",
+      "re ne",
+      "ren e",
+      "r ene",
+      "ins ic",
+      "ic ká",
+      "ick á",
+      "xy gen",
+      "▁m n",
+      "▁ mn",
+      "▁s ched",
+      "▁sc hed",
+      "▁sch ed",
+      "▁sche d",
+      "AS C",
+      "A SC",
+      "I g",
+      "▁Const ant",
+      "▁opport un",
+      "▁My Class",
+      "se f",
+      "s ef",
+      "op ed",
+      "ope d",
+      "o ped",
+      "▁inj ured",
+      "VI S",
+      "V IS",
+      "▁P ero",
+      "▁Per o",
+      "▁Pe ro",
+      "▁U ntil",
+      "▁Un til",
+      "▁f lesh",
+      "▁fl esh",
+      "▁fle sh",
+      "orph ism",
+      "▁Port al",
+      "▁Por tal",
+      "▁gmin y",
+      "▁вла сти",
+      "▁N ä",
+      "кти че",
+      "к тиче",
+      "▁h rab",
+      "▁hr ab",
+      "▁C ub",
+      "▁Cu b",
+      "av oir",
+      "avo ir",
+      "a voir",
+      "▁L ars",
+      "▁La rs",
+      "▁Lar s",
+      "▁Бе ло",
+      "▁seizo en",
+      "▁Gen omsnitt",
+      "▁L il",
+      "▁Li l",
+      "▁P ool",
+      "▁Po ol",
+      "▁ Pool",
+      "▁D ios",
+      "▁Di os",
+      "T X",
+      "ae s",
+      "a es",
+      "aut ore",
+      "auto re",
+      "autor e",
+      "Al pha",
+      "st ates",
+      "state s",
+      "sta tes",
+      "stat es",
+      "La b",
+      "L ab",
+      "n ederbörd",
+      "er ton",
+      "ert on",
+      "▁b rid",
+      "▁br id",
+      "▁ brid",
+      "▁r icht",
+      "▁rich t",
+      "▁ric ht",
+      "▁ri cht",
+      "▁ richt",
+      "▁E la",
+      "▁El a",
+      "▁с ла",
+      "▁ сла",
+      "▁weap on",
+      "▁comb att",
+      "▁combat t",
+      "ag ar",
+      "aga r",
+      "a gar",
+      "▁reg nig",
+      "▁util isé",
+      "▁utilis é",
+      "▁ser vir",
+      "▁serv ir",
+      "▁servi r",
+      "▁b rick",
+      "▁br ick",
+      "▁gate way",
+      "▁tor raste",
+      "▁proced ures",
+      "▁procedure s",
+      "▁års nederbörd",
+      "▁Genomsnitt lig",
+      "чё т",
+      "ч ёт",
+      "▁om rå",
+      "▁ områ",
+      "▁regnig aste",
+      "▁че сть",
+      "▁a mid",
+      "▁am id",
+      "▁ami d",
+      "▁gr ateful",
+      "▁D IS",
+      "▁DI S",
+      "▁ DIS",
+      "DA Y",
+      "▁о ру",
+      "▁ор у",
+      "▁ ору",
+      "▁riv ière",
+      "he ure",
+      "▁Rich mond",
+      "▁Com par",
+      "▁Comp ar",
+      "▁Н ор",
+      "▁Но р",
+      "DO C",
+      "D OC",
+      "es ia",
+      "esi a",
+      "cal c",
+      "▁I U",
+      "▁v org",
+      "▁vo rg",
+      "▁vor g",
+      "▁hab ían",
+      "▁había n",
+      "ço it",
+      "ç oit",
+      "▁a rist",
+      "▁ar ist",
+      "▁к ли",
+      "▁ кли",
+      "▁S ue",
+      "▁Su e",
+      "▁T ouch",
+      "▁To uch",
+      "▁ Touch",
+      "▁Writ ing",
+      "ifi able",
+      "▁w c",
+      "▁with draw",
+      "за р",
+      "з ар",
+      "▁present ly",
+      "▁pres ently",
+      "▁F K",
+      "▁pr akt",
+      "▁pra kt",
+      "▁col ored",
+      "▁color ed",
+      "us b",
+      "u sb",
+      "▁Per ú",
+      "▁pl ata",
+      "▁pla ta",
+      "▁plat a",
+      "▁w ishes",
+      "▁wish es",
+      "▁wis hes",
+      "▁ка м",
+      "▁ кам",
+      "az ar",
+      "aza r",
+      "a zar",
+      "áv el",
+      "á vel",
+      "▁l amp",
+      "▁la mp",
+      "bi shop",
+      "b ishop",
+      "▁in clusion",
+      "▁incl usion",
+      "▁inclus ion",
+      "j q",
+      "ar th",
+      "art h",
+      "▁F lag",
+      "▁Fl ag",
+      "▁ Flag",
+      "▁но р",
+      "▁н ор",
+      "æ dia",
+      "UN CTION",
+      "▁Bahn hof",
+      "▁appro aching",
+      "▁approach ing",
+      "▁G ött",
+      "▁Gö tt",
+      "▁c ube",
+      "▁cu be",
+      "▁cub e",
+      "▁arg ued",
+      "▁argue d",
+      "▁Th ings",
+      "Gu i",
+      "G ui",
+      "до ви",
+      "дов и",
+      "д ови",
+      "▁re cre",
+      "▁rec re",
+      "▁ré seau",
+      "▁rés eau",
+      "▁sign ifica",
+      "▁signific a",
+      "Gi t",
+      "G it",
+      "geb racht",
+      "gebra cht",
+      "▁l iga",
+      "▁li ga",
+      "▁lig a",
+      "▁ liga",
+      "▁ass ured",
+      "al us",
+      "alu s",
+      "a lus",
+      "ри т",
+      "р ит",
+      "▁э нциклопеди",
+      "▁% ).",
+      "▁%) .",
+      "▁ %).",
+      "▁Prem ière",
+      "▁declar ations",
+      "▁declaration s",
+      "▁tr icky",
+      "▁trick y",
+      "▁pro files",
+      "▁prof iles",
+      "▁profile s",
+      "▁profil es",
+      "▁F on",
+      "▁Fo n",
+      "▁J as",
+      "▁Ja s",
+      "â r",
+      "ba bel",
+      "b abel",
+      "▁Fr iday",
+      "▁Fri day",
+      "▁Frid ay",
+      "▁jú nius",
+      "▁c ols",
+      "▁col s",
+      "▁co ls",
+      "▁ cols",
+      "▁EX ISTS",
+      "▁Ital iana",
+      "▁Italian a",
+      "▁Italia na",
+      "▁author ization",
+      "▁s ulle",
+      "▁su lle",
+      "▁sul le",
+      "▁sull e",
+      "▁E mb",
+      "▁Em b",
+      "▁Vari able",
+      "▁ Variable",
+      "tr ees",
+      "tre es",
+      "tree s",
+      "t rees",
+      "▁F ly",
+      "▁Fl y",
+      "ri ors",
+      "rio rs",
+      "rior s",
+      "r iors",
+      "▁da mals",
+      "▁dam als",
+      "▁find et",
+      "▁fin det",
+      "▁Se pt",
+      "▁Sep t",
+      "▁m undial",
+      "▁rem oval",
+      "▁remov al",
+      "▁long itude",
+      "▁longitud e",
+      "cl ic",
+      "cli c",
+      "c lic",
+      "▁f ade",
+      "▁fa de",
+      "▁ fade",
+      "▁grad le",
+      "▁ gradle",
+      "▁z ák",
+      "▁zá k",
+      "▁tim ing",
+      "▁ti ming",
+      "tr ightarrow",
+      "t rightarrow",
+      "at ia",
+      "ati a",
+      "- .",
+      "uch e",
+      "uc he",
+      "u che",
+      "▁ser ialize",
+      "▁serial ize",
+      "▁H mm",
+      "▁Represent atives",
+      "ba h",
+      "b ah",
+      "re nd",
+      "ren d",
+      "r end",
+      "ass ador",
+      "assa dor",
+      "▁sh ield",
+      "uc ion",
+      "u cion",
+      "▁am éricaine",
+      "▁améric aine",
+      "▁américain e",
+      "z ę",
+      "vi lla",
+      "vil la",
+      "v illa",
+      "▁hom bre",
+      "ás s",
+      "á ss",
+      "▁S F",
+      "▁ SF",
+      "▁repe ating",
+      "▁repeat ing",
+      "▁c riter",
+      "▁cr iter",
+      "▁crit er",
+      "▁cri ter",
+      "▁St ruct",
+      "▁Str uct",
+      "▁ Struct",
+      "?? ?",
+      "? ??",
+      "▁che ap",
+      "▁r ings",
+      "▁ring s",
+      "▁rin gs",
+      "ab häng",
+      "▁c orte",
+      "▁cor te",
+      "▁cort e",
+      "▁admin ist",
+      "ix on",
+      "gy pt",
+      "▁punt os",
+      "▁punto s",
+      "▁me zi",
+      "▁mez i",
+      "▁po chod",
+      "▁poc hod",
+      "is ko",
+      "isk o",
+      "i sko",
+      "ni ę",
+      "n ię",
+      "▁о су",
+      "▁ос у",
+      "▁á r",
+      "▁ ár",
+      "те льной",
+      "тель ной",
+      "тельно й",
+      "▁Metropol itan",
+      "ji n",
+      "j in",
+      "ze ss",
+      "zes s",
+      "z ess",
+      "▁ві ці",
+      "▁conflic ts",
+      "▁conflict s",
+      "ij st",
+      "▁Mar ket",
+      "▁Mark et",
+      "ст ров",
+      "стро в",
+      "стр ов",
+      "▁\" ,\"",
+      "▁\", \"",
+      "▁ \",\"",
+      "▁Sc roll",
+      "▁ Scroll",
+      "gu n",
+      "g un",
+      "та ра",
+      "тар а",
+      "▁am ateur",
+      "▁r óż",
+      "pos s",
+      "po ss",
+      "p oss",
+      "▁general ized",
+      "▁H arm",
+      "▁Har m",
+      "▁Ha rm",
+      "ci ta",
+      "cit a",
+      "c ita",
+      "▁Sw itzerland",
+      "ic ola",
+      "ico la",
+      "icol a",
+      "i cola",
+      "▁m uit",
+      "▁mu it",
+      "loc ated",
+      "▁c ó",
+      "▁a rose",
+      "▁ar ose",
+      "▁commun auté",
+      "}) ^",
+      "} )^",
+      "vis ibility",
+      "íd a",
+      "í da",
+      "▁F B",
+      "▁ FB",
+      "▁Fre und",
+      "ga t",
+      "g at",
+      "\": {\"",
+      "int ellij",
+      "if ie",
+      "ifi e",
+      "hm en",
+      "h men",
+      "▁éd ition",
+      "▁ édition",
+      "▁ко је",
+      "▁ін ших",
+      "om ing",
+      "omin g",
+      "omi ng",
+      "o ming",
+      "▁arqu itect",
+      "▁Pres idente",
+      "▁President e",
+      "▁П ід",
+      "▁ca bin",
+      "▁cab in",
+      "The orem",
+      "▁G ay",
+      "▁Ga y",
+      "if ice",
+      "ific e",
+      "ifi ce",
+      "▁h ect",
+      "▁he ct",
+      "l ą",
+      "irm ingham",
+      "▁sem antic",
+      "▁Louis iana",
+      "▁sac rifice",
+      "▁sacr ifice",
+      "▁sacrific e",
+      "▁Christ oph",
+      "▁Exec utive",
+      "_ +",
+      "j ák",
+      "▁s eria",
+      "▁se ria",
+      "▁ser ia",
+      "▁Over flow",
+      "▁ Overflow",
+      "▁Lu cy",
+      "▁Luc y",
+      "▁mel hor",
+      "▁vo ices",
+      "▁voice s",
+      "cz a",
+      "c za",
+      "▁ка пи",
+      "▁университе та",
+      "IN CT",
+      "▁col oc",
+      "▁co loc",
+      "▁pr ue",
+      "▁ge omet",
+      "▁geom et",
+      "▁di retto",
+      "▁dire tto",
+      "▁dir etto",
+      "▁dirett o",
+      "re so",
+      "res o",
+      "r eso",
+      "▁A kt",
+      "▁Ak t",
+      "▁un h",
+      "▁се ри",
+      "▁сер и",
+      "▁Al ert",
+      "▁Ale rt",
+      "▁ Alert",
+      "We l",
+      "W el",
+      "au di",
+      "aud i",
+      "a udi",
+      "äl er",
+      "ä ler",
+      "▁gu ests",
+      "▁guest s",
+      "▁и де",
+      "St udio",
+      "▁ка те",
+      "▁ex ponent",
+      "▁expon ent",
+      "rz e",
+      "r ze",
+      "pm od",
+      "p mod",
+      "ro lle",
+      "roll e",
+      "rol le",
+      "▁Lim ited",
+      "Al lemagne",
+      "▁p ity",
+      "▁pi ty",
+      "▁pit y",
+      "▁l ä",
+      "▁ lä",
+      "▁run ner",
+      "▁ runner",
+      "ke nde",
+      "ken de",
+      "k ende",
+      "E Q",
+      "▁M M",
+      "▁ MM",
+      "sz ág",
+      "по ді",
+      "▁reg ret",
+      "▁publi é",
+      "▁depart amento",
+      "▁acc used",
+      "▁accus ed",
+      "h p",
+      "▁P fl",
+      "▁Pf l",
+      "▁S int",
+      "▁Si nt",
+      "▁Sin t",
+      "▁ek onom",
+      "ra ctor",
+      "rac tor",
+      "ract or",
+      "r actor",
+      "▁П ів",
+      "▁aw ful",
+      "owa ć",
+      "] ->",
+      "▁F ine",
+      "▁Fin e",
+      "С а",
+      "ti s",
+      "t is",
+      "ét a",
+      "é ta",
+      "▁Ро ди",
+      "▁Düsseld orf",
+      "LO B",
+      "L OB",
+      "os as",
+      "osa s",
+      "wer ke",
+      "werk e",
+      "▁l ance",
+      "▁lan ce",
+      "▁листо пада",
+      "▁in complete",
+      "▁P icture",
+      "▁ Picture",
+      "(' \\",
+      "( '\\",
+      "es ters",
+      "est ers",
+      "ester s",
+      "este rs",
+      "e sters",
+      "▁belong ed",
+      "▁S ank",
+      "▁San k",
+      "am med",
+      "amm ed",
+      "▁repos itories",
+      "▁ad dr",
+      "▁add r",
+      "▁ addr",
+      "Col lect",
+      "Coll ect",
+      "H ot",
+      "▁t yl",
+      "▁ty l",
+      "▁instance of",
+      "▁bon us",
+      "ov ý",
+      "▁мо ря",
+      "▁мор я",
+      "▁inter active",
+      "▁interact ive",
+      "▁M ys",
+      "▁My s",
+      "▁Ed mund",
+      "file Name",
+      "em or",
+      "emo r",
+      "e mor",
+      "▁Т ри",
+      "▁R osen",
+      "▁Ro sen",
+      "▁Ros en",
+      "▁Rose n",
+      "▁Pr ima",
+      "▁Pri ma",
+      "▁Prim a",
+      "▁v oting",
+      "▁vo ting",
+      "▁vot ing",
+      "▁X P",
+      "▁Z ero",
+      "▁Ze ro",
+      "▁ Zero",
+      "▁L ed",
+      "▁Le d",
+      "ams ung",
+      "▁en ables",
+      "▁enable s",
+      "▁redirect s",
+      "AS T",
+      "A ST",
+      "Pa int",
+      "P aint",
+      "ack er",
+      "ac ker",
+      "a cker",
+      "le cht",
+      "▁chair man",
+      "▁A ven",
+      "▁Av en",
+      "▁S ach",
+      "▁Sa ch",
+      "▁Sac h",
+      "(\" <",
+      "ке р",
+      "к ер",
+      "▁mist akes",
+      "▁mistake s",
+      "▁We it",
+      "▁Wei t",
+      "▁pro wad",
+      "▁ prowad",
+      "▁did nt",
+      "▁didn t",
+      "én ario",
+      "un less",
+      "▁back wards",
+      "bo a",
+      "b oa",
+      "du ino",
+      "`` `",
+      "` ``",
+      "st or",
+      "sto r",
+      "s tor",
+      "Comple tion",
+      "pu esta",
+      "▁din ast",
+      "úl t",
+      "ú lt",
+      "▁S Y",
+      "▁ SY",
+      "if olia",
+      "œuv res",
+      "œuvre s",
+      "▁r acing",
+      "▁ra cing",
+      "▁rac ing",
+      "▁cab inet",
+      "▁cabin et",
+      "▁cut ting",
+      "▁th umb",
+      "▁Ка ра",
+      "▁Кар а",
+      "high light",
+      "ку п",
+      "▁s d",
+      "▁ sd",
+      "▁на ціональ",
+      "▁camp agne",
+      "▁register s",
+      "▁educ ational",
+      "▁education al",
+      "▁p esar",
+      "▁pes ar",
+      "üg e",
+      "ü ge",
+      "▁o ro",
+      "▁or o",
+      "▁ oro",
+      "burg o",
+      "bur go",
+      "▁Athlet ics",
+      "▁M TV",
+      "get Message",
+      "▁H yp",
+      "▁Hy p",
+      "▁vict im",
+      "▁vic tim",
+      ")) \\",
+      ") )\\",
+      "▁dr ums",
+      "▁dru ms",
+      "▁drum s",
+      "host name",
+      "ta ł",
+      "t ał",
+      "ma king",
+      "m aking",
+      "▁pow iat",
+      "ő d",
+      "thread s",
+      "▁absol v",
+      "▁лю ди",
+      "▁ste pped",
+      "▁step ped",
+      "ex ist",
+      "▁N K",
+      "▁v es",
+      "▁ve s",
+      "▁ ves",
+      "ist iche",
+      "istic he",
+      "isti che",
+      "% '",
+      "at ivos",
+      "ativ os",
+      "ati vos",
+      "ativo s",
+      "▁та кой",
+      "▁тако й",
+      "▁Mongo DB",
+      "▁U ng",
+      "▁Un g",
+      "▁Р ус",
+      "▁Ру с",
+      "▁e lim",
+      "▁el im",
+      "▁F if",
+      "ic ación",
+      "ica ción",
+      "▁T ennis",
+      "▁Ten nis",
+      "▁Jeff erson",
+      "j án",
+      "fo g",
+      "f og",
+      "an ha",
+      "anh a",
+      "zo r",
+      "z or",
+      "▁уні версите",
+      "ah u",
+      "a hu",
+      "ia da",
+      "i ada",
+      "S dk",
+      "Set ting",
+      "▁K ill",
+      "▁Kil l",
+      "▁Ki ll",
+      "▁W end",
+      "▁We nd",
+      "▁b ald",
+      "▁bal d",
+      "▁ba ld",
+      "▁K ub",
+      "▁Ku b",
+      "▁v isto",
+      "▁vis to",
+      "▁vi sto",
+      "▁je unes",
+      "▁jeune s",
+      "▁jeu nes",
+      "col lections",
+      "collection s",
+      "collect ions",
+      "ac í",
+      "a cí",
+      "вро пей",
+      "▁ar ise",
+      "он і",
+      "о ні",
+      "MA IN",
+      "до ступ",
+      "▁b erg",
+      "▁be rg",
+      "▁ber g",
+      "▁ berg",
+      "▁critic ism",
+      "▁Tor re",
+      "▁de script",
+      "▁des cript",
+      "▁descri pt",
+      "ière s",
+      "i ères",
+      "▁e studio",
+      "▁est udio",
+      "▁estud io",
+      "▁i li",
+      "▁il i",
+      "▁ ili",
+      "▁mil itare",
+      "▁milit are",
+      "▁militar e",
+      "▁Cl ara",
+      "▁Cla ra",
+      "▁Clar a",
+      "▁El len",
+      "▁Elle n",
+      "▁Ell en",
+      "lim ited",
+      "limit ed",
+      "л м",
+      "▁Esp añ",
+      "▁inf initely",
+      "▁infinite ly",
+      "Amer ica",
+      "ou c",
+      "o uc",
+      "gl ass",
+      "g lass",
+      "▁r ud",
+      "▁ru d",
+      "▁z at",
+      "▁za t",
+      "▁ zat",
+      "▁r in",
+      "▁ri n",
+      "▁ rin",
+      "▁Bibli ografía",
+      "▁mer chant",
+      "tensor flow",
+      "▁d ér",
+      "▁dé r",
+      "▁Active Record",
+      "IE S",
+      "I ES",
+      "▁link er",
+      "▁lin ker",
+      "▁estud ios",
+      "▁estudio s",
+      "cdn js",
+      "▁Го судар",
+      "án chez",
+      "ap pe",
+      "app e",
+      "a ppe",
+      "cl ub",
+      "c lub",
+      "▁dal ší",
+      "▁Alg orithm",
+      "df s",
+      "d fs",
+      "▁B ac",
+      "▁Ba c",
+      "▁ка фе",
+      "▁& =\\",
+      "▁&= \\",
+      "▁а т",
+      "▁ ат",
+      "▁Г лав",
+      "▁M ou",
+      "▁Mo u",
+      "M achine",
+      "(... )",
+      "( ...)",
+      "▁com part",
+      "▁comp art",
+      "▁compar t",
+      "▁aug usztus",
+      "av an",
+      "ava n",
+      "a van",
+      "▁roll ed",
+      "▁rol led",
+      "▁ rolled",
+      "▁е ди",
+      "▁ еди",
+      "Sc an",
+      "S can",
+      "▁ре гі",
+      "▁świ ata",
+      "▁świat a",
+      "▁m ines",
+      "▁min es",
+      "▁mi nes",
+      "▁mine s",
+      "}, {",
+      "▁T ier",
+      "▁Ti er",
+      "Can not",
+      "C annot",
+      "мі н",
+      "м ін",
+      "▁NE W",
+      "▁ NEW",
+      "▁Во л",
+      "▁M anh",
+      "▁Man h",
+      "▁Greg ory",
+      "▁princi pe",
+      "▁princip e",
+      "▁prin cipe",
+      "IS O",
+      "I SO",
+      "pr og",
+      "pro g",
+      "p rog",
+      "▁F ail",
+      "▁Fa il",
+      "▁ Fail",
+      "▁a a",
+      "▁ aa",
+      "▁fe cha",
+      "▁W CF",
+      "▁mag istr",
+      "▁Z ach",
+      "▁Za ch",
+      "▁un icode",
+      "▁con verter",
+      "▁convert er",
+      "▁conver ter",
+      "▁dis pers",
+      "▁disp ers",
+      "ks am",
+      "k sam",
+      "▁Un cle",
+      "Property Changed",
+      "▁l ider",
+      "▁li der",
+      "▁lid er",
+      "▁o pts",
+      "▁op ts",
+      "▁opt s",
+      "▁ opts",
+      "▁та м",
+      "▁ там",
+      "lock ed",
+      "loc ked",
+      "za k",
+      "z ak",
+      "▁co unted",
+      "▁count ed",
+      "▁coun ted",
+      "▁person e",
+      "▁pers one",
+      "▁hur ried",
+      "ät ter",
+      "ätt er",
+      "ätte r",
+      "▁out ras",
+      "▁ou tras",
+      "▁g enu",
+      "▁ge nu",
+      "▁gen u",
+      "B D",
+      "ve g",
+      "v eg",
+      "du e",
+      "d ue",
+      "▁P ract",
+      "▁Pr act",
+      "▁Pra ct",
+      "▁po sible",
+      "▁pos ible",
+      "▁cont ribute",
+      "▁contrib ute",
+      "▁contribu te",
+      "UM N",
+      "▁Bür ger",
+      "▁w ars",
+      "▁war s",
+      "▁wa rs",
+      "▁exhib ition",
+      "hi ll",
+      "h ill",
+      "▁a str",
+      "▁as tr",
+      "▁ast r",
+      "▁ astr",
+      "▁му зе",
+      "▁C ASE",
+      "▁CA SE",
+      "▁ CASE",
+      "man ifest",
+      "y ellow",
+      "F n",
+      "▁R C",
+      "▁ RC",
+      "▁s ott",
+      "▁so tt",
+      "▁su jet",
+      "▁S ocket",
+      "▁So cket",
+      "▁Soc ket",
+      "▁ Socket",
+      "▁Ch ine",
+      "▁Chi ne",
+      "▁frame works",
+      "▁framework s",
+      "Hol d",
+      "H old",
+      "êt s",
+      "ê ts",
+      "▁ф іль",
+      "▁фі ль",
+      "Lo aded",
+      "Load ed",
+      "op he",
+      "oph e",
+      "o phe",
+      "text e",
+      "tex te",
+      "▁ex pres",
+      "▁exp res",
+      "▁expr es",
+      "▁cons ume",
+      "▁consum e",
+      "▁R ichtung",
+      "ograf i",
+      "▁magn ific",
+      "à t",
+      "▁ind ul",
+      "▁indu l",
+      "ry ty",
+      "▁off ici",
+      "▁offic i",
+      "▁ass ault",
+      "ru nd",
+      "run d",
+      "r und",
+      "▁vari ants",
+      "▁variant s",
+      "▁сель сов",
+      "▁exc itement",
+      "Time s",
+      "Tim es",
+      "T imes",
+      "k otlin",
+      "▁g ering",
+      "▁ge ring",
+      "▁ger ing",
+      "▁En gel",
+      "▁Eng el",
+      "▁T imer",
+      "▁Time r",
+      "▁Tim er",
+      "▁Ti mer",
+      "▁ Timer",
+      "² ).",
+      "▁N g",
+      "äs st",
+      "sch au",
+      "SE rror",
+      "S Error",
+      "▁Ed wards",
+      "▁Edward s",
+      "▁Term inal",
+      "li ct",
+      "lic t",
+      "l ict",
+      "Un der",
+      "Und er",
+      "U nder",
+      "▁sp awn",
+      "ür gen",
+      "▁Außer dem",
+      "▁k itchen",
+      "fah rt",
+      "fahr t",
+      "▁Col ors",
+      "▁Color s",
+      "▁систе ма",
+      "▁систем а",
+      "▁termin ated",
+      "▁terminate d",
+      "▁La TeX",
+      "ig keiten",
+      "igkeit en",
+      "▁mes ure",
+      "▁Am ts",
+      "▁Amt s",
+      "▁emp ir",
+      "▁stri king",
+      "▁strik ing",
+      "▁exclus ive",
+      "те х",
+      "▁re z",
+      "▁r ez",
+      "▁ rez",
+      "▁qu an",
+      "▁q uan",
+      "▁Glas gow",
+      "▁lect ure",
+      "▁Test ament",
+      "▁fun ds",
+      "▁fund s",
+      "▁st essa",
+      "▁tri bes",
+      "▁trib es",
+      "▁tribe s",
+      "▁par fois",
+      "▁tre ball",
+      "ni tz",
+      "nit z",
+      "n itz",
+      "bo ve",
+      "b ove",
+      "▁за слу",
+      "▁ab sent",
+      "▁abs ent",
+      "▁L auf",
+      "▁La uf",
+      "▁Lau f",
+      "Sm ith",
+      "▁Никола й",
+      "▁europé enne",
+      "l r",
+      "▁program ma",
+      "▁mi dst",
+      "▁mid st",
+      "▁daugh ters",
+      "▁daughter s",
+      "S yn",
+      "ob en",
+      "obe n",
+      "o ben",
+      "ân ă",
+      "id an",
+      "ida n",
+      "i dan",
+      "▁t her",
+      "▁th er",
+      "▁the r",
+      "▁ ther",
+      "od ore",
+      "odo re",
+      "odor e",
+      "sd l",
+      "s dl",
+      "▁Q uint",
+      "▁Qu int",
+      "▁cas os",
+      "▁caso s",
+      "▁Z am",
+      "▁Za m",
+      "▁стра ны",
+      "▁sp rite",
+      "▁spr ite",
+      "ка л",
+      "к ал",
+      "▁n asc",
+      "▁na sc",
+      "▁nas c",
+      "▁сот руд",
+      "▁tr ava",
+      "▁tra va",
+      "▁trav a",
+      "▁хо зяй",
+      "▁U ruguay",
+      "▁s parse",
+      "▁sp arse",
+      "▁по ле",
+      "▁пол е",
+      "▁myst ery",
+      "▁myster y",
+      "▁M ang",
+      "▁Man g",
+      "▁Ma ng",
+      "reg istr",
+      "▁CG Float",
+      "▁sub mission",
+      "▁subm ission",
+      "ва на",
+      "ван а",
+      "в ана",
+      "▁\" :",
+      "▁ \":",
+      "▁Trace back",
+      "▁P it",
+      "▁Pi t",
+      "▁E hr",
+      "▁с ра",
+      "▁Graph ics",
+      "▁ Graphics",
+      "Up dated",
+      "Update d",
+      "▁sv ensk",
+      "▁sp acing",
+      "▁spac ing",
+      "tr itt",
+      "tri tt",
+      "t ritt",
+      "▁Gu inea",
+      "▁Fran ça",
+      "▁Fr ança",
+      "As soci",
+      "Ass oci",
+      "▁T ová",
+      "▁To vá",
+      "st ab",
+      "sta b",
+      "s tab",
+      "▁Le arning",
+      "▁Lear ning",
+      "▁B right",
+      "▁Br ight",
+      "▁Brig ht",
+      "ś c",
+      "▁id ő",
+      "}} _{\\",
+      "}}_{ \\",
+      "}}_ {\\",
+      "} }_{\\",
+      "▁dro ite",
+      "▁droit e",
+      "▁ra ising",
+      "get ting",
+      "yth m",
+      "yt hm",
+      "y thm",
+      "on yme",
+      "ony me",
+      "onym e",
+      "ż s",
+      "▁b lah",
+      "▁bl ah",
+      "▁bla h",
+      "▁ blah",
+      "Tag Name",
+      "Vert ical",
+      "▁a per",
+      "▁ap er",
+      "▁ aper",
+      "post gresql",
+      "▁Hand le",
+      "▁ Handle",
+      "ze w",
+      "z ew",
+      "▁sk ulle",
+      "▁op ere",
+      "▁oper e",
+      "lay ers",
+      "layer s",
+      "▁pos sono",
+      "▁poss ono",
+      "▁re late",
+      "▁rel ate",
+      "▁rela te",
+      "ą c",
+      "▁M ih",
+      "▁Mi h",
+      "â ge",
+      "▁Ś wi",
+      "iss es",
+      "isse s",
+      "▁serv let",
+      "▁ servlet",
+      "Lo s",
+      "L os",
+      "▁Ad vanced",
+      "▁Adv anced",
+      "at ica",
+      "ati ca",
+      "atic a",
+      "▁c ed",
+      "▁ce d",
+      "▁ ced",
+      "▁element os",
+      "ро на",
+      "рон а",
+      "р она",
+      "ik s",
+      "i ks",
+      "ar f",
+      "a rf",
+      "ar iat",
+      "ari at",
+      "aria t",
+      "M obile",
+      "ag ua",
+      "agu a",
+      "▁t imp",
+      "▁tim p",
+      "▁ti mp",
+      "▁Com ité",
+      "▁comb ining",
+      "▁combin ing",
+      "wo hl",
+      "w ohl",
+      "▁Stud y",
+      "▁Stu dy",
+      "co ordinate",
+      "▁recommend ation",
+      "▁transform ations",
+      "▁transformation s",
+      "un til",
+      "unt il",
+      "u ntil",
+      "bound ed",
+      "b ounded",
+      "▁и зу",
+      "▁из у",
+      "han ced",
+      "h anced",
+      "▁во про",
+      "▁P rés",
+      "▁Pr és",
+      "▁co ord",
+      "xt y",
+      "x ty",
+      "▁$ ,",
+      "▁ $,",
+      "▁champion s",
+      "▁champ ions",
+      "De n",
+      "D en",
+      "M il",
+      "(' ,",
+      "( ',",
+      "▁Pre is",
+      "▁e igh",
+      "▁eig h",
+      "▁mark ers",
+      "▁marker s",
+      "▁gew esen",
+      "ät ten",
+      "ätt en",
+      "ätte n",
+      "▁p ione",
+      "▁pi one",
+      "m v",
+      "▁ј у",
+      "▁ ју",
+      "zeich nis",
+      "ho ff",
+      "hof f",
+      "h off",
+      "New s",
+      "Ne ws",
+      "▁Stanis ław",
+      "▁Br andenburg",
+      "▁Brand enburg",
+      "▁Fe uer",
+      "= &",
+      "же т",
+      "ж ет",
+      "▁N eil",
+      "▁Ne il",
+      "▁w irk",
+      "▁wir k",
+      "▁soci età",
+      "▁sp are",
+      "▁civil e",
+      "▁civ ile",
+      "sp rach",
+      "spr ach",
+      "▁d isse",
+      "▁dis se",
+      "▁diss e",
+      "▁g ates",
+      "▁ga tes",
+      "▁gate s",
+      "▁gat es",
+      "▁a nom",
+      "▁an om",
+      "▁ano m",
+      "▁Федера ции",
+      "▁t ib",
+      "▁ti b",
+      "▁f útbol",
+      "▁Wikip ed",
+      "ia te",
+      "iat e",
+      "i ate",
+      "Fr ont",
+      "F ront",
+      "▁c raw",
+      "▁cr aw",
+      "▁cra w",
+      "▁R ak",
+      "▁Ra k",
+      "▁з ву",
+      "▁зв у",
+      "st reet",
+      "stre et",
+      "▁A gency",
+      "▁Ag ency",
+      "ва ло",
+      "вал о",
+      "▁Ра с",
+      "▁mk dir",
+      "ac ję",
+      "▁sh ares",
+      "▁share s",
+      "St ory",
+      "Sto ry",
+      "▁re marks",
+      "▁rem arks",
+      "▁remark s",
+      "▁key words",
+      "▁keyword s",
+      "Bo b",
+      "B ob",
+      "▁t oe",
+      "▁to e",
+      "▁V itt",
+      "▁Vi tt",
+      "▁Vit t",
+      "▁r hs",
+      "▁rh s",
+      "RO P",
+      "R OP",
+      "or is",
+      "ori s",
+      "o ris",
+      "/ @",
+      "си и",
+      "▁tra verse",
+      "▁travers e",
+      "▁refer encing",
+      "pr äsident",
+      "ro ng",
+      "ron g",
+      "r ong",
+      "') :",
+      "' ):",
+      "at ies",
+      "ati es",
+      "atie s",
+      "a ties",
+      "A W",
+      "Out let",
+      "▁é vol",
+      "▁év ol",
+      "ik es",
+      "ike s",
+      "i kes",
+      "▁environment al",
+      "ic um",
+      "▁L ied",
+      "▁Li ed",
+      "▁Lie d",
+      "▁w arn",
+      "▁war n",
+      "▁wa rn",
+      "▁ warn",
+      "▁But ler",
+      "▁% ),",
+      "▁%) ,",
+      "▁Zeit schrift",
+      "▁Mon tr",
+      "▁Mont r",
+      "ва жа",
+      "▁Mer cur",
+      "je kte",
+      "jekt e",
+      "me ter",
+      "met er",
+      "m eter",
+      "du cation",
+      "▁att ributed",
+      "▁attribute d",
+      "* $",
+      "▁un f",
+      "▁Vert rag",
+      "zi en",
+      "zie n",
+      "z ien",
+      "▁Р об",
+      "▁Ро б",
+      "li ces",
+      "lic es",
+      "lice s",
+      "l ices",
+      "pp ly",
+      "p ply",
+      "an sen",
+      "ans en",
+      "anse n",
+      "▁ze it",
+      "▁ zeit",
+      "▁im mense",
+      "▁imm ense",
+      "▁lut ego",
+      "▁Bul gar",
+      "▁Bulg ar",
+      "▁mi embros",
+      "▁На циональ",
+      "▁Al low",
+      "▁All ow",
+      "▁ Allow",
+      "▁ang lès",
+      "д ви",
+      "▁T oy",
+      "▁To y",
+      "ту а",
+      "▁y ard",
+      "▁ya rd",
+      "▁ yard",
+      "( %",
+      "is ser",
+      "iss er",
+      "isse r",
+      "▁g olf",
+      "▁gol f",
+      "▁Uk rain",
+      "▁h osp",
+      "▁ho sp",
+      "▁hos p",
+      "In clude",
+      "▁L isa",
+      "▁Li sa",
+      "▁Lis a",
+      "▁c sal",
+      "▁cs al",
+      "▁M ira",
+      "▁Mi ra",
+      "▁Mir a",
+      "rec ogn",
+      "▁К е",
+      "▁h itting",
+      "▁hit ting",
+      "коно мі",
+      "коном і",
+      "▁Tourn ament",
+      "LO AD",
+      "▁Guard ian",
+      "▁da her",
+      "▁dah er",
+      "▁time zone",
+      "▁tom cat",
+      "▁ tomcat",
+      "▁success or",
+      "▁succ essor",
+      "▁successo r",
+      "▁V oid",
+      "▁Vo id",
+      "▁come ç",
+      "▁convert s",
+      "▁conver ts",
+      "äch s",
+      "ä chs",
+      "os ex",
+      "ose x",
+      "o sex",
+      "xe lles",
+      "x elles",
+      "as er",
+      "ase r",
+      "a ser",
+      "▁É s",
+      "▁m ou",
+      "▁mo u",
+      "▁u ng",
+      "▁un g",
+      "▁ ung",
+      "▁or igen",
+      "▁orig en",
+      "▁C row",
+      "▁Cr ow",
+      "▁Cro w",
+      "▁E rd",
+      "▁Er d",
+      "▁s ieben",
+      "▁si eben",
+      "▁sie ben",
+      "lu a",
+      "l ua",
+      "▁B B",
+      "▁ BB",
+      "RE NT",
+      "R ENT",
+      "▁pił kar",
+      "▁mar que",
+      "▁marqu e",
+      "▁La bour",
+      "▁Lab our",
+      "vi ders",
+      "vider s",
+      "vid ers",
+      "v iders",
+      "▁ex empl",
+      "▁exem pl",
+      "So und",
+      "S ound",
+      "▁W ass",
+      "▁Was s",
+      "▁Wa ss",
+      "arr ison",
+      "▁те чение",
+      "▁Of icina",
+      "▁D aw",
+      "▁Da w",
+      "▁K auf",
+      "▁Ka uf",
+      "én t",
+      "é nt",
+      "és ő",
+      "▁= \"",
+      "▁ =\"",
+      "▁k at",
+      "▁ka t",
+      "di ction",
+      "dict ion",
+      "dic tion",
+      "d iction",
+      "▁V oll",
+      "▁Vol l",
+      "▁Vo ll",
+      "▁high way",
+      "J ames",
+      "ze uge",
+      "zeug e",
+      "▁mod elo",
+      "▁model o",
+      "▁mode lo",
+      "Th row",
+      "▁F orum",
+      "▁For um",
+      "▁Fo rum",
+      "(\" @",
+      "▁en fer",
+      "▁enf er",
+      "▁спе циаль",
+      "Number s",
+      "Num bers",
+      "▁B inary",
+      "▁Bin ary",
+      "▁ Binary",
+      "▁Martí nez",
+      "▁Martín ez",
+      "▁St ato",
+      "▁Stat o",
+      "▁Sta to",
+      "▁fest iv",
+      "▁k atol",
+      "▁ka tol",
+      "▁kat ol",
+      "▁А б",
+      "▁lim itation",
+      "▁limit ation",
+      "▁S TR",
+      "▁ST R",
+      "▁ STR",
+      "▁О фициаль",
+      "ip es",
+      "ipe s",
+      "i pes",
+      "▁I sn",
+      "▁Is n",
+      "▁rule d",
+      "▁ru led",
+      "▁c í",
+      "▁ cí",
+      "ge ber",
+      "geb er",
+      "▁lavor o",
+      "▁lav oro",
+      "▁parenthes es",
+      "о з",
+      "▁équip es",
+      "▁équipe s",
+      "▁efficient ly",
+      "▁Per iod",
+      "▁ Period",
+      "▁Reg arding",
+      "le af",
+      "lea f",
+      "▁similar ity",
+      "▁gest ure",
+      "data b",
+      "da tab",
+      "dat ab",
+      "▁term inate",
+      "▁termin ate",
+      "▁sem antics",
+      "▁semantic s",
+      "▁A lo",
+      "▁Al o",
+      "▁c ig",
+      "▁ci g",
+      "▁Open GL",
+      "▁heut igen",
+      "xa ml",
+      "x aml",
+      "▁frequ encies",
+      ")} .",
+      ") }.",
+      "▁threaten ed",
+      "▁threat ened",
+      "ти к",
+      "▁cal cio",
+      "▁calci o",
+      "▁calc io",
+      "▁R iemann",
+      "▁Ri emann",
+      "sl ug",
+      "▁F inale",
+      "▁Fin ale",
+      "▁Final e",
+      "L R",
+      "▁Der by",
+      "▁о ще",
+      "▁de viation",
+      "▁dev iation",
+      "▁devi ation",
+      "äch en",
+      "äche n",
+      "ä chen",
+      "▁C ris",
+      "▁Cr is",
+      "но во",
+      "нов о",
+      "н ово",
+      "▁сто лі",
+      "▁re lev",
+      "▁rel ev",
+      "▁splend id",
+      "▁у чё",
+      "er ving",
+      "erv ing",
+      "ga ble",
+      "g able",
+      "▁général e",
+      "▁généra le",
+      "po m",
+      "p om",
+      "▁Che ers",
+      "▁impr ison",
+      "▁in dent",
+      "▁ind ent",
+      "▁inde nt",
+      "▁ indent",
+      "▁anal yz",
+      "▁analy z",
+      "▁re vert",
+      "▁rev ert",
+      "▁reve rt",
+      "▁rever t",
+      "ér er",
+      "ére r",
+      "é rer",
+      "▁ph ases",
+      "▁phase s",
+      "First Name",
+      "▁m ig",
+      "▁mi g",
+      "▁dist urb",
+      "▁mi xture",
+      "▁) {",
+      "▁ ){",
+      "int ure",
+      "▁T ried",
+      "▁Tr ied",
+      "▁Tri ed",
+      "▁soon er",
+      "▁p els",
+      "▁pe ls",
+      "▁pel s",
+      "▁ét abl",
+      "et ro",
+      "etr o",
+      "it ie",
+      "iti e",
+      "▁quart ier",
+      "▁го во",
+      "▁г ово",
+      "▁ гово",
+      "▁vá ros",
+      "uf e",
+      "u fe",
+      "he ten",
+      "het en",
+      "h eten",
+      "хо м",
+      "х ом",
+      "▁so ap",
+      "▁ soap",
+      "ut ors",
+      "uto rs",
+      "utor s",
+      "▁d uch",
+      "▁du ch",
+      "▁duc h",
+      "syn tax",
+      "s yntax",
+      "▁tr ibe",
+      "▁tri be",
+      "▁trib e",
+      "▁ch ante",
+      "▁chant e",
+      "Tr i",
+      "T ri",
+      "▁M ate",
+      "▁Ma te",
+      "▁Mat e",
+      "qu ality",
+      "qual ity",
+      "uo la",
+      "u ola",
+      "=\" .",
+      "= \".",
+      "ch k",
+      "▁в сі",
+      "▁вс і",
+      "▁prze ci",
+      "▁M eteor",
+      "▁Met eor",
+      "▁scatter ed",
+      "Pl us",
+      "P lus",
+      "tr ad",
+      "tra d",
+      "t rad",
+      "▁stack overflow",
+      "▁ stackoverflow",
+      "▁re tra",
+      "▁r etra",
+      "▁ret ra",
+      "▁retr a",
+      "▁éd itions",
+      "▁édition s",
+      "▁s ain",
+      "▁sa in",
+      "cri be",
+      "cr ibe",
+      "ig non",
+      "ign on",
+      "uc ker",
+      "uck er",
+      "u cker",
+      "▁ма ло",
+      "▁ten ir",
+      "▁ex ports",
+      "▁export s",
+      "▁ exports",
+      "▁aux ili",
+      "▁] ]",
+      "▁ ]]",
+      "▁C BS",
+      "un iform",
+      "uni form",
+      "▁period ic",
+      "ag rant",
+      "agr ant",
+      "▁em ple",
+      "▁emp le",
+      "W il",
+      "▁f res",
+      "▁fr es",
+      "▁fre s",
+      "▁str utt",
+      "▁stru tt",
+      "▁с віт",
+      "▁сві т",
+      "▁be tre",
+      "▁bet re",
+      "▁объ ек",
+      "ти ся",
+      "▁b isher",
+      "▁bis her",
+      "ba um",
+      "bau m",
+      "b aum",
+      "is hi",
+      "ish i",
+      "▁Gaz ette",
+      "background Color",
+      "j l",
+      "▁f iel",
+      "▁fi el",
+      "▁пре ма",
+      "▁protagon ista",
+      "▁Muham mad",
+      "▁sim ulate",
+      "▁H ook",
+      "▁Ho ok",
+      "fe st",
+      "f est",
+      "▁сво их",
+      "▁свои х",
+      "Se nder",
+      "Send er",
+      "S ender",
+      "▁list ened",
+      "▁listen ed",
+      "▁liste ned",
+      "ж і",
+      "je st",
+      "jes t",
+      "j est",
+      "ko rd",
+      "kor d",
+      "k ord",
+      "Cho ice",
+      "▁hoof d",
+      "redu cible",
+      "hp p",
+      "h pp",
+      "▁W u",
+      "š i",
+      "▁M arse",
+      "▁Mar se",
+      "▁Mars e",
+      "▁s oir",
+      "▁so ir",
+      "we sten",
+      "west en",
+      "w esten",
+      "em os",
+      "emo s",
+      "e mos",
+      "▁D uc",
+      "▁Du c",
+      "▁amer ik",
+      "| }{",
+      "▁G ul",
+      "▁Gu l",
+      "▁Sp rache",
+      "▁Spr ache",
+      "▁mis match",
+      "▁mism atch",
+      "Sc al",
+      "S cal",
+      "P ixel",
+      "E F",
+      "▁S ep",
+      "▁Se p",
+      "▁powie cie",
+      "ur k",
+      "▁Nap oli",
+      "▁neighbour hood",
+      "сто ян",
+      "стоя н",
+      "▁search es",
+      "yr us",
+      "y rus",
+      "пе т",
+      "п ет",
+      "He lp",
+      "Hel p",
+      "pon t",
+      "po nt",
+      "p ont",
+      "▁Or ient",
+      "▁Ori ent",
+      "▁Alf onso",
+      "▁monitor ing",
+      "ia o",
+      "i ao",
+      "éd é",
+      "▁Cés ar",
+      "ше е",
+      "Sh ift",
+      "su it",
+      "s uit",
+      "code d",
+      "co ded",
+      "cod ed",
+      "c oded",
+      "но то",
+      "▁Par ti",
+      "▁Part i",
+      "▁la sci",
+      "▁las ci",
+      "▁aw esome",
+      "us ta",
+      "ust a",
+      "u sta",
+      "▁С ове",
+      "▁Со ве",
+      "▁Сов е",
+      "▁F land",
+      "▁Fl and",
+      "oo m",
+      "o om",
+      "▁de vi",
+      "▁dev i",
+      "eng elsk",
+      "end um",
+      "▁Pa scal",
+      "▁Pas cal",
+      "▁B ind",
+      "▁Bi nd",
+      "▁Bin d",
+      "▁ Bind",
+      "▁sigu ientes",
+      "▁siguiente s",
+      "J B",
+      "▁Peters burg",
+      "▁incorrect ly",
+      "▁B ash",
+      "▁Bas h",
+      "▁Ba sh",
+      "▁pe los",
+      "▁pel os",
+      "▁pelo s",
+      "▁zes po",
+      "NS URL",
+      "▁př ek",
+      "▁Cr ime",
+      "na ch",
+      "n ach",
+      "▁th rust",
+      "▁thr ust",
+      "▁Cult ura",
+      "W F",
+      "▁S olo",
+      "▁So lo",
+      "▁Sol o",
+      "▁in vas",
+      "▁inv as",
+      "▁individ ually",
+      "▁individual ly",
+      "ib m",
+      "i bm",
+      "▁et apa",
+      "▁hand ed",
+      "▁han ded",
+      "▁where ver",
+      "▁interpol ation",
+      "▁mus ée",
+      "▁C NN",
+      "id ia",
+      "idi a",
+      "i dia",
+      "ńst w",
+      "▁pr zew",
+      "▁prze w",
+      "▁prz ew",
+      "ug hing",
+      "ugh ing",
+      "▁a ctors",
+      "▁act ors",
+      "▁actor s",
+      "▁Ori ental",
+      "▁Orient al",
+      "▁conven ience",
+      "▁mi asta",
+      "br ains",
+      "bra ins",
+      "▁ме ся",
+      "▁inf atti",
+      "▁All Movie",
+      "▁crit ique",
+      "▁success o",
+      "▁succ esso",
+      "anc ouver",
+      "▁f á",
+      "ъл гар",
+      "▁wis dom",
+      "▁Pho enix",
+      "ho le",
+      "hol e",
+      "h ole",
+      "▁inform ación",
+      "▁Air lines",
+      "▁Airl ines",
+      ". «",
+      "mo rt",
+      "mor t",
+      "m ort",
+      "user Id",
+      "▁*/ \r",
+      "▁C ongo",
+      "▁Con go",
+      "▁Cong o",
+      "▁\" `",
+      "▁ \"`",
+      "co rr",
+      "cor r",
+      "c orr",
+      "▁problem as",
+      "▁proble mas",
+      "▁problema s",
+      "▁probl emas",
+      "▁b ib",
+      "▁bi b",
+      "▁ bib",
+      "▁póź niej",
+      "▁file Name",
+      "▁ fileName",
+      "zo tt",
+      "z ott",
+      "ma cht",
+      "mac ht",
+      "m acht",
+      "▁Ul rich",
+      "C y",
+      "end point",
+      "▁she ep",
+      "▁i bn",
+      "Fe ed",
+      "F eed",
+      "▁sympath y",
+      "▁I b",
+      "▁territ orial",
+      "ra ting",
+      "rat ing",
+      "r ating",
+      "да ми",
+      "▁d st",
+      "▁ds t",
+      "▁ dst",
+      "у ю",
+      "ah o",
+      "a ho",
+      "▁s ug",
+      "▁su g",
+      "em ia",
+      "emi a",
+      "▁t ed",
+      "▁te d",
+      "▁ ted",
+      "▁A pi",
+      "▁Ap i",
+      "▁ Api",
+      "▁R ica",
+      "▁Ric a",
+      "▁Ri ca",
+      "▁M R",
+      "▁ MR",
+      "ński m",
+      "ń skim",
+      "▁V oor",
+      "▁Vo or",
+      "▁de vil",
+      "▁dev il",
+      "▁devi l",
+      "▁Ф о",
+      "▁N är",
+      "▁Nä r",
+      "▁... )",
+      "▁.. .)",
+      "▁ ...)",
+      "▁v ois",
+      "▁vo is",
+      "▁ab bre",
+      "▁abb re",
+      "▁M änner",
+      "xim o",
+      "xi mo",
+      "x imo",
+      "▁intellect ual",
+      "▁t ales",
+      "▁tal es",
+      "▁ta les",
+      "▁tale s",
+      "sim ilar",
+      "ne um",
+      "▁O rig",
+      "▁Or ig",
+      "▁Ori g",
+      "▁po stal",
+      "▁pos tal",
+      "▁post al",
+      "▁h vor",
+      "▁ident ification",
+      "▁identific ation",
+      "▁О д",
+      "ue sto",
+      "ues to",
+      "uest o",
+      "u esto",
+      "▁. ./",
+      "▁.. /",
+      "▁ ../",
+      "▁b ir",
+      "▁bi r",
+      "▁ bir",
+      "▁Л он",
+      "▁Ло н",
+      "▁es empio",
+      "▁E ing",
+      "▁Ein g",
+      "Exp and",
+      "▁PR IMARY",
+      "▁J in",
+      "▁Ji n",
+      "▁vš ak",
+      "ours es",
+      "ourse s",
+      "▁Be tty",
+      "▁Bet ty",
+      "▁W M",
+      "▁ WM",
+      "▁fl ask",
+      "▁fla sk",
+      "hl en",
+      "h len",
+      "▁A del",
+      "▁Ad el",
+      "lar avel",
+      "▁д ет",
+      "▁де т",
+      "сь кою",
+      "сько ю",
+      "▁M undo",
+      "▁Mun do",
+      "ic zn",
+      "icz n",
+      "ifi é",
+      "▁М ор",
+      "▁Мо р",
+      "▁д рев",
+      "▁др ев",
+      "Date Format",
+      "сь ким",
+      "ськ им",
+      "▁d ated",
+      "▁da ted",
+      "▁dat ed",
+      "▁date d",
+      "▁ dated",
+      "ко ли",
+      "кол и",
+      "▁результа те",
+      "\\) .",
+      "\\ ).",
+      "▁delay ed",
+      "so und",
+      "s ound",
+      "▁Ма к",
+      "▁\" ...",
+      "▁\". ..",
+      "▁b innen",
+      "▁bin nen",
+      "▁фа куль",
+      "▁pol ygon",
+      "▁poly gon",
+      "▁eg gs",
+      "▁egg s",
+      "At IndexPath",
+      "AtIndex Path",
+      "мен таль",
+      "мент аль",
+      "мента ль",
+      "▁in cred",
+      "▁incre d",
+      "▁inc red",
+      "ch unk",
+      "web driver",
+      "▁с вобо",
+      "▁сво бо",
+      "▁mi ędzy",
+      "Rece ived",
+      "Receive d",
+      "▁M onde",
+      "▁Mon de",
+      "▁Mo nde",
+      "▁Mond e",
+      "▁J Query",
+      "Bu tt",
+      "But t",
+      "B utt",
+      "▁P DO",
+      "▁for ec",
+      "▁fo rec",
+      "▁fore c",
+      "▁discipl ine",
+      "ch ev",
+      "che v",
+      "на т",
+      "н ат",
+      "▁re dis",
+      "▁red is",
+      "▁hun ting",
+      "▁al k",
+      "▁ alk",
+      "▁proof s",
+      "PR I",
+      "P RI",
+      "▁c hip",
+      "▁ch ip",
+      "▁chi p",
+      "és ie",
+      "▁H O",
+      "▁ HO",
+      "▁r ug",
+      "▁ru g",
+      "▁ rug",
+      "zo s",
+      "z os",
+      "▁s orte",
+      "▁sort e",
+      "▁sor te",
+      "▁ze igt",
+      "▁Phys ics",
+      "leg te",
+      "legt e",
+      "▁proport ional",
+      "▁proportion al",
+      "▁tool bar",
+      "ve ment",
+      "v ement",
+      "not in",
+      "▁prv ní",
+      "bl ah",
+      "bla h",
+      "b lah",
+      "▁prés ence",
+      "▁l loc",
+      "▁ll oc",
+      "▁lí der",
+      "▁Ac cept",
+      "▁ Accept",
+      "▁Al ways",
+      "▁\" {",
+      "▁divers i",
+      "▁diver si",
+      "ik or",
+      "iko r",
+      "i kor",
+      "Per iod",
+      "ж ён",
+      "▁Al liance",
+      "▁All iance",
+      "▁re lay",
+      "▁rel ay",
+      "▁rela y",
+      "Br o",
+      "B ro",
+      "jö n",
+      "j ön",
+      "▁B aud",
+      "▁Ba ud",
+      "▁Bau d",
+      "▁B ian",
+      "▁Bi an",
+      "') [",
+      "' )[",
+      "чи в",
+      "▁P oss",
+      "▁Po ss",
+      "▁Pos s",
+      "▁Mitg lieder",
+      "▁Mitglied er",
+      "▁n ev",
+      "▁ne v",
+      "Dan iel",
+      "▁t ends",
+      "▁ten ds",
+      "▁tend s",
+      "▁compag nie",
+      "▁liv res",
+      "▁livre s",
+      "lu b",
+      "l ub",
+      "▁ ▁",
+      "▁▁ ▁▁",
+      "▁▁▁ ▁",
+      "▁ ▁▁▁",
+      "▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁",
+      "▁▁▁▁▁ ▁▁▁",
+      "▁▁▁▁▁▁ ▁▁",
+      "▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁ ▁",
+      "▁ ▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁",
+      "▁▁▁▁ ▁",
+      "▁▁▁ ▁▁",
+      "▁ ▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁",
+      "▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁",
+      "▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁",
+      "▁▁▁▁ ▁▁",
+      "▁▁▁▁▁ ▁",
+      "▁▁▁ ▁▁▁",
+      "▁ ▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁ ▁▁",
+      "▁▁▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁▁▁",
+      "▁▁▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁ ▁",
+      "▁ ▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁ ▁",
+      "▁▁▁▁▁▁▁▁▁▁ ▁▁▁",
+      "▁▁▁ ▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁▁▁▁",
+      "▁▁▁▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁ ▁▁",
+      "▁ ▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁",
+      "▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁",
+      "▁▁▁▁▁▁▁ ▁▁▁",
+      "▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁",
+      "▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁",
+      "▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁",
+      "▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁ ▁",
+      "▁ ▁▁",
+      "▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁",
+      "▁▁▁▁▁ ▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁",
+      "▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁ ▁▁",
+      "▁ ▁▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁",
+      "▁▁▁▁▁ ▁▁",
+      "▁▁▁▁▁▁ ▁",
+      "▁▁▁ ▁▁▁▁",
+      "▁ ▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁ ▁",
+      "▁▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁▁",
+      "▁▁▁▁▁▁▁ ▁▁▁▁",
+      "▁ ▁▁▁▁▁▁▁▁▁▁",
+      "▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁",
+      "▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁▁",
+      "▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁▁▁▁ ▁",
+      "▁▁▁ ▁▁▁▁▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁ ▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁ ▁▁▁▁▁▁▁▁",
+      "▁▁▁▁▁▁▁▁▁▁▁ ▁▁▁▁",
+      "▁ ▁▁▁▁▁▁▁▁▁▁▁▁▁▁"
+    ]
+  }
+}
\ No newline at end of file
diff --git a/mr_refcoco_checkpoint/tokenizer/tokenizer.model b/mr_refcoco_checkpoint/tokenizer/tokenizer.model
new file mode 100755
index 0000000000000000000000000000000000000000..6c00c742ce03c627d6cd5b795984876fa49fa899
--- /dev/null
+++ b/mr_refcoco_checkpoint/tokenizer/tokenizer.model
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
+size 499723
diff --git a/mr_refcoco_checkpoint/tokenizer/tokenizer_config.json b/mr_refcoco_checkpoint/tokenizer/tokenizer_config.json
new file mode 100755
index 0000000000000000000000000000000000000000..818be071ee147f56af495c89187f08d9591288de
--- /dev/null
+++ b/mr_refcoco_checkpoint/tokenizer/tokenizer_config.json
@@ -0,0 +1,131 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32000": {
+      "content": "<im_gen_start>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32001": {
+      "content": "<im_gen>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32002": {
+      "content": "<mask_gen>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32003": {
+      "content": "<audio_gen>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32004": {
+      "content": "<audio_gen_start>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32005": {
+      "content": "<audio>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32006": {
+      "content": "<video>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32007": {
+      "content": "<base>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32008": {
+      "content": "<base_null>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32009": {
+      "content": "<seg>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32010": {
+      "content": "<seg_input>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "legacy": false,
+  "model_max_length": 2048,
+  "pad_token": "<unk>",
+  "padding_side": "right",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}
diff --git a/mr_refcoco_checkpoint/tokenizer_config.json b/mr_refcoco_checkpoint/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..818be071ee147f56af495c89187f08d9591288de
--- /dev/null
+++ b/mr_refcoco_checkpoint/tokenizer_config.json
@@ -0,0 +1,131 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32000": {
+      "content": "<im_gen_start>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32001": {
+      "content": "<im_gen>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32002": {
+      "content": "<mask_gen>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32003": {
+      "content": "<audio_gen>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32004": {
+      "content": "<audio_gen_start>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32005": {
+      "content": "<audio>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32006": {
+      "content": "<video>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32007": {
+      "content": "<base>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32008": {
+      "content": "<base_null>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32009": {
+      "content": "<seg>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32010": {
+      "content": "<seg_input>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "legacy": false,
+  "model_max_length": 2048,
+  "pad_token": "<unk>",
+  "padding_side": "right",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}
diff --git a/mr_refcoco_checkpoint/trainer_state.json b/mr_refcoco_checkpoint/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..83f7ceca797aada7086d9f96e87bc2771222acb9
--- /dev/null
+++ b/mr_refcoco_checkpoint/trainer_state.json
@@ -0,0 +1,210840 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.0,
+  "eval_steps": 1000,
+  "global_step": 30114,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 6.641429235571495e-05,
+      "grad_norm": 640.6401977539062,
+      "learning_rate": 2.2123893805309732e-09,
+      "loss": 116.0,
+      "step": 1
+    },
+    {
+      "epoch": 0.0001328285847114299,
+      "grad_norm": 356.0709533691406,
+      "learning_rate": 4.4247787610619464e-09,
+      "loss": 65.0625,
+      "step": 2
+    },
+    {
+      "epoch": 0.00019924287706714485,
+      "grad_norm": 596.5497436523438,
+      "learning_rate": 6.63716814159292e-09,
+      "loss": 99.125,
+      "step": 3
+    },
+    {
+      "epoch": 0.0002656571694228598,
+      "grad_norm": 580.257080078125,
+      "learning_rate": 8.849557522123893e-09,
+      "loss": 85.5,
+      "step": 4
+    },
+    {
+      "epoch": 0.00033207146177857477,
+      "grad_norm": 615.1389770507812,
+      "learning_rate": 1.1061946902654867e-08,
+      "loss": 78.25,
+      "step": 5
+    },
+    {
+      "epoch": 0.0003984857541342897,
+      "grad_norm": 584.73828125,
+      "learning_rate": 1.327433628318584e-08,
+      "loss": 92.75,
+      "step": 6
+    },
+    {
+      "epoch": 0.00046490004649000463,
+      "grad_norm": 699.5057983398438,
+      "learning_rate": 1.5486725663716813e-08,
+      "loss": 91.125,
+      "step": 7
+    },
+    {
+      "epoch": 0.0005313143388457196,
+      "grad_norm": 1006.1519165039062,
+      "learning_rate": 1.7699115044247786e-08,
+      "loss": 89.625,
+      "step": 8
+    },
+    {
+      "epoch": 0.0005977286312014345,
+      "grad_norm": 793.4696655273438,
+      "learning_rate": 1.991150442477876e-08,
+      "loss": 65.5,
+      "step": 9
+    },
+    {
+      "epoch": 0.0006641429235571495,
+      "grad_norm": 673.3154296875,
+      "learning_rate": 2.2123893805309735e-08,
+      "loss": 110.0,
+      "step": 10
+    },
+    {
+      "epoch": 0.0007305572159128645,
+      "grad_norm": 551.7874145507812,
+      "learning_rate": 2.4336283185840707e-08,
+      "loss": 87.75,
+      "step": 11
+    },
+    {
+      "epoch": 0.0007969715082685794,
+      "grad_norm": 575.9374389648438,
+      "learning_rate": 2.654867256637168e-08,
+      "loss": 103.0,
+      "step": 12
+    },
+    {
+      "epoch": 0.0008633858006242943,
+      "grad_norm": 596.6921997070312,
+      "learning_rate": 2.8761061946902653e-08,
+      "loss": 78.5,
+      "step": 13
+    },
+    {
+      "epoch": 0.0009298000929800093,
+      "grad_norm": 607.3186645507812,
+      "learning_rate": 3.0973451327433626e-08,
+      "loss": 99.875,
+      "step": 14
+    },
+    {
+      "epoch": 0.0009962143853357243,
+      "grad_norm": 613.3646240234375,
+      "learning_rate": 3.31858407079646e-08,
+      "loss": 92.875,
+      "step": 15
+    },
+    {
+      "epoch": 0.0010626286776914391,
+      "grad_norm": 671.8380737304688,
+      "learning_rate": 3.539823008849557e-08,
+      "loss": 83.9375,
+      "step": 16
+    },
+    {
+      "epoch": 0.0011290429700471542,
+      "grad_norm": 669.3338012695312,
+      "learning_rate": 3.761061946902655e-08,
+      "loss": 92.125,
+      "step": 17
+    },
+    {
+      "epoch": 0.001195457262402869,
+      "grad_norm": 720.828857421875,
+      "learning_rate": 3.982300884955752e-08,
+      "loss": 79.25,
+      "step": 18
+    },
+    {
+      "epoch": 0.001261871554758584,
+      "grad_norm": 570.262451171875,
+      "learning_rate": 4.20353982300885e-08,
+      "loss": 78.0625,
+      "step": 19
+    },
+    {
+      "epoch": 0.001328285847114299,
+      "grad_norm": 516.40380859375,
+      "learning_rate": 4.424778761061947e-08,
+      "loss": 84.8125,
+      "step": 20
+    },
+    {
+      "epoch": 0.001394700139470014,
+      "grad_norm": 651.96728515625,
+      "learning_rate": 4.6460176991150445e-08,
+      "loss": 84.75,
+      "step": 21
+    },
+    {
+      "epoch": 0.001461114431825729,
+      "grad_norm": 633.5459594726562,
+      "learning_rate": 4.8672566371681415e-08,
+      "loss": 89.5,
+      "step": 22
+    },
+    {
+      "epoch": 0.0015275287241814438,
+      "grad_norm": 477.36834716796875,
+      "learning_rate": 5.088495575221239e-08,
+      "loss": 87.5625,
+      "step": 23
+    },
+    {
+      "epoch": 0.0015939430165371588,
+      "grad_norm": 684.845703125,
+      "learning_rate": 5.309734513274336e-08,
+      "loss": 96.875,
+      "step": 24
+    },
+    {
+      "epoch": 0.0016603573088928738,
+      "grad_norm": 547.5321044921875,
+      "learning_rate": 5.5309734513274336e-08,
+      "loss": 75.3125,
+      "step": 25
+    },
+    {
+      "epoch": 0.0017267716012485887,
+      "grad_norm": 562.6327514648438,
+      "learning_rate": 5.7522123893805306e-08,
+      "loss": 100.5,
+      "step": 26
+    },
+    {
+      "epoch": 0.0017931858936043037,
+      "grad_norm": 805.2745361328125,
+      "learning_rate": 5.973451327433628e-08,
+      "loss": 81.875,
+      "step": 27
+    },
+    {
+      "epoch": 0.0018596001859600185,
+      "grad_norm": 560.2885131835938,
+      "learning_rate": 6.194690265486725e-08,
+      "loss": 70.4375,
+      "step": 28
+    },
+    {
+      "epoch": 0.0019260144783157336,
+      "grad_norm": 779.9680786132812,
+      "learning_rate": 6.415929203539823e-08,
+      "loss": 93.625,
+      "step": 29
+    },
+    {
+      "epoch": 0.0019924287706714486,
+      "grad_norm": 759.3457641601562,
+      "learning_rate": 6.63716814159292e-08,
+      "loss": 79.375,
+      "step": 30
+    },
+    {
+      "epoch": 0.0020588430630271637,
+      "grad_norm": 788.9654541015625,
+      "learning_rate": 6.858407079646017e-08,
+      "loss": 99.0,
+      "step": 31
+    },
+    {
+      "epoch": 0.0021252573553828783,
+      "grad_norm": 530.9995727539062,
+      "learning_rate": 7.079646017699114e-08,
+      "loss": 89.0625,
+      "step": 32
+    },
+    {
+      "epoch": 0.0021916716477385933,
+      "grad_norm": 844.7169799804688,
+      "learning_rate": 7.300884955752213e-08,
+      "loss": 95.625,
+      "step": 33
+    },
+    {
+      "epoch": 0.0022580859400943083,
+      "grad_norm": 753.751708984375,
+      "learning_rate": 7.52212389380531e-08,
+      "loss": 97.125,
+      "step": 34
+    },
+    {
+      "epoch": 0.0023245002324500234,
+      "grad_norm": 496.194091796875,
+      "learning_rate": 7.743362831858406e-08,
+      "loss": 80.0625,
+      "step": 35
+    },
+    {
+      "epoch": 0.002390914524805738,
+      "grad_norm": 653.2459106445312,
+      "learning_rate": 7.964601769911503e-08,
+      "loss": 81.4375,
+      "step": 36
+    },
+    {
+      "epoch": 0.002457328817161453,
+      "grad_norm": 740.3855590820312,
+      "learning_rate": 8.185840707964602e-08,
+      "loss": 92.625,
+      "step": 37
+    },
+    {
+      "epoch": 0.002523743109517168,
+      "grad_norm": 632.206787109375,
+      "learning_rate": 8.4070796460177e-08,
+      "loss": 92.875,
+      "step": 38
+    },
+    {
+      "epoch": 0.002590157401872883,
+      "grad_norm": 611.5645141601562,
+      "learning_rate": 8.628318584070796e-08,
+      "loss": 94.9375,
+      "step": 39
+    },
+    {
+      "epoch": 0.002656571694228598,
+      "grad_norm": 861.438720703125,
+      "learning_rate": 8.849557522123894e-08,
+      "loss": 92.4375,
+      "step": 40
+    },
+    {
+      "epoch": 0.0027229859865843128,
+      "grad_norm": 605.6342163085938,
+      "learning_rate": 9.070796460176991e-08,
+      "loss": 95.0625,
+      "step": 41
+    },
+    {
+      "epoch": 0.002789400278940028,
+      "grad_norm": 593.606201171875,
+      "learning_rate": 9.292035398230089e-08,
+      "loss": 91.5,
+      "step": 42
+    },
+    {
+      "epoch": 0.002855814571295743,
+      "grad_norm": 752.308837890625,
+      "learning_rate": 9.513274336283185e-08,
+      "loss": 88.3125,
+      "step": 43
+    },
+    {
+      "epoch": 0.002922228863651458,
+      "grad_norm": 807.1900634765625,
+      "learning_rate": 9.734513274336283e-08,
+      "loss": 72.4688,
+      "step": 44
+    },
+    {
+      "epoch": 0.002988643156007173,
+      "grad_norm": 442.05120849609375,
+      "learning_rate": 9.95575221238938e-08,
+      "loss": 84.3125,
+      "step": 45
+    },
+    {
+      "epoch": 0.0030550574483628875,
+      "grad_norm": 824.4887084960938,
+      "learning_rate": 1.0176991150442478e-07,
+      "loss": 119.75,
+      "step": 46
+    },
+    {
+      "epoch": 0.0031214717407186026,
+      "grad_norm": 568.417724609375,
+      "learning_rate": 1.0398230088495574e-07,
+      "loss": 73.2812,
+      "step": 47
+    },
+    {
+      "epoch": 0.0031878860330743176,
+      "grad_norm": 565.6078491210938,
+      "learning_rate": 1.0619469026548672e-07,
+      "loss": 78.1875,
+      "step": 48
+    },
+    {
+      "epoch": 0.0032543003254300326,
+      "grad_norm": 584.2362060546875,
+      "learning_rate": 1.0840707964601769e-07,
+      "loss": 86.125,
+      "step": 49
+    },
+    {
+      "epoch": 0.0033207146177857477,
+      "grad_norm": 712.2047729492188,
+      "learning_rate": 1.1061946902654867e-07,
+      "loss": 119.5,
+      "step": 50
+    },
+    {
+      "epoch": 0.0033871289101414623,
+      "grad_norm": 938.6514892578125,
+      "learning_rate": 1.1283185840707964e-07,
+      "loss": 77.25,
+      "step": 51
+    },
+    {
+      "epoch": 0.0034535432024971773,
+      "grad_norm": 681.6726684570312,
+      "learning_rate": 1.1504424778761061e-07,
+      "loss": 105.625,
+      "step": 52
+    },
+    {
+      "epoch": 0.0035199574948528924,
+      "grad_norm": 582.8438110351562,
+      "learning_rate": 1.172566371681416e-07,
+      "loss": 80.9375,
+      "step": 53
+    },
+    {
+      "epoch": 0.0035863717872086074,
+      "grad_norm": 738.5426025390625,
+      "learning_rate": 1.1946902654867256e-07,
+      "loss": 102.125,
+      "step": 54
+    },
+    {
+      "epoch": 0.0036527860795643225,
+      "grad_norm": 1864.2054443359375,
+      "learning_rate": 1.2168141592920352e-07,
+      "loss": 91.375,
+      "step": 55
+    },
+    {
+      "epoch": 0.003719200371920037,
+      "grad_norm": 754.727783203125,
+      "learning_rate": 1.238938053097345e-07,
+      "loss": 92.5,
+      "step": 56
+    },
+    {
+      "epoch": 0.003785614664275752,
+      "grad_norm": 960.1768188476562,
+      "learning_rate": 1.2610619469026549e-07,
+      "loss": 79.0625,
+      "step": 57
+    },
+    {
+      "epoch": 0.003852028956631467,
+      "grad_norm": 818.2954711914062,
+      "learning_rate": 1.2831858407079647e-07,
+      "loss": 87.875,
+      "step": 58
+    },
+    {
+      "epoch": 0.003918443248987182,
+      "grad_norm": 947.1857299804688,
+      "learning_rate": 1.3053097345132742e-07,
+      "loss": 110.625,
+      "step": 59
+    },
+    {
+      "epoch": 0.003984857541342897,
+      "grad_norm": 555.9225463867188,
+      "learning_rate": 1.327433628318584e-07,
+      "loss": 90.0,
+      "step": 60
+    },
+    {
+      "epoch": 0.004051271833698612,
+      "grad_norm": 926.6248779296875,
+      "learning_rate": 1.3495575221238936e-07,
+      "loss": 76.4375,
+      "step": 61
+    },
+    {
+      "epoch": 0.004117686126054327,
+      "grad_norm": 636.7302856445312,
+      "learning_rate": 1.3716814159292035e-07,
+      "loss": 82.8125,
+      "step": 62
+    },
+    {
+      "epoch": 0.0041841004184100415,
+      "grad_norm": 766.4182739257812,
+      "learning_rate": 1.393805309734513e-07,
+      "loss": 98.75,
+      "step": 63
+    },
+    {
+      "epoch": 0.0042505147107657565,
+      "grad_norm": 582.6116943359375,
+      "learning_rate": 1.4159292035398229e-07,
+      "loss": 79.75,
+      "step": 64
+    },
+    {
+      "epoch": 0.0043169290031214716,
+      "grad_norm": 1391.355224609375,
+      "learning_rate": 1.4380530973451327e-07,
+      "loss": 100.75,
+      "step": 65
+    },
+    {
+      "epoch": 0.004383343295477187,
+      "grad_norm": 617.5366821289062,
+      "learning_rate": 1.4601769911504425e-07,
+      "loss": 89.0,
+      "step": 66
+    },
+    {
+      "epoch": 0.004449757587832902,
+      "grad_norm": 1036.2388916015625,
+      "learning_rate": 1.4823008849557523e-07,
+      "loss": 94.875,
+      "step": 67
+    },
+    {
+      "epoch": 0.004516171880188617,
+      "grad_norm": 533.9644775390625,
+      "learning_rate": 1.504424778761062e-07,
+      "loss": 99.625,
+      "step": 68
+    },
+    {
+      "epoch": 0.004582586172544332,
+      "grad_norm": 896.219482421875,
+      "learning_rate": 1.5265486725663715e-07,
+      "loss": 97.25,
+      "step": 69
+    },
+    {
+      "epoch": 0.004649000464900047,
+      "grad_norm": 655.6805419921875,
+      "learning_rate": 1.5486725663716813e-07,
+      "loss": 76.25,
+      "step": 70
+    },
+    {
+      "epoch": 0.004715414757255762,
+      "grad_norm": 682.7789306640625,
+      "learning_rate": 1.570796460176991e-07,
+      "loss": 83.75,
+      "step": 71
+    },
+    {
+      "epoch": 0.004781829049611476,
+      "grad_norm": 2622.671875,
+      "learning_rate": 1.5929203539823007e-07,
+      "loss": 105.875,
+      "step": 72
+    },
+    {
+      "epoch": 0.004848243341967191,
+      "grad_norm": 609.609619140625,
+      "learning_rate": 1.6150442477876105e-07,
+      "loss": 77.875,
+      "step": 73
+    },
+    {
+      "epoch": 0.004914657634322906,
+      "grad_norm": 578.1624755859375,
+      "learning_rate": 1.6371681415929203e-07,
+      "loss": 84.375,
+      "step": 74
+    },
+    {
+      "epoch": 0.004981071926678621,
+      "grad_norm": 569.22021484375,
+      "learning_rate": 1.6592920353982302e-07,
+      "loss": 84.1875,
+      "step": 75
+    },
+    {
+      "epoch": 0.005047486219034336,
+      "grad_norm": 505.4549560546875,
+      "learning_rate": 1.68141592920354e-07,
+      "loss": 78.1875,
+      "step": 76
+    },
+    {
+      "epoch": 0.005113900511390051,
+      "grad_norm": 680.3079833984375,
+      "learning_rate": 1.7035398230088493e-07,
+      "loss": 80.375,
+      "step": 77
+    },
+    {
+      "epoch": 0.005180314803745766,
+      "grad_norm": 409.9525146484375,
+      "learning_rate": 1.725663716814159e-07,
+      "loss": 68.6875,
+      "step": 78
+    },
+    {
+      "epoch": 0.005246729096101481,
+      "grad_norm": 855.506103515625,
+      "learning_rate": 1.747787610619469e-07,
+      "loss": 102.125,
+      "step": 79
+    },
+    {
+      "epoch": 0.005313143388457196,
+      "grad_norm": 606.393310546875,
+      "learning_rate": 1.7699115044247788e-07,
+      "loss": 101.25,
+      "step": 80
+    },
+    {
+      "epoch": 0.005379557680812911,
+      "grad_norm": 612.3898315429688,
+      "learning_rate": 1.7920353982300883e-07,
+      "loss": 67.125,
+      "step": 81
+    },
+    {
+      "epoch": 0.0054459719731686255,
+      "grad_norm": 789.7510986328125,
+      "learning_rate": 1.8141592920353982e-07,
+      "loss": 94.875,
+      "step": 82
+    },
+    {
+      "epoch": 0.0055123862655243406,
+      "grad_norm": 712.2133178710938,
+      "learning_rate": 1.836283185840708e-07,
+      "loss": 111.625,
+      "step": 83
+    },
+    {
+      "epoch": 0.005578800557880056,
+      "grad_norm": 744.3705444335938,
+      "learning_rate": 1.8584070796460178e-07,
+      "loss": 85.125,
+      "step": 84
+    },
+    {
+      "epoch": 0.005645214850235771,
+      "grad_norm": 602.2304077148438,
+      "learning_rate": 1.880530973451327e-07,
+      "loss": 110.25,
+      "step": 85
+    },
+    {
+      "epoch": 0.005711629142591486,
+      "grad_norm": 507.156005859375,
+      "learning_rate": 1.902654867256637e-07,
+      "loss": 86.125,
+      "step": 86
+    },
+    {
+      "epoch": 0.005778043434947201,
+      "grad_norm": 955.841796875,
+      "learning_rate": 1.9247787610619468e-07,
+      "loss": 99.6875,
+      "step": 87
+    },
+    {
+      "epoch": 0.005844457727302916,
+      "grad_norm": 423.1438293457031,
+      "learning_rate": 1.9469026548672566e-07,
+      "loss": 88.3125,
+      "step": 88
+    },
+    {
+      "epoch": 0.005910872019658631,
+      "grad_norm": 799.7440185546875,
+      "learning_rate": 1.9690265486725664e-07,
+      "loss": 91.25,
+      "step": 89
+    },
+    {
+      "epoch": 0.005977286312014346,
+      "grad_norm": 566.26416015625,
+      "learning_rate": 1.991150442477876e-07,
+      "loss": 77.4375,
+      "step": 90
+    },
+    {
+      "epoch": 0.00604370060437006,
+      "grad_norm": 674.4170532226562,
+      "learning_rate": 2.0132743362831858e-07,
+      "loss": 97.375,
+      "step": 91
+    },
+    {
+      "epoch": 0.006110114896725775,
+      "grad_norm": 622.0730590820312,
+      "learning_rate": 2.0353982300884956e-07,
+      "loss": 103.75,
+      "step": 92
+    },
+    {
+      "epoch": 0.00617652918908149,
+      "grad_norm": 700.599853515625,
+      "learning_rate": 2.0575221238938052e-07,
+      "loss": 100.5,
+      "step": 93
+    },
+    {
+      "epoch": 0.006242943481437205,
+      "grad_norm": 575.8194580078125,
+      "learning_rate": 2.0796460176991148e-07,
+      "loss": 75.875,
+      "step": 94
+    },
+    {
+      "epoch": 0.00630935777379292,
+      "grad_norm": 866.3402709960938,
+      "learning_rate": 2.1017699115044246e-07,
+      "loss": 94.625,
+      "step": 95
+    },
+    {
+      "epoch": 0.006375772066148635,
+      "grad_norm": 689.7462158203125,
+      "learning_rate": 2.1238938053097344e-07,
+      "loss": 98.375,
+      "step": 96
+    },
+    {
+      "epoch": 0.00644218635850435,
+      "grad_norm": 836.433349609375,
+      "learning_rate": 2.1460176991150442e-07,
+      "loss": 95.0,
+      "step": 97
+    },
+    {
+      "epoch": 0.006508600650860065,
+      "grad_norm": 576.3231201171875,
+      "learning_rate": 2.1681415929203538e-07,
+      "loss": 111.375,
+      "step": 98
+    },
+    {
+      "epoch": 0.00657501494321578,
+      "grad_norm": 727.649658203125,
+      "learning_rate": 2.1902654867256636e-07,
+      "loss": 85.5,
+      "step": 99
+    },
+    {
+      "epoch": 0.006641429235571495,
+      "grad_norm": 622.8093872070312,
+      "learning_rate": 2.2123893805309735e-07,
+      "loss": 87.875,
+      "step": 100
+    },
+    {
+      "epoch": 0.0067078435279272096,
+      "grad_norm": 779.7064208984375,
+      "learning_rate": 2.234513274336283e-07,
+      "loss": 98.75,
+      "step": 101
+    },
+    {
+      "epoch": 0.006774257820282925,
+      "grad_norm": 677.5739135742188,
+      "learning_rate": 2.2566371681415928e-07,
+      "loss": 70.1875,
+      "step": 102
+    },
+    {
+      "epoch": 0.00684067211263864,
+      "grad_norm": 479.6736755371094,
+      "learning_rate": 2.2787610619469024e-07,
+      "loss": 87.5,
+      "step": 103
+    },
+    {
+      "epoch": 0.006907086404994355,
+      "grad_norm": 611.23779296875,
+      "learning_rate": 2.3008849557522122e-07,
+      "loss": 114.5,
+      "step": 104
+    },
+    {
+      "epoch": 0.00697350069735007,
+      "grad_norm": 643.9347534179688,
+      "learning_rate": 2.323008849557522e-07,
+      "loss": 86.375,
+      "step": 105
+    },
+    {
+      "epoch": 0.007039914989705785,
+      "grad_norm": 656.306396484375,
+      "learning_rate": 2.345132743362832e-07,
+      "loss": 99.75,
+      "step": 106
+    },
+    {
+      "epoch": 0.0071063292820615,
+      "grad_norm": 671.3726196289062,
+      "learning_rate": 2.3672566371681415e-07,
+      "loss": 68.4375,
+      "step": 107
+    },
+    {
+      "epoch": 0.007172743574417215,
+      "grad_norm": 483.28472900390625,
+      "learning_rate": 2.3893805309734513e-07,
+      "loss": 75.75,
+      "step": 108
+    },
+    {
+      "epoch": 0.00723915786677293,
+      "grad_norm": 564.9719848632812,
+      "learning_rate": 2.4115044247787606e-07,
+      "loss": 92.5,
+      "step": 109
+    },
+    {
+      "epoch": 0.007305572159128645,
+      "grad_norm": 739.8251342773438,
+      "learning_rate": 2.4336283185840704e-07,
+      "loss": 80.8125,
+      "step": 110
+    },
+    {
+      "epoch": 0.007371986451484359,
+      "grad_norm": 591.480224609375,
+      "learning_rate": 2.45575221238938e-07,
+      "loss": 78.1875,
+      "step": 111
+    },
+    {
+      "epoch": 0.007438400743840074,
+      "grad_norm": 596.2813110351562,
+      "learning_rate": 2.47787610619469e-07,
+      "loss": 82.25,
+      "step": 112
+    },
+    {
+      "epoch": 0.007504815036195789,
+      "grad_norm": 848.8912353515625,
+      "learning_rate": 2.5e-07,
+      "loss": 103.1875,
+      "step": 113
+    },
+    {
+      "epoch": 0.007571229328551504,
+      "grad_norm": 1162.75830078125,
+      "learning_rate": 2.5221238938053097e-07,
+      "loss": 86.4375,
+      "step": 114
+    },
+    {
+      "epoch": 0.007637643620907219,
+      "grad_norm": 533.9456176757812,
+      "learning_rate": 2.5442477876106195e-07,
+      "loss": 80.0625,
+      "step": 115
+    },
+    {
+      "epoch": 0.007704057913262934,
+      "grad_norm": 671.5496215820312,
+      "learning_rate": 2.5663716814159294e-07,
+      "loss": 94.5,
+      "step": 116
+    },
+    {
+      "epoch": 0.007770472205618649,
+      "grad_norm": 774.971923828125,
+      "learning_rate": 2.588495575221239e-07,
+      "loss": 86.0,
+      "step": 117
+    },
+    {
+      "epoch": 0.007836886497974364,
+      "grad_norm": 536.7562255859375,
+      "learning_rate": 2.6106194690265485e-07,
+      "loss": 74.9375,
+      "step": 118
+    },
+    {
+      "epoch": 0.00790330079033008,
+      "grad_norm": 581.3994140625,
+      "learning_rate": 2.6327433628318583e-07,
+      "loss": 87.5625,
+      "step": 119
+    },
+    {
+      "epoch": 0.007969715082685794,
+      "grad_norm": 472.7863464355469,
+      "learning_rate": 2.654867256637168e-07,
+      "loss": 78.4375,
+      "step": 120
+    },
+    {
+      "epoch": 0.00803612937504151,
+      "grad_norm": 546.1000366210938,
+      "learning_rate": 2.676991150442478e-07,
+      "loss": 84.875,
+      "step": 121
+    },
+    {
+      "epoch": 0.008102543667397225,
+      "grad_norm": 675.1554565429688,
+      "learning_rate": 2.6991150442477873e-07,
+      "loss": 91.25,
+      "step": 122
+    },
+    {
+      "epoch": 0.00816895795975294,
+      "grad_norm": 952.3250732421875,
+      "learning_rate": 2.721238938053097e-07,
+      "loss": 89.125,
+      "step": 123
+    },
+    {
+      "epoch": 0.008235372252108655,
+      "grad_norm": 526.0009765625,
+      "learning_rate": 2.743362831858407e-07,
+      "loss": 97.125,
+      "step": 124
+    },
+    {
+      "epoch": 0.008301786544464368,
+      "grad_norm": 749.5096435546875,
+      "learning_rate": 2.765486725663717e-07,
+      "loss": 88.0,
+      "step": 125
+    },
+    {
+      "epoch": 0.008368200836820083,
+      "grad_norm": 766.8788452148438,
+      "learning_rate": 2.787610619469026e-07,
+      "loss": 70.3125,
+      "step": 126
+    },
+    {
+      "epoch": 0.008434615129175798,
+      "grad_norm": 706.9832763671875,
+      "learning_rate": 2.809734513274336e-07,
+      "loss": 87.1875,
+      "step": 127
+    },
+    {
+      "epoch": 0.008501029421531513,
+      "grad_norm": 927.012451171875,
+      "learning_rate": 2.8318584070796457e-07,
+      "loss": 101.625,
+      "step": 128
+    },
+    {
+      "epoch": 0.008567443713887228,
+      "grad_norm": 522.3720703125,
+      "learning_rate": 2.8539823008849555e-07,
+      "loss": 98.375,
+      "step": 129
+    },
+    {
+      "epoch": 0.008633858006242943,
+      "grad_norm": 703.4334106445312,
+      "learning_rate": 2.8761061946902654e-07,
+      "loss": 108.25,
+      "step": 130
+    },
+    {
+      "epoch": 0.008700272298598658,
+      "grad_norm": 645.8463134765625,
+      "learning_rate": 2.898230088495575e-07,
+      "loss": 83.875,
+      "step": 131
+    },
+    {
+      "epoch": 0.008766686590954373,
+      "grad_norm": 747.4113159179688,
+      "learning_rate": 2.920353982300885e-07,
+      "loss": 101.25,
+      "step": 132
+    },
+    {
+      "epoch": 0.008833100883310088,
+      "grad_norm": 506.3396911621094,
+      "learning_rate": 2.942477876106195e-07,
+      "loss": 72.4375,
+      "step": 133
+    },
+    {
+      "epoch": 0.008899515175665803,
+      "grad_norm": 717.0906982421875,
+      "learning_rate": 2.9646017699115047e-07,
+      "loss": 94.625,
+      "step": 134
+    },
+    {
+      "epoch": 0.008965929468021518,
+      "grad_norm": 769.8269653320312,
+      "learning_rate": 2.986725663716814e-07,
+      "loss": 90.25,
+      "step": 135
+    },
+    {
+      "epoch": 0.009032343760377233,
+      "grad_norm": 603.2570190429688,
+      "learning_rate": 3.008849557522124e-07,
+      "loss": 94.875,
+      "step": 136
+    },
+    {
+      "epoch": 0.009098758052732948,
+      "grad_norm": 873.4959716796875,
+      "learning_rate": 3.0309734513274336e-07,
+      "loss": 70.8125,
+      "step": 137
+    },
+    {
+      "epoch": 0.009165172345088663,
+      "grad_norm": 657.3741455078125,
+      "learning_rate": 3.053097345132743e-07,
+      "loss": 87.4375,
+      "step": 138
+    },
+    {
+      "epoch": 0.009231586637444378,
+      "grad_norm": 674.6549682617188,
+      "learning_rate": 3.075221238938053e-07,
+      "loss": 83.75,
+      "step": 139
+    },
+    {
+      "epoch": 0.009298000929800094,
+      "grad_norm": 759.401123046875,
+      "learning_rate": 3.0973451327433626e-07,
+      "loss": 88.25,
+      "step": 140
+    },
+    {
+      "epoch": 0.009364415222155809,
+      "grad_norm": 679.4528198242188,
+      "learning_rate": 3.1194690265486724e-07,
+      "loss": 85.5,
+      "step": 141
+    },
+    {
+      "epoch": 0.009430829514511524,
+      "grad_norm": 665.3855590820312,
+      "learning_rate": 3.141592920353982e-07,
+      "loss": 95.875,
+      "step": 142
+    },
+    {
+      "epoch": 0.009497243806867239,
+      "grad_norm": 706.2380981445312,
+      "learning_rate": 3.163716814159292e-07,
+      "loss": 88.75,
+      "step": 143
+    },
+    {
+      "epoch": 0.009563658099222952,
+      "grad_norm": 686.3504028320312,
+      "learning_rate": 3.1858407079646014e-07,
+      "loss": 77.1875,
+      "step": 144
+    },
+    {
+      "epoch": 0.009630072391578667,
+      "grad_norm": 788.5548706054688,
+      "learning_rate": 3.207964601769911e-07,
+      "loss": 91.125,
+      "step": 145
+    },
+    {
+      "epoch": 0.009696486683934382,
+      "grad_norm": 710.8297729492188,
+      "learning_rate": 3.230088495575221e-07,
+      "loss": 75.375,
+      "step": 146
+    },
+    {
+      "epoch": 0.009762900976290097,
+      "grad_norm": 740.53564453125,
+      "learning_rate": 3.252212389380531e-07,
+      "loss": 88.25,
+      "step": 147
+    },
+    {
+      "epoch": 0.009829315268645812,
+      "grad_norm": 576.7034301757812,
+      "learning_rate": 3.2743362831858407e-07,
+      "loss": 74.375,
+      "step": 148
+    },
+    {
+      "epoch": 0.009895729561001527,
+      "grad_norm": 709.434326171875,
+      "learning_rate": 3.2964601769911505e-07,
+      "loss": 80.875,
+      "step": 149
+    },
+    {
+      "epoch": 0.009962143853357242,
+      "grad_norm": 579.1680908203125,
+      "learning_rate": 3.3185840707964603e-07,
+      "loss": 85.5,
+      "step": 150
+    },
+    {
+      "epoch": 0.010028558145712957,
+      "grad_norm": 354.0645446777344,
+      "learning_rate": 3.34070796460177e-07,
+      "loss": 71.375,
+      "step": 151
+    },
+    {
+      "epoch": 0.010094972438068672,
+      "grad_norm": 637.50634765625,
+      "learning_rate": 3.36283185840708e-07,
+      "loss": 98.75,
+      "step": 152
+    },
+    {
+      "epoch": 0.010161386730424387,
+      "grad_norm": 1310.5230712890625,
+      "learning_rate": 3.3849557522123893e-07,
+      "loss": 60.8125,
+      "step": 153
+    },
+    {
+      "epoch": 0.010227801022780102,
+      "grad_norm": 550.610595703125,
+      "learning_rate": 3.4070796460176986e-07,
+      "loss": 90.875,
+      "step": 154
+    },
+    {
+      "epoch": 0.010294215315135817,
+      "grad_norm": 423.6199951171875,
+      "learning_rate": 3.4292035398230084e-07,
+      "loss": 69.875,
+      "step": 155
+    },
+    {
+      "epoch": 0.010360629607491532,
+      "grad_norm": 558.76171875,
+      "learning_rate": 3.451327433628318e-07,
+      "loss": 81.875,
+      "step": 156
+    },
+    {
+      "epoch": 0.010427043899847247,
+      "grad_norm": 524.2839965820312,
+      "learning_rate": 3.473451327433628e-07,
+      "loss": 75.75,
+      "step": 157
+    },
+    {
+      "epoch": 0.010493458192202963,
+      "grad_norm": 798.0537719726562,
+      "learning_rate": 3.495575221238938e-07,
+      "loss": 91.375,
+      "step": 158
+    },
+    {
+      "epoch": 0.010559872484558678,
+      "grad_norm": 601.5868530273438,
+      "learning_rate": 3.5176991150442477e-07,
+      "loss": 78.0,
+      "step": 159
+    },
+    {
+      "epoch": 0.010626286776914393,
+      "grad_norm": 736.8407592773438,
+      "learning_rate": 3.5398230088495575e-07,
+      "loss": 89.0,
+      "step": 160
+    },
+    {
+      "epoch": 0.010692701069270108,
+      "grad_norm": 503.21368408203125,
+      "learning_rate": 3.561946902654867e-07,
+      "loss": 77.0,
+      "step": 161
+    },
+    {
+      "epoch": 0.010759115361625823,
+      "grad_norm": 529.09765625,
+      "learning_rate": 3.5840707964601767e-07,
+      "loss": 82.125,
+      "step": 162
+    },
+    {
+      "epoch": 0.010825529653981536,
+      "grad_norm": 478.8519287109375,
+      "learning_rate": 3.6061946902654865e-07,
+      "loss": 77.1875,
+      "step": 163
+    },
+    {
+      "epoch": 0.010891943946337251,
+      "grad_norm": 2300.594970703125,
+      "learning_rate": 3.6283185840707963e-07,
+      "loss": 75.25,
+      "step": 164
+    },
+    {
+      "epoch": 0.010958358238692966,
+      "grad_norm": 638.9989624023438,
+      "learning_rate": 3.650442477876106e-07,
+      "loss": 68.0625,
+      "step": 165
+    },
+    {
+      "epoch": 0.011024772531048681,
+      "grad_norm": 638.7012939453125,
+      "learning_rate": 3.672566371681416e-07,
+      "loss": 80.75,
+      "step": 166
+    },
+    {
+      "epoch": 0.011091186823404396,
+      "grad_norm": 414.54931640625,
+      "learning_rate": 3.694690265486726e-07,
+      "loss": 69.9375,
+      "step": 167
+    },
+    {
+      "epoch": 0.011157601115760111,
+      "grad_norm": 612.8683471679688,
+      "learning_rate": 3.7168141592920356e-07,
+      "loss": 77.625,
+      "step": 168
+    },
+    {
+      "epoch": 0.011224015408115826,
+      "grad_norm": 718.232177734375,
+      "learning_rate": 3.7389380530973454e-07,
+      "loss": 78.5,
+      "step": 169
+    },
+    {
+      "epoch": 0.011290429700471541,
+      "grad_norm": 512.90380859375,
+      "learning_rate": 3.761061946902654e-07,
+      "loss": 68.25,
+      "step": 170
+    },
+    {
+      "epoch": 0.011356843992827256,
+      "grad_norm": 718.4387817382812,
+      "learning_rate": 3.783185840707964e-07,
+      "loss": 79.625,
+      "step": 171
+    },
+    {
+      "epoch": 0.011423258285182971,
+      "grad_norm": 474.680908203125,
+      "learning_rate": 3.805309734513274e-07,
+      "loss": 65.9375,
+      "step": 172
+    },
+    {
+      "epoch": 0.011489672577538686,
+      "grad_norm": 541.1656494140625,
+      "learning_rate": 3.8274336283185837e-07,
+      "loss": 74.875,
+      "step": 173
+    },
+    {
+      "epoch": 0.011556086869894401,
+      "grad_norm": 563.3125,
+      "learning_rate": 3.8495575221238935e-07,
+      "loss": 60.75,
+      "step": 174
+    },
+    {
+      "epoch": 0.011622501162250116,
+      "grad_norm": 469.4345703125,
+      "learning_rate": 3.8716814159292034e-07,
+      "loss": 57.4375,
+      "step": 175
+    },
+    {
+      "epoch": 0.011688915454605832,
+      "grad_norm": 613.8688354492188,
+      "learning_rate": 3.893805309734513e-07,
+      "loss": 67.375,
+      "step": 176
+    },
+    {
+      "epoch": 0.011755329746961547,
+      "grad_norm": 644.13037109375,
+      "learning_rate": 3.915929203539823e-07,
+      "loss": 54.25,
+      "step": 177
+    },
+    {
+      "epoch": 0.011821744039317262,
+      "grad_norm": 739.6556396484375,
+      "learning_rate": 3.938053097345133e-07,
+      "loss": 67.0,
+      "step": 178
+    },
+    {
+      "epoch": 0.011888158331672977,
+      "grad_norm": 519.6035766601562,
+      "learning_rate": 3.960176991150442e-07,
+      "loss": 66.4375,
+      "step": 179
+    },
+    {
+      "epoch": 0.011954572624028692,
+      "grad_norm": 1550.623046875,
+      "learning_rate": 3.982300884955752e-07,
+      "loss": 54.6875,
+      "step": 180
+    },
+    {
+      "epoch": 0.012020986916384407,
+      "grad_norm": 549.6812133789062,
+      "learning_rate": 4.004424778761062e-07,
+      "loss": 62.6875,
+      "step": 181
+    },
+    {
+      "epoch": 0.01208740120874012,
+      "grad_norm": 688.2095336914062,
+      "learning_rate": 4.0265486725663716e-07,
+      "loss": 62.25,
+      "step": 182
+    },
+    {
+      "epoch": 0.012153815501095835,
+      "grad_norm": 454.6360168457031,
+      "learning_rate": 4.0486725663716814e-07,
+      "loss": 53.125,
+      "step": 183
+    },
+    {
+      "epoch": 0.01222022979345155,
+      "grad_norm": 509.9248962402344,
+      "learning_rate": 4.0707964601769913e-07,
+      "loss": 58.9375,
+      "step": 184
+    },
+    {
+      "epoch": 0.012286644085807265,
+      "grad_norm": 456.27435302734375,
+      "learning_rate": 4.092920353982301e-07,
+      "loss": 51.75,
+      "step": 185
+    },
+    {
+      "epoch": 0.01235305837816298,
+      "grad_norm": 421.9388427734375,
+      "learning_rate": 4.1150442477876104e-07,
+      "loss": 51.875,
+      "step": 186
+    },
+    {
+      "epoch": 0.012419472670518695,
+      "grad_norm": 498.2381896972656,
+      "learning_rate": 4.1371681415929197e-07,
+      "loss": 61.5625,
+      "step": 187
+    },
+    {
+      "epoch": 0.01248588696287441,
+      "grad_norm": 472.46722412109375,
+      "learning_rate": 4.1592920353982295e-07,
+      "loss": 46.6875,
+      "step": 188
+    },
+    {
+      "epoch": 0.012552301255230125,
+      "grad_norm": 556.36083984375,
+      "learning_rate": 4.1814159292035393e-07,
+      "loss": 42.9062,
+      "step": 189
+    },
+    {
+      "epoch": 0.01261871554758584,
+      "grad_norm": 623.2911376953125,
+      "learning_rate": 4.203539823008849e-07,
+      "loss": 50.9375,
+      "step": 190
+    },
+    {
+      "epoch": 0.012685129839941555,
+      "grad_norm": 575.8719482421875,
+      "learning_rate": 4.225663716814159e-07,
+      "loss": 49.6875,
+      "step": 191
+    },
+    {
+      "epoch": 0.01275154413229727,
+      "grad_norm": 641.346923828125,
+      "learning_rate": 4.247787610619469e-07,
+      "loss": 45.0625,
+      "step": 192
+    },
+    {
+      "epoch": 0.012817958424652985,
+      "grad_norm": 374.0616455078125,
+      "learning_rate": 4.2699115044247787e-07,
+      "loss": 50.125,
+      "step": 193
+    },
+    {
+      "epoch": 0.0128843727170087,
+      "grad_norm": 449.8600769042969,
+      "learning_rate": 4.2920353982300885e-07,
+      "loss": 51.75,
+      "step": 194
+    },
+    {
+      "epoch": 0.012950787009364416,
+      "grad_norm": 427.46240234375,
+      "learning_rate": 4.3141592920353983e-07,
+      "loss": 45.75,
+      "step": 195
+    },
+    {
+      "epoch": 0.01301720130172013,
+      "grad_norm": 412.7389831542969,
+      "learning_rate": 4.3362831858407076e-07,
+      "loss": 45.0,
+      "step": 196
+    },
+    {
+      "epoch": 0.013083615594075846,
+      "grad_norm": 618.090576171875,
+      "learning_rate": 4.3584070796460174e-07,
+      "loss": 48.0,
+      "step": 197
+    },
+    {
+      "epoch": 0.01315002988643156,
+      "grad_norm": 585.6238403320312,
+      "learning_rate": 4.380530973451327e-07,
+      "loss": 48.9375,
+      "step": 198
+    },
+    {
+      "epoch": 0.013216444178787276,
+      "grad_norm": 401.9342956542969,
+      "learning_rate": 4.402654867256637e-07,
+      "loss": 38.6875,
+      "step": 199
+    },
+    {
+      "epoch": 0.01328285847114299,
+      "grad_norm": 405.5523681640625,
+      "learning_rate": 4.424778761061947e-07,
+      "loss": 40.5,
+      "step": 200
+    },
+    {
+      "epoch": 0.013349272763498704,
+      "grad_norm": 467.21441650390625,
+      "learning_rate": 4.446902654867257e-07,
+      "loss": 44.125,
+      "step": 201
+    },
+    {
+      "epoch": 0.013415687055854419,
+      "grad_norm": 405.9369812011719,
+      "learning_rate": 4.469026548672566e-07,
+      "loss": 38.5312,
+      "step": 202
+    },
+    {
+      "epoch": 0.013482101348210134,
+      "grad_norm": 454.36212158203125,
+      "learning_rate": 4.491150442477876e-07,
+      "loss": 36.5312,
+      "step": 203
+    },
+    {
+      "epoch": 0.01354851564056585,
+      "grad_norm": 1471.0814208984375,
+      "learning_rate": 4.5132743362831857e-07,
+      "loss": 35.9375,
+      "step": 204
+    },
+    {
+      "epoch": 0.013614929932921564,
+      "grad_norm": 374.5555114746094,
+      "learning_rate": 4.535398230088495e-07,
+      "loss": 43.625,
+      "step": 205
+    },
+    {
+      "epoch": 0.01368134422527728,
+      "grad_norm": 340.40960693359375,
+      "learning_rate": 4.557522123893805e-07,
+      "loss": 40.4375,
+      "step": 206
+    },
+    {
+      "epoch": 0.013747758517632994,
+      "grad_norm": 639.0816040039062,
+      "learning_rate": 4.5796460176991146e-07,
+      "loss": 34.7188,
+      "step": 207
+    },
+    {
+      "epoch": 0.01381417280998871,
+      "grad_norm": 347.9823913574219,
+      "learning_rate": 4.6017699115044245e-07,
+      "loss": 33.6562,
+      "step": 208
+    },
+    {
+      "epoch": 0.013880587102344424,
+      "grad_norm": 412.93157958984375,
+      "learning_rate": 4.6238938053097343e-07,
+      "loss": 44.0625,
+      "step": 209
+    },
+    {
+      "epoch": 0.01394700139470014,
+      "grad_norm": 414.9576721191406,
+      "learning_rate": 4.646017699115044e-07,
+      "loss": 35.1562,
+      "step": 210
+    },
+    {
+      "epoch": 0.014013415687055854,
+      "grad_norm": 483.4190673828125,
+      "learning_rate": 4.668141592920354e-07,
+      "loss": 43.8125,
+      "step": 211
+    },
+    {
+      "epoch": 0.01407982997941157,
+      "grad_norm": 332.4232177734375,
+      "learning_rate": 4.690265486725664e-07,
+      "loss": 36.0625,
+      "step": 212
+    },
+    {
+      "epoch": 0.014146244271767285,
+      "grad_norm": 371.9752197265625,
+      "learning_rate": 4.7123893805309736e-07,
+      "loss": 37.875,
+      "step": 213
+    },
+    {
+      "epoch": 0.014212658564123,
+      "grad_norm": 432.70648193359375,
+      "learning_rate": 4.734513274336283e-07,
+      "loss": 40.3125,
+      "step": 214
+    },
+    {
+      "epoch": 0.014279072856478715,
+      "grad_norm": 393.66748046875,
+      "learning_rate": 4.7566371681415927e-07,
+      "loss": 32.9375,
+      "step": 215
+    },
+    {
+      "epoch": 0.01434548714883443,
+      "grad_norm": 479.83880615234375,
+      "learning_rate": 4.778761061946903e-07,
+      "loss": 40.625,
+      "step": 216
+    },
+    {
+      "epoch": 0.014411901441190145,
+      "grad_norm": 436.4576110839844,
+      "learning_rate": 4.800884955752213e-07,
+      "loss": 36.5938,
+      "step": 217
+    },
+    {
+      "epoch": 0.01447831573354586,
+      "grad_norm": 299.87353515625,
+      "learning_rate": 4.823008849557521e-07,
+      "loss": 36.1562,
+      "step": 218
+    },
+    {
+      "epoch": 0.014544730025901575,
+      "grad_norm": 334.7084655761719,
+      "learning_rate": 4.845132743362832e-07,
+      "loss": 39.6875,
+      "step": 219
+    },
+    {
+      "epoch": 0.01461114431825729,
+      "grad_norm": 633.1138916015625,
+      "learning_rate": 4.867256637168141e-07,
+      "loss": 47.8125,
+      "step": 220
+    },
+    {
+      "epoch": 0.014677558610613003,
+      "grad_norm": 1213.0623779296875,
+      "learning_rate": 4.889380530973451e-07,
+      "loss": 38.6562,
+      "step": 221
+    },
+    {
+      "epoch": 0.014743972902968718,
+      "grad_norm": 473.9811096191406,
+      "learning_rate": 4.91150442477876e-07,
+      "loss": 34.5312,
+      "step": 222
+    },
+    {
+      "epoch": 0.014810387195324433,
+      "grad_norm": 314.3461608886719,
+      "learning_rate": 4.933628318584071e-07,
+      "loss": 35.8125,
+      "step": 223
+    },
+    {
+      "epoch": 0.014876801487680148,
+      "grad_norm": 358.38531494140625,
+      "learning_rate": 4.95575221238938e-07,
+      "loss": 33.0312,
+      "step": 224
+    },
+    {
+      "epoch": 0.014943215780035863,
+      "grad_norm": 298.2361145019531,
+      "learning_rate": 4.97787610619469e-07,
+      "loss": 36.5,
+      "step": 225
+    },
+    {
+      "epoch": 0.015009630072391578,
+      "grad_norm": 404.67169189453125,
+      "learning_rate": 5e-07,
+      "loss": 36.0938,
+      "step": 226
+    },
+    {
+      "epoch": 0.015076044364747293,
+      "grad_norm": 286.0328674316406,
+      "learning_rate": 5.022123893805309e-07,
+      "loss": 35.8125,
+      "step": 227
+    },
+    {
+      "epoch": 0.015142458657103008,
+      "grad_norm": 479.1570739746094,
+      "learning_rate": 5.044247787610619e-07,
+      "loss": 36.1875,
+      "step": 228
+    },
+    {
+      "epoch": 0.015208872949458723,
+      "grad_norm": 277.19317626953125,
+      "learning_rate": 5.066371681415929e-07,
+      "loss": 38.875,
+      "step": 229
+    },
+    {
+      "epoch": 0.015275287241814439,
+      "grad_norm": 372.1421203613281,
+      "learning_rate": 5.088495575221239e-07,
+      "loss": 34.5312,
+      "step": 230
+    },
+    {
+      "epoch": 0.015341701534170154,
+      "grad_norm": 560.7784423828125,
+      "learning_rate": 5.110619469026548e-07,
+      "loss": 39.0625,
+      "step": 231
+    },
+    {
+      "epoch": 0.015408115826525869,
+      "grad_norm": 400.81671142578125,
+      "learning_rate": 5.132743362831859e-07,
+      "loss": 45.0625,
+      "step": 232
+    },
+    {
+      "epoch": 0.015474530118881584,
+      "grad_norm": 441.2385559082031,
+      "learning_rate": 5.154867256637168e-07,
+      "loss": 36.9688,
+      "step": 233
+    },
+    {
+      "epoch": 0.015540944411237299,
+      "grad_norm": 294.4197082519531,
+      "learning_rate": 5.176991150442478e-07,
+      "loss": 35.2812,
+      "step": 234
+    },
+    {
+      "epoch": 0.015607358703593014,
+      "grad_norm": 333.3111572265625,
+      "learning_rate": 5.199115044247787e-07,
+      "loss": 36.6562,
+      "step": 235
+    },
+    {
+      "epoch": 0.01567377299594873,
+      "grad_norm": 310.1619567871094,
+      "learning_rate": 5.221238938053097e-07,
+      "loss": 31.4688,
+      "step": 236
+    },
+    {
+      "epoch": 0.015740187288304442,
+      "grad_norm": 368.3042297363281,
+      "learning_rate": 5.243362831858406e-07,
+      "loss": 33.3438,
+      "step": 237
+    },
+    {
+      "epoch": 0.01580660158066016,
+      "grad_norm": 359.4574279785156,
+      "learning_rate": 5.265486725663717e-07,
+      "loss": 34.5625,
+      "step": 238
+    },
+    {
+      "epoch": 0.015873015873015872,
+      "grad_norm": 324.6553039550781,
+      "learning_rate": 5.287610619469026e-07,
+      "loss": 31.1875,
+      "step": 239
+    },
+    {
+      "epoch": 0.01593943016537159,
+      "grad_norm": 394.7154541015625,
+      "learning_rate": 5.309734513274336e-07,
+      "loss": 31.375,
+      "step": 240
+    },
+    {
+      "epoch": 0.016005844457727302,
+      "grad_norm": 301.9300537109375,
+      "learning_rate": 5.331858407079646e-07,
+      "loss": 30.2812,
+      "step": 241
+    },
+    {
+      "epoch": 0.01607225875008302,
+      "grad_norm": 365.1582336425781,
+      "learning_rate": 5.353982300884956e-07,
+      "loss": 33.5,
+      "step": 242
+    },
+    {
+      "epoch": 0.016138673042438732,
+      "grad_norm": 361.3687438964844,
+      "learning_rate": 5.376106194690265e-07,
+      "loss": 39.1875,
+      "step": 243
+    },
+    {
+      "epoch": 0.01620508733479445,
+      "grad_norm": 310.88775634765625,
+      "learning_rate": 5.398230088495575e-07,
+      "loss": 28.5625,
+      "step": 244
+    },
+    {
+      "epoch": 0.016271501627150162,
+      "grad_norm": 387.8221435546875,
+      "learning_rate": 5.420353982300885e-07,
+      "loss": 32.9062,
+      "step": 245
+    },
+    {
+      "epoch": 0.01633791591950588,
+      "grad_norm": 506.06683349609375,
+      "learning_rate": 5.442477876106194e-07,
+      "loss": 43.125,
+      "step": 246
+    },
+    {
+      "epoch": 0.016404330211861592,
+      "grad_norm": 361.6125793457031,
+      "learning_rate": 5.464601769911505e-07,
+      "loss": 35.75,
+      "step": 247
+    },
+    {
+      "epoch": 0.01647074450421731,
+      "grad_norm": 414.8364562988281,
+      "learning_rate": 5.486725663716814e-07,
+      "loss": 39.5625,
+      "step": 248
+    },
+    {
+      "epoch": 0.016537158796573023,
+      "grad_norm": 442.00823974609375,
+      "learning_rate": 5.508849557522124e-07,
+      "loss": 42.75,
+      "step": 249
+    },
+    {
+      "epoch": 0.016603573088928736,
+      "grad_norm": 270.0237121582031,
+      "learning_rate": 5.530973451327434e-07,
+      "loss": 30.75,
+      "step": 250
+    },
+    {
+      "epoch": 0.016669987381284453,
+      "grad_norm": 334.240966796875,
+      "learning_rate": 5.553097345132744e-07,
+      "loss": 35.25,
+      "step": 251
+    },
+    {
+      "epoch": 0.016736401673640166,
+      "grad_norm": 382.0826110839844,
+      "learning_rate": 5.575221238938052e-07,
+      "loss": 33.625,
+      "step": 252
+    },
+    {
+      "epoch": 0.016802815965995883,
+      "grad_norm": 366.2176513671875,
+      "learning_rate": 5.597345132743362e-07,
+      "loss": 32.8125,
+      "step": 253
+    },
+    {
+      "epoch": 0.016869230258351596,
+      "grad_norm": 356.5561828613281,
+      "learning_rate": 5.619469026548672e-07,
+      "loss": 38.5,
+      "step": 254
+    },
+    {
+      "epoch": 0.016935644550707313,
+      "grad_norm": 326.6780090332031,
+      "learning_rate": 5.641592920353982e-07,
+      "loss": 34.0312,
+      "step": 255
+    },
+    {
+      "epoch": 0.017002058843063026,
+      "grad_norm": 245.58351135253906,
+      "learning_rate": 5.663716814159291e-07,
+      "loss": 28.125,
+      "step": 256
+    },
+    {
+      "epoch": 0.017068473135418743,
+      "grad_norm": 874.86279296875,
+      "learning_rate": 5.685840707964602e-07,
+      "loss": 35.6875,
+      "step": 257
+    },
+    {
+      "epoch": 0.017134887427774456,
+      "grad_norm": 342.34033203125,
+      "learning_rate": 5.707964601769911e-07,
+      "loss": 37.75,
+      "step": 258
+    },
+    {
+      "epoch": 0.017201301720130173,
+      "grad_norm": 518.0966796875,
+      "learning_rate": 5.73008849557522e-07,
+      "loss": 33.1875,
+      "step": 259
+    },
+    {
+      "epoch": 0.017267716012485886,
+      "grad_norm": 326.62933349609375,
+      "learning_rate": 5.752212389380531e-07,
+      "loss": 33.3438,
+      "step": 260
+    },
+    {
+      "epoch": 0.017334130304841603,
+      "grad_norm": 302.9090576171875,
+      "learning_rate": 5.77433628318584e-07,
+      "loss": 34.2188,
+      "step": 261
+    },
+    {
+      "epoch": 0.017400544597197316,
+      "grad_norm": 373.5575866699219,
+      "learning_rate": 5.79646017699115e-07,
+      "loss": 38.5625,
+      "step": 262
+    },
+    {
+      "epoch": 0.017466958889553033,
+      "grad_norm": 343.4082946777344,
+      "learning_rate": 5.81858407079646e-07,
+      "loss": 36.0,
+      "step": 263
+    },
+    {
+      "epoch": 0.017533373181908746,
+      "grad_norm": 351.612548828125,
+      "learning_rate": 5.84070796460177e-07,
+      "loss": 26.1875,
+      "step": 264
+    },
+    {
+      "epoch": 0.017599787474264463,
+      "grad_norm": 528.5353393554688,
+      "learning_rate": 5.862831858407079e-07,
+      "loss": 39.25,
+      "step": 265
+    },
+    {
+      "epoch": 0.017666201766620176,
+      "grad_norm": 353.9274597167969,
+      "learning_rate": 5.88495575221239e-07,
+      "loss": 30.0,
+      "step": 266
+    },
+    {
+      "epoch": 0.017732616058975893,
+      "grad_norm": 355.3372802734375,
+      "learning_rate": 5.907079646017699e-07,
+      "loss": 28.7812,
+      "step": 267
+    },
+    {
+      "epoch": 0.017799030351331607,
+      "grad_norm": 260.38690185546875,
+      "learning_rate": 5.929203539823009e-07,
+      "loss": 32.4062,
+      "step": 268
+    },
+    {
+      "epoch": 0.01786544464368732,
+      "grad_norm": 419.2821960449219,
+      "learning_rate": 5.951327433628319e-07,
+      "loss": 32.6562,
+      "step": 269
+    },
+    {
+      "epoch": 0.017931858936043037,
+      "grad_norm": 342.531494140625,
+      "learning_rate": 5.973451327433628e-07,
+      "loss": 33.8125,
+      "step": 270
+    },
+    {
+      "epoch": 0.01799827322839875,
+      "grad_norm": 210.9619598388672,
+      "learning_rate": 5.995575221238937e-07,
+      "loss": 29.6875,
+      "step": 271
+    },
+    {
+      "epoch": 0.018064687520754467,
+      "grad_norm": 543.686767578125,
+      "learning_rate": 6.017699115044248e-07,
+      "loss": 34.5312,
+      "step": 272
+    },
+    {
+      "epoch": 0.01813110181311018,
+      "grad_norm": 328.7593078613281,
+      "learning_rate": 6.039823008849557e-07,
+      "loss": 36.1562,
+      "step": 273
+    },
+    {
+      "epoch": 0.018197516105465897,
+      "grad_norm": 355.12799072265625,
+      "learning_rate": 6.061946902654867e-07,
+      "loss": 32.7812,
+      "step": 274
+    },
+    {
+      "epoch": 0.01826393039782161,
+      "grad_norm": 2705.663330078125,
+      "learning_rate": 6.084070796460177e-07,
+      "loss": 31.75,
+      "step": 275
+    },
+    {
+      "epoch": 0.018330344690177327,
+      "grad_norm": 298.0554504394531,
+      "learning_rate": 6.106194690265486e-07,
+      "loss": 35.125,
+      "step": 276
+    },
+    {
+      "epoch": 0.01839675898253304,
+      "grad_norm": 309.7917785644531,
+      "learning_rate": 6.128318584070796e-07,
+      "loss": 29.875,
+      "step": 277
+    },
+    {
+      "epoch": 0.018463173274888757,
+      "grad_norm": 303.73773193359375,
+      "learning_rate": 6.150442477876105e-07,
+      "loss": 30.75,
+      "step": 278
+    },
+    {
+      "epoch": 0.01852958756724447,
+      "grad_norm": 247.09716796875,
+      "learning_rate": 6.172566371681416e-07,
+      "loss": 34.1562,
+      "step": 279
+    },
+    {
+      "epoch": 0.018596001859600187,
+      "grad_norm": 350.9267883300781,
+      "learning_rate": 6.194690265486725e-07,
+      "loss": 34.5312,
+      "step": 280
+    },
+    {
+      "epoch": 0.0186624161519559,
+      "grad_norm": 263.85162353515625,
+      "learning_rate": 6.216814159292036e-07,
+      "loss": 36.0,
+      "step": 281
+    },
+    {
+      "epoch": 0.018728830444311617,
+      "grad_norm": 366.4549560546875,
+      "learning_rate": 6.238938053097345e-07,
+      "loss": 33.9688,
+      "step": 282
+    },
+    {
+      "epoch": 0.01879524473666733,
+      "grad_norm": 464.90911865234375,
+      "learning_rate": 6.261061946902655e-07,
+      "loss": 40.375,
+      "step": 283
+    },
+    {
+      "epoch": 0.018861659029023047,
+      "grad_norm": 513.763427734375,
+      "learning_rate": 6.283185840707964e-07,
+      "loss": 38.9062,
+      "step": 284
+    },
+    {
+      "epoch": 0.01892807332137876,
+      "grad_norm": 565.6420288085938,
+      "learning_rate": 6.305309734513275e-07,
+      "loss": 37.1875,
+      "step": 285
+    },
+    {
+      "epoch": 0.018994487613734477,
+      "grad_norm": 275.089111328125,
+      "learning_rate": 6.327433628318584e-07,
+      "loss": 33.125,
+      "step": 286
+    },
+    {
+      "epoch": 0.01906090190609019,
+      "grad_norm": 298.3101501464844,
+      "learning_rate": 6.349557522123894e-07,
+      "loss": 36.6562,
+      "step": 287
+    },
+    {
+      "epoch": 0.019127316198445904,
+      "grad_norm": 251.8985137939453,
+      "learning_rate": 6.371681415929203e-07,
+      "loss": 30.5,
+      "step": 288
+    },
+    {
+      "epoch": 0.01919373049080162,
+      "grad_norm": 243.9000244140625,
+      "learning_rate": 6.393805309734513e-07,
+      "loss": 30.75,
+      "step": 289
+    },
+    {
+      "epoch": 0.019260144783157334,
+      "grad_norm": 265.717529296875,
+      "learning_rate": 6.415929203539822e-07,
+      "loss": 31.5625,
+      "step": 290
+    },
+    {
+      "epoch": 0.01932655907551305,
+      "grad_norm": 423.2583312988281,
+      "learning_rate": 6.438053097345132e-07,
+      "loss": 39.1562,
+      "step": 291
+    },
+    {
+      "epoch": 0.019392973367868764,
+      "grad_norm": 300.86578369140625,
+      "learning_rate": 6.460176991150442e-07,
+      "loss": 31.8125,
+      "step": 292
+    },
+    {
+      "epoch": 0.01945938766022448,
+      "grad_norm": 275.69793701171875,
+      "learning_rate": 6.482300884955751e-07,
+      "loss": 27.75,
+      "step": 293
+    },
+    {
+      "epoch": 0.019525801952580194,
+      "grad_norm": 284.71234130859375,
+      "learning_rate": 6.504424778761062e-07,
+      "loss": 33.125,
+      "step": 294
+    },
+    {
+      "epoch": 0.01959221624493591,
+      "grad_norm": 423.4798583984375,
+      "learning_rate": 6.526548672566371e-07,
+      "loss": 35.4375,
+      "step": 295
+    },
+    {
+      "epoch": 0.019658630537291624,
+      "grad_norm": 366.07855224609375,
+      "learning_rate": 6.548672566371681e-07,
+      "loss": 27.5625,
+      "step": 296
+    },
+    {
+      "epoch": 0.01972504482964734,
+      "grad_norm": 226.2543182373047,
+      "learning_rate": 6.570796460176991e-07,
+      "loss": 31.0625,
+      "step": 297
+    },
+    {
+      "epoch": 0.019791459122003054,
+      "grad_norm": 663.63916015625,
+      "learning_rate": 6.592920353982301e-07,
+      "loss": 31.1562,
+      "step": 298
+    },
+    {
+      "epoch": 0.01985787341435877,
+      "grad_norm": 300.907958984375,
+      "learning_rate": 6.61504424778761e-07,
+      "loss": 34.5625,
+      "step": 299
+    },
+    {
+      "epoch": 0.019924287706714484,
+      "grad_norm": 391.88330078125,
+      "learning_rate": 6.637168141592921e-07,
+      "loss": 34.5,
+      "step": 300
+    },
+    {
+      "epoch": 0.0199907019990702,
+      "grad_norm": 537.9354248046875,
+      "learning_rate": 6.65929203539823e-07,
+      "loss": 36.0,
+      "step": 301
+    },
+    {
+      "epoch": 0.020057116291425914,
+      "grad_norm": 523.4166259765625,
+      "learning_rate": 6.68141592920354e-07,
+      "loss": 45.8125,
+      "step": 302
+    },
+    {
+      "epoch": 0.02012353058378163,
+      "grad_norm": 610.998779296875,
+      "learning_rate": 6.70353982300885e-07,
+      "loss": 33.1562,
+      "step": 303
+    },
+    {
+      "epoch": 0.020189944876137345,
+      "grad_norm": 351.3565368652344,
+      "learning_rate": 6.72566371681416e-07,
+      "loss": 33.4375,
+      "step": 304
+    },
+    {
+      "epoch": 0.02025635916849306,
+      "grad_norm": 621.0404052734375,
+      "learning_rate": 6.747787610619468e-07,
+      "loss": 32.9688,
+      "step": 305
+    },
+    {
+      "epoch": 0.020322773460848775,
+      "grad_norm": 243.45652770996094,
+      "learning_rate": 6.769911504424779e-07,
+      "loss": 30.9062,
+      "step": 306
+    },
+    {
+      "epoch": 0.020389187753204488,
+      "grad_norm": 366.33624267578125,
+      "learning_rate": 6.792035398230088e-07,
+      "loss": 27.0,
+      "step": 307
+    },
+    {
+      "epoch": 0.020455602045560205,
+      "grad_norm": 344.9841003417969,
+      "learning_rate": 6.814159292035397e-07,
+      "loss": 30.5938,
+      "step": 308
+    },
+    {
+      "epoch": 0.020522016337915918,
+      "grad_norm": 256.10870361328125,
+      "learning_rate": 6.836283185840707e-07,
+      "loss": 27.0938,
+      "step": 309
+    },
+    {
+      "epoch": 0.020588430630271635,
+      "grad_norm": 296.6623229980469,
+      "learning_rate": 6.858407079646017e-07,
+      "loss": 29.8438,
+      "step": 310
+    },
+    {
+      "epoch": 0.020654844922627348,
+      "grad_norm": 231.20018005371094,
+      "learning_rate": 6.880530973451327e-07,
+      "loss": 34.0,
+      "step": 311
+    },
+    {
+      "epoch": 0.020721259214983065,
+      "grad_norm": 2603.9541015625,
+      "learning_rate": 6.902654867256636e-07,
+      "loss": 28.2812,
+      "step": 312
+    },
+    {
+      "epoch": 0.020787673507338778,
+      "grad_norm": 226.758544921875,
+      "learning_rate": 6.924778761061947e-07,
+      "loss": 29.3125,
+      "step": 313
+    },
+    {
+      "epoch": 0.020854087799694495,
+      "grad_norm": 212.4892120361328,
+      "learning_rate": 6.946902654867256e-07,
+      "loss": 31.0625,
+      "step": 314
+    },
+    {
+      "epoch": 0.02092050209205021,
+      "grad_norm": 274.27117919921875,
+      "learning_rate": 6.969026548672566e-07,
+      "loss": 29.8125,
+      "step": 315
+    },
+    {
+      "epoch": 0.020986916384405925,
+      "grad_norm": 3173.78173828125,
+      "learning_rate": 6.991150442477876e-07,
+      "loss": 30.6562,
+      "step": 316
+    },
+    {
+      "epoch": 0.02105333067676164,
+      "grad_norm": 366.580810546875,
+      "learning_rate": 7.013274336283186e-07,
+      "loss": 31.0,
+      "step": 317
+    },
+    {
+      "epoch": 0.021119744969117355,
+      "grad_norm": 310.28326416015625,
+      "learning_rate": 7.035398230088495e-07,
+      "loss": 28.5625,
+      "step": 318
+    },
+    {
+      "epoch": 0.02118615926147307,
+      "grad_norm": 234.53973388671875,
+      "learning_rate": 7.057522123893806e-07,
+      "loss": 33.6875,
+      "step": 319
+    },
+    {
+      "epoch": 0.021252573553828785,
+      "grad_norm": 252.43658447265625,
+      "learning_rate": 7.079646017699115e-07,
+      "loss": 28.0938,
+      "step": 320
+    },
+    {
+      "epoch": 0.0213189878461845,
+      "grad_norm": 235.93991088867188,
+      "learning_rate": 7.101769911504425e-07,
+      "loss": 30.4375,
+      "step": 321
+    },
+    {
+      "epoch": 0.021385402138540215,
+      "grad_norm": 845.3995971679688,
+      "learning_rate": 7.123893805309734e-07,
+      "loss": 31.9688,
+      "step": 322
+    },
+    {
+      "epoch": 0.02145181643089593,
+      "grad_norm": 327.10565185546875,
+      "learning_rate": 7.146017699115043e-07,
+      "loss": 32.0312,
+      "step": 323
+    },
+    {
+      "epoch": 0.021518230723251645,
+      "grad_norm": 217.4642333984375,
+      "learning_rate": 7.168141592920353e-07,
+      "loss": 29.5625,
+      "step": 324
+    },
+    {
+      "epoch": 0.02158464501560736,
+      "grad_norm": 402.5422668457031,
+      "learning_rate": 7.190265486725663e-07,
+      "loss": 29.5,
+      "step": 325
+    },
+    {
+      "epoch": 0.021651059307963072,
+      "grad_norm": 255.02708435058594,
+      "learning_rate": 7.212389380530973e-07,
+      "loss": 30.2188,
+      "step": 326
+    },
+    {
+      "epoch": 0.02171747360031879,
+      "grad_norm": 302.2115783691406,
+      "learning_rate": 7.234513274336282e-07,
+      "loss": 28.7812,
+      "step": 327
+    },
+    {
+      "epoch": 0.021783887892674502,
+      "grad_norm": 314.4698791503906,
+      "learning_rate": 7.256637168141593e-07,
+      "loss": 33.5,
+      "step": 328
+    },
+    {
+      "epoch": 0.02185030218503022,
+      "grad_norm": 426.9784240722656,
+      "learning_rate": 7.278761061946902e-07,
+      "loss": 37.4375,
+      "step": 329
+    },
+    {
+      "epoch": 0.021916716477385932,
+      "grad_norm": 284.21820068359375,
+      "learning_rate": 7.300884955752212e-07,
+      "loss": 28.75,
+      "step": 330
+    },
+    {
+      "epoch": 0.02198313076974165,
+      "grad_norm": 259.9896240234375,
+      "learning_rate": 7.323008849557522e-07,
+      "loss": 29.1562,
+      "step": 331
+    },
+    {
+      "epoch": 0.022049545062097362,
+      "grad_norm": 203.56398010253906,
+      "learning_rate": 7.345132743362832e-07,
+      "loss": 29.8438,
+      "step": 332
+    },
+    {
+      "epoch": 0.02211595935445308,
+      "grad_norm": 376.3184814453125,
+      "learning_rate": 7.367256637168141e-07,
+      "loss": 35.9375,
+      "step": 333
+    },
+    {
+      "epoch": 0.022182373646808792,
+      "grad_norm": 322.6485900878906,
+      "learning_rate": 7.389380530973452e-07,
+      "loss": 32.3125,
+      "step": 334
+    },
+    {
+      "epoch": 0.02224878793916451,
+      "grad_norm": 332.6505126953125,
+      "learning_rate": 7.411504424778761e-07,
+      "loss": 27.5,
+      "step": 335
+    },
+    {
+      "epoch": 0.022315202231520222,
+      "grad_norm": 226.72348022460938,
+      "learning_rate": 7.433628318584071e-07,
+      "loss": 24.6562,
+      "step": 336
+    },
+    {
+      "epoch": 0.02238161652387594,
+      "grad_norm": 244.8278045654297,
+      "learning_rate": 7.455752212389381e-07,
+      "loss": 32.5,
+      "step": 337
+    },
+    {
+      "epoch": 0.022448030816231652,
+      "grad_norm": 255.4455108642578,
+      "learning_rate": 7.477876106194691e-07,
+      "loss": 28.0,
+      "step": 338
+    },
+    {
+      "epoch": 0.02251444510858737,
+      "grad_norm": 272.1263732910156,
+      "learning_rate": 7.5e-07,
+      "loss": 31.25,
+      "step": 339
+    },
+    {
+      "epoch": 0.022580859400943083,
+      "grad_norm": 289.4168701171875,
+      "learning_rate": 7.522123893805308e-07,
+      "loss": 29.625,
+      "step": 340
+    },
+    {
+      "epoch": 0.0226472736932988,
+      "grad_norm": 252.88845825195312,
+      "learning_rate": 7.544247787610619e-07,
+      "loss": 28.1875,
+      "step": 341
+    },
+    {
+      "epoch": 0.022713687985654513,
+      "grad_norm": 228.9846954345703,
+      "learning_rate": 7.566371681415928e-07,
+      "loss": 27.4062,
+      "step": 342
+    },
+    {
+      "epoch": 0.02278010227801023,
+      "grad_norm": 189.99655151367188,
+      "learning_rate": 7.588495575221238e-07,
+      "loss": 27.75,
+      "step": 343
+    },
+    {
+      "epoch": 0.022846516570365943,
+      "grad_norm": 244.15919494628906,
+      "learning_rate": 7.610619469026548e-07,
+      "loss": 28.4375,
+      "step": 344
+    },
+    {
+      "epoch": 0.022912930862721656,
+      "grad_norm": 565.2012329101562,
+      "learning_rate": 7.632743362831858e-07,
+      "loss": 29.0312,
+      "step": 345
+    },
+    {
+      "epoch": 0.022979345155077373,
+      "grad_norm": 303.8019714355469,
+      "learning_rate": 7.654867256637167e-07,
+      "loss": 24.4688,
+      "step": 346
+    },
+    {
+      "epoch": 0.023045759447433086,
+      "grad_norm": 298.8661193847656,
+      "learning_rate": 7.676991150442478e-07,
+      "loss": 29.5,
+      "step": 347
+    },
+    {
+      "epoch": 0.023112173739788803,
+      "grad_norm": 239.49607849121094,
+      "learning_rate": 7.699115044247787e-07,
+      "loss": 28.4062,
+      "step": 348
+    },
+    {
+      "epoch": 0.023178588032144516,
+      "grad_norm": 498.46832275390625,
+      "learning_rate": 7.721238938053097e-07,
+      "loss": 35.4375,
+      "step": 349
+    },
+    {
+      "epoch": 0.023245002324500233,
+      "grad_norm": 212.68544006347656,
+      "learning_rate": 7.743362831858407e-07,
+      "loss": 26.9375,
+      "step": 350
+    },
+    {
+      "epoch": 0.023311416616855946,
+      "grad_norm": 219.95799255371094,
+      "learning_rate": 7.765486725663717e-07,
+      "loss": 29.0312,
+      "step": 351
+    },
+    {
+      "epoch": 0.023377830909211663,
+      "grad_norm": 217.2903289794922,
+      "learning_rate": 7.787610619469026e-07,
+      "loss": 26.5312,
+      "step": 352
+    },
+    {
+      "epoch": 0.023444245201567376,
+      "grad_norm": 404.6930847167969,
+      "learning_rate": 7.809734513274337e-07,
+      "loss": 29.75,
+      "step": 353
+    },
+    {
+      "epoch": 0.023510659493923093,
+      "grad_norm": 354.14263916015625,
+      "learning_rate": 7.831858407079646e-07,
+      "loss": 29.8438,
+      "step": 354
+    },
+    {
+      "epoch": 0.023577073786278806,
+      "grad_norm": 534.2947998046875,
+      "learning_rate": 7.853982300884956e-07,
+      "loss": 32.6875,
+      "step": 355
+    },
+    {
+      "epoch": 0.023643488078634523,
+      "grad_norm": 338.5124816894531,
+      "learning_rate": 7.876106194690266e-07,
+      "loss": 30.7188,
+      "step": 356
+    },
+    {
+      "epoch": 0.023709902370990237,
+      "grad_norm": 234.79837036132812,
+      "learning_rate": 7.898230088495574e-07,
+      "loss": 31.4375,
+      "step": 357
+    },
+    {
+      "epoch": 0.023776316663345953,
+      "grad_norm": 332.58984375,
+      "learning_rate": 7.920353982300884e-07,
+      "loss": 35.9375,
+      "step": 358
+    },
+    {
+      "epoch": 0.023842730955701667,
+      "grad_norm": 218.22743225097656,
+      "learning_rate": 7.942477876106194e-07,
+      "loss": 26.875,
+      "step": 359
+    },
+    {
+      "epoch": 0.023909145248057383,
+      "grad_norm": 264.3971252441406,
+      "learning_rate": 7.964601769911504e-07,
+      "loss": 29.2812,
+      "step": 360
+    },
+    {
+      "epoch": 0.023975559540413097,
+      "grad_norm": 338.9344177246094,
+      "learning_rate": 7.986725663716813e-07,
+      "loss": 45.9062,
+      "step": 361
+    },
+    {
+      "epoch": 0.024041973832768813,
+      "grad_norm": 411.9454040527344,
+      "learning_rate": 8.008849557522124e-07,
+      "loss": 35.9062,
+      "step": 362
+    },
+    {
+      "epoch": 0.024108388125124527,
+      "grad_norm": 182.00311279296875,
+      "learning_rate": 8.030973451327433e-07,
+      "loss": 29.2188,
+      "step": 363
+    },
+    {
+      "epoch": 0.02417480241748024,
+      "grad_norm": 331.3401184082031,
+      "learning_rate": 8.053097345132743e-07,
+      "loss": 31.4375,
+      "step": 364
+    },
+    {
+      "epoch": 0.024241216709835957,
+      "grad_norm": 177.0878143310547,
+      "learning_rate": 8.075221238938053e-07,
+      "loss": 24.7812,
+      "step": 365
+    },
+    {
+      "epoch": 0.02430763100219167,
+      "grad_norm": 314.965576171875,
+      "learning_rate": 8.097345132743363e-07,
+      "loss": 27.9062,
+      "step": 366
+    },
+    {
+      "epoch": 0.024374045294547387,
+      "grad_norm": 180.74667358398438,
+      "learning_rate": 8.119469026548672e-07,
+      "loss": 26.4688,
+      "step": 367
+    },
+    {
+      "epoch": 0.0244404595869031,
+      "grad_norm": 686.9805297851562,
+      "learning_rate": 8.141592920353983e-07,
+      "loss": 33.3438,
+      "step": 368
+    },
+    {
+      "epoch": 0.024506873879258817,
+      "grad_norm": 220.9214630126953,
+      "learning_rate": 8.163716814159292e-07,
+      "loss": 31.0625,
+      "step": 369
+    },
+    {
+      "epoch": 0.02457328817161453,
+      "grad_norm": 193.54872131347656,
+      "learning_rate": 8.185840707964602e-07,
+      "loss": 32.375,
+      "step": 370
+    },
+    {
+      "epoch": 0.024639702463970247,
+      "grad_norm": 245.88392639160156,
+      "learning_rate": 8.207964601769911e-07,
+      "loss": 31.5312,
+      "step": 371
+    },
+    {
+      "epoch": 0.02470611675632596,
+      "grad_norm": 294.548583984375,
+      "learning_rate": 8.230088495575221e-07,
+      "loss": 28.2188,
+      "step": 372
+    },
+    {
+      "epoch": 0.024772531048681677,
+      "grad_norm": 258.857177734375,
+      "learning_rate": 8.252212389380531e-07,
+      "loss": 28.375,
+      "step": 373
+    },
+    {
+      "epoch": 0.02483894534103739,
+      "grad_norm": 892.920654296875,
+      "learning_rate": 8.274336283185839e-07,
+      "loss": 23.1875,
+      "step": 374
+    },
+    {
+      "epoch": 0.024905359633393107,
+      "grad_norm": 175.46142578125,
+      "learning_rate": 8.29646017699115e-07,
+      "loss": 25.7812,
+      "step": 375
+    },
+    {
+      "epoch": 0.02497177392574882,
+      "grad_norm": 762.1475219726562,
+      "learning_rate": 8.318584070796459e-07,
+      "loss": 29.3125,
+      "step": 376
+    },
+    {
+      "epoch": 0.025038188218104537,
+      "grad_norm": 280.13360595703125,
+      "learning_rate": 8.340707964601769e-07,
+      "loss": 32.1562,
+      "step": 377
+    },
+    {
+      "epoch": 0.02510460251046025,
+      "grad_norm": 496.422119140625,
+      "learning_rate": 8.362831858407079e-07,
+      "loss": 31.8438,
+      "step": 378
+    },
+    {
+      "epoch": 0.025171016802815967,
+      "grad_norm": 333.1136169433594,
+      "learning_rate": 8.384955752212389e-07,
+      "loss": 35.5625,
+      "step": 379
+    },
+    {
+      "epoch": 0.02523743109517168,
+      "grad_norm": 170.52536010742188,
+      "learning_rate": 8.407079646017698e-07,
+      "loss": 28.0312,
+      "step": 380
+    },
+    {
+      "epoch": 0.025303845387527397,
+      "grad_norm": 384.62249755859375,
+      "learning_rate": 8.429203539823009e-07,
+      "loss": 29.25,
+      "step": 381
+    },
+    {
+      "epoch": 0.02537025967988311,
+      "grad_norm": 425.60760498046875,
+      "learning_rate": 8.451327433628318e-07,
+      "loss": 28.25,
+      "step": 382
+    },
+    {
+      "epoch": 0.025436673972238824,
+      "grad_norm": 361.1803894042969,
+      "learning_rate": 8.473451327433628e-07,
+      "loss": 28.75,
+      "step": 383
+    },
+    {
+      "epoch": 0.02550308826459454,
+      "grad_norm": 310.10491943359375,
+      "learning_rate": 8.495575221238938e-07,
+      "loss": 31.9688,
+      "step": 384
+    },
+    {
+      "epoch": 0.025569502556950254,
+      "grad_norm": 162.7232666015625,
+      "learning_rate": 8.517699115044248e-07,
+      "loss": 24.3438,
+      "step": 385
+    },
+    {
+      "epoch": 0.02563591684930597,
+      "grad_norm": 340.5950927734375,
+      "learning_rate": 8.539823008849557e-07,
+      "loss": 29.9688,
+      "step": 386
+    },
+    {
+      "epoch": 0.025702331141661684,
+      "grad_norm": 569.2677001953125,
+      "learning_rate": 8.561946902654868e-07,
+      "loss": 31.4688,
+      "step": 387
+    },
+    {
+      "epoch": 0.0257687454340174,
+      "grad_norm": 163.24635314941406,
+      "learning_rate": 8.584070796460177e-07,
+      "loss": 24.7812,
+      "step": 388
+    },
+    {
+      "epoch": 0.025835159726373114,
+      "grad_norm": 265.4236145019531,
+      "learning_rate": 8.606194690265486e-07,
+      "loss": 33.0312,
+      "step": 389
+    },
+    {
+      "epoch": 0.02590157401872883,
+      "grad_norm": 367.77532958984375,
+      "learning_rate": 8.628318584070797e-07,
+      "loss": 35.2188,
+      "step": 390
+    },
+    {
+      "epoch": 0.025967988311084544,
+      "grad_norm": 215.87010192871094,
+      "learning_rate": 8.650442477876105e-07,
+      "loss": 27.4688,
+      "step": 391
+    },
+    {
+      "epoch": 0.02603440260344026,
+      "grad_norm": 348.8505554199219,
+      "learning_rate": 8.672566371681415e-07,
+      "loss": 26.4688,
+      "step": 392
+    },
+    {
+      "epoch": 0.026100816895795974,
+      "grad_norm": 248.89198303222656,
+      "learning_rate": 8.694690265486725e-07,
+      "loss": 29.75,
+      "step": 393
+    },
+    {
+      "epoch": 0.02616723118815169,
+      "grad_norm": 439.79052734375,
+      "learning_rate": 8.716814159292035e-07,
+      "loss": 30.4375,
+      "step": 394
+    },
+    {
+      "epoch": 0.026233645480507405,
+      "grad_norm": 226.25946044921875,
+      "learning_rate": 8.738938053097344e-07,
+      "loss": 25.5938,
+      "step": 395
+    },
+    {
+      "epoch": 0.02630005977286312,
+      "grad_norm": 455.4720153808594,
+      "learning_rate": 8.761061946902655e-07,
+      "loss": 30.5312,
+      "step": 396
+    },
+    {
+      "epoch": 0.026366474065218835,
+      "grad_norm": 231.4905242919922,
+      "learning_rate": 8.783185840707964e-07,
+      "loss": 26.0625,
+      "step": 397
+    },
+    {
+      "epoch": 0.02643288835757455,
+      "grad_norm": 164.28564453125,
+      "learning_rate": 8.805309734513274e-07,
+      "loss": 22.3906,
+      "step": 398
+    },
+    {
+      "epoch": 0.026499302649930265,
+      "grad_norm": 819.7192993164062,
+      "learning_rate": 8.827433628318583e-07,
+      "loss": 26.4375,
+      "step": 399
+    },
+    {
+      "epoch": 0.02656571694228598,
+      "grad_norm": 281.3686828613281,
+      "learning_rate": 8.849557522123894e-07,
+      "loss": 34.875,
+      "step": 400
+    },
+    {
+      "epoch": 0.026632131234641695,
+      "grad_norm": 402.36419677734375,
+      "learning_rate": 8.871681415929203e-07,
+      "loss": 29.7188,
+      "step": 401
+    },
+    {
+      "epoch": 0.026698545526997408,
+      "grad_norm": 170.57334899902344,
+      "learning_rate": 8.893805309734513e-07,
+      "loss": 28.9062,
+      "step": 402
+    },
+    {
+      "epoch": 0.026764959819353125,
+      "grad_norm": 395.6105651855469,
+      "learning_rate": 8.915929203539823e-07,
+      "loss": 27.0625,
+      "step": 403
+    },
+    {
+      "epoch": 0.026831374111708838,
+      "grad_norm": 253.69273376464844,
+      "learning_rate": 8.938053097345132e-07,
+      "loss": 29.5312,
+      "step": 404
+    },
+    {
+      "epoch": 0.026897788404064555,
+      "grad_norm": 328.8283386230469,
+      "learning_rate": 8.960176991150442e-07,
+      "loss": 29.375,
+      "step": 405
+    },
+    {
+      "epoch": 0.02696420269642027,
+      "grad_norm": 2943.135498046875,
+      "learning_rate": 8.982300884955752e-07,
+      "loss": 35.3438,
+      "step": 406
+    },
+    {
+      "epoch": 0.027030616988775985,
+      "grad_norm": 190.63351440429688,
+      "learning_rate": 9.004424778761062e-07,
+      "loss": 22.5625,
+      "step": 407
+    },
+    {
+      "epoch": 0.0270970312811317,
+      "grad_norm": 249.48245239257812,
+      "learning_rate": 9.026548672566371e-07,
+      "loss": 31.3125,
+      "step": 408
+    },
+    {
+      "epoch": 0.027163445573487415,
+      "grad_norm": 240.78921508789062,
+      "learning_rate": 9.048672566371681e-07,
+      "loss": 28.375,
+      "step": 409
+    },
+    {
+      "epoch": 0.02722985986584313,
+      "grad_norm": 234.486083984375,
+      "learning_rate": 9.07079646017699e-07,
+      "loss": 28.5312,
+      "step": 410
+    },
+    {
+      "epoch": 0.027296274158198845,
+      "grad_norm": 399.7752380371094,
+      "learning_rate": 9.0929203539823e-07,
+      "loss": 25.9375,
+      "step": 411
+    },
+    {
+      "epoch": 0.02736268845055456,
+      "grad_norm": 176.03128051757812,
+      "learning_rate": 9.11504424778761e-07,
+      "loss": 23.0625,
+      "step": 412
+    },
+    {
+      "epoch": 0.027429102742910275,
+      "grad_norm": 204.08091735839844,
+      "learning_rate": 9.13716814159292e-07,
+      "loss": 27.6875,
+      "step": 413
+    },
+    {
+      "epoch": 0.02749551703526599,
+      "grad_norm": 255.67440795898438,
+      "learning_rate": 9.159292035398229e-07,
+      "loss": 26.0,
+      "step": 414
+    },
+    {
+      "epoch": 0.027561931327621705,
+      "grad_norm": 470.9114074707031,
+      "learning_rate": 9.18141592920354e-07,
+      "loss": 33.8125,
+      "step": 415
+    },
+    {
+      "epoch": 0.02762834561997742,
+      "grad_norm": 261.67529296875,
+      "learning_rate": 9.203539823008849e-07,
+      "loss": 32.6562,
+      "step": 416
+    },
+    {
+      "epoch": 0.027694759912333135,
+      "grad_norm": 319.4299011230469,
+      "learning_rate": 9.225663716814159e-07,
+      "loss": 34.7812,
+      "step": 417
+    },
+    {
+      "epoch": 0.02776117420468885,
+      "grad_norm": 195.89808654785156,
+      "learning_rate": 9.247787610619469e-07,
+      "loss": 26.9688,
+      "step": 418
+    },
+    {
+      "epoch": 0.027827588497044566,
+      "grad_norm": 288.44952392578125,
+      "learning_rate": 9.269911504424779e-07,
+      "loss": 28.5312,
+      "step": 419
+    },
+    {
+      "epoch": 0.02789400278940028,
+      "grad_norm": 488.1466979980469,
+      "learning_rate": 9.292035398230088e-07,
+      "loss": 34.875,
+      "step": 420
+    },
+    {
+      "epoch": 0.027960417081755992,
+      "grad_norm": 378.8598327636719,
+      "learning_rate": 9.314159292035398e-07,
+      "loss": 29.7812,
+      "step": 421
+    },
+    {
+      "epoch": 0.02802683137411171,
+      "grad_norm": 282.6359558105469,
+      "learning_rate": 9.336283185840708e-07,
+      "loss": 26.6562,
+      "step": 422
+    },
+    {
+      "epoch": 0.028093245666467422,
+      "grad_norm": 951.7051391601562,
+      "learning_rate": 9.358407079646017e-07,
+      "loss": 31.7812,
+      "step": 423
+    },
+    {
+      "epoch": 0.02815965995882314,
+      "grad_norm": 333.70367431640625,
+      "learning_rate": 9.380530973451328e-07,
+      "loss": 29.9688,
+      "step": 424
+    },
+    {
+      "epoch": 0.028226074251178852,
+      "grad_norm": 357.5912170410156,
+      "learning_rate": 9.402654867256637e-07,
+      "loss": 32.375,
+      "step": 425
+    },
+    {
+      "epoch": 0.02829248854353457,
+      "grad_norm": 323.7542419433594,
+      "learning_rate": 9.424778761061947e-07,
+      "loss": 28.0625,
+      "step": 426
+    },
+    {
+      "epoch": 0.028358902835890282,
+      "grad_norm": 226.78318786621094,
+      "learning_rate": 9.446902654867255e-07,
+      "loss": 27.5312,
+      "step": 427
+    },
+    {
+      "epoch": 0.028425317128246,
+      "grad_norm": 246.41213989257812,
+      "learning_rate": 9.469026548672566e-07,
+      "loss": 22.6875,
+      "step": 428
+    },
+    {
+      "epoch": 0.028491731420601712,
+      "grad_norm": 198.07728576660156,
+      "learning_rate": 9.491150442477875e-07,
+      "loss": 27.9688,
+      "step": 429
+    },
+    {
+      "epoch": 0.02855814571295743,
+      "grad_norm": 209.91769409179688,
+      "learning_rate": 9.513274336283185e-07,
+      "loss": 34.625,
+      "step": 430
+    },
+    {
+      "epoch": 0.028624560005313143,
+      "grad_norm": 321.9237976074219,
+      "learning_rate": 9.535398230088495e-07,
+      "loss": 38.5312,
+      "step": 431
+    },
+    {
+      "epoch": 0.02869097429766886,
+      "grad_norm": 309.42437744140625,
+      "learning_rate": 9.557522123893805e-07,
+      "loss": 27.2188,
+      "step": 432
+    },
+    {
+      "epoch": 0.028757388590024573,
+      "grad_norm": 262.63629150390625,
+      "learning_rate": 9.579646017699114e-07,
+      "loss": 28.6562,
+      "step": 433
+    },
+    {
+      "epoch": 0.02882380288238029,
+      "grad_norm": 288.3605041503906,
+      "learning_rate": 9.601769911504426e-07,
+      "loss": 28.7188,
+      "step": 434
+    },
+    {
+      "epoch": 0.028890217174736003,
+      "grad_norm": 313.8514404296875,
+      "learning_rate": 9.623893805309733e-07,
+      "loss": 27.9688,
+      "step": 435
+    },
+    {
+      "epoch": 0.02895663146709172,
+      "grad_norm": 204.51914978027344,
+      "learning_rate": 9.646017699115042e-07,
+      "loss": 26.2188,
+      "step": 436
+    },
+    {
+      "epoch": 0.029023045759447433,
+      "grad_norm": 129.25486755371094,
+      "learning_rate": 9.668141592920354e-07,
+      "loss": 20.375,
+      "step": 437
+    },
+    {
+      "epoch": 0.02908946005180315,
+      "grad_norm": 238.27590942382812,
+      "learning_rate": 9.690265486725663e-07,
+      "loss": 24.625,
+      "step": 438
+    },
+    {
+      "epoch": 0.029155874344158863,
+      "grad_norm": 235.4149169921875,
+      "learning_rate": 9.712389380530972e-07,
+      "loss": 30.9688,
+      "step": 439
+    },
+    {
+      "epoch": 0.02922228863651458,
+      "grad_norm": 212.78921508789062,
+      "learning_rate": 9.734513274336282e-07,
+      "loss": 26.9375,
+      "step": 440
+    },
+    {
+      "epoch": 0.029288702928870293,
+      "grad_norm": 423.27435302734375,
+      "learning_rate": 9.756637168141593e-07,
+      "loss": 26.7188,
+      "step": 441
+    },
+    {
+      "epoch": 0.029355117221226006,
+      "grad_norm": 235.09300231933594,
+      "learning_rate": 9.778761061946902e-07,
+      "loss": 24.5938,
+      "step": 442
+    },
+    {
+      "epoch": 0.029421531513581723,
+      "grad_norm": 341.330322265625,
+      "learning_rate": 9.800884955752212e-07,
+      "loss": 33.4688,
+      "step": 443
+    },
+    {
+      "epoch": 0.029487945805937436,
+      "grad_norm": 303.7009582519531,
+      "learning_rate": 9.82300884955752e-07,
+      "loss": 31.0,
+      "step": 444
+    },
+    {
+      "epoch": 0.029554360098293153,
+      "grad_norm": 277.9767761230469,
+      "learning_rate": 9.845132743362832e-07,
+      "loss": 28.4688,
+      "step": 445
+    },
+    {
+      "epoch": 0.029620774390648866,
+      "grad_norm": 186.15933227539062,
+      "learning_rate": 9.867256637168142e-07,
+      "loss": 24.625,
+      "step": 446
+    },
+    {
+      "epoch": 0.029687188683004583,
+      "grad_norm": 330.72540283203125,
+      "learning_rate": 9.88938053097345e-07,
+      "loss": 25.1562,
+      "step": 447
+    },
+    {
+      "epoch": 0.029753602975360297,
+      "grad_norm": 292.70306396484375,
+      "learning_rate": 9.91150442477876e-07,
+      "loss": 21.5938,
+      "step": 448
+    },
+    {
+      "epoch": 0.029820017267716013,
+      "grad_norm": 272.9013671875,
+      "learning_rate": 9.933628318584072e-07,
+      "loss": 28.375,
+      "step": 449
+    },
+    {
+      "epoch": 0.029886431560071727,
+      "grad_norm": 225.18434143066406,
+      "learning_rate": 9.95575221238938e-07,
+      "loss": 26.4062,
+      "step": 450
+    },
+    {
+      "epoch": 0.029952845852427443,
+      "grad_norm": 283.734375,
+      "learning_rate": 9.97787610619469e-07,
+      "loss": 22.1875,
+      "step": 451
+    },
+    {
+      "epoch": 0.030019260144783157,
+      "grad_norm": 249.75868225097656,
+      "learning_rate": 1e-06,
+      "loss": 25.6875,
+      "step": 452
+    },
+    {
+      "epoch": 0.030085674437138873,
+      "grad_norm": 374.28741455078125,
+      "learning_rate": 1.0022123893805309e-06,
+      "loss": 27.0,
+      "step": 453
+    },
+    {
+      "epoch": 0.030152088729494587,
+      "grad_norm": 322.92138671875,
+      "learning_rate": 1.0044247787610618e-06,
+      "loss": 32.7188,
+      "step": 454
+    },
+    {
+      "epoch": 0.030218503021850304,
+      "grad_norm": 355.7425842285156,
+      "learning_rate": 1.0066371681415927e-06,
+      "loss": 33.0938,
+      "step": 455
+    },
+    {
+      "epoch": 0.030284917314206017,
+      "grad_norm": 239.9808349609375,
+      "learning_rate": 1.0088495575221239e-06,
+      "loss": 31.875,
+      "step": 456
+    },
+    {
+      "epoch": 0.030351331606561734,
+      "grad_norm": 223.4071502685547,
+      "learning_rate": 1.0110619469026548e-06,
+      "loss": 26.875,
+      "step": 457
+    },
+    {
+      "epoch": 0.030417745898917447,
+      "grad_norm": 162.98428344726562,
+      "learning_rate": 1.0132743362831857e-06,
+      "loss": 25.9062,
+      "step": 458
+    },
+    {
+      "epoch": 0.030484160191273164,
+      "grad_norm": 250.9767608642578,
+      "learning_rate": 1.0154867256637167e-06,
+      "loss": 29.375,
+      "step": 459
+    },
+    {
+      "epoch": 0.030550574483628877,
+      "grad_norm": 201.77845764160156,
+      "learning_rate": 1.0176991150442478e-06,
+      "loss": 23.7188,
+      "step": 460
+    },
+    {
+      "epoch": 0.03061698877598459,
+      "grad_norm": 609.7275390625,
+      "learning_rate": 1.0199115044247787e-06,
+      "loss": 29.5938,
+      "step": 461
+    },
+    {
+      "epoch": 0.030683403068340307,
+      "grad_norm": 533.0616455078125,
+      "learning_rate": 1.0221238938053097e-06,
+      "loss": 28.6562,
+      "step": 462
+    },
+    {
+      "epoch": 0.03074981736069602,
+      "grad_norm": 402.7500915527344,
+      "learning_rate": 1.0243362831858406e-06,
+      "loss": 26.1875,
+      "step": 463
+    },
+    {
+      "epoch": 0.030816231653051737,
+      "grad_norm": 404.0836181640625,
+      "learning_rate": 1.0265486725663717e-06,
+      "loss": 34.6562,
+      "step": 464
+    },
+    {
+      "epoch": 0.03088264594540745,
+      "grad_norm": 252.7110595703125,
+      "learning_rate": 1.0287610619469027e-06,
+      "loss": 27.0938,
+      "step": 465
+    },
+    {
+      "epoch": 0.030949060237763167,
+      "grad_norm": 338.299072265625,
+      "learning_rate": 1.0309734513274336e-06,
+      "loss": 36.6562,
+      "step": 466
+    },
+    {
+      "epoch": 0.03101547453011888,
+      "grad_norm": 301.9615173339844,
+      "learning_rate": 1.0331858407079645e-06,
+      "loss": 41.9688,
+      "step": 467
+    },
+    {
+      "epoch": 0.031081888822474597,
+      "grad_norm": 694.36474609375,
+      "learning_rate": 1.0353982300884957e-06,
+      "loss": 27.5625,
+      "step": 468
+    },
+    {
+      "epoch": 0.03114830311483031,
+      "grad_norm": 210.47862243652344,
+      "learning_rate": 1.0376106194690264e-06,
+      "loss": 24.3438,
+      "step": 469
+    },
+    {
+      "epoch": 0.031214717407186027,
+      "grad_norm": 264.4151306152344,
+      "learning_rate": 1.0398230088495573e-06,
+      "loss": 25.5,
+      "step": 470
+    },
+    {
+      "epoch": 0.03128113169954174,
+      "grad_norm": 193.2547149658203,
+      "learning_rate": 1.0420353982300885e-06,
+      "loss": 26.8125,
+      "step": 471
+    },
+    {
+      "epoch": 0.03134754599189746,
+      "grad_norm": 341.4839782714844,
+      "learning_rate": 1.0442477876106194e-06,
+      "loss": 29.4375,
+      "step": 472
+    },
+    {
+      "epoch": 0.031413960284253174,
+      "grad_norm": 304.40985107421875,
+      "learning_rate": 1.0464601769911503e-06,
+      "loss": 26.3438,
+      "step": 473
+    },
+    {
+      "epoch": 0.031480374576608884,
+      "grad_norm": 184.92080688476562,
+      "learning_rate": 1.0486725663716813e-06,
+      "loss": 28.7812,
+      "step": 474
+    },
+    {
+      "epoch": 0.0315467888689646,
+      "grad_norm": 209.33541870117188,
+      "learning_rate": 1.0508849557522124e-06,
+      "loss": 25.6562,
+      "step": 475
+    },
+    {
+      "epoch": 0.03161320316132032,
+      "grad_norm": 279.7400207519531,
+      "learning_rate": 1.0530973451327433e-06,
+      "loss": 34.4062,
+      "step": 476
+    },
+    {
+      "epoch": 0.031679617453676034,
+      "grad_norm": 453.50006103515625,
+      "learning_rate": 1.0553097345132743e-06,
+      "loss": 32.8438,
+      "step": 477
+    },
+    {
+      "epoch": 0.031746031746031744,
+      "grad_norm": 210.9303436279297,
+      "learning_rate": 1.0575221238938052e-06,
+      "loss": 26.375,
+      "step": 478
+    },
+    {
+      "epoch": 0.03181244603838746,
+      "grad_norm": 184.8925323486328,
+      "learning_rate": 1.0597345132743363e-06,
+      "loss": 29.4062,
+      "step": 479
+    },
+    {
+      "epoch": 0.03187886033074318,
+      "grad_norm": 283.05145263671875,
+      "learning_rate": 1.0619469026548673e-06,
+      "loss": 30.8125,
+      "step": 480
+    },
+    {
+      "epoch": 0.03194527462309889,
+      "grad_norm": 484.59906005859375,
+      "learning_rate": 1.0641592920353982e-06,
+      "loss": 33.0938,
+      "step": 481
+    },
+    {
+      "epoch": 0.032011688915454604,
+      "grad_norm": 186.5665740966797,
+      "learning_rate": 1.0663716814159291e-06,
+      "loss": 25.4375,
+      "step": 482
+    },
+    {
+      "epoch": 0.03207810320781032,
+      "grad_norm": 260.53094482421875,
+      "learning_rate": 1.0685840707964603e-06,
+      "loss": 23.8125,
+      "step": 483
+    },
+    {
+      "epoch": 0.03214451750016604,
+      "grad_norm": 2045.74755859375,
+      "learning_rate": 1.0707964601769912e-06,
+      "loss": 24.5,
+      "step": 484
+    },
+    {
+      "epoch": 0.03221093179252175,
+      "grad_norm": 453.6766662597656,
+      "learning_rate": 1.0730088495575221e-06,
+      "loss": 28.75,
+      "step": 485
+    },
+    {
+      "epoch": 0.032277346084877465,
+      "grad_norm": 240.1822509765625,
+      "learning_rate": 1.075221238938053e-06,
+      "loss": 33.25,
+      "step": 486
+    },
+    {
+      "epoch": 0.03234376037723318,
+      "grad_norm": 205.0232696533203,
+      "learning_rate": 1.0774336283185842e-06,
+      "loss": 30.1875,
+      "step": 487
+    },
+    {
+      "epoch": 0.0324101746695889,
+      "grad_norm": 230.56137084960938,
+      "learning_rate": 1.079646017699115e-06,
+      "loss": 27.125,
+      "step": 488
+    },
+    {
+      "epoch": 0.03247658896194461,
+      "grad_norm": 151.33929443359375,
+      "learning_rate": 1.0818584070796458e-06,
+      "loss": 25.2188,
+      "step": 489
+    },
+    {
+      "epoch": 0.032543003254300325,
+      "grad_norm": 165.7460174560547,
+      "learning_rate": 1.084070796460177e-06,
+      "loss": 28.125,
+      "step": 490
+    },
+    {
+      "epoch": 0.03260941754665604,
+      "grad_norm": 189.6488800048828,
+      "learning_rate": 1.086283185840708e-06,
+      "loss": 28.9062,
+      "step": 491
+    },
+    {
+      "epoch": 0.03267583183901176,
+      "grad_norm": 183.42039489746094,
+      "learning_rate": 1.0884955752212388e-06,
+      "loss": 26.625,
+      "step": 492
+    },
+    {
+      "epoch": 0.03274224613136747,
+      "grad_norm": 392.4314880371094,
+      "learning_rate": 1.0907079646017698e-06,
+      "loss": 30.0625,
+      "step": 493
+    },
+    {
+      "epoch": 0.032808660423723185,
+      "grad_norm": 280.51763916015625,
+      "learning_rate": 1.092920353982301e-06,
+      "loss": 31.125,
+      "step": 494
+    },
+    {
+      "epoch": 0.0328750747160789,
+      "grad_norm": 1049.3399658203125,
+      "learning_rate": 1.0951327433628318e-06,
+      "loss": 27.9375,
+      "step": 495
+    },
+    {
+      "epoch": 0.03294148900843462,
+      "grad_norm": 220.5833282470703,
+      "learning_rate": 1.0973451327433628e-06,
+      "loss": 26.0625,
+      "step": 496
+    },
+    {
+      "epoch": 0.03300790330079033,
+      "grad_norm": 208.6725311279297,
+      "learning_rate": 1.0995575221238937e-06,
+      "loss": 26.4688,
+      "step": 497
+    },
+    {
+      "epoch": 0.033074317593146045,
+      "grad_norm": 358.1100769042969,
+      "learning_rate": 1.1017699115044248e-06,
+      "loss": 28.3438,
+      "step": 498
+    },
+    {
+      "epoch": 0.03314073188550176,
+      "grad_norm": 282.24090576171875,
+      "learning_rate": 1.1039823008849558e-06,
+      "loss": 30.3125,
+      "step": 499
+    },
+    {
+      "epoch": 0.03320714617785747,
+      "grad_norm": 192.83538818359375,
+      "learning_rate": 1.1061946902654867e-06,
+      "loss": 25.0312,
+      "step": 500
+    },
+    {
+      "epoch": 0.03327356047021319,
+      "grad_norm": 356.2369079589844,
+      "learning_rate": 1.1084070796460176e-06,
+      "loss": 44.0,
+      "step": 501
+    },
+    {
+      "epoch": 0.033339974762568905,
+      "grad_norm": 242.562744140625,
+      "learning_rate": 1.1106194690265488e-06,
+      "loss": 29.75,
+      "step": 502
+    },
+    {
+      "epoch": 0.03340638905492462,
+      "grad_norm": 252.31558227539062,
+      "learning_rate": 1.1128318584070795e-06,
+      "loss": 26.0625,
+      "step": 503
+    },
+    {
+      "epoch": 0.03347280334728033,
+      "grad_norm": 246.76943969726562,
+      "learning_rate": 1.1150442477876104e-06,
+      "loss": 28.4375,
+      "step": 504
+    },
+    {
+      "epoch": 0.03353921763963605,
+      "grad_norm": 246.18505859375,
+      "learning_rate": 1.1172566371681416e-06,
+      "loss": 24.875,
+      "step": 505
+    },
+    {
+      "epoch": 0.033605631931991765,
+      "grad_norm": 1063.328857421875,
+      "learning_rate": 1.1194690265486725e-06,
+      "loss": 27.1562,
+      "step": 506
+    },
+    {
+      "epoch": 0.03367204622434748,
+      "grad_norm": 216.98577880859375,
+      "learning_rate": 1.1216814159292034e-06,
+      "loss": 28.375,
+      "step": 507
+    },
+    {
+      "epoch": 0.03373846051670319,
+      "grad_norm": 346.47564697265625,
+      "learning_rate": 1.1238938053097344e-06,
+      "loss": 29.5625,
+      "step": 508
+    },
+    {
+      "epoch": 0.03380487480905891,
+      "grad_norm": 493.966796875,
+      "learning_rate": 1.1261061946902655e-06,
+      "loss": 39.75,
+      "step": 509
+    },
+    {
+      "epoch": 0.033871289101414626,
+      "grad_norm": 294.18182373046875,
+      "learning_rate": 1.1283185840707964e-06,
+      "loss": 27.75,
+      "step": 510
+    },
+    {
+      "epoch": 0.03393770339377034,
+      "grad_norm": 341.27813720703125,
+      "learning_rate": 1.1305309734513274e-06,
+      "loss": 34.0,
+      "step": 511
+    },
+    {
+      "epoch": 0.03400411768612605,
+      "grad_norm": 257.76287841796875,
+      "learning_rate": 1.1327433628318583e-06,
+      "loss": 25.875,
+      "step": 512
+    },
+    {
+      "epoch": 0.03407053197848177,
+      "grad_norm": 280.0215148925781,
+      "learning_rate": 1.1349557522123894e-06,
+      "loss": 35.9375,
+      "step": 513
+    },
+    {
+      "epoch": 0.034136946270837486,
+      "grad_norm": 281.995849609375,
+      "learning_rate": 1.1371681415929204e-06,
+      "loss": 26.7188,
+      "step": 514
+    },
+    {
+      "epoch": 0.0342033605631932,
+      "grad_norm": 303.7110290527344,
+      "learning_rate": 1.1393805309734513e-06,
+      "loss": 27.0625,
+      "step": 515
+    },
+    {
+      "epoch": 0.03426977485554891,
+      "grad_norm": 249.9722900390625,
+      "learning_rate": 1.1415929203539822e-06,
+      "loss": 32.5312,
+      "step": 516
+    },
+    {
+      "epoch": 0.03433618914790463,
+      "grad_norm": 238.3840789794922,
+      "learning_rate": 1.1438053097345134e-06,
+      "loss": 25.4688,
+      "step": 517
+    },
+    {
+      "epoch": 0.034402603440260346,
+      "grad_norm": 280.704345703125,
+      "learning_rate": 1.146017699115044e-06,
+      "loss": 24.125,
+      "step": 518
+    },
+    {
+      "epoch": 0.034469017732616056,
+      "grad_norm": 310.0551452636719,
+      "learning_rate": 1.1482300884955752e-06,
+      "loss": 27.0625,
+      "step": 519
+    },
+    {
+      "epoch": 0.03453543202497177,
+      "grad_norm": 236.31552124023438,
+      "learning_rate": 1.1504424778761061e-06,
+      "loss": 25.2188,
+      "step": 520
+    },
+    {
+      "epoch": 0.03460184631732749,
+      "grad_norm": 173.7613067626953,
+      "learning_rate": 1.1526548672566373e-06,
+      "loss": 24.8438,
+      "step": 521
+    },
+    {
+      "epoch": 0.034668260609683206,
+      "grad_norm": 252.8490753173828,
+      "learning_rate": 1.154867256637168e-06,
+      "loss": 34.375,
+      "step": 522
+    },
+    {
+      "epoch": 0.034734674902038916,
+      "grad_norm": 162.5184783935547,
+      "learning_rate": 1.157079646017699e-06,
+      "loss": 24.8438,
+      "step": 523
+    },
+    {
+      "epoch": 0.03480108919439463,
+      "grad_norm": 315.240966796875,
+      "learning_rate": 1.15929203539823e-06,
+      "loss": 27.5,
+      "step": 524
+    },
+    {
+      "epoch": 0.03486750348675035,
+      "grad_norm": 246.8081512451172,
+      "learning_rate": 1.161504424778761e-06,
+      "loss": 30.75,
+      "step": 525
+    },
+    {
+      "epoch": 0.034933917779106066,
+      "grad_norm": 186.2504425048828,
+      "learning_rate": 1.163716814159292e-06,
+      "loss": 31.0312,
+      "step": 526
+    },
+    {
+      "epoch": 0.035000332071461776,
+      "grad_norm": 766.2584228515625,
+      "learning_rate": 1.1659292035398229e-06,
+      "loss": 25.1875,
+      "step": 527
+    },
+    {
+      "epoch": 0.03506674636381749,
+      "grad_norm": 292.1177978515625,
+      "learning_rate": 1.168141592920354e-06,
+      "loss": 27.7812,
+      "step": 528
+    },
+    {
+      "epoch": 0.03513316065617321,
+      "grad_norm": 1298.121826171875,
+      "learning_rate": 1.170353982300885e-06,
+      "loss": 31.3438,
+      "step": 529
+    },
+    {
+      "epoch": 0.035199574948528926,
+      "grad_norm": 237.9285888671875,
+      "learning_rate": 1.1725663716814159e-06,
+      "loss": 31.5625,
+      "step": 530
+    },
+    {
+      "epoch": 0.035265989240884636,
+      "grad_norm": 340.7438049316406,
+      "learning_rate": 1.1747787610619468e-06,
+      "loss": 26.6562,
+      "step": 531
+    },
+    {
+      "epoch": 0.03533240353324035,
+      "grad_norm": 191.04786682128906,
+      "learning_rate": 1.176991150442478e-06,
+      "loss": 23.1562,
+      "step": 532
+    },
+    {
+      "epoch": 0.03539881782559607,
+      "grad_norm": 266.7891845703125,
+      "learning_rate": 1.1792035398230087e-06,
+      "loss": 24.5,
+      "step": 533
+    },
+    {
+      "epoch": 0.03546523211795179,
+      "grad_norm": 201.1075897216797,
+      "learning_rate": 1.1814159292035398e-06,
+      "loss": 29.3125,
+      "step": 534
+    },
+    {
+      "epoch": 0.035531646410307496,
+      "grad_norm": 283.3518981933594,
+      "learning_rate": 1.1836283185840707e-06,
+      "loss": 34.1875,
+      "step": 535
+    },
+    {
+      "epoch": 0.03559806070266321,
+      "grad_norm": 370.14874267578125,
+      "learning_rate": 1.1858407079646019e-06,
+      "loss": 27.4375,
+      "step": 536
+    },
+    {
+      "epoch": 0.03566447499501893,
+      "grad_norm": 215.98379516601562,
+      "learning_rate": 1.1880530973451326e-06,
+      "loss": 30.0938,
+      "step": 537
+    },
+    {
+      "epoch": 0.03573088928737464,
+      "grad_norm": 363.71575927734375,
+      "learning_rate": 1.1902654867256637e-06,
+      "loss": 27.4375,
+      "step": 538
+    },
+    {
+      "epoch": 0.03579730357973036,
+      "grad_norm": 308.18731689453125,
+      "learning_rate": 1.1924778761061947e-06,
+      "loss": 30.125,
+      "step": 539
+    },
+    {
+      "epoch": 0.03586371787208607,
+      "grad_norm": 149.59365844726562,
+      "learning_rate": 1.1946902654867256e-06,
+      "loss": 22.7812,
+      "step": 540
+    },
+    {
+      "epoch": 0.03593013216444179,
+      "grad_norm": 270.19781494140625,
+      "learning_rate": 1.1969026548672565e-06,
+      "loss": 31.3125,
+      "step": 541
+    },
+    {
+      "epoch": 0.0359965464567975,
+      "grad_norm": 259.0935974121094,
+      "learning_rate": 1.1991150442477874e-06,
+      "loss": 31.75,
+      "step": 542
+    },
+    {
+      "epoch": 0.03606296074915322,
+      "grad_norm": 291.7544250488281,
+      "learning_rate": 1.2013274336283186e-06,
+      "loss": 26.5,
+      "step": 543
+    },
+    {
+      "epoch": 0.036129375041508933,
+      "grad_norm": 164.5298614501953,
+      "learning_rate": 1.2035398230088495e-06,
+      "loss": 23.5938,
+      "step": 544
+    },
+    {
+      "epoch": 0.03619578933386465,
+      "grad_norm": 211.42845153808594,
+      "learning_rate": 1.2057522123893804e-06,
+      "loss": 28.6875,
+      "step": 545
+    },
+    {
+      "epoch": 0.03626220362622036,
+      "grad_norm": 224.9961700439453,
+      "learning_rate": 1.2079646017699114e-06,
+      "loss": 24.0625,
+      "step": 546
+    },
+    {
+      "epoch": 0.03632861791857608,
+      "grad_norm": 230.24928283691406,
+      "learning_rate": 1.2101769911504425e-06,
+      "loss": 26.25,
+      "step": 547
+    },
+    {
+      "epoch": 0.036395032210931794,
+      "grad_norm": 230.3402557373047,
+      "learning_rate": 1.2123893805309734e-06,
+      "loss": 29.0312,
+      "step": 548
+    },
+    {
+      "epoch": 0.03646144650328751,
+      "grad_norm": 423.4350280761719,
+      "learning_rate": 1.2146017699115044e-06,
+      "loss": 33.4062,
+      "step": 549
+    },
+    {
+      "epoch": 0.03652786079564322,
+      "grad_norm": 269.96380615234375,
+      "learning_rate": 1.2168141592920353e-06,
+      "loss": 32.375,
+      "step": 550
+    },
+    {
+      "epoch": 0.03659427508799894,
+      "grad_norm": 228.4596710205078,
+      "learning_rate": 1.2190265486725665e-06,
+      "loss": 25.8438,
+      "step": 551
+    },
+    {
+      "epoch": 0.036660689380354654,
+      "grad_norm": 307.6494140625,
+      "learning_rate": 1.2212389380530972e-06,
+      "loss": 24.0,
+      "step": 552
+    },
+    {
+      "epoch": 0.03672710367271037,
+      "grad_norm": 252.01048278808594,
+      "learning_rate": 1.2234513274336283e-06,
+      "loss": 29.6562,
+      "step": 553
+    },
+    {
+      "epoch": 0.03679351796506608,
+      "grad_norm": 243.47601318359375,
+      "learning_rate": 1.2256637168141592e-06,
+      "loss": 20.875,
+      "step": 554
+    },
+    {
+      "epoch": 0.0368599322574218,
+      "grad_norm": 156.9990692138672,
+      "learning_rate": 1.2278761061946904e-06,
+      "loss": 25.4688,
+      "step": 555
+    },
+    {
+      "epoch": 0.036926346549777514,
+      "grad_norm": 267.4819030761719,
+      "learning_rate": 1.230088495575221e-06,
+      "loss": 30.8438,
+      "step": 556
+    },
+    {
+      "epoch": 0.036992760842133224,
+      "grad_norm": 260.0784912109375,
+      "learning_rate": 1.232300884955752e-06,
+      "loss": 26.25,
+      "step": 557
+    },
+    {
+      "epoch": 0.03705917513448894,
+      "grad_norm": 653.445068359375,
+      "learning_rate": 1.2345132743362832e-06,
+      "loss": 23.6562,
+      "step": 558
+    },
+    {
+      "epoch": 0.03712558942684466,
+      "grad_norm": 182.01979064941406,
+      "learning_rate": 1.236725663716814e-06,
+      "loss": 23.7188,
+      "step": 559
+    },
+    {
+      "epoch": 0.037192003719200374,
+      "grad_norm": 181.2103729248047,
+      "learning_rate": 1.238938053097345e-06,
+      "loss": 27.8125,
+      "step": 560
+    },
+    {
+      "epoch": 0.037258418011556084,
+      "grad_norm": 224.741943359375,
+      "learning_rate": 1.241150442477876e-06,
+      "loss": 29.5312,
+      "step": 561
+    },
+    {
+      "epoch": 0.0373248323039118,
+      "grad_norm": 156.29588317871094,
+      "learning_rate": 1.243362831858407e-06,
+      "loss": 26.0312,
+      "step": 562
+    },
+    {
+      "epoch": 0.03739124659626752,
+      "grad_norm": 149.44688415527344,
+      "learning_rate": 1.245575221238938e-06,
+      "loss": 22.9375,
+      "step": 563
+    },
+    {
+      "epoch": 0.037457660888623234,
+      "grad_norm": 132.99562072753906,
+      "learning_rate": 1.247787610619469e-06,
+      "loss": 26.0938,
+      "step": 564
+    },
+    {
+      "epoch": 0.037524075180978944,
+      "grad_norm": 287.3142395019531,
+      "learning_rate": 1.2499999999999999e-06,
+      "loss": 24.375,
+      "step": 565
+    },
+    {
+      "epoch": 0.03759048947333466,
+      "grad_norm": 488.141845703125,
+      "learning_rate": 1.252212389380531e-06,
+      "loss": 29.2812,
+      "step": 566
+    },
+    {
+      "epoch": 0.03765690376569038,
+      "grad_norm": 255.42282104492188,
+      "learning_rate": 1.2544247787610618e-06,
+      "loss": 29.4062,
+      "step": 567
+    },
+    {
+      "epoch": 0.037723318058046094,
+      "grad_norm": 160.28843688964844,
+      "learning_rate": 1.2566371681415929e-06,
+      "loss": 22.2812,
+      "step": 568
+    },
+    {
+      "epoch": 0.037789732350401804,
+      "grad_norm": 252.50729370117188,
+      "learning_rate": 1.2588495575221238e-06,
+      "loss": 28.4844,
+      "step": 569
+    },
+    {
+      "epoch": 0.03785614664275752,
+      "grad_norm": 243.66268920898438,
+      "learning_rate": 1.261061946902655e-06,
+      "loss": 21.9531,
+      "step": 570
+    },
+    {
+      "epoch": 0.03792256093511324,
+      "grad_norm": 231.9391326904297,
+      "learning_rate": 1.2632743362831857e-06,
+      "loss": 26.375,
+      "step": 571
+    },
+    {
+      "epoch": 0.037988975227468955,
+      "grad_norm": 199.92254638671875,
+      "learning_rate": 1.2654867256637168e-06,
+      "loss": 26.0,
+      "step": 572
+    },
+    {
+      "epoch": 0.038055389519824664,
+      "grad_norm": 518.0091552734375,
+      "learning_rate": 1.2676991150442478e-06,
+      "loss": 35.9375,
+      "step": 573
+    },
+    {
+      "epoch": 0.03812180381218038,
+      "grad_norm": 214.73477172851562,
+      "learning_rate": 1.2699115044247789e-06,
+      "loss": 25.6875,
+      "step": 574
+    },
+    {
+      "epoch": 0.0381882181045361,
+      "grad_norm": 135.12347412109375,
+      "learning_rate": 1.2721238938053096e-06,
+      "loss": 23.8125,
+      "step": 575
+    },
+    {
+      "epoch": 0.03825463239689181,
+      "grad_norm": 146.60107421875,
+      "learning_rate": 1.2743362831858405e-06,
+      "loss": 27.8125,
+      "step": 576
+    },
+    {
+      "epoch": 0.038321046689247525,
+      "grad_norm": 183.24896240234375,
+      "learning_rate": 1.2765486725663717e-06,
+      "loss": 26.0938,
+      "step": 577
+    },
+    {
+      "epoch": 0.03838746098160324,
+      "grad_norm": 236.34739685058594,
+      "learning_rate": 1.2787610619469026e-06,
+      "loss": 21.625,
+      "step": 578
+    },
+    {
+      "epoch": 0.03845387527395896,
+      "grad_norm": 183.78860473632812,
+      "learning_rate": 1.2809734513274335e-06,
+      "loss": 28.4375,
+      "step": 579
+    },
+    {
+      "epoch": 0.03852028956631467,
+      "grad_norm": 215.0352020263672,
+      "learning_rate": 1.2831858407079645e-06,
+      "loss": 28.4062,
+      "step": 580
+    },
+    {
+      "epoch": 0.038586703858670385,
+      "grad_norm": 221.2220916748047,
+      "learning_rate": 1.2853982300884956e-06,
+      "loss": 24.5312,
+      "step": 581
+    },
+    {
+      "epoch": 0.0386531181510261,
+      "grad_norm": 188.29600524902344,
+      "learning_rate": 1.2876106194690263e-06,
+      "loss": 19.6094,
+      "step": 582
+    },
+    {
+      "epoch": 0.03871953244338182,
+      "grad_norm": 251.93948364257812,
+      "learning_rate": 1.2898230088495575e-06,
+      "loss": 27.3438,
+      "step": 583
+    },
+    {
+      "epoch": 0.03878594673573753,
+      "grad_norm": 216.4022979736328,
+      "learning_rate": 1.2920353982300884e-06,
+      "loss": 25.5938,
+      "step": 584
+    },
+    {
+      "epoch": 0.038852361028093245,
+      "grad_norm": 151.68634033203125,
+      "learning_rate": 1.2942477876106195e-06,
+      "loss": 22.5938,
+      "step": 585
+    },
+    {
+      "epoch": 0.03891877532044896,
+      "grad_norm": 149.9869842529297,
+      "learning_rate": 1.2964601769911503e-06,
+      "loss": 25.9375,
+      "step": 586
+    },
+    {
+      "epoch": 0.03898518961280468,
+      "grad_norm": 304.7462463378906,
+      "learning_rate": 1.2986725663716814e-06,
+      "loss": 29.6562,
+      "step": 587
+    },
+    {
+      "epoch": 0.03905160390516039,
+      "grad_norm": 314.9557800292969,
+      "learning_rate": 1.3008849557522123e-06,
+      "loss": 25.1562,
+      "step": 588
+    },
+    {
+      "epoch": 0.039118018197516105,
+      "grad_norm": 313.9792785644531,
+      "learning_rate": 1.3030973451327435e-06,
+      "loss": 25.2188,
+      "step": 589
+    },
+    {
+      "epoch": 0.03918443248987182,
+      "grad_norm": 242.36419677734375,
+      "learning_rate": 1.3053097345132742e-06,
+      "loss": 26.9375,
+      "step": 590
+    },
+    {
+      "epoch": 0.03925084678222754,
+      "grad_norm": 150.2750244140625,
+      "learning_rate": 1.3075221238938051e-06,
+      "loss": 25.5,
+      "step": 591
+    },
+    {
+      "epoch": 0.03931726107458325,
+      "grad_norm": 231.15699768066406,
+      "learning_rate": 1.3097345132743363e-06,
+      "loss": 26.5312,
+      "step": 592
+    },
+    {
+      "epoch": 0.039383675366938965,
+      "grad_norm": 171.90621948242188,
+      "learning_rate": 1.3119469026548672e-06,
+      "loss": 23.9375,
+      "step": 593
+    },
+    {
+      "epoch": 0.03945008965929468,
+      "grad_norm": 205.8200225830078,
+      "learning_rate": 1.3141592920353981e-06,
+      "loss": 25.2188,
+      "step": 594
+    },
+    {
+      "epoch": 0.03951650395165039,
+      "grad_norm": 146.29136657714844,
+      "learning_rate": 1.316371681415929e-06,
+      "loss": 25.4062,
+      "step": 595
+    },
+    {
+      "epoch": 0.03958291824400611,
+      "grad_norm": 153.70950317382812,
+      "learning_rate": 1.3185840707964602e-06,
+      "loss": 26.1562,
+      "step": 596
+    },
+    {
+      "epoch": 0.039649332536361825,
+      "grad_norm": 193.98208618164062,
+      "learning_rate": 1.3207964601769911e-06,
+      "loss": 30.1875,
+      "step": 597
+    },
+    {
+      "epoch": 0.03971574682871754,
+      "grad_norm": 220.9350128173828,
+      "learning_rate": 1.323008849557522e-06,
+      "loss": 27.7812,
+      "step": 598
+    },
+    {
+      "epoch": 0.03978216112107325,
+      "grad_norm": 172.76553344726562,
+      "learning_rate": 1.325221238938053e-06,
+      "loss": 22.9688,
+      "step": 599
+    },
+    {
+      "epoch": 0.03984857541342897,
+      "grad_norm": 167.8828582763672,
+      "learning_rate": 1.3274336283185841e-06,
+      "loss": 26.5625,
+      "step": 600
+    },
+    {
+      "epoch": 0.039914989705784686,
+      "grad_norm": 361.8505859375,
+      "learning_rate": 1.3296460176991148e-06,
+      "loss": 24.5938,
+      "step": 601
+    },
+    {
+      "epoch": 0.0399814039981404,
+      "grad_norm": 293.7651672363281,
+      "learning_rate": 1.331858407079646e-06,
+      "loss": 24.9375,
+      "step": 602
+    },
+    {
+      "epoch": 0.04004781829049611,
+      "grad_norm": 357.95367431640625,
+      "learning_rate": 1.334070796460177e-06,
+      "loss": 31.2812,
+      "step": 603
+    },
+    {
+      "epoch": 0.04011423258285183,
+      "grad_norm": 279.86669921875,
+      "learning_rate": 1.336283185840708e-06,
+      "loss": 23.4688,
+      "step": 604
+    },
+    {
+      "epoch": 0.040180646875207546,
+      "grad_norm": 241.3472442626953,
+      "learning_rate": 1.3384955752212388e-06,
+      "loss": 28.0,
+      "step": 605
+    },
+    {
+      "epoch": 0.04024706116756326,
+      "grad_norm": 379.6533203125,
+      "learning_rate": 1.34070796460177e-06,
+      "loss": 28.4062,
+      "step": 606
+    },
+    {
+      "epoch": 0.04031347545991897,
+      "grad_norm": 514.8516845703125,
+      "learning_rate": 1.3429203539823008e-06,
+      "loss": 21.9062,
+      "step": 607
+    },
+    {
+      "epoch": 0.04037988975227469,
+      "grad_norm": 360.0697021484375,
+      "learning_rate": 1.345132743362832e-06,
+      "loss": 26.9219,
+      "step": 608
+    },
+    {
+      "epoch": 0.040446304044630406,
+      "grad_norm": 672.1234741210938,
+      "learning_rate": 1.3473451327433627e-06,
+      "loss": 30.8438,
+      "step": 609
+    },
+    {
+      "epoch": 0.04051271833698612,
+      "grad_norm": 315.45697021484375,
+      "learning_rate": 1.3495575221238936e-06,
+      "loss": 25.0938,
+      "step": 610
+    },
+    {
+      "epoch": 0.04057913262934183,
+      "grad_norm": 222.94833374023438,
+      "learning_rate": 1.3517699115044248e-06,
+      "loss": 27.4688,
+      "step": 611
+    },
+    {
+      "epoch": 0.04064554692169755,
+      "grad_norm": 400.40093994140625,
+      "learning_rate": 1.3539823008849557e-06,
+      "loss": 36.5312,
+      "step": 612
+    },
+    {
+      "epoch": 0.040711961214053266,
+      "grad_norm": 244.0144500732422,
+      "learning_rate": 1.3561946902654866e-06,
+      "loss": 39.125,
+      "step": 613
+    },
+    {
+      "epoch": 0.040778375506408976,
+      "grad_norm": 132.4122772216797,
+      "learning_rate": 1.3584070796460176e-06,
+      "loss": 21.0,
+      "step": 614
+    },
+    {
+      "epoch": 0.04084478979876469,
+      "grad_norm": 353.4618225097656,
+      "learning_rate": 1.3606194690265487e-06,
+      "loss": 35.5312,
+      "step": 615
+    },
+    {
+      "epoch": 0.04091120409112041,
+      "grad_norm": 211.92344665527344,
+      "learning_rate": 1.3628318584070794e-06,
+      "loss": 34.2188,
+      "step": 616
+    },
+    {
+      "epoch": 0.040977618383476126,
+      "grad_norm": 257.62591552734375,
+      "learning_rate": 1.3650442477876106e-06,
+      "loss": 27.5625,
+      "step": 617
+    },
+    {
+      "epoch": 0.041044032675831836,
+      "grad_norm": 150.86224365234375,
+      "learning_rate": 1.3672566371681415e-06,
+      "loss": 28.125,
+      "step": 618
+    },
+    {
+      "epoch": 0.04111044696818755,
+      "grad_norm": 399.2211608886719,
+      "learning_rate": 1.3694690265486726e-06,
+      "loss": 34.0938,
+      "step": 619
+    },
+    {
+      "epoch": 0.04117686126054327,
+      "grad_norm": 286.5841064453125,
+      "learning_rate": 1.3716814159292034e-06,
+      "loss": 28.375,
+      "step": 620
+    },
+    {
+      "epoch": 0.041243275552898986,
+      "grad_norm": 220.9322509765625,
+      "learning_rate": 1.3738938053097345e-06,
+      "loss": 27.8125,
+      "step": 621
+    },
+    {
+      "epoch": 0.041309689845254696,
+      "grad_norm": 276.2059020996094,
+      "learning_rate": 1.3761061946902654e-06,
+      "loss": 29.875,
+      "step": 622
+    },
+    {
+      "epoch": 0.04137610413761041,
+      "grad_norm": 248.45639038085938,
+      "learning_rate": 1.3783185840707966e-06,
+      "loss": 31.9688,
+      "step": 623
+    },
+    {
+      "epoch": 0.04144251842996613,
+      "grad_norm": 204.9469757080078,
+      "learning_rate": 1.3805309734513273e-06,
+      "loss": 24.5312,
+      "step": 624
+    },
+    {
+      "epoch": 0.04150893272232185,
+      "grad_norm": 220.64529418945312,
+      "learning_rate": 1.3827433628318584e-06,
+      "loss": 27.9062,
+      "step": 625
+    },
+    {
+      "epoch": 0.041575347014677556,
+      "grad_norm": 220.99671936035156,
+      "learning_rate": 1.3849557522123894e-06,
+      "loss": 23.3125,
+      "step": 626
+    },
+    {
+      "epoch": 0.04164176130703327,
+      "grad_norm": 289.400146484375,
+      "learning_rate": 1.3871681415929203e-06,
+      "loss": 28.5,
+      "step": 627
+    },
+    {
+      "epoch": 0.04170817559938899,
+      "grad_norm": 437.8466491699219,
+      "learning_rate": 1.3893805309734512e-06,
+      "loss": 29.7188,
+      "step": 628
+    },
+    {
+      "epoch": 0.04177458989174471,
+      "grad_norm": 207.79566955566406,
+      "learning_rate": 1.3915929203539821e-06,
+      "loss": 25.7812,
+      "step": 629
+    },
+    {
+      "epoch": 0.04184100418410042,
+      "grad_norm": 366.2226867675781,
+      "learning_rate": 1.3938053097345133e-06,
+      "loss": 24.8125,
+      "step": 630
+    },
+    {
+      "epoch": 0.04190741847645613,
+      "grad_norm": 259.078369140625,
+      "learning_rate": 1.396017699115044e-06,
+      "loss": 32.1562,
+      "step": 631
+    },
+    {
+      "epoch": 0.04197383276881185,
+      "grad_norm": 263.93719482421875,
+      "learning_rate": 1.3982300884955752e-06,
+      "loss": 22.625,
+      "step": 632
+    },
+    {
+      "epoch": 0.04204024706116756,
+      "grad_norm": 222.4141387939453,
+      "learning_rate": 1.400442477876106e-06,
+      "loss": 27.4062,
+      "step": 633
+    },
+    {
+      "epoch": 0.04210666135352328,
+      "grad_norm": 239.16864013671875,
+      "learning_rate": 1.4026548672566372e-06,
+      "loss": 20.875,
+      "step": 634
+    },
+    {
+      "epoch": 0.042173075645878993,
+      "grad_norm": 305.57183837890625,
+      "learning_rate": 1.404867256637168e-06,
+      "loss": 33.5,
+      "step": 635
+    },
+    {
+      "epoch": 0.04223948993823471,
+      "grad_norm": 737.751708984375,
+      "learning_rate": 1.407079646017699e-06,
+      "loss": 27.4688,
+      "step": 636
+    },
+    {
+      "epoch": 0.04230590423059042,
+      "grad_norm": 195.9906768798828,
+      "learning_rate": 1.40929203539823e-06,
+      "loss": 25.0938,
+      "step": 637
+    },
+    {
+      "epoch": 0.04237231852294614,
+      "grad_norm": 182.673828125,
+      "learning_rate": 1.4115044247787612e-06,
+      "loss": 24.375,
+      "step": 638
+    },
+    {
+      "epoch": 0.042438732815301854,
+      "grad_norm": 135.03265380859375,
+      "learning_rate": 1.4137168141592919e-06,
+      "loss": 25.9375,
+      "step": 639
+    },
+    {
+      "epoch": 0.04250514710765757,
+      "grad_norm": 247.98574829101562,
+      "learning_rate": 1.415929203539823e-06,
+      "loss": 28.6562,
+      "step": 640
+    },
+    {
+      "epoch": 0.04257156140001328,
+      "grad_norm": 250.7220916748047,
+      "learning_rate": 1.418141592920354e-06,
+      "loss": 27.8438,
+      "step": 641
+    },
+    {
+      "epoch": 0.042637975692369,
+      "grad_norm": 184.0060577392578,
+      "learning_rate": 1.420353982300885e-06,
+      "loss": 28.7812,
+      "step": 642
+    },
+    {
+      "epoch": 0.042704389984724714,
+      "grad_norm": 389.25653076171875,
+      "learning_rate": 1.4225663716814158e-06,
+      "loss": 25.5625,
+      "step": 643
+    },
+    {
+      "epoch": 0.04277080427708043,
+      "grad_norm": 135.6185760498047,
+      "learning_rate": 1.4247787610619467e-06,
+      "loss": 24.6562,
+      "step": 644
+    },
+    {
+      "epoch": 0.04283721856943614,
+      "grad_norm": 139.87147521972656,
+      "learning_rate": 1.4269911504424779e-06,
+      "loss": 24.6562,
+      "step": 645
+    },
+    {
+      "epoch": 0.04290363286179186,
+      "grad_norm": 222.6914520263672,
+      "learning_rate": 1.4292035398230086e-06,
+      "loss": 25.0312,
+      "step": 646
+    },
+    {
+      "epoch": 0.042970047154147574,
+      "grad_norm": 397.3922119140625,
+      "learning_rate": 1.4314159292035397e-06,
+      "loss": 26.3438,
+      "step": 647
+    },
+    {
+      "epoch": 0.04303646144650329,
+      "grad_norm": 192.03440856933594,
+      "learning_rate": 1.4336283185840707e-06,
+      "loss": 26.5938,
+      "step": 648
+    },
+    {
+      "epoch": 0.043102875738859,
+      "grad_norm": 136.53466796875,
+      "learning_rate": 1.4358407079646018e-06,
+      "loss": 20.6719,
+      "step": 649
+    },
+    {
+      "epoch": 0.04316929003121472,
+      "grad_norm": 161.11607360839844,
+      "learning_rate": 1.4380530973451325e-06,
+      "loss": 25.0312,
+      "step": 650
+    },
+    {
+      "epoch": 0.043235704323570434,
+      "grad_norm": 153.11395263671875,
+      "learning_rate": 1.4402654867256637e-06,
+      "loss": 21.375,
+      "step": 651
+    },
+    {
+      "epoch": 0.043302118615926144,
+      "grad_norm": 175.22149658203125,
+      "learning_rate": 1.4424778761061946e-06,
+      "loss": 27.5,
+      "step": 652
+    },
+    {
+      "epoch": 0.04336853290828186,
+      "grad_norm": 371.8228759765625,
+      "learning_rate": 1.4446902654867257e-06,
+      "loss": 29.0938,
+      "step": 653
+    },
+    {
+      "epoch": 0.04343494720063758,
+      "grad_norm": 171.0619354248047,
+      "learning_rate": 1.4469026548672565e-06,
+      "loss": 25.1562,
+      "step": 654
+    },
+    {
+      "epoch": 0.043501361492993294,
+      "grad_norm": 156.43283081054688,
+      "learning_rate": 1.4491150442477876e-06,
+      "loss": 25.5312,
+      "step": 655
+    },
+    {
+      "epoch": 0.043567775785349004,
+      "grad_norm": 395.2561340332031,
+      "learning_rate": 1.4513274336283185e-06,
+      "loss": 29.9688,
+      "step": 656
+    },
+    {
+      "epoch": 0.04363419007770472,
+      "grad_norm": 205.2784881591797,
+      "learning_rate": 1.4535398230088497e-06,
+      "loss": 26.75,
+      "step": 657
+    },
+    {
+      "epoch": 0.04370060437006044,
+      "grad_norm": 209.42388916015625,
+      "learning_rate": 1.4557522123893804e-06,
+      "loss": 25.2812,
+      "step": 658
+    },
+    {
+      "epoch": 0.043767018662416154,
+      "grad_norm": 170.70664978027344,
+      "learning_rate": 1.4579646017699115e-06,
+      "loss": 22.4688,
+      "step": 659
+    },
+    {
+      "epoch": 0.043833432954771864,
+      "grad_norm": 156.5286102294922,
+      "learning_rate": 1.4601769911504425e-06,
+      "loss": 26.125,
+      "step": 660
+    },
+    {
+      "epoch": 0.04389984724712758,
+      "grad_norm": 255.79078674316406,
+      "learning_rate": 1.4623893805309736e-06,
+      "loss": 25.4375,
+      "step": 661
+    },
+    {
+      "epoch": 0.0439662615394833,
+      "grad_norm": 266.6308898925781,
+      "learning_rate": 1.4646017699115043e-06,
+      "loss": 21.5938,
+      "step": 662
+    },
+    {
+      "epoch": 0.044032675831839015,
+      "grad_norm": 338.9183654785156,
+      "learning_rate": 1.4668141592920352e-06,
+      "loss": 25.6875,
+      "step": 663
+    },
+    {
+      "epoch": 0.044099090124194724,
+      "grad_norm": 176.023681640625,
+      "learning_rate": 1.4690265486725664e-06,
+      "loss": 24.5625,
+      "step": 664
+    },
+    {
+      "epoch": 0.04416550441655044,
+      "grad_norm": 443.2438659667969,
+      "learning_rate": 1.471238938053097e-06,
+      "loss": 28.25,
+      "step": 665
+    },
+    {
+      "epoch": 0.04423191870890616,
+      "grad_norm": 271.4664001464844,
+      "learning_rate": 1.4734513274336282e-06,
+      "loss": 23.5625,
+      "step": 666
+    },
+    {
+      "epoch": 0.044298333001261875,
+      "grad_norm": 320.8485412597656,
+      "learning_rate": 1.4756637168141592e-06,
+      "loss": 28.9688,
+      "step": 667
+    },
+    {
+      "epoch": 0.044364747293617585,
+      "grad_norm": 912.989501953125,
+      "learning_rate": 1.4778761061946903e-06,
+      "loss": 27.6875,
+      "step": 668
+    },
+    {
+      "epoch": 0.0444311615859733,
+      "grad_norm": 243.12860107421875,
+      "learning_rate": 1.480088495575221e-06,
+      "loss": 24.2812,
+      "step": 669
+    },
+    {
+      "epoch": 0.04449757587832902,
+      "grad_norm": 157.48477172851562,
+      "learning_rate": 1.4823008849557522e-06,
+      "loss": 27.0312,
+      "step": 670
+    },
+    {
+      "epoch": 0.04456399017068473,
+      "grad_norm": 332.1856384277344,
+      "learning_rate": 1.4845132743362831e-06,
+      "loss": 31.1875,
+      "step": 671
+    },
+    {
+      "epoch": 0.044630404463040445,
+      "grad_norm": 245.91712951660156,
+      "learning_rate": 1.4867256637168142e-06,
+      "loss": 28.9375,
+      "step": 672
+    },
+    {
+      "epoch": 0.04469681875539616,
+      "grad_norm": 121.6054458618164,
+      "learning_rate": 1.488938053097345e-06,
+      "loss": 23.9375,
+      "step": 673
+    },
+    {
+      "epoch": 0.04476323304775188,
+      "grad_norm": 155.35939025878906,
+      "learning_rate": 1.4911504424778761e-06,
+      "loss": 25.2812,
+      "step": 674
+    },
+    {
+      "epoch": 0.04482964734010759,
+      "grad_norm": 332.5707092285156,
+      "learning_rate": 1.493362831858407e-06,
+      "loss": 28.1875,
+      "step": 675
+    },
+    {
+      "epoch": 0.044896061632463305,
+      "grad_norm": 182.33718872070312,
+      "learning_rate": 1.4955752212389382e-06,
+      "loss": 32.0938,
+      "step": 676
+    },
+    {
+      "epoch": 0.04496247592481902,
+      "grad_norm": 347.8371887207031,
+      "learning_rate": 1.497787610619469e-06,
+      "loss": 24.625,
+      "step": 677
+    },
+    {
+      "epoch": 0.04502889021717474,
+      "grad_norm": 157.27781677246094,
+      "learning_rate": 1.5e-06,
+      "loss": 20.5,
+      "step": 678
+    },
+    {
+      "epoch": 0.04509530450953045,
+      "grad_norm": 142.02969360351562,
+      "learning_rate": 1.502212389380531e-06,
+      "loss": 21.25,
+      "step": 679
+    },
+    {
+      "epoch": 0.045161718801886165,
+      "grad_norm": 334.0956726074219,
+      "learning_rate": 1.5044247787610617e-06,
+      "loss": 26.2812,
+      "step": 680
+    },
+    {
+      "epoch": 0.04522813309424188,
+      "grad_norm": 151.70968627929688,
+      "learning_rate": 1.5066371681415928e-06,
+      "loss": 25.5312,
+      "step": 681
+    },
+    {
+      "epoch": 0.0452945473865976,
+      "grad_norm": 281.9298400878906,
+      "learning_rate": 1.5088495575221238e-06,
+      "loss": 32.7812,
+      "step": 682
+    },
+    {
+      "epoch": 0.04536096167895331,
+      "grad_norm": 394.71539306640625,
+      "learning_rate": 1.511061946902655e-06,
+      "loss": 27.9688,
+      "step": 683
+    },
+    {
+      "epoch": 0.045427375971309025,
+      "grad_norm": 149.4479217529297,
+      "learning_rate": 1.5132743362831856e-06,
+      "loss": 21.6875,
+      "step": 684
+    },
+    {
+      "epoch": 0.04549379026366474,
+      "grad_norm": 274.9649963378906,
+      "learning_rate": 1.5154867256637168e-06,
+      "loss": 27.625,
+      "step": 685
+    },
+    {
+      "epoch": 0.04556020455602046,
+      "grad_norm": 270.4120178222656,
+      "learning_rate": 1.5176991150442477e-06,
+      "loss": 23.0625,
+      "step": 686
+    },
+    {
+      "epoch": 0.04562661884837617,
+      "grad_norm": 201.01467895507812,
+      "learning_rate": 1.5199115044247788e-06,
+      "loss": 28.2188,
+      "step": 687
+    },
+    {
+      "epoch": 0.045693033140731885,
+      "grad_norm": 253.71607971191406,
+      "learning_rate": 1.5221238938053095e-06,
+      "loss": 23.7188,
+      "step": 688
+    },
+    {
+      "epoch": 0.0457594474330876,
+      "grad_norm": 149.77362060546875,
+      "learning_rate": 1.5243362831858407e-06,
+      "loss": 25.1875,
+      "step": 689
+    },
+    {
+      "epoch": 0.04582586172544331,
+      "grad_norm": 351.1092529296875,
+      "learning_rate": 1.5265486725663716e-06,
+      "loss": 26.6875,
+      "step": 690
+    },
+    {
+      "epoch": 0.04589227601779903,
+      "grad_norm": 293.6138610839844,
+      "learning_rate": 1.5287610619469028e-06,
+      "loss": 23.5625,
+      "step": 691
+    },
+    {
+      "epoch": 0.045958690310154746,
+      "grad_norm": 433.9178771972656,
+      "learning_rate": 1.5309734513274335e-06,
+      "loss": 24.375,
+      "step": 692
+    },
+    {
+      "epoch": 0.04602510460251046,
+      "grad_norm": 182.3809051513672,
+      "learning_rate": 1.5331858407079646e-06,
+      "loss": 24.0,
+      "step": 693
+    },
+    {
+      "epoch": 0.04609151889486617,
+      "grad_norm": 250.31976318359375,
+      "learning_rate": 1.5353982300884955e-06,
+      "loss": 29.5625,
+      "step": 694
+    },
+    {
+      "epoch": 0.04615793318722189,
+      "grad_norm": 135.30001831054688,
+      "learning_rate": 1.5376106194690263e-06,
+      "loss": 24.4688,
+      "step": 695
+    },
+    {
+      "epoch": 0.046224347479577606,
+      "grad_norm": 778.3662109375,
+      "learning_rate": 1.5398230088495574e-06,
+      "loss": 27.4062,
+      "step": 696
+    },
+    {
+      "epoch": 0.04629076177193332,
+      "grad_norm": 271.09735107421875,
+      "learning_rate": 1.5420353982300883e-06,
+      "loss": 22.8125,
+      "step": 697
+    },
+    {
+      "epoch": 0.04635717606428903,
+      "grad_norm": 769.6979370117188,
+      "learning_rate": 1.5442477876106195e-06,
+      "loss": 26.0,
+      "step": 698
+    },
+    {
+      "epoch": 0.04642359035664475,
+      "grad_norm": 353.24908447265625,
+      "learning_rate": 1.5464601769911502e-06,
+      "loss": 30.6875,
+      "step": 699
+    },
+    {
+      "epoch": 0.046490004649000466,
+      "grad_norm": 221.12217712402344,
+      "learning_rate": 1.5486725663716813e-06,
+      "loss": 27.7812,
+      "step": 700
+    },
+    {
+      "epoch": 0.04655641894135618,
+      "grad_norm": 433.5491638183594,
+      "learning_rate": 1.5508849557522123e-06,
+      "loss": 36.875,
+      "step": 701
+    },
+    {
+      "epoch": 0.04662283323371189,
+      "grad_norm": 177.83897399902344,
+      "learning_rate": 1.5530973451327434e-06,
+      "loss": 21.2188,
+      "step": 702
+    },
+    {
+      "epoch": 0.04668924752606761,
+      "grad_norm": 447.67681884765625,
+      "learning_rate": 1.5553097345132741e-06,
+      "loss": 25.2188,
+      "step": 703
+    },
+    {
+      "epoch": 0.046755661818423326,
+      "grad_norm": 161.10293579101562,
+      "learning_rate": 1.5575221238938053e-06,
+      "loss": 23.0,
+      "step": 704
+    },
+    {
+      "epoch": 0.04682207611077904,
+      "grad_norm": 338.5676574707031,
+      "learning_rate": 1.5597345132743362e-06,
+      "loss": 28.875,
+      "step": 705
+    },
+    {
+      "epoch": 0.04688849040313475,
+      "grad_norm": 166.50042724609375,
+      "learning_rate": 1.5619469026548673e-06,
+      "loss": 27.2188,
+      "step": 706
+    },
+    {
+      "epoch": 0.04695490469549047,
+      "grad_norm": 975.39599609375,
+      "learning_rate": 1.564159292035398e-06,
+      "loss": 22.0938,
+      "step": 707
+    },
+    {
+      "epoch": 0.047021318987846186,
+      "grad_norm": 255.6847381591797,
+      "learning_rate": 1.5663716814159292e-06,
+      "loss": 26.0312,
+      "step": 708
+    },
+    {
+      "epoch": 0.047087733280201896,
+      "grad_norm": 218.67730712890625,
+      "learning_rate": 1.5685840707964601e-06,
+      "loss": 27.25,
+      "step": 709
+    },
+    {
+      "epoch": 0.04715414757255761,
+      "grad_norm": 321.67376708984375,
+      "learning_rate": 1.5707964601769913e-06,
+      "loss": 27.75,
+      "step": 710
+    },
+    {
+      "epoch": 0.04722056186491333,
+      "grad_norm": 322.9001159667969,
+      "learning_rate": 1.573008849557522e-06,
+      "loss": 26.6875,
+      "step": 711
+    },
+    {
+      "epoch": 0.047286976157269046,
+      "grad_norm": 365.61932373046875,
+      "learning_rate": 1.5752212389380531e-06,
+      "loss": 27.1562,
+      "step": 712
+    },
+    {
+      "epoch": 0.047353390449624756,
+      "grad_norm": 149.2021942138672,
+      "learning_rate": 1.577433628318584e-06,
+      "loss": 22.0625,
+      "step": 713
+    },
+    {
+      "epoch": 0.04741980474198047,
+      "grad_norm": 162.8117218017578,
+      "learning_rate": 1.5796460176991148e-06,
+      "loss": 27.0312,
+      "step": 714
+    },
+    {
+      "epoch": 0.04748621903433619,
+      "grad_norm": 331.802490234375,
+      "learning_rate": 1.581858407079646e-06,
+      "loss": 27.5938,
+      "step": 715
+    },
+    {
+      "epoch": 0.04755263332669191,
+      "grad_norm": 259.2983703613281,
+      "learning_rate": 1.5840707964601769e-06,
+      "loss": 27.6562,
+      "step": 716
+    },
+    {
+      "epoch": 0.047619047619047616,
+      "grad_norm": 253.53363037109375,
+      "learning_rate": 1.586283185840708e-06,
+      "loss": 25.3438,
+      "step": 717
+    },
+    {
+      "epoch": 0.04768546191140333,
+      "grad_norm": 270.07781982421875,
+      "learning_rate": 1.5884955752212387e-06,
+      "loss": 29.1562,
+      "step": 718
+    },
+    {
+      "epoch": 0.04775187620375905,
+      "grad_norm": 150.27032470703125,
+      "learning_rate": 1.5907079646017699e-06,
+      "loss": 23.7188,
+      "step": 719
+    },
+    {
+      "epoch": 0.04781829049611477,
+      "grad_norm": 282.3329162597656,
+      "learning_rate": 1.5929203539823008e-06,
+      "loss": 28.125,
+      "step": 720
+    },
+    {
+      "epoch": 0.04788470478847048,
+      "grad_norm": 196.75311279296875,
+      "learning_rate": 1.595132743362832e-06,
+      "loss": 25.1875,
+      "step": 721
+    },
+    {
+      "epoch": 0.04795111908082619,
+      "grad_norm": 289.69439697265625,
+      "learning_rate": 1.5973451327433626e-06,
+      "loss": 28.8125,
+      "step": 722
+    },
+    {
+      "epoch": 0.04801753337318191,
+      "grad_norm": 274.3666687011719,
+      "learning_rate": 1.5995575221238938e-06,
+      "loss": 30.375,
+      "step": 723
+    },
+    {
+      "epoch": 0.04808394766553763,
+      "grad_norm": 248.80455017089844,
+      "learning_rate": 1.6017699115044247e-06,
+      "loss": 24.625,
+      "step": 724
+    },
+    {
+      "epoch": 0.04815036195789334,
+      "grad_norm": 443.9928283691406,
+      "learning_rate": 1.6039823008849559e-06,
+      "loss": 28.5938,
+      "step": 725
+    },
+    {
+      "epoch": 0.048216776250249054,
+      "grad_norm": 301.6865234375,
+      "learning_rate": 1.6061946902654866e-06,
+      "loss": 27.375,
+      "step": 726
+    },
+    {
+      "epoch": 0.04828319054260477,
+      "grad_norm": 446.5880126953125,
+      "learning_rate": 1.6084070796460177e-06,
+      "loss": 26.3438,
+      "step": 727
+    },
+    {
+      "epoch": 0.04834960483496048,
+      "grad_norm": 204.13755798339844,
+      "learning_rate": 1.6106194690265486e-06,
+      "loss": 25.0,
+      "step": 728
+    },
+    {
+      "epoch": 0.0484160191273162,
+      "grad_norm": 226.7001953125,
+      "learning_rate": 1.6128318584070796e-06,
+      "loss": 24.875,
+      "step": 729
+    },
+    {
+      "epoch": 0.048482433419671914,
+      "grad_norm": 240.1326446533203,
+      "learning_rate": 1.6150442477876105e-06,
+      "loss": 32.1562,
+      "step": 730
+    },
+    {
+      "epoch": 0.04854884771202763,
+      "grad_norm": 131.40773010253906,
+      "learning_rate": 1.6172566371681414e-06,
+      "loss": 25.2812,
+      "step": 731
+    },
+    {
+      "epoch": 0.04861526200438334,
+      "grad_norm": 193.91868591308594,
+      "learning_rate": 1.6194690265486726e-06,
+      "loss": 24.6562,
+      "step": 732
+    },
+    {
+      "epoch": 0.04868167629673906,
+      "grad_norm": 177.82888793945312,
+      "learning_rate": 1.6216814159292033e-06,
+      "loss": 24.875,
+      "step": 733
+    },
+    {
+      "epoch": 0.048748090589094774,
+      "grad_norm": 229.8272247314453,
+      "learning_rate": 1.6238938053097344e-06,
+      "loss": 27.0312,
+      "step": 734
+    },
+    {
+      "epoch": 0.04881450488145049,
+      "grad_norm": 671.7279663085938,
+      "learning_rate": 1.6261061946902654e-06,
+      "loss": 31.4062,
+      "step": 735
+    },
+    {
+      "epoch": 0.0488809191738062,
+      "grad_norm": 187.01666259765625,
+      "learning_rate": 1.6283185840707965e-06,
+      "loss": 19.7188,
+      "step": 736
+    },
+    {
+      "epoch": 0.04894733346616192,
+      "grad_norm": 155.19677734375,
+      "learning_rate": 1.6305309734513272e-06,
+      "loss": 23.6562,
+      "step": 737
+    },
+    {
+      "epoch": 0.049013747758517634,
+      "grad_norm": 233.68186950683594,
+      "learning_rate": 1.6327433628318584e-06,
+      "loss": 31.0,
+      "step": 738
+    },
+    {
+      "epoch": 0.04908016205087335,
+      "grad_norm": 170.2172088623047,
+      "learning_rate": 1.6349557522123893e-06,
+      "loss": 25.375,
+      "step": 739
+    },
+    {
+      "epoch": 0.04914657634322906,
+      "grad_norm": 276.3296813964844,
+      "learning_rate": 1.6371681415929204e-06,
+      "loss": 21.4375,
+      "step": 740
+    },
+    {
+      "epoch": 0.04921299063558478,
+      "grad_norm": 239.47628784179688,
+      "learning_rate": 1.6393805309734512e-06,
+      "loss": 23.6562,
+      "step": 741
+    },
+    {
+      "epoch": 0.049279404927940494,
+      "grad_norm": 215.43800354003906,
+      "learning_rate": 1.6415929203539823e-06,
+      "loss": 26.4375,
+      "step": 742
+    },
+    {
+      "epoch": 0.04934581922029621,
+      "grad_norm": 165.36318969726562,
+      "learning_rate": 1.6438053097345132e-06,
+      "loss": 27.1875,
+      "step": 743
+    },
+    {
+      "epoch": 0.04941223351265192,
+      "grad_norm": 191.92849731445312,
+      "learning_rate": 1.6460176991150442e-06,
+      "loss": 25.0312,
+      "step": 744
+    },
+    {
+      "epoch": 0.04947864780500764,
+      "grad_norm": 186.0350341796875,
+      "learning_rate": 1.648230088495575e-06,
+      "loss": 23.7188,
+      "step": 745
+    },
+    {
+      "epoch": 0.049545062097363354,
+      "grad_norm": 299.5389404296875,
+      "learning_rate": 1.6504424778761062e-06,
+      "loss": 33.9062,
+      "step": 746
+    },
+    {
+      "epoch": 0.049611476389719064,
+      "grad_norm": 272.9243469238281,
+      "learning_rate": 1.6526548672566372e-06,
+      "loss": 26.7188,
+      "step": 747
+    },
+    {
+      "epoch": 0.04967789068207478,
+      "grad_norm": 185.80613708496094,
+      "learning_rate": 1.6548672566371679e-06,
+      "loss": 26.3125,
+      "step": 748
+    },
+    {
+      "epoch": 0.0497443049744305,
+      "grad_norm": 160.53675842285156,
+      "learning_rate": 1.657079646017699e-06,
+      "loss": 24.0312,
+      "step": 749
+    },
+    {
+      "epoch": 0.049810719266786214,
+      "grad_norm": 219.1264190673828,
+      "learning_rate": 1.65929203539823e-06,
+      "loss": 31.4688,
+      "step": 750
+    },
+    {
+      "epoch": 0.049877133559141924,
+      "grad_norm": 315.0263977050781,
+      "learning_rate": 1.661504424778761e-06,
+      "loss": 30.75,
+      "step": 751
+    },
+    {
+      "epoch": 0.04994354785149764,
+      "grad_norm": 143.69114685058594,
+      "learning_rate": 1.6637168141592918e-06,
+      "loss": 25.375,
+      "step": 752
+    },
+    {
+      "epoch": 0.05000996214385336,
+      "grad_norm": 247.151611328125,
+      "learning_rate": 1.665929203539823e-06,
+      "loss": 27.4688,
+      "step": 753
+    },
+    {
+      "epoch": 0.050076376436209075,
+      "grad_norm": 167.9521026611328,
+      "learning_rate": 1.6681415929203539e-06,
+      "loss": 23.9688,
+      "step": 754
+    },
+    {
+      "epoch": 0.050142790728564784,
+      "grad_norm": 341.2510681152344,
+      "learning_rate": 1.670353982300885e-06,
+      "loss": 30.25,
+      "step": 755
+    },
+    {
+      "epoch": 0.0502092050209205,
+      "grad_norm": 242.85093688964844,
+      "learning_rate": 1.6725663716814157e-06,
+      "loss": 27.2812,
+      "step": 756
+    },
+    {
+      "epoch": 0.05027561931327622,
+      "grad_norm": 556.0595703125,
+      "learning_rate": 1.6747787610619469e-06,
+      "loss": 25.375,
+      "step": 757
+    },
+    {
+      "epoch": 0.050342033605631935,
+      "grad_norm": 757.5227661132812,
+      "learning_rate": 1.6769911504424778e-06,
+      "loss": 29.7812,
+      "step": 758
+    },
+    {
+      "epoch": 0.050408447897987645,
+      "grad_norm": 227.69654846191406,
+      "learning_rate": 1.6792035398230087e-06,
+      "loss": 21.0938,
+      "step": 759
+    },
+    {
+      "epoch": 0.05047486219034336,
+      "grad_norm": 142.9094696044922,
+      "learning_rate": 1.6814159292035397e-06,
+      "loss": 24.875,
+      "step": 760
+    },
+    {
+      "epoch": 0.05054127648269908,
+      "grad_norm": 461.81787109375,
+      "learning_rate": 1.6836283185840708e-06,
+      "loss": 31.0,
+      "step": 761
+    },
+    {
+      "epoch": 0.050607690775054795,
+      "grad_norm": 2182.847900390625,
+      "learning_rate": 1.6858407079646017e-06,
+      "loss": 27.3125,
+      "step": 762
+    },
+    {
+      "epoch": 0.050674105067410505,
+      "grad_norm": 218.1992950439453,
+      "learning_rate": 1.6880530973451327e-06,
+      "loss": 30.0938,
+      "step": 763
+    },
+    {
+      "epoch": 0.05074051935976622,
+      "grad_norm": 234.20469665527344,
+      "learning_rate": 1.6902654867256636e-06,
+      "loss": 27.625,
+      "step": 764
+    },
+    {
+      "epoch": 0.05080693365212194,
+      "grad_norm": 308.17242431640625,
+      "learning_rate": 1.6924778761061947e-06,
+      "loss": 30.75,
+      "step": 765
+    },
+    {
+      "epoch": 0.05087334794447765,
+      "grad_norm": 242.2608642578125,
+      "learning_rate": 1.6946902654867257e-06,
+      "loss": 29.1562,
+      "step": 766
+    },
+    {
+      "epoch": 0.050939762236833365,
+      "grad_norm": 219.70204162597656,
+      "learning_rate": 1.6969026548672564e-06,
+      "loss": 22.875,
+      "step": 767
+    },
+    {
+      "epoch": 0.05100617652918908,
+      "grad_norm": 186.17567443847656,
+      "learning_rate": 1.6991150442477875e-06,
+      "loss": 27.875,
+      "step": 768
+    },
+    {
+      "epoch": 0.0510725908215448,
+      "grad_norm": 222.642578125,
+      "learning_rate": 1.7013274336283185e-06,
+      "loss": 25.0625,
+      "step": 769
+    },
+    {
+      "epoch": 0.05113900511390051,
+      "grad_norm": 232.60418701171875,
+      "learning_rate": 1.7035398230088496e-06,
+      "loss": 25.9062,
+      "step": 770
+    },
+    {
+      "epoch": 0.051205419406256225,
+      "grad_norm": 211.5519561767578,
+      "learning_rate": 1.7057522123893803e-06,
+      "loss": 25.0938,
+      "step": 771
+    },
+    {
+      "epoch": 0.05127183369861194,
+      "grad_norm": 221.34996032714844,
+      "learning_rate": 1.7079646017699115e-06,
+      "loss": 31.125,
+      "step": 772
+    },
+    {
+      "epoch": 0.05133824799096766,
+      "grad_norm": 381.5605163574219,
+      "learning_rate": 1.7101769911504424e-06,
+      "loss": 29.0625,
+      "step": 773
+    },
+    {
+      "epoch": 0.05140466228332337,
+      "grad_norm": 248.40228271484375,
+      "learning_rate": 1.7123893805309735e-06,
+      "loss": 31.0,
+      "step": 774
+    },
+    {
+      "epoch": 0.051471076575679085,
+      "grad_norm": 157.54197692871094,
+      "learning_rate": 1.7146017699115043e-06,
+      "loss": 25.75,
+      "step": 775
+    },
+    {
+      "epoch": 0.0515374908680348,
+      "grad_norm": 280.5276184082031,
+      "learning_rate": 1.7168141592920354e-06,
+      "loss": 25.1875,
+      "step": 776
+    },
+    {
+      "epoch": 0.05160390516039052,
+      "grad_norm": 155.9620361328125,
+      "learning_rate": 1.7190265486725663e-06,
+      "loss": 22.9688,
+      "step": 777
+    },
+    {
+      "epoch": 0.05167031945274623,
+      "grad_norm": 273.1925354003906,
+      "learning_rate": 1.7212389380530973e-06,
+      "loss": 27.2812,
+      "step": 778
+    },
+    {
+      "epoch": 0.051736733745101945,
+      "grad_norm": 223.06198120117188,
+      "learning_rate": 1.7234513274336282e-06,
+      "loss": 23.7969,
+      "step": 779
+    },
+    {
+      "epoch": 0.05180314803745766,
+      "grad_norm": 262.6780700683594,
+      "learning_rate": 1.7256637168141593e-06,
+      "loss": 25.4375,
+      "step": 780
+    },
+    {
+      "epoch": 0.05186956232981338,
+      "grad_norm": 160.8428192138672,
+      "learning_rate": 1.7278761061946903e-06,
+      "loss": 21.625,
+      "step": 781
+    },
+    {
+      "epoch": 0.05193597662216909,
+      "grad_norm": 228.22848510742188,
+      "learning_rate": 1.730088495575221e-06,
+      "loss": 27.0625,
+      "step": 782
+    },
+    {
+      "epoch": 0.052002390914524806,
+      "grad_norm": 154.31427001953125,
+      "learning_rate": 1.7323008849557521e-06,
+      "loss": 21.3906,
+      "step": 783
+    },
+    {
+      "epoch": 0.05206880520688052,
+      "grad_norm": 705.2180786132812,
+      "learning_rate": 1.734513274336283e-06,
+      "loss": 23.1562,
+      "step": 784
+    },
+    {
+      "epoch": 0.05213521949923623,
+      "grad_norm": 232.9654083251953,
+      "learning_rate": 1.7367256637168142e-06,
+      "loss": 22.5,
+      "step": 785
+    },
+    {
+      "epoch": 0.05220163379159195,
+      "grad_norm": 178.5063934326172,
+      "learning_rate": 1.738938053097345e-06,
+      "loss": 23.8125,
+      "step": 786
+    },
+    {
+      "epoch": 0.052268048083947666,
+      "grad_norm": 197.6211700439453,
+      "learning_rate": 1.741150442477876e-06,
+      "loss": 24.25,
+      "step": 787
+    },
+    {
+      "epoch": 0.05233446237630338,
+      "grad_norm": 141.38990783691406,
+      "learning_rate": 1.743362831858407e-06,
+      "loss": 23.5312,
+      "step": 788
+    },
+    {
+      "epoch": 0.05240087666865909,
+      "grad_norm": 151.798828125,
+      "learning_rate": 1.7455752212389381e-06,
+      "loss": 23.4688,
+      "step": 789
+    },
+    {
+      "epoch": 0.05246729096101481,
+      "grad_norm": 224.6299591064453,
+      "learning_rate": 1.7477876106194688e-06,
+      "loss": 27.6562,
+      "step": 790
+    },
+    {
+      "epoch": 0.052533705253370526,
+      "grad_norm": 186.30384826660156,
+      "learning_rate": 1.75e-06,
+      "loss": 28.4375,
+      "step": 791
+    },
+    {
+      "epoch": 0.05260011954572624,
+      "grad_norm": 303.2155456542969,
+      "learning_rate": 1.752212389380531e-06,
+      "loss": 22.5938,
+      "step": 792
+    },
+    {
+      "epoch": 0.05266653383808195,
+      "grad_norm": 160.4236297607422,
+      "learning_rate": 1.7544247787610618e-06,
+      "loss": 26.4688,
+      "step": 793
+    },
+    {
+      "epoch": 0.05273294813043767,
+      "grad_norm": 233.85565185546875,
+      "learning_rate": 1.7566371681415928e-06,
+      "loss": 26.0938,
+      "step": 794
+    },
+    {
+      "epoch": 0.052799362422793386,
+      "grad_norm": 175.4025421142578,
+      "learning_rate": 1.758849557522124e-06,
+      "loss": 21.8125,
+      "step": 795
+    },
+    {
+      "epoch": 0.0528657767151491,
+      "grad_norm": 147.4490509033203,
+      "learning_rate": 1.7610619469026548e-06,
+      "loss": 22.375,
+      "step": 796
+    },
+    {
+      "epoch": 0.05293219100750481,
+      "grad_norm": 198.03672790527344,
+      "learning_rate": 1.7632743362831858e-06,
+      "loss": 27.0938,
+      "step": 797
+    },
+    {
+      "epoch": 0.05299860529986053,
+      "grad_norm": 211.34803771972656,
+      "learning_rate": 1.7654867256637167e-06,
+      "loss": 22.4375,
+      "step": 798
+    },
+    {
+      "epoch": 0.053065019592216246,
+      "grad_norm": 442.2536315917969,
+      "learning_rate": 1.7676991150442478e-06,
+      "loss": 30.5312,
+      "step": 799
+    },
+    {
+      "epoch": 0.05313143388457196,
+      "grad_norm": 224.85867309570312,
+      "learning_rate": 1.7699115044247788e-06,
+      "loss": 28.1406,
+      "step": 800
+    },
+    {
+      "epoch": 0.05319784817692767,
+      "grad_norm": 395.8821105957031,
+      "learning_rate": 1.7721238938053095e-06,
+      "loss": 24.1562,
+      "step": 801
+    },
+    {
+      "epoch": 0.05326426246928339,
+      "grad_norm": 244.1392059326172,
+      "learning_rate": 1.7743362831858406e-06,
+      "loss": 23.9375,
+      "step": 802
+    },
+    {
+      "epoch": 0.053330676761639106,
+      "grad_norm": 301.3325500488281,
+      "learning_rate": 1.7765486725663716e-06,
+      "loss": 22.2812,
+      "step": 803
+    },
+    {
+      "epoch": 0.053397091053994816,
+      "grad_norm": 262.3141174316406,
+      "learning_rate": 1.7787610619469027e-06,
+      "loss": 27.0,
+      "step": 804
+    },
+    {
+      "epoch": 0.05346350534635053,
+      "grad_norm": 208.48773193359375,
+      "learning_rate": 1.7809734513274334e-06,
+      "loss": 25.7188,
+      "step": 805
+    },
+    {
+      "epoch": 0.05352991963870625,
+      "grad_norm": 200.399658203125,
+      "learning_rate": 1.7831858407079646e-06,
+      "loss": 25.6875,
+      "step": 806
+    },
+    {
+      "epoch": 0.05359633393106197,
+      "grad_norm": 241.86972045898438,
+      "learning_rate": 1.7853982300884955e-06,
+      "loss": 25.4688,
+      "step": 807
+    },
+    {
+      "epoch": 0.053662748223417676,
+      "grad_norm": 221.17457580566406,
+      "learning_rate": 1.7876106194690264e-06,
+      "loss": 26.6562,
+      "step": 808
+    },
+    {
+      "epoch": 0.05372916251577339,
+      "grad_norm": 232.3868408203125,
+      "learning_rate": 1.7898230088495573e-06,
+      "loss": 20.0938,
+      "step": 809
+    },
+    {
+      "epoch": 0.05379557680812911,
+      "grad_norm": 523.4752197265625,
+      "learning_rate": 1.7920353982300885e-06,
+      "loss": 26.4688,
+      "step": 810
+    },
+    {
+      "epoch": 0.05386199110048483,
+      "grad_norm": 348.3585205078125,
+      "learning_rate": 1.7942477876106194e-06,
+      "loss": 23.0312,
+      "step": 811
+    },
+    {
+      "epoch": 0.05392840539284054,
+      "grad_norm": 238.4254608154297,
+      "learning_rate": 1.7964601769911503e-06,
+      "loss": 27.125,
+      "step": 812
+    },
+    {
+      "epoch": 0.05399481968519625,
+      "grad_norm": 243.2105255126953,
+      "learning_rate": 1.7986725663716813e-06,
+      "loss": 24.5,
+      "step": 813
+    },
+    {
+      "epoch": 0.05406123397755197,
+      "grad_norm": 231.60092163085938,
+      "learning_rate": 1.8008849557522124e-06,
+      "loss": 29.0938,
+      "step": 814
+    },
+    {
+      "epoch": 0.05412764826990769,
+      "grad_norm": 159.7774200439453,
+      "learning_rate": 1.8030973451327433e-06,
+      "loss": 21.375,
+      "step": 815
+    },
+    {
+      "epoch": 0.0541940625622634,
+      "grad_norm": 275.1500244140625,
+      "learning_rate": 1.8053097345132743e-06,
+      "loss": 23.875,
+      "step": 816
+    },
+    {
+      "epoch": 0.054260476854619114,
+      "grad_norm": 204.38229370117188,
+      "learning_rate": 1.8075221238938052e-06,
+      "loss": 22.5938,
+      "step": 817
+    },
+    {
+      "epoch": 0.05432689114697483,
+      "grad_norm": 208.84912109375,
+      "learning_rate": 1.8097345132743361e-06,
+      "loss": 20.6562,
+      "step": 818
+    },
+    {
+      "epoch": 0.05439330543933055,
+      "grad_norm": 194.58477783203125,
+      "learning_rate": 1.8119469026548673e-06,
+      "loss": 31.4062,
+      "step": 819
+    },
+    {
+      "epoch": 0.05445971973168626,
+      "grad_norm": 312.9147644042969,
+      "learning_rate": 1.814159292035398e-06,
+      "loss": 31.3125,
+      "step": 820
+    },
+    {
+      "epoch": 0.054526134024041974,
+      "grad_norm": 152.26922607421875,
+      "learning_rate": 1.8163716814159291e-06,
+      "loss": 25.0312,
+      "step": 821
+    },
+    {
+      "epoch": 0.05459254831639769,
+      "grad_norm": 231.60702514648438,
+      "learning_rate": 1.81858407079646e-06,
+      "loss": 24.2812,
+      "step": 822
+    },
+    {
+      "epoch": 0.0546589626087534,
+      "grad_norm": 315.6712951660156,
+      "learning_rate": 1.8207964601769912e-06,
+      "loss": 32.125,
+      "step": 823
+    },
+    {
+      "epoch": 0.05472537690110912,
+      "grad_norm": 204.7447509765625,
+      "learning_rate": 1.823008849557522e-06,
+      "loss": 20.6094,
+      "step": 824
+    },
+    {
+      "epoch": 0.054791791193464834,
+      "grad_norm": 147.68104553222656,
+      "learning_rate": 1.825221238938053e-06,
+      "loss": 23.125,
+      "step": 825
+    },
+    {
+      "epoch": 0.05485820548582055,
+      "grad_norm": 690.5040893554688,
+      "learning_rate": 1.827433628318584e-06,
+      "loss": 27.125,
+      "step": 826
+    },
+    {
+      "epoch": 0.05492461977817626,
+      "grad_norm": 306.7604675292969,
+      "learning_rate": 1.829646017699115e-06,
+      "loss": 26.25,
+      "step": 827
+    },
+    {
+      "epoch": 0.05499103407053198,
+      "grad_norm": 264.3233947753906,
+      "learning_rate": 1.8318584070796459e-06,
+      "loss": 26.125,
+      "step": 828
+    },
+    {
+      "epoch": 0.055057448362887694,
+      "grad_norm": 315.13800048828125,
+      "learning_rate": 1.834070796460177e-06,
+      "loss": 20.4062,
+      "step": 829
+    },
+    {
+      "epoch": 0.05512386265524341,
+      "grad_norm": 409.96014404296875,
+      "learning_rate": 1.836283185840708e-06,
+      "loss": 25.6562,
+      "step": 830
+    },
+    {
+      "epoch": 0.05519027694759912,
+      "grad_norm": 174.1163330078125,
+      "learning_rate": 1.8384955752212389e-06,
+      "loss": 22.8125,
+      "step": 831
+    },
+    {
+      "epoch": 0.05525669123995484,
+      "grad_norm": 191.396728515625,
+      "learning_rate": 1.8407079646017698e-06,
+      "loss": 27.0,
+      "step": 832
+    },
+    {
+      "epoch": 0.055323105532310554,
+      "grad_norm": 213.12210083007812,
+      "learning_rate": 1.842920353982301e-06,
+      "loss": 25.7188,
+      "step": 833
+    },
+    {
+      "epoch": 0.05538951982466627,
+      "grad_norm": 598.7440185546875,
+      "learning_rate": 1.8451327433628319e-06,
+      "loss": 25.2969,
+      "step": 834
+    },
+    {
+      "epoch": 0.05545593411702198,
+      "grad_norm": 182.99365234375,
+      "learning_rate": 1.8473451327433626e-06,
+      "loss": 24.8438,
+      "step": 835
+    },
+    {
+      "epoch": 0.0555223484093777,
+      "grad_norm": 883.6388549804688,
+      "learning_rate": 1.8495575221238937e-06,
+      "loss": 29.5,
+      "step": 836
+    },
+    {
+      "epoch": 0.055588762701733414,
+      "grad_norm": 305.9509582519531,
+      "learning_rate": 1.8517699115044246e-06,
+      "loss": 25.4688,
+      "step": 837
+    },
+    {
+      "epoch": 0.05565517699408913,
+      "grad_norm": 162.08859252929688,
+      "learning_rate": 1.8539823008849558e-06,
+      "loss": 20.0938,
+      "step": 838
+    },
+    {
+      "epoch": 0.05572159128644484,
+      "grad_norm": 296.11029052734375,
+      "learning_rate": 1.8561946902654865e-06,
+      "loss": 27.6875,
+      "step": 839
+    },
+    {
+      "epoch": 0.05578800557880056,
+      "grad_norm": 219.4546661376953,
+      "learning_rate": 1.8584070796460177e-06,
+      "loss": 25.125,
+      "step": 840
+    },
+    {
+      "epoch": 0.055854419871156274,
+      "grad_norm": 376.8454895019531,
+      "learning_rate": 1.8606194690265486e-06,
+      "loss": 31.25,
+      "step": 841
+    },
+    {
+      "epoch": 0.055920834163511984,
+      "grad_norm": 341.198974609375,
+      "learning_rate": 1.8628318584070795e-06,
+      "loss": 20.9062,
+      "step": 842
+    },
+    {
+      "epoch": 0.0559872484558677,
+      "grad_norm": 378.5665283203125,
+      "learning_rate": 1.8650442477876104e-06,
+      "loss": 26.75,
+      "step": 843
+    },
+    {
+      "epoch": 0.05605366274822342,
+      "grad_norm": 269.4254455566406,
+      "learning_rate": 1.8672566371681416e-06,
+      "loss": 24.3438,
+      "step": 844
+    },
+    {
+      "epoch": 0.056120077040579135,
+      "grad_norm": 348.79669189453125,
+      "learning_rate": 1.8694690265486725e-06,
+      "loss": 23.3438,
+      "step": 845
+    },
+    {
+      "epoch": 0.056186491332934844,
+      "grad_norm": 206.70924377441406,
+      "learning_rate": 1.8716814159292034e-06,
+      "loss": 23.0938,
+      "step": 846
+    },
+    {
+      "epoch": 0.05625290562529056,
+      "grad_norm": 277.7427062988281,
+      "learning_rate": 1.8738938053097344e-06,
+      "loss": 24.9375,
+      "step": 847
+    },
+    {
+      "epoch": 0.05631931991764628,
+      "grad_norm": 179.05062866210938,
+      "learning_rate": 1.8761061946902655e-06,
+      "loss": 23.2969,
+      "step": 848
+    },
+    {
+      "epoch": 0.056385734210001995,
+      "grad_norm": 277.86102294921875,
+      "learning_rate": 1.8783185840707964e-06,
+      "loss": 25.3438,
+      "step": 849
+    },
+    {
+      "epoch": 0.056452148502357705,
+      "grad_norm": 227.84877014160156,
+      "learning_rate": 1.8805309734513274e-06,
+      "loss": 28.8125,
+      "step": 850
+    },
+    {
+      "epoch": 0.05651856279471342,
+      "grad_norm": 232.22105407714844,
+      "learning_rate": 1.8827433628318583e-06,
+      "loss": 28.4375,
+      "step": 851
+    },
+    {
+      "epoch": 0.05658497708706914,
+      "grad_norm": 235.35235595703125,
+      "learning_rate": 1.8849557522123894e-06,
+      "loss": 19.7812,
+      "step": 852
+    },
+    {
+      "epoch": 0.056651391379424855,
+      "grad_norm": 189.05650329589844,
+      "learning_rate": 1.8871681415929204e-06,
+      "loss": 26.3125,
+      "step": 853
+    },
+    {
+      "epoch": 0.056717805671780565,
+      "grad_norm": 382.8556823730469,
+      "learning_rate": 1.889380530973451e-06,
+      "loss": 30.3125,
+      "step": 854
+    },
+    {
+      "epoch": 0.05678421996413628,
+      "grad_norm": 372.1766662597656,
+      "learning_rate": 1.8915929203539822e-06,
+      "loss": 25.9688,
+      "step": 855
+    },
+    {
+      "epoch": 0.056850634256492,
+      "grad_norm": 227.62680053710938,
+      "learning_rate": 1.8938053097345132e-06,
+      "loss": 22.2188,
+      "step": 856
+    },
+    {
+      "epoch": 0.056917048548847715,
+      "grad_norm": 235.82479858398438,
+      "learning_rate": 1.896017699115044e-06,
+      "loss": 26.6875,
+      "step": 857
+    },
+    {
+      "epoch": 0.056983462841203425,
+      "grad_norm": 190.92666625976562,
+      "learning_rate": 1.898230088495575e-06,
+      "loss": 23.7812,
+      "step": 858
+    },
+    {
+      "epoch": 0.05704987713355914,
+      "grad_norm": 637.05810546875,
+      "learning_rate": 1.9004424778761062e-06,
+      "loss": 21.1562,
+      "step": 859
+    },
+    {
+      "epoch": 0.05711629142591486,
+      "grad_norm": 422.857177734375,
+      "learning_rate": 1.902654867256637e-06,
+      "loss": 29.5625,
+      "step": 860
+    },
+    {
+      "epoch": 0.05718270571827057,
+      "grad_norm": 224.5232696533203,
+      "learning_rate": 1.904867256637168e-06,
+      "loss": 29.75,
+      "step": 861
+    },
+    {
+      "epoch": 0.057249120010626285,
+      "grad_norm": 215.78384399414062,
+      "learning_rate": 1.907079646017699e-06,
+      "loss": 24.25,
+      "step": 862
+    },
+    {
+      "epoch": 0.057315534302982,
+      "grad_norm": 226.4017791748047,
+      "learning_rate": 1.90929203539823e-06,
+      "loss": 27.4062,
+      "step": 863
+    },
+    {
+      "epoch": 0.05738194859533772,
+      "grad_norm": 200.9221649169922,
+      "learning_rate": 1.911504424778761e-06,
+      "loss": 25.2812,
+      "step": 864
+    },
+    {
+      "epoch": 0.05744836288769343,
+      "grad_norm": 207.15655517578125,
+      "learning_rate": 1.913716814159292e-06,
+      "loss": 22.9062,
+      "step": 865
+    },
+    {
+      "epoch": 0.057514777180049145,
+      "grad_norm": 306.2936706542969,
+      "learning_rate": 1.915929203539823e-06,
+      "loss": 31.0,
+      "step": 866
+    },
+    {
+      "epoch": 0.05758119147240486,
+      "grad_norm": 246.1280059814453,
+      "learning_rate": 1.918141592920354e-06,
+      "loss": 24.3125,
+      "step": 867
+    },
+    {
+      "epoch": 0.05764760576476058,
+      "grad_norm": 218.16294860839844,
+      "learning_rate": 1.920353982300885e-06,
+      "loss": 28.0938,
+      "step": 868
+    },
+    {
+      "epoch": 0.05771402005711629,
+      "grad_norm": 168.377197265625,
+      "learning_rate": 1.9225663716814157e-06,
+      "loss": 23.375,
+      "step": 869
+    },
+    {
+      "epoch": 0.057780434349472005,
+      "grad_norm": 172.72201538085938,
+      "learning_rate": 1.9247787610619466e-06,
+      "loss": 21.5,
+      "step": 870
+    },
+    {
+      "epoch": 0.05784684864182772,
+      "grad_norm": 202.9408416748047,
+      "learning_rate": 1.926991150442478e-06,
+      "loss": 23.375,
+      "step": 871
+    },
+    {
+      "epoch": 0.05791326293418344,
+      "grad_norm": 586.6368408203125,
+      "learning_rate": 1.9292035398230085e-06,
+      "loss": 31.3125,
+      "step": 872
+    },
+    {
+      "epoch": 0.05797967722653915,
+      "grad_norm": 278.7891540527344,
+      "learning_rate": 1.93141592920354e-06,
+      "loss": 24.4375,
+      "step": 873
+    },
+    {
+      "epoch": 0.058046091518894866,
+      "grad_norm": 271.5343933105469,
+      "learning_rate": 1.9336283185840707e-06,
+      "loss": 24.125,
+      "step": 874
+    },
+    {
+      "epoch": 0.05811250581125058,
+      "grad_norm": 479.7917785644531,
+      "learning_rate": 1.9358407079646017e-06,
+      "loss": 33.6875,
+      "step": 875
+    },
+    {
+      "epoch": 0.0581789201036063,
+      "grad_norm": 220.23855590820312,
+      "learning_rate": 1.9380530973451326e-06,
+      "loss": 24.5312,
+      "step": 876
+    },
+    {
+      "epoch": 0.05824533439596201,
+      "grad_norm": 244.37277221679688,
+      "learning_rate": 1.9402654867256635e-06,
+      "loss": 26.5625,
+      "step": 877
+    },
+    {
+      "epoch": 0.058311748688317726,
+      "grad_norm": 203.12310791015625,
+      "learning_rate": 1.9424778761061945e-06,
+      "loss": 25.0312,
+      "step": 878
+    },
+    {
+      "epoch": 0.05837816298067344,
+      "grad_norm": 359.44989013671875,
+      "learning_rate": 1.944690265486726e-06,
+      "loss": 22.5312,
+      "step": 879
+    },
+    {
+      "epoch": 0.05844457727302916,
+      "grad_norm": 403.85882568359375,
+      "learning_rate": 1.9469026548672563e-06,
+      "loss": 33.5,
+      "step": 880
+    },
+    {
+      "epoch": 0.05851099156538487,
+      "grad_norm": 250.6345977783203,
+      "learning_rate": 1.9491150442477877e-06,
+      "loss": 24.375,
+      "step": 881
+    },
+    {
+      "epoch": 0.058577405857740586,
+      "grad_norm": 209.34793090820312,
+      "learning_rate": 1.9513274336283186e-06,
+      "loss": 23.75,
+      "step": 882
+    },
+    {
+      "epoch": 0.0586438201500963,
+      "grad_norm": 159.3431396484375,
+      "learning_rate": 1.9535398230088495e-06,
+      "loss": 23.25,
+      "step": 883
+    },
+    {
+      "epoch": 0.05871023444245201,
+      "grad_norm": 195.09341430664062,
+      "learning_rate": 1.9557522123893805e-06,
+      "loss": 26.625,
+      "step": 884
+    },
+    {
+      "epoch": 0.05877664873480773,
+      "grad_norm": 219.61436462402344,
+      "learning_rate": 1.9579646017699114e-06,
+      "loss": 28.3438,
+      "step": 885
+    },
+    {
+      "epoch": 0.058843063027163446,
+      "grad_norm": 289.50128173828125,
+      "learning_rate": 1.9601769911504423e-06,
+      "loss": 25.0312,
+      "step": 886
+    },
+    {
+      "epoch": 0.05890947731951916,
+      "grad_norm": 203.7050323486328,
+      "learning_rate": 1.9623893805309737e-06,
+      "loss": 27.3125,
+      "step": 887
+    },
+    {
+      "epoch": 0.05897589161187487,
+      "grad_norm": 390.40850830078125,
+      "learning_rate": 1.964601769911504e-06,
+      "loss": 17.9531,
+      "step": 888
+    },
+    {
+      "epoch": 0.05904230590423059,
+      "grad_norm": 435.1428527832031,
+      "learning_rate": 1.966814159292035e-06,
+      "loss": 26.5312,
+      "step": 889
+    },
+    {
+      "epoch": 0.059108720196586306,
+      "grad_norm": 1212.1019287109375,
+      "learning_rate": 1.9690265486725665e-06,
+      "loss": 23.3438,
+      "step": 890
+    },
+    {
+      "epoch": 0.05917513448894202,
+      "grad_norm": 222.27371215820312,
+      "learning_rate": 1.971238938053097e-06,
+      "loss": 23.3281,
+      "step": 891
+    },
+    {
+      "epoch": 0.05924154878129773,
+      "grad_norm": 223.2935791015625,
+      "learning_rate": 1.9734513274336283e-06,
+      "loss": 23.0625,
+      "step": 892
+    },
+    {
+      "epoch": 0.05930796307365345,
+      "grad_norm": 262.25823974609375,
+      "learning_rate": 1.9756637168141593e-06,
+      "loss": 26.2812,
+      "step": 893
+    },
+    {
+      "epoch": 0.059374377366009166,
+      "grad_norm": 220.24609375,
+      "learning_rate": 1.97787610619469e-06,
+      "loss": 20.6562,
+      "step": 894
+    },
+    {
+      "epoch": 0.05944079165836488,
+      "grad_norm": 175.95289611816406,
+      "learning_rate": 1.980088495575221e-06,
+      "loss": 19.5,
+      "step": 895
+    },
+    {
+      "epoch": 0.05950720595072059,
+      "grad_norm": 405.1151428222656,
+      "learning_rate": 1.982300884955752e-06,
+      "loss": 20.1094,
+      "step": 896
+    },
+    {
+      "epoch": 0.05957362024307631,
+      "grad_norm": 153.73583984375,
+      "learning_rate": 1.984513274336283e-06,
+      "loss": 17.9219,
+      "step": 897
+    },
+    {
+      "epoch": 0.05964003453543203,
+      "grad_norm": 200.37930297851562,
+      "learning_rate": 1.9867256637168143e-06,
+      "loss": 21.5312,
+      "step": 898
+    },
+    {
+      "epoch": 0.05970644882778774,
+      "grad_norm": 323.64447021484375,
+      "learning_rate": 1.988938053097345e-06,
+      "loss": 36.125,
+      "step": 899
+    },
+    {
+      "epoch": 0.05977286312014345,
+      "grad_norm": 313.1463928222656,
+      "learning_rate": 1.991150442477876e-06,
+      "loss": 29.0938,
+      "step": 900
+    },
+    {
+      "epoch": 0.05983927741249917,
+      "grad_norm": 1388.061279296875,
+      "learning_rate": 1.993362831858407e-06,
+      "loss": 22.0,
+      "step": 901
+    },
+    {
+      "epoch": 0.05990569170485489,
+      "grad_norm": 194.32766723632812,
+      "learning_rate": 1.995575221238938e-06,
+      "loss": 22.6562,
+      "step": 902
+    },
+    {
+      "epoch": 0.0599721059972106,
+      "grad_norm": 184.36233520507812,
+      "learning_rate": 1.997787610619469e-06,
+      "loss": 21.875,
+      "step": 903
+    },
+    {
+      "epoch": 0.06003852028956631,
+      "grad_norm": 225.63743591308594,
+      "learning_rate": 2e-06,
+      "loss": 29.5938,
+      "step": 904
+    },
+    {
+      "epoch": 0.06010493458192203,
+      "grad_norm": 482.8502197265625,
+      "learning_rate": 1.9999999942162883e-06,
+      "loss": 32.625,
+      "step": 905
+    },
+    {
+      "epoch": 0.06017134887427775,
+      "grad_norm": 247.51268005371094,
+      "learning_rate": 1.9999999768651533e-06,
+      "loss": 25.0938,
+      "step": 906
+    },
+    {
+      "epoch": 0.06023776316663346,
+      "grad_norm": 231.9724578857422,
+      "learning_rate": 1.999999947946595e-06,
+      "loss": 24.9688,
+      "step": 907
+    },
+    {
+      "epoch": 0.060304177458989174,
+      "grad_norm": 267.8528137207031,
+      "learning_rate": 1.9999999074606145e-06,
+      "loss": 19.9688,
+      "step": 908
+    },
+    {
+      "epoch": 0.06037059175134489,
+      "grad_norm": 387.41778564453125,
+      "learning_rate": 1.999999855407211e-06,
+      "loss": 28.0312,
+      "step": 909
+    },
+    {
+      "epoch": 0.06043700604370061,
+      "grad_norm": 208.7961883544922,
+      "learning_rate": 1.9999997917863863e-06,
+      "loss": 26.7188,
+      "step": 910
+    },
+    {
+      "epoch": 0.06050342033605632,
+      "grad_norm": 231.2948760986328,
+      "learning_rate": 1.9999997165981405e-06,
+      "loss": 26.6875,
+      "step": 911
+    },
+    {
+      "epoch": 0.060569834628412034,
+      "grad_norm": 320.6202087402344,
+      "learning_rate": 1.999999629842475e-06,
+      "loss": 24.4375,
+      "step": 912
+    },
+    {
+      "epoch": 0.06063624892076775,
+      "grad_norm": 449.8643798828125,
+      "learning_rate": 1.9999995315193896e-06,
+      "loss": 27.25,
+      "step": 913
+    },
+    {
+      "epoch": 0.06070266321312347,
+      "grad_norm": 357.2931823730469,
+      "learning_rate": 1.9999994216288866e-06,
+      "loss": 27.4688,
+      "step": 914
+    },
+    {
+      "epoch": 0.06076907750547918,
+      "grad_norm": 259.0432434082031,
+      "learning_rate": 1.999999300170967e-06,
+      "loss": 21.4375,
+      "step": 915
+    },
+    {
+      "epoch": 0.060835491797834894,
+      "grad_norm": 213.43826293945312,
+      "learning_rate": 1.999999167145632e-06,
+      "loss": 24.4688,
+      "step": 916
+    },
+    {
+      "epoch": 0.06090190609019061,
+      "grad_norm": 154.20166015625,
+      "learning_rate": 1.9999990225528838e-06,
+      "loss": 22.8438,
+      "step": 917
+    },
+    {
+      "epoch": 0.06096832038254633,
+      "grad_norm": 243.9883270263672,
+      "learning_rate": 1.999998866392723e-06,
+      "loss": 24.0938,
+      "step": 918
+    },
+    {
+      "epoch": 0.06103473467490204,
+      "grad_norm": 163.21304321289062,
+      "learning_rate": 1.999998698665152e-06,
+      "loss": 21.3125,
+      "step": 919
+    },
+    {
+      "epoch": 0.061101148967257754,
+      "grad_norm": 170.6994171142578,
+      "learning_rate": 1.999998519370173e-06,
+      "loss": 24.0,
+      "step": 920
+    },
+    {
+      "epoch": 0.06116756325961347,
+      "grad_norm": 151.1453857421875,
+      "learning_rate": 1.999998328507787e-06,
+      "loss": 20.8438,
+      "step": 921
+    },
+    {
+      "epoch": 0.06123397755196918,
+      "grad_norm": 237.11863708496094,
+      "learning_rate": 1.999998126077998e-06,
+      "loss": 24.375,
+      "step": 922
+    },
+    {
+      "epoch": 0.0613003918443249,
+      "grad_norm": 218.61940002441406,
+      "learning_rate": 1.999997912080807e-06,
+      "loss": 21.4375,
+      "step": 923
+    },
+    {
+      "epoch": 0.061366806136680614,
+      "grad_norm": 194.69529724121094,
+      "learning_rate": 1.9999976865162164e-06,
+      "loss": 24.9062,
+      "step": 924
+    },
+    {
+      "epoch": 0.06143322042903633,
+      "grad_norm": 224.4569854736328,
+      "learning_rate": 1.9999974493842293e-06,
+      "loss": 25.4062,
+      "step": 925
+    },
+    {
+      "epoch": 0.06149963472139204,
+      "grad_norm": 163.44854736328125,
+      "learning_rate": 1.9999972006848485e-06,
+      "loss": 21.625,
+      "step": 926
+    },
+    {
+      "epoch": 0.06156604901374776,
+      "grad_norm": 270.9807434082031,
+      "learning_rate": 1.9999969404180766e-06,
+      "loss": 25.1875,
+      "step": 927
+    },
+    {
+      "epoch": 0.061632463306103474,
+      "grad_norm": 249.57846069335938,
+      "learning_rate": 1.9999966685839167e-06,
+      "loss": 25.5938,
+      "step": 928
+    },
+    {
+      "epoch": 0.06169887759845919,
+      "grad_norm": 308.58917236328125,
+      "learning_rate": 1.999996385182372e-06,
+      "loss": 32.5625,
+      "step": 929
+    },
+    {
+      "epoch": 0.0617652918908149,
+      "grad_norm": 303.9928283691406,
+      "learning_rate": 1.999996090213446e-06,
+      "loss": 27.3125,
+      "step": 930
+    },
+    {
+      "epoch": 0.06183170618317062,
+      "grad_norm": 799.2744140625,
+      "learning_rate": 1.9999957836771414e-06,
+      "loss": 31.3125,
+      "step": 931
+    },
+    {
+      "epoch": 0.061898120475526335,
+      "grad_norm": 262.2683410644531,
+      "learning_rate": 1.9999954655734624e-06,
+      "loss": 21.1875,
+      "step": 932
+    },
+    {
+      "epoch": 0.06196453476788205,
+      "grad_norm": 510.39300537109375,
+      "learning_rate": 1.9999951359024125e-06,
+      "loss": 44.6562,
+      "step": 933
+    },
+    {
+      "epoch": 0.06203094906023776,
+      "grad_norm": 215.47523498535156,
+      "learning_rate": 1.9999947946639958e-06,
+      "loss": 21.5312,
+      "step": 934
+    },
+    {
+      "epoch": 0.06209736335259348,
+      "grad_norm": 243.6783447265625,
+      "learning_rate": 1.9999944418582154e-06,
+      "loss": 28.1562,
+      "step": 935
+    },
+    {
+      "epoch": 0.062163777644949195,
+      "grad_norm": 209.66421508789062,
+      "learning_rate": 1.999994077485076e-06,
+      "loss": 19.9531,
+      "step": 936
+    },
+    {
+      "epoch": 0.06223019193730491,
+      "grad_norm": 206.37962341308594,
+      "learning_rate": 1.9999937015445823e-06,
+      "loss": 24.1562,
+      "step": 937
+    },
+    {
+      "epoch": 0.06229660622966062,
+      "grad_norm": 197.73573303222656,
+      "learning_rate": 1.999993314036738e-06,
+      "loss": 24.5938,
+      "step": 938
+    },
+    {
+      "epoch": 0.06236302052201634,
+      "grad_norm": 439.9418640136719,
+      "learning_rate": 1.999992914961547e-06,
+      "loss": 26.4062,
+      "step": 939
+    },
+    {
+      "epoch": 0.062429434814372055,
+      "grad_norm": 276.47882080078125,
+      "learning_rate": 1.9999925043190153e-06,
+      "loss": 23.5938,
+      "step": 940
+    },
+    {
+      "epoch": 0.062495849106727765,
+      "grad_norm": 863.5718383789062,
+      "learning_rate": 1.9999920821091463e-06,
+      "loss": 20.2656,
+      "step": 941
+    },
+    {
+      "epoch": 0.06256226339908348,
+      "grad_norm": 280.6564025878906,
+      "learning_rate": 1.999991648331946e-06,
+      "loss": 30.5312,
+      "step": 942
+    },
+    {
+      "epoch": 0.06262867769143919,
+      "grad_norm": 241.96351623535156,
+      "learning_rate": 1.999991202987419e-06,
+      "loss": 27.875,
+      "step": 943
+    },
+    {
+      "epoch": 0.06269509198379491,
+      "grad_norm": 184.66928100585938,
+      "learning_rate": 1.99999074607557e-06,
+      "loss": 23.9375,
+      "step": 944
+    },
+    {
+      "epoch": 0.06276150627615062,
+      "grad_norm": 193.207763671875,
+      "learning_rate": 1.999990277596405e-06,
+      "loss": 26.5938,
+      "step": 945
+    },
+    {
+      "epoch": 0.06282792056850635,
+      "grad_norm": 240.68028259277344,
+      "learning_rate": 1.999989797549929e-06,
+      "loss": 24.4062,
+      "step": 946
+    },
+    {
+      "epoch": 0.06289433486086206,
+      "grad_norm": 373.06170654296875,
+      "learning_rate": 1.9999893059361476e-06,
+      "loss": 28.2656,
+      "step": 947
+    },
+    {
+      "epoch": 0.06296074915321777,
+      "grad_norm": 914.6382446289062,
+      "learning_rate": 1.9999888027550665e-06,
+      "loss": 28.7188,
+      "step": 948
+    },
+    {
+      "epoch": 0.06302716344557349,
+      "grad_norm": 226.9456787109375,
+      "learning_rate": 1.9999882880066913e-06,
+      "loss": 24.9375,
+      "step": 949
+    },
+    {
+      "epoch": 0.0630935777379292,
+      "grad_norm": 223.12881469726562,
+      "learning_rate": 1.999987761691029e-06,
+      "loss": 23.5625,
+      "step": 950
+    },
+    {
+      "epoch": 0.06315999203028491,
+      "grad_norm": 204.62696838378906,
+      "learning_rate": 1.999987223808084e-06,
+      "loss": 23.25,
+      "step": 951
+    },
+    {
+      "epoch": 0.06322640632264064,
+      "grad_norm": 351.3700256347656,
+      "learning_rate": 1.999986674357864e-06,
+      "loss": 24.4375,
+      "step": 952
+    },
+    {
+      "epoch": 0.06329282061499635,
+      "grad_norm": 320.1885681152344,
+      "learning_rate": 1.9999861133403745e-06,
+      "loss": 25.8203,
+      "step": 953
+    },
+    {
+      "epoch": 0.06335923490735207,
+      "grad_norm": 227.41358947753906,
+      "learning_rate": 1.9999855407556224e-06,
+      "loss": 20.7812,
+      "step": 954
+    },
+    {
+      "epoch": 0.06342564919970778,
+      "grad_norm": 364.9652404785156,
+      "learning_rate": 1.999984956603614e-06,
+      "loss": 24.6875,
+      "step": 955
+    },
+    {
+      "epoch": 0.06349206349206349,
+      "grad_norm": 244.15049743652344,
+      "learning_rate": 1.9999843608843565e-06,
+      "loss": 28.875,
+      "step": 956
+    },
+    {
+      "epoch": 0.06355847778441921,
+      "grad_norm": 234.6276092529297,
+      "learning_rate": 1.9999837535978563e-06,
+      "loss": 24.625,
+      "step": 957
+    },
+    {
+      "epoch": 0.06362489207677492,
+      "grad_norm": 266.0535888671875,
+      "learning_rate": 1.999983134744121e-06,
+      "loss": 31.4688,
+      "step": 958
+    },
+    {
+      "epoch": 0.06369130636913063,
+      "grad_norm": 258.861328125,
+      "learning_rate": 1.9999825043231574e-06,
+      "loss": 23.5938,
+      "step": 959
+    },
+    {
+      "epoch": 0.06375772066148636,
+      "grad_norm": 2440.510986328125,
+      "learning_rate": 1.9999818623349723e-06,
+      "loss": 20.5938,
+      "step": 960
+    },
+    {
+      "epoch": 0.06382413495384207,
+      "grad_norm": 150.6211395263672,
+      "learning_rate": 1.9999812087795743e-06,
+      "loss": 21.7812,
+      "step": 961
+    },
+    {
+      "epoch": 0.06389054924619778,
+      "grad_norm": 165.16395568847656,
+      "learning_rate": 1.99998054365697e-06,
+      "loss": 19.0156,
+      "step": 962
+    },
+    {
+      "epoch": 0.0639569635385535,
+      "grad_norm": 199.8099365234375,
+      "learning_rate": 1.999979866967167e-06,
+      "loss": 23.9375,
+      "step": 963
+    },
+    {
+      "epoch": 0.06402337783090921,
+      "grad_norm": 250.69781494140625,
+      "learning_rate": 1.999979178710174e-06,
+      "loss": 24.9062,
+      "step": 964
+    },
+    {
+      "epoch": 0.06408979212326493,
+      "grad_norm": 180.86996459960938,
+      "learning_rate": 1.9999784788859986e-06,
+      "loss": 19.7812,
+      "step": 965
+    },
+    {
+      "epoch": 0.06415620641562064,
+      "grad_norm": 226.49008178710938,
+      "learning_rate": 1.9999777674946484e-06,
+      "loss": 19.9219,
+      "step": 966
+    },
+    {
+      "epoch": 0.06422262070797635,
+      "grad_norm": 267.0340270996094,
+      "learning_rate": 1.999977044536132e-06,
+      "loss": 17.1406,
+      "step": 967
+    },
+    {
+      "epoch": 0.06428903500033208,
+      "grad_norm": 150.95481872558594,
+      "learning_rate": 1.999976310010458e-06,
+      "loss": 21.9062,
+      "step": 968
+    },
+    {
+      "epoch": 0.06435544929268779,
+      "grad_norm": 191.77818298339844,
+      "learning_rate": 1.9999755639176347e-06,
+      "loss": 24.3438,
+      "step": 969
+    },
+    {
+      "epoch": 0.0644218635850435,
+      "grad_norm": 264.7092590332031,
+      "learning_rate": 1.9999748062576706e-06,
+      "loss": 20.4219,
+      "step": 970
+    },
+    {
+      "epoch": 0.06448827787739922,
+      "grad_norm": 234.33628845214844,
+      "learning_rate": 1.9999740370305746e-06,
+      "loss": 28.5938,
+      "step": 971
+    },
+    {
+      "epoch": 0.06455469216975493,
+      "grad_norm": 131.19281005859375,
+      "learning_rate": 1.9999732562363555e-06,
+      "loss": 18.5781,
+      "step": 972
+    },
+    {
+      "epoch": 0.06462110646211065,
+      "grad_norm": 373.9825439453125,
+      "learning_rate": 1.9999724638750224e-06,
+      "loss": 26.2188,
+      "step": 973
+    },
+    {
+      "epoch": 0.06468752075446636,
+      "grad_norm": 248.9016571044922,
+      "learning_rate": 1.9999716599465844e-06,
+      "loss": 24.5312,
+      "step": 974
+    },
+    {
+      "epoch": 0.06475393504682207,
+      "grad_norm": 169.84677124023438,
+      "learning_rate": 1.999970844451051e-06,
+      "loss": 23.2812,
+      "step": 975
+    },
+    {
+      "epoch": 0.0648203493391778,
+      "grad_norm": 211.3028564453125,
+      "learning_rate": 1.9999700173884314e-06,
+      "loss": 26.375,
+      "step": 976
+    },
+    {
+      "epoch": 0.0648867636315335,
+      "grad_norm": 188.98316955566406,
+      "learning_rate": 1.999969178758735e-06,
+      "loss": 23.1875,
+      "step": 977
+    },
+    {
+      "epoch": 0.06495317792388922,
+      "grad_norm": 299.64263916015625,
+      "learning_rate": 1.9999683285619723e-06,
+      "loss": 24.2812,
+      "step": 978
+    },
+    {
+      "epoch": 0.06501959221624494,
+      "grad_norm": 146.4781494140625,
+      "learning_rate": 1.9999674667981522e-06,
+      "loss": 22.4219,
+      "step": 979
+    },
+    {
+      "epoch": 0.06508600650860065,
+      "grad_norm": 186.93893432617188,
+      "learning_rate": 1.999966593467285e-06,
+      "loss": 21.9375,
+      "step": 980
+    },
+    {
+      "epoch": 0.06515242080095636,
+      "grad_norm": 280.94354248046875,
+      "learning_rate": 1.999965708569381e-06,
+      "loss": 25.5,
+      "step": 981
+    },
+    {
+      "epoch": 0.06521883509331208,
+      "grad_norm": 217.19821166992188,
+      "learning_rate": 1.9999648121044503e-06,
+      "loss": 22.75,
+      "step": 982
+    },
+    {
+      "epoch": 0.06528524938566779,
+      "grad_norm": 322.17645263671875,
+      "learning_rate": 1.9999639040725033e-06,
+      "loss": 32.9375,
+      "step": 983
+    },
+    {
+      "epoch": 0.06535166367802352,
+      "grad_norm": 256.3409118652344,
+      "learning_rate": 1.9999629844735506e-06,
+      "loss": 25.9375,
+      "step": 984
+    },
+    {
+      "epoch": 0.06541807797037923,
+      "grad_norm": 268.9239196777344,
+      "learning_rate": 1.9999620533076023e-06,
+      "loss": 26.75,
+      "step": 985
+    },
+    {
+      "epoch": 0.06548449226273494,
+      "grad_norm": 336.5542297363281,
+      "learning_rate": 1.99996111057467e-06,
+      "loss": 29.3125,
+      "step": 986
+    },
+    {
+      "epoch": 0.06555090655509066,
+      "grad_norm": 226.96945190429688,
+      "learning_rate": 1.9999601562747637e-06,
+      "loss": 24.875,
+      "step": 987
+    },
+    {
+      "epoch": 0.06561732084744637,
+      "grad_norm": 227.7809295654297,
+      "learning_rate": 1.999959190407896e-06,
+      "loss": 23.0625,
+      "step": 988
+    },
+    {
+      "epoch": 0.06568373513980208,
+      "grad_norm": 181.5550079345703,
+      "learning_rate": 1.9999582129740756e-06,
+      "loss": 22.2188,
+      "step": 989
+    },
+    {
+      "epoch": 0.0657501494321578,
+      "grad_norm": 244.40585327148438,
+      "learning_rate": 1.999957223973316e-06,
+      "loss": 28.7188,
+      "step": 990
+    },
+    {
+      "epoch": 0.06581656372451351,
+      "grad_norm": 203.80679321289062,
+      "learning_rate": 1.9999562234056276e-06,
+      "loss": 21.7188,
+      "step": 991
+    },
+    {
+      "epoch": 0.06588297801686924,
+      "grad_norm": 131.47341918945312,
+      "learning_rate": 1.9999552112710223e-06,
+      "loss": 18.7031,
+      "step": 992
+    },
+    {
+      "epoch": 0.06594939230922495,
+      "grad_norm": 286.6537780761719,
+      "learning_rate": 1.9999541875695118e-06,
+      "loss": 35.2812,
+      "step": 993
+    },
+    {
+      "epoch": 0.06601580660158066,
+      "grad_norm": 203.13662719726562,
+      "learning_rate": 1.9999531523011077e-06,
+      "loss": 24.2812,
+      "step": 994
+    },
+    {
+      "epoch": 0.06608222089393638,
+      "grad_norm": 855.6458740234375,
+      "learning_rate": 1.999952105465822e-06,
+      "loss": 23.25,
+      "step": 995
+    },
+    {
+      "epoch": 0.06614863518629209,
+      "grad_norm": 225.58258056640625,
+      "learning_rate": 1.9999510470636675e-06,
+      "loss": 20.5469,
+      "step": 996
+    },
+    {
+      "epoch": 0.0662150494786478,
+      "grad_norm": 181.9052734375,
+      "learning_rate": 1.999949977094655e-06,
+      "loss": 20.625,
+      "step": 997
+    },
+    {
+      "epoch": 0.06628146377100352,
+      "grad_norm": 272.7892761230469,
+      "learning_rate": 1.9999488955587988e-06,
+      "loss": 22.2656,
+      "step": 998
+    },
+    {
+      "epoch": 0.06634787806335923,
+      "grad_norm": 157.1732177734375,
+      "learning_rate": 1.99994780245611e-06,
+      "loss": 24.0938,
+      "step": 999
+    },
+    {
+      "epoch": 0.06641429235571494,
+      "grad_norm": 285.56988525390625,
+      "learning_rate": 1.9999466977866014e-06,
+      "loss": 25.3125,
+      "step": 1000
+    },
+    {
+      "epoch": 0.06648070664807067,
+      "grad_norm": 482.026123046875,
+      "learning_rate": 1.999945581550286e-06,
+      "loss": 20.625,
+      "step": 1001
+    },
+    {
+      "epoch": 0.06654712094042638,
+      "grad_norm": 232.8124542236328,
+      "learning_rate": 1.999944453747177e-06,
+      "loss": 25.1875,
+      "step": 1002
+    },
+    {
+      "epoch": 0.0666135352327821,
+      "grad_norm": 342.911376953125,
+      "learning_rate": 1.999943314377287e-06,
+      "loss": 22.1875,
+      "step": 1003
+    },
+    {
+      "epoch": 0.06667994952513781,
+      "grad_norm": 331.7461242675781,
+      "learning_rate": 1.9999421634406294e-06,
+      "loss": 38.875,
+      "step": 1004
+    },
+    {
+      "epoch": 0.06674636381749352,
+      "grad_norm": 208.37442016601562,
+      "learning_rate": 1.999941000937217e-06,
+      "loss": 22.4062,
+      "step": 1005
+    },
+    {
+      "epoch": 0.06681277810984924,
+      "grad_norm": 695.0036010742188,
+      "learning_rate": 1.9999398268670644e-06,
+      "loss": 22.5625,
+      "step": 1006
+    },
+    {
+      "epoch": 0.06687919240220495,
+      "grad_norm": 288.0826110839844,
+      "learning_rate": 1.999938641230184e-06,
+      "loss": 22.2188,
+      "step": 1007
+    },
+    {
+      "epoch": 0.06694560669456066,
+      "grad_norm": 263.1529235839844,
+      "learning_rate": 1.9999374440265905e-06,
+      "loss": 26.1562,
+      "step": 1008
+    },
+    {
+      "epoch": 0.06701202098691639,
+      "grad_norm": 114.71102905273438,
+      "learning_rate": 1.999936235256297e-06,
+      "loss": 18.2812,
+      "step": 1009
+    },
+    {
+      "epoch": 0.0670784352792721,
+      "grad_norm": 196.56808471679688,
+      "learning_rate": 1.9999350149193173e-06,
+      "loss": 23.7344,
+      "step": 1010
+    },
+    {
+      "epoch": 0.06714484957162782,
+      "grad_norm": 763.0376586914062,
+      "learning_rate": 1.9999337830156662e-06,
+      "loss": 37.25,
+      "step": 1011
+    },
+    {
+      "epoch": 0.06721126386398353,
+      "grad_norm": 294.26934814453125,
+      "learning_rate": 1.999932539545358e-06,
+      "loss": 26.625,
+      "step": 1012
+    },
+    {
+      "epoch": 0.06727767815633924,
+      "grad_norm": 380.59820556640625,
+      "learning_rate": 1.9999312845084066e-06,
+      "loss": 21.125,
+      "step": 1013
+    },
+    {
+      "epoch": 0.06734409244869496,
+      "grad_norm": 198.20761108398438,
+      "learning_rate": 1.9999300179048265e-06,
+      "loss": 22.5312,
+      "step": 1014
+    },
+    {
+      "epoch": 0.06741050674105067,
+      "grad_norm": 144.22079467773438,
+      "learning_rate": 1.999928739734633e-06,
+      "loss": 22.7188,
+      "step": 1015
+    },
+    {
+      "epoch": 0.06747692103340638,
+      "grad_norm": 132.8133544921875,
+      "learning_rate": 1.99992744999784e-06,
+      "loss": 19.5,
+      "step": 1016
+    },
+    {
+      "epoch": 0.06754333532576211,
+      "grad_norm": 136.63966369628906,
+      "learning_rate": 1.999926148694463e-06,
+      "loss": 20.4062,
+      "step": 1017
+    },
+    {
+      "epoch": 0.06760974961811782,
+      "grad_norm": 273.3392028808594,
+      "learning_rate": 1.999924835824517e-06,
+      "loss": 23.0,
+      "step": 1018
+    },
+    {
+      "epoch": 0.06767616391047353,
+      "grad_norm": 148.04592895507812,
+      "learning_rate": 1.999923511388017e-06,
+      "loss": 18.875,
+      "step": 1019
+    },
+    {
+      "epoch": 0.06774257820282925,
+      "grad_norm": 281.1832275390625,
+      "learning_rate": 1.9999221753849784e-06,
+      "loss": 27.3125,
+      "step": 1020
+    },
+    {
+      "epoch": 0.06780899249518496,
+      "grad_norm": 239.92529296875,
+      "learning_rate": 1.9999208278154166e-06,
+      "loss": 28.3125,
+      "step": 1021
+    },
+    {
+      "epoch": 0.06787540678754068,
+      "grad_norm": 305.3265686035156,
+      "learning_rate": 1.999919468679347e-06,
+      "loss": 27.8125,
+      "step": 1022
+    },
+    {
+      "epoch": 0.0679418210798964,
+      "grad_norm": 278.7178039550781,
+      "learning_rate": 1.999918097976786e-06,
+      "loss": 21.5625,
+      "step": 1023
+    },
+    {
+      "epoch": 0.0680082353722521,
+      "grad_norm": 236.98667907714844,
+      "learning_rate": 1.999916715707749e-06,
+      "loss": 21.9375,
+      "step": 1024
+    },
+    {
+      "epoch": 0.06807464966460783,
+      "grad_norm": 245.99749755859375,
+      "learning_rate": 1.9999153218722518e-06,
+      "loss": 22.3125,
+      "step": 1025
+    },
+    {
+      "epoch": 0.06814106395696354,
+      "grad_norm": 357.75958251953125,
+      "learning_rate": 1.999913916470311e-06,
+      "loss": 23.125,
+      "step": 1026
+    },
+    {
+      "epoch": 0.06820747824931925,
+      "grad_norm": 185.88055419921875,
+      "learning_rate": 1.9999124995019422e-06,
+      "loss": 21.4062,
+      "step": 1027
+    },
+    {
+      "epoch": 0.06827389254167497,
+      "grad_norm": 289.2301025390625,
+      "learning_rate": 1.999911070967163e-06,
+      "loss": 32.5938,
+      "step": 1028
+    },
+    {
+      "epoch": 0.06834030683403068,
+      "grad_norm": 122.80204010009766,
+      "learning_rate": 1.999909630865988e-06,
+      "loss": 21.3438,
+      "step": 1029
+    },
+    {
+      "epoch": 0.0684067211263864,
+      "grad_norm": 248.61363220214844,
+      "learning_rate": 1.9999081791984355e-06,
+      "loss": 21.6094,
+      "step": 1030
+    },
+    {
+      "epoch": 0.06847313541874211,
+      "grad_norm": 290.8533020019531,
+      "learning_rate": 1.999906715964522e-06,
+      "loss": 26.25,
+      "step": 1031
+    },
+    {
+      "epoch": 0.06853954971109782,
+      "grad_norm": 268.3686218261719,
+      "learning_rate": 1.9999052411642642e-06,
+      "loss": 23.7812,
+      "step": 1032
+    },
+    {
+      "epoch": 0.06860596400345355,
+      "grad_norm": 233.38230895996094,
+      "learning_rate": 1.999903754797679e-06,
+      "loss": 25.7188,
+      "step": 1033
+    },
+    {
+      "epoch": 0.06867237829580926,
+      "grad_norm": 295.8428649902344,
+      "learning_rate": 1.999902256864783e-06,
+      "loss": 26.6875,
+      "step": 1034
+    },
+    {
+      "epoch": 0.06873879258816497,
+      "grad_norm": 197.02696228027344,
+      "learning_rate": 1.9999007473655955e-06,
+      "loss": 28.125,
+      "step": 1035
+    },
+    {
+      "epoch": 0.06880520688052069,
+      "grad_norm": 346.53717041015625,
+      "learning_rate": 1.9998992263001318e-06,
+      "loss": 22.6562,
+      "step": 1036
+    },
+    {
+      "epoch": 0.0688716211728764,
+      "grad_norm": 239.14634704589844,
+      "learning_rate": 1.9998976936684107e-06,
+      "loss": 27.0469,
+      "step": 1037
+    },
+    {
+      "epoch": 0.06893803546523211,
+      "grad_norm": 161.44696044921875,
+      "learning_rate": 1.9998961494704497e-06,
+      "loss": 23.6875,
+      "step": 1038
+    },
+    {
+      "epoch": 0.06900444975758784,
+      "grad_norm": 351.9098205566406,
+      "learning_rate": 1.999894593706267e-06,
+      "loss": 28.3906,
+      "step": 1039
+    },
+    {
+      "epoch": 0.06907086404994355,
+      "grad_norm": 268.44219970703125,
+      "learning_rate": 1.9998930263758798e-06,
+      "loss": 20.4062,
+      "step": 1040
+    },
+    {
+      "epoch": 0.06913727834229927,
+      "grad_norm": 276.3031005859375,
+      "learning_rate": 1.999891447479307e-06,
+      "loss": 28.0156,
+      "step": 1041
+    },
+    {
+      "epoch": 0.06920369263465498,
+      "grad_norm": 339.614990234375,
+      "learning_rate": 1.999889857016566e-06,
+      "loss": 25.125,
+      "step": 1042
+    },
+    {
+      "epoch": 0.06927010692701069,
+      "grad_norm": 215.5698699951172,
+      "learning_rate": 1.999888254987676e-06,
+      "loss": 18.4531,
+      "step": 1043
+    },
+    {
+      "epoch": 0.06933652121936641,
+      "grad_norm": 190.92367553710938,
+      "learning_rate": 1.999886641392655e-06,
+      "loss": 24.1562,
+      "step": 1044
+    },
+    {
+      "epoch": 0.06940293551172212,
+      "grad_norm": 230.86669921875,
+      "learning_rate": 1.999885016231522e-06,
+      "loss": 23.9062,
+      "step": 1045
+    },
+    {
+      "epoch": 0.06946934980407783,
+      "grad_norm": 199.95358276367188,
+      "learning_rate": 1.999883379504296e-06,
+      "loss": 21.875,
+      "step": 1046
+    },
+    {
+      "epoch": 0.06953576409643356,
+      "grad_norm": 524.6242065429688,
+      "learning_rate": 1.999881731210995e-06,
+      "loss": 28.25,
+      "step": 1047
+    },
+    {
+      "epoch": 0.06960217838878927,
+      "grad_norm": 396.94610595703125,
+      "learning_rate": 1.9998800713516393e-06,
+      "loss": 24.8438,
+      "step": 1048
+    },
+    {
+      "epoch": 0.06966859268114499,
+      "grad_norm": 259.8545837402344,
+      "learning_rate": 1.9998783999262473e-06,
+      "loss": 21.9062,
+      "step": 1049
+    },
+    {
+      "epoch": 0.0697350069735007,
+      "grad_norm": 155.07212829589844,
+      "learning_rate": 1.9998767169348384e-06,
+      "loss": 23.5,
+      "step": 1050
+    },
+    {
+      "epoch": 0.06980142126585641,
+      "grad_norm": 234.823974609375,
+      "learning_rate": 1.9998750223774327e-06,
+      "loss": 16.1406,
+      "step": 1051
+    },
+    {
+      "epoch": 0.06986783555821213,
+      "grad_norm": 247.3891143798828,
+      "learning_rate": 1.9998733162540488e-06,
+      "loss": 22.2969,
+      "step": 1052
+    },
+    {
+      "epoch": 0.06993424985056784,
+      "grad_norm": 344.95654296875,
+      "learning_rate": 1.999871598564707e-06,
+      "loss": 22.4688,
+      "step": 1053
+    },
+    {
+      "epoch": 0.07000066414292355,
+      "grad_norm": 2558.134765625,
+      "learning_rate": 1.999869869309427e-06,
+      "loss": 24.7188,
+      "step": 1054
+    },
+    {
+      "epoch": 0.07006707843527928,
+      "grad_norm": 223.188232421875,
+      "learning_rate": 1.999868128488229e-06,
+      "loss": 23.0312,
+      "step": 1055
+    },
+    {
+      "epoch": 0.07013349272763499,
+      "grad_norm": 229.8405303955078,
+      "learning_rate": 1.9998663761011333e-06,
+      "loss": 23.5938,
+      "step": 1056
+    },
+    {
+      "epoch": 0.0701999070199907,
+      "grad_norm": 295.8621520996094,
+      "learning_rate": 1.9998646121481597e-06,
+      "loss": 19.5,
+      "step": 1057
+    },
+    {
+      "epoch": 0.07026632131234642,
+      "grad_norm": 299.36834716796875,
+      "learning_rate": 1.999862836629329e-06,
+      "loss": 23.375,
+      "step": 1058
+    },
+    {
+      "epoch": 0.07033273560470213,
+      "grad_norm": 194.62562561035156,
+      "learning_rate": 1.9998610495446614e-06,
+      "loss": 20.2188,
+      "step": 1059
+    },
+    {
+      "epoch": 0.07039914989705785,
+      "grad_norm": 615.19189453125,
+      "learning_rate": 1.9998592508941774e-06,
+      "loss": 23.6562,
+      "step": 1060
+    },
+    {
+      "epoch": 0.07046556418941356,
+      "grad_norm": 309.0528259277344,
+      "learning_rate": 1.999857440677899e-06,
+      "loss": 29.7188,
+      "step": 1061
+    },
+    {
+      "epoch": 0.07053197848176927,
+      "grad_norm": 238.3802947998047,
+      "learning_rate": 1.9998556188958456e-06,
+      "loss": 20.5,
+      "step": 1062
+    },
+    {
+      "epoch": 0.070598392774125,
+      "grad_norm": 418.48175048828125,
+      "learning_rate": 1.999853785548039e-06,
+      "loss": 36.5938,
+      "step": 1063
+    },
+    {
+      "epoch": 0.0706648070664807,
+      "grad_norm": 228.69430541992188,
+      "learning_rate": 1.9998519406345004e-06,
+      "loss": 16.4688,
+      "step": 1064
+    },
+    {
+      "epoch": 0.07073122135883642,
+      "grad_norm": 203.5328826904297,
+      "learning_rate": 1.9998500841552513e-06,
+      "loss": 27.9688,
+      "step": 1065
+    },
+    {
+      "epoch": 0.07079763565119214,
+      "grad_norm": 380.8016662597656,
+      "learning_rate": 1.999848216110313e-06,
+      "loss": 30.1875,
+      "step": 1066
+    },
+    {
+      "epoch": 0.07086404994354785,
+      "grad_norm": 360.2862243652344,
+      "learning_rate": 1.999846336499707e-06,
+      "loss": 31.6875,
+      "step": 1067
+    },
+    {
+      "epoch": 0.07093046423590357,
+      "grad_norm": 273.9457702636719,
+      "learning_rate": 1.999844445323455e-06,
+      "loss": 30.375,
+      "step": 1068
+    },
+    {
+      "epoch": 0.07099687852825928,
+      "grad_norm": 280.2629699707031,
+      "learning_rate": 1.999842542581579e-06,
+      "loss": 27.75,
+      "step": 1069
+    },
+    {
+      "epoch": 0.07106329282061499,
+      "grad_norm": 247.28631591796875,
+      "learning_rate": 1.999840628274101e-06,
+      "loss": 22.75,
+      "step": 1070
+    },
+    {
+      "epoch": 0.07112970711297072,
+      "grad_norm": 249.10415649414062,
+      "learning_rate": 1.9998387024010433e-06,
+      "loss": 32.25,
+      "step": 1071
+    },
+    {
+      "epoch": 0.07119612140532643,
+      "grad_norm": 204.2041015625,
+      "learning_rate": 1.999836764962428e-06,
+      "loss": 20.4688,
+      "step": 1072
+    },
+    {
+      "epoch": 0.07126253569768214,
+      "grad_norm": 228.3826904296875,
+      "learning_rate": 1.9998348159582773e-06,
+      "loss": 21.4688,
+      "step": 1073
+    },
+    {
+      "epoch": 0.07132894999003786,
+      "grad_norm": 253.75425720214844,
+      "learning_rate": 1.9998328553886142e-06,
+      "loss": 30.1875,
+      "step": 1074
+    },
+    {
+      "epoch": 0.07139536428239357,
+      "grad_norm": 232.83811950683594,
+      "learning_rate": 1.9998308832534613e-06,
+      "loss": 20.9062,
+      "step": 1075
+    },
+    {
+      "epoch": 0.07146177857474928,
+      "grad_norm": 365.50958251953125,
+      "learning_rate": 1.999828899552841e-06,
+      "loss": 24.8125,
+      "step": 1076
+    },
+    {
+      "epoch": 0.071528192867105,
+      "grad_norm": 312.08367919921875,
+      "learning_rate": 1.9998269042867766e-06,
+      "loss": 24.7812,
+      "step": 1077
+    },
+    {
+      "epoch": 0.07159460715946071,
+      "grad_norm": 150.97589111328125,
+      "learning_rate": 1.999824897455291e-06,
+      "loss": 23.875,
+      "step": 1078
+    },
+    {
+      "epoch": 0.07166102145181644,
+      "grad_norm": 174.26222229003906,
+      "learning_rate": 1.9998228790584076e-06,
+      "loss": 24.5938,
+      "step": 1079
+    },
+    {
+      "epoch": 0.07172743574417215,
+      "grad_norm": 257.17828369140625,
+      "learning_rate": 1.9998208490961497e-06,
+      "loss": 19.4375,
+      "step": 1080
+    },
+    {
+      "epoch": 0.07179385003652786,
+      "grad_norm": 146.17129516601562,
+      "learning_rate": 1.9998188075685413e-06,
+      "loss": 17.375,
+      "step": 1081
+    },
+    {
+      "epoch": 0.07186026432888358,
+      "grad_norm": 194.84954833984375,
+      "learning_rate": 1.9998167544756047e-06,
+      "loss": 26.4062,
+      "step": 1082
+    },
+    {
+      "epoch": 0.07192667862123929,
+      "grad_norm": 207.3955078125,
+      "learning_rate": 1.9998146898173645e-06,
+      "loss": 24.2188,
+      "step": 1083
+    },
+    {
+      "epoch": 0.071993092913595,
+      "grad_norm": 344.197021484375,
+      "learning_rate": 1.999812613593845e-06,
+      "loss": 24.6875,
+      "step": 1084
+    },
+    {
+      "epoch": 0.07205950720595072,
+      "grad_norm": 226.03794860839844,
+      "learning_rate": 1.999810525805069e-06,
+      "loss": 23.9062,
+      "step": 1085
+    },
+    {
+      "epoch": 0.07212592149830643,
+      "grad_norm": 233.78347778320312,
+      "learning_rate": 1.999808426451062e-06,
+      "loss": 26.125,
+      "step": 1086
+    },
+    {
+      "epoch": 0.07219233579066216,
+      "grad_norm": 245.0970916748047,
+      "learning_rate": 1.9998063155318474e-06,
+      "loss": 21.5469,
+      "step": 1087
+    },
+    {
+      "epoch": 0.07225875008301787,
+      "grad_norm": 436.62042236328125,
+      "learning_rate": 1.9998041930474497e-06,
+      "loss": 23.8125,
+      "step": 1088
+    },
+    {
+      "epoch": 0.07232516437537358,
+      "grad_norm": 247.787353515625,
+      "learning_rate": 1.9998020589978937e-06,
+      "loss": 25.25,
+      "step": 1089
+    },
+    {
+      "epoch": 0.0723915786677293,
+      "grad_norm": 188.42921447753906,
+      "learning_rate": 1.999799913383204e-06,
+      "loss": 22.4688,
+      "step": 1090
+    },
+    {
+      "epoch": 0.07245799296008501,
+      "grad_norm": 207.30970764160156,
+      "learning_rate": 1.9997977562034054e-06,
+      "loss": 30.25,
+      "step": 1091
+    },
+    {
+      "epoch": 0.07252440725244072,
+      "grad_norm": 198.9735870361328,
+      "learning_rate": 1.999795587458523e-06,
+      "loss": 24.375,
+      "step": 1092
+    },
+    {
+      "epoch": 0.07259082154479644,
+      "grad_norm": 197.65182495117188,
+      "learning_rate": 1.9997934071485817e-06,
+      "loss": 20.2031,
+      "step": 1093
+    },
+    {
+      "epoch": 0.07265723583715215,
+      "grad_norm": 212.7982177734375,
+      "learning_rate": 1.9997912152736068e-06,
+      "loss": 26.5938,
+      "step": 1094
+    },
+    {
+      "epoch": 0.07272365012950786,
+      "grad_norm": 298.12884521484375,
+      "learning_rate": 1.9997890118336235e-06,
+      "loss": 26.25,
+      "step": 1095
+    },
+    {
+      "epoch": 0.07279006442186359,
+      "grad_norm": 225.4922332763672,
+      "learning_rate": 1.999786796828658e-06,
+      "loss": 24.9062,
+      "step": 1096
+    },
+    {
+      "epoch": 0.0728564787142193,
+      "grad_norm": 252.7838134765625,
+      "learning_rate": 1.9997845702587347e-06,
+      "loss": 28.3281,
+      "step": 1097
+    },
+    {
+      "epoch": 0.07292289300657502,
+      "grad_norm": 181.49696350097656,
+      "learning_rate": 1.99978233212388e-06,
+      "loss": 21.9688,
+      "step": 1098
+    },
+    {
+      "epoch": 0.07298930729893073,
+      "grad_norm": 344.4598388671875,
+      "learning_rate": 1.9997800824241203e-06,
+      "loss": 25.5625,
+      "step": 1099
+    },
+    {
+      "epoch": 0.07305572159128644,
+      "grad_norm": 185.0198516845703,
+      "learning_rate": 1.999777821159481e-06,
+      "loss": 19.7031,
+      "step": 1100
+    },
+    {
+      "epoch": 0.07312213588364216,
+      "grad_norm": 174.691162109375,
+      "learning_rate": 1.9997755483299877e-06,
+      "loss": 21.75,
+      "step": 1101
+    },
+    {
+      "epoch": 0.07318855017599787,
+      "grad_norm": 229.26498413085938,
+      "learning_rate": 1.9997732639356677e-06,
+      "loss": 21.3125,
+      "step": 1102
+    },
+    {
+      "epoch": 0.07325496446835358,
+      "grad_norm": 173.23719787597656,
+      "learning_rate": 1.9997709679765474e-06,
+      "loss": 22.25,
+      "step": 1103
+    },
+    {
+      "epoch": 0.07332137876070931,
+      "grad_norm": 246.22451782226562,
+      "learning_rate": 1.999768660452653e-06,
+      "loss": 23.5469,
+      "step": 1104
+    },
+    {
+      "epoch": 0.07338779305306502,
+      "grad_norm": 209.11248779296875,
+      "learning_rate": 1.999766341364011e-06,
+      "loss": 18.6875,
+      "step": 1105
+    },
+    {
+      "epoch": 0.07345420734542074,
+      "grad_norm": 274.1006774902344,
+      "learning_rate": 1.9997640107106484e-06,
+      "loss": 24.125,
+      "step": 1106
+    },
+    {
+      "epoch": 0.07352062163777645,
+      "grad_norm": 196.7348175048828,
+      "learning_rate": 1.999761668492592e-06,
+      "loss": 27.1875,
+      "step": 1107
+    },
+    {
+      "epoch": 0.07358703593013216,
+      "grad_norm": 209.84814453125,
+      "learning_rate": 1.99975931470987e-06,
+      "loss": 24.2812,
+      "step": 1108
+    },
+    {
+      "epoch": 0.07365345022248788,
+      "grad_norm": 433.1179504394531,
+      "learning_rate": 1.999756949362508e-06,
+      "loss": 27.9688,
+      "step": 1109
+    },
+    {
+      "epoch": 0.0737198645148436,
+      "grad_norm": 277.3152770996094,
+      "learning_rate": 1.999754572450534e-06,
+      "loss": 19.6719,
+      "step": 1110
+    },
+    {
+      "epoch": 0.0737862788071993,
+      "grad_norm": 466.2574462890625,
+      "learning_rate": 1.9997521839739763e-06,
+      "loss": 29.0938,
+      "step": 1111
+    },
+    {
+      "epoch": 0.07385269309955503,
+      "grad_norm": 271.8940734863281,
+      "learning_rate": 1.9997497839328615e-06,
+      "loss": 24.3438,
+      "step": 1112
+    },
+    {
+      "epoch": 0.07391910739191074,
+      "grad_norm": 348.17974853515625,
+      "learning_rate": 1.9997473723272177e-06,
+      "loss": 22.5312,
+      "step": 1113
+    },
+    {
+      "epoch": 0.07398552168426645,
+      "grad_norm": 263.34521484375,
+      "learning_rate": 1.9997449491570725e-06,
+      "loss": 29.8438,
+      "step": 1114
+    },
+    {
+      "epoch": 0.07405193597662217,
+      "grad_norm": 293.68621826171875,
+      "learning_rate": 1.9997425144224542e-06,
+      "loss": 22.1875,
+      "step": 1115
+    },
+    {
+      "epoch": 0.07411835026897788,
+      "grad_norm": 263.8956298828125,
+      "learning_rate": 1.9997400681233913e-06,
+      "loss": 26.5625,
+      "step": 1116
+    },
+    {
+      "epoch": 0.0741847645613336,
+      "grad_norm": 626.7108154296875,
+      "learning_rate": 1.999737610259912e-06,
+      "loss": 27.5938,
+      "step": 1117
+    },
+    {
+      "epoch": 0.07425117885368931,
+      "grad_norm": 240.6473388671875,
+      "learning_rate": 1.999735140832044e-06,
+      "loss": 32.125,
+      "step": 1118
+    },
+    {
+      "epoch": 0.07431759314604502,
+      "grad_norm": 329.7398681640625,
+      "learning_rate": 1.9997326598398167e-06,
+      "loss": 22.2188,
+      "step": 1119
+    },
+    {
+      "epoch": 0.07438400743840075,
+      "grad_norm": 469.4482116699219,
+      "learning_rate": 1.9997301672832583e-06,
+      "loss": 22.0625,
+      "step": 1120
+    },
+    {
+      "epoch": 0.07445042173075646,
+      "grad_norm": 210.93405151367188,
+      "learning_rate": 1.999727663162398e-06,
+      "loss": 22.5312,
+      "step": 1121
+    },
+    {
+      "epoch": 0.07451683602311217,
+      "grad_norm": 162.57290649414062,
+      "learning_rate": 1.9997251474772645e-06,
+      "loss": 21.4062,
+      "step": 1122
+    },
+    {
+      "epoch": 0.07458325031546789,
+      "grad_norm": 144.6345977783203,
+      "learning_rate": 1.9997226202278866e-06,
+      "loss": 19.625,
+      "step": 1123
+    },
+    {
+      "epoch": 0.0746496646078236,
+      "grad_norm": 286.41021728515625,
+      "learning_rate": 1.9997200814142944e-06,
+      "loss": 26.4375,
+      "step": 1124
+    },
+    {
+      "epoch": 0.07471607890017933,
+      "grad_norm": 239.3023223876953,
+      "learning_rate": 1.9997175310365163e-06,
+      "loss": 23.6875,
+      "step": 1125
+    },
+    {
+      "epoch": 0.07478249319253504,
+      "grad_norm": 408.6880798339844,
+      "learning_rate": 1.9997149690945823e-06,
+      "loss": 26.9375,
+      "step": 1126
+    },
+    {
+      "epoch": 0.07484890748489074,
+      "grad_norm": 692.75830078125,
+      "learning_rate": 1.9997123955885226e-06,
+      "loss": 27.5469,
+      "step": 1127
+    },
+    {
+      "epoch": 0.07491532177724647,
+      "grad_norm": 235.82127380371094,
+      "learning_rate": 1.999709810518366e-06,
+      "loss": 23.8125,
+      "step": 1128
+    },
+    {
+      "epoch": 0.07498173606960218,
+      "grad_norm": 260.13909912109375,
+      "learning_rate": 1.9997072138841426e-06,
+      "loss": 24.0312,
+      "step": 1129
+    },
+    {
+      "epoch": 0.07504815036195789,
+      "grad_norm": 250.41476440429688,
+      "learning_rate": 1.9997046056858826e-06,
+      "loss": 22.625,
+      "step": 1130
+    },
+    {
+      "epoch": 0.07511456465431361,
+      "grad_norm": 251.28758239746094,
+      "learning_rate": 1.9997019859236166e-06,
+      "loss": 23.875,
+      "step": 1131
+    },
+    {
+      "epoch": 0.07518097894666932,
+      "grad_norm": 284.7143859863281,
+      "learning_rate": 1.9996993545973743e-06,
+      "loss": 21.3906,
+      "step": 1132
+    },
+    {
+      "epoch": 0.07524739323902503,
+      "grad_norm": 139.1249237060547,
+      "learning_rate": 1.9996967117071862e-06,
+      "loss": 18.0625,
+      "step": 1133
+    },
+    {
+      "epoch": 0.07531380753138076,
+      "grad_norm": 194.51515197753906,
+      "learning_rate": 1.999694057253083e-06,
+      "loss": 26.0625,
+      "step": 1134
+    },
+    {
+      "epoch": 0.07538022182373647,
+      "grad_norm": 763.24658203125,
+      "learning_rate": 1.9996913912350956e-06,
+      "loss": 24.3906,
+      "step": 1135
+    },
+    {
+      "epoch": 0.07544663611609219,
+      "grad_norm": 127.85782623291016,
+      "learning_rate": 1.9996887136532544e-06,
+      "loss": 17.2031,
+      "step": 1136
+    },
+    {
+      "epoch": 0.0755130504084479,
+      "grad_norm": 449.010498046875,
+      "learning_rate": 1.9996860245075906e-06,
+      "loss": 29.6875,
+      "step": 1137
+    },
+    {
+      "epoch": 0.07557946470080361,
+      "grad_norm": 639.6605224609375,
+      "learning_rate": 1.9996833237981357e-06,
+      "loss": 37.875,
+      "step": 1138
+    },
+    {
+      "epoch": 0.07564587899315933,
+      "grad_norm": 223.05397033691406,
+      "learning_rate": 1.9996806115249205e-06,
+      "loss": 19.7188,
+      "step": 1139
+    },
+    {
+      "epoch": 0.07571229328551504,
+      "grad_norm": 185.31163024902344,
+      "learning_rate": 1.999677887687976e-06,
+      "loss": 23.5938,
+      "step": 1140
+    },
+    {
+      "epoch": 0.07577870757787075,
+      "grad_norm": 320.5321960449219,
+      "learning_rate": 1.9996751522873345e-06,
+      "loss": 29.7188,
+      "step": 1141
+    },
+    {
+      "epoch": 0.07584512187022648,
+      "grad_norm": 151.8074951171875,
+      "learning_rate": 1.999672405323027e-06,
+      "loss": 20.8125,
+      "step": 1142
+    },
+    {
+      "epoch": 0.07591153616258219,
+      "grad_norm": 144.1839599609375,
+      "learning_rate": 1.9996696467950856e-06,
+      "loss": 18.4219,
+      "step": 1143
+    },
+    {
+      "epoch": 0.07597795045493791,
+      "grad_norm": 169.34747314453125,
+      "learning_rate": 1.9996668767035424e-06,
+      "loss": 18.125,
+      "step": 1144
+    },
+    {
+      "epoch": 0.07604436474729362,
+      "grad_norm": 227.02696228027344,
+      "learning_rate": 1.999664095048429e-06,
+      "loss": 21.5938,
+      "step": 1145
+    },
+    {
+      "epoch": 0.07611077903964933,
+      "grad_norm": 202.20811462402344,
+      "learning_rate": 1.9996613018297783e-06,
+      "loss": 19.2656,
+      "step": 1146
+    },
+    {
+      "epoch": 0.07617719333200505,
+      "grad_norm": 217.33717346191406,
+      "learning_rate": 1.9996584970476217e-06,
+      "loss": 26.2812,
+      "step": 1147
+    },
+    {
+      "epoch": 0.07624360762436076,
+      "grad_norm": 1843.8626708984375,
+      "learning_rate": 1.999655680701992e-06,
+      "loss": 17.6406,
+      "step": 1148
+    },
+    {
+      "epoch": 0.07631002191671647,
+      "grad_norm": 208.04583740234375,
+      "learning_rate": 1.9996528527929217e-06,
+      "loss": 18.6094,
+      "step": 1149
+    },
+    {
+      "epoch": 0.0763764362090722,
+      "grad_norm": 184.43765258789062,
+      "learning_rate": 1.999650013320444e-06,
+      "loss": 18.3594,
+      "step": 1150
+    },
+    {
+      "epoch": 0.0764428505014279,
+      "grad_norm": 198.10887145996094,
+      "learning_rate": 1.999647162284591e-06,
+      "loss": 20.0469,
+      "step": 1151
+    },
+    {
+      "epoch": 0.07650926479378362,
+      "grad_norm": 182.62164306640625,
+      "learning_rate": 1.9996442996853964e-06,
+      "loss": 27.625,
+      "step": 1152
+    },
+    {
+      "epoch": 0.07657567908613934,
+      "grad_norm": 200.44403076171875,
+      "learning_rate": 1.999641425522893e-06,
+      "loss": 22.7188,
+      "step": 1153
+    },
+    {
+      "epoch": 0.07664209337849505,
+      "grad_norm": 404.54510498046875,
+      "learning_rate": 1.9996385397971135e-06,
+      "loss": 19.9375,
+      "step": 1154
+    },
+    {
+      "epoch": 0.07670850767085077,
+      "grad_norm": 451.394775390625,
+      "learning_rate": 1.999635642508092e-06,
+      "loss": 29.4062,
+      "step": 1155
+    },
+    {
+      "epoch": 0.07677492196320648,
+      "grad_norm": 287.5335693359375,
+      "learning_rate": 1.999632733655862e-06,
+      "loss": 26.4688,
+      "step": 1156
+    },
+    {
+      "epoch": 0.07684133625556219,
+      "grad_norm": 188.063232421875,
+      "learning_rate": 1.999629813240457e-06,
+      "loss": 18.3906,
+      "step": 1157
+    },
+    {
+      "epoch": 0.07690775054791792,
+      "grad_norm": 173.7041015625,
+      "learning_rate": 1.9996268812619105e-06,
+      "loss": 21.8594,
+      "step": 1158
+    },
+    {
+      "epoch": 0.07697416484027363,
+      "grad_norm": 445.2503356933594,
+      "learning_rate": 1.999623937720257e-06,
+      "loss": 26.2188,
+      "step": 1159
+    },
+    {
+      "epoch": 0.07704057913262934,
+      "grad_norm": 187.1010284423828,
+      "learning_rate": 1.99962098261553e-06,
+      "loss": 21.3125,
+      "step": 1160
+    },
+    {
+      "epoch": 0.07710699342498506,
+      "grad_norm": 224.2029266357422,
+      "learning_rate": 1.999618015947764e-06,
+      "loss": 22.75,
+      "step": 1161
+    },
+    {
+      "epoch": 0.07717340771734077,
+      "grad_norm": 224.8708953857422,
+      "learning_rate": 1.9996150377169927e-06,
+      "loss": 22.4688,
+      "step": 1162
+    },
+    {
+      "epoch": 0.0772398220096965,
+      "grad_norm": 273.9388732910156,
+      "learning_rate": 1.9996120479232516e-06,
+      "loss": 28.6875,
+      "step": 1163
+    },
+    {
+      "epoch": 0.0773062363020522,
+      "grad_norm": 273.1171875,
+      "learning_rate": 1.9996090465665743e-06,
+      "loss": 21.2812,
+      "step": 1164
+    },
+    {
+      "epoch": 0.07737265059440791,
+      "grad_norm": 390.1731872558594,
+      "learning_rate": 1.9996060336469964e-06,
+      "loss": 30.0,
+      "step": 1165
+    },
+    {
+      "epoch": 0.07743906488676364,
+      "grad_norm": 347.0338134765625,
+      "learning_rate": 1.9996030091645523e-06,
+      "loss": 25.3594,
+      "step": 1166
+    },
+    {
+      "epoch": 0.07750547917911935,
+      "grad_norm": 158.94271850585938,
+      "learning_rate": 1.9995999731192767e-06,
+      "loss": 18.9062,
+      "step": 1167
+    },
+    {
+      "epoch": 0.07757189347147506,
+      "grad_norm": 352.4714660644531,
+      "learning_rate": 1.999596925511205e-06,
+      "loss": 23.1875,
+      "step": 1168
+    },
+    {
+      "epoch": 0.07763830776383078,
+      "grad_norm": 193.8984375,
+      "learning_rate": 1.9995938663403724e-06,
+      "loss": 20.0,
+      "step": 1169
+    },
+    {
+      "epoch": 0.07770472205618649,
+      "grad_norm": 331.9603576660156,
+      "learning_rate": 1.999590795606815e-06,
+      "loss": 27.3125,
+      "step": 1170
+    },
+    {
+      "epoch": 0.0777711363485422,
+      "grad_norm": 218.09744262695312,
+      "learning_rate": 1.999587713310567e-06,
+      "loss": 22.0,
+      "step": 1171
+    },
+    {
+      "epoch": 0.07783755064089792,
+      "grad_norm": 283.43560791015625,
+      "learning_rate": 1.999584619451665e-06,
+      "loss": 24.0938,
+      "step": 1172
+    },
+    {
+      "epoch": 0.07790396493325363,
+      "grad_norm": 235.439453125,
+      "learning_rate": 1.9995815140301446e-06,
+      "loss": 25.4375,
+      "step": 1173
+    },
+    {
+      "epoch": 0.07797037922560936,
+      "grad_norm": 275.43731689453125,
+      "learning_rate": 1.9995783970460415e-06,
+      "loss": 23.5,
+      "step": 1174
+    },
+    {
+      "epoch": 0.07803679351796507,
+      "grad_norm": 658.24658203125,
+      "learning_rate": 1.999575268499392e-06,
+      "loss": 22.9375,
+      "step": 1175
+    },
+    {
+      "epoch": 0.07810320781032078,
+      "grad_norm": 505.4327697753906,
+      "learning_rate": 1.999572128390232e-06,
+      "loss": 24.8281,
+      "step": 1176
+    },
+    {
+      "epoch": 0.0781696221026765,
+      "grad_norm": 281.399169921875,
+      "learning_rate": 1.9995689767185978e-06,
+      "loss": 19.375,
+      "step": 1177
+    },
+    {
+      "epoch": 0.07823603639503221,
+      "grad_norm": 378.5130920410156,
+      "learning_rate": 1.9995658134845264e-06,
+      "loss": 40.25,
+      "step": 1178
+    },
+    {
+      "epoch": 0.07830245068738792,
+      "grad_norm": 246.81301879882812,
+      "learning_rate": 1.9995626386880543e-06,
+      "loss": 24.9062,
+      "step": 1179
+    },
+    {
+      "epoch": 0.07836886497974364,
+      "grad_norm": 305.2641906738281,
+      "learning_rate": 1.9995594523292177e-06,
+      "loss": 25.3125,
+      "step": 1180
+    },
+    {
+      "epoch": 0.07843527927209935,
+      "grad_norm": 148.26138305664062,
+      "learning_rate": 1.9995562544080537e-06,
+      "loss": 21.7812,
+      "step": 1181
+    },
+    {
+      "epoch": 0.07850169356445508,
+      "grad_norm": 236.23631286621094,
+      "learning_rate": 1.9995530449245994e-06,
+      "loss": 23.6875,
+      "step": 1182
+    },
+    {
+      "epoch": 0.07856810785681079,
+      "grad_norm": 178.64805603027344,
+      "learning_rate": 1.9995498238788916e-06,
+      "loss": 19.3438,
+      "step": 1183
+    },
+    {
+      "epoch": 0.0786345221491665,
+      "grad_norm": 202.95994567871094,
+      "learning_rate": 1.999546591270968e-06,
+      "loss": 24.5156,
+      "step": 1184
+    },
+    {
+      "epoch": 0.07870093644152222,
+      "grad_norm": 228.4683837890625,
+      "learning_rate": 1.999543347100866e-06,
+      "loss": 20.0938,
+      "step": 1185
+    },
+    {
+      "epoch": 0.07876735073387793,
+      "grad_norm": 268.62530517578125,
+      "learning_rate": 1.9995400913686227e-06,
+      "loss": 33.4688,
+      "step": 1186
+    },
+    {
+      "epoch": 0.07883376502623364,
+      "grad_norm": 277.3011169433594,
+      "learning_rate": 1.9995368240742757e-06,
+      "loss": 23.1875,
+      "step": 1187
+    },
+    {
+      "epoch": 0.07890017931858936,
+      "grad_norm": 372.6509704589844,
+      "learning_rate": 1.9995335452178638e-06,
+      "loss": 21.5312,
+      "step": 1188
+    },
+    {
+      "epoch": 0.07896659361094507,
+      "grad_norm": 211.54405212402344,
+      "learning_rate": 1.9995302547994237e-06,
+      "loss": 24.0,
+      "step": 1189
+    },
+    {
+      "epoch": 0.07903300790330078,
+      "grad_norm": 235.6300048828125,
+      "learning_rate": 1.999526952818994e-06,
+      "loss": 20.5938,
+      "step": 1190
+    },
+    {
+      "epoch": 0.07909942219565651,
+      "grad_norm": 246.2345733642578,
+      "learning_rate": 1.999523639276613e-06,
+      "loss": 21.7812,
+      "step": 1191
+    },
+    {
+      "epoch": 0.07916583648801222,
+      "grad_norm": 252.68980407714844,
+      "learning_rate": 1.999520314172319e-06,
+      "loss": 24.0625,
+      "step": 1192
+    },
+    {
+      "epoch": 0.07923225078036794,
+      "grad_norm": 198.75732421875,
+      "learning_rate": 1.99951697750615e-06,
+      "loss": 23.0938,
+      "step": 1193
+    },
+    {
+      "epoch": 0.07929866507272365,
+      "grad_norm": 228.7831573486328,
+      "learning_rate": 1.9995136292781456e-06,
+      "loss": 20.7188,
+      "step": 1194
+    },
+    {
+      "epoch": 0.07936507936507936,
+      "grad_norm": 263.7424011230469,
+      "learning_rate": 1.9995102694883433e-06,
+      "loss": 24.6875,
+      "step": 1195
+    },
+    {
+      "epoch": 0.07943149365743508,
+      "grad_norm": 287.84320068359375,
+      "learning_rate": 1.999506898136783e-06,
+      "loss": 20.7188,
+      "step": 1196
+    },
+    {
+      "epoch": 0.0794979079497908,
+      "grad_norm": 196.9571990966797,
+      "learning_rate": 1.9995035152235026e-06,
+      "loss": 22.0625,
+      "step": 1197
+    },
+    {
+      "epoch": 0.0795643222421465,
+      "grad_norm": 161.72018432617188,
+      "learning_rate": 1.9995001207485426e-06,
+      "loss": 21.3906,
+      "step": 1198
+    },
+    {
+      "epoch": 0.07963073653450223,
+      "grad_norm": 177.36021423339844,
+      "learning_rate": 1.999496714711941e-06,
+      "loss": 21.7812,
+      "step": 1199
+    },
+    {
+      "epoch": 0.07969715082685794,
+      "grad_norm": 345.3435363769531,
+      "learning_rate": 1.999493297113738e-06,
+      "loss": 26.4375,
+      "step": 1200
+    },
+    {
+      "epoch": 0.07976356511921366,
+      "grad_norm": 261.69805908203125,
+      "learning_rate": 1.999489867953973e-06,
+      "loss": 21.4688,
+      "step": 1201
+    },
+    {
+      "epoch": 0.07982997941156937,
+      "grad_norm": 182.001708984375,
+      "learning_rate": 1.999486427232685e-06,
+      "loss": 24.8906,
+      "step": 1202
+    },
+    {
+      "epoch": 0.07989639370392508,
+      "grad_norm": 323.35980224609375,
+      "learning_rate": 1.9994829749499148e-06,
+      "loss": 26.625,
+      "step": 1203
+    },
+    {
+      "epoch": 0.0799628079962808,
+      "grad_norm": 255.13119506835938,
+      "learning_rate": 1.999479511105702e-06,
+      "loss": 28.7188,
+      "step": 1204
+    },
+    {
+      "epoch": 0.08002922228863651,
+      "grad_norm": 140.3678741455078,
+      "learning_rate": 1.9994760357000864e-06,
+      "loss": 22.6875,
+      "step": 1205
+    },
+    {
+      "epoch": 0.08009563658099222,
+      "grad_norm": 489.580078125,
+      "learning_rate": 1.9994725487331083e-06,
+      "loss": 32.4688,
+      "step": 1206
+    },
+    {
+      "epoch": 0.08016205087334795,
+      "grad_norm": 258.9342346191406,
+      "learning_rate": 1.999469050204808e-06,
+      "loss": 15.8594,
+      "step": 1207
+    },
+    {
+      "epoch": 0.08022846516570366,
+      "grad_norm": 169.2599334716797,
+      "learning_rate": 1.999465540115226e-06,
+      "loss": 16.8438,
+      "step": 1208
+    },
+    {
+      "epoch": 0.08029487945805937,
+      "grad_norm": 328.79931640625,
+      "learning_rate": 1.9994620184644033e-06,
+      "loss": 26.5,
+      "step": 1209
+    },
+    {
+      "epoch": 0.08036129375041509,
+      "grad_norm": 187.28842163085938,
+      "learning_rate": 1.99945848525238e-06,
+      "loss": 25.4375,
+      "step": 1210
+    },
+    {
+      "epoch": 0.0804277080427708,
+      "grad_norm": 324.7859802246094,
+      "learning_rate": 1.9994549404791976e-06,
+      "loss": 31.2188,
+      "step": 1211
+    },
+    {
+      "epoch": 0.08049412233512653,
+      "grad_norm": 212.5389862060547,
+      "learning_rate": 1.9994513841448963e-06,
+      "loss": 19.9375,
+      "step": 1212
+    },
+    {
+      "epoch": 0.08056053662748223,
+      "grad_norm": 237.32720947265625,
+      "learning_rate": 1.9994478162495182e-06,
+      "loss": 22.5625,
+      "step": 1213
+    },
+    {
+      "epoch": 0.08062695091983794,
+      "grad_norm": 134.19631958007812,
+      "learning_rate": 1.999444236793104e-06,
+      "loss": 14.4219,
+      "step": 1214
+    },
+    {
+      "epoch": 0.08069336521219367,
+      "grad_norm": 195.38507080078125,
+      "learning_rate": 1.999440645775695e-06,
+      "loss": 28.2188,
+      "step": 1215
+    },
+    {
+      "epoch": 0.08075977950454938,
+      "grad_norm": 483.5729675292969,
+      "learning_rate": 1.9994370431973325e-06,
+      "loss": 28.3438,
+      "step": 1216
+    },
+    {
+      "epoch": 0.08082619379690509,
+      "grad_norm": 323.36126708984375,
+      "learning_rate": 1.9994334290580593e-06,
+      "loss": 21.0938,
+      "step": 1217
+    },
+    {
+      "epoch": 0.08089260808926081,
+      "grad_norm": 241.59169006347656,
+      "learning_rate": 1.9994298033579164e-06,
+      "loss": 24.4375,
+      "step": 1218
+    },
+    {
+      "epoch": 0.08095902238161652,
+      "grad_norm": 179.33663940429688,
+      "learning_rate": 1.999426166096945e-06,
+      "loss": 21.5156,
+      "step": 1219
+    },
+    {
+      "epoch": 0.08102543667397225,
+      "grad_norm": 188.68435668945312,
+      "learning_rate": 1.9994225172751893e-06,
+      "loss": 19.7188,
+      "step": 1220
+    },
+    {
+      "epoch": 0.08109185096632796,
+      "grad_norm": 495.35308837890625,
+      "learning_rate": 1.9994188568926894e-06,
+      "loss": 36.125,
+      "step": 1221
+    },
+    {
+      "epoch": 0.08115826525868367,
+      "grad_norm": 169.85189819335938,
+      "learning_rate": 1.9994151849494887e-06,
+      "loss": 25.4375,
+      "step": 1222
+    },
+    {
+      "epoch": 0.08122467955103939,
+      "grad_norm": 293.97509765625,
+      "learning_rate": 1.999411501445629e-06,
+      "loss": 24.0156,
+      "step": 1223
+    },
+    {
+      "epoch": 0.0812910938433951,
+      "grad_norm": 693.291015625,
+      "learning_rate": 1.999407806381154e-06,
+      "loss": 24.4062,
+      "step": 1224
+    },
+    {
+      "epoch": 0.08135750813575081,
+      "grad_norm": 477.21881103515625,
+      "learning_rate": 1.9994040997561057e-06,
+      "loss": 22.0,
+      "step": 1225
+    },
+    {
+      "epoch": 0.08142392242810653,
+      "grad_norm": 346.7300720214844,
+      "learning_rate": 1.9994003815705265e-06,
+      "loss": 26.0469,
+      "step": 1226
+    },
+    {
+      "epoch": 0.08149033672046224,
+      "grad_norm": 243.1171417236328,
+      "learning_rate": 1.9993966518244605e-06,
+      "loss": 20.9062,
+      "step": 1227
+    },
+    {
+      "epoch": 0.08155675101281795,
+      "grad_norm": 227.07199096679688,
+      "learning_rate": 1.9993929105179503e-06,
+      "loss": 25.875,
+      "step": 1228
+    },
+    {
+      "epoch": 0.08162316530517368,
+      "grad_norm": 185.94891357421875,
+      "learning_rate": 1.999389157651039e-06,
+      "loss": 25.5312,
+      "step": 1229
+    },
+    {
+      "epoch": 0.08168957959752939,
+      "grad_norm": 238.96878051757812,
+      "learning_rate": 1.99938539322377e-06,
+      "loss": 23.0,
+      "step": 1230
+    },
+    {
+      "epoch": 0.08175599388988511,
+      "grad_norm": 170.3710174560547,
+      "learning_rate": 1.9993816172361875e-06,
+      "loss": 20.9062,
+      "step": 1231
+    },
+    {
+      "epoch": 0.08182240818224082,
+      "grad_norm": 492.2698059082031,
+      "learning_rate": 1.9993778296883348e-06,
+      "loss": 30.9062,
+      "step": 1232
+    },
+    {
+      "epoch": 0.08188882247459653,
+      "grad_norm": 311.239990234375,
+      "learning_rate": 1.999374030580255e-06,
+      "loss": 23.625,
+      "step": 1233
+    },
+    {
+      "epoch": 0.08195523676695225,
+      "grad_norm": 546.3229370117188,
+      "learning_rate": 1.999370219911993e-06,
+      "loss": 19.8906,
+      "step": 1234
+    },
+    {
+      "epoch": 0.08202165105930796,
+      "grad_norm": 258.6357116699219,
+      "learning_rate": 1.9993663976835927e-06,
+      "loss": 21.6406,
+      "step": 1235
+    },
+    {
+      "epoch": 0.08208806535166367,
+      "grad_norm": 201.71890258789062,
+      "learning_rate": 1.9993625638950984e-06,
+      "loss": 24.0938,
+      "step": 1236
+    },
+    {
+      "epoch": 0.0821544796440194,
+      "grad_norm": 298.8157653808594,
+      "learning_rate": 1.9993587185465538e-06,
+      "loss": 24.75,
+      "step": 1237
+    },
+    {
+      "epoch": 0.0822208939363751,
+      "grad_norm": 325.7315979003906,
+      "learning_rate": 1.999354861638004e-06,
+      "loss": 22.4688,
+      "step": 1238
+    },
+    {
+      "epoch": 0.08228730822873083,
+      "grad_norm": 355.42120361328125,
+      "learning_rate": 1.9993509931694933e-06,
+      "loss": 32.9688,
+      "step": 1239
+    },
+    {
+      "epoch": 0.08235372252108654,
+      "grad_norm": 190.38597106933594,
+      "learning_rate": 1.9993471131410667e-06,
+      "loss": 21.125,
+      "step": 1240
+    },
+    {
+      "epoch": 0.08242013681344225,
+      "grad_norm": 462.5823974609375,
+      "learning_rate": 1.999343221552769e-06,
+      "loss": 28.1562,
+      "step": 1241
+    },
+    {
+      "epoch": 0.08248655110579797,
+      "grad_norm": 167.66201782226562,
+      "learning_rate": 1.999339318404645e-06,
+      "loss": 20.0,
+      "step": 1242
+    },
+    {
+      "epoch": 0.08255296539815368,
+      "grad_norm": 199.1075439453125,
+      "learning_rate": 1.9993354036967404e-06,
+      "loss": 22.3906,
+      "step": 1243
+    },
+    {
+      "epoch": 0.08261937969050939,
+      "grad_norm": 146.07598876953125,
+      "learning_rate": 1.9993314774290995e-06,
+      "loss": 18.8125,
+      "step": 1244
+    },
+    {
+      "epoch": 0.08268579398286512,
+      "grad_norm": 369.9111022949219,
+      "learning_rate": 1.9993275396017688e-06,
+      "loss": 25.9531,
+      "step": 1245
+    },
+    {
+      "epoch": 0.08275220827522083,
+      "grad_norm": 152.13966369628906,
+      "learning_rate": 1.999323590214793e-06,
+      "loss": 22.2031,
+      "step": 1246
+    },
+    {
+      "epoch": 0.08281862256757654,
+      "grad_norm": 188.96743774414062,
+      "learning_rate": 1.999319629268218e-06,
+      "loss": 24.1875,
+      "step": 1247
+    },
+    {
+      "epoch": 0.08288503685993226,
+      "grad_norm": 322.99810791015625,
+      "learning_rate": 1.9993156567620905e-06,
+      "loss": 23.1875,
+      "step": 1248
+    },
+    {
+      "epoch": 0.08295145115228797,
+      "grad_norm": 329.71014404296875,
+      "learning_rate": 1.999311672696455e-06,
+      "loss": 21.0625,
+      "step": 1249
+    },
+    {
+      "epoch": 0.0830178654446437,
+      "grad_norm": 891.2066040039062,
+      "learning_rate": 1.999307677071359e-06,
+      "loss": 31.0625,
+      "step": 1250
+    },
+    {
+      "epoch": 0.0830842797369994,
+      "grad_norm": 240.31655883789062,
+      "learning_rate": 1.9993036698868475e-06,
+      "loss": 23.0,
+      "step": 1251
+    },
+    {
+      "epoch": 0.08315069402935511,
+      "grad_norm": 168.891357421875,
+      "learning_rate": 1.9992996511429675e-06,
+      "loss": 21.1562,
+      "step": 1252
+    },
+    {
+      "epoch": 0.08321710832171084,
+      "grad_norm": 310.6842346191406,
+      "learning_rate": 1.9992956208397653e-06,
+      "loss": 30.9688,
+      "step": 1253
+    },
+    {
+      "epoch": 0.08328352261406655,
+      "grad_norm": 232.85369873046875,
+      "learning_rate": 1.9992915789772878e-06,
+      "loss": 28.6875,
+      "step": 1254
+    },
+    {
+      "epoch": 0.08334993690642226,
+      "grad_norm": 244.46836853027344,
+      "learning_rate": 1.9992875255555816e-06,
+      "loss": 24.8438,
+      "step": 1255
+    },
+    {
+      "epoch": 0.08341635119877798,
+      "grad_norm": 198.446044921875,
+      "learning_rate": 1.999283460574693e-06,
+      "loss": 22.5312,
+      "step": 1256
+    },
+    {
+      "epoch": 0.08348276549113369,
+      "grad_norm": 196.13726806640625,
+      "learning_rate": 1.9992793840346697e-06,
+      "loss": 25.0938,
+      "step": 1257
+    },
+    {
+      "epoch": 0.08354917978348941,
+      "grad_norm": 222.33721923828125,
+      "learning_rate": 1.999275295935559e-06,
+      "loss": 26.9688,
+      "step": 1258
+    },
+    {
+      "epoch": 0.08361559407584512,
+      "grad_norm": 200.14295959472656,
+      "learning_rate": 1.9992711962774077e-06,
+      "loss": 24.375,
+      "step": 1259
+    },
+    {
+      "epoch": 0.08368200836820083,
+      "grad_norm": 220.28390502929688,
+      "learning_rate": 1.999267085060264e-06,
+      "loss": 24.9531,
+      "step": 1260
+    },
+    {
+      "epoch": 0.08374842266055656,
+      "grad_norm": 170.24951171875,
+      "learning_rate": 1.999262962284174e-06,
+      "loss": 22.9062,
+      "step": 1261
+    },
+    {
+      "epoch": 0.08381483695291227,
+      "grad_norm": 559.5327758789062,
+      "learning_rate": 1.9992588279491867e-06,
+      "loss": 22.7656,
+      "step": 1262
+    },
+    {
+      "epoch": 0.08388125124526798,
+      "grad_norm": 181.83595275878906,
+      "learning_rate": 1.999254682055349e-06,
+      "loss": 27.0938,
+      "step": 1263
+    },
+    {
+      "epoch": 0.0839476655376237,
+      "grad_norm": 228.44216918945312,
+      "learning_rate": 1.99925052460271e-06,
+      "loss": 25.0469,
+      "step": 1264
+    },
+    {
+      "epoch": 0.08401407982997941,
+      "grad_norm": 306.6783447265625,
+      "learning_rate": 1.999246355591317e-06,
+      "loss": 20.0625,
+      "step": 1265
+    },
+    {
+      "epoch": 0.08408049412233512,
+      "grad_norm": 271.4317932128906,
+      "learning_rate": 1.9992421750212182e-06,
+      "loss": 25.4375,
+      "step": 1266
+    },
+    {
+      "epoch": 0.08414690841469084,
+      "grad_norm": 189.92861938476562,
+      "learning_rate": 1.999237982892462e-06,
+      "loss": 20.75,
+      "step": 1267
+    },
+    {
+      "epoch": 0.08421332270704655,
+      "grad_norm": 180.0780792236328,
+      "learning_rate": 1.9992337792050973e-06,
+      "loss": 16.7969,
+      "step": 1268
+    },
+    {
+      "epoch": 0.08427973699940228,
+      "grad_norm": 165.2290496826172,
+      "learning_rate": 1.999229563959172e-06,
+      "loss": 20.5312,
+      "step": 1269
+    },
+    {
+      "epoch": 0.08434615129175799,
+      "grad_norm": 239.00772094726562,
+      "learning_rate": 1.9992253371547357e-06,
+      "loss": 24.5,
+      "step": 1270
+    },
+    {
+      "epoch": 0.0844125655841137,
+      "grad_norm": 164.1334991455078,
+      "learning_rate": 1.999221098791837e-06,
+      "loss": 21.5625,
+      "step": 1271
+    },
+    {
+      "epoch": 0.08447897987646942,
+      "grad_norm": 315.799560546875,
+      "learning_rate": 1.9992168488705245e-06,
+      "loss": 22.4531,
+      "step": 1272
+    },
+    {
+      "epoch": 0.08454539416882513,
+      "grad_norm": 453.5128173828125,
+      "learning_rate": 1.999212587390848e-06,
+      "loss": 24.2812,
+      "step": 1273
+    },
+    {
+      "epoch": 0.08461180846118084,
+      "grad_norm": 260.122314453125,
+      "learning_rate": 1.999208314352856e-06,
+      "loss": 20.5625,
+      "step": 1274
+    },
+    {
+      "epoch": 0.08467822275353656,
+      "grad_norm": 332.8451232910156,
+      "learning_rate": 1.9992040297565986e-06,
+      "loss": 32.875,
+      "step": 1275
+    },
+    {
+      "epoch": 0.08474463704589227,
+      "grad_norm": 239.61961364746094,
+      "learning_rate": 1.9991997336021253e-06,
+      "loss": 27.8125,
+      "step": 1276
+    },
+    {
+      "epoch": 0.084811051338248,
+      "grad_norm": 466.39202880859375,
+      "learning_rate": 1.9991954258894855e-06,
+      "loss": 23.0312,
+      "step": 1277
+    },
+    {
+      "epoch": 0.08487746563060371,
+      "grad_norm": 300.3207092285156,
+      "learning_rate": 1.999191106618729e-06,
+      "loss": 27.625,
+      "step": 1278
+    },
+    {
+      "epoch": 0.08494387992295942,
+      "grad_norm": 176.12582397460938,
+      "learning_rate": 1.9991867757899063e-06,
+      "loss": 16.8125,
+      "step": 1279
+    },
+    {
+      "epoch": 0.08501029421531514,
+      "grad_norm": 177.29019165039062,
+      "learning_rate": 1.999182433403067e-06,
+      "loss": 21.7188,
+      "step": 1280
+    },
+    {
+      "epoch": 0.08507670850767085,
+      "grad_norm": 313.21099853515625,
+      "learning_rate": 1.9991780794582614e-06,
+      "loss": 22.5938,
+      "step": 1281
+    },
+    {
+      "epoch": 0.08514312280002656,
+      "grad_norm": 269.20172119140625,
+      "learning_rate": 1.99917371395554e-06,
+      "loss": 24.6562,
+      "step": 1282
+    },
+    {
+      "epoch": 0.08520953709238228,
+      "grad_norm": 380.7796325683594,
+      "learning_rate": 1.9991693368949534e-06,
+      "loss": 26.0312,
+      "step": 1283
+    },
+    {
+      "epoch": 0.085275951384738,
+      "grad_norm": 225.9879913330078,
+      "learning_rate": 1.9991649482765518e-06,
+      "loss": 16.4375,
+      "step": 1284
+    },
+    {
+      "epoch": 0.0853423656770937,
+      "grad_norm": 254.04745483398438,
+      "learning_rate": 1.9991605481003864e-06,
+      "loss": 20.4375,
+      "step": 1285
+    },
+    {
+      "epoch": 0.08540877996944943,
+      "grad_norm": 819.3475952148438,
+      "learning_rate": 1.9991561363665077e-06,
+      "loss": 21.4844,
+      "step": 1286
+    },
+    {
+      "epoch": 0.08547519426180514,
+      "grad_norm": 196.6028594970703,
+      "learning_rate": 1.9991517130749674e-06,
+      "loss": 25.0781,
+      "step": 1287
+    },
+    {
+      "epoch": 0.08554160855416086,
+      "grad_norm": 259.78009033203125,
+      "learning_rate": 1.999147278225816e-06,
+      "loss": 27.875,
+      "step": 1288
+    },
+    {
+      "epoch": 0.08560802284651657,
+      "grad_norm": 180.69285583496094,
+      "learning_rate": 1.9991428318191047e-06,
+      "loss": 21.7188,
+      "step": 1289
+    },
+    {
+      "epoch": 0.08567443713887228,
+      "grad_norm": 184.7758331298828,
+      "learning_rate": 1.9991383738548856e-06,
+      "loss": 22.875,
+      "step": 1290
+    },
+    {
+      "epoch": 0.085740851431228,
+      "grad_norm": 231.59262084960938,
+      "learning_rate": 1.99913390433321e-06,
+      "loss": 21.6562,
+      "step": 1291
+    },
+    {
+      "epoch": 0.08580726572358371,
+      "grad_norm": 303.88525390625,
+      "learning_rate": 1.9991294232541295e-06,
+      "loss": 24.2188,
+      "step": 1292
+    },
+    {
+      "epoch": 0.08587368001593942,
+      "grad_norm": 248.3999786376953,
+      "learning_rate": 1.999124930617696e-06,
+      "loss": 22.7812,
+      "step": 1293
+    },
+    {
+      "epoch": 0.08594009430829515,
+      "grad_norm": 176.15869140625,
+      "learning_rate": 1.999120426423961e-06,
+      "loss": 23.0469,
+      "step": 1294
+    },
+    {
+      "epoch": 0.08600650860065086,
+      "grad_norm": 246.6315460205078,
+      "learning_rate": 1.9991159106729774e-06,
+      "loss": 24.9531,
+      "step": 1295
+    },
+    {
+      "epoch": 0.08607292289300658,
+      "grad_norm": 311.9407653808594,
+      "learning_rate": 1.9991113833647967e-06,
+      "loss": 20.3281,
+      "step": 1296
+    },
+    {
+      "epoch": 0.08613933718536229,
+      "grad_norm": 143.15371704101562,
+      "learning_rate": 1.9991068444994724e-06,
+      "loss": 18.625,
+      "step": 1297
+    },
+    {
+      "epoch": 0.086205751477718,
+      "grad_norm": 206.75543212890625,
+      "learning_rate": 1.9991022940770556e-06,
+      "loss": 18.0,
+      "step": 1298
+    },
+    {
+      "epoch": 0.08627216577007372,
+      "grad_norm": 209.6553955078125,
+      "learning_rate": 1.9990977320975997e-06,
+      "loss": 21.8281,
+      "step": 1299
+    },
+    {
+      "epoch": 0.08633858006242943,
+      "grad_norm": 333.76312255859375,
+      "learning_rate": 1.9990931585611572e-06,
+      "loss": 22.1562,
+      "step": 1300
+    },
+    {
+      "epoch": 0.08640499435478514,
+      "grad_norm": 202.79510498046875,
+      "learning_rate": 1.9990885734677816e-06,
+      "loss": 23.0625,
+      "step": 1301
+    },
+    {
+      "epoch": 0.08647140864714087,
+      "grad_norm": 819.8528442382812,
+      "learning_rate": 1.9990839768175252e-06,
+      "loss": 18.25,
+      "step": 1302
+    },
+    {
+      "epoch": 0.08653782293949658,
+      "grad_norm": 394.017578125,
+      "learning_rate": 1.9990793686104416e-06,
+      "loss": 25.125,
+      "step": 1303
+    },
+    {
+      "epoch": 0.08660423723185229,
+      "grad_norm": 431.758056640625,
+      "learning_rate": 1.999074748846584e-06,
+      "loss": 31.0625,
+      "step": 1304
+    },
+    {
+      "epoch": 0.08667065152420801,
+      "grad_norm": 208.56222534179688,
+      "learning_rate": 1.9990701175260053e-06,
+      "loss": 21.1562,
+      "step": 1305
+    },
+    {
+      "epoch": 0.08673706581656372,
+      "grad_norm": 253.78005981445312,
+      "learning_rate": 1.9990654746487603e-06,
+      "loss": 24.4062,
+      "step": 1306
+    },
+    {
+      "epoch": 0.08680348010891945,
+      "grad_norm": 316.1116943359375,
+      "learning_rate": 1.9990608202149014e-06,
+      "loss": 21.5938,
+      "step": 1307
+    },
+    {
+      "epoch": 0.08686989440127516,
+      "grad_norm": 172.87876892089844,
+      "learning_rate": 1.9990561542244832e-06,
+      "loss": 16.6094,
+      "step": 1308
+    },
+    {
+      "epoch": 0.08693630869363086,
+      "grad_norm": 168.95008850097656,
+      "learning_rate": 1.9990514766775597e-06,
+      "loss": 23.4688,
+      "step": 1309
+    },
+    {
+      "epoch": 0.08700272298598659,
+      "grad_norm": 692.3076782226562,
+      "learning_rate": 1.9990467875741844e-06,
+      "loss": 21.4062,
+      "step": 1310
+    },
+    {
+      "epoch": 0.0870691372783423,
+      "grad_norm": 144.54299926757812,
+      "learning_rate": 1.999042086914412e-06,
+      "loss": 21.8438,
+      "step": 1311
+    },
+    {
+      "epoch": 0.08713555157069801,
+      "grad_norm": 302.8819274902344,
+      "learning_rate": 1.9990373746982974e-06,
+      "loss": 23.5,
+      "step": 1312
+    },
+    {
+      "epoch": 0.08720196586305373,
+      "grad_norm": 691.3168334960938,
+      "learning_rate": 1.999032650925894e-06,
+      "loss": 22.3594,
+      "step": 1313
+    },
+    {
+      "epoch": 0.08726838015540944,
+      "grad_norm": 322.595703125,
+      "learning_rate": 1.9990279155972573e-06,
+      "loss": 22.0,
+      "step": 1314
+    },
+    {
+      "epoch": 0.08733479444776517,
+      "grad_norm": 152.2213134765625,
+      "learning_rate": 1.9990231687124415e-06,
+      "loss": 16.6094,
+      "step": 1315
+    },
+    {
+      "epoch": 0.08740120874012088,
+      "grad_norm": 400.6410827636719,
+      "learning_rate": 1.999018410271502e-06,
+      "loss": 16.9375,
+      "step": 1316
+    },
+    {
+      "epoch": 0.08746762303247659,
+      "grad_norm": 246.50999450683594,
+      "learning_rate": 1.999013640274493e-06,
+      "loss": 22.9062,
+      "step": 1317
+    },
+    {
+      "epoch": 0.08753403732483231,
+      "grad_norm": 169.48504638671875,
+      "learning_rate": 1.999008858721471e-06,
+      "loss": 21.7812,
+      "step": 1318
+    },
+    {
+      "epoch": 0.08760045161718802,
+      "grad_norm": 255.61614990234375,
+      "learning_rate": 1.9990040656124904e-06,
+      "loss": 29.0,
+      "step": 1319
+    },
+    {
+      "epoch": 0.08766686590954373,
+      "grad_norm": 253.92921447753906,
+      "learning_rate": 1.9989992609476064e-06,
+      "loss": 20.4375,
+      "step": 1320
+    },
+    {
+      "epoch": 0.08773328020189945,
+      "grad_norm": 276.85113525390625,
+      "learning_rate": 1.9989944447268754e-06,
+      "loss": 21.7812,
+      "step": 1321
+    },
+    {
+      "epoch": 0.08779969449425516,
+      "grad_norm": 316.03387451171875,
+      "learning_rate": 1.9989896169503526e-06,
+      "loss": 21.9062,
+      "step": 1322
+    },
+    {
+      "epoch": 0.08786610878661087,
+      "grad_norm": 375.0991516113281,
+      "learning_rate": 1.998984777618094e-06,
+      "loss": 19.7969,
+      "step": 1323
+    },
+    {
+      "epoch": 0.0879325230789666,
+      "grad_norm": 178.28253173828125,
+      "learning_rate": 1.9989799267301556e-06,
+      "loss": 18.9062,
+      "step": 1324
+    },
+    {
+      "epoch": 0.0879989373713223,
+      "grad_norm": 142.70530700683594,
+      "learning_rate": 1.998975064286593e-06,
+      "loss": 18.8594,
+      "step": 1325
+    },
+    {
+      "epoch": 0.08806535166367803,
+      "grad_norm": 242.3474578857422,
+      "learning_rate": 1.9989701902874634e-06,
+      "loss": 20.6406,
+      "step": 1326
+    },
+    {
+      "epoch": 0.08813176595603374,
+      "grad_norm": 265.9046630859375,
+      "learning_rate": 1.9989653047328226e-06,
+      "loss": 22.75,
+      "step": 1327
+    },
+    {
+      "epoch": 0.08819818024838945,
+      "grad_norm": 243.81546020507812,
+      "learning_rate": 1.9989604076227275e-06,
+      "loss": 26.2188,
+      "step": 1328
+    },
+    {
+      "epoch": 0.08826459454074517,
+      "grad_norm": 362.4500732421875,
+      "learning_rate": 1.9989554989572336e-06,
+      "loss": 23.9062,
+      "step": 1329
+    },
+    {
+      "epoch": 0.08833100883310088,
+      "grad_norm": 235.7602081298828,
+      "learning_rate": 1.9989505787363993e-06,
+      "loss": 21.5625,
+      "step": 1330
+    },
+    {
+      "epoch": 0.08839742312545659,
+      "grad_norm": 469.67022705078125,
+      "learning_rate": 1.9989456469602802e-06,
+      "loss": 18.9375,
+      "step": 1331
+    },
+    {
+      "epoch": 0.08846383741781232,
+      "grad_norm": 204.1079559326172,
+      "learning_rate": 1.9989407036289342e-06,
+      "loss": 31.4219,
+      "step": 1332
+    },
+    {
+      "epoch": 0.08853025171016803,
+      "grad_norm": 420.9501953125,
+      "learning_rate": 1.998935748742418e-06,
+      "loss": 23.8438,
+      "step": 1333
+    },
+    {
+      "epoch": 0.08859666600252375,
+      "grad_norm": 144.2254180908203,
+      "learning_rate": 1.998930782300789e-06,
+      "loss": 26.8125,
+      "step": 1334
+    },
+    {
+      "epoch": 0.08866308029487946,
+      "grad_norm": 209.8211669921875,
+      "learning_rate": 1.998925804304105e-06,
+      "loss": 25.5625,
+      "step": 1335
+    },
+    {
+      "epoch": 0.08872949458723517,
+      "grad_norm": 143.0855712890625,
+      "learning_rate": 1.998920814752423e-06,
+      "loss": 17.1406,
+      "step": 1336
+    },
+    {
+      "epoch": 0.08879590887959089,
+      "grad_norm": 289.0574951171875,
+      "learning_rate": 1.9989158136458013e-06,
+      "loss": 26.1562,
+      "step": 1337
+    },
+    {
+      "epoch": 0.0888623231719466,
+      "grad_norm": 137.35060119628906,
+      "learning_rate": 1.998910800984298e-06,
+      "loss": 20.7031,
+      "step": 1338
+    },
+    {
+      "epoch": 0.08892873746430231,
+      "grad_norm": 319.46405029296875,
+      "learning_rate": 1.9989057767679694e-06,
+      "loss": 23.0625,
+      "step": 1339
+    },
+    {
+      "epoch": 0.08899515175665804,
+      "grad_norm": 308.5805969238281,
+      "learning_rate": 1.998900740996876e-06,
+      "loss": 22.7344,
+      "step": 1340
+    },
+    {
+      "epoch": 0.08906156604901375,
+      "grad_norm": 255.10366821289062,
+      "learning_rate": 1.9988956936710737e-06,
+      "loss": 20.7031,
+      "step": 1341
+    },
+    {
+      "epoch": 0.08912798034136946,
+      "grad_norm": 484.96063232421875,
+      "learning_rate": 1.9988906347906224e-06,
+      "loss": 29.1875,
+      "step": 1342
+    },
+    {
+      "epoch": 0.08919439463372518,
+      "grad_norm": 560.1943969726562,
+      "learning_rate": 1.9988855643555804e-06,
+      "loss": 27.9375,
+      "step": 1343
+    },
+    {
+      "epoch": 0.08926080892608089,
+      "grad_norm": 371.8629150390625,
+      "learning_rate": 1.998880482366006e-06,
+      "loss": 18.5625,
+      "step": 1344
+    },
+    {
+      "epoch": 0.08932722321843661,
+      "grad_norm": 186.50253295898438,
+      "learning_rate": 1.9988753888219584e-06,
+      "loss": 21.9375,
+      "step": 1345
+    },
+    {
+      "epoch": 0.08939363751079232,
+      "grad_norm": 166.70680236816406,
+      "learning_rate": 1.998870283723496e-06,
+      "loss": 23.3125,
+      "step": 1346
+    },
+    {
+      "epoch": 0.08946005180314803,
+      "grad_norm": 163.6896209716797,
+      "learning_rate": 1.9988651670706785e-06,
+      "loss": 20.8594,
+      "step": 1347
+    },
+    {
+      "epoch": 0.08952646609550376,
+      "grad_norm": 443.32891845703125,
+      "learning_rate": 1.998860038863564e-06,
+      "loss": 26.3125,
+      "step": 1348
+    },
+    {
+      "epoch": 0.08959288038785947,
+      "grad_norm": 395.9346008300781,
+      "learning_rate": 1.998854899102213e-06,
+      "loss": 26.25,
+      "step": 1349
+    },
+    {
+      "epoch": 0.08965929468021518,
+      "grad_norm": 487.0075988769531,
+      "learning_rate": 1.9988497477866848e-06,
+      "loss": 24.7188,
+      "step": 1350
+    },
+    {
+      "epoch": 0.0897257089725709,
+      "grad_norm": 823.1617431640625,
+      "learning_rate": 1.9988445849170387e-06,
+      "loss": 31.2969,
+      "step": 1351
+    },
+    {
+      "epoch": 0.08979212326492661,
+      "grad_norm": 127.06448364257812,
+      "learning_rate": 1.998839410493334e-06,
+      "loss": 17.0,
+      "step": 1352
+    },
+    {
+      "epoch": 0.08985853755728233,
+      "grad_norm": 411.4551086425781,
+      "learning_rate": 1.9988342245156308e-06,
+      "loss": 26.3125,
+      "step": 1353
+    },
+    {
+      "epoch": 0.08992495184963804,
+      "grad_norm": 279.84918212890625,
+      "learning_rate": 1.99882902698399e-06,
+      "loss": 33.0,
+      "step": 1354
+    },
+    {
+      "epoch": 0.08999136614199375,
+      "grad_norm": 255.93212890625,
+      "learning_rate": 1.9988238178984704e-06,
+      "loss": 20.4375,
+      "step": 1355
+    },
+    {
+      "epoch": 0.09005778043434948,
+      "grad_norm": 287.7039794921875,
+      "learning_rate": 1.998818597259133e-06,
+      "loss": 25.7812,
+      "step": 1356
+    },
+    {
+      "epoch": 0.09012419472670519,
+      "grad_norm": 151.73052978515625,
+      "learning_rate": 1.998813365066038e-06,
+      "loss": 19.1406,
+      "step": 1357
+    },
+    {
+      "epoch": 0.0901906090190609,
+      "grad_norm": 452.79595947265625,
+      "learning_rate": 1.998808121319246e-06,
+      "loss": 24.625,
+      "step": 1358
+    },
+    {
+      "epoch": 0.09025702331141662,
+      "grad_norm": 275.3985900878906,
+      "learning_rate": 1.9988028660188175e-06,
+      "loss": 21.2812,
+      "step": 1359
+    },
+    {
+      "epoch": 0.09032343760377233,
+      "grad_norm": 259.6611022949219,
+      "learning_rate": 1.9987975991648132e-06,
+      "loss": 25.5156,
+      "step": 1360
+    },
+    {
+      "epoch": 0.09038985189612804,
+      "grad_norm": 290.16778564453125,
+      "learning_rate": 1.9987923207572944e-06,
+      "loss": 27.4062,
+      "step": 1361
+    },
+    {
+      "epoch": 0.09045626618848376,
+      "grad_norm": 230.75221252441406,
+      "learning_rate": 1.998787030796322e-06,
+      "loss": 22.1094,
+      "step": 1362
+    },
+    {
+      "epoch": 0.09052268048083947,
+      "grad_norm": 313.7645263671875,
+      "learning_rate": 1.9987817292819573e-06,
+      "loss": 24.2812,
+      "step": 1363
+    },
+    {
+      "epoch": 0.0905890947731952,
+      "grad_norm": 235.61367797851562,
+      "learning_rate": 1.998776416214261e-06,
+      "loss": 22.3125,
+      "step": 1364
+    },
+    {
+      "epoch": 0.09065550906555091,
+      "grad_norm": 334.7099914550781,
+      "learning_rate": 1.9987710915932954e-06,
+      "loss": 27.6094,
+      "step": 1365
+    },
+    {
+      "epoch": 0.09072192335790662,
+      "grad_norm": 381.0361633300781,
+      "learning_rate": 1.998765755419122e-06,
+      "loss": 28.5312,
+      "step": 1366
+    },
+    {
+      "epoch": 0.09078833765026234,
+      "grad_norm": 303.62689208984375,
+      "learning_rate": 1.9987604076918018e-06,
+      "loss": 21.5,
+      "step": 1367
+    },
+    {
+      "epoch": 0.09085475194261805,
+      "grad_norm": 298.58026123046875,
+      "learning_rate": 1.9987550484113974e-06,
+      "loss": 22.6562,
+      "step": 1368
+    },
+    {
+      "epoch": 0.09092116623497376,
+      "grad_norm": 118.7188949584961,
+      "learning_rate": 1.9987496775779705e-06,
+      "loss": 16.75,
+      "step": 1369
+    },
+    {
+      "epoch": 0.09098758052732948,
+      "grad_norm": 210.16957092285156,
+      "learning_rate": 1.998744295191583e-06,
+      "loss": 22.9844,
+      "step": 1370
+    },
+    {
+      "epoch": 0.0910539948196852,
+      "grad_norm": 170.91712951660156,
+      "learning_rate": 1.9987389012522977e-06,
+      "loss": 20.5,
+      "step": 1371
+    },
+    {
+      "epoch": 0.09112040911204092,
+      "grad_norm": 200.55638122558594,
+      "learning_rate": 1.9987334957601766e-06,
+      "loss": 20.2344,
+      "step": 1372
+    },
+    {
+      "epoch": 0.09118682340439663,
+      "grad_norm": 247.40859985351562,
+      "learning_rate": 1.998728078715282e-06,
+      "loss": 23.1875,
+      "step": 1373
+    },
+    {
+      "epoch": 0.09125323769675234,
+      "grad_norm": 167.6441650390625,
+      "learning_rate": 1.9987226501176773e-06,
+      "loss": 23.0938,
+      "step": 1374
+    },
+    {
+      "epoch": 0.09131965198910806,
+      "grad_norm": 257.5350036621094,
+      "learning_rate": 1.998717209967425e-06,
+      "loss": 17.625,
+      "step": 1375
+    },
+    {
+      "epoch": 0.09138606628146377,
+      "grad_norm": 221.6208953857422,
+      "learning_rate": 1.9987117582645874e-06,
+      "loss": 25.0312,
+      "step": 1376
+    },
+    {
+      "epoch": 0.09145248057381948,
+      "grad_norm": 181.2992401123047,
+      "learning_rate": 1.9987062950092285e-06,
+      "loss": 24.9375,
+      "step": 1377
+    },
+    {
+      "epoch": 0.0915188948661752,
+      "grad_norm": 185.0813751220703,
+      "learning_rate": 1.9987008202014105e-06,
+      "loss": 21.2031,
+      "step": 1378
+    },
+    {
+      "epoch": 0.09158530915853091,
+      "grad_norm": 180.05059814453125,
+      "learning_rate": 1.9986953338411977e-06,
+      "loss": 23.3438,
+      "step": 1379
+    },
+    {
+      "epoch": 0.09165172345088662,
+      "grad_norm": 534.8882446289062,
+      "learning_rate": 1.9986898359286536e-06,
+      "loss": 20.0938,
+      "step": 1380
+    },
+    {
+      "epoch": 0.09171813774324235,
+      "grad_norm": 272.38092041015625,
+      "learning_rate": 1.9986843264638405e-06,
+      "loss": 24.0938,
+      "step": 1381
+    },
+    {
+      "epoch": 0.09178455203559806,
+      "grad_norm": 279.03167724609375,
+      "learning_rate": 1.9986788054468235e-06,
+      "loss": 18.875,
+      "step": 1382
+    },
+    {
+      "epoch": 0.09185096632795378,
+      "grad_norm": 2956.0048828125,
+      "learning_rate": 1.998673272877666e-06,
+      "loss": 18.5625,
+      "step": 1383
+    },
+    {
+      "epoch": 0.09191738062030949,
+      "grad_norm": 332.7354736328125,
+      "learning_rate": 1.9986677287564316e-06,
+      "loss": 31.0312,
+      "step": 1384
+    },
+    {
+      "epoch": 0.0919837949126652,
+      "grad_norm": 180.7508544921875,
+      "learning_rate": 1.998662173083185e-06,
+      "loss": 18.4375,
+      "step": 1385
+    },
+    {
+      "epoch": 0.09205020920502092,
+      "grad_norm": 396.1321105957031,
+      "learning_rate": 1.9986566058579902e-06,
+      "loss": 19.1562,
+      "step": 1386
+    },
+    {
+      "epoch": 0.09211662349737663,
+      "grad_norm": 180.02928161621094,
+      "learning_rate": 1.998651027080912e-06,
+      "loss": 20.6094,
+      "step": 1387
+    },
+    {
+      "epoch": 0.09218303778973234,
+      "grad_norm": 396.9158020019531,
+      "learning_rate": 1.998645436752014e-06,
+      "loss": 22.5625,
+      "step": 1388
+    },
+    {
+      "epoch": 0.09224945208208807,
+      "grad_norm": 163.17379760742188,
+      "learning_rate": 1.9986398348713615e-06,
+      "loss": 21.4375,
+      "step": 1389
+    },
+    {
+      "epoch": 0.09231586637444378,
+      "grad_norm": 270.8669738769531,
+      "learning_rate": 1.9986342214390195e-06,
+      "loss": 27.8125,
+      "step": 1390
+    },
+    {
+      "epoch": 0.0923822806667995,
+      "grad_norm": 170.43450927734375,
+      "learning_rate": 1.9986285964550526e-06,
+      "loss": 19.5,
+      "step": 1391
+    },
+    {
+      "epoch": 0.09244869495915521,
+      "grad_norm": 127.63409423828125,
+      "learning_rate": 1.998622959919526e-06,
+      "loss": 15.2969,
+      "step": 1392
+    },
+    {
+      "epoch": 0.09251510925151092,
+      "grad_norm": 191.5062713623047,
+      "learning_rate": 1.9986173118325047e-06,
+      "loss": 24.375,
+      "step": 1393
+    },
+    {
+      "epoch": 0.09258152354386665,
+      "grad_norm": 486.7026672363281,
+      "learning_rate": 1.998611652194054e-06,
+      "loss": 28.9375,
+      "step": 1394
+    },
+    {
+      "epoch": 0.09264793783622235,
+      "grad_norm": 178.8219451904297,
+      "learning_rate": 1.99860598100424e-06,
+      "loss": 19.5625,
+      "step": 1395
+    },
+    {
+      "epoch": 0.09271435212857806,
+      "grad_norm": 200.42283630371094,
+      "learning_rate": 1.9986002982631276e-06,
+      "loss": 25.0,
+      "step": 1396
+    },
+    {
+      "epoch": 0.09278076642093379,
+      "grad_norm": 163.21578979492188,
+      "learning_rate": 1.998594603970783e-06,
+      "loss": 23.0938,
+      "step": 1397
+    },
+    {
+      "epoch": 0.0928471807132895,
+      "grad_norm": 181.5293731689453,
+      "learning_rate": 1.9985888981272713e-06,
+      "loss": 17.9688,
+      "step": 1398
+    },
+    {
+      "epoch": 0.09291359500564521,
+      "grad_norm": 178.55747985839844,
+      "learning_rate": 1.9985831807326596e-06,
+      "loss": 21.1875,
+      "step": 1399
+    },
+    {
+      "epoch": 0.09298000929800093,
+      "grad_norm": 153.35569763183594,
+      "learning_rate": 1.998577451787013e-06,
+      "loss": 18.2188,
+      "step": 1400
+    },
+    {
+      "epoch": 0.09304642359035664,
+      "grad_norm": 179.20152282714844,
+      "learning_rate": 1.9985717112903987e-06,
+      "loss": 21.5469,
+      "step": 1401
+    },
+    {
+      "epoch": 0.09311283788271237,
+      "grad_norm": 158.3407440185547,
+      "learning_rate": 1.998565959242882e-06,
+      "loss": 20.2188,
+      "step": 1402
+    },
+    {
+      "epoch": 0.09317925217506808,
+      "grad_norm": 209.19546508789062,
+      "learning_rate": 1.998560195644531e-06,
+      "loss": 20.4375,
+      "step": 1403
+    },
+    {
+      "epoch": 0.09324566646742379,
+      "grad_norm": 214.98085021972656,
+      "learning_rate": 1.998554420495411e-06,
+      "loss": 19.4375,
+      "step": 1404
+    },
+    {
+      "epoch": 0.09331208075977951,
+      "grad_norm": 147.28778076171875,
+      "learning_rate": 1.9985486337955894e-06,
+      "loss": 20.1875,
+      "step": 1405
+    },
+    {
+      "epoch": 0.09337849505213522,
+      "grad_norm": 277.07366943359375,
+      "learning_rate": 1.9985428355451327e-06,
+      "loss": 24.25,
+      "step": 1406
+    },
+    {
+      "epoch": 0.09344490934449093,
+      "grad_norm": 181.976318359375,
+      "learning_rate": 1.9985370257441082e-06,
+      "loss": 17.9531,
+      "step": 1407
+    },
+    {
+      "epoch": 0.09351132363684665,
+      "grad_norm": 318.3641052246094,
+      "learning_rate": 1.9985312043925834e-06,
+      "loss": 22.125,
+      "step": 1408
+    },
+    {
+      "epoch": 0.09357773792920236,
+      "grad_norm": 206.36671447753906,
+      "learning_rate": 1.9985253714906254e-06,
+      "loss": 25.6562,
+      "step": 1409
+    },
+    {
+      "epoch": 0.09364415222155809,
+      "grad_norm": 279.6327819824219,
+      "learning_rate": 1.9985195270383018e-06,
+      "loss": 20.2812,
+      "step": 1410
+    },
+    {
+      "epoch": 0.0937105665139138,
+      "grad_norm": 200.282470703125,
+      "learning_rate": 1.99851367103568e-06,
+      "loss": 18.5156,
+      "step": 1411
+    },
+    {
+      "epoch": 0.0937769808062695,
+      "grad_norm": 243.85498046875,
+      "learning_rate": 1.998507803482828e-06,
+      "loss": 18.6719,
+      "step": 1412
+    },
+    {
+      "epoch": 0.09384339509862523,
+      "grad_norm": 203.98228454589844,
+      "learning_rate": 1.998501924379813e-06,
+      "loss": 20.875,
+      "step": 1413
+    },
+    {
+      "epoch": 0.09390980939098094,
+      "grad_norm": 195.4991455078125,
+      "learning_rate": 1.998496033726704e-06,
+      "loss": 18.7969,
+      "step": 1414
+    },
+    {
+      "epoch": 0.09397622368333665,
+      "grad_norm": 372.5924987792969,
+      "learning_rate": 1.9984901315235687e-06,
+      "loss": 25.0938,
+      "step": 1415
+    },
+    {
+      "epoch": 0.09404263797569237,
+      "grad_norm": 189.2462158203125,
+      "learning_rate": 1.998484217770475e-06,
+      "loss": 20.7188,
+      "step": 1416
+    },
+    {
+      "epoch": 0.09410905226804808,
+      "grad_norm": 488.7311096191406,
+      "learning_rate": 1.9984782924674915e-06,
+      "loss": 22.5,
+      "step": 1417
+    },
+    {
+      "epoch": 0.09417546656040379,
+      "grad_norm": 158.38589477539062,
+      "learning_rate": 1.9984723556146874e-06,
+      "loss": 15.0781,
+      "step": 1418
+    },
+    {
+      "epoch": 0.09424188085275952,
+      "grad_norm": 221.21311950683594,
+      "learning_rate": 1.9984664072121303e-06,
+      "loss": 25.4688,
+      "step": 1419
+    },
+    {
+      "epoch": 0.09430829514511523,
+      "grad_norm": 225.77853393554688,
+      "learning_rate": 1.9984604472598902e-06,
+      "loss": 20.9688,
+      "step": 1420
+    },
+    {
+      "epoch": 0.09437470943747095,
+      "grad_norm": 288.1778259277344,
+      "learning_rate": 1.998454475758035e-06,
+      "loss": 22.4531,
+      "step": 1421
+    },
+    {
+      "epoch": 0.09444112372982666,
+      "grad_norm": 354.5042419433594,
+      "learning_rate": 1.9984484927066338e-06,
+      "loss": 28.6875,
+      "step": 1422
+    },
+    {
+      "epoch": 0.09450753802218237,
+      "grad_norm": 152.18417358398438,
+      "learning_rate": 1.9984424981057567e-06,
+      "loss": 17.4375,
+      "step": 1423
+    },
+    {
+      "epoch": 0.09457395231453809,
+      "grad_norm": 246.65426635742188,
+      "learning_rate": 1.9984364919554724e-06,
+      "loss": 22.25,
+      "step": 1424
+    },
+    {
+      "epoch": 0.0946403666068938,
+      "grad_norm": 169.3465576171875,
+      "learning_rate": 1.9984304742558505e-06,
+      "loss": 23.8438,
+      "step": 1425
+    },
+    {
+      "epoch": 0.09470678089924951,
+      "grad_norm": 176.6103515625,
+      "learning_rate": 1.9984244450069603e-06,
+      "loss": 19.3125,
+      "step": 1426
+    },
+    {
+      "epoch": 0.09477319519160524,
+      "grad_norm": 154.64356994628906,
+      "learning_rate": 1.998418404208872e-06,
+      "loss": 16.9844,
+      "step": 1427
+    },
+    {
+      "epoch": 0.09483960948396095,
+      "grad_norm": 242.24803161621094,
+      "learning_rate": 1.9984123518616555e-06,
+      "loss": 26.2188,
+      "step": 1428
+    },
+    {
+      "epoch": 0.09490602377631667,
+      "grad_norm": 793.4747924804688,
+      "learning_rate": 1.9984062879653806e-06,
+      "loss": 28.9375,
+      "step": 1429
+    },
+    {
+      "epoch": 0.09497243806867238,
+      "grad_norm": 235.2990264892578,
+      "learning_rate": 1.9984002125201178e-06,
+      "loss": 25.4688,
+      "step": 1430
+    },
+    {
+      "epoch": 0.09503885236102809,
+      "grad_norm": 221.1936492919922,
+      "learning_rate": 1.9983941255259363e-06,
+      "loss": 21.0938,
+      "step": 1431
+    },
+    {
+      "epoch": 0.09510526665338381,
+      "grad_norm": 328.0105285644531,
+      "learning_rate": 1.998388026982908e-06,
+      "loss": 22.3438,
+      "step": 1432
+    },
+    {
+      "epoch": 0.09517168094573952,
+      "grad_norm": 341.1011047363281,
+      "learning_rate": 1.9983819168911022e-06,
+      "loss": 21.3906,
+      "step": 1433
+    },
+    {
+      "epoch": 0.09523809523809523,
+      "grad_norm": 239.20603942871094,
+      "learning_rate": 1.99837579525059e-06,
+      "loss": 23.2344,
+      "step": 1434
+    },
+    {
+      "epoch": 0.09530450953045096,
+      "grad_norm": 185.59291076660156,
+      "learning_rate": 1.9983696620614426e-06,
+      "loss": 21.75,
+      "step": 1435
+    },
+    {
+      "epoch": 0.09537092382280667,
+      "grad_norm": 131.9634552001953,
+      "learning_rate": 1.9983635173237304e-06,
+      "loss": 18.9219,
+      "step": 1436
+    },
+    {
+      "epoch": 0.09543733811516238,
+      "grad_norm": 551.6941528320312,
+      "learning_rate": 1.998357361037525e-06,
+      "loss": 20.9062,
+      "step": 1437
+    },
+    {
+      "epoch": 0.0955037524075181,
+      "grad_norm": 338.671142578125,
+      "learning_rate": 1.998351193202897e-06,
+      "loss": 19.25,
+      "step": 1438
+    },
+    {
+      "epoch": 0.09557016669987381,
+      "grad_norm": 505.2725830078125,
+      "learning_rate": 1.9983450138199187e-06,
+      "loss": 32.0312,
+      "step": 1439
+    },
+    {
+      "epoch": 0.09563658099222953,
+      "grad_norm": 378.9117126464844,
+      "learning_rate": 1.9983388228886604e-06,
+      "loss": 18.875,
+      "step": 1440
+    },
+    {
+      "epoch": 0.09570299528458524,
+      "grad_norm": 311.07562255859375,
+      "learning_rate": 1.9983326204091946e-06,
+      "loss": 23.625,
+      "step": 1441
+    },
+    {
+      "epoch": 0.09576940957694095,
+      "grad_norm": 473.44073486328125,
+      "learning_rate": 1.9983264063815924e-06,
+      "loss": 23.0625,
+      "step": 1442
+    },
+    {
+      "epoch": 0.09583582386929668,
+      "grad_norm": 169.01925659179688,
+      "learning_rate": 1.998320180805926e-06,
+      "loss": 20.5625,
+      "step": 1443
+    },
+    {
+      "epoch": 0.09590223816165239,
+      "grad_norm": 251.49444580078125,
+      "learning_rate": 1.9983139436822675e-06,
+      "loss": 27.9375,
+      "step": 1444
+    },
+    {
+      "epoch": 0.0959686524540081,
+      "grad_norm": 165.47927856445312,
+      "learning_rate": 1.998307695010689e-06,
+      "loss": 17.7969,
+      "step": 1445
+    },
+    {
+      "epoch": 0.09603506674636382,
+      "grad_norm": 177.63412475585938,
+      "learning_rate": 1.998301434791263e-06,
+      "loss": 22.9375,
+      "step": 1446
+    },
+    {
+      "epoch": 0.09610148103871953,
+      "grad_norm": 210.12335205078125,
+      "learning_rate": 1.9982951630240616e-06,
+      "loss": 28.2812,
+      "step": 1447
+    },
+    {
+      "epoch": 0.09616789533107525,
+      "grad_norm": 367.68121337890625,
+      "learning_rate": 1.998288879709157e-06,
+      "loss": 22.3438,
+      "step": 1448
+    },
+    {
+      "epoch": 0.09623430962343096,
+      "grad_norm": 258.6820983886719,
+      "learning_rate": 1.9982825848466225e-06,
+      "loss": 20.8594,
+      "step": 1449
+    },
+    {
+      "epoch": 0.09630072391578667,
+      "grad_norm": 206.99502563476562,
+      "learning_rate": 1.998276278436531e-06,
+      "loss": 23.2188,
+      "step": 1450
+    },
+    {
+      "epoch": 0.0963671382081424,
+      "grad_norm": 206.59500122070312,
+      "learning_rate": 1.9982699604789546e-06,
+      "loss": 22.9219,
+      "step": 1451
+    },
+    {
+      "epoch": 0.09643355250049811,
+      "grad_norm": 972.0762329101562,
+      "learning_rate": 1.998263630973967e-06,
+      "loss": 25.1875,
+      "step": 1452
+    },
+    {
+      "epoch": 0.09649996679285382,
+      "grad_norm": 248.5134735107422,
+      "learning_rate": 1.9982572899216417e-06,
+      "loss": 27.6562,
+      "step": 1453
+    },
+    {
+      "epoch": 0.09656638108520954,
+      "grad_norm": 280.0013427734375,
+      "learning_rate": 1.9982509373220515e-06,
+      "loss": 17.875,
+      "step": 1454
+    },
+    {
+      "epoch": 0.09663279537756525,
+      "grad_norm": 248.4324188232422,
+      "learning_rate": 1.9982445731752697e-06,
+      "loss": 20.2812,
+      "step": 1455
+    },
+    {
+      "epoch": 0.09669920966992096,
+      "grad_norm": 392.3816833496094,
+      "learning_rate": 1.998238197481371e-06,
+      "loss": 20.375,
+      "step": 1456
+    },
+    {
+      "epoch": 0.09676562396227668,
+      "grad_norm": 261.87542724609375,
+      "learning_rate": 1.9982318102404284e-06,
+      "loss": 20.1562,
+      "step": 1457
+    },
+    {
+      "epoch": 0.0968320382546324,
+      "grad_norm": 183.2694549560547,
+      "learning_rate": 1.9982254114525156e-06,
+      "loss": 27.0625,
+      "step": 1458
+    },
+    {
+      "epoch": 0.09689845254698812,
+      "grad_norm": 300.371826171875,
+      "learning_rate": 1.9982190011177066e-06,
+      "loss": 20.5312,
+      "step": 1459
+    },
+    {
+      "epoch": 0.09696486683934383,
+      "grad_norm": 528.0913696289062,
+      "learning_rate": 1.998212579236076e-06,
+      "loss": 19.2812,
+      "step": 1460
+    },
+    {
+      "epoch": 0.09703128113169954,
+      "grad_norm": 295.069091796875,
+      "learning_rate": 1.998206145807698e-06,
+      "loss": 28.0,
+      "step": 1461
+    },
+    {
+      "epoch": 0.09709769542405526,
+      "grad_norm": 230.5514678955078,
+      "learning_rate": 1.998199700832647e-06,
+      "loss": 21.25,
+      "step": 1462
+    },
+    {
+      "epoch": 0.09716410971641097,
+      "grad_norm": 234.8374481201172,
+      "learning_rate": 1.9981932443109973e-06,
+      "loss": 24.7188,
+      "step": 1463
+    },
+    {
+      "epoch": 0.09723052400876668,
+      "grad_norm": 379.7082824707031,
+      "learning_rate": 1.9981867762428237e-06,
+      "loss": 22.25,
+      "step": 1464
+    },
+    {
+      "epoch": 0.0972969383011224,
+      "grad_norm": 199.88876342773438,
+      "learning_rate": 1.998180296628201e-06,
+      "loss": 26.4062,
+      "step": 1465
+    },
+    {
+      "epoch": 0.09736335259347811,
+      "grad_norm": 278.5506591796875,
+      "learning_rate": 1.9981738054672043e-06,
+      "loss": 18.6094,
+      "step": 1466
+    },
+    {
+      "epoch": 0.09742976688583384,
+      "grad_norm": 275.688720703125,
+      "learning_rate": 1.998167302759909e-06,
+      "loss": 21.2812,
+      "step": 1467
+    },
+    {
+      "epoch": 0.09749618117818955,
+      "grad_norm": 153.4736785888672,
+      "learning_rate": 1.998160788506389e-06,
+      "loss": 20.0625,
+      "step": 1468
+    },
+    {
+      "epoch": 0.09756259547054526,
+      "grad_norm": 212.88499450683594,
+      "learning_rate": 1.998154262706721e-06,
+      "loss": 25.25,
+      "step": 1469
+    },
+    {
+      "epoch": 0.09762900976290098,
+      "grad_norm": 154.14808654785156,
+      "learning_rate": 1.9981477253609802e-06,
+      "loss": 25.2188,
+      "step": 1470
+    },
+    {
+      "epoch": 0.09769542405525669,
+      "grad_norm": 578.03857421875,
+      "learning_rate": 1.998141176469242e-06,
+      "loss": 21.9375,
+      "step": 1471
+    },
+    {
+      "epoch": 0.0977618383476124,
+      "grad_norm": 205.81980895996094,
+      "learning_rate": 1.9981346160315822e-06,
+      "loss": 19.8281,
+      "step": 1472
+    },
+    {
+      "epoch": 0.09782825263996812,
+      "grad_norm": 441.4497985839844,
+      "learning_rate": 1.998128044048077e-06,
+      "loss": 21.0,
+      "step": 1473
+    },
+    {
+      "epoch": 0.09789466693232383,
+      "grad_norm": 323.1939392089844,
+      "learning_rate": 1.998121460518802e-06,
+      "loss": 22.3594,
+      "step": 1474
+    },
+    {
+      "epoch": 0.09796108122467954,
+      "grad_norm": 156.04188537597656,
+      "learning_rate": 1.9981148654438334e-06,
+      "loss": 23.6562,
+      "step": 1475
+    },
+    {
+      "epoch": 0.09802749551703527,
+      "grad_norm": 208.4091339111328,
+      "learning_rate": 1.9981082588232475e-06,
+      "loss": 21.8125,
+      "step": 1476
+    },
+    {
+      "epoch": 0.09809390980939098,
+      "grad_norm": 253.94581604003906,
+      "learning_rate": 1.998101640657121e-06,
+      "loss": 21.375,
+      "step": 1477
+    },
+    {
+      "epoch": 0.0981603241017467,
+      "grad_norm": 331.6153869628906,
+      "learning_rate": 1.9980950109455305e-06,
+      "loss": 25.0625,
+      "step": 1478
+    },
+    {
+      "epoch": 0.09822673839410241,
+      "grad_norm": 214.0850830078125,
+      "learning_rate": 1.998088369688552e-06,
+      "loss": 27.3125,
+      "step": 1479
+    },
+    {
+      "epoch": 0.09829315268645812,
+      "grad_norm": 245.70706176757812,
+      "learning_rate": 1.9980817168862626e-06,
+      "loss": 27.6406,
+      "step": 1480
+    },
+    {
+      "epoch": 0.09835956697881384,
+      "grad_norm": 211.748046875,
+      "learning_rate": 1.99807505253874e-06,
+      "loss": 20.3438,
+      "step": 1481
+    },
+    {
+      "epoch": 0.09842598127116955,
+      "grad_norm": 198.3880615234375,
+      "learning_rate": 1.99806837664606e-06,
+      "loss": 18.4375,
+      "step": 1482
+    },
+    {
+      "epoch": 0.09849239556352526,
+      "grad_norm": 336.55218505859375,
+      "learning_rate": 1.9980616892083013e-06,
+      "loss": 25.9062,
+      "step": 1483
+    },
+    {
+      "epoch": 0.09855880985588099,
+      "grad_norm": 202.80410766601562,
+      "learning_rate": 1.99805499022554e-06,
+      "loss": 21.2812,
+      "step": 1484
+    },
+    {
+      "epoch": 0.0986252241482367,
+      "grad_norm": 216.99684143066406,
+      "learning_rate": 1.9980482796978544e-06,
+      "loss": 24.0312,
+      "step": 1485
+    },
+    {
+      "epoch": 0.09869163844059242,
+      "grad_norm": 178.0451202392578,
+      "learning_rate": 1.9980415576253217e-06,
+      "loss": 19.5,
+      "step": 1486
+    },
+    {
+      "epoch": 0.09875805273294813,
+      "grad_norm": 168.47706604003906,
+      "learning_rate": 1.9980348240080196e-06,
+      "loss": 17.5156,
+      "step": 1487
+    },
+    {
+      "epoch": 0.09882446702530384,
+      "grad_norm": 315.3368835449219,
+      "learning_rate": 1.998028078846026e-06,
+      "loss": 26.6562,
+      "step": 1488
+    },
+    {
+      "epoch": 0.09889088131765957,
+      "grad_norm": 254.5510711669922,
+      "learning_rate": 1.9980213221394197e-06,
+      "loss": 22.1562,
+      "step": 1489
+    },
+    {
+      "epoch": 0.09895729561001528,
+      "grad_norm": 318.07440185546875,
+      "learning_rate": 1.998014553888278e-06,
+      "loss": 29.25,
+      "step": 1490
+    },
+    {
+      "epoch": 0.09902370990237098,
+      "grad_norm": 206.23497009277344,
+      "learning_rate": 1.998007774092679e-06,
+      "loss": 21.125,
+      "step": 1491
+    },
+    {
+      "epoch": 0.09909012419472671,
+      "grad_norm": 208.21287536621094,
+      "learning_rate": 1.998000982752702e-06,
+      "loss": 24.7812,
+      "step": 1492
+    },
+    {
+      "epoch": 0.09915653848708242,
+      "grad_norm": 274.8124084472656,
+      "learning_rate": 1.9979941798684247e-06,
+      "loss": 22.0625,
+      "step": 1493
+    },
+    {
+      "epoch": 0.09922295277943813,
+      "grad_norm": 257.7064208984375,
+      "learning_rate": 1.997987365439927e-06,
+      "loss": 18.9531,
+      "step": 1494
+    },
+    {
+      "epoch": 0.09928936707179385,
+      "grad_norm": 163.2344207763672,
+      "learning_rate": 1.997980539467286e-06,
+      "loss": 22.9688,
+      "step": 1495
+    },
+    {
+      "epoch": 0.09935578136414956,
+      "grad_norm": 259.8163757324219,
+      "learning_rate": 1.997973701950582e-06,
+      "loss": 21.1094,
+      "step": 1496
+    },
+    {
+      "epoch": 0.09942219565650529,
+      "grad_norm": 148.92208862304688,
+      "learning_rate": 1.997966852889894e-06,
+      "loss": 20.125,
+      "step": 1497
+    },
+    {
+      "epoch": 0.099488609948861,
+      "grad_norm": 377.7610168457031,
+      "learning_rate": 1.9979599922853005e-06,
+      "loss": 27.9062,
+      "step": 1498
+    },
+    {
+      "epoch": 0.0995550242412167,
+      "grad_norm": 391.6260681152344,
+      "learning_rate": 1.997953120136881e-06,
+      "loss": 23.7812,
+      "step": 1499
+    },
+    {
+      "epoch": 0.09962143853357243,
+      "grad_norm": 190.37451171875,
+      "learning_rate": 1.997946236444716e-06,
+      "loss": 19.8281,
+      "step": 1500
+    },
+    {
+      "epoch": 0.09968785282592814,
+      "grad_norm": 261.8497619628906,
+      "learning_rate": 1.9979393412088837e-06,
+      "loss": 23.3125,
+      "step": 1501
+    },
+    {
+      "epoch": 0.09975426711828385,
+      "grad_norm": 2272.673095703125,
+      "learning_rate": 1.997932434429465e-06,
+      "loss": 21.9062,
+      "step": 1502
+    },
+    {
+      "epoch": 0.09982068141063957,
+      "grad_norm": 355.45849609375,
+      "learning_rate": 1.997925516106539e-06,
+      "loss": 30.0312,
+      "step": 1503
+    },
+    {
+      "epoch": 0.09988709570299528,
+      "grad_norm": 182.92750549316406,
+      "learning_rate": 1.997918586240186e-06,
+      "loss": 19.375,
+      "step": 1504
+    },
+    {
+      "epoch": 0.099953509995351,
+      "grad_norm": 167.6757354736328,
+      "learning_rate": 1.997911644830487e-06,
+      "loss": 23.4688,
+      "step": 1505
+    },
+    {
+      "epoch": 0.10001992428770672,
+      "grad_norm": 226.5205535888672,
+      "learning_rate": 1.997904691877521e-06,
+      "loss": 30.0312,
+      "step": 1506
+    },
+    {
+      "epoch": 0.10008633858006243,
+      "grad_norm": 262.0826416015625,
+      "learning_rate": 1.997897727381369e-06,
+      "loss": 21.8906,
+      "step": 1507
+    },
+    {
+      "epoch": 0.10015275287241815,
+      "grad_norm": 170.22962951660156,
+      "learning_rate": 1.9978907513421115e-06,
+      "loss": 23.1719,
+      "step": 1508
+    },
+    {
+      "epoch": 0.10021916716477386,
+      "grad_norm": 376.7835388183594,
+      "learning_rate": 1.997883763759829e-06,
+      "loss": 21.1562,
+      "step": 1509
+    },
+    {
+      "epoch": 0.10028558145712957,
+      "grad_norm": 211.77322387695312,
+      "learning_rate": 1.9978767646346025e-06,
+      "loss": 18.0781,
+      "step": 1510
+    },
+    {
+      "epoch": 0.10035199574948529,
+      "grad_norm": 169.96762084960938,
+      "learning_rate": 1.997869753966513e-06,
+      "loss": 23.5938,
+      "step": 1511
+    },
+    {
+      "epoch": 0.100418410041841,
+      "grad_norm": 500.7065734863281,
+      "learning_rate": 1.9978627317556423e-06,
+      "loss": 19.5,
+      "step": 1512
+    },
+    {
+      "epoch": 0.10048482433419671,
+      "grad_norm": 143.7285919189453,
+      "learning_rate": 1.99785569800207e-06,
+      "loss": 24.5938,
+      "step": 1513
+    },
+    {
+      "epoch": 0.10055123862655244,
+      "grad_norm": 136.61199951171875,
+      "learning_rate": 1.997848652705879e-06,
+      "loss": 18.6094,
+      "step": 1514
+    },
+    {
+      "epoch": 0.10061765291890815,
+      "grad_norm": 204.26107788085938,
+      "learning_rate": 1.99784159586715e-06,
+      "loss": 18.25,
+      "step": 1515
+    },
+    {
+      "epoch": 0.10068406721126387,
+      "grad_norm": 807.0415649414062,
+      "learning_rate": 1.9978345274859646e-06,
+      "loss": 17.2188,
+      "step": 1516
+    },
+    {
+      "epoch": 0.10075048150361958,
+      "grad_norm": 145.24363708496094,
+      "learning_rate": 1.997827447562405e-06,
+      "loss": 22.7969,
+      "step": 1517
+    },
+    {
+      "epoch": 0.10081689579597529,
+      "grad_norm": 355.1551513671875,
+      "learning_rate": 1.997820356096553e-06,
+      "loss": 24.2188,
+      "step": 1518
+    },
+    {
+      "epoch": 0.10088331008833101,
+      "grad_norm": 181.17108154296875,
+      "learning_rate": 1.9978132530884902e-06,
+      "loss": 20.8125,
+      "step": 1519
+    },
+    {
+      "epoch": 0.10094972438068672,
+      "grad_norm": 133.9143524169922,
+      "learning_rate": 1.997806138538299e-06,
+      "loss": 17.25,
+      "step": 1520
+    },
+    {
+      "epoch": 0.10101613867304243,
+      "grad_norm": 478.0348815917969,
+      "learning_rate": 1.997799012446062e-06,
+      "loss": 28.75,
+      "step": 1521
+    },
+    {
+      "epoch": 0.10108255296539816,
+      "grad_norm": 644.55224609375,
+      "learning_rate": 1.9977918748118613e-06,
+      "loss": 21.3125,
+      "step": 1522
+    },
+    {
+      "epoch": 0.10114896725775387,
+      "grad_norm": 266.1358642578125,
+      "learning_rate": 1.9977847256357797e-06,
+      "loss": 21.2812,
+      "step": 1523
+    },
+    {
+      "epoch": 0.10121538155010959,
+      "grad_norm": 909.0255737304688,
+      "learning_rate": 1.9977775649178996e-06,
+      "loss": 20.5625,
+      "step": 1524
+    },
+    {
+      "epoch": 0.1012817958424653,
+      "grad_norm": 186.61448669433594,
+      "learning_rate": 1.997770392658304e-06,
+      "loss": 20.6875,
+      "step": 1525
+    },
+    {
+      "epoch": 0.10134821013482101,
+      "grad_norm": 314.75518798828125,
+      "learning_rate": 1.997763208857076e-06,
+      "loss": 25.8594,
+      "step": 1526
+    },
+    {
+      "epoch": 0.10141462442717673,
+      "grad_norm": 158.10235595703125,
+      "learning_rate": 1.9977560135142982e-06,
+      "loss": 17.75,
+      "step": 1527
+    },
+    {
+      "epoch": 0.10148103871953244,
+      "grad_norm": 186.5385284423828,
+      "learning_rate": 1.997748806630054e-06,
+      "loss": 21.7812,
+      "step": 1528
+    },
+    {
+      "epoch": 0.10154745301188815,
+      "grad_norm": 136.16757202148438,
+      "learning_rate": 1.9977415882044276e-06,
+      "loss": 22.9375,
+      "step": 1529
+    },
+    {
+      "epoch": 0.10161386730424388,
+      "grad_norm": 197.1947784423828,
+      "learning_rate": 1.9977343582375015e-06,
+      "loss": 21.7656,
+      "step": 1530
+    },
+    {
+      "epoch": 0.10168028159659959,
+      "grad_norm": 226.98623657226562,
+      "learning_rate": 1.99772711672936e-06,
+      "loss": 25.9375,
+      "step": 1531
+    },
+    {
+      "epoch": 0.1017466958889553,
+      "grad_norm": 172.3445587158203,
+      "learning_rate": 1.9977198636800863e-06,
+      "loss": 23.2188,
+      "step": 1532
+    },
+    {
+      "epoch": 0.10181311018131102,
+      "grad_norm": 507.36279296875,
+      "learning_rate": 1.9977125990897643e-06,
+      "loss": 21.2188,
+      "step": 1533
+    },
+    {
+      "epoch": 0.10187952447366673,
+      "grad_norm": 265.4617919921875,
+      "learning_rate": 1.9977053229584783e-06,
+      "loss": 18.0156,
+      "step": 1534
+    },
+    {
+      "epoch": 0.10194593876602245,
+      "grad_norm": 303.9537048339844,
+      "learning_rate": 1.9976980352863125e-06,
+      "loss": 25.0625,
+      "step": 1535
+    },
+    {
+      "epoch": 0.10201235305837816,
+      "grad_norm": 516.6340942382812,
+      "learning_rate": 1.9976907360733516e-06,
+      "loss": 32.4375,
+      "step": 1536
+    },
+    {
+      "epoch": 0.10207876735073387,
+      "grad_norm": 282.47802734375,
+      "learning_rate": 1.997683425319679e-06,
+      "loss": 22.9375,
+      "step": 1537
+    },
+    {
+      "epoch": 0.1021451816430896,
+      "grad_norm": 251.77194213867188,
+      "learning_rate": 1.99767610302538e-06,
+      "loss": 28.0,
+      "step": 1538
+    },
+    {
+      "epoch": 0.1022115959354453,
+      "grad_norm": 331.79815673828125,
+      "learning_rate": 1.9976687691905393e-06,
+      "loss": 24.7188,
+      "step": 1539
+    },
+    {
+      "epoch": 0.10227801022780102,
+      "grad_norm": 227.31092834472656,
+      "learning_rate": 1.997661423815241e-06,
+      "loss": 21.5781,
+      "step": 1540
+    },
+    {
+      "epoch": 0.10234442452015674,
+      "grad_norm": 1521.718017578125,
+      "learning_rate": 1.9976540668995714e-06,
+      "loss": 16.7812,
+      "step": 1541
+    },
+    {
+      "epoch": 0.10241083881251245,
+      "grad_norm": 256.3233337402344,
+      "learning_rate": 1.9976466984436144e-06,
+      "loss": 25.9062,
+      "step": 1542
+    },
+    {
+      "epoch": 0.10247725310486817,
+      "grad_norm": 230.05050659179688,
+      "learning_rate": 1.997639318447456e-06,
+      "loss": 23.0312,
+      "step": 1543
+    },
+    {
+      "epoch": 0.10254366739722388,
+      "grad_norm": 220.56845092773438,
+      "learning_rate": 1.9976319269111806e-06,
+      "loss": 28.5625,
+      "step": 1544
+    },
+    {
+      "epoch": 0.1026100816895796,
+      "grad_norm": 280.1962585449219,
+      "learning_rate": 1.997624523834875e-06,
+      "loss": 22.5938,
+      "step": 1545
+    },
+    {
+      "epoch": 0.10267649598193532,
+      "grad_norm": 970.9983520507812,
+      "learning_rate": 1.9976171092186237e-06,
+      "loss": 24.75,
+      "step": 1546
+    },
+    {
+      "epoch": 0.10274291027429103,
+      "grad_norm": 470.2358093261719,
+      "learning_rate": 1.997609683062513e-06,
+      "loss": 30.4375,
+      "step": 1547
+    },
+    {
+      "epoch": 0.10280932456664674,
+      "grad_norm": 409.1690673828125,
+      "learning_rate": 1.997602245366629e-06,
+      "loss": 27.25,
+      "step": 1548
+    },
+    {
+      "epoch": 0.10287573885900246,
+      "grad_norm": 143.43850708007812,
+      "learning_rate": 1.9975947961310575e-06,
+      "loss": 19.75,
+      "step": 1549
+    },
+    {
+      "epoch": 0.10294215315135817,
+      "grad_norm": 345.5434265136719,
+      "learning_rate": 1.9975873353558843e-06,
+      "loss": 19.6562,
+      "step": 1550
+    },
+    {
+      "epoch": 0.10300856744371388,
+      "grad_norm": 284.042724609375,
+      "learning_rate": 1.9975798630411964e-06,
+      "loss": 24.25,
+      "step": 1551
+    },
+    {
+      "epoch": 0.1030749817360696,
+      "grad_norm": 287.4996337890625,
+      "learning_rate": 1.9975723791870795e-06,
+      "loss": 26.5312,
+      "step": 1552
+    },
+    {
+      "epoch": 0.10314139602842531,
+      "grad_norm": 267.5904541015625,
+      "learning_rate": 1.997564883793621e-06,
+      "loss": 32.1562,
+      "step": 1553
+    },
+    {
+      "epoch": 0.10320781032078104,
+      "grad_norm": 216.26161193847656,
+      "learning_rate": 1.997557376860907e-06,
+      "loss": 21.0781,
+      "step": 1554
+    },
+    {
+      "epoch": 0.10327422461313675,
+      "grad_norm": 1344.2569580078125,
+      "learning_rate": 1.997549858389024e-06,
+      "loss": 19.875,
+      "step": 1555
+    },
+    {
+      "epoch": 0.10334063890549246,
+      "grad_norm": 243.79067993164062,
+      "learning_rate": 1.99754232837806e-06,
+      "loss": 22.9219,
+      "step": 1556
+    },
+    {
+      "epoch": 0.10340705319784818,
+      "grad_norm": 654.909912109375,
+      "learning_rate": 1.9975347868281015e-06,
+      "loss": 30.5625,
+      "step": 1557
+    },
+    {
+      "epoch": 0.10347346749020389,
+      "grad_norm": 260.2639465332031,
+      "learning_rate": 1.9975272337392357e-06,
+      "loss": 19.5,
+      "step": 1558
+    },
+    {
+      "epoch": 0.1035398817825596,
+      "grad_norm": 247.3903045654297,
+      "learning_rate": 1.99751966911155e-06,
+      "loss": 22.3438,
+      "step": 1559
+    },
+    {
+      "epoch": 0.10360629607491532,
+      "grad_norm": 314.0259094238281,
+      "learning_rate": 1.9975120929451322e-06,
+      "loss": 19.9062,
+      "step": 1560
+    },
+    {
+      "epoch": 0.10367271036727103,
+      "grad_norm": 174.32952880859375,
+      "learning_rate": 1.9975045052400695e-06,
+      "loss": 20.1094,
+      "step": 1561
+    },
+    {
+      "epoch": 0.10373912465962676,
+      "grad_norm": 287.849853515625,
+      "learning_rate": 1.99749690599645e-06,
+      "loss": 27.0312,
+      "step": 1562
+    },
+    {
+      "epoch": 0.10380553895198247,
+      "grad_norm": 217.73533630371094,
+      "learning_rate": 1.9974892952143618e-06,
+      "loss": 23.375,
+      "step": 1563
+    },
+    {
+      "epoch": 0.10387195324433818,
+      "grad_norm": 186.92552185058594,
+      "learning_rate": 1.997481672893892e-06,
+      "loss": 24.7812,
+      "step": 1564
+    },
+    {
+      "epoch": 0.1039383675366939,
+      "grad_norm": 258.2301940917969,
+      "learning_rate": 1.9974740390351297e-06,
+      "loss": 22.5625,
+      "step": 1565
+    },
+    {
+      "epoch": 0.10400478182904961,
+      "grad_norm": 184.13075256347656,
+      "learning_rate": 1.9974663936381626e-06,
+      "loss": 24.0469,
+      "step": 1566
+    },
+    {
+      "epoch": 0.10407119612140532,
+      "grad_norm": 145.48007202148438,
+      "learning_rate": 1.99745873670308e-06,
+      "loss": 22.75,
+      "step": 1567
+    },
+    {
+      "epoch": 0.10413761041376104,
+      "grad_norm": 450.9101257324219,
+      "learning_rate": 1.9974510682299693e-06,
+      "loss": 25.8125,
+      "step": 1568
+    },
+    {
+      "epoch": 0.10420402470611675,
+      "grad_norm": 257.53460693359375,
+      "learning_rate": 1.9974433882189203e-06,
+      "loss": 25.4062,
+      "step": 1569
+    },
+    {
+      "epoch": 0.10427043899847246,
+      "grad_norm": 278.0014343261719,
+      "learning_rate": 1.997435696670021e-06,
+      "loss": 23.4062,
+      "step": 1570
+    },
+    {
+      "epoch": 0.10433685329082819,
+      "grad_norm": 459.15087890625,
+      "learning_rate": 1.997427993583361e-06,
+      "loss": 20.2812,
+      "step": 1571
+    },
+    {
+      "epoch": 0.1044032675831839,
+      "grad_norm": 174.6844940185547,
+      "learning_rate": 1.9974202789590287e-06,
+      "loss": 15.3594,
+      "step": 1572
+    },
+    {
+      "epoch": 0.10446968187553962,
+      "grad_norm": 913.6152954101562,
+      "learning_rate": 1.997412552797114e-06,
+      "loss": 28.2812,
+      "step": 1573
+    },
+    {
+      "epoch": 0.10453609616789533,
+      "grad_norm": 375.7596130371094,
+      "learning_rate": 1.997404815097706e-06,
+      "loss": 24.1094,
+      "step": 1574
+    },
+    {
+      "epoch": 0.10460251046025104,
+      "grad_norm": 445.3517150878906,
+      "learning_rate": 1.997397065860894e-06,
+      "loss": 21.1562,
+      "step": 1575
+    },
+    {
+      "epoch": 0.10466892475260677,
+      "grad_norm": 199.9519500732422,
+      "learning_rate": 1.9973893050867686e-06,
+      "loss": 22.5625,
+      "step": 1576
+    },
+    {
+      "epoch": 0.10473533904496247,
+      "grad_norm": 180.1151885986328,
+      "learning_rate": 1.997381532775418e-06,
+      "loss": 20.4688,
+      "step": 1577
+    },
+    {
+      "epoch": 0.10480175333731818,
+      "grad_norm": 288.3316955566406,
+      "learning_rate": 1.9973737489269338e-06,
+      "loss": 22.2188,
+      "step": 1578
+    },
+    {
+      "epoch": 0.10486816762967391,
+      "grad_norm": 147.00784301757812,
+      "learning_rate": 1.9973659535414046e-06,
+      "loss": 17.0,
+      "step": 1579
+    },
+    {
+      "epoch": 0.10493458192202962,
+      "grad_norm": 368.962158203125,
+      "learning_rate": 1.997358146618921e-06,
+      "loss": 23.0,
+      "step": 1580
+    },
+    {
+      "epoch": 0.10500099621438534,
+      "grad_norm": 271.216064453125,
+      "learning_rate": 1.997350328159574e-06,
+      "loss": 20.75,
+      "step": 1581
+    },
+    {
+      "epoch": 0.10506741050674105,
+      "grad_norm": 710.9257202148438,
+      "learning_rate": 1.9973424981634533e-06,
+      "loss": 26.8594,
+      "step": 1582
+    },
+    {
+      "epoch": 0.10513382479909676,
+      "grad_norm": 205.1395263671875,
+      "learning_rate": 1.9973346566306498e-06,
+      "loss": 19.1875,
+      "step": 1583
+    },
+    {
+      "epoch": 0.10520023909145249,
+      "grad_norm": 272.72210693359375,
+      "learning_rate": 1.997326803561254e-06,
+      "loss": 24.0312,
+      "step": 1584
+    },
+    {
+      "epoch": 0.1052666533838082,
+      "grad_norm": 193.73507690429688,
+      "learning_rate": 1.997318938955357e-06,
+      "loss": 24.4844,
+      "step": 1585
+    },
+    {
+      "epoch": 0.1053330676761639,
+      "grad_norm": 228.90155029296875,
+      "learning_rate": 1.997311062813049e-06,
+      "loss": 22.8438,
+      "step": 1586
+    },
+    {
+      "epoch": 0.10539948196851963,
+      "grad_norm": 221.60546875,
+      "learning_rate": 1.997303175134422e-06,
+      "loss": 26.7812,
+      "step": 1587
+    },
+    {
+      "epoch": 0.10546589626087534,
+      "grad_norm": 182.29263305664062,
+      "learning_rate": 1.997295275919567e-06,
+      "loss": 23.9688,
+      "step": 1588
+    },
+    {
+      "epoch": 0.10553231055323105,
+      "grad_norm": 145.5023193359375,
+      "learning_rate": 1.9972873651685754e-06,
+      "loss": 18.1562,
+      "step": 1589
+    },
+    {
+      "epoch": 0.10559872484558677,
+      "grad_norm": 128.9724578857422,
+      "learning_rate": 1.9972794428815386e-06,
+      "loss": 15.8281,
+      "step": 1590
+    },
+    {
+      "epoch": 0.10566513913794248,
+      "grad_norm": 153.8639678955078,
+      "learning_rate": 1.9972715090585484e-06,
+      "loss": 20.4062,
+      "step": 1591
+    },
+    {
+      "epoch": 0.1057315534302982,
+      "grad_norm": 206.13497924804688,
+      "learning_rate": 1.997263563699696e-06,
+      "loss": 21.4062,
+      "step": 1592
+    },
+    {
+      "epoch": 0.10579796772265392,
+      "grad_norm": 415.8521423339844,
+      "learning_rate": 1.9972556068050744e-06,
+      "loss": 22.2188,
+      "step": 1593
+    },
+    {
+      "epoch": 0.10586438201500963,
+      "grad_norm": 188.17794799804688,
+      "learning_rate": 1.9972476383747743e-06,
+      "loss": 16.1406,
+      "step": 1594
+    },
+    {
+      "epoch": 0.10593079630736535,
+      "grad_norm": 122.41138458251953,
+      "learning_rate": 1.9972396584088893e-06,
+      "loss": 16.5312,
+      "step": 1595
+    },
+    {
+      "epoch": 0.10599721059972106,
+      "grad_norm": 224.8682098388672,
+      "learning_rate": 1.9972316669075103e-06,
+      "loss": 21.9062,
+      "step": 1596
+    },
+    {
+      "epoch": 0.10606362489207677,
+      "grad_norm": 154.4534454345703,
+      "learning_rate": 1.997223663870731e-06,
+      "loss": 15.8438,
+      "step": 1597
+    },
+    {
+      "epoch": 0.10613003918443249,
+      "grad_norm": 323.1102294921875,
+      "learning_rate": 1.997215649298643e-06,
+      "loss": 24.5938,
+      "step": 1598
+    },
+    {
+      "epoch": 0.1061964534767882,
+      "grad_norm": 391.8900451660156,
+      "learning_rate": 1.997207623191339e-06,
+      "loss": 23.9375,
+      "step": 1599
+    },
+    {
+      "epoch": 0.10626286776914393,
+      "grad_norm": 140.21136474609375,
+      "learning_rate": 1.997199585548913e-06,
+      "loss": 21.2031,
+      "step": 1600
+    },
+    {
+      "epoch": 0.10632928206149964,
+      "grad_norm": 183.54898071289062,
+      "learning_rate": 1.997191536371457e-06,
+      "loss": 23.3125,
+      "step": 1601
+    },
+    {
+      "epoch": 0.10639569635385535,
+      "grad_norm": 168.448486328125,
+      "learning_rate": 1.997183475659064e-06,
+      "loss": 22.6562,
+      "step": 1602
+    },
+    {
+      "epoch": 0.10646211064621107,
+      "grad_norm": 282.4515075683594,
+      "learning_rate": 1.997175403411828e-06,
+      "loss": 16.9531,
+      "step": 1603
+    },
+    {
+      "epoch": 0.10652852493856678,
+      "grad_norm": 182.2367401123047,
+      "learning_rate": 1.9971673196298417e-06,
+      "loss": 20.6875,
+      "step": 1604
+    },
+    {
+      "epoch": 0.10659493923092249,
+      "grad_norm": 205.86322021484375,
+      "learning_rate": 1.997159224313199e-06,
+      "loss": 20.1875,
+      "step": 1605
+    },
+    {
+      "epoch": 0.10666135352327821,
+      "grad_norm": 167.13226318359375,
+      "learning_rate": 1.9971511174619935e-06,
+      "loss": 21.2969,
+      "step": 1606
+    },
+    {
+      "epoch": 0.10672776781563392,
+      "grad_norm": 285.2275085449219,
+      "learning_rate": 1.9971429990763186e-06,
+      "loss": 16.5,
+      "step": 1607
+    },
+    {
+      "epoch": 0.10679418210798963,
+      "grad_norm": 224.0365447998047,
+      "learning_rate": 1.9971348691562683e-06,
+      "loss": 20.7812,
+      "step": 1608
+    },
+    {
+      "epoch": 0.10686059640034536,
+      "grad_norm": 1037.5743408203125,
+      "learning_rate": 1.997126727701937e-06,
+      "loss": 19.7344,
+      "step": 1609
+    },
+    {
+      "epoch": 0.10692701069270107,
+      "grad_norm": 154.72857666015625,
+      "learning_rate": 1.9971185747134187e-06,
+      "loss": 21.5938,
+      "step": 1610
+    },
+    {
+      "epoch": 0.10699342498505679,
+      "grad_norm": 244.57952880859375,
+      "learning_rate": 1.997110410190808e-06,
+      "loss": 20.2031,
+      "step": 1611
+    },
+    {
+      "epoch": 0.1070598392774125,
+      "grad_norm": 295.03326416015625,
+      "learning_rate": 1.9971022341341986e-06,
+      "loss": 21.8125,
+      "step": 1612
+    },
+    {
+      "epoch": 0.10712625356976821,
+      "grad_norm": 408.24761962890625,
+      "learning_rate": 1.997094046543686e-06,
+      "loss": 24.4062,
+      "step": 1613
+    },
+    {
+      "epoch": 0.10719266786212393,
+      "grad_norm": 247.67457580566406,
+      "learning_rate": 1.997085847419364e-06,
+      "loss": 25.2188,
+      "step": 1614
+    },
+    {
+      "epoch": 0.10725908215447964,
+      "grad_norm": 856.4574584960938,
+      "learning_rate": 1.997077636761328e-06,
+      "loss": 30.3438,
+      "step": 1615
+    },
+    {
+      "epoch": 0.10732549644683535,
+      "grad_norm": 277.27923583984375,
+      "learning_rate": 1.9970694145696726e-06,
+      "loss": 24.375,
+      "step": 1616
+    },
+    {
+      "epoch": 0.10739191073919108,
+      "grad_norm": 278.73492431640625,
+      "learning_rate": 1.9970611808444937e-06,
+      "loss": 18.6406,
+      "step": 1617
+    },
+    {
+      "epoch": 0.10745832503154679,
+      "grad_norm": 215.30844116210938,
+      "learning_rate": 1.9970529355858854e-06,
+      "loss": 24.5938,
+      "step": 1618
+    },
+    {
+      "epoch": 0.10752473932390251,
+      "grad_norm": 328.51708984375,
+      "learning_rate": 1.997044678793944e-06,
+      "loss": 29.0938,
+      "step": 1619
+    },
+    {
+      "epoch": 0.10759115361625822,
+      "grad_norm": 281.4698181152344,
+      "learning_rate": 1.997036410468765e-06,
+      "loss": 18.5312,
+      "step": 1620
+    },
+    {
+      "epoch": 0.10765756790861393,
+      "grad_norm": 249.30078125,
+      "learning_rate": 1.997028130610443e-06,
+      "loss": 24.4688,
+      "step": 1621
+    },
+    {
+      "epoch": 0.10772398220096965,
+      "grad_norm": 296.86328125,
+      "learning_rate": 1.997019839219075e-06,
+      "loss": 19.75,
+      "step": 1622
+    },
+    {
+      "epoch": 0.10779039649332536,
+      "grad_norm": 190.27389526367188,
+      "learning_rate": 1.997011536294756e-06,
+      "loss": 17.0469,
+      "step": 1623
+    },
+    {
+      "epoch": 0.10785681078568107,
+      "grad_norm": 442.9554443359375,
+      "learning_rate": 1.997003221837583e-06,
+      "loss": 22.9375,
+      "step": 1624
+    },
+    {
+      "epoch": 0.1079232250780368,
+      "grad_norm": 142.9203643798828,
+      "learning_rate": 1.9969948958476516e-06,
+      "loss": 20.4062,
+      "step": 1625
+    },
+    {
+      "epoch": 0.1079896393703925,
+      "grad_norm": 131.65675354003906,
+      "learning_rate": 1.9969865583250576e-06,
+      "loss": 19.9062,
+      "step": 1626
+    },
+    {
+      "epoch": 0.10805605366274822,
+      "grad_norm": 206.30422973632812,
+      "learning_rate": 1.9969782092698983e-06,
+      "loss": 24.4375,
+      "step": 1627
+    },
+    {
+      "epoch": 0.10812246795510394,
+      "grad_norm": 184.028564453125,
+      "learning_rate": 1.9969698486822702e-06,
+      "loss": 19.4844,
+      "step": 1628
+    },
+    {
+      "epoch": 0.10818888224745965,
+      "grad_norm": 530.6934204101562,
+      "learning_rate": 1.9969614765622695e-06,
+      "loss": 30.625,
+      "step": 1629
+    },
+    {
+      "epoch": 0.10825529653981537,
+      "grad_norm": 237.66001892089844,
+      "learning_rate": 1.9969530929099935e-06,
+      "loss": 23.625,
+      "step": 1630
+    },
+    {
+      "epoch": 0.10832171083217108,
+      "grad_norm": 397.0396423339844,
+      "learning_rate": 1.9969446977255385e-06,
+      "loss": 22.0312,
+      "step": 1631
+    },
+    {
+      "epoch": 0.1083881251245268,
+      "grad_norm": 377.8217468261719,
+      "learning_rate": 1.9969362910090026e-06,
+      "loss": 23.3125,
+      "step": 1632
+    },
+    {
+      "epoch": 0.10845453941688252,
+      "grad_norm": 161.82736206054688,
+      "learning_rate": 1.9969278727604825e-06,
+      "loss": 18.3281,
+      "step": 1633
+    },
+    {
+      "epoch": 0.10852095370923823,
+      "grad_norm": 292.3719787597656,
+      "learning_rate": 1.9969194429800755e-06,
+      "loss": 24.875,
+      "step": 1634
+    },
+    {
+      "epoch": 0.10858736800159394,
+      "grad_norm": 226.81045532226562,
+      "learning_rate": 1.9969110016678794e-06,
+      "loss": 21.2031,
+      "step": 1635
+    },
+    {
+      "epoch": 0.10865378229394966,
+      "grad_norm": 192.5828857421875,
+      "learning_rate": 1.9969025488239913e-06,
+      "loss": 20.125,
+      "step": 1636
+    },
+    {
+      "epoch": 0.10872019658630537,
+      "grad_norm": 199.06578063964844,
+      "learning_rate": 1.99689408444851e-06,
+      "loss": 21.4062,
+      "step": 1637
+    },
+    {
+      "epoch": 0.1087866108786611,
+      "grad_norm": 246.3956298828125,
+      "learning_rate": 1.9968856085415325e-06,
+      "loss": 21.3125,
+      "step": 1638
+    },
+    {
+      "epoch": 0.1088530251710168,
+      "grad_norm": 1409.875732421875,
+      "learning_rate": 1.9968771211031566e-06,
+      "loss": 22.2188,
+      "step": 1639
+    },
+    {
+      "epoch": 0.10891943946337251,
+      "grad_norm": 283.62359619140625,
+      "learning_rate": 1.9968686221334816e-06,
+      "loss": 19.4062,
+      "step": 1640
+    },
+    {
+      "epoch": 0.10898585375572824,
+      "grad_norm": 302.1219177246094,
+      "learning_rate": 1.996860111632605e-06,
+      "loss": 24.3125,
+      "step": 1641
+    },
+    {
+      "epoch": 0.10905226804808395,
+      "grad_norm": 134.72634887695312,
+      "learning_rate": 1.9968515896006255e-06,
+      "loss": 16.7656,
+      "step": 1642
+    },
+    {
+      "epoch": 0.10911868234043966,
+      "grad_norm": 403.3640441894531,
+      "learning_rate": 1.9968430560376417e-06,
+      "loss": 25.7188,
+      "step": 1643
+    },
+    {
+      "epoch": 0.10918509663279538,
+      "grad_norm": 190.345703125,
+      "learning_rate": 1.9968345109437524e-06,
+      "loss": 23.0938,
+      "step": 1644
+    },
+    {
+      "epoch": 0.10925151092515109,
+      "grad_norm": 490.8495788574219,
+      "learning_rate": 1.9968259543190557e-06,
+      "loss": 26.1875,
+      "step": 1645
+    },
+    {
+      "epoch": 0.1093179252175068,
+      "grad_norm": 332.8659362792969,
+      "learning_rate": 1.9968173861636517e-06,
+      "loss": 22.0312,
+      "step": 1646
+    },
+    {
+      "epoch": 0.10938433950986252,
+      "grad_norm": 197.9927215576172,
+      "learning_rate": 1.9968088064776386e-06,
+      "loss": 21.0625,
+      "step": 1647
+    },
+    {
+      "epoch": 0.10945075380221823,
+      "grad_norm": 423.71038818359375,
+      "learning_rate": 1.9968002152611162e-06,
+      "loss": 23.8281,
+      "step": 1648
+    },
+    {
+      "epoch": 0.10951716809457396,
+      "grad_norm": 222.7073516845703,
+      "learning_rate": 1.996791612514184e-06,
+      "loss": 22.2188,
+      "step": 1649
+    },
+    {
+      "epoch": 0.10958358238692967,
+      "grad_norm": 404.8847351074219,
+      "learning_rate": 1.9967829982369406e-06,
+      "loss": 31.25,
+      "step": 1650
+    },
+    {
+      "epoch": 0.10964999667928538,
+      "grad_norm": 246.7508544921875,
+      "learning_rate": 1.9967743724294867e-06,
+      "loss": 21.375,
+      "step": 1651
+    },
+    {
+      "epoch": 0.1097164109716411,
+      "grad_norm": 684.0834350585938,
+      "learning_rate": 1.9967657350919213e-06,
+      "loss": 28.9375,
+      "step": 1652
+    },
+    {
+      "epoch": 0.10978282526399681,
+      "grad_norm": 125.03050231933594,
+      "learning_rate": 1.996757086224345e-06,
+      "loss": 20.9375,
+      "step": 1653
+    },
+    {
+      "epoch": 0.10984923955635252,
+      "grad_norm": 197.2208709716797,
+      "learning_rate": 1.9967484258268576e-06,
+      "loss": 17.7656,
+      "step": 1654
+    },
+    {
+      "epoch": 0.10991565384870824,
+      "grad_norm": 541.977294921875,
+      "learning_rate": 1.9967397538995587e-06,
+      "loss": 29.8281,
+      "step": 1655
+    },
+    {
+      "epoch": 0.10998206814106395,
+      "grad_norm": 337.7115173339844,
+      "learning_rate": 1.9967310704425494e-06,
+      "loss": 35.7812,
+      "step": 1656
+    },
+    {
+      "epoch": 0.11004848243341968,
+      "grad_norm": 225.32260131835938,
+      "learning_rate": 1.9967223754559293e-06,
+      "loss": 25.3125,
+      "step": 1657
+    },
+    {
+      "epoch": 0.11011489672577539,
+      "grad_norm": 388.2222595214844,
+      "learning_rate": 1.9967136689398e-06,
+      "loss": 23.6562,
+      "step": 1658
+    },
+    {
+      "epoch": 0.1101813110181311,
+      "grad_norm": 203.23770141601562,
+      "learning_rate": 1.9967049508942616e-06,
+      "loss": 22.5938,
+      "step": 1659
+    },
+    {
+      "epoch": 0.11024772531048682,
+      "grad_norm": 597.4645385742188,
+      "learning_rate": 1.9966962213194153e-06,
+      "loss": 15.8594,
+      "step": 1660
+    },
+    {
+      "epoch": 0.11031413960284253,
+      "grad_norm": 215.5852813720703,
+      "learning_rate": 1.9966874802153617e-06,
+      "loss": 23.1094,
+      "step": 1661
+    },
+    {
+      "epoch": 0.11038055389519824,
+      "grad_norm": 511.96441650390625,
+      "learning_rate": 1.996678727582202e-06,
+      "loss": 26.3906,
+      "step": 1662
+    },
+    {
+      "epoch": 0.11044696818755396,
+      "grad_norm": 420.703369140625,
+      "learning_rate": 1.996669963420037e-06,
+      "loss": 19.1562,
+      "step": 1663
+    },
+    {
+      "epoch": 0.11051338247990967,
+      "grad_norm": 280.721435546875,
+      "learning_rate": 1.9966611877289695e-06,
+      "loss": 23.3438,
+      "step": 1664
+    },
+    {
+      "epoch": 0.11057979677226538,
+      "grad_norm": 206.20529174804688,
+      "learning_rate": 1.9966524005091e-06,
+      "loss": 22.375,
+      "step": 1665
+    },
+    {
+      "epoch": 0.11064621106462111,
+      "grad_norm": 291.99749755859375,
+      "learning_rate": 1.9966436017605294e-06,
+      "loss": 28.9688,
+      "step": 1666
+    },
+    {
+      "epoch": 0.11071262535697682,
+      "grad_norm": 171.37254333496094,
+      "learning_rate": 1.996634791483361e-06,
+      "loss": 18.0938,
+      "step": 1667
+    },
+    {
+      "epoch": 0.11077903964933254,
+      "grad_norm": 304.2980041503906,
+      "learning_rate": 1.9966259696776955e-06,
+      "loss": 19.9844,
+      "step": 1668
+    },
+    {
+      "epoch": 0.11084545394168825,
+      "grad_norm": 152.2075958251953,
+      "learning_rate": 1.9966171363436357e-06,
+      "loss": 17.2969,
+      "step": 1669
+    },
+    {
+      "epoch": 0.11091186823404396,
+      "grad_norm": 168.9300994873047,
+      "learning_rate": 1.996608291481284e-06,
+      "loss": 20.4375,
+      "step": 1670
+    },
+    {
+      "epoch": 0.11097828252639969,
+      "grad_norm": 307.06494140625,
+      "learning_rate": 1.9965994350907416e-06,
+      "loss": 26.1875,
+      "step": 1671
+    },
+    {
+      "epoch": 0.1110446968187554,
+      "grad_norm": 332.0226745605469,
+      "learning_rate": 1.9965905671721123e-06,
+      "loss": 26.625,
+      "step": 1672
+    },
+    {
+      "epoch": 0.1111111111111111,
+      "grad_norm": 473.7713317871094,
+      "learning_rate": 1.996581687725497e-06,
+      "loss": 22.0156,
+      "step": 1673
+    },
+    {
+      "epoch": 0.11117752540346683,
+      "grad_norm": 320.0482482910156,
+      "learning_rate": 1.9965727967510002e-06,
+      "loss": 25.375,
+      "step": 1674
+    },
+    {
+      "epoch": 0.11124393969582254,
+      "grad_norm": 1887.6585693359375,
+      "learning_rate": 1.9965638942487238e-06,
+      "loss": 23.9375,
+      "step": 1675
+    },
+    {
+      "epoch": 0.11131035398817826,
+      "grad_norm": 254.75648498535156,
+      "learning_rate": 1.996554980218771e-06,
+      "loss": 23.8438,
+      "step": 1676
+    },
+    {
+      "epoch": 0.11137676828053397,
+      "grad_norm": 453.2525939941406,
+      "learning_rate": 1.9965460546612446e-06,
+      "loss": 22.8594,
+      "step": 1677
+    },
+    {
+      "epoch": 0.11144318257288968,
+      "grad_norm": 241.05105590820312,
+      "learning_rate": 1.996537117576248e-06,
+      "loss": 22.7969,
+      "step": 1678
+    },
+    {
+      "epoch": 0.1115095968652454,
+      "grad_norm": 417.9183349609375,
+      "learning_rate": 1.996528168963885e-06,
+      "loss": 15.6875,
+      "step": 1679
+    },
+    {
+      "epoch": 0.11157601115760112,
+      "grad_norm": 144.6858367919922,
+      "learning_rate": 1.9965192088242584e-06,
+      "loss": 23.5938,
+      "step": 1680
+    },
+    {
+      "epoch": 0.11164242544995683,
+      "grad_norm": 287.0624694824219,
+      "learning_rate": 1.9965102371574724e-06,
+      "loss": 21.7812,
+      "step": 1681
+    },
+    {
+      "epoch": 0.11170883974231255,
+      "grad_norm": 491.481689453125,
+      "learning_rate": 1.996501253963631e-06,
+      "loss": 30.0938,
+      "step": 1682
+    },
+    {
+      "epoch": 0.11177525403466826,
+      "grad_norm": 352.0125732421875,
+      "learning_rate": 1.9964922592428374e-06,
+      "loss": 22.4688,
+      "step": 1683
+    },
+    {
+      "epoch": 0.11184166832702397,
+      "grad_norm": 510.2582702636719,
+      "learning_rate": 1.9964832529951956e-06,
+      "loss": 35.2812,
+      "step": 1684
+    },
+    {
+      "epoch": 0.11190808261937969,
+      "grad_norm": 128.15206909179688,
+      "learning_rate": 1.9964742352208106e-06,
+      "loss": 16.25,
+      "step": 1685
+    },
+    {
+      "epoch": 0.1119744969117354,
+      "grad_norm": 222.72085571289062,
+      "learning_rate": 1.996465205919786e-06,
+      "loss": 13.7031,
+      "step": 1686
+    },
+    {
+      "epoch": 0.11204091120409113,
+      "grad_norm": 467.7706298828125,
+      "learning_rate": 1.9964561650922266e-06,
+      "loss": 24.375,
+      "step": 1687
+    },
+    {
+      "epoch": 0.11210732549644684,
+      "grad_norm": 332.3263854980469,
+      "learning_rate": 1.996447112738237e-06,
+      "loss": 33.625,
+      "step": 1688
+    },
+    {
+      "epoch": 0.11217373978880255,
+      "grad_norm": 275.4239807128906,
+      "learning_rate": 1.996438048857921e-06,
+      "loss": 20.6406,
+      "step": 1689
+    },
+    {
+      "epoch": 0.11224015408115827,
+      "grad_norm": 157.6586151123047,
+      "learning_rate": 1.996428973451385e-06,
+      "loss": 17.2031,
+      "step": 1690
+    },
+    {
+      "epoch": 0.11230656837351398,
+      "grad_norm": 187.49476623535156,
+      "learning_rate": 1.996419886518733e-06,
+      "loss": 24.7188,
+      "step": 1691
+    },
+    {
+      "epoch": 0.11237298266586969,
+      "grad_norm": 182.06362915039062,
+      "learning_rate": 1.9964107880600705e-06,
+      "loss": 20.2969,
+      "step": 1692
+    },
+    {
+      "epoch": 0.11243939695822541,
+      "grad_norm": 338.83416748046875,
+      "learning_rate": 1.9964016780755024e-06,
+      "loss": 23.125,
+      "step": 1693
+    },
+    {
+      "epoch": 0.11250581125058112,
+      "grad_norm": 370.3644714355469,
+      "learning_rate": 1.9963925565651346e-06,
+      "loss": 24.4688,
+      "step": 1694
+    },
+    {
+      "epoch": 0.11257222554293685,
+      "grad_norm": 170.19944763183594,
+      "learning_rate": 1.9963834235290718e-06,
+      "loss": 18.4375,
+      "step": 1695
+    },
+    {
+      "epoch": 0.11263863983529256,
+      "grad_norm": 184.51869201660156,
+      "learning_rate": 1.99637427896742e-06,
+      "loss": 24.4062,
+      "step": 1696
+    },
+    {
+      "epoch": 0.11270505412764827,
+      "grad_norm": 229.6938934326172,
+      "learning_rate": 1.9963651228802853e-06,
+      "loss": 17.8594,
+      "step": 1697
+    },
+    {
+      "epoch": 0.11277146842000399,
+      "grad_norm": 307.3039245605469,
+      "learning_rate": 1.9963559552677734e-06,
+      "loss": 27.8125,
+      "step": 1698
+    },
+    {
+      "epoch": 0.1128378827123597,
+      "grad_norm": 128.30992126464844,
+      "learning_rate": 1.9963467761299905e-06,
+      "loss": 20.6562,
+      "step": 1699
+    },
+    {
+      "epoch": 0.11290429700471541,
+      "grad_norm": 176.5413360595703,
+      "learning_rate": 1.9963375854670427e-06,
+      "loss": 20.25,
+      "step": 1700
+    },
+    {
+      "epoch": 0.11297071129707113,
+      "grad_norm": 278.53997802734375,
+      "learning_rate": 1.996328383279036e-06,
+      "loss": 25.6875,
+      "step": 1701
+    },
+    {
+      "epoch": 0.11303712558942684,
+      "grad_norm": 181.85079956054688,
+      "learning_rate": 1.996319169566077e-06,
+      "loss": 23.3125,
+      "step": 1702
+    },
+    {
+      "epoch": 0.11310353988178255,
+      "grad_norm": 545.8676147460938,
+      "learning_rate": 1.9963099443282726e-06,
+      "loss": 22.875,
+      "step": 1703
+    },
+    {
+      "epoch": 0.11316995417413828,
+      "grad_norm": 248.78573608398438,
+      "learning_rate": 1.996300707565729e-06,
+      "loss": 19.8906,
+      "step": 1704
+    },
+    {
+      "epoch": 0.11323636846649399,
+      "grad_norm": 361.3298645019531,
+      "learning_rate": 1.9962914592785534e-06,
+      "loss": 28.375,
+      "step": 1705
+    },
+    {
+      "epoch": 0.11330278275884971,
+      "grad_norm": 199.1438751220703,
+      "learning_rate": 1.9962821994668525e-06,
+      "loss": 39.625,
+      "step": 1706
+    },
+    {
+      "epoch": 0.11336919705120542,
+      "grad_norm": 184.18296813964844,
+      "learning_rate": 1.9962729281307343e-06,
+      "loss": 24.0312,
+      "step": 1707
+    },
+    {
+      "epoch": 0.11343561134356113,
+      "grad_norm": 444.39080810546875,
+      "learning_rate": 1.9962636452703047e-06,
+      "loss": 26.7188,
+      "step": 1708
+    },
+    {
+      "epoch": 0.11350202563591685,
+      "grad_norm": 356.4766845703125,
+      "learning_rate": 1.996254350885672e-06,
+      "loss": 27.875,
+      "step": 1709
+    },
+    {
+      "epoch": 0.11356843992827256,
+      "grad_norm": 1094.9716796875,
+      "learning_rate": 1.996245044976943e-06,
+      "loss": 22.125,
+      "step": 1710
+    },
+    {
+      "epoch": 0.11363485422062827,
+      "grad_norm": 231.3066864013672,
+      "learning_rate": 1.9962357275442264e-06,
+      "loss": 28.0312,
+      "step": 1711
+    },
+    {
+      "epoch": 0.113701268512984,
+      "grad_norm": 387.0046691894531,
+      "learning_rate": 1.996226398587629e-06,
+      "loss": 29.375,
+      "step": 1712
+    },
+    {
+      "epoch": 0.1137676828053397,
+      "grad_norm": 180.70440673828125,
+      "learning_rate": 1.9962170581072597e-06,
+      "loss": 20.5938,
+      "step": 1713
+    },
+    {
+      "epoch": 0.11383409709769543,
+      "grad_norm": 280.73828125,
+      "learning_rate": 1.996207706103225e-06,
+      "loss": 23.8125,
+      "step": 1714
+    },
+    {
+      "epoch": 0.11390051139005114,
+      "grad_norm": 231.3749542236328,
+      "learning_rate": 1.9961983425756344e-06,
+      "loss": 21.125,
+      "step": 1715
+    },
+    {
+      "epoch": 0.11396692568240685,
+      "grad_norm": 260.9252624511719,
+      "learning_rate": 1.996188967524596e-06,
+      "loss": 17.875,
+      "step": 1716
+    },
+    {
+      "epoch": 0.11403333997476257,
+      "grad_norm": 304.0097961425781,
+      "learning_rate": 1.9961795809502177e-06,
+      "loss": 20.5781,
+      "step": 1717
+    },
+    {
+      "epoch": 0.11409975426711828,
+      "grad_norm": 247.62928771972656,
+      "learning_rate": 1.9961701828526086e-06,
+      "loss": 20.25,
+      "step": 1718
+    },
+    {
+      "epoch": 0.114166168559474,
+      "grad_norm": 234.69635009765625,
+      "learning_rate": 1.9961607732318773e-06,
+      "loss": 22.7812,
+      "step": 1719
+    },
+    {
+      "epoch": 0.11423258285182972,
+      "grad_norm": 214.07762145996094,
+      "learning_rate": 1.9961513520881327e-06,
+      "loss": 23.8438,
+      "step": 1720
+    },
+    {
+      "epoch": 0.11429899714418543,
+      "grad_norm": 199.51394653320312,
+      "learning_rate": 1.9961419194214835e-06,
+      "loss": 16.7812,
+      "step": 1721
+    },
+    {
+      "epoch": 0.11436541143654114,
+      "grad_norm": 152.00730895996094,
+      "learning_rate": 1.996132475232039e-06,
+      "loss": 21.375,
+      "step": 1722
+    },
+    {
+      "epoch": 0.11443182572889686,
+      "grad_norm": 157.16050720214844,
+      "learning_rate": 1.9961230195199084e-06,
+      "loss": 17.3594,
+      "step": 1723
+    },
+    {
+      "epoch": 0.11449824002125257,
+      "grad_norm": 276.9367370605469,
+      "learning_rate": 1.9961135522852014e-06,
+      "loss": 31.875,
+      "step": 1724
+    },
+    {
+      "epoch": 0.1145646543136083,
+      "grad_norm": 404.4113464355469,
+      "learning_rate": 1.996104073528027e-06,
+      "loss": 23.9062,
+      "step": 1725
+    },
+    {
+      "epoch": 0.114631068605964,
+      "grad_norm": 277.0516052246094,
+      "learning_rate": 1.996094583248495e-06,
+      "loss": 28.4688,
+      "step": 1726
+    },
+    {
+      "epoch": 0.11469748289831971,
+      "grad_norm": 286.62982177734375,
+      "learning_rate": 1.9960850814467152e-06,
+      "loss": 24.0312,
+      "step": 1727
+    },
+    {
+      "epoch": 0.11476389719067544,
+      "grad_norm": 312.6169738769531,
+      "learning_rate": 1.9960755681227975e-06,
+      "loss": 26.5,
+      "step": 1728
+    },
+    {
+      "epoch": 0.11483031148303115,
+      "grad_norm": 217.31192016601562,
+      "learning_rate": 1.9960660432768523e-06,
+      "loss": 24.4688,
+      "step": 1729
+    },
+    {
+      "epoch": 0.11489672577538686,
+      "grad_norm": 321.53546142578125,
+      "learning_rate": 1.996056506908989e-06,
+      "loss": 25.375,
+      "step": 1730
+    },
+    {
+      "epoch": 0.11496314006774258,
+      "grad_norm": 336.2167663574219,
+      "learning_rate": 1.9960469590193194e-06,
+      "loss": 29.25,
+      "step": 1731
+    },
+    {
+      "epoch": 0.11502955436009829,
+      "grad_norm": 259.7498779296875,
+      "learning_rate": 1.996037399607952e-06,
+      "loss": 27.0,
+      "step": 1732
+    },
+    {
+      "epoch": 0.11509596865245401,
+      "grad_norm": 257.66119384765625,
+      "learning_rate": 1.9960278286749986e-06,
+      "loss": 24.3906,
+      "step": 1733
+    },
+    {
+      "epoch": 0.11516238294480972,
+      "grad_norm": 192.08116149902344,
+      "learning_rate": 1.9960182462205694e-06,
+      "loss": 18.6406,
+      "step": 1734
+    },
+    {
+      "epoch": 0.11522879723716543,
+      "grad_norm": 269.9233703613281,
+      "learning_rate": 1.9960086522447757e-06,
+      "loss": 23.1875,
+      "step": 1735
+    },
+    {
+      "epoch": 0.11529521152952116,
+      "grad_norm": 251.20338439941406,
+      "learning_rate": 1.9959990467477282e-06,
+      "loss": 22.5625,
+      "step": 1736
+    },
+    {
+      "epoch": 0.11536162582187687,
+      "grad_norm": 219.7432403564453,
+      "learning_rate": 1.9959894297295377e-06,
+      "loss": 27.4375,
+      "step": 1737
+    },
+    {
+      "epoch": 0.11542804011423258,
+      "grad_norm": 392.4218444824219,
+      "learning_rate": 1.9959798011903164e-06,
+      "loss": 24.8125,
+      "step": 1738
+    },
+    {
+      "epoch": 0.1154944544065883,
+      "grad_norm": 123.12520599365234,
+      "learning_rate": 1.9959701611301747e-06,
+      "loss": 14.0,
+      "step": 1739
+    },
+    {
+      "epoch": 0.11556086869894401,
+      "grad_norm": 157.98983764648438,
+      "learning_rate": 1.995960509549225e-06,
+      "loss": 26.4609,
+      "step": 1740
+    },
+    {
+      "epoch": 0.11562728299129973,
+      "grad_norm": 135.9591522216797,
+      "learning_rate": 1.995950846447578e-06,
+      "loss": 21.6719,
+      "step": 1741
+    },
+    {
+      "epoch": 0.11569369728365544,
+      "grad_norm": 364.8240966796875,
+      "learning_rate": 1.9959411718253457e-06,
+      "loss": 22.5469,
+      "step": 1742
+    },
+    {
+      "epoch": 0.11576011157601115,
+      "grad_norm": 248.50253295898438,
+      "learning_rate": 1.9959314856826404e-06,
+      "loss": 23.2812,
+      "step": 1743
+    },
+    {
+      "epoch": 0.11582652586836688,
+      "grad_norm": 490.4991149902344,
+      "learning_rate": 1.995921788019574e-06,
+      "loss": 32.0781,
+      "step": 1744
+    },
+    {
+      "epoch": 0.11589294016072259,
+      "grad_norm": 524.9898071289062,
+      "learning_rate": 1.9959120788362585e-06,
+      "loss": 38.875,
+      "step": 1745
+    },
+    {
+      "epoch": 0.1159593544530783,
+      "grad_norm": 321.8814392089844,
+      "learning_rate": 1.9959023581328064e-06,
+      "loss": 23.6094,
+      "step": 1746
+    },
+    {
+      "epoch": 0.11602576874543402,
+      "grad_norm": 12591.5751953125,
+      "learning_rate": 1.9958926259093306e-06,
+      "loss": 23.5938,
+      "step": 1747
+    },
+    {
+      "epoch": 0.11609218303778973,
+      "grad_norm": 132.2279815673828,
+      "learning_rate": 1.9958828821659424e-06,
+      "loss": 16.6406,
+      "step": 1748
+    },
+    {
+      "epoch": 0.11615859733014544,
+      "grad_norm": 197.79103088378906,
+      "learning_rate": 1.995873126902756e-06,
+      "loss": 26.6562,
+      "step": 1749
+    },
+    {
+      "epoch": 0.11622501162250116,
+      "grad_norm": 191.12754821777344,
+      "learning_rate": 1.995863360119883e-06,
+      "loss": 20.2656,
+      "step": 1750
+    },
+    {
+      "epoch": 0.11629142591485687,
+      "grad_norm": 474.49371337890625,
+      "learning_rate": 1.995853581817437e-06,
+      "loss": 17.7188,
+      "step": 1751
+    },
+    {
+      "epoch": 0.1163578402072126,
+      "grad_norm": 298.37384033203125,
+      "learning_rate": 1.995843791995531e-06,
+      "loss": 33.25,
+      "step": 1752
+    },
+    {
+      "epoch": 0.11642425449956831,
+      "grad_norm": 210.37420654296875,
+      "learning_rate": 1.995833990654278e-06,
+      "loss": 26.0938,
+      "step": 1753
+    },
+    {
+      "epoch": 0.11649066879192402,
+      "grad_norm": 242.4628143310547,
+      "learning_rate": 1.9958241777937922e-06,
+      "loss": 23.625,
+      "step": 1754
+    },
+    {
+      "epoch": 0.11655708308427974,
+      "grad_norm": 337.200927734375,
+      "learning_rate": 1.9958143534141863e-06,
+      "loss": 30.0938,
+      "step": 1755
+    },
+    {
+      "epoch": 0.11662349737663545,
+      "grad_norm": 217.36143493652344,
+      "learning_rate": 1.995804517515574e-06,
+      "loss": 22.1562,
+      "step": 1756
+    },
+    {
+      "epoch": 0.11668991166899116,
+      "grad_norm": 160.3636016845703,
+      "learning_rate": 1.9957946700980694e-06,
+      "loss": 25.9375,
+      "step": 1757
+    },
+    {
+      "epoch": 0.11675632596134689,
+      "grad_norm": 287.1412353515625,
+      "learning_rate": 1.9957848111617863e-06,
+      "loss": 30.4375,
+      "step": 1758
+    },
+    {
+      "epoch": 0.1168227402537026,
+      "grad_norm": 204.01119995117188,
+      "learning_rate": 1.9957749407068386e-06,
+      "loss": 21.5,
+      "step": 1759
+    },
+    {
+      "epoch": 0.11688915454605832,
+      "grad_norm": 297.60211181640625,
+      "learning_rate": 1.995765058733341e-06,
+      "loss": 28.8438,
+      "step": 1760
+    },
+    {
+      "epoch": 0.11695556883841403,
+      "grad_norm": 1017.2622680664062,
+      "learning_rate": 1.995755165241407e-06,
+      "loss": 18.0469,
+      "step": 1761
+    },
+    {
+      "epoch": 0.11702198313076974,
+      "grad_norm": 221.7760467529297,
+      "learning_rate": 1.995745260231151e-06,
+      "loss": 21.9062,
+      "step": 1762
+    },
+    {
+      "epoch": 0.11708839742312546,
+      "grad_norm": 787.6292724609375,
+      "learning_rate": 1.9957353437026886e-06,
+      "loss": 31.375,
+      "step": 1763
+    },
+    {
+      "epoch": 0.11715481171548117,
+      "grad_norm": 256.6094665527344,
+      "learning_rate": 1.995725415656134e-06,
+      "loss": 24.3438,
+      "step": 1764
+    },
+    {
+      "epoch": 0.11722122600783688,
+      "grad_norm": 190.4317626953125,
+      "learning_rate": 1.9957154760916016e-06,
+      "loss": 21.1562,
+      "step": 1765
+    },
+    {
+      "epoch": 0.1172876403001926,
+      "grad_norm": 521.09423828125,
+      "learning_rate": 1.995705525009207e-06,
+      "loss": 21.2812,
+      "step": 1766
+    },
+    {
+      "epoch": 0.11735405459254832,
+      "grad_norm": 363.77166748046875,
+      "learning_rate": 1.995695562409065e-06,
+      "loss": 23.0938,
+      "step": 1767
+    },
+    {
+      "epoch": 0.11742046888490403,
+      "grad_norm": 263.17071533203125,
+      "learning_rate": 1.995685588291291e-06,
+      "loss": 20.7812,
+      "step": 1768
+    },
+    {
+      "epoch": 0.11748688317725975,
+      "grad_norm": 206.57705688476562,
+      "learning_rate": 1.995675602656e-06,
+      "loss": 24.5312,
+      "step": 1769
+    },
+    {
+      "epoch": 0.11755329746961546,
+      "grad_norm": 554.7630615234375,
+      "learning_rate": 1.9956656055033077e-06,
+      "loss": 20.2812,
+      "step": 1770
+    },
+    {
+      "epoch": 0.11761971176197118,
+      "grad_norm": 175.32472229003906,
+      "learning_rate": 1.99565559683333e-06,
+      "loss": 25.3438,
+      "step": 1771
+    },
+    {
+      "epoch": 0.11768612605432689,
+      "grad_norm": 182.73765563964844,
+      "learning_rate": 1.9956455766461825e-06,
+      "loss": 26.2344,
+      "step": 1772
+    },
+    {
+      "epoch": 0.1177525403466826,
+      "grad_norm": 302.540771484375,
+      "learning_rate": 1.995635544941981e-06,
+      "loss": 25.7656,
+      "step": 1773
+    },
+    {
+      "epoch": 0.11781895463903833,
+      "grad_norm": 315.4385681152344,
+      "learning_rate": 1.9956255017208416e-06,
+      "loss": 24.3438,
+      "step": 1774
+    },
+    {
+      "epoch": 0.11788536893139404,
+      "grad_norm": 308.4131774902344,
+      "learning_rate": 1.995615446982881e-06,
+      "loss": 27.8438,
+      "step": 1775
+    },
+    {
+      "epoch": 0.11795178322374975,
+      "grad_norm": 285.35845947265625,
+      "learning_rate": 1.9956053807282146e-06,
+      "loss": 25.625,
+      "step": 1776
+    },
+    {
+      "epoch": 0.11801819751610547,
+      "grad_norm": 323.4344177246094,
+      "learning_rate": 1.995595302956959e-06,
+      "loss": 21.9375,
+      "step": 1777
+    },
+    {
+      "epoch": 0.11808461180846118,
+      "grad_norm": 221.97610473632812,
+      "learning_rate": 1.9955852136692315e-06,
+      "loss": 24.1875,
+      "step": 1778
+    },
+    {
+      "epoch": 0.1181510261008169,
+      "grad_norm": 156.1031951904297,
+      "learning_rate": 1.995575112865148e-06,
+      "loss": 17.9688,
+      "step": 1779
+    },
+    {
+      "epoch": 0.11821744039317261,
+      "grad_norm": 351.8843994140625,
+      "learning_rate": 1.9955650005448257e-06,
+      "loss": 24.3125,
+      "step": 1780
+    },
+    {
+      "epoch": 0.11828385468552832,
+      "grad_norm": 223.0792999267578,
+      "learning_rate": 1.9955548767083815e-06,
+      "loss": 22.75,
+      "step": 1781
+    },
+    {
+      "epoch": 0.11835026897788405,
+      "grad_norm": 255.06842041015625,
+      "learning_rate": 1.9955447413559328e-06,
+      "loss": 26.4375,
+      "step": 1782
+    },
+    {
+      "epoch": 0.11841668327023976,
+      "grad_norm": 155.29090881347656,
+      "learning_rate": 1.9955345944875963e-06,
+      "loss": 18.1719,
+      "step": 1783
+    },
+    {
+      "epoch": 0.11848309756259547,
+      "grad_norm": 151.24319458007812,
+      "learning_rate": 1.9955244361034904e-06,
+      "loss": 23.1562,
+      "step": 1784
+    },
+    {
+      "epoch": 0.11854951185495119,
+      "grad_norm": 169.85354614257812,
+      "learning_rate": 1.995514266203731e-06,
+      "loss": 20.4844,
+      "step": 1785
+    },
+    {
+      "epoch": 0.1186159261473069,
+      "grad_norm": 307.48040771484375,
+      "learning_rate": 1.995504084788437e-06,
+      "loss": 21.0938,
+      "step": 1786
+    },
+    {
+      "epoch": 0.11868234043966261,
+      "grad_norm": 192.00709533691406,
+      "learning_rate": 1.9954938918577256e-06,
+      "loss": 27.3125,
+      "step": 1787
+    },
+    {
+      "epoch": 0.11874875473201833,
+      "grad_norm": 232.84988403320312,
+      "learning_rate": 1.995483687411715e-06,
+      "loss": 25.0625,
+      "step": 1788
+    },
+    {
+      "epoch": 0.11881516902437404,
+      "grad_norm": 184.11956787109375,
+      "learning_rate": 1.995473471450523e-06,
+      "loss": 24.875,
+      "step": 1789
+    },
+    {
+      "epoch": 0.11888158331672977,
+      "grad_norm": 222.83303833007812,
+      "learning_rate": 1.9954632439742683e-06,
+      "loss": 26.1562,
+      "step": 1790
+    },
+    {
+      "epoch": 0.11894799760908548,
+      "grad_norm": 157.75567626953125,
+      "learning_rate": 1.9954530049830685e-06,
+      "loss": 21.2031,
+      "step": 1791
+    },
+    {
+      "epoch": 0.11901441190144119,
+      "grad_norm": 197.47213745117188,
+      "learning_rate": 1.995442754477043e-06,
+      "loss": 27.0312,
+      "step": 1792
+    },
+    {
+      "epoch": 0.11908082619379691,
+      "grad_norm": 178.04742431640625,
+      "learning_rate": 1.9954324924563086e-06,
+      "loss": 25.0312,
+      "step": 1793
+    },
+    {
+      "epoch": 0.11914724048615262,
+      "grad_norm": 380.6228942871094,
+      "learning_rate": 1.9954222189209856e-06,
+      "loss": 26.75,
+      "step": 1794
+    },
+    {
+      "epoch": 0.11921365477850833,
+      "grad_norm": 772.1321411132812,
+      "learning_rate": 1.9954119338711924e-06,
+      "loss": 24.375,
+      "step": 1795
+    },
+    {
+      "epoch": 0.11928006907086405,
+      "grad_norm": 131.86143493652344,
+      "learning_rate": 1.995401637307048e-06,
+      "loss": 19.7188,
+      "step": 1796
+    },
+    {
+      "epoch": 0.11934648336321976,
+      "grad_norm": 174.26272583007812,
+      "learning_rate": 1.9953913292286716e-06,
+      "loss": 22.625,
+      "step": 1797
+    },
+    {
+      "epoch": 0.11941289765557549,
+      "grad_norm": 207.0204620361328,
+      "learning_rate": 1.995381009636182e-06,
+      "loss": 21.9375,
+      "step": 1798
+    },
+    {
+      "epoch": 0.1194793119479312,
+      "grad_norm": 178.8519744873047,
+      "learning_rate": 1.995370678529699e-06,
+      "loss": 20.7188,
+      "step": 1799
+    },
+    {
+      "epoch": 0.1195457262402869,
+      "grad_norm": 143.06231689453125,
+      "learning_rate": 1.995360335909342e-06,
+      "loss": 17.375,
+      "step": 1800
+    },
+    {
+      "epoch": 0.11961214053264263,
+      "grad_norm": 239.27772521972656,
+      "learning_rate": 1.9953499817752305e-06,
+      "loss": 21.0,
+      "step": 1801
+    },
+    {
+      "epoch": 0.11967855482499834,
+      "grad_norm": 229.27574157714844,
+      "learning_rate": 1.9953396161274843e-06,
+      "loss": 19.3906,
+      "step": 1802
+    },
+    {
+      "epoch": 0.11974496911735405,
+      "grad_norm": 193.1858673095703,
+      "learning_rate": 1.9953292389662233e-06,
+      "loss": 16.2031,
+      "step": 1803
+    },
+    {
+      "epoch": 0.11981138340970977,
+      "grad_norm": 1640.1600341796875,
+      "learning_rate": 1.995318850291568e-06,
+      "loss": 24.25,
+      "step": 1804
+    },
+    {
+      "epoch": 0.11987779770206548,
+      "grad_norm": 160.81353759765625,
+      "learning_rate": 1.995308450103638e-06,
+      "loss": 18.5469,
+      "step": 1805
+    },
+    {
+      "epoch": 0.1199442119944212,
+      "grad_norm": 220.97747802734375,
+      "learning_rate": 1.9952980384025533e-06,
+      "loss": 23.7969,
+      "step": 1806
+    },
+    {
+      "epoch": 0.12001062628677692,
+      "grad_norm": 282.2904357910156,
+      "learning_rate": 1.9952876151884354e-06,
+      "loss": 24.75,
+      "step": 1807
+    },
+    {
+      "epoch": 0.12007704057913263,
+      "grad_norm": 245.73471069335938,
+      "learning_rate": 1.9952771804614043e-06,
+      "loss": 20.2969,
+      "step": 1808
+    },
+    {
+      "epoch": 0.12014345487148835,
+      "grad_norm": 236.42129516601562,
+      "learning_rate": 1.9952667342215804e-06,
+      "loss": 29.3438,
+      "step": 1809
+    },
+    {
+      "epoch": 0.12020986916384406,
+      "grad_norm": 197.71348571777344,
+      "learning_rate": 1.9952562764690847e-06,
+      "loss": 21.7031,
+      "step": 1810
+    },
+    {
+      "epoch": 0.12027628345619977,
+      "grad_norm": 384.9868469238281,
+      "learning_rate": 1.995245807204038e-06,
+      "loss": 23.375,
+      "step": 1811
+    },
+    {
+      "epoch": 0.1203426977485555,
+      "grad_norm": 329.7610778808594,
+      "learning_rate": 1.995235326426563e-06,
+      "loss": 26.4688,
+      "step": 1812
+    },
+    {
+      "epoch": 0.1204091120409112,
+      "grad_norm": 154.4685516357422,
+      "learning_rate": 1.9952248341367785e-06,
+      "loss": 23.4844,
+      "step": 1813
+    },
+    {
+      "epoch": 0.12047552633326691,
+      "grad_norm": 126.10415649414062,
+      "learning_rate": 1.995214330334807e-06,
+      "loss": 18.7969,
+      "step": 1814
+    },
+    {
+      "epoch": 0.12054194062562264,
+      "grad_norm": 276.7767333984375,
+      "learning_rate": 1.9952038150207705e-06,
+      "loss": 37.5312,
+      "step": 1815
+    },
+    {
+      "epoch": 0.12060835491797835,
+      "grad_norm": 299.3113098144531,
+      "learning_rate": 1.9951932881947902e-06,
+      "loss": 17.3906,
+      "step": 1816
+    },
+    {
+      "epoch": 0.12067476921033407,
+      "grad_norm": 148.435302734375,
+      "learning_rate": 1.9951827498569872e-06,
+      "loss": 18.4688,
+      "step": 1817
+    },
+    {
+      "epoch": 0.12074118350268978,
+      "grad_norm": 228.6193389892578,
+      "learning_rate": 1.9951722000074843e-06,
+      "loss": 23.4062,
+      "step": 1818
+    },
+    {
+      "epoch": 0.12080759779504549,
+      "grad_norm": 211.6616668701172,
+      "learning_rate": 1.9951616386464034e-06,
+      "loss": 26.375,
+      "step": 1819
+    },
+    {
+      "epoch": 0.12087401208740121,
+      "grad_norm": 190.0148468017578,
+      "learning_rate": 1.9951510657738665e-06,
+      "loss": 22.5,
+      "step": 1820
+    },
+    {
+      "epoch": 0.12094042637975692,
+      "grad_norm": 167.4160614013672,
+      "learning_rate": 1.9951404813899955e-06,
+      "loss": 18.5781,
+      "step": 1821
+    },
+    {
+      "epoch": 0.12100684067211263,
+      "grad_norm": 196.4353485107422,
+      "learning_rate": 1.9951298854949138e-06,
+      "loss": 21.9375,
+      "step": 1822
+    },
+    {
+      "epoch": 0.12107325496446836,
+      "grad_norm": 209.11851501464844,
+      "learning_rate": 1.9951192780887432e-06,
+      "loss": 29.3438,
+      "step": 1823
+    },
+    {
+      "epoch": 0.12113966925682407,
+      "grad_norm": 307.5131530761719,
+      "learning_rate": 1.9951086591716067e-06,
+      "loss": 33.5625,
+      "step": 1824
+    },
+    {
+      "epoch": 0.12120608354917978,
+      "grad_norm": 142.75186157226562,
+      "learning_rate": 1.9950980287436265e-06,
+      "loss": 23.1406,
+      "step": 1825
+    },
+    {
+      "epoch": 0.1212724978415355,
+      "grad_norm": 219.5154266357422,
+      "learning_rate": 1.995087386804927e-06,
+      "loss": 25.9062,
+      "step": 1826
+    },
+    {
+      "epoch": 0.12133891213389121,
+      "grad_norm": 410.679443359375,
+      "learning_rate": 1.9950767333556297e-06,
+      "loss": 17.375,
+      "step": 1827
+    },
+    {
+      "epoch": 0.12140532642624693,
+      "grad_norm": 933.0557861328125,
+      "learning_rate": 1.9950660683958586e-06,
+      "loss": 20.5469,
+      "step": 1828
+    },
+    {
+      "epoch": 0.12147174071860264,
+      "grad_norm": 505.5788879394531,
+      "learning_rate": 1.9950553919257374e-06,
+      "loss": 22.0625,
+      "step": 1829
+    },
+    {
+      "epoch": 0.12153815501095835,
+      "grad_norm": 278.4473571777344,
+      "learning_rate": 1.9950447039453887e-06,
+      "loss": 23.4375,
+      "step": 1830
+    },
+    {
+      "epoch": 0.12160456930331408,
+      "grad_norm": 197.75564575195312,
+      "learning_rate": 1.9950340044549372e-06,
+      "loss": 23.9062,
+      "step": 1831
+    },
+    {
+      "epoch": 0.12167098359566979,
+      "grad_norm": 205.3637237548828,
+      "learning_rate": 1.9950232934545057e-06,
+      "loss": 23.625,
+      "step": 1832
+    },
+    {
+      "epoch": 0.1217373978880255,
+      "grad_norm": 179.45840454101562,
+      "learning_rate": 1.9950125709442186e-06,
+      "loss": 19.4219,
+      "step": 1833
+    },
+    {
+      "epoch": 0.12180381218038122,
+      "grad_norm": 156.12881469726562,
+      "learning_rate": 1.9950018369242e-06,
+      "loss": 22.625,
+      "step": 1834
+    },
+    {
+      "epoch": 0.12187022647273693,
+      "grad_norm": 196.95521545410156,
+      "learning_rate": 1.9949910913945737e-06,
+      "loss": 21.1875,
+      "step": 1835
+    },
+    {
+      "epoch": 0.12193664076509265,
+      "grad_norm": 310.4176330566406,
+      "learning_rate": 1.994980334355464e-06,
+      "loss": 21.2812,
+      "step": 1836
+    },
+    {
+      "epoch": 0.12200305505744836,
+      "grad_norm": 288.4142761230469,
+      "learning_rate": 1.9949695658069962e-06,
+      "loss": 21.9688,
+      "step": 1837
+    },
+    {
+      "epoch": 0.12206946934980407,
+      "grad_norm": 503.69195556640625,
+      "learning_rate": 1.9949587857492937e-06,
+      "loss": 29.25,
+      "step": 1838
+    },
+    {
+      "epoch": 0.1221358836421598,
+      "grad_norm": 186.2353973388672,
+      "learning_rate": 1.994947994182482e-06,
+      "loss": 23.625,
+      "step": 1839
+    },
+    {
+      "epoch": 0.12220229793451551,
+      "grad_norm": 149.114501953125,
+      "learning_rate": 1.994937191106685e-06,
+      "loss": 19.5781,
+      "step": 1840
+    },
+    {
+      "epoch": 0.12226871222687122,
+      "grad_norm": 297.4740905761719,
+      "learning_rate": 1.9949263765220286e-06,
+      "loss": 20.875,
+      "step": 1841
+    },
+    {
+      "epoch": 0.12233512651922694,
+      "grad_norm": 137.52035522460938,
+      "learning_rate": 1.994915550428638e-06,
+      "loss": 21.2812,
+      "step": 1842
+    },
+    {
+      "epoch": 0.12240154081158265,
+      "grad_norm": 677.1524047851562,
+      "learning_rate": 1.9949047128266376e-06,
+      "loss": 27.75,
+      "step": 1843
+    },
+    {
+      "epoch": 0.12246795510393836,
+      "grad_norm": 223.38392639160156,
+      "learning_rate": 1.9948938637161533e-06,
+      "loss": 21.875,
+      "step": 1844
+    },
+    {
+      "epoch": 0.12253436939629408,
+      "grad_norm": 169.35960388183594,
+      "learning_rate": 1.9948830030973106e-06,
+      "loss": 23.9375,
+      "step": 1845
+    },
+    {
+      "epoch": 0.1226007836886498,
+      "grad_norm": 509.3945007324219,
+      "learning_rate": 1.9948721309702344e-06,
+      "loss": 22.875,
+      "step": 1846
+    },
+    {
+      "epoch": 0.12266719798100552,
+      "grad_norm": 201.19677734375,
+      "learning_rate": 1.994861247335052e-06,
+      "loss": 20.7188,
+      "step": 1847
+    },
+    {
+      "epoch": 0.12273361227336123,
+      "grad_norm": 158.891357421875,
+      "learning_rate": 1.9948503521918877e-06,
+      "loss": 23.5938,
+      "step": 1848
+    },
+    {
+      "epoch": 0.12280002656571694,
+      "grad_norm": 135.9833984375,
+      "learning_rate": 1.9948394455408684e-06,
+      "loss": 21.2188,
+      "step": 1849
+    },
+    {
+      "epoch": 0.12286644085807266,
+      "grad_norm": 149.69212341308594,
+      "learning_rate": 1.99482852738212e-06,
+      "loss": 22.6875,
+      "step": 1850
+    },
+    {
+      "epoch": 0.12293285515042837,
+      "grad_norm": 214.3806610107422,
+      "learning_rate": 1.994817597715769e-06,
+      "loss": 21.625,
+      "step": 1851
+    },
+    {
+      "epoch": 0.12299926944278408,
+      "grad_norm": 170.30361938476562,
+      "learning_rate": 1.9948066565419414e-06,
+      "loss": 21.2188,
+      "step": 1852
+    },
+    {
+      "epoch": 0.1230656837351398,
+      "grad_norm": 341.9070129394531,
+      "learning_rate": 1.9947957038607643e-06,
+      "loss": 18.1562,
+      "step": 1853
+    },
+    {
+      "epoch": 0.12313209802749552,
+      "grad_norm": 259.5361633300781,
+      "learning_rate": 1.994784739672364e-06,
+      "loss": 22.75,
+      "step": 1854
+    },
+    {
+      "epoch": 0.12319851231985124,
+      "grad_norm": 251.7302703857422,
+      "learning_rate": 1.994773763976867e-06,
+      "loss": 18.6562,
+      "step": 1855
+    },
+    {
+      "epoch": 0.12326492661220695,
+      "grad_norm": 197.31517028808594,
+      "learning_rate": 1.994762776774401e-06,
+      "loss": 24.0,
+      "step": 1856
+    },
+    {
+      "epoch": 0.12333134090456266,
+      "grad_norm": 525.7755126953125,
+      "learning_rate": 1.9947517780650934e-06,
+      "loss": 19.1562,
+      "step": 1857
+    },
+    {
+      "epoch": 0.12339775519691838,
+      "grad_norm": 221.1438446044922,
+      "learning_rate": 1.9947407678490704e-06,
+      "loss": 22.2031,
+      "step": 1858
+    },
+    {
+      "epoch": 0.12346416948927409,
+      "grad_norm": 174.5354766845703,
+      "learning_rate": 1.9947297461264597e-06,
+      "loss": 22.6875,
+      "step": 1859
+    },
+    {
+      "epoch": 0.1235305837816298,
+      "grad_norm": 172.6741943359375,
+      "learning_rate": 1.9947187128973893e-06,
+      "loss": 25.625,
+      "step": 1860
+    },
+    {
+      "epoch": 0.12359699807398553,
+      "grad_norm": 372.4442138671875,
+      "learning_rate": 1.994707668161986e-06,
+      "loss": 18.8125,
+      "step": 1861
+    },
+    {
+      "epoch": 0.12366341236634124,
+      "grad_norm": 148.99618530273438,
+      "learning_rate": 1.994696611920378e-06,
+      "loss": 21.3438,
+      "step": 1862
+    },
+    {
+      "epoch": 0.12372982665869695,
+      "grad_norm": 186.8201446533203,
+      "learning_rate": 1.9946855441726937e-06,
+      "loss": 20.25,
+      "step": 1863
+    },
+    {
+      "epoch": 0.12379624095105267,
+      "grad_norm": 176.2028045654297,
+      "learning_rate": 1.99467446491906e-06,
+      "loss": 27.7812,
+      "step": 1864
+    },
+    {
+      "epoch": 0.12386265524340838,
+      "grad_norm": 167.161376953125,
+      "learning_rate": 1.9946633741596056e-06,
+      "loss": 26.4375,
+      "step": 1865
+    },
+    {
+      "epoch": 0.1239290695357641,
+      "grad_norm": 154.92189025878906,
+      "learning_rate": 1.994652271894459e-06,
+      "loss": 23.2188,
+      "step": 1866
+    },
+    {
+      "epoch": 0.12399548382811981,
+      "grad_norm": 215.2190704345703,
+      "learning_rate": 1.994641158123749e-06,
+      "loss": 19.8438,
+      "step": 1867
+    },
+    {
+      "epoch": 0.12406189812047552,
+      "grad_norm": 173.1608123779297,
+      "learning_rate": 1.9946300328476026e-06,
+      "loss": 23.5156,
+      "step": 1868
+    },
+    {
+      "epoch": 0.12412831241283125,
+      "grad_norm": 205.5380096435547,
+      "learning_rate": 1.99461889606615e-06,
+      "loss": 17.7188,
+      "step": 1869
+    },
+    {
+      "epoch": 0.12419472670518696,
+      "grad_norm": 152.84597778320312,
+      "learning_rate": 1.99460774777952e-06,
+      "loss": 21.2812,
+      "step": 1870
+    },
+    {
+      "epoch": 0.12426114099754267,
+      "grad_norm": 219.92221069335938,
+      "learning_rate": 1.9945965879878407e-06,
+      "loss": 19.3281,
+      "step": 1871
+    },
+    {
+      "epoch": 0.12432755528989839,
+      "grad_norm": 202.32627868652344,
+      "learning_rate": 1.9945854166912415e-06,
+      "loss": 24.875,
+      "step": 1872
+    },
+    {
+      "epoch": 0.1243939695822541,
+      "grad_norm": 246.4282989501953,
+      "learning_rate": 1.994574233889852e-06,
+      "loss": 22.5156,
+      "step": 1873
+    },
+    {
+      "epoch": 0.12446038387460982,
+      "grad_norm": 226.50608825683594,
+      "learning_rate": 1.9945630395838007e-06,
+      "loss": 20.7344,
+      "step": 1874
+    },
+    {
+      "epoch": 0.12452679816696553,
+      "grad_norm": 153.58425903320312,
+      "learning_rate": 1.9945518337732183e-06,
+      "loss": 27.0625,
+      "step": 1875
+    },
+    {
+      "epoch": 0.12459321245932124,
+      "grad_norm": 264.78961181640625,
+      "learning_rate": 1.9945406164582335e-06,
+      "loss": 17.1406,
+      "step": 1876
+    },
+    {
+      "epoch": 0.12465962675167697,
+      "grad_norm": 254.66571044921875,
+      "learning_rate": 1.9945293876389764e-06,
+      "loss": 24.9375,
+      "step": 1877
+    },
+    {
+      "epoch": 0.12472604104403268,
+      "grad_norm": 211.19326782226562,
+      "learning_rate": 1.994518147315577e-06,
+      "loss": 21.0625,
+      "step": 1878
+    },
+    {
+      "epoch": 0.12479245533638839,
+      "grad_norm": 243.61260986328125,
+      "learning_rate": 1.9945068954881644e-06,
+      "loss": 19.1875,
+      "step": 1879
+    },
+    {
+      "epoch": 0.12485886962874411,
+      "grad_norm": 219.12855529785156,
+      "learning_rate": 1.99449563215687e-06,
+      "loss": 21.25,
+      "step": 1880
+    },
+    {
+      "epoch": 0.12492528392109982,
+      "grad_norm": 265.75677490234375,
+      "learning_rate": 1.994484357321824e-06,
+      "loss": 20.5156,
+      "step": 1881
+    },
+    {
+      "epoch": 0.12499169821345553,
+      "grad_norm": 273.8396301269531,
+      "learning_rate": 1.994473070983156e-06,
+      "loss": 26.2812,
+      "step": 1882
+    },
+    {
+      "epoch": 0.12505811250581125,
+      "grad_norm": 175.79266357421875,
+      "learning_rate": 1.9944617731409965e-06,
+      "loss": 17.0,
+      "step": 1883
+    },
+    {
+      "epoch": 0.12512452679816696,
+      "grad_norm": 308.5451965332031,
+      "learning_rate": 1.994450463795477e-06,
+      "loss": 21.5625,
+      "step": 1884
+    },
+    {
+      "epoch": 0.12519094109052267,
+      "grad_norm": 136.62887573242188,
+      "learning_rate": 1.9944391429467285e-06,
+      "loss": 23.375,
+      "step": 1885
+    },
+    {
+      "epoch": 0.12525735538287838,
+      "grad_norm": 316.02325439453125,
+      "learning_rate": 1.9944278105948808e-06,
+      "loss": 25.0938,
+      "step": 1886
+    },
+    {
+      "epoch": 0.12532376967523412,
+      "grad_norm": 848.6605834960938,
+      "learning_rate": 1.994416466740066e-06,
+      "loss": 18.2188,
+      "step": 1887
+    },
+    {
+      "epoch": 0.12539018396758983,
+      "grad_norm": 385.95660400390625,
+      "learning_rate": 1.9944051113824145e-06,
+      "loss": 23.75,
+      "step": 1888
+    },
+    {
+      "epoch": 0.12545659825994554,
+      "grad_norm": 198.2176055908203,
+      "learning_rate": 1.9943937445220587e-06,
+      "loss": 18.8125,
+      "step": 1889
+    },
+    {
+      "epoch": 0.12552301255230125,
+      "grad_norm": 184.8277587890625,
+      "learning_rate": 1.9943823661591292e-06,
+      "loss": 19.0781,
+      "step": 1890
+    },
+    {
+      "epoch": 0.12558942684465696,
+      "grad_norm": 368.75592041015625,
+      "learning_rate": 1.9943709762937575e-06,
+      "loss": 22.5938,
+      "step": 1891
+    },
+    {
+      "epoch": 0.1256558411370127,
+      "grad_norm": 189.06207275390625,
+      "learning_rate": 1.994359574926076e-06,
+      "loss": 19.7188,
+      "step": 1892
+    },
+    {
+      "epoch": 0.1257222554293684,
+      "grad_norm": 1178.186279296875,
+      "learning_rate": 1.9943481620562164e-06,
+      "loss": 20.9375,
+      "step": 1893
+    },
+    {
+      "epoch": 0.12578866972172412,
+      "grad_norm": 304.9593811035156,
+      "learning_rate": 1.9943367376843106e-06,
+      "loss": 25.9375,
+      "step": 1894
+    },
+    {
+      "epoch": 0.12585508401407983,
+      "grad_norm": 217.3447723388672,
+      "learning_rate": 1.9943253018104906e-06,
+      "loss": 21.0312,
+      "step": 1895
+    },
+    {
+      "epoch": 0.12592149830643554,
+      "grad_norm": 194.34666442871094,
+      "learning_rate": 1.994313854434889e-06,
+      "loss": 19.2969,
+      "step": 1896
+    },
+    {
+      "epoch": 0.12598791259879125,
+      "grad_norm": 260.43756103515625,
+      "learning_rate": 1.994302395557638e-06,
+      "loss": 21.7188,
+      "step": 1897
+    },
+    {
+      "epoch": 0.12605432689114698,
+      "grad_norm": 177.82945251464844,
+      "learning_rate": 1.99429092517887e-06,
+      "loss": 23.1562,
+      "step": 1898
+    },
+    {
+      "epoch": 0.1261207411835027,
+      "grad_norm": 136.92710876464844,
+      "learning_rate": 1.9942794432987186e-06,
+      "loss": 17.5781,
+      "step": 1899
+    },
+    {
+      "epoch": 0.1261871554758584,
+      "grad_norm": 156.05435180664062,
+      "learning_rate": 1.9942679499173157e-06,
+      "loss": 18.7344,
+      "step": 1900
+    },
+    {
+      "epoch": 0.1262535697682141,
+      "grad_norm": 166.51974487304688,
+      "learning_rate": 1.9942564450347944e-06,
+      "loss": 20.5469,
+      "step": 1901
+    },
+    {
+      "epoch": 0.12631998406056982,
+      "grad_norm": 339.4131774902344,
+      "learning_rate": 1.9942449286512873e-06,
+      "loss": 20.7031,
+      "step": 1902
+    },
+    {
+      "epoch": 0.12638639835292556,
+      "grad_norm": 157.02001953125,
+      "learning_rate": 1.994233400766929e-06,
+      "loss": 21.9375,
+      "step": 1903
+    },
+    {
+      "epoch": 0.12645281264528127,
+      "grad_norm": 388.5343933105469,
+      "learning_rate": 1.9942218613818517e-06,
+      "loss": 28.1875,
+      "step": 1904
+    },
+    {
+      "epoch": 0.12651922693763698,
+      "grad_norm": 262.827392578125,
+      "learning_rate": 1.994210310496189e-06,
+      "loss": 20.4219,
+      "step": 1905
+    },
+    {
+      "epoch": 0.1265856412299927,
+      "grad_norm": 171.6873321533203,
+      "learning_rate": 1.9941987481100753e-06,
+      "loss": 17.1875,
+      "step": 1906
+    },
+    {
+      "epoch": 0.1266520555223484,
+      "grad_norm": 249.5217742919922,
+      "learning_rate": 1.9941871742236435e-06,
+      "loss": 19.4375,
+      "step": 1907
+    },
+    {
+      "epoch": 0.12671846981470414,
+      "grad_norm": 309.5939636230469,
+      "learning_rate": 1.9941755888370277e-06,
+      "loss": 31.2812,
+      "step": 1908
+    },
+    {
+      "epoch": 0.12678488410705985,
+      "grad_norm": 162.7752685546875,
+      "learning_rate": 1.9941639919503615e-06,
+      "loss": 21.5,
+      "step": 1909
+    },
+    {
+      "epoch": 0.12685129839941556,
+      "grad_norm": 551.6049194335938,
+      "learning_rate": 1.9941523835637805e-06,
+      "loss": 24.2188,
+      "step": 1910
+    },
+    {
+      "epoch": 0.12691771269177127,
+      "grad_norm": 207.69309997558594,
+      "learning_rate": 1.9941407636774174e-06,
+      "loss": 18.4062,
+      "step": 1911
+    },
+    {
+      "epoch": 0.12698412698412698,
+      "grad_norm": 244.74404907226562,
+      "learning_rate": 1.994129132291407e-06,
+      "loss": 26.125,
+      "step": 1912
+    },
+    {
+      "epoch": 0.1270505412764827,
+      "grad_norm": 253.59571838378906,
+      "learning_rate": 1.994117489405884e-06,
+      "loss": 24.2812,
+      "step": 1913
+    },
+    {
+      "epoch": 0.12711695556883842,
+      "grad_norm": 166.61073303222656,
+      "learning_rate": 1.9941058350209837e-06,
+      "loss": 18.0312,
+      "step": 1914
+    },
+    {
+      "epoch": 0.12718336986119413,
+      "grad_norm": 175.12725830078125,
+      "learning_rate": 1.99409416913684e-06,
+      "loss": 28.2188,
+      "step": 1915
+    },
+    {
+      "epoch": 0.12724978415354984,
+      "grad_norm": 115.55463409423828,
+      "learning_rate": 1.9940824917535885e-06,
+      "loss": 19.1875,
+      "step": 1916
+    },
+    {
+      "epoch": 0.12731619844590555,
+      "grad_norm": 285.6515808105469,
+      "learning_rate": 1.9940708028713634e-06,
+      "loss": 20.5938,
+      "step": 1917
+    },
+    {
+      "epoch": 0.12738261273826126,
+      "grad_norm": 178.01502990722656,
+      "learning_rate": 1.994059102490301e-06,
+      "loss": 20.875,
+      "step": 1918
+    },
+    {
+      "epoch": 0.127449027030617,
+      "grad_norm": 428.6481628417969,
+      "learning_rate": 1.994047390610536e-06,
+      "loss": 27.0625,
+      "step": 1919
+    },
+    {
+      "epoch": 0.1275154413229727,
+      "grad_norm": 397.20904541015625,
+      "learning_rate": 1.9940356672322033e-06,
+      "loss": 23.7188,
+      "step": 1920
+    },
+    {
+      "epoch": 0.12758185561532842,
+      "grad_norm": 429.7027893066406,
+      "learning_rate": 1.99402393235544e-06,
+      "loss": 22.5781,
+      "step": 1921
+    },
+    {
+      "epoch": 0.12764826990768413,
+      "grad_norm": 3024.3837890625,
+      "learning_rate": 1.994012185980381e-06,
+      "loss": 23.1562,
+      "step": 1922
+    },
+    {
+      "epoch": 0.12771468420003984,
+      "grad_norm": 328.7854919433594,
+      "learning_rate": 1.9940004281071617e-06,
+      "loss": 18.6875,
+      "step": 1923
+    },
+    {
+      "epoch": 0.12778109849239555,
+      "grad_norm": 210.23989868164062,
+      "learning_rate": 1.9939886587359188e-06,
+      "loss": 19.3281,
+      "step": 1924
+    },
+    {
+      "epoch": 0.1278475127847513,
+      "grad_norm": 116.7938232421875,
+      "learning_rate": 1.9939768778667885e-06,
+      "loss": 16.1719,
+      "step": 1925
+    },
+    {
+      "epoch": 0.127913927077107,
+      "grad_norm": 349.0055847167969,
+      "learning_rate": 1.9939650854999067e-06,
+      "loss": 23.4062,
+      "step": 1926
+    },
+    {
+      "epoch": 0.1279803413694627,
+      "grad_norm": 186.71029663085938,
+      "learning_rate": 1.99395328163541e-06,
+      "loss": 18.6875,
+      "step": 1927
+    },
+    {
+      "epoch": 0.12804675566181842,
+      "grad_norm": 180.9275665283203,
+      "learning_rate": 1.993941466273435e-06,
+      "loss": 20.0312,
+      "step": 1928
+    },
+    {
+      "epoch": 0.12811316995417413,
+      "grad_norm": 253.83853149414062,
+      "learning_rate": 1.993929639414118e-06,
+      "loss": 26.6562,
+      "step": 1929
+    },
+    {
+      "epoch": 0.12817958424652987,
+      "grad_norm": 271.4775085449219,
+      "learning_rate": 1.9939178010575963e-06,
+      "loss": 15.9844,
+      "step": 1930
+    },
+    {
+      "epoch": 0.12824599853888557,
+      "grad_norm": 162.36581420898438,
+      "learning_rate": 1.9939059512040064e-06,
+      "loss": 18.9219,
+      "step": 1931
+    },
+    {
+      "epoch": 0.12831241283124128,
+      "grad_norm": 217.13275146484375,
+      "learning_rate": 1.9938940898534854e-06,
+      "loss": 23.9531,
+      "step": 1932
+    },
+    {
+      "epoch": 0.128378827123597,
+      "grad_norm": 326.76214599609375,
+      "learning_rate": 1.993882217006171e-06,
+      "loss": 28.0781,
+      "step": 1933
+    },
+    {
+      "epoch": 0.1284452414159527,
+      "grad_norm": 384.0521240234375,
+      "learning_rate": 1.9938703326622002e-06,
+      "loss": 19.9688,
+      "step": 1934
+    },
+    {
+      "epoch": 0.12851165570830841,
+      "grad_norm": 278.9498596191406,
+      "learning_rate": 1.9938584368217106e-06,
+      "loss": 22.1875,
+      "step": 1935
+    },
+    {
+      "epoch": 0.12857807000066415,
+      "grad_norm": 133.10023498535156,
+      "learning_rate": 1.9938465294848395e-06,
+      "loss": 23.1562,
+      "step": 1936
+    },
+    {
+      "epoch": 0.12864448429301986,
+      "grad_norm": 338.2537536621094,
+      "learning_rate": 1.9938346106517248e-06,
+      "loss": 21.25,
+      "step": 1937
+    },
+    {
+      "epoch": 0.12871089858537557,
+      "grad_norm": 203.42886352539062,
+      "learning_rate": 1.9938226803225044e-06,
+      "loss": 20.8906,
+      "step": 1938
+    },
+    {
+      "epoch": 0.12877731287773128,
+      "grad_norm": 133.7837371826172,
+      "learning_rate": 1.9938107384973164e-06,
+      "loss": 19.8125,
+      "step": 1939
+    },
+    {
+      "epoch": 0.128843727170087,
+      "grad_norm": 208.34909057617188,
+      "learning_rate": 1.9937987851762985e-06,
+      "loss": 21.75,
+      "step": 1940
+    },
+    {
+      "epoch": 0.12891014146244273,
+      "grad_norm": 305.49359130859375,
+      "learning_rate": 1.99378682035959e-06,
+      "loss": 22.875,
+      "step": 1941
+    },
+    {
+      "epoch": 0.12897655575479844,
+      "grad_norm": 291.63836669921875,
+      "learning_rate": 1.993774844047328e-06,
+      "loss": 25.3281,
+      "step": 1942
+    },
+    {
+      "epoch": 0.12904297004715415,
+      "grad_norm": 305.1022033691406,
+      "learning_rate": 1.9937628562396517e-06,
+      "loss": 23.125,
+      "step": 1943
+    },
+    {
+      "epoch": 0.12910938433950986,
+      "grad_norm": 261.8619384765625,
+      "learning_rate": 1.9937508569367e-06,
+      "loss": 22.375,
+      "step": 1944
+    },
+    {
+      "epoch": 0.12917579863186557,
+      "grad_norm": 196.00039672851562,
+      "learning_rate": 1.993738846138611e-06,
+      "loss": 18.2656,
+      "step": 1945
+    },
+    {
+      "epoch": 0.1292422129242213,
+      "grad_norm": 260.1197509765625,
+      "learning_rate": 1.993726823845525e-06,
+      "loss": 30.1875,
+      "step": 1946
+    },
+    {
+      "epoch": 0.12930862721657702,
+      "grad_norm": 136.4261932373047,
+      "learning_rate": 1.993714790057579e-06,
+      "loss": 16.0312,
+      "step": 1947
+    },
+    {
+      "epoch": 0.12937504150893273,
+      "grad_norm": 248.73358154296875,
+      "learning_rate": 1.993702744774914e-06,
+      "loss": 22.3438,
+      "step": 1948
+    },
+    {
+      "epoch": 0.12944145580128844,
+      "grad_norm": 194.79701232910156,
+      "learning_rate": 1.9936906879976683e-06,
+      "loss": 19.2812,
+      "step": 1949
+    },
+    {
+      "epoch": 0.12950787009364415,
+      "grad_norm": 191.54136657714844,
+      "learning_rate": 1.993678619725982e-06,
+      "loss": 20.75,
+      "step": 1950
+    },
+    {
+      "epoch": 0.12957428438599985,
+      "grad_norm": 187.32884216308594,
+      "learning_rate": 1.993666539959994e-06,
+      "loss": 23.2188,
+      "step": 1951
+    },
+    {
+      "epoch": 0.1296406986783556,
+      "grad_norm": 257.5623779296875,
+      "learning_rate": 1.993654448699845e-06,
+      "loss": 19.4531,
+      "step": 1952
+    },
+    {
+      "epoch": 0.1297071129707113,
+      "grad_norm": 238.80361938476562,
+      "learning_rate": 1.993642345945674e-06,
+      "loss": 24.0938,
+      "step": 1953
+    },
+    {
+      "epoch": 0.129773527263067,
+      "grad_norm": 412.3127746582031,
+      "learning_rate": 1.9936302316976213e-06,
+      "loss": 21.8125,
+      "step": 1954
+    },
+    {
+      "epoch": 0.12983994155542272,
+      "grad_norm": 156.72332763671875,
+      "learning_rate": 1.9936181059558273e-06,
+      "loss": 18.7188,
+      "step": 1955
+    },
+    {
+      "epoch": 0.12990635584777843,
+      "grad_norm": 224.2266082763672,
+      "learning_rate": 1.9936059687204315e-06,
+      "loss": 24.4531,
+      "step": 1956
+    },
+    {
+      "epoch": 0.12997277014013417,
+      "grad_norm": 410.99554443359375,
+      "learning_rate": 1.9935938199915753e-06,
+      "loss": 26.7812,
+      "step": 1957
+    },
+    {
+      "epoch": 0.13003918443248988,
+      "grad_norm": 181.49916076660156,
+      "learning_rate": 1.9935816597693985e-06,
+      "loss": 25.5938,
+      "step": 1958
+    },
+    {
+      "epoch": 0.1301055987248456,
+      "grad_norm": 322.39959716796875,
+      "learning_rate": 1.993569488054042e-06,
+      "loss": 23.1562,
+      "step": 1959
+    },
+    {
+      "epoch": 0.1301720130172013,
+      "grad_norm": 168.55584716796875,
+      "learning_rate": 1.9935573048456463e-06,
+      "loss": 22.1094,
+      "step": 1960
+    },
+    {
+      "epoch": 0.130238427309557,
+      "grad_norm": 393.86260986328125,
+      "learning_rate": 1.993545110144353e-06,
+      "loss": 25.6562,
+      "step": 1961
+    },
+    {
+      "epoch": 0.13030484160191272,
+      "grad_norm": 566.1396484375,
+      "learning_rate": 1.993532903950303e-06,
+      "loss": 20.8281,
+      "step": 1962
+    },
+    {
+      "epoch": 0.13037125589426846,
+      "grad_norm": 216.4644012451172,
+      "learning_rate": 1.993520686263637e-06,
+      "loss": 27.1875,
+      "step": 1963
+    },
+    {
+      "epoch": 0.13043767018662417,
+      "grad_norm": 180.14854431152344,
+      "learning_rate": 1.9935084570844963e-06,
+      "loss": 20.0625,
+      "step": 1964
+    },
+    {
+      "epoch": 0.13050408447897988,
+      "grad_norm": 315.7114562988281,
+      "learning_rate": 1.993496216413023e-06,
+      "loss": 24.1562,
+      "step": 1965
+    },
+    {
+      "epoch": 0.13057049877133559,
+      "grad_norm": 159.04608154296875,
+      "learning_rate": 1.9934839642493584e-06,
+      "loss": 18.6406,
+      "step": 1966
+    },
+    {
+      "epoch": 0.1306369130636913,
+      "grad_norm": 161.88076782226562,
+      "learning_rate": 1.9934717005936438e-06,
+      "loss": 23.4688,
+      "step": 1967
+    },
+    {
+      "epoch": 0.13070332735604703,
+      "grad_norm": 121.61004638671875,
+      "learning_rate": 1.9934594254460214e-06,
+      "loss": 20.7344,
+      "step": 1968
+    },
+    {
+      "epoch": 0.13076974164840274,
+      "grad_norm": 197.8072052001953,
+      "learning_rate": 1.9934471388066337e-06,
+      "loss": 20.6406,
+      "step": 1969
+    },
+    {
+      "epoch": 0.13083615594075845,
+      "grad_norm": 165.68727111816406,
+      "learning_rate": 1.993434840675622e-06,
+      "loss": 15.1719,
+      "step": 1970
+    },
+    {
+      "epoch": 0.13090257023311416,
+      "grad_norm": 193.65469360351562,
+      "learning_rate": 1.9934225310531292e-06,
+      "loss": 21.2188,
+      "step": 1971
+    },
+    {
+      "epoch": 0.13096898452546987,
+      "grad_norm": 242.3997802734375,
+      "learning_rate": 1.993410209939297e-06,
+      "loss": 18.2188,
+      "step": 1972
+    },
+    {
+      "epoch": 0.13103539881782558,
+      "grad_norm": 565.9468994140625,
+      "learning_rate": 1.993397877334269e-06,
+      "loss": 20.6562,
+      "step": 1973
+    },
+    {
+      "epoch": 0.13110181311018132,
+      "grad_norm": 147.25001525878906,
+      "learning_rate": 1.9933855332381867e-06,
+      "loss": 21.4531,
+      "step": 1974
+    },
+    {
+      "epoch": 0.13116822740253703,
+      "grad_norm": 304.7337646484375,
+      "learning_rate": 1.9933731776511937e-06,
+      "loss": 29.5469,
+      "step": 1975
+    },
+    {
+      "epoch": 0.13123464169489274,
+      "grad_norm": 174.0998992919922,
+      "learning_rate": 1.993360810573432e-06,
+      "loss": 22.6875,
+      "step": 1976
+    },
+    {
+      "epoch": 0.13130105598724845,
+      "grad_norm": 114.03954315185547,
+      "learning_rate": 1.9933484320050457e-06,
+      "loss": 18.125,
+      "step": 1977
+    },
+    {
+      "epoch": 0.13136747027960416,
+      "grad_norm": 235.8745880126953,
+      "learning_rate": 1.9933360419461775e-06,
+      "loss": 20.9375,
+      "step": 1978
+    },
+    {
+      "epoch": 0.1314338845719599,
+      "grad_norm": 214.83102416992188,
+      "learning_rate": 1.9933236403969707e-06,
+      "loss": 24.0938,
+      "step": 1979
+    },
+    {
+      "epoch": 0.1315002988643156,
+      "grad_norm": 403.0351257324219,
+      "learning_rate": 1.9933112273575684e-06,
+      "loss": 27.2188,
+      "step": 1980
+    },
+    {
+      "epoch": 0.13156671315667132,
+      "grad_norm": 259.2928466796875,
+      "learning_rate": 1.9932988028281155e-06,
+      "loss": 23.0625,
+      "step": 1981
+    },
+    {
+      "epoch": 0.13163312744902703,
+      "grad_norm": 208.356689453125,
+      "learning_rate": 1.993286366808754e-06,
+      "loss": 25.6094,
+      "step": 1982
+    },
+    {
+      "epoch": 0.13169954174138274,
+      "grad_norm": 178.82374572753906,
+      "learning_rate": 1.993273919299629e-06,
+      "loss": 21.6094,
+      "step": 1983
+    },
+    {
+      "epoch": 0.13176595603373847,
+      "grad_norm": 369.6868591308594,
+      "learning_rate": 1.993261460300884e-06,
+      "loss": 24.5781,
+      "step": 1984
+    },
+    {
+      "epoch": 0.13183237032609418,
+      "grad_norm": 157.21401977539062,
+      "learning_rate": 1.993248989812663e-06,
+      "loss": 22.5625,
+      "step": 1985
+    },
+    {
+      "epoch": 0.1318987846184499,
+      "grad_norm": 159.07958984375,
+      "learning_rate": 1.9932365078351108e-06,
+      "loss": 20.2969,
+      "step": 1986
+    },
+    {
+      "epoch": 0.1319651989108056,
+      "grad_norm": 245.06854248046875,
+      "learning_rate": 1.993224014368371e-06,
+      "loss": 26.4375,
+      "step": 1987
+    },
+    {
+      "epoch": 0.1320316132031613,
+      "grad_norm": 185.50527954101562,
+      "learning_rate": 1.9932115094125884e-06,
+      "loss": 18.9688,
+      "step": 1988
+    },
+    {
+      "epoch": 0.13209802749551702,
+      "grad_norm": 229.743408203125,
+      "learning_rate": 1.9931989929679083e-06,
+      "loss": 16.6562,
+      "step": 1989
+    },
+    {
+      "epoch": 0.13216444178787276,
+      "grad_norm": 166.2001953125,
+      "learning_rate": 1.9931864650344744e-06,
+      "loss": 19.2812,
+      "step": 1990
+    },
+    {
+      "epoch": 0.13223085608022847,
+      "grad_norm": 172.22381591796875,
+      "learning_rate": 1.9931739256124328e-06,
+      "loss": 20.2031,
+      "step": 1991
+    },
+    {
+      "epoch": 0.13229727037258418,
+      "grad_norm": 224.2855682373047,
+      "learning_rate": 1.9931613747019274e-06,
+      "loss": 22.0469,
+      "step": 1992
+    },
+    {
+      "epoch": 0.1323636846649399,
+      "grad_norm": 160.0260009765625,
+      "learning_rate": 1.993148812303104e-06,
+      "loss": 22.0938,
+      "step": 1993
+    },
+    {
+      "epoch": 0.1324300989572956,
+      "grad_norm": 743.9744873046875,
+      "learning_rate": 1.9931362384161083e-06,
+      "loss": 32.8125,
+      "step": 1994
+    },
+    {
+      "epoch": 0.13249651324965134,
+      "grad_norm": 210.54820251464844,
+      "learning_rate": 1.993123653041085e-06,
+      "loss": 21.4688,
+      "step": 1995
+    },
+    {
+      "epoch": 0.13256292754200705,
+      "grad_norm": 536.2852172851562,
+      "learning_rate": 1.9931110561781796e-06,
+      "loss": 17.3438,
+      "step": 1996
+    },
+    {
+      "epoch": 0.13262934183436276,
+      "grad_norm": 234.9747772216797,
+      "learning_rate": 1.9930984478275385e-06,
+      "loss": 21.1875,
+      "step": 1997
+    },
+    {
+      "epoch": 0.13269575612671847,
+      "grad_norm": 261.9476013183594,
+      "learning_rate": 1.993085827989307e-06,
+      "loss": 19.7812,
+      "step": 1998
+    },
+    {
+      "epoch": 0.13276217041907418,
+      "grad_norm": 323.4515380859375,
+      "learning_rate": 1.9930731966636315e-06,
+      "loss": 21.375,
+      "step": 1999
+    },
+    {
+      "epoch": 0.1328285847114299,
+      "grad_norm": 171.5908660888672,
+      "learning_rate": 1.993060553850658e-06,
+      "loss": 18.5938,
+      "step": 2000
+    },
+    {
+      "epoch": 0.13289499900378562,
+      "grad_norm": 392.37530517578125,
+      "learning_rate": 1.993047899550532e-06,
+      "loss": 16.9844,
+      "step": 2001
+    },
+    {
+      "epoch": 0.13296141329614133,
+      "grad_norm": 211.21324157714844,
+      "learning_rate": 1.993035233763401e-06,
+      "loss": 25.6562,
+      "step": 2002
+    },
+    {
+      "epoch": 0.13302782758849704,
+      "grad_norm": 180.43238830566406,
+      "learning_rate": 1.9930225564894113e-06,
+      "loss": 20.6562,
+      "step": 2003
+    },
+    {
+      "epoch": 0.13309424188085275,
+      "grad_norm": 251.68746948242188,
+      "learning_rate": 1.993009867728709e-06,
+      "loss": 21.2188,
+      "step": 2004
+    },
+    {
+      "epoch": 0.13316065617320846,
+      "grad_norm": 259.63238525390625,
+      "learning_rate": 1.992997167481441e-06,
+      "loss": 26.8125,
+      "step": 2005
+    },
+    {
+      "epoch": 0.1332270704655642,
+      "grad_norm": 325.36749267578125,
+      "learning_rate": 1.9929844557477546e-06,
+      "loss": 20.75,
+      "step": 2006
+    },
+    {
+      "epoch": 0.1332934847579199,
+      "grad_norm": 353.82647705078125,
+      "learning_rate": 1.9929717325277966e-06,
+      "loss": 36.3438,
+      "step": 2007
+    },
+    {
+      "epoch": 0.13335989905027562,
+      "grad_norm": 171.2276611328125,
+      "learning_rate": 1.992958997821714e-06,
+      "loss": 22.9062,
+      "step": 2008
+    },
+    {
+      "epoch": 0.13342631334263133,
+      "grad_norm": 236.307373046875,
+      "learning_rate": 1.9929462516296544e-06,
+      "loss": 18.875,
+      "step": 2009
+    },
+    {
+      "epoch": 0.13349272763498704,
+      "grad_norm": 166.2023468017578,
+      "learning_rate": 1.992933493951765e-06,
+      "loss": 22.0469,
+      "step": 2010
+    },
+    {
+      "epoch": 0.13355914192734275,
+      "grad_norm": 192.1544647216797,
+      "learning_rate": 1.9929207247881936e-06,
+      "loss": 16.4531,
+      "step": 2011
+    },
+    {
+      "epoch": 0.1336255562196985,
+      "grad_norm": 182.3130340576172,
+      "learning_rate": 1.992907944139088e-06,
+      "loss": 23.2812,
+      "step": 2012
+    },
+    {
+      "epoch": 0.1336919705120542,
+      "grad_norm": 216.1997833251953,
+      "learning_rate": 1.9928951520045954e-06,
+      "loss": 22.8906,
+      "step": 2013
+    },
+    {
+      "epoch": 0.1337583848044099,
+      "grad_norm": 225.98284912109375,
+      "learning_rate": 1.9928823483848646e-06,
+      "loss": 18.9844,
+      "step": 2014
+    },
+    {
+      "epoch": 0.13382479909676562,
+      "grad_norm": 236.13291931152344,
+      "learning_rate": 1.992869533280043e-06,
+      "loss": 23.4375,
+      "step": 2015
+    },
+    {
+      "epoch": 0.13389121338912133,
+      "grad_norm": 274.46405029296875,
+      "learning_rate": 1.9928567066902796e-06,
+      "loss": 24.5,
+      "step": 2016
+    },
+    {
+      "epoch": 0.13395762768147707,
+      "grad_norm": 216.22189331054688,
+      "learning_rate": 1.992843868615722e-06,
+      "loss": 20.8125,
+      "step": 2017
+    },
+    {
+      "epoch": 0.13402404197383277,
+      "grad_norm": 225.1204833984375,
+      "learning_rate": 1.9928310190565193e-06,
+      "loss": 21.0,
+      "step": 2018
+    },
+    {
+      "epoch": 0.13409045626618848,
+      "grad_norm": 188.8235626220703,
+      "learning_rate": 1.9928181580128192e-06,
+      "loss": 17.9531,
+      "step": 2019
+    },
+    {
+      "epoch": 0.1341568705585442,
+      "grad_norm": 212.99842834472656,
+      "learning_rate": 1.992805285484772e-06,
+      "loss": 21.7812,
+      "step": 2020
+    },
+    {
+      "epoch": 0.1342232848508999,
+      "grad_norm": 618.8545532226562,
+      "learning_rate": 1.9927924014725254e-06,
+      "loss": 20.3438,
+      "step": 2021
+    },
+    {
+      "epoch": 0.13428969914325564,
+      "grad_norm": 350.3206481933594,
+      "learning_rate": 1.9927795059762286e-06,
+      "loss": 29.8438,
+      "step": 2022
+    },
+    {
+      "epoch": 0.13435611343561135,
+      "grad_norm": 260.69586181640625,
+      "learning_rate": 1.992766598996031e-06,
+      "loss": 18.75,
+      "step": 2023
+    },
+    {
+      "epoch": 0.13442252772796706,
+      "grad_norm": 394.770263671875,
+      "learning_rate": 1.9927536805320823e-06,
+      "loss": 29.1875,
+      "step": 2024
+    },
+    {
+      "epoch": 0.13448894202032277,
+      "grad_norm": 392.4474182128906,
+      "learning_rate": 1.992740750584531e-06,
+      "loss": 27.0938,
+      "step": 2025
+    },
+    {
+      "epoch": 0.13455535631267848,
+      "grad_norm": 171.07078552246094,
+      "learning_rate": 1.9927278091535272e-06,
+      "loss": 18.0938,
+      "step": 2026
+    },
+    {
+      "epoch": 0.1346217706050342,
+      "grad_norm": 479.7737121582031,
+      "learning_rate": 1.992714856239221e-06,
+      "loss": 18.4531,
+      "step": 2027
+    },
+    {
+      "epoch": 0.13468818489738993,
+      "grad_norm": 191.7958984375,
+      "learning_rate": 1.992701891841761e-06,
+      "loss": 25.75,
+      "step": 2028
+    },
+    {
+      "epoch": 0.13475459918974564,
+      "grad_norm": 255.0034637451172,
+      "learning_rate": 1.9926889159612982e-06,
+      "loss": 20.7812,
+      "step": 2029
+    },
+    {
+      "epoch": 0.13482101348210135,
+      "grad_norm": 304.0769958496094,
+      "learning_rate": 1.9926759285979827e-06,
+      "loss": 21.0938,
+      "step": 2030
+    },
+    {
+      "epoch": 0.13488742777445706,
+      "grad_norm": 222.74571228027344,
+      "learning_rate": 1.992662929751964e-06,
+      "loss": 22.5312,
+      "step": 2031
+    },
+    {
+      "epoch": 0.13495384206681277,
+      "grad_norm": 331.25897216796875,
+      "learning_rate": 1.9926499194233934e-06,
+      "loss": 30.7188,
+      "step": 2032
+    },
+    {
+      "epoch": 0.1350202563591685,
+      "grad_norm": 728.052001953125,
+      "learning_rate": 1.992636897612421e-06,
+      "loss": 31.4688,
+      "step": 2033
+    },
+    {
+      "epoch": 0.13508667065152422,
+      "grad_norm": 199.08782958984375,
+      "learning_rate": 1.992623864319197e-06,
+      "loss": 21.875,
+      "step": 2034
+    },
+    {
+      "epoch": 0.13515308494387993,
+      "grad_norm": 271.82293701171875,
+      "learning_rate": 1.992610819543873e-06,
+      "loss": 25.6875,
+      "step": 2035
+    },
+    {
+      "epoch": 0.13521949923623564,
+      "grad_norm": 315.6239013671875,
+      "learning_rate": 1.9925977632865985e-06,
+      "loss": 20.625,
+      "step": 2036
+    },
+    {
+      "epoch": 0.13528591352859135,
+      "grad_norm": 176.0443115234375,
+      "learning_rate": 1.992584695547526e-06,
+      "loss": 21.7812,
+      "step": 2037
+    },
+    {
+      "epoch": 0.13535232782094705,
+      "grad_norm": 277.8758544921875,
+      "learning_rate": 1.9925716163268062e-06,
+      "loss": 22.5312,
+      "step": 2038
+    },
+    {
+      "epoch": 0.1354187421133028,
+      "grad_norm": 391.6315002441406,
+      "learning_rate": 1.9925585256245902e-06,
+      "loss": 20.5156,
+      "step": 2039
+    },
+    {
+      "epoch": 0.1354851564056585,
+      "grad_norm": 203.8223419189453,
+      "learning_rate": 1.99254542344103e-06,
+      "loss": 23.3438,
+      "step": 2040
+    },
+    {
+      "epoch": 0.1355515706980142,
+      "grad_norm": 219.0701904296875,
+      "learning_rate": 1.992532309776276e-06,
+      "loss": 18.5625,
+      "step": 2041
+    },
+    {
+      "epoch": 0.13561798499036992,
+      "grad_norm": 325.5034484863281,
+      "learning_rate": 1.9925191846304806e-06,
+      "loss": 24.3438,
+      "step": 2042
+    },
+    {
+      "epoch": 0.13568439928272563,
+      "grad_norm": 252.09034729003906,
+      "learning_rate": 1.992506048003796e-06,
+      "loss": 24.75,
+      "step": 2043
+    },
+    {
+      "epoch": 0.13575081357508137,
+      "grad_norm": 249.10638427734375,
+      "learning_rate": 1.992492899896373e-06,
+      "loss": 26.9062,
+      "step": 2044
+    },
+    {
+      "epoch": 0.13581722786743708,
+      "grad_norm": 153.88067626953125,
+      "learning_rate": 1.992479740308365e-06,
+      "loss": 18.2188,
+      "step": 2045
+    },
+    {
+      "epoch": 0.1358836421597928,
+      "grad_norm": 390.8125305175781,
+      "learning_rate": 1.992466569239924e-06,
+      "loss": 22.0156,
+      "step": 2046
+    },
+    {
+      "epoch": 0.1359500564521485,
+      "grad_norm": 179.03793334960938,
+      "learning_rate": 1.9924533866912014e-06,
+      "loss": 21.375,
+      "step": 2047
+    },
+    {
+      "epoch": 0.1360164707445042,
+      "grad_norm": 209.4019012451172,
+      "learning_rate": 1.992440192662351e-06,
+      "loss": 18.4688,
+      "step": 2048
+    },
+    {
+      "epoch": 0.13608288503685992,
+      "grad_norm": 186.9613494873047,
+      "learning_rate": 1.992426987153524e-06,
+      "loss": 20.5938,
+      "step": 2049
+    },
+    {
+      "epoch": 0.13614929932921566,
+      "grad_norm": 350.0854187011719,
+      "learning_rate": 1.992413770164874e-06,
+      "loss": 23.0312,
+      "step": 2050
+    },
+    {
+      "epoch": 0.13621571362157137,
+      "grad_norm": 441.62042236328125,
+      "learning_rate": 1.9924005416965537e-06,
+      "loss": 22.2031,
+      "step": 2051
+    },
+    {
+      "epoch": 0.13628212791392708,
+      "grad_norm": 280.9316101074219,
+      "learning_rate": 1.9923873017487163e-06,
+      "loss": 20.5938,
+      "step": 2052
+    },
+    {
+      "epoch": 0.13634854220628279,
+      "grad_norm": 109.88761901855469,
+      "learning_rate": 1.9923740503215154e-06,
+      "loss": 15.1406,
+      "step": 2053
+    },
+    {
+      "epoch": 0.1364149564986385,
+      "grad_norm": 179.8908233642578,
+      "learning_rate": 1.992360787415103e-06,
+      "loss": 22.3125,
+      "step": 2054
+    },
+    {
+      "epoch": 0.13648137079099423,
+      "grad_norm": 161.27186584472656,
+      "learning_rate": 1.9923475130296333e-06,
+      "loss": 22.2656,
+      "step": 2055
+    },
+    {
+      "epoch": 0.13654778508334994,
+      "grad_norm": 461.8307800292969,
+      "learning_rate": 1.99233422716526e-06,
+      "loss": 19.25,
+      "step": 2056
+    },
+    {
+      "epoch": 0.13661419937570565,
+      "grad_norm": 242.4347381591797,
+      "learning_rate": 1.9923209298221365e-06,
+      "loss": 23.3438,
+      "step": 2057
+    },
+    {
+      "epoch": 0.13668061366806136,
+      "grad_norm": 453.9687805175781,
+      "learning_rate": 1.9923076210004167e-06,
+      "loss": 20.6875,
+      "step": 2058
+    },
+    {
+      "epoch": 0.13674702796041707,
+      "grad_norm": 578.8563232421875,
+      "learning_rate": 1.9922943007002545e-06,
+      "loss": 26.8594,
+      "step": 2059
+    },
+    {
+      "epoch": 0.1368134422527728,
+      "grad_norm": 447.66094970703125,
+      "learning_rate": 1.992280968921804e-06,
+      "loss": 18.6562,
+      "step": 2060
+    },
+    {
+      "epoch": 0.13687985654512852,
+      "grad_norm": 399.61993408203125,
+      "learning_rate": 1.9922676256652196e-06,
+      "loss": 20.3281,
+      "step": 2061
+    },
+    {
+      "epoch": 0.13694627083748423,
+      "grad_norm": 288.50360107421875,
+      "learning_rate": 1.9922542709306557e-06,
+      "loss": 23.75,
+      "step": 2062
+    },
+    {
+      "epoch": 0.13701268512983994,
+      "grad_norm": 235.5913543701172,
+      "learning_rate": 1.992240904718266e-06,
+      "loss": 24.0156,
+      "step": 2063
+    },
+    {
+      "epoch": 0.13707909942219565,
+      "grad_norm": 266.3539123535156,
+      "learning_rate": 1.992227527028206e-06,
+      "loss": 23.7188,
+      "step": 2064
+    },
+    {
+      "epoch": 0.13714551371455136,
+      "grad_norm": 418.372314453125,
+      "learning_rate": 1.99221413786063e-06,
+      "loss": 20.2969,
+      "step": 2065
+    },
+    {
+      "epoch": 0.1372119280069071,
+      "grad_norm": 273.30633544921875,
+      "learning_rate": 1.9922007372156933e-06,
+      "loss": 17.9375,
+      "step": 2066
+    },
+    {
+      "epoch": 0.1372783422992628,
+      "grad_norm": 226.50086975097656,
+      "learning_rate": 1.99218732509355e-06,
+      "loss": 18.8125,
+      "step": 2067
+    },
+    {
+      "epoch": 0.13734475659161852,
+      "grad_norm": 216.04275512695312,
+      "learning_rate": 1.9921739014943562e-06,
+      "loss": 19.8438,
+      "step": 2068
+    },
+    {
+      "epoch": 0.13741117088397423,
+      "grad_norm": 214.04762268066406,
+      "learning_rate": 1.992160466418267e-06,
+      "loss": 29.2812,
+      "step": 2069
+    },
+    {
+      "epoch": 0.13747758517632994,
+      "grad_norm": 253.69923400878906,
+      "learning_rate": 1.9921470198654372e-06,
+      "loss": 26.7344,
+      "step": 2070
+    },
+    {
+      "epoch": 0.13754399946868567,
+      "grad_norm": 120.73892211914062,
+      "learning_rate": 1.9921335618360233e-06,
+      "loss": 16.4688,
+      "step": 2071
+    },
+    {
+      "epoch": 0.13761041376104138,
+      "grad_norm": 237.52859497070312,
+      "learning_rate": 1.99212009233018e-06,
+      "loss": 18.75,
+      "step": 2072
+    },
+    {
+      "epoch": 0.1376768280533971,
+      "grad_norm": 198.71434020996094,
+      "learning_rate": 1.992106611348064e-06,
+      "loss": 22.3125,
+      "step": 2073
+    },
+    {
+      "epoch": 0.1377432423457528,
+      "grad_norm": 241.21945190429688,
+      "learning_rate": 1.9920931188898303e-06,
+      "loss": 23.0625,
+      "step": 2074
+    },
+    {
+      "epoch": 0.1378096566381085,
+      "grad_norm": 183.90084838867188,
+      "learning_rate": 1.992079614955636e-06,
+      "loss": 19.5156,
+      "step": 2075
+    },
+    {
+      "epoch": 0.13787607093046422,
+      "grad_norm": 288.9510803222656,
+      "learning_rate": 1.9920660995456365e-06,
+      "loss": 22.2188,
+      "step": 2076
+    },
+    {
+      "epoch": 0.13794248522281996,
+      "grad_norm": 272.4867248535156,
+      "learning_rate": 1.9920525726599884e-06,
+      "loss": 17.2969,
+      "step": 2077
+    },
+    {
+      "epoch": 0.13800889951517567,
+      "grad_norm": 193.0972442626953,
+      "learning_rate": 1.992039034298848e-06,
+      "loss": 13.0938,
+      "step": 2078
+    },
+    {
+      "epoch": 0.13807531380753138,
+      "grad_norm": 161.8263702392578,
+      "learning_rate": 1.9920254844623727e-06,
+      "loss": 28.7188,
+      "step": 2079
+    },
+    {
+      "epoch": 0.1381417280998871,
+      "grad_norm": 337.63885498046875,
+      "learning_rate": 1.9920119231507184e-06,
+      "loss": 26.8438,
+      "step": 2080
+    },
+    {
+      "epoch": 0.1382081423922428,
+      "grad_norm": 301.87200927734375,
+      "learning_rate": 1.991998350364042e-06,
+      "loss": 22.5312,
+      "step": 2081
+    },
+    {
+      "epoch": 0.13827455668459854,
+      "grad_norm": 367.000732421875,
+      "learning_rate": 1.9919847661025005e-06,
+      "loss": 25.5312,
+      "step": 2082
+    },
+    {
+      "epoch": 0.13834097097695425,
+      "grad_norm": 343.4363098144531,
+      "learning_rate": 1.9919711703662515e-06,
+      "loss": 24.3125,
+      "step": 2083
+    },
+    {
+      "epoch": 0.13840738526930996,
+      "grad_norm": 197.2932891845703,
+      "learning_rate": 1.9919575631554518e-06,
+      "loss": 21.4844,
+      "step": 2084
+    },
+    {
+      "epoch": 0.13847379956166567,
+      "grad_norm": 253.35411071777344,
+      "learning_rate": 1.9919439444702592e-06,
+      "loss": 20.75,
+      "step": 2085
+    },
+    {
+      "epoch": 0.13854021385402138,
+      "grad_norm": 247.6868896484375,
+      "learning_rate": 1.991930314310831e-06,
+      "loss": 18.2656,
+      "step": 2086
+    },
+    {
+      "epoch": 0.1386066281463771,
+      "grad_norm": 229.44461059570312,
+      "learning_rate": 1.991916672677325e-06,
+      "loss": 19.2656,
+      "step": 2087
+    },
+    {
+      "epoch": 0.13867304243873282,
+      "grad_norm": 231.517822265625,
+      "learning_rate": 1.991903019569899e-06,
+      "loss": 18.8906,
+      "step": 2088
+    },
+    {
+      "epoch": 0.13873945673108853,
+      "grad_norm": 139.0255126953125,
+      "learning_rate": 1.9918893549887107e-06,
+      "loss": 23.0312,
+      "step": 2089
+    },
+    {
+      "epoch": 0.13880587102344424,
+      "grad_norm": 241.36781311035156,
+      "learning_rate": 1.991875678933918e-06,
+      "loss": 21.2188,
+      "step": 2090
+    },
+    {
+      "epoch": 0.13887228531579995,
+      "grad_norm": 188.43955993652344,
+      "learning_rate": 1.99186199140568e-06,
+      "loss": 21.6406,
+      "step": 2091
+    },
+    {
+      "epoch": 0.13893869960815566,
+      "grad_norm": 176.6198272705078,
+      "learning_rate": 1.991848292404154e-06,
+      "loss": 18.7656,
+      "step": 2092
+    },
+    {
+      "epoch": 0.1390051139005114,
+      "grad_norm": 486.08917236328125,
+      "learning_rate": 1.991834581929499e-06,
+      "loss": 17.3906,
+      "step": 2093
+    },
+    {
+      "epoch": 0.1390715281928671,
+      "grad_norm": 320.98846435546875,
+      "learning_rate": 1.9918208599818735e-06,
+      "loss": 27.0312,
+      "step": 2094
+    },
+    {
+      "epoch": 0.13913794248522282,
+      "grad_norm": 382.79656982421875,
+      "learning_rate": 1.991807126561436e-06,
+      "loss": 21.375,
+      "step": 2095
+    },
+    {
+      "epoch": 0.13920435677757853,
+      "grad_norm": 309.7762451171875,
+      "learning_rate": 1.9917933816683456e-06,
+      "loss": 22.5781,
+      "step": 2096
+    },
+    {
+      "epoch": 0.13927077106993424,
+      "grad_norm": 294.1110534667969,
+      "learning_rate": 1.9917796253027616e-06,
+      "loss": 22.1562,
+      "step": 2097
+    },
+    {
+      "epoch": 0.13933718536228998,
+      "grad_norm": 303.4586486816406,
+      "learning_rate": 1.9917658574648426e-06,
+      "loss": 26.0625,
+      "step": 2098
+    },
+    {
+      "epoch": 0.1394035996546457,
+      "grad_norm": 156.3911590576172,
+      "learning_rate": 1.991752078154748e-06,
+      "loss": 18.7188,
+      "step": 2099
+    },
+    {
+      "epoch": 0.1394700139470014,
+      "grad_norm": 276.936767578125,
+      "learning_rate": 1.9917382873726373e-06,
+      "loss": 26.875,
+      "step": 2100
+    },
+    {
+      "epoch": 0.1395364282393571,
+      "grad_norm": 147.22247314453125,
+      "learning_rate": 1.99172448511867e-06,
+      "loss": 18.25,
+      "step": 2101
+    },
+    {
+      "epoch": 0.13960284253171282,
+      "grad_norm": 475.1858215332031,
+      "learning_rate": 1.9917106713930053e-06,
+      "loss": 25.0625,
+      "step": 2102
+    },
+    {
+      "epoch": 0.13966925682406853,
+      "grad_norm": 198.73178100585938,
+      "learning_rate": 1.991696846195804e-06,
+      "loss": 24.9062,
+      "step": 2103
+    },
+    {
+      "epoch": 0.13973567111642426,
+      "grad_norm": 388.79364013671875,
+      "learning_rate": 1.991683009527225e-06,
+      "loss": 20.4375,
+      "step": 2104
+    },
+    {
+      "epoch": 0.13980208540877997,
+      "grad_norm": 282.3170166015625,
+      "learning_rate": 1.991669161387429e-06,
+      "loss": 27.7188,
+      "step": 2105
+    },
+    {
+      "epoch": 0.13986849970113568,
+      "grad_norm": 150.53065490722656,
+      "learning_rate": 1.991655301776576e-06,
+      "loss": 21.0,
+      "step": 2106
+    },
+    {
+      "epoch": 0.1399349139934914,
+      "grad_norm": 222.64878845214844,
+      "learning_rate": 1.9916414306948265e-06,
+      "loss": 19.25,
+      "step": 2107
+    },
+    {
+      "epoch": 0.1400013282858471,
+      "grad_norm": 289.6336975097656,
+      "learning_rate": 1.99162754814234e-06,
+      "loss": 23.0625,
+      "step": 2108
+    },
+    {
+      "epoch": 0.14006774257820284,
+      "grad_norm": 569.1845092773438,
+      "learning_rate": 1.9916136541192786e-06,
+      "loss": 18.4062,
+      "step": 2109
+    },
+    {
+      "epoch": 0.14013415687055855,
+      "grad_norm": 225.4589385986328,
+      "learning_rate": 1.991599748625802e-06,
+      "loss": 25.1562,
+      "step": 2110
+    },
+    {
+      "epoch": 0.14020057116291426,
+      "grad_norm": 874.2415161132812,
+      "learning_rate": 1.991585831662071e-06,
+      "loss": 15.7969,
+      "step": 2111
+    },
+    {
+      "epoch": 0.14026698545526997,
+      "grad_norm": 232.9945831298828,
+      "learning_rate": 1.9915719032282474e-06,
+      "loss": 22.9688,
+      "step": 2112
+    },
+    {
+      "epoch": 0.14033339974762568,
+      "grad_norm": 6513.03564453125,
+      "learning_rate": 1.9915579633244913e-06,
+      "loss": 19.4062,
+      "step": 2113
+    },
+    {
+      "epoch": 0.1403998140399814,
+      "grad_norm": 265.5475158691406,
+      "learning_rate": 1.9915440119509647e-06,
+      "loss": 24.9062,
+      "step": 2114
+    },
+    {
+      "epoch": 0.14046622833233713,
+      "grad_norm": 392.7364807128906,
+      "learning_rate": 1.9915300491078285e-06,
+      "loss": 22.7344,
+      "step": 2115
+    },
+    {
+      "epoch": 0.14053264262469284,
+      "grad_norm": 192.9947967529297,
+      "learning_rate": 1.991516074795245e-06,
+      "loss": 21.5781,
+      "step": 2116
+    },
+    {
+      "epoch": 0.14059905691704855,
+      "grad_norm": 619.211669921875,
+      "learning_rate": 1.991502089013375e-06,
+      "loss": 17.6406,
+      "step": 2117
+    },
+    {
+      "epoch": 0.14066547120940426,
+      "grad_norm": 166.25315856933594,
+      "learning_rate": 1.99148809176238e-06,
+      "loss": 20.5,
+      "step": 2118
+    },
+    {
+      "epoch": 0.14073188550175997,
+      "grad_norm": 302.8773498535156,
+      "learning_rate": 1.9914740830424232e-06,
+      "loss": 28.4531,
+      "step": 2119
+    },
+    {
+      "epoch": 0.1407982997941157,
+      "grad_norm": 169.34600830078125,
+      "learning_rate": 1.9914600628536657e-06,
+      "loss": 20.0625,
+      "step": 2120
+    },
+    {
+      "epoch": 0.14086471408647142,
+      "grad_norm": 528.6930541992188,
+      "learning_rate": 1.9914460311962697e-06,
+      "loss": 18.2969,
+      "step": 2121
+    },
+    {
+      "epoch": 0.14093112837882713,
+      "grad_norm": 685.5098266601562,
+      "learning_rate": 1.991431988070398e-06,
+      "loss": 20.4375,
+      "step": 2122
+    },
+    {
+      "epoch": 0.14099754267118284,
+      "grad_norm": 228.32479858398438,
+      "learning_rate": 1.9914179334762128e-06,
+      "loss": 19.5625,
+      "step": 2123
+    },
+    {
+      "epoch": 0.14106395696353854,
+      "grad_norm": 221.23165893554688,
+      "learning_rate": 1.9914038674138762e-06,
+      "loss": 17.7344,
+      "step": 2124
+    },
+    {
+      "epoch": 0.14113037125589425,
+      "grad_norm": 233.4306182861328,
+      "learning_rate": 1.9913897898835517e-06,
+      "loss": 20.7812,
+      "step": 2125
+    },
+    {
+      "epoch": 0.14119678554825,
+      "grad_norm": 166.40286254882812,
+      "learning_rate": 1.991375700885402e-06,
+      "loss": 18.8906,
+      "step": 2126
+    },
+    {
+      "epoch": 0.1412631998406057,
+      "grad_norm": 253.73452758789062,
+      "learning_rate": 1.9913616004195894e-06,
+      "loss": 18.2188,
+      "step": 2127
+    },
+    {
+      "epoch": 0.1413296141329614,
+      "grad_norm": 286.8411560058594,
+      "learning_rate": 1.9913474884862776e-06,
+      "loss": 21.5625,
+      "step": 2128
+    },
+    {
+      "epoch": 0.14139602842531712,
+      "grad_norm": 347.189208984375,
+      "learning_rate": 1.9913333650856296e-06,
+      "loss": 19.0938,
+      "step": 2129
+    },
+    {
+      "epoch": 0.14146244271767283,
+      "grad_norm": 258.65765380859375,
+      "learning_rate": 1.991319230217809e-06,
+      "loss": 21.1094,
+      "step": 2130
+    },
+    {
+      "epoch": 0.14152885701002857,
+      "grad_norm": 411.49560546875,
+      "learning_rate": 1.991305083882979e-06,
+      "loss": 21.2188,
+      "step": 2131
+    },
+    {
+      "epoch": 0.14159527130238428,
+      "grad_norm": 162.8927764892578,
+      "learning_rate": 1.991290926081304e-06,
+      "loss": 15.875,
+      "step": 2132
+    },
+    {
+      "epoch": 0.14166168559474,
+      "grad_norm": 275.2839660644531,
+      "learning_rate": 1.9912767568129465e-06,
+      "loss": 19.5781,
+      "step": 2133
+    },
+    {
+      "epoch": 0.1417280998870957,
+      "grad_norm": 480.0184631347656,
+      "learning_rate": 1.991262576078071e-06,
+      "loss": 20.875,
+      "step": 2134
+    },
+    {
+      "epoch": 0.1417945141794514,
+      "grad_norm": 237.65989685058594,
+      "learning_rate": 1.991248383876842e-06,
+      "loss": 21.5938,
+      "step": 2135
+    },
+    {
+      "epoch": 0.14186092847180715,
+      "grad_norm": 189.04786682128906,
+      "learning_rate": 1.9912341802094234e-06,
+      "loss": 24.6875,
+      "step": 2136
+    },
+    {
+      "epoch": 0.14192734276416286,
+      "grad_norm": 358.12237548828125,
+      "learning_rate": 1.9912199650759793e-06,
+      "loss": 28.375,
+      "step": 2137
+    },
+    {
+      "epoch": 0.14199375705651857,
+      "grad_norm": 368.61505126953125,
+      "learning_rate": 1.9912057384766737e-06,
+      "loss": 22.6875,
+      "step": 2138
+    },
+    {
+      "epoch": 0.14206017134887428,
+      "grad_norm": 131.36427307128906,
+      "learning_rate": 1.9911915004116726e-06,
+      "loss": 18.9688,
+      "step": 2139
+    },
+    {
+      "epoch": 0.14212658564122999,
+      "grad_norm": 451.03155517578125,
+      "learning_rate": 1.991177250881139e-06,
+      "loss": 20.75,
+      "step": 2140
+    },
+    {
+      "epoch": 0.1421929999335857,
+      "grad_norm": 242.71896362304688,
+      "learning_rate": 1.9911629898852388e-06,
+      "loss": 24.6406,
+      "step": 2141
+    },
+    {
+      "epoch": 0.14225941422594143,
+      "grad_norm": 198.3270721435547,
+      "learning_rate": 1.991148717424137e-06,
+      "loss": 21.375,
+      "step": 2142
+    },
+    {
+      "epoch": 0.14232582851829714,
+      "grad_norm": 280.8441467285156,
+      "learning_rate": 1.9911344334979975e-06,
+      "loss": 24.125,
+      "step": 2143
+    },
+    {
+      "epoch": 0.14239224281065285,
+      "grad_norm": 221.64739990234375,
+      "learning_rate": 1.991120138106987e-06,
+      "loss": 21.3438,
+      "step": 2144
+    },
+    {
+      "epoch": 0.14245865710300856,
+      "grad_norm": 354.2916259765625,
+      "learning_rate": 1.99110583125127e-06,
+      "loss": 25.0625,
+      "step": 2145
+    },
+    {
+      "epoch": 0.14252507139536427,
+      "grad_norm": 273.2012023925781,
+      "learning_rate": 1.9910915129310125e-06,
+      "loss": 19.375,
+      "step": 2146
+    },
+    {
+      "epoch": 0.14259148568772,
+      "grad_norm": 244.37144470214844,
+      "learning_rate": 1.99107718314638e-06,
+      "loss": 21.4531,
+      "step": 2147
+    },
+    {
+      "epoch": 0.14265789998007572,
+      "grad_norm": 124.92252349853516,
+      "learning_rate": 1.9910628418975378e-06,
+      "loss": 19.9688,
+      "step": 2148
+    },
+    {
+      "epoch": 0.14272431427243143,
+      "grad_norm": 140.49412536621094,
+      "learning_rate": 1.9910484891846524e-06,
+      "loss": 22.5156,
+      "step": 2149
+    },
+    {
+      "epoch": 0.14279072856478714,
+      "grad_norm": 302.91656494140625,
+      "learning_rate": 1.9910341250078894e-06,
+      "loss": 25.5,
+      "step": 2150
+    },
+    {
+      "epoch": 0.14285714285714285,
+      "grad_norm": 288.45867919921875,
+      "learning_rate": 1.991019749367415e-06,
+      "loss": 21.1406,
+      "step": 2151
+    },
+    {
+      "epoch": 0.14292355714949856,
+      "grad_norm": 254.25210571289062,
+      "learning_rate": 1.9910053622633957e-06,
+      "loss": 22.5312,
+      "step": 2152
+    },
+    {
+      "epoch": 0.1429899714418543,
+      "grad_norm": 158.59722900390625,
+      "learning_rate": 1.9909909636959977e-06,
+      "loss": 20.8125,
+      "step": 2153
+    },
+    {
+      "epoch": 0.14305638573421,
+      "grad_norm": 293.8788146972656,
+      "learning_rate": 1.9909765536653876e-06,
+      "loss": 21.1094,
+      "step": 2154
+    },
+    {
+      "epoch": 0.14312280002656572,
+      "grad_norm": 332.20941162109375,
+      "learning_rate": 1.9909621321717325e-06,
+      "loss": 19.6641,
+      "step": 2155
+    },
+    {
+      "epoch": 0.14318921431892143,
+      "grad_norm": 275.2470397949219,
+      "learning_rate": 1.9909476992151987e-06,
+      "loss": 24.9375,
+      "step": 2156
+    },
+    {
+      "epoch": 0.14325562861127714,
+      "grad_norm": 102.42245483398438,
+      "learning_rate": 1.990933254795953e-06,
+      "loss": 16.625,
+      "step": 2157
+    },
+    {
+      "epoch": 0.14332204290363287,
+      "grad_norm": 350.7252502441406,
+      "learning_rate": 1.9909187989141633e-06,
+      "loss": 17.8438,
+      "step": 2158
+    },
+    {
+      "epoch": 0.14338845719598858,
+      "grad_norm": 421.07037353515625,
+      "learning_rate": 1.9909043315699964e-06,
+      "loss": 25.4062,
+      "step": 2159
+    },
+    {
+      "epoch": 0.1434548714883443,
+      "grad_norm": 251.33331298828125,
+      "learning_rate": 1.990889852763619e-06,
+      "loss": 25.3125,
+      "step": 2160
+    },
+    {
+      "epoch": 0.1435212857807,
+      "grad_norm": 467.2099609375,
+      "learning_rate": 1.9908753624952e-06,
+      "loss": 23.2812,
+      "step": 2161
+    },
+    {
+      "epoch": 0.1435877000730557,
+      "grad_norm": 428.1255187988281,
+      "learning_rate": 1.9908608607649057e-06,
+      "loss": 22.8125,
+      "step": 2162
+    },
+    {
+      "epoch": 0.14365411436541142,
+      "grad_norm": 235.9037628173828,
+      "learning_rate": 1.990846347572904e-06,
+      "loss": 19.6094,
+      "step": 2163
+    },
+    {
+      "epoch": 0.14372052865776716,
+      "grad_norm": 258.2474060058594,
+      "learning_rate": 1.9908318229193637e-06,
+      "loss": 18.2969,
+      "step": 2164
+    },
+    {
+      "epoch": 0.14378694295012287,
+      "grad_norm": 261.1006164550781,
+      "learning_rate": 1.990817286804452e-06,
+      "loss": 29.5625,
+      "step": 2165
+    },
+    {
+      "epoch": 0.14385335724247858,
+      "grad_norm": 239.29266357421875,
+      "learning_rate": 1.990802739228337e-06,
+      "loss": 19.9062,
+      "step": 2166
+    },
+    {
+      "epoch": 0.1439197715348343,
+      "grad_norm": 294.4657287597656,
+      "learning_rate": 1.9907881801911876e-06,
+      "loss": 29.1719,
+      "step": 2167
+    },
+    {
+      "epoch": 0.14398618582719,
+      "grad_norm": 389.4125061035156,
+      "learning_rate": 1.990773609693172e-06,
+      "loss": 22.2344,
+      "step": 2168
+    },
+    {
+      "epoch": 0.14405260011954574,
+      "grad_norm": 295.5668640136719,
+      "learning_rate": 1.990759027734458e-06,
+      "loss": 18.1562,
+      "step": 2169
+    },
+    {
+      "epoch": 0.14411901441190145,
+      "grad_norm": 199.111083984375,
+      "learning_rate": 1.990744434315215e-06,
+      "loss": 17.5156,
+      "step": 2170
+    },
+    {
+      "epoch": 0.14418542870425716,
+      "grad_norm": 322.2822265625,
+      "learning_rate": 1.990729829435612e-06,
+      "loss": 30.4062,
+      "step": 2171
+    },
+    {
+      "epoch": 0.14425184299661287,
+      "grad_norm": 313.6325378417969,
+      "learning_rate": 1.9907152130958175e-06,
+      "loss": 18.5781,
+      "step": 2172
+    },
+    {
+      "epoch": 0.14431825728896858,
+      "grad_norm": 151.46725463867188,
+      "learning_rate": 1.9907005852960005e-06,
+      "loss": 18.875,
+      "step": 2173
+    },
+    {
+      "epoch": 0.14438467158132431,
+      "grad_norm": 182.58026123046875,
+      "learning_rate": 1.9906859460363304e-06,
+      "loss": 20.0625,
+      "step": 2174
+    },
+    {
+      "epoch": 0.14445108587368002,
+      "grad_norm": 204.6225128173828,
+      "learning_rate": 1.9906712953169767e-06,
+      "loss": 18.0312,
+      "step": 2175
+    },
+    {
+      "epoch": 0.14451750016603573,
+      "grad_norm": 163.34686279296875,
+      "learning_rate": 1.990656633138109e-06,
+      "loss": 20.6562,
+      "step": 2176
+    },
+    {
+      "epoch": 0.14458391445839144,
+      "grad_norm": 398.35150146484375,
+      "learning_rate": 1.9906419594998963e-06,
+      "loss": 19.9375,
+      "step": 2177
+    },
+    {
+      "epoch": 0.14465032875074715,
+      "grad_norm": 238.12269592285156,
+      "learning_rate": 1.9906272744025085e-06,
+      "loss": 20.4844,
+      "step": 2178
+    },
+    {
+      "epoch": 0.14471674304310286,
+      "grad_norm": 289.58477783203125,
+      "learning_rate": 1.990612577846116e-06,
+      "loss": 27.9062,
+      "step": 2179
+    },
+    {
+      "epoch": 0.1447831573354586,
+      "grad_norm": 230.09579467773438,
+      "learning_rate": 1.9905978698308883e-06,
+      "loss": 22.8125,
+      "step": 2180
+    },
+    {
+      "epoch": 0.1448495716278143,
+      "grad_norm": 291.2015380859375,
+      "learning_rate": 1.9905831503569957e-06,
+      "loss": 23.6562,
+      "step": 2181
+    },
+    {
+      "epoch": 0.14491598592017002,
+      "grad_norm": 1100.292236328125,
+      "learning_rate": 1.990568419424608e-06,
+      "loss": 23.2344,
+      "step": 2182
+    },
+    {
+      "epoch": 0.14498240021252573,
+      "grad_norm": 250.6841583251953,
+      "learning_rate": 1.9905536770338966e-06,
+      "loss": 19.7812,
+      "step": 2183
+    },
+    {
+      "epoch": 0.14504881450488144,
+      "grad_norm": 149.06103515625,
+      "learning_rate": 1.990538923185031e-06,
+      "loss": 16.7812,
+      "step": 2184
+    },
+    {
+      "epoch": 0.14511522879723718,
+      "grad_norm": 257.6304016113281,
+      "learning_rate": 1.9905241578781823e-06,
+      "loss": 20.7344,
+      "step": 2185
+    },
+    {
+      "epoch": 0.1451816430895929,
+      "grad_norm": 154.88247680664062,
+      "learning_rate": 1.9905093811135218e-06,
+      "loss": 18.0156,
+      "step": 2186
+    },
+    {
+      "epoch": 0.1452480573819486,
+      "grad_norm": 204.49314880371094,
+      "learning_rate": 1.9904945928912194e-06,
+      "loss": 25.4062,
+      "step": 2187
+    },
+    {
+      "epoch": 0.1453144716743043,
+      "grad_norm": 215.80096435546875,
+      "learning_rate": 1.990479793211447e-06,
+      "loss": 20.125,
+      "step": 2188
+    },
+    {
+      "epoch": 0.14538088596666002,
+      "grad_norm": 251.28587341308594,
+      "learning_rate": 1.9904649820743755e-06,
+      "loss": 25.25,
+      "step": 2189
+    },
+    {
+      "epoch": 0.14544730025901573,
+      "grad_norm": 267.25433349609375,
+      "learning_rate": 1.990450159480176e-06,
+      "loss": 19.3906,
+      "step": 2190
+    },
+    {
+      "epoch": 0.14551371455137146,
+      "grad_norm": 135.71556091308594,
+      "learning_rate": 1.9904353254290202e-06,
+      "loss": 16.0625,
+      "step": 2191
+    },
+    {
+      "epoch": 0.14558012884372717,
+      "grad_norm": 163.41448974609375,
+      "learning_rate": 1.99042047992108e-06,
+      "loss": 20.7344,
+      "step": 2192
+    },
+    {
+      "epoch": 0.14564654313608288,
+      "grad_norm": 246.14378356933594,
+      "learning_rate": 1.9904056229565267e-06,
+      "loss": 22.8438,
+      "step": 2193
+    },
+    {
+      "epoch": 0.1457129574284386,
+      "grad_norm": 224.11546325683594,
+      "learning_rate": 1.9903907545355317e-06,
+      "loss": 22.5312,
+      "step": 2194
+    },
+    {
+      "epoch": 0.1457793717207943,
+      "grad_norm": 369.57965087890625,
+      "learning_rate": 1.9903758746582682e-06,
+      "loss": 18.9062,
+      "step": 2195
+    },
+    {
+      "epoch": 0.14584578601315004,
+      "grad_norm": 293.4088134765625,
+      "learning_rate": 1.9903609833249075e-06,
+      "loss": 21.3906,
+      "step": 2196
+    },
+    {
+      "epoch": 0.14591220030550575,
+      "grad_norm": 415.41522216796875,
+      "learning_rate": 1.9903460805356222e-06,
+      "loss": 23.0625,
+      "step": 2197
+    },
+    {
+      "epoch": 0.14597861459786146,
+      "grad_norm": 124.77845001220703,
+      "learning_rate": 1.990331166290584e-06,
+      "loss": 19.2188,
+      "step": 2198
+    },
+    {
+      "epoch": 0.14604502889021717,
+      "grad_norm": 293.950927734375,
+      "learning_rate": 1.9903162405899664e-06,
+      "loss": 16.4688,
+      "step": 2199
+    },
+    {
+      "epoch": 0.14611144318257288,
+      "grad_norm": 312.6014709472656,
+      "learning_rate": 1.9903013034339413e-06,
+      "loss": 18.5469,
+      "step": 2200
+    },
+    {
+      "epoch": 0.1461778574749286,
+      "grad_norm": 330.74053955078125,
+      "learning_rate": 1.9902863548226817e-06,
+      "loss": 26.5156,
+      "step": 2201
+    },
+    {
+      "epoch": 0.14624427176728433,
+      "grad_norm": 163.4642791748047,
+      "learning_rate": 1.9902713947563606e-06,
+      "loss": 18.3125,
+      "step": 2202
+    },
+    {
+      "epoch": 0.14631068605964004,
+      "grad_norm": 208.42530822753906,
+      "learning_rate": 1.9902564232351514e-06,
+      "loss": 22.9062,
+      "step": 2203
+    },
+    {
+      "epoch": 0.14637710035199575,
+      "grad_norm": 437.2677307128906,
+      "learning_rate": 1.990241440259227e-06,
+      "loss": 18.5156,
+      "step": 2204
+    },
+    {
+      "epoch": 0.14644351464435146,
+      "grad_norm": 320.3740234375,
+      "learning_rate": 1.99022644582876e-06,
+      "loss": 20.875,
+      "step": 2205
+    },
+    {
+      "epoch": 0.14650992893670717,
+      "grad_norm": 267.2911071777344,
+      "learning_rate": 1.9902114399439247e-06,
+      "loss": 23.9062,
+      "step": 2206
+    },
+    {
+      "epoch": 0.1465763432290629,
+      "grad_norm": 365.0127868652344,
+      "learning_rate": 1.9901964226048946e-06,
+      "loss": 18.8438,
+      "step": 2207
+    },
+    {
+      "epoch": 0.14664275752141862,
+      "grad_norm": 497.83294677734375,
+      "learning_rate": 1.990181393811843e-06,
+      "loss": 26.5312,
+      "step": 2208
+    },
+    {
+      "epoch": 0.14670917181377433,
+      "grad_norm": 152.0484161376953,
+      "learning_rate": 1.990166353564944e-06,
+      "loss": 15.9219,
+      "step": 2209
+    },
+    {
+      "epoch": 0.14677558610613003,
+      "grad_norm": 403.9521484375,
+      "learning_rate": 1.990151301864372e-06,
+      "loss": 20.3906,
+      "step": 2210
+    },
+    {
+      "epoch": 0.14684200039848574,
+      "grad_norm": 143.48831176757812,
+      "learning_rate": 1.990136238710301e-06,
+      "loss": 14.3281,
+      "step": 2211
+    },
+    {
+      "epoch": 0.14690841469084148,
+      "grad_norm": 227.50184631347656,
+      "learning_rate": 1.990121164102904e-06,
+      "loss": 20.2969,
+      "step": 2212
+    },
+    {
+      "epoch": 0.1469748289831972,
+      "grad_norm": 134.81787109375,
+      "learning_rate": 1.9901060780423568e-06,
+      "loss": 22.7812,
+      "step": 2213
+    },
+    {
+      "epoch": 0.1470412432755529,
+      "grad_norm": 262.168701171875,
+      "learning_rate": 1.9900909805288333e-06,
+      "loss": 27.2188,
+      "step": 2214
+    },
+    {
+      "epoch": 0.1471076575679086,
+      "grad_norm": 317.20294189453125,
+      "learning_rate": 1.9900758715625083e-06,
+      "loss": 20.75,
+      "step": 2215
+    },
+    {
+      "epoch": 0.14717407186026432,
+      "grad_norm": 345.4319763183594,
+      "learning_rate": 1.9900607511435562e-06,
+      "loss": 17.9531,
+      "step": 2216
+    },
+    {
+      "epoch": 0.14724048615262003,
+      "grad_norm": 189.05503845214844,
+      "learning_rate": 1.990045619272153e-06,
+      "loss": 22.75,
+      "step": 2217
+    },
+    {
+      "epoch": 0.14730690044497577,
+      "grad_norm": 598.2943115234375,
+      "learning_rate": 1.9900304759484725e-06,
+      "loss": 23.4531,
+      "step": 2218
+    },
+    {
+      "epoch": 0.14737331473733148,
+      "grad_norm": 408.8236999511719,
+      "learning_rate": 1.99001532117269e-06,
+      "loss": 26.5,
+      "step": 2219
+    },
+    {
+      "epoch": 0.1474397290296872,
+      "grad_norm": 163.43045043945312,
+      "learning_rate": 1.9900001549449816e-06,
+      "loss": 17.6562,
+      "step": 2220
+    },
+    {
+      "epoch": 0.1475061433220429,
+      "grad_norm": 302.757080078125,
+      "learning_rate": 1.9899849772655224e-06,
+      "loss": 22.9375,
+      "step": 2221
+    },
+    {
+      "epoch": 0.1475725576143986,
+      "grad_norm": 202.50523376464844,
+      "learning_rate": 1.9899697881344873e-06,
+      "loss": 23.2188,
+      "step": 2222
+    },
+    {
+      "epoch": 0.14763897190675435,
+      "grad_norm": 200.63278198242188,
+      "learning_rate": 1.989954587552053e-06,
+      "loss": 23.5625,
+      "step": 2223
+    },
+    {
+      "epoch": 0.14770538619911006,
+      "grad_norm": 242.4264373779297,
+      "learning_rate": 1.9899393755183948e-06,
+      "loss": 20.4375,
+      "step": 2224
+    },
+    {
+      "epoch": 0.14777180049146577,
+      "grad_norm": 223.93186950683594,
+      "learning_rate": 1.9899241520336883e-06,
+      "loss": 19.6875,
+      "step": 2225
+    },
+    {
+      "epoch": 0.14783821478382148,
+      "grad_norm": 146.2649383544922,
+      "learning_rate": 1.989908917098111e-06,
+      "loss": 18.4219,
+      "step": 2226
+    },
+    {
+      "epoch": 0.14790462907617719,
+      "grad_norm": 226.04214477539062,
+      "learning_rate": 1.989893670711837e-06,
+      "loss": 21.7188,
+      "step": 2227
+    },
+    {
+      "epoch": 0.1479710433685329,
+      "grad_norm": 251.86331176757812,
+      "learning_rate": 1.9898784128750446e-06,
+      "loss": 22.5156,
+      "step": 2228
+    },
+    {
+      "epoch": 0.14803745766088863,
+      "grad_norm": 239.9044189453125,
+      "learning_rate": 1.989863143587909e-06,
+      "loss": 25.1562,
+      "step": 2229
+    },
+    {
+      "epoch": 0.14810387195324434,
+      "grad_norm": 304.61810302734375,
+      "learning_rate": 1.989847862850608e-06,
+      "loss": 31.2188,
+      "step": 2230
+    },
+    {
+      "epoch": 0.14817028624560005,
+      "grad_norm": 170.96096801757812,
+      "learning_rate": 1.989832570663317e-06,
+      "loss": 21.0938,
+      "step": 2231
+    },
+    {
+      "epoch": 0.14823670053795576,
+      "grad_norm": 300.91961669921875,
+      "learning_rate": 1.9898172670262145e-06,
+      "loss": 18.4688,
+      "step": 2232
+    },
+    {
+      "epoch": 0.14830311483031147,
+      "grad_norm": 283.8065490722656,
+      "learning_rate": 1.9898019519394756e-06,
+      "loss": 21.4844,
+      "step": 2233
+    },
+    {
+      "epoch": 0.1483695291226672,
+      "grad_norm": 146.84117126464844,
+      "learning_rate": 1.9897866254032792e-06,
+      "loss": 18.9375,
+      "step": 2234
+    },
+    {
+      "epoch": 0.14843594341502292,
+      "grad_norm": 309.73297119140625,
+      "learning_rate": 1.9897712874178017e-06,
+      "loss": 21.7656,
+      "step": 2235
+    },
+    {
+      "epoch": 0.14850235770737863,
+      "grad_norm": 3031.14990234375,
+      "learning_rate": 1.9897559379832203e-06,
+      "loss": 19.8594,
+      "step": 2236
+    },
+    {
+      "epoch": 0.14856877199973434,
+      "grad_norm": 258.3597106933594,
+      "learning_rate": 1.989740577099713e-06,
+      "loss": 17.2031,
+      "step": 2237
+    },
+    {
+      "epoch": 0.14863518629209005,
+      "grad_norm": 201.1004638671875,
+      "learning_rate": 1.989725204767458e-06,
+      "loss": 21.9219,
+      "step": 2238
+    },
+    {
+      "epoch": 0.14870160058444576,
+      "grad_norm": 276.77130126953125,
+      "learning_rate": 1.989709820986632e-06,
+      "loss": 19.2188,
+      "step": 2239
+    },
+    {
+      "epoch": 0.1487680148768015,
+      "grad_norm": 173.17742919921875,
+      "learning_rate": 1.9896944257574137e-06,
+      "loss": 24.1406,
+      "step": 2240
+    },
+    {
+      "epoch": 0.1488344291691572,
+      "grad_norm": 261.83245849609375,
+      "learning_rate": 1.9896790190799807e-06,
+      "loss": 24.4844,
+      "step": 2241
+    },
+    {
+      "epoch": 0.14890084346151292,
+      "grad_norm": 404.13800048828125,
+      "learning_rate": 1.989663600954512e-06,
+      "loss": 29.6094,
+      "step": 2242
+    },
+    {
+      "epoch": 0.14896725775386863,
+      "grad_norm": 1043.0369873046875,
+      "learning_rate": 1.989648171381185e-06,
+      "loss": 20.875,
+      "step": 2243
+    },
+    {
+      "epoch": 0.14903367204622434,
+      "grad_norm": 403.8919372558594,
+      "learning_rate": 1.9896327303601786e-06,
+      "loss": 22.2188,
+      "step": 2244
+    },
+    {
+      "epoch": 0.14910008633858007,
+      "grad_norm": 235.02114868164062,
+      "learning_rate": 1.989617277891672e-06,
+      "loss": 24.2969,
+      "step": 2245
+    },
+    {
+      "epoch": 0.14916650063093578,
+      "grad_norm": 203.4889373779297,
+      "learning_rate": 1.9896018139758426e-06,
+      "loss": 24.1875,
+      "step": 2246
+    },
+    {
+      "epoch": 0.1492329149232915,
+      "grad_norm": 169.3493194580078,
+      "learning_rate": 1.9895863386128704e-06,
+      "loss": 16.6406,
+      "step": 2247
+    },
+    {
+      "epoch": 0.1492993292156472,
+      "grad_norm": 199.01425170898438,
+      "learning_rate": 1.9895708518029345e-06,
+      "loss": 22.0781,
+      "step": 2248
+    },
+    {
+      "epoch": 0.1493657435080029,
+      "grad_norm": 140.9053497314453,
+      "learning_rate": 1.9895553535462127e-06,
+      "loss": 18.9844,
+      "step": 2249
+    },
+    {
+      "epoch": 0.14943215780035865,
+      "grad_norm": 205.46127319335938,
+      "learning_rate": 1.989539843842886e-06,
+      "loss": 23.9219,
+      "step": 2250
+    },
+    {
+      "epoch": 0.14949857209271436,
+      "grad_norm": 164.22605895996094,
+      "learning_rate": 1.9895243226931327e-06,
+      "loss": 17.4531,
+      "step": 2251
+    },
+    {
+      "epoch": 0.14956498638507007,
+      "grad_norm": 253.81427001953125,
+      "learning_rate": 1.9895087900971323e-06,
+      "loss": 23.6094,
+      "step": 2252
+    },
+    {
+      "epoch": 0.14963140067742578,
+      "grad_norm": 248.38421630859375,
+      "learning_rate": 1.9894932460550652e-06,
+      "loss": 23.2656,
+      "step": 2253
+    },
+    {
+      "epoch": 0.1496978149697815,
+      "grad_norm": 93.02574157714844,
+      "learning_rate": 1.989477690567111e-06,
+      "loss": 15.5938,
+      "step": 2254
+    },
+    {
+      "epoch": 0.1497642292621372,
+      "grad_norm": 155.19058227539062,
+      "learning_rate": 1.9894621236334486e-06,
+      "loss": 19.5312,
+      "step": 2255
+    },
+    {
+      "epoch": 0.14983064355449294,
+      "grad_norm": 307.08135986328125,
+      "learning_rate": 1.9894465452542595e-06,
+      "loss": 20.1562,
+      "step": 2256
+    },
+    {
+      "epoch": 0.14989705784684865,
+      "grad_norm": 191.31906127929688,
+      "learning_rate": 1.9894309554297237e-06,
+      "loss": 24.8125,
+      "step": 2257
+    },
+    {
+      "epoch": 0.14996347213920436,
+      "grad_norm": 168.09634399414062,
+      "learning_rate": 1.9894153541600206e-06,
+      "loss": 23.4062,
+      "step": 2258
+    },
+    {
+      "epoch": 0.15002988643156007,
+      "grad_norm": 294.7003479003906,
+      "learning_rate": 1.989399741445331e-06,
+      "loss": 26.4688,
+      "step": 2259
+    },
+    {
+      "epoch": 0.15009630072391578,
+      "grad_norm": 142.7393798828125,
+      "learning_rate": 1.989384117285836e-06,
+      "loss": 18.3906,
+      "step": 2260
+    },
+    {
+      "epoch": 0.15016271501627151,
+      "grad_norm": 409.6452331542969,
+      "learning_rate": 1.9893684816817165e-06,
+      "loss": 22.5,
+      "step": 2261
+    },
+    {
+      "epoch": 0.15022912930862722,
+      "grad_norm": 340.8608093261719,
+      "learning_rate": 1.9893528346331522e-06,
+      "loss": 23.8125,
+      "step": 2262
+    },
+    {
+      "epoch": 0.15029554360098293,
+      "grad_norm": 270.0186767578125,
+      "learning_rate": 1.9893371761403253e-06,
+      "loss": 26.2188,
+      "step": 2263
+    },
+    {
+      "epoch": 0.15036195789333864,
+      "grad_norm": 130.88206481933594,
+      "learning_rate": 1.9893215062034163e-06,
+      "loss": 20.7656,
+      "step": 2264
+    },
+    {
+      "epoch": 0.15042837218569435,
+      "grad_norm": 181.55084228515625,
+      "learning_rate": 1.9893058248226063e-06,
+      "loss": 21.5312,
+      "step": 2265
+    },
+    {
+      "epoch": 0.15049478647805006,
+      "grad_norm": 222.0379180908203,
+      "learning_rate": 1.989290131998077e-06,
+      "loss": 25.8438,
+      "step": 2266
+    },
+    {
+      "epoch": 0.1505612007704058,
+      "grad_norm": 216.14259338378906,
+      "learning_rate": 1.9892744277300105e-06,
+      "loss": 20.7812,
+      "step": 2267
+    },
+    {
+      "epoch": 0.1506276150627615,
+      "grad_norm": 505.40234375,
+      "learning_rate": 1.989258712018587e-06,
+      "loss": 22.7188,
+      "step": 2268
+    },
+    {
+      "epoch": 0.15069402935511722,
+      "grad_norm": 144.4697723388672,
+      "learning_rate": 1.9892429848639897e-06,
+      "loss": 23.7344,
+      "step": 2269
+    },
+    {
+      "epoch": 0.15076044364747293,
+      "grad_norm": 137.51600646972656,
+      "learning_rate": 1.9892272462664002e-06,
+      "loss": 14.9219,
+      "step": 2270
+    },
+    {
+      "epoch": 0.15082685793982864,
+      "grad_norm": 390.1280517578125,
+      "learning_rate": 1.989211496226e-06,
+      "loss": 18.8281,
+      "step": 2271
+    },
+    {
+      "epoch": 0.15089327223218438,
+      "grad_norm": 235.4618682861328,
+      "learning_rate": 1.9891957347429715e-06,
+      "loss": 21.4375,
+      "step": 2272
+    },
+    {
+      "epoch": 0.1509596865245401,
+      "grad_norm": 102.98108673095703,
+      "learning_rate": 1.9891799618174973e-06,
+      "loss": 16.2188,
+      "step": 2273
+    },
+    {
+      "epoch": 0.1510261008168958,
+      "grad_norm": 141.96839904785156,
+      "learning_rate": 1.98916417744976e-06,
+      "loss": 23.5312,
+      "step": 2274
+    },
+    {
+      "epoch": 0.1510925151092515,
+      "grad_norm": 308.327880859375,
+      "learning_rate": 1.9891483816399416e-06,
+      "loss": 19.4844,
+      "step": 2275
+    },
+    {
+      "epoch": 0.15115892940160722,
+      "grad_norm": 288.2676696777344,
+      "learning_rate": 1.9891325743882248e-06,
+      "loss": 24.3125,
+      "step": 2276
+    },
+    {
+      "epoch": 0.15122534369396293,
+      "grad_norm": 206.29139709472656,
+      "learning_rate": 1.989116755694793e-06,
+      "loss": 19.7656,
+      "step": 2277
+    },
+    {
+      "epoch": 0.15129175798631866,
+      "grad_norm": 355.12347412109375,
+      "learning_rate": 1.989100925559829e-06,
+      "loss": 16.7812,
+      "step": 2278
+    },
+    {
+      "epoch": 0.15135817227867437,
+      "grad_norm": 370.97564697265625,
+      "learning_rate": 1.9890850839835157e-06,
+      "loss": 24.9688,
+      "step": 2279
+    },
+    {
+      "epoch": 0.15142458657103008,
+      "grad_norm": 318.1725158691406,
+      "learning_rate": 1.9890692309660365e-06,
+      "loss": 29.25,
+      "step": 2280
+    },
+    {
+      "epoch": 0.1514910008633858,
+      "grad_norm": 172.35215759277344,
+      "learning_rate": 1.989053366507575e-06,
+      "loss": 17.8281,
+      "step": 2281
+    },
+    {
+      "epoch": 0.1515574151557415,
+      "grad_norm": 254.23672485351562,
+      "learning_rate": 1.9890374906083147e-06,
+      "loss": 18.7656,
+      "step": 2282
+    },
+    {
+      "epoch": 0.15162382944809724,
+      "grad_norm": 1465.0810546875,
+      "learning_rate": 1.9890216032684383e-06,
+      "loss": 22.7812,
+      "step": 2283
+    },
+    {
+      "epoch": 0.15169024374045295,
+      "grad_norm": 274.3401794433594,
+      "learning_rate": 1.9890057044881306e-06,
+      "loss": 23.9688,
+      "step": 2284
+    },
+    {
+      "epoch": 0.15175665803280866,
+      "grad_norm": 114.15382385253906,
+      "learning_rate": 1.988989794267575e-06,
+      "loss": 20.3125,
+      "step": 2285
+    },
+    {
+      "epoch": 0.15182307232516437,
+      "grad_norm": 221.3769073486328,
+      "learning_rate": 1.9889738726069563e-06,
+      "loss": 26.2188,
+      "step": 2286
+    },
+    {
+      "epoch": 0.15188948661752008,
+      "grad_norm": 157.0824737548828,
+      "learning_rate": 1.988957939506458e-06,
+      "loss": 20.625,
+      "step": 2287
+    },
+    {
+      "epoch": 0.15195590090987582,
+      "grad_norm": 163.29617309570312,
+      "learning_rate": 1.988941994966264e-06,
+      "loss": 21.6875,
+      "step": 2288
+    },
+    {
+      "epoch": 0.15202231520223153,
+      "grad_norm": 239.69627380371094,
+      "learning_rate": 1.9889260389865595e-06,
+      "loss": 21.5156,
+      "step": 2289
+    },
+    {
+      "epoch": 0.15208872949458724,
+      "grad_norm": 280.15545654296875,
+      "learning_rate": 1.988910071567529e-06,
+      "loss": 22.25,
+      "step": 2290
+    },
+    {
+      "epoch": 0.15215514378694295,
+      "grad_norm": 270.456298828125,
+      "learning_rate": 1.9888940927093574e-06,
+      "loss": 25.75,
+      "step": 2291
+    },
+    {
+      "epoch": 0.15222155807929866,
+      "grad_norm": 193.64761352539062,
+      "learning_rate": 1.988878102412228e-06,
+      "loss": 22.0,
+      "step": 2292
+    },
+    {
+      "epoch": 0.15228797237165437,
+      "grad_norm": 219.55734252929688,
+      "learning_rate": 1.988862100676328e-06,
+      "loss": 20.9844,
+      "step": 2293
+    },
+    {
+      "epoch": 0.1523543866640101,
+      "grad_norm": 270.7129211425781,
+      "learning_rate": 1.988846087501841e-06,
+      "loss": 23.6094,
+      "step": 2294
+    },
+    {
+      "epoch": 0.15242080095636582,
+      "grad_norm": 193.88417053222656,
+      "learning_rate": 1.9888300628889525e-06,
+      "loss": 18.8438,
+      "step": 2295
+    },
+    {
+      "epoch": 0.15248721524872152,
+      "grad_norm": 253.81207275390625,
+      "learning_rate": 1.9888140268378488e-06,
+      "loss": 22.25,
+      "step": 2296
+    },
+    {
+      "epoch": 0.15255362954107723,
+      "grad_norm": 208.48072814941406,
+      "learning_rate": 1.988797979348714e-06,
+      "loss": 19.9375,
+      "step": 2297
+    },
+    {
+      "epoch": 0.15262004383343294,
+      "grad_norm": 203.0089874267578,
+      "learning_rate": 1.9887819204217343e-06,
+      "loss": 19.625,
+      "step": 2298
+    },
+    {
+      "epoch": 0.15268645812578868,
+      "grad_norm": 471.6549377441406,
+      "learning_rate": 1.9887658500570954e-06,
+      "loss": 30.6875,
+      "step": 2299
+    },
+    {
+      "epoch": 0.1527528724181444,
+      "grad_norm": 218.5962371826172,
+      "learning_rate": 1.988749768254984e-06,
+      "loss": 19.0,
+      "step": 2300
+    },
+    {
+      "epoch": 0.1528192867105001,
+      "grad_norm": 916.2042846679688,
+      "learning_rate": 1.9887336750155845e-06,
+      "loss": 28.1562,
+      "step": 2301
+    },
+    {
+      "epoch": 0.1528857010028558,
+      "grad_norm": 305.9306945800781,
+      "learning_rate": 1.9887175703390848e-06,
+      "loss": 21.7812,
+      "step": 2302
+    },
+    {
+      "epoch": 0.15295211529521152,
+      "grad_norm": 132.9132537841797,
+      "learning_rate": 1.98870145422567e-06,
+      "loss": 15.1562,
+      "step": 2303
+    },
+    {
+      "epoch": 0.15301852958756723,
+      "grad_norm": 181.39979553222656,
+      "learning_rate": 1.9886853266755266e-06,
+      "loss": 23.125,
+      "step": 2304
+    },
+    {
+      "epoch": 0.15308494387992297,
+      "grad_norm": 263.02008056640625,
+      "learning_rate": 1.9886691876888418e-06,
+      "loss": 25.2188,
+      "step": 2305
+    },
+    {
+      "epoch": 0.15315135817227868,
+      "grad_norm": 151.82070922851562,
+      "learning_rate": 1.9886530372658022e-06,
+      "loss": 20.0938,
+      "step": 2306
+    },
+    {
+      "epoch": 0.1532177724646344,
+      "grad_norm": 210.14402770996094,
+      "learning_rate": 1.988636875406594e-06,
+      "loss": 20.9844,
+      "step": 2307
+    },
+    {
+      "epoch": 0.1532841867569901,
+      "grad_norm": 548.9359741210938,
+      "learning_rate": 1.9886207021114046e-06,
+      "loss": 23.4844,
+      "step": 2308
+    },
+    {
+      "epoch": 0.1533506010493458,
+      "grad_norm": 141.5565185546875,
+      "learning_rate": 1.988604517380421e-06,
+      "loss": 15.0312,
+      "step": 2309
+    },
+    {
+      "epoch": 0.15341701534170155,
+      "grad_norm": 1132.348388671875,
+      "learning_rate": 1.9885883212138303e-06,
+      "loss": 18.9219,
+      "step": 2310
+    },
+    {
+      "epoch": 0.15348342963405726,
+      "grad_norm": 220.3311004638672,
+      "learning_rate": 1.98857211361182e-06,
+      "loss": 18.7188,
+      "step": 2311
+    },
+    {
+      "epoch": 0.15354984392641297,
+      "grad_norm": 588.7526245117188,
+      "learning_rate": 1.9885558945745774e-06,
+      "loss": 20.6875,
+      "step": 2312
+    },
+    {
+      "epoch": 0.15361625821876868,
+      "grad_norm": 209.12164306640625,
+      "learning_rate": 1.9885396641022907e-06,
+      "loss": 18.3438,
+      "step": 2313
+    },
+    {
+      "epoch": 0.15368267251112439,
+      "grad_norm": 225.9146728515625,
+      "learning_rate": 1.9885234221951464e-06,
+      "loss": 20.9375,
+      "step": 2314
+    },
+    {
+      "epoch": 0.1537490868034801,
+      "grad_norm": 201.63720703125,
+      "learning_rate": 1.988507168853334e-06,
+      "loss": 28.5938,
+      "step": 2315
+    },
+    {
+      "epoch": 0.15381550109583583,
+      "grad_norm": 192.87400817871094,
+      "learning_rate": 1.9884909040770403e-06,
+      "loss": 27.4062,
+      "step": 2316
+    },
+    {
+      "epoch": 0.15388191538819154,
+      "grad_norm": 309.74505615234375,
+      "learning_rate": 1.988474627866454e-06,
+      "loss": 29.6562,
+      "step": 2317
+    },
+    {
+      "epoch": 0.15394832968054725,
+      "grad_norm": 319.4832763671875,
+      "learning_rate": 1.9884583402217627e-06,
+      "loss": 17.1875,
+      "step": 2318
+    },
+    {
+      "epoch": 0.15401474397290296,
+      "grad_norm": 223.8599395751953,
+      "learning_rate": 1.9884420411431556e-06,
+      "loss": 23.1406,
+      "step": 2319
+    },
+    {
+      "epoch": 0.15408115826525867,
+      "grad_norm": 663.4998779296875,
+      "learning_rate": 1.988425730630821e-06,
+      "loss": 24.1406,
+      "step": 2320
+    },
+    {
+      "epoch": 0.1541475725576144,
+      "grad_norm": 235.3331756591797,
+      "learning_rate": 1.9884094086849474e-06,
+      "loss": 19.4688,
+      "step": 2321
+    },
+    {
+      "epoch": 0.15421398684997012,
+      "grad_norm": 226.42308044433594,
+      "learning_rate": 1.9883930753057237e-06,
+      "loss": 20.2344,
+      "step": 2322
+    },
+    {
+      "epoch": 0.15428040114232583,
+      "grad_norm": 194.1866912841797,
+      "learning_rate": 1.988376730493339e-06,
+      "loss": 16.9375,
+      "step": 2323
+    },
+    {
+      "epoch": 0.15434681543468154,
+      "grad_norm": 143.13926696777344,
+      "learning_rate": 1.9883603742479824e-06,
+      "loss": 18.7812,
+      "step": 2324
+    },
+    {
+      "epoch": 0.15441322972703725,
+      "grad_norm": 212.00811767578125,
+      "learning_rate": 1.9883440065698425e-06,
+      "loss": 26.5312,
+      "step": 2325
+    },
+    {
+      "epoch": 0.154479644019393,
+      "grad_norm": 154.84805297851562,
+      "learning_rate": 1.9883276274591093e-06,
+      "loss": 19.0625,
+      "step": 2326
+    },
+    {
+      "epoch": 0.1545460583117487,
+      "grad_norm": 369.04217529296875,
+      "learning_rate": 1.988311236915972e-06,
+      "loss": 21.625,
+      "step": 2327
+    },
+    {
+      "epoch": 0.1546124726041044,
+      "grad_norm": 145.0797119140625,
+      "learning_rate": 1.9882948349406197e-06,
+      "loss": 27.5625,
+      "step": 2328
+    },
+    {
+      "epoch": 0.15467888689646012,
+      "grad_norm": 189.28956604003906,
+      "learning_rate": 1.9882784215332433e-06,
+      "loss": 20.2031,
+      "step": 2329
+    },
+    {
+      "epoch": 0.15474530118881583,
+      "grad_norm": 266.5901184082031,
+      "learning_rate": 1.9882619966940316e-06,
+      "loss": 20.9844,
+      "step": 2330
+    },
+    {
+      "epoch": 0.15481171548117154,
+      "grad_norm": 180.90042114257812,
+      "learning_rate": 1.9882455604231755e-06,
+      "loss": 25.125,
+      "step": 2331
+    },
+    {
+      "epoch": 0.15487812977352727,
+      "grad_norm": 207.79135131835938,
+      "learning_rate": 1.988229112720864e-06,
+      "loss": 22.1562,
+      "step": 2332
+    },
+    {
+      "epoch": 0.15494454406588298,
+      "grad_norm": 458.1941223144531,
+      "learning_rate": 1.988212653587288e-06,
+      "loss": 20.1562,
+      "step": 2333
+    },
+    {
+      "epoch": 0.1550109583582387,
+      "grad_norm": 285.005615234375,
+      "learning_rate": 1.9881961830226383e-06,
+      "loss": 19.9688,
+      "step": 2334
+    },
+    {
+      "epoch": 0.1550773726505944,
+      "grad_norm": 401.6538391113281,
+      "learning_rate": 1.988179701027105e-06,
+      "loss": 22.8438,
+      "step": 2335
+    },
+    {
+      "epoch": 0.1551437869429501,
+      "grad_norm": 636.338623046875,
+      "learning_rate": 1.9881632076008783e-06,
+      "loss": 19.5312,
+      "step": 2336
+    },
+    {
+      "epoch": 0.15521020123530585,
+      "grad_norm": 262.7098388671875,
+      "learning_rate": 1.9881467027441492e-06,
+      "loss": 22.7812,
+      "step": 2337
+    },
+    {
+      "epoch": 0.15527661552766156,
+      "grad_norm": 1008.966552734375,
+      "learning_rate": 1.9881301864571095e-06,
+      "loss": 18.8594,
+      "step": 2338
+    },
+    {
+      "epoch": 0.15534302982001727,
+      "grad_norm": 134.3524169921875,
+      "learning_rate": 1.988113658739949e-06,
+      "loss": 20.0469,
+      "step": 2339
+    },
+    {
+      "epoch": 0.15540944411237298,
+      "grad_norm": 196.59439086914062,
+      "learning_rate": 1.9880971195928603e-06,
+      "loss": 25.375,
+      "step": 2340
+    },
+    {
+      "epoch": 0.1554758584047287,
+      "grad_norm": 142.83468627929688,
+      "learning_rate": 1.9880805690160333e-06,
+      "loss": 21.4375,
+      "step": 2341
+    },
+    {
+      "epoch": 0.1555422726970844,
+      "grad_norm": 142.06817626953125,
+      "learning_rate": 1.98806400700966e-06,
+      "loss": 18.6406,
+      "step": 2342
+    },
+    {
+      "epoch": 0.15560868698944014,
+      "grad_norm": 1121.8065185546875,
+      "learning_rate": 1.988047433573932e-06,
+      "loss": 16.5469,
+      "step": 2343
+    },
+    {
+      "epoch": 0.15567510128179585,
+      "grad_norm": 623.6990966796875,
+      "learning_rate": 1.9880308487090415e-06,
+      "loss": 26.625,
+      "step": 2344
+    },
+    {
+      "epoch": 0.15574151557415156,
+      "grad_norm": 249.9058074951172,
+      "learning_rate": 1.9880142524151794e-06,
+      "loss": 29.5,
+      "step": 2345
+    },
+    {
+      "epoch": 0.15580792986650727,
+      "grad_norm": 212.0081024169922,
+      "learning_rate": 1.9879976446925386e-06,
+      "loss": 19.5781,
+      "step": 2346
+    },
+    {
+      "epoch": 0.15587434415886298,
+      "grad_norm": 216.08419799804688,
+      "learning_rate": 1.9879810255413103e-06,
+      "loss": 23.7812,
+      "step": 2347
+    },
+    {
+      "epoch": 0.15594075845121871,
+      "grad_norm": 200.3809814453125,
+      "learning_rate": 1.9879643949616874e-06,
+      "loss": 21.8125,
+      "step": 2348
+    },
+    {
+      "epoch": 0.15600717274357442,
+      "grad_norm": 244.19586181640625,
+      "learning_rate": 1.987947752953862e-06,
+      "loss": 21.7969,
+      "step": 2349
+    },
+    {
+      "epoch": 0.15607358703593013,
+      "grad_norm": 244.76991271972656,
+      "learning_rate": 1.9879310995180266e-06,
+      "loss": 29.7188,
+      "step": 2350
+    },
+    {
+      "epoch": 0.15614000132828584,
+      "grad_norm": 233.24392700195312,
+      "learning_rate": 1.987914434654374e-06,
+      "loss": 23.75,
+      "step": 2351
+    },
+    {
+      "epoch": 0.15620641562064155,
+      "grad_norm": 263.7277526855469,
+      "learning_rate": 1.987897758363097e-06,
+      "loss": 21.5156,
+      "step": 2352
+    },
+    {
+      "epoch": 0.1562728299129973,
+      "grad_norm": 391.84246826171875,
+      "learning_rate": 1.987881070644388e-06,
+      "loss": 20.6406,
+      "step": 2353
+    },
+    {
+      "epoch": 0.156339244205353,
+      "grad_norm": 150.55528259277344,
+      "learning_rate": 1.9878643714984413e-06,
+      "loss": 20.6562,
+      "step": 2354
+    },
+    {
+      "epoch": 0.1564056584977087,
+      "grad_norm": 343.82080078125,
+      "learning_rate": 1.9878476609254482e-06,
+      "loss": 26.5312,
+      "step": 2355
+    },
+    {
+      "epoch": 0.15647207279006442,
+      "grad_norm": 204.33306884765625,
+      "learning_rate": 1.9878309389256038e-06,
+      "loss": 23.0,
+      "step": 2356
+    },
+    {
+      "epoch": 0.15653848708242013,
+      "grad_norm": 206.8057098388672,
+      "learning_rate": 1.9878142054991e-06,
+      "loss": 20.0938,
+      "step": 2357
+    },
+    {
+      "epoch": 0.15660490137477584,
+      "grad_norm": 395.5665588378906,
+      "learning_rate": 1.9877974606461315e-06,
+      "loss": 22.9375,
+      "step": 2358
+    },
+    {
+      "epoch": 0.15667131566713158,
+      "grad_norm": 183.28231811523438,
+      "learning_rate": 1.987780704366891e-06,
+      "loss": 22.8281,
+      "step": 2359
+    },
+    {
+      "epoch": 0.1567377299594873,
+      "grad_norm": 274.2291259765625,
+      "learning_rate": 1.9877639366615737e-06,
+      "loss": 23.0469,
+      "step": 2360
+    },
+    {
+      "epoch": 0.156804144251843,
+      "grad_norm": 2801.653076171875,
+      "learning_rate": 1.9877471575303725e-06,
+      "loss": 20.9844,
+      "step": 2361
+    },
+    {
+      "epoch": 0.1568705585441987,
+      "grad_norm": 232.42355346679688,
+      "learning_rate": 1.9877303669734817e-06,
+      "loss": 21.0469,
+      "step": 2362
+    },
+    {
+      "epoch": 0.15693697283655442,
+      "grad_norm": 186.33016967773438,
+      "learning_rate": 1.9877135649910956e-06,
+      "loss": 21.6719,
+      "step": 2363
+    },
+    {
+      "epoch": 0.15700338712891015,
+      "grad_norm": 412.49395751953125,
+      "learning_rate": 1.9876967515834086e-06,
+      "loss": 24.7031,
+      "step": 2364
+    },
+    {
+      "epoch": 0.15706980142126586,
+      "grad_norm": 320.3381652832031,
+      "learning_rate": 1.9876799267506146e-06,
+      "loss": 20.4375,
+      "step": 2365
+    },
+    {
+      "epoch": 0.15713621571362157,
+      "grad_norm": 193.25941467285156,
+      "learning_rate": 1.987663090492909e-06,
+      "loss": 22.8281,
+      "step": 2366
+    },
+    {
+      "epoch": 0.15720263000597728,
+      "grad_norm": 227.1564483642578,
+      "learning_rate": 1.9876462428104865e-06,
+      "loss": 21.9062,
+      "step": 2367
+    },
+    {
+      "epoch": 0.157269044298333,
+      "grad_norm": 261.9468688964844,
+      "learning_rate": 1.987629383703542e-06,
+      "loss": 21.875,
+      "step": 2368
+    },
+    {
+      "epoch": 0.1573354585906887,
+      "grad_norm": 269.460693359375,
+      "learning_rate": 1.9876125131722698e-06,
+      "loss": 24.4531,
+      "step": 2369
+    },
+    {
+      "epoch": 0.15740187288304444,
+      "grad_norm": 205.4748992919922,
+      "learning_rate": 1.9875956312168656e-06,
+      "loss": 21.9688,
+      "step": 2370
+    },
+    {
+      "epoch": 0.15746828717540015,
+      "grad_norm": 238.83021545410156,
+      "learning_rate": 1.9875787378375247e-06,
+      "loss": 18.7188,
+      "step": 2371
+    },
+    {
+      "epoch": 0.15753470146775586,
+      "grad_norm": 456.5072937011719,
+      "learning_rate": 1.9875618330344427e-06,
+      "loss": 29.25,
+      "step": 2372
+    },
+    {
+      "epoch": 0.15760111576011157,
+      "grad_norm": 220.8404998779297,
+      "learning_rate": 1.9875449168078144e-06,
+      "loss": 21.1719,
+      "step": 2373
+    },
+    {
+      "epoch": 0.15766753005246728,
+      "grad_norm": 318.3719787597656,
+      "learning_rate": 1.987527989157836e-06,
+      "loss": 20.5625,
+      "step": 2374
+    },
+    {
+      "epoch": 0.15773394434482302,
+      "grad_norm": 252.58482360839844,
+      "learning_rate": 1.987511050084704e-06,
+      "loss": 23.7188,
+      "step": 2375
+    },
+    {
+      "epoch": 0.15780035863717873,
+      "grad_norm": 574.1576538085938,
+      "learning_rate": 1.987494099588613e-06,
+      "loss": 23.5625,
+      "step": 2376
+    },
+    {
+      "epoch": 0.15786677292953444,
+      "grad_norm": 194.5956573486328,
+      "learning_rate": 1.9874771376697595e-06,
+      "loss": 19.75,
+      "step": 2377
+    },
+    {
+      "epoch": 0.15793318722189015,
+      "grad_norm": 2951.792236328125,
+      "learning_rate": 1.98746016432834e-06,
+      "loss": 23.9062,
+      "step": 2378
+    },
+    {
+      "epoch": 0.15799960151424586,
+      "grad_norm": 331.897216796875,
+      "learning_rate": 1.987443179564551e-06,
+      "loss": 30.4062,
+      "step": 2379
+    },
+    {
+      "epoch": 0.15806601580660157,
+      "grad_norm": 155.6643524169922,
+      "learning_rate": 1.987426183378588e-06,
+      "loss": 21.0312,
+      "step": 2380
+    },
+    {
+      "epoch": 0.1581324300989573,
+      "grad_norm": 179.00271606445312,
+      "learning_rate": 1.987409175770649e-06,
+      "loss": 19.4531,
+      "step": 2381
+    },
+    {
+      "epoch": 0.15819884439131301,
+      "grad_norm": 247.71812438964844,
+      "learning_rate": 1.98739215674093e-06,
+      "loss": 19.0625,
+      "step": 2382
+    },
+    {
+      "epoch": 0.15826525868366872,
+      "grad_norm": 252.96697998046875,
+      "learning_rate": 1.9873751262896277e-06,
+      "loss": 22.5156,
+      "step": 2383
+    },
+    {
+      "epoch": 0.15833167297602443,
+      "grad_norm": 264.8354797363281,
+      "learning_rate": 1.9873580844169395e-06,
+      "loss": 23.9375,
+      "step": 2384
+    },
+    {
+      "epoch": 0.15839808726838014,
+      "grad_norm": 242.86813354492188,
+      "learning_rate": 1.987341031123062e-06,
+      "loss": 24.0312,
+      "step": 2385
+    },
+    {
+      "epoch": 0.15846450156073588,
+      "grad_norm": 155.5728759765625,
+      "learning_rate": 1.9873239664081927e-06,
+      "loss": 20.625,
+      "step": 2386
+    },
+    {
+      "epoch": 0.1585309158530916,
+      "grad_norm": 273.58306884765625,
+      "learning_rate": 1.9873068902725297e-06,
+      "loss": 20.875,
+      "step": 2387
+    },
+    {
+      "epoch": 0.1585973301454473,
+      "grad_norm": 153.4441375732422,
+      "learning_rate": 1.9872898027162694e-06,
+      "loss": 18.8438,
+      "step": 2388
+    },
+    {
+      "epoch": 0.158663744437803,
+      "grad_norm": 119.7273178100586,
+      "learning_rate": 1.98727270373961e-06,
+      "loss": 19.5938,
+      "step": 2389
+    },
+    {
+      "epoch": 0.15873015873015872,
+      "grad_norm": 182.0042266845703,
+      "learning_rate": 1.987255593342749e-06,
+      "loss": 16.8281,
+      "step": 2390
+    },
+    {
+      "epoch": 0.15879657302251446,
+      "grad_norm": 260.3619384765625,
+      "learning_rate": 1.9872384715258856e-06,
+      "loss": 27.8438,
+      "step": 2391
+    },
+    {
+      "epoch": 0.15886298731487017,
+      "grad_norm": 180.0740966796875,
+      "learning_rate": 1.987221338289216e-06,
+      "loss": 18.2031,
+      "step": 2392
+    },
+    {
+      "epoch": 0.15892940160722588,
+      "grad_norm": 1119.900390625,
+      "learning_rate": 1.9872041936329395e-06,
+      "loss": 27.875,
+      "step": 2393
+    },
+    {
+      "epoch": 0.1589958158995816,
+      "grad_norm": 217.8234100341797,
+      "learning_rate": 1.9871870375572538e-06,
+      "loss": 19.8906,
+      "step": 2394
+    },
+    {
+      "epoch": 0.1590622301919373,
+      "grad_norm": 265.94342041015625,
+      "learning_rate": 1.9871698700623577e-06,
+      "loss": 19.4844,
+      "step": 2395
+    },
+    {
+      "epoch": 0.159128644484293,
+      "grad_norm": 288.1989440917969,
+      "learning_rate": 1.9871526911484504e-06,
+      "loss": 24.6719,
+      "step": 2396
+    },
+    {
+      "epoch": 0.15919505877664875,
+      "grad_norm": 408.87445068359375,
+      "learning_rate": 1.9871355008157296e-06,
+      "loss": 20.5,
+      "step": 2397
+    },
+    {
+      "epoch": 0.15926147306900446,
+      "grad_norm": 272.51739501953125,
+      "learning_rate": 1.9871182990643944e-06,
+      "loss": 21.625,
+      "step": 2398
+    },
+    {
+      "epoch": 0.15932788736136017,
+      "grad_norm": 195.4495086669922,
+      "learning_rate": 1.987101085894644e-06,
+      "loss": 19.75,
+      "step": 2399
+    },
+    {
+      "epoch": 0.15939430165371588,
+      "grad_norm": 118.07098388671875,
+      "learning_rate": 1.9870838613066774e-06,
+      "loss": 18.7188,
+      "step": 2400
+    },
+    {
+      "epoch": 0.15946071594607159,
+      "grad_norm": 171.55642700195312,
+      "learning_rate": 1.987066625300694e-06,
+      "loss": 19.0625,
+      "step": 2401
+    },
+    {
+      "epoch": 0.15952713023842732,
+      "grad_norm": 227.10374450683594,
+      "learning_rate": 1.987049377876893e-06,
+      "loss": 21.9375,
+      "step": 2402
+    },
+    {
+      "epoch": 0.15959354453078303,
+      "grad_norm": 157.12916564941406,
+      "learning_rate": 1.987032119035474e-06,
+      "loss": 16.5156,
+      "step": 2403
+    },
+    {
+      "epoch": 0.15965995882313874,
+      "grad_norm": 292.9057922363281,
+      "learning_rate": 1.9870148487766367e-06,
+      "loss": 19.3438,
+      "step": 2404
+    },
+    {
+      "epoch": 0.15972637311549445,
+      "grad_norm": 228.7513427734375,
+      "learning_rate": 1.986997567100581e-06,
+      "loss": 20.6875,
+      "step": 2405
+    },
+    {
+      "epoch": 0.15979278740785016,
+      "grad_norm": 249.1290283203125,
+      "learning_rate": 1.986980274007506e-06,
+      "loss": 27.7969,
+      "step": 2406
+    },
+    {
+      "epoch": 0.15985920170020587,
+      "grad_norm": 256.9765930175781,
+      "learning_rate": 1.9869629694976124e-06,
+      "loss": 18.3906,
+      "step": 2407
+    },
+    {
+      "epoch": 0.1599256159925616,
+      "grad_norm": 418.3013000488281,
+      "learning_rate": 1.9869456535711004e-06,
+      "loss": 31.0156,
+      "step": 2408
+    },
+    {
+      "epoch": 0.15999203028491732,
+      "grad_norm": 503.1205139160156,
+      "learning_rate": 1.9869283262281704e-06,
+      "loss": 25.0938,
+      "step": 2409
+    },
+    {
+      "epoch": 0.16005844457727303,
+      "grad_norm": 402.20361328125,
+      "learning_rate": 1.9869109874690226e-06,
+      "loss": 29.6562,
+      "step": 2410
+    },
+    {
+      "epoch": 0.16012485886962874,
+      "grad_norm": 271.3823547363281,
+      "learning_rate": 1.986893637293857e-06,
+      "loss": 15.8125,
+      "step": 2411
+    },
+    {
+      "epoch": 0.16019127316198445,
+      "grad_norm": 275.8125,
+      "learning_rate": 1.9868762757028756e-06,
+      "loss": 20.2812,
+      "step": 2412
+    },
+    {
+      "epoch": 0.1602576874543402,
+      "grad_norm": 156.171142578125,
+      "learning_rate": 1.9868589026962782e-06,
+      "loss": 17.1875,
+      "step": 2413
+    },
+    {
+      "epoch": 0.1603241017466959,
+      "grad_norm": 254.63375854492188,
+      "learning_rate": 1.986841518274266e-06,
+      "loss": 26.125,
+      "step": 2414
+    },
+    {
+      "epoch": 0.1603905160390516,
+      "grad_norm": 214.79351806640625,
+      "learning_rate": 1.9868241224370404e-06,
+      "loss": 21.9219,
+      "step": 2415
+    },
+    {
+      "epoch": 0.16045693033140732,
+      "grad_norm": 215.1773223876953,
+      "learning_rate": 1.986806715184802e-06,
+      "loss": 26.1562,
+      "step": 2416
+    },
+    {
+      "epoch": 0.16052334462376303,
+      "grad_norm": 130.8676300048828,
+      "learning_rate": 1.986789296517753e-06,
+      "loss": 20.5938,
+      "step": 2417
+    },
+    {
+      "epoch": 0.16058975891611874,
+      "grad_norm": 175.10479736328125,
+      "learning_rate": 1.986771866436094e-06,
+      "loss": 20.4844,
+      "step": 2418
+    },
+    {
+      "epoch": 0.16065617320847447,
+      "grad_norm": 148.7013397216797,
+      "learning_rate": 1.986754424940027e-06,
+      "loss": 18.6875,
+      "step": 2419
+    },
+    {
+      "epoch": 0.16072258750083018,
+      "grad_norm": 350.3233337402344,
+      "learning_rate": 1.9867369720297544e-06,
+      "loss": 20.9844,
+      "step": 2420
+    },
+    {
+      "epoch": 0.1607890017931859,
+      "grad_norm": 229.14547729492188,
+      "learning_rate": 1.986719507705477e-06,
+      "loss": 18.9375,
+      "step": 2421
+    },
+    {
+      "epoch": 0.1608554160855416,
+      "grad_norm": 198.70736694335938,
+      "learning_rate": 1.986702031967398e-06,
+      "loss": 18.4844,
+      "step": 2422
+    },
+    {
+      "epoch": 0.1609218303778973,
+      "grad_norm": 284.9127197265625,
+      "learning_rate": 1.986684544815718e-06,
+      "loss": 18.5625,
+      "step": 2423
+    },
+    {
+      "epoch": 0.16098824467025305,
+      "grad_norm": 303.9956970214844,
+      "learning_rate": 1.9866670462506405e-06,
+      "loss": 19.9375,
+      "step": 2424
+    },
+    {
+      "epoch": 0.16105465896260876,
+      "grad_norm": 179.23130798339844,
+      "learning_rate": 1.9866495362723675e-06,
+      "loss": 22.5781,
+      "step": 2425
+    },
+    {
+      "epoch": 0.16112107325496447,
+      "grad_norm": 296.6505126953125,
+      "learning_rate": 1.9866320148811015e-06,
+      "loss": 20.5156,
+      "step": 2426
+    },
+    {
+      "epoch": 0.16118748754732018,
+      "grad_norm": 185.57835388183594,
+      "learning_rate": 1.9866144820770452e-06,
+      "loss": 22.3594,
+      "step": 2427
+    },
+    {
+      "epoch": 0.1612539018396759,
+      "grad_norm": 152.8699493408203,
+      "learning_rate": 1.986596937860402e-06,
+      "loss": 18.4375,
+      "step": 2428
+    },
+    {
+      "epoch": 0.16132031613203163,
+      "grad_norm": 195.6515350341797,
+      "learning_rate": 1.986579382231374e-06,
+      "loss": 20.3125,
+      "step": 2429
+    },
+    {
+      "epoch": 0.16138673042438734,
+      "grad_norm": 242.25970458984375,
+      "learning_rate": 1.9865618151901647e-06,
+      "loss": 23.1406,
+      "step": 2430
+    },
+    {
+      "epoch": 0.16145314471674305,
+      "grad_norm": 151.78024291992188,
+      "learning_rate": 1.986544236736977e-06,
+      "loss": 20.2969,
+      "step": 2431
+    },
+    {
+      "epoch": 0.16151955900909876,
+      "grad_norm": 128.36395263671875,
+      "learning_rate": 1.9865266468720148e-06,
+      "loss": 20.3125,
+      "step": 2432
+    },
+    {
+      "epoch": 0.16158597330145447,
+      "grad_norm": 301.8663635253906,
+      "learning_rate": 1.9865090455954807e-06,
+      "loss": 17.7031,
+      "step": 2433
+    },
+    {
+      "epoch": 0.16165238759381018,
+      "grad_norm": 248.7993927001953,
+      "learning_rate": 1.986491432907579e-06,
+      "loss": 23.3438,
+      "step": 2434
+    },
+    {
+      "epoch": 0.1617188018861659,
+      "grad_norm": 164.7132568359375,
+      "learning_rate": 1.9864738088085135e-06,
+      "loss": 19.1094,
+      "step": 2435
+    },
+    {
+      "epoch": 0.16178521617852162,
+      "grad_norm": 141.177001953125,
+      "learning_rate": 1.9864561732984873e-06,
+      "loss": 18.2188,
+      "step": 2436
+    },
+    {
+      "epoch": 0.16185163047087733,
+      "grad_norm": 158.33529663085938,
+      "learning_rate": 1.9864385263777055e-06,
+      "loss": 16.875,
+      "step": 2437
+    },
+    {
+      "epoch": 0.16191804476323304,
+      "grad_norm": 502.6157531738281,
+      "learning_rate": 1.9864208680463713e-06,
+      "loss": 22.6875,
+      "step": 2438
+    },
+    {
+      "epoch": 0.16198445905558875,
+      "grad_norm": 175.84164428710938,
+      "learning_rate": 1.9864031983046897e-06,
+      "loss": 20.4062,
+      "step": 2439
+    },
+    {
+      "epoch": 0.1620508733479445,
+      "grad_norm": 413.3014221191406,
+      "learning_rate": 1.9863855171528645e-06,
+      "loss": 31.4688,
+      "step": 2440
+    },
+    {
+      "epoch": 0.1621172876403002,
+      "grad_norm": 226.91864013671875,
+      "learning_rate": 1.9863678245911e-06,
+      "loss": 26.6875,
+      "step": 2441
+    },
+    {
+      "epoch": 0.1621837019326559,
+      "grad_norm": 228.88133239746094,
+      "learning_rate": 1.9863501206196017e-06,
+      "loss": 20.8125,
+      "step": 2442
+    },
+    {
+      "epoch": 0.16225011622501162,
+      "grad_norm": 756.3630981445312,
+      "learning_rate": 1.9863324052385737e-06,
+      "loss": 23.5312,
+      "step": 2443
+    },
+    {
+      "epoch": 0.16231653051736733,
+      "grad_norm": 150.285400390625,
+      "learning_rate": 1.9863146784482215e-06,
+      "loss": 17.4219,
+      "step": 2444
+    },
+    {
+      "epoch": 0.16238294480972304,
+      "grad_norm": 351.5370788574219,
+      "learning_rate": 1.9862969402487497e-06,
+      "loss": 26.5312,
+      "step": 2445
+    },
+    {
+      "epoch": 0.16244935910207878,
+      "grad_norm": 274.5664367675781,
+      "learning_rate": 1.9862791906403637e-06,
+      "loss": 21.1562,
+      "step": 2446
+    },
+    {
+      "epoch": 0.1625157733944345,
+      "grad_norm": 244.28964233398438,
+      "learning_rate": 1.9862614296232685e-06,
+      "loss": 24.625,
+      "step": 2447
+    },
+    {
+      "epoch": 0.1625821876867902,
+      "grad_norm": 382.95953369140625,
+      "learning_rate": 1.98624365719767e-06,
+      "loss": 21.8438,
+      "step": 2448
+    },
+    {
+      "epoch": 0.1626486019791459,
+      "grad_norm": 181.26112365722656,
+      "learning_rate": 1.9862258733637734e-06,
+      "loss": 18.0938,
+      "step": 2449
+    },
+    {
+      "epoch": 0.16271501627150162,
+      "grad_norm": 260.956787109375,
+      "learning_rate": 1.9862080781217847e-06,
+      "loss": 23.2969,
+      "step": 2450
+    },
+    {
+      "epoch": 0.16278143056385735,
+      "grad_norm": 471.923095703125,
+      "learning_rate": 1.9861902714719097e-06,
+      "loss": 24.3125,
+      "step": 2451
+    },
+    {
+      "epoch": 0.16284784485621306,
+      "grad_norm": 613.7515258789062,
+      "learning_rate": 1.986172453414354e-06,
+      "loss": 19.875,
+      "step": 2452
+    },
+    {
+      "epoch": 0.16291425914856877,
+      "grad_norm": 236.00128173828125,
+      "learning_rate": 1.9861546239493244e-06,
+      "loss": 22.3125,
+      "step": 2453
+    },
+    {
+      "epoch": 0.16298067344092448,
+      "grad_norm": 112.36930847167969,
+      "learning_rate": 1.9861367830770267e-06,
+      "loss": 13.5156,
+      "step": 2454
+    },
+    {
+      "epoch": 0.1630470877332802,
+      "grad_norm": 180.29147338867188,
+      "learning_rate": 1.9861189307976676e-06,
+      "loss": 20.0312,
+      "step": 2455
+    },
+    {
+      "epoch": 0.1631135020256359,
+      "grad_norm": 205.0133056640625,
+      "learning_rate": 1.9861010671114527e-06,
+      "loss": 21.625,
+      "step": 2456
+    },
+    {
+      "epoch": 0.16317991631799164,
+      "grad_norm": 134.61972045898438,
+      "learning_rate": 1.9860831920185898e-06,
+      "loss": 19.1406,
+      "step": 2457
+    },
+    {
+      "epoch": 0.16324633061034735,
+      "grad_norm": 360.95709228515625,
+      "learning_rate": 1.9860653055192847e-06,
+      "loss": 25.625,
+      "step": 2458
+    },
+    {
+      "epoch": 0.16331274490270306,
+      "grad_norm": 328.8307800292969,
+      "learning_rate": 1.986047407613745e-06,
+      "loss": 21.4375,
+      "step": 2459
+    },
+    {
+      "epoch": 0.16337915919505877,
+      "grad_norm": 276.03619384765625,
+      "learning_rate": 1.9860294983021775e-06,
+      "loss": 18.0469,
+      "step": 2460
+    },
+    {
+      "epoch": 0.16344557348741448,
+      "grad_norm": 186.5058135986328,
+      "learning_rate": 1.986011577584789e-06,
+      "loss": 22.0312,
+      "step": 2461
+    },
+    {
+      "epoch": 0.16351198777977022,
+      "grad_norm": 258.38519287109375,
+      "learning_rate": 1.985993645461788e-06,
+      "loss": 23.875,
+      "step": 2462
+    },
+    {
+      "epoch": 0.16357840207212593,
+      "grad_norm": 264.5103759765625,
+      "learning_rate": 1.9859757019333803e-06,
+      "loss": 21.4219,
+      "step": 2463
+    },
+    {
+      "epoch": 0.16364481636448164,
+      "grad_norm": 382.3150634765625,
+      "learning_rate": 1.9859577469997745e-06,
+      "loss": 18.3594,
+      "step": 2464
+    },
+    {
+      "epoch": 0.16371123065683735,
+      "grad_norm": 254.125732421875,
+      "learning_rate": 1.985939780661178e-06,
+      "loss": 20.8438,
+      "step": 2465
+    },
+    {
+      "epoch": 0.16377764494919306,
+      "grad_norm": 347.9848327636719,
+      "learning_rate": 1.9859218029177983e-06,
+      "loss": 20.625,
+      "step": 2466
+    },
+    {
+      "epoch": 0.1638440592415488,
+      "grad_norm": 173.9341583251953,
+      "learning_rate": 1.985903813769844e-06,
+      "loss": 18.0938,
+      "step": 2467
+    },
+    {
+      "epoch": 0.1639104735339045,
+      "grad_norm": 456.9164733886719,
+      "learning_rate": 1.9858858132175227e-06,
+      "loss": 20.0469,
+      "step": 2468
+    },
+    {
+      "epoch": 0.16397688782626021,
+      "grad_norm": 862.9873046875,
+      "learning_rate": 1.985867801261043e-06,
+      "loss": 20.3906,
+      "step": 2469
+    },
+    {
+      "epoch": 0.16404330211861592,
+      "grad_norm": 217.40086364746094,
+      "learning_rate": 1.985849777900613e-06,
+      "loss": 33.9062,
+      "step": 2470
+    },
+    {
+      "epoch": 0.16410971641097163,
+      "grad_norm": 235.60830688476562,
+      "learning_rate": 1.9858317431364415e-06,
+      "loss": 19.3125,
+      "step": 2471
+    },
+    {
+      "epoch": 0.16417613070332734,
+      "grad_norm": 115.62623596191406,
+      "learning_rate": 1.9858136969687366e-06,
+      "loss": 14.5625,
+      "step": 2472
+    },
+    {
+      "epoch": 0.16424254499568308,
+      "grad_norm": 313.12530517578125,
+      "learning_rate": 1.9857956393977074e-06,
+      "loss": 22.4844,
+      "step": 2473
+    },
+    {
+      "epoch": 0.1643089592880388,
+      "grad_norm": 264.7531433105469,
+      "learning_rate": 1.9857775704235625e-06,
+      "loss": 19.375,
+      "step": 2474
+    },
+    {
+      "epoch": 0.1643753735803945,
+      "grad_norm": 218.1165771484375,
+      "learning_rate": 1.985759490046511e-06,
+      "loss": 21.5625,
+      "step": 2475
+    },
+    {
+      "epoch": 0.1644417878727502,
+      "grad_norm": 305.6697692871094,
+      "learning_rate": 1.9857413982667624e-06,
+      "loss": 21.4844,
+      "step": 2476
+    },
+    {
+      "epoch": 0.16450820216510592,
+      "grad_norm": 299.2579040527344,
+      "learning_rate": 1.9857232950845256e-06,
+      "loss": 18.6875,
+      "step": 2477
+    },
+    {
+      "epoch": 0.16457461645746166,
+      "grad_norm": 157.64877319335938,
+      "learning_rate": 1.9857051805000104e-06,
+      "loss": 20.0156,
+      "step": 2478
+    },
+    {
+      "epoch": 0.16464103074981737,
+      "grad_norm": 133.45974731445312,
+      "learning_rate": 1.985687054513426e-06,
+      "loss": 18.1719,
+      "step": 2479
+    },
+    {
+      "epoch": 0.16470744504217308,
+      "grad_norm": 311.0762023925781,
+      "learning_rate": 1.985668917124982e-06,
+      "loss": 21.5625,
+      "step": 2480
+    },
+    {
+      "epoch": 0.1647738593345288,
+      "grad_norm": 222.84437561035156,
+      "learning_rate": 1.985650768334888e-06,
+      "loss": 19.8281,
+      "step": 2481
+    },
+    {
+      "epoch": 0.1648402736268845,
+      "grad_norm": 341.63507080078125,
+      "learning_rate": 1.985632608143355e-06,
+      "loss": 23.5469,
+      "step": 2482
+    },
+    {
+      "epoch": 0.1649066879192402,
+      "grad_norm": 237.2863311767578,
+      "learning_rate": 1.9856144365505917e-06,
+      "loss": 17.4531,
+      "step": 2483
+    },
+    {
+      "epoch": 0.16497310221159595,
+      "grad_norm": 136.16468811035156,
+      "learning_rate": 1.9855962535568093e-06,
+      "loss": 19.0,
+      "step": 2484
+    },
+    {
+      "epoch": 0.16503951650395166,
+      "grad_norm": 160.37008666992188,
+      "learning_rate": 1.9855780591622176e-06,
+      "loss": 13.7812,
+      "step": 2485
+    },
+    {
+      "epoch": 0.16510593079630737,
+      "grad_norm": 266.52227783203125,
+      "learning_rate": 1.985559853367027e-06,
+      "loss": 21.7031,
+      "step": 2486
+    },
+    {
+      "epoch": 0.16517234508866308,
+      "grad_norm": 311.3379821777344,
+      "learning_rate": 1.985541636171449e-06,
+      "loss": 25.9688,
+      "step": 2487
+    },
+    {
+      "epoch": 0.16523875938101878,
+      "grad_norm": 150.75631713867188,
+      "learning_rate": 1.9855234075756933e-06,
+      "loss": 14.5625,
+      "step": 2488
+    },
+    {
+      "epoch": 0.16530517367337452,
+      "grad_norm": 175.53858947753906,
+      "learning_rate": 1.985505167579971e-06,
+      "loss": 18.9219,
+      "step": 2489
+    },
+    {
+      "epoch": 0.16537158796573023,
+      "grad_norm": 229.6349334716797,
+      "learning_rate": 1.985486916184493e-06,
+      "loss": 23.5156,
+      "step": 2490
+    },
+    {
+      "epoch": 0.16543800225808594,
+      "grad_norm": 240.15191650390625,
+      "learning_rate": 1.985468653389471e-06,
+      "loss": 23.1094,
+      "step": 2491
+    },
+    {
+      "epoch": 0.16550441655044165,
+      "grad_norm": 627.8562622070312,
+      "learning_rate": 1.9854503791951157e-06,
+      "loss": 19.8125,
+      "step": 2492
+    },
+    {
+      "epoch": 0.16557083084279736,
+      "grad_norm": 174.41807556152344,
+      "learning_rate": 1.9854320936016385e-06,
+      "loss": 19.6562,
+      "step": 2493
+    },
+    {
+      "epoch": 0.16563724513515307,
+      "grad_norm": 805.0387573242188,
+      "learning_rate": 1.9854137966092515e-06,
+      "loss": 25.875,
+      "step": 2494
+    },
+    {
+      "epoch": 0.1657036594275088,
+      "grad_norm": 194.16470336914062,
+      "learning_rate": 1.9853954882181654e-06,
+      "loss": 22.2812,
+      "step": 2495
+    },
+    {
+      "epoch": 0.16577007371986452,
+      "grad_norm": 377.3269348144531,
+      "learning_rate": 1.985377168428593e-06,
+      "loss": 27.0625,
+      "step": 2496
+    },
+    {
+      "epoch": 0.16583648801222023,
+      "grad_norm": 189.18174743652344,
+      "learning_rate": 1.9853588372407456e-06,
+      "loss": 17.8438,
+      "step": 2497
+    },
+    {
+      "epoch": 0.16590290230457594,
+      "grad_norm": 301.7325744628906,
+      "learning_rate": 1.9853404946548352e-06,
+      "loss": 19.3125,
+      "step": 2498
+    },
+    {
+      "epoch": 0.16596931659693165,
+      "grad_norm": 253.72119140625,
+      "learning_rate": 1.9853221406710743e-06,
+      "loss": 18.4688,
+      "step": 2499
+    },
+    {
+      "epoch": 0.1660357308892874,
+      "grad_norm": 159.20619201660156,
+      "learning_rate": 1.985303775289675e-06,
+      "loss": 19.7188,
+      "step": 2500
+    },
+    {
+      "epoch": 0.1661021451816431,
+      "grad_norm": 380.6506042480469,
+      "learning_rate": 1.98528539851085e-06,
+      "loss": 20.1094,
+      "step": 2501
+    },
+    {
+      "epoch": 0.1661685594739988,
+      "grad_norm": 135.11785888671875,
+      "learning_rate": 1.985267010334811e-06,
+      "loss": 15.5938,
+      "step": 2502
+    },
+    {
+      "epoch": 0.16623497376635452,
+      "grad_norm": 254.74826049804688,
+      "learning_rate": 1.9852486107617715e-06,
+      "loss": 27.8125,
+      "step": 2503
+    },
+    {
+      "epoch": 0.16630138805871023,
+      "grad_norm": 149.3649444580078,
+      "learning_rate": 1.985230199791945e-06,
+      "loss": 21.2188,
+      "step": 2504
+    },
+    {
+      "epoch": 0.16636780235106596,
+      "grad_norm": 135.83226013183594,
+      "learning_rate": 1.985211777425543e-06,
+      "loss": 16.4219,
+      "step": 2505
+    },
+    {
+      "epoch": 0.16643421664342167,
+      "grad_norm": 197.71853637695312,
+      "learning_rate": 1.9851933436627793e-06,
+      "loss": 32.5625,
+      "step": 2506
+    },
+    {
+      "epoch": 0.16650063093577738,
+      "grad_norm": 209.62030029296875,
+      "learning_rate": 1.985174898503867e-06,
+      "loss": 19.5625,
+      "step": 2507
+    },
+    {
+      "epoch": 0.1665670452281331,
+      "grad_norm": 214.17701721191406,
+      "learning_rate": 1.98515644194902e-06,
+      "loss": 24.5625,
+      "step": 2508
+    },
+    {
+      "epoch": 0.1666334595204888,
+      "grad_norm": 200.75311279296875,
+      "learning_rate": 1.985137973998451e-06,
+      "loss": 20.6406,
+      "step": 2509
+    },
+    {
+      "epoch": 0.1666998738128445,
+      "grad_norm": 218.47267150878906,
+      "learning_rate": 1.985119494652374e-06,
+      "loss": 17.9531,
+      "step": 2510
+    },
+    {
+      "epoch": 0.16676628810520025,
+      "grad_norm": 218.76925659179688,
+      "learning_rate": 1.9851010039110028e-06,
+      "loss": 25.0625,
+      "step": 2511
+    },
+    {
+      "epoch": 0.16683270239755596,
+      "grad_norm": 148.60403442382812,
+      "learning_rate": 1.9850825017745513e-06,
+      "loss": 14.0469,
+      "step": 2512
+    },
+    {
+      "epoch": 0.16689911668991167,
+      "grad_norm": 274.04608154296875,
+      "learning_rate": 1.9850639882432332e-06,
+      "loss": 19.9219,
+      "step": 2513
+    },
+    {
+      "epoch": 0.16696553098226738,
+      "grad_norm": 178.3951416015625,
+      "learning_rate": 1.985045463317263e-06,
+      "loss": 19.875,
+      "step": 2514
+    },
+    {
+      "epoch": 0.1670319452746231,
+      "grad_norm": 451.9935302734375,
+      "learning_rate": 1.985026926996855e-06,
+      "loss": 20.5156,
+      "step": 2515
+    },
+    {
+      "epoch": 0.16709835956697883,
+      "grad_norm": 247.91558837890625,
+      "learning_rate": 1.985008379282224e-06,
+      "loss": 21.2812,
+      "step": 2516
+    },
+    {
+      "epoch": 0.16716477385933454,
+      "grad_norm": 140.40579223632812,
+      "learning_rate": 1.9849898201735833e-06,
+      "loss": 22.625,
+      "step": 2517
+    },
+    {
+      "epoch": 0.16723118815169025,
+      "grad_norm": 152.34808349609375,
+      "learning_rate": 1.9849712496711485e-06,
+      "loss": 15.2344,
+      "step": 2518
+    },
+    {
+      "epoch": 0.16729760244404596,
+      "grad_norm": 190.95225524902344,
+      "learning_rate": 1.9849526677751347e-06,
+      "loss": 16.7812,
+      "step": 2519
+    },
+    {
+      "epoch": 0.16736401673640167,
+      "grad_norm": 269.7373046875,
+      "learning_rate": 1.9849340744857556e-06,
+      "loss": 22.7188,
+      "step": 2520
+    },
+    {
+      "epoch": 0.16743043102875738,
+      "grad_norm": 412.39923095703125,
+      "learning_rate": 1.9849154698032277e-06,
+      "loss": 33.375,
+      "step": 2521
+    },
+    {
+      "epoch": 0.1674968453211131,
+      "grad_norm": 274.2735595703125,
+      "learning_rate": 1.9848968537277654e-06,
+      "loss": 16.3594,
+      "step": 2522
+    },
+    {
+      "epoch": 0.16756325961346882,
+      "grad_norm": 420.475830078125,
+      "learning_rate": 1.984878226259584e-06,
+      "loss": 20.0625,
+      "step": 2523
+    },
+    {
+      "epoch": 0.16762967390582453,
+      "grad_norm": 164.28077697753906,
+      "learning_rate": 1.9848595873988995e-06,
+      "loss": 18.875,
+      "step": 2524
+    },
+    {
+      "epoch": 0.16769608819818024,
+      "grad_norm": 170.26992797851562,
+      "learning_rate": 1.984840937145927e-06,
+      "loss": 18.7031,
+      "step": 2525
+    },
+    {
+      "epoch": 0.16776250249053595,
+      "grad_norm": 494.47247314453125,
+      "learning_rate": 1.9848222755008824e-06,
+      "loss": 29.5,
+      "step": 2526
+    },
+    {
+      "epoch": 0.1678289167828917,
+      "grad_norm": 486.1859130859375,
+      "learning_rate": 1.984803602463982e-06,
+      "loss": 24.2344,
+      "step": 2527
+    },
+    {
+      "epoch": 0.1678953310752474,
+      "grad_norm": 297.226806640625,
+      "learning_rate": 1.984784918035441e-06,
+      "loss": 18.4688,
+      "step": 2528
+    },
+    {
+      "epoch": 0.1679617453676031,
+      "grad_norm": 134.833251953125,
+      "learning_rate": 1.984766222215476e-06,
+      "loss": 19.8906,
+      "step": 2529
+    },
+    {
+      "epoch": 0.16802815965995882,
+      "grad_norm": 178.8464813232422,
+      "learning_rate": 1.9847475150043033e-06,
+      "loss": 18.7969,
+      "step": 2530
+    },
+    {
+      "epoch": 0.16809457395231453,
+      "grad_norm": 237.25009155273438,
+      "learning_rate": 1.984728796402139e-06,
+      "loss": 20.6875,
+      "step": 2531
+    },
+    {
+      "epoch": 0.16816098824467024,
+      "grad_norm": 209.0033416748047,
+      "learning_rate": 1.9847100664092e-06,
+      "loss": 17.6562,
+      "step": 2532
+    },
+    {
+      "epoch": 0.16822740253702598,
+      "grad_norm": 168.0105438232422,
+      "learning_rate": 1.984691325025703e-06,
+      "loss": 17.9531,
+      "step": 2533
+    },
+    {
+      "epoch": 0.1682938168293817,
+      "grad_norm": 446.9515686035156,
+      "learning_rate": 1.984672572251864e-06,
+      "loss": 23.1875,
+      "step": 2534
+    },
+    {
+      "epoch": 0.1683602311217374,
+      "grad_norm": 320.3267517089844,
+      "learning_rate": 1.984653808087901e-06,
+      "loss": 17.8594,
+      "step": 2535
+    },
+    {
+      "epoch": 0.1684266454140931,
+      "grad_norm": 146.18704223632812,
+      "learning_rate": 1.98463503253403e-06,
+      "loss": 15.6406,
+      "step": 2536
+    },
+    {
+      "epoch": 0.16849305970644882,
+      "grad_norm": 365.7581481933594,
+      "learning_rate": 1.984616245590469e-06,
+      "loss": 31.0938,
+      "step": 2537
+    },
+    {
+      "epoch": 0.16855947399880455,
+      "grad_norm": 319.6128234863281,
+      "learning_rate": 1.984597447257435e-06,
+      "loss": 27.0625,
+      "step": 2538
+    },
+    {
+      "epoch": 0.16862588829116026,
+      "grad_norm": 154.08351135253906,
+      "learning_rate": 1.9845786375351456e-06,
+      "loss": 16.375,
+      "step": 2539
+    },
+    {
+      "epoch": 0.16869230258351597,
+      "grad_norm": 146.5184783935547,
+      "learning_rate": 1.9845598164238184e-06,
+      "loss": 16.5,
+      "step": 2540
+    },
+    {
+      "epoch": 0.16875871687587168,
+      "grad_norm": 420.5914306640625,
+      "learning_rate": 1.9845409839236703e-06,
+      "loss": 25.4062,
+      "step": 2541
+    },
+    {
+      "epoch": 0.1688251311682274,
+      "grad_norm": 221.7621307373047,
+      "learning_rate": 1.9845221400349203e-06,
+      "loss": 22.4219,
+      "step": 2542
+    },
+    {
+      "epoch": 0.16889154546058313,
+      "grad_norm": 134.037109375,
+      "learning_rate": 1.984503284757786e-06,
+      "loss": 18.4844,
+      "step": 2543
+    },
+    {
+      "epoch": 0.16895795975293884,
+      "grad_norm": 305.3228759765625,
+      "learning_rate": 1.9844844180924852e-06,
+      "loss": 18.2969,
+      "step": 2544
+    },
+    {
+      "epoch": 0.16902437404529455,
+      "grad_norm": 216.270751953125,
+      "learning_rate": 1.9844655400392364e-06,
+      "loss": 21.2969,
+      "step": 2545
+    },
+    {
+      "epoch": 0.16909078833765026,
+      "grad_norm": 159.59002685546875,
+      "learning_rate": 1.9844466505982577e-06,
+      "loss": 20.3594,
+      "step": 2546
+    },
+    {
+      "epoch": 0.16915720263000597,
+      "grad_norm": 213.5595703125,
+      "learning_rate": 1.984427749769768e-06,
+      "loss": 21.9688,
+      "step": 2547
+    },
+    {
+      "epoch": 0.16922361692236168,
+      "grad_norm": 226.1920623779297,
+      "learning_rate": 1.984408837553986e-06,
+      "loss": 19.4375,
+      "step": 2548
+    },
+    {
+      "epoch": 0.16929003121471742,
+      "grad_norm": 114.07215118408203,
+      "learning_rate": 1.98438991395113e-06,
+      "loss": 16.9219,
+      "step": 2549
+    },
+    {
+      "epoch": 0.16935644550707313,
+      "grad_norm": 238.51560974121094,
+      "learning_rate": 1.984370978961419e-06,
+      "loss": 21.9688,
+      "step": 2550
+    },
+    {
+      "epoch": 0.16942285979942884,
+      "grad_norm": 226.44964599609375,
+      "learning_rate": 1.9843520325850724e-06,
+      "loss": 19.2969,
+      "step": 2551
+    },
+    {
+      "epoch": 0.16948927409178455,
+      "grad_norm": 211.40798950195312,
+      "learning_rate": 1.9843330748223086e-06,
+      "loss": 24.4062,
+      "step": 2552
+    },
+    {
+      "epoch": 0.16955568838414026,
+      "grad_norm": 137.82907104492188,
+      "learning_rate": 1.9843141056733476e-06,
+      "loss": 17.0156,
+      "step": 2553
+    },
+    {
+      "epoch": 0.169622102676496,
+      "grad_norm": 194.9602508544922,
+      "learning_rate": 1.9842951251384088e-06,
+      "loss": 17.1406,
+      "step": 2554
+    },
+    {
+      "epoch": 0.1696885169688517,
+      "grad_norm": 191.5415496826172,
+      "learning_rate": 1.9842761332177115e-06,
+      "loss": 20.7031,
+      "step": 2555
+    },
+    {
+      "epoch": 0.16975493126120741,
+      "grad_norm": 136.5316619873047,
+      "learning_rate": 1.9842571299114752e-06,
+      "loss": 18.4375,
+      "step": 2556
+    },
+    {
+      "epoch": 0.16982134555356312,
+      "grad_norm": 238.9514923095703,
+      "learning_rate": 1.9842381152199205e-06,
+      "loss": 17.8125,
+      "step": 2557
+    },
+    {
+      "epoch": 0.16988775984591883,
+      "grad_norm": 204.9121551513672,
+      "learning_rate": 1.9842190891432664e-06,
+      "loss": 18.3594,
+      "step": 2558
+    },
+    {
+      "epoch": 0.16995417413827454,
+      "grad_norm": 246.60903930664062,
+      "learning_rate": 1.9842000516817335e-06,
+      "loss": 22.2031,
+      "step": 2559
+    },
+    {
+      "epoch": 0.17002058843063028,
+      "grad_norm": 575.9030151367188,
+      "learning_rate": 1.984181002835542e-06,
+      "loss": 23.6875,
+      "step": 2560
+    },
+    {
+      "epoch": 0.170087002722986,
+      "grad_norm": 220.0952911376953,
+      "learning_rate": 1.984161942604912e-06,
+      "loss": 22.5312,
+      "step": 2561
+    },
+    {
+      "epoch": 0.1701534170153417,
+      "grad_norm": 135.20396423339844,
+      "learning_rate": 1.9841428709900643e-06,
+      "loss": 12.8125,
+      "step": 2562
+    },
+    {
+      "epoch": 0.1702198313076974,
+      "grad_norm": 384.18780517578125,
+      "learning_rate": 1.9841237879912193e-06,
+      "loss": 24.6562,
+      "step": 2563
+    },
+    {
+      "epoch": 0.17028624560005312,
+      "grad_norm": 262.11834716796875,
+      "learning_rate": 1.984104693608598e-06,
+      "loss": 25.6562,
+      "step": 2564
+    },
+    {
+      "epoch": 0.17035265989240886,
+      "grad_norm": 296.3768615722656,
+      "learning_rate": 1.9840855878424205e-06,
+      "loss": 21.25,
+      "step": 2565
+    },
+    {
+      "epoch": 0.17041907418476457,
+      "grad_norm": 184.827880859375,
+      "learning_rate": 1.9840664706929093e-06,
+      "loss": 16.2812,
+      "step": 2566
+    },
+    {
+      "epoch": 0.17048548847712028,
+      "grad_norm": 196.4492645263672,
+      "learning_rate": 1.984047342160284e-06,
+      "loss": 18.2188,
+      "step": 2567
+    },
+    {
+      "epoch": 0.170551902769476,
+      "grad_norm": 288.287841796875,
+      "learning_rate": 1.9840282022447667e-06,
+      "loss": 15.5625,
+      "step": 2568
+    },
+    {
+      "epoch": 0.1706183170618317,
+      "grad_norm": 143.3534698486328,
+      "learning_rate": 1.9840090509465784e-06,
+      "loss": 14.6719,
+      "step": 2569
+    },
+    {
+      "epoch": 0.1706847313541874,
+      "grad_norm": 361.34814453125,
+      "learning_rate": 1.9839898882659405e-06,
+      "loss": 22.9375,
+      "step": 2570
+    },
+    {
+      "epoch": 0.17075114564654315,
+      "grad_norm": 396.5361633300781,
+      "learning_rate": 1.9839707142030756e-06,
+      "loss": 28.6406,
+      "step": 2571
+    },
+    {
+      "epoch": 0.17081755993889886,
+      "grad_norm": 202.26210021972656,
+      "learning_rate": 1.9839515287582045e-06,
+      "loss": 20.1094,
+      "step": 2572
+    },
+    {
+      "epoch": 0.17088397423125457,
+      "grad_norm": 184.99327087402344,
+      "learning_rate": 1.9839323319315497e-06,
+      "loss": 17.6562,
+      "step": 2573
+    },
+    {
+      "epoch": 0.17095038852361027,
+      "grad_norm": 179.0675048828125,
+      "learning_rate": 1.983913123723333e-06,
+      "loss": 19.3594,
+      "step": 2574
+    },
+    {
+      "epoch": 0.17101680281596598,
+      "grad_norm": 289.0082702636719,
+      "learning_rate": 1.9838939041337767e-06,
+      "loss": 23.1562,
+      "step": 2575
+    },
+    {
+      "epoch": 0.17108321710832172,
+      "grad_norm": 273.8856201171875,
+      "learning_rate": 1.9838746731631027e-06,
+      "loss": 24.6875,
+      "step": 2576
+    },
+    {
+      "epoch": 0.17114963140067743,
+      "grad_norm": 202.8294219970703,
+      "learning_rate": 1.983855430811534e-06,
+      "loss": 17.9688,
+      "step": 2577
+    },
+    {
+      "epoch": 0.17121604569303314,
+      "grad_norm": 480.586181640625,
+      "learning_rate": 1.983836177079293e-06,
+      "loss": 18.1094,
+      "step": 2578
+    },
+    {
+      "epoch": 0.17128245998538885,
+      "grad_norm": 119.42903137207031,
+      "learning_rate": 1.9838169119666027e-06,
+      "loss": 15.9219,
+      "step": 2579
+    },
+    {
+      "epoch": 0.17134887427774456,
+      "grad_norm": 218.75096130371094,
+      "learning_rate": 1.9837976354736858e-06,
+      "loss": 24.2969,
+      "step": 2580
+    },
+    {
+      "epoch": 0.1714152885701003,
+      "grad_norm": 555.5335083007812,
+      "learning_rate": 1.9837783476007648e-06,
+      "loss": 22.0,
+      "step": 2581
+    },
+    {
+      "epoch": 0.171481702862456,
+      "grad_norm": 365.757568359375,
+      "learning_rate": 1.983759048348063e-06,
+      "loss": 23.6094,
+      "step": 2582
+    },
+    {
+      "epoch": 0.17154811715481172,
+      "grad_norm": 183.74810791015625,
+      "learning_rate": 1.983739737715804e-06,
+      "loss": 19.4844,
+      "step": 2583
+    },
+    {
+      "epoch": 0.17161453144716743,
+      "grad_norm": 291.3074035644531,
+      "learning_rate": 1.9837204157042107e-06,
+      "loss": 24.3906,
+      "step": 2584
+    },
+    {
+      "epoch": 0.17168094573952314,
+      "grad_norm": 545.350830078125,
+      "learning_rate": 1.983701082313507e-06,
+      "loss": 28.6562,
+      "step": 2585
+    },
+    {
+      "epoch": 0.17174736003187885,
+      "grad_norm": 246.78846740722656,
+      "learning_rate": 1.9836817375439166e-06,
+      "loss": 21.0938,
+      "step": 2586
+    },
+    {
+      "epoch": 0.17181377432423459,
+      "grad_norm": 312.6759338378906,
+      "learning_rate": 1.983662381395663e-06,
+      "loss": 17.8281,
+      "step": 2587
+    },
+    {
+      "epoch": 0.1718801886165903,
+      "grad_norm": 228.3465118408203,
+      "learning_rate": 1.9836430138689703e-06,
+      "loss": 16.7656,
+      "step": 2588
+    },
+    {
+      "epoch": 0.171946602908946,
+      "grad_norm": 125.16068267822266,
+      "learning_rate": 1.9836236349640623e-06,
+      "loss": 14.8594,
+      "step": 2589
+    },
+    {
+      "epoch": 0.17201301720130172,
+      "grad_norm": 533.5167236328125,
+      "learning_rate": 1.9836042446811632e-06,
+      "loss": 16.0312,
+      "step": 2590
+    },
+    {
+      "epoch": 0.17207943149365743,
+      "grad_norm": 278.5078125,
+      "learning_rate": 1.9835848430204975e-06,
+      "loss": 20.7188,
+      "step": 2591
+    },
+    {
+      "epoch": 0.17214584578601316,
+      "grad_norm": 234.77825927734375,
+      "learning_rate": 1.983565429982289e-06,
+      "loss": 26.9062,
+      "step": 2592
+    },
+    {
+      "epoch": 0.17221226007836887,
+      "grad_norm": 133.47140502929688,
+      "learning_rate": 1.9835460055667634e-06,
+      "loss": 14.3438,
+      "step": 2593
+    },
+    {
+      "epoch": 0.17227867437072458,
+      "grad_norm": 241.09193420410156,
+      "learning_rate": 1.9835265697741448e-06,
+      "loss": 16.8438,
+      "step": 2594
+    },
+    {
+      "epoch": 0.1723450886630803,
+      "grad_norm": 196.537109375,
+      "learning_rate": 1.983507122604658e-06,
+      "loss": 22.25,
+      "step": 2595
+    },
+    {
+      "epoch": 0.172411502955436,
+      "grad_norm": 215.40187072753906,
+      "learning_rate": 1.9834876640585273e-06,
+      "loss": 29.7344,
+      "step": 2596
+    },
+    {
+      "epoch": 0.1724779172477917,
+      "grad_norm": 135.69454956054688,
+      "learning_rate": 1.983468194135979e-06,
+      "loss": 16.9688,
+      "step": 2597
+    },
+    {
+      "epoch": 0.17254433154014745,
+      "grad_norm": 135.76747131347656,
+      "learning_rate": 1.983448712837237e-06,
+      "loss": 22.4375,
+      "step": 2598
+    },
+    {
+      "epoch": 0.17261074583250316,
+      "grad_norm": 227.09027099609375,
+      "learning_rate": 1.9834292201625283e-06,
+      "loss": 20.75,
+      "step": 2599
+    },
+    {
+      "epoch": 0.17267716012485887,
+      "grad_norm": 312.4831237792969,
+      "learning_rate": 1.983409716112077e-06,
+      "loss": 22.75,
+      "step": 2600
+    },
+    {
+      "epoch": 0.17274357441721458,
+      "grad_norm": 375.4190673828125,
+      "learning_rate": 1.9833902006861094e-06,
+      "loss": 21.2812,
+      "step": 2601
+    },
+    {
+      "epoch": 0.1728099887095703,
+      "grad_norm": 162.44253540039062,
+      "learning_rate": 1.9833706738848506e-06,
+      "loss": 18.25,
+      "step": 2602
+    },
+    {
+      "epoch": 0.17287640300192603,
+      "grad_norm": 396.4747314453125,
+      "learning_rate": 1.983351135708527e-06,
+      "loss": 18.4219,
+      "step": 2603
+    },
+    {
+      "epoch": 0.17294281729428174,
+      "grad_norm": 507.8039245605469,
+      "learning_rate": 1.983331586157365e-06,
+      "loss": 30.4688,
+      "step": 2604
+    },
+    {
+      "epoch": 0.17300923158663745,
+      "grad_norm": 335.3951416015625,
+      "learning_rate": 1.98331202523159e-06,
+      "loss": 21.3125,
+      "step": 2605
+    },
+    {
+      "epoch": 0.17307564587899316,
+      "grad_norm": 233.56207275390625,
+      "learning_rate": 1.983292452931428e-06,
+      "loss": 21.9844,
+      "step": 2606
+    },
+    {
+      "epoch": 0.17314206017134887,
+      "grad_norm": 144.9734344482422,
+      "learning_rate": 1.9832728692571066e-06,
+      "loss": 17.1562,
+      "step": 2607
+    },
+    {
+      "epoch": 0.17320847446370458,
+      "grad_norm": 400.0149230957031,
+      "learning_rate": 1.983253274208851e-06,
+      "loss": 24.3125,
+      "step": 2608
+    },
+    {
+      "epoch": 0.1732748887560603,
+      "grad_norm": 260.43280029296875,
+      "learning_rate": 1.9832336677868887e-06,
+      "loss": 16.9688,
+      "step": 2609
+    },
+    {
+      "epoch": 0.17334130304841602,
+      "grad_norm": 154.7200469970703,
+      "learning_rate": 1.9832140499914465e-06,
+      "loss": 14.9062,
+      "step": 2610
+    },
+    {
+      "epoch": 0.17340771734077173,
+      "grad_norm": 146.2701416015625,
+      "learning_rate": 1.983194420822751e-06,
+      "loss": 18.2812,
+      "step": 2611
+    },
+    {
+      "epoch": 0.17347413163312744,
+      "grad_norm": 200.33607482910156,
+      "learning_rate": 1.9831747802810294e-06,
+      "loss": 17.6094,
+      "step": 2612
+    },
+    {
+      "epoch": 0.17354054592548315,
+      "grad_norm": 355.08111572265625,
+      "learning_rate": 1.983155128366509e-06,
+      "loss": 19.75,
+      "step": 2613
+    },
+    {
+      "epoch": 0.1736069602178389,
+      "grad_norm": 198.92884826660156,
+      "learning_rate": 1.983135465079417e-06,
+      "loss": 23.4375,
+      "step": 2614
+    },
+    {
+      "epoch": 0.1736733745101946,
+      "grad_norm": 515.45751953125,
+      "learning_rate": 1.9831157904199805e-06,
+      "loss": 16.9688,
+      "step": 2615
+    },
+    {
+      "epoch": 0.1737397888025503,
+      "grad_norm": 258.0498352050781,
+      "learning_rate": 1.9830961043884277e-06,
+      "loss": 18.9375,
+      "step": 2616
+    },
+    {
+      "epoch": 0.17380620309490602,
+      "grad_norm": 189.07948303222656,
+      "learning_rate": 1.983076406984986e-06,
+      "loss": 18.1719,
+      "step": 2617
+    },
+    {
+      "epoch": 0.17387261738726173,
+      "grad_norm": 428.1692810058594,
+      "learning_rate": 1.9830566982098833e-06,
+      "loss": 20.4062,
+      "step": 2618
+    },
+    {
+      "epoch": 0.17393903167961747,
+      "grad_norm": 357.2334899902344,
+      "learning_rate": 1.9830369780633475e-06,
+      "loss": 19.3281,
+      "step": 2619
+    },
+    {
+      "epoch": 0.17400544597197318,
+      "grad_norm": 135.40989685058594,
+      "learning_rate": 1.983017246545607e-06,
+      "loss": 16.2969,
+      "step": 2620
+    },
+    {
+      "epoch": 0.1740718602643289,
+      "grad_norm": 148.2538299560547,
+      "learning_rate": 1.9829975036568896e-06,
+      "loss": 17.1406,
+      "step": 2621
+    },
+    {
+      "epoch": 0.1741382745566846,
+      "grad_norm": 154.00526428222656,
+      "learning_rate": 1.982977749397424e-06,
+      "loss": 17.0,
+      "step": 2622
+    },
+    {
+      "epoch": 0.1742046888490403,
+      "grad_norm": 486.7516784667969,
+      "learning_rate": 1.9829579837674386e-06,
+      "loss": 21.375,
+      "step": 2623
+    },
+    {
+      "epoch": 0.17427110314139602,
+      "grad_norm": 173.53396606445312,
+      "learning_rate": 1.982938206767162e-06,
+      "loss": 15.25,
+      "step": 2624
+    },
+    {
+      "epoch": 0.17433751743375175,
+      "grad_norm": 202.17543029785156,
+      "learning_rate": 1.982918418396823e-06,
+      "loss": 19.25,
+      "step": 2625
+    },
+    {
+      "epoch": 0.17440393172610746,
+      "grad_norm": 289.8376770019531,
+      "learning_rate": 1.982898618656651e-06,
+      "loss": 24.2812,
+      "step": 2626
+    },
+    {
+      "epoch": 0.17447034601846317,
+      "grad_norm": 440.1038513183594,
+      "learning_rate": 1.9828788075468737e-06,
+      "loss": 28.0,
+      "step": 2627
+    },
+    {
+      "epoch": 0.17453676031081888,
+      "grad_norm": 222.010498046875,
+      "learning_rate": 1.982858985067722e-06,
+      "loss": 18.2969,
+      "step": 2628
+    },
+    {
+      "epoch": 0.1746031746031746,
+      "grad_norm": 294.97430419921875,
+      "learning_rate": 1.9828391512194236e-06,
+      "loss": 28.3281,
+      "step": 2629
+    },
+    {
+      "epoch": 0.17466958889553033,
+      "grad_norm": 219.3023223876953,
+      "learning_rate": 1.982819306002209e-06,
+      "loss": 24.0781,
+      "step": 2630
+    },
+    {
+      "epoch": 0.17473600318788604,
+      "grad_norm": 215.4972381591797,
+      "learning_rate": 1.9827994494163073e-06,
+      "loss": 19.6406,
+      "step": 2631
+    },
+    {
+      "epoch": 0.17480241748024175,
+      "grad_norm": 379.9983825683594,
+      "learning_rate": 1.9827795814619483e-06,
+      "loss": 22.1094,
+      "step": 2632
+    },
+    {
+      "epoch": 0.17486883177259746,
+      "grad_norm": 432.48779296875,
+      "learning_rate": 1.982759702139362e-06,
+      "loss": 24.2812,
+      "step": 2633
+    },
+    {
+      "epoch": 0.17493524606495317,
+      "grad_norm": 304.6738586425781,
+      "learning_rate": 1.9827398114487777e-06,
+      "loss": 25.5,
+      "step": 2634
+    },
+    {
+      "epoch": 0.17500166035730888,
+      "grad_norm": 152.4980926513672,
+      "learning_rate": 1.9827199093904265e-06,
+      "loss": 22.4219,
+      "step": 2635
+    },
+    {
+      "epoch": 0.17506807464966462,
+      "grad_norm": 156.2458953857422,
+      "learning_rate": 1.9826999959645378e-06,
+      "loss": 15.8906,
+      "step": 2636
+    },
+    {
+      "epoch": 0.17513448894202033,
+      "grad_norm": 266.2185974121094,
+      "learning_rate": 1.982680071171342e-06,
+      "loss": 23.625,
+      "step": 2637
+    },
+    {
+      "epoch": 0.17520090323437604,
+      "grad_norm": 348.3039855957031,
+      "learning_rate": 1.98266013501107e-06,
+      "loss": 20.125,
+      "step": 2638
+    },
+    {
+      "epoch": 0.17526731752673175,
+      "grad_norm": 506.1846923828125,
+      "learning_rate": 1.982640187483952e-06,
+      "loss": 23.125,
+      "step": 2639
+    },
+    {
+      "epoch": 0.17533373181908746,
+      "grad_norm": 225.6895294189453,
+      "learning_rate": 1.982620228590219e-06,
+      "loss": 22.8125,
+      "step": 2640
+    },
+    {
+      "epoch": 0.1754001461114432,
+      "grad_norm": 593.5206298828125,
+      "learning_rate": 1.9826002583301016e-06,
+      "loss": 27.2812,
+      "step": 2641
+    },
+    {
+      "epoch": 0.1754665604037989,
+      "grad_norm": 431.5924987792969,
+      "learning_rate": 1.9825802767038313e-06,
+      "loss": 26.7344,
+      "step": 2642
+    },
+    {
+      "epoch": 0.17553297469615461,
+      "grad_norm": 180.6752166748047,
+      "learning_rate": 1.9825602837116393e-06,
+      "loss": 16.75,
+      "step": 2643
+    },
+    {
+      "epoch": 0.17559938898851032,
+      "grad_norm": 201.94430541992188,
+      "learning_rate": 1.982540279353756e-06,
+      "loss": 20.3125,
+      "step": 2644
+    },
+    {
+      "epoch": 0.17566580328086603,
+      "grad_norm": 475.7239074707031,
+      "learning_rate": 1.9825202636304136e-06,
+      "loss": 25.0938,
+      "step": 2645
+    },
+    {
+      "epoch": 0.17573221757322174,
+      "grad_norm": 216.81410217285156,
+      "learning_rate": 1.9825002365418433e-06,
+      "loss": 21.375,
+      "step": 2646
+    },
+    {
+      "epoch": 0.17579863186557748,
+      "grad_norm": 350.6981201171875,
+      "learning_rate": 1.9824801980882765e-06,
+      "loss": 20.7344,
+      "step": 2647
+    },
+    {
+      "epoch": 0.1758650461579332,
+      "grad_norm": 220.37405395507812,
+      "learning_rate": 1.9824601482699455e-06,
+      "loss": 18.9844,
+      "step": 2648
+    },
+    {
+      "epoch": 0.1759314604502889,
+      "grad_norm": 179.44276428222656,
+      "learning_rate": 1.9824400870870823e-06,
+      "loss": 25.5938,
+      "step": 2649
+    },
+    {
+      "epoch": 0.1759978747426446,
+      "grad_norm": 187.52957153320312,
+      "learning_rate": 1.982420014539918e-06,
+      "loss": 21.375,
+      "step": 2650
+    },
+    {
+      "epoch": 0.17606428903500032,
+      "grad_norm": 335.41864013671875,
+      "learning_rate": 1.982399930628686e-06,
+      "loss": 23.1562,
+      "step": 2651
+    },
+    {
+      "epoch": 0.17613070332735606,
+      "grad_norm": 240.03378295898438,
+      "learning_rate": 1.982379835353618e-06,
+      "loss": 21.1875,
+      "step": 2652
+    },
+    {
+      "epoch": 0.17619711761971177,
+      "grad_norm": 203.6833038330078,
+      "learning_rate": 1.9823597287149465e-06,
+      "loss": 19.0156,
+      "step": 2653
+    },
+    {
+      "epoch": 0.17626353191206748,
+      "grad_norm": 192.4134979248047,
+      "learning_rate": 1.9823396107129044e-06,
+      "loss": 20.2656,
+      "step": 2654
+    },
+    {
+      "epoch": 0.1763299462044232,
+      "grad_norm": 355.00732421875,
+      "learning_rate": 1.982319481347724e-06,
+      "loss": 20.125,
+      "step": 2655
+    },
+    {
+      "epoch": 0.1763963604967789,
+      "grad_norm": 238.49728393554688,
+      "learning_rate": 1.982299340619638e-06,
+      "loss": 20.0781,
+      "step": 2656
+    },
+    {
+      "epoch": 0.17646277478913464,
+      "grad_norm": 213.85586547851562,
+      "learning_rate": 1.9822791885288797e-06,
+      "loss": 20.9375,
+      "step": 2657
+    },
+    {
+      "epoch": 0.17652918908149035,
+      "grad_norm": 353.04486083984375,
+      "learning_rate": 1.982259025075682e-06,
+      "loss": 23.25,
+      "step": 2658
+    },
+    {
+      "epoch": 0.17659560337384606,
+      "grad_norm": 249.14581298828125,
+      "learning_rate": 1.9822388502602788e-06,
+      "loss": 19.4219,
+      "step": 2659
+    },
+    {
+      "epoch": 0.17666201766620176,
+      "grad_norm": 167.20053100585938,
+      "learning_rate": 1.9822186640829027e-06,
+      "loss": 15.7969,
+      "step": 2660
+    },
+    {
+      "epoch": 0.17672843195855747,
+      "grad_norm": 196.63458251953125,
+      "learning_rate": 1.9821984665437875e-06,
+      "loss": 14.9375,
+      "step": 2661
+    },
+    {
+      "epoch": 0.17679484625091318,
+      "grad_norm": 340.5465087890625,
+      "learning_rate": 1.9821782576431666e-06,
+      "loss": 22.5469,
+      "step": 2662
+    },
+    {
+      "epoch": 0.17686126054326892,
+      "grad_norm": 141.75343322753906,
+      "learning_rate": 1.9821580373812745e-06,
+      "loss": 15.2344,
+      "step": 2663
+    },
+    {
+      "epoch": 0.17692767483562463,
+      "grad_norm": 1454.0706787109375,
+      "learning_rate": 1.982137805758344e-06,
+      "loss": 15.5625,
+      "step": 2664
+    },
+    {
+      "epoch": 0.17699408912798034,
+      "grad_norm": 320.5716552734375,
+      "learning_rate": 1.98211756277461e-06,
+      "loss": 21.2188,
+      "step": 2665
+    },
+    {
+      "epoch": 0.17706050342033605,
+      "grad_norm": 183.6583251953125,
+      "learning_rate": 1.982097308430306e-06,
+      "loss": 20.3438,
+      "step": 2666
+    },
+    {
+      "epoch": 0.17712691771269176,
+      "grad_norm": 209.59591674804688,
+      "learning_rate": 1.982077042725667e-06,
+      "loss": 20.9375,
+      "step": 2667
+    },
+    {
+      "epoch": 0.1771933320050475,
+      "grad_norm": 410.9725036621094,
+      "learning_rate": 1.982056765660927e-06,
+      "loss": 21.6875,
+      "step": 2668
+    },
+    {
+      "epoch": 0.1772597462974032,
+      "grad_norm": 199.61920166015625,
+      "learning_rate": 1.982036477236321e-06,
+      "loss": 26.1875,
+      "step": 2669
+    },
+    {
+      "epoch": 0.17732616058975892,
+      "grad_norm": 179.9371795654297,
+      "learning_rate": 1.9820161774520826e-06,
+      "loss": 21.4688,
+      "step": 2670
+    },
+    {
+      "epoch": 0.17739257488211463,
+      "grad_norm": 1890.7181396484375,
+      "learning_rate": 1.9819958663084478e-06,
+      "loss": 20.125,
+      "step": 2671
+    },
+    {
+      "epoch": 0.17745898917447034,
+      "grad_norm": 205.68971252441406,
+      "learning_rate": 1.981975543805651e-06,
+      "loss": 13.1406,
+      "step": 2672
+    },
+    {
+      "epoch": 0.17752540346682605,
+      "grad_norm": 271.9710693359375,
+      "learning_rate": 1.981955209943927e-06,
+      "loss": 17.6719,
+      "step": 2673
+    },
+    {
+      "epoch": 0.17759181775918179,
+      "grad_norm": 252.2249755859375,
+      "learning_rate": 1.9819348647235117e-06,
+      "loss": 16.2188,
+      "step": 2674
+    },
+    {
+      "epoch": 0.1776582320515375,
+      "grad_norm": 250.26707458496094,
+      "learning_rate": 1.9819145081446403e-06,
+      "loss": 22.0625,
+      "step": 2675
+    },
+    {
+      "epoch": 0.1777246463438932,
+      "grad_norm": 330.3987731933594,
+      "learning_rate": 1.9818941402075476e-06,
+      "loss": 21.3906,
+      "step": 2676
+    },
+    {
+      "epoch": 0.17779106063624892,
+      "grad_norm": 317.5622253417969,
+      "learning_rate": 1.98187376091247e-06,
+      "loss": 22.2188,
+      "step": 2677
+    },
+    {
+      "epoch": 0.17785747492860463,
+      "grad_norm": 309.198486328125,
+      "learning_rate": 1.9818533702596428e-06,
+      "loss": 21.2812,
+      "step": 2678
+    },
+    {
+      "epoch": 0.17792388922096036,
+      "grad_norm": 221.84744262695312,
+      "learning_rate": 1.981832968249302e-06,
+      "loss": 21.2188,
+      "step": 2679
+    },
+    {
+      "epoch": 0.17799030351331607,
+      "grad_norm": 240.98121643066406,
+      "learning_rate": 1.9818125548816836e-06,
+      "loss": 22.5312,
+      "step": 2680
+    },
+    {
+      "epoch": 0.17805671780567178,
+      "grad_norm": 176.71278381347656,
+      "learning_rate": 1.9817921301570237e-06,
+      "loss": 17.3281,
+      "step": 2681
+    },
+    {
+      "epoch": 0.1781231320980275,
+      "grad_norm": 223.33935546875,
+      "learning_rate": 1.9817716940755586e-06,
+      "loss": 26.9688,
+      "step": 2682
+    },
+    {
+      "epoch": 0.1781895463903832,
+      "grad_norm": 291.02288818359375,
+      "learning_rate": 1.9817512466375246e-06,
+      "loss": 18.75,
+      "step": 2683
+    },
+    {
+      "epoch": 0.1782559606827389,
+      "grad_norm": 296.79620361328125,
+      "learning_rate": 1.981730787843158e-06,
+      "loss": 17.1719,
+      "step": 2684
+    },
+    {
+      "epoch": 0.17832237497509465,
+      "grad_norm": 362.5989074707031,
+      "learning_rate": 1.981710317692696e-06,
+      "loss": 21.2969,
+      "step": 2685
+    },
+    {
+      "epoch": 0.17838878926745036,
+      "grad_norm": 172.30462646484375,
+      "learning_rate": 1.9816898361863756e-06,
+      "loss": 13.9141,
+      "step": 2686
+    },
+    {
+      "epoch": 0.17845520355980607,
+      "grad_norm": 184.87628173828125,
+      "learning_rate": 1.9816693433244326e-06,
+      "loss": 18.9219,
+      "step": 2687
+    },
+    {
+      "epoch": 0.17852161785216178,
+      "grad_norm": 282.01318359375,
+      "learning_rate": 1.981648839107105e-06,
+      "loss": 16.625,
+      "step": 2688
+    },
+    {
+      "epoch": 0.1785880321445175,
+      "grad_norm": 560.7064819335938,
+      "learning_rate": 1.9816283235346296e-06,
+      "loss": 21.6719,
+      "step": 2689
+    },
+    {
+      "epoch": 0.17865444643687323,
+      "grad_norm": 209.82518005371094,
+      "learning_rate": 1.981607796607244e-06,
+      "loss": 18.6875,
+      "step": 2690
+    },
+    {
+      "epoch": 0.17872086072922894,
+      "grad_norm": 245.3760528564453,
+      "learning_rate": 1.9815872583251852e-06,
+      "loss": 23.4688,
+      "step": 2691
+    },
+    {
+      "epoch": 0.17878727502158465,
+      "grad_norm": 128.12351989746094,
+      "learning_rate": 1.981566708688691e-06,
+      "loss": 17.6094,
+      "step": 2692
+    },
+    {
+      "epoch": 0.17885368931394036,
+      "grad_norm": 307.13677978515625,
+      "learning_rate": 1.981546147697999e-06,
+      "loss": 27.25,
+      "step": 2693
+    },
+    {
+      "epoch": 0.17892010360629607,
+      "grad_norm": 597.7212524414062,
+      "learning_rate": 1.9815255753533475e-06,
+      "loss": 22.1562,
+      "step": 2694
+    },
+    {
+      "epoch": 0.1789865178986518,
+      "grad_norm": 167.15956115722656,
+      "learning_rate": 1.9815049916549737e-06,
+      "loss": 18.8438,
+      "step": 2695
+    },
+    {
+      "epoch": 0.1790529321910075,
+      "grad_norm": 257.77288818359375,
+      "learning_rate": 1.9814843966031164e-06,
+      "loss": 19.9062,
+      "step": 2696
+    },
+    {
+      "epoch": 0.17911934648336322,
+      "grad_norm": 237.71408081054688,
+      "learning_rate": 1.9814637901980136e-06,
+      "loss": 23.2188,
+      "step": 2697
+    },
+    {
+      "epoch": 0.17918576077571893,
+      "grad_norm": 272.1268005371094,
+      "learning_rate": 1.9814431724399037e-06,
+      "loss": 27.0,
+      "step": 2698
+    },
+    {
+      "epoch": 0.17925217506807464,
+      "grad_norm": 190.8462677001953,
+      "learning_rate": 1.9814225433290252e-06,
+      "loss": 21.4688,
+      "step": 2699
+    },
+    {
+      "epoch": 0.17931858936043035,
+      "grad_norm": 206.00872802734375,
+      "learning_rate": 1.981401902865616e-06,
+      "loss": 32.0312,
+      "step": 2700
+    },
+    {
+      "epoch": 0.1793850036527861,
+      "grad_norm": 455.3744201660156,
+      "learning_rate": 1.981381251049916e-06,
+      "loss": 23.3125,
+      "step": 2701
+    },
+    {
+      "epoch": 0.1794514179451418,
+      "grad_norm": 237.31222534179688,
+      "learning_rate": 1.9813605878821637e-06,
+      "loss": 25.1094,
+      "step": 2702
+    },
+    {
+      "epoch": 0.1795178322374975,
+      "grad_norm": 276.8252868652344,
+      "learning_rate": 1.9813399133625977e-06,
+      "loss": 30.5625,
+      "step": 2703
+    },
+    {
+      "epoch": 0.17958424652985322,
+      "grad_norm": 332.04547119140625,
+      "learning_rate": 1.9813192274914574e-06,
+      "loss": 19.0781,
+      "step": 2704
+    },
+    {
+      "epoch": 0.17965066082220893,
+      "grad_norm": 309.2504577636719,
+      "learning_rate": 1.981298530268982e-06,
+      "loss": 23.4688,
+      "step": 2705
+    },
+    {
+      "epoch": 0.17971707511456467,
+      "grad_norm": 256.1448669433594,
+      "learning_rate": 1.9812778216954114e-06,
+      "loss": 18.3906,
+      "step": 2706
+    },
+    {
+      "epoch": 0.17978348940692038,
+      "grad_norm": 206.68466186523438,
+      "learning_rate": 1.981257101770985e-06,
+      "loss": 24.0312,
+      "step": 2707
+    },
+    {
+      "epoch": 0.1798499036992761,
+      "grad_norm": 167.9184112548828,
+      "learning_rate": 1.981236370495942e-06,
+      "loss": 19.3281,
+      "step": 2708
+    },
+    {
+      "epoch": 0.1799163179916318,
+      "grad_norm": 301.2571716308594,
+      "learning_rate": 1.9812156278705223e-06,
+      "loss": 18.9375,
+      "step": 2709
+    },
+    {
+      "epoch": 0.1799827322839875,
+      "grad_norm": 111.36860656738281,
+      "learning_rate": 1.9811948738949662e-06,
+      "loss": 15.0,
+      "step": 2710
+    },
+    {
+      "epoch": 0.18004914657634322,
+      "grad_norm": 170.75192260742188,
+      "learning_rate": 1.981174108569514e-06,
+      "loss": 19.9688,
+      "step": 2711
+    },
+    {
+      "epoch": 0.18011556086869895,
+      "grad_norm": 142.23828125,
+      "learning_rate": 1.9811533318944045e-06,
+      "loss": 18.7812,
+      "step": 2712
+    },
+    {
+      "epoch": 0.18018197516105466,
+      "grad_norm": 284.7915344238281,
+      "learning_rate": 1.98113254386988e-06,
+      "loss": 22.3438,
+      "step": 2713
+    },
+    {
+      "epoch": 0.18024838945341037,
+      "grad_norm": 185.1977081298828,
+      "learning_rate": 1.9811117444961794e-06,
+      "loss": 16.9062,
+      "step": 2714
+    },
+    {
+      "epoch": 0.18031480374576608,
+      "grad_norm": 146.49630737304688,
+      "learning_rate": 1.9810909337735444e-06,
+      "loss": 17.5,
+      "step": 2715
+    },
+    {
+      "epoch": 0.1803812180381218,
+      "grad_norm": 295.56207275390625,
+      "learning_rate": 1.9810701117022145e-06,
+      "loss": 26.0312,
+      "step": 2716
+    },
+    {
+      "epoch": 0.18044763233047753,
+      "grad_norm": 278.7732849121094,
+      "learning_rate": 1.9810492782824317e-06,
+      "loss": 29.3281,
+      "step": 2717
+    },
+    {
+      "epoch": 0.18051404662283324,
+      "grad_norm": 281.7614440917969,
+      "learning_rate": 1.9810284335144364e-06,
+      "loss": 19.7656,
+      "step": 2718
+    },
+    {
+      "epoch": 0.18058046091518895,
+      "grad_norm": 169.17034912109375,
+      "learning_rate": 1.98100757739847e-06,
+      "loss": 20.6562,
+      "step": 2719
+    },
+    {
+      "epoch": 0.18064687520754466,
+      "grad_norm": 186.4748992919922,
+      "learning_rate": 1.980986709934774e-06,
+      "loss": 21.0625,
+      "step": 2720
+    },
+    {
+      "epoch": 0.18071328949990037,
+      "grad_norm": 251.09689331054688,
+      "learning_rate": 1.980965831123589e-06,
+      "loss": 21.25,
+      "step": 2721
+    },
+    {
+      "epoch": 0.18077970379225608,
+      "grad_norm": 411.7676696777344,
+      "learning_rate": 1.9809449409651567e-06,
+      "loss": 13.9688,
+      "step": 2722
+    },
+    {
+      "epoch": 0.18084611808461182,
+      "grad_norm": 553.6217041015625,
+      "learning_rate": 1.980924039459719e-06,
+      "loss": 17.4531,
+      "step": 2723
+    },
+    {
+      "epoch": 0.18091253237696753,
+      "grad_norm": 384.0298156738281,
+      "learning_rate": 1.980903126607518e-06,
+      "loss": 23.5156,
+      "step": 2724
+    },
+    {
+      "epoch": 0.18097894666932324,
+      "grad_norm": 393.4729919433594,
+      "learning_rate": 1.980882202408795e-06,
+      "loss": 27.7969,
+      "step": 2725
+    },
+    {
+      "epoch": 0.18104536096167895,
+      "grad_norm": 403.046630859375,
+      "learning_rate": 1.9808612668637926e-06,
+      "loss": 25.6094,
+      "step": 2726
+    },
+    {
+      "epoch": 0.18111177525403466,
+      "grad_norm": 190.22654724121094,
+      "learning_rate": 1.9808403199727525e-06,
+      "loss": 16.0,
+      "step": 2727
+    },
+    {
+      "epoch": 0.1811781895463904,
+      "grad_norm": 251.2268524169922,
+      "learning_rate": 1.980819361735917e-06,
+      "loss": 21.6875,
+      "step": 2728
+    },
+    {
+      "epoch": 0.1812446038387461,
+      "grad_norm": 129.64768981933594,
+      "learning_rate": 1.980798392153529e-06,
+      "loss": 15.4375,
+      "step": 2729
+    },
+    {
+      "epoch": 0.18131101813110181,
+      "grad_norm": 199.44943237304688,
+      "learning_rate": 1.9807774112258305e-06,
+      "loss": 22.0,
+      "step": 2730
+    },
+    {
+      "epoch": 0.18137743242345752,
+      "grad_norm": 391.0553894042969,
+      "learning_rate": 1.9807564189530644e-06,
+      "loss": 34.75,
+      "step": 2731
+    },
+    {
+      "epoch": 0.18144384671581323,
+      "grad_norm": 200.32717895507812,
+      "learning_rate": 1.9807354153354735e-06,
+      "loss": 20.25,
+      "step": 2732
+    },
+    {
+      "epoch": 0.18151026100816897,
+      "grad_norm": 195.91404724121094,
+      "learning_rate": 1.980714400373301e-06,
+      "loss": 19.4062,
+      "step": 2733
+    },
+    {
+      "epoch": 0.18157667530052468,
+      "grad_norm": 269.65411376953125,
+      "learning_rate": 1.98069337406679e-06,
+      "loss": 23.9844,
+      "step": 2734
+    },
+    {
+      "epoch": 0.1816430895928804,
+      "grad_norm": 193.98797607421875,
+      "learning_rate": 1.9806723364161837e-06,
+      "loss": 18.1094,
+      "step": 2735
+    },
+    {
+      "epoch": 0.1817095038852361,
+      "grad_norm": 392.7337951660156,
+      "learning_rate": 1.980651287421725e-06,
+      "loss": 16.8438,
+      "step": 2736
+    },
+    {
+      "epoch": 0.1817759181775918,
+      "grad_norm": 275.1130676269531,
+      "learning_rate": 1.9806302270836574e-06,
+      "loss": 22.7188,
+      "step": 2737
+    },
+    {
+      "epoch": 0.18184233246994752,
+      "grad_norm": 322.15179443359375,
+      "learning_rate": 1.980609155402225e-06,
+      "loss": 20.6094,
+      "step": 2738
+    },
+    {
+      "epoch": 0.18190874676230326,
+      "grad_norm": 233.04364013671875,
+      "learning_rate": 1.9805880723776717e-06,
+      "loss": 26.8438,
+      "step": 2739
+    },
+    {
+      "epoch": 0.18197516105465897,
+      "grad_norm": 318.4563903808594,
+      "learning_rate": 1.9805669780102406e-06,
+      "loss": 16.25,
+      "step": 2740
+    },
+    {
+      "epoch": 0.18204157534701468,
+      "grad_norm": 233.11392211914062,
+      "learning_rate": 1.980545872300176e-06,
+      "loss": 17.5938,
+      "step": 2741
+    },
+    {
+      "epoch": 0.1821079896393704,
+      "grad_norm": 222.4332275390625,
+      "learning_rate": 1.980524755247723e-06,
+      "loss": 21.0312,
+      "step": 2742
+    },
+    {
+      "epoch": 0.1821744039317261,
+      "grad_norm": 233.6787109375,
+      "learning_rate": 1.980503626853124e-06,
+      "loss": 17.4688,
+      "step": 2743
+    },
+    {
+      "epoch": 0.18224081822408184,
+      "grad_norm": 156.75967407226562,
+      "learning_rate": 1.980482487116625e-06,
+      "loss": 15.8906,
+      "step": 2744
+    },
+    {
+      "epoch": 0.18230723251643755,
+      "grad_norm": 336.552001953125,
+      "learning_rate": 1.98046133603847e-06,
+      "loss": 17.6406,
+      "step": 2745
+    },
+    {
+      "epoch": 0.18237364680879325,
+      "grad_norm": 164.01803588867188,
+      "learning_rate": 1.9804401736189037e-06,
+      "loss": 17.9062,
+      "step": 2746
+    },
+    {
+      "epoch": 0.18244006110114896,
+      "grad_norm": 181.3779754638672,
+      "learning_rate": 1.9804189998581707e-06,
+      "loss": 23.0938,
+      "step": 2747
+    },
+    {
+      "epoch": 0.18250647539350467,
+      "grad_norm": 300.9369812011719,
+      "learning_rate": 1.980397814756516e-06,
+      "loss": 22.5469,
+      "step": 2748
+    },
+    {
+      "epoch": 0.18257288968586038,
+      "grad_norm": 465.8500061035156,
+      "learning_rate": 1.9803766183141847e-06,
+      "loss": 23.875,
+      "step": 2749
+    },
+    {
+      "epoch": 0.18263930397821612,
+      "grad_norm": 138.9194793701172,
+      "learning_rate": 1.980355410531422e-06,
+      "loss": 15.2969,
+      "step": 2750
+    },
+    {
+      "epoch": 0.18270571827057183,
+      "grad_norm": 208.67300415039062,
+      "learning_rate": 1.980334191408473e-06,
+      "loss": 17.2031,
+      "step": 2751
+    },
+    {
+      "epoch": 0.18277213256292754,
+      "grad_norm": 151.38861083984375,
+      "learning_rate": 1.9803129609455835e-06,
+      "loss": 16.8125,
+      "step": 2752
+    },
+    {
+      "epoch": 0.18283854685528325,
+      "grad_norm": 319.7602233886719,
+      "learning_rate": 1.980291719142999e-06,
+      "loss": 25.625,
+      "step": 2753
+    },
+    {
+      "epoch": 0.18290496114763896,
+      "grad_norm": 152.8848876953125,
+      "learning_rate": 1.9802704660009653e-06,
+      "loss": 21.2812,
+      "step": 2754
+    },
+    {
+      "epoch": 0.1829713754399947,
+      "grad_norm": 135.73655700683594,
+      "learning_rate": 1.980249201519728e-06,
+      "loss": 18.6406,
+      "step": 2755
+    },
+    {
+      "epoch": 0.1830377897323504,
+      "grad_norm": 190.17967224121094,
+      "learning_rate": 1.9802279256995333e-06,
+      "loss": 22.625,
+      "step": 2756
+    },
+    {
+      "epoch": 0.18310420402470612,
+      "grad_norm": 285.03936767578125,
+      "learning_rate": 1.980206638540627e-06,
+      "loss": 19.1562,
+      "step": 2757
+    },
+    {
+      "epoch": 0.18317061831706183,
+      "grad_norm": 362.739501953125,
+      "learning_rate": 1.9801853400432557e-06,
+      "loss": 29.7812,
+      "step": 2758
+    },
+    {
+      "epoch": 0.18323703260941754,
+      "grad_norm": 255.28575134277344,
+      "learning_rate": 1.9801640302076652e-06,
+      "loss": 20.4062,
+      "step": 2759
+    },
+    {
+      "epoch": 0.18330344690177325,
+      "grad_norm": 268.14215087890625,
+      "learning_rate": 1.980142709034103e-06,
+      "loss": 24.9844,
+      "step": 2760
+    },
+    {
+      "epoch": 0.18336986119412899,
+      "grad_norm": 204.3937530517578,
+      "learning_rate": 1.9801213765228145e-06,
+      "loss": 25.1875,
+      "step": 2761
+    },
+    {
+      "epoch": 0.1834362754864847,
+      "grad_norm": 248.2540740966797,
+      "learning_rate": 1.9801000326740477e-06,
+      "loss": 22.3906,
+      "step": 2762
+    },
+    {
+      "epoch": 0.1835026897788404,
+      "grad_norm": 255.26507568359375,
+      "learning_rate": 1.9800786774880485e-06,
+      "loss": 16.9062,
+      "step": 2763
+    },
+    {
+      "epoch": 0.18356910407119612,
+      "grad_norm": 282.8362731933594,
+      "learning_rate": 1.9800573109650643e-06,
+      "loss": 19.9062,
+      "step": 2764
+    },
+    {
+      "epoch": 0.18363551836355183,
+      "grad_norm": 308.49078369140625,
+      "learning_rate": 1.9800359331053424e-06,
+      "loss": 16.9844,
+      "step": 2765
+    },
+    {
+      "epoch": 0.18370193265590756,
+      "grad_norm": 938.9805908203125,
+      "learning_rate": 1.98001454390913e-06,
+      "loss": 22.25,
+      "step": 2766
+    },
+    {
+      "epoch": 0.18376834694826327,
+      "grad_norm": 255.21682739257812,
+      "learning_rate": 1.979993143376674e-06,
+      "loss": 23.5781,
+      "step": 2767
+    },
+    {
+      "epoch": 0.18383476124061898,
+      "grad_norm": 869.3424682617188,
+      "learning_rate": 1.9799717315082233e-06,
+      "loss": 20.2969,
+      "step": 2768
+    },
+    {
+      "epoch": 0.1839011755329747,
+      "grad_norm": 225.57223510742188,
+      "learning_rate": 1.9799503083040237e-06,
+      "loss": 22.3125,
+      "step": 2769
+    },
+    {
+      "epoch": 0.1839675898253304,
+      "grad_norm": 172.216064453125,
+      "learning_rate": 1.9799288737643243e-06,
+      "loss": 19.2188,
+      "step": 2770
+    },
+    {
+      "epoch": 0.18403400411768614,
+      "grad_norm": 281.62420654296875,
+      "learning_rate": 1.9799074278893734e-06,
+      "loss": 21.2188,
+      "step": 2771
+    },
+    {
+      "epoch": 0.18410041841004185,
+      "grad_norm": 367.1312561035156,
+      "learning_rate": 1.979885970679418e-06,
+      "loss": 20.125,
+      "step": 2772
+    },
+    {
+      "epoch": 0.18416683270239756,
+      "grad_norm": 208.20166015625,
+      "learning_rate": 1.9798645021347063e-06,
+      "loss": 16.5156,
+      "step": 2773
+    },
+    {
+      "epoch": 0.18423324699475327,
+      "grad_norm": 140.46762084960938,
+      "learning_rate": 1.9798430222554877e-06,
+      "loss": 20.7812,
+      "step": 2774
+    },
+    {
+      "epoch": 0.18429966128710898,
+      "grad_norm": 301.0347595214844,
+      "learning_rate": 1.97982153104201e-06,
+      "loss": 22.6406,
+      "step": 2775
+    },
+    {
+      "epoch": 0.1843660755794647,
+      "grad_norm": 196.781982421875,
+      "learning_rate": 1.9798000284945213e-06,
+      "loss": 24.4688,
+      "step": 2776
+    },
+    {
+      "epoch": 0.18443248987182043,
+      "grad_norm": 478.6892395019531,
+      "learning_rate": 1.979778514613271e-06,
+      "loss": 19.6719,
+      "step": 2777
+    },
+    {
+      "epoch": 0.18449890416417614,
+      "grad_norm": 280.2893981933594,
+      "learning_rate": 1.979756989398508e-06,
+      "loss": 18.125,
+      "step": 2778
+    },
+    {
+      "epoch": 0.18456531845653185,
+      "grad_norm": 185.7694091796875,
+      "learning_rate": 1.979735452850481e-06,
+      "loss": 20.3438,
+      "step": 2779
+    },
+    {
+      "epoch": 0.18463173274888756,
+      "grad_norm": 194.98074340820312,
+      "learning_rate": 1.9797139049694393e-06,
+      "loss": 22.2812,
+      "step": 2780
+    },
+    {
+      "epoch": 0.18469814704124327,
+      "grad_norm": 183.53036499023438,
+      "learning_rate": 1.979692345755632e-06,
+      "loss": 19.7812,
+      "step": 2781
+    },
+    {
+      "epoch": 0.184764561333599,
+      "grad_norm": 149.34512329101562,
+      "learning_rate": 1.979670775209309e-06,
+      "loss": 14.5469,
+      "step": 2782
+    },
+    {
+      "epoch": 0.1848309756259547,
+      "grad_norm": 179.9938201904297,
+      "learning_rate": 1.9796491933307186e-06,
+      "loss": 20.0625,
+      "step": 2783
+    },
+    {
+      "epoch": 0.18489738991831042,
+      "grad_norm": 369.4339904785156,
+      "learning_rate": 1.9796276001201116e-06,
+      "loss": 16.6562,
+      "step": 2784
+    },
+    {
+      "epoch": 0.18496380421066613,
+      "grad_norm": 242.05982971191406,
+      "learning_rate": 1.9796059955777374e-06,
+      "loss": 22.2188,
+      "step": 2785
+    },
+    {
+      "epoch": 0.18503021850302184,
+      "grad_norm": 287.7071838378906,
+      "learning_rate": 1.979584379703846e-06,
+      "loss": 16.1094,
+      "step": 2786
+    },
+    {
+      "epoch": 0.18509663279537755,
+      "grad_norm": 217.9933624267578,
+      "learning_rate": 1.9795627524986877e-06,
+      "loss": 33.0312,
+      "step": 2787
+    },
+    {
+      "epoch": 0.1851630470877333,
+      "grad_norm": 292.9227294921875,
+      "learning_rate": 1.9795411139625117e-06,
+      "loss": 19.0,
+      "step": 2788
+    },
+    {
+      "epoch": 0.185229461380089,
+      "grad_norm": 207.5773162841797,
+      "learning_rate": 1.979519464095569e-06,
+      "loss": 21.3438,
+      "step": 2789
+    },
+    {
+      "epoch": 0.1852958756724447,
+      "grad_norm": 672.6174926757812,
+      "learning_rate": 1.9794978028981104e-06,
+      "loss": 33.125,
+      "step": 2790
+    },
+    {
+      "epoch": 0.18536228996480042,
+      "grad_norm": 186.84837341308594,
+      "learning_rate": 1.9794761303703858e-06,
+      "loss": 19.5312,
+      "step": 2791
+    },
+    {
+      "epoch": 0.18542870425715613,
+      "grad_norm": 173.3604736328125,
+      "learning_rate": 1.979454446512646e-06,
+      "loss": 14.4688,
+      "step": 2792
+    },
+    {
+      "epoch": 0.18549511854951187,
+      "grad_norm": 196.0865936279297,
+      "learning_rate": 1.979432751325142e-06,
+      "loss": 24.8594,
+      "step": 2793
+    },
+    {
+      "epoch": 0.18556153284186758,
+      "grad_norm": 111.78138732910156,
+      "learning_rate": 1.979411044808125e-06,
+      "loss": 12.6875,
+      "step": 2794
+    },
+    {
+      "epoch": 0.1856279471342233,
+      "grad_norm": 314.72113037109375,
+      "learning_rate": 1.9793893269618454e-06,
+      "loss": 21.4531,
+      "step": 2795
+    },
+    {
+      "epoch": 0.185694361426579,
+      "grad_norm": 145.91400146484375,
+      "learning_rate": 1.979367597786555e-06,
+      "loss": 14.5156,
+      "step": 2796
+    },
+    {
+      "epoch": 0.1857607757189347,
+      "grad_norm": 995.7431030273438,
+      "learning_rate": 1.9793458572825046e-06,
+      "loss": 18.9844,
+      "step": 2797
+    },
+    {
+      "epoch": 0.18582719001129042,
+      "grad_norm": 172.70213317871094,
+      "learning_rate": 1.9793241054499464e-06,
+      "loss": 19.375,
+      "step": 2798
+    },
+    {
+      "epoch": 0.18589360430364615,
+      "grad_norm": 382.3808288574219,
+      "learning_rate": 1.979302342289132e-06,
+      "loss": 22.5938,
+      "step": 2799
+    },
+    {
+      "epoch": 0.18596001859600186,
+      "grad_norm": 185.99220275878906,
+      "learning_rate": 1.979280567800312e-06,
+      "loss": 20.3281,
+      "step": 2800
+    },
+    {
+      "epoch": 0.18602643288835757,
+      "grad_norm": 164.6732177734375,
+      "learning_rate": 1.9792587819837395e-06,
+      "loss": 19.25,
+      "step": 2801
+    },
+    {
+      "epoch": 0.18609284718071328,
+      "grad_norm": 266.5915222167969,
+      "learning_rate": 1.9792369848396662e-06,
+      "loss": 21.4219,
+      "step": 2802
+    },
+    {
+      "epoch": 0.186159261473069,
+      "grad_norm": 231.90089416503906,
+      "learning_rate": 1.979215176368344e-06,
+      "loss": 19.9062,
+      "step": 2803
+    },
+    {
+      "epoch": 0.18622567576542473,
+      "grad_norm": 270.9974365234375,
+      "learning_rate": 1.9791933565700253e-06,
+      "loss": 17.0312,
+      "step": 2804
+    },
+    {
+      "epoch": 0.18629209005778044,
+      "grad_norm": 319.1421813964844,
+      "learning_rate": 1.9791715254449625e-06,
+      "loss": 23.5625,
+      "step": 2805
+    },
+    {
+      "epoch": 0.18635850435013615,
+      "grad_norm": 162.50634765625,
+      "learning_rate": 1.979149682993408e-06,
+      "loss": 15.2188,
+      "step": 2806
+    },
+    {
+      "epoch": 0.18642491864249186,
+      "grad_norm": 247.89613342285156,
+      "learning_rate": 1.9791278292156146e-06,
+      "loss": 23.875,
+      "step": 2807
+    },
+    {
+      "epoch": 0.18649133293484757,
+      "grad_norm": 188.51620483398438,
+      "learning_rate": 1.9791059641118353e-06,
+      "loss": 22.0312,
+      "step": 2808
+    },
+    {
+      "epoch": 0.1865577472272033,
+      "grad_norm": 260.4329833984375,
+      "learning_rate": 1.979084087682323e-06,
+      "loss": 19.6094,
+      "step": 2809
+    },
+    {
+      "epoch": 0.18662416151955902,
+      "grad_norm": 206.31398010253906,
+      "learning_rate": 1.97906219992733e-06,
+      "loss": 20.0,
+      "step": 2810
+    },
+    {
+      "epoch": 0.18669057581191473,
+      "grad_norm": 1110.5469970703125,
+      "learning_rate": 1.97904030084711e-06,
+      "loss": 17.8438,
+      "step": 2811
+    },
+    {
+      "epoch": 0.18675699010427044,
+      "grad_norm": 164.55711364746094,
+      "learning_rate": 1.979018390441917e-06,
+      "loss": 19.6875,
+      "step": 2812
+    },
+    {
+      "epoch": 0.18682340439662615,
+      "grad_norm": 224.5111846923828,
+      "learning_rate": 1.978996468712003e-06,
+      "loss": 16.5312,
+      "step": 2813
+    },
+    {
+      "epoch": 0.18688981868898186,
+      "grad_norm": 200.76686096191406,
+      "learning_rate": 1.978974535657623e-06,
+      "loss": 21.5156,
+      "step": 2814
+    },
+    {
+      "epoch": 0.1869562329813376,
+      "grad_norm": 150.1851348876953,
+      "learning_rate": 1.9789525912790297e-06,
+      "loss": 18.5938,
+      "step": 2815
+    },
+    {
+      "epoch": 0.1870226472736933,
+      "grad_norm": 159.46630859375,
+      "learning_rate": 1.978930635576477e-06,
+      "loss": 18.5938,
+      "step": 2816
+    },
+    {
+      "epoch": 0.18708906156604901,
+      "grad_norm": 193.51817321777344,
+      "learning_rate": 1.9789086685502202e-06,
+      "loss": 28.1562,
+      "step": 2817
+    },
+    {
+      "epoch": 0.18715547585840472,
+      "grad_norm": 345.3730773925781,
+      "learning_rate": 1.9788866902005114e-06,
+      "loss": 21.25,
+      "step": 2818
+    },
+    {
+      "epoch": 0.18722189015076043,
+      "grad_norm": 230.1956024169922,
+      "learning_rate": 1.9788647005276063e-06,
+      "loss": 22.375,
+      "step": 2819
+    },
+    {
+      "epoch": 0.18728830444311617,
+      "grad_norm": 315.4277648925781,
+      "learning_rate": 1.978842699531759e-06,
+      "loss": 16.9219,
+      "step": 2820
+    },
+    {
+      "epoch": 0.18735471873547188,
+      "grad_norm": 442.7695617675781,
+      "learning_rate": 1.9788206872132234e-06,
+      "loss": 21.0,
+      "step": 2821
+    },
+    {
+      "epoch": 0.1874211330278276,
+      "grad_norm": 136.68179321289062,
+      "learning_rate": 1.9787986635722545e-06,
+      "loss": 17.0,
+      "step": 2822
+    },
+    {
+      "epoch": 0.1874875473201833,
+      "grad_norm": 223.85006713867188,
+      "learning_rate": 1.9787766286091073e-06,
+      "loss": 18.7188,
+      "step": 2823
+    },
+    {
+      "epoch": 0.187553961612539,
+      "grad_norm": 216.1411590576172,
+      "learning_rate": 1.9787545823240365e-06,
+      "loss": 23.625,
+      "step": 2824
+    },
+    {
+      "epoch": 0.18762037590489472,
+      "grad_norm": 412.2438659667969,
+      "learning_rate": 1.9787325247172968e-06,
+      "loss": 24.5938,
+      "step": 2825
+    },
+    {
+      "epoch": 0.18768679019725046,
+      "grad_norm": 174.92152404785156,
+      "learning_rate": 1.9787104557891435e-06,
+      "loss": 15.875,
+      "step": 2826
+    },
+    {
+      "epoch": 0.18775320448960617,
+      "grad_norm": 465.6986389160156,
+      "learning_rate": 1.9786883755398324e-06,
+      "loss": 16.4219,
+      "step": 2827
+    },
+    {
+      "epoch": 0.18781961878196188,
+      "grad_norm": 432.4377136230469,
+      "learning_rate": 1.9786662839696185e-06,
+      "loss": 20.0547,
+      "step": 2828
+    },
+    {
+      "epoch": 0.1878860330743176,
+      "grad_norm": 313.71124267578125,
+      "learning_rate": 1.978644181078757e-06,
+      "loss": 20.2969,
+      "step": 2829
+    },
+    {
+      "epoch": 0.1879524473666733,
+      "grad_norm": 194.23550415039062,
+      "learning_rate": 1.9786220668675042e-06,
+      "loss": 17.625,
+      "step": 2830
+    },
+    {
+      "epoch": 0.18801886165902904,
+      "grad_norm": 242.5272979736328,
+      "learning_rate": 1.9785999413361155e-06,
+      "loss": 20.8125,
+      "step": 2831
+    },
+    {
+      "epoch": 0.18808527595138474,
+      "grad_norm": 126.34123992919922,
+      "learning_rate": 1.978577804484847e-06,
+      "loss": 17.1406,
+      "step": 2832
+    },
+    {
+      "epoch": 0.18815169024374045,
+      "grad_norm": 149.64706420898438,
+      "learning_rate": 1.978555656313955e-06,
+      "loss": 18.5781,
+      "step": 2833
+    },
+    {
+      "epoch": 0.18821810453609616,
+      "grad_norm": 222.2075653076172,
+      "learning_rate": 1.9785334968236952e-06,
+      "loss": 25.1875,
+      "step": 2834
+    },
+    {
+      "epoch": 0.18828451882845187,
+      "grad_norm": 192.60731506347656,
+      "learning_rate": 1.978511326014324e-06,
+      "loss": 16.9531,
+      "step": 2835
+    },
+    {
+      "epoch": 0.18835093312080758,
+      "grad_norm": 293.822509765625,
+      "learning_rate": 1.9784891438860984e-06,
+      "loss": 21.8438,
+      "step": 2836
+    },
+    {
+      "epoch": 0.18841734741316332,
+      "grad_norm": 150.3720245361328,
+      "learning_rate": 1.978466950439274e-06,
+      "loss": 17.7812,
+      "step": 2837
+    },
+    {
+      "epoch": 0.18848376170551903,
+      "grad_norm": 239.53016662597656,
+      "learning_rate": 1.978444745674109e-06,
+      "loss": 16.2969,
+      "step": 2838
+    },
+    {
+      "epoch": 0.18855017599787474,
+      "grad_norm": 230.95257568359375,
+      "learning_rate": 1.978422529590859e-06,
+      "loss": 17.9688,
+      "step": 2839
+    },
+    {
+      "epoch": 0.18861659029023045,
+      "grad_norm": 128.5941619873047,
+      "learning_rate": 1.978400302189781e-06,
+      "loss": 13.9688,
+      "step": 2840
+    },
+    {
+      "epoch": 0.18868300458258616,
+      "grad_norm": 176.41148376464844,
+      "learning_rate": 1.978378063471133e-06,
+      "loss": 17.4219,
+      "step": 2841
+    },
+    {
+      "epoch": 0.1887494188749419,
+      "grad_norm": 158.03805541992188,
+      "learning_rate": 1.9783558134351717e-06,
+      "loss": 18.125,
+      "step": 2842
+    },
+    {
+      "epoch": 0.1888158331672976,
+      "grad_norm": 182.74818420410156,
+      "learning_rate": 1.978333552082154e-06,
+      "loss": 21.7812,
+      "step": 2843
+    },
+    {
+      "epoch": 0.18888224745965332,
+      "grad_norm": 187.21717834472656,
+      "learning_rate": 1.9783112794123387e-06,
+      "loss": 19.75,
+      "step": 2844
+    },
+    {
+      "epoch": 0.18894866175200903,
+      "grad_norm": 171.8429412841797,
+      "learning_rate": 1.978288995425982e-06,
+      "loss": 17.4688,
+      "step": 2845
+    },
+    {
+      "epoch": 0.18901507604436474,
+      "grad_norm": 184.21929931640625,
+      "learning_rate": 1.9782667001233425e-06,
+      "loss": 16.0625,
+      "step": 2846
+    },
+    {
+      "epoch": 0.18908149033672048,
+      "grad_norm": 298.3687438964844,
+      "learning_rate": 1.978244393504678e-06,
+      "loss": 18.6094,
+      "step": 2847
+    },
+    {
+      "epoch": 0.18914790462907619,
+      "grad_norm": 211.98304748535156,
+      "learning_rate": 1.9782220755702464e-06,
+      "loss": 14.8516,
+      "step": 2848
+    },
+    {
+      "epoch": 0.1892143189214319,
+      "grad_norm": 226.9105987548828,
+      "learning_rate": 1.978199746320306e-06,
+      "loss": 18.0781,
+      "step": 2849
+    },
+    {
+      "epoch": 0.1892807332137876,
+      "grad_norm": 185.75376892089844,
+      "learning_rate": 1.9781774057551147e-06,
+      "loss": 19.75,
+      "step": 2850
+    },
+    {
+      "epoch": 0.18934714750614332,
+      "grad_norm": 291.1747131347656,
+      "learning_rate": 1.978155053874931e-06,
+      "loss": 15.1719,
+      "step": 2851
+    },
+    {
+      "epoch": 0.18941356179849902,
+      "grad_norm": 234.7545166015625,
+      "learning_rate": 1.9781326906800145e-06,
+      "loss": 19.4062,
+      "step": 2852
+    },
+    {
+      "epoch": 0.18947997609085476,
+      "grad_norm": 249.39466857910156,
+      "learning_rate": 1.9781103161706224e-06,
+      "loss": 17.0625,
+      "step": 2853
+    },
+    {
+      "epoch": 0.18954639038321047,
+      "grad_norm": 141.72190856933594,
+      "learning_rate": 1.9780879303470144e-06,
+      "loss": 18.2031,
+      "step": 2854
+    },
+    {
+      "epoch": 0.18961280467556618,
+      "grad_norm": 304.1312561035156,
+      "learning_rate": 1.978065533209449e-06,
+      "loss": 19.5,
+      "step": 2855
+    },
+    {
+      "epoch": 0.1896792189679219,
+      "grad_norm": 357.4737548828125,
+      "learning_rate": 1.978043124758186e-06,
+      "loss": 28.7031,
+      "step": 2856
+    },
+    {
+      "epoch": 0.1897456332602776,
+      "grad_norm": 212.70645141601562,
+      "learning_rate": 1.9780207049934838e-06,
+      "loss": 19.5469,
+      "step": 2857
+    },
+    {
+      "epoch": 0.18981204755263334,
+      "grad_norm": 476.0568542480469,
+      "learning_rate": 1.977998273915602e-06,
+      "loss": 23.9375,
+      "step": 2858
+    },
+    {
+      "epoch": 0.18987846184498905,
+      "grad_norm": 437.1686096191406,
+      "learning_rate": 1.9779758315248005e-06,
+      "loss": 17.75,
+      "step": 2859
+    },
+    {
+      "epoch": 0.18994487613734476,
+      "grad_norm": 251.00892639160156,
+      "learning_rate": 1.977953377821338e-06,
+      "loss": 22.8438,
+      "step": 2860
+    },
+    {
+      "epoch": 0.19001129042970047,
+      "grad_norm": 206.97906494140625,
+      "learning_rate": 1.977930912805475e-06,
+      "loss": 21.0781,
+      "step": 2861
+    },
+    {
+      "epoch": 0.19007770472205618,
+      "grad_norm": 194.4879913330078,
+      "learning_rate": 1.9779084364774706e-06,
+      "loss": 27.9062,
+      "step": 2862
+    },
+    {
+      "epoch": 0.1901441190144119,
+      "grad_norm": 215.31021118164062,
+      "learning_rate": 1.977885948837586e-06,
+      "loss": 19.6094,
+      "step": 2863
+    },
+    {
+      "epoch": 0.19021053330676763,
+      "grad_norm": 303.87060546875,
+      "learning_rate": 1.9778634498860803e-06,
+      "loss": 25.2188,
+      "step": 2864
+    },
+    {
+      "epoch": 0.19027694759912334,
+      "grad_norm": 165.1896514892578,
+      "learning_rate": 1.977840939623214e-06,
+      "loss": 14.875,
+      "step": 2865
+    },
+    {
+      "epoch": 0.19034336189147905,
+      "grad_norm": 422.62615966796875,
+      "learning_rate": 1.977818418049248e-06,
+      "loss": 25.8125,
+      "step": 2866
+    },
+    {
+      "epoch": 0.19040977618383476,
+      "grad_norm": 178.31024169921875,
+      "learning_rate": 1.9777958851644423e-06,
+      "loss": 19.3125,
+      "step": 2867
+    },
+    {
+      "epoch": 0.19047619047619047,
+      "grad_norm": 121.96979522705078,
+      "learning_rate": 1.977773340969057e-06,
+      "loss": 16.1094,
+      "step": 2868
+    },
+    {
+      "epoch": 0.1905426047685462,
+      "grad_norm": 589.1714477539062,
+      "learning_rate": 1.977750785463354e-06,
+      "loss": 23.25,
+      "step": 2869
+    },
+    {
+      "epoch": 0.1906090190609019,
+      "grad_norm": 368.1482849121094,
+      "learning_rate": 1.9777282186475938e-06,
+      "loss": 17.3438,
+      "step": 2870
+    },
+    {
+      "epoch": 0.19067543335325762,
+      "grad_norm": 162.99472045898438,
+      "learning_rate": 1.977705640522037e-06,
+      "loss": 18.9375,
+      "step": 2871
+    },
+    {
+      "epoch": 0.19074184764561333,
+      "grad_norm": 181.65184020996094,
+      "learning_rate": 1.9776830510869456e-06,
+      "loss": 24.4062,
+      "step": 2872
+    },
+    {
+      "epoch": 0.19080826193796904,
+      "grad_norm": 306.0671081542969,
+      "learning_rate": 1.97766045034258e-06,
+      "loss": 18.125,
+      "step": 2873
+    },
+    {
+      "epoch": 0.19087467623032475,
+      "grad_norm": 1221.0072021484375,
+      "learning_rate": 1.977637838289202e-06,
+      "loss": 19.1406,
+      "step": 2874
+    },
+    {
+      "epoch": 0.1909410905226805,
+      "grad_norm": 353.27789306640625,
+      "learning_rate": 1.9776152149270736e-06,
+      "loss": 22.1719,
+      "step": 2875
+    },
+    {
+      "epoch": 0.1910075048150362,
+      "grad_norm": 294.3923034667969,
+      "learning_rate": 1.9775925802564563e-06,
+      "loss": 32.4062,
+      "step": 2876
+    },
+    {
+      "epoch": 0.1910739191073919,
+      "grad_norm": 144.16818237304688,
+      "learning_rate": 1.977569934277611e-06,
+      "loss": 21.0625,
+      "step": 2877
+    },
+    {
+      "epoch": 0.19114033339974762,
+      "grad_norm": 2079.208984375,
+      "learning_rate": 1.977547276990801e-06,
+      "loss": 21.4062,
+      "step": 2878
+    },
+    {
+      "epoch": 0.19120674769210333,
+      "grad_norm": 401.4871826171875,
+      "learning_rate": 1.9775246083962874e-06,
+      "loss": 28.0938,
+      "step": 2879
+    },
+    {
+      "epoch": 0.19127316198445907,
+      "grad_norm": 214.4935302734375,
+      "learning_rate": 1.977501928494333e-06,
+      "loss": 20.5156,
+      "step": 2880
+    },
+    {
+      "epoch": 0.19133957627681478,
+      "grad_norm": 400.1295166015625,
+      "learning_rate": 1.9774792372852e-06,
+      "loss": 22.0312,
+      "step": 2881
+    },
+    {
+      "epoch": 0.1914059905691705,
+      "grad_norm": 217.3887481689453,
+      "learning_rate": 1.9774565347691506e-06,
+      "loss": 15.2031,
+      "step": 2882
+    },
+    {
+      "epoch": 0.1914724048615262,
+      "grad_norm": 266.9554138183594,
+      "learning_rate": 1.977433820946448e-06,
+      "loss": 18.3594,
+      "step": 2883
+    },
+    {
+      "epoch": 0.1915388191538819,
+      "grad_norm": 227.71530151367188,
+      "learning_rate": 1.9774110958173546e-06,
+      "loss": 20.6094,
+      "step": 2884
+    },
+    {
+      "epoch": 0.19160523344623764,
+      "grad_norm": 159.37664794921875,
+      "learning_rate": 1.9773883593821327e-06,
+      "loss": 21.4688,
+      "step": 2885
+    },
+    {
+      "epoch": 0.19167164773859335,
+      "grad_norm": 964.6797485351562,
+      "learning_rate": 1.9773656116410466e-06,
+      "loss": 22.7812,
+      "step": 2886
+    },
+    {
+      "epoch": 0.19173806203094906,
+      "grad_norm": 423.961181640625,
+      "learning_rate": 1.977342852594358e-06,
+      "loss": 20.6562,
+      "step": 2887
+    },
+    {
+      "epoch": 0.19180447632330477,
+      "grad_norm": 253.05760192871094,
+      "learning_rate": 1.9773200822423314e-06,
+      "loss": 19.3438,
+      "step": 2888
+    },
+    {
+      "epoch": 0.19187089061566048,
+      "grad_norm": 177.80284118652344,
+      "learning_rate": 1.977297300585229e-06,
+      "loss": 17.2031,
+      "step": 2889
+    },
+    {
+      "epoch": 0.1919373049080162,
+      "grad_norm": 326.5075988769531,
+      "learning_rate": 1.9772745076233155e-06,
+      "loss": 26.5625,
+      "step": 2890
+    },
+    {
+      "epoch": 0.19200371920037193,
+      "grad_norm": 495.17034912109375,
+      "learning_rate": 1.977251703356854e-06,
+      "loss": 20.875,
+      "step": 2891
+    },
+    {
+      "epoch": 0.19207013349272764,
+      "grad_norm": 203.29440307617188,
+      "learning_rate": 1.977228887786108e-06,
+      "loss": 18.3594,
+      "step": 2892
+    },
+    {
+      "epoch": 0.19213654778508335,
+      "grad_norm": 458.2315979003906,
+      "learning_rate": 1.977206060911342e-06,
+      "loss": 23.125,
+      "step": 2893
+    },
+    {
+      "epoch": 0.19220296207743906,
+      "grad_norm": 166.44436645507812,
+      "learning_rate": 1.9771832227328197e-06,
+      "loss": 20.6562,
+      "step": 2894
+    },
+    {
+      "epoch": 0.19226937636979477,
+      "grad_norm": 202.51611328125,
+      "learning_rate": 1.9771603732508052e-06,
+      "loss": 20.1875,
+      "step": 2895
+    },
+    {
+      "epoch": 0.1923357906621505,
+      "grad_norm": 312.4392395019531,
+      "learning_rate": 1.977137512465563e-06,
+      "loss": 26.2656,
+      "step": 2896
+    },
+    {
+      "epoch": 0.19240220495450622,
+      "grad_norm": 154.22251892089844,
+      "learning_rate": 1.977114640377358e-06,
+      "loss": 21.0625,
+      "step": 2897
+    },
+    {
+      "epoch": 0.19246861924686193,
+      "grad_norm": 158.43386840820312,
+      "learning_rate": 1.9770917569864536e-06,
+      "loss": 17.3281,
+      "step": 2898
+    },
+    {
+      "epoch": 0.19253503353921764,
+      "grad_norm": 126.4160385131836,
+      "learning_rate": 1.9770688622931153e-06,
+      "loss": 15.7344,
+      "step": 2899
+    },
+    {
+      "epoch": 0.19260144783157335,
+      "grad_norm": 290.1101989746094,
+      "learning_rate": 1.977045956297608e-06,
+      "loss": 21.4531,
+      "step": 2900
+    },
+    {
+      "epoch": 0.19266786212392906,
+      "grad_norm": 298.58685302734375,
+      "learning_rate": 1.9770230390001966e-06,
+      "loss": 27.5,
+      "step": 2901
+    },
+    {
+      "epoch": 0.1927342764162848,
+      "grad_norm": 403.2672424316406,
+      "learning_rate": 1.9770001104011464e-06,
+      "loss": 26.1719,
+      "step": 2902
+    },
+    {
+      "epoch": 0.1928006907086405,
+      "grad_norm": 292.51043701171875,
+      "learning_rate": 1.9769771705007217e-06,
+      "loss": 18.2812,
+      "step": 2903
+    },
+    {
+      "epoch": 0.19286710500099621,
+      "grad_norm": 182.16177368164062,
+      "learning_rate": 1.9769542192991885e-06,
+      "loss": 21.3125,
+      "step": 2904
+    },
+    {
+      "epoch": 0.19293351929335192,
+      "grad_norm": 173.60379028320312,
+      "learning_rate": 1.9769312567968123e-06,
+      "loss": 24.1562,
+      "step": 2905
+    },
+    {
+      "epoch": 0.19299993358570763,
+      "grad_norm": 440.4042053222656,
+      "learning_rate": 1.9769082829938583e-06,
+      "loss": 27.7188,
+      "step": 2906
+    },
+    {
+      "epoch": 0.19306634787806337,
+      "grad_norm": 201.07196044921875,
+      "learning_rate": 1.9768852978905933e-06,
+      "loss": 21.75,
+      "step": 2907
+    },
+    {
+      "epoch": 0.19313276217041908,
+      "grad_norm": 203.34490966796875,
+      "learning_rate": 1.976862301487282e-06,
+      "loss": 24.625,
+      "step": 2908
+    },
+    {
+      "epoch": 0.1931991764627748,
+      "grad_norm": 261.75177001953125,
+      "learning_rate": 1.976839293784191e-06,
+      "loss": 27.7969,
+      "step": 2909
+    },
+    {
+      "epoch": 0.1932655907551305,
+      "grad_norm": 327.8131408691406,
+      "learning_rate": 1.9768162747815863e-06,
+      "loss": 31.0469,
+      "step": 2910
+    },
+    {
+      "epoch": 0.1933320050474862,
+      "grad_norm": 108.94833374023438,
+      "learning_rate": 1.9767932444797344e-06,
+      "loss": 17.2656,
+      "step": 2911
+    },
+    {
+      "epoch": 0.19339841933984192,
+      "grad_norm": 288.9325256347656,
+      "learning_rate": 1.9767702028789013e-06,
+      "loss": 18.6406,
+      "step": 2912
+    },
+    {
+      "epoch": 0.19346483363219766,
+      "grad_norm": 160.3654327392578,
+      "learning_rate": 1.9767471499793538e-06,
+      "loss": 19.9375,
+      "step": 2913
+    },
+    {
+      "epoch": 0.19353124792455337,
+      "grad_norm": 185.69403076171875,
+      "learning_rate": 1.9767240857813583e-06,
+      "loss": 18.7344,
+      "step": 2914
+    },
+    {
+      "epoch": 0.19359766221690908,
+      "grad_norm": 174.83287048339844,
+      "learning_rate": 1.976701010285182e-06,
+      "loss": 20.9688,
+      "step": 2915
+    },
+    {
+      "epoch": 0.1936640765092648,
+      "grad_norm": 371.37408447265625,
+      "learning_rate": 1.9766779234910916e-06,
+      "loss": 28.0312,
+      "step": 2916
+    },
+    {
+      "epoch": 0.1937304908016205,
+      "grad_norm": 208.0980224609375,
+      "learning_rate": 1.976654825399354e-06,
+      "loss": 18.7188,
+      "step": 2917
+    },
+    {
+      "epoch": 0.19379690509397623,
+      "grad_norm": 265.0218505859375,
+      "learning_rate": 1.976631716010237e-06,
+      "loss": 16.4219,
+      "step": 2918
+    },
+    {
+      "epoch": 0.19386331938633194,
+      "grad_norm": 912.6685180664062,
+      "learning_rate": 1.976608595324007e-06,
+      "loss": 18.7656,
+      "step": 2919
+    },
+    {
+      "epoch": 0.19392973367868765,
+      "grad_norm": 226.2706298828125,
+      "learning_rate": 1.976585463340932e-06,
+      "loss": 22.1875,
+      "step": 2920
+    },
+    {
+      "epoch": 0.19399614797104336,
+      "grad_norm": 388.71270751953125,
+      "learning_rate": 1.9765623200612794e-06,
+      "loss": 24.9062,
+      "step": 2921
+    },
+    {
+      "epoch": 0.19406256226339907,
+      "grad_norm": 224.26614379882812,
+      "learning_rate": 1.9765391654853174e-06,
+      "loss": 21.6406,
+      "step": 2922
+    },
+    {
+      "epoch": 0.1941289765557548,
+      "grad_norm": 529.0150756835938,
+      "learning_rate": 1.976515999613313e-06,
+      "loss": 21.3125,
+      "step": 2923
+    },
+    {
+      "epoch": 0.19419539084811052,
+      "grad_norm": 361.7767333984375,
+      "learning_rate": 1.976492822445535e-06,
+      "loss": 19.9062,
+      "step": 2924
+    },
+    {
+      "epoch": 0.19426180514046623,
+      "grad_norm": 363.49908447265625,
+      "learning_rate": 1.976469633982251e-06,
+      "loss": 25.1406,
+      "step": 2925
+    },
+    {
+      "epoch": 0.19432821943282194,
+      "grad_norm": 154.4506378173828,
+      "learning_rate": 1.976446434223729e-06,
+      "loss": 17.5781,
+      "step": 2926
+    },
+    {
+      "epoch": 0.19439463372517765,
+      "grad_norm": 1170.6123046875,
+      "learning_rate": 1.9764232231702383e-06,
+      "loss": 20.875,
+      "step": 2927
+    },
+    {
+      "epoch": 0.19446104801753336,
+      "grad_norm": 231.29983520507812,
+      "learning_rate": 1.976400000822046e-06,
+      "loss": 22.6094,
+      "step": 2928
+    },
+    {
+      "epoch": 0.1945274623098891,
+      "grad_norm": 264.0614318847656,
+      "learning_rate": 1.9763767671794223e-06,
+      "loss": 20.6562,
+      "step": 2929
+    },
+    {
+      "epoch": 0.1945938766022448,
+      "grad_norm": 260.1766052246094,
+      "learning_rate": 1.9763535222426347e-06,
+      "loss": 17.1094,
+      "step": 2930
+    },
+    {
+      "epoch": 0.19466029089460052,
+      "grad_norm": 393.04522705078125,
+      "learning_rate": 1.976330266011953e-06,
+      "loss": 22.3594,
+      "step": 2931
+    },
+    {
+      "epoch": 0.19472670518695623,
+      "grad_norm": 209.56497192382812,
+      "learning_rate": 1.976306998487645e-06,
+      "loss": 19.875,
+      "step": 2932
+    },
+    {
+      "epoch": 0.19479311947931194,
+      "grad_norm": 198.93960571289062,
+      "learning_rate": 1.9762837196699814e-06,
+      "loss": 21.3125,
+      "step": 2933
+    },
+    {
+      "epoch": 0.19485953377166768,
+      "grad_norm": 201.28811645507812,
+      "learning_rate": 1.97626042955923e-06,
+      "loss": 19.5312,
+      "step": 2934
+    },
+    {
+      "epoch": 0.19492594806402339,
+      "grad_norm": 355.85076904296875,
+      "learning_rate": 1.976237128155661e-06,
+      "loss": 18.0312,
+      "step": 2935
+    },
+    {
+      "epoch": 0.1949923623563791,
+      "grad_norm": 269.4599609375,
+      "learning_rate": 1.9762138154595447e-06,
+      "loss": 25.3438,
+      "step": 2936
+    },
+    {
+      "epoch": 0.1950587766487348,
+      "grad_norm": 268.4314880371094,
+      "learning_rate": 1.976190491471149e-06,
+      "loss": 19.9219,
+      "step": 2937
+    },
+    {
+      "epoch": 0.19512519094109051,
+      "grad_norm": 245.72549438476562,
+      "learning_rate": 1.9761671561907447e-06,
+      "loss": 22.9219,
+      "step": 2938
+    },
+    {
+      "epoch": 0.19519160523344622,
+      "grad_norm": 576.0595092773438,
+      "learning_rate": 1.976143809618602e-06,
+      "loss": 30.1875,
+      "step": 2939
+    },
+    {
+      "epoch": 0.19525801952580196,
+      "grad_norm": 194.51449584960938,
+      "learning_rate": 1.9761204517549907e-06,
+      "loss": 20.0469,
+      "step": 2940
+    },
+    {
+      "epoch": 0.19532443381815767,
+      "grad_norm": 422.78887939453125,
+      "learning_rate": 1.9760970826001803e-06,
+      "loss": 26.75,
+      "step": 2941
+    },
+    {
+      "epoch": 0.19539084811051338,
+      "grad_norm": 347.6509704589844,
+      "learning_rate": 1.976073702154442e-06,
+      "loss": 22.7656,
+      "step": 2942
+    },
+    {
+      "epoch": 0.1954572624028691,
+      "grad_norm": 166.3556365966797,
+      "learning_rate": 1.976050310418046e-06,
+      "loss": 16.75,
+      "step": 2943
+    },
+    {
+      "epoch": 0.1955236766952248,
+      "grad_norm": 767.3701171875,
+      "learning_rate": 1.9760269073912624e-06,
+      "loss": 18.7812,
+      "step": 2944
+    },
+    {
+      "epoch": 0.19559009098758054,
+      "grad_norm": 278.057373046875,
+      "learning_rate": 1.976003493074363e-06,
+      "loss": 20.0781,
+      "step": 2945
+    },
+    {
+      "epoch": 0.19565650527993625,
+      "grad_norm": 509.6607971191406,
+      "learning_rate": 1.9759800674676173e-06,
+      "loss": 21.125,
+      "step": 2946
+    },
+    {
+      "epoch": 0.19572291957229196,
+      "grad_norm": 135.49229431152344,
+      "learning_rate": 1.9759566305712977e-06,
+      "loss": 20.9062,
+      "step": 2947
+    },
+    {
+      "epoch": 0.19578933386464767,
+      "grad_norm": 272.2037658691406,
+      "learning_rate": 1.975933182385674e-06,
+      "loss": 21.5312,
+      "step": 2948
+    },
+    {
+      "epoch": 0.19585574815700338,
+      "grad_norm": 226.49449157714844,
+      "learning_rate": 1.975909722911018e-06,
+      "loss": 17.75,
+      "step": 2949
+    },
+    {
+      "epoch": 0.1959221624493591,
+      "grad_norm": 184.36570739746094,
+      "learning_rate": 1.9758862521476015e-06,
+      "loss": 23.0938,
+      "step": 2950
+    },
+    {
+      "epoch": 0.19598857674171483,
+      "grad_norm": 195.53936767578125,
+      "learning_rate": 1.9758627700956955e-06,
+      "loss": 21.4688,
+      "step": 2951
+    },
+    {
+      "epoch": 0.19605499103407054,
+      "grad_norm": 272.25225830078125,
+      "learning_rate": 1.9758392767555716e-06,
+      "loss": 23.125,
+      "step": 2952
+    },
+    {
+      "epoch": 0.19612140532642625,
+      "grad_norm": 188.25155639648438,
+      "learning_rate": 1.975815772127501e-06,
+      "loss": 19.625,
+      "step": 2953
+    },
+    {
+      "epoch": 0.19618781961878196,
+      "grad_norm": 271.9825744628906,
+      "learning_rate": 1.9757922562117575e-06,
+      "loss": 17.7188,
+      "step": 2954
+    },
+    {
+      "epoch": 0.19625423391113767,
+      "grad_norm": 123.41973876953125,
+      "learning_rate": 1.975768729008611e-06,
+      "loss": 13.75,
+      "step": 2955
+    },
+    {
+      "epoch": 0.1963206482034934,
+      "grad_norm": 243.95960998535156,
+      "learning_rate": 1.975745190518335e-06,
+      "loss": 16.1094,
+      "step": 2956
+    },
+    {
+      "epoch": 0.1963870624958491,
+      "grad_norm": 363.5257263183594,
+      "learning_rate": 1.9757216407412006e-06,
+      "loss": 18.7031,
+      "step": 2957
+    },
+    {
+      "epoch": 0.19645347678820482,
+      "grad_norm": 125.87448120117188,
+      "learning_rate": 1.975698079677481e-06,
+      "loss": 16.7969,
+      "step": 2958
+    },
+    {
+      "epoch": 0.19651989108056053,
+      "grad_norm": 280.79827880859375,
+      "learning_rate": 1.975674507327449e-06,
+      "loss": 24.4688,
+      "step": 2959
+    },
+    {
+      "epoch": 0.19658630537291624,
+      "grad_norm": 187.85189819335938,
+      "learning_rate": 1.975650923691377e-06,
+      "loss": 18.6719,
+      "step": 2960
+    },
+    {
+      "epoch": 0.19665271966527198,
+      "grad_norm": 171.8811798095703,
+      "learning_rate": 1.9756273287695373e-06,
+      "loss": 25.7812,
+      "step": 2961
+    },
+    {
+      "epoch": 0.1967191339576277,
+      "grad_norm": 117.46649932861328,
+      "learning_rate": 1.9756037225622032e-06,
+      "loss": 17.7812,
+      "step": 2962
+    },
+    {
+      "epoch": 0.1967855482499834,
+      "grad_norm": 154.02838134765625,
+      "learning_rate": 1.9755801050696485e-06,
+      "loss": 15.2188,
+      "step": 2963
+    },
+    {
+      "epoch": 0.1968519625423391,
+      "grad_norm": 210.7464599609375,
+      "learning_rate": 1.975556476292145e-06,
+      "loss": 24.7031,
+      "step": 2964
+    },
+    {
+      "epoch": 0.19691837683469482,
+      "grad_norm": 211.4983367919922,
+      "learning_rate": 1.975532836229967e-06,
+      "loss": 24.0,
+      "step": 2965
+    },
+    {
+      "epoch": 0.19698479112705053,
+      "grad_norm": 263.67669677734375,
+      "learning_rate": 1.9755091848833874e-06,
+      "loss": 18.125,
+      "step": 2966
+    },
+    {
+      "epoch": 0.19705120541940627,
+      "grad_norm": 906.86328125,
+      "learning_rate": 1.9754855222526807e-06,
+      "loss": 21.5469,
+      "step": 2967
+    },
+    {
+      "epoch": 0.19711761971176198,
+      "grad_norm": 173.62779235839844,
+      "learning_rate": 1.9754618483381195e-06,
+      "loss": 19.6562,
+      "step": 2968
+    },
+    {
+      "epoch": 0.1971840340041177,
+      "grad_norm": 193.52943420410156,
+      "learning_rate": 1.975438163139978e-06,
+      "loss": 19.3438,
+      "step": 2969
+    },
+    {
+      "epoch": 0.1972504482964734,
+      "grad_norm": 127.17327880859375,
+      "learning_rate": 1.9754144666585308e-06,
+      "loss": 17.8906,
+      "step": 2970
+    },
+    {
+      "epoch": 0.1973168625888291,
+      "grad_norm": 291.7408142089844,
+      "learning_rate": 1.9753907588940512e-06,
+      "loss": 17.5625,
+      "step": 2971
+    },
+    {
+      "epoch": 0.19738327688118484,
+      "grad_norm": 177.52210998535156,
+      "learning_rate": 1.9753670398468133e-06,
+      "loss": 22.875,
+      "step": 2972
+    },
+    {
+      "epoch": 0.19744969117354055,
+      "grad_norm": 130.50955200195312,
+      "learning_rate": 1.9753433095170923e-06,
+      "loss": 14.7188,
+      "step": 2973
+    },
+    {
+      "epoch": 0.19751610546589626,
+      "grad_norm": 675.5511474609375,
+      "learning_rate": 1.9753195679051626e-06,
+      "loss": 20.9688,
+      "step": 2974
+    },
+    {
+      "epoch": 0.19758251975825197,
+      "grad_norm": 165.65322875976562,
+      "learning_rate": 1.9752958150112983e-06,
+      "loss": 21.6719,
+      "step": 2975
+    },
+    {
+      "epoch": 0.19764893405060768,
+      "grad_norm": 565.95654296875,
+      "learning_rate": 1.975272050835774e-06,
+      "loss": 20.0938,
+      "step": 2976
+    },
+    {
+      "epoch": 0.1977153483429634,
+      "grad_norm": 360.9781799316406,
+      "learning_rate": 1.9752482753788656e-06,
+      "loss": 19.0156,
+      "step": 2977
+    },
+    {
+      "epoch": 0.19778176263531913,
+      "grad_norm": 302.24884033203125,
+      "learning_rate": 1.9752244886408474e-06,
+      "loss": 23.2344,
+      "step": 2978
+    },
+    {
+      "epoch": 0.19784817692767484,
+      "grad_norm": 447.6671142578125,
+      "learning_rate": 1.975200690621995e-06,
+      "loss": 14.9219,
+      "step": 2979
+    },
+    {
+      "epoch": 0.19791459122003055,
+      "grad_norm": 271.0928039550781,
+      "learning_rate": 1.9751768813225824e-06,
+      "loss": 26.6875,
+      "step": 2980
+    },
+    {
+      "epoch": 0.19798100551238626,
+      "grad_norm": 407.8655700683594,
+      "learning_rate": 1.9751530607428866e-06,
+      "loss": 20.0469,
+      "step": 2981
+    },
+    {
+      "epoch": 0.19804741980474197,
+      "grad_norm": 286.4283142089844,
+      "learning_rate": 1.9751292288831823e-06,
+      "loss": 19.7969,
+      "step": 2982
+    },
+    {
+      "epoch": 0.1981138340970977,
+      "grad_norm": 299.3741760253906,
+      "learning_rate": 1.9751053857437452e-06,
+      "loss": 23.4844,
+      "step": 2983
+    },
+    {
+      "epoch": 0.19818024838945342,
+      "grad_norm": 318.4007263183594,
+      "learning_rate": 1.9750815313248515e-06,
+      "loss": 23.7031,
+      "step": 2984
+    },
+    {
+      "epoch": 0.19824666268180913,
+      "grad_norm": 7177.4189453125,
+      "learning_rate": 1.9750576656267773e-06,
+      "loss": 21.125,
+      "step": 2985
+    },
+    {
+      "epoch": 0.19831307697416484,
+      "grad_norm": 229.2625274658203,
+      "learning_rate": 1.975033788649798e-06,
+      "loss": 15.2031,
+      "step": 2986
+    },
+    {
+      "epoch": 0.19837949126652055,
+      "grad_norm": 295.79949951171875,
+      "learning_rate": 1.9750099003941897e-06,
+      "loss": 21.625,
+      "step": 2987
+    },
+    {
+      "epoch": 0.19844590555887626,
+      "grad_norm": 150.15628051757812,
+      "learning_rate": 1.9749860008602295e-06,
+      "loss": 17.6562,
+      "step": 2988
+    },
+    {
+      "epoch": 0.198512319851232,
+      "grad_norm": 729.5923461914062,
+      "learning_rate": 1.9749620900481933e-06,
+      "loss": 23.125,
+      "step": 2989
+    },
+    {
+      "epoch": 0.1985787341435877,
+      "grad_norm": 329.8515625,
+      "learning_rate": 1.9749381679583576e-06,
+      "loss": 26.7656,
+      "step": 2990
+    },
+    {
+      "epoch": 0.1986451484359434,
+      "grad_norm": 612.2587280273438,
+      "learning_rate": 1.9749142345909996e-06,
+      "loss": 27.0625,
+      "step": 2991
+    },
+    {
+      "epoch": 0.19871156272829912,
+      "grad_norm": 443.2149658203125,
+      "learning_rate": 1.974890289946396e-06,
+      "loss": 26.2812,
+      "step": 2992
+    },
+    {
+      "epoch": 0.19877797702065483,
+      "grad_norm": 212.19284057617188,
+      "learning_rate": 1.9748663340248236e-06,
+      "loss": 19.3125,
+      "step": 2993
+    },
+    {
+      "epoch": 0.19884439131301057,
+      "grad_norm": 187.50540161132812,
+      "learning_rate": 1.9748423668265596e-06,
+      "loss": 19.4219,
+      "step": 2994
+    },
+    {
+      "epoch": 0.19891080560536628,
+      "grad_norm": 263.8198547363281,
+      "learning_rate": 1.974818388351881e-06,
+      "loss": 28.9062,
+      "step": 2995
+    },
+    {
+      "epoch": 0.198977219897722,
+      "grad_norm": 231.6014862060547,
+      "learning_rate": 1.9747943986010655e-06,
+      "loss": 18.8438,
+      "step": 2996
+    },
+    {
+      "epoch": 0.1990436341900777,
+      "grad_norm": 195.43934631347656,
+      "learning_rate": 1.9747703975743906e-06,
+      "loss": 17.25,
+      "step": 2997
+    },
+    {
+      "epoch": 0.1991100484824334,
+      "grad_norm": 249.44825744628906,
+      "learning_rate": 1.974746385272134e-06,
+      "loss": 19.4375,
+      "step": 2998
+    },
+    {
+      "epoch": 0.19917646277478915,
+      "grad_norm": 640.5941772460938,
+      "learning_rate": 1.974722361694573e-06,
+      "loss": 31.1875,
+      "step": 2999
+    },
+    {
+      "epoch": 0.19924287706714486,
+      "grad_norm": 191.59996032714844,
+      "learning_rate": 1.974698326841986e-06,
+      "loss": 15.9688,
+      "step": 3000
+    },
+    {
+      "epoch": 0.19930929135950057,
+      "grad_norm": 287.4737243652344,
+      "learning_rate": 1.9746742807146504e-06,
+      "loss": 27.5938,
+      "step": 3001
+    },
+    {
+      "epoch": 0.19937570565185628,
+      "grad_norm": 336.15216064453125,
+      "learning_rate": 1.974650223312845e-06,
+      "loss": 21.9844,
+      "step": 3002
+    },
+    {
+      "epoch": 0.199442119944212,
+      "grad_norm": 307.6324157714844,
+      "learning_rate": 1.974626154636848e-06,
+      "loss": 18.7969,
+      "step": 3003
+    },
+    {
+      "epoch": 0.1995085342365677,
+      "grad_norm": 839.64208984375,
+      "learning_rate": 1.9746020746869376e-06,
+      "loss": 29.6719,
+      "step": 3004
+    },
+    {
+      "epoch": 0.19957494852892343,
+      "grad_norm": 129.23941040039062,
+      "learning_rate": 1.9745779834633926e-06,
+      "loss": 14.6719,
+      "step": 3005
+    },
+    {
+      "epoch": 0.19964136282127914,
+      "grad_norm": 198.0585479736328,
+      "learning_rate": 1.974553880966491e-06,
+      "loss": 20.2656,
+      "step": 3006
+    },
+    {
+      "epoch": 0.19970777711363485,
+      "grad_norm": 537.5272216796875,
+      "learning_rate": 1.974529767196512e-06,
+      "loss": 34.5938,
+      "step": 3007
+    },
+    {
+      "epoch": 0.19977419140599056,
+      "grad_norm": 361.9762878417969,
+      "learning_rate": 1.9745056421537346e-06,
+      "loss": 31.3906,
+      "step": 3008
+    },
+    {
+      "epoch": 0.19984060569834627,
+      "grad_norm": 500.02569580078125,
+      "learning_rate": 1.974481505838438e-06,
+      "loss": 27.1562,
+      "step": 3009
+    },
+    {
+      "epoch": 0.199907019990702,
+      "grad_norm": 294.19598388671875,
+      "learning_rate": 1.9744573582509018e-06,
+      "loss": 16.6719,
+      "step": 3010
+    },
+    {
+      "epoch": 0.19997343428305772,
+      "grad_norm": 218.32144165039062,
+      "learning_rate": 1.974433199391404e-06,
+      "loss": 19.3125,
+      "step": 3011
+    },
+    {
+      "epoch": 0.20003984857541343,
+      "grad_norm": 249.05987548828125,
+      "learning_rate": 1.974409029260225e-06,
+      "loss": 25.5156,
+      "step": 3012
+    },
+    {
+      "epoch": 0.20010626286776914,
+      "grad_norm": 194.61288452148438,
+      "learning_rate": 1.974384847857645e-06,
+      "loss": 21.6094,
+      "step": 3013
+    },
+    {
+      "epoch": 0.20017267716012485,
+      "grad_norm": 182.63148498535156,
+      "learning_rate": 1.974360655183942e-06,
+      "loss": 18.1406,
+      "step": 3014
+    },
+    {
+      "epoch": 0.20023909145248056,
+      "grad_norm": 227.32711791992188,
+      "learning_rate": 1.974336451239397e-06,
+      "loss": 24.7188,
+      "step": 3015
+    },
+    {
+      "epoch": 0.2003055057448363,
+      "grad_norm": 371.9510498046875,
+      "learning_rate": 1.97431223602429e-06,
+      "loss": 18.4844,
+      "step": 3016
+    },
+    {
+      "epoch": 0.200371920037192,
+      "grad_norm": 222.36294555664062,
+      "learning_rate": 1.974288009538901e-06,
+      "loss": 18.7812,
+      "step": 3017
+    },
+    {
+      "epoch": 0.20043833432954772,
+      "grad_norm": 236.46595764160156,
+      "learning_rate": 1.9742637717835096e-06,
+      "loss": 25.7812,
+      "step": 3018
+    },
+    {
+      "epoch": 0.20050474862190343,
+      "grad_norm": 133.73162841796875,
+      "learning_rate": 1.9742395227583974e-06,
+      "loss": 20.8125,
+      "step": 3019
+    },
+    {
+      "epoch": 0.20057116291425914,
+      "grad_norm": 226.71636962890625,
+      "learning_rate": 1.9742152624638435e-06,
+      "loss": 23.1875,
+      "step": 3020
+    },
+    {
+      "epoch": 0.20063757720661488,
+      "grad_norm": 184.5520477294922,
+      "learning_rate": 1.9741909909001294e-06,
+      "loss": 23.3906,
+      "step": 3021
+    },
+    {
+      "epoch": 0.20070399149897059,
+      "grad_norm": 227.044921875,
+      "learning_rate": 1.9741667080675357e-06,
+      "loss": 20.8594,
+      "step": 3022
+    },
+    {
+      "epoch": 0.2007704057913263,
+      "grad_norm": 160.11231994628906,
+      "learning_rate": 1.9741424139663433e-06,
+      "loss": 16.5625,
+      "step": 3023
+    },
+    {
+      "epoch": 0.200836820083682,
+      "grad_norm": 314.803955078125,
+      "learning_rate": 1.974118108596833e-06,
+      "loss": 27.5312,
+      "step": 3024
+    },
+    {
+      "epoch": 0.20090323437603771,
+      "grad_norm": 357.7435607910156,
+      "learning_rate": 1.9740937919592863e-06,
+      "loss": 20.5312,
+      "step": 3025
+    },
+    {
+      "epoch": 0.20096964866839342,
+      "grad_norm": 677.8616943359375,
+      "learning_rate": 1.9740694640539844e-06,
+      "loss": 21.75,
+      "step": 3026
+    },
+    {
+      "epoch": 0.20103606296074916,
+      "grad_norm": 158.1779327392578,
+      "learning_rate": 1.9740451248812085e-06,
+      "loss": 16.9531,
+      "step": 3027
+    },
+    {
+      "epoch": 0.20110247725310487,
+      "grad_norm": 280.7584228515625,
+      "learning_rate": 1.9740207744412405e-06,
+      "loss": 19.2969,
+      "step": 3028
+    },
+    {
+      "epoch": 0.20116889154546058,
+      "grad_norm": 426.9720153808594,
+      "learning_rate": 1.9739964127343612e-06,
+      "loss": 35.625,
+      "step": 3029
+    },
+    {
+      "epoch": 0.2012353058378163,
+      "grad_norm": 301.1280517578125,
+      "learning_rate": 1.9739720397608537e-06,
+      "loss": 22.9375,
+      "step": 3030
+    },
+    {
+      "epoch": 0.201301720130172,
+      "grad_norm": 260.9956970214844,
+      "learning_rate": 1.973947655520999e-06,
+      "loss": 16.6094,
+      "step": 3031
+    },
+    {
+      "epoch": 0.20136813442252774,
+      "grad_norm": 176.09628295898438,
+      "learning_rate": 1.9739232600150793e-06,
+      "loss": 18.8594,
+      "step": 3032
+    },
+    {
+      "epoch": 0.20143454871488345,
+      "grad_norm": 476.5358581542969,
+      "learning_rate": 1.973898853243377e-06,
+      "loss": 22.1094,
+      "step": 3033
+    },
+    {
+      "epoch": 0.20150096300723916,
+      "grad_norm": 292.4134216308594,
+      "learning_rate": 1.9738744352061746e-06,
+      "loss": 19.4219,
+      "step": 3034
+    },
+    {
+      "epoch": 0.20156737729959487,
+      "grad_norm": 253.26095581054688,
+      "learning_rate": 1.9738500059037537e-06,
+      "loss": 20.6406,
+      "step": 3035
+    },
+    {
+      "epoch": 0.20163379159195058,
+      "grad_norm": 282.7866516113281,
+      "learning_rate": 1.9738255653363982e-06,
+      "loss": 19.2031,
+      "step": 3036
+    },
+    {
+      "epoch": 0.20170020588430632,
+      "grad_norm": 258.386962890625,
+      "learning_rate": 1.9738011135043897e-06,
+      "loss": 19.9062,
+      "step": 3037
+    },
+    {
+      "epoch": 0.20176662017666203,
+      "grad_norm": 229.55899047851562,
+      "learning_rate": 1.9737766504080114e-06,
+      "loss": 19.0156,
+      "step": 3038
+    },
+    {
+      "epoch": 0.20183303446901774,
+      "grad_norm": 195.7372283935547,
+      "learning_rate": 1.9737521760475467e-06,
+      "loss": 18.3438,
+      "step": 3039
+    },
+    {
+      "epoch": 0.20189944876137345,
+      "grad_norm": 334.0324401855469,
+      "learning_rate": 1.9737276904232777e-06,
+      "loss": 25.3125,
+      "step": 3040
+    },
+    {
+      "epoch": 0.20196586305372916,
+      "grad_norm": 158.0963592529297,
+      "learning_rate": 1.973703193535489e-06,
+      "loss": 26.9062,
+      "step": 3041
+    },
+    {
+      "epoch": 0.20203227734608487,
+      "grad_norm": 352.9104919433594,
+      "learning_rate": 1.973678685384463e-06,
+      "loss": 20.0938,
+      "step": 3042
+    },
+    {
+      "epoch": 0.2020986916384406,
+      "grad_norm": 376.6772155761719,
+      "learning_rate": 1.9736541659704832e-06,
+      "loss": 19.75,
+      "step": 3043
+    },
+    {
+      "epoch": 0.2021651059307963,
+      "grad_norm": 199.4482421875,
+      "learning_rate": 1.9736296352938333e-06,
+      "loss": 19.5625,
+      "step": 3044
+    },
+    {
+      "epoch": 0.20223152022315202,
+      "grad_norm": 312.88897705078125,
+      "learning_rate": 1.9736050933547977e-06,
+      "loss": 20.3438,
+      "step": 3045
+    },
+    {
+      "epoch": 0.20229793451550773,
+      "grad_norm": 134.87547302246094,
+      "learning_rate": 1.9735805401536596e-06,
+      "loss": 19.6719,
+      "step": 3046
+    },
+    {
+      "epoch": 0.20236434880786344,
+      "grad_norm": 272.6955871582031,
+      "learning_rate": 1.973555975690703e-06,
+      "loss": 33.3438,
+      "step": 3047
+    },
+    {
+      "epoch": 0.20243076310021918,
+      "grad_norm": 370.68438720703125,
+      "learning_rate": 1.9735313999662125e-06,
+      "loss": 24.9219,
+      "step": 3048
+    },
+    {
+      "epoch": 0.2024971773925749,
+      "grad_norm": 388.2519836425781,
+      "learning_rate": 1.973506812980472e-06,
+      "loss": 21.1875,
+      "step": 3049
+    },
+    {
+      "epoch": 0.2025635916849306,
+      "grad_norm": 423.8336486816406,
+      "learning_rate": 1.973482214733766e-06,
+      "loss": 27.2188,
+      "step": 3050
+    },
+    {
+      "epoch": 0.2026300059772863,
+      "grad_norm": 164.5847930908203,
+      "learning_rate": 1.973457605226379e-06,
+      "loss": 18.125,
+      "step": 3051
+    },
+    {
+      "epoch": 0.20269642026964202,
+      "grad_norm": 384.44696044921875,
+      "learning_rate": 1.973432984458596e-06,
+      "loss": 23.625,
+      "step": 3052
+    },
+    {
+      "epoch": 0.20276283456199773,
+      "grad_norm": 461.38824462890625,
+      "learning_rate": 1.9734083524307013e-06,
+      "loss": 21.5781,
+      "step": 3053
+    },
+    {
+      "epoch": 0.20282924885435347,
+      "grad_norm": 167.258056640625,
+      "learning_rate": 1.9733837091429806e-06,
+      "loss": 18.8125,
+      "step": 3054
+    },
+    {
+      "epoch": 0.20289566314670918,
+      "grad_norm": 182.32351684570312,
+      "learning_rate": 1.9733590545957178e-06,
+      "loss": 22.4688,
+      "step": 3055
+    },
+    {
+      "epoch": 0.2029620774390649,
+      "grad_norm": 345.068115234375,
+      "learning_rate": 1.9733343887891993e-06,
+      "loss": 23.125,
+      "step": 3056
+    },
+    {
+      "epoch": 0.2030284917314206,
+      "grad_norm": 277.8550109863281,
+      "learning_rate": 1.9733097117237096e-06,
+      "loss": 19.3438,
+      "step": 3057
+    },
+    {
+      "epoch": 0.2030949060237763,
+      "grad_norm": 321.29840087890625,
+      "learning_rate": 1.9732850233995342e-06,
+      "loss": 22.8438,
+      "step": 3058
+    },
+    {
+      "epoch": 0.20316132031613204,
+      "grad_norm": 188.1409149169922,
+      "learning_rate": 1.973260323816959e-06,
+      "loss": 20.25,
+      "step": 3059
+    },
+    {
+      "epoch": 0.20322773460848775,
+      "grad_norm": 147.99398803710938,
+      "learning_rate": 1.97323561297627e-06,
+      "loss": 21.2031,
+      "step": 3060
+    },
+    {
+      "epoch": 0.20329414890084346,
+      "grad_norm": 392.09075927734375,
+      "learning_rate": 1.9732108908777518e-06,
+      "loss": 25.6094,
+      "step": 3061
+    },
+    {
+      "epoch": 0.20336056319319917,
+      "grad_norm": 446.7231140136719,
+      "learning_rate": 1.973186157521692e-06,
+      "loss": 29.6094,
+      "step": 3062
+    },
+    {
+      "epoch": 0.20342697748555488,
+      "grad_norm": 455.4176330566406,
+      "learning_rate": 1.9731614129083753e-06,
+      "loss": 26.7188,
+      "step": 3063
+    },
+    {
+      "epoch": 0.2034933917779106,
+      "grad_norm": 196.48471069335938,
+      "learning_rate": 1.973136657038089e-06,
+      "loss": 21.5,
+      "step": 3064
+    },
+    {
+      "epoch": 0.20355980607026633,
+      "grad_norm": 389.0236511230469,
+      "learning_rate": 1.9731118899111187e-06,
+      "loss": 22.0156,
+      "step": 3065
+    },
+    {
+      "epoch": 0.20362622036262204,
+      "grad_norm": 189.86441040039062,
+      "learning_rate": 1.9730871115277512e-06,
+      "loss": 17.5312,
+      "step": 3066
+    },
+    {
+      "epoch": 0.20369263465497775,
+      "grad_norm": 171.37498474121094,
+      "learning_rate": 1.973062321888273e-06,
+      "loss": 18.5625,
+      "step": 3067
+    },
+    {
+      "epoch": 0.20375904894733346,
+      "grad_norm": 527.2545166015625,
+      "learning_rate": 1.9730375209929714e-06,
+      "loss": 20.25,
+      "step": 3068
+    },
+    {
+      "epoch": 0.20382546323968917,
+      "grad_norm": 382.46722412109375,
+      "learning_rate": 1.9730127088421324e-06,
+      "loss": 19.4688,
+      "step": 3069
+    },
+    {
+      "epoch": 0.2038918775320449,
+      "grad_norm": 166.26834106445312,
+      "learning_rate": 1.9729878854360437e-06,
+      "loss": 18.75,
+      "step": 3070
+    },
+    {
+      "epoch": 0.20395829182440062,
+      "grad_norm": 268.5863037109375,
+      "learning_rate": 1.972963050774992e-06,
+      "loss": 20.0938,
+      "step": 3071
+    },
+    {
+      "epoch": 0.20402470611675633,
+      "grad_norm": 348.60125732421875,
+      "learning_rate": 1.9729382048592652e-06,
+      "loss": 28.2656,
+      "step": 3072
+    },
+    {
+      "epoch": 0.20409112040911204,
+      "grad_norm": 208.75621032714844,
+      "learning_rate": 1.97291334768915e-06,
+      "loss": 25.0625,
+      "step": 3073
+    },
+    {
+      "epoch": 0.20415753470146775,
+      "grad_norm": 174.9657440185547,
+      "learning_rate": 1.972888479264934e-06,
+      "loss": 22.1094,
+      "step": 3074
+    },
+    {
+      "epoch": 0.20422394899382348,
+      "grad_norm": 210.43121337890625,
+      "learning_rate": 1.9728635995869053e-06,
+      "loss": 22.625,
+      "step": 3075
+    },
+    {
+      "epoch": 0.2042903632861792,
+      "grad_norm": 366.7779541015625,
+      "learning_rate": 1.9728387086553517e-06,
+      "loss": 22.5781,
+      "step": 3076
+    },
+    {
+      "epoch": 0.2043567775785349,
+      "grad_norm": 243.61248779296875,
+      "learning_rate": 1.9728138064705606e-06,
+      "loss": 19.4062,
+      "step": 3077
+    },
+    {
+      "epoch": 0.2044231918708906,
+      "grad_norm": 148.1136474609375,
+      "learning_rate": 1.9727888930328202e-06,
+      "loss": 19.1562,
+      "step": 3078
+    },
+    {
+      "epoch": 0.20448960616324632,
+      "grad_norm": 260.79248046875,
+      "learning_rate": 1.9727639683424187e-06,
+      "loss": 21.0312,
+      "step": 3079
+    },
+    {
+      "epoch": 0.20455602045560203,
+      "grad_norm": 194.2239532470703,
+      "learning_rate": 1.972739032399645e-06,
+      "loss": 19.9062,
+      "step": 3080
+    },
+    {
+      "epoch": 0.20462243474795777,
+      "grad_norm": 189.1469268798828,
+      "learning_rate": 1.972714085204787e-06,
+      "loss": 19.3125,
+      "step": 3081
+    },
+    {
+      "epoch": 0.20468884904031348,
+      "grad_norm": 271.6827392578125,
+      "learning_rate": 1.972689126758133e-06,
+      "loss": 19.0312,
+      "step": 3082
+    },
+    {
+      "epoch": 0.2047552633326692,
+      "grad_norm": 149.7052764892578,
+      "learning_rate": 1.9726641570599726e-06,
+      "loss": 19.875,
+      "step": 3083
+    },
+    {
+      "epoch": 0.2048216776250249,
+      "grad_norm": 136.30421447753906,
+      "learning_rate": 1.9726391761105935e-06,
+      "loss": 17.2188,
+      "step": 3084
+    },
+    {
+      "epoch": 0.2048880919173806,
+      "grad_norm": 192.8924102783203,
+      "learning_rate": 1.972614183910286e-06,
+      "loss": 19.4531,
+      "step": 3085
+    },
+    {
+      "epoch": 0.20495450620973635,
+      "grad_norm": 252.7989959716797,
+      "learning_rate": 1.9725891804593376e-06,
+      "loss": 16.5469,
+      "step": 3086
+    },
+    {
+      "epoch": 0.20502092050209206,
+      "grad_norm": 289.88189697265625,
+      "learning_rate": 1.9725641657580393e-06,
+      "loss": 17.8906,
+      "step": 3087
+    },
+    {
+      "epoch": 0.20508733479444777,
+      "grad_norm": 222.32730102539062,
+      "learning_rate": 1.972539139806679e-06,
+      "loss": 19.9219,
+      "step": 3088
+    },
+    {
+      "epoch": 0.20515374908680348,
+      "grad_norm": 268.6097106933594,
+      "learning_rate": 1.972514102605547e-06,
+      "loss": 25.9688,
+      "step": 3089
+    },
+    {
+      "epoch": 0.2052201633791592,
+      "grad_norm": 161.27850341796875,
+      "learning_rate": 1.9724890541549326e-06,
+      "loss": 17.3281,
+      "step": 3090
+    },
+    {
+      "epoch": 0.2052865776715149,
+      "grad_norm": 199.7257843017578,
+      "learning_rate": 1.972463994455125e-06,
+      "loss": 17.9062,
+      "step": 3091
+    },
+    {
+      "epoch": 0.20535299196387063,
+      "grad_norm": 192.49725341796875,
+      "learning_rate": 1.972438923506415e-06,
+      "loss": 24.5,
+      "step": 3092
+    },
+    {
+      "epoch": 0.20541940625622634,
+      "grad_norm": 330.55682373046875,
+      "learning_rate": 1.9724138413090926e-06,
+      "loss": 24.3906,
+      "step": 3093
+    },
+    {
+      "epoch": 0.20548582054858205,
+      "grad_norm": 223.6302032470703,
+      "learning_rate": 1.9723887478634475e-06,
+      "loss": 23.9062,
+      "step": 3094
+    },
+    {
+      "epoch": 0.20555223484093776,
+      "grad_norm": 339.7419738769531,
+      "learning_rate": 1.97236364316977e-06,
+      "loss": 21.9688,
+      "step": 3095
+    },
+    {
+      "epoch": 0.20561864913329347,
+      "grad_norm": 232.93408203125,
+      "learning_rate": 1.9723385272283506e-06,
+      "loss": 18.2188,
+      "step": 3096
+    },
+    {
+      "epoch": 0.2056850634256492,
+      "grad_norm": 162.25814819335938,
+      "learning_rate": 1.97231340003948e-06,
+      "loss": 18.5938,
+      "step": 3097
+    },
+    {
+      "epoch": 0.20575147771800492,
+      "grad_norm": 298.29815673828125,
+      "learning_rate": 1.972288261603448e-06,
+      "loss": 20.1875,
+      "step": 3098
+    },
+    {
+      "epoch": 0.20581789201036063,
+      "grad_norm": 192.61680603027344,
+      "learning_rate": 1.972263111920547e-06,
+      "loss": 13.3281,
+      "step": 3099
+    },
+    {
+      "epoch": 0.20588430630271634,
+      "grad_norm": 279.95709228515625,
+      "learning_rate": 1.972237950991066e-06,
+      "loss": 20.0,
+      "step": 3100
+    },
+    {
+      "epoch": 0.20595072059507205,
+      "grad_norm": 165.56199645996094,
+      "learning_rate": 1.9722127788152975e-06,
+      "loss": 19.2031,
+      "step": 3101
+    },
+    {
+      "epoch": 0.20601713488742776,
+      "grad_norm": 173.04148864746094,
+      "learning_rate": 1.972187595393532e-06,
+      "loss": 16.5625,
+      "step": 3102
+    },
+    {
+      "epoch": 0.2060835491797835,
+      "grad_norm": 265.2159729003906,
+      "learning_rate": 1.9721624007260613e-06,
+      "loss": 19.0156,
+      "step": 3103
+    },
+    {
+      "epoch": 0.2061499634721392,
+      "grad_norm": 325.2077941894531,
+      "learning_rate": 1.9721371948131764e-06,
+      "loss": 22.2188,
+      "step": 3104
+    },
+    {
+      "epoch": 0.20621637776449492,
+      "grad_norm": 180.5459442138672,
+      "learning_rate": 1.972111977655169e-06,
+      "loss": 19.3438,
+      "step": 3105
+    },
+    {
+      "epoch": 0.20628279205685063,
+      "grad_norm": 500.8667297363281,
+      "learning_rate": 1.9720867492523305e-06,
+      "loss": 31.8438,
+      "step": 3106
+    },
+    {
+      "epoch": 0.20634920634920634,
+      "grad_norm": 232.73573303222656,
+      "learning_rate": 1.9720615096049532e-06,
+      "loss": 22.1719,
+      "step": 3107
+    },
+    {
+      "epoch": 0.20641562064156208,
+      "grad_norm": 207.1402130126953,
+      "learning_rate": 1.972036258713329e-06,
+      "loss": 25.1406,
+      "step": 3108
+    },
+    {
+      "epoch": 0.20648203493391779,
+      "grad_norm": 175.887451171875,
+      "learning_rate": 1.9720109965777497e-06,
+      "loss": 17.4531,
+      "step": 3109
+    },
+    {
+      "epoch": 0.2065484492262735,
+      "grad_norm": 175.69223022460938,
+      "learning_rate": 1.9719857231985076e-06,
+      "loss": 23.6875,
+      "step": 3110
+    },
+    {
+      "epoch": 0.2066148635186292,
+      "grad_norm": 1043.3798828125,
+      "learning_rate": 1.9719604385758958e-06,
+      "loss": 27.625,
+      "step": 3111
+    },
+    {
+      "epoch": 0.20668127781098491,
+      "grad_norm": 261.6875305175781,
+      "learning_rate": 1.9719351427102053e-06,
+      "loss": 18.2969,
+      "step": 3112
+    },
+    {
+      "epoch": 0.20674769210334065,
+      "grad_norm": 163.314208984375,
+      "learning_rate": 1.97190983560173e-06,
+      "loss": 20.125,
+      "step": 3113
+    },
+    {
+      "epoch": 0.20681410639569636,
+      "grad_norm": 189.03216552734375,
+      "learning_rate": 1.9718845172507617e-06,
+      "loss": 15.5,
+      "step": 3114
+    },
+    {
+      "epoch": 0.20688052068805207,
+      "grad_norm": 156.64376831054688,
+      "learning_rate": 1.9718591876575944e-06,
+      "loss": 15.9531,
+      "step": 3115
+    },
+    {
+      "epoch": 0.20694693498040778,
+      "grad_norm": 177.6959228515625,
+      "learning_rate": 1.97183384682252e-06,
+      "loss": 18.1719,
+      "step": 3116
+    },
+    {
+      "epoch": 0.2070133492727635,
+      "grad_norm": 252.45932006835938,
+      "learning_rate": 1.971808494745832e-06,
+      "loss": 20.4062,
+      "step": 3117
+    },
+    {
+      "epoch": 0.2070797635651192,
+      "grad_norm": 351.6132507324219,
+      "learning_rate": 1.971783131427824e-06,
+      "loss": 26.6562,
+      "step": 3118
+    },
+    {
+      "epoch": 0.20714617785747494,
+      "grad_norm": 216.62741088867188,
+      "learning_rate": 1.9717577568687885e-06,
+      "loss": 16.7969,
+      "step": 3119
+    },
+    {
+      "epoch": 0.20721259214983065,
+      "grad_norm": 316.06683349609375,
+      "learning_rate": 1.97173237106902e-06,
+      "loss": 19.2969,
+      "step": 3120
+    },
+    {
+      "epoch": 0.20727900644218636,
+      "grad_norm": 245.4031524658203,
+      "learning_rate": 1.971706974028812e-06,
+      "loss": 29.6562,
+      "step": 3121
+    },
+    {
+      "epoch": 0.20734542073454207,
+      "grad_norm": 137.0437469482422,
+      "learning_rate": 1.971681565748458e-06,
+      "loss": 18.9375,
+      "step": 3122
+    },
+    {
+      "epoch": 0.20741183502689778,
+      "grad_norm": 207.69140625,
+      "learning_rate": 1.9716561462282517e-06,
+      "loss": 18.8438,
+      "step": 3123
+    },
+    {
+      "epoch": 0.20747824931925352,
+      "grad_norm": 210.85606384277344,
+      "learning_rate": 1.9716307154684876e-06,
+      "loss": 18.1406,
+      "step": 3124
+    },
+    {
+      "epoch": 0.20754466361160923,
+      "grad_norm": 367.84686279296875,
+      "learning_rate": 1.9716052734694594e-06,
+      "loss": 33.9219,
+      "step": 3125
+    },
+    {
+      "epoch": 0.20761107790396494,
+      "grad_norm": 287.81732177734375,
+      "learning_rate": 1.971579820231462e-06,
+      "loss": 24.75,
+      "step": 3126
+    },
+    {
+      "epoch": 0.20767749219632065,
+      "grad_norm": 368.9500732421875,
+      "learning_rate": 1.971554355754789e-06,
+      "loss": 27.6562,
+      "step": 3127
+    },
+    {
+      "epoch": 0.20774390648867636,
+      "grad_norm": 178.35614013671875,
+      "learning_rate": 1.971528880039736e-06,
+      "loss": 20.4844,
+      "step": 3128
+    },
+    {
+      "epoch": 0.20781032078103207,
+      "grad_norm": 245.56097412109375,
+      "learning_rate": 1.971503393086597e-06,
+      "loss": 18.4219,
+      "step": 3129
+    },
+    {
+      "epoch": 0.2078767350733878,
+      "grad_norm": 167.9539337158203,
+      "learning_rate": 1.9714778948956664e-06,
+      "loss": 20.0,
+      "step": 3130
+    },
+    {
+      "epoch": 0.2079431493657435,
+      "grad_norm": 479.2478332519531,
+      "learning_rate": 1.97145238546724e-06,
+      "loss": 24.75,
+      "step": 3131
+    },
+    {
+      "epoch": 0.20800956365809922,
+      "grad_norm": 642.9826049804688,
+      "learning_rate": 1.971426864801613e-06,
+      "loss": 18.7344,
+      "step": 3132
+    },
+    {
+      "epoch": 0.20807597795045493,
+      "grad_norm": 531.3994750976562,
+      "learning_rate": 1.9714013328990794e-06,
+      "loss": 26.5,
+      "step": 3133
+    },
+    {
+      "epoch": 0.20814239224281064,
+      "grad_norm": 158.7611083984375,
+      "learning_rate": 1.971375789759936e-06,
+      "loss": 17.4375,
+      "step": 3134
+    },
+    {
+      "epoch": 0.20820880653516638,
+      "grad_norm": 446.41485595703125,
+      "learning_rate": 1.9713502353844775e-06,
+      "loss": 25.9531,
+      "step": 3135
+    },
+    {
+      "epoch": 0.2082752208275221,
+      "grad_norm": 248.8684539794922,
+      "learning_rate": 1.9713246697729994e-06,
+      "loss": 21.0625,
+      "step": 3136
+    },
+    {
+      "epoch": 0.2083416351198778,
+      "grad_norm": 193.82090759277344,
+      "learning_rate": 1.971299092925798e-06,
+      "loss": 17.5469,
+      "step": 3137
+    },
+    {
+      "epoch": 0.2084080494122335,
+      "grad_norm": 174.26014709472656,
+      "learning_rate": 1.971273504843168e-06,
+      "loss": 18.8281,
+      "step": 3138
+    },
+    {
+      "epoch": 0.20847446370458922,
+      "grad_norm": 117.61024475097656,
+      "learning_rate": 1.971247905525407e-06,
+      "loss": 21.0156,
+      "step": 3139
+    },
+    {
+      "epoch": 0.20854087799694493,
+      "grad_norm": 292.94805908203125,
+      "learning_rate": 1.9712222949728098e-06,
+      "loss": 24.9062,
+      "step": 3140
+    },
+    {
+      "epoch": 0.20860729228930067,
+      "grad_norm": 876.9987182617188,
+      "learning_rate": 1.971196673185673e-06,
+      "loss": 33.0312,
+      "step": 3141
+    },
+    {
+      "epoch": 0.20867370658165638,
+      "grad_norm": 160.775634765625,
+      "learning_rate": 1.9711710401642933e-06,
+      "loss": 17.5625,
+      "step": 3142
+    },
+    {
+      "epoch": 0.2087401208740121,
+      "grad_norm": 298.9833679199219,
+      "learning_rate": 1.9711453959089672e-06,
+      "loss": 17.6406,
+      "step": 3143
+    },
+    {
+      "epoch": 0.2088065351663678,
+      "grad_norm": 271.67181396484375,
+      "learning_rate": 1.971119740419991e-06,
+      "loss": 22.4062,
+      "step": 3144
+    },
+    {
+      "epoch": 0.2088729494587235,
+      "grad_norm": 304.4277038574219,
+      "learning_rate": 1.9710940736976617e-06,
+      "loss": 25.5938,
+      "step": 3145
+    },
+    {
+      "epoch": 0.20893936375107924,
+      "grad_norm": 425.69781494140625,
+      "learning_rate": 1.971068395742276e-06,
+      "loss": 32.0312,
+      "step": 3146
+    },
+    {
+      "epoch": 0.20900577804343495,
+      "grad_norm": 135.25303649902344,
+      "learning_rate": 1.971042706554131e-06,
+      "loss": 22.4531,
+      "step": 3147
+    },
+    {
+      "epoch": 0.20907219233579066,
+      "grad_norm": 236.74009704589844,
+      "learning_rate": 1.971017006133524e-06,
+      "loss": 15.2812,
+      "step": 3148
+    },
+    {
+      "epoch": 0.20913860662814637,
+      "grad_norm": 215.96875,
+      "learning_rate": 1.9709912944807524e-06,
+      "loss": 27.5312,
+      "step": 3149
+    },
+    {
+      "epoch": 0.20920502092050208,
+      "grad_norm": 184.98934936523438,
+      "learning_rate": 1.970965571596113e-06,
+      "loss": 18.1094,
+      "step": 3150
+    },
+    {
+      "epoch": 0.20927143521285782,
+      "grad_norm": 252.1166229248047,
+      "learning_rate": 1.970939837479904e-06,
+      "loss": 21.125,
+      "step": 3151
+    },
+    {
+      "epoch": 0.20933784950521353,
+      "grad_norm": 206.14413452148438,
+      "learning_rate": 1.970914092132423e-06,
+      "loss": 18.9688,
+      "step": 3152
+    },
+    {
+      "epoch": 0.20940426379756924,
+      "grad_norm": 276.75323486328125,
+      "learning_rate": 1.9708883355539674e-06,
+      "loss": 17.875,
+      "step": 3153
+    },
+    {
+      "epoch": 0.20947067808992495,
+      "grad_norm": 333.0087585449219,
+      "learning_rate": 1.9708625677448354e-06,
+      "loss": 21.0938,
+      "step": 3154
+    },
+    {
+      "epoch": 0.20953709238228066,
+      "grad_norm": 404.2521667480469,
+      "learning_rate": 1.970836788705325e-06,
+      "loss": 16.5,
+      "step": 3155
+    },
+    {
+      "epoch": 0.20960350667463637,
+      "grad_norm": 1436.36865234375,
+      "learning_rate": 1.9708109984357346e-06,
+      "loss": 23.8594,
+      "step": 3156
+    },
+    {
+      "epoch": 0.2096699209669921,
+      "grad_norm": 472.603515625,
+      "learning_rate": 1.9707851969363622e-06,
+      "loss": 20.9688,
+      "step": 3157
+    },
+    {
+      "epoch": 0.20973633525934782,
+      "grad_norm": 407.2914123535156,
+      "learning_rate": 1.9707593842075064e-06,
+      "loss": 20.3125,
+      "step": 3158
+    },
+    {
+      "epoch": 0.20980274955170353,
+      "grad_norm": 272.23577880859375,
+      "learning_rate": 1.9707335602494663e-06,
+      "loss": 19.7969,
+      "step": 3159
+    },
+    {
+      "epoch": 0.20986916384405924,
+      "grad_norm": 146.7065887451172,
+      "learning_rate": 1.97070772506254e-06,
+      "loss": 22.4375,
+      "step": 3160
+    },
+    {
+      "epoch": 0.20993557813641495,
+      "grad_norm": 386.40679931640625,
+      "learning_rate": 1.9706818786470258e-06,
+      "loss": 22.0,
+      "step": 3161
+    },
+    {
+      "epoch": 0.21000199242877068,
+      "grad_norm": 221.40457153320312,
+      "learning_rate": 1.970656021003224e-06,
+      "loss": 17.4531,
+      "step": 3162
+    },
+    {
+      "epoch": 0.2100684067211264,
+      "grad_norm": 243.64300537109375,
+      "learning_rate": 1.9706301521314328e-06,
+      "loss": 30.6562,
+      "step": 3163
+    },
+    {
+      "epoch": 0.2101348210134821,
+      "grad_norm": 415.9472351074219,
+      "learning_rate": 1.970604272031952e-06,
+      "loss": 20.7188,
+      "step": 3164
+    },
+    {
+      "epoch": 0.2102012353058378,
+      "grad_norm": 198.6611785888672,
+      "learning_rate": 1.97057838070508e-06,
+      "loss": 17.625,
+      "step": 3165
+    },
+    {
+      "epoch": 0.21026764959819352,
+      "grad_norm": 655.2493286132812,
+      "learning_rate": 1.9705524781511175e-06,
+      "loss": 18.0312,
+      "step": 3166
+    },
+    {
+      "epoch": 0.21033406389054923,
+      "grad_norm": 212.21383666992188,
+      "learning_rate": 1.9705265643703633e-06,
+      "loss": 18.0312,
+      "step": 3167
+    },
+    {
+      "epoch": 0.21040047818290497,
+      "grad_norm": 375.58074951171875,
+      "learning_rate": 1.970500639363118e-06,
+      "loss": 25.3438,
+      "step": 3168
+    },
+    {
+      "epoch": 0.21046689247526068,
+      "grad_norm": 492.4415588378906,
+      "learning_rate": 1.9704747031296806e-06,
+      "loss": 25.2812,
+      "step": 3169
+    },
+    {
+      "epoch": 0.2105333067676164,
+      "grad_norm": 289.4626159667969,
+      "learning_rate": 1.9704487556703514e-06,
+      "loss": 17.1094,
+      "step": 3170
+    },
+    {
+      "epoch": 0.2105997210599721,
+      "grad_norm": 190.9415740966797,
+      "learning_rate": 1.9704227969854304e-06,
+      "loss": 18.8594,
+      "step": 3171
+    },
+    {
+      "epoch": 0.2106661353523278,
+      "grad_norm": 475.982666015625,
+      "learning_rate": 1.970396827075218e-06,
+      "loss": 20.6875,
+      "step": 3172
+    },
+    {
+      "epoch": 0.21073254964468355,
+      "grad_norm": 137.0337677001953,
+      "learning_rate": 1.970370845940015e-06,
+      "loss": 16.0469,
+      "step": 3173
+    },
+    {
+      "epoch": 0.21079896393703926,
+      "grad_norm": 319.4803466796875,
+      "learning_rate": 1.9703448535801214e-06,
+      "loss": 25.6875,
+      "step": 3174
+    },
+    {
+      "epoch": 0.21086537822939497,
+      "grad_norm": 278.80047607421875,
+      "learning_rate": 1.9703188499958385e-06,
+      "loss": 27.4062,
+      "step": 3175
+    },
+    {
+      "epoch": 0.21093179252175068,
+      "grad_norm": 153.18475341796875,
+      "learning_rate": 1.970292835187466e-06,
+      "loss": 18.8281,
+      "step": 3176
+    },
+    {
+      "epoch": 0.2109982068141064,
+      "grad_norm": 244.2712860107422,
+      "learning_rate": 1.970266809155306e-06,
+      "loss": 18.2656,
+      "step": 3177
+    },
+    {
+      "epoch": 0.2110646211064621,
+      "grad_norm": 721.4285888671875,
+      "learning_rate": 1.9702407718996587e-06,
+      "loss": 24.4375,
+      "step": 3178
+    },
+    {
+      "epoch": 0.21113103539881783,
+      "grad_norm": 503.7388000488281,
+      "learning_rate": 1.970214723420826e-06,
+      "loss": 25.7969,
+      "step": 3179
+    },
+    {
+      "epoch": 0.21119744969117354,
+      "grad_norm": 605.3494873046875,
+      "learning_rate": 1.9701886637191084e-06,
+      "loss": 18.7188,
+      "step": 3180
+    },
+    {
+      "epoch": 0.21126386398352925,
+      "grad_norm": 300.32318115234375,
+      "learning_rate": 1.970162592794808e-06,
+      "loss": 30.0625,
+      "step": 3181
+    },
+    {
+      "epoch": 0.21133027827588496,
+      "grad_norm": 247.15090942382812,
+      "learning_rate": 1.9701365106482264e-06,
+      "loss": 19.4375,
+      "step": 3182
+    },
+    {
+      "epoch": 0.21139669256824067,
+      "grad_norm": 399.91839599609375,
+      "learning_rate": 1.970110417279665e-06,
+      "loss": 19.0156,
+      "step": 3183
+    },
+    {
+      "epoch": 0.2114631068605964,
+      "grad_norm": 629.1046752929688,
+      "learning_rate": 1.9700843126894254e-06,
+      "loss": 18.3906,
+      "step": 3184
+    },
+    {
+      "epoch": 0.21152952115295212,
+      "grad_norm": 267.08367919921875,
+      "learning_rate": 1.97005819687781e-06,
+      "loss": 18.9375,
+      "step": 3185
+    },
+    {
+      "epoch": 0.21159593544530783,
+      "grad_norm": 176.89617919921875,
+      "learning_rate": 1.9700320698451203e-06,
+      "loss": 21.875,
+      "step": 3186
+    },
+    {
+      "epoch": 0.21166234973766354,
+      "grad_norm": 209.76231384277344,
+      "learning_rate": 1.9700059315916595e-06,
+      "loss": 25.7188,
+      "step": 3187
+    },
+    {
+      "epoch": 0.21172876403001925,
+      "grad_norm": 170.144287109375,
+      "learning_rate": 1.9699797821177294e-06,
+      "loss": 23.5312,
+      "step": 3188
+    },
+    {
+      "epoch": 0.211795178322375,
+      "grad_norm": 297.1783447265625,
+      "learning_rate": 1.9699536214236325e-06,
+      "loss": 22.0312,
+      "step": 3189
+    },
+    {
+      "epoch": 0.2118615926147307,
+      "grad_norm": 184.8455810546875,
+      "learning_rate": 1.969927449509671e-06,
+      "loss": 17.0,
+      "step": 3190
+    },
+    {
+      "epoch": 0.2119280069070864,
+      "grad_norm": 213.03680419921875,
+      "learning_rate": 1.9699012663761484e-06,
+      "loss": 24.5938,
+      "step": 3191
+    },
+    {
+      "epoch": 0.21199442119944212,
+      "grad_norm": 167.59765625,
+      "learning_rate": 1.9698750720233673e-06,
+      "loss": 17.1094,
+      "step": 3192
+    },
+    {
+      "epoch": 0.21206083549179783,
+      "grad_norm": 353.62725830078125,
+      "learning_rate": 1.9698488664516305e-06,
+      "loss": 23.7344,
+      "step": 3193
+    },
+    {
+      "epoch": 0.21212724978415354,
+      "grad_norm": 146.89678955078125,
+      "learning_rate": 1.9698226496612414e-06,
+      "loss": 18.7656,
+      "step": 3194
+    },
+    {
+      "epoch": 0.21219366407650928,
+      "grad_norm": 140.98451232910156,
+      "learning_rate": 1.9697964216525027e-06,
+      "loss": 17.2812,
+      "step": 3195
+    },
+    {
+      "epoch": 0.21226007836886499,
+      "grad_norm": 199.14088439941406,
+      "learning_rate": 1.9697701824257186e-06,
+      "loss": 23.4062,
+      "step": 3196
+    },
+    {
+      "epoch": 0.2123264926612207,
+      "grad_norm": 147.9805908203125,
+      "learning_rate": 1.9697439319811926e-06,
+      "loss": 18.9375,
+      "step": 3197
+    },
+    {
+      "epoch": 0.2123929069535764,
+      "grad_norm": 205.0626983642578,
+      "learning_rate": 1.969717670319227e-06,
+      "loss": 22.5625,
+      "step": 3198
+    },
+    {
+      "epoch": 0.21245932124593211,
+      "grad_norm": 247.86920166015625,
+      "learning_rate": 1.969691397440127e-06,
+      "loss": 22.9062,
+      "step": 3199
+    },
+    {
+      "epoch": 0.21252573553828785,
+      "grad_norm": 390.5672302246094,
+      "learning_rate": 1.9696651133441964e-06,
+      "loss": 24.625,
+      "step": 3200
+    },
+    {
+      "epoch": 0.21259214983064356,
+      "grad_norm": 212.11651611328125,
+      "learning_rate": 1.969638818031739e-06,
+      "loss": 17.5625,
+      "step": 3201
+    },
+    {
+      "epoch": 0.21265856412299927,
+      "grad_norm": 186.46949768066406,
+      "learning_rate": 1.9696125115030583e-06,
+      "loss": 27.1719,
+      "step": 3202
+    },
+    {
+      "epoch": 0.21272497841535498,
+      "grad_norm": 223.49241638183594,
+      "learning_rate": 1.9695861937584595e-06,
+      "loss": 18.375,
+      "step": 3203
+    },
+    {
+      "epoch": 0.2127913927077107,
+      "grad_norm": 152.18658447265625,
+      "learning_rate": 1.9695598647982467e-06,
+      "loss": 18.1875,
+      "step": 3204
+    },
+    {
+      "epoch": 0.2128578070000664,
+      "grad_norm": 263.7134704589844,
+      "learning_rate": 1.9695335246227242e-06,
+      "loss": 24.75,
+      "step": 3205
+    },
+    {
+      "epoch": 0.21292422129242214,
+      "grad_norm": 204.0601348876953,
+      "learning_rate": 1.969507173232197e-06,
+      "loss": 25.0625,
+      "step": 3206
+    },
+    {
+      "epoch": 0.21299063558477785,
+      "grad_norm": 192.91793823242188,
+      "learning_rate": 1.9694808106269704e-06,
+      "loss": 21.4688,
+      "step": 3207
+    },
+    {
+      "epoch": 0.21305704987713356,
+      "grad_norm": 230.29441833496094,
+      "learning_rate": 1.9694544368073484e-06,
+      "loss": 25.8438,
+      "step": 3208
+    },
+    {
+      "epoch": 0.21312346416948927,
+      "grad_norm": 183.35389709472656,
+      "learning_rate": 1.9694280517736362e-06,
+      "loss": 18.9531,
+      "step": 3209
+    },
+    {
+      "epoch": 0.21318987846184498,
+      "grad_norm": 367.25439453125,
+      "learning_rate": 1.9694016555261395e-06,
+      "loss": 14.7188,
+      "step": 3210
+    },
+    {
+      "epoch": 0.21325629275420072,
+      "grad_norm": 1274.6708984375,
+      "learning_rate": 1.9693752480651637e-06,
+      "loss": 26.2188,
+      "step": 3211
+    },
+    {
+      "epoch": 0.21332270704655643,
+      "grad_norm": 215.08554077148438,
+      "learning_rate": 1.969348829391014e-06,
+      "loss": 26.4688,
+      "step": 3212
+    },
+    {
+      "epoch": 0.21338912133891214,
+      "grad_norm": 337.5348815917969,
+      "learning_rate": 1.969322399503996e-06,
+      "loss": 25.3438,
+      "step": 3213
+    },
+    {
+      "epoch": 0.21345553563126785,
+      "grad_norm": 447.9641418457031,
+      "learning_rate": 1.969295958404415e-06,
+      "loss": 26.375,
+      "step": 3214
+    },
+    {
+      "epoch": 0.21352194992362356,
+      "grad_norm": 540.29296875,
+      "learning_rate": 1.969269506092578e-06,
+      "loss": 20.8125,
+      "step": 3215
+    },
+    {
+      "epoch": 0.21358836421597927,
+      "grad_norm": 169.72181701660156,
+      "learning_rate": 1.9692430425687896e-06,
+      "loss": 20.6875,
+      "step": 3216
+    },
+    {
+      "epoch": 0.213654778508335,
+      "grad_norm": 337.6158447265625,
+      "learning_rate": 1.969216567833357e-06,
+      "loss": 24.625,
+      "step": 3217
+    },
+    {
+      "epoch": 0.2137211928006907,
+      "grad_norm": 466.14935302734375,
+      "learning_rate": 1.9691900818865856e-06,
+      "loss": 21.9375,
+      "step": 3218
+    },
+    {
+      "epoch": 0.21378760709304642,
+      "grad_norm": 181.685302734375,
+      "learning_rate": 1.9691635847287827e-06,
+      "loss": 29.3125,
+      "step": 3219
+    },
+    {
+      "epoch": 0.21385402138540213,
+      "grad_norm": 248.41490173339844,
+      "learning_rate": 1.969137076360254e-06,
+      "loss": 17.2344,
+      "step": 3220
+    },
+    {
+      "epoch": 0.21392043567775784,
+      "grad_norm": 217.8076629638672,
+      "learning_rate": 1.9691105567813062e-06,
+      "loss": 25.9688,
+      "step": 3221
+    },
+    {
+      "epoch": 0.21398684997011358,
+      "grad_norm": 262.85687255859375,
+      "learning_rate": 1.969084025992247e-06,
+      "loss": 22.8281,
+      "step": 3222
+    },
+    {
+      "epoch": 0.2140532642624693,
+      "grad_norm": 298.10430908203125,
+      "learning_rate": 1.969057483993382e-06,
+      "loss": 25.1875,
+      "step": 3223
+    },
+    {
+      "epoch": 0.214119678554825,
+      "grad_norm": 195.97821044921875,
+      "learning_rate": 1.969030930785019e-06,
+      "loss": 20.125,
+      "step": 3224
+    },
+    {
+      "epoch": 0.2141860928471807,
+      "grad_norm": 271.67620849609375,
+      "learning_rate": 1.969004366367465e-06,
+      "loss": 16.9844,
+      "step": 3225
+    },
+    {
+      "epoch": 0.21425250713953642,
+      "grad_norm": 377.62457275390625,
+      "learning_rate": 1.968977790741027e-06,
+      "loss": 29.0156,
+      "step": 3226
+    },
+    {
+      "epoch": 0.21431892143189216,
+      "grad_norm": 284.79833984375,
+      "learning_rate": 1.968951203906013e-06,
+      "loss": 21.8438,
+      "step": 3227
+    },
+    {
+      "epoch": 0.21438533572424787,
+      "grad_norm": 271.219482421875,
+      "learning_rate": 1.96892460586273e-06,
+      "loss": 21.0,
+      "step": 3228
+    },
+    {
+      "epoch": 0.21445175001660358,
+      "grad_norm": 275.115966796875,
+      "learning_rate": 1.968897996611486e-06,
+      "loss": 23.875,
+      "step": 3229
+    },
+    {
+      "epoch": 0.21451816430895929,
+      "grad_norm": 308.77081298828125,
+      "learning_rate": 1.9688713761525886e-06,
+      "loss": 15.125,
+      "step": 3230
+    },
+    {
+      "epoch": 0.214584578601315,
+      "grad_norm": 232.5425262451172,
+      "learning_rate": 1.9688447444863458e-06,
+      "loss": 30.25,
+      "step": 3231
+    },
+    {
+      "epoch": 0.2146509928936707,
+      "grad_norm": 274.71826171875,
+      "learning_rate": 1.968818101613066e-06,
+      "loss": 28.8125,
+      "step": 3232
+    },
+    {
+      "epoch": 0.21471740718602644,
+      "grad_norm": 651.3113403320312,
+      "learning_rate": 1.9687914475330566e-06,
+      "loss": 23.3125,
+      "step": 3233
+    },
+    {
+      "epoch": 0.21478382147838215,
+      "grad_norm": 217.6052703857422,
+      "learning_rate": 1.9687647822466264e-06,
+      "loss": 22.7656,
+      "step": 3234
+    },
+    {
+      "epoch": 0.21485023577073786,
+      "grad_norm": 183.305419921875,
+      "learning_rate": 1.968738105754084e-06,
+      "loss": 19.6562,
+      "step": 3235
+    },
+    {
+      "epoch": 0.21491665006309357,
+      "grad_norm": 160.17396545410156,
+      "learning_rate": 1.9687114180557377e-06,
+      "loss": 16.5,
+      "step": 3236
+    },
+    {
+      "epoch": 0.21498306435544928,
+      "grad_norm": 227.5284881591797,
+      "learning_rate": 1.9686847191518963e-06,
+      "loss": 26.6562,
+      "step": 3237
+    },
+    {
+      "epoch": 0.21504947864780502,
+      "grad_norm": 244.2432098388672,
+      "learning_rate": 1.9686580090428687e-06,
+      "loss": 21.7656,
+      "step": 3238
+    },
+    {
+      "epoch": 0.21511589294016073,
+      "grad_norm": 380.550537109375,
+      "learning_rate": 1.968631287728964e-06,
+      "loss": 25.125,
+      "step": 3239
+    },
+    {
+      "epoch": 0.21518230723251644,
+      "grad_norm": 147.87794494628906,
+      "learning_rate": 1.968604555210491e-06,
+      "loss": 14.0312,
+      "step": 3240
+    },
+    {
+      "epoch": 0.21524872152487215,
+      "grad_norm": 461.12933349609375,
+      "learning_rate": 1.9685778114877586e-06,
+      "loss": 33.0156,
+      "step": 3241
+    },
+    {
+      "epoch": 0.21531513581722786,
+      "grad_norm": 220.2462158203125,
+      "learning_rate": 1.968551056561077e-06,
+      "loss": 17.0938,
+      "step": 3242
+    },
+    {
+      "epoch": 0.21538155010958357,
+      "grad_norm": 177.3705291748047,
+      "learning_rate": 1.9685242904307553e-06,
+      "loss": 16.5,
+      "step": 3243
+    },
+    {
+      "epoch": 0.2154479644019393,
+      "grad_norm": 163.79217529296875,
+      "learning_rate": 1.968497513097103e-06,
+      "loss": 19.2031,
+      "step": 3244
+    },
+    {
+      "epoch": 0.21551437869429502,
+      "grad_norm": 261.0990905761719,
+      "learning_rate": 1.96847072456043e-06,
+      "loss": 22.6406,
+      "step": 3245
+    },
+    {
+      "epoch": 0.21558079298665073,
+      "grad_norm": 163.37698364257812,
+      "learning_rate": 1.968443924821046e-06,
+      "loss": 20.0,
+      "step": 3246
+    },
+    {
+      "epoch": 0.21564720727900644,
+      "grad_norm": 146.4748992919922,
+      "learning_rate": 1.968417113879261e-06,
+      "loss": 19.2188,
+      "step": 3247
+    },
+    {
+      "epoch": 0.21571362157136215,
+      "grad_norm": 150.5200958251953,
+      "learning_rate": 1.9683902917353856e-06,
+      "loss": 17.5625,
+      "step": 3248
+    },
+    {
+      "epoch": 0.21578003586371788,
+      "grad_norm": 259.0141296386719,
+      "learning_rate": 1.9683634583897295e-06,
+      "loss": 20.1562,
+      "step": 3249
+    },
+    {
+      "epoch": 0.2158464501560736,
+      "grad_norm": 168.49066162109375,
+      "learning_rate": 1.9683366138426034e-06,
+      "loss": 17.2344,
+      "step": 3250
+    },
+    {
+      "epoch": 0.2159128644484293,
+      "grad_norm": 846.3756713867188,
+      "learning_rate": 1.9683097580943174e-06,
+      "loss": 21.4062,
+      "step": 3251
+    },
+    {
+      "epoch": 0.215979278740785,
+      "grad_norm": 245.92245483398438,
+      "learning_rate": 1.968282891145183e-06,
+      "loss": 20.2344,
+      "step": 3252
+    },
+    {
+      "epoch": 0.21604569303314072,
+      "grad_norm": 324.67999267578125,
+      "learning_rate": 1.96825601299551e-06,
+      "loss": 24.9062,
+      "step": 3253
+    },
+    {
+      "epoch": 0.21611210732549643,
+      "grad_norm": 226.2515106201172,
+      "learning_rate": 1.96822912364561e-06,
+      "loss": 25.6719,
+      "step": 3254
+    },
+    {
+      "epoch": 0.21617852161785217,
+      "grad_norm": 306.7879333496094,
+      "learning_rate": 1.968202223095794e-06,
+      "loss": 23.5938,
+      "step": 3255
+    },
+    {
+      "epoch": 0.21624493591020788,
+      "grad_norm": 341.0922546386719,
+      "learning_rate": 1.9681753113463725e-06,
+      "loss": 20.5625,
+      "step": 3256
+    },
+    {
+      "epoch": 0.2163113502025636,
+      "grad_norm": 372.8132629394531,
+      "learning_rate": 1.968148388397658e-06,
+      "loss": 20.875,
+      "step": 3257
+    },
+    {
+      "epoch": 0.2163777644949193,
+      "grad_norm": 167.9214630126953,
+      "learning_rate": 1.9681214542499606e-06,
+      "loss": 19.7969,
+      "step": 3258
+    },
+    {
+      "epoch": 0.216444178787275,
+      "grad_norm": 192.0572052001953,
+      "learning_rate": 1.968094508903592e-06,
+      "loss": 23.8125,
+      "step": 3259
+    },
+    {
+      "epoch": 0.21651059307963075,
+      "grad_norm": 579.015869140625,
+      "learning_rate": 1.9680675523588653e-06,
+      "loss": 25.4844,
+      "step": 3260
+    },
+    {
+      "epoch": 0.21657700737198646,
+      "grad_norm": 444.17547607421875,
+      "learning_rate": 1.9680405846160914e-06,
+      "loss": 23.9062,
+      "step": 3261
+    },
+    {
+      "epoch": 0.21664342166434217,
+      "grad_norm": 373.7348327636719,
+      "learning_rate": 1.9680136056755818e-06,
+      "loss": 27.0,
+      "step": 3262
+    },
+    {
+      "epoch": 0.21670983595669788,
+      "grad_norm": 145.65267944335938,
+      "learning_rate": 1.967986615537649e-06,
+      "loss": 18.2188,
+      "step": 3263
+    },
+    {
+      "epoch": 0.2167762502490536,
+      "grad_norm": 346.9366455078125,
+      "learning_rate": 1.967959614202605e-06,
+      "loss": 27.5312,
+      "step": 3264
+    },
+    {
+      "epoch": 0.21684266454140932,
+      "grad_norm": 190.21832275390625,
+      "learning_rate": 1.9679326016707627e-06,
+      "loss": 23.9844,
+      "step": 3265
+    },
+    {
+      "epoch": 0.21690907883376503,
+      "grad_norm": 182.5294647216797,
+      "learning_rate": 1.9679055779424343e-06,
+      "loss": 20.0938,
+      "step": 3266
+    },
+    {
+      "epoch": 0.21697549312612074,
+      "grad_norm": 197.48008728027344,
+      "learning_rate": 1.967878543017932e-06,
+      "loss": 23.125,
+      "step": 3267
+    },
+    {
+      "epoch": 0.21704190741847645,
+      "grad_norm": 243.1721649169922,
+      "learning_rate": 1.9678514968975687e-06,
+      "loss": 18.2969,
+      "step": 3268
+    },
+    {
+      "epoch": 0.21710832171083216,
+      "grad_norm": 128.60128784179688,
+      "learning_rate": 1.967824439581658e-06,
+      "loss": 17.3594,
+      "step": 3269
+    },
+    {
+      "epoch": 0.21717473600318787,
+      "grad_norm": 285.010498046875,
+      "learning_rate": 1.9677973710705116e-06,
+      "loss": 27.6406,
+      "step": 3270
+    },
+    {
+      "epoch": 0.2172411502955436,
+      "grad_norm": 119.17457580566406,
+      "learning_rate": 1.967770291364444e-06,
+      "loss": 16.2812,
+      "step": 3271
+    },
+    {
+      "epoch": 0.21730756458789932,
+      "grad_norm": 195.47645568847656,
+      "learning_rate": 1.967743200463767e-06,
+      "loss": 18.1875,
+      "step": 3272
+    },
+    {
+      "epoch": 0.21737397888025503,
+      "grad_norm": 442.91754150390625,
+      "learning_rate": 1.967716098368795e-06,
+      "loss": 19.2656,
+      "step": 3273
+    },
+    {
+      "epoch": 0.21744039317261074,
+      "grad_norm": 149.664306640625,
+      "learning_rate": 1.967688985079841e-06,
+      "loss": 18.25,
+      "step": 3274
+    },
+    {
+      "epoch": 0.21750680746496645,
+      "grad_norm": 298.9350280761719,
+      "learning_rate": 1.967661860597219e-06,
+      "loss": 32.2188,
+      "step": 3275
+    },
+    {
+      "epoch": 0.2175732217573222,
+      "grad_norm": 135.02688598632812,
+      "learning_rate": 1.9676347249212425e-06,
+      "loss": 18.7188,
+      "step": 3276
+    },
+    {
+      "epoch": 0.2176396360496779,
+      "grad_norm": 257.3402099609375,
+      "learning_rate": 1.9676075780522257e-06,
+      "loss": 26.4062,
+      "step": 3277
+    },
+    {
+      "epoch": 0.2177060503420336,
+      "grad_norm": 114.96286010742188,
+      "learning_rate": 1.967580419990482e-06,
+      "loss": 15.9375,
+      "step": 3278
+    },
+    {
+      "epoch": 0.21777246463438932,
+      "grad_norm": 179.08035278320312,
+      "learning_rate": 1.9675532507363262e-06,
+      "loss": 20.8438,
+      "step": 3279
+    },
+    {
+      "epoch": 0.21783887892674503,
+      "grad_norm": 1053.0643310546875,
+      "learning_rate": 1.9675260702900725e-06,
+      "loss": 27.0,
+      "step": 3280
+    },
+    {
+      "epoch": 0.21790529321910074,
+      "grad_norm": 1661.1910400390625,
+      "learning_rate": 1.9674988786520347e-06,
+      "loss": 22.875,
+      "step": 3281
+    },
+    {
+      "epoch": 0.21797170751145648,
+      "grad_norm": 438.0938415527344,
+      "learning_rate": 1.967471675822528e-06,
+      "loss": 19.7812,
+      "step": 3282
+    },
+    {
+      "epoch": 0.21803812180381218,
+      "grad_norm": 416.5667724609375,
+      "learning_rate": 1.967444461801867e-06,
+      "loss": 14.3438,
+      "step": 3283
+    },
+    {
+      "epoch": 0.2181045360961679,
+      "grad_norm": 159.5604248046875,
+      "learning_rate": 1.967417236590366e-06,
+      "loss": 15.5469,
+      "step": 3284
+    },
+    {
+      "epoch": 0.2181709503885236,
+      "grad_norm": 179.99855041503906,
+      "learning_rate": 1.9673900001883405e-06,
+      "loss": 20.375,
+      "step": 3285
+    },
+    {
+      "epoch": 0.21823736468087931,
+      "grad_norm": 188.43263244628906,
+      "learning_rate": 1.967362752596105e-06,
+      "loss": 19.0156,
+      "step": 3286
+    },
+    {
+      "epoch": 0.21830377897323505,
+      "grad_norm": 348.9237365722656,
+      "learning_rate": 1.967335493813975e-06,
+      "loss": 21.9375,
+      "step": 3287
+    },
+    {
+      "epoch": 0.21837019326559076,
+      "grad_norm": 260.56939697265625,
+      "learning_rate": 1.9673082238422663e-06,
+      "loss": 20.7969,
+      "step": 3288
+    },
+    {
+      "epoch": 0.21843660755794647,
+      "grad_norm": 239.0149688720703,
+      "learning_rate": 1.9672809426812935e-06,
+      "loss": 24.875,
+      "step": 3289
+    },
+    {
+      "epoch": 0.21850302185030218,
+      "grad_norm": 396.50250244140625,
+      "learning_rate": 1.9672536503313724e-06,
+      "loss": 19.5469,
+      "step": 3290
+    },
+    {
+      "epoch": 0.2185694361426579,
+      "grad_norm": 318.0732727050781,
+      "learning_rate": 1.967226346792819e-06,
+      "loss": 25.875,
+      "step": 3291
+    },
+    {
+      "epoch": 0.2186358504350136,
+      "grad_norm": 187.16595458984375,
+      "learning_rate": 1.967199032065949e-06,
+      "loss": 17.4375,
+      "step": 3292
+    },
+    {
+      "epoch": 0.21870226472736934,
+      "grad_norm": 143.74815368652344,
+      "learning_rate": 1.9671717061510785e-06,
+      "loss": 24.0938,
+      "step": 3293
+    },
+    {
+      "epoch": 0.21876867901972505,
+      "grad_norm": 200.87753295898438,
+      "learning_rate": 1.967144369048523e-06,
+      "loss": 18.7969,
+      "step": 3294
+    },
+    {
+      "epoch": 0.21883509331208076,
+      "grad_norm": 211.70750427246094,
+      "learning_rate": 1.967117020758599e-06,
+      "loss": 21.375,
+      "step": 3295
+    },
+    {
+      "epoch": 0.21890150760443647,
+      "grad_norm": 322.1913757324219,
+      "learning_rate": 1.9670896612816235e-06,
+      "loss": 23.3438,
+      "step": 3296
+    },
+    {
+      "epoch": 0.21896792189679218,
+      "grad_norm": 134.13819885253906,
+      "learning_rate": 1.967062290617912e-06,
+      "loss": 17.0781,
+      "step": 3297
+    },
+    {
+      "epoch": 0.21903433618914792,
+      "grad_norm": 449.9994201660156,
+      "learning_rate": 1.967034908767782e-06,
+      "loss": 25.3125,
+      "step": 3298
+    },
+    {
+      "epoch": 0.21910075048150363,
+      "grad_norm": 312.1065673828125,
+      "learning_rate": 1.9670075157315496e-06,
+      "loss": 21.1094,
+      "step": 3299
+    },
+    {
+      "epoch": 0.21916716477385934,
+      "grad_norm": 165.84884643554688,
+      "learning_rate": 1.9669801115095318e-06,
+      "loss": 17.2969,
+      "step": 3300
+    },
+    {
+      "epoch": 0.21923357906621505,
+      "grad_norm": 300.2818908691406,
+      "learning_rate": 1.9669526961020458e-06,
+      "loss": 24.5312,
+      "step": 3301
+    },
+    {
+      "epoch": 0.21929999335857076,
+      "grad_norm": 208.4765625,
+      "learning_rate": 1.9669252695094084e-06,
+      "loss": 21.2031,
+      "step": 3302
+    },
+    {
+      "epoch": 0.2193664076509265,
+      "grad_norm": 370.1590576171875,
+      "learning_rate": 1.9668978317319373e-06,
+      "loss": 24.7188,
+      "step": 3303
+    },
+    {
+      "epoch": 0.2194328219432822,
+      "grad_norm": 235.53390502929688,
+      "learning_rate": 1.9668703827699492e-06,
+      "loss": 17.8281,
+      "step": 3304
+    },
+    {
+      "epoch": 0.2194992362356379,
+      "grad_norm": 301.66845703125,
+      "learning_rate": 1.9668429226237623e-06,
+      "loss": 34.125,
+      "step": 3305
+    },
+    {
+      "epoch": 0.21956565052799362,
+      "grad_norm": 826.8306884765625,
+      "learning_rate": 1.966815451293694e-06,
+      "loss": 21.2188,
+      "step": 3306
+    },
+    {
+      "epoch": 0.21963206482034933,
+      "grad_norm": 565.7451171875,
+      "learning_rate": 1.9667879687800622e-06,
+      "loss": 24.6094,
+      "step": 3307
+    },
+    {
+      "epoch": 0.21969847911270504,
+      "grad_norm": 344.3348083496094,
+      "learning_rate": 1.9667604750831844e-06,
+      "loss": 21.5156,
+      "step": 3308
+    },
+    {
+      "epoch": 0.21976489340506078,
+      "grad_norm": 229.87493896484375,
+      "learning_rate": 1.966732970203379e-06,
+      "loss": 18.8594,
+      "step": 3309
+    },
+    {
+      "epoch": 0.2198313076974165,
+      "grad_norm": 226.00146484375,
+      "learning_rate": 1.966705454140964e-06,
+      "loss": 19.0938,
+      "step": 3310
+    },
+    {
+      "epoch": 0.2198977219897722,
+      "grad_norm": 163.47938537597656,
+      "learning_rate": 1.9666779268962578e-06,
+      "loss": 16.0938,
+      "step": 3311
+    },
+    {
+      "epoch": 0.2199641362821279,
+      "grad_norm": 163.0123291015625,
+      "learning_rate": 1.9666503884695787e-06,
+      "loss": 16.3594,
+      "step": 3312
+    },
+    {
+      "epoch": 0.22003055057448362,
+      "grad_norm": 218.52859497070312,
+      "learning_rate": 1.9666228388612453e-06,
+      "loss": 17.9531,
+      "step": 3313
+    },
+    {
+      "epoch": 0.22009696486683936,
+      "grad_norm": 324.09100341796875,
+      "learning_rate": 1.9665952780715764e-06,
+      "loss": 31.25,
+      "step": 3314
+    },
+    {
+      "epoch": 0.22016337915919507,
+      "grad_norm": 518.175048828125,
+      "learning_rate": 1.966567706100891e-06,
+      "loss": 21.4688,
+      "step": 3315
+    },
+    {
+      "epoch": 0.22022979345155078,
+      "grad_norm": 349.5177917480469,
+      "learning_rate": 1.966540122949507e-06,
+      "loss": 20.8906,
+      "step": 3316
+    },
+    {
+      "epoch": 0.22029620774390649,
+      "grad_norm": 239.18466186523438,
+      "learning_rate": 1.966512528617745e-06,
+      "loss": 17.5312,
+      "step": 3317
+    },
+    {
+      "epoch": 0.2203626220362622,
+      "grad_norm": 178.06393432617188,
+      "learning_rate": 1.9664849231059225e-06,
+      "loss": 20.75,
+      "step": 3318
+    },
+    {
+      "epoch": 0.2204290363286179,
+      "grad_norm": 282.3436279296875,
+      "learning_rate": 1.96645730641436e-06,
+      "loss": 19.0781,
+      "step": 3319
+    },
+    {
+      "epoch": 0.22049545062097364,
+      "grad_norm": 371.1149597167969,
+      "learning_rate": 1.9664296785433774e-06,
+      "loss": 18.7188,
+      "step": 3320
+    },
+    {
+      "epoch": 0.22056186491332935,
+      "grad_norm": 343.2165832519531,
+      "learning_rate": 1.9664020394932927e-06,
+      "loss": 24.9219,
+      "step": 3321
+    },
+    {
+      "epoch": 0.22062827920568506,
+      "grad_norm": 433.7078552246094,
+      "learning_rate": 1.966374389264427e-06,
+      "loss": 21.8906,
+      "step": 3322
+    },
+    {
+      "epoch": 0.22069469349804077,
+      "grad_norm": 192.33567810058594,
+      "learning_rate": 1.966346727857099e-06,
+      "loss": 18.6094,
+      "step": 3323
+    },
+    {
+      "epoch": 0.22076110779039648,
+      "grad_norm": 130.3797607421875,
+      "learning_rate": 1.96631905527163e-06,
+      "loss": 19.1875,
+      "step": 3324
+    },
+    {
+      "epoch": 0.22082752208275222,
+      "grad_norm": 255.9453582763672,
+      "learning_rate": 1.966291371508339e-06,
+      "loss": 19.0469,
+      "step": 3325
+    },
+    {
+      "epoch": 0.22089393637510793,
+      "grad_norm": 159.41163635253906,
+      "learning_rate": 1.9662636765675465e-06,
+      "loss": 18.3125,
+      "step": 3326
+    },
+    {
+      "epoch": 0.22096035066746364,
+      "grad_norm": 488.5654602050781,
+      "learning_rate": 1.966235970449573e-06,
+      "loss": 25.0938,
+      "step": 3327
+    },
+    {
+      "epoch": 0.22102676495981935,
+      "grad_norm": 134.0599365234375,
+      "learning_rate": 1.9662082531547395e-06,
+      "loss": 14.5625,
+      "step": 3328
+    },
+    {
+      "epoch": 0.22109317925217506,
+      "grad_norm": 315.26312255859375,
+      "learning_rate": 1.966180524683365e-06,
+      "loss": 26.2969,
+      "step": 3329
+    },
+    {
+      "epoch": 0.22115959354453077,
+      "grad_norm": 261.2496032714844,
+      "learning_rate": 1.9661527850357724e-06,
+      "loss": 22.5469,
+      "step": 3330
+    },
+    {
+      "epoch": 0.2212260078368865,
+      "grad_norm": 230.92074584960938,
+      "learning_rate": 1.966125034212281e-06,
+      "loss": 18.8906,
+      "step": 3331
+    },
+    {
+      "epoch": 0.22129242212924222,
+      "grad_norm": 202.90042114257812,
+      "learning_rate": 1.966097272213212e-06,
+      "loss": 19.0625,
+      "step": 3332
+    },
+    {
+      "epoch": 0.22135883642159793,
+      "grad_norm": 241.00645446777344,
+      "learning_rate": 1.9660694990388874e-06,
+      "loss": 17.3281,
+      "step": 3333
+    },
+    {
+      "epoch": 0.22142525071395364,
+      "grad_norm": 165.29176330566406,
+      "learning_rate": 1.9660417146896278e-06,
+      "loss": 26.0312,
+      "step": 3334
+    },
+    {
+      "epoch": 0.22149166500630935,
+      "grad_norm": 263.555419921875,
+      "learning_rate": 1.9660139191657547e-06,
+      "loss": 16.2031,
+      "step": 3335
+    },
+    {
+      "epoch": 0.22155807929866508,
+      "grad_norm": 247.54527282714844,
+      "learning_rate": 1.965986112467589e-06,
+      "loss": 21.5156,
+      "step": 3336
+    },
+    {
+      "epoch": 0.2216244935910208,
+      "grad_norm": 356.85150146484375,
+      "learning_rate": 1.965958294595454e-06,
+      "loss": 21.6719,
+      "step": 3337
+    },
+    {
+      "epoch": 0.2216909078833765,
+      "grad_norm": 161.14468383789062,
+      "learning_rate": 1.96593046554967e-06,
+      "loss": 15.2656,
+      "step": 3338
+    },
+    {
+      "epoch": 0.2217573221757322,
+      "grad_norm": 263.84405517578125,
+      "learning_rate": 1.965902625330559e-06,
+      "loss": 20.8438,
+      "step": 3339
+    },
+    {
+      "epoch": 0.22182373646808792,
+      "grad_norm": 274.1878662109375,
+      "learning_rate": 1.965874773938444e-06,
+      "loss": 19.4844,
+      "step": 3340
+    },
+    {
+      "epoch": 0.22189015076044366,
+      "grad_norm": 282.43304443359375,
+      "learning_rate": 1.965846911373646e-06,
+      "loss": 16.7188,
+      "step": 3341
+    },
+    {
+      "epoch": 0.22195656505279937,
+      "grad_norm": 152.96890258789062,
+      "learning_rate": 1.9658190376364883e-06,
+      "loss": 18.9375,
+      "step": 3342
+    },
+    {
+      "epoch": 0.22202297934515508,
+      "grad_norm": 317.7041015625,
+      "learning_rate": 1.965791152727293e-06,
+      "loss": 24.6562,
+      "step": 3343
+    },
+    {
+      "epoch": 0.2220893936375108,
+      "grad_norm": 589.1001586914062,
+      "learning_rate": 1.9657632566463823e-06,
+      "loss": 21.625,
+      "step": 3344
+    },
+    {
+      "epoch": 0.2221558079298665,
+      "grad_norm": 221.69989013671875,
+      "learning_rate": 1.965735349394079e-06,
+      "loss": 13.3438,
+      "step": 3345
+    },
+    {
+      "epoch": 0.2222222222222222,
+      "grad_norm": 476.80487060546875,
+      "learning_rate": 1.9657074309707063e-06,
+      "loss": 22.0,
+      "step": 3346
+    },
+    {
+      "epoch": 0.22228863651457795,
+      "grad_norm": 175.90875244140625,
+      "learning_rate": 1.9656795013765863e-06,
+      "loss": 17.8438,
+      "step": 3347
+    },
+    {
+      "epoch": 0.22235505080693366,
+      "grad_norm": 194.63287353515625,
+      "learning_rate": 1.9656515606120433e-06,
+      "loss": 19.0156,
+      "step": 3348
+    },
+    {
+      "epoch": 0.22242146509928937,
+      "grad_norm": 404.4869689941406,
+      "learning_rate": 1.9656236086773997e-06,
+      "loss": 19.6406,
+      "step": 3349
+    },
+    {
+      "epoch": 0.22248787939164508,
+      "grad_norm": 190.2107391357422,
+      "learning_rate": 1.9655956455729793e-06,
+      "loss": 19.6094,
+      "step": 3350
+    },
+    {
+      "epoch": 0.2225542936840008,
+      "grad_norm": 527.6641845703125,
+      "learning_rate": 1.965567671299105e-06,
+      "loss": 28.7812,
+      "step": 3351
+    },
+    {
+      "epoch": 0.22262070797635652,
+      "grad_norm": 148.62969970703125,
+      "learning_rate": 1.9655396858561004e-06,
+      "loss": 14.375,
+      "step": 3352
+    },
+    {
+      "epoch": 0.22268712226871223,
+      "grad_norm": 241.3732147216797,
+      "learning_rate": 1.96551168924429e-06,
+      "loss": 21.9844,
+      "step": 3353
+    },
+    {
+      "epoch": 0.22275353656106794,
+      "grad_norm": 248.48345947265625,
+      "learning_rate": 1.9654836814639967e-06,
+      "loss": 24.4062,
+      "step": 3354
+    },
+    {
+      "epoch": 0.22281995085342365,
+      "grad_norm": 156.40286254882812,
+      "learning_rate": 1.965455662515545e-06,
+      "loss": 17.5781,
+      "step": 3355
+    },
+    {
+      "epoch": 0.22288636514577936,
+      "grad_norm": 385.92596435546875,
+      "learning_rate": 1.9654276323992593e-06,
+      "loss": 23.6875,
+      "step": 3356
+    },
+    {
+      "epoch": 0.22295277943813507,
+      "grad_norm": 190.1666259765625,
+      "learning_rate": 1.965399591115463e-06,
+      "loss": 22.3125,
+      "step": 3357
+    },
+    {
+      "epoch": 0.2230191937304908,
+      "grad_norm": 394.4381408691406,
+      "learning_rate": 1.965371538664481e-06,
+      "loss": 21.125,
+      "step": 3358
+    },
+    {
+      "epoch": 0.22308560802284652,
+      "grad_norm": 210.2529754638672,
+      "learning_rate": 1.965343475046638e-06,
+      "loss": 24.9062,
+      "step": 3359
+    },
+    {
+      "epoch": 0.22315202231520223,
+      "grad_norm": 211.49679565429688,
+      "learning_rate": 1.965315400262258e-06,
+      "loss": 25.25,
+      "step": 3360
+    },
+    {
+      "epoch": 0.22321843660755794,
+      "grad_norm": 266.4837341308594,
+      "learning_rate": 1.9652873143116658e-06,
+      "loss": 24.9062,
+      "step": 3361
+    },
+    {
+      "epoch": 0.22328485089991365,
+      "grad_norm": 315.7974853515625,
+      "learning_rate": 1.965259217195187e-06,
+      "loss": 22.9375,
+      "step": 3362
+    },
+    {
+      "epoch": 0.2233512651922694,
+      "grad_norm": 225.3711700439453,
+      "learning_rate": 1.965231108913146e-06,
+      "loss": 26.5312,
+      "step": 3363
+    },
+    {
+      "epoch": 0.2234176794846251,
+      "grad_norm": 544.3736572265625,
+      "learning_rate": 1.9652029894658685e-06,
+      "loss": 27.2188,
+      "step": 3364
+    },
+    {
+      "epoch": 0.2234840937769808,
+      "grad_norm": 169.13951110839844,
+      "learning_rate": 1.965174858853679e-06,
+      "loss": 14.1562,
+      "step": 3365
+    },
+    {
+      "epoch": 0.22355050806933652,
+      "grad_norm": 264.0787353515625,
+      "learning_rate": 1.9651467170769034e-06,
+      "loss": 18.5312,
+      "step": 3366
+    },
+    {
+      "epoch": 0.22361692236169223,
+      "grad_norm": 140.63470458984375,
+      "learning_rate": 1.965118564135867e-06,
+      "loss": 20.2188,
+      "step": 3367
+    },
+    {
+      "epoch": 0.22368333665404794,
+      "grad_norm": 257.1209716796875,
+      "learning_rate": 1.9650904000308955e-06,
+      "loss": 17.5625,
+      "step": 3368
+    },
+    {
+      "epoch": 0.22374975094640367,
+      "grad_norm": 177.84756469726562,
+      "learning_rate": 1.965062224762315e-06,
+      "loss": 18.6875,
+      "step": 3369
+    },
+    {
+      "epoch": 0.22381616523875938,
+      "grad_norm": 256.984619140625,
+      "learning_rate": 1.9650340383304507e-06,
+      "loss": 20.8281,
+      "step": 3370
+    },
+    {
+      "epoch": 0.2238825795311151,
+      "grad_norm": 303.581787109375,
+      "learning_rate": 1.9650058407356297e-06,
+      "loss": 18.2969,
+      "step": 3371
+    },
+    {
+      "epoch": 0.2239489938234708,
+      "grad_norm": 223.33653259277344,
+      "learning_rate": 1.9649776319781775e-06,
+      "loss": 19.1719,
+      "step": 3372
+    },
+    {
+      "epoch": 0.22401540811582651,
+      "grad_norm": 225.76998901367188,
+      "learning_rate": 1.9649494120584204e-06,
+      "loss": 18.4531,
+      "step": 3373
+    },
+    {
+      "epoch": 0.22408182240818225,
+      "grad_norm": 453.0453186035156,
+      "learning_rate": 1.964921180976685e-06,
+      "loss": 26.3906,
+      "step": 3374
+    },
+    {
+      "epoch": 0.22414823670053796,
+      "grad_norm": 443.1136779785156,
+      "learning_rate": 1.9648929387332976e-06,
+      "loss": 16.9375,
+      "step": 3375
+    },
+    {
+      "epoch": 0.22421465099289367,
+      "grad_norm": 329.15234375,
+      "learning_rate": 1.9648646853285854e-06,
+      "loss": 20.9062,
+      "step": 3376
+    },
+    {
+      "epoch": 0.22428106528524938,
+      "grad_norm": 264.6412048339844,
+      "learning_rate": 1.964836420762874e-06,
+      "loss": 21.0625,
+      "step": 3377
+    },
+    {
+      "epoch": 0.2243474795776051,
+      "grad_norm": 451.8285217285156,
+      "learning_rate": 1.9648081450364923e-06,
+      "loss": 18.6719,
+      "step": 3378
+    },
+    {
+      "epoch": 0.22441389386996083,
+      "grad_norm": 166.80494689941406,
+      "learning_rate": 1.964779858149766e-06,
+      "loss": 22.7969,
+      "step": 3379
+    },
+    {
+      "epoch": 0.22448030816231654,
+      "grad_norm": 414.01910400390625,
+      "learning_rate": 1.9647515601030223e-06,
+      "loss": 18.3438,
+      "step": 3380
+    },
+    {
+      "epoch": 0.22454672245467225,
+      "grad_norm": 540.11328125,
+      "learning_rate": 1.9647232508965893e-06,
+      "loss": 20.5312,
+      "step": 3381
+    },
+    {
+      "epoch": 0.22461313674702796,
+      "grad_norm": 319.0933837890625,
+      "learning_rate": 1.9646949305307937e-06,
+      "loss": 19.3281,
+      "step": 3382
+    },
+    {
+      "epoch": 0.22467955103938367,
+      "grad_norm": 308.8315734863281,
+      "learning_rate": 1.9646665990059636e-06,
+      "loss": 15.4531,
+      "step": 3383
+    },
+    {
+      "epoch": 0.22474596533173938,
+      "grad_norm": 290.8159484863281,
+      "learning_rate": 1.9646382563224266e-06,
+      "loss": 21.3125,
+      "step": 3384
+    },
+    {
+      "epoch": 0.22481237962409512,
+      "grad_norm": 200.96282958984375,
+      "learning_rate": 1.9646099024805103e-06,
+      "loss": 17.7656,
+      "step": 3385
+    },
+    {
+      "epoch": 0.22487879391645083,
+      "grad_norm": 184.07373046875,
+      "learning_rate": 1.964581537480543e-06,
+      "loss": 18.1875,
+      "step": 3386
+    },
+    {
+      "epoch": 0.22494520820880654,
+      "grad_norm": 326.31201171875,
+      "learning_rate": 1.9645531613228526e-06,
+      "loss": 26.0469,
+      "step": 3387
+    },
+    {
+      "epoch": 0.22501162250116225,
+      "grad_norm": 349.23992919921875,
+      "learning_rate": 1.9645247740077676e-06,
+      "loss": 26.8438,
+      "step": 3388
+    },
+    {
+      "epoch": 0.22507803679351795,
+      "grad_norm": 519.9393310546875,
+      "learning_rate": 1.964496375535616e-06,
+      "loss": 19.5625,
+      "step": 3389
+    },
+    {
+      "epoch": 0.2251444510858737,
+      "grad_norm": 178.97634887695312,
+      "learning_rate": 1.9644679659067265e-06,
+      "loss": 17.3125,
+      "step": 3390
+    },
+    {
+      "epoch": 0.2252108653782294,
+      "grad_norm": 221.3916778564453,
+      "learning_rate": 1.9644395451214276e-06,
+      "loss": 20.2812,
+      "step": 3391
+    },
+    {
+      "epoch": 0.2252772796705851,
+      "grad_norm": 308.7911682128906,
+      "learning_rate": 1.9644111131800485e-06,
+      "loss": 19.5781,
+      "step": 3392
+    },
+    {
+      "epoch": 0.22534369396294082,
+      "grad_norm": 173.21910095214844,
+      "learning_rate": 1.9643826700829176e-06,
+      "loss": 16.3906,
+      "step": 3393
+    },
+    {
+      "epoch": 0.22541010825529653,
+      "grad_norm": 288.4114685058594,
+      "learning_rate": 1.964354215830364e-06,
+      "loss": 16.6406,
+      "step": 3394
+    },
+    {
+      "epoch": 0.22547652254765224,
+      "grad_norm": 321.1859436035156,
+      "learning_rate": 1.964325750422717e-06,
+      "loss": 19.0469,
+      "step": 3395
+    },
+    {
+      "epoch": 0.22554293684000798,
+      "grad_norm": 256.82293701171875,
+      "learning_rate": 1.9642972738603057e-06,
+      "loss": 23.5938,
+      "step": 3396
+    },
+    {
+      "epoch": 0.2256093511323637,
+      "grad_norm": 359.90087890625,
+      "learning_rate": 1.964268786143459e-06,
+      "loss": 26.5156,
+      "step": 3397
+    },
+    {
+      "epoch": 0.2256757654247194,
+      "grad_norm": 186.0602569580078,
+      "learning_rate": 1.964240287272508e-06,
+      "loss": 19.6875,
+      "step": 3398
+    },
+    {
+      "epoch": 0.2257421797170751,
+      "grad_norm": 340.2216491699219,
+      "learning_rate": 1.964211777247781e-06,
+      "loss": 25.2188,
+      "step": 3399
+    },
+    {
+      "epoch": 0.22580859400943082,
+      "grad_norm": 311.716064453125,
+      "learning_rate": 1.9641832560696083e-06,
+      "loss": 22.625,
+      "step": 3400
+    },
+    {
+      "epoch": 0.22587500830178656,
+      "grad_norm": 321.1452331542969,
+      "learning_rate": 1.964154723738319e-06,
+      "loss": 21.7656,
+      "step": 3401
+    },
+    {
+      "epoch": 0.22594142259414227,
+      "grad_norm": 210.1145477294922,
+      "learning_rate": 1.9641261802542446e-06,
+      "loss": 16.9062,
+      "step": 3402
+    },
+    {
+      "epoch": 0.22600783688649798,
+      "grad_norm": 773.287841796875,
+      "learning_rate": 1.9640976256177146e-06,
+      "loss": 32.4062,
+      "step": 3403
+    },
+    {
+      "epoch": 0.22607425117885369,
+      "grad_norm": 187.16697692871094,
+      "learning_rate": 1.9640690598290585e-06,
+      "loss": 18.8906,
+      "step": 3404
+    },
+    {
+      "epoch": 0.2261406654712094,
+      "grad_norm": 102.62593841552734,
+      "learning_rate": 1.9640404828886077e-06,
+      "loss": 16.9688,
+      "step": 3405
+    },
+    {
+      "epoch": 0.2262070797635651,
+      "grad_norm": 286.6242980957031,
+      "learning_rate": 1.964011894796693e-06,
+      "loss": 18.2188,
+      "step": 3406
+    },
+    {
+      "epoch": 0.22627349405592084,
+      "grad_norm": 175.01373291015625,
+      "learning_rate": 1.963983295553644e-06,
+      "loss": 19.3125,
+      "step": 3407
+    },
+    {
+      "epoch": 0.22633990834827655,
+      "grad_norm": 191.56687927246094,
+      "learning_rate": 1.963954685159792e-06,
+      "loss": 21.3125,
+      "step": 3408
+    },
+    {
+      "epoch": 0.22640632264063226,
+      "grad_norm": 272.7580261230469,
+      "learning_rate": 1.9639260636154683e-06,
+      "loss": 18.2344,
+      "step": 3409
+    },
+    {
+      "epoch": 0.22647273693298797,
+      "grad_norm": 211.822998046875,
+      "learning_rate": 1.963897430921004e-06,
+      "loss": 16.2031,
+      "step": 3410
+    },
+    {
+      "epoch": 0.22653915122534368,
+      "grad_norm": 185.77395629882812,
+      "learning_rate": 1.9638687870767297e-06,
+      "loss": 18.5469,
+      "step": 3411
+    },
+    {
+      "epoch": 0.22660556551769942,
+      "grad_norm": 411.8986511230469,
+      "learning_rate": 1.963840132082977e-06,
+      "loss": 20.0156,
+      "step": 3412
+    },
+    {
+      "epoch": 0.22667197981005513,
+      "grad_norm": 160.89703369140625,
+      "learning_rate": 1.9638114659400775e-06,
+      "loss": 22.6562,
+      "step": 3413
+    },
+    {
+      "epoch": 0.22673839410241084,
+      "grad_norm": 443.3297424316406,
+      "learning_rate": 1.9637827886483626e-06,
+      "loss": 19.1875,
+      "step": 3414
+    },
+    {
+      "epoch": 0.22680480839476655,
+      "grad_norm": 205.2166748046875,
+      "learning_rate": 1.9637541002081644e-06,
+      "loss": 18.625,
+      "step": 3415
+    },
+    {
+      "epoch": 0.22687122268712226,
+      "grad_norm": 240.0430450439453,
+      "learning_rate": 1.963725400619815e-06,
+      "loss": 19.1562,
+      "step": 3416
+    },
+    {
+      "epoch": 0.226937636979478,
+      "grad_norm": 162.2563934326172,
+      "learning_rate": 1.9636966898836448e-06,
+      "loss": 19.9688,
+      "step": 3417
+    },
+    {
+      "epoch": 0.2270040512718337,
+      "grad_norm": 454.6670837402344,
+      "learning_rate": 1.9636679679999875e-06,
+      "loss": 25.9062,
+      "step": 3418
+    },
+    {
+      "epoch": 0.22707046556418942,
+      "grad_norm": 216.53944396972656,
+      "learning_rate": 1.9636392349691746e-06,
+      "loss": 26.0625,
+      "step": 3419
+    },
+    {
+      "epoch": 0.22713687985654513,
+      "grad_norm": 135.07003784179688,
+      "learning_rate": 1.9636104907915394e-06,
+      "loss": 17.9375,
+      "step": 3420
+    },
+    {
+      "epoch": 0.22720329414890084,
+      "grad_norm": 434.9657897949219,
+      "learning_rate": 1.963581735467413e-06,
+      "loss": 25.4062,
+      "step": 3421
+    },
+    {
+      "epoch": 0.22726970844125655,
+      "grad_norm": 189.27175903320312,
+      "learning_rate": 1.963552968997129e-06,
+      "loss": 19.4062,
+      "step": 3422
+    },
+    {
+      "epoch": 0.22733612273361228,
+      "grad_norm": 113.36161041259766,
+      "learning_rate": 1.9635241913810197e-06,
+      "loss": 17.3281,
+      "step": 3423
+    },
+    {
+      "epoch": 0.227402537025968,
+      "grad_norm": 382.0986328125,
+      "learning_rate": 1.9634954026194186e-06,
+      "loss": 20.2812,
+      "step": 3424
+    },
+    {
+      "epoch": 0.2274689513183237,
+      "grad_norm": 199.13404846191406,
+      "learning_rate": 1.963466602712658e-06,
+      "loss": 16.4531,
+      "step": 3425
+    },
+    {
+      "epoch": 0.2275353656106794,
+      "grad_norm": 220.75009155273438,
+      "learning_rate": 1.963437791661071e-06,
+      "loss": 17.8125,
+      "step": 3426
+    },
+    {
+      "epoch": 0.22760177990303512,
+      "grad_norm": 124.82218170166016,
+      "learning_rate": 1.9634089694649914e-06,
+      "loss": 16.4062,
+      "step": 3427
+    },
+    {
+      "epoch": 0.22766819419539086,
+      "grad_norm": 259.4506530761719,
+      "learning_rate": 1.9633801361247523e-06,
+      "loss": 15.0156,
+      "step": 3428
+    },
+    {
+      "epoch": 0.22773460848774657,
+      "grad_norm": 137.36471557617188,
+      "learning_rate": 1.9633512916406874e-06,
+      "loss": 17.3438,
+      "step": 3429
+    },
+    {
+      "epoch": 0.22780102278010228,
+      "grad_norm": 213.8980712890625,
+      "learning_rate": 1.9633224360131303e-06,
+      "loss": 17.6406,
+      "step": 3430
+    },
+    {
+      "epoch": 0.227867437072458,
+      "grad_norm": 229.81288146972656,
+      "learning_rate": 1.9632935692424147e-06,
+      "loss": 24.625,
+      "step": 3431
+    },
+    {
+      "epoch": 0.2279338513648137,
+      "grad_norm": 236.37759399414062,
+      "learning_rate": 1.9632646913288748e-06,
+      "loss": 22.3906,
+      "step": 3432
+    },
+    {
+      "epoch": 0.2280002656571694,
+      "grad_norm": 296.6187438964844,
+      "learning_rate": 1.963235802272844e-06,
+      "loss": 19.6094,
+      "step": 3433
+    },
+    {
+      "epoch": 0.22806667994952515,
+      "grad_norm": 977.390625,
+      "learning_rate": 1.963206902074657e-06,
+      "loss": 18.9062,
+      "step": 3434
+    },
+    {
+      "epoch": 0.22813309424188086,
+      "grad_norm": 145.71383666992188,
+      "learning_rate": 1.963177990734648e-06,
+      "loss": 17.8906,
+      "step": 3435
+    },
+    {
+      "epoch": 0.22819950853423657,
+      "grad_norm": 542.1748657226562,
+      "learning_rate": 1.9631490682531515e-06,
+      "loss": 19.3906,
+      "step": 3436
+    },
+    {
+      "epoch": 0.22826592282659228,
+      "grad_norm": 211.92347717285156,
+      "learning_rate": 1.9631201346305015e-06,
+      "loss": 23.0,
+      "step": 3437
+    },
+    {
+      "epoch": 0.228332337118948,
+      "grad_norm": 253.8544158935547,
+      "learning_rate": 1.9630911898670335e-06,
+      "loss": 21.0625,
+      "step": 3438
+    },
+    {
+      "epoch": 0.22839875141130372,
+      "grad_norm": 491.1603698730469,
+      "learning_rate": 1.9630622339630824e-06,
+      "loss": 29.0,
+      "step": 3439
+    },
+    {
+      "epoch": 0.22846516570365943,
+      "grad_norm": 190.55715942382812,
+      "learning_rate": 1.9630332669189823e-06,
+      "loss": 17.3281,
+      "step": 3440
+    },
+    {
+      "epoch": 0.22853157999601514,
+      "grad_norm": 309.915771484375,
+      "learning_rate": 1.9630042887350683e-06,
+      "loss": 33.9062,
+      "step": 3441
+    },
+    {
+      "epoch": 0.22859799428837085,
+      "grad_norm": 163.21481323242188,
+      "learning_rate": 1.9629752994116766e-06,
+      "loss": 24.2656,
+      "step": 3442
+    },
+    {
+      "epoch": 0.22866440858072656,
+      "grad_norm": 212.41281127929688,
+      "learning_rate": 1.962946298949142e-06,
+      "loss": 23.8438,
+      "step": 3443
+    },
+    {
+      "epoch": 0.22873082287308227,
+      "grad_norm": 142.72779846191406,
+      "learning_rate": 1.9629172873477994e-06,
+      "loss": 17.5625,
+      "step": 3444
+    },
+    {
+      "epoch": 0.228797237165438,
+      "grad_norm": 160.25830078125,
+      "learning_rate": 1.9628882646079847e-06,
+      "loss": 17.5469,
+      "step": 3445
+    },
+    {
+      "epoch": 0.22886365145779372,
+      "grad_norm": 300.07147216796875,
+      "learning_rate": 1.9628592307300344e-06,
+      "loss": 23.8438,
+      "step": 3446
+    },
+    {
+      "epoch": 0.22893006575014943,
+      "grad_norm": 207.6265411376953,
+      "learning_rate": 1.962830185714283e-06,
+      "loss": 19.7188,
+      "step": 3447
+    },
+    {
+      "epoch": 0.22899648004250514,
+      "grad_norm": 358.50128173828125,
+      "learning_rate": 1.962801129561068e-06,
+      "loss": 15.5938,
+      "step": 3448
+    },
+    {
+      "epoch": 0.22906289433486085,
+      "grad_norm": 279.5104064941406,
+      "learning_rate": 1.962772062270724e-06,
+      "loss": 20.4062,
+      "step": 3449
+    },
+    {
+      "epoch": 0.2291293086272166,
+      "grad_norm": 238.20037841796875,
+      "learning_rate": 1.9627429838435885e-06,
+      "loss": 23.2188,
+      "step": 3450
+    },
+    {
+      "epoch": 0.2291957229195723,
+      "grad_norm": 296.1814270019531,
+      "learning_rate": 1.9627138942799974e-06,
+      "loss": 22.2031,
+      "step": 3451
+    },
+    {
+      "epoch": 0.229262137211928,
+      "grad_norm": 250.43116760253906,
+      "learning_rate": 1.9626847935802867e-06,
+      "loss": 21.375,
+      "step": 3452
+    },
+    {
+      "epoch": 0.22932855150428372,
+      "grad_norm": 153.04454040527344,
+      "learning_rate": 1.962655681744794e-06,
+      "loss": 15.0469,
+      "step": 3453
+    },
+    {
+      "epoch": 0.22939496579663943,
+      "grad_norm": 209.66854858398438,
+      "learning_rate": 1.962626558773855e-06,
+      "loss": 25.7812,
+      "step": 3454
+    },
+    {
+      "epoch": 0.22946138008899516,
+      "grad_norm": 162.6425018310547,
+      "learning_rate": 1.9625974246678067e-06,
+      "loss": 17.5625,
+      "step": 3455
+    },
+    {
+      "epoch": 0.22952779438135087,
+      "grad_norm": 180.2906494140625,
+      "learning_rate": 1.962568279426987e-06,
+      "loss": 18.9531,
+      "step": 3456
+    },
+    {
+      "epoch": 0.22959420867370658,
+      "grad_norm": 254.0235137939453,
+      "learning_rate": 1.962539123051732e-06,
+      "loss": 23.9375,
+      "step": 3457
+    },
+    {
+      "epoch": 0.2296606229660623,
+      "grad_norm": 129.69540405273438,
+      "learning_rate": 1.9625099555423802e-06,
+      "loss": 18.5312,
+      "step": 3458
+    },
+    {
+      "epoch": 0.229727037258418,
+      "grad_norm": 228.0008087158203,
+      "learning_rate": 1.9624807768992678e-06,
+      "loss": 25.3125,
+      "step": 3459
+    },
+    {
+      "epoch": 0.22979345155077371,
+      "grad_norm": 243.06776428222656,
+      "learning_rate": 1.9624515871227326e-06,
+      "loss": 22.5938,
+      "step": 3460
+    },
+    {
+      "epoch": 0.22985986584312945,
+      "grad_norm": 153.43409729003906,
+      "learning_rate": 1.962422386213113e-06,
+      "loss": 20.0469,
+      "step": 3461
+    },
+    {
+      "epoch": 0.22992628013548516,
+      "grad_norm": 172.86944580078125,
+      "learning_rate": 1.962393174170746e-06,
+      "loss": 22.625,
+      "step": 3462
+    },
+    {
+      "epoch": 0.22999269442784087,
+      "grad_norm": 211.2798614501953,
+      "learning_rate": 1.9623639509959692e-06,
+      "loss": 22.0625,
+      "step": 3463
+    },
+    {
+      "epoch": 0.23005910872019658,
+      "grad_norm": 285.3208312988281,
+      "learning_rate": 1.9623347166891214e-06,
+      "loss": 18.0312,
+      "step": 3464
+    },
+    {
+      "epoch": 0.2301255230125523,
+      "grad_norm": 206.89622497558594,
+      "learning_rate": 1.9623054712505408e-06,
+      "loss": 21.4219,
+      "step": 3465
+    },
+    {
+      "epoch": 0.23019193730490803,
+      "grad_norm": 216.87045288085938,
+      "learning_rate": 1.9622762146805653e-06,
+      "loss": 20.3438,
+      "step": 3466
+    },
+    {
+      "epoch": 0.23025835159726374,
+      "grad_norm": 161.9148406982422,
+      "learning_rate": 1.9622469469795333e-06,
+      "loss": 13.5312,
+      "step": 3467
+    },
+    {
+      "epoch": 0.23032476588961945,
+      "grad_norm": 188.9159393310547,
+      "learning_rate": 1.9622176681477837e-06,
+      "loss": 24.8906,
+      "step": 3468
+    },
+    {
+      "epoch": 0.23039118018197516,
+      "grad_norm": 208.00872802734375,
+      "learning_rate": 1.9621883781856544e-06,
+      "loss": 21.25,
+      "step": 3469
+    },
+    {
+      "epoch": 0.23045759447433087,
+      "grad_norm": 313.04302978515625,
+      "learning_rate": 1.9621590770934855e-06,
+      "loss": 24.0938,
+      "step": 3470
+    },
+    {
+      "epoch": 0.23052400876668658,
+      "grad_norm": 415.6642150878906,
+      "learning_rate": 1.962129764871615e-06,
+      "loss": 23.1719,
+      "step": 3471
+    },
+    {
+      "epoch": 0.23059042305904232,
+      "grad_norm": 179.07757568359375,
+      "learning_rate": 1.962100441520382e-06,
+      "loss": 15.9844,
+      "step": 3472
+    },
+    {
+      "epoch": 0.23065683735139803,
+      "grad_norm": 243.00247192382812,
+      "learning_rate": 1.962071107040126e-06,
+      "loss": 21.9375,
+      "step": 3473
+    },
+    {
+      "epoch": 0.23072325164375374,
+      "grad_norm": 185.17037963867188,
+      "learning_rate": 1.9620417614311857e-06,
+      "loss": 18.9531,
+      "step": 3474
+    },
+    {
+      "epoch": 0.23078966593610944,
+      "grad_norm": 159.2083282470703,
+      "learning_rate": 1.9620124046939014e-06,
+      "loss": 16.0312,
+      "step": 3475
+    },
+    {
+      "epoch": 0.23085608022846515,
+      "grad_norm": 581.606201171875,
+      "learning_rate": 1.9619830368286124e-06,
+      "loss": 15.1719,
+      "step": 3476
+    },
+    {
+      "epoch": 0.2309224945208209,
+      "grad_norm": 243.7129364013672,
+      "learning_rate": 1.9619536578356585e-06,
+      "loss": 26.0938,
+      "step": 3477
+    },
+    {
+      "epoch": 0.2309889088131766,
+      "grad_norm": 378.6918029785156,
+      "learning_rate": 1.9619242677153793e-06,
+      "loss": 28.75,
+      "step": 3478
+    },
+    {
+      "epoch": 0.2310553231055323,
+      "grad_norm": 249.17330932617188,
+      "learning_rate": 1.9618948664681145e-06,
+      "loss": 16.0156,
+      "step": 3479
+    },
+    {
+      "epoch": 0.23112173739788802,
+      "grad_norm": 155.82672119140625,
+      "learning_rate": 1.961865454094205e-06,
+      "loss": 18.0625,
+      "step": 3480
+    },
+    {
+      "epoch": 0.23118815169024373,
+      "grad_norm": 260.1749572753906,
+      "learning_rate": 1.9618360305939904e-06,
+      "loss": 22.9688,
+      "step": 3481
+    },
+    {
+      "epoch": 0.23125456598259947,
+      "grad_norm": 261.309814453125,
+      "learning_rate": 1.9618065959678113e-06,
+      "loss": 31.8125,
+      "step": 3482
+    },
+    {
+      "epoch": 0.23132098027495518,
+      "grad_norm": 172.984619140625,
+      "learning_rate": 1.9617771502160077e-06,
+      "loss": 16.8281,
+      "step": 3483
+    },
+    {
+      "epoch": 0.2313873945673109,
+      "grad_norm": 245.81053161621094,
+      "learning_rate": 1.961747693338921e-06,
+      "loss": 24.2188,
+      "step": 3484
+    },
+    {
+      "epoch": 0.2314538088596666,
+      "grad_norm": 390.4872131347656,
+      "learning_rate": 1.9617182253368914e-06,
+      "loss": 16.5469,
+      "step": 3485
+    },
+    {
+      "epoch": 0.2315202231520223,
+      "grad_norm": 249.70266723632812,
+      "learning_rate": 1.96168874621026e-06,
+      "loss": 19.0156,
+      "step": 3486
+    },
+    {
+      "epoch": 0.23158663744437802,
+      "grad_norm": 344.181640625,
+      "learning_rate": 1.961659255959368e-06,
+      "loss": 29.3125,
+      "step": 3487
+    },
+    {
+      "epoch": 0.23165305173673376,
+      "grad_norm": 190.64767456054688,
+      "learning_rate": 1.9616297545845558e-06,
+      "loss": 27.0625,
+      "step": 3488
+    },
+    {
+      "epoch": 0.23171946602908947,
+      "grad_norm": 818.9393310546875,
+      "learning_rate": 1.9616002420861655e-06,
+      "loss": 14.3438,
+      "step": 3489
+    },
+    {
+      "epoch": 0.23178588032144518,
+      "grad_norm": 271.7254638671875,
+      "learning_rate": 1.9615707184645377e-06,
+      "loss": 24.4688,
+      "step": 3490
+    },
+    {
+      "epoch": 0.23185229461380089,
+      "grad_norm": 206.5594482421875,
+      "learning_rate": 1.9615411837200146e-06,
+      "loss": 19.9531,
+      "step": 3491
+    },
+    {
+      "epoch": 0.2319187089061566,
+      "grad_norm": 298.71624755859375,
+      "learning_rate": 1.961511637852937e-06,
+      "loss": 18.3906,
+      "step": 3492
+    },
+    {
+      "epoch": 0.23198512319851233,
+      "grad_norm": 417.2193298339844,
+      "learning_rate": 1.961482080863648e-06,
+      "loss": 28.3438,
+      "step": 3493
+    },
+    {
+      "epoch": 0.23205153749086804,
+      "grad_norm": 149.15170288085938,
+      "learning_rate": 1.9614525127524883e-06,
+      "loss": 16.8594,
+      "step": 3494
+    },
+    {
+      "epoch": 0.23211795178322375,
+      "grad_norm": 399.14593505859375,
+      "learning_rate": 1.9614229335198005e-06,
+      "loss": 20.9688,
+      "step": 3495
+    },
+    {
+      "epoch": 0.23218436607557946,
+      "grad_norm": 231.86392211914062,
+      "learning_rate": 1.9613933431659266e-06,
+      "loss": 22.6094,
+      "step": 3496
+    },
+    {
+      "epoch": 0.23225078036793517,
+      "grad_norm": 325.7566223144531,
+      "learning_rate": 1.9613637416912086e-06,
+      "loss": 16.2812,
+      "step": 3497
+    },
+    {
+      "epoch": 0.23231719466029088,
+      "grad_norm": 425.24774169921875,
+      "learning_rate": 1.9613341290959894e-06,
+      "loss": 23.0469,
+      "step": 3498
+    },
+    {
+      "epoch": 0.23238360895264662,
+      "grad_norm": 292.3743591308594,
+      "learning_rate": 1.961304505380611e-06,
+      "loss": 22.0625,
+      "step": 3499
+    },
+    {
+      "epoch": 0.23245002324500233,
+      "grad_norm": 403.06427001953125,
+      "learning_rate": 1.961274870545417e-06,
+      "loss": 30.6562,
+      "step": 3500
+    },
+    {
+      "epoch": 0.23251643753735804,
+      "grad_norm": 223.91986083984375,
+      "learning_rate": 1.9612452245907493e-06,
+      "loss": 22.5312,
+      "step": 3501
+    },
+    {
+      "epoch": 0.23258285182971375,
+      "grad_norm": 217.10504150390625,
+      "learning_rate": 1.961215567516951e-06,
+      "loss": 18.1094,
+      "step": 3502
+    },
+    {
+      "epoch": 0.23264926612206946,
+      "grad_norm": 230.6453857421875,
+      "learning_rate": 1.9611858993243655e-06,
+      "loss": 17.8594,
+      "step": 3503
+    },
+    {
+      "epoch": 0.2327156804144252,
+      "grad_norm": 190.57162475585938,
+      "learning_rate": 1.9611562200133357e-06,
+      "loss": 19.2656,
+      "step": 3504
+    },
+    {
+      "epoch": 0.2327820947067809,
+      "grad_norm": 180.51937866210938,
+      "learning_rate": 1.961126529584205e-06,
+      "loss": 18.5312,
+      "step": 3505
+    },
+    {
+      "epoch": 0.23284850899913662,
+      "grad_norm": 991.2797241210938,
+      "learning_rate": 1.961096828037317e-06,
+      "loss": 28.5,
+      "step": 3506
+    },
+    {
+      "epoch": 0.23291492329149233,
+      "grad_norm": 267.4385681152344,
+      "learning_rate": 1.9610671153730147e-06,
+      "loss": 29.3125,
+      "step": 3507
+    },
+    {
+      "epoch": 0.23298133758384804,
+      "grad_norm": 893.0191650390625,
+      "learning_rate": 1.961037391591642e-06,
+      "loss": 18.0625,
+      "step": 3508
+    },
+    {
+      "epoch": 0.23304775187620375,
+      "grad_norm": 169.79049682617188,
+      "learning_rate": 1.9610076566935436e-06,
+      "loss": 17.7812,
+      "step": 3509
+    },
+    {
+      "epoch": 0.23311416616855948,
+      "grad_norm": 270.43536376953125,
+      "learning_rate": 1.9609779106790626e-06,
+      "loss": 20.0,
+      "step": 3510
+    },
+    {
+      "epoch": 0.2331805804609152,
+      "grad_norm": 155.04037475585938,
+      "learning_rate": 1.960948153548543e-06,
+      "loss": 17.1094,
+      "step": 3511
+    },
+    {
+      "epoch": 0.2332469947532709,
+      "grad_norm": 285.4990539550781,
+      "learning_rate": 1.960918385302329e-06,
+      "loss": 21.8125,
+      "step": 3512
+    },
+    {
+      "epoch": 0.2333134090456266,
+      "grad_norm": 317.1846008300781,
+      "learning_rate": 1.960888605940766e-06,
+      "loss": 22.0,
+      "step": 3513
+    },
+    {
+      "epoch": 0.23337982333798232,
+      "grad_norm": 163.5538787841797,
+      "learning_rate": 1.9608588154641973e-06,
+      "loss": 20.4844,
+      "step": 3514
+    },
+    {
+      "epoch": 0.23344623763033806,
+      "grad_norm": 459.6637268066406,
+      "learning_rate": 1.960829013872968e-06,
+      "loss": 23.1875,
+      "step": 3515
+    },
+    {
+      "epoch": 0.23351265192269377,
+      "grad_norm": 176.84341430664062,
+      "learning_rate": 1.9607992011674223e-06,
+      "loss": 17.9688,
+      "step": 3516
+    },
+    {
+      "epoch": 0.23357906621504948,
+      "grad_norm": 257.8624572753906,
+      "learning_rate": 1.9607693773479058e-06,
+      "loss": 20.9219,
+      "step": 3517
+    },
+    {
+      "epoch": 0.2336454805074052,
+      "grad_norm": 148.72372436523438,
+      "learning_rate": 1.960739542414763e-06,
+      "loss": 21.1875,
+      "step": 3518
+    },
+    {
+      "epoch": 0.2337118947997609,
+      "grad_norm": 297.9092102050781,
+      "learning_rate": 1.960709696368339e-06,
+      "loss": 17.1406,
+      "step": 3519
+    },
+    {
+      "epoch": 0.23377830909211664,
+      "grad_norm": 271.78546142578125,
+      "learning_rate": 1.96067983920898e-06,
+      "loss": 31.25,
+      "step": 3520
+    },
+    {
+      "epoch": 0.23384472338447235,
+      "grad_norm": 219.64260864257812,
+      "learning_rate": 1.96064997093703e-06,
+      "loss": 16.125,
+      "step": 3521
+    },
+    {
+      "epoch": 0.23391113767682806,
+      "grad_norm": 331.670654296875,
+      "learning_rate": 1.960620091552835e-06,
+      "loss": 25.6875,
+      "step": 3522
+    },
+    {
+      "epoch": 0.23397755196918377,
+      "grad_norm": 354.8997802734375,
+      "learning_rate": 1.960590201056741e-06,
+      "loss": 18.8125,
+      "step": 3523
+    },
+    {
+      "epoch": 0.23404396626153948,
+      "grad_norm": 384.59368896484375,
+      "learning_rate": 1.9605602994490935e-06,
+      "loss": 27.1562,
+      "step": 3524
+    },
+    {
+      "epoch": 0.2341103805538952,
+      "grad_norm": 162.53494262695312,
+      "learning_rate": 1.9605303867302377e-06,
+      "loss": 16.3906,
+      "step": 3525
+    },
+    {
+      "epoch": 0.23417679484625092,
+      "grad_norm": 194.2560272216797,
+      "learning_rate": 1.9605004629005213e-06,
+      "loss": 16.625,
+      "step": 3526
+    },
+    {
+      "epoch": 0.23424320913860663,
+      "grad_norm": 138.76344299316406,
+      "learning_rate": 1.9604705279602885e-06,
+      "loss": 19.6562,
+      "step": 3527
+    },
+    {
+      "epoch": 0.23430962343096234,
+      "grad_norm": 207.58067321777344,
+      "learning_rate": 1.9604405819098866e-06,
+      "loss": 21.8438,
+      "step": 3528
+    },
+    {
+      "epoch": 0.23437603772331805,
+      "grad_norm": 428.592041015625,
+      "learning_rate": 1.960410624749662e-06,
+      "loss": 16.125,
+      "step": 3529
+    },
+    {
+      "epoch": 0.23444245201567376,
+      "grad_norm": 169.6061553955078,
+      "learning_rate": 1.9603806564799615e-06,
+      "loss": 23.375,
+      "step": 3530
+    },
+    {
+      "epoch": 0.2345088663080295,
+      "grad_norm": 124.49348449707031,
+      "learning_rate": 1.960350677101131e-06,
+      "loss": 17.1094,
+      "step": 3531
+    },
+    {
+      "epoch": 0.2345752806003852,
+      "grad_norm": 394.1971130371094,
+      "learning_rate": 1.9603206866135174e-06,
+      "loss": 16.7188,
+      "step": 3532
+    },
+    {
+      "epoch": 0.23464169489274092,
+      "grad_norm": 166.36354064941406,
+      "learning_rate": 1.9602906850174684e-06,
+      "loss": 18.25,
+      "step": 3533
+    },
+    {
+      "epoch": 0.23470810918509663,
+      "grad_norm": 205.56671142578125,
+      "learning_rate": 1.96026067231333e-06,
+      "loss": 17.5625,
+      "step": 3534
+    },
+    {
+      "epoch": 0.23477452347745234,
+      "grad_norm": 188.7243194580078,
+      "learning_rate": 1.96023064850145e-06,
+      "loss": 17.1875,
+      "step": 3535
+    },
+    {
+      "epoch": 0.23484093776980805,
+      "grad_norm": 1969.989990234375,
+      "learning_rate": 1.960200613582176e-06,
+      "loss": 17.4297,
+      "step": 3536
+    },
+    {
+      "epoch": 0.2349073520621638,
+      "grad_norm": 336.6967468261719,
+      "learning_rate": 1.9601705675558543e-06,
+      "loss": 20.2031,
+      "step": 3537
+    },
+    {
+      "epoch": 0.2349737663545195,
+      "grad_norm": 484.6379089355469,
+      "learning_rate": 1.9601405104228336e-06,
+      "loss": 20.1094,
+      "step": 3538
+    },
+    {
+      "epoch": 0.2350401806468752,
+      "grad_norm": 219.1975555419922,
+      "learning_rate": 1.960110442183461e-06,
+      "loss": 16.75,
+      "step": 3539
+    },
+    {
+      "epoch": 0.23510659493923092,
+      "grad_norm": 204.6440887451172,
+      "learning_rate": 1.9600803628380843e-06,
+      "loss": 26.625,
+      "step": 3540
+    },
+    {
+      "epoch": 0.23517300923158663,
+      "grad_norm": 142.07089233398438,
+      "learning_rate": 1.960050272387052e-06,
+      "loss": 17.8438,
+      "step": 3541
+    },
+    {
+      "epoch": 0.23523942352394236,
+      "grad_norm": 134.87838745117188,
+      "learning_rate": 1.960020170830711e-06,
+      "loss": 12.4531,
+      "step": 3542
+    },
+    {
+      "epoch": 0.23530583781629807,
+      "grad_norm": 294.9667663574219,
+      "learning_rate": 1.959990058169411e-06,
+      "loss": 18.75,
+      "step": 3543
+    },
+    {
+      "epoch": 0.23537225210865378,
+      "grad_norm": 173.8145294189453,
+      "learning_rate": 1.959959934403499e-06,
+      "loss": 18.8281,
+      "step": 3544
+    },
+    {
+      "epoch": 0.2354386664010095,
+      "grad_norm": 234.5760498046875,
+      "learning_rate": 1.959929799533324e-06,
+      "loss": 24.125,
+      "step": 3545
+    },
+    {
+      "epoch": 0.2355050806933652,
+      "grad_norm": 224.0596160888672,
+      "learning_rate": 1.9598996535592353e-06,
+      "loss": 16.1406,
+      "step": 3546
+    },
+    {
+      "epoch": 0.23557149498572091,
+      "grad_norm": 141.98492431640625,
+      "learning_rate": 1.9598694964815805e-06,
+      "loss": 17.3594,
+      "step": 3547
+    },
+    {
+      "epoch": 0.23563790927807665,
+      "grad_norm": 176.05789184570312,
+      "learning_rate": 1.9598393283007088e-06,
+      "loss": 28.6562,
+      "step": 3548
+    },
+    {
+      "epoch": 0.23570432357043236,
+      "grad_norm": 135.03379821777344,
+      "learning_rate": 1.9598091490169694e-06,
+      "loss": 18.4062,
+      "step": 3549
+    },
+    {
+      "epoch": 0.23577073786278807,
+      "grad_norm": 426.3487854003906,
+      "learning_rate": 1.959778958630711e-06,
+      "loss": 28.9688,
+      "step": 3550
+    },
+    {
+      "epoch": 0.23583715215514378,
+      "grad_norm": 155.75428771972656,
+      "learning_rate": 1.959748757142283e-06,
+      "loss": 16.5312,
+      "step": 3551
+    },
+    {
+      "epoch": 0.2359035664474995,
+      "grad_norm": 1743.8995361328125,
+      "learning_rate": 1.959718544552035e-06,
+      "loss": 18.7031,
+      "step": 3552
+    },
+    {
+      "epoch": 0.23596998073985523,
+      "grad_norm": 425.7135314941406,
+      "learning_rate": 1.959688320860316e-06,
+      "loss": 20.9062,
+      "step": 3553
+    },
+    {
+      "epoch": 0.23603639503221094,
+      "grad_norm": 544.7344360351562,
+      "learning_rate": 1.959658086067476e-06,
+      "loss": 29.1875,
+      "step": 3554
+    },
+    {
+      "epoch": 0.23610280932456665,
+      "grad_norm": 280.12530517578125,
+      "learning_rate": 1.959627840173865e-06,
+      "loss": 24.2344,
+      "step": 3555
+    },
+    {
+      "epoch": 0.23616922361692236,
+      "grad_norm": 224.42556762695312,
+      "learning_rate": 1.9595975831798324e-06,
+      "loss": 19.3594,
+      "step": 3556
+    },
+    {
+      "epoch": 0.23623563790927807,
+      "grad_norm": 201.96884155273438,
+      "learning_rate": 1.9595673150857277e-06,
+      "loss": 20.5938,
+      "step": 3557
+    },
+    {
+      "epoch": 0.2363020522016338,
+      "grad_norm": 175.9623260498047,
+      "learning_rate": 1.9595370358919022e-06,
+      "loss": 15.5,
+      "step": 3558
+    },
+    {
+      "epoch": 0.23636846649398952,
+      "grad_norm": 908.5472412109375,
+      "learning_rate": 1.9595067455987056e-06,
+      "loss": 18.6562,
+      "step": 3559
+    },
+    {
+      "epoch": 0.23643488078634523,
+      "grad_norm": 140.8134765625,
+      "learning_rate": 1.959476444206488e-06,
+      "loss": 14.7969,
+      "step": 3560
+    },
+    {
+      "epoch": 0.23650129507870093,
+      "grad_norm": 505.9639587402344,
+      "learning_rate": 1.9594461317156005e-06,
+      "loss": 21.9375,
+      "step": 3561
+    },
+    {
+      "epoch": 0.23656770937105664,
+      "grad_norm": 282.47015380859375,
+      "learning_rate": 1.959415808126393e-06,
+      "loss": 18.1406,
+      "step": 3562
+    },
+    {
+      "epoch": 0.23663412366341235,
+      "grad_norm": 219.86842346191406,
+      "learning_rate": 1.9593854734392166e-06,
+      "loss": 18.6562,
+      "step": 3563
+    },
+    {
+      "epoch": 0.2367005379557681,
+      "grad_norm": 299.10125732421875,
+      "learning_rate": 1.9593551276544225e-06,
+      "loss": 20.3906,
+      "step": 3564
+    },
+    {
+      "epoch": 0.2367669522481238,
+      "grad_norm": 310.7257080078125,
+      "learning_rate": 1.9593247707723614e-06,
+      "loss": 13.5781,
+      "step": 3565
+    },
+    {
+      "epoch": 0.2368333665404795,
+      "grad_norm": 264.6969299316406,
+      "learning_rate": 1.9592944027933847e-06,
+      "loss": 21.5703,
+      "step": 3566
+    },
+    {
+      "epoch": 0.23689978083283522,
+      "grad_norm": 582.1766357421875,
+      "learning_rate": 1.959264023717843e-06,
+      "loss": 35.75,
+      "step": 3567
+    },
+    {
+      "epoch": 0.23696619512519093,
+      "grad_norm": 196.33682250976562,
+      "learning_rate": 1.9592336335460887e-06,
+      "loss": 20.4375,
+      "step": 3568
+    },
+    {
+      "epoch": 0.23703260941754667,
+      "grad_norm": 1257.6683349609375,
+      "learning_rate": 1.9592032322784728e-06,
+      "loss": 17.3125,
+      "step": 3569
+    },
+    {
+      "epoch": 0.23709902370990238,
+      "grad_norm": 414.0047302246094,
+      "learning_rate": 1.9591728199153474e-06,
+      "loss": 24.1875,
+      "step": 3570
+    },
+    {
+      "epoch": 0.2371654380022581,
+      "grad_norm": 249.09861755371094,
+      "learning_rate": 1.959142396457063e-06,
+      "loss": 21.2812,
+      "step": 3571
+    },
+    {
+      "epoch": 0.2372318522946138,
+      "grad_norm": 229.7623748779297,
+      "learning_rate": 1.9591119619039727e-06,
+      "loss": 23.1094,
+      "step": 3572
+    },
+    {
+      "epoch": 0.2372982665869695,
+      "grad_norm": 181.740478515625,
+      "learning_rate": 1.959081516256429e-06,
+      "loss": 16.9844,
+      "step": 3573
+    },
+    {
+      "epoch": 0.23736468087932522,
+      "grad_norm": 170.60842895507812,
+      "learning_rate": 1.9590510595147826e-06,
+      "loss": 15.0625,
+      "step": 3574
+    },
+    {
+      "epoch": 0.23743109517168096,
+      "grad_norm": 213.76458740234375,
+      "learning_rate": 1.959020591679387e-06,
+      "loss": 17.6875,
+      "step": 3575
+    },
+    {
+      "epoch": 0.23749750946403667,
+      "grad_norm": 335.84429931640625,
+      "learning_rate": 1.9589901127505935e-06,
+      "loss": 21.2188,
+      "step": 3576
+    },
+    {
+      "epoch": 0.23756392375639238,
+      "grad_norm": 235.74351501464844,
+      "learning_rate": 1.9589596227287563e-06,
+      "loss": 24.1406,
+      "step": 3577
+    },
+    {
+      "epoch": 0.23763033804874809,
+      "grad_norm": 252.10662841796875,
+      "learning_rate": 1.9589291216142264e-06,
+      "loss": 19.0469,
+      "step": 3578
+    },
+    {
+      "epoch": 0.2376967523411038,
+      "grad_norm": 112.77571868896484,
+      "learning_rate": 1.958898609407358e-06,
+      "loss": 17.0469,
+      "step": 3579
+    },
+    {
+      "epoch": 0.23776316663345953,
+      "grad_norm": 136.9547882080078,
+      "learning_rate": 1.958868086108503e-06,
+      "loss": 20.3438,
+      "step": 3580
+    },
+    {
+      "epoch": 0.23782958092581524,
+      "grad_norm": 185.27798461914062,
+      "learning_rate": 1.958837551718015e-06,
+      "loss": 19.5,
+      "step": 3581
+    },
+    {
+      "epoch": 0.23789599521817095,
+      "grad_norm": 798.1828002929688,
+      "learning_rate": 1.9588070062362472e-06,
+      "loss": 24.8594,
+      "step": 3582
+    },
+    {
+      "epoch": 0.23796240951052666,
+      "grad_norm": 198.21530151367188,
+      "learning_rate": 1.9587764496635527e-06,
+      "loss": 22.3438,
+      "step": 3583
+    },
+    {
+      "epoch": 0.23802882380288237,
+      "grad_norm": 150.28831481933594,
+      "learning_rate": 1.9587458820002852e-06,
+      "loss": 18.1719,
+      "step": 3584
+    },
+    {
+      "epoch": 0.23809523809523808,
+      "grad_norm": 332.0624084472656,
+      "learning_rate": 1.958715303246798e-06,
+      "loss": 20.6562,
+      "step": 3585
+    },
+    {
+      "epoch": 0.23816165238759382,
+      "grad_norm": 179.98526000976562,
+      "learning_rate": 1.958684713403445e-06,
+      "loss": 18.7969,
+      "step": 3586
+    },
+    {
+      "epoch": 0.23822806667994953,
+      "grad_norm": 300.76788330078125,
+      "learning_rate": 1.95865411247058e-06,
+      "loss": 27.2344,
+      "step": 3587
+    },
+    {
+      "epoch": 0.23829448097230524,
+      "grad_norm": 182.5250701904297,
+      "learning_rate": 1.958623500448557e-06,
+      "loss": 22.0312,
+      "step": 3588
+    },
+    {
+      "epoch": 0.23836089526466095,
+      "grad_norm": 277.4201965332031,
+      "learning_rate": 1.9585928773377307e-06,
+      "loss": 21.0312,
+      "step": 3589
+    },
+    {
+      "epoch": 0.23842730955701666,
+      "grad_norm": 167.0001678466797,
+      "learning_rate": 1.9585622431384544e-06,
+      "loss": 14.4531,
+      "step": 3590
+    },
+    {
+      "epoch": 0.2384937238493724,
+      "grad_norm": 220.2885284423828,
+      "learning_rate": 1.9585315978510827e-06,
+      "loss": 19.7812,
+      "step": 3591
+    },
+    {
+      "epoch": 0.2385601381417281,
+      "grad_norm": 441.00567626953125,
+      "learning_rate": 1.95850094147597e-06,
+      "loss": 21.7812,
+      "step": 3592
+    },
+    {
+      "epoch": 0.23862655243408382,
+      "grad_norm": 809.8749389648438,
+      "learning_rate": 1.9584702740134716e-06,
+      "loss": 25.5625,
+      "step": 3593
+    },
+    {
+      "epoch": 0.23869296672643953,
+      "grad_norm": 116.03091430664062,
+      "learning_rate": 1.9584395954639415e-06,
+      "loss": 16.4062,
+      "step": 3594
+    },
+    {
+      "epoch": 0.23875938101879524,
+      "grad_norm": 769.3057250976562,
+      "learning_rate": 1.9584089058277348e-06,
+      "loss": 16.6094,
+      "step": 3595
+    },
+    {
+      "epoch": 0.23882579531115097,
+      "grad_norm": 155.0812225341797,
+      "learning_rate": 1.9583782051052064e-06,
+      "loss": 16.8906,
+      "step": 3596
+    },
+    {
+      "epoch": 0.23889220960350668,
+      "grad_norm": 199.63592529296875,
+      "learning_rate": 1.9583474932967116e-06,
+      "loss": 22.75,
+      "step": 3597
+    },
+    {
+      "epoch": 0.2389586238958624,
+      "grad_norm": 318.4427795410156,
+      "learning_rate": 1.958316770402606e-06,
+      "loss": 18.2344,
+      "step": 3598
+    },
+    {
+      "epoch": 0.2390250381882181,
+      "grad_norm": 292.3639831542969,
+      "learning_rate": 1.9582860364232443e-06,
+      "loss": 15.2188,
+      "step": 3599
+    },
+    {
+      "epoch": 0.2390914524805738,
+      "grad_norm": 265.3907775878906,
+      "learning_rate": 1.9582552913589824e-06,
+      "loss": 17.5938,
+      "step": 3600
+    },
+    {
+      "epoch": 0.23915786677292952,
+      "grad_norm": 277.4264221191406,
+      "learning_rate": 1.9582245352101755e-06,
+      "loss": 20.1562,
+      "step": 3601
+    },
+    {
+      "epoch": 0.23922428106528526,
+      "grad_norm": 225.5330352783203,
+      "learning_rate": 1.95819376797718e-06,
+      "loss": 20.125,
+      "step": 3602
+    },
+    {
+      "epoch": 0.23929069535764097,
+      "grad_norm": 157.2951202392578,
+      "learning_rate": 1.9581629896603516e-06,
+      "loss": 17.2656,
+      "step": 3603
+    },
+    {
+      "epoch": 0.23935710964999668,
+      "grad_norm": 169.12013244628906,
+      "learning_rate": 1.958132200260046e-06,
+      "loss": 16.2656,
+      "step": 3604
+    },
+    {
+      "epoch": 0.2394235239423524,
+      "grad_norm": 402.8316650390625,
+      "learning_rate": 1.95810139977662e-06,
+      "loss": 24.0,
+      "step": 3605
+    },
+    {
+      "epoch": 0.2394899382347081,
+      "grad_norm": 237.32203674316406,
+      "learning_rate": 1.9580705882104292e-06,
+      "loss": 25.9688,
+      "step": 3606
+    },
+    {
+      "epoch": 0.23955635252706384,
+      "grad_norm": 139.5574493408203,
+      "learning_rate": 1.9580397655618305e-06,
+      "loss": 17.7656,
+      "step": 3607
+    },
+    {
+      "epoch": 0.23962276681941955,
+      "grad_norm": 430.9708251953125,
+      "learning_rate": 1.95800893183118e-06,
+      "loss": 22.5312,
+      "step": 3608
+    },
+    {
+      "epoch": 0.23968918111177526,
+      "grad_norm": 823.7010498046875,
+      "learning_rate": 1.9579780870188346e-06,
+      "loss": 20.0,
+      "step": 3609
+    },
+    {
+      "epoch": 0.23975559540413097,
+      "grad_norm": 253.47332763671875,
+      "learning_rate": 1.957947231125151e-06,
+      "loss": 13.2812,
+      "step": 3610
+    },
+    {
+      "epoch": 0.23982200969648668,
+      "grad_norm": 335.40765380859375,
+      "learning_rate": 1.9579163641504864e-06,
+      "loss": 23.7188,
+      "step": 3611
+    },
+    {
+      "epoch": 0.2398884239888424,
+      "grad_norm": 317.98712158203125,
+      "learning_rate": 1.957885486095198e-06,
+      "loss": 33.4062,
+      "step": 3612
+    },
+    {
+      "epoch": 0.23995483828119812,
+      "grad_norm": 193.20631408691406,
+      "learning_rate": 1.957854596959642e-06,
+      "loss": 17.9531,
+      "step": 3613
+    },
+    {
+      "epoch": 0.24002125257355383,
+      "grad_norm": 149.22760009765625,
+      "learning_rate": 1.957823696744177e-06,
+      "loss": 14.25,
+      "step": 3614
+    },
+    {
+      "epoch": 0.24008766686590954,
+      "grad_norm": 307.0130310058594,
+      "learning_rate": 1.9577927854491592e-06,
+      "loss": 19.1406,
+      "step": 3615
+    },
+    {
+      "epoch": 0.24015408115826525,
+      "grad_norm": 160.80459594726562,
+      "learning_rate": 1.957761863074947e-06,
+      "loss": 24.2812,
+      "step": 3616
+    },
+    {
+      "epoch": 0.24022049545062096,
+      "grad_norm": 235.83700561523438,
+      "learning_rate": 1.9577309296218977e-06,
+      "loss": 23.0,
+      "step": 3617
+    },
+    {
+      "epoch": 0.2402869097429767,
+      "grad_norm": 287.5814514160156,
+      "learning_rate": 1.9576999850903697e-06,
+      "loss": 24.3281,
+      "step": 3618
+    },
+    {
+      "epoch": 0.2403533240353324,
+      "grad_norm": 307.6409606933594,
+      "learning_rate": 1.95766902948072e-06,
+      "loss": 14.0312,
+      "step": 3619
+    },
+    {
+      "epoch": 0.24041973832768812,
+      "grad_norm": 191.9541015625,
+      "learning_rate": 1.9576380627933077e-06,
+      "loss": 21.875,
+      "step": 3620
+    },
+    {
+      "epoch": 0.24048615262004383,
+      "grad_norm": 201.9121551513672,
+      "learning_rate": 1.95760708502849e-06,
+      "loss": 26.4219,
+      "step": 3621
+    },
+    {
+      "epoch": 0.24055256691239954,
+      "grad_norm": 189.3588409423828,
+      "learning_rate": 1.9575760961866257e-06,
+      "loss": 20.8438,
+      "step": 3622
+    },
+    {
+      "epoch": 0.24061898120475525,
+      "grad_norm": 203.60052490234375,
+      "learning_rate": 1.9575450962680736e-06,
+      "loss": 16.7969,
+      "step": 3623
+    },
+    {
+      "epoch": 0.240685395497111,
+      "grad_norm": 893.42919921875,
+      "learning_rate": 1.957514085273192e-06,
+      "loss": 18.2031,
+      "step": 3624
+    },
+    {
+      "epoch": 0.2407518097894667,
+      "grad_norm": 357.4256591796875,
+      "learning_rate": 1.957483063202339e-06,
+      "loss": 28.9688,
+      "step": 3625
+    },
+    {
+      "epoch": 0.2408182240818224,
+      "grad_norm": 110.61547088623047,
+      "learning_rate": 1.957452030055875e-06,
+      "loss": 15.5625,
+      "step": 3626
+    },
+    {
+      "epoch": 0.24088463837417812,
+      "grad_norm": 434.45269775390625,
+      "learning_rate": 1.9574209858341575e-06,
+      "loss": 20.7031,
+      "step": 3627
+    },
+    {
+      "epoch": 0.24095105266653383,
+      "grad_norm": 542.1715087890625,
+      "learning_rate": 1.957389930537546e-06,
+      "loss": 14.0156,
+      "step": 3628
+    },
+    {
+      "epoch": 0.24101746695888956,
+      "grad_norm": 198.32403564453125,
+      "learning_rate": 1.9573588641664004e-06,
+      "loss": 21.0781,
+      "step": 3629
+    },
+    {
+      "epoch": 0.24108388125124527,
+      "grad_norm": 149.71432495117188,
+      "learning_rate": 1.957327786721079e-06,
+      "loss": 17.9531,
+      "step": 3630
+    },
+    {
+      "epoch": 0.24115029554360098,
+      "grad_norm": 214.47047424316406,
+      "learning_rate": 1.9572966982019415e-06,
+      "loss": 17.1875,
+      "step": 3631
+    },
+    {
+      "epoch": 0.2412167098359567,
+      "grad_norm": 158.68759155273438,
+      "learning_rate": 1.957265598609348e-06,
+      "loss": 16.0156,
+      "step": 3632
+    },
+    {
+      "epoch": 0.2412831241283124,
+      "grad_norm": 159.87171936035156,
+      "learning_rate": 1.9572344879436586e-06,
+      "loss": 26.5781,
+      "step": 3633
+    },
+    {
+      "epoch": 0.24134953842066814,
+      "grad_norm": 153.0856475830078,
+      "learning_rate": 1.9572033662052325e-06,
+      "loss": 17.0625,
+      "step": 3634
+    },
+    {
+      "epoch": 0.24141595271302385,
+      "grad_norm": 188.9032745361328,
+      "learning_rate": 1.9571722333944294e-06,
+      "loss": 14.375,
+      "step": 3635
+    },
+    {
+      "epoch": 0.24148236700537956,
+      "grad_norm": 246.317626953125,
+      "learning_rate": 1.95714108951161e-06,
+      "loss": 25.4375,
+      "step": 3636
+    },
+    {
+      "epoch": 0.24154878129773527,
+      "grad_norm": 220.61929321289062,
+      "learning_rate": 1.9571099345571343e-06,
+      "loss": 20.1562,
+      "step": 3637
+    },
+    {
+      "epoch": 0.24161519559009098,
+      "grad_norm": 162.0437774658203,
+      "learning_rate": 1.957078768531363e-06,
+      "loss": 19.1406,
+      "step": 3638
+    },
+    {
+      "epoch": 0.2416816098824467,
+      "grad_norm": 218.09323120117188,
+      "learning_rate": 1.9570475914346562e-06,
+      "loss": 19.1562,
+      "step": 3639
+    },
+    {
+      "epoch": 0.24174802417480243,
+      "grad_norm": 180.45286560058594,
+      "learning_rate": 1.957016403267375e-06,
+      "loss": 16.6406,
+      "step": 3640
+    },
+    {
+      "epoch": 0.24181443846715814,
+      "grad_norm": 488.7325439453125,
+      "learning_rate": 1.9569852040298797e-06,
+      "loss": 17.4062,
+      "step": 3641
+    },
+    {
+      "epoch": 0.24188085275951385,
+      "grad_norm": 167.5967254638672,
+      "learning_rate": 1.9569539937225313e-06,
+      "loss": 19.0469,
+      "step": 3642
+    },
+    {
+      "epoch": 0.24194726705186956,
+      "grad_norm": 248.4351348876953,
+      "learning_rate": 1.956922772345691e-06,
+      "loss": 14.6406,
+      "step": 3643
+    },
+    {
+      "epoch": 0.24201368134422527,
+      "grad_norm": 194.24424743652344,
+      "learning_rate": 1.95689153989972e-06,
+      "loss": 25.3125,
+      "step": 3644
+    },
+    {
+      "epoch": 0.242080095636581,
+      "grad_norm": 138.9958953857422,
+      "learning_rate": 1.9568602963849793e-06,
+      "loss": 19.5781,
+      "step": 3645
+    },
+    {
+      "epoch": 0.24214650992893672,
+      "grad_norm": 167.0458526611328,
+      "learning_rate": 1.9568290418018304e-06,
+      "loss": 24.0625,
+      "step": 3646
+    },
+    {
+      "epoch": 0.24221292422129242,
+      "grad_norm": 238.09776306152344,
+      "learning_rate": 1.956797776150635e-06,
+      "loss": 22.0,
+      "step": 3647
+    },
+    {
+      "epoch": 0.24227933851364813,
+      "grad_norm": 196.53933715820312,
+      "learning_rate": 1.9567664994317545e-06,
+      "loss": 23.2812,
+      "step": 3648
+    },
+    {
+      "epoch": 0.24234575280600384,
+      "grad_norm": 192.6697235107422,
+      "learning_rate": 1.9567352116455507e-06,
+      "loss": 15.6719,
+      "step": 3649
+    },
+    {
+      "epoch": 0.24241216709835955,
+      "grad_norm": 103.49105834960938,
+      "learning_rate": 1.9567039127923862e-06,
+      "loss": 16.2188,
+      "step": 3650
+    },
+    {
+      "epoch": 0.2424785813907153,
+      "grad_norm": 207.0819091796875,
+      "learning_rate": 1.956672602872622e-06,
+      "loss": 16.9844,
+      "step": 3651
+    },
+    {
+      "epoch": 0.242544995683071,
+      "grad_norm": 168.22698974609375,
+      "learning_rate": 1.956641281886621e-06,
+      "loss": 17.8281,
+      "step": 3652
+    },
+    {
+      "epoch": 0.2426114099754267,
+      "grad_norm": 326.9307861328125,
+      "learning_rate": 1.956609949834745e-06,
+      "loss": 21.9844,
+      "step": 3653
+    },
+    {
+      "epoch": 0.24267782426778242,
+      "grad_norm": 384.97344970703125,
+      "learning_rate": 1.956578606717357e-06,
+      "loss": 26.125,
+      "step": 3654
+    },
+    {
+      "epoch": 0.24274423856013813,
+      "grad_norm": 285.8785400390625,
+      "learning_rate": 1.9565472525348193e-06,
+      "loss": 19.0156,
+      "step": 3655
+    },
+    {
+      "epoch": 0.24281065285249387,
+      "grad_norm": 249.46478271484375,
+      "learning_rate": 1.9565158872874944e-06,
+      "loss": 16.4688,
+      "step": 3656
+    },
+    {
+      "epoch": 0.24287706714484958,
+      "grad_norm": 239.85926818847656,
+      "learning_rate": 1.9564845109757457e-06,
+      "loss": 19.8125,
+      "step": 3657
+    },
+    {
+      "epoch": 0.2429434814372053,
+      "grad_norm": 318.095458984375,
+      "learning_rate": 1.9564531235999354e-06,
+      "loss": 18.75,
+      "step": 3658
+    },
+    {
+      "epoch": 0.243009895729561,
+      "grad_norm": 259.7831115722656,
+      "learning_rate": 1.9564217251604267e-06,
+      "loss": 32.8906,
+      "step": 3659
+    },
+    {
+      "epoch": 0.2430763100219167,
+      "grad_norm": 519.3285522460938,
+      "learning_rate": 1.9563903156575836e-06,
+      "loss": 27.8281,
+      "step": 3660
+    },
+    {
+      "epoch": 0.24314272431427242,
+      "grad_norm": 132.43292236328125,
+      "learning_rate": 1.956358895091768e-06,
+      "loss": 12.1406,
+      "step": 3661
+    },
+    {
+      "epoch": 0.24320913860662816,
+      "grad_norm": 120.83287811279297,
+      "learning_rate": 1.9563274634633444e-06,
+      "loss": 17.9688,
+      "step": 3662
+    },
+    {
+      "epoch": 0.24327555289898387,
+      "grad_norm": 212.9396514892578,
+      "learning_rate": 1.9562960207726763e-06,
+      "loss": 21.625,
+      "step": 3663
+    },
+    {
+      "epoch": 0.24334196719133958,
+      "grad_norm": 208.98916625976562,
+      "learning_rate": 1.9562645670201273e-06,
+      "loss": 24.125,
+      "step": 3664
+    },
+    {
+      "epoch": 0.24340838148369529,
+      "grad_norm": 211.18006896972656,
+      "learning_rate": 1.9562331022060615e-06,
+      "loss": 24.3125,
+      "step": 3665
+    },
+    {
+      "epoch": 0.243474795776051,
+      "grad_norm": 167.28297424316406,
+      "learning_rate": 1.956201626330842e-06,
+      "loss": 17.375,
+      "step": 3666
+    },
+    {
+      "epoch": 0.24354121006840673,
+      "grad_norm": 243.48143005371094,
+      "learning_rate": 1.9561701393948336e-06,
+      "loss": 17.8281,
+      "step": 3667
+    },
+    {
+      "epoch": 0.24360762436076244,
+      "grad_norm": 156.84181213378906,
+      "learning_rate": 1.9561386413984008e-06,
+      "loss": 16.2344,
+      "step": 3668
+    },
+    {
+      "epoch": 0.24367403865311815,
+      "grad_norm": 242.71644592285156,
+      "learning_rate": 1.956107132341907e-06,
+      "loss": 24.4062,
+      "step": 3669
+    },
+    {
+      "epoch": 0.24374045294547386,
+      "grad_norm": 201.7278289794922,
+      "learning_rate": 1.956075612225717e-06,
+      "loss": 21.2031,
+      "step": 3670
+    },
+    {
+      "epoch": 0.24380686723782957,
+      "grad_norm": 233.16314697265625,
+      "learning_rate": 1.9560440810501966e-06,
+      "loss": 23.125,
+      "step": 3671
+    },
+    {
+      "epoch": 0.2438732815301853,
+      "grad_norm": 112.40972900390625,
+      "learning_rate": 1.9560125388157088e-06,
+      "loss": 13.0469,
+      "step": 3672
+    },
+    {
+      "epoch": 0.24393969582254102,
+      "grad_norm": 218.37112426757812,
+      "learning_rate": 1.9559809855226197e-06,
+      "loss": 22.1562,
+      "step": 3673
+    },
+    {
+      "epoch": 0.24400611011489673,
+      "grad_norm": 272.432861328125,
+      "learning_rate": 1.9559494211712936e-06,
+      "loss": 22.9219,
+      "step": 3674
+    },
+    {
+      "epoch": 0.24407252440725244,
+      "grad_norm": 151.04954528808594,
+      "learning_rate": 1.955917845762096e-06,
+      "loss": 17.6875,
+      "step": 3675
+    },
+    {
+      "epoch": 0.24413893869960815,
+      "grad_norm": 287.2369689941406,
+      "learning_rate": 1.9558862592953913e-06,
+      "loss": 23.0938,
+      "step": 3676
+    },
+    {
+      "epoch": 0.24420535299196386,
+      "grad_norm": 173.56820678710938,
+      "learning_rate": 1.9558546617715457e-06,
+      "loss": 21.9688,
+      "step": 3677
+    },
+    {
+      "epoch": 0.2442717672843196,
+      "grad_norm": 153.4658660888672,
+      "learning_rate": 1.955823053190925e-06,
+      "loss": 13.9766,
+      "step": 3678
+    },
+    {
+      "epoch": 0.2443381815766753,
+      "grad_norm": 275.2692565917969,
+      "learning_rate": 1.9557914335538945e-06,
+      "loss": 21.2188,
+      "step": 3679
+    },
+    {
+      "epoch": 0.24440459586903102,
+      "grad_norm": 219.2294158935547,
+      "learning_rate": 1.9557598028608197e-06,
+      "loss": 15.4062,
+      "step": 3680
+    },
+    {
+      "epoch": 0.24447101016138673,
+      "grad_norm": 158.65113830566406,
+      "learning_rate": 1.9557281611120664e-06,
+      "loss": 19.0156,
+      "step": 3681
+    },
+    {
+      "epoch": 0.24453742445374244,
+      "grad_norm": 190.5726776123047,
+      "learning_rate": 1.955696508308001e-06,
+      "loss": 23.5625,
+      "step": 3682
+    },
+    {
+      "epoch": 0.24460383874609817,
+      "grad_norm": 172.319091796875,
+      "learning_rate": 1.955664844448989e-06,
+      "loss": 17.2031,
+      "step": 3683
+    },
+    {
+      "epoch": 0.24467025303845388,
+      "grad_norm": 285.05560302734375,
+      "learning_rate": 1.955633169535398e-06,
+      "loss": 17.8438,
+      "step": 3684
+    },
+    {
+      "epoch": 0.2447366673308096,
+      "grad_norm": 226.1590576171875,
+      "learning_rate": 1.9556014835675925e-06,
+      "loss": 16.6094,
+      "step": 3685
+    },
+    {
+      "epoch": 0.2448030816231653,
+      "grad_norm": 467.8464050292969,
+      "learning_rate": 1.955569786545941e-06,
+      "loss": 24.5625,
+      "step": 3686
+    },
+    {
+      "epoch": 0.244869495915521,
+      "grad_norm": 242.51315307617188,
+      "learning_rate": 1.955538078470809e-06,
+      "loss": 22.5312,
+      "step": 3687
+    },
+    {
+      "epoch": 0.24493591020787672,
+      "grad_norm": 163.1824493408203,
+      "learning_rate": 1.9555063593425635e-06,
+      "loss": 27.8125,
+      "step": 3688
+    },
+    {
+      "epoch": 0.24500232450023246,
+      "grad_norm": 240.364990234375,
+      "learning_rate": 1.955474629161571e-06,
+      "loss": 19.0938,
+      "step": 3689
+    },
+    {
+      "epoch": 0.24506873879258817,
+      "grad_norm": 221.27359008789062,
+      "learning_rate": 1.9554428879281997e-06,
+      "loss": 25.4375,
+      "step": 3690
+    },
+    {
+      "epoch": 0.24513515308494388,
+      "grad_norm": 156.1059112548828,
+      "learning_rate": 1.955411135642815e-06,
+      "loss": 15.4922,
+      "step": 3691
+    },
+    {
+      "epoch": 0.2452015673772996,
+      "grad_norm": 138.56814575195312,
+      "learning_rate": 1.9553793723057858e-06,
+      "loss": 21.9688,
+      "step": 3692
+    },
+    {
+      "epoch": 0.2452679816696553,
+      "grad_norm": 224.77516174316406,
+      "learning_rate": 1.9553475979174793e-06,
+      "loss": 28.3438,
+      "step": 3693
+    },
+    {
+      "epoch": 0.24533439596201104,
+      "grad_norm": 209.3610076904297,
+      "learning_rate": 1.9553158124782622e-06,
+      "loss": 22.1562,
+      "step": 3694
+    },
+    {
+      "epoch": 0.24540081025436675,
+      "grad_norm": 174.31863403320312,
+      "learning_rate": 1.9552840159885026e-06,
+      "loss": 22.6875,
+      "step": 3695
+    },
+    {
+      "epoch": 0.24546722454672246,
+      "grad_norm": 122.50872039794922,
+      "learning_rate": 1.9552522084485683e-06,
+      "loss": 14.0,
+      "step": 3696
+    },
+    {
+      "epoch": 0.24553363883907817,
+      "grad_norm": 240.30516052246094,
+      "learning_rate": 1.9552203898588276e-06,
+      "loss": 22.7031,
+      "step": 3697
+    },
+    {
+      "epoch": 0.24560005313143388,
+      "grad_norm": 427.8479919433594,
+      "learning_rate": 1.955188560219648e-06,
+      "loss": 17.9688,
+      "step": 3698
+    },
+    {
+      "epoch": 0.2456664674237896,
+      "grad_norm": 265.16583251953125,
+      "learning_rate": 1.955156719531398e-06,
+      "loss": 19.9844,
+      "step": 3699
+    },
+    {
+      "epoch": 0.24573288171614532,
+      "grad_norm": 149.77357482910156,
+      "learning_rate": 1.955124867794446e-06,
+      "loss": 19.6406,
+      "step": 3700
+    },
+    {
+      "epoch": 0.24579929600850103,
+      "grad_norm": 187.88278198242188,
+      "learning_rate": 1.95509300500916e-06,
+      "loss": 19.9688,
+      "step": 3701
+    },
+    {
+      "epoch": 0.24586571030085674,
+      "grad_norm": 160.04566955566406,
+      "learning_rate": 1.9550611311759087e-06,
+      "loss": 16.625,
+      "step": 3702
+    },
+    {
+      "epoch": 0.24593212459321245,
+      "grad_norm": 171.93927001953125,
+      "learning_rate": 1.9550292462950617e-06,
+      "loss": 18.1406,
+      "step": 3703
+    },
+    {
+      "epoch": 0.24599853888556816,
+      "grad_norm": 231.1276397705078,
+      "learning_rate": 1.9549973503669866e-06,
+      "loss": 20.5625,
+      "step": 3704
+    },
+    {
+      "epoch": 0.2460649531779239,
+      "grad_norm": 356.80865478515625,
+      "learning_rate": 1.9549654433920526e-06,
+      "loss": 23.3594,
+      "step": 3705
+    },
+    {
+      "epoch": 0.2461313674702796,
+      "grad_norm": 248.3657989501953,
+      "learning_rate": 1.9549335253706295e-06,
+      "loss": 17.8281,
+      "step": 3706
+    },
+    {
+      "epoch": 0.24619778176263532,
+      "grad_norm": 345.14007568359375,
+      "learning_rate": 1.9549015963030857e-06,
+      "loss": 25.1562,
+      "step": 3707
+    },
+    {
+      "epoch": 0.24626419605499103,
+      "grad_norm": 170.58302307128906,
+      "learning_rate": 1.954869656189791e-06,
+      "loss": 24.1875,
+      "step": 3708
+    },
+    {
+      "epoch": 0.24633061034734674,
+      "grad_norm": 259.1036071777344,
+      "learning_rate": 1.9548377050311147e-06,
+      "loss": 16.7812,
+      "step": 3709
+    },
+    {
+      "epoch": 0.24639702463970248,
+      "grad_norm": 149.85186767578125,
+      "learning_rate": 1.9548057428274264e-06,
+      "loss": 17.25,
+      "step": 3710
+    },
+    {
+      "epoch": 0.2464634389320582,
+      "grad_norm": 205.63499450683594,
+      "learning_rate": 1.9547737695790956e-06,
+      "loss": 25.0625,
+      "step": 3711
+    },
+    {
+      "epoch": 0.2465298532244139,
+      "grad_norm": 308.3675537109375,
+      "learning_rate": 1.9547417852864928e-06,
+      "loss": 21.5938,
+      "step": 3712
+    },
+    {
+      "epoch": 0.2465962675167696,
+      "grad_norm": 867.7876586914062,
+      "learning_rate": 1.9547097899499876e-06,
+      "loss": 17.2656,
+      "step": 3713
+    },
+    {
+      "epoch": 0.24666268180912532,
+      "grad_norm": 219.2398223876953,
+      "learning_rate": 1.95467778356995e-06,
+      "loss": 18.0,
+      "step": 3714
+    },
+    {
+      "epoch": 0.24672909610148103,
+      "grad_norm": 244.69056701660156,
+      "learning_rate": 1.9546457661467502e-06,
+      "loss": 15.2656,
+      "step": 3715
+    },
+    {
+      "epoch": 0.24679551039383676,
+      "grad_norm": 186.77410888671875,
+      "learning_rate": 1.9546137376807583e-06,
+      "loss": 18.5781,
+      "step": 3716
+    },
+    {
+      "epoch": 0.24686192468619247,
+      "grad_norm": 269.7684020996094,
+      "learning_rate": 1.9545816981723456e-06,
+      "loss": 22.875,
+      "step": 3717
+    },
+    {
+      "epoch": 0.24692833897854818,
+      "grad_norm": 141.9998016357422,
+      "learning_rate": 1.954549647621882e-06,
+      "loss": 18.625,
+      "step": 3718
+    },
+    {
+      "epoch": 0.2469947532709039,
+      "grad_norm": 445.9599914550781,
+      "learning_rate": 1.954517586029739e-06,
+      "loss": 29.4375,
+      "step": 3719
+    },
+    {
+      "epoch": 0.2470611675632596,
+      "grad_norm": 256.8009033203125,
+      "learning_rate": 1.9544855133962864e-06,
+      "loss": 17.2812,
+      "step": 3720
+    },
+    {
+      "epoch": 0.24712758185561534,
+      "grad_norm": 210.46923828125,
+      "learning_rate": 1.954453429721896e-06,
+      "loss": 27.2344,
+      "step": 3721
+    },
+    {
+      "epoch": 0.24719399614797105,
+      "grad_norm": 247.38858032226562,
+      "learning_rate": 1.9544213350069383e-06,
+      "loss": 23.0938,
+      "step": 3722
+    },
+    {
+      "epoch": 0.24726041044032676,
+      "grad_norm": 252.93563842773438,
+      "learning_rate": 1.9543892292517857e-06,
+      "loss": 18.25,
+      "step": 3723
+    },
+    {
+      "epoch": 0.24732682473268247,
+      "grad_norm": 209.86770629882812,
+      "learning_rate": 1.9543571124568084e-06,
+      "loss": 21.7812,
+      "step": 3724
+    },
+    {
+      "epoch": 0.24739323902503818,
+      "grad_norm": 209.67538452148438,
+      "learning_rate": 1.9543249846223783e-06,
+      "loss": 17.6875,
+      "step": 3725
+    },
+    {
+      "epoch": 0.2474596533173939,
+      "grad_norm": 238.3377685546875,
+      "learning_rate": 1.954292845748867e-06,
+      "loss": 22.7812,
+      "step": 3726
+    },
+    {
+      "epoch": 0.24752606760974963,
+      "grad_norm": 231.5930633544922,
+      "learning_rate": 1.954260695836647e-06,
+      "loss": 19.625,
+      "step": 3727
+    },
+    {
+      "epoch": 0.24759248190210534,
+      "grad_norm": 269.1463928222656,
+      "learning_rate": 1.9542285348860886e-06,
+      "loss": 19.2031,
+      "step": 3728
+    },
+    {
+      "epoch": 0.24765889619446105,
+      "grad_norm": 264.61553955078125,
+      "learning_rate": 1.9541963628975652e-06,
+      "loss": 19.1562,
+      "step": 3729
+    },
+    {
+      "epoch": 0.24772531048681676,
+      "grad_norm": 177.30081176757812,
+      "learning_rate": 1.9541641798714487e-06,
+      "loss": 19.1562,
+      "step": 3730
+    },
+    {
+      "epoch": 0.24779172477917247,
+      "grad_norm": 143.99609375,
+      "learning_rate": 1.954131985808111e-06,
+      "loss": 16.1875,
+      "step": 3731
+    },
+    {
+      "epoch": 0.2478581390715282,
+      "grad_norm": 214.6641387939453,
+      "learning_rate": 1.9540997807079244e-06,
+      "loss": 22.2812,
+      "step": 3732
+    },
+    {
+      "epoch": 0.24792455336388391,
+      "grad_norm": 245.0627899169922,
+      "learning_rate": 1.954067564571262e-06,
+      "loss": 21.4844,
+      "step": 3733
+    },
+    {
+      "epoch": 0.24799096765623962,
+      "grad_norm": 442.5930480957031,
+      "learning_rate": 1.954035337398496e-06,
+      "loss": 25.9062,
+      "step": 3734
+    },
+    {
+      "epoch": 0.24805738194859533,
+      "grad_norm": 398.0080261230469,
+      "learning_rate": 1.9540030991899994e-06,
+      "loss": 22.6094,
+      "step": 3735
+    },
+    {
+      "epoch": 0.24812379624095104,
+      "grad_norm": 246.29318237304688,
+      "learning_rate": 1.953970849946145e-06,
+      "loss": 20.2656,
+      "step": 3736
+    },
+    {
+      "epoch": 0.24819021053330675,
+      "grad_norm": 239.54881286621094,
+      "learning_rate": 1.953938589667306e-06,
+      "loss": 17.8438,
+      "step": 3737
+    },
+    {
+      "epoch": 0.2482566248256625,
+      "grad_norm": 155.98497009277344,
+      "learning_rate": 1.9539063183538555e-06,
+      "loss": 19.1875,
+      "step": 3738
+    },
+    {
+      "epoch": 0.2483230391180182,
+      "grad_norm": 169.6338348388672,
+      "learning_rate": 1.9538740360061667e-06,
+      "loss": 17.1875,
+      "step": 3739
+    },
+    {
+      "epoch": 0.2483894534103739,
+      "grad_norm": 232.76055908203125,
+      "learning_rate": 1.953841742624613e-06,
+      "loss": 20.1875,
+      "step": 3740
+    },
+    {
+      "epoch": 0.24845586770272962,
+      "grad_norm": 257.8534240722656,
+      "learning_rate": 1.953809438209568e-06,
+      "loss": 18.6562,
+      "step": 3741
+    },
+    {
+      "epoch": 0.24852228199508533,
+      "grad_norm": 215.19839477539062,
+      "learning_rate": 1.9537771227614056e-06,
+      "loss": 17.9844,
+      "step": 3742
+    },
+    {
+      "epoch": 0.24858869628744107,
+      "grad_norm": 179.47337341308594,
+      "learning_rate": 1.9537447962804995e-06,
+      "loss": 16.75,
+      "step": 3743
+    },
+    {
+      "epoch": 0.24865511057979678,
+      "grad_norm": 154.42124938964844,
+      "learning_rate": 1.9537124587672235e-06,
+      "loss": 19.8281,
+      "step": 3744
+    },
+    {
+      "epoch": 0.2487215248721525,
+      "grad_norm": 378.26263427734375,
+      "learning_rate": 1.9536801102219515e-06,
+      "loss": 25.2969,
+      "step": 3745
+    },
+    {
+      "epoch": 0.2487879391645082,
+      "grad_norm": 235.12033081054688,
+      "learning_rate": 1.953647750645058e-06,
+      "loss": 14.625,
+      "step": 3746
+    },
+    {
+      "epoch": 0.2488543534568639,
+      "grad_norm": 226.72067260742188,
+      "learning_rate": 1.9536153800369176e-06,
+      "loss": 18.1562,
+      "step": 3747
+    },
+    {
+      "epoch": 0.24892076774921965,
+      "grad_norm": 389.8255310058594,
+      "learning_rate": 1.9535829983979037e-06,
+      "loss": 23.6719,
+      "step": 3748
+    },
+    {
+      "epoch": 0.24898718204157536,
+      "grad_norm": 489.01629638671875,
+      "learning_rate": 1.953550605728392e-06,
+      "loss": 13.8438,
+      "step": 3749
+    },
+    {
+      "epoch": 0.24905359633393107,
+      "grad_norm": 158.12588500976562,
+      "learning_rate": 1.9535182020287565e-06,
+      "loss": 18.8281,
+      "step": 3750
+    },
+    {
+      "epoch": 0.24912001062628678,
+      "grad_norm": 276.8321228027344,
+      "learning_rate": 1.9534857872993726e-06,
+      "loss": 20.1875,
+      "step": 3751
+    },
+    {
+      "epoch": 0.24918642491864249,
+      "grad_norm": 258.58770751953125,
+      "learning_rate": 1.9534533615406147e-06,
+      "loss": 14.8594,
+      "step": 3752
+    },
+    {
+      "epoch": 0.2492528392109982,
+      "grad_norm": 277.2768249511719,
+      "learning_rate": 1.953420924752858e-06,
+      "loss": 21.1562,
+      "step": 3753
+    },
+    {
+      "epoch": 0.24931925350335393,
+      "grad_norm": 162.92874145507812,
+      "learning_rate": 1.9533884769364783e-06,
+      "loss": 21.9062,
+      "step": 3754
+    },
+    {
+      "epoch": 0.24938566779570964,
+      "grad_norm": 312.2860107421875,
+      "learning_rate": 1.95335601809185e-06,
+      "loss": 24.0625,
+      "step": 3755
+    },
+    {
+      "epoch": 0.24945208208806535,
+      "grad_norm": 479.31536865234375,
+      "learning_rate": 1.9533235482193492e-06,
+      "loss": 24.4375,
+      "step": 3756
+    },
+    {
+      "epoch": 0.24951849638042106,
+      "grad_norm": 428.53826904296875,
+      "learning_rate": 1.9532910673193512e-06,
+      "loss": 15.9062,
+      "step": 3757
+    },
+    {
+      "epoch": 0.24958491067277677,
+      "grad_norm": 318.46624755859375,
+      "learning_rate": 1.953258575392232e-06,
+      "loss": 19.5312,
+      "step": 3758
+    },
+    {
+      "epoch": 0.2496513249651325,
+      "grad_norm": 461.7298278808594,
+      "learning_rate": 1.953226072438367e-06,
+      "loss": 16.875,
+      "step": 3759
+    },
+    {
+      "epoch": 0.24971773925748822,
+      "grad_norm": 195.3397216796875,
+      "learning_rate": 1.9531935584581325e-06,
+      "loss": 20.1953,
+      "step": 3760
+    },
+    {
+      "epoch": 0.24978415354984393,
+      "grad_norm": 193.60382080078125,
+      "learning_rate": 1.9531610334519046e-06,
+      "loss": 15.2656,
+      "step": 3761
+    },
+    {
+      "epoch": 0.24985056784219964,
+      "grad_norm": 2887.05126953125,
+      "learning_rate": 1.9531284974200596e-06,
+      "loss": 17.1562,
+      "step": 3762
+    },
+    {
+      "epoch": 0.24991698213455535,
+      "grad_norm": 615.0501708984375,
+      "learning_rate": 1.953095950362974e-06,
+      "loss": 21.1406,
+      "step": 3763
+    },
+    {
+      "epoch": 0.24998339642691106,
+      "grad_norm": 185.5062255859375,
+      "learning_rate": 1.9530633922810233e-06,
+      "loss": 17.875,
+      "step": 3764
+    },
+    {
+      "epoch": 0.2500498107192668,
+      "grad_norm": 125.12425994873047,
+      "learning_rate": 1.9530308231745852e-06,
+      "loss": 13.3594,
+      "step": 3765
+    },
+    {
+      "epoch": 0.2501162250116225,
+      "grad_norm": 173.27099609375,
+      "learning_rate": 1.9529982430440362e-06,
+      "loss": 16.8125,
+      "step": 3766
+    },
+    {
+      "epoch": 0.2501826393039782,
+      "grad_norm": 229.51710510253906,
+      "learning_rate": 1.952965651889753e-06,
+      "loss": 18.1094,
+      "step": 3767
+    },
+    {
+      "epoch": 0.2502490535963339,
+      "grad_norm": 459.843505859375,
+      "learning_rate": 1.9529330497121128e-06,
+      "loss": 17.8906,
+      "step": 3768
+    },
+    {
+      "epoch": 0.25031546788868964,
+      "grad_norm": 390.5806884765625,
+      "learning_rate": 1.9529004365114926e-06,
+      "loss": 18.25,
+      "step": 3769
+    },
+    {
+      "epoch": 0.25038188218104535,
+      "grad_norm": 114.09492492675781,
+      "learning_rate": 1.9528678122882696e-06,
+      "loss": 16.6875,
+      "step": 3770
+    },
+    {
+      "epoch": 0.25044829647340106,
+      "grad_norm": 171.6638946533203,
+      "learning_rate": 1.9528351770428207e-06,
+      "loss": 17.9688,
+      "step": 3771
+    },
+    {
+      "epoch": 0.25051471076575677,
+      "grad_norm": 193.51480102539062,
+      "learning_rate": 1.9528025307755246e-06,
+      "loss": 16.6875,
+      "step": 3772
+    },
+    {
+      "epoch": 0.25058112505811253,
+      "grad_norm": 217.85658264160156,
+      "learning_rate": 1.9527698734867577e-06,
+      "loss": 21.75,
+      "step": 3773
+    },
+    {
+      "epoch": 0.25064753935046824,
+      "grad_norm": 255.77732849121094,
+      "learning_rate": 1.9527372051768983e-06,
+      "loss": 15.8438,
+      "step": 3774
+    },
+    {
+      "epoch": 0.25071395364282395,
+      "grad_norm": 214.61318969726562,
+      "learning_rate": 1.952704525846325e-06,
+      "loss": 23.5781,
+      "step": 3775
+    },
+    {
+      "epoch": 0.25078036793517966,
+      "grad_norm": 296.7042541503906,
+      "learning_rate": 1.9526718354954143e-06,
+      "loss": 23.5,
+      "step": 3776
+    },
+    {
+      "epoch": 0.25084678222753537,
+      "grad_norm": 580.1870727539062,
+      "learning_rate": 1.9526391341245456e-06,
+      "loss": 19.9375,
+      "step": 3777
+    },
+    {
+      "epoch": 0.2509131965198911,
+      "grad_norm": 293.8099670410156,
+      "learning_rate": 1.9526064217340964e-06,
+      "loss": 21.25,
+      "step": 3778
+    },
+    {
+      "epoch": 0.2509796108122468,
+      "grad_norm": 132.32803344726562,
+      "learning_rate": 1.9525736983244456e-06,
+      "loss": 15.1719,
+      "step": 3779
+    },
+    {
+      "epoch": 0.2510460251046025,
+      "grad_norm": 127.28826904296875,
+      "learning_rate": 1.952540963895972e-06,
+      "loss": 19.9062,
+      "step": 3780
+    },
+    {
+      "epoch": 0.2511124393969582,
+      "grad_norm": 206.70472717285156,
+      "learning_rate": 1.9525082184490527e-06,
+      "loss": 26.4688,
+      "step": 3781
+    },
+    {
+      "epoch": 0.2511788536893139,
+      "grad_norm": 221.2439422607422,
+      "learning_rate": 1.9524754619840682e-06,
+      "loss": 25.0469,
+      "step": 3782
+    },
+    {
+      "epoch": 0.25124526798166963,
+      "grad_norm": 936.6287231445312,
+      "learning_rate": 1.952442694501397e-06,
+      "loss": 22.7656,
+      "step": 3783
+    },
+    {
+      "epoch": 0.2513116822740254,
+      "grad_norm": 349.09393310546875,
+      "learning_rate": 1.9524099160014176e-06,
+      "loss": 20.125,
+      "step": 3784
+    },
+    {
+      "epoch": 0.2513780965663811,
+      "grad_norm": 413.9417419433594,
+      "learning_rate": 1.9523771264845096e-06,
+      "loss": 15.1328,
+      "step": 3785
+    },
+    {
+      "epoch": 0.2514445108587368,
+      "grad_norm": 292.343017578125,
+      "learning_rate": 1.9523443259510525e-06,
+      "loss": 24.7031,
+      "step": 3786
+    },
+    {
+      "epoch": 0.2515109251510925,
+      "grad_norm": 176.34158325195312,
+      "learning_rate": 1.952311514401425e-06,
+      "loss": 15.375,
+      "step": 3787
+    },
+    {
+      "epoch": 0.25157733944344823,
+      "grad_norm": 299.0372619628906,
+      "learning_rate": 1.952278691836007e-06,
+      "loss": 24.3438,
+      "step": 3788
+    },
+    {
+      "epoch": 0.25164375373580394,
+      "grad_norm": 156.59735107421875,
+      "learning_rate": 1.9522458582551782e-06,
+      "loss": 16.3906,
+      "step": 3789
+    },
+    {
+      "epoch": 0.25171016802815965,
+      "grad_norm": 307.3919982910156,
+      "learning_rate": 1.952213013659319e-06,
+      "loss": 18.7812,
+      "step": 3790
+    },
+    {
+      "epoch": 0.25177658232051536,
+      "grad_norm": 145.2198028564453,
+      "learning_rate": 1.952180158048808e-06,
+      "loss": 20.4688,
+      "step": 3791
+    },
+    {
+      "epoch": 0.2518429966128711,
+      "grad_norm": 221.7451171875,
+      "learning_rate": 1.9521472914240264e-06,
+      "loss": 15.9219,
+      "step": 3792
+    },
+    {
+      "epoch": 0.2519094109052268,
+      "grad_norm": 156.2723388671875,
+      "learning_rate": 1.9521144137853537e-06,
+      "loss": 17.6406,
+      "step": 3793
+    },
+    {
+      "epoch": 0.2519758251975825,
+      "grad_norm": 117.4408950805664,
+      "learning_rate": 1.9520815251331702e-06,
+      "loss": 17.4531,
+      "step": 3794
+    },
+    {
+      "epoch": 0.25204223948993826,
+      "grad_norm": 319.7724914550781,
+      "learning_rate": 1.9520486254678576e-06,
+      "loss": 20.9844,
+      "step": 3795
+    },
+    {
+      "epoch": 0.25210865378229397,
+      "grad_norm": 231.2183380126953,
+      "learning_rate": 1.952015714789795e-06,
+      "loss": 23.1406,
+      "step": 3796
+    },
+    {
+      "epoch": 0.2521750680746497,
+      "grad_norm": 458.6272888183594,
+      "learning_rate": 1.951982793099363e-06,
+      "loss": 13.9062,
+      "step": 3797
+    },
+    {
+      "epoch": 0.2522414823670054,
+      "grad_norm": 253.17430114746094,
+      "learning_rate": 1.9519498603969437e-06,
+      "loss": 24.7812,
+      "step": 3798
+    },
+    {
+      "epoch": 0.2523078966593611,
+      "grad_norm": 217.2003631591797,
+      "learning_rate": 1.951916916682917e-06,
+      "loss": 17.0781,
+      "step": 3799
+    },
+    {
+      "epoch": 0.2523743109517168,
+      "grad_norm": 177.97314453125,
+      "learning_rate": 1.9518839619576644e-06,
+      "loss": 18.8594,
+      "step": 3800
+    },
+    {
+      "epoch": 0.2524407252440725,
+      "grad_norm": 229.2642822265625,
+      "learning_rate": 1.9518509962215673e-06,
+      "loss": 14.8125,
+      "step": 3801
+    },
+    {
+      "epoch": 0.2525071395364282,
+      "grad_norm": 145.6130828857422,
+      "learning_rate": 1.9518180194750063e-06,
+      "loss": 20.1562,
+      "step": 3802
+    },
+    {
+      "epoch": 0.25257355382878394,
+      "grad_norm": 170.27288818359375,
+      "learning_rate": 1.9517850317183637e-06,
+      "loss": 19.1406,
+      "step": 3803
+    },
+    {
+      "epoch": 0.25263996812113965,
+      "grad_norm": 369.8441467285156,
+      "learning_rate": 1.9517520329520203e-06,
+      "loss": 29.125,
+      "step": 3804
+    },
+    {
+      "epoch": 0.2527063824134954,
+      "grad_norm": 238.33245849609375,
+      "learning_rate": 1.951719023176358e-06,
+      "loss": 16.2656,
+      "step": 3805
+    },
+    {
+      "epoch": 0.2527727967058511,
+      "grad_norm": 256.4136962890625,
+      "learning_rate": 1.9516860023917597e-06,
+      "loss": 20.1719,
+      "step": 3806
+    },
+    {
+      "epoch": 0.25283921099820683,
+      "grad_norm": 162.7617950439453,
+      "learning_rate": 1.951652970598606e-06,
+      "loss": 17.2031,
+      "step": 3807
+    },
+    {
+      "epoch": 0.25290562529056254,
+      "grad_norm": 360.6598205566406,
+      "learning_rate": 1.9516199277972796e-06,
+      "loss": 32.8438,
+      "step": 3808
+    },
+    {
+      "epoch": 0.25297203958291825,
+      "grad_norm": 176.60964965820312,
+      "learning_rate": 1.951586873988162e-06,
+      "loss": 19.3281,
+      "step": 3809
+    },
+    {
+      "epoch": 0.25303845387527396,
+      "grad_norm": 155.77804565429688,
+      "learning_rate": 1.951553809171637e-06,
+      "loss": 16.5625,
+      "step": 3810
+    },
+    {
+      "epoch": 0.25310486816762967,
+      "grad_norm": 240.3187713623047,
+      "learning_rate": 1.9515207333480857e-06,
+      "loss": 22.375,
+      "step": 3811
+    },
+    {
+      "epoch": 0.2531712824599854,
+      "grad_norm": 810.7150268554688,
+      "learning_rate": 1.9514876465178913e-06,
+      "loss": 17.0312,
+      "step": 3812
+    },
+    {
+      "epoch": 0.2532376967523411,
+      "grad_norm": 313.760986328125,
+      "learning_rate": 1.9514545486814365e-06,
+      "loss": 23.0312,
+      "step": 3813
+    },
+    {
+      "epoch": 0.2533041110446968,
+      "grad_norm": 249.69822692871094,
+      "learning_rate": 1.9514214398391043e-06,
+      "loss": 20.9688,
+      "step": 3814
+    },
+    {
+      "epoch": 0.2533705253370525,
+      "grad_norm": 222.42886352539062,
+      "learning_rate": 1.9513883199912773e-06,
+      "loss": 17.8438,
+      "step": 3815
+    },
+    {
+      "epoch": 0.2534369396294083,
+      "grad_norm": 170.13772583007812,
+      "learning_rate": 1.951355189138339e-06,
+      "loss": 15.8281,
+      "step": 3816
+    },
+    {
+      "epoch": 0.253503353921764,
+      "grad_norm": 175.42807006835938,
+      "learning_rate": 1.9513220472806727e-06,
+      "loss": 16.9219,
+      "step": 3817
+    },
+    {
+      "epoch": 0.2535697682141197,
+      "grad_norm": 332.02593994140625,
+      "learning_rate": 1.9512888944186613e-06,
+      "loss": 20.9844,
+      "step": 3818
+    },
+    {
+      "epoch": 0.2536361825064754,
+      "grad_norm": 199.69607543945312,
+      "learning_rate": 1.951255730552688e-06,
+      "loss": 21.9219,
+      "step": 3819
+    },
+    {
+      "epoch": 0.2537025967988311,
+      "grad_norm": 214.29031372070312,
+      "learning_rate": 1.951222555683138e-06,
+      "loss": 14.8281,
+      "step": 3820
+    },
+    {
+      "epoch": 0.2537690110911868,
+      "grad_norm": 316.25958251953125,
+      "learning_rate": 1.9511893698103928e-06,
+      "loss": 17.0781,
+      "step": 3821
+    },
+    {
+      "epoch": 0.25383542538354253,
+      "grad_norm": 642.8858032226562,
+      "learning_rate": 1.951156172934838e-06,
+      "loss": 24.4531,
+      "step": 3822
+    },
+    {
+      "epoch": 0.25390183967589824,
+      "grad_norm": 317.91290283203125,
+      "learning_rate": 1.951122965056857e-06,
+      "loss": 16.2969,
+      "step": 3823
+    },
+    {
+      "epoch": 0.25396825396825395,
+      "grad_norm": 4759.24951171875,
+      "learning_rate": 1.951089746176834e-06,
+      "loss": 15.8594,
+      "step": 3824
+    },
+    {
+      "epoch": 0.25403466826060966,
+      "grad_norm": 747.5789184570312,
+      "learning_rate": 1.9510565162951534e-06,
+      "loss": 23.125,
+      "step": 3825
+    },
+    {
+      "epoch": 0.2541010825529654,
+      "grad_norm": 246.80079650878906,
+      "learning_rate": 1.9510232754121996e-06,
+      "loss": 31.3125,
+      "step": 3826
+    },
+    {
+      "epoch": 0.25416749684532114,
+      "grad_norm": 121.49227905273438,
+      "learning_rate": 1.9509900235283567e-06,
+      "loss": 20.5469,
+      "step": 3827
+    },
+    {
+      "epoch": 0.25423391113767685,
+      "grad_norm": 288.7403259277344,
+      "learning_rate": 1.950956760644009e-06,
+      "loss": 21.0312,
+      "step": 3828
+    },
+    {
+      "epoch": 0.25430032543003256,
+      "grad_norm": 181.62530517578125,
+      "learning_rate": 1.9509234867595426e-06,
+      "loss": 19.0781,
+      "step": 3829
+    },
+    {
+      "epoch": 0.25436673972238827,
+      "grad_norm": 263.7976379394531,
+      "learning_rate": 1.9508902018753414e-06,
+      "loss": 22.0469,
+      "step": 3830
+    },
+    {
+      "epoch": 0.254433154014744,
+      "grad_norm": 268.5212707519531,
+      "learning_rate": 1.950856905991791e-06,
+      "loss": 26.125,
+      "step": 3831
+    },
+    {
+      "epoch": 0.2544995683070997,
+      "grad_norm": 528.0631713867188,
+      "learning_rate": 1.9508235991092755e-06,
+      "loss": 19.625,
+      "step": 3832
+    },
+    {
+      "epoch": 0.2545659825994554,
+      "grad_norm": 202.07150268554688,
+      "learning_rate": 1.9507902812281816e-06,
+      "loss": 17.625,
+      "step": 3833
+    },
+    {
+      "epoch": 0.2546323968918111,
+      "grad_norm": 360.78021240234375,
+      "learning_rate": 1.9507569523488934e-06,
+      "loss": 21.7812,
+      "step": 3834
+    },
+    {
+      "epoch": 0.2546988111841668,
+      "grad_norm": 525.5670166015625,
+      "learning_rate": 1.9507236124717973e-06,
+      "loss": 24.2656,
+      "step": 3835
+    },
+    {
+      "epoch": 0.2547652254765225,
+      "grad_norm": 181.6602325439453,
+      "learning_rate": 1.950690261597279e-06,
+      "loss": 21.75,
+      "step": 3836
+    },
+    {
+      "epoch": 0.25483163976887824,
+      "grad_norm": 441.9461364746094,
+      "learning_rate": 1.9506568997257233e-06,
+      "loss": 35.3281,
+      "step": 3837
+    },
+    {
+      "epoch": 0.254898054061234,
+      "grad_norm": 150.09100341796875,
+      "learning_rate": 1.950623526857517e-06,
+      "loss": 17.9062,
+      "step": 3838
+    },
+    {
+      "epoch": 0.2549644683535897,
+      "grad_norm": 184.45367431640625,
+      "learning_rate": 1.9505901429930462e-06,
+      "loss": 17.6719,
+      "step": 3839
+    },
+    {
+      "epoch": 0.2550308826459454,
+      "grad_norm": 346.8046875,
+      "learning_rate": 1.9505567481326964e-06,
+      "loss": 23.6562,
+      "step": 3840
+    },
+    {
+      "epoch": 0.25509729693830113,
+      "grad_norm": 152.1611785888672,
+      "learning_rate": 1.9505233422768544e-06,
+      "loss": 19.9844,
+      "step": 3841
+    },
+    {
+      "epoch": 0.25516371123065684,
+      "grad_norm": 198.03346252441406,
+      "learning_rate": 1.9504899254259068e-06,
+      "loss": 15.0625,
+      "step": 3842
+    },
+    {
+      "epoch": 0.25523012552301255,
+      "grad_norm": 414.6817932128906,
+      "learning_rate": 1.950456497580239e-06,
+      "loss": 24.0,
+      "step": 3843
+    },
+    {
+      "epoch": 0.25529653981536826,
+      "grad_norm": 194.94430541992188,
+      "learning_rate": 1.950423058740239e-06,
+      "loss": 17.375,
+      "step": 3844
+    },
+    {
+      "epoch": 0.25536295410772397,
+      "grad_norm": 297.0433044433594,
+      "learning_rate": 1.950389608906293e-06,
+      "loss": 18.9688,
+      "step": 3845
+    },
+    {
+      "epoch": 0.2554293684000797,
+      "grad_norm": 116.33306121826172,
+      "learning_rate": 1.9503561480787886e-06,
+      "loss": 13.6875,
+      "step": 3846
+    },
+    {
+      "epoch": 0.2554957826924354,
+      "grad_norm": 1283.2318115234375,
+      "learning_rate": 1.9503226762581116e-06,
+      "loss": 18.3906,
+      "step": 3847
+    },
+    {
+      "epoch": 0.2555621969847911,
+      "grad_norm": 300.55291748046875,
+      "learning_rate": 1.9502891934446502e-06,
+      "loss": 19.7969,
+      "step": 3848
+    },
+    {
+      "epoch": 0.25562861127714687,
+      "grad_norm": 269.93310546875,
+      "learning_rate": 1.9502556996387913e-06,
+      "loss": 27.5625,
+      "step": 3849
+    },
+    {
+      "epoch": 0.2556950255695026,
+      "grad_norm": 184.49156188964844,
+      "learning_rate": 1.9502221948409223e-06,
+      "loss": 16.1406,
+      "step": 3850
+    },
+    {
+      "epoch": 0.2557614398618583,
+      "grad_norm": 214.4910888671875,
+      "learning_rate": 1.9501886790514307e-06,
+      "loss": 20.0,
+      "step": 3851
+    },
+    {
+      "epoch": 0.255827854154214,
+      "grad_norm": 232.2704315185547,
+      "learning_rate": 1.950155152270705e-06,
+      "loss": 27.875,
+      "step": 3852
+    },
+    {
+      "epoch": 0.2558942684465697,
+      "grad_norm": 121.34141540527344,
+      "learning_rate": 1.9501216144991316e-06,
+      "loss": 15.2656,
+      "step": 3853
+    },
+    {
+      "epoch": 0.2559606827389254,
+      "grad_norm": 333.7542419433594,
+      "learning_rate": 1.9500880657371e-06,
+      "loss": 25.125,
+      "step": 3854
+    },
+    {
+      "epoch": 0.2560270970312811,
+      "grad_norm": 199.99813842773438,
+      "learning_rate": 1.950054505984997e-06,
+      "loss": 18.7188,
+      "step": 3855
+    },
+    {
+      "epoch": 0.25609351132363684,
+      "grad_norm": 183.48651123046875,
+      "learning_rate": 1.9500209352432117e-06,
+      "loss": 21.2812,
+      "step": 3856
+    },
+    {
+      "epoch": 0.25615992561599255,
+      "grad_norm": 216.1350860595703,
+      "learning_rate": 1.9499873535121315e-06,
+      "loss": 19.9219,
+      "step": 3857
+    },
+    {
+      "epoch": 0.25622633990834826,
+      "grad_norm": 295.01177978515625,
+      "learning_rate": 1.949953760792146e-06,
+      "loss": 18.1094,
+      "step": 3858
+    },
+    {
+      "epoch": 0.25629275420070396,
+      "grad_norm": 148.6490936279297,
+      "learning_rate": 1.9499201570836427e-06,
+      "loss": 17.3906,
+      "step": 3859
+    },
+    {
+      "epoch": 0.25635916849305973,
+      "grad_norm": 964.5999755859375,
+      "learning_rate": 1.949886542387011e-06,
+      "loss": 18.2812,
+      "step": 3860
+    },
+    {
+      "epoch": 0.25642558278541544,
+      "grad_norm": 234.24534606933594,
+      "learning_rate": 1.9498529167026393e-06,
+      "loss": 17.9844,
+      "step": 3861
+    },
+    {
+      "epoch": 0.25649199707777115,
+      "grad_norm": 191.63516235351562,
+      "learning_rate": 1.9498192800309167e-06,
+      "loss": 20.625,
+      "step": 3862
+    },
+    {
+      "epoch": 0.25655841137012686,
+      "grad_norm": 412.8174133300781,
+      "learning_rate": 1.9497856323722328e-06,
+      "loss": 18.3906,
+      "step": 3863
+    },
+    {
+      "epoch": 0.25662482566248257,
+      "grad_norm": 149.34512329101562,
+      "learning_rate": 1.9497519737269763e-06,
+      "loss": 20.1719,
+      "step": 3864
+    },
+    {
+      "epoch": 0.2566912399548383,
+      "grad_norm": 157.50860595703125,
+      "learning_rate": 1.9497183040955365e-06,
+      "loss": 21.9219,
+      "step": 3865
+    },
+    {
+      "epoch": 0.256757654247194,
+      "grad_norm": 348.3340759277344,
+      "learning_rate": 1.949684623478303e-06,
+      "loss": 30.0312,
+      "step": 3866
+    },
+    {
+      "epoch": 0.2568240685395497,
+      "grad_norm": 168.51072692871094,
+      "learning_rate": 1.9496509318756653e-06,
+      "loss": 15.0234,
+      "step": 3867
+    },
+    {
+      "epoch": 0.2568904828319054,
+      "grad_norm": 271.2900085449219,
+      "learning_rate": 1.9496172292880133e-06,
+      "loss": 20.9375,
+      "step": 3868
+    },
+    {
+      "epoch": 0.2569568971242611,
+      "grad_norm": 1043.2890625,
+      "learning_rate": 1.949583515715737e-06,
+      "loss": 18.9688,
+      "step": 3869
+    },
+    {
+      "epoch": 0.25702331141661683,
+      "grad_norm": 162.91049194335938,
+      "learning_rate": 1.9495497911592257e-06,
+      "loss": 16.3594,
+      "step": 3870
+    },
+    {
+      "epoch": 0.2570897257089726,
+      "grad_norm": 139.2553253173828,
+      "learning_rate": 1.9495160556188703e-06,
+      "loss": 17.5469,
+      "step": 3871
+    },
+    {
+      "epoch": 0.2571561400013283,
+      "grad_norm": 287.4471435546875,
+      "learning_rate": 1.9494823090950606e-06,
+      "loss": 20.5312,
+      "step": 3872
+    },
+    {
+      "epoch": 0.257222554293684,
+      "grad_norm": 224.99163818359375,
+      "learning_rate": 1.949448551588187e-06,
+      "loss": 18.4688,
+      "step": 3873
+    },
+    {
+      "epoch": 0.2572889685860397,
+      "grad_norm": 282.8897399902344,
+      "learning_rate": 1.9494147830986402e-06,
+      "loss": 20.8438,
+      "step": 3874
+    },
+    {
+      "epoch": 0.25735538287839543,
+      "grad_norm": 678.70654296875,
+      "learning_rate": 1.9493810036268105e-06,
+      "loss": 23.4375,
+      "step": 3875
+    },
+    {
+      "epoch": 0.25742179717075114,
+      "grad_norm": 167.55101013183594,
+      "learning_rate": 1.949347213173089e-06,
+      "loss": 20.6094,
+      "step": 3876
+    },
+    {
+      "epoch": 0.25748821146310685,
+      "grad_norm": 164.85977172851562,
+      "learning_rate": 1.949313411737866e-06,
+      "loss": 22.1094,
+      "step": 3877
+    },
+    {
+      "epoch": 0.25755462575546256,
+      "grad_norm": 785.6422729492188,
+      "learning_rate": 1.9492795993215328e-06,
+      "loss": 16.2891,
+      "step": 3878
+    },
+    {
+      "epoch": 0.2576210400478183,
+      "grad_norm": 305.9497375488281,
+      "learning_rate": 1.949245775924481e-06,
+      "loss": 18.2656,
+      "step": 3879
+    },
+    {
+      "epoch": 0.257687454340174,
+      "grad_norm": 343.03619384765625,
+      "learning_rate": 1.949211941547101e-06,
+      "loss": 23.3125,
+      "step": 3880
+    },
+    {
+      "epoch": 0.25775386863252975,
+      "grad_norm": 130.88699340820312,
+      "learning_rate": 1.9491780961897854e-06,
+      "loss": 16.4531,
+      "step": 3881
+    },
+    {
+      "epoch": 0.25782028292488546,
+      "grad_norm": 2792.52294921875,
+      "learning_rate": 1.9491442398529242e-06,
+      "loss": 24.8125,
+      "step": 3882
+    },
+    {
+      "epoch": 0.25788669721724117,
+      "grad_norm": 187.81033325195312,
+      "learning_rate": 1.9491103725369097e-06,
+      "loss": 22.875,
+      "step": 3883
+    },
+    {
+      "epoch": 0.2579531115095969,
+      "grad_norm": 288.4322509765625,
+      "learning_rate": 1.949076494242134e-06,
+      "loss": 22.6562,
+      "step": 3884
+    },
+    {
+      "epoch": 0.2580195258019526,
+      "grad_norm": 153.70614624023438,
+      "learning_rate": 1.9490426049689886e-06,
+      "loss": 17.9062,
+      "step": 3885
+    },
+    {
+      "epoch": 0.2580859400943083,
+      "grad_norm": 482.2108154296875,
+      "learning_rate": 1.9490087047178656e-06,
+      "loss": 18.0625,
+      "step": 3886
+    },
+    {
+      "epoch": 0.258152354386664,
+      "grad_norm": 252.2724151611328,
+      "learning_rate": 1.948974793489157e-06,
+      "loss": 17.5938,
+      "step": 3887
+    },
+    {
+      "epoch": 0.2582187686790197,
+      "grad_norm": 347.33489990234375,
+      "learning_rate": 1.9489408712832557e-06,
+      "loss": 23.625,
+      "step": 3888
+    },
+    {
+      "epoch": 0.2582851829713754,
+      "grad_norm": 586.1905517578125,
+      "learning_rate": 1.948906938100553e-06,
+      "loss": 34.375,
+      "step": 3889
+    },
+    {
+      "epoch": 0.25835159726373114,
+      "grad_norm": 339.8514404296875,
+      "learning_rate": 1.9488729939414422e-06,
+      "loss": 18.4062,
+      "step": 3890
+    },
+    {
+      "epoch": 0.25841801155608685,
+      "grad_norm": 390.07269287109375,
+      "learning_rate": 1.948839038806316e-06,
+      "loss": 30.5938,
+      "step": 3891
+    },
+    {
+      "epoch": 0.2584844258484426,
+      "grad_norm": 365.5821228027344,
+      "learning_rate": 1.9488050726955666e-06,
+      "loss": 19.6094,
+      "step": 3892
+    },
+    {
+      "epoch": 0.2585508401407983,
+      "grad_norm": 197.46847534179688,
+      "learning_rate": 1.948771095609587e-06,
+      "loss": 21.0625,
+      "step": 3893
+    },
+    {
+      "epoch": 0.25861725443315403,
+      "grad_norm": 1717.883056640625,
+      "learning_rate": 1.948737107548771e-06,
+      "loss": 25.5781,
+      "step": 3894
+    },
+    {
+      "epoch": 0.25868366872550974,
+      "grad_norm": 219.24905395507812,
+      "learning_rate": 1.948703108513511e-06,
+      "loss": 17.1094,
+      "step": 3895
+    },
+    {
+      "epoch": 0.25875008301786545,
+      "grad_norm": 150.80271911621094,
+      "learning_rate": 1.9486690985042006e-06,
+      "loss": 16.3594,
+      "step": 3896
+    },
+    {
+      "epoch": 0.25881649731022116,
+      "grad_norm": 215.88418579101562,
+      "learning_rate": 1.948635077521233e-06,
+      "loss": 19.2969,
+      "step": 3897
+    },
+    {
+      "epoch": 0.25888291160257687,
+      "grad_norm": 399.9358825683594,
+      "learning_rate": 1.948601045565002e-06,
+      "loss": 20.2188,
+      "step": 3898
+    },
+    {
+      "epoch": 0.2589493258949326,
+      "grad_norm": 136.05633544921875,
+      "learning_rate": 1.948567002635901e-06,
+      "loss": 17.5312,
+      "step": 3899
+    },
+    {
+      "epoch": 0.2590157401872883,
+      "grad_norm": 208.09486389160156,
+      "learning_rate": 1.9485329487343235e-06,
+      "loss": 15.6406,
+      "step": 3900
+    },
+    {
+      "epoch": 0.259082154479644,
+      "grad_norm": 155.74363708496094,
+      "learning_rate": 1.9484988838606646e-06,
+      "loss": 21.6719,
+      "step": 3901
+    },
+    {
+      "epoch": 0.2591485687719997,
+      "grad_norm": 110.74466705322266,
+      "learning_rate": 1.9484648080153168e-06,
+      "loss": 17.0469,
+      "step": 3902
+    },
+    {
+      "epoch": 0.2592149830643555,
+      "grad_norm": 918.4083251953125,
+      "learning_rate": 1.9484307211986756e-06,
+      "loss": 20.8906,
+      "step": 3903
+    },
+    {
+      "epoch": 0.2592813973567112,
+      "grad_norm": 350.7803039550781,
+      "learning_rate": 1.948396623411134e-06,
+      "loss": 19.8594,
+      "step": 3904
+    },
+    {
+      "epoch": 0.2593478116490669,
+      "grad_norm": 127.33989715576172,
+      "learning_rate": 1.948362514653088e-06,
+      "loss": 19.125,
+      "step": 3905
+    },
+    {
+      "epoch": 0.2594142259414226,
+      "grad_norm": 184.64364624023438,
+      "learning_rate": 1.9483283949249307e-06,
+      "loss": 23.3281,
+      "step": 3906
+    },
+    {
+      "epoch": 0.2594806402337783,
+      "grad_norm": 243.1719512939453,
+      "learning_rate": 1.9482942642270573e-06,
+      "loss": 16.8906,
+      "step": 3907
+    },
+    {
+      "epoch": 0.259547054526134,
+      "grad_norm": 182.77081298828125,
+      "learning_rate": 1.948260122559863e-06,
+      "loss": 13.1406,
+      "step": 3908
+    },
+    {
+      "epoch": 0.25961346881848973,
+      "grad_norm": 304.0369873046875,
+      "learning_rate": 1.9482259699237423e-06,
+      "loss": 21.6562,
+      "step": 3909
+    },
+    {
+      "epoch": 0.25967988311084544,
+      "grad_norm": 314.88250732421875,
+      "learning_rate": 1.9481918063190904e-06,
+      "loss": 20.5312,
+      "step": 3910
+    },
+    {
+      "epoch": 0.25974629740320115,
+      "grad_norm": 254.0806427001953,
+      "learning_rate": 1.9481576317463025e-06,
+      "loss": 21.375,
+      "step": 3911
+    },
+    {
+      "epoch": 0.25981271169555686,
+      "grad_norm": 212.75717163085938,
+      "learning_rate": 1.9481234462057733e-06,
+      "loss": 17.2812,
+      "step": 3912
+    },
+    {
+      "epoch": 0.2598791259879126,
+      "grad_norm": 350.6031494140625,
+      "learning_rate": 1.9480892496978996e-06,
+      "loss": 26.4688,
+      "step": 3913
+    },
+    {
+      "epoch": 0.25994554028026834,
+      "grad_norm": 564.1569213867188,
+      "learning_rate": 1.9480550422230757e-06,
+      "loss": 24.4375,
+      "step": 3914
+    },
+    {
+      "epoch": 0.26001195457262405,
+      "grad_norm": 208.9837646484375,
+      "learning_rate": 1.948020823781698e-06,
+      "loss": 15.7969,
+      "step": 3915
+    },
+    {
+      "epoch": 0.26007836886497976,
+      "grad_norm": 147.92037963867188,
+      "learning_rate": 1.9479865943741617e-06,
+      "loss": 16.4375,
+      "step": 3916
+    },
+    {
+      "epoch": 0.26014478315733547,
+      "grad_norm": 330.4004211425781,
+      "learning_rate": 1.9479523540008635e-06,
+      "loss": 23.5312,
+      "step": 3917
+    },
+    {
+      "epoch": 0.2602111974496912,
+      "grad_norm": 456.1384582519531,
+      "learning_rate": 1.9479181026621987e-06,
+      "loss": 16.6094,
+      "step": 3918
+    },
+    {
+      "epoch": 0.2602776117420469,
+      "grad_norm": 164.29150390625,
+      "learning_rate": 1.947883840358564e-06,
+      "loss": 16.8906,
+      "step": 3919
+    },
+    {
+      "epoch": 0.2603440260344026,
+      "grad_norm": 210.80975341796875,
+      "learning_rate": 1.947849567090356e-06,
+      "loss": 16.1719,
+      "step": 3920
+    },
+    {
+      "epoch": 0.2604104403267583,
+      "grad_norm": 351.14605712890625,
+      "learning_rate": 1.9478152828579706e-06,
+      "loss": 31.5312,
+      "step": 3921
+    },
+    {
+      "epoch": 0.260476854619114,
+      "grad_norm": 183.3167266845703,
+      "learning_rate": 1.947780987661804e-06,
+      "loss": 22.3281,
+      "step": 3922
+    },
+    {
+      "epoch": 0.2605432689114697,
+      "grad_norm": 197.65516662597656,
+      "learning_rate": 1.947746681502254e-06,
+      "loss": 23.2969,
+      "step": 3923
+    },
+    {
+      "epoch": 0.26060968320382544,
+      "grad_norm": 286.9833068847656,
+      "learning_rate": 1.947712364379717e-06,
+      "loss": 24.8438,
+      "step": 3924
+    },
+    {
+      "epoch": 0.2606760974961812,
+      "grad_norm": 208.48353576660156,
+      "learning_rate": 1.9476780362945895e-06,
+      "loss": 15.7812,
+      "step": 3925
+    },
+    {
+      "epoch": 0.2607425117885369,
+      "grad_norm": 159.7201385498047,
+      "learning_rate": 1.947643697247269e-06,
+      "loss": 14.6562,
+      "step": 3926
+    },
+    {
+      "epoch": 0.2608089260808926,
+      "grad_norm": 337.67108154296875,
+      "learning_rate": 1.947609347238153e-06,
+      "loss": 25.0469,
+      "step": 3927
+    },
+    {
+      "epoch": 0.26087534037324833,
+      "grad_norm": 237.33290100097656,
+      "learning_rate": 1.947574986267638e-06,
+      "loss": 15.75,
+      "step": 3928
+    },
+    {
+      "epoch": 0.26094175466560404,
+      "grad_norm": 564.3217163085938,
+      "learning_rate": 1.9475406143361223e-06,
+      "loss": 17.3594,
+      "step": 3929
+    },
+    {
+      "epoch": 0.26100816895795975,
+      "grad_norm": 210.37171936035156,
+      "learning_rate": 1.947506231444003e-06,
+      "loss": 20.3438,
+      "step": 3930
+    },
+    {
+      "epoch": 0.26107458325031546,
+      "grad_norm": 288.4942932128906,
+      "learning_rate": 1.947471837591678e-06,
+      "loss": 16.2031,
+      "step": 3931
+    },
+    {
+      "epoch": 0.26114099754267117,
+      "grad_norm": 186.0314483642578,
+      "learning_rate": 1.947437432779545e-06,
+      "loss": 18.3125,
+      "step": 3932
+    },
+    {
+      "epoch": 0.2612074118350269,
+      "grad_norm": 120.51468658447266,
+      "learning_rate": 1.9474030170080024e-06,
+      "loss": 18.3125,
+      "step": 3933
+    },
+    {
+      "epoch": 0.2612738261273826,
+      "grad_norm": 223.15185546875,
+      "learning_rate": 1.947368590277448e-06,
+      "loss": 22.1406,
+      "step": 3934
+    },
+    {
+      "epoch": 0.2613402404197383,
+      "grad_norm": 259.7105712890625,
+      "learning_rate": 1.94733415258828e-06,
+      "loss": 18.5781,
+      "step": 3935
+    },
+    {
+      "epoch": 0.26140665471209407,
+      "grad_norm": 123.66973114013672,
+      "learning_rate": 1.9472997039408968e-06,
+      "loss": 18.4844,
+      "step": 3936
+    },
+    {
+      "epoch": 0.2614730690044498,
+      "grad_norm": 186.63101196289062,
+      "learning_rate": 1.9472652443356966e-06,
+      "loss": 17.75,
+      "step": 3937
+    },
+    {
+      "epoch": 0.2615394832968055,
+      "grad_norm": 199.25411987304688,
+      "learning_rate": 1.9472307737730784e-06,
+      "loss": 20.4219,
+      "step": 3938
+    },
+    {
+      "epoch": 0.2616058975891612,
+      "grad_norm": 209.4795379638672,
+      "learning_rate": 1.947196292253441e-06,
+      "loss": 17.5,
+      "step": 3939
+    },
+    {
+      "epoch": 0.2616723118815169,
+      "grad_norm": 202.72299194335938,
+      "learning_rate": 1.9471617997771826e-06,
+      "loss": 25.5312,
+      "step": 3940
+    },
+    {
+      "epoch": 0.2617387261738726,
+      "grad_norm": 201.65512084960938,
+      "learning_rate": 1.947127296344703e-06,
+      "loss": 27.9688,
+      "step": 3941
+    },
+    {
+      "epoch": 0.2618051404662283,
+      "grad_norm": 286.6324462890625,
+      "learning_rate": 1.947092781956401e-06,
+      "loss": 18.1094,
+      "step": 3942
+    },
+    {
+      "epoch": 0.26187155475858404,
+      "grad_norm": 236.93621826171875,
+      "learning_rate": 1.947058256612676e-06,
+      "loss": 22.4531,
+      "step": 3943
+    },
+    {
+      "epoch": 0.26193796905093975,
+      "grad_norm": 233.28616333007812,
+      "learning_rate": 1.9470237203139267e-06,
+      "loss": 21.375,
+      "step": 3944
+    },
+    {
+      "epoch": 0.26200438334329545,
+      "grad_norm": 276.00140380859375,
+      "learning_rate": 1.9469891730605533e-06,
+      "loss": 15.4844,
+      "step": 3945
+    },
+    {
+      "epoch": 0.26207079763565116,
+      "grad_norm": 207.84519958496094,
+      "learning_rate": 1.9469546148529555e-06,
+      "loss": 16.7969,
+      "step": 3946
+    },
+    {
+      "epoch": 0.26213721192800693,
+      "grad_norm": 193.69818115234375,
+      "learning_rate": 1.9469200456915327e-06,
+      "loss": 20.3594,
+      "step": 3947
+    },
+    {
+      "epoch": 0.26220362622036264,
+      "grad_norm": 234.20408630371094,
+      "learning_rate": 1.9468854655766842e-06,
+      "loss": 19.9375,
+      "step": 3948
+    },
+    {
+      "epoch": 0.26227004051271835,
+      "grad_norm": 168.86740112304688,
+      "learning_rate": 1.9468508745088117e-06,
+      "loss": 18.6562,
+      "step": 3949
+    },
+    {
+      "epoch": 0.26233645480507406,
+      "grad_norm": 121.33155822753906,
+      "learning_rate": 1.946816272488313e-06,
+      "loss": 16.9062,
+      "step": 3950
+    },
+    {
+      "epoch": 0.26240286909742977,
+      "grad_norm": 224.7110137939453,
+      "learning_rate": 1.9467816595155904e-06,
+      "loss": 22.1719,
+      "step": 3951
+    },
+    {
+      "epoch": 0.2624692833897855,
+      "grad_norm": 283.0148010253906,
+      "learning_rate": 1.9467470355910435e-06,
+      "loss": 17.5312,
+      "step": 3952
+    },
+    {
+      "epoch": 0.2625356976821412,
+      "grad_norm": 273.3149108886719,
+      "learning_rate": 1.946712400715073e-06,
+      "loss": 17.9375,
+      "step": 3953
+    },
+    {
+      "epoch": 0.2626021119744969,
+      "grad_norm": 194.5653839111328,
+      "learning_rate": 1.9466777548880792e-06,
+      "loss": 15.5938,
+      "step": 3954
+    },
+    {
+      "epoch": 0.2626685262668526,
+      "grad_norm": 205.11427307128906,
+      "learning_rate": 1.946643098110463e-06,
+      "loss": 20.6875,
+      "step": 3955
+    },
+    {
+      "epoch": 0.2627349405592083,
+      "grad_norm": 145.8584747314453,
+      "learning_rate": 1.9466084303826247e-06,
+      "loss": 20.6875,
+      "step": 3956
+    },
+    {
+      "epoch": 0.2628013548515641,
+      "grad_norm": 518.2384643554688,
+      "learning_rate": 1.9465737517049664e-06,
+      "loss": 20.3438,
+      "step": 3957
+    },
+    {
+      "epoch": 0.2628677691439198,
+      "grad_norm": 254.6880340576172,
+      "learning_rate": 1.946539062077889e-06,
+      "loss": 14.4062,
+      "step": 3958
+    },
+    {
+      "epoch": 0.2629341834362755,
+      "grad_norm": 118.42717742919922,
+      "learning_rate": 1.9465043615017933e-06,
+      "loss": 14.5,
+      "step": 3959
+    },
+    {
+      "epoch": 0.2630005977286312,
+      "grad_norm": 133.897216796875,
+      "learning_rate": 1.946469649977081e-06,
+      "loss": 18.4219,
+      "step": 3960
+    },
+    {
+      "epoch": 0.2630670120209869,
+      "grad_norm": 154.17933654785156,
+      "learning_rate": 1.9464349275041535e-06,
+      "loss": 14.9219,
+      "step": 3961
+    },
+    {
+      "epoch": 0.26313342631334263,
+      "grad_norm": 200.4166717529297,
+      "learning_rate": 1.9464001940834126e-06,
+      "loss": 22.8594,
+      "step": 3962
+    },
+    {
+      "epoch": 0.26319984060569834,
+      "grad_norm": 296.0130310058594,
+      "learning_rate": 1.94636544971526e-06,
+      "loss": 17.2188,
+      "step": 3963
+    },
+    {
+      "epoch": 0.26326625489805405,
+      "grad_norm": 124.3624038696289,
+      "learning_rate": 1.9463306944000974e-06,
+      "loss": 16.1719,
+      "step": 3964
+    },
+    {
+      "epoch": 0.26333266919040976,
+      "grad_norm": 123.91768646240234,
+      "learning_rate": 1.946295928138327e-06,
+      "loss": 19.4062,
+      "step": 3965
+    },
+    {
+      "epoch": 0.2633990834827655,
+      "grad_norm": 223.38143920898438,
+      "learning_rate": 1.946261150930351e-06,
+      "loss": 19.1094,
+      "step": 3966
+    },
+    {
+      "epoch": 0.2634654977751212,
+      "grad_norm": 374.8646240234375,
+      "learning_rate": 1.946226362776572e-06,
+      "loss": 21.3906,
+      "step": 3967
+    },
+    {
+      "epoch": 0.26353191206747695,
+      "grad_norm": 168.2753448486328,
+      "learning_rate": 1.9461915636773914e-06,
+      "loss": 20.3125,
+      "step": 3968
+    },
+    {
+      "epoch": 0.26359832635983266,
+      "grad_norm": 290.8452453613281,
+      "learning_rate": 1.9461567536332133e-06,
+      "loss": 18.7969,
+      "step": 3969
+    },
+    {
+      "epoch": 0.26366474065218837,
+      "grad_norm": 253.98768615722656,
+      "learning_rate": 1.9461219326444386e-06,
+      "loss": 19.9375,
+      "step": 3970
+    },
+    {
+      "epoch": 0.2637311549445441,
+      "grad_norm": 181.5511932373047,
+      "learning_rate": 1.9460871007114714e-06,
+      "loss": 17.1562,
+      "step": 3971
+    },
+    {
+      "epoch": 0.2637975692368998,
+      "grad_norm": 264.03887939453125,
+      "learning_rate": 1.946052257834714e-06,
+      "loss": 20.0,
+      "step": 3972
+    },
+    {
+      "epoch": 0.2638639835292555,
+      "grad_norm": 262.34466552734375,
+      "learning_rate": 1.9460174040145695e-06,
+      "loss": 19.4062,
+      "step": 3973
+    },
+    {
+      "epoch": 0.2639303978216112,
+      "grad_norm": 331.7105407714844,
+      "learning_rate": 1.9459825392514417e-06,
+      "loss": 23.0469,
+      "step": 3974
+    },
+    {
+      "epoch": 0.2639968121139669,
+      "grad_norm": 362.3244934082031,
+      "learning_rate": 1.945947663545733e-06,
+      "loss": 21.5938,
+      "step": 3975
+    },
+    {
+      "epoch": 0.2640632264063226,
+      "grad_norm": 136.14410400390625,
+      "learning_rate": 1.9459127768978474e-06,
+      "loss": 14.9531,
+      "step": 3976
+    },
+    {
+      "epoch": 0.26412964069867834,
+      "grad_norm": 225.90597534179688,
+      "learning_rate": 1.9458778793081876e-06,
+      "loss": 19.0781,
+      "step": 3977
+    },
+    {
+      "epoch": 0.26419605499103405,
+      "grad_norm": 140.7743682861328,
+      "learning_rate": 1.9458429707771585e-06,
+      "loss": 19.7188,
+      "step": 3978
+    },
+    {
+      "epoch": 0.2642624692833898,
+      "grad_norm": 135.61033630371094,
+      "learning_rate": 1.9458080513051633e-06,
+      "loss": 21.9375,
+      "step": 3979
+    },
+    {
+      "epoch": 0.2643288835757455,
+      "grad_norm": 265.8990173339844,
+      "learning_rate": 1.9457731208926054e-06,
+      "loss": 23.875,
+      "step": 3980
+    },
+    {
+      "epoch": 0.26439529786810123,
+      "grad_norm": 290.0419006347656,
+      "learning_rate": 1.9457381795398903e-06,
+      "loss": 21.875,
+      "step": 3981
+    },
+    {
+      "epoch": 0.26446171216045694,
+      "grad_norm": 362.03338623046875,
+      "learning_rate": 1.9457032272474207e-06,
+      "loss": 19.5469,
+      "step": 3982
+    },
+    {
+      "epoch": 0.26452812645281265,
+      "grad_norm": 243.1973876953125,
+      "learning_rate": 1.9456682640156014e-06,
+      "loss": 15.6094,
+      "step": 3983
+    },
+    {
+      "epoch": 0.26459454074516836,
+      "grad_norm": 138.6696319580078,
+      "learning_rate": 1.9456332898448374e-06,
+      "loss": 18.7188,
+      "step": 3984
+    },
+    {
+      "epoch": 0.26466095503752407,
+      "grad_norm": 290.470458984375,
+      "learning_rate": 1.9455983047355323e-06,
+      "loss": 22.8438,
+      "step": 3985
+    },
+    {
+      "epoch": 0.2647273693298798,
+      "grad_norm": 361.9315490722656,
+      "learning_rate": 1.9455633086880914e-06,
+      "loss": 27.4375,
+      "step": 3986
+    },
+    {
+      "epoch": 0.2647937836222355,
+      "grad_norm": 255.06480407714844,
+      "learning_rate": 1.9455283017029195e-06,
+      "loss": 26.0312,
+      "step": 3987
+    },
+    {
+      "epoch": 0.2648601979145912,
+      "grad_norm": 202.261962890625,
+      "learning_rate": 1.9454932837804216e-06,
+      "loss": 16.7969,
+      "step": 3988
+    },
+    {
+      "epoch": 0.2649266122069469,
+      "grad_norm": 173.34698486328125,
+      "learning_rate": 1.9454582549210025e-06,
+      "loss": 19.0781,
+      "step": 3989
+    },
+    {
+      "epoch": 0.2649930264993027,
+      "grad_norm": 190.41726684570312,
+      "learning_rate": 1.9454232151250675e-06,
+      "loss": 19.7969,
+      "step": 3990
+    },
+    {
+      "epoch": 0.2650594407916584,
+      "grad_norm": 401.4130859375,
+      "learning_rate": 1.9453881643930215e-06,
+      "loss": 18.5625,
+      "step": 3991
+    },
+    {
+      "epoch": 0.2651258550840141,
+      "grad_norm": 463.03765869140625,
+      "learning_rate": 1.9453531027252707e-06,
+      "loss": 21.1875,
+      "step": 3992
+    },
+    {
+      "epoch": 0.2651922693763698,
+      "grad_norm": 153.0019073486328,
+      "learning_rate": 1.94531803012222e-06,
+      "loss": 13.0312,
+      "step": 3993
+    },
+    {
+      "epoch": 0.2652586836687255,
+      "grad_norm": 198.67092895507812,
+      "learning_rate": 1.945282946584276e-06,
+      "loss": 20.4062,
+      "step": 3994
+    },
+    {
+      "epoch": 0.2653250979610812,
+      "grad_norm": 411.51434326171875,
+      "learning_rate": 1.9452478521118435e-06,
+      "loss": 15.7031,
+      "step": 3995
+    },
+    {
+      "epoch": 0.26539151225343693,
+      "grad_norm": 304.3321533203125,
+      "learning_rate": 1.9452127467053293e-06,
+      "loss": 16.8281,
+      "step": 3996
+    },
+    {
+      "epoch": 0.26545792654579264,
+      "grad_norm": 284.98809814453125,
+      "learning_rate": 1.945177630365139e-06,
+      "loss": 21.6875,
+      "step": 3997
+    },
+    {
+      "epoch": 0.26552434083814835,
+      "grad_norm": 275.4327087402344,
+      "learning_rate": 1.9451425030916785e-06,
+      "loss": 23.1562,
+      "step": 3998
+    },
+    {
+      "epoch": 0.26559075513050406,
+      "grad_norm": 606.7813720703125,
+      "learning_rate": 1.9451073648853547e-06,
+      "loss": 19.7656,
+      "step": 3999
+    },
+    {
+      "epoch": 0.2656571694228598,
+      "grad_norm": 241.91513061523438,
+      "learning_rate": 1.945072215746574e-06,
+      "loss": 18.0781,
+      "step": 4000
+    },
+    {
+      "epoch": 0.26572358371521554,
+      "grad_norm": 267.5826110839844,
+      "learning_rate": 1.945037055675743e-06,
+      "loss": 19.7656,
+      "step": 4001
+    },
+    {
+      "epoch": 0.26578999800757125,
+      "grad_norm": 362.6865539550781,
+      "learning_rate": 1.945001884673268e-06,
+      "loss": 20.7656,
+      "step": 4002
+    },
+    {
+      "epoch": 0.26585641229992696,
+      "grad_norm": 195.980712890625,
+      "learning_rate": 1.944966702739556e-06,
+      "loss": 20.1875,
+      "step": 4003
+    },
+    {
+      "epoch": 0.26592282659228267,
+      "grad_norm": 176.94932556152344,
+      "learning_rate": 1.9449315098750147e-06,
+      "loss": 18.3125,
+      "step": 4004
+    },
+    {
+      "epoch": 0.2659892408846384,
+      "grad_norm": 643.0502319335938,
+      "learning_rate": 1.94489630608005e-06,
+      "loss": 34.2188,
+      "step": 4005
+    },
+    {
+      "epoch": 0.2660556551769941,
+      "grad_norm": 252.14369201660156,
+      "learning_rate": 1.94486109135507e-06,
+      "loss": 17.9688,
+      "step": 4006
+    },
+    {
+      "epoch": 0.2661220694693498,
+      "grad_norm": 224.71163940429688,
+      "learning_rate": 1.9448258657004815e-06,
+      "loss": 18.4531,
+      "step": 4007
+    },
+    {
+      "epoch": 0.2661884837617055,
+      "grad_norm": 187.08847045898438,
+      "learning_rate": 1.944790629116692e-06,
+      "loss": 14.7344,
+      "step": 4008
+    },
+    {
+      "epoch": 0.2662548980540612,
+      "grad_norm": 506.7032165527344,
+      "learning_rate": 1.9447553816041096e-06,
+      "loss": 23.4062,
+      "step": 4009
+    },
+    {
+      "epoch": 0.2663213123464169,
+      "grad_norm": 201.51295471191406,
+      "learning_rate": 1.944720123163142e-06,
+      "loss": 17.8906,
+      "step": 4010
+    },
+    {
+      "epoch": 0.26638772663877264,
+      "grad_norm": 255.6527862548828,
+      "learning_rate": 1.9446848537941965e-06,
+      "loss": 22.625,
+      "step": 4011
+    },
+    {
+      "epoch": 0.2664541409311284,
+      "grad_norm": 196.00550842285156,
+      "learning_rate": 1.9446495734976815e-06,
+      "loss": 20.3594,
+      "step": 4012
+    },
+    {
+      "epoch": 0.2665205552234841,
+      "grad_norm": 208.5948944091797,
+      "learning_rate": 1.9446142822740045e-06,
+      "loss": 24.5938,
+      "step": 4013
+    },
+    {
+      "epoch": 0.2665869695158398,
+      "grad_norm": 389.49383544921875,
+      "learning_rate": 1.9445789801235744e-06,
+      "loss": 16.2969,
+      "step": 4014
+    },
+    {
+      "epoch": 0.26665338380819553,
+      "grad_norm": 184.83383178710938,
+      "learning_rate": 1.9445436670467997e-06,
+      "loss": 17.2344,
+      "step": 4015
+    },
+    {
+      "epoch": 0.26671979810055124,
+      "grad_norm": 663.9196166992188,
+      "learning_rate": 1.944508343044088e-06,
+      "loss": 25.5625,
+      "step": 4016
+    },
+    {
+      "epoch": 0.26678621239290695,
+      "grad_norm": 262.79486083984375,
+      "learning_rate": 1.944473008115849e-06,
+      "loss": 22.0312,
+      "step": 4017
+    },
+    {
+      "epoch": 0.26685262668526266,
+      "grad_norm": 182.22930908203125,
+      "learning_rate": 1.9444376622624904e-06,
+      "loss": 18.2812,
+      "step": 4018
+    },
+    {
+      "epoch": 0.26691904097761837,
+      "grad_norm": 220.6510009765625,
+      "learning_rate": 1.9444023054844213e-06,
+      "loss": 26.6562,
+      "step": 4019
+    },
+    {
+      "epoch": 0.2669854552699741,
+      "grad_norm": 139.86814880371094,
+      "learning_rate": 1.9443669377820513e-06,
+      "loss": 20.6875,
+      "step": 4020
+    },
+    {
+      "epoch": 0.2670518695623298,
+      "grad_norm": 161.91128540039062,
+      "learning_rate": 1.9443315591557892e-06,
+      "loss": 18.7188,
+      "step": 4021
+    },
+    {
+      "epoch": 0.2671182838546855,
+      "grad_norm": 316.98004150390625,
+      "learning_rate": 1.944296169606044e-06,
+      "loss": 25.2812,
+      "step": 4022
+    },
+    {
+      "epoch": 0.26718469814704127,
+      "grad_norm": 221.43728637695312,
+      "learning_rate": 1.944260769133225e-06,
+      "loss": 25.25,
+      "step": 4023
+    },
+    {
+      "epoch": 0.267251112439397,
+      "grad_norm": 148.5077362060547,
+      "learning_rate": 1.9442253577377423e-06,
+      "loss": 16.1719,
+      "step": 4024
+    },
+    {
+      "epoch": 0.2673175267317527,
+      "grad_norm": 593.2849731445312,
+      "learning_rate": 1.944189935420005e-06,
+      "loss": 22.9219,
+      "step": 4025
+    },
+    {
+      "epoch": 0.2673839410241084,
+      "grad_norm": 240.30540466308594,
+      "learning_rate": 1.944154502180423e-06,
+      "loss": 17.4844,
+      "step": 4026
+    },
+    {
+      "epoch": 0.2674503553164641,
+      "grad_norm": 152.13441467285156,
+      "learning_rate": 1.9441190580194064e-06,
+      "loss": 17.6719,
+      "step": 4027
+    },
+    {
+      "epoch": 0.2675167696088198,
+      "grad_norm": 514.5271606445312,
+      "learning_rate": 1.9440836029373645e-06,
+      "loss": 23.0,
+      "step": 4028
+    },
+    {
+      "epoch": 0.2675831839011755,
+      "grad_norm": 180.55877685546875,
+      "learning_rate": 1.944048136934708e-06,
+      "loss": 15.25,
+      "step": 4029
+    },
+    {
+      "epoch": 0.26764959819353124,
+      "grad_norm": 164.75758361816406,
+      "learning_rate": 1.944012660011847e-06,
+      "loss": 19.7812,
+      "step": 4030
+    },
+    {
+      "epoch": 0.26771601248588694,
+      "grad_norm": 349.71923828125,
+      "learning_rate": 1.943977172169192e-06,
+      "loss": 23.8438,
+      "step": 4031
+    },
+    {
+      "epoch": 0.26778242677824265,
+      "grad_norm": 305.13299560546875,
+      "learning_rate": 1.943941673407153e-06,
+      "loss": 20.2188,
+      "step": 4032
+    },
+    {
+      "epoch": 0.2678488410705984,
+      "grad_norm": 343.6818542480469,
+      "learning_rate": 1.9439061637261416e-06,
+      "loss": 22.0,
+      "step": 4033
+    },
+    {
+      "epoch": 0.26791525536295413,
+      "grad_norm": 457.65692138671875,
+      "learning_rate": 1.9438706431265675e-06,
+      "loss": 15.5625,
+      "step": 4034
+    },
+    {
+      "epoch": 0.26798166965530984,
+      "grad_norm": 443.3158264160156,
+      "learning_rate": 1.9438351116088425e-06,
+      "loss": 30.25,
+      "step": 4035
+    },
+    {
+      "epoch": 0.26804808394766555,
+      "grad_norm": 247.75148010253906,
+      "learning_rate": 1.943799569173377e-06,
+      "loss": 19.0,
+      "step": 4036
+    },
+    {
+      "epoch": 0.26811449824002126,
+      "grad_norm": 178.10780334472656,
+      "learning_rate": 1.943764015820582e-06,
+      "loss": 25.2344,
+      "step": 4037
+    },
+    {
+      "epoch": 0.26818091253237697,
+      "grad_norm": 146.71522521972656,
+      "learning_rate": 1.9437284515508697e-06,
+      "loss": 19.75,
+      "step": 4038
+    },
+    {
+      "epoch": 0.2682473268247327,
+      "grad_norm": 215.03663635253906,
+      "learning_rate": 1.9436928763646503e-06,
+      "loss": 16.25,
+      "step": 4039
+    },
+    {
+      "epoch": 0.2683137411170884,
+      "grad_norm": 344.42578125,
+      "learning_rate": 1.9436572902623363e-06,
+      "loss": 24.2969,
+      "step": 4040
+    },
+    {
+      "epoch": 0.2683801554094441,
+      "grad_norm": 318.1109619140625,
+      "learning_rate": 1.9436216932443387e-06,
+      "loss": 20.2188,
+      "step": 4041
+    },
+    {
+      "epoch": 0.2684465697017998,
+      "grad_norm": 176.84291076660156,
+      "learning_rate": 1.9435860853110696e-06,
+      "loss": 21.5781,
+      "step": 4042
+    },
+    {
+      "epoch": 0.2685129839941555,
+      "grad_norm": 226.1915740966797,
+      "learning_rate": 1.9435504664629408e-06,
+      "loss": 21.0312,
+      "step": 4043
+    },
+    {
+      "epoch": 0.2685793982865113,
+      "grad_norm": 184.0587921142578,
+      "learning_rate": 1.943514836700364e-06,
+      "loss": 21.2031,
+      "step": 4044
+    },
+    {
+      "epoch": 0.268645812578867,
+      "grad_norm": 431.9822692871094,
+      "learning_rate": 1.9434791960237517e-06,
+      "loss": 26.0469,
+      "step": 4045
+    },
+    {
+      "epoch": 0.2687122268712227,
+      "grad_norm": 212.56398010253906,
+      "learning_rate": 1.9434435444335164e-06,
+      "loss": 16.9219,
+      "step": 4046
+    },
+    {
+      "epoch": 0.2687786411635784,
+      "grad_norm": 174.3817596435547,
+      "learning_rate": 1.9434078819300697e-06,
+      "loss": 19.4062,
+      "step": 4047
+    },
+    {
+      "epoch": 0.2688450554559341,
+      "grad_norm": 437.592041015625,
+      "learning_rate": 1.943372208513825e-06,
+      "loss": 21.4688,
+      "step": 4048
+    },
+    {
+      "epoch": 0.26891146974828983,
+      "grad_norm": 390.12945556640625,
+      "learning_rate": 1.9433365241851945e-06,
+      "loss": 24.0,
+      "step": 4049
+    },
+    {
+      "epoch": 0.26897788404064554,
+      "grad_norm": 123.69310760498047,
+      "learning_rate": 1.943300828944591e-06,
+      "loss": 14.7812,
+      "step": 4050
+    },
+    {
+      "epoch": 0.26904429833300125,
+      "grad_norm": 247.96929931640625,
+      "learning_rate": 1.9432651227924277e-06,
+      "loss": 31.0938,
+      "step": 4051
+    },
+    {
+      "epoch": 0.26911071262535696,
+      "grad_norm": 217.61041259765625,
+      "learning_rate": 1.9432294057291168e-06,
+      "loss": 23.3438,
+      "step": 4052
+    },
+    {
+      "epoch": 0.2691771269177127,
+      "grad_norm": 280.1221923828125,
+      "learning_rate": 1.9431936777550724e-06,
+      "loss": 20.6562,
+      "step": 4053
+    },
+    {
+      "epoch": 0.2692435412100684,
+      "grad_norm": 162.8563690185547,
+      "learning_rate": 1.9431579388707075e-06,
+      "loss": 19.6406,
+      "step": 4054
+    },
+    {
+      "epoch": 0.26930995550242415,
+      "grad_norm": 192.68150329589844,
+      "learning_rate": 1.943122189076435e-06,
+      "loss": 19.9844,
+      "step": 4055
+    },
+    {
+      "epoch": 0.26937636979477986,
+      "grad_norm": 344.9088439941406,
+      "learning_rate": 1.9430864283726695e-06,
+      "loss": 26.4062,
+      "step": 4056
+    },
+    {
+      "epoch": 0.26944278408713557,
+      "grad_norm": 107.1580581665039,
+      "learning_rate": 1.9430506567598235e-06,
+      "loss": 14.5625,
+      "step": 4057
+    },
+    {
+      "epoch": 0.2695091983794913,
+      "grad_norm": 176.56922912597656,
+      "learning_rate": 1.9430148742383113e-06,
+      "loss": 22.2969,
+      "step": 4058
+    },
+    {
+      "epoch": 0.269575612671847,
+      "grad_norm": 221.47056579589844,
+      "learning_rate": 1.942979080808547e-06,
+      "loss": 21.125,
+      "step": 4059
+    },
+    {
+      "epoch": 0.2696420269642027,
+      "grad_norm": 180.85458374023438,
+      "learning_rate": 1.9429432764709447e-06,
+      "loss": 18.0625,
+      "step": 4060
+    },
+    {
+      "epoch": 0.2697084412565584,
+      "grad_norm": 224.48916625976562,
+      "learning_rate": 1.942907461225918e-06,
+      "loss": 21.75,
+      "step": 4061
+    },
+    {
+      "epoch": 0.2697748555489141,
+      "grad_norm": 178.44937133789062,
+      "learning_rate": 1.9428716350738814e-06,
+      "loss": 17.2812,
+      "step": 4062
+    },
+    {
+      "epoch": 0.2698412698412698,
+      "grad_norm": 237.4675750732422,
+      "learning_rate": 1.9428357980152495e-06,
+      "loss": 27.7188,
+      "step": 4063
+    },
+    {
+      "epoch": 0.26990768413362554,
+      "grad_norm": 154.94619750976562,
+      "learning_rate": 1.942799950050437e-06,
+      "loss": 18.6094,
+      "step": 4064
+    },
+    {
+      "epoch": 0.26997409842598125,
+      "grad_norm": 205.70851135253906,
+      "learning_rate": 1.9427640911798583e-06,
+      "loss": 22.8438,
+      "step": 4065
+    },
+    {
+      "epoch": 0.270040512718337,
+      "grad_norm": 125.87969970703125,
+      "learning_rate": 1.942728221403928e-06,
+      "loss": 17.1875,
+      "step": 4066
+    },
+    {
+      "epoch": 0.2701069270106927,
+      "grad_norm": 212.370849609375,
+      "learning_rate": 1.942692340723061e-06,
+      "loss": 20.8125,
+      "step": 4067
+    },
+    {
+      "epoch": 0.27017334130304843,
+      "grad_norm": 222.61050415039062,
+      "learning_rate": 1.9426564491376733e-06,
+      "loss": 17.9375,
+      "step": 4068
+    },
+    {
+      "epoch": 0.27023975559540414,
+      "grad_norm": 245.7503204345703,
+      "learning_rate": 1.9426205466481784e-06,
+      "loss": 26.8438,
+      "step": 4069
+    },
+    {
+      "epoch": 0.27030616988775985,
+      "grad_norm": 173.80592346191406,
+      "learning_rate": 1.9425846332549932e-06,
+      "loss": 20.7812,
+      "step": 4070
+    },
+    {
+      "epoch": 0.27037258418011556,
+      "grad_norm": 313.8436279296875,
+      "learning_rate": 1.9425487089585327e-06,
+      "loss": 17.8906,
+      "step": 4071
+    },
+    {
+      "epoch": 0.27043899847247127,
+      "grad_norm": 266.5832214355469,
+      "learning_rate": 1.942512773759212e-06,
+      "loss": 24.2969,
+      "step": 4072
+    },
+    {
+      "epoch": 0.270505412764827,
+      "grad_norm": 405.74151611328125,
+      "learning_rate": 1.942476827657447e-06,
+      "loss": 25.7812,
+      "step": 4073
+    },
+    {
+      "epoch": 0.2705718270571827,
+      "grad_norm": 211.98475646972656,
+      "learning_rate": 1.9424408706536533e-06,
+      "loss": 22.6562,
+      "step": 4074
+    },
+    {
+      "epoch": 0.2706382413495384,
+      "grad_norm": 226.95733642578125,
+      "learning_rate": 1.9424049027482473e-06,
+      "loss": 23.4688,
+      "step": 4075
+    },
+    {
+      "epoch": 0.2707046556418941,
+      "grad_norm": 121.80953216552734,
+      "learning_rate": 1.9423689239416447e-06,
+      "loss": 17.3438,
+      "step": 4076
+    },
+    {
+      "epoch": 0.2707710699342499,
+      "grad_norm": 163.69471740722656,
+      "learning_rate": 1.9423329342342616e-06,
+      "loss": 18.3281,
+      "step": 4077
+    },
+    {
+      "epoch": 0.2708374842266056,
+      "grad_norm": 383.5516357421875,
+      "learning_rate": 1.942296933626515e-06,
+      "loss": 13.0547,
+      "step": 4078
+    },
+    {
+      "epoch": 0.2709038985189613,
+      "grad_norm": 2262.572021484375,
+      "learning_rate": 1.9422609221188204e-06,
+      "loss": 15.7812,
+      "step": 4079
+    },
+    {
+      "epoch": 0.270970312811317,
+      "grad_norm": 563.567138671875,
+      "learning_rate": 1.942224899711595e-06,
+      "loss": 27.125,
+      "step": 4080
+    },
+    {
+      "epoch": 0.2710367271036727,
+      "grad_norm": 179.4683074951172,
+      "learning_rate": 1.942188866405255e-06,
+      "loss": 19.0,
+      "step": 4081
+    },
+    {
+      "epoch": 0.2711031413960284,
+      "grad_norm": 275.48516845703125,
+      "learning_rate": 1.942152822200218e-06,
+      "loss": 28.375,
+      "step": 4082
+    },
+    {
+      "epoch": 0.27116955568838413,
+      "grad_norm": 176.14813232421875,
+      "learning_rate": 1.9421167670969e-06,
+      "loss": 23.9688,
+      "step": 4083
+    },
+    {
+      "epoch": 0.27123596998073984,
+      "grad_norm": 281.3272399902344,
+      "learning_rate": 1.9420807010957187e-06,
+      "loss": 26.0781,
+      "step": 4084
+    },
+    {
+      "epoch": 0.27130238427309555,
+      "grad_norm": 186.4254913330078,
+      "learning_rate": 1.942044624197091e-06,
+      "loss": 20.375,
+      "step": 4085
+    },
+    {
+      "epoch": 0.27136879856545126,
+      "grad_norm": 325.2388916015625,
+      "learning_rate": 1.942008536401434e-06,
+      "loss": 23.3125,
+      "step": 4086
+    },
+    {
+      "epoch": 0.271435212857807,
+      "grad_norm": 167.71817016601562,
+      "learning_rate": 1.941972437709166e-06,
+      "loss": 15.5156,
+      "step": 4087
+    },
+    {
+      "epoch": 0.27150162715016274,
+      "grad_norm": 339.6752624511719,
+      "learning_rate": 1.941936328120704e-06,
+      "loss": 21.7344,
+      "step": 4088
+    },
+    {
+      "epoch": 0.27156804144251845,
+      "grad_norm": 233.27748107910156,
+      "learning_rate": 1.9419002076364652e-06,
+      "loss": 20.0781,
+      "step": 4089
+    },
+    {
+      "epoch": 0.27163445573487416,
+      "grad_norm": 162.30506896972656,
+      "learning_rate": 1.9418640762568684e-06,
+      "loss": 15.9375,
+      "step": 4090
+    },
+    {
+      "epoch": 0.27170087002722987,
+      "grad_norm": 276.7576599121094,
+      "learning_rate": 1.941827933982331e-06,
+      "loss": 22.2344,
+      "step": 4091
+    },
+    {
+      "epoch": 0.2717672843195856,
+      "grad_norm": 233.5619354248047,
+      "learning_rate": 1.941791780813271e-06,
+      "loss": 20.7969,
+      "step": 4092
+    },
+    {
+      "epoch": 0.2718336986119413,
+      "grad_norm": 508.64520263671875,
+      "learning_rate": 1.9417556167501067e-06,
+      "loss": 20.1562,
+      "step": 4093
+    },
+    {
+      "epoch": 0.271900112904297,
+      "grad_norm": 289.7105712890625,
+      "learning_rate": 1.9417194417932566e-06,
+      "loss": 16.1562,
+      "step": 4094
+    },
+    {
+      "epoch": 0.2719665271966527,
+      "grad_norm": 519.2803955078125,
+      "learning_rate": 1.941683255943139e-06,
+      "loss": 19.8438,
+      "step": 4095
+    },
+    {
+      "epoch": 0.2720329414890084,
+      "grad_norm": 166.5434112548828,
+      "learning_rate": 1.9416470592001724e-06,
+      "loss": 21.9688,
+      "step": 4096
+    },
+    {
+      "epoch": 0.2720993557813641,
+      "grad_norm": 264.62890625,
+      "learning_rate": 1.9416108515647756e-06,
+      "loss": 17.3906,
+      "step": 4097
+    },
+    {
+      "epoch": 0.27216577007371984,
+      "grad_norm": 208.22772216796875,
+      "learning_rate": 1.9415746330373677e-06,
+      "loss": 20.2656,
+      "step": 4098
+    },
+    {
+      "epoch": 0.2722321843660756,
+      "grad_norm": 366.56365966796875,
+      "learning_rate": 1.941538403618367e-06,
+      "loss": 23.125,
+      "step": 4099
+    },
+    {
+      "epoch": 0.2722985986584313,
+      "grad_norm": 176.52500915527344,
+      "learning_rate": 1.9415021633081932e-06,
+      "loss": 18.4844,
+      "step": 4100
+    },
+    {
+      "epoch": 0.272365012950787,
+      "grad_norm": 542.1272583007812,
+      "learning_rate": 1.9414659121072653e-06,
+      "loss": 24.8906,
+      "step": 4101
+    },
+    {
+      "epoch": 0.27243142724314273,
+      "grad_norm": 311.5672302246094,
+      "learning_rate": 1.9414296500160025e-06,
+      "loss": 20.5625,
+      "step": 4102
+    },
+    {
+      "epoch": 0.27249784153549844,
+      "grad_norm": 259.9654541015625,
+      "learning_rate": 1.9413933770348247e-06,
+      "loss": 17.75,
+      "step": 4103
+    },
+    {
+      "epoch": 0.27256425582785415,
+      "grad_norm": 475.9064636230469,
+      "learning_rate": 1.941357093164151e-06,
+      "loss": 22.125,
+      "step": 4104
+    },
+    {
+      "epoch": 0.27263067012020986,
+      "grad_norm": 422.8355712890625,
+      "learning_rate": 1.941320798404401e-06,
+      "loss": 23.2188,
+      "step": 4105
+    },
+    {
+      "epoch": 0.27269708441256557,
+      "grad_norm": 268.1438293457031,
+      "learning_rate": 1.941284492755995e-06,
+      "loss": 19.8281,
+      "step": 4106
+    },
+    {
+      "epoch": 0.2727634987049213,
+      "grad_norm": 320.5318908691406,
+      "learning_rate": 1.9412481762193527e-06,
+      "loss": 30.0938,
+      "step": 4107
+    },
+    {
+      "epoch": 0.272829912997277,
+      "grad_norm": 222.91134643554688,
+      "learning_rate": 1.941211848794894e-06,
+      "loss": 16.2656,
+      "step": 4108
+    },
+    {
+      "epoch": 0.27289632728963276,
+      "grad_norm": 205.9908447265625,
+      "learning_rate": 1.9411755104830396e-06,
+      "loss": 22.0938,
+      "step": 4109
+    },
+    {
+      "epoch": 0.27296274158198847,
+      "grad_norm": 256.75506591796875,
+      "learning_rate": 1.94113916128421e-06,
+      "loss": 24.0312,
+      "step": 4110
+    },
+    {
+      "epoch": 0.2730291558743442,
+      "grad_norm": 467.18756103515625,
+      "learning_rate": 1.9411028011988247e-06,
+      "loss": 28.0625,
+      "step": 4111
+    },
+    {
+      "epoch": 0.2730955701666999,
+      "grad_norm": 352.3834228515625,
+      "learning_rate": 1.941066430227305e-06,
+      "loss": 14.6719,
+      "step": 4112
+    },
+    {
+      "epoch": 0.2731619844590556,
+      "grad_norm": 343.6704406738281,
+      "learning_rate": 1.941030048370072e-06,
+      "loss": 20.5469,
+      "step": 4113
+    },
+    {
+      "epoch": 0.2732283987514113,
+      "grad_norm": 163.38645935058594,
+      "learning_rate": 1.940993655627545e-06,
+      "loss": 18.5312,
+      "step": 4114
+    },
+    {
+      "epoch": 0.273294813043767,
+      "grad_norm": 242.47909545898438,
+      "learning_rate": 1.940957252000147e-06,
+      "loss": 26.0,
+      "step": 4115
+    },
+    {
+      "epoch": 0.2733612273361227,
+      "grad_norm": 255.94393920898438,
+      "learning_rate": 1.9409208374882976e-06,
+      "loss": 14.4531,
+      "step": 4116
+    },
+    {
+      "epoch": 0.27342764162847844,
+      "grad_norm": 206.2109832763672,
+      "learning_rate": 1.9408844120924186e-06,
+      "loss": 17.75,
+      "step": 4117
+    },
+    {
+      "epoch": 0.27349405592083414,
+      "grad_norm": 333.0246887207031,
+      "learning_rate": 1.9408479758129316e-06,
+      "loss": 24.2812,
+      "step": 4118
+    },
+    {
+      "epoch": 0.27356047021318985,
+      "grad_norm": 248.49026489257812,
+      "learning_rate": 1.9408115286502575e-06,
+      "loss": 17.3125,
+      "step": 4119
+    },
+    {
+      "epoch": 0.2736268845055456,
+      "grad_norm": 233.9376983642578,
+      "learning_rate": 1.9407750706048176e-06,
+      "loss": 27.9062,
+      "step": 4120
+    },
+    {
+      "epoch": 0.27369329879790133,
+      "grad_norm": 448.7729797363281,
+      "learning_rate": 1.9407386016770348e-06,
+      "loss": 21.0625,
+      "step": 4121
+    },
+    {
+      "epoch": 0.27375971309025704,
+      "grad_norm": 322.43817138671875,
+      "learning_rate": 1.9407021218673303e-06,
+      "loss": 20.5,
+      "step": 4122
+    },
+    {
+      "epoch": 0.27382612738261275,
+      "grad_norm": 239.8876953125,
+      "learning_rate": 1.940665631176126e-06,
+      "loss": 20.0625,
+      "step": 4123
+    },
+    {
+      "epoch": 0.27389254167496846,
+      "grad_norm": 252.40518188476562,
+      "learning_rate": 1.940629129603844e-06,
+      "loss": 18.2656,
+      "step": 4124
+    },
+    {
+      "epoch": 0.27395895596732417,
+      "grad_norm": 149.04434204101562,
+      "learning_rate": 1.9405926171509064e-06,
+      "loss": 17.125,
+      "step": 4125
+    },
+    {
+      "epoch": 0.2740253702596799,
+      "grad_norm": 379.7170715332031,
+      "learning_rate": 1.940556093817736e-06,
+      "loss": 23.7812,
+      "step": 4126
+    },
+    {
+      "epoch": 0.2740917845520356,
+      "grad_norm": 1074.2978515625,
+      "learning_rate": 1.940519559604755e-06,
+      "loss": 27.0156,
+      "step": 4127
+    },
+    {
+      "epoch": 0.2741581988443913,
+      "grad_norm": 137.01222229003906,
+      "learning_rate": 1.9404830145123862e-06,
+      "loss": 15.0,
+      "step": 4128
+    },
+    {
+      "epoch": 0.274224613136747,
+      "grad_norm": 311.8098449707031,
+      "learning_rate": 1.9404464585410523e-06,
+      "loss": 23.7188,
+      "step": 4129
+    },
+    {
+      "epoch": 0.2742910274291027,
+      "grad_norm": 303.5673522949219,
+      "learning_rate": 1.940409891691176e-06,
+      "loss": 23.625,
+      "step": 4130
+    },
+    {
+      "epoch": 0.2743574417214585,
+      "grad_norm": 510.1946105957031,
+      "learning_rate": 1.9403733139631804e-06,
+      "loss": 22.8438,
+      "step": 4131
+    },
+    {
+      "epoch": 0.2744238560138142,
+      "grad_norm": 228.13751220703125,
+      "learning_rate": 1.940336725357488e-06,
+      "loss": 26.0938,
+      "step": 4132
+    },
+    {
+      "epoch": 0.2744902703061699,
+      "grad_norm": 168.50741577148438,
+      "learning_rate": 1.940300125874523e-06,
+      "loss": 19.3906,
+      "step": 4133
+    },
+    {
+      "epoch": 0.2745566845985256,
+      "grad_norm": 653.2823486328125,
+      "learning_rate": 1.9402635155147087e-06,
+      "loss": 14.2812,
+      "step": 4134
+    },
+    {
+      "epoch": 0.2746230988908813,
+      "grad_norm": 127.75788116455078,
+      "learning_rate": 1.940226894278468e-06,
+      "loss": 17.9062,
+      "step": 4135
+    },
+    {
+      "epoch": 0.27468951318323703,
+      "grad_norm": 230.1283721923828,
+      "learning_rate": 1.9401902621662244e-06,
+      "loss": 20.2031,
+      "step": 4136
+    },
+    {
+      "epoch": 0.27475592747559274,
+      "grad_norm": 194.7140350341797,
+      "learning_rate": 1.9401536191784026e-06,
+      "loss": 18.8594,
+      "step": 4137
+    },
+    {
+      "epoch": 0.27482234176794845,
+      "grad_norm": 392.91387939453125,
+      "learning_rate": 1.9401169653154256e-06,
+      "loss": 20.7031,
+      "step": 4138
+    },
+    {
+      "epoch": 0.27488875606030416,
+      "grad_norm": 519.046142578125,
+      "learning_rate": 1.9400803005777175e-06,
+      "loss": 23.1719,
+      "step": 4139
+    },
+    {
+      "epoch": 0.2749551703526599,
+      "grad_norm": 379.4604797363281,
+      "learning_rate": 1.9400436249657026e-06,
+      "loss": 19.7812,
+      "step": 4140
+    },
+    {
+      "epoch": 0.2750215846450156,
+      "grad_norm": 142.56790161132812,
+      "learning_rate": 1.940006938479805e-06,
+      "loss": 21.8125,
+      "step": 4141
+    },
+    {
+      "epoch": 0.27508799893737135,
+      "grad_norm": 192.60577392578125,
+      "learning_rate": 1.9399702411204494e-06,
+      "loss": 22.75,
+      "step": 4142
+    },
+    {
+      "epoch": 0.27515441322972706,
+      "grad_norm": 169.54673767089844,
+      "learning_rate": 1.9399335328880598e-06,
+      "loss": 19.2031,
+      "step": 4143
+    },
+    {
+      "epoch": 0.27522082752208277,
+      "grad_norm": 157.93560791015625,
+      "learning_rate": 1.9398968137830612e-06,
+      "loss": 20.6094,
+      "step": 4144
+    },
+    {
+      "epoch": 0.2752872418144385,
+      "grad_norm": 371.83056640625,
+      "learning_rate": 1.9398600838058786e-06,
+      "loss": 28.6719,
+      "step": 4145
+    },
+    {
+      "epoch": 0.2753536561067942,
+      "grad_norm": 222.9830322265625,
+      "learning_rate": 1.939823342956936e-06,
+      "loss": 19.0625,
+      "step": 4146
+    },
+    {
+      "epoch": 0.2754200703991499,
+      "grad_norm": 324.4444885253906,
+      "learning_rate": 1.939786591236659e-06,
+      "loss": 21.5469,
+      "step": 4147
+    },
+    {
+      "epoch": 0.2754864846915056,
+      "grad_norm": 251.63519287109375,
+      "learning_rate": 1.939749828645473e-06,
+      "loss": 19.4062,
+      "step": 4148
+    },
+    {
+      "epoch": 0.2755528989838613,
+      "grad_norm": 299.7850341796875,
+      "learning_rate": 1.9397130551838026e-06,
+      "loss": 23.3438,
+      "step": 4149
+    },
+    {
+      "epoch": 0.275619313276217,
+      "grad_norm": 422.51226806640625,
+      "learning_rate": 1.939676270852073e-06,
+      "loss": 21.4219,
+      "step": 4150
+    },
+    {
+      "epoch": 0.27568572756857274,
+      "grad_norm": 401.6759948730469,
+      "learning_rate": 1.939639475650711e-06,
+      "loss": 21.9375,
+      "step": 4151
+    },
+    {
+      "epoch": 0.27575214186092845,
+      "grad_norm": 780.8549194335938,
+      "learning_rate": 1.9396026695801408e-06,
+      "loss": 21.9062,
+      "step": 4152
+    },
+    {
+      "epoch": 0.2758185561532842,
+      "grad_norm": 234.2027587890625,
+      "learning_rate": 1.939565852640789e-06,
+      "loss": 21.4844,
+      "step": 4153
+    },
+    {
+      "epoch": 0.2758849704456399,
+      "grad_norm": 275.8407287597656,
+      "learning_rate": 1.939529024833081e-06,
+      "loss": 18.1719,
+      "step": 4154
+    },
+    {
+      "epoch": 0.27595138473799563,
+      "grad_norm": 209.3868408203125,
+      "learning_rate": 1.939492186157443e-06,
+      "loss": 17.7344,
+      "step": 4155
+    },
+    {
+      "epoch": 0.27601779903035134,
+      "grad_norm": 506.6939697265625,
+      "learning_rate": 1.9394553366143013e-06,
+      "loss": 22.8438,
+      "step": 4156
+    },
+    {
+      "epoch": 0.27608421332270705,
+      "grad_norm": 190.98043823242188,
+      "learning_rate": 1.939418476204082e-06,
+      "loss": 19.0,
+      "step": 4157
+    },
+    {
+      "epoch": 0.27615062761506276,
+      "grad_norm": 457.0316467285156,
+      "learning_rate": 1.939381604927211e-06,
+      "loss": 25.0625,
+      "step": 4158
+    },
+    {
+      "epoch": 0.27621704190741847,
+      "grad_norm": 411.4357604980469,
+      "learning_rate": 1.9393447227841162e-06,
+      "loss": 18.75,
+      "step": 4159
+    },
+    {
+      "epoch": 0.2762834561997742,
+      "grad_norm": 232.1797637939453,
+      "learning_rate": 1.9393078297752225e-06,
+      "loss": 21.8438,
+      "step": 4160
+    },
+    {
+      "epoch": 0.2763498704921299,
+      "grad_norm": 310.42626953125,
+      "learning_rate": 1.939270925900958e-06,
+      "loss": 23.1875,
+      "step": 4161
+    },
+    {
+      "epoch": 0.2764162847844856,
+      "grad_norm": 277.7898254394531,
+      "learning_rate": 1.939234011161749e-06,
+      "loss": 22.2812,
+      "step": 4162
+    },
+    {
+      "epoch": 0.2764826990768413,
+      "grad_norm": 194.46514892578125,
+      "learning_rate": 1.939197085558022e-06,
+      "loss": 18.6562,
+      "step": 4163
+    },
+    {
+      "epoch": 0.2765491133691971,
+      "grad_norm": 2784.439697265625,
+      "learning_rate": 1.9391601490902054e-06,
+      "loss": 23.1875,
+      "step": 4164
+    },
+    {
+      "epoch": 0.2766155276615528,
+      "grad_norm": 220.41348266601562,
+      "learning_rate": 1.939123201758725e-06,
+      "loss": 22.875,
+      "step": 4165
+    },
+    {
+      "epoch": 0.2766819419539085,
+      "grad_norm": 176.24839782714844,
+      "learning_rate": 1.9390862435640096e-06,
+      "loss": 16.4844,
+      "step": 4166
+    },
+    {
+      "epoch": 0.2767483562462642,
+      "grad_norm": 324.63092041015625,
+      "learning_rate": 1.9390492745064853e-06,
+      "loss": 31.6562,
+      "step": 4167
+    },
+    {
+      "epoch": 0.2768147705386199,
+      "grad_norm": 192.79786682128906,
+      "learning_rate": 1.939012294586581e-06,
+      "loss": 25.0938,
+      "step": 4168
+    },
+    {
+      "epoch": 0.2768811848309756,
+      "grad_norm": 322.4548645019531,
+      "learning_rate": 1.938975303804724e-06,
+      "loss": 23.8438,
+      "step": 4169
+    },
+    {
+      "epoch": 0.27694759912333133,
+      "grad_norm": 229.70445251464844,
+      "learning_rate": 1.938938302161342e-06,
+      "loss": 19.2031,
+      "step": 4170
+    },
+    {
+      "epoch": 0.27701401341568704,
+      "grad_norm": 213.65171813964844,
+      "learning_rate": 1.9389012896568627e-06,
+      "loss": 15.2812,
+      "step": 4171
+    },
+    {
+      "epoch": 0.27708042770804275,
+      "grad_norm": 239.2183074951172,
+      "learning_rate": 1.9388642662917156e-06,
+      "loss": 17.8438,
+      "step": 4172
+    },
+    {
+      "epoch": 0.27714684200039846,
+      "grad_norm": 192.9434051513672,
+      "learning_rate": 1.9388272320663274e-06,
+      "loss": 15.8281,
+      "step": 4173
+    },
+    {
+      "epoch": 0.2772132562927542,
+      "grad_norm": 201.60699462890625,
+      "learning_rate": 1.9387901869811273e-06,
+      "loss": 18.9375,
+      "step": 4174
+    },
+    {
+      "epoch": 0.27727967058510994,
+      "grad_norm": 84.81400299072266,
+      "learning_rate": 1.9387531310365434e-06,
+      "loss": 11.2031,
+      "step": 4175
+    },
+    {
+      "epoch": 0.27734608487746565,
+      "grad_norm": 393.40643310546875,
+      "learning_rate": 1.938716064233005e-06,
+      "loss": 24.6562,
+      "step": 4176
+    },
+    {
+      "epoch": 0.27741249916982136,
+      "grad_norm": 277.86248779296875,
+      "learning_rate": 1.9386789865709404e-06,
+      "loss": 21.6094,
+      "step": 4177
+    },
+    {
+      "epoch": 0.27747891346217707,
+      "grad_norm": 334.83660888671875,
+      "learning_rate": 1.9386418980507785e-06,
+      "loss": 17.7344,
+      "step": 4178
+    },
+    {
+      "epoch": 0.2775453277545328,
+      "grad_norm": 216.3677520751953,
+      "learning_rate": 1.9386047986729484e-06,
+      "loss": 18.7812,
+      "step": 4179
+    },
+    {
+      "epoch": 0.2776117420468885,
+      "grad_norm": 250.59930419921875,
+      "learning_rate": 1.938567688437879e-06,
+      "loss": 28.1719,
+      "step": 4180
+    },
+    {
+      "epoch": 0.2776781563392442,
+      "grad_norm": 167.76446533203125,
+      "learning_rate": 1.938530567346e-06,
+      "loss": 17.375,
+      "step": 4181
+    },
+    {
+      "epoch": 0.2777445706315999,
+      "grad_norm": 326.0567321777344,
+      "learning_rate": 1.9384934353977406e-06,
+      "loss": 22.4062,
+      "step": 4182
+    },
+    {
+      "epoch": 0.2778109849239556,
+      "grad_norm": 826.0078735351562,
+      "learning_rate": 1.93845629259353e-06,
+      "loss": 23.4688,
+      "step": 4183
+    },
+    {
+      "epoch": 0.2778773992163113,
+      "grad_norm": 306.980224609375,
+      "learning_rate": 1.9384191389337985e-06,
+      "loss": 19.875,
+      "step": 4184
+    },
+    {
+      "epoch": 0.2779438135086671,
+      "grad_norm": 295.65814208984375,
+      "learning_rate": 1.9383819744189755e-06,
+      "loss": 24.7344,
+      "step": 4185
+    },
+    {
+      "epoch": 0.2780102278010228,
+      "grad_norm": 268.14154052734375,
+      "learning_rate": 1.9383447990494906e-06,
+      "loss": 23.4375,
+      "step": 4186
+    },
+    {
+      "epoch": 0.2780766420933785,
+      "grad_norm": 182.82537841796875,
+      "learning_rate": 1.9383076128257743e-06,
+      "loss": 17.6562,
+      "step": 4187
+    },
+    {
+      "epoch": 0.2781430563857342,
+      "grad_norm": 262.52313232421875,
+      "learning_rate": 1.9382704157482567e-06,
+      "loss": 16.3828,
+      "step": 4188
+    },
+    {
+      "epoch": 0.27820947067808993,
+      "grad_norm": 432.04632568359375,
+      "learning_rate": 1.9382332078173684e-06,
+      "loss": 28.6875,
+      "step": 4189
+    },
+    {
+      "epoch": 0.27827588497044564,
+      "grad_norm": 226.2184600830078,
+      "learning_rate": 1.9381959890335388e-06,
+      "loss": 25.125,
+      "step": 4190
+    },
+    {
+      "epoch": 0.27834229926280135,
+      "grad_norm": 580.134033203125,
+      "learning_rate": 1.9381587593971987e-06,
+      "loss": 17.5469,
+      "step": 4191
+    },
+    {
+      "epoch": 0.27840871355515706,
+      "grad_norm": 253.95680236816406,
+      "learning_rate": 1.9381215189087796e-06,
+      "loss": 20.4062,
+      "step": 4192
+    },
+    {
+      "epoch": 0.27847512784751277,
+      "grad_norm": 158.61802673339844,
+      "learning_rate": 1.938084267568712e-06,
+      "loss": 15.8594,
+      "step": 4193
+    },
+    {
+      "epoch": 0.2785415421398685,
+      "grad_norm": 110.7625961303711,
+      "learning_rate": 1.9380470053774257e-06,
+      "loss": 13.4688,
+      "step": 4194
+    },
+    {
+      "epoch": 0.2786079564322242,
+      "grad_norm": 255.6147003173828,
+      "learning_rate": 1.938009732335353e-06,
+      "loss": 24.3125,
+      "step": 4195
+    },
+    {
+      "epoch": 0.27867437072457996,
+      "grad_norm": 178.99940490722656,
+      "learning_rate": 1.937972448442925e-06,
+      "loss": 15.9688,
+      "step": 4196
+    },
+    {
+      "epoch": 0.27874078501693567,
+      "grad_norm": 131.2237548828125,
+      "learning_rate": 1.9379351537005717e-06,
+      "loss": 18.3438,
+      "step": 4197
+    },
+    {
+      "epoch": 0.2788071993092914,
+      "grad_norm": 473.8890075683594,
+      "learning_rate": 1.937897848108726e-06,
+      "loss": 15.3125,
+      "step": 4198
+    },
+    {
+      "epoch": 0.2788736136016471,
+      "grad_norm": 323.311767578125,
+      "learning_rate": 1.9378605316678183e-06,
+      "loss": 16.75,
+      "step": 4199
+    },
+    {
+      "epoch": 0.2789400278940028,
+      "grad_norm": 230.05908203125,
+      "learning_rate": 1.9378232043782813e-06,
+      "loss": 22.375,
+      "step": 4200
+    },
+    {
+      "epoch": 0.2790064421863585,
+      "grad_norm": 250.52870178222656,
+      "learning_rate": 1.937785866240546e-06,
+      "loss": 19.5156,
+      "step": 4201
+    },
+    {
+      "epoch": 0.2790728564787142,
+      "grad_norm": 230.14894104003906,
+      "learning_rate": 1.937748517255045e-06,
+      "loss": 19.2344,
+      "step": 4202
+    },
+    {
+      "epoch": 0.2791392707710699,
+      "grad_norm": 214.74620056152344,
+      "learning_rate": 1.9377111574222093e-06,
+      "loss": 18.0156,
+      "step": 4203
+    },
+    {
+      "epoch": 0.27920568506342563,
+      "grad_norm": 174.3762969970703,
+      "learning_rate": 1.937673786742472e-06,
+      "loss": 19.3438,
+      "step": 4204
+    },
+    {
+      "epoch": 0.27927209935578134,
+      "grad_norm": 229.27854919433594,
+      "learning_rate": 1.9376364052162646e-06,
+      "loss": 22.6719,
+      "step": 4205
+    },
+    {
+      "epoch": 0.27933851364813705,
+      "grad_norm": 853.4232788085938,
+      "learning_rate": 1.93759901284402e-06,
+      "loss": 15.7812,
+      "step": 4206
+    },
+    {
+      "epoch": 0.2794049279404928,
+      "grad_norm": 259.07025146484375,
+      "learning_rate": 1.937561609626171e-06,
+      "loss": 22.3125,
+      "step": 4207
+    },
+    {
+      "epoch": 0.27947134223284853,
+      "grad_norm": 511.3079528808594,
+      "learning_rate": 1.9375241955631497e-06,
+      "loss": 21.1719,
+      "step": 4208
+    },
+    {
+      "epoch": 0.27953775652520424,
+      "grad_norm": 266.44683837890625,
+      "learning_rate": 1.9374867706553894e-06,
+      "loss": 19.1094,
+      "step": 4209
+    },
+    {
+      "epoch": 0.27960417081755995,
+      "grad_norm": 200.81101989746094,
+      "learning_rate": 1.937449334903323e-06,
+      "loss": 20.6094,
+      "step": 4210
+    },
+    {
+      "epoch": 0.27967058510991566,
+      "grad_norm": 278.0892333984375,
+      "learning_rate": 1.9374118883073825e-06,
+      "loss": 23.75,
+      "step": 4211
+    },
+    {
+      "epoch": 0.27973699940227137,
+      "grad_norm": 187.2794189453125,
+      "learning_rate": 1.937374430868002e-06,
+      "loss": 22.5781,
+      "step": 4212
+    },
+    {
+      "epoch": 0.2798034136946271,
+      "grad_norm": 308.97662353515625,
+      "learning_rate": 1.937336962585615e-06,
+      "loss": 27.8438,
+      "step": 4213
+    },
+    {
+      "epoch": 0.2798698279869828,
+      "grad_norm": 193.37905883789062,
+      "learning_rate": 1.9372994834606538e-06,
+      "loss": 22.9375,
+      "step": 4214
+    },
+    {
+      "epoch": 0.2799362422793385,
+      "grad_norm": 248.58349609375,
+      "learning_rate": 1.9372619934935536e-06,
+      "loss": 21.2812,
+      "step": 4215
+    },
+    {
+      "epoch": 0.2800026565716942,
+      "grad_norm": 214.45053100585938,
+      "learning_rate": 1.9372244926847463e-06,
+      "loss": 17.7344,
+      "step": 4216
+    },
+    {
+      "epoch": 0.2800690708640499,
+      "grad_norm": 205.12489318847656,
+      "learning_rate": 1.937186981034667e-06,
+      "loss": 15.9062,
+      "step": 4217
+    },
+    {
+      "epoch": 0.2801354851564057,
+      "grad_norm": 251.4149169921875,
+      "learning_rate": 1.937149458543749e-06,
+      "loss": 27.125,
+      "step": 4218
+    },
+    {
+      "epoch": 0.2802018994487614,
+      "grad_norm": 227.63174438476562,
+      "learning_rate": 1.9371119252124266e-06,
+      "loss": 21.8438,
+      "step": 4219
+    },
+    {
+      "epoch": 0.2802683137411171,
+      "grad_norm": 262.5974426269531,
+      "learning_rate": 1.9370743810411334e-06,
+      "loss": 23.0781,
+      "step": 4220
+    },
+    {
+      "epoch": 0.2803347280334728,
+      "grad_norm": 161.7084197998047,
+      "learning_rate": 1.937036826030304e-06,
+      "loss": 20.7812,
+      "step": 4221
+    },
+    {
+      "epoch": 0.2804011423258285,
+      "grad_norm": 264.29736328125,
+      "learning_rate": 1.9369992601803732e-06,
+      "loss": 28.9062,
+      "step": 4222
+    },
+    {
+      "epoch": 0.28046755661818423,
+      "grad_norm": 281.618896484375,
+      "learning_rate": 1.9369616834917753e-06,
+      "loss": 16.1719,
+      "step": 4223
+    },
+    {
+      "epoch": 0.28053397091053994,
+      "grad_norm": 265.0268249511719,
+      "learning_rate": 1.936924095964945e-06,
+      "loss": 25.5625,
+      "step": 4224
+    },
+    {
+      "epoch": 0.28060038520289565,
+      "grad_norm": 289.00927734375,
+      "learning_rate": 1.9368864976003173e-06,
+      "loss": 15.0312,
+      "step": 4225
+    },
+    {
+      "epoch": 0.28066679949525136,
+      "grad_norm": 257.1002197265625,
+      "learning_rate": 1.9368488883983263e-06,
+      "loss": 15.0469,
+      "step": 4226
+    },
+    {
+      "epoch": 0.28073321378760707,
+      "grad_norm": 424.20458984375,
+      "learning_rate": 1.936811268359408e-06,
+      "loss": 25.75,
+      "step": 4227
+    },
+    {
+      "epoch": 0.2807996280799628,
+      "grad_norm": 1133.4501953125,
+      "learning_rate": 1.9367736374839965e-06,
+      "loss": 23.5312,
+      "step": 4228
+    },
+    {
+      "epoch": 0.28086604237231855,
+      "grad_norm": 258.6236572265625,
+      "learning_rate": 1.9367359957725286e-06,
+      "loss": 20.4375,
+      "step": 4229
+    },
+    {
+      "epoch": 0.28093245666467426,
+      "grad_norm": 108.32262420654297,
+      "learning_rate": 1.936698343225438e-06,
+      "loss": 15.7031,
+      "step": 4230
+    },
+    {
+      "epoch": 0.28099887095702997,
+      "grad_norm": 246.97793579101562,
+      "learning_rate": 1.9366606798431614e-06,
+      "loss": 16.8906,
+      "step": 4231
+    },
+    {
+      "epoch": 0.2810652852493857,
+      "grad_norm": 168.98130798339844,
+      "learning_rate": 1.9366230056261345e-06,
+      "loss": 16.2344,
+      "step": 4232
+    },
+    {
+      "epoch": 0.2811316995417414,
+      "grad_norm": 278.3323974609375,
+      "learning_rate": 1.9365853205747922e-06,
+      "loss": 28.7188,
+      "step": 4233
+    },
+    {
+      "epoch": 0.2811981138340971,
+      "grad_norm": 193.08265686035156,
+      "learning_rate": 1.9365476246895716e-06,
+      "loss": 19.125,
+      "step": 4234
+    },
+    {
+      "epoch": 0.2812645281264528,
+      "grad_norm": 163.5370330810547,
+      "learning_rate": 1.9365099179709076e-06,
+      "loss": 20.7812,
+      "step": 4235
+    },
+    {
+      "epoch": 0.2813309424188085,
+      "grad_norm": 459.9504089355469,
+      "learning_rate": 1.9364722004192372e-06,
+      "loss": 26.7656,
+      "step": 4236
+    },
+    {
+      "epoch": 0.2813973567111642,
+      "grad_norm": 217.1433563232422,
+      "learning_rate": 1.9364344720349963e-06,
+      "loss": 21.0156,
+      "step": 4237
+    },
+    {
+      "epoch": 0.28146377100351994,
+      "grad_norm": 176.12551879882812,
+      "learning_rate": 1.9363967328186216e-06,
+      "loss": 22.0,
+      "step": 4238
+    },
+    {
+      "epoch": 0.28153018529587565,
+      "grad_norm": 921.0579223632812,
+      "learning_rate": 1.936358982770549e-06,
+      "loss": 14.6875,
+      "step": 4239
+    },
+    {
+      "epoch": 0.2815965995882314,
+      "grad_norm": 197.88194274902344,
+      "learning_rate": 1.936321221891216e-06,
+      "loss": 16.0938,
+      "step": 4240
+    },
+    {
+      "epoch": 0.2816630138805871,
+      "grad_norm": 200.494384765625,
+      "learning_rate": 1.936283450181059e-06,
+      "loss": 16.5938,
+      "step": 4241
+    },
+    {
+      "epoch": 0.28172942817294283,
+      "grad_norm": 419.49896240234375,
+      "learning_rate": 1.936245667640515e-06,
+      "loss": 19.2188,
+      "step": 4242
+    },
+    {
+      "epoch": 0.28179584246529854,
+      "grad_norm": 422.0975036621094,
+      "learning_rate": 1.9362078742700207e-06,
+      "loss": 24.375,
+      "step": 4243
+    },
+    {
+      "epoch": 0.28186225675765425,
+      "grad_norm": 294.9333190917969,
+      "learning_rate": 1.9361700700700135e-06,
+      "loss": 26.5469,
+      "step": 4244
+    },
+    {
+      "epoch": 0.28192867105000996,
+      "grad_norm": 511.8170166015625,
+      "learning_rate": 1.936132255040931e-06,
+      "loss": 23.625,
+      "step": 4245
+    },
+    {
+      "epoch": 0.28199508534236567,
+      "grad_norm": 295.9349060058594,
+      "learning_rate": 1.9360944291832103e-06,
+      "loss": 16.0,
+      "step": 4246
+    },
+    {
+      "epoch": 0.2820614996347214,
+      "grad_norm": 727.2345581054688,
+      "learning_rate": 1.9360565924972893e-06,
+      "loss": 19.2344,
+      "step": 4247
+    },
+    {
+      "epoch": 0.2821279139270771,
+      "grad_norm": 303.0041809082031,
+      "learning_rate": 1.936018744983605e-06,
+      "loss": 21.5,
+      "step": 4248
+    },
+    {
+      "epoch": 0.2821943282194328,
+      "grad_norm": 148.31967163085938,
+      "learning_rate": 1.9359808866425957e-06,
+      "loss": 20.6875,
+      "step": 4249
+    },
+    {
+      "epoch": 0.2822607425117885,
+      "grad_norm": 452.9697570800781,
+      "learning_rate": 1.9359430174746993e-06,
+      "loss": 26.5312,
+      "step": 4250
+    },
+    {
+      "epoch": 0.2823271568041443,
+      "grad_norm": 196.37884521484375,
+      "learning_rate": 1.9359051374803535e-06,
+      "loss": 16.4531,
+      "step": 4251
+    },
+    {
+      "epoch": 0.2823935710965,
+      "grad_norm": 288.536376953125,
+      "learning_rate": 1.9358672466599974e-06,
+      "loss": 20.4688,
+      "step": 4252
+    },
+    {
+      "epoch": 0.2824599853888557,
+      "grad_norm": 296.84088134765625,
+      "learning_rate": 1.9358293450140677e-06,
+      "loss": 15.5312,
+      "step": 4253
+    },
+    {
+      "epoch": 0.2825263996812114,
+      "grad_norm": 168.44064331054688,
+      "learning_rate": 1.9357914325430045e-06,
+      "loss": 17.75,
+      "step": 4254
+    },
+    {
+      "epoch": 0.2825928139735671,
+      "grad_norm": 425.2766418457031,
+      "learning_rate": 1.9357535092472455e-06,
+      "loss": 15.6406,
+      "step": 4255
+    },
+    {
+      "epoch": 0.2826592282659228,
+      "grad_norm": 225.5111541748047,
+      "learning_rate": 1.9357155751272292e-06,
+      "loss": 25.5,
+      "step": 4256
+    },
+    {
+      "epoch": 0.28272564255827853,
+      "grad_norm": 454.2983703613281,
+      "learning_rate": 1.935677630183395e-06,
+      "loss": 17.5781,
+      "step": 4257
+    },
+    {
+      "epoch": 0.28279205685063424,
+      "grad_norm": 222.65347290039062,
+      "learning_rate": 1.9356396744161815e-06,
+      "loss": 24.4375,
+      "step": 4258
+    },
+    {
+      "epoch": 0.28285847114298995,
+      "grad_norm": 348.4278564453125,
+      "learning_rate": 1.9356017078260275e-06,
+      "loss": 18.4375,
+      "step": 4259
+    },
+    {
+      "epoch": 0.28292488543534566,
+      "grad_norm": 148.51080322265625,
+      "learning_rate": 1.935563730413373e-06,
+      "loss": 12.8594,
+      "step": 4260
+    },
+    {
+      "epoch": 0.28299129972770143,
+      "grad_norm": 672.133056640625,
+      "learning_rate": 1.935525742178656e-06,
+      "loss": 20.0625,
+      "step": 4261
+    },
+    {
+      "epoch": 0.28305771402005714,
+      "grad_norm": 313.7603454589844,
+      "learning_rate": 1.935487743122317e-06,
+      "loss": 24.0,
+      "step": 4262
+    },
+    {
+      "epoch": 0.28312412831241285,
+      "grad_norm": 166.85403442382812,
+      "learning_rate": 1.935449733244795e-06,
+      "loss": 16.0156,
+      "step": 4263
+    },
+    {
+      "epoch": 0.28319054260476856,
+      "grad_norm": 349.3628234863281,
+      "learning_rate": 1.9354117125465305e-06,
+      "loss": 17.5625,
+      "step": 4264
+    },
+    {
+      "epoch": 0.28325695689712427,
+      "grad_norm": 149.76242065429688,
+      "learning_rate": 1.935373681027962e-06,
+      "loss": 18.8125,
+      "step": 4265
+    },
+    {
+      "epoch": 0.28332337118948,
+      "grad_norm": 232.35171508789062,
+      "learning_rate": 1.935335638689531e-06,
+      "loss": 18.4531,
+      "step": 4266
+    },
+    {
+      "epoch": 0.2833897854818357,
+      "grad_norm": 214.11656188964844,
+      "learning_rate": 1.935297585531676e-06,
+      "loss": 15.875,
+      "step": 4267
+    },
+    {
+      "epoch": 0.2834561997741914,
+      "grad_norm": 151.49588012695312,
+      "learning_rate": 1.935259521554838e-06,
+      "loss": 15.8281,
+      "step": 4268
+    },
+    {
+      "epoch": 0.2835226140665471,
+      "grad_norm": 186.80413818359375,
+      "learning_rate": 1.935221446759457e-06,
+      "loss": 14.9844,
+      "step": 4269
+    },
+    {
+      "epoch": 0.2835890283589028,
+      "grad_norm": 192.9459228515625,
+      "learning_rate": 1.9351833611459736e-06,
+      "loss": 22.5156,
+      "step": 4270
+    },
+    {
+      "epoch": 0.2836554426512585,
+      "grad_norm": 243.8728485107422,
+      "learning_rate": 1.9351452647148287e-06,
+      "loss": 18.4844,
+      "step": 4271
+    },
+    {
+      "epoch": 0.2837218569436143,
+      "grad_norm": 472.832763671875,
+      "learning_rate": 1.9351071574664622e-06,
+      "loss": 23.5938,
+      "step": 4272
+    },
+    {
+      "epoch": 0.28378827123597,
+      "grad_norm": 335.7361755371094,
+      "learning_rate": 1.9350690394013157e-06,
+      "loss": 23.7031,
+      "step": 4273
+    },
+    {
+      "epoch": 0.2838546855283257,
+      "grad_norm": 270.7243957519531,
+      "learning_rate": 1.9350309105198294e-06,
+      "loss": 14.9062,
+      "step": 4274
+    },
+    {
+      "epoch": 0.2839210998206814,
+      "grad_norm": 551.8590087890625,
+      "learning_rate": 1.9349927708224448e-06,
+      "loss": 18.0,
+      "step": 4275
+    },
+    {
+      "epoch": 0.28398751411303713,
+      "grad_norm": 247.10537719726562,
+      "learning_rate": 1.934954620309603e-06,
+      "loss": 20.0,
+      "step": 4276
+    },
+    {
+      "epoch": 0.28405392840539284,
+      "grad_norm": 159.8889923095703,
+      "learning_rate": 1.9349164589817456e-06,
+      "loss": 15.9844,
+      "step": 4277
+    },
+    {
+      "epoch": 0.28412034269774855,
+      "grad_norm": 409.1812744140625,
+      "learning_rate": 1.9348782868393136e-06,
+      "loss": 22.5625,
+      "step": 4278
+    },
+    {
+      "epoch": 0.28418675699010426,
+      "grad_norm": 288.7698974609375,
+      "learning_rate": 1.934840103882748e-06,
+      "loss": 15.9844,
+      "step": 4279
+    },
+    {
+      "epoch": 0.28425317128245997,
+      "grad_norm": 154.01837158203125,
+      "learning_rate": 1.9348019101124915e-06,
+      "loss": 16.9062,
+      "step": 4280
+    },
+    {
+      "epoch": 0.2843195855748157,
+      "grad_norm": 281.8267822265625,
+      "learning_rate": 1.934763705528986e-06,
+      "loss": 24.4062,
+      "step": 4281
+    },
+    {
+      "epoch": 0.2843859998671714,
+      "grad_norm": 124.7929458618164,
+      "learning_rate": 1.9347254901326723e-06,
+      "loss": 21.0625,
+      "step": 4282
+    },
+    {
+      "epoch": 0.28445241415952716,
+      "grad_norm": 378.93963623046875,
+      "learning_rate": 1.9346872639239935e-06,
+      "loss": 20.125,
+      "step": 4283
+    },
+    {
+      "epoch": 0.28451882845188287,
+      "grad_norm": 576.2761840820312,
+      "learning_rate": 1.9346490269033914e-06,
+      "loss": 18.7812,
+      "step": 4284
+    },
+    {
+      "epoch": 0.2845852427442386,
+      "grad_norm": 195.24557495117188,
+      "learning_rate": 1.9346107790713086e-06,
+      "loss": 16.3438,
+      "step": 4285
+    },
+    {
+      "epoch": 0.2846516570365943,
+      "grad_norm": 278.8121032714844,
+      "learning_rate": 1.9345725204281865e-06,
+      "loss": 21.3281,
+      "step": 4286
+    },
+    {
+      "epoch": 0.28471807132895,
+      "grad_norm": 408.8148193359375,
+      "learning_rate": 1.934534250974469e-06,
+      "loss": 18.5312,
+      "step": 4287
+    },
+    {
+      "epoch": 0.2847844856213057,
+      "grad_norm": 262.8782653808594,
+      "learning_rate": 1.934495970710598e-06,
+      "loss": 27.4375,
+      "step": 4288
+    },
+    {
+      "epoch": 0.2848508999136614,
+      "grad_norm": 605.3619995117188,
+      "learning_rate": 1.9344576796370164e-06,
+      "loss": 21.9062,
+      "step": 4289
+    },
+    {
+      "epoch": 0.2849173142060171,
+      "grad_norm": 170.61572265625,
+      "learning_rate": 1.934419377754167e-06,
+      "loss": 16.3438,
+      "step": 4290
+    },
+    {
+      "epoch": 0.28498372849837283,
+      "grad_norm": 155.9854736328125,
+      "learning_rate": 1.934381065062493e-06,
+      "loss": 16.7969,
+      "step": 4291
+    },
+    {
+      "epoch": 0.28505014279072854,
+      "grad_norm": 169.16835021972656,
+      "learning_rate": 1.934342741562438e-06,
+      "loss": 19.0469,
+      "step": 4292
+    },
+    {
+      "epoch": 0.28511655708308425,
+      "grad_norm": 201.27745056152344,
+      "learning_rate": 1.934304407254445e-06,
+      "loss": 19.8438,
+      "step": 4293
+    },
+    {
+      "epoch": 0.28518297137544,
+      "grad_norm": 341.589599609375,
+      "learning_rate": 1.9342660621389572e-06,
+      "loss": 21.125,
+      "step": 4294
+    },
+    {
+      "epoch": 0.28524938566779573,
+      "grad_norm": 741.393310546875,
+      "learning_rate": 1.9342277062164186e-06,
+      "loss": 15.5781,
+      "step": 4295
+    },
+    {
+      "epoch": 0.28531579996015144,
+      "grad_norm": 318.21136474609375,
+      "learning_rate": 1.9341893394872722e-06,
+      "loss": 19.9219,
+      "step": 4296
+    },
+    {
+      "epoch": 0.28538221425250715,
+      "grad_norm": 1125.07666015625,
+      "learning_rate": 1.934150961951962e-06,
+      "loss": 17.2188,
+      "step": 4297
+    },
+    {
+      "epoch": 0.28544862854486286,
+      "grad_norm": 169.478271484375,
+      "learning_rate": 1.9341125736109327e-06,
+      "loss": 20.2344,
+      "step": 4298
+    },
+    {
+      "epoch": 0.28551504283721857,
+      "grad_norm": 248.76390075683594,
+      "learning_rate": 1.9340741744646276e-06,
+      "loss": 16.4688,
+      "step": 4299
+    },
+    {
+      "epoch": 0.2855814571295743,
+      "grad_norm": 210.9119415283203,
+      "learning_rate": 1.934035764513491e-06,
+      "loss": 22.2344,
+      "step": 4300
+    },
+    {
+      "epoch": 0.28564787142193,
+      "grad_norm": 689.0194702148438,
+      "learning_rate": 1.9339973437579673e-06,
+      "loss": 18.5312,
+      "step": 4301
+    },
+    {
+      "epoch": 0.2857142857142857,
+      "grad_norm": 157.57574462890625,
+      "learning_rate": 1.933958912198501e-06,
+      "loss": 16.1094,
+      "step": 4302
+    },
+    {
+      "epoch": 0.2857807000066414,
+      "grad_norm": 193.3306121826172,
+      "learning_rate": 1.9339204698355364e-06,
+      "loss": 20.1875,
+      "step": 4303
+    },
+    {
+      "epoch": 0.2858471142989971,
+      "grad_norm": 239.48716735839844,
+      "learning_rate": 1.9338820166695184e-06,
+      "loss": 25.3906,
+      "step": 4304
+    },
+    {
+      "epoch": 0.2859135285913529,
+      "grad_norm": 462.75628662109375,
+      "learning_rate": 1.9338435527008914e-06,
+      "loss": 19.9375,
+      "step": 4305
+    },
+    {
+      "epoch": 0.2859799428837086,
+      "grad_norm": 401.1817626953125,
+      "learning_rate": 1.9338050779301016e-06,
+      "loss": 17.0156,
+      "step": 4306
+    },
+    {
+      "epoch": 0.2860463571760643,
+      "grad_norm": 190.10476684570312,
+      "learning_rate": 1.9337665923575923e-06,
+      "loss": 18.625,
+      "step": 4307
+    },
+    {
+      "epoch": 0.28611277146842,
+      "grad_norm": 339.18719482421875,
+      "learning_rate": 1.9337280959838095e-06,
+      "loss": 23.0781,
+      "step": 4308
+    },
+    {
+      "epoch": 0.2861791857607757,
+      "grad_norm": 538.592041015625,
+      "learning_rate": 1.9336895888091987e-06,
+      "loss": 18.9062,
+      "step": 4309
+    },
+    {
+      "epoch": 0.28624560005313143,
+      "grad_norm": 381.97003173828125,
+      "learning_rate": 1.9336510708342055e-06,
+      "loss": 18.0156,
+      "step": 4310
+    },
+    {
+      "epoch": 0.28631201434548714,
+      "grad_norm": 198.49349975585938,
+      "learning_rate": 1.9336125420592745e-06,
+      "loss": 14.3125,
+      "step": 4311
+    },
+    {
+      "epoch": 0.28637842863784285,
+      "grad_norm": 291.44171142578125,
+      "learning_rate": 1.933574002484852e-06,
+      "loss": 15.8906,
+      "step": 4312
+    },
+    {
+      "epoch": 0.28644484293019856,
+      "grad_norm": 172.29794311523438,
+      "learning_rate": 1.933535452111384e-06,
+      "loss": 26.5625,
+      "step": 4313
+    },
+    {
+      "epoch": 0.28651125722255427,
+      "grad_norm": 204.76930236816406,
+      "learning_rate": 1.9334968909393165e-06,
+      "loss": 17.2969,
+      "step": 4314
+    },
+    {
+      "epoch": 0.28657767151491,
+      "grad_norm": 272.2844543457031,
+      "learning_rate": 1.9334583189690946e-06,
+      "loss": 19.4688,
+      "step": 4315
+    },
+    {
+      "epoch": 0.28664408580726575,
+      "grad_norm": 194.80545043945312,
+      "learning_rate": 1.9334197362011657e-06,
+      "loss": 16.5,
+      "step": 4316
+    },
+    {
+      "epoch": 0.28671050009962146,
+      "grad_norm": 200.5756072998047,
+      "learning_rate": 1.933381142635975e-06,
+      "loss": 18.7656,
+      "step": 4317
+    },
+    {
+      "epoch": 0.28677691439197717,
+      "grad_norm": 319.8052673339844,
+      "learning_rate": 1.93334253827397e-06,
+      "loss": 22.7344,
+      "step": 4318
+    },
+    {
+      "epoch": 0.2868433286843329,
+      "grad_norm": 634.3984375,
+      "learning_rate": 1.9333039231155964e-06,
+      "loss": 15.5234,
+      "step": 4319
+    },
+    {
+      "epoch": 0.2869097429766886,
+      "grad_norm": 186.27586364746094,
+      "learning_rate": 1.9332652971613013e-06,
+      "loss": 17.3438,
+      "step": 4320
+    },
+    {
+      "epoch": 0.2869761572690443,
+      "grad_norm": 431.32611083984375,
+      "learning_rate": 1.933226660411531e-06,
+      "loss": 23.5781,
+      "step": 4321
+    },
+    {
+      "epoch": 0.2870425715614,
+      "grad_norm": 819.3129272460938,
+      "learning_rate": 1.9331880128667333e-06,
+      "loss": 15.4844,
+      "step": 4322
+    },
+    {
+      "epoch": 0.2871089858537557,
+      "grad_norm": 180.16819763183594,
+      "learning_rate": 1.9331493545273545e-06,
+      "loss": 14.875,
+      "step": 4323
+    },
+    {
+      "epoch": 0.2871754001461114,
+      "grad_norm": 338.8387145996094,
+      "learning_rate": 1.9331106853938427e-06,
+      "loss": 21.7188,
+      "step": 4324
+    },
+    {
+      "epoch": 0.28724181443846714,
+      "grad_norm": 200.72845458984375,
+      "learning_rate": 1.9330720054666437e-06,
+      "loss": 25.3438,
+      "step": 4325
+    },
+    {
+      "epoch": 0.28730822873082285,
+      "grad_norm": 282.881103515625,
+      "learning_rate": 1.9330333147462063e-06,
+      "loss": 20.8125,
+      "step": 4326
+    },
+    {
+      "epoch": 0.2873746430231786,
+      "grad_norm": 400.4983215332031,
+      "learning_rate": 1.9329946132329775e-06,
+      "loss": 22.0938,
+      "step": 4327
+    },
+    {
+      "epoch": 0.2874410573155343,
+      "grad_norm": 295.89373779296875,
+      "learning_rate": 1.9329559009274046e-06,
+      "loss": 22.7969,
+      "step": 4328
+    },
+    {
+      "epoch": 0.28750747160789003,
+      "grad_norm": 135.64402770996094,
+      "learning_rate": 1.932917177829936e-06,
+      "loss": 18.375,
+      "step": 4329
+    },
+    {
+      "epoch": 0.28757388590024574,
+      "grad_norm": 222.9623565673828,
+      "learning_rate": 1.9328784439410197e-06,
+      "loss": 28.9375,
+      "step": 4330
+    },
+    {
+      "epoch": 0.28764030019260145,
+      "grad_norm": 190.5368194580078,
+      "learning_rate": 1.932839699261103e-06,
+      "loss": 26.8438,
+      "step": 4331
+    },
+    {
+      "epoch": 0.28770671448495716,
+      "grad_norm": 182.9170684814453,
+      "learning_rate": 1.932800943790635e-06,
+      "loss": 20.7969,
+      "step": 4332
+    },
+    {
+      "epoch": 0.28777312877731287,
+      "grad_norm": 173.085205078125,
+      "learning_rate": 1.9327621775300633e-06,
+      "loss": 18.5938,
+      "step": 4333
+    },
+    {
+      "epoch": 0.2878395430696686,
+      "grad_norm": 346.011962890625,
+      "learning_rate": 1.932723400479837e-06,
+      "loss": 18.5938,
+      "step": 4334
+    },
+    {
+      "epoch": 0.2879059573620243,
+      "grad_norm": 161.74807739257812,
+      "learning_rate": 1.932684612640404e-06,
+      "loss": 19.2969,
+      "step": 4335
+    },
+    {
+      "epoch": 0.28797237165438,
+      "grad_norm": 169.63221740722656,
+      "learning_rate": 1.9326458140122133e-06,
+      "loss": 19.2656,
+      "step": 4336
+    },
+    {
+      "epoch": 0.28803878594673576,
+      "grad_norm": 303.5545654296875,
+      "learning_rate": 1.9326070045957135e-06,
+      "loss": 16.7969,
+      "step": 4337
+    },
+    {
+      "epoch": 0.2881052002390915,
+      "grad_norm": 803.3317260742188,
+      "learning_rate": 1.9325681843913535e-06,
+      "loss": 20.7188,
+      "step": 4338
+    },
+    {
+      "epoch": 0.2881716145314472,
+      "grad_norm": 271.4066467285156,
+      "learning_rate": 1.9325293533995825e-06,
+      "loss": 19.625,
+      "step": 4339
+    },
+    {
+      "epoch": 0.2882380288238029,
+      "grad_norm": 357.91534423828125,
+      "learning_rate": 1.9324905116208503e-06,
+      "loss": 23.5312,
+      "step": 4340
+    },
+    {
+      "epoch": 0.2883044431161586,
+      "grad_norm": 182.51136779785156,
+      "learning_rate": 1.9324516590556045e-06,
+      "loss": 17.2031,
+      "step": 4341
+    },
+    {
+      "epoch": 0.2883708574085143,
+      "grad_norm": 208.41085815429688,
+      "learning_rate": 1.9324127957042963e-06,
+      "loss": 16.0156,
+      "step": 4342
+    },
+    {
+      "epoch": 0.28843727170087,
+      "grad_norm": 209.81344604492188,
+      "learning_rate": 1.9323739215673745e-06,
+      "loss": 21.6406,
+      "step": 4343
+    },
+    {
+      "epoch": 0.28850368599322573,
+      "grad_norm": 177.98912048339844,
+      "learning_rate": 1.9323350366452885e-06,
+      "loss": 25.0625,
+      "step": 4344
+    },
+    {
+      "epoch": 0.28857010028558144,
+      "grad_norm": 132.6653594970703,
+      "learning_rate": 1.932296140938489e-06,
+      "loss": 17.6562,
+      "step": 4345
+    },
+    {
+      "epoch": 0.28863651457793715,
+      "grad_norm": 205.28858947753906,
+      "learning_rate": 1.932257234447425e-06,
+      "loss": 17.0469,
+      "step": 4346
+    },
+    {
+      "epoch": 0.28870292887029286,
+      "grad_norm": 345.3501892089844,
+      "learning_rate": 1.9322183171725467e-06,
+      "loss": 23.7812,
+      "step": 4347
+    },
+    {
+      "epoch": 0.28876934316264863,
+      "grad_norm": 133.60983276367188,
+      "learning_rate": 1.9321793891143045e-06,
+      "loss": 16.4375,
+      "step": 4348
+    },
+    {
+      "epoch": 0.28883575745500434,
+      "grad_norm": 303.7685852050781,
+      "learning_rate": 1.9321404502731487e-06,
+      "loss": 23.0312,
+      "step": 4349
+    },
+    {
+      "epoch": 0.28890217174736005,
+      "grad_norm": 478.2383117675781,
+      "learning_rate": 1.93210150064953e-06,
+      "loss": 22.8906,
+      "step": 4350
+    },
+    {
+      "epoch": 0.28896858603971576,
+      "grad_norm": 173.18643188476562,
+      "learning_rate": 1.9320625402438982e-06,
+      "loss": 20.6562,
+      "step": 4351
+    },
+    {
+      "epoch": 0.28903500033207147,
+      "grad_norm": 113.82952880859375,
+      "learning_rate": 1.9320235690567043e-06,
+      "loss": 17.8438,
+      "step": 4352
+    },
+    {
+      "epoch": 0.2891014146244272,
+      "grad_norm": 134.3385772705078,
+      "learning_rate": 1.9319845870883993e-06,
+      "loss": 21.6406,
+      "step": 4353
+    },
+    {
+      "epoch": 0.2891678289167829,
+      "grad_norm": 344.5055236816406,
+      "learning_rate": 1.9319455943394346e-06,
+      "loss": 22.7031,
+      "step": 4354
+    },
+    {
+      "epoch": 0.2892342432091386,
+      "grad_norm": 375.61541748046875,
+      "learning_rate": 1.93190659081026e-06,
+      "loss": 20.0781,
+      "step": 4355
+    },
+    {
+      "epoch": 0.2893006575014943,
+      "grad_norm": 292.48114013671875,
+      "learning_rate": 1.9318675765013277e-06,
+      "loss": 21.4688,
+      "step": 4356
+    },
+    {
+      "epoch": 0.28936707179385,
+      "grad_norm": 160.0304412841797,
+      "learning_rate": 1.9318285514130884e-06,
+      "loss": 18.9531,
+      "step": 4357
+    },
+    {
+      "epoch": 0.2894334860862057,
+      "grad_norm": 151.2272186279297,
+      "learning_rate": 1.9317895155459937e-06,
+      "loss": 19.6875,
+      "step": 4358
+    },
+    {
+      "epoch": 0.2894999003785615,
+      "grad_norm": 164.5230255126953,
+      "learning_rate": 1.9317504689004953e-06,
+      "loss": 13.8906,
+      "step": 4359
+    },
+    {
+      "epoch": 0.2895663146709172,
+      "grad_norm": 189.36756896972656,
+      "learning_rate": 1.9317114114770448e-06,
+      "loss": 24.2812,
+      "step": 4360
+    },
+    {
+      "epoch": 0.2896327289632729,
+      "grad_norm": 141.56182861328125,
+      "learning_rate": 1.9316723432760936e-06,
+      "loss": 14.8125,
+      "step": 4361
+    },
+    {
+      "epoch": 0.2896991432556286,
+      "grad_norm": 170.52407836914062,
+      "learning_rate": 1.9316332642980944e-06,
+      "loss": 18.8438,
+      "step": 4362
+    },
+    {
+      "epoch": 0.28976555754798433,
+      "grad_norm": 316.26104736328125,
+      "learning_rate": 1.931594174543499e-06,
+      "loss": 16.9531,
+      "step": 4363
+    },
+    {
+      "epoch": 0.28983197184034004,
+      "grad_norm": 320.0516662597656,
+      "learning_rate": 1.9315550740127586e-06,
+      "loss": 14.9219,
+      "step": 4364
+    },
+    {
+      "epoch": 0.28989838613269575,
+      "grad_norm": 268.61273193359375,
+      "learning_rate": 1.9315159627063265e-06,
+      "loss": 19.8594,
+      "step": 4365
+    },
+    {
+      "epoch": 0.28996480042505146,
+      "grad_norm": 345.4055480957031,
+      "learning_rate": 1.9314768406246554e-06,
+      "loss": 29.4062,
+      "step": 4366
+    },
+    {
+      "epoch": 0.29003121471740717,
+      "grad_norm": 283.64251708984375,
+      "learning_rate": 1.931437707768197e-06,
+      "loss": 19.3125,
+      "step": 4367
+    },
+    {
+      "epoch": 0.2900976290097629,
+      "grad_norm": 385.9671630859375,
+      "learning_rate": 1.931398564137404e-06,
+      "loss": 16.0469,
+      "step": 4368
+    },
+    {
+      "epoch": 0.2901640433021186,
+      "grad_norm": 157.49212646484375,
+      "learning_rate": 1.93135940973273e-06,
+      "loss": 17.4062,
+      "step": 4369
+    },
+    {
+      "epoch": 0.29023045759447436,
+      "grad_norm": 404.06903076171875,
+      "learning_rate": 1.9313202445546272e-06,
+      "loss": 13.4062,
+      "step": 4370
+    },
+    {
+      "epoch": 0.29029687188683007,
+      "grad_norm": 516.7296752929688,
+      "learning_rate": 1.9312810686035486e-06,
+      "loss": 19.5938,
+      "step": 4371
+    },
+    {
+      "epoch": 0.2903632861791858,
+      "grad_norm": 425.3343505859375,
+      "learning_rate": 1.9312418818799482e-06,
+      "loss": 24.0312,
+      "step": 4372
+    },
+    {
+      "epoch": 0.2904297004715415,
+      "grad_norm": 245.4818115234375,
+      "learning_rate": 1.9312026843842783e-06,
+      "loss": 20.6875,
+      "step": 4373
+    },
+    {
+      "epoch": 0.2904961147638972,
+      "grad_norm": 348.7431335449219,
+      "learning_rate": 1.9311634761169925e-06,
+      "loss": 16.3594,
+      "step": 4374
+    },
+    {
+      "epoch": 0.2905625290562529,
+      "grad_norm": 286.72381591796875,
+      "learning_rate": 1.9311242570785448e-06,
+      "loss": 21.75,
+      "step": 4375
+    },
+    {
+      "epoch": 0.2906289433486086,
+      "grad_norm": 161.1536865234375,
+      "learning_rate": 1.9310850272693887e-06,
+      "loss": 17.9844,
+      "step": 4376
+    },
+    {
+      "epoch": 0.2906953576409643,
+      "grad_norm": 383.540771484375,
+      "learning_rate": 1.9310457866899775e-06,
+      "loss": 25.75,
+      "step": 4377
+    },
+    {
+      "epoch": 0.29076177193332003,
+      "grad_norm": 243.4317169189453,
+      "learning_rate": 1.931006535340766e-06,
+      "loss": 24.5312,
+      "step": 4378
+    },
+    {
+      "epoch": 0.29082818622567574,
+      "grad_norm": 801.9254150390625,
+      "learning_rate": 1.9309672732222077e-06,
+      "loss": 35.3281,
+      "step": 4379
+    },
+    {
+      "epoch": 0.29089460051803145,
+      "grad_norm": 479.87689208984375,
+      "learning_rate": 1.9309280003347567e-06,
+      "loss": 15.8906,
+      "step": 4380
+    },
+    {
+      "epoch": 0.2909610148103872,
+      "grad_norm": 171.29588317871094,
+      "learning_rate": 1.9308887166788674e-06,
+      "loss": 19.9375,
+      "step": 4381
+    },
+    {
+      "epoch": 0.29102742910274293,
+      "grad_norm": 517.8677978515625,
+      "learning_rate": 1.930849422254994e-06,
+      "loss": 26.9219,
+      "step": 4382
+    },
+    {
+      "epoch": 0.29109384339509864,
+      "grad_norm": 376.439697265625,
+      "learning_rate": 1.9308101170635914e-06,
+      "loss": 18.7031,
+      "step": 4383
+    },
+    {
+      "epoch": 0.29116025768745435,
+      "grad_norm": 306.8897399902344,
+      "learning_rate": 1.930770801105114e-06,
+      "loss": 17.1719,
+      "step": 4384
+    },
+    {
+      "epoch": 0.29122667197981006,
+      "grad_norm": 179.57125854492188,
+      "learning_rate": 1.930731474380017e-06,
+      "loss": 15.125,
+      "step": 4385
+    },
+    {
+      "epoch": 0.29129308627216577,
+      "grad_norm": 296.40728759765625,
+      "learning_rate": 1.9306921368887547e-06,
+      "loss": 20.6562,
+      "step": 4386
+    },
+    {
+      "epoch": 0.2913595005645215,
+      "grad_norm": 204.76400756835938,
+      "learning_rate": 1.9306527886317827e-06,
+      "loss": 19.0312,
+      "step": 4387
+    },
+    {
+      "epoch": 0.2914259148568772,
+      "grad_norm": 165.34005737304688,
+      "learning_rate": 1.9306134296095555e-06,
+      "loss": 21.125,
+      "step": 4388
+    },
+    {
+      "epoch": 0.2914923291492329,
+      "grad_norm": 221.2344512939453,
+      "learning_rate": 1.930574059822529e-06,
+      "loss": 15.5625,
+      "step": 4389
+    },
+    {
+      "epoch": 0.2915587434415886,
+      "grad_norm": 295.6076354980469,
+      "learning_rate": 1.9305346792711586e-06,
+      "loss": 24.9219,
+      "step": 4390
+    },
+    {
+      "epoch": 0.2916251577339443,
+      "grad_norm": 238.8423309326172,
+      "learning_rate": 1.930495287955899e-06,
+      "loss": 20.6562,
+      "step": 4391
+    },
+    {
+      "epoch": 0.2916915720263001,
+      "grad_norm": 485.73980712890625,
+      "learning_rate": 1.9304558858772067e-06,
+      "loss": 26.1406,
+      "step": 4392
+    },
+    {
+      "epoch": 0.2917579863186558,
+      "grad_norm": 125.0356216430664,
+      "learning_rate": 1.9304164730355374e-06,
+      "loss": 17.375,
+      "step": 4393
+    },
+    {
+      "epoch": 0.2918244006110115,
+      "grad_norm": 323.5140686035156,
+      "learning_rate": 1.930377049431347e-06,
+      "loss": 20.9688,
+      "step": 4394
+    },
+    {
+      "epoch": 0.2918908149033672,
+      "grad_norm": 166.59622192382812,
+      "learning_rate": 1.9303376150650912e-06,
+      "loss": 15.5938,
+      "step": 4395
+    },
+    {
+      "epoch": 0.2919572291957229,
+      "grad_norm": 368.14642333984375,
+      "learning_rate": 1.9302981699372263e-06,
+      "loss": 26.1875,
+      "step": 4396
+    },
+    {
+      "epoch": 0.29202364348807863,
+      "grad_norm": 283.3049621582031,
+      "learning_rate": 1.930258714048209e-06,
+      "loss": 20.5,
+      "step": 4397
+    },
+    {
+      "epoch": 0.29209005778043434,
+      "grad_norm": 116.37454223632812,
+      "learning_rate": 1.9302192473984945e-06,
+      "loss": 14.9219,
+      "step": 4398
+    },
+    {
+      "epoch": 0.29215647207279005,
+      "grad_norm": 166.13540649414062,
+      "learning_rate": 1.9301797699885408e-06,
+      "loss": 22.375,
+      "step": 4399
+    },
+    {
+      "epoch": 0.29222288636514576,
+      "grad_norm": 486.8370056152344,
+      "learning_rate": 1.9301402818188033e-06,
+      "loss": 28.1875,
+      "step": 4400
+    },
+    {
+      "epoch": 0.29228930065750147,
+      "grad_norm": 169.36595153808594,
+      "learning_rate": 1.93010078288974e-06,
+      "loss": 20.3594,
+      "step": 4401
+    },
+    {
+      "epoch": 0.2923557149498572,
+      "grad_norm": 249.15567016601562,
+      "learning_rate": 1.9300612732018073e-06,
+      "loss": 20.125,
+      "step": 4402
+    },
+    {
+      "epoch": 0.29242212924221295,
+      "grad_norm": 344.5645751953125,
+      "learning_rate": 1.9300217527554613e-06,
+      "loss": 28.1562,
+      "step": 4403
+    },
+    {
+      "epoch": 0.29248854353456866,
+      "grad_norm": 187.19236755371094,
+      "learning_rate": 1.9299822215511605e-06,
+      "loss": 20.2031,
+      "step": 4404
+    },
+    {
+      "epoch": 0.29255495782692437,
+      "grad_norm": 631.9411010742188,
+      "learning_rate": 1.9299426795893616e-06,
+      "loss": 29.0625,
+      "step": 4405
+    },
+    {
+      "epoch": 0.2926213721192801,
+      "grad_norm": 224.24436950683594,
+      "learning_rate": 1.9299031268705216e-06,
+      "loss": 14.875,
+      "step": 4406
+    },
+    {
+      "epoch": 0.2926877864116358,
+      "grad_norm": 236.88330078125,
+      "learning_rate": 1.929863563395099e-06,
+      "loss": 16.9688,
+      "step": 4407
+    },
+    {
+      "epoch": 0.2927542007039915,
+      "grad_norm": 146.5513916015625,
+      "learning_rate": 1.9298239891635504e-06,
+      "loss": 20.2188,
+      "step": 4408
+    },
+    {
+      "epoch": 0.2928206149963472,
+      "grad_norm": 303.27117919921875,
+      "learning_rate": 1.9297844041763344e-06,
+      "loss": 19.6875,
+      "step": 4409
+    },
+    {
+      "epoch": 0.2928870292887029,
+      "grad_norm": 549.6415405273438,
+      "learning_rate": 1.9297448084339086e-06,
+      "loss": 27.8438,
+      "step": 4410
+    },
+    {
+      "epoch": 0.2929534435810586,
+      "grad_norm": 412.7436828613281,
+      "learning_rate": 1.9297052019367304e-06,
+      "loss": 17.4531,
+      "step": 4411
+    },
+    {
+      "epoch": 0.29301985787341434,
+      "grad_norm": 207.0309295654297,
+      "learning_rate": 1.929665584685259e-06,
+      "loss": 17.6875,
+      "step": 4412
+    },
+    {
+      "epoch": 0.2930862721657701,
+      "grad_norm": 162.6040802001953,
+      "learning_rate": 1.929625956679952e-06,
+      "loss": 21.875,
+      "step": 4413
+    },
+    {
+      "epoch": 0.2931526864581258,
+      "grad_norm": 195.44570922851562,
+      "learning_rate": 1.9295863179212685e-06,
+      "loss": 20.2344,
+      "step": 4414
+    },
+    {
+      "epoch": 0.2932191007504815,
+      "grad_norm": 168.65841674804688,
+      "learning_rate": 1.929546668409666e-06,
+      "loss": 15.5938,
+      "step": 4415
+    },
+    {
+      "epoch": 0.29328551504283723,
+      "grad_norm": 726.178466796875,
+      "learning_rate": 1.9295070081456036e-06,
+      "loss": 36.3438,
+      "step": 4416
+    },
+    {
+      "epoch": 0.29335192933519294,
+      "grad_norm": 262.28338623046875,
+      "learning_rate": 1.9294673371295405e-06,
+      "loss": 18.5,
+      "step": 4417
+    },
+    {
+      "epoch": 0.29341834362754865,
+      "grad_norm": 177.4783935546875,
+      "learning_rate": 1.9294276553619352e-06,
+      "loss": 15.6562,
+      "step": 4418
+    },
+    {
+      "epoch": 0.29348475791990436,
+      "grad_norm": 275.8658447265625,
+      "learning_rate": 1.929387962843246e-06,
+      "loss": 18.6406,
+      "step": 4419
+    },
+    {
+      "epoch": 0.29355117221226007,
+      "grad_norm": 166.89303588867188,
+      "learning_rate": 1.9293482595739336e-06,
+      "loss": 20.4844,
+      "step": 4420
+    },
+    {
+      "epoch": 0.2936175865046158,
+      "grad_norm": 160.12811279296875,
+      "learning_rate": 1.929308545554456e-06,
+      "loss": 17.7188,
+      "step": 4421
+    },
+    {
+      "epoch": 0.2936840007969715,
+      "grad_norm": 164.7672119140625,
+      "learning_rate": 1.9292688207852735e-06,
+      "loss": 22.5781,
+      "step": 4422
+    },
+    {
+      "epoch": 0.2937504150893272,
+      "grad_norm": 154.67457580566406,
+      "learning_rate": 1.9292290852668446e-06,
+      "loss": 17.1562,
+      "step": 4423
+    },
+    {
+      "epoch": 0.29381682938168296,
+      "grad_norm": 197.71743774414062,
+      "learning_rate": 1.9291893389996295e-06,
+      "loss": 15.5469,
+      "step": 4424
+    },
+    {
+      "epoch": 0.2938832436740387,
+      "grad_norm": 206.1866455078125,
+      "learning_rate": 1.929149581984088e-06,
+      "loss": 17.5156,
+      "step": 4425
+    },
+    {
+      "epoch": 0.2939496579663944,
+      "grad_norm": 164.23289489746094,
+      "learning_rate": 1.92910981422068e-06,
+      "loss": 19.2031,
+      "step": 4426
+    },
+    {
+      "epoch": 0.2940160722587501,
+      "grad_norm": 185.23704528808594,
+      "learning_rate": 1.9290700357098654e-06,
+      "loss": 24.75,
+      "step": 4427
+    },
+    {
+      "epoch": 0.2940824865511058,
+      "grad_norm": 203.204345703125,
+      "learning_rate": 1.9290302464521046e-06,
+      "loss": 15.25,
+      "step": 4428
+    },
+    {
+      "epoch": 0.2941489008434615,
+      "grad_norm": 169.3656005859375,
+      "learning_rate": 1.928990446447857e-06,
+      "loss": 22.875,
+      "step": 4429
+    },
+    {
+      "epoch": 0.2942153151358172,
+      "grad_norm": 151.93138122558594,
+      "learning_rate": 1.9289506356975844e-06,
+      "loss": 16.3281,
+      "step": 4430
+    },
+    {
+      "epoch": 0.29428172942817293,
+      "grad_norm": 397.73187255859375,
+      "learning_rate": 1.928910814201746e-06,
+      "loss": 14.2188,
+      "step": 4431
+    },
+    {
+      "epoch": 0.29434814372052864,
+      "grad_norm": 205.22854614257812,
+      "learning_rate": 1.9288709819608025e-06,
+      "loss": 21.8438,
+      "step": 4432
+    },
+    {
+      "epoch": 0.29441455801288435,
+      "grad_norm": 313.89178466796875,
+      "learning_rate": 1.928831138975216e-06,
+      "loss": 15.5312,
+      "step": 4433
+    },
+    {
+      "epoch": 0.29448097230524006,
+      "grad_norm": 240.7315216064453,
+      "learning_rate": 1.928791285245446e-06,
+      "loss": 29.5625,
+      "step": 4434
+    },
+    {
+      "epoch": 0.29454738659759583,
+      "grad_norm": 705.2031860351562,
+      "learning_rate": 1.928751420771954e-06,
+      "loss": 20.9375,
+      "step": 4435
+    },
+    {
+      "epoch": 0.29461380088995154,
+      "grad_norm": 159.23353576660156,
+      "learning_rate": 1.9287115455552014e-06,
+      "loss": 13.625,
+      "step": 4436
+    },
+    {
+      "epoch": 0.29468021518230725,
+      "grad_norm": 145.82614135742188,
+      "learning_rate": 1.928671659595649e-06,
+      "loss": 19.2656,
+      "step": 4437
+    },
+    {
+      "epoch": 0.29474662947466296,
+      "grad_norm": 230.32797241210938,
+      "learning_rate": 1.928631762893758e-06,
+      "loss": 17.3281,
+      "step": 4438
+    },
+    {
+      "epoch": 0.29481304376701867,
+      "grad_norm": 457.24896240234375,
+      "learning_rate": 1.9285918554499907e-06,
+      "loss": 24.25,
+      "step": 4439
+    },
+    {
+      "epoch": 0.2948794580593744,
+      "grad_norm": 287.6599426269531,
+      "learning_rate": 1.928551937264808e-06,
+      "loss": 22.5938,
+      "step": 4440
+    },
+    {
+      "epoch": 0.2949458723517301,
+      "grad_norm": 145.160400390625,
+      "learning_rate": 1.928512008338672e-06,
+      "loss": 17.1406,
+      "step": 4441
+    },
+    {
+      "epoch": 0.2950122866440858,
+      "grad_norm": 237.55735778808594,
+      "learning_rate": 1.9284720686720446e-06,
+      "loss": 21.9062,
+      "step": 4442
+    },
+    {
+      "epoch": 0.2950787009364415,
+      "grad_norm": 182.57640075683594,
+      "learning_rate": 1.9284321182653876e-06,
+      "loss": 18.9219,
+      "step": 4443
+    },
+    {
+      "epoch": 0.2951451152287972,
+      "grad_norm": 213.38180541992188,
+      "learning_rate": 1.9283921571191634e-06,
+      "loss": 24.2188,
+      "step": 4444
+    },
+    {
+      "epoch": 0.2952115295211529,
+      "grad_norm": 262.27606201171875,
+      "learning_rate": 1.9283521852338337e-06,
+      "loss": 26.25,
+      "step": 4445
+    },
+    {
+      "epoch": 0.2952779438135087,
+      "grad_norm": 203.00457763671875,
+      "learning_rate": 1.928312202609862e-06,
+      "loss": 32.9844,
+      "step": 4446
+    },
+    {
+      "epoch": 0.2953443581058644,
+      "grad_norm": 415.41790771484375,
+      "learning_rate": 1.928272209247709e-06,
+      "loss": 18.1719,
+      "step": 4447
+    },
+    {
+      "epoch": 0.2954107723982201,
+      "grad_norm": 393.4632568359375,
+      "learning_rate": 1.928232205147839e-06,
+      "loss": 19.7656,
+      "step": 4448
+    },
+    {
+      "epoch": 0.2954771866905758,
+      "grad_norm": 684.1854858398438,
+      "learning_rate": 1.928192190310714e-06,
+      "loss": 25.8125,
+      "step": 4449
+    },
+    {
+      "epoch": 0.29554360098293153,
+      "grad_norm": 246.64442443847656,
+      "learning_rate": 1.928152164736797e-06,
+      "loss": 16.5156,
+      "step": 4450
+    },
+    {
+      "epoch": 0.29561001527528724,
+      "grad_norm": 218.57659912109375,
+      "learning_rate": 1.9281121284265507e-06,
+      "loss": 17.1406,
+      "step": 4451
+    },
+    {
+      "epoch": 0.29567642956764295,
+      "grad_norm": 296.4888916015625,
+      "learning_rate": 1.9280720813804386e-06,
+      "loss": 19.4531,
+      "step": 4452
+    },
+    {
+      "epoch": 0.29574284385999866,
+      "grad_norm": 213.97129821777344,
+      "learning_rate": 1.928032023598924e-06,
+      "loss": 16.4844,
+      "step": 4453
+    },
+    {
+      "epoch": 0.29580925815235437,
+      "grad_norm": 231.20458984375,
+      "learning_rate": 1.92799195508247e-06,
+      "loss": 22.25,
+      "step": 4454
+    },
+    {
+      "epoch": 0.2958756724447101,
+      "grad_norm": 246.19583129882812,
+      "learning_rate": 1.9279518758315403e-06,
+      "loss": 17.3438,
+      "step": 4455
+    },
+    {
+      "epoch": 0.2959420867370658,
+      "grad_norm": 296.67144775390625,
+      "learning_rate": 1.9279117858465985e-06,
+      "loss": 22.7656,
+      "step": 4456
+    },
+    {
+      "epoch": 0.29600850102942156,
+      "grad_norm": 526.5921020507812,
+      "learning_rate": 1.9278716851281077e-06,
+      "loss": 18.4219,
+      "step": 4457
+    },
+    {
+      "epoch": 0.29607491532177727,
+      "grad_norm": 155.1764373779297,
+      "learning_rate": 1.9278315736765325e-06,
+      "loss": 21.2812,
+      "step": 4458
+    },
+    {
+      "epoch": 0.296141329614133,
+      "grad_norm": 229.98765563964844,
+      "learning_rate": 1.9277914514923366e-06,
+      "loss": 16.2031,
+      "step": 4459
+    },
+    {
+      "epoch": 0.2962077439064887,
+      "grad_norm": 238.33456420898438,
+      "learning_rate": 1.9277513185759843e-06,
+      "loss": 23.2969,
+      "step": 4460
+    },
+    {
+      "epoch": 0.2962741581988444,
+      "grad_norm": 221.6703338623047,
+      "learning_rate": 1.9277111749279397e-06,
+      "loss": 15.9844,
+      "step": 4461
+    },
+    {
+      "epoch": 0.2963405724912001,
+      "grad_norm": 410.059326171875,
+      "learning_rate": 1.9276710205486674e-06,
+      "loss": 24.25,
+      "step": 4462
+    },
+    {
+      "epoch": 0.2964069867835558,
+      "grad_norm": 281.82574462890625,
+      "learning_rate": 1.9276308554386316e-06,
+      "loss": 23.4219,
+      "step": 4463
+    },
+    {
+      "epoch": 0.2964734010759115,
+      "grad_norm": 126.17001342773438,
+      "learning_rate": 1.9275906795982964e-06,
+      "loss": 13.9688,
+      "step": 4464
+    },
+    {
+      "epoch": 0.29653981536826723,
+      "grad_norm": 389.0433349609375,
+      "learning_rate": 1.9275504930281277e-06,
+      "loss": 26.6875,
+      "step": 4465
+    },
+    {
+      "epoch": 0.29660622966062294,
+      "grad_norm": 308.2444763183594,
+      "learning_rate": 1.9275102957285897e-06,
+      "loss": 21.3281,
+      "step": 4466
+    },
+    {
+      "epoch": 0.29667264395297865,
+      "grad_norm": 277.8482360839844,
+      "learning_rate": 1.9274700877001475e-06,
+      "loss": 14.9375,
+      "step": 4467
+    },
+    {
+      "epoch": 0.2967390582453344,
+      "grad_norm": 313.34222412109375,
+      "learning_rate": 1.927429868943266e-06,
+      "loss": 17.0,
+      "step": 4468
+    },
+    {
+      "epoch": 0.29680547253769013,
+      "grad_norm": 173.26791381835938,
+      "learning_rate": 1.92738963945841e-06,
+      "loss": 22.3906,
+      "step": 4469
+    },
+    {
+      "epoch": 0.29687188683004584,
+      "grad_norm": 237.44851684570312,
+      "learning_rate": 1.927349399246046e-06,
+      "loss": 18.9844,
+      "step": 4470
+    },
+    {
+      "epoch": 0.29693830112240155,
+      "grad_norm": 255.66506958007812,
+      "learning_rate": 1.927309148306639e-06,
+      "loss": 16.8906,
+      "step": 4471
+    },
+    {
+      "epoch": 0.29700471541475726,
+      "grad_norm": 743.155517578125,
+      "learning_rate": 1.9272688866406544e-06,
+      "loss": 24.8438,
+      "step": 4472
+    },
+    {
+      "epoch": 0.29707112970711297,
+      "grad_norm": 157.4265899658203,
+      "learning_rate": 1.9272286142485578e-06,
+      "loss": 19.1406,
+      "step": 4473
+    },
+    {
+      "epoch": 0.2971375439994687,
+      "grad_norm": 283.31719970703125,
+      "learning_rate": 1.9271883311308154e-06,
+      "loss": 20.2344,
+      "step": 4474
+    },
+    {
+      "epoch": 0.2972039582918244,
+      "grad_norm": 258.934326171875,
+      "learning_rate": 1.927148037287893e-06,
+      "loss": 21.4219,
+      "step": 4475
+    },
+    {
+      "epoch": 0.2972703725841801,
+      "grad_norm": 159.34735107421875,
+      "learning_rate": 1.927107732720257e-06,
+      "loss": 17.4609,
+      "step": 4476
+    },
+    {
+      "epoch": 0.2973367868765358,
+      "grad_norm": 234.39761352539062,
+      "learning_rate": 1.927067417428373e-06,
+      "loss": 16.875,
+      "step": 4477
+    },
+    {
+      "epoch": 0.2974032011688915,
+      "grad_norm": 340.9475402832031,
+      "learning_rate": 1.9270270914127075e-06,
+      "loss": 18.1562,
+      "step": 4478
+    },
+    {
+      "epoch": 0.2974696154612473,
+      "grad_norm": 349.5927429199219,
+      "learning_rate": 1.9269867546737274e-06,
+      "loss": 20.2812,
+      "step": 4479
+    },
+    {
+      "epoch": 0.297536029753603,
+      "grad_norm": 215.83236694335938,
+      "learning_rate": 1.9269464072118993e-06,
+      "loss": 15.5625,
+      "step": 4480
+    },
+    {
+      "epoch": 0.2976024440459587,
+      "grad_norm": 260.985595703125,
+      "learning_rate": 1.9269060490276895e-06,
+      "loss": 22.375,
+      "step": 4481
+    },
+    {
+      "epoch": 0.2976688583383144,
+      "grad_norm": 213.33238220214844,
+      "learning_rate": 1.926865680121565e-06,
+      "loss": 12.5938,
+      "step": 4482
+    },
+    {
+      "epoch": 0.2977352726306701,
+      "grad_norm": 247.42892456054688,
+      "learning_rate": 1.926825300493993e-06,
+      "loss": 19.5156,
+      "step": 4483
+    },
+    {
+      "epoch": 0.29780168692302583,
+      "grad_norm": 266.1911315917969,
+      "learning_rate": 1.92678491014544e-06,
+      "loss": 18.1328,
+      "step": 4484
+    },
+    {
+      "epoch": 0.29786810121538154,
+      "grad_norm": 257.41400146484375,
+      "learning_rate": 1.9267445090763733e-06,
+      "loss": 18.7031,
+      "step": 4485
+    },
+    {
+      "epoch": 0.29793451550773725,
+      "grad_norm": 276.1507873535156,
+      "learning_rate": 1.926704097287261e-06,
+      "loss": 16.6406,
+      "step": 4486
+    },
+    {
+      "epoch": 0.29800092980009296,
+      "grad_norm": 154.7196502685547,
+      "learning_rate": 1.92666367477857e-06,
+      "loss": 18.125,
+      "step": 4487
+    },
+    {
+      "epoch": 0.29806734409244867,
+      "grad_norm": 212.80934143066406,
+      "learning_rate": 1.9266232415507677e-06,
+      "loss": 14.875,
+      "step": 4488
+    },
+    {
+      "epoch": 0.29813375838480444,
+      "grad_norm": 176.6780548095703,
+      "learning_rate": 1.9265827976043225e-06,
+      "loss": 24.125,
+      "step": 4489
+    },
+    {
+      "epoch": 0.29820017267716015,
+      "grad_norm": 752.6212768554688,
+      "learning_rate": 1.9265423429397015e-06,
+      "loss": 17.7188,
+      "step": 4490
+    },
+    {
+      "epoch": 0.29826658696951586,
+      "grad_norm": 212.23226928710938,
+      "learning_rate": 1.926501877557373e-06,
+      "loss": 17.5938,
+      "step": 4491
+    },
+    {
+      "epoch": 0.29833300126187157,
+      "grad_norm": 203.9532928466797,
+      "learning_rate": 1.9264614014578054e-06,
+      "loss": 14.5625,
+      "step": 4492
+    },
+    {
+      "epoch": 0.2983994155542273,
+      "grad_norm": 334.5288391113281,
+      "learning_rate": 1.9264209146414663e-06,
+      "loss": 20.875,
+      "step": 4493
+    },
+    {
+      "epoch": 0.298465829846583,
+      "grad_norm": 179.83457946777344,
+      "learning_rate": 1.9263804171088237e-06,
+      "loss": 16.7188,
+      "step": 4494
+    },
+    {
+      "epoch": 0.2985322441389387,
+      "grad_norm": 281.2572021484375,
+      "learning_rate": 1.9263399088603475e-06,
+      "loss": 18.5,
+      "step": 4495
+    },
+    {
+      "epoch": 0.2985986584312944,
+      "grad_norm": 116.93670654296875,
+      "learning_rate": 1.9262993898965046e-06,
+      "loss": 13.4688,
+      "step": 4496
+    },
+    {
+      "epoch": 0.2986650727236501,
+      "grad_norm": 646.3325805664062,
+      "learning_rate": 1.926258860217765e-06,
+      "loss": 19.1875,
+      "step": 4497
+    },
+    {
+      "epoch": 0.2987314870160058,
+      "grad_norm": 172.82696533203125,
+      "learning_rate": 1.926218319824597e-06,
+      "loss": 20.6406,
+      "step": 4498
+    },
+    {
+      "epoch": 0.29879790130836154,
+      "grad_norm": 322.52178955078125,
+      "learning_rate": 1.926177768717469e-06,
+      "loss": 26.3438,
+      "step": 4499
+    },
+    {
+      "epoch": 0.2988643156007173,
+      "grad_norm": 459.1292419433594,
+      "learning_rate": 1.9261372068968513e-06,
+      "loss": 21.2188,
+      "step": 4500
+    },
+    {
+      "epoch": 0.298930729893073,
+      "grad_norm": 335.8359680175781,
+      "learning_rate": 1.9260966343632123e-06,
+      "loss": 12.6484,
+      "step": 4501
+    },
+    {
+      "epoch": 0.2989971441854287,
+      "grad_norm": 156.59886169433594,
+      "learning_rate": 1.9260560511170214e-06,
+      "loss": 19.2656,
+      "step": 4502
+    },
+    {
+      "epoch": 0.29906355847778443,
+      "grad_norm": 258.9165344238281,
+      "learning_rate": 1.9260154571587483e-06,
+      "loss": 22.6562,
+      "step": 4503
+    },
+    {
+      "epoch": 0.29912997277014014,
+      "grad_norm": 167.74766540527344,
+      "learning_rate": 1.925974852488862e-06,
+      "loss": 21.0625,
+      "step": 4504
+    },
+    {
+      "epoch": 0.29919638706249585,
+      "grad_norm": 253.6872100830078,
+      "learning_rate": 1.925934237107833e-06,
+      "loss": 15.9844,
+      "step": 4505
+    },
+    {
+      "epoch": 0.29926280135485156,
+      "grad_norm": 191.94309997558594,
+      "learning_rate": 1.92589361101613e-06,
+      "loss": 16.1406,
+      "step": 4506
+    },
+    {
+      "epoch": 0.29932921564720727,
+      "grad_norm": 286.5640563964844,
+      "learning_rate": 1.925852974214224e-06,
+      "loss": 15.75,
+      "step": 4507
+    },
+    {
+      "epoch": 0.299395629939563,
+      "grad_norm": 259.3753662109375,
+      "learning_rate": 1.9258123267025845e-06,
+      "loss": 15.9688,
+      "step": 4508
+    },
+    {
+      "epoch": 0.2994620442319187,
+      "grad_norm": 321.6258544921875,
+      "learning_rate": 1.925771668481682e-06,
+      "loss": 26.5312,
+      "step": 4509
+    },
+    {
+      "epoch": 0.2995284585242744,
+      "grad_norm": 114.77167510986328,
+      "learning_rate": 1.9257309995519868e-06,
+      "loss": 14.1797,
+      "step": 4510
+    },
+    {
+      "epoch": 0.29959487281663016,
+      "grad_norm": 410.6161804199219,
+      "learning_rate": 1.925690319913969e-06,
+      "loss": 13.4688,
+      "step": 4511
+    },
+    {
+      "epoch": 0.2996612871089859,
+      "grad_norm": 348.26361083984375,
+      "learning_rate": 1.9256496295680992e-06,
+      "loss": 18.9062,
+      "step": 4512
+    },
+    {
+      "epoch": 0.2997277014013416,
+      "grad_norm": 217.016845703125,
+      "learning_rate": 1.9256089285148487e-06,
+      "loss": 19.0312,
+      "step": 4513
+    },
+    {
+      "epoch": 0.2997941156936973,
+      "grad_norm": 161.81887817382812,
+      "learning_rate": 1.9255682167546874e-06,
+      "loss": 15.4844,
+      "step": 4514
+    },
+    {
+      "epoch": 0.299860529986053,
+      "grad_norm": 126.26803588867188,
+      "learning_rate": 1.925527494288087e-06,
+      "loss": 17.2812,
+      "step": 4515
+    },
+    {
+      "epoch": 0.2999269442784087,
+      "grad_norm": 109.61760711669922,
+      "learning_rate": 1.9254867611155185e-06,
+      "loss": 16.6406,
+      "step": 4516
+    },
+    {
+      "epoch": 0.2999933585707644,
+      "grad_norm": 202.4349365234375,
+      "learning_rate": 1.9254460172374523e-06,
+      "loss": 30.2188,
+      "step": 4517
+    },
+    {
+      "epoch": 0.30005977286312013,
+      "grad_norm": 1117.354736328125,
+      "learning_rate": 1.92540526265436e-06,
+      "loss": 14.1562,
+      "step": 4518
+    },
+    {
+      "epoch": 0.30012618715547584,
+      "grad_norm": 269.803955078125,
+      "learning_rate": 1.9253644973667137e-06,
+      "loss": 18.7344,
+      "step": 4519
+    },
+    {
+      "epoch": 0.30019260144783155,
+      "grad_norm": 334.58892822265625,
+      "learning_rate": 1.925323721374985e-06,
+      "loss": 25.25,
+      "step": 4520
+    },
+    {
+      "epoch": 0.30025901574018726,
+      "grad_norm": 329.7898864746094,
+      "learning_rate": 1.925282934679644e-06,
+      "loss": 23.0312,
+      "step": 4521
+    },
+    {
+      "epoch": 0.30032543003254303,
+      "grad_norm": 365.62152099609375,
+      "learning_rate": 1.925242137281164e-06,
+      "loss": 21.7188,
+      "step": 4522
+    },
+    {
+      "epoch": 0.30039184432489874,
+      "grad_norm": 168.18479919433594,
+      "learning_rate": 1.9252013291800164e-06,
+      "loss": 15.8281,
+      "step": 4523
+    },
+    {
+      "epoch": 0.30045825861725445,
+      "grad_norm": 157.0980224609375,
+      "learning_rate": 1.9251605103766738e-06,
+      "loss": 13.0469,
+      "step": 4524
+    },
+    {
+      "epoch": 0.30052467290961016,
+      "grad_norm": 243.12542724609375,
+      "learning_rate": 1.9251196808716073e-06,
+      "loss": 15.1562,
+      "step": 4525
+    },
+    {
+      "epoch": 0.30059108720196587,
+      "grad_norm": 145.21461486816406,
+      "learning_rate": 1.92507884066529e-06,
+      "loss": 16.4688,
+      "step": 4526
+    },
+    {
+      "epoch": 0.3006575014943216,
+      "grad_norm": 455.8394775390625,
+      "learning_rate": 1.9250379897581943e-06,
+      "loss": 20.8125,
+      "step": 4527
+    },
+    {
+      "epoch": 0.3007239157866773,
+      "grad_norm": 265.53289794921875,
+      "learning_rate": 1.924997128150792e-06,
+      "loss": 21.9219,
+      "step": 4528
+    },
+    {
+      "epoch": 0.300790330079033,
+      "grad_norm": 191.0762939453125,
+      "learning_rate": 1.9249562558435567e-06,
+      "loss": 16.75,
+      "step": 4529
+    },
+    {
+      "epoch": 0.3008567443713887,
+      "grad_norm": 221.532470703125,
+      "learning_rate": 1.9249153728369607e-06,
+      "loss": 26.375,
+      "step": 4530
+    },
+    {
+      "epoch": 0.3009231586637444,
+      "grad_norm": 207.87838745117188,
+      "learning_rate": 1.924874479131477e-06,
+      "loss": 26.1406,
+      "step": 4531
+    },
+    {
+      "epoch": 0.3009895729561001,
+      "grad_norm": 381.752197265625,
+      "learning_rate": 1.9248335747275786e-06,
+      "loss": 15.8281,
+      "step": 4532
+    },
+    {
+      "epoch": 0.3010559872484559,
+      "grad_norm": 258.04876708984375,
+      "learning_rate": 1.924792659625739e-06,
+      "loss": 18.8281,
+      "step": 4533
+    },
+    {
+      "epoch": 0.3011224015408116,
+      "grad_norm": 191.76715087890625,
+      "learning_rate": 1.9247517338264313e-06,
+      "loss": 21.2812,
+      "step": 4534
+    },
+    {
+      "epoch": 0.3011888158331673,
+      "grad_norm": 250.84336853027344,
+      "learning_rate": 1.924710797330128e-06,
+      "loss": 21.3438,
+      "step": 4535
+    },
+    {
+      "epoch": 0.301255230125523,
+      "grad_norm": 336.1944580078125,
+      "learning_rate": 1.924669850137304e-06,
+      "loss": 26.2188,
+      "step": 4536
+    },
+    {
+      "epoch": 0.30132164441787873,
+      "grad_norm": 280.0196228027344,
+      "learning_rate": 1.9246288922484326e-06,
+      "loss": 23.5469,
+      "step": 4537
+    },
+    {
+      "epoch": 0.30138805871023444,
+      "grad_norm": 191.51597595214844,
+      "learning_rate": 1.9245879236639867e-06,
+      "loss": 19.4375,
+      "step": 4538
+    },
+    {
+      "epoch": 0.30145447300259015,
+      "grad_norm": 345.29376220703125,
+      "learning_rate": 1.924546944384441e-06,
+      "loss": 25.0938,
+      "step": 4539
+    },
+    {
+      "epoch": 0.30152088729494586,
+      "grad_norm": 502.3965148925781,
+      "learning_rate": 1.92450595441027e-06,
+      "loss": 21.1719,
+      "step": 4540
+    },
+    {
+      "epoch": 0.30158730158730157,
+      "grad_norm": 296.7649841308594,
+      "learning_rate": 1.9244649537419464e-06,
+      "loss": 28.0,
+      "step": 4541
+    },
+    {
+      "epoch": 0.3016537158796573,
+      "grad_norm": 143.17828369140625,
+      "learning_rate": 1.9244239423799455e-06,
+      "loss": 13.2031,
+      "step": 4542
+    },
+    {
+      "epoch": 0.301720130172013,
+      "grad_norm": 173.00099182128906,
+      "learning_rate": 1.924382920324742e-06,
+      "loss": 20.5312,
+      "step": 4543
+    },
+    {
+      "epoch": 0.30178654446436876,
+      "grad_norm": 285.7655944824219,
+      "learning_rate": 1.9243418875768095e-06,
+      "loss": 19.8906,
+      "step": 4544
+    },
+    {
+      "epoch": 0.30185295875672447,
+      "grad_norm": 159.16012573242188,
+      "learning_rate": 1.924300844136623e-06,
+      "loss": 19.2031,
+      "step": 4545
+    },
+    {
+      "epoch": 0.3019193730490802,
+      "grad_norm": 370.85107421875,
+      "learning_rate": 1.9242597900046574e-06,
+      "loss": 17.4062,
+      "step": 4546
+    },
+    {
+      "epoch": 0.3019857873414359,
+      "grad_norm": 207.25318908691406,
+      "learning_rate": 1.9242187251813872e-06,
+      "loss": 18.8125,
+      "step": 4547
+    },
+    {
+      "epoch": 0.3020522016337916,
+      "grad_norm": 193.85531616210938,
+      "learning_rate": 1.924177649667288e-06,
+      "loss": 16.5469,
+      "step": 4548
+    },
+    {
+      "epoch": 0.3021186159261473,
+      "grad_norm": 172.96676635742188,
+      "learning_rate": 1.924136563462835e-06,
+      "loss": 20.4062,
+      "step": 4549
+    },
+    {
+      "epoch": 0.302185030218503,
+      "grad_norm": 269.9049987792969,
+      "learning_rate": 1.924095466568503e-06,
+      "loss": 27.2656,
+      "step": 4550
+    },
+    {
+      "epoch": 0.3022514445108587,
+      "grad_norm": 349.8396911621094,
+      "learning_rate": 1.924054358984767e-06,
+      "loss": 17.3906,
+      "step": 4551
+    },
+    {
+      "epoch": 0.30231785880321443,
+      "grad_norm": 213.10116577148438,
+      "learning_rate": 1.9240132407121034e-06,
+      "loss": 31.1719,
+      "step": 4552
+    },
+    {
+      "epoch": 0.30238427309557014,
+      "grad_norm": 262.7695617675781,
+      "learning_rate": 1.923972111750987e-06,
+      "loss": 22.1562,
+      "step": 4553
+    },
+    {
+      "epoch": 0.30245068738792585,
+      "grad_norm": 225.12574768066406,
+      "learning_rate": 1.9239309721018947e-06,
+      "loss": 20.5625,
+      "step": 4554
+    },
+    {
+      "epoch": 0.3025171016802816,
+      "grad_norm": 263.093017578125,
+      "learning_rate": 1.923889821765301e-06,
+      "loss": 19.7812,
+      "step": 4555
+    },
+    {
+      "epoch": 0.30258351597263733,
+      "grad_norm": 165.20468139648438,
+      "learning_rate": 1.9238486607416832e-06,
+      "loss": 15.3906,
+      "step": 4556
+    },
+    {
+      "epoch": 0.30264993026499304,
+      "grad_norm": 219.7615966796875,
+      "learning_rate": 1.9238074890315165e-06,
+      "loss": 18.6406,
+      "step": 4557
+    },
+    {
+      "epoch": 0.30271634455734875,
+      "grad_norm": 415.5739440917969,
+      "learning_rate": 1.9237663066352777e-06,
+      "loss": 22.9375,
+      "step": 4558
+    },
+    {
+      "epoch": 0.30278275884970446,
+      "grad_norm": 167.41891479492188,
+      "learning_rate": 1.9237251135534427e-06,
+      "loss": 15.9375,
+      "step": 4559
+    },
+    {
+      "epoch": 0.30284917314206017,
+      "grad_norm": 216.2928466796875,
+      "learning_rate": 1.923683909786488e-06,
+      "loss": 14.8906,
+      "step": 4560
+    },
+    {
+      "epoch": 0.3029155874344159,
+      "grad_norm": 729.11669921875,
+      "learning_rate": 1.923642695334891e-06,
+      "loss": 20.125,
+      "step": 4561
+    },
+    {
+      "epoch": 0.3029820017267716,
+      "grad_norm": 143.78929138183594,
+      "learning_rate": 1.923601470199128e-06,
+      "loss": 14.7969,
+      "step": 4562
+    },
+    {
+      "epoch": 0.3030484160191273,
+      "grad_norm": 218.9643096923828,
+      "learning_rate": 1.923560234379675e-06,
+      "loss": 18.3906,
+      "step": 4563
+    },
+    {
+      "epoch": 0.303114830311483,
+      "grad_norm": 184.5767822265625,
+      "learning_rate": 1.9235189878770105e-06,
+      "loss": 14.4531,
+      "step": 4564
+    },
+    {
+      "epoch": 0.3031812446038388,
+      "grad_norm": 294.2859802246094,
+      "learning_rate": 1.9234777306916102e-06,
+      "loss": 24.7188,
+      "step": 4565
+    },
+    {
+      "epoch": 0.3032476588961945,
+      "grad_norm": 238.1768798828125,
+      "learning_rate": 1.9234364628239526e-06,
+      "loss": 21.6562,
+      "step": 4566
+    },
+    {
+      "epoch": 0.3033140731885502,
+      "grad_norm": 208.27511596679688,
+      "learning_rate": 1.923395184274514e-06,
+      "loss": 16.0938,
+      "step": 4567
+    },
+    {
+      "epoch": 0.3033804874809059,
+      "grad_norm": 208.47991943359375,
+      "learning_rate": 1.9233538950437728e-06,
+      "loss": 20.7969,
+      "step": 4568
+    },
+    {
+      "epoch": 0.3034469017732616,
+      "grad_norm": 193.78721618652344,
+      "learning_rate": 1.923312595132206e-06,
+      "loss": 17.0781,
+      "step": 4569
+    },
+    {
+      "epoch": 0.3035133160656173,
+      "grad_norm": 203.6952362060547,
+      "learning_rate": 1.9232712845402913e-06,
+      "loss": 19.7656,
+      "step": 4570
+    },
+    {
+      "epoch": 0.30357973035797303,
+      "grad_norm": 384.9455261230469,
+      "learning_rate": 1.9232299632685073e-06,
+      "loss": 21.4531,
+      "step": 4571
+    },
+    {
+      "epoch": 0.30364614465032874,
+      "grad_norm": 144.99267578125,
+      "learning_rate": 1.923188631317331e-06,
+      "loss": 15.5938,
+      "step": 4572
+    },
+    {
+      "epoch": 0.30371255894268445,
+      "grad_norm": 200.8853302001953,
+      "learning_rate": 1.9231472886872413e-06,
+      "loss": 23.25,
+      "step": 4573
+    },
+    {
+      "epoch": 0.30377897323504016,
+      "grad_norm": 466.859130859375,
+      "learning_rate": 1.923105935378716e-06,
+      "loss": 15.2812,
+      "step": 4574
+    },
+    {
+      "epoch": 0.30384538752739587,
+      "grad_norm": 185.19284057617188,
+      "learning_rate": 1.923064571392233e-06,
+      "loss": 19.1719,
+      "step": 4575
+    },
+    {
+      "epoch": 0.30391180181975164,
+      "grad_norm": 134.0297088623047,
+      "learning_rate": 1.923023196728272e-06,
+      "loss": 20.125,
+      "step": 4576
+    },
+    {
+      "epoch": 0.30397821611210735,
+      "grad_norm": 129.8243408203125,
+      "learning_rate": 1.9229818113873107e-06,
+      "loss": 15.1406,
+      "step": 4577
+    },
+    {
+      "epoch": 0.30404463040446306,
+      "grad_norm": 250.47662353515625,
+      "learning_rate": 1.9229404153698277e-06,
+      "loss": 19.7031,
+      "step": 4578
+    },
+    {
+      "epoch": 0.30411104469681877,
+      "grad_norm": 340.07147216796875,
+      "learning_rate": 1.9228990086763025e-06,
+      "loss": 19.1406,
+      "step": 4579
+    },
+    {
+      "epoch": 0.3041774589891745,
+      "grad_norm": 183.0340576171875,
+      "learning_rate": 1.9228575913072136e-06,
+      "loss": 16.0781,
+      "step": 4580
+    },
+    {
+      "epoch": 0.3042438732815302,
+      "grad_norm": 274.01043701171875,
+      "learning_rate": 1.9228161632630405e-06,
+      "loss": 22.2656,
+      "step": 4581
+    },
+    {
+      "epoch": 0.3043102875738859,
+      "grad_norm": 301.8050537109375,
+      "learning_rate": 1.9227747245442617e-06,
+      "loss": 14.3125,
+      "step": 4582
+    },
+    {
+      "epoch": 0.3043767018662416,
+      "grad_norm": 255.8999786376953,
+      "learning_rate": 1.9227332751513575e-06,
+      "loss": 17.5391,
+      "step": 4583
+    },
+    {
+      "epoch": 0.3044431161585973,
+      "grad_norm": 202.24862670898438,
+      "learning_rate": 1.9226918150848065e-06,
+      "loss": 20.0312,
+      "step": 4584
+    },
+    {
+      "epoch": 0.304509530450953,
+      "grad_norm": 1057.6605224609375,
+      "learning_rate": 1.922650344345089e-06,
+      "loss": 18.2344,
+      "step": 4585
+    },
+    {
+      "epoch": 0.30457594474330874,
+      "grad_norm": 477.4320983886719,
+      "learning_rate": 1.922608862932684e-06,
+      "loss": 25.3906,
+      "step": 4586
+    },
+    {
+      "epoch": 0.3046423590356645,
+      "grad_norm": 273.9984436035156,
+      "learning_rate": 1.9225673708480714e-06,
+      "loss": 20.4688,
+      "step": 4587
+    },
+    {
+      "epoch": 0.3047087733280202,
+      "grad_norm": 203.64657592773438,
+      "learning_rate": 1.922525868091732e-06,
+      "loss": 17.3438,
+      "step": 4588
+    },
+    {
+      "epoch": 0.3047751876203759,
+      "grad_norm": 265.9499816894531,
+      "learning_rate": 1.9224843546641454e-06,
+      "loss": 24.4688,
+      "step": 4589
+    },
+    {
+      "epoch": 0.30484160191273163,
+      "grad_norm": 140.8968963623047,
+      "learning_rate": 1.9224428305657915e-06,
+      "loss": 17.7344,
+      "step": 4590
+    },
+    {
+      "epoch": 0.30490801620508734,
+      "grad_norm": 122.9827651977539,
+      "learning_rate": 1.9224012957971505e-06,
+      "loss": 19.1875,
+      "step": 4591
+    },
+    {
+      "epoch": 0.30497443049744305,
+      "grad_norm": 434.18572998046875,
+      "learning_rate": 1.9223597503587035e-06,
+      "loss": 21.2188,
+      "step": 4592
+    },
+    {
+      "epoch": 0.30504084478979876,
+      "grad_norm": 149.38511657714844,
+      "learning_rate": 1.922318194250931e-06,
+      "loss": 20.5938,
+      "step": 4593
+    },
+    {
+      "epoch": 0.30510725908215447,
+      "grad_norm": 188.09976196289062,
+      "learning_rate": 1.922276627474313e-06,
+      "loss": 20.8125,
+      "step": 4594
+    },
+    {
+      "epoch": 0.3051736733745102,
+      "grad_norm": 401.205078125,
+      "learning_rate": 1.922235050029331e-06,
+      "loss": 21.2188,
+      "step": 4595
+    },
+    {
+      "epoch": 0.3052400876668659,
+      "grad_norm": 171.69384765625,
+      "learning_rate": 1.922193461916466e-06,
+      "loss": 19.3594,
+      "step": 4596
+    },
+    {
+      "epoch": 0.3053065019592216,
+      "grad_norm": 126.02193450927734,
+      "learning_rate": 1.922151863136198e-06,
+      "loss": 16.4531,
+      "step": 4597
+    },
+    {
+      "epoch": 0.30537291625157736,
+      "grad_norm": 329.0714111328125,
+      "learning_rate": 1.9221102536890096e-06,
+      "loss": 20.5,
+      "step": 4598
+    },
+    {
+      "epoch": 0.3054393305439331,
+      "grad_norm": 177.9868927001953,
+      "learning_rate": 1.9220686335753817e-06,
+      "loss": 20.2031,
+      "step": 4599
+    },
+    {
+      "epoch": 0.3055057448362888,
+      "grad_norm": 179.4183349609375,
+      "learning_rate": 1.9220270027957954e-06,
+      "loss": 15.9844,
+      "step": 4600
+    },
+    {
+      "epoch": 0.3055721591286445,
+      "grad_norm": 906.097900390625,
+      "learning_rate": 1.9219853613507323e-06,
+      "loss": 22.2188,
+      "step": 4601
+    },
+    {
+      "epoch": 0.3056385734210002,
+      "grad_norm": 301.0881652832031,
+      "learning_rate": 1.921943709240674e-06,
+      "loss": 19.1875,
+      "step": 4602
+    },
+    {
+      "epoch": 0.3057049877133559,
+      "grad_norm": 747.1529541015625,
+      "learning_rate": 1.9219020464661025e-06,
+      "loss": 25.5,
+      "step": 4603
+    },
+    {
+      "epoch": 0.3057714020057116,
+      "grad_norm": 194.04832458496094,
+      "learning_rate": 1.9218603730275e-06,
+      "loss": 17.7656,
+      "step": 4604
+    },
+    {
+      "epoch": 0.30583781629806733,
+      "grad_norm": 240.0554656982422,
+      "learning_rate": 1.9218186889253483e-06,
+      "loss": 20.0938,
+      "step": 4605
+    },
+    {
+      "epoch": 0.30590423059042304,
+      "grad_norm": 620.154052734375,
+      "learning_rate": 1.921776994160129e-06,
+      "loss": 22.4844,
+      "step": 4606
+    },
+    {
+      "epoch": 0.30597064488277875,
+      "grad_norm": 371.1567077636719,
+      "learning_rate": 1.921735288732326e-06,
+      "loss": 39.8438,
+      "step": 4607
+    },
+    {
+      "epoch": 0.30603705917513446,
+      "grad_norm": 466.77410888671875,
+      "learning_rate": 1.92169357264242e-06,
+      "loss": 18.1719,
+      "step": 4608
+    },
+    {
+      "epoch": 0.30610347346749023,
+      "grad_norm": 166.49072265625,
+      "learning_rate": 1.9216518458908943e-06,
+      "loss": 14.8438,
+      "step": 4609
+    },
+    {
+      "epoch": 0.30616988775984594,
+      "grad_norm": 253.23361206054688,
+      "learning_rate": 1.9216101084782316e-06,
+      "loss": 12.9922,
+      "step": 4610
+    },
+    {
+      "epoch": 0.30623630205220165,
+      "grad_norm": 154.92860412597656,
+      "learning_rate": 1.9215683604049143e-06,
+      "loss": 19.5625,
+      "step": 4611
+    },
+    {
+      "epoch": 0.30630271634455736,
+      "grad_norm": 1048.61865234375,
+      "learning_rate": 1.9215266016714256e-06,
+      "loss": 29.0312,
+      "step": 4612
+    },
+    {
+      "epoch": 0.30636913063691307,
+      "grad_norm": 214.6060333251953,
+      "learning_rate": 1.921484832278249e-06,
+      "loss": 22.8438,
+      "step": 4613
+    },
+    {
+      "epoch": 0.3064355449292688,
+      "grad_norm": 318.82415771484375,
+      "learning_rate": 1.921443052225867e-06,
+      "loss": 16.5781,
+      "step": 4614
+    },
+    {
+      "epoch": 0.3065019592216245,
+      "grad_norm": 688.0708618164062,
+      "learning_rate": 1.921401261514763e-06,
+      "loss": 31.4688,
+      "step": 4615
+    },
+    {
+      "epoch": 0.3065683735139802,
+      "grad_norm": 347.01361083984375,
+      "learning_rate": 1.9213594601454206e-06,
+      "loss": 21.6562,
+      "step": 4616
+    },
+    {
+      "epoch": 0.3066347878063359,
+      "grad_norm": 185.03875732421875,
+      "learning_rate": 1.9213176481183235e-06,
+      "loss": 15.1875,
+      "step": 4617
+    },
+    {
+      "epoch": 0.3067012020986916,
+      "grad_norm": 140.76597595214844,
+      "learning_rate": 1.9212758254339545e-06,
+      "loss": 17.0625,
+      "step": 4618
+    },
+    {
+      "epoch": 0.3067676163910473,
+      "grad_norm": 226.69618225097656,
+      "learning_rate": 1.9212339920927984e-06,
+      "loss": 18.3281,
+      "step": 4619
+    },
+    {
+      "epoch": 0.3068340306834031,
+      "grad_norm": 195.58407592773438,
+      "learning_rate": 1.921192148095339e-06,
+      "loss": 16.2969,
+      "step": 4620
+    },
+    {
+      "epoch": 0.3069004449757588,
+      "grad_norm": 327.4925231933594,
+      "learning_rate": 1.9211502934420592e-06,
+      "loss": 30.3438,
+      "step": 4621
+    },
+    {
+      "epoch": 0.3069668592681145,
+      "grad_norm": 338.7969665527344,
+      "learning_rate": 1.9211084281334447e-06,
+      "loss": 23.8438,
+      "step": 4622
+    },
+    {
+      "epoch": 0.3070332735604702,
+      "grad_norm": 414.6040954589844,
+      "learning_rate": 1.9210665521699787e-06,
+      "loss": 17.5156,
+      "step": 4623
+    },
+    {
+      "epoch": 0.30709968785282593,
+      "grad_norm": 243.76905822753906,
+      "learning_rate": 1.9210246655521464e-06,
+      "loss": 18.0938,
+      "step": 4624
+    },
+    {
+      "epoch": 0.30716610214518164,
+      "grad_norm": 190.7751007080078,
+      "learning_rate": 1.920982768280431e-06,
+      "loss": 15.0312,
+      "step": 4625
+    },
+    {
+      "epoch": 0.30723251643753735,
+      "grad_norm": 384.4833679199219,
+      "learning_rate": 1.9209408603553186e-06,
+      "loss": 23.5156,
+      "step": 4626
+    },
+    {
+      "epoch": 0.30729893072989306,
+      "grad_norm": 415.7736511230469,
+      "learning_rate": 1.9208989417772933e-06,
+      "loss": 21.5312,
+      "step": 4627
+    },
+    {
+      "epoch": 0.30736534502224877,
+      "grad_norm": 205.85247802734375,
+      "learning_rate": 1.9208570125468403e-06,
+      "loss": 28.5625,
+      "step": 4628
+    },
+    {
+      "epoch": 0.3074317593146045,
+      "grad_norm": 460.7137451171875,
+      "learning_rate": 1.920815072664444e-06,
+      "loss": 38.7812,
+      "step": 4629
+    },
+    {
+      "epoch": 0.3074981736069602,
+      "grad_norm": 174.153564453125,
+      "learning_rate": 1.92077312213059e-06,
+      "loss": 20.0,
+      "step": 4630
+    },
+    {
+      "epoch": 0.30756458789931596,
+      "grad_norm": 134.31565856933594,
+      "learning_rate": 1.920731160945763e-06,
+      "loss": 16.7344,
+      "step": 4631
+    },
+    {
+      "epoch": 0.30763100219167167,
+      "grad_norm": 419.52105712890625,
+      "learning_rate": 1.92068918911045e-06,
+      "loss": 17.75,
+      "step": 4632
+    },
+    {
+      "epoch": 0.3076974164840274,
+      "grad_norm": 250.3206024169922,
+      "learning_rate": 1.9206472066251343e-06,
+      "loss": 19.125,
+      "step": 4633
+    },
+    {
+      "epoch": 0.3077638307763831,
+      "grad_norm": 208.95083618164062,
+      "learning_rate": 1.9206052134903034e-06,
+      "loss": 22.5781,
+      "step": 4634
+    },
+    {
+      "epoch": 0.3078302450687388,
+      "grad_norm": 179.43865966796875,
+      "learning_rate": 1.9205632097064413e-06,
+      "loss": 17.6328,
+      "step": 4635
+    },
+    {
+      "epoch": 0.3078966593610945,
+      "grad_norm": 311.176025390625,
+      "learning_rate": 1.9205211952740355e-06,
+      "loss": 23.0938,
+      "step": 4636
+    },
+    {
+      "epoch": 0.3079630736534502,
+      "grad_norm": 276.2876892089844,
+      "learning_rate": 1.9204791701935713e-06,
+      "loss": 21.4844,
+      "step": 4637
+    },
+    {
+      "epoch": 0.3080294879458059,
+      "grad_norm": 124.9112319946289,
+      "learning_rate": 1.920437134465535e-06,
+      "loss": 16.2188,
+      "step": 4638
+    },
+    {
+      "epoch": 0.30809590223816163,
+      "grad_norm": 360.1357727050781,
+      "learning_rate": 1.920395088090412e-06,
+      "loss": 16.1875,
+      "step": 4639
+    },
+    {
+      "epoch": 0.30816231653051734,
+      "grad_norm": 291.98388671875,
+      "learning_rate": 1.92035303106869e-06,
+      "loss": 22.25,
+      "step": 4640
+    },
+    {
+      "epoch": 0.3082287308228731,
+      "grad_norm": 163.00144958496094,
+      "learning_rate": 1.9203109634008547e-06,
+      "loss": 16.2812,
+      "step": 4641
+    },
+    {
+      "epoch": 0.3082951451152288,
+      "grad_norm": 306.4732971191406,
+      "learning_rate": 1.9202688850873924e-06,
+      "loss": 19.6562,
+      "step": 4642
+    },
+    {
+      "epoch": 0.30836155940758453,
+      "grad_norm": 145.40199279785156,
+      "learning_rate": 1.920226796128791e-06,
+      "loss": 18.7812,
+      "step": 4643
+    },
+    {
+      "epoch": 0.30842797369994024,
+      "grad_norm": 230.60858154296875,
+      "learning_rate": 1.9201846965255363e-06,
+      "loss": 28.4844,
+      "step": 4644
+    },
+    {
+      "epoch": 0.30849438799229595,
+      "grad_norm": 255.15597534179688,
+      "learning_rate": 1.9201425862781154e-06,
+      "loss": 17.6406,
+      "step": 4645
+    },
+    {
+      "epoch": 0.30856080228465166,
+      "grad_norm": 303.800048828125,
+      "learning_rate": 1.920100465387016e-06,
+      "loss": 20.875,
+      "step": 4646
+    },
+    {
+      "epoch": 0.30862721657700737,
+      "grad_norm": 208.758544921875,
+      "learning_rate": 1.9200583338527246e-06,
+      "loss": 16.1719,
+      "step": 4647
+    },
+    {
+      "epoch": 0.3086936308693631,
+      "grad_norm": 330.4095458984375,
+      "learning_rate": 1.9200161916757292e-06,
+      "loss": 24.9688,
+      "step": 4648
+    },
+    {
+      "epoch": 0.3087600451617188,
+      "grad_norm": 171.65414428710938,
+      "learning_rate": 1.919974038856517e-06,
+      "loss": 20.1875,
+      "step": 4649
+    },
+    {
+      "epoch": 0.3088264594540745,
+      "grad_norm": 268.9966125488281,
+      "learning_rate": 1.9199318753955755e-06,
+      "loss": 17.1719,
+      "step": 4650
+    },
+    {
+      "epoch": 0.3088928737464302,
+      "grad_norm": 449.3890075683594,
+      "learning_rate": 1.919889701293393e-06,
+      "loss": 17.7812,
+      "step": 4651
+    },
+    {
+      "epoch": 0.308959288038786,
+      "grad_norm": 236.59915161132812,
+      "learning_rate": 1.9198475165504564e-06,
+      "loss": 29.1875,
+      "step": 4652
+    },
+    {
+      "epoch": 0.3090257023311417,
+      "grad_norm": 246.89137268066406,
+      "learning_rate": 1.9198053211672542e-06,
+      "loss": 24.7188,
+      "step": 4653
+    },
+    {
+      "epoch": 0.3090921166234974,
+      "grad_norm": 327.1888732910156,
+      "learning_rate": 1.9197631151442746e-06,
+      "loss": 18.0625,
+      "step": 4654
+    },
+    {
+      "epoch": 0.3091585309158531,
+      "grad_norm": 201.65216064453125,
+      "learning_rate": 1.9197208984820056e-06,
+      "loss": 21.0312,
+      "step": 4655
+    },
+    {
+      "epoch": 0.3092249452082088,
+      "grad_norm": 259.5658264160156,
+      "learning_rate": 1.9196786711809354e-06,
+      "loss": 25.2812,
+      "step": 4656
+    },
+    {
+      "epoch": 0.3092913595005645,
+      "grad_norm": 341.7415466308594,
+      "learning_rate": 1.9196364332415528e-06,
+      "loss": 21.5781,
+      "step": 4657
+    },
+    {
+      "epoch": 0.30935777379292023,
+      "grad_norm": 128.6463623046875,
+      "learning_rate": 1.919594184664346e-06,
+      "loss": 14.2969,
+      "step": 4658
+    },
+    {
+      "epoch": 0.30942418808527594,
+      "grad_norm": 148.4701385498047,
+      "learning_rate": 1.9195519254498044e-06,
+      "loss": 21.0312,
+      "step": 4659
+    },
+    {
+      "epoch": 0.30949060237763165,
+      "grad_norm": 442.3111267089844,
+      "learning_rate": 1.919509655598416e-06,
+      "loss": 22.9062,
+      "step": 4660
+    },
+    {
+      "epoch": 0.30955701666998736,
+      "grad_norm": 209.86488342285156,
+      "learning_rate": 1.9194673751106703e-06,
+      "loss": 14.9844,
+      "step": 4661
+    },
+    {
+      "epoch": 0.30962343096234307,
+      "grad_norm": 143.42491149902344,
+      "learning_rate": 1.919425083987056e-06,
+      "loss": 17.0312,
+      "step": 4662
+    },
+    {
+      "epoch": 0.30968984525469884,
+      "grad_norm": 170.38174438476562,
+      "learning_rate": 1.919382782228063e-06,
+      "loss": 18.2188,
+      "step": 4663
+    },
+    {
+      "epoch": 0.30975625954705455,
+      "grad_norm": 213.26153564453125,
+      "learning_rate": 1.9193404698341794e-06,
+      "loss": 19.4688,
+      "step": 4664
+    },
+    {
+      "epoch": 0.30982267383941026,
+      "grad_norm": 191.0855712890625,
+      "learning_rate": 1.9192981468058958e-06,
+      "loss": 15.7344,
+      "step": 4665
+    },
+    {
+      "epoch": 0.30988908813176597,
+      "grad_norm": 194.50523376464844,
+      "learning_rate": 1.919255813143701e-06,
+      "loss": 13.9297,
+      "step": 4666
+    },
+    {
+      "epoch": 0.3099555024241217,
+      "grad_norm": 497.5166320800781,
+      "learning_rate": 1.9192134688480853e-06,
+      "loss": 17.7344,
+      "step": 4667
+    },
+    {
+      "epoch": 0.3100219167164774,
+      "grad_norm": 208.01373291015625,
+      "learning_rate": 1.9191711139195385e-06,
+      "loss": 23.7188,
+      "step": 4668
+    },
+    {
+      "epoch": 0.3100883310088331,
+      "grad_norm": 123.72017669677734,
+      "learning_rate": 1.91912874835855e-06,
+      "loss": 13.5,
+      "step": 4669
+    },
+    {
+      "epoch": 0.3101547453011888,
+      "grad_norm": 216.8933563232422,
+      "learning_rate": 1.9190863721656103e-06,
+      "loss": 25.6562,
+      "step": 4670
+    },
+    {
+      "epoch": 0.3102211595935445,
+      "grad_norm": 212.86415100097656,
+      "learning_rate": 1.919043985341209e-06,
+      "loss": 17.8438,
+      "step": 4671
+    },
+    {
+      "epoch": 0.3102875738859002,
+      "grad_norm": 161.9327850341797,
+      "learning_rate": 1.919001587885837e-06,
+      "loss": 19.4062,
+      "step": 4672
+    },
+    {
+      "epoch": 0.31035398817825594,
+      "grad_norm": 186.1427459716797,
+      "learning_rate": 1.9189591797999845e-06,
+      "loss": 20.1406,
+      "step": 4673
+    },
+    {
+      "epoch": 0.3104204024706117,
+      "grad_norm": 200.69027709960938,
+      "learning_rate": 1.9189167610841426e-06,
+      "loss": 20.875,
+      "step": 4674
+    },
+    {
+      "epoch": 0.3104868167629674,
+      "grad_norm": 245.31626892089844,
+      "learning_rate": 1.918874331738801e-06,
+      "loss": 18.3438,
+      "step": 4675
+    },
+    {
+      "epoch": 0.3105532310553231,
+      "grad_norm": 129.65328979492188,
+      "learning_rate": 1.918831891764451e-06,
+      "loss": 16.1562,
+      "step": 4676
+    },
+    {
+      "epoch": 0.31061964534767883,
+      "grad_norm": 216.31224060058594,
+      "learning_rate": 1.918789441161584e-06,
+      "loss": 11.9844,
+      "step": 4677
+    },
+    {
+      "epoch": 0.31068605964003454,
+      "grad_norm": 165.9893798828125,
+      "learning_rate": 1.91874697993069e-06,
+      "loss": 17.625,
+      "step": 4678
+    },
+    {
+      "epoch": 0.31075247393239025,
+      "grad_norm": 144.5074920654297,
+      "learning_rate": 1.918704508072261e-06,
+      "loss": 21.7969,
+      "step": 4679
+    },
+    {
+      "epoch": 0.31081888822474596,
+      "grad_norm": 129.22650146484375,
+      "learning_rate": 1.9186620255867877e-06,
+      "loss": 16.4375,
+      "step": 4680
+    },
+    {
+      "epoch": 0.31088530251710167,
+      "grad_norm": 172.66604614257812,
+      "learning_rate": 1.9186195324747622e-06,
+      "loss": 20.1875,
+      "step": 4681
+    },
+    {
+      "epoch": 0.3109517168094574,
+      "grad_norm": 435.3284912109375,
+      "learning_rate": 1.9185770287366754e-06,
+      "loss": 22.1562,
+      "step": 4682
+    },
+    {
+      "epoch": 0.3110181311018131,
+      "grad_norm": 559.0940551757812,
+      "learning_rate": 1.9185345143730193e-06,
+      "loss": 22.6719,
+      "step": 4683
+    },
+    {
+      "epoch": 0.3110845453941688,
+      "grad_norm": 1483.7149658203125,
+      "learning_rate": 1.9184919893842857e-06,
+      "loss": 16.2656,
+      "step": 4684
+    },
+    {
+      "epoch": 0.31115095968652456,
+      "grad_norm": 183.45419311523438,
+      "learning_rate": 1.9184494537709663e-06,
+      "loss": 19.7344,
+      "step": 4685
+    },
+    {
+      "epoch": 0.3112173739788803,
+      "grad_norm": 196.03543090820312,
+      "learning_rate": 1.918406907533553e-06,
+      "loss": 23.4062,
+      "step": 4686
+    },
+    {
+      "epoch": 0.311283788271236,
+      "grad_norm": 134.6534423828125,
+      "learning_rate": 1.9183643506725384e-06,
+      "loss": 13.5,
+      "step": 4687
+    },
+    {
+      "epoch": 0.3113502025635917,
+      "grad_norm": 412.4930419921875,
+      "learning_rate": 1.9183217831884147e-06,
+      "loss": 22.0312,
+      "step": 4688
+    },
+    {
+      "epoch": 0.3114166168559474,
+      "grad_norm": 213.8853759765625,
+      "learning_rate": 1.9182792050816736e-06,
+      "loss": 18.75,
+      "step": 4689
+    },
+    {
+      "epoch": 0.3114830311483031,
+      "grad_norm": 304.7738037109375,
+      "learning_rate": 1.918236616352809e-06,
+      "loss": 23.6094,
+      "step": 4690
+    },
+    {
+      "epoch": 0.3115494454406588,
+      "grad_norm": 486.496337890625,
+      "learning_rate": 1.918194017002312e-06,
+      "loss": 20.8281,
+      "step": 4691
+    },
+    {
+      "epoch": 0.31161585973301453,
+      "grad_norm": 153.6033477783203,
+      "learning_rate": 1.9181514070306767e-06,
+      "loss": 16.9062,
+      "step": 4692
+    },
+    {
+      "epoch": 0.31168227402537024,
+      "grad_norm": 170.11814880371094,
+      "learning_rate": 1.918108786438395e-06,
+      "loss": 18.5,
+      "step": 4693
+    },
+    {
+      "epoch": 0.31174868831772595,
+      "grad_norm": 251.7075653076172,
+      "learning_rate": 1.91806615522596e-06,
+      "loss": 24.1562,
+      "step": 4694
+    },
+    {
+      "epoch": 0.31181510261008166,
+      "grad_norm": 507.8155822753906,
+      "learning_rate": 1.9180235133938654e-06,
+      "loss": 16.5781,
+      "step": 4695
+    },
+    {
+      "epoch": 0.31188151690243743,
+      "grad_norm": 295.9973449707031,
+      "learning_rate": 1.9179808609426042e-06,
+      "loss": 22.4688,
+      "step": 4696
+    },
+    {
+      "epoch": 0.31194793119479314,
+      "grad_norm": 168.8004150390625,
+      "learning_rate": 1.9179381978726695e-06,
+      "loss": 21.3125,
+      "step": 4697
+    },
+    {
+      "epoch": 0.31201434548714885,
+      "grad_norm": 212.54879760742188,
+      "learning_rate": 1.9178955241845555e-06,
+      "loss": 13.25,
+      "step": 4698
+    },
+    {
+      "epoch": 0.31208075977950456,
+      "grad_norm": 270.2230529785156,
+      "learning_rate": 1.917852839878755e-06,
+      "loss": 28.7812,
+      "step": 4699
+    },
+    {
+      "epoch": 0.31214717407186027,
+      "grad_norm": 167.292724609375,
+      "learning_rate": 1.9178101449557624e-06,
+      "loss": 22.0312,
+      "step": 4700
+    },
+    {
+      "epoch": 0.312213588364216,
+      "grad_norm": 118.26651763916016,
+      "learning_rate": 1.917767439416071e-06,
+      "loss": 17.6875,
+      "step": 4701
+    },
+    {
+      "epoch": 0.3122800026565717,
+      "grad_norm": 506.0906677246094,
+      "learning_rate": 1.917724723260175e-06,
+      "loss": 25.1719,
+      "step": 4702
+    },
+    {
+      "epoch": 0.3123464169489274,
+      "grad_norm": 138.2994842529297,
+      "learning_rate": 1.917681996488569e-06,
+      "loss": 20.8438,
+      "step": 4703
+    },
+    {
+      "epoch": 0.3124128312412831,
+      "grad_norm": 247.1670379638672,
+      "learning_rate": 1.9176392591017463e-06,
+      "loss": 23.625,
+      "step": 4704
+    },
+    {
+      "epoch": 0.3124792455336388,
+      "grad_norm": 172.30612182617188,
+      "learning_rate": 1.917596511100202e-06,
+      "loss": 14.3594,
+      "step": 4705
+    },
+    {
+      "epoch": 0.3125456598259946,
+      "grad_norm": 251.8610076904297,
+      "learning_rate": 1.9175537524844304e-06,
+      "loss": 23.7969,
+      "step": 4706
+    },
+    {
+      "epoch": 0.3126120741183503,
+      "grad_norm": 198.01455688476562,
+      "learning_rate": 1.9175109832549264e-06,
+      "loss": 22.9844,
+      "step": 4707
+    },
+    {
+      "epoch": 0.312678488410706,
+      "grad_norm": 566.948486328125,
+      "learning_rate": 1.917468203412184e-06,
+      "loss": 29.3125,
+      "step": 4708
+    },
+    {
+      "epoch": 0.3127449027030617,
+      "grad_norm": 127.47454071044922,
+      "learning_rate": 1.9174254129566986e-06,
+      "loss": 17.4688,
+      "step": 4709
+    },
+    {
+      "epoch": 0.3128113169954174,
+      "grad_norm": 320.92388916015625,
+      "learning_rate": 1.917382611888965e-06,
+      "loss": 17.2344,
+      "step": 4710
+    },
+    {
+      "epoch": 0.31287773128777313,
+      "grad_norm": 119.5317153930664,
+      "learning_rate": 1.9173398002094782e-06,
+      "loss": 21.5781,
+      "step": 4711
+    },
+    {
+      "epoch": 0.31294414558012884,
+      "grad_norm": 310.4053649902344,
+      "learning_rate": 1.9172969779187336e-06,
+      "loss": 18.9688,
+      "step": 4712
+    },
+    {
+      "epoch": 0.31301055987248455,
+      "grad_norm": 180.197265625,
+      "learning_rate": 1.917254145017227e-06,
+      "loss": 21.4062,
+      "step": 4713
+    },
+    {
+      "epoch": 0.31307697416484026,
+      "grad_norm": 213.19398498535156,
+      "learning_rate": 1.9172113015054528e-06,
+      "loss": 19.5312,
+      "step": 4714
+    },
+    {
+      "epoch": 0.31314338845719597,
+      "grad_norm": 182.5383758544922,
+      "learning_rate": 1.9171684473839076e-06,
+      "loss": 19.7812,
+      "step": 4715
+    },
+    {
+      "epoch": 0.3132098027495517,
+      "grad_norm": 172.127197265625,
+      "learning_rate": 1.917125582653086e-06,
+      "loss": 18.8438,
+      "step": 4716
+    },
+    {
+      "epoch": 0.31327621704190745,
+      "grad_norm": 164.27481079101562,
+      "learning_rate": 1.917082707313485e-06,
+      "loss": 17.25,
+      "step": 4717
+    },
+    {
+      "epoch": 0.31334263133426316,
+      "grad_norm": 789.7186279296875,
+      "learning_rate": 1.9170398213656e-06,
+      "loss": 20.7656,
+      "step": 4718
+    },
+    {
+      "epoch": 0.31340904562661887,
+      "grad_norm": 221.8877716064453,
+      "learning_rate": 1.9169969248099273e-06,
+      "loss": 17.0469,
+      "step": 4719
+    },
+    {
+      "epoch": 0.3134754599189746,
+      "grad_norm": 421.4948425292969,
+      "learning_rate": 1.916954017646963e-06,
+      "loss": 24.875,
+      "step": 4720
+    },
+    {
+      "epoch": 0.3135418742113303,
+      "grad_norm": 497.34716796875,
+      "learning_rate": 1.916911099877203e-06,
+      "loss": 23.3125,
+      "step": 4721
+    },
+    {
+      "epoch": 0.313608288503686,
+      "grad_norm": 150.34255981445312,
+      "learning_rate": 1.916868171501144e-06,
+      "loss": 16.2656,
+      "step": 4722
+    },
+    {
+      "epoch": 0.3136747027960417,
+      "grad_norm": 140.77706909179688,
+      "learning_rate": 1.9168252325192834e-06,
+      "loss": 17.0312,
+      "step": 4723
+    },
+    {
+      "epoch": 0.3137411170883974,
+      "grad_norm": 339.68377685546875,
+      "learning_rate": 1.916782282932117e-06,
+      "loss": 21.2812,
+      "step": 4724
+    },
+    {
+      "epoch": 0.3138075313807531,
+      "grad_norm": 192.33763122558594,
+      "learning_rate": 1.9167393227401415e-06,
+      "loss": 19.4844,
+      "step": 4725
+    },
+    {
+      "epoch": 0.31387394567310883,
+      "grad_norm": 238.8980255126953,
+      "learning_rate": 1.916696351943854e-06,
+      "loss": 19.7031,
+      "step": 4726
+    },
+    {
+      "epoch": 0.31394035996546454,
+      "grad_norm": 348.4104919433594,
+      "learning_rate": 1.916653370543752e-06,
+      "loss": 13.3594,
+      "step": 4727
+    },
+    {
+      "epoch": 0.3140067742578203,
+      "grad_norm": 280.309326171875,
+      "learning_rate": 1.9166103785403322e-06,
+      "loss": 18.4844,
+      "step": 4728
+    },
+    {
+      "epoch": 0.314073188550176,
+      "grad_norm": 224.1030731201172,
+      "learning_rate": 1.9165673759340918e-06,
+      "loss": 19.1094,
+      "step": 4729
+    },
+    {
+      "epoch": 0.31413960284253173,
+      "grad_norm": 231.16754150390625,
+      "learning_rate": 1.916524362725529e-06,
+      "loss": 16.5312,
+      "step": 4730
+    },
+    {
+      "epoch": 0.31420601713488744,
+      "grad_norm": 148.51321411132812,
+      "learning_rate": 1.916481338915141e-06,
+      "loss": 17.2188,
+      "step": 4731
+    },
+    {
+      "epoch": 0.31427243142724315,
+      "grad_norm": 168.43630981445312,
+      "learning_rate": 1.9164383045034247e-06,
+      "loss": 16.5,
+      "step": 4732
+    },
+    {
+      "epoch": 0.31433884571959886,
+      "grad_norm": 291.8957824707031,
+      "learning_rate": 1.916395259490879e-06,
+      "loss": 17.2031,
+      "step": 4733
+    },
+    {
+      "epoch": 0.31440526001195457,
+      "grad_norm": 2596.15234375,
+      "learning_rate": 1.9163522038780012e-06,
+      "loss": 14.7812,
+      "step": 4734
+    },
+    {
+      "epoch": 0.3144716743043103,
+      "grad_norm": 195.10910034179688,
+      "learning_rate": 1.91630913766529e-06,
+      "loss": 15.7188,
+      "step": 4735
+    },
+    {
+      "epoch": 0.314538088596666,
+      "grad_norm": 238.45521545410156,
+      "learning_rate": 1.9162660608532424e-06,
+      "loss": 18.0938,
+      "step": 4736
+    },
+    {
+      "epoch": 0.3146045028890217,
+      "grad_norm": 176.69642639160156,
+      "learning_rate": 1.9162229734423576e-06,
+      "loss": 23.625,
+      "step": 4737
+    },
+    {
+      "epoch": 0.3146709171813774,
+      "grad_norm": 358.9574279785156,
+      "learning_rate": 1.916179875433134e-06,
+      "loss": 27.2188,
+      "step": 4738
+    },
+    {
+      "epoch": 0.3147373314737332,
+      "grad_norm": 215.08718872070312,
+      "learning_rate": 1.9161367668260696e-06,
+      "loss": 15.4219,
+      "step": 4739
+    },
+    {
+      "epoch": 0.3148037457660889,
+      "grad_norm": 240.48731994628906,
+      "learning_rate": 1.9160936476216634e-06,
+      "loss": 18.7969,
+      "step": 4740
+    },
+    {
+      "epoch": 0.3148701600584446,
+      "grad_norm": 164.49444580078125,
+      "learning_rate": 1.9160505178204142e-06,
+      "loss": 20.375,
+      "step": 4741
+    },
+    {
+      "epoch": 0.3149365743508003,
+      "grad_norm": 192.4124298095703,
+      "learning_rate": 1.916007377422821e-06,
+      "loss": 20.1094,
+      "step": 4742
+    },
+    {
+      "epoch": 0.315002988643156,
+      "grad_norm": 149.1371612548828,
+      "learning_rate": 1.9159642264293826e-06,
+      "loss": 17.3906,
+      "step": 4743
+    },
+    {
+      "epoch": 0.3150694029355117,
+      "grad_norm": 219.1986541748047,
+      "learning_rate": 1.9159210648405975e-06,
+      "loss": 16.0312,
+      "step": 4744
+    },
+    {
+      "epoch": 0.31513581722786743,
+      "grad_norm": 154.1059112548828,
+      "learning_rate": 1.9158778926569664e-06,
+      "loss": 16.6719,
+      "step": 4745
+    },
+    {
+      "epoch": 0.31520223152022314,
+      "grad_norm": 474.2122802734375,
+      "learning_rate": 1.915834709878988e-06,
+      "loss": 22.7344,
+      "step": 4746
+    },
+    {
+      "epoch": 0.31526864581257885,
+      "grad_norm": 150.88128662109375,
+      "learning_rate": 1.9157915165071615e-06,
+      "loss": 15.6406,
+      "step": 4747
+    },
+    {
+      "epoch": 0.31533506010493456,
+      "grad_norm": 108.48863220214844,
+      "learning_rate": 1.9157483125419872e-06,
+      "loss": 15.625,
+      "step": 4748
+    },
+    {
+      "epoch": 0.31540147439729027,
+      "grad_norm": 144.1134490966797,
+      "learning_rate": 1.9157050979839638e-06,
+      "loss": 19.6875,
+      "step": 4749
+    },
+    {
+      "epoch": 0.31546788868964604,
+      "grad_norm": 151.71376037597656,
+      "learning_rate": 1.9156618728335925e-06,
+      "loss": 15.375,
+      "step": 4750
+    },
+    {
+      "epoch": 0.31553430298200175,
+      "grad_norm": 268.82666015625,
+      "learning_rate": 1.9156186370913725e-06,
+      "loss": 13.1406,
+      "step": 4751
+    },
+    {
+      "epoch": 0.31560071727435746,
+      "grad_norm": 245.1149139404297,
+      "learning_rate": 1.9155753907578038e-06,
+      "loss": 19.2188,
+      "step": 4752
+    },
+    {
+      "epoch": 0.31566713156671317,
+      "grad_norm": 223.29066467285156,
+      "learning_rate": 1.9155321338333874e-06,
+      "loss": 25.4062,
+      "step": 4753
+    },
+    {
+      "epoch": 0.3157335458590689,
+      "grad_norm": 315.67498779296875,
+      "learning_rate": 1.9154888663186226e-06,
+      "loss": 19.1875,
+      "step": 4754
+    },
+    {
+      "epoch": 0.3157999601514246,
+      "grad_norm": 280.3020935058594,
+      "learning_rate": 1.9154455882140106e-06,
+      "loss": 15.6562,
+      "step": 4755
+    },
+    {
+      "epoch": 0.3158663744437803,
+      "grad_norm": 294.7988586425781,
+      "learning_rate": 1.9154022995200523e-06,
+      "loss": 21.9688,
+      "step": 4756
+    },
+    {
+      "epoch": 0.315932788736136,
+      "grad_norm": 183.40023803710938,
+      "learning_rate": 1.915359000237248e-06,
+      "loss": 20.6406,
+      "step": 4757
+    },
+    {
+      "epoch": 0.3159992030284917,
+      "grad_norm": 180.9327392578125,
+      "learning_rate": 1.9153156903660983e-06,
+      "loss": 18.5625,
+      "step": 4758
+    },
+    {
+      "epoch": 0.3160656173208474,
+      "grad_norm": 204.7761993408203,
+      "learning_rate": 1.9152723699071047e-06,
+      "loss": 23.9375,
+      "step": 4759
+    },
+    {
+      "epoch": 0.31613203161320313,
+      "grad_norm": 275.20111083984375,
+      "learning_rate": 1.915229038860768e-06,
+      "loss": 20.5938,
+      "step": 4760
+    },
+    {
+      "epoch": 0.3161984459055589,
+      "grad_norm": 163.95668029785156,
+      "learning_rate": 1.9151856972275897e-06,
+      "loss": 17.0469,
+      "step": 4761
+    },
+    {
+      "epoch": 0.3162648601979146,
+      "grad_norm": 290.8008728027344,
+      "learning_rate": 1.915142345008071e-06,
+      "loss": 22.125,
+      "step": 4762
+    },
+    {
+      "epoch": 0.3163312744902703,
+      "grad_norm": 191.53814697265625,
+      "learning_rate": 1.915098982202713e-06,
+      "loss": 16.5469,
+      "step": 4763
+    },
+    {
+      "epoch": 0.31639768878262603,
+      "grad_norm": 331.2476501464844,
+      "learning_rate": 1.915055608812018e-06,
+      "loss": 15.0781,
+      "step": 4764
+    },
+    {
+      "epoch": 0.31646410307498174,
+      "grad_norm": 392.47076416015625,
+      "learning_rate": 1.915012224836487e-06,
+      "loss": 23.1875,
+      "step": 4765
+    },
+    {
+      "epoch": 0.31653051736733745,
+      "grad_norm": 220.55189514160156,
+      "learning_rate": 1.9149688302766224e-06,
+      "loss": 24.5,
+      "step": 4766
+    },
+    {
+      "epoch": 0.31659693165969316,
+      "grad_norm": 114.7201919555664,
+      "learning_rate": 1.9149254251329265e-06,
+      "loss": 14.6406,
+      "step": 4767
+    },
+    {
+      "epoch": 0.31666334595204887,
+      "grad_norm": 319.3370666503906,
+      "learning_rate": 1.9148820094059002e-06,
+      "loss": 20.0625,
+      "step": 4768
+    },
+    {
+      "epoch": 0.3167297602444046,
+      "grad_norm": 132.68687438964844,
+      "learning_rate": 1.9148385830960465e-06,
+      "loss": 14.7188,
+      "step": 4769
+    },
+    {
+      "epoch": 0.3167961745367603,
+      "grad_norm": 423.4405212402344,
+      "learning_rate": 1.9147951462038675e-06,
+      "loss": 23.4688,
+      "step": 4770
+    },
+    {
+      "epoch": 0.316862588829116,
+      "grad_norm": 132.80694580078125,
+      "learning_rate": 1.914751698729866e-06,
+      "loss": 22.0,
+      "step": 4771
+    },
+    {
+      "epoch": 0.31692900312147176,
+      "grad_norm": 395.23468017578125,
+      "learning_rate": 1.9147082406745443e-06,
+      "loss": 17.7188,
+      "step": 4772
+    },
+    {
+      "epoch": 0.3169954174138275,
+      "grad_norm": 113.59385681152344,
+      "learning_rate": 1.914664772038405e-06,
+      "loss": 17.6875,
+      "step": 4773
+    },
+    {
+      "epoch": 0.3170618317061832,
+      "grad_norm": 209.88169860839844,
+      "learning_rate": 1.914621292821951e-06,
+      "loss": 25.3125,
+      "step": 4774
+    },
+    {
+      "epoch": 0.3171282459985389,
+      "grad_norm": 189.00628662109375,
+      "learning_rate": 1.9145778030256853e-06,
+      "loss": 17.3594,
+      "step": 4775
+    },
+    {
+      "epoch": 0.3171946602908946,
+      "grad_norm": 176.63229370117188,
+      "learning_rate": 1.914534302650111e-06,
+      "loss": 19.5,
+      "step": 4776
+    },
+    {
+      "epoch": 0.3172610745832503,
+      "grad_norm": 245.61790466308594,
+      "learning_rate": 1.9144907916957315e-06,
+      "loss": 20.4531,
+      "step": 4777
+    },
+    {
+      "epoch": 0.317327488875606,
+      "grad_norm": 125.66594696044922,
+      "learning_rate": 1.9144472701630496e-06,
+      "loss": 18.8281,
+      "step": 4778
+    },
+    {
+      "epoch": 0.31739390316796173,
+      "grad_norm": 436.8943176269531,
+      "learning_rate": 1.914403738052569e-06,
+      "loss": 30.2344,
+      "step": 4779
+    },
+    {
+      "epoch": 0.31746031746031744,
+      "grad_norm": 163.275634765625,
+      "learning_rate": 1.9143601953647933e-06,
+      "loss": 14.0312,
+      "step": 4780
+    },
+    {
+      "epoch": 0.31752673175267315,
+      "grad_norm": 264.2025146484375,
+      "learning_rate": 1.914316642100226e-06,
+      "loss": 18.4688,
+      "step": 4781
+    },
+    {
+      "epoch": 0.3175931460450289,
+      "grad_norm": 196.13433837890625,
+      "learning_rate": 1.914273078259371e-06,
+      "loss": 16.9688,
+      "step": 4782
+    },
+    {
+      "epoch": 0.3176595603373846,
+      "grad_norm": 163.0671844482422,
+      "learning_rate": 1.9142295038427324e-06,
+      "loss": 18.0,
+      "step": 4783
+    },
+    {
+      "epoch": 0.31772597462974034,
+      "grad_norm": 145.943359375,
+      "learning_rate": 1.914185918850814e-06,
+      "loss": 20.3125,
+      "step": 4784
+    },
+    {
+      "epoch": 0.31779238892209605,
+      "grad_norm": 230.71875,
+      "learning_rate": 1.9141423232841198e-06,
+      "loss": 15.6094,
+      "step": 4785
+    },
+    {
+      "epoch": 0.31785880321445176,
+      "grad_norm": 327.1335144042969,
+      "learning_rate": 1.914098717143155e-06,
+      "loss": 23.5312,
+      "step": 4786
+    },
+    {
+      "epoch": 0.31792521750680747,
+      "grad_norm": 379.560302734375,
+      "learning_rate": 1.9140551004284223e-06,
+      "loss": 26.4375,
+      "step": 4787
+    },
+    {
+      "epoch": 0.3179916317991632,
+      "grad_norm": 494.07830810546875,
+      "learning_rate": 1.914011473140428e-06,
+      "loss": 20.4219,
+      "step": 4788
+    },
+    {
+      "epoch": 0.3180580460915189,
+      "grad_norm": 142.09043884277344,
+      "learning_rate": 1.9139678352796756e-06,
+      "loss": 16.9219,
+      "step": 4789
+    },
+    {
+      "epoch": 0.3181244603838746,
+      "grad_norm": 236.77450561523438,
+      "learning_rate": 1.9139241868466707e-06,
+      "loss": 16.2656,
+      "step": 4790
+    },
+    {
+      "epoch": 0.3181908746762303,
+      "grad_norm": 138.76109313964844,
+      "learning_rate": 1.9138805278419175e-06,
+      "loss": 15.5781,
+      "step": 4791
+    },
+    {
+      "epoch": 0.318257288968586,
+      "grad_norm": 134.76025390625,
+      "learning_rate": 1.9138368582659216e-06,
+      "loss": 17.3438,
+      "step": 4792
+    },
+    {
+      "epoch": 0.3183237032609418,
+      "grad_norm": 559.5239868164062,
+      "learning_rate": 1.913793178119188e-06,
+      "loss": 25.0781,
+      "step": 4793
+    },
+    {
+      "epoch": 0.3183901175532975,
+      "grad_norm": 357.04388427734375,
+      "learning_rate": 1.9137494874022217e-06,
+      "loss": 23.2344,
+      "step": 4794
+    },
+    {
+      "epoch": 0.3184565318456532,
+      "grad_norm": 283.7655029296875,
+      "learning_rate": 1.913705786115528e-06,
+      "loss": 27.5312,
+      "step": 4795
+    },
+    {
+      "epoch": 0.3185229461380089,
+      "grad_norm": 192.0396270751953,
+      "learning_rate": 1.9136620742596125e-06,
+      "loss": 22.125,
+      "step": 4796
+    },
+    {
+      "epoch": 0.3185893604303646,
+      "grad_norm": 287.6543884277344,
+      "learning_rate": 1.9136183518349817e-06,
+      "loss": 25.2188,
+      "step": 4797
+    },
+    {
+      "epoch": 0.31865577472272033,
+      "grad_norm": 175.61419677734375,
+      "learning_rate": 1.91357461884214e-06,
+      "loss": 15.1719,
+      "step": 4798
+    },
+    {
+      "epoch": 0.31872218901507604,
+      "grad_norm": 293.25531005859375,
+      "learning_rate": 1.913530875281594e-06,
+      "loss": 16.75,
+      "step": 4799
+    },
+    {
+      "epoch": 0.31878860330743175,
+      "grad_norm": 119.90150451660156,
+      "learning_rate": 1.9134871211538497e-06,
+      "loss": 14.2656,
+      "step": 4800
+    },
+    {
+      "epoch": 0.31885501759978746,
+      "grad_norm": 473.0416259765625,
+      "learning_rate": 1.913443356459413e-06,
+      "loss": 17.6562,
+      "step": 4801
+    },
+    {
+      "epoch": 0.31892143189214317,
+      "grad_norm": 126.42410278320312,
+      "learning_rate": 1.9133995811987904e-06,
+      "loss": 23.0312,
+      "step": 4802
+    },
+    {
+      "epoch": 0.3189878461844989,
+      "grad_norm": 193.38055419921875,
+      "learning_rate": 1.9133557953724883e-06,
+      "loss": 15.875,
+      "step": 4803
+    },
+    {
+      "epoch": 0.31905426047685465,
+      "grad_norm": 248.35411071777344,
+      "learning_rate": 1.913311998981013e-06,
+      "loss": 15.0625,
+      "step": 4804
+    },
+    {
+      "epoch": 0.31912067476921036,
+      "grad_norm": 449.1672668457031,
+      "learning_rate": 1.913268192024871e-06,
+      "loss": 17.0938,
+      "step": 4805
+    },
+    {
+      "epoch": 0.31918708906156606,
+      "grad_norm": 305.46160888671875,
+      "learning_rate": 1.913224374504569e-06,
+      "loss": 18.1719,
+      "step": 4806
+    },
+    {
+      "epoch": 0.3192535033539218,
+      "grad_norm": 205.84515380859375,
+      "learning_rate": 1.9131805464206142e-06,
+      "loss": 14.0625,
+      "step": 4807
+    },
+    {
+      "epoch": 0.3193199176462775,
+      "grad_norm": 169.16867065429688,
+      "learning_rate": 1.9131367077735137e-06,
+      "loss": 21.9688,
+      "step": 4808
+    },
+    {
+      "epoch": 0.3193863319386332,
+      "grad_norm": 364.8723449707031,
+      "learning_rate": 1.9130928585637738e-06,
+      "loss": 22.8594,
+      "step": 4809
+    },
+    {
+      "epoch": 0.3194527462309889,
+      "grad_norm": 170.90977478027344,
+      "learning_rate": 1.9130489987919023e-06,
+      "loss": 17.7656,
+      "step": 4810
+    },
+    {
+      "epoch": 0.3195191605233446,
+      "grad_norm": 231.6357879638672,
+      "learning_rate": 1.913005128458407e-06,
+      "loss": 19.0469,
+      "step": 4811
+    },
+    {
+      "epoch": 0.3195855748157003,
+      "grad_norm": 307.23431396484375,
+      "learning_rate": 1.9129612475637943e-06,
+      "loss": 23.125,
+      "step": 4812
+    },
+    {
+      "epoch": 0.31965198910805603,
+      "grad_norm": 189.07315063476562,
+      "learning_rate": 1.9129173561085725e-06,
+      "loss": 14.4688,
+      "step": 4813
+    },
+    {
+      "epoch": 0.31971840340041174,
+      "grad_norm": 216.86648559570312,
+      "learning_rate": 1.912873454093249e-06,
+      "loss": 21.5312,
+      "step": 4814
+    },
+    {
+      "epoch": 0.3197848176927675,
+      "grad_norm": 238.3151092529297,
+      "learning_rate": 1.912829541518332e-06,
+      "loss": 19.6562,
+      "step": 4815
+    },
+    {
+      "epoch": 0.3198512319851232,
+      "grad_norm": 138.3454132080078,
+      "learning_rate": 1.912785618384329e-06,
+      "loss": 20.875,
+      "step": 4816
+    },
+    {
+      "epoch": 0.31991764627747893,
+      "grad_norm": 352.1679382324219,
+      "learning_rate": 1.912741684691749e-06,
+      "loss": 18.5,
+      "step": 4817
+    },
+    {
+      "epoch": 0.31998406056983464,
+      "grad_norm": 241.34036254882812,
+      "learning_rate": 1.9126977404410985e-06,
+      "loss": 24.3438,
+      "step": 4818
+    },
+    {
+      "epoch": 0.32005047486219035,
+      "grad_norm": 266.64404296875,
+      "learning_rate": 1.9126537856328876e-06,
+      "loss": 18.375,
+      "step": 4819
+    },
+    {
+      "epoch": 0.32011688915454606,
+      "grad_norm": 205.37245178222656,
+      "learning_rate": 1.9126098202676236e-06,
+      "loss": 18.2969,
+      "step": 4820
+    },
+    {
+      "epoch": 0.32018330344690177,
+      "grad_norm": 599.8533935546875,
+      "learning_rate": 1.9125658443458155e-06,
+      "loss": 22.5312,
+      "step": 4821
+    },
+    {
+      "epoch": 0.3202497177392575,
+      "grad_norm": 249.3965606689453,
+      "learning_rate": 1.912521857867972e-06,
+      "loss": 19.5469,
+      "step": 4822
+    },
+    {
+      "epoch": 0.3203161320316132,
+      "grad_norm": 161.4990997314453,
+      "learning_rate": 1.9124778608346015e-06,
+      "loss": 17.1719,
+      "step": 4823
+    },
+    {
+      "epoch": 0.3203825463239689,
+      "grad_norm": 352.7081604003906,
+      "learning_rate": 1.912433853246214e-06,
+      "loss": 20.2656,
+      "step": 4824
+    },
+    {
+      "epoch": 0.3204489606163246,
+      "grad_norm": 260.95892333984375,
+      "learning_rate": 1.912389835103317e-06,
+      "loss": 25.3438,
+      "step": 4825
+    },
+    {
+      "epoch": 0.3205153749086804,
+      "grad_norm": 320.2734375,
+      "learning_rate": 1.9123458064064215e-06,
+      "loss": 24.4062,
+      "step": 4826
+    },
+    {
+      "epoch": 0.3205817892010361,
+      "grad_norm": 342.0199279785156,
+      "learning_rate": 1.912301767156035e-06,
+      "loss": 22.1719,
+      "step": 4827
+    },
+    {
+      "epoch": 0.3206482034933918,
+      "grad_norm": 196.17332458496094,
+      "learning_rate": 1.912257717352668e-06,
+      "loss": 16.8594,
+      "step": 4828
+    },
+    {
+      "epoch": 0.3207146177857475,
+      "grad_norm": 263.7685241699219,
+      "learning_rate": 1.9122136569968295e-06,
+      "loss": 15.8594,
+      "step": 4829
+    },
+    {
+      "epoch": 0.3207810320781032,
+      "grad_norm": 186.6596221923828,
+      "learning_rate": 1.9121695860890296e-06,
+      "loss": 25.375,
+      "step": 4830
+    },
+    {
+      "epoch": 0.3208474463704589,
+      "grad_norm": 1252.01611328125,
+      "learning_rate": 1.912125504629778e-06,
+      "loss": 17.7031,
+      "step": 4831
+    },
+    {
+      "epoch": 0.32091386066281463,
+      "grad_norm": 145.0529327392578,
+      "learning_rate": 1.9120814126195845e-06,
+      "loss": 22.4062,
+      "step": 4832
+    },
+    {
+      "epoch": 0.32098027495517034,
+      "grad_norm": 201.97909545898438,
+      "learning_rate": 1.912037310058959e-06,
+      "loss": 19.1094,
+      "step": 4833
+    },
+    {
+      "epoch": 0.32104668924752605,
+      "grad_norm": 189.76333618164062,
+      "learning_rate": 1.911993196948412e-06,
+      "loss": 17.0312,
+      "step": 4834
+    },
+    {
+      "epoch": 0.32111310353988176,
+      "grad_norm": 255.16241455078125,
+      "learning_rate": 1.911949073288453e-06,
+      "loss": 24.3125,
+      "step": 4835
+    },
+    {
+      "epoch": 0.32117951783223747,
+      "grad_norm": 163.56680297851562,
+      "learning_rate": 1.9119049390795937e-06,
+      "loss": 19.75,
+      "step": 4836
+    },
+    {
+      "epoch": 0.32124593212459324,
+      "grad_norm": 200.183837890625,
+      "learning_rate": 1.9118607943223436e-06,
+      "loss": 17.0,
+      "step": 4837
+    },
+    {
+      "epoch": 0.32131234641694895,
+      "grad_norm": 547.3995361328125,
+      "learning_rate": 1.9118166390172138e-06,
+      "loss": 26.5938,
+      "step": 4838
+    },
+    {
+      "epoch": 0.32137876070930466,
+      "grad_norm": 403.46661376953125,
+      "learning_rate": 1.911772473164715e-06,
+      "loss": 29.5938,
+      "step": 4839
+    },
+    {
+      "epoch": 0.32144517500166037,
+      "grad_norm": 237.74728393554688,
+      "learning_rate": 1.9117282967653578e-06,
+      "loss": 26.1875,
+      "step": 4840
+    },
+    {
+      "epoch": 0.3215115892940161,
+      "grad_norm": 272.4279479980469,
+      "learning_rate": 1.9116841098196536e-06,
+      "loss": 24.9531,
+      "step": 4841
+    },
+    {
+      "epoch": 0.3215780035863718,
+      "grad_norm": 123.50252532958984,
+      "learning_rate": 1.911639912328113e-06,
+      "loss": 15.9375,
+      "step": 4842
+    },
+    {
+      "epoch": 0.3216444178787275,
+      "grad_norm": 390.36468505859375,
+      "learning_rate": 1.9115957042912478e-06,
+      "loss": 20.0,
+      "step": 4843
+    },
+    {
+      "epoch": 0.3217108321710832,
+      "grad_norm": 143.92706298828125,
+      "learning_rate": 1.9115514857095685e-06,
+      "loss": 15.3438,
+      "step": 4844
+    },
+    {
+      "epoch": 0.3217772464634389,
+      "grad_norm": 222.61126708984375,
+      "learning_rate": 1.9115072565835882e-06,
+      "loss": 17.1406,
+      "step": 4845
+    },
+    {
+      "epoch": 0.3218436607557946,
+      "grad_norm": 175.71900939941406,
+      "learning_rate": 1.911463016913817e-06,
+      "loss": 16.3125,
+      "step": 4846
+    },
+    {
+      "epoch": 0.32191007504815033,
+      "grad_norm": 173.58628845214844,
+      "learning_rate": 1.9114187667007674e-06,
+      "loss": 21.7812,
+      "step": 4847
+    },
+    {
+      "epoch": 0.3219764893405061,
+      "grad_norm": 220.92300415039062,
+      "learning_rate": 1.911374505944951e-06,
+      "loss": 15.6094,
+      "step": 4848
+    },
+    {
+      "epoch": 0.3220429036328618,
+      "grad_norm": 274.2783508300781,
+      "learning_rate": 1.91133023464688e-06,
+      "loss": 18.5,
+      "step": 4849
+    },
+    {
+      "epoch": 0.3221093179252175,
+      "grad_norm": 157.3183135986328,
+      "learning_rate": 1.911285952807066e-06,
+      "loss": 18.2031,
+      "step": 4850
+    },
+    {
+      "epoch": 0.32217573221757323,
+      "grad_norm": 903.0653076171875,
+      "learning_rate": 1.911241660426022e-06,
+      "loss": 27.0781,
+      "step": 4851
+    },
+    {
+      "epoch": 0.32224214650992894,
+      "grad_norm": 111.4048843383789,
+      "learning_rate": 1.9111973575042595e-06,
+      "loss": 13.7031,
+      "step": 4852
+    },
+    {
+      "epoch": 0.32230856080228465,
+      "grad_norm": 155.8892059326172,
+      "learning_rate": 1.9111530440422914e-06,
+      "loss": 20.0,
+      "step": 4853
+    },
+    {
+      "epoch": 0.32237497509464036,
+      "grad_norm": 275.56915283203125,
+      "learning_rate": 1.9111087200406306e-06,
+      "loss": 22.2656,
+      "step": 4854
+    },
+    {
+      "epoch": 0.32244138938699607,
+      "grad_norm": 201.16311645507812,
+      "learning_rate": 1.9110643854997893e-06,
+      "loss": 16.3125,
+      "step": 4855
+    },
+    {
+      "epoch": 0.3225078036793518,
+      "grad_norm": 171.1566619873047,
+      "learning_rate": 1.911020040420281e-06,
+      "loss": 16.8438,
+      "step": 4856
+    },
+    {
+      "epoch": 0.3225742179717075,
+      "grad_norm": 315.89227294921875,
+      "learning_rate": 1.910975684802618e-06,
+      "loss": 14.6094,
+      "step": 4857
+    },
+    {
+      "epoch": 0.32264063226406325,
+      "grad_norm": 229.05789184570312,
+      "learning_rate": 1.9109313186473133e-06,
+      "loss": 21.8438,
+      "step": 4858
+    },
+    {
+      "epoch": 0.32270704655641896,
+      "grad_norm": 170.01242065429688,
+      "learning_rate": 1.9108869419548803e-06,
+      "loss": 18.7656,
+      "step": 4859
+    },
+    {
+      "epoch": 0.3227734608487747,
+      "grad_norm": 178.23141479492188,
+      "learning_rate": 1.9108425547258323e-06,
+      "loss": 17.5,
+      "step": 4860
+    },
+    {
+      "epoch": 0.3228398751411304,
+      "grad_norm": 97.86172485351562,
+      "learning_rate": 1.9107981569606837e-06,
+      "loss": 12.6016,
+      "step": 4861
+    },
+    {
+      "epoch": 0.3229062894334861,
+      "grad_norm": 181.2405548095703,
+      "learning_rate": 1.910753748659946e-06,
+      "loss": 18.4531,
+      "step": 4862
+    },
+    {
+      "epoch": 0.3229727037258418,
+      "grad_norm": 264.6392517089844,
+      "learning_rate": 1.910709329824135e-06,
+      "loss": 18.9375,
+      "step": 4863
+    },
+    {
+      "epoch": 0.3230391180181975,
+      "grad_norm": 306.0068664550781,
+      "learning_rate": 1.9106649004537635e-06,
+      "loss": 21.1094,
+      "step": 4864
+    },
+    {
+      "epoch": 0.3231055323105532,
+      "grad_norm": 428.7276306152344,
+      "learning_rate": 1.9106204605493454e-06,
+      "loss": 14.4219,
+      "step": 4865
+    },
+    {
+      "epoch": 0.32317194660290893,
+      "grad_norm": 479.46832275390625,
+      "learning_rate": 1.910576010111395e-06,
+      "loss": 20.7188,
+      "step": 4866
+    },
+    {
+      "epoch": 0.32323836089526464,
+      "grad_norm": 382.0353088378906,
+      "learning_rate": 1.9105315491404264e-06,
+      "loss": 25.0312,
+      "step": 4867
+    },
+    {
+      "epoch": 0.32330477518762035,
+      "grad_norm": 962.8792724609375,
+      "learning_rate": 1.9104870776369533e-06,
+      "loss": 20.7031,
+      "step": 4868
+    },
+    {
+      "epoch": 0.3233711894799761,
+      "grad_norm": 372.38873291015625,
+      "learning_rate": 1.9104425956014916e-06,
+      "loss": 20.625,
+      "step": 4869
+    },
+    {
+      "epoch": 0.3234376037723318,
+      "grad_norm": 211.46168518066406,
+      "learning_rate": 1.9103981030345542e-06,
+      "loss": 13.75,
+      "step": 4870
+    },
+    {
+      "epoch": 0.32350401806468754,
+      "grad_norm": 206.74807739257812,
+      "learning_rate": 1.910353599936657e-06,
+      "loss": 17.4688,
+      "step": 4871
+    },
+    {
+      "epoch": 0.32357043235704325,
+      "grad_norm": 210.5111846923828,
+      "learning_rate": 1.9103090863083144e-06,
+      "loss": 15.9219,
+      "step": 4872
+    },
+    {
+      "epoch": 0.32363684664939896,
+      "grad_norm": 1061.3642578125,
+      "learning_rate": 1.910264562150041e-06,
+      "loss": 30.9375,
+      "step": 4873
+    },
+    {
+      "epoch": 0.32370326094175467,
+      "grad_norm": 404.5947570800781,
+      "learning_rate": 1.910220027462352e-06,
+      "loss": 22.375,
+      "step": 4874
+    },
+    {
+      "epoch": 0.3237696752341104,
+      "grad_norm": 178.54360961914062,
+      "learning_rate": 1.9101754822457625e-06,
+      "loss": 15.4844,
+      "step": 4875
+    },
+    {
+      "epoch": 0.3238360895264661,
+      "grad_norm": 180.43011474609375,
+      "learning_rate": 1.9101309265007878e-06,
+      "loss": 15.7188,
+      "step": 4876
+    },
+    {
+      "epoch": 0.3239025038188218,
+      "grad_norm": 254.39808654785156,
+      "learning_rate": 1.9100863602279436e-06,
+      "loss": 17.6875,
+      "step": 4877
+    },
+    {
+      "epoch": 0.3239689181111775,
+      "grad_norm": 136.23577880859375,
+      "learning_rate": 1.910041783427745e-06,
+      "loss": 22.7344,
+      "step": 4878
+    },
+    {
+      "epoch": 0.3240353324035332,
+      "grad_norm": 280.255615234375,
+      "learning_rate": 1.909997196100708e-06,
+      "loss": 24.7344,
+      "step": 4879
+    },
+    {
+      "epoch": 0.324101746695889,
+      "grad_norm": 132.66073608398438,
+      "learning_rate": 1.9099525982473477e-06,
+      "loss": 15.2344,
+      "step": 4880
+    },
+    {
+      "epoch": 0.3241681609882447,
+      "grad_norm": 258.3058776855469,
+      "learning_rate": 1.909907989868181e-06,
+      "loss": 21.2344,
+      "step": 4881
+    },
+    {
+      "epoch": 0.3242345752806004,
+      "grad_norm": 387.2864685058594,
+      "learning_rate": 1.909863370963723e-06,
+      "loss": 18.8281,
+      "step": 4882
+    },
+    {
+      "epoch": 0.3243009895729561,
+      "grad_norm": 240.40457153320312,
+      "learning_rate": 1.9098187415344905e-06,
+      "loss": 22.4062,
+      "step": 4883
+    },
+    {
+      "epoch": 0.3243674038653118,
+      "grad_norm": 283.9216613769531,
+      "learning_rate": 1.9097741015809993e-06,
+      "loss": 18.9375,
+      "step": 4884
+    },
+    {
+      "epoch": 0.32443381815766753,
+      "grad_norm": 351.9640197753906,
+      "learning_rate": 1.9097294511037657e-06,
+      "loss": 23.1562,
+      "step": 4885
+    },
+    {
+      "epoch": 0.32450023245002324,
+      "grad_norm": 124.10597229003906,
+      "learning_rate": 1.9096847901033065e-06,
+      "loss": 15.2812,
+      "step": 4886
+    },
+    {
+      "epoch": 0.32456664674237895,
+      "grad_norm": 330.81976318359375,
+      "learning_rate": 1.9096401185801383e-06,
+      "loss": 18.2031,
+      "step": 4887
+    },
+    {
+      "epoch": 0.32463306103473466,
+      "grad_norm": 220.99063110351562,
+      "learning_rate": 1.909595436534778e-06,
+      "loss": 17.4219,
+      "step": 4888
+    },
+    {
+      "epoch": 0.32469947532709037,
+      "grad_norm": 258.6479187011719,
+      "learning_rate": 1.9095507439677415e-06,
+      "loss": 19.2188,
+      "step": 4889
+    },
+    {
+      "epoch": 0.3247658896194461,
+      "grad_norm": 327.8658142089844,
+      "learning_rate": 1.909506040879547e-06,
+      "loss": 16.7656,
+      "step": 4890
+    },
+    {
+      "epoch": 0.32483230391180185,
+      "grad_norm": 345.6263122558594,
+      "learning_rate": 1.909461327270711e-06,
+      "loss": 21.5,
+      "step": 4891
+    },
+    {
+      "epoch": 0.32489871820415755,
+      "grad_norm": 173.76736450195312,
+      "learning_rate": 1.9094166031417506e-06,
+      "loss": 18.8125,
+      "step": 4892
+    },
+    {
+      "epoch": 0.32496513249651326,
+      "grad_norm": 285.6661376953125,
+      "learning_rate": 1.9093718684931836e-06,
+      "loss": 15.25,
+      "step": 4893
+    },
+    {
+      "epoch": 0.325031546788869,
+      "grad_norm": 154.59295654296875,
+      "learning_rate": 1.909327123325527e-06,
+      "loss": 20.9531,
+      "step": 4894
+    },
+    {
+      "epoch": 0.3250979610812247,
+      "grad_norm": 226.71046447753906,
+      "learning_rate": 1.9092823676392987e-06,
+      "loss": 20.6875,
+      "step": 4895
+    },
+    {
+      "epoch": 0.3251643753735804,
+      "grad_norm": 336.2048034667969,
+      "learning_rate": 1.909237601435016e-06,
+      "loss": 18.5469,
+      "step": 4896
+    },
+    {
+      "epoch": 0.3252307896659361,
+      "grad_norm": 194.0179901123047,
+      "learning_rate": 1.909192824713197e-06,
+      "loss": 19.4062,
+      "step": 4897
+    },
+    {
+      "epoch": 0.3252972039582918,
+      "grad_norm": 306.28680419921875,
+      "learning_rate": 1.90914803747436e-06,
+      "loss": 17.0156,
+      "step": 4898
+    },
+    {
+      "epoch": 0.3253636182506475,
+      "grad_norm": 344.67877197265625,
+      "learning_rate": 1.909103239719023e-06,
+      "loss": 16.5469,
+      "step": 4899
+    },
+    {
+      "epoch": 0.32543003254300323,
+      "grad_norm": 241.58924865722656,
+      "learning_rate": 1.9090584314477037e-06,
+      "loss": 15.8438,
+      "step": 4900
+    },
+    {
+      "epoch": 0.32549644683535894,
+      "grad_norm": 339.422607421875,
+      "learning_rate": 1.9090136126609204e-06,
+      "loss": 16.0156,
+      "step": 4901
+    },
+    {
+      "epoch": 0.3255628611277147,
+      "grad_norm": 303.6455078125,
+      "learning_rate": 1.9089687833591917e-06,
+      "loss": 21.7812,
+      "step": 4902
+    },
+    {
+      "epoch": 0.3256292754200704,
+      "grad_norm": 544.5542602539062,
+      "learning_rate": 1.908923943543037e-06,
+      "loss": 24.4531,
+      "step": 4903
+    },
+    {
+      "epoch": 0.32569568971242613,
+      "grad_norm": 292.99420166015625,
+      "learning_rate": 1.9088790932129736e-06,
+      "loss": 22.4688,
+      "step": 4904
+    },
+    {
+      "epoch": 0.32576210400478184,
+      "grad_norm": 274.3505554199219,
+      "learning_rate": 1.908834232369521e-06,
+      "loss": 31.7656,
+      "step": 4905
+    },
+    {
+      "epoch": 0.32582851829713755,
+      "grad_norm": 292.5877685546875,
+      "learning_rate": 1.908789361013198e-06,
+      "loss": 24.5312,
+      "step": 4906
+    },
+    {
+      "epoch": 0.32589493258949326,
+      "grad_norm": 311.9947204589844,
+      "learning_rate": 1.908744479144524e-06,
+      "loss": 20.7031,
+      "step": 4907
+    },
+    {
+      "epoch": 0.32596134688184897,
+      "grad_norm": 139.67578125,
+      "learning_rate": 1.908699586764018e-06,
+      "loss": 20.625,
+      "step": 4908
+    },
+    {
+      "epoch": 0.3260277611742047,
+      "grad_norm": 184.50588989257812,
+      "learning_rate": 1.908654683872199e-06,
+      "loss": 19.2344,
+      "step": 4909
+    },
+    {
+      "epoch": 0.3260941754665604,
+      "grad_norm": 178.52085876464844,
+      "learning_rate": 1.908609770469586e-06,
+      "loss": 18.1094,
+      "step": 4910
+    },
+    {
+      "epoch": 0.3261605897589161,
+      "grad_norm": 261.9573974609375,
+      "learning_rate": 1.9085648465567e-06,
+      "loss": 18.1562,
+      "step": 4911
+    },
+    {
+      "epoch": 0.3262270040512718,
+      "grad_norm": 155.4453887939453,
+      "learning_rate": 1.9085199121340593e-06,
+      "loss": 20.9062,
+      "step": 4912
+    },
+    {
+      "epoch": 0.3262934183436276,
+      "grad_norm": 346.8903503417969,
+      "learning_rate": 1.908474967202184e-06,
+      "loss": 21.2188,
+      "step": 4913
+    },
+    {
+      "epoch": 0.3263598326359833,
+      "grad_norm": 184.27996826171875,
+      "learning_rate": 1.9084300117615944e-06,
+      "loss": 24.0625,
+      "step": 4914
+    },
+    {
+      "epoch": 0.326426246928339,
+      "grad_norm": 156.5650634765625,
+      "learning_rate": 1.9083850458128104e-06,
+      "loss": 16.2969,
+      "step": 4915
+    },
+    {
+      "epoch": 0.3264926612206947,
+      "grad_norm": 221.4414520263672,
+      "learning_rate": 1.9083400693563514e-06,
+      "loss": 22.5,
+      "step": 4916
+    },
+    {
+      "epoch": 0.3265590755130504,
+      "grad_norm": 1138.208740234375,
+      "learning_rate": 1.908295082392739e-06,
+      "loss": 21.3281,
+      "step": 4917
+    },
+    {
+      "epoch": 0.3266254898054061,
+      "grad_norm": 130.74302673339844,
+      "learning_rate": 1.9082500849224924e-06,
+      "loss": 17.7656,
+      "step": 4918
+    },
+    {
+      "epoch": 0.32669190409776183,
+      "grad_norm": 171.11610412597656,
+      "learning_rate": 1.908205076946133e-06,
+      "loss": 17.7031,
+      "step": 4919
+    },
+    {
+      "epoch": 0.32675831839011754,
+      "grad_norm": 183.47787475585938,
+      "learning_rate": 1.9081600584641804e-06,
+      "loss": 14.8281,
+      "step": 4920
+    },
+    {
+      "epoch": 0.32682473268247325,
+      "grad_norm": 310.06146240234375,
+      "learning_rate": 1.908115029477156e-06,
+      "loss": 18.8438,
+      "step": 4921
+    },
+    {
+      "epoch": 0.32689114697482896,
+      "grad_norm": 400.6324157714844,
+      "learning_rate": 1.9080699899855807e-06,
+      "loss": 20.25,
+      "step": 4922
+    },
+    {
+      "epoch": 0.32695756126718467,
+      "grad_norm": 196.4838409423828,
+      "learning_rate": 1.9080249399899754e-06,
+      "loss": 18.3438,
+      "step": 4923
+    },
+    {
+      "epoch": 0.32702397555954044,
+      "grad_norm": 350.60406494140625,
+      "learning_rate": 1.907979879490861e-06,
+      "loss": 19.9844,
+      "step": 4924
+    },
+    {
+      "epoch": 0.32709038985189615,
+      "grad_norm": 167.9541473388672,
+      "learning_rate": 1.9079348084887592e-06,
+      "loss": 17.9688,
+      "step": 4925
+    },
+    {
+      "epoch": 0.32715680414425186,
+      "grad_norm": 258.20648193359375,
+      "learning_rate": 1.907889726984191e-06,
+      "loss": 14.6719,
+      "step": 4926
+    },
+    {
+      "epoch": 0.32722321843660757,
+      "grad_norm": 239.5193634033203,
+      "learning_rate": 1.9078446349776777e-06,
+      "loss": 20.1562,
+      "step": 4927
+    },
+    {
+      "epoch": 0.3272896327289633,
+      "grad_norm": 133.59146118164062,
+      "learning_rate": 1.9077995324697414e-06,
+      "loss": 21.9062,
+      "step": 4928
+    },
+    {
+      "epoch": 0.327356047021319,
+      "grad_norm": 155.50164794921875,
+      "learning_rate": 1.9077544194609038e-06,
+      "loss": 18.6875,
+      "step": 4929
+    },
+    {
+      "epoch": 0.3274224613136747,
+      "grad_norm": 566.3213500976562,
+      "learning_rate": 1.9077092959516863e-06,
+      "loss": 21.4062,
+      "step": 4930
+    },
+    {
+      "epoch": 0.3274888756060304,
+      "grad_norm": 150.56600952148438,
+      "learning_rate": 1.907664161942611e-06,
+      "loss": 18.9062,
+      "step": 4931
+    },
+    {
+      "epoch": 0.3275552898983861,
+      "grad_norm": 316.01776123046875,
+      "learning_rate": 1.9076190174342e-06,
+      "loss": 22.0625,
+      "step": 4932
+    },
+    {
+      "epoch": 0.3276217041907418,
+      "grad_norm": 236.78109741210938,
+      "learning_rate": 1.9075738624269758e-06,
+      "loss": 16.1719,
+      "step": 4933
+    },
+    {
+      "epoch": 0.3276881184830976,
+      "grad_norm": 137.37547302246094,
+      "learning_rate": 1.9075286969214607e-06,
+      "loss": 19.9688,
+      "step": 4934
+    },
+    {
+      "epoch": 0.3277545327754533,
+      "grad_norm": 174.16732788085938,
+      "learning_rate": 1.9074835209181764e-06,
+      "loss": 17.3125,
+      "step": 4935
+    },
+    {
+      "epoch": 0.327820947067809,
+      "grad_norm": 241.36354064941406,
+      "learning_rate": 1.907438334417646e-06,
+      "loss": 19.0625,
+      "step": 4936
+    },
+    {
+      "epoch": 0.3278873613601647,
+      "grad_norm": 241.54916381835938,
+      "learning_rate": 1.9073931374203928e-06,
+      "loss": 16.9844,
+      "step": 4937
+    },
+    {
+      "epoch": 0.32795377565252043,
+      "grad_norm": 216.98997497558594,
+      "learning_rate": 1.9073479299269387e-06,
+      "loss": 20.5938,
+      "step": 4938
+    },
+    {
+      "epoch": 0.32802018994487614,
+      "grad_norm": 205.9191131591797,
+      "learning_rate": 1.9073027119378068e-06,
+      "loss": 16.625,
+      "step": 4939
+    },
+    {
+      "epoch": 0.32808660423723185,
+      "grad_norm": 250.8570556640625,
+      "learning_rate": 1.9072574834535207e-06,
+      "loss": 26.0781,
+      "step": 4940
+    },
+    {
+      "epoch": 0.32815301852958756,
+      "grad_norm": 256.72344970703125,
+      "learning_rate": 1.9072122444746028e-06,
+      "loss": 25.5312,
+      "step": 4941
+    },
+    {
+      "epoch": 0.32821943282194327,
+      "grad_norm": 304.3464660644531,
+      "learning_rate": 1.9071669950015767e-06,
+      "loss": 15.0312,
+      "step": 4942
+    },
+    {
+      "epoch": 0.328285847114299,
+      "grad_norm": 330.9139709472656,
+      "learning_rate": 1.9071217350349662e-06,
+      "loss": 24.25,
+      "step": 4943
+    },
+    {
+      "epoch": 0.3283522614066547,
+      "grad_norm": 280.24151611328125,
+      "learning_rate": 1.9070764645752945e-06,
+      "loss": 15.4375,
+      "step": 4944
+    },
+    {
+      "epoch": 0.32841867569901045,
+      "grad_norm": 1156.567138671875,
+      "learning_rate": 1.9070311836230855e-06,
+      "loss": 25.0312,
+      "step": 4945
+    },
+    {
+      "epoch": 0.32848508999136616,
+      "grad_norm": 229.7521209716797,
+      "learning_rate": 1.9069858921788624e-06,
+      "loss": 21.75,
+      "step": 4946
+    },
+    {
+      "epoch": 0.3285515042837219,
+      "grad_norm": 512.5308227539062,
+      "learning_rate": 1.9069405902431497e-06,
+      "loss": 19.8281,
+      "step": 4947
+    },
+    {
+      "epoch": 0.3286179185760776,
+      "grad_norm": 245.5117950439453,
+      "learning_rate": 1.9068952778164712e-06,
+      "loss": 18.6094,
+      "step": 4948
+    },
+    {
+      "epoch": 0.3286843328684333,
+      "grad_norm": 293.9793701171875,
+      "learning_rate": 1.906849954899351e-06,
+      "loss": 18.9531,
+      "step": 4949
+    },
+    {
+      "epoch": 0.328750747160789,
+      "grad_norm": 259.74420166015625,
+      "learning_rate": 1.9068046214923134e-06,
+      "loss": 19.0,
+      "step": 4950
+    },
+    {
+      "epoch": 0.3288171614531447,
+      "grad_norm": 345.2640380859375,
+      "learning_rate": 1.9067592775958831e-06,
+      "loss": 21.5469,
+      "step": 4951
+    },
+    {
+      "epoch": 0.3288835757455004,
+      "grad_norm": 309.8458251953125,
+      "learning_rate": 1.9067139232105841e-06,
+      "loss": 20.4531,
+      "step": 4952
+    },
+    {
+      "epoch": 0.32894999003785613,
+      "grad_norm": 159.14080810546875,
+      "learning_rate": 1.9066685583369412e-06,
+      "loss": 22.7656,
+      "step": 4953
+    },
+    {
+      "epoch": 0.32901640433021184,
+      "grad_norm": 148.79518127441406,
+      "learning_rate": 1.9066231829754797e-06,
+      "loss": 14.8281,
+      "step": 4954
+    },
+    {
+      "epoch": 0.32908281862256755,
+      "grad_norm": 522.01513671875,
+      "learning_rate": 1.9065777971267237e-06,
+      "loss": 25.5,
+      "step": 4955
+    },
+    {
+      "epoch": 0.3291492329149233,
+      "grad_norm": 399.9921875,
+      "learning_rate": 1.9065324007911983e-06,
+      "loss": 23.2812,
+      "step": 4956
+    },
+    {
+      "epoch": 0.329215647207279,
+      "grad_norm": 157.01344299316406,
+      "learning_rate": 1.906486993969429e-06,
+      "loss": 16.8125,
+      "step": 4957
+    },
+    {
+      "epoch": 0.32928206149963474,
+      "grad_norm": 134.80332946777344,
+      "learning_rate": 1.9064415766619411e-06,
+      "loss": 14.6406,
+      "step": 4958
+    },
+    {
+      "epoch": 0.32934847579199045,
+      "grad_norm": 182.08047485351562,
+      "learning_rate": 1.9063961488692594e-06,
+      "loss": 21.3281,
+      "step": 4959
+    },
+    {
+      "epoch": 0.32941489008434616,
+      "grad_norm": 368.33538818359375,
+      "learning_rate": 1.9063507105919098e-06,
+      "loss": 14.2656,
+      "step": 4960
+    },
+    {
+      "epoch": 0.32948130437670187,
+      "grad_norm": 509.9245910644531,
+      "learning_rate": 1.9063052618304178e-06,
+      "loss": 18.1875,
+      "step": 4961
+    },
+    {
+      "epoch": 0.3295477186690576,
+      "grad_norm": 198.96249389648438,
+      "learning_rate": 1.9062598025853092e-06,
+      "loss": 16.5938,
+      "step": 4962
+    },
+    {
+      "epoch": 0.3296141329614133,
+      "grad_norm": 183.99185180664062,
+      "learning_rate": 1.9062143328571096e-06,
+      "loss": 13.6094,
+      "step": 4963
+    },
+    {
+      "epoch": 0.329680547253769,
+      "grad_norm": 294.3269348144531,
+      "learning_rate": 1.9061688526463456e-06,
+      "loss": 26.6094,
+      "step": 4964
+    },
+    {
+      "epoch": 0.3297469615461247,
+      "grad_norm": 146.5398712158203,
+      "learning_rate": 1.9061233619535427e-06,
+      "loss": 18.9062,
+      "step": 4965
+    },
+    {
+      "epoch": 0.3298133758384804,
+      "grad_norm": 308.6536560058594,
+      "learning_rate": 1.9060778607792267e-06,
+      "loss": 14.8594,
+      "step": 4966
+    },
+    {
+      "epoch": 0.3298797901308362,
+      "grad_norm": 427.0195007324219,
+      "learning_rate": 1.906032349123925e-06,
+      "loss": 23.7812,
+      "step": 4967
+    },
+    {
+      "epoch": 0.3299462044231919,
+      "grad_norm": 227.77354431152344,
+      "learning_rate": 1.9059868269881636e-06,
+      "loss": 14.5625,
+      "step": 4968
+    },
+    {
+      "epoch": 0.3300126187155476,
+      "grad_norm": 204.9041748046875,
+      "learning_rate": 1.9059412943724687e-06,
+      "loss": 18.1094,
+      "step": 4969
+    },
+    {
+      "epoch": 0.3300790330079033,
+      "grad_norm": 195.7932891845703,
+      "learning_rate": 1.9058957512773675e-06,
+      "loss": 22.5625,
+      "step": 4970
+    },
+    {
+      "epoch": 0.330145447300259,
+      "grad_norm": 353.415283203125,
+      "learning_rate": 1.9058501977033864e-06,
+      "loss": 23.0781,
+      "step": 4971
+    },
+    {
+      "epoch": 0.33021186159261473,
+      "grad_norm": 179.8820037841797,
+      "learning_rate": 1.9058046336510526e-06,
+      "loss": 25.2188,
+      "step": 4972
+    },
+    {
+      "epoch": 0.33027827588497044,
+      "grad_norm": 296.9322204589844,
+      "learning_rate": 1.9057590591208933e-06,
+      "loss": 20.5469,
+      "step": 4973
+    },
+    {
+      "epoch": 0.33034469017732615,
+      "grad_norm": 401.08770751953125,
+      "learning_rate": 1.9057134741134355e-06,
+      "loss": 24.4375,
+      "step": 4974
+    },
+    {
+      "epoch": 0.33041110446968186,
+      "grad_norm": 272.2723693847656,
+      "learning_rate": 1.9056678786292063e-06,
+      "loss": 17.9062,
+      "step": 4975
+    },
+    {
+      "epoch": 0.33047751876203757,
+      "grad_norm": 410.9441223144531,
+      "learning_rate": 1.9056222726687335e-06,
+      "loss": 30.4062,
+      "step": 4976
+    },
+    {
+      "epoch": 0.3305439330543933,
+      "grad_norm": 330.5665588378906,
+      "learning_rate": 1.9055766562325445e-06,
+      "loss": 24.8281,
+      "step": 4977
+    },
+    {
+      "epoch": 0.33061034734674905,
+      "grad_norm": 157.1499786376953,
+      "learning_rate": 1.9055310293211665e-06,
+      "loss": 18.3438,
+      "step": 4978
+    },
+    {
+      "epoch": 0.33067676163910475,
+      "grad_norm": 372.7688293457031,
+      "learning_rate": 1.905485391935128e-06,
+      "loss": 16.5625,
+      "step": 4979
+    },
+    {
+      "epoch": 0.33074317593146046,
+      "grad_norm": 317.14959716796875,
+      "learning_rate": 1.9054397440749569e-06,
+      "loss": 26.875,
+      "step": 4980
+    },
+    {
+      "epoch": 0.3308095902238162,
+      "grad_norm": 196.23509216308594,
+      "learning_rate": 1.9053940857411805e-06,
+      "loss": 20.4062,
+      "step": 4981
+    },
+    {
+      "epoch": 0.3308760045161719,
+      "grad_norm": 265.86279296875,
+      "learning_rate": 1.9053484169343276e-06,
+      "loss": 13.5156,
+      "step": 4982
+    },
+    {
+      "epoch": 0.3309424188085276,
+      "grad_norm": 474.18853759765625,
+      "learning_rate": 1.9053027376549262e-06,
+      "loss": 18.25,
+      "step": 4983
+    },
+    {
+      "epoch": 0.3310088331008833,
+      "grad_norm": 183.2490234375,
+      "learning_rate": 1.9052570479035048e-06,
+      "loss": 18.2969,
+      "step": 4984
+    },
+    {
+      "epoch": 0.331075247393239,
+      "grad_norm": 165.11366271972656,
+      "learning_rate": 1.905211347680592e-06,
+      "loss": 20.0,
+      "step": 4985
+    },
+    {
+      "epoch": 0.3311416616855947,
+      "grad_norm": 334.2666931152344,
+      "learning_rate": 1.9051656369867161e-06,
+      "loss": 20.7812,
+      "step": 4986
+    },
+    {
+      "epoch": 0.33120807597795043,
+      "grad_norm": 503.959716796875,
+      "learning_rate": 1.9051199158224062e-06,
+      "loss": 19.1406,
+      "step": 4987
+    },
+    {
+      "epoch": 0.33127449027030614,
+      "grad_norm": 523.8827514648438,
+      "learning_rate": 1.905074184188191e-06,
+      "loss": 16.0625,
+      "step": 4988
+    },
+    {
+      "epoch": 0.3313409045626619,
+      "grad_norm": 193.9732666015625,
+      "learning_rate": 1.9050284420845996e-06,
+      "loss": 15.875,
+      "step": 4989
+    },
+    {
+      "epoch": 0.3314073188550176,
+      "grad_norm": 298.0467529296875,
+      "learning_rate": 1.904982689512161e-06,
+      "loss": 17.9844,
+      "step": 4990
+    },
+    {
+      "epoch": 0.33147373314737333,
+      "grad_norm": 103.84493255615234,
+      "learning_rate": 1.9049369264714042e-06,
+      "loss": 19.0781,
+      "step": 4991
+    },
+    {
+      "epoch": 0.33154014743972904,
+      "grad_norm": 152.6759033203125,
+      "learning_rate": 1.9048911529628593e-06,
+      "loss": 15.5469,
+      "step": 4992
+    },
+    {
+      "epoch": 0.33160656173208475,
+      "grad_norm": 234.98439025878906,
+      "learning_rate": 1.904845368987055e-06,
+      "loss": 18.1562,
+      "step": 4993
+    },
+    {
+      "epoch": 0.33167297602444046,
+      "grad_norm": 483.47625732421875,
+      "learning_rate": 1.9047995745445214e-06,
+      "loss": 20.875,
+      "step": 4994
+    },
+    {
+      "epoch": 0.33173939031679617,
+      "grad_norm": 209.48805236816406,
+      "learning_rate": 1.904753769635788e-06,
+      "loss": 18.4688,
+      "step": 4995
+    },
+    {
+      "epoch": 0.3318058046091519,
+      "grad_norm": 186.10086059570312,
+      "learning_rate": 1.9047079542613846e-06,
+      "loss": 17.3281,
+      "step": 4996
+    },
+    {
+      "epoch": 0.3318722189015076,
+      "grad_norm": 232.5984649658203,
+      "learning_rate": 1.9046621284218417e-06,
+      "loss": 18.9062,
+      "step": 4997
+    },
+    {
+      "epoch": 0.3319386331938633,
+      "grad_norm": 1125.8616943359375,
+      "learning_rate": 1.9046162921176884e-06,
+      "loss": 18.7812,
+      "step": 4998
+    },
+    {
+      "epoch": 0.332005047486219,
+      "grad_norm": 163.97535705566406,
+      "learning_rate": 1.904570445349456e-06,
+      "loss": 19.5312,
+      "step": 4999
+    },
+    {
+      "epoch": 0.3320714617785748,
+      "grad_norm": 243.82510375976562,
+      "learning_rate": 1.9045245881176738e-06,
+      "loss": 16.6562,
+      "step": 5000
+    },
+    {
+      "epoch": 0.3321378760709305,
+      "grad_norm": 595.900634765625,
+      "learning_rate": 1.904478720422873e-06,
+      "loss": 22.25,
+      "step": 5001
+    },
+    {
+      "epoch": 0.3322042903632862,
+      "grad_norm": 215.06517028808594,
+      "learning_rate": 1.9044328422655838e-06,
+      "loss": 16.6875,
+      "step": 5002
+    },
+    {
+      "epoch": 0.3322707046556419,
+      "grad_norm": 247.02957153320312,
+      "learning_rate": 1.904386953646337e-06,
+      "loss": 16.3125,
+      "step": 5003
+    },
+    {
+      "epoch": 0.3323371189479976,
+      "grad_norm": 194.35421752929688,
+      "learning_rate": 1.9043410545656638e-06,
+      "loss": 21.25,
+      "step": 5004
+    },
+    {
+      "epoch": 0.3324035332403533,
+      "grad_norm": 245.18687438964844,
+      "learning_rate": 1.9042951450240943e-06,
+      "loss": 22.8125,
+      "step": 5005
+    },
+    {
+      "epoch": 0.33246994753270903,
+      "grad_norm": 150.2875213623047,
+      "learning_rate": 1.9042492250221601e-06,
+      "loss": 15.4844,
+      "step": 5006
+    },
+    {
+      "epoch": 0.33253636182506474,
+      "grad_norm": 211.74630737304688,
+      "learning_rate": 1.9042032945603923e-06,
+      "loss": 21.1094,
+      "step": 5007
+    },
+    {
+      "epoch": 0.33260277611742045,
+      "grad_norm": 327.9364318847656,
+      "learning_rate": 1.9041573536393224e-06,
+      "loss": 18.3125,
+      "step": 5008
+    },
+    {
+      "epoch": 0.33266919040977616,
+      "grad_norm": 162.57025146484375,
+      "learning_rate": 1.9041114022594815e-06,
+      "loss": 18.6406,
+      "step": 5009
+    },
+    {
+      "epoch": 0.3327356047021319,
+      "grad_norm": 203.23150634765625,
+      "learning_rate": 1.9040654404214011e-06,
+      "loss": 22.3281,
+      "step": 5010
+    },
+    {
+      "epoch": 0.33280201899448764,
+      "grad_norm": 168.6050262451172,
+      "learning_rate": 1.9040194681256133e-06,
+      "loss": 18.3438,
+      "step": 5011
+    },
+    {
+      "epoch": 0.33286843328684335,
+      "grad_norm": 128.6827850341797,
+      "learning_rate": 1.9039734853726491e-06,
+      "loss": 17.0469,
+      "step": 5012
+    },
+    {
+      "epoch": 0.33293484757919906,
+      "grad_norm": 409.35260009765625,
+      "learning_rate": 1.9039274921630412e-06,
+      "loss": 19.5,
+      "step": 5013
+    },
+    {
+      "epoch": 0.33300126187155477,
+      "grad_norm": 143.78733825683594,
+      "learning_rate": 1.9038814884973213e-06,
+      "loss": 17.5625,
+      "step": 5014
+    },
+    {
+      "epoch": 0.3330676761639105,
+      "grad_norm": 141.83807373046875,
+      "learning_rate": 1.9038354743760215e-06,
+      "loss": 18.6562,
+      "step": 5015
+    },
+    {
+      "epoch": 0.3331340904562662,
+      "grad_norm": 303.70458984375,
+      "learning_rate": 1.9037894497996741e-06,
+      "loss": 16.5781,
+      "step": 5016
+    },
+    {
+      "epoch": 0.3332005047486219,
+      "grad_norm": 287.1881408691406,
+      "learning_rate": 1.9037434147688112e-06,
+      "loss": 25.8281,
+      "step": 5017
+    },
+    {
+      "epoch": 0.3332669190409776,
+      "grad_norm": 145.9509735107422,
+      "learning_rate": 1.9036973692839663e-06,
+      "loss": 13.5781,
+      "step": 5018
+    },
+    {
+      "epoch": 0.3333333333333333,
+      "grad_norm": 142.51568603515625,
+      "learning_rate": 1.9036513133456707e-06,
+      "loss": 21.1875,
+      "step": 5019
+    },
+    {
+      "epoch": 0.333399747625689,
+      "grad_norm": 1318.3681640625,
+      "learning_rate": 1.903605246954458e-06,
+      "loss": 16.4922,
+      "step": 5020
+    },
+    {
+      "epoch": 0.3334661619180448,
+      "grad_norm": 193.8049774169922,
+      "learning_rate": 1.903559170110861e-06,
+      "loss": 15.7812,
+      "step": 5021
+    },
+    {
+      "epoch": 0.3335325762104005,
+      "grad_norm": 128.80738830566406,
+      "learning_rate": 1.9035130828154125e-06,
+      "loss": 12.4062,
+      "step": 5022
+    },
+    {
+      "epoch": 0.3335989905027562,
+      "grad_norm": 179.702880859375,
+      "learning_rate": 1.9034669850686453e-06,
+      "loss": 15.4062,
+      "step": 5023
+    },
+    {
+      "epoch": 0.3336654047951119,
+      "grad_norm": 608.0245971679688,
+      "learning_rate": 1.9034208768710933e-06,
+      "loss": 36.3125,
+      "step": 5024
+    },
+    {
+      "epoch": 0.33373181908746763,
+      "grad_norm": 1393.529541015625,
+      "learning_rate": 1.9033747582232895e-06,
+      "loss": 23.4531,
+      "step": 5025
+    },
+    {
+      "epoch": 0.33379823337982334,
+      "grad_norm": 245.36207580566406,
+      "learning_rate": 1.9033286291257675e-06,
+      "loss": 15.8438,
+      "step": 5026
+    },
+    {
+      "epoch": 0.33386464767217905,
+      "grad_norm": 213.7081298828125,
+      "learning_rate": 1.9032824895790607e-06,
+      "loss": 21.6719,
+      "step": 5027
+    },
+    {
+      "epoch": 0.33393106196453476,
+      "grad_norm": 221.01739501953125,
+      "learning_rate": 1.903236339583703e-06,
+      "loss": 21.4688,
+      "step": 5028
+    },
+    {
+      "epoch": 0.33399747625689047,
+      "grad_norm": 275.5252685546875,
+      "learning_rate": 1.9031901791402279e-06,
+      "loss": 19.3594,
+      "step": 5029
+    },
+    {
+      "epoch": 0.3340638905492462,
+      "grad_norm": 143.8323516845703,
+      "learning_rate": 1.9031440082491698e-06,
+      "loss": 22.0781,
+      "step": 5030
+    },
+    {
+      "epoch": 0.3341303048416019,
+      "grad_norm": 324.3638610839844,
+      "learning_rate": 1.9030978269110627e-06,
+      "loss": 16.0,
+      "step": 5031
+    },
+    {
+      "epoch": 0.33419671913395765,
+      "grad_norm": 345.6374206542969,
+      "learning_rate": 1.9030516351264407e-06,
+      "loss": 22.7656,
+      "step": 5032
+    },
+    {
+      "epoch": 0.33426313342631336,
+      "grad_norm": 183.15505981445312,
+      "learning_rate": 1.903005432895838e-06,
+      "loss": 16.4375,
+      "step": 5033
+    },
+    {
+      "epoch": 0.3343295477186691,
+      "grad_norm": 249.8694610595703,
+      "learning_rate": 1.902959220219789e-06,
+      "loss": 15.9844,
+      "step": 5034
+    },
+    {
+      "epoch": 0.3343959620110248,
+      "grad_norm": 148.13365173339844,
+      "learning_rate": 1.9029129970988287e-06,
+      "loss": 17.5859,
+      "step": 5035
+    },
+    {
+      "epoch": 0.3344623763033805,
+      "grad_norm": 169.41358947753906,
+      "learning_rate": 1.9028667635334915e-06,
+      "loss": 19.6406,
+      "step": 5036
+    },
+    {
+      "epoch": 0.3345287905957362,
+      "grad_norm": 176.3766632080078,
+      "learning_rate": 1.9028205195243121e-06,
+      "loss": 23.3438,
+      "step": 5037
+    },
+    {
+      "epoch": 0.3345952048880919,
+      "grad_norm": 310.24603271484375,
+      "learning_rate": 1.9027742650718252e-06,
+      "loss": 19.2656,
+      "step": 5038
+    },
+    {
+      "epoch": 0.3346616191804476,
+      "grad_norm": 233.17376708984375,
+      "learning_rate": 1.9027280001765667e-06,
+      "loss": 27.0469,
+      "step": 5039
+    },
+    {
+      "epoch": 0.33472803347280333,
+      "grad_norm": 333.0440368652344,
+      "learning_rate": 1.902681724839071e-06,
+      "loss": 17.5781,
+      "step": 5040
+    },
+    {
+      "epoch": 0.33479444776515904,
+      "grad_norm": 299.42657470703125,
+      "learning_rate": 1.9026354390598737e-06,
+      "loss": 28.5938,
+      "step": 5041
+    },
+    {
+      "epoch": 0.33486086205751475,
+      "grad_norm": 171.66038513183594,
+      "learning_rate": 1.90258914283951e-06,
+      "loss": 16.4062,
+      "step": 5042
+    },
+    {
+      "epoch": 0.3349272763498705,
+      "grad_norm": 154.34498596191406,
+      "learning_rate": 1.9025428361785155e-06,
+      "loss": 15.8281,
+      "step": 5043
+    },
+    {
+      "epoch": 0.3349936906422262,
+      "grad_norm": 231.9405975341797,
+      "learning_rate": 1.902496519077426e-06,
+      "loss": 16.5781,
+      "step": 5044
+    },
+    {
+      "epoch": 0.33506010493458194,
+      "grad_norm": 247.61968994140625,
+      "learning_rate": 1.9024501915367775e-06,
+      "loss": 19.1406,
+      "step": 5045
+    },
+    {
+      "epoch": 0.33512651922693765,
+      "grad_norm": 280.1313781738281,
+      "learning_rate": 1.902403853557105e-06,
+      "loss": 19.375,
+      "step": 5046
+    },
+    {
+      "epoch": 0.33519293351929336,
+      "grad_norm": 377.5955505371094,
+      "learning_rate": 1.9023575051389455e-06,
+      "loss": 24.9062,
+      "step": 5047
+    },
+    {
+      "epoch": 0.33525934781164907,
+      "grad_norm": 180.21336364746094,
+      "learning_rate": 1.9023111462828346e-06,
+      "loss": 18.3438,
+      "step": 5048
+    },
+    {
+      "epoch": 0.3353257621040048,
+      "grad_norm": 430.83367919921875,
+      "learning_rate": 1.9022647769893085e-06,
+      "loss": 21.9219,
+      "step": 5049
+    },
+    {
+      "epoch": 0.3353921763963605,
+      "grad_norm": 375.26312255859375,
+      "learning_rate": 1.902218397258904e-06,
+      "loss": 17.9219,
+      "step": 5050
+    },
+    {
+      "epoch": 0.3354585906887162,
+      "grad_norm": 151.02499389648438,
+      "learning_rate": 1.9021720070921572e-06,
+      "loss": 14.7812,
+      "step": 5051
+    },
+    {
+      "epoch": 0.3355250049810719,
+      "grad_norm": 197.27175903320312,
+      "learning_rate": 1.902125606489605e-06,
+      "loss": 17.7344,
+      "step": 5052
+    },
+    {
+      "epoch": 0.3355914192734276,
+      "grad_norm": 190.14321899414062,
+      "learning_rate": 1.9020791954517836e-06,
+      "loss": 18.9062,
+      "step": 5053
+    },
+    {
+      "epoch": 0.3356578335657834,
+      "grad_norm": 214.87570190429688,
+      "learning_rate": 1.9020327739792306e-06,
+      "loss": 19.4531,
+      "step": 5054
+    },
+    {
+      "epoch": 0.3357242478581391,
+      "grad_norm": 167.4700164794922,
+      "learning_rate": 1.9019863420724825e-06,
+      "loss": 20.3125,
+      "step": 5055
+    },
+    {
+      "epoch": 0.3357906621504948,
+      "grad_norm": 291.4346618652344,
+      "learning_rate": 1.9019398997320763e-06,
+      "loss": 21.0156,
+      "step": 5056
+    },
+    {
+      "epoch": 0.3358570764428505,
+      "grad_norm": 243.88848876953125,
+      "learning_rate": 1.90189344695855e-06,
+      "loss": 27.5391,
+      "step": 5057
+    },
+    {
+      "epoch": 0.3359234907352062,
+      "grad_norm": 405.5487060546875,
+      "learning_rate": 1.9018469837524397e-06,
+      "loss": 23.7188,
+      "step": 5058
+    },
+    {
+      "epoch": 0.33598990502756193,
+      "grad_norm": 297.0545959472656,
+      "learning_rate": 1.9018005101142837e-06,
+      "loss": 15.3438,
+      "step": 5059
+    },
+    {
+      "epoch": 0.33605631931991764,
+      "grad_norm": 281.85711669921875,
+      "learning_rate": 1.9017540260446196e-06,
+      "loss": 15.1406,
+      "step": 5060
+    },
+    {
+      "epoch": 0.33612273361227335,
+      "grad_norm": 151.0530548095703,
+      "learning_rate": 1.9017075315439847e-06,
+      "loss": 21.1562,
+      "step": 5061
+    },
+    {
+      "epoch": 0.33618914790462906,
+      "grad_norm": 255.79916381835938,
+      "learning_rate": 1.9016610266129173e-06,
+      "loss": 16.625,
+      "step": 5062
+    },
+    {
+      "epoch": 0.33625556219698477,
+      "grad_norm": 224.61228942871094,
+      "learning_rate": 1.9016145112519548e-06,
+      "loss": 14.2188,
+      "step": 5063
+    },
+    {
+      "epoch": 0.3363219764893405,
+      "grad_norm": 189.6581573486328,
+      "learning_rate": 1.9015679854616359e-06,
+      "loss": 34.3906,
+      "step": 5064
+    },
+    {
+      "epoch": 0.33638839078169624,
+      "grad_norm": 1194.5936279296875,
+      "learning_rate": 1.901521449242498e-06,
+      "loss": 21.2812,
+      "step": 5065
+    },
+    {
+      "epoch": 0.33645480507405195,
+      "grad_norm": 263.6720886230469,
+      "learning_rate": 1.9014749025950802e-06,
+      "loss": 23.7344,
+      "step": 5066
+    },
+    {
+      "epoch": 0.33652121936640766,
+      "grad_norm": 252.31761169433594,
+      "learning_rate": 1.9014283455199202e-06,
+      "loss": 18.6562,
+      "step": 5067
+    },
+    {
+      "epoch": 0.3365876336587634,
+      "grad_norm": 213.29490661621094,
+      "learning_rate": 1.9013817780175572e-06,
+      "loss": 17.2969,
+      "step": 5068
+    },
+    {
+      "epoch": 0.3366540479511191,
+      "grad_norm": 239.89559936523438,
+      "learning_rate": 1.9013352000885292e-06,
+      "loss": 19.9375,
+      "step": 5069
+    },
+    {
+      "epoch": 0.3367204622434748,
+      "grad_norm": 200.50408935546875,
+      "learning_rate": 1.9012886117333755e-06,
+      "loss": 21.8906,
+      "step": 5070
+    },
+    {
+      "epoch": 0.3367868765358305,
+      "grad_norm": 428.399169921875,
+      "learning_rate": 1.901242012952635e-06,
+      "loss": 23.2656,
+      "step": 5071
+    },
+    {
+      "epoch": 0.3368532908281862,
+      "grad_norm": 185.30355834960938,
+      "learning_rate": 1.9011954037468466e-06,
+      "loss": 18.7969,
+      "step": 5072
+    },
+    {
+      "epoch": 0.3369197051205419,
+      "grad_norm": 289.5688781738281,
+      "learning_rate": 1.901148784116549e-06,
+      "loss": 17.9844,
+      "step": 5073
+    },
+    {
+      "epoch": 0.33698611941289763,
+      "grad_norm": 347.0054626464844,
+      "learning_rate": 1.9011021540622822e-06,
+      "loss": 20.7812,
+      "step": 5074
+    },
+    {
+      "epoch": 0.33705253370525334,
+      "grad_norm": 356.58477783203125,
+      "learning_rate": 1.9010555135845853e-06,
+      "loss": 21.0312,
+      "step": 5075
+    },
+    {
+      "epoch": 0.3371189479976091,
+      "grad_norm": 482.9906311035156,
+      "learning_rate": 1.901008862683998e-06,
+      "loss": 16.6719,
+      "step": 5076
+    },
+    {
+      "epoch": 0.3371853622899648,
+      "grad_norm": 206.965087890625,
+      "learning_rate": 1.9009622013610595e-06,
+      "loss": 18.6406,
+      "step": 5077
+    },
+    {
+      "epoch": 0.33725177658232053,
+      "grad_norm": 215.03451538085938,
+      "learning_rate": 1.9009155296163098e-06,
+      "loss": 23.3438,
+      "step": 5078
+    },
+    {
+      "epoch": 0.33731819087467624,
+      "grad_norm": 298.402099609375,
+      "learning_rate": 1.9008688474502887e-06,
+      "loss": 21.4531,
+      "step": 5079
+    },
+    {
+      "epoch": 0.33738460516703195,
+      "grad_norm": 253.48207092285156,
+      "learning_rate": 1.9008221548635363e-06,
+      "loss": 24.8438,
+      "step": 5080
+    },
+    {
+      "epoch": 0.33745101945938766,
+      "grad_norm": 202.08078002929688,
+      "learning_rate": 1.9007754518565926e-06,
+      "loss": 25.5625,
+      "step": 5081
+    },
+    {
+      "epoch": 0.33751743375174337,
+      "grad_norm": 270.42626953125,
+      "learning_rate": 1.9007287384299979e-06,
+      "loss": 15.5,
+      "step": 5082
+    },
+    {
+      "epoch": 0.3375838480440991,
+      "grad_norm": 1481.425048828125,
+      "learning_rate": 1.9006820145842925e-06,
+      "loss": 26.9531,
+      "step": 5083
+    },
+    {
+      "epoch": 0.3376502623364548,
+      "grad_norm": 220.4654541015625,
+      "learning_rate": 1.9006352803200172e-06,
+      "loss": 19.25,
+      "step": 5084
+    },
+    {
+      "epoch": 0.3377166766288105,
+      "grad_norm": 582.1527099609375,
+      "learning_rate": 1.9005885356377121e-06,
+      "loss": 21.75,
+      "step": 5085
+    },
+    {
+      "epoch": 0.33778309092116626,
+      "grad_norm": 243.38876342773438,
+      "learning_rate": 1.900541780537918e-06,
+      "loss": 21.0156,
+      "step": 5086
+    },
+    {
+      "epoch": 0.337849505213522,
+      "grad_norm": 311.7442321777344,
+      "learning_rate": 1.9004950150211761e-06,
+      "loss": 19.7812,
+      "step": 5087
+    },
+    {
+      "epoch": 0.3379159195058777,
+      "grad_norm": 528.296630859375,
+      "learning_rate": 1.900448239088027e-06,
+      "loss": 20.9688,
+      "step": 5088
+    },
+    {
+      "epoch": 0.3379823337982334,
+      "grad_norm": 154.8186492919922,
+      "learning_rate": 1.900401452739012e-06,
+      "loss": 17.6406,
+      "step": 5089
+    },
+    {
+      "epoch": 0.3380487480905891,
+      "grad_norm": 234.3552703857422,
+      "learning_rate": 1.900354655974672e-06,
+      "loss": 24.4062,
+      "step": 5090
+    },
+    {
+      "epoch": 0.3381151623829448,
+      "grad_norm": 138.9029998779297,
+      "learning_rate": 1.9003078487955485e-06,
+      "loss": 15.3125,
+      "step": 5091
+    },
+    {
+      "epoch": 0.3381815766753005,
+      "grad_norm": 280.88970947265625,
+      "learning_rate": 1.9002610312021832e-06,
+      "loss": 17.9062,
+      "step": 5092
+    },
+    {
+      "epoch": 0.33824799096765623,
+      "grad_norm": 301.6233825683594,
+      "learning_rate": 1.9002142031951172e-06,
+      "loss": 19.4062,
+      "step": 5093
+    },
+    {
+      "epoch": 0.33831440526001194,
+      "grad_norm": 134.2750244140625,
+      "learning_rate": 1.9001673647748927e-06,
+      "loss": 20.4219,
+      "step": 5094
+    },
+    {
+      "epoch": 0.33838081955236765,
+      "grad_norm": 343.37481689453125,
+      "learning_rate": 1.900120515942051e-06,
+      "loss": 34.2812,
+      "step": 5095
+    },
+    {
+      "epoch": 0.33844723384472336,
+      "grad_norm": 309.0272216796875,
+      "learning_rate": 1.9000736566971341e-06,
+      "loss": 19.8125,
+      "step": 5096
+    },
+    {
+      "epoch": 0.3385136481370791,
+      "grad_norm": 936.8888549804688,
+      "learning_rate": 1.9000267870406841e-06,
+      "loss": 21.5938,
+      "step": 5097
+    },
+    {
+      "epoch": 0.33858006242943484,
+      "grad_norm": 149.2958221435547,
+      "learning_rate": 1.8999799069732436e-06,
+      "loss": 18.3906,
+      "step": 5098
+    },
+    {
+      "epoch": 0.33864647672179055,
+      "grad_norm": 193.92054748535156,
+      "learning_rate": 1.8999330164953541e-06,
+      "loss": 13.9062,
+      "step": 5099
+    },
+    {
+      "epoch": 0.33871289101414626,
+      "grad_norm": 443.540771484375,
+      "learning_rate": 1.8998861156075585e-06,
+      "loss": 24.0938,
+      "step": 5100
+    },
+    {
+      "epoch": 0.33877930530650197,
+      "grad_norm": 291.7806701660156,
+      "learning_rate": 1.8998392043103992e-06,
+      "loss": 18.4531,
+      "step": 5101
+    },
+    {
+      "epoch": 0.3388457195988577,
+      "grad_norm": 195.11158752441406,
+      "learning_rate": 1.899792282604419e-06,
+      "loss": 18.1094,
+      "step": 5102
+    },
+    {
+      "epoch": 0.3389121338912134,
+      "grad_norm": 139.29017639160156,
+      "learning_rate": 1.8997453504901606e-06,
+      "loss": 20.3594,
+      "step": 5103
+    },
+    {
+      "epoch": 0.3389785481835691,
+      "grad_norm": 188.79417419433594,
+      "learning_rate": 1.8996984079681665e-06,
+      "loss": 18.0156,
+      "step": 5104
+    },
+    {
+      "epoch": 0.3390449624759248,
+      "grad_norm": 712.6280517578125,
+      "learning_rate": 1.8996514550389802e-06,
+      "loss": 27.0781,
+      "step": 5105
+    },
+    {
+      "epoch": 0.3391113767682805,
+      "grad_norm": 136.60690307617188,
+      "learning_rate": 1.8996044917031446e-06,
+      "loss": 19.2031,
+      "step": 5106
+    },
+    {
+      "epoch": 0.3391777910606362,
+      "grad_norm": 169.33934020996094,
+      "learning_rate": 1.899557517961203e-06,
+      "loss": 20.375,
+      "step": 5107
+    },
+    {
+      "epoch": 0.339244205352992,
+      "grad_norm": 291.47637939453125,
+      "learning_rate": 1.8995105338136988e-06,
+      "loss": 24.9375,
+      "step": 5108
+    },
+    {
+      "epoch": 0.3393106196453477,
+      "grad_norm": 311.8502502441406,
+      "learning_rate": 1.8994635392611754e-06,
+      "loss": 14.3281,
+      "step": 5109
+    },
+    {
+      "epoch": 0.3393770339377034,
+      "grad_norm": 361.0697326660156,
+      "learning_rate": 1.8994165343041763e-06,
+      "loss": 27.3125,
+      "step": 5110
+    },
+    {
+      "epoch": 0.3394434482300591,
+      "grad_norm": 483.21990966796875,
+      "learning_rate": 1.8993695189432455e-06,
+      "loss": 24.4375,
+      "step": 5111
+    },
+    {
+      "epoch": 0.33950986252241483,
+      "grad_norm": 158.5640869140625,
+      "learning_rate": 1.8993224931789267e-06,
+      "loss": 17.7188,
+      "step": 5112
+    },
+    {
+      "epoch": 0.33957627681477054,
+      "grad_norm": 185.01715087890625,
+      "learning_rate": 1.8992754570117638e-06,
+      "loss": 17.1562,
+      "step": 5113
+    },
+    {
+      "epoch": 0.33964269110712625,
+      "grad_norm": 272.4220275878906,
+      "learning_rate": 1.8992284104423008e-06,
+      "loss": 22.25,
+      "step": 5114
+    },
+    {
+      "epoch": 0.33970910539948196,
+      "grad_norm": 181.23414611816406,
+      "learning_rate": 1.8991813534710826e-06,
+      "loss": 18.0,
+      "step": 5115
+    },
+    {
+      "epoch": 0.33977551969183767,
+      "grad_norm": 151.05661010742188,
+      "learning_rate": 1.8991342860986525e-06,
+      "loss": 21.0625,
+      "step": 5116
+    },
+    {
+      "epoch": 0.3398419339841934,
+      "grad_norm": 142.41571044921875,
+      "learning_rate": 1.8990872083255556e-06,
+      "loss": 18.4062,
+      "step": 5117
+    },
+    {
+      "epoch": 0.3399083482765491,
+      "grad_norm": 170.9159698486328,
+      "learning_rate": 1.8990401201523365e-06,
+      "loss": 16.4375,
+      "step": 5118
+    },
+    {
+      "epoch": 0.33997476256890485,
+      "grad_norm": 161.13653564453125,
+      "learning_rate": 1.8989930215795395e-06,
+      "loss": 21.7031,
+      "step": 5119
+    },
+    {
+      "epoch": 0.34004117686126056,
+      "grad_norm": 431.56884765625,
+      "learning_rate": 1.8989459126077095e-06,
+      "loss": 20.9531,
+      "step": 5120
+    },
+    {
+      "epoch": 0.3401075911536163,
+      "grad_norm": 376.9411315917969,
+      "learning_rate": 1.8988987932373921e-06,
+      "loss": 18.3906,
+      "step": 5121
+    },
+    {
+      "epoch": 0.340174005445972,
+      "grad_norm": 304.2427978515625,
+      "learning_rate": 1.8988516634691311e-06,
+      "loss": 18.0312,
+      "step": 5122
+    },
+    {
+      "epoch": 0.3402404197383277,
+      "grad_norm": 210.04893493652344,
+      "learning_rate": 1.8988045233034728e-06,
+      "loss": 15.9375,
+      "step": 5123
+    },
+    {
+      "epoch": 0.3403068340306834,
+      "grad_norm": 255.05091857910156,
+      "learning_rate": 1.898757372740962e-06,
+      "loss": 19.0781,
+      "step": 5124
+    },
+    {
+      "epoch": 0.3403732483230391,
+      "grad_norm": 181.0811004638672,
+      "learning_rate": 1.898710211782144e-06,
+      "loss": 16.9688,
+      "step": 5125
+    },
+    {
+      "epoch": 0.3404396626153948,
+      "grad_norm": 189.54103088378906,
+      "learning_rate": 1.8986630404275648e-06,
+      "loss": 26.1562,
+      "step": 5126
+    },
+    {
+      "epoch": 0.34050607690775053,
+      "grad_norm": 670.0617065429688,
+      "learning_rate": 1.8986158586777696e-06,
+      "loss": 19.7188,
+      "step": 5127
+    },
+    {
+      "epoch": 0.34057249120010624,
+      "grad_norm": 194.67518615722656,
+      "learning_rate": 1.898568666533304e-06,
+      "loss": 17.375,
+      "step": 5128
+    },
+    {
+      "epoch": 0.34063890549246195,
+      "grad_norm": 237.61463928222656,
+      "learning_rate": 1.8985214639947148e-06,
+      "loss": 17.1562,
+      "step": 5129
+    },
+    {
+      "epoch": 0.3407053197848177,
+      "grad_norm": 360.5954284667969,
+      "learning_rate": 1.8984742510625468e-06,
+      "loss": 18.2031,
+      "step": 5130
+    },
+    {
+      "epoch": 0.3407717340771734,
+      "grad_norm": 205.32974243164062,
+      "learning_rate": 1.8984270277373473e-06,
+      "loss": 20.5625,
+      "step": 5131
+    },
+    {
+      "epoch": 0.34083814836952914,
+      "grad_norm": 202.47329711914062,
+      "learning_rate": 1.8983797940196618e-06,
+      "loss": 19.3125,
+      "step": 5132
+    },
+    {
+      "epoch": 0.34090456266188485,
+      "grad_norm": 780.2909545898438,
+      "learning_rate": 1.8983325499100366e-06,
+      "loss": 16.0469,
+      "step": 5133
+    },
+    {
+      "epoch": 0.34097097695424056,
+      "grad_norm": 223.79074096679688,
+      "learning_rate": 1.8982852954090189e-06,
+      "loss": 19.0078,
+      "step": 5134
+    },
+    {
+      "epoch": 0.34103739124659627,
+      "grad_norm": 162.81455993652344,
+      "learning_rate": 1.8982380305171547e-06,
+      "loss": 16.0,
+      "step": 5135
+    },
+    {
+      "epoch": 0.341103805538952,
+      "grad_norm": 243.82601928710938,
+      "learning_rate": 1.898190755234991e-06,
+      "loss": 24.375,
+      "step": 5136
+    },
+    {
+      "epoch": 0.3411702198313077,
+      "grad_norm": 254.68238830566406,
+      "learning_rate": 1.8981434695630742e-06,
+      "loss": 16.8125,
+      "step": 5137
+    },
+    {
+      "epoch": 0.3412366341236634,
+      "grad_norm": 176.01344299316406,
+      "learning_rate": 1.898096173501952e-06,
+      "loss": 17.9062,
+      "step": 5138
+    },
+    {
+      "epoch": 0.3413030484160191,
+      "grad_norm": 360.3665771484375,
+      "learning_rate": 1.898048867052171e-06,
+      "loss": 17.3281,
+      "step": 5139
+    },
+    {
+      "epoch": 0.3413694627083748,
+      "grad_norm": 411.78997802734375,
+      "learning_rate": 1.8980015502142788e-06,
+      "loss": 26.3438,
+      "step": 5140
+    },
+    {
+      "epoch": 0.3414358770007306,
+      "grad_norm": 2015.6365966796875,
+      "learning_rate": 1.8979542229888223e-06,
+      "loss": 20.4062,
+      "step": 5141
+    },
+    {
+      "epoch": 0.3415022912930863,
+      "grad_norm": 247.03805541992188,
+      "learning_rate": 1.897906885376349e-06,
+      "loss": 14.2344,
+      "step": 5142
+    },
+    {
+      "epoch": 0.341568705585442,
+      "grad_norm": 398.0884094238281,
+      "learning_rate": 1.897859537377407e-06,
+      "loss": 11.125,
+      "step": 5143
+    },
+    {
+      "epoch": 0.3416351198777977,
+      "grad_norm": 135.1695098876953,
+      "learning_rate": 1.897812178992543e-06,
+      "loss": 18.3594,
+      "step": 5144
+    },
+    {
+      "epoch": 0.3417015341701534,
+      "grad_norm": 177.17088317871094,
+      "learning_rate": 1.8977648102223058e-06,
+      "loss": 18.2344,
+      "step": 5145
+    },
+    {
+      "epoch": 0.34176794846250913,
+      "grad_norm": 316.38079833984375,
+      "learning_rate": 1.897717431067243e-06,
+      "loss": 22.5469,
+      "step": 5146
+    },
+    {
+      "epoch": 0.34183436275486484,
+      "grad_norm": 176.78025817871094,
+      "learning_rate": 1.8976700415279026e-06,
+      "loss": 18.3281,
+      "step": 5147
+    },
+    {
+      "epoch": 0.34190077704722055,
+      "grad_norm": 1291.8668212890625,
+      "learning_rate": 1.8976226416048327e-06,
+      "loss": 23.3125,
+      "step": 5148
+    },
+    {
+      "epoch": 0.34196719133957626,
+      "grad_norm": 175.19786071777344,
+      "learning_rate": 1.8975752312985817e-06,
+      "loss": 16.0938,
+      "step": 5149
+    },
+    {
+      "epoch": 0.34203360563193197,
+      "grad_norm": 162.1467742919922,
+      "learning_rate": 1.897527810609698e-06,
+      "loss": 23.9688,
+      "step": 5150
+    },
+    {
+      "epoch": 0.3421000199242877,
+      "grad_norm": 163.42874145507812,
+      "learning_rate": 1.8974803795387302e-06,
+      "loss": 18.6406,
+      "step": 5151
+    },
+    {
+      "epoch": 0.34216643421664344,
+      "grad_norm": 172.73255920410156,
+      "learning_rate": 1.8974329380862266e-06,
+      "loss": 17.8125,
+      "step": 5152
+    },
+    {
+      "epoch": 0.34223284850899915,
+      "grad_norm": 212.24539184570312,
+      "learning_rate": 1.8973854862527365e-06,
+      "loss": 17.4531,
+      "step": 5153
+    },
+    {
+      "epoch": 0.34229926280135486,
+      "grad_norm": 306.5047912597656,
+      "learning_rate": 1.8973380240388086e-06,
+      "loss": 23.1719,
+      "step": 5154
+    },
+    {
+      "epoch": 0.3423656770937106,
+      "grad_norm": 424.7279052734375,
+      "learning_rate": 1.8972905514449919e-06,
+      "loss": 21.0625,
+      "step": 5155
+    },
+    {
+      "epoch": 0.3424320913860663,
+      "grad_norm": 340.2978515625,
+      "learning_rate": 1.8972430684718354e-06,
+      "loss": 25.625,
+      "step": 5156
+    },
+    {
+      "epoch": 0.342498505678422,
+      "grad_norm": 330.4277038574219,
+      "learning_rate": 1.8971955751198886e-06,
+      "loss": 15.9219,
+      "step": 5157
+    },
+    {
+      "epoch": 0.3425649199707777,
+      "grad_norm": 256.6654052734375,
+      "learning_rate": 1.8971480713897006e-06,
+      "loss": 18.1719,
+      "step": 5158
+    },
+    {
+      "epoch": 0.3426313342631334,
+      "grad_norm": 146.12135314941406,
+      "learning_rate": 1.897100557281821e-06,
+      "loss": 15.375,
+      "step": 5159
+    },
+    {
+      "epoch": 0.3426977485554891,
+      "grad_norm": 358.1485290527344,
+      "learning_rate": 1.8970530327967995e-06,
+      "loss": 24.3281,
+      "step": 5160
+    },
+    {
+      "epoch": 0.34276416284784483,
+      "grad_norm": 452.593505859375,
+      "learning_rate": 1.897005497935186e-06,
+      "loss": 21.5938,
+      "step": 5161
+    },
+    {
+      "epoch": 0.3428305771402006,
+      "grad_norm": 198.82632446289062,
+      "learning_rate": 1.8969579526975297e-06,
+      "loss": 17.5781,
+      "step": 5162
+    },
+    {
+      "epoch": 0.3428969914325563,
+      "grad_norm": 191.56826782226562,
+      "learning_rate": 1.8969103970843813e-06,
+      "loss": 19.625,
+      "step": 5163
+    },
+    {
+      "epoch": 0.342963405724912,
+      "grad_norm": 144.2544708251953,
+      "learning_rate": 1.8968628310962904e-06,
+      "loss": 18.2969,
+      "step": 5164
+    },
+    {
+      "epoch": 0.34302982001726773,
+      "grad_norm": 202.7700958251953,
+      "learning_rate": 1.8968152547338078e-06,
+      "loss": 14.4375,
+      "step": 5165
+    },
+    {
+      "epoch": 0.34309623430962344,
+      "grad_norm": 214.4324188232422,
+      "learning_rate": 1.896767667997483e-06,
+      "loss": 20.25,
+      "step": 5166
+    },
+    {
+      "epoch": 0.34316264860197915,
+      "grad_norm": 427.5494079589844,
+      "learning_rate": 1.8967200708878675e-06,
+      "loss": 26.5938,
+      "step": 5167
+    },
+    {
+      "epoch": 0.34322906289433486,
+      "grad_norm": 272.24554443359375,
+      "learning_rate": 1.8966724634055108e-06,
+      "loss": 17.0234,
+      "step": 5168
+    },
+    {
+      "epoch": 0.34329547718669057,
+      "grad_norm": 290.54931640625,
+      "learning_rate": 1.8966248455509644e-06,
+      "loss": 18.5,
+      "step": 5169
+    },
+    {
+      "epoch": 0.3433618914790463,
+      "grad_norm": 188.17991638183594,
+      "learning_rate": 1.8965772173247787e-06,
+      "loss": 18.5781,
+      "step": 5170
+    },
+    {
+      "epoch": 0.343428305771402,
+      "grad_norm": 210.57786560058594,
+      "learning_rate": 1.8965295787275046e-06,
+      "loss": 18.6562,
+      "step": 5171
+    },
+    {
+      "epoch": 0.3434947200637577,
+      "grad_norm": 194.83590698242188,
+      "learning_rate": 1.8964819297596936e-06,
+      "loss": 13.8125,
+      "step": 5172
+    },
+    {
+      "epoch": 0.34356113435611346,
+      "grad_norm": 827.25439453125,
+      "learning_rate": 1.8964342704218965e-06,
+      "loss": 19.4062,
+      "step": 5173
+    },
+    {
+      "epoch": 0.34362754864846917,
+      "grad_norm": 303.0469055175781,
+      "learning_rate": 1.8963866007146646e-06,
+      "loss": 20.2969,
+      "step": 5174
+    },
+    {
+      "epoch": 0.3436939629408249,
+      "grad_norm": 248.71939086914062,
+      "learning_rate": 1.8963389206385494e-06,
+      "loss": 27.8281,
+      "step": 5175
+    },
+    {
+      "epoch": 0.3437603772331806,
+      "grad_norm": 189.59336853027344,
+      "learning_rate": 1.8962912301941024e-06,
+      "loss": 19.8906,
+      "step": 5176
+    },
+    {
+      "epoch": 0.3438267915255363,
+      "grad_norm": 266.0353698730469,
+      "learning_rate": 1.8962435293818753e-06,
+      "loss": 21.1562,
+      "step": 5177
+    },
+    {
+      "epoch": 0.343893205817892,
+      "grad_norm": 357.052490234375,
+      "learning_rate": 1.8961958182024197e-06,
+      "loss": 20.8438,
+      "step": 5178
+    },
+    {
+      "epoch": 0.3439596201102477,
+      "grad_norm": 475.0566101074219,
+      "learning_rate": 1.896148096656288e-06,
+      "loss": 17.5312,
+      "step": 5179
+    },
+    {
+      "epoch": 0.34402603440260343,
+      "grad_norm": 213.99732971191406,
+      "learning_rate": 1.8961003647440314e-06,
+      "loss": 20.375,
+      "step": 5180
+    },
+    {
+      "epoch": 0.34409244869495914,
+      "grad_norm": 249.47735595703125,
+      "learning_rate": 1.896052622466203e-06,
+      "loss": 20.5625,
+      "step": 5181
+    },
+    {
+      "epoch": 0.34415886298731485,
+      "grad_norm": 397.11236572265625,
+      "learning_rate": 1.8960048698233543e-06,
+      "loss": 16.125,
+      "step": 5182
+    },
+    {
+      "epoch": 0.34422527727967056,
+      "grad_norm": 173.79664611816406,
+      "learning_rate": 1.8959571068160379e-06,
+      "loss": 18.8906,
+      "step": 5183
+    },
+    {
+      "epoch": 0.3442916915720263,
+      "grad_norm": 1977.263916015625,
+      "learning_rate": 1.8959093334448064e-06,
+      "loss": 17.5625,
+      "step": 5184
+    },
+    {
+      "epoch": 0.34435810586438204,
+      "grad_norm": 206.29310607910156,
+      "learning_rate": 1.8958615497102124e-06,
+      "loss": 17.7969,
+      "step": 5185
+    },
+    {
+      "epoch": 0.34442452015673775,
+      "grad_norm": 202.75466918945312,
+      "learning_rate": 1.8958137556128084e-06,
+      "loss": 25.2188,
+      "step": 5186
+    },
+    {
+      "epoch": 0.34449093444909346,
+      "grad_norm": 221.06893920898438,
+      "learning_rate": 1.8957659511531475e-06,
+      "loss": 15.7812,
+      "step": 5187
+    },
+    {
+      "epoch": 0.34455734874144917,
+      "grad_norm": 172.47007751464844,
+      "learning_rate": 1.8957181363317826e-06,
+      "loss": 20.625,
+      "step": 5188
+    },
+    {
+      "epoch": 0.3446237630338049,
+      "grad_norm": 430.2976379394531,
+      "learning_rate": 1.895670311149267e-06,
+      "loss": 20.0938,
+      "step": 5189
+    },
+    {
+      "epoch": 0.3446901773261606,
+      "grad_norm": 291.6751708984375,
+      "learning_rate": 1.8956224756061533e-06,
+      "loss": 17.0469,
+      "step": 5190
+    },
+    {
+      "epoch": 0.3447565916185163,
+      "grad_norm": 319.97149658203125,
+      "learning_rate": 1.8955746297029957e-06,
+      "loss": 17.9219,
+      "step": 5191
+    },
+    {
+      "epoch": 0.344823005910872,
+      "grad_norm": 332.00360107421875,
+      "learning_rate": 1.8955267734403472e-06,
+      "loss": 17.2969,
+      "step": 5192
+    },
+    {
+      "epoch": 0.3448894202032277,
+      "grad_norm": 279.0722961425781,
+      "learning_rate": 1.8954789068187611e-06,
+      "loss": 19.9062,
+      "step": 5193
+    },
+    {
+      "epoch": 0.3449558344955834,
+      "grad_norm": 245.96981811523438,
+      "learning_rate": 1.8954310298387912e-06,
+      "loss": 22.9688,
+      "step": 5194
+    },
+    {
+      "epoch": 0.3450222487879392,
+      "grad_norm": 296.6825866699219,
+      "learning_rate": 1.8953831425009918e-06,
+      "loss": 23.1875,
+      "step": 5195
+    },
+    {
+      "epoch": 0.3450886630802949,
+      "grad_norm": 211.81365966796875,
+      "learning_rate": 1.8953352448059165e-06,
+      "loss": 18.8281,
+      "step": 5196
+    },
+    {
+      "epoch": 0.3451550773726506,
+      "grad_norm": 214.07371520996094,
+      "learning_rate": 1.8952873367541193e-06,
+      "loss": 17.5938,
+      "step": 5197
+    },
+    {
+      "epoch": 0.3452214916650063,
+      "grad_norm": 197.72535705566406,
+      "learning_rate": 1.8952394183461543e-06,
+      "loss": 14.8906,
+      "step": 5198
+    },
+    {
+      "epoch": 0.34528790595736203,
+      "grad_norm": 188.57505798339844,
+      "learning_rate": 1.8951914895825762e-06,
+      "loss": 16.6719,
+      "step": 5199
+    },
+    {
+      "epoch": 0.34535432024971774,
+      "grad_norm": 141.6361083984375,
+      "learning_rate": 1.895143550463939e-06,
+      "loss": 23.6406,
+      "step": 5200
+    },
+    {
+      "epoch": 0.34542073454207345,
+      "grad_norm": 1051.5081787109375,
+      "learning_rate": 1.8950956009907975e-06,
+      "loss": 18.7969,
+      "step": 5201
+    },
+    {
+      "epoch": 0.34548714883442916,
+      "grad_norm": 122.99577331542969,
+      "learning_rate": 1.895047641163706e-06,
+      "loss": 11.625,
+      "step": 5202
+    },
+    {
+      "epoch": 0.34555356312678487,
+      "grad_norm": 371.67657470703125,
+      "learning_rate": 1.8949996709832197e-06,
+      "loss": 22.3594,
+      "step": 5203
+    },
+    {
+      "epoch": 0.3456199774191406,
+      "grad_norm": 226.17791748046875,
+      "learning_rate": 1.8949516904498932e-06,
+      "loss": 15.0312,
+      "step": 5204
+    },
+    {
+      "epoch": 0.3456863917114963,
+      "grad_norm": 498.5865783691406,
+      "learning_rate": 1.8949036995642817e-06,
+      "loss": 22.8125,
+      "step": 5205
+    },
+    {
+      "epoch": 0.34575280600385205,
+      "grad_norm": 248.96490478515625,
+      "learning_rate": 1.8948556983269402e-06,
+      "loss": 20.4531,
+      "step": 5206
+    },
+    {
+      "epoch": 0.34581922029620776,
+      "grad_norm": 123.9862060546875,
+      "learning_rate": 1.894807686738424e-06,
+      "loss": 14.9062,
+      "step": 5207
+    },
+    {
+      "epoch": 0.3458856345885635,
+      "grad_norm": 215.07542419433594,
+      "learning_rate": 1.8947596647992883e-06,
+      "loss": 22.1562,
+      "step": 5208
+    },
+    {
+      "epoch": 0.3459520488809192,
+      "grad_norm": 482.1416931152344,
+      "learning_rate": 1.8947116325100886e-06,
+      "loss": 20.0469,
+      "step": 5209
+    },
+    {
+      "epoch": 0.3460184631732749,
+      "grad_norm": 242.15890502929688,
+      "learning_rate": 1.8946635898713811e-06,
+      "loss": 13.7656,
+      "step": 5210
+    },
+    {
+      "epoch": 0.3460848774656306,
+      "grad_norm": 169.68753051757812,
+      "learning_rate": 1.894615536883721e-06,
+      "loss": 22.8125,
+      "step": 5211
+    },
+    {
+      "epoch": 0.3461512917579863,
+      "grad_norm": 188.85971069335938,
+      "learning_rate": 1.894567473547664e-06,
+      "loss": 18.4844,
+      "step": 5212
+    },
+    {
+      "epoch": 0.346217706050342,
+      "grad_norm": 163.41139221191406,
+      "learning_rate": 1.8945193998637665e-06,
+      "loss": 23.2812,
+      "step": 5213
+    },
+    {
+      "epoch": 0.34628412034269773,
+      "grad_norm": 306.08892822265625,
+      "learning_rate": 1.8944713158325843e-06,
+      "loss": 25.5312,
+      "step": 5214
+    },
+    {
+      "epoch": 0.34635053463505344,
+      "grad_norm": 117.90058135986328,
+      "learning_rate": 1.8944232214546738e-06,
+      "loss": 17.8281,
+      "step": 5215
+    },
+    {
+      "epoch": 0.34641694892740915,
+      "grad_norm": 206.4654998779297,
+      "learning_rate": 1.894375116730591e-06,
+      "loss": 19.0,
+      "step": 5216
+    },
+    {
+      "epoch": 0.3464833632197649,
+      "grad_norm": 541.4750366210938,
+      "learning_rate": 1.8943270016608928e-06,
+      "loss": 20.7188,
+      "step": 5217
+    },
+    {
+      "epoch": 0.3465497775121206,
+      "grad_norm": 443.55224609375,
+      "learning_rate": 1.8942788762461355e-06,
+      "loss": 22.2031,
+      "step": 5218
+    },
+    {
+      "epoch": 0.34661619180447634,
+      "grad_norm": 424.7906799316406,
+      "learning_rate": 1.8942307404868757e-06,
+      "loss": 22.4062,
+      "step": 5219
+    },
+    {
+      "epoch": 0.34668260609683205,
+      "grad_norm": 212.99522399902344,
+      "learning_rate": 1.8941825943836705e-06,
+      "loss": 15.0625,
+      "step": 5220
+    },
+    {
+      "epoch": 0.34674902038918776,
+      "grad_norm": 160.63198852539062,
+      "learning_rate": 1.8941344379370764e-06,
+      "loss": 17.9688,
+      "step": 5221
+    },
+    {
+      "epoch": 0.34681543468154347,
+      "grad_norm": 333.0956726074219,
+      "learning_rate": 1.894086271147651e-06,
+      "loss": 18.625,
+      "step": 5222
+    },
+    {
+      "epoch": 0.3468818489738992,
+      "grad_norm": 178.76580810546875,
+      "learning_rate": 1.894038094015951e-06,
+      "loss": 21.0312,
+      "step": 5223
+    },
+    {
+      "epoch": 0.3469482632662549,
+      "grad_norm": 382.5750732421875,
+      "learning_rate": 1.8939899065425341e-06,
+      "loss": 17.7969,
+      "step": 5224
+    },
+    {
+      "epoch": 0.3470146775586106,
+      "grad_norm": 411.8917236328125,
+      "learning_rate": 1.8939417087279574e-06,
+      "loss": 17.0625,
+      "step": 5225
+    },
+    {
+      "epoch": 0.3470810918509663,
+      "grad_norm": 517.2420654296875,
+      "learning_rate": 1.8938935005727786e-06,
+      "loss": 22.4062,
+      "step": 5226
+    },
+    {
+      "epoch": 0.347147506143322,
+      "grad_norm": 212.0997772216797,
+      "learning_rate": 1.8938452820775549e-06,
+      "loss": 21.5625,
+      "step": 5227
+    },
+    {
+      "epoch": 0.3472139204356778,
+      "grad_norm": 157.72805786132812,
+      "learning_rate": 1.8937970532428445e-06,
+      "loss": 17.2344,
+      "step": 5228
+    },
+    {
+      "epoch": 0.3472803347280335,
+      "grad_norm": 295.4676818847656,
+      "learning_rate": 1.8937488140692054e-06,
+      "loss": 14.375,
+      "step": 5229
+    },
+    {
+      "epoch": 0.3473467490203892,
+      "grad_norm": 148.5985870361328,
+      "learning_rate": 1.8937005645571951e-06,
+      "loss": 14.4688,
+      "step": 5230
+    },
+    {
+      "epoch": 0.3474131633127449,
+      "grad_norm": 281.07135009765625,
+      "learning_rate": 1.893652304707372e-06,
+      "loss": 21.0781,
+      "step": 5231
+    },
+    {
+      "epoch": 0.3474795776051006,
+      "grad_norm": 160.479248046875,
+      "learning_rate": 1.8936040345202944e-06,
+      "loss": 16.0625,
+      "step": 5232
+    },
+    {
+      "epoch": 0.34754599189745633,
+      "grad_norm": 216.49180603027344,
+      "learning_rate": 1.8935557539965208e-06,
+      "loss": 26.5625,
+      "step": 5233
+    },
+    {
+      "epoch": 0.34761240618981204,
+      "grad_norm": 338.9996643066406,
+      "learning_rate": 1.8935074631366093e-06,
+      "loss": 21.0625,
+      "step": 5234
+    },
+    {
+      "epoch": 0.34767882048216775,
+      "grad_norm": 153.17269897460938,
+      "learning_rate": 1.8934591619411186e-06,
+      "loss": 17.6562,
+      "step": 5235
+    },
+    {
+      "epoch": 0.34774523477452346,
+      "grad_norm": 363.87799072265625,
+      "learning_rate": 1.8934108504106076e-06,
+      "loss": 33.0938,
+      "step": 5236
+    },
+    {
+      "epoch": 0.34781164906687917,
+      "grad_norm": 596.611083984375,
+      "learning_rate": 1.893362528545635e-06,
+      "loss": 25.8438,
+      "step": 5237
+    },
+    {
+      "epoch": 0.34787806335923493,
+      "grad_norm": 411.7811279296875,
+      "learning_rate": 1.8933141963467602e-06,
+      "loss": 38.0312,
+      "step": 5238
+    },
+    {
+      "epoch": 0.34794447765159064,
+      "grad_norm": 286.2321472167969,
+      "learning_rate": 1.8932658538145417e-06,
+      "loss": 21.7188,
+      "step": 5239
+    },
+    {
+      "epoch": 0.34801089194394635,
+      "grad_norm": 224.59423828125,
+      "learning_rate": 1.8932175009495386e-06,
+      "loss": 20.7812,
+      "step": 5240
+    },
+    {
+      "epoch": 0.34807730623630206,
+      "grad_norm": 189.69479370117188,
+      "learning_rate": 1.8931691377523106e-06,
+      "loss": 20.0156,
+      "step": 5241
+    },
+    {
+      "epoch": 0.3481437205286578,
+      "grad_norm": 132.80931091308594,
+      "learning_rate": 1.8931207642234175e-06,
+      "loss": 17.6562,
+      "step": 5242
+    },
+    {
+      "epoch": 0.3482101348210135,
+      "grad_norm": 281.17181396484375,
+      "learning_rate": 1.893072380363418e-06,
+      "loss": 21.25,
+      "step": 5243
+    },
+    {
+      "epoch": 0.3482765491133692,
+      "grad_norm": 169.1405029296875,
+      "learning_rate": 1.8930239861728721e-06,
+      "loss": 17.1562,
+      "step": 5244
+    },
+    {
+      "epoch": 0.3483429634057249,
+      "grad_norm": 175.0796356201172,
+      "learning_rate": 1.8929755816523398e-06,
+      "loss": 19.8438,
+      "step": 5245
+    },
+    {
+      "epoch": 0.3484093776980806,
+      "grad_norm": 187.84471130371094,
+      "learning_rate": 1.892927166802381e-06,
+      "loss": 22.2188,
+      "step": 5246
+    },
+    {
+      "epoch": 0.3484757919904363,
+      "grad_norm": 208.2425079345703,
+      "learning_rate": 1.8928787416235554e-06,
+      "loss": 16.9062,
+      "step": 5247
+    },
+    {
+      "epoch": 0.34854220628279203,
+      "grad_norm": 145.82681274414062,
+      "learning_rate": 1.8928303061164238e-06,
+      "loss": 15.5312,
+      "step": 5248
+    },
+    {
+      "epoch": 0.3486086205751478,
+      "grad_norm": 232.32540893554688,
+      "learning_rate": 1.8927818602815457e-06,
+      "loss": 23.7188,
+      "step": 5249
+    },
+    {
+      "epoch": 0.3486750348675035,
+      "grad_norm": 176.30337524414062,
+      "learning_rate": 1.8927334041194818e-06,
+      "loss": 21.1094,
+      "step": 5250
+    },
+    {
+      "epoch": 0.3487414491598592,
+      "grad_norm": 109.65581512451172,
+      "learning_rate": 1.892684937630793e-06,
+      "loss": 13.5156,
+      "step": 5251
+    },
+    {
+      "epoch": 0.34880786345221493,
+      "grad_norm": 144.17823791503906,
+      "learning_rate": 1.892636460816039e-06,
+      "loss": 19.9688,
+      "step": 5252
+    },
+    {
+      "epoch": 0.34887427774457064,
+      "grad_norm": 1198.0999755859375,
+      "learning_rate": 1.8925879736757817e-06,
+      "loss": 16.4375,
+      "step": 5253
+    },
+    {
+      "epoch": 0.34894069203692635,
+      "grad_norm": 295.8039245605469,
+      "learning_rate": 1.8925394762105812e-06,
+      "loss": 16.8594,
+      "step": 5254
+    },
+    {
+      "epoch": 0.34900710632928206,
+      "grad_norm": 217.1896514892578,
+      "learning_rate": 1.8924909684209986e-06,
+      "loss": 17.1562,
+      "step": 5255
+    },
+    {
+      "epoch": 0.34907352062163777,
+      "grad_norm": 198.3386993408203,
+      "learning_rate": 1.8924424503075953e-06,
+      "loss": 19.0156,
+      "step": 5256
+    },
+    {
+      "epoch": 0.3491399349139935,
+      "grad_norm": 212.60931396484375,
+      "learning_rate": 1.8923939218709324e-06,
+      "loss": 19.6719,
+      "step": 5257
+    },
+    {
+      "epoch": 0.3492063492063492,
+      "grad_norm": 193.3759765625,
+      "learning_rate": 1.892345383111571e-06,
+      "loss": 19.4531,
+      "step": 5258
+    },
+    {
+      "epoch": 0.3492727634987049,
+      "grad_norm": 283.3250427246094,
+      "learning_rate": 1.8922968340300729e-06,
+      "loss": 17.1719,
+      "step": 5259
+    },
+    {
+      "epoch": 0.34933917779106066,
+      "grad_norm": 210.85618591308594,
+      "learning_rate": 1.8922482746269997e-06,
+      "loss": 20.1875,
+      "step": 5260
+    },
+    {
+      "epoch": 0.34940559208341637,
+      "grad_norm": 412.6726989746094,
+      "learning_rate": 1.8921997049029126e-06,
+      "loss": 18.1719,
+      "step": 5261
+    },
+    {
+      "epoch": 0.3494720063757721,
+      "grad_norm": 344.6054382324219,
+      "learning_rate": 1.8921511248583739e-06,
+      "loss": 15.5938,
+      "step": 5262
+    },
+    {
+      "epoch": 0.3495384206681278,
+      "grad_norm": 202.4056854248047,
+      "learning_rate": 1.8921025344939455e-06,
+      "loss": 20.2812,
+      "step": 5263
+    },
+    {
+      "epoch": 0.3496048349604835,
+      "grad_norm": 264.6114807128906,
+      "learning_rate": 1.8920539338101893e-06,
+      "loss": 15.4219,
+      "step": 5264
+    },
+    {
+      "epoch": 0.3496712492528392,
+      "grad_norm": 414.69268798828125,
+      "learning_rate": 1.8920053228076678e-06,
+      "loss": 17.9844,
+      "step": 5265
+    },
+    {
+      "epoch": 0.3497376635451949,
+      "grad_norm": 219.589599609375,
+      "learning_rate": 1.8919567014869432e-06,
+      "loss": 20.6719,
+      "step": 5266
+    },
+    {
+      "epoch": 0.34980407783755063,
+      "grad_norm": 221.3588409423828,
+      "learning_rate": 1.8919080698485775e-06,
+      "loss": 18.6094,
+      "step": 5267
+    },
+    {
+      "epoch": 0.34987049212990634,
+      "grad_norm": 614.732177734375,
+      "learning_rate": 1.8918594278931335e-06,
+      "loss": 23.125,
+      "step": 5268
+    },
+    {
+      "epoch": 0.34993690642226205,
+      "grad_norm": 217.98941040039062,
+      "learning_rate": 1.8918107756211738e-06,
+      "loss": 22.0469,
+      "step": 5269
+    },
+    {
+      "epoch": 0.35000332071461776,
+      "grad_norm": 169.30409240722656,
+      "learning_rate": 1.8917621130332616e-06,
+      "loss": 18.3281,
+      "step": 5270
+    },
+    {
+      "epoch": 0.3500697350069735,
+      "grad_norm": 307.3839111328125,
+      "learning_rate": 1.8917134401299595e-06,
+      "loss": 28.7031,
+      "step": 5271
+    },
+    {
+      "epoch": 0.35013614929932924,
+      "grad_norm": 201.8002166748047,
+      "learning_rate": 1.8916647569118304e-06,
+      "loss": 18.3125,
+      "step": 5272
+    },
+    {
+      "epoch": 0.35020256359168495,
+      "grad_norm": 154.9840087890625,
+      "learning_rate": 1.8916160633794377e-06,
+      "loss": 16.0312,
+      "step": 5273
+    },
+    {
+      "epoch": 0.35026897788404066,
+      "grad_norm": 228.3055419921875,
+      "learning_rate": 1.8915673595333441e-06,
+      "loss": 16.5156,
+      "step": 5274
+    },
+    {
+      "epoch": 0.35033539217639637,
+      "grad_norm": 116.66073608398438,
+      "learning_rate": 1.891518645374114e-06,
+      "loss": 16.5,
+      "step": 5275
+    },
+    {
+      "epoch": 0.3504018064687521,
+      "grad_norm": 406.0074157714844,
+      "learning_rate": 1.8914699209023096e-06,
+      "loss": 16.2656,
+      "step": 5276
+    },
+    {
+      "epoch": 0.3504682207611078,
+      "grad_norm": 162.46620178222656,
+      "learning_rate": 1.8914211861184959e-06,
+      "loss": 17.2969,
+      "step": 5277
+    },
+    {
+      "epoch": 0.3505346350534635,
+      "grad_norm": 549.8341674804688,
+      "learning_rate": 1.8913724410232357e-06,
+      "loss": 27.9375,
+      "step": 5278
+    },
+    {
+      "epoch": 0.3506010493458192,
+      "grad_norm": 497.32440185546875,
+      "learning_rate": 1.8913236856170928e-06,
+      "loss": 27.2031,
+      "step": 5279
+    },
+    {
+      "epoch": 0.3506674636381749,
+      "grad_norm": 195.19544982910156,
+      "learning_rate": 1.8912749199006317e-06,
+      "loss": 22.4531,
+      "step": 5280
+    },
+    {
+      "epoch": 0.3507338779305306,
+      "grad_norm": 247.22142028808594,
+      "learning_rate": 1.8912261438744163e-06,
+      "loss": 24.875,
+      "step": 5281
+    },
+    {
+      "epoch": 0.3508002922228864,
+      "grad_norm": 464.4497375488281,
+      "learning_rate": 1.8911773575390108e-06,
+      "loss": 23.8906,
+      "step": 5282
+    },
+    {
+      "epoch": 0.3508667065152421,
+      "grad_norm": 124.13130187988281,
+      "learning_rate": 1.8911285608949795e-06,
+      "loss": 13.6797,
+      "step": 5283
+    },
+    {
+      "epoch": 0.3509331208075978,
+      "grad_norm": 400.08905029296875,
+      "learning_rate": 1.8910797539428867e-06,
+      "loss": 23.5312,
+      "step": 5284
+    },
+    {
+      "epoch": 0.3509995350999535,
+      "grad_norm": 333.20684814453125,
+      "learning_rate": 1.8910309366832972e-06,
+      "loss": 24.6562,
+      "step": 5285
+    },
+    {
+      "epoch": 0.35106594939230923,
+      "grad_norm": 332.4573669433594,
+      "learning_rate": 1.8909821091167758e-06,
+      "loss": 22.375,
+      "step": 5286
+    },
+    {
+      "epoch": 0.35113236368466494,
+      "grad_norm": 140.02479553222656,
+      "learning_rate": 1.8909332712438871e-06,
+      "loss": 18.6875,
+      "step": 5287
+    },
+    {
+      "epoch": 0.35119877797702065,
+      "grad_norm": 185.2825164794922,
+      "learning_rate": 1.8908844230651958e-06,
+      "loss": 19.1094,
+      "step": 5288
+    },
+    {
+      "epoch": 0.35126519226937636,
+      "grad_norm": 261.5325622558594,
+      "learning_rate": 1.8908355645812675e-06,
+      "loss": 19.6406,
+      "step": 5289
+    },
+    {
+      "epoch": 0.35133160656173207,
+      "grad_norm": 497.20501708984375,
+      "learning_rate": 1.8907866957926669e-06,
+      "loss": 13.8438,
+      "step": 5290
+    },
+    {
+      "epoch": 0.3513980208540878,
+      "grad_norm": 244.08364868164062,
+      "learning_rate": 1.8907378166999596e-06,
+      "loss": 19.7188,
+      "step": 5291
+    },
+    {
+      "epoch": 0.3514644351464435,
+      "grad_norm": 295.82958984375,
+      "learning_rate": 1.8906889273037106e-06,
+      "loss": 17.8438,
+      "step": 5292
+    },
+    {
+      "epoch": 0.35153084943879925,
+      "grad_norm": 228.3473358154297,
+      "learning_rate": 1.8906400276044861e-06,
+      "loss": 16.8281,
+      "step": 5293
+    },
+    {
+      "epoch": 0.35159726373115496,
+      "grad_norm": 170.49374389648438,
+      "learning_rate": 1.890591117602851e-06,
+      "loss": 26.2188,
+      "step": 5294
+    },
+    {
+      "epoch": 0.3516636780235107,
+      "grad_norm": 257.0765075683594,
+      "learning_rate": 1.8905421972993713e-06,
+      "loss": 26.75,
+      "step": 5295
+    },
+    {
+      "epoch": 0.3517300923158664,
+      "grad_norm": 225.56808471679688,
+      "learning_rate": 1.8904932666946133e-06,
+      "loss": 17.8594,
+      "step": 5296
+    },
+    {
+      "epoch": 0.3517965066082221,
+      "grad_norm": 198.94918823242188,
+      "learning_rate": 1.8904443257891426e-06,
+      "loss": 16.4219,
+      "step": 5297
+    },
+    {
+      "epoch": 0.3518629209005778,
+      "grad_norm": 190.8137664794922,
+      "learning_rate": 1.8903953745835253e-06,
+      "loss": 20.3438,
+      "step": 5298
+    },
+    {
+      "epoch": 0.3519293351929335,
+      "grad_norm": 205.39114379882812,
+      "learning_rate": 1.8903464130783277e-06,
+      "loss": 23.0781,
+      "step": 5299
+    },
+    {
+      "epoch": 0.3519957494852892,
+      "grad_norm": 156.44522094726562,
+      "learning_rate": 1.8902974412741162e-06,
+      "loss": 16.625,
+      "step": 5300
+    },
+    {
+      "epoch": 0.35206216377764493,
+      "grad_norm": 201.8564910888672,
+      "learning_rate": 1.8902484591714573e-06,
+      "loss": 18.1875,
+      "step": 5301
+    },
+    {
+      "epoch": 0.35212857807000064,
+      "grad_norm": 542.6024780273438,
+      "learning_rate": 1.8901994667709178e-06,
+      "loss": 18.625,
+      "step": 5302
+    },
+    {
+      "epoch": 0.35219499236235635,
+      "grad_norm": 266.9232482910156,
+      "learning_rate": 1.890150464073064e-06,
+      "loss": 20.6094,
+      "step": 5303
+    },
+    {
+      "epoch": 0.3522614066547121,
+      "grad_norm": 193.3056182861328,
+      "learning_rate": 1.890101451078463e-06,
+      "loss": 13.8672,
+      "step": 5304
+    },
+    {
+      "epoch": 0.3523278209470678,
+      "grad_norm": 181.14344787597656,
+      "learning_rate": 1.8900524277876814e-06,
+      "loss": 18.4531,
+      "step": 5305
+    },
+    {
+      "epoch": 0.35239423523942354,
+      "grad_norm": 374.70745849609375,
+      "learning_rate": 1.8900033942012867e-06,
+      "loss": 16.8281,
+      "step": 5306
+    },
+    {
+      "epoch": 0.35246064953177925,
+      "grad_norm": 96.97093200683594,
+      "learning_rate": 1.8899543503198463e-06,
+      "loss": 17.0781,
+      "step": 5307
+    },
+    {
+      "epoch": 0.35252706382413496,
+      "grad_norm": 294.58685302734375,
+      "learning_rate": 1.8899052961439268e-06,
+      "loss": 15.25,
+      "step": 5308
+    },
+    {
+      "epoch": 0.35259347811649067,
+      "grad_norm": 263.17242431640625,
+      "learning_rate": 1.889856231674096e-06,
+      "loss": 21.3125,
+      "step": 5309
+    },
+    {
+      "epoch": 0.3526598924088464,
+      "grad_norm": 9451.93359375,
+      "learning_rate": 1.8898071569109213e-06,
+      "loss": 15.3906,
+      "step": 5310
+    },
+    {
+      "epoch": 0.3527263067012021,
+      "grad_norm": 234.35491943359375,
+      "learning_rate": 1.8897580718549709e-06,
+      "loss": 16.8438,
+      "step": 5311
+    },
+    {
+      "epoch": 0.3527927209935578,
+      "grad_norm": 628.5899658203125,
+      "learning_rate": 1.8897089765068118e-06,
+      "loss": 28.0312,
+      "step": 5312
+    },
+    {
+      "epoch": 0.3528591352859135,
+      "grad_norm": 445.0852355957031,
+      "learning_rate": 1.8896598708670125e-06,
+      "loss": 24.7812,
+      "step": 5313
+    },
+    {
+      "epoch": 0.35292554957826927,
+      "grad_norm": 151.1016387939453,
+      "learning_rate": 1.889610754936141e-06,
+      "loss": 16.0938,
+      "step": 5314
+    },
+    {
+      "epoch": 0.352991963870625,
+      "grad_norm": 410.7518310546875,
+      "learning_rate": 1.8895616287147647e-06,
+      "loss": 25.6875,
+      "step": 5315
+    },
+    {
+      "epoch": 0.3530583781629807,
+      "grad_norm": 610.127197265625,
+      "learning_rate": 1.889512492203453e-06,
+      "loss": 36.25,
+      "step": 5316
+    },
+    {
+      "epoch": 0.3531247924553364,
+      "grad_norm": 228.4720458984375,
+      "learning_rate": 1.8894633454027733e-06,
+      "loss": 20.2188,
+      "step": 5317
+    },
+    {
+      "epoch": 0.3531912067476921,
+      "grad_norm": 319.2766418457031,
+      "learning_rate": 1.8894141883132945e-06,
+      "loss": 20.1406,
+      "step": 5318
+    },
+    {
+      "epoch": 0.3532576210400478,
+      "grad_norm": 205.88807678222656,
+      "learning_rate": 1.8893650209355858e-06,
+      "loss": 12.5625,
+      "step": 5319
+    },
+    {
+      "epoch": 0.35332403533240353,
+      "grad_norm": 210.3908233642578,
+      "learning_rate": 1.8893158432702148e-06,
+      "loss": 16.5312,
+      "step": 5320
+    },
+    {
+      "epoch": 0.35339044962475924,
+      "grad_norm": 266.9187316894531,
+      "learning_rate": 1.8892666553177512e-06,
+      "loss": 24.25,
+      "step": 5321
+    },
+    {
+      "epoch": 0.35345686391711495,
+      "grad_norm": 670.1309204101562,
+      "learning_rate": 1.8892174570787636e-06,
+      "loss": 23.5,
+      "step": 5322
+    },
+    {
+      "epoch": 0.35352327820947066,
+      "grad_norm": 279.7653503417969,
+      "learning_rate": 1.8891682485538211e-06,
+      "loss": 16.4688,
+      "step": 5323
+    },
+    {
+      "epoch": 0.35358969250182637,
+      "grad_norm": 218.04730224609375,
+      "learning_rate": 1.8891190297434933e-06,
+      "loss": 22.4219,
+      "step": 5324
+    },
+    {
+      "epoch": 0.35365610679418213,
+      "grad_norm": 400.3608093261719,
+      "learning_rate": 1.8890698006483495e-06,
+      "loss": 21.6406,
+      "step": 5325
+    },
+    {
+      "epoch": 0.35372252108653784,
+      "grad_norm": 261.12628173828125,
+      "learning_rate": 1.8890205612689584e-06,
+      "loss": 17.0312,
+      "step": 5326
+    },
+    {
+      "epoch": 0.35378893537889355,
+      "grad_norm": 253.05828857421875,
+      "learning_rate": 1.8889713116058901e-06,
+      "loss": 18.7188,
+      "step": 5327
+    },
+    {
+      "epoch": 0.35385534967124926,
+      "grad_norm": 1449.938232421875,
+      "learning_rate": 1.8889220516597144e-06,
+      "loss": 20.75,
+      "step": 5328
+    },
+    {
+      "epoch": 0.353921763963605,
+      "grad_norm": 154.61634826660156,
+      "learning_rate": 1.888872781431001e-06,
+      "loss": 18.3438,
+      "step": 5329
+    },
+    {
+      "epoch": 0.3539881782559607,
+      "grad_norm": 130.05357360839844,
+      "learning_rate": 1.8888235009203197e-06,
+      "loss": 16.4531,
+      "step": 5330
+    },
+    {
+      "epoch": 0.3540545925483164,
+      "grad_norm": 413.1751403808594,
+      "learning_rate": 1.888774210128241e-06,
+      "loss": 26.1875,
+      "step": 5331
+    },
+    {
+      "epoch": 0.3541210068406721,
+      "grad_norm": 347.8968811035156,
+      "learning_rate": 1.8887249090553346e-06,
+      "loss": 27.1562,
+      "step": 5332
+    },
+    {
+      "epoch": 0.3541874211330278,
+      "grad_norm": 139.3249053955078,
+      "learning_rate": 1.888675597702171e-06,
+      "loss": 18.0312,
+      "step": 5333
+    },
+    {
+      "epoch": 0.3542538354253835,
+      "grad_norm": 245.5228729248047,
+      "learning_rate": 1.8886262760693202e-06,
+      "loss": 26.4375,
+      "step": 5334
+    },
+    {
+      "epoch": 0.35432024971773923,
+      "grad_norm": 430.68280029296875,
+      "learning_rate": 1.8885769441573531e-06,
+      "loss": 22.9688,
+      "step": 5335
+    },
+    {
+      "epoch": 0.354386664010095,
+      "grad_norm": 110.72111511230469,
+      "learning_rate": 1.8885276019668405e-06,
+      "loss": 15.3281,
+      "step": 5336
+    },
+    {
+      "epoch": 0.3544530783024507,
+      "grad_norm": 154.93531799316406,
+      "learning_rate": 1.8884782494983527e-06,
+      "loss": 17.6875,
+      "step": 5337
+    },
+    {
+      "epoch": 0.3545194925948064,
+      "grad_norm": 291.7940979003906,
+      "learning_rate": 1.888428886752461e-06,
+      "loss": 13.8828,
+      "step": 5338
+    },
+    {
+      "epoch": 0.35458590688716213,
+      "grad_norm": 167.83645629882812,
+      "learning_rate": 1.8883795137297366e-06,
+      "loss": 16.2656,
+      "step": 5339
+    },
+    {
+      "epoch": 0.35465232117951784,
+      "grad_norm": 234.778076171875,
+      "learning_rate": 1.8883301304307495e-06,
+      "loss": 22.4062,
+      "step": 5340
+    },
+    {
+      "epoch": 0.35471873547187355,
+      "grad_norm": 168.89556884765625,
+      "learning_rate": 1.8882807368560723e-06,
+      "loss": 17.5156,
+      "step": 5341
+    },
+    {
+      "epoch": 0.35478514976422926,
+      "grad_norm": 951.6866455078125,
+      "learning_rate": 1.8882313330062755e-06,
+      "loss": 18.6875,
+      "step": 5342
+    },
+    {
+      "epoch": 0.35485156405658497,
+      "grad_norm": 434.7548828125,
+      "learning_rate": 1.8881819188819307e-06,
+      "loss": 23.2188,
+      "step": 5343
+    },
+    {
+      "epoch": 0.3549179783489407,
+      "grad_norm": 127.88360595703125,
+      "learning_rate": 1.88813249448361e-06,
+      "loss": 15.6406,
+      "step": 5344
+    },
+    {
+      "epoch": 0.3549843926412964,
+      "grad_norm": 456.0146789550781,
+      "learning_rate": 1.8880830598118845e-06,
+      "loss": 25.5312,
+      "step": 5345
+    },
+    {
+      "epoch": 0.3550508069336521,
+      "grad_norm": 138.40943908691406,
+      "learning_rate": 1.888033614867326e-06,
+      "loss": 18.2969,
+      "step": 5346
+    },
+    {
+      "epoch": 0.35511722122600786,
+      "grad_norm": 206.79388427734375,
+      "learning_rate": 1.8879841596505073e-06,
+      "loss": 18.9062,
+      "step": 5347
+    },
+    {
+      "epoch": 0.35518363551836357,
+      "grad_norm": 228.47378540039062,
+      "learning_rate": 1.8879346941619993e-06,
+      "loss": 20.6562,
+      "step": 5348
+    },
+    {
+      "epoch": 0.3552500498107193,
+      "grad_norm": 146.14996337890625,
+      "learning_rate": 1.887885218402375e-06,
+      "loss": 18.4844,
+      "step": 5349
+    },
+    {
+      "epoch": 0.355316464103075,
+      "grad_norm": 294.0769958496094,
+      "learning_rate": 1.8878357323722068e-06,
+      "loss": 20.25,
+      "step": 5350
+    },
+    {
+      "epoch": 0.3553828783954307,
+      "grad_norm": 237.08067321777344,
+      "learning_rate": 1.8877862360720664e-06,
+      "loss": 15.2344,
+      "step": 5351
+    },
+    {
+      "epoch": 0.3554492926877864,
+      "grad_norm": 170.70751953125,
+      "learning_rate": 1.8877367295025267e-06,
+      "loss": 15.1875,
+      "step": 5352
+    },
+    {
+      "epoch": 0.3555157069801421,
+      "grad_norm": 286.47821044921875,
+      "learning_rate": 1.8876872126641608e-06,
+      "loss": 21.0156,
+      "step": 5353
+    },
+    {
+      "epoch": 0.35558212127249783,
+      "grad_norm": 234.31277465820312,
+      "learning_rate": 1.8876376855575408e-06,
+      "loss": 23.4844,
+      "step": 5354
+    },
+    {
+      "epoch": 0.35564853556485354,
+      "grad_norm": 646.0176391601562,
+      "learning_rate": 1.8875881481832398e-06,
+      "loss": 23.4688,
+      "step": 5355
+    },
+    {
+      "epoch": 0.35571494985720925,
+      "grad_norm": 157.0883026123047,
+      "learning_rate": 1.8875386005418313e-06,
+      "loss": 17.4844,
+      "step": 5356
+    },
+    {
+      "epoch": 0.35578136414956496,
+      "grad_norm": 203.50274658203125,
+      "learning_rate": 1.8874890426338879e-06,
+      "loss": 13.75,
+      "step": 5357
+    },
+    {
+      "epoch": 0.3558477784419207,
+      "grad_norm": 404.58392333984375,
+      "learning_rate": 1.887439474459983e-06,
+      "loss": 22.5312,
+      "step": 5358
+    },
+    {
+      "epoch": 0.35591419273427644,
+      "grad_norm": 160.6056365966797,
+      "learning_rate": 1.8873898960206897e-06,
+      "loss": 15.9375,
+      "step": 5359
+    },
+    {
+      "epoch": 0.35598060702663215,
+      "grad_norm": 218.24148559570312,
+      "learning_rate": 1.8873403073165819e-06,
+      "loss": 22.375,
+      "step": 5360
+    },
+    {
+      "epoch": 0.35604702131898786,
+      "grad_norm": 516.9058837890625,
+      "learning_rate": 1.8872907083482335e-06,
+      "loss": 25.6719,
+      "step": 5361
+    },
+    {
+      "epoch": 0.35611343561134357,
+      "grad_norm": 442.7703552246094,
+      "learning_rate": 1.8872410991162174e-06,
+      "loss": 26.4844,
+      "step": 5362
+    },
+    {
+      "epoch": 0.3561798499036993,
+      "grad_norm": 203.88360595703125,
+      "learning_rate": 1.8871914796211079e-06,
+      "loss": 20.2812,
+      "step": 5363
+    },
+    {
+      "epoch": 0.356246264196055,
+      "grad_norm": 220.009765625,
+      "learning_rate": 1.8871418498634793e-06,
+      "loss": 20.3906,
+      "step": 5364
+    },
+    {
+      "epoch": 0.3563126784884107,
+      "grad_norm": 310.6955261230469,
+      "learning_rate": 1.8870922098439048e-06,
+      "loss": 17.9375,
+      "step": 5365
+    },
+    {
+      "epoch": 0.3563790927807664,
+      "grad_norm": 207.2978973388672,
+      "learning_rate": 1.8870425595629595e-06,
+      "loss": 19.0781,
+      "step": 5366
+    },
+    {
+      "epoch": 0.3564455070731221,
+      "grad_norm": 277.4207763671875,
+      "learning_rate": 1.8869928990212172e-06,
+      "loss": 15.625,
+      "step": 5367
+    },
+    {
+      "epoch": 0.3565119213654778,
+      "grad_norm": 223.4432830810547,
+      "learning_rate": 1.8869432282192528e-06,
+      "loss": 14.0781,
+      "step": 5368
+    },
+    {
+      "epoch": 0.3565783356578336,
+      "grad_norm": 269.57275390625,
+      "learning_rate": 1.8868935471576403e-06,
+      "loss": 16.3594,
+      "step": 5369
+    },
+    {
+      "epoch": 0.3566447499501893,
+      "grad_norm": 157.57984924316406,
+      "learning_rate": 1.8868438558369548e-06,
+      "loss": 19.2188,
+      "step": 5370
+    },
+    {
+      "epoch": 0.356711164242545,
+      "grad_norm": 192.28155517578125,
+      "learning_rate": 1.886794154257771e-06,
+      "loss": 18.4375,
+      "step": 5371
+    },
+    {
+      "epoch": 0.3567775785349007,
+      "grad_norm": 146.262939453125,
+      "learning_rate": 1.8867444424206636e-06,
+      "loss": 18.6094,
+      "step": 5372
+    },
+    {
+      "epoch": 0.35684399282725643,
+      "grad_norm": 385.3585205078125,
+      "learning_rate": 1.8866947203262078e-06,
+      "loss": 14.625,
+      "step": 5373
+    },
+    {
+      "epoch": 0.35691040711961214,
+      "grad_norm": 256.5374755859375,
+      "learning_rate": 1.886644987974979e-06,
+      "loss": 17.6719,
+      "step": 5374
+    },
+    {
+      "epoch": 0.35697682141196785,
+      "grad_norm": 140.63540649414062,
+      "learning_rate": 1.8865952453675522e-06,
+      "loss": 13.4219,
+      "step": 5375
+    },
+    {
+      "epoch": 0.35704323570432356,
+      "grad_norm": 565.3684692382812,
+      "learning_rate": 1.8865454925045027e-06,
+      "loss": 33.0312,
+      "step": 5376
+    },
+    {
+      "epoch": 0.35710964999667927,
+      "grad_norm": 218.39190673828125,
+      "learning_rate": 1.8864957293864064e-06,
+      "loss": 17.875,
+      "step": 5377
+    },
+    {
+      "epoch": 0.357176064289035,
+      "grad_norm": 523.650390625,
+      "learning_rate": 1.8864459560138383e-06,
+      "loss": 18.4375,
+      "step": 5378
+    },
+    {
+      "epoch": 0.3572424785813907,
+      "grad_norm": 1519.618896484375,
+      "learning_rate": 1.8863961723873748e-06,
+      "loss": 23.8125,
+      "step": 5379
+    },
+    {
+      "epoch": 0.35730889287374645,
+      "grad_norm": 154.21426391601562,
+      "learning_rate": 1.8863463785075914e-06,
+      "loss": 16.75,
+      "step": 5380
+    },
+    {
+      "epoch": 0.35737530716610216,
+      "grad_norm": 159.25392150878906,
+      "learning_rate": 1.886296574375064e-06,
+      "loss": 20.4219,
+      "step": 5381
+    },
+    {
+      "epoch": 0.3574417214584579,
+      "grad_norm": 256.55120849609375,
+      "learning_rate": 1.8862467599903693e-06,
+      "loss": 19.7031,
+      "step": 5382
+    },
+    {
+      "epoch": 0.3575081357508136,
+      "grad_norm": 279.41412353515625,
+      "learning_rate": 1.886196935354083e-06,
+      "loss": 19.3594,
+      "step": 5383
+    },
+    {
+      "epoch": 0.3575745500431693,
+      "grad_norm": 317.9841613769531,
+      "learning_rate": 1.8861471004667814e-06,
+      "loss": 24.75,
+      "step": 5384
+    },
+    {
+      "epoch": 0.357640964335525,
+      "grad_norm": 278.6704406738281,
+      "learning_rate": 1.8860972553290413e-06,
+      "loss": 15.0781,
+      "step": 5385
+    },
+    {
+      "epoch": 0.3577073786278807,
+      "grad_norm": 337.8457336425781,
+      "learning_rate": 1.886047399941439e-06,
+      "loss": 29.6719,
+      "step": 5386
+    },
+    {
+      "epoch": 0.3577737929202364,
+      "grad_norm": 212.39064025878906,
+      "learning_rate": 1.8859975343045513e-06,
+      "loss": 33.9531,
+      "step": 5387
+    },
+    {
+      "epoch": 0.35784020721259213,
+      "grad_norm": 205.97120666503906,
+      "learning_rate": 1.885947658418955e-06,
+      "loss": 16.2344,
+      "step": 5388
+    },
+    {
+      "epoch": 0.35790662150494784,
+      "grad_norm": 704.1098022460938,
+      "learning_rate": 1.8858977722852271e-06,
+      "loss": 29.8281,
+      "step": 5389
+    },
+    {
+      "epoch": 0.3579730357973036,
+      "grad_norm": 380.6082763671875,
+      "learning_rate": 1.8858478759039448e-06,
+      "loss": 20.1719,
+      "step": 5390
+    },
+    {
+      "epoch": 0.3580394500896593,
+      "grad_norm": 187.71316528320312,
+      "learning_rate": 1.8857979692756848e-06,
+      "loss": 17.75,
+      "step": 5391
+    },
+    {
+      "epoch": 0.358105864382015,
+      "grad_norm": 352.6417541503906,
+      "learning_rate": 1.8857480524010248e-06,
+      "loss": 28.3125,
+      "step": 5392
+    },
+    {
+      "epoch": 0.35817227867437074,
+      "grad_norm": 226.36671447753906,
+      "learning_rate": 1.8856981252805423e-06,
+      "loss": 18.9062,
+      "step": 5393
+    },
+    {
+      "epoch": 0.35823869296672645,
+      "grad_norm": 340.7677917480469,
+      "learning_rate": 1.885648187914814e-06,
+      "loss": 13.625,
+      "step": 5394
+    },
+    {
+      "epoch": 0.35830510725908216,
+      "grad_norm": 275.611328125,
+      "learning_rate": 1.8855982403044187e-06,
+      "loss": 21.7656,
+      "step": 5395
+    },
+    {
+      "epoch": 0.35837152155143787,
+      "grad_norm": 466.6712951660156,
+      "learning_rate": 1.8855482824499335e-06,
+      "loss": 20.4062,
+      "step": 5396
+    },
+    {
+      "epoch": 0.3584379358437936,
+      "grad_norm": 362.2442321777344,
+      "learning_rate": 1.8854983143519363e-06,
+      "loss": 21.0,
+      "step": 5397
+    },
+    {
+      "epoch": 0.3585043501361493,
+      "grad_norm": 250.8347625732422,
+      "learning_rate": 1.8854483360110055e-06,
+      "loss": 16.8438,
+      "step": 5398
+    },
+    {
+      "epoch": 0.358570764428505,
+      "grad_norm": 221.36175537109375,
+      "learning_rate": 1.8853983474277184e-06,
+      "loss": 20.3281,
+      "step": 5399
+    },
+    {
+      "epoch": 0.3586371787208607,
+      "grad_norm": 320.0205383300781,
+      "learning_rate": 1.8853483486026542e-06,
+      "loss": 28.375,
+      "step": 5400
+    },
+    {
+      "epoch": 0.35870359301321647,
+      "grad_norm": 573.4700927734375,
+      "learning_rate": 1.8852983395363906e-06,
+      "loss": 20.7812,
+      "step": 5401
+    },
+    {
+      "epoch": 0.3587700073055722,
+      "grad_norm": 271.4530029296875,
+      "learning_rate": 1.8852483202295062e-06,
+      "loss": 22.9375,
+      "step": 5402
+    },
+    {
+      "epoch": 0.3588364215979279,
+      "grad_norm": 497.76739501953125,
+      "learning_rate": 1.8851982906825801e-06,
+      "loss": 19.5312,
+      "step": 5403
+    },
+    {
+      "epoch": 0.3589028358902836,
+      "grad_norm": 230.53305053710938,
+      "learning_rate": 1.8851482508961904e-06,
+      "loss": 19.8125,
+      "step": 5404
+    },
+    {
+      "epoch": 0.3589692501826393,
+      "grad_norm": 219.67979431152344,
+      "learning_rate": 1.8850982008709159e-06,
+      "loss": 18.4609,
+      "step": 5405
+    },
+    {
+      "epoch": 0.359035664474995,
+      "grad_norm": 253.16683959960938,
+      "learning_rate": 1.8850481406073363e-06,
+      "loss": 19.125,
+      "step": 5406
+    },
+    {
+      "epoch": 0.35910207876735073,
+      "grad_norm": 144.75448608398438,
+      "learning_rate": 1.8849980701060298e-06,
+      "loss": 17.9219,
+      "step": 5407
+    },
+    {
+      "epoch": 0.35916849305970644,
+      "grad_norm": 331.4661865234375,
+      "learning_rate": 1.884947989367576e-06,
+      "loss": 14.9219,
+      "step": 5408
+    },
+    {
+      "epoch": 0.35923490735206215,
+      "grad_norm": 188.79644775390625,
+      "learning_rate": 1.8848978983925542e-06,
+      "loss": 16.4219,
+      "step": 5409
+    },
+    {
+      "epoch": 0.35930132164441786,
+      "grad_norm": 220.08413696289062,
+      "learning_rate": 1.8848477971815435e-06,
+      "loss": 19.4062,
+      "step": 5410
+    },
+    {
+      "epoch": 0.35936773593677357,
+      "grad_norm": 142.45518493652344,
+      "learning_rate": 1.884797685735124e-06,
+      "loss": 16.3438,
+      "step": 5411
+    },
+    {
+      "epoch": 0.35943415022912933,
+      "grad_norm": 209.5081329345703,
+      "learning_rate": 1.884747564053875e-06,
+      "loss": 19.4219,
+      "step": 5412
+    },
+    {
+      "epoch": 0.35950056452148504,
+      "grad_norm": 194.9868621826172,
+      "learning_rate": 1.8846974321383763e-06,
+      "loss": 22.3438,
+      "step": 5413
+    },
+    {
+      "epoch": 0.35956697881384075,
+      "grad_norm": 122.9707260131836,
+      "learning_rate": 1.8846472899892081e-06,
+      "loss": 21.0781,
+      "step": 5414
+    },
+    {
+      "epoch": 0.35963339310619646,
+      "grad_norm": 167.86180114746094,
+      "learning_rate": 1.88459713760695e-06,
+      "loss": 21.5938,
+      "step": 5415
+    },
+    {
+      "epoch": 0.3596998073985522,
+      "grad_norm": 377.8747253417969,
+      "learning_rate": 1.8845469749921823e-06,
+      "loss": 18.7812,
+      "step": 5416
+    },
+    {
+      "epoch": 0.3597662216909079,
+      "grad_norm": 1950.9334716796875,
+      "learning_rate": 1.8844968021454853e-06,
+      "loss": 26.375,
+      "step": 5417
+    },
+    {
+      "epoch": 0.3598326359832636,
+      "grad_norm": 254.85617065429688,
+      "learning_rate": 1.884446619067439e-06,
+      "loss": 18.125,
+      "step": 5418
+    },
+    {
+      "epoch": 0.3598990502756193,
+      "grad_norm": 522.989501953125,
+      "learning_rate": 1.8843964257586247e-06,
+      "loss": 16.1719,
+      "step": 5419
+    },
+    {
+      "epoch": 0.359965464567975,
+      "grad_norm": 281.8819274902344,
+      "learning_rate": 1.8843462222196222e-06,
+      "loss": 19.8906,
+      "step": 5420
+    },
+    {
+      "epoch": 0.3600318788603307,
+      "grad_norm": 243.37384033203125,
+      "learning_rate": 1.8842960084510127e-06,
+      "loss": 21.4219,
+      "step": 5421
+    },
+    {
+      "epoch": 0.36009829315268643,
+      "grad_norm": 230.4527130126953,
+      "learning_rate": 1.8842457844533769e-06,
+      "loss": 19.2656,
+      "step": 5422
+    },
+    {
+      "epoch": 0.3601647074450422,
+      "grad_norm": 169.4595489501953,
+      "learning_rate": 1.8841955502272956e-06,
+      "loss": 16.2188,
+      "step": 5423
+    },
+    {
+      "epoch": 0.3602311217373979,
+      "grad_norm": 214.8555908203125,
+      "learning_rate": 1.88414530577335e-06,
+      "loss": 17.5469,
+      "step": 5424
+    },
+    {
+      "epoch": 0.3602975360297536,
+      "grad_norm": 186.8874053955078,
+      "learning_rate": 1.8840950510921214e-06,
+      "loss": 17.3438,
+      "step": 5425
+    },
+    {
+      "epoch": 0.3603639503221093,
+      "grad_norm": 276.35455322265625,
+      "learning_rate": 1.8840447861841913e-06,
+      "loss": 22.5625,
+      "step": 5426
+    },
+    {
+      "epoch": 0.36043036461446504,
+      "grad_norm": 321.0789794921875,
+      "learning_rate": 1.8839945110501407e-06,
+      "loss": 28.4062,
+      "step": 5427
+    },
+    {
+      "epoch": 0.36049677890682075,
+      "grad_norm": 182.17388916015625,
+      "learning_rate": 1.8839442256905511e-06,
+      "loss": 20.7031,
+      "step": 5428
+    },
+    {
+      "epoch": 0.36056319319917646,
+      "grad_norm": 373.7344055175781,
+      "learning_rate": 1.8838939301060046e-06,
+      "loss": 24.3594,
+      "step": 5429
+    },
+    {
+      "epoch": 0.36062960749153217,
+      "grad_norm": 261.0743713378906,
+      "learning_rate": 1.883843624297083e-06,
+      "loss": 25.75,
+      "step": 5430
+    },
+    {
+      "epoch": 0.3606960217838879,
+      "grad_norm": 131.4191436767578,
+      "learning_rate": 1.8837933082643678e-06,
+      "loss": 13.4375,
+      "step": 5431
+    },
+    {
+      "epoch": 0.3607624360762436,
+      "grad_norm": 235.1500701904297,
+      "learning_rate": 1.8837429820084414e-06,
+      "loss": 17.625,
+      "step": 5432
+    },
+    {
+      "epoch": 0.3608288503685993,
+      "grad_norm": 215.1317596435547,
+      "learning_rate": 1.8836926455298854e-06,
+      "loss": 18.0625,
+      "step": 5433
+    },
+    {
+      "epoch": 0.36089526466095506,
+      "grad_norm": 218.76126098632812,
+      "learning_rate": 1.8836422988292827e-06,
+      "loss": 22.3906,
+      "step": 5434
+    },
+    {
+      "epoch": 0.36096167895331077,
+      "grad_norm": 258.60589599609375,
+      "learning_rate": 1.8835919419072154e-06,
+      "loss": 16.625,
+      "step": 5435
+    },
+    {
+      "epoch": 0.3610280932456665,
+      "grad_norm": 181.24429321289062,
+      "learning_rate": 1.883541574764266e-06,
+      "loss": 19.2812,
+      "step": 5436
+    },
+    {
+      "epoch": 0.3610945075380222,
+      "grad_norm": 204.00445556640625,
+      "learning_rate": 1.8834911974010171e-06,
+      "loss": 16.25,
+      "step": 5437
+    },
+    {
+      "epoch": 0.3611609218303779,
+      "grad_norm": 388.5028381347656,
+      "learning_rate": 1.8834408098180519e-06,
+      "loss": 19.0,
+      "step": 5438
+    },
+    {
+      "epoch": 0.3612273361227336,
+      "grad_norm": 371.2745666503906,
+      "learning_rate": 1.8833904120159524e-06,
+      "loss": 25.4375,
+      "step": 5439
+    },
+    {
+      "epoch": 0.3612937504150893,
+      "grad_norm": 210.4973602294922,
+      "learning_rate": 1.8833400039953018e-06,
+      "loss": 18.7188,
+      "step": 5440
+    },
+    {
+      "epoch": 0.36136016470744503,
+      "grad_norm": 263.3134765625,
+      "learning_rate": 1.883289585756684e-06,
+      "loss": 23.8906,
+      "step": 5441
+    },
+    {
+      "epoch": 0.36142657899980074,
+      "grad_norm": 573.3753051757812,
+      "learning_rate": 1.8832391573006811e-06,
+      "loss": 23.4062,
+      "step": 5442
+    },
+    {
+      "epoch": 0.36149299329215645,
+      "grad_norm": 835.5424194335938,
+      "learning_rate": 1.8831887186278771e-06,
+      "loss": 12.9375,
+      "step": 5443
+    },
+    {
+      "epoch": 0.36155940758451216,
+      "grad_norm": 261.22113037109375,
+      "learning_rate": 1.8831382697388554e-06,
+      "loss": 21.0469,
+      "step": 5444
+    },
+    {
+      "epoch": 0.3616258218768679,
+      "grad_norm": 202.4844970703125,
+      "learning_rate": 1.8830878106341995e-06,
+      "loss": 15.2031,
+      "step": 5445
+    },
+    {
+      "epoch": 0.36169223616922364,
+      "grad_norm": 220.96438598632812,
+      "learning_rate": 1.8830373413144928e-06,
+      "loss": 20.9688,
+      "step": 5446
+    },
+    {
+      "epoch": 0.36175865046157935,
+      "grad_norm": 163.26205444335938,
+      "learning_rate": 1.8829868617803193e-06,
+      "loss": 15.1719,
+      "step": 5447
+    },
+    {
+      "epoch": 0.36182506475393506,
+      "grad_norm": 190.7628173828125,
+      "learning_rate": 1.882936372032263e-06,
+      "loss": 18.9531,
+      "step": 5448
+    },
+    {
+      "epoch": 0.36189147904629076,
+      "grad_norm": 170.6713104248047,
+      "learning_rate": 1.8828858720709079e-06,
+      "loss": 16.9062,
+      "step": 5449
+    },
+    {
+      "epoch": 0.3619578933386465,
+      "grad_norm": 332.9981384277344,
+      "learning_rate": 1.8828353618968383e-06,
+      "loss": 18.5625,
+      "step": 5450
+    },
+    {
+      "epoch": 0.3620243076310022,
+      "grad_norm": 226.0600128173828,
+      "learning_rate": 1.882784841510638e-06,
+      "loss": 17.0938,
+      "step": 5451
+    },
+    {
+      "epoch": 0.3620907219233579,
+      "grad_norm": 303.2410888671875,
+      "learning_rate": 1.882734310912892e-06,
+      "loss": 16.5938,
+      "step": 5452
+    },
+    {
+      "epoch": 0.3621571362157136,
+      "grad_norm": 201.1939239501953,
+      "learning_rate": 1.8826837701041842e-06,
+      "loss": 16.0312,
+      "step": 5453
+    },
+    {
+      "epoch": 0.3622235505080693,
+      "grad_norm": 235.4423370361328,
+      "learning_rate": 1.8826332190850998e-06,
+      "loss": 18.6562,
+      "step": 5454
+    },
+    {
+      "epoch": 0.362289964800425,
+      "grad_norm": 137.06687927246094,
+      "learning_rate": 1.8825826578562231e-06,
+      "loss": 13.9688,
+      "step": 5455
+    },
+    {
+      "epoch": 0.3623563790927808,
+      "grad_norm": 283.6361389160156,
+      "learning_rate": 1.8825320864181392e-06,
+      "loss": 21.6562,
+      "step": 5456
+    },
+    {
+      "epoch": 0.3624227933851365,
+      "grad_norm": 271.8161926269531,
+      "learning_rate": 1.8824815047714331e-06,
+      "loss": 34.5469,
+      "step": 5457
+    },
+    {
+      "epoch": 0.3624892076774922,
+      "grad_norm": 114.46171569824219,
+      "learning_rate": 1.8824309129166896e-06,
+      "loss": 18.375,
+      "step": 5458
+    },
+    {
+      "epoch": 0.3625556219698479,
+      "grad_norm": 151.13275146484375,
+      "learning_rate": 1.8823803108544944e-06,
+      "loss": 17.2188,
+      "step": 5459
+    },
+    {
+      "epoch": 0.36262203626220363,
+      "grad_norm": 1042.1851806640625,
+      "learning_rate": 1.8823296985854324e-06,
+      "loss": 17.2031,
+      "step": 5460
+    },
+    {
+      "epoch": 0.36268845055455934,
+      "grad_norm": 603.718994140625,
+      "learning_rate": 1.8822790761100894e-06,
+      "loss": 23.375,
+      "step": 5461
+    },
+    {
+      "epoch": 0.36275486484691505,
+      "grad_norm": 265.0626220703125,
+      "learning_rate": 1.8822284434290507e-06,
+      "loss": 27.3125,
+      "step": 5462
+    },
+    {
+      "epoch": 0.36282127913927076,
+      "grad_norm": 1289.574951171875,
+      "learning_rate": 1.882177800542902e-06,
+      "loss": 26.7188,
+      "step": 5463
+    },
+    {
+      "epoch": 0.36288769343162647,
+      "grad_norm": 356.70501708984375,
+      "learning_rate": 1.882127147452229e-06,
+      "loss": 21.8125,
+      "step": 5464
+    },
+    {
+      "epoch": 0.3629541077239822,
+      "grad_norm": 231.2398223876953,
+      "learning_rate": 1.8820764841576184e-06,
+      "loss": 20.0156,
+      "step": 5465
+    },
+    {
+      "epoch": 0.36302052201633794,
+      "grad_norm": 102.63298034667969,
+      "learning_rate": 1.8820258106596555e-06,
+      "loss": 15.9062,
+      "step": 5466
+    },
+    {
+      "epoch": 0.36308693630869365,
+      "grad_norm": 341.77130126953125,
+      "learning_rate": 1.8819751269589263e-06,
+      "loss": 19.3438,
+      "step": 5467
+    },
+    {
+      "epoch": 0.36315335060104936,
+      "grad_norm": 227.854736328125,
+      "learning_rate": 1.8819244330560176e-06,
+      "loss": 14.7969,
+      "step": 5468
+    },
+    {
+      "epoch": 0.3632197648934051,
+      "grad_norm": 208.03550720214844,
+      "learning_rate": 1.8818737289515157e-06,
+      "loss": 18.3594,
+      "step": 5469
+    },
+    {
+      "epoch": 0.3632861791857608,
+      "grad_norm": 245.05914306640625,
+      "learning_rate": 1.8818230146460068e-06,
+      "loss": 21.5938,
+      "step": 5470
+    },
+    {
+      "epoch": 0.3633525934781165,
+      "grad_norm": 241.4337158203125,
+      "learning_rate": 1.8817722901400779e-06,
+      "loss": 17.1562,
+      "step": 5471
+    },
+    {
+      "epoch": 0.3634190077704722,
+      "grad_norm": 279.4306335449219,
+      "learning_rate": 1.8817215554343156e-06,
+      "loss": 16.4375,
+      "step": 5472
+    },
+    {
+      "epoch": 0.3634854220628279,
+      "grad_norm": 207.11631774902344,
+      "learning_rate": 1.8816708105293068e-06,
+      "loss": 19.4375,
+      "step": 5473
+    },
+    {
+      "epoch": 0.3635518363551836,
+      "grad_norm": 179.10446166992188,
+      "learning_rate": 1.8816200554256384e-06,
+      "loss": 19.2656,
+      "step": 5474
+    },
+    {
+      "epoch": 0.36361825064753933,
+      "grad_norm": 273.72918701171875,
+      "learning_rate": 1.8815692901238975e-06,
+      "loss": 14.2344,
+      "step": 5475
+    },
+    {
+      "epoch": 0.36368466493989504,
+      "grad_norm": 361.7187194824219,
+      "learning_rate": 1.8815185146246715e-06,
+      "loss": 31.5938,
+      "step": 5476
+    },
+    {
+      "epoch": 0.3637510792322508,
+      "grad_norm": 185.47691345214844,
+      "learning_rate": 1.8814677289285477e-06,
+      "loss": 18.0469,
+      "step": 5477
+    },
+    {
+      "epoch": 0.3638174935246065,
+      "grad_norm": 220.09130859375,
+      "learning_rate": 1.8814169330361135e-06,
+      "loss": 19.2188,
+      "step": 5478
+    },
+    {
+      "epoch": 0.3638839078169622,
+      "grad_norm": 362.3970031738281,
+      "learning_rate": 1.8813661269479563e-06,
+      "loss": 26.0938,
+      "step": 5479
+    },
+    {
+      "epoch": 0.36395032210931794,
+      "grad_norm": 725.3422241210938,
+      "learning_rate": 1.881315310664664e-06,
+      "loss": 21.625,
+      "step": 5480
+    },
+    {
+      "epoch": 0.36401673640167365,
+      "grad_norm": 177.58151245117188,
+      "learning_rate": 1.8812644841868246e-06,
+      "loss": 14.25,
+      "step": 5481
+    },
+    {
+      "epoch": 0.36408315069402936,
+      "grad_norm": 745.6128540039062,
+      "learning_rate": 1.8812136475150256e-06,
+      "loss": 18.9375,
+      "step": 5482
+    },
+    {
+      "epoch": 0.36414956498638507,
+      "grad_norm": 186.64353942871094,
+      "learning_rate": 1.8811628006498551e-06,
+      "loss": 16.6719,
+      "step": 5483
+    },
+    {
+      "epoch": 0.3642159792787408,
+      "grad_norm": 205.10433959960938,
+      "learning_rate": 1.8811119435919019e-06,
+      "loss": 14.8438,
+      "step": 5484
+    },
+    {
+      "epoch": 0.3642823935710965,
+      "grad_norm": 136.329345703125,
+      "learning_rate": 1.8810610763417536e-06,
+      "loss": 13.7188,
+      "step": 5485
+    },
+    {
+      "epoch": 0.3643488078634522,
+      "grad_norm": 190.19146728515625,
+      "learning_rate": 1.8810101988999988e-06,
+      "loss": 16.3125,
+      "step": 5486
+    },
+    {
+      "epoch": 0.3644152221558079,
+      "grad_norm": 261.0939025878906,
+      "learning_rate": 1.880959311267226e-06,
+      "loss": 20.6875,
+      "step": 5487
+    },
+    {
+      "epoch": 0.36448163644816367,
+      "grad_norm": 133.94322204589844,
+      "learning_rate": 1.8809084134440236e-06,
+      "loss": 13.9844,
+      "step": 5488
+    },
+    {
+      "epoch": 0.3645480507405194,
+      "grad_norm": 191.06871032714844,
+      "learning_rate": 1.8808575054309811e-06,
+      "loss": 22.4375,
+      "step": 5489
+    },
+    {
+      "epoch": 0.3646144650328751,
+      "grad_norm": 230.6933135986328,
+      "learning_rate": 1.8808065872286867e-06,
+      "loss": 21.6562,
+      "step": 5490
+    },
+    {
+      "epoch": 0.3646808793252308,
+      "grad_norm": 219.45982360839844,
+      "learning_rate": 1.8807556588377297e-06,
+      "loss": 13.1172,
+      "step": 5491
+    },
+    {
+      "epoch": 0.3647472936175865,
+      "grad_norm": 172.70236206054688,
+      "learning_rate": 1.880704720258699e-06,
+      "loss": 19.7812,
+      "step": 5492
+    },
+    {
+      "epoch": 0.3648137079099422,
+      "grad_norm": 188.86373901367188,
+      "learning_rate": 1.880653771492184e-06,
+      "loss": 19.1406,
+      "step": 5493
+    },
+    {
+      "epoch": 0.36488012220229793,
+      "grad_norm": 123.69873046875,
+      "learning_rate": 1.880602812538774e-06,
+      "loss": 18.0156,
+      "step": 5494
+    },
+    {
+      "epoch": 0.36494653649465364,
+      "grad_norm": 198.65902709960938,
+      "learning_rate": 1.8805518433990583e-06,
+      "loss": 21.7812,
+      "step": 5495
+    },
+    {
+      "epoch": 0.36501295078700935,
+      "grad_norm": 175.73887634277344,
+      "learning_rate": 1.8805008640736269e-06,
+      "loss": 17.9688,
+      "step": 5496
+    },
+    {
+      "epoch": 0.36507936507936506,
+      "grad_norm": 209.1062774658203,
+      "learning_rate": 1.880449874563069e-06,
+      "loss": 16.75,
+      "step": 5497
+    },
+    {
+      "epoch": 0.36514577937172077,
+      "grad_norm": 263.01324462890625,
+      "learning_rate": 1.880398874867975e-06,
+      "loss": 17.5,
+      "step": 5498
+    },
+    {
+      "epoch": 0.36521219366407653,
+      "grad_norm": 169.0430145263672,
+      "learning_rate": 1.8803478649889338e-06,
+      "loss": 18.9219,
+      "step": 5499
+    },
+    {
+      "epoch": 0.36527860795643224,
+      "grad_norm": 369.35980224609375,
+      "learning_rate": 1.8802968449265365e-06,
+      "loss": 32.3125,
+      "step": 5500
+    },
+    {
+      "epoch": 0.36534502224878795,
+      "grad_norm": 126.89667510986328,
+      "learning_rate": 1.8802458146813734e-06,
+      "loss": 19.3438,
+      "step": 5501
+    },
+    {
+      "epoch": 0.36541143654114366,
+      "grad_norm": 213.552001953125,
+      "learning_rate": 1.8801947742540336e-06,
+      "loss": 17.2344,
+      "step": 5502
+    },
+    {
+      "epoch": 0.3654778508334994,
+      "grad_norm": 434.46136474609375,
+      "learning_rate": 1.8801437236451085e-06,
+      "loss": 21.3438,
+      "step": 5503
+    },
+    {
+      "epoch": 0.3655442651258551,
+      "grad_norm": 270.7042541503906,
+      "learning_rate": 1.8800926628551883e-06,
+      "loss": 22.4062,
+      "step": 5504
+    },
+    {
+      "epoch": 0.3656106794182108,
+      "grad_norm": 222.0203399658203,
+      "learning_rate": 1.8800415918848635e-06,
+      "loss": 19.0156,
+      "step": 5505
+    },
+    {
+      "epoch": 0.3656770937105665,
+      "grad_norm": 253.80682373046875,
+      "learning_rate": 1.8799905107347254e-06,
+      "loss": 15.9375,
+      "step": 5506
+    },
+    {
+      "epoch": 0.3657435080029222,
+      "grad_norm": 689.64892578125,
+      "learning_rate": 1.879939419405364e-06,
+      "loss": 18.8281,
+      "step": 5507
+    },
+    {
+      "epoch": 0.3658099222952779,
+      "grad_norm": 288.5389099121094,
+      "learning_rate": 1.8798883178973713e-06,
+      "loss": 20.2812,
+      "step": 5508
+    },
+    {
+      "epoch": 0.36587633658763363,
+      "grad_norm": 320.1141052246094,
+      "learning_rate": 1.8798372062113377e-06,
+      "loss": 26.5938,
+      "step": 5509
+    },
+    {
+      "epoch": 0.3659427508799894,
+      "grad_norm": 278.3707580566406,
+      "learning_rate": 1.8797860843478545e-06,
+      "loss": 25.9688,
+      "step": 5510
+    },
+    {
+      "epoch": 0.3660091651723451,
+      "grad_norm": 281.2412414550781,
+      "learning_rate": 1.8797349523075133e-06,
+      "loss": 18.3906,
+      "step": 5511
+    },
+    {
+      "epoch": 0.3660755794647008,
+      "grad_norm": 2497.743408203125,
+      "learning_rate": 1.8796838100909054e-06,
+      "loss": 19.2656,
+      "step": 5512
+    },
+    {
+      "epoch": 0.3661419937570565,
+      "grad_norm": 246.19102478027344,
+      "learning_rate": 1.8796326576986226e-06,
+      "loss": 24.6875,
+      "step": 5513
+    },
+    {
+      "epoch": 0.36620840804941224,
+      "grad_norm": 357.2362976074219,
+      "learning_rate": 1.8795814951312563e-06,
+      "loss": 21.375,
+      "step": 5514
+    },
+    {
+      "epoch": 0.36627482234176795,
+      "grad_norm": 226.73773193359375,
+      "learning_rate": 1.8795303223893987e-06,
+      "loss": 17.2344,
+      "step": 5515
+    },
+    {
+      "epoch": 0.36634123663412366,
+      "grad_norm": 245.78802490234375,
+      "learning_rate": 1.8794791394736413e-06,
+      "loss": 25.625,
+      "step": 5516
+    },
+    {
+      "epoch": 0.36640765092647937,
+      "grad_norm": 169.12950134277344,
+      "learning_rate": 1.8794279463845761e-06,
+      "loss": 18.9375,
+      "step": 5517
+    },
+    {
+      "epoch": 0.3664740652188351,
+      "grad_norm": 242.71112060546875,
+      "learning_rate": 1.8793767431227958e-06,
+      "loss": 21.6406,
+      "step": 5518
+    },
+    {
+      "epoch": 0.3665404795111908,
+      "grad_norm": 276.5848083496094,
+      "learning_rate": 1.8793255296888927e-06,
+      "loss": 25.8906,
+      "step": 5519
+    },
+    {
+      "epoch": 0.3666068938035465,
+      "grad_norm": 195.49729919433594,
+      "learning_rate": 1.8792743060834587e-06,
+      "loss": 11.7656,
+      "step": 5520
+    },
+    {
+      "epoch": 0.36667330809590226,
+      "grad_norm": 183.5813446044922,
+      "learning_rate": 1.879223072307086e-06,
+      "loss": 20.5938,
+      "step": 5521
+    },
+    {
+      "epoch": 0.36673972238825797,
+      "grad_norm": 273.5304870605469,
+      "learning_rate": 1.8791718283603685e-06,
+      "loss": 15.9062,
+      "step": 5522
+    },
+    {
+      "epoch": 0.3668061366806137,
+      "grad_norm": 264.1814880371094,
+      "learning_rate": 1.879120574243898e-06,
+      "loss": 20.9688,
+      "step": 5523
+    },
+    {
+      "epoch": 0.3668725509729694,
+      "grad_norm": 693.2741088867188,
+      "learning_rate": 1.8790693099582677e-06,
+      "loss": 17.9062,
+      "step": 5524
+    },
+    {
+      "epoch": 0.3669389652653251,
+      "grad_norm": 233.8858184814453,
+      "learning_rate": 1.8790180355040704e-06,
+      "loss": 21.9688,
+      "step": 5525
+    },
+    {
+      "epoch": 0.3670053795576808,
+      "grad_norm": 292.467529296875,
+      "learning_rate": 1.8789667508818994e-06,
+      "loss": 19.2188,
+      "step": 5526
+    },
+    {
+      "epoch": 0.3670717938500365,
+      "grad_norm": 334.991455078125,
+      "learning_rate": 1.8789154560923478e-06,
+      "loss": 19.1562,
+      "step": 5527
+    },
+    {
+      "epoch": 0.36713820814239223,
+      "grad_norm": 452.78167724609375,
+      "learning_rate": 1.8788641511360091e-06,
+      "loss": 37.75,
+      "step": 5528
+    },
+    {
+      "epoch": 0.36720462243474794,
+      "grad_norm": 206.51210021972656,
+      "learning_rate": 1.8788128360134766e-06,
+      "loss": 21.8438,
+      "step": 5529
+    },
+    {
+      "epoch": 0.36727103672710365,
+      "grad_norm": 251.4765625,
+      "learning_rate": 1.878761510725344e-06,
+      "loss": 18.2188,
+      "step": 5530
+    },
+    {
+      "epoch": 0.36733745101945936,
+      "grad_norm": 269.53558349609375,
+      "learning_rate": 1.878710175272205e-06,
+      "loss": 16.5781,
+      "step": 5531
+    },
+    {
+      "epoch": 0.3674038653118151,
+      "grad_norm": 218.12789916992188,
+      "learning_rate": 1.8786588296546535e-06,
+      "loss": 27.3125,
+      "step": 5532
+    },
+    {
+      "epoch": 0.36747027960417084,
+      "grad_norm": 242.89358520507812,
+      "learning_rate": 1.8786074738732831e-06,
+      "loss": 16.6875,
+      "step": 5533
+    },
+    {
+      "epoch": 0.36753669389652655,
+      "grad_norm": 204.9150390625,
+      "learning_rate": 1.8785561079286882e-06,
+      "loss": 15.8281,
+      "step": 5534
+    },
+    {
+      "epoch": 0.36760310818888225,
+      "grad_norm": 205.33880615234375,
+      "learning_rate": 1.878504731821463e-06,
+      "loss": 17.1094,
+      "step": 5535
+    },
+    {
+      "epoch": 0.36766952248123796,
+      "grad_norm": 164.6007537841797,
+      "learning_rate": 1.8784533455522013e-06,
+      "loss": 22.5625,
+      "step": 5536
+    },
+    {
+      "epoch": 0.3677359367735937,
+      "grad_norm": 276.6316223144531,
+      "learning_rate": 1.878401949121498e-06,
+      "loss": 19.875,
+      "step": 5537
+    },
+    {
+      "epoch": 0.3678023510659494,
+      "grad_norm": 158.534912109375,
+      "learning_rate": 1.8783505425299473e-06,
+      "loss": 17.6406,
+      "step": 5538
+    },
+    {
+      "epoch": 0.3678687653583051,
+      "grad_norm": 351.7865295410156,
+      "learning_rate": 1.8782991257781444e-06,
+      "loss": 25.9375,
+      "step": 5539
+    },
+    {
+      "epoch": 0.3679351796506608,
+      "grad_norm": 281.8865051269531,
+      "learning_rate": 1.8782476988666834e-06,
+      "loss": 16.8594,
+      "step": 5540
+    },
+    {
+      "epoch": 0.3680015939430165,
+      "grad_norm": 226.73388671875,
+      "learning_rate": 1.8781962617961593e-06,
+      "loss": 27.25,
+      "step": 5541
+    },
+    {
+      "epoch": 0.3680680082353723,
+      "grad_norm": 161.74566650390625,
+      "learning_rate": 1.8781448145671678e-06,
+      "loss": 19.3125,
+      "step": 5542
+    },
+    {
+      "epoch": 0.368134422527728,
+      "grad_norm": 312.46209716796875,
+      "learning_rate": 1.8780933571803028e-06,
+      "loss": 22.1875,
+      "step": 5543
+    },
+    {
+      "epoch": 0.3682008368200837,
+      "grad_norm": 177.01321411132812,
+      "learning_rate": 1.8780418896361606e-06,
+      "loss": 26.375,
+      "step": 5544
+    },
+    {
+      "epoch": 0.3682672511124394,
+      "grad_norm": 401.4348449707031,
+      "learning_rate": 1.877990411935336e-06,
+      "loss": 23.4375,
+      "step": 5545
+    },
+    {
+      "epoch": 0.3683336654047951,
+      "grad_norm": 187.33033752441406,
+      "learning_rate": 1.8779389240784245e-06,
+      "loss": 22.5469,
+      "step": 5546
+    },
+    {
+      "epoch": 0.36840007969715083,
+      "grad_norm": 440.7157287597656,
+      "learning_rate": 1.8778874260660217e-06,
+      "loss": 27.0938,
+      "step": 5547
+    },
+    {
+      "epoch": 0.36846649398950654,
+      "grad_norm": 185.0688934326172,
+      "learning_rate": 1.8778359178987238e-06,
+      "loss": 19.8281,
+      "step": 5548
+    },
+    {
+      "epoch": 0.36853290828186225,
+      "grad_norm": 216.3392333984375,
+      "learning_rate": 1.8777843995771256e-06,
+      "loss": 15.0,
+      "step": 5549
+    },
+    {
+      "epoch": 0.36859932257421796,
+      "grad_norm": 459.1590881347656,
+      "learning_rate": 1.8777328711018241e-06,
+      "loss": 14.4688,
+      "step": 5550
+    },
+    {
+      "epoch": 0.36866573686657367,
+      "grad_norm": 374.67132568359375,
+      "learning_rate": 1.8776813324734148e-06,
+      "loss": 16.9531,
+      "step": 5551
+    },
+    {
+      "epoch": 0.3687321511589294,
+      "grad_norm": 110.931396484375,
+      "learning_rate": 1.8776297836924937e-06,
+      "loss": 14.5,
+      "step": 5552
+    },
+    {
+      "epoch": 0.36879856545128514,
+      "grad_norm": 531.4107055664062,
+      "learning_rate": 1.8775782247596577e-06,
+      "loss": 26.0625,
+      "step": 5553
+    },
+    {
+      "epoch": 0.36886497974364085,
+      "grad_norm": 201.64097595214844,
+      "learning_rate": 1.8775266556755027e-06,
+      "loss": 32.1094,
+      "step": 5554
+    },
+    {
+      "epoch": 0.36893139403599656,
+      "grad_norm": 216.16143798828125,
+      "learning_rate": 1.8774750764406253e-06,
+      "loss": 19.0312,
+      "step": 5555
+    },
+    {
+      "epoch": 0.3689978083283523,
+      "grad_norm": 265.10235595703125,
+      "learning_rate": 1.8774234870556223e-06,
+      "loss": 22.9062,
+      "step": 5556
+    },
+    {
+      "epoch": 0.369064222620708,
+      "grad_norm": 235.20272827148438,
+      "learning_rate": 1.87737188752109e-06,
+      "loss": 23.0938,
+      "step": 5557
+    },
+    {
+      "epoch": 0.3691306369130637,
+      "grad_norm": 200.4820098876953,
+      "learning_rate": 1.8773202778376258e-06,
+      "loss": 21.1562,
+      "step": 5558
+    },
+    {
+      "epoch": 0.3691970512054194,
+      "grad_norm": 939.966796875,
+      "learning_rate": 1.8772686580058268e-06,
+      "loss": 19.4219,
+      "step": 5559
+    },
+    {
+      "epoch": 0.3692634654977751,
+      "grad_norm": 400.4028625488281,
+      "learning_rate": 1.8772170280262895e-06,
+      "loss": 19.25,
+      "step": 5560
+    },
+    {
+      "epoch": 0.3693298797901308,
+      "grad_norm": 262.4936218261719,
+      "learning_rate": 1.8771653878996116e-06,
+      "loss": 20.6562,
+      "step": 5561
+    },
+    {
+      "epoch": 0.36939629408248653,
+      "grad_norm": 156.4698028564453,
+      "learning_rate": 1.8771137376263903e-06,
+      "loss": 18.4062,
+      "step": 5562
+    },
+    {
+      "epoch": 0.36946270837484224,
+      "grad_norm": 218.1472930908203,
+      "learning_rate": 1.8770620772072232e-06,
+      "loss": 24.7188,
+      "step": 5563
+    },
+    {
+      "epoch": 0.369529122667198,
+      "grad_norm": 276.5989074707031,
+      "learning_rate": 1.8770104066427073e-06,
+      "loss": 25.9062,
+      "step": 5564
+    },
+    {
+      "epoch": 0.3695955369595537,
+      "grad_norm": 155.20130920410156,
+      "learning_rate": 1.876958725933441e-06,
+      "loss": 17.6406,
+      "step": 5565
+    },
+    {
+      "epoch": 0.3696619512519094,
+      "grad_norm": 651.1063842773438,
+      "learning_rate": 1.876907035080022e-06,
+      "loss": 19.0,
+      "step": 5566
+    },
+    {
+      "epoch": 0.36972836554426514,
+      "grad_norm": 224.3536834716797,
+      "learning_rate": 1.8768553340830477e-06,
+      "loss": 16.6875,
+      "step": 5567
+    },
+    {
+      "epoch": 0.36979477983662085,
+      "grad_norm": 235.11436462402344,
+      "learning_rate": 1.8768036229431167e-06,
+      "loss": 20.5781,
+      "step": 5568
+    },
+    {
+      "epoch": 0.36986119412897656,
+      "grad_norm": 238.5742950439453,
+      "learning_rate": 1.876751901660827e-06,
+      "loss": 19.7031,
+      "step": 5569
+    },
+    {
+      "epoch": 0.36992760842133227,
+      "grad_norm": 244.23301696777344,
+      "learning_rate": 1.876700170236777e-06,
+      "loss": 21.0312,
+      "step": 5570
+    },
+    {
+      "epoch": 0.369994022713688,
+      "grad_norm": 138.64556884765625,
+      "learning_rate": 1.8766484286715646e-06,
+      "loss": 17.9062,
+      "step": 5571
+    },
+    {
+      "epoch": 0.3700604370060437,
+      "grad_norm": 131.6220703125,
+      "learning_rate": 1.8765966769657893e-06,
+      "loss": 15.0312,
+      "step": 5572
+    },
+    {
+      "epoch": 0.3701268512983994,
+      "grad_norm": 274.262939453125,
+      "learning_rate": 1.8765449151200486e-06,
+      "loss": 25.0,
+      "step": 5573
+    },
+    {
+      "epoch": 0.3701932655907551,
+      "grad_norm": 176.01153564453125,
+      "learning_rate": 1.876493143134942e-06,
+      "loss": 14.7812,
+      "step": 5574
+    },
+    {
+      "epoch": 0.37025967988311087,
+      "grad_norm": 421.4930114746094,
+      "learning_rate": 1.876441361011068e-06,
+      "loss": 27.8438,
+      "step": 5575
+    },
+    {
+      "epoch": 0.3703260941754666,
+      "grad_norm": 307.82037353515625,
+      "learning_rate": 1.8763895687490257e-06,
+      "loss": 21.0938,
+      "step": 5576
+    },
+    {
+      "epoch": 0.3703925084678223,
+      "grad_norm": 425.03924560546875,
+      "learning_rate": 1.8763377663494144e-06,
+      "loss": 16.8438,
+      "step": 5577
+    },
+    {
+      "epoch": 0.370458922760178,
+      "grad_norm": 280.1966247558594,
+      "learning_rate": 1.8762859538128328e-06,
+      "loss": 15.9062,
+      "step": 5578
+    },
+    {
+      "epoch": 0.3705253370525337,
+      "grad_norm": 414.8734436035156,
+      "learning_rate": 1.8762341311398809e-06,
+      "loss": 28.4688,
+      "step": 5579
+    },
+    {
+      "epoch": 0.3705917513448894,
+      "grad_norm": 221.17478942871094,
+      "learning_rate": 1.8761822983311578e-06,
+      "loss": 16.7656,
+      "step": 5580
+    },
+    {
+      "epoch": 0.37065816563724513,
+      "grad_norm": 270.5797119140625,
+      "learning_rate": 1.876130455387263e-06,
+      "loss": 23.1562,
+      "step": 5581
+    },
+    {
+      "epoch": 0.37072457992960084,
+      "grad_norm": 149.60888671875,
+      "learning_rate": 1.8760786023087962e-06,
+      "loss": 16.1719,
+      "step": 5582
+    },
+    {
+      "epoch": 0.37079099422195655,
+      "grad_norm": 210.2247772216797,
+      "learning_rate": 1.8760267390963579e-06,
+      "loss": 19.9062,
+      "step": 5583
+    },
+    {
+      "epoch": 0.37085740851431226,
+      "grad_norm": 205.47848510742188,
+      "learning_rate": 1.8759748657505467e-06,
+      "loss": 16.2812,
+      "step": 5584
+    },
+    {
+      "epoch": 0.37092382280666797,
+      "grad_norm": 253.6920166015625,
+      "learning_rate": 1.8759229822719637e-06,
+      "loss": 17.6094,
+      "step": 5585
+    },
+    {
+      "epoch": 0.37099023709902373,
+      "grad_norm": 159.74591064453125,
+      "learning_rate": 1.8758710886612086e-06,
+      "loss": 13.9219,
+      "step": 5586
+    },
+    {
+      "epoch": 0.37105665139137944,
+      "grad_norm": 237.4954833984375,
+      "learning_rate": 1.8758191849188817e-06,
+      "loss": 23.0625,
+      "step": 5587
+    },
+    {
+      "epoch": 0.37112306568373515,
+      "grad_norm": 295.4000244140625,
+      "learning_rate": 1.8757672710455838e-06,
+      "loss": 18.4375,
+      "step": 5588
+    },
+    {
+      "epoch": 0.37118947997609086,
+      "grad_norm": 102.89604187011719,
+      "learning_rate": 1.8757153470419152e-06,
+      "loss": 20.6719,
+      "step": 5589
+    },
+    {
+      "epoch": 0.3712558942684466,
+      "grad_norm": 105.17203521728516,
+      "learning_rate": 1.875663412908476e-06,
+      "loss": 16.5312,
+      "step": 5590
+    },
+    {
+      "epoch": 0.3713223085608023,
+      "grad_norm": 134.8030242919922,
+      "learning_rate": 1.8756114686458677e-06,
+      "loss": 18.8906,
+      "step": 5591
+    },
+    {
+      "epoch": 0.371388722853158,
+      "grad_norm": 530.4029541015625,
+      "learning_rate": 1.8755595142546907e-06,
+      "loss": 22.375,
+      "step": 5592
+    },
+    {
+      "epoch": 0.3714551371455137,
+      "grad_norm": 170.2458953857422,
+      "learning_rate": 1.875507549735546e-06,
+      "loss": 16.3594,
+      "step": 5593
+    },
+    {
+      "epoch": 0.3715215514378694,
+      "grad_norm": 278.7489013671875,
+      "learning_rate": 1.875455575089035e-06,
+      "loss": 25.0,
+      "step": 5594
+    },
+    {
+      "epoch": 0.3715879657302251,
+      "grad_norm": 419.5923156738281,
+      "learning_rate": 1.8754035903157588e-06,
+      "loss": 26.75,
+      "step": 5595
+    },
+    {
+      "epoch": 0.37165438002258083,
+      "grad_norm": 217.4539794921875,
+      "learning_rate": 1.8753515954163185e-06,
+      "loss": 17.0156,
+      "step": 5596
+    },
+    {
+      "epoch": 0.3717207943149366,
+      "grad_norm": 252.40383911132812,
+      "learning_rate": 1.8752995903913157e-06,
+      "loss": 23.7969,
+      "step": 5597
+    },
+    {
+      "epoch": 0.3717872086072923,
+      "grad_norm": 257.29571533203125,
+      "learning_rate": 1.875247575241352e-06,
+      "loss": 17.6406,
+      "step": 5598
+    },
+    {
+      "epoch": 0.371853622899648,
+      "grad_norm": 206.24276733398438,
+      "learning_rate": 1.875195549967029e-06,
+      "loss": 21.0469,
+      "step": 5599
+    },
+    {
+      "epoch": 0.3719200371920037,
+      "grad_norm": 642.0662841796875,
+      "learning_rate": 1.8751435145689488e-06,
+      "loss": 21.4375,
+      "step": 5600
+    },
+    {
+      "epoch": 0.37198645148435944,
+      "grad_norm": 448.98138427734375,
+      "learning_rate": 1.8750914690477129e-06,
+      "loss": 17.4219,
+      "step": 5601
+    },
+    {
+      "epoch": 0.37205286577671515,
+      "grad_norm": 275.8693542480469,
+      "learning_rate": 1.8750394134039233e-06,
+      "loss": 27.8281,
+      "step": 5602
+    },
+    {
+      "epoch": 0.37211928006907086,
+      "grad_norm": 203.70472717285156,
+      "learning_rate": 1.8749873476381826e-06,
+      "loss": 19.9531,
+      "step": 5603
+    },
+    {
+      "epoch": 0.37218569436142657,
+      "grad_norm": 144.31626892089844,
+      "learning_rate": 1.8749352717510925e-06,
+      "loss": 17.125,
+      "step": 5604
+    },
+    {
+      "epoch": 0.3722521086537823,
+      "grad_norm": 154.00486755371094,
+      "learning_rate": 1.8748831857432559e-06,
+      "loss": 18.25,
+      "step": 5605
+    },
+    {
+      "epoch": 0.372318522946138,
+      "grad_norm": 303.9126281738281,
+      "learning_rate": 1.874831089615275e-06,
+      "loss": 27.6875,
+      "step": 5606
+    },
+    {
+      "epoch": 0.3723849372384937,
+      "grad_norm": 149.06771850585938,
+      "learning_rate": 1.8747789833677528e-06,
+      "loss": 19.5156,
+      "step": 5607
+    },
+    {
+      "epoch": 0.37245135153084946,
+      "grad_norm": 312.55377197265625,
+      "learning_rate": 1.8747268670012915e-06,
+      "loss": 16.7031,
+      "step": 5608
+    },
+    {
+      "epoch": 0.37251776582320517,
+      "grad_norm": 218.2406463623047,
+      "learning_rate": 1.8746747405164943e-06,
+      "loss": 18.4531,
+      "step": 5609
+    },
+    {
+      "epoch": 0.3725841801155609,
+      "grad_norm": 153.1117401123047,
+      "learning_rate": 1.874622603913964e-06,
+      "loss": 13.5,
+      "step": 5610
+    },
+    {
+      "epoch": 0.3726505944079166,
+      "grad_norm": 180.0237579345703,
+      "learning_rate": 1.8745704571943035e-06,
+      "loss": 16.6875,
+      "step": 5611
+    },
+    {
+      "epoch": 0.3727170087002723,
+      "grad_norm": 463.3542785644531,
+      "learning_rate": 1.8745183003581167e-06,
+      "loss": 14.6406,
+      "step": 5612
+    },
+    {
+      "epoch": 0.372783422992628,
+      "grad_norm": 170.79852294921875,
+      "learning_rate": 1.874466133406006e-06,
+      "loss": 15.75,
+      "step": 5613
+    },
+    {
+      "epoch": 0.3728498372849837,
+      "grad_norm": 251.26194763183594,
+      "learning_rate": 1.8744139563385758e-06,
+      "loss": 22.3125,
+      "step": 5614
+    },
+    {
+      "epoch": 0.37291625157733943,
+      "grad_norm": 361.3244934082031,
+      "learning_rate": 1.8743617691564291e-06,
+      "loss": 25.2656,
+      "step": 5615
+    },
+    {
+      "epoch": 0.37298266586969514,
+      "grad_norm": 250.0970916748047,
+      "learning_rate": 1.8743095718601697e-06,
+      "loss": 18.9062,
+      "step": 5616
+    },
+    {
+      "epoch": 0.37304908016205085,
+      "grad_norm": 241.33843994140625,
+      "learning_rate": 1.874257364450401e-06,
+      "loss": 17.3281,
+      "step": 5617
+    },
+    {
+      "epoch": 0.3731154944544066,
+      "grad_norm": 293.2330627441406,
+      "learning_rate": 1.8742051469277273e-06,
+      "loss": 27.5625,
+      "step": 5618
+    },
+    {
+      "epoch": 0.3731819087467623,
+      "grad_norm": 305.05401611328125,
+      "learning_rate": 1.8741529192927526e-06,
+      "loss": 18.6719,
+      "step": 5619
+    },
+    {
+      "epoch": 0.37324832303911804,
+      "grad_norm": 274.7047119140625,
+      "learning_rate": 1.874100681546081e-06,
+      "loss": 21.6875,
+      "step": 5620
+    },
+    {
+      "epoch": 0.37331473733147374,
+      "grad_norm": 170.02459716796875,
+      "learning_rate": 1.874048433688317e-06,
+      "loss": 16.4844,
+      "step": 5621
+    },
+    {
+      "epoch": 0.37338115162382945,
+      "grad_norm": 645.9522705078125,
+      "learning_rate": 1.8739961757200644e-06,
+      "loss": 19.1719,
+      "step": 5622
+    },
+    {
+      "epoch": 0.37344756591618516,
+      "grad_norm": 324.1239013671875,
+      "learning_rate": 1.873943907641928e-06,
+      "loss": 16.6562,
+      "step": 5623
+    },
+    {
+      "epoch": 0.3735139802085409,
+      "grad_norm": 302.42779541015625,
+      "learning_rate": 1.8738916294545126e-06,
+      "loss": 18.5156,
+      "step": 5624
+    },
+    {
+      "epoch": 0.3735803945008966,
+      "grad_norm": 368.8487548828125,
+      "learning_rate": 1.8738393411584225e-06,
+      "loss": 21.4688,
+      "step": 5625
+    },
+    {
+      "epoch": 0.3736468087932523,
+      "grad_norm": 443.3140563964844,
+      "learning_rate": 1.8737870427542633e-06,
+      "loss": 18.8281,
+      "step": 5626
+    },
+    {
+      "epoch": 0.373713223085608,
+      "grad_norm": 273.8814697265625,
+      "learning_rate": 1.8737347342426389e-06,
+      "loss": 16.25,
+      "step": 5627
+    },
+    {
+      "epoch": 0.3737796373779637,
+      "grad_norm": 241.9080810546875,
+      "learning_rate": 1.873682415624155e-06,
+      "loss": 22.0156,
+      "step": 5628
+    },
+    {
+      "epoch": 0.3738460516703195,
+      "grad_norm": 247.151123046875,
+      "learning_rate": 1.873630086899417e-06,
+      "loss": 15.625,
+      "step": 5629
+    },
+    {
+      "epoch": 0.3739124659626752,
+      "grad_norm": 165.75320434570312,
+      "learning_rate": 1.8735777480690297e-06,
+      "loss": 20.3438,
+      "step": 5630
+    },
+    {
+      "epoch": 0.3739788802550309,
+      "grad_norm": 533.9954223632812,
+      "learning_rate": 1.8735253991335988e-06,
+      "loss": 20.0781,
+      "step": 5631
+    },
+    {
+      "epoch": 0.3740452945473866,
+      "grad_norm": 297.5655517578125,
+      "learning_rate": 1.8734730400937299e-06,
+      "loss": 22.7656,
+      "step": 5632
+    },
+    {
+      "epoch": 0.3741117088397423,
+      "grad_norm": 511.9851379394531,
+      "learning_rate": 1.8734206709500287e-06,
+      "loss": 20.9688,
+      "step": 5633
+    },
+    {
+      "epoch": 0.37417812313209803,
+      "grad_norm": 380.6510925292969,
+      "learning_rate": 1.8733682917031004e-06,
+      "loss": 22.8125,
+      "step": 5634
+    },
+    {
+      "epoch": 0.37424453742445374,
+      "grad_norm": 253.1698760986328,
+      "learning_rate": 1.8733159023535513e-06,
+      "loss": 27.875,
+      "step": 5635
+    },
+    {
+      "epoch": 0.37431095171680945,
+      "grad_norm": 213.7993621826172,
+      "learning_rate": 1.8732635029019877e-06,
+      "loss": 20.4219,
+      "step": 5636
+    },
+    {
+      "epoch": 0.37437736600916516,
+      "grad_norm": 200.3103790283203,
+      "learning_rate": 1.8732110933490155e-06,
+      "loss": 15.2812,
+      "step": 5637
+    },
+    {
+      "epoch": 0.37444378030152087,
+      "grad_norm": 159.25180053710938,
+      "learning_rate": 1.8731586736952406e-06,
+      "loss": 13.8516,
+      "step": 5638
+    },
+    {
+      "epoch": 0.3745101945938766,
+      "grad_norm": 149.78204345703125,
+      "learning_rate": 1.8731062439412698e-06,
+      "loss": 16.75,
+      "step": 5639
+    },
+    {
+      "epoch": 0.37457660888623234,
+      "grad_norm": 199.35980224609375,
+      "learning_rate": 1.8730538040877095e-06,
+      "loss": 20.25,
+      "step": 5640
+    },
+    {
+      "epoch": 0.37464302317858805,
+      "grad_norm": 210.48207092285156,
+      "learning_rate": 1.873001354135166e-06,
+      "loss": 19.2812,
+      "step": 5641
+    },
+    {
+      "epoch": 0.37470943747094376,
+      "grad_norm": 771.6799926757812,
+      "learning_rate": 1.8729488940842465e-06,
+      "loss": 24.625,
+      "step": 5642
+    },
+    {
+      "epoch": 0.3747758517632995,
+      "grad_norm": 372.46514892578125,
+      "learning_rate": 1.8728964239355576e-06,
+      "loss": 22.75,
+      "step": 5643
+    },
+    {
+      "epoch": 0.3748422660556552,
+      "grad_norm": 140.42784118652344,
+      "learning_rate": 1.8728439436897058e-06,
+      "loss": 17.0781,
+      "step": 5644
+    },
+    {
+      "epoch": 0.3749086803480109,
+      "grad_norm": 111.21466827392578,
+      "learning_rate": 1.872791453347299e-06,
+      "loss": 15.0938,
+      "step": 5645
+    },
+    {
+      "epoch": 0.3749750946403666,
+      "grad_norm": 207.01947021484375,
+      "learning_rate": 1.8727389529089438e-06,
+      "loss": 17.4219,
+      "step": 5646
+    },
+    {
+      "epoch": 0.3750415089327223,
+      "grad_norm": 163.34048461914062,
+      "learning_rate": 1.8726864423752477e-06,
+      "loss": 16.4219,
+      "step": 5647
+    },
+    {
+      "epoch": 0.375107923225078,
+      "grad_norm": 441.7923583984375,
+      "learning_rate": 1.872633921746818e-06,
+      "loss": 19.1406,
+      "step": 5648
+    },
+    {
+      "epoch": 0.37517433751743373,
+      "grad_norm": 339.7774963378906,
+      "learning_rate": 1.872581391024262e-06,
+      "loss": 18.2812,
+      "step": 5649
+    },
+    {
+      "epoch": 0.37524075180978944,
+      "grad_norm": 145.30406188964844,
+      "learning_rate": 1.8725288502081881e-06,
+      "loss": 17.4844,
+      "step": 5650
+    },
+    {
+      "epoch": 0.3753071661021452,
+      "grad_norm": 167.7664794921875,
+      "learning_rate": 1.8724762992992033e-06,
+      "loss": 16.6406,
+      "step": 5651
+    },
+    {
+      "epoch": 0.3753735803945009,
+      "grad_norm": 460.77740478515625,
+      "learning_rate": 1.872423738297916e-06,
+      "loss": 18.5312,
+      "step": 5652
+    },
+    {
+      "epoch": 0.3754399946868566,
+      "grad_norm": 248.86041259765625,
+      "learning_rate": 1.8723711672049337e-06,
+      "loss": 17.6406,
+      "step": 5653
+    },
+    {
+      "epoch": 0.37550640897921234,
+      "grad_norm": 257.5184020996094,
+      "learning_rate": 1.872318586020865e-06,
+      "loss": 18.7031,
+      "step": 5654
+    },
+    {
+      "epoch": 0.37557282327156805,
+      "grad_norm": 399.1786804199219,
+      "learning_rate": 1.8722659947463177e-06,
+      "loss": 22.6562,
+      "step": 5655
+    },
+    {
+      "epoch": 0.37563923756392376,
+      "grad_norm": 188.0661163330078,
+      "learning_rate": 1.8722133933819007e-06,
+      "loss": 18.1719,
+      "step": 5656
+    },
+    {
+      "epoch": 0.37570565185627947,
+      "grad_norm": 208.2655487060547,
+      "learning_rate": 1.8721607819282217e-06,
+      "loss": 21.5469,
+      "step": 5657
+    },
+    {
+      "epoch": 0.3757720661486352,
+      "grad_norm": 198.4376220703125,
+      "learning_rate": 1.8721081603858898e-06,
+      "loss": 22.1875,
+      "step": 5658
+    },
+    {
+      "epoch": 0.3758384804409909,
+      "grad_norm": 227.1267547607422,
+      "learning_rate": 1.8720555287555134e-06,
+      "loss": 25.6875,
+      "step": 5659
+    },
+    {
+      "epoch": 0.3759048947333466,
+      "grad_norm": 429.9517517089844,
+      "learning_rate": 1.872002887037702e-06,
+      "loss": 23.7969,
+      "step": 5660
+    },
+    {
+      "epoch": 0.3759713090257023,
+      "grad_norm": 222.09429931640625,
+      "learning_rate": 1.8719502352330637e-06,
+      "loss": 20.875,
+      "step": 5661
+    },
+    {
+      "epoch": 0.37603772331805807,
+      "grad_norm": 203.5375213623047,
+      "learning_rate": 1.871897573342208e-06,
+      "loss": 19.8594,
+      "step": 5662
+    },
+    {
+      "epoch": 0.3761041376104138,
+      "grad_norm": 375.3986511230469,
+      "learning_rate": 1.8718449013657441e-06,
+      "loss": 20.5,
+      "step": 5663
+    },
+    {
+      "epoch": 0.3761705519027695,
+      "grad_norm": 593.90380859375,
+      "learning_rate": 1.8717922193042806e-06,
+      "loss": 26.2812,
+      "step": 5664
+    },
+    {
+      "epoch": 0.3762369661951252,
+      "grad_norm": 200.50045776367188,
+      "learning_rate": 1.8717395271584277e-06,
+      "loss": 19.1562,
+      "step": 5665
+    },
+    {
+      "epoch": 0.3763033804874809,
+      "grad_norm": 548.4298095703125,
+      "learning_rate": 1.8716868249287948e-06,
+      "loss": 23.7188,
+      "step": 5666
+    },
+    {
+      "epoch": 0.3763697947798366,
+      "grad_norm": 208.67999267578125,
+      "learning_rate": 1.8716341126159912e-06,
+      "loss": 20.625,
+      "step": 5667
+    },
+    {
+      "epoch": 0.37643620907219233,
+      "grad_norm": 201.6431427001953,
+      "learning_rate": 1.8715813902206267e-06,
+      "loss": 16.8438,
+      "step": 5668
+    },
+    {
+      "epoch": 0.37650262336454804,
+      "grad_norm": 305.76226806640625,
+      "learning_rate": 1.8715286577433113e-06,
+      "loss": 15.5156,
+      "step": 5669
+    },
+    {
+      "epoch": 0.37656903765690375,
+      "grad_norm": 263.42681884765625,
+      "learning_rate": 1.871475915184655e-06,
+      "loss": 16.4609,
+      "step": 5670
+    },
+    {
+      "epoch": 0.37663545194925946,
+      "grad_norm": 235.06912231445312,
+      "learning_rate": 1.8714231625452679e-06,
+      "loss": 19.9062,
+      "step": 5671
+    },
+    {
+      "epoch": 0.37670186624161517,
+      "grad_norm": 399.00537109375,
+      "learning_rate": 1.8713703998257602e-06,
+      "loss": 16.4062,
+      "step": 5672
+    },
+    {
+      "epoch": 0.37676828053397093,
+      "grad_norm": 130.7521209716797,
+      "learning_rate": 1.871317627026742e-06,
+      "loss": 17.4688,
+      "step": 5673
+    },
+    {
+      "epoch": 0.37683469482632664,
+      "grad_norm": 176.51824951171875,
+      "learning_rate": 1.8712648441488236e-06,
+      "loss": 16.4375,
+      "step": 5674
+    },
+    {
+      "epoch": 0.37690110911868235,
+      "grad_norm": 921.605712890625,
+      "learning_rate": 1.8712120511926165e-06,
+      "loss": 19.25,
+      "step": 5675
+    },
+    {
+      "epoch": 0.37696752341103806,
+      "grad_norm": 388.07977294921875,
+      "learning_rate": 1.8711592481587303e-06,
+      "loss": 17.75,
+      "step": 5676
+    },
+    {
+      "epoch": 0.3770339377033938,
+      "grad_norm": 174.31422424316406,
+      "learning_rate": 1.8711064350477766e-06,
+      "loss": 14.4688,
+      "step": 5677
+    },
+    {
+      "epoch": 0.3771003519957495,
+      "grad_norm": 125.87647247314453,
+      "learning_rate": 1.8710536118603656e-06,
+      "loss": 16.0156,
+      "step": 5678
+    },
+    {
+      "epoch": 0.3771667662881052,
+      "grad_norm": 161.117919921875,
+      "learning_rate": 1.8710007785971091e-06,
+      "loss": 13.2969,
+      "step": 5679
+    },
+    {
+      "epoch": 0.3772331805804609,
+      "grad_norm": 214.3628387451172,
+      "learning_rate": 1.8709479352586177e-06,
+      "loss": 22.1562,
+      "step": 5680
+    },
+    {
+      "epoch": 0.3772995948728166,
+      "grad_norm": 565.9727783203125,
+      "learning_rate": 1.8708950818455028e-06,
+      "loss": 19.7969,
+      "step": 5681
+    },
+    {
+      "epoch": 0.3773660091651723,
+      "grad_norm": 155.03639221191406,
+      "learning_rate": 1.8708422183583758e-06,
+      "loss": 17.0625,
+      "step": 5682
+    },
+    {
+      "epoch": 0.37743242345752803,
+      "grad_norm": 378.55718994140625,
+      "learning_rate": 1.8707893447978483e-06,
+      "loss": 27.9062,
+      "step": 5683
+    },
+    {
+      "epoch": 0.3774988377498838,
+      "grad_norm": 296.1816101074219,
+      "learning_rate": 1.8707364611645312e-06,
+      "loss": 13.9375,
+      "step": 5684
+    },
+    {
+      "epoch": 0.3775652520422395,
+      "grad_norm": 273.3768005371094,
+      "learning_rate": 1.8706835674590376e-06,
+      "loss": 15.4375,
+      "step": 5685
+    },
+    {
+      "epoch": 0.3776316663345952,
+      "grad_norm": 219.91348266601562,
+      "learning_rate": 1.8706306636819779e-06,
+      "loss": 18.1094,
+      "step": 5686
+    },
+    {
+      "epoch": 0.3776980806269509,
+      "grad_norm": 215.60018920898438,
+      "learning_rate": 1.870577749833965e-06,
+      "loss": 16.4688,
+      "step": 5687
+    },
+    {
+      "epoch": 0.37776449491930664,
+      "grad_norm": 246.9284210205078,
+      "learning_rate": 1.8705248259156107e-06,
+      "loss": 18.0938,
+      "step": 5688
+    },
+    {
+      "epoch": 0.37783090921166235,
+      "grad_norm": 348.1913757324219,
+      "learning_rate": 1.8704718919275273e-06,
+      "loss": 15.7656,
+      "step": 5689
+    },
+    {
+      "epoch": 0.37789732350401806,
+      "grad_norm": 234.87059020996094,
+      "learning_rate": 1.870418947870327e-06,
+      "loss": 16.5,
+      "step": 5690
+    },
+    {
+      "epoch": 0.37796373779637377,
+      "grad_norm": 352.807373046875,
+      "learning_rate": 1.8703659937446221e-06,
+      "loss": 18.0938,
+      "step": 5691
+    },
+    {
+      "epoch": 0.3780301520887295,
+      "grad_norm": 157.84735107421875,
+      "learning_rate": 1.870313029551025e-06,
+      "loss": 11.6406,
+      "step": 5692
+    },
+    {
+      "epoch": 0.3780965663810852,
+      "grad_norm": 262.4818420410156,
+      "learning_rate": 1.8702600552901488e-06,
+      "loss": 21.3438,
+      "step": 5693
+    },
+    {
+      "epoch": 0.37816298067344095,
+      "grad_norm": 226.92245483398438,
+      "learning_rate": 1.8702070709626063e-06,
+      "loss": 16.5938,
+      "step": 5694
+    },
+    {
+      "epoch": 0.37822939496579666,
+      "grad_norm": 255.8184051513672,
+      "learning_rate": 1.87015407656901e-06,
+      "loss": 19.0781,
+      "step": 5695
+    },
+    {
+      "epoch": 0.37829580925815237,
+      "grad_norm": 139.56275939941406,
+      "learning_rate": 1.8701010721099734e-06,
+      "loss": 18.125,
+      "step": 5696
+    },
+    {
+      "epoch": 0.3783622235505081,
+      "grad_norm": 209.61647033691406,
+      "learning_rate": 1.8700480575861091e-06,
+      "loss": 23.9219,
+      "step": 5697
+    },
+    {
+      "epoch": 0.3784286378428638,
+      "grad_norm": 756.902587890625,
+      "learning_rate": 1.8699950329980306e-06,
+      "loss": 19.5469,
+      "step": 5698
+    },
+    {
+      "epoch": 0.3784950521352195,
+      "grad_norm": 235.37770080566406,
+      "learning_rate": 1.8699419983463511e-06,
+      "loss": 18.1562,
+      "step": 5699
+    },
+    {
+      "epoch": 0.3785614664275752,
+      "grad_norm": 265.496826171875,
+      "learning_rate": 1.8698889536316843e-06,
+      "loss": 20.9062,
+      "step": 5700
+    },
+    {
+      "epoch": 0.3786278807199309,
+      "grad_norm": 210.1861572265625,
+      "learning_rate": 1.8698358988546436e-06,
+      "loss": 18.0625,
+      "step": 5701
+    },
+    {
+      "epoch": 0.37869429501228663,
+      "grad_norm": 977.2465209960938,
+      "learning_rate": 1.869782834015843e-06,
+      "loss": 17.2812,
+      "step": 5702
+    },
+    {
+      "epoch": 0.37876070930464234,
+      "grad_norm": 239.08544921875,
+      "learning_rate": 1.869729759115896e-06,
+      "loss": 23.8594,
+      "step": 5703
+    },
+    {
+      "epoch": 0.37882712359699805,
+      "grad_norm": 311.4081726074219,
+      "learning_rate": 1.869676674155417e-06,
+      "loss": 11.5938,
+      "step": 5704
+    },
+    {
+      "epoch": 0.3788935378893538,
+      "grad_norm": 659.669189453125,
+      "learning_rate": 1.8696235791350193e-06,
+      "loss": 21.9375,
+      "step": 5705
+    },
+    {
+      "epoch": 0.3789599521817095,
+      "grad_norm": 246.49920654296875,
+      "learning_rate": 1.8695704740553175e-06,
+      "loss": 20.5156,
+      "step": 5706
+    },
+    {
+      "epoch": 0.37902636647406523,
+      "grad_norm": 227.01773071289062,
+      "learning_rate": 1.869517358916926e-06,
+      "loss": 19.0469,
+      "step": 5707
+    },
+    {
+      "epoch": 0.37909278076642094,
+      "grad_norm": 575.3306884765625,
+      "learning_rate": 1.869464233720459e-06,
+      "loss": 20.4219,
+      "step": 5708
+    },
+    {
+      "epoch": 0.37915919505877665,
+      "grad_norm": 1564.4959716796875,
+      "learning_rate": 1.8694110984665312e-06,
+      "loss": 30.9531,
+      "step": 5709
+    },
+    {
+      "epoch": 0.37922560935113236,
+      "grad_norm": 342.1094665527344,
+      "learning_rate": 1.8693579531557568e-06,
+      "loss": 18.875,
+      "step": 5710
+    },
+    {
+      "epoch": 0.3792920236434881,
+      "grad_norm": 284.8885192871094,
+      "learning_rate": 1.8693047977887515e-06,
+      "loss": 26.8125,
+      "step": 5711
+    },
+    {
+      "epoch": 0.3793584379358438,
+      "grad_norm": 146.24940490722656,
+      "learning_rate": 1.869251632366129e-06,
+      "loss": 17.3984,
+      "step": 5712
+    },
+    {
+      "epoch": 0.3794248522281995,
+      "grad_norm": 303.12591552734375,
+      "learning_rate": 1.8691984568885053e-06,
+      "loss": 22.3281,
+      "step": 5713
+    },
+    {
+      "epoch": 0.3794912665205552,
+      "grad_norm": 510.6625671386719,
+      "learning_rate": 1.8691452713564948e-06,
+      "loss": 30.1406,
+      "step": 5714
+    },
+    {
+      "epoch": 0.3795576808129109,
+      "grad_norm": 131.02696228027344,
+      "learning_rate": 1.869092075770713e-06,
+      "loss": 18.9375,
+      "step": 5715
+    },
+    {
+      "epoch": 0.3796240951052667,
+      "grad_norm": 208.10879516601562,
+      "learning_rate": 1.8690388701317754e-06,
+      "loss": 20.5312,
+      "step": 5716
+    },
+    {
+      "epoch": 0.3796905093976224,
+      "grad_norm": 183.66690063476562,
+      "learning_rate": 1.8689856544402971e-06,
+      "loss": 18.8906,
+      "step": 5717
+    },
+    {
+      "epoch": 0.3797569236899781,
+      "grad_norm": 170.72476196289062,
+      "learning_rate": 1.868932428696894e-06,
+      "loss": 19.2344,
+      "step": 5718
+    },
+    {
+      "epoch": 0.3798233379823338,
+      "grad_norm": 194.34454345703125,
+      "learning_rate": 1.8688791929021815e-06,
+      "loss": 14.3906,
+      "step": 5719
+    },
+    {
+      "epoch": 0.3798897522746895,
+      "grad_norm": 373.7431945800781,
+      "learning_rate": 1.8688259470567753e-06,
+      "loss": 26.5781,
+      "step": 5720
+    },
+    {
+      "epoch": 0.37995616656704523,
+      "grad_norm": 392.5791931152344,
+      "learning_rate": 1.868772691161292e-06,
+      "loss": 20.5938,
+      "step": 5721
+    },
+    {
+      "epoch": 0.38002258085940094,
+      "grad_norm": 233.4799346923828,
+      "learning_rate": 1.8687194252163469e-06,
+      "loss": 22.4688,
+      "step": 5722
+    },
+    {
+      "epoch": 0.38008899515175665,
+      "grad_norm": 192.37734985351562,
+      "learning_rate": 1.8686661492225563e-06,
+      "loss": 15.1406,
+      "step": 5723
+    },
+    {
+      "epoch": 0.38015540944411236,
+      "grad_norm": 289.06793212890625,
+      "learning_rate": 1.868612863180537e-06,
+      "loss": 20.1016,
+      "step": 5724
+    },
+    {
+      "epoch": 0.38022182373646807,
+      "grad_norm": 118.43611145019531,
+      "learning_rate": 1.8685595670909046e-06,
+      "loss": 15.7812,
+      "step": 5725
+    },
+    {
+      "epoch": 0.3802882380288238,
+      "grad_norm": 241.46401977539062,
+      "learning_rate": 1.8685062609542758e-06,
+      "loss": 18.2031,
+      "step": 5726
+    },
+    {
+      "epoch": 0.38035465232117954,
+      "grad_norm": 167.9512176513672,
+      "learning_rate": 1.8684529447712677e-06,
+      "loss": 15.7812,
+      "step": 5727
+    },
+    {
+      "epoch": 0.38042106661353525,
+      "grad_norm": 443.62139892578125,
+      "learning_rate": 1.868399618542497e-06,
+      "loss": 29.2656,
+      "step": 5728
+    },
+    {
+      "epoch": 0.38048748090589096,
+      "grad_norm": 211.35714721679688,
+      "learning_rate": 1.8683462822685799e-06,
+      "loss": 19.5156,
+      "step": 5729
+    },
+    {
+      "epoch": 0.38055389519824667,
+      "grad_norm": 177.22703552246094,
+      "learning_rate": 1.8682929359501337e-06,
+      "loss": 21.4688,
+      "step": 5730
+    },
+    {
+      "epoch": 0.3806203094906024,
+      "grad_norm": 155.4625244140625,
+      "learning_rate": 1.8682395795877755e-06,
+      "loss": 16.8438,
+      "step": 5731
+    },
+    {
+      "epoch": 0.3806867237829581,
+      "grad_norm": 279.6610107421875,
+      "learning_rate": 1.8681862131821227e-06,
+      "loss": 21.0,
+      "step": 5732
+    },
+    {
+      "epoch": 0.3807531380753138,
+      "grad_norm": 575.1123046875,
+      "learning_rate": 1.8681328367337921e-06,
+      "loss": 18.1719,
+      "step": 5733
+    },
+    {
+      "epoch": 0.3808195523676695,
+      "grad_norm": 151.7352294921875,
+      "learning_rate": 1.8680794502434016e-06,
+      "loss": 19.7031,
+      "step": 5734
+    },
+    {
+      "epoch": 0.3808859666600252,
+      "grad_norm": 320.58349609375,
+      "learning_rate": 1.8680260537115686e-06,
+      "loss": 23.875,
+      "step": 5735
+    },
+    {
+      "epoch": 0.38095238095238093,
+      "grad_norm": 176.218017578125,
+      "learning_rate": 1.8679726471389108e-06,
+      "loss": 25.1562,
+      "step": 5736
+    },
+    {
+      "epoch": 0.38101879524473664,
+      "grad_norm": 191.78321838378906,
+      "learning_rate": 1.8679192305260458e-06,
+      "loss": 21.375,
+      "step": 5737
+    },
+    {
+      "epoch": 0.3810852095370924,
+      "grad_norm": 203.33836364746094,
+      "learning_rate": 1.8678658038735917e-06,
+      "loss": 17.7031,
+      "step": 5738
+    },
+    {
+      "epoch": 0.3811516238294481,
+      "grad_norm": 236.57203674316406,
+      "learning_rate": 1.8678123671821663e-06,
+      "loss": 20.8594,
+      "step": 5739
+    },
+    {
+      "epoch": 0.3812180381218038,
+      "grad_norm": 284.88299560546875,
+      "learning_rate": 1.867758920452388e-06,
+      "loss": 19.8438,
+      "step": 5740
+    },
+    {
+      "epoch": 0.38128445241415954,
+      "grad_norm": 248.5437469482422,
+      "learning_rate": 1.8677054636848748e-06,
+      "loss": 20.0469,
+      "step": 5741
+    },
+    {
+      "epoch": 0.38135086670651525,
+      "grad_norm": 228.06346130371094,
+      "learning_rate": 1.8676519968802454e-06,
+      "loss": 25.25,
+      "step": 5742
+    },
+    {
+      "epoch": 0.38141728099887096,
+      "grad_norm": 119.7900161743164,
+      "learning_rate": 1.8675985200391175e-06,
+      "loss": 13.5938,
+      "step": 5743
+    },
+    {
+      "epoch": 0.38148369529122667,
+      "grad_norm": 269.2790832519531,
+      "learning_rate": 1.8675450331621106e-06,
+      "loss": 18.0781,
+      "step": 5744
+    },
+    {
+      "epoch": 0.3815501095835824,
+      "grad_norm": 173.42286682128906,
+      "learning_rate": 1.8674915362498429e-06,
+      "loss": 22.7969,
+      "step": 5745
+    },
+    {
+      "epoch": 0.3816165238759381,
+      "grad_norm": 185.5259552001953,
+      "learning_rate": 1.8674380293029332e-06,
+      "loss": 20.9062,
+      "step": 5746
+    },
+    {
+      "epoch": 0.3816829381682938,
+      "grad_norm": 202.31117248535156,
+      "learning_rate": 1.8673845123220007e-06,
+      "loss": 18.2969,
+      "step": 5747
+    },
+    {
+      "epoch": 0.3817493524606495,
+      "grad_norm": 250.26063537597656,
+      "learning_rate": 1.8673309853076643e-06,
+      "loss": 18.0781,
+      "step": 5748
+    },
+    {
+      "epoch": 0.38181576675300527,
+      "grad_norm": 177.88937377929688,
+      "learning_rate": 1.8672774482605433e-06,
+      "loss": 16.7734,
+      "step": 5749
+    },
+    {
+      "epoch": 0.381882181045361,
+      "grad_norm": 300.3489990234375,
+      "learning_rate": 1.8672239011812567e-06,
+      "loss": 19.6094,
+      "step": 5750
+    },
+    {
+      "epoch": 0.3819485953377167,
+      "grad_norm": 221.31552124023438,
+      "learning_rate": 1.8671703440704243e-06,
+      "loss": 16.1094,
+      "step": 5751
+    },
+    {
+      "epoch": 0.3820150096300724,
+      "grad_norm": 391.375244140625,
+      "learning_rate": 1.8671167769286653e-06,
+      "loss": 22.5938,
+      "step": 5752
+    },
+    {
+      "epoch": 0.3820814239224281,
+      "grad_norm": 95.11914825439453,
+      "learning_rate": 1.8670631997565996e-06,
+      "loss": 16.0469,
+      "step": 5753
+    },
+    {
+      "epoch": 0.3821478382147838,
+      "grad_norm": 165.54339599609375,
+      "learning_rate": 1.8670096125548462e-06,
+      "loss": 14.6406,
+      "step": 5754
+    },
+    {
+      "epoch": 0.38221425250713953,
+      "grad_norm": 169.48394775390625,
+      "learning_rate": 1.866956015324026e-06,
+      "loss": 22.125,
+      "step": 5755
+    },
+    {
+      "epoch": 0.38228066679949524,
+      "grad_norm": 186.8816375732422,
+      "learning_rate": 1.8669024080647585e-06,
+      "loss": 22.5,
+      "step": 5756
+    },
+    {
+      "epoch": 0.38234708109185095,
+      "grad_norm": 144.84722900390625,
+      "learning_rate": 1.8668487907776637e-06,
+      "loss": 16.5781,
+      "step": 5757
+    },
+    {
+      "epoch": 0.38241349538420666,
+      "grad_norm": 243.7522735595703,
+      "learning_rate": 1.8667951634633624e-06,
+      "loss": 21.4062,
+      "step": 5758
+    },
+    {
+      "epoch": 0.38247990967656237,
+      "grad_norm": 171.09194946289062,
+      "learning_rate": 1.8667415261224741e-06,
+      "loss": 16.8438,
+      "step": 5759
+    },
+    {
+      "epoch": 0.38254632396891813,
+      "grad_norm": 241.3153533935547,
+      "learning_rate": 1.8666878787556196e-06,
+      "loss": 20.5156,
+      "step": 5760
+    },
+    {
+      "epoch": 0.38261273826127384,
+      "grad_norm": 161.87001037597656,
+      "learning_rate": 1.8666342213634195e-06,
+      "loss": 22.75,
+      "step": 5761
+    },
+    {
+      "epoch": 0.38267915255362955,
+      "grad_norm": 212.66258239746094,
+      "learning_rate": 1.8665805539464942e-06,
+      "loss": 24.4062,
+      "step": 5762
+    },
+    {
+      "epoch": 0.38274556684598526,
+      "grad_norm": 323.786865234375,
+      "learning_rate": 1.8665268765054653e-06,
+      "loss": 19.0938,
+      "step": 5763
+    },
+    {
+      "epoch": 0.382811981138341,
+      "grad_norm": 274.6207580566406,
+      "learning_rate": 1.8664731890409529e-06,
+      "loss": 25.5625,
+      "step": 5764
+    },
+    {
+      "epoch": 0.3828783954306967,
+      "grad_norm": 214.65855407714844,
+      "learning_rate": 1.8664194915535783e-06,
+      "loss": 19.6875,
+      "step": 5765
+    },
+    {
+      "epoch": 0.3829448097230524,
+      "grad_norm": 1871.8765869140625,
+      "learning_rate": 1.8663657840439627e-06,
+      "loss": 23.8438,
+      "step": 5766
+    },
+    {
+      "epoch": 0.3830112240154081,
+      "grad_norm": 246.28366088867188,
+      "learning_rate": 1.866312066512727e-06,
+      "loss": 18.6875,
+      "step": 5767
+    },
+    {
+      "epoch": 0.3830776383077638,
+      "grad_norm": 842.454345703125,
+      "learning_rate": 1.8662583389604931e-06,
+      "loss": 24.3281,
+      "step": 5768
+    },
+    {
+      "epoch": 0.3831440526001195,
+      "grad_norm": 231.7724151611328,
+      "learning_rate": 1.866204601387882e-06,
+      "loss": 22.0625,
+      "step": 5769
+    },
+    {
+      "epoch": 0.3832104668924753,
+      "grad_norm": 297.1000061035156,
+      "learning_rate": 1.8661508537955157e-06,
+      "loss": 16.0859,
+      "step": 5770
+    },
+    {
+      "epoch": 0.383276881184831,
+      "grad_norm": 190.89016723632812,
+      "learning_rate": 1.8660970961840159e-06,
+      "loss": 16.3125,
+      "step": 5771
+    },
+    {
+      "epoch": 0.3833432954771867,
+      "grad_norm": 116.94609069824219,
+      "learning_rate": 1.8660433285540043e-06,
+      "loss": 18.0781,
+      "step": 5772
+    },
+    {
+      "epoch": 0.3834097097695424,
+      "grad_norm": 130.82470703125,
+      "learning_rate": 1.8659895509061027e-06,
+      "loss": 15.625,
+      "step": 5773
+    },
+    {
+      "epoch": 0.3834761240618981,
+      "grad_norm": 216.99386596679688,
+      "learning_rate": 1.8659357632409335e-06,
+      "loss": 18.5469,
+      "step": 5774
+    },
+    {
+      "epoch": 0.38354253835425384,
+      "grad_norm": 277.43280029296875,
+      "learning_rate": 1.8658819655591187e-06,
+      "loss": 16.5156,
+      "step": 5775
+    },
+    {
+      "epoch": 0.38360895264660955,
+      "grad_norm": 122.0398178100586,
+      "learning_rate": 1.8658281578612804e-06,
+      "loss": 21.7969,
+      "step": 5776
+    },
+    {
+      "epoch": 0.38367536693896526,
+      "grad_norm": 139.89923095703125,
+      "learning_rate": 1.8657743401480415e-06,
+      "loss": 17.3281,
+      "step": 5777
+    },
+    {
+      "epoch": 0.38374178123132097,
+      "grad_norm": 186.24581909179688,
+      "learning_rate": 1.8657205124200242e-06,
+      "loss": 21.8438,
+      "step": 5778
+    },
+    {
+      "epoch": 0.3838081955236767,
+      "grad_norm": 204.96107482910156,
+      "learning_rate": 1.865666674677851e-06,
+      "loss": 18.4375,
+      "step": 5779
+    },
+    {
+      "epoch": 0.3838746098160324,
+      "grad_norm": 210.67710876464844,
+      "learning_rate": 1.8656128269221452e-06,
+      "loss": 23.8438,
+      "step": 5780
+    },
+    {
+      "epoch": 0.38394102410838815,
+      "grad_norm": 116.17755889892578,
+      "learning_rate": 1.8655589691535293e-06,
+      "loss": 15.1406,
+      "step": 5781
+    },
+    {
+      "epoch": 0.38400743840074386,
+      "grad_norm": 126.04057312011719,
+      "learning_rate": 1.8655051013726263e-06,
+      "loss": 17.0312,
+      "step": 5782
+    },
+    {
+      "epoch": 0.38407385269309957,
+      "grad_norm": 211.6429901123047,
+      "learning_rate": 1.8654512235800593e-06,
+      "loss": 16.8594,
+      "step": 5783
+    },
+    {
+      "epoch": 0.3841402669854553,
+      "grad_norm": 167.2516632080078,
+      "learning_rate": 1.8653973357764517e-06,
+      "loss": 16.6875,
+      "step": 5784
+    },
+    {
+      "epoch": 0.384206681277811,
+      "grad_norm": 168.94610595703125,
+      "learning_rate": 1.8653434379624264e-06,
+      "loss": 18.2812,
+      "step": 5785
+    },
+    {
+      "epoch": 0.3842730955701667,
+      "grad_norm": 735.50732421875,
+      "learning_rate": 1.8652895301386075e-06,
+      "loss": 18.1719,
+      "step": 5786
+    },
+    {
+      "epoch": 0.3843395098625224,
+      "grad_norm": 123.20053100585938,
+      "learning_rate": 1.8652356123056183e-06,
+      "loss": 16.0781,
+      "step": 5787
+    },
+    {
+      "epoch": 0.3844059241548781,
+      "grad_norm": 242.89402770996094,
+      "learning_rate": 1.8651816844640824e-06,
+      "loss": 15.1562,
+      "step": 5788
+    },
+    {
+      "epoch": 0.38447233844723383,
+      "grad_norm": 126.65758514404297,
+      "learning_rate": 1.8651277466146236e-06,
+      "loss": 14.8438,
+      "step": 5789
+    },
+    {
+      "epoch": 0.38453875273958954,
+      "grad_norm": 365.6190490722656,
+      "learning_rate": 1.865073798757866e-06,
+      "loss": 20.1406,
+      "step": 5790
+    },
+    {
+      "epoch": 0.38460516703194525,
+      "grad_norm": 268.875732421875,
+      "learning_rate": 1.8650198408944332e-06,
+      "loss": 20.0312,
+      "step": 5791
+    },
+    {
+      "epoch": 0.384671581324301,
+      "grad_norm": 273.1282653808594,
+      "learning_rate": 1.8649658730249503e-06,
+      "loss": 14.2188,
+      "step": 5792
+    },
+    {
+      "epoch": 0.3847379956166567,
+      "grad_norm": 269.08453369140625,
+      "learning_rate": 1.8649118951500404e-06,
+      "loss": 15.0312,
+      "step": 5793
+    },
+    {
+      "epoch": 0.38480440990901243,
+      "grad_norm": 148.70706176757812,
+      "learning_rate": 1.8648579072703287e-06,
+      "loss": 20.25,
+      "step": 5794
+    },
+    {
+      "epoch": 0.38487082420136814,
+      "grad_norm": 504.0433044433594,
+      "learning_rate": 1.8648039093864393e-06,
+      "loss": 18.5781,
+      "step": 5795
+    },
+    {
+      "epoch": 0.38493723849372385,
+      "grad_norm": 193.73744201660156,
+      "learning_rate": 1.864749901498997e-06,
+      "loss": 18.4688,
+      "step": 5796
+    },
+    {
+      "epoch": 0.38500365278607956,
+      "grad_norm": 296.1859130859375,
+      "learning_rate": 1.8646958836086265e-06,
+      "loss": 27.0938,
+      "step": 5797
+    },
+    {
+      "epoch": 0.3850700670784353,
+      "grad_norm": 160.29544067382812,
+      "learning_rate": 1.864641855715953e-06,
+      "loss": 21.5625,
+      "step": 5798
+    },
+    {
+      "epoch": 0.385136481370791,
+      "grad_norm": 180.7581787109375,
+      "learning_rate": 1.8645878178216006e-06,
+      "loss": 17.8906,
+      "step": 5799
+    },
+    {
+      "epoch": 0.3852028956631467,
+      "grad_norm": 283.91632080078125,
+      "learning_rate": 1.8645337699261948e-06,
+      "loss": 16.3281,
+      "step": 5800
+    },
+    {
+      "epoch": 0.3852693099555024,
+      "grad_norm": 378.3922119140625,
+      "learning_rate": 1.864479712030361e-06,
+      "loss": 17.5625,
+      "step": 5801
+    },
+    {
+      "epoch": 0.3853357242478581,
+      "grad_norm": 176.47801208496094,
+      "learning_rate": 1.8644256441347248e-06,
+      "loss": 15.0469,
+      "step": 5802
+    },
+    {
+      "epoch": 0.3854021385402139,
+      "grad_norm": 193.09426879882812,
+      "learning_rate": 1.8643715662399107e-06,
+      "loss": 24.1094,
+      "step": 5803
+    },
+    {
+      "epoch": 0.3854685528325696,
+      "grad_norm": 258.10076904296875,
+      "learning_rate": 1.8643174783465449e-06,
+      "loss": 20.4219,
+      "step": 5804
+    },
+    {
+      "epoch": 0.3855349671249253,
+      "grad_norm": 180.0631866455078,
+      "learning_rate": 1.864263380455253e-06,
+      "loss": 18.6406,
+      "step": 5805
+    },
+    {
+      "epoch": 0.385601381417281,
+      "grad_norm": 126.41539001464844,
+      "learning_rate": 1.8642092725666604e-06,
+      "loss": 13.6406,
+      "step": 5806
+    },
+    {
+      "epoch": 0.3856677957096367,
+      "grad_norm": 179.7842559814453,
+      "learning_rate": 1.8641551546813936e-06,
+      "loss": 15.2656,
+      "step": 5807
+    },
+    {
+      "epoch": 0.38573421000199243,
+      "grad_norm": 535.0476684570312,
+      "learning_rate": 1.864101026800078e-06,
+      "loss": 16.0469,
+      "step": 5808
+    },
+    {
+      "epoch": 0.38580062429434814,
+      "grad_norm": 932.7711791992188,
+      "learning_rate": 1.8640468889233404e-06,
+      "loss": 17.4375,
+      "step": 5809
+    },
+    {
+      "epoch": 0.38586703858670385,
+      "grad_norm": 192.09963989257812,
+      "learning_rate": 1.8639927410518061e-06,
+      "loss": 18.7031,
+      "step": 5810
+    },
+    {
+      "epoch": 0.38593345287905956,
+      "grad_norm": 153.01837158203125,
+      "learning_rate": 1.8639385831861022e-06,
+      "loss": 14.8438,
+      "step": 5811
+    },
+    {
+      "epoch": 0.38599986717141527,
+      "grad_norm": 274.7090759277344,
+      "learning_rate": 1.8638844153268552e-06,
+      "loss": 20.1719,
+      "step": 5812
+    },
+    {
+      "epoch": 0.386066281463771,
+      "grad_norm": 149.22836303710938,
+      "learning_rate": 1.863830237474691e-06,
+      "loss": 15.0469,
+      "step": 5813
+    },
+    {
+      "epoch": 0.38613269575612674,
+      "grad_norm": 260.2269287109375,
+      "learning_rate": 1.8637760496302369e-06,
+      "loss": 37.9375,
+      "step": 5814
+    },
+    {
+      "epoch": 0.38619911004848245,
+      "grad_norm": 253.24668884277344,
+      "learning_rate": 1.8637218517941197e-06,
+      "loss": 23.1094,
+      "step": 5815
+    },
+    {
+      "epoch": 0.38626552434083816,
+      "grad_norm": 341.1067199707031,
+      "learning_rate": 1.863667643966966e-06,
+      "loss": 23.875,
+      "step": 5816
+    },
+    {
+      "epoch": 0.38633193863319387,
+      "grad_norm": 250.42306518554688,
+      "learning_rate": 1.8636134261494029e-06,
+      "loss": 19.0312,
+      "step": 5817
+    },
+    {
+      "epoch": 0.3863983529255496,
+      "grad_norm": 941.2593383789062,
+      "learning_rate": 1.8635591983420578e-06,
+      "loss": 19.5156,
+      "step": 5818
+    },
+    {
+      "epoch": 0.3864647672179053,
+      "grad_norm": 221.21780395507812,
+      "learning_rate": 1.8635049605455579e-06,
+      "loss": 14.75,
+      "step": 5819
+    },
+    {
+      "epoch": 0.386531181510261,
+      "grad_norm": 289.9900207519531,
+      "learning_rate": 1.8634507127605305e-06,
+      "loss": 15.0469,
+      "step": 5820
+    },
+    {
+      "epoch": 0.3865975958026167,
+      "grad_norm": 300.03680419921875,
+      "learning_rate": 1.8633964549876034e-06,
+      "loss": 20.75,
+      "step": 5821
+    },
+    {
+      "epoch": 0.3866640100949724,
+      "grad_norm": 316.02825927734375,
+      "learning_rate": 1.8633421872274036e-06,
+      "loss": 16.7344,
+      "step": 5822
+    },
+    {
+      "epoch": 0.38673042438732813,
+      "grad_norm": 245.9867706298828,
+      "learning_rate": 1.8632879094805594e-06,
+      "loss": 18.1719,
+      "step": 5823
+    },
+    {
+      "epoch": 0.38679683867968384,
+      "grad_norm": 258.586181640625,
+      "learning_rate": 1.8632336217476983e-06,
+      "loss": 17.1562,
+      "step": 5824
+    },
+    {
+      "epoch": 0.3868632529720396,
+      "grad_norm": 142.6648406982422,
+      "learning_rate": 1.8631793240294483e-06,
+      "loss": 15.875,
+      "step": 5825
+    },
+    {
+      "epoch": 0.3869296672643953,
+      "grad_norm": 344.2962646484375,
+      "learning_rate": 1.8631250163264381e-06,
+      "loss": 16.5,
+      "step": 5826
+    },
+    {
+      "epoch": 0.386996081556751,
+      "grad_norm": 229.6949005126953,
+      "learning_rate": 1.8630706986392952e-06,
+      "loss": 14.8906,
+      "step": 5827
+    },
+    {
+      "epoch": 0.38706249584910674,
+      "grad_norm": 171.19053649902344,
+      "learning_rate": 1.8630163709686481e-06,
+      "loss": 20.9062,
+      "step": 5828
+    },
+    {
+      "epoch": 0.38712891014146245,
+      "grad_norm": 322.6485595703125,
+      "learning_rate": 1.8629620333151253e-06,
+      "loss": 17.1094,
+      "step": 5829
+    },
+    {
+      "epoch": 0.38719532443381816,
+      "grad_norm": 130.30357360839844,
+      "learning_rate": 1.8629076856793554e-06,
+      "loss": 18.1094,
+      "step": 5830
+    },
+    {
+      "epoch": 0.38726173872617387,
+      "grad_norm": 126.57633209228516,
+      "learning_rate": 1.8628533280619667e-06,
+      "loss": 13.9531,
+      "step": 5831
+    },
+    {
+      "epoch": 0.3873281530185296,
+      "grad_norm": 135.20054626464844,
+      "learning_rate": 1.8627989604635883e-06,
+      "loss": 15.2812,
+      "step": 5832
+    },
+    {
+      "epoch": 0.3873945673108853,
+      "grad_norm": 344.1851806640625,
+      "learning_rate": 1.862744582884849e-06,
+      "loss": 25.4375,
+      "step": 5833
+    },
+    {
+      "epoch": 0.387460981603241,
+      "grad_norm": 132.4739532470703,
+      "learning_rate": 1.8626901953263782e-06,
+      "loss": 14.3906,
+      "step": 5834
+    },
+    {
+      "epoch": 0.38752739589559676,
+      "grad_norm": 256.1094665527344,
+      "learning_rate": 1.8626357977888042e-06,
+      "loss": 20.5781,
+      "step": 5835
+    },
+    {
+      "epoch": 0.38759381018795247,
+      "grad_norm": 432.5609436035156,
+      "learning_rate": 1.8625813902727571e-06,
+      "loss": 18.3438,
+      "step": 5836
+    },
+    {
+      "epoch": 0.3876602244803082,
+      "grad_norm": 125.223388671875,
+      "learning_rate": 1.8625269727788658e-06,
+      "loss": 18.3281,
+      "step": 5837
+    },
+    {
+      "epoch": 0.3877266387726639,
+      "grad_norm": 162.00018310546875,
+      "learning_rate": 1.8624725453077599e-06,
+      "loss": 14.25,
+      "step": 5838
+    },
+    {
+      "epoch": 0.3877930530650196,
+      "grad_norm": 216.1399688720703,
+      "learning_rate": 1.8624181078600687e-06,
+      "loss": 18.8281,
+      "step": 5839
+    },
+    {
+      "epoch": 0.3878594673573753,
+      "grad_norm": 300.4720764160156,
+      "learning_rate": 1.8623636604364223e-06,
+      "loss": 21.9375,
+      "step": 5840
+    },
+    {
+      "epoch": 0.387925881649731,
+      "grad_norm": 182.33067321777344,
+      "learning_rate": 1.8623092030374503e-06,
+      "loss": 20.2188,
+      "step": 5841
+    },
+    {
+      "epoch": 0.38799229594208673,
+      "grad_norm": 178.1045379638672,
+      "learning_rate": 1.8622547356637828e-06,
+      "loss": 17.0938,
+      "step": 5842
+    },
+    {
+      "epoch": 0.38805871023444244,
+      "grad_norm": 239.1427459716797,
+      "learning_rate": 1.8622002583160494e-06,
+      "loss": 23.2188,
+      "step": 5843
+    },
+    {
+      "epoch": 0.38812512452679815,
+      "grad_norm": 253.67494201660156,
+      "learning_rate": 1.862145770994881e-06,
+      "loss": 16.0156,
+      "step": 5844
+    },
+    {
+      "epoch": 0.38819153881915386,
+      "grad_norm": 257.6563720703125,
+      "learning_rate": 1.8620912737009072e-06,
+      "loss": 20.8906,
+      "step": 5845
+    },
+    {
+      "epoch": 0.3882579531115096,
+      "grad_norm": 388.6095886230469,
+      "learning_rate": 1.8620367664347584e-06,
+      "loss": 20.9062,
+      "step": 5846
+    },
+    {
+      "epoch": 0.38832436740386533,
+      "grad_norm": 317.19097900390625,
+      "learning_rate": 1.8619822491970658e-06,
+      "loss": 29.0625,
+      "step": 5847
+    },
+    {
+      "epoch": 0.38839078169622104,
+      "grad_norm": 280.1557312011719,
+      "learning_rate": 1.8619277219884595e-06,
+      "loss": 21.1875,
+      "step": 5848
+    },
+    {
+      "epoch": 0.38845719598857675,
+      "grad_norm": 185.92335510253906,
+      "learning_rate": 1.8618731848095704e-06,
+      "loss": 17.4844,
+      "step": 5849
+    },
+    {
+      "epoch": 0.38852361028093246,
+      "grad_norm": 222.0376434326172,
+      "learning_rate": 1.8618186376610292e-06,
+      "loss": 20.0156,
+      "step": 5850
+    },
+    {
+      "epoch": 0.3885900245732882,
+      "grad_norm": 138.7915496826172,
+      "learning_rate": 1.861764080543467e-06,
+      "loss": 17.9688,
+      "step": 5851
+    },
+    {
+      "epoch": 0.3886564388656439,
+      "grad_norm": 295.87322998046875,
+      "learning_rate": 1.8617095134575145e-06,
+      "loss": 16.3438,
+      "step": 5852
+    },
+    {
+      "epoch": 0.3887228531579996,
+      "grad_norm": 256.9582214355469,
+      "learning_rate": 1.8616549364038034e-06,
+      "loss": 18.2188,
+      "step": 5853
+    },
+    {
+      "epoch": 0.3887892674503553,
+      "grad_norm": 269.74493408203125,
+      "learning_rate": 1.861600349382965e-06,
+      "loss": 20.5625,
+      "step": 5854
+    },
+    {
+      "epoch": 0.388855681742711,
+      "grad_norm": 198.44288635253906,
+      "learning_rate": 1.8615457523956307e-06,
+      "loss": 16.2031,
+      "step": 5855
+    },
+    {
+      "epoch": 0.3889220960350667,
+      "grad_norm": 169.95787048339844,
+      "learning_rate": 1.8614911454424318e-06,
+      "loss": 21.2031,
+      "step": 5856
+    },
+    {
+      "epoch": 0.3889885103274225,
+      "grad_norm": 430.3637390136719,
+      "learning_rate": 1.8614365285239998e-06,
+      "loss": 26.2188,
+      "step": 5857
+    },
+    {
+      "epoch": 0.3890549246197782,
+      "grad_norm": 177.77085876464844,
+      "learning_rate": 1.8613819016409672e-06,
+      "loss": 16.875,
+      "step": 5858
+    },
+    {
+      "epoch": 0.3891213389121339,
+      "grad_norm": 490.2720031738281,
+      "learning_rate": 1.8613272647939654e-06,
+      "loss": 22.875,
+      "step": 5859
+    },
+    {
+      "epoch": 0.3891877532044896,
+      "grad_norm": 396.934326171875,
+      "learning_rate": 1.8612726179836263e-06,
+      "loss": 20.6406,
+      "step": 5860
+    },
+    {
+      "epoch": 0.3892541674968453,
+      "grad_norm": 300.135498046875,
+      "learning_rate": 1.861217961210582e-06,
+      "loss": 17.3438,
+      "step": 5861
+    },
+    {
+      "epoch": 0.38932058178920104,
+      "grad_norm": 247.84742736816406,
+      "learning_rate": 1.8611632944754653e-06,
+      "loss": 22.7812,
+      "step": 5862
+    },
+    {
+      "epoch": 0.38938699608155675,
+      "grad_norm": 142.1334686279297,
+      "learning_rate": 1.861108617778908e-06,
+      "loss": 13.6094,
+      "step": 5863
+    },
+    {
+      "epoch": 0.38945341037391246,
+      "grad_norm": 171.36216735839844,
+      "learning_rate": 1.861053931121543e-06,
+      "loss": 17.125,
+      "step": 5864
+    },
+    {
+      "epoch": 0.38951982466626817,
+      "grad_norm": 115.14202117919922,
+      "learning_rate": 1.8609992345040024e-06,
+      "loss": 16.8281,
+      "step": 5865
+    },
+    {
+      "epoch": 0.3895862389586239,
+      "grad_norm": 191.4394989013672,
+      "learning_rate": 1.860944527926919e-06,
+      "loss": 16.0156,
+      "step": 5866
+    },
+    {
+      "epoch": 0.3896526532509796,
+      "grad_norm": 249.5181427001953,
+      "learning_rate": 1.860889811390926e-06,
+      "loss": 21.0,
+      "step": 5867
+    },
+    {
+      "epoch": 0.38971906754333535,
+      "grad_norm": 1747.583740234375,
+      "learning_rate": 1.860835084896656e-06,
+      "loss": 20.7812,
+      "step": 5868
+    },
+    {
+      "epoch": 0.38978548183569106,
+      "grad_norm": 230.10720825195312,
+      "learning_rate": 1.8607803484447424e-06,
+      "loss": 17.0,
+      "step": 5869
+    },
+    {
+      "epoch": 0.38985189612804677,
+      "grad_norm": 96.87943267822266,
+      "learning_rate": 1.8607256020358178e-06,
+      "loss": 16.1875,
+      "step": 5870
+    },
+    {
+      "epoch": 0.3899183104204025,
+      "grad_norm": 295.31402587890625,
+      "learning_rate": 1.8606708456705158e-06,
+      "loss": 16.3906,
+      "step": 5871
+    },
+    {
+      "epoch": 0.3899847247127582,
+      "grad_norm": 356.9703674316406,
+      "learning_rate": 1.8606160793494697e-06,
+      "loss": 17.0625,
+      "step": 5872
+    },
+    {
+      "epoch": 0.3900511390051139,
+      "grad_norm": 457.8150634765625,
+      "learning_rate": 1.8605613030733132e-06,
+      "loss": 18.7969,
+      "step": 5873
+    },
+    {
+      "epoch": 0.3901175532974696,
+      "grad_norm": 199.62994384765625,
+      "learning_rate": 1.8605065168426798e-06,
+      "loss": 21.7812,
+      "step": 5874
+    },
+    {
+      "epoch": 0.3901839675898253,
+      "grad_norm": 284.8045654296875,
+      "learning_rate": 1.8604517206582028e-06,
+      "loss": 16.5,
+      "step": 5875
+    },
+    {
+      "epoch": 0.39025038188218103,
+      "grad_norm": 323.3586730957031,
+      "learning_rate": 1.8603969145205168e-06,
+      "loss": 17.1562,
+      "step": 5876
+    },
+    {
+      "epoch": 0.39031679617453674,
+      "grad_norm": 228.05960083007812,
+      "learning_rate": 1.8603420984302553e-06,
+      "loss": 19.5469,
+      "step": 5877
+    },
+    {
+      "epoch": 0.39038321046689245,
+      "grad_norm": 255.79029846191406,
+      "learning_rate": 1.8602872723880525e-06,
+      "loss": 24.5625,
+      "step": 5878
+    },
+    {
+      "epoch": 0.3904496247592482,
+      "grad_norm": 323.2156066894531,
+      "learning_rate": 1.8602324363945428e-06,
+      "loss": 21.0469,
+      "step": 5879
+    },
+    {
+      "epoch": 0.3905160390516039,
+      "grad_norm": 188.73403930664062,
+      "learning_rate": 1.8601775904503602e-06,
+      "loss": 17.7812,
+      "step": 5880
+    },
+    {
+      "epoch": 0.39058245334395963,
+      "grad_norm": 837.9345703125,
+      "learning_rate": 1.860122734556139e-06,
+      "loss": 15.1719,
+      "step": 5881
+    },
+    {
+      "epoch": 0.39064886763631534,
+      "grad_norm": 222.60279846191406,
+      "learning_rate": 1.8600678687125145e-06,
+      "loss": 20.8594,
+      "step": 5882
+    },
+    {
+      "epoch": 0.39071528192867105,
+      "grad_norm": 163.47906494140625,
+      "learning_rate": 1.8600129929201206e-06,
+      "loss": 17.9062,
+      "step": 5883
+    },
+    {
+      "epoch": 0.39078169622102676,
+      "grad_norm": 298.6398010253906,
+      "learning_rate": 1.8599581071795921e-06,
+      "loss": 14.0156,
+      "step": 5884
+    },
+    {
+      "epoch": 0.3908481105133825,
+      "grad_norm": 218.5222625732422,
+      "learning_rate": 1.8599032114915642e-06,
+      "loss": 20.8281,
+      "step": 5885
+    },
+    {
+      "epoch": 0.3909145248057382,
+      "grad_norm": 273.95452880859375,
+      "learning_rate": 1.859848305856672e-06,
+      "loss": 21.8594,
+      "step": 5886
+    },
+    {
+      "epoch": 0.3909809390980939,
+      "grad_norm": 245.9416961669922,
+      "learning_rate": 1.8597933902755503e-06,
+      "loss": 16.5781,
+      "step": 5887
+    },
+    {
+      "epoch": 0.3910473533904496,
+      "grad_norm": 312.3916931152344,
+      "learning_rate": 1.8597384647488342e-06,
+      "loss": 18.8906,
+      "step": 5888
+    },
+    {
+      "epoch": 0.3911137676828053,
+      "grad_norm": 295.1397705078125,
+      "learning_rate": 1.8596835292771598e-06,
+      "loss": 18.9688,
+      "step": 5889
+    },
+    {
+      "epoch": 0.3911801819751611,
+      "grad_norm": 111.57034301757812,
+      "learning_rate": 1.8596285838611616e-06,
+      "loss": 13.1016,
+      "step": 5890
+    },
+    {
+      "epoch": 0.3912465962675168,
+      "grad_norm": 182.17221069335938,
+      "learning_rate": 1.859573628501476e-06,
+      "loss": 13.4531,
+      "step": 5891
+    },
+    {
+      "epoch": 0.3913130105598725,
+      "grad_norm": 153.98858642578125,
+      "learning_rate": 1.8595186631987378e-06,
+      "loss": 12.1562,
+      "step": 5892
+    },
+    {
+      "epoch": 0.3913794248522282,
+      "grad_norm": 259.4347839355469,
+      "learning_rate": 1.8594636879535836e-06,
+      "loss": 19.8438,
+      "step": 5893
+    },
+    {
+      "epoch": 0.3914458391445839,
+      "grad_norm": 462.56268310546875,
+      "learning_rate": 1.8594087027666495e-06,
+      "loss": 25.8125,
+      "step": 5894
+    },
+    {
+      "epoch": 0.39151225343693963,
+      "grad_norm": 153.0560302734375,
+      "learning_rate": 1.8593537076385703e-06,
+      "loss": 18.6875,
+      "step": 5895
+    },
+    {
+      "epoch": 0.39157866772929534,
+      "grad_norm": 726.4210815429688,
+      "learning_rate": 1.8592987025699836e-06,
+      "loss": 15.6875,
+      "step": 5896
+    },
+    {
+      "epoch": 0.39164508202165105,
+      "grad_norm": 185.10169982910156,
+      "learning_rate": 1.8592436875615247e-06,
+      "loss": 23.8594,
+      "step": 5897
+    },
+    {
+      "epoch": 0.39171149631400676,
+      "grad_norm": 184.17465209960938,
+      "learning_rate": 1.8591886626138305e-06,
+      "loss": 17.3906,
+      "step": 5898
+    },
+    {
+      "epoch": 0.39177791060636247,
+      "grad_norm": 195.91175842285156,
+      "learning_rate": 1.859133627727537e-06,
+      "loss": 19.2031,
+      "step": 5899
+    },
+    {
+      "epoch": 0.3918443248987182,
+      "grad_norm": 150.15077209472656,
+      "learning_rate": 1.8590785829032812e-06,
+      "loss": 19.9844,
+      "step": 5900
+    },
+    {
+      "epoch": 0.39191073919107394,
+      "grad_norm": 643.5839233398438,
+      "learning_rate": 1.8590235281416996e-06,
+      "loss": 27.6875,
+      "step": 5901
+    },
+    {
+      "epoch": 0.39197715348342965,
+      "grad_norm": 314.93817138671875,
+      "learning_rate": 1.8589684634434293e-06,
+      "loss": 16.375,
+      "step": 5902
+    },
+    {
+      "epoch": 0.39204356777578536,
+      "grad_norm": 136.83084106445312,
+      "learning_rate": 1.8589133888091072e-06,
+      "loss": 19.7188,
+      "step": 5903
+    },
+    {
+      "epoch": 0.39210998206814107,
+      "grad_norm": 154.8197479248047,
+      "learning_rate": 1.85885830423937e-06,
+      "loss": 21.1562,
+      "step": 5904
+    },
+    {
+      "epoch": 0.3921763963604968,
+      "grad_norm": 211.14564514160156,
+      "learning_rate": 1.8588032097348557e-06,
+      "loss": 20.9688,
+      "step": 5905
+    },
+    {
+      "epoch": 0.3922428106528525,
+      "grad_norm": 219.6154022216797,
+      "learning_rate": 1.8587481052962009e-06,
+      "loss": 16.125,
+      "step": 5906
+    },
+    {
+      "epoch": 0.3923092249452082,
+      "grad_norm": 431.3760986328125,
+      "learning_rate": 1.858692990924043e-06,
+      "loss": 17.1719,
+      "step": 5907
+    },
+    {
+      "epoch": 0.3923756392375639,
+      "grad_norm": 147.0741729736328,
+      "learning_rate": 1.85863786661902e-06,
+      "loss": 14.2969,
+      "step": 5908
+    },
+    {
+      "epoch": 0.3924420535299196,
+      "grad_norm": 215.29522705078125,
+      "learning_rate": 1.8585827323817689e-06,
+      "loss": 17.0625,
+      "step": 5909
+    },
+    {
+      "epoch": 0.39250846782227533,
+      "grad_norm": 378.1044921875,
+      "learning_rate": 1.8585275882129282e-06,
+      "loss": 24.5156,
+      "step": 5910
+    },
+    {
+      "epoch": 0.3925748821146311,
+      "grad_norm": 123.80067443847656,
+      "learning_rate": 1.858472434113135e-06,
+      "loss": 13.8281,
+      "step": 5911
+    },
+    {
+      "epoch": 0.3926412964069868,
+      "grad_norm": 236.31619262695312,
+      "learning_rate": 1.8584172700830281e-06,
+      "loss": 19.0,
+      "step": 5912
+    },
+    {
+      "epoch": 0.3927077106993425,
+      "grad_norm": 862.8765258789062,
+      "learning_rate": 1.8583620961232452e-06,
+      "loss": 22.0938,
+      "step": 5913
+    },
+    {
+      "epoch": 0.3927741249916982,
+      "grad_norm": 218.46853637695312,
+      "learning_rate": 1.8583069122344244e-06,
+      "loss": 21.9062,
+      "step": 5914
+    },
+    {
+      "epoch": 0.39284053928405394,
+      "grad_norm": 514.7124633789062,
+      "learning_rate": 1.858251718417204e-06,
+      "loss": 15.5625,
+      "step": 5915
+    },
+    {
+      "epoch": 0.39290695357640965,
+      "grad_norm": 342.203369140625,
+      "learning_rate": 1.858196514672223e-06,
+      "loss": 21.0625,
+      "step": 5916
+    },
+    {
+      "epoch": 0.39297336786876536,
+      "grad_norm": 202.05763244628906,
+      "learning_rate": 1.8581413010001193e-06,
+      "loss": 18.625,
+      "step": 5917
+    },
+    {
+      "epoch": 0.39303978216112107,
+      "grad_norm": 207.000244140625,
+      "learning_rate": 1.858086077401532e-06,
+      "loss": 12.9375,
+      "step": 5918
+    },
+    {
+      "epoch": 0.3931061964534768,
+      "grad_norm": 197.42355346679688,
+      "learning_rate": 1.8580308438770994e-06,
+      "loss": 18.5469,
+      "step": 5919
+    },
+    {
+      "epoch": 0.3931726107458325,
+      "grad_norm": 119.18598937988281,
+      "learning_rate": 1.8579756004274612e-06,
+      "loss": 15.2031,
+      "step": 5920
+    },
+    {
+      "epoch": 0.3932390250381882,
+      "grad_norm": 198.35304260253906,
+      "learning_rate": 1.8579203470532558e-06,
+      "loss": 20.0469,
+      "step": 5921
+    },
+    {
+      "epoch": 0.39330543933054396,
+      "grad_norm": 126.77937316894531,
+      "learning_rate": 1.8578650837551226e-06,
+      "loss": 17.4062,
+      "step": 5922
+    },
+    {
+      "epoch": 0.39337185362289967,
+      "grad_norm": 417.4004821777344,
+      "learning_rate": 1.857809810533701e-06,
+      "loss": 29.9062,
+      "step": 5923
+    },
+    {
+      "epoch": 0.3934382679152554,
+      "grad_norm": 261.4833068847656,
+      "learning_rate": 1.85775452738963e-06,
+      "loss": 22.9688,
+      "step": 5924
+    },
+    {
+      "epoch": 0.3935046822076111,
+      "grad_norm": 152.9742889404297,
+      "learning_rate": 1.8576992343235492e-06,
+      "loss": 15.8281,
+      "step": 5925
+    },
+    {
+      "epoch": 0.3935710964999668,
+      "grad_norm": 133.52511596679688,
+      "learning_rate": 1.857643931336098e-06,
+      "loss": 14.4531,
+      "step": 5926
+    },
+    {
+      "epoch": 0.3936375107923225,
+      "grad_norm": 424.0746765136719,
+      "learning_rate": 1.8575886184279166e-06,
+      "loss": 19.8438,
+      "step": 5927
+    },
+    {
+      "epoch": 0.3937039250846782,
+      "grad_norm": 210.3526153564453,
+      "learning_rate": 1.8575332955996445e-06,
+      "loss": 27.5469,
+      "step": 5928
+    },
+    {
+      "epoch": 0.39377033937703393,
+      "grad_norm": 388.0259094238281,
+      "learning_rate": 1.857477962851922e-06,
+      "loss": 15.6562,
+      "step": 5929
+    },
+    {
+      "epoch": 0.39383675366938964,
+      "grad_norm": 372.0380554199219,
+      "learning_rate": 1.8574226201853885e-06,
+      "loss": 23.6406,
+      "step": 5930
+    },
+    {
+      "epoch": 0.39390316796174535,
+      "grad_norm": 203.32643127441406,
+      "learning_rate": 1.8573672676006846e-06,
+      "loss": 13.6562,
+      "step": 5931
+    },
+    {
+      "epoch": 0.39396958225410106,
+      "grad_norm": 266.5053405761719,
+      "learning_rate": 1.8573119050984505e-06,
+      "loss": 17.4844,
+      "step": 5932
+    },
+    {
+      "epoch": 0.3940359965464568,
+      "grad_norm": 343.0830993652344,
+      "learning_rate": 1.8572565326793268e-06,
+      "loss": 16.7188,
+      "step": 5933
+    },
+    {
+      "epoch": 0.39410241083881253,
+      "grad_norm": 184.2765655517578,
+      "learning_rate": 1.857201150343954e-06,
+      "loss": 18.7656,
+      "step": 5934
+    },
+    {
+      "epoch": 0.39416882513116824,
+      "grad_norm": 254.8212432861328,
+      "learning_rate": 1.8571457580929722e-06,
+      "loss": 20.9375,
+      "step": 5935
+    },
+    {
+      "epoch": 0.39423523942352395,
+      "grad_norm": 175.54721069335938,
+      "learning_rate": 1.8570903559270227e-06,
+      "loss": 26.0625,
+      "step": 5936
+    },
+    {
+      "epoch": 0.39430165371587966,
+      "grad_norm": 210.3818817138672,
+      "learning_rate": 1.857034943846746e-06,
+      "loss": 17.5625,
+      "step": 5937
+    },
+    {
+      "epoch": 0.3943680680082354,
+      "grad_norm": 268.7743225097656,
+      "learning_rate": 1.8569795218527836e-06,
+      "loss": 17.5312,
+      "step": 5938
+    },
+    {
+      "epoch": 0.3944344823005911,
+      "grad_norm": 129.49005126953125,
+      "learning_rate": 1.8569240899457762e-06,
+      "loss": 18.5469,
+      "step": 5939
+    },
+    {
+      "epoch": 0.3945008965929468,
+      "grad_norm": 214.51046752929688,
+      "learning_rate": 1.856868648126365e-06,
+      "loss": 18.2188,
+      "step": 5940
+    },
+    {
+      "epoch": 0.3945673108853025,
+      "grad_norm": 351.889404296875,
+      "learning_rate": 1.8568131963951914e-06,
+      "loss": 21.0625,
+      "step": 5941
+    },
+    {
+      "epoch": 0.3946337251776582,
+      "grad_norm": 217.15126037597656,
+      "learning_rate": 1.8567577347528966e-06,
+      "loss": 16.8594,
+      "step": 5942
+    },
+    {
+      "epoch": 0.3947001394700139,
+      "grad_norm": 213.12045288085938,
+      "learning_rate": 1.8567022632001225e-06,
+      "loss": 18.6094,
+      "step": 5943
+    },
+    {
+      "epoch": 0.3947665537623697,
+      "grad_norm": 316.3440246582031,
+      "learning_rate": 1.8566467817375106e-06,
+      "loss": 18.7969,
+      "step": 5944
+    },
+    {
+      "epoch": 0.3948329680547254,
+      "grad_norm": 156.13916015625,
+      "learning_rate": 1.8565912903657028e-06,
+      "loss": 21.5625,
+      "step": 5945
+    },
+    {
+      "epoch": 0.3948993823470811,
+      "grad_norm": 152.67544555664062,
+      "learning_rate": 1.856535789085341e-06,
+      "loss": 17.875,
+      "step": 5946
+    },
+    {
+      "epoch": 0.3949657966394368,
+      "grad_norm": 177.04812622070312,
+      "learning_rate": 1.8564802778970668e-06,
+      "loss": 20.875,
+      "step": 5947
+    },
+    {
+      "epoch": 0.3950322109317925,
+      "grad_norm": 351.3174743652344,
+      "learning_rate": 1.8564247568015229e-06,
+      "loss": 21.6562,
+      "step": 5948
+    },
+    {
+      "epoch": 0.39509862522414824,
+      "grad_norm": 457.2281494140625,
+      "learning_rate": 1.8563692257993511e-06,
+      "loss": 13.8281,
+      "step": 5949
+    },
+    {
+      "epoch": 0.39516503951650395,
+      "grad_norm": 238.96771240234375,
+      "learning_rate": 1.8563136848911939e-06,
+      "loss": 25.2656,
+      "step": 5950
+    },
+    {
+      "epoch": 0.39523145380885966,
+      "grad_norm": 216.41822814941406,
+      "learning_rate": 1.8562581340776938e-06,
+      "loss": 17.7031,
+      "step": 5951
+    },
+    {
+      "epoch": 0.39529786810121537,
+      "grad_norm": 209.15966796875,
+      "learning_rate": 1.8562025733594933e-06,
+      "loss": 20.7812,
+      "step": 5952
+    },
+    {
+      "epoch": 0.3953642823935711,
+      "grad_norm": 704.5134887695312,
+      "learning_rate": 1.8561470027372352e-06,
+      "loss": 17.6406,
+      "step": 5953
+    },
+    {
+      "epoch": 0.3954306966859268,
+      "grad_norm": 152.00096130371094,
+      "learning_rate": 1.8560914222115623e-06,
+      "loss": 20.2188,
+      "step": 5954
+    },
+    {
+      "epoch": 0.39549711097828255,
+      "grad_norm": 178.40187072753906,
+      "learning_rate": 1.8560358317831173e-06,
+      "loss": 15.875,
+      "step": 5955
+    },
+    {
+      "epoch": 0.39556352527063826,
+      "grad_norm": 185.69021606445312,
+      "learning_rate": 1.8559802314525435e-06,
+      "loss": 20.1875,
+      "step": 5956
+    },
+    {
+      "epoch": 0.39562993956299397,
+      "grad_norm": 313.05792236328125,
+      "learning_rate": 1.8559246212204839e-06,
+      "loss": 11.0391,
+      "step": 5957
+    },
+    {
+      "epoch": 0.3956963538553497,
+      "grad_norm": 382.08148193359375,
+      "learning_rate": 1.8558690010875821e-06,
+      "loss": 21.125,
+      "step": 5958
+    },
+    {
+      "epoch": 0.3957627681477054,
+      "grad_norm": 208.12852478027344,
+      "learning_rate": 1.855813371054481e-06,
+      "loss": 17.375,
+      "step": 5959
+    },
+    {
+      "epoch": 0.3958291824400611,
+      "grad_norm": 230.30447387695312,
+      "learning_rate": 1.8557577311218245e-06,
+      "loss": 15.3125,
+      "step": 5960
+    },
+    {
+      "epoch": 0.3958955967324168,
+      "grad_norm": 165.00047302246094,
+      "learning_rate": 1.8557020812902556e-06,
+      "loss": 17.4375,
+      "step": 5961
+    },
+    {
+      "epoch": 0.3959620110247725,
+      "grad_norm": 182.29579162597656,
+      "learning_rate": 1.8556464215604188e-06,
+      "loss": 17.4844,
+      "step": 5962
+    },
+    {
+      "epoch": 0.39602842531712823,
+      "grad_norm": 668.09814453125,
+      "learning_rate": 1.8555907519329575e-06,
+      "loss": 19.5625,
+      "step": 5963
+    },
+    {
+      "epoch": 0.39609483960948394,
+      "grad_norm": 274.45367431640625,
+      "learning_rate": 1.855535072408516e-06,
+      "loss": 16.6094,
+      "step": 5964
+    },
+    {
+      "epoch": 0.39616125390183965,
+      "grad_norm": 156.3287353515625,
+      "learning_rate": 1.8554793829877378e-06,
+      "loss": 19.6719,
+      "step": 5965
+    },
+    {
+      "epoch": 0.3962276681941954,
+      "grad_norm": 265.92279052734375,
+      "learning_rate": 1.8554236836712676e-06,
+      "loss": 25.0312,
+      "step": 5966
+    },
+    {
+      "epoch": 0.3962940824865511,
+      "grad_norm": 182.55714416503906,
+      "learning_rate": 1.8553679744597493e-06,
+      "loss": 15.375,
+      "step": 5967
+    },
+    {
+      "epoch": 0.39636049677890683,
+      "grad_norm": 168.2051239013672,
+      "learning_rate": 1.8553122553538274e-06,
+      "loss": 15.3906,
+      "step": 5968
+    },
+    {
+      "epoch": 0.39642691107126254,
+      "grad_norm": 438.48443603515625,
+      "learning_rate": 1.855256526354147e-06,
+      "loss": 17.4375,
+      "step": 5969
+    },
+    {
+      "epoch": 0.39649332536361825,
+      "grad_norm": 473.879150390625,
+      "learning_rate": 1.855200787461352e-06,
+      "loss": 16.8281,
+      "step": 5970
+    },
+    {
+      "epoch": 0.39655973965597396,
+      "grad_norm": 179.30703735351562,
+      "learning_rate": 1.8551450386760874e-06,
+      "loss": 18.3438,
+      "step": 5971
+    },
+    {
+      "epoch": 0.3966261539483297,
+      "grad_norm": 190.62295532226562,
+      "learning_rate": 1.8550892799989979e-06,
+      "loss": 22.1562,
+      "step": 5972
+    },
+    {
+      "epoch": 0.3966925682406854,
+      "grad_norm": 227.6957550048828,
+      "learning_rate": 1.8550335114307289e-06,
+      "loss": 16.6562,
+      "step": 5973
+    },
+    {
+      "epoch": 0.3967589825330411,
+      "grad_norm": 155.27903747558594,
+      "learning_rate": 1.8549777329719251e-06,
+      "loss": 17.9844,
+      "step": 5974
+    },
+    {
+      "epoch": 0.3968253968253968,
+      "grad_norm": 162.1292724609375,
+      "learning_rate": 1.8549219446232322e-06,
+      "loss": 16.3125,
+      "step": 5975
+    },
+    {
+      "epoch": 0.3968918111177525,
+      "grad_norm": 242.38609313964844,
+      "learning_rate": 1.8548661463852952e-06,
+      "loss": 23.4375,
+      "step": 5976
+    },
+    {
+      "epoch": 0.3969582254101083,
+      "grad_norm": 190.70742797851562,
+      "learning_rate": 1.8548103382587595e-06,
+      "loss": 13.125,
+      "step": 5977
+    },
+    {
+      "epoch": 0.397024639702464,
+      "grad_norm": 246.506591796875,
+      "learning_rate": 1.8547545202442705e-06,
+      "loss": 18.5,
+      "step": 5978
+    },
+    {
+      "epoch": 0.3970910539948197,
+      "grad_norm": 381.54345703125,
+      "learning_rate": 1.8546986923424744e-06,
+      "loss": 23.0625,
+      "step": 5979
+    },
+    {
+      "epoch": 0.3971574682871754,
+      "grad_norm": 306.7049255371094,
+      "learning_rate": 1.8546428545540165e-06,
+      "loss": 17.9688,
+      "step": 5980
+    },
+    {
+      "epoch": 0.3972238825795311,
+      "grad_norm": 324.3230285644531,
+      "learning_rate": 1.8545870068795428e-06,
+      "loss": 22.125,
+      "step": 5981
+    },
+    {
+      "epoch": 0.3972902968718868,
+      "grad_norm": 161.1841583251953,
+      "learning_rate": 1.8545311493196995e-06,
+      "loss": 16.9219,
+      "step": 5982
+    },
+    {
+      "epoch": 0.39735671116424254,
+      "grad_norm": 298.64312744140625,
+      "learning_rate": 1.8544752818751328e-06,
+      "loss": 17.3125,
+      "step": 5983
+    },
+    {
+      "epoch": 0.39742312545659825,
+      "grad_norm": 196.34228515625,
+      "learning_rate": 1.8544194045464886e-06,
+      "loss": 19.4219,
+      "step": 5984
+    },
+    {
+      "epoch": 0.39748953974895396,
+      "grad_norm": 1056.86328125,
+      "learning_rate": 1.8543635173344131e-06,
+      "loss": 15.0469,
+      "step": 5985
+    },
+    {
+      "epoch": 0.39755595404130967,
+      "grad_norm": 193.8872528076172,
+      "learning_rate": 1.8543076202395535e-06,
+      "loss": 16.8906,
+      "step": 5986
+    },
+    {
+      "epoch": 0.39762236833366543,
+      "grad_norm": 236.7702178955078,
+      "learning_rate": 1.854251713262556e-06,
+      "loss": 15.3281,
+      "step": 5987
+    },
+    {
+      "epoch": 0.39768878262602114,
+      "grad_norm": 232.62002563476562,
+      "learning_rate": 1.8541957964040669e-06,
+      "loss": 16.5938,
+      "step": 5988
+    },
+    {
+      "epoch": 0.39775519691837685,
+      "grad_norm": 637.5339965820312,
+      "learning_rate": 1.8541398696647337e-06,
+      "loss": 21.5625,
+      "step": 5989
+    },
+    {
+      "epoch": 0.39782161121073256,
+      "grad_norm": 147.59251403808594,
+      "learning_rate": 1.854083933045203e-06,
+      "loss": 16.625,
+      "step": 5990
+    },
+    {
+      "epoch": 0.39788802550308827,
+      "grad_norm": 427.85723876953125,
+      "learning_rate": 1.8540279865461216e-06,
+      "loss": 21.6562,
+      "step": 5991
+    },
+    {
+      "epoch": 0.397954439795444,
+      "grad_norm": 158.58180236816406,
+      "learning_rate": 1.853972030168137e-06,
+      "loss": 15.4453,
+      "step": 5992
+    },
+    {
+      "epoch": 0.3980208540877997,
+      "grad_norm": 217.97276306152344,
+      "learning_rate": 1.8539160639118965e-06,
+      "loss": 20.0312,
+      "step": 5993
+    },
+    {
+      "epoch": 0.3980872683801554,
+      "grad_norm": 320.2038269042969,
+      "learning_rate": 1.8538600877780475e-06,
+      "loss": 22.7344,
+      "step": 5994
+    },
+    {
+      "epoch": 0.3981536826725111,
+      "grad_norm": 387.51971435546875,
+      "learning_rate": 1.853804101767237e-06,
+      "loss": 23.8438,
+      "step": 5995
+    },
+    {
+      "epoch": 0.3982200969648668,
+      "grad_norm": 86.14076232910156,
+      "learning_rate": 1.8537481058801134e-06,
+      "loss": 16.9062,
+      "step": 5996
+    },
+    {
+      "epoch": 0.39828651125722253,
+      "grad_norm": 253.3944091796875,
+      "learning_rate": 1.8536921001173239e-06,
+      "loss": 24.875,
+      "step": 5997
+    },
+    {
+      "epoch": 0.3983529255495783,
+      "grad_norm": 407.5182800292969,
+      "learning_rate": 1.853636084479516e-06,
+      "loss": 23.625,
+      "step": 5998
+    },
+    {
+      "epoch": 0.398419339841934,
+      "grad_norm": 201.82131958007812,
+      "learning_rate": 1.8535800589673385e-06,
+      "loss": 20.5312,
+      "step": 5999
+    },
+    {
+      "epoch": 0.3984857541342897,
+      "grad_norm": 329.0624084472656,
+      "learning_rate": 1.8535240235814391e-06,
+      "loss": 20.8438,
+      "step": 6000
+    },
+    {
+      "epoch": 0.3985521684266454,
+      "grad_norm": 147.1533203125,
+      "learning_rate": 1.8534679783224659e-06,
+      "loss": 16.0938,
+      "step": 6001
+    },
+    {
+      "epoch": 0.39861858271900114,
+      "grad_norm": 147.7583465576172,
+      "learning_rate": 1.8534119231910674e-06,
+      "loss": 15.5625,
+      "step": 6002
+    },
+    {
+      "epoch": 0.39868499701135685,
+      "grad_norm": 361.4578857421875,
+      "learning_rate": 1.8533558581878917e-06,
+      "loss": 12.7812,
+      "step": 6003
+    },
+    {
+      "epoch": 0.39875141130371256,
+      "grad_norm": 289.3795166015625,
+      "learning_rate": 1.8532997833135875e-06,
+      "loss": 18.4844,
+      "step": 6004
+    },
+    {
+      "epoch": 0.39881782559606826,
+      "grad_norm": 266.9530334472656,
+      "learning_rate": 1.8532436985688036e-06,
+      "loss": 20.625,
+      "step": 6005
+    },
+    {
+      "epoch": 0.398884239888424,
+      "grad_norm": 320.64642333984375,
+      "learning_rate": 1.8531876039541885e-06,
+      "loss": 25.0,
+      "step": 6006
+    },
+    {
+      "epoch": 0.3989506541807797,
+      "grad_norm": 214.01968383789062,
+      "learning_rate": 1.853131499470391e-06,
+      "loss": 17.5312,
+      "step": 6007
+    },
+    {
+      "epoch": 0.3990170684731354,
+      "grad_norm": 191.621337890625,
+      "learning_rate": 1.8530753851180606e-06,
+      "loss": 23.2344,
+      "step": 6008
+    },
+    {
+      "epoch": 0.39908348276549116,
+      "grad_norm": 263.0097351074219,
+      "learning_rate": 1.8530192608978457e-06,
+      "loss": 17.7031,
+      "step": 6009
+    },
+    {
+      "epoch": 0.39914989705784687,
+      "grad_norm": 175.42308044433594,
+      "learning_rate": 1.8529631268103962e-06,
+      "loss": 20.2812,
+      "step": 6010
+    },
+    {
+      "epoch": 0.3992163113502026,
+      "grad_norm": 675.936279296875,
+      "learning_rate": 1.852906982856361e-06,
+      "loss": 25.375,
+      "step": 6011
+    },
+    {
+      "epoch": 0.3992827256425583,
+      "grad_norm": 230.21311950683594,
+      "learning_rate": 1.8528508290363893e-06,
+      "loss": 19.3594,
+      "step": 6012
+    },
+    {
+      "epoch": 0.399349139934914,
+      "grad_norm": 417.1519775390625,
+      "learning_rate": 1.8527946653511313e-06,
+      "loss": 17.375,
+      "step": 6013
+    },
+    {
+      "epoch": 0.3994155542272697,
+      "grad_norm": 347.7225646972656,
+      "learning_rate": 1.8527384918012365e-06,
+      "loss": 16.0,
+      "step": 6014
+    },
+    {
+      "epoch": 0.3994819685196254,
+      "grad_norm": 125.37321472167969,
+      "learning_rate": 1.8526823083873544e-06,
+      "loss": 11.5469,
+      "step": 6015
+    },
+    {
+      "epoch": 0.39954838281198113,
+      "grad_norm": 211.92660522460938,
+      "learning_rate": 1.852626115110135e-06,
+      "loss": 19.375,
+      "step": 6016
+    },
+    {
+      "epoch": 0.39961479710433684,
+      "grad_norm": 330.0710754394531,
+      "learning_rate": 1.8525699119702285e-06,
+      "loss": 18.5938,
+      "step": 6017
+    },
+    {
+      "epoch": 0.39968121139669255,
+      "grad_norm": 158.46673583984375,
+      "learning_rate": 1.8525136989682846e-06,
+      "loss": 23.5469,
+      "step": 6018
+    },
+    {
+      "epoch": 0.39974762568904826,
+      "grad_norm": 343.02862548828125,
+      "learning_rate": 1.8524574761049541e-06,
+      "loss": 15.2344,
+      "step": 6019
+    },
+    {
+      "epoch": 0.399814039981404,
+      "grad_norm": 156.79208374023438,
+      "learning_rate": 1.8524012433808868e-06,
+      "loss": 11.6562,
+      "step": 6020
+    },
+    {
+      "epoch": 0.39988045427375973,
+      "grad_norm": 295.6404724121094,
+      "learning_rate": 1.8523450007967336e-06,
+      "loss": 15.7656,
+      "step": 6021
+    },
+    {
+      "epoch": 0.39994686856611544,
+      "grad_norm": 372.93804931640625,
+      "learning_rate": 1.8522887483531449e-06,
+      "loss": 28.5625,
+      "step": 6022
+    },
+    {
+      "epoch": 0.40001328285847115,
+      "grad_norm": 203.88262939453125,
+      "learning_rate": 1.8522324860507715e-06,
+      "loss": 17.5312,
+      "step": 6023
+    },
+    {
+      "epoch": 0.40007969715082686,
+      "grad_norm": 294.190673828125,
+      "learning_rate": 1.852176213890264e-06,
+      "loss": 22.8281,
+      "step": 6024
+    },
+    {
+      "epoch": 0.4001461114431826,
+      "grad_norm": 207.26084899902344,
+      "learning_rate": 1.8521199318722735e-06,
+      "loss": 14.7969,
+      "step": 6025
+    },
+    {
+      "epoch": 0.4002125257355383,
+      "grad_norm": 301.7430725097656,
+      "learning_rate": 1.8520636399974511e-06,
+      "loss": 29.7031,
+      "step": 6026
+    },
+    {
+      "epoch": 0.400278940027894,
+      "grad_norm": 247.49276733398438,
+      "learning_rate": 1.8520073382664477e-06,
+      "loss": 23.1562,
+      "step": 6027
+    },
+    {
+      "epoch": 0.4003453543202497,
+      "grad_norm": 179.21826171875,
+      "learning_rate": 1.8519510266799149e-06,
+      "loss": 20.0781,
+      "step": 6028
+    },
+    {
+      "epoch": 0.4004117686126054,
+      "grad_norm": 173.5128936767578,
+      "learning_rate": 1.8518947052385035e-06,
+      "loss": 19.4688,
+      "step": 6029
+    },
+    {
+      "epoch": 0.4004781829049611,
+      "grad_norm": 331.590087890625,
+      "learning_rate": 1.8518383739428656e-06,
+      "loss": 14.8438,
+      "step": 6030
+    },
+    {
+      "epoch": 0.4005445971973169,
+      "grad_norm": 251.27816772460938,
+      "learning_rate": 1.8517820327936525e-06,
+      "loss": 20.5625,
+      "step": 6031
+    },
+    {
+      "epoch": 0.4006110114896726,
+      "grad_norm": 173.97637939453125,
+      "learning_rate": 1.8517256817915162e-06,
+      "loss": 25.4062,
+      "step": 6032
+    },
+    {
+      "epoch": 0.4006774257820283,
+      "grad_norm": 139.9208984375,
+      "learning_rate": 1.8516693209371082e-06,
+      "loss": 23.5,
+      "step": 6033
+    },
+    {
+      "epoch": 0.400743840074384,
+      "grad_norm": 577.7830200195312,
+      "learning_rate": 1.8516129502310807e-06,
+      "loss": 22.0469,
+      "step": 6034
+    },
+    {
+      "epoch": 0.4008102543667397,
+      "grad_norm": 234.483642578125,
+      "learning_rate": 1.8515565696740856e-06,
+      "loss": 14.9688,
+      "step": 6035
+    },
+    {
+      "epoch": 0.40087666865909544,
+      "grad_norm": 185.23052978515625,
+      "learning_rate": 1.8515001792667752e-06,
+      "loss": 16.9688,
+      "step": 6036
+    },
+    {
+      "epoch": 0.40094308295145115,
+      "grad_norm": 177.12289428710938,
+      "learning_rate": 1.8514437790098017e-06,
+      "loss": 21.1562,
+      "step": 6037
+    },
+    {
+      "epoch": 0.40100949724380686,
+      "grad_norm": 203.06564331054688,
+      "learning_rate": 1.8513873689038175e-06,
+      "loss": 17.5,
+      "step": 6038
+    },
+    {
+      "epoch": 0.40107591153616257,
+      "grad_norm": 136.95492553710938,
+      "learning_rate": 1.851330948949475e-06,
+      "loss": 19.5938,
+      "step": 6039
+    },
+    {
+      "epoch": 0.4011423258285183,
+      "grad_norm": 205.90289306640625,
+      "learning_rate": 1.8512745191474273e-06,
+      "loss": 19.75,
+      "step": 6040
+    },
+    {
+      "epoch": 0.401208740120874,
+      "grad_norm": 155.6261749267578,
+      "learning_rate": 1.8512180794983268e-06,
+      "loss": 19.5156,
+      "step": 6041
+    },
+    {
+      "epoch": 0.40127515441322975,
+      "grad_norm": 140.99586486816406,
+      "learning_rate": 1.851161630002826e-06,
+      "loss": 19.3906,
+      "step": 6042
+    },
+    {
+      "epoch": 0.40134156870558546,
+      "grad_norm": 237.23545837402344,
+      "learning_rate": 1.8511051706615785e-06,
+      "loss": 17.0625,
+      "step": 6043
+    },
+    {
+      "epoch": 0.40140798299794117,
+      "grad_norm": 173.50100708007812,
+      "learning_rate": 1.8510487014752375e-06,
+      "loss": 17.6562,
+      "step": 6044
+    },
+    {
+      "epoch": 0.4014743972902969,
+      "grad_norm": 1145.7296142578125,
+      "learning_rate": 1.8509922224444554e-06,
+      "loss": 22.9844,
+      "step": 6045
+    },
+    {
+      "epoch": 0.4015408115826526,
+      "grad_norm": 438.519287109375,
+      "learning_rate": 1.8509357335698864e-06,
+      "loss": 27.9844,
+      "step": 6046
+    },
+    {
+      "epoch": 0.4016072258750083,
+      "grad_norm": 208.2895965576172,
+      "learning_rate": 1.8508792348521831e-06,
+      "loss": 17.1406,
+      "step": 6047
+    },
+    {
+      "epoch": 0.401673640167364,
+      "grad_norm": 134.49720764160156,
+      "learning_rate": 1.8508227262919996e-06,
+      "loss": 16.4219,
+      "step": 6048
+    },
+    {
+      "epoch": 0.4017400544597197,
+      "grad_norm": 225.4462890625,
+      "learning_rate": 1.8507662078899894e-06,
+      "loss": 21.4844,
+      "step": 6049
+    },
+    {
+      "epoch": 0.40180646875207543,
+      "grad_norm": 262.584716796875,
+      "learning_rate": 1.8507096796468064e-06,
+      "loss": 24.5469,
+      "step": 6050
+    },
+    {
+      "epoch": 0.40187288304443114,
+      "grad_norm": 265.03668212890625,
+      "learning_rate": 1.8506531415631042e-06,
+      "loss": 22.8125,
+      "step": 6051
+    },
+    {
+      "epoch": 0.40193929733678685,
+      "grad_norm": 155.85308837890625,
+      "learning_rate": 1.8505965936395371e-06,
+      "loss": 20.6875,
+      "step": 6052
+    },
+    {
+      "epoch": 0.4020057116291426,
+      "grad_norm": 665.7776489257812,
+      "learning_rate": 1.8505400358767591e-06,
+      "loss": 25.5,
+      "step": 6053
+    },
+    {
+      "epoch": 0.4020721259214983,
+      "grad_norm": 162.57656860351562,
+      "learning_rate": 1.8504834682754243e-06,
+      "loss": 19.9219,
+      "step": 6054
+    },
+    {
+      "epoch": 0.40213854021385403,
+      "grad_norm": 152.62026977539062,
+      "learning_rate": 1.8504268908361874e-06,
+      "loss": 14.7031,
+      "step": 6055
+    },
+    {
+      "epoch": 0.40220495450620974,
+      "grad_norm": 114.05113220214844,
+      "learning_rate": 1.8503703035597025e-06,
+      "loss": 15.6875,
+      "step": 6056
+    },
+    {
+      "epoch": 0.40227136879856545,
+      "grad_norm": 150.0399932861328,
+      "learning_rate": 1.850313706446624e-06,
+      "loss": 21.6875,
+      "step": 6057
+    },
+    {
+      "epoch": 0.40233778309092116,
+      "grad_norm": 129.14801025390625,
+      "learning_rate": 1.8502570994976073e-06,
+      "loss": 14.5781,
+      "step": 6058
+    },
+    {
+      "epoch": 0.4024041973832769,
+      "grad_norm": 394.9715881347656,
+      "learning_rate": 1.8502004827133065e-06,
+      "loss": 20.1719,
+      "step": 6059
+    },
+    {
+      "epoch": 0.4024706116756326,
+      "grad_norm": 248.71168518066406,
+      "learning_rate": 1.8501438560943768e-06,
+      "loss": 12.5625,
+      "step": 6060
+    },
+    {
+      "epoch": 0.4025370259679883,
+      "grad_norm": 525.4161987304688,
+      "learning_rate": 1.8500872196414733e-06,
+      "loss": 22.7656,
+      "step": 6061
+    },
+    {
+      "epoch": 0.402603440260344,
+      "grad_norm": 231.10055541992188,
+      "learning_rate": 1.8500305733552508e-06,
+      "loss": 20.75,
+      "step": 6062
+    },
+    {
+      "epoch": 0.40266985455269977,
+      "grad_norm": 302.6937255859375,
+      "learning_rate": 1.8499739172363648e-06,
+      "loss": 15.8594,
+      "step": 6063
+    },
+    {
+      "epoch": 0.4027362688450555,
+      "grad_norm": 157.37640380859375,
+      "learning_rate": 1.8499172512854711e-06,
+      "loss": 18.0625,
+      "step": 6064
+    },
+    {
+      "epoch": 0.4028026831374112,
+      "grad_norm": 163.90414428710938,
+      "learning_rate": 1.849860575503224e-06,
+      "loss": 18.4688,
+      "step": 6065
+    },
+    {
+      "epoch": 0.4028690974297669,
+      "grad_norm": 132.92860412597656,
+      "learning_rate": 1.8498038898902804e-06,
+      "loss": 15.2188,
+      "step": 6066
+    },
+    {
+      "epoch": 0.4029355117221226,
+      "grad_norm": 170.1539306640625,
+      "learning_rate": 1.8497471944472954e-06,
+      "loss": 21.4531,
+      "step": 6067
+    },
+    {
+      "epoch": 0.4030019260144783,
+      "grad_norm": 296.3495178222656,
+      "learning_rate": 1.8496904891749245e-06,
+      "loss": 19.3125,
+      "step": 6068
+    },
+    {
+      "epoch": 0.403068340306834,
+      "grad_norm": 409.5465393066406,
+      "learning_rate": 1.8496337740738244e-06,
+      "loss": 16.8906,
+      "step": 6069
+    },
+    {
+      "epoch": 0.40313475459918974,
+      "grad_norm": 122.25434112548828,
+      "learning_rate": 1.8495770491446503e-06,
+      "loss": 17.4219,
+      "step": 6070
+    },
+    {
+      "epoch": 0.40320116889154545,
+      "grad_norm": 326.89080810546875,
+      "learning_rate": 1.849520314388059e-06,
+      "loss": 22.0312,
+      "step": 6071
+    },
+    {
+      "epoch": 0.40326758318390116,
+      "grad_norm": 166.5597381591797,
+      "learning_rate": 1.8494635698047066e-06,
+      "loss": 18.4219,
+      "step": 6072
+    },
+    {
+      "epoch": 0.40333399747625687,
+      "grad_norm": 214.82040405273438,
+      "learning_rate": 1.8494068153952496e-06,
+      "loss": 20.5469,
+      "step": 6073
+    },
+    {
+      "epoch": 0.40340041176861263,
+      "grad_norm": 174.61700439453125,
+      "learning_rate": 1.8493500511603442e-06,
+      "loss": 20.0625,
+      "step": 6074
+    },
+    {
+      "epoch": 0.40346682606096834,
+      "grad_norm": 433.76409912109375,
+      "learning_rate": 1.849293277100647e-06,
+      "loss": 23.875,
+      "step": 6075
+    },
+    {
+      "epoch": 0.40353324035332405,
+      "grad_norm": 173.73004150390625,
+      "learning_rate": 1.849236493216815e-06,
+      "loss": 17.9219,
+      "step": 6076
+    },
+    {
+      "epoch": 0.40359965464567976,
+      "grad_norm": 622.9986572265625,
+      "learning_rate": 1.8491796995095049e-06,
+      "loss": 16.4531,
+      "step": 6077
+    },
+    {
+      "epoch": 0.40366606893803547,
+      "grad_norm": 355.6362609863281,
+      "learning_rate": 1.849122895979374e-06,
+      "loss": 17.0,
+      "step": 6078
+    },
+    {
+      "epoch": 0.4037324832303912,
+      "grad_norm": 233.1381378173828,
+      "learning_rate": 1.8490660826270788e-06,
+      "loss": 21.6562,
+      "step": 6079
+    },
+    {
+      "epoch": 0.4037988975227469,
+      "grad_norm": 175.23150634765625,
+      "learning_rate": 1.8490092594532768e-06,
+      "loss": 19.6094,
+      "step": 6080
+    },
+    {
+      "epoch": 0.4038653118151026,
+      "grad_norm": 166.4402618408203,
+      "learning_rate": 1.8489524264586252e-06,
+      "loss": 16.2969,
+      "step": 6081
+    },
+    {
+      "epoch": 0.4039317261074583,
+      "grad_norm": 293.9205627441406,
+      "learning_rate": 1.8488955836437814e-06,
+      "loss": 20.9844,
+      "step": 6082
+    },
+    {
+      "epoch": 0.403998140399814,
+      "grad_norm": 186.15924072265625,
+      "learning_rate": 1.8488387310094033e-06,
+      "loss": 18.1875,
+      "step": 6083
+    },
+    {
+      "epoch": 0.40406455469216973,
+      "grad_norm": 250.4637908935547,
+      "learning_rate": 1.8487818685561481e-06,
+      "loss": 24.4688,
+      "step": 6084
+    },
+    {
+      "epoch": 0.4041309689845255,
+      "grad_norm": 157.6710968017578,
+      "learning_rate": 1.8487249962846736e-06,
+      "loss": 15.75,
+      "step": 6085
+    },
+    {
+      "epoch": 0.4041973832768812,
+      "grad_norm": 285.4700622558594,
+      "learning_rate": 1.8486681141956376e-06,
+      "loss": 21.75,
+      "step": 6086
+    },
+    {
+      "epoch": 0.4042637975692369,
+      "grad_norm": 169.94276428222656,
+      "learning_rate": 1.8486112222896986e-06,
+      "loss": 16.6562,
+      "step": 6087
+    },
+    {
+      "epoch": 0.4043302118615926,
+      "grad_norm": 175.48609924316406,
+      "learning_rate": 1.8485543205675138e-06,
+      "loss": 17.7188,
+      "step": 6088
+    },
+    {
+      "epoch": 0.40439662615394834,
+      "grad_norm": 334.3358154296875,
+      "learning_rate": 1.8484974090297425e-06,
+      "loss": 23.3906,
+      "step": 6089
+    },
+    {
+      "epoch": 0.40446304044630405,
+      "grad_norm": 213.67210388183594,
+      "learning_rate": 1.8484404876770423e-06,
+      "loss": 24.8125,
+      "step": 6090
+    },
+    {
+      "epoch": 0.40452945473865976,
+      "grad_norm": 139.06195068359375,
+      "learning_rate": 1.8483835565100714e-06,
+      "loss": 16.8438,
+      "step": 6091
+    },
+    {
+      "epoch": 0.40459586903101546,
+      "grad_norm": 376.31396484375,
+      "learning_rate": 1.8483266155294892e-06,
+      "loss": 22.7188,
+      "step": 6092
+    },
+    {
+      "epoch": 0.4046622833233712,
+      "grad_norm": 608.298583984375,
+      "learning_rate": 1.8482696647359535e-06,
+      "loss": 19.2344,
+      "step": 6093
+    },
+    {
+      "epoch": 0.4047286976157269,
+      "grad_norm": 134.52767944335938,
+      "learning_rate": 1.8482127041301236e-06,
+      "loss": 15.9062,
+      "step": 6094
+    },
+    {
+      "epoch": 0.4047951119080826,
+      "grad_norm": 235.28091430664062,
+      "learning_rate": 1.8481557337126584e-06,
+      "loss": 16.8281,
+      "step": 6095
+    },
+    {
+      "epoch": 0.40486152620043836,
+      "grad_norm": 285.702880859375,
+      "learning_rate": 1.8480987534842165e-06,
+      "loss": 20.8281,
+      "step": 6096
+    },
+    {
+      "epoch": 0.40492794049279407,
+      "grad_norm": 458.4817199707031,
+      "learning_rate": 1.8480417634454575e-06,
+      "loss": 29.5781,
+      "step": 6097
+    },
+    {
+      "epoch": 0.4049943547851498,
+      "grad_norm": 204.02760314941406,
+      "learning_rate": 1.8479847635970403e-06,
+      "loss": 15.4375,
+      "step": 6098
+    },
+    {
+      "epoch": 0.4050607690775055,
+      "grad_norm": 277.1824645996094,
+      "learning_rate": 1.8479277539396243e-06,
+      "loss": 23.875,
+      "step": 6099
+    },
+    {
+      "epoch": 0.4051271833698612,
+      "grad_norm": 708.3137817382812,
+      "learning_rate": 1.847870734473869e-06,
+      "loss": 19.1719,
+      "step": 6100
+    },
+    {
+      "epoch": 0.4051935976622169,
+      "grad_norm": 299.2938232421875,
+      "learning_rate": 1.8478137052004338e-06,
+      "loss": 20.6719,
+      "step": 6101
+    },
+    {
+      "epoch": 0.4052600119545726,
+      "grad_norm": 659.4954223632812,
+      "learning_rate": 1.8477566661199787e-06,
+      "loss": 22.2656,
+      "step": 6102
+    },
+    {
+      "epoch": 0.40532642624692833,
+      "grad_norm": 164.043212890625,
+      "learning_rate": 1.8476996172331633e-06,
+      "loss": 16.7344,
+      "step": 6103
+    },
+    {
+      "epoch": 0.40539284053928404,
+      "grad_norm": 143.74452209472656,
+      "learning_rate": 1.8476425585406477e-06,
+      "loss": 14.6406,
+      "step": 6104
+    },
+    {
+      "epoch": 0.40545925483163975,
+      "grad_norm": 401.50848388671875,
+      "learning_rate": 1.8475854900430915e-06,
+      "loss": 14.9531,
+      "step": 6105
+    },
+    {
+      "epoch": 0.40552566912399546,
+      "grad_norm": 553.1861572265625,
+      "learning_rate": 1.8475284117411555e-06,
+      "loss": 15.9062,
+      "step": 6106
+    },
+    {
+      "epoch": 0.4055920834163512,
+      "grad_norm": 1007.3754272460938,
+      "learning_rate": 1.8474713236354991e-06,
+      "loss": 17.625,
+      "step": 6107
+    },
+    {
+      "epoch": 0.40565849770870693,
+      "grad_norm": 370.324951171875,
+      "learning_rate": 1.847414225726783e-06,
+      "loss": 16.0625,
+      "step": 6108
+    },
+    {
+      "epoch": 0.40572491200106264,
+      "grad_norm": 427.4706115722656,
+      "learning_rate": 1.8473571180156682e-06,
+      "loss": 16.4375,
+      "step": 6109
+    },
+    {
+      "epoch": 0.40579132629341835,
+      "grad_norm": 224.08078002929688,
+      "learning_rate": 1.8473000005028147e-06,
+      "loss": 22.0312,
+      "step": 6110
+    },
+    {
+      "epoch": 0.40585774058577406,
+      "grad_norm": 298.858154296875,
+      "learning_rate": 1.8472428731888833e-06,
+      "loss": 19.8906,
+      "step": 6111
+    },
+    {
+      "epoch": 0.4059241548781298,
+      "grad_norm": 137.90884399414062,
+      "learning_rate": 1.847185736074535e-06,
+      "loss": 16.3906,
+      "step": 6112
+    },
+    {
+      "epoch": 0.4059905691704855,
+      "grad_norm": 129.30606079101562,
+      "learning_rate": 1.8471285891604307e-06,
+      "loss": 14.7969,
+      "step": 6113
+    },
+    {
+      "epoch": 0.4060569834628412,
+      "grad_norm": 120.16019439697266,
+      "learning_rate": 1.8470714324472315e-06,
+      "loss": 16.6562,
+      "step": 6114
+    },
+    {
+      "epoch": 0.4061233977551969,
+      "grad_norm": 376.554931640625,
+      "learning_rate": 1.8470142659355981e-06,
+      "loss": 14.3438,
+      "step": 6115
+    },
+    {
+      "epoch": 0.4061898120475526,
+      "grad_norm": 686.3812866210938,
+      "learning_rate": 1.8469570896261921e-06,
+      "loss": 17.0781,
+      "step": 6116
+    },
+    {
+      "epoch": 0.4062562263399083,
+      "grad_norm": 409.99737548828125,
+      "learning_rate": 1.846899903519675e-06,
+      "loss": 25.4844,
+      "step": 6117
+    },
+    {
+      "epoch": 0.4063226406322641,
+      "grad_norm": 277.5284423828125,
+      "learning_rate": 1.846842707616708e-06,
+      "loss": 15.9219,
+      "step": 6118
+    },
+    {
+      "epoch": 0.4063890549246198,
+      "grad_norm": 256.3945617675781,
+      "learning_rate": 1.846785501917953e-06,
+      "loss": 18.5156,
+      "step": 6119
+    },
+    {
+      "epoch": 0.4064554692169755,
+      "grad_norm": 214.37428283691406,
+      "learning_rate": 1.8467282864240716e-06,
+      "loss": 18.6562,
+      "step": 6120
+    },
+    {
+      "epoch": 0.4065218835093312,
+      "grad_norm": 264.9864501953125,
+      "learning_rate": 1.8466710611357256e-06,
+      "loss": 21.2812,
+      "step": 6121
+    },
+    {
+      "epoch": 0.4065882978016869,
+      "grad_norm": 210.3462371826172,
+      "learning_rate": 1.8466138260535772e-06,
+      "loss": 17.3438,
+      "step": 6122
+    },
+    {
+      "epoch": 0.40665471209404264,
+      "grad_norm": 131.36500549316406,
+      "learning_rate": 1.846556581178288e-06,
+      "loss": 18.2812,
+      "step": 6123
+    },
+    {
+      "epoch": 0.40672112638639835,
+      "grad_norm": 448.21478271484375,
+      "learning_rate": 1.8464993265105204e-06,
+      "loss": 22.2812,
+      "step": 6124
+    },
+    {
+      "epoch": 0.40678754067875406,
+      "grad_norm": 124.04448699951172,
+      "learning_rate": 1.8464420620509369e-06,
+      "loss": 12.5938,
+      "step": 6125
+    },
+    {
+      "epoch": 0.40685395497110977,
+      "grad_norm": 207.91954040527344,
+      "learning_rate": 1.8463847878001994e-06,
+      "loss": 16.9531,
+      "step": 6126
+    },
+    {
+      "epoch": 0.4069203692634655,
+      "grad_norm": 323.00537109375,
+      "learning_rate": 1.8463275037589709e-06,
+      "loss": 21.1562,
+      "step": 6127
+    },
+    {
+      "epoch": 0.4069867835558212,
+      "grad_norm": 583.9448852539062,
+      "learning_rate": 1.8462702099279143e-06,
+      "loss": 27.6484,
+      "step": 6128
+    },
+    {
+      "epoch": 0.40705319784817695,
+      "grad_norm": 196.35626220703125,
+      "learning_rate": 1.846212906307691e-06,
+      "loss": 23.0312,
+      "step": 6129
+    },
+    {
+      "epoch": 0.40711961214053266,
+      "grad_norm": 157.58956909179688,
+      "learning_rate": 1.8461555928989654e-06,
+      "loss": 15.7031,
+      "step": 6130
+    },
+    {
+      "epoch": 0.40718602643288837,
+      "grad_norm": 192.01475524902344,
+      "learning_rate": 1.8460982697023997e-06,
+      "loss": 18.3906,
+      "step": 6131
+    },
+    {
+      "epoch": 0.4072524407252441,
+      "grad_norm": 167.4811248779297,
+      "learning_rate": 1.846040936718657e-06,
+      "loss": 17.875,
+      "step": 6132
+    },
+    {
+      "epoch": 0.4073188550175998,
+      "grad_norm": 272.4468688964844,
+      "learning_rate": 1.8459835939484008e-06,
+      "loss": 17.0312,
+      "step": 6133
+    },
+    {
+      "epoch": 0.4073852693099555,
+      "grad_norm": 322.24462890625,
+      "learning_rate": 1.845926241392294e-06,
+      "loss": 23.1719,
+      "step": 6134
+    },
+    {
+      "epoch": 0.4074516836023112,
+      "grad_norm": 298.21539306640625,
+      "learning_rate": 1.8458688790510001e-06,
+      "loss": 22.9062,
+      "step": 6135
+    },
+    {
+      "epoch": 0.4075180978946669,
+      "grad_norm": 229.5301513671875,
+      "learning_rate": 1.8458115069251832e-06,
+      "loss": 21.5156,
+      "step": 6136
+    },
+    {
+      "epoch": 0.40758451218702263,
+      "grad_norm": 208.72608947753906,
+      "learning_rate": 1.845754125015506e-06,
+      "loss": 19.9531,
+      "step": 6137
+    },
+    {
+      "epoch": 0.40765092647937834,
+      "grad_norm": 236.2302703857422,
+      "learning_rate": 1.8456967333226332e-06,
+      "loss": 27.4375,
+      "step": 6138
+    },
+    {
+      "epoch": 0.4077173407717341,
+      "grad_norm": 247.2396697998047,
+      "learning_rate": 1.845639331847228e-06,
+      "loss": 21.4062,
+      "step": 6139
+    },
+    {
+      "epoch": 0.4077837550640898,
+      "grad_norm": 212.2264862060547,
+      "learning_rate": 1.845581920589955e-06,
+      "loss": 19.7969,
+      "step": 6140
+    },
+    {
+      "epoch": 0.4078501693564455,
+      "grad_norm": 284.948974609375,
+      "learning_rate": 1.8455244995514775e-06,
+      "loss": 18.0938,
+      "step": 6141
+    },
+    {
+      "epoch": 0.40791658364880123,
+      "grad_norm": 471.14727783203125,
+      "learning_rate": 1.8454670687324602e-06,
+      "loss": 18.1406,
+      "step": 6142
+    },
+    {
+      "epoch": 0.40798299794115694,
+      "grad_norm": 232.70059204101562,
+      "learning_rate": 1.8454096281335675e-06,
+      "loss": 15.9844,
+      "step": 6143
+    },
+    {
+      "epoch": 0.40804941223351265,
+      "grad_norm": 369.0054626464844,
+      "learning_rate": 1.8453521777554636e-06,
+      "loss": 24.2188,
+      "step": 6144
+    },
+    {
+      "epoch": 0.40811582652586836,
+      "grad_norm": 139.0950469970703,
+      "learning_rate": 1.8452947175988135e-06,
+      "loss": 13.1719,
+      "step": 6145
+    },
+    {
+      "epoch": 0.4081822408182241,
+      "grad_norm": 108.28509521484375,
+      "learning_rate": 1.8452372476642812e-06,
+      "loss": 15.0938,
+      "step": 6146
+    },
+    {
+      "epoch": 0.4082486551105798,
+      "grad_norm": 217.19471740722656,
+      "learning_rate": 1.845179767952532e-06,
+      "loss": 18.0625,
+      "step": 6147
+    },
+    {
+      "epoch": 0.4083150694029355,
+      "grad_norm": 301.54669189453125,
+      "learning_rate": 1.8451222784642304e-06,
+      "loss": 22.8438,
+      "step": 6148
+    },
+    {
+      "epoch": 0.4083814836952912,
+      "grad_norm": 327.0561828613281,
+      "learning_rate": 1.8450647792000418e-06,
+      "loss": 16.8125,
+      "step": 6149
+    },
+    {
+      "epoch": 0.40844789798764697,
+      "grad_norm": 326.0561828613281,
+      "learning_rate": 1.845007270160631e-06,
+      "loss": 21.0469,
+      "step": 6150
+    },
+    {
+      "epoch": 0.4085143122800027,
+      "grad_norm": 191.31951904296875,
+      "learning_rate": 1.8449497513466631e-06,
+      "loss": 18.9062,
+      "step": 6151
+    },
+    {
+      "epoch": 0.4085807265723584,
+      "grad_norm": 243.32923889160156,
+      "learning_rate": 1.8448922227588042e-06,
+      "loss": 21.5938,
+      "step": 6152
+    },
+    {
+      "epoch": 0.4086471408647141,
+      "grad_norm": 166.6351318359375,
+      "learning_rate": 1.844834684397719e-06,
+      "loss": 16.1719,
+      "step": 6153
+    },
+    {
+      "epoch": 0.4087135551570698,
+      "grad_norm": 286.35382080078125,
+      "learning_rate": 1.8447771362640733e-06,
+      "loss": 18.9375,
+      "step": 6154
+    },
+    {
+      "epoch": 0.4087799694494255,
+      "grad_norm": 410.6280517578125,
+      "learning_rate": 1.844719578358533e-06,
+      "loss": 18.3438,
+      "step": 6155
+    },
+    {
+      "epoch": 0.4088463837417812,
+      "grad_norm": 353.8191833496094,
+      "learning_rate": 1.8446620106817636e-06,
+      "loss": 20.375,
+      "step": 6156
+    },
+    {
+      "epoch": 0.40891279803413694,
+      "grad_norm": 281.42138671875,
+      "learning_rate": 1.8446044332344312e-06,
+      "loss": 19.5156,
+      "step": 6157
+    },
+    {
+      "epoch": 0.40897921232649265,
+      "grad_norm": 698.8644409179688,
+      "learning_rate": 1.8445468460172017e-06,
+      "loss": 20.625,
+      "step": 6158
+    },
+    {
+      "epoch": 0.40904562661884836,
+      "grad_norm": 230.92062377929688,
+      "learning_rate": 1.844489249030741e-06,
+      "loss": 12.7969,
+      "step": 6159
+    },
+    {
+      "epoch": 0.40911204091120407,
+      "grad_norm": 164.3361053466797,
+      "learning_rate": 1.8444316422757163e-06,
+      "loss": 18.2344,
+      "step": 6160
+    },
+    {
+      "epoch": 0.40917845520355983,
+      "grad_norm": 161.76214599609375,
+      "learning_rate": 1.8443740257527927e-06,
+      "loss": 16.8125,
+      "step": 6161
+    },
+    {
+      "epoch": 0.40924486949591554,
+      "grad_norm": 215.86280822753906,
+      "learning_rate": 1.8443163994626375e-06,
+      "loss": 18.0,
+      "step": 6162
+    },
+    {
+      "epoch": 0.40931128378827125,
+      "grad_norm": 214.86978149414062,
+      "learning_rate": 1.844258763405917e-06,
+      "loss": 17.875,
+      "step": 6163
+    },
+    {
+      "epoch": 0.40937769808062696,
+      "grad_norm": 191.67080688476562,
+      "learning_rate": 1.8442011175832976e-06,
+      "loss": 22.7031,
+      "step": 6164
+    },
+    {
+      "epoch": 0.40944411237298267,
+      "grad_norm": 277.1333923339844,
+      "learning_rate": 1.844143461995447e-06,
+      "loss": 19.0312,
+      "step": 6165
+    },
+    {
+      "epoch": 0.4095105266653384,
+      "grad_norm": 237.21592712402344,
+      "learning_rate": 1.8440857966430314e-06,
+      "loss": 25.3281,
+      "step": 6166
+    },
+    {
+      "epoch": 0.4095769409576941,
+      "grad_norm": 118.64085388183594,
+      "learning_rate": 1.8440281215267182e-06,
+      "loss": 14.9531,
+      "step": 6167
+    },
+    {
+      "epoch": 0.4096433552500498,
+      "grad_norm": 127.93568420410156,
+      "learning_rate": 1.843970436647174e-06,
+      "loss": 18.1562,
+      "step": 6168
+    },
+    {
+      "epoch": 0.4097097695424055,
+      "grad_norm": 134.64532470703125,
+      "learning_rate": 1.8439127420050666e-06,
+      "loss": 15.5156,
+      "step": 6169
+    },
+    {
+      "epoch": 0.4097761838347612,
+      "grad_norm": 233.8057098388672,
+      "learning_rate": 1.8438550376010636e-06,
+      "loss": 18.5781,
+      "step": 6170
+    },
+    {
+      "epoch": 0.40984259812711693,
+      "grad_norm": 469.5027770996094,
+      "learning_rate": 1.8437973234358317e-06,
+      "loss": 20.625,
+      "step": 6171
+    },
+    {
+      "epoch": 0.4099090124194727,
+      "grad_norm": 199.87429809570312,
+      "learning_rate": 1.8437395995100392e-06,
+      "loss": 16.5781,
+      "step": 6172
+    },
+    {
+      "epoch": 0.4099754267118284,
+      "grad_norm": 196.97776794433594,
+      "learning_rate": 1.8436818658243532e-06,
+      "loss": 18.1406,
+      "step": 6173
+    },
+    {
+      "epoch": 0.4100418410041841,
+      "grad_norm": 139.81007385253906,
+      "learning_rate": 1.843624122379442e-06,
+      "loss": 18.6406,
+      "step": 6174
+    },
+    {
+      "epoch": 0.4101082552965398,
+      "grad_norm": 164.6247100830078,
+      "learning_rate": 1.8435663691759733e-06,
+      "loss": 21.4688,
+      "step": 6175
+    },
+    {
+      "epoch": 0.41017466958889554,
+      "grad_norm": 249.13999938964844,
+      "learning_rate": 1.8435086062146156e-06,
+      "loss": 20.7969,
+      "step": 6176
+    },
+    {
+      "epoch": 0.41024108388125125,
+      "grad_norm": 313.7425537109375,
+      "learning_rate": 1.8434508334960363e-06,
+      "loss": 18.8594,
+      "step": 6177
+    },
+    {
+      "epoch": 0.41030749817360695,
+      "grad_norm": 130.59552001953125,
+      "learning_rate": 1.8433930510209047e-06,
+      "loss": 21.0,
+      "step": 6178
+    },
+    {
+      "epoch": 0.41037391246596266,
+      "grad_norm": 191.39486694335938,
+      "learning_rate": 1.8433352587898883e-06,
+      "loss": 21.9062,
+      "step": 6179
+    },
+    {
+      "epoch": 0.4104403267583184,
+      "grad_norm": 261.8380432128906,
+      "learning_rate": 1.8432774568036557e-06,
+      "loss": 24.5625,
+      "step": 6180
+    },
+    {
+      "epoch": 0.4105067410506741,
+      "grad_norm": 132.846435546875,
+      "learning_rate": 1.843219645062876e-06,
+      "loss": 19.4375,
+      "step": 6181
+    },
+    {
+      "epoch": 0.4105731553430298,
+      "grad_norm": 230.90936279296875,
+      "learning_rate": 1.8431618235682177e-06,
+      "loss": 23.625,
+      "step": 6182
+    },
+    {
+      "epoch": 0.41063956963538556,
+      "grad_norm": 246.6492919921875,
+      "learning_rate": 1.8431039923203496e-06,
+      "loss": 18.2188,
+      "step": 6183
+    },
+    {
+      "epoch": 0.41070598392774127,
+      "grad_norm": 247.9337615966797,
+      "learning_rate": 1.8430461513199406e-06,
+      "loss": 16.8125,
+      "step": 6184
+    },
+    {
+      "epoch": 0.410772398220097,
+      "grad_norm": 140.76858520507812,
+      "learning_rate": 1.84298830056766e-06,
+      "loss": 18.5156,
+      "step": 6185
+    },
+    {
+      "epoch": 0.4108388125124527,
+      "grad_norm": 700.1099853515625,
+      "learning_rate": 1.8429304400641766e-06,
+      "loss": 32.0312,
+      "step": 6186
+    },
+    {
+      "epoch": 0.4109052268048084,
+      "grad_norm": 323.78497314453125,
+      "learning_rate": 1.8428725698101602e-06,
+      "loss": 18.4844,
+      "step": 6187
+    },
+    {
+      "epoch": 0.4109716410971641,
+      "grad_norm": 660.543212890625,
+      "learning_rate": 1.8428146898062798e-06,
+      "loss": 18.7188,
+      "step": 6188
+    },
+    {
+      "epoch": 0.4110380553895198,
+      "grad_norm": 107.9827651977539,
+      "learning_rate": 1.842756800053205e-06,
+      "loss": 14.5625,
+      "step": 6189
+    },
+    {
+      "epoch": 0.41110446968187553,
+      "grad_norm": 146.02023315429688,
+      "learning_rate": 1.8426989005516056e-06,
+      "loss": 17.1719,
+      "step": 6190
+    },
+    {
+      "epoch": 0.41117088397423124,
+      "grad_norm": 302.0450134277344,
+      "learning_rate": 1.8426409913021511e-06,
+      "loss": 22.9375,
+      "step": 6191
+    },
+    {
+      "epoch": 0.41123729826658695,
+      "grad_norm": 294.2602233886719,
+      "learning_rate": 1.8425830723055116e-06,
+      "loss": 16.7969,
+      "step": 6192
+    },
+    {
+      "epoch": 0.41130371255894266,
+      "grad_norm": 229.47744750976562,
+      "learning_rate": 1.842525143562357e-06,
+      "loss": 22.0,
+      "step": 6193
+    },
+    {
+      "epoch": 0.4113701268512984,
+      "grad_norm": 277.38433837890625,
+      "learning_rate": 1.8424672050733574e-06,
+      "loss": 21.25,
+      "step": 6194
+    },
+    {
+      "epoch": 0.41143654114365413,
+      "grad_norm": 114.22864532470703,
+      "learning_rate": 1.842409256839183e-06,
+      "loss": 18.6406,
+      "step": 6195
+    },
+    {
+      "epoch": 0.41150295543600984,
+      "grad_norm": 206.1202850341797,
+      "learning_rate": 1.8423512988605038e-06,
+      "loss": 19.0938,
+      "step": 6196
+    },
+    {
+      "epoch": 0.41156936972836555,
+      "grad_norm": 115.57991027832031,
+      "learning_rate": 1.842293331137991e-06,
+      "loss": 19.4844,
+      "step": 6197
+    },
+    {
+      "epoch": 0.41163578402072126,
+      "grad_norm": 132.2825927734375,
+      "learning_rate": 1.8422353536723141e-06,
+      "loss": 16.9219,
+      "step": 6198
+    },
+    {
+      "epoch": 0.411702198313077,
+      "grad_norm": 268.8746032714844,
+      "learning_rate": 1.8421773664641446e-06,
+      "loss": 16.8594,
+      "step": 6199
+    },
+    {
+      "epoch": 0.4117686126054327,
+      "grad_norm": 138.8679656982422,
+      "learning_rate": 1.8421193695141528e-06,
+      "loss": 19.2031,
+      "step": 6200
+    },
+    {
+      "epoch": 0.4118350268977884,
+      "grad_norm": 181.90914916992188,
+      "learning_rate": 1.84206136282301e-06,
+      "loss": 19.1016,
+      "step": 6201
+    },
+    {
+      "epoch": 0.4119014411901441,
+      "grad_norm": 183.71914672851562,
+      "learning_rate": 1.8420033463913866e-06,
+      "loss": 21.4531,
+      "step": 6202
+    },
+    {
+      "epoch": 0.4119678554824998,
+      "grad_norm": 165.61920166015625,
+      "learning_rate": 1.841945320219954e-06,
+      "loss": 12.3438,
+      "step": 6203
+    },
+    {
+      "epoch": 0.4120342697748555,
+      "grad_norm": 315.8891906738281,
+      "learning_rate": 1.8418872843093838e-06,
+      "loss": 22.625,
+      "step": 6204
+    },
+    {
+      "epoch": 0.4121006840672113,
+      "grad_norm": 85.36499786376953,
+      "learning_rate": 1.8418292386603467e-06,
+      "loss": 10.9062,
+      "step": 6205
+    },
+    {
+      "epoch": 0.412167098359567,
+      "grad_norm": 391.7265930175781,
+      "learning_rate": 1.8417711832735144e-06,
+      "loss": 17.0938,
+      "step": 6206
+    },
+    {
+      "epoch": 0.4122335126519227,
+      "grad_norm": 611.603515625,
+      "learning_rate": 1.8417131181495585e-06,
+      "loss": 29.6562,
+      "step": 6207
+    },
+    {
+      "epoch": 0.4122999269442784,
+      "grad_norm": 162.74197387695312,
+      "learning_rate": 1.8416550432891507e-06,
+      "loss": 20.0469,
+      "step": 6208
+    },
+    {
+      "epoch": 0.4123663412366341,
+      "grad_norm": 126.23861694335938,
+      "learning_rate": 1.8415969586929624e-06,
+      "loss": 18.375,
+      "step": 6209
+    },
+    {
+      "epoch": 0.41243275552898984,
+      "grad_norm": 188.86085510253906,
+      "learning_rate": 1.8415388643616661e-06,
+      "loss": 20.6719,
+      "step": 6210
+    },
+    {
+      "epoch": 0.41249916982134555,
+      "grad_norm": 368.6258850097656,
+      "learning_rate": 1.841480760295933e-06,
+      "loss": 24.0625,
+      "step": 6211
+    },
+    {
+      "epoch": 0.41256558411370126,
+      "grad_norm": 419.0150146484375,
+      "learning_rate": 1.841422646496436e-06,
+      "loss": 25.5312,
+      "step": 6212
+    },
+    {
+      "epoch": 0.41263199840605697,
+      "grad_norm": 210.22288513183594,
+      "learning_rate": 1.8413645229638472e-06,
+      "loss": 15.2656,
+      "step": 6213
+    },
+    {
+      "epoch": 0.4126984126984127,
+      "grad_norm": 201.3599090576172,
+      "learning_rate": 1.8413063896988384e-06,
+      "loss": 17.3438,
+      "step": 6214
+    },
+    {
+      "epoch": 0.41276482699076844,
+      "grad_norm": 661.3803100585938,
+      "learning_rate": 1.8412482467020827e-06,
+      "loss": 26.1562,
+      "step": 6215
+    },
+    {
+      "epoch": 0.41283124128312415,
+      "grad_norm": 225.2010498046875,
+      "learning_rate": 1.8411900939742522e-06,
+      "loss": 16.3594,
+      "step": 6216
+    },
+    {
+      "epoch": 0.41289765557547986,
+      "grad_norm": 298.64349365234375,
+      "learning_rate": 1.8411319315160198e-06,
+      "loss": 27.625,
+      "step": 6217
+    },
+    {
+      "epoch": 0.41296406986783557,
+      "grad_norm": 171.6995849609375,
+      "learning_rate": 1.8410737593280582e-06,
+      "loss": 17.6719,
+      "step": 6218
+    },
+    {
+      "epoch": 0.4130304841601913,
+      "grad_norm": 632.8114013671875,
+      "learning_rate": 1.8410155774110404e-06,
+      "loss": 15.1094,
+      "step": 6219
+    },
+    {
+      "epoch": 0.413096898452547,
+      "grad_norm": 187.6892547607422,
+      "learning_rate": 1.8409573857656394e-06,
+      "loss": 15.4531,
+      "step": 6220
+    },
+    {
+      "epoch": 0.4131633127449027,
+      "grad_norm": 297.8266906738281,
+      "learning_rate": 1.840899184392528e-06,
+      "loss": 21.7188,
+      "step": 6221
+    },
+    {
+      "epoch": 0.4132297270372584,
+      "grad_norm": 275.9458312988281,
+      "learning_rate": 1.8408409732923804e-06,
+      "loss": 18.3594,
+      "step": 6222
+    },
+    {
+      "epoch": 0.4132961413296141,
+      "grad_norm": 234.16278076171875,
+      "learning_rate": 1.8407827524658685e-06,
+      "loss": 19.9844,
+      "step": 6223
+    },
+    {
+      "epoch": 0.41336255562196983,
+      "grad_norm": 356.2079772949219,
+      "learning_rate": 1.840724521913667e-06,
+      "loss": 15.4844,
+      "step": 6224
+    },
+    {
+      "epoch": 0.41342896991432554,
+      "grad_norm": 155.20274353027344,
+      "learning_rate": 1.840666281636449e-06,
+      "loss": 13.4062,
+      "step": 6225
+    },
+    {
+      "epoch": 0.4134953842066813,
+      "grad_norm": 274.8351745605469,
+      "learning_rate": 1.840608031634888e-06,
+      "loss": 19.6875,
+      "step": 6226
+    },
+    {
+      "epoch": 0.413561798499037,
+      "grad_norm": 384.93914794921875,
+      "learning_rate": 1.8405497719096581e-06,
+      "loss": 21.2188,
+      "step": 6227
+    },
+    {
+      "epoch": 0.4136282127913927,
+      "grad_norm": 200.67941284179688,
+      "learning_rate": 1.8404915024614334e-06,
+      "loss": 19.3438,
+      "step": 6228
+    },
+    {
+      "epoch": 0.41369462708374843,
+      "grad_norm": 464.9447021484375,
+      "learning_rate": 1.8404332232908873e-06,
+      "loss": 20.6094,
+      "step": 6229
+    },
+    {
+      "epoch": 0.41376104137610414,
+      "grad_norm": 210.20877075195312,
+      "learning_rate": 1.8403749343986943e-06,
+      "loss": 17.2188,
+      "step": 6230
+    },
+    {
+      "epoch": 0.41382745566845985,
+      "grad_norm": 121.4127197265625,
+      "learning_rate": 1.8403166357855287e-06,
+      "loss": 14.2812,
+      "step": 6231
+    },
+    {
+      "epoch": 0.41389386996081556,
+      "grad_norm": 501.35980224609375,
+      "learning_rate": 1.840258327452065e-06,
+      "loss": 34.4688,
+      "step": 6232
+    },
+    {
+      "epoch": 0.4139602842531713,
+      "grad_norm": 448.18328857421875,
+      "learning_rate": 1.8402000093989774e-06,
+      "loss": 23.9375,
+      "step": 6233
+    },
+    {
+      "epoch": 0.414026698545527,
+      "grad_norm": 119.31159210205078,
+      "learning_rate": 1.8401416816269404e-06,
+      "loss": 16.2188,
+      "step": 6234
+    },
+    {
+      "epoch": 0.4140931128378827,
+      "grad_norm": 252.65850830078125,
+      "learning_rate": 1.840083344136629e-06,
+      "loss": 12.6094,
+      "step": 6235
+    },
+    {
+      "epoch": 0.4141595271302384,
+      "grad_norm": 275.1055908203125,
+      "learning_rate": 1.8400249969287178e-06,
+      "loss": 16.2031,
+      "step": 6236
+    },
+    {
+      "epoch": 0.41422594142259417,
+      "grad_norm": 123.06853485107422,
+      "learning_rate": 1.839966640003882e-06,
+      "loss": 18.7344,
+      "step": 6237
+    },
+    {
+      "epoch": 0.4142923557149499,
+      "grad_norm": 100.95050811767578,
+      "learning_rate": 1.8399082733627965e-06,
+      "loss": 14.2656,
+      "step": 6238
+    },
+    {
+      "epoch": 0.4143587700073056,
+      "grad_norm": 186.239013671875,
+      "learning_rate": 1.8398498970061363e-06,
+      "loss": 19.2656,
+      "step": 6239
+    },
+    {
+      "epoch": 0.4144251842996613,
+      "grad_norm": 358.1891174316406,
+      "learning_rate": 1.8397915109345768e-06,
+      "loss": 23.4688,
+      "step": 6240
+    },
+    {
+      "epoch": 0.414491598592017,
+      "grad_norm": 118.29718780517578,
+      "learning_rate": 1.8397331151487933e-06,
+      "loss": 13.8438,
+      "step": 6241
+    },
+    {
+      "epoch": 0.4145580128843727,
+      "grad_norm": 433.9702453613281,
+      "learning_rate": 1.8396747096494614e-06,
+      "loss": 16.2656,
+      "step": 6242
+    },
+    {
+      "epoch": 0.4146244271767284,
+      "grad_norm": 185.1398162841797,
+      "learning_rate": 1.8396162944372566e-06,
+      "loss": 17.2812,
+      "step": 6243
+    },
+    {
+      "epoch": 0.41469084146908414,
+      "grad_norm": 299.55322265625,
+      "learning_rate": 1.8395578695128546e-06,
+      "loss": 20.3125,
+      "step": 6244
+    },
+    {
+      "epoch": 0.41475725576143985,
+      "grad_norm": 162.7418212890625,
+      "learning_rate": 1.8394994348769313e-06,
+      "loss": 18.0938,
+      "step": 6245
+    },
+    {
+      "epoch": 0.41482367005379556,
+      "grad_norm": 375.5953674316406,
+      "learning_rate": 1.8394409905301627e-06,
+      "loss": 19.7188,
+      "step": 6246
+    },
+    {
+      "epoch": 0.41489008434615127,
+      "grad_norm": 197.90025329589844,
+      "learning_rate": 1.8393825364732247e-06,
+      "loss": 15.5625,
+      "step": 6247
+    },
+    {
+      "epoch": 0.41495649863850703,
+      "grad_norm": 165.78335571289062,
+      "learning_rate": 1.8393240727067935e-06,
+      "loss": 14.75,
+      "step": 6248
+    },
+    {
+      "epoch": 0.41502291293086274,
+      "grad_norm": 125.69005584716797,
+      "learning_rate": 1.8392655992315455e-06,
+      "loss": 12.6875,
+      "step": 6249
+    },
+    {
+      "epoch": 0.41508932722321845,
+      "grad_norm": 494.73828125,
+      "learning_rate": 1.839207116048157e-06,
+      "loss": 15.0469,
+      "step": 6250
+    },
+    {
+      "epoch": 0.41515574151557416,
+      "grad_norm": 519.8650512695312,
+      "learning_rate": 1.8391486231573046e-06,
+      "loss": 31.375,
+      "step": 6251
+    },
+    {
+      "epoch": 0.41522215580792987,
+      "grad_norm": 278.5600891113281,
+      "learning_rate": 1.8390901205596646e-06,
+      "loss": 24.125,
+      "step": 6252
+    },
+    {
+      "epoch": 0.4152885701002856,
+      "grad_norm": 720.5757446289062,
+      "learning_rate": 1.839031608255914e-06,
+      "loss": 28.6875,
+      "step": 6253
+    },
+    {
+      "epoch": 0.4153549843926413,
+      "grad_norm": 139.6885986328125,
+      "learning_rate": 1.8389730862467296e-06,
+      "loss": 14.8281,
+      "step": 6254
+    },
+    {
+      "epoch": 0.415421398684997,
+      "grad_norm": 264.2380065917969,
+      "learning_rate": 1.8389145545327883e-06,
+      "loss": 19.0312,
+      "step": 6255
+    },
+    {
+      "epoch": 0.4154878129773527,
+      "grad_norm": 149.8126678466797,
+      "learning_rate": 1.8388560131147673e-06,
+      "loss": 18.2031,
+      "step": 6256
+    },
+    {
+      "epoch": 0.4155542272697084,
+      "grad_norm": 453.6262512207031,
+      "learning_rate": 1.8387974619933436e-06,
+      "loss": 22.6875,
+      "step": 6257
+    },
+    {
+      "epoch": 0.41562064156206413,
+      "grad_norm": 131.67620849609375,
+      "learning_rate": 1.8387389011691945e-06,
+      "loss": 18.3125,
+      "step": 6258
+    },
+    {
+      "epoch": 0.4156870558544199,
+      "grad_norm": 216.36572265625,
+      "learning_rate": 1.8386803306429972e-06,
+      "loss": 16.7188,
+      "step": 6259
+    },
+    {
+      "epoch": 0.4157534701467756,
+      "grad_norm": 190.1410675048828,
+      "learning_rate": 1.8386217504154296e-06,
+      "loss": 16.8438,
+      "step": 6260
+    },
+    {
+      "epoch": 0.4158198844391313,
+      "grad_norm": 179.5153045654297,
+      "learning_rate": 1.8385631604871694e-06,
+      "loss": 18.2031,
+      "step": 6261
+    },
+    {
+      "epoch": 0.415886298731487,
+      "grad_norm": 269.2583312988281,
+      "learning_rate": 1.8385045608588938e-06,
+      "loss": 16.9844,
+      "step": 6262
+    },
+    {
+      "epoch": 0.41595271302384274,
+      "grad_norm": 149.59815979003906,
+      "learning_rate": 1.838445951531281e-06,
+      "loss": 12.9219,
+      "step": 6263
+    },
+    {
+      "epoch": 0.41601912731619844,
+      "grad_norm": 169.37298583984375,
+      "learning_rate": 1.8383873325050091e-06,
+      "loss": 21.875,
+      "step": 6264
+    },
+    {
+      "epoch": 0.41608554160855415,
+      "grad_norm": 7148.4892578125,
+      "learning_rate": 1.838328703780756e-06,
+      "loss": 14.8906,
+      "step": 6265
+    },
+    {
+      "epoch": 0.41615195590090986,
+      "grad_norm": 169.7064208984375,
+      "learning_rate": 1.8382700653591993e-06,
+      "loss": 18.9688,
+      "step": 6266
+    },
+    {
+      "epoch": 0.4162183701932656,
+      "grad_norm": 225.77711486816406,
+      "learning_rate": 1.8382114172410186e-06,
+      "loss": 14.6094,
+      "step": 6267
+    },
+    {
+      "epoch": 0.4162847844856213,
+      "grad_norm": 254.77308654785156,
+      "learning_rate": 1.8381527594268911e-06,
+      "loss": 21.5312,
+      "step": 6268
+    },
+    {
+      "epoch": 0.416351198777977,
+      "grad_norm": 182.3145751953125,
+      "learning_rate": 1.838094091917496e-06,
+      "loss": 14.0938,
+      "step": 6269
+    },
+    {
+      "epoch": 0.41641761307033276,
+      "grad_norm": 296.06292724609375,
+      "learning_rate": 1.8380354147135117e-06,
+      "loss": 25.2344,
+      "step": 6270
+    },
+    {
+      "epoch": 0.41648402736268847,
+      "grad_norm": 488.7841491699219,
+      "learning_rate": 1.837976727815617e-06,
+      "loss": 19.0859,
+      "step": 6271
+    },
+    {
+      "epoch": 0.4165504416550442,
+      "grad_norm": 168.8207550048828,
+      "learning_rate": 1.8379180312244907e-06,
+      "loss": 16.2812,
+      "step": 6272
+    },
+    {
+      "epoch": 0.4166168559473999,
+      "grad_norm": 145.08895874023438,
+      "learning_rate": 1.8378593249408114e-06,
+      "loss": 15.4062,
+      "step": 6273
+    },
+    {
+      "epoch": 0.4166832702397556,
+      "grad_norm": 280.7784729003906,
+      "learning_rate": 1.8378006089652591e-06,
+      "loss": 19.75,
+      "step": 6274
+    },
+    {
+      "epoch": 0.4167496845321113,
+      "grad_norm": 192.7294158935547,
+      "learning_rate": 1.8377418832985124e-06,
+      "loss": 18.5938,
+      "step": 6275
+    },
+    {
+      "epoch": 0.416816098824467,
+      "grad_norm": 156.01425170898438,
+      "learning_rate": 1.8376831479412505e-06,
+      "loss": 14.4062,
+      "step": 6276
+    },
+    {
+      "epoch": 0.41688251311682273,
+      "grad_norm": 149.0343475341797,
+      "learning_rate": 1.8376244028941527e-06,
+      "loss": 15.8125,
+      "step": 6277
+    },
+    {
+      "epoch": 0.41694892740917844,
+      "grad_norm": 141.12728881835938,
+      "learning_rate": 1.8375656481578991e-06,
+      "loss": 13.3125,
+      "step": 6278
+    },
+    {
+      "epoch": 0.41701534170153415,
+      "grad_norm": 402.9443664550781,
+      "learning_rate": 1.8375068837331691e-06,
+      "loss": 24.875,
+      "step": 6279
+    },
+    {
+      "epoch": 0.41708175599388986,
+      "grad_norm": 927.6321411132812,
+      "learning_rate": 1.8374481096206425e-06,
+      "loss": 19.1562,
+      "step": 6280
+    },
+    {
+      "epoch": 0.4171481702862456,
+      "grad_norm": 343.51092529296875,
+      "learning_rate": 1.8373893258209989e-06,
+      "loss": 20.1562,
+      "step": 6281
+    },
+    {
+      "epoch": 0.41721458457860133,
+      "grad_norm": 253.8020477294922,
+      "learning_rate": 1.8373305323349185e-06,
+      "loss": 22.0938,
+      "step": 6282
+    },
+    {
+      "epoch": 0.41728099887095704,
+      "grad_norm": 284.5265197753906,
+      "learning_rate": 1.8372717291630812e-06,
+      "loss": 14.9062,
+      "step": 6283
+    },
+    {
+      "epoch": 0.41734741316331275,
+      "grad_norm": 1127.6258544921875,
+      "learning_rate": 1.8372129163061673e-06,
+      "loss": 16.6719,
+      "step": 6284
+    },
+    {
+      "epoch": 0.41741382745566846,
+      "grad_norm": 853.7990112304688,
+      "learning_rate": 1.8371540937648576e-06,
+      "loss": 16.5,
+      "step": 6285
+    },
+    {
+      "epoch": 0.4174802417480242,
+      "grad_norm": 301.142822265625,
+      "learning_rate": 1.8370952615398317e-06,
+      "loss": 18.0156,
+      "step": 6286
+    },
+    {
+      "epoch": 0.4175466560403799,
+      "grad_norm": 249.3697052001953,
+      "learning_rate": 1.8370364196317706e-06,
+      "loss": 23.4375,
+      "step": 6287
+    },
+    {
+      "epoch": 0.4176130703327356,
+      "grad_norm": 441.5849914550781,
+      "learning_rate": 1.8369775680413546e-06,
+      "loss": 25.5625,
+      "step": 6288
+    },
+    {
+      "epoch": 0.4176794846250913,
+      "grad_norm": 226.92893981933594,
+      "learning_rate": 1.836918706769265e-06,
+      "loss": 22.4062,
+      "step": 6289
+    },
+    {
+      "epoch": 0.417745898917447,
+      "grad_norm": 229.474365234375,
+      "learning_rate": 1.8368598358161823e-06,
+      "loss": 18.4375,
+      "step": 6290
+    },
+    {
+      "epoch": 0.4178123132098028,
+      "grad_norm": 284.76812744140625,
+      "learning_rate": 1.8368009551827877e-06,
+      "loss": 17.2969,
+      "step": 6291
+    },
+    {
+      "epoch": 0.4178787275021585,
+      "grad_norm": 448.1343078613281,
+      "learning_rate": 1.836742064869762e-06,
+      "loss": 20.8125,
+      "step": 6292
+    },
+    {
+      "epoch": 0.4179451417945142,
+      "grad_norm": 218.58340454101562,
+      "learning_rate": 1.8366831648777866e-06,
+      "loss": 16.1719,
+      "step": 6293
+    },
+    {
+      "epoch": 0.4180115560868699,
+      "grad_norm": 179.8986053466797,
+      "learning_rate": 1.836624255207543e-06,
+      "loss": 14.5703,
+      "step": 6294
+    },
+    {
+      "epoch": 0.4180779703792256,
+      "grad_norm": 126.57584381103516,
+      "learning_rate": 1.8365653358597125e-06,
+      "loss": 16.625,
+      "step": 6295
+    },
+    {
+      "epoch": 0.4181443846715813,
+      "grad_norm": 184.08218383789062,
+      "learning_rate": 1.8365064068349763e-06,
+      "loss": 15.7344,
+      "step": 6296
+    },
+    {
+      "epoch": 0.41821079896393704,
+      "grad_norm": 252.82107543945312,
+      "learning_rate": 1.8364474681340164e-06,
+      "loss": 23.8125,
+      "step": 6297
+    },
+    {
+      "epoch": 0.41827721325629275,
+      "grad_norm": 870.0910034179688,
+      "learning_rate": 1.8363885197575146e-06,
+      "loss": 25.0312,
+      "step": 6298
+    },
+    {
+      "epoch": 0.41834362754864846,
+      "grad_norm": 247.54470825195312,
+      "learning_rate": 1.8363295617061528e-06,
+      "loss": 12.3438,
+      "step": 6299
+    },
+    {
+      "epoch": 0.41841004184100417,
+      "grad_norm": 176.25970458984375,
+      "learning_rate": 1.8362705939806126e-06,
+      "loss": 16.5781,
+      "step": 6300
+    },
+    {
+      "epoch": 0.4184764561333599,
+      "grad_norm": 241.06442260742188,
+      "learning_rate": 1.8362116165815767e-06,
+      "loss": 22.4688,
+      "step": 6301
+    },
+    {
+      "epoch": 0.41854287042571564,
+      "grad_norm": 299.8374938964844,
+      "learning_rate": 1.8361526295097267e-06,
+      "loss": 21.7344,
+      "step": 6302
+    },
+    {
+      "epoch": 0.41860928471807135,
+      "grad_norm": 312.6624450683594,
+      "learning_rate": 1.8360936327657454e-06,
+      "loss": 21.5,
+      "step": 6303
+    },
+    {
+      "epoch": 0.41867569901042706,
+      "grad_norm": 313.19024658203125,
+      "learning_rate": 1.8360346263503152e-06,
+      "loss": 29.7031,
+      "step": 6304
+    },
+    {
+      "epoch": 0.41874211330278277,
+      "grad_norm": 262.6427001953125,
+      "learning_rate": 1.8359756102641181e-06,
+      "loss": 17.6875,
+      "step": 6305
+    },
+    {
+      "epoch": 0.4188085275951385,
+      "grad_norm": 102.55439758300781,
+      "learning_rate": 1.8359165845078376e-06,
+      "loss": 15.1406,
+      "step": 6306
+    },
+    {
+      "epoch": 0.4188749418874942,
+      "grad_norm": 177.75067138671875,
+      "learning_rate": 1.835857549082156e-06,
+      "loss": 26.1875,
+      "step": 6307
+    },
+    {
+      "epoch": 0.4189413561798499,
+      "grad_norm": 399.26177978515625,
+      "learning_rate": 1.8357985039877563e-06,
+      "loss": 22.625,
+      "step": 6308
+    },
+    {
+      "epoch": 0.4190077704722056,
+      "grad_norm": 197.13504028320312,
+      "learning_rate": 1.8357394492253213e-06,
+      "loss": 21.1562,
+      "step": 6309
+    },
+    {
+      "epoch": 0.4190741847645613,
+      "grad_norm": 1189.9954833984375,
+      "learning_rate": 1.8356803847955345e-06,
+      "loss": 18.875,
+      "step": 6310
+    },
+    {
+      "epoch": 0.41914059905691703,
+      "grad_norm": 151.71560668945312,
+      "learning_rate": 1.8356213106990786e-06,
+      "loss": 15.0625,
+      "step": 6311
+    },
+    {
+      "epoch": 0.41920701334927274,
+      "grad_norm": 485.83404541015625,
+      "learning_rate": 1.8355622269366372e-06,
+      "loss": 20.0625,
+      "step": 6312
+    },
+    {
+      "epoch": 0.4192734276416285,
+      "grad_norm": 209.6563262939453,
+      "learning_rate": 1.835503133508894e-06,
+      "loss": 23.1406,
+      "step": 6313
+    },
+    {
+      "epoch": 0.4193398419339842,
+      "grad_norm": 385.5350646972656,
+      "learning_rate": 1.8354440304165321e-06,
+      "loss": 23.2031,
+      "step": 6314
+    },
+    {
+      "epoch": 0.4194062562263399,
+      "grad_norm": 329.07794189453125,
+      "learning_rate": 1.8353849176602356e-06,
+      "loss": 19.1094,
+      "step": 6315
+    },
+    {
+      "epoch": 0.41947267051869563,
+      "grad_norm": 160.77511596679688,
+      "learning_rate": 1.8353257952406881e-06,
+      "loss": 18.1094,
+      "step": 6316
+    },
+    {
+      "epoch": 0.41953908481105134,
+      "grad_norm": 376.32666015625,
+      "learning_rate": 1.8352666631585736e-06,
+      "loss": 18.3281,
+      "step": 6317
+    },
+    {
+      "epoch": 0.41960549910340705,
+      "grad_norm": 339.26885986328125,
+      "learning_rate": 1.8352075214145757e-06,
+      "loss": 20.7812,
+      "step": 6318
+    },
+    {
+      "epoch": 0.41967191339576276,
+      "grad_norm": 129.68972778320312,
+      "learning_rate": 1.835148370009379e-06,
+      "loss": 15.125,
+      "step": 6319
+    },
+    {
+      "epoch": 0.4197383276881185,
+      "grad_norm": 184.37571716308594,
+      "learning_rate": 1.8350892089436674e-06,
+      "loss": 13.625,
+      "step": 6320
+    },
+    {
+      "epoch": 0.4198047419804742,
+      "grad_norm": 273.3520202636719,
+      "learning_rate": 1.835030038218125e-06,
+      "loss": 24.1406,
+      "step": 6321
+    },
+    {
+      "epoch": 0.4198711562728299,
+      "grad_norm": 1028.045166015625,
+      "learning_rate": 1.8349708578334373e-06,
+      "loss": 18.5,
+      "step": 6322
+    },
+    {
+      "epoch": 0.4199375705651856,
+      "grad_norm": 216.92990112304688,
+      "learning_rate": 1.8349116677902877e-06,
+      "loss": 13.25,
+      "step": 6323
+    },
+    {
+      "epoch": 0.42000398485754137,
+      "grad_norm": 200.10260009765625,
+      "learning_rate": 1.8348524680893617e-06,
+      "loss": 18.5938,
+      "step": 6324
+    },
+    {
+      "epoch": 0.4200703991498971,
+      "grad_norm": 280.60992431640625,
+      "learning_rate": 1.8347932587313438e-06,
+      "loss": 19.9531,
+      "step": 6325
+    },
+    {
+      "epoch": 0.4201368134422528,
+      "grad_norm": 193.2469024658203,
+      "learning_rate": 1.8347340397169186e-06,
+      "loss": 16.1094,
+      "step": 6326
+    },
+    {
+      "epoch": 0.4202032277346085,
+      "grad_norm": 189.75291442871094,
+      "learning_rate": 1.8346748110467715e-06,
+      "loss": 21.7188,
+      "step": 6327
+    },
+    {
+      "epoch": 0.4202696420269642,
+      "grad_norm": 203.98098754882812,
+      "learning_rate": 1.8346155727215873e-06,
+      "loss": 28.8125,
+      "step": 6328
+    },
+    {
+      "epoch": 0.4203360563193199,
+      "grad_norm": 368.39984130859375,
+      "learning_rate": 1.8345563247420514e-06,
+      "loss": 24.8906,
+      "step": 6329
+    },
+    {
+      "epoch": 0.4204024706116756,
+      "grad_norm": 258.7388000488281,
+      "learning_rate": 1.8344970671088493e-06,
+      "loss": 17.7969,
+      "step": 6330
+    },
+    {
+      "epoch": 0.42046888490403134,
+      "grad_norm": 235.96743774414062,
+      "learning_rate": 1.8344377998226665e-06,
+      "loss": 16.2031,
+      "step": 6331
+    },
+    {
+      "epoch": 0.42053529919638705,
+      "grad_norm": 279.6509704589844,
+      "learning_rate": 1.8343785228841884e-06,
+      "loss": 20.4844,
+      "step": 6332
+    },
+    {
+      "epoch": 0.42060171348874276,
+      "grad_norm": 323.7450866699219,
+      "learning_rate": 1.8343192362941005e-06,
+      "loss": 18.2344,
+      "step": 6333
+    },
+    {
+      "epoch": 0.42066812778109847,
+      "grad_norm": 140.74761962890625,
+      "learning_rate": 1.8342599400530885e-06,
+      "loss": 13.2656,
+      "step": 6334
+    },
+    {
+      "epoch": 0.42073454207345423,
+      "grad_norm": 263.4324951171875,
+      "learning_rate": 1.8342006341618391e-06,
+      "loss": 14.7969,
+      "step": 6335
+    },
+    {
+      "epoch": 0.42080095636580994,
+      "grad_norm": 271.086669921875,
+      "learning_rate": 1.8341413186210375e-06,
+      "loss": 21.9688,
+      "step": 6336
+    },
+    {
+      "epoch": 0.42086737065816565,
+      "grad_norm": 552.1581420898438,
+      "learning_rate": 1.8340819934313703e-06,
+      "loss": 19.6719,
+      "step": 6337
+    },
+    {
+      "epoch": 0.42093378495052136,
+      "grad_norm": 705.7362670898438,
+      "learning_rate": 1.8340226585935231e-06,
+      "loss": 22.6562,
+      "step": 6338
+    },
+    {
+      "epoch": 0.42100019924287707,
+      "grad_norm": 189.62551879882812,
+      "learning_rate": 1.833963314108183e-06,
+      "loss": 20.3906,
+      "step": 6339
+    },
+    {
+      "epoch": 0.4210666135352328,
+      "grad_norm": 260.47003173828125,
+      "learning_rate": 1.8339039599760365e-06,
+      "loss": 19.6406,
+      "step": 6340
+    },
+    {
+      "epoch": 0.4211330278275885,
+      "grad_norm": 291.3968505859375,
+      "learning_rate": 1.8338445961977694e-06,
+      "loss": 18.4688,
+      "step": 6341
+    },
+    {
+      "epoch": 0.4211994421199442,
+      "grad_norm": 211.80908203125,
+      "learning_rate": 1.8337852227740692e-06,
+      "loss": 22.1875,
+      "step": 6342
+    },
+    {
+      "epoch": 0.4212658564122999,
+      "grad_norm": 286.18109130859375,
+      "learning_rate": 1.8337258397056222e-06,
+      "loss": 18.7344,
+      "step": 6343
+    },
+    {
+      "epoch": 0.4213322707046556,
+      "grad_norm": 470.92803955078125,
+      "learning_rate": 1.8336664469931152e-06,
+      "loss": 19.7188,
+      "step": 6344
+    },
+    {
+      "epoch": 0.42139868499701133,
+      "grad_norm": 153.76177978515625,
+      "learning_rate": 1.8336070446372356e-06,
+      "loss": 17.7969,
+      "step": 6345
+    },
+    {
+      "epoch": 0.4214650992893671,
+      "grad_norm": 2744.061767578125,
+      "learning_rate": 1.8335476326386703e-06,
+      "loss": 25.25,
+      "step": 6346
+    },
+    {
+      "epoch": 0.4215315135817228,
+      "grad_norm": 250.82708740234375,
+      "learning_rate": 1.8334882109981069e-06,
+      "loss": 19.1094,
+      "step": 6347
+    },
+    {
+      "epoch": 0.4215979278740785,
+      "grad_norm": 189.98727416992188,
+      "learning_rate": 1.8334287797162322e-06,
+      "loss": 20.8125,
+      "step": 6348
+    },
+    {
+      "epoch": 0.4216643421664342,
+      "grad_norm": 129.592041015625,
+      "learning_rate": 1.833369338793734e-06,
+      "loss": 16.4219,
+      "step": 6349
+    },
+    {
+      "epoch": 0.42173075645878993,
+      "grad_norm": 135.13267517089844,
+      "learning_rate": 1.8333098882313e-06,
+      "loss": 15.25,
+      "step": 6350
+    },
+    {
+      "epoch": 0.42179717075114564,
+      "grad_norm": 252.63946533203125,
+      "learning_rate": 1.8332504280296178e-06,
+      "loss": 17.2812,
+      "step": 6351
+    },
+    {
+      "epoch": 0.42186358504350135,
+      "grad_norm": 327.36187744140625,
+      "learning_rate": 1.833190958189375e-06,
+      "loss": 14.75,
+      "step": 6352
+    },
+    {
+      "epoch": 0.42192999933585706,
+      "grad_norm": 169.29209899902344,
+      "learning_rate": 1.8331314787112598e-06,
+      "loss": 28.9375,
+      "step": 6353
+    },
+    {
+      "epoch": 0.4219964136282128,
+      "grad_norm": 183.94558715820312,
+      "learning_rate": 1.8330719895959597e-06,
+      "loss": 18.1406,
+      "step": 6354
+    },
+    {
+      "epoch": 0.4220628279205685,
+      "grad_norm": 273.8614501953125,
+      "learning_rate": 1.8330124908441635e-06,
+      "loss": 18.0156,
+      "step": 6355
+    },
+    {
+      "epoch": 0.4221292422129242,
+      "grad_norm": 120.40938568115234,
+      "learning_rate": 1.832952982456559e-06,
+      "loss": 21.0625,
+      "step": 6356
+    },
+    {
+      "epoch": 0.42219565650527996,
+      "grad_norm": 181.1326446533203,
+      "learning_rate": 1.8328934644338347e-06,
+      "loss": 17.9062,
+      "step": 6357
+    },
+    {
+      "epoch": 0.42226207079763567,
+      "grad_norm": 292.5528259277344,
+      "learning_rate": 1.8328339367766792e-06,
+      "loss": 20.3438,
+      "step": 6358
+    },
+    {
+      "epoch": 0.4223284850899914,
+      "grad_norm": 168.9955291748047,
+      "learning_rate": 1.8327743994857808e-06,
+      "loss": 23.0781,
+      "step": 6359
+    },
+    {
+      "epoch": 0.4223948993823471,
+      "grad_norm": 991.3193359375,
+      "learning_rate": 1.8327148525618286e-06,
+      "loss": 21.5312,
+      "step": 6360
+    },
+    {
+      "epoch": 0.4224613136747028,
+      "grad_norm": 158.01632690429688,
+      "learning_rate": 1.832655296005511e-06,
+      "loss": 15.0859,
+      "step": 6361
+    },
+    {
+      "epoch": 0.4225277279670585,
+      "grad_norm": 217.99270629882812,
+      "learning_rate": 1.832595729817517e-06,
+      "loss": 18.4219,
+      "step": 6362
+    },
+    {
+      "epoch": 0.4225941422594142,
+      "grad_norm": 162.2628936767578,
+      "learning_rate": 1.8325361539985358e-06,
+      "loss": 17.3594,
+      "step": 6363
+    },
+    {
+      "epoch": 0.42266055655176993,
+      "grad_norm": 283.7868957519531,
+      "learning_rate": 1.8324765685492563e-06,
+      "loss": 33.8438,
+      "step": 6364
+    },
+    {
+      "epoch": 0.42272697084412564,
+      "grad_norm": 208.0977783203125,
+      "learning_rate": 1.832416973470368e-06,
+      "loss": 21.4531,
+      "step": 6365
+    },
+    {
+      "epoch": 0.42279338513648135,
+      "grad_norm": 283.25994873046875,
+      "learning_rate": 1.8323573687625604e-06,
+      "loss": 21.2812,
+      "step": 6366
+    },
+    {
+      "epoch": 0.4228597994288371,
+      "grad_norm": 336.2755432128906,
+      "learning_rate": 1.8322977544265223e-06,
+      "loss": 18.8672,
+      "step": 6367
+    },
+    {
+      "epoch": 0.4229262137211928,
+      "grad_norm": 134.66091918945312,
+      "learning_rate": 1.832238130462944e-06,
+      "loss": 16.0312,
+      "step": 6368
+    },
+    {
+      "epoch": 0.42299262801354853,
+      "grad_norm": 4316.57177734375,
+      "learning_rate": 1.832178496872515e-06,
+      "loss": 17.9844,
+      "step": 6369
+    },
+    {
+      "epoch": 0.42305904230590424,
+      "grad_norm": 298.7712097167969,
+      "learning_rate": 1.8321188536559244e-06,
+      "loss": 20.3906,
+      "step": 6370
+    },
+    {
+      "epoch": 0.42312545659825995,
+      "grad_norm": 148.49075317382812,
+      "learning_rate": 1.8320592008138634e-06,
+      "loss": 16.3594,
+      "step": 6371
+    },
+    {
+      "epoch": 0.42319187089061566,
+      "grad_norm": 224.532958984375,
+      "learning_rate": 1.831999538347021e-06,
+      "loss": 20.0469,
+      "step": 6372
+    },
+    {
+      "epoch": 0.42325828518297137,
+      "grad_norm": 158.74911499023438,
+      "learning_rate": 1.8319398662560879e-06,
+      "loss": 14.8281,
+      "step": 6373
+    },
+    {
+      "epoch": 0.4233246994753271,
+      "grad_norm": 178.0681915283203,
+      "learning_rate": 1.8318801845417537e-06,
+      "loss": 15.7812,
+      "step": 6374
+    },
+    {
+      "epoch": 0.4233911137676828,
+      "grad_norm": 182.59808349609375,
+      "learning_rate": 1.83182049320471e-06,
+      "loss": 19.5,
+      "step": 6375
+    },
+    {
+      "epoch": 0.4234575280600385,
+      "grad_norm": 335.3917541503906,
+      "learning_rate": 1.831760792245646e-06,
+      "loss": 27.4688,
+      "step": 6376
+    },
+    {
+      "epoch": 0.4235239423523942,
+      "grad_norm": 194.4428253173828,
+      "learning_rate": 1.8317010816652525e-06,
+      "loss": 16.0781,
+      "step": 6377
+    },
+    {
+      "epoch": 0.42359035664475,
+      "grad_norm": 324.1300048828125,
+      "learning_rate": 1.831641361464221e-06,
+      "loss": 18.1094,
+      "step": 6378
+    },
+    {
+      "epoch": 0.4236567709371057,
+      "grad_norm": 203.0811309814453,
+      "learning_rate": 1.8315816316432416e-06,
+      "loss": 20.0469,
+      "step": 6379
+    },
+    {
+      "epoch": 0.4237231852294614,
+      "grad_norm": 284.0128173828125,
+      "learning_rate": 1.8315218922030052e-06,
+      "loss": 19.4844,
+      "step": 6380
+    },
+    {
+      "epoch": 0.4237895995218171,
+      "grad_norm": 100.76829528808594,
+      "learning_rate": 1.8314621431442033e-06,
+      "loss": 12.3438,
+      "step": 6381
+    },
+    {
+      "epoch": 0.4238560138141728,
+      "grad_norm": 187.98826599121094,
+      "learning_rate": 1.8314023844675265e-06,
+      "loss": 17.5312,
+      "step": 6382
+    },
+    {
+      "epoch": 0.4239224281065285,
+      "grad_norm": 154.30496215820312,
+      "learning_rate": 1.8313426161736665e-06,
+      "loss": 17.875,
+      "step": 6383
+    },
+    {
+      "epoch": 0.42398884239888424,
+      "grad_norm": 283.9810485839844,
+      "learning_rate": 1.8312828382633145e-06,
+      "loss": 18.5625,
+      "step": 6384
+    },
+    {
+      "epoch": 0.42405525669123995,
+      "grad_norm": 561.84130859375,
+      "learning_rate": 1.831223050737162e-06,
+      "loss": 18.5469,
+      "step": 6385
+    },
+    {
+      "epoch": 0.42412167098359566,
+      "grad_norm": 223.9785919189453,
+      "learning_rate": 1.8311632535959007e-06,
+      "loss": 15.625,
+      "step": 6386
+    },
+    {
+      "epoch": 0.42418808527595137,
+      "grad_norm": 242.6333465576172,
+      "learning_rate": 1.831103446840222e-06,
+      "loss": 18.1406,
+      "step": 6387
+    },
+    {
+      "epoch": 0.4242544995683071,
+      "grad_norm": 177.20298767089844,
+      "learning_rate": 1.831043630470818e-06,
+      "loss": 15.6562,
+      "step": 6388
+    },
+    {
+      "epoch": 0.42432091386066284,
+      "grad_norm": 220.43438720703125,
+      "learning_rate": 1.8309838044883802e-06,
+      "loss": 20.3438,
+      "step": 6389
+    },
+    {
+      "epoch": 0.42438732815301855,
+      "grad_norm": 219.17779541015625,
+      "learning_rate": 1.8309239688936012e-06,
+      "loss": 16.875,
+      "step": 6390
+    },
+    {
+      "epoch": 0.42445374244537426,
+      "grad_norm": 170.52578735351562,
+      "learning_rate": 1.8308641236871725e-06,
+      "loss": 18.5781,
+      "step": 6391
+    },
+    {
+      "epoch": 0.42452015673772997,
+      "grad_norm": 411.1023254394531,
+      "learning_rate": 1.8308042688697871e-06,
+      "loss": 19.2344,
+      "step": 6392
+    },
+    {
+      "epoch": 0.4245865710300857,
+      "grad_norm": 415.47906494140625,
+      "learning_rate": 1.8307444044421368e-06,
+      "loss": 20.2344,
+      "step": 6393
+    },
+    {
+      "epoch": 0.4246529853224414,
+      "grad_norm": 152.4672088623047,
+      "learning_rate": 1.8306845304049143e-06,
+      "loss": 14.2656,
+      "step": 6394
+    },
+    {
+      "epoch": 0.4247193996147971,
+      "grad_norm": 258.02740478515625,
+      "learning_rate": 1.8306246467588123e-06,
+      "loss": 17.8594,
+      "step": 6395
+    },
+    {
+      "epoch": 0.4247858139071528,
+      "grad_norm": 176.91749572753906,
+      "learning_rate": 1.830564753504523e-06,
+      "loss": 16.625,
+      "step": 6396
+    },
+    {
+      "epoch": 0.4248522281995085,
+      "grad_norm": 479.2696228027344,
+      "learning_rate": 1.8305048506427401e-06,
+      "loss": 19.9688,
+      "step": 6397
+    },
+    {
+      "epoch": 0.42491864249186423,
+      "grad_norm": 485.7080078125,
+      "learning_rate": 1.8304449381741555e-06,
+      "loss": 19.6094,
+      "step": 6398
+    },
+    {
+      "epoch": 0.42498505678421994,
+      "grad_norm": 184.43153381347656,
+      "learning_rate": 1.830385016099463e-06,
+      "loss": 14.8594,
+      "step": 6399
+    },
+    {
+      "epoch": 0.4250514710765757,
+      "grad_norm": 111.84174346923828,
+      "learning_rate": 1.8303250844193552e-06,
+      "loss": 14.1719,
+      "step": 6400
+    },
+    {
+      "epoch": 0.4251178853689314,
+      "grad_norm": 195.0274200439453,
+      "learning_rate": 1.8302651431345257e-06,
+      "loss": 16.875,
+      "step": 6401
+    },
+    {
+      "epoch": 0.4251842996612871,
+      "grad_norm": 158.64559936523438,
+      "learning_rate": 1.830205192245668e-06,
+      "loss": 14.2656,
+      "step": 6402
+    },
+    {
+      "epoch": 0.42525071395364283,
+      "grad_norm": 168.5391082763672,
+      "learning_rate": 1.8301452317534753e-06,
+      "loss": 19.75,
+      "step": 6403
+    },
+    {
+      "epoch": 0.42531712824599854,
+      "grad_norm": 482.1900939941406,
+      "learning_rate": 1.830085261658641e-06,
+      "loss": 21.4688,
+      "step": 6404
+    },
+    {
+      "epoch": 0.42538354253835425,
+      "grad_norm": 182.86961364746094,
+      "learning_rate": 1.830025281961859e-06,
+      "loss": 14.7812,
+      "step": 6405
+    },
+    {
+      "epoch": 0.42544995683070996,
+      "grad_norm": 361.372314453125,
+      "learning_rate": 1.8299652926638237e-06,
+      "loss": 29.7188,
+      "step": 6406
+    },
+    {
+      "epoch": 0.4255163711230657,
+      "grad_norm": 398.36663818359375,
+      "learning_rate": 1.829905293765228e-06,
+      "loss": 26.2969,
+      "step": 6407
+    },
+    {
+      "epoch": 0.4255827854154214,
+      "grad_norm": 283.509765625,
+      "learning_rate": 1.8298452852667668e-06,
+      "loss": 23.0,
+      "step": 6408
+    },
+    {
+      "epoch": 0.4256491997077771,
+      "grad_norm": 129.63023376464844,
+      "learning_rate": 1.8297852671691335e-06,
+      "loss": 12.6094,
+      "step": 6409
+    },
+    {
+      "epoch": 0.4257156140001328,
+      "grad_norm": 288.0648498535156,
+      "learning_rate": 1.829725239473023e-06,
+      "loss": 15.9219,
+      "step": 6410
+    },
+    {
+      "epoch": 0.42578202829248857,
+      "grad_norm": 227.27835083007812,
+      "learning_rate": 1.829665202179129e-06,
+      "loss": 15.8594,
+      "step": 6411
+    },
+    {
+      "epoch": 0.4258484425848443,
+      "grad_norm": 237.5251007080078,
+      "learning_rate": 1.8296051552881466e-06,
+      "loss": 19.9688,
+      "step": 6412
+    },
+    {
+      "epoch": 0.4259148568772,
+      "grad_norm": 676.5872802734375,
+      "learning_rate": 1.82954509880077e-06,
+      "loss": 19.3281,
+      "step": 6413
+    },
+    {
+      "epoch": 0.4259812711695557,
+      "grad_norm": 419.6811218261719,
+      "learning_rate": 1.8294850327176941e-06,
+      "loss": 22.5938,
+      "step": 6414
+    },
+    {
+      "epoch": 0.4260476854619114,
+      "grad_norm": 179.3325653076172,
+      "learning_rate": 1.8294249570396136e-06,
+      "loss": 18.4062,
+      "step": 6415
+    },
+    {
+      "epoch": 0.4261140997542671,
+      "grad_norm": 193.12669372558594,
+      "learning_rate": 1.8293648717672235e-06,
+      "loss": 19.5,
+      "step": 6416
+    },
+    {
+      "epoch": 0.4261805140466228,
+      "grad_norm": 328.66668701171875,
+      "learning_rate": 1.8293047769012189e-06,
+      "loss": 18.6406,
+      "step": 6417
+    },
+    {
+      "epoch": 0.42624692833897854,
+      "grad_norm": 251.9324493408203,
+      "learning_rate": 1.829244672442295e-06,
+      "loss": 19.5938,
+      "step": 6418
+    },
+    {
+      "epoch": 0.42631334263133425,
+      "grad_norm": 397.6443176269531,
+      "learning_rate": 1.8291845583911468e-06,
+      "loss": 17.8438,
+      "step": 6419
+    },
+    {
+      "epoch": 0.42637975692368996,
+      "grad_norm": 612.4271240234375,
+      "learning_rate": 1.8291244347484695e-06,
+      "loss": 24.7188,
+      "step": 6420
+    },
+    {
+      "epoch": 0.42644617121604567,
+      "grad_norm": 614.5619506835938,
+      "learning_rate": 1.829064301514959e-06,
+      "loss": 24.5938,
+      "step": 6421
+    },
+    {
+      "epoch": 0.42651258550840143,
+      "grad_norm": 140.65249633789062,
+      "learning_rate": 1.8290041586913108e-06,
+      "loss": 14.7656,
+      "step": 6422
+    },
+    {
+      "epoch": 0.42657899980075714,
+      "grad_norm": 175.75611877441406,
+      "learning_rate": 1.8289440062782204e-06,
+      "loss": 15.8125,
+      "step": 6423
+    },
+    {
+      "epoch": 0.42664541409311285,
+      "grad_norm": 351.6955871582031,
+      "learning_rate": 1.8288838442763837e-06,
+      "loss": 21.5938,
+      "step": 6424
+    },
+    {
+      "epoch": 0.42671182838546856,
+      "grad_norm": 103.03326416015625,
+      "learning_rate": 1.828823672686497e-06,
+      "loss": 14.7188,
+      "step": 6425
+    },
+    {
+      "epoch": 0.42677824267782427,
+      "grad_norm": 176.4022216796875,
+      "learning_rate": 1.8287634915092557e-06,
+      "loss": 20.8281,
+      "step": 6426
+    },
+    {
+      "epoch": 0.42684465697018,
+      "grad_norm": 159.67677307128906,
+      "learning_rate": 1.828703300745356e-06,
+      "loss": 18.1719,
+      "step": 6427
+    },
+    {
+      "epoch": 0.4269110712625357,
+      "grad_norm": 266.94439697265625,
+      "learning_rate": 1.8286431003954947e-06,
+      "loss": 24.8906,
+      "step": 6428
+    },
+    {
+      "epoch": 0.4269774855548914,
+      "grad_norm": 180.0707550048828,
+      "learning_rate": 1.828582890460368e-06,
+      "loss": 18.1406,
+      "step": 6429
+    },
+    {
+      "epoch": 0.4270438998472471,
+      "grad_norm": 189.05125427246094,
+      "learning_rate": 1.8285226709406718e-06,
+      "loss": 17.5938,
+      "step": 6430
+    },
+    {
+      "epoch": 0.4271103141396028,
+      "grad_norm": 317.5176696777344,
+      "learning_rate": 1.8284624418371034e-06,
+      "loss": 17.625,
+      "step": 6431
+    },
+    {
+      "epoch": 0.42717672843195853,
+      "grad_norm": 216.02781677246094,
+      "learning_rate": 1.8284022031503587e-06,
+      "loss": 21.2188,
+      "step": 6432
+    },
+    {
+      "epoch": 0.4272431427243143,
+      "grad_norm": 207.46292114257812,
+      "learning_rate": 1.8283419548811354e-06,
+      "loss": 18.0156,
+      "step": 6433
+    },
+    {
+      "epoch": 0.42730955701667,
+      "grad_norm": 209.75894165039062,
+      "learning_rate": 1.82828169703013e-06,
+      "loss": 16.2031,
+      "step": 6434
+    },
+    {
+      "epoch": 0.4273759713090257,
+      "grad_norm": 865.1652221679688,
+      "learning_rate": 1.8282214295980396e-06,
+      "loss": 32.2812,
+      "step": 6435
+    },
+    {
+      "epoch": 0.4274423856013814,
+      "grad_norm": 640.2540893554688,
+      "learning_rate": 1.8281611525855611e-06,
+      "loss": 21.4219,
+      "step": 6436
+    },
+    {
+      "epoch": 0.42750879989373713,
+      "grad_norm": 324.8398742675781,
+      "learning_rate": 1.8281008659933922e-06,
+      "loss": 19.0,
+      "step": 6437
+    },
+    {
+      "epoch": 0.42757521418609284,
+      "grad_norm": 208.68417358398438,
+      "learning_rate": 1.82804056982223e-06,
+      "loss": 22.0156,
+      "step": 6438
+    },
+    {
+      "epoch": 0.42764162847844855,
+      "grad_norm": 575.6212158203125,
+      "learning_rate": 1.8279802640727715e-06,
+      "loss": 16.8125,
+      "step": 6439
+    },
+    {
+      "epoch": 0.42770804277080426,
+      "grad_norm": 490.95526123046875,
+      "learning_rate": 1.8279199487457152e-06,
+      "loss": 18.6562,
+      "step": 6440
+    },
+    {
+      "epoch": 0.42777445706316,
+      "grad_norm": 196.26283264160156,
+      "learning_rate": 1.827859623841758e-06,
+      "loss": 17.7812,
+      "step": 6441
+    },
+    {
+      "epoch": 0.4278408713555157,
+      "grad_norm": 369.627685546875,
+      "learning_rate": 1.8277992893615983e-06,
+      "loss": 25.0312,
+      "step": 6442
+    },
+    {
+      "epoch": 0.42790728564787145,
+      "grad_norm": 432.2129211425781,
+      "learning_rate": 1.8277389453059335e-06,
+      "loss": 18.2969,
+      "step": 6443
+    },
+    {
+      "epoch": 0.42797369994022716,
+      "grad_norm": 323.5808410644531,
+      "learning_rate": 1.827678591675462e-06,
+      "loss": 19.0781,
+      "step": 6444
+    },
+    {
+      "epoch": 0.42804011423258287,
+      "grad_norm": 112.63737487792969,
+      "learning_rate": 1.8276182284708818e-06,
+      "loss": 13.5156,
+      "step": 6445
+    },
+    {
+      "epoch": 0.4281065285249386,
+      "grad_norm": 170.685546875,
+      "learning_rate": 1.8275578556928914e-06,
+      "loss": 21.7656,
+      "step": 6446
+    },
+    {
+      "epoch": 0.4281729428172943,
+      "grad_norm": 220.3030242919922,
+      "learning_rate": 1.827497473342189e-06,
+      "loss": 19.3125,
+      "step": 6447
+    },
+    {
+      "epoch": 0.42823935710965,
+      "grad_norm": 1034.1239013671875,
+      "learning_rate": 1.8274370814194725e-06,
+      "loss": 25.625,
+      "step": 6448
+    },
+    {
+      "epoch": 0.4283057714020057,
+      "grad_norm": 279.5697021484375,
+      "learning_rate": 1.8273766799254414e-06,
+      "loss": 18.7969,
+      "step": 6449
+    },
+    {
+      "epoch": 0.4283721856943614,
+      "grad_norm": 175.59054565429688,
+      "learning_rate": 1.8273162688607936e-06,
+      "loss": 14.8281,
+      "step": 6450
+    },
+    {
+      "epoch": 0.42843859998671713,
+      "grad_norm": 266.25238037109375,
+      "learning_rate": 1.8272558482262283e-06,
+      "loss": 17.125,
+      "step": 6451
+    },
+    {
+      "epoch": 0.42850501427907284,
+      "grad_norm": 122.90467834472656,
+      "learning_rate": 1.8271954180224446e-06,
+      "loss": 14.5781,
+      "step": 6452
+    },
+    {
+      "epoch": 0.42857142857142855,
+      "grad_norm": 288.1730041503906,
+      "learning_rate": 1.8271349782501412e-06,
+      "loss": 16.0781,
+      "step": 6453
+    },
+    {
+      "epoch": 0.4286378428637843,
+      "grad_norm": 296.65625,
+      "learning_rate": 1.8270745289100174e-06,
+      "loss": 23.0,
+      "step": 6454
+    },
+    {
+      "epoch": 0.42870425715614,
+      "grad_norm": 130.05368041992188,
+      "learning_rate": 1.8270140700027722e-06,
+      "loss": 15.875,
+      "step": 6455
+    },
+    {
+      "epoch": 0.42877067144849573,
+      "grad_norm": 967.14501953125,
+      "learning_rate": 1.8269536015291052e-06,
+      "loss": 23.9375,
+      "step": 6456
+    },
+    {
+      "epoch": 0.42883708574085144,
+      "grad_norm": 176.78289794921875,
+      "learning_rate": 1.8268931234897159e-06,
+      "loss": 21.0,
+      "step": 6457
+    },
+    {
+      "epoch": 0.42890350003320715,
+      "grad_norm": 191.88113403320312,
+      "learning_rate": 1.8268326358853037e-06,
+      "loss": 16.0469,
+      "step": 6458
+    },
+    {
+      "epoch": 0.42896991432556286,
+      "grad_norm": 213.34043884277344,
+      "learning_rate": 1.8267721387165685e-06,
+      "loss": 20.875,
+      "step": 6459
+    },
+    {
+      "epoch": 0.42903632861791857,
+      "grad_norm": 140.32891845703125,
+      "learning_rate": 1.8267116319842095e-06,
+      "loss": 18.6562,
+      "step": 6460
+    },
+    {
+      "epoch": 0.4291027429102743,
+      "grad_norm": 178.78720092773438,
+      "learning_rate": 1.8266511156889273e-06,
+      "loss": 22.3438,
+      "step": 6461
+    },
+    {
+      "epoch": 0.42916915720263,
+      "grad_norm": 184.37501525878906,
+      "learning_rate": 1.8265905898314218e-06,
+      "loss": 18.0,
+      "step": 6462
+    },
+    {
+      "epoch": 0.4292355714949857,
+      "grad_norm": 137.91958618164062,
+      "learning_rate": 1.8265300544123928e-06,
+      "loss": 12.6406,
+      "step": 6463
+    },
+    {
+      "epoch": 0.4293019857873414,
+      "grad_norm": 390.27838134765625,
+      "learning_rate": 1.8264695094325408e-06,
+      "loss": 20.3125,
+      "step": 6464
+    },
+    {
+      "epoch": 0.4293684000796972,
+      "grad_norm": 245.3484649658203,
+      "learning_rate": 1.8264089548925661e-06,
+      "loss": 28.125,
+      "step": 6465
+    },
+    {
+      "epoch": 0.4294348143720529,
+      "grad_norm": 444.60736083984375,
+      "learning_rate": 1.8263483907931693e-06,
+      "loss": 32.75,
+      "step": 6466
+    },
+    {
+      "epoch": 0.4295012286644086,
+      "grad_norm": 393.14373779296875,
+      "learning_rate": 1.8262878171350505e-06,
+      "loss": 21.125,
+      "step": 6467
+    },
+    {
+      "epoch": 0.4295676429567643,
+      "grad_norm": 321.3061828613281,
+      "learning_rate": 1.8262272339189107e-06,
+      "loss": 23.8906,
+      "step": 6468
+    },
+    {
+      "epoch": 0.42963405724912,
+      "grad_norm": 159.51426696777344,
+      "learning_rate": 1.8261666411454508e-06,
+      "loss": 16.1484,
+      "step": 6469
+    },
+    {
+      "epoch": 0.4297004715414757,
+      "grad_norm": 391.3782958984375,
+      "learning_rate": 1.8261060388153716e-06,
+      "loss": 13.6562,
+      "step": 6470
+    },
+    {
+      "epoch": 0.42976688583383144,
+      "grad_norm": 199.8199920654297,
+      "learning_rate": 1.826045426929374e-06,
+      "loss": 14.75,
+      "step": 6471
+    },
+    {
+      "epoch": 0.42983330012618715,
+      "grad_norm": 419.6096496582031,
+      "learning_rate": 1.8259848054881597e-06,
+      "loss": 19.25,
+      "step": 6472
+    },
+    {
+      "epoch": 0.42989971441854286,
+      "grad_norm": 714.424560546875,
+      "learning_rate": 1.825924174492429e-06,
+      "loss": 18.0,
+      "step": 6473
+    },
+    {
+      "epoch": 0.42996612871089857,
+      "grad_norm": 446.3755187988281,
+      "learning_rate": 1.8258635339428835e-06,
+      "loss": 20.9375,
+      "step": 6474
+    },
+    {
+      "epoch": 0.4300325430032543,
+      "grad_norm": 255.95423889160156,
+      "learning_rate": 1.8258028838402255e-06,
+      "loss": 21.4844,
+      "step": 6475
+    },
+    {
+      "epoch": 0.43009895729561004,
+      "grad_norm": 735.0001831054688,
+      "learning_rate": 1.8257422241851557e-06,
+      "loss": 22.3281,
+      "step": 6476
+    },
+    {
+      "epoch": 0.43016537158796575,
+      "grad_norm": 276.0615539550781,
+      "learning_rate": 1.8256815549783757e-06,
+      "loss": 17.1562,
+      "step": 6477
+    },
+    {
+      "epoch": 0.43023178588032146,
+      "grad_norm": 161.7783660888672,
+      "learning_rate": 1.8256208762205878e-06,
+      "loss": 18.9062,
+      "step": 6478
+    },
+    {
+      "epoch": 0.43029820017267717,
+      "grad_norm": 404.9249267578125,
+      "learning_rate": 1.8255601879124938e-06,
+      "loss": 18.2969,
+      "step": 6479
+    },
+    {
+      "epoch": 0.4303646144650329,
+      "grad_norm": 159.9363250732422,
+      "learning_rate": 1.8254994900547954e-06,
+      "loss": 18.5312,
+      "step": 6480
+    },
+    {
+      "epoch": 0.4304310287573886,
+      "grad_norm": 174.7811279296875,
+      "learning_rate": 1.825438782648195e-06,
+      "loss": 15.8906,
+      "step": 6481
+    },
+    {
+      "epoch": 0.4304974430497443,
+      "grad_norm": 654.6982421875,
+      "learning_rate": 1.8253780656933946e-06,
+      "loss": 27.75,
+      "step": 6482
+    },
+    {
+      "epoch": 0.4305638573421,
+      "grad_norm": 513.0305786132812,
+      "learning_rate": 1.825317339191097e-06,
+      "loss": 20.25,
+      "step": 6483
+    },
+    {
+      "epoch": 0.4306302716344557,
+      "grad_norm": 113.16588592529297,
+      "learning_rate": 1.825256603142004e-06,
+      "loss": 12.3438,
+      "step": 6484
+    },
+    {
+      "epoch": 0.43069668592681143,
+      "grad_norm": 245.92263793945312,
+      "learning_rate": 1.8251958575468187e-06,
+      "loss": 25.8906,
+      "step": 6485
+    },
+    {
+      "epoch": 0.43076310021916714,
+      "grad_norm": 258.2556457519531,
+      "learning_rate": 1.8251351024062433e-06,
+      "loss": 19.3125,
+      "step": 6486
+    },
+    {
+      "epoch": 0.4308295145115229,
+      "grad_norm": 210.9698028564453,
+      "learning_rate": 1.825074337720981e-06,
+      "loss": 17.4219,
+      "step": 6487
+    },
+    {
+      "epoch": 0.4308959288038786,
+      "grad_norm": 258.2554931640625,
+      "learning_rate": 1.8250135634917345e-06,
+      "loss": 24.6562,
+      "step": 6488
+    },
+    {
+      "epoch": 0.4309623430962343,
+      "grad_norm": 175.44082641601562,
+      "learning_rate": 1.8249527797192068e-06,
+      "loss": 21.2188,
+      "step": 6489
+    },
+    {
+      "epoch": 0.43102875738859003,
+      "grad_norm": 227.7216339111328,
+      "learning_rate": 1.824891986404101e-06,
+      "loss": 28.8125,
+      "step": 6490
+    },
+    {
+      "epoch": 0.43109517168094574,
+      "grad_norm": 151.0636444091797,
+      "learning_rate": 1.8248311835471206e-06,
+      "loss": 14.7656,
+      "step": 6491
+    },
+    {
+      "epoch": 0.43116158597330145,
+      "grad_norm": 157.51654052734375,
+      "learning_rate": 1.8247703711489684e-06,
+      "loss": 19.0469,
+      "step": 6492
+    },
+    {
+      "epoch": 0.43122800026565716,
+      "grad_norm": 118.00993347167969,
+      "learning_rate": 1.8247095492103484e-06,
+      "loss": 18.125,
+      "step": 6493
+    },
+    {
+      "epoch": 0.4312944145580129,
+      "grad_norm": 133.39944458007812,
+      "learning_rate": 1.8246487177319638e-06,
+      "loss": 16.4219,
+      "step": 6494
+    },
+    {
+      "epoch": 0.4313608288503686,
+      "grad_norm": 229.41622924804688,
+      "learning_rate": 1.8245878767145182e-06,
+      "loss": 23.2656,
+      "step": 6495
+    },
+    {
+      "epoch": 0.4314272431427243,
+      "grad_norm": 275.8479309082031,
+      "learning_rate": 1.8245270261587158e-06,
+      "loss": 20.9062,
+      "step": 6496
+    },
+    {
+      "epoch": 0.43149365743508,
+      "grad_norm": 174.1787109375,
+      "learning_rate": 1.8244661660652598e-06,
+      "loss": 18.7812,
+      "step": 6497
+    },
+    {
+      "epoch": 0.43156007172743577,
+      "grad_norm": 265.4161682128906,
+      "learning_rate": 1.8244052964348549e-06,
+      "loss": 21.9688,
+      "step": 6498
+    },
+    {
+      "epoch": 0.4316264860197915,
+      "grad_norm": 135.1295166015625,
+      "learning_rate": 1.824344417268205e-06,
+      "loss": 14.7031,
+      "step": 6499
+    },
+    {
+      "epoch": 0.4316929003121472,
+      "grad_norm": 259.66455078125,
+      "learning_rate": 1.8242835285660141e-06,
+      "loss": 16.9375,
+      "step": 6500
+    },
+    {
+      "epoch": 0.4317593146045029,
+      "grad_norm": 458.517333984375,
+      "learning_rate": 1.8242226303289865e-06,
+      "loss": 21.125,
+      "step": 6501
+    },
+    {
+      "epoch": 0.4318257288968586,
+      "grad_norm": 202.40513610839844,
+      "learning_rate": 1.824161722557827e-06,
+      "loss": 18.5156,
+      "step": 6502
+    },
+    {
+      "epoch": 0.4318921431892143,
+      "grad_norm": 167.74830627441406,
+      "learning_rate": 1.8241008052532399e-06,
+      "loss": 16.5938,
+      "step": 6503
+    },
+    {
+      "epoch": 0.43195855748157,
+      "grad_norm": 615.1797485351562,
+      "learning_rate": 1.8240398784159299e-06,
+      "loss": 29.0625,
+      "step": 6504
+    },
+    {
+      "epoch": 0.43202497177392574,
+      "grad_norm": 201.71827697753906,
+      "learning_rate": 1.8239789420466017e-06,
+      "loss": 12.8047,
+      "step": 6505
+    },
+    {
+      "epoch": 0.43209138606628145,
+      "grad_norm": 126.43038177490234,
+      "learning_rate": 1.8239179961459602e-06,
+      "loss": 15.7188,
+      "step": 6506
+    },
+    {
+      "epoch": 0.43215780035863716,
+      "grad_norm": 978.780029296875,
+      "learning_rate": 1.8238570407147106e-06,
+      "loss": 28.0312,
+      "step": 6507
+    },
+    {
+      "epoch": 0.43222421465099287,
+      "grad_norm": 133.00013732910156,
+      "learning_rate": 1.8237960757535572e-06,
+      "loss": 17.0156,
+      "step": 6508
+    },
+    {
+      "epoch": 0.43229062894334863,
+      "grad_norm": 149.49131774902344,
+      "learning_rate": 1.8237351012632068e-06,
+      "loss": 16.9219,
+      "step": 6509
+    },
+    {
+      "epoch": 0.43235704323570434,
+      "grad_norm": 502.1435852050781,
+      "learning_rate": 1.823674117244363e-06,
+      "loss": 18.3125,
+      "step": 6510
+    },
+    {
+      "epoch": 0.43242345752806005,
+      "grad_norm": 423.9896545410156,
+      "learning_rate": 1.8236131236977324e-06,
+      "loss": 16.3906,
+      "step": 6511
+    },
+    {
+      "epoch": 0.43248987182041576,
+      "grad_norm": 105.99372863769531,
+      "learning_rate": 1.82355212062402e-06,
+      "loss": 15.4219,
+      "step": 6512
+    },
+    {
+      "epoch": 0.43255628611277147,
+      "grad_norm": 251.2140350341797,
+      "learning_rate": 1.8234911080239311e-06,
+      "loss": 21.6562,
+      "step": 6513
+    },
+    {
+      "epoch": 0.4326227004051272,
+      "grad_norm": 195.26950073242188,
+      "learning_rate": 1.8234300858981723e-06,
+      "loss": 14.4688,
+      "step": 6514
+    },
+    {
+      "epoch": 0.4326891146974829,
+      "grad_norm": 216.07156372070312,
+      "learning_rate": 1.8233690542474492e-06,
+      "loss": 19.7188,
+      "step": 6515
+    },
+    {
+      "epoch": 0.4327555289898386,
+      "grad_norm": 228.5420684814453,
+      "learning_rate": 1.8233080130724674e-06,
+      "loss": 20.1406,
+      "step": 6516
+    },
+    {
+      "epoch": 0.4328219432821943,
+      "grad_norm": 173.27291870117188,
+      "learning_rate": 1.8232469623739336e-06,
+      "loss": 23.25,
+      "step": 6517
+    },
+    {
+      "epoch": 0.43288835757455,
+      "grad_norm": 223.95030212402344,
+      "learning_rate": 1.8231859021525535e-06,
+      "loss": 15.8438,
+      "step": 6518
+    },
+    {
+      "epoch": 0.4329547718669058,
+      "grad_norm": 240.1011962890625,
+      "learning_rate": 1.8231248324090333e-06,
+      "loss": 20.875,
+      "step": 6519
+    },
+    {
+      "epoch": 0.4330211861592615,
+      "grad_norm": 204.4309539794922,
+      "learning_rate": 1.8230637531440798e-06,
+      "loss": 15.0312,
+      "step": 6520
+    },
+    {
+      "epoch": 0.4330876004516172,
+      "grad_norm": 226.8258056640625,
+      "learning_rate": 1.8230026643583996e-06,
+      "loss": 22.7812,
+      "step": 6521
+    },
+    {
+      "epoch": 0.4331540147439729,
+      "grad_norm": 299.9203186035156,
+      "learning_rate": 1.822941566052699e-06,
+      "loss": 21.1719,
+      "step": 6522
+    },
+    {
+      "epoch": 0.4332204290363286,
+      "grad_norm": 230.98785400390625,
+      "learning_rate": 1.8228804582276852e-06,
+      "loss": 19.8906,
+      "step": 6523
+    },
+    {
+      "epoch": 0.43328684332868433,
+      "grad_norm": 312.29449462890625,
+      "learning_rate": 1.8228193408840642e-06,
+      "loss": 17.3125,
+      "step": 6524
+    },
+    {
+      "epoch": 0.43335325762104004,
+      "grad_norm": 197.38943481445312,
+      "learning_rate": 1.822758214022544e-06,
+      "loss": 15.375,
+      "step": 6525
+    },
+    {
+      "epoch": 0.43341967191339575,
+      "grad_norm": 258.0301513671875,
+      "learning_rate": 1.8226970776438308e-06,
+      "loss": 21.6875,
+      "step": 6526
+    },
+    {
+      "epoch": 0.43348608620575146,
+      "grad_norm": 127.87212371826172,
+      "learning_rate": 1.8226359317486324e-06,
+      "loss": 13.375,
+      "step": 6527
+    },
+    {
+      "epoch": 0.4335525004981072,
+      "grad_norm": 200.6487274169922,
+      "learning_rate": 1.822574776337656e-06,
+      "loss": 20.25,
+      "step": 6528
+    },
+    {
+      "epoch": 0.4336189147904629,
+      "grad_norm": 225.400634765625,
+      "learning_rate": 1.822513611411609e-06,
+      "loss": 20.7656,
+      "step": 6529
+    },
+    {
+      "epoch": 0.43368532908281865,
+      "grad_norm": 202.6874237060547,
+      "learning_rate": 1.8224524369711984e-06,
+      "loss": 16.0781,
+      "step": 6530
+    },
+    {
+      "epoch": 0.43375174337517436,
+      "grad_norm": 205.69102478027344,
+      "learning_rate": 1.8223912530171326e-06,
+      "loss": 22.1094,
+      "step": 6531
+    },
+    {
+      "epoch": 0.43381815766753007,
+      "grad_norm": 162.1970672607422,
+      "learning_rate": 1.8223300595501189e-06,
+      "loss": 24.0312,
+      "step": 6532
+    },
+    {
+      "epoch": 0.4338845719598858,
+      "grad_norm": 226.7290802001953,
+      "learning_rate": 1.8222688565708655e-06,
+      "loss": 25.5312,
+      "step": 6533
+    },
+    {
+      "epoch": 0.4339509862522415,
+      "grad_norm": 288.9637756347656,
+      "learning_rate": 1.82220764408008e-06,
+      "loss": 18.2344,
+      "step": 6534
+    },
+    {
+      "epoch": 0.4340174005445972,
+      "grad_norm": 93.62423706054688,
+      "learning_rate": 1.8221464220784703e-06,
+      "loss": 11.3594,
+      "step": 6535
+    },
+    {
+      "epoch": 0.4340838148369529,
+      "grad_norm": 137.91639709472656,
+      "learning_rate": 1.8220851905667452e-06,
+      "loss": 16.4531,
+      "step": 6536
+    },
+    {
+      "epoch": 0.4341502291293086,
+      "grad_norm": 491.58563232421875,
+      "learning_rate": 1.8220239495456125e-06,
+      "loss": 21.6094,
+      "step": 6537
+    },
+    {
+      "epoch": 0.43421664342166433,
+      "grad_norm": 531.5831298828125,
+      "learning_rate": 1.8219626990157808e-06,
+      "loss": 20.25,
+      "step": 6538
+    },
+    {
+      "epoch": 0.43428305771402004,
+      "grad_norm": 142.8192596435547,
+      "learning_rate": 1.8219014389779584e-06,
+      "loss": 17.0,
+      "step": 6539
+    },
+    {
+      "epoch": 0.43434947200637575,
+      "grad_norm": 335.04931640625,
+      "learning_rate": 1.8218401694328542e-06,
+      "loss": 15.5469,
+      "step": 6540
+    },
+    {
+      "epoch": 0.4344158862987315,
+      "grad_norm": 212.66021728515625,
+      "learning_rate": 1.8217788903811768e-06,
+      "loss": 17.6406,
+      "step": 6541
+    },
+    {
+      "epoch": 0.4344823005910872,
+      "grad_norm": 172.78126525878906,
+      "learning_rate": 1.8217176018236354e-06,
+      "loss": 23.0,
+      "step": 6542
+    },
+    {
+      "epoch": 0.43454871488344293,
+      "grad_norm": 196.53875732421875,
+      "learning_rate": 1.821656303760938e-06,
+      "loss": 15.9531,
+      "step": 6543
+    },
+    {
+      "epoch": 0.43461512917579864,
+      "grad_norm": 226.28933715820312,
+      "learning_rate": 1.8215949961937947e-06,
+      "loss": 18.8125,
+      "step": 6544
+    },
+    {
+      "epoch": 0.43468154346815435,
+      "grad_norm": 336.6059875488281,
+      "learning_rate": 1.8215336791229142e-06,
+      "loss": 23.5,
+      "step": 6545
+    },
+    {
+      "epoch": 0.43474795776051006,
+      "grad_norm": 366.559326171875,
+      "learning_rate": 1.8214723525490056e-06,
+      "loss": 19.4219,
+      "step": 6546
+    },
+    {
+      "epoch": 0.43481437205286577,
+      "grad_norm": 227.08041381835938,
+      "learning_rate": 1.821411016472779e-06,
+      "loss": 22.3594,
+      "step": 6547
+    },
+    {
+      "epoch": 0.4348807863452215,
+      "grad_norm": 223.02981567382812,
+      "learning_rate": 1.821349670894943e-06,
+      "loss": 16.2969,
+      "step": 6548
+    },
+    {
+      "epoch": 0.4349472006375772,
+      "grad_norm": 235.35391235351562,
+      "learning_rate": 1.8212883158162076e-06,
+      "loss": 21.7188,
+      "step": 6549
+    },
+    {
+      "epoch": 0.4350136149299329,
+      "grad_norm": 281.41156005859375,
+      "learning_rate": 1.8212269512372826e-06,
+      "loss": 22.4062,
+      "step": 6550
+    },
+    {
+      "epoch": 0.4350800292222886,
+      "grad_norm": 323.4064636230469,
+      "learning_rate": 1.821165577158878e-06,
+      "loss": 23.5312,
+      "step": 6551
+    },
+    {
+      "epoch": 0.4351464435146444,
+      "grad_norm": 286.9398498535156,
+      "learning_rate": 1.8211041935817034e-06,
+      "loss": 18.0781,
+      "step": 6552
+    },
+    {
+      "epoch": 0.4352128578070001,
+      "grad_norm": 156.46041870117188,
+      "learning_rate": 1.8210428005064688e-06,
+      "loss": 18.2812,
+      "step": 6553
+    },
+    {
+      "epoch": 0.4352792720993558,
+      "grad_norm": 225.47019958496094,
+      "learning_rate": 1.8209813979338845e-06,
+      "loss": 21.2969,
+      "step": 6554
+    },
+    {
+      "epoch": 0.4353456863917115,
+      "grad_norm": 159.44749450683594,
+      "learning_rate": 1.820919985864661e-06,
+      "loss": 15.5469,
+      "step": 6555
+    },
+    {
+      "epoch": 0.4354121006840672,
+      "grad_norm": 940.0283203125,
+      "learning_rate": 1.8208585642995084e-06,
+      "loss": 21.5938,
+      "step": 6556
+    },
+    {
+      "epoch": 0.4354785149764229,
+      "grad_norm": 452.4514465332031,
+      "learning_rate": 1.8207971332391372e-06,
+      "loss": 24.25,
+      "step": 6557
+    },
+    {
+      "epoch": 0.43554492926877864,
+      "grad_norm": 183.99732971191406,
+      "learning_rate": 1.8207356926842583e-06,
+      "loss": 21.5469,
+      "step": 6558
+    },
+    {
+      "epoch": 0.43561134356113435,
+      "grad_norm": 381.2472839355469,
+      "learning_rate": 1.8206742426355821e-06,
+      "loss": 18.8594,
+      "step": 6559
+    },
+    {
+      "epoch": 0.43567775785349006,
+      "grad_norm": 113.81608581542969,
+      "learning_rate": 1.8206127830938191e-06,
+      "loss": 15.8438,
+      "step": 6560
+    },
+    {
+      "epoch": 0.43574417214584577,
+      "grad_norm": 362.4425964355469,
+      "learning_rate": 1.8205513140596809e-06,
+      "loss": 23.6094,
+      "step": 6561
+    },
+    {
+      "epoch": 0.4358105864382015,
+      "grad_norm": 158.44207763671875,
+      "learning_rate": 1.8204898355338781e-06,
+      "loss": 19.8281,
+      "step": 6562
+    },
+    {
+      "epoch": 0.43587700073055724,
+      "grad_norm": 159.41273498535156,
+      "learning_rate": 1.8204283475171225e-06,
+      "loss": 19.1719,
+      "step": 6563
+    },
+    {
+      "epoch": 0.43594341502291295,
+      "grad_norm": 365.1080627441406,
+      "learning_rate": 1.8203668500101244e-06,
+      "loss": 16.6562,
+      "step": 6564
+    },
+    {
+      "epoch": 0.43600982931526866,
+      "grad_norm": 365.0271911621094,
+      "learning_rate": 1.820305343013596e-06,
+      "loss": 16.9375,
+      "step": 6565
+    },
+    {
+      "epoch": 0.43607624360762437,
+      "grad_norm": 329.29852294921875,
+      "learning_rate": 1.820243826528248e-06,
+      "loss": 15.2344,
+      "step": 6566
+    },
+    {
+      "epoch": 0.4361426578999801,
+      "grad_norm": 587.6507568359375,
+      "learning_rate": 1.8201823005547925e-06,
+      "loss": 18.1094,
+      "step": 6567
+    },
+    {
+      "epoch": 0.4362090721923358,
+      "grad_norm": 471.42108154296875,
+      "learning_rate": 1.8201207650939412e-06,
+      "loss": 20.75,
+      "step": 6568
+    },
+    {
+      "epoch": 0.4362754864846915,
+      "grad_norm": 283.51788330078125,
+      "learning_rate": 1.8200592201464059e-06,
+      "loss": 16.0469,
+      "step": 6569
+    },
+    {
+      "epoch": 0.4363419007770472,
+      "grad_norm": 239.3380584716797,
+      "learning_rate": 1.8199976657128981e-06,
+      "loss": 21.7344,
+      "step": 6570
+    },
+    {
+      "epoch": 0.4364083150694029,
+      "grad_norm": 139.05410766601562,
+      "learning_rate": 1.8199361017941301e-06,
+      "loss": 19.7812,
+      "step": 6571
+    },
+    {
+      "epoch": 0.43647472936175863,
+      "grad_norm": 169.27352905273438,
+      "learning_rate": 1.8198745283908145e-06,
+      "loss": 18.3438,
+      "step": 6572
+    },
+    {
+      "epoch": 0.43654114365411434,
+      "grad_norm": 172.9163360595703,
+      "learning_rate": 1.8198129455036631e-06,
+      "loss": 23.8438,
+      "step": 6573
+    },
+    {
+      "epoch": 0.4366075579464701,
+      "grad_norm": 333.92803955078125,
+      "learning_rate": 1.819751353133388e-06,
+      "loss": 23.9844,
+      "step": 6574
+    },
+    {
+      "epoch": 0.4366739722388258,
+      "grad_norm": 211.20510864257812,
+      "learning_rate": 1.819689751280702e-06,
+      "loss": 19.4375,
+      "step": 6575
+    },
+    {
+      "epoch": 0.4367403865311815,
+      "grad_norm": 213.06178283691406,
+      "learning_rate": 1.8196281399463175e-06,
+      "loss": 21.125,
+      "step": 6576
+    },
+    {
+      "epoch": 0.43680680082353723,
+      "grad_norm": 351.6597595214844,
+      "learning_rate": 1.8195665191309476e-06,
+      "loss": 17.375,
+      "step": 6577
+    },
+    {
+      "epoch": 0.43687321511589294,
+      "grad_norm": 222.13885498046875,
+      "learning_rate": 1.8195048888353046e-06,
+      "loss": 13.8906,
+      "step": 6578
+    },
+    {
+      "epoch": 0.43693962940824865,
+      "grad_norm": 173.9904022216797,
+      "learning_rate": 1.8194432490601014e-06,
+      "loss": 19.2031,
+      "step": 6579
+    },
+    {
+      "epoch": 0.43700604370060436,
+      "grad_norm": 423.4021301269531,
+      "learning_rate": 1.8193815998060518e-06,
+      "loss": 20.7812,
+      "step": 6580
+    },
+    {
+      "epoch": 0.4370724579929601,
+      "grad_norm": 287.9979248046875,
+      "learning_rate": 1.8193199410738677e-06,
+      "loss": 20.9219,
+      "step": 6581
+    },
+    {
+      "epoch": 0.4371388722853158,
+      "grad_norm": 285.20037841796875,
+      "learning_rate": 1.8192582728642634e-06,
+      "loss": 16.5,
+      "step": 6582
+    },
+    {
+      "epoch": 0.4372052865776715,
+      "grad_norm": 360.26605224609375,
+      "learning_rate": 1.8191965951779516e-06,
+      "loss": 17.2656,
+      "step": 6583
+    },
+    {
+      "epoch": 0.4372717008700272,
+      "grad_norm": 170.8833770751953,
+      "learning_rate": 1.8191349080156463e-06,
+      "loss": 14.2188,
+      "step": 6584
+    },
+    {
+      "epoch": 0.43733811516238297,
+      "grad_norm": 258.3677673339844,
+      "learning_rate": 1.8190732113780602e-06,
+      "loss": 17.9844,
+      "step": 6585
+    },
+    {
+      "epoch": 0.4374045294547387,
+      "grad_norm": 173.36256408691406,
+      "learning_rate": 1.8190115052659078e-06,
+      "loss": 20.0781,
+      "step": 6586
+    },
+    {
+      "epoch": 0.4374709437470944,
+      "grad_norm": 183.1927032470703,
+      "learning_rate": 1.8189497896799025e-06,
+      "loss": 18.1406,
+      "step": 6587
+    },
+    {
+      "epoch": 0.4375373580394501,
+      "grad_norm": 119.0404052734375,
+      "learning_rate": 1.8188880646207582e-06,
+      "loss": 16.6562,
+      "step": 6588
+    },
+    {
+      "epoch": 0.4376037723318058,
+      "grad_norm": 284.116943359375,
+      "learning_rate": 1.8188263300891893e-06,
+      "loss": 24.4062,
+      "step": 6589
+    },
+    {
+      "epoch": 0.4376701866241615,
+      "grad_norm": 262.6750183105469,
+      "learning_rate": 1.8187645860859094e-06,
+      "loss": 23.7188,
+      "step": 6590
+    },
+    {
+      "epoch": 0.4377366009165172,
+      "grad_norm": 118.34024810791016,
+      "learning_rate": 1.8187028326116325e-06,
+      "loss": 17.7812,
+      "step": 6591
+    },
+    {
+      "epoch": 0.43780301520887294,
+      "grad_norm": 235.03787231445312,
+      "learning_rate": 1.8186410696670739e-06,
+      "loss": 18.0469,
+      "step": 6592
+    },
+    {
+      "epoch": 0.43786942950122865,
+      "grad_norm": 196.61593627929688,
+      "learning_rate": 1.8185792972529471e-06,
+      "loss": 19.4531,
+      "step": 6593
+    },
+    {
+      "epoch": 0.43793584379358436,
+      "grad_norm": 194.02392578125,
+      "learning_rate": 1.818517515369967e-06,
+      "loss": 16.2188,
+      "step": 6594
+    },
+    {
+      "epoch": 0.4380022580859401,
+      "grad_norm": 179.2421112060547,
+      "learning_rate": 1.8184557240188485e-06,
+      "loss": 15.2969,
+      "step": 6595
+    },
+    {
+      "epoch": 0.43806867237829583,
+      "grad_norm": 130.60411071777344,
+      "learning_rate": 1.818393923200306e-06,
+      "loss": 18.2344,
+      "step": 6596
+    },
+    {
+      "epoch": 0.43813508667065154,
+      "grad_norm": 1123.9215087890625,
+      "learning_rate": 1.8183321129150546e-06,
+      "loss": 19.1094,
+      "step": 6597
+    },
+    {
+      "epoch": 0.43820150096300725,
+      "grad_norm": 637.11083984375,
+      "learning_rate": 1.8182702931638091e-06,
+      "loss": 20.5469,
+      "step": 6598
+    },
+    {
+      "epoch": 0.43826791525536296,
+      "grad_norm": 176.37669372558594,
+      "learning_rate": 1.8182084639472847e-06,
+      "loss": 15.9375,
+      "step": 6599
+    },
+    {
+      "epoch": 0.43833432954771867,
+      "grad_norm": 136.93408203125,
+      "learning_rate": 1.8181466252661965e-06,
+      "loss": 20.0312,
+      "step": 6600
+    },
+    {
+      "epoch": 0.4384007438400744,
+      "grad_norm": 336.3482971191406,
+      "learning_rate": 1.81808477712126e-06,
+      "loss": 17.6406,
+      "step": 6601
+    },
+    {
+      "epoch": 0.4384671581324301,
+      "grad_norm": 184.84051513671875,
+      "learning_rate": 1.8180229195131906e-06,
+      "loss": 24.625,
+      "step": 6602
+    },
+    {
+      "epoch": 0.4385335724247858,
+      "grad_norm": 246.51318359375,
+      "learning_rate": 1.8179610524427038e-06,
+      "loss": 16.2031,
+      "step": 6603
+    },
+    {
+      "epoch": 0.4385999867171415,
+      "grad_norm": 227.83009338378906,
+      "learning_rate": 1.8178991759105152e-06,
+      "loss": 16.9531,
+      "step": 6604
+    },
+    {
+      "epoch": 0.4386664010094972,
+      "grad_norm": 188.28176879882812,
+      "learning_rate": 1.8178372899173403e-06,
+      "loss": 25.4062,
+      "step": 6605
+    },
+    {
+      "epoch": 0.438732815301853,
+      "grad_norm": 237.0931854248047,
+      "learning_rate": 1.8177753944638955e-06,
+      "loss": 16.1562,
+      "step": 6606
+    },
+    {
+      "epoch": 0.4387992295942087,
+      "grad_norm": 267.33099365234375,
+      "learning_rate": 1.8177134895508966e-06,
+      "loss": 18.3281,
+      "step": 6607
+    },
+    {
+      "epoch": 0.4388656438865644,
+      "grad_norm": 247.5387420654297,
+      "learning_rate": 1.8176515751790591e-06,
+      "loss": 16.6875,
+      "step": 6608
+    },
+    {
+      "epoch": 0.4389320581789201,
+      "grad_norm": 263.6996765136719,
+      "learning_rate": 1.8175896513491002e-06,
+      "loss": 26.0312,
+      "step": 6609
+    },
+    {
+      "epoch": 0.4389984724712758,
+      "grad_norm": 219.91847229003906,
+      "learning_rate": 1.8175277180617355e-06,
+      "loss": 16.4062,
+      "step": 6610
+    },
+    {
+      "epoch": 0.43906488676363153,
+      "grad_norm": 337.56884765625,
+      "learning_rate": 1.8174657753176814e-06,
+      "loss": 24.5938,
+      "step": 6611
+    },
+    {
+      "epoch": 0.43913130105598724,
+      "grad_norm": 214.6964874267578,
+      "learning_rate": 1.8174038231176545e-06,
+      "loss": 17.3438,
+      "step": 6612
+    },
+    {
+      "epoch": 0.43919771534834295,
+      "grad_norm": 168.6497802734375,
+      "learning_rate": 1.8173418614623719e-06,
+      "loss": 19.25,
+      "step": 6613
+    },
+    {
+      "epoch": 0.43926412964069866,
+      "grad_norm": 189.35830688476562,
+      "learning_rate": 1.8172798903525496e-06,
+      "loss": 14.5312,
+      "step": 6614
+    },
+    {
+      "epoch": 0.4393305439330544,
+      "grad_norm": 352.7201843261719,
+      "learning_rate": 1.8172179097889049e-06,
+      "loss": 23.1875,
+      "step": 6615
+    },
+    {
+      "epoch": 0.4393969582254101,
+      "grad_norm": 209.11793518066406,
+      "learning_rate": 1.8171559197721546e-06,
+      "loss": 19.8438,
+      "step": 6616
+    },
+    {
+      "epoch": 0.43946337251776585,
+      "grad_norm": 500.90606689453125,
+      "learning_rate": 1.8170939203030158e-06,
+      "loss": 19.3125,
+      "step": 6617
+    },
+    {
+      "epoch": 0.43952978681012156,
+      "grad_norm": 204.31166076660156,
+      "learning_rate": 1.817031911382206e-06,
+      "loss": 19.75,
+      "step": 6618
+    },
+    {
+      "epoch": 0.43959620110247727,
+      "grad_norm": 187.04541015625,
+      "learning_rate": 1.8169698930104419e-06,
+      "loss": 21.2812,
+      "step": 6619
+    },
+    {
+      "epoch": 0.439662615394833,
+      "grad_norm": 302.6784973144531,
+      "learning_rate": 1.8169078651884413e-06,
+      "loss": 21.3438,
+      "step": 6620
+    },
+    {
+      "epoch": 0.4397290296871887,
+      "grad_norm": 136.63352966308594,
+      "learning_rate": 1.8168458279169214e-06,
+      "loss": 15.2031,
+      "step": 6621
+    },
+    {
+      "epoch": 0.4397954439795444,
+      "grad_norm": 515.5523681640625,
+      "learning_rate": 1.8167837811966002e-06,
+      "loss": 20.9219,
+      "step": 6622
+    },
+    {
+      "epoch": 0.4398618582719001,
+      "grad_norm": 172.2833251953125,
+      "learning_rate": 1.816721725028195e-06,
+      "loss": 18.5938,
+      "step": 6623
+    },
+    {
+      "epoch": 0.4399282725642558,
+      "grad_norm": 1463.114501953125,
+      "learning_rate": 1.8166596594124242e-06,
+      "loss": 18.0938,
+      "step": 6624
+    },
+    {
+      "epoch": 0.4399946868566115,
+      "grad_norm": 822.935302734375,
+      "learning_rate": 1.816597584350005e-06,
+      "loss": 23.9062,
+      "step": 6625
+    },
+    {
+      "epoch": 0.44006110114896724,
+      "grad_norm": 267.2371520996094,
+      "learning_rate": 1.816535499841656e-06,
+      "loss": 23.2656,
+      "step": 6626
+    },
+    {
+      "epoch": 0.44012751544132295,
+      "grad_norm": 271.5439758300781,
+      "learning_rate": 1.816473405888095e-06,
+      "loss": 23.1562,
+      "step": 6627
+    },
+    {
+      "epoch": 0.4401939297336787,
+      "grad_norm": 420.51171875,
+      "learning_rate": 1.8164113024900405e-06,
+      "loss": 30.625,
+      "step": 6628
+    },
+    {
+      "epoch": 0.4402603440260344,
+      "grad_norm": 900.928466796875,
+      "learning_rate": 1.8163491896482111e-06,
+      "loss": 16.5781,
+      "step": 6629
+    },
+    {
+      "epoch": 0.44032675831839013,
+      "grad_norm": 168.55120849609375,
+      "learning_rate": 1.8162870673633247e-06,
+      "loss": 22.8125,
+      "step": 6630
+    },
+    {
+      "epoch": 0.44039317261074584,
+      "grad_norm": 132.10720825195312,
+      "learning_rate": 1.8162249356361001e-06,
+      "loss": 15.75,
+      "step": 6631
+    },
+    {
+      "epoch": 0.44045958690310155,
+      "grad_norm": 258.8515319824219,
+      "learning_rate": 1.8161627944672566e-06,
+      "loss": 21.3281,
+      "step": 6632
+    },
+    {
+      "epoch": 0.44052600119545726,
+      "grad_norm": 233.0418701171875,
+      "learning_rate": 1.8161006438575122e-06,
+      "loss": 29.8438,
+      "step": 6633
+    },
+    {
+      "epoch": 0.44059241548781297,
+      "grad_norm": 179.3273162841797,
+      "learning_rate": 1.816038483807586e-06,
+      "loss": 16.2188,
+      "step": 6634
+    },
+    {
+      "epoch": 0.4406588297801687,
+      "grad_norm": 121.1488037109375,
+      "learning_rate": 1.8159763143181971e-06,
+      "loss": 16.5781,
+      "step": 6635
+    },
+    {
+      "epoch": 0.4407252440725244,
+      "grad_norm": 169.77960205078125,
+      "learning_rate": 1.815914135390065e-06,
+      "loss": 17.5938,
+      "step": 6636
+    },
+    {
+      "epoch": 0.4407916583648801,
+      "grad_norm": 301.26495361328125,
+      "learning_rate": 1.815851947023909e-06,
+      "loss": 19.375,
+      "step": 6637
+    },
+    {
+      "epoch": 0.4408580726572358,
+      "grad_norm": 196.3968963623047,
+      "learning_rate": 1.8157897492204475e-06,
+      "loss": 19.4375,
+      "step": 6638
+    },
+    {
+      "epoch": 0.4409244869495916,
+      "grad_norm": 458.1899108886719,
+      "learning_rate": 1.8157275419804007e-06,
+      "loss": 23.3438,
+      "step": 6639
+    },
+    {
+      "epoch": 0.4409909012419473,
+      "grad_norm": 357.9945373535156,
+      "learning_rate": 1.8156653253044882e-06,
+      "loss": 21.9844,
+      "step": 6640
+    },
+    {
+      "epoch": 0.441057315534303,
+      "grad_norm": 222.75491333007812,
+      "learning_rate": 1.8156030991934297e-06,
+      "loss": 18.6094,
+      "step": 6641
+    },
+    {
+      "epoch": 0.4411237298266587,
+      "grad_norm": 264.0449523925781,
+      "learning_rate": 1.8155408636479448e-06,
+      "loss": 22.9531,
+      "step": 6642
+    },
+    {
+      "epoch": 0.4411901441190144,
+      "grad_norm": 221.27825927734375,
+      "learning_rate": 1.8154786186687532e-06,
+      "loss": 19.0469,
+      "step": 6643
+    },
+    {
+      "epoch": 0.4412565584113701,
+      "grad_norm": 363.2460021972656,
+      "learning_rate": 1.8154163642565755e-06,
+      "loss": 17.7812,
+      "step": 6644
+    },
+    {
+      "epoch": 0.44132297270372584,
+      "grad_norm": 178.4960479736328,
+      "learning_rate": 1.8153541004121312e-06,
+      "loss": 15.3438,
+      "step": 6645
+    },
+    {
+      "epoch": 0.44138938699608155,
+      "grad_norm": 266.1373596191406,
+      "learning_rate": 1.815291827136141e-06,
+      "loss": 20.25,
+      "step": 6646
+    },
+    {
+      "epoch": 0.44145580128843726,
+      "grad_norm": 223.0067138671875,
+      "learning_rate": 1.815229544429325e-06,
+      "loss": 20.2656,
+      "step": 6647
+    },
+    {
+      "epoch": 0.44152221558079296,
+      "grad_norm": 281.22198486328125,
+      "learning_rate": 1.815167252292404e-06,
+      "loss": 23.2188,
+      "step": 6648
+    },
+    {
+      "epoch": 0.4415886298731487,
+      "grad_norm": 138.2582550048828,
+      "learning_rate": 1.8151049507260978e-06,
+      "loss": 17.3438,
+      "step": 6649
+    },
+    {
+      "epoch": 0.44165504416550444,
+      "grad_norm": 266.6038818359375,
+      "learning_rate": 1.8150426397311279e-06,
+      "loss": 17.1094,
+      "step": 6650
+    },
+    {
+      "epoch": 0.44172145845786015,
+      "grad_norm": 328.989990234375,
+      "learning_rate": 1.8149803193082144e-06,
+      "loss": 18.375,
+      "step": 6651
+    },
+    {
+      "epoch": 0.44178787275021586,
+      "grad_norm": 575.184814453125,
+      "learning_rate": 1.814917989458079e-06,
+      "loss": 17.9375,
+      "step": 6652
+    },
+    {
+      "epoch": 0.44185428704257157,
+      "grad_norm": 186.73800659179688,
+      "learning_rate": 1.8148556501814417e-06,
+      "loss": 16.6406,
+      "step": 6653
+    },
+    {
+      "epoch": 0.4419207013349273,
+      "grad_norm": 502.4089050292969,
+      "learning_rate": 1.8147933014790242e-06,
+      "loss": 27.1562,
+      "step": 6654
+    },
+    {
+      "epoch": 0.441987115627283,
+      "grad_norm": 236.11915588378906,
+      "learning_rate": 1.8147309433515478e-06,
+      "loss": 20.4062,
+      "step": 6655
+    },
+    {
+      "epoch": 0.4420535299196387,
+      "grad_norm": 299.22113037109375,
+      "learning_rate": 1.8146685757997338e-06,
+      "loss": 17.7188,
+      "step": 6656
+    },
+    {
+      "epoch": 0.4421199442119944,
+      "grad_norm": 205.2014617919922,
+      "learning_rate": 1.814606198824303e-06,
+      "loss": 19.8125,
+      "step": 6657
+    },
+    {
+      "epoch": 0.4421863585043501,
+      "grad_norm": 146.34457397460938,
+      "learning_rate": 1.814543812425978e-06,
+      "loss": 15.2031,
+      "step": 6658
+    },
+    {
+      "epoch": 0.44225277279670583,
+      "grad_norm": 2140.353759765625,
+      "learning_rate": 1.8144814166054796e-06,
+      "loss": 19.5938,
+      "step": 6659
+    },
+    {
+      "epoch": 0.44231918708906154,
+      "grad_norm": 171.34091186523438,
+      "learning_rate": 1.8144190113635296e-06,
+      "loss": 21.1719,
+      "step": 6660
+    },
+    {
+      "epoch": 0.4423856013814173,
+      "grad_norm": 186.0833740234375,
+      "learning_rate": 1.8143565967008503e-06,
+      "loss": 20.7031,
+      "step": 6661
+    },
+    {
+      "epoch": 0.442452015673773,
+      "grad_norm": 579.1019897460938,
+      "learning_rate": 1.8142941726181636e-06,
+      "loss": 15.0469,
+      "step": 6662
+    },
+    {
+      "epoch": 0.4425184299661287,
+      "grad_norm": 308.77044677734375,
+      "learning_rate": 1.8142317391161913e-06,
+      "loss": 26.4375,
+      "step": 6663
+    },
+    {
+      "epoch": 0.44258484425848443,
+      "grad_norm": 287.6676940917969,
+      "learning_rate": 1.8141692961956556e-06,
+      "loss": 19.9688,
+      "step": 6664
+    },
+    {
+      "epoch": 0.44265125855084014,
+      "grad_norm": 323.3377990722656,
+      "learning_rate": 1.8141068438572794e-06,
+      "loss": 27.3125,
+      "step": 6665
+    },
+    {
+      "epoch": 0.44271767284319585,
+      "grad_norm": 301.1867980957031,
+      "learning_rate": 1.8140443821017843e-06,
+      "loss": 23.9688,
+      "step": 6666
+    },
+    {
+      "epoch": 0.44278408713555156,
+      "grad_norm": 291.6349792480469,
+      "learning_rate": 1.8139819109298932e-06,
+      "loss": 27.5938,
+      "step": 6667
+    },
+    {
+      "epoch": 0.4428505014279073,
+      "grad_norm": 187.2499237060547,
+      "learning_rate": 1.813919430342329e-06,
+      "loss": 16.6406,
+      "step": 6668
+    },
+    {
+      "epoch": 0.442916915720263,
+      "grad_norm": 277.364013671875,
+      "learning_rate": 1.813856940339814e-06,
+      "loss": 19.1562,
+      "step": 6669
+    },
+    {
+      "epoch": 0.4429833300126187,
+      "grad_norm": 277.89434814453125,
+      "learning_rate": 1.813794440923071e-06,
+      "loss": 14.75,
+      "step": 6670
+    },
+    {
+      "epoch": 0.44304974430497446,
+      "grad_norm": 185.41134643554688,
+      "learning_rate": 1.8137319320928235e-06,
+      "loss": 16.2812,
+      "step": 6671
+    },
+    {
+      "epoch": 0.44311615859733017,
+      "grad_norm": 363.78302001953125,
+      "learning_rate": 1.8136694138497939e-06,
+      "loss": 19.25,
+      "step": 6672
+    },
+    {
+      "epoch": 0.4431825728896859,
+      "grad_norm": 152.5916748046875,
+      "learning_rate": 1.813606886194706e-06,
+      "loss": 15.4844,
+      "step": 6673
+    },
+    {
+      "epoch": 0.4432489871820416,
+      "grad_norm": 278.6358642578125,
+      "learning_rate": 1.8135443491282828e-06,
+      "loss": 17.0,
+      "step": 6674
+    },
+    {
+      "epoch": 0.4433154014743973,
+      "grad_norm": 151.828369140625,
+      "learning_rate": 1.8134818026512476e-06,
+      "loss": 11.1328,
+      "step": 6675
+    },
+    {
+      "epoch": 0.443381815766753,
+      "grad_norm": 366.9125061035156,
+      "learning_rate": 1.8134192467643238e-06,
+      "loss": 16.9219,
+      "step": 6676
+    },
+    {
+      "epoch": 0.4434482300591087,
+      "grad_norm": 260.8114318847656,
+      "learning_rate": 1.8133566814682355e-06,
+      "loss": 17.2656,
+      "step": 6677
+    },
+    {
+      "epoch": 0.4435146443514644,
+      "grad_norm": 407.1119079589844,
+      "learning_rate": 1.813294106763706e-06,
+      "loss": 18.7969,
+      "step": 6678
+    },
+    {
+      "epoch": 0.44358105864382014,
+      "grad_norm": 202.4217529296875,
+      "learning_rate": 1.8132315226514595e-06,
+      "loss": 15.1719,
+      "step": 6679
+    },
+    {
+      "epoch": 0.44364747293617585,
+      "grad_norm": 288.1859436035156,
+      "learning_rate": 1.8131689291322192e-06,
+      "loss": 20.5,
+      "step": 6680
+    },
+    {
+      "epoch": 0.44371388722853156,
+      "grad_norm": 140.55271911621094,
+      "learning_rate": 1.8131063262067098e-06,
+      "loss": 18.3906,
+      "step": 6681
+    },
+    {
+      "epoch": 0.4437803015208873,
+      "grad_norm": 226.57437133789062,
+      "learning_rate": 1.8130437138756554e-06,
+      "loss": 19.7188,
+      "step": 6682
+    },
+    {
+      "epoch": 0.44384671581324303,
+      "grad_norm": 269.6678161621094,
+      "learning_rate": 1.8129810921397802e-06,
+      "loss": 17.3594,
+      "step": 6683
+    },
+    {
+      "epoch": 0.44391313010559874,
+      "grad_norm": 370.5259704589844,
+      "learning_rate": 1.8129184609998083e-06,
+      "loss": 16.5625,
+      "step": 6684
+    },
+    {
+      "epoch": 0.44397954439795445,
+      "grad_norm": 172.87611389160156,
+      "learning_rate": 1.8128558204564644e-06,
+      "loss": 17.7812,
+      "step": 6685
+    },
+    {
+      "epoch": 0.44404595869031016,
+      "grad_norm": 131.45150756835938,
+      "learning_rate": 1.8127931705104733e-06,
+      "loss": 12.3594,
+      "step": 6686
+    },
+    {
+      "epoch": 0.44411237298266587,
+      "grad_norm": 140.16842651367188,
+      "learning_rate": 1.8127305111625594e-06,
+      "loss": 15.7344,
+      "step": 6687
+    },
+    {
+      "epoch": 0.4441787872750216,
+      "grad_norm": 258.4992980957031,
+      "learning_rate": 1.8126678424134476e-06,
+      "loss": 22.0625,
+      "step": 6688
+    },
+    {
+      "epoch": 0.4442452015673773,
+      "grad_norm": 179.13070678710938,
+      "learning_rate": 1.8126051642638627e-06,
+      "loss": 17.2656,
+      "step": 6689
+    },
+    {
+      "epoch": 0.444311615859733,
+      "grad_norm": 679.0914306640625,
+      "learning_rate": 1.8125424767145298e-06,
+      "loss": 18.0781,
+      "step": 6690
+    },
+    {
+      "epoch": 0.4443780301520887,
+      "grad_norm": 320.52130126953125,
+      "learning_rate": 1.8124797797661744e-06,
+      "loss": 22.125,
+      "step": 6691
+    },
+    {
+      "epoch": 0.4444444444444444,
+      "grad_norm": 288.5365905761719,
+      "learning_rate": 1.812417073419521e-06,
+      "loss": 20.5781,
+      "step": 6692
+    },
+    {
+      "epoch": 0.4445108587368002,
+      "grad_norm": 184.49485778808594,
+      "learning_rate": 1.8123543576752955e-06,
+      "loss": 16.4531,
+      "step": 6693
+    },
+    {
+      "epoch": 0.4445772730291559,
+      "grad_norm": 278.43621826171875,
+      "learning_rate": 1.8122916325342232e-06,
+      "loss": 25.6406,
+      "step": 6694
+    },
+    {
+      "epoch": 0.4446436873215116,
+      "grad_norm": 229.77882385253906,
+      "learning_rate": 1.8122288979970299e-06,
+      "loss": 20.1094,
+      "step": 6695
+    },
+    {
+      "epoch": 0.4447101016138673,
+      "grad_norm": 176.9989013671875,
+      "learning_rate": 1.812166154064441e-06,
+      "loss": 20.7812,
+      "step": 6696
+    },
+    {
+      "epoch": 0.444776515906223,
+      "grad_norm": 288.9454345703125,
+      "learning_rate": 1.8121034007371823e-06,
+      "loss": 18.4688,
+      "step": 6697
+    },
+    {
+      "epoch": 0.44484293019857873,
+      "grad_norm": 424.45379638671875,
+      "learning_rate": 1.8120406380159797e-06,
+      "loss": 25.625,
+      "step": 6698
+    },
+    {
+      "epoch": 0.44490934449093444,
+      "grad_norm": 179.7084503173828,
+      "learning_rate": 1.8119778659015593e-06,
+      "loss": 17.875,
+      "step": 6699
+    },
+    {
+      "epoch": 0.44497575878329015,
+      "grad_norm": 221.64968872070312,
+      "learning_rate": 1.811915084394647e-06,
+      "loss": 15.7969,
+      "step": 6700
+    },
+    {
+      "epoch": 0.44504217307564586,
+      "grad_norm": 131.62709045410156,
+      "learning_rate": 1.8118522934959692e-06,
+      "loss": 18.375,
+      "step": 6701
+    },
+    {
+      "epoch": 0.4451085873680016,
+      "grad_norm": 155.18478393554688,
+      "learning_rate": 1.8117894932062526e-06,
+      "loss": 14.7812,
+      "step": 6702
+    },
+    {
+      "epoch": 0.4451750016603573,
+      "grad_norm": 119.55007934570312,
+      "learning_rate": 1.8117266835262229e-06,
+      "loss": 13.7969,
+      "step": 6703
+    },
+    {
+      "epoch": 0.44524141595271305,
+      "grad_norm": 323.054931640625,
+      "learning_rate": 1.811663864456607e-06,
+      "loss": 16.0156,
+      "step": 6704
+    },
+    {
+      "epoch": 0.44530783024506876,
+      "grad_norm": 279.2728271484375,
+      "learning_rate": 1.8116010359981318e-06,
+      "loss": 19.4531,
+      "step": 6705
+    },
+    {
+      "epoch": 0.44537424453742447,
+      "grad_norm": 287.15252685546875,
+      "learning_rate": 1.8115381981515236e-06,
+      "loss": 15.625,
+      "step": 6706
+    },
+    {
+      "epoch": 0.4454406588297802,
+      "grad_norm": 144.09902954101562,
+      "learning_rate": 1.8114753509175094e-06,
+      "loss": 17.0938,
+      "step": 6707
+    },
+    {
+      "epoch": 0.4455070731221359,
+      "grad_norm": 134.3903350830078,
+      "learning_rate": 1.8114124942968164e-06,
+      "loss": 13.9375,
+      "step": 6708
+    },
+    {
+      "epoch": 0.4455734874144916,
+      "grad_norm": 834.318115234375,
+      "learning_rate": 1.8113496282901714e-06,
+      "loss": 14.4766,
+      "step": 6709
+    },
+    {
+      "epoch": 0.4456399017068473,
+      "grad_norm": 205.90850830078125,
+      "learning_rate": 1.8112867528983019e-06,
+      "loss": 21.2812,
+      "step": 6710
+    },
+    {
+      "epoch": 0.445706315999203,
+      "grad_norm": 194.43438720703125,
+      "learning_rate": 1.8112238681219351e-06,
+      "loss": 17.7188,
+      "step": 6711
+    },
+    {
+      "epoch": 0.4457727302915587,
+      "grad_norm": 275.9717712402344,
+      "learning_rate": 1.8111609739617984e-06,
+      "loss": 20.4844,
+      "step": 6712
+    },
+    {
+      "epoch": 0.44583914458391444,
+      "grad_norm": 271.69842529296875,
+      "learning_rate": 1.8110980704186192e-06,
+      "loss": 20.75,
+      "step": 6713
+    },
+    {
+      "epoch": 0.44590555887627015,
+      "grad_norm": 233.1396026611328,
+      "learning_rate": 1.811035157493125e-06,
+      "loss": 18.0312,
+      "step": 6714
+    },
+    {
+      "epoch": 0.4459719731686259,
+      "grad_norm": 1982.6123046875,
+      "learning_rate": 1.810972235186044e-06,
+      "loss": 20.3438,
+      "step": 6715
+    },
+    {
+      "epoch": 0.4460383874609816,
+      "grad_norm": 289.5739440917969,
+      "learning_rate": 1.810909303498104e-06,
+      "loss": 13.875,
+      "step": 6716
+    },
+    {
+      "epoch": 0.44610480175333733,
+      "grad_norm": 194.6631317138672,
+      "learning_rate": 1.8108463624300326e-06,
+      "loss": 19.5,
+      "step": 6717
+    },
+    {
+      "epoch": 0.44617121604569304,
+      "grad_norm": 189.8536376953125,
+      "learning_rate": 1.810783411982558e-06,
+      "loss": 15.1562,
+      "step": 6718
+    },
+    {
+      "epoch": 0.44623763033804875,
+      "grad_norm": 163.17054748535156,
+      "learning_rate": 1.8107204521564086e-06,
+      "loss": 14.4688,
+      "step": 6719
+    },
+    {
+      "epoch": 0.44630404463040446,
+      "grad_norm": 323.83514404296875,
+      "learning_rate": 1.8106574829523122e-06,
+      "loss": 24.4688,
+      "step": 6720
+    },
+    {
+      "epoch": 0.44637045892276017,
+      "grad_norm": 1064.3018798828125,
+      "learning_rate": 1.8105945043709975e-06,
+      "loss": 16.1562,
+      "step": 6721
+    },
+    {
+      "epoch": 0.4464368732151159,
+      "grad_norm": 139.25750732421875,
+      "learning_rate": 1.810531516413193e-06,
+      "loss": 15.0625,
+      "step": 6722
+    },
+    {
+      "epoch": 0.4465032875074716,
+      "grad_norm": 160.5968475341797,
+      "learning_rate": 1.8104685190796278e-06,
+      "loss": 12.8906,
+      "step": 6723
+    },
+    {
+      "epoch": 0.4465697017998273,
+      "grad_norm": 288.829345703125,
+      "learning_rate": 1.8104055123710296e-06,
+      "loss": 18.0938,
+      "step": 6724
+    },
+    {
+      "epoch": 0.446636116092183,
+      "grad_norm": 170.68341064453125,
+      "learning_rate": 1.8103424962881278e-06,
+      "loss": 17.5156,
+      "step": 6725
+    },
+    {
+      "epoch": 0.4467025303845388,
+      "grad_norm": 278.61114501953125,
+      "learning_rate": 1.8102794708316514e-06,
+      "loss": 26.5625,
+      "step": 6726
+    },
+    {
+      "epoch": 0.4467689446768945,
+      "grad_norm": 316.949951171875,
+      "learning_rate": 1.8102164360023293e-06,
+      "loss": 24.8906,
+      "step": 6727
+    },
+    {
+      "epoch": 0.4468353589692502,
+      "grad_norm": 96.91716766357422,
+      "learning_rate": 1.8101533918008905e-06,
+      "loss": 16.6875,
+      "step": 6728
+    },
+    {
+      "epoch": 0.4469017732616059,
+      "grad_norm": 585.2666015625,
+      "learning_rate": 1.8100903382280646e-06,
+      "loss": 21.1719,
+      "step": 6729
+    },
+    {
+      "epoch": 0.4469681875539616,
+      "grad_norm": 221.62506103515625,
+      "learning_rate": 1.8100272752845806e-06,
+      "loss": 20.6094,
+      "step": 6730
+    },
+    {
+      "epoch": 0.4470346018463173,
+      "grad_norm": 164.97938537597656,
+      "learning_rate": 1.8099642029711686e-06,
+      "loss": 12.7188,
+      "step": 6731
+    },
+    {
+      "epoch": 0.44710101613867304,
+      "grad_norm": 731.605224609375,
+      "learning_rate": 1.8099011212885574e-06,
+      "loss": 23.4688,
+      "step": 6732
+    },
+    {
+      "epoch": 0.44716743043102875,
+      "grad_norm": 283.2335205078125,
+      "learning_rate": 1.809838030237477e-06,
+      "loss": 28.5781,
+      "step": 6733
+    },
+    {
+      "epoch": 0.44723384472338445,
+      "grad_norm": 170.35848999023438,
+      "learning_rate": 1.8097749298186576e-06,
+      "loss": 16.5,
+      "step": 6734
+    },
+    {
+      "epoch": 0.44730025901574016,
+      "grad_norm": 435.2010803222656,
+      "learning_rate": 1.8097118200328284e-06,
+      "loss": 11.6406,
+      "step": 6735
+    },
+    {
+      "epoch": 0.4473666733080959,
+      "grad_norm": 265.7499694824219,
+      "learning_rate": 1.8096487008807197e-06,
+      "loss": 18.7656,
+      "step": 6736
+    },
+    {
+      "epoch": 0.44743308760045164,
+      "grad_norm": 242.96104431152344,
+      "learning_rate": 1.809585572363062e-06,
+      "loss": 16.5469,
+      "step": 6737
+    },
+    {
+      "epoch": 0.44749950189280735,
+      "grad_norm": 293.9724426269531,
+      "learning_rate": 1.809522434480585e-06,
+      "loss": 21.125,
+      "step": 6738
+    },
+    {
+      "epoch": 0.44756591618516306,
+      "grad_norm": 280.99237060546875,
+      "learning_rate": 1.8094592872340195e-06,
+      "loss": 16.8906,
+      "step": 6739
+    },
+    {
+      "epoch": 0.44763233047751877,
+      "grad_norm": 342.77813720703125,
+      "learning_rate": 1.8093961306240955e-06,
+      "loss": 19.6562,
+      "step": 6740
+    },
+    {
+      "epoch": 0.4476987447698745,
+      "grad_norm": 309.92181396484375,
+      "learning_rate": 1.8093329646515438e-06,
+      "loss": 18.0,
+      "step": 6741
+    },
+    {
+      "epoch": 0.4477651590622302,
+      "grad_norm": 386.1025695800781,
+      "learning_rate": 1.8092697893170952e-06,
+      "loss": 26.4375,
+      "step": 6742
+    },
+    {
+      "epoch": 0.4478315733545859,
+      "grad_norm": 296.0861511230469,
+      "learning_rate": 1.8092066046214804e-06,
+      "loss": 18.4844,
+      "step": 6743
+    },
+    {
+      "epoch": 0.4478979876469416,
+      "grad_norm": 243.2169647216797,
+      "learning_rate": 1.8091434105654302e-06,
+      "loss": 16.9375,
+      "step": 6744
+    },
+    {
+      "epoch": 0.4479644019392973,
+      "grad_norm": 223.68511962890625,
+      "learning_rate": 1.8090802071496754e-06,
+      "loss": 14.6406,
+      "step": 6745
+    },
+    {
+      "epoch": 0.44803081623165303,
+      "grad_norm": 354.8623046875,
+      "learning_rate": 1.8090169943749474e-06,
+      "loss": 17.7188,
+      "step": 6746
+    },
+    {
+      "epoch": 0.4480972305240088,
+      "grad_norm": 232.5537109375,
+      "learning_rate": 1.8089537722419772e-06,
+      "loss": 16.0469,
+      "step": 6747
+    },
+    {
+      "epoch": 0.4481636448163645,
+      "grad_norm": 335.9494323730469,
+      "learning_rate": 1.8088905407514963e-06,
+      "loss": 18.125,
+      "step": 6748
+    },
+    {
+      "epoch": 0.4482300591087202,
+      "grad_norm": 180.4803924560547,
+      "learning_rate": 1.8088272999042362e-06,
+      "loss": 18.25,
+      "step": 6749
+    },
+    {
+      "epoch": 0.4482964734010759,
+      "grad_norm": 296.5313720703125,
+      "learning_rate": 1.8087640497009283e-06,
+      "loss": 22.7969,
+      "step": 6750
+    },
+    {
+      "epoch": 0.44836288769343163,
+      "grad_norm": 373.0848693847656,
+      "learning_rate": 1.808700790142304e-06,
+      "loss": 16.6719,
+      "step": 6751
+    },
+    {
+      "epoch": 0.44842930198578734,
+      "grad_norm": 154.8417205810547,
+      "learning_rate": 1.8086375212290955e-06,
+      "loss": 21.2812,
+      "step": 6752
+    },
+    {
+      "epoch": 0.44849571627814305,
+      "grad_norm": 271.6968994140625,
+      "learning_rate": 1.8085742429620345e-06,
+      "loss": 21.4688,
+      "step": 6753
+    },
+    {
+      "epoch": 0.44856213057049876,
+      "grad_norm": 288.6866149902344,
+      "learning_rate": 1.8085109553418527e-06,
+      "loss": 19.2969,
+      "step": 6754
+    },
+    {
+      "epoch": 0.4486285448628545,
+      "grad_norm": 279.9149475097656,
+      "learning_rate": 1.8084476583692822e-06,
+      "loss": 20.75,
+      "step": 6755
+    },
+    {
+      "epoch": 0.4486949591552102,
+      "grad_norm": 131.7559814453125,
+      "learning_rate": 1.808384352045056e-06,
+      "loss": 13.5938,
+      "step": 6756
+    },
+    {
+      "epoch": 0.4487613734475659,
+      "grad_norm": 175.45753479003906,
+      "learning_rate": 1.808321036369905e-06,
+      "loss": 22.9219,
+      "step": 6757
+    },
+    {
+      "epoch": 0.44882778773992166,
+      "grad_norm": 139.03175354003906,
+      "learning_rate": 1.808257711344563e-06,
+      "loss": 11.4297,
+      "step": 6758
+    },
+    {
+      "epoch": 0.44889420203227737,
+      "grad_norm": 196.33908081054688,
+      "learning_rate": 1.8081943769697615e-06,
+      "loss": 17.8906,
+      "step": 6759
+    },
+    {
+      "epoch": 0.4489606163246331,
+      "grad_norm": 148.21046447753906,
+      "learning_rate": 1.8081310332462337e-06,
+      "loss": 15.7344,
+      "step": 6760
+    },
+    {
+      "epoch": 0.4490270306169888,
+      "grad_norm": 335.5892333984375,
+      "learning_rate": 1.808067680174712e-06,
+      "loss": 18.8438,
+      "step": 6761
+    },
+    {
+      "epoch": 0.4490934449093445,
+      "grad_norm": 253.92242431640625,
+      "learning_rate": 1.808004317755929e-06,
+      "loss": 13.6094,
+      "step": 6762
+    },
+    {
+      "epoch": 0.4491598592017002,
+      "grad_norm": 511.302490234375,
+      "learning_rate": 1.8079409459906182e-06,
+      "loss": 26.0781,
+      "step": 6763
+    },
+    {
+      "epoch": 0.4492262734940559,
+      "grad_norm": 532.2079467773438,
+      "learning_rate": 1.8078775648795129e-06,
+      "loss": 16.4688,
+      "step": 6764
+    },
+    {
+      "epoch": 0.4492926877864116,
+      "grad_norm": 260.9821472167969,
+      "learning_rate": 1.807814174423345e-06,
+      "loss": 28.7188,
+      "step": 6765
+    },
+    {
+      "epoch": 0.44935910207876734,
+      "grad_norm": 195.8964080810547,
+      "learning_rate": 1.8077507746228492e-06,
+      "loss": 20.8906,
+      "step": 6766
+    },
+    {
+      "epoch": 0.44942551637112305,
+      "grad_norm": 153.2120819091797,
+      "learning_rate": 1.807687365478758e-06,
+      "loss": 19.25,
+      "step": 6767
+    },
+    {
+      "epoch": 0.44949193066347876,
+      "grad_norm": 329.80792236328125,
+      "learning_rate": 1.807623946991805e-06,
+      "loss": 22.1719,
+      "step": 6768
+    },
+    {
+      "epoch": 0.4495583449558345,
+      "grad_norm": 226.3430938720703,
+      "learning_rate": 1.8075605191627238e-06,
+      "loss": 22.9531,
+      "step": 6769
+    },
+    {
+      "epoch": 0.44962475924819023,
+      "grad_norm": 182.78338623046875,
+      "learning_rate": 1.8074970819922482e-06,
+      "loss": 17.2812,
+      "step": 6770
+    },
+    {
+      "epoch": 0.44969117354054594,
+      "grad_norm": 200.5898895263672,
+      "learning_rate": 1.8074336354811122e-06,
+      "loss": 23.0156,
+      "step": 6771
+    },
+    {
+      "epoch": 0.44975758783290165,
+      "grad_norm": 162.74716186523438,
+      "learning_rate": 1.8073701796300493e-06,
+      "loss": 17.9844,
+      "step": 6772
+    },
+    {
+      "epoch": 0.44982400212525736,
+      "grad_norm": 353.49639892578125,
+      "learning_rate": 1.807306714439794e-06,
+      "loss": 23.875,
+      "step": 6773
+    },
+    {
+      "epoch": 0.44989041641761307,
+      "grad_norm": 306.34613037109375,
+      "learning_rate": 1.8072432399110797e-06,
+      "loss": 28.4219,
+      "step": 6774
+    },
+    {
+      "epoch": 0.4499568307099688,
+      "grad_norm": 132.59521484375,
+      "learning_rate": 1.8071797560446415e-06,
+      "loss": 16.3281,
+      "step": 6775
+    },
+    {
+      "epoch": 0.4500232450023245,
+      "grad_norm": 163.82704162597656,
+      "learning_rate": 1.8071162628412131e-06,
+      "loss": 17.3906,
+      "step": 6776
+    },
+    {
+      "epoch": 0.4500896592946802,
+      "grad_norm": 228.83340454101562,
+      "learning_rate": 1.8070527603015293e-06,
+      "loss": 21.8125,
+      "step": 6777
+    },
+    {
+      "epoch": 0.4501560735870359,
+      "grad_norm": 239.5203857421875,
+      "learning_rate": 1.8069892484263246e-06,
+      "loss": 16.4219,
+      "step": 6778
+    },
+    {
+      "epoch": 0.4502224878793916,
+      "grad_norm": 166.79833984375,
+      "learning_rate": 1.8069257272163333e-06,
+      "loss": 15.9531,
+      "step": 6779
+    },
+    {
+      "epoch": 0.4502889021717474,
+      "grad_norm": 297.55224609375,
+      "learning_rate": 1.8068621966722906e-06,
+      "loss": 15.6875,
+      "step": 6780
+    },
+    {
+      "epoch": 0.4503553164641031,
+      "grad_norm": 544.8529052734375,
+      "learning_rate": 1.8067986567949313e-06,
+      "loss": 24.3125,
+      "step": 6781
+    },
+    {
+      "epoch": 0.4504217307564588,
+      "grad_norm": 272.75482177734375,
+      "learning_rate": 1.8067351075849904e-06,
+      "loss": 19.0,
+      "step": 6782
+    },
+    {
+      "epoch": 0.4504881450488145,
+      "grad_norm": 305.3340148925781,
+      "learning_rate": 1.806671549043203e-06,
+      "loss": 17.0312,
+      "step": 6783
+    },
+    {
+      "epoch": 0.4505545593411702,
+      "grad_norm": 236.48599243164062,
+      "learning_rate": 1.8066079811703043e-06,
+      "loss": 23.0,
+      "step": 6784
+    },
+    {
+      "epoch": 0.45062097363352593,
+      "grad_norm": 195.82638549804688,
+      "learning_rate": 1.8065444039670296e-06,
+      "loss": 14.9531,
+      "step": 6785
+    },
+    {
+      "epoch": 0.45068738792588164,
+      "grad_norm": 170.8313751220703,
+      "learning_rate": 1.806480817434114e-06,
+      "loss": 13.0781,
+      "step": 6786
+    },
+    {
+      "epoch": 0.45075380221823735,
+      "grad_norm": 254.4202117919922,
+      "learning_rate": 1.8064172215722939e-06,
+      "loss": 22.1719,
+      "step": 6787
+    },
+    {
+      "epoch": 0.45082021651059306,
+      "grad_norm": 154.8213348388672,
+      "learning_rate": 1.8063536163823042e-06,
+      "loss": 14.9844,
+      "step": 6788
+    },
+    {
+      "epoch": 0.4508866308029488,
+      "grad_norm": 216.14736938476562,
+      "learning_rate": 1.8062900018648808e-06,
+      "loss": 17.2812,
+      "step": 6789
+    },
+    {
+      "epoch": 0.4509530450953045,
+      "grad_norm": 559.5089721679688,
+      "learning_rate": 1.8062263780207594e-06,
+      "loss": 22.125,
+      "step": 6790
+    },
+    {
+      "epoch": 0.45101945938766025,
+      "grad_norm": 379.2005920410156,
+      "learning_rate": 1.8061627448506762e-06,
+      "loss": 24.7188,
+      "step": 6791
+    },
+    {
+      "epoch": 0.45108587368001596,
+      "grad_norm": 538.3079833984375,
+      "learning_rate": 1.8060991023553673e-06,
+      "loss": 26.4062,
+      "step": 6792
+    },
+    {
+      "epoch": 0.45115228797237167,
+      "grad_norm": 350.587158203125,
+      "learning_rate": 1.8060354505355688e-06,
+      "loss": 24.0156,
+      "step": 6793
+    },
+    {
+      "epoch": 0.4512187022647274,
+      "grad_norm": 184.468017578125,
+      "learning_rate": 1.805971789392017e-06,
+      "loss": 18.0312,
+      "step": 6794
+    },
+    {
+      "epoch": 0.4512851165570831,
+      "grad_norm": 143.07818603515625,
+      "learning_rate": 1.8059081189254485e-06,
+      "loss": 15.3281,
+      "step": 6795
+    },
+    {
+      "epoch": 0.4513515308494388,
+      "grad_norm": 186.81173706054688,
+      "learning_rate": 1.8058444391365994e-06,
+      "loss": 15.5156,
+      "step": 6796
+    },
+    {
+      "epoch": 0.4514179451417945,
+      "grad_norm": 214.9300994873047,
+      "learning_rate": 1.8057807500262063e-06,
+      "loss": 17.2656,
+      "step": 6797
+    },
+    {
+      "epoch": 0.4514843594341502,
+      "grad_norm": 189.66476440429688,
+      "learning_rate": 1.8057170515950064e-06,
+      "loss": 15.625,
+      "step": 6798
+    },
+    {
+      "epoch": 0.4515507737265059,
+      "grad_norm": 322.2180480957031,
+      "learning_rate": 1.805653343843736e-06,
+      "loss": 27.7812,
+      "step": 6799
+    },
+    {
+      "epoch": 0.45161718801886164,
+      "grad_norm": 511.0039978027344,
+      "learning_rate": 1.8055896267731327e-06,
+      "loss": 21.125,
+      "step": 6800
+    },
+    {
+      "epoch": 0.45168360231121735,
+      "grad_norm": 223.86709594726562,
+      "learning_rate": 1.805525900383933e-06,
+      "loss": 19.5,
+      "step": 6801
+    },
+    {
+      "epoch": 0.4517500166035731,
+      "grad_norm": 377.56414794921875,
+      "learning_rate": 1.8054621646768736e-06,
+      "loss": 20.5156,
+      "step": 6802
+    },
+    {
+      "epoch": 0.4518164308959288,
+      "grad_norm": 428.6448059082031,
+      "learning_rate": 1.8053984196526933e-06,
+      "loss": 16.2812,
+      "step": 6803
+    },
+    {
+      "epoch": 0.45188284518828453,
+      "grad_norm": 217.27040100097656,
+      "learning_rate": 1.8053346653121278e-06,
+      "loss": 15.125,
+      "step": 6804
+    },
+    {
+      "epoch": 0.45194925948064024,
+      "grad_norm": 216.51905822753906,
+      "learning_rate": 1.8052709016559153e-06,
+      "loss": 18.9062,
+      "step": 6805
+    },
+    {
+      "epoch": 0.45201567377299595,
+      "grad_norm": 233.83477783203125,
+      "learning_rate": 1.8052071286847936e-06,
+      "loss": 20.0938,
+      "step": 6806
+    },
+    {
+      "epoch": 0.45208208806535166,
+      "grad_norm": 189.1671905517578,
+      "learning_rate": 1.8051433463995003e-06,
+      "loss": 17.4844,
+      "step": 6807
+    },
+    {
+      "epoch": 0.45214850235770737,
+      "grad_norm": 354.2171936035156,
+      "learning_rate": 1.8050795548007727e-06,
+      "loss": 29.6562,
+      "step": 6808
+    },
+    {
+      "epoch": 0.4522149166500631,
+      "grad_norm": 362.8148498535156,
+      "learning_rate": 1.8050157538893492e-06,
+      "loss": 19.7344,
+      "step": 6809
+    },
+    {
+      "epoch": 0.4522813309424188,
+      "grad_norm": 219.9755096435547,
+      "learning_rate": 1.8049519436659675e-06,
+      "loss": 17.1562,
+      "step": 6810
+    },
+    {
+      "epoch": 0.4523477452347745,
+      "grad_norm": 346.99334716796875,
+      "learning_rate": 1.8048881241313661e-06,
+      "loss": 23.125,
+      "step": 6811
+    },
+    {
+      "epoch": 0.4524141595271302,
+      "grad_norm": 107.2380142211914,
+      "learning_rate": 1.804824295286283e-06,
+      "loss": 15.1719,
+      "step": 6812
+    },
+    {
+      "epoch": 0.452480573819486,
+      "grad_norm": 551.7142944335938,
+      "learning_rate": 1.8047604571314562e-06,
+      "loss": 15.0156,
+      "step": 6813
+    },
+    {
+      "epoch": 0.4525469881118417,
+      "grad_norm": 563.1181640625,
+      "learning_rate": 1.8046966096676247e-06,
+      "loss": 21.5781,
+      "step": 6814
+    },
+    {
+      "epoch": 0.4526134024041974,
+      "grad_norm": 287.8948974609375,
+      "learning_rate": 1.804632752895527e-06,
+      "loss": 26.7812,
+      "step": 6815
+    },
+    {
+      "epoch": 0.4526798166965531,
+      "grad_norm": 414.58465576171875,
+      "learning_rate": 1.8045688868159016e-06,
+      "loss": 21.4531,
+      "step": 6816
+    },
+    {
+      "epoch": 0.4527462309889088,
+      "grad_norm": 124.37887573242188,
+      "learning_rate": 1.804505011429487e-06,
+      "loss": 18.8281,
+      "step": 6817
+    },
+    {
+      "epoch": 0.4528126452812645,
+      "grad_norm": 239.8953857421875,
+      "learning_rate": 1.8044411267370224e-06,
+      "loss": 16.1875,
+      "step": 6818
+    },
+    {
+      "epoch": 0.45287905957362024,
+      "grad_norm": 546.60205078125,
+      "learning_rate": 1.8043772327392466e-06,
+      "loss": 26.0312,
+      "step": 6819
+    },
+    {
+      "epoch": 0.45294547386597594,
+      "grad_norm": 1341.4447021484375,
+      "learning_rate": 1.8043133294368992e-06,
+      "loss": 23.3125,
+      "step": 6820
+    },
+    {
+      "epoch": 0.45301188815833165,
+      "grad_norm": 166.7917938232422,
+      "learning_rate": 1.8042494168307188e-06,
+      "loss": 29.9062,
+      "step": 6821
+    },
+    {
+      "epoch": 0.45307830245068736,
+      "grad_norm": 183.30484008789062,
+      "learning_rate": 1.8041854949214445e-06,
+      "loss": 19.4219,
+      "step": 6822
+    },
+    {
+      "epoch": 0.45314471674304313,
+      "grad_norm": 203.69729614257812,
+      "learning_rate": 1.8041215637098166e-06,
+      "loss": 14.0469,
+      "step": 6823
+    },
+    {
+      "epoch": 0.45321113103539884,
+      "grad_norm": 194.75308227539062,
+      "learning_rate": 1.804057623196574e-06,
+      "loss": 18.1094,
+      "step": 6824
+    },
+    {
+      "epoch": 0.45327754532775455,
+      "grad_norm": 198.7252655029297,
+      "learning_rate": 1.8039936733824566e-06,
+      "loss": 18.6719,
+      "step": 6825
+    },
+    {
+      "epoch": 0.45334395962011026,
+      "grad_norm": 158.34410095214844,
+      "learning_rate": 1.8039297142682037e-06,
+      "loss": 13.1719,
+      "step": 6826
+    },
+    {
+      "epoch": 0.45341037391246597,
+      "grad_norm": 149.85983276367188,
+      "learning_rate": 1.8038657458545556e-06,
+      "loss": 15.5938,
+      "step": 6827
+    },
+    {
+      "epoch": 0.4534767882048217,
+      "grad_norm": 267.39312744140625,
+      "learning_rate": 1.8038017681422522e-06,
+      "loss": 21.8281,
+      "step": 6828
+    },
+    {
+      "epoch": 0.4535432024971774,
+      "grad_norm": 195.76612854003906,
+      "learning_rate": 1.8037377811320333e-06,
+      "loss": 25.9062,
+      "step": 6829
+    },
+    {
+      "epoch": 0.4536096167895331,
+      "grad_norm": 115.72747039794922,
+      "learning_rate": 1.8036737848246393e-06,
+      "loss": 16.5,
+      "step": 6830
+    },
+    {
+      "epoch": 0.4536760310818888,
+      "grad_norm": 710.3801879882812,
+      "learning_rate": 1.8036097792208102e-06,
+      "loss": 26.75,
+      "step": 6831
+    },
+    {
+      "epoch": 0.4537424453742445,
+      "grad_norm": 203.04965209960938,
+      "learning_rate": 1.8035457643212868e-06,
+      "loss": 20.0938,
+      "step": 6832
+    },
+    {
+      "epoch": 0.45380885966660023,
+      "grad_norm": 149.36846923828125,
+      "learning_rate": 1.803481740126809e-06,
+      "loss": 14.6406,
+      "step": 6833
+    },
+    {
+      "epoch": 0.453875273958956,
+      "grad_norm": 175.96238708496094,
+      "learning_rate": 1.8034177066381182e-06,
+      "loss": 16.6406,
+      "step": 6834
+    },
+    {
+      "epoch": 0.4539416882513117,
+      "grad_norm": 101.63972473144531,
+      "learning_rate": 1.8033536638559547e-06,
+      "loss": 16.7344,
+      "step": 6835
+    },
+    {
+      "epoch": 0.4540081025436674,
+      "grad_norm": 300.7713928222656,
+      "learning_rate": 1.8032896117810587e-06,
+      "loss": 20.5312,
+      "step": 6836
+    },
+    {
+      "epoch": 0.4540745168360231,
+      "grad_norm": 118.22566223144531,
+      "learning_rate": 1.8032255504141719e-06,
+      "loss": 11.7969,
+      "step": 6837
+    },
+    {
+      "epoch": 0.45414093112837883,
+      "grad_norm": 172.9648895263672,
+      "learning_rate": 1.803161479756035e-06,
+      "loss": 17.625,
+      "step": 6838
+    },
+    {
+      "epoch": 0.45420734542073454,
+      "grad_norm": 162.4067840576172,
+      "learning_rate": 1.8030973998073894e-06,
+      "loss": 18.6094,
+      "step": 6839
+    },
+    {
+      "epoch": 0.45427375971309025,
+      "grad_norm": 166.90267944335938,
+      "learning_rate": 1.8030333105689764e-06,
+      "loss": 16.3281,
+      "step": 6840
+    },
+    {
+      "epoch": 0.45434017400544596,
+      "grad_norm": 166.9287872314453,
+      "learning_rate": 1.8029692120415366e-06,
+      "loss": 23.6562,
+      "step": 6841
+    },
+    {
+      "epoch": 0.4544065882978017,
+      "grad_norm": 231.54208374023438,
+      "learning_rate": 1.8029051042258122e-06,
+      "loss": 21.375,
+      "step": 6842
+    },
+    {
+      "epoch": 0.4544730025901574,
+      "grad_norm": 191.4614715576172,
+      "learning_rate": 1.8028409871225448e-06,
+      "loss": 23.5312,
+      "step": 6843
+    },
+    {
+      "epoch": 0.4545394168825131,
+      "grad_norm": 220.46539306640625,
+      "learning_rate": 1.8027768607324756e-06,
+      "loss": 19.5781,
+      "step": 6844
+    },
+    {
+      "epoch": 0.45460583117486886,
+      "grad_norm": 230.112060546875,
+      "learning_rate": 1.8027127250563465e-06,
+      "loss": 14.3438,
+      "step": 6845
+    },
+    {
+      "epoch": 0.45467224546722457,
+      "grad_norm": 211.13194274902344,
+      "learning_rate": 1.8026485800948996e-06,
+      "loss": 18.4531,
+      "step": 6846
+    },
+    {
+      "epoch": 0.4547386597595803,
+      "grad_norm": 296.58843994140625,
+      "learning_rate": 1.802584425848877e-06,
+      "loss": 21.1406,
+      "step": 6847
+    },
+    {
+      "epoch": 0.454805074051936,
+      "grad_norm": 191.13473510742188,
+      "learning_rate": 1.80252026231902e-06,
+      "loss": 26.5312,
+      "step": 6848
+    },
+    {
+      "epoch": 0.4548714883442917,
+      "grad_norm": 487.8001708984375,
+      "learning_rate": 1.8024560895060716e-06,
+      "loss": 17.6875,
+      "step": 6849
+    },
+    {
+      "epoch": 0.4549379026366474,
+      "grad_norm": 207.95443725585938,
+      "learning_rate": 1.802391907410774e-06,
+      "loss": 21.7188,
+      "step": 6850
+    },
+    {
+      "epoch": 0.4550043169290031,
+      "grad_norm": 332.7835693359375,
+      "learning_rate": 1.8023277160338695e-06,
+      "loss": 22.3125,
+      "step": 6851
+    },
+    {
+      "epoch": 0.4550707312213588,
+      "grad_norm": 195.22996520996094,
+      "learning_rate": 1.8022635153761004e-06,
+      "loss": 13.5625,
+      "step": 6852
+    },
+    {
+      "epoch": 0.45513714551371454,
+      "grad_norm": 185.95574951171875,
+      "learning_rate": 1.80219930543821e-06,
+      "loss": 18.125,
+      "step": 6853
+    },
+    {
+      "epoch": 0.45520355980607025,
+      "grad_norm": 309.48101806640625,
+      "learning_rate": 1.8021350862209402e-06,
+      "loss": 16.0938,
+      "step": 6854
+    },
+    {
+      "epoch": 0.45526997409842596,
+      "grad_norm": 304.1016845703125,
+      "learning_rate": 1.802070857725034e-06,
+      "loss": 21.8438,
+      "step": 6855
+    },
+    {
+      "epoch": 0.4553363883907817,
+      "grad_norm": 227.54318237304688,
+      "learning_rate": 1.8020066199512352e-06,
+      "loss": 17.1562,
+      "step": 6856
+    },
+    {
+      "epoch": 0.45540280268313743,
+      "grad_norm": 194.98374938964844,
+      "learning_rate": 1.8019423729002861e-06,
+      "loss": 20.7031,
+      "step": 6857
+    },
+    {
+      "epoch": 0.45546921697549314,
+      "grad_norm": 335.3562316894531,
+      "learning_rate": 1.8018781165729302e-06,
+      "loss": 23.6875,
+      "step": 6858
+    },
+    {
+      "epoch": 0.45553563126784885,
+      "grad_norm": 146.6259002685547,
+      "learning_rate": 1.8018138509699104e-06,
+      "loss": 14.2031,
+      "step": 6859
+    },
+    {
+      "epoch": 0.45560204556020456,
+      "grad_norm": 1053.35888671875,
+      "learning_rate": 1.8017495760919703e-06,
+      "loss": 12.9922,
+      "step": 6860
+    },
+    {
+      "epoch": 0.45566845985256027,
+      "grad_norm": 214.73861694335938,
+      "learning_rate": 1.8016852919398535e-06,
+      "loss": 16.1562,
+      "step": 6861
+    },
+    {
+      "epoch": 0.455734874144916,
+      "grad_norm": 212.78921508789062,
+      "learning_rate": 1.8016209985143036e-06,
+      "loss": 18.0781,
+      "step": 6862
+    },
+    {
+      "epoch": 0.4558012884372717,
+      "grad_norm": 207.11163330078125,
+      "learning_rate": 1.801556695816064e-06,
+      "loss": 21.4688,
+      "step": 6863
+    },
+    {
+      "epoch": 0.4558677027296274,
+      "grad_norm": 220.7411651611328,
+      "learning_rate": 1.8014923838458791e-06,
+      "loss": 18.25,
+      "step": 6864
+    },
+    {
+      "epoch": 0.4559341170219831,
+      "grad_norm": 258.5095520019531,
+      "learning_rate": 1.8014280626044922e-06,
+      "loss": 15.7188,
+      "step": 6865
+    },
+    {
+      "epoch": 0.4560005313143388,
+      "grad_norm": 253.34371948242188,
+      "learning_rate": 1.8013637320926476e-06,
+      "loss": 19.6094,
+      "step": 6866
+    },
+    {
+      "epoch": 0.4560669456066946,
+      "grad_norm": 157.9611358642578,
+      "learning_rate": 1.8012993923110895e-06,
+      "loss": 24.4062,
+      "step": 6867
+    },
+    {
+      "epoch": 0.4561333598990503,
+      "grad_norm": 280.0532531738281,
+      "learning_rate": 1.8012350432605623e-06,
+      "loss": 18.9531,
+      "step": 6868
+    },
+    {
+      "epoch": 0.456199774191406,
+      "grad_norm": 183.6565704345703,
+      "learning_rate": 1.8011706849418098e-06,
+      "loss": 14.7344,
+      "step": 6869
+    },
+    {
+      "epoch": 0.4562661884837617,
+      "grad_norm": 664.3778686523438,
+      "learning_rate": 1.8011063173555772e-06,
+      "loss": 21.7031,
+      "step": 6870
+    },
+    {
+      "epoch": 0.4563326027761174,
+      "grad_norm": 231.53680419921875,
+      "learning_rate": 1.8010419405026083e-06,
+      "loss": 16.4375,
+      "step": 6871
+    },
+    {
+      "epoch": 0.45639901706847313,
+      "grad_norm": 169.1484375,
+      "learning_rate": 1.8009775543836482e-06,
+      "loss": 14.2188,
+      "step": 6872
+    },
+    {
+      "epoch": 0.45646543136082884,
+      "grad_norm": 384.4726867675781,
+      "learning_rate": 1.8009131589994416e-06,
+      "loss": 18.8906,
+      "step": 6873
+    },
+    {
+      "epoch": 0.45653184565318455,
+      "grad_norm": 280.0833435058594,
+      "learning_rate": 1.8008487543507335e-06,
+      "loss": 23.3125,
+      "step": 6874
+    },
+    {
+      "epoch": 0.45659825994554026,
+      "grad_norm": 158.0209197998047,
+      "learning_rate": 1.8007843404382687e-06,
+      "loss": 21.3281,
+      "step": 6875
+    },
+    {
+      "epoch": 0.456664674237896,
+      "grad_norm": 340.8450927734375,
+      "learning_rate": 1.8007199172627927e-06,
+      "loss": 13.7344,
+      "step": 6876
+    },
+    {
+      "epoch": 0.4567310885302517,
+      "grad_norm": 400.74688720703125,
+      "learning_rate": 1.8006554848250502e-06,
+      "loss": 30.3438,
+      "step": 6877
+    },
+    {
+      "epoch": 0.45679750282260745,
+      "grad_norm": 130.77630615234375,
+      "learning_rate": 1.8005910431257867e-06,
+      "loss": 13.1875,
+      "step": 6878
+    },
+    {
+      "epoch": 0.45686391711496316,
+      "grad_norm": 258.5776062011719,
+      "learning_rate": 1.8005265921657475e-06,
+      "loss": 20.8594,
+      "step": 6879
+    },
+    {
+      "epoch": 0.45693033140731887,
+      "grad_norm": 235.19497680664062,
+      "learning_rate": 1.8004621319456787e-06,
+      "loss": 17.7031,
+      "step": 6880
+    },
+    {
+      "epoch": 0.4569967456996746,
+      "grad_norm": 230.73623657226562,
+      "learning_rate": 1.8003976624663252e-06,
+      "loss": 21.5938,
+      "step": 6881
+    },
+    {
+      "epoch": 0.4570631599920303,
+      "grad_norm": 267.76263427734375,
+      "learning_rate": 1.8003331837284334e-06,
+      "loss": 26.4062,
+      "step": 6882
+    },
+    {
+      "epoch": 0.457129574284386,
+      "grad_norm": 293.5484619140625,
+      "learning_rate": 1.8002686957327487e-06,
+      "loss": 16.75,
+      "step": 6883
+    },
+    {
+      "epoch": 0.4571959885767417,
+      "grad_norm": 227.00196838378906,
+      "learning_rate": 1.800204198480017e-06,
+      "loss": 15.5781,
+      "step": 6884
+    },
+    {
+      "epoch": 0.4572624028690974,
+      "grad_norm": 169.89219665527344,
+      "learning_rate": 1.8001396919709846e-06,
+      "loss": 16.875,
+      "step": 6885
+    },
+    {
+      "epoch": 0.4573288171614531,
+      "grad_norm": 270.4099426269531,
+      "learning_rate": 1.8000751762063979e-06,
+      "loss": 17.7656,
+      "step": 6886
+    },
+    {
+      "epoch": 0.45739523145380884,
+      "grad_norm": 345.45123291015625,
+      "learning_rate": 1.8000106511870028e-06,
+      "loss": 27.4062,
+      "step": 6887
+    },
+    {
+      "epoch": 0.45746164574616455,
+      "grad_norm": 178.48318481445312,
+      "learning_rate": 1.7999461169135457e-06,
+      "loss": 17.8906,
+      "step": 6888
+    },
+    {
+      "epoch": 0.4575280600385203,
+      "grad_norm": 500.09674072265625,
+      "learning_rate": 1.7998815733867731e-06,
+      "loss": 23.7188,
+      "step": 6889
+    },
+    {
+      "epoch": 0.457594474330876,
+      "grad_norm": 281.4011535644531,
+      "learning_rate": 1.7998170206074317e-06,
+      "loss": 21.5312,
+      "step": 6890
+    },
+    {
+      "epoch": 0.45766088862323173,
+      "grad_norm": 186.99478149414062,
+      "learning_rate": 1.7997524585762685e-06,
+      "loss": 22.6406,
+      "step": 6891
+    },
+    {
+      "epoch": 0.45772730291558744,
+      "grad_norm": 101.10619354248047,
+      "learning_rate": 1.7996878872940298e-06,
+      "loss": 17.3906,
+      "step": 6892
+    },
+    {
+      "epoch": 0.45779371720794315,
+      "grad_norm": 183.02198791503906,
+      "learning_rate": 1.7996233067614629e-06,
+      "loss": 17.2969,
+      "step": 6893
+    },
+    {
+      "epoch": 0.45786013150029886,
+      "grad_norm": 373.31298828125,
+      "learning_rate": 1.7995587169793144e-06,
+      "loss": 20.5625,
+      "step": 6894
+    },
+    {
+      "epoch": 0.45792654579265457,
+      "grad_norm": 243.68746948242188,
+      "learning_rate": 1.7994941179483318e-06,
+      "loss": 22.5469,
+      "step": 6895
+    },
+    {
+      "epoch": 0.4579929600850103,
+      "grad_norm": 152.33131408691406,
+      "learning_rate": 1.7994295096692624e-06,
+      "loss": 18.2656,
+      "step": 6896
+    },
+    {
+      "epoch": 0.458059374377366,
+      "grad_norm": 225.62049865722656,
+      "learning_rate": 1.7993648921428534e-06,
+      "loss": 14.6797,
+      "step": 6897
+    },
+    {
+      "epoch": 0.4581257886697217,
+      "grad_norm": 304.729736328125,
+      "learning_rate": 1.7993002653698522e-06,
+      "loss": 24.3594,
+      "step": 6898
+    },
+    {
+      "epoch": 0.45819220296207747,
+      "grad_norm": 606.4058837890625,
+      "learning_rate": 1.7992356293510063e-06,
+      "loss": 14.0312,
+      "step": 6899
+    },
+    {
+      "epoch": 0.4582586172544332,
+      "grad_norm": 391.39990234375,
+      "learning_rate": 1.7991709840870638e-06,
+      "loss": 12.0078,
+      "step": 6900
+    },
+    {
+      "epoch": 0.4583250315467889,
+      "grad_norm": 208.99429321289062,
+      "learning_rate": 1.7991063295787722e-06,
+      "loss": 16.0938,
+      "step": 6901
+    },
+    {
+      "epoch": 0.4583914458391446,
+      "grad_norm": 224.69056701660156,
+      "learning_rate": 1.799041665826879e-06,
+      "loss": 29.3125,
+      "step": 6902
+    },
+    {
+      "epoch": 0.4584578601315003,
+      "grad_norm": 190.83717346191406,
+      "learning_rate": 1.798976992832133e-06,
+      "loss": 17.25,
+      "step": 6903
+    },
+    {
+      "epoch": 0.458524274423856,
+      "grad_norm": 339.9564514160156,
+      "learning_rate": 1.7989123105952814e-06,
+      "loss": 16.1406,
+      "step": 6904
+    },
+    {
+      "epoch": 0.4585906887162117,
+      "grad_norm": 355.3117370605469,
+      "learning_rate": 1.7988476191170732e-06,
+      "loss": 19.7188,
+      "step": 6905
+    },
+    {
+      "epoch": 0.45865710300856743,
+      "grad_norm": 182.5959930419922,
+      "learning_rate": 1.7987829183982562e-06,
+      "loss": 17.8438,
+      "step": 6906
+    },
+    {
+      "epoch": 0.45872351730092314,
+      "grad_norm": 293.005615234375,
+      "learning_rate": 1.7987182084395794e-06,
+      "loss": 20.6719,
+      "step": 6907
+    },
+    {
+      "epoch": 0.45878993159327885,
+      "grad_norm": 244.22250366210938,
+      "learning_rate": 1.7986534892417904e-06,
+      "loss": 16.0938,
+      "step": 6908
+    },
+    {
+      "epoch": 0.45885634588563456,
+      "grad_norm": 179.6851043701172,
+      "learning_rate": 1.7985887608056386e-06,
+      "loss": 19.9375,
+      "step": 6909
+    },
+    {
+      "epoch": 0.45892276017799033,
+      "grad_norm": 251.932861328125,
+      "learning_rate": 1.7985240231318723e-06,
+      "loss": 19.5312,
+      "step": 6910
+    },
+    {
+      "epoch": 0.45898917447034604,
+      "grad_norm": 269.8127746582031,
+      "learning_rate": 1.7984592762212409e-06,
+      "loss": 18.7188,
+      "step": 6911
+    },
+    {
+      "epoch": 0.45905558876270175,
+      "grad_norm": 334.3197021484375,
+      "learning_rate": 1.7983945200744928e-06,
+      "loss": 20.8125,
+      "step": 6912
+    },
+    {
+      "epoch": 0.45912200305505746,
+      "grad_norm": 258.40240478515625,
+      "learning_rate": 1.7983297546923774e-06,
+      "loss": 24.0938,
+      "step": 6913
+    },
+    {
+      "epoch": 0.45918841734741317,
+      "grad_norm": 257.31805419921875,
+      "learning_rate": 1.7982649800756437e-06,
+      "loss": 21.4375,
+      "step": 6914
+    },
+    {
+      "epoch": 0.4592548316397689,
+      "grad_norm": 99.6321029663086,
+      "learning_rate": 1.798200196225041e-06,
+      "loss": 11.4219,
+      "step": 6915
+    },
+    {
+      "epoch": 0.4593212459321246,
+      "grad_norm": 345.25860595703125,
+      "learning_rate": 1.7981354031413187e-06,
+      "loss": 20.3281,
+      "step": 6916
+    },
+    {
+      "epoch": 0.4593876602244803,
+      "grad_norm": 654.1442260742188,
+      "learning_rate": 1.7980706008252264e-06,
+      "loss": 20.7812,
+      "step": 6917
+    },
+    {
+      "epoch": 0.459454074516836,
+      "grad_norm": 350.8928527832031,
+      "learning_rate": 1.7980057892775133e-06,
+      "loss": 21.1719,
+      "step": 6918
+    },
+    {
+      "epoch": 0.4595204888091917,
+      "grad_norm": 151.76377868652344,
+      "learning_rate": 1.7979409684989297e-06,
+      "loss": 17.625,
+      "step": 6919
+    },
+    {
+      "epoch": 0.45958690310154743,
+      "grad_norm": 307.5041198730469,
+      "learning_rate": 1.797876138490225e-06,
+      "loss": 17.5,
+      "step": 6920
+    },
+    {
+      "epoch": 0.4596533173939032,
+      "grad_norm": 409.86663818359375,
+      "learning_rate": 1.797811299252149e-06,
+      "loss": 20.4375,
+      "step": 6921
+    },
+    {
+      "epoch": 0.4597197316862589,
+      "grad_norm": 213.3348388671875,
+      "learning_rate": 1.797746450785452e-06,
+      "loss": 17.0938,
+      "step": 6922
+    },
+    {
+      "epoch": 0.4597861459786146,
+      "grad_norm": 345.900146484375,
+      "learning_rate": 1.7976815930908843e-06,
+      "loss": 21.25,
+      "step": 6923
+    },
+    {
+      "epoch": 0.4598525602709703,
+      "grad_norm": 214.59124755859375,
+      "learning_rate": 1.797616726169196e-06,
+      "loss": 19.9375,
+      "step": 6924
+    },
+    {
+      "epoch": 0.45991897456332603,
+      "grad_norm": 232.977783203125,
+      "learning_rate": 1.7975518500211368e-06,
+      "loss": 20.6875,
+      "step": 6925
+    },
+    {
+      "epoch": 0.45998538885568174,
+      "grad_norm": 168.48880004882812,
+      "learning_rate": 1.797486964647458e-06,
+      "loss": 23.25,
+      "step": 6926
+    },
+    {
+      "epoch": 0.46005180314803745,
+      "grad_norm": 159.53973388671875,
+      "learning_rate": 1.79742207004891e-06,
+      "loss": 14.2656,
+      "step": 6927
+    },
+    {
+      "epoch": 0.46011821744039316,
+      "grad_norm": 2181.28369140625,
+      "learning_rate": 1.7973571662262431e-06,
+      "loss": 20.25,
+      "step": 6928
+    },
+    {
+      "epoch": 0.46018463173274887,
+      "grad_norm": 294.2008361816406,
+      "learning_rate": 1.7972922531802085e-06,
+      "loss": 19.4531,
+      "step": 6929
+    },
+    {
+      "epoch": 0.4602510460251046,
+      "grad_norm": 488.614501953125,
+      "learning_rate": 1.7972273309115567e-06,
+      "loss": 15.7031,
+      "step": 6930
+    },
+    {
+      "epoch": 0.4603174603174603,
+      "grad_norm": 127.59310913085938,
+      "learning_rate": 1.7971623994210385e-06,
+      "loss": 15.4062,
+      "step": 6931
+    },
+    {
+      "epoch": 0.46038387460981606,
+      "grad_norm": 156.39443969726562,
+      "learning_rate": 1.797097458709406e-06,
+      "loss": 16.25,
+      "step": 6932
+    },
+    {
+      "epoch": 0.46045028890217177,
+      "grad_norm": 282.95220947265625,
+      "learning_rate": 1.7970325087774095e-06,
+      "loss": 21.9062,
+      "step": 6933
+    },
+    {
+      "epoch": 0.4605167031945275,
+      "grad_norm": 252.17080688476562,
+      "learning_rate": 1.7969675496258003e-06,
+      "loss": 16.0312,
+      "step": 6934
+    },
+    {
+      "epoch": 0.4605831174868832,
+      "grad_norm": 386.52899169921875,
+      "learning_rate": 1.7969025812553303e-06,
+      "loss": 24.375,
+      "step": 6935
+    },
+    {
+      "epoch": 0.4606495317792389,
+      "grad_norm": 124.99748992919922,
+      "learning_rate": 1.7968376036667505e-06,
+      "loss": 18.4688,
+      "step": 6936
+    },
+    {
+      "epoch": 0.4607159460715946,
+      "grad_norm": 140.95831298828125,
+      "learning_rate": 1.796772616860813e-06,
+      "loss": 15.9219,
+      "step": 6937
+    },
+    {
+      "epoch": 0.4607823603639503,
+      "grad_norm": 114.94310760498047,
+      "learning_rate": 1.7967076208382691e-06,
+      "loss": 17.7344,
+      "step": 6938
+    },
+    {
+      "epoch": 0.460848774656306,
+      "grad_norm": 136.3773956298828,
+      "learning_rate": 1.7966426155998713e-06,
+      "loss": 17.3906,
+      "step": 6939
+    },
+    {
+      "epoch": 0.46091518894866174,
+      "grad_norm": 130.7021484375,
+      "learning_rate": 1.7965776011463705e-06,
+      "loss": 17.1094,
+      "step": 6940
+    },
+    {
+      "epoch": 0.46098160324101745,
+      "grad_norm": 222.3597412109375,
+      "learning_rate": 1.79651257747852e-06,
+      "loss": 20.9062,
+      "step": 6941
+    },
+    {
+      "epoch": 0.46104801753337316,
+      "grad_norm": 148.206298828125,
+      "learning_rate": 1.7964475445970705e-06,
+      "loss": 17.2812,
+      "step": 6942
+    },
+    {
+      "epoch": 0.4611144318257289,
+      "grad_norm": 193.0983428955078,
+      "learning_rate": 1.7963825025027756e-06,
+      "loss": 17.5781,
+      "step": 6943
+    },
+    {
+      "epoch": 0.46118084611808463,
+      "grad_norm": 165.7583465576172,
+      "learning_rate": 1.7963174511963873e-06,
+      "loss": 14.7188,
+      "step": 6944
+    },
+    {
+      "epoch": 0.46124726041044034,
+      "grad_norm": 153.27755737304688,
+      "learning_rate": 1.7962523906786576e-06,
+      "loss": 20.2812,
+      "step": 6945
+    },
+    {
+      "epoch": 0.46131367470279605,
+      "grad_norm": 250.0909423828125,
+      "learning_rate": 1.7961873209503392e-06,
+      "loss": 16.3594,
+      "step": 6946
+    },
+    {
+      "epoch": 0.46138008899515176,
+      "grad_norm": 242.7252960205078,
+      "learning_rate": 1.7961222420121853e-06,
+      "loss": 16.5,
+      "step": 6947
+    },
+    {
+      "epoch": 0.46144650328750747,
+      "grad_norm": 206.05177307128906,
+      "learning_rate": 1.7960571538649483e-06,
+      "loss": 27.0938,
+      "step": 6948
+    },
+    {
+      "epoch": 0.4615129175798632,
+      "grad_norm": 361.52520751953125,
+      "learning_rate": 1.795992056509381e-06,
+      "loss": 21.8438,
+      "step": 6949
+    },
+    {
+      "epoch": 0.4615793318722189,
+      "grad_norm": 407.48486328125,
+      "learning_rate": 1.7959269499462369e-06,
+      "loss": 20.7344,
+      "step": 6950
+    },
+    {
+      "epoch": 0.4616457461645746,
+      "grad_norm": 185.070068359375,
+      "learning_rate": 1.7958618341762687e-06,
+      "loss": 21.0625,
+      "step": 6951
+    },
+    {
+      "epoch": 0.4617121604569303,
+      "grad_norm": 173.2974395751953,
+      "learning_rate": 1.7957967092002297e-06,
+      "loss": 18.3594,
+      "step": 6952
+    },
+    {
+      "epoch": 0.461778574749286,
+      "grad_norm": 196.29656982421875,
+      "learning_rate": 1.7957315750188733e-06,
+      "loss": 20.5625,
+      "step": 6953
+    },
+    {
+      "epoch": 0.4618449890416418,
+      "grad_norm": 215.30706787109375,
+      "learning_rate": 1.7956664316329527e-06,
+      "loss": 18.5781,
+      "step": 6954
+    },
+    {
+      "epoch": 0.4619114033339975,
+      "grad_norm": 174.94493103027344,
+      "learning_rate": 1.7956012790432219e-06,
+      "loss": 17.2969,
+      "step": 6955
+    },
+    {
+      "epoch": 0.4619778176263532,
+      "grad_norm": 121.94561767578125,
+      "learning_rate": 1.795536117250434e-06,
+      "loss": 20.0469,
+      "step": 6956
+    },
+    {
+      "epoch": 0.4620442319187089,
+      "grad_norm": 318.57757568359375,
+      "learning_rate": 1.795470946255343e-06,
+      "loss": 23.0625,
+      "step": 6957
+    },
+    {
+      "epoch": 0.4621106462110646,
+      "grad_norm": 147.0266571044922,
+      "learning_rate": 1.795405766058703e-06,
+      "loss": 21.0312,
+      "step": 6958
+    },
+    {
+      "epoch": 0.46217706050342033,
+      "grad_norm": 179.46456909179688,
+      "learning_rate": 1.7953405766612674e-06,
+      "loss": 21.6875,
+      "step": 6959
+    },
+    {
+      "epoch": 0.46224347479577604,
+      "grad_norm": 195.01052856445312,
+      "learning_rate": 1.795275378063791e-06,
+      "loss": 16.0469,
+      "step": 6960
+    },
+    {
+      "epoch": 0.46230988908813175,
+      "grad_norm": 227.17813110351562,
+      "learning_rate": 1.7952101702670274e-06,
+      "loss": 27.9375,
+      "step": 6961
+    },
+    {
+      "epoch": 0.46237630338048746,
+      "grad_norm": 163.92587280273438,
+      "learning_rate": 1.7951449532717312e-06,
+      "loss": 16.8594,
+      "step": 6962
+    },
+    {
+      "epoch": 0.4624427176728432,
+      "grad_norm": 410.1266784667969,
+      "learning_rate": 1.795079727078657e-06,
+      "loss": 25.875,
+      "step": 6963
+    },
+    {
+      "epoch": 0.46250913196519894,
+      "grad_norm": 339.8448181152344,
+      "learning_rate": 1.7950144916885587e-06,
+      "loss": 31.1875,
+      "step": 6964
+    },
+    {
+      "epoch": 0.46257554625755465,
+      "grad_norm": 231.6926727294922,
+      "learning_rate": 1.794949247102191e-06,
+      "loss": 19.2812,
+      "step": 6965
+    },
+    {
+      "epoch": 0.46264196054991036,
+      "grad_norm": 200.52745056152344,
+      "learning_rate": 1.7948839933203091e-06,
+      "loss": 18.3281,
+      "step": 6966
+    },
+    {
+      "epoch": 0.46270837484226607,
+      "grad_norm": 252.28759765625,
+      "learning_rate": 1.7948187303436674e-06,
+      "loss": 22.8281,
+      "step": 6967
+    },
+    {
+      "epoch": 0.4627747891346218,
+      "grad_norm": 236.8069610595703,
+      "learning_rate": 1.7947534581730208e-06,
+      "loss": 18.5469,
+      "step": 6968
+    },
+    {
+      "epoch": 0.4628412034269775,
+      "grad_norm": 236.8507843017578,
+      "learning_rate": 1.7946881768091249e-06,
+      "loss": 27.0312,
+      "step": 6969
+    },
+    {
+      "epoch": 0.4629076177193332,
+      "grad_norm": 450.8732604980469,
+      "learning_rate": 1.794622886252734e-06,
+      "loss": 24.4844,
+      "step": 6970
+    },
+    {
+      "epoch": 0.4629740320116889,
+      "grad_norm": 231.56878662109375,
+      "learning_rate": 1.7945575865046038e-06,
+      "loss": 14.9688,
+      "step": 6971
+    },
+    {
+      "epoch": 0.4630404463040446,
+      "grad_norm": 184.3968048095703,
+      "learning_rate": 1.7944922775654895e-06,
+      "loss": 18.8125,
+      "step": 6972
+    },
+    {
+      "epoch": 0.4631068605964003,
+      "grad_norm": 732.1090087890625,
+      "learning_rate": 1.7944269594361472e-06,
+      "loss": 24.625,
+      "step": 6973
+    },
+    {
+      "epoch": 0.46317327488875604,
+      "grad_norm": 248.74827575683594,
+      "learning_rate": 1.7943616321173315e-06,
+      "loss": 17.625,
+      "step": 6974
+    },
+    {
+      "epoch": 0.4632396891811118,
+      "grad_norm": 196.37445068359375,
+      "learning_rate": 1.7942962956097986e-06,
+      "loss": 19.4531,
+      "step": 6975
+    },
+    {
+      "epoch": 0.4633061034734675,
+      "grad_norm": 154.39593505859375,
+      "learning_rate": 1.7942309499143041e-06,
+      "loss": 22.4531,
+      "step": 6976
+    },
+    {
+      "epoch": 0.4633725177658232,
+      "grad_norm": 236.12908935546875,
+      "learning_rate": 1.7941655950316042e-06,
+      "loss": 21.9531,
+      "step": 6977
+    },
+    {
+      "epoch": 0.46343893205817893,
+      "grad_norm": 274.88006591796875,
+      "learning_rate": 1.7941002309624542e-06,
+      "loss": 22.375,
+      "step": 6978
+    },
+    {
+      "epoch": 0.46350534635053464,
+      "grad_norm": 569.2470703125,
+      "learning_rate": 1.794034857707611e-06,
+      "loss": 26.6875,
+      "step": 6979
+    },
+    {
+      "epoch": 0.46357176064289035,
+      "grad_norm": 261.3047180175781,
+      "learning_rate": 1.7939694752678306e-06,
+      "loss": 18.0938,
+      "step": 6980
+    },
+    {
+      "epoch": 0.46363817493524606,
+      "grad_norm": 249.54251098632812,
+      "learning_rate": 1.7939040836438687e-06,
+      "loss": 16.375,
+      "step": 6981
+    },
+    {
+      "epoch": 0.46370458922760177,
+      "grad_norm": 261.0899963378906,
+      "learning_rate": 1.793838682836482e-06,
+      "loss": 17.9688,
+      "step": 6982
+    },
+    {
+      "epoch": 0.4637710035199575,
+      "grad_norm": 437.3614807128906,
+      "learning_rate": 1.7937732728464276e-06,
+      "loss": 30.5938,
+      "step": 6983
+    },
+    {
+      "epoch": 0.4638374178123132,
+      "grad_norm": 246.13916015625,
+      "learning_rate": 1.7937078536744617e-06,
+      "loss": 16.4688,
+      "step": 6984
+    },
+    {
+      "epoch": 0.4639038321046689,
+      "grad_norm": 198.3740997314453,
+      "learning_rate": 1.793642425321341e-06,
+      "loss": 16.1719,
+      "step": 6985
+    },
+    {
+      "epoch": 0.46397024639702467,
+      "grad_norm": 298.5306091308594,
+      "learning_rate": 1.7935769877878219e-06,
+      "loss": 19.1719,
+      "step": 6986
+    },
+    {
+      "epoch": 0.4640366606893804,
+      "grad_norm": 150.43441772460938,
+      "learning_rate": 1.7935115410746625e-06,
+      "loss": 13.8125,
+      "step": 6987
+    },
+    {
+      "epoch": 0.4641030749817361,
+      "grad_norm": 227.23570251464844,
+      "learning_rate": 1.7934460851826184e-06,
+      "loss": 19.3594,
+      "step": 6988
+    },
+    {
+      "epoch": 0.4641694892740918,
+      "grad_norm": 173.30575561523438,
+      "learning_rate": 1.7933806201124481e-06,
+      "loss": 17.6875,
+      "step": 6989
+    },
+    {
+      "epoch": 0.4642359035664475,
+      "grad_norm": 174.37413024902344,
+      "learning_rate": 1.7933151458649083e-06,
+      "loss": 16.7812,
+      "step": 6990
+    },
+    {
+      "epoch": 0.4643023178588032,
+      "grad_norm": 151.3824005126953,
+      "learning_rate": 1.7932496624407563e-06,
+      "loss": 18.0,
+      "step": 6991
+    },
+    {
+      "epoch": 0.4643687321511589,
+      "grad_norm": 432.5563049316406,
+      "learning_rate": 1.7931841698407493e-06,
+      "loss": 20.1562,
+      "step": 6992
+    },
+    {
+      "epoch": 0.46443514644351463,
+      "grad_norm": 256.8312072753906,
+      "learning_rate": 1.7931186680656455e-06,
+      "loss": 17.5156,
+      "step": 6993
+    },
+    {
+      "epoch": 0.46450156073587034,
+      "grad_norm": 271.7926940917969,
+      "learning_rate": 1.7930531571162022e-06,
+      "loss": 17.6719,
+      "step": 6994
+    },
+    {
+      "epoch": 0.46456797502822605,
+      "grad_norm": 813.00537109375,
+      "learning_rate": 1.7929876369931771e-06,
+      "loss": 16.5469,
+      "step": 6995
+    },
+    {
+      "epoch": 0.46463438932058176,
+      "grad_norm": 295.29351806640625,
+      "learning_rate": 1.7929221076973284e-06,
+      "loss": 23.3125,
+      "step": 6996
+    },
+    {
+      "epoch": 0.46470080361293753,
+      "grad_norm": 231.30044555664062,
+      "learning_rate": 1.792856569229414e-06,
+      "loss": 19.4219,
+      "step": 6997
+    },
+    {
+      "epoch": 0.46476721790529324,
+      "grad_norm": 274.6061096191406,
+      "learning_rate": 1.792791021590192e-06,
+      "loss": 23.5781,
+      "step": 6998
+    },
+    {
+      "epoch": 0.46483363219764895,
+      "grad_norm": 164.96466064453125,
+      "learning_rate": 1.7927254647804206e-06,
+      "loss": 18.25,
+      "step": 6999
+    },
+    {
+      "epoch": 0.46490004649000466,
+      "grad_norm": 277.8180847167969,
+      "learning_rate": 1.792659898800858e-06,
+      "loss": 21.7031,
+      "step": 7000
+    },
+    {
+      "epoch": 0.46496646078236037,
+      "grad_norm": 176.1807861328125,
+      "learning_rate": 1.792594323652263e-06,
+      "loss": 14.1094,
+      "step": 7001
+    },
+    {
+      "epoch": 0.4650328750747161,
+      "grad_norm": 254.2904510498047,
+      "learning_rate": 1.7925287393353939e-06,
+      "loss": 15.6719,
+      "step": 7002
+    },
+    {
+      "epoch": 0.4650992893670718,
+      "grad_norm": 158.375,
+      "learning_rate": 1.7924631458510092e-06,
+      "loss": 13.0469,
+      "step": 7003
+    },
+    {
+      "epoch": 0.4651657036594275,
+      "grad_norm": 165.87057495117188,
+      "learning_rate": 1.7923975431998679e-06,
+      "loss": 19.3125,
+      "step": 7004
+    },
+    {
+      "epoch": 0.4652321179517832,
+      "grad_norm": 235.27220153808594,
+      "learning_rate": 1.7923319313827285e-06,
+      "loss": 18.2969,
+      "step": 7005
+    },
+    {
+      "epoch": 0.4652985322441389,
+      "grad_norm": 319.0000305175781,
+      "learning_rate": 1.7922663104003505e-06,
+      "loss": 18.5781,
+      "step": 7006
+    },
+    {
+      "epoch": 0.46536494653649463,
+      "grad_norm": 144.5729217529297,
+      "learning_rate": 1.7922006802534925e-06,
+      "loss": 17.9688,
+      "step": 7007
+    },
+    {
+      "epoch": 0.4654313608288504,
+      "grad_norm": 185.52093505859375,
+      "learning_rate": 1.792135040942914e-06,
+      "loss": 20.2188,
+      "step": 7008
+    },
+    {
+      "epoch": 0.4654977751212061,
+      "grad_norm": 125.49823760986328,
+      "learning_rate": 1.7920693924693739e-06,
+      "loss": 14.875,
+      "step": 7009
+    },
+    {
+      "epoch": 0.4655641894135618,
+      "grad_norm": 210.1021728515625,
+      "learning_rate": 1.7920037348336322e-06,
+      "loss": 16.7031,
+      "step": 7010
+    },
+    {
+      "epoch": 0.4656306037059175,
+      "grad_norm": 171.83815002441406,
+      "learning_rate": 1.7919380680364476e-06,
+      "loss": 16.8125,
+      "step": 7011
+    },
+    {
+      "epoch": 0.46569701799827323,
+      "grad_norm": 142.34764099121094,
+      "learning_rate": 1.7918723920785803e-06,
+      "loss": 17.1562,
+      "step": 7012
+    },
+    {
+      "epoch": 0.46576343229062894,
+      "grad_norm": 132.2679901123047,
+      "learning_rate": 1.7918067069607896e-06,
+      "loss": 16.2969,
+      "step": 7013
+    },
+    {
+      "epoch": 0.46582984658298465,
+      "grad_norm": 198.93724060058594,
+      "learning_rate": 1.7917410126838356e-06,
+      "loss": 24.625,
+      "step": 7014
+    },
+    {
+      "epoch": 0.46589626087534036,
+      "grad_norm": 409.84429931640625,
+      "learning_rate": 1.791675309248478e-06,
+      "loss": 16.6875,
+      "step": 7015
+    },
+    {
+      "epoch": 0.46596267516769607,
+      "grad_norm": 143.19459533691406,
+      "learning_rate": 1.791609596655477e-06,
+      "loss": 14.6562,
+      "step": 7016
+    },
+    {
+      "epoch": 0.4660290894600518,
+      "grad_norm": 176.6438751220703,
+      "learning_rate": 1.7915438749055926e-06,
+      "loss": 18.1406,
+      "step": 7017
+    },
+    {
+      "epoch": 0.4660955037524075,
+      "grad_norm": 326.96014404296875,
+      "learning_rate": 1.7914781439995852e-06,
+      "loss": 18.6875,
+      "step": 7018
+    },
+    {
+      "epoch": 0.46616191804476326,
+      "grad_norm": 190.39990234375,
+      "learning_rate": 1.791412403938215e-06,
+      "loss": 11.875,
+      "step": 7019
+    },
+    {
+      "epoch": 0.46622833233711897,
+      "grad_norm": 440.1648864746094,
+      "learning_rate": 1.7913466547222425e-06,
+      "loss": 18.8281,
+      "step": 7020
+    },
+    {
+      "epoch": 0.4662947466294747,
+      "grad_norm": 209.42967224121094,
+      "learning_rate": 1.7912808963524282e-06,
+      "loss": 12.9531,
+      "step": 7021
+    },
+    {
+      "epoch": 0.4663611609218304,
+      "grad_norm": 186.92947387695312,
+      "learning_rate": 1.7912151288295325e-06,
+      "loss": 26.1562,
+      "step": 7022
+    },
+    {
+      "epoch": 0.4664275752141861,
+      "grad_norm": 223.51742553710938,
+      "learning_rate": 1.7911493521543167e-06,
+      "loss": 17.7969,
+      "step": 7023
+    },
+    {
+      "epoch": 0.4664939895065418,
+      "grad_norm": 859.8792724609375,
+      "learning_rate": 1.7910835663275415e-06,
+      "loss": 9.6641,
+      "step": 7024
+    },
+    {
+      "epoch": 0.4665604037988975,
+      "grad_norm": 206.94456481933594,
+      "learning_rate": 1.7910177713499674e-06,
+      "loss": 17.7031,
+      "step": 7025
+    },
+    {
+      "epoch": 0.4666268180912532,
+      "grad_norm": 214.71136474609375,
+      "learning_rate": 1.7909519672223563e-06,
+      "loss": 15.3594,
+      "step": 7026
+    },
+    {
+      "epoch": 0.46669323238360894,
+      "grad_norm": 196.7074432373047,
+      "learning_rate": 1.7908861539454687e-06,
+      "loss": 18.5781,
+      "step": 7027
+    },
+    {
+      "epoch": 0.46675964667596465,
+      "grad_norm": 137.28448486328125,
+      "learning_rate": 1.790820331520066e-06,
+      "loss": 19.9062,
+      "step": 7028
+    },
+    {
+      "epoch": 0.46682606096832036,
+      "grad_norm": 261.8912048339844,
+      "learning_rate": 1.7907544999469097e-06,
+      "loss": 16.4062,
+      "step": 7029
+    },
+    {
+      "epoch": 0.4668924752606761,
+      "grad_norm": 231.9635009765625,
+      "learning_rate": 1.7906886592267618e-06,
+      "loss": 15.1406,
+      "step": 7030
+    },
+    {
+      "epoch": 0.46695888955303183,
+      "grad_norm": 140.6375732421875,
+      "learning_rate": 1.790622809360383e-06,
+      "loss": 15.2188,
+      "step": 7031
+    },
+    {
+      "epoch": 0.46702530384538754,
+      "grad_norm": 376.3713684082031,
+      "learning_rate": 1.7905569503485354e-06,
+      "loss": 20.8906,
+      "step": 7032
+    },
+    {
+      "epoch": 0.46709171813774325,
+      "grad_norm": 285.9868469238281,
+      "learning_rate": 1.7904910821919812e-06,
+      "loss": 20.3594,
+      "step": 7033
+    },
+    {
+      "epoch": 0.46715813243009896,
+      "grad_norm": 273.0746765136719,
+      "learning_rate": 1.7904252048914818e-06,
+      "loss": 21.6562,
+      "step": 7034
+    },
+    {
+      "epoch": 0.46722454672245467,
+      "grad_norm": 584.6735229492188,
+      "learning_rate": 1.7903593184477993e-06,
+      "loss": 19.3281,
+      "step": 7035
+    },
+    {
+      "epoch": 0.4672909610148104,
+      "grad_norm": 219.93106079101562,
+      "learning_rate": 1.790293422861696e-06,
+      "loss": 15.1094,
+      "step": 7036
+    },
+    {
+      "epoch": 0.4673573753071661,
+      "grad_norm": 460.4759826660156,
+      "learning_rate": 1.7902275181339342e-06,
+      "loss": 22.6953,
+      "step": 7037
+    },
+    {
+      "epoch": 0.4674237895995218,
+      "grad_norm": 246.1913299560547,
+      "learning_rate": 1.790161604265276e-06,
+      "loss": 17.8906,
+      "step": 7038
+    },
+    {
+      "epoch": 0.4674902038918775,
+      "grad_norm": 211.64122009277344,
+      "learning_rate": 1.790095681256484e-06,
+      "loss": 17.5469,
+      "step": 7039
+    },
+    {
+      "epoch": 0.4675566181842333,
+      "grad_norm": 276.2713317871094,
+      "learning_rate": 1.790029749108321e-06,
+      "loss": 15.375,
+      "step": 7040
+    },
+    {
+      "epoch": 0.467623032476589,
+      "grad_norm": 274.5052185058594,
+      "learning_rate": 1.7899638078215492e-06,
+      "loss": 22.625,
+      "step": 7041
+    },
+    {
+      "epoch": 0.4676894467689447,
+      "grad_norm": 405.6425476074219,
+      "learning_rate": 1.7898978573969317e-06,
+      "loss": 22.1875,
+      "step": 7042
+    },
+    {
+      "epoch": 0.4677558610613004,
+      "grad_norm": 209.9380645751953,
+      "learning_rate": 1.7898318978352312e-06,
+      "loss": 28.125,
+      "step": 7043
+    },
+    {
+      "epoch": 0.4678222753536561,
+      "grad_norm": 243.84890747070312,
+      "learning_rate": 1.7897659291372106e-06,
+      "loss": 23.2188,
+      "step": 7044
+    },
+    {
+      "epoch": 0.4678886896460118,
+      "grad_norm": 208.7187957763672,
+      "learning_rate": 1.7896999513036333e-06,
+      "loss": 18.1875,
+      "step": 7045
+    },
+    {
+      "epoch": 0.46795510393836753,
+      "grad_norm": 377.5207214355469,
+      "learning_rate": 1.7896339643352626e-06,
+      "loss": 21.5938,
+      "step": 7046
+    },
+    {
+      "epoch": 0.46802151823072324,
+      "grad_norm": 296.8357849121094,
+      "learning_rate": 1.789567968232861e-06,
+      "loss": 16.7344,
+      "step": 7047
+    },
+    {
+      "epoch": 0.46808793252307895,
+      "grad_norm": 174.7033233642578,
+      "learning_rate": 1.7895019629971927e-06,
+      "loss": 18.0938,
+      "step": 7048
+    },
+    {
+      "epoch": 0.46815434681543466,
+      "grad_norm": 195.7488555908203,
+      "learning_rate": 1.7894359486290212e-06,
+      "loss": 15.3281,
+      "step": 7049
+    },
+    {
+      "epoch": 0.4682207611077904,
+      "grad_norm": 158.238525390625,
+      "learning_rate": 1.7893699251291095e-06,
+      "loss": 16.9688,
+      "step": 7050
+    },
+    {
+      "epoch": 0.46828717540014614,
+      "grad_norm": 725.3101196289062,
+      "learning_rate": 1.7893038924982217e-06,
+      "loss": 22.0,
+      "step": 7051
+    },
+    {
+      "epoch": 0.46835358969250185,
+      "grad_norm": 191.6986846923828,
+      "learning_rate": 1.7892378507371216e-06,
+      "loss": 16.0391,
+      "step": 7052
+    },
+    {
+      "epoch": 0.46842000398485756,
+      "grad_norm": 359.83099365234375,
+      "learning_rate": 1.7891717998465735e-06,
+      "loss": 21.1406,
+      "step": 7053
+    },
+    {
+      "epoch": 0.46848641827721327,
+      "grad_norm": 135.66488647460938,
+      "learning_rate": 1.7891057398273406e-06,
+      "loss": 21.3125,
+      "step": 7054
+    },
+    {
+      "epoch": 0.468552832569569,
+      "grad_norm": 179.08447265625,
+      "learning_rate": 1.7890396706801878e-06,
+      "loss": 12.7031,
+      "step": 7055
+    },
+    {
+      "epoch": 0.4686192468619247,
+      "grad_norm": 183.2117919921875,
+      "learning_rate": 1.7889735924058788e-06,
+      "loss": 20.75,
+      "step": 7056
+    },
+    {
+      "epoch": 0.4686856611542804,
+      "grad_norm": 250.39312744140625,
+      "learning_rate": 1.7889075050051785e-06,
+      "loss": 23.8438,
+      "step": 7057
+    },
+    {
+      "epoch": 0.4687520754466361,
+      "grad_norm": 135.29750061035156,
+      "learning_rate": 1.7888414084788512e-06,
+      "loss": 12.125,
+      "step": 7058
+    },
+    {
+      "epoch": 0.4688184897389918,
+      "grad_norm": 265.2024841308594,
+      "learning_rate": 1.788775302827661e-06,
+      "loss": 14.0469,
+      "step": 7059
+    },
+    {
+      "epoch": 0.4688849040313475,
+      "grad_norm": 279.9967346191406,
+      "learning_rate": 1.7887091880523733e-06,
+      "loss": 16.0312,
+      "step": 7060
+    },
+    {
+      "epoch": 0.46895131832370324,
+      "grad_norm": 280.02740478515625,
+      "learning_rate": 1.7886430641537522e-06,
+      "loss": 15.5312,
+      "step": 7061
+    },
+    {
+      "epoch": 0.469017732616059,
+      "grad_norm": 246.5723419189453,
+      "learning_rate": 1.7885769311325632e-06,
+      "loss": 22.75,
+      "step": 7062
+    },
+    {
+      "epoch": 0.4690841469084147,
+      "grad_norm": 164.69439697265625,
+      "learning_rate": 1.7885107889895705e-06,
+      "loss": 22.9375,
+      "step": 7063
+    },
+    {
+      "epoch": 0.4691505612007704,
+      "grad_norm": 198.3480224609375,
+      "learning_rate": 1.7884446377255402e-06,
+      "loss": 20.3906,
+      "step": 7064
+    },
+    {
+      "epoch": 0.46921697549312613,
+      "grad_norm": 150.99114990234375,
+      "learning_rate": 1.788378477341237e-06,
+      "loss": 18.7188,
+      "step": 7065
+    },
+    {
+      "epoch": 0.46928338978548184,
+      "grad_norm": 307.5867004394531,
+      "learning_rate": 1.7883123078374256e-06,
+      "loss": 20.9688,
+      "step": 7066
+    },
+    {
+      "epoch": 0.46934980407783755,
+      "grad_norm": 249.6598358154297,
+      "learning_rate": 1.7882461292148726e-06,
+      "loss": 21.7188,
+      "step": 7067
+    },
+    {
+      "epoch": 0.46941621837019326,
+      "grad_norm": 607.955810546875,
+      "learning_rate": 1.7881799414743423e-06,
+      "loss": 21.2188,
+      "step": 7068
+    },
+    {
+      "epoch": 0.46948263266254897,
+      "grad_norm": 157.5939483642578,
+      "learning_rate": 1.7881137446166012e-06,
+      "loss": 16.4688,
+      "step": 7069
+    },
+    {
+      "epoch": 0.4695490469549047,
+      "grad_norm": 276.6815490722656,
+      "learning_rate": 1.788047538642415e-06,
+      "loss": 18.0469,
+      "step": 7070
+    },
+    {
+      "epoch": 0.4696154612472604,
+      "grad_norm": 242.8278350830078,
+      "learning_rate": 1.7879813235525492e-06,
+      "loss": 15.4062,
+      "step": 7071
+    },
+    {
+      "epoch": 0.4696818755396161,
+      "grad_norm": 214.60914611816406,
+      "learning_rate": 1.7879150993477696e-06,
+      "loss": 22.875,
+      "step": 7072
+    },
+    {
+      "epoch": 0.46974828983197187,
+      "grad_norm": 318.97613525390625,
+      "learning_rate": 1.7878488660288426e-06,
+      "loss": 26.375,
+      "step": 7073
+    },
+    {
+      "epoch": 0.4698147041243276,
+      "grad_norm": 165.88021850585938,
+      "learning_rate": 1.7877826235965344e-06,
+      "loss": 18.5,
+      "step": 7074
+    },
+    {
+      "epoch": 0.4698811184166833,
+      "grad_norm": 256.95269775390625,
+      "learning_rate": 1.787716372051611e-06,
+      "loss": 19.4844,
+      "step": 7075
+    },
+    {
+      "epoch": 0.469947532709039,
+      "grad_norm": 246.42274475097656,
+      "learning_rate": 1.7876501113948383e-06,
+      "loss": 17.0156,
+      "step": 7076
+    },
+    {
+      "epoch": 0.4700139470013947,
+      "grad_norm": 160.7545623779297,
+      "learning_rate": 1.7875838416269837e-06,
+      "loss": 20.9062,
+      "step": 7077
+    },
+    {
+      "epoch": 0.4700803612937504,
+      "grad_norm": 269.02899169921875,
+      "learning_rate": 1.7875175627488136e-06,
+      "loss": 19.3906,
+      "step": 7078
+    },
+    {
+      "epoch": 0.4701467755861061,
+      "grad_norm": 285.3047790527344,
+      "learning_rate": 1.7874512747610941e-06,
+      "loss": 16.0156,
+      "step": 7079
+    },
+    {
+      "epoch": 0.47021318987846183,
+      "grad_norm": 115.50745391845703,
+      "learning_rate": 1.7873849776645927e-06,
+      "loss": 15.2031,
+      "step": 7080
+    },
+    {
+      "epoch": 0.47027960417081754,
+      "grad_norm": 273.0755310058594,
+      "learning_rate": 1.7873186714600754e-06,
+      "loss": 19.7188,
+      "step": 7081
+    },
+    {
+      "epoch": 0.47034601846317325,
+      "grad_norm": 149.01649475097656,
+      "learning_rate": 1.78725235614831e-06,
+      "loss": 18.7812,
+      "step": 7082
+    },
+    {
+      "epoch": 0.47041243275552896,
+      "grad_norm": 188.91183471679688,
+      "learning_rate": 1.787186031730063e-06,
+      "loss": 20.4844,
+      "step": 7083
+    },
+    {
+      "epoch": 0.47047884704788473,
+      "grad_norm": 247.97042846679688,
+      "learning_rate": 1.7871196982061023e-06,
+      "loss": 17.75,
+      "step": 7084
+    },
+    {
+      "epoch": 0.47054526134024044,
+      "grad_norm": 201.9667205810547,
+      "learning_rate": 1.787053355577195e-06,
+      "loss": 18.2344,
+      "step": 7085
+    },
+    {
+      "epoch": 0.47061167563259615,
+      "grad_norm": 181.83763122558594,
+      "learning_rate": 1.7869870038441077e-06,
+      "loss": 17.2656,
+      "step": 7086
+    },
+    {
+      "epoch": 0.47067808992495186,
+      "grad_norm": 907.183349609375,
+      "learning_rate": 1.786920643007609e-06,
+      "loss": 17.0,
+      "step": 7087
+    },
+    {
+      "epoch": 0.47074450421730757,
+      "grad_norm": 167.51075744628906,
+      "learning_rate": 1.786854273068466e-06,
+      "loss": 16.6875,
+      "step": 7088
+    },
+    {
+      "epoch": 0.4708109185096633,
+      "grad_norm": 553.701171875,
+      "learning_rate": 1.786787894027446e-06,
+      "loss": 18.0312,
+      "step": 7089
+    },
+    {
+      "epoch": 0.470877332802019,
+      "grad_norm": 751.292236328125,
+      "learning_rate": 1.786721505885318e-06,
+      "loss": 19.0312,
+      "step": 7090
+    },
+    {
+      "epoch": 0.4709437470943747,
+      "grad_norm": 151.39366149902344,
+      "learning_rate": 1.786655108642849e-06,
+      "loss": 14.1719,
+      "step": 7091
+    },
+    {
+      "epoch": 0.4710101613867304,
+      "grad_norm": 508.0611267089844,
+      "learning_rate": 1.7865887023008073e-06,
+      "loss": 21.9375,
+      "step": 7092
+    },
+    {
+      "epoch": 0.4710765756790861,
+      "grad_norm": 260.64178466796875,
+      "learning_rate": 1.786522286859961e-06,
+      "loss": 26.625,
+      "step": 7093
+    },
+    {
+      "epoch": 0.47114298997144183,
+      "grad_norm": 264.6623229980469,
+      "learning_rate": 1.7864558623210786e-06,
+      "loss": 26.4688,
+      "step": 7094
+    },
+    {
+      "epoch": 0.4712094042637976,
+      "grad_norm": 432.4461364746094,
+      "learning_rate": 1.7863894286849281e-06,
+      "loss": 22.4062,
+      "step": 7095
+    },
+    {
+      "epoch": 0.4712758185561533,
+      "grad_norm": 571.7866821289062,
+      "learning_rate": 1.786322985952278e-06,
+      "loss": 15.3438,
+      "step": 7096
+    },
+    {
+      "epoch": 0.471342232848509,
+      "grad_norm": 245.63949584960938,
+      "learning_rate": 1.7862565341238972e-06,
+      "loss": 19.9688,
+      "step": 7097
+    },
+    {
+      "epoch": 0.4714086471408647,
+      "grad_norm": 279.0260314941406,
+      "learning_rate": 1.7861900732005544e-06,
+      "loss": 17.1719,
+      "step": 7098
+    },
+    {
+      "epoch": 0.47147506143322043,
+      "grad_norm": 422.8459777832031,
+      "learning_rate": 1.786123603183018e-06,
+      "loss": 20.4844,
+      "step": 7099
+    },
+    {
+      "epoch": 0.47154147572557614,
+      "grad_norm": 213.62615966796875,
+      "learning_rate": 1.786057124072057e-06,
+      "loss": 19.4688,
+      "step": 7100
+    },
+    {
+      "epoch": 0.47160789001793185,
+      "grad_norm": 365.40423583984375,
+      "learning_rate": 1.7859906358684406e-06,
+      "loss": 24.5625,
+      "step": 7101
+    },
+    {
+      "epoch": 0.47167430431028756,
+      "grad_norm": 129.36900329589844,
+      "learning_rate": 1.7859241385729378e-06,
+      "loss": 19.0625,
+      "step": 7102
+    },
+    {
+      "epoch": 0.47174071860264327,
+      "grad_norm": 217.748291015625,
+      "learning_rate": 1.7858576321863178e-06,
+      "loss": 17.4375,
+      "step": 7103
+    },
+    {
+      "epoch": 0.471807132894999,
+      "grad_norm": 195.74075317382812,
+      "learning_rate": 1.7857911167093495e-06,
+      "loss": 17.9062,
+      "step": 7104
+    },
+    {
+      "epoch": 0.4718735471873547,
+      "grad_norm": 109.23750305175781,
+      "learning_rate": 1.7857245921428027e-06,
+      "loss": 14.9375,
+      "step": 7105
+    },
+    {
+      "epoch": 0.47193996147971046,
+      "grad_norm": 211.80453491210938,
+      "learning_rate": 1.7856580584874474e-06,
+      "loss": 14.5625,
+      "step": 7106
+    },
+    {
+      "epoch": 0.47200637577206617,
+      "grad_norm": 181.29000854492188,
+      "learning_rate": 1.7855915157440525e-06,
+      "loss": 22.1719,
+      "step": 7107
+    },
+    {
+      "epoch": 0.4720727900644219,
+      "grad_norm": 275.2141418457031,
+      "learning_rate": 1.7855249639133877e-06,
+      "loss": 26.1875,
+      "step": 7108
+    },
+    {
+      "epoch": 0.4721392043567776,
+      "grad_norm": 217.91737365722656,
+      "learning_rate": 1.7854584029962232e-06,
+      "loss": 16.5469,
+      "step": 7109
+    },
+    {
+      "epoch": 0.4722056186491333,
+      "grad_norm": 173.76612854003906,
+      "learning_rate": 1.7853918329933286e-06,
+      "loss": 15.8594,
+      "step": 7110
+    },
+    {
+      "epoch": 0.472272032941489,
+      "grad_norm": 324.6644592285156,
+      "learning_rate": 1.7853252539054745e-06,
+      "loss": 14.5156,
+      "step": 7111
+    },
+    {
+      "epoch": 0.4723384472338447,
+      "grad_norm": 221.83921813964844,
+      "learning_rate": 1.7852586657334308e-06,
+      "loss": 16.3438,
+      "step": 7112
+    },
+    {
+      "epoch": 0.4724048615262004,
+      "grad_norm": 182.80010986328125,
+      "learning_rate": 1.785192068477967e-06,
+      "loss": 19.625,
+      "step": 7113
+    },
+    {
+      "epoch": 0.47247127581855614,
+      "grad_norm": 499.93341064453125,
+      "learning_rate": 1.7851254621398548e-06,
+      "loss": 23.375,
+      "step": 7114
+    },
+    {
+      "epoch": 0.47253769011091185,
+      "grad_norm": 161.0838165283203,
+      "learning_rate": 1.7850588467198637e-06,
+      "loss": 14.9531,
+      "step": 7115
+    },
+    {
+      "epoch": 0.4726041044032676,
+      "grad_norm": 111.73112487792969,
+      "learning_rate": 1.7849922222187645e-06,
+      "loss": 15.375,
+      "step": 7116
+    },
+    {
+      "epoch": 0.4726705186956233,
+      "grad_norm": 156.9224395751953,
+      "learning_rate": 1.7849255886373283e-06,
+      "loss": 19.3906,
+      "step": 7117
+    },
+    {
+      "epoch": 0.47273693298797903,
+      "grad_norm": 197.64366149902344,
+      "learning_rate": 1.784858945976325e-06,
+      "loss": 19.2969,
+      "step": 7118
+    },
+    {
+      "epoch": 0.47280334728033474,
+      "grad_norm": 133.61241149902344,
+      "learning_rate": 1.7847922942365264e-06,
+      "loss": 14.7969,
+      "step": 7119
+    },
+    {
+      "epoch": 0.47286976157269045,
+      "grad_norm": 385.4378967285156,
+      "learning_rate": 1.784725633418703e-06,
+      "loss": 24.4062,
+      "step": 7120
+    },
+    {
+      "epoch": 0.47293617586504616,
+      "grad_norm": 333.7594299316406,
+      "learning_rate": 1.7846589635236258e-06,
+      "loss": 16.125,
+      "step": 7121
+    },
+    {
+      "epoch": 0.47300259015740187,
+      "grad_norm": 211.38916015625,
+      "learning_rate": 1.7845922845520662e-06,
+      "loss": 18.875,
+      "step": 7122
+    },
+    {
+      "epoch": 0.4730690044497576,
+      "grad_norm": 163.7265167236328,
+      "learning_rate": 1.7845255965047955e-06,
+      "loss": 21.5938,
+      "step": 7123
+    },
+    {
+      "epoch": 0.4731354187421133,
+      "grad_norm": 294.2230224609375,
+      "learning_rate": 1.784458899382585e-06,
+      "loss": 22.75,
+      "step": 7124
+    },
+    {
+      "epoch": 0.473201833034469,
+      "grad_norm": 469.1732482910156,
+      "learning_rate": 1.7843921931862064e-06,
+      "loss": 21.7656,
+      "step": 7125
+    },
+    {
+      "epoch": 0.4732682473268247,
+      "grad_norm": 307.99176025390625,
+      "learning_rate": 1.7843254779164314e-06,
+      "loss": 18.1875,
+      "step": 7126
+    },
+    {
+      "epoch": 0.4733346616191805,
+      "grad_norm": 194.46849060058594,
+      "learning_rate": 1.7842587535740313e-06,
+      "loss": 17.6875,
+      "step": 7127
+    },
+    {
+      "epoch": 0.4734010759115362,
+      "grad_norm": 153.6965789794922,
+      "learning_rate": 1.7841920201597782e-06,
+      "loss": 15.375,
+      "step": 7128
+    },
+    {
+      "epoch": 0.4734674902038919,
+      "grad_norm": 146.2307891845703,
+      "learning_rate": 1.784125277674444e-06,
+      "loss": 19.3906,
+      "step": 7129
+    },
+    {
+      "epoch": 0.4735339044962476,
+      "grad_norm": 190.61326599121094,
+      "learning_rate": 1.7840585261188007e-06,
+      "loss": 15.9375,
+      "step": 7130
+    },
+    {
+      "epoch": 0.4736003187886033,
+      "grad_norm": 210.0861358642578,
+      "learning_rate": 1.7839917654936208e-06,
+      "loss": 17.9688,
+      "step": 7131
+    },
+    {
+      "epoch": 0.473666733080959,
+      "grad_norm": 153.25381469726562,
+      "learning_rate": 1.7839249957996759e-06,
+      "loss": 14.4531,
+      "step": 7132
+    },
+    {
+      "epoch": 0.47373314737331473,
+      "grad_norm": 142.81207275390625,
+      "learning_rate": 1.7838582170377388e-06,
+      "loss": 14.9219,
+      "step": 7133
+    },
+    {
+      "epoch": 0.47379956166567044,
+      "grad_norm": 225.51092529296875,
+      "learning_rate": 1.7837914292085816e-06,
+      "loss": 19.3438,
+      "step": 7134
+    },
+    {
+      "epoch": 0.47386597595802615,
+      "grad_norm": 218.4439239501953,
+      "learning_rate": 1.7837246323129774e-06,
+      "loss": 17.25,
+      "step": 7135
+    },
+    {
+      "epoch": 0.47393239025038186,
+      "grad_norm": 286.2750244140625,
+      "learning_rate": 1.7836578263516983e-06,
+      "loss": 19.0938,
+      "step": 7136
+    },
+    {
+      "epoch": 0.4739988045427376,
+      "grad_norm": 155.85142517089844,
+      "learning_rate": 1.7835910113255178e-06,
+      "loss": 15.7812,
+      "step": 7137
+    },
+    {
+      "epoch": 0.47406521883509334,
+      "grad_norm": 223.3866424560547,
+      "learning_rate": 1.783524187235208e-06,
+      "loss": 18.2656,
+      "step": 7138
+    },
+    {
+      "epoch": 0.47413163312744905,
+      "grad_norm": 347.537841796875,
+      "learning_rate": 1.783457354081542e-06,
+      "loss": 18.1562,
+      "step": 7139
+    },
+    {
+      "epoch": 0.47419804741980476,
+      "grad_norm": 430.5411071777344,
+      "learning_rate": 1.7833905118652936e-06,
+      "loss": 19.6875,
+      "step": 7140
+    },
+    {
+      "epoch": 0.47426446171216047,
+      "grad_norm": 232.62493896484375,
+      "learning_rate": 1.7833236605872352e-06,
+      "loss": 22.3438,
+      "step": 7141
+    },
+    {
+      "epoch": 0.4743308760045162,
+      "grad_norm": 192.92388916015625,
+      "learning_rate": 1.7832568002481406e-06,
+      "loss": 20.5,
+      "step": 7142
+    },
+    {
+      "epoch": 0.4743972902968719,
+      "grad_norm": 172.69595336914062,
+      "learning_rate": 1.7831899308487827e-06,
+      "loss": 15.125,
+      "step": 7143
+    },
+    {
+      "epoch": 0.4744637045892276,
+      "grad_norm": 2660.00927734375,
+      "learning_rate": 1.7831230523899355e-06,
+      "loss": 16.8438,
+      "step": 7144
+    },
+    {
+      "epoch": 0.4745301188815833,
+      "grad_norm": 100.2077407836914,
+      "learning_rate": 1.7830561648723723e-06,
+      "loss": 17.4531,
+      "step": 7145
+    },
+    {
+      "epoch": 0.474596533173939,
+      "grad_norm": 275.6755676269531,
+      "learning_rate": 1.782989268296867e-06,
+      "loss": 19.9062,
+      "step": 7146
+    },
+    {
+      "epoch": 0.4746629474662947,
+      "grad_norm": 133.74954223632812,
+      "learning_rate": 1.7829223626641932e-06,
+      "loss": 20.7812,
+      "step": 7147
+    },
+    {
+      "epoch": 0.47472936175865044,
+      "grad_norm": 219.98623657226562,
+      "learning_rate": 1.782855447975125e-06,
+      "loss": 21.7969,
+      "step": 7148
+    },
+    {
+      "epoch": 0.4747957760510062,
+      "grad_norm": 294.0550537109375,
+      "learning_rate": 1.7827885242304364e-06,
+      "loss": 18.8281,
+      "step": 7149
+    },
+    {
+      "epoch": 0.4748621903433619,
+      "grad_norm": 725.6036987304688,
+      "learning_rate": 1.7827215914309015e-06,
+      "loss": 22.3906,
+      "step": 7150
+    },
+    {
+      "epoch": 0.4749286046357176,
+      "grad_norm": 190.97842407226562,
+      "learning_rate": 1.782654649577295e-06,
+      "loss": 20.9375,
+      "step": 7151
+    },
+    {
+      "epoch": 0.47499501892807333,
+      "grad_norm": 256.0082092285156,
+      "learning_rate": 1.7825876986703903e-06,
+      "loss": 18.3906,
+      "step": 7152
+    },
+    {
+      "epoch": 0.47506143322042904,
+      "grad_norm": 168.6579132080078,
+      "learning_rate": 1.7825207387109623e-06,
+      "loss": 16.5938,
+      "step": 7153
+    },
+    {
+      "epoch": 0.47512784751278475,
+      "grad_norm": 116.9045639038086,
+      "learning_rate": 1.7824537696997862e-06,
+      "loss": 18.8125,
+      "step": 7154
+    },
+    {
+      "epoch": 0.47519426180514046,
+      "grad_norm": 197.40447998046875,
+      "learning_rate": 1.7823867916376355e-06,
+      "loss": 23.4688,
+      "step": 7155
+    },
+    {
+      "epoch": 0.47526067609749617,
+      "grad_norm": 180.67247009277344,
+      "learning_rate": 1.7823198045252861e-06,
+      "loss": 21.3281,
+      "step": 7156
+    },
+    {
+      "epoch": 0.4753270903898519,
+      "grad_norm": 266.0850830078125,
+      "learning_rate": 1.7822528083635118e-06,
+      "loss": 20.3281,
+      "step": 7157
+    },
+    {
+      "epoch": 0.4753935046822076,
+      "grad_norm": 792.6607055664062,
+      "learning_rate": 1.7821858031530886e-06,
+      "loss": 18.6875,
+      "step": 7158
+    },
+    {
+      "epoch": 0.4754599189745633,
+      "grad_norm": 132.39068603515625,
+      "learning_rate": 1.7821187888947904e-06,
+      "loss": 18.9062,
+      "step": 7159
+    },
+    {
+      "epoch": 0.47552633326691907,
+      "grad_norm": 294.007080078125,
+      "learning_rate": 1.7820517655893936e-06,
+      "loss": 19.4219,
+      "step": 7160
+    },
+    {
+      "epoch": 0.4755927475592748,
+      "grad_norm": 154.79115295410156,
+      "learning_rate": 1.7819847332376728e-06,
+      "loss": 19.1094,
+      "step": 7161
+    },
+    {
+      "epoch": 0.4756591618516305,
+      "grad_norm": 127.86709594726562,
+      "learning_rate": 1.7819176918404034e-06,
+      "loss": 13.7812,
+      "step": 7162
+    },
+    {
+      "epoch": 0.4757255761439862,
+      "grad_norm": 339.23199462890625,
+      "learning_rate": 1.781850641398361e-06,
+      "loss": 17.9531,
+      "step": 7163
+    },
+    {
+      "epoch": 0.4757919904363419,
+      "grad_norm": 316.71673583984375,
+      "learning_rate": 1.7817835819123213e-06,
+      "loss": 19.4688,
+      "step": 7164
+    },
+    {
+      "epoch": 0.4758584047286976,
+      "grad_norm": 159.83950805664062,
+      "learning_rate": 1.7817165133830597e-06,
+      "loss": 15.7812,
+      "step": 7165
+    },
+    {
+      "epoch": 0.4759248190210533,
+      "grad_norm": 171.79698181152344,
+      "learning_rate": 1.7816494358113528e-06,
+      "loss": 19.6562,
+      "step": 7166
+    },
+    {
+      "epoch": 0.47599123331340903,
+      "grad_norm": 527.1869506835938,
+      "learning_rate": 1.7815823491979756e-06,
+      "loss": 26.6562,
+      "step": 7167
+    },
+    {
+      "epoch": 0.47605764760576474,
+      "grad_norm": 186.78176879882812,
+      "learning_rate": 1.7815152535437043e-06,
+      "loss": 12.5938,
+      "step": 7168
+    },
+    {
+      "epoch": 0.47612406189812045,
+      "grad_norm": 389.2489013671875,
+      "learning_rate": 1.7814481488493154e-06,
+      "loss": 21.5469,
+      "step": 7169
+    },
+    {
+      "epoch": 0.47619047619047616,
+      "grad_norm": 330.6747741699219,
+      "learning_rate": 1.781381035115585e-06,
+      "loss": 16.1406,
+      "step": 7170
+    },
+    {
+      "epoch": 0.47625689048283193,
+      "grad_norm": 143.32852172851562,
+      "learning_rate": 1.7813139123432892e-06,
+      "loss": 21.2344,
+      "step": 7171
+    },
+    {
+      "epoch": 0.47632330477518764,
+      "grad_norm": 305.4170837402344,
+      "learning_rate": 1.7812467805332046e-06,
+      "loss": 22.7656,
+      "step": 7172
+    },
+    {
+      "epoch": 0.47638971906754335,
+      "grad_norm": 624.7872314453125,
+      "learning_rate": 1.7811796396861078e-06,
+      "loss": 24.4531,
+      "step": 7173
+    },
+    {
+      "epoch": 0.47645613335989906,
+      "grad_norm": 373.3346252441406,
+      "learning_rate": 1.7811124898027753e-06,
+      "loss": 21.4219,
+      "step": 7174
+    },
+    {
+      "epoch": 0.47652254765225477,
+      "grad_norm": 270.7396240234375,
+      "learning_rate": 1.7810453308839842e-06,
+      "loss": 18.0469,
+      "step": 7175
+    },
+    {
+      "epoch": 0.4765889619446105,
+      "grad_norm": 325.5307922363281,
+      "learning_rate": 1.780978162930511e-06,
+      "loss": 25.25,
+      "step": 7176
+    },
+    {
+      "epoch": 0.4766553762369662,
+      "grad_norm": 283.9944763183594,
+      "learning_rate": 1.7809109859431323e-06,
+      "loss": 19.25,
+      "step": 7177
+    },
+    {
+      "epoch": 0.4767217905293219,
+      "grad_norm": 257.65325927734375,
+      "learning_rate": 1.7808437999226263e-06,
+      "loss": 18.7344,
+      "step": 7178
+    },
+    {
+      "epoch": 0.4767882048216776,
+      "grad_norm": 199.8212890625,
+      "learning_rate": 1.780776604869769e-06,
+      "loss": 19.8438,
+      "step": 7179
+    },
+    {
+      "epoch": 0.4768546191140333,
+      "grad_norm": 179.6190185546875,
+      "learning_rate": 1.7807094007853382e-06,
+      "loss": 23.1562,
+      "step": 7180
+    },
+    {
+      "epoch": 0.476921033406389,
+      "grad_norm": 566.3076171875,
+      "learning_rate": 1.7806421876701115e-06,
+      "loss": 17.9531,
+      "step": 7181
+    },
+    {
+      "epoch": 0.4769874476987448,
+      "grad_norm": 284.81292724609375,
+      "learning_rate": 1.780574965524866e-06,
+      "loss": 13.6875,
+      "step": 7182
+    },
+    {
+      "epoch": 0.4770538619911005,
+      "grad_norm": 335.7895812988281,
+      "learning_rate": 1.7805077343503792e-06,
+      "loss": 19.4062,
+      "step": 7183
+    },
+    {
+      "epoch": 0.4771202762834562,
+      "grad_norm": 149.4384307861328,
+      "learning_rate": 1.7804404941474291e-06,
+      "loss": 18.0469,
+      "step": 7184
+    },
+    {
+      "epoch": 0.4771866905758119,
+      "grad_norm": 162.23086547851562,
+      "learning_rate": 1.7803732449167934e-06,
+      "loss": 21.7969,
+      "step": 7185
+    },
+    {
+      "epoch": 0.47725310486816763,
+      "grad_norm": 415.53497314453125,
+      "learning_rate": 1.78030598665925e-06,
+      "loss": 17.6875,
+      "step": 7186
+    },
+    {
+      "epoch": 0.47731951916052334,
+      "grad_norm": 351.5398254394531,
+      "learning_rate": 1.780238719375577e-06,
+      "loss": 18.5625,
+      "step": 7187
+    },
+    {
+      "epoch": 0.47738593345287905,
+      "grad_norm": 156.41595458984375,
+      "learning_rate": 1.7801714430665524e-06,
+      "loss": 22.5938,
+      "step": 7188
+    },
+    {
+      "epoch": 0.47745234774523476,
+      "grad_norm": 248.4420623779297,
+      "learning_rate": 1.7801041577329544e-06,
+      "loss": 29.2344,
+      "step": 7189
+    },
+    {
+      "epoch": 0.47751876203759047,
+      "grad_norm": 166.4094696044922,
+      "learning_rate": 1.7800368633755612e-06,
+      "loss": 19.4688,
+      "step": 7190
+    },
+    {
+      "epoch": 0.4775851763299462,
+      "grad_norm": 284.2726745605469,
+      "learning_rate": 1.7799695599951514e-06,
+      "loss": 18.6719,
+      "step": 7191
+    },
+    {
+      "epoch": 0.47765159062230195,
+      "grad_norm": 140.13717651367188,
+      "learning_rate": 1.7799022475925037e-06,
+      "loss": 17.6562,
+      "step": 7192
+    },
+    {
+      "epoch": 0.47771800491465766,
+      "grad_norm": 239.516357421875,
+      "learning_rate": 1.7798349261683962e-06,
+      "loss": 15.3125,
+      "step": 7193
+    },
+    {
+      "epoch": 0.47778441920701337,
+      "grad_norm": 2652.407470703125,
+      "learning_rate": 1.779767595723608e-06,
+      "loss": 17.2422,
+      "step": 7194
+    },
+    {
+      "epoch": 0.4778508334993691,
+      "grad_norm": 203.6732940673828,
+      "learning_rate": 1.779700256258918e-06,
+      "loss": 13.7969,
+      "step": 7195
+    },
+    {
+      "epoch": 0.4779172477917248,
+      "grad_norm": 168.61114501953125,
+      "learning_rate": 1.7796329077751052e-06,
+      "loss": 15.8125,
+      "step": 7196
+    },
+    {
+      "epoch": 0.4779836620840805,
+      "grad_norm": 180.40260314941406,
+      "learning_rate": 1.7795655502729484e-06,
+      "loss": 17.2969,
+      "step": 7197
+    },
+    {
+      "epoch": 0.4780500763764362,
+      "grad_norm": 105.36137390136719,
+      "learning_rate": 1.7794981837532265e-06,
+      "loss": 17.7812,
+      "step": 7198
+    },
+    {
+      "epoch": 0.4781164906687919,
+      "grad_norm": 537.8704833984375,
+      "learning_rate": 1.7794308082167193e-06,
+      "loss": 22.0938,
+      "step": 7199
+    },
+    {
+      "epoch": 0.4781829049611476,
+      "grad_norm": 254.81431579589844,
+      "learning_rate": 1.779363423664206e-06,
+      "loss": 25.1562,
+      "step": 7200
+    },
+    {
+      "epoch": 0.47824931925350334,
+      "grad_norm": 181.06895446777344,
+      "learning_rate": 1.779296030096466e-06,
+      "loss": 20.8281,
+      "step": 7201
+    },
+    {
+      "epoch": 0.47831573354585905,
+      "grad_norm": 415.96466064453125,
+      "learning_rate": 1.7792286275142788e-06,
+      "loss": 22.5312,
+      "step": 7202
+    },
+    {
+      "epoch": 0.4783821478382148,
+      "grad_norm": 271.318115234375,
+      "learning_rate": 1.7791612159184246e-06,
+      "loss": 12.7969,
+      "step": 7203
+    },
+    {
+      "epoch": 0.4784485621305705,
+      "grad_norm": 255.12539672851562,
+      "learning_rate": 1.7790937953096823e-06,
+      "loss": 24.5625,
+      "step": 7204
+    },
+    {
+      "epoch": 0.47851497642292623,
+      "grad_norm": 121.89238739013672,
+      "learning_rate": 1.7790263656888325e-06,
+      "loss": 14.8438,
+      "step": 7205
+    },
+    {
+      "epoch": 0.47858139071528194,
+      "grad_norm": 456.8875427246094,
+      "learning_rate": 1.7789589270566547e-06,
+      "loss": 22.4062,
+      "step": 7206
+    },
+    {
+      "epoch": 0.47864780500763765,
+      "grad_norm": 249.86500549316406,
+      "learning_rate": 1.778891479413929e-06,
+      "loss": 21.2656,
+      "step": 7207
+    },
+    {
+      "epoch": 0.47871421929999336,
+      "grad_norm": 255.76058959960938,
+      "learning_rate": 1.7788240227614364e-06,
+      "loss": 12.25,
+      "step": 7208
+    },
+    {
+      "epoch": 0.47878063359234907,
+      "grad_norm": 196.15640258789062,
+      "learning_rate": 1.7787565570999561e-06,
+      "loss": 20.1562,
+      "step": 7209
+    },
+    {
+      "epoch": 0.4788470478847048,
+      "grad_norm": 216.4442138671875,
+      "learning_rate": 1.7786890824302692e-06,
+      "loss": 17.9688,
+      "step": 7210
+    },
+    {
+      "epoch": 0.4789134621770605,
+      "grad_norm": 577.4068603515625,
+      "learning_rate": 1.778621598753156e-06,
+      "loss": 17.4844,
+      "step": 7211
+    },
+    {
+      "epoch": 0.4789798764694162,
+      "grad_norm": 230.4617919921875,
+      "learning_rate": 1.7785541060693972e-06,
+      "loss": 19.4219,
+      "step": 7212
+    },
+    {
+      "epoch": 0.4790462907617719,
+      "grad_norm": 123.05430603027344,
+      "learning_rate": 1.7784866043797733e-06,
+      "loss": 15.9219,
+      "step": 7213
+    },
+    {
+      "epoch": 0.4791127050541277,
+      "grad_norm": 413.5591735839844,
+      "learning_rate": 1.7784190936850653e-06,
+      "loss": 23.4688,
+      "step": 7214
+    },
+    {
+      "epoch": 0.4791791193464834,
+      "grad_norm": 473.8348388671875,
+      "learning_rate": 1.7783515739860541e-06,
+      "loss": 22.7969,
+      "step": 7215
+    },
+    {
+      "epoch": 0.4792455336388391,
+      "grad_norm": 240.60885620117188,
+      "learning_rate": 1.7782840452835206e-06,
+      "loss": 28.4688,
+      "step": 7216
+    },
+    {
+      "epoch": 0.4793119479311948,
+      "grad_norm": 381.4591369628906,
+      "learning_rate": 1.7782165075782466e-06,
+      "loss": 25.0312,
+      "step": 7217
+    },
+    {
+      "epoch": 0.4793783622235505,
+      "grad_norm": 179.8711395263672,
+      "learning_rate": 1.7781489608710121e-06,
+      "loss": 14.9219,
+      "step": 7218
+    },
+    {
+      "epoch": 0.4794447765159062,
+      "grad_norm": 133.49974060058594,
+      "learning_rate": 1.7780814051625994e-06,
+      "loss": 13.8594,
+      "step": 7219
+    },
+    {
+      "epoch": 0.47951119080826193,
+      "grad_norm": 210.6067352294922,
+      "learning_rate": 1.7780138404537896e-06,
+      "loss": 17.0,
+      "step": 7220
+    },
+    {
+      "epoch": 0.47957760510061764,
+      "grad_norm": 276.8589782714844,
+      "learning_rate": 1.7779462667453645e-06,
+      "loss": 15.3594,
+      "step": 7221
+    },
+    {
+      "epoch": 0.47964401939297335,
+      "grad_norm": 693.9723510742188,
+      "learning_rate": 1.7778786840381054e-06,
+      "loss": 22.6094,
+      "step": 7222
+    },
+    {
+      "epoch": 0.47971043368532906,
+      "grad_norm": 160.47549438476562,
+      "learning_rate": 1.7778110923327941e-06,
+      "loss": 17.9062,
+      "step": 7223
+    },
+    {
+      "epoch": 0.4797768479776848,
+      "grad_norm": 238.54013061523438,
+      "learning_rate": 1.7777434916302129e-06,
+      "loss": 21.6875,
+      "step": 7224
+    },
+    {
+      "epoch": 0.47984326227004054,
+      "grad_norm": 273.75555419921875,
+      "learning_rate": 1.7776758819311433e-06,
+      "loss": 18.0,
+      "step": 7225
+    },
+    {
+      "epoch": 0.47990967656239625,
+      "grad_norm": 168.98651123046875,
+      "learning_rate": 1.7776082632363677e-06,
+      "loss": 18.75,
+      "step": 7226
+    },
+    {
+      "epoch": 0.47997609085475196,
+      "grad_norm": 170.1465301513672,
+      "learning_rate": 1.7775406355466677e-06,
+      "loss": 21.0156,
+      "step": 7227
+    },
+    {
+      "epoch": 0.48004250514710767,
+      "grad_norm": 562.8358154296875,
+      "learning_rate": 1.7774729988628265e-06,
+      "loss": 23.5,
+      "step": 7228
+    },
+    {
+      "epoch": 0.4801089194394634,
+      "grad_norm": 99.58377075195312,
+      "learning_rate": 1.7774053531856257e-06,
+      "loss": 16.2031,
+      "step": 7229
+    },
+    {
+      "epoch": 0.4801753337318191,
+      "grad_norm": 189.40997314453125,
+      "learning_rate": 1.777337698515848e-06,
+      "loss": 17.9688,
+      "step": 7230
+    },
+    {
+      "epoch": 0.4802417480241748,
+      "grad_norm": 276.605712890625,
+      "learning_rate": 1.7772700348542762e-06,
+      "loss": 19.5781,
+      "step": 7231
+    },
+    {
+      "epoch": 0.4803081623165305,
+      "grad_norm": 290.41644287109375,
+      "learning_rate": 1.7772023622016927e-06,
+      "loss": 21.5625,
+      "step": 7232
+    },
+    {
+      "epoch": 0.4803745766088862,
+      "grad_norm": 178.82936096191406,
+      "learning_rate": 1.7771346805588805e-06,
+      "loss": 17.7812,
+      "step": 7233
+    },
+    {
+      "epoch": 0.4804409909012419,
+      "grad_norm": 184.81251525878906,
+      "learning_rate": 1.7770669899266224e-06,
+      "loss": 23.3125,
+      "step": 7234
+    },
+    {
+      "epoch": 0.48050740519359764,
+      "grad_norm": 261.7384033203125,
+      "learning_rate": 1.7769992903057017e-06,
+      "loss": 24.625,
+      "step": 7235
+    },
+    {
+      "epoch": 0.4805738194859534,
+      "grad_norm": 144.69189453125,
+      "learning_rate": 1.7769315816969008e-06,
+      "loss": 18.4219,
+      "step": 7236
+    },
+    {
+      "epoch": 0.4806402337783091,
+      "grad_norm": 269.8171081542969,
+      "learning_rate": 1.7768638641010037e-06,
+      "loss": 19.2188,
+      "step": 7237
+    },
+    {
+      "epoch": 0.4807066480706648,
+      "grad_norm": 233.21238708496094,
+      "learning_rate": 1.7767961375187932e-06,
+      "loss": 21.5,
+      "step": 7238
+    },
+    {
+      "epoch": 0.48077306236302053,
+      "grad_norm": 341.3163757324219,
+      "learning_rate": 1.7767284019510531e-06,
+      "loss": 22.0625,
+      "step": 7239
+    },
+    {
+      "epoch": 0.48083947665537624,
+      "grad_norm": 123.52738952636719,
+      "learning_rate": 1.7766606573985667e-06,
+      "loss": 17.1719,
+      "step": 7240
+    },
+    {
+      "epoch": 0.48090589094773195,
+      "grad_norm": 181.21339416503906,
+      "learning_rate": 1.7765929038621174e-06,
+      "loss": 14.625,
+      "step": 7241
+    },
+    {
+      "epoch": 0.48097230524008766,
+      "grad_norm": 161.66932678222656,
+      "learning_rate": 1.7765251413424896e-06,
+      "loss": 21.0312,
+      "step": 7242
+    },
+    {
+      "epoch": 0.48103871953244337,
+      "grad_norm": 172.94203186035156,
+      "learning_rate": 1.7764573698404664e-06,
+      "loss": 13.7031,
+      "step": 7243
+    },
+    {
+      "epoch": 0.4811051338247991,
+      "grad_norm": 94.0063247680664,
+      "learning_rate": 1.7763895893568322e-06,
+      "loss": 14.8594,
+      "step": 7244
+    },
+    {
+      "epoch": 0.4811715481171548,
+      "grad_norm": 274.9347229003906,
+      "learning_rate": 1.7763217998923708e-06,
+      "loss": 19.0156,
+      "step": 7245
+    },
+    {
+      "epoch": 0.4812379624095105,
+      "grad_norm": 408.43194580078125,
+      "learning_rate": 1.7762540014478667e-06,
+      "loss": 30.7188,
+      "step": 7246
+    },
+    {
+      "epoch": 0.48130437670186627,
+      "grad_norm": 299.3272705078125,
+      "learning_rate": 1.776186194024104e-06,
+      "loss": 25.0,
+      "step": 7247
+    },
+    {
+      "epoch": 0.481370790994222,
+      "grad_norm": 161.6673126220703,
+      "learning_rate": 1.7761183776218665e-06,
+      "loss": 18.625,
+      "step": 7248
+    },
+    {
+      "epoch": 0.4814372052865777,
+      "grad_norm": 339.652099609375,
+      "learning_rate": 1.7760505522419395e-06,
+      "loss": 29.9531,
+      "step": 7249
+    },
+    {
+      "epoch": 0.4815036195789334,
+      "grad_norm": 238.41305541992188,
+      "learning_rate": 1.7759827178851072e-06,
+      "loss": 18.4375,
+      "step": 7250
+    },
+    {
+      "epoch": 0.4815700338712891,
+      "grad_norm": 194.17767333984375,
+      "learning_rate": 1.775914874552154e-06,
+      "loss": 20.6406,
+      "step": 7251
+    },
+    {
+      "epoch": 0.4816364481636448,
+      "grad_norm": 322.8678894042969,
+      "learning_rate": 1.7758470222438653e-06,
+      "loss": 17.1719,
+      "step": 7252
+    },
+    {
+      "epoch": 0.4817028624560005,
+      "grad_norm": 579.3181762695312,
+      "learning_rate": 1.7757791609610256e-06,
+      "loss": 16.2656,
+      "step": 7253
+    },
+    {
+      "epoch": 0.48176927674835623,
+      "grad_norm": 163.1080322265625,
+      "learning_rate": 1.7757112907044198e-06,
+      "loss": 15.0781,
+      "step": 7254
+    },
+    {
+      "epoch": 0.48183569104071194,
+      "grad_norm": 218.81504821777344,
+      "learning_rate": 1.7756434114748331e-06,
+      "loss": 27.9375,
+      "step": 7255
+    },
+    {
+      "epoch": 0.48190210533306765,
+      "grad_norm": 405.20928955078125,
+      "learning_rate": 1.7755755232730504e-06,
+      "loss": 23.0156,
+      "step": 7256
+    },
+    {
+      "epoch": 0.48196851962542336,
+      "grad_norm": 203.6715087890625,
+      "learning_rate": 1.7755076260998579e-06,
+      "loss": 19.9688,
+      "step": 7257
+    },
+    {
+      "epoch": 0.48203493391777913,
+      "grad_norm": 196.7897186279297,
+      "learning_rate": 1.7754397199560401e-06,
+      "loss": 15.1875,
+      "step": 7258
+    },
+    {
+      "epoch": 0.48210134821013484,
+      "grad_norm": 134.3408203125,
+      "learning_rate": 1.7753718048423825e-06,
+      "loss": 11.0469,
+      "step": 7259
+    },
+    {
+      "epoch": 0.48216776250249055,
+      "grad_norm": 377.0549011230469,
+      "learning_rate": 1.7753038807596709e-06,
+      "loss": 23.5312,
+      "step": 7260
+    },
+    {
+      "epoch": 0.48223417679484626,
+      "grad_norm": 291.9601745605469,
+      "learning_rate": 1.7752359477086913e-06,
+      "loss": 16.9531,
+      "step": 7261
+    },
+    {
+      "epoch": 0.48230059108720197,
+      "grad_norm": 107.15953826904297,
+      "learning_rate": 1.7751680056902294e-06,
+      "loss": 14.3281,
+      "step": 7262
+    },
+    {
+      "epoch": 0.4823670053795577,
+      "grad_norm": 140.33189392089844,
+      "learning_rate": 1.775100054705071e-06,
+      "loss": 21.0156,
+      "step": 7263
+    },
+    {
+      "epoch": 0.4824334196719134,
+      "grad_norm": 333.6523742675781,
+      "learning_rate": 1.7750320947540017e-06,
+      "loss": 28.875,
+      "step": 7264
+    },
+    {
+      "epoch": 0.4824998339642691,
+      "grad_norm": 359.9781799316406,
+      "learning_rate": 1.7749641258378087e-06,
+      "loss": 17.375,
+      "step": 7265
+    },
+    {
+      "epoch": 0.4825662482566248,
+      "grad_norm": 160.24009704589844,
+      "learning_rate": 1.774896147957277e-06,
+      "loss": 21.6719,
+      "step": 7266
+    },
+    {
+      "epoch": 0.4826326625489805,
+      "grad_norm": 231.6424102783203,
+      "learning_rate": 1.7748281611131936e-06,
+      "loss": 19.0938,
+      "step": 7267
+    },
+    {
+      "epoch": 0.4826990768413363,
+      "grad_norm": 147.7456817626953,
+      "learning_rate": 1.774760165306345e-06,
+      "loss": 17.875,
+      "step": 7268
+    },
+    {
+      "epoch": 0.482765491133692,
+      "grad_norm": 200.8044891357422,
+      "learning_rate": 1.7746921605375177e-06,
+      "loss": 19.7188,
+      "step": 7269
+    },
+    {
+      "epoch": 0.4828319054260477,
+      "grad_norm": 171.34788513183594,
+      "learning_rate": 1.7746241468074977e-06,
+      "loss": 15.0938,
+      "step": 7270
+    },
+    {
+      "epoch": 0.4828983197184034,
+      "grad_norm": 219.88812255859375,
+      "learning_rate": 1.7745561241170727e-06,
+      "loss": 18.6719,
+      "step": 7271
+    },
+    {
+      "epoch": 0.4829647340107591,
+      "grad_norm": 134.0154266357422,
+      "learning_rate": 1.7744880924670289e-06,
+      "loss": 16.4844,
+      "step": 7272
+    },
+    {
+      "epoch": 0.48303114830311483,
+      "grad_norm": 225.49786376953125,
+      "learning_rate": 1.7744200518581533e-06,
+      "loss": 20.4219,
+      "step": 7273
+    },
+    {
+      "epoch": 0.48309756259547054,
+      "grad_norm": 114.56298065185547,
+      "learning_rate": 1.7743520022912335e-06,
+      "loss": 14.9219,
+      "step": 7274
+    },
+    {
+      "epoch": 0.48316397688782625,
+      "grad_norm": 320.8777160644531,
+      "learning_rate": 1.774283943767056e-06,
+      "loss": 20.9844,
+      "step": 7275
+    },
+    {
+      "epoch": 0.48323039118018196,
+      "grad_norm": 273.1084899902344,
+      "learning_rate": 1.7742158762864082e-06,
+      "loss": 19.0156,
+      "step": 7276
+    },
+    {
+      "epoch": 0.48329680547253767,
+      "grad_norm": 153.22647094726562,
+      "learning_rate": 1.7741477998500778e-06,
+      "loss": 14.2969,
+      "step": 7277
+    },
+    {
+      "epoch": 0.4833632197648934,
+      "grad_norm": 137.221923828125,
+      "learning_rate": 1.774079714458852e-06,
+      "loss": 16.9688,
+      "step": 7278
+    },
+    {
+      "epoch": 0.48342963405724915,
+      "grad_norm": 159.8457489013672,
+      "learning_rate": 1.7740116201135182e-06,
+      "loss": 14.3281,
+      "step": 7279
+    },
+    {
+      "epoch": 0.48349604834960486,
+      "grad_norm": 197.47061157226562,
+      "learning_rate": 1.7739435168148647e-06,
+      "loss": 20.6094,
+      "step": 7280
+    },
+    {
+      "epoch": 0.48356246264196057,
+      "grad_norm": 209.3958740234375,
+      "learning_rate": 1.7738754045636786e-06,
+      "loss": 18.7188,
+      "step": 7281
+    },
+    {
+      "epoch": 0.4836288769343163,
+      "grad_norm": 154.52125549316406,
+      "learning_rate": 1.773807283360748e-06,
+      "loss": 19.6562,
+      "step": 7282
+    },
+    {
+      "epoch": 0.483695291226672,
+      "grad_norm": 444.6119384765625,
+      "learning_rate": 1.773739153206861e-06,
+      "loss": 23.9688,
+      "step": 7283
+    },
+    {
+      "epoch": 0.4837617055190277,
+      "grad_norm": 293.5155029296875,
+      "learning_rate": 1.7736710141028058e-06,
+      "loss": 21.25,
+      "step": 7284
+    },
+    {
+      "epoch": 0.4838281198113834,
+      "grad_norm": 158.01132202148438,
+      "learning_rate": 1.7736028660493702e-06,
+      "loss": 14.7344,
+      "step": 7285
+    },
+    {
+      "epoch": 0.4838945341037391,
+      "grad_norm": 272.146240234375,
+      "learning_rate": 1.773534709047343e-06,
+      "loss": 16.2812,
+      "step": 7286
+    },
+    {
+      "epoch": 0.4839609483960948,
+      "grad_norm": 180.0962371826172,
+      "learning_rate": 1.7734665430975123e-06,
+      "loss": 16.8438,
+      "step": 7287
+    },
+    {
+      "epoch": 0.48402736268845054,
+      "grad_norm": 236.59571838378906,
+      "learning_rate": 1.7733983682006666e-06,
+      "loss": 18.1875,
+      "step": 7288
+    },
+    {
+      "epoch": 0.48409377698080625,
+      "grad_norm": 275.4654235839844,
+      "learning_rate": 1.7733301843575943e-06,
+      "loss": 16.9844,
+      "step": 7289
+    },
+    {
+      "epoch": 0.484160191273162,
+      "grad_norm": 254.9404754638672,
+      "learning_rate": 1.7732619915690847e-06,
+      "loss": 24.75,
+      "step": 7290
+    },
+    {
+      "epoch": 0.4842266055655177,
+      "grad_norm": 249.98114013671875,
+      "learning_rate": 1.7731937898359258e-06,
+      "loss": 17.1719,
+      "step": 7291
+    },
+    {
+      "epoch": 0.48429301985787343,
+      "grad_norm": 162.64346313476562,
+      "learning_rate": 1.7731255791589076e-06,
+      "loss": 15.9375,
+      "step": 7292
+    },
+    {
+      "epoch": 0.48435943415022914,
+      "grad_norm": 145.73072814941406,
+      "learning_rate": 1.773057359538818e-06,
+      "loss": 12.6406,
+      "step": 7293
+    },
+    {
+      "epoch": 0.48442584844258485,
+      "grad_norm": 448.6411437988281,
+      "learning_rate": 1.7729891309764468e-06,
+      "loss": 12.75,
+      "step": 7294
+    },
+    {
+      "epoch": 0.48449226273494056,
+      "grad_norm": 192.3960418701172,
+      "learning_rate": 1.7729208934725835e-06,
+      "loss": 18.9375,
+      "step": 7295
+    },
+    {
+      "epoch": 0.48455867702729627,
+      "grad_norm": 369.63690185546875,
+      "learning_rate": 1.7728526470280163e-06,
+      "loss": 17.0781,
+      "step": 7296
+    },
+    {
+      "epoch": 0.484625091319652,
+      "grad_norm": 203.0376739501953,
+      "learning_rate": 1.7727843916435356e-06,
+      "loss": 28.2188,
+      "step": 7297
+    },
+    {
+      "epoch": 0.4846915056120077,
+      "grad_norm": 299.7751770019531,
+      "learning_rate": 1.7727161273199306e-06,
+      "loss": 24.0938,
+      "step": 7298
+    },
+    {
+      "epoch": 0.4847579199043634,
+      "grad_norm": 206.81752014160156,
+      "learning_rate": 1.7726478540579912e-06,
+      "loss": 22.5625,
+      "step": 7299
+    },
+    {
+      "epoch": 0.4848243341967191,
+      "grad_norm": 309.1612243652344,
+      "learning_rate": 1.772579571858507e-06,
+      "loss": 19.8438,
+      "step": 7300
+    },
+    {
+      "epoch": 0.4848907484890749,
+      "grad_norm": 174.66329956054688,
+      "learning_rate": 1.7725112807222678e-06,
+      "loss": 16.8125,
+      "step": 7301
+    },
+    {
+      "epoch": 0.4849571627814306,
+      "grad_norm": 218.92636108398438,
+      "learning_rate": 1.772442980650063e-06,
+      "loss": 16.375,
+      "step": 7302
+    },
+    {
+      "epoch": 0.4850235770737863,
+      "grad_norm": 332.86932373046875,
+      "learning_rate": 1.772374671642684e-06,
+      "loss": 20.9844,
+      "step": 7303
+    },
+    {
+      "epoch": 0.485089991366142,
+      "grad_norm": 215.83538818359375,
+      "learning_rate": 1.7723063537009198e-06,
+      "loss": 21.2812,
+      "step": 7304
+    },
+    {
+      "epoch": 0.4851564056584977,
+      "grad_norm": 102.1091079711914,
+      "learning_rate": 1.772238026825561e-06,
+      "loss": 17.75,
+      "step": 7305
+    },
+    {
+      "epoch": 0.4852228199508534,
+      "grad_norm": 282.40069580078125,
+      "learning_rate": 1.7721696910173983e-06,
+      "loss": 25.7188,
+      "step": 7306
+    },
+    {
+      "epoch": 0.48528923424320913,
+      "grad_norm": 161.5570526123047,
+      "learning_rate": 1.7721013462772213e-06,
+      "loss": 15.625,
+      "step": 7307
+    },
+    {
+      "epoch": 0.48535564853556484,
+      "grad_norm": 171.45126342773438,
+      "learning_rate": 1.7720329926058216e-06,
+      "loss": 18.3281,
+      "step": 7308
+    },
+    {
+      "epoch": 0.48542206282792055,
+      "grad_norm": 255.64788818359375,
+      "learning_rate": 1.7719646300039895e-06,
+      "loss": 16.125,
+      "step": 7309
+    },
+    {
+      "epoch": 0.48548847712027626,
+      "grad_norm": 426.8081970214844,
+      "learning_rate": 1.7718962584725153e-06,
+      "loss": 18.8125,
+      "step": 7310
+    },
+    {
+      "epoch": 0.485554891412632,
+      "grad_norm": 141.08395385742188,
+      "learning_rate": 1.7718278780121905e-06,
+      "loss": 17.9219,
+      "step": 7311
+    },
+    {
+      "epoch": 0.48562130570498774,
+      "grad_norm": 82.3072280883789,
+      "learning_rate": 1.771759488623806e-06,
+      "loss": 14.9062,
+      "step": 7312
+    },
+    {
+      "epoch": 0.48568771999734345,
+      "grad_norm": 397.3146667480469,
+      "learning_rate": 1.7716910903081525e-06,
+      "loss": 19.7656,
+      "step": 7313
+    },
+    {
+      "epoch": 0.48575413428969916,
+      "grad_norm": 260.4026184082031,
+      "learning_rate": 1.7716226830660217e-06,
+      "loss": 14.3906,
+      "step": 7314
+    },
+    {
+      "epoch": 0.48582054858205487,
+      "grad_norm": 139.05511474609375,
+      "learning_rate": 1.7715542668982043e-06,
+      "loss": 17.5312,
+      "step": 7315
+    },
+    {
+      "epoch": 0.4858869628744106,
+      "grad_norm": 174.5233612060547,
+      "learning_rate": 1.7714858418054922e-06,
+      "loss": 18.75,
+      "step": 7316
+    },
+    {
+      "epoch": 0.4859533771667663,
+      "grad_norm": 139.14776611328125,
+      "learning_rate": 1.771417407788677e-06,
+      "loss": 17.1875,
+      "step": 7317
+    },
+    {
+      "epoch": 0.486019791459122,
+      "grad_norm": 361.6206970214844,
+      "learning_rate": 1.77134896484855e-06,
+      "loss": 27.2812,
+      "step": 7318
+    },
+    {
+      "epoch": 0.4860862057514777,
+      "grad_norm": 126.42032623291016,
+      "learning_rate": 1.7712805129859024e-06,
+      "loss": 17.5469,
+      "step": 7319
+    },
+    {
+      "epoch": 0.4861526200438334,
+      "grad_norm": 384.365478515625,
+      "learning_rate": 1.7712120522015273e-06,
+      "loss": 13.0,
+      "step": 7320
+    },
+    {
+      "epoch": 0.4862190343361891,
+      "grad_norm": 312.4836730957031,
+      "learning_rate": 1.7711435824962156e-06,
+      "loss": 21.7344,
+      "step": 7321
+    },
+    {
+      "epoch": 0.48628544862854484,
+      "grad_norm": 205.53848266601562,
+      "learning_rate": 1.7710751038707597e-06,
+      "loss": 20.0,
+      "step": 7322
+    },
+    {
+      "epoch": 0.4863518629209006,
+      "grad_norm": 260.7569885253906,
+      "learning_rate": 1.7710066163259513e-06,
+      "loss": 15.0156,
+      "step": 7323
+    },
+    {
+      "epoch": 0.4864182772132563,
+      "grad_norm": 315.5211486816406,
+      "learning_rate": 1.7709381198625832e-06,
+      "loss": 21.8125,
+      "step": 7324
+    },
+    {
+      "epoch": 0.486484691505612,
+      "grad_norm": 744.0975341796875,
+      "learning_rate": 1.7708696144814475e-06,
+      "loss": 19.8438,
+      "step": 7325
+    },
+    {
+      "epoch": 0.48655110579796773,
+      "grad_norm": 207.59637451171875,
+      "learning_rate": 1.7708011001833365e-06,
+      "loss": 20.0469,
+      "step": 7326
+    },
+    {
+      "epoch": 0.48661752009032344,
+      "grad_norm": 283.1785888671875,
+      "learning_rate": 1.7707325769690428e-06,
+      "loss": 19.0312,
+      "step": 7327
+    },
+    {
+      "epoch": 0.48668393438267915,
+      "grad_norm": 163.47140502929688,
+      "learning_rate": 1.7706640448393593e-06,
+      "loss": 16.9375,
+      "step": 7328
+    },
+    {
+      "epoch": 0.48675034867503486,
+      "grad_norm": 162.03668212890625,
+      "learning_rate": 1.7705955037950784e-06,
+      "loss": 19.3281,
+      "step": 7329
+    },
+    {
+      "epoch": 0.48681676296739057,
+      "grad_norm": 350.2209777832031,
+      "learning_rate": 1.7705269538369931e-06,
+      "loss": 24.0156,
+      "step": 7330
+    },
+    {
+      "epoch": 0.4868831772597463,
+      "grad_norm": 829.9994506835938,
+      "learning_rate": 1.7704583949658963e-06,
+      "loss": 15.875,
+      "step": 7331
+    },
+    {
+      "epoch": 0.486949591552102,
+      "grad_norm": 303.99761962890625,
+      "learning_rate": 1.7703898271825808e-06,
+      "loss": 19.5625,
+      "step": 7332
+    },
+    {
+      "epoch": 0.4870160058444577,
+      "grad_norm": 174.5199432373047,
+      "learning_rate": 1.7703212504878402e-06,
+      "loss": 16.3594,
+      "step": 7333
+    },
+    {
+      "epoch": 0.48708242013681347,
+      "grad_norm": 801.0604248046875,
+      "learning_rate": 1.7702526648824678e-06,
+      "loss": 27.2969,
+      "step": 7334
+    },
+    {
+      "epoch": 0.4871488344291692,
+      "grad_norm": 197.13121032714844,
+      "learning_rate": 1.7701840703672564e-06,
+      "loss": 21.4375,
+      "step": 7335
+    },
+    {
+      "epoch": 0.4872152487215249,
+      "grad_norm": 167.87847900390625,
+      "learning_rate": 1.7701154669429999e-06,
+      "loss": 20.2188,
+      "step": 7336
+    },
+    {
+      "epoch": 0.4872816630138806,
+      "grad_norm": 184.6754150390625,
+      "learning_rate": 1.770046854610492e-06,
+      "loss": 22.8594,
+      "step": 7337
+    },
+    {
+      "epoch": 0.4873480773062363,
+      "grad_norm": 214.3009033203125,
+      "learning_rate": 1.7699782333705256e-06,
+      "loss": 21.4219,
+      "step": 7338
+    },
+    {
+      "epoch": 0.487414491598592,
+      "grad_norm": 219.3026123046875,
+      "learning_rate": 1.7699096032238954e-06,
+      "loss": 24.625,
+      "step": 7339
+    },
+    {
+      "epoch": 0.4874809058909477,
+      "grad_norm": 229.99842834472656,
+      "learning_rate": 1.7698409641713947e-06,
+      "loss": 24.5625,
+      "step": 7340
+    },
+    {
+      "epoch": 0.48754732018330343,
+      "grad_norm": 132.02615356445312,
+      "learning_rate": 1.7697723162138175e-06,
+      "loss": 15.9531,
+      "step": 7341
+    },
+    {
+      "epoch": 0.48761373447565914,
+      "grad_norm": 137.37075805664062,
+      "learning_rate": 1.7697036593519585e-06,
+      "loss": 19.6562,
+      "step": 7342
+    },
+    {
+      "epoch": 0.48768014876801485,
+      "grad_norm": 315.3000793457031,
+      "learning_rate": 1.7696349935866111e-06,
+      "loss": 13.7656,
+      "step": 7343
+    },
+    {
+      "epoch": 0.4877465630603706,
+      "grad_norm": 231.03390502929688,
+      "learning_rate": 1.76956631891857e-06,
+      "loss": 24.875,
+      "step": 7344
+    },
+    {
+      "epoch": 0.48781297735272633,
+      "grad_norm": 227.87974548339844,
+      "learning_rate": 1.769497635348629e-06,
+      "loss": 29.0781,
+      "step": 7345
+    },
+    {
+      "epoch": 0.48787939164508204,
+      "grad_norm": 205.7100067138672,
+      "learning_rate": 1.7694289428775834e-06,
+      "loss": 16.0469,
+      "step": 7346
+    },
+    {
+      "epoch": 0.48794580593743775,
+      "grad_norm": 448.70086669921875,
+      "learning_rate": 1.7693602415062276e-06,
+      "loss": 22.1406,
+      "step": 7347
+    },
+    {
+      "epoch": 0.48801222022979346,
+      "grad_norm": 162.24539184570312,
+      "learning_rate": 1.7692915312353562e-06,
+      "loss": 20.7656,
+      "step": 7348
+    },
+    {
+      "epoch": 0.48807863452214917,
+      "grad_norm": 202.3382568359375,
+      "learning_rate": 1.769222812065764e-06,
+      "loss": 18.4375,
+      "step": 7349
+    },
+    {
+      "epoch": 0.4881450488145049,
+      "grad_norm": 235.14682006835938,
+      "learning_rate": 1.7691540839982456e-06,
+      "loss": 19.125,
+      "step": 7350
+    },
+    {
+      "epoch": 0.4882114631068606,
+      "grad_norm": 429.3651428222656,
+      "learning_rate": 1.7690853470335965e-06,
+      "loss": 17.7812,
+      "step": 7351
+    },
+    {
+      "epoch": 0.4882778773992163,
+      "grad_norm": 232.1879425048828,
+      "learning_rate": 1.7690166011726112e-06,
+      "loss": 14.0625,
+      "step": 7352
+    },
+    {
+      "epoch": 0.488344291691572,
+      "grad_norm": 364.9378662109375,
+      "learning_rate": 1.768947846416086e-06,
+      "loss": 17.5938,
+      "step": 7353
+    },
+    {
+      "epoch": 0.4884107059839277,
+      "grad_norm": 223.02377319335938,
+      "learning_rate": 1.7688790827648147e-06,
+      "loss": 17.5781,
+      "step": 7354
+    },
+    {
+      "epoch": 0.4884771202762835,
+      "grad_norm": 193.72103881835938,
+      "learning_rate": 1.7688103102195942e-06,
+      "loss": 14.7812,
+      "step": 7355
+    },
+    {
+      "epoch": 0.4885435345686392,
+      "grad_norm": 152.9416961669922,
+      "learning_rate": 1.768741528781219e-06,
+      "loss": 15.9844,
+      "step": 7356
+    },
+    {
+      "epoch": 0.4886099488609949,
+      "grad_norm": 264.60955810546875,
+      "learning_rate": 1.768672738450485e-06,
+      "loss": 23.3125,
+      "step": 7357
+    },
+    {
+      "epoch": 0.4886763631533506,
+      "grad_norm": 317.11700439453125,
+      "learning_rate": 1.7686039392281882e-06,
+      "loss": 14.4531,
+      "step": 7358
+    },
+    {
+      "epoch": 0.4887427774457063,
+      "grad_norm": 108.93936920166016,
+      "learning_rate": 1.7685351311151244e-06,
+      "loss": 12.1406,
+      "step": 7359
+    },
+    {
+      "epoch": 0.48880919173806203,
+      "grad_norm": 352.7522888183594,
+      "learning_rate": 1.768466314112089e-06,
+      "loss": 16.4219,
+      "step": 7360
+    },
+    {
+      "epoch": 0.48887560603041774,
+      "grad_norm": 140.6700439453125,
+      "learning_rate": 1.7683974882198784e-06,
+      "loss": 18.8438,
+      "step": 7361
+    },
+    {
+      "epoch": 0.48894202032277345,
+      "grad_norm": 195.72239685058594,
+      "learning_rate": 1.7683286534392892e-06,
+      "loss": 19.5938,
+      "step": 7362
+    },
+    {
+      "epoch": 0.48900843461512916,
+      "grad_norm": 272.4718017578125,
+      "learning_rate": 1.7682598097711169e-06,
+      "loss": 25.8438,
+      "step": 7363
+    },
+    {
+      "epoch": 0.48907484890748487,
+      "grad_norm": 196.12257385253906,
+      "learning_rate": 1.768190957216158e-06,
+      "loss": 18.7188,
+      "step": 7364
+    },
+    {
+      "epoch": 0.4891412631998406,
+      "grad_norm": 430.3874816894531,
+      "learning_rate": 1.768122095775209e-06,
+      "loss": 26.0469,
+      "step": 7365
+    },
+    {
+      "epoch": 0.48920767749219635,
+      "grad_norm": 260.7723693847656,
+      "learning_rate": 1.7680532254490667e-06,
+      "loss": 28.2188,
+      "step": 7366
+    },
+    {
+      "epoch": 0.48927409178455206,
+      "grad_norm": 472.107666015625,
+      "learning_rate": 1.7679843462385277e-06,
+      "loss": 22.5156,
+      "step": 7367
+    },
+    {
+      "epoch": 0.48934050607690777,
+      "grad_norm": 577.1629638671875,
+      "learning_rate": 1.7679154581443884e-06,
+      "loss": 20.4844,
+      "step": 7368
+    },
+    {
+      "epoch": 0.4894069203692635,
+      "grad_norm": 895.4645385742188,
+      "learning_rate": 1.767846561167446e-06,
+      "loss": 17.9219,
+      "step": 7369
+    },
+    {
+      "epoch": 0.4894733346616192,
+      "grad_norm": 148.63890075683594,
+      "learning_rate": 1.7677776553084972e-06,
+      "loss": 18.1719,
+      "step": 7370
+    },
+    {
+      "epoch": 0.4895397489539749,
+      "grad_norm": 263.5883483886719,
+      "learning_rate": 1.7677087405683394e-06,
+      "loss": 19.3281,
+      "step": 7371
+    },
+    {
+      "epoch": 0.4896061632463306,
+      "grad_norm": 481.11334228515625,
+      "learning_rate": 1.7676398169477698e-06,
+      "loss": 26.5312,
+      "step": 7372
+    },
+    {
+      "epoch": 0.4896725775386863,
+      "grad_norm": 197.13211059570312,
+      "learning_rate": 1.767570884447585e-06,
+      "loss": 21.0156,
+      "step": 7373
+    },
+    {
+      "epoch": 0.489738991831042,
+      "grad_norm": 183.1324462890625,
+      "learning_rate": 1.767501943068583e-06,
+      "loss": 22.6562,
+      "step": 7374
+    },
+    {
+      "epoch": 0.48980540612339774,
+      "grad_norm": 558.6284790039062,
+      "learning_rate": 1.767432992811561e-06,
+      "loss": 17.5,
+      "step": 7375
+    },
+    {
+      "epoch": 0.48987182041575345,
+      "grad_norm": 479.0135498046875,
+      "learning_rate": 1.7673640336773166e-06,
+      "loss": 18.5156,
+      "step": 7376
+    },
+    {
+      "epoch": 0.4899382347081092,
+      "grad_norm": 259.3951110839844,
+      "learning_rate": 1.767295065666648e-06,
+      "loss": 22.5625,
+      "step": 7377
+    },
+    {
+      "epoch": 0.4900046490004649,
+      "grad_norm": 304.9668273925781,
+      "learning_rate": 1.767226088780352e-06,
+      "loss": 18.0,
+      "step": 7378
+    },
+    {
+      "epoch": 0.49007106329282063,
+      "grad_norm": 202.28204345703125,
+      "learning_rate": 1.7671571030192274e-06,
+      "loss": 21.4219,
+      "step": 7379
+    },
+    {
+      "epoch": 0.49013747758517634,
+      "grad_norm": 318.867431640625,
+      "learning_rate": 1.7670881083840715e-06,
+      "loss": 20.3438,
+      "step": 7380
+    },
+    {
+      "epoch": 0.49020389187753205,
+      "grad_norm": 154.73043823242188,
+      "learning_rate": 1.7670191048756826e-06,
+      "loss": 19.5469,
+      "step": 7381
+    },
+    {
+      "epoch": 0.49027030616988776,
+      "grad_norm": 385.28350830078125,
+      "learning_rate": 1.7669500924948593e-06,
+      "loss": 22.375,
+      "step": 7382
+    },
+    {
+      "epoch": 0.49033672046224347,
+      "grad_norm": 287.66766357421875,
+      "learning_rate": 1.7668810712423997e-06,
+      "loss": 17.7656,
+      "step": 7383
+    },
+    {
+      "epoch": 0.4904031347545992,
+      "grad_norm": 697.9901123046875,
+      "learning_rate": 1.7668120411191016e-06,
+      "loss": 26.2969,
+      "step": 7384
+    },
+    {
+      "epoch": 0.4904695490469549,
+      "grad_norm": 407.1893615722656,
+      "learning_rate": 1.7667430021257644e-06,
+      "loss": 18.3438,
+      "step": 7385
+    },
+    {
+      "epoch": 0.4905359633393106,
+      "grad_norm": 127.94656372070312,
+      "learning_rate": 1.7666739542631862e-06,
+      "loss": 14.1875,
+      "step": 7386
+    },
+    {
+      "epoch": 0.4906023776316663,
+      "grad_norm": 115.99149322509766,
+      "learning_rate": 1.7666048975321654e-06,
+      "loss": 14.9219,
+      "step": 7387
+    },
+    {
+      "epoch": 0.4906687919240221,
+      "grad_norm": 436.1665954589844,
+      "learning_rate": 1.7665358319335015e-06,
+      "loss": 17.6719,
+      "step": 7388
+    },
+    {
+      "epoch": 0.4907352062163778,
+      "grad_norm": 477.9533386230469,
+      "learning_rate": 1.766466757467993e-06,
+      "loss": 21.0938,
+      "step": 7389
+    },
+    {
+      "epoch": 0.4908016205087335,
+      "grad_norm": 321.58575439453125,
+      "learning_rate": 1.7663976741364392e-06,
+      "loss": 13.6562,
+      "step": 7390
+    },
+    {
+      "epoch": 0.4908680348010892,
+      "grad_norm": 226.4971160888672,
+      "learning_rate": 1.766328581939639e-06,
+      "loss": 21.8594,
+      "step": 7391
+    },
+    {
+      "epoch": 0.4909344490934449,
+      "grad_norm": 174.902587890625,
+      "learning_rate": 1.7662594808783915e-06,
+      "loss": 20.7188,
+      "step": 7392
+    },
+    {
+      "epoch": 0.4910008633858006,
+      "grad_norm": 154.78773498535156,
+      "learning_rate": 1.7661903709534962e-06,
+      "loss": 19.3281,
+      "step": 7393
+    },
+    {
+      "epoch": 0.49106727767815633,
+      "grad_norm": 321.65740966796875,
+      "learning_rate": 1.7661212521657526e-06,
+      "loss": 15.7188,
+      "step": 7394
+    },
+    {
+      "epoch": 0.49113369197051204,
+      "grad_norm": 184.32635498046875,
+      "learning_rate": 1.7660521245159603e-06,
+      "loss": 17.625,
+      "step": 7395
+    },
+    {
+      "epoch": 0.49120010626286775,
+      "grad_norm": 192.76150512695312,
+      "learning_rate": 1.7659829880049183e-06,
+      "loss": 14.2031,
+      "step": 7396
+    },
+    {
+      "epoch": 0.49126652055522346,
+      "grad_norm": 143.31565856933594,
+      "learning_rate": 1.7659138426334273e-06,
+      "loss": 17.7344,
+      "step": 7397
+    },
+    {
+      "epoch": 0.4913329348475792,
+      "grad_norm": 242.13861083984375,
+      "learning_rate": 1.7658446884022862e-06,
+      "loss": 18.4219,
+      "step": 7398
+    },
+    {
+      "epoch": 0.49139934913993494,
+      "grad_norm": 432.8749694824219,
+      "learning_rate": 1.7657755253122957e-06,
+      "loss": 22.7969,
+      "step": 7399
+    },
+    {
+      "epoch": 0.49146576343229065,
+      "grad_norm": 325.42572021484375,
+      "learning_rate": 1.7657063533642552e-06,
+      "loss": 16.4375,
+      "step": 7400
+    },
+    {
+      "epoch": 0.49153217772464636,
+      "grad_norm": 196.71261596679688,
+      "learning_rate": 1.7656371725589651e-06,
+      "loss": 15.75,
+      "step": 7401
+    },
+    {
+      "epoch": 0.49159859201700207,
+      "grad_norm": 199.83541870117188,
+      "learning_rate": 1.765567982897226e-06,
+      "loss": 21.5,
+      "step": 7402
+    },
+    {
+      "epoch": 0.4916650063093578,
+      "grad_norm": 356.3998107910156,
+      "learning_rate": 1.7654987843798379e-06,
+      "loss": 19.9375,
+      "step": 7403
+    },
+    {
+      "epoch": 0.4917314206017135,
+      "grad_norm": 112.98497009277344,
+      "learning_rate": 1.765429577007601e-06,
+      "loss": 16.4531,
+      "step": 7404
+    },
+    {
+      "epoch": 0.4917978348940692,
+      "grad_norm": 507.1144104003906,
+      "learning_rate": 1.7653603607813162e-06,
+      "loss": 23.5,
+      "step": 7405
+    },
+    {
+      "epoch": 0.4918642491864249,
+      "grad_norm": 124.16802215576172,
+      "learning_rate": 1.7652911357017844e-06,
+      "loss": 16.5156,
+      "step": 7406
+    },
+    {
+      "epoch": 0.4919306634787806,
+      "grad_norm": 310.6821594238281,
+      "learning_rate": 1.7652219017698056e-06,
+      "loss": 24.9531,
+      "step": 7407
+    },
+    {
+      "epoch": 0.4919970777711363,
+      "grad_norm": 173.21890258789062,
+      "learning_rate": 1.7651526589861813e-06,
+      "loss": 19.3125,
+      "step": 7408
+    },
+    {
+      "epoch": 0.49206349206349204,
+      "grad_norm": 267.3455810546875,
+      "learning_rate": 1.7650834073517121e-06,
+      "loss": 20.125,
+      "step": 7409
+    },
+    {
+      "epoch": 0.4921299063558478,
+      "grad_norm": 281.8037109375,
+      "learning_rate": 1.7650141468671992e-06,
+      "loss": 14.5,
+      "step": 7410
+    },
+    {
+      "epoch": 0.4921963206482035,
+      "grad_norm": 124.28541564941406,
+      "learning_rate": 1.7649448775334439e-06,
+      "loss": 18.7031,
+      "step": 7411
+    },
+    {
+      "epoch": 0.4922627349405592,
+      "grad_norm": 185.96383666992188,
+      "learning_rate": 1.7648755993512473e-06,
+      "loss": 20.9688,
+      "step": 7412
+    },
+    {
+      "epoch": 0.49232914923291493,
+      "grad_norm": 861.1162109375,
+      "learning_rate": 1.764806312321411e-06,
+      "loss": 18.8281,
+      "step": 7413
+    },
+    {
+      "epoch": 0.49239556352527064,
+      "grad_norm": 269.106689453125,
+      "learning_rate": 1.7647370164447362e-06,
+      "loss": 16.5938,
+      "step": 7414
+    },
+    {
+      "epoch": 0.49246197781762635,
+      "grad_norm": 147.35748291015625,
+      "learning_rate": 1.7646677117220245e-06,
+      "loss": 16.6875,
+      "step": 7415
+    },
+    {
+      "epoch": 0.49252839210998206,
+      "grad_norm": 259.894287109375,
+      "learning_rate": 1.7645983981540778e-06,
+      "loss": 22.2344,
+      "step": 7416
+    },
+    {
+      "epoch": 0.49259480640233777,
+      "grad_norm": 143.7158966064453,
+      "learning_rate": 1.7645290757416975e-06,
+      "loss": 15.2812,
+      "step": 7417
+    },
+    {
+      "epoch": 0.4926612206946935,
+      "grad_norm": 224.68545532226562,
+      "learning_rate": 1.7644597444856858e-06,
+      "loss": 26.0938,
+      "step": 7418
+    },
+    {
+      "epoch": 0.4927276349870492,
+      "grad_norm": 420.8787536621094,
+      "learning_rate": 1.7643904043868445e-06,
+      "loss": 18.625,
+      "step": 7419
+    },
+    {
+      "epoch": 0.49279404927940496,
+      "grad_norm": 95.89578247070312,
+      "learning_rate": 1.764321055445976e-06,
+      "loss": 15.1875,
+      "step": 7420
+    },
+    {
+      "epoch": 0.49286046357176067,
+      "grad_norm": 242.64398193359375,
+      "learning_rate": 1.7642516976638822e-06,
+      "loss": 19.4219,
+      "step": 7421
+    },
+    {
+      "epoch": 0.4929268778641164,
+      "grad_norm": 128.2557373046875,
+      "learning_rate": 1.7641823310413652e-06,
+      "loss": 11.625,
+      "step": 7422
+    },
+    {
+      "epoch": 0.4929932921564721,
+      "grad_norm": 153.45034790039062,
+      "learning_rate": 1.764112955579228e-06,
+      "loss": 15.4688,
+      "step": 7423
+    },
+    {
+      "epoch": 0.4930597064488278,
+      "grad_norm": 147.87026977539062,
+      "learning_rate": 1.7640435712782727e-06,
+      "loss": 14.5781,
+      "step": 7424
+    },
+    {
+      "epoch": 0.4931261207411835,
+      "grad_norm": 175.43743896484375,
+      "learning_rate": 1.7639741781393017e-06,
+      "loss": 16.7812,
+      "step": 7425
+    },
+    {
+      "epoch": 0.4931925350335392,
+      "grad_norm": 217.56883239746094,
+      "learning_rate": 1.763904776163118e-06,
+      "loss": 18.6875,
+      "step": 7426
+    },
+    {
+      "epoch": 0.4932589493258949,
+      "grad_norm": 269.2115173339844,
+      "learning_rate": 1.7638353653505245e-06,
+      "loss": 22.4062,
+      "step": 7427
+    },
+    {
+      "epoch": 0.49332536361825063,
+      "grad_norm": 236.1919708251953,
+      "learning_rate": 1.7637659457023237e-06,
+      "loss": 20.2812,
+      "step": 7428
+    },
+    {
+      "epoch": 0.49339177791060634,
+      "grad_norm": 208.3337860107422,
+      "learning_rate": 1.7636965172193192e-06,
+      "loss": 16.625,
+      "step": 7429
+    },
+    {
+      "epoch": 0.49345819220296205,
+      "grad_norm": 266.4848327636719,
+      "learning_rate": 1.7636270799023135e-06,
+      "loss": 18.875,
+      "step": 7430
+    },
+    {
+      "epoch": 0.4935246064953178,
+      "grad_norm": 231.44374084472656,
+      "learning_rate": 1.76355763375211e-06,
+      "loss": 13.4062,
+      "step": 7431
+    },
+    {
+      "epoch": 0.49359102078767353,
+      "grad_norm": 196.86746215820312,
+      "learning_rate": 1.763488178769512e-06,
+      "loss": 28.4062,
+      "step": 7432
+    },
+    {
+      "epoch": 0.49365743508002924,
+      "grad_norm": 220.2508544921875,
+      "learning_rate": 1.7634187149553234e-06,
+      "loss": 23.75,
+      "step": 7433
+    },
+    {
+      "epoch": 0.49372384937238495,
+      "grad_norm": 309.38201904296875,
+      "learning_rate": 1.7633492423103474e-06,
+      "loss": 16.3906,
+      "step": 7434
+    },
+    {
+      "epoch": 0.49379026366474066,
+      "grad_norm": 186.28372192382812,
+      "learning_rate": 1.763279760835387e-06,
+      "loss": 14.5156,
+      "step": 7435
+    },
+    {
+      "epoch": 0.49385667795709637,
+      "grad_norm": 518.0523681640625,
+      "learning_rate": 1.763210270531247e-06,
+      "loss": 25.4062,
+      "step": 7436
+    },
+    {
+      "epoch": 0.4939230922494521,
+      "grad_norm": 270.34417724609375,
+      "learning_rate": 1.7631407713987303e-06,
+      "loss": 22.6875,
+      "step": 7437
+    },
+    {
+      "epoch": 0.4939895065418078,
+      "grad_norm": 186.35145568847656,
+      "learning_rate": 1.7630712634386413e-06,
+      "loss": 20.75,
+      "step": 7438
+    },
+    {
+      "epoch": 0.4940559208341635,
+      "grad_norm": 136.9712677001953,
+      "learning_rate": 1.7630017466517839e-06,
+      "loss": 20.4219,
+      "step": 7439
+    },
+    {
+      "epoch": 0.4941223351265192,
+      "grad_norm": 247.0944061279297,
+      "learning_rate": 1.7629322210389622e-06,
+      "loss": 18.3438,
+      "step": 7440
+    },
+    {
+      "epoch": 0.4941887494188749,
+      "grad_norm": 302.65283203125,
+      "learning_rate": 1.7628626866009807e-06,
+      "loss": 17.9375,
+      "step": 7441
+    },
+    {
+      "epoch": 0.4942551637112307,
+      "grad_norm": 209.0771942138672,
+      "learning_rate": 1.7627931433386437e-06,
+      "loss": 17.7188,
+      "step": 7442
+    },
+    {
+      "epoch": 0.4943215780035864,
+      "grad_norm": 436.1822509765625,
+      "learning_rate": 1.762723591252755e-06,
+      "loss": 18.6562,
+      "step": 7443
+    },
+    {
+      "epoch": 0.4943879922959421,
+      "grad_norm": 211.69378662109375,
+      "learning_rate": 1.76265403034412e-06,
+      "loss": 17.6719,
+      "step": 7444
+    },
+    {
+      "epoch": 0.4944544065882978,
+      "grad_norm": 153.37037658691406,
+      "learning_rate": 1.7625844606135426e-06,
+      "loss": 20.2969,
+      "step": 7445
+    },
+    {
+      "epoch": 0.4945208208806535,
+      "grad_norm": 199.3938446044922,
+      "learning_rate": 1.7625148820618284e-06,
+      "loss": 19.5,
+      "step": 7446
+    },
+    {
+      "epoch": 0.49458723517300923,
+      "grad_norm": 207.59129333496094,
+      "learning_rate": 1.7624452946897811e-06,
+      "loss": 18.0156,
+      "step": 7447
+    },
+    {
+      "epoch": 0.49465364946536494,
+      "grad_norm": 887.2671508789062,
+      "learning_rate": 1.7623756984982068e-06,
+      "loss": 19.3125,
+      "step": 7448
+    },
+    {
+      "epoch": 0.49472006375772065,
+      "grad_norm": 179.93496704101562,
+      "learning_rate": 1.7623060934879096e-06,
+      "loss": 22.6562,
+      "step": 7449
+    },
+    {
+      "epoch": 0.49478647805007636,
+      "grad_norm": 255.5361328125,
+      "learning_rate": 1.7622364796596956e-06,
+      "loss": 17.5,
+      "step": 7450
+    },
+    {
+      "epoch": 0.49485289234243207,
+      "grad_norm": 231.36306762695312,
+      "learning_rate": 1.762166857014369e-06,
+      "loss": 16.0469,
+      "step": 7451
+    },
+    {
+      "epoch": 0.4949193066347878,
+      "grad_norm": 231.51087951660156,
+      "learning_rate": 1.762097225552736e-06,
+      "loss": 17.1406,
+      "step": 7452
+    },
+    {
+      "epoch": 0.49498572092714355,
+      "grad_norm": 241.8477783203125,
+      "learning_rate": 1.7620275852756017e-06,
+      "loss": 18.7344,
+      "step": 7453
+    },
+    {
+      "epoch": 0.49505213521949926,
+      "grad_norm": 215.60171508789062,
+      "learning_rate": 1.7619579361837715e-06,
+      "loss": 16.3594,
+      "step": 7454
+    },
+    {
+      "epoch": 0.49511854951185497,
+      "grad_norm": 311.144775390625,
+      "learning_rate": 1.7618882782780515e-06,
+      "loss": 16.9531,
+      "step": 7455
+    },
+    {
+      "epoch": 0.4951849638042107,
+      "grad_norm": 351.9779357910156,
+      "learning_rate": 1.7618186115592472e-06,
+      "loss": 20.7812,
+      "step": 7456
+    },
+    {
+      "epoch": 0.4952513780965664,
+      "grad_norm": 189.96238708496094,
+      "learning_rate": 1.7617489360281645e-06,
+      "loss": 18.0938,
+      "step": 7457
+    },
+    {
+      "epoch": 0.4953177923889221,
+      "grad_norm": 147.5640869140625,
+      "learning_rate": 1.7616792516856095e-06,
+      "loss": 17.7812,
+      "step": 7458
+    },
+    {
+      "epoch": 0.4953842066812778,
+      "grad_norm": 201.78480529785156,
+      "learning_rate": 1.7616095585323879e-06,
+      "loss": 19.4219,
+      "step": 7459
+    },
+    {
+      "epoch": 0.4954506209736335,
+      "grad_norm": 505.6708679199219,
+      "learning_rate": 1.761539856569306e-06,
+      "loss": 20.8438,
+      "step": 7460
+    },
+    {
+      "epoch": 0.4955170352659892,
+      "grad_norm": 222.99896240234375,
+      "learning_rate": 1.7614701457971705e-06,
+      "loss": 17.1719,
+      "step": 7461
+    },
+    {
+      "epoch": 0.49558344955834494,
+      "grad_norm": 468.0816650390625,
+      "learning_rate": 1.7614004262167871e-06,
+      "loss": 16.1875,
+      "step": 7462
+    },
+    {
+      "epoch": 0.49564986385070064,
+      "grad_norm": 213.8810272216797,
+      "learning_rate": 1.7613306978289626e-06,
+      "loss": 20.8125,
+      "step": 7463
+    },
+    {
+      "epoch": 0.4957162781430564,
+      "grad_norm": 208.89915466308594,
+      "learning_rate": 1.761260960634504e-06,
+      "loss": 19.7031,
+      "step": 7464
+    },
+    {
+      "epoch": 0.4957826924354121,
+      "grad_norm": 288.36175537109375,
+      "learning_rate": 1.7611912146342173e-06,
+      "loss": 20.75,
+      "step": 7465
+    },
+    {
+      "epoch": 0.49584910672776783,
+      "grad_norm": 219.55377197265625,
+      "learning_rate": 1.7611214598289096e-06,
+      "loss": 15.6875,
+      "step": 7466
+    },
+    {
+      "epoch": 0.49591552102012354,
+      "grad_norm": 155.3925018310547,
+      "learning_rate": 1.7610516962193875e-06,
+      "loss": 16.7969,
+      "step": 7467
+    },
+    {
+      "epoch": 0.49598193531247925,
+      "grad_norm": 179.1393585205078,
+      "learning_rate": 1.7609819238064587e-06,
+      "loss": 16.4844,
+      "step": 7468
+    },
+    {
+      "epoch": 0.49604834960483496,
+      "grad_norm": 172.3376007080078,
+      "learning_rate": 1.7609121425909295e-06,
+      "loss": 13.7969,
+      "step": 7469
+    },
+    {
+      "epoch": 0.49611476389719067,
+      "grad_norm": 131.71095275878906,
+      "learning_rate": 1.7608423525736076e-06,
+      "loss": 17.0312,
+      "step": 7470
+    },
+    {
+      "epoch": 0.4961811781895464,
+      "grad_norm": 196.3153839111328,
+      "learning_rate": 1.7607725537553e-06,
+      "loss": 19.9062,
+      "step": 7471
+    },
+    {
+      "epoch": 0.4962475924819021,
+      "grad_norm": 211.3580780029297,
+      "learning_rate": 1.7607027461368142e-06,
+      "loss": 17.1875,
+      "step": 7472
+    },
+    {
+      "epoch": 0.4963140067742578,
+      "grad_norm": 222.70437622070312,
+      "learning_rate": 1.7606329297189576e-06,
+      "loss": 20.2344,
+      "step": 7473
+    },
+    {
+      "epoch": 0.4963804210666135,
+      "grad_norm": 546.1806030273438,
+      "learning_rate": 1.760563104502538e-06,
+      "loss": 19.3438,
+      "step": 7474
+    },
+    {
+      "epoch": 0.4964468353589693,
+      "grad_norm": 124.43323516845703,
+      "learning_rate": 1.7604932704883626e-06,
+      "loss": 19.25,
+      "step": 7475
+    },
+    {
+      "epoch": 0.496513249651325,
+      "grad_norm": 331.1407165527344,
+      "learning_rate": 1.76042342767724e-06,
+      "loss": 18.2344,
+      "step": 7476
+    },
+    {
+      "epoch": 0.4965796639436807,
+      "grad_norm": 283.392578125,
+      "learning_rate": 1.7603535760699775e-06,
+      "loss": 17.4062,
+      "step": 7477
+    },
+    {
+      "epoch": 0.4966460782360364,
+      "grad_norm": 128.10528564453125,
+      "learning_rate": 1.7602837156673834e-06,
+      "loss": 16.0156,
+      "step": 7478
+    },
+    {
+      "epoch": 0.4967124925283921,
+      "grad_norm": 232.8906707763672,
+      "learning_rate": 1.7602138464702656e-06,
+      "loss": 20.8594,
+      "step": 7479
+    },
+    {
+      "epoch": 0.4967789068207478,
+      "grad_norm": 323.0563659667969,
+      "learning_rate": 1.7601439684794324e-06,
+      "loss": 24.4062,
+      "step": 7480
+    },
+    {
+      "epoch": 0.49684532111310353,
+      "grad_norm": 181.28602600097656,
+      "learning_rate": 1.7600740816956919e-06,
+      "loss": 22.125,
+      "step": 7481
+    },
+    {
+      "epoch": 0.49691173540545924,
+      "grad_norm": 190.91073608398438,
+      "learning_rate": 1.7600041861198529e-06,
+      "loss": 17.8594,
+      "step": 7482
+    },
+    {
+      "epoch": 0.49697814969781495,
+      "grad_norm": 247.67967224121094,
+      "learning_rate": 1.7599342817527237e-06,
+      "loss": 21.1406,
+      "step": 7483
+    },
+    {
+      "epoch": 0.49704456399017066,
+      "grad_norm": 130.06056213378906,
+      "learning_rate": 1.7598643685951129e-06,
+      "loss": 18.5938,
+      "step": 7484
+    },
+    {
+      "epoch": 0.4971109782825264,
+      "grad_norm": 144.05946350097656,
+      "learning_rate": 1.7597944466478293e-06,
+      "loss": 15.2969,
+      "step": 7485
+    },
+    {
+      "epoch": 0.49717739257488214,
+      "grad_norm": 273.7989807128906,
+      "learning_rate": 1.7597245159116816e-06,
+      "loss": 20.9688,
+      "step": 7486
+    },
+    {
+      "epoch": 0.49724380686723785,
+      "grad_norm": 147.87290954589844,
+      "learning_rate": 1.7596545763874789e-06,
+      "loss": 15.9688,
+      "step": 7487
+    },
+    {
+      "epoch": 0.49731022115959356,
+      "grad_norm": 165.5003204345703,
+      "learning_rate": 1.75958462807603e-06,
+      "loss": 20.3438,
+      "step": 7488
+    },
+    {
+      "epoch": 0.49737663545194927,
+      "grad_norm": 343.60791015625,
+      "learning_rate": 1.759514670978144e-06,
+      "loss": 24.6719,
+      "step": 7489
+    },
+    {
+      "epoch": 0.497443049744305,
+      "grad_norm": 188.20831298828125,
+      "learning_rate": 1.7594447050946306e-06,
+      "loss": 23.9375,
+      "step": 7490
+    },
+    {
+      "epoch": 0.4975094640366607,
+      "grad_norm": 126.77854919433594,
+      "learning_rate": 1.7593747304262986e-06,
+      "loss": 13.6562,
+      "step": 7491
+    },
+    {
+      "epoch": 0.4975758783290164,
+      "grad_norm": 258.0827941894531,
+      "learning_rate": 1.7593047469739575e-06,
+      "loss": 20.9062,
+      "step": 7492
+    },
+    {
+      "epoch": 0.4976422926213721,
+      "grad_norm": 151.9171905517578,
+      "learning_rate": 1.759234754738417e-06,
+      "loss": 17.5938,
+      "step": 7493
+    },
+    {
+      "epoch": 0.4977087069137278,
+      "grad_norm": 275.5208740234375,
+      "learning_rate": 1.7591647537204866e-06,
+      "loss": 16.7969,
+      "step": 7494
+    },
+    {
+      "epoch": 0.4977751212060835,
+      "grad_norm": 199.4359588623047,
+      "learning_rate": 1.7590947439209763e-06,
+      "loss": 22.1719,
+      "step": 7495
+    },
+    {
+      "epoch": 0.4978415354984393,
+      "grad_norm": 201.2508087158203,
+      "learning_rate": 1.7590247253406955e-06,
+      "loss": 20.0078,
+      "step": 7496
+    },
+    {
+      "epoch": 0.497907949790795,
+      "grad_norm": 226.8178253173828,
+      "learning_rate": 1.7589546979804543e-06,
+      "loss": 22.375,
+      "step": 7497
+    },
+    {
+      "epoch": 0.4979743640831507,
+      "grad_norm": 180.35023498535156,
+      "learning_rate": 1.7588846618410628e-06,
+      "loss": 17.6875,
+      "step": 7498
+    },
+    {
+      "epoch": 0.4980407783755064,
+      "grad_norm": 268.0811462402344,
+      "learning_rate": 1.7588146169233316e-06,
+      "loss": 15.4844,
+      "step": 7499
+    },
+    {
+      "epoch": 0.49810719266786213,
+      "grad_norm": 178.85702514648438,
+      "learning_rate": 1.75874456322807e-06,
+      "loss": 18.7188,
+      "step": 7500
+    },
+    {
+      "epoch": 0.49817360696021784,
+      "grad_norm": 445.9586486816406,
+      "learning_rate": 1.7586745007560887e-06,
+      "loss": 17.5,
+      "step": 7501
+    },
+    {
+      "epoch": 0.49824002125257355,
+      "grad_norm": 432.7598876953125,
+      "learning_rate": 1.7586044295081987e-06,
+      "loss": 24.7969,
+      "step": 7502
+    },
+    {
+      "epoch": 0.49830643554492926,
+      "grad_norm": 313.70458984375,
+      "learning_rate": 1.7585343494852097e-06,
+      "loss": 22.6406,
+      "step": 7503
+    },
+    {
+      "epoch": 0.49837284983728497,
+      "grad_norm": 196.6586151123047,
+      "learning_rate": 1.758464260687933e-06,
+      "loss": 16.0781,
+      "step": 7504
+    },
+    {
+      "epoch": 0.4984392641296407,
+      "grad_norm": 158.3070068359375,
+      "learning_rate": 1.7583941631171788e-06,
+      "loss": 16.4688,
+      "step": 7505
+    },
+    {
+      "epoch": 0.4985056784219964,
+      "grad_norm": 416.68212890625,
+      "learning_rate": 1.7583240567737584e-06,
+      "loss": 23.6562,
+      "step": 7506
+    },
+    {
+      "epoch": 0.49857209271435216,
+      "grad_norm": 139.27169799804688,
+      "learning_rate": 1.758253941658483e-06,
+      "loss": 17.5,
+      "step": 7507
+    },
+    {
+      "epoch": 0.49863850700670787,
+      "grad_norm": 211.875244140625,
+      "learning_rate": 1.7581838177721627e-06,
+      "loss": 16.75,
+      "step": 7508
+    },
+    {
+      "epoch": 0.4987049212990636,
+      "grad_norm": 319.9992980957031,
+      "learning_rate": 1.7581136851156093e-06,
+      "loss": 20.9531,
+      "step": 7509
+    },
+    {
+      "epoch": 0.4987713355914193,
+      "grad_norm": 350.1322326660156,
+      "learning_rate": 1.758043543689634e-06,
+      "loss": 18.7344,
+      "step": 7510
+    },
+    {
+      "epoch": 0.498837749883775,
+      "grad_norm": 132.42115783691406,
+      "learning_rate": 1.7579733934950483e-06,
+      "loss": 18.6562,
+      "step": 7511
+    },
+    {
+      "epoch": 0.4989041641761307,
+      "grad_norm": 233.04730224609375,
+      "learning_rate": 1.7579032345326632e-06,
+      "loss": 16.9062,
+      "step": 7512
+    },
+    {
+      "epoch": 0.4989705784684864,
+      "grad_norm": 499.5998229980469,
+      "learning_rate": 1.7578330668032905e-06,
+      "loss": 26.4219,
+      "step": 7513
+    },
+    {
+      "epoch": 0.4990369927608421,
+      "grad_norm": 478.2796936035156,
+      "learning_rate": 1.7577628903077417e-06,
+      "loss": 29.375,
+      "step": 7514
+    },
+    {
+      "epoch": 0.49910340705319783,
+      "grad_norm": 147.48419189453125,
+      "learning_rate": 1.7576927050468293e-06,
+      "loss": 14.8594,
+      "step": 7515
+    },
+    {
+      "epoch": 0.49916982134555354,
+      "grad_norm": 239.08261108398438,
+      "learning_rate": 1.7576225110213642e-06,
+      "loss": 25.1875,
+      "step": 7516
+    },
+    {
+      "epoch": 0.49923623563790925,
+      "grad_norm": 94.8294677734375,
+      "learning_rate": 1.7575523082321587e-06,
+      "loss": 17.6406,
+      "step": 7517
+    },
+    {
+      "epoch": 0.499302649930265,
+      "grad_norm": 282.6513977050781,
+      "learning_rate": 1.7574820966800253e-06,
+      "loss": 21.7188,
+      "step": 7518
+    },
+    {
+      "epoch": 0.49936906422262073,
+      "grad_norm": 229.43475341796875,
+      "learning_rate": 1.7574118763657753e-06,
+      "loss": 15.5469,
+      "step": 7519
+    },
+    {
+      "epoch": 0.49943547851497644,
+      "grad_norm": 127.0654296875,
+      "learning_rate": 1.7573416472902217e-06,
+      "loss": 16.875,
+      "step": 7520
+    },
+    {
+      "epoch": 0.49950189280733215,
+      "grad_norm": 213.954833984375,
+      "learning_rate": 1.7572714094541768e-06,
+      "loss": 13.9062,
+      "step": 7521
+    },
+    {
+      "epoch": 0.49956830709968786,
+      "grad_norm": 122.54290771484375,
+      "learning_rate": 1.7572011628584527e-06,
+      "loss": 14.0,
+      "step": 7522
+    },
+    {
+      "epoch": 0.49963472139204357,
+      "grad_norm": 179.87179565429688,
+      "learning_rate": 1.7571309075038623e-06,
+      "loss": 12.8438,
+      "step": 7523
+    },
+    {
+      "epoch": 0.4997011356843993,
+      "grad_norm": 189.70802307128906,
+      "learning_rate": 1.757060643391218e-06,
+      "loss": 15.7188,
+      "step": 7524
+    },
+    {
+      "epoch": 0.499767549976755,
+      "grad_norm": 171.351806640625,
+      "learning_rate": 1.7569903705213328e-06,
+      "loss": 16.2812,
+      "step": 7525
+    },
+    {
+      "epoch": 0.4998339642691107,
+      "grad_norm": 511.3426513671875,
+      "learning_rate": 1.7569200888950196e-06,
+      "loss": 21.0156,
+      "step": 7526
+    },
+    {
+      "epoch": 0.4999003785614664,
+      "grad_norm": 248.07174682617188,
+      "learning_rate": 1.756849798513091e-06,
+      "loss": 21.2344,
+      "step": 7527
+    },
+    {
+      "epoch": 0.4999667928538221,
+      "grad_norm": 1859.369873046875,
+      "learning_rate": 1.7567794993763606e-06,
+      "loss": 19.6406,
+      "step": 7528
+    },
+    {
+      "epoch": 0.5000332071461778,
+      "grad_norm": 314.3440856933594,
+      "learning_rate": 1.7567091914856413e-06,
+      "loss": 20.125,
+      "step": 7529
+    },
+    {
+      "epoch": 0.5000996214385336,
+      "grad_norm": 148.12718200683594,
+      "learning_rate": 1.7566388748417462e-06,
+      "loss": 13.8125,
+      "step": 7530
+    },
+    {
+      "epoch": 0.5001660357308892,
+      "grad_norm": 121.7836685180664,
+      "learning_rate": 1.7565685494454891e-06,
+      "loss": 15.4219,
+      "step": 7531
+    },
+    {
+      "epoch": 0.500232450023245,
+      "grad_norm": 299.54638671875,
+      "learning_rate": 1.7564982152976834e-06,
+      "loss": 22.6875,
+      "step": 7532
+    },
+    {
+      "epoch": 0.5002988643156007,
+      "grad_norm": 253.1870574951172,
+      "learning_rate": 1.7564278723991426e-06,
+      "loss": 16.2031,
+      "step": 7533
+    },
+    {
+      "epoch": 0.5003652786079564,
+      "grad_norm": 139.757080078125,
+      "learning_rate": 1.7563575207506803e-06,
+      "loss": 15.3125,
+      "step": 7534
+    },
+    {
+      "epoch": 0.5004316929003122,
+      "grad_norm": 205.12025451660156,
+      "learning_rate": 1.75628716035311e-06,
+      "loss": 26.875,
+      "step": 7535
+    },
+    {
+      "epoch": 0.5004981071926679,
+      "grad_norm": 608.4498291015625,
+      "learning_rate": 1.7562167912072461e-06,
+      "loss": 29.1875,
+      "step": 7536
+    },
+    {
+      "epoch": 0.5005645214850236,
+      "grad_norm": 289.2459411621094,
+      "learning_rate": 1.7561464133139023e-06,
+      "loss": 18.5312,
+      "step": 7537
+    },
+    {
+      "epoch": 0.5006309357773793,
+      "grad_norm": 339.0848388671875,
+      "learning_rate": 1.7560760266738931e-06,
+      "loss": 19.2344,
+      "step": 7538
+    },
+    {
+      "epoch": 0.500697350069735,
+      "grad_norm": 209.91543579101562,
+      "learning_rate": 1.7560056312880325e-06,
+      "loss": 17.6094,
+      "step": 7539
+    },
+    {
+      "epoch": 0.5007637643620907,
+      "grad_norm": 159.8761749267578,
+      "learning_rate": 1.7559352271571343e-06,
+      "loss": 16.8125,
+      "step": 7540
+    },
+    {
+      "epoch": 0.5008301786544465,
+      "grad_norm": 200.69717407226562,
+      "learning_rate": 1.7558648142820135e-06,
+      "loss": 17.4844,
+      "step": 7541
+    },
+    {
+      "epoch": 0.5008965929468021,
+      "grad_norm": 177.8839874267578,
+      "learning_rate": 1.7557943926634845e-06,
+      "loss": 18.375,
+      "step": 7542
+    },
+    {
+      "epoch": 0.5009630072391579,
+      "grad_norm": 174.8694305419922,
+      "learning_rate": 1.7557239623023614e-06,
+      "loss": 12.3281,
+      "step": 7543
+    },
+    {
+      "epoch": 0.5010294215315135,
+      "grad_norm": 284.7313232421875,
+      "learning_rate": 1.7556535231994598e-06,
+      "loss": 13.7188,
+      "step": 7544
+    },
+    {
+      "epoch": 0.5010958358238693,
+      "grad_norm": 290.62646484375,
+      "learning_rate": 1.7555830753555936e-06,
+      "loss": 16.3906,
+      "step": 7545
+    },
+    {
+      "epoch": 0.5011622501162251,
+      "grad_norm": 167.72938537597656,
+      "learning_rate": 1.755512618771578e-06,
+      "loss": 15.0469,
+      "step": 7546
+    },
+    {
+      "epoch": 0.5012286644085807,
+      "grad_norm": 779.8138427734375,
+      "learning_rate": 1.7554421534482285e-06,
+      "loss": 30.3906,
+      "step": 7547
+    },
+    {
+      "epoch": 0.5012950787009365,
+      "grad_norm": 275.3206787109375,
+      "learning_rate": 1.7553716793863593e-06,
+      "loss": 22.2812,
+      "step": 7548
+    },
+    {
+      "epoch": 0.5013614929932921,
+      "grad_norm": 163.89390563964844,
+      "learning_rate": 1.7553011965867866e-06,
+      "loss": 16.7344,
+      "step": 7549
+    },
+    {
+      "epoch": 0.5014279072856479,
+      "grad_norm": 249.677978515625,
+      "learning_rate": 1.7552307050503248e-06,
+      "loss": 20.5938,
+      "step": 7550
+    },
+    {
+      "epoch": 0.5014943215780036,
+      "grad_norm": 197.42848205566406,
+      "learning_rate": 1.75516020477779e-06,
+      "loss": 13.6406,
+      "step": 7551
+    },
+    {
+      "epoch": 0.5015607358703593,
+      "grad_norm": 114.68836212158203,
+      "learning_rate": 1.755089695769997e-06,
+      "loss": 17.0312,
+      "step": 7552
+    },
+    {
+      "epoch": 0.501627150162715,
+      "grad_norm": 371.4895935058594,
+      "learning_rate": 1.7550191780277622e-06,
+      "loss": 12.4375,
+      "step": 7553
+    },
+    {
+      "epoch": 0.5016935644550707,
+      "grad_norm": 336.871337890625,
+      "learning_rate": 1.7549486515519005e-06,
+      "loss": 21.5938,
+      "step": 7554
+    },
+    {
+      "epoch": 0.5017599787474264,
+      "grad_norm": 372.38421630859375,
+      "learning_rate": 1.7548781163432285e-06,
+      "loss": 16.8125,
+      "step": 7555
+    },
+    {
+      "epoch": 0.5018263930397822,
+      "grad_norm": 720.6771850585938,
+      "learning_rate": 1.7548075724025616e-06,
+      "loss": 29.6562,
+      "step": 7556
+    },
+    {
+      "epoch": 0.5018928073321379,
+      "grad_norm": 174.95623779296875,
+      "learning_rate": 1.7547370197307159e-06,
+      "loss": 20.4688,
+      "step": 7557
+    },
+    {
+      "epoch": 0.5019592216244936,
+      "grad_norm": 251.77830505371094,
+      "learning_rate": 1.7546664583285075e-06,
+      "loss": 19.1875,
+      "step": 7558
+    },
+    {
+      "epoch": 0.5020256359168493,
+      "grad_norm": 298.6749267578125,
+      "learning_rate": 1.7545958881967529e-06,
+      "loss": 14.5312,
+      "step": 7559
+    },
+    {
+      "epoch": 0.502092050209205,
+      "grad_norm": 226.83871459960938,
+      "learning_rate": 1.754525309336268e-06,
+      "loss": 18.8281,
+      "step": 7560
+    },
+    {
+      "epoch": 0.5021584645015608,
+      "grad_norm": 559.9622192382812,
+      "learning_rate": 1.7544547217478696e-06,
+      "loss": 15.3203,
+      "step": 7561
+    },
+    {
+      "epoch": 0.5022248787939164,
+      "grad_norm": 242.30711364746094,
+      "learning_rate": 1.7543841254323737e-06,
+      "loss": 17.3594,
+      "step": 7562
+    },
+    {
+      "epoch": 0.5022912930862722,
+      "grad_norm": 354.0476379394531,
+      "learning_rate": 1.7543135203905974e-06,
+      "loss": 21.2812,
+      "step": 7563
+    },
+    {
+      "epoch": 0.5023577073786278,
+      "grad_norm": 244.66510009765625,
+      "learning_rate": 1.7542429066233575e-06,
+      "loss": 15.0625,
+      "step": 7564
+    },
+    {
+      "epoch": 0.5024241216709836,
+      "grad_norm": 149.69923400878906,
+      "learning_rate": 1.7541722841314704e-06,
+      "loss": 19.4531,
+      "step": 7565
+    },
+    {
+      "epoch": 0.5024905359633393,
+      "grad_norm": 727.2445678710938,
+      "learning_rate": 1.7541016529157533e-06,
+      "loss": 19.3906,
+      "step": 7566
+    },
+    {
+      "epoch": 0.502556950255695,
+      "grad_norm": 126.01481628417969,
+      "learning_rate": 1.7540310129770228e-06,
+      "loss": 12.4375,
+      "step": 7567
+    },
+    {
+      "epoch": 0.5026233645480508,
+      "grad_norm": 125.96976470947266,
+      "learning_rate": 1.7539603643160965e-06,
+      "loss": 13.2969,
+      "step": 7568
+    },
+    {
+      "epoch": 0.5026897788404064,
+      "grad_norm": 283.161865234375,
+      "learning_rate": 1.7538897069337916e-06,
+      "loss": 24.8438,
+      "step": 7569
+    },
+    {
+      "epoch": 0.5027561931327622,
+      "grad_norm": 539.021240234375,
+      "learning_rate": 1.7538190408309252e-06,
+      "loss": 21.4531,
+      "step": 7570
+    },
+    {
+      "epoch": 0.5028226074251179,
+      "grad_norm": 233.4184112548828,
+      "learning_rate": 1.7537483660083148e-06,
+      "loss": 16.0781,
+      "step": 7571
+    },
+    {
+      "epoch": 0.5028890217174736,
+      "grad_norm": 218.6002655029297,
+      "learning_rate": 1.7536776824667778e-06,
+      "loss": 16.4219,
+      "step": 7572
+    },
+    {
+      "epoch": 0.5029554360098293,
+      "grad_norm": 198.32606506347656,
+      "learning_rate": 1.7536069902071321e-06,
+      "loss": 18.7656,
+      "step": 7573
+    },
+    {
+      "epoch": 0.503021850302185,
+      "grad_norm": 235.70274353027344,
+      "learning_rate": 1.7535362892301952e-06,
+      "loss": 19.3438,
+      "step": 7574
+    },
+    {
+      "epoch": 0.5030882645945407,
+      "grad_norm": 557.4194946289062,
+      "learning_rate": 1.7534655795367855e-06,
+      "loss": 20.5312,
+      "step": 7575
+    },
+    {
+      "epoch": 0.5031546788868965,
+      "grad_norm": 139.91162109375,
+      "learning_rate": 1.7533948611277198e-06,
+      "loss": 13.125,
+      "step": 7576
+    },
+    {
+      "epoch": 0.5032210931792521,
+      "grad_norm": 206.11695861816406,
+      "learning_rate": 1.7533241340038173e-06,
+      "loss": 23.2969,
+      "step": 7577
+    },
+    {
+      "epoch": 0.5032875074716079,
+      "grad_norm": 282.3487854003906,
+      "learning_rate": 1.7532533981658952e-06,
+      "loss": 18.375,
+      "step": 7578
+    },
+    {
+      "epoch": 0.5033539217639637,
+      "grad_norm": 226.1313934326172,
+      "learning_rate": 1.7531826536147721e-06,
+      "loss": 15.8438,
+      "step": 7579
+    },
+    {
+      "epoch": 0.5034203360563193,
+      "grad_norm": 718.2666625976562,
+      "learning_rate": 1.7531119003512669e-06,
+      "loss": 16.9062,
+      "step": 7580
+    },
+    {
+      "epoch": 0.5034867503486751,
+      "grad_norm": 691.3695678710938,
+      "learning_rate": 1.7530411383761971e-06,
+      "loss": 25.8438,
+      "step": 7581
+    },
+    {
+      "epoch": 0.5035531646410307,
+      "grad_norm": 207.76461791992188,
+      "learning_rate": 1.7529703676903818e-06,
+      "loss": 16.8125,
+      "step": 7582
+    },
+    {
+      "epoch": 0.5036195789333865,
+      "grad_norm": 172.18060302734375,
+      "learning_rate": 1.7528995882946393e-06,
+      "loss": 15.7656,
+      "step": 7583
+    },
+    {
+      "epoch": 0.5036859932257421,
+      "grad_norm": 264.2359313964844,
+      "learning_rate": 1.7528288001897886e-06,
+      "loss": 15.0938,
+      "step": 7584
+    },
+    {
+      "epoch": 0.5037524075180979,
+      "grad_norm": 254.3079071044922,
+      "learning_rate": 1.7527580033766482e-06,
+      "loss": 21.0781,
+      "step": 7585
+    },
+    {
+      "epoch": 0.5038188218104536,
+      "grad_norm": 166.1864471435547,
+      "learning_rate": 1.7526871978560378e-06,
+      "loss": 18.0469,
+      "step": 7586
+    },
+    {
+      "epoch": 0.5038852361028093,
+      "grad_norm": 93.44808959960938,
+      "learning_rate": 1.7526163836287754e-06,
+      "loss": 14.75,
+      "step": 7587
+    },
+    {
+      "epoch": 0.503951650395165,
+      "grad_norm": 181.68931579589844,
+      "learning_rate": 1.7525455606956811e-06,
+      "loss": 13.9688,
+      "step": 7588
+    },
+    {
+      "epoch": 0.5040180646875208,
+      "grad_norm": 280.55950927734375,
+      "learning_rate": 1.7524747290575733e-06,
+      "loss": 24.0625,
+      "step": 7589
+    },
+    {
+      "epoch": 0.5040844789798765,
+      "grad_norm": 189.24655151367188,
+      "learning_rate": 1.7524038887152722e-06,
+      "loss": 17.5938,
+      "step": 7590
+    },
+    {
+      "epoch": 0.5041508932722322,
+      "grad_norm": 273.3303527832031,
+      "learning_rate": 1.7523330396695965e-06,
+      "loss": 15.8906,
+      "step": 7591
+    },
+    {
+      "epoch": 0.5042173075645879,
+      "grad_norm": 246.5099639892578,
+      "learning_rate": 1.7522621819213659e-06,
+      "loss": 23.875,
+      "step": 7592
+    },
+    {
+      "epoch": 0.5042837218569436,
+      "grad_norm": 183.9687957763672,
+      "learning_rate": 1.7521913154714004e-06,
+      "loss": 16.0781,
+      "step": 7593
+    },
+    {
+      "epoch": 0.5043501361492994,
+      "grad_norm": 270.6231994628906,
+      "learning_rate": 1.7521204403205191e-06,
+      "loss": 22.6562,
+      "step": 7594
+    },
+    {
+      "epoch": 0.504416550441655,
+      "grad_norm": 221.80235290527344,
+      "learning_rate": 1.7520495564695429e-06,
+      "loss": 15.3594,
+      "step": 7595
+    },
+    {
+      "epoch": 0.5044829647340108,
+      "grad_norm": 505.4842529296875,
+      "learning_rate": 1.7519786639192907e-06,
+      "loss": 13.8594,
+      "step": 7596
+    },
+    {
+      "epoch": 0.5045493790263664,
+      "grad_norm": 253.40968322753906,
+      "learning_rate": 1.7519077626705828e-06,
+      "loss": 24.7812,
+      "step": 7597
+    },
+    {
+      "epoch": 0.5046157933187222,
+      "grad_norm": 276.1862487792969,
+      "learning_rate": 1.7518368527242398e-06,
+      "loss": 28.9688,
+      "step": 7598
+    },
+    {
+      "epoch": 0.5046822076110778,
+      "grad_norm": 3414.7861328125,
+      "learning_rate": 1.7517659340810814e-06,
+      "loss": 13.4062,
+      "step": 7599
+    },
+    {
+      "epoch": 0.5047486219034336,
+      "grad_norm": 252.20172119140625,
+      "learning_rate": 1.751695006741928e-06,
+      "loss": 16.7969,
+      "step": 7600
+    },
+    {
+      "epoch": 0.5048150361957894,
+      "grad_norm": 159.73080444335938,
+      "learning_rate": 1.7516240707076007e-06,
+      "loss": 15.25,
+      "step": 7601
+    },
+    {
+      "epoch": 0.504881450488145,
+      "grad_norm": 117.5727310180664,
+      "learning_rate": 1.7515531259789191e-06,
+      "loss": 16.625,
+      "step": 7602
+    },
+    {
+      "epoch": 0.5049478647805008,
+      "grad_norm": 205.70584106445312,
+      "learning_rate": 1.7514821725567046e-06,
+      "loss": 13.5781,
+      "step": 7603
+    },
+    {
+      "epoch": 0.5050142790728565,
+      "grad_norm": 229.58255004882812,
+      "learning_rate": 1.7514112104417775e-06,
+      "loss": 16.5,
+      "step": 7604
+    },
+    {
+      "epoch": 0.5050806933652122,
+      "grad_norm": 198.89642333984375,
+      "learning_rate": 1.7513402396349588e-06,
+      "loss": 18.75,
+      "step": 7605
+    },
+    {
+      "epoch": 0.5051471076575679,
+      "grad_norm": 175.8175811767578,
+      "learning_rate": 1.7512692601370698e-06,
+      "loss": 17.3438,
+      "step": 7606
+    },
+    {
+      "epoch": 0.5052135219499236,
+      "grad_norm": 415.07916259765625,
+      "learning_rate": 1.7511982719489308e-06,
+      "loss": 20.0156,
+      "step": 7607
+    },
+    {
+      "epoch": 0.5052799362422793,
+      "grad_norm": 392.6674499511719,
+      "learning_rate": 1.7511272750713636e-06,
+      "loss": 21.1719,
+      "step": 7608
+    },
+    {
+      "epoch": 0.5053463505346351,
+      "grad_norm": 171.32203674316406,
+      "learning_rate": 1.751056269505189e-06,
+      "loss": 15.2656,
+      "step": 7609
+    },
+    {
+      "epoch": 0.5054127648269908,
+      "grad_norm": 207.77113342285156,
+      "learning_rate": 1.7509852552512285e-06,
+      "loss": 19.0234,
+      "step": 7610
+    },
+    {
+      "epoch": 0.5054791791193465,
+      "grad_norm": 664.9947509765625,
+      "learning_rate": 1.7509142323103037e-06,
+      "loss": 25.0312,
+      "step": 7611
+    },
+    {
+      "epoch": 0.5055455934117022,
+      "grad_norm": 330.3480529785156,
+      "learning_rate": 1.7508432006832363e-06,
+      "loss": 24.25,
+      "step": 7612
+    },
+    {
+      "epoch": 0.5056120077040579,
+      "grad_norm": 193.2767333984375,
+      "learning_rate": 1.7507721603708476e-06,
+      "loss": 12.5,
+      "step": 7613
+    },
+    {
+      "epoch": 0.5056784219964137,
+      "grad_norm": 150.9563446044922,
+      "learning_rate": 1.7507011113739595e-06,
+      "loss": 19.6406,
+      "step": 7614
+    },
+    {
+      "epoch": 0.5057448362887693,
+      "grad_norm": 181.6916046142578,
+      "learning_rate": 1.7506300536933935e-06,
+      "loss": 17.9844,
+      "step": 7615
+    },
+    {
+      "epoch": 0.5058112505811251,
+      "grad_norm": 563.266357421875,
+      "learning_rate": 1.7505589873299723e-06,
+      "loss": 29.875,
+      "step": 7616
+    },
+    {
+      "epoch": 0.5058776648734807,
+      "grad_norm": 321.5381774902344,
+      "learning_rate": 1.7504879122845173e-06,
+      "loss": 26.8438,
+      "step": 7617
+    },
+    {
+      "epoch": 0.5059440791658365,
+      "grad_norm": 258.756591796875,
+      "learning_rate": 1.7504168285578507e-06,
+      "loss": 23.5625,
+      "step": 7618
+    },
+    {
+      "epoch": 0.5060104934581922,
+      "grad_norm": 245.91941833496094,
+      "learning_rate": 1.7503457361507953e-06,
+      "loss": 22.1406,
+      "step": 7619
+    },
+    {
+      "epoch": 0.5060769077505479,
+      "grad_norm": 126.24150848388672,
+      "learning_rate": 1.750274635064173e-06,
+      "loss": 19.9375,
+      "step": 7620
+    },
+    {
+      "epoch": 0.5061433220429037,
+      "grad_norm": 384.6807556152344,
+      "learning_rate": 1.750203525298806e-06,
+      "loss": 20.1562,
+      "step": 7621
+    },
+    {
+      "epoch": 0.5062097363352593,
+      "grad_norm": 183.32351684570312,
+      "learning_rate": 1.750132406855518e-06,
+      "loss": 27.6406,
+      "step": 7622
+    },
+    {
+      "epoch": 0.5062761506276151,
+      "grad_norm": 586.662353515625,
+      "learning_rate": 1.7500612797351302e-06,
+      "loss": 19.9531,
+      "step": 7623
+    },
+    {
+      "epoch": 0.5063425649199708,
+      "grad_norm": 251.41064453125,
+      "learning_rate": 1.7499901439384662e-06,
+      "loss": 25.9219,
+      "step": 7624
+    },
+    {
+      "epoch": 0.5064089792123265,
+      "grad_norm": 120.35786437988281,
+      "learning_rate": 1.7499189994663488e-06,
+      "loss": 17.1875,
+      "step": 7625
+    },
+    {
+      "epoch": 0.5064753935046822,
+      "grad_norm": 154.29464721679688,
+      "learning_rate": 1.7498478463196007e-06,
+      "loss": 14.4609,
+      "step": 7626
+    },
+    {
+      "epoch": 0.506541807797038,
+      "grad_norm": 493.939208984375,
+      "learning_rate": 1.7497766844990452e-06,
+      "loss": 19.1406,
+      "step": 7627
+    },
+    {
+      "epoch": 0.5066082220893936,
+      "grad_norm": 173.18890380859375,
+      "learning_rate": 1.7497055140055053e-06,
+      "loss": 17.2031,
+      "step": 7628
+    },
+    {
+      "epoch": 0.5066746363817494,
+      "grad_norm": 426.6758117675781,
+      "learning_rate": 1.7496343348398041e-06,
+      "loss": 20.625,
+      "step": 7629
+    },
+    {
+      "epoch": 0.506741050674105,
+      "grad_norm": 124.33842468261719,
+      "learning_rate": 1.7495631470027655e-06,
+      "loss": 19.2031,
+      "step": 7630
+    },
+    {
+      "epoch": 0.5068074649664608,
+      "grad_norm": 155.6115264892578,
+      "learning_rate": 1.7494919504952127e-06,
+      "loss": 19.0,
+      "step": 7631
+    },
+    {
+      "epoch": 0.5068738792588166,
+      "grad_norm": 223.11557006835938,
+      "learning_rate": 1.749420745317969e-06,
+      "loss": 14.7344,
+      "step": 7632
+    },
+    {
+      "epoch": 0.5069402935511722,
+      "grad_norm": 382.96875,
+      "learning_rate": 1.7493495314718583e-06,
+      "loss": 22.0938,
+      "step": 7633
+    },
+    {
+      "epoch": 0.507006707843528,
+      "grad_norm": 137.7279815673828,
+      "learning_rate": 1.7492783089577044e-06,
+      "loss": 15.0312,
+      "step": 7634
+    },
+    {
+      "epoch": 0.5070731221358836,
+      "grad_norm": 329.07666015625,
+      "learning_rate": 1.7492070777763308e-06,
+      "loss": 19.2188,
+      "step": 7635
+    },
+    {
+      "epoch": 0.5071395364282394,
+      "grad_norm": 189.33316040039062,
+      "learning_rate": 1.7491358379285622e-06,
+      "loss": 19.375,
+      "step": 7636
+    },
+    {
+      "epoch": 0.507205950720595,
+      "grad_norm": 274.463623046875,
+      "learning_rate": 1.7490645894152216e-06,
+      "loss": 17.3906,
+      "step": 7637
+    },
+    {
+      "epoch": 0.5072723650129508,
+      "grad_norm": 149.12440490722656,
+      "learning_rate": 1.7489933322371341e-06,
+      "loss": 20.875,
+      "step": 7638
+    },
+    {
+      "epoch": 0.5073387793053065,
+      "grad_norm": 119.15518951416016,
+      "learning_rate": 1.7489220663951238e-06,
+      "loss": 18.9531,
+      "step": 7639
+    },
+    {
+      "epoch": 0.5074051935976622,
+      "grad_norm": 388.3784484863281,
+      "learning_rate": 1.7488507918900148e-06,
+      "loss": 15.6719,
+      "step": 7640
+    },
+    {
+      "epoch": 0.5074716078900179,
+      "grad_norm": 149.8217010498047,
+      "learning_rate": 1.7487795087226316e-06,
+      "loss": 17.7188,
+      "step": 7641
+    },
+    {
+      "epoch": 0.5075380221823736,
+      "grad_norm": 193.21124267578125,
+      "learning_rate": 1.7487082168937987e-06,
+      "loss": 21.5312,
+      "step": 7642
+    },
+    {
+      "epoch": 0.5076044364747294,
+      "grad_norm": 116.7923812866211,
+      "learning_rate": 1.748636916404341e-06,
+      "loss": 13.9844,
+      "step": 7643
+    },
+    {
+      "epoch": 0.5076708507670851,
+      "grad_norm": 305.6228332519531,
+      "learning_rate": 1.7485656072550833e-06,
+      "loss": 22.8125,
+      "step": 7644
+    },
+    {
+      "epoch": 0.5077372650594408,
+      "grad_norm": 166.24615478515625,
+      "learning_rate": 1.74849428944685e-06,
+      "loss": 16.9219,
+      "step": 7645
+    },
+    {
+      "epoch": 0.5078036793517965,
+      "grad_norm": 1344.5672607421875,
+      "learning_rate": 1.7484229629804666e-06,
+      "loss": 12.5,
+      "step": 7646
+    },
+    {
+      "epoch": 0.5078700936441523,
+      "grad_norm": 674.2281494140625,
+      "learning_rate": 1.7483516278567576e-06,
+      "loss": 25.8594,
+      "step": 7647
+    },
+    {
+      "epoch": 0.5079365079365079,
+      "grad_norm": 212.53201293945312,
+      "learning_rate": 1.7482802840765488e-06,
+      "loss": 23.4375,
+      "step": 7648
+    },
+    {
+      "epoch": 0.5080029222288637,
+      "grad_norm": 369.2741394042969,
+      "learning_rate": 1.748208931640665e-06,
+      "loss": 17.6094,
+      "step": 7649
+    },
+    {
+      "epoch": 0.5080693365212193,
+      "grad_norm": 209.12188720703125,
+      "learning_rate": 1.7481375705499319e-06,
+      "loss": 13.0,
+      "step": 7650
+    },
+    {
+      "epoch": 0.5081357508135751,
+      "grad_norm": 178.20167541503906,
+      "learning_rate": 1.7480662008051745e-06,
+      "loss": 19.5781,
+      "step": 7651
+    },
+    {
+      "epoch": 0.5082021651059307,
+      "grad_norm": 198.2127227783203,
+      "learning_rate": 1.747994822407219e-06,
+      "loss": 14.2344,
+      "step": 7652
+    },
+    {
+      "epoch": 0.5082685793982865,
+      "grad_norm": 178.24905395507812,
+      "learning_rate": 1.7479234353568906e-06,
+      "loss": 19.5156,
+      "step": 7653
+    },
+    {
+      "epoch": 0.5083349936906423,
+      "grad_norm": 263.5736999511719,
+      "learning_rate": 1.747852039655015e-06,
+      "loss": 16.6406,
+      "step": 7654
+    },
+    {
+      "epoch": 0.5084014079829979,
+      "grad_norm": 257.0820007324219,
+      "learning_rate": 1.7477806353024183e-06,
+      "loss": 19.3125,
+      "step": 7655
+    },
+    {
+      "epoch": 0.5084678222753537,
+      "grad_norm": 338.9314270019531,
+      "learning_rate": 1.7477092222999263e-06,
+      "loss": 20.375,
+      "step": 7656
+    },
+    {
+      "epoch": 0.5085342365677094,
+      "grad_norm": 721.9393310546875,
+      "learning_rate": 1.7476378006483655e-06,
+      "loss": 22.8281,
+      "step": 7657
+    },
+    {
+      "epoch": 0.5086006508600651,
+      "grad_norm": 447.4128112792969,
+      "learning_rate": 1.7475663703485615e-06,
+      "loss": 33.25,
+      "step": 7658
+    },
+    {
+      "epoch": 0.5086670651524208,
+      "grad_norm": 127.50416564941406,
+      "learning_rate": 1.7474949314013409e-06,
+      "loss": 15.6406,
+      "step": 7659
+    },
+    {
+      "epoch": 0.5087334794447765,
+      "grad_norm": 375.874267578125,
+      "learning_rate": 1.7474234838075298e-06,
+      "loss": 20.2812,
+      "step": 7660
+    },
+    {
+      "epoch": 0.5087998937371322,
+      "grad_norm": 252.10165405273438,
+      "learning_rate": 1.7473520275679552e-06,
+      "loss": 18.2344,
+      "step": 7661
+    },
+    {
+      "epoch": 0.508866308029488,
+      "grad_norm": 450.3668212890625,
+      "learning_rate": 1.747280562683443e-06,
+      "loss": 22.9531,
+      "step": 7662
+    },
+    {
+      "epoch": 0.5089327223218436,
+      "grad_norm": 427.44647216796875,
+      "learning_rate": 1.74720908915482e-06,
+      "loss": 17.0859,
+      "step": 7663
+    },
+    {
+      "epoch": 0.5089991366141994,
+      "grad_norm": 369.457763671875,
+      "learning_rate": 1.7471376069829136e-06,
+      "loss": 16.4688,
+      "step": 7664
+    },
+    {
+      "epoch": 0.5090655509065551,
+      "grad_norm": 259.416015625,
+      "learning_rate": 1.7470661161685497e-06,
+      "loss": 14.375,
+      "step": 7665
+    },
+    {
+      "epoch": 0.5091319651989108,
+      "grad_norm": 160.43479919433594,
+      "learning_rate": 1.746994616712556e-06,
+      "loss": 17.0938,
+      "step": 7666
+    },
+    {
+      "epoch": 0.5091983794912666,
+      "grad_norm": 226.9033966064453,
+      "learning_rate": 1.7469231086157592e-06,
+      "loss": 17.9375,
+      "step": 7667
+    },
+    {
+      "epoch": 0.5092647937836222,
+      "grad_norm": 127.6436767578125,
+      "learning_rate": 1.7468515918789868e-06,
+      "loss": 17.2656,
+      "step": 7668
+    },
+    {
+      "epoch": 0.509331208075978,
+      "grad_norm": 310.3808288574219,
+      "learning_rate": 1.7467800665030656e-06,
+      "loss": 18.3125,
+      "step": 7669
+    },
+    {
+      "epoch": 0.5093976223683336,
+      "grad_norm": 199.2528839111328,
+      "learning_rate": 1.7467085324888235e-06,
+      "loss": 18.2656,
+      "step": 7670
+    },
+    {
+      "epoch": 0.5094640366606894,
+      "grad_norm": 214.48867797851562,
+      "learning_rate": 1.7466369898370875e-06,
+      "loss": 17.2188,
+      "step": 7671
+    },
+    {
+      "epoch": 0.509530450953045,
+      "grad_norm": 169.1205596923828,
+      "learning_rate": 1.7465654385486852e-06,
+      "loss": 22.625,
+      "step": 7672
+    },
+    {
+      "epoch": 0.5095968652454008,
+      "grad_norm": 1316.8094482421875,
+      "learning_rate": 1.7464938786244445e-06,
+      "loss": 14.1562,
+      "step": 7673
+    },
+    {
+      "epoch": 0.5096632795377565,
+      "grad_norm": 339.2361755371094,
+      "learning_rate": 1.7464223100651931e-06,
+      "loss": 18.1719,
+      "step": 7674
+    },
+    {
+      "epoch": 0.5097296938301122,
+      "grad_norm": 285.55010986328125,
+      "learning_rate": 1.7463507328717588e-06,
+      "loss": 25.5469,
+      "step": 7675
+    },
+    {
+      "epoch": 0.509796108122468,
+      "grad_norm": 248.6013946533203,
+      "learning_rate": 1.7462791470449696e-06,
+      "loss": 18.2969,
+      "step": 7676
+    },
+    {
+      "epoch": 0.5098625224148237,
+      "grad_norm": 147.95167541503906,
+      "learning_rate": 1.7462075525856536e-06,
+      "loss": 17.1875,
+      "step": 7677
+    },
+    {
+      "epoch": 0.5099289367071794,
+      "grad_norm": 190.1712646484375,
+      "learning_rate": 1.746135949494639e-06,
+      "loss": 19.0625,
+      "step": 7678
+    },
+    {
+      "epoch": 0.5099953509995351,
+      "grad_norm": 542.4373779296875,
+      "learning_rate": 1.7460643377727537e-06,
+      "loss": 15.1875,
+      "step": 7679
+    },
+    {
+      "epoch": 0.5100617652918908,
+      "grad_norm": 299.32171630859375,
+      "learning_rate": 1.7459927174208266e-06,
+      "loss": 20.4688,
+      "step": 7680
+    },
+    {
+      "epoch": 0.5101281795842465,
+      "grad_norm": 164.548828125,
+      "learning_rate": 1.7459210884396858e-06,
+      "loss": 18.125,
+      "step": 7681
+    },
+    {
+      "epoch": 0.5101945938766023,
+      "grad_norm": 299.35546875,
+      "learning_rate": 1.74584945083016e-06,
+      "loss": 25.0625,
+      "step": 7682
+    },
+    {
+      "epoch": 0.5102610081689579,
+      "grad_norm": 312.645751953125,
+      "learning_rate": 1.7457778045930777e-06,
+      "loss": 24.8125,
+      "step": 7683
+    },
+    {
+      "epoch": 0.5103274224613137,
+      "grad_norm": 126.93800354003906,
+      "learning_rate": 1.745706149729268e-06,
+      "loss": 17.2969,
+      "step": 7684
+    },
+    {
+      "epoch": 0.5103938367536693,
+      "grad_norm": 261.7878112792969,
+      "learning_rate": 1.7456344862395596e-06,
+      "loss": 17.5312,
+      "step": 7685
+    },
+    {
+      "epoch": 0.5104602510460251,
+      "grad_norm": 330.9433288574219,
+      "learning_rate": 1.7455628141247814e-06,
+      "loss": 17.4219,
+      "step": 7686
+    },
+    {
+      "epoch": 0.5105266653383809,
+      "grad_norm": 227.4175567626953,
+      "learning_rate": 1.7454911333857623e-06,
+      "loss": 20.1406,
+      "step": 7687
+    },
+    {
+      "epoch": 0.5105930796307365,
+      "grad_norm": 266.91119384765625,
+      "learning_rate": 1.7454194440233316e-06,
+      "loss": 21.3281,
+      "step": 7688
+    },
+    {
+      "epoch": 0.5106594939230923,
+      "grad_norm": 187.2108612060547,
+      "learning_rate": 1.7453477460383187e-06,
+      "loss": 18.9844,
+      "step": 7689
+    },
+    {
+      "epoch": 0.5107259082154479,
+      "grad_norm": 370.0240478515625,
+      "learning_rate": 1.7452760394315532e-06,
+      "loss": 24.625,
+      "step": 7690
+    },
+    {
+      "epoch": 0.5107923225078037,
+      "grad_norm": 222.59463500976562,
+      "learning_rate": 1.745204324203864e-06,
+      "loss": 22.3438,
+      "step": 7691
+    },
+    {
+      "epoch": 0.5108587368001594,
+      "grad_norm": 279.2948913574219,
+      "learning_rate": 1.7451326003560807e-06,
+      "loss": 23.0156,
+      "step": 7692
+    },
+    {
+      "epoch": 0.5109251510925151,
+      "grad_norm": 129.31735229492188,
+      "learning_rate": 1.7450608678890331e-06,
+      "loss": 18.0,
+      "step": 7693
+    },
+    {
+      "epoch": 0.5109915653848708,
+      "grad_norm": 1153.4510498046875,
+      "learning_rate": 1.7449891268035511e-06,
+      "loss": 16.875,
+      "step": 7694
+    },
+    {
+      "epoch": 0.5110579796772265,
+      "grad_norm": 339.0588684082031,
+      "learning_rate": 1.7449173771004645e-06,
+      "loss": 25.9688,
+      "step": 7695
+    },
+    {
+      "epoch": 0.5111243939695822,
+      "grad_norm": 196.112060546875,
+      "learning_rate": 1.7448456187806032e-06,
+      "loss": 16.3594,
+      "step": 7696
+    },
+    {
+      "epoch": 0.511190808261938,
+      "grad_norm": 164.57864379882812,
+      "learning_rate": 1.7447738518447975e-06,
+      "loss": 21.5938,
+      "step": 7697
+    },
+    {
+      "epoch": 0.5112572225542937,
+      "grad_norm": 195.2382354736328,
+      "learning_rate": 1.7447020762938774e-06,
+      "loss": 19.0781,
+      "step": 7698
+    },
+    {
+      "epoch": 0.5113236368466494,
+      "grad_norm": 180.79881286621094,
+      "learning_rate": 1.7446302921286725e-06,
+      "loss": 22.6094,
+      "step": 7699
+    },
+    {
+      "epoch": 0.5113900511390052,
+      "grad_norm": 209.78250122070312,
+      "learning_rate": 1.7445584993500145e-06,
+      "loss": 11.6406,
+      "step": 7700
+    },
+    {
+      "epoch": 0.5114564654313608,
+      "grad_norm": 486.1246337890625,
+      "learning_rate": 1.7444866979587328e-06,
+      "loss": 23.5312,
+      "step": 7701
+    },
+    {
+      "epoch": 0.5115228797237166,
+      "grad_norm": 324.0416564941406,
+      "learning_rate": 1.7444148879556582e-06,
+      "loss": 15.4688,
+      "step": 7702
+    },
+    {
+      "epoch": 0.5115892940160722,
+      "grad_norm": 234.31991577148438,
+      "learning_rate": 1.7443430693416215e-06,
+      "loss": 21.8438,
+      "step": 7703
+    },
+    {
+      "epoch": 0.511655708308428,
+      "grad_norm": 97.78985595703125,
+      "learning_rate": 1.744271242117453e-06,
+      "loss": 19.9688,
+      "step": 7704
+    },
+    {
+      "epoch": 0.5117221226007836,
+      "grad_norm": 518.9608764648438,
+      "learning_rate": 1.7441994062839847e-06,
+      "loss": 18.7812,
+      "step": 7705
+    },
+    {
+      "epoch": 0.5117885368931394,
+      "grad_norm": 215.30979919433594,
+      "learning_rate": 1.7441275618420463e-06,
+      "loss": 24.7656,
+      "step": 7706
+    },
+    {
+      "epoch": 0.5118549511854951,
+      "grad_norm": 142.43287658691406,
+      "learning_rate": 1.7440557087924694e-06,
+      "loss": 18.5312,
+      "step": 7707
+    },
+    {
+      "epoch": 0.5119213654778508,
+      "grad_norm": 157.51170349121094,
+      "learning_rate": 1.743983847136085e-06,
+      "loss": 19.4375,
+      "step": 7708
+    },
+    {
+      "epoch": 0.5119877797702066,
+      "grad_norm": 171.50579833984375,
+      "learning_rate": 1.7439119768737246e-06,
+      "loss": 16.8906,
+      "step": 7709
+    },
+    {
+      "epoch": 0.5120541940625623,
+      "grad_norm": 196.71347045898438,
+      "learning_rate": 1.7438400980062195e-06,
+      "loss": 15.8438,
+      "step": 7710
+    },
+    {
+      "epoch": 0.512120608354918,
+      "grad_norm": 130.81851196289062,
+      "learning_rate": 1.7437682105344012e-06,
+      "loss": 14.0312,
+      "step": 7711
+    },
+    {
+      "epoch": 0.5121870226472737,
+      "grad_norm": 586.7755737304688,
+      "learning_rate": 1.7436963144591009e-06,
+      "loss": 13.0156,
+      "step": 7712
+    },
+    {
+      "epoch": 0.5122534369396294,
+      "grad_norm": 387.5320739746094,
+      "learning_rate": 1.7436244097811504e-06,
+      "loss": 15.8281,
+      "step": 7713
+    },
+    {
+      "epoch": 0.5123198512319851,
+      "grad_norm": 321.349853515625,
+      "learning_rate": 1.7435524965013816e-06,
+      "loss": 14.8125,
+      "step": 7714
+    },
+    {
+      "epoch": 0.5123862655243409,
+      "grad_norm": 243.8701629638672,
+      "learning_rate": 1.7434805746206265e-06,
+      "loss": 17.9688,
+      "step": 7715
+    },
+    {
+      "epoch": 0.5124526798166965,
+      "grad_norm": 374.921875,
+      "learning_rate": 1.7434086441397167e-06,
+      "loss": 20.7812,
+      "step": 7716
+    },
+    {
+      "epoch": 0.5125190941090523,
+      "grad_norm": 221.15188598632812,
+      "learning_rate": 1.7433367050594843e-06,
+      "loss": 20.875,
+      "step": 7717
+    },
+    {
+      "epoch": 0.5125855084014079,
+      "grad_norm": 316.1587219238281,
+      "learning_rate": 1.7432647573807615e-06,
+      "loss": 26.7812,
+      "step": 7718
+    },
+    {
+      "epoch": 0.5126519226937637,
+      "grad_norm": 234.9651336669922,
+      "learning_rate": 1.7431928011043806e-06,
+      "loss": 20.9062,
+      "step": 7719
+    },
+    {
+      "epoch": 0.5127183369861195,
+      "grad_norm": 364.6719055175781,
+      "learning_rate": 1.7431208362311738e-06,
+      "loss": 23.6562,
+      "step": 7720
+    },
+    {
+      "epoch": 0.5127847512784751,
+      "grad_norm": 298.7925720214844,
+      "learning_rate": 1.7430488627619738e-06,
+      "loss": 21.6719,
+      "step": 7721
+    },
+    {
+      "epoch": 0.5128511655708309,
+      "grad_norm": 500.3346252441406,
+      "learning_rate": 1.742976880697613e-06,
+      "loss": 22.9219,
+      "step": 7722
+    },
+    {
+      "epoch": 0.5129175798631865,
+      "grad_norm": 237.67813110351562,
+      "learning_rate": 1.742904890038924e-06,
+      "loss": 20.2188,
+      "step": 7723
+    },
+    {
+      "epoch": 0.5129839941555423,
+      "grad_norm": 259.5222473144531,
+      "learning_rate": 1.7428328907867398e-06,
+      "loss": 24.1094,
+      "step": 7724
+    },
+    {
+      "epoch": 0.513050408447898,
+      "grad_norm": 188.69261169433594,
+      "learning_rate": 1.7427608829418928e-06,
+      "loss": 24.9062,
+      "step": 7725
+    },
+    {
+      "epoch": 0.5131168227402537,
+      "grad_norm": 215.06883239746094,
+      "learning_rate": 1.7426888665052167e-06,
+      "loss": 17.8125,
+      "step": 7726
+    },
+    {
+      "epoch": 0.5131832370326094,
+      "grad_norm": 351.60125732421875,
+      "learning_rate": 1.7426168414775437e-06,
+      "loss": 32.125,
+      "step": 7727
+    },
+    {
+      "epoch": 0.5132496513249651,
+      "grad_norm": 210.12884521484375,
+      "learning_rate": 1.7425448078597074e-06,
+      "loss": 20.7031,
+      "step": 7728
+    },
+    {
+      "epoch": 0.5133160656173208,
+      "grad_norm": 323.58447265625,
+      "learning_rate": 1.7424727656525409e-06,
+      "loss": 19.2031,
+      "step": 7729
+    },
+    {
+      "epoch": 0.5133824799096766,
+      "grad_norm": 249.5282745361328,
+      "learning_rate": 1.7424007148568775e-06,
+      "loss": 20.2031,
+      "step": 7730
+    },
+    {
+      "epoch": 0.5134488942020323,
+      "grad_norm": 193.5209197998047,
+      "learning_rate": 1.7423286554735508e-06,
+      "loss": 13.875,
+      "step": 7731
+    },
+    {
+      "epoch": 0.513515308494388,
+      "grad_norm": 184.51698303222656,
+      "learning_rate": 1.7422565875033944e-06,
+      "loss": 17.6562,
+      "step": 7732
+    },
+    {
+      "epoch": 0.5135817227867437,
+      "grad_norm": 543.8467407226562,
+      "learning_rate": 1.7421845109472416e-06,
+      "loss": 32.5625,
+      "step": 7733
+    },
+    {
+      "epoch": 0.5136481370790994,
+      "grad_norm": 305.3021545410156,
+      "learning_rate": 1.7421124258059263e-06,
+      "loss": 21.9062,
+      "step": 7734
+    },
+    {
+      "epoch": 0.5137145513714552,
+      "grad_norm": 237.06185913085938,
+      "learning_rate": 1.7420403320802826e-06,
+      "loss": 14.4062,
+      "step": 7735
+    },
+    {
+      "epoch": 0.5137809656638108,
+      "grad_norm": 373.1573181152344,
+      "learning_rate": 1.741968229771144e-06,
+      "loss": 15.625,
+      "step": 7736
+    },
+    {
+      "epoch": 0.5138473799561666,
+      "grad_norm": 134.32652282714844,
+      "learning_rate": 1.7418961188793448e-06,
+      "loss": 17.4219,
+      "step": 7737
+    },
+    {
+      "epoch": 0.5139137942485222,
+      "grad_norm": 360.3860168457031,
+      "learning_rate": 1.7418239994057192e-06,
+      "loss": 10.2891,
+      "step": 7738
+    },
+    {
+      "epoch": 0.513980208540878,
+      "grad_norm": 142.57513427734375,
+      "learning_rate": 1.7417518713511013e-06,
+      "loss": 15.2812,
+      "step": 7739
+    },
+    {
+      "epoch": 0.5140466228332337,
+      "grad_norm": 451.5603942871094,
+      "learning_rate": 1.7416797347163255e-06,
+      "loss": 20.0625,
+      "step": 7740
+    },
+    {
+      "epoch": 0.5141130371255894,
+      "grad_norm": 333.39373779296875,
+      "learning_rate": 1.7416075895022262e-06,
+      "loss": 26.9844,
+      "step": 7741
+    },
+    {
+      "epoch": 0.5141794514179452,
+      "grad_norm": 238.7808837890625,
+      "learning_rate": 1.741535435709638e-06,
+      "loss": 23.1562,
+      "step": 7742
+    },
+    {
+      "epoch": 0.5142458657103008,
+      "grad_norm": 205.85997009277344,
+      "learning_rate": 1.7414632733393956e-06,
+      "loss": 16.0312,
+      "step": 7743
+    },
+    {
+      "epoch": 0.5143122800026566,
+      "grad_norm": 182.3170928955078,
+      "learning_rate": 1.741391102392333e-06,
+      "loss": 14.7656,
+      "step": 7744
+    },
+    {
+      "epoch": 0.5143786942950123,
+      "grad_norm": 216.2703399658203,
+      "learning_rate": 1.7413189228692862e-06,
+      "loss": 25.9375,
+      "step": 7745
+    },
+    {
+      "epoch": 0.514445108587368,
+      "grad_norm": 500.66912841796875,
+      "learning_rate": 1.7412467347710895e-06,
+      "loss": 22.6562,
+      "step": 7746
+    },
+    {
+      "epoch": 0.5145115228797237,
+      "grad_norm": 171.15872192382812,
+      "learning_rate": 1.7411745380985776e-06,
+      "loss": 22.0,
+      "step": 7747
+    },
+    {
+      "epoch": 0.5145779371720794,
+      "grad_norm": 166.77963256835938,
+      "learning_rate": 1.7411023328525864e-06,
+      "loss": 15.0156,
+      "step": 7748
+    },
+    {
+      "epoch": 0.5146443514644351,
+      "grad_norm": 287.9735412597656,
+      "learning_rate": 1.741030119033951e-06,
+      "loss": 22.4062,
+      "step": 7749
+    },
+    {
+      "epoch": 0.5147107657567909,
+      "grad_norm": 193.7784423828125,
+      "learning_rate": 1.7409578966435058e-06,
+      "loss": 17.6875,
+      "step": 7750
+    },
+    {
+      "epoch": 0.5147771800491465,
+      "grad_norm": 333.8194274902344,
+      "learning_rate": 1.7408856656820876e-06,
+      "loss": 17.5,
+      "step": 7751
+    },
+    {
+      "epoch": 0.5148435943415023,
+      "grad_norm": 131.9455108642578,
+      "learning_rate": 1.740813426150531e-06,
+      "loss": 15.6094,
+      "step": 7752
+    },
+    {
+      "epoch": 0.514910008633858,
+      "grad_norm": 2245.03271484375,
+      "learning_rate": 1.7407411780496717e-06,
+      "loss": 21.6875,
+      "step": 7753
+    },
+    {
+      "epoch": 0.5149764229262137,
+      "grad_norm": 190.39837646484375,
+      "learning_rate": 1.7406689213803457e-06,
+      "loss": 20.5156,
+      "step": 7754
+    },
+    {
+      "epoch": 0.5150428372185695,
+      "grad_norm": 138.62489318847656,
+      "learning_rate": 1.7405966561433885e-06,
+      "loss": 16.1875,
+      "step": 7755
+    },
+    {
+      "epoch": 0.5151092515109251,
+      "grad_norm": 151.31076049804688,
+      "learning_rate": 1.7405243823396365e-06,
+      "loss": 14.2344,
+      "step": 7756
+    },
+    {
+      "epoch": 0.5151756658032809,
+      "grad_norm": 232.6850128173828,
+      "learning_rate": 1.7404520999699255e-06,
+      "loss": 25.2344,
+      "step": 7757
+    },
+    {
+      "epoch": 0.5152420800956365,
+      "grad_norm": 354.2771301269531,
+      "learning_rate": 1.7403798090350911e-06,
+      "loss": 16.0781,
+      "step": 7758
+    },
+    {
+      "epoch": 0.5153084943879923,
+      "grad_norm": 269.7509460449219,
+      "learning_rate": 1.7403075095359708e-06,
+      "loss": 15.6094,
+      "step": 7759
+    },
+    {
+      "epoch": 0.515374908680348,
+      "grad_norm": 329.6848449707031,
+      "learning_rate": 1.7402352014733995e-06,
+      "loss": 22.5938,
+      "step": 7760
+    },
+    {
+      "epoch": 0.5154413229727037,
+      "grad_norm": 210.2277069091797,
+      "learning_rate": 1.7401628848482145e-06,
+      "loss": 14.2188,
+      "step": 7761
+    },
+    {
+      "epoch": 0.5155077372650595,
+      "grad_norm": 236.17782592773438,
+      "learning_rate": 1.7400905596612518e-06,
+      "loss": 20.9062,
+      "step": 7762
+    },
+    {
+      "epoch": 0.5155741515574152,
+      "grad_norm": 458.79217529296875,
+      "learning_rate": 1.7400182259133484e-06,
+      "loss": 19.0,
+      "step": 7763
+    },
+    {
+      "epoch": 0.5156405658497709,
+      "grad_norm": 284.416748046875,
+      "learning_rate": 1.739945883605341e-06,
+      "loss": 18.5781,
+      "step": 7764
+    },
+    {
+      "epoch": 0.5157069801421266,
+      "grad_norm": 164.6840057373047,
+      "learning_rate": 1.7398735327380662e-06,
+      "loss": 15.0,
+      "step": 7765
+    },
+    {
+      "epoch": 0.5157733944344823,
+      "grad_norm": 235.70530700683594,
+      "learning_rate": 1.739801173312361e-06,
+      "loss": 14.375,
+      "step": 7766
+    },
+    {
+      "epoch": 0.515839808726838,
+      "grad_norm": 418.1978759765625,
+      "learning_rate": 1.7397288053290624e-06,
+      "loss": 24.4688,
+      "step": 7767
+    },
+    {
+      "epoch": 0.5159062230191938,
+      "grad_norm": 146.5555419921875,
+      "learning_rate": 1.7396564287890073e-06,
+      "loss": 19.7656,
+      "step": 7768
+    },
+    {
+      "epoch": 0.5159726373115494,
+      "grad_norm": 218.36260986328125,
+      "learning_rate": 1.7395840436930337e-06,
+      "loss": 21.0312,
+      "step": 7769
+    },
+    {
+      "epoch": 0.5160390516039052,
+      "grad_norm": 180.2408905029297,
+      "learning_rate": 1.7395116500419783e-06,
+      "loss": 16.8438,
+      "step": 7770
+    },
+    {
+      "epoch": 0.5161054658962608,
+      "grad_norm": 215.14308166503906,
+      "learning_rate": 1.7394392478366782e-06,
+      "loss": 15.3438,
+      "step": 7771
+    },
+    {
+      "epoch": 0.5161718801886166,
+      "grad_norm": 130.86766052246094,
+      "learning_rate": 1.7393668370779712e-06,
+      "loss": 18.0156,
+      "step": 7772
+    },
+    {
+      "epoch": 0.5162382944809724,
+      "grad_norm": 241.25758361816406,
+      "learning_rate": 1.7392944177666952e-06,
+      "loss": 20.4375,
+      "step": 7773
+    },
+    {
+      "epoch": 0.516304708773328,
+      "grad_norm": 449.4220886230469,
+      "learning_rate": 1.7392219899036874e-06,
+      "loss": 18.7969,
+      "step": 7774
+    },
+    {
+      "epoch": 0.5163711230656838,
+      "grad_norm": 235.41961669921875,
+      "learning_rate": 1.7391495534897863e-06,
+      "loss": 13.5938,
+      "step": 7775
+    },
+    {
+      "epoch": 0.5164375373580394,
+      "grad_norm": 174.37533569335938,
+      "learning_rate": 1.7390771085258291e-06,
+      "loss": 13.9062,
+      "step": 7776
+    },
+    {
+      "epoch": 0.5165039516503952,
+      "grad_norm": 317.59686279296875,
+      "learning_rate": 1.7390046550126543e-06,
+      "loss": 23.5,
+      "step": 7777
+    },
+    {
+      "epoch": 0.5165703659427509,
+      "grad_norm": 343.2755432128906,
+      "learning_rate": 1.7389321929510997e-06,
+      "loss": 18.7969,
+      "step": 7778
+    },
+    {
+      "epoch": 0.5166367802351066,
+      "grad_norm": 350.6610107421875,
+      "learning_rate": 1.7388597223420035e-06,
+      "loss": 17.0156,
+      "step": 7779
+    },
+    {
+      "epoch": 0.5167031945274623,
+      "grad_norm": 145.8090057373047,
+      "learning_rate": 1.7387872431862043e-06,
+      "loss": 17.4219,
+      "step": 7780
+    },
+    {
+      "epoch": 0.516769608819818,
+      "grad_norm": 172.5646209716797,
+      "learning_rate": 1.7387147554845401e-06,
+      "loss": 18.2812,
+      "step": 7781
+    },
+    {
+      "epoch": 0.5168360231121737,
+      "grad_norm": 461.36785888671875,
+      "learning_rate": 1.7386422592378494e-06,
+      "loss": 21.3438,
+      "step": 7782
+    },
+    {
+      "epoch": 0.5169024374045295,
+      "grad_norm": 204.81944274902344,
+      "learning_rate": 1.738569754446971e-06,
+      "loss": 21.3438,
+      "step": 7783
+    },
+    {
+      "epoch": 0.5169688516968852,
+      "grad_norm": 274.3617248535156,
+      "learning_rate": 1.738497241112744e-06,
+      "loss": 19.5781,
+      "step": 7784
+    },
+    {
+      "epoch": 0.5170352659892409,
+      "grad_norm": 137.36900329589844,
+      "learning_rate": 1.7384247192360064e-06,
+      "loss": 15.7344,
+      "step": 7785
+    },
+    {
+      "epoch": 0.5171016802815966,
+      "grad_norm": 555.0038452148438,
+      "learning_rate": 1.7383521888175974e-06,
+      "loss": 18.6094,
+      "step": 7786
+    },
+    {
+      "epoch": 0.5171680945739523,
+      "grad_norm": 188.8982696533203,
+      "learning_rate": 1.7382796498583562e-06,
+      "loss": 21.3438,
+      "step": 7787
+    },
+    {
+      "epoch": 0.5172345088663081,
+      "grad_norm": 213.12889099121094,
+      "learning_rate": 1.738207102359122e-06,
+      "loss": 17.3125,
+      "step": 7788
+    },
+    {
+      "epoch": 0.5173009231586637,
+      "grad_norm": 173.5155487060547,
+      "learning_rate": 1.7381345463207331e-06,
+      "loss": 16.0781,
+      "step": 7789
+    },
+    {
+      "epoch": 0.5173673374510195,
+      "grad_norm": 279.9559631347656,
+      "learning_rate": 1.73806198174403e-06,
+      "loss": 20.8438,
+      "step": 7790
+    },
+    {
+      "epoch": 0.5174337517433751,
+      "grad_norm": 445.1811828613281,
+      "learning_rate": 1.737989408629851e-06,
+      "loss": 22.6406,
+      "step": 7791
+    },
+    {
+      "epoch": 0.5175001660357309,
+      "grad_norm": 326.7896423339844,
+      "learning_rate": 1.7379168269790362e-06,
+      "loss": 16.2656,
+      "step": 7792
+    },
+    {
+      "epoch": 0.5175665803280866,
+      "grad_norm": 429.4970703125,
+      "learning_rate": 1.737844236792425e-06,
+      "loss": 24.3281,
+      "step": 7793
+    },
+    {
+      "epoch": 0.5176329946204423,
+      "grad_norm": 266.13409423828125,
+      "learning_rate": 1.7377716380708574e-06,
+      "loss": 21.2812,
+      "step": 7794
+    },
+    {
+      "epoch": 0.5176994089127981,
+      "grad_norm": 209.95831298828125,
+      "learning_rate": 1.7376990308151726e-06,
+      "loss": 17.0156,
+      "step": 7795
+    },
+    {
+      "epoch": 0.5177658232051537,
+      "grad_norm": 137.45199584960938,
+      "learning_rate": 1.7376264150262111e-06,
+      "loss": 16.3125,
+      "step": 7796
+    },
+    {
+      "epoch": 0.5178322374975095,
+      "grad_norm": 173.4893035888672,
+      "learning_rate": 1.7375537907048123e-06,
+      "loss": 16.375,
+      "step": 7797
+    },
+    {
+      "epoch": 0.5178986517898652,
+      "grad_norm": 181.23008728027344,
+      "learning_rate": 1.7374811578518166e-06,
+      "loss": 15.4375,
+      "step": 7798
+    },
+    {
+      "epoch": 0.5179650660822209,
+      "grad_norm": 283.92974853515625,
+      "learning_rate": 1.7374085164680645e-06,
+      "loss": 12.2969,
+      "step": 7799
+    },
+    {
+      "epoch": 0.5180314803745766,
+      "grad_norm": 268.1419372558594,
+      "learning_rate": 1.7373358665543955e-06,
+      "loss": 22.2188,
+      "step": 7800
+    },
+    {
+      "epoch": 0.5180978946669323,
+      "grad_norm": 321.9707336425781,
+      "learning_rate": 1.7372632081116504e-06,
+      "loss": 18.0156,
+      "step": 7801
+    },
+    {
+      "epoch": 0.518164308959288,
+      "grad_norm": 259.7934265136719,
+      "learning_rate": 1.7371905411406697e-06,
+      "loss": 15.2656,
+      "step": 7802
+    },
+    {
+      "epoch": 0.5182307232516438,
+      "grad_norm": 223.1533203125,
+      "learning_rate": 1.737117865642294e-06,
+      "loss": 14.7656,
+      "step": 7803
+    },
+    {
+      "epoch": 0.5182971375439994,
+      "grad_norm": 272.5929870605469,
+      "learning_rate": 1.737045181617364e-06,
+      "loss": 18.4219,
+      "step": 7804
+    },
+    {
+      "epoch": 0.5183635518363552,
+      "grad_norm": 151.6232147216797,
+      "learning_rate": 1.73697248906672e-06,
+      "loss": 13.4062,
+      "step": 7805
+    },
+    {
+      "epoch": 0.518429966128711,
+      "grad_norm": 680.6880493164062,
+      "learning_rate": 1.7368997879912033e-06,
+      "loss": 21.25,
+      "step": 7806
+    },
+    {
+      "epoch": 0.5184963804210666,
+      "grad_norm": 185.3098602294922,
+      "learning_rate": 1.7368270783916547e-06,
+      "loss": 16.1406,
+      "step": 7807
+    },
+    {
+      "epoch": 0.5185627947134224,
+      "grad_norm": 602.2832641601562,
+      "learning_rate": 1.7367543602689155e-06,
+      "loss": 18.5312,
+      "step": 7808
+    },
+    {
+      "epoch": 0.518629209005778,
+      "grad_norm": 147.7498016357422,
+      "learning_rate": 1.7366816336238266e-06,
+      "loss": 19.0,
+      "step": 7809
+    },
+    {
+      "epoch": 0.5186956232981338,
+      "grad_norm": 147.49874877929688,
+      "learning_rate": 1.7366088984572293e-06,
+      "loss": 15.9844,
+      "step": 7810
+    },
+    {
+      "epoch": 0.5187620375904894,
+      "grad_norm": 306.8368225097656,
+      "learning_rate": 1.7365361547699653e-06,
+      "loss": 17.0156,
+      "step": 7811
+    },
+    {
+      "epoch": 0.5188284518828452,
+      "grad_norm": 772.310546875,
+      "learning_rate": 1.7364634025628754e-06,
+      "loss": 23.0312,
+      "step": 7812
+    },
+    {
+      "epoch": 0.5188948661752009,
+      "grad_norm": 246.3915557861328,
+      "learning_rate": 1.736390641836802e-06,
+      "loss": 21.7812,
+      "step": 7813
+    },
+    {
+      "epoch": 0.5189612804675566,
+      "grad_norm": 302.05889892578125,
+      "learning_rate": 1.7363178725925858e-06,
+      "loss": 19.0625,
+      "step": 7814
+    },
+    {
+      "epoch": 0.5190276947599123,
+      "grad_norm": 171.74948120117188,
+      "learning_rate": 1.7362450948310694e-06,
+      "loss": 15.8438,
+      "step": 7815
+    },
+    {
+      "epoch": 0.519094109052268,
+      "grad_norm": 139.16192626953125,
+      "learning_rate": 1.736172308553094e-06,
+      "loss": 13.7969,
+      "step": 7816
+    },
+    {
+      "epoch": 0.5191605233446238,
+      "grad_norm": 465.2672424316406,
+      "learning_rate": 1.736099513759502e-06,
+      "loss": 20.875,
+      "step": 7817
+    },
+    {
+      "epoch": 0.5192269376369795,
+      "grad_norm": 190.8260498046875,
+      "learning_rate": 1.7360267104511354e-06,
+      "loss": 19.125,
+      "step": 7818
+    },
+    {
+      "epoch": 0.5192933519293352,
+      "grad_norm": 259.1199035644531,
+      "learning_rate": 1.735953898628836e-06,
+      "loss": 17.3906,
+      "step": 7819
+    },
+    {
+      "epoch": 0.5193597662216909,
+      "grad_norm": 153.56532287597656,
+      "learning_rate": 1.7358810782934462e-06,
+      "loss": 17.3438,
+      "step": 7820
+    },
+    {
+      "epoch": 0.5194261805140467,
+      "grad_norm": 343.3268127441406,
+      "learning_rate": 1.7358082494458088e-06,
+      "loss": 24.0938,
+      "step": 7821
+    },
+    {
+      "epoch": 0.5194925948064023,
+      "grad_norm": 2197.35595703125,
+      "learning_rate": 1.7357354120867655e-06,
+      "loss": 22.1875,
+      "step": 7822
+    },
+    {
+      "epoch": 0.5195590090987581,
+      "grad_norm": 755.0144653320312,
+      "learning_rate": 1.7356625662171592e-06,
+      "loss": 20.2031,
+      "step": 7823
+    },
+    {
+      "epoch": 0.5196254233911137,
+      "grad_norm": 245.3135528564453,
+      "learning_rate": 1.7355897118378327e-06,
+      "loss": 17.6094,
+      "step": 7824
+    },
+    {
+      "epoch": 0.5196918376834695,
+      "grad_norm": 347.2318115234375,
+      "learning_rate": 1.7355168489496288e-06,
+      "loss": 19.3672,
+      "step": 7825
+    },
+    {
+      "epoch": 0.5197582519758251,
+      "grad_norm": 276.68524169921875,
+      "learning_rate": 1.7354439775533898e-06,
+      "loss": 21.875,
+      "step": 7826
+    },
+    {
+      "epoch": 0.5198246662681809,
+      "grad_norm": 356.20440673828125,
+      "learning_rate": 1.7353710976499589e-06,
+      "loss": 16.1562,
+      "step": 7827
+    },
+    {
+      "epoch": 0.5198910805605367,
+      "grad_norm": 224.22457885742188,
+      "learning_rate": 1.7352982092401795e-06,
+      "loss": 22.5312,
+      "step": 7828
+    },
+    {
+      "epoch": 0.5199574948528923,
+      "grad_norm": 992.8853759765625,
+      "learning_rate": 1.7352253123248941e-06,
+      "loss": 19.3125,
+      "step": 7829
+    },
+    {
+      "epoch": 0.5200239091452481,
+      "grad_norm": 251.62911987304688,
+      "learning_rate": 1.7351524069049464e-06,
+      "loss": 18.8438,
+      "step": 7830
+    },
+    {
+      "epoch": 0.5200903234376038,
+      "grad_norm": 390.91326904296875,
+      "learning_rate": 1.7350794929811793e-06,
+      "loss": 19.0938,
+      "step": 7831
+    },
+    {
+      "epoch": 0.5201567377299595,
+      "grad_norm": 224.90191650390625,
+      "learning_rate": 1.7350065705544369e-06,
+      "loss": 14.6719,
+      "step": 7832
+    },
+    {
+      "epoch": 0.5202231520223152,
+      "grad_norm": 157.86660766601562,
+      "learning_rate": 1.734933639625562e-06,
+      "loss": 15.0625,
+      "step": 7833
+    },
+    {
+      "epoch": 0.5202895663146709,
+      "grad_norm": 332.0311279296875,
+      "learning_rate": 1.7348607001953987e-06,
+      "loss": 16.5156,
+      "step": 7834
+    },
+    {
+      "epoch": 0.5203559806070266,
+      "grad_norm": 340.7710266113281,
+      "learning_rate": 1.7347877522647907e-06,
+      "loss": 12.5938,
+      "step": 7835
+    },
+    {
+      "epoch": 0.5204223948993824,
+      "grad_norm": 210.8294219970703,
+      "learning_rate": 1.7347147958345816e-06,
+      "loss": 14.9688,
+      "step": 7836
+    },
+    {
+      "epoch": 0.520488809191738,
+      "grad_norm": 409.0704650878906,
+      "learning_rate": 1.7346418309056152e-06,
+      "loss": 21.6562,
+      "step": 7837
+    },
+    {
+      "epoch": 0.5205552234840938,
+      "grad_norm": 157.2402801513672,
+      "learning_rate": 1.734568857478736e-06,
+      "loss": 16.3594,
+      "step": 7838
+    },
+    {
+      "epoch": 0.5206216377764495,
+      "grad_norm": 235.98741149902344,
+      "learning_rate": 1.7344958755547876e-06,
+      "loss": 16.375,
+      "step": 7839
+    },
+    {
+      "epoch": 0.5206880520688052,
+      "grad_norm": 515.298095703125,
+      "learning_rate": 1.7344228851346143e-06,
+      "loss": 22.2656,
+      "step": 7840
+    },
+    {
+      "epoch": 0.520754466361161,
+      "grad_norm": 483.7336120605469,
+      "learning_rate": 1.7343498862190611e-06,
+      "loss": 28.5,
+      "step": 7841
+    },
+    {
+      "epoch": 0.5208208806535166,
+      "grad_norm": 239.06787109375,
+      "learning_rate": 1.7342768788089714e-06,
+      "loss": 16.0156,
+      "step": 7842
+    },
+    {
+      "epoch": 0.5208872949458724,
+      "grad_norm": 270.8443603515625,
+      "learning_rate": 1.7342038629051903e-06,
+      "loss": 19.75,
+      "step": 7843
+    },
+    {
+      "epoch": 0.520953709238228,
+      "grad_norm": 396.9515075683594,
+      "learning_rate": 1.7341308385085625e-06,
+      "loss": 22.2188,
+      "step": 7844
+    },
+    {
+      "epoch": 0.5210201235305838,
+      "grad_norm": 281.8521728515625,
+      "learning_rate": 1.7340578056199322e-06,
+      "loss": 13.8125,
+      "step": 7845
+    },
+    {
+      "epoch": 0.5210865378229395,
+      "grad_norm": 206.41990661621094,
+      "learning_rate": 1.7339847642401447e-06,
+      "loss": 19.5938,
+      "step": 7846
+    },
+    {
+      "epoch": 0.5211529521152952,
+      "grad_norm": 99.96150970458984,
+      "learning_rate": 1.7339117143700443e-06,
+      "loss": 13.0312,
+      "step": 7847
+    },
+    {
+      "epoch": 0.5212193664076509,
+      "grad_norm": 314.8128967285156,
+      "learning_rate": 1.7338386560104768e-06,
+      "loss": 17.4219,
+      "step": 7848
+    },
+    {
+      "epoch": 0.5212857807000066,
+      "grad_norm": 172.28289794921875,
+      "learning_rate": 1.7337655891622869e-06,
+      "loss": 16.125,
+      "step": 7849
+    },
+    {
+      "epoch": 0.5213521949923624,
+      "grad_norm": 215.36544799804688,
+      "learning_rate": 1.7336925138263195e-06,
+      "loss": 19.9688,
+      "step": 7850
+    },
+    {
+      "epoch": 0.5214186092847181,
+      "grad_norm": 161.59747314453125,
+      "learning_rate": 1.7336194300034203e-06,
+      "loss": 17.125,
+      "step": 7851
+    },
+    {
+      "epoch": 0.5214850235770738,
+      "grad_norm": 537.1979370117188,
+      "learning_rate": 1.7335463376944345e-06,
+      "loss": 21.1562,
+      "step": 7852
+    },
+    {
+      "epoch": 0.5215514378694295,
+      "grad_norm": 131.5631103515625,
+      "learning_rate": 1.7334732369002079e-06,
+      "loss": 13.5625,
+      "step": 7853
+    },
+    {
+      "epoch": 0.5216178521617852,
+      "grad_norm": 202.82308959960938,
+      "learning_rate": 1.7334001276215853e-06,
+      "loss": 17.3594,
+      "step": 7854
+    },
+    {
+      "epoch": 0.5216842664541409,
+      "grad_norm": 172.71092224121094,
+      "learning_rate": 1.7333270098594132e-06,
+      "loss": 16.25,
+      "step": 7855
+    },
+    {
+      "epoch": 0.5217506807464967,
+      "grad_norm": 578.1304321289062,
+      "learning_rate": 1.7332538836145373e-06,
+      "loss": 45.2812,
+      "step": 7856
+    },
+    {
+      "epoch": 0.5218170950388523,
+      "grad_norm": 281.0404357910156,
+      "learning_rate": 1.7331807488878032e-06,
+      "loss": 27.125,
+      "step": 7857
+    },
+    {
+      "epoch": 0.5218835093312081,
+      "grad_norm": 212.6780548095703,
+      "learning_rate": 1.733107605680057e-06,
+      "loss": 19.4531,
+      "step": 7858
+    },
+    {
+      "epoch": 0.5219499236235637,
+      "grad_norm": 169.40538024902344,
+      "learning_rate": 1.7330344539921446e-06,
+      "loss": 13.0469,
+      "step": 7859
+    },
+    {
+      "epoch": 0.5220163379159195,
+      "grad_norm": 145.2909698486328,
+      "learning_rate": 1.7329612938249127e-06,
+      "loss": 19.4375,
+      "step": 7860
+    },
+    {
+      "epoch": 0.5220827522082753,
+      "grad_norm": 202.9923858642578,
+      "learning_rate": 1.732888125179207e-06,
+      "loss": 15.6406,
+      "step": 7861
+    },
+    {
+      "epoch": 0.5221491665006309,
+      "grad_norm": 497.7169494628906,
+      "learning_rate": 1.7328149480558739e-06,
+      "loss": 21.6562,
+      "step": 7862
+    },
+    {
+      "epoch": 0.5222155807929867,
+      "grad_norm": 79.85368347167969,
+      "learning_rate": 1.73274176245576e-06,
+      "loss": 11.2812,
+      "step": 7863
+    },
+    {
+      "epoch": 0.5222819950853423,
+      "grad_norm": 163.08912658691406,
+      "learning_rate": 1.7326685683797122e-06,
+      "loss": 12.8281,
+      "step": 7864
+    },
+    {
+      "epoch": 0.5223484093776981,
+      "grad_norm": 187.06100463867188,
+      "learning_rate": 1.7325953658285765e-06,
+      "loss": 18.9219,
+      "step": 7865
+    },
+    {
+      "epoch": 0.5224148236700538,
+      "grad_norm": 214.83607482910156,
+      "learning_rate": 1.7325221548032005e-06,
+      "loss": 18.0,
+      "step": 7866
+    },
+    {
+      "epoch": 0.5224812379624095,
+      "grad_norm": 223.4736785888672,
+      "learning_rate": 1.7324489353044305e-06,
+      "loss": 18.4844,
+      "step": 7867
+    },
+    {
+      "epoch": 0.5225476522547652,
+      "grad_norm": 273.4626770019531,
+      "learning_rate": 1.7323757073331133e-06,
+      "loss": 20.6875,
+      "step": 7868
+    },
+    {
+      "epoch": 0.522614066547121,
+      "grad_norm": 277.95855712890625,
+      "learning_rate": 1.7323024708900965e-06,
+      "loss": 14.9219,
+      "step": 7869
+    },
+    {
+      "epoch": 0.5226804808394766,
+      "grad_norm": 130.25576782226562,
+      "learning_rate": 1.7322292259762268e-06,
+      "loss": 17.7031,
+      "step": 7870
+    },
+    {
+      "epoch": 0.5227468951318324,
+      "grad_norm": 113.46644592285156,
+      "learning_rate": 1.7321559725923518e-06,
+      "loss": 15.9531,
+      "step": 7871
+    },
+    {
+      "epoch": 0.5228133094241881,
+      "grad_norm": 368.2248229980469,
+      "learning_rate": 1.7320827107393186e-06,
+      "loss": 12.9219,
+      "step": 7872
+    },
+    {
+      "epoch": 0.5228797237165438,
+      "grad_norm": 503.525390625,
+      "learning_rate": 1.7320094404179748e-06,
+      "loss": 17.9062,
+      "step": 7873
+    },
+    {
+      "epoch": 0.5229461380088996,
+      "grad_norm": 131.30039978027344,
+      "learning_rate": 1.731936161629168e-06,
+      "loss": 16.2969,
+      "step": 7874
+    },
+    {
+      "epoch": 0.5230125523012552,
+      "grad_norm": 372.6728515625,
+      "learning_rate": 1.7318628743737453e-06,
+      "loss": 18.4844,
+      "step": 7875
+    },
+    {
+      "epoch": 0.523078966593611,
+      "grad_norm": 267.1163330078125,
+      "learning_rate": 1.7317895786525554e-06,
+      "loss": 26.8125,
+      "step": 7876
+    },
+    {
+      "epoch": 0.5231453808859666,
+      "grad_norm": 218.4456024169922,
+      "learning_rate": 1.7317162744664456e-06,
+      "loss": 12.625,
+      "step": 7877
+    },
+    {
+      "epoch": 0.5232117951783224,
+      "grad_norm": 167.84683227539062,
+      "learning_rate": 1.7316429618162636e-06,
+      "loss": 13.9062,
+      "step": 7878
+    },
+    {
+      "epoch": 0.523278209470678,
+      "grad_norm": 222.96923828125,
+      "learning_rate": 1.7315696407028576e-06,
+      "loss": 18.5781,
+      "step": 7879
+    },
+    {
+      "epoch": 0.5233446237630338,
+      "grad_norm": 139.95318603515625,
+      "learning_rate": 1.7314963111270762e-06,
+      "loss": 21.7188,
+      "step": 7880
+    },
+    {
+      "epoch": 0.5234110380553895,
+      "grad_norm": 127.98883056640625,
+      "learning_rate": 1.7314229730897671e-06,
+      "loss": 15.8125,
+      "step": 7881
+    },
+    {
+      "epoch": 0.5234774523477452,
+      "grad_norm": 559.03173828125,
+      "learning_rate": 1.7313496265917788e-06,
+      "loss": 21.3438,
+      "step": 7882
+    },
+    {
+      "epoch": 0.523543866640101,
+      "grad_norm": 212.93930053710938,
+      "learning_rate": 1.7312762716339597e-06,
+      "loss": 24.3125,
+      "step": 7883
+    },
+    {
+      "epoch": 0.5236102809324567,
+      "grad_norm": 170.8173828125,
+      "learning_rate": 1.7312029082171585e-06,
+      "loss": 16.3594,
+      "step": 7884
+    },
+    {
+      "epoch": 0.5236766952248124,
+      "grad_norm": 248.48471069335938,
+      "learning_rate": 1.7311295363422236e-06,
+      "loss": 21.8125,
+      "step": 7885
+    },
+    {
+      "epoch": 0.5237431095171681,
+      "grad_norm": 164.86746215820312,
+      "learning_rate": 1.731056156010004e-06,
+      "loss": 19.4531,
+      "step": 7886
+    },
+    {
+      "epoch": 0.5238095238095238,
+      "grad_norm": 330.5518493652344,
+      "learning_rate": 1.7309827672213482e-06,
+      "loss": 22.1875,
+      "step": 7887
+    },
+    {
+      "epoch": 0.5238759381018795,
+      "grad_norm": 131.97996520996094,
+      "learning_rate": 1.730909369977105e-06,
+      "loss": 17.7344,
+      "step": 7888
+    },
+    {
+      "epoch": 0.5239423523942353,
+      "grad_norm": 287.8839416503906,
+      "learning_rate": 1.7308359642781241e-06,
+      "loss": 14.875,
+      "step": 7889
+    },
+    {
+      "epoch": 0.5240087666865909,
+      "grad_norm": 323.3790588378906,
+      "learning_rate": 1.7307625501252538e-06,
+      "loss": 18.3438,
+      "step": 7890
+    },
+    {
+      "epoch": 0.5240751809789467,
+      "grad_norm": 192.11972045898438,
+      "learning_rate": 1.7306891275193441e-06,
+      "loss": 17.0625,
+      "step": 7891
+    },
+    {
+      "epoch": 0.5241415952713023,
+      "grad_norm": 689.0618896484375,
+      "learning_rate": 1.7306156964612437e-06,
+      "loss": 20.875,
+      "step": 7892
+    },
+    {
+      "epoch": 0.5242080095636581,
+      "grad_norm": 398.4509582519531,
+      "learning_rate": 1.7305422569518022e-06,
+      "loss": 15.0469,
+      "step": 7893
+    },
+    {
+      "epoch": 0.5242744238560139,
+      "grad_norm": 214.08311462402344,
+      "learning_rate": 1.7304688089918691e-06,
+      "loss": 19.7812,
+      "step": 7894
+    },
+    {
+      "epoch": 0.5243408381483695,
+      "grad_norm": 143.9698028564453,
+      "learning_rate": 1.7303953525822941e-06,
+      "loss": 17.7344,
+      "step": 7895
+    },
+    {
+      "epoch": 0.5244072524407253,
+      "grad_norm": 173.88662719726562,
+      "learning_rate": 1.730321887723927e-06,
+      "loss": 18.6719,
+      "step": 7896
+    },
+    {
+      "epoch": 0.5244736667330809,
+      "grad_norm": 165.236572265625,
+      "learning_rate": 1.7302484144176171e-06,
+      "loss": 14.5312,
+      "step": 7897
+    },
+    {
+      "epoch": 0.5245400810254367,
+      "grad_norm": 517.4205932617188,
+      "learning_rate": 1.730174932664215e-06,
+      "loss": 19.125,
+      "step": 7898
+    },
+    {
+      "epoch": 0.5246064953177924,
+      "grad_norm": 143.88441467285156,
+      "learning_rate": 1.7301014424645702e-06,
+      "loss": 20.4062,
+      "step": 7899
+    },
+    {
+      "epoch": 0.5246729096101481,
+      "grad_norm": 238.91627502441406,
+      "learning_rate": 1.7300279438195327e-06,
+      "loss": 22.7344,
+      "step": 7900
+    },
+    {
+      "epoch": 0.5247393239025038,
+      "grad_norm": 243.3868865966797,
+      "learning_rate": 1.729954436729953e-06,
+      "loss": 18.5938,
+      "step": 7901
+    },
+    {
+      "epoch": 0.5248057381948595,
+      "grad_norm": 234.25634765625,
+      "learning_rate": 1.7298809211966811e-06,
+      "loss": 19.3906,
+      "step": 7902
+    },
+    {
+      "epoch": 0.5248721524872152,
+      "grad_norm": 163.0276336669922,
+      "learning_rate": 1.729807397220568e-06,
+      "loss": 14.8906,
+      "step": 7903
+    },
+    {
+      "epoch": 0.524938566779571,
+      "grad_norm": 152.26271057128906,
+      "learning_rate": 1.7297338648024635e-06,
+      "loss": 14.9688,
+      "step": 7904
+    },
+    {
+      "epoch": 0.5250049810719267,
+      "grad_norm": 204.22705078125,
+      "learning_rate": 1.7296603239432183e-06,
+      "loss": 18.0625,
+      "step": 7905
+    },
+    {
+      "epoch": 0.5250713953642824,
+      "grad_norm": 197.186279296875,
+      "learning_rate": 1.7295867746436836e-06,
+      "loss": 16.2656,
+      "step": 7906
+    },
+    {
+      "epoch": 0.5251378096566381,
+      "grad_norm": 201.3148193359375,
+      "learning_rate": 1.7295132169047095e-06,
+      "loss": 15.1875,
+      "step": 7907
+    },
+    {
+      "epoch": 0.5252042239489938,
+      "grad_norm": 150.28573608398438,
+      "learning_rate": 1.7294396507271475e-06,
+      "loss": 21.2812,
+      "step": 7908
+    },
+    {
+      "epoch": 0.5252706382413496,
+      "grad_norm": 422.5943908691406,
+      "learning_rate": 1.729366076111848e-06,
+      "loss": 17.9062,
+      "step": 7909
+    },
+    {
+      "epoch": 0.5253370525337052,
+      "grad_norm": 441.2827453613281,
+      "learning_rate": 1.7292924930596623e-06,
+      "loss": 18.7188,
+      "step": 7910
+    },
+    {
+      "epoch": 0.525403466826061,
+      "grad_norm": 212.40248107910156,
+      "learning_rate": 1.7292189015714416e-06,
+      "loss": 18.4062,
+      "step": 7911
+    },
+    {
+      "epoch": 0.5254698811184166,
+      "grad_norm": 154.73873901367188,
+      "learning_rate": 1.7291453016480372e-06,
+      "loss": 19.9062,
+      "step": 7912
+    },
+    {
+      "epoch": 0.5255362954107724,
+      "grad_norm": 252.27340698242188,
+      "learning_rate": 1.7290716932903002e-06,
+      "loss": 17.6562,
+      "step": 7913
+    },
+    {
+      "epoch": 0.5256027097031282,
+      "grad_norm": 236.26536560058594,
+      "learning_rate": 1.7289980764990823e-06,
+      "loss": 14.9375,
+      "step": 7914
+    },
+    {
+      "epoch": 0.5256691239954838,
+      "grad_norm": 190.16238403320312,
+      "learning_rate": 1.7289244512752355e-06,
+      "loss": 15.3125,
+      "step": 7915
+    },
+    {
+      "epoch": 0.5257355382878396,
+      "grad_norm": 195.63873291015625,
+      "learning_rate": 1.7288508176196104e-06,
+      "loss": 19.7188,
+      "step": 7916
+    },
+    {
+      "epoch": 0.5258019525801952,
+      "grad_norm": 235.3174591064453,
+      "learning_rate": 1.7287771755330596e-06,
+      "loss": 25.5625,
+      "step": 7917
+    },
+    {
+      "epoch": 0.525868366872551,
+      "grad_norm": 123.5604476928711,
+      "learning_rate": 1.7287035250164346e-06,
+      "loss": 15.5938,
+      "step": 7918
+    },
+    {
+      "epoch": 0.5259347811649067,
+      "grad_norm": 244.83111572265625,
+      "learning_rate": 1.7286298660705873e-06,
+      "loss": 15.7188,
+      "step": 7919
+    },
+    {
+      "epoch": 0.5260011954572624,
+      "grad_norm": 293.4317321777344,
+      "learning_rate": 1.72855619869637e-06,
+      "loss": 26.8594,
+      "step": 7920
+    },
+    {
+      "epoch": 0.5260676097496181,
+      "grad_norm": 447.82269287109375,
+      "learning_rate": 1.7284825228946347e-06,
+      "loss": 21.9375,
+      "step": 7921
+    },
+    {
+      "epoch": 0.5261340240419738,
+      "grad_norm": 168.2023162841797,
+      "learning_rate": 1.7284088386662335e-06,
+      "loss": 12.9688,
+      "step": 7922
+    },
+    {
+      "epoch": 0.5262004383343295,
+      "grad_norm": 151.307373046875,
+      "learning_rate": 1.7283351460120188e-06,
+      "loss": 18.3906,
+      "step": 7923
+    },
+    {
+      "epoch": 0.5262668526266853,
+      "grad_norm": 355.0651550292969,
+      "learning_rate": 1.7282614449328437e-06,
+      "loss": 30.2969,
+      "step": 7924
+    },
+    {
+      "epoch": 0.526333266919041,
+      "grad_norm": 226.1155548095703,
+      "learning_rate": 1.7281877354295595e-06,
+      "loss": 17.1719,
+      "step": 7925
+    },
+    {
+      "epoch": 0.5263996812113967,
+      "grad_norm": 157.22206115722656,
+      "learning_rate": 1.7281140175030198e-06,
+      "loss": 13.9219,
+      "step": 7926
+    },
+    {
+      "epoch": 0.5264660955037525,
+      "grad_norm": 406.24078369140625,
+      "learning_rate": 1.7280402911540767e-06,
+      "loss": 20.0469,
+      "step": 7927
+    },
+    {
+      "epoch": 0.5265325097961081,
+      "grad_norm": 174.7232666015625,
+      "learning_rate": 1.7279665563835838e-06,
+      "loss": 16.6094,
+      "step": 7928
+    },
+    {
+      "epoch": 0.5265989240884639,
+      "grad_norm": 92.9596176147461,
+      "learning_rate": 1.727892813192393e-06,
+      "loss": 15.7656,
+      "step": 7929
+    },
+    {
+      "epoch": 0.5266653383808195,
+      "grad_norm": 202.9163360595703,
+      "learning_rate": 1.7278190615813583e-06,
+      "loss": 21.2969,
+      "step": 7930
+    },
+    {
+      "epoch": 0.5267317526731753,
+      "grad_norm": 440.8778991699219,
+      "learning_rate": 1.7277453015513324e-06,
+      "loss": 24.6875,
+      "step": 7931
+    },
+    {
+      "epoch": 0.526798166965531,
+      "grad_norm": 280.90875244140625,
+      "learning_rate": 1.7276715331031682e-06,
+      "loss": 13.375,
+      "step": 7932
+    },
+    {
+      "epoch": 0.5268645812578867,
+      "grad_norm": 481.1612243652344,
+      "learning_rate": 1.7275977562377193e-06,
+      "loss": 28.7188,
+      "step": 7933
+    },
+    {
+      "epoch": 0.5269309955502424,
+      "grad_norm": 337.931640625,
+      "learning_rate": 1.7275239709558393e-06,
+      "loss": 25.4688,
+      "step": 7934
+    },
+    {
+      "epoch": 0.5269974098425981,
+      "grad_norm": 303.70654296875,
+      "learning_rate": 1.7274501772583815e-06,
+      "loss": 20.75,
+      "step": 7935
+    },
+    {
+      "epoch": 0.5270638241349539,
+      "grad_norm": 271.4400329589844,
+      "learning_rate": 1.7273763751461993e-06,
+      "loss": 21.1562,
+      "step": 7936
+    },
+    {
+      "epoch": 0.5271302384273095,
+      "grad_norm": 169.30917358398438,
+      "learning_rate": 1.7273025646201469e-06,
+      "loss": 16.4688,
+      "step": 7937
+    },
+    {
+      "epoch": 0.5271966527196653,
+      "grad_norm": 149.00338745117188,
+      "learning_rate": 1.727228745681078e-06,
+      "loss": 12.7812,
+      "step": 7938
+    },
+    {
+      "epoch": 0.527263067012021,
+      "grad_norm": 335.2011413574219,
+      "learning_rate": 1.727154918329846e-06,
+      "loss": 24.0312,
+      "step": 7939
+    },
+    {
+      "epoch": 0.5273294813043767,
+      "grad_norm": 198.38604736328125,
+      "learning_rate": 1.727081082567305e-06,
+      "loss": 18.0625,
+      "step": 7940
+    },
+    {
+      "epoch": 0.5273958955967324,
+      "grad_norm": 409.2187194824219,
+      "learning_rate": 1.7270072383943094e-06,
+      "loss": 22.9062,
+      "step": 7941
+    },
+    {
+      "epoch": 0.5274623098890882,
+      "grad_norm": 238.0561981201172,
+      "learning_rate": 1.7269333858117134e-06,
+      "loss": 22.3125,
+      "step": 7942
+    },
+    {
+      "epoch": 0.5275287241814438,
+      "grad_norm": 230.5055694580078,
+      "learning_rate": 1.7268595248203712e-06,
+      "loss": 22.3906,
+      "step": 7943
+    },
+    {
+      "epoch": 0.5275951384737996,
+      "grad_norm": 285.7333068847656,
+      "learning_rate": 1.7267856554211372e-06,
+      "loss": 23.6875,
+      "step": 7944
+    },
+    {
+      "epoch": 0.5276615527661552,
+      "grad_norm": 401.64691162109375,
+      "learning_rate": 1.7267117776148658e-06,
+      "loss": 20.6875,
+      "step": 7945
+    },
+    {
+      "epoch": 0.527727967058511,
+      "grad_norm": 1407.14697265625,
+      "learning_rate": 1.7266378914024116e-06,
+      "loss": 18.4531,
+      "step": 7946
+    },
+    {
+      "epoch": 0.5277943813508668,
+      "grad_norm": 369.8612060546875,
+      "learning_rate": 1.726563996784629e-06,
+      "loss": 22.625,
+      "step": 7947
+    },
+    {
+      "epoch": 0.5278607956432224,
+      "grad_norm": 441.4884948730469,
+      "learning_rate": 1.7264900937623733e-06,
+      "loss": 23.7344,
+      "step": 7948
+    },
+    {
+      "epoch": 0.5279272099355782,
+      "grad_norm": 150.6550750732422,
+      "learning_rate": 1.7264161823364992e-06,
+      "loss": 17.4219,
+      "step": 7949
+    },
+    {
+      "epoch": 0.5279936242279338,
+      "grad_norm": 198.33193969726562,
+      "learning_rate": 1.7263422625078616e-06,
+      "loss": 17.8906,
+      "step": 7950
+    },
+    {
+      "epoch": 0.5280600385202896,
+      "grad_norm": 169.13999938964844,
+      "learning_rate": 1.7262683342773154e-06,
+      "loss": 16.1094,
+      "step": 7951
+    },
+    {
+      "epoch": 0.5281264528126453,
+      "grad_norm": 187.02685546875,
+      "learning_rate": 1.7261943976457159e-06,
+      "loss": 23.4844,
+      "step": 7952
+    },
+    {
+      "epoch": 0.528192867105001,
+      "grad_norm": 132.81956481933594,
+      "learning_rate": 1.7261204526139186e-06,
+      "loss": 14.0312,
+      "step": 7953
+    },
+    {
+      "epoch": 0.5282592813973567,
+      "grad_norm": 479.0052185058594,
+      "learning_rate": 1.7260464991827781e-06,
+      "loss": 25.25,
+      "step": 7954
+    },
+    {
+      "epoch": 0.5283256956897124,
+      "grad_norm": 116.065185546875,
+      "learning_rate": 1.7259725373531508e-06,
+      "loss": 13.8281,
+      "step": 7955
+    },
+    {
+      "epoch": 0.5283921099820681,
+      "grad_norm": 114.00503540039062,
+      "learning_rate": 1.7258985671258914e-06,
+      "loss": 16.0,
+      "step": 7956
+    },
+    {
+      "epoch": 0.5284585242744239,
+      "grad_norm": 432.1898498535156,
+      "learning_rate": 1.7258245885018563e-06,
+      "loss": 22.0938,
+      "step": 7957
+    },
+    {
+      "epoch": 0.5285249385667796,
+      "grad_norm": 361.7710266113281,
+      "learning_rate": 1.7257506014819007e-06,
+      "loss": 33.75,
+      "step": 7958
+    },
+    {
+      "epoch": 0.5285913528591353,
+      "grad_norm": 209.3590087890625,
+      "learning_rate": 1.7256766060668808e-06,
+      "loss": 17.9688,
+      "step": 7959
+    },
+    {
+      "epoch": 0.528657767151491,
+      "grad_norm": 290.7583923339844,
+      "learning_rate": 1.7256026022576523e-06,
+      "loss": 18.2812,
+      "step": 7960
+    },
+    {
+      "epoch": 0.5287241814438467,
+      "grad_norm": 234.58193969726562,
+      "learning_rate": 1.7255285900550713e-06,
+      "loss": 17.0156,
+      "step": 7961
+    },
+    {
+      "epoch": 0.5287905957362025,
+      "grad_norm": 252.34422302246094,
+      "learning_rate": 1.725454569459994e-06,
+      "loss": 16.9531,
+      "step": 7962
+    },
+    {
+      "epoch": 0.5288570100285581,
+      "grad_norm": 644.27392578125,
+      "learning_rate": 1.7253805404732764e-06,
+      "loss": 18.7031,
+      "step": 7963
+    },
+    {
+      "epoch": 0.5289234243209139,
+      "grad_norm": 268.384521484375,
+      "learning_rate": 1.7253065030957753e-06,
+      "loss": 16.6562,
+      "step": 7964
+    },
+    {
+      "epoch": 0.5289898386132695,
+      "grad_norm": 536.6509399414062,
+      "learning_rate": 1.7252324573283465e-06,
+      "loss": 15.4688,
+      "step": 7965
+    },
+    {
+      "epoch": 0.5290562529056253,
+      "grad_norm": 130.08154296875,
+      "learning_rate": 1.7251584031718469e-06,
+      "loss": 15.9375,
+      "step": 7966
+    },
+    {
+      "epoch": 0.529122667197981,
+      "grad_norm": 174.03558349609375,
+      "learning_rate": 1.725084340627133e-06,
+      "loss": 14.9844,
+      "step": 7967
+    },
+    {
+      "epoch": 0.5291890814903367,
+      "grad_norm": 198.5491943359375,
+      "learning_rate": 1.7250102696950618e-06,
+      "loss": 15.0469,
+      "step": 7968
+    },
+    {
+      "epoch": 0.5292554957826925,
+      "grad_norm": 252.1041717529297,
+      "learning_rate": 1.7249361903764896e-06,
+      "loss": 28.8438,
+      "step": 7969
+    },
+    {
+      "epoch": 0.5293219100750481,
+      "grad_norm": 172.66827392578125,
+      "learning_rate": 1.7248621026722737e-06,
+      "loss": 18.2031,
+      "step": 7970
+    },
+    {
+      "epoch": 0.5293883243674039,
+      "grad_norm": 146.482666015625,
+      "learning_rate": 1.724788006583271e-06,
+      "loss": 17.6094,
+      "step": 7971
+    },
+    {
+      "epoch": 0.5294547386597596,
+      "grad_norm": 211.12010192871094,
+      "learning_rate": 1.7247139021103383e-06,
+      "loss": 20.8125,
+      "step": 7972
+    },
+    {
+      "epoch": 0.5295211529521153,
+      "grad_norm": 166.63705444335938,
+      "learning_rate": 1.7246397892543333e-06,
+      "loss": 17.5,
+      "step": 7973
+    },
+    {
+      "epoch": 0.529587567244471,
+      "grad_norm": 204.39871215820312,
+      "learning_rate": 1.724565668016113e-06,
+      "loss": 17.9688,
+      "step": 7974
+    },
+    {
+      "epoch": 0.5296539815368267,
+      "grad_norm": 160.6220703125,
+      "learning_rate": 1.724491538396535e-06,
+      "loss": 19.7344,
+      "step": 7975
+    },
+    {
+      "epoch": 0.5297203958291824,
+      "grad_norm": 1004.0631713867188,
+      "learning_rate": 1.7244174003964567e-06,
+      "loss": 22.4219,
+      "step": 7976
+    },
+    {
+      "epoch": 0.5297868101215382,
+      "grad_norm": 458.39251708984375,
+      "learning_rate": 1.7243432540167354e-06,
+      "loss": 16.4688,
+      "step": 7977
+    },
+    {
+      "epoch": 0.5298532244138938,
+      "grad_norm": 230.7624053955078,
+      "learning_rate": 1.7242690992582292e-06,
+      "loss": 14.1406,
+      "step": 7978
+    },
+    {
+      "epoch": 0.5299196387062496,
+      "grad_norm": 237.75579833984375,
+      "learning_rate": 1.7241949361217953e-06,
+      "loss": 20.4062,
+      "step": 7979
+    },
+    {
+      "epoch": 0.5299860529986054,
+      "grad_norm": 122.970947265625,
+      "learning_rate": 1.7241207646082923e-06,
+      "loss": 19.2969,
+      "step": 7980
+    },
+    {
+      "epoch": 0.530052467290961,
+      "grad_norm": 186.9766387939453,
+      "learning_rate": 1.7240465847185778e-06,
+      "loss": 16.9375,
+      "step": 7981
+    },
+    {
+      "epoch": 0.5301188815833168,
+      "grad_norm": 131.5819091796875,
+      "learning_rate": 1.7239723964535103e-06,
+      "loss": 18.0312,
+      "step": 7982
+    },
+    {
+      "epoch": 0.5301852958756724,
+      "grad_norm": 125.07111358642578,
+      "learning_rate": 1.723898199813947e-06,
+      "loss": 15.2812,
+      "step": 7983
+    },
+    {
+      "epoch": 0.5302517101680282,
+      "grad_norm": 141.67507934570312,
+      "learning_rate": 1.723823994800747e-06,
+      "loss": 13.9219,
+      "step": 7984
+    },
+    {
+      "epoch": 0.5303181244603838,
+      "grad_norm": 249.4420928955078,
+      "learning_rate": 1.7237497814147685e-06,
+      "loss": 28.6875,
+      "step": 7985
+    },
+    {
+      "epoch": 0.5303845387527396,
+      "grad_norm": 368.8595886230469,
+      "learning_rate": 1.7236755596568697e-06,
+      "loss": 17.6562,
+      "step": 7986
+    },
+    {
+      "epoch": 0.5304509530450953,
+      "grad_norm": 246.2570343017578,
+      "learning_rate": 1.7236013295279092e-06,
+      "loss": 17.3906,
+      "step": 7987
+    },
+    {
+      "epoch": 0.530517367337451,
+      "grad_norm": 134.9993133544922,
+      "learning_rate": 1.723527091028746e-06,
+      "loss": 14.7969,
+      "step": 7988
+    },
+    {
+      "epoch": 0.5305837816298067,
+      "grad_norm": 662.771484375,
+      "learning_rate": 1.7234528441602384e-06,
+      "loss": 22.1094,
+      "step": 7989
+    },
+    {
+      "epoch": 0.5306501959221624,
+      "grad_norm": 366.8173522949219,
+      "learning_rate": 1.723378588923246e-06,
+      "loss": 12.7969,
+      "step": 7990
+    },
+    {
+      "epoch": 0.5307166102145182,
+      "grad_norm": 835.8413696289062,
+      "learning_rate": 1.723304325318627e-06,
+      "loss": 14.0,
+      "step": 7991
+    },
+    {
+      "epoch": 0.5307830245068739,
+      "grad_norm": 400.6131286621094,
+      "learning_rate": 1.7232300533472405e-06,
+      "loss": 17.3281,
+      "step": 7992
+    },
+    {
+      "epoch": 0.5308494387992296,
+      "grad_norm": 130.29774475097656,
+      "learning_rate": 1.7231557730099455e-06,
+      "loss": 14.9688,
+      "step": 7993
+    },
+    {
+      "epoch": 0.5309158530915853,
+      "grad_norm": 168.7952880859375,
+      "learning_rate": 1.7230814843076017e-06,
+      "loss": 17.2969,
+      "step": 7994
+    },
+    {
+      "epoch": 0.530982267383941,
+      "grad_norm": 324.7363586425781,
+      "learning_rate": 1.7230071872410683e-06,
+      "loss": 21.6562,
+      "step": 7995
+    },
+    {
+      "epoch": 0.5310486816762967,
+      "grad_norm": 125.50772857666016,
+      "learning_rate": 1.7229328818112047e-06,
+      "loss": 17.4375,
+      "step": 7996
+    },
+    {
+      "epoch": 0.5311150959686525,
+      "grad_norm": 183.89991760253906,
+      "learning_rate": 1.7228585680188705e-06,
+      "loss": 18.2188,
+      "step": 7997
+    },
+    {
+      "epoch": 0.5311815102610081,
+      "grad_norm": 138.8056182861328,
+      "learning_rate": 1.722784245864925e-06,
+      "loss": 16.8438,
+      "step": 7998
+    },
+    {
+      "epoch": 0.5312479245533639,
+      "grad_norm": 139.0156707763672,
+      "learning_rate": 1.7227099153502283e-06,
+      "loss": 16.4844,
+      "step": 7999
+    },
+    {
+      "epoch": 0.5313143388457195,
+      "grad_norm": 227.4409637451172,
+      "learning_rate": 1.72263557647564e-06,
+      "loss": 18.0312,
+      "step": 8000
+    },
+    {
+      "epoch": 0.5313807531380753,
+      "grad_norm": 314.462646484375,
+      "learning_rate": 1.7225612292420199e-06,
+      "loss": 22.125,
+      "step": 8001
+    },
+    {
+      "epoch": 0.5314471674304311,
+      "grad_norm": 607.5193481445312,
+      "learning_rate": 1.7224868736502282e-06,
+      "loss": 19.1406,
+      "step": 8002
+    },
+    {
+      "epoch": 0.5315135817227867,
+      "grad_norm": 250.34217834472656,
+      "learning_rate": 1.7224125097011251e-06,
+      "loss": 18.0469,
+      "step": 8003
+    },
+    {
+      "epoch": 0.5315799960151425,
+      "grad_norm": 261.42205810546875,
+      "learning_rate": 1.7223381373955705e-06,
+      "loss": 20.0625,
+      "step": 8004
+    },
+    {
+      "epoch": 0.5316464103074982,
+      "grad_norm": 171.03512573242188,
+      "learning_rate": 1.7222637567344248e-06,
+      "loss": 13.5312,
+      "step": 8005
+    },
+    {
+      "epoch": 0.5317128245998539,
+      "grad_norm": 593.649658203125,
+      "learning_rate": 1.7221893677185487e-06,
+      "loss": 15.7969,
+      "step": 8006
+    },
+    {
+      "epoch": 0.5317792388922096,
+      "grad_norm": 293.8585510253906,
+      "learning_rate": 1.7221149703488025e-06,
+      "loss": 26.2188,
+      "step": 8007
+    },
+    {
+      "epoch": 0.5318456531845653,
+      "grad_norm": 314.6246643066406,
+      "learning_rate": 1.7220405646260465e-06,
+      "loss": 18.7344,
+      "step": 8008
+    },
+    {
+      "epoch": 0.531912067476921,
+      "grad_norm": 497.7841796875,
+      "learning_rate": 1.7219661505511413e-06,
+      "loss": 19.0469,
+      "step": 8009
+    },
+    {
+      "epoch": 0.5319784817692768,
+      "grad_norm": 305.6834716796875,
+      "learning_rate": 1.7218917281249486e-06,
+      "loss": 22.1875,
+      "step": 8010
+    },
+    {
+      "epoch": 0.5320448960616324,
+      "grad_norm": 194.71780395507812,
+      "learning_rate": 1.7218172973483283e-06,
+      "loss": 23.875,
+      "step": 8011
+    },
+    {
+      "epoch": 0.5321113103539882,
+      "grad_norm": 315.7125244140625,
+      "learning_rate": 1.7217428582221416e-06,
+      "loss": 22.9688,
+      "step": 8012
+    },
+    {
+      "epoch": 0.5321777246463439,
+      "grad_norm": 200.28384399414062,
+      "learning_rate": 1.7216684107472499e-06,
+      "loss": 15.9062,
+      "step": 8013
+    },
+    {
+      "epoch": 0.5322441389386996,
+      "grad_norm": 195.3638153076172,
+      "learning_rate": 1.721593954924514e-06,
+      "loss": 20.8125,
+      "step": 8014
+    },
+    {
+      "epoch": 0.5323105532310554,
+      "grad_norm": 123.79594421386719,
+      "learning_rate": 1.7215194907547956e-06,
+      "loss": 17.1875,
+      "step": 8015
+    },
+    {
+      "epoch": 0.532376967523411,
+      "grad_norm": 672.1458740234375,
+      "learning_rate": 1.7214450182389558e-06,
+      "loss": 25.8594,
+      "step": 8016
+    },
+    {
+      "epoch": 0.5324433818157668,
+      "grad_norm": 140.60113525390625,
+      "learning_rate": 1.7213705373778558e-06,
+      "loss": 15.6406,
+      "step": 8017
+    },
+    {
+      "epoch": 0.5325097961081224,
+      "grad_norm": 156.1002655029297,
+      "learning_rate": 1.7212960481723572e-06,
+      "loss": 12.7656,
+      "step": 8018
+    },
+    {
+      "epoch": 0.5325762104004782,
+      "grad_norm": 383.5840759277344,
+      "learning_rate": 1.7212215506233224e-06,
+      "loss": 26.3438,
+      "step": 8019
+    },
+    {
+      "epoch": 0.5326426246928339,
+      "grad_norm": 130.88523864746094,
+      "learning_rate": 1.7211470447316121e-06,
+      "loss": 19.9688,
+      "step": 8020
+    },
+    {
+      "epoch": 0.5327090389851896,
+      "grad_norm": 540.0320434570312,
+      "learning_rate": 1.7210725304980888e-06,
+      "loss": 30.9688,
+      "step": 8021
+    },
+    {
+      "epoch": 0.5327754532775453,
+      "grad_norm": 355.8465881347656,
+      "learning_rate": 1.7209980079236145e-06,
+      "loss": 24.0938,
+      "step": 8022
+    },
+    {
+      "epoch": 0.532841867569901,
+      "grad_norm": 276.9205627441406,
+      "learning_rate": 1.7209234770090506e-06,
+      "loss": 24.6875,
+      "step": 8023
+    },
+    {
+      "epoch": 0.5329082818622568,
+      "grad_norm": 250.1746063232422,
+      "learning_rate": 1.7208489377552597e-06,
+      "loss": 20.4844,
+      "step": 8024
+    },
+    {
+      "epoch": 0.5329746961546125,
+      "grad_norm": 126.29374694824219,
+      "learning_rate": 1.7207743901631042e-06,
+      "loss": 17.2656,
+      "step": 8025
+    },
+    {
+      "epoch": 0.5330411104469682,
+      "grad_norm": 145.1389617919922,
+      "learning_rate": 1.720699834233446e-06,
+      "loss": 15.0312,
+      "step": 8026
+    },
+    {
+      "epoch": 0.5331075247393239,
+      "grad_norm": 216.36199951171875,
+      "learning_rate": 1.7206252699671477e-06,
+      "loss": 19.375,
+      "step": 8027
+    },
+    {
+      "epoch": 0.5331739390316796,
+      "grad_norm": 242.7393035888672,
+      "learning_rate": 1.720550697365072e-06,
+      "loss": 19.9688,
+      "step": 8028
+    },
+    {
+      "epoch": 0.5332403533240353,
+      "grad_norm": 361.1454772949219,
+      "learning_rate": 1.720476116428081e-06,
+      "loss": 20.5469,
+      "step": 8029
+    },
+    {
+      "epoch": 0.5333067676163911,
+      "grad_norm": 800.0941162109375,
+      "learning_rate": 1.720401527157038e-06,
+      "loss": 21.4062,
+      "step": 8030
+    },
+    {
+      "epoch": 0.5333731819087467,
+      "grad_norm": 251.55531311035156,
+      "learning_rate": 1.7203269295528053e-06,
+      "loss": 22.8438,
+      "step": 8031
+    },
+    {
+      "epoch": 0.5334395962011025,
+      "grad_norm": 331.9626770019531,
+      "learning_rate": 1.7202523236162461e-06,
+      "loss": 18.8281,
+      "step": 8032
+    },
+    {
+      "epoch": 0.5335060104934581,
+      "grad_norm": 176.98153686523438,
+      "learning_rate": 1.7201777093482237e-06,
+      "loss": 23.4688,
+      "step": 8033
+    },
+    {
+      "epoch": 0.5335724247858139,
+      "grad_norm": 1405.355712890625,
+      "learning_rate": 1.7201030867496003e-06,
+      "loss": 13.9062,
+      "step": 8034
+    },
+    {
+      "epoch": 0.5336388390781697,
+      "grad_norm": 105.1067123413086,
+      "learning_rate": 1.72002845582124e-06,
+      "loss": 15.5312,
+      "step": 8035
+    },
+    {
+      "epoch": 0.5337052533705253,
+      "grad_norm": 179.6195831298828,
+      "learning_rate": 1.7199538165640056e-06,
+      "loss": 12.5547,
+      "step": 8036
+    },
+    {
+      "epoch": 0.5337716676628811,
+      "grad_norm": 77.2093734741211,
+      "learning_rate": 1.7198791689787606e-06,
+      "loss": 15.2812,
+      "step": 8037
+    },
+    {
+      "epoch": 0.5338380819552367,
+      "grad_norm": 161.8237762451172,
+      "learning_rate": 1.7198045130663684e-06,
+      "loss": 21.2969,
+      "step": 8038
+    },
+    {
+      "epoch": 0.5339044962475925,
+      "grad_norm": 195.18882751464844,
+      "learning_rate": 1.719729848827693e-06,
+      "loss": 22.5625,
+      "step": 8039
+    },
+    {
+      "epoch": 0.5339709105399482,
+      "grad_norm": 462.0542297363281,
+      "learning_rate": 1.7196551762635973e-06,
+      "loss": 20.7344,
+      "step": 8040
+    },
+    {
+      "epoch": 0.5340373248323039,
+      "grad_norm": 162.2556610107422,
+      "learning_rate": 1.7195804953749456e-06,
+      "loss": 13.5156,
+      "step": 8041
+    },
+    {
+      "epoch": 0.5341037391246596,
+      "grad_norm": 539.27783203125,
+      "learning_rate": 1.7195058061626018e-06,
+      "loss": 15.6406,
+      "step": 8042
+    },
+    {
+      "epoch": 0.5341701534170153,
+      "grad_norm": 284.04296875,
+      "learning_rate": 1.71943110862743e-06,
+      "loss": 15.0078,
+      "step": 8043
+    },
+    {
+      "epoch": 0.534236567709371,
+      "grad_norm": 245.14288330078125,
+      "learning_rate": 1.7193564027702933e-06,
+      "loss": 15.9688,
+      "step": 8044
+    },
+    {
+      "epoch": 0.5343029820017268,
+      "grad_norm": 184.50733947753906,
+      "learning_rate": 1.7192816885920568e-06,
+      "loss": 19.7656,
+      "step": 8045
+    },
+    {
+      "epoch": 0.5343693962940825,
+      "grad_norm": 247.76394653320312,
+      "learning_rate": 1.7192069660935847e-06,
+      "loss": 16.3594,
+      "step": 8046
+    },
+    {
+      "epoch": 0.5344358105864382,
+      "grad_norm": 178.81097412109375,
+      "learning_rate": 1.719132235275741e-06,
+      "loss": 15.3438,
+      "step": 8047
+    },
+    {
+      "epoch": 0.534502224878794,
+      "grad_norm": 299.2554016113281,
+      "learning_rate": 1.7190574961393902e-06,
+      "loss": 25.0625,
+      "step": 8048
+    },
+    {
+      "epoch": 0.5345686391711496,
+      "grad_norm": 244.72071838378906,
+      "learning_rate": 1.7189827486853971e-06,
+      "loss": 15.1875,
+      "step": 8049
+    },
+    {
+      "epoch": 0.5346350534635054,
+      "grad_norm": 464.34375,
+      "learning_rate": 1.718907992914626e-06,
+      "loss": 26.9062,
+      "step": 8050
+    },
+    {
+      "epoch": 0.534701467755861,
+      "grad_norm": 235.8640899658203,
+      "learning_rate": 1.7188332288279419e-06,
+      "loss": 13.0312,
+      "step": 8051
+    },
+    {
+      "epoch": 0.5347678820482168,
+      "grad_norm": 265.02252197265625,
+      "learning_rate": 1.7187584564262092e-06,
+      "loss": 16.7031,
+      "step": 8052
+    },
+    {
+      "epoch": 0.5348342963405724,
+      "grad_norm": 214.66299438476562,
+      "learning_rate": 1.7186836757102934e-06,
+      "loss": 25.375,
+      "step": 8053
+    },
+    {
+      "epoch": 0.5349007106329282,
+      "grad_norm": 203.260009765625,
+      "learning_rate": 1.7186088866810594e-06,
+      "loss": 17.625,
+      "step": 8054
+    },
+    {
+      "epoch": 0.5349671249252839,
+      "grad_norm": 319.41552734375,
+      "learning_rate": 1.7185340893393718e-06,
+      "loss": 23.8125,
+      "step": 8055
+    },
+    {
+      "epoch": 0.5350335392176396,
+      "grad_norm": 199.08567810058594,
+      "learning_rate": 1.7184592836860964e-06,
+      "loss": 18.7656,
+      "step": 8056
+    },
+    {
+      "epoch": 0.5350999535099954,
+      "grad_norm": 362.93194580078125,
+      "learning_rate": 1.7183844697220984e-06,
+      "loss": 17.9219,
+      "step": 8057
+    },
+    {
+      "epoch": 0.535166367802351,
+      "grad_norm": 263.0087890625,
+      "learning_rate": 1.718309647448243e-06,
+      "loss": 17.8281,
+      "step": 8058
+    },
+    {
+      "epoch": 0.5352327820947068,
+      "grad_norm": 416.1296691894531,
+      "learning_rate": 1.7182348168653958e-06,
+      "loss": 18.4688,
+      "step": 8059
+    },
+    {
+      "epoch": 0.5352991963870625,
+      "grad_norm": 385.8599853515625,
+      "learning_rate": 1.7181599779744221e-06,
+      "loss": 21.5312,
+      "step": 8060
+    },
+    {
+      "epoch": 0.5353656106794182,
+      "grad_norm": 208.42311096191406,
+      "learning_rate": 1.7180851307761883e-06,
+      "loss": 15.75,
+      "step": 8061
+    },
+    {
+      "epoch": 0.5354320249717739,
+      "grad_norm": 153.39881896972656,
+      "learning_rate": 1.7180102752715598e-06,
+      "loss": 17.2031,
+      "step": 8062
+    },
+    {
+      "epoch": 0.5354984392641297,
+      "grad_norm": 492.4439697265625,
+      "learning_rate": 1.7179354114614023e-06,
+      "loss": 13.2031,
+      "step": 8063
+    },
+    {
+      "epoch": 0.5355648535564853,
+      "grad_norm": 436.1521911621094,
+      "learning_rate": 1.717860539346582e-06,
+      "loss": 27.5312,
+      "step": 8064
+    },
+    {
+      "epoch": 0.5356312678488411,
+      "grad_norm": 182.67657470703125,
+      "learning_rate": 1.717785658927965e-06,
+      "loss": 14.9922,
+      "step": 8065
+    },
+    {
+      "epoch": 0.5356976821411968,
+      "grad_norm": 207.040283203125,
+      "learning_rate": 1.717710770206417e-06,
+      "loss": 16.8281,
+      "step": 8066
+    },
+    {
+      "epoch": 0.5357640964335525,
+      "grad_norm": 238.8594512939453,
+      "learning_rate": 1.717635873182805e-06,
+      "loss": 22.6406,
+      "step": 8067
+    },
+    {
+      "epoch": 0.5358305107259083,
+      "grad_norm": 219.26150512695312,
+      "learning_rate": 1.717560967857995e-06,
+      "loss": 18.3906,
+      "step": 8068
+    },
+    {
+      "epoch": 0.5358969250182639,
+      "grad_norm": 175.47714233398438,
+      "learning_rate": 1.7174860542328533e-06,
+      "loss": 14.8281,
+      "step": 8069
+    },
+    {
+      "epoch": 0.5359633393106197,
+      "grad_norm": 218.7083740234375,
+      "learning_rate": 1.717411132308247e-06,
+      "loss": 14.4062,
+      "step": 8070
+    },
+    {
+      "epoch": 0.5360297536029753,
+      "grad_norm": 331.4581298828125,
+      "learning_rate": 1.7173362020850422e-06,
+      "loss": 18.375,
+      "step": 8071
+    },
+    {
+      "epoch": 0.5360961678953311,
+      "grad_norm": 349.4594421386719,
+      "learning_rate": 1.7172612635641058e-06,
+      "loss": 15.7812,
+      "step": 8072
+    },
+    {
+      "epoch": 0.5361625821876868,
+      "grad_norm": 144.058349609375,
+      "learning_rate": 1.7171863167463048e-06,
+      "loss": 14.7188,
+      "step": 8073
+    },
+    {
+      "epoch": 0.5362289964800425,
+      "grad_norm": 230.40708923339844,
+      "learning_rate": 1.717111361632506e-06,
+      "loss": 13.3984,
+      "step": 8074
+    },
+    {
+      "epoch": 0.5362954107723982,
+      "grad_norm": 247.26380920410156,
+      "learning_rate": 1.7170363982235764e-06,
+      "loss": 16.7656,
+      "step": 8075
+    },
+    {
+      "epoch": 0.5363618250647539,
+      "grad_norm": 160.9830322265625,
+      "learning_rate": 1.7169614265203832e-06,
+      "loss": 16.0625,
+      "step": 8076
+    },
+    {
+      "epoch": 0.5364282393571097,
+      "grad_norm": 157.33790588378906,
+      "learning_rate": 1.716886446523794e-06,
+      "loss": 19.375,
+      "step": 8077
+    },
+    {
+      "epoch": 0.5364946536494654,
+      "grad_norm": 184.97933959960938,
+      "learning_rate": 1.7168114582346756e-06,
+      "loss": 17.1094,
+      "step": 8078
+    },
+    {
+      "epoch": 0.5365610679418211,
+      "grad_norm": 250.75265502929688,
+      "learning_rate": 1.7167364616538955e-06,
+      "loss": 22.5938,
+      "step": 8079
+    },
+    {
+      "epoch": 0.5366274822341768,
+      "grad_norm": 217.6050262451172,
+      "learning_rate": 1.7166614567823213e-06,
+      "loss": 14.2344,
+      "step": 8080
+    },
+    {
+      "epoch": 0.5366938965265325,
+      "grad_norm": 183.0878448486328,
+      "learning_rate": 1.7165864436208206e-06,
+      "loss": 31.5625,
+      "step": 8081
+    },
+    {
+      "epoch": 0.5367603108188882,
+      "grad_norm": 239.0550537109375,
+      "learning_rate": 1.716511422170261e-06,
+      "loss": 14.7031,
+      "step": 8082
+    },
+    {
+      "epoch": 0.536826725111244,
+      "grad_norm": 186.13087463378906,
+      "learning_rate": 1.7164363924315106e-06,
+      "loss": 17.1562,
+      "step": 8083
+    },
+    {
+      "epoch": 0.5368931394035996,
+      "grad_norm": 207.34263610839844,
+      "learning_rate": 1.7163613544054374e-06,
+      "loss": 18.4375,
+      "step": 8084
+    },
+    {
+      "epoch": 0.5369595536959554,
+      "grad_norm": 198.29833984375,
+      "learning_rate": 1.7162863080929086e-06,
+      "loss": 15.1406,
+      "step": 8085
+    },
+    {
+      "epoch": 0.537025967988311,
+      "grad_norm": 718.9483032226562,
+      "learning_rate": 1.716211253494793e-06,
+      "loss": 15.9531,
+      "step": 8086
+    },
+    {
+      "epoch": 0.5370923822806668,
+      "grad_norm": 160.84669494628906,
+      "learning_rate": 1.7161361906119586e-06,
+      "loss": 17.6875,
+      "step": 8087
+    },
+    {
+      "epoch": 0.5371587965730226,
+      "grad_norm": 163.3136749267578,
+      "learning_rate": 1.7160611194452738e-06,
+      "loss": 16.6562,
+      "step": 8088
+    },
+    {
+      "epoch": 0.5372252108653782,
+      "grad_norm": 206.4572296142578,
+      "learning_rate": 1.715986039995607e-06,
+      "loss": 18.0469,
+      "step": 8089
+    },
+    {
+      "epoch": 0.537291625157734,
+      "grad_norm": 201.31239318847656,
+      "learning_rate": 1.7159109522638265e-06,
+      "loss": 20.1875,
+      "step": 8090
+    },
+    {
+      "epoch": 0.5373580394500896,
+      "grad_norm": 270.8914794921875,
+      "learning_rate": 1.7158358562508007e-06,
+      "loss": 19.4219,
+      "step": 8091
+    },
+    {
+      "epoch": 0.5374244537424454,
+      "grad_norm": 318.73992919921875,
+      "learning_rate": 1.7157607519573986e-06,
+      "loss": 18.875,
+      "step": 8092
+    },
+    {
+      "epoch": 0.5374908680348011,
+      "grad_norm": 596.2969970703125,
+      "learning_rate": 1.715685639384489e-06,
+      "loss": 18.3594,
+      "step": 8093
+    },
+    {
+      "epoch": 0.5375572823271568,
+      "grad_norm": 371.83172607421875,
+      "learning_rate": 1.7156105185329404e-06,
+      "loss": 17.4219,
+      "step": 8094
+    },
+    {
+      "epoch": 0.5376236966195125,
+      "grad_norm": 307.8975830078125,
+      "learning_rate": 1.7155353894036223e-06,
+      "loss": 25.5312,
+      "step": 8095
+    },
+    {
+      "epoch": 0.5376901109118682,
+      "grad_norm": 307.2715759277344,
+      "learning_rate": 1.7154602519974032e-06,
+      "loss": 20.7969,
+      "step": 8096
+    },
+    {
+      "epoch": 0.5377565252042239,
+      "grad_norm": 159.4077911376953,
+      "learning_rate": 1.715385106315152e-06,
+      "loss": 15.7188,
+      "step": 8097
+    },
+    {
+      "epoch": 0.5378229394965797,
+      "grad_norm": 402.3904113769531,
+      "learning_rate": 1.715309952357739e-06,
+      "loss": 19.9688,
+      "step": 8098
+    },
+    {
+      "epoch": 0.5378893537889354,
+      "grad_norm": 151.1819305419922,
+      "learning_rate": 1.7152347901260329e-06,
+      "loss": 13.7656,
+      "step": 8099
+    },
+    {
+      "epoch": 0.5379557680812911,
+      "grad_norm": 291.4684753417969,
+      "learning_rate": 1.7151596196209027e-06,
+      "loss": 15.6094,
+      "step": 8100
+    },
+    {
+      "epoch": 0.5380221823736469,
+      "grad_norm": 182.16433715820312,
+      "learning_rate": 1.715084440843219e-06,
+      "loss": 16.6875,
+      "step": 8101
+    },
+    {
+      "epoch": 0.5380885966660025,
+      "grad_norm": 334.7706604003906,
+      "learning_rate": 1.7150092537938506e-06,
+      "loss": 26.6562,
+      "step": 8102
+    },
+    {
+      "epoch": 0.5381550109583583,
+      "grad_norm": 259.1689147949219,
+      "learning_rate": 1.7149340584736676e-06,
+      "loss": 15.8438,
+      "step": 8103
+    },
+    {
+      "epoch": 0.5382214252507139,
+      "grad_norm": 290.4275207519531,
+      "learning_rate": 1.7148588548835393e-06,
+      "loss": 22.7812,
+      "step": 8104
+    },
+    {
+      "epoch": 0.5382878395430697,
+      "grad_norm": 341.40557861328125,
+      "learning_rate": 1.714783643024336e-06,
+      "loss": 14.5469,
+      "step": 8105
+    },
+    {
+      "epoch": 0.5383542538354253,
+      "grad_norm": 168.42079162597656,
+      "learning_rate": 1.714708422896928e-06,
+      "loss": 22.8594,
+      "step": 8106
+    },
+    {
+      "epoch": 0.5384206681277811,
+      "grad_norm": 115.1194839477539,
+      "learning_rate": 1.714633194502185e-06,
+      "loss": 17.2656,
+      "step": 8107
+    },
+    {
+      "epoch": 0.5384870824201368,
+      "grad_norm": 327.6538391113281,
+      "learning_rate": 1.7145579578409772e-06,
+      "loss": 23.4375,
+      "step": 8108
+    },
+    {
+      "epoch": 0.5385534967124925,
+      "grad_norm": 190.15374755859375,
+      "learning_rate": 1.714482712914175e-06,
+      "loss": 18.6094,
+      "step": 8109
+    },
+    {
+      "epoch": 0.5386199110048483,
+      "grad_norm": 273.9770202636719,
+      "learning_rate": 1.7144074597226488e-06,
+      "loss": 20.1406,
+      "step": 8110
+    },
+    {
+      "epoch": 0.538686325297204,
+      "grad_norm": 217.3231964111328,
+      "learning_rate": 1.714332198267269e-06,
+      "loss": 15.8438,
+      "step": 8111
+    },
+    {
+      "epoch": 0.5387527395895597,
+      "grad_norm": 170.1095733642578,
+      "learning_rate": 1.7142569285489064e-06,
+      "loss": 18.1719,
+      "step": 8112
+    },
+    {
+      "epoch": 0.5388191538819154,
+      "grad_norm": 252.3469696044922,
+      "learning_rate": 1.7141816505684315e-06,
+      "loss": 18.9219,
+      "step": 8113
+    },
+    {
+      "epoch": 0.5388855681742711,
+      "grad_norm": 122.3340072631836,
+      "learning_rate": 1.7141063643267148e-06,
+      "loss": 10.9375,
+      "step": 8114
+    },
+    {
+      "epoch": 0.5389519824666268,
+      "grad_norm": 217.75009155273438,
+      "learning_rate": 1.7140310698246276e-06,
+      "loss": 16.2188,
+      "step": 8115
+    },
+    {
+      "epoch": 0.5390183967589826,
+      "grad_norm": 170.57275390625,
+      "learning_rate": 1.7139557670630408e-06,
+      "loss": 14.6406,
+      "step": 8116
+    },
+    {
+      "epoch": 0.5390848110513382,
+      "grad_norm": 3901.58154296875,
+      "learning_rate": 1.7138804560428254e-06,
+      "loss": 15.875,
+      "step": 8117
+    },
+    {
+      "epoch": 0.539151225343694,
+      "grad_norm": 178.97219848632812,
+      "learning_rate": 1.7138051367648525e-06,
+      "loss": 23.1406,
+      "step": 8118
+    },
+    {
+      "epoch": 0.5392176396360496,
+      "grad_norm": 554.0601806640625,
+      "learning_rate": 1.7137298092299934e-06,
+      "loss": 18.9062,
+      "step": 8119
+    },
+    {
+      "epoch": 0.5392840539284054,
+      "grad_norm": 162.75521850585938,
+      "learning_rate": 1.7136544734391194e-06,
+      "loss": 16.9062,
+      "step": 8120
+    },
+    {
+      "epoch": 0.5393504682207612,
+      "grad_norm": 245.13644409179688,
+      "learning_rate": 1.7135791293931018e-06,
+      "loss": 15.8594,
+      "step": 8121
+    },
+    {
+      "epoch": 0.5394168825131168,
+      "grad_norm": 129.8968963623047,
+      "learning_rate": 1.7135037770928124e-06,
+      "loss": 13.4141,
+      "step": 8122
+    },
+    {
+      "epoch": 0.5394832968054726,
+      "grad_norm": 188.49440002441406,
+      "learning_rate": 1.713428416539123e-06,
+      "loss": 23.2812,
+      "step": 8123
+    },
+    {
+      "epoch": 0.5395497110978282,
+      "grad_norm": 128.87896728515625,
+      "learning_rate": 1.7133530477329048e-06,
+      "loss": 19.7344,
+      "step": 8124
+    },
+    {
+      "epoch": 0.539616125390184,
+      "grad_norm": 345.549560546875,
+      "learning_rate": 1.7132776706750298e-06,
+      "loss": 16.9375,
+      "step": 8125
+    },
+    {
+      "epoch": 0.5396825396825397,
+      "grad_norm": 192.92958068847656,
+      "learning_rate": 1.7132022853663704e-06,
+      "loss": 14.5469,
+      "step": 8126
+    },
+    {
+      "epoch": 0.5397489539748954,
+      "grad_norm": 318.2650146484375,
+      "learning_rate": 1.7131268918077977e-06,
+      "loss": 17.6562,
+      "step": 8127
+    },
+    {
+      "epoch": 0.5398153682672511,
+      "grad_norm": 173.4212188720703,
+      "learning_rate": 1.7130514900001846e-06,
+      "loss": 21.875,
+      "step": 8128
+    },
+    {
+      "epoch": 0.5398817825596068,
+      "grad_norm": 384.9448547363281,
+      "learning_rate": 1.7129760799444033e-06,
+      "loss": 21.4688,
+      "step": 8129
+    },
+    {
+      "epoch": 0.5399481968519625,
+      "grad_norm": 193.71743774414062,
+      "learning_rate": 1.7129006616413256e-06,
+      "loss": 15.4531,
+      "step": 8130
+    },
+    {
+      "epoch": 0.5400146111443183,
+      "grad_norm": 289.25274658203125,
+      "learning_rate": 1.7128252350918238e-06,
+      "loss": 13.9219,
+      "step": 8131
+    },
+    {
+      "epoch": 0.540081025436674,
+      "grad_norm": 128.96173095703125,
+      "learning_rate": 1.712749800296771e-06,
+      "loss": 18.375,
+      "step": 8132
+    },
+    {
+      "epoch": 0.5401474397290297,
+      "grad_norm": 180.7025604248047,
+      "learning_rate": 1.7126743572570397e-06,
+      "loss": 15.9375,
+      "step": 8133
+    },
+    {
+      "epoch": 0.5402138540213854,
+      "grad_norm": 320.46746826171875,
+      "learning_rate": 1.7125989059735022e-06,
+      "loss": 18.0938,
+      "step": 8134
+    },
+    {
+      "epoch": 0.5402802683137411,
+      "grad_norm": 597.4251708984375,
+      "learning_rate": 1.7125234464470312e-06,
+      "loss": 17.4531,
+      "step": 8135
+    },
+    {
+      "epoch": 0.5403466826060969,
+      "grad_norm": 143.14248657226562,
+      "learning_rate": 1.7124479786785002e-06,
+      "loss": 17.9062,
+      "step": 8136
+    },
+    {
+      "epoch": 0.5404130968984525,
+      "grad_norm": 269.66497802734375,
+      "learning_rate": 1.712372502668782e-06,
+      "loss": 16.1328,
+      "step": 8137
+    },
+    {
+      "epoch": 0.5404795111908083,
+      "grad_norm": 217.23805236816406,
+      "learning_rate": 1.712297018418749e-06,
+      "loss": 13.7188,
+      "step": 8138
+    },
+    {
+      "epoch": 0.5405459254831639,
+      "grad_norm": 456.7830505371094,
+      "learning_rate": 1.712221525929275e-06,
+      "loss": 31.3438,
+      "step": 8139
+    },
+    {
+      "epoch": 0.5406123397755197,
+      "grad_norm": 161.45974731445312,
+      "learning_rate": 1.7121460252012333e-06,
+      "loss": 19.0,
+      "step": 8140
+    },
+    {
+      "epoch": 0.5406787540678754,
+      "grad_norm": 236.5973663330078,
+      "learning_rate": 1.7120705162354964e-06,
+      "loss": 20.1406,
+      "step": 8141
+    },
+    {
+      "epoch": 0.5407451683602311,
+      "grad_norm": 248.73025512695312,
+      "learning_rate": 1.7119949990329388e-06,
+      "loss": 13.4844,
+      "step": 8142
+    },
+    {
+      "epoch": 0.5408115826525869,
+      "grad_norm": 129.42164611816406,
+      "learning_rate": 1.7119194735944336e-06,
+      "loss": 19.5469,
+      "step": 8143
+    },
+    {
+      "epoch": 0.5408779969449425,
+      "grad_norm": 381.226806640625,
+      "learning_rate": 1.7118439399208543e-06,
+      "loss": 17.5469,
+      "step": 8144
+    },
+    {
+      "epoch": 0.5409444112372983,
+      "grad_norm": 698.4984741210938,
+      "learning_rate": 1.711768398013075e-06,
+      "loss": 19.7344,
+      "step": 8145
+    },
+    {
+      "epoch": 0.541010825529654,
+      "grad_norm": 276.4189147949219,
+      "learning_rate": 1.7116928478719692e-06,
+      "loss": 23.8125,
+      "step": 8146
+    },
+    {
+      "epoch": 0.5410772398220097,
+      "grad_norm": 153.9807586669922,
+      "learning_rate": 1.711617289498411e-06,
+      "loss": 14.75,
+      "step": 8147
+    },
+    {
+      "epoch": 0.5411436541143654,
+      "grad_norm": 314.2732238769531,
+      "learning_rate": 1.7115417228932742e-06,
+      "loss": 15.4688,
+      "step": 8148
+    },
+    {
+      "epoch": 0.5412100684067211,
+      "grad_norm": 192.72865295410156,
+      "learning_rate": 1.7114661480574331e-06,
+      "loss": 14.375,
+      "step": 8149
+    },
+    {
+      "epoch": 0.5412764826990768,
+      "grad_norm": 259.0125427246094,
+      "learning_rate": 1.711390564991762e-06,
+      "loss": 18.5156,
+      "step": 8150
+    },
+    {
+      "epoch": 0.5413428969914326,
+      "grad_norm": 184.5396728515625,
+      "learning_rate": 1.7113149736971348e-06,
+      "loss": 16.2656,
+      "step": 8151
+    },
+    {
+      "epoch": 0.5414093112837882,
+      "grad_norm": 221.6222381591797,
+      "learning_rate": 1.7112393741744262e-06,
+      "loss": 22.4531,
+      "step": 8152
+    },
+    {
+      "epoch": 0.541475725576144,
+      "grad_norm": 176.94625854492188,
+      "learning_rate": 1.711163766424511e-06,
+      "loss": 20.8906,
+      "step": 8153
+    },
+    {
+      "epoch": 0.5415421398684998,
+      "grad_norm": 235.59735107421875,
+      "learning_rate": 1.711088150448263e-06,
+      "loss": 13.3359,
+      "step": 8154
+    },
+    {
+      "epoch": 0.5416085541608554,
+      "grad_norm": 212.7416534423828,
+      "learning_rate": 1.7110125262465577e-06,
+      "loss": 17.7188,
+      "step": 8155
+    },
+    {
+      "epoch": 0.5416749684532112,
+      "grad_norm": 198.4540252685547,
+      "learning_rate": 1.7109368938202691e-06,
+      "loss": 20.4375,
+      "step": 8156
+    },
+    {
+      "epoch": 0.5417413827455668,
+      "grad_norm": 336.2037353515625,
+      "learning_rate": 1.7108612531702726e-06,
+      "loss": 17.4688,
+      "step": 8157
+    },
+    {
+      "epoch": 0.5418077970379226,
+      "grad_norm": 211.08409118652344,
+      "learning_rate": 1.710785604297443e-06,
+      "loss": 18.25,
+      "step": 8158
+    },
+    {
+      "epoch": 0.5418742113302782,
+      "grad_norm": 427.84393310546875,
+      "learning_rate": 1.7107099472026553e-06,
+      "loss": 22.0938,
+      "step": 8159
+    },
+    {
+      "epoch": 0.541940625622634,
+      "grad_norm": 417.42486572265625,
+      "learning_rate": 1.710634281886785e-06,
+      "loss": 29.1406,
+      "step": 8160
+    },
+    {
+      "epoch": 0.5420070399149897,
+      "grad_norm": 629.476318359375,
+      "learning_rate": 1.710558608350707e-06,
+      "loss": 31.9688,
+      "step": 8161
+    },
+    {
+      "epoch": 0.5420734542073454,
+      "grad_norm": 294.45318603515625,
+      "learning_rate": 1.7104829265952967e-06,
+      "loss": 15.8438,
+      "step": 8162
+    },
+    {
+      "epoch": 0.5421398684997011,
+      "grad_norm": 312.5231628417969,
+      "learning_rate": 1.7104072366214295e-06,
+      "loss": 17.3594,
+      "step": 8163
+    },
+    {
+      "epoch": 0.5422062827920568,
+      "grad_norm": 144.70608520507812,
+      "learning_rate": 1.710331538429981e-06,
+      "loss": 13.1094,
+      "step": 8164
+    },
+    {
+      "epoch": 0.5422726970844126,
+      "grad_norm": 431.65460205078125,
+      "learning_rate": 1.7102558320218272e-06,
+      "loss": 17.9844,
+      "step": 8165
+    },
+    {
+      "epoch": 0.5423391113767683,
+      "grad_norm": 306.1992492675781,
+      "learning_rate": 1.7101801173978433e-06,
+      "loss": 19.9219,
+      "step": 8166
+    },
+    {
+      "epoch": 0.542405525669124,
+      "grad_norm": 486.2827453613281,
+      "learning_rate": 1.7101043945589054e-06,
+      "loss": 19.7031,
+      "step": 8167
+    },
+    {
+      "epoch": 0.5424719399614797,
+      "grad_norm": 265.53643798828125,
+      "learning_rate": 1.7100286635058892e-06,
+      "loss": 17.3125,
+      "step": 8168
+    },
+    {
+      "epoch": 0.5425383542538355,
+      "grad_norm": 446.0332336425781,
+      "learning_rate": 1.7099529242396708e-06,
+      "loss": 17.8594,
+      "step": 8169
+    },
+    {
+      "epoch": 0.5426047685461911,
+      "grad_norm": 541.184326171875,
+      "learning_rate": 1.7098771767611266e-06,
+      "loss": 22.5312,
+      "step": 8170
+    },
+    {
+      "epoch": 0.5426711828385469,
+      "grad_norm": 198.76577758789062,
+      "learning_rate": 1.7098014210711324e-06,
+      "loss": 18.3125,
+      "step": 8171
+    },
+    {
+      "epoch": 0.5427375971309025,
+      "grad_norm": 135.37844848632812,
+      "learning_rate": 1.7097256571705648e-06,
+      "loss": 17.7812,
+      "step": 8172
+    },
+    {
+      "epoch": 0.5428040114232583,
+      "grad_norm": 515.0011596679688,
+      "learning_rate": 1.7096498850602998e-06,
+      "loss": 18.3594,
+      "step": 8173
+    },
+    {
+      "epoch": 0.542870425715614,
+      "grad_norm": 406.9145202636719,
+      "learning_rate": 1.7095741047412142e-06,
+      "loss": 20.0625,
+      "step": 8174
+    },
+    {
+      "epoch": 0.5429368400079697,
+      "grad_norm": 217.36505126953125,
+      "learning_rate": 1.7094983162141847e-06,
+      "loss": 13.8281,
+      "step": 8175
+    },
+    {
+      "epoch": 0.5430032543003255,
+      "grad_norm": 271.01617431640625,
+      "learning_rate": 1.7094225194800878e-06,
+      "loss": 17.3125,
+      "step": 8176
+    },
+    {
+      "epoch": 0.5430696685926811,
+      "grad_norm": 246.2906951904297,
+      "learning_rate": 1.7093467145398e-06,
+      "loss": 16.875,
+      "step": 8177
+    },
+    {
+      "epoch": 0.5431360828850369,
+      "grad_norm": 371.3646240234375,
+      "learning_rate": 1.7092709013941986e-06,
+      "loss": 14.1875,
+      "step": 8178
+    },
+    {
+      "epoch": 0.5432024971773926,
+      "grad_norm": 857.6600952148438,
+      "learning_rate": 1.7091950800441603e-06,
+      "loss": 17.0312,
+      "step": 8179
+    },
+    {
+      "epoch": 0.5432689114697483,
+      "grad_norm": 198.80372619628906,
+      "learning_rate": 1.7091192504905623e-06,
+      "loss": 22.8438,
+      "step": 8180
+    },
+    {
+      "epoch": 0.543335325762104,
+      "grad_norm": 2185.439453125,
+      "learning_rate": 1.7090434127342818e-06,
+      "loss": 19.4375,
+      "step": 8181
+    },
+    {
+      "epoch": 0.5434017400544597,
+      "grad_norm": 131.9246368408203,
+      "learning_rate": 1.708967566776196e-06,
+      "loss": 19.2656,
+      "step": 8182
+    },
+    {
+      "epoch": 0.5434681543468154,
+      "grad_norm": 110.07500457763672,
+      "learning_rate": 1.708891712617182e-06,
+      "loss": 11.9219,
+      "step": 8183
+    },
+    {
+      "epoch": 0.5435345686391712,
+      "grad_norm": 514.745849609375,
+      "learning_rate": 1.7088158502581176e-06,
+      "loss": 16.2188,
+      "step": 8184
+    },
+    {
+      "epoch": 0.5436009829315268,
+      "grad_norm": 297.962158203125,
+      "learning_rate": 1.7087399796998804e-06,
+      "loss": 19.2656,
+      "step": 8185
+    },
+    {
+      "epoch": 0.5436673972238826,
+      "grad_norm": 211.3730010986328,
+      "learning_rate": 1.7086641009433476e-06,
+      "loss": 20.6875,
+      "step": 8186
+    },
+    {
+      "epoch": 0.5437338115162383,
+      "grad_norm": 352.96624755859375,
+      "learning_rate": 1.7085882139893967e-06,
+      "loss": 20.5469,
+      "step": 8187
+    },
+    {
+      "epoch": 0.543800225808594,
+      "grad_norm": 477.5261535644531,
+      "learning_rate": 1.7085123188389065e-06,
+      "loss": 18.2031,
+      "step": 8188
+    },
+    {
+      "epoch": 0.5438666401009498,
+      "grad_norm": 500.0946350097656,
+      "learning_rate": 1.708436415492754e-06,
+      "loss": 21.5938,
+      "step": 8189
+    },
+    {
+      "epoch": 0.5439330543933054,
+      "grad_norm": 111.39971923828125,
+      "learning_rate": 1.708360503951818e-06,
+      "loss": 15.3281,
+      "step": 8190
+    },
+    {
+      "epoch": 0.5439994686856612,
+      "grad_norm": 183.3170928955078,
+      "learning_rate": 1.7082845842169755e-06,
+      "loss": 20.8281,
+      "step": 8191
+    },
+    {
+      "epoch": 0.5440658829780168,
+      "grad_norm": 273.3667297363281,
+      "learning_rate": 1.7082086562891058e-06,
+      "loss": 25.0156,
+      "step": 8192
+    },
+    {
+      "epoch": 0.5441322972703726,
+      "grad_norm": 205.17648315429688,
+      "learning_rate": 1.7081327201690865e-06,
+      "loss": 18.8438,
+      "step": 8193
+    },
+    {
+      "epoch": 0.5441987115627283,
+      "grad_norm": 272.57916259765625,
+      "learning_rate": 1.7080567758577966e-06,
+      "loss": 20.5312,
+      "step": 8194
+    },
+    {
+      "epoch": 0.544265125855084,
+      "grad_norm": 405.9463195800781,
+      "learning_rate": 1.707980823356114e-06,
+      "loss": 17.5312,
+      "step": 8195
+    },
+    {
+      "epoch": 0.5443315401474397,
+      "grad_norm": 257.8517150878906,
+      "learning_rate": 1.7079048626649173e-06,
+      "loss": 13.6094,
+      "step": 8196
+    },
+    {
+      "epoch": 0.5443979544397954,
+      "grad_norm": 204.8469696044922,
+      "learning_rate": 1.7078288937850855e-06,
+      "loss": 20.7031,
+      "step": 8197
+    },
+    {
+      "epoch": 0.5444643687321512,
+      "grad_norm": 213.7578125,
+      "learning_rate": 1.7077529167174971e-06,
+      "loss": 15.4375,
+      "step": 8198
+    },
+    {
+      "epoch": 0.5445307830245069,
+      "grad_norm": 177.67803955078125,
+      "learning_rate": 1.7076769314630312e-06,
+      "loss": 22.1562,
+      "step": 8199
+    },
+    {
+      "epoch": 0.5445971973168626,
+      "grad_norm": 272.28887939453125,
+      "learning_rate": 1.7076009380225666e-06,
+      "loss": 27.3438,
+      "step": 8200
+    },
+    {
+      "epoch": 0.5446636116092183,
+      "grad_norm": 208.0372772216797,
+      "learning_rate": 1.7075249363969823e-06,
+      "loss": 18.5938,
+      "step": 8201
+    },
+    {
+      "epoch": 0.544730025901574,
+      "grad_norm": 150.24447631835938,
+      "learning_rate": 1.707448926587158e-06,
+      "loss": 14.0625,
+      "step": 8202
+    },
+    {
+      "epoch": 0.5447964401939297,
+      "grad_norm": 199.5411376953125,
+      "learning_rate": 1.7073729085939718e-06,
+      "loss": 15.9062,
+      "step": 8203
+    },
+    {
+      "epoch": 0.5448628544862855,
+      "grad_norm": 207.02725219726562,
+      "learning_rate": 1.7072968824183041e-06,
+      "loss": 22.1875,
+      "step": 8204
+    },
+    {
+      "epoch": 0.5449292687786411,
+      "grad_norm": 163.85409545898438,
+      "learning_rate": 1.7072208480610338e-06,
+      "loss": 15.9531,
+      "step": 8205
+    },
+    {
+      "epoch": 0.5449956830709969,
+      "grad_norm": 136.7540740966797,
+      "learning_rate": 1.7071448055230404e-06,
+      "loss": 18.5781,
+      "step": 8206
+    },
+    {
+      "epoch": 0.5450620973633526,
+      "grad_norm": 169.3341064453125,
+      "learning_rate": 1.7070687548052036e-06,
+      "loss": 16.9375,
+      "step": 8207
+    },
+    {
+      "epoch": 0.5451285116557083,
+      "grad_norm": 196.5207977294922,
+      "learning_rate": 1.7069926959084032e-06,
+      "loss": 21.1875,
+      "step": 8208
+    },
+    {
+      "epoch": 0.5451949259480641,
+      "grad_norm": 444.8858947753906,
+      "learning_rate": 1.7069166288335193e-06,
+      "loss": 17.125,
+      "step": 8209
+    },
+    {
+      "epoch": 0.5452613402404197,
+      "grad_norm": 232.12240600585938,
+      "learning_rate": 1.706840553581431e-06,
+      "loss": 16.0156,
+      "step": 8210
+    },
+    {
+      "epoch": 0.5453277545327755,
+      "grad_norm": 306.78265380859375,
+      "learning_rate": 1.7067644701530192e-06,
+      "loss": 22.6562,
+      "step": 8211
+    },
+    {
+      "epoch": 0.5453941688251311,
+      "grad_norm": 450.2279968261719,
+      "learning_rate": 1.7066883785491633e-06,
+      "loss": 24.1562,
+      "step": 8212
+    },
+    {
+      "epoch": 0.5454605831174869,
+      "grad_norm": 130.99969482421875,
+      "learning_rate": 1.706612278770744e-06,
+      "loss": 19.0,
+      "step": 8213
+    },
+    {
+      "epoch": 0.5455269974098426,
+      "grad_norm": 301.8064270019531,
+      "learning_rate": 1.706536170818641e-06,
+      "loss": 15.6719,
+      "step": 8214
+    },
+    {
+      "epoch": 0.5455934117021983,
+      "grad_norm": 181.0911407470703,
+      "learning_rate": 1.706460054693735e-06,
+      "loss": 17.875,
+      "step": 8215
+    },
+    {
+      "epoch": 0.545659825994554,
+      "grad_norm": 336.80419921875,
+      "learning_rate": 1.7063839303969067e-06,
+      "loss": 20.25,
+      "step": 8216
+    },
+    {
+      "epoch": 0.5457262402869097,
+      "grad_norm": 486.22723388671875,
+      "learning_rate": 1.7063077979290364e-06,
+      "loss": 17.9062,
+      "step": 8217
+    },
+    {
+      "epoch": 0.5457926545792655,
+      "grad_norm": 310.24334716796875,
+      "learning_rate": 1.7062316572910045e-06,
+      "loss": 21.1875,
+      "step": 8218
+    },
+    {
+      "epoch": 0.5458590688716212,
+      "grad_norm": 265.6780700683594,
+      "learning_rate": 1.7061555084836923e-06,
+      "loss": 14.6562,
+      "step": 8219
+    },
+    {
+      "epoch": 0.5459254831639769,
+      "grad_norm": 441.8694763183594,
+      "learning_rate": 1.7060793515079803e-06,
+      "loss": 27.875,
+      "step": 8220
+    },
+    {
+      "epoch": 0.5459918974563326,
+      "grad_norm": 207.8312530517578,
+      "learning_rate": 1.7060031863647493e-06,
+      "loss": 16.1094,
+      "step": 8221
+    },
+    {
+      "epoch": 0.5460583117486884,
+      "grad_norm": 295.1557312011719,
+      "learning_rate": 1.7059270130548808e-06,
+      "loss": 19.625,
+      "step": 8222
+    },
+    {
+      "epoch": 0.546124726041044,
+      "grad_norm": 227.81106567382812,
+      "learning_rate": 1.7058508315792554e-06,
+      "loss": 15.7344,
+      "step": 8223
+    },
+    {
+      "epoch": 0.5461911403333998,
+      "grad_norm": 122.93488311767578,
+      "learning_rate": 1.7057746419387548e-06,
+      "loss": 15.375,
+      "step": 8224
+    },
+    {
+      "epoch": 0.5462575546257554,
+      "grad_norm": 280.2543029785156,
+      "learning_rate": 1.7056984441342603e-06,
+      "loss": 17.7422,
+      "step": 8225
+    },
+    {
+      "epoch": 0.5463239689181112,
+      "grad_norm": 362.8629455566406,
+      "learning_rate": 1.705622238166653e-06,
+      "loss": 14.4375,
+      "step": 8226
+    },
+    {
+      "epoch": 0.5463903832104668,
+      "grad_norm": 228.56393432617188,
+      "learning_rate": 1.7055460240368143e-06,
+      "loss": 19.0938,
+      "step": 8227
+    },
+    {
+      "epoch": 0.5464567975028226,
+      "grad_norm": 146.29612731933594,
+      "learning_rate": 1.7054698017456262e-06,
+      "loss": 19.1719,
+      "step": 8228
+    },
+    {
+      "epoch": 0.5465232117951784,
+      "grad_norm": 222.3054656982422,
+      "learning_rate": 1.7053935712939703e-06,
+      "loss": 16.4688,
+      "step": 8229
+    },
+    {
+      "epoch": 0.546589626087534,
+      "grad_norm": 180.63819885253906,
+      "learning_rate": 1.7053173326827282e-06,
+      "loss": 21.8438,
+      "step": 8230
+    },
+    {
+      "epoch": 0.5466560403798898,
+      "grad_norm": 196.9541473388672,
+      "learning_rate": 1.705241085912782e-06,
+      "loss": 16.9219,
+      "step": 8231
+    },
+    {
+      "epoch": 0.5467224546722455,
+      "grad_norm": 273.19610595703125,
+      "learning_rate": 1.7051648309850135e-06,
+      "loss": 24.4375,
+      "step": 8232
+    },
+    {
+      "epoch": 0.5467888689646012,
+      "grad_norm": 216.86634826660156,
+      "learning_rate": 1.7050885679003049e-06,
+      "loss": 17.0938,
+      "step": 8233
+    },
+    {
+      "epoch": 0.5468552832569569,
+      "grad_norm": 185.6127471923828,
+      "learning_rate": 1.705012296659538e-06,
+      "loss": 18.0781,
+      "step": 8234
+    },
+    {
+      "epoch": 0.5469216975493126,
+      "grad_norm": 111.3628921508789,
+      "learning_rate": 1.704936017263596e-06,
+      "loss": 14.5469,
+      "step": 8235
+    },
+    {
+      "epoch": 0.5469881118416683,
+      "grad_norm": 185.3664093017578,
+      "learning_rate": 1.7048597297133602e-06,
+      "loss": 20.1094,
+      "step": 8236
+    },
+    {
+      "epoch": 0.547054526134024,
+      "grad_norm": 244.90599060058594,
+      "learning_rate": 1.7047834340097138e-06,
+      "loss": 13.2812,
+      "step": 8237
+    },
+    {
+      "epoch": 0.5471209404263797,
+      "grad_norm": 220.7974395751953,
+      "learning_rate": 1.704707130153539e-06,
+      "loss": 15.3125,
+      "step": 8238
+    },
+    {
+      "epoch": 0.5471873547187355,
+      "grad_norm": 157.83995056152344,
+      "learning_rate": 1.704630818145718e-06,
+      "loss": 20.2812,
+      "step": 8239
+    },
+    {
+      "epoch": 0.5472537690110912,
+      "grad_norm": 173.982177734375,
+      "learning_rate": 1.7045544979871345e-06,
+      "loss": 14.2031,
+      "step": 8240
+    },
+    {
+      "epoch": 0.5473201833034469,
+      "grad_norm": 144.81271362304688,
+      "learning_rate": 1.7044781696786708e-06,
+      "loss": 16.4688,
+      "step": 8241
+    },
+    {
+      "epoch": 0.5473865975958027,
+      "grad_norm": 256.1658020019531,
+      "learning_rate": 1.7044018332212096e-06,
+      "loss": 17.0156,
+      "step": 8242
+    },
+    {
+      "epoch": 0.5474530118881583,
+      "grad_norm": 154.8170623779297,
+      "learning_rate": 1.7043254886156344e-06,
+      "loss": 14.0,
+      "step": 8243
+    },
+    {
+      "epoch": 0.5475194261805141,
+      "grad_norm": 672.5487060546875,
+      "learning_rate": 1.704249135862828e-06,
+      "loss": 19.8594,
+      "step": 8244
+    },
+    {
+      "epoch": 0.5475858404728697,
+      "grad_norm": 173.1758270263672,
+      "learning_rate": 1.7041727749636737e-06,
+      "loss": 14.9531,
+      "step": 8245
+    },
+    {
+      "epoch": 0.5476522547652255,
+      "grad_norm": 296.7630615234375,
+      "learning_rate": 1.7040964059190546e-06,
+      "loss": 14.0625,
+      "step": 8246
+    },
+    {
+      "epoch": 0.5477186690575812,
+      "grad_norm": 228.9270477294922,
+      "learning_rate": 1.7040200287298545e-06,
+      "loss": 19.5625,
+      "step": 8247
+    },
+    {
+      "epoch": 0.5477850833499369,
+      "grad_norm": 214.65728759765625,
+      "learning_rate": 1.7039436433969568e-06,
+      "loss": 16.9531,
+      "step": 8248
+    },
+    {
+      "epoch": 0.5478514976422926,
+      "grad_norm": 330.57855224609375,
+      "learning_rate": 1.7038672499212447e-06,
+      "loss": 19.8594,
+      "step": 8249
+    },
+    {
+      "epoch": 0.5479179119346483,
+      "grad_norm": 359.21649169921875,
+      "learning_rate": 1.7037908483036022e-06,
+      "loss": 20.7969,
+      "step": 8250
+    },
+    {
+      "epoch": 0.5479843262270041,
+      "grad_norm": 149.12123107910156,
+      "learning_rate": 1.703714438544913e-06,
+      "loss": 20.1406,
+      "step": 8251
+    },
+    {
+      "epoch": 0.5480507405193598,
+      "grad_norm": 430.98297119140625,
+      "learning_rate": 1.703638020646061e-06,
+      "loss": 16.1406,
+      "step": 8252
+    },
+    {
+      "epoch": 0.5481171548117155,
+      "grad_norm": 149.1687469482422,
+      "learning_rate": 1.70356159460793e-06,
+      "loss": 15.7344,
+      "step": 8253
+    },
+    {
+      "epoch": 0.5481835691040712,
+      "grad_norm": 278.3367614746094,
+      "learning_rate": 1.7034851604314043e-06,
+      "loss": 18.9531,
+      "step": 8254
+    },
+    {
+      "epoch": 0.5482499833964269,
+      "grad_norm": 131.2284393310547,
+      "learning_rate": 1.7034087181173678e-06,
+      "loss": 16.8438,
+      "step": 8255
+    },
+    {
+      "epoch": 0.5483163976887826,
+      "grad_norm": 116.1998291015625,
+      "learning_rate": 1.703332267666705e-06,
+      "loss": 17.9688,
+      "step": 8256
+    },
+    {
+      "epoch": 0.5483828119811384,
+      "grad_norm": 261.8486328125,
+      "learning_rate": 1.7032558090803e-06,
+      "loss": 24.375,
+      "step": 8257
+    },
+    {
+      "epoch": 0.548449226273494,
+      "grad_norm": 356.6650085449219,
+      "learning_rate": 1.7031793423590374e-06,
+      "loss": 18.8906,
+      "step": 8258
+    },
+    {
+      "epoch": 0.5485156405658498,
+      "grad_norm": 206.96475219726562,
+      "learning_rate": 1.7031028675038014e-06,
+      "loss": 17.9062,
+      "step": 8259
+    },
+    {
+      "epoch": 0.5485820548582054,
+      "grad_norm": 176.80880737304688,
+      "learning_rate": 1.7030263845154772e-06,
+      "loss": 22.1562,
+      "step": 8260
+    },
+    {
+      "epoch": 0.5486484691505612,
+      "grad_norm": 221.27383422851562,
+      "learning_rate": 1.702949893394949e-06,
+      "loss": 23.2656,
+      "step": 8261
+    },
+    {
+      "epoch": 0.548714883442917,
+      "grad_norm": 230.95066833496094,
+      "learning_rate": 1.7028733941431019e-06,
+      "loss": 17.1562,
+      "step": 8262
+    },
+    {
+      "epoch": 0.5487812977352726,
+      "grad_norm": 406.57867431640625,
+      "learning_rate": 1.7027968867608204e-06,
+      "loss": 21.2188,
+      "step": 8263
+    },
+    {
+      "epoch": 0.5488477120276284,
+      "grad_norm": 123.44685363769531,
+      "learning_rate": 1.70272037124899e-06,
+      "loss": 16.4688,
+      "step": 8264
+    },
+    {
+      "epoch": 0.548914126319984,
+      "grad_norm": 641.2355346679688,
+      "learning_rate": 1.7026438476084957e-06,
+      "loss": 15.2969,
+      "step": 8265
+    },
+    {
+      "epoch": 0.5489805406123398,
+      "grad_norm": 341.5929870605469,
+      "learning_rate": 1.702567315840222e-06,
+      "loss": 19.4062,
+      "step": 8266
+    },
+    {
+      "epoch": 0.5490469549046955,
+      "grad_norm": 212.4317169189453,
+      "learning_rate": 1.7024907759450553e-06,
+      "loss": 14.2188,
+      "step": 8267
+    },
+    {
+      "epoch": 0.5491133691970512,
+      "grad_norm": 174.4397735595703,
+      "learning_rate": 1.7024142279238803e-06,
+      "loss": 19.5312,
+      "step": 8268
+    },
+    {
+      "epoch": 0.5491797834894069,
+      "grad_norm": 282.53497314453125,
+      "learning_rate": 1.7023376717775823e-06,
+      "loss": 19.625,
+      "step": 8269
+    },
+    {
+      "epoch": 0.5492461977817626,
+      "grad_norm": 287.71661376953125,
+      "learning_rate": 1.7022611075070473e-06,
+      "loss": 21.8438,
+      "step": 8270
+    },
+    {
+      "epoch": 0.5493126120741183,
+      "grad_norm": 481.6676940917969,
+      "learning_rate": 1.7021845351131605e-06,
+      "loss": 21.7188,
+      "step": 8271
+    },
+    {
+      "epoch": 0.5493790263664741,
+      "grad_norm": 1376.9300537109375,
+      "learning_rate": 1.702107954596808e-06,
+      "loss": 14.75,
+      "step": 8272
+    },
+    {
+      "epoch": 0.5494454406588298,
+      "grad_norm": 179.71646118164062,
+      "learning_rate": 1.7020313659588757e-06,
+      "loss": 18.9531,
+      "step": 8273
+    },
+    {
+      "epoch": 0.5495118549511855,
+      "grad_norm": 300.88055419921875,
+      "learning_rate": 1.701954769200249e-06,
+      "loss": 19.3438,
+      "step": 8274
+    },
+    {
+      "epoch": 0.5495782692435413,
+      "grad_norm": 155.20823669433594,
+      "learning_rate": 1.7018781643218147e-06,
+      "loss": 15.625,
+      "step": 8275
+    },
+    {
+      "epoch": 0.5496446835358969,
+      "grad_norm": 325.1643371582031,
+      "learning_rate": 1.7018015513244585e-06,
+      "loss": 15.9219,
+      "step": 8276
+    },
+    {
+      "epoch": 0.5497110978282527,
+      "grad_norm": 154.06175231933594,
+      "learning_rate": 1.7017249302090663e-06,
+      "loss": 19.125,
+      "step": 8277
+    },
+    {
+      "epoch": 0.5497775121206083,
+      "grad_norm": 181.53138732910156,
+      "learning_rate": 1.701648300976525e-06,
+      "loss": 15.7969,
+      "step": 8278
+    },
+    {
+      "epoch": 0.5498439264129641,
+      "grad_norm": 430.9660949707031,
+      "learning_rate": 1.7015716636277206e-06,
+      "loss": 15.5781,
+      "step": 8279
+    },
+    {
+      "epoch": 0.5499103407053197,
+      "grad_norm": 90.78829956054688,
+      "learning_rate": 1.70149501816354e-06,
+      "loss": 13.6094,
+      "step": 8280
+    },
+    {
+      "epoch": 0.5499767549976755,
+      "grad_norm": 220.08056640625,
+      "learning_rate": 1.7014183645848693e-06,
+      "loss": 30.2812,
+      "step": 8281
+    },
+    {
+      "epoch": 0.5500431692900312,
+      "grad_norm": 535.3372802734375,
+      "learning_rate": 1.7013417028925957e-06,
+      "loss": 16.7812,
+      "step": 8282
+    },
+    {
+      "epoch": 0.5501095835823869,
+      "grad_norm": 257.0946044921875,
+      "learning_rate": 1.7012650330876053e-06,
+      "loss": 15.5625,
+      "step": 8283
+    },
+    {
+      "epoch": 0.5501759978747427,
+      "grad_norm": 163.31297302246094,
+      "learning_rate": 1.7011883551707857e-06,
+      "loss": 13.8281,
+      "step": 8284
+    },
+    {
+      "epoch": 0.5502424121670983,
+      "grad_norm": 217.84117126464844,
+      "learning_rate": 1.7011116691430232e-06,
+      "loss": 18.4453,
+      "step": 8285
+    },
+    {
+      "epoch": 0.5503088264594541,
+      "grad_norm": 114.58838653564453,
+      "learning_rate": 1.7010349750052055e-06,
+      "loss": 13.7188,
+      "step": 8286
+    },
+    {
+      "epoch": 0.5503752407518098,
+      "grad_norm": 208.40725708007812,
+      "learning_rate": 1.7009582727582194e-06,
+      "loss": 21.3438,
+      "step": 8287
+    },
+    {
+      "epoch": 0.5504416550441655,
+      "grad_norm": 136.2058563232422,
+      "learning_rate": 1.7008815624029521e-06,
+      "loss": 16.2344,
+      "step": 8288
+    },
+    {
+      "epoch": 0.5505080693365212,
+      "grad_norm": 203.8498992919922,
+      "learning_rate": 1.700804843940291e-06,
+      "loss": 15.9375,
+      "step": 8289
+    },
+    {
+      "epoch": 0.550574483628877,
+      "grad_norm": 172.46414184570312,
+      "learning_rate": 1.7007281173711238e-06,
+      "loss": 20.2031,
+      "step": 8290
+    },
+    {
+      "epoch": 0.5506408979212326,
+      "grad_norm": 397.5384826660156,
+      "learning_rate": 1.7006513826963379e-06,
+      "loss": 24.6875,
+      "step": 8291
+    },
+    {
+      "epoch": 0.5507073122135884,
+      "grad_norm": 288.66943359375,
+      "learning_rate": 1.7005746399168203e-06,
+      "loss": 22.0,
+      "step": 8292
+    },
+    {
+      "epoch": 0.550773726505944,
+      "grad_norm": 334.8124694824219,
+      "learning_rate": 1.7004978890334596e-06,
+      "loss": 15.4375,
+      "step": 8293
+    },
+    {
+      "epoch": 0.5508401407982998,
+      "grad_norm": 127.5551986694336,
+      "learning_rate": 1.7004211300471432e-06,
+      "loss": 16.6562,
+      "step": 8294
+    },
+    {
+      "epoch": 0.5509065550906556,
+      "grad_norm": 171.52874755859375,
+      "learning_rate": 1.700344362958759e-06,
+      "loss": 18.1875,
+      "step": 8295
+    },
+    {
+      "epoch": 0.5509729693830112,
+      "grad_norm": 212.98182678222656,
+      "learning_rate": 1.7002675877691952e-06,
+      "loss": 22.2188,
+      "step": 8296
+    },
+    {
+      "epoch": 0.551039383675367,
+      "grad_norm": 189.97569274902344,
+      "learning_rate": 1.7001908044793397e-06,
+      "loss": 14.0938,
+      "step": 8297
+    },
+    {
+      "epoch": 0.5511057979677226,
+      "grad_norm": 182.34642028808594,
+      "learning_rate": 1.7001140130900806e-06,
+      "loss": 18.4688,
+      "step": 8298
+    },
+    {
+      "epoch": 0.5511722122600784,
+      "grad_norm": 286.41278076171875,
+      "learning_rate": 1.7000372136023063e-06,
+      "loss": 15.5156,
+      "step": 8299
+    },
+    {
+      "epoch": 0.551238626552434,
+      "grad_norm": 297.9433288574219,
+      "learning_rate": 1.6999604060169053e-06,
+      "loss": 22.1094,
+      "step": 8300
+    },
+    {
+      "epoch": 0.5513050408447898,
+      "grad_norm": 170.5718994140625,
+      "learning_rate": 1.6998835903347656e-06,
+      "loss": 13.8438,
+      "step": 8301
+    },
+    {
+      "epoch": 0.5513714551371455,
+      "grad_norm": 147.97410583496094,
+      "learning_rate": 1.6998067665567766e-06,
+      "loss": 15.25,
+      "step": 8302
+    },
+    {
+      "epoch": 0.5514378694295012,
+      "grad_norm": 187.75479125976562,
+      "learning_rate": 1.6997299346838264e-06,
+      "loss": 21.4531,
+      "step": 8303
+    },
+    {
+      "epoch": 0.5515042837218569,
+      "grad_norm": 150.95748901367188,
+      "learning_rate": 1.6996530947168034e-06,
+      "loss": 15.3906,
+      "step": 8304
+    },
+    {
+      "epoch": 0.5515706980142127,
+      "grad_norm": 137.86061096191406,
+      "learning_rate": 1.6995762466565973e-06,
+      "loss": 16.25,
+      "step": 8305
+    },
+    {
+      "epoch": 0.5516371123065684,
+      "grad_norm": 174.94541931152344,
+      "learning_rate": 1.699499390504096e-06,
+      "loss": 15.0156,
+      "step": 8306
+    },
+    {
+      "epoch": 0.5517035265989241,
+      "grad_norm": 93.50524139404297,
+      "learning_rate": 1.6994225262601898e-06,
+      "loss": 11.6719,
+      "step": 8307
+    },
+    {
+      "epoch": 0.5517699408912798,
+      "grad_norm": 446.7752990722656,
+      "learning_rate": 1.6993456539257667e-06,
+      "loss": 25.2969,
+      "step": 8308
+    },
+    {
+      "epoch": 0.5518363551836355,
+      "grad_norm": 203.05117797851562,
+      "learning_rate": 1.6992687735017163e-06,
+      "loss": 19.5,
+      "step": 8309
+    },
+    {
+      "epoch": 0.5519027694759913,
+      "grad_norm": 325.0869445800781,
+      "learning_rate": 1.699191884988928e-06,
+      "loss": 17.2969,
+      "step": 8310
+    },
+    {
+      "epoch": 0.5519691837683469,
+      "grad_norm": 262.5597229003906,
+      "learning_rate": 1.6991149883882915e-06,
+      "loss": 21.1875,
+      "step": 8311
+    },
+    {
+      "epoch": 0.5520355980607027,
+      "grad_norm": 176.40313720703125,
+      "learning_rate": 1.6990380837006954e-06,
+      "loss": 15.4531,
+      "step": 8312
+    },
+    {
+      "epoch": 0.5521020123530583,
+      "grad_norm": 144.5847930908203,
+      "learning_rate": 1.6989611709270305e-06,
+      "loss": 17.0625,
+      "step": 8313
+    },
+    {
+      "epoch": 0.5521684266454141,
+      "grad_norm": 125.38157653808594,
+      "learning_rate": 1.6988842500681853e-06,
+      "loss": 13.1094,
+      "step": 8314
+    },
+    {
+      "epoch": 0.5522348409377698,
+      "grad_norm": 165.25718688964844,
+      "learning_rate": 1.6988073211250501e-06,
+      "loss": 19.1875,
+      "step": 8315
+    },
+    {
+      "epoch": 0.5523012552301255,
+      "grad_norm": 467.3982849121094,
+      "learning_rate": 1.698730384098515e-06,
+      "loss": 17.125,
+      "step": 8316
+    },
+    {
+      "epoch": 0.5523676695224813,
+      "grad_norm": 196.7206573486328,
+      "learning_rate": 1.6986534389894694e-06,
+      "loss": 14.7031,
+      "step": 8317
+    },
+    {
+      "epoch": 0.5524340838148369,
+      "grad_norm": 189.65980529785156,
+      "learning_rate": 1.698576485798804e-06,
+      "loss": 16.2656,
+      "step": 8318
+    },
+    {
+      "epoch": 0.5525004981071927,
+      "grad_norm": 571.4657592773438,
+      "learning_rate": 1.6984995245274085e-06,
+      "loss": 25.3906,
+      "step": 8319
+    },
+    {
+      "epoch": 0.5525669123995484,
+      "grad_norm": 395.0130920410156,
+      "learning_rate": 1.6984225551761732e-06,
+      "loss": 28.0312,
+      "step": 8320
+    },
+    {
+      "epoch": 0.5526333266919041,
+      "grad_norm": 169.78453063964844,
+      "learning_rate": 1.6983455777459886e-06,
+      "loss": 16.1719,
+      "step": 8321
+    },
+    {
+      "epoch": 0.5526997409842598,
+      "grad_norm": 344.59173583984375,
+      "learning_rate": 1.6982685922377453e-06,
+      "loss": 17.6562,
+      "step": 8322
+    },
+    {
+      "epoch": 0.5527661552766155,
+      "grad_norm": 242.7510986328125,
+      "learning_rate": 1.6981915986523334e-06,
+      "loss": 21.25,
+      "step": 8323
+    },
+    {
+      "epoch": 0.5528325695689712,
+      "grad_norm": 250.2704620361328,
+      "learning_rate": 1.6981145969906437e-06,
+      "loss": 20.1406,
+      "step": 8324
+    },
+    {
+      "epoch": 0.552898983861327,
+      "grad_norm": 117.36846160888672,
+      "learning_rate": 1.698037587253567e-06,
+      "loss": 13.1562,
+      "step": 8325
+    },
+    {
+      "epoch": 0.5529653981536826,
+      "grad_norm": 309.3221130371094,
+      "learning_rate": 1.6979605694419935e-06,
+      "loss": 19.7031,
+      "step": 8326
+    },
+    {
+      "epoch": 0.5530318124460384,
+      "grad_norm": 281.51593017578125,
+      "learning_rate": 1.697883543556815e-06,
+      "loss": 17.5469,
+      "step": 8327
+    },
+    {
+      "epoch": 0.5530982267383941,
+      "grad_norm": 131.0896453857422,
+      "learning_rate": 1.697806509598922e-06,
+      "loss": 19.125,
+      "step": 8328
+    },
+    {
+      "epoch": 0.5531646410307498,
+      "grad_norm": 132.98524475097656,
+      "learning_rate": 1.6977294675692058e-06,
+      "loss": 15.7344,
+      "step": 8329
+    },
+    {
+      "epoch": 0.5532310553231056,
+      "grad_norm": 243.0062255859375,
+      "learning_rate": 1.6976524174685574e-06,
+      "loss": 20.5469,
+      "step": 8330
+    },
+    {
+      "epoch": 0.5532974696154612,
+      "grad_norm": 280.4720764160156,
+      "learning_rate": 1.697575359297868e-06,
+      "loss": 20.1562,
+      "step": 8331
+    },
+    {
+      "epoch": 0.553363883907817,
+      "grad_norm": 167.97689819335938,
+      "learning_rate": 1.6974982930580293e-06,
+      "loss": 14.6562,
+      "step": 8332
+    },
+    {
+      "epoch": 0.5534302982001726,
+      "grad_norm": 186.86947631835938,
+      "learning_rate": 1.6974212187499322e-06,
+      "loss": 18.3438,
+      "step": 8333
+    },
+    {
+      "epoch": 0.5534967124925284,
+      "grad_norm": 278.6490478515625,
+      "learning_rate": 1.6973441363744689e-06,
+      "loss": 21.8438,
+      "step": 8334
+    },
+    {
+      "epoch": 0.5535631267848841,
+      "grad_norm": 144.39462280273438,
+      "learning_rate": 1.6972670459325306e-06,
+      "loss": 17.3906,
+      "step": 8335
+    },
+    {
+      "epoch": 0.5536295410772398,
+      "grad_norm": 209.6395721435547,
+      "learning_rate": 1.6971899474250092e-06,
+      "loss": 17.6719,
+      "step": 8336
+    },
+    {
+      "epoch": 0.5536959553695955,
+      "grad_norm": 527.6506958007812,
+      "learning_rate": 1.6971128408527968e-06,
+      "loss": 21.625,
+      "step": 8337
+    },
+    {
+      "epoch": 0.5537623696619512,
+      "grad_norm": 366.42095947265625,
+      "learning_rate": 1.6970357262167848e-06,
+      "loss": 27.2812,
+      "step": 8338
+    },
+    {
+      "epoch": 0.553828783954307,
+      "grad_norm": 276.2654113769531,
+      "learning_rate": 1.6969586035178654e-06,
+      "loss": 15.2031,
+      "step": 8339
+    },
+    {
+      "epoch": 0.5538951982466627,
+      "grad_norm": 141.010498046875,
+      "learning_rate": 1.6968814727569308e-06,
+      "loss": 14.5938,
+      "step": 8340
+    },
+    {
+      "epoch": 0.5539616125390184,
+      "grad_norm": 563.5798950195312,
+      "learning_rate": 1.6968043339348732e-06,
+      "loss": 25.6094,
+      "step": 8341
+    },
+    {
+      "epoch": 0.5540280268313741,
+      "grad_norm": 436.5030822753906,
+      "learning_rate": 1.6967271870525847e-06,
+      "loss": 24.1875,
+      "step": 8342
+    },
+    {
+      "epoch": 0.5540944411237299,
+      "grad_norm": 157.691650390625,
+      "learning_rate": 1.696650032110958e-06,
+      "loss": 16.7188,
+      "step": 8343
+    },
+    {
+      "epoch": 0.5541608554160855,
+      "grad_norm": 280.4017333984375,
+      "learning_rate": 1.6965728691108856e-06,
+      "loss": 25.9844,
+      "step": 8344
+    },
+    {
+      "epoch": 0.5542272697084413,
+      "grad_norm": 188.36968994140625,
+      "learning_rate": 1.6964956980532596e-06,
+      "loss": 17.5781,
+      "step": 8345
+    },
+    {
+      "epoch": 0.5542936840007969,
+      "grad_norm": 1113.06640625,
+      "learning_rate": 1.696418518938973e-06,
+      "loss": 25.5625,
+      "step": 8346
+    },
+    {
+      "epoch": 0.5543600982931527,
+      "grad_norm": 205.37362670898438,
+      "learning_rate": 1.6963413317689188e-06,
+      "loss": 14.5781,
+      "step": 8347
+    },
+    {
+      "epoch": 0.5544265125855083,
+      "grad_norm": 251.70140075683594,
+      "learning_rate": 1.6962641365439896e-06,
+      "loss": 20.4219,
+      "step": 8348
+    },
+    {
+      "epoch": 0.5544929268778641,
+      "grad_norm": 316.23095703125,
+      "learning_rate": 1.6961869332650782e-06,
+      "loss": 24.0469,
+      "step": 8349
+    },
+    {
+      "epoch": 0.5545593411702199,
+      "grad_norm": 219.4691162109375,
+      "learning_rate": 1.6961097219330777e-06,
+      "loss": 18.0156,
+      "step": 8350
+    },
+    {
+      "epoch": 0.5546257554625755,
+      "grad_norm": 321.3006896972656,
+      "learning_rate": 1.6960325025488817e-06,
+      "loss": 17.0781,
+      "step": 8351
+    },
+    {
+      "epoch": 0.5546921697549313,
+      "grad_norm": 143.4611053466797,
+      "learning_rate": 1.6959552751133828e-06,
+      "loss": 18.6719,
+      "step": 8352
+    },
+    {
+      "epoch": 0.554758584047287,
+      "grad_norm": 100.05292510986328,
+      "learning_rate": 1.6958780396274746e-06,
+      "loss": 15.625,
+      "step": 8353
+    },
+    {
+      "epoch": 0.5548249983396427,
+      "grad_norm": 109.36009216308594,
+      "learning_rate": 1.6958007960920503e-06,
+      "loss": 18.8281,
+      "step": 8354
+    },
+    {
+      "epoch": 0.5548914126319984,
+      "grad_norm": 215.9959259033203,
+      "learning_rate": 1.695723544508004e-06,
+      "loss": 12.4844,
+      "step": 8355
+    },
+    {
+      "epoch": 0.5549578269243541,
+      "grad_norm": 133.84335327148438,
+      "learning_rate": 1.6956462848762288e-06,
+      "loss": 14.6094,
+      "step": 8356
+    },
+    {
+      "epoch": 0.5550242412167098,
+      "grad_norm": 271.9211730957031,
+      "learning_rate": 1.6955690171976186e-06,
+      "loss": 24.2812,
+      "step": 8357
+    },
+    {
+      "epoch": 0.5550906555090656,
+      "grad_norm": 226.36276245117188,
+      "learning_rate": 1.695491741473067e-06,
+      "loss": 14.0,
+      "step": 8358
+    },
+    {
+      "epoch": 0.5551570698014213,
+      "grad_norm": 308.0372314453125,
+      "learning_rate": 1.695414457703468e-06,
+      "loss": 17.0625,
+      "step": 8359
+    },
+    {
+      "epoch": 0.555223484093777,
+      "grad_norm": 419.15374755859375,
+      "learning_rate": 1.6953371658897153e-06,
+      "loss": 13.9297,
+      "step": 8360
+    },
+    {
+      "epoch": 0.5552898983861327,
+      "grad_norm": 316.91864013671875,
+      "learning_rate": 1.6952598660327033e-06,
+      "loss": 20.5625,
+      "step": 8361
+    },
+    {
+      "epoch": 0.5553563126784884,
+      "grad_norm": 242.74295043945312,
+      "learning_rate": 1.6951825581333263e-06,
+      "loss": 19.8125,
+      "step": 8362
+    },
+    {
+      "epoch": 0.5554227269708442,
+      "grad_norm": 222.96339416503906,
+      "learning_rate": 1.6951052421924783e-06,
+      "loss": 17.9531,
+      "step": 8363
+    },
+    {
+      "epoch": 0.5554891412631998,
+      "grad_norm": 365.19659423828125,
+      "learning_rate": 1.6950279182110536e-06,
+      "loss": 22.1562,
+      "step": 8364
+    },
+    {
+      "epoch": 0.5555555555555556,
+      "grad_norm": 450.92327880859375,
+      "learning_rate": 1.6949505861899467e-06,
+      "loss": 28.5312,
+      "step": 8365
+    },
+    {
+      "epoch": 0.5556219698479112,
+      "grad_norm": 343.41839599609375,
+      "learning_rate": 1.6948732461300524e-06,
+      "loss": 25.4062,
+      "step": 8366
+    },
+    {
+      "epoch": 0.555688384140267,
+      "grad_norm": 123.49320220947266,
+      "learning_rate": 1.6947958980322648e-06,
+      "loss": 15.8594,
+      "step": 8367
+    },
+    {
+      "epoch": 0.5557547984326227,
+      "grad_norm": 176.9781036376953,
+      "learning_rate": 1.6947185418974787e-06,
+      "loss": 14.6875,
+      "step": 8368
+    },
+    {
+      "epoch": 0.5558212127249784,
+      "grad_norm": 120.4733657836914,
+      "learning_rate": 1.6946411777265898e-06,
+      "loss": 17.7031,
+      "step": 8369
+    },
+    {
+      "epoch": 0.5558876270173342,
+      "grad_norm": 550.3811645507812,
+      "learning_rate": 1.6945638055204915e-06,
+      "loss": 19.25,
+      "step": 8370
+    },
+    {
+      "epoch": 0.5559540413096898,
+      "grad_norm": 288.5267639160156,
+      "learning_rate": 1.6944864252800802e-06,
+      "loss": 18.875,
+      "step": 8371
+    },
+    {
+      "epoch": 0.5560204556020456,
+      "grad_norm": 275.0401306152344,
+      "learning_rate": 1.6944090370062504e-06,
+      "loss": 28.0312,
+      "step": 8372
+    },
+    {
+      "epoch": 0.5560868698944013,
+      "grad_norm": 266.8800964355469,
+      "learning_rate": 1.6943316406998966e-06,
+      "loss": 26.3125,
+      "step": 8373
+    },
+    {
+      "epoch": 0.556153284186757,
+      "grad_norm": 189.14210510253906,
+      "learning_rate": 1.6942542363619152e-06,
+      "loss": 15.7188,
+      "step": 8374
+    },
+    {
+      "epoch": 0.5562196984791127,
+      "grad_norm": 117.70634460449219,
+      "learning_rate": 1.6941768239932013e-06,
+      "loss": 14.5156,
+      "step": 8375
+    },
+    {
+      "epoch": 0.5562861127714684,
+      "grad_norm": 172.86392211914062,
+      "learning_rate": 1.69409940359465e-06,
+      "loss": 20.6562,
+      "step": 8376
+    },
+    {
+      "epoch": 0.5563525270638241,
+      "grad_norm": 130.1219482421875,
+      "learning_rate": 1.6940219751671569e-06,
+      "loss": 17.1094,
+      "step": 8377
+    },
+    {
+      "epoch": 0.5564189413561799,
+      "grad_norm": 198.7600555419922,
+      "learning_rate": 1.693944538711618e-06,
+      "loss": 20.9844,
+      "step": 8378
+    },
+    {
+      "epoch": 0.5564853556485355,
+      "grad_norm": 180.78147888183594,
+      "learning_rate": 1.6938670942289291e-06,
+      "loss": 20.5781,
+      "step": 8379
+    },
+    {
+      "epoch": 0.5565517699408913,
+      "grad_norm": 187.33444213867188,
+      "learning_rate": 1.6937896417199852e-06,
+      "loss": 18.2969,
+      "step": 8380
+    },
+    {
+      "epoch": 0.556618184233247,
+      "grad_norm": 253.8456573486328,
+      "learning_rate": 1.693712181185683e-06,
+      "loss": 19.4219,
+      "step": 8381
+    },
+    {
+      "epoch": 0.5566845985256027,
+      "grad_norm": 233.78489685058594,
+      "learning_rate": 1.6936347126269184e-06,
+      "loss": 18.3906,
+      "step": 8382
+    },
+    {
+      "epoch": 0.5567510128179585,
+      "grad_norm": 240.52369689941406,
+      "learning_rate": 1.6935572360445872e-06,
+      "loss": 23.5,
+      "step": 8383
+    },
+    {
+      "epoch": 0.5568174271103141,
+      "grad_norm": 233.82858276367188,
+      "learning_rate": 1.693479751439586e-06,
+      "loss": 16.0469,
+      "step": 8384
+    },
+    {
+      "epoch": 0.5568838414026699,
+      "grad_norm": 462.6151123046875,
+      "learning_rate": 1.693402258812811e-06,
+      "loss": 19.7656,
+      "step": 8385
+    },
+    {
+      "epoch": 0.5569502556950255,
+      "grad_norm": 265.6314392089844,
+      "learning_rate": 1.6933247581651585e-06,
+      "loss": 16.0156,
+      "step": 8386
+    },
+    {
+      "epoch": 0.5570166699873813,
+      "grad_norm": 136.90380859375,
+      "learning_rate": 1.6932472494975248e-06,
+      "loss": 17.4062,
+      "step": 8387
+    },
+    {
+      "epoch": 0.557083084279737,
+      "grad_norm": 435.796875,
+      "learning_rate": 1.6931697328108069e-06,
+      "loss": 21.2812,
+      "step": 8388
+    },
+    {
+      "epoch": 0.5571494985720927,
+      "grad_norm": 263.93896484375,
+      "learning_rate": 1.693092208105901e-06,
+      "loss": 18.6094,
+      "step": 8389
+    },
+    {
+      "epoch": 0.5572159128644484,
+      "grad_norm": 149.600830078125,
+      "learning_rate": 1.6930146753837041e-06,
+      "loss": 20.1719,
+      "step": 8390
+    },
+    {
+      "epoch": 0.5572823271568041,
+      "grad_norm": 637.4230346679688,
+      "learning_rate": 1.692937134645113e-06,
+      "loss": 18.2031,
+      "step": 8391
+    },
+    {
+      "epoch": 0.5573487414491599,
+      "grad_norm": 229.6481170654297,
+      "learning_rate": 1.6928595858910248e-06,
+      "loss": 20.375,
+      "step": 8392
+    },
+    {
+      "epoch": 0.5574151557415156,
+      "grad_norm": 634.054931640625,
+      "learning_rate": 1.6927820291223364e-06,
+      "loss": 14.2656,
+      "step": 8393
+    },
+    {
+      "epoch": 0.5574815700338713,
+      "grad_norm": 343.7788391113281,
+      "learning_rate": 1.692704464339945e-06,
+      "loss": 20.9375,
+      "step": 8394
+    },
+    {
+      "epoch": 0.557547984326227,
+      "grad_norm": 241.80638122558594,
+      "learning_rate": 1.692626891544748e-06,
+      "loss": 19.0469,
+      "step": 8395
+    },
+    {
+      "epoch": 0.5576143986185828,
+      "grad_norm": 390.2137756347656,
+      "learning_rate": 1.6925493107376423e-06,
+      "loss": 16.1562,
+      "step": 8396
+    },
+    {
+      "epoch": 0.5576808129109384,
+      "grad_norm": 450.8624572753906,
+      "learning_rate": 1.6924717219195257e-06,
+      "loss": 23.4375,
+      "step": 8397
+    },
+    {
+      "epoch": 0.5577472272032942,
+      "grad_norm": 160.52294921875,
+      "learning_rate": 1.6923941250912952e-06,
+      "loss": 16.9844,
+      "step": 8398
+    },
+    {
+      "epoch": 0.5578136414956498,
+      "grad_norm": 204.10916137695312,
+      "learning_rate": 1.6923165202538489e-06,
+      "loss": 20.8594,
+      "step": 8399
+    },
+    {
+      "epoch": 0.5578800557880056,
+      "grad_norm": 429.0186767578125,
+      "learning_rate": 1.6922389074080842e-06,
+      "loss": 19.4219,
+      "step": 8400
+    },
+    {
+      "epoch": 0.5579464700803612,
+      "grad_norm": 270.6460876464844,
+      "learning_rate": 1.6921612865548994e-06,
+      "loss": 18.5781,
+      "step": 8401
+    },
+    {
+      "epoch": 0.558012884372717,
+      "grad_norm": 165.3383331298828,
+      "learning_rate": 1.6920836576951915e-06,
+      "loss": 17.7969,
+      "step": 8402
+    },
+    {
+      "epoch": 0.5580792986650728,
+      "grad_norm": 175.2013397216797,
+      "learning_rate": 1.6920060208298592e-06,
+      "loss": 17.75,
+      "step": 8403
+    },
+    {
+      "epoch": 0.5581457129574284,
+      "grad_norm": 424.44970703125,
+      "learning_rate": 1.6919283759597999e-06,
+      "loss": 20.0312,
+      "step": 8404
+    },
+    {
+      "epoch": 0.5582121272497842,
+      "grad_norm": 206.04946899414062,
+      "learning_rate": 1.6918507230859126e-06,
+      "loss": 14.75,
+      "step": 8405
+    },
+    {
+      "epoch": 0.5582785415421399,
+      "grad_norm": 287.8841857910156,
+      "learning_rate": 1.691773062209095e-06,
+      "loss": 18.6406,
+      "step": 8406
+    },
+    {
+      "epoch": 0.5583449558344956,
+      "grad_norm": 779.7168579101562,
+      "learning_rate": 1.6916953933302454e-06,
+      "loss": 15.6719,
+      "step": 8407
+    },
+    {
+      "epoch": 0.5584113701268513,
+      "grad_norm": 144.9691925048828,
+      "learning_rate": 1.691617716450262e-06,
+      "loss": 22.75,
+      "step": 8408
+    },
+    {
+      "epoch": 0.558477784419207,
+      "grad_norm": 173.93739318847656,
+      "learning_rate": 1.6915400315700441e-06,
+      "loss": 15.75,
+      "step": 8409
+    },
+    {
+      "epoch": 0.5585441987115627,
+      "grad_norm": 100.7279281616211,
+      "learning_rate": 1.6914623386904898e-06,
+      "loss": 15.9062,
+      "step": 8410
+    },
+    {
+      "epoch": 0.5586106130039185,
+      "grad_norm": 263.0087585449219,
+      "learning_rate": 1.691384637812498e-06,
+      "loss": 21.1406,
+      "step": 8411
+    },
+    {
+      "epoch": 0.5586770272962741,
+      "grad_norm": 233.98110961914062,
+      "learning_rate": 1.6913069289369672e-06,
+      "loss": 14.4062,
+      "step": 8412
+    },
+    {
+      "epoch": 0.5587434415886299,
+      "grad_norm": 267.74700927734375,
+      "learning_rate": 1.6912292120647966e-06,
+      "loss": 21.8438,
+      "step": 8413
+    },
+    {
+      "epoch": 0.5588098558809856,
+      "grad_norm": 427.1363830566406,
+      "learning_rate": 1.6911514871968849e-06,
+      "loss": 26.9531,
+      "step": 8414
+    },
+    {
+      "epoch": 0.5588762701733413,
+      "grad_norm": 194.8565673828125,
+      "learning_rate": 1.6910737543341313e-06,
+      "loss": 16.9141,
+      "step": 8415
+    },
+    {
+      "epoch": 0.5589426844656971,
+      "grad_norm": 457.42327880859375,
+      "learning_rate": 1.6909960134774352e-06,
+      "loss": 22.5938,
+      "step": 8416
+    },
+    {
+      "epoch": 0.5590090987580527,
+      "grad_norm": 387.17559814453125,
+      "learning_rate": 1.6909182646276956e-06,
+      "loss": 19.9062,
+      "step": 8417
+    },
+    {
+      "epoch": 0.5590755130504085,
+      "grad_norm": 180.54891967773438,
+      "learning_rate": 1.690840507785812e-06,
+      "loss": 19.7031,
+      "step": 8418
+    },
+    {
+      "epoch": 0.5591419273427641,
+      "grad_norm": 477.6244201660156,
+      "learning_rate": 1.6907627429526837e-06,
+      "loss": 17.1016,
+      "step": 8419
+    },
+    {
+      "epoch": 0.5592083416351199,
+      "grad_norm": 182.14254760742188,
+      "learning_rate": 1.6906849701292103e-06,
+      "loss": 15.7656,
+      "step": 8420
+    },
+    {
+      "epoch": 0.5592747559274756,
+      "grad_norm": 352.30596923828125,
+      "learning_rate": 1.6906071893162915e-06,
+      "loss": 22.0938,
+      "step": 8421
+    },
+    {
+      "epoch": 0.5593411702198313,
+      "grad_norm": 169.8123779296875,
+      "learning_rate": 1.6905294005148267e-06,
+      "loss": 17.3594,
+      "step": 8422
+    },
+    {
+      "epoch": 0.559407584512187,
+      "grad_norm": 97.3760986328125,
+      "learning_rate": 1.6904516037257163e-06,
+      "loss": 11.8594,
+      "step": 8423
+    },
+    {
+      "epoch": 0.5594739988045427,
+      "grad_norm": 189.72186279296875,
+      "learning_rate": 1.6903737989498598e-06,
+      "loss": 12.5781,
+      "step": 8424
+    },
+    {
+      "epoch": 0.5595404130968985,
+      "grad_norm": 184.60328674316406,
+      "learning_rate": 1.6902959861881571e-06,
+      "loss": 20.875,
+      "step": 8425
+    },
+    {
+      "epoch": 0.5596068273892542,
+      "grad_norm": 146.09715270996094,
+      "learning_rate": 1.6902181654415086e-06,
+      "loss": 18.8281,
+      "step": 8426
+    },
+    {
+      "epoch": 0.5596732416816099,
+      "grad_norm": 254.92042541503906,
+      "learning_rate": 1.6901403367108145e-06,
+      "loss": 18.7969,
+      "step": 8427
+    },
+    {
+      "epoch": 0.5597396559739656,
+      "grad_norm": 365.3903503417969,
+      "learning_rate": 1.6900624999969747e-06,
+      "loss": 21.1562,
+      "step": 8428
+    },
+    {
+      "epoch": 0.5598060702663213,
+      "grad_norm": 419.06036376953125,
+      "learning_rate": 1.6899846553008899e-06,
+      "loss": 14.7031,
+      "step": 8429
+    },
+    {
+      "epoch": 0.559872484558677,
+      "grad_norm": 221.33380126953125,
+      "learning_rate": 1.6899068026234607e-06,
+      "loss": 16.8906,
+      "step": 8430
+    },
+    {
+      "epoch": 0.5599388988510328,
+      "grad_norm": 218.81878662109375,
+      "learning_rate": 1.689828941965587e-06,
+      "loss": 18.7812,
+      "step": 8431
+    },
+    {
+      "epoch": 0.5600053131433884,
+      "grad_norm": 248.9112548828125,
+      "learning_rate": 1.6897510733281704e-06,
+      "loss": 13.9375,
+      "step": 8432
+    },
+    {
+      "epoch": 0.5600717274357442,
+      "grad_norm": 250.52264404296875,
+      "learning_rate": 1.6896731967121108e-06,
+      "loss": 19.3594,
+      "step": 8433
+    },
+    {
+      "epoch": 0.5601381417280998,
+      "grad_norm": 229.40489196777344,
+      "learning_rate": 1.6895953121183094e-06,
+      "loss": 20.4375,
+      "step": 8434
+    },
+    {
+      "epoch": 0.5602045560204556,
+      "grad_norm": 348.95269775390625,
+      "learning_rate": 1.689517419547667e-06,
+      "loss": 20.9062,
+      "step": 8435
+    },
+    {
+      "epoch": 0.5602709703128114,
+      "grad_norm": 533.0465087890625,
+      "learning_rate": 1.6894395190010848e-06,
+      "loss": 19.0469,
+      "step": 8436
+    },
+    {
+      "epoch": 0.560337384605167,
+      "grad_norm": 583.798095703125,
+      "learning_rate": 1.6893616104794636e-06,
+      "loss": 16.7656,
+      "step": 8437
+    },
+    {
+      "epoch": 0.5604037988975228,
+      "grad_norm": 153.4120330810547,
+      "learning_rate": 1.689283693983705e-06,
+      "loss": 14.9375,
+      "step": 8438
+    },
+    {
+      "epoch": 0.5604702131898784,
+      "grad_norm": 121.67192840576172,
+      "learning_rate": 1.6892057695147099e-06,
+      "loss": 17.0156,
+      "step": 8439
+    },
+    {
+      "epoch": 0.5605366274822342,
+      "grad_norm": 443.4833068847656,
+      "learning_rate": 1.68912783707338e-06,
+      "loss": 22.0625,
+      "step": 8440
+    },
+    {
+      "epoch": 0.5606030417745899,
+      "grad_norm": 255.47023010253906,
+      "learning_rate": 1.689049896660617e-06,
+      "loss": 19.5,
+      "step": 8441
+    },
+    {
+      "epoch": 0.5606694560669456,
+      "grad_norm": 370.63397216796875,
+      "learning_rate": 1.6889719482773215e-06,
+      "loss": 15.4375,
+      "step": 8442
+    },
+    {
+      "epoch": 0.5607358703593013,
+      "grad_norm": 280.2546691894531,
+      "learning_rate": 1.6888939919243962e-06,
+      "loss": 23.6562,
+      "step": 8443
+    },
+    {
+      "epoch": 0.560802284651657,
+      "grad_norm": 107.88557434082031,
+      "learning_rate": 1.6888160276027423e-06,
+      "loss": 15.7656,
+      "step": 8444
+    },
+    {
+      "epoch": 0.5608686989440127,
+      "grad_norm": 531.20068359375,
+      "learning_rate": 1.6887380553132617e-06,
+      "loss": 21.2031,
+      "step": 8445
+    },
+    {
+      "epoch": 0.5609351132363685,
+      "grad_norm": 167.24061584472656,
+      "learning_rate": 1.6886600750568566e-06,
+      "loss": 16.2812,
+      "step": 8446
+    },
+    {
+      "epoch": 0.5610015275287242,
+      "grad_norm": 153.48480224609375,
+      "learning_rate": 1.688582086834429e-06,
+      "loss": 14.5,
+      "step": 8447
+    },
+    {
+      "epoch": 0.5610679418210799,
+      "grad_norm": 243.40127563476562,
+      "learning_rate": 1.6885040906468806e-06,
+      "loss": 18.4219,
+      "step": 8448
+    },
+    {
+      "epoch": 0.5611343561134357,
+      "grad_norm": 125.15225219726562,
+      "learning_rate": 1.6884260864951138e-06,
+      "loss": 14.4141,
+      "step": 8449
+    },
+    {
+      "epoch": 0.5612007704057913,
+      "grad_norm": 235.21734619140625,
+      "learning_rate": 1.6883480743800314e-06,
+      "loss": 22.1875,
+      "step": 8450
+    },
+    {
+      "epoch": 0.5612671846981471,
+      "grad_norm": 431.98638916015625,
+      "learning_rate": 1.688270054302535e-06,
+      "loss": 22.6562,
+      "step": 8451
+    },
+    {
+      "epoch": 0.5613335989905027,
+      "grad_norm": 279.50152587890625,
+      "learning_rate": 1.6881920262635277e-06,
+      "loss": 25.1875,
+      "step": 8452
+    },
+    {
+      "epoch": 0.5614000132828585,
+      "grad_norm": 162.56874084472656,
+      "learning_rate": 1.6881139902639119e-06,
+      "loss": 15.5469,
+      "step": 8453
+    },
+    {
+      "epoch": 0.5614664275752141,
+      "grad_norm": 201.77789306640625,
+      "learning_rate": 1.6880359463045904e-06,
+      "loss": 17.6406,
+      "step": 8454
+    },
+    {
+      "epoch": 0.5615328418675699,
+      "grad_norm": 313.6011962890625,
+      "learning_rate": 1.6879578943864653e-06,
+      "loss": 22.0312,
+      "step": 8455
+    },
+    {
+      "epoch": 0.5615992561599256,
+      "grad_norm": 266.8785705566406,
+      "learning_rate": 1.6878798345104403e-06,
+      "loss": 24.875,
+      "step": 8456
+    },
+    {
+      "epoch": 0.5616656704522813,
+      "grad_norm": 198.2176055908203,
+      "learning_rate": 1.687801766677418e-06,
+      "loss": 16.2344,
+      "step": 8457
+    },
+    {
+      "epoch": 0.5617320847446371,
+      "grad_norm": 110.02526092529297,
+      "learning_rate": 1.6877236908883014e-06,
+      "loss": 14.2812,
+      "step": 8458
+    },
+    {
+      "epoch": 0.5617984990369927,
+      "grad_norm": 908.7457275390625,
+      "learning_rate": 1.687645607143994e-06,
+      "loss": 20.2656,
+      "step": 8459
+    },
+    {
+      "epoch": 0.5618649133293485,
+      "grad_norm": 236.21029663085938,
+      "learning_rate": 1.6875675154453982e-06,
+      "loss": 25.75,
+      "step": 8460
+    },
+    {
+      "epoch": 0.5619313276217042,
+      "grad_norm": 335.06671142578125,
+      "learning_rate": 1.6874894157934185e-06,
+      "loss": 12.375,
+      "step": 8461
+    },
+    {
+      "epoch": 0.5619977419140599,
+      "grad_norm": 143.34469604492188,
+      "learning_rate": 1.6874113081889575e-06,
+      "loss": 15.75,
+      "step": 8462
+    },
+    {
+      "epoch": 0.5620641562064156,
+      "grad_norm": 385.26409912109375,
+      "learning_rate": 1.6873331926329185e-06,
+      "loss": 20.25,
+      "step": 8463
+    },
+    {
+      "epoch": 0.5621305704987714,
+      "grad_norm": 176.66424560546875,
+      "learning_rate": 1.6872550691262055e-06,
+      "loss": 23.4844,
+      "step": 8464
+    },
+    {
+      "epoch": 0.562196984791127,
+      "grad_norm": 241.0428009033203,
+      "learning_rate": 1.6871769376697223e-06,
+      "loss": 24.0,
+      "step": 8465
+    },
+    {
+      "epoch": 0.5622633990834828,
+      "grad_norm": 242.60105895996094,
+      "learning_rate": 1.6870987982643725e-06,
+      "loss": 17.1875,
+      "step": 8466
+    },
+    {
+      "epoch": 0.5623298133758384,
+      "grad_norm": 175.69448852539062,
+      "learning_rate": 1.68702065091106e-06,
+      "loss": 18.7969,
+      "step": 8467
+    },
+    {
+      "epoch": 0.5623962276681942,
+      "grad_norm": 151.02513122558594,
+      "learning_rate": 1.686942495610689e-06,
+      "loss": 15.0312,
+      "step": 8468
+    },
+    {
+      "epoch": 0.56246264196055,
+      "grad_norm": 409.6418151855469,
+      "learning_rate": 1.686864332364163e-06,
+      "loss": 16.5312,
+      "step": 8469
+    },
+    {
+      "epoch": 0.5625290562529056,
+      "grad_norm": 131.18182373046875,
+      "learning_rate": 1.6867861611723869e-06,
+      "loss": 22.9375,
+      "step": 8470
+    },
+    {
+      "epoch": 0.5625954705452614,
+      "grad_norm": 277.2649230957031,
+      "learning_rate": 1.6867079820362645e-06,
+      "loss": 16.9688,
+      "step": 8471
+    },
+    {
+      "epoch": 0.562661884837617,
+      "grad_norm": 294.75,
+      "learning_rate": 1.6866297949566995e-06,
+      "loss": 24.1406,
+      "step": 8472
+    },
+    {
+      "epoch": 0.5627282991299728,
+      "grad_norm": 251.65919494628906,
+      "learning_rate": 1.6865515999345977e-06,
+      "loss": 17.2812,
+      "step": 8473
+    },
+    {
+      "epoch": 0.5627947134223285,
+      "grad_norm": 253.57254028320312,
+      "learning_rate": 1.6864733969708623e-06,
+      "loss": 17.9219,
+      "step": 8474
+    },
+    {
+      "epoch": 0.5628611277146842,
+      "grad_norm": 168.13877868652344,
+      "learning_rate": 1.6863951860663987e-06,
+      "loss": 15.0156,
+      "step": 8475
+    },
+    {
+      "epoch": 0.5629275420070399,
+      "grad_norm": 295.26507568359375,
+      "learning_rate": 1.6863169672221114e-06,
+      "loss": 14.875,
+      "step": 8476
+    },
+    {
+      "epoch": 0.5629939562993956,
+      "grad_norm": 188.90374755859375,
+      "learning_rate": 1.6862387404389051e-06,
+      "loss": 18.0625,
+      "step": 8477
+    },
+    {
+      "epoch": 0.5630603705917513,
+      "grad_norm": 169.3590545654297,
+      "learning_rate": 1.6861605057176851e-06,
+      "loss": 17.0625,
+      "step": 8478
+    },
+    {
+      "epoch": 0.5631267848841071,
+      "grad_norm": 3623.72412109375,
+      "learning_rate": 1.6860822630593556e-06,
+      "loss": 21.5938,
+      "step": 8479
+    },
+    {
+      "epoch": 0.5631931991764628,
+      "grad_norm": 182.41070556640625,
+      "learning_rate": 1.6860040124648222e-06,
+      "loss": 19.2344,
+      "step": 8480
+    },
+    {
+      "epoch": 0.5632596134688185,
+      "grad_norm": 1304.76513671875,
+      "learning_rate": 1.68592575393499e-06,
+      "loss": 21.5312,
+      "step": 8481
+    },
+    {
+      "epoch": 0.5633260277611742,
+      "grad_norm": 136.17080688476562,
+      "learning_rate": 1.6858474874707644e-06,
+      "loss": 13.7344,
+      "step": 8482
+    },
+    {
+      "epoch": 0.5633924420535299,
+      "grad_norm": 238.7117919921875,
+      "learning_rate": 1.6857692130730503e-06,
+      "loss": 15.0156,
+      "step": 8483
+    },
+    {
+      "epoch": 0.5634588563458857,
+      "grad_norm": 385.0166320800781,
+      "learning_rate": 1.6856909307427536e-06,
+      "loss": 26.6875,
+      "step": 8484
+    },
+    {
+      "epoch": 0.5635252706382413,
+      "grad_norm": 194.91183471679688,
+      "learning_rate": 1.6856126404807794e-06,
+      "loss": 17.0781,
+      "step": 8485
+    },
+    {
+      "epoch": 0.5635916849305971,
+      "grad_norm": 102.4417495727539,
+      "learning_rate": 1.6855343422880336e-06,
+      "loss": 15.3594,
+      "step": 8486
+    },
+    {
+      "epoch": 0.5636580992229527,
+      "grad_norm": 407.6731262207031,
+      "learning_rate": 1.685456036165422e-06,
+      "loss": 17.0156,
+      "step": 8487
+    },
+    {
+      "epoch": 0.5637245135153085,
+      "grad_norm": 318.4230041503906,
+      "learning_rate": 1.68537772211385e-06,
+      "loss": 19.8125,
+      "step": 8488
+    },
+    {
+      "epoch": 0.5637909278076642,
+      "grad_norm": 356.7344055175781,
+      "learning_rate": 1.6852994001342235e-06,
+      "loss": 20.1406,
+      "step": 8489
+    },
+    {
+      "epoch": 0.5638573421000199,
+      "grad_norm": 522.6289672851562,
+      "learning_rate": 1.6852210702274493e-06,
+      "loss": 21.6406,
+      "step": 8490
+    },
+    {
+      "epoch": 0.5639237563923757,
+      "grad_norm": 226.32252502441406,
+      "learning_rate": 1.6851427323944325e-06,
+      "loss": 19.8438,
+      "step": 8491
+    },
+    {
+      "epoch": 0.5639901706847313,
+      "grad_norm": 770.7755737304688,
+      "learning_rate": 1.6850643866360796e-06,
+      "loss": 20.25,
+      "step": 8492
+    },
+    {
+      "epoch": 0.5640565849770871,
+      "grad_norm": 158.1162872314453,
+      "learning_rate": 1.6849860329532972e-06,
+      "loss": 14.5938,
+      "step": 8493
+    },
+    {
+      "epoch": 0.5641229992694428,
+      "grad_norm": 737.0011596679688,
+      "learning_rate": 1.6849076713469912e-06,
+      "loss": 22.3281,
+      "step": 8494
+    },
+    {
+      "epoch": 0.5641894135617985,
+      "grad_norm": 249.56539916992188,
+      "learning_rate": 1.6848293018180678e-06,
+      "loss": 31.5625,
+      "step": 8495
+    },
+    {
+      "epoch": 0.5642558278541542,
+      "grad_norm": 152.2261505126953,
+      "learning_rate": 1.6847509243674344e-06,
+      "loss": 17.7266,
+      "step": 8496
+    },
+    {
+      "epoch": 0.56432224214651,
+      "grad_norm": 321.8133850097656,
+      "learning_rate": 1.6846725389959973e-06,
+      "loss": 17.2656,
+      "step": 8497
+    },
+    {
+      "epoch": 0.5643886564388656,
+      "grad_norm": 278.07318115234375,
+      "learning_rate": 1.6845941457046626e-06,
+      "loss": 21.8125,
+      "step": 8498
+    },
+    {
+      "epoch": 0.5644550707312214,
+      "grad_norm": 209.03219604492188,
+      "learning_rate": 1.6845157444943378e-06,
+      "loss": 18.3281,
+      "step": 8499
+    },
+    {
+      "epoch": 0.564521485023577,
+      "grad_norm": 173.55718994140625,
+      "learning_rate": 1.6844373353659296e-06,
+      "loss": 18.1719,
+      "step": 8500
+    },
+    {
+      "epoch": 0.5645878993159328,
+      "grad_norm": 236.88539123535156,
+      "learning_rate": 1.684358918320345e-06,
+      "loss": 23.6875,
+      "step": 8501
+    },
+    {
+      "epoch": 0.5646543136082885,
+      "grad_norm": 512.152099609375,
+      "learning_rate": 1.684280493358491e-06,
+      "loss": 17.0625,
+      "step": 8502
+    },
+    {
+      "epoch": 0.5647207279006442,
+      "grad_norm": 204.8983154296875,
+      "learning_rate": 1.684202060481275e-06,
+      "loss": 16.5312,
+      "step": 8503
+    },
+    {
+      "epoch": 0.564787142193,
+      "grad_norm": 276.8426818847656,
+      "learning_rate": 1.6841236196896037e-06,
+      "loss": 27.2344,
+      "step": 8504
+    },
+    {
+      "epoch": 0.5648535564853556,
+      "grad_norm": 226.26284790039062,
+      "learning_rate": 1.6840451709843855e-06,
+      "loss": 18.75,
+      "step": 8505
+    },
+    {
+      "epoch": 0.5649199707777114,
+      "grad_norm": 356.9473571777344,
+      "learning_rate": 1.6839667143665267e-06,
+      "loss": 17.7344,
+      "step": 8506
+    },
+    {
+      "epoch": 0.564986385070067,
+      "grad_norm": 229.57382202148438,
+      "learning_rate": 1.6838882498369354e-06,
+      "loss": 22.0,
+      "step": 8507
+    },
+    {
+      "epoch": 0.5650527993624228,
+      "grad_norm": 156.40744018554688,
+      "learning_rate": 1.6838097773965193e-06,
+      "loss": 17.6875,
+      "step": 8508
+    },
+    {
+      "epoch": 0.5651192136547785,
+      "grad_norm": 199.45204162597656,
+      "learning_rate": 1.683731297046186e-06,
+      "loss": 16.2656,
+      "step": 8509
+    },
+    {
+      "epoch": 0.5651856279471342,
+      "grad_norm": 528.8180541992188,
+      "learning_rate": 1.6836528087868432e-06,
+      "loss": 17.125,
+      "step": 8510
+    },
+    {
+      "epoch": 0.56525204223949,
+      "grad_norm": 260.1461486816406,
+      "learning_rate": 1.6835743126193988e-06,
+      "loss": 17.0469,
+      "step": 8511
+    },
+    {
+      "epoch": 0.5653184565318456,
+      "grad_norm": 1589.164306640625,
+      "learning_rate": 1.683495808544761e-06,
+      "loss": 19.3906,
+      "step": 8512
+    },
+    {
+      "epoch": 0.5653848708242014,
+      "grad_norm": 633.6231689453125,
+      "learning_rate": 1.6834172965638382e-06,
+      "loss": 15.6875,
+      "step": 8513
+    },
+    {
+      "epoch": 0.5654512851165571,
+      "grad_norm": 322.4214172363281,
+      "learning_rate": 1.6833387766775377e-06,
+      "loss": 24.0312,
+      "step": 8514
+    },
+    {
+      "epoch": 0.5655176994089128,
+      "grad_norm": 194.93019104003906,
+      "learning_rate": 1.6832602488867686e-06,
+      "loss": 20.9688,
+      "step": 8515
+    },
+    {
+      "epoch": 0.5655841137012685,
+      "grad_norm": 471.4441223144531,
+      "learning_rate": 1.683181713192439e-06,
+      "loss": 15.9531,
+      "step": 8516
+    },
+    {
+      "epoch": 0.5656505279936243,
+      "grad_norm": 244.42662048339844,
+      "learning_rate": 1.683103169595457e-06,
+      "loss": 18.9688,
+      "step": 8517
+    },
+    {
+      "epoch": 0.5657169422859799,
+      "grad_norm": 268.3437805175781,
+      "learning_rate": 1.6830246180967315e-06,
+      "loss": 16.4375,
+      "step": 8518
+    },
+    {
+      "epoch": 0.5657833565783357,
+      "grad_norm": 176.52125549316406,
+      "learning_rate": 1.682946058697171e-06,
+      "loss": 18.75,
+      "step": 8519
+    },
+    {
+      "epoch": 0.5658497708706913,
+      "grad_norm": 384.5840148925781,
+      "learning_rate": 1.6828674913976847e-06,
+      "loss": 22.3125,
+      "step": 8520
+    },
+    {
+      "epoch": 0.5659161851630471,
+      "grad_norm": 258.0597229003906,
+      "learning_rate": 1.6827889161991807e-06,
+      "loss": 17.5,
+      "step": 8521
+    },
+    {
+      "epoch": 0.5659825994554029,
+      "grad_norm": 594.5595092773438,
+      "learning_rate": 1.6827103331025682e-06,
+      "loss": 19.0156,
+      "step": 8522
+    },
+    {
+      "epoch": 0.5660490137477585,
+      "grad_norm": 220.30279541015625,
+      "learning_rate": 1.6826317421087564e-06,
+      "loss": 17.4219,
+      "step": 8523
+    },
+    {
+      "epoch": 0.5661154280401143,
+      "grad_norm": 303.8847961425781,
+      "learning_rate": 1.682553143218654e-06,
+      "loss": 15.2812,
+      "step": 8524
+    },
+    {
+      "epoch": 0.5661818423324699,
+      "grad_norm": 225.43157958984375,
+      "learning_rate": 1.6824745364331707e-06,
+      "loss": 19.2344,
+      "step": 8525
+    },
+    {
+      "epoch": 0.5662482566248257,
+      "grad_norm": 264.37158203125,
+      "learning_rate": 1.6823959217532153e-06,
+      "loss": 19.9844,
+      "step": 8526
+    },
+    {
+      "epoch": 0.5663146709171814,
+      "grad_norm": 312.8343811035156,
+      "learning_rate": 1.6823172991796976e-06,
+      "loss": 16.375,
+      "step": 8527
+    },
+    {
+      "epoch": 0.5663810852095371,
+      "grad_norm": 141.86769104003906,
+      "learning_rate": 1.6822386687135266e-06,
+      "loss": 15.5469,
+      "step": 8528
+    },
+    {
+      "epoch": 0.5664474995018928,
+      "grad_norm": 387.5712890625,
+      "learning_rate": 1.682160030355612e-06,
+      "loss": 21.9062,
+      "step": 8529
+    },
+    {
+      "epoch": 0.5665139137942485,
+      "grad_norm": 711.7039794921875,
+      "learning_rate": 1.6820813841068638e-06,
+      "loss": 21.0,
+      "step": 8530
+    },
+    {
+      "epoch": 0.5665803280866042,
+      "grad_norm": 263.3770751953125,
+      "learning_rate": 1.6820027299681913e-06,
+      "loss": 17.5781,
+      "step": 8531
+    },
+    {
+      "epoch": 0.56664674237896,
+      "grad_norm": 209.50177001953125,
+      "learning_rate": 1.6819240679405044e-06,
+      "loss": 15.1562,
+      "step": 8532
+    },
+    {
+      "epoch": 0.5667131566713157,
+      "grad_norm": 1690.096923828125,
+      "learning_rate": 1.6818453980247133e-06,
+      "loss": 28.8125,
+      "step": 8533
+    },
+    {
+      "epoch": 0.5667795709636714,
+      "grad_norm": 193.44873046875,
+      "learning_rate": 1.6817667202217277e-06,
+      "loss": 16.6719,
+      "step": 8534
+    },
+    {
+      "epoch": 0.5668459852560271,
+      "grad_norm": 232.33265686035156,
+      "learning_rate": 1.681688034532458e-06,
+      "loss": 18.9531,
+      "step": 8535
+    },
+    {
+      "epoch": 0.5669123995483828,
+      "grad_norm": 112.60807800292969,
+      "learning_rate": 1.6816093409578138e-06,
+      "loss": 16.9688,
+      "step": 8536
+    },
+    {
+      "epoch": 0.5669788138407386,
+      "grad_norm": 210.73402404785156,
+      "learning_rate": 1.681530639498706e-06,
+      "loss": 21.8125,
+      "step": 8537
+    },
+    {
+      "epoch": 0.5670452281330942,
+      "grad_norm": 241.9856414794922,
+      "learning_rate": 1.6814519301560449e-06,
+      "loss": 18.375,
+      "step": 8538
+    },
+    {
+      "epoch": 0.56711164242545,
+      "grad_norm": 454.4049072265625,
+      "learning_rate": 1.6813732129307407e-06,
+      "loss": 20.8125,
+      "step": 8539
+    },
+    {
+      "epoch": 0.5671780567178056,
+      "grad_norm": 235.89166259765625,
+      "learning_rate": 1.6812944878237039e-06,
+      "loss": 13.625,
+      "step": 8540
+    },
+    {
+      "epoch": 0.5672444710101614,
+      "grad_norm": 201.60671997070312,
+      "learning_rate": 1.6812157548358456e-06,
+      "loss": 16.6406,
+      "step": 8541
+    },
+    {
+      "epoch": 0.567310885302517,
+      "grad_norm": 157.83372497558594,
+      "learning_rate": 1.681137013968076e-06,
+      "loss": 16.9531,
+      "step": 8542
+    },
+    {
+      "epoch": 0.5673772995948728,
+      "grad_norm": 335.8416748046875,
+      "learning_rate": 1.6810582652213066e-06,
+      "loss": 19.375,
+      "step": 8543
+    },
+    {
+      "epoch": 0.5674437138872286,
+      "grad_norm": 197.91912841796875,
+      "learning_rate": 1.6809795085964476e-06,
+      "loss": 19.0938,
+      "step": 8544
+    },
+    {
+      "epoch": 0.5675101281795842,
+      "grad_norm": 178.84591674804688,
+      "learning_rate": 1.6809007440944103e-06,
+      "loss": 19.8125,
+      "step": 8545
+    },
+    {
+      "epoch": 0.56757654247194,
+      "grad_norm": 346.68084716796875,
+      "learning_rate": 1.680821971716106e-06,
+      "loss": 19.8594,
+      "step": 8546
+    },
+    {
+      "epoch": 0.5676429567642957,
+      "grad_norm": 495.1572570800781,
+      "learning_rate": 1.6807431914624454e-06,
+      "loss": 14.6406,
+      "step": 8547
+    },
+    {
+      "epoch": 0.5677093710566514,
+      "grad_norm": 244.39834594726562,
+      "learning_rate": 1.6806644033343404e-06,
+      "loss": 23.9375,
+      "step": 8548
+    },
+    {
+      "epoch": 0.5677757853490071,
+      "grad_norm": 225.47779846191406,
+      "learning_rate": 1.680585607332702e-06,
+      "loss": 17.4844,
+      "step": 8549
+    },
+    {
+      "epoch": 0.5678421996413628,
+      "grad_norm": 184.7855224609375,
+      "learning_rate": 1.6805068034584418e-06,
+      "loss": 22.8281,
+      "step": 8550
+    },
+    {
+      "epoch": 0.5679086139337185,
+      "grad_norm": 314.6033630371094,
+      "learning_rate": 1.680427991712471e-06,
+      "loss": 18.25,
+      "step": 8551
+    },
+    {
+      "epoch": 0.5679750282260743,
+      "grad_norm": 266.6224365234375,
+      "learning_rate": 1.6803491720957021e-06,
+      "loss": 20.2031,
+      "step": 8552
+    },
+    {
+      "epoch": 0.5680414425184299,
+      "grad_norm": 209.45733642578125,
+      "learning_rate": 1.6802703446090457e-06,
+      "loss": 23.2031,
+      "step": 8553
+    },
+    {
+      "epoch": 0.5681078568107857,
+      "grad_norm": 359.46820068359375,
+      "learning_rate": 1.6801915092534147e-06,
+      "loss": 17.3125,
+      "step": 8554
+    },
+    {
+      "epoch": 0.5681742711031414,
+      "grad_norm": 295.7317199707031,
+      "learning_rate": 1.6801126660297205e-06,
+      "loss": 17.6875,
+      "step": 8555
+    },
+    {
+      "epoch": 0.5682406853954971,
+      "grad_norm": 369.90228271484375,
+      "learning_rate": 1.6800338149388749e-06,
+      "loss": 16.5,
+      "step": 8556
+    },
+    {
+      "epoch": 0.5683070996878529,
+      "grad_norm": 172.99078369140625,
+      "learning_rate": 1.6799549559817904e-06,
+      "loss": 21.25,
+      "step": 8557
+    },
+    {
+      "epoch": 0.5683735139802085,
+      "grad_norm": 213.2207794189453,
+      "learning_rate": 1.6798760891593788e-06,
+      "loss": 22.7031,
+      "step": 8558
+    },
+    {
+      "epoch": 0.5684399282725643,
+      "grad_norm": 1396.592041015625,
+      "learning_rate": 1.6797972144725527e-06,
+      "loss": 15.6406,
+      "step": 8559
+    },
+    {
+      "epoch": 0.5685063425649199,
+      "grad_norm": 263.489013671875,
+      "learning_rate": 1.6797183319222246e-06,
+      "loss": 20.3438,
+      "step": 8560
+    },
+    {
+      "epoch": 0.5685727568572757,
+      "grad_norm": 220.76084899902344,
+      "learning_rate": 1.679639441509307e-06,
+      "loss": 26.5,
+      "step": 8561
+    },
+    {
+      "epoch": 0.5686391711496314,
+      "grad_norm": 196.93788146972656,
+      "learning_rate": 1.6795605432347117e-06,
+      "loss": 19.0781,
+      "step": 8562
+    },
+    {
+      "epoch": 0.5687055854419871,
+      "grad_norm": 206.3384246826172,
+      "learning_rate": 1.6794816370993523e-06,
+      "loss": 22.5625,
+      "step": 8563
+    },
+    {
+      "epoch": 0.5687719997343428,
+      "grad_norm": 170.72061157226562,
+      "learning_rate": 1.679402723104141e-06,
+      "loss": 18.8438,
+      "step": 8564
+    },
+    {
+      "epoch": 0.5688384140266985,
+      "grad_norm": 274.8193359375,
+      "learning_rate": 1.6793238012499908e-06,
+      "loss": 21.6406,
+      "step": 8565
+    },
+    {
+      "epoch": 0.5689048283190543,
+      "grad_norm": 862.87451171875,
+      "learning_rate": 1.6792448715378144e-06,
+      "loss": 25.2344,
+      "step": 8566
+    },
+    {
+      "epoch": 0.56897124261141,
+      "grad_norm": 103.55561065673828,
+      "learning_rate": 1.6791659339685254e-06,
+      "loss": 15.2344,
+      "step": 8567
+    },
+    {
+      "epoch": 0.5690376569037657,
+      "grad_norm": 431.15997314453125,
+      "learning_rate": 1.6790869885430362e-06,
+      "loss": 12.0312,
+      "step": 8568
+    },
+    {
+      "epoch": 0.5691040711961214,
+      "grad_norm": 189.0741729736328,
+      "learning_rate": 1.6790080352622602e-06,
+      "loss": 18.5781,
+      "step": 8569
+    },
+    {
+      "epoch": 0.5691704854884772,
+      "grad_norm": 404.9203186035156,
+      "learning_rate": 1.6789290741271112e-06,
+      "loss": 15.6094,
+      "step": 8570
+    },
+    {
+      "epoch": 0.5692368997808328,
+      "grad_norm": 680.5360717773438,
+      "learning_rate": 1.6788501051385018e-06,
+      "loss": 21.9375,
+      "step": 8571
+    },
+    {
+      "epoch": 0.5693033140731886,
+      "grad_norm": 391.7449951171875,
+      "learning_rate": 1.678771128297346e-06,
+      "loss": 28.5312,
+      "step": 8572
+    },
+    {
+      "epoch": 0.5693697283655442,
+      "grad_norm": 144.72691345214844,
+      "learning_rate": 1.6786921436045572e-06,
+      "loss": 19.2812,
+      "step": 8573
+    },
+    {
+      "epoch": 0.5694361426579,
+      "grad_norm": 347.9396057128906,
+      "learning_rate": 1.678613151061049e-06,
+      "loss": 16.6875,
+      "step": 8574
+    },
+    {
+      "epoch": 0.5695025569502556,
+      "grad_norm": 443.031494140625,
+      "learning_rate": 1.678534150667735e-06,
+      "loss": 22.5938,
+      "step": 8575
+    },
+    {
+      "epoch": 0.5695689712426114,
+      "grad_norm": 175.938720703125,
+      "learning_rate": 1.6784551424255293e-06,
+      "loss": 17.4688,
+      "step": 8576
+    },
+    {
+      "epoch": 0.5696353855349672,
+      "grad_norm": 460.8139953613281,
+      "learning_rate": 1.6783761263353457e-06,
+      "loss": 16.4688,
+      "step": 8577
+    },
+    {
+      "epoch": 0.5697017998273228,
+      "grad_norm": 365.4779968261719,
+      "learning_rate": 1.6782971023980985e-06,
+      "loss": 28.0781,
+      "step": 8578
+    },
+    {
+      "epoch": 0.5697682141196786,
+      "grad_norm": 174.5866241455078,
+      "learning_rate": 1.6782180706147013e-06,
+      "loss": 15.0938,
+      "step": 8579
+    },
+    {
+      "epoch": 0.5698346284120342,
+      "grad_norm": 222.82785034179688,
+      "learning_rate": 1.6781390309860685e-06,
+      "loss": 15.7031,
+      "step": 8580
+    },
+    {
+      "epoch": 0.56990104270439,
+      "grad_norm": 204.67803955078125,
+      "learning_rate": 1.6780599835131146e-06,
+      "loss": 23.5625,
+      "step": 8581
+    },
+    {
+      "epoch": 0.5699674569967457,
+      "grad_norm": 201.25009155273438,
+      "learning_rate": 1.6779809281967538e-06,
+      "loss": 22.3125,
+      "step": 8582
+    },
+    {
+      "epoch": 0.5700338712891014,
+      "grad_norm": 135.31785583496094,
+      "learning_rate": 1.6779018650379006e-06,
+      "loss": 16.7656,
+      "step": 8583
+    },
+    {
+      "epoch": 0.5701002855814571,
+      "grad_norm": 211.14833068847656,
+      "learning_rate": 1.6778227940374695e-06,
+      "loss": 21.0156,
+      "step": 8584
+    },
+    {
+      "epoch": 0.5701666998738129,
+      "grad_norm": 157.642578125,
+      "learning_rate": 1.6777437151963752e-06,
+      "loss": 21.1562,
+      "step": 8585
+    },
+    {
+      "epoch": 0.5702331141661685,
+      "grad_norm": 192.3228302001953,
+      "learning_rate": 1.6776646285155323e-06,
+      "loss": 19.0625,
+      "step": 8586
+    },
+    {
+      "epoch": 0.5702995284585243,
+      "grad_norm": 749.4480590820312,
+      "learning_rate": 1.6775855339958558e-06,
+      "loss": 20.6875,
+      "step": 8587
+    },
+    {
+      "epoch": 0.57036594275088,
+      "grad_norm": 195.2369384765625,
+      "learning_rate": 1.6775064316382605e-06,
+      "loss": 19.4844,
+      "step": 8588
+    },
+    {
+      "epoch": 0.5704323570432357,
+      "grad_norm": 283.2644958496094,
+      "learning_rate": 1.6774273214436616e-06,
+      "loss": 19.6406,
+      "step": 8589
+    },
+    {
+      "epoch": 0.5704987713355915,
+      "grad_norm": 575.0831909179688,
+      "learning_rate": 1.6773482034129737e-06,
+      "loss": 17.5625,
+      "step": 8590
+    },
+    {
+      "epoch": 0.5705651856279471,
+      "grad_norm": 375.8665466308594,
+      "learning_rate": 1.677269077547113e-06,
+      "loss": 12.0,
+      "step": 8591
+    },
+    {
+      "epoch": 0.5706315999203029,
+      "grad_norm": 196.27931213378906,
+      "learning_rate": 1.6771899438469936e-06,
+      "loss": 18.0625,
+      "step": 8592
+    },
+    {
+      "epoch": 0.5706980142126585,
+      "grad_norm": 230.14398193359375,
+      "learning_rate": 1.6771108023135318e-06,
+      "loss": 19.625,
+      "step": 8593
+    },
+    {
+      "epoch": 0.5707644285050143,
+      "grad_norm": 304.2537536621094,
+      "learning_rate": 1.6770316529476425e-06,
+      "loss": 19.6719,
+      "step": 8594
+    },
+    {
+      "epoch": 0.57083084279737,
+      "grad_norm": 214.3892059326172,
+      "learning_rate": 1.6769524957502412e-06,
+      "loss": 15.3594,
+      "step": 8595
+    },
+    {
+      "epoch": 0.5708972570897257,
+      "grad_norm": 405.7820739746094,
+      "learning_rate": 1.6768733307222443e-06,
+      "loss": 18.7969,
+      "step": 8596
+    },
+    {
+      "epoch": 0.5709636713820814,
+      "grad_norm": 634.7674560546875,
+      "learning_rate": 1.6767941578645668e-06,
+      "loss": 19.6094,
+      "step": 8597
+    },
+    {
+      "epoch": 0.5710300856744371,
+      "grad_norm": 160.95928955078125,
+      "learning_rate": 1.6767149771781247e-06,
+      "loss": 18.3438,
+      "step": 8598
+    },
+    {
+      "epoch": 0.5710964999667929,
+      "grad_norm": 412.92236328125,
+      "learning_rate": 1.6766357886638339e-06,
+      "loss": 23.9219,
+      "step": 8599
+    },
+    {
+      "epoch": 0.5711629142591486,
+      "grad_norm": 132.8505096435547,
+      "learning_rate": 1.6765565923226103e-06,
+      "loss": 17.9219,
+      "step": 8600
+    },
+    {
+      "epoch": 0.5712293285515043,
+      "grad_norm": 325.33868408203125,
+      "learning_rate": 1.6764773881553705e-06,
+      "loss": 16.0859,
+      "step": 8601
+    },
+    {
+      "epoch": 0.57129574284386,
+      "grad_norm": 193.09637451171875,
+      "learning_rate": 1.6763981761630302e-06,
+      "loss": 20.3438,
+      "step": 8602
+    },
+    {
+      "epoch": 0.5713621571362157,
+      "grad_norm": 142.75048828125,
+      "learning_rate": 1.6763189563465058e-06,
+      "loss": 14.25,
+      "step": 8603
+    },
+    {
+      "epoch": 0.5714285714285714,
+      "grad_norm": 170.38040161132812,
+      "learning_rate": 1.6762397287067137e-06,
+      "loss": 16.1875,
+      "step": 8604
+    },
+    {
+      "epoch": 0.5714949857209272,
+      "grad_norm": 137.9629669189453,
+      "learning_rate": 1.6761604932445705e-06,
+      "loss": 13.7031,
+      "step": 8605
+    },
+    {
+      "epoch": 0.5715614000132828,
+      "grad_norm": 175.80551147460938,
+      "learning_rate": 1.6760812499609927e-06,
+      "loss": 11.7656,
+      "step": 8606
+    },
+    {
+      "epoch": 0.5716278143056386,
+      "grad_norm": 131.73680114746094,
+      "learning_rate": 1.6760019988568966e-06,
+      "loss": 15.6875,
+      "step": 8607
+    },
+    {
+      "epoch": 0.5716942285979942,
+      "grad_norm": 184.08135986328125,
+      "learning_rate": 1.6759227399331992e-06,
+      "loss": 17.3906,
+      "step": 8608
+    },
+    {
+      "epoch": 0.57176064289035,
+      "grad_norm": 189.35365295410156,
+      "learning_rate": 1.6758434731908176e-06,
+      "loss": 19.3438,
+      "step": 8609
+    },
+    {
+      "epoch": 0.5718270571827058,
+      "grad_norm": 159.3380584716797,
+      "learning_rate": 1.675764198630668e-06,
+      "loss": 18.0625,
+      "step": 8610
+    },
+    {
+      "epoch": 0.5718934714750614,
+      "grad_norm": 180.43487548828125,
+      "learning_rate": 1.675684916253668e-06,
+      "loss": 16.4844,
+      "step": 8611
+    },
+    {
+      "epoch": 0.5719598857674172,
+      "grad_norm": 356.699462890625,
+      "learning_rate": 1.6756056260607343e-06,
+      "loss": 23.4219,
+      "step": 8612
+    },
+    {
+      "epoch": 0.5720263000597728,
+      "grad_norm": 223.72958374023438,
+      "learning_rate": 1.6755263280527844e-06,
+      "loss": 14.625,
+      "step": 8613
+    },
+    {
+      "epoch": 0.5720927143521286,
+      "grad_norm": 2112.574462890625,
+      "learning_rate": 1.675447022230736e-06,
+      "loss": 18.125,
+      "step": 8614
+    },
+    {
+      "epoch": 0.5721591286444843,
+      "grad_norm": 370.2272644042969,
+      "learning_rate": 1.6753677085955053e-06,
+      "loss": 14.6875,
+      "step": 8615
+    },
+    {
+      "epoch": 0.57222554293684,
+      "grad_norm": 219.06068420410156,
+      "learning_rate": 1.6752883871480105e-06,
+      "loss": 14.9062,
+      "step": 8616
+    },
+    {
+      "epoch": 0.5722919572291957,
+      "grad_norm": 221.7685089111328,
+      "learning_rate": 1.675209057889169e-06,
+      "loss": 16.2031,
+      "step": 8617
+    },
+    {
+      "epoch": 0.5723583715215514,
+      "grad_norm": 572.4254760742188,
+      "learning_rate": 1.675129720819899e-06,
+      "loss": 15.625,
+      "step": 8618
+    },
+    {
+      "epoch": 0.5724247858139071,
+      "grad_norm": 206.79315185546875,
+      "learning_rate": 1.6750503759411173e-06,
+      "loss": 13.3906,
+      "step": 8619
+    },
+    {
+      "epoch": 0.5724912001062629,
+      "grad_norm": 164.2732391357422,
+      "learning_rate": 1.674971023253742e-06,
+      "loss": 13.4531,
+      "step": 8620
+    },
+    {
+      "epoch": 0.5725576143986186,
+      "grad_norm": 287.2556457519531,
+      "learning_rate": 1.674891662758691e-06,
+      "loss": 17.9688,
+      "step": 8621
+    },
+    {
+      "epoch": 0.5726240286909743,
+      "grad_norm": 217.06663513183594,
+      "learning_rate": 1.6748122944568828e-06,
+      "loss": 17.5469,
+      "step": 8622
+    },
+    {
+      "epoch": 0.57269044298333,
+      "grad_norm": 177.46604919433594,
+      "learning_rate": 1.6747329183492349e-06,
+      "loss": 20.125,
+      "step": 8623
+    },
+    {
+      "epoch": 0.5727568572756857,
+      "grad_norm": 286.3898010253906,
+      "learning_rate": 1.6746535344366656e-06,
+      "loss": 22.125,
+      "step": 8624
+    },
+    {
+      "epoch": 0.5728232715680415,
+      "grad_norm": 213.06674194335938,
+      "learning_rate": 1.6745741427200934e-06,
+      "loss": 17.3125,
+      "step": 8625
+    },
+    {
+      "epoch": 0.5728896858603971,
+      "grad_norm": 231.706298828125,
+      "learning_rate": 1.6744947432004363e-06,
+      "loss": 18.25,
+      "step": 8626
+    },
+    {
+      "epoch": 0.5729561001527529,
+      "grad_norm": 324.19744873046875,
+      "learning_rate": 1.6744153358786131e-06,
+      "loss": 18.8906,
+      "step": 8627
+    },
+    {
+      "epoch": 0.5730225144451085,
+      "grad_norm": 123.68049621582031,
+      "learning_rate": 1.674335920755542e-06,
+      "loss": 16.1875,
+      "step": 8628
+    },
+    {
+      "epoch": 0.5730889287374643,
+      "grad_norm": 169.059814453125,
+      "learning_rate": 1.6742564978321424e-06,
+      "loss": 18.8594,
+      "step": 8629
+    },
+    {
+      "epoch": 0.57315534302982,
+      "grad_norm": 464.158935546875,
+      "learning_rate": 1.6741770671093318e-06,
+      "loss": 26.6406,
+      "step": 8630
+    },
+    {
+      "epoch": 0.5732217573221757,
+      "grad_norm": 193.8971405029297,
+      "learning_rate": 1.6740976285880298e-06,
+      "loss": 16.1562,
+      "step": 8631
+    },
+    {
+      "epoch": 0.5732881716145315,
+      "grad_norm": 200.98060607910156,
+      "learning_rate": 1.6740181822691552e-06,
+      "loss": 19.7031,
+      "step": 8632
+    },
+    {
+      "epoch": 0.5733545859068871,
+      "grad_norm": 168.6092071533203,
+      "learning_rate": 1.6739387281536269e-06,
+      "loss": 18.0938,
+      "step": 8633
+    },
+    {
+      "epoch": 0.5734210001992429,
+      "grad_norm": 261.9024658203125,
+      "learning_rate": 1.6738592662423643e-06,
+      "loss": 17.3594,
+      "step": 8634
+    },
+    {
+      "epoch": 0.5734874144915986,
+      "grad_norm": 153.07020568847656,
+      "learning_rate": 1.673779796536286e-06,
+      "loss": 16.1875,
+      "step": 8635
+    },
+    {
+      "epoch": 0.5735538287839543,
+      "grad_norm": 130.44955444335938,
+      "learning_rate": 1.6737003190363112e-06,
+      "loss": 19.1719,
+      "step": 8636
+    },
+    {
+      "epoch": 0.57362024307631,
+      "grad_norm": 3298.128173828125,
+      "learning_rate": 1.6736208337433602e-06,
+      "loss": 18.3906,
+      "step": 8637
+    },
+    {
+      "epoch": 0.5736866573686658,
+      "grad_norm": 276.8927001953125,
+      "learning_rate": 1.6735413406583515e-06,
+      "loss": 22.375,
+      "step": 8638
+    },
+    {
+      "epoch": 0.5737530716610214,
+      "grad_norm": 197.17449951171875,
+      "learning_rate": 1.6734618397822052e-06,
+      "loss": 17.3125,
+      "step": 8639
+    },
+    {
+      "epoch": 0.5738194859533772,
+      "grad_norm": 355.83294677734375,
+      "learning_rate": 1.6733823311158401e-06,
+      "loss": 20.625,
+      "step": 8640
+    },
+    {
+      "epoch": 0.5738859002457328,
+      "grad_norm": 143.3306121826172,
+      "learning_rate": 1.673302814660177e-06,
+      "loss": 14.3906,
+      "step": 8641
+    },
+    {
+      "epoch": 0.5739523145380886,
+      "grad_norm": 198.32440185546875,
+      "learning_rate": 1.6732232904161351e-06,
+      "loss": 14.7188,
+      "step": 8642
+    },
+    {
+      "epoch": 0.5740187288304444,
+      "grad_norm": 270.8286437988281,
+      "learning_rate": 1.673143758384634e-06,
+      "loss": 18.4844,
+      "step": 8643
+    },
+    {
+      "epoch": 0.5740851431228,
+      "grad_norm": 246.3174591064453,
+      "learning_rate": 1.6730642185665947e-06,
+      "loss": 21.6562,
+      "step": 8644
+    },
+    {
+      "epoch": 0.5741515574151558,
+      "grad_norm": 335.98583984375,
+      "learning_rate": 1.6729846709629363e-06,
+      "loss": 22.375,
+      "step": 8645
+    },
+    {
+      "epoch": 0.5742179717075114,
+      "grad_norm": 269.0547180175781,
+      "learning_rate": 1.6729051155745792e-06,
+      "loss": 17.0781,
+      "step": 8646
+    },
+    {
+      "epoch": 0.5742843859998672,
+      "grad_norm": 140.89671325683594,
+      "learning_rate": 1.6728255524024442e-06,
+      "loss": 16.3906,
+      "step": 8647
+    },
+    {
+      "epoch": 0.5743508002922229,
+      "grad_norm": 182.81881713867188,
+      "learning_rate": 1.6727459814474508e-06,
+      "loss": 15.8984,
+      "step": 8648
+    },
+    {
+      "epoch": 0.5744172145845786,
+      "grad_norm": 153.90664672851562,
+      "learning_rate": 1.6726664027105196e-06,
+      "loss": 19.4375,
+      "step": 8649
+    },
+    {
+      "epoch": 0.5744836288769343,
+      "grad_norm": 356.609375,
+      "learning_rate": 1.6725868161925716e-06,
+      "loss": 26.6562,
+      "step": 8650
+    },
+    {
+      "epoch": 0.57455004316929,
+      "grad_norm": 109.76419830322266,
+      "learning_rate": 1.672507221894527e-06,
+      "loss": 13.8906,
+      "step": 8651
+    },
+    {
+      "epoch": 0.5746164574616457,
+      "grad_norm": 181.97129821777344,
+      "learning_rate": 1.6724276198173072e-06,
+      "loss": 14.7812,
+      "step": 8652
+    },
+    {
+      "epoch": 0.5746828717540015,
+      "grad_norm": 278.6658020019531,
+      "learning_rate": 1.6723480099618316e-06,
+      "loss": 16.7344,
+      "step": 8653
+    },
+    {
+      "epoch": 0.5747492860463572,
+      "grad_norm": 240.0582275390625,
+      "learning_rate": 1.6722683923290223e-06,
+      "loss": 18.1406,
+      "step": 8654
+    },
+    {
+      "epoch": 0.5748157003387129,
+      "grad_norm": 417.1549987792969,
+      "learning_rate": 1.6721887669198002e-06,
+      "loss": 24.25,
+      "step": 8655
+    },
+    {
+      "epoch": 0.5748821146310686,
+      "grad_norm": 153.07786560058594,
+      "learning_rate": 1.672109133735086e-06,
+      "loss": 14.5625,
+      "step": 8656
+    },
+    {
+      "epoch": 0.5749485289234243,
+      "grad_norm": 369.6909484863281,
+      "learning_rate": 1.6720294927758005e-06,
+      "loss": 22.0,
+      "step": 8657
+    },
+    {
+      "epoch": 0.5750149432157801,
+      "grad_norm": 246.358154296875,
+      "learning_rate": 1.6719498440428654e-06,
+      "loss": 21.125,
+      "step": 8658
+    },
+    {
+      "epoch": 0.5750813575081357,
+      "grad_norm": 163.5251007080078,
+      "learning_rate": 1.6718701875372023e-06,
+      "loss": 14.0312,
+      "step": 8659
+    },
+    {
+      "epoch": 0.5751477718004915,
+      "grad_norm": 194.4919891357422,
+      "learning_rate": 1.6717905232597321e-06,
+      "loss": 20.9219,
+      "step": 8660
+    },
+    {
+      "epoch": 0.5752141860928471,
+      "grad_norm": 356.08428955078125,
+      "learning_rate": 1.6717108512113765e-06,
+      "loss": 14.5781,
+      "step": 8661
+    },
+    {
+      "epoch": 0.5752806003852029,
+      "grad_norm": 234.311767578125,
+      "learning_rate": 1.671631171393057e-06,
+      "loss": 23.5625,
+      "step": 8662
+    },
+    {
+      "epoch": 0.5753470146775587,
+      "grad_norm": 240.177490234375,
+      "learning_rate": 1.6715514838056955e-06,
+      "loss": 23.875,
+      "step": 8663
+    },
+    {
+      "epoch": 0.5754134289699143,
+      "grad_norm": 174.9573516845703,
+      "learning_rate": 1.6714717884502138e-06,
+      "loss": 17.6719,
+      "step": 8664
+    },
+    {
+      "epoch": 0.5754798432622701,
+      "grad_norm": 215.53167724609375,
+      "learning_rate": 1.6713920853275334e-06,
+      "loss": 15.4219,
+      "step": 8665
+    },
+    {
+      "epoch": 0.5755462575546257,
+      "grad_norm": 281.6014099121094,
+      "learning_rate": 1.6713123744385767e-06,
+      "loss": 21.7344,
+      "step": 8666
+    },
+    {
+      "epoch": 0.5756126718469815,
+      "grad_norm": 247.2423858642578,
+      "learning_rate": 1.6712326557842652e-06,
+      "loss": 22.8438,
+      "step": 8667
+    },
+    {
+      "epoch": 0.5756790861393372,
+      "grad_norm": 683.9086303710938,
+      "learning_rate": 1.671152929365522e-06,
+      "loss": 16.6094,
+      "step": 8668
+    },
+    {
+      "epoch": 0.5757455004316929,
+      "grad_norm": 225.66851806640625,
+      "learning_rate": 1.6710731951832683e-06,
+      "loss": 15.7344,
+      "step": 8669
+    },
+    {
+      "epoch": 0.5758119147240486,
+      "grad_norm": 145.27117919921875,
+      "learning_rate": 1.670993453238427e-06,
+      "loss": 14.4062,
+      "step": 8670
+    },
+    {
+      "epoch": 0.5758783290164043,
+      "grad_norm": 176.34130859375,
+      "learning_rate": 1.6709137035319204e-06,
+      "loss": 14.25,
+      "step": 8671
+    },
+    {
+      "epoch": 0.57594474330876,
+      "grad_norm": 731.5258178710938,
+      "learning_rate": 1.6708339460646706e-06,
+      "loss": 17.5781,
+      "step": 8672
+    },
+    {
+      "epoch": 0.5760111576011158,
+      "grad_norm": 160.77468872070312,
+      "learning_rate": 1.670754180837601e-06,
+      "loss": 16.3438,
+      "step": 8673
+    },
+    {
+      "epoch": 0.5760775718934715,
+      "grad_norm": 199.64920043945312,
+      "learning_rate": 1.6706744078516334e-06,
+      "loss": 13.4141,
+      "step": 8674
+    },
+    {
+      "epoch": 0.5761439861858272,
+      "grad_norm": 164.39283752441406,
+      "learning_rate": 1.6705946271076912e-06,
+      "loss": 17.5,
+      "step": 8675
+    },
+    {
+      "epoch": 0.576210400478183,
+      "grad_norm": 146.03842163085938,
+      "learning_rate": 1.670514838606697e-06,
+      "loss": 17.375,
+      "step": 8676
+    },
+    {
+      "epoch": 0.5762768147705386,
+      "grad_norm": 261.9482727050781,
+      "learning_rate": 1.6704350423495739e-06,
+      "loss": 13.3438,
+      "step": 8677
+    },
+    {
+      "epoch": 0.5763432290628944,
+      "grad_norm": 149.6476593017578,
+      "learning_rate": 1.6703552383372447e-06,
+      "loss": 15.0781,
+      "step": 8678
+    },
+    {
+      "epoch": 0.57640964335525,
+      "grad_norm": 292.172119140625,
+      "learning_rate": 1.6702754265706327e-06,
+      "loss": 17.1406,
+      "step": 8679
+    },
+    {
+      "epoch": 0.5764760576476058,
+      "grad_norm": 117.69940948486328,
+      "learning_rate": 1.6701956070506608e-06,
+      "loss": 17.875,
+      "step": 8680
+    },
+    {
+      "epoch": 0.5765424719399614,
+      "grad_norm": 281.3235778808594,
+      "learning_rate": 1.670115779778253e-06,
+      "loss": 22.2031,
+      "step": 8681
+    },
+    {
+      "epoch": 0.5766088862323172,
+      "grad_norm": 506.5976867675781,
+      "learning_rate": 1.670035944754332e-06,
+      "loss": 15.5625,
+      "step": 8682
+    },
+    {
+      "epoch": 0.5766753005246729,
+      "grad_norm": 140.4879913330078,
+      "learning_rate": 1.6699561019798217e-06,
+      "loss": 19.0469,
+      "step": 8683
+    },
+    {
+      "epoch": 0.5767417148170286,
+      "grad_norm": 313.7085266113281,
+      "learning_rate": 1.6698762514556455e-06,
+      "loss": 16.6719,
+      "step": 8684
+    },
+    {
+      "epoch": 0.5768081291093844,
+      "grad_norm": 193.34605407714844,
+      "learning_rate": 1.669796393182727e-06,
+      "loss": 12.5312,
+      "step": 8685
+    },
+    {
+      "epoch": 0.57687454340174,
+      "grad_norm": 240.45166015625,
+      "learning_rate": 1.66971652716199e-06,
+      "loss": 20.8906,
+      "step": 8686
+    },
+    {
+      "epoch": 0.5769409576940958,
+      "grad_norm": 285.8781433105469,
+      "learning_rate": 1.6696366533943584e-06,
+      "loss": 20.8125,
+      "step": 8687
+    },
+    {
+      "epoch": 0.5770073719864515,
+      "grad_norm": 286.6421203613281,
+      "learning_rate": 1.6695567718807562e-06,
+      "loss": 16.4219,
+      "step": 8688
+    },
+    {
+      "epoch": 0.5770737862788072,
+      "grad_norm": 200.1189422607422,
+      "learning_rate": 1.6694768826221074e-06,
+      "loss": 16.1875,
+      "step": 8689
+    },
+    {
+      "epoch": 0.5771402005711629,
+      "grad_norm": 301.6477355957031,
+      "learning_rate": 1.6693969856193361e-06,
+      "loss": 17.3438,
+      "step": 8690
+    },
+    {
+      "epoch": 0.5772066148635187,
+      "grad_norm": 213.78860473632812,
+      "learning_rate": 1.6693170808733665e-06,
+      "loss": 14.7031,
+      "step": 8691
+    },
+    {
+      "epoch": 0.5772730291558743,
+      "grad_norm": 221.1636505126953,
+      "learning_rate": 1.669237168385123e-06,
+      "loss": 17.4062,
+      "step": 8692
+    },
+    {
+      "epoch": 0.5773394434482301,
+      "grad_norm": 216.34133911132812,
+      "learning_rate": 1.6691572481555294e-06,
+      "loss": 16.8281,
+      "step": 8693
+    },
+    {
+      "epoch": 0.5774058577405857,
+      "grad_norm": 425.1416015625,
+      "learning_rate": 1.669077320185511e-06,
+      "loss": 25.75,
+      "step": 8694
+    },
+    {
+      "epoch": 0.5774722720329415,
+      "grad_norm": 194.21939086914062,
+      "learning_rate": 1.6689973844759915e-06,
+      "loss": 17.2656,
+      "step": 8695
+    },
+    {
+      "epoch": 0.5775386863252973,
+      "grad_norm": 279.89453125,
+      "learning_rate": 1.6689174410278963e-06,
+      "loss": 21.5,
+      "step": 8696
+    },
+    {
+      "epoch": 0.5776051006176529,
+      "grad_norm": 345.0356750488281,
+      "learning_rate": 1.66883748984215e-06,
+      "loss": 19.8438,
+      "step": 8697
+    },
+    {
+      "epoch": 0.5776715149100087,
+      "grad_norm": 116.12432861328125,
+      "learning_rate": 1.6687575309196774e-06,
+      "loss": 15.0938,
+      "step": 8698
+    },
+    {
+      "epoch": 0.5777379292023643,
+      "grad_norm": 134.29449462890625,
+      "learning_rate": 1.668677564261403e-06,
+      "loss": 19.3906,
+      "step": 8699
+    },
+    {
+      "epoch": 0.5778043434947201,
+      "grad_norm": 140.55767822265625,
+      "learning_rate": 1.668597589868252e-06,
+      "loss": 19.0938,
+      "step": 8700
+    },
+    {
+      "epoch": 0.5778707577870758,
+      "grad_norm": 157.74147033691406,
+      "learning_rate": 1.6685176077411498e-06,
+      "loss": 14.3125,
+      "step": 8701
+    },
+    {
+      "epoch": 0.5779371720794315,
+      "grad_norm": 192.1861114501953,
+      "learning_rate": 1.6684376178810216e-06,
+      "loss": 19.8906,
+      "step": 8702
+    },
+    {
+      "epoch": 0.5780035863717872,
+      "grad_norm": 134.6557159423828,
+      "learning_rate": 1.6683576202887923e-06,
+      "loss": 19.6719,
+      "step": 8703
+    },
+    {
+      "epoch": 0.5780700006641429,
+      "grad_norm": 199.55775451660156,
+      "learning_rate": 1.6682776149653875e-06,
+      "loss": 21.2344,
+      "step": 8704
+    },
+    {
+      "epoch": 0.5781364149564986,
+      "grad_norm": 274.25701904296875,
+      "learning_rate": 1.6681976019117326e-06,
+      "loss": 20.6094,
+      "step": 8705
+    },
+    {
+      "epoch": 0.5782028292488544,
+      "grad_norm": 130.44680786132812,
+      "learning_rate": 1.6681175811287531e-06,
+      "loss": 17.5625,
+      "step": 8706
+    },
+    {
+      "epoch": 0.5782692435412101,
+      "grad_norm": 377.1177978515625,
+      "learning_rate": 1.6680375526173746e-06,
+      "loss": 27.5938,
+      "step": 8707
+    },
+    {
+      "epoch": 0.5783356578335658,
+      "grad_norm": 91.56580352783203,
+      "learning_rate": 1.667957516378523e-06,
+      "loss": 12.0312,
+      "step": 8708
+    },
+    {
+      "epoch": 0.5784020721259215,
+      "grad_norm": 118.49237060546875,
+      "learning_rate": 1.667877472413124e-06,
+      "loss": 13.9531,
+      "step": 8709
+    },
+    {
+      "epoch": 0.5784684864182772,
+      "grad_norm": 254.2576904296875,
+      "learning_rate": 1.6677974207221035e-06,
+      "loss": 22.1875,
+      "step": 8710
+    },
+    {
+      "epoch": 0.578534900710633,
+      "grad_norm": 1750.5465087890625,
+      "learning_rate": 1.6677173613063876e-06,
+      "loss": 20.4688,
+      "step": 8711
+    },
+    {
+      "epoch": 0.5786013150029886,
+      "grad_norm": 194.59909057617188,
+      "learning_rate": 1.6676372941669024e-06,
+      "loss": 17.4844,
+      "step": 8712
+    },
+    {
+      "epoch": 0.5786677292953444,
+      "grad_norm": 1153.88818359375,
+      "learning_rate": 1.6675572193045734e-06,
+      "loss": 28.6875,
+      "step": 8713
+    },
+    {
+      "epoch": 0.5787341435877,
+      "grad_norm": 126.18401336669922,
+      "learning_rate": 1.667477136720328e-06,
+      "loss": 15.4688,
+      "step": 8714
+    },
+    {
+      "epoch": 0.5788005578800558,
+      "grad_norm": 127.4302749633789,
+      "learning_rate": 1.6673970464150917e-06,
+      "loss": 16.6875,
+      "step": 8715
+    },
+    {
+      "epoch": 0.5788669721724115,
+      "grad_norm": 273.8582458496094,
+      "learning_rate": 1.6673169483897916e-06,
+      "loss": 14.7969,
+      "step": 8716
+    },
+    {
+      "epoch": 0.5789333864647672,
+      "grad_norm": 209.32188415527344,
+      "learning_rate": 1.6672368426453533e-06,
+      "loss": 19.8125,
+      "step": 8717
+    },
+    {
+      "epoch": 0.578999800757123,
+      "grad_norm": 193.3042449951172,
+      "learning_rate": 1.6671567291827043e-06,
+      "loss": 15.6719,
+      "step": 8718
+    },
+    {
+      "epoch": 0.5790662150494786,
+      "grad_norm": 120.57579803466797,
+      "learning_rate": 1.6670766080027708e-06,
+      "loss": 15.0156,
+      "step": 8719
+    },
+    {
+      "epoch": 0.5791326293418344,
+      "grad_norm": 130.29080200195312,
+      "learning_rate": 1.6669964791064798e-06,
+      "loss": 17.5625,
+      "step": 8720
+    },
+    {
+      "epoch": 0.5791990436341901,
+      "grad_norm": 159.4199981689453,
+      "learning_rate": 1.666916342494758e-06,
+      "loss": 18.4141,
+      "step": 8721
+    },
+    {
+      "epoch": 0.5792654579265458,
+      "grad_norm": 105.94831085205078,
+      "learning_rate": 1.6668361981685325e-06,
+      "loss": 13.4219,
+      "step": 8722
+    },
+    {
+      "epoch": 0.5793318722189015,
+      "grad_norm": 325.88946533203125,
+      "learning_rate": 1.6667560461287307e-06,
+      "loss": 15.2969,
+      "step": 8723
+    },
+    {
+      "epoch": 0.5793982865112572,
+      "grad_norm": 309.2260437011719,
+      "learning_rate": 1.6666758863762794e-06,
+      "loss": 17.75,
+      "step": 8724
+    },
+    {
+      "epoch": 0.5794647008036129,
+      "grad_norm": 232.92059326171875,
+      "learning_rate": 1.6665957189121056e-06,
+      "loss": 20.0312,
+      "step": 8725
+    },
+    {
+      "epoch": 0.5795311150959687,
+      "grad_norm": 165.33541870117188,
+      "learning_rate": 1.666515543737137e-06,
+      "loss": 22.0625,
+      "step": 8726
+    },
+    {
+      "epoch": 0.5795975293883243,
+      "grad_norm": 238.6648712158203,
+      "learning_rate": 1.666435360852301e-06,
+      "loss": 21.5781,
+      "step": 8727
+    },
+    {
+      "epoch": 0.5796639436806801,
+      "grad_norm": 572.54345703125,
+      "learning_rate": 1.666355170258525e-06,
+      "loss": 28.0469,
+      "step": 8728
+    },
+    {
+      "epoch": 0.5797303579730358,
+      "grad_norm": 139.73617553710938,
+      "learning_rate": 1.6662749719567366e-06,
+      "loss": 20.8438,
+      "step": 8729
+    },
+    {
+      "epoch": 0.5797967722653915,
+      "grad_norm": 211.82089233398438,
+      "learning_rate": 1.6661947659478637e-06,
+      "loss": 18.125,
+      "step": 8730
+    },
+    {
+      "epoch": 0.5798631865577473,
+      "grad_norm": 245.74264526367188,
+      "learning_rate": 1.6661145522328338e-06,
+      "loss": 18.6406,
+      "step": 8731
+    },
+    {
+      "epoch": 0.5799296008501029,
+      "grad_norm": 198.83172607421875,
+      "learning_rate": 1.6660343308125748e-06,
+      "loss": 13.1875,
+      "step": 8732
+    },
+    {
+      "epoch": 0.5799960151424587,
+      "grad_norm": 366.76849365234375,
+      "learning_rate": 1.6659541016880144e-06,
+      "loss": 28.8594,
+      "step": 8733
+    },
+    {
+      "epoch": 0.5800624294348143,
+      "grad_norm": 280.3529052734375,
+      "learning_rate": 1.6658738648600816e-06,
+      "loss": 21.0781,
+      "step": 8734
+    },
+    {
+      "epoch": 0.5801288437271701,
+      "grad_norm": 212.5980682373047,
+      "learning_rate": 1.6657936203297037e-06,
+      "loss": 18.7344,
+      "step": 8735
+    },
+    {
+      "epoch": 0.5801952580195258,
+      "grad_norm": 509.671630859375,
+      "learning_rate": 1.6657133680978088e-06,
+      "loss": 20.3281,
+      "step": 8736
+    },
+    {
+      "epoch": 0.5802616723118815,
+      "grad_norm": 161.46751403808594,
+      "learning_rate": 1.6656331081653258e-06,
+      "loss": 16.4375,
+      "step": 8737
+    },
+    {
+      "epoch": 0.5803280866042372,
+      "grad_norm": 373.494140625,
+      "learning_rate": 1.665552840533183e-06,
+      "loss": 19.875,
+      "step": 8738
+    },
+    {
+      "epoch": 0.580394500896593,
+      "grad_norm": 185.4688262939453,
+      "learning_rate": 1.6654725652023082e-06,
+      "loss": 17.4375,
+      "step": 8739
+    },
+    {
+      "epoch": 0.5804609151889487,
+      "grad_norm": 180.5570831298828,
+      "learning_rate": 1.6653922821736309e-06,
+      "loss": 16.3125,
+      "step": 8740
+    },
+    {
+      "epoch": 0.5805273294813044,
+      "grad_norm": 424.9340515136719,
+      "learning_rate": 1.6653119914480793e-06,
+      "loss": 22.0625,
+      "step": 8741
+    },
+    {
+      "epoch": 0.5805937437736601,
+      "grad_norm": 169.051513671875,
+      "learning_rate": 1.6652316930265823e-06,
+      "loss": 16.1094,
+      "step": 8742
+    },
+    {
+      "epoch": 0.5806601580660158,
+      "grad_norm": 137.47921752929688,
+      "learning_rate": 1.6651513869100687e-06,
+      "loss": 16.9062,
+      "step": 8743
+    },
+    {
+      "epoch": 0.5807265723583716,
+      "grad_norm": 226.47682189941406,
+      "learning_rate": 1.665071073099467e-06,
+      "loss": 21.0,
+      "step": 8744
+    },
+    {
+      "epoch": 0.5807929866507272,
+      "grad_norm": 475.2086181640625,
+      "learning_rate": 1.664990751595707e-06,
+      "loss": 22.75,
+      "step": 8745
+    },
+    {
+      "epoch": 0.580859400943083,
+      "grad_norm": 160.07708740234375,
+      "learning_rate": 1.6649104223997172e-06,
+      "loss": 17.875,
+      "step": 8746
+    },
+    {
+      "epoch": 0.5809258152354386,
+      "grad_norm": 216.55857849121094,
+      "learning_rate": 1.664830085512427e-06,
+      "loss": 14.7969,
+      "step": 8747
+    },
+    {
+      "epoch": 0.5809922295277944,
+      "grad_norm": 264.34381103515625,
+      "learning_rate": 1.6647497409347662e-06,
+      "loss": 18.3281,
+      "step": 8748
+    },
+    {
+      "epoch": 0.58105864382015,
+      "grad_norm": 126.16388702392578,
+      "learning_rate": 1.6646693886676632e-06,
+      "loss": 15.7812,
+      "step": 8749
+    },
+    {
+      "epoch": 0.5811250581125058,
+      "grad_norm": 124.11613464355469,
+      "learning_rate": 1.6645890287120486e-06,
+      "loss": 16.6562,
+      "step": 8750
+    },
+    {
+      "epoch": 0.5811914724048616,
+      "grad_norm": 178.5050506591797,
+      "learning_rate": 1.6645086610688507e-06,
+      "loss": 20.4375,
+      "step": 8751
+    },
+    {
+      "epoch": 0.5812578866972172,
+      "grad_norm": 366.4710693359375,
+      "learning_rate": 1.664428285739e-06,
+      "loss": 22.4062,
+      "step": 8752
+    },
+    {
+      "epoch": 0.581324300989573,
+      "grad_norm": 232.392822265625,
+      "learning_rate": 1.664347902723426e-06,
+      "loss": 14.4844,
+      "step": 8753
+    },
+    {
+      "epoch": 0.5813907152819286,
+      "grad_norm": 140.2273406982422,
+      "learning_rate": 1.6642675120230588e-06,
+      "loss": 18.8125,
+      "step": 8754
+    },
+    {
+      "epoch": 0.5814571295742844,
+      "grad_norm": 227.11610412597656,
+      "learning_rate": 1.6641871136388278e-06,
+      "loss": 23.2031,
+      "step": 8755
+    },
+    {
+      "epoch": 0.5815235438666401,
+      "grad_norm": 935.5802001953125,
+      "learning_rate": 1.6641067075716633e-06,
+      "loss": 20.2812,
+      "step": 8756
+    },
+    {
+      "epoch": 0.5815899581589958,
+      "grad_norm": 309.58251953125,
+      "learning_rate": 1.6640262938224953e-06,
+      "loss": 20.3281,
+      "step": 8757
+    },
+    {
+      "epoch": 0.5816563724513515,
+      "grad_norm": 141.62841796875,
+      "learning_rate": 1.6639458723922544e-06,
+      "loss": 16.1562,
+      "step": 8758
+    },
+    {
+      "epoch": 0.5817227867437073,
+      "grad_norm": 126.42320251464844,
+      "learning_rate": 1.6638654432818699e-06,
+      "loss": 16.375,
+      "step": 8759
+    },
+    {
+      "epoch": 0.5817892010360629,
+      "grad_norm": 172.74038696289062,
+      "learning_rate": 1.6637850064922732e-06,
+      "loss": 15.3125,
+      "step": 8760
+    },
+    {
+      "epoch": 0.5818556153284187,
+      "grad_norm": 171.40074157714844,
+      "learning_rate": 1.6637045620243942e-06,
+      "loss": 17.8281,
+      "step": 8761
+    },
+    {
+      "epoch": 0.5819220296207744,
+      "grad_norm": 171.91946411132812,
+      "learning_rate": 1.6636241098791634e-06,
+      "loss": 16.375,
+      "step": 8762
+    },
+    {
+      "epoch": 0.5819884439131301,
+      "grad_norm": 146.48875427246094,
+      "learning_rate": 1.6635436500575116e-06,
+      "loss": 16.1094,
+      "step": 8763
+    },
+    {
+      "epoch": 0.5820548582054859,
+      "grad_norm": 148.6309051513672,
+      "learning_rate": 1.6634631825603696e-06,
+      "loss": 15.0781,
+      "step": 8764
+    },
+    {
+      "epoch": 0.5821212724978415,
+      "grad_norm": 374.0087585449219,
+      "learning_rate": 1.663382707388668e-06,
+      "loss": 21.0156,
+      "step": 8765
+    },
+    {
+      "epoch": 0.5821876867901973,
+      "grad_norm": 287.88824462890625,
+      "learning_rate": 1.663302224543338e-06,
+      "loss": 20.1094,
+      "step": 8766
+    },
+    {
+      "epoch": 0.5822541010825529,
+      "grad_norm": 325.8296813964844,
+      "learning_rate": 1.66322173402531e-06,
+      "loss": 26.125,
+      "step": 8767
+    },
+    {
+      "epoch": 0.5823205153749087,
+      "grad_norm": 200.47073364257812,
+      "learning_rate": 1.6631412358355154e-06,
+      "loss": 17.3906,
+      "step": 8768
+    },
+    {
+      "epoch": 0.5823869296672644,
+      "grad_norm": 83.49834442138672,
+      "learning_rate": 1.6630607299748858e-06,
+      "loss": 11.0781,
+      "step": 8769
+    },
+    {
+      "epoch": 0.5824533439596201,
+      "grad_norm": 178.86007690429688,
+      "learning_rate": 1.6629802164443518e-06,
+      "loss": 22.625,
+      "step": 8770
+    },
+    {
+      "epoch": 0.5825197582519758,
+      "grad_norm": 205.25563049316406,
+      "learning_rate": 1.6628996952448449e-06,
+      "loss": 23.7656,
+      "step": 8771
+    },
+    {
+      "epoch": 0.5825861725443315,
+      "grad_norm": 135.5181427001953,
+      "learning_rate": 1.6628191663772965e-06,
+      "loss": 16.9844,
+      "step": 8772
+    },
+    {
+      "epoch": 0.5826525868366873,
+      "grad_norm": 333.8544921875,
+      "learning_rate": 1.6627386298426386e-06,
+      "loss": 15.1719,
+      "step": 8773
+    },
+    {
+      "epoch": 0.582719001129043,
+      "grad_norm": 108.11213684082031,
+      "learning_rate": 1.6626580856418018e-06,
+      "loss": 14.7812,
+      "step": 8774
+    },
+    {
+      "epoch": 0.5827854154213987,
+      "grad_norm": 259.8745422363281,
+      "learning_rate": 1.6625775337757186e-06,
+      "loss": 15.4062,
+      "step": 8775
+    },
+    {
+      "epoch": 0.5828518297137544,
+      "grad_norm": 280.1911315917969,
+      "learning_rate": 1.6624969742453209e-06,
+      "loss": 26.625,
+      "step": 8776
+    },
+    {
+      "epoch": 0.5829182440061101,
+      "grad_norm": 314.5093994140625,
+      "learning_rate": 1.6624164070515397e-06,
+      "loss": 16.6094,
+      "step": 8777
+    },
+    {
+      "epoch": 0.5829846582984658,
+      "grad_norm": 248.63304138183594,
+      "learning_rate": 1.6623358321953075e-06,
+      "loss": 16.6094,
+      "step": 8778
+    },
+    {
+      "epoch": 0.5830510725908216,
+      "grad_norm": 119.7342529296875,
+      "learning_rate": 1.6622552496775566e-06,
+      "loss": 18.1094,
+      "step": 8779
+    },
+    {
+      "epoch": 0.5831174868831772,
+      "grad_norm": 199.1842803955078,
+      "learning_rate": 1.6621746594992188e-06,
+      "loss": 14.2188,
+      "step": 8780
+    },
+    {
+      "epoch": 0.583183901175533,
+      "grad_norm": 158.13771057128906,
+      "learning_rate": 1.6620940616612262e-06,
+      "loss": 24.8594,
+      "step": 8781
+    },
+    {
+      "epoch": 0.5832503154678886,
+      "grad_norm": 167.23336791992188,
+      "learning_rate": 1.6620134561645114e-06,
+      "loss": 18.75,
+      "step": 8782
+    },
+    {
+      "epoch": 0.5833167297602444,
+      "grad_norm": 455.6575927734375,
+      "learning_rate": 1.6619328430100068e-06,
+      "loss": 28.5625,
+      "step": 8783
+    },
+    {
+      "epoch": 0.5833831440526002,
+      "grad_norm": 223.43980407714844,
+      "learning_rate": 1.6618522221986447e-06,
+      "loss": 21.25,
+      "step": 8784
+    },
+    {
+      "epoch": 0.5834495583449558,
+      "grad_norm": 250.12208557128906,
+      "learning_rate": 1.6617715937313576e-06,
+      "loss": 15.8594,
+      "step": 8785
+    },
+    {
+      "epoch": 0.5835159726373116,
+      "grad_norm": 109.27053833007812,
+      "learning_rate": 1.6616909576090783e-06,
+      "loss": 18.9688,
+      "step": 8786
+    },
+    {
+      "epoch": 0.5835823869296672,
+      "grad_norm": 312.98492431640625,
+      "learning_rate": 1.6616103138327398e-06,
+      "loss": 16.3906,
+      "step": 8787
+    },
+    {
+      "epoch": 0.583648801222023,
+      "grad_norm": 290.67279052734375,
+      "learning_rate": 1.6615296624032746e-06,
+      "loss": 16.7344,
+      "step": 8788
+    },
+    {
+      "epoch": 0.5837152155143787,
+      "grad_norm": 251.97689819335938,
+      "learning_rate": 1.6614490033216155e-06,
+      "loss": 21.0625,
+      "step": 8789
+    },
+    {
+      "epoch": 0.5837816298067344,
+      "grad_norm": 279.0993957519531,
+      "learning_rate": 1.661368336588696e-06,
+      "loss": 15.6875,
+      "step": 8790
+    },
+    {
+      "epoch": 0.5838480440990901,
+      "grad_norm": 200.4832763671875,
+      "learning_rate": 1.6612876622054487e-06,
+      "loss": 19.7031,
+      "step": 8791
+    },
+    {
+      "epoch": 0.5839144583914458,
+      "grad_norm": 165.17294311523438,
+      "learning_rate": 1.6612069801728072e-06,
+      "loss": 17.625,
+      "step": 8792
+    },
+    {
+      "epoch": 0.5839808726838015,
+      "grad_norm": 390.4054870605469,
+      "learning_rate": 1.6611262904917047e-06,
+      "loss": 20.5156,
+      "step": 8793
+    },
+    {
+      "epoch": 0.5840472869761573,
+      "grad_norm": 341.0150146484375,
+      "learning_rate": 1.6610455931630746e-06,
+      "loss": 13.2656,
+      "step": 8794
+    },
+    {
+      "epoch": 0.584113701268513,
+      "grad_norm": 147.5495147705078,
+      "learning_rate": 1.6609648881878503e-06,
+      "loss": 11.625,
+      "step": 8795
+    },
+    {
+      "epoch": 0.5841801155608687,
+      "grad_norm": 257.321533203125,
+      "learning_rate": 1.6608841755669646e-06,
+      "loss": 16.25,
+      "step": 8796
+    },
+    {
+      "epoch": 0.5842465298532244,
+      "grad_norm": 317.6314697265625,
+      "learning_rate": 1.6608034553013523e-06,
+      "loss": 20.9531,
+      "step": 8797
+    },
+    {
+      "epoch": 0.5843129441455801,
+      "grad_norm": 555.045166015625,
+      "learning_rate": 1.660722727391947e-06,
+      "loss": 26.2812,
+      "step": 8798
+    },
+    {
+      "epoch": 0.5843793584379359,
+      "grad_norm": 164.2300262451172,
+      "learning_rate": 1.660641991839682e-06,
+      "loss": 14.9062,
+      "step": 8799
+    },
+    {
+      "epoch": 0.5844457727302915,
+      "grad_norm": 123.7072525024414,
+      "learning_rate": 1.660561248645491e-06,
+      "loss": 14.6094,
+      "step": 8800
+    },
+    {
+      "epoch": 0.5845121870226473,
+      "grad_norm": 398.46240234375,
+      "learning_rate": 1.6604804978103087e-06,
+      "loss": 19.5938,
+      "step": 8801
+    },
+    {
+      "epoch": 0.5845786013150029,
+      "grad_norm": 473.9273681640625,
+      "learning_rate": 1.660399739335069e-06,
+      "loss": 18.1406,
+      "step": 8802
+    },
+    {
+      "epoch": 0.5846450156073587,
+      "grad_norm": 131.4593048095703,
+      "learning_rate": 1.6603189732207056e-06,
+      "loss": 16.8594,
+      "step": 8803
+    },
+    {
+      "epoch": 0.5847114298997144,
+      "grad_norm": 176.27294921875,
+      "learning_rate": 1.6602381994681532e-06,
+      "loss": 18.0625,
+      "step": 8804
+    },
+    {
+      "epoch": 0.5847778441920701,
+      "grad_norm": 287.5381164550781,
+      "learning_rate": 1.660157418078346e-06,
+      "loss": 22.375,
+      "step": 8805
+    },
+    {
+      "epoch": 0.5848442584844259,
+      "grad_norm": 204.87338256835938,
+      "learning_rate": 1.6600766290522183e-06,
+      "loss": 14.9688,
+      "step": 8806
+    },
+    {
+      "epoch": 0.5849106727767815,
+      "grad_norm": 192.3640899658203,
+      "learning_rate": 1.659995832390705e-06,
+      "loss": 17.5938,
+      "step": 8807
+    },
+    {
+      "epoch": 0.5849770870691373,
+      "grad_norm": 331.94549560546875,
+      "learning_rate": 1.6599150280947407e-06,
+      "loss": 24.0,
+      "step": 8808
+    },
+    {
+      "epoch": 0.585043501361493,
+      "grad_norm": 118.26351165771484,
+      "learning_rate": 1.6598342161652595e-06,
+      "loss": 13.625,
+      "step": 8809
+    },
+    {
+      "epoch": 0.5851099156538487,
+      "grad_norm": 161.6853485107422,
+      "learning_rate": 1.6597533966031966e-06,
+      "loss": 16.6562,
+      "step": 8810
+    },
+    {
+      "epoch": 0.5851763299462044,
+      "grad_norm": 253.0608673095703,
+      "learning_rate": 1.6596725694094872e-06,
+      "loss": 16.9062,
+      "step": 8811
+    },
+    {
+      "epoch": 0.5852427442385602,
+      "grad_norm": 214.7534637451172,
+      "learning_rate": 1.6595917345850656e-06,
+      "loss": 11.5859,
+      "step": 8812
+    },
+    {
+      "epoch": 0.5853091585309158,
+      "grad_norm": 194.9953155517578,
+      "learning_rate": 1.6595108921308673e-06,
+      "loss": 17.1875,
+      "step": 8813
+    },
+    {
+      "epoch": 0.5853755728232716,
+      "grad_norm": 266.6230773925781,
+      "learning_rate": 1.6594300420478274e-06,
+      "loss": 21.0312,
+      "step": 8814
+    },
+    {
+      "epoch": 0.5854419871156273,
+      "grad_norm": 461.3354797363281,
+      "learning_rate": 1.6593491843368805e-06,
+      "loss": 25.0156,
+      "step": 8815
+    },
+    {
+      "epoch": 0.585508401407983,
+      "grad_norm": 202.73390197753906,
+      "learning_rate": 1.659268318998963e-06,
+      "loss": 21.9375,
+      "step": 8816
+    },
+    {
+      "epoch": 0.5855748157003388,
+      "grad_norm": 604.940673828125,
+      "learning_rate": 1.6591874460350095e-06,
+      "loss": 16.9531,
+      "step": 8817
+    },
+    {
+      "epoch": 0.5856412299926944,
+      "grad_norm": 171.07431030273438,
+      "learning_rate": 1.6591065654459558e-06,
+      "loss": 17.5781,
+      "step": 8818
+    },
+    {
+      "epoch": 0.5857076442850502,
+      "grad_norm": 227.07394409179688,
+      "learning_rate": 1.6590256772327371e-06,
+      "loss": 16.0312,
+      "step": 8819
+    },
+    {
+      "epoch": 0.5857740585774058,
+      "grad_norm": 336.1758117675781,
+      "learning_rate": 1.6589447813962897e-06,
+      "loss": 25.0312,
+      "step": 8820
+    },
+    {
+      "epoch": 0.5858404728697616,
+      "grad_norm": 640.6559448242188,
+      "learning_rate": 1.658863877937549e-06,
+      "loss": 18.0625,
+      "step": 8821
+    },
+    {
+      "epoch": 0.5859068871621173,
+      "grad_norm": 270.4573974609375,
+      "learning_rate": 1.658782966857451e-06,
+      "loss": 26.8281,
+      "step": 8822
+    },
+    {
+      "epoch": 0.585973301454473,
+      "grad_norm": 145.7606658935547,
+      "learning_rate": 1.6587020481569314e-06,
+      "loss": 20.4844,
+      "step": 8823
+    },
+    {
+      "epoch": 0.5860397157468287,
+      "grad_norm": 453.1196594238281,
+      "learning_rate": 1.6586211218369263e-06,
+      "loss": 22.7031,
+      "step": 8824
+    },
+    {
+      "epoch": 0.5861061300391844,
+      "grad_norm": 146.4302520751953,
+      "learning_rate": 1.658540187898372e-06,
+      "loss": 23.0156,
+      "step": 8825
+    },
+    {
+      "epoch": 0.5861725443315402,
+      "grad_norm": 295.2486877441406,
+      "learning_rate": 1.6584592463422043e-06,
+      "loss": 18.8281,
+      "step": 8826
+    },
+    {
+      "epoch": 0.5862389586238959,
+      "grad_norm": 164.08055114746094,
+      "learning_rate": 1.6583782971693596e-06,
+      "loss": 17.0625,
+      "step": 8827
+    },
+    {
+      "epoch": 0.5863053729162516,
+      "grad_norm": 171.638671875,
+      "learning_rate": 1.6582973403807747e-06,
+      "loss": 15.8281,
+      "step": 8828
+    },
+    {
+      "epoch": 0.5863717872086073,
+      "grad_norm": 294.03216552734375,
+      "learning_rate": 1.6582163759773859e-06,
+      "loss": 18.0156,
+      "step": 8829
+    },
+    {
+      "epoch": 0.586438201500963,
+      "grad_norm": 191.8470916748047,
+      "learning_rate": 1.6581354039601295e-06,
+      "loss": 22.3594,
+      "step": 8830
+    },
+    {
+      "epoch": 0.5865046157933187,
+      "grad_norm": 327.6980285644531,
+      "learning_rate": 1.658054424329942e-06,
+      "loss": 23.7109,
+      "step": 8831
+    },
+    {
+      "epoch": 0.5865710300856745,
+      "grad_norm": 441.0441589355469,
+      "learning_rate": 1.6579734370877602e-06,
+      "loss": 18.2812,
+      "step": 8832
+    },
+    {
+      "epoch": 0.5866374443780301,
+      "grad_norm": 1202.606201171875,
+      "learning_rate": 1.6578924422345218e-06,
+      "loss": 17.8125,
+      "step": 8833
+    },
+    {
+      "epoch": 0.5867038586703859,
+      "grad_norm": 575.1474609375,
+      "learning_rate": 1.6578114397711624e-06,
+      "loss": 26.0469,
+      "step": 8834
+    },
+    {
+      "epoch": 0.5867702729627415,
+      "grad_norm": 183.27450561523438,
+      "learning_rate": 1.6577304296986198e-06,
+      "loss": 20.7188,
+      "step": 8835
+    },
+    {
+      "epoch": 0.5868366872550973,
+      "grad_norm": 401.8778076171875,
+      "learning_rate": 1.6576494120178308e-06,
+      "loss": 22.1562,
+      "step": 8836
+    },
+    {
+      "epoch": 0.5869031015474531,
+      "grad_norm": 170.21778869628906,
+      "learning_rate": 1.6575683867297328e-06,
+      "loss": 18.1875,
+      "step": 8837
+    },
+    {
+      "epoch": 0.5869695158398087,
+      "grad_norm": 248.54347229003906,
+      "learning_rate": 1.6574873538352628e-06,
+      "loss": 25.875,
+      "step": 8838
+    },
+    {
+      "epoch": 0.5870359301321645,
+      "grad_norm": 130.9971160888672,
+      "learning_rate": 1.657406313335358e-06,
+      "loss": 16.4844,
+      "step": 8839
+    },
+    {
+      "epoch": 0.5871023444245201,
+      "grad_norm": 328.30230712890625,
+      "learning_rate": 1.6573252652309563e-06,
+      "loss": 22.7188,
+      "step": 8840
+    },
+    {
+      "epoch": 0.5871687587168759,
+      "grad_norm": 206.10244750976562,
+      "learning_rate": 1.6572442095229947e-06,
+      "loss": 22.6094,
+      "step": 8841
+    },
+    {
+      "epoch": 0.5872351730092316,
+      "grad_norm": 165.5025634765625,
+      "learning_rate": 1.6571631462124116e-06,
+      "loss": 15.25,
+      "step": 8842
+    },
+    {
+      "epoch": 0.5873015873015873,
+      "grad_norm": 325.44000244140625,
+      "learning_rate": 1.6570820753001439e-06,
+      "loss": 17.8125,
+      "step": 8843
+    },
+    {
+      "epoch": 0.587368001593943,
+      "grad_norm": 225.2393035888672,
+      "learning_rate": 1.6570009967871295e-06,
+      "loss": 22.0781,
+      "step": 8844
+    },
+    {
+      "epoch": 0.5874344158862987,
+      "grad_norm": 98.52198791503906,
+      "learning_rate": 1.6569199106743064e-06,
+      "loss": 15.125,
+      "step": 8845
+    },
+    {
+      "epoch": 0.5875008301786544,
+      "grad_norm": 241.74346923828125,
+      "learning_rate": 1.6568388169626127e-06,
+      "loss": 21.4844,
+      "step": 8846
+    },
+    {
+      "epoch": 0.5875672444710102,
+      "grad_norm": 219.19557189941406,
+      "learning_rate": 1.6567577156529864e-06,
+      "loss": 19.2656,
+      "step": 8847
+    },
+    {
+      "epoch": 0.5876336587633659,
+      "grad_norm": 193.9335479736328,
+      "learning_rate": 1.6566766067463654e-06,
+      "loss": 17.1562,
+      "step": 8848
+    },
+    {
+      "epoch": 0.5877000730557216,
+      "grad_norm": 125.77014923095703,
+      "learning_rate": 1.656595490243688e-06,
+      "loss": 13.0156,
+      "step": 8849
+    },
+    {
+      "epoch": 0.5877664873480773,
+      "grad_norm": 147.05303955078125,
+      "learning_rate": 1.6565143661458927e-06,
+      "loss": 17.4375,
+      "step": 8850
+    },
+    {
+      "epoch": 0.587832901640433,
+      "grad_norm": 346.60345458984375,
+      "learning_rate": 1.6564332344539178e-06,
+      "loss": 32.2812,
+      "step": 8851
+    },
+    {
+      "epoch": 0.5878993159327888,
+      "grad_norm": 169.54800415039062,
+      "learning_rate": 1.6563520951687018e-06,
+      "loss": 18.7969,
+      "step": 8852
+    },
+    {
+      "epoch": 0.5879657302251444,
+      "grad_norm": 301.1312255859375,
+      "learning_rate": 1.6562709482911834e-06,
+      "loss": 17.7969,
+      "step": 8853
+    },
+    {
+      "epoch": 0.5880321445175002,
+      "grad_norm": 185.7286376953125,
+      "learning_rate": 1.6561897938223007e-06,
+      "loss": 16.5625,
+      "step": 8854
+    },
+    {
+      "epoch": 0.5880985588098558,
+      "grad_norm": 380.4928283691406,
+      "learning_rate": 1.656108631762993e-06,
+      "loss": 22.4375,
+      "step": 8855
+    },
+    {
+      "epoch": 0.5881649731022116,
+      "grad_norm": 190.9799346923828,
+      "learning_rate": 1.656027462114199e-06,
+      "loss": 13.4531,
+      "step": 8856
+    },
+    {
+      "epoch": 0.5882313873945673,
+      "grad_norm": 234.89515686035156,
+      "learning_rate": 1.6559462848768577e-06,
+      "loss": 26.5938,
+      "step": 8857
+    },
+    {
+      "epoch": 0.588297801686923,
+      "grad_norm": 219.6302947998047,
+      "learning_rate": 1.655865100051908e-06,
+      "loss": 19.3438,
+      "step": 8858
+    },
+    {
+      "epoch": 0.5883642159792788,
+      "grad_norm": 309.0606994628906,
+      "learning_rate": 1.6557839076402888e-06,
+      "loss": 19.75,
+      "step": 8859
+    },
+    {
+      "epoch": 0.5884306302716344,
+      "grad_norm": 349.5477294921875,
+      "learning_rate": 1.6557027076429398e-06,
+      "loss": 17.0938,
+      "step": 8860
+    },
+    {
+      "epoch": 0.5884970445639902,
+      "grad_norm": 767.8772583007812,
+      "learning_rate": 1.6556215000607997e-06,
+      "loss": 21.5312,
+      "step": 8861
+    },
+    {
+      "epoch": 0.5885634588563459,
+      "grad_norm": 157.9774932861328,
+      "learning_rate": 1.6555402848948084e-06,
+      "loss": 21.4375,
+      "step": 8862
+    },
+    {
+      "epoch": 0.5886298731487016,
+      "grad_norm": 184.48472595214844,
+      "learning_rate": 1.6554590621459048e-06,
+      "loss": 20.0,
+      "step": 8863
+    },
+    {
+      "epoch": 0.5886962874410573,
+      "grad_norm": 425.4902038574219,
+      "learning_rate": 1.6553778318150289e-06,
+      "loss": 22.1484,
+      "step": 8864
+    },
+    {
+      "epoch": 0.588762701733413,
+      "grad_norm": 266.2928161621094,
+      "learning_rate": 1.6552965939031202e-06,
+      "loss": 18.7344,
+      "step": 8865
+    },
+    {
+      "epoch": 0.5888291160257687,
+      "grad_norm": 132.38705444335938,
+      "learning_rate": 1.6552153484111185e-06,
+      "loss": 18.1562,
+      "step": 8866
+    },
+    {
+      "epoch": 0.5888955303181245,
+      "grad_norm": 395.754150390625,
+      "learning_rate": 1.6551340953399632e-06,
+      "loss": 20.1094,
+      "step": 8867
+    },
+    {
+      "epoch": 0.5889619446104801,
+      "grad_norm": 196.36973571777344,
+      "learning_rate": 1.6550528346905945e-06,
+      "loss": 19.2344,
+      "step": 8868
+    },
+    {
+      "epoch": 0.5890283589028359,
+      "grad_norm": 265.25372314453125,
+      "learning_rate": 1.6549715664639524e-06,
+      "loss": 17.0312,
+      "step": 8869
+    },
+    {
+      "epoch": 0.5890947731951917,
+      "grad_norm": 243.22850036621094,
+      "learning_rate": 1.6548902906609766e-06,
+      "loss": 21.1406,
+      "step": 8870
+    },
+    {
+      "epoch": 0.5891611874875473,
+      "grad_norm": 99.28752136230469,
+      "learning_rate": 1.654809007282608e-06,
+      "loss": 14.7344,
+      "step": 8871
+    },
+    {
+      "epoch": 0.5892276017799031,
+      "grad_norm": 218.40455627441406,
+      "learning_rate": 1.654727716329786e-06,
+      "loss": 21.9844,
+      "step": 8872
+    },
+    {
+      "epoch": 0.5892940160722587,
+      "grad_norm": 142.04676818847656,
+      "learning_rate": 1.6546464178034518e-06,
+      "loss": 16.1562,
+      "step": 8873
+    },
+    {
+      "epoch": 0.5893604303646145,
+      "grad_norm": 204.83331298828125,
+      "learning_rate": 1.654565111704545e-06,
+      "loss": 18.75,
+      "step": 8874
+    },
+    {
+      "epoch": 0.5894268446569702,
+      "grad_norm": 419.63037109375,
+      "learning_rate": 1.6544837980340064e-06,
+      "loss": 35.7188,
+      "step": 8875
+    },
+    {
+      "epoch": 0.5894932589493259,
+      "grad_norm": 185.13421630859375,
+      "learning_rate": 1.654402476792777e-06,
+      "loss": 18.2812,
+      "step": 8876
+    },
+    {
+      "epoch": 0.5895596732416816,
+      "grad_norm": 598.9248046875,
+      "learning_rate": 1.6543211479817965e-06,
+      "loss": 24.6562,
+      "step": 8877
+    },
+    {
+      "epoch": 0.5896260875340373,
+      "grad_norm": 390.2762756347656,
+      "learning_rate": 1.6542398116020067e-06,
+      "loss": 19.0156,
+      "step": 8878
+    },
+    {
+      "epoch": 0.589692501826393,
+      "grad_norm": 151.92835998535156,
+      "learning_rate": 1.6541584676543478e-06,
+      "loss": 13.4375,
+      "step": 8879
+    },
+    {
+      "epoch": 0.5897589161187488,
+      "grad_norm": 207.76654052734375,
+      "learning_rate": 1.654077116139761e-06,
+      "loss": 15.7656,
+      "step": 8880
+    },
+    {
+      "epoch": 0.5898253304111045,
+      "grad_norm": 227.15269470214844,
+      "learning_rate": 1.6539957570591874e-06,
+      "loss": 16.5781,
+      "step": 8881
+    },
+    {
+      "epoch": 0.5898917447034602,
+      "grad_norm": 294.29547119140625,
+      "learning_rate": 1.653914390413568e-06,
+      "loss": 18.8281,
+      "step": 8882
+    },
+    {
+      "epoch": 0.5899581589958159,
+      "grad_norm": 1042.7911376953125,
+      "learning_rate": 1.6538330162038438e-06,
+      "loss": 27.3438,
+      "step": 8883
+    },
+    {
+      "epoch": 0.5900245732881716,
+      "grad_norm": 423.37567138671875,
+      "learning_rate": 1.6537516344309564e-06,
+      "loss": 15.4219,
+      "step": 8884
+    },
+    {
+      "epoch": 0.5900909875805274,
+      "grad_norm": 288.5218811035156,
+      "learning_rate": 1.6536702450958472e-06,
+      "loss": 22.875,
+      "step": 8885
+    },
+    {
+      "epoch": 0.590157401872883,
+      "grad_norm": 846.4689331054688,
+      "learning_rate": 1.6535888481994573e-06,
+      "loss": 18.7031,
+      "step": 8886
+    },
+    {
+      "epoch": 0.5902238161652388,
+      "grad_norm": 383.655029296875,
+      "learning_rate": 1.6535074437427286e-06,
+      "loss": 26.2656,
+      "step": 8887
+    },
+    {
+      "epoch": 0.5902902304575944,
+      "grad_norm": 150.2433319091797,
+      "learning_rate": 1.6534260317266027e-06,
+      "loss": 18.7344,
+      "step": 8888
+    },
+    {
+      "epoch": 0.5903566447499502,
+      "grad_norm": 303.5056457519531,
+      "learning_rate": 1.6533446121520212e-06,
+      "loss": 22.875,
+      "step": 8889
+    },
+    {
+      "epoch": 0.5904230590423059,
+      "grad_norm": 262.9789123535156,
+      "learning_rate": 1.653263185019926e-06,
+      "loss": 18.0312,
+      "step": 8890
+    },
+    {
+      "epoch": 0.5904894733346616,
+      "grad_norm": 165.70875549316406,
+      "learning_rate": 1.653181750331259e-06,
+      "loss": 18.2344,
+      "step": 8891
+    },
+    {
+      "epoch": 0.5905558876270174,
+      "grad_norm": 550.8589477539062,
+      "learning_rate": 1.6531003080869619e-06,
+      "loss": 16.2656,
+      "step": 8892
+    },
+    {
+      "epoch": 0.590622301919373,
+      "grad_norm": 170.01315307617188,
+      "learning_rate": 1.6530188582879771e-06,
+      "loss": 14.2344,
+      "step": 8893
+    },
+    {
+      "epoch": 0.5906887162117288,
+      "grad_norm": 151.60858154296875,
+      "learning_rate": 1.6529374009352468e-06,
+      "loss": 15.8125,
+      "step": 8894
+    },
+    {
+      "epoch": 0.5907551305040845,
+      "grad_norm": 417.8448181152344,
+      "learning_rate": 1.6528559360297132e-06,
+      "loss": 22.4531,
+      "step": 8895
+    },
+    {
+      "epoch": 0.5908215447964402,
+      "grad_norm": 126.81956481933594,
+      "learning_rate": 1.6527744635723187e-06,
+      "loss": 17.0312,
+      "step": 8896
+    },
+    {
+      "epoch": 0.5908879590887959,
+      "grad_norm": 224.1820526123047,
+      "learning_rate": 1.6526929835640053e-06,
+      "loss": 16.5156,
+      "step": 8897
+    },
+    {
+      "epoch": 0.5909543733811516,
+      "grad_norm": 209.6136474609375,
+      "learning_rate": 1.652611496005716e-06,
+      "loss": 16.875,
+      "step": 8898
+    },
+    {
+      "epoch": 0.5910207876735073,
+      "grad_norm": 228.8277130126953,
+      "learning_rate": 1.6525300008983933e-06,
+      "loss": 16.4531,
+      "step": 8899
+    },
+    {
+      "epoch": 0.5910872019658631,
+      "grad_norm": 137.54803466796875,
+      "learning_rate": 1.6524484982429797e-06,
+      "loss": 22.9531,
+      "step": 8900
+    },
+    {
+      "epoch": 0.5911536162582187,
+      "grad_norm": 143.77926635742188,
+      "learning_rate": 1.652366988040418e-06,
+      "loss": 16.4219,
+      "step": 8901
+    },
+    {
+      "epoch": 0.5912200305505745,
+      "grad_norm": 251.8296661376953,
+      "learning_rate": 1.6522854702916513e-06,
+      "loss": 19.4219,
+      "step": 8902
+    },
+    {
+      "epoch": 0.5912864448429302,
+      "grad_norm": 204.80026245117188,
+      "learning_rate": 1.6522039449976224e-06,
+      "loss": 15.4688,
+      "step": 8903
+    },
+    {
+      "epoch": 0.5913528591352859,
+      "grad_norm": 249.49732971191406,
+      "learning_rate": 1.6521224121592746e-06,
+      "loss": 13.6406,
+      "step": 8904
+    },
+    {
+      "epoch": 0.5914192734276417,
+      "grad_norm": 191.56167602539062,
+      "learning_rate": 1.6520408717775506e-06,
+      "loss": 14.75,
+      "step": 8905
+    },
+    {
+      "epoch": 0.5914856877199973,
+      "grad_norm": 192.89413452148438,
+      "learning_rate": 1.6519593238533935e-06,
+      "loss": 16.4375,
+      "step": 8906
+    },
+    {
+      "epoch": 0.5915521020123531,
+      "grad_norm": 213.938720703125,
+      "learning_rate": 1.651877768387747e-06,
+      "loss": 18.7344,
+      "step": 8907
+    },
+    {
+      "epoch": 0.5916185163047087,
+      "grad_norm": 199.71908569335938,
+      "learning_rate": 1.6517962053815544e-06,
+      "loss": 23.3125,
+      "step": 8908
+    },
+    {
+      "epoch": 0.5916849305970645,
+      "grad_norm": 261.04852294921875,
+      "learning_rate": 1.651714634835759e-06,
+      "loss": 21.5938,
+      "step": 8909
+    },
+    {
+      "epoch": 0.5917513448894202,
+      "grad_norm": 380.935546875,
+      "learning_rate": 1.6516330567513047e-06,
+      "loss": 19.7656,
+      "step": 8910
+    },
+    {
+      "epoch": 0.5918177591817759,
+      "grad_norm": 160.3075408935547,
+      "learning_rate": 1.651551471129135e-06,
+      "loss": 15.3125,
+      "step": 8911
+    },
+    {
+      "epoch": 0.5918841734741316,
+      "grad_norm": 134.0032196044922,
+      "learning_rate": 1.651469877970194e-06,
+      "loss": 14.75,
+      "step": 8912
+    },
+    {
+      "epoch": 0.5919505877664873,
+      "grad_norm": 398.14306640625,
+      "learning_rate": 1.6513882772754243e-06,
+      "loss": 23.1875,
+      "step": 8913
+    },
+    {
+      "epoch": 0.5920170020588431,
+      "grad_norm": 102.48194122314453,
+      "learning_rate": 1.651306669045771e-06,
+      "loss": 13.6562,
+      "step": 8914
+    },
+    {
+      "epoch": 0.5920834163511988,
+      "grad_norm": 384.73504638671875,
+      "learning_rate": 1.651225053282178e-06,
+      "loss": 17.9375,
+      "step": 8915
+    },
+    {
+      "epoch": 0.5921498306435545,
+      "grad_norm": 241.8061065673828,
+      "learning_rate": 1.6511434299855887e-06,
+      "loss": 18.4531,
+      "step": 8916
+    },
+    {
+      "epoch": 0.5922162449359102,
+      "grad_norm": 245.2470245361328,
+      "learning_rate": 1.6510617991569476e-06,
+      "loss": 21.625,
+      "step": 8917
+    },
+    {
+      "epoch": 0.592282659228266,
+      "grad_norm": 485.871826171875,
+      "learning_rate": 1.6509801607971992e-06,
+      "loss": 26.6719,
+      "step": 8918
+    },
+    {
+      "epoch": 0.5923490735206216,
+      "grad_norm": 106.8482894897461,
+      "learning_rate": 1.6508985149072875e-06,
+      "loss": 15.0312,
+      "step": 8919
+    },
+    {
+      "epoch": 0.5924154878129774,
+      "grad_norm": 243.387939453125,
+      "learning_rate": 1.6508168614881574e-06,
+      "loss": 22.7188,
+      "step": 8920
+    },
+    {
+      "epoch": 0.592481902105333,
+      "grad_norm": 346.01544189453125,
+      "learning_rate": 1.6507352005407532e-06,
+      "loss": 26.6875,
+      "step": 8921
+    },
+    {
+      "epoch": 0.5925483163976888,
+      "grad_norm": 269.4844665527344,
+      "learning_rate": 1.6506535320660194e-06,
+      "loss": 16.8438,
+      "step": 8922
+    },
+    {
+      "epoch": 0.5926147306900444,
+      "grad_norm": 464.74847412109375,
+      "learning_rate": 1.6505718560649004e-06,
+      "loss": 17.3125,
+      "step": 8923
+    },
+    {
+      "epoch": 0.5926811449824002,
+      "grad_norm": 121.13044738769531,
+      "learning_rate": 1.6504901725383416e-06,
+      "loss": 20.5781,
+      "step": 8924
+    },
+    {
+      "epoch": 0.592747559274756,
+      "grad_norm": 561.1890869140625,
+      "learning_rate": 1.6504084814872873e-06,
+      "loss": 16.9375,
+      "step": 8925
+    },
+    {
+      "epoch": 0.5928139735671116,
+      "grad_norm": 144.8138427734375,
+      "learning_rate": 1.650326782912683e-06,
+      "loss": 15.9219,
+      "step": 8926
+    },
+    {
+      "epoch": 0.5928803878594674,
+      "grad_norm": 186.9105682373047,
+      "learning_rate": 1.6502450768154735e-06,
+      "loss": 21.7969,
+      "step": 8927
+    },
+    {
+      "epoch": 0.592946802151823,
+      "grad_norm": 209.50511169433594,
+      "learning_rate": 1.6501633631966036e-06,
+      "loss": 16.3203,
+      "step": 8928
+    },
+    {
+      "epoch": 0.5930132164441788,
+      "grad_norm": 151.02117919921875,
+      "learning_rate": 1.650081642057019e-06,
+      "loss": 16.5156,
+      "step": 8929
+    },
+    {
+      "epoch": 0.5930796307365345,
+      "grad_norm": 232.93370056152344,
+      "learning_rate": 1.6499999133976647e-06,
+      "loss": 19.1562,
+      "step": 8930
+    },
+    {
+      "epoch": 0.5931460450288902,
+      "grad_norm": 142.68466186523438,
+      "learning_rate": 1.6499181772194866e-06,
+      "loss": 13.5312,
+      "step": 8931
+    },
+    {
+      "epoch": 0.5932124593212459,
+      "grad_norm": 451.69091796875,
+      "learning_rate": 1.6498364335234293e-06,
+      "loss": 20.5625,
+      "step": 8932
+    },
+    {
+      "epoch": 0.5932788736136017,
+      "grad_norm": 148.27574157714844,
+      "learning_rate": 1.649754682310439e-06,
+      "loss": 16.0781,
+      "step": 8933
+    },
+    {
+      "epoch": 0.5933452879059573,
+      "grad_norm": 260.65093994140625,
+      "learning_rate": 1.6496729235814614e-06,
+      "loss": 19.8906,
+      "step": 8934
+    },
+    {
+      "epoch": 0.5934117021983131,
+      "grad_norm": 136.98745727539062,
+      "learning_rate": 1.649591157337442e-06,
+      "loss": 16.4219,
+      "step": 8935
+    },
+    {
+      "epoch": 0.5934781164906688,
+      "grad_norm": 181.14788818359375,
+      "learning_rate": 1.6495093835793266e-06,
+      "loss": 20.1094,
+      "step": 8936
+    },
+    {
+      "epoch": 0.5935445307830245,
+      "grad_norm": 204.5328826904297,
+      "learning_rate": 1.6494276023080612e-06,
+      "loss": 17.3125,
+      "step": 8937
+    },
+    {
+      "epoch": 0.5936109450753803,
+      "grad_norm": 262.0688171386719,
+      "learning_rate": 1.649345813524592e-06,
+      "loss": 14.8594,
+      "step": 8938
+    },
+    {
+      "epoch": 0.5936773593677359,
+      "grad_norm": 176.8131561279297,
+      "learning_rate": 1.6492640172298645e-06,
+      "loss": 16.7188,
+      "step": 8939
+    },
+    {
+      "epoch": 0.5937437736600917,
+      "grad_norm": 168.76577758789062,
+      "learning_rate": 1.6491822134248251e-06,
+      "loss": 14.75,
+      "step": 8940
+    },
+    {
+      "epoch": 0.5938101879524473,
+      "grad_norm": 247.9608154296875,
+      "learning_rate": 1.6491004021104207e-06,
+      "loss": 16.0469,
+      "step": 8941
+    },
+    {
+      "epoch": 0.5938766022448031,
+      "grad_norm": 127.8580322265625,
+      "learning_rate": 1.6490185832875967e-06,
+      "loss": 22.7812,
+      "step": 8942
+    },
+    {
+      "epoch": 0.5939430165371588,
+      "grad_norm": 320.94708251953125,
+      "learning_rate": 1.6489367569573e-06,
+      "loss": 22.75,
+      "step": 8943
+    },
+    {
+      "epoch": 0.5940094308295145,
+      "grad_norm": 174.17706298828125,
+      "learning_rate": 1.6488549231204774e-06,
+      "loss": 21.6875,
+      "step": 8944
+    },
+    {
+      "epoch": 0.5940758451218702,
+      "grad_norm": 216.11944580078125,
+      "learning_rate": 1.6487730817780752e-06,
+      "loss": 20.1719,
+      "step": 8945
+    },
+    {
+      "epoch": 0.5941422594142259,
+      "grad_norm": 188.8852996826172,
+      "learning_rate": 1.64869123293104e-06,
+      "loss": 20.7812,
+      "step": 8946
+    },
+    {
+      "epoch": 0.5942086737065817,
+      "grad_norm": 206.45840454101562,
+      "learning_rate": 1.6486093765803185e-06,
+      "loss": 16.9531,
+      "step": 8947
+    },
+    {
+      "epoch": 0.5942750879989374,
+      "grad_norm": 117.85714721679688,
+      "learning_rate": 1.6485275127268579e-06,
+      "loss": 16.6562,
+      "step": 8948
+    },
+    {
+      "epoch": 0.5943415022912931,
+      "grad_norm": 181.23251342773438,
+      "learning_rate": 1.6484456413716048e-06,
+      "loss": 20.5,
+      "step": 8949
+    },
+    {
+      "epoch": 0.5944079165836488,
+      "grad_norm": 292.0658264160156,
+      "learning_rate": 1.6483637625155066e-06,
+      "loss": 21.8281,
+      "step": 8950
+    },
+    {
+      "epoch": 0.5944743308760045,
+      "grad_norm": 188.8028106689453,
+      "learning_rate": 1.6482818761595106e-06,
+      "loss": 15.875,
+      "step": 8951
+    },
+    {
+      "epoch": 0.5945407451683602,
+      "grad_norm": 173.7922821044922,
+      "learning_rate": 1.6481999823045629e-06,
+      "loss": 16.2812,
+      "step": 8952
+    },
+    {
+      "epoch": 0.594607159460716,
+      "grad_norm": 1032.2965087890625,
+      "learning_rate": 1.6481180809516122e-06,
+      "loss": 17.0781,
+      "step": 8953
+    },
+    {
+      "epoch": 0.5946735737530716,
+      "grad_norm": 147.93698120117188,
+      "learning_rate": 1.6480361721016053e-06,
+      "loss": 18.7812,
+      "step": 8954
+    },
+    {
+      "epoch": 0.5947399880454274,
+      "grad_norm": 120.96943664550781,
+      "learning_rate": 1.6479542557554893e-06,
+      "loss": 19.1406,
+      "step": 8955
+    },
+    {
+      "epoch": 0.594806402337783,
+      "grad_norm": 767.8881225585938,
+      "learning_rate": 1.6478723319142122e-06,
+      "loss": 28.6875,
+      "step": 8956
+    },
+    {
+      "epoch": 0.5948728166301388,
+      "grad_norm": 360.62042236328125,
+      "learning_rate": 1.6477904005787215e-06,
+      "loss": 21.6562,
+      "step": 8957
+    },
+    {
+      "epoch": 0.5949392309224946,
+      "grad_norm": 211.1556396484375,
+      "learning_rate": 1.647708461749965e-06,
+      "loss": 17.3125,
+      "step": 8958
+    },
+    {
+      "epoch": 0.5950056452148502,
+      "grad_norm": 383.2297058105469,
+      "learning_rate": 1.6476265154288907e-06,
+      "loss": 19.3594,
+      "step": 8959
+    },
+    {
+      "epoch": 0.595072059507206,
+      "grad_norm": 248.80899047851562,
+      "learning_rate": 1.647544561616446e-06,
+      "loss": 21.125,
+      "step": 8960
+    },
+    {
+      "epoch": 0.5951384737995616,
+      "grad_norm": 620.8692626953125,
+      "learning_rate": 1.6474626003135796e-06,
+      "loss": 20.4844,
+      "step": 8961
+    },
+    {
+      "epoch": 0.5952048880919174,
+      "grad_norm": 394.6729431152344,
+      "learning_rate": 1.647380631521239e-06,
+      "loss": 19.7188,
+      "step": 8962
+    },
+    {
+      "epoch": 0.5952713023842731,
+      "grad_norm": 191.38290405273438,
+      "learning_rate": 1.6472986552403723e-06,
+      "loss": 21.3906,
+      "step": 8963
+    },
+    {
+      "epoch": 0.5953377166766288,
+      "grad_norm": 365.4295959472656,
+      "learning_rate": 1.6472166714719285e-06,
+      "loss": 20.3125,
+      "step": 8964
+    },
+    {
+      "epoch": 0.5954041309689845,
+      "grad_norm": 213.4550018310547,
+      "learning_rate": 1.6471346802168551e-06,
+      "loss": 15.1562,
+      "step": 8965
+    },
+    {
+      "epoch": 0.5954705452613402,
+      "grad_norm": 209.9042510986328,
+      "learning_rate": 1.647052681476101e-06,
+      "loss": 17.2344,
+      "step": 8966
+    },
+    {
+      "epoch": 0.595536959553696,
+      "grad_norm": 170.8582305908203,
+      "learning_rate": 1.6469706752506145e-06,
+      "loss": 15.0469,
+      "step": 8967
+    },
+    {
+      "epoch": 0.5956033738460517,
+      "grad_norm": 93.31490325927734,
+      "learning_rate": 1.6468886615413444e-06,
+      "loss": 15.5156,
+      "step": 8968
+    },
+    {
+      "epoch": 0.5956697881384074,
+      "grad_norm": 173.85617065429688,
+      "learning_rate": 1.646806640349239e-06,
+      "loss": 13.7031,
+      "step": 8969
+    },
+    {
+      "epoch": 0.5957362024307631,
+      "grad_norm": 167.9942626953125,
+      "learning_rate": 1.6467246116752477e-06,
+      "loss": 16.5156,
+      "step": 8970
+    },
+    {
+      "epoch": 0.5958026167231188,
+      "grad_norm": 152.5384979248047,
+      "learning_rate": 1.646642575520319e-06,
+      "loss": 19.0312,
+      "step": 8971
+    },
+    {
+      "epoch": 0.5958690310154745,
+      "grad_norm": 134.4801483154297,
+      "learning_rate": 1.646560531885402e-06,
+      "loss": 19.6094,
+      "step": 8972
+    },
+    {
+      "epoch": 0.5959354453078303,
+      "grad_norm": 116.59456634521484,
+      "learning_rate": 1.646478480771445e-06,
+      "loss": 15.4531,
+      "step": 8973
+    },
+    {
+      "epoch": 0.5960018596001859,
+      "grad_norm": 145.82571411132812,
+      "learning_rate": 1.6463964221793982e-06,
+      "loss": 18.0625,
+      "step": 8974
+    },
+    {
+      "epoch": 0.5960682738925417,
+      "grad_norm": 156.86102294921875,
+      "learning_rate": 1.6463143561102102e-06,
+      "loss": 16.0625,
+      "step": 8975
+    },
+    {
+      "epoch": 0.5961346881848973,
+      "grad_norm": 158.1583709716797,
+      "learning_rate": 1.6462322825648306e-06,
+      "loss": 15.4531,
+      "step": 8976
+    },
+    {
+      "epoch": 0.5962011024772531,
+      "grad_norm": 227.94097900390625,
+      "learning_rate": 1.6461502015442084e-06,
+      "loss": 15.2188,
+      "step": 8977
+    },
+    {
+      "epoch": 0.5962675167696089,
+      "grad_norm": 414.1260070800781,
+      "learning_rate": 1.6460681130492931e-06,
+      "loss": 27.375,
+      "step": 8978
+    },
+    {
+      "epoch": 0.5963339310619645,
+      "grad_norm": 222.6487274169922,
+      "learning_rate": 1.6459860170810344e-06,
+      "loss": 23.0781,
+      "step": 8979
+    },
+    {
+      "epoch": 0.5964003453543203,
+      "grad_norm": 186.07586669921875,
+      "learning_rate": 1.645903913640382e-06,
+      "loss": 19.5312,
+      "step": 8980
+    },
+    {
+      "epoch": 0.596466759646676,
+      "grad_norm": 340.69451904296875,
+      "learning_rate": 1.6458218027282858e-06,
+      "loss": 15.0625,
+      "step": 8981
+    },
+    {
+      "epoch": 0.5965331739390317,
+      "grad_norm": 328.9167175292969,
+      "learning_rate": 1.6457396843456955e-06,
+      "loss": 21.0312,
+      "step": 8982
+    },
+    {
+      "epoch": 0.5965995882313874,
+      "grad_norm": 301.88507080078125,
+      "learning_rate": 1.6456575584935606e-06,
+      "loss": 22.125,
+      "step": 8983
+    },
+    {
+      "epoch": 0.5966660025237431,
+      "grad_norm": 267.7232666015625,
+      "learning_rate": 1.6455754251728316e-06,
+      "loss": 18.6094,
+      "step": 8984
+    },
+    {
+      "epoch": 0.5967324168160988,
+      "grad_norm": 261.450439453125,
+      "learning_rate": 1.645493284384458e-06,
+      "loss": 15.6875,
+      "step": 8985
+    },
+    {
+      "epoch": 0.5967988311084546,
+      "grad_norm": 261.3828125,
+      "learning_rate": 1.6454111361293905e-06,
+      "loss": 16.0625,
+      "step": 8986
+    },
+    {
+      "epoch": 0.5968652454008102,
+      "grad_norm": 130.2188720703125,
+      "learning_rate": 1.6453289804085793e-06,
+      "loss": 16.1875,
+      "step": 8987
+    },
+    {
+      "epoch": 0.596931659693166,
+      "grad_norm": 384.5728454589844,
+      "learning_rate": 1.6452468172229743e-06,
+      "loss": 18.7812,
+      "step": 8988
+    },
+    {
+      "epoch": 0.5969980739855217,
+      "grad_norm": 158.25677490234375,
+      "learning_rate": 1.6451646465735262e-06,
+      "loss": 20.2656,
+      "step": 8989
+    },
+    {
+      "epoch": 0.5970644882778774,
+      "grad_norm": 314.66510009765625,
+      "learning_rate": 1.6450824684611858e-06,
+      "loss": 16.5625,
+      "step": 8990
+    },
+    {
+      "epoch": 0.5971309025702332,
+      "grad_norm": 156.1282958984375,
+      "learning_rate": 1.6450002828869029e-06,
+      "loss": 16.7812,
+      "step": 8991
+    },
+    {
+      "epoch": 0.5971973168625888,
+      "grad_norm": 531.3334350585938,
+      "learning_rate": 1.6449180898516292e-06,
+      "loss": 23.6562,
+      "step": 8992
+    },
+    {
+      "epoch": 0.5972637311549446,
+      "grad_norm": 139.065185546875,
+      "learning_rate": 1.6448358893563143e-06,
+      "loss": 12.5156,
+      "step": 8993
+    },
+    {
+      "epoch": 0.5973301454473002,
+      "grad_norm": 319.5317077636719,
+      "learning_rate": 1.64475368140191e-06,
+      "loss": 22.8125,
+      "step": 8994
+    },
+    {
+      "epoch": 0.597396559739656,
+      "grad_norm": 194.7849884033203,
+      "learning_rate": 1.6446714659893671e-06,
+      "loss": 20.2812,
+      "step": 8995
+    },
+    {
+      "epoch": 0.5974629740320117,
+      "grad_norm": 263.5093688964844,
+      "learning_rate": 1.6445892431196361e-06,
+      "loss": 13.7344,
+      "step": 8996
+    },
+    {
+      "epoch": 0.5975293883243674,
+      "grad_norm": 280.12030029296875,
+      "learning_rate": 1.6445070127936687e-06,
+      "loss": 16.9844,
+      "step": 8997
+    },
+    {
+      "epoch": 0.5975958026167231,
+      "grad_norm": 258.60546875,
+      "learning_rate": 1.6444247750124159e-06,
+      "loss": 18.0938,
+      "step": 8998
+    },
+    {
+      "epoch": 0.5976622169090788,
+      "grad_norm": 127.9474105834961,
+      "learning_rate": 1.6443425297768286e-06,
+      "loss": 21.1406,
+      "step": 8999
+    },
+    {
+      "epoch": 0.5977286312014346,
+      "grad_norm": 220.51646423339844,
+      "learning_rate": 1.6442602770878584e-06,
+      "loss": 12.9531,
+      "step": 9000
+    },
+    {
+      "epoch": 0.5977950454937903,
+      "grad_norm": 494.1928405761719,
+      "learning_rate": 1.644178016946457e-06,
+      "loss": 20.4375,
+      "step": 9001
+    },
+    {
+      "epoch": 0.597861459786146,
+      "grad_norm": 173.19679260253906,
+      "learning_rate": 1.6440957493535757e-06,
+      "loss": 15.5156,
+      "step": 9002
+    },
+    {
+      "epoch": 0.5979278740785017,
+      "grad_norm": 214.88955688476562,
+      "learning_rate": 1.6440134743101661e-06,
+      "loss": 20.0625,
+      "step": 9003
+    },
+    {
+      "epoch": 0.5979942883708574,
+      "grad_norm": 161.77017211914062,
+      "learning_rate": 1.6439311918171801e-06,
+      "loss": 17.5938,
+      "step": 9004
+    },
+    {
+      "epoch": 0.5980607026632131,
+      "grad_norm": 280.88970947265625,
+      "learning_rate": 1.6438489018755694e-06,
+      "loss": 22.3125,
+      "step": 9005
+    },
+    {
+      "epoch": 0.5981271169555689,
+      "grad_norm": 208.84361267089844,
+      "learning_rate": 1.6437666044862857e-06,
+      "loss": 20.2656,
+      "step": 9006
+    },
+    {
+      "epoch": 0.5981935312479245,
+      "grad_norm": 106.57958221435547,
+      "learning_rate": 1.6436842996502813e-06,
+      "loss": 14.625,
+      "step": 9007
+    },
+    {
+      "epoch": 0.5982599455402803,
+      "grad_norm": 278.57708740234375,
+      "learning_rate": 1.6436019873685082e-06,
+      "loss": 16.25,
+      "step": 9008
+    },
+    {
+      "epoch": 0.5983263598326359,
+      "grad_norm": 313.56732177734375,
+      "learning_rate": 1.6435196676419183e-06,
+      "loss": 17.7812,
+      "step": 9009
+    },
+    {
+      "epoch": 0.5983927741249917,
+      "grad_norm": 232.4165496826172,
+      "learning_rate": 1.6434373404714638e-06,
+      "loss": 18.8438,
+      "step": 9010
+    },
+    {
+      "epoch": 0.5984591884173475,
+      "grad_norm": 370.8321838378906,
+      "learning_rate": 1.6433550058580975e-06,
+      "loss": 26.7812,
+      "step": 9011
+    },
+    {
+      "epoch": 0.5985256027097031,
+      "grad_norm": 276.3812561035156,
+      "learning_rate": 1.6432726638027715e-06,
+      "loss": 21.9062,
+      "step": 9012
+    },
+    {
+      "epoch": 0.5985920170020589,
+      "grad_norm": 235.12979125976562,
+      "learning_rate": 1.643190314306438e-06,
+      "loss": 22.7969,
+      "step": 9013
+    },
+    {
+      "epoch": 0.5986584312944145,
+      "grad_norm": 286.8552551269531,
+      "learning_rate": 1.6431079573700498e-06,
+      "loss": 21.9375,
+      "step": 9014
+    },
+    {
+      "epoch": 0.5987248455867703,
+      "grad_norm": 352.12213134765625,
+      "learning_rate": 1.6430255929945593e-06,
+      "loss": 20.3594,
+      "step": 9015
+    },
+    {
+      "epoch": 0.598791259879126,
+      "grad_norm": 308.1036071777344,
+      "learning_rate": 1.64294322118092e-06,
+      "loss": 16.3906,
+      "step": 9016
+    },
+    {
+      "epoch": 0.5988576741714817,
+      "grad_norm": 167.42410278320312,
+      "learning_rate": 1.642860841930084e-06,
+      "loss": 16.25,
+      "step": 9017
+    },
+    {
+      "epoch": 0.5989240884638374,
+      "grad_norm": 191.26202392578125,
+      "learning_rate": 1.642778455243005e-06,
+      "loss": 16.6875,
+      "step": 9018
+    },
+    {
+      "epoch": 0.5989905027561931,
+      "grad_norm": 252.09449768066406,
+      "learning_rate": 1.6426960611206348e-06,
+      "loss": 24.2188,
+      "step": 9019
+    },
+    {
+      "epoch": 0.5990569170485488,
+      "grad_norm": 203.39334106445312,
+      "learning_rate": 1.6426136595639277e-06,
+      "loss": 18.2188,
+      "step": 9020
+    },
+    {
+      "epoch": 0.5991233313409046,
+      "grad_norm": 265.26434326171875,
+      "learning_rate": 1.642531250573836e-06,
+      "loss": 23.1562,
+      "step": 9021
+    },
+    {
+      "epoch": 0.5991897456332603,
+      "grad_norm": 226.8737030029297,
+      "learning_rate": 1.6424488341513134e-06,
+      "loss": 14.7031,
+      "step": 9022
+    },
+    {
+      "epoch": 0.599256159925616,
+      "grad_norm": 253.66326904296875,
+      "learning_rate": 1.642366410297313e-06,
+      "loss": 24.4688,
+      "step": 9023
+    },
+    {
+      "epoch": 0.5993225742179717,
+      "grad_norm": 254.1387939453125,
+      "learning_rate": 1.6422839790127887e-06,
+      "loss": 21.9688,
+      "step": 9024
+    },
+    {
+      "epoch": 0.5993889885103274,
+      "grad_norm": 101.44827270507812,
+      "learning_rate": 1.6422015402986935e-06,
+      "loss": 23.0469,
+      "step": 9025
+    },
+    {
+      "epoch": 0.5994554028026832,
+      "grad_norm": 168.21238708496094,
+      "learning_rate": 1.6421190941559813e-06,
+      "loss": 19.7031,
+      "step": 9026
+    },
+    {
+      "epoch": 0.5995218170950388,
+      "grad_norm": 143.3982391357422,
+      "learning_rate": 1.6420366405856054e-06,
+      "loss": 17.2344,
+      "step": 9027
+    },
+    {
+      "epoch": 0.5995882313873946,
+      "grad_norm": 170.9564208984375,
+      "learning_rate": 1.6419541795885202e-06,
+      "loss": 15.8438,
+      "step": 9028
+    },
+    {
+      "epoch": 0.5996546456797502,
+      "grad_norm": 274.2982482910156,
+      "learning_rate": 1.6418717111656793e-06,
+      "loss": 20.7812,
+      "step": 9029
+    },
+    {
+      "epoch": 0.599721059972106,
+      "grad_norm": 576.3330078125,
+      "learning_rate": 1.6417892353180362e-06,
+      "loss": 16.5781,
+      "step": 9030
+    },
+    {
+      "epoch": 0.5997874742644617,
+      "grad_norm": 418.9360656738281,
+      "learning_rate": 1.6417067520465455e-06,
+      "loss": 21.625,
+      "step": 9031
+    },
+    {
+      "epoch": 0.5998538885568174,
+      "grad_norm": 154.8125762939453,
+      "learning_rate": 1.6416242613521608e-06,
+      "loss": 17.0781,
+      "step": 9032
+    },
+    {
+      "epoch": 0.5999203028491732,
+      "grad_norm": 191.46490478515625,
+      "learning_rate": 1.6415417632358373e-06,
+      "loss": 19.3906,
+      "step": 9033
+    },
+    {
+      "epoch": 0.5999867171415288,
+      "grad_norm": 139.04025268554688,
+      "learning_rate": 1.641459257698528e-06,
+      "loss": 16.7031,
+      "step": 9034
+    },
+    {
+      "epoch": 0.6000531314338846,
+      "grad_norm": 247.47946166992188,
+      "learning_rate": 1.6413767447411883e-06,
+      "loss": 19.2031,
+      "step": 9035
+    },
+    {
+      "epoch": 0.6001195457262403,
+      "grad_norm": 232.72459411621094,
+      "learning_rate": 1.6412942243647719e-06,
+      "loss": 15.9688,
+      "step": 9036
+    },
+    {
+      "epoch": 0.600185960018596,
+      "grad_norm": 294.9817810058594,
+      "learning_rate": 1.6412116965702341e-06,
+      "loss": 21.1875,
+      "step": 9037
+    },
+    {
+      "epoch": 0.6002523743109517,
+      "grad_norm": 185.08396911621094,
+      "learning_rate": 1.6411291613585288e-06,
+      "loss": 18.0625,
+      "step": 9038
+    },
+    {
+      "epoch": 0.6003187886033075,
+      "grad_norm": 279.7582092285156,
+      "learning_rate": 1.6410466187306112e-06,
+      "loss": 15.9062,
+      "step": 9039
+    },
+    {
+      "epoch": 0.6003852028956631,
+      "grad_norm": 585.0520629882812,
+      "learning_rate": 1.640964068687436e-06,
+      "loss": 19.7188,
+      "step": 9040
+    },
+    {
+      "epoch": 0.6004516171880189,
+      "grad_norm": 183.8934326171875,
+      "learning_rate": 1.6408815112299578e-06,
+      "loss": 15.9062,
+      "step": 9041
+    },
+    {
+      "epoch": 0.6005180314803745,
+      "grad_norm": 290.4090881347656,
+      "learning_rate": 1.640798946359132e-06,
+      "loss": 18.7344,
+      "step": 9042
+    },
+    {
+      "epoch": 0.6005844457727303,
+      "grad_norm": 158.83636474609375,
+      "learning_rate": 1.6407163740759135e-06,
+      "loss": 15.3594,
+      "step": 9043
+    },
+    {
+      "epoch": 0.6006508600650861,
+      "grad_norm": 579.3156127929688,
+      "learning_rate": 1.6406337943812576e-06,
+      "loss": 21.0938,
+      "step": 9044
+    },
+    {
+      "epoch": 0.6007172743574417,
+      "grad_norm": 137.21580505371094,
+      "learning_rate": 1.6405512072761191e-06,
+      "loss": 15.4531,
+      "step": 9045
+    },
+    {
+      "epoch": 0.6007836886497975,
+      "grad_norm": 123.8885269165039,
+      "learning_rate": 1.6404686127614537e-06,
+      "loss": 13.4219,
+      "step": 9046
+    },
+    {
+      "epoch": 0.6008501029421531,
+      "grad_norm": 173.7136993408203,
+      "learning_rate": 1.6403860108382169e-06,
+      "loss": 23.0625,
+      "step": 9047
+    },
+    {
+      "epoch": 0.6009165172345089,
+      "grad_norm": 189.2117919921875,
+      "learning_rate": 1.640303401507364e-06,
+      "loss": 15.4062,
+      "step": 9048
+    },
+    {
+      "epoch": 0.6009829315268645,
+      "grad_norm": 166.5130157470703,
+      "learning_rate": 1.6402207847698502e-06,
+      "loss": 22.1875,
+      "step": 9049
+    },
+    {
+      "epoch": 0.6010493458192203,
+      "grad_norm": 192.08937072753906,
+      "learning_rate": 1.6401381606266317e-06,
+      "loss": 19.1406,
+      "step": 9050
+    },
+    {
+      "epoch": 0.601115760111576,
+      "grad_norm": 169.16778564453125,
+      "learning_rate": 1.6400555290786643e-06,
+      "loss": 14.8984,
+      "step": 9051
+    },
+    {
+      "epoch": 0.6011821744039317,
+      "grad_norm": 227.39865112304688,
+      "learning_rate": 1.6399728901269034e-06,
+      "loss": 16.0781,
+      "step": 9052
+    },
+    {
+      "epoch": 0.6012485886962874,
+      "grad_norm": 407.8515930175781,
+      "learning_rate": 1.639890243772305e-06,
+      "loss": 22.7031,
+      "step": 9053
+    },
+    {
+      "epoch": 0.6013150029886432,
+      "grad_norm": 118.41741180419922,
+      "learning_rate": 1.6398075900158255e-06,
+      "loss": 13.4688,
+      "step": 9054
+    },
+    {
+      "epoch": 0.6013814172809989,
+      "grad_norm": 189.3762969970703,
+      "learning_rate": 1.6397249288584204e-06,
+      "loss": 20.1406,
+      "step": 9055
+    },
+    {
+      "epoch": 0.6014478315733546,
+      "grad_norm": 600.5050048828125,
+      "learning_rate": 1.6396422603010467e-06,
+      "loss": 23.9062,
+      "step": 9056
+    },
+    {
+      "epoch": 0.6015142458657103,
+      "grad_norm": 310.012939453125,
+      "learning_rate": 1.63955958434466e-06,
+      "loss": 22.0938,
+      "step": 9057
+    },
+    {
+      "epoch": 0.601580660158066,
+      "grad_norm": 1061.2320556640625,
+      "learning_rate": 1.6394769009902167e-06,
+      "loss": 17.8594,
+      "step": 9058
+    },
+    {
+      "epoch": 0.6016470744504218,
+      "grad_norm": 687.0081176757812,
+      "learning_rate": 1.6393942102386732e-06,
+      "loss": 20.2188,
+      "step": 9059
+    },
+    {
+      "epoch": 0.6017134887427774,
+      "grad_norm": 327.52972412109375,
+      "learning_rate": 1.6393115120909865e-06,
+      "loss": 16.5938,
+      "step": 9060
+    },
+    {
+      "epoch": 0.6017799030351332,
+      "grad_norm": 205.6351318359375,
+      "learning_rate": 1.6392288065481127e-06,
+      "loss": 13.2656,
+      "step": 9061
+    },
+    {
+      "epoch": 0.6018463173274888,
+      "grad_norm": 508.4967956542969,
+      "learning_rate": 1.6391460936110088e-06,
+      "loss": 24.0,
+      "step": 9062
+    },
+    {
+      "epoch": 0.6019127316198446,
+      "grad_norm": 164.1044158935547,
+      "learning_rate": 1.6390633732806315e-06,
+      "loss": 19.0625,
+      "step": 9063
+    },
+    {
+      "epoch": 0.6019791459122003,
+      "grad_norm": 118.80951690673828,
+      "learning_rate": 1.6389806455579373e-06,
+      "loss": 16.0156,
+      "step": 9064
+    },
+    {
+      "epoch": 0.602045560204556,
+      "grad_norm": 297.0047607421875,
+      "learning_rate": 1.6388979104438837e-06,
+      "loss": 17.9688,
+      "step": 9065
+    },
+    {
+      "epoch": 0.6021119744969118,
+      "grad_norm": 271.0590515136719,
+      "learning_rate": 1.6388151679394272e-06,
+      "loss": 17.2344,
+      "step": 9066
+    },
+    {
+      "epoch": 0.6021783887892674,
+      "grad_norm": 170.8987579345703,
+      "learning_rate": 1.6387324180455256e-06,
+      "loss": 10.3594,
+      "step": 9067
+    },
+    {
+      "epoch": 0.6022448030816232,
+      "grad_norm": 206.7340087890625,
+      "learning_rate": 1.6386496607631352e-06,
+      "loss": 14.5938,
+      "step": 9068
+    },
+    {
+      "epoch": 0.6023112173739789,
+      "grad_norm": 244.76364135742188,
+      "learning_rate": 1.6385668960932141e-06,
+      "loss": 19.0938,
+      "step": 9069
+    },
+    {
+      "epoch": 0.6023776316663346,
+      "grad_norm": 395.039306640625,
+      "learning_rate": 1.6384841240367196e-06,
+      "loss": 21.2969,
+      "step": 9070
+    },
+    {
+      "epoch": 0.6024440459586903,
+      "grad_norm": 213.02479553222656,
+      "learning_rate": 1.6384013445946087e-06,
+      "loss": 15.5156,
+      "step": 9071
+    },
+    {
+      "epoch": 0.602510460251046,
+      "grad_norm": 291.21270751953125,
+      "learning_rate": 1.638318557767839e-06,
+      "loss": 20.9062,
+      "step": 9072
+    },
+    {
+      "epoch": 0.6025768745434017,
+      "grad_norm": 104.42967224121094,
+      "learning_rate": 1.6382357635573687e-06,
+      "loss": 14.3438,
+      "step": 9073
+    },
+    {
+      "epoch": 0.6026432888357575,
+      "grad_norm": 771.8170776367188,
+      "learning_rate": 1.6381529619641547e-06,
+      "loss": 13.5781,
+      "step": 9074
+    },
+    {
+      "epoch": 0.6027097031281131,
+      "grad_norm": 228.0747528076172,
+      "learning_rate": 1.6380701529891553e-06,
+      "loss": 24.4844,
+      "step": 9075
+    },
+    {
+      "epoch": 0.6027761174204689,
+      "grad_norm": 221.0457000732422,
+      "learning_rate": 1.6379873366333285e-06,
+      "loss": 21.4375,
+      "step": 9076
+    },
+    {
+      "epoch": 0.6028425317128246,
+      "grad_norm": 307.8956604003906,
+      "learning_rate": 1.6379045128976318e-06,
+      "loss": 20.9844,
+      "step": 9077
+    },
+    {
+      "epoch": 0.6029089460051803,
+      "grad_norm": 157.9813995361328,
+      "learning_rate": 1.637821681783024e-06,
+      "loss": 14.9375,
+      "step": 9078
+    },
+    {
+      "epoch": 0.6029753602975361,
+      "grad_norm": 273.5368957519531,
+      "learning_rate": 1.6377388432904622e-06,
+      "loss": 22.5312,
+      "step": 9079
+    },
+    {
+      "epoch": 0.6030417745898917,
+      "grad_norm": 187.3298797607422,
+      "learning_rate": 1.6376559974209054e-06,
+      "loss": 18.3906,
+      "step": 9080
+    },
+    {
+      "epoch": 0.6031081888822475,
+      "grad_norm": 128.5904083251953,
+      "learning_rate": 1.637573144175312e-06,
+      "loss": 25.2031,
+      "step": 9081
+    },
+    {
+      "epoch": 0.6031746031746031,
+      "grad_norm": 157.87725830078125,
+      "learning_rate": 1.6374902835546397e-06,
+      "loss": 17.9062,
+      "step": 9082
+    },
+    {
+      "epoch": 0.6032410174669589,
+      "grad_norm": 363.06689453125,
+      "learning_rate": 1.6374074155598478e-06,
+      "loss": 22.6094,
+      "step": 9083
+    },
+    {
+      "epoch": 0.6033074317593146,
+      "grad_norm": 119.86865234375,
+      "learning_rate": 1.6373245401918943e-06,
+      "loss": 13.3906,
+      "step": 9084
+    },
+    {
+      "epoch": 0.6033738460516703,
+      "grad_norm": 236.1234588623047,
+      "learning_rate": 1.637241657451738e-06,
+      "loss": 21.0156,
+      "step": 9085
+    },
+    {
+      "epoch": 0.603440260344026,
+      "grad_norm": 205.21852111816406,
+      "learning_rate": 1.6371587673403372e-06,
+      "loss": 16.0469,
+      "step": 9086
+    },
+    {
+      "epoch": 0.6035066746363817,
+      "grad_norm": 216.0463409423828,
+      "learning_rate": 1.637075869858652e-06,
+      "loss": 14.1562,
+      "step": 9087
+    },
+    {
+      "epoch": 0.6035730889287375,
+      "grad_norm": 170.53488159179688,
+      "learning_rate": 1.63699296500764e-06,
+      "loss": 18.6406,
+      "step": 9088
+    },
+    {
+      "epoch": 0.6036395032210932,
+      "grad_norm": 243.26458740234375,
+      "learning_rate": 1.636910052788261e-06,
+      "loss": 21.9062,
+      "step": 9089
+    },
+    {
+      "epoch": 0.6037059175134489,
+      "grad_norm": 397.0836181640625,
+      "learning_rate": 1.6368271332014731e-06,
+      "loss": 15.2969,
+      "step": 9090
+    },
+    {
+      "epoch": 0.6037723318058046,
+      "grad_norm": 212.8559112548828,
+      "learning_rate": 1.6367442062482368e-06,
+      "loss": 12.6172,
+      "step": 9091
+    },
+    {
+      "epoch": 0.6038387460981604,
+      "grad_norm": 417.5660095214844,
+      "learning_rate": 1.6366612719295106e-06,
+      "loss": 18.8594,
+      "step": 9092
+    },
+    {
+      "epoch": 0.603905160390516,
+      "grad_norm": 448.03363037109375,
+      "learning_rate": 1.636578330246254e-06,
+      "loss": 15.375,
+      "step": 9093
+    },
+    {
+      "epoch": 0.6039715746828718,
+      "grad_norm": 203.00331115722656,
+      "learning_rate": 1.636495381199426e-06,
+      "loss": 15.5469,
+      "step": 9094
+    },
+    {
+      "epoch": 0.6040379889752274,
+      "grad_norm": 253.9456329345703,
+      "learning_rate": 1.6364124247899866e-06,
+      "loss": 20.2031,
+      "step": 9095
+    },
+    {
+      "epoch": 0.6041044032675832,
+      "grad_norm": 404.8042907714844,
+      "learning_rate": 1.6363294610188953e-06,
+      "loss": 24.0625,
+      "step": 9096
+    },
+    {
+      "epoch": 0.6041708175599388,
+      "grad_norm": 246.9109344482422,
+      "learning_rate": 1.6362464898871119e-06,
+      "loss": 24.5,
+      "step": 9097
+    },
+    {
+      "epoch": 0.6042372318522946,
+      "grad_norm": 285.73309326171875,
+      "learning_rate": 1.6361635113955957e-06,
+      "loss": 34.8125,
+      "step": 9098
+    },
+    {
+      "epoch": 0.6043036461446504,
+      "grad_norm": 185.72792053222656,
+      "learning_rate": 1.636080525545307e-06,
+      "loss": 21.5781,
+      "step": 9099
+    },
+    {
+      "epoch": 0.604370060437006,
+      "grad_norm": 83.50599670410156,
+      "learning_rate": 1.6359975323372053e-06,
+      "loss": 15.5156,
+      "step": 9100
+    },
+    {
+      "epoch": 0.6044364747293618,
+      "grad_norm": 144.9356231689453,
+      "learning_rate": 1.6359145317722511e-06,
+      "loss": 13.2031,
+      "step": 9101
+    },
+    {
+      "epoch": 0.6045028890217174,
+      "grad_norm": 193.5585174560547,
+      "learning_rate": 1.6358315238514042e-06,
+      "loss": 21.125,
+      "step": 9102
+    },
+    {
+      "epoch": 0.6045693033140732,
+      "grad_norm": 174.65530395507812,
+      "learning_rate": 1.635748508575625e-06,
+      "loss": 18.375,
+      "step": 9103
+    },
+    {
+      "epoch": 0.6046357176064289,
+      "grad_norm": 143.30499267578125,
+      "learning_rate": 1.6356654859458736e-06,
+      "loss": 15.25,
+      "step": 9104
+    },
+    {
+      "epoch": 0.6047021318987846,
+      "grad_norm": 203.7557830810547,
+      "learning_rate": 1.6355824559631104e-06,
+      "loss": 18.4531,
+      "step": 9105
+    },
+    {
+      "epoch": 0.6047685461911403,
+      "grad_norm": 139.54823303222656,
+      "learning_rate": 1.6354994186282959e-06,
+      "loss": 15.625,
+      "step": 9106
+    },
+    {
+      "epoch": 0.604834960483496,
+      "grad_norm": 444.0420227050781,
+      "learning_rate": 1.6354163739423905e-06,
+      "loss": 16.0625,
+      "step": 9107
+    },
+    {
+      "epoch": 0.6049013747758517,
+      "grad_norm": 285.3788757324219,
+      "learning_rate": 1.635333321906355e-06,
+      "loss": 19.375,
+      "step": 9108
+    },
+    {
+      "epoch": 0.6049677890682075,
+      "grad_norm": 188.69834899902344,
+      "learning_rate": 1.6352502625211498e-06,
+      "loss": 16.0469,
+      "step": 9109
+    },
+    {
+      "epoch": 0.6050342033605632,
+      "grad_norm": 242.50282287597656,
+      "learning_rate": 1.6351671957877357e-06,
+      "loss": 19.7188,
+      "step": 9110
+    },
+    {
+      "epoch": 0.6051006176529189,
+      "grad_norm": 206.44534301757812,
+      "learning_rate": 1.635084121707074e-06,
+      "loss": 18.25,
+      "step": 9111
+    },
+    {
+      "epoch": 0.6051670319452747,
+      "grad_norm": 247.99415588378906,
+      "learning_rate": 1.6350010402801258e-06,
+      "loss": 20.375,
+      "step": 9112
+    },
+    {
+      "epoch": 0.6052334462376303,
+      "grad_norm": 185.62649536132812,
+      "learning_rate": 1.6349179515078513e-06,
+      "loss": 18.1719,
+      "step": 9113
+    },
+    {
+      "epoch": 0.6052998605299861,
+      "grad_norm": 111.55756378173828,
+      "learning_rate": 1.6348348553912118e-06,
+      "loss": 19.1875,
+      "step": 9114
+    },
+    {
+      "epoch": 0.6053662748223417,
+      "grad_norm": 219.8092041015625,
+      "learning_rate": 1.6347517519311691e-06,
+      "loss": 18.3906,
+      "step": 9115
+    },
+    {
+      "epoch": 0.6054326891146975,
+      "grad_norm": 318.16729736328125,
+      "learning_rate": 1.634668641128684e-06,
+      "loss": 19.6406,
+      "step": 9116
+    },
+    {
+      "epoch": 0.6054991034070532,
+      "grad_norm": 104.32415771484375,
+      "learning_rate": 1.6345855229847181e-06,
+      "loss": 13.4375,
+      "step": 9117
+    },
+    {
+      "epoch": 0.6055655176994089,
+      "grad_norm": 130.62144470214844,
+      "learning_rate": 1.634502397500233e-06,
+      "loss": 16.4531,
+      "step": 9118
+    },
+    {
+      "epoch": 0.6056319319917647,
+      "grad_norm": 473.2150573730469,
+      "learning_rate": 1.6344192646761895e-06,
+      "loss": 28.1562,
+      "step": 9119
+    },
+    {
+      "epoch": 0.6056983462841203,
+      "grad_norm": 281.7564697265625,
+      "learning_rate": 1.6343361245135503e-06,
+      "loss": 16.3281,
+      "step": 9120
+    },
+    {
+      "epoch": 0.6057647605764761,
+      "grad_norm": 142.81398010253906,
+      "learning_rate": 1.6342529770132766e-06,
+      "loss": 16.4062,
+      "step": 9121
+    },
+    {
+      "epoch": 0.6058311748688318,
+      "grad_norm": 345.6133728027344,
+      "learning_rate": 1.6341698221763298e-06,
+      "loss": 19.9844,
+      "step": 9122
+    },
+    {
+      "epoch": 0.6058975891611875,
+      "grad_norm": 233.36770629882812,
+      "learning_rate": 1.6340866600036724e-06,
+      "loss": 21.4219,
+      "step": 9123
+    },
+    {
+      "epoch": 0.6059640034535432,
+      "grad_norm": 216.14906311035156,
+      "learning_rate": 1.6340034904962661e-06,
+      "loss": 19.625,
+      "step": 9124
+    },
+    {
+      "epoch": 0.6060304177458989,
+      "grad_norm": 181.44061279296875,
+      "learning_rate": 1.6339203136550733e-06,
+      "loss": 15.8438,
+      "step": 9125
+    },
+    {
+      "epoch": 0.6060968320382546,
+      "grad_norm": 210.2919464111328,
+      "learning_rate": 1.6338371294810552e-06,
+      "loss": 16.625,
+      "step": 9126
+    },
+    {
+      "epoch": 0.6061632463306104,
+      "grad_norm": 155.0174102783203,
+      "learning_rate": 1.6337539379751753e-06,
+      "loss": 15.8125,
+      "step": 9127
+    },
+    {
+      "epoch": 0.606229660622966,
+      "grad_norm": 175.39175415039062,
+      "learning_rate": 1.6336707391383948e-06,
+      "loss": 16.7188,
+      "step": 9128
+    },
+    {
+      "epoch": 0.6062960749153218,
+      "grad_norm": 182.11009216308594,
+      "learning_rate": 1.6335875329716768e-06,
+      "loss": 15.6406,
+      "step": 9129
+    },
+    {
+      "epoch": 0.6063624892076775,
+      "grad_norm": 254.87774658203125,
+      "learning_rate": 1.6335043194759836e-06,
+      "loss": 13.9688,
+      "step": 9130
+    },
+    {
+      "epoch": 0.6064289035000332,
+      "grad_norm": 193.1158447265625,
+      "learning_rate": 1.633421098652278e-06,
+      "loss": 20.0,
+      "step": 9131
+    },
+    {
+      "epoch": 0.606495317792389,
+      "grad_norm": 957.8463134765625,
+      "learning_rate": 1.633337870501522e-06,
+      "loss": 21.875,
+      "step": 9132
+    },
+    {
+      "epoch": 0.6065617320847446,
+      "grad_norm": 197.00120544433594,
+      "learning_rate": 1.633254635024679e-06,
+      "loss": 14.7344,
+      "step": 9133
+    },
+    {
+      "epoch": 0.6066281463771004,
+      "grad_norm": 105.86853790283203,
+      "learning_rate": 1.633171392222711e-06,
+      "loss": 13.4219,
+      "step": 9134
+    },
+    {
+      "epoch": 0.606694560669456,
+      "grad_norm": 315.3501892089844,
+      "learning_rate": 1.6330881420965821e-06,
+      "loss": 20.2188,
+      "step": 9135
+    },
+    {
+      "epoch": 0.6067609749618118,
+      "grad_norm": 249.5040740966797,
+      "learning_rate": 1.6330048846472543e-06,
+      "loss": 26.0,
+      "step": 9136
+    },
+    {
+      "epoch": 0.6068273892541675,
+      "grad_norm": 247.1549530029297,
+      "learning_rate": 1.6329216198756913e-06,
+      "loss": 15.75,
+      "step": 9137
+    },
+    {
+      "epoch": 0.6068938035465232,
+      "grad_norm": 339.1764221191406,
+      "learning_rate": 1.6328383477828555e-06,
+      "loss": 15.3281,
+      "step": 9138
+    },
+    {
+      "epoch": 0.6069602178388789,
+      "grad_norm": 167.63079833984375,
+      "learning_rate": 1.6327550683697107e-06,
+      "loss": 16.0156,
+      "step": 9139
+    },
+    {
+      "epoch": 0.6070266321312346,
+      "grad_norm": 292.898681640625,
+      "learning_rate": 1.6326717816372204e-06,
+      "loss": 17.3906,
+      "step": 9140
+    },
+    {
+      "epoch": 0.6070930464235904,
+      "grad_norm": 212.1637420654297,
+      "learning_rate": 1.6325884875863477e-06,
+      "loss": 17.5625,
+      "step": 9141
+    },
+    {
+      "epoch": 0.6071594607159461,
+      "grad_norm": 197.22885131835938,
+      "learning_rate": 1.6325051862180561e-06,
+      "loss": 19.6562,
+      "step": 9142
+    },
+    {
+      "epoch": 0.6072258750083018,
+      "grad_norm": 208.6856231689453,
+      "learning_rate": 1.632421877533309e-06,
+      "loss": 26.9688,
+      "step": 9143
+    },
+    {
+      "epoch": 0.6072922893006575,
+      "grad_norm": 315.06097412109375,
+      "learning_rate": 1.6323385615330705e-06,
+      "loss": 15.2656,
+      "step": 9144
+    },
+    {
+      "epoch": 0.6073587035930132,
+      "grad_norm": 253.2114715576172,
+      "learning_rate": 1.6322552382183044e-06,
+      "loss": 18.3281,
+      "step": 9145
+    },
+    {
+      "epoch": 0.6074251178853689,
+      "grad_norm": 163.279052734375,
+      "learning_rate": 1.6321719075899738e-06,
+      "loss": 16.1094,
+      "step": 9146
+    },
+    {
+      "epoch": 0.6074915321777247,
+      "grad_norm": 600.7286987304688,
+      "learning_rate": 1.6320885696490434e-06,
+      "loss": 20.8594,
+      "step": 9147
+    },
+    {
+      "epoch": 0.6075579464700803,
+      "grad_norm": 119.37345886230469,
+      "learning_rate": 1.6320052243964767e-06,
+      "loss": 13.1406,
+      "step": 9148
+    },
+    {
+      "epoch": 0.6076243607624361,
+      "grad_norm": 229.65757751464844,
+      "learning_rate": 1.6319218718332382e-06,
+      "loss": 15.4688,
+      "step": 9149
+    },
+    {
+      "epoch": 0.6076907750547917,
+      "grad_norm": 97.72085571289062,
+      "learning_rate": 1.631838511960292e-06,
+      "loss": 15.9688,
+      "step": 9150
+    },
+    {
+      "epoch": 0.6077571893471475,
+      "grad_norm": 202.48580932617188,
+      "learning_rate": 1.631755144778602e-06,
+      "loss": 15.6875,
+      "step": 9151
+    },
+    {
+      "epoch": 0.6078236036395033,
+      "grad_norm": 194.12257385253906,
+      "learning_rate": 1.6316717702891326e-06,
+      "loss": 14.2734,
+      "step": 9152
+    },
+    {
+      "epoch": 0.6078900179318589,
+      "grad_norm": 159.39202880859375,
+      "learning_rate": 1.6315883884928487e-06,
+      "loss": 18.0859,
+      "step": 9153
+    },
+    {
+      "epoch": 0.6079564322242147,
+      "grad_norm": 264.35009765625,
+      "learning_rate": 1.6315049993907145e-06,
+      "loss": 22.5938,
+      "step": 9154
+    },
+    {
+      "epoch": 0.6080228465165703,
+      "grad_norm": 368.4433288574219,
+      "learning_rate": 1.6314216029836945e-06,
+      "loss": 19.2344,
+      "step": 9155
+    },
+    {
+      "epoch": 0.6080892608089261,
+      "grad_norm": 175.07484436035156,
+      "learning_rate": 1.6313381992727536e-06,
+      "loss": 15.2656,
+      "step": 9156
+    },
+    {
+      "epoch": 0.6081556751012818,
+      "grad_norm": 102.12113189697266,
+      "learning_rate": 1.6312547882588565e-06,
+      "loss": 17.6875,
+      "step": 9157
+    },
+    {
+      "epoch": 0.6082220893936375,
+      "grad_norm": 249.0463409423828,
+      "learning_rate": 1.6311713699429678e-06,
+      "loss": 18.5938,
+      "step": 9158
+    },
+    {
+      "epoch": 0.6082885036859932,
+      "grad_norm": 224.97640991210938,
+      "learning_rate": 1.6310879443260529e-06,
+      "loss": 19.25,
+      "step": 9159
+    },
+    {
+      "epoch": 0.608354917978349,
+      "grad_norm": 174.7483367919922,
+      "learning_rate": 1.6310045114090763e-06,
+      "loss": 22.0938,
+      "step": 9160
+    },
+    {
+      "epoch": 0.6084213322707046,
+      "grad_norm": 660.0400390625,
+      "learning_rate": 1.6309210711930035e-06,
+      "loss": 20.0625,
+      "step": 9161
+    },
+    {
+      "epoch": 0.6084877465630604,
+      "grad_norm": 149.1517333984375,
+      "learning_rate": 1.6308376236787998e-06,
+      "loss": 16.1719,
+      "step": 9162
+    },
+    {
+      "epoch": 0.6085541608554161,
+      "grad_norm": 176.98411560058594,
+      "learning_rate": 1.6307541688674298e-06,
+      "loss": 18.375,
+      "step": 9163
+    },
+    {
+      "epoch": 0.6086205751477718,
+      "grad_norm": 157.70703125,
+      "learning_rate": 1.6306707067598592e-06,
+      "loss": 20.0781,
+      "step": 9164
+    },
+    {
+      "epoch": 0.6086869894401276,
+      "grad_norm": 186.6322479248047,
+      "learning_rate": 1.630587237357054e-06,
+      "loss": 19.0312,
+      "step": 9165
+    },
+    {
+      "epoch": 0.6087534037324832,
+      "grad_norm": 439.3670654296875,
+      "learning_rate": 1.630503760659979e-06,
+      "loss": 19.0625,
+      "step": 9166
+    },
+    {
+      "epoch": 0.608819818024839,
+      "grad_norm": 143.42449951171875,
+      "learning_rate": 1.6304202766696e-06,
+      "loss": 19.8438,
+      "step": 9167
+    },
+    {
+      "epoch": 0.6088862323171946,
+      "grad_norm": 352.3592224121094,
+      "learning_rate": 1.6303367853868832e-06,
+      "loss": 20.0938,
+      "step": 9168
+    },
+    {
+      "epoch": 0.6089526466095504,
+      "grad_norm": 202.00030517578125,
+      "learning_rate": 1.6302532868127936e-06,
+      "loss": 15.8125,
+      "step": 9169
+    },
+    {
+      "epoch": 0.609019060901906,
+      "grad_norm": 119.26911163330078,
+      "learning_rate": 1.6301697809482976e-06,
+      "loss": 13.0781,
+      "step": 9170
+    },
+    {
+      "epoch": 0.6090854751942618,
+      "grad_norm": 264.66693115234375,
+      "learning_rate": 1.6300862677943605e-06,
+      "loss": 15.8438,
+      "step": 9171
+    },
+    {
+      "epoch": 0.6091518894866175,
+      "grad_norm": 421.6661071777344,
+      "learning_rate": 1.6300027473519491e-06,
+      "loss": 23.8906,
+      "step": 9172
+    },
+    {
+      "epoch": 0.6092183037789732,
+      "grad_norm": 500.10931396484375,
+      "learning_rate": 1.629919219622029e-06,
+      "loss": 36.7812,
+      "step": 9173
+    },
+    {
+      "epoch": 0.609284718071329,
+      "grad_norm": 169.90863037109375,
+      "learning_rate": 1.629835684605567e-06,
+      "loss": 18.5312,
+      "step": 9174
+    },
+    {
+      "epoch": 0.6093511323636847,
+      "grad_norm": 104.6340560913086,
+      "learning_rate": 1.6297521423035288e-06,
+      "loss": 16.0312,
+      "step": 9175
+    },
+    {
+      "epoch": 0.6094175466560404,
+      "grad_norm": 188.71827697753906,
+      "learning_rate": 1.6296685927168807e-06,
+      "loss": 16.7578,
+      "step": 9176
+    },
+    {
+      "epoch": 0.6094839609483961,
+      "grad_norm": 168.0282440185547,
+      "learning_rate": 1.6295850358465896e-06,
+      "loss": 15.4531,
+      "step": 9177
+    },
+    {
+      "epoch": 0.6095503752407518,
+      "grad_norm": 833.0057983398438,
+      "learning_rate": 1.629501471693622e-06,
+      "loss": 20.9688,
+      "step": 9178
+    },
+    {
+      "epoch": 0.6096167895331075,
+      "grad_norm": 580.6954956054688,
+      "learning_rate": 1.6294179002589443e-06,
+      "loss": 25.1719,
+      "step": 9179
+    },
+    {
+      "epoch": 0.6096832038254633,
+      "grad_norm": 195.28758239746094,
+      "learning_rate": 1.629334321543523e-06,
+      "loss": 18.0469,
+      "step": 9180
+    },
+    {
+      "epoch": 0.6097496181178189,
+      "grad_norm": 210.6452178955078,
+      "learning_rate": 1.6292507355483256e-06,
+      "loss": 22.4375,
+      "step": 9181
+    },
+    {
+      "epoch": 0.6098160324101747,
+      "grad_norm": 331.8852844238281,
+      "learning_rate": 1.6291671422743182e-06,
+      "loss": 18.875,
+      "step": 9182
+    },
+    {
+      "epoch": 0.6098824467025303,
+      "grad_norm": 218.5575714111328,
+      "learning_rate": 1.6290835417224682e-06,
+      "loss": 16.8125,
+      "step": 9183
+    },
+    {
+      "epoch": 0.6099488609948861,
+      "grad_norm": 151.87095642089844,
+      "learning_rate": 1.6289999338937426e-06,
+      "loss": 22.7812,
+      "step": 9184
+    },
+    {
+      "epoch": 0.6100152752872419,
+      "grad_norm": 291.4331359863281,
+      "learning_rate": 1.6289163187891083e-06,
+      "loss": 19.9375,
+      "step": 9185
+    },
+    {
+      "epoch": 0.6100816895795975,
+      "grad_norm": 332.9796447753906,
+      "learning_rate": 1.6288326964095326e-06,
+      "loss": 20.1562,
+      "step": 9186
+    },
+    {
+      "epoch": 0.6101481038719533,
+      "grad_norm": 393.5271301269531,
+      "learning_rate": 1.6287490667559833e-06,
+      "loss": 18.3438,
+      "step": 9187
+    },
+    {
+      "epoch": 0.6102145181643089,
+      "grad_norm": 528.2221069335938,
+      "learning_rate": 1.6286654298294272e-06,
+      "loss": 22.4688,
+      "step": 9188
+    },
+    {
+      "epoch": 0.6102809324566647,
+      "grad_norm": 174.49853515625,
+      "learning_rate": 1.6285817856308314e-06,
+      "loss": 17.9844,
+      "step": 9189
+    },
+    {
+      "epoch": 0.6103473467490204,
+      "grad_norm": 182.28492736816406,
+      "learning_rate": 1.6284981341611647e-06,
+      "loss": 18.8438,
+      "step": 9190
+    },
+    {
+      "epoch": 0.6104137610413761,
+      "grad_norm": 131.16497802734375,
+      "learning_rate": 1.6284144754213936e-06,
+      "loss": 15.4062,
+      "step": 9191
+    },
+    {
+      "epoch": 0.6104801753337318,
+      "grad_norm": 416.32672119140625,
+      "learning_rate": 1.6283308094124864e-06,
+      "loss": 21.0,
+      "step": 9192
+    },
+    {
+      "epoch": 0.6105465896260875,
+      "grad_norm": 226.41329956054688,
+      "learning_rate": 1.6282471361354105e-06,
+      "loss": 20.6719,
+      "step": 9193
+    },
+    {
+      "epoch": 0.6106130039184432,
+      "grad_norm": 365.5603942871094,
+      "learning_rate": 1.6281634555911344e-06,
+      "loss": 21.7344,
+      "step": 9194
+    },
+    {
+      "epoch": 0.610679418210799,
+      "grad_norm": 182.60113525390625,
+      "learning_rate": 1.628079767780625e-06,
+      "loss": 16.6719,
+      "step": 9195
+    },
+    {
+      "epoch": 0.6107458325031547,
+      "grad_norm": 185.59092712402344,
+      "learning_rate": 1.6279960727048513e-06,
+      "loss": 20.8281,
+      "step": 9196
+    },
+    {
+      "epoch": 0.6108122467955104,
+      "grad_norm": 233.1487579345703,
+      "learning_rate": 1.6279123703647816e-06,
+      "loss": 12.5391,
+      "step": 9197
+    },
+    {
+      "epoch": 0.6108786610878661,
+      "grad_norm": 326.9505920410156,
+      "learning_rate": 1.6278286607613834e-06,
+      "loss": 14.9688,
+      "step": 9198
+    },
+    {
+      "epoch": 0.6109450753802218,
+      "grad_norm": 244.31488037109375,
+      "learning_rate": 1.627744943895625e-06,
+      "loss": 24.2969,
+      "step": 9199
+    },
+    {
+      "epoch": 0.6110114896725776,
+      "grad_norm": 148.12509155273438,
+      "learning_rate": 1.6276612197684752e-06,
+      "loss": 17.5938,
+      "step": 9200
+    },
+    {
+      "epoch": 0.6110779039649332,
+      "grad_norm": 269.8463134765625,
+      "learning_rate": 1.6275774883809024e-06,
+      "loss": 21.8281,
+      "step": 9201
+    },
+    {
+      "epoch": 0.611144318257289,
+      "grad_norm": 295.5538330078125,
+      "learning_rate": 1.6274937497338752e-06,
+      "loss": 16.7969,
+      "step": 9202
+    },
+    {
+      "epoch": 0.6112107325496446,
+      "grad_norm": 228.8782196044922,
+      "learning_rate": 1.6274100038283618e-06,
+      "loss": 24.7812,
+      "step": 9203
+    },
+    {
+      "epoch": 0.6112771468420004,
+      "grad_norm": 291.8970947265625,
+      "learning_rate": 1.6273262506653317e-06,
+      "loss": 19.0312,
+      "step": 9204
+    },
+    {
+      "epoch": 0.6113435611343561,
+      "grad_norm": 310.88177490234375,
+      "learning_rate": 1.627242490245753e-06,
+      "loss": 14.375,
+      "step": 9205
+    },
+    {
+      "epoch": 0.6114099754267118,
+      "grad_norm": 109.07907104492188,
+      "learning_rate": 1.6271587225705949e-06,
+      "loss": 20.4688,
+      "step": 9206
+    },
+    {
+      "epoch": 0.6114763897190676,
+      "grad_norm": 184.3028106689453,
+      "learning_rate": 1.6270749476408263e-06,
+      "loss": 17.4062,
+      "step": 9207
+    },
+    {
+      "epoch": 0.6115428040114232,
+      "grad_norm": 299.0027160644531,
+      "learning_rate": 1.6269911654574165e-06,
+      "loss": 19.5625,
+      "step": 9208
+    },
+    {
+      "epoch": 0.611609218303779,
+      "grad_norm": 199.98997497558594,
+      "learning_rate": 1.6269073760213343e-06,
+      "loss": 16.4844,
+      "step": 9209
+    },
+    {
+      "epoch": 0.6116756325961347,
+      "grad_norm": 1032.8642578125,
+      "learning_rate": 1.626823579333549e-06,
+      "loss": 16.9531,
+      "step": 9210
+    },
+    {
+      "epoch": 0.6117420468884904,
+      "grad_norm": 408.75390625,
+      "learning_rate": 1.6267397753950301e-06,
+      "loss": 11.9375,
+      "step": 9211
+    },
+    {
+      "epoch": 0.6118084611808461,
+      "grad_norm": 307.41180419921875,
+      "learning_rate": 1.6266559642067467e-06,
+      "loss": 20.3125,
+      "step": 9212
+    },
+    {
+      "epoch": 0.6118748754732019,
+      "grad_norm": 128.34397888183594,
+      "learning_rate": 1.6265721457696689e-06,
+      "loss": 19.1562,
+      "step": 9213
+    },
+    {
+      "epoch": 0.6119412897655575,
+      "grad_norm": 103.39549255371094,
+      "learning_rate": 1.6264883200847655e-06,
+      "loss": 14.7031,
+      "step": 9214
+    },
+    {
+      "epoch": 0.6120077040579133,
+      "grad_norm": 356.8778076171875,
+      "learning_rate": 1.6264044871530062e-06,
+      "loss": 19.3281,
+      "step": 9215
+    },
+    {
+      "epoch": 0.6120741183502689,
+      "grad_norm": 233.2626495361328,
+      "learning_rate": 1.6263206469753613e-06,
+      "loss": 17.9688,
+      "step": 9216
+    },
+    {
+      "epoch": 0.6121405326426247,
+      "grad_norm": 158.49537658691406,
+      "learning_rate": 1.6262367995528003e-06,
+      "loss": 17.1719,
+      "step": 9217
+    },
+    {
+      "epoch": 0.6122069469349805,
+      "grad_norm": 135.99044799804688,
+      "learning_rate": 1.6261529448862931e-06,
+      "loss": 17.6562,
+      "step": 9218
+    },
+    {
+      "epoch": 0.6122733612273361,
+      "grad_norm": 208.96168518066406,
+      "learning_rate": 1.62606908297681e-06,
+      "loss": 13.3438,
+      "step": 9219
+    },
+    {
+      "epoch": 0.6123397755196919,
+      "grad_norm": 404.6461486816406,
+      "learning_rate": 1.6259852138253205e-06,
+      "loss": 15.9375,
+      "step": 9220
+    },
+    {
+      "epoch": 0.6124061898120475,
+      "grad_norm": 354.15679931640625,
+      "learning_rate": 1.6259013374327947e-06,
+      "loss": 17.6719,
+      "step": 9221
+    },
+    {
+      "epoch": 0.6124726041044033,
+      "grad_norm": 307.1145935058594,
+      "learning_rate": 1.6258174538002037e-06,
+      "loss": 30.375,
+      "step": 9222
+    },
+    {
+      "epoch": 0.612539018396759,
+      "grad_norm": 281.240966796875,
+      "learning_rate": 1.6257335629285166e-06,
+      "loss": 15.0312,
+      "step": 9223
+    },
+    {
+      "epoch": 0.6126054326891147,
+      "grad_norm": 441.8105773925781,
+      "learning_rate": 1.625649664818705e-06,
+      "loss": 12.4844,
+      "step": 9224
+    },
+    {
+      "epoch": 0.6126718469814704,
+      "grad_norm": 114.7209701538086,
+      "learning_rate": 1.6255657594717386e-06,
+      "loss": 12.9766,
+      "step": 9225
+    },
+    {
+      "epoch": 0.6127382612738261,
+      "grad_norm": 345.6671447753906,
+      "learning_rate": 1.6254818468885885e-06,
+      "loss": 23.6562,
+      "step": 9226
+    },
+    {
+      "epoch": 0.6128046755661818,
+      "grad_norm": 235.54539489746094,
+      "learning_rate": 1.6253979270702247e-06,
+      "loss": 19.5156,
+      "step": 9227
+    },
+    {
+      "epoch": 0.6128710898585376,
+      "grad_norm": 318.0631103515625,
+      "learning_rate": 1.6253140000176186e-06,
+      "loss": 20.9688,
+      "step": 9228
+    },
+    {
+      "epoch": 0.6129375041508933,
+      "grad_norm": 242.70816040039062,
+      "learning_rate": 1.6252300657317406e-06,
+      "loss": 14.1094,
+      "step": 9229
+    },
+    {
+      "epoch": 0.613003918443249,
+      "grad_norm": 160.47137451171875,
+      "learning_rate": 1.6251461242135615e-06,
+      "loss": 19.4688,
+      "step": 9230
+    },
+    {
+      "epoch": 0.6130703327356047,
+      "grad_norm": 198.5006561279297,
+      "learning_rate": 1.625062175464053e-06,
+      "loss": 15.7656,
+      "step": 9231
+    },
+    {
+      "epoch": 0.6131367470279604,
+      "grad_norm": 434.9969177246094,
+      "learning_rate": 1.6249782194841854e-06,
+      "loss": 13.7031,
+      "step": 9232
+    },
+    {
+      "epoch": 0.6132031613203162,
+      "grad_norm": 261.91162109375,
+      "learning_rate": 1.6248942562749302e-06,
+      "loss": 16.8594,
+      "step": 9233
+    },
+    {
+      "epoch": 0.6132695756126718,
+      "grad_norm": 360.18621826171875,
+      "learning_rate": 1.6248102858372582e-06,
+      "loss": 17.4531,
+      "step": 9234
+    },
+    {
+      "epoch": 0.6133359899050276,
+      "grad_norm": 206.8722686767578,
+      "learning_rate": 1.6247263081721419e-06,
+      "loss": 22.5,
+      "step": 9235
+    },
+    {
+      "epoch": 0.6134024041973832,
+      "grad_norm": 191.1163330078125,
+      "learning_rate": 1.6246423232805513e-06,
+      "loss": 16.7969,
+      "step": 9236
+    },
+    {
+      "epoch": 0.613468818489739,
+      "grad_norm": 119.47476959228516,
+      "learning_rate": 1.6245583311634583e-06,
+      "loss": 12.7188,
+      "step": 9237
+    },
+    {
+      "epoch": 0.6135352327820947,
+      "grad_norm": 498.3365783691406,
+      "learning_rate": 1.6244743318218352e-06,
+      "loss": 21.4375,
+      "step": 9238
+    },
+    {
+      "epoch": 0.6136016470744504,
+      "grad_norm": 136.90863037109375,
+      "learning_rate": 1.624390325256653e-06,
+      "loss": 18.4062,
+      "step": 9239
+    },
+    {
+      "epoch": 0.6136680613668062,
+      "grad_norm": 196.43568420410156,
+      "learning_rate": 1.6243063114688833e-06,
+      "loss": 20.2969,
+      "step": 9240
+    },
+    {
+      "epoch": 0.6137344756591618,
+      "grad_norm": 310.8731384277344,
+      "learning_rate": 1.6242222904594987e-06,
+      "loss": 17.7812,
+      "step": 9241
+    },
+    {
+      "epoch": 0.6138008899515176,
+      "grad_norm": 393.85980224609375,
+      "learning_rate": 1.6241382622294698e-06,
+      "loss": 22.4219,
+      "step": 9242
+    },
+    {
+      "epoch": 0.6138673042438733,
+      "grad_norm": 147.64743041992188,
+      "learning_rate": 1.62405422677977e-06,
+      "loss": 15.4844,
+      "step": 9243
+    },
+    {
+      "epoch": 0.613933718536229,
+      "grad_norm": 410.74444580078125,
+      "learning_rate": 1.623970184111371e-06,
+      "loss": 17.875,
+      "step": 9244
+    },
+    {
+      "epoch": 0.6140001328285847,
+      "grad_norm": 193.61143493652344,
+      "learning_rate": 1.6238861342252442e-06,
+      "loss": 18.1094,
+      "step": 9245
+    },
+    {
+      "epoch": 0.6140665471209404,
+      "grad_norm": 271.9428405761719,
+      "learning_rate": 1.6238020771223622e-06,
+      "loss": 16.7656,
+      "step": 9246
+    },
+    {
+      "epoch": 0.6141329614132961,
+      "grad_norm": 474.9273986816406,
+      "learning_rate": 1.6237180128036978e-06,
+      "loss": 14.6406,
+      "step": 9247
+    },
+    {
+      "epoch": 0.6141993757056519,
+      "grad_norm": 134.3749542236328,
+      "learning_rate": 1.6236339412702232e-06,
+      "loss": 16.8281,
+      "step": 9248
+    },
+    {
+      "epoch": 0.6142657899980075,
+      "grad_norm": 314.4081726074219,
+      "learning_rate": 1.6235498625229105e-06,
+      "loss": 21.5781,
+      "step": 9249
+    },
+    {
+      "epoch": 0.6143322042903633,
+      "grad_norm": 500.71917724609375,
+      "learning_rate": 1.6234657765627326e-06,
+      "loss": 24.7031,
+      "step": 9250
+    },
+    {
+      "epoch": 0.614398618582719,
+      "grad_norm": 234.75262451171875,
+      "learning_rate": 1.6233816833906623e-06,
+      "loss": 17.2031,
+      "step": 9251
+    },
+    {
+      "epoch": 0.6144650328750747,
+      "grad_norm": 124.08118438720703,
+      "learning_rate": 1.623297583007672e-06,
+      "loss": 14.5,
+      "step": 9252
+    },
+    {
+      "epoch": 0.6145314471674305,
+      "grad_norm": 270.103271484375,
+      "learning_rate": 1.6232134754147347e-06,
+      "loss": 23.4219,
+      "step": 9253
+    },
+    {
+      "epoch": 0.6145978614597861,
+      "grad_norm": 178.133544921875,
+      "learning_rate": 1.6231293606128232e-06,
+      "loss": 20.3281,
+      "step": 9254
+    },
+    {
+      "epoch": 0.6146642757521419,
+      "grad_norm": 313.2117614746094,
+      "learning_rate": 1.6230452386029106e-06,
+      "loss": 21.4688,
+      "step": 9255
+    },
+    {
+      "epoch": 0.6147306900444975,
+      "grad_norm": 153.6293487548828,
+      "learning_rate": 1.62296110938597e-06,
+      "loss": 19.2344,
+      "step": 9256
+    },
+    {
+      "epoch": 0.6147971043368533,
+      "grad_norm": 166.99781799316406,
+      "learning_rate": 1.6228769729629745e-06,
+      "loss": 15.4688,
+      "step": 9257
+    },
+    {
+      "epoch": 0.614863518629209,
+      "grad_norm": 169.0693359375,
+      "learning_rate": 1.6227928293348976e-06,
+      "loss": 20.3438,
+      "step": 9258
+    },
+    {
+      "epoch": 0.6149299329215647,
+      "grad_norm": 170.42547607421875,
+      "learning_rate": 1.622708678502712e-06,
+      "loss": 20.0938,
+      "step": 9259
+    },
+    {
+      "epoch": 0.6149963472139204,
+      "grad_norm": 347.8380432128906,
+      "learning_rate": 1.6226245204673917e-06,
+      "loss": 20.5,
+      "step": 9260
+    },
+    {
+      "epoch": 0.6150627615062761,
+      "grad_norm": 295.5372314453125,
+      "learning_rate": 1.6225403552299098e-06,
+      "loss": 19.8125,
+      "step": 9261
+    },
+    {
+      "epoch": 0.6151291757986319,
+      "grad_norm": 217.3892364501953,
+      "learning_rate": 1.62245618279124e-06,
+      "loss": 24.5938,
+      "step": 9262
+    },
+    {
+      "epoch": 0.6151955900909876,
+      "grad_norm": 242.75738525390625,
+      "learning_rate": 1.6223720031523561e-06,
+      "loss": 17.75,
+      "step": 9263
+    },
+    {
+      "epoch": 0.6152620043833433,
+      "grad_norm": 209.69815063476562,
+      "learning_rate": 1.6222878163142318e-06,
+      "loss": 21.2344,
+      "step": 9264
+    },
+    {
+      "epoch": 0.615328418675699,
+      "grad_norm": 289.7508239746094,
+      "learning_rate": 1.6222036222778411e-06,
+      "loss": 21.3906,
+      "step": 9265
+    },
+    {
+      "epoch": 0.6153948329680548,
+      "grad_norm": 237.43502807617188,
+      "learning_rate": 1.6221194210441572e-06,
+      "loss": 14.7031,
+      "step": 9266
+    },
+    {
+      "epoch": 0.6154612472604104,
+      "grad_norm": 276.6844177246094,
+      "learning_rate": 1.622035212614155e-06,
+      "loss": 16.9219,
+      "step": 9267
+    },
+    {
+      "epoch": 0.6155276615527662,
+      "grad_norm": 117.78868103027344,
+      "learning_rate": 1.6219509969888078e-06,
+      "loss": 16.4062,
+      "step": 9268
+    },
+    {
+      "epoch": 0.6155940758451218,
+      "grad_norm": 184.71583557128906,
+      "learning_rate": 1.6218667741690903e-06,
+      "loss": 21.6406,
+      "step": 9269
+    },
+    {
+      "epoch": 0.6156604901374776,
+      "grad_norm": 191.19261169433594,
+      "learning_rate": 1.6217825441559765e-06,
+      "loss": 19.0,
+      "step": 9270
+    },
+    {
+      "epoch": 0.6157269044298334,
+      "grad_norm": 183.3252410888672,
+      "learning_rate": 1.621698306950441e-06,
+      "loss": 18.5625,
+      "step": 9271
+    },
+    {
+      "epoch": 0.615793318722189,
+      "grad_norm": 528.2846069335938,
+      "learning_rate": 1.6216140625534575e-06,
+      "loss": 26.1875,
+      "step": 9272
+    },
+    {
+      "epoch": 0.6158597330145448,
+      "grad_norm": 157.28968811035156,
+      "learning_rate": 1.6215298109660013e-06,
+      "loss": 16.0312,
+      "step": 9273
+    },
+    {
+      "epoch": 0.6159261473069004,
+      "grad_norm": 81.4987564086914,
+      "learning_rate": 1.6214455521890464e-06,
+      "loss": 14.2344,
+      "step": 9274
+    },
+    {
+      "epoch": 0.6159925615992562,
+      "grad_norm": 333.4059143066406,
+      "learning_rate": 1.6213612862235678e-06,
+      "loss": 19.9531,
+      "step": 9275
+    },
+    {
+      "epoch": 0.6160589758916118,
+      "grad_norm": 146.1719207763672,
+      "learning_rate": 1.6212770130705403e-06,
+      "loss": 15.6875,
+      "step": 9276
+    },
+    {
+      "epoch": 0.6161253901839676,
+      "grad_norm": 330.71063232421875,
+      "learning_rate": 1.6211927327309383e-06,
+      "loss": 24.4688,
+      "step": 9277
+    },
+    {
+      "epoch": 0.6161918044763233,
+      "grad_norm": 213.7183380126953,
+      "learning_rate": 1.6211084452057372e-06,
+      "loss": 17.375,
+      "step": 9278
+    },
+    {
+      "epoch": 0.616258218768679,
+      "grad_norm": 320.2441101074219,
+      "learning_rate": 1.6210241504959117e-06,
+      "loss": 20.125,
+      "step": 9279
+    },
+    {
+      "epoch": 0.6163246330610347,
+      "grad_norm": 365.2159118652344,
+      "learning_rate": 1.6209398486024369e-06,
+      "loss": 21.2812,
+      "step": 9280
+    },
+    {
+      "epoch": 0.6163910473533905,
+      "grad_norm": 307.49505615234375,
+      "learning_rate": 1.620855539526288e-06,
+      "loss": 19.25,
+      "step": 9281
+    },
+    {
+      "epoch": 0.6164574616457462,
+      "grad_norm": 155.78016662597656,
+      "learning_rate": 1.6207712232684401e-06,
+      "loss": 11.9688,
+      "step": 9282
+    },
+    {
+      "epoch": 0.6165238759381019,
+      "grad_norm": 208.47647094726562,
+      "learning_rate": 1.620686899829869e-06,
+      "loss": 22.625,
+      "step": 9283
+    },
+    {
+      "epoch": 0.6165902902304576,
+      "grad_norm": 388.2359619140625,
+      "learning_rate": 1.6206025692115493e-06,
+      "loss": 19.5625,
+      "step": 9284
+    },
+    {
+      "epoch": 0.6166567045228133,
+      "grad_norm": 186.08245849609375,
+      "learning_rate": 1.6205182314144572e-06,
+      "loss": 16.6719,
+      "step": 9285
+    },
+    {
+      "epoch": 0.6167231188151691,
+      "grad_norm": 252.97198486328125,
+      "learning_rate": 1.620433886439568e-06,
+      "loss": 26.3438,
+      "step": 9286
+    },
+    {
+      "epoch": 0.6167895331075247,
+      "grad_norm": 525.7938842773438,
+      "learning_rate": 1.6203495342878572e-06,
+      "loss": 17.3906,
+      "step": 9287
+    },
+    {
+      "epoch": 0.6168559473998805,
+      "grad_norm": 1319.177001953125,
+      "learning_rate": 1.620265174960301e-06,
+      "loss": 13.7656,
+      "step": 9288
+    },
+    {
+      "epoch": 0.6169223616922361,
+      "grad_norm": 172.8104248046875,
+      "learning_rate": 1.6201808084578747e-06,
+      "loss": 22.125,
+      "step": 9289
+    },
+    {
+      "epoch": 0.6169887759845919,
+      "grad_norm": 180.99627685546875,
+      "learning_rate": 1.6200964347815545e-06,
+      "loss": 20.0781,
+      "step": 9290
+    },
+    {
+      "epoch": 0.6170551902769476,
+      "grad_norm": 121.92466735839844,
+      "learning_rate": 1.6200120539323164e-06,
+      "loss": 15.8906,
+      "step": 9291
+    },
+    {
+      "epoch": 0.6171216045693033,
+      "grad_norm": 423.7875671386719,
+      "learning_rate": 1.619927665911136e-06,
+      "loss": 15.8125,
+      "step": 9292
+    },
+    {
+      "epoch": 0.6171880188616591,
+      "grad_norm": 186.83274841308594,
+      "learning_rate": 1.6198432707189901e-06,
+      "loss": 18.2188,
+      "step": 9293
+    },
+    {
+      "epoch": 0.6172544331540147,
+      "grad_norm": 518.5579833984375,
+      "learning_rate": 1.6197588683568548e-06,
+      "loss": 14.6484,
+      "step": 9294
+    },
+    {
+      "epoch": 0.6173208474463705,
+      "grad_norm": 170.4759979248047,
+      "learning_rate": 1.6196744588257062e-06,
+      "loss": 22.5625,
+      "step": 9295
+    },
+    {
+      "epoch": 0.6173872617387262,
+      "grad_norm": 217.64382934570312,
+      "learning_rate": 1.6195900421265205e-06,
+      "loss": 18.4844,
+      "step": 9296
+    },
+    {
+      "epoch": 0.6174536760310819,
+      "grad_norm": 291.5281066894531,
+      "learning_rate": 1.619505618260275e-06,
+      "loss": 14.0469,
+      "step": 9297
+    },
+    {
+      "epoch": 0.6175200903234376,
+      "grad_norm": 212.65609741210938,
+      "learning_rate": 1.6194211872279452e-06,
+      "loss": 17.6562,
+      "step": 9298
+    },
+    {
+      "epoch": 0.6175865046157933,
+      "grad_norm": 167.38784790039062,
+      "learning_rate": 1.6193367490305088e-06,
+      "loss": 20.1562,
+      "step": 9299
+    },
+    {
+      "epoch": 0.617652918908149,
+      "grad_norm": 219.94667053222656,
+      "learning_rate": 1.6192523036689417e-06,
+      "loss": 21.4375,
+      "step": 9300
+    },
+    {
+      "epoch": 0.6177193332005048,
+      "grad_norm": 332.1939392089844,
+      "learning_rate": 1.6191678511442208e-06,
+      "loss": 18.2656,
+      "step": 9301
+    },
+    {
+      "epoch": 0.6177857474928604,
+      "grad_norm": 880.5400390625,
+      "learning_rate": 1.6190833914573236e-06,
+      "loss": 15.3594,
+      "step": 9302
+    },
+    {
+      "epoch": 0.6178521617852162,
+      "grad_norm": 265.00775146484375,
+      "learning_rate": 1.6189989246092267e-06,
+      "loss": 17.7656,
+      "step": 9303
+    },
+    {
+      "epoch": 0.617918576077572,
+      "grad_norm": 178.06993103027344,
+      "learning_rate": 1.6189144506009072e-06,
+      "loss": 15.9062,
+      "step": 9304
+    },
+    {
+      "epoch": 0.6179849903699276,
+      "grad_norm": 337.1888732910156,
+      "learning_rate": 1.6188299694333419e-06,
+      "loss": 15.4531,
+      "step": 9305
+    },
+    {
+      "epoch": 0.6180514046622834,
+      "grad_norm": 229.0672149658203,
+      "learning_rate": 1.6187454811075086e-06,
+      "loss": 14.0625,
+      "step": 9306
+    },
+    {
+      "epoch": 0.618117818954639,
+      "grad_norm": 231.59095764160156,
+      "learning_rate": 1.6186609856243845e-06,
+      "loss": 17.5,
+      "step": 9307
+    },
+    {
+      "epoch": 0.6181842332469948,
+      "grad_norm": 208.45175170898438,
+      "learning_rate": 1.6185764829849467e-06,
+      "loss": 19.5,
+      "step": 9308
+    },
+    {
+      "epoch": 0.6182506475393504,
+      "grad_norm": 281.484130859375,
+      "learning_rate": 1.6184919731901727e-06,
+      "loss": 20.3594,
+      "step": 9309
+    },
+    {
+      "epoch": 0.6183170618317062,
+      "grad_norm": 152.7681121826172,
+      "learning_rate": 1.6184074562410404e-06,
+      "loss": 25.875,
+      "step": 9310
+    },
+    {
+      "epoch": 0.6183834761240619,
+      "grad_norm": 119.7308349609375,
+      "learning_rate": 1.618322932138527e-06,
+      "loss": 13.6562,
+      "step": 9311
+    },
+    {
+      "epoch": 0.6184498904164176,
+      "grad_norm": 296.8908996582031,
+      "learning_rate": 1.6182384008836106e-06,
+      "loss": 14.9375,
+      "step": 9312
+    },
+    {
+      "epoch": 0.6185163047087733,
+      "grad_norm": 199.04710388183594,
+      "learning_rate": 1.6181538624772691e-06,
+      "loss": 16.75,
+      "step": 9313
+    },
+    {
+      "epoch": 0.618582719001129,
+      "grad_norm": 208.2545928955078,
+      "learning_rate": 1.6180693169204797e-06,
+      "loss": 17.5312,
+      "step": 9314
+    },
+    {
+      "epoch": 0.6186491332934848,
+      "grad_norm": 144.12686157226562,
+      "learning_rate": 1.617984764214221e-06,
+      "loss": 16.0156,
+      "step": 9315
+    },
+    {
+      "epoch": 0.6187155475858405,
+      "grad_norm": 478.615966796875,
+      "learning_rate": 1.6179002043594711e-06,
+      "loss": 23.25,
+      "step": 9316
+    },
+    {
+      "epoch": 0.6187819618781962,
+      "grad_norm": 387.42041015625,
+      "learning_rate": 1.617815637357208e-06,
+      "loss": 23.9062,
+      "step": 9317
+    },
+    {
+      "epoch": 0.6188483761705519,
+      "grad_norm": 305.87591552734375,
+      "learning_rate": 1.6177310632084096e-06,
+      "loss": 22.5938,
+      "step": 9318
+    },
+    {
+      "epoch": 0.6189147904629076,
+      "grad_norm": 332.59002685546875,
+      "learning_rate": 1.6176464819140546e-06,
+      "loss": 18.4844,
+      "step": 9319
+    },
+    {
+      "epoch": 0.6189812047552633,
+      "grad_norm": 158.85597229003906,
+      "learning_rate": 1.6175618934751212e-06,
+      "loss": 13.75,
+      "step": 9320
+    },
+    {
+      "epoch": 0.6190476190476191,
+      "grad_norm": 524.3280029296875,
+      "learning_rate": 1.617477297892588e-06,
+      "loss": 20.2188,
+      "step": 9321
+    },
+    {
+      "epoch": 0.6191140333399747,
+      "grad_norm": 429.1229553222656,
+      "learning_rate": 1.6173926951674335e-06,
+      "loss": 18.875,
+      "step": 9322
+    },
+    {
+      "epoch": 0.6191804476323305,
+      "grad_norm": 436.8974304199219,
+      "learning_rate": 1.6173080853006363e-06,
+      "loss": 12.8203,
+      "step": 9323
+    },
+    {
+      "epoch": 0.6192468619246861,
+      "grad_norm": 253.17100524902344,
+      "learning_rate": 1.617223468293175e-06,
+      "loss": 18.6562,
+      "step": 9324
+    },
+    {
+      "epoch": 0.6193132762170419,
+      "grad_norm": 237.45620727539062,
+      "learning_rate": 1.6171388441460285e-06,
+      "loss": 22.2812,
+      "step": 9325
+    },
+    {
+      "epoch": 0.6193796905093977,
+      "grad_norm": 428.5759582519531,
+      "learning_rate": 1.6170542128601758e-06,
+      "loss": 19.4844,
+      "step": 9326
+    },
+    {
+      "epoch": 0.6194461048017533,
+      "grad_norm": 287.3639221191406,
+      "learning_rate": 1.6169695744365958e-06,
+      "loss": 18.3281,
+      "step": 9327
+    },
+    {
+      "epoch": 0.6195125190941091,
+      "grad_norm": 348.87506103515625,
+      "learning_rate": 1.6168849288762675e-06,
+      "loss": 16.375,
+      "step": 9328
+    },
+    {
+      "epoch": 0.6195789333864647,
+      "grad_norm": 333.9768981933594,
+      "learning_rate": 1.6168002761801703e-06,
+      "loss": 19.1875,
+      "step": 9329
+    },
+    {
+      "epoch": 0.6196453476788205,
+      "grad_norm": 323.3826599121094,
+      "learning_rate": 1.6167156163492827e-06,
+      "loss": 14.8438,
+      "step": 9330
+    },
+    {
+      "epoch": 0.6197117619711762,
+      "grad_norm": 158.54803466796875,
+      "learning_rate": 1.616630949384585e-06,
+      "loss": 19.6719,
+      "step": 9331
+    },
+    {
+      "epoch": 0.6197781762635319,
+      "grad_norm": 265.2891845703125,
+      "learning_rate": 1.6165462752870554e-06,
+      "loss": 25.2188,
+      "step": 9332
+    },
+    {
+      "epoch": 0.6198445905558876,
+      "grad_norm": 152.064697265625,
+      "learning_rate": 1.6164615940576744e-06,
+      "loss": 12.8906,
+      "step": 9333
+    },
+    {
+      "epoch": 0.6199110048482434,
+      "grad_norm": 121.30574798583984,
+      "learning_rate": 1.6163769056974212e-06,
+      "loss": 19.3281,
+      "step": 9334
+    },
+    {
+      "epoch": 0.619977419140599,
+      "grad_norm": 303.2149353027344,
+      "learning_rate": 1.6162922102072753e-06,
+      "loss": 21.4062,
+      "step": 9335
+    },
+    {
+      "epoch": 0.6200438334329548,
+      "grad_norm": 406.66107177734375,
+      "learning_rate": 1.6162075075882164e-06,
+      "loss": 17.8125,
+      "step": 9336
+    },
+    {
+      "epoch": 0.6201102477253105,
+      "grad_norm": 244.06365966796875,
+      "learning_rate": 1.6161227978412247e-06,
+      "loss": 20.2344,
+      "step": 9337
+    },
+    {
+      "epoch": 0.6201766620176662,
+      "grad_norm": 307.8075866699219,
+      "learning_rate": 1.6160380809672796e-06,
+      "loss": 27.0234,
+      "step": 9338
+    },
+    {
+      "epoch": 0.620243076310022,
+      "grad_norm": 490.5261535644531,
+      "learning_rate": 1.6159533569673608e-06,
+      "loss": 20.6094,
+      "step": 9339
+    },
+    {
+      "epoch": 0.6203094906023776,
+      "grad_norm": 228.61314392089844,
+      "learning_rate": 1.6158686258424493e-06,
+      "loss": 23.5625,
+      "step": 9340
+    },
+    {
+      "epoch": 0.6203759048947334,
+      "grad_norm": 182.74476623535156,
+      "learning_rate": 1.6157838875935244e-06,
+      "loss": 19.6562,
+      "step": 9341
+    },
+    {
+      "epoch": 0.620442319187089,
+      "grad_norm": 188.92869567871094,
+      "learning_rate": 1.6156991422215666e-06,
+      "loss": 16.6875,
+      "step": 9342
+    },
+    {
+      "epoch": 0.6205087334794448,
+      "grad_norm": 197.84243774414062,
+      "learning_rate": 1.615614389727556e-06,
+      "loss": 18.6094,
+      "step": 9343
+    },
+    {
+      "epoch": 0.6205751477718005,
+      "grad_norm": 224.9297332763672,
+      "learning_rate": 1.6155296301124734e-06,
+      "loss": 23.1094,
+      "step": 9344
+    },
+    {
+      "epoch": 0.6206415620641562,
+      "grad_norm": 411.26104736328125,
+      "learning_rate": 1.615444863377299e-06,
+      "loss": 22.1562,
+      "step": 9345
+    },
+    {
+      "epoch": 0.6207079763565119,
+      "grad_norm": 302.9114074707031,
+      "learning_rate": 1.615360089523013e-06,
+      "loss": 20.7188,
+      "step": 9346
+    },
+    {
+      "epoch": 0.6207743906488676,
+      "grad_norm": 549.6847534179688,
+      "learning_rate": 1.6152753085505964e-06,
+      "loss": 21.4062,
+      "step": 9347
+    },
+    {
+      "epoch": 0.6208408049412234,
+      "grad_norm": 225.6328887939453,
+      "learning_rate": 1.6151905204610298e-06,
+      "loss": 24.5625,
+      "step": 9348
+    },
+    {
+      "epoch": 0.620907219233579,
+      "grad_norm": 272.0263366699219,
+      "learning_rate": 1.6151057252552942e-06,
+      "loss": 19.9531,
+      "step": 9349
+    },
+    {
+      "epoch": 0.6209736335259348,
+      "grad_norm": 226.33665466308594,
+      "learning_rate": 1.6150209229343702e-06,
+      "loss": 17.0625,
+      "step": 9350
+    },
+    {
+      "epoch": 0.6210400478182905,
+      "grad_norm": 220.73382568359375,
+      "learning_rate": 1.6149361134992387e-06,
+      "loss": 15.4219,
+      "step": 9351
+    },
+    {
+      "epoch": 0.6211064621106462,
+      "grad_norm": 147.98123168945312,
+      "learning_rate": 1.614851296950881e-06,
+      "loss": 16.4688,
+      "step": 9352
+    },
+    {
+      "epoch": 0.6211728764030019,
+      "grad_norm": 263.57147216796875,
+      "learning_rate": 1.614766473290278e-06,
+      "loss": 20.1406,
+      "step": 9353
+    },
+    {
+      "epoch": 0.6212392906953577,
+      "grad_norm": 121.71478271484375,
+      "learning_rate": 1.614681642518411e-06,
+      "loss": 16.0156,
+      "step": 9354
+    },
+    {
+      "epoch": 0.6213057049877133,
+      "grad_norm": 214.36756896972656,
+      "learning_rate": 1.6145968046362609e-06,
+      "loss": 18.4219,
+      "step": 9355
+    },
+    {
+      "epoch": 0.6213721192800691,
+      "grad_norm": 151.0864715576172,
+      "learning_rate": 1.6145119596448096e-06,
+      "loss": 18.6406,
+      "step": 9356
+    },
+    {
+      "epoch": 0.6214385335724247,
+      "grad_norm": 296.0901184082031,
+      "learning_rate": 1.614427107545038e-06,
+      "loss": 18.2344,
+      "step": 9357
+    },
+    {
+      "epoch": 0.6215049478647805,
+      "grad_norm": 118.8132095336914,
+      "learning_rate": 1.6143422483379281e-06,
+      "loss": 15.3281,
+      "step": 9358
+    },
+    {
+      "epoch": 0.6215713621571363,
+      "grad_norm": 895.0809326171875,
+      "learning_rate": 1.6142573820244616e-06,
+      "loss": 23.8438,
+      "step": 9359
+    },
+    {
+      "epoch": 0.6216377764494919,
+      "grad_norm": 248.9422607421875,
+      "learning_rate": 1.6141725086056196e-06,
+      "loss": 18.2812,
+      "step": 9360
+    },
+    {
+      "epoch": 0.6217041907418477,
+      "grad_norm": 296.3357849121094,
+      "learning_rate": 1.6140876280823843e-06,
+      "loss": 17.7344,
+      "step": 9361
+    },
+    {
+      "epoch": 0.6217706050342033,
+      "grad_norm": 283.90252685546875,
+      "learning_rate": 1.6140027404557373e-06,
+      "loss": 17.5469,
+      "step": 9362
+    },
+    {
+      "epoch": 0.6218370193265591,
+      "grad_norm": 235.04397583007812,
+      "learning_rate": 1.6139178457266608e-06,
+      "loss": 22.6562,
+      "step": 9363
+    },
+    {
+      "epoch": 0.6219034336189148,
+      "grad_norm": 294.8955078125,
+      "learning_rate": 1.6138329438961366e-06,
+      "loss": 18.6172,
+      "step": 9364
+    },
+    {
+      "epoch": 0.6219698479112705,
+      "grad_norm": 261.18511962890625,
+      "learning_rate": 1.613748034965147e-06,
+      "loss": 20.3906,
+      "step": 9365
+    },
+    {
+      "epoch": 0.6220362622036262,
+      "grad_norm": 1033.6485595703125,
+      "learning_rate": 1.613663118934674e-06,
+      "loss": 24.5,
+      "step": 9366
+    },
+    {
+      "epoch": 0.6221026764959819,
+      "grad_norm": 3324.981689453125,
+      "learning_rate": 1.6135781958056995e-06,
+      "loss": 23.2656,
+      "step": 9367
+    },
+    {
+      "epoch": 0.6221690907883376,
+      "grad_norm": 158.71034240722656,
+      "learning_rate": 1.6134932655792065e-06,
+      "loss": 17.1875,
+      "step": 9368
+    },
+    {
+      "epoch": 0.6222355050806934,
+      "grad_norm": 426.817138671875,
+      "learning_rate": 1.6134083282561773e-06,
+      "loss": 15.4531,
+      "step": 9369
+    },
+    {
+      "epoch": 0.6223019193730491,
+      "grad_norm": 132.34425354003906,
+      "learning_rate": 1.6133233838375941e-06,
+      "loss": 21.5312,
+      "step": 9370
+    },
+    {
+      "epoch": 0.6223683336654048,
+      "grad_norm": 115.67589569091797,
+      "learning_rate": 1.6132384323244396e-06,
+      "loss": 16.2031,
+      "step": 9371
+    },
+    {
+      "epoch": 0.6224347479577605,
+      "grad_norm": 287.7967529296875,
+      "learning_rate": 1.613153473717697e-06,
+      "loss": 16.3438,
+      "step": 9372
+    },
+    {
+      "epoch": 0.6225011622501162,
+      "grad_norm": 534.862548828125,
+      "learning_rate": 1.613068508018348e-06,
+      "loss": 22.8906,
+      "step": 9373
+    },
+    {
+      "epoch": 0.622567576542472,
+      "grad_norm": 108.7054214477539,
+      "learning_rate": 1.6129835352273764e-06,
+      "loss": 12.4688,
+      "step": 9374
+    },
+    {
+      "epoch": 0.6226339908348276,
+      "grad_norm": 274.1351318359375,
+      "learning_rate": 1.6128985553457644e-06,
+      "loss": 14.6875,
+      "step": 9375
+    },
+    {
+      "epoch": 0.6227004051271834,
+      "grad_norm": 143.05775451660156,
+      "learning_rate": 1.6128135683744956e-06,
+      "loss": 13.3906,
+      "step": 9376
+    },
+    {
+      "epoch": 0.622766819419539,
+      "grad_norm": 283.01568603515625,
+      "learning_rate": 1.6127285743145528e-06,
+      "loss": 17.5156,
+      "step": 9377
+    },
+    {
+      "epoch": 0.6228332337118948,
+      "grad_norm": 157.95181274414062,
+      "learning_rate": 1.612643573166919e-06,
+      "loss": 21.3281,
+      "step": 9378
+    },
+    {
+      "epoch": 0.6228996480042505,
+      "grad_norm": 222.92893981933594,
+      "learning_rate": 1.6125585649325778e-06,
+      "loss": 13.6719,
+      "step": 9379
+    },
+    {
+      "epoch": 0.6229660622966062,
+      "grad_norm": 320.670654296875,
+      "learning_rate": 1.612473549612512e-06,
+      "loss": 15.6484,
+      "step": 9380
+    },
+    {
+      "epoch": 0.623032476588962,
+      "grad_norm": 124.23709106445312,
+      "learning_rate": 1.6123885272077058e-06,
+      "loss": 19.75,
+      "step": 9381
+    },
+    {
+      "epoch": 0.6230988908813176,
+      "grad_norm": 168.75448608398438,
+      "learning_rate": 1.612303497719142e-06,
+      "loss": 21.9219,
+      "step": 9382
+    },
+    {
+      "epoch": 0.6231653051736734,
+      "grad_norm": 171.60861206054688,
+      "learning_rate": 1.6122184611478047e-06,
+      "loss": 19.3438,
+      "step": 9383
+    },
+    {
+      "epoch": 0.6232317194660291,
+      "grad_norm": 207.9339141845703,
+      "learning_rate": 1.6121334174946765e-06,
+      "loss": 14.8281,
+      "step": 9384
+    },
+    {
+      "epoch": 0.6232981337583848,
+      "grad_norm": 394.48760986328125,
+      "learning_rate": 1.6120483667607428e-06,
+      "loss": 17.3125,
+      "step": 9385
+    },
+    {
+      "epoch": 0.6233645480507405,
+      "grad_norm": 163.9935760498047,
+      "learning_rate": 1.6119633089469859e-06,
+      "loss": 21.4531,
+      "step": 9386
+    },
+    {
+      "epoch": 0.6234309623430963,
+      "grad_norm": 461.31103515625,
+      "learning_rate": 1.6118782440543908e-06,
+      "loss": 18.9062,
+      "step": 9387
+    },
+    {
+      "epoch": 0.6234973766354519,
+      "grad_norm": 181.0987091064453,
+      "learning_rate": 1.6117931720839405e-06,
+      "loss": 20.8438,
+      "step": 9388
+    },
+    {
+      "epoch": 0.6235637909278077,
+      "grad_norm": 271.72418212890625,
+      "learning_rate": 1.61170809303662e-06,
+      "loss": 25.4062,
+      "step": 9389
+    },
+    {
+      "epoch": 0.6236302052201633,
+      "grad_norm": 216.14505004882812,
+      "learning_rate": 1.6116230069134128e-06,
+      "loss": 22.2031,
+      "step": 9390
+    },
+    {
+      "epoch": 0.6236966195125191,
+      "grad_norm": 878.810546875,
+      "learning_rate": 1.6115379137153036e-06,
+      "loss": 21.6875,
+      "step": 9391
+    },
+    {
+      "epoch": 0.6237630338048749,
+      "grad_norm": 383.3150634765625,
+      "learning_rate": 1.611452813443276e-06,
+      "loss": 23.0781,
+      "step": 9392
+    },
+    {
+      "epoch": 0.6238294480972305,
+      "grad_norm": 159.0681915283203,
+      "learning_rate": 1.611367706098315e-06,
+      "loss": 16.7656,
+      "step": 9393
+    },
+    {
+      "epoch": 0.6238958623895863,
+      "grad_norm": 235.75367736816406,
+      "learning_rate": 1.611282591681405e-06,
+      "loss": 33.0625,
+      "step": 9394
+    },
+    {
+      "epoch": 0.6239622766819419,
+      "grad_norm": 394.28857421875,
+      "learning_rate": 1.6111974701935306e-06,
+      "loss": 23.7188,
+      "step": 9395
+    },
+    {
+      "epoch": 0.6240286909742977,
+      "grad_norm": 591.204833984375,
+      "learning_rate": 1.611112341635676e-06,
+      "loss": 24.4375,
+      "step": 9396
+    },
+    {
+      "epoch": 0.6240951052666533,
+      "grad_norm": 159.56980895996094,
+      "learning_rate": 1.6110272060088264e-06,
+      "loss": 17.1406,
+      "step": 9397
+    },
+    {
+      "epoch": 0.6241615195590091,
+      "grad_norm": 447.04559326171875,
+      "learning_rate": 1.6109420633139664e-06,
+      "loss": 21.6094,
+      "step": 9398
+    },
+    {
+      "epoch": 0.6242279338513648,
+      "grad_norm": 165.07342529296875,
+      "learning_rate": 1.6108569135520808e-06,
+      "loss": 13.7656,
+      "step": 9399
+    },
+    {
+      "epoch": 0.6242943481437205,
+      "grad_norm": 222.96969604492188,
+      "learning_rate": 1.610771756724155e-06,
+      "loss": 19.2188,
+      "step": 9400
+    },
+    {
+      "epoch": 0.6243607624360762,
+      "grad_norm": 349.6292724609375,
+      "learning_rate": 1.6106865928311733e-06,
+      "loss": 17.4219,
+      "step": 9401
+    },
+    {
+      "epoch": 0.624427176728432,
+      "grad_norm": 655.3377075195312,
+      "learning_rate": 1.6106014218741213e-06,
+      "loss": 12.8125,
+      "step": 9402
+    },
+    {
+      "epoch": 0.6244935910207877,
+      "grad_norm": 239.62026977539062,
+      "learning_rate": 1.6105162438539844e-06,
+      "loss": 21.7031,
+      "step": 9403
+    },
+    {
+      "epoch": 0.6245600053131434,
+      "grad_norm": 191.40606689453125,
+      "learning_rate": 1.6104310587717475e-06,
+      "loss": 16.6406,
+      "step": 9404
+    },
+    {
+      "epoch": 0.6246264196054991,
+      "grad_norm": 124.65821075439453,
+      "learning_rate": 1.610345866628396e-06,
+      "loss": 18.0312,
+      "step": 9405
+    },
+    {
+      "epoch": 0.6246928338978548,
+      "grad_norm": 128.01329040527344,
+      "learning_rate": 1.6102606674249156e-06,
+      "loss": 15.1875,
+      "step": 9406
+    },
+    {
+      "epoch": 0.6247592481902106,
+      "grad_norm": 345.0602111816406,
+      "learning_rate": 1.6101754611622916e-06,
+      "loss": 17.9219,
+      "step": 9407
+    },
+    {
+      "epoch": 0.6248256624825662,
+      "grad_norm": 108.78302764892578,
+      "learning_rate": 1.6100902478415098e-06,
+      "loss": 14.2344,
+      "step": 9408
+    },
+    {
+      "epoch": 0.624892076774922,
+      "grad_norm": 390.8831787109375,
+      "learning_rate": 1.6100050274635557e-06,
+      "loss": 20.7812,
+      "step": 9409
+    },
+    {
+      "epoch": 0.6249584910672776,
+      "grad_norm": 187.9704132080078,
+      "learning_rate": 1.6099198000294152e-06,
+      "loss": 18.0938,
+      "step": 9410
+    },
+    {
+      "epoch": 0.6250249053596334,
+      "grad_norm": 460.5272521972656,
+      "learning_rate": 1.6098345655400745e-06,
+      "loss": 19.0781,
+      "step": 9411
+    },
+    {
+      "epoch": 0.6250913196519892,
+      "grad_norm": 229.98696899414062,
+      "learning_rate": 1.6097493239965187e-06,
+      "loss": 18.0156,
+      "step": 9412
+    },
+    {
+      "epoch": 0.6251577339443448,
+      "grad_norm": 254.99913024902344,
+      "learning_rate": 1.6096640753997346e-06,
+      "loss": 19.375,
+      "step": 9413
+    },
+    {
+      "epoch": 0.6252241482367006,
+      "grad_norm": 166.663818359375,
+      "learning_rate": 1.6095788197507079e-06,
+      "loss": 19.5312,
+      "step": 9414
+    },
+    {
+      "epoch": 0.6252905625290562,
+      "grad_norm": 384.8300476074219,
+      "learning_rate": 1.609493557050425e-06,
+      "loss": 22.2188,
+      "step": 9415
+    },
+    {
+      "epoch": 0.625356976821412,
+      "grad_norm": 152.7174530029297,
+      "learning_rate": 1.609408287299872e-06,
+      "loss": 14.3281,
+      "step": 9416
+    },
+    {
+      "epoch": 0.6254233911137677,
+      "grad_norm": 277.5640563964844,
+      "learning_rate": 1.6093230105000353e-06,
+      "loss": 19.875,
+      "step": 9417
+    },
+    {
+      "epoch": 0.6254898054061234,
+      "grad_norm": 155.49343872070312,
+      "learning_rate": 1.6092377266519016e-06,
+      "loss": 12.0469,
+      "step": 9418
+    },
+    {
+      "epoch": 0.6255562196984791,
+      "grad_norm": 263.6170654296875,
+      "learning_rate": 1.6091524357564569e-06,
+      "loss": 17.4062,
+      "step": 9419
+    },
+    {
+      "epoch": 0.6256226339908348,
+      "grad_norm": 149.9661102294922,
+      "learning_rate": 1.6090671378146885e-06,
+      "loss": 16.0,
+      "step": 9420
+    },
+    {
+      "epoch": 0.6256890482831905,
+      "grad_norm": 347.5901794433594,
+      "learning_rate": 1.6089818328275822e-06,
+      "loss": 27.0625,
+      "step": 9421
+    },
+    {
+      "epoch": 0.6257554625755463,
+      "grad_norm": 285.0367736816406,
+      "learning_rate": 1.6088965207961255e-06,
+      "loss": 18.8125,
+      "step": 9422
+    },
+    {
+      "epoch": 0.625821876867902,
+      "grad_norm": 286.473388671875,
+      "learning_rate": 1.6088112017213047e-06,
+      "loss": 20.6406,
+      "step": 9423
+    },
+    {
+      "epoch": 0.6258882911602577,
+      "grad_norm": 448.4151306152344,
+      "learning_rate": 1.6087258756041072e-06,
+      "loss": 21.625,
+      "step": 9424
+    },
+    {
+      "epoch": 0.6259547054526134,
+      "grad_norm": 284.07080078125,
+      "learning_rate": 1.6086405424455197e-06,
+      "loss": 15.1094,
+      "step": 9425
+    },
+    {
+      "epoch": 0.6260211197449691,
+      "grad_norm": 101.02718353271484,
+      "learning_rate": 1.6085552022465292e-06,
+      "loss": 14.6719,
+      "step": 9426
+    },
+    {
+      "epoch": 0.6260875340373249,
+      "grad_norm": 155.1531219482422,
+      "learning_rate": 1.6084698550081232e-06,
+      "loss": 13.125,
+      "step": 9427
+    },
+    {
+      "epoch": 0.6261539483296805,
+      "grad_norm": 207.93861389160156,
+      "learning_rate": 1.6083845007312889e-06,
+      "loss": 15.625,
+      "step": 9428
+    },
+    {
+      "epoch": 0.6262203626220363,
+      "grad_norm": 156.05174255371094,
+      "learning_rate": 1.6082991394170137e-06,
+      "loss": 19.7188,
+      "step": 9429
+    },
+    {
+      "epoch": 0.6262867769143919,
+      "grad_norm": 286.9539489746094,
+      "learning_rate": 1.6082137710662841e-06,
+      "loss": 21.2812,
+      "step": 9430
+    },
+    {
+      "epoch": 0.6263531912067477,
+      "grad_norm": 149.89280700683594,
+      "learning_rate": 1.6081283956800888e-06,
+      "loss": 19.7969,
+      "step": 9431
+    },
+    {
+      "epoch": 0.6264196054991034,
+      "grad_norm": 209.52488708496094,
+      "learning_rate": 1.6080430132594152e-06,
+      "loss": 15.0938,
+      "step": 9432
+    },
+    {
+      "epoch": 0.6264860197914591,
+      "grad_norm": 189.457763671875,
+      "learning_rate": 1.6079576238052499e-06,
+      "loss": 14.6719,
+      "step": 9433
+    },
+    {
+      "epoch": 0.6265524340838149,
+      "grad_norm": 174.73907470703125,
+      "learning_rate": 1.607872227318582e-06,
+      "loss": 21.0,
+      "step": 9434
+    },
+    {
+      "epoch": 0.6266188483761705,
+      "grad_norm": 107.75126647949219,
+      "learning_rate": 1.6077868238003985e-06,
+      "loss": 15.9219,
+      "step": 9435
+    },
+    {
+      "epoch": 0.6266852626685263,
+      "grad_norm": 466.0093994140625,
+      "learning_rate": 1.6077014132516874e-06,
+      "loss": 26.4219,
+      "step": 9436
+    },
+    {
+      "epoch": 0.626751676960882,
+      "grad_norm": 171.60592651367188,
+      "learning_rate": 1.6076159956734365e-06,
+      "loss": 19.0156,
+      "step": 9437
+    },
+    {
+      "epoch": 0.6268180912532377,
+      "grad_norm": 224.41067504882812,
+      "learning_rate": 1.6075305710666347e-06,
+      "loss": 16.2031,
+      "step": 9438
+    },
+    {
+      "epoch": 0.6268845055455934,
+      "grad_norm": 193.07142639160156,
+      "learning_rate": 1.6074451394322693e-06,
+      "loss": 24.1562,
+      "step": 9439
+    },
+    {
+      "epoch": 0.6269509198379491,
+      "grad_norm": 169.38272094726562,
+      "learning_rate": 1.6073597007713287e-06,
+      "loss": 17.625,
+      "step": 9440
+    },
+    {
+      "epoch": 0.6270173341303048,
+      "grad_norm": 259.92425537109375,
+      "learning_rate": 1.6072742550848015e-06,
+      "loss": 14.4844,
+      "step": 9441
+    },
+    {
+      "epoch": 0.6270837484226606,
+      "grad_norm": 176.46192932128906,
+      "learning_rate": 1.6071888023736757e-06,
+      "loss": 24.0312,
+      "step": 9442
+    },
+    {
+      "epoch": 0.6271501627150162,
+      "grad_norm": 182.86280822753906,
+      "learning_rate": 1.6071033426389401e-06,
+      "loss": 21.375,
+      "step": 9443
+    },
+    {
+      "epoch": 0.627216577007372,
+      "grad_norm": 303.88970947265625,
+      "learning_rate": 1.6070178758815832e-06,
+      "loss": 13.8906,
+      "step": 9444
+    },
+    {
+      "epoch": 0.6272829912997278,
+      "grad_norm": 569.4445190429688,
+      "learning_rate": 1.6069324021025933e-06,
+      "loss": 26.0938,
+      "step": 9445
+    },
+    {
+      "epoch": 0.6273494055920834,
+      "grad_norm": 184.24220275878906,
+      "learning_rate": 1.6068469213029596e-06,
+      "loss": 17.9219,
+      "step": 9446
+    },
+    {
+      "epoch": 0.6274158198844392,
+      "grad_norm": 182.5476531982422,
+      "learning_rate": 1.6067614334836706e-06,
+      "loss": 19.7031,
+      "step": 9447
+    },
+    {
+      "epoch": 0.6274822341767948,
+      "grad_norm": 207.58937072753906,
+      "learning_rate": 1.606675938645715e-06,
+      "loss": 18.25,
+      "step": 9448
+    },
+    {
+      "epoch": 0.6275486484691506,
+      "grad_norm": 711.7501831054688,
+      "learning_rate": 1.606590436790082e-06,
+      "loss": 18.8594,
+      "step": 9449
+    },
+    {
+      "epoch": 0.6276150627615062,
+      "grad_norm": 287.5324401855469,
+      "learning_rate": 1.606504927917761e-06,
+      "loss": 17.8125,
+      "step": 9450
+    },
+    {
+      "epoch": 0.627681477053862,
+      "grad_norm": 171.63751220703125,
+      "learning_rate": 1.6064194120297403e-06,
+      "loss": 18.5312,
+      "step": 9451
+    },
+    {
+      "epoch": 0.6277478913462177,
+      "grad_norm": 175.32211303710938,
+      "learning_rate": 1.6063338891270096e-06,
+      "loss": 16.9062,
+      "step": 9452
+    },
+    {
+      "epoch": 0.6278143056385734,
+      "grad_norm": 130.81478881835938,
+      "learning_rate": 1.6062483592105582e-06,
+      "loss": 19.4375,
+      "step": 9453
+    },
+    {
+      "epoch": 0.6278807199309291,
+      "grad_norm": 141.32005310058594,
+      "learning_rate": 1.6061628222813752e-06,
+      "loss": 14.2656,
+      "step": 9454
+    },
+    {
+      "epoch": 0.6279471342232849,
+      "grad_norm": 470.71575927734375,
+      "learning_rate": 1.6060772783404506e-06,
+      "loss": 15.2969,
+      "step": 9455
+    },
+    {
+      "epoch": 0.6280135485156406,
+      "grad_norm": 273.50823974609375,
+      "learning_rate": 1.605991727388773e-06,
+      "loss": 19.125,
+      "step": 9456
+    },
+    {
+      "epoch": 0.6280799628079963,
+      "grad_norm": 256.297119140625,
+      "learning_rate": 1.6059061694273328e-06,
+      "loss": 16.9375,
+      "step": 9457
+    },
+    {
+      "epoch": 0.628146377100352,
+      "grad_norm": 175.32176208496094,
+      "learning_rate": 1.6058206044571195e-06,
+      "loss": 12.5312,
+      "step": 9458
+    },
+    {
+      "epoch": 0.6282127913927077,
+      "grad_norm": 196.8859405517578,
+      "learning_rate": 1.6057350324791227e-06,
+      "loss": 15.8359,
+      "step": 9459
+    },
+    {
+      "epoch": 0.6282792056850635,
+      "grad_norm": 126.93058013916016,
+      "learning_rate": 1.605649453494332e-06,
+      "loss": 12.625,
+      "step": 9460
+    },
+    {
+      "epoch": 0.6283456199774191,
+      "grad_norm": 178.26715087890625,
+      "learning_rate": 1.6055638675037382e-06,
+      "loss": 16.125,
+      "step": 9461
+    },
+    {
+      "epoch": 0.6284120342697749,
+      "grad_norm": 256.65008544921875,
+      "learning_rate": 1.6054782745083304e-06,
+      "loss": 15.9062,
+      "step": 9462
+    },
+    {
+      "epoch": 0.6284784485621305,
+      "grad_norm": 161.7789764404297,
+      "learning_rate": 1.6053926745090992e-06,
+      "loss": 19.3438,
+      "step": 9463
+    },
+    {
+      "epoch": 0.6285448628544863,
+      "grad_norm": 155.78024291992188,
+      "learning_rate": 1.6053070675070348e-06,
+      "loss": 15.8125,
+      "step": 9464
+    },
+    {
+      "epoch": 0.628611277146842,
+      "grad_norm": 294.5328063964844,
+      "learning_rate": 1.6052214535031273e-06,
+      "loss": 19.125,
+      "step": 9465
+    },
+    {
+      "epoch": 0.6286776914391977,
+      "grad_norm": 351.7680969238281,
+      "learning_rate": 1.6051358324983665e-06,
+      "loss": 24.4844,
+      "step": 9466
+    },
+    {
+      "epoch": 0.6287441057315535,
+      "grad_norm": 162.74365234375,
+      "learning_rate": 1.6050502044937436e-06,
+      "loss": 17.1406,
+      "step": 9467
+    },
+    {
+      "epoch": 0.6288105200239091,
+      "grad_norm": 179.88961791992188,
+      "learning_rate": 1.604964569490249e-06,
+      "loss": 24.3125,
+      "step": 9468
+    },
+    {
+      "epoch": 0.6288769343162649,
+      "grad_norm": 174.19509887695312,
+      "learning_rate": 1.604878927488873e-06,
+      "loss": 15.8125,
+      "step": 9469
+    },
+    {
+      "epoch": 0.6289433486086206,
+      "grad_norm": 476.8846130371094,
+      "learning_rate": 1.6047932784906064e-06,
+      "loss": 22.5,
+      "step": 9470
+    },
+    {
+      "epoch": 0.6290097629009763,
+      "grad_norm": 142.85736083984375,
+      "learning_rate": 1.60470762249644e-06,
+      "loss": 18.4219,
+      "step": 9471
+    },
+    {
+      "epoch": 0.629076177193332,
+      "grad_norm": 303.9879150390625,
+      "learning_rate": 1.6046219595073643e-06,
+      "loss": 19.8125,
+      "step": 9472
+    },
+    {
+      "epoch": 0.6291425914856877,
+      "grad_norm": 160.15914916992188,
+      "learning_rate": 1.6045362895243707e-06,
+      "loss": 17.2656,
+      "step": 9473
+    },
+    {
+      "epoch": 0.6292090057780434,
+      "grad_norm": 185.61070251464844,
+      "learning_rate": 1.6044506125484496e-06,
+      "loss": 12.4531,
+      "step": 9474
+    },
+    {
+      "epoch": 0.6292754200703992,
+      "grad_norm": 939.772705078125,
+      "learning_rate": 1.6043649285805923e-06,
+      "loss": 17.8906,
+      "step": 9475
+    },
+    {
+      "epoch": 0.6293418343627548,
+      "grad_norm": 148.3353271484375,
+      "learning_rate": 1.6042792376217902e-06,
+      "loss": 11.3203,
+      "step": 9476
+    },
+    {
+      "epoch": 0.6294082486551106,
+      "grad_norm": 193.21217346191406,
+      "learning_rate": 1.6041935396730342e-06,
+      "loss": 20.1094,
+      "step": 9477
+    },
+    {
+      "epoch": 0.6294746629474663,
+      "grad_norm": 185.5853729248047,
+      "learning_rate": 1.604107834735316e-06,
+      "loss": 16.7969,
+      "step": 9478
+    },
+    {
+      "epoch": 0.629541077239822,
+      "grad_norm": 204.3723602294922,
+      "learning_rate": 1.6040221228096265e-06,
+      "loss": 16.3281,
+      "step": 9479
+    },
+    {
+      "epoch": 0.6296074915321778,
+      "grad_norm": 224.5890350341797,
+      "learning_rate": 1.603936403896957e-06,
+      "loss": 24.9531,
+      "step": 9480
+    },
+    {
+      "epoch": 0.6296739058245334,
+      "grad_norm": 155.71434020996094,
+      "learning_rate": 1.6038506779983e-06,
+      "loss": 15.5391,
+      "step": 9481
+    },
+    {
+      "epoch": 0.6297403201168892,
+      "grad_norm": 273.3056335449219,
+      "learning_rate": 1.6037649451146465e-06,
+      "loss": 22.7188,
+      "step": 9482
+    },
+    {
+      "epoch": 0.6298067344092448,
+      "grad_norm": 240.1740264892578,
+      "learning_rate": 1.6036792052469883e-06,
+      "loss": 15.6406,
+      "step": 9483
+    },
+    {
+      "epoch": 0.6298731487016006,
+      "grad_norm": 209.98330688476562,
+      "learning_rate": 1.603593458396317e-06,
+      "loss": 11.4062,
+      "step": 9484
+    },
+    {
+      "epoch": 0.6299395629939563,
+      "grad_norm": 226.23338317871094,
+      "learning_rate": 1.6035077045636246e-06,
+      "loss": 19.7812,
+      "step": 9485
+    },
+    {
+      "epoch": 0.630005977286312,
+      "grad_norm": 700.1453857421875,
+      "learning_rate": 1.603421943749903e-06,
+      "loss": 19.4062,
+      "step": 9486
+    },
+    {
+      "epoch": 0.6300723915786677,
+      "grad_norm": 666.2794799804688,
+      "learning_rate": 1.6033361759561443e-06,
+      "loss": 18.9219,
+      "step": 9487
+    },
+    {
+      "epoch": 0.6301388058710234,
+      "grad_norm": 182.45452880859375,
+      "learning_rate": 1.603250401183341e-06,
+      "loss": 20.2188,
+      "step": 9488
+    },
+    {
+      "epoch": 0.6302052201633792,
+      "grad_norm": 247.41017150878906,
+      "learning_rate": 1.6031646194324847e-06,
+      "loss": 12.5781,
+      "step": 9489
+    },
+    {
+      "epoch": 0.6302716344557349,
+      "grad_norm": 310.75347900390625,
+      "learning_rate": 1.6030788307045677e-06,
+      "loss": 18.375,
+      "step": 9490
+    },
+    {
+      "epoch": 0.6303380487480906,
+      "grad_norm": 155.64454650878906,
+      "learning_rate": 1.6029930350005827e-06,
+      "loss": 16.4219,
+      "step": 9491
+    },
+    {
+      "epoch": 0.6304044630404463,
+      "grad_norm": 273.2087097167969,
+      "learning_rate": 1.602907232321522e-06,
+      "loss": 16.6406,
+      "step": 9492
+    },
+    {
+      "epoch": 0.630470877332802,
+      "grad_norm": 675.1847534179688,
+      "learning_rate": 1.6028214226683782e-06,
+      "loss": 16.8594,
+      "step": 9493
+    },
+    {
+      "epoch": 0.6305372916251577,
+      "grad_norm": 556.885986328125,
+      "learning_rate": 1.6027356060421436e-06,
+      "loss": 23.6094,
+      "step": 9494
+    },
+    {
+      "epoch": 0.6306037059175135,
+      "grad_norm": 384.96087646484375,
+      "learning_rate": 1.602649782443811e-06,
+      "loss": 17.6719,
+      "step": 9495
+    },
+    {
+      "epoch": 0.6306701202098691,
+      "grad_norm": 138.30728149414062,
+      "learning_rate": 1.6025639518743734e-06,
+      "loss": 17.0312,
+      "step": 9496
+    },
+    {
+      "epoch": 0.6307365345022249,
+      "grad_norm": 270.7886047363281,
+      "learning_rate": 1.6024781143348234e-06,
+      "loss": 19.6406,
+      "step": 9497
+    },
+    {
+      "epoch": 0.6308029487945805,
+      "grad_norm": 188.6880645751953,
+      "learning_rate": 1.602392269826154e-06,
+      "loss": 19.1406,
+      "step": 9498
+    },
+    {
+      "epoch": 0.6308693630869363,
+      "grad_norm": 156.36585998535156,
+      "learning_rate": 1.602306418349358e-06,
+      "loss": 16.7656,
+      "step": 9499
+    },
+    {
+      "epoch": 0.6309357773792921,
+      "grad_norm": 243.0670166015625,
+      "learning_rate": 1.602220559905429e-06,
+      "loss": 15.8125,
+      "step": 9500
+    },
+    {
+      "epoch": 0.6310021916716477,
+      "grad_norm": 456.8387145996094,
+      "learning_rate": 1.6021346944953594e-06,
+      "loss": 22.2031,
+      "step": 9501
+    },
+    {
+      "epoch": 0.6310686059640035,
+      "grad_norm": 176.53627014160156,
+      "learning_rate": 1.6020488221201433e-06,
+      "loss": 18.7812,
+      "step": 9502
+    },
+    {
+      "epoch": 0.6311350202563591,
+      "grad_norm": 300.51605224609375,
+      "learning_rate": 1.6019629427807733e-06,
+      "loss": 19.1406,
+      "step": 9503
+    },
+    {
+      "epoch": 0.6312014345487149,
+      "grad_norm": 288.7936096191406,
+      "learning_rate": 1.6018770564782433e-06,
+      "loss": 20.6094,
+      "step": 9504
+    },
+    {
+      "epoch": 0.6312678488410706,
+      "grad_norm": 138.9303436279297,
+      "learning_rate": 1.6017911632135464e-06,
+      "loss": 15.1875,
+      "step": 9505
+    },
+    {
+      "epoch": 0.6313342631334263,
+      "grad_norm": 274.94122314453125,
+      "learning_rate": 1.6017052629876763e-06,
+      "loss": 25.9531,
+      "step": 9506
+    },
+    {
+      "epoch": 0.631400677425782,
+      "grad_norm": 207.40093994140625,
+      "learning_rate": 1.601619355801627e-06,
+      "loss": 21.5312,
+      "step": 9507
+    },
+    {
+      "epoch": 0.6314670917181378,
+      "grad_norm": 389.6383056640625,
+      "learning_rate": 1.6015334416563916e-06,
+      "loss": 12.8516,
+      "step": 9508
+    },
+    {
+      "epoch": 0.6315335060104934,
+      "grad_norm": 206.23361206054688,
+      "learning_rate": 1.6014475205529643e-06,
+      "loss": 24.2812,
+      "step": 9509
+    },
+    {
+      "epoch": 0.6315999203028492,
+      "grad_norm": 249.59576416015625,
+      "learning_rate": 1.601361592492339e-06,
+      "loss": 17.4844,
+      "step": 9510
+    },
+    {
+      "epoch": 0.6316663345952049,
+      "grad_norm": 270.25732421875,
+      "learning_rate": 1.6012756574755094e-06,
+      "loss": 17.3438,
+      "step": 9511
+    },
+    {
+      "epoch": 0.6317327488875606,
+      "grad_norm": 176.2714080810547,
+      "learning_rate": 1.6011897155034695e-06,
+      "loss": 13.0312,
+      "step": 9512
+    },
+    {
+      "epoch": 0.6317991631799164,
+      "grad_norm": 261.8223876953125,
+      "learning_rate": 1.6011037665772143e-06,
+      "loss": 18.6094,
+      "step": 9513
+    },
+    {
+      "epoch": 0.631865577472272,
+      "grad_norm": 300.29473876953125,
+      "learning_rate": 1.6010178106977368e-06,
+      "loss": 19.0625,
+      "step": 9514
+    },
+    {
+      "epoch": 0.6319319917646278,
+      "grad_norm": 211.9186553955078,
+      "learning_rate": 1.600931847866032e-06,
+      "loss": 19.0156,
+      "step": 9515
+    },
+    {
+      "epoch": 0.6319984060569834,
+      "grad_norm": 205.11399841308594,
+      "learning_rate": 1.6008458780830941e-06,
+      "loss": 14.7969,
+      "step": 9516
+    },
+    {
+      "epoch": 0.6320648203493392,
+      "grad_norm": 349.7182922363281,
+      "learning_rate": 1.6007599013499173e-06,
+      "loss": 19.8281,
+      "step": 9517
+    },
+    {
+      "epoch": 0.6321312346416949,
+      "grad_norm": 166.26171875,
+      "learning_rate": 1.6006739176674968e-06,
+      "loss": 19.5781,
+      "step": 9518
+    },
+    {
+      "epoch": 0.6321976489340506,
+      "grad_norm": 143.52029418945312,
+      "learning_rate": 1.6005879270368266e-06,
+      "loss": 12.4844,
+      "step": 9519
+    },
+    {
+      "epoch": 0.6322640632264063,
+      "grad_norm": 426.50469970703125,
+      "learning_rate": 1.6005019294589016e-06,
+      "loss": 18.8906,
+      "step": 9520
+    },
+    {
+      "epoch": 0.632330477518762,
+      "grad_norm": 197.6848602294922,
+      "learning_rate": 1.6004159249347164e-06,
+      "loss": 17.8125,
+      "step": 9521
+    },
+    {
+      "epoch": 0.6323968918111178,
+      "grad_norm": 265.46429443359375,
+      "learning_rate": 1.6003299134652664e-06,
+      "loss": 18.5156,
+      "step": 9522
+    },
+    {
+      "epoch": 0.6324633061034735,
+      "grad_norm": 196.36593627929688,
+      "learning_rate": 1.6002438950515456e-06,
+      "loss": 21.0938,
+      "step": 9523
+    },
+    {
+      "epoch": 0.6325297203958292,
+      "grad_norm": 145.677734375,
+      "learning_rate": 1.60015786969455e-06,
+      "loss": 14.4531,
+      "step": 9524
+    },
+    {
+      "epoch": 0.6325961346881849,
+      "grad_norm": 481.7918395996094,
+      "learning_rate": 1.600071837395274e-06,
+      "loss": 17.9062,
+      "step": 9525
+    },
+    {
+      "epoch": 0.6326625489805406,
+      "grad_norm": 303.8114318847656,
+      "learning_rate": 1.599985798154713e-06,
+      "loss": 23.5312,
+      "step": 9526
+    },
+    {
+      "epoch": 0.6327289632728963,
+      "grad_norm": 160.15646362304688,
+      "learning_rate": 1.5998997519738623e-06,
+      "loss": 15.0781,
+      "step": 9527
+    },
+    {
+      "epoch": 0.6327953775652521,
+      "grad_norm": 502.4113464355469,
+      "learning_rate": 1.5998136988537171e-06,
+      "loss": 30.4688,
+      "step": 9528
+    },
+    {
+      "epoch": 0.6328617918576077,
+      "grad_norm": 252.10147094726562,
+      "learning_rate": 1.599727638795273e-06,
+      "loss": 19.1094,
+      "step": 9529
+    },
+    {
+      "epoch": 0.6329282061499635,
+      "grad_norm": 234.43630981445312,
+      "learning_rate": 1.5996415717995254e-06,
+      "loss": 18.9844,
+      "step": 9530
+    },
+    {
+      "epoch": 0.6329946204423191,
+      "grad_norm": 475.3739929199219,
+      "learning_rate": 1.5995554978674699e-06,
+      "loss": 20.6406,
+      "step": 9531
+    },
+    {
+      "epoch": 0.6330610347346749,
+      "grad_norm": 198.0396270751953,
+      "learning_rate": 1.5994694170001019e-06,
+      "loss": 14.0938,
+      "step": 9532
+    },
+    {
+      "epoch": 0.6331274490270307,
+      "grad_norm": 482.67626953125,
+      "learning_rate": 1.5993833291984175e-06,
+      "loss": 20.2031,
+      "step": 9533
+    },
+    {
+      "epoch": 0.6331938633193863,
+      "grad_norm": 177.14671325683594,
+      "learning_rate": 1.5992972344634126e-06,
+      "loss": 17.7812,
+      "step": 9534
+    },
+    {
+      "epoch": 0.6332602776117421,
+      "grad_norm": 188.9422149658203,
+      "learning_rate": 1.5992111327960827e-06,
+      "loss": 14.9531,
+      "step": 9535
+    },
+    {
+      "epoch": 0.6333266919040977,
+      "grad_norm": 280.0331726074219,
+      "learning_rate": 1.599125024197424e-06,
+      "loss": 26.6875,
+      "step": 9536
+    },
+    {
+      "epoch": 0.6333931061964535,
+      "grad_norm": 173.91761779785156,
+      "learning_rate": 1.5990389086684322e-06,
+      "loss": 20.7812,
+      "step": 9537
+    },
+    {
+      "epoch": 0.6334595204888092,
+      "grad_norm": 227.72059631347656,
+      "learning_rate": 1.598952786210104e-06,
+      "loss": 18.9062,
+      "step": 9538
+    },
+    {
+      "epoch": 0.6335259347811649,
+      "grad_norm": 202.49659729003906,
+      "learning_rate": 1.5988666568234353e-06,
+      "loss": 15.375,
+      "step": 9539
+    },
+    {
+      "epoch": 0.6335923490735206,
+      "grad_norm": 308.25299072265625,
+      "learning_rate": 1.5987805205094225e-06,
+      "loss": 18.0,
+      "step": 9540
+    },
+    {
+      "epoch": 0.6336587633658763,
+      "grad_norm": 260.8970642089844,
+      "learning_rate": 1.5986943772690618e-06,
+      "loss": 14.6562,
+      "step": 9541
+    },
+    {
+      "epoch": 0.633725177658232,
+      "grad_norm": 102.17539978027344,
+      "learning_rate": 1.5986082271033498e-06,
+      "loss": 11.4531,
+      "step": 9542
+    },
+    {
+      "epoch": 0.6337915919505878,
+      "grad_norm": 519.2128295898438,
+      "learning_rate": 1.598522070013283e-06,
+      "loss": 19.3906,
+      "step": 9543
+    },
+    {
+      "epoch": 0.6338580062429435,
+      "grad_norm": 163.02830505371094,
+      "learning_rate": 1.598435905999858e-06,
+      "loss": 13.9531,
+      "step": 9544
+    },
+    {
+      "epoch": 0.6339244205352992,
+      "grad_norm": 236.60401916503906,
+      "learning_rate": 1.5983497350640716e-06,
+      "loss": 13.2656,
+      "step": 9545
+    },
+    {
+      "epoch": 0.633990834827655,
+      "grad_norm": 180.66909790039062,
+      "learning_rate": 1.5982635572069207e-06,
+      "loss": 18.9688,
+      "step": 9546
+    },
+    {
+      "epoch": 0.6340572491200106,
+      "grad_norm": 196.0830078125,
+      "learning_rate": 1.5981773724294017e-06,
+      "loss": 18.7812,
+      "step": 9547
+    },
+    {
+      "epoch": 0.6341236634123664,
+      "grad_norm": 344.5390930175781,
+      "learning_rate": 1.5980911807325117e-06,
+      "loss": 12.9062,
+      "step": 9548
+    },
+    {
+      "epoch": 0.634190077704722,
+      "grad_norm": 143.04962158203125,
+      "learning_rate": 1.5980049821172478e-06,
+      "loss": 21.1562,
+      "step": 9549
+    },
+    {
+      "epoch": 0.6342564919970778,
+      "grad_norm": 437.0001525878906,
+      "learning_rate": 1.5979187765846072e-06,
+      "loss": 17.8594,
+      "step": 9550
+    },
+    {
+      "epoch": 0.6343229062894334,
+      "grad_norm": 184.48622131347656,
+      "learning_rate": 1.597832564135587e-06,
+      "loss": 24.625,
+      "step": 9551
+    },
+    {
+      "epoch": 0.6343893205817892,
+      "grad_norm": 241.59170532226562,
+      "learning_rate": 1.5977463447711843e-06,
+      "loss": 18.8125,
+      "step": 9552
+    },
+    {
+      "epoch": 0.6344557348741449,
+      "grad_norm": 201.5890655517578,
+      "learning_rate": 1.5976601184923967e-06,
+      "loss": 18.4844,
+      "step": 9553
+    },
+    {
+      "epoch": 0.6345221491665006,
+      "grad_norm": 296.0127868652344,
+      "learning_rate": 1.5975738853002217e-06,
+      "loss": 18.7344,
+      "step": 9554
+    },
+    {
+      "epoch": 0.6345885634588564,
+      "grad_norm": 205.21241760253906,
+      "learning_rate": 1.597487645195656e-06,
+      "loss": 16.875,
+      "step": 9555
+    },
+    {
+      "epoch": 0.634654977751212,
+      "grad_norm": 243.32232666015625,
+      "learning_rate": 1.5974013981796982e-06,
+      "loss": 15.8281,
+      "step": 9556
+    },
+    {
+      "epoch": 0.6347213920435678,
+      "grad_norm": 186.47802734375,
+      "learning_rate": 1.5973151442533455e-06,
+      "loss": 16.7031,
+      "step": 9557
+    },
+    {
+      "epoch": 0.6347878063359235,
+      "grad_norm": 154.92938232421875,
+      "learning_rate": 1.5972288834175953e-06,
+      "loss": 17.9375,
+      "step": 9558
+    },
+    {
+      "epoch": 0.6348542206282792,
+      "grad_norm": 374.6912536621094,
+      "learning_rate": 1.5971426156734463e-06,
+      "loss": 19.375,
+      "step": 9559
+    },
+    {
+      "epoch": 0.6349206349206349,
+      "grad_norm": 365.2856750488281,
+      "learning_rate": 1.5970563410218954e-06,
+      "loss": 16.8906,
+      "step": 9560
+    },
+    {
+      "epoch": 0.6349870492129907,
+      "grad_norm": 199.67172241210938,
+      "learning_rate": 1.596970059463941e-06,
+      "loss": 10.3438,
+      "step": 9561
+    },
+    {
+      "epoch": 0.6350534635053463,
+      "grad_norm": 124.27667236328125,
+      "learning_rate": 1.5968837710005813e-06,
+      "loss": 18.25,
+      "step": 9562
+    },
+    {
+      "epoch": 0.6351198777977021,
+      "grad_norm": 162.35525512695312,
+      "learning_rate": 1.5967974756328145e-06,
+      "loss": 15.0938,
+      "step": 9563
+    },
+    {
+      "epoch": 0.6351862920900578,
+      "grad_norm": 155.37730407714844,
+      "learning_rate": 1.5967111733616383e-06,
+      "loss": 17.8125,
+      "step": 9564
+    },
+    {
+      "epoch": 0.6352527063824135,
+      "grad_norm": 347.75775146484375,
+      "learning_rate": 1.5966248641880516e-06,
+      "loss": 17.8125,
+      "step": 9565
+    },
+    {
+      "epoch": 0.6353191206747693,
+      "grad_norm": 307.1426696777344,
+      "learning_rate": 1.5965385481130524e-06,
+      "loss": 21.9531,
+      "step": 9566
+    },
+    {
+      "epoch": 0.6353855349671249,
+      "grad_norm": 172.07164001464844,
+      "learning_rate": 1.5964522251376394e-06,
+      "loss": 17.125,
+      "step": 9567
+    },
+    {
+      "epoch": 0.6354519492594807,
+      "grad_norm": 375.26641845703125,
+      "learning_rate": 1.5963658952628107e-06,
+      "loss": 21.5938,
+      "step": 9568
+    },
+    {
+      "epoch": 0.6355183635518363,
+      "grad_norm": 475.49273681640625,
+      "learning_rate": 1.5962795584895656e-06,
+      "loss": 16.2812,
+      "step": 9569
+    },
+    {
+      "epoch": 0.6355847778441921,
+      "grad_norm": 140.3875732421875,
+      "learning_rate": 1.5961932148189021e-06,
+      "loss": 16.4844,
+      "step": 9570
+    },
+    {
+      "epoch": 0.6356511921365477,
+      "grad_norm": 166.02505493164062,
+      "learning_rate": 1.5961068642518195e-06,
+      "loss": 13.6406,
+      "step": 9571
+    },
+    {
+      "epoch": 0.6357176064289035,
+      "grad_norm": 277.3589172363281,
+      "learning_rate": 1.596020506789316e-06,
+      "loss": 21.1719,
+      "step": 9572
+    },
+    {
+      "epoch": 0.6357840207212592,
+      "grad_norm": 160.70156860351562,
+      "learning_rate": 1.5959341424323913e-06,
+      "loss": 16.5625,
+      "step": 9573
+    },
+    {
+      "epoch": 0.6358504350136149,
+      "grad_norm": 129.94741821289062,
+      "learning_rate": 1.595847771182044e-06,
+      "loss": 14.0938,
+      "step": 9574
+    },
+    {
+      "epoch": 0.6359168493059707,
+      "grad_norm": 538.6012573242188,
+      "learning_rate": 1.5957613930392734e-06,
+      "loss": 18.3438,
+      "step": 9575
+    },
+    {
+      "epoch": 0.6359832635983264,
+      "grad_norm": 198.76390075683594,
+      "learning_rate": 1.5956750080050784e-06,
+      "loss": 15.9062,
+      "step": 9576
+    },
+    {
+      "epoch": 0.6360496778906821,
+      "grad_norm": 278.5505065917969,
+      "learning_rate": 1.5955886160804584e-06,
+      "loss": 14.7656,
+      "step": 9577
+    },
+    {
+      "epoch": 0.6361160921830378,
+      "grad_norm": 466.219970703125,
+      "learning_rate": 1.595502217266413e-06,
+      "loss": 17.2969,
+      "step": 9578
+    },
+    {
+      "epoch": 0.6361825064753935,
+      "grad_norm": 243.1695098876953,
+      "learning_rate": 1.5954158115639409e-06,
+      "loss": 10.8203,
+      "step": 9579
+    },
+    {
+      "epoch": 0.6362489207677492,
+      "grad_norm": 241.22021484375,
+      "learning_rate": 1.5953293989740425e-06,
+      "loss": 13.7031,
+      "step": 9580
+    },
+    {
+      "epoch": 0.636315335060105,
+      "grad_norm": 210.252685546875,
+      "learning_rate": 1.5952429794977165e-06,
+      "loss": 15.75,
+      "step": 9581
+    },
+    {
+      "epoch": 0.6363817493524606,
+      "grad_norm": 159.14617919921875,
+      "learning_rate": 1.595156553135963e-06,
+      "loss": 17.7656,
+      "step": 9582
+    },
+    {
+      "epoch": 0.6364481636448164,
+      "grad_norm": 226.6067657470703,
+      "learning_rate": 1.5950701198897818e-06,
+      "loss": 18.5312,
+      "step": 9583
+    },
+    {
+      "epoch": 0.636514577937172,
+      "grad_norm": 214.40933227539062,
+      "learning_rate": 1.5949836797601726e-06,
+      "loss": 16.2969,
+      "step": 9584
+    },
+    {
+      "epoch": 0.6365809922295278,
+      "grad_norm": 176.0802001953125,
+      "learning_rate": 1.5948972327481352e-06,
+      "loss": 20.1875,
+      "step": 9585
+    },
+    {
+      "epoch": 0.6366474065218836,
+      "grad_norm": 165.444091796875,
+      "learning_rate": 1.5948107788546697e-06,
+      "loss": 13.4688,
+      "step": 9586
+    },
+    {
+      "epoch": 0.6367138208142392,
+      "grad_norm": 226.88002014160156,
+      "learning_rate": 1.594724318080776e-06,
+      "loss": 18.4844,
+      "step": 9587
+    },
+    {
+      "epoch": 0.636780235106595,
+      "grad_norm": 234.44082641601562,
+      "learning_rate": 1.5946378504274546e-06,
+      "loss": 17.125,
+      "step": 9588
+    },
+    {
+      "epoch": 0.6368466493989506,
+      "grad_norm": 278.5648193359375,
+      "learning_rate": 1.5945513758957052e-06,
+      "loss": 19.8281,
+      "step": 9589
+    },
+    {
+      "epoch": 0.6369130636913064,
+      "grad_norm": 160.48709106445312,
+      "learning_rate": 1.5944648944865282e-06,
+      "loss": 27.3906,
+      "step": 9590
+    },
+    {
+      "epoch": 0.6369794779836621,
+      "grad_norm": 250.2020721435547,
+      "learning_rate": 1.5943784062009242e-06,
+      "loss": 17.7344,
+      "step": 9591
+    },
+    {
+      "epoch": 0.6370458922760178,
+      "grad_norm": 194.16256713867188,
+      "learning_rate": 1.5942919110398937e-06,
+      "loss": 16.5469,
+      "step": 9592
+    },
+    {
+      "epoch": 0.6371123065683735,
+      "grad_norm": 298.8252868652344,
+      "learning_rate": 1.594205409004437e-06,
+      "loss": 17.7656,
+      "step": 9593
+    },
+    {
+      "epoch": 0.6371787208607292,
+      "grad_norm": 309.8199462890625,
+      "learning_rate": 1.5941189000955547e-06,
+      "loss": 19.4062,
+      "step": 9594
+    },
+    {
+      "epoch": 0.6372451351530849,
+      "grad_norm": 314.3068542480469,
+      "learning_rate": 1.5940323843142474e-06,
+      "loss": 18.0625,
+      "step": 9595
+    },
+    {
+      "epoch": 0.6373115494454407,
+      "grad_norm": 189.66555786132812,
+      "learning_rate": 1.5939458616615161e-06,
+      "loss": 22.1406,
+      "step": 9596
+    },
+    {
+      "epoch": 0.6373779637377964,
+      "grad_norm": 217.35000610351562,
+      "learning_rate": 1.5938593321383617e-06,
+      "loss": 17.3125,
+      "step": 9597
+    },
+    {
+      "epoch": 0.6374443780301521,
+      "grad_norm": 320.3729248046875,
+      "learning_rate": 1.5937727957457852e-06,
+      "loss": 20.4062,
+      "step": 9598
+    },
+    {
+      "epoch": 0.6375107923225078,
+      "grad_norm": 197.7127227783203,
+      "learning_rate": 1.593686252484787e-06,
+      "loss": 15.9844,
+      "step": 9599
+    },
+    {
+      "epoch": 0.6375772066148635,
+      "grad_norm": 267.3204650878906,
+      "learning_rate": 1.5935997023563688e-06,
+      "loss": 19.7031,
+      "step": 9600
+    },
+    {
+      "epoch": 0.6376436209072193,
+      "grad_norm": 171.11886596679688,
+      "learning_rate": 1.5935131453615315e-06,
+      "loss": 14.3047,
+      "step": 9601
+    },
+    {
+      "epoch": 0.6377100351995749,
+      "grad_norm": 242.3330841064453,
+      "learning_rate": 1.593426581501276e-06,
+      "loss": 19.2188,
+      "step": 9602
+    },
+    {
+      "epoch": 0.6377764494919307,
+      "grad_norm": 138.25991821289062,
+      "learning_rate": 1.5933400107766044e-06,
+      "loss": 14.875,
+      "step": 9603
+    },
+    {
+      "epoch": 0.6378428637842863,
+      "grad_norm": 223.20001220703125,
+      "learning_rate": 1.5932534331885178e-06,
+      "loss": 18.5625,
+      "step": 9604
+    },
+    {
+      "epoch": 0.6379092780766421,
+      "grad_norm": 158.57061767578125,
+      "learning_rate": 1.593166848738017e-06,
+      "loss": 17.7969,
+      "step": 9605
+    },
+    {
+      "epoch": 0.6379756923689978,
+      "grad_norm": 269.9624328613281,
+      "learning_rate": 1.5930802574261045e-06,
+      "loss": 25.625,
+      "step": 9606
+    },
+    {
+      "epoch": 0.6380421066613535,
+      "grad_norm": 506.1298522949219,
+      "learning_rate": 1.5929936592537817e-06,
+      "loss": 15.9062,
+      "step": 9607
+    },
+    {
+      "epoch": 0.6381085209537093,
+      "grad_norm": 160.82969665527344,
+      "learning_rate": 1.5929070542220497e-06,
+      "loss": 17.5781,
+      "step": 9608
+    },
+    {
+      "epoch": 0.638174935246065,
+      "grad_norm": 123.42565155029297,
+      "learning_rate": 1.5928204423319112e-06,
+      "loss": 15.6641,
+      "step": 9609
+    },
+    {
+      "epoch": 0.6382413495384207,
+      "grad_norm": 287.28179931640625,
+      "learning_rate": 1.5927338235843676e-06,
+      "loss": 18.0938,
+      "step": 9610
+    },
+    {
+      "epoch": 0.6383077638307764,
+      "grad_norm": 124.98283386230469,
+      "learning_rate": 1.5926471979804207e-06,
+      "loss": 16.4531,
+      "step": 9611
+    },
+    {
+      "epoch": 0.6383741781231321,
+      "grad_norm": 829.19775390625,
+      "learning_rate": 1.5925605655210733e-06,
+      "loss": 22.2969,
+      "step": 9612
+    },
+    {
+      "epoch": 0.6384405924154878,
+      "grad_norm": 173.30506896972656,
+      "learning_rate": 1.5924739262073266e-06,
+      "loss": 20.2031,
+      "step": 9613
+    },
+    {
+      "epoch": 0.6385070067078435,
+      "grad_norm": 167.26243591308594,
+      "learning_rate": 1.5923872800401833e-06,
+      "loss": 13.1406,
+      "step": 9614
+    },
+    {
+      "epoch": 0.6385734210001992,
+      "grad_norm": 430.0251770019531,
+      "learning_rate": 1.5923006270206454e-06,
+      "loss": 20.125,
+      "step": 9615
+    },
+    {
+      "epoch": 0.638639835292555,
+      "grad_norm": 486.3058166503906,
+      "learning_rate": 1.5922139671497155e-06,
+      "loss": 28.0938,
+      "step": 9616
+    },
+    {
+      "epoch": 0.6387062495849106,
+      "grad_norm": 226.84359741210938,
+      "learning_rate": 1.5921273004283955e-06,
+      "loss": 20.2969,
+      "step": 9617
+    },
+    {
+      "epoch": 0.6387726638772664,
+      "grad_norm": 136.29580688476562,
+      "learning_rate": 1.5920406268576888e-06,
+      "loss": 15.7969,
+      "step": 9618
+    },
+    {
+      "epoch": 0.6388390781696222,
+      "grad_norm": 137.16424560546875,
+      "learning_rate": 1.5919539464385975e-06,
+      "loss": 17.2031,
+      "step": 9619
+    },
+    {
+      "epoch": 0.6389054924619778,
+      "grad_norm": 143.73846435546875,
+      "learning_rate": 1.5918672591721242e-06,
+      "loss": 21.0625,
+      "step": 9620
+    },
+    {
+      "epoch": 0.6389719067543336,
+      "grad_norm": 201.2579345703125,
+      "learning_rate": 1.5917805650592716e-06,
+      "loss": 16.1875,
+      "step": 9621
+    },
+    {
+      "epoch": 0.6390383210466892,
+      "grad_norm": 213.0261993408203,
+      "learning_rate": 1.591693864101043e-06,
+      "loss": 15.1562,
+      "step": 9622
+    },
+    {
+      "epoch": 0.639104735339045,
+      "grad_norm": 615.1082763671875,
+      "learning_rate": 1.5916071562984405e-06,
+      "loss": 19.2812,
+      "step": 9623
+    },
+    {
+      "epoch": 0.6391711496314006,
+      "grad_norm": 444.00299072265625,
+      "learning_rate": 1.5915204416524678e-06,
+      "loss": 22.0938,
+      "step": 9624
+    },
+    {
+      "epoch": 0.6392375639237564,
+      "grad_norm": 214.0261688232422,
+      "learning_rate": 1.5914337201641277e-06,
+      "loss": 16.2812,
+      "step": 9625
+    },
+    {
+      "epoch": 0.6393039782161121,
+      "grad_norm": 406.1964111328125,
+      "learning_rate": 1.5913469918344236e-06,
+      "loss": 22.5,
+      "step": 9626
+    },
+    {
+      "epoch": 0.6393703925084678,
+      "grad_norm": 280.4315185546875,
+      "learning_rate": 1.5912602566643582e-06,
+      "loss": 24.7969,
+      "step": 9627
+    },
+    {
+      "epoch": 0.6394368068008235,
+      "grad_norm": 117.95582580566406,
+      "learning_rate": 1.591173514654935e-06,
+      "loss": 12.1094,
+      "step": 9628
+    },
+    {
+      "epoch": 0.6395032210931793,
+      "grad_norm": 167.23806762695312,
+      "learning_rate": 1.5910867658071579e-06,
+      "loss": 14.9688,
+      "step": 9629
+    },
+    {
+      "epoch": 0.639569635385535,
+      "grad_norm": 155.67652893066406,
+      "learning_rate": 1.5910000101220296e-06,
+      "loss": 17.8281,
+      "step": 9630
+    },
+    {
+      "epoch": 0.6396360496778907,
+      "grad_norm": 127.56229400634766,
+      "learning_rate": 1.590913247600554e-06,
+      "loss": 16.8594,
+      "step": 9631
+    },
+    {
+      "epoch": 0.6397024639702464,
+      "grad_norm": 161.15573120117188,
+      "learning_rate": 1.5908264782437346e-06,
+      "loss": 23.8281,
+      "step": 9632
+    },
+    {
+      "epoch": 0.6397688782626021,
+      "grad_norm": 312.43890380859375,
+      "learning_rate": 1.5907397020525754e-06,
+      "loss": 20.3281,
+      "step": 9633
+    },
+    {
+      "epoch": 0.6398352925549579,
+      "grad_norm": 426.1686706542969,
+      "learning_rate": 1.59065291902808e-06,
+      "loss": 16.8281,
+      "step": 9634
+    },
+    {
+      "epoch": 0.6399017068473135,
+      "grad_norm": 251.42738342285156,
+      "learning_rate": 1.5905661291712522e-06,
+      "loss": 21.5,
+      "step": 9635
+    },
+    {
+      "epoch": 0.6399681211396693,
+      "grad_norm": 384.4183349609375,
+      "learning_rate": 1.5904793324830958e-06,
+      "loss": 27.3125,
+      "step": 9636
+    },
+    {
+      "epoch": 0.6400345354320249,
+      "grad_norm": 445.3973083496094,
+      "learning_rate": 1.590392528964615e-06,
+      "loss": 25.8438,
+      "step": 9637
+    },
+    {
+      "epoch": 0.6401009497243807,
+      "grad_norm": 180.07290649414062,
+      "learning_rate": 1.5903057186168139e-06,
+      "loss": 19.8125,
+      "step": 9638
+    },
+    {
+      "epoch": 0.6401673640167364,
+      "grad_norm": 273.2376708984375,
+      "learning_rate": 1.5902189014406967e-06,
+      "loss": 15.2031,
+      "step": 9639
+    },
+    {
+      "epoch": 0.6402337783090921,
+      "grad_norm": 210.1481170654297,
+      "learning_rate": 1.5901320774372674e-06,
+      "loss": 30.0,
+      "step": 9640
+    },
+    {
+      "epoch": 0.6403001926014479,
+      "grad_norm": 216.69447326660156,
+      "learning_rate": 1.5900452466075306e-06,
+      "loss": 18.5781,
+      "step": 9641
+    },
+    {
+      "epoch": 0.6403666068938035,
+      "grad_norm": 150.00186157226562,
+      "learning_rate": 1.5899584089524906e-06,
+      "loss": 18.6562,
+      "step": 9642
+    },
+    {
+      "epoch": 0.6404330211861593,
+      "grad_norm": 187.72117614746094,
+      "learning_rate": 1.5898715644731522e-06,
+      "loss": 13.6094,
+      "step": 9643
+    },
+    {
+      "epoch": 0.640499435478515,
+      "grad_norm": 146.14926147460938,
+      "learning_rate": 1.5897847131705193e-06,
+      "loss": 17.1094,
+      "step": 9644
+    },
+    {
+      "epoch": 0.6405658497708707,
+      "grad_norm": 266.4130554199219,
+      "learning_rate": 1.589697855045597e-06,
+      "loss": 19.25,
+      "step": 9645
+    },
+    {
+      "epoch": 0.6406322640632264,
+      "grad_norm": 362.2743835449219,
+      "learning_rate": 1.5896109900993905e-06,
+      "loss": 17.5781,
+      "step": 9646
+    },
+    {
+      "epoch": 0.6406986783555821,
+      "grad_norm": 129.0749969482422,
+      "learning_rate": 1.5895241183329032e-06,
+      "loss": 16.1094,
+      "step": 9647
+    },
+    {
+      "epoch": 0.6407650926479378,
+      "grad_norm": 118.57516479492188,
+      "learning_rate": 1.5894372397471414e-06,
+      "loss": 14.9375,
+      "step": 9648
+    },
+    {
+      "epoch": 0.6408315069402936,
+      "grad_norm": 275.9895935058594,
+      "learning_rate": 1.5893503543431094e-06,
+      "loss": 16.5781,
+      "step": 9649
+    },
+    {
+      "epoch": 0.6408979212326492,
+      "grad_norm": 223.5066375732422,
+      "learning_rate": 1.5892634621218122e-06,
+      "loss": 15.8594,
+      "step": 9650
+    },
+    {
+      "epoch": 0.640964335525005,
+      "grad_norm": 361.5744323730469,
+      "learning_rate": 1.5891765630842554e-06,
+      "loss": 17.625,
+      "step": 9651
+    },
+    {
+      "epoch": 0.6410307498173607,
+      "grad_norm": 318.2477722167969,
+      "learning_rate": 1.5890896572314433e-06,
+      "loss": 17.8281,
+      "step": 9652
+    },
+    {
+      "epoch": 0.6410971641097164,
+      "grad_norm": 398.067138671875,
+      "learning_rate": 1.5890027445643822e-06,
+      "loss": 18.1406,
+      "step": 9653
+    },
+    {
+      "epoch": 0.6411635784020722,
+      "grad_norm": 447.4839782714844,
+      "learning_rate": 1.5889158250840766e-06,
+      "loss": 22.2344,
+      "step": 9654
+    },
+    {
+      "epoch": 0.6412299926944278,
+      "grad_norm": 315.5238037109375,
+      "learning_rate": 1.5888288987915327e-06,
+      "loss": 22.9688,
+      "step": 9655
+    },
+    {
+      "epoch": 0.6412964069867836,
+      "grad_norm": 219.5970001220703,
+      "learning_rate": 1.5887419656877556e-06,
+      "loss": 14.3906,
+      "step": 9656
+    },
+    {
+      "epoch": 0.6413628212791392,
+      "grad_norm": 125.8001708984375,
+      "learning_rate": 1.5886550257737508e-06,
+      "loss": 11.9844,
+      "step": 9657
+    },
+    {
+      "epoch": 0.641429235571495,
+      "grad_norm": 338.59576416015625,
+      "learning_rate": 1.588568079050524e-06,
+      "loss": 16.7188,
+      "step": 9658
+    },
+    {
+      "epoch": 0.6414956498638507,
+      "grad_norm": 301.48486328125,
+      "learning_rate": 1.588481125519081e-06,
+      "loss": 20.9688,
+      "step": 9659
+    },
+    {
+      "epoch": 0.6415620641562064,
+      "grad_norm": 217.18856811523438,
+      "learning_rate": 1.588394165180428e-06,
+      "loss": 18.0625,
+      "step": 9660
+    },
+    {
+      "epoch": 0.6416284784485621,
+      "grad_norm": 232.33372497558594,
+      "learning_rate": 1.5883071980355705e-06,
+      "loss": 22.4375,
+      "step": 9661
+    },
+    {
+      "epoch": 0.6416948927409178,
+      "grad_norm": 173.13067626953125,
+      "learning_rate": 1.5882202240855147e-06,
+      "loss": 17.6406,
+      "step": 9662
+    },
+    {
+      "epoch": 0.6417613070332736,
+      "grad_norm": 244.50686645507812,
+      "learning_rate": 1.5881332433312662e-06,
+      "loss": 21.625,
+      "step": 9663
+    },
+    {
+      "epoch": 0.6418277213256293,
+      "grad_norm": 296.4388427734375,
+      "learning_rate": 1.5880462557738316e-06,
+      "loss": 15.4219,
+      "step": 9664
+    },
+    {
+      "epoch": 0.641894135617985,
+      "grad_norm": 251.3617401123047,
+      "learning_rate": 1.587959261414217e-06,
+      "loss": 15.8438,
+      "step": 9665
+    },
+    {
+      "epoch": 0.6419605499103407,
+      "grad_norm": 185.05799865722656,
+      "learning_rate": 1.5878722602534287e-06,
+      "loss": 17.6562,
+      "step": 9666
+    },
+    {
+      "epoch": 0.6420269642026964,
+      "grad_norm": 216.62261962890625,
+      "learning_rate": 1.587785252292473e-06,
+      "loss": 19.3281,
+      "step": 9667
+    },
+    {
+      "epoch": 0.6420933784950521,
+      "grad_norm": 143.6438446044922,
+      "learning_rate": 1.5876982375323567e-06,
+      "loss": 15.2969,
+      "step": 9668
+    },
+    {
+      "epoch": 0.6421597927874079,
+      "grad_norm": 148.6148223876953,
+      "learning_rate": 1.587611215974086e-06,
+      "loss": 13.4062,
+      "step": 9669
+    },
+    {
+      "epoch": 0.6422262070797635,
+      "grad_norm": 108.03854370117188,
+      "learning_rate": 1.5875241876186674e-06,
+      "loss": 16.3281,
+      "step": 9670
+    },
+    {
+      "epoch": 0.6422926213721193,
+      "grad_norm": 111.70278930664062,
+      "learning_rate": 1.5874371524671077e-06,
+      "loss": 12.5156,
+      "step": 9671
+    },
+    {
+      "epoch": 0.6423590356644749,
+      "grad_norm": 295.4832458496094,
+      "learning_rate": 1.5873501105204142e-06,
+      "loss": 22.8906,
+      "step": 9672
+    },
+    {
+      "epoch": 0.6424254499568307,
+      "grad_norm": 254.546630859375,
+      "learning_rate": 1.587263061779593e-06,
+      "loss": 22.3906,
+      "step": 9673
+    },
+    {
+      "epoch": 0.6424918642491865,
+      "grad_norm": 348.6564636230469,
+      "learning_rate": 1.5871760062456514e-06,
+      "loss": 18.5,
+      "step": 9674
+    },
+    {
+      "epoch": 0.6425582785415421,
+      "grad_norm": 234.49880981445312,
+      "learning_rate": 1.5870889439195962e-06,
+      "loss": 25.9375,
+      "step": 9675
+    },
+    {
+      "epoch": 0.6426246928338979,
+      "grad_norm": 197.38150024414062,
+      "learning_rate": 1.5870018748024348e-06,
+      "loss": 13.1797,
+      "step": 9676
+    },
+    {
+      "epoch": 0.6426911071262535,
+      "grad_norm": 435.60211181640625,
+      "learning_rate": 1.5869147988951742e-06,
+      "loss": 19.6406,
+      "step": 9677
+    },
+    {
+      "epoch": 0.6427575214186093,
+      "grad_norm": 237.99966430664062,
+      "learning_rate": 1.5868277161988215e-06,
+      "loss": 13.7266,
+      "step": 9678
+    },
+    {
+      "epoch": 0.642823935710965,
+      "grad_norm": 222.9970703125,
+      "learning_rate": 1.5867406267143842e-06,
+      "loss": 16.4688,
+      "step": 9679
+    },
+    {
+      "epoch": 0.6428903500033207,
+      "grad_norm": 719.115478515625,
+      "learning_rate": 1.5866535304428697e-06,
+      "loss": 16.4531,
+      "step": 9680
+    },
+    {
+      "epoch": 0.6429567642956764,
+      "grad_norm": 410.8941345214844,
+      "learning_rate": 1.5865664273852855e-06,
+      "loss": 17.4688,
+      "step": 9681
+    },
+    {
+      "epoch": 0.6430231785880322,
+      "grad_norm": 240.2062530517578,
+      "learning_rate": 1.586479317542639e-06,
+      "loss": 17.0,
+      "step": 9682
+    },
+    {
+      "epoch": 0.6430895928803878,
+      "grad_norm": 327.48443603515625,
+      "learning_rate": 1.586392200915938e-06,
+      "loss": 16.9219,
+      "step": 9683
+    },
+    {
+      "epoch": 0.6431560071727436,
+      "grad_norm": 351.8938293457031,
+      "learning_rate": 1.5863050775061901e-06,
+      "loss": 20.125,
+      "step": 9684
+    },
+    {
+      "epoch": 0.6432224214650993,
+      "grad_norm": 180.9730224609375,
+      "learning_rate": 1.5862179473144033e-06,
+      "loss": 17.8281,
+      "step": 9685
+    },
+    {
+      "epoch": 0.643288835757455,
+      "grad_norm": 106.18588256835938,
+      "learning_rate": 1.5861308103415852e-06,
+      "loss": 13.3047,
+      "step": 9686
+    },
+    {
+      "epoch": 0.6433552500498108,
+      "grad_norm": 374.69671630859375,
+      "learning_rate": 1.5860436665887437e-06,
+      "loss": 19.5156,
+      "step": 9687
+    },
+    {
+      "epoch": 0.6434216643421664,
+      "grad_norm": 164.70103454589844,
+      "learning_rate": 1.5859565160568873e-06,
+      "loss": 18.4375,
+      "step": 9688
+    },
+    {
+      "epoch": 0.6434880786345222,
+      "grad_norm": 665.4820556640625,
+      "learning_rate": 1.5858693587470237e-06,
+      "loss": 19.5469,
+      "step": 9689
+    },
+    {
+      "epoch": 0.6435544929268778,
+      "grad_norm": 238.49139404296875,
+      "learning_rate": 1.5857821946601613e-06,
+      "loss": 19.6094,
+      "step": 9690
+    },
+    {
+      "epoch": 0.6436209072192336,
+      "grad_norm": 319.58056640625,
+      "learning_rate": 1.585695023797308e-06,
+      "loss": 14.9375,
+      "step": 9691
+    },
+    {
+      "epoch": 0.6436873215115892,
+      "grad_norm": 331.11761474609375,
+      "learning_rate": 1.5856078461594726e-06,
+      "loss": 21.25,
+      "step": 9692
+    },
+    {
+      "epoch": 0.643753735803945,
+      "grad_norm": 126.05677795410156,
+      "learning_rate": 1.5855206617476633e-06,
+      "loss": 16.25,
+      "step": 9693
+    },
+    {
+      "epoch": 0.6438201500963007,
+      "grad_norm": 192.79591369628906,
+      "learning_rate": 1.5854334705628887e-06,
+      "loss": 17.0938,
+      "step": 9694
+    },
+    {
+      "epoch": 0.6438865643886564,
+      "grad_norm": 129.85511779785156,
+      "learning_rate": 1.5853462726061571e-06,
+      "loss": 15.9375,
+      "step": 9695
+    },
+    {
+      "epoch": 0.6439529786810122,
+      "grad_norm": 146.17564392089844,
+      "learning_rate": 1.5852590678784775e-06,
+      "loss": 16.1875,
+      "step": 9696
+    },
+    {
+      "epoch": 0.6440193929733679,
+      "grad_norm": 165.26193237304688,
+      "learning_rate": 1.585171856380858e-06,
+      "loss": 19.75,
+      "step": 9697
+    },
+    {
+      "epoch": 0.6440858072657236,
+      "grad_norm": 154.0568389892578,
+      "learning_rate": 1.5850846381143086e-06,
+      "loss": 16.75,
+      "step": 9698
+    },
+    {
+      "epoch": 0.6441522215580793,
+      "grad_norm": 147.06532287597656,
+      "learning_rate": 1.584997413079837e-06,
+      "loss": 17.2812,
+      "step": 9699
+    },
+    {
+      "epoch": 0.644218635850435,
+      "grad_norm": 338.55206298828125,
+      "learning_rate": 1.5849101812784528e-06,
+      "loss": 27.8359,
+      "step": 9700
+    },
+    {
+      "epoch": 0.6442850501427907,
+      "grad_norm": 244.34561157226562,
+      "learning_rate": 1.5848229427111651e-06,
+      "loss": 12.0312,
+      "step": 9701
+    },
+    {
+      "epoch": 0.6443514644351465,
+      "grad_norm": 98.8185806274414,
+      "learning_rate": 1.5847356973789827e-06,
+      "loss": 15.2188,
+      "step": 9702
+    },
+    {
+      "epoch": 0.6444178787275021,
+      "grad_norm": 183.81910705566406,
+      "learning_rate": 1.5846484452829148e-06,
+      "loss": 21.8438,
+      "step": 9703
+    },
+    {
+      "epoch": 0.6444842930198579,
+      "grad_norm": 123.49109649658203,
+      "learning_rate": 1.5845611864239708e-06,
+      "loss": 15.3125,
+      "step": 9704
+    },
+    {
+      "epoch": 0.6445507073122135,
+      "grad_norm": 192.2173614501953,
+      "learning_rate": 1.5844739208031603e-06,
+      "loss": 19.0781,
+      "step": 9705
+    },
+    {
+      "epoch": 0.6446171216045693,
+      "grad_norm": 219.16429138183594,
+      "learning_rate": 1.5843866484214924e-06,
+      "loss": 21.75,
+      "step": 9706
+    },
+    {
+      "epoch": 0.6446835358969251,
+      "grad_norm": 146.3306121826172,
+      "learning_rate": 1.5842993692799767e-06,
+      "loss": 17.1719,
+      "step": 9707
+    },
+    {
+      "epoch": 0.6447499501892807,
+      "grad_norm": 167.71116638183594,
+      "learning_rate": 1.5842120833796227e-06,
+      "loss": 18.1719,
+      "step": 9708
+    },
+    {
+      "epoch": 0.6448163644816365,
+      "grad_norm": 268.23541259765625,
+      "learning_rate": 1.5841247907214403e-06,
+      "loss": 17.4062,
+      "step": 9709
+    },
+    {
+      "epoch": 0.6448827787739921,
+      "grad_norm": 152.96824645996094,
+      "learning_rate": 1.584037491306439e-06,
+      "loss": 16.1875,
+      "step": 9710
+    },
+    {
+      "epoch": 0.6449491930663479,
+      "grad_norm": 322.7377624511719,
+      "learning_rate": 1.5839501851356293e-06,
+      "loss": 15.2812,
+      "step": 9711
+    },
+    {
+      "epoch": 0.6450156073587036,
+      "grad_norm": 761.5059204101562,
+      "learning_rate": 1.5838628722100201e-06,
+      "loss": 18.5156,
+      "step": 9712
+    },
+    {
+      "epoch": 0.6450820216510593,
+      "grad_norm": 153.6328582763672,
+      "learning_rate": 1.583775552530622e-06,
+      "loss": 12.7578,
+      "step": 9713
+    },
+    {
+      "epoch": 0.645148435943415,
+      "grad_norm": 537.648681640625,
+      "learning_rate": 1.583688226098445e-06,
+      "loss": 14.8125,
+      "step": 9714
+    },
+    {
+      "epoch": 0.6452148502357707,
+      "grad_norm": 397.61322021484375,
+      "learning_rate": 1.583600892914499e-06,
+      "loss": 16.5781,
+      "step": 9715
+    },
+    {
+      "epoch": 0.6452812645281265,
+      "grad_norm": 201.25613403320312,
+      "learning_rate": 1.5835135529797943e-06,
+      "loss": 14.4062,
+      "step": 9716
+    },
+    {
+      "epoch": 0.6453476788204822,
+      "grad_norm": 278.91448974609375,
+      "learning_rate": 1.5834262062953417e-06,
+      "loss": 16.8906,
+      "step": 9717
+    },
+    {
+      "epoch": 0.6454140931128379,
+      "grad_norm": 238.1356964111328,
+      "learning_rate": 1.583338852862151e-06,
+      "loss": 20.0469,
+      "step": 9718
+    },
+    {
+      "epoch": 0.6454805074051936,
+      "grad_norm": 446.4309997558594,
+      "learning_rate": 1.5832514926812328e-06,
+      "loss": 22.125,
+      "step": 9719
+    },
+    {
+      "epoch": 0.6455469216975493,
+      "grad_norm": 161.3932342529297,
+      "learning_rate": 1.5831641257535975e-06,
+      "loss": 14.75,
+      "step": 9720
+    },
+    {
+      "epoch": 0.645613335989905,
+      "grad_norm": 280.0240478515625,
+      "learning_rate": 1.5830767520802558e-06,
+      "loss": 16.2812,
+      "step": 9721
+    },
+    {
+      "epoch": 0.6456797502822608,
+      "grad_norm": 325.81280517578125,
+      "learning_rate": 1.5829893716622186e-06,
+      "loss": 18.8125,
+      "step": 9722
+    },
+    {
+      "epoch": 0.6457461645746164,
+      "grad_norm": 130.9033966064453,
+      "learning_rate": 1.5829019845004966e-06,
+      "loss": 15.4844,
+      "step": 9723
+    },
+    {
+      "epoch": 0.6458125788669722,
+      "grad_norm": 595.2844848632812,
+      "learning_rate": 1.5828145905961008e-06,
+      "loss": 21.5,
+      "step": 9724
+    },
+    {
+      "epoch": 0.6458789931593278,
+      "grad_norm": 123.1045150756836,
+      "learning_rate": 1.5827271899500416e-06,
+      "loss": 16.4688,
+      "step": 9725
+    },
+    {
+      "epoch": 0.6459454074516836,
+      "grad_norm": 167.38706970214844,
+      "learning_rate": 1.5826397825633305e-06,
+      "loss": 18.2656,
+      "step": 9726
+    },
+    {
+      "epoch": 0.6460118217440394,
+      "grad_norm": 1484.208251953125,
+      "learning_rate": 1.5825523684369778e-06,
+      "loss": 16.4531,
+      "step": 9727
+    },
+    {
+      "epoch": 0.646078236036395,
+      "grad_norm": 102.48328399658203,
+      "learning_rate": 1.5824649475719957e-06,
+      "loss": 17.8906,
+      "step": 9728
+    },
+    {
+      "epoch": 0.6461446503287508,
+      "grad_norm": 154.06483459472656,
+      "learning_rate": 1.5823775199693949e-06,
+      "loss": 15.4219,
+      "step": 9729
+    },
+    {
+      "epoch": 0.6462110646211064,
+      "grad_norm": 262.43634033203125,
+      "learning_rate": 1.5822900856301868e-06,
+      "loss": 22.5,
+      "step": 9730
+    },
+    {
+      "epoch": 0.6462774789134622,
+      "grad_norm": 238.06149291992188,
+      "learning_rate": 1.5822026445553827e-06,
+      "loss": 22.4375,
+      "step": 9731
+    },
+    {
+      "epoch": 0.6463438932058179,
+      "grad_norm": 253.60580444335938,
+      "learning_rate": 1.5821151967459941e-06,
+      "loss": 20.5,
+      "step": 9732
+    },
+    {
+      "epoch": 0.6464103074981736,
+      "grad_norm": 283.17388916015625,
+      "learning_rate": 1.5820277422030324e-06,
+      "loss": 16.1875,
+      "step": 9733
+    },
+    {
+      "epoch": 0.6464767217905293,
+      "grad_norm": 197.3978271484375,
+      "learning_rate": 1.5819402809275096e-06,
+      "loss": 15.6406,
+      "step": 9734
+    },
+    {
+      "epoch": 0.646543136082885,
+      "grad_norm": 183.0987548828125,
+      "learning_rate": 1.5818528129204372e-06,
+      "loss": 13.2031,
+      "step": 9735
+    },
+    {
+      "epoch": 0.6466095503752407,
+      "grad_norm": 212.1858367919922,
+      "learning_rate": 1.5817653381828269e-06,
+      "loss": 20.4688,
+      "step": 9736
+    },
+    {
+      "epoch": 0.6466759646675965,
+      "grad_norm": 149.55953979492188,
+      "learning_rate": 1.5816778567156907e-06,
+      "loss": 12.8594,
+      "step": 9737
+    },
+    {
+      "epoch": 0.6467423789599522,
+      "grad_norm": 395.8653259277344,
+      "learning_rate": 1.5815903685200406e-06,
+      "loss": 22.5625,
+      "step": 9738
+    },
+    {
+      "epoch": 0.6468087932523079,
+      "grad_norm": 381.9820251464844,
+      "learning_rate": 1.5815028735968882e-06,
+      "loss": 27.0469,
+      "step": 9739
+    },
+    {
+      "epoch": 0.6468752075446637,
+      "grad_norm": 194.04278564453125,
+      "learning_rate": 1.581415371947246e-06,
+      "loss": 15.5781,
+      "step": 9740
+    },
+    {
+      "epoch": 0.6469416218370193,
+      "grad_norm": 303.77142333984375,
+      "learning_rate": 1.581327863572126e-06,
+      "loss": 18.6875,
+      "step": 9741
+    },
+    {
+      "epoch": 0.6470080361293751,
+      "grad_norm": 235.1060028076172,
+      "learning_rate": 1.5812403484725404e-06,
+      "loss": 17.6094,
+      "step": 9742
+    },
+    {
+      "epoch": 0.6470744504217307,
+      "grad_norm": 442.1924133300781,
+      "learning_rate": 1.581152826649502e-06,
+      "loss": 19.2656,
+      "step": 9743
+    },
+    {
+      "epoch": 0.6471408647140865,
+      "grad_norm": 142.58285522460938,
+      "learning_rate": 1.5810652981040225e-06,
+      "loss": 20.2188,
+      "step": 9744
+    },
+    {
+      "epoch": 0.6472072790064421,
+      "grad_norm": 238.9464111328125,
+      "learning_rate": 1.5809777628371146e-06,
+      "loss": 17.6719,
+      "step": 9745
+    },
+    {
+      "epoch": 0.6472736932987979,
+      "grad_norm": 205.92044067382812,
+      "learning_rate": 1.5808902208497912e-06,
+      "loss": 17.3906,
+      "step": 9746
+    },
+    {
+      "epoch": 0.6473401075911536,
+      "grad_norm": 171.62811279296875,
+      "learning_rate": 1.5808026721430644e-06,
+      "loss": 14.0625,
+      "step": 9747
+    },
+    {
+      "epoch": 0.6474065218835093,
+      "grad_norm": 181.78672790527344,
+      "learning_rate": 1.5807151167179476e-06,
+      "loss": 16.1406,
+      "step": 9748
+    },
+    {
+      "epoch": 0.6474729361758651,
+      "grad_norm": 207.96267700195312,
+      "learning_rate": 1.5806275545754528e-06,
+      "loss": 17.4531,
+      "step": 9749
+    },
+    {
+      "epoch": 0.6475393504682208,
+      "grad_norm": 141.5652618408203,
+      "learning_rate": 1.5805399857165935e-06,
+      "loss": 18.4688,
+      "step": 9750
+    },
+    {
+      "epoch": 0.6476057647605765,
+      "grad_norm": 169.8479766845703,
+      "learning_rate": 1.5804524101423823e-06,
+      "loss": 13.5781,
+      "step": 9751
+    },
+    {
+      "epoch": 0.6476721790529322,
+      "grad_norm": 273.6025695800781,
+      "learning_rate": 1.5803648278538324e-06,
+      "loss": 14.9531,
+      "step": 9752
+    },
+    {
+      "epoch": 0.6477385933452879,
+      "grad_norm": 165.1311798095703,
+      "learning_rate": 1.5802772388519565e-06,
+      "loss": 18.0625,
+      "step": 9753
+    },
+    {
+      "epoch": 0.6478050076376436,
+      "grad_norm": 271.6081237792969,
+      "learning_rate": 1.5801896431377686e-06,
+      "loss": 14.3906,
+      "step": 9754
+    },
+    {
+      "epoch": 0.6478714219299994,
+      "grad_norm": 376.6363830566406,
+      "learning_rate": 1.5801020407122811e-06,
+      "loss": 18.9531,
+      "step": 9755
+    },
+    {
+      "epoch": 0.647937836222355,
+      "grad_norm": 185.06607055664062,
+      "learning_rate": 1.580014431576508e-06,
+      "loss": 15.5,
+      "step": 9756
+    },
+    {
+      "epoch": 0.6480042505147108,
+      "grad_norm": 156.19737243652344,
+      "learning_rate": 1.5799268157314622e-06,
+      "loss": 17.8125,
+      "step": 9757
+    },
+    {
+      "epoch": 0.6480706648070664,
+      "grad_norm": 289.1603698730469,
+      "learning_rate": 1.5798391931781576e-06,
+      "loss": 19.3906,
+      "step": 9758
+    },
+    {
+      "epoch": 0.6481370790994222,
+      "grad_norm": 181.91256713867188,
+      "learning_rate": 1.5797515639176074e-06,
+      "loss": 15.4062,
+      "step": 9759
+    },
+    {
+      "epoch": 0.648203493391778,
+      "grad_norm": 368.89599609375,
+      "learning_rate": 1.5796639279508254e-06,
+      "loss": 16.9531,
+      "step": 9760
+    },
+    {
+      "epoch": 0.6482699076841336,
+      "grad_norm": 593.70654296875,
+      "learning_rate": 1.5795762852788252e-06,
+      "loss": 30.125,
+      "step": 9761
+    },
+    {
+      "epoch": 0.6483363219764894,
+      "grad_norm": 173.14402770996094,
+      "learning_rate": 1.5794886359026212e-06,
+      "loss": 15.5781,
+      "step": 9762
+    },
+    {
+      "epoch": 0.648402736268845,
+      "grad_norm": 138.79478454589844,
+      "learning_rate": 1.5794009798232264e-06,
+      "loss": 16.9219,
+      "step": 9763
+    },
+    {
+      "epoch": 0.6484691505612008,
+      "grad_norm": 367.6025390625,
+      "learning_rate": 1.5793133170416554e-06,
+      "loss": 18.2891,
+      "step": 9764
+    },
+    {
+      "epoch": 0.6485355648535565,
+      "grad_norm": 173.4796142578125,
+      "learning_rate": 1.5792256475589217e-06,
+      "loss": 19.2188,
+      "step": 9765
+    },
+    {
+      "epoch": 0.6486019791459122,
+      "grad_norm": 1023.5480346679688,
+      "learning_rate": 1.57913797137604e-06,
+      "loss": 35.3906,
+      "step": 9766
+    },
+    {
+      "epoch": 0.6486683934382679,
+      "grad_norm": 203.69607543945312,
+      "learning_rate": 1.5790502884940243e-06,
+      "loss": 14.6094,
+      "step": 9767
+    },
+    {
+      "epoch": 0.6487348077306236,
+      "grad_norm": 380.4682922363281,
+      "learning_rate": 1.5789625989138883e-06,
+      "loss": 18.2031,
+      "step": 9768
+    },
+    {
+      "epoch": 0.6488012220229793,
+      "grad_norm": 274.714599609375,
+      "learning_rate": 1.578874902636647e-06,
+      "loss": 12.8906,
+      "step": 9769
+    },
+    {
+      "epoch": 0.6488676363153351,
+      "grad_norm": 259.9791259765625,
+      "learning_rate": 1.578787199663315e-06,
+      "loss": 18.875,
+      "step": 9770
+    },
+    {
+      "epoch": 0.6489340506076908,
+      "grad_norm": 165.9247589111328,
+      "learning_rate": 1.578699489994906e-06,
+      "loss": 18.5156,
+      "step": 9771
+    },
+    {
+      "epoch": 0.6490004649000465,
+      "grad_norm": 189.72364807128906,
+      "learning_rate": 1.5786117736324349e-06,
+      "loss": 16.6094,
+      "step": 9772
+    },
+    {
+      "epoch": 0.6490668791924022,
+      "grad_norm": 121.20919036865234,
+      "learning_rate": 1.578524050576917e-06,
+      "loss": 17.5625,
+      "step": 9773
+    },
+    {
+      "epoch": 0.6491332934847579,
+      "grad_norm": 287.75152587890625,
+      "learning_rate": 1.578436320829366e-06,
+      "loss": 15.0938,
+      "step": 9774
+    },
+    {
+      "epoch": 0.6491997077771137,
+      "grad_norm": 640.722900390625,
+      "learning_rate": 1.5783485843907973e-06,
+      "loss": 22.6562,
+      "step": 9775
+    },
+    {
+      "epoch": 0.6492661220694693,
+      "grad_norm": 354.88336181640625,
+      "learning_rate": 1.5782608412622257e-06,
+      "loss": 17.625,
+      "step": 9776
+    },
+    {
+      "epoch": 0.6493325363618251,
+      "grad_norm": 125.71018981933594,
+      "learning_rate": 1.5781730914446661e-06,
+      "loss": 19.3125,
+      "step": 9777
+    },
+    {
+      "epoch": 0.6493989506541807,
+      "grad_norm": 171.09310913085938,
+      "learning_rate": 1.5780853349391337e-06,
+      "loss": 18.125,
+      "step": 9778
+    },
+    {
+      "epoch": 0.6494653649465365,
+      "grad_norm": 383.9112548828125,
+      "learning_rate": 1.5779975717466432e-06,
+      "loss": 13.4375,
+      "step": 9779
+    },
+    {
+      "epoch": 0.6495317792388922,
+      "grad_norm": 461.63037109375,
+      "learning_rate": 1.5779098018682105e-06,
+      "loss": 27.6875,
+      "step": 9780
+    },
+    {
+      "epoch": 0.6495981935312479,
+      "grad_norm": 510.0411682128906,
+      "learning_rate": 1.57782202530485e-06,
+      "loss": 22.4688,
+      "step": 9781
+    },
+    {
+      "epoch": 0.6496646078236037,
+      "grad_norm": 201.11062622070312,
+      "learning_rate": 1.577734242057578e-06,
+      "loss": 14.3594,
+      "step": 9782
+    },
+    {
+      "epoch": 0.6497310221159593,
+      "grad_norm": 197.15328979492188,
+      "learning_rate": 1.5776464521274089e-06,
+      "loss": 20.5938,
+      "step": 9783
+    },
+    {
+      "epoch": 0.6497974364083151,
+      "grad_norm": 162.2890167236328,
+      "learning_rate": 1.577558655515359e-06,
+      "loss": 21.9844,
+      "step": 9784
+    },
+    {
+      "epoch": 0.6498638507006708,
+      "grad_norm": 351.53485107421875,
+      "learning_rate": 1.5774708522224436e-06,
+      "loss": 19.6719,
+      "step": 9785
+    },
+    {
+      "epoch": 0.6499302649930265,
+      "grad_norm": 246.04898071289062,
+      "learning_rate": 1.5773830422496784e-06,
+      "loss": 20.4688,
+      "step": 9786
+    },
+    {
+      "epoch": 0.6499966792853822,
+      "grad_norm": 377.50347900390625,
+      "learning_rate": 1.5772952255980792e-06,
+      "loss": 21.2188,
+      "step": 9787
+    },
+    {
+      "epoch": 0.650063093577738,
+      "grad_norm": 274.0904846191406,
+      "learning_rate": 1.5772074022686614e-06,
+      "loss": 19.5,
+      "step": 9788
+    },
+    {
+      "epoch": 0.6501295078700936,
+      "grad_norm": 829.3387451171875,
+      "learning_rate": 1.5771195722624415e-06,
+      "loss": 27.125,
+      "step": 9789
+    },
+    {
+      "epoch": 0.6501959221624494,
+      "grad_norm": 178.8704071044922,
+      "learning_rate": 1.577031735580435e-06,
+      "loss": 17.5156,
+      "step": 9790
+    },
+    {
+      "epoch": 0.650262336454805,
+      "grad_norm": 172.2509307861328,
+      "learning_rate": 1.576943892223658e-06,
+      "loss": 17.5234,
+      "step": 9791
+    },
+    {
+      "epoch": 0.6503287507471608,
+      "grad_norm": 124.38665008544922,
+      "learning_rate": 1.576856042193127e-06,
+      "loss": 17.75,
+      "step": 9792
+    },
+    {
+      "epoch": 0.6503951650395166,
+      "grad_norm": 200.39654541015625,
+      "learning_rate": 1.576768185489858e-06,
+      "loss": 18.0625,
+      "step": 9793
+    },
+    {
+      "epoch": 0.6504615793318722,
+      "grad_norm": 228.15406799316406,
+      "learning_rate": 1.5766803221148673e-06,
+      "loss": 22.2188,
+      "step": 9794
+    },
+    {
+      "epoch": 0.650527993624228,
+      "grad_norm": 258.3771057128906,
+      "learning_rate": 1.5765924520691706e-06,
+      "loss": 19.7344,
+      "step": 9795
+    },
+    {
+      "epoch": 0.6505944079165836,
+      "grad_norm": 351.54534912109375,
+      "learning_rate": 1.5765045753537854e-06,
+      "loss": 18.2188,
+      "step": 9796
+    },
+    {
+      "epoch": 0.6506608222089394,
+      "grad_norm": 423.5411376953125,
+      "learning_rate": 1.5764166919697275e-06,
+      "loss": 20.0781,
+      "step": 9797
+    },
+    {
+      "epoch": 0.650727236501295,
+      "grad_norm": 109.98111724853516,
+      "learning_rate": 1.576328801918014e-06,
+      "loss": 17.4688,
+      "step": 9798
+    },
+    {
+      "epoch": 0.6507936507936508,
+      "grad_norm": 155.67459106445312,
+      "learning_rate": 1.5762409051996608e-06,
+      "loss": 18.4531,
+      "step": 9799
+    },
+    {
+      "epoch": 0.6508600650860065,
+      "grad_norm": 241.97186279296875,
+      "learning_rate": 1.5761530018156852e-06,
+      "loss": 20.0156,
+      "step": 9800
+    },
+    {
+      "epoch": 0.6509264793783622,
+      "grad_norm": 182.79576110839844,
+      "learning_rate": 1.5760650917671039e-06,
+      "loss": 18.0781,
+      "step": 9801
+    },
+    {
+      "epoch": 0.6509928936707179,
+      "grad_norm": 305.449951171875,
+      "learning_rate": 1.575977175054934e-06,
+      "loss": 19.0469,
+      "step": 9802
+    },
+    {
+      "epoch": 0.6510593079630737,
+      "grad_norm": 153.4467315673828,
+      "learning_rate": 1.5758892516801923e-06,
+      "loss": 14.3906,
+      "step": 9803
+    },
+    {
+      "epoch": 0.6511257222554294,
+      "grad_norm": 162.19789123535156,
+      "learning_rate": 1.5758013216438954e-06,
+      "loss": 16.5938,
+      "step": 9804
+    },
+    {
+      "epoch": 0.6511921365477851,
+      "grad_norm": 189.4874725341797,
+      "learning_rate": 1.5757133849470613e-06,
+      "loss": 16.6562,
+      "step": 9805
+    },
+    {
+      "epoch": 0.6512585508401408,
+      "grad_norm": 175.18112182617188,
+      "learning_rate": 1.5756254415907064e-06,
+      "loss": 12.8125,
+      "step": 9806
+    },
+    {
+      "epoch": 0.6513249651324965,
+      "grad_norm": 207.74134826660156,
+      "learning_rate": 1.5755374915758485e-06,
+      "loss": 20.9062,
+      "step": 9807
+    },
+    {
+      "epoch": 0.6513913794248523,
+      "grad_norm": 129.65733337402344,
+      "learning_rate": 1.5754495349035047e-06,
+      "loss": 18.6094,
+      "step": 9808
+    },
+    {
+      "epoch": 0.6514577937172079,
+      "grad_norm": 219.90115356445312,
+      "learning_rate": 1.5753615715746924e-06,
+      "loss": 18.9375,
+      "step": 9809
+    },
+    {
+      "epoch": 0.6515242080095637,
+      "grad_norm": 243.8300323486328,
+      "learning_rate": 1.5752736015904296e-06,
+      "loss": 16.4062,
+      "step": 9810
+    },
+    {
+      "epoch": 0.6515906223019193,
+      "grad_norm": 172.5012664794922,
+      "learning_rate": 1.5751856249517333e-06,
+      "loss": 15.8438,
+      "step": 9811
+    },
+    {
+      "epoch": 0.6516570365942751,
+      "grad_norm": 536.76806640625,
+      "learning_rate": 1.5750976416596212e-06,
+      "loss": 19.5312,
+      "step": 9812
+    },
+    {
+      "epoch": 0.6517234508866308,
+      "grad_norm": 174.5625762939453,
+      "learning_rate": 1.5750096517151113e-06,
+      "loss": 14.1562,
+      "step": 9813
+    },
+    {
+      "epoch": 0.6517898651789865,
+      "grad_norm": 192.02561950683594,
+      "learning_rate": 1.5749216551192212e-06,
+      "loss": 17.3438,
+      "step": 9814
+    },
+    {
+      "epoch": 0.6518562794713423,
+      "grad_norm": 246.4168243408203,
+      "learning_rate": 1.574833651872969e-06,
+      "loss": 18.1719,
+      "step": 9815
+    },
+    {
+      "epoch": 0.6519226937636979,
+      "grad_norm": 176.81210327148438,
+      "learning_rate": 1.5747456419773727e-06,
+      "loss": 13.9375,
+      "step": 9816
+    },
+    {
+      "epoch": 0.6519891080560537,
+      "grad_norm": 241.09898376464844,
+      "learning_rate": 1.5746576254334501e-06,
+      "loss": 13.25,
+      "step": 9817
+    },
+    {
+      "epoch": 0.6520555223484094,
+      "grad_norm": 240.0722198486328,
+      "learning_rate": 1.5745696022422194e-06,
+      "loss": 11.4219,
+      "step": 9818
+    },
+    {
+      "epoch": 0.6521219366407651,
+      "grad_norm": 235.08396911621094,
+      "learning_rate": 1.5744815724046992e-06,
+      "loss": 24.5625,
+      "step": 9819
+    },
+    {
+      "epoch": 0.6521883509331208,
+      "grad_norm": 297.1187744140625,
+      "learning_rate": 1.5743935359219071e-06,
+      "loss": 19.9844,
+      "step": 9820
+    },
+    {
+      "epoch": 0.6522547652254765,
+      "grad_norm": 200.64405822753906,
+      "learning_rate": 1.574305492794862e-06,
+      "loss": 19.125,
+      "step": 9821
+    },
+    {
+      "epoch": 0.6523211795178322,
+      "grad_norm": 265.20904541015625,
+      "learning_rate": 1.574217443024582e-06,
+      "loss": 15.8281,
+      "step": 9822
+    },
+    {
+      "epoch": 0.652387593810188,
+      "grad_norm": 338.16461181640625,
+      "learning_rate": 1.5741293866120857e-06,
+      "loss": 22.0156,
+      "step": 9823
+    },
+    {
+      "epoch": 0.6524540081025436,
+      "grad_norm": 157.38262939453125,
+      "learning_rate": 1.5740413235583918e-06,
+      "loss": 17.8281,
+      "step": 9824
+    },
+    {
+      "epoch": 0.6525204223948994,
+      "grad_norm": 296.6435852050781,
+      "learning_rate": 1.5739532538645187e-06,
+      "loss": 16.2188,
+      "step": 9825
+    },
+    {
+      "epoch": 0.6525868366872551,
+      "grad_norm": 281.4869689941406,
+      "learning_rate": 1.5738651775314855e-06,
+      "loss": 17.0625,
+      "step": 9826
+    },
+    {
+      "epoch": 0.6526532509796108,
+      "grad_norm": 191.2609405517578,
+      "learning_rate": 1.5737770945603106e-06,
+      "loss": 20.8438,
+      "step": 9827
+    },
+    {
+      "epoch": 0.6527196652719666,
+      "grad_norm": 145.38792419433594,
+      "learning_rate": 1.5736890049520134e-06,
+      "loss": 14.7969,
+      "step": 9828
+    },
+    {
+      "epoch": 0.6527860795643222,
+      "grad_norm": 186.9792938232422,
+      "learning_rate": 1.5736009087076126e-06,
+      "loss": 15.4688,
+      "step": 9829
+    },
+    {
+      "epoch": 0.652852493856678,
+      "grad_norm": 257.29248046875,
+      "learning_rate": 1.573512805828127e-06,
+      "loss": 14.5391,
+      "step": 9830
+    },
+    {
+      "epoch": 0.6529189081490336,
+      "grad_norm": 159.7154998779297,
+      "learning_rate": 1.5734246963145762e-06,
+      "loss": 16.3438,
+      "step": 9831
+    },
+    {
+      "epoch": 0.6529853224413894,
+      "grad_norm": 192.77493286132812,
+      "learning_rate": 1.5733365801679793e-06,
+      "loss": 16.4688,
+      "step": 9832
+    },
+    {
+      "epoch": 0.6530517367337451,
+      "grad_norm": 426.10394287109375,
+      "learning_rate": 1.5732484573893552e-06,
+      "loss": 18.5781,
+      "step": 9833
+    },
+    {
+      "epoch": 0.6531181510261008,
+      "grad_norm": 137.33103942871094,
+      "learning_rate": 1.5731603279797234e-06,
+      "loss": 15.9844,
+      "step": 9834
+    },
+    {
+      "epoch": 0.6531845653184565,
+      "grad_norm": 292.5760803222656,
+      "learning_rate": 1.5730721919401035e-06,
+      "loss": 15.7031,
+      "step": 9835
+    },
+    {
+      "epoch": 0.6532509796108122,
+      "grad_norm": 118.18338775634766,
+      "learning_rate": 1.5729840492715152e-06,
+      "loss": 15.0,
+      "step": 9836
+    },
+    {
+      "epoch": 0.653317393903168,
+      "grad_norm": 325.33428955078125,
+      "learning_rate": 1.5728958999749775e-06,
+      "loss": 21.2969,
+      "step": 9837
+    },
+    {
+      "epoch": 0.6533838081955237,
+      "grad_norm": 302.8778991699219,
+      "learning_rate": 1.5728077440515105e-06,
+      "loss": 20.0859,
+      "step": 9838
+    },
+    {
+      "epoch": 0.6534502224878794,
+      "grad_norm": 464.0259704589844,
+      "learning_rate": 1.5727195815021338e-06,
+      "loss": 33.7812,
+      "step": 9839
+    },
+    {
+      "epoch": 0.6535166367802351,
+      "grad_norm": 325.7901916503906,
+      "learning_rate": 1.5726314123278674e-06,
+      "loss": 21.5625,
+      "step": 9840
+    },
+    {
+      "epoch": 0.6535830510725908,
+      "grad_norm": 114.33917999267578,
+      "learning_rate": 1.572543236529731e-06,
+      "loss": 18.7812,
+      "step": 9841
+    },
+    {
+      "epoch": 0.6536494653649465,
+      "grad_norm": 303.0911560058594,
+      "learning_rate": 1.5724550541087442e-06,
+      "loss": 18.375,
+      "step": 9842
+    },
+    {
+      "epoch": 0.6537158796573023,
+      "grad_norm": 197.66879272460938,
+      "learning_rate": 1.572366865065928e-06,
+      "loss": 18.6562,
+      "step": 9843
+    },
+    {
+      "epoch": 0.6537822939496579,
+      "grad_norm": 156.35464477539062,
+      "learning_rate": 1.5722786694023015e-06,
+      "loss": 15.0938,
+      "step": 9844
+    },
+    {
+      "epoch": 0.6538487082420137,
+      "grad_norm": 314.769775390625,
+      "learning_rate": 1.5721904671188855e-06,
+      "loss": 23.125,
+      "step": 9845
+    },
+    {
+      "epoch": 0.6539151225343693,
+      "grad_norm": 151.67034912109375,
+      "learning_rate": 1.5721022582167001e-06,
+      "loss": 14.4531,
+      "step": 9846
+    },
+    {
+      "epoch": 0.6539815368267251,
+      "grad_norm": 303.9964599609375,
+      "learning_rate": 1.5720140426967655e-06,
+      "loss": 17.9219,
+      "step": 9847
+    },
+    {
+      "epoch": 0.6540479511190809,
+      "grad_norm": 323.0395812988281,
+      "learning_rate": 1.5719258205601027e-06,
+      "loss": 24.3281,
+      "step": 9848
+    },
+    {
+      "epoch": 0.6541143654114365,
+      "grad_norm": 237.64120483398438,
+      "learning_rate": 1.5718375918077315e-06,
+      "loss": 19.1562,
+      "step": 9849
+    },
+    {
+      "epoch": 0.6541807797037923,
+      "grad_norm": 146.92007446289062,
+      "learning_rate": 1.571749356440673e-06,
+      "loss": 15.7969,
+      "step": 9850
+    },
+    {
+      "epoch": 0.654247193996148,
+      "grad_norm": 564.2448120117188,
+      "learning_rate": 1.5716611144599475e-06,
+      "loss": 27.3438,
+      "step": 9851
+    },
+    {
+      "epoch": 0.6543136082885037,
+      "grad_norm": 134.8175506591797,
+      "learning_rate": 1.571572865866576e-06,
+      "loss": 21.4062,
+      "step": 9852
+    },
+    {
+      "epoch": 0.6543800225808594,
+      "grad_norm": 197.45159912109375,
+      "learning_rate": 1.5714846106615789e-06,
+      "loss": 14.625,
+      "step": 9853
+    },
+    {
+      "epoch": 0.6544464368732151,
+      "grad_norm": 276.38671875,
+      "learning_rate": 1.5713963488459773e-06,
+      "loss": 17.9531,
+      "step": 9854
+    },
+    {
+      "epoch": 0.6545128511655708,
+      "grad_norm": 250.24586486816406,
+      "learning_rate": 1.5713080804207926e-06,
+      "loss": 11.9219,
+      "step": 9855
+    },
+    {
+      "epoch": 0.6545792654579266,
+      "grad_norm": 283.8553466796875,
+      "learning_rate": 1.5712198053870452e-06,
+      "loss": 22.9062,
+      "step": 9856
+    },
+    {
+      "epoch": 0.6546456797502822,
+      "grad_norm": 271.5994567871094,
+      "learning_rate": 1.5711315237457566e-06,
+      "loss": 18.4062,
+      "step": 9857
+    },
+    {
+      "epoch": 0.654712094042638,
+      "grad_norm": 175.79736328125,
+      "learning_rate": 1.5710432354979477e-06,
+      "loss": 17.25,
+      "step": 9858
+    },
+    {
+      "epoch": 0.6547785083349937,
+      "grad_norm": 160.5143280029297,
+      "learning_rate": 1.57095494064464e-06,
+      "loss": 12.4219,
+      "step": 9859
+    },
+    {
+      "epoch": 0.6548449226273494,
+      "grad_norm": 147.96253967285156,
+      "learning_rate": 1.5708666391868551e-06,
+      "loss": 15.8438,
+      "step": 9860
+    },
+    {
+      "epoch": 0.6549113369197052,
+      "grad_norm": 356.1510314941406,
+      "learning_rate": 1.5707783311256138e-06,
+      "loss": 20.375,
+      "step": 9861
+    },
+    {
+      "epoch": 0.6549777512120608,
+      "grad_norm": 262.3909912109375,
+      "learning_rate": 1.5706900164619377e-06,
+      "loss": 18.0781,
+      "step": 9862
+    },
+    {
+      "epoch": 0.6550441655044166,
+      "grad_norm": 395.0989685058594,
+      "learning_rate": 1.570601695196849e-06,
+      "loss": 19.0312,
+      "step": 9863
+    },
+    {
+      "epoch": 0.6551105797967722,
+      "grad_norm": 171.0846405029297,
+      "learning_rate": 1.5705133673313683e-06,
+      "loss": 15.7812,
+      "step": 9864
+    },
+    {
+      "epoch": 0.655176994089128,
+      "grad_norm": 428.432373046875,
+      "learning_rate": 1.5704250328665185e-06,
+      "loss": 16.5,
+      "step": 9865
+    },
+    {
+      "epoch": 0.6552434083814836,
+      "grad_norm": 291.89471435546875,
+      "learning_rate": 1.5703366918033208e-06,
+      "loss": 19.6094,
+      "step": 9866
+    },
+    {
+      "epoch": 0.6553098226738394,
+      "grad_norm": 182.40463256835938,
+      "learning_rate": 1.570248344142797e-06,
+      "loss": 17.4375,
+      "step": 9867
+    },
+    {
+      "epoch": 0.6553762369661952,
+      "grad_norm": 151.88002014160156,
+      "learning_rate": 1.5701599898859692e-06,
+      "loss": 16.7812,
+      "step": 9868
+    },
+    {
+      "epoch": 0.6554426512585508,
+      "grad_norm": 199.4517364501953,
+      "learning_rate": 1.5700716290338594e-06,
+      "loss": 18.5312,
+      "step": 9869
+    },
+    {
+      "epoch": 0.6555090655509066,
+      "grad_norm": 163.35879516601562,
+      "learning_rate": 1.5699832615874897e-06,
+      "loss": 18.1094,
+      "step": 9870
+    },
+    {
+      "epoch": 0.6555754798432623,
+      "grad_norm": 228.1835479736328,
+      "learning_rate": 1.5698948875478823e-06,
+      "loss": 22.0938,
+      "step": 9871
+    },
+    {
+      "epoch": 0.655641894135618,
+      "grad_norm": 259.3472900390625,
+      "learning_rate": 1.5698065069160594e-06,
+      "loss": 16.4531,
+      "step": 9872
+    },
+    {
+      "epoch": 0.6557083084279737,
+      "grad_norm": 84.39105224609375,
+      "learning_rate": 1.5697181196930438e-06,
+      "loss": 15.0,
+      "step": 9873
+    },
+    {
+      "epoch": 0.6557747227203294,
+      "grad_norm": 251.3291473388672,
+      "learning_rate": 1.569629725879857e-06,
+      "loss": 20.8438,
+      "step": 9874
+    },
+    {
+      "epoch": 0.6558411370126851,
+      "grad_norm": 131.2504119873047,
+      "learning_rate": 1.5695413254775223e-06,
+      "loss": 17.5938,
+      "step": 9875
+    },
+    {
+      "epoch": 0.6559075513050409,
+      "grad_norm": 208.8737030029297,
+      "learning_rate": 1.569452918487062e-06,
+      "loss": 12.8125,
+      "step": 9876
+    },
+    {
+      "epoch": 0.6559739655973965,
+      "grad_norm": 257.12847900390625,
+      "learning_rate": 1.5693645049094984e-06,
+      "loss": 18.4688,
+      "step": 9877
+    },
+    {
+      "epoch": 0.6560403798897523,
+      "grad_norm": 376.16510009765625,
+      "learning_rate": 1.5692760847458547e-06,
+      "loss": 19.625,
+      "step": 9878
+    },
+    {
+      "epoch": 0.656106794182108,
+      "grad_norm": 288.52850341796875,
+      "learning_rate": 1.5691876579971534e-06,
+      "loss": 15.1562,
+      "step": 9879
+    },
+    {
+      "epoch": 0.6561732084744637,
+      "grad_norm": 168.64682006835938,
+      "learning_rate": 1.5690992246644176e-06,
+      "loss": 17.3594,
+      "step": 9880
+    },
+    {
+      "epoch": 0.6562396227668195,
+      "grad_norm": 178.73426818847656,
+      "learning_rate": 1.5690107847486703e-06,
+      "loss": 18.0938,
+      "step": 9881
+    },
+    {
+      "epoch": 0.6563060370591751,
+      "grad_norm": 352.4501953125,
+      "learning_rate": 1.568922338250934e-06,
+      "loss": 16.5938,
+      "step": 9882
+    },
+    {
+      "epoch": 0.6563724513515309,
+      "grad_norm": 192.6802978515625,
+      "learning_rate": 1.5688338851722324e-06,
+      "loss": 23.2812,
+      "step": 9883
+    },
+    {
+      "epoch": 0.6564388656438865,
+      "grad_norm": 371.2537536621094,
+      "learning_rate": 1.5687454255135883e-06,
+      "loss": 22.75,
+      "step": 9884
+    },
+    {
+      "epoch": 0.6565052799362423,
+      "grad_norm": 243.22714233398438,
+      "learning_rate": 1.5686569592760253e-06,
+      "loss": 18.7344,
+      "step": 9885
+    },
+    {
+      "epoch": 0.656571694228598,
+      "grad_norm": 433.21337890625,
+      "learning_rate": 1.5685684864605665e-06,
+      "loss": 19.5625,
+      "step": 9886
+    },
+    {
+      "epoch": 0.6566381085209537,
+      "grad_norm": 250.31216430664062,
+      "learning_rate": 1.568480007068235e-06,
+      "loss": 18.6562,
+      "step": 9887
+    },
+    {
+      "epoch": 0.6567045228133094,
+      "grad_norm": 328.7663269042969,
+      "learning_rate": 1.5683915211000546e-06,
+      "loss": 20.2031,
+      "step": 9888
+    },
+    {
+      "epoch": 0.6567709371056651,
+      "grad_norm": 143.5172119140625,
+      "learning_rate": 1.568303028557049e-06,
+      "loss": 14.4688,
+      "step": 9889
+    },
+    {
+      "epoch": 0.6568373513980209,
+      "grad_norm": 270.1737365722656,
+      "learning_rate": 1.5682145294402415e-06,
+      "loss": 16.7656,
+      "step": 9890
+    },
+    {
+      "epoch": 0.6569037656903766,
+      "grad_norm": 284.0362548828125,
+      "learning_rate": 1.5681260237506562e-06,
+      "loss": 20.8438,
+      "step": 9891
+    },
+    {
+      "epoch": 0.6569701799827323,
+      "grad_norm": 235.59523010253906,
+      "learning_rate": 1.5680375114893166e-06,
+      "loss": 21.9844,
+      "step": 9892
+    },
+    {
+      "epoch": 0.657036594275088,
+      "grad_norm": 266.3184509277344,
+      "learning_rate": 1.5679489926572464e-06,
+      "loss": 15.2188,
+      "step": 9893
+    },
+    {
+      "epoch": 0.6571030085674437,
+      "grad_norm": 318.0582580566406,
+      "learning_rate": 1.5678604672554701e-06,
+      "loss": 13.1875,
+      "step": 9894
+    },
+    {
+      "epoch": 0.6571694228597994,
+      "grad_norm": 290.4663391113281,
+      "learning_rate": 1.5677719352850111e-06,
+      "loss": 20.2812,
+      "step": 9895
+    },
+    {
+      "epoch": 0.6572358371521552,
+      "grad_norm": 1398.05517578125,
+      "learning_rate": 1.567683396746894e-06,
+      "loss": 31.4062,
+      "step": 9896
+    },
+    {
+      "epoch": 0.6573022514445108,
+      "grad_norm": 433.47479248046875,
+      "learning_rate": 1.5675948516421421e-06,
+      "loss": 15.3906,
+      "step": 9897
+    },
+    {
+      "epoch": 0.6573686657368666,
+      "grad_norm": 318.6138000488281,
+      "learning_rate": 1.567506299971781e-06,
+      "loss": 19.3438,
+      "step": 9898
+    },
+    {
+      "epoch": 0.6574350800292222,
+      "grad_norm": 449.0543212890625,
+      "learning_rate": 1.5674177417368336e-06,
+      "loss": 19.2188,
+      "step": 9899
+    },
+    {
+      "epoch": 0.657501494321578,
+      "grad_norm": 390.66644287109375,
+      "learning_rate": 1.5673291769383255e-06,
+      "loss": 13.375,
+      "step": 9900
+    },
+    {
+      "epoch": 0.6575679086139338,
+      "grad_norm": 152.90737915039062,
+      "learning_rate": 1.5672406055772805e-06,
+      "loss": 19.4219,
+      "step": 9901
+    },
+    {
+      "epoch": 0.6576343229062894,
+      "grad_norm": 358.6860656738281,
+      "learning_rate": 1.567152027654723e-06,
+      "loss": 18.3594,
+      "step": 9902
+    },
+    {
+      "epoch": 0.6577007371986452,
+      "grad_norm": 191.9142303466797,
+      "learning_rate": 1.567063443171678e-06,
+      "loss": 19.5938,
+      "step": 9903
+    },
+    {
+      "epoch": 0.6577671514910008,
+      "grad_norm": 236.046142578125,
+      "learning_rate": 1.5669748521291704e-06,
+      "loss": 16.7656,
+      "step": 9904
+    },
+    {
+      "epoch": 0.6578335657833566,
+      "grad_norm": 219.65443420410156,
+      "learning_rate": 1.5668862545282245e-06,
+      "loss": 14.4062,
+      "step": 9905
+    },
+    {
+      "epoch": 0.6578999800757123,
+      "grad_norm": 201.20562744140625,
+      "learning_rate": 1.5667976503698651e-06,
+      "loss": 26.6875,
+      "step": 9906
+    },
+    {
+      "epoch": 0.657966394368068,
+      "grad_norm": 121.05767822265625,
+      "learning_rate": 1.5667090396551173e-06,
+      "loss": 13.5938,
+      "step": 9907
+    },
+    {
+      "epoch": 0.6580328086604237,
+      "grad_norm": 222.09585571289062,
+      "learning_rate": 1.5666204223850063e-06,
+      "loss": 20.0312,
+      "step": 9908
+    },
+    {
+      "epoch": 0.6580992229527795,
+      "grad_norm": 203.34664916992188,
+      "learning_rate": 1.5665317985605568e-06,
+      "loss": 18.4531,
+      "step": 9909
+    },
+    {
+      "epoch": 0.6581656372451351,
+      "grad_norm": 269.0628967285156,
+      "learning_rate": 1.5664431681827944e-06,
+      "loss": 17.25,
+      "step": 9910
+    },
+    {
+      "epoch": 0.6582320515374909,
+      "grad_norm": 171.45204162597656,
+      "learning_rate": 1.5663545312527437e-06,
+      "loss": 12.4375,
+      "step": 9911
+    },
+    {
+      "epoch": 0.6582984658298466,
+      "grad_norm": 425.8558349609375,
+      "learning_rate": 1.5662658877714306e-06,
+      "loss": 14.6562,
+      "step": 9912
+    },
+    {
+      "epoch": 0.6583648801222023,
+      "grad_norm": 310.1818542480469,
+      "learning_rate": 1.5661772377398804e-06,
+      "loss": 16.75,
+      "step": 9913
+    },
+    {
+      "epoch": 0.658431294414558,
+      "grad_norm": 233.69830322265625,
+      "learning_rate": 1.5660885811591182e-06,
+      "loss": 21.5625,
+      "step": 9914
+    },
+    {
+      "epoch": 0.6584977087069137,
+      "grad_norm": 367.948974609375,
+      "learning_rate": 1.5659999180301697e-06,
+      "loss": 14.9375,
+      "step": 9915
+    },
+    {
+      "epoch": 0.6585641229992695,
+      "grad_norm": 231.730712890625,
+      "learning_rate": 1.5659112483540605e-06,
+      "loss": 20.3125,
+      "step": 9916
+    },
+    {
+      "epoch": 0.6586305372916251,
+      "grad_norm": 660.1256713867188,
+      "learning_rate": 1.5658225721318164e-06,
+      "loss": 25.125,
+      "step": 9917
+    },
+    {
+      "epoch": 0.6586969515839809,
+      "grad_norm": 494.009033203125,
+      "learning_rate": 1.5657338893644627e-06,
+      "loss": 12.8125,
+      "step": 9918
+    },
+    {
+      "epoch": 0.6587633658763365,
+      "grad_norm": 135.4127960205078,
+      "learning_rate": 1.5656452000530261e-06,
+      "loss": 12.2969,
+      "step": 9919
+    },
+    {
+      "epoch": 0.6588297801686923,
+      "grad_norm": 963.2916870117188,
+      "learning_rate": 1.5655565041985317e-06,
+      "loss": 19.75,
+      "step": 9920
+    },
+    {
+      "epoch": 0.658896194461048,
+      "grad_norm": 227.87600708007812,
+      "learning_rate": 1.565467801802006e-06,
+      "loss": 18.9844,
+      "step": 9921
+    },
+    {
+      "epoch": 0.6589626087534037,
+      "grad_norm": 331.28363037109375,
+      "learning_rate": 1.5653790928644745e-06,
+      "loss": 20.8125,
+      "step": 9922
+    },
+    {
+      "epoch": 0.6590290230457595,
+      "grad_norm": 1051.53955078125,
+      "learning_rate": 1.5652903773869638e-06,
+      "loss": 14.5625,
+      "step": 9923
+    },
+    {
+      "epoch": 0.6590954373381152,
+      "grad_norm": 122.1436996459961,
+      "learning_rate": 1.5652016553705e-06,
+      "loss": 18.7656,
+      "step": 9924
+    },
+    {
+      "epoch": 0.6591618516304709,
+      "grad_norm": 202.94923400878906,
+      "learning_rate": 1.5651129268161096e-06,
+      "loss": 13.6172,
+      "step": 9925
+    },
+    {
+      "epoch": 0.6592282659228266,
+      "grad_norm": 545.5286254882812,
+      "learning_rate": 1.5650241917248186e-06,
+      "loss": 19.5938,
+      "step": 9926
+    },
+    {
+      "epoch": 0.6592946802151823,
+      "grad_norm": 166.6086883544922,
+      "learning_rate": 1.5649354500976535e-06,
+      "loss": 16.375,
+      "step": 9927
+    },
+    {
+      "epoch": 0.659361094507538,
+      "grad_norm": 125.03443145751953,
+      "learning_rate": 1.5648467019356408e-06,
+      "loss": 13.4219,
+      "step": 9928
+    },
+    {
+      "epoch": 0.6594275087998938,
+      "grad_norm": 124.22410583496094,
+      "learning_rate": 1.5647579472398072e-06,
+      "loss": 14.9844,
+      "step": 9929
+    },
+    {
+      "epoch": 0.6594939230922494,
+      "grad_norm": 314.27203369140625,
+      "learning_rate": 1.5646691860111794e-06,
+      "loss": 15.4609,
+      "step": 9930
+    },
+    {
+      "epoch": 0.6595603373846052,
+      "grad_norm": 217.2017059326172,
+      "learning_rate": 1.564580418250784e-06,
+      "loss": 18.5469,
+      "step": 9931
+    },
+    {
+      "epoch": 0.6596267516769608,
+      "grad_norm": 149.05322265625,
+      "learning_rate": 1.564491643959648e-06,
+      "loss": 20.5938,
+      "step": 9932
+    },
+    {
+      "epoch": 0.6596931659693166,
+      "grad_norm": 225.8419189453125,
+      "learning_rate": 1.564402863138798e-06,
+      "loss": 16.7812,
+      "step": 9933
+    },
+    {
+      "epoch": 0.6597595802616724,
+      "grad_norm": 260.7765808105469,
+      "learning_rate": 1.5643140757892612e-06,
+      "loss": 23.7812,
+      "step": 9934
+    },
+    {
+      "epoch": 0.659825994554028,
+      "grad_norm": 211.59475708007812,
+      "learning_rate": 1.5642252819120646e-06,
+      "loss": 21.5156,
+      "step": 9935
+    },
+    {
+      "epoch": 0.6598924088463838,
+      "grad_norm": 538.6500854492188,
+      "learning_rate": 1.5641364815082349e-06,
+      "loss": 16.75,
+      "step": 9936
+    },
+    {
+      "epoch": 0.6599588231387394,
+      "grad_norm": 279.3988952636719,
+      "learning_rate": 1.5640476745788002e-06,
+      "loss": 17.9531,
+      "step": 9937
+    },
+    {
+      "epoch": 0.6600252374310952,
+      "grad_norm": 239.22084045410156,
+      "learning_rate": 1.5639588611247872e-06,
+      "loss": 19.6562,
+      "step": 9938
+    },
+    {
+      "epoch": 0.6600916517234509,
+      "grad_norm": 577.343994140625,
+      "learning_rate": 1.563870041147223e-06,
+      "loss": 18.3125,
+      "step": 9939
+    },
+    {
+      "epoch": 0.6601580660158066,
+      "grad_norm": 253.08836364746094,
+      "learning_rate": 1.5637812146471357e-06,
+      "loss": 23.375,
+      "step": 9940
+    },
+    {
+      "epoch": 0.6602244803081623,
+      "grad_norm": 240.3740997314453,
+      "learning_rate": 1.563692381625552e-06,
+      "loss": 21.2969,
+      "step": 9941
+    },
+    {
+      "epoch": 0.660290894600518,
+      "grad_norm": 148.20901489257812,
+      "learning_rate": 1.5636035420835002e-06,
+      "loss": 22.1484,
+      "step": 9942
+    },
+    {
+      "epoch": 0.6603573088928737,
+      "grad_norm": 156.81529235839844,
+      "learning_rate": 1.5635146960220073e-06,
+      "loss": 17.0625,
+      "step": 9943
+    },
+    {
+      "epoch": 0.6604237231852295,
+      "grad_norm": 948.133056640625,
+      "learning_rate": 1.5634258434421014e-06,
+      "loss": 15.375,
+      "step": 9944
+    },
+    {
+      "epoch": 0.6604901374775852,
+      "grad_norm": 191.0654296875,
+      "learning_rate": 1.5633369843448106e-06,
+      "loss": 23.0312,
+      "step": 9945
+    },
+    {
+      "epoch": 0.6605565517699409,
+      "grad_norm": 413.32073974609375,
+      "learning_rate": 1.5632481187311622e-06,
+      "loss": 23.375,
+      "step": 9946
+    },
+    {
+      "epoch": 0.6606229660622966,
+      "grad_norm": 215.9058074951172,
+      "learning_rate": 1.5631592466021844e-06,
+      "loss": 14.6719,
+      "step": 9947
+    },
+    {
+      "epoch": 0.6606893803546523,
+      "grad_norm": 635.2412719726562,
+      "learning_rate": 1.5630703679589047e-06,
+      "loss": 22.4531,
+      "step": 9948
+    },
+    {
+      "epoch": 0.6607557946470081,
+      "grad_norm": 124.35591125488281,
+      "learning_rate": 1.5629814828023524e-06,
+      "loss": 13.0625,
+      "step": 9949
+    },
+    {
+      "epoch": 0.6608222089393637,
+      "grad_norm": 203.73724365234375,
+      "learning_rate": 1.5628925911335545e-06,
+      "loss": 18.2031,
+      "step": 9950
+    },
+    {
+      "epoch": 0.6608886232317195,
+      "grad_norm": 394.2263488769531,
+      "learning_rate": 1.5628036929535397e-06,
+      "loss": 16.9688,
+      "step": 9951
+    },
+    {
+      "epoch": 0.6609550375240751,
+      "grad_norm": 114.67505645751953,
+      "learning_rate": 1.5627147882633366e-06,
+      "loss": 13.8359,
+      "step": 9952
+    },
+    {
+      "epoch": 0.6610214518164309,
+      "grad_norm": 183.89710998535156,
+      "learning_rate": 1.562625877063973e-06,
+      "loss": 17.0938,
+      "step": 9953
+    },
+    {
+      "epoch": 0.6610878661087866,
+      "grad_norm": 415.3482666015625,
+      "learning_rate": 1.5625369593564776e-06,
+      "loss": 19.5,
+      "step": 9954
+    },
+    {
+      "epoch": 0.6611542804011423,
+      "grad_norm": 181.49282836914062,
+      "learning_rate": 1.5624480351418794e-06,
+      "loss": 23.9531,
+      "step": 9955
+    },
+    {
+      "epoch": 0.6612206946934981,
+      "grad_norm": 194.42234802246094,
+      "learning_rate": 1.5623591044212066e-06,
+      "loss": 21.0938,
+      "step": 9956
+    },
+    {
+      "epoch": 0.6612871089858537,
+      "grad_norm": 231.63511657714844,
+      "learning_rate": 1.5622701671954877e-06,
+      "loss": 17.7188,
+      "step": 9957
+    },
+    {
+      "epoch": 0.6613535232782095,
+      "grad_norm": 360.99786376953125,
+      "learning_rate": 1.5621812234657519e-06,
+      "loss": 28.3594,
+      "step": 9958
+    },
+    {
+      "epoch": 0.6614199375705652,
+      "grad_norm": 181.36085510253906,
+      "learning_rate": 1.5620922732330277e-06,
+      "loss": 13.4531,
+      "step": 9959
+    },
+    {
+      "epoch": 0.6614863518629209,
+      "grad_norm": 334.67523193359375,
+      "learning_rate": 1.5620033164983444e-06,
+      "loss": 23.5938,
+      "step": 9960
+    },
+    {
+      "epoch": 0.6615527661552766,
+      "grad_norm": 157.58409118652344,
+      "learning_rate": 1.5619143532627309e-06,
+      "loss": 19.9688,
+      "step": 9961
+    },
+    {
+      "epoch": 0.6616191804476323,
+      "grad_norm": 254.57460021972656,
+      "learning_rate": 1.5618253835272158e-06,
+      "loss": 16.7812,
+      "step": 9962
+    },
+    {
+      "epoch": 0.661685594739988,
+      "grad_norm": 151.64598083496094,
+      "learning_rate": 1.5617364072928289e-06,
+      "loss": 23.5625,
+      "step": 9963
+    },
+    {
+      "epoch": 0.6617520090323438,
+      "grad_norm": 142.0664520263672,
+      "learning_rate": 1.561647424560599e-06,
+      "loss": 15.2344,
+      "step": 9964
+    },
+    {
+      "epoch": 0.6618184233246994,
+      "grad_norm": 160.15614318847656,
+      "learning_rate": 1.561558435331556e-06,
+      "loss": 17.9062,
+      "step": 9965
+    },
+    {
+      "epoch": 0.6618848376170552,
+      "grad_norm": 624.0867919921875,
+      "learning_rate": 1.5614694396067282e-06,
+      "loss": 36.375,
+      "step": 9966
+    },
+    {
+      "epoch": 0.661951251909411,
+      "grad_norm": 250.29405212402344,
+      "learning_rate": 1.5613804373871462e-06,
+      "loss": 16.4844,
+      "step": 9967
+    },
+    {
+      "epoch": 0.6620176662017666,
+      "grad_norm": 186.27755737304688,
+      "learning_rate": 1.5612914286738389e-06,
+      "loss": 23.3594,
+      "step": 9968
+    },
+    {
+      "epoch": 0.6620840804941224,
+      "grad_norm": 1142.595947265625,
+      "learning_rate": 1.5612024134678357e-06,
+      "loss": 15.2031,
+      "step": 9969
+    },
+    {
+      "epoch": 0.662150494786478,
+      "grad_norm": 395.7835998535156,
+      "learning_rate": 1.5611133917701666e-06,
+      "loss": 15.3438,
+      "step": 9970
+    },
+    {
+      "epoch": 0.6622169090788338,
+      "grad_norm": 213.9214324951172,
+      "learning_rate": 1.5610243635818616e-06,
+      "loss": 21.6406,
+      "step": 9971
+    },
+    {
+      "epoch": 0.6622833233711894,
+      "grad_norm": 527.693359375,
+      "learning_rate": 1.5609353289039504e-06,
+      "loss": 25.9219,
+      "step": 9972
+    },
+    {
+      "epoch": 0.6623497376635452,
+      "grad_norm": 132.62869262695312,
+      "learning_rate": 1.5608462877374625e-06,
+      "loss": 12.6094,
+      "step": 9973
+    },
+    {
+      "epoch": 0.6624161519559009,
+      "grad_norm": 178.65701293945312,
+      "learning_rate": 1.560757240083428e-06,
+      "loss": 22.5156,
+      "step": 9974
+    },
+    {
+      "epoch": 0.6624825662482566,
+      "grad_norm": 159.0954132080078,
+      "learning_rate": 1.560668185942877e-06,
+      "loss": 17.1719,
+      "step": 9975
+    },
+    {
+      "epoch": 0.6625489805406123,
+      "grad_norm": 300.5513916015625,
+      "learning_rate": 1.5605791253168404e-06,
+      "loss": 21.8438,
+      "step": 9976
+    },
+    {
+      "epoch": 0.662615394832968,
+      "grad_norm": 277.8545227050781,
+      "learning_rate": 1.5604900582063475e-06,
+      "loss": 20.2656,
+      "step": 9977
+    },
+    {
+      "epoch": 0.6626818091253238,
+      "grad_norm": 292.7765197753906,
+      "learning_rate": 1.5604009846124284e-06,
+      "loss": 17.4688,
+      "step": 9978
+    },
+    {
+      "epoch": 0.6627482234176795,
+      "grad_norm": 178.16091918945312,
+      "learning_rate": 1.5603119045361144e-06,
+      "loss": 13.7656,
+      "step": 9979
+    },
+    {
+      "epoch": 0.6628146377100352,
+      "grad_norm": 228.07427978515625,
+      "learning_rate": 1.5602228179784348e-06,
+      "loss": 26.75,
+      "step": 9980
+    },
+    {
+      "epoch": 0.6628810520023909,
+      "grad_norm": 387.3455810546875,
+      "learning_rate": 1.5601337249404211e-06,
+      "loss": 13.7188,
+      "step": 9981
+    },
+    {
+      "epoch": 0.6629474662947467,
+      "grad_norm": 271.78076171875,
+      "learning_rate": 1.5600446254231034e-06,
+      "loss": 19.8906,
+      "step": 9982
+    },
+    {
+      "epoch": 0.6630138805871023,
+      "grad_norm": 137.7449951171875,
+      "learning_rate": 1.5599555194275126e-06,
+      "loss": 16.4375,
+      "step": 9983
+    },
+    {
+      "epoch": 0.6630802948794581,
+      "grad_norm": 475.55126953125,
+      "learning_rate": 1.5598664069546788e-06,
+      "loss": 23.125,
+      "step": 9984
+    },
+    {
+      "epoch": 0.6631467091718137,
+      "grad_norm": 391.0137939453125,
+      "learning_rate": 1.5597772880056335e-06,
+      "loss": 31.2812,
+      "step": 9985
+    },
+    {
+      "epoch": 0.6632131234641695,
+      "grad_norm": 192.0690155029297,
+      "learning_rate": 1.5596881625814071e-06,
+      "loss": 17.1406,
+      "step": 9986
+    },
+    {
+      "epoch": 0.6632795377565252,
+      "grad_norm": 657.927978515625,
+      "learning_rate": 1.5595990306830312e-06,
+      "loss": 19.7188,
+      "step": 9987
+    },
+    {
+      "epoch": 0.6633459520488809,
+      "grad_norm": 184.2012939453125,
+      "learning_rate": 1.559509892311536e-06,
+      "loss": 19.0938,
+      "step": 9988
+    },
+    {
+      "epoch": 0.6634123663412367,
+      "grad_norm": 360.6007995605469,
+      "learning_rate": 1.5594207474679531e-06,
+      "loss": 20.1562,
+      "step": 9989
+    },
+    {
+      "epoch": 0.6634787806335923,
+      "grad_norm": 320.859130859375,
+      "learning_rate": 1.5593315961533135e-06,
+      "loss": 26.1875,
+      "step": 9990
+    },
+    {
+      "epoch": 0.6635451949259481,
+      "grad_norm": 143.329833984375,
+      "learning_rate": 1.5592424383686487e-06,
+      "loss": 18.2344,
+      "step": 9991
+    },
+    {
+      "epoch": 0.6636116092183038,
+      "grad_norm": 162.22450256347656,
+      "learning_rate": 1.55915327411499e-06,
+      "loss": 18.1406,
+      "step": 9992
+    },
+    {
+      "epoch": 0.6636780235106595,
+      "grad_norm": 166.4829559326172,
+      "learning_rate": 1.5590641033933682e-06,
+      "loss": 14.9844,
+      "step": 9993
+    },
+    {
+      "epoch": 0.6637444378030152,
+      "grad_norm": 273.4130554199219,
+      "learning_rate": 1.5589749262048154e-06,
+      "loss": 17.0469,
+      "step": 9994
+    },
+    {
+      "epoch": 0.6638108520953709,
+      "grad_norm": 476.0928955078125,
+      "learning_rate": 1.558885742550363e-06,
+      "loss": 35.4688,
+      "step": 9995
+    },
+    {
+      "epoch": 0.6638772663877266,
+      "grad_norm": 88.8766860961914,
+      "learning_rate": 1.5587965524310428e-06,
+      "loss": 14.1406,
+      "step": 9996
+    },
+    {
+      "epoch": 0.6639436806800824,
+      "grad_norm": 131.17666625976562,
+      "learning_rate": 1.5587073558478862e-06,
+      "loss": 15.5312,
+      "step": 9997
+    },
+    {
+      "epoch": 0.664010094972438,
+      "grad_norm": 625.8451538085938,
+      "learning_rate": 1.5586181528019248e-06,
+      "loss": 13.0156,
+      "step": 9998
+    },
+    {
+      "epoch": 0.6640765092647938,
+      "grad_norm": 218.75196838378906,
+      "learning_rate": 1.5585289432941911e-06,
+      "loss": 15.6406,
+      "step": 9999
+    },
+    {
+      "epoch": 0.6641429235571495,
+      "grad_norm": 834.0540771484375,
+      "learning_rate": 1.5584397273257163e-06,
+      "loss": 19.1719,
+      "step": 10000
+    },
+    {
+      "epoch": 0.6642093378495052,
+      "grad_norm": 191.55079650878906,
+      "learning_rate": 1.5583505048975333e-06,
+      "loss": 16.5312,
+      "step": 10001
+    },
+    {
+      "epoch": 0.664275752141861,
+      "grad_norm": 171.58120727539062,
+      "learning_rate": 1.5582612760106734e-06,
+      "loss": 15.4062,
+      "step": 10002
+    },
+    {
+      "epoch": 0.6643421664342166,
+      "grad_norm": 180.82522583007812,
+      "learning_rate": 1.5581720406661685e-06,
+      "loss": 16.3125,
+      "step": 10003
+    },
+    {
+      "epoch": 0.6644085807265724,
+      "grad_norm": 241.57070922851562,
+      "learning_rate": 1.5580827988650515e-06,
+      "loss": 23.4062,
+      "step": 10004
+    },
+    {
+      "epoch": 0.664474995018928,
+      "grad_norm": 336.3379211425781,
+      "learning_rate": 1.5579935506083548e-06,
+      "loss": 16.9219,
+      "step": 10005
+    },
+    {
+      "epoch": 0.6645414093112838,
+      "grad_norm": 346.604736328125,
+      "learning_rate": 1.5579042958971103e-06,
+      "loss": 15.6719,
+      "step": 10006
+    },
+    {
+      "epoch": 0.6646078236036395,
+      "grad_norm": 176.1680145263672,
+      "learning_rate": 1.5578150347323507e-06,
+      "loss": 14.5,
+      "step": 10007
+    },
+    {
+      "epoch": 0.6646742378959952,
+      "grad_norm": 305.7244873046875,
+      "learning_rate": 1.5577257671151083e-06,
+      "loss": 15.7188,
+      "step": 10008
+    },
+    {
+      "epoch": 0.6647406521883509,
+      "grad_norm": 362.8313903808594,
+      "learning_rate": 1.5576364930464156e-06,
+      "loss": 18.1406,
+      "step": 10009
+    },
+    {
+      "epoch": 0.6648070664807066,
+      "grad_norm": 370.41845703125,
+      "learning_rate": 1.5575472125273058e-06,
+      "loss": 18.6094,
+      "step": 10010
+    },
+    {
+      "epoch": 0.6648734807730624,
+      "grad_norm": 145.43128967285156,
+      "learning_rate": 1.5574579255588114e-06,
+      "loss": 16.5,
+      "step": 10011
+    },
+    {
+      "epoch": 0.6649398950654181,
+      "grad_norm": 277.86126708984375,
+      "learning_rate": 1.557368632141965e-06,
+      "loss": 21.0469,
+      "step": 10012
+    },
+    {
+      "epoch": 0.6650063093577738,
+      "grad_norm": 178.57708740234375,
+      "learning_rate": 1.5572793322777998e-06,
+      "loss": 15.4062,
+      "step": 10013
+    },
+    {
+      "epoch": 0.6650727236501295,
+      "grad_norm": 199.7473907470703,
+      "learning_rate": 1.5571900259673485e-06,
+      "loss": 16.0156,
+      "step": 10014
+    },
+    {
+      "epoch": 0.6651391379424852,
+      "grad_norm": 177.87774658203125,
+      "learning_rate": 1.5571007132116446e-06,
+      "loss": 17.9531,
+      "step": 10015
+    },
+    {
+      "epoch": 0.6652055522348409,
+      "grad_norm": 187.69662475585938,
+      "learning_rate": 1.5570113940117203e-06,
+      "loss": 15.7969,
+      "step": 10016
+    },
+    {
+      "epoch": 0.6652719665271967,
+      "grad_norm": 143.4358367919922,
+      "learning_rate": 1.5569220683686098e-06,
+      "loss": 20.0156,
+      "step": 10017
+    },
+    {
+      "epoch": 0.6653383808195523,
+      "grad_norm": 379.6969909667969,
+      "learning_rate": 1.5568327362833457e-06,
+      "loss": 22.1875,
+      "step": 10018
+    },
+    {
+      "epoch": 0.6654047951119081,
+      "grad_norm": 352.44439697265625,
+      "learning_rate": 1.556743397756962e-06,
+      "loss": 22.0,
+      "step": 10019
+    },
+    {
+      "epoch": 0.6654712094042639,
+      "grad_norm": 181.8494415283203,
+      "learning_rate": 1.5566540527904914e-06,
+      "loss": 20.3438,
+      "step": 10020
+    },
+    {
+      "epoch": 0.6655376236966195,
+      "grad_norm": 159.14303588867188,
+      "learning_rate": 1.5565647013849676e-06,
+      "loss": 28.625,
+      "step": 10021
+    },
+    {
+      "epoch": 0.6656040379889753,
+      "grad_norm": 110.90147399902344,
+      "learning_rate": 1.5564753435414246e-06,
+      "loss": 20.1094,
+      "step": 10022
+    },
+    {
+      "epoch": 0.6656704522813309,
+      "grad_norm": 151.2217254638672,
+      "learning_rate": 1.5563859792608956e-06,
+      "loss": 19.375,
+      "step": 10023
+    },
+    {
+      "epoch": 0.6657368665736867,
+      "grad_norm": 272.6567077636719,
+      "learning_rate": 1.5562966085444146e-06,
+      "loss": 16.8594,
+      "step": 10024
+    },
+    {
+      "epoch": 0.6658032808660423,
+      "grad_norm": 297.7215576171875,
+      "learning_rate": 1.5562072313930145e-06,
+      "loss": 18.7344,
+      "step": 10025
+    },
+    {
+      "epoch": 0.6658696951583981,
+      "grad_norm": 332.0426940917969,
+      "learning_rate": 1.5561178478077307e-06,
+      "loss": 18.2656,
+      "step": 10026
+    },
+    {
+      "epoch": 0.6659361094507538,
+      "grad_norm": 393.7131042480469,
+      "learning_rate": 1.5560284577895959e-06,
+      "loss": 18.7969,
+      "step": 10027
+    },
+    {
+      "epoch": 0.6660025237431095,
+      "grad_norm": 154.45130920410156,
+      "learning_rate": 1.5559390613396447e-06,
+      "loss": 15.9219,
+      "step": 10028
+    },
+    {
+      "epoch": 0.6660689380354652,
+      "grad_norm": 283.64849853515625,
+      "learning_rate": 1.5558496584589107e-06,
+      "loss": 25.6875,
+      "step": 10029
+    },
+    {
+      "epoch": 0.666135352327821,
+      "grad_norm": 253.78353881835938,
+      "learning_rate": 1.5557602491484287e-06,
+      "loss": 19.0312,
+      "step": 10030
+    },
+    {
+      "epoch": 0.6662017666201767,
+      "grad_norm": 170.148193359375,
+      "learning_rate": 1.5556708334092323e-06,
+      "loss": 16.9531,
+      "step": 10031
+    },
+    {
+      "epoch": 0.6662681809125324,
+      "grad_norm": 296.504150390625,
+      "learning_rate": 1.5555814112423564e-06,
+      "loss": 21.9219,
+      "step": 10032
+    },
+    {
+      "epoch": 0.6663345952048881,
+      "grad_norm": 183.7997283935547,
+      "learning_rate": 1.5554919826488352e-06,
+      "loss": 15.0156,
+      "step": 10033
+    },
+    {
+      "epoch": 0.6664010094972438,
+      "grad_norm": 187.0491943359375,
+      "learning_rate": 1.5554025476297027e-06,
+      "loss": 15.8203,
+      "step": 10034
+    },
+    {
+      "epoch": 0.6664674237895996,
+      "grad_norm": 123.61165618896484,
+      "learning_rate": 1.555313106185994e-06,
+      "loss": 17.1406,
+      "step": 10035
+    },
+    {
+      "epoch": 0.6665338380819552,
+      "grad_norm": 279.3951721191406,
+      "learning_rate": 1.5552236583187432e-06,
+      "loss": 22.9844,
+      "step": 10036
+    },
+    {
+      "epoch": 0.666600252374311,
+      "grad_norm": 215.1683807373047,
+      "learning_rate": 1.5551342040289858e-06,
+      "loss": 27.1094,
+      "step": 10037
+    },
+    {
+      "epoch": 0.6666666666666666,
+      "grad_norm": 263.1885986328125,
+      "learning_rate": 1.5550447433177559e-06,
+      "loss": 22.7188,
+      "step": 10038
+    },
+    {
+      "epoch": 0.6667330809590224,
+      "grad_norm": 221.2145233154297,
+      "learning_rate": 1.5549552761860882e-06,
+      "loss": 18.7188,
+      "step": 10039
+    },
+    {
+      "epoch": 0.666799495251378,
+      "grad_norm": 392.9295654296875,
+      "learning_rate": 1.5548658026350178e-06,
+      "loss": 12.1875,
+      "step": 10040
+    },
+    {
+      "epoch": 0.6668659095437338,
+      "grad_norm": 351.1698303222656,
+      "learning_rate": 1.55477632266558e-06,
+      "loss": 18.7031,
+      "step": 10041
+    },
+    {
+      "epoch": 0.6669323238360896,
+      "grad_norm": 180.0093994140625,
+      "learning_rate": 1.5546868362788096e-06,
+      "loss": 19.9688,
+      "step": 10042
+    },
+    {
+      "epoch": 0.6669987381284452,
+      "grad_norm": 141.8533935546875,
+      "learning_rate": 1.5545973434757419e-06,
+      "loss": 18.2188,
+      "step": 10043
+    },
+    {
+      "epoch": 0.667065152420801,
+      "grad_norm": 141.3152313232422,
+      "learning_rate": 1.5545078442574116e-06,
+      "loss": 19.2344,
+      "step": 10044
+    },
+    {
+      "epoch": 0.6671315667131567,
+      "grad_norm": 164.446533203125,
+      "learning_rate": 1.5544183386248544e-06,
+      "loss": 18.9062,
+      "step": 10045
+    },
+    {
+      "epoch": 0.6671979810055124,
+      "grad_norm": 409.9600830078125,
+      "learning_rate": 1.5543288265791055e-06,
+      "loss": 19.9062,
+      "step": 10046
+    },
+    {
+      "epoch": 0.6672643952978681,
+      "grad_norm": 208.81805419921875,
+      "learning_rate": 1.5542393081212004e-06,
+      "loss": 20.9688,
+      "step": 10047
+    },
+    {
+      "epoch": 0.6673308095902238,
+      "grad_norm": 144.19775390625,
+      "learning_rate": 1.5541497832521748e-06,
+      "loss": 18.4531,
+      "step": 10048
+    },
+    {
+      "epoch": 0.6673972238825795,
+      "grad_norm": 174.65982055664062,
+      "learning_rate": 1.5540602519730638e-06,
+      "loss": 15.2188,
+      "step": 10049
+    },
+    {
+      "epoch": 0.6674636381749353,
+      "grad_norm": 244.5115509033203,
+      "learning_rate": 1.5539707142849033e-06,
+      "loss": 19.7812,
+      "step": 10050
+    },
+    {
+      "epoch": 0.6675300524672909,
+      "grad_norm": 220.6749725341797,
+      "learning_rate": 1.553881170188729e-06,
+      "loss": 15.6719,
+      "step": 10051
+    },
+    {
+      "epoch": 0.6675964667596467,
+      "grad_norm": 154.8092498779297,
+      "learning_rate": 1.5537916196855769e-06,
+      "loss": 14.2812,
+      "step": 10052
+    },
+    {
+      "epoch": 0.6676628810520024,
+      "grad_norm": 131.817138671875,
+      "learning_rate": 1.5537020627764824e-06,
+      "loss": 19.9844,
+      "step": 10053
+    },
+    {
+      "epoch": 0.6677292953443581,
+      "grad_norm": 141.06549072265625,
+      "learning_rate": 1.5536124994624823e-06,
+      "loss": 13.3906,
+      "step": 10054
+    },
+    {
+      "epoch": 0.6677957096367139,
+      "grad_norm": 141.72337341308594,
+      "learning_rate": 1.5535229297446115e-06,
+      "loss": 14.2969,
+      "step": 10055
+    },
+    {
+      "epoch": 0.6678621239290695,
+      "grad_norm": 241.24957275390625,
+      "learning_rate": 1.5534333536239069e-06,
+      "loss": 15.5156,
+      "step": 10056
+    },
+    {
+      "epoch": 0.6679285382214253,
+      "grad_norm": 167.40408325195312,
+      "learning_rate": 1.5533437711014041e-06,
+      "loss": 16.125,
+      "step": 10057
+    },
+    {
+      "epoch": 0.6679949525137809,
+      "grad_norm": 188.6153564453125,
+      "learning_rate": 1.55325418217814e-06,
+      "loss": 21.125,
+      "step": 10058
+    },
+    {
+      "epoch": 0.6680613668061367,
+      "grad_norm": 94.54966735839844,
+      "learning_rate": 1.5531645868551501e-06,
+      "loss": 14.5469,
+      "step": 10059
+    },
+    {
+      "epoch": 0.6681277810984924,
+      "grad_norm": 302.3052978515625,
+      "learning_rate": 1.5530749851334716e-06,
+      "loss": 21.5938,
+      "step": 10060
+    },
+    {
+      "epoch": 0.6681941953908481,
+      "grad_norm": 214.9390411376953,
+      "learning_rate": 1.5529853770141404e-06,
+      "loss": 18.1875,
+      "step": 10061
+    },
+    {
+      "epoch": 0.6682606096832038,
+      "grad_norm": 124.44916534423828,
+      "learning_rate": 1.5528957624981933e-06,
+      "loss": 13.3906,
+      "step": 10062
+    },
+    {
+      "epoch": 0.6683270239755595,
+      "grad_norm": 170.14300537109375,
+      "learning_rate": 1.5528061415866668e-06,
+      "loss": 15.0312,
+      "step": 10063
+    },
+    {
+      "epoch": 0.6683934382679153,
+      "grad_norm": 483.76080322265625,
+      "learning_rate": 1.5527165142805978e-06,
+      "loss": 26.9844,
+      "step": 10064
+    },
+    {
+      "epoch": 0.668459852560271,
+      "grad_norm": 204.59909057617188,
+      "learning_rate": 1.5526268805810227e-06,
+      "loss": 22.4688,
+      "step": 10065
+    },
+    {
+      "epoch": 0.6685262668526267,
+      "grad_norm": 234.5443572998047,
+      "learning_rate": 1.5525372404889785e-06,
+      "loss": 18.2812,
+      "step": 10066
+    },
+    {
+      "epoch": 0.6685926811449824,
+      "grad_norm": 121.69280242919922,
+      "learning_rate": 1.552447594005502e-06,
+      "loss": 13.1094,
+      "step": 10067
+    },
+    {
+      "epoch": 0.6686590954373381,
+      "grad_norm": 198.8877716064453,
+      "learning_rate": 1.5523579411316306e-06,
+      "loss": 19.1406,
+      "step": 10068
+    },
+    {
+      "epoch": 0.6687255097296938,
+      "grad_norm": 210.18252563476562,
+      "learning_rate": 1.5522682818684008e-06,
+      "loss": 15.6094,
+      "step": 10069
+    },
+    {
+      "epoch": 0.6687919240220496,
+      "grad_norm": 206.34872436523438,
+      "learning_rate": 1.55217861621685e-06,
+      "loss": 17.4688,
+      "step": 10070
+    },
+    {
+      "epoch": 0.6688583383144052,
+      "grad_norm": 782.8905639648438,
+      "learning_rate": 1.5520889441780157e-06,
+      "loss": 27.0938,
+      "step": 10071
+    },
+    {
+      "epoch": 0.668924752606761,
+      "grad_norm": 203.96725463867188,
+      "learning_rate": 1.5519992657529347e-06,
+      "loss": 18.3906,
+      "step": 10072
+    },
+    {
+      "epoch": 0.6689911668991166,
+      "grad_norm": 422.5316467285156,
+      "learning_rate": 1.5519095809426438e-06,
+      "loss": 19.6875,
+      "step": 10073
+    },
+    {
+      "epoch": 0.6690575811914724,
+      "grad_norm": 119.96308898925781,
+      "learning_rate": 1.551819889748182e-06,
+      "loss": 17.8906,
+      "step": 10074
+    },
+    {
+      "epoch": 0.6691239954838282,
+      "grad_norm": 151.50428771972656,
+      "learning_rate": 1.5517301921705856e-06,
+      "loss": 19.3906,
+      "step": 10075
+    },
+    {
+      "epoch": 0.6691904097761838,
+      "grad_norm": 255.8685760498047,
+      "learning_rate": 1.5516404882108924e-06,
+      "loss": 17.1406,
+      "step": 10076
+    },
+    {
+      "epoch": 0.6692568240685396,
+      "grad_norm": 424.14752197265625,
+      "learning_rate": 1.5515507778701402e-06,
+      "loss": 19.4375,
+      "step": 10077
+    },
+    {
+      "epoch": 0.6693232383608952,
+      "grad_norm": 413.8880310058594,
+      "learning_rate": 1.5514610611493666e-06,
+      "loss": 21.8594,
+      "step": 10078
+    },
+    {
+      "epoch": 0.669389652653251,
+      "grad_norm": 269.800048828125,
+      "learning_rate": 1.5513713380496095e-06,
+      "loss": 16.5781,
+      "step": 10079
+    },
+    {
+      "epoch": 0.6694560669456067,
+      "grad_norm": 196.1444091796875,
+      "learning_rate": 1.551281608571907e-06,
+      "loss": 22.6406,
+      "step": 10080
+    },
+    {
+      "epoch": 0.6695224812379624,
+      "grad_norm": 308.9009094238281,
+      "learning_rate": 1.5511918727172963e-06,
+      "loss": 16.2812,
+      "step": 10081
+    },
+    {
+      "epoch": 0.6695888955303181,
+      "grad_norm": 175.58218383789062,
+      "learning_rate": 1.5511021304868158e-06,
+      "loss": 13.5625,
+      "step": 10082
+    },
+    {
+      "epoch": 0.6696553098226738,
+      "grad_norm": 208.62376403808594,
+      "learning_rate": 1.5510123818815038e-06,
+      "loss": 17.3594,
+      "step": 10083
+    },
+    {
+      "epoch": 0.6697217241150295,
+      "grad_norm": 146.42088317871094,
+      "learning_rate": 1.5509226269023984e-06,
+      "loss": 14.375,
+      "step": 10084
+    },
+    {
+      "epoch": 0.6697881384073853,
+      "grad_norm": 222.2330780029297,
+      "learning_rate": 1.5508328655505377e-06,
+      "loss": 16.0156,
+      "step": 10085
+    },
+    {
+      "epoch": 0.669854552699741,
+      "grad_norm": 141.90528869628906,
+      "learning_rate": 1.55074309782696e-06,
+      "loss": 14.6562,
+      "step": 10086
+    },
+    {
+      "epoch": 0.6699209669920967,
+      "grad_norm": 282.6688232421875,
+      "learning_rate": 1.5506533237327034e-06,
+      "loss": 18.375,
+      "step": 10087
+    },
+    {
+      "epoch": 0.6699873812844525,
+      "grad_norm": 152.21144104003906,
+      "learning_rate": 1.5505635432688072e-06,
+      "loss": 16.5156,
+      "step": 10088
+    },
+    {
+      "epoch": 0.6700537955768081,
+      "grad_norm": 152.2460174560547,
+      "learning_rate": 1.5504737564363093e-06,
+      "loss": 15.1562,
+      "step": 10089
+    },
+    {
+      "epoch": 0.6701202098691639,
+      "grad_norm": 316.4474792480469,
+      "learning_rate": 1.550383963236248e-06,
+      "loss": 18.625,
+      "step": 10090
+    },
+    {
+      "epoch": 0.6701866241615195,
+      "grad_norm": 194.89791870117188,
+      "learning_rate": 1.5502941636696627e-06,
+      "loss": 22.0234,
+      "step": 10091
+    },
+    {
+      "epoch": 0.6702530384538753,
+      "grad_norm": 110.81127166748047,
+      "learning_rate": 1.5502043577375919e-06,
+      "loss": 14.7188,
+      "step": 10092
+    },
+    {
+      "epoch": 0.670319452746231,
+      "grad_norm": 267.0482177734375,
+      "learning_rate": 1.5501145454410743e-06,
+      "loss": 16.0781,
+      "step": 10093
+    },
+    {
+      "epoch": 0.6703858670385867,
+      "grad_norm": 132.1894989013672,
+      "learning_rate": 1.550024726781149e-06,
+      "loss": 18.0,
+      "step": 10094
+    },
+    {
+      "epoch": 0.6704522813309424,
+      "grad_norm": 449.07275390625,
+      "learning_rate": 1.5499349017588545e-06,
+      "loss": 16.9062,
+      "step": 10095
+    },
+    {
+      "epoch": 0.6705186956232981,
+      "grad_norm": 100.4688491821289,
+      "learning_rate": 1.5498450703752303e-06,
+      "loss": 16.2656,
+      "step": 10096
+    },
+    {
+      "epoch": 0.6705851099156539,
+      "grad_norm": 252.56748962402344,
+      "learning_rate": 1.5497552326313155e-06,
+      "loss": 22.5,
+      "step": 10097
+    },
+    {
+      "epoch": 0.6706515242080096,
+      "grad_norm": 128.5994415283203,
+      "learning_rate": 1.549665388528149e-06,
+      "loss": 14.5156,
+      "step": 10098
+    },
+    {
+      "epoch": 0.6707179385003653,
+      "grad_norm": 99.72848510742188,
+      "learning_rate": 1.5495755380667703e-06,
+      "loss": 12.6094,
+      "step": 10099
+    },
+    {
+      "epoch": 0.670784352792721,
+      "grad_norm": 227.90757751464844,
+      "learning_rate": 1.5494856812482188e-06,
+      "loss": 17.2656,
+      "step": 10100
+    },
+    {
+      "epoch": 0.6708507670850767,
+      "grad_norm": 416.54022216796875,
+      "learning_rate": 1.5493958180735335e-06,
+      "loss": 25.1875,
+      "step": 10101
+    },
+    {
+      "epoch": 0.6709171813774324,
+      "grad_norm": 229.33717346191406,
+      "learning_rate": 1.5493059485437546e-06,
+      "loss": 12.9688,
+      "step": 10102
+    },
+    {
+      "epoch": 0.6709835956697882,
+      "grad_norm": 145.65379333496094,
+      "learning_rate": 1.5492160726599208e-06,
+      "loss": 16.4375,
+      "step": 10103
+    },
+    {
+      "epoch": 0.6710500099621438,
+      "grad_norm": 219.62548828125,
+      "learning_rate": 1.5491261904230727e-06,
+      "loss": 27.5625,
+      "step": 10104
+    },
+    {
+      "epoch": 0.6711164242544996,
+      "grad_norm": 688.4150390625,
+      "learning_rate": 1.5490363018342487e-06,
+      "loss": 20.25,
+      "step": 10105
+    },
+    {
+      "epoch": 0.6711828385468552,
+      "grad_norm": 384.46142578125,
+      "learning_rate": 1.54894640689449e-06,
+      "loss": 18.5469,
+      "step": 10106
+    },
+    {
+      "epoch": 0.671249252839211,
+      "grad_norm": 298.4068298339844,
+      "learning_rate": 1.5488565056048355e-06,
+      "loss": 19.4531,
+      "step": 10107
+    },
+    {
+      "epoch": 0.6713156671315668,
+      "grad_norm": 277.5964660644531,
+      "learning_rate": 1.5487665979663256e-06,
+      "loss": 17.8984,
+      "step": 10108
+    },
+    {
+      "epoch": 0.6713820814239224,
+      "grad_norm": 431.1894836425781,
+      "learning_rate": 1.54867668398e-06,
+      "loss": 20.9844,
+      "step": 10109
+    },
+    {
+      "epoch": 0.6714484957162782,
+      "grad_norm": 577.0825805664062,
+      "learning_rate": 1.548586763646899e-06,
+      "loss": 20.5781,
+      "step": 10110
+    },
+    {
+      "epoch": 0.6715149100086338,
+      "grad_norm": 581.399169921875,
+      "learning_rate": 1.5484968369680623e-06,
+      "loss": 15.8438,
+      "step": 10111
+    },
+    {
+      "epoch": 0.6715813243009896,
+      "grad_norm": 356.9783630371094,
+      "learning_rate": 1.5484069039445311e-06,
+      "loss": 16.5781,
+      "step": 10112
+    },
+    {
+      "epoch": 0.6716477385933453,
+      "grad_norm": 181.3880157470703,
+      "learning_rate": 1.5483169645773448e-06,
+      "loss": 21.1094,
+      "step": 10113
+    },
+    {
+      "epoch": 0.671714152885701,
+      "grad_norm": 341.1371765136719,
+      "learning_rate": 1.5482270188675439e-06,
+      "loss": 18.3906,
+      "step": 10114
+    },
+    {
+      "epoch": 0.6717805671780567,
+      "grad_norm": 274.9233093261719,
+      "learning_rate": 1.548137066816169e-06,
+      "loss": 15.3125,
+      "step": 10115
+    },
+    {
+      "epoch": 0.6718469814704124,
+      "grad_norm": 218.79153442382812,
+      "learning_rate": 1.5480471084242606e-06,
+      "loss": 14.5312,
+      "step": 10116
+    },
+    {
+      "epoch": 0.6719133957627681,
+      "grad_norm": 109.08780670166016,
+      "learning_rate": 1.5479571436928595e-06,
+      "loss": 12.0312,
+      "step": 10117
+    },
+    {
+      "epoch": 0.6719798100551239,
+      "grad_norm": 411.94403076171875,
+      "learning_rate": 1.5478671726230056e-06,
+      "loss": 15.5781,
+      "step": 10118
+    },
+    {
+      "epoch": 0.6720462243474796,
+      "grad_norm": 250.32058715820312,
+      "learning_rate": 1.5477771952157408e-06,
+      "loss": 23.2969,
+      "step": 10119
+    },
+    {
+      "epoch": 0.6721126386398353,
+      "grad_norm": 224.302734375,
+      "learning_rate": 1.547687211472105e-06,
+      "loss": 20.9688,
+      "step": 10120
+    },
+    {
+      "epoch": 0.672179052932191,
+      "grad_norm": 150.14865112304688,
+      "learning_rate": 1.547597221393139e-06,
+      "loss": 12.9453,
+      "step": 10121
+    },
+    {
+      "epoch": 0.6722454672245467,
+      "grad_norm": 107.720947265625,
+      "learning_rate": 1.5475072249798845e-06,
+      "loss": 12.0469,
+      "step": 10122
+    },
+    {
+      "epoch": 0.6723118815169025,
+      "grad_norm": 141.40492248535156,
+      "learning_rate": 1.5474172222333821e-06,
+      "loss": 16.75,
+      "step": 10123
+    },
+    {
+      "epoch": 0.6723782958092581,
+      "grad_norm": 357.2862243652344,
+      "learning_rate": 1.547327213154673e-06,
+      "loss": 18.75,
+      "step": 10124
+    },
+    {
+      "epoch": 0.6724447101016139,
+      "grad_norm": 212.27032470703125,
+      "learning_rate": 1.5472371977447983e-06,
+      "loss": 16.8125,
+      "step": 10125
+    },
+    {
+      "epoch": 0.6725111243939695,
+      "grad_norm": 164.74501037597656,
+      "learning_rate": 1.5471471760047989e-06,
+      "loss": 15.4844,
+      "step": 10126
+    },
+    {
+      "epoch": 0.6725775386863253,
+      "grad_norm": 505.2762145996094,
+      "learning_rate": 1.5470571479357171e-06,
+      "loss": 22.5781,
+      "step": 10127
+    },
+    {
+      "epoch": 0.672643952978681,
+      "grad_norm": 277.0459289550781,
+      "learning_rate": 1.546967113538593e-06,
+      "loss": 21.0625,
+      "step": 10128
+    },
+    {
+      "epoch": 0.6727103672710367,
+      "grad_norm": 307.44195556640625,
+      "learning_rate": 1.5468770728144692e-06,
+      "loss": 14.7344,
+      "step": 10129
+    },
+    {
+      "epoch": 0.6727767815633925,
+      "grad_norm": 186.22256469726562,
+      "learning_rate": 1.5467870257643865e-06,
+      "loss": 18.2812,
+      "step": 10130
+    },
+    {
+      "epoch": 0.6728431958557481,
+      "grad_norm": 291.7510681152344,
+      "learning_rate": 1.546696972389387e-06,
+      "loss": 17.0938,
+      "step": 10131
+    },
+    {
+      "epoch": 0.6729096101481039,
+      "grad_norm": 218.33082580566406,
+      "learning_rate": 1.5466069126905119e-06,
+      "loss": 21.7656,
+      "step": 10132
+    },
+    {
+      "epoch": 0.6729760244404596,
+      "grad_norm": 412.1130676269531,
+      "learning_rate": 1.5465168466688035e-06,
+      "loss": 18.6094,
+      "step": 10133
+    },
+    {
+      "epoch": 0.6730424387328153,
+      "grad_norm": 291.0715637207031,
+      "learning_rate": 1.5464267743253033e-06,
+      "loss": 18.7656,
+      "step": 10134
+    },
+    {
+      "epoch": 0.673108853025171,
+      "grad_norm": 294.8126220703125,
+      "learning_rate": 1.5463366956610528e-06,
+      "loss": 18.3125,
+      "step": 10135
+    },
+    {
+      "epoch": 0.6731752673175267,
+      "grad_norm": 219.15260314941406,
+      "learning_rate": 1.546246610677095e-06,
+      "loss": 28.1406,
+      "step": 10136
+    },
+    {
+      "epoch": 0.6732416816098824,
+      "grad_norm": 174.78726196289062,
+      "learning_rate": 1.5461565193744712e-06,
+      "loss": 14.3438,
+      "step": 10137
+    },
+    {
+      "epoch": 0.6733080959022382,
+      "grad_norm": 827.0575561523438,
+      "learning_rate": 1.546066421754224e-06,
+      "loss": 12.7812,
+      "step": 10138
+    },
+    {
+      "epoch": 0.6733745101945938,
+      "grad_norm": 230.60765075683594,
+      "learning_rate": 1.5459763178173947e-06,
+      "loss": 19.9375,
+      "step": 10139
+    },
+    {
+      "epoch": 0.6734409244869496,
+      "grad_norm": 210.51980590820312,
+      "learning_rate": 1.5458862075650268e-06,
+      "loss": 12.1406,
+      "step": 10140
+    },
+    {
+      "epoch": 0.6735073387793054,
+      "grad_norm": 347.55517578125,
+      "learning_rate": 1.5457960909981615e-06,
+      "loss": 15.3438,
+      "step": 10141
+    },
+    {
+      "epoch": 0.673573753071661,
+      "grad_norm": 423.56439208984375,
+      "learning_rate": 1.5457059681178421e-06,
+      "loss": 12.0312,
+      "step": 10142
+    },
+    {
+      "epoch": 0.6736401673640168,
+      "grad_norm": 154.8494415283203,
+      "learning_rate": 1.5456158389251107e-06,
+      "loss": 21.0781,
+      "step": 10143
+    },
+    {
+      "epoch": 0.6737065816563724,
+      "grad_norm": 258.9452819824219,
+      "learning_rate": 1.54552570342101e-06,
+      "loss": 14.5312,
+      "step": 10144
+    },
+    {
+      "epoch": 0.6737729959487282,
+      "grad_norm": 228.9175567626953,
+      "learning_rate": 1.5454355616065819e-06,
+      "loss": 19.75,
+      "step": 10145
+    },
+    {
+      "epoch": 0.6738394102410838,
+      "grad_norm": 357.12860107421875,
+      "learning_rate": 1.5453454134828705e-06,
+      "loss": 18.5312,
+      "step": 10146
+    },
+    {
+      "epoch": 0.6739058245334396,
+      "grad_norm": 190.5509490966797,
+      "learning_rate": 1.5452552590509175e-06,
+      "loss": 15.2969,
+      "step": 10147
+    },
+    {
+      "epoch": 0.6739722388257953,
+      "grad_norm": 169.7257080078125,
+      "learning_rate": 1.5451650983117662e-06,
+      "loss": 17.8594,
+      "step": 10148
+    },
+    {
+      "epoch": 0.674038653118151,
+      "grad_norm": 171.36024475097656,
+      "learning_rate": 1.5450749312664593e-06,
+      "loss": 14.3438,
+      "step": 10149
+    },
+    {
+      "epoch": 0.6741050674105067,
+      "grad_norm": 214.779541015625,
+      "learning_rate": 1.5449847579160398e-06,
+      "loss": 19.2812,
+      "step": 10150
+    },
+    {
+      "epoch": 0.6741714817028625,
+      "grad_norm": 197.36622619628906,
+      "learning_rate": 1.544894578261551e-06,
+      "loss": 17.5156,
+      "step": 10151
+    },
+    {
+      "epoch": 0.6742378959952182,
+      "grad_norm": 250.17745971679688,
+      "learning_rate": 1.544804392304036e-06,
+      "loss": 22.5938,
+      "step": 10152
+    },
+    {
+      "epoch": 0.6743043102875739,
+      "grad_norm": 186.94801330566406,
+      "learning_rate": 1.5447142000445377e-06,
+      "loss": 23.4375,
+      "step": 10153
+    },
+    {
+      "epoch": 0.6743707245799296,
+      "grad_norm": 170.75672912597656,
+      "learning_rate": 1.5446240014840996e-06,
+      "loss": 19.5625,
+      "step": 10154
+    },
+    {
+      "epoch": 0.6744371388722853,
+      "grad_norm": 192.88552856445312,
+      "learning_rate": 1.5445337966237654e-06,
+      "loss": 11.8281,
+      "step": 10155
+    },
+    {
+      "epoch": 0.6745035531646411,
+      "grad_norm": 233.2757568359375,
+      "learning_rate": 1.5444435854645783e-06,
+      "loss": 14.2266,
+      "step": 10156
+    },
+    {
+      "epoch": 0.6745699674569967,
+      "grad_norm": 235.15574645996094,
+      "learning_rate": 1.5443533680075814e-06,
+      "loss": 18.8047,
+      "step": 10157
+    },
+    {
+      "epoch": 0.6746363817493525,
+      "grad_norm": 191.48715209960938,
+      "learning_rate": 1.5442631442538188e-06,
+      "loss": 15.0938,
+      "step": 10158
+    },
+    {
+      "epoch": 0.6747027960417081,
+      "grad_norm": 144.97572326660156,
+      "learning_rate": 1.544172914204334e-06,
+      "loss": 15.0312,
+      "step": 10159
+    },
+    {
+      "epoch": 0.6747692103340639,
+      "grad_norm": 425.4132995605469,
+      "learning_rate": 1.5440826778601706e-06,
+      "loss": 18.9219,
+      "step": 10160
+    },
+    {
+      "epoch": 0.6748356246264196,
+      "grad_norm": 256.71136474609375,
+      "learning_rate": 1.5439924352223726e-06,
+      "loss": 18.1875,
+      "step": 10161
+    },
+    {
+      "epoch": 0.6749020389187753,
+      "grad_norm": 309.0330810546875,
+      "learning_rate": 1.5439021862919837e-06,
+      "loss": 18.5781,
+      "step": 10162
+    },
+    {
+      "epoch": 0.6749684532111311,
+      "grad_norm": 182.01951599121094,
+      "learning_rate": 1.543811931070048e-06,
+      "loss": 17.4062,
+      "step": 10163
+    },
+    {
+      "epoch": 0.6750348675034867,
+      "grad_norm": 251.28512573242188,
+      "learning_rate": 1.5437216695576097e-06,
+      "loss": 14.2656,
+      "step": 10164
+    },
+    {
+      "epoch": 0.6751012817958425,
+      "grad_norm": 147.65049743652344,
+      "learning_rate": 1.5436314017557126e-06,
+      "loss": 14.7969,
+      "step": 10165
+    },
+    {
+      "epoch": 0.6751676960881982,
+      "grad_norm": 156.77459716796875,
+      "learning_rate": 1.5435411276654006e-06,
+      "loss": 14.3281,
+      "step": 10166
+    },
+    {
+      "epoch": 0.6752341103805539,
+      "grad_norm": 185.61199951171875,
+      "learning_rate": 1.5434508472877185e-06,
+      "loss": 16.7656,
+      "step": 10167
+    },
+    {
+      "epoch": 0.6753005246729096,
+      "grad_norm": 170.44192504882812,
+      "learning_rate": 1.5433605606237104e-06,
+      "loss": 19.375,
+      "step": 10168
+    },
+    {
+      "epoch": 0.6753669389652653,
+      "grad_norm": 141.6604461669922,
+      "learning_rate": 1.5432702676744205e-06,
+      "loss": 16.9844,
+      "step": 10169
+    },
+    {
+      "epoch": 0.675433353257621,
+      "grad_norm": 560.969482421875,
+      "learning_rate": 1.5431799684408934e-06,
+      "loss": 17.2188,
+      "step": 10170
+    },
+    {
+      "epoch": 0.6754997675499768,
+      "grad_norm": 155.18441772460938,
+      "learning_rate": 1.5430896629241738e-06,
+      "loss": 16.4219,
+      "step": 10171
+    },
+    {
+      "epoch": 0.6755661818423325,
+      "grad_norm": 303.9031066894531,
+      "learning_rate": 1.5429993511253062e-06,
+      "loss": 23.375,
+      "step": 10172
+    },
+    {
+      "epoch": 0.6756325961346882,
+      "grad_norm": 198.37583923339844,
+      "learning_rate": 1.542909033045335e-06,
+      "loss": 20.4375,
+      "step": 10173
+    },
+    {
+      "epoch": 0.675699010427044,
+      "grad_norm": 250.6036376953125,
+      "learning_rate": 1.542818708685305e-06,
+      "loss": 16.8906,
+      "step": 10174
+    },
+    {
+      "epoch": 0.6757654247193996,
+      "grad_norm": 114.39898681640625,
+      "learning_rate": 1.5427283780462616e-06,
+      "loss": 17.1562,
+      "step": 10175
+    },
+    {
+      "epoch": 0.6758318390117554,
+      "grad_norm": 364.3153076171875,
+      "learning_rate": 1.542638041129249e-06,
+      "loss": 16.625,
+      "step": 10176
+    },
+    {
+      "epoch": 0.675898253304111,
+      "grad_norm": 283.6446838378906,
+      "learning_rate": 1.5425476979353128e-06,
+      "loss": 14.4375,
+      "step": 10177
+    },
+    {
+      "epoch": 0.6759646675964668,
+      "grad_norm": 153.8675537109375,
+      "learning_rate": 1.5424573484654975e-06,
+      "loss": 15.0938,
+      "step": 10178
+    },
+    {
+      "epoch": 0.6760310818888224,
+      "grad_norm": 198.349365234375,
+      "learning_rate": 1.542366992720848e-06,
+      "loss": 21.4531,
+      "step": 10179
+    },
+    {
+      "epoch": 0.6760974961811782,
+      "grad_norm": 264.2647399902344,
+      "learning_rate": 1.5422766307024105e-06,
+      "loss": 26.7188,
+      "step": 10180
+    },
+    {
+      "epoch": 0.6761639104735339,
+      "grad_norm": 156.64027404785156,
+      "learning_rate": 1.5421862624112292e-06,
+      "loss": 13.2109,
+      "step": 10181
+    },
+    {
+      "epoch": 0.6762303247658896,
+      "grad_norm": 261.3200378417969,
+      "learning_rate": 1.5420958878483501e-06,
+      "loss": 13.7422,
+      "step": 10182
+    },
+    {
+      "epoch": 0.6762967390582454,
+      "grad_norm": 825.5073852539062,
+      "learning_rate": 1.5420055070148182e-06,
+      "loss": 17.0938,
+      "step": 10183
+    },
+    {
+      "epoch": 0.676363153350601,
+      "grad_norm": 102.82752990722656,
+      "learning_rate": 1.541915119911679e-06,
+      "loss": 13.0156,
+      "step": 10184
+    },
+    {
+      "epoch": 0.6764295676429568,
+      "grad_norm": 746.7655029296875,
+      "learning_rate": 1.5418247265399783e-06,
+      "loss": 30.75,
+      "step": 10185
+    },
+    {
+      "epoch": 0.6764959819353125,
+      "grad_norm": 359.6729736328125,
+      "learning_rate": 1.541734326900762e-06,
+      "loss": 21.25,
+      "step": 10186
+    },
+    {
+      "epoch": 0.6765623962276682,
+      "grad_norm": 325.598876953125,
+      "learning_rate": 1.5416439209950749e-06,
+      "loss": 18.375,
+      "step": 10187
+    },
+    {
+      "epoch": 0.6766288105200239,
+      "grad_norm": 197.28700256347656,
+      "learning_rate": 1.5415535088239633e-06,
+      "loss": 15.4062,
+      "step": 10188
+    },
+    {
+      "epoch": 0.6766952248123796,
+      "grad_norm": 506.1547546386719,
+      "learning_rate": 1.5414630903884734e-06,
+      "loss": 14.0,
+      "step": 10189
+    },
+    {
+      "epoch": 0.6767616391047353,
+      "grad_norm": 376.13916015625,
+      "learning_rate": 1.5413726656896502e-06,
+      "loss": 24.875,
+      "step": 10190
+    },
+    {
+      "epoch": 0.6768280533970911,
+      "grad_norm": 136.2812042236328,
+      "learning_rate": 1.5412822347285403e-06,
+      "loss": 14.4531,
+      "step": 10191
+    },
+    {
+      "epoch": 0.6768944676894467,
+      "grad_norm": 150.16677856445312,
+      "learning_rate": 1.5411917975061898e-06,
+      "loss": 15.3438,
+      "step": 10192
+    },
+    {
+      "epoch": 0.6769608819818025,
+      "grad_norm": 193.59530639648438,
+      "learning_rate": 1.5411013540236443e-06,
+      "loss": 15.9531,
+      "step": 10193
+    },
+    {
+      "epoch": 0.6770272962741583,
+      "grad_norm": 295.76361083984375,
+      "learning_rate": 1.5410109042819505e-06,
+      "loss": 13.7188,
+      "step": 10194
+    },
+    {
+      "epoch": 0.6770937105665139,
+      "grad_norm": 300.02484130859375,
+      "learning_rate": 1.5409204482821547e-06,
+      "loss": 16.7344,
+      "step": 10195
+    },
+    {
+      "epoch": 0.6771601248588697,
+      "grad_norm": 245.11463928222656,
+      "learning_rate": 1.540829986025303e-06,
+      "loss": 18.6094,
+      "step": 10196
+    },
+    {
+      "epoch": 0.6772265391512253,
+      "grad_norm": 504.3264465332031,
+      "learning_rate": 1.540739517512442e-06,
+      "loss": 19.7812,
+      "step": 10197
+    },
+    {
+      "epoch": 0.6772929534435811,
+      "grad_norm": 154.4155731201172,
+      "learning_rate": 1.5406490427446177e-06,
+      "loss": 14.7344,
+      "step": 10198
+    },
+    {
+      "epoch": 0.6773593677359367,
+      "grad_norm": 142.152099609375,
+      "learning_rate": 1.5405585617228774e-06,
+      "loss": 13.5312,
+      "step": 10199
+    },
+    {
+      "epoch": 0.6774257820282925,
+      "grad_norm": 220.43971252441406,
+      "learning_rate": 1.5404680744482671e-06,
+      "loss": 16.5469,
+      "step": 10200
+    },
+    {
+      "epoch": 0.6774921963206482,
+      "grad_norm": 448.13739013671875,
+      "learning_rate": 1.540377580921834e-06,
+      "loss": 17.3438,
+      "step": 10201
+    },
+    {
+      "epoch": 0.6775586106130039,
+      "grad_norm": 171.7911834716797,
+      "learning_rate": 1.5402870811446245e-06,
+      "loss": 26.6094,
+      "step": 10202
+    },
+    {
+      "epoch": 0.6776250249053596,
+      "grad_norm": 296.8846130371094,
+      "learning_rate": 1.5401965751176858e-06,
+      "loss": 19.1562,
+      "step": 10203
+    },
+    {
+      "epoch": 0.6776914391977154,
+      "grad_norm": 182.24533081054688,
+      "learning_rate": 1.5401060628420645e-06,
+      "loss": 14.9062,
+      "step": 10204
+    },
+    {
+      "epoch": 0.6777578534900711,
+      "grad_norm": 312.5530700683594,
+      "learning_rate": 1.5400155443188077e-06,
+      "loss": 24.5,
+      "step": 10205
+    },
+    {
+      "epoch": 0.6778242677824268,
+      "grad_norm": 201.90191650390625,
+      "learning_rate": 1.5399250195489621e-06,
+      "loss": 17.7969,
+      "step": 10206
+    },
+    {
+      "epoch": 0.6778906820747825,
+      "grad_norm": 297.86541748046875,
+      "learning_rate": 1.5398344885335757e-06,
+      "loss": 17.2656,
+      "step": 10207
+    },
+    {
+      "epoch": 0.6779570963671382,
+      "grad_norm": 292.1385192871094,
+      "learning_rate": 1.5397439512736951e-06,
+      "loss": 19.3906,
+      "step": 10208
+    },
+    {
+      "epoch": 0.678023510659494,
+      "grad_norm": 320.2330322265625,
+      "learning_rate": 1.5396534077703675e-06,
+      "loss": 21.6094,
+      "step": 10209
+    },
+    {
+      "epoch": 0.6780899249518496,
+      "grad_norm": 387.0292663574219,
+      "learning_rate": 1.5395628580246408e-06,
+      "loss": 23.25,
+      "step": 10210
+    },
+    {
+      "epoch": 0.6781563392442054,
+      "grad_norm": 332.86724853515625,
+      "learning_rate": 1.539472302037562e-06,
+      "loss": 24.4531,
+      "step": 10211
+    },
+    {
+      "epoch": 0.678222753536561,
+      "grad_norm": 174.392333984375,
+      "learning_rate": 1.5393817398101785e-06,
+      "loss": 13.3594,
+      "step": 10212
+    },
+    {
+      "epoch": 0.6782891678289168,
+      "grad_norm": 159.9552001953125,
+      "learning_rate": 1.5392911713435382e-06,
+      "loss": 15.2812,
+      "step": 10213
+    },
+    {
+      "epoch": 0.6783555821212724,
+      "grad_norm": 143.2604217529297,
+      "learning_rate": 1.5392005966386887e-06,
+      "loss": 14.4062,
+      "step": 10214
+    },
+    {
+      "epoch": 0.6784219964136282,
+      "grad_norm": 207.0104522705078,
+      "learning_rate": 1.5391100156966774e-06,
+      "loss": 18.1719,
+      "step": 10215
+    },
+    {
+      "epoch": 0.678488410705984,
+      "grad_norm": 572.4171142578125,
+      "learning_rate": 1.5390194285185523e-06,
+      "loss": 24.5625,
+      "step": 10216
+    },
+    {
+      "epoch": 0.6785548249983396,
+      "grad_norm": 204.65504455566406,
+      "learning_rate": 1.5389288351053615e-06,
+      "loss": 14.5781,
+      "step": 10217
+    },
+    {
+      "epoch": 0.6786212392906954,
+      "grad_norm": 246.48406982421875,
+      "learning_rate": 1.5388382354581526e-06,
+      "loss": 21.8438,
+      "step": 10218
+    },
+    {
+      "epoch": 0.678687653583051,
+      "grad_norm": 534.32470703125,
+      "learning_rate": 1.5387476295779736e-06,
+      "loss": 15.4375,
+      "step": 10219
+    },
+    {
+      "epoch": 0.6787540678754068,
+      "grad_norm": 161.1791534423828,
+      "learning_rate": 1.5386570174658728e-06,
+      "loss": 18.5312,
+      "step": 10220
+    },
+    {
+      "epoch": 0.6788204821677625,
+      "grad_norm": 115.02339935302734,
+      "learning_rate": 1.538566399122898e-06,
+      "loss": 14.0625,
+      "step": 10221
+    },
+    {
+      "epoch": 0.6788868964601182,
+      "grad_norm": 157.72007751464844,
+      "learning_rate": 1.538475774550098e-06,
+      "loss": 22.1719,
+      "step": 10222
+    },
+    {
+      "epoch": 0.6789533107524739,
+      "grad_norm": 288.9508361816406,
+      "learning_rate": 1.5383851437485204e-06,
+      "loss": 16.7656,
+      "step": 10223
+    },
+    {
+      "epoch": 0.6790197250448297,
+      "grad_norm": 205.28492736816406,
+      "learning_rate": 1.5382945067192141e-06,
+      "loss": 23.5,
+      "step": 10224
+    },
+    {
+      "epoch": 0.6790861393371853,
+      "grad_norm": 137.95852661132812,
+      "learning_rate": 1.5382038634632276e-06,
+      "loss": 15.8594,
+      "step": 10225
+    },
+    {
+      "epoch": 0.6791525536295411,
+      "grad_norm": 198.2830810546875,
+      "learning_rate": 1.5381132139816088e-06,
+      "loss": 15.625,
+      "step": 10226
+    },
+    {
+      "epoch": 0.6792189679218968,
+      "grad_norm": 227.4158477783203,
+      "learning_rate": 1.5380225582754064e-06,
+      "loss": 16.4219,
+      "step": 10227
+    },
+    {
+      "epoch": 0.6792853822142525,
+      "grad_norm": 331.52569580078125,
+      "learning_rate": 1.5379318963456697e-06,
+      "loss": 24.7812,
+      "step": 10228
+    },
+    {
+      "epoch": 0.6793517965066083,
+      "grad_norm": 188.62057495117188,
+      "learning_rate": 1.5378412281934473e-06,
+      "loss": 15.6719,
+      "step": 10229
+    },
+    {
+      "epoch": 0.6794182107989639,
+      "grad_norm": 280.0057067871094,
+      "learning_rate": 1.5377505538197869e-06,
+      "loss": 16.125,
+      "step": 10230
+    },
+    {
+      "epoch": 0.6794846250913197,
+      "grad_norm": 186.85003662109375,
+      "learning_rate": 1.5376598732257389e-06,
+      "loss": 19.7969,
+      "step": 10231
+    },
+    {
+      "epoch": 0.6795510393836753,
+      "grad_norm": 153.82151794433594,
+      "learning_rate": 1.537569186412351e-06,
+      "loss": 15.2656,
+      "step": 10232
+    },
+    {
+      "epoch": 0.6796174536760311,
+      "grad_norm": 268.3845520019531,
+      "learning_rate": 1.5374784933806728e-06,
+      "loss": 19.5625,
+      "step": 10233
+    },
+    {
+      "epoch": 0.6796838679683868,
+      "grad_norm": 105.87015533447266,
+      "learning_rate": 1.5373877941317535e-06,
+      "loss": 15.3906,
+      "step": 10234
+    },
+    {
+      "epoch": 0.6797502822607425,
+      "grad_norm": 1916.2242431640625,
+      "learning_rate": 1.5372970886666421e-06,
+      "loss": 23.1875,
+      "step": 10235
+    },
+    {
+      "epoch": 0.6798166965530982,
+      "grad_norm": 294.4922180175781,
+      "learning_rate": 1.5372063769863878e-06,
+      "loss": 18.1406,
+      "step": 10236
+    },
+    {
+      "epoch": 0.6798831108454539,
+      "grad_norm": 85.0626449584961,
+      "learning_rate": 1.53711565909204e-06,
+      "loss": 10.7578,
+      "step": 10237
+    },
+    {
+      "epoch": 0.6799495251378097,
+      "grad_norm": 182.46435546875,
+      "learning_rate": 1.5370249349846475e-06,
+      "loss": 13.7812,
+      "step": 10238
+    },
+    {
+      "epoch": 0.6800159394301654,
+      "grad_norm": 169.86561584472656,
+      "learning_rate": 1.5369342046652608e-06,
+      "loss": 17.4062,
+      "step": 10239
+    },
+    {
+      "epoch": 0.6800823537225211,
+      "grad_norm": 184.54808044433594,
+      "learning_rate": 1.5368434681349285e-06,
+      "loss": 17.3281,
+      "step": 10240
+    },
+    {
+      "epoch": 0.6801487680148768,
+      "grad_norm": 187.9472198486328,
+      "learning_rate": 1.5367527253947006e-06,
+      "loss": 21.8203,
+      "step": 10241
+    },
+    {
+      "epoch": 0.6802151823072325,
+      "grad_norm": 214.98480224609375,
+      "learning_rate": 1.5366619764456268e-06,
+      "loss": 12.8281,
+      "step": 10242
+    },
+    {
+      "epoch": 0.6802815965995882,
+      "grad_norm": 187.47897338867188,
+      "learning_rate": 1.5365712212887564e-06,
+      "loss": 13.6719,
+      "step": 10243
+    },
+    {
+      "epoch": 0.680348010891944,
+      "grad_norm": 293.17620849609375,
+      "learning_rate": 1.5364804599251397e-06,
+      "loss": 20.2812,
+      "step": 10244
+    },
+    {
+      "epoch": 0.6804144251842996,
+      "grad_norm": 218.0859375,
+      "learning_rate": 1.5363896923558264e-06,
+      "loss": 17.5156,
+      "step": 10245
+    },
+    {
+      "epoch": 0.6804808394766554,
+      "grad_norm": 252.126220703125,
+      "learning_rate": 1.5362989185818664e-06,
+      "loss": 15.0469,
+      "step": 10246
+    },
+    {
+      "epoch": 0.680547253769011,
+      "grad_norm": 217.6980438232422,
+      "learning_rate": 1.53620813860431e-06,
+      "loss": 13.6562,
+      "step": 10247
+    },
+    {
+      "epoch": 0.6806136680613668,
+      "grad_norm": 328.3011169433594,
+      "learning_rate": 1.5361173524242066e-06,
+      "loss": 16.8438,
+      "step": 10248
+    },
+    {
+      "epoch": 0.6806800823537226,
+      "grad_norm": 344.9989318847656,
+      "learning_rate": 1.536026560042607e-06,
+      "loss": 15.1875,
+      "step": 10249
+    },
+    {
+      "epoch": 0.6807464966460782,
+      "grad_norm": 199.794677734375,
+      "learning_rate": 1.5359357614605615e-06,
+      "loss": 20.7344,
+      "step": 10250
+    },
+    {
+      "epoch": 0.680812910938434,
+      "grad_norm": 99.16400909423828,
+      "learning_rate": 1.5358449566791199e-06,
+      "loss": 16.5625,
+      "step": 10251
+    },
+    {
+      "epoch": 0.6808793252307896,
+      "grad_norm": 110.59369659423828,
+      "learning_rate": 1.5357541456993328e-06,
+      "loss": 13.7812,
+      "step": 10252
+    },
+    {
+      "epoch": 0.6809457395231454,
+      "grad_norm": 339.80322265625,
+      "learning_rate": 1.5356633285222512e-06,
+      "loss": 23.0312,
+      "step": 10253
+    },
+    {
+      "epoch": 0.6810121538155011,
+      "grad_norm": 336.2764892578125,
+      "learning_rate": 1.5355725051489243e-06,
+      "loss": 20.5,
+      "step": 10254
+    },
+    {
+      "epoch": 0.6810785681078568,
+      "grad_norm": 146.5393829345703,
+      "learning_rate": 1.5354816755804038e-06,
+      "loss": 13.25,
+      "step": 10255
+    },
+    {
+      "epoch": 0.6811449824002125,
+      "grad_norm": 265.6423645019531,
+      "learning_rate": 1.5353908398177403e-06,
+      "loss": 19.2969,
+      "step": 10256
+    },
+    {
+      "epoch": 0.6812113966925682,
+      "grad_norm": 190.89097595214844,
+      "learning_rate": 1.535299997861984e-06,
+      "loss": 25.6875,
+      "step": 10257
+    },
+    {
+      "epoch": 0.6812778109849239,
+      "grad_norm": 195.38548278808594,
+      "learning_rate": 1.535209149714186e-06,
+      "loss": 13.5938,
+      "step": 10258
+    },
+    {
+      "epoch": 0.6813442252772797,
+      "grad_norm": 158.1507110595703,
+      "learning_rate": 1.535118295375397e-06,
+      "loss": 19.3438,
+      "step": 10259
+    },
+    {
+      "epoch": 0.6814106395696354,
+      "grad_norm": 626.2368774414062,
+      "learning_rate": 1.5350274348466688e-06,
+      "loss": 15.1406,
+      "step": 10260
+    },
+    {
+      "epoch": 0.6814770538619911,
+      "grad_norm": 254.46287536621094,
+      "learning_rate": 1.5349365681290514e-06,
+      "loss": 22.7344,
+      "step": 10261
+    },
+    {
+      "epoch": 0.6815434681543469,
+      "grad_norm": 225.72988891601562,
+      "learning_rate": 1.534845695223596e-06,
+      "loss": 20.2656,
+      "step": 10262
+    },
+    {
+      "epoch": 0.6816098824467025,
+      "grad_norm": 118.698486328125,
+      "learning_rate": 1.534754816131354e-06,
+      "loss": 15.5938,
+      "step": 10263
+    },
+    {
+      "epoch": 0.6816762967390583,
+      "grad_norm": 277.08984375,
+      "learning_rate": 1.5346639308533771e-06,
+      "loss": 24.2812,
+      "step": 10264
+    },
+    {
+      "epoch": 0.6817427110314139,
+      "grad_norm": 293.1763916015625,
+      "learning_rate": 1.534573039390716e-06,
+      "loss": 21.4688,
+      "step": 10265
+    },
+    {
+      "epoch": 0.6818091253237697,
+      "grad_norm": 156.26536560058594,
+      "learning_rate": 1.5344821417444219e-06,
+      "loss": 16.6875,
+      "step": 10266
+    },
+    {
+      "epoch": 0.6818755396161253,
+      "grad_norm": 468.9638977050781,
+      "learning_rate": 1.5343912379155466e-06,
+      "loss": 14.4844,
+      "step": 10267
+    },
+    {
+      "epoch": 0.6819419539084811,
+      "grad_norm": 462.4765625,
+      "learning_rate": 1.5343003279051418e-06,
+      "loss": 22.6406,
+      "step": 10268
+    },
+    {
+      "epoch": 0.6820083682008368,
+      "grad_norm": 206.02487182617188,
+      "learning_rate": 1.5342094117142588e-06,
+      "loss": 20.9219,
+      "step": 10269
+    },
+    {
+      "epoch": 0.6820747824931925,
+      "grad_norm": 458.7149658203125,
+      "learning_rate": 1.5341184893439497e-06,
+      "loss": 18.9844,
+      "step": 10270
+    },
+    {
+      "epoch": 0.6821411967855483,
+      "grad_norm": 174.90530395507812,
+      "learning_rate": 1.5340275607952658e-06,
+      "loss": 21.2188,
+      "step": 10271
+    },
+    {
+      "epoch": 0.682207611077904,
+      "grad_norm": 176.60459899902344,
+      "learning_rate": 1.5339366260692588e-06,
+      "loss": 18.2031,
+      "step": 10272
+    },
+    {
+      "epoch": 0.6822740253702597,
+      "grad_norm": 168.6627197265625,
+      "learning_rate": 1.5338456851669807e-06,
+      "loss": 14.25,
+      "step": 10273
+    },
+    {
+      "epoch": 0.6823404396626154,
+      "grad_norm": 342.5443420410156,
+      "learning_rate": 1.5337547380894837e-06,
+      "loss": 20.3125,
+      "step": 10274
+    },
+    {
+      "epoch": 0.6824068539549711,
+      "grad_norm": 227.73031616210938,
+      "learning_rate": 1.5336637848378197e-06,
+      "loss": 21.7188,
+      "step": 10275
+    },
+    {
+      "epoch": 0.6824732682473268,
+      "grad_norm": 371.961181640625,
+      "learning_rate": 1.5335728254130408e-06,
+      "loss": 19.1406,
+      "step": 10276
+    },
+    {
+      "epoch": 0.6825396825396826,
+      "grad_norm": 291.025634765625,
+      "learning_rate": 1.5334818598161992e-06,
+      "loss": 16.1562,
+      "step": 10277
+    },
+    {
+      "epoch": 0.6826060968320382,
+      "grad_norm": 153.56802368164062,
+      "learning_rate": 1.5333908880483471e-06,
+      "loss": 18.7969,
+      "step": 10278
+    },
+    {
+      "epoch": 0.682672511124394,
+      "grad_norm": 299.3913879394531,
+      "learning_rate": 1.5332999101105364e-06,
+      "loss": 17.9062,
+      "step": 10279
+    },
+    {
+      "epoch": 0.6827389254167496,
+      "grad_norm": 288.4456481933594,
+      "learning_rate": 1.53320892600382e-06,
+      "loss": 21.9375,
+      "step": 10280
+    },
+    {
+      "epoch": 0.6828053397091054,
+      "grad_norm": 135.6194305419922,
+      "learning_rate": 1.5331179357292504e-06,
+      "loss": 16.3281,
+      "step": 10281
+    },
+    {
+      "epoch": 0.6828717540014612,
+      "grad_norm": 140.1094207763672,
+      "learning_rate": 1.5330269392878798e-06,
+      "loss": 21.7344,
+      "step": 10282
+    },
+    {
+      "epoch": 0.6829381682938168,
+      "grad_norm": 122.07479095458984,
+      "learning_rate": 1.5329359366807611e-06,
+      "loss": 14.0781,
+      "step": 10283
+    },
+    {
+      "epoch": 0.6830045825861726,
+      "grad_norm": 445.5099182128906,
+      "learning_rate": 1.5328449279089466e-06,
+      "loss": 22.7812,
+      "step": 10284
+    },
+    {
+      "epoch": 0.6830709968785282,
+      "grad_norm": 413.1791687011719,
+      "learning_rate": 1.5327539129734895e-06,
+      "loss": 18.7656,
+      "step": 10285
+    },
+    {
+      "epoch": 0.683137411170884,
+      "grad_norm": 111.96309661865234,
+      "learning_rate": 1.5326628918754421e-06,
+      "loss": 14.2188,
+      "step": 10286
+    },
+    {
+      "epoch": 0.6832038254632397,
+      "grad_norm": 915.2639770507812,
+      "learning_rate": 1.5325718646158575e-06,
+      "loss": 15.4062,
+      "step": 10287
+    },
+    {
+      "epoch": 0.6832702397555954,
+      "grad_norm": 170.51702880859375,
+      "learning_rate": 1.5324808311957887e-06,
+      "loss": 15.125,
+      "step": 10288
+    },
+    {
+      "epoch": 0.6833366540479511,
+      "grad_norm": 204.9369354248047,
+      "learning_rate": 1.5323897916162887e-06,
+      "loss": 19.0156,
+      "step": 10289
+    },
+    {
+      "epoch": 0.6834030683403068,
+      "grad_norm": 209.544189453125,
+      "learning_rate": 1.5322987458784104e-06,
+      "loss": 22.8125,
+      "step": 10290
+    },
+    {
+      "epoch": 0.6834694826326625,
+      "grad_norm": 750.0045166015625,
+      "learning_rate": 1.5322076939832074e-06,
+      "loss": 16.3672,
+      "step": 10291
+    },
+    {
+      "epoch": 0.6835358969250183,
+      "grad_norm": 317.6976623535156,
+      "learning_rate": 1.5321166359317326e-06,
+      "loss": 13.9062,
+      "step": 10292
+    },
+    {
+      "epoch": 0.683602311217374,
+      "grad_norm": 185.5758819580078,
+      "learning_rate": 1.5320255717250397e-06,
+      "loss": 29.375,
+      "step": 10293
+    },
+    {
+      "epoch": 0.6836687255097297,
+      "grad_norm": 219.7129364013672,
+      "learning_rate": 1.5319345013641814e-06,
+      "loss": 24.0156,
+      "step": 10294
+    },
+    {
+      "epoch": 0.6837351398020854,
+      "grad_norm": 101.7071533203125,
+      "learning_rate": 1.5318434248502115e-06,
+      "loss": 15.4219,
+      "step": 10295
+    },
+    {
+      "epoch": 0.6838015540944411,
+      "grad_norm": 132.25515747070312,
+      "learning_rate": 1.5317523421841835e-06,
+      "loss": 21.7812,
+      "step": 10296
+    },
+    {
+      "epoch": 0.6838679683867969,
+      "grad_norm": 163.63226318359375,
+      "learning_rate": 1.5316612533671513e-06,
+      "loss": 13.1016,
+      "step": 10297
+    },
+    {
+      "epoch": 0.6839343826791525,
+      "grad_norm": 314.3456726074219,
+      "learning_rate": 1.5315701584001683e-06,
+      "loss": 19.5469,
+      "step": 10298
+    },
+    {
+      "epoch": 0.6840007969715083,
+      "grad_norm": 142.35894775390625,
+      "learning_rate": 1.531479057284288e-06,
+      "loss": 15.4375,
+      "step": 10299
+    },
+    {
+      "epoch": 0.6840672112638639,
+      "grad_norm": 272.9272766113281,
+      "learning_rate": 1.5313879500205647e-06,
+      "loss": 20.8125,
+      "step": 10300
+    },
+    {
+      "epoch": 0.6841336255562197,
+      "grad_norm": 170.49595642089844,
+      "learning_rate": 1.5312968366100516e-06,
+      "loss": 18.4531,
+      "step": 10301
+    },
+    {
+      "epoch": 0.6842000398485754,
+      "grad_norm": 214.31610107421875,
+      "learning_rate": 1.5312057170538033e-06,
+      "loss": 14.9062,
+      "step": 10302
+    },
+    {
+      "epoch": 0.6842664541409311,
+      "grad_norm": 196.24961853027344,
+      "learning_rate": 1.5311145913528739e-06,
+      "loss": 18.0469,
+      "step": 10303
+    },
+    {
+      "epoch": 0.6843328684332869,
+      "grad_norm": 273.3241271972656,
+      "learning_rate": 1.5310234595083164e-06,
+      "loss": 14.1719,
+      "step": 10304
+    },
+    {
+      "epoch": 0.6843992827256425,
+      "grad_norm": 166.69842529296875,
+      "learning_rate": 1.5309323215211862e-06,
+      "loss": 15.0781,
+      "step": 10305
+    },
+    {
+      "epoch": 0.6844656970179983,
+      "grad_norm": 662.8309326171875,
+      "learning_rate": 1.530841177392537e-06,
+      "loss": 16.7969,
+      "step": 10306
+    },
+    {
+      "epoch": 0.684532111310354,
+      "grad_norm": 707.2380981445312,
+      "learning_rate": 1.5307500271234232e-06,
+      "loss": 16.0156,
+      "step": 10307
+    },
+    {
+      "epoch": 0.6845985256027097,
+      "grad_norm": 723.9490966796875,
+      "learning_rate": 1.530658870714899e-06,
+      "loss": 21.1094,
+      "step": 10308
+    },
+    {
+      "epoch": 0.6846649398950654,
+      "grad_norm": 328.0939025878906,
+      "learning_rate": 1.5305677081680193e-06,
+      "loss": 14.2188,
+      "step": 10309
+    },
+    {
+      "epoch": 0.6847313541874211,
+      "grad_norm": 304.8825988769531,
+      "learning_rate": 1.530476539483838e-06,
+      "loss": 28.0938,
+      "step": 10310
+    },
+    {
+      "epoch": 0.6847977684797768,
+      "grad_norm": 175.15780639648438,
+      "learning_rate": 1.5303853646634102e-06,
+      "loss": 16.5781,
+      "step": 10311
+    },
+    {
+      "epoch": 0.6848641827721326,
+      "grad_norm": 250.31005859375,
+      "learning_rate": 1.5302941837077902e-06,
+      "loss": 16.4844,
+      "step": 10312
+    },
+    {
+      "epoch": 0.6849305970644882,
+      "grad_norm": 168.8011474609375,
+      "learning_rate": 1.5302029966180328e-06,
+      "loss": 16.7656,
+      "step": 10313
+    },
+    {
+      "epoch": 0.684997011356844,
+      "grad_norm": 140.11534118652344,
+      "learning_rate": 1.5301118033951933e-06,
+      "loss": 16.5781,
+      "step": 10314
+    },
+    {
+      "epoch": 0.6850634256491998,
+      "grad_norm": 214.0883026123047,
+      "learning_rate": 1.5300206040403257e-06,
+      "loss": 19.6406,
+      "step": 10315
+    },
+    {
+      "epoch": 0.6851298399415554,
+      "grad_norm": 217.1322021484375,
+      "learning_rate": 1.5299293985544852e-06,
+      "loss": 17.4219,
+      "step": 10316
+    },
+    {
+      "epoch": 0.6851962542339112,
+      "grad_norm": 293.7062072753906,
+      "learning_rate": 1.5298381869387274e-06,
+      "loss": 15.3828,
+      "step": 10317
+    },
+    {
+      "epoch": 0.6852626685262668,
+      "grad_norm": 203.16818237304688,
+      "learning_rate": 1.5297469691941069e-06,
+      "loss": 14.6016,
+      "step": 10318
+    },
+    {
+      "epoch": 0.6853290828186226,
+      "grad_norm": 395.6341247558594,
+      "learning_rate": 1.5296557453216788e-06,
+      "loss": 20.9531,
+      "step": 10319
+    },
+    {
+      "epoch": 0.6853954971109782,
+      "grad_norm": 143.0717315673828,
+      "learning_rate": 1.5295645153224985e-06,
+      "loss": 14.625,
+      "step": 10320
+    },
+    {
+      "epoch": 0.685461911403334,
+      "grad_norm": 473.3367614746094,
+      "learning_rate": 1.5294732791976213e-06,
+      "loss": 16.1406,
+      "step": 10321
+    },
+    {
+      "epoch": 0.6855283256956897,
+      "grad_norm": 193.06654357910156,
+      "learning_rate": 1.5293820369481026e-06,
+      "loss": 18.75,
+      "step": 10322
+    },
+    {
+      "epoch": 0.6855947399880454,
+      "grad_norm": 601.8270874023438,
+      "learning_rate": 1.5292907885749975e-06,
+      "loss": 17.3281,
+      "step": 10323
+    },
+    {
+      "epoch": 0.6856611542804012,
+      "grad_norm": 86.54644012451172,
+      "learning_rate": 1.5291995340793618e-06,
+      "loss": 13.2812,
+      "step": 10324
+    },
+    {
+      "epoch": 0.6857275685727569,
+      "grad_norm": 123.6210708618164,
+      "learning_rate": 1.5291082734622514e-06,
+      "loss": 14.3281,
+      "step": 10325
+    },
+    {
+      "epoch": 0.6857939828651126,
+      "grad_norm": 185.80299377441406,
+      "learning_rate": 1.5290170067247211e-06,
+      "loss": 20.8594,
+      "step": 10326
+    },
+    {
+      "epoch": 0.6858603971574683,
+      "grad_norm": 150.5104522705078,
+      "learning_rate": 1.5289257338678273e-06,
+      "loss": 20.5938,
+      "step": 10327
+    },
+    {
+      "epoch": 0.685926811449824,
+      "grad_norm": 209.55084228515625,
+      "learning_rate": 1.528834454892626e-06,
+      "loss": 18.1562,
+      "step": 10328
+    },
+    {
+      "epoch": 0.6859932257421797,
+      "grad_norm": 163.27976989746094,
+      "learning_rate": 1.5287431698001722e-06,
+      "loss": 15.5469,
+      "step": 10329
+    },
+    {
+      "epoch": 0.6860596400345355,
+      "grad_norm": 107.01873779296875,
+      "learning_rate": 1.5286518785915225e-06,
+      "loss": 15.5,
+      "step": 10330
+    },
+    {
+      "epoch": 0.6861260543268911,
+      "grad_norm": 159.36495971679688,
+      "learning_rate": 1.5285605812677326e-06,
+      "loss": 18.6875,
+      "step": 10331
+    },
+    {
+      "epoch": 0.6861924686192469,
+      "grad_norm": 215.7950897216797,
+      "learning_rate": 1.5284692778298588e-06,
+      "loss": 17.9844,
+      "step": 10332
+    },
+    {
+      "epoch": 0.6862588829116025,
+      "grad_norm": 132.51226806640625,
+      "learning_rate": 1.5283779682789571e-06,
+      "loss": 16.875,
+      "step": 10333
+    },
+    {
+      "epoch": 0.6863252972039583,
+      "grad_norm": 260.31475830078125,
+      "learning_rate": 1.5282866526160836e-06,
+      "loss": 12.0312,
+      "step": 10334
+    },
+    {
+      "epoch": 0.6863917114963141,
+      "grad_norm": 121.82301330566406,
+      "learning_rate": 1.5281953308422951e-06,
+      "loss": 15.9531,
+      "step": 10335
+    },
+    {
+      "epoch": 0.6864581257886697,
+      "grad_norm": 145.82749938964844,
+      "learning_rate": 1.5281040029586473e-06,
+      "loss": 18.0156,
+      "step": 10336
+    },
+    {
+      "epoch": 0.6865245400810255,
+      "grad_norm": 300.7505187988281,
+      "learning_rate": 1.5280126689661967e-06,
+      "loss": 13.8281,
+      "step": 10337
+    },
+    {
+      "epoch": 0.6865909543733811,
+      "grad_norm": 468.39837646484375,
+      "learning_rate": 1.5279213288660002e-06,
+      "loss": 14.2109,
+      "step": 10338
+    },
+    {
+      "epoch": 0.6866573686657369,
+      "grad_norm": 540.4429321289062,
+      "learning_rate": 1.5278299826591146e-06,
+      "loss": 18.2188,
+      "step": 10339
+    },
+    {
+      "epoch": 0.6867237829580926,
+      "grad_norm": 218.8403778076172,
+      "learning_rate": 1.5277386303465955e-06,
+      "loss": 15.7656,
+      "step": 10340
+    },
+    {
+      "epoch": 0.6867901972504483,
+      "grad_norm": 135.40940856933594,
+      "learning_rate": 1.5276472719295001e-06,
+      "loss": 16.9062,
+      "step": 10341
+    },
+    {
+      "epoch": 0.686856611542804,
+      "grad_norm": 567.0235595703125,
+      "learning_rate": 1.5275559074088861e-06,
+      "loss": 14.3594,
+      "step": 10342
+    },
+    {
+      "epoch": 0.6869230258351597,
+      "grad_norm": 395.11968994140625,
+      "learning_rate": 1.5274645367858093e-06,
+      "loss": 22.4844,
+      "step": 10343
+    },
+    {
+      "epoch": 0.6869894401275154,
+      "grad_norm": 165.5177001953125,
+      "learning_rate": 1.5273731600613267e-06,
+      "loss": 15.9062,
+      "step": 10344
+    },
+    {
+      "epoch": 0.6870558544198712,
+      "grad_norm": 287.94464111328125,
+      "learning_rate": 1.5272817772364955e-06,
+      "loss": 18.9375,
+      "step": 10345
+    },
+    {
+      "epoch": 0.6871222687122269,
+      "grad_norm": 236.4655303955078,
+      "learning_rate": 1.5271903883123729e-06,
+      "loss": 13.7188,
+      "step": 10346
+    },
+    {
+      "epoch": 0.6871886830045826,
+      "grad_norm": 171.89707946777344,
+      "learning_rate": 1.5270989932900156e-06,
+      "loss": 17.3125,
+      "step": 10347
+    },
+    {
+      "epoch": 0.6872550972969383,
+      "grad_norm": 182.04742431640625,
+      "learning_rate": 1.5270075921704812e-06,
+      "loss": 17.5156,
+      "step": 10348
+    },
+    {
+      "epoch": 0.687321511589294,
+      "grad_norm": 320.21331787109375,
+      "learning_rate": 1.5269161849548272e-06,
+      "loss": 18.9844,
+      "step": 10349
+    },
+    {
+      "epoch": 0.6873879258816498,
+      "grad_norm": 115.88239288330078,
+      "learning_rate": 1.5268247716441102e-06,
+      "loss": 13.875,
+      "step": 10350
+    },
+    {
+      "epoch": 0.6874543401740054,
+      "grad_norm": 315.8597106933594,
+      "learning_rate": 1.5267333522393882e-06,
+      "loss": 25.875,
+      "step": 10351
+    },
+    {
+      "epoch": 0.6875207544663612,
+      "grad_norm": 424.62408447265625,
+      "learning_rate": 1.5266419267417186e-06,
+      "loss": 18.2344,
+      "step": 10352
+    },
+    {
+      "epoch": 0.6875871687587168,
+      "grad_norm": 236.33616638183594,
+      "learning_rate": 1.5265504951521587e-06,
+      "loss": 20.8125,
+      "step": 10353
+    },
+    {
+      "epoch": 0.6876535830510726,
+      "grad_norm": 799.3893432617188,
+      "learning_rate": 1.5264590574717664e-06,
+      "loss": 15.4688,
+      "step": 10354
+    },
+    {
+      "epoch": 0.6877199973434283,
+      "grad_norm": 423.6357116699219,
+      "learning_rate": 1.5263676137015993e-06,
+      "loss": 19.3125,
+      "step": 10355
+    },
+    {
+      "epoch": 0.687786411635784,
+      "grad_norm": 139.11376953125,
+      "learning_rate": 1.526276163842715e-06,
+      "loss": 17.0625,
+      "step": 10356
+    },
+    {
+      "epoch": 0.6878528259281398,
+      "grad_norm": 180.884521484375,
+      "learning_rate": 1.5261847078961717e-06,
+      "loss": 17.1562,
+      "step": 10357
+    },
+    {
+      "epoch": 0.6879192402204954,
+      "grad_norm": 169.07492065429688,
+      "learning_rate": 1.526093245863027e-06,
+      "loss": 15.3281,
+      "step": 10358
+    },
+    {
+      "epoch": 0.6879856545128512,
+      "grad_norm": 201.16619873046875,
+      "learning_rate": 1.526001777744339e-06,
+      "loss": 20.75,
+      "step": 10359
+    },
+    {
+      "epoch": 0.6880520688052069,
+      "grad_norm": 170.2459716796875,
+      "learning_rate": 1.525910303541166e-06,
+      "loss": 15.5781,
+      "step": 10360
+    },
+    {
+      "epoch": 0.6881184830975626,
+      "grad_norm": 274.5879821777344,
+      "learning_rate": 1.5258188232545654e-06,
+      "loss": 16.5312,
+      "step": 10361
+    },
+    {
+      "epoch": 0.6881848973899183,
+      "grad_norm": 505.26092529296875,
+      "learning_rate": 1.5257273368855961e-06,
+      "loss": 21.5938,
+      "step": 10362
+    },
+    {
+      "epoch": 0.688251311682274,
+      "grad_norm": 148.83131408691406,
+      "learning_rate": 1.5256358444353161e-06,
+      "loss": 19.6406,
+      "step": 10363
+    },
+    {
+      "epoch": 0.6883177259746297,
+      "grad_norm": 145.7227325439453,
+      "learning_rate": 1.525544345904784e-06,
+      "loss": 14.25,
+      "step": 10364
+    },
+    {
+      "epoch": 0.6883841402669855,
+      "grad_norm": 250.76275634765625,
+      "learning_rate": 1.5254528412950575e-06,
+      "loss": 20.2969,
+      "step": 10365
+    },
+    {
+      "epoch": 0.6884505545593411,
+      "grad_norm": 130.49839782714844,
+      "learning_rate": 1.525361330607196e-06,
+      "loss": 16.9844,
+      "step": 10366
+    },
+    {
+      "epoch": 0.6885169688516969,
+      "grad_norm": 174.46090698242188,
+      "learning_rate": 1.5252698138422573e-06,
+      "loss": 13.3125,
+      "step": 10367
+    },
+    {
+      "epoch": 0.6885833831440527,
+      "grad_norm": 106.48828887939453,
+      "learning_rate": 1.5251782910013001e-06,
+      "loss": 14.0625,
+      "step": 10368
+    },
+    {
+      "epoch": 0.6886497974364083,
+      "grad_norm": 118.26709747314453,
+      "learning_rate": 1.5250867620853835e-06,
+      "loss": 16.625,
+      "step": 10369
+    },
+    {
+      "epoch": 0.6887162117287641,
+      "grad_norm": 913.007080078125,
+      "learning_rate": 1.524995227095566e-06,
+      "loss": 21.0625,
+      "step": 10370
+    },
+    {
+      "epoch": 0.6887826260211197,
+      "grad_norm": 233.1459503173828,
+      "learning_rate": 1.5249036860329066e-06,
+      "loss": 22.2344,
+      "step": 10371
+    },
+    {
+      "epoch": 0.6888490403134755,
+      "grad_norm": 535.0484008789062,
+      "learning_rate": 1.524812138898464e-06,
+      "loss": 16.9453,
+      "step": 10372
+    },
+    {
+      "epoch": 0.6889154546058311,
+      "grad_norm": 126.6742935180664,
+      "learning_rate": 1.5247205856932967e-06,
+      "loss": 14.1875,
+      "step": 10373
+    },
+    {
+      "epoch": 0.6889818688981869,
+      "grad_norm": 162.7362060546875,
+      "learning_rate": 1.5246290264184648e-06,
+      "loss": 16.6094,
+      "step": 10374
+    },
+    {
+      "epoch": 0.6890482831905426,
+      "grad_norm": 294.5740051269531,
+      "learning_rate": 1.5245374610750266e-06,
+      "loss": 20.2969,
+      "step": 10375
+    },
+    {
+      "epoch": 0.6891146974828983,
+      "grad_norm": 334.95013427734375,
+      "learning_rate": 1.5244458896640415e-06,
+      "loss": 14.7812,
+      "step": 10376
+    },
+    {
+      "epoch": 0.689181111775254,
+      "grad_norm": 215.27252197265625,
+      "learning_rate": 1.5243543121865688e-06,
+      "loss": 16.875,
+      "step": 10377
+    },
+    {
+      "epoch": 0.6892475260676098,
+      "grad_norm": 204.44943237304688,
+      "learning_rate": 1.5242627286436678e-06,
+      "loss": 16.2188,
+      "step": 10378
+    },
+    {
+      "epoch": 0.6893139403599655,
+      "grad_norm": 361.1408386230469,
+      "learning_rate": 1.5241711390363978e-06,
+      "loss": 14.8281,
+      "step": 10379
+    },
+    {
+      "epoch": 0.6893803546523212,
+      "grad_norm": 236.6713104248047,
+      "learning_rate": 1.5240795433658185e-06,
+      "loss": 16.4688,
+      "step": 10380
+    },
+    {
+      "epoch": 0.6894467689446769,
+      "grad_norm": 282.0773010253906,
+      "learning_rate": 1.5239879416329891e-06,
+      "loss": 25.4062,
+      "step": 10381
+    },
+    {
+      "epoch": 0.6895131832370326,
+      "grad_norm": 205.9153289794922,
+      "learning_rate": 1.5238963338389695e-06,
+      "loss": 11.6719,
+      "step": 10382
+    },
+    {
+      "epoch": 0.6895795975293884,
+      "grad_norm": 154.2844696044922,
+      "learning_rate": 1.523804719984819e-06,
+      "loss": 13.0156,
+      "step": 10383
+    },
+    {
+      "epoch": 0.689646011821744,
+      "grad_norm": 206.72686767578125,
+      "learning_rate": 1.5237131000715976e-06,
+      "loss": 20.625,
+      "step": 10384
+    },
+    {
+      "epoch": 0.6897124261140998,
+      "grad_norm": 193.03395080566406,
+      "learning_rate": 1.523621474100365e-06,
+      "loss": 18.3281,
+      "step": 10385
+    },
+    {
+      "epoch": 0.6897788404064554,
+      "grad_norm": 161.93675231933594,
+      "learning_rate": 1.5235298420721811e-06,
+      "loss": 14.0156,
+      "step": 10386
+    },
+    {
+      "epoch": 0.6898452546988112,
+      "grad_norm": 224.74636840820312,
+      "learning_rate": 1.523438203988106e-06,
+      "loss": 25.6875,
+      "step": 10387
+    },
+    {
+      "epoch": 0.6899116689911668,
+      "grad_norm": 292.21575927734375,
+      "learning_rate": 1.5233465598491996e-06,
+      "loss": 15.1094,
+      "step": 10388
+    },
+    {
+      "epoch": 0.6899780832835226,
+      "grad_norm": 162.1011199951172,
+      "learning_rate": 1.523254909656522e-06,
+      "loss": 23.3438,
+      "step": 10389
+    },
+    {
+      "epoch": 0.6900444975758784,
+      "grad_norm": 193.51588439941406,
+      "learning_rate": 1.5231632534111332e-06,
+      "loss": 15.2656,
+      "step": 10390
+    },
+    {
+      "epoch": 0.690110911868234,
+      "grad_norm": 169.90444946289062,
+      "learning_rate": 1.5230715911140935e-06,
+      "loss": 18.0781,
+      "step": 10391
+    },
+    {
+      "epoch": 0.6901773261605898,
+      "grad_norm": 1069.2171630859375,
+      "learning_rate": 1.5229799227664635e-06,
+      "loss": 17.7188,
+      "step": 10392
+    },
+    {
+      "epoch": 0.6902437404529455,
+      "grad_norm": 125.80757141113281,
+      "learning_rate": 1.522888248369303e-06,
+      "loss": 14.5781,
+      "step": 10393
+    },
+    {
+      "epoch": 0.6903101547453012,
+      "grad_norm": 199.67364501953125,
+      "learning_rate": 1.522796567923673e-06,
+      "loss": 17.8281,
+      "step": 10394
+    },
+    {
+      "epoch": 0.6903765690376569,
+      "grad_norm": 228.9861602783203,
+      "learning_rate": 1.5227048814306335e-06,
+      "loss": 21.9375,
+      "step": 10395
+    },
+    {
+      "epoch": 0.6904429833300126,
+      "grad_norm": 391.54571533203125,
+      "learning_rate": 1.522613188891246e-06,
+      "loss": 14.4688,
+      "step": 10396
+    },
+    {
+      "epoch": 0.6905093976223683,
+      "grad_norm": 227.363525390625,
+      "learning_rate": 1.5225214903065697e-06,
+      "loss": 16.25,
+      "step": 10397
+    },
+    {
+      "epoch": 0.6905758119147241,
+      "grad_norm": 192.5062255859375,
+      "learning_rate": 1.5224297856776663e-06,
+      "loss": 27.5938,
+      "step": 10398
+    },
+    {
+      "epoch": 0.6906422262070797,
+      "grad_norm": 173.81231689453125,
+      "learning_rate": 1.5223380750055967e-06,
+      "loss": 16.5938,
+      "step": 10399
+    },
+    {
+      "epoch": 0.6907086404994355,
+      "grad_norm": 132.6194610595703,
+      "learning_rate": 1.5222463582914213e-06,
+      "loss": 16.3594,
+      "step": 10400
+    },
+    {
+      "epoch": 0.6907750547917912,
+      "grad_norm": 204.84207153320312,
+      "learning_rate": 1.5221546355362012e-06,
+      "loss": 18.3906,
+      "step": 10401
+    },
+    {
+      "epoch": 0.6908414690841469,
+      "grad_norm": 125.66350555419922,
+      "learning_rate": 1.5220629067409973e-06,
+      "loss": 17.2969,
+      "step": 10402
+    },
+    {
+      "epoch": 0.6909078833765027,
+      "grad_norm": 127.58906555175781,
+      "learning_rate": 1.5219711719068709e-06,
+      "loss": 13.8125,
+      "step": 10403
+    },
+    {
+      "epoch": 0.6909742976688583,
+      "grad_norm": 190.75392150878906,
+      "learning_rate": 1.5218794310348825e-06,
+      "loss": 15.5,
+      "step": 10404
+    },
+    {
+      "epoch": 0.6910407119612141,
+      "grad_norm": 346.60809326171875,
+      "learning_rate": 1.5217876841260942e-06,
+      "loss": 17.1875,
+      "step": 10405
+    },
+    {
+      "epoch": 0.6911071262535697,
+      "grad_norm": 1032.826904296875,
+      "learning_rate": 1.5216959311815667e-06,
+      "loss": 27.5469,
+      "step": 10406
+    },
+    {
+      "epoch": 0.6911735405459255,
+      "grad_norm": 93.63036346435547,
+      "learning_rate": 1.5216041722023615e-06,
+      "loss": 11.3203,
+      "step": 10407
+    },
+    {
+      "epoch": 0.6912399548382812,
+      "grad_norm": 181.65478515625,
+      "learning_rate": 1.5215124071895403e-06,
+      "loss": 15.1406,
+      "step": 10408
+    },
+    {
+      "epoch": 0.6913063691306369,
+      "grad_norm": 153.61204528808594,
+      "learning_rate": 1.521420636144164e-06,
+      "loss": 20.7188,
+      "step": 10409
+    },
+    {
+      "epoch": 0.6913727834229926,
+      "grad_norm": 216.10365295410156,
+      "learning_rate": 1.5213288590672946e-06,
+      "loss": 21.8438,
+      "step": 10410
+    },
+    {
+      "epoch": 0.6914391977153483,
+      "grad_norm": 203.6261444091797,
+      "learning_rate": 1.5212370759599933e-06,
+      "loss": 17.1094,
+      "step": 10411
+    },
+    {
+      "epoch": 0.6915056120077041,
+      "grad_norm": 188.0611572265625,
+      "learning_rate": 1.521145286823322e-06,
+      "loss": 15.3438,
+      "step": 10412
+    },
+    {
+      "epoch": 0.6915720263000598,
+      "grad_norm": 214.0611572265625,
+      "learning_rate": 1.521053491658343e-06,
+      "loss": 18.8906,
+      "step": 10413
+    },
+    {
+      "epoch": 0.6916384405924155,
+      "grad_norm": 173.93771362304688,
+      "learning_rate": 1.5209616904661172e-06,
+      "loss": 19.6094,
+      "step": 10414
+    },
+    {
+      "epoch": 0.6917048548847712,
+      "grad_norm": 177.5112762451172,
+      "learning_rate": 1.5208698832477072e-06,
+      "loss": 14.9062,
+      "step": 10415
+    },
+    {
+      "epoch": 0.691771269177127,
+      "grad_norm": 304.2138366699219,
+      "learning_rate": 1.5207780700041748e-06,
+      "loss": 21.7344,
+      "step": 10416
+    },
+    {
+      "epoch": 0.6918376834694826,
+      "grad_norm": 287.4450378417969,
+      "learning_rate": 1.5206862507365822e-06,
+      "loss": 16.9062,
+      "step": 10417
+    },
+    {
+      "epoch": 0.6919040977618384,
+      "grad_norm": 396.22943115234375,
+      "learning_rate": 1.520594425445991e-06,
+      "loss": 19.5312,
+      "step": 10418
+    },
+    {
+      "epoch": 0.691970512054194,
+      "grad_norm": 310.16961669921875,
+      "learning_rate": 1.5205025941334634e-06,
+      "loss": 19.2188,
+      "step": 10419
+    },
+    {
+      "epoch": 0.6920369263465498,
+      "grad_norm": 147.61434936523438,
+      "learning_rate": 1.5204107568000624e-06,
+      "loss": 23.125,
+      "step": 10420
+    },
+    {
+      "epoch": 0.6921033406389054,
+      "grad_norm": 194.30105590820312,
+      "learning_rate": 1.5203189134468497e-06,
+      "loss": 15.2344,
+      "step": 10421
+    },
+    {
+      "epoch": 0.6921697549312612,
+      "grad_norm": 115.5793228149414,
+      "learning_rate": 1.5202270640748879e-06,
+      "loss": 19.2188,
+      "step": 10422
+    },
+    {
+      "epoch": 0.692236169223617,
+      "grad_norm": 210.06085205078125,
+      "learning_rate": 1.520135208685239e-06,
+      "loss": 17.6406,
+      "step": 10423
+    },
+    {
+      "epoch": 0.6923025835159726,
+      "grad_norm": 758.615966796875,
+      "learning_rate": 1.5200433472789663e-06,
+      "loss": 15.2969,
+      "step": 10424
+    },
+    {
+      "epoch": 0.6923689978083284,
+      "grad_norm": 132.85708618164062,
+      "learning_rate": 1.519951479857132e-06,
+      "loss": 17.0469,
+      "step": 10425
+    },
+    {
+      "epoch": 0.692435412100684,
+      "grad_norm": 286.01141357421875,
+      "learning_rate": 1.5198596064207986e-06,
+      "loss": 17.9688,
+      "step": 10426
+    },
+    {
+      "epoch": 0.6925018263930398,
+      "grad_norm": 193.65359497070312,
+      "learning_rate": 1.5197677269710293e-06,
+      "loss": 14.8594,
+      "step": 10427
+    },
+    {
+      "epoch": 0.6925682406853955,
+      "grad_norm": 228.98330688476562,
+      "learning_rate": 1.5196758415088868e-06,
+      "loss": 17.7188,
+      "step": 10428
+    },
+    {
+      "epoch": 0.6926346549777512,
+      "grad_norm": 216.9939422607422,
+      "learning_rate": 1.5195839500354335e-06,
+      "loss": 16.8125,
+      "step": 10429
+    },
+    {
+      "epoch": 0.6927010692701069,
+      "grad_norm": 156.7633819580078,
+      "learning_rate": 1.5194920525517327e-06,
+      "loss": 16.5781,
+      "step": 10430
+    },
+    {
+      "epoch": 0.6927674835624626,
+      "grad_norm": 320.13555908203125,
+      "learning_rate": 1.5194001490588476e-06,
+      "loss": 16.8906,
+      "step": 10431
+    },
+    {
+      "epoch": 0.6928338978548183,
+      "grad_norm": 201.68634033203125,
+      "learning_rate": 1.5193082395578412e-06,
+      "loss": 17.9844,
+      "step": 10432
+    },
+    {
+      "epoch": 0.6929003121471741,
+      "grad_norm": 386.57269287109375,
+      "learning_rate": 1.519216324049776e-06,
+      "loss": 21.0625,
+      "step": 10433
+    },
+    {
+      "epoch": 0.6929667264395298,
+      "grad_norm": 176.3898162841797,
+      "learning_rate": 1.519124402535716e-06,
+      "loss": 16.5156,
+      "step": 10434
+    },
+    {
+      "epoch": 0.6930331407318855,
+      "grad_norm": 300.7463684082031,
+      "learning_rate": 1.5190324750167244e-06,
+      "loss": 22.2578,
+      "step": 10435
+    },
+    {
+      "epoch": 0.6930995550242413,
+      "grad_norm": 137.2085723876953,
+      "learning_rate": 1.5189405414938644e-06,
+      "loss": 15.25,
+      "step": 10436
+    },
+    {
+      "epoch": 0.6931659693165969,
+      "grad_norm": 172.38888549804688,
+      "learning_rate": 1.5188486019681995e-06,
+      "loss": 18.4531,
+      "step": 10437
+    },
+    {
+      "epoch": 0.6932323836089527,
+      "grad_norm": 208.18565368652344,
+      "learning_rate": 1.5187566564407928e-06,
+      "loss": 14.3906,
+      "step": 10438
+    },
+    {
+      "epoch": 0.6932987979013083,
+      "grad_norm": 252.4950714111328,
+      "learning_rate": 1.5186647049127085e-06,
+      "loss": 12.5,
+      "step": 10439
+    },
+    {
+      "epoch": 0.6933652121936641,
+      "grad_norm": 166.42547607421875,
+      "learning_rate": 1.51857274738501e-06,
+      "loss": 14.8125,
+      "step": 10440
+    },
+    {
+      "epoch": 0.6934316264860197,
+      "grad_norm": 154.82823181152344,
+      "learning_rate": 1.5184807838587608e-06,
+      "loss": 16.1406,
+      "step": 10441
+    },
+    {
+      "epoch": 0.6934980407783755,
+      "grad_norm": 244.7970428466797,
+      "learning_rate": 1.5183888143350253e-06,
+      "loss": 20.9375,
+      "step": 10442
+    },
+    {
+      "epoch": 0.6935644550707312,
+      "grad_norm": 133.9368438720703,
+      "learning_rate": 1.5182968388148666e-06,
+      "loss": 16.1875,
+      "step": 10443
+    },
+    {
+      "epoch": 0.6936308693630869,
+      "grad_norm": 203.35272216796875,
+      "learning_rate": 1.5182048572993487e-06,
+      "loss": 17.9688,
+      "step": 10444
+    },
+    {
+      "epoch": 0.6936972836554427,
+      "grad_norm": 220.2457275390625,
+      "learning_rate": 1.518112869789536e-06,
+      "loss": 14.3594,
+      "step": 10445
+    },
+    {
+      "epoch": 0.6937636979477984,
+      "grad_norm": 100.4342041015625,
+      "learning_rate": 1.5180208762864926e-06,
+      "loss": 17.6875,
+      "step": 10446
+    },
+    {
+      "epoch": 0.6938301122401541,
+      "grad_norm": 200.98724365234375,
+      "learning_rate": 1.5179288767912821e-06,
+      "loss": 17.8281,
+      "step": 10447
+    },
+    {
+      "epoch": 0.6938965265325098,
+      "grad_norm": 184.0283966064453,
+      "learning_rate": 1.5178368713049695e-06,
+      "loss": 13.9844,
+      "step": 10448
+    },
+    {
+      "epoch": 0.6939629408248655,
+      "grad_norm": 121.43354797363281,
+      "learning_rate": 1.517744859828618e-06,
+      "loss": 12.1562,
+      "step": 10449
+    },
+    {
+      "epoch": 0.6940293551172212,
+      "grad_norm": 243.09375,
+      "learning_rate": 1.5176528423632928e-06,
+      "loss": 17.5,
+      "step": 10450
+    },
+    {
+      "epoch": 0.694095769409577,
+      "grad_norm": 309.7833251953125,
+      "learning_rate": 1.517560818910058e-06,
+      "loss": 19.9844,
+      "step": 10451
+    },
+    {
+      "epoch": 0.6941621837019326,
+      "grad_norm": 279.87786865234375,
+      "learning_rate": 1.517468789469978e-06,
+      "loss": 21.5938,
+      "step": 10452
+    },
+    {
+      "epoch": 0.6942285979942884,
+      "grad_norm": 162.88998413085938,
+      "learning_rate": 1.5173767540441173e-06,
+      "loss": 16.75,
+      "step": 10453
+    },
+    {
+      "epoch": 0.694295012286644,
+      "grad_norm": 300.3447265625,
+      "learning_rate": 1.5172847126335411e-06,
+      "loss": 25.75,
+      "step": 10454
+    },
+    {
+      "epoch": 0.6943614265789998,
+      "grad_norm": 326.3660583496094,
+      "learning_rate": 1.5171926652393133e-06,
+      "loss": 24.4219,
+      "step": 10455
+    },
+    {
+      "epoch": 0.6944278408713556,
+      "grad_norm": 619.5293579101562,
+      "learning_rate": 1.517100611862499e-06,
+      "loss": 23.1094,
+      "step": 10456
+    },
+    {
+      "epoch": 0.6944942551637112,
+      "grad_norm": 192.22064208984375,
+      "learning_rate": 1.5170085525041628e-06,
+      "loss": 15.6719,
+      "step": 10457
+    },
+    {
+      "epoch": 0.694560669456067,
+      "grad_norm": 134.3676300048828,
+      "learning_rate": 1.5169164871653703e-06,
+      "loss": 15.3906,
+      "step": 10458
+    },
+    {
+      "epoch": 0.6946270837484226,
+      "grad_norm": 221.31434631347656,
+      "learning_rate": 1.5168244158471856e-06,
+      "loss": 16.0938,
+      "step": 10459
+    },
+    {
+      "epoch": 0.6946934980407784,
+      "grad_norm": 212.6770782470703,
+      "learning_rate": 1.5167323385506743e-06,
+      "loss": 17.1875,
+      "step": 10460
+    },
+    {
+      "epoch": 0.694759912333134,
+      "grad_norm": 245.1401824951172,
+      "learning_rate": 1.516640255276901e-06,
+      "loss": 17.6875,
+      "step": 10461
+    },
+    {
+      "epoch": 0.6948263266254898,
+      "grad_norm": 276.3620300292969,
+      "learning_rate": 1.5165481660269312e-06,
+      "loss": 21.0781,
+      "step": 10462
+    },
+    {
+      "epoch": 0.6948927409178455,
+      "grad_norm": 223.46405029296875,
+      "learning_rate": 1.5164560708018303e-06,
+      "loss": 20.2188,
+      "step": 10463
+    },
+    {
+      "epoch": 0.6949591552102012,
+      "grad_norm": 439.4665832519531,
+      "learning_rate": 1.5163639696026632e-06,
+      "loss": 21.9688,
+      "step": 10464
+    },
+    {
+      "epoch": 0.695025569502557,
+      "grad_norm": 305.1612854003906,
+      "learning_rate": 1.5162718624304956e-06,
+      "loss": 16.5469,
+      "step": 10465
+    },
+    {
+      "epoch": 0.6950919837949127,
+      "grad_norm": 222.0346221923828,
+      "learning_rate": 1.5161797492863925e-06,
+      "loss": 18.3438,
+      "step": 10466
+    },
+    {
+      "epoch": 0.6951583980872684,
+      "grad_norm": 182.06251525878906,
+      "learning_rate": 1.51608763017142e-06,
+      "loss": 15.125,
+      "step": 10467
+    },
+    {
+      "epoch": 0.6952248123796241,
+      "grad_norm": 175.3001708984375,
+      "learning_rate": 1.5159955050866433e-06,
+      "loss": 14.8906,
+      "step": 10468
+    },
+    {
+      "epoch": 0.6952912266719798,
+      "grad_norm": 174.6790771484375,
+      "learning_rate": 1.515903374033128e-06,
+      "loss": 19.6406,
+      "step": 10469
+    },
+    {
+      "epoch": 0.6953576409643355,
+      "grad_norm": 199.04490661621094,
+      "learning_rate": 1.51581123701194e-06,
+      "loss": 19.7344,
+      "step": 10470
+    },
+    {
+      "epoch": 0.6954240552566913,
+      "grad_norm": 165.0767364501953,
+      "learning_rate": 1.515719094024145e-06,
+      "loss": 14.7031,
+      "step": 10471
+    },
+    {
+      "epoch": 0.6954904695490469,
+      "grad_norm": 180.398193359375,
+      "learning_rate": 1.5156269450708092e-06,
+      "loss": 17.0781,
+      "step": 10472
+    },
+    {
+      "epoch": 0.6955568838414027,
+      "grad_norm": 120.12216186523438,
+      "learning_rate": 1.5155347901529978e-06,
+      "loss": 15.5,
+      "step": 10473
+    },
+    {
+      "epoch": 0.6956232981337583,
+      "grad_norm": 496.71923828125,
+      "learning_rate": 1.5154426292717776e-06,
+      "loss": 25.3125,
+      "step": 10474
+    },
+    {
+      "epoch": 0.6956897124261141,
+      "grad_norm": 534.7210693359375,
+      "learning_rate": 1.5153504624282141e-06,
+      "loss": 25.5156,
+      "step": 10475
+    },
+    {
+      "epoch": 0.6957561267184699,
+      "grad_norm": 232.46304321289062,
+      "learning_rate": 1.5152582896233736e-06,
+      "loss": 15.6562,
+      "step": 10476
+    },
+    {
+      "epoch": 0.6958225410108255,
+      "grad_norm": 205.8087615966797,
+      "learning_rate": 1.5151661108583224e-06,
+      "loss": 13.8906,
+      "step": 10477
+    },
+    {
+      "epoch": 0.6958889553031813,
+      "grad_norm": 337.477294921875,
+      "learning_rate": 1.5150739261341268e-06,
+      "loss": 15.625,
+      "step": 10478
+    },
+    {
+      "epoch": 0.6959553695955369,
+      "grad_norm": 450.5589599609375,
+      "learning_rate": 1.5149817354518527e-06,
+      "loss": 17.0469,
+      "step": 10479
+    },
+    {
+      "epoch": 0.6960217838878927,
+      "grad_norm": 1025.21142578125,
+      "learning_rate": 1.514889538812567e-06,
+      "loss": 30.6406,
+      "step": 10480
+    },
+    {
+      "epoch": 0.6960881981802484,
+      "grad_norm": 212.68544006347656,
+      "learning_rate": 1.5147973362173363e-06,
+      "loss": 19.9062,
+      "step": 10481
+    },
+    {
+      "epoch": 0.6961546124726041,
+      "grad_norm": 212.16302490234375,
+      "learning_rate": 1.5147051276672266e-06,
+      "loss": 19.4844,
+      "step": 10482
+    },
+    {
+      "epoch": 0.6962210267649598,
+      "grad_norm": 466.2159118652344,
+      "learning_rate": 1.5146129131633048e-06,
+      "loss": 22.875,
+      "step": 10483
+    },
+    {
+      "epoch": 0.6962874410573155,
+      "grad_norm": 212.09068298339844,
+      "learning_rate": 1.5145206927066374e-06,
+      "loss": 13.2656,
+      "step": 10484
+    },
+    {
+      "epoch": 0.6963538553496712,
+      "grad_norm": 366.0629577636719,
+      "learning_rate": 1.5144284662982915e-06,
+      "loss": 20.9531,
+      "step": 10485
+    },
+    {
+      "epoch": 0.696420269642027,
+      "grad_norm": 169.51332092285156,
+      "learning_rate": 1.5143362339393338e-06,
+      "loss": 16.2656,
+      "step": 10486
+    },
+    {
+      "epoch": 0.6964866839343827,
+      "grad_norm": 174.2707061767578,
+      "learning_rate": 1.514243995630831e-06,
+      "loss": 19.5156,
+      "step": 10487
+    },
+    {
+      "epoch": 0.6965530982267384,
+      "grad_norm": 194.68548583984375,
+      "learning_rate": 1.51415175137385e-06,
+      "loss": 14.6719,
+      "step": 10488
+    },
+    {
+      "epoch": 0.6966195125190942,
+      "grad_norm": 188.62554931640625,
+      "learning_rate": 1.5140595011694585e-06,
+      "loss": 17.0312,
+      "step": 10489
+    },
+    {
+      "epoch": 0.6966859268114498,
+      "grad_norm": 226.3241729736328,
+      "learning_rate": 1.5139672450187227e-06,
+      "loss": 11.75,
+      "step": 10490
+    },
+    {
+      "epoch": 0.6967523411038056,
+      "grad_norm": 449.6986389160156,
+      "learning_rate": 1.5138749829227102e-06,
+      "loss": 22.625,
+      "step": 10491
+    },
+    {
+      "epoch": 0.6968187553961612,
+      "grad_norm": 177.03262329101562,
+      "learning_rate": 1.5137827148824887e-06,
+      "loss": 17.6719,
+      "step": 10492
+    },
+    {
+      "epoch": 0.696885169688517,
+      "grad_norm": 151.15989685058594,
+      "learning_rate": 1.5136904408991247e-06,
+      "loss": 20.75,
+      "step": 10493
+    },
+    {
+      "epoch": 0.6969515839808726,
+      "grad_norm": 366.7550048828125,
+      "learning_rate": 1.5135981609736859e-06,
+      "loss": 19.4531,
+      "step": 10494
+    },
+    {
+      "epoch": 0.6970179982732284,
+      "grad_norm": 135.83047485351562,
+      "learning_rate": 1.51350587510724e-06,
+      "loss": 15.0625,
+      "step": 10495
+    },
+    {
+      "epoch": 0.6970844125655841,
+      "grad_norm": 202.30499267578125,
+      "learning_rate": 1.5134135833008536e-06,
+      "loss": 16.7344,
+      "step": 10496
+    },
+    {
+      "epoch": 0.6971508268579398,
+      "grad_norm": 95.76197052001953,
+      "learning_rate": 1.513321285555595e-06,
+      "loss": 20.625,
+      "step": 10497
+    },
+    {
+      "epoch": 0.6972172411502956,
+      "grad_norm": 162.0401611328125,
+      "learning_rate": 1.5132289818725322e-06,
+      "loss": 19.4219,
+      "step": 10498
+    },
+    {
+      "epoch": 0.6972836554426513,
+      "grad_norm": 256.9873352050781,
+      "learning_rate": 1.5131366722527324e-06,
+      "loss": 25.0312,
+      "step": 10499
+    },
+    {
+      "epoch": 0.697350069735007,
+      "grad_norm": 229.43870544433594,
+      "learning_rate": 1.5130443566972633e-06,
+      "loss": 20.1875,
+      "step": 10500
+    },
+    {
+      "epoch": 0.6974164840273627,
+      "grad_norm": 222.35194396972656,
+      "learning_rate": 1.5129520352071929e-06,
+      "loss": 21.0781,
+      "step": 10501
+    },
+    {
+      "epoch": 0.6974828983197184,
+      "grad_norm": 229.52810668945312,
+      "learning_rate": 1.5128597077835891e-06,
+      "loss": 22.125,
+      "step": 10502
+    },
+    {
+      "epoch": 0.6975493126120741,
+      "grad_norm": 158.31422424316406,
+      "learning_rate": 1.5127673744275201e-06,
+      "loss": 18.0156,
+      "step": 10503
+    },
+    {
+      "epoch": 0.6976157269044299,
+      "grad_norm": 191.9716033935547,
+      "learning_rate": 1.512675035140054e-06,
+      "loss": 19.2812,
+      "step": 10504
+    },
+    {
+      "epoch": 0.6976821411967855,
+      "grad_norm": 214.66371154785156,
+      "learning_rate": 1.5125826899222585e-06,
+      "loss": 13.2812,
+      "step": 10505
+    },
+    {
+      "epoch": 0.6977485554891413,
+      "grad_norm": 251.3826904296875,
+      "learning_rate": 1.5124903387752022e-06,
+      "loss": 21.1875,
+      "step": 10506
+    },
+    {
+      "epoch": 0.6978149697814969,
+      "grad_norm": 230.04486083984375,
+      "learning_rate": 1.5123979816999528e-06,
+      "loss": 18.7344,
+      "step": 10507
+    },
+    {
+      "epoch": 0.6978813840738527,
+      "grad_norm": 120.1944808959961,
+      "learning_rate": 1.512305618697579e-06,
+      "loss": 13.2969,
+      "step": 10508
+    },
+    {
+      "epoch": 0.6979477983662085,
+      "grad_norm": 304.7348937988281,
+      "learning_rate": 1.5122132497691493e-06,
+      "loss": 19.2656,
+      "step": 10509
+    },
+    {
+      "epoch": 0.6980142126585641,
+      "grad_norm": 97.90092468261719,
+      "learning_rate": 1.5121208749157326e-06,
+      "loss": 16.2344,
+      "step": 10510
+    },
+    {
+      "epoch": 0.6980806269509199,
+      "grad_norm": 151.20803833007812,
+      "learning_rate": 1.5120284941383962e-06,
+      "loss": 15.3906,
+      "step": 10511
+    },
+    {
+      "epoch": 0.6981470412432755,
+      "grad_norm": 275.17401123046875,
+      "learning_rate": 1.5119361074382098e-06,
+      "loss": 21.0469,
+      "step": 10512
+    },
+    {
+      "epoch": 0.6982134555356313,
+      "grad_norm": 391.81463623046875,
+      "learning_rate": 1.5118437148162416e-06,
+      "loss": 17.9062,
+      "step": 10513
+    },
+    {
+      "epoch": 0.698279869827987,
+      "grad_norm": 890.5555419921875,
+      "learning_rate": 1.5117513162735608e-06,
+      "loss": 12.0625,
+      "step": 10514
+    },
+    {
+      "epoch": 0.6983462841203427,
+      "grad_norm": 176.61196899414062,
+      "learning_rate": 1.5116589118112354e-06,
+      "loss": 11.0312,
+      "step": 10515
+    },
+    {
+      "epoch": 0.6984126984126984,
+      "grad_norm": 312.67340087890625,
+      "learning_rate": 1.5115665014303349e-06,
+      "loss": 16.125,
+      "step": 10516
+    },
+    {
+      "epoch": 0.6984791127050541,
+      "grad_norm": 448.9553527832031,
+      "learning_rate": 1.5114740851319283e-06,
+      "loss": 25.875,
+      "step": 10517
+    },
+    {
+      "epoch": 0.6985455269974098,
+      "grad_norm": 240.8087158203125,
+      "learning_rate": 1.511381662917084e-06,
+      "loss": 16.3125,
+      "step": 10518
+    },
+    {
+      "epoch": 0.6986119412897656,
+      "grad_norm": 350.3414001464844,
+      "learning_rate": 1.5112892347868717e-06,
+      "loss": 19.3594,
+      "step": 10519
+    },
+    {
+      "epoch": 0.6986783555821213,
+      "grad_norm": 363.86395263671875,
+      "learning_rate": 1.5111968007423605e-06,
+      "loss": 17.8125,
+      "step": 10520
+    },
+    {
+      "epoch": 0.698744769874477,
+      "grad_norm": 187.7853240966797,
+      "learning_rate": 1.5111043607846195e-06,
+      "loss": 15.4062,
+      "step": 10521
+    },
+    {
+      "epoch": 0.6988111841668327,
+      "grad_norm": 251.82302856445312,
+      "learning_rate": 1.511011914914718e-06,
+      "loss": 22.1875,
+      "step": 10522
+    },
+    {
+      "epoch": 0.6988775984591884,
+      "grad_norm": 512.4706420898438,
+      "learning_rate": 1.5109194631337249e-06,
+      "loss": 26.4375,
+      "step": 10523
+    },
+    {
+      "epoch": 0.6989440127515442,
+      "grad_norm": 146.1150360107422,
+      "learning_rate": 1.5108270054427103e-06,
+      "loss": 18.0312,
+      "step": 10524
+    },
+    {
+      "epoch": 0.6990104270438998,
+      "grad_norm": 293.29461669921875,
+      "learning_rate": 1.5107345418427436e-06,
+      "loss": 19.0,
+      "step": 10525
+    },
+    {
+      "epoch": 0.6990768413362556,
+      "grad_norm": 364.0216369628906,
+      "learning_rate": 1.510642072334894e-06,
+      "loss": 19.1094,
+      "step": 10526
+    },
+    {
+      "epoch": 0.6991432556286112,
+      "grad_norm": 223.32054138183594,
+      "learning_rate": 1.5105495969202315e-06,
+      "loss": 19.4688,
+      "step": 10527
+    },
+    {
+      "epoch": 0.699209669920967,
+      "grad_norm": 496.1676025390625,
+      "learning_rate": 1.510457115599826e-06,
+      "loss": 16.8125,
+      "step": 10528
+    },
+    {
+      "epoch": 0.6992760842133227,
+      "grad_norm": 513.3734130859375,
+      "learning_rate": 1.5103646283747464e-06,
+      "loss": 23.8125,
+      "step": 10529
+    },
+    {
+      "epoch": 0.6993424985056784,
+      "grad_norm": 397.8069763183594,
+      "learning_rate": 1.5102721352460633e-06,
+      "loss": 20.0938,
+      "step": 10530
+    },
+    {
+      "epoch": 0.6994089127980342,
+      "grad_norm": 392.3775329589844,
+      "learning_rate": 1.5101796362148465e-06,
+      "loss": 22.2031,
+      "step": 10531
+    },
+    {
+      "epoch": 0.6994753270903898,
+      "grad_norm": 253.99905395507812,
+      "learning_rate": 1.5100871312821655e-06,
+      "loss": 17.7031,
+      "step": 10532
+    },
+    {
+      "epoch": 0.6995417413827456,
+      "grad_norm": 179.2161407470703,
+      "learning_rate": 1.509994620449091e-06,
+      "loss": 16.6016,
+      "step": 10533
+    },
+    {
+      "epoch": 0.6996081556751013,
+      "grad_norm": 275.1574401855469,
+      "learning_rate": 1.5099021037166924e-06,
+      "loss": 17.9375,
+      "step": 10534
+    },
+    {
+      "epoch": 0.699674569967457,
+      "grad_norm": 260.01959228515625,
+      "learning_rate": 1.5098095810860408e-06,
+      "loss": 18.5156,
+      "step": 10535
+    },
+    {
+      "epoch": 0.6997409842598127,
+      "grad_norm": 168.76370239257812,
+      "learning_rate": 1.5097170525582057e-06,
+      "loss": 13.2734,
+      "step": 10536
+    },
+    {
+      "epoch": 0.6998073985521684,
+      "grad_norm": 320.25592041015625,
+      "learning_rate": 1.5096245181342578e-06,
+      "loss": 20.7188,
+      "step": 10537
+    },
+    {
+      "epoch": 0.6998738128445241,
+      "grad_norm": 253.08148193359375,
+      "learning_rate": 1.5095319778152673e-06,
+      "loss": 17.625,
+      "step": 10538
+    },
+    {
+      "epoch": 0.6999402271368799,
+      "grad_norm": 205.7589111328125,
+      "learning_rate": 1.5094394316023045e-06,
+      "loss": 21.6172,
+      "step": 10539
+    },
+    {
+      "epoch": 0.7000066414292355,
+      "grad_norm": 230.79627990722656,
+      "learning_rate": 1.5093468794964403e-06,
+      "loss": 22.5312,
+      "step": 10540
+    },
+    {
+      "epoch": 0.7000730557215913,
+      "grad_norm": 183.50099182128906,
+      "learning_rate": 1.509254321498745e-06,
+      "loss": 19.8516,
+      "step": 10541
+    },
+    {
+      "epoch": 0.700139470013947,
+      "grad_norm": 170.29942321777344,
+      "learning_rate": 1.5091617576102895e-06,
+      "loss": 14.6562,
+      "step": 10542
+    },
+    {
+      "epoch": 0.7002058843063027,
+      "grad_norm": 1022.9906005859375,
+      "learning_rate": 1.5090691878321442e-06,
+      "loss": 13.5,
+      "step": 10543
+    },
+    {
+      "epoch": 0.7002722985986585,
+      "grad_norm": 207.69644165039062,
+      "learning_rate": 1.5089766121653802e-06,
+      "loss": 17.2812,
+      "step": 10544
+    },
+    {
+      "epoch": 0.7003387128910141,
+      "grad_norm": 353.34735107421875,
+      "learning_rate": 1.5088840306110682e-06,
+      "loss": 15.1094,
+      "step": 10545
+    },
+    {
+      "epoch": 0.7004051271833699,
+      "grad_norm": 209.1546630859375,
+      "learning_rate": 1.5087914431702793e-06,
+      "loss": 17.6562,
+      "step": 10546
+    },
+    {
+      "epoch": 0.7004715414757255,
+      "grad_norm": 157.42198181152344,
+      "learning_rate": 1.5086988498440842e-06,
+      "loss": 19.3281,
+      "step": 10547
+    },
+    {
+      "epoch": 0.7005379557680813,
+      "grad_norm": 589.6384887695312,
+      "learning_rate": 1.5086062506335542e-06,
+      "loss": 19.9531,
+      "step": 10548
+    },
+    {
+      "epoch": 0.700604370060437,
+      "grad_norm": 140.67794799804688,
+      "learning_rate": 1.5085136455397604e-06,
+      "loss": 21.0938,
+      "step": 10549
+    },
+    {
+      "epoch": 0.7006707843527927,
+      "grad_norm": 118.72273254394531,
+      "learning_rate": 1.508421034563774e-06,
+      "loss": 16.2656,
+      "step": 10550
+    },
+    {
+      "epoch": 0.7007371986451484,
+      "grad_norm": 192.54623413085938,
+      "learning_rate": 1.5083284177066661e-06,
+      "loss": 14.625,
+      "step": 10551
+    },
+    {
+      "epoch": 0.7008036129375042,
+      "grad_norm": 374.6380615234375,
+      "learning_rate": 1.5082357949695085e-06,
+      "loss": 17.6094,
+      "step": 10552
+    },
+    {
+      "epoch": 0.7008700272298599,
+      "grad_norm": 195.94912719726562,
+      "learning_rate": 1.5081431663533719e-06,
+      "loss": 14.8906,
+      "step": 10553
+    },
+    {
+      "epoch": 0.7009364415222156,
+      "grad_norm": 238.35238647460938,
+      "learning_rate": 1.5080505318593285e-06,
+      "loss": 21.3906,
+      "step": 10554
+    },
+    {
+      "epoch": 0.7010028558145713,
+      "grad_norm": 174.7404327392578,
+      "learning_rate": 1.507957891488449e-06,
+      "loss": 16.0781,
+      "step": 10555
+    },
+    {
+      "epoch": 0.701069270106927,
+      "grad_norm": 249.82998657226562,
+      "learning_rate": 1.5078652452418061e-06,
+      "loss": 19.2031,
+      "step": 10556
+    },
+    {
+      "epoch": 0.7011356843992828,
+      "grad_norm": 159.96766662597656,
+      "learning_rate": 1.5077725931204705e-06,
+      "loss": 19.0,
+      "step": 10557
+    },
+    {
+      "epoch": 0.7012020986916384,
+      "grad_norm": 641.6934204101562,
+      "learning_rate": 1.5076799351255145e-06,
+      "loss": 17.6406,
+      "step": 10558
+    },
+    {
+      "epoch": 0.7012685129839942,
+      "grad_norm": 160.52406311035156,
+      "learning_rate": 1.5075872712580097e-06,
+      "loss": 18.375,
+      "step": 10559
+    },
+    {
+      "epoch": 0.7013349272763498,
+      "grad_norm": 253.1974639892578,
+      "learning_rate": 1.507494601519028e-06,
+      "loss": 19.4688,
+      "step": 10560
+    },
+    {
+      "epoch": 0.7014013415687056,
+      "grad_norm": 188.14559936523438,
+      "learning_rate": 1.5074019259096414e-06,
+      "loss": 17.0781,
+      "step": 10561
+    },
+    {
+      "epoch": 0.7014677558610612,
+      "grad_norm": 253.5604705810547,
+      "learning_rate": 1.507309244430922e-06,
+      "loss": 20.875,
+      "step": 10562
+    },
+    {
+      "epoch": 0.701534170153417,
+      "grad_norm": 242.72911071777344,
+      "learning_rate": 1.507216557083942e-06,
+      "loss": 23.7344,
+      "step": 10563
+    },
+    {
+      "epoch": 0.7016005844457728,
+      "grad_norm": 550.4786376953125,
+      "learning_rate": 1.507123863869773e-06,
+      "loss": 17.6719,
+      "step": 10564
+    },
+    {
+      "epoch": 0.7016669987381284,
+      "grad_norm": 108.82546997070312,
+      "learning_rate": 1.5070311647894878e-06,
+      "loss": 13.2344,
+      "step": 10565
+    },
+    {
+      "epoch": 0.7017334130304842,
+      "grad_norm": 331.7522277832031,
+      "learning_rate": 1.506938459844158e-06,
+      "loss": 18.0,
+      "step": 10566
+    },
+    {
+      "epoch": 0.7017998273228399,
+      "grad_norm": 328.1200866699219,
+      "learning_rate": 1.506845749034857e-06,
+      "loss": 22.3281,
+      "step": 10567
+    },
+    {
+      "epoch": 0.7018662416151956,
+      "grad_norm": 207.28704833984375,
+      "learning_rate": 1.5067530323626563e-06,
+      "loss": 18.7969,
+      "step": 10568
+    },
+    {
+      "epoch": 0.7019326559075513,
+      "grad_norm": 136.81040954589844,
+      "learning_rate": 1.5066603098286289e-06,
+      "loss": 13.9844,
+      "step": 10569
+    },
+    {
+      "epoch": 0.701999070199907,
+      "grad_norm": 268.8230895996094,
+      "learning_rate": 1.5065675814338472e-06,
+      "loss": 15.9219,
+      "step": 10570
+    },
+    {
+      "epoch": 0.7020654844922627,
+      "grad_norm": 116.10707092285156,
+      "learning_rate": 1.5064748471793838e-06,
+      "loss": 11.4688,
+      "step": 10571
+    },
+    {
+      "epoch": 0.7021318987846185,
+      "grad_norm": 233.9385528564453,
+      "learning_rate": 1.5063821070663111e-06,
+      "loss": 16.5312,
+      "step": 10572
+    },
+    {
+      "epoch": 0.7021983130769741,
+      "grad_norm": 199.6911163330078,
+      "learning_rate": 1.5062893610957024e-06,
+      "loss": 17.9375,
+      "step": 10573
+    },
+    {
+      "epoch": 0.7022647273693299,
+      "grad_norm": 208.58065795898438,
+      "learning_rate": 1.5061966092686307e-06,
+      "loss": 18.4062,
+      "step": 10574
+    },
+    {
+      "epoch": 0.7023311416616856,
+      "grad_norm": 335.20770263671875,
+      "learning_rate": 1.5061038515861681e-06,
+      "loss": 19.2266,
+      "step": 10575
+    },
+    {
+      "epoch": 0.7023975559540413,
+      "grad_norm": 172.4426727294922,
+      "learning_rate": 1.506011088049388e-06,
+      "loss": 14.9609,
+      "step": 10576
+    },
+    {
+      "epoch": 0.7024639702463971,
+      "grad_norm": 152.34107971191406,
+      "learning_rate": 1.505918318659363e-06,
+      "loss": 18.3281,
+      "step": 10577
+    },
+    {
+      "epoch": 0.7025303845387527,
+      "grad_norm": 238.12960815429688,
+      "learning_rate": 1.5058255434171674e-06,
+      "loss": 20.3438,
+      "step": 10578
+    },
+    {
+      "epoch": 0.7025967988311085,
+      "grad_norm": 362.1971130371094,
+      "learning_rate": 1.5057327623238733e-06,
+      "loss": 18.3281,
+      "step": 10579
+    },
+    {
+      "epoch": 0.7026632131234641,
+      "grad_norm": 136.61285400390625,
+      "learning_rate": 1.5056399753805542e-06,
+      "loss": 13.5781,
+      "step": 10580
+    },
+    {
+      "epoch": 0.7027296274158199,
+      "grad_norm": 234.56076049804688,
+      "learning_rate": 1.5055471825882835e-06,
+      "loss": 14.4375,
+      "step": 10581
+    },
+    {
+      "epoch": 0.7027960417081756,
+      "grad_norm": 344.989013671875,
+      "learning_rate": 1.5054543839481344e-06,
+      "loss": 16.6719,
+      "step": 10582
+    },
+    {
+      "epoch": 0.7028624560005313,
+      "grad_norm": 95.96487426757812,
+      "learning_rate": 1.5053615794611805e-06,
+      "loss": 14.8438,
+      "step": 10583
+    },
+    {
+      "epoch": 0.702928870292887,
+      "grad_norm": 132.0398712158203,
+      "learning_rate": 1.505268769128495e-06,
+      "loss": 15.0312,
+      "step": 10584
+    },
+    {
+      "epoch": 0.7029952845852427,
+      "grad_norm": 180.3923797607422,
+      "learning_rate": 1.5051759529511524e-06,
+      "loss": 16.7188,
+      "step": 10585
+    },
+    {
+      "epoch": 0.7030616988775985,
+      "grad_norm": 193.08026123046875,
+      "learning_rate": 1.5050831309302251e-06,
+      "loss": 17.2031,
+      "step": 10586
+    },
+    {
+      "epoch": 0.7031281131699542,
+      "grad_norm": 268.2498779296875,
+      "learning_rate": 1.5049903030667873e-06,
+      "loss": 13.3281,
+      "step": 10587
+    },
+    {
+      "epoch": 0.7031945274623099,
+      "grad_norm": 297.59771728515625,
+      "learning_rate": 1.5048974693619135e-06,
+      "loss": 23.5625,
+      "step": 10588
+    },
+    {
+      "epoch": 0.7032609417546656,
+      "grad_norm": 206.70150756835938,
+      "learning_rate": 1.5048046298166765e-06,
+      "loss": 17.2969,
+      "step": 10589
+    },
+    {
+      "epoch": 0.7033273560470213,
+      "grad_norm": 254.0386505126953,
+      "learning_rate": 1.5047117844321506e-06,
+      "loss": 17.5,
+      "step": 10590
+    },
+    {
+      "epoch": 0.703393770339377,
+      "grad_norm": 454.2064208984375,
+      "learning_rate": 1.50461893320941e-06,
+      "loss": 17.2812,
+      "step": 10591
+    },
+    {
+      "epoch": 0.7034601846317328,
+      "grad_norm": 221.7898712158203,
+      "learning_rate": 1.504526076149528e-06,
+      "loss": 18.4688,
+      "step": 10592
+    },
+    {
+      "epoch": 0.7035265989240884,
+      "grad_norm": 210.8260040283203,
+      "learning_rate": 1.5044332132535799e-06,
+      "loss": 17.5703,
+      "step": 10593
+    },
+    {
+      "epoch": 0.7035930132164442,
+      "grad_norm": 518.7715454101562,
+      "learning_rate": 1.5043403445226392e-06,
+      "loss": 16.9062,
+      "step": 10594
+    },
+    {
+      "epoch": 0.7036594275087998,
+      "grad_norm": 182.8852996826172,
+      "learning_rate": 1.50424746995778e-06,
+      "loss": 17.0312,
+      "step": 10595
+    },
+    {
+      "epoch": 0.7037258418011556,
+      "grad_norm": 213.69554138183594,
+      "learning_rate": 1.5041545895600769e-06,
+      "loss": 17.6719,
+      "step": 10596
+    },
+    {
+      "epoch": 0.7037922560935114,
+      "grad_norm": 198.50253295898438,
+      "learning_rate": 1.5040617033306044e-06,
+      "loss": 23.5312,
+      "step": 10597
+    },
+    {
+      "epoch": 0.703858670385867,
+      "grad_norm": 202.0691375732422,
+      "learning_rate": 1.5039688112704362e-06,
+      "loss": 17.5156,
+      "step": 10598
+    },
+    {
+      "epoch": 0.7039250846782228,
+      "grad_norm": 266.4459533691406,
+      "learning_rate": 1.503875913380648e-06,
+      "loss": 19.2656,
+      "step": 10599
+    },
+    {
+      "epoch": 0.7039914989705784,
+      "grad_norm": 242.9009552001953,
+      "learning_rate": 1.5037830096623135e-06,
+      "loss": 18.0781,
+      "step": 10600
+    },
+    {
+      "epoch": 0.7040579132629342,
+      "grad_norm": 108.09676361083984,
+      "learning_rate": 1.5036901001165077e-06,
+      "loss": 13.9531,
+      "step": 10601
+    },
+    {
+      "epoch": 0.7041243275552899,
+      "grad_norm": 176.27731323242188,
+      "learning_rate": 1.5035971847443057e-06,
+      "loss": 15.3906,
+      "step": 10602
+    },
+    {
+      "epoch": 0.7041907418476456,
+      "grad_norm": 308.13409423828125,
+      "learning_rate": 1.5035042635467811e-06,
+      "loss": 16.8125,
+      "step": 10603
+    },
+    {
+      "epoch": 0.7042571561400013,
+      "grad_norm": 216.30340576171875,
+      "learning_rate": 1.5034113365250098e-06,
+      "loss": 18.8438,
+      "step": 10604
+    },
+    {
+      "epoch": 0.704323570432357,
+      "grad_norm": 231.2771453857422,
+      "learning_rate": 1.5033184036800665e-06,
+      "loss": 19.9219,
+      "step": 10605
+    },
+    {
+      "epoch": 0.7043899847247127,
+      "grad_norm": 255.24679565429688,
+      "learning_rate": 1.5032254650130263e-06,
+      "loss": 23.7188,
+      "step": 10606
+    },
+    {
+      "epoch": 0.7044563990170685,
+      "grad_norm": 228.7524871826172,
+      "learning_rate": 1.5031325205249638e-06,
+      "loss": 15.2188,
+      "step": 10607
+    },
+    {
+      "epoch": 0.7045228133094242,
+      "grad_norm": 310.75006103515625,
+      "learning_rate": 1.5030395702169548e-06,
+      "loss": 17.4688,
+      "step": 10608
+    },
+    {
+      "epoch": 0.7045892276017799,
+      "grad_norm": 197.02508544921875,
+      "learning_rate": 1.5029466140900736e-06,
+      "loss": 21.0469,
+      "step": 10609
+    },
+    {
+      "epoch": 0.7046556418941357,
+      "grad_norm": 211.3747100830078,
+      "learning_rate": 1.5028536521453966e-06,
+      "loss": 19.375,
+      "step": 10610
+    },
+    {
+      "epoch": 0.7047220561864913,
+      "grad_norm": 173.1385498046875,
+      "learning_rate": 1.502760684383998e-06,
+      "loss": 17.9219,
+      "step": 10611
+    },
+    {
+      "epoch": 0.7047884704788471,
+      "grad_norm": 166.4267578125,
+      "learning_rate": 1.5026677108069539e-06,
+      "loss": 20.0156,
+      "step": 10612
+    },
+    {
+      "epoch": 0.7048548847712027,
+      "grad_norm": 227.88165283203125,
+      "learning_rate": 1.5025747314153398e-06,
+      "loss": 18.4219,
+      "step": 10613
+    },
+    {
+      "epoch": 0.7049212990635585,
+      "grad_norm": 162.1963348388672,
+      "learning_rate": 1.502481746210231e-06,
+      "loss": 17.5,
+      "step": 10614
+    },
+    {
+      "epoch": 0.7049877133559141,
+      "grad_norm": 212.75479125976562,
+      "learning_rate": 1.5023887551927025e-06,
+      "loss": 16.0,
+      "step": 10615
+    },
+    {
+      "epoch": 0.7050541276482699,
+      "grad_norm": 297.16326904296875,
+      "learning_rate": 1.502295758363831e-06,
+      "loss": 21.3594,
+      "step": 10616
+    },
+    {
+      "epoch": 0.7051205419406257,
+      "grad_norm": 499.68206787109375,
+      "learning_rate": 1.5022027557246919e-06,
+      "loss": 23.4375,
+      "step": 10617
+    },
+    {
+      "epoch": 0.7051869562329813,
+      "grad_norm": 411.20538330078125,
+      "learning_rate": 1.5021097472763607e-06,
+      "loss": 19.4531,
+      "step": 10618
+    },
+    {
+      "epoch": 0.7052533705253371,
+      "grad_norm": 318.0949401855469,
+      "learning_rate": 1.5020167330199135e-06,
+      "loss": 25.5,
+      "step": 10619
+    },
+    {
+      "epoch": 0.7053197848176928,
+      "grad_norm": 259.70599365234375,
+      "learning_rate": 1.5019237129564264e-06,
+      "loss": 19.5781,
+      "step": 10620
+    },
+    {
+      "epoch": 0.7053861991100485,
+      "grad_norm": 193.61997985839844,
+      "learning_rate": 1.5018306870869752e-06,
+      "loss": 14.5938,
+      "step": 10621
+    },
+    {
+      "epoch": 0.7054526134024042,
+      "grad_norm": 260.35296630859375,
+      "learning_rate": 1.5017376554126358e-06,
+      "loss": 15.3672,
+      "step": 10622
+    },
+    {
+      "epoch": 0.7055190276947599,
+      "grad_norm": 333.7824401855469,
+      "learning_rate": 1.5016446179344846e-06,
+      "loss": 23.1406,
+      "step": 10623
+    },
+    {
+      "epoch": 0.7055854419871156,
+      "grad_norm": 340.469482421875,
+      "learning_rate": 1.5015515746535978e-06,
+      "loss": 14.5781,
+      "step": 10624
+    },
+    {
+      "epoch": 0.7056518562794714,
+      "grad_norm": 178.0784912109375,
+      "learning_rate": 1.5014585255710516e-06,
+      "loss": 15.7812,
+      "step": 10625
+    },
+    {
+      "epoch": 0.705718270571827,
+      "grad_norm": 134.7810516357422,
+      "learning_rate": 1.5013654706879223e-06,
+      "loss": 16.2188,
+      "step": 10626
+    },
+    {
+      "epoch": 0.7057846848641828,
+      "grad_norm": 406.74578857421875,
+      "learning_rate": 1.5012724100052861e-06,
+      "loss": 22.6094,
+      "step": 10627
+    },
+    {
+      "epoch": 0.7058510991565385,
+      "grad_norm": 299.2531433105469,
+      "learning_rate": 1.5011793435242198e-06,
+      "loss": 20.625,
+      "step": 10628
+    },
+    {
+      "epoch": 0.7059175134488942,
+      "grad_norm": 347.9764099121094,
+      "learning_rate": 1.5010862712457998e-06,
+      "loss": 20.8594,
+      "step": 10629
+    },
+    {
+      "epoch": 0.70598392774125,
+      "grad_norm": 232.96827697753906,
+      "learning_rate": 1.500993193171103e-06,
+      "loss": 16.3438,
+      "step": 10630
+    },
+    {
+      "epoch": 0.7060503420336056,
+      "grad_norm": 233.17408752441406,
+      "learning_rate": 1.500900109301206e-06,
+      "loss": 20.6719,
+      "step": 10631
+    },
+    {
+      "epoch": 0.7061167563259614,
+      "grad_norm": 352.4247741699219,
+      "learning_rate": 1.5008070196371852e-06,
+      "loss": 19.5938,
+      "step": 10632
+    },
+    {
+      "epoch": 0.706183170618317,
+      "grad_norm": 112.69752502441406,
+      "learning_rate": 1.5007139241801175e-06,
+      "loss": 15.0625,
+      "step": 10633
+    },
+    {
+      "epoch": 0.7062495849106728,
+      "grad_norm": 201.53213500976562,
+      "learning_rate": 1.5006208229310798e-06,
+      "loss": 18.8281,
+      "step": 10634
+    },
+    {
+      "epoch": 0.7063159992030285,
+      "grad_norm": 293.50897216796875,
+      "learning_rate": 1.5005277158911489e-06,
+      "loss": 19.6094,
+      "step": 10635
+    },
+    {
+      "epoch": 0.7063824134953842,
+      "grad_norm": 400.62982177734375,
+      "learning_rate": 1.5004346030614022e-06,
+      "loss": 18.4297,
+      "step": 10636
+    },
+    {
+      "epoch": 0.7064488277877399,
+      "grad_norm": 187.813232421875,
+      "learning_rate": 1.5003414844429165e-06,
+      "loss": 16.8906,
+      "step": 10637
+    },
+    {
+      "epoch": 0.7065152420800956,
+      "grad_norm": 111.78599548339844,
+      "learning_rate": 1.5002483600367692e-06,
+      "loss": 13.3438,
+      "step": 10638
+    },
+    {
+      "epoch": 0.7065816563724514,
+      "grad_norm": 130.41964721679688,
+      "learning_rate": 1.5001552298440374e-06,
+      "loss": 16.4219,
+      "step": 10639
+    },
+    {
+      "epoch": 0.7066480706648071,
+      "grad_norm": 188.8112335205078,
+      "learning_rate": 1.500062093865798e-06,
+      "loss": 14.0781,
+      "step": 10640
+    },
+    {
+      "epoch": 0.7067144849571628,
+      "grad_norm": 167.32437133789062,
+      "learning_rate": 1.4999689521031289e-06,
+      "loss": 17.4688,
+      "step": 10641
+    },
+    {
+      "epoch": 0.7067808992495185,
+      "grad_norm": 493.92034912109375,
+      "learning_rate": 1.4998758045571075e-06,
+      "loss": 15.6406,
+      "step": 10642
+    },
+    {
+      "epoch": 0.7068473135418742,
+      "grad_norm": 189.18350219726562,
+      "learning_rate": 1.4997826512288106e-06,
+      "loss": 20.0312,
+      "step": 10643
+    },
+    {
+      "epoch": 0.7069137278342299,
+      "grad_norm": 138.76332092285156,
+      "learning_rate": 1.4996894921193163e-06,
+      "loss": 13.5469,
+      "step": 10644
+    },
+    {
+      "epoch": 0.7069801421265857,
+      "grad_norm": 139.99656677246094,
+      "learning_rate": 1.4995963272297021e-06,
+      "loss": 16.125,
+      "step": 10645
+    },
+    {
+      "epoch": 0.7070465564189413,
+      "grad_norm": 284.2795715332031,
+      "learning_rate": 1.4995031565610456e-06,
+      "loss": 18.4844,
+      "step": 10646
+    },
+    {
+      "epoch": 0.7071129707112971,
+      "grad_norm": 190.60508728027344,
+      "learning_rate": 1.4994099801144246e-06,
+      "loss": 15.0,
+      "step": 10647
+    },
+    {
+      "epoch": 0.7071793850036527,
+      "grad_norm": 160.1535186767578,
+      "learning_rate": 1.499316797890917e-06,
+      "loss": 15.75,
+      "step": 10648
+    },
+    {
+      "epoch": 0.7072457992960085,
+      "grad_norm": 226.28524780273438,
+      "learning_rate": 1.4992236098916006e-06,
+      "loss": 15.6484,
+      "step": 10649
+    },
+    {
+      "epoch": 0.7073122135883643,
+      "grad_norm": 226.26467895507812,
+      "learning_rate": 1.4991304161175533e-06,
+      "loss": 14.9531,
+      "step": 10650
+    },
+    {
+      "epoch": 0.7073786278807199,
+      "grad_norm": 149.84664916992188,
+      "learning_rate": 1.4990372165698533e-06,
+      "loss": 18.9844,
+      "step": 10651
+    },
+    {
+      "epoch": 0.7074450421730757,
+      "grad_norm": 134.3569793701172,
+      "learning_rate": 1.4989440112495785e-06,
+      "loss": 19.2812,
+      "step": 10652
+    },
+    {
+      "epoch": 0.7075114564654313,
+      "grad_norm": 132.00804138183594,
+      "learning_rate": 1.498850800157807e-06,
+      "loss": 14.4688,
+      "step": 10653
+    },
+    {
+      "epoch": 0.7075778707577871,
+      "grad_norm": 100.93675231933594,
+      "learning_rate": 1.4987575832956172e-06,
+      "loss": 15.5938,
+      "step": 10654
+    },
+    {
+      "epoch": 0.7076442850501428,
+      "grad_norm": 917.6132202148438,
+      "learning_rate": 1.4986643606640872e-06,
+      "loss": 16.4844,
+      "step": 10655
+    },
+    {
+      "epoch": 0.7077106993424985,
+      "grad_norm": 347.8126525878906,
+      "learning_rate": 1.4985711322642955e-06,
+      "loss": 19.5,
+      "step": 10656
+    },
+    {
+      "epoch": 0.7077771136348542,
+      "grad_norm": 321.51165771484375,
+      "learning_rate": 1.4984778980973205e-06,
+      "loss": 17.2031,
+      "step": 10657
+    },
+    {
+      "epoch": 0.70784352792721,
+      "grad_norm": 143.38034057617188,
+      "learning_rate": 1.4983846581642405e-06,
+      "loss": 13.1562,
+      "step": 10658
+    },
+    {
+      "epoch": 0.7079099422195656,
+      "grad_norm": 646.8802490234375,
+      "learning_rate": 1.4982914124661342e-06,
+      "loss": 17.375,
+      "step": 10659
+    },
+    {
+      "epoch": 0.7079763565119214,
+      "grad_norm": 850.437255859375,
+      "learning_rate": 1.49819816100408e-06,
+      "loss": 30.1562,
+      "step": 10660
+    },
+    {
+      "epoch": 0.7080427708042771,
+      "grad_norm": 207.89004516601562,
+      "learning_rate": 1.4981049037791568e-06,
+      "loss": 16.7344,
+      "step": 10661
+    },
+    {
+      "epoch": 0.7081091850966328,
+      "grad_norm": 131.9641571044922,
+      "learning_rate": 1.4980116407924436e-06,
+      "loss": 12.7656,
+      "step": 10662
+    },
+    {
+      "epoch": 0.7081755993889886,
+      "grad_norm": 180.5456085205078,
+      "learning_rate": 1.4979183720450186e-06,
+      "loss": 21.7031,
+      "step": 10663
+    },
+    {
+      "epoch": 0.7082420136813442,
+      "grad_norm": 194.1867218017578,
+      "learning_rate": 1.4978250975379612e-06,
+      "loss": 19.9219,
+      "step": 10664
+    },
+    {
+      "epoch": 0.7083084279737,
+      "grad_norm": 468.40802001953125,
+      "learning_rate": 1.4977318172723499e-06,
+      "loss": 27.4062,
+      "step": 10665
+    },
+    {
+      "epoch": 0.7083748422660556,
+      "grad_norm": 270.06512451171875,
+      "learning_rate": 1.4976385312492638e-06,
+      "loss": 14.375,
+      "step": 10666
+    },
+    {
+      "epoch": 0.7084412565584114,
+      "grad_norm": 1817.0780029296875,
+      "learning_rate": 1.4975452394697826e-06,
+      "loss": 21.5938,
+      "step": 10667
+    },
+    {
+      "epoch": 0.708507670850767,
+      "grad_norm": 186.1110382080078,
+      "learning_rate": 1.497451941934985e-06,
+      "loss": 15.2969,
+      "step": 10668
+    },
+    {
+      "epoch": 0.7085740851431228,
+      "grad_norm": 806.538330078125,
+      "learning_rate": 1.4973586386459496e-06,
+      "loss": 16.125,
+      "step": 10669
+    },
+    {
+      "epoch": 0.7086404994354785,
+      "grad_norm": 221.76333618164062,
+      "learning_rate": 1.4972653296037568e-06,
+      "loss": 14.3438,
+      "step": 10670
+    },
+    {
+      "epoch": 0.7087069137278342,
+      "grad_norm": 523.7637939453125,
+      "learning_rate": 1.497172014809485e-06,
+      "loss": 20.125,
+      "step": 10671
+    },
+    {
+      "epoch": 0.70877332802019,
+      "grad_norm": 408.15985107421875,
+      "learning_rate": 1.4970786942642142e-06,
+      "loss": 22.5781,
+      "step": 10672
+    },
+    {
+      "epoch": 0.7088397423125457,
+      "grad_norm": 131.77828979492188,
+      "learning_rate": 1.4969853679690239e-06,
+      "loss": 13.3438,
+      "step": 10673
+    },
+    {
+      "epoch": 0.7089061566049014,
+      "grad_norm": 140.1720428466797,
+      "learning_rate": 1.496892035924993e-06,
+      "loss": 13.6562,
+      "step": 10674
+    },
+    {
+      "epoch": 0.7089725708972571,
+      "grad_norm": 171.7752685546875,
+      "learning_rate": 1.496798698133202e-06,
+      "loss": 17.7969,
+      "step": 10675
+    },
+    {
+      "epoch": 0.7090389851896128,
+      "grad_norm": 175.3634796142578,
+      "learning_rate": 1.49670535459473e-06,
+      "loss": 15.9688,
+      "step": 10676
+    },
+    {
+      "epoch": 0.7091053994819685,
+      "grad_norm": 396.6622619628906,
+      "learning_rate": 1.4966120053106568e-06,
+      "loss": 17.0312,
+      "step": 10677
+    },
+    {
+      "epoch": 0.7091718137743243,
+      "grad_norm": 216.79884338378906,
+      "learning_rate": 1.496518650282062e-06,
+      "loss": 16.6094,
+      "step": 10678
+    },
+    {
+      "epoch": 0.7092382280666799,
+      "grad_norm": 195.12933349609375,
+      "learning_rate": 1.4964252895100262e-06,
+      "loss": 18.4219,
+      "step": 10679
+    },
+    {
+      "epoch": 0.7093046423590357,
+      "grad_norm": 187.1980743408203,
+      "learning_rate": 1.4963319229956287e-06,
+      "loss": 20.3594,
+      "step": 10680
+    },
+    {
+      "epoch": 0.7093710566513913,
+      "grad_norm": 385.3461608886719,
+      "learning_rate": 1.49623855073995e-06,
+      "loss": 18.1562,
+      "step": 10681
+    },
+    {
+      "epoch": 0.7094374709437471,
+      "grad_norm": 326.93939208984375,
+      "learning_rate": 1.4961451727440694e-06,
+      "loss": 20.0625,
+      "step": 10682
+    },
+    {
+      "epoch": 0.7095038852361029,
+      "grad_norm": 116.47844696044922,
+      "learning_rate": 1.496051789009068e-06,
+      "loss": 13.5938,
+      "step": 10683
+    },
+    {
+      "epoch": 0.7095702995284585,
+      "grad_norm": 141.08856201171875,
+      "learning_rate": 1.4959583995360255e-06,
+      "loss": 14.1562,
+      "step": 10684
+    },
+    {
+      "epoch": 0.7096367138208143,
+      "grad_norm": 233.2213134765625,
+      "learning_rate": 1.495865004326022e-06,
+      "loss": 13.7031,
+      "step": 10685
+    },
+    {
+      "epoch": 0.7097031281131699,
+      "grad_norm": 478.35662841796875,
+      "learning_rate": 1.4957716033801382e-06,
+      "loss": 12.6719,
+      "step": 10686
+    },
+    {
+      "epoch": 0.7097695424055257,
+      "grad_norm": 487.82232666015625,
+      "learning_rate": 1.4956781966994542e-06,
+      "loss": 18.1875,
+      "step": 10687
+    },
+    {
+      "epoch": 0.7098359566978814,
+      "grad_norm": 339.6650085449219,
+      "learning_rate": 1.495584784285051e-06,
+      "loss": 27.2656,
+      "step": 10688
+    },
+    {
+      "epoch": 0.7099023709902371,
+      "grad_norm": 352.4935302734375,
+      "learning_rate": 1.4954913661380085e-06,
+      "loss": 14.5312,
+      "step": 10689
+    },
+    {
+      "epoch": 0.7099687852825928,
+      "grad_norm": 492.8771667480469,
+      "learning_rate": 1.4953979422594075e-06,
+      "loss": 23.4375,
+      "step": 10690
+    },
+    {
+      "epoch": 0.7100351995749485,
+      "grad_norm": 170.60447692871094,
+      "learning_rate": 1.4953045126503288e-06,
+      "loss": 17.9688,
+      "step": 10691
+    },
+    {
+      "epoch": 0.7101016138673042,
+      "grad_norm": 215.92013549804688,
+      "learning_rate": 1.4952110773118533e-06,
+      "loss": 22.9531,
+      "step": 10692
+    },
+    {
+      "epoch": 0.71016802815966,
+      "grad_norm": 210.70042419433594,
+      "learning_rate": 1.4951176362450616e-06,
+      "loss": 17.5625,
+      "step": 10693
+    },
+    {
+      "epoch": 0.7102344424520157,
+      "grad_norm": 298.7304382324219,
+      "learning_rate": 1.4950241894510345e-06,
+      "loss": 18.6875,
+      "step": 10694
+    },
+    {
+      "epoch": 0.7103008567443714,
+      "grad_norm": 118.08859252929688,
+      "learning_rate": 1.494930736930853e-06,
+      "loss": 17.3281,
+      "step": 10695
+    },
+    {
+      "epoch": 0.7103672710367271,
+      "grad_norm": 264.6043395996094,
+      "learning_rate": 1.494837278685598e-06,
+      "loss": 19.5625,
+      "step": 10696
+    },
+    {
+      "epoch": 0.7104336853290828,
+      "grad_norm": 157.50843811035156,
+      "learning_rate": 1.494743814716351e-06,
+      "loss": 18.0938,
+      "step": 10697
+    },
+    {
+      "epoch": 0.7105000996214386,
+      "grad_norm": 143.71913146972656,
+      "learning_rate": 1.4946503450241928e-06,
+      "loss": 14.9219,
+      "step": 10698
+    },
+    {
+      "epoch": 0.7105665139137942,
+      "grad_norm": 224.88365173339844,
+      "learning_rate": 1.4945568696102044e-06,
+      "loss": 17.2188,
+      "step": 10699
+    },
+    {
+      "epoch": 0.71063292820615,
+      "grad_norm": 191.67703247070312,
+      "learning_rate": 1.4944633884754676e-06,
+      "loss": 17.4688,
+      "step": 10700
+    },
+    {
+      "epoch": 0.7106993424985056,
+      "grad_norm": 135.88218688964844,
+      "learning_rate": 1.4943699016210632e-06,
+      "loss": 13.2031,
+      "step": 10701
+    },
+    {
+      "epoch": 0.7107657567908614,
+      "grad_norm": 181.4799041748047,
+      "learning_rate": 1.4942764090480728e-06,
+      "loss": 15.7344,
+      "step": 10702
+    },
+    {
+      "epoch": 0.7108321710832171,
+      "grad_norm": 109.99715423583984,
+      "learning_rate": 1.4941829107575783e-06,
+      "loss": 18.4062,
+      "step": 10703
+    },
+    {
+      "epoch": 0.7108985853755728,
+      "grad_norm": 102.5196304321289,
+      "learning_rate": 1.4940894067506604e-06,
+      "loss": 14.8906,
+      "step": 10704
+    },
+    {
+      "epoch": 0.7109649996679286,
+      "grad_norm": 387.375732421875,
+      "learning_rate": 1.4939958970284015e-06,
+      "loss": 16.9375,
+      "step": 10705
+    },
+    {
+      "epoch": 0.7110314139602842,
+      "grad_norm": 239.21600341796875,
+      "learning_rate": 1.4939023815918828e-06,
+      "loss": 16.375,
+      "step": 10706
+    },
+    {
+      "epoch": 0.71109782825264,
+      "grad_norm": 88.2515869140625,
+      "learning_rate": 1.493808860442186e-06,
+      "loss": 17.8125,
+      "step": 10707
+    },
+    {
+      "epoch": 0.7111642425449957,
+      "grad_norm": 186.27099609375,
+      "learning_rate": 1.4937153335803934e-06,
+      "loss": 21.0781,
+      "step": 10708
+    },
+    {
+      "epoch": 0.7112306568373514,
+      "grad_norm": 185.159912109375,
+      "learning_rate": 1.493621801007586e-06,
+      "loss": 13.4844,
+      "step": 10709
+    },
+    {
+      "epoch": 0.7112970711297071,
+      "grad_norm": 157.20965576171875,
+      "learning_rate": 1.4935282627248468e-06,
+      "loss": 15.6094,
+      "step": 10710
+    },
+    {
+      "epoch": 0.7113634854220628,
+      "grad_norm": 760.7379760742188,
+      "learning_rate": 1.4934347187332568e-06,
+      "loss": 22.5,
+      "step": 10711
+    },
+    {
+      "epoch": 0.7114298997144185,
+      "grad_norm": 439.0007629394531,
+      "learning_rate": 1.4933411690338986e-06,
+      "loss": 13.9844,
+      "step": 10712
+    },
+    {
+      "epoch": 0.7114963140067743,
+      "grad_norm": 125.49678039550781,
+      "learning_rate": 1.4932476136278545e-06,
+      "loss": 14.25,
+      "step": 10713
+    },
+    {
+      "epoch": 0.7115627282991299,
+      "grad_norm": 180.29513549804688,
+      "learning_rate": 1.4931540525162062e-06,
+      "loss": 16.5938,
+      "step": 10714
+    },
+    {
+      "epoch": 0.7116291425914857,
+      "grad_norm": 279.19525146484375,
+      "learning_rate": 1.4930604857000362e-06,
+      "loss": 18.7031,
+      "step": 10715
+    },
+    {
+      "epoch": 0.7116955568838415,
+      "grad_norm": 524.8045043945312,
+      "learning_rate": 1.4929669131804268e-06,
+      "loss": 24.3438,
+      "step": 10716
+    },
+    {
+      "epoch": 0.7117619711761971,
+      "grad_norm": 225.28497314453125,
+      "learning_rate": 1.4928733349584605e-06,
+      "loss": 19.0312,
+      "step": 10717
+    },
+    {
+      "epoch": 0.7118283854685529,
+      "grad_norm": 251.1799774169922,
+      "learning_rate": 1.4927797510352197e-06,
+      "loss": 19.1406,
+      "step": 10718
+    },
+    {
+      "epoch": 0.7118947997609085,
+      "grad_norm": 182.17958068847656,
+      "learning_rate": 1.4926861614117868e-06,
+      "loss": 14.5469,
+      "step": 10719
+    },
+    {
+      "epoch": 0.7119612140532643,
+      "grad_norm": 138.17913818359375,
+      "learning_rate": 1.4925925660892445e-06,
+      "loss": 12.7031,
+      "step": 10720
+    },
+    {
+      "epoch": 0.71202762834562,
+      "grad_norm": 936.4984741210938,
+      "learning_rate": 1.4924989650686754e-06,
+      "loss": 30.9062,
+      "step": 10721
+    },
+    {
+      "epoch": 0.7120940426379757,
+      "grad_norm": 264.1756286621094,
+      "learning_rate": 1.4924053583511621e-06,
+      "loss": 14.5156,
+      "step": 10722
+    },
+    {
+      "epoch": 0.7121604569303314,
+      "grad_norm": 180.4110565185547,
+      "learning_rate": 1.492311745937788e-06,
+      "loss": 18.75,
+      "step": 10723
+    },
+    {
+      "epoch": 0.7122268712226871,
+      "grad_norm": 162.84474182128906,
+      "learning_rate": 1.4922181278296352e-06,
+      "loss": 17.8125,
+      "step": 10724
+    },
+    {
+      "epoch": 0.7122932855150428,
+      "grad_norm": 204.14500427246094,
+      "learning_rate": 1.492124504027787e-06,
+      "loss": 16.2812,
+      "step": 10725
+    },
+    {
+      "epoch": 0.7123596998073985,
+      "grad_norm": 273.37811279296875,
+      "learning_rate": 1.4920308745333263e-06,
+      "loss": 18.5625,
+      "step": 10726
+    },
+    {
+      "epoch": 0.7124261140997543,
+      "grad_norm": 152.0563507080078,
+      "learning_rate": 1.4919372393473362e-06,
+      "loss": 16.4688,
+      "step": 10727
+    },
+    {
+      "epoch": 0.71249252839211,
+      "grad_norm": 173.50685119628906,
+      "learning_rate": 1.4918435984708997e-06,
+      "loss": 17.0,
+      "step": 10728
+    },
+    {
+      "epoch": 0.7125589426844657,
+      "grad_norm": 236.82077026367188,
+      "learning_rate": 1.4917499519051003e-06,
+      "loss": 16.3906,
+      "step": 10729
+    },
+    {
+      "epoch": 0.7126253569768214,
+      "grad_norm": 161.21334838867188,
+      "learning_rate": 1.4916562996510207e-06,
+      "loss": 15.25,
+      "step": 10730
+    },
+    {
+      "epoch": 0.7126917712691772,
+      "grad_norm": 247.0641326904297,
+      "learning_rate": 1.491562641709745e-06,
+      "loss": 17.0469,
+      "step": 10731
+    },
+    {
+      "epoch": 0.7127581855615328,
+      "grad_norm": 394.5417785644531,
+      "learning_rate": 1.4914689780823555e-06,
+      "loss": 25.1719,
+      "step": 10732
+    },
+    {
+      "epoch": 0.7128245998538886,
+      "grad_norm": 304.5413513183594,
+      "learning_rate": 1.4913753087699365e-06,
+      "loss": 13.7188,
+      "step": 10733
+    },
+    {
+      "epoch": 0.7128910141462442,
+      "grad_norm": 669.0170288085938,
+      "learning_rate": 1.4912816337735713e-06,
+      "loss": 17.6406,
+      "step": 10734
+    },
+    {
+      "epoch": 0.7129574284386,
+      "grad_norm": 154.56166076660156,
+      "learning_rate": 1.4911879530943434e-06,
+      "loss": 21.7344,
+      "step": 10735
+    },
+    {
+      "epoch": 0.7130238427309556,
+      "grad_norm": 229.18365478515625,
+      "learning_rate": 1.4910942667333365e-06,
+      "loss": 19.0625,
+      "step": 10736
+    },
+    {
+      "epoch": 0.7130902570233114,
+      "grad_norm": 318.9759521484375,
+      "learning_rate": 1.4910005746916346e-06,
+      "loss": 20.75,
+      "step": 10737
+    },
+    {
+      "epoch": 0.7131566713156672,
+      "grad_norm": 131.64132690429688,
+      "learning_rate": 1.490906876970321e-06,
+      "loss": 19.1562,
+      "step": 10738
+    },
+    {
+      "epoch": 0.7132230856080228,
+      "grad_norm": 124.3873291015625,
+      "learning_rate": 1.4908131735704795e-06,
+      "loss": 13.9844,
+      "step": 10739
+    },
+    {
+      "epoch": 0.7132894999003786,
+      "grad_norm": 361.7628173828125,
+      "learning_rate": 1.4907194644931943e-06,
+      "loss": 20.4688,
+      "step": 10740
+    },
+    {
+      "epoch": 0.7133559141927343,
+      "grad_norm": 570.35986328125,
+      "learning_rate": 1.4906257497395494e-06,
+      "loss": 20.3906,
+      "step": 10741
+    },
+    {
+      "epoch": 0.71342232848509,
+      "grad_norm": 748.100830078125,
+      "learning_rate": 1.490532029310629e-06,
+      "loss": 22.6875,
+      "step": 10742
+    },
+    {
+      "epoch": 0.7134887427774457,
+      "grad_norm": 226.59188842773438,
+      "learning_rate": 1.4904383032075166e-06,
+      "loss": 16.0625,
+      "step": 10743
+    },
+    {
+      "epoch": 0.7135551570698014,
+      "grad_norm": 216.05191040039062,
+      "learning_rate": 1.4903445714312966e-06,
+      "loss": 16.3906,
+      "step": 10744
+    },
+    {
+      "epoch": 0.7136215713621571,
+      "grad_norm": 264.7319641113281,
+      "learning_rate": 1.4902508339830535e-06,
+      "loss": 24.1094,
+      "step": 10745
+    },
+    {
+      "epoch": 0.7136879856545129,
+      "grad_norm": 341.5062255859375,
+      "learning_rate": 1.4901570908638715e-06,
+      "loss": 23.7344,
+      "step": 10746
+    },
+    {
+      "epoch": 0.7137543999468685,
+      "grad_norm": 224.11373901367188,
+      "learning_rate": 1.4900633420748347e-06,
+      "loss": 19.3906,
+      "step": 10747
+    },
+    {
+      "epoch": 0.7138208142392243,
+      "grad_norm": 284.60931396484375,
+      "learning_rate": 1.4899695876170282e-06,
+      "loss": 16.75,
+      "step": 10748
+    },
+    {
+      "epoch": 0.71388722853158,
+      "grad_norm": 156.7825164794922,
+      "learning_rate": 1.4898758274915358e-06,
+      "loss": 15.4688,
+      "step": 10749
+    },
+    {
+      "epoch": 0.7139536428239357,
+      "grad_norm": 273.7509460449219,
+      "learning_rate": 1.489782061699442e-06,
+      "loss": 16.7656,
+      "step": 10750
+    },
+    {
+      "epoch": 0.7140200571162915,
+      "grad_norm": 171.28448486328125,
+      "learning_rate": 1.489688290241832e-06,
+      "loss": 19.75,
+      "step": 10751
+    },
+    {
+      "epoch": 0.7140864714086471,
+      "grad_norm": 219.48367309570312,
+      "learning_rate": 1.4895945131197904e-06,
+      "loss": 14.6875,
+      "step": 10752
+    },
+    {
+      "epoch": 0.7141528857010029,
+      "grad_norm": 297.7299499511719,
+      "learning_rate": 1.4895007303344016e-06,
+      "loss": 15.5156,
+      "step": 10753
+    },
+    {
+      "epoch": 0.7142192999933585,
+      "grad_norm": 109.13818359375,
+      "learning_rate": 1.4894069418867505e-06,
+      "loss": 11.8125,
+      "step": 10754
+    },
+    {
+      "epoch": 0.7142857142857143,
+      "grad_norm": 125.42398834228516,
+      "learning_rate": 1.489313147777922e-06,
+      "loss": 14.9062,
+      "step": 10755
+    },
+    {
+      "epoch": 0.71435212857807,
+      "grad_norm": 453.5758361816406,
+      "learning_rate": 1.4892193480090018e-06,
+      "loss": 15.2969,
+      "step": 10756
+    },
+    {
+      "epoch": 0.7144185428704257,
+      "grad_norm": 132.90957641601562,
+      "learning_rate": 1.4891255425810739e-06,
+      "loss": 11.6094,
+      "step": 10757
+    },
+    {
+      "epoch": 0.7144849571627814,
+      "grad_norm": 155.5829315185547,
+      "learning_rate": 1.4890317314952236e-06,
+      "loss": 12.9375,
+      "step": 10758
+    },
+    {
+      "epoch": 0.7145513714551371,
+      "grad_norm": 235.86740112304688,
+      "learning_rate": 1.4889379147525364e-06,
+      "loss": 17.0469,
+      "step": 10759
+    },
+    {
+      "epoch": 0.7146177857474929,
+      "grad_norm": 128.5901641845703,
+      "learning_rate": 1.4888440923540976e-06,
+      "loss": 13.7969,
+      "step": 10760
+    },
+    {
+      "epoch": 0.7146842000398486,
+      "grad_norm": 144.39630126953125,
+      "learning_rate": 1.4887502643009917e-06,
+      "loss": 18.2188,
+      "step": 10761
+    },
+    {
+      "epoch": 0.7147506143322043,
+      "grad_norm": 204.25765991210938,
+      "learning_rate": 1.4886564305943047e-06,
+      "loss": 22.2812,
+      "step": 10762
+    },
+    {
+      "epoch": 0.71481702862456,
+      "grad_norm": 263.8466491699219,
+      "learning_rate": 1.4885625912351223e-06,
+      "loss": 15.4062,
+      "step": 10763
+    },
+    {
+      "epoch": 0.7148834429169157,
+      "grad_norm": 150.68072509765625,
+      "learning_rate": 1.488468746224529e-06,
+      "loss": 14.0938,
+      "step": 10764
+    },
+    {
+      "epoch": 0.7149498572092714,
+      "grad_norm": 307.9772033691406,
+      "learning_rate": 1.4883748955636114e-06,
+      "loss": 23.9844,
+      "step": 10765
+    },
+    {
+      "epoch": 0.7150162715016272,
+      "grad_norm": 451.5121765136719,
+      "learning_rate": 1.4882810392534542e-06,
+      "loss": 23.1875,
+      "step": 10766
+    },
+    {
+      "epoch": 0.7150826857939828,
+      "grad_norm": 265.6407470703125,
+      "learning_rate": 1.4881871772951437e-06,
+      "loss": 16.8594,
+      "step": 10767
+    },
+    {
+      "epoch": 0.7151491000863386,
+      "grad_norm": 387.7401428222656,
+      "learning_rate": 1.4880933096897654e-06,
+      "loss": 12.875,
+      "step": 10768
+    },
+    {
+      "epoch": 0.7152155143786944,
+      "grad_norm": 303.51190185546875,
+      "learning_rate": 1.4879994364384053e-06,
+      "loss": 16.3906,
+      "step": 10769
+    },
+    {
+      "epoch": 0.71528192867105,
+      "grad_norm": 356.7572326660156,
+      "learning_rate": 1.487905557542149e-06,
+      "loss": 20.875,
+      "step": 10770
+    },
+    {
+      "epoch": 0.7153483429634058,
+      "grad_norm": 348.36907958984375,
+      "learning_rate": 1.4878116730020827e-06,
+      "loss": 14.4219,
+      "step": 10771
+    },
+    {
+      "epoch": 0.7154147572557614,
+      "grad_norm": 335.408447265625,
+      "learning_rate": 1.4877177828192919e-06,
+      "loss": 23.5,
+      "step": 10772
+    },
+    {
+      "epoch": 0.7154811715481172,
+      "grad_norm": 277.4454650878906,
+      "learning_rate": 1.4876238869948633e-06,
+      "loss": 28.0,
+      "step": 10773
+    },
+    {
+      "epoch": 0.7155475858404728,
+      "grad_norm": 151.3734588623047,
+      "learning_rate": 1.4875299855298828e-06,
+      "loss": 17.375,
+      "step": 10774
+    },
+    {
+      "epoch": 0.7156140001328286,
+      "grad_norm": 162.82057189941406,
+      "learning_rate": 1.4874360784254364e-06,
+      "loss": 22.5469,
+      "step": 10775
+    },
+    {
+      "epoch": 0.7156804144251843,
+      "grad_norm": 253.44070434570312,
+      "learning_rate": 1.4873421656826104e-06,
+      "loss": 20.7188,
+      "step": 10776
+    },
+    {
+      "epoch": 0.71574682871754,
+      "grad_norm": 219.12864685058594,
+      "learning_rate": 1.4872482473024915e-06,
+      "loss": 17.2031,
+      "step": 10777
+    },
+    {
+      "epoch": 0.7158132430098957,
+      "grad_norm": 160.50979614257812,
+      "learning_rate": 1.4871543232861658e-06,
+      "loss": 16.5156,
+      "step": 10778
+    },
+    {
+      "epoch": 0.7158796573022514,
+      "grad_norm": 257.2391662597656,
+      "learning_rate": 1.4870603936347196e-06,
+      "loss": 16.7812,
+      "step": 10779
+    },
+    {
+      "epoch": 0.7159460715946072,
+      "grad_norm": 126.013427734375,
+      "learning_rate": 1.48696645834924e-06,
+      "loss": 12.9297,
+      "step": 10780
+    },
+    {
+      "epoch": 0.7160124858869629,
+      "grad_norm": 264.97088623046875,
+      "learning_rate": 1.4868725174308129e-06,
+      "loss": 17.6562,
+      "step": 10781
+    },
+    {
+      "epoch": 0.7160789001793186,
+      "grad_norm": 212.4232177734375,
+      "learning_rate": 1.4867785708805251e-06,
+      "loss": 15.5312,
+      "step": 10782
+    },
+    {
+      "epoch": 0.7161453144716743,
+      "grad_norm": 276.3628845214844,
+      "learning_rate": 1.4866846186994637e-06,
+      "loss": 17.1562,
+      "step": 10783
+    },
+    {
+      "epoch": 0.71621172876403,
+      "grad_norm": 909.97021484375,
+      "learning_rate": 1.4865906608887153e-06,
+      "loss": 30.4375,
+      "step": 10784
+    },
+    {
+      "epoch": 0.7162781430563857,
+      "grad_norm": 345.4924621582031,
+      "learning_rate": 1.4864966974493667e-06,
+      "loss": 21.2812,
+      "step": 10785
+    },
+    {
+      "epoch": 0.7163445573487415,
+      "grad_norm": 226.04193115234375,
+      "learning_rate": 1.4864027283825049e-06,
+      "loss": 19.4375,
+      "step": 10786
+    },
+    {
+      "epoch": 0.7164109716410971,
+      "grad_norm": 271.9830017089844,
+      "learning_rate": 1.4863087536892165e-06,
+      "loss": 21.1719,
+      "step": 10787
+    },
+    {
+      "epoch": 0.7164773859334529,
+      "grad_norm": 222.5939178466797,
+      "learning_rate": 1.4862147733705894e-06,
+      "loss": 19.875,
+      "step": 10788
+    },
+    {
+      "epoch": 0.7165438002258085,
+      "grad_norm": 144.6584014892578,
+      "learning_rate": 1.4861207874277097e-06,
+      "loss": 14.6719,
+      "step": 10789
+    },
+    {
+      "epoch": 0.7166102145181643,
+      "grad_norm": 460.5335998535156,
+      "learning_rate": 1.4860267958616652e-06,
+      "loss": 15.6328,
+      "step": 10790
+    },
+    {
+      "epoch": 0.7166766288105201,
+      "grad_norm": 127.49623107910156,
+      "learning_rate": 1.4859327986735432e-06,
+      "loss": 16.1719,
+      "step": 10791
+    },
+    {
+      "epoch": 0.7167430431028757,
+      "grad_norm": 1499.3741455078125,
+      "learning_rate": 1.4858387958644304e-06,
+      "loss": 13.4375,
+      "step": 10792
+    },
+    {
+      "epoch": 0.7168094573952315,
+      "grad_norm": 233.76736450195312,
+      "learning_rate": 1.485744787435415e-06,
+      "loss": 19.7812,
+      "step": 10793
+    },
+    {
+      "epoch": 0.7168758716875872,
+      "grad_norm": 273.392578125,
+      "learning_rate": 1.4856507733875835e-06,
+      "loss": 19.2812,
+      "step": 10794
+    },
+    {
+      "epoch": 0.7169422859799429,
+      "grad_norm": 313.15631103515625,
+      "learning_rate": 1.4855567537220244e-06,
+      "loss": 20.3594,
+      "step": 10795
+    },
+    {
+      "epoch": 0.7170087002722986,
+      "grad_norm": 258.1300354003906,
+      "learning_rate": 1.4854627284398245e-06,
+      "loss": 17.4844,
+      "step": 10796
+    },
+    {
+      "epoch": 0.7170751145646543,
+      "grad_norm": 450.45355224609375,
+      "learning_rate": 1.4853686975420717e-06,
+      "loss": 26.1875,
+      "step": 10797
+    },
+    {
+      "epoch": 0.71714152885701,
+      "grad_norm": 515.7175903320312,
+      "learning_rate": 1.4852746610298533e-06,
+      "loss": 27.9141,
+      "step": 10798
+    },
+    {
+      "epoch": 0.7172079431493658,
+      "grad_norm": 359.9009704589844,
+      "learning_rate": 1.4851806189042583e-06,
+      "loss": 16.375,
+      "step": 10799
+    },
+    {
+      "epoch": 0.7172743574417214,
+      "grad_norm": 281.06402587890625,
+      "learning_rate": 1.4850865711663732e-06,
+      "loss": 17.3438,
+      "step": 10800
+    },
+    {
+      "epoch": 0.7173407717340772,
+      "grad_norm": 193.3817901611328,
+      "learning_rate": 1.4849925178172862e-06,
+      "loss": 14.7656,
+      "step": 10801
+    },
+    {
+      "epoch": 0.7174071860264329,
+      "grad_norm": 870.6890258789062,
+      "learning_rate": 1.4848984588580858e-06,
+      "loss": 29.5,
+      "step": 10802
+    },
+    {
+      "epoch": 0.7174736003187886,
+      "grad_norm": 153.29176330566406,
+      "learning_rate": 1.4848043942898593e-06,
+      "loss": 14.9062,
+      "step": 10803
+    },
+    {
+      "epoch": 0.7175400146111444,
+      "grad_norm": 295.60858154296875,
+      "learning_rate": 1.484710324113695e-06,
+      "loss": 20.0312,
+      "step": 10804
+    },
+    {
+      "epoch": 0.7176064289035,
+      "grad_norm": 204.74826049804688,
+      "learning_rate": 1.4846162483306815e-06,
+      "loss": 12.5625,
+      "step": 10805
+    },
+    {
+      "epoch": 0.7176728431958558,
+      "grad_norm": 117.0429916381836,
+      "learning_rate": 1.4845221669419069e-06,
+      "loss": 18.75,
+      "step": 10806
+    },
+    {
+      "epoch": 0.7177392574882114,
+      "grad_norm": 254.92440795898438,
+      "learning_rate": 1.4844280799484588e-06,
+      "loss": 17.4844,
+      "step": 10807
+    },
+    {
+      "epoch": 0.7178056717805672,
+      "grad_norm": 462.9102783203125,
+      "learning_rate": 1.484333987351426e-06,
+      "loss": 14.0156,
+      "step": 10808
+    },
+    {
+      "epoch": 0.7178720860729229,
+      "grad_norm": 358.22332763671875,
+      "learning_rate": 1.4842398891518972e-06,
+      "loss": 21.875,
+      "step": 10809
+    },
+    {
+      "epoch": 0.7179385003652786,
+      "grad_norm": 188.9109649658203,
+      "learning_rate": 1.4841457853509606e-06,
+      "loss": 13.1719,
+      "step": 10810
+    },
+    {
+      "epoch": 0.7180049146576343,
+      "grad_norm": 276.8013610839844,
+      "learning_rate": 1.4840516759497046e-06,
+      "loss": 17.25,
+      "step": 10811
+    },
+    {
+      "epoch": 0.71807132894999,
+      "grad_norm": 398.83465576171875,
+      "learning_rate": 1.4839575609492178e-06,
+      "loss": 17.3438,
+      "step": 10812
+    },
+    {
+      "epoch": 0.7181377432423458,
+      "grad_norm": 159.72927856445312,
+      "learning_rate": 1.483863440350589e-06,
+      "loss": 17.3125,
+      "step": 10813
+    },
+    {
+      "epoch": 0.7182041575347015,
+      "grad_norm": 163.169189453125,
+      "learning_rate": 1.4837693141549072e-06,
+      "loss": 16.0469,
+      "step": 10814
+    },
+    {
+      "epoch": 0.7182705718270572,
+      "grad_norm": 210.39810180664062,
+      "learning_rate": 1.483675182363261e-06,
+      "loss": 17.6094,
+      "step": 10815
+    },
+    {
+      "epoch": 0.7183369861194129,
+      "grad_norm": 318.38092041015625,
+      "learning_rate": 1.4835810449767388e-06,
+      "loss": 15.6562,
+      "step": 10816
+    },
+    {
+      "epoch": 0.7184034004117686,
+      "grad_norm": 212.07151794433594,
+      "learning_rate": 1.4834869019964302e-06,
+      "loss": 17.1406,
+      "step": 10817
+    },
+    {
+      "epoch": 0.7184698147041243,
+      "grad_norm": 583.6727294921875,
+      "learning_rate": 1.4833927534234239e-06,
+      "loss": 22.2344,
+      "step": 10818
+    },
+    {
+      "epoch": 0.7185362289964801,
+      "grad_norm": 411.4305725097656,
+      "learning_rate": 1.4832985992588087e-06,
+      "loss": 21.9531,
+      "step": 10819
+    },
+    {
+      "epoch": 0.7186026432888357,
+      "grad_norm": 786.5626831054688,
+      "learning_rate": 1.4832044395036743e-06,
+      "loss": 14.6094,
+      "step": 10820
+    },
+    {
+      "epoch": 0.7186690575811915,
+      "grad_norm": 210.68089294433594,
+      "learning_rate": 1.4831102741591095e-06,
+      "loss": 22.4062,
+      "step": 10821
+    },
+    {
+      "epoch": 0.7187354718735471,
+      "grad_norm": 148.60374450683594,
+      "learning_rate": 1.4830161032262034e-06,
+      "loss": 14.7812,
+      "step": 10822
+    },
+    {
+      "epoch": 0.7188018861659029,
+      "grad_norm": 184.3419189453125,
+      "learning_rate": 1.4829219267060457e-06,
+      "loss": 18.7812,
+      "step": 10823
+    },
+    {
+      "epoch": 0.7188683004582587,
+      "grad_norm": 198.0956573486328,
+      "learning_rate": 1.4828277445997257e-06,
+      "loss": 16.0781,
+      "step": 10824
+    },
+    {
+      "epoch": 0.7189347147506143,
+      "grad_norm": 279.26361083984375,
+      "learning_rate": 1.4827335569083327e-06,
+      "loss": 20.8438,
+      "step": 10825
+    },
+    {
+      "epoch": 0.7190011290429701,
+      "grad_norm": 286.28582763671875,
+      "learning_rate": 1.4826393636329563e-06,
+      "loss": 15.2188,
+      "step": 10826
+    },
+    {
+      "epoch": 0.7190675433353257,
+      "grad_norm": 313.505859375,
+      "learning_rate": 1.4825451647746863e-06,
+      "loss": 16.1094,
+      "step": 10827
+    },
+    {
+      "epoch": 0.7191339576276815,
+      "grad_norm": 368.4177551269531,
+      "learning_rate": 1.4824509603346117e-06,
+      "loss": 20.9375,
+      "step": 10828
+    },
+    {
+      "epoch": 0.7192003719200372,
+      "grad_norm": 196.578857421875,
+      "learning_rate": 1.4823567503138225e-06,
+      "loss": 20.5312,
+      "step": 10829
+    },
+    {
+      "epoch": 0.7192667862123929,
+      "grad_norm": 215.8731231689453,
+      "learning_rate": 1.4822625347134089e-06,
+      "loss": 19.5625,
+      "step": 10830
+    },
+    {
+      "epoch": 0.7193332005047486,
+      "grad_norm": 249.18934631347656,
+      "learning_rate": 1.4821683135344603e-06,
+      "loss": 23.8125,
+      "step": 10831
+    },
+    {
+      "epoch": 0.7193996147971043,
+      "grad_norm": 424.5755310058594,
+      "learning_rate": 1.4820740867780669e-06,
+      "loss": 22.0781,
+      "step": 10832
+    },
+    {
+      "epoch": 0.71946602908946,
+      "grad_norm": 305.75128173828125,
+      "learning_rate": 1.481979854445318e-06,
+      "loss": 18.7812,
+      "step": 10833
+    },
+    {
+      "epoch": 0.7195324433818158,
+      "grad_norm": 315.2439880371094,
+      "learning_rate": 1.4818856165373044e-06,
+      "loss": 15.1719,
+      "step": 10834
+    },
+    {
+      "epoch": 0.7195988576741715,
+      "grad_norm": 177.82235717773438,
+      "learning_rate": 1.4817913730551155e-06,
+      "loss": 17.2188,
+      "step": 10835
+    },
+    {
+      "epoch": 0.7196652719665272,
+      "grad_norm": 488.2502746582031,
+      "learning_rate": 1.481697123999842e-06,
+      "loss": 21.0312,
+      "step": 10836
+    },
+    {
+      "epoch": 0.719731686258883,
+      "grad_norm": 241.2085723876953,
+      "learning_rate": 1.4816028693725739e-06,
+      "loss": 15.8281,
+      "step": 10837
+    },
+    {
+      "epoch": 0.7197981005512386,
+      "grad_norm": 161.1261749267578,
+      "learning_rate": 1.4815086091744019e-06,
+      "loss": 12.3906,
+      "step": 10838
+    },
+    {
+      "epoch": 0.7198645148435944,
+      "grad_norm": 291.86993408203125,
+      "learning_rate": 1.4814143434064155e-06,
+      "loss": 15.7031,
+      "step": 10839
+    },
+    {
+      "epoch": 0.71993092913595,
+      "grad_norm": 124.72647094726562,
+      "learning_rate": 1.4813200720697054e-06,
+      "loss": 15.7969,
+      "step": 10840
+    },
+    {
+      "epoch": 0.7199973434283058,
+      "grad_norm": 167.44400024414062,
+      "learning_rate": 1.4812257951653628e-06,
+      "loss": 16.9844,
+      "step": 10841
+    },
+    {
+      "epoch": 0.7200637577206614,
+      "grad_norm": 145.99977111816406,
+      "learning_rate": 1.4811315126944775e-06,
+      "loss": 16.0781,
+      "step": 10842
+    },
+    {
+      "epoch": 0.7201301720130172,
+      "grad_norm": 222.69363403320312,
+      "learning_rate": 1.4810372246581402e-06,
+      "loss": 23.0,
+      "step": 10843
+    },
+    {
+      "epoch": 0.7201965863053729,
+      "grad_norm": 143.77243041992188,
+      "learning_rate": 1.4809429310574418e-06,
+      "loss": 15.5,
+      "step": 10844
+    },
+    {
+      "epoch": 0.7202630005977286,
+      "grad_norm": 204.9259490966797,
+      "learning_rate": 1.4808486318934728e-06,
+      "loss": 18.0,
+      "step": 10845
+    },
+    {
+      "epoch": 0.7203294148900844,
+      "grad_norm": 174.54376220703125,
+      "learning_rate": 1.480754327167324e-06,
+      "loss": 13.2656,
+      "step": 10846
+    },
+    {
+      "epoch": 0.72039582918244,
+      "grad_norm": 565.8750610351562,
+      "learning_rate": 1.4806600168800864e-06,
+      "loss": 19.4219,
+      "step": 10847
+    },
+    {
+      "epoch": 0.7204622434747958,
+      "grad_norm": 359.7299499511719,
+      "learning_rate": 1.4805657010328512e-06,
+      "loss": 18.0469,
+      "step": 10848
+    },
+    {
+      "epoch": 0.7205286577671515,
+      "grad_norm": 346.067626953125,
+      "learning_rate": 1.4804713796267088e-06,
+      "loss": 29.2188,
+      "step": 10849
+    },
+    {
+      "epoch": 0.7205950720595072,
+      "grad_norm": 190.24615478515625,
+      "learning_rate": 1.4803770526627506e-06,
+      "loss": 18.5469,
+      "step": 10850
+    },
+    {
+      "epoch": 0.7206614863518629,
+      "grad_norm": 551.0979614257812,
+      "learning_rate": 1.4802827201420676e-06,
+      "loss": 27.7188,
+      "step": 10851
+    },
+    {
+      "epoch": 0.7207279006442187,
+      "grad_norm": 147.72515869140625,
+      "learning_rate": 1.4801883820657512e-06,
+      "loss": 17.5312,
+      "step": 10852
+    },
+    {
+      "epoch": 0.7207943149365743,
+      "grad_norm": 281.38330078125,
+      "learning_rate": 1.4800940384348923e-06,
+      "loss": 20.25,
+      "step": 10853
+    },
+    {
+      "epoch": 0.7208607292289301,
+      "grad_norm": 113.4882583618164,
+      "learning_rate": 1.4799996892505825e-06,
+      "loss": 13.5625,
+      "step": 10854
+    },
+    {
+      "epoch": 0.7209271435212857,
+      "grad_norm": 233.67430114746094,
+      "learning_rate": 1.479905334513913e-06,
+      "loss": 19.2969,
+      "step": 10855
+    },
+    {
+      "epoch": 0.7209935578136415,
+      "grad_norm": 244.8924102783203,
+      "learning_rate": 1.4798109742259753e-06,
+      "loss": 20.6797,
+      "step": 10856
+    },
+    {
+      "epoch": 0.7210599721059973,
+      "grad_norm": 495.88330078125,
+      "learning_rate": 1.479716608387861e-06,
+      "loss": 26.2031,
+      "step": 10857
+    },
+    {
+      "epoch": 0.7211263863983529,
+      "grad_norm": 287.7066650390625,
+      "learning_rate": 1.4796222370006614e-06,
+      "loss": 23.7188,
+      "step": 10858
+    },
+    {
+      "epoch": 0.7211928006907087,
+      "grad_norm": 159.04815673828125,
+      "learning_rate": 1.4795278600654687e-06,
+      "loss": 18.1094,
+      "step": 10859
+    },
+    {
+      "epoch": 0.7212592149830643,
+      "grad_norm": 269.2866516113281,
+      "learning_rate": 1.4794334775833738e-06,
+      "loss": 17.3906,
+      "step": 10860
+    },
+    {
+      "epoch": 0.7213256292754201,
+      "grad_norm": 188.647216796875,
+      "learning_rate": 1.4793390895554692e-06,
+      "loss": 17.0156,
+      "step": 10861
+    },
+    {
+      "epoch": 0.7213920435677758,
+      "grad_norm": 177.24769592285156,
+      "learning_rate": 1.4792446959828464e-06,
+      "loss": 11.6406,
+      "step": 10862
+    },
+    {
+      "epoch": 0.7214584578601315,
+      "grad_norm": 258.3697814941406,
+      "learning_rate": 1.4791502968665974e-06,
+      "loss": 17.4219,
+      "step": 10863
+    },
+    {
+      "epoch": 0.7215248721524872,
+      "grad_norm": 336.1249694824219,
+      "learning_rate": 1.4790558922078139e-06,
+      "loss": 16.875,
+      "step": 10864
+    },
+    {
+      "epoch": 0.7215912864448429,
+      "grad_norm": 249.99539184570312,
+      "learning_rate": 1.478961482007588e-06,
+      "loss": 14.0312,
+      "step": 10865
+    },
+    {
+      "epoch": 0.7216577007371986,
+      "grad_norm": 190.0615997314453,
+      "learning_rate": 1.478867066267012e-06,
+      "loss": 20.1875,
+      "step": 10866
+    },
+    {
+      "epoch": 0.7217241150295544,
+      "grad_norm": 109.2402572631836,
+      "learning_rate": 1.478772644987178e-06,
+      "loss": 17.0625,
+      "step": 10867
+    },
+    {
+      "epoch": 0.7217905293219101,
+      "grad_norm": 198.94723510742188,
+      "learning_rate": 1.4786782181691778e-06,
+      "loss": 20.1875,
+      "step": 10868
+    },
+    {
+      "epoch": 0.7218569436142658,
+      "grad_norm": 191.0261993408203,
+      "learning_rate": 1.4785837858141042e-06,
+      "loss": 13.9531,
+      "step": 10869
+    },
+    {
+      "epoch": 0.7219233579066215,
+      "grad_norm": 200.97232055664062,
+      "learning_rate": 1.4784893479230494e-06,
+      "loss": 22.2344,
+      "step": 10870
+    },
+    {
+      "epoch": 0.7219897721989772,
+      "grad_norm": 190.45428466796875,
+      "learning_rate": 1.4783949044971055e-06,
+      "loss": 15.375,
+      "step": 10871
+    },
+    {
+      "epoch": 0.722056186491333,
+      "grad_norm": 190.44317626953125,
+      "learning_rate": 1.4783004555373655e-06,
+      "loss": 14.1719,
+      "step": 10872
+    },
+    {
+      "epoch": 0.7221226007836886,
+      "grad_norm": 323.2987365722656,
+      "learning_rate": 1.4782060010449215e-06,
+      "loss": 18.9688,
+      "step": 10873
+    },
+    {
+      "epoch": 0.7221890150760444,
+      "grad_norm": 236.23899841308594,
+      "learning_rate": 1.4781115410208662e-06,
+      "loss": 14.5,
+      "step": 10874
+    },
+    {
+      "epoch": 0.7222554293684,
+      "grad_norm": 436.46441650390625,
+      "learning_rate": 1.4780170754662921e-06,
+      "loss": 18.3438,
+      "step": 10875
+    },
+    {
+      "epoch": 0.7223218436607558,
+      "grad_norm": 164.59909057617188,
+      "learning_rate": 1.4779226043822923e-06,
+      "loss": 19.5781,
+      "step": 10876
+    },
+    {
+      "epoch": 0.7223882579531115,
+      "grad_norm": 259.4053039550781,
+      "learning_rate": 1.4778281277699596e-06,
+      "loss": 21.2188,
+      "step": 10877
+    },
+    {
+      "epoch": 0.7224546722454672,
+      "grad_norm": 173.3037109375,
+      "learning_rate": 1.4777336456303863e-06,
+      "loss": 17.9219,
+      "step": 10878
+    },
+    {
+      "epoch": 0.722521086537823,
+      "grad_norm": 154.35357666015625,
+      "learning_rate": 1.4776391579646658e-06,
+      "loss": 15.4375,
+      "step": 10879
+    },
+    {
+      "epoch": 0.7225875008301786,
+      "grad_norm": 168.07557678222656,
+      "learning_rate": 1.4775446647738909e-06,
+      "loss": 17.9531,
+      "step": 10880
+    },
+    {
+      "epoch": 0.7226539151225344,
+      "grad_norm": 166.6332550048828,
+      "learning_rate": 1.477450166059155e-06,
+      "loss": 17.0312,
+      "step": 10881
+    },
+    {
+      "epoch": 0.7227203294148901,
+      "grad_norm": 156.9446258544922,
+      "learning_rate": 1.4773556618215506e-06,
+      "loss": 16.875,
+      "step": 10882
+    },
+    {
+      "epoch": 0.7227867437072458,
+      "grad_norm": 119.47017669677734,
+      "learning_rate": 1.477261152062171e-06,
+      "loss": 18.9062,
+      "step": 10883
+    },
+    {
+      "epoch": 0.7228531579996015,
+      "grad_norm": 124.36385345458984,
+      "learning_rate": 1.4771666367821101e-06,
+      "loss": 16.6406,
+      "step": 10884
+    },
+    {
+      "epoch": 0.7229195722919572,
+      "grad_norm": 257.2664489746094,
+      "learning_rate": 1.4770721159824604e-06,
+      "loss": 23.3438,
+      "step": 10885
+    },
+    {
+      "epoch": 0.7229859865843129,
+      "grad_norm": 169.18128967285156,
+      "learning_rate": 1.4769775896643156e-06,
+      "loss": 16.2969,
+      "step": 10886
+    },
+    {
+      "epoch": 0.7230524008766687,
+      "grad_norm": 197.51507568359375,
+      "learning_rate": 1.4768830578287689e-06,
+      "loss": 18.3906,
+      "step": 10887
+    },
+    {
+      "epoch": 0.7231188151690243,
+      "grad_norm": 410.3912353515625,
+      "learning_rate": 1.4767885204769141e-06,
+      "loss": 16.0625,
+      "step": 10888
+    },
+    {
+      "epoch": 0.7231852294613801,
+      "grad_norm": 135.61151123046875,
+      "learning_rate": 1.4766939776098445e-06,
+      "loss": 17.0312,
+      "step": 10889
+    },
+    {
+      "epoch": 0.7232516437537359,
+      "grad_norm": 151.2401123046875,
+      "learning_rate": 1.4765994292286541e-06,
+      "loss": 12.2188,
+      "step": 10890
+    },
+    {
+      "epoch": 0.7233180580460915,
+      "grad_norm": 112.2914810180664,
+      "learning_rate": 1.4765048753344363e-06,
+      "loss": 18.2031,
+      "step": 10891
+    },
+    {
+      "epoch": 0.7233844723384473,
+      "grad_norm": 133.69107055664062,
+      "learning_rate": 1.4764103159282848e-06,
+      "loss": 16.5312,
+      "step": 10892
+    },
+    {
+      "epoch": 0.7234508866308029,
+      "grad_norm": 217.4771728515625,
+      "learning_rate": 1.476315751011293e-06,
+      "loss": 20.1094,
+      "step": 10893
+    },
+    {
+      "epoch": 0.7235173009231587,
+      "grad_norm": 178.984130859375,
+      "learning_rate": 1.476221180584556e-06,
+      "loss": 13.5938,
+      "step": 10894
+    },
+    {
+      "epoch": 0.7235837152155143,
+      "grad_norm": 184.4279022216797,
+      "learning_rate": 1.4761266046491668e-06,
+      "loss": 17.0938,
+      "step": 10895
+    },
+    {
+      "epoch": 0.7236501295078701,
+      "grad_norm": 180.72479248046875,
+      "learning_rate": 1.4760320232062196e-06,
+      "loss": 13.7656,
+      "step": 10896
+    },
+    {
+      "epoch": 0.7237165438002258,
+      "grad_norm": 222.05140686035156,
+      "learning_rate": 1.475937436256808e-06,
+      "loss": 13.7969,
+      "step": 10897
+    },
+    {
+      "epoch": 0.7237829580925815,
+      "grad_norm": 623.8473510742188,
+      "learning_rate": 1.4758428438020271e-06,
+      "loss": 18.6562,
+      "step": 10898
+    },
+    {
+      "epoch": 0.7238493723849372,
+      "grad_norm": 112.89977264404297,
+      "learning_rate": 1.4757482458429705e-06,
+      "loss": 14.4062,
+      "step": 10899
+    },
+    {
+      "epoch": 0.723915786677293,
+      "grad_norm": 186.30636596679688,
+      "learning_rate": 1.4756536423807323e-06,
+      "loss": 13.6562,
+      "step": 10900
+    },
+    {
+      "epoch": 0.7239822009696487,
+      "grad_norm": 481.8658447265625,
+      "learning_rate": 1.475559033416407e-06,
+      "loss": 12.6562,
+      "step": 10901
+    },
+    {
+      "epoch": 0.7240486152620044,
+      "grad_norm": 414.5346374511719,
+      "learning_rate": 1.4754644189510895e-06,
+      "loss": 17.4062,
+      "step": 10902
+    },
+    {
+      "epoch": 0.7241150295543601,
+      "grad_norm": 435.14093017578125,
+      "learning_rate": 1.4753697989858733e-06,
+      "loss": 24.3594,
+      "step": 10903
+    },
+    {
+      "epoch": 0.7241814438467158,
+      "grad_norm": 192.33848571777344,
+      "learning_rate": 1.4752751735218535e-06,
+      "loss": 21.3125,
+      "step": 10904
+    },
+    {
+      "epoch": 0.7242478581390716,
+      "grad_norm": 617.6685791015625,
+      "learning_rate": 1.4751805425601247e-06,
+      "loss": 17.0312,
+      "step": 10905
+    },
+    {
+      "epoch": 0.7243142724314272,
+      "grad_norm": 144.9732666015625,
+      "learning_rate": 1.4750859061017814e-06,
+      "loss": 17.7812,
+      "step": 10906
+    },
+    {
+      "epoch": 0.724380686723783,
+      "grad_norm": 298.4784240722656,
+      "learning_rate": 1.474991264147918e-06,
+      "loss": 22.8906,
+      "step": 10907
+    },
+    {
+      "epoch": 0.7244471010161386,
+      "grad_norm": 249.14085388183594,
+      "learning_rate": 1.4748966166996298e-06,
+      "loss": 18.1562,
+      "step": 10908
+    },
+    {
+      "epoch": 0.7245135153084944,
+      "grad_norm": 283.57940673828125,
+      "learning_rate": 1.4748019637580113e-06,
+      "loss": 16.8125,
+      "step": 10909
+    },
+    {
+      "epoch": 0.72457992960085,
+      "grad_norm": 565.6939086914062,
+      "learning_rate": 1.4747073053241574e-06,
+      "loss": 16.5,
+      "step": 10910
+    },
+    {
+      "epoch": 0.7246463438932058,
+      "grad_norm": 318.3634948730469,
+      "learning_rate": 1.474612641399163e-06,
+      "loss": 17.6719,
+      "step": 10911
+    },
+    {
+      "epoch": 0.7247127581855616,
+      "grad_norm": 331.6219482421875,
+      "learning_rate": 1.4745179719841234e-06,
+      "loss": 21.1875,
+      "step": 10912
+    },
+    {
+      "epoch": 0.7247791724779172,
+      "grad_norm": 402.58538818359375,
+      "learning_rate": 1.4744232970801337e-06,
+      "loss": 16.7031,
+      "step": 10913
+    },
+    {
+      "epoch": 0.724845586770273,
+      "grad_norm": 633.4483032226562,
+      "learning_rate": 1.4743286166882887e-06,
+      "loss": 30.375,
+      "step": 10914
+    },
+    {
+      "epoch": 0.7249120010626287,
+      "grad_norm": 335.9993591308594,
+      "learning_rate": 1.474233930809684e-06,
+      "loss": 16.8906,
+      "step": 10915
+    },
+    {
+      "epoch": 0.7249784153549844,
+      "grad_norm": 177.9086151123047,
+      "learning_rate": 1.4741392394454143e-06,
+      "loss": 14.9844,
+      "step": 10916
+    },
+    {
+      "epoch": 0.7250448296473401,
+      "grad_norm": 200.28892517089844,
+      "learning_rate": 1.4740445425965753e-06,
+      "loss": 15.9375,
+      "step": 10917
+    },
+    {
+      "epoch": 0.7251112439396958,
+      "grad_norm": 224.66744995117188,
+      "learning_rate": 1.4739498402642626e-06,
+      "loss": 20.375,
+      "step": 10918
+    },
+    {
+      "epoch": 0.7251776582320515,
+      "grad_norm": 270.4108581542969,
+      "learning_rate": 1.473855132449571e-06,
+      "loss": 15.6094,
+      "step": 10919
+    },
+    {
+      "epoch": 0.7252440725244073,
+      "grad_norm": 266.36956787109375,
+      "learning_rate": 1.4737604191535972e-06,
+      "loss": 20.1562,
+      "step": 10920
+    },
+    {
+      "epoch": 0.725310486816763,
+      "grad_norm": 182.59417724609375,
+      "learning_rate": 1.4736657003774356e-06,
+      "loss": 16.125,
+      "step": 10921
+    },
+    {
+      "epoch": 0.7253769011091187,
+      "grad_norm": 755.0926513671875,
+      "learning_rate": 1.4735709761221823e-06,
+      "loss": 14.7812,
+      "step": 10922
+    },
+    {
+      "epoch": 0.7254433154014744,
+      "grad_norm": 823.8045654296875,
+      "learning_rate": 1.4734762463889331e-06,
+      "loss": 18.7344,
+      "step": 10923
+    },
+    {
+      "epoch": 0.7255097296938301,
+      "grad_norm": 293.0620422363281,
+      "learning_rate": 1.473381511178784e-06,
+      "loss": 17.4062,
+      "step": 10924
+    },
+    {
+      "epoch": 0.7255761439861859,
+      "grad_norm": 5228.18115234375,
+      "learning_rate": 1.47328677049283e-06,
+      "loss": 11.4375,
+      "step": 10925
+    },
+    {
+      "epoch": 0.7256425582785415,
+      "grad_norm": 146.022705078125,
+      "learning_rate": 1.4731920243321678e-06,
+      "loss": 13.2031,
+      "step": 10926
+    },
+    {
+      "epoch": 0.7257089725708973,
+      "grad_norm": 125.69758605957031,
+      "learning_rate": 1.4730972726978933e-06,
+      "loss": 16.5938,
+      "step": 10927
+    },
+    {
+      "epoch": 0.7257753868632529,
+      "grad_norm": 1293.5233154296875,
+      "learning_rate": 1.4730025155911022e-06,
+      "loss": 14.7812,
+      "step": 10928
+    },
+    {
+      "epoch": 0.7258418011556087,
+      "grad_norm": 159.9552001953125,
+      "learning_rate": 1.4729077530128903e-06,
+      "loss": 17.2969,
+      "step": 10929
+    },
+    {
+      "epoch": 0.7259082154479644,
+      "grad_norm": 213.6688995361328,
+      "learning_rate": 1.4728129849643548e-06,
+      "loss": 16.2969,
+      "step": 10930
+    },
+    {
+      "epoch": 0.7259746297403201,
+      "grad_norm": 305.3029479980469,
+      "learning_rate": 1.4727182114465913e-06,
+      "loss": 15.9844,
+      "step": 10931
+    },
+    {
+      "epoch": 0.7260410440326759,
+      "grad_norm": 182.15475463867188,
+      "learning_rate": 1.472623432460696e-06,
+      "loss": 20.3281,
+      "step": 10932
+    },
+    {
+      "epoch": 0.7261074583250315,
+      "grad_norm": 217.9873504638672,
+      "learning_rate": 1.4725286480077652e-06,
+      "loss": 14.2188,
+      "step": 10933
+    },
+    {
+      "epoch": 0.7261738726173873,
+      "grad_norm": 141.13192749023438,
+      "learning_rate": 1.4724338580888958e-06,
+      "loss": 17.0938,
+      "step": 10934
+    },
+    {
+      "epoch": 0.726240286909743,
+      "grad_norm": 268.3170166015625,
+      "learning_rate": 1.4723390627051836e-06,
+      "loss": 17.8438,
+      "step": 10935
+    },
+    {
+      "epoch": 0.7263067012020987,
+      "grad_norm": 166.25779724121094,
+      "learning_rate": 1.4722442618577255e-06,
+      "loss": 20.7812,
+      "step": 10936
+    },
+    {
+      "epoch": 0.7263731154944544,
+      "grad_norm": 122.42266082763672,
+      "learning_rate": 1.4721494555476187e-06,
+      "loss": 19.4844,
+      "step": 10937
+    },
+    {
+      "epoch": 0.7264395297868101,
+      "grad_norm": 177.6004180908203,
+      "learning_rate": 1.4720546437759586e-06,
+      "loss": 16.6719,
+      "step": 10938
+    },
+    {
+      "epoch": 0.7265059440791658,
+      "grad_norm": 159.13995361328125,
+      "learning_rate": 1.4719598265438426e-06,
+      "loss": 15.2656,
+      "step": 10939
+    },
+    {
+      "epoch": 0.7265723583715216,
+      "grad_norm": 330.8898620605469,
+      "learning_rate": 1.4718650038523676e-06,
+      "loss": 18.4062,
+      "step": 10940
+    },
+    {
+      "epoch": 0.7266387726638772,
+      "grad_norm": 156.18368530273438,
+      "learning_rate": 1.4717701757026307e-06,
+      "loss": 11.7188,
+      "step": 10941
+    },
+    {
+      "epoch": 0.726705186956233,
+      "grad_norm": 256.55755615234375,
+      "learning_rate": 1.471675342095728e-06,
+      "loss": 23.4375,
+      "step": 10942
+    },
+    {
+      "epoch": 0.7267716012485888,
+      "grad_norm": 223.4319305419922,
+      "learning_rate": 1.471580503032757e-06,
+      "loss": 14.8906,
+      "step": 10943
+    },
+    {
+      "epoch": 0.7268380155409444,
+      "grad_norm": 195.04501342773438,
+      "learning_rate": 1.4714856585148148e-06,
+      "loss": 15.1953,
+      "step": 10944
+    },
+    {
+      "epoch": 0.7269044298333002,
+      "grad_norm": 427.0220031738281,
+      "learning_rate": 1.4713908085429984e-06,
+      "loss": 36.7812,
+      "step": 10945
+    },
+    {
+      "epoch": 0.7269708441256558,
+      "grad_norm": 262.89874267578125,
+      "learning_rate": 1.4712959531184049e-06,
+      "loss": 18.5156,
+      "step": 10946
+    },
+    {
+      "epoch": 0.7270372584180116,
+      "grad_norm": 319.5506896972656,
+      "learning_rate": 1.4712010922421315e-06,
+      "loss": 25.6719,
+      "step": 10947
+    },
+    {
+      "epoch": 0.7271036727103672,
+      "grad_norm": 299.0372314453125,
+      "learning_rate": 1.4711062259152757e-06,
+      "loss": 21.9375,
+      "step": 10948
+    },
+    {
+      "epoch": 0.727170087002723,
+      "grad_norm": 174.43267822265625,
+      "learning_rate": 1.4710113541389347e-06,
+      "loss": 16.8438,
+      "step": 10949
+    },
+    {
+      "epoch": 0.7272365012950787,
+      "grad_norm": 291.30303955078125,
+      "learning_rate": 1.4709164769142056e-06,
+      "loss": 20.1562,
+      "step": 10950
+    },
+    {
+      "epoch": 0.7273029155874344,
+      "grad_norm": 170.72738647460938,
+      "learning_rate": 1.4708215942421866e-06,
+      "loss": 19.1562,
+      "step": 10951
+    },
+    {
+      "epoch": 0.7273693298797901,
+      "grad_norm": 142.6446990966797,
+      "learning_rate": 1.470726706123975e-06,
+      "loss": 12.3906,
+      "step": 10952
+    },
+    {
+      "epoch": 0.7274357441721458,
+      "grad_norm": 438.8959655761719,
+      "learning_rate": 1.470631812560668e-06,
+      "loss": 23.8906,
+      "step": 10953
+    },
+    {
+      "epoch": 0.7275021584645016,
+      "grad_norm": 128.803466796875,
+      "learning_rate": 1.4705369135533636e-06,
+      "loss": 14.0312,
+      "step": 10954
+    },
+    {
+      "epoch": 0.7275685727568573,
+      "grad_norm": 157.9051513671875,
+      "learning_rate": 1.4704420091031597e-06,
+      "loss": 17.5,
+      "step": 10955
+    },
+    {
+      "epoch": 0.727634987049213,
+      "grad_norm": 250.8037872314453,
+      "learning_rate": 1.4703470992111539e-06,
+      "loss": 19.3281,
+      "step": 10956
+    },
+    {
+      "epoch": 0.7277014013415687,
+      "grad_norm": 420.9826354980469,
+      "learning_rate": 1.4702521838784441e-06,
+      "loss": 21.3906,
+      "step": 10957
+    },
+    {
+      "epoch": 0.7277678156339245,
+      "grad_norm": 193.4832000732422,
+      "learning_rate": 1.470157263106128e-06,
+      "loss": 17.0,
+      "step": 10958
+    },
+    {
+      "epoch": 0.7278342299262801,
+      "grad_norm": 404.54595947265625,
+      "learning_rate": 1.470062336895304e-06,
+      "loss": 13.0469,
+      "step": 10959
+    },
+    {
+      "epoch": 0.7279006442186359,
+      "grad_norm": 197.71978759765625,
+      "learning_rate": 1.4699674052470697e-06,
+      "loss": 15.6094,
+      "step": 10960
+    },
+    {
+      "epoch": 0.7279670585109915,
+      "grad_norm": 273.56304931640625,
+      "learning_rate": 1.4698724681625236e-06,
+      "loss": 13.5312,
+      "step": 10961
+    },
+    {
+      "epoch": 0.7280334728033473,
+      "grad_norm": 173.4640655517578,
+      "learning_rate": 1.4697775256427635e-06,
+      "loss": 15.7031,
+      "step": 10962
+    },
+    {
+      "epoch": 0.728099887095703,
+      "grad_norm": 327.9992980957031,
+      "learning_rate": 1.4696825776888884e-06,
+      "loss": 13.125,
+      "step": 10963
+    },
+    {
+      "epoch": 0.7281663013880587,
+      "grad_norm": 214.0906524658203,
+      "learning_rate": 1.4695876243019957e-06,
+      "loss": 19.5469,
+      "step": 10964
+    },
+    {
+      "epoch": 0.7282327156804145,
+      "grad_norm": 213.58204650878906,
+      "learning_rate": 1.4694926654831843e-06,
+      "loss": 16.8438,
+      "step": 10965
+    },
+    {
+      "epoch": 0.7282991299727701,
+      "grad_norm": 175.3373260498047,
+      "learning_rate": 1.469397701233552e-06,
+      "loss": 19.5,
+      "step": 10966
+    },
+    {
+      "epoch": 0.7283655442651259,
+      "grad_norm": 910.9044799804688,
+      "learning_rate": 1.4693027315541983e-06,
+      "loss": 14.9375,
+      "step": 10967
+    },
+    {
+      "epoch": 0.7284319585574816,
+      "grad_norm": 306.9888916015625,
+      "learning_rate": 1.469207756446221e-06,
+      "loss": 19.4688,
+      "step": 10968
+    },
+    {
+      "epoch": 0.7284983728498373,
+      "grad_norm": 185.1011199951172,
+      "learning_rate": 1.4691127759107191e-06,
+      "loss": 13.5078,
+      "step": 10969
+    },
+    {
+      "epoch": 0.728564787142193,
+      "grad_norm": 135.17823791503906,
+      "learning_rate": 1.469017789948791e-06,
+      "loss": 14.8281,
+      "step": 10970
+    },
+    {
+      "epoch": 0.7286312014345487,
+      "grad_norm": 399.60211181640625,
+      "learning_rate": 1.4689227985615356e-06,
+      "loss": 19.9375,
+      "step": 10971
+    },
+    {
+      "epoch": 0.7286976157269044,
+      "grad_norm": 520.8013305664062,
+      "learning_rate": 1.4688278017500515e-06,
+      "loss": 17.8906,
+      "step": 10972
+    },
+    {
+      "epoch": 0.7287640300192602,
+      "grad_norm": 125.99934387207031,
+      "learning_rate": 1.4687327995154379e-06,
+      "loss": 17.4531,
+      "step": 10973
+    },
+    {
+      "epoch": 0.7288304443116158,
+      "grad_norm": 271.7379455566406,
+      "learning_rate": 1.4686377918587936e-06,
+      "loss": 19.5781,
+      "step": 10974
+    },
+    {
+      "epoch": 0.7288968586039716,
+      "grad_norm": 296.54449462890625,
+      "learning_rate": 1.4685427787812174e-06,
+      "loss": 19.8906,
+      "step": 10975
+    },
+    {
+      "epoch": 0.7289632728963273,
+      "grad_norm": 172.7583465576172,
+      "learning_rate": 1.4684477602838086e-06,
+      "loss": 17.7656,
+      "step": 10976
+    },
+    {
+      "epoch": 0.729029687188683,
+      "grad_norm": 259.4151611328125,
+      "learning_rate": 1.4683527363676662e-06,
+      "loss": 17.375,
+      "step": 10977
+    },
+    {
+      "epoch": 0.7290961014810388,
+      "grad_norm": 301.22857666015625,
+      "learning_rate": 1.4682577070338896e-06,
+      "loss": 16.25,
+      "step": 10978
+    },
+    {
+      "epoch": 0.7291625157733944,
+      "grad_norm": 722.4583740234375,
+      "learning_rate": 1.4681626722835776e-06,
+      "loss": 18.4531,
+      "step": 10979
+    },
+    {
+      "epoch": 0.7292289300657502,
+      "grad_norm": 181.65826416015625,
+      "learning_rate": 1.4680676321178298e-06,
+      "loss": 12.4844,
+      "step": 10980
+    },
+    {
+      "epoch": 0.7292953443581058,
+      "grad_norm": 327.2948913574219,
+      "learning_rate": 1.4679725865377455e-06,
+      "loss": 19.7344,
+      "step": 10981
+    },
+    {
+      "epoch": 0.7293617586504616,
+      "grad_norm": 365.0848388671875,
+      "learning_rate": 1.4678775355444244e-06,
+      "loss": 15.5938,
+      "step": 10982
+    },
+    {
+      "epoch": 0.7294281729428173,
+      "grad_norm": 272.5102844238281,
+      "learning_rate": 1.4677824791389655e-06,
+      "loss": 21.3125,
+      "step": 10983
+    },
+    {
+      "epoch": 0.729494587235173,
+      "grad_norm": 218.28631591796875,
+      "learning_rate": 1.467687417322469e-06,
+      "loss": 13.4062,
+      "step": 10984
+    },
+    {
+      "epoch": 0.7295610015275287,
+      "grad_norm": 326.7148742675781,
+      "learning_rate": 1.4675923500960338e-06,
+      "loss": 27.0312,
+      "step": 10985
+    },
+    {
+      "epoch": 0.7296274158198844,
+      "grad_norm": 212.8975067138672,
+      "learning_rate": 1.46749727746076e-06,
+      "loss": 12.6875,
+      "step": 10986
+    },
+    {
+      "epoch": 0.7296938301122402,
+      "grad_norm": 238.55445861816406,
+      "learning_rate": 1.467402199417747e-06,
+      "loss": 15.1562,
+      "step": 10987
+    },
+    {
+      "epoch": 0.7297602444045959,
+      "grad_norm": 125.88195037841797,
+      "learning_rate": 1.4673071159680953e-06,
+      "loss": 20.6875,
+      "step": 10988
+    },
+    {
+      "epoch": 0.7298266586969516,
+      "grad_norm": 232.01609802246094,
+      "learning_rate": 1.4672120271129042e-06,
+      "loss": 13.1562,
+      "step": 10989
+    },
+    {
+      "epoch": 0.7298930729893073,
+      "grad_norm": 225.09750366210938,
+      "learning_rate": 1.4671169328532738e-06,
+      "loss": 19.1094,
+      "step": 10990
+    },
+    {
+      "epoch": 0.729959487281663,
+      "grad_norm": 242.08534240722656,
+      "learning_rate": 1.4670218331903042e-06,
+      "loss": 25.2188,
+      "step": 10991
+    },
+    {
+      "epoch": 0.7300259015740187,
+      "grad_norm": 241.9068603515625,
+      "learning_rate": 1.466926728125095e-06,
+      "loss": 16.2969,
+      "step": 10992
+    },
+    {
+      "epoch": 0.7300923158663745,
+      "grad_norm": 97.7287368774414,
+      "learning_rate": 1.4668316176587467e-06,
+      "loss": 15.4844,
+      "step": 10993
+    },
+    {
+      "epoch": 0.7301587301587301,
+      "grad_norm": 388.5367431640625,
+      "learning_rate": 1.4667365017923595e-06,
+      "loss": 16.8125,
+      "step": 10994
+    },
+    {
+      "epoch": 0.7302251444510859,
+      "grad_norm": 520.6586303710938,
+      "learning_rate": 1.4666413805270339e-06,
+      "loss": 26.8906,
+      "step": 10995
+    },
+    {
+      "epoch": 0.7302915587434415,
+      "grad_norm": 195.79379272460938,
+      "learning_rate": 1.4665462538638697e-06,
+      "loss": 17.5781,
+      "step": 10996
+    },
+    {
+      "epoch": 0.7303579730357973,
+      "grad_norm": 294.7816467285156,
+      "learning_rate": 1.4664511218039676e-06,
+      "loss": 23.4531,
+      "step": 10997
+    },
+    {
+      "epoch": 0.7304243873281531,
+      "grad_norm": 344.1625061035156,
+      "learning_rate": 1.4663559843484275e-06,
+      "loss": 20.1719,
+      "step": 10998
+    },
+    {
+      "epoch": 0.7304908016205087,
+      "grad_norm": 238.49819946289062,
+      "learning_rate": 1.4662608414983505e-06,
+      "loss": 18.625,
+      "step": 10999
+    },
+    {
+      "epoch": 0.7305572159128645,
+      "grad_norm": 209.14564514160156,
+      "learning_rate": 1.466165693254837e-06,
+      "loss": 16.3438,
+      "step": 11000
+    },
+    {
+      "epoch": 0.7306236302052201,
+      "grad_norm": 352.91583251953125,
+      "learning_rate": 1.4660705396189873e-06,
+      "loss": 17.0312,
+      "step": 11001
+    },
+    {
+      "epoch": 0.7306900444975759,
+      "grad_norm": 236.2237091064453,
+      "learning_rate": 1.4659753805919029e-06,
+      "loss": 16.7969,
+      "step": 11002
+    },
+    {
+      "epoch": 0.7307564587899316,
+      "grad_norm": 248.63330078125,
+      "learning_rate": 1.4658802161746832e-06,
+      "loss": 25.4688,
+      "step": 11003
+    },
+    {
+      "epoch": 0.7308228730822873,
+      "grad_norm": 307.1005554199219,
+      "learning_rate": 1.4657850463684303e-06,
+      "loss": 19.7969,
+      "step": 11004
+    },
+    {
+      "epoch": 0.730889287374643,
+      "grad_norm": 157.964111328125,
+      "learning_rate": 1.4656898711742446e-06,
+      "loss": 12.8438,
+      "step": 11005
+    },
+    {
+      "epoch": 0.7309557016669987,
+      "grad_norm": 221.61614990234375,
+      "learning_rate": 1.4655946905932267e-06,
+      "loss": 15.9219,
+      "step": 11006
+    },
+    {
+      "epoch": 0.7310221159593544,
+      "grad_norm": 111.99630737304688,
+      "learning_rate": 1.4654995046264782e-06,
+      "loss": 11.5625,
+      "step": 11007
+    },
+    {
+      "epoch": 0.7310885302517102,
+      "grad_norm": 135.86122131347656,
+      "learning_rate": 1.4654043132750998e-06,
+      "loss": 13.7031,
+      "step": 11008
+    },
+    {
+      "epoch": 0.7311549445440659,
+      "grad_norm": 131.2996368408203,
+      "learning_rate": 1.465309116540193e-06,
+      "loss": 15.9375,
+      "step": 11009
+    },
+    {
+      "epoch": 0.7312213588364216,
+      "grad_norm": 268.0259094238281,
+      "learning_rate": 1.4652139144228582e-06,
+      "loss": 17.9062,
+      "step": 11010
+    },
+    {
+      "epoch": 0.7312877731287774,
+      "grad_norm": 200.53271484375,
+      "learning_rate": 1.465118706924197e-06,
+      "loss": 15.7031,
+      "step": 11011
+    },
+    {
+      "epoch": 0.731354187421133,
+      "grad_norm": 191.49171447753906,
+      "learning_rate": 1.4650234940453112e-06,
+      "loss": 13.0781,
+      "step": 11012
+    },
+    {
+      "epoch": 0.7314206017134888,
+      "grad_norm": 221.60157775878906,
+      "learning_rate": 1.4649282757873014e-06,
+      "loss": 13.7812,
+      "step": 11013
+    },
+    {
+      "epoch": 0.7314870160058444,
+      "grad_norm": 859.490478515625,
+      "learning_rate": 1.4648330521512695e-06,
+      "loss": 21.7656,
+      "step": 11014
+    },
+    {
+      "epoch": 0.7315534302982002,
+      "grad_norm": 216.062744140625,
+      "learning_rate": 1.464737823138317e-06,
+      "loss": 13.7031,
+      "step": 11015
+    },
+    {
+      "epoch": 0.7316198445905558,
+      "grad_norm": 168.1242218017578,
+      "learning_rate": 1.4646425887495454e-06,
+      "loss": 16.4219,
+      "step": 11016
+    },
+    {
+      "epoch": 0.7316862588829116,
+      "grad_norm": 103.00238800048828,
+      "learning_rate": 1.4645473489860562e-06,
+      "loss": 13.0781,
+      "step": 11017
+    },
+    {
+      "epoch": 0.7317526731752673,
+      "grad_norm": 185.50564575195312,
+      "learning_rate": 1.464452103848951e-06,
+      "loss": 17.0469,
+      "step": 11018
+    },
+    {
+      "epoch": 0.731819087467623,
+      "grad_norm": 337.0030822753906,
+      "learning_rate": 1.4643568533393318e-06,
+      "loss": 18.0469,
+      "step": 11019
+    },
+    {
+      "epoch": 0.7318855017599788,
+      "grad_norm": 240.4058380126953,
+      "learning_rate": 1.4642615974583003e-06,
+      "loss": 19.1406,
+      "step": 11020
+    },
+    {
+      "epoch": 0.7319519160523345,
+      "grad_norm": 187.82550048828125,
+      "learning_rate": 1.4641663362069583e-06,
+      "loss": 16.2188,
+      "step": 11021
+    },
+    {
+      "epoch": 0.7320183303446902,
+      "grad_norm": 186.66778564453125,
+      "learning_rate": 1.4640710695864078e-06,
+      "loss": 18.9375,
+      "step": 11022
+    },
+    {
+      "epoch": 0.7320847446370459,
+      "grad_norm": 189.74948120117188,
+      "learning_rate": 1.463975797597751e-06,
+      "loss": 14.2656,
+      "step": 11023
+    },
+    {
+      "epoch": 0.7321511589294016,
+      "grad_norm": 251.69989013671875,
+      "learning_rate": 1.4638805202420894e-06,
+      "loss": 20.0625,
+      "step": 11024
+    },
+    {
+      "epoch": 0.7322175732217573,
+      "grad_norm": 109.3502197265625,
+      "learning_rate": 1.4637852375205255e-06,
+      "loss": 15.3438,
+      "step": 11025
+    },
+    {
+      "epoch": 0.732283987514113,
+      "grad_norm": 154.95086669921875,
+      "learning_rate": 1.4636899494341613e-06,
+      "loss": 16.625,
+      "step": 11026
+    },
+    {
+      "epoch": 0.7323504018064687,
+      "grad_norm": 164.04122924804688,
+      "learning_rate": 1.4635946559840994e-06,
+      "loss": 15.4531,
+      "step": 11027
+    },
+    {
+      "epoch": 0.7324168160988245,
+      "grad_norm": 432.26287841796875,
+      "learning_rate": 1.4634993571714415e-06,
+      "loss": 24.5469,
+      "step": 11028
+    },
+    {
+      "epoch": 0.7324832303911801,
+      "grad_norm": 283.7737731933594,
+      "learning_rate": 1.4634040529972906e-06,
+      "loss": 27.7969,
+      "step": 11029
+    },
+    {
+      "epoch": 0.7325496446835359,
+      "grad_norm": 179.44190979003906,
+      "learning_rate": 1.4633087434627486e-06,
+      "loss": 18.6562,
+      "step": 11030
+    },
+    {
+      "epoch": 0.7326160589758917,
+      "grad_norm": 344.40185546875,
+      "learning_rate": 1.4632134285689186e-06,
+      "loss": 15.8125,
+      "step": 11031
+    },
+    {
+      "epoch": 0.7326824732682473,
+      "grad_norm": 410.8682861328125,
+      "learning_rate": 1.4631181083169024e-06,
+      "loss": 17.7656,
+      "step": 11032
+    },
+    {
+      "epoch": 0.7327488875606031,
+      "grad_norm": 222.4490966796875,
+      "learning_rate": 1.463022782707803e-06,
+      "loss": 17.9688,
+      "step": 11033
+    },
+    {
+      "epoch": 0.7328153018529587,
+      "grad_norm": 157.41583251953125,
+      "learning_rate": 1.4629274517427233e-06,
+      "loss": 15.5,
+      "step": 11034
+    },
+    {
+      "epoch": 0.7328817161453145,
+      "grad_norm": 352.2274475097656,
+      "learning_rate": 1.4628321154227657e-06,
+      "loss": 22.7031,
+      "step": 11035
+    },
+    {
+      "epoch": 0.7329481304376702,
+      "grad_norm": 208.9132537841797,
+      "learning_rate": 1.4627367737490328e-06,
+      "loss": 18.1875,
+      "step": 11036
+    },
+    {
+      "epoch": 0.7330145447300259,
+      "grad_norm": 167.888916015625,
+      "learning_rate": 1.4626414267226279e-06,
+      "loss": 18.3125,
+      "step": 11037
+    },
+    {
+      "epoch": 0.7330809590223816,
+      "grad_norm": 166.64564514160156,
+      "learning_rate": 1.462546074344654e-06,
+      "loss": 18.2656,
+      "step": 11038
+    },
+    {
+      "epoch": 0.7331473733147373,
+      "grad_norm": 186.8219757080078,
+      "learning_rate": 1.4624507166162134e-06,
+      "loss": 16.4688,
+      "step": 11039
+    },
+    {
+      "epoch": 0.733213787607093,
+      "grad_norm": 195.938720703125,
+      "learning_rate": 1.4623553535384094e-06,
+      "loss": 19.3125,
+      "step": 11040
+    },
+    {
+      "epoch": 0.7332802018994488,
+      "grad_norm": 229.18264770507812,
+      "learning_rate": 1.4622599851123458e-06,
+      "loss": 22.9688,
+      "step": 11041
+    },
+    {
+      "epoch": 0.7333466161918045,
+      "grad_norm": 167.75588989257812,
+      "learning_rate": 1.4621646113391251e-06,
+      "loss": 17.2188,
+      "step": 11042
+    },
+    {
+      "epoch": 0.7334130304841602,
+      "grad_norm": 183.88937377929688,
+      "learning_rate": 1.4620692322198507e-06,
+      "loss": 15.8594,
+      "step": 11043
+    },
+    {
+      "epoch": 0.7334794447765159,
+      "grad_norm": 263.9002380371094,
+      "learning_rate": 1.461973847755626e-06,
+      "loss": 22.3906,
+      "step": 11044
+    },
+    {
+      "epoch": 0.7335458590688716,
+      "grad_norm": 139.5924530029297,
+      "learning_rate": 1.461878457947554e-06,
+      "loss": 14.7344,
+      "step": 11045
+    },
+    {
+      "epoch": 0.7336122733612274,
+      "grad_norm": 247.9339141845703,
+      "learning_rate": 1.4617830627967381e-06,
+      "loss": 17.1562,
+      "step": 11046
+    },
+    {
+      "epoch": 0.733678687653583,
+      "grad_norm": 302.62188720703125,
+      "learning_rate": 1.4616876623042824e-06,
+      "loss": 16.1719,
+      "step": 11047
+    },
+    {
+      "epoch": 0.7337451019459388,
+      "grad_norm": 233.40545654296875,
+      "learning_rate": 1.4615922564712902e-06,
+      "loss": 13.1406,
+      "step": 11048
+    },
+    {
+      "epoch": 0.7338115162382944,
+      "grad_norm": 1192.5015869140625,
+      "learning_rate": 1.4614968452988646e-06,
+      "loss": 27.4531,
+      "step": 11049
+    },
+    {
+      "epoch": 0.7338779305306502,
+      "grad_norm": 312.9728698730469,
+      "learning_rate": 1.4614014287881095e-06,
+      "loss": 16.0625,
+      "step": 11050
+    },
+    {
+      "epoch": 0.7339443448230059,
+      "grad_norm": 452.4162902832031,
+      "learning_rate": 1.461306006940129e-06,
+      "loss": 16.625,
+      "step": 11051
+    },
+    {
+      "epoch": 0.7340107591153616,
+      "grad_norm": 167.1629180908203,
+      "learning_rate": 1.4612105797560265e-06,
+      "loss": 17.375,
+      "step": 11052
+    },
+    {
+      "epoch": 0.7340771734077174,
+      "grad_norm": 244.597412109375,
+      "learning_rate": 1.461115147236906e-06,
+      "loss": 28.5312,
+      "step": 11053
+    },
+    {
+      "epoch": 0.734143587700073,
+      "grad_norm": 247.48712158203125,
+      "learning_rate": 1.4610197093838714e-06,
+      "loss": 18.2031,
+      "step": 11054
+    },
+    {
+      "epoch": 0.7342100019924288,
+      "grad_norm": 358.4862060546875,
+      "learning_rate": 1.4609242661980268e-06,
+      "loss": 18.0,
+      "step": 11055
+    },
+    {
+      "epoch": 0.7342764162847845,
+      "grad_norm": 462.78765869140625,
+      "learning_rate": 1.4608288176804759e-06,
+      "loss": 20.9375,
+      "step": 11056
+    },
+    {
+      "epoch": 0.7343428305771402,
+      "grad_norm": 166.0139617919922,
+      "learning_rate": 1.4607333638323228e-06,
+      "loss": 19.5938,
+      "step": 11057
+    },
+    {
+      "epoch": 0.7344092448694959,
+      "grad_norm": 360.66302490234375,
+      "learning_rate": 1.4606379046546719e-06,
+      "loss": 18.7656,
+      "step": 11058
+    },
+    {
+      "epoch": 0.7344756591618516,
+      "grad_norm": 194.79251098632812,
+      "learning_rate": 1.4605424401486276e-06,
+      "loss": 20.25,
+      "step": 11059
+    },
+    {
+      "epoch": 0.7345420734542073,
+      "grad_norm": 467.3775939941406,
+      "learning_rate": 1.4604469703152938e-06,
+      "loss": 27.375,
+      "step": 11060
+    },
+    {
+      "epoch": 0.7346084877465631,
+      "grad_norm": 575.6510009765625,
+      "learning_rate": 1.4603514951557748e-06,
+      "loss": 26.5938,
+      "step": 11061
+    },
+    {
+      "epoch": 0.7346749020389187,
+      "grad_norm": 376.835693359375,
+      "learning_rate": 1.4602560146711753e-06,
+      "loss": 19.4531,
+      "step": 11062
+    },
+    {
+      "epoch": 0.7347413163312745,
+      "grad_norm": 503.8837890625,
+      "learning_rate": 1.4601605288625995e-06,
+      "loss": 16.3906,
+      "step": 11063
+    },
+    {
+      "epoch": 0.7348077306236303,
+      "grad_norm": 352.32281494140625,
+      "learning_rate": 1.460065037731152e-06,
+      "loss": 14.0312,
+      "step": 11064
+    },
+    {
+      "epoch": 0.7348741449159859,
+      "grad_norm": 247.62799072265625,
+      "learning_rate": 1.4599695412779375e-06,
+      "loss": 14.2656,
+      "step": 11065
+    },
+    {
+      "epoch": 0.7349405592083417,
+      "grad_norm": 206.42874145507812,
+      "learning_rate": 1.459874039504061e-06,
+      "loss": 16.7031,
+      "step": 11066
+    },
+    {
+      "epoch": 0.7350069735006973,
+      "grad_norm": 298.7139892578125,
+      "learning_rate": 1.4597785324106261e-06,
+      "loss": 20.5,
+      "step": 11067
+    },
+    {
+      "epoch": 0.7350733877930531,
+      "grad_norm": 360.83203125,
+      "learning_rate": 1.4596830199987386e-06,
+      "loss": 20.9531,
+      "step": 11068
+    },
+    {
+      "epoch": 0.7351398020854087,
+      "grad_norm": 487.8641662597656,
+      "learning_rate": 1.459587502269503e-06,
+      "loss": 22.7812,
+      "step": 11069
+    },
+    {
+      "epoch": 0.7352062163777645,
+      "grad_norm": 248.55142211914062,
+      "learning_rate": 1.4594919792240243e-06,
+      "loss": 18.4531,
+      "step": 11070
+    },
+    {
+      "epoch": 0.7352726306701202,
+      "grad_norm": 179.40725708007812,
+      "learning_rate": 1.4593964508634071e-06,
+      "loss": 20.8125,
+      "step": 11071
+    },
+    {
+      "epoch": 0.7353390449624759,
+      "grad_norm": 224.19937133789062,
+      "learning_rate": 1.4593009171887566e-06,
+      "loss": 13.9219,
+      "step": 11072
+    },
+    {
+      "epoch": 0.7354054592548317,
+      "grad_norm": 166.71969604492188,
+      "learning_rate": 1.4592053782011783e-06,
+      "loss": 13.9844,
+      "step": 11073
+    },
+    {
+      "epoch": 0.7354718735471873,
+      "grad_norm": 267.5677795410156,
+      "learning_rate": 1.4591098339017768e-06,
+      "loss": 17.2812,
+      "step": 11074
+    },
+    {
+      "epoch": 0.7355382878395431,
+      "grad_norm": 199.7803497314453,
+      "learning_rate": 1.4590142842916574e-06,
+      "loss": 22.2969,
+      "step": 11075
+    },
+    {
+      "epoch": 0.7356047021318988,
+      "grad_norm": 286.40777587890625,
+      "learning_rate": 1.4589187293719254e-06,
+      "loss": 20.375,
+      "step": 11076
+    },
+    {
+      "epoch": 0.7356711164242545,
+      "grad_norm": 233.94371032714844,
+      "learning_rate": 1.4588231691436862e-06,
+      "loss": 19.3438,
+      "step": 11077
+    },
+    {
+      "epoch": 0.7357375307166102,
+      "grad_norm": 330.59619140625,
+      "learning_rate": 1.4587276036080453e-06,
+      "loss": 21.1875,
+      "step": 11078
+    },
+    {
+      "epoch": 0.735803945008966,
+      "grad_norm": 147.6966552734375,
+      "learning_rate": 1.4586320327661077e-06,
+      "loss": 13.875,
+      "step": 11079
+    },
+    {
+      "epoch": 0.7358703593013216,
+      "grad_norm": 693.7396850585938,
+      "learning_rate": 1.4585364566189797e-06,
+      "loss": 24.1875,
+      "step": 11080
+    },
+    {
+      "epoch": 0.7359367735936774,
+      "grad_norm": 263.29193115234375,
+      "learning_rate": 1.458440875167766e-06,
+      "loss": 25.0,
+      "step": 11081
+    },
+    {
+      "epoch": 0.736003187886033,
+      "grad_norm": 247.8480987548828,
+      "learning_rate": 1.4583452884135728e-06,
+      "loss": 23.8281,
+      "step": 11082
+    },
+    {
+      "epoch": 0.7360696021783888,
+      "grad_norm": 173.5769805908203,
+      "learning_rate": 1.4582496963575052e-06,
+      "loss": 17.1328,
+      "step": 11083
+    },
+    {
+      "epoch": 0.7361360164707446,
+      "grad_norm": 82.58214569091797,
+      "learning_rate": 1.45815409900067e-06,
+      "loss": 11.5312,
+      "step": 11084
+    },
+    {
+      "epoch": 0.7362024307631002,
+      "grad_norm": 433.48907470703125,
+      "learning_rate": 1.4580584963441718e-06,
+      "loss": 18.0312,
+      "step": 11085
+    },
+    {
+      "epoch": 0.736268845055456,
+      "grad_norm": 280.105712890625,
+      "learning_rate": 1.4579628883891173e-06,
+      "loss": 18.7969,
+      "step": 11086
+    },
+    {
+      "epoch": 0.7363352593478116,
+      "grad_norm": 225.03652954101562,
+      "learning_rate": 1.4578672751366123e-06,
+      "loss": 13.25,
+      "step": 11087
+    },
+    {
+      "epoch": 0.7364016736401674,
+      "grad_norm": 239.52398681640625,
+      "learning_rate": 1.4577716565877624e-06,
+      "loss": 15.5156,
+      "step": 11088
+    },
+    {
+      "epoch": 0.736468087932523,
+      "grad_norm": 251.99249267578125,
+      "learning_rate": 1.457676032743674e-06,
+      "loss": 13.6719,
+      "step": 11089
+    },
+    {
+      "epoch": 0.7365345022248788,
+      "grad_norm": 447.4302978515625,
+      "learning_rate": 1.4575804036054532e-06,
+      "loss": 19.2969,
+      "step": 11090
+    },
+    {
+      "epoch": 0.7366009165172345,
+      "grad_norm": 281.23138427734375,
+      "learning_rate": 1.4574847691742064e-06,
+      "loss": 20.9062,
+      "step": 11091
+    },
+    {
+      "epoch": 0.7366673308095902,
+      "grad_norm": 171.76673889160156,
+      "learning_rate": 1.4573891294510394e-06,
+      "loss": 15.125,
+      "step": 11092
+    },
+    {
+      "epoch": 0.7367337451019459,
+      "grad_norm": 207.27928161621094,
+      "learning_rate": 1.4572934844370587e-06,
+      "loss": 21.1406,
+      "step": 11093
+    },
+    {
+      "epoch": 0.7368001593943017,
+      "grad_norm": 337.86761474609375,
+      "learning_rate": 1.4571978341333708e-06,
+      "loss": 22.0156,
+      "step": 11094
+    },
+    {
+      "epoch": 0.7368665736866574,
+      "grad_norm": 1173.16064453125,
+      "learning_rate": 1.4571021785410817e-06,
+      "loss": 24.4688,
+      "step": 11095
+    },
+    {
+      "epoch": 0.7369329879790131,
+      "grad_norm": 442.8369445800781,
+      "learning_rate": 1.4570065176612983e-06,
+      "loss": 21.0938,
+      "step": 11096
+    },
+    {
+      "epoch": 0.7369994022713688,
+      "grad_norm": 137.35122680664062,
+      "learning_rate": 1.456910851495127e-06,
+      "loss": 15.9375,
+      "step": 11097
+    },
+    {
+      "epoch": 0.7370658165637245,
+      "grad_norm": 356.11761474609375,
+      "learning_rate": 1.4568151800436747e-06,
+      "loss": 15.1562,
+      "step": 11098
+    },
+    {
+      "epoch": 0.7371322308560803,
+      "grad_norm": 136.92904663085938,
+      "learning_rate": 1.4567195033080475e-06,
+      "loss": 16.5625,
+      "step": 11099
+    },
+    {
+      "epoch": 0.7371986451484359,
+      "grad_norm": 113.07292938232422,
+      "learning_rate": 1.4566238212893525e-06,
+      "loss": 16.2812,
+      "step": 11100
+    },
+    {
+      "epoch": 0.7372650594407917,
+      "grad_norm": 663.5532836914062,
+      "learning_rate": 1.4565281339886963e-06,
+      "loss": 20.5,
+      "step": 11101
+    },
+    {
+      "epoch": 0.7373314737331473,
+      "grad_norm": 171.8426055908203,
+      "learning_rate": 1.4564324414071863e-06,
+      "loss": 16.2188,
+      "step": 11102
+    },
+    {
+      "epoch": 0.7373978880255031,
+      "grad_norm": 208.47744750976562,
+      "learning_rate": 1.4563367435459287e-06,
+      "loss": 16.8594,
+      "step": 11103
+    },
+    {
+      "epoch": 0.7374643023178588,
+      "grad_norm": 180.46090698242188,
+      "learning_rate": 1.4562410404060309e-06,
+      "loss": 28.75,
+      "step": 11104
+    },
+    {
+      "epoch": 0.7375307166102145,
+      "grad_norm": 272.8990478515625,
+      "learning_rate": 1.4561453319885998e-06,
+      "loss": 20.1094,
+      "step": 11105
+    },
+    {
+      "epoch": 0.7375971309025703,
+      "grad_norm": 196.01498413085938,
+      "learning_rate": 1.4560496182947426e-06,
+      "loss": 18.8281,
+      "step": 11106
+    },
+    {
+      "epoch": 0.7376635451949259,
+      "grad_norm": 191.2445831298828,
+      "learning_rate": 1.4559538993255663e-06,
+      "loss": 13.5938,
+      "step": 11107
+    },
+    {
+      "epoch": 0.7377299594872817,
+      "grad_norm": 260.8106384277344,
+      "learning_rate": 1.4558581750821782e-06,
+      "loss": 25.3594,
+      "step": 11108
+    },
+    {
+      "epoch": 0.7377963737796374,
+      "grad_norm": 253.89007568359375,
+      "learning_rate": 1.4557624455656856e-06,
+      "loss": 18.4531,
+      "step": 11109
+    },
+    {
+      "epoch": 0.7378627880719931,
+      "grad_norm": 274.2738342285156,
+      "learning_rate": 1.455666710777196e-06,
+      "loss": 19.2656,
+      "step": 11110
+    },
+    {
+      "epoch": 0.7379292023643488,
+      "grad_norm": 147.66744995117188,
+      "learning_rate": 1.4555709707178166e-06,
+      "loss": 18.4531,
+      "step": 11111
+    },
+    {
+      "epoch": 0.7379956166567045,
+      "grad_norm": 174.9722900390625,
+      "learning_rate": 1.4554752253886546e-06,
+      "loss": 17.5781,
+      "step": 11112
+    },
+    {
+      "epoch": 0.7380620309490602,
+      "grad_norm": 242.11341857910156,
+      "learning_rate": 1.4553794747908179e-06,
+      "loss": 16.9766,
+      "step": 11113
+    },
+    {
+      "epoch": 0.738128445241416,
+      "grad_norm": 492.52545166015625,
+      "learning_rate": 1.455283718925414e-06,
+      "loss": 16.1406,
+      "step": 11114
+    },
+    {
+      "epoch": 0.7381948595337716,
+      "grad_norm": 163.95584106445312,
+      "learning_rate": 1.4551879577935508e-06,
+      "loss": 14.5312,
+      "step": 11115
+    },
+    {
+      "epoch": 0.7382612738261274,
+      "grad_norm": 101.15542602539062,
+      "learning_rate": 1.455092191396336e-06,
+      "loss": 19.6406,
+      "step": 11116
+    },
+    {
+      "epoch": 0.7383276881184831,
+      "grad_norm": 143.2543182373047,
+      "learning_rate": 1.4549964197348768e-06,
+      "loss": 15.0938,
+      "step": 11117
+    },
+    {
+      "epoch": 0.7383941024108388,
+      "grad_norm": 223.18899536132812,
+      "learning_rate": 1.4549006428102815e-06,
+      "loss": 13.8281,
+      "step": 11118
+    },
+    {
+      "epoch": 0.7384605167031946,
+      "grad_norm": 178.297607421875,
+      "learning_rate": 1.4548048606236577e-06,
+      "loss": 17.3125,
+      "step": 11119
+    },
+    {
+      "epoch": 0.7385269309955502,
+      "grad_norm": 185.9589080810547,
+      "learning_rate": 1.4547090731761138e-06,
+      "loss": 19.9375,
+      "step": 11120
+    },
+    {
+      "epoch": 0.738593345287906,
+      "grad_norm": 179.2346649169922,
+      "learning_rate": 1.4546132804687573e-06,
+      "loss": 16.4219,
+      "step": 11121
+    },
+    {
+      "epoch": 0.7386597595802616,
+      "grad_norm": 138.06976318359375,
+      "learning_rate": 1.4545174825026966e-06,
+      "loss": 21.3125,
+      "step": 11122
+    },
+    {
+      "epoch": 0.7387261738726174,
+      "grad_norm": 386.8233337402344,
+      "learning_rate": 1.45442167927904e-06,
+      "loss": 25.125,
+      "step": 11123
+    },
+    {
+      "epoch": 0.7387925881649731,
+      "grad_norm": 187.48301696777344,
+      "learning_rate": 1.454325870798895e-06,
+      "loss": 22.5938,
+      "step": 11124
+    },
+    {
+      "epoch": 0.7388590024573288,
+      "grad_norm": 164.42938232421875,
+      "learning_rate": 1.4542300570633706e-06,
+      "loss": 17.6875,
+      "step": 11125
+    },
+    {
+      "epoch": 0.7389254167496845,
+      "grad_norm": 227.53970336914062,
+      "learning_rate": 1.4541342380735748e-06,
+      "loss": 19.5156,
+      "step": 11126
+    },
+    {
+      "epoch": 0.7389918310420402,
+      "grad_norm": 233.69798278808594,
+      "learning_rate": 1.4540384138306158e-06,
+      "loss": 15.875,
+      "step": 11127
+    },
+    {
+      "epoch": 0.739058245334396,
+      "grad_norm": 395.8743591308594,
+      "learning_rate": 1.4539425843356026e-06,
+      "loss": 18.1094,
+      "step": 11128
+    },
+    {
+      "epoch": 0.7391246596267517,
+      "grad_norm": 107.94930267333984,
+      "learning_rate": 1.453846749589643e-06,
+      "loss": 14.4688,
+      "step": 11129
+    },
+    {
+      "epoch": 0.7391910739191074,
+      "grad_norm": 232.3001251220703,
+      "learning_rate": 1.4537509095938462e-06,
+      "loss": 16.1875,
+      "step": 11130
+    },
+    {
+      "epoch": 0.7392574882114631,
+      "grad_norm": 302.27886962890625,
+      "learning_rate": 1.4536550643493204e-06,
+      "loss": 20.2344,
+      "step": 11131
+    },
+    {
+      "epoch": 0.7393239025038189,
+      "grad_norm": 247.74606323242188,
+      "learning_rate": 1.4535592138571742e-06,
+      "loss": 23.3281,
+      "step": 11132
+    },
+    {
+      "epoch": 0.7393903167961745,
+      "grad_norm": 401.9045715332031,
+      "learning_rate": 1.4534633581185166e-06,
+      "loss": 21.5781,
+      "step": 11133
+    },
+    {
+      "epoch": 0.7394567310885303,
+      "grad_norm": 154.1597900390625,
+      "learning_rate": 1.4533674971344568e-06,
+      "loss": 26.7812,
+      "step": 11134
+    },
+    {
+      "epoch": 0.7395231453808859,
+      "grad_norm": 223.22677612304688,
+      "learning_rate": 1.4532716309061028e-06,
+      "loss": 23.9844,
+      "step": 11135
+    },
+    {
+      "epoch": 0.7395895596732417,
+      "grad_norm": 116.83114624023438,
+      "learning_rate": 1.4531757594345639e-06,
+      "loss": 16.875,
+      "step": 11136
+    },
+    {
+      "epoch": 0.7396559739655973,
+      "grad_norm": 970.5089111328125,
+      "learning_rate": 1.4530798827209493e-06,
+      "loss": 20.5,
+      "step": 11137
+    },
+    {
+      "epoch": 0.7397223882579531,
+      "grad_norm": 255.70391845703125,
+      "learning_rate": 1.452984000766368e-06,
+      "loss": 24.25,
+      "step": 11138
+    },
+    {
+      "epoch": 0.7397888025503089,
+      "grad_norm": 149.87501525878906,
+      "learning_rate": 1.4528881135719288e-06,
+      "loss": 16.7188,
+      "step": 11139
+    },
+    {
+      "epoch": 0.7398552168426645,
+      "grad_norm": 130.58056640625,
+      "learning_rate": 1.4527922211387412e-06,
+      "loss": 16.0312,
+      "step": 11140
+    },
+    {
+      "epoch": 0.7399216311350203,
+      "grad_norm": 171.75360107421875,
+      "learning_rate": 1.4526963234679141e-06,
+      "loss": 18.2969,
+      "step": 11141
+    },
+    {
+      "epoch": 0.739988045427376,
+      "grad_norm": 167.01596069335938,
+      "learning_rate": 1.452600420560557e-06,
+      "loss": 16.0156,
+      "step": 11142
+    },
+    {
+      "epoch": 0.7400544597197317,
+      "grad_norm": 212.35519409179688,
+      "learning_rate": 1.4525045124177792e-06,
+      "loss": 22.0625,
+      "step": 11143
+    },
+    {
+      "epoch": 0.7401208740120874,
+      "grad_norm": 424.8717041015625,
+      "learning_rate": 1.4524085990406902e-06,
+      "loss": 14.75,
+      "step": 11144
+    },
+    {
+      "epoch": 0.7401872883044431,
+      "grad_norm": 195.84828186035156,
+      "learning_rate": 1.4523126804303996e-06,
+      "loss": 14.8906,
+      "step": 11145
+    },
+    {
+      "epoch": 0.7402537025967988,
+      "grad_norm": 137.31765747070312,
+      "learning_rate": 1.4522167565880163e-06,
+      "loss": 16.4531,
+      "step": 11146
+    },
+    {
+      "epoch": 0.7403201168891546,
+      "grad_norm": 284.7680969238281,
+      "learning_rate": 1.4521208275146505e-06,
+      "loss": 14.0312,
+      "step": 11147
+    },
+    {
+      "epoch": 0.7403865311815102,
+      "grad_norm": 277.65753173828125,
+      "learning_rate": 1.4520248932114118e-06,
+      "loss": 20.5312,
+      "step": 11148
+    },
+    {
+      "epoch": 0.740452945473866,
+      "grad_norm": 265.5086669921875,
+      "learning_rate": 1.4519289536794097e-06,
+      "loss": 16.9688,
+      "step": 11149
+    },
+    {
+      "epoch": 0.7405193597662217,
+      "grad_norm": 415.9654235839844,
+      "learning_rate": 1.451833008919754e-06,
+      "loss": 19.9531,
+      "step": 11150
+    },
+    {
+      "epoch": 0.7405857740585774,
+      "grad_norm": 909.4015502929688,
+      "learning_rate": 1.4517370589335548e-06,
+      "loss": 15.7812,
+      "step": 11151
+    },
+    {
+      "epoch": 0.7406521883509332,
+      "grad_norm": 212.4221954345703,
+      "learning_rate": 1.4516411037219217e-06,
+      "loss": 19.1094,
+      "step": 11152
+    },
+    {
+      "epoch": 0.7407186026432888,
+      "grad_norm": 154.74365234375,
+      "learning_rate": 1.4515451432859644e-06,
+      "loss": 16.3125,
+      "step": 11153
+    },
+    {
+      "epoch": 0.7407850169356446,
+      "grad_norm": 341.970703125,
+      "learning_rate": 1.4514491776267936e-06,
+      "loss": 23.375,
+      "step": 11154
+    },
+    {
+      "epoch": 0.7408514312280002,
+      "grad_norm": 168.9257354736328,
+      "learning_rate": 1.4513532067455189e-06,
+      "loss": 26.2188,
+      "step": 11155
+    },
+    {
+      "epoch": 0.740917845520356,
+      "grad_norm": 167.6292724609375,
+      "learning_rate": 1.4512572306432508e-06,
+      "loss": 13.25,
+      "step": 11156
+    },
+    {
+      "epoch": 0.7409842598127117,
+      "grad_norm": 179.28964233398438,
+      "learning_rate": 1.451161249321099e-06,
+      "loss": 18.2969,
+      "step": 11157
+    },
+    {
+      "epoch": 0.7410506741050674,
+      "grad_norm": 277.295166015625,
+      "learning_rate": 1.4510652627801743e-06,
+      "loss": 28.7188,
+      "step": 11158
+    },
+    {
+      "epoch": 0.7411170883974231,
+      "grad_norm": 129.1345672607422,
+      "learning_rate": 1.4509692710215866e-06,
+      "loss": 12.5469,
+      "step": 11159
+    },
+    {
+      "epoch": 0.7411835026897788,
+      "grad_norm": 189.24887084960938,
+      "learning_rate": 1.4508732740464464e-06,
+      "loss": 21.2188,
+      "step": 11160
+    },
+    {
+      "epoch": 0.7412499169821346,
+      "grad_norm": 164.0281982421875,
+      "learning_rate": 1.4507772718558639e-06,
+      "loss": 15.9062,
+      "step": 11161
+    },
+    {
+      "epoch": 0.7413163312744903,
+      "grad_norm": 193.79861450195312,
+      "learning_rate": 1.4506812644509503e-06,
+      "loss": 15.9219,
+      "step": 11162
+    },
+    {
+      "epoch": 0.741382745566846,
+      "grad_norm": 107.21314239501953,
+      "learning_rate": 1.4505852518328156e-06,
+      "loss": 19.3906,
+      "step": 11163
+    },
+    {
+      "epoch": 0.7414491598592017,
+      "grad_norm": 528.6544799804688,
+      "learning_rate": 1.4504892340025704e-06,
+      "loss": 22.6406,
+      "step": 11164
+    },
+    {
+      "epoch": 0.7415155741515574,
+      "grad_norm": 144.17068481445312,
+      "learning_rate": 1.4503932109613255e-06,
+      "loss": 12.875,
+      "step": 11165
+    },
+    {
+      "epoch": 0.7415819884439131,
+      "grad_norm": 645.791259765625,
+      "learning_rate": 1.4502971827101917e-06,
+      "loss": 18.3594,
+      "step": 11166
+    },
+    {
+      "epoch": 0.7416484027362689,
+      "grad_norm": 277.9241943359375,
+      "learning_rate": 1.45020114925028e-06,
+      "loss": 25.1875,
+      "step": 11167
+    },
+    {
+      "epoch": 0.7417148170286245,
+      "grad_norm": 255.94882202148438,
+      "learning_rate": 1.4501051105827004e-06,
+      "loss": 15.5312,
+      "step": 11168
+    },
+    {
+      "epoch": 0.7417812313209803,
+      "grad_norm": 263.3934326171875,
+      "learning_rate": 1.4500090667085652e-06,
+      "loss": 13.375,
+      "step": 11169
+    },
+    {
+      "epoch": 0.7418476456133359,
+      "grad_norm": 243.30332946777344,
+      "learning_rate": 1.449913017628984e-06,
+      "loss": 18.625,
+      "step": 11170
+    },
+    {
+      "epoch": 0.7419140599056917,
+      "grad_norm": 158.5773468017578,
+      "learning_rate": 1.4498169633450686e-06,
+      "loss": 15.0312,
+      "step": 11171
+    },
+    {
+      "epoch": 0.7419804741980475,
+      "grad_norm": 161.3467559814453,
+      "learning_rate": 1.4497209038579298e-06,
+      "loss": 17.0469,
+      "step": 11172
+    },
+    {
+      "epoch": 0.7420468884904031,
+      "grad_norm": 252.11322021484375,
+      "learning_rate": 1.4496248391686795e-06,
+      "loss": 19.25,
+      "step": 11173
+    },
+    {
+      "epoch": 0.7421133027827589,
+      "grad_norm": 275.48553466796875,
+      "learning_rate": 1.4495287692784277e-06,
+      "loss": 14.7344,
+      "step": 11174
+    },
+    {
+      "epoch": 0.7421797170751145,
+      "grad_norm": 159.58558654785156,
+      "learning_rate": 1.4494326941882866e-06,
+      "loss": 20.7344,
+      "step": 11175
+    },
+    {
+      "epoch": 0.7422461313674703,
+      "grad_norm": 166.42938232421875,
+      "learning_rate": 1.449336613899367e-06,
+      "loss": 15.8594,
+      "step": 11176
+    },
+    {
+      "epoch": 0.742312545659826,
+      "grad_norm": 333.12115478515625,
+      "learning_rate": 1.4492405284127808e-06,
+      "loss": 19.2344,
+      "step": 11177
+    },
+    {
+      "epoch": 0.7423789599521817,
+      "grad_norm": 181.4632568359375,
+      "learning_rate": 1.4491444377296392e-06,
+      "loss": 14.6172,
+      "step": 11178
+    },
+    {
+      "epoch": 0.7424453742445374,
+      "grad_norm": 149.00888061523438,
+      "learning_rate": 1.4490483418510537e-06,
+      "loss": 14.0781,
+      "step": 11179
+    },
+    {
+      "epoch": 0.7425117885368931,
+      "grad_norm": 494.6948547363281,
+      "learning_rate": 1.4489522407781361e-06,
+      "loss": 12.5625,
+      "step": 11180
+    },
+    {
+      "epoch": 0.7425782028292488,
+      "grad_norm": 271.2200927734375,
+      "learning_rate": 1.4488561345119977e-06,
+      "loss": 20.25,
+      "step": 11181
+    },
+    {
+      "epoch": 0.7426446171216046,
+      "grad_norm": 153.60289001464844,
+      "learning_rate": 1.44876002305375e-06,
+      "loss": 17.6094,
+      "step": 11182
+    },
+    {
+      "epoch": 0.7427110314139603,
+      "grad_norm": 167.53640747070312,
+      "learning_rate": 1.4486639064045054e-06,
+      "loss": 20.1406,
+      "step": 11183
+    },
+    {
+      "epoch": 0.742777445706316,
+      "grad_norm": 224.8329315185547,
+      "learning_rate": 1.4485677845653757e-06,
+      "loss": 18.3281,
+      "step": 11184
+    },
+    {
+      "epoch": 0.7428438599986718,
+      "grad_norm": 243.15550231933594,
+      "learning_rate": 1.4484716575374722e-06,
+      "loss": 23.5312,
+      "step": 11185
+    },
+    {
+      "epoch": 0.7429102742910274,
+      "grad_norm": 183.97019958496094,
+      "learning_rate": 1.4483755253219073e-06,
+      "loss": 25.4062,
+      "step": 11186
+    },
+    {
+      "epoch": 0.7429766885833832,
+      "grad_norm": 254.12106323242188,
+      "learning_rate": 1.4482793879197927e-06,
+      "loss": 16.0781,
+      "step": 11187
+    },
+    {
+      "epoch": 0.7430431028757388,
+      "grad_norm": 309.244384765625,
+      "learning_rate": 1.448183245332241e-06,
+      "loss": 23.25,
+      "step": 11188
+    },
+    {
+      "epoch": 0.7431095171680946,
+      "grad_norm": 244.70294189453125,
+      "learning_rate": 1.4480870975603636e-06,
+      "loss": 18.5,
+      "step": 11189
+    },
+    {
+      "epoch": 0.7431759314604502,
+      "grad_norm": 304.4116516113281,
+      "learning_rate": 1.4479909446052734e-06,
+      "loss": 19.6094,
+      "step": 11190
+    },
+    {
+      "epoch": 0.743242345752806,
+      "grad_norm": 320.46600341796875,
+      "learning_rate": 1.447894786468082e-06,
+      "loss": 20.1406,
+      "step": 11191
+    },
+    {
+      "epoch": 0.7433087600451617,
+      "grad_norm": 141.3367462158203,
+      "learning_rate": 1.4477986231499019e-06,
+      "loss": 17.2188,
+      "step": 11192
+    },
+    {
+      "epoch": 0.7433751743375174,
+      "grad_norm": 231.73995971679688,
+      "learning_rate": 1.4477024546518458e-06,
+      "loss": 24.8438,
+      "step": 11193
+    },
+    {
+      "epoch": 0.7434415886298732,
+      "grad_norm": 313.744140625,
+      "learning_rate": 1.4476062809750258e-06,
+      "loss": 15.625,
+      "step": 11194
+    },
+    {
+      "epoch": 0.7435080029222289,
+      "grad_norm": 393.4567565917969,
+      "learning_rate": 1.4475101021205543e-06,
+      "loss": 15.3438,
+      "step": 11195
+    },
+    {
+      "epoch": 0.7435744172145846,
+      "grad_norm": 245.97293090820312,
+      "learning_rate": 1.4474139180895439e-06,
+      "loss": 21.7031,
+      "step": 11196
+    },
+    {
+      "epoch": 0.7436408315069403,
+      "grad_norm": 452.3081970214844,
+      "learning_rate": 1.4473177288831075e-06,
+      "loss": 22.0625,
+      "step": 11197
+    },
+    {
+      "epoch": 0.743707245799296,
+      "grad_norm": 249.31703186035156,
+      "learning_rate": 1.4472215345023577e-06,
+      "loss": 20.0312,
+      "step": 11198
+    },
+    {
+      "epoch": 0.7437736600916517,
+      "grad_norm": 220.31895446777344,
+      "learning_rate": 1.447125334948407e-06,
+      "loss": 20.3906,
+      "step": 11199
+    },
+    {
+      "epoch": 0.7438400743840075,
+      "grad_norm": 198.2100830078125,
+      "learning_rate": 1.447029130222368e-06,
+      "loss": 21.4375,
+      "step": 11200
+    },
+    {
+      "epoch": 0.7439064886763631,
+      "grad_norm": 174.90415954589844,
+      "learning_rate": 1.4469329203253539e-06,
+      "loss": 17.5156,
+      "step": 11201
+    },
+    {
+      "epoch": 0.7439729029687189,
+      "grad_norm": 128.22850036621094,
+      "learning_rate": 1.4468367052584775e-06,
+      "loss": 14.3281,
+      "step": 11202
+    },
+    {
+      "epoch": 0.7440393172610745,
+      "grad_norm": 391.3538513183594,
+      "learning_rate": 1.446740485022852e-06,
+      "loss": 17.1562,
+      "step": 11203
+    },
+    {
+      "epoch": 0.7441057315534303,
+      "grad_norm": 307.63330078125,
+      "learning_rate": 1.4466442596195898e-06,
+      "loss": 21.125,
+      "step": 11204
+    },
+    {
+      "epoch": 0.7441721458457861,
+      "grad_norm": 229.1699676513672,
+      "learning_rate": 1.4465480290498046e-06,
+      "loss": 21.1562,
+      "step": 11205
+    },
+    {
+      "epoch": 0.7442385601381417,
+      "grad_norm": 217.39820861816406,
+      "learning_rate": 1.4464517933146092e-06,
+      "loss": 18.5938,
+      "step": 11206
+    },
+    {
+      "epoch": 0.7443049744304975,
+      "grad_norm": 237.33392333984375,
+      "learning_rate": 1.4463555524151168e-06,
+      "loss": 14.3125,
+      "step": 11207
+    },
+    {
+      "epoch": 0.7443713887228531,
+      "grad_norm": 189.62118530273438,
+      "learning_rate": 1.4462593063524409e-06,
+      "loss": 17.8125,
+      "step": 11208
+    },
+    {
+      "epoch": 0.7444378030152089,
+      "grad_norm": 182.5901336669922,
+      "learning_rate": 1.4461630551276946e-06,
+      "loss": 17.9531,
+      "step": 11209
+    },
+    {
+      "epoch": 0.7445042173075646,
+      "grad_norm": 213.53134155273438,
+      "learning_rate": 1.4460667987419914e-06,
+      "loss": 16.9375,
+      "step": 11210
+    },
+    {
+      "epoch": 0.7445706315999203,
+      "grad_norm": 125.96320343017578,
+      "learning_rate": 1.445970537196445e-06,
+      "loss": 11.9375,
+      "step": 11211
+    },
+    {
+      "epoch": 0.744637045892276,
+      "grad_norm": 108.19163513183594,
+      "learning_rate": 1.4458742704921681e-06,
+      "loss": 18.7344,
+      "step": 11212
+    },
+    {
+      "epoch": 0.7447034601846317,
+      "grad_norm": 132.62742614746094,
+      "learning_rate": 1.445777998630275e-06,
+      "loss": 13.6094,
+      "step": 11213
+    },
+    {
+      "epoch": 0.7447698744769874,
+      "grad_norm": 1005.7559204101562,
+      "learning_rate": 1.4456817216118789e-06,
+      "loss": 18.2656,
+      "step": 11214
+    },
+    {
+      "epoch": 0.7448362887693432,
+      "grad_norm": 792.1834106445312,
+      "learning_rate": 1.4455854394380935e-06,
+      "loss": 16.9375,
+      "step": 11215
+    },
+    {
+      "epoch": 0.7449027030616989,
+      "grad_norm": 360.716796875,
+      "learning_rate": 1.4454891521100332e-06,
+      "loss": 29.0938,
+      "step": 11216
+    },
+    {
+      "epoch": 0.7449691173540546,
+      "grad_norm": 324.3837585449219,
+      "learning_rate": 1.4453928596288108e-06,
+      "loss": 20.8125,
+      "step": 11217
+    },
+    {
+      "epoch": 0.7450355316464103,
+      "grad_norm": 163.08395385742188,
+      "learning_rate": 1.4452965619955406e-06,
+      "loss": 14.9062,
+      "step": 11218
+    },
+    {
+      "epoch": 0.745101945938766,
+      "grad_norm": 354.81756591796875,
+      "learning_rate": 1.4452002592113368e-06,
+      "loss": 21.3906,
+      "step": 11219
+    },
+    {
+      "epoch": 0.7451683602311218,
+      "grad_norm": 182.25469970703125,
+      "learning_rate": 1.4451039512773133e-06,
+      "loss": 17.3281,
+      "step": 11220
+    },
+    {
+      "epoch": 0.7452347745234774,
+      "grad_norm": 181.5875701904297,
+      "learning_rate": 1.4450076381945835e-06,
+      "loss": 25.4062,
+      "step": 11221
+    },
+    {
+      "epoch": 0.7453011888158332,
+      "grad_norm": 100.93574523925781,
+      "learning_rate": 1.444911319964262e-06,
+      "loss": 17.5156,
+      "step": 11222
+    },
+    {
+      "epoch": 0.7453676031081888,
+      "grad_norm": 217.1322479248047,
+      "learning_rate": 1.4448149965874632e-06,
+      "loss": 23.625,
+      "step": 11223
+    },
+    {
+      "epoch": 0.7454340174005446,
+      "grad_norm": 353.405517578125,
+      "learning_rate": 1.4447186680653008e-06,
+      "loss": 25.625,
+      "step": 11224
+    },
+    {
+      "epoch": 0.7455004316929004,
+      "grad_norm": 597.1238403320312,
+      "learning_rate": 1.4446223343988892e-06,
+      "loss": 22.8438,
+      "step": 11225
+    },
+    {
+      "epoch": 0.745566845985256,
+      "grad_norm": 184.3382568359375,
+      "learning_rate": 1.4445259955893431e-06,
+      "loss": 23.5625,
+      "step": 11226
+    },
+    {
+      "epoch": 0.7456332602776118,
+      "grad_norm": 141.63250732421875,
+      "learning_rate": 1.4444296516377766e-06,
+      "loss": 18.3438,
+      "step": 11227
+    },
+    {
+      "epoch": 0.7456996745699674,
+      "grad_norm": 143.11073303222656,
+      "learning_rate": 1.444333302545304e-06,
+      "loss": 14.5234,
+      "step": 11228
+    },
+    {
+      "epoch": 0.7457660888623232,
+      "grad_norm": 124.76231384277344,
+      "learning_rate": 1.44423694831304e-06,
+      "loss": 14.5625,
+      "step": 11229
+    },
+    {
+      "epoch": 0.7458325031546789,
+      "grad_norm": 242.89988708496094,
+      "learning_rate": 1.4441405889420992e-06,
+      "loss": 15.8125,
+      "step": 11230
+    },
+    {
+      "epoch": 0.7458989174470346,
+      "grad_norm": 144.40850830078125,
+      "learning_rate": 1.444044224433596e-06,
+      "loss": 17.9531,
+      "step": 11231
+    },
+    {
+      "epoch": 0.7459653317393903,
+      "grad_norm": 339.1640319824219,
+      "learning_rate": 1.4439478547886455e-06,
+      "loss": 18.9375,
+      "step": 11232
+    },
+    {
+      "epoch": 0.746031746031746,
+      "grad_norm": 224.0801544189453,
+      "learning_rate": 1.4438514800083621e-06,
+      "loss": 18.5938,
+      "step": 11233
+    },
+    {
+      "epoch": 0.7460981603241017,
+      "grad_norm": 193.0325469970703,
+      "learning_rate": 1.4437551000938606e-06,
+      "loss": 18.4219,
+      "step": 11234
+    },
+    {
+      "epoch": 0.7461645746164575,
+      "grad_norm": 174.1920928955078,
+      "learning_rate": 1.443658715046256e-06,
+      "loss": 22.625,
+      "step": 11235
+    },
+    {
+      "epoch": 0.7462309889088132,
+      "grad_norm": 177.20565795898438,
+      "learning_rate": 1.4435623248666633e-06,
+      "loss": 15.9375,
+      "step": 11236
+    },
+    {
+      "epoch": 0.7462974032011689,
+      "grad_norm": 141.77601623535156,
+      "learning_rate": 1.4434659295561978e-06,
+      "loss": 16.8125,
+      "step": 11237
+    },
+    {
+      "epoch": 0.7463638174935247,
+      "grad_norm": 247.94728088378906,
+      "learning_rate": 1.4433695291159736e-06,
+      "loss": 15.7188,
+      "step": 11238
+    },
+    {
+      "epoch": 0.7464302317858803,
+      "grad_norm": 368.2116394042969,
+      "learning_rate": 1.4432731235471064e-06,
+      "loss": 17.6562,
+      "step": 11239
+    },
+    {
+      "epoch": 0.7464966460782361,
+      "grad_norm": 125.5940933227539,
+      "learning_rate": 1.4431767128507114e-06,
+      "loss": 15.7031,
+      "step": 11240
+    },
+    {
+      "epoch": 0.7465630603705917,
+      "grad_norm": 406.2734680175781,
+      "learning_rate": 1.4430802970279038e-06,
+      "loss": 18.3438,
+      "step": 11241
+    },
+    {
+      "epoch": 0.7466294746629475,
+      "grad_norm": 268.4615478515625,
+      "learning_rate": 1.4429838760797987e-06,
+      "loss": 17.0312,
+      "step": 11242
+    },
+    {
+      "epoch": 0.7466958889553031,
+      "grad_norm": 131.7454833984375,
+      "learning_rate": 1.442887450007512e-06,
+      "loss": 16.375,
+      "step": 11243
+    },
+    {
+      "epoch": 0.7467623032476589,
+      "grad_norm": 129.6715545654297,
+      "learning_rate": 1.442791018812158e-06,
+      "loss": 21.3125,
+      "step": 11244
+    },
+    {
+      "epoch": 0.7468287175400146,
+      "grad_norm": 156.20816040039062,
+      "learning_rate": 1.4426945824948534e-06,
+      "loss": 12.0938,
+      "step": 11245
+    },
+    {
+      "epoch": 0.7468951318323703,
+      "grad_norm": 168.5193328857422,
+      "learning_rate": 1.4425981410567128e-06,
+      "loss": 18.1406,
+      "step": 11246
+    },
+    {
+      "epoch": 0.7469615461247261,
+      "grad_norm": 260.18804931640625,
+      "learning_rate": 1.4425016944988522e-06,
+      "loss": 19.9844,
+      "step": 11247
+    },
+    {
+      "epoch": 0.7470279604170817,
+      "grad_norm": 164.3672332763672,
+      "learning_rate": 1.4424052428223872e-06,
+      "loss": 18.1719,
+      "step": 11248
+    },
+    {
+      "epoch": 0.7470943747094375,
+      "grad_norm": 358.332275390625,
+      "learning_rate": 1.4423087860284332e-06,
+      "loss": 16.3594,
+      "step": 11249
+    },
+    {
+      "epoch": 0.7471607890017932,
+      "grad_norm": 235.84756469726562,
+      "learning_rate": 1.4422123241181066e-06,
+      "loss": 15.0469,
+      "step": 11250
+    },
+    {
+      "epoch": 0.7472272032941489,
+      "grad_norm": 205.28717041015625,
+      "learning_rate": 1.4421158570925224e-06,
+      "loss": 21.3438,
+      "step": 11251
+    },
+    {
+      "epoch": 0.7472936175865046,
+      "grad_norm": 621.72705078125,
+      "learning_rate": 1.4420193849527972e-06,
+      "loss": 19.5625,
+      "step": 11252
+    },
+    {
+      "epoch": 0.7473600318788604,
+      "grad_norm": 169.40162658691406,
+      "learning_rate": 1.4419229077000468e-06,
+      "loss": 13.1406,
+      "step": 11253
+    },
+    {
+      "epoch": 0.747426446171216,
+      "grad_norm": 340.1582336425781,
+      "learning_rate": 1.4418264253353867e-06,
+      "loss": 24.4062,
+      "step": 11254
+    },
+    {
+      "epoch": 0.7474928604635718,
+      "grad_norm": 307.328857421875,
+      "learning_rate": 1.4417299378599334e-06,
+      "loss": 22.125,
+      "step": 11255
+    },
+    {
+      "epoch": 0.7475592747559274,
+      "grad_norm": 132.9932861328125,
+      "learning_rate": 1.4416334452748029e-06,
+      "loss": 14.5938,
+      "step": 11256
+    },
+    {
+      "epoch": 0.7476256890482832,
+      "grad_norm": 163.5732879638672,
+      "learning_rate": 1.4415369475811114e-06,
+      "loss": 15.8125,
+      "step": 11257
+    },
+    {
+      "epoch": 0.747692103340639,
+      "grad_norm": 152.57272338867188,
+      "learning_rate": 1.441440444779975e-06,
+      "loss": 14.1641,
+      "step": 11258
+    },
+    {
+      "epoch": 0.7477585176329946,
+      "grad_norm": 466.5670166015625,
+      "learning_rate": 1.4413439368725104e-06,
+      "loss": 20.4844,
+      "step": 11259
+    },
+    {
+      "epoch": 0.7478249319253504,
+      "grad_norm": 123.97868347167969,
+      "learning_rate": 1.4412474238598331e-06,
+      "loss": 11.7188,
+      "step": 11260
+    },
+    {
+      "epoch": 0.747891346217706,
+      "grad_norm": 327.3431396484375,
+      "learning_rate": 1.4411509057430602e-06,
+      "loss": 18.8594,
+      "step": 11261
+    },
+    {
+      "epoch": 0.7479577605100618,
+      "grad_norm": 670.089599609375,
+      "learning_rate": 1.4410543825233084e-06,
+      "loss": 22.5156,
+      "step": 11262
+    },
+    {
+      "epoch": 0.7480241748024175,
+      "grad_norm": 258.06402587890625,
+      "learning_rate": 1.4409578542016934e-06,
+      "loss": 15.2812,
+      "step": 11263
+    },
+    {
+      "epoch": 0.7480905890947732,
+      "grad_norm": 170.2713623046875,
+      "learning_rate": 1.4408613207793323e-06,
+      "loss": 18.8672,
+      "step": 11264
+    },
+    {
+      "epoch": 0.7481570033871289,
+      "grad_norm": 334.35211181640625,
+      "learning_rate": 1.440764782257342e-06,
+      "loss": 20.5625,
+      "step": 11265
+    },
+    {
+      "epoch": 0.7482234176794846,
+      "grad_norm": 307.4074401855469,
+      "learning_rate": 1.4406682386368383e-06,
+      "loss": 29.9688,
+      "step": 11266
+    },
+    {
+      "epoch": 0.7482898319718403,
+      "grad_norm": 263.63482666015625,
+      "learning_rate": 1.4405716899189388e-06,
+      "loss": 19.2656,
+      "step": 11267
+    },
+    {
+      "epoch": 0.7483562462641961,
+      "grad_norm": 157.53189086914062,
+      "learning_rate": 1.44047513610476e-06,
+      "loss": 19.75,
+      "step": 11268
+    },
+    {
+      "epoch": 0.7484226605565518,
+      "grad_norm": 402.6443786621094,
+      "learning_rate": 1.4403785771954189e-06,
+      "loss": 23.8281,
+      "step": 11269
+    },
+    {
+      "epoch": 0.7484890748489075,
+      "grad_norm": 155.60548400878906,
+      "learning_rate": 1.4402820131920324e-06,
+      "loss": 13.5312,
+      "step": 11270
+    },
+    {
+      "epoch": 0.7485554891412632,
+      "grad_norm": 150.9526824951172,
+      "learning_rate": 1.4401854440957174e-06,
+      "loss": 20.1406,
+      "step": 11271
+    },
+    {
+      "epoch": 0.7486219034336189,
+      "grad_norm": 170.28855895996094,
+      "learning_rate": 1.4400888699075909e-06,
+      "loss": 15.7969,
+      "step": 11272
+    },
+    {
+      "epoch": 0.7486883177259747,
+      "grad_norm": 318.6226501464844,
+      "learning_rate": 1.4399922906287703e-06,
+      "loss": 17.5312,
+      "step": 11273
+    },
+    {
+      "epoch": 0.7487547320183303,
+      "grad_norm": 496.86846923828125,
+      "learning_rate": 1.4398957062603723e-06,
+      "loss": 25.3125,
+      "step": 11274
+    },
+    {
+      "epoch": 0.7488211463106861,
+      "grad_norm": 207.76791381835938,
+      "learning_rate": 1.4397991168035147e-06,
+      "loss": 15.4531,
+      "step": 11275
+    },
+    {
+      "epoch": 0.7488875606030417,
+      "grad_norm": 463.7041015625,
+      "learning_rate": 1.4397025222593145e-06,
+      "loss": 13.8125,
+      "step": 11276
+    },
+    {
+      "epoch": 0.7489539748953975,
+      "grad_norm": 417.63458251953125,
+      "learning_rate": 1.439605922628889e-06,
+      "loss": 24.3438,
+      "step": 11277
+    },
+    {
+      "epoch": 0.7490203891877532,
+      "grad_norm": 176.17196655273438,
+      "learning_rate": 1.4395093179133556e-06,
+      "loss": 14.4531,
+      "step": 11278
+    },
+    {
+      "epoch": 0.7490868034801089,
+      "grad_norm": 598.5686645507812,
+      "learning_rate": 1.4394127081138318e-06,
+      "loss": 19.2031,
+      "step": 11279
+    },
+    {
+      "epoch": 0.7491532177724647,
+      "grad_norm": 98.41580963134766,
+      "learning_rate": 1.4393160932314354e-06,
+      "loss": 13.8516,
+      "step": 11280
+    },
+    {
+      "epoch": 0.7492196320648203,
+      "grad_norm": 213.61734008789062,
+      "learning_rate": 1.4392194732672837e-06,
+      "loss": 17.4688,
+      "step": 11281
+    },
+    {
+      "epoch": 0.7492860463571761,
+      "grad_norm": 337.4973449707031,
+      "learning_rate": 1.4391228482224942e-06,
+      "loss": 16.9375,
+      "step": 11282
+    },
+    {
+      "epoch": 0.7493524606495318,
+      "grad_norm": 300.9344177246094,
+      "learning_rate": 1.439026218098185e-06,
+      "loss": 13.3906,
+      "step": 11283
+    },
+    {
+      "epoch": 0.7494188749418875,
+      "grad_norm": 436.42926025390625,
+      "learning_rate": 1.438929582895474e-06,
+      "loss": 19.9062,
+      "step": 11284
+    },
+    {
+      "epoch": 0.7494852892342432,
+      "grad_norm": 614.8966674804688,
+      "learning_rate": 1.4388329426154782e-06,
+      "loss": 18.9062,
+      "step": 11285
+    },
+    {
+      "epoch": 0.749551703526599,
+      "grad_norm": 221.57374572753906,
+      "learning_rate": 1.438736297259316e-06,
+      "loss": 14.5,
+      "step": 11286
+    },
+    {
+      "epoch": 0.7496181178189546,
+      "grad_norm": 243.78367614746094,
+      "learning_rate": 1.4386396468281055e-06,
+      "loss": 17.3906,
+      "step": 11287
+    },
+    {
+      "epoch": 0.7496845321113104,
+      "grad_norm": 290.010498046875,
+      "learning_rate": 1.4385429913229644e-06,
+      "loss": 18.3281,
+      "step": 11288
+    },
+    {
+      "epoch": 0.749750946403666,
+      "grad_norm": 105.36943817138672,
+      "learning_rate": 1.4384463307450108e-06,
+      "loss": 14.1875,
+      "step": 11289
+    },
+    {
+      "epoch": 0.7498173606960218,
+      "grad_norm": 133.09103393554688,
+      "learning_rate": 1.438349665095363e-06,
+      "loss": 19.1562,
+      "step": 11290
+    },
+    {
+      "epoch": 0.7498837749883775,
+      "grad_norm": 263.1002502441406,
+      "learning_rate": 1.4382529943751388e-06,
+      "loss": 17.2969,
+      "step": 11291
+    },
+    {
+      "epoch": 0.7499501892807332,
+      "grad_norm": 276.1827697753906,
+      "learning_rate": 1.4381563185854569e-06,
+      "loss": 11.8281,
+      "step": 11292
+    },
+    {
+      "epoch": 0.750016603573089,
+      "grad_norm": 176.58221435546875,
+      "learning_rate": 1.4380596377274351e-06,
+      "loss": 14.7812,
+      "step": 11293
+    },
+    {
+      "epoch": 0.7500830178654446,
+      "grad_norm": 196.0380401611328,
+      "learning_rate": 1.4379629518021923e-06,
+      "loss": 18.375,
+      "step": 11294
+    },
+    {
+      "epoch": 0.7501494321578004,
+      "grad_norm": 809.9734497070312,
+      "learning_rate": 1.4378662608108465e-06,
+      "loss": 21.7188,
+      "step": 11295
+    },
+    {
+      "epoch": 0.750215846450156,
+      "grad_norm": 323.6888122558594,
+      "learning_rate": 1.4377695647545164e-06,
+      "loss": 17.5312,
+      "step": 11296
+    },
+    {
+      "epoch": 0.7502822607425118,
+      "grad_norm": 206.69403076171875,
+      "learning_rate": 1.43767286363432e-06,
+      "loss": 24.9219,
+      "step": 11297
+    },
+    {
+      "epoch": 0.7503486750348675,
+      "grad_norm": 345.45538330078125,
+      "learning_rate": 1.4375761574513767e-06,
+      "loss": 21.1875,
+      "step": 11298
+    },
+    {
+      "epoch": 0.7504150893272232,
+      "grad_norm": 240.73733520507812,
+      "learning_rate": 1.4374794462068046e-06,
+      "loss": 16.9844,
+      "step": 11299
+    },
+    {
+      "epoch": 0.7504815036195789,
+      "grad_norm": 164.8260498046875,
+      "learning_rate": 1.4373827299017224e-06,
+      "loss": 14.2656,
+      "step": 11300
+    },
+    {
+      "epoch": 0.7505479179119346,
+      "grad_norm": 286.97259521484375,
+      "learning_rate": 1.4372860085372493e-06,
+      "loss": 21.6562,
+      "step": 11301
+    },
+    {
+      "epoch": 0.7506143322042904,
+      "grad_norm": 170.71144104003906,
+      "learning_rate": 1.4371892821145037e-06,
+      "loss": 16.6094,
+      "step": 11302
+    },
+    {
+      "epoch": 0.7506807464966461,
+      "grad_norm": 130.01138305664062,
+      "learning_rate": 1.4370925506346043e-06,
+      "loss": 17.2344,
+      "step": 11303
+    },
+    {
+      "epoch": 0.7507471607890018,
+      "grad_norm": 131.0606231689453,
+      "learning_rate": 1.4369958140986707e-06,
+      "loss": 12.8594,
+      "step": 11304
+    },
+    {
+      "epoch": 0.7508135750813575,
+      "grad_norm": 127.24625396728516,
+      "learning_rate": 1.4368990725078214e-06,
+      "loss": 15.3438,
+      "step": 11305
+    },
+    {
+      "epoch": 0.7508799893737133,
+      "grad_norm": 393.373046875,
+      "learning_rate": 1.4368023258631757e-06,
+      "loss": 9.7109,
+      "step": 11306
+    },
+    {
+      "epoch": 0.7509464036660689,
+      "grad_norm": 726.9706420898438,
+      "learning_rate": 1.4367055741658523e-06,
+      "loss": 15.2969,
+      "step": 11307
+    },
+    {
+      "epoch": 0.7510128179584247,
+      "grad_norm": 781.5476684570312,
+      "learning_rate": 1.4366088174169709e-06,
+      "loss": 27.4688,
+      "step": 11308
+    },
+    {
+      "epoch": 0.7510792322507803,
+      "grad_norm": 278.7793884277344,
+      "learning_rate": 1.43651205561765e-06,
+      "loss": 12.0625,
+      "step": 11309
+    },
+    {
+      "epoch": 0.7511456465431361,
+      "grad_norm": 187.72653198242188,
+      "learning_rate": 1.4364152887690097e-06,
+      "loss": 25.0938,
+      "step": 11310
+    },
+    {
+      "epoch": 0.7512120608354917,
+      "grad_norm": 124.5443344116211,
+      "learning_rate": 1.436318516872169e-06,
+      "loss": 13.4922,
+      "step": 11311
+    },
+    {
+      "epoch": 0.7512784751278475,
+      "grad_norm": 271.86602783203125,
+      "learning_rate": 1.4362217399282472e-06,
+      "loss": 16.8906,
+      "step": 11312
+    },
+    {
+      "epoch": 0.7513448894202033,
+      "grad_norm": 278.48272705078125,
+      "learning_rate": 1.4361249579383638e-06,
+      "loss": 26.25,
+      "step": 11313
+    },
+    {
+      "epoch": 0.7514113037125589,
+      "grad_norm": 527.046875,
+      "learning_rate": 1.4360281709036385e-06,
+      "loss": 18.625,
+      "step": 11314
+    },
+    {
+      "epoch": 0.7514777180049147,
+      "grad_norm": 153.97679138183594,
+      "learning_rate": 1.4359313788251905e-06,
+      "loss": 18.9219,
+      "step": 11315
+    },
+    {
+      "epoch": 0.7515441322972704,
+      "grad_norm": 196.00192260742188,
+      "learning_rate": 1.4358345817041402e-06,
+      "loss": 11.7344,
+      "step": 11316
+    },
+    {
+      "epoch": 0.7516105465896261,
+      "grad_norm": 120.09199523925781,
+      "learning_rate": 1.4357377795416064e-06,
+      "loss": 15.125,
+      "step": 11317
+    },
+    {
+      "epoch": 0.7516769608819818,
+      "grad_norm": 201.8821563720703,
+      "learning_rate": 1.435640972338709e-06,
+      "loss": 22.7188,
+      "step": 11318
+    },
+    {
+      "epoch": 0.7517433751743375,
+      "grad_norm": 262.3896179199219,
+      "learning_rate": 1.4355441600965685e-06,
+      "loss": 22.4844,
+      "step": 11319
+    },
+    {
+      "epoch": 0.7518097894666932,
+      "grad_norm": 284.6969299316406,
+      "learning_rate": 1.4354473428163041e-06,
+      "loss": 23.6875,
+      "step": 11320
+    },
+    {
+      "epoch": 0.751876203759049,
+      "grad_norm": 210.24676513671875,
+      "learning_rate": 1.435350520499036e-06,
+      "loss": 14.6875,
+      "step": 11321
+    },
+    {
+      "epoch": 0.7519426180514046,
+      "grad_norm": 167.8802947998047,
+      "learning_rate": 1.4352536931458842e-06,
+      "loss": 17.125,
+      "step": 11322
+    },
+    {
+      "epoch": 0.7520090323437604,
+      "grad_norm": 370.7002868652344,
+      "learning_rate": 1.4351568607579685e-06,
+      "loss": 19.625,
+      "step": 11323
+    },
+    {
+      "epoch": 0.7520754466361161,
+      "grad_norm": 247.5911407470703,
+      "learning_rate": 1.4350600233364093e-06,
+      "loss": 18.4375,
+      "step": 11324
+    },
+    {
+      "epoch": 0.7521418609284718,
+      "grad_norm": 147.2194366455078,
+      "learning_rate": 1.4349631808823261e-06,
+      "loss": 16.3438,
+      "step": 11325
+    },
+    {
+      "epoch": 0.7522082752208276,
+      "grad_norm": 345.5111999511719,
+      "learning_rate": 1.4348663333968402e-06,
+      "loss": 14.875,
+      "step": 11326
+    },
+    {
+      "epoch": 0.7522746895131832,
+      "grad_norm": 370.6654968261719,
+      "learning_rate": 1.434769480881071e-06,
+      "loss": 23.7188,
+      "step": 11327
+    },
+    {
+      "epoch": 0.752341103805539,
+      "grad_norm": 547.322998046875,
+      "learning_rate": 1.4346726233361394e-06,
+      "loss": 26.5625,
+      "step": 11328
+    },
+    {
+      "epoch": 0.7524075180978946,
+      "grad_norm": 490.0865783691406,
+      "learning_rate": 1.4345757607631654e-06,
+      "loss": 19.0625,
+      "step": 11329
+    },
+    {
+      "epoch": 0.7524739323902504,
+      "grad_norm": 177.1226043701172,
+      "learning_rate": 1.4344788931632698e-06,
+      "loss": 16.8594,
+      "step": 11330
+    },
+    {
+      "epoch": 0.752540346682606,
+      "grad_norm": 358.8783874511719,
+      "learning_rate": 1.4343820205375728e-06,
+      "loss": 16.2344,
+      "step": 11331
+    },
+    {
+      "epoch": 0.7526067609749618,
+      "grad_norm": 260.9453125,
+      "learning_rate": 1.4342851428871949e-06,
+      "loss": 21.125,
+      "step": 11332
+    },
+    {
+      "epoch": 0.7526731752673175,
+      "grad_norm": 199.57803344726562,
+      "learning_rate": 1.4341882602132568e-06,
+      "loss": 16.2812,
+      "step": 11333
+    },
+    {
+      "epoch": 0.7527395895596732,
+      "grad_norm": 134.64939880371094,
+      "learning_rate": 1.4340913725168794e-06,
+      "loss": 15.8438,
+      "step": 11334
+    },
+    {
+      "epoch": 0.752806003852029,
+      "grad_norm": 181.53611755371094,
+      "learning_rate": 1.4339944797991834e-06,
+      "loss": 16.5,
+      "step": 11335
+    },
+    {
+      "epoch": 0.7528724181443847,
+      "grad_norm": 221.9235382080078,
+      "learning_rate": 1.4338975820612895e-06,
+      "loss": 15.1406,
+      "step": 11336
+    },
+    {
+      "epoch": 0.7529388324367404,
+      "grad_norm": 207.31312561035156,
+      "learning_rate": 1.4338006793043188e-06,
+      "loss": 18.4531,
+      "step": 11337
+    },
+    {
+      "epoch": 0.7530052467290961,
+      "grad_norm": 162.97950744628906,
+      "learning_rate": 1.4337037715293915e-06,
+      "loss": 16.4062,
+      "step": 11338
+    },
+    {
+      "epoch": 0.7530716610214518,
+      "grad_norm": 462.0454406738281,
+      "learning_rate": 1.4336068587376293e-06,
+      "loss": 21.125,
+      "step": 11339
+    },
+    {
+      "epoch": 0.7531380753138075,
+      "grad_norm": 176.55238342285156,
+      "learning_rate": 1.4335099409301531e-06,
+      "loss": 16.1562,
+      "step": 11340
+    },
+    {
+      "epoch": 0.7532044896061633,
+      "grad_norm": 1203.0150146484375,
+      "learning_rate": 1.4334130181080836e-06,
+      "loss": 14.6719,
+      "step": 11341
+    },
+    {
+      "epoch": 0.7532709038985189,
+      "grad_norm": 346.1994934082031,
+      "learning_rate": 1.4333160902725426e-06,
+      "loss": 20.4297,
+      "step": 11342
+    },
+    {
+      "epoch": 0.7533373181908747,
+      "grad_norm": 220.1724853515625,
+      "learning_rate": 1.4332191574246507e-06,
+      "loss": 13.7109,
+      "step": 11343
+    },
+    {
+      "epoch": 0.7534037324832303,
+      "grad_norm": 294.23907470703125,
+      "learning_rate": 1.4331222195655295e-06,
+      "loss": 21.6875,
+      "step": 11344
+    },
+    {
+      "epoch": 0.7534701467755861,
+      "grad_norm": 136.1506805419922,
+      "learning_rate": 1.4330252766963003e-06,
+      "loss": 18.8438,
+      "step": 11345
+    },
+    {
+      "epoch": 0.7535365610679419,
+      "grad_norm": 174.10414123535156,
+      "learning_rate": 1.432928328818084e-06,
+      "loss": 14.1719,
+      "step": 11346
+    },
+    {
+      "epoch": 0.7536029753602975,
+      "grad_norm": 359.7867736816406,
+      "learning_rate": 1.4328313759320027e-06,
+      "loss": 16.6562,
+      "step": 11347
+    },
+    {
+      "epoch": 0.7536693896526533,
+      "grad_norm": 580.015380859375,
+      "learning_rate": 1.4327344180391776e-06,
+      "loss": 22.9219,
+      "step": 11348
+    },
+    {
+      "epoch": 0.7537358039450089,
+      "grad_norm": 361.365478515625,
+      "learning_rate": 1.4326374551407304e-06,
+      "loss": 25.8594,
+      "step": 11349
+    },
+    {
+      "epoch": 0.7538022182373647,
+      "grad_norm": 141.36676025390625,
+      "learning_rate": 1.4325404872377823e-06,
+      "loss": 19.5625,
+      "step": 11350
+    },
+    {
+      "epoch": 0.7538686325297204,
+      "grad_norm": 404.9259338378906,
+      "learning_rate": 1.4324435143314558e-06,
+      "loss": 23.75,
+      "step": 11351
+    },
+    {
+      "epoch": 0.7539350468220761,
+      "grad_norm": 177.01612854003906,
+      "learning_rate": 1.4323465364228715e-06,
+      "loss": 19.8438,
+      "step": 11352
+    },
+    {
+      "epoch": 0.7540014611144318,
+      "grad_norm": 284.8478088378906,
+      "learning_rate": 1.432249553513152e-06,
+      "loss": 14.6562,
+      "step": 11353
+    },
+    {
+      "epoch": 0.7540678754067875,
+      "grad_norm": 240.09127807617188,
+      "learning_rate": 1.4321525656034189e-06,
+      "loss": 21.2656,
+      "step": 11354
+    },
+    {
+      "epoch": 0.7541342896991432,
+      "grad_norm": 151.22567749023438,
+      "learning_rate": 1.4320555726947942e-06,
+      "loss": 14.5781,
+      "step": 11355
+    },
+    {
+      "epoch": 0.754200703991499,
+      "grad_norm": 488.4153747558594,
+      "learning_rate": 1.4319585747883995e-06,
+      "loss": 22.6719,
+      "step": 11356
+    },
+    {
+      "epoch": 0.7542671182838547,
+      "grad_norm": 117.016845703125,
+      "learning_rate": 1.4318615718853572e-06,
+      "loss": 15.4844,
+      "step": 11357
+    },
+    {
+      "epoch": 0.7543335325762104,
+      "grad_norm": 321.9716491699219,
+      "learning_rate": 1.4317645639867897e-06,
+      "loss": 16.7188,
+      "step": 11358
+    },
+    {
+      "epoch": 0.7543999468685662,
+      "grad_norm": 2634.550048828125,
+      "learning_rate": 1.4316675510938183e-06,
+      "loss": 19.9531,
+      "step": 11359
+    },
+    {
+      "epoch": 0.7544663611609218,
+      "grad_norm": 218.30625915527344,
+      "learning_rate": 1.4315705332075656e-06,
+      "loss": 14.3594,
+      "step": 11360
+    },
+    {
+      "epoch": 0.7545327754532776,
+      "grad_norm": 253.4535675048828,
+      "learning_rate": 1.4314735103291538e-06,
+      "loss": 17.2656,
+      "step": 11361
+    },
+    {
+      "epoch": 0.7545991897456332,
+      "grad_norm": 176.6495819091797,
+      "learning_rate": 1.4313764824597055e-06,
+      "loss": 18.1719,
+      "step": 11362
+    },
+    {
+      "epoch": 0.754665604037989,
+      "grad_norm": 147.70648193359375,
+      "learning_rate": 1.4312794496003425e-06,
+      "loss": 14.5156,
+      "step": 11363
+    },
+    {
+      "epoch": 0.7547320183303446,
+      "grad_norm": 363.6097106933594,
+      "learning_rate": 1.4311824117521875e-06,
+      "loss": 21.625,
+      "step": 11364
+    },
+    {
+      "epoch": 0.7547984326227004,
+      "grad_norm": 174.6302490234375,
+      "learning_rate": 1.431085368916363e-06,
+      "loss": 20.4688,
+      "step": 11365
+    },
+    {
+      "epoch": 0.7548648469150561,
+      "grad_norm": 433.9065856933594,
+      "learning_rate": 1.4309883210939917e-06,
+      "loss": 19.9688,
+      "step": 11366
+    },
+    {
+      "epoch": 0.7549312612074118,
+      "grad_norm": 396.2280578613281,
+      "learning_rate": 1.430891268286196e-06,
+      "loss": 23.7188,
+      "step": 11367
+    },
+    {
+      "epoch": 0.7549976754997676,
+      "grad_norm": 267.60986328125,
+      "learning_rate": 1.4307942104940983e-06,
+      "loss": 14.3281,
+      "step": 11368
+    },
+    {
+      "epoch": 0.7550640897921232,
+      "grad_norm": 215.20523071289062,
+      "learning_rate": 1.430697147718822e-06,
+      "loss": 18.2188,
+      "step": 11369
+    },
+    {
+      "epoch": 0.755130504084479,
+      "grad_norm": 175.4080047607422,
+      "learning_rate": 1.4306000799614892e-06,
+      "loss": 17.8438,
+      "step": 11370
+    },
+    {
+      "epoch": 0.7551969183768347,
+      "grad_norm": 256.63055419921875,
+      "learning_rate": 1.430503007223223e-06,
+      "loss": 16.3594,
+      "step": 11371
+    },
+    {
+      "epoch": 0.7552633326691904,
+      "grad_norm": 180.26577758789062,
+      "learning_rate": 1.4304059295051462e-06,
+      "loss": 17.0781,
+      "step": 11372
+    },
+    {
+      "epoch": 0.7553297469615461,
+      "grad_norm": 230.23350524902344,
+      "learning_rate": 1.430308846808382e-06,
+      "loss": 15.3594,
+      "step": 11373
+    },
+    {
+      "epoch": 0.7553961612539019,
+      "grad_norm": 116.33613586425781,
+      "learning_rate": 1.430211759134053e-06,
+      "loss": 16.8125,
+      "step": 11374
+    },
+    {
+      "epoch": 0.7554625755462575,
+      "grad_norm": 202.6083221435547,
+      "learning_rate": 1.4301146664832824e-06,
+      "loss": 15.8281,
+      "step": 11375
+    },
+    {
+      "epoch": 0.7555289898386133,
+      "grad_norm": 168.9649200439453,
+      "learning_rate": 1.4300175688571936e-06,
+      "loss": 21.5625,
+      "step": 11376
+    },
+    {
+      "epoch": 0.755595404130969,
+      "grad_norm": 130.99241638183594,
+      "learning_rate": 1.4299204662569093e-06,
+      "loss": 12.4375,
+      "step": 11377
+    },
+    {
+      "epoch": 0.7556618184233247,
+      "grad_norm": 328.9798583984375,
+      "learning_rate": 1.4298233586835531e-06,
+      "loss": 24.9219,
+      "step": 11378
+    },
+    {
+      "epoch": 0.7557282327156805,
+      "grad_norm": 318.77069091796875,
+      "learning_rate": 1.4297262461382482e-06,
+      "loss": 21.1562,
+      "step": 11379
+    },
+    {
+      "epoch": 0.7557946470080361,
+      "grad_norm": 171.930419921875,
+      "learning_rate": 1.4296291286221178e-06,
+      "loss": 19.7344,
+      "step": 11380
+    },
+    {
+      "epoch": 0.7558610613003919,
+      "grad_norm": 194.3369903564453,
+      "learning_rate": 1.4295320061362852e-06,
+      "loss": 20.6406,
+      "step": 11381
+    },
+    {
+      "epoch": 0.7559274755927475,
+      "grad_norm": 134.05859375,
+      "learning_rate": 1.4294348786818741e-06,
+      "loss": 14.25,
+      "step": 11382
+    },
+    {
+      "epoch": 0.7559938898851033,
+      "grad_norm": 591.5350341796875,
+      "learning_rate": 1.4293377462600083e-06,
+      "loss": 22.9219,
+      "step": 11383
+    },
+    {
+      "epoch": 0.756060304177459,
+      "grad_norm": 303.60223388671875,
+      "learning_rate": 1.4292406088718107e-06,
+      "loss": 17.4375,
+      "step": 11384
+    },
+    {
+      "epoch": 0.7561267184698147,
+      "grad_norm": 237.5203399658203,
+      "learning_rate": 1.4291434665184053e-06,
+      "loss": 25.2031,
+      "step": 11385
+    },
+    {
+      "epoch": 0.7561931327621704,
+      "grad_norm": 226.27427673339844,
+      "learning_rate": 1.4290463192009154e-06,
+      "loss": 14.4688,
+      "step": 11386
+    },
+    {
+      "epoch": 0.7562595470545261,
+      "grad_norm": 195.9327850341797,
+      "learning_rate": 1.4289491669204657e-06,
+      "loss": 22.2969,
+      "step": 11387
+    },
+    {
+      "epoch": 0.7563259613468819,
+      "grad_norm": 292.80938720703125,
+      "learning_rate": 1.4288520096781791e-06,
+      "loss": 20.5938,
+      "step": 11388
+    },
+    {
+      "epoch": 0.7563923756392376,
+      "grad_norm": 161.35574340820312,
+      "learning_rate": 1.4287548474751798e-06,
+      "loss": 14.5,
+      "step": 11389
+    },
+    {
+      "epoch": 0.7564587899315933,
+      "grad_norm": 276.05499267578125,
+      "learning_rate": 1.4286576803125916e-06,
+      "loss": 19.9375,
+      "step": 11390
+    },
+    {
+      "epoch": 0.756525204223949,
+      "grad_norm": 299.57537841796875,
+      "learning_rate": 1.4285605081915386e-06,
+      "loss": 24.8438,
+      "step": 11391
+    },
+    {
+      "epoch": 0.7565916185163047,
+      "grad_norm": 207.95106506347656,
+      "learning_rate": 1.4284633311131446e-06,
+      "loss": 21.2031,
+      "step": 11392
+    },
+    {
+      "epoch": 0.7566580328086604,
+      "grad_norm": 351.99969482421875,
+      "learning_rate": 1.428366149078534e-06,
+      "loss": 21.8125,
+      "step": 11393
+    },
+    {
+      "epoch": 0.7567244471010162,
+      "grad_norm": 137.1719512939453,
+      "learning_rate": 1.428268962088831e-06,
+      "loss": 15.9375,
+      "step": 11394
+    },
+    {
+      "epoch": 0.7567908613933718,
+      "grad_norm": 286.21563720703125,
+      "learning_rate": 1.428171770145159e-06,
+      "loss": 20.7188,
+      "step": 11395
+    },
+    {
+      "epoch": 0.7568572756857276,
+      "grad_norm": 235.59930419921875,
+      "learning_rate": 1.4280745732486433e-06,
+      "loss": 22.0312,
+      "step": 11396
+    },
+    {
+      "epoch": 0.7569236899780832,
+      "grad_norm": 116.42137908935547,
+      "learning_rate": 1.4279773714004076e-06,
+      "loss": 16.8125,
+      "step": 11397
+    },
+    {
+      "epoch": 0.756990104270439,
+      "grad_norm": 280.7526550292969,
+      "learning_rate": 1.4278801646015767e-06,
+      "loss": 18.75,
+      "step": 11398
+    },
+    {
+      "epoch": 0.7570565185627948,
+      "grad_norm": 175.96304321289062,
+      "learning_rate": 1.4277829528532746e-06,
+      "loss": 21.2812,
+      "step": 11399
+    },
+    {
+      "epoch": 0.7571229328551504,
+      "grad_norm": 302.13262939453125,
+      "learning_rate": 1.427685736156626e-06,
+      "loss": 19.5781,
+      "step": 11400
+    },
+    {
+      "epoch": 0.7571893471475062,
+      "grad_norm": 332.01885986328125,
+      "learning_rate": 1.4275885145127556e-06,
+      "loss": 20.5781,
+      "step": 11401
+    },
+    {
+      "epoch": 0.7572557614398618,
+      "grad_norm": 151.9922637939453,
+      "learning_rate": 1.4274912879227877e-06,
+      "loss": 16.4922,
+      "step": 11402
+    },
+    {
+      "epoch": 0.7573221757322176,
+      "grad_norm": 362.2876281738281,
+      "learning_rate": 1.4273940563878468e-06,
+      "loss": 15.5469,
+      "step": 11403
+    },
+    {
+      "epoch": 0.7573885900245733,
+      "grad_norm": 172.42767333984375,
+      "learning_rate": 1.427296819909058e-06,
+      "loss": 14.9062,
+      "step": 11404
+    },
+    {
+      "epoch": 0.757455004316929,
+      "grad_norm": 242.51959228515625,
+      "learning_rate": 1.4271995784875463e-06,
+      "loss": 17.1719,
+      "step": 11405
+    },
+    {
+      "epoch": 0.7575214186092847,
+      "grad_norm": 149.30398559570312,
+      "learning_rate": 1.427102332124436e-06,
+      "loss": 15.8906,
+      "step": 11406
+    },
+    {
+      "epoch": 0.7575878329016404,
+      "grad_norm": 194.5740509033203,
+      "learning_rate": 1.4270050808208523e-06,
+      "loss": 21.3438,
+      "step": 11407
+    },
+    {
+      "epoch": 0.7576542471939961,
+      "grad_norm": 188.92323303222656,
+      "learning_rate": 1.42690782457792e-06,
+      "loss": 18.4375,
+      "step": 11408
+    },
+    {
+      "epoch": 0.7577206614863519,
+      "grad_norm": 189.84286499023438,
+      "learning_rate": 1.426810563396764e-06,
+      "loss": 13.6406,
+      "step": 11409
+    },
+    {
+      "epoch": 0.7577870757787076,
+      "grad_norm": 510.6014099121094,
+      "learning_rate": 1.4267132972785096e-06,
+      "loss": 12.8359,
+      "step": 11410
+    },
+    {
+      "epoch": 0.7578534900710633,
+      "grad_norm": 132.79530334472656,
+      "learning_rate": 1.4266160262242822e-06,
+      "loss": 16.9062,
+      "step": 11411
+    },
+    {
+      "epoch": 0.757919904363419,
+      "grad_norm": 342.64874267578125,
+      "learning_rate": 1.426518750235206e-06,
+      "loss": 18.2969,
+      "step": 11412
+    },
+    {
+      "epoch": 0.7579863186557747,
+      "grad_norm": 339.5273742675781,
+      "learning_rate": 1.4264214693124072e-06,
+      "loss": 18.375,
+      "step": 11413
+    },
+    {
+      "epoch": 0.7580527329481305,
+      "grad_norm": 158.25149536132812,
+      "learning_rate": 1.4263241834570107e-06,
+      "loss": 17.0781,
+      "step": 11414
+    },
+    {
+      "epoch": 0.7581191472404861,
+      "grad_norm": 139.49073791503906,
+      "learning_rate": 1.426226892670142e-06,
+      "loss": 17.0312,
+      "step": 11415
+    },
+    {
+      "epoch": 0.7581855615328419,
+      "grad_norm": 254.82244873046875,
+      "learning_rate": 1.426129596952926e-06,
+      "loss": 20.9375,
+      "step": 11416
+    },
+    {
+      "epoch": 0.7582519758251975,
+      "grad_norm": 221.73928833007812,
+      "learning_rate": 1.4260322963064887e-06,
+      "loss": 20.4844,
+      "step": 11417
+    },
+    {
+      "epoch": 0.7583183901175533,
+      "grad_norm": 294.1198425292969,
+      "learning_rate": 1.4259349907319557e-06,
+      "loss": 11.3672,
+      "step": 11418
+    },
+    {
+      "epoch": 0.758384804409909,
+      "grad_norm": 134.56947326660156,
+      "learning_rate": 1.4258376802304523e-06,
+      "loss": 13.0781,
+      "step": 11419
+    },
+    {
+      "epoch": 0.7584512187022647,
+      "grad_norm": 121.80011749267578,
+      "learning_rate": 1.425740364803104e-06,
+      "loss": 14.2812,
+      "step": 11420
+    },
+    {
+      "epoch": 0.7585176329946205,
+      "grad_norm": 515.1925048828125,
+      "learning_rate": 1.4256430444510366e-06,
+      "loss": 33.125,
+      "step": 11421
+    },
+    {
+      "epoch": 0.7585840472869761,
+      "grad_norm": 397.0013732910156,
+      "learning_rate": 1.4255457191753761e-06,
+      "loss": 22.0,
+      "step": 11422
+    },
+    {
+      "epoch": 0.7586504615793319,
+      "grad_norm": 233.4967803955078,
+      "learning_rate": 1.4254483889772479e-06,
+      "loss": 21.75,
+      "step": 11423
+    },
+    {
+      "epoch": 0.7587168758716876,
+      "grad_norm": 287.0468444824219,
+      "learning_rate": 1.4253510538577781e-06,
+      "loss": 14.9531,
+      "step": 11424
+    },
+    {
+      "epoch": 0.7587832901640433,
+      "grad_norm": 314.5189208984375,
+      "learning_rate": 1.4252537138180926e-06,
+      "loss": 17.2031,
+      "step": 11425
+    },
+    {
+      "epoch": 0.758849704456399,
+      "grad_norm": 218.2420196533203,
+      "learning_rate": 1.4251563688593177e-06,
+      "loss": 14.9688,
+      "step": 11426
+    },
+    {
+      "epoch": 0.7589161187487548,
+      "grad_norm": 146.91522216796875,
+      "learning_rate": 1.4250590189825787e-06,
+      "loss": 18.3281,
+      "step": 11427
+    },
+    {
+      "epoch": 0.7589825330411104,
+      "grad_norm": 199.03195190429688,
+      "learning_rate": 1.424961664189002e-06,
+      "loss": 17.2656,
+      "step": 11428
+    },
+    {
+      "epoch": 0.7590489473334662,
+      "grad_norm": 161.54669189453125,
+      "learning_rate": 1.4248643044797142e-06,
+      "loss": 14.25,
+      "step": 11429
+    },
+    {
+      "epoch": 0.7591153616258218,
+      "grad_norm": 372.61517333984375,
+      "learning_rate": 1.4247669398558412e-06,
+      "loss": 25.9688,
+      "step": 11430
+    },
+    {
+      "epoch": 0.7591817759181776,
+      "grad_norm": 152.48329162597656,
+      "learning_rate": 1.4246695703185086e-06,
+      "loss": 14.1875,
+      "step": 11431
+    },
+    {
+      "epoch": 0.7592481902105334,
+      "grad_norm": 140.3401336669922,
+      "learning_rate": 1.4245721958688435e-06,
+      "loss": 15.9688,
+      "step": 11432
+    },
+    {
+      "epoch": 0.759314604502889,
+      "grad_norm": 438.4024658203125,
+      "learning_rate": 1.4244748165079722e-06,
+      "loss": 18.2812,
+      "step": 11433
+    },
+    {
+      "epoch": 0.7593810187952448,
+      "grad_norm": 187.4120330810547,
+      "learning_rate": 1.424377432237021e-06,
+      "loss": 20.5625,
+      "step": 11434
+    },
+    {
+      "epoch": 0.7594474330876004,
+      "grad_norm": 130.64678955078125,
+      "learning_rate": 1.424280043057116e-06,
+      "loss": 19.6094,
+      "step": 11435
+    },
+    {
+      "epoch": 0.7595138473799562,
+      "grad_norm": 190.08114624023438,
+      "learning_rate": 1.4241826489693845e-06,
+      "loss": 22.5781,
+      "step": 11436
+    },
+    {
+      "epoch": 0.7595802616723119,
+      "grad_norm": 132.7705078125,
+      "learning_rate": 1.4240852499749527e-06,
+      "loss": 15.9219,
+      "step": 11437
+    },
+    {
+      "epoch": 0.7596466759646676,
+      "grad_norm": 182.7642822265625,
+      "learning_rate": 1.4239878460749472e-06,
+      "loss": 17.875,
+      "step": 11438
+    },
+    {
+      "epoch": 0.7597130902570233,
+      "grad_norm": 124.19676208496094,
+      "learning_rate": 1.4238904372704946e-06,
+      "loss": 14.9375,
+      "step": 11439
+    },
+    {
+      "epoch": 0.759779504549379,
+      "grad_norm": 200.36158752441406,
+      "learning_rate": 1.423793023562722e-06,
+      "loss": 21.6406,
+      "step": 11440
+    },
+    {
+      "epoch": 0.7598459188417347,
+      "grad_norm": 140.2877197265625,
+      "learning_rate": 1.4236956049527562e-06,
+      "loss": 12.1875,
+      "step": 11441
+    },
+    {
+      "epoch": 0.7599123331340905,
+      "grad_norm": 158.72805786132812,
+      "learning_rate": 1.423598181441724e-06,
+      "loss": 16.3594,
+      "step": 11442
+    },
+    {
+      "epoch": 0.7599787474264462,
+      "grad_norm": 303.4570007324219,
+      "learning_rate": 1.423500753030752e-06,
+      "loss": 17.2344,
+      "step": 11443
+    },
+    {
+      "epoch": 0.7600451617188019,
+      "grad_norm": 279.0068359375,
+      "learning_rate": 1.4234033197209676e-06,
+      "loss": 21.5781,
+      "step": 11444
+    },
+    {
+      "epoch": 0.7601115760111576,
+      "grad_norm": 289.48046875,
+      "learning_rate": 1.4233058815134977e-06,
+      "loss": 19.6719,
+      "step": 11445
+    },
+    {
+      "epoch": 0.7601779903035133,
+      "grad_norm": 364.2298278808594,
+      "learning_rate": 1.4232084384094696e-06,
+      "loss": 21.375,
+      "step": 11446
+    },
+    {
+      "epoch": 0.7602444045958691,
+      "grad_norm": 393.723876953125,
+      "learning_rate": 1.4231109904100104e-06,
+      "loss": 20.3438,
+      "step": 11447
+    },
+    {
+      "epoch": 0.7603108188882247,
+      "grad_norm": 221.44235229492188,
+      "learning_rate": 1.4230135375162472e-06,
+      "loss": 21.7031,
+      "step": 11448
+    },
+    {
+      "epoch": 0.7603772331805805,
+      "grad_norm": 1265.5550537109375,
+      "learning_rate": 1.422916079729307e-06,
+      "loss": 16.5312,
+      "step": 11449
+    },
+    {
+      "epoch": 0.7604436474729361,
+      "grad_norm": 239.6180419921875,
+      "learning_rate": 1.4228186170503176e-06,
+      "loss": 19.2031,
+      "step": 11450
+    },
+    {
+      "epoch": 0.7605100617652919,
+      "grad_norm": 234.3389892578125,
+      "learning_rate": 1.4227211494804063e-06,
+      "loss": 21.9062,
+      "step": 11451
+    },
+    {
+      "epoch": 0.7605764760576476,
+      "grad_norm": 369.90240478515625,
+      "learning_rate": 1.4226236770207006e-06,
+      "loss": 29.2188,
+      "step": 11452
+    },
+    {
+      "epoch": 0.7606428903500033,
+      "grad_norm": 258.3165588378906,
+      "learning_rate": 1.422526199672328e-06,
+      "loss": 22.2656,
+      "step": 11453
+    },
+    {
+      "epoch": 0.7607093046423591,
+      "grad_norm": 342.3445129394531,
+      "learning_rate": 1.4224287174364157e-06,
+      "loss": 20.3438,
+      "step": 11454
+    },
+    {
+      "epoch": 0.7607757189347147,
+      "grad_norm": 205.48712158203125,
+      "learning_rate": 1.4223312303140918e-06,
+      "loss": 18.4688,
+      "step": 11455
+    },
+    {
+      "epoch": 0.7608421332270705,
+      "grad_norm": 311.854248046875,
+      "learning_rate": 1.4222337383064835e-06,
+      "loss": 20.8125,
+      "step": 11456
+    },
+    {
+      "epoch": 0.7609085475194262,
+      "grad_norm": 203.0210723876953,
+      "learning_rate": 1.422136241414719e-06,
+      "loss": 18.1875,
+      "step": 11457
+    },
+    {
+      "epoch": 0.7609749618117819,
+      "grad_norm": 379.6282043457031,
+      "learning_rate": 1.422038739639926e-06,
+      "loss": 24.8281,
+      "step": 11458
+    },
+    {
+      "epoch": 0.7610413761041376,
+      "grad_norm": 543.1451416015625,
+      "learning_rate": 1.4219412329832318e-06,
+      "loss": 21.7344,
+      "step": 11459
+    },
+    {
+      "epoch": 0.7611077903964933,
+      "grad_norm": 151.27764892578125,
+      "learning_rate": 1.4218437214457648e-06,
+      "loss": 16.5938,
+      "step": 11460
+    },
+    {
+      "epoch": 0.761174204688849,
+      "grad_norm": 310.0318603515625,
+      "learning_rate": 1.421746205028653e-06,
+      "loss": 24.2344,
+      "step": 11461
+    },
+    {
+      "epoch": 0.7612406189812048,
+      "grad_norm": 218.07456970214844,
+      "learning_rate": 1.4216486837330246e-06,
+      "loss": 19.1562,
+      "step": 11462
+    },
+    {
+      "epoch": 0.7613070332735604,
+      "grad_norm": 147.14776611328125,
+      "learning_rate": 1.421551157560007e-06,
+      "loss": 14.375,
+      "step": 11463
+    },
+    {
+      "epoch": 0.7613734475659162,
+      "grad_norm": 156.4718780517578,
+      "learning_rate": 1.4214536265107287e-06,
+      "loss": 18.7969,
+      "step": 11464
+    },
+    {
+      "epoch": 0.761439861858272,
+      "grad_norm": 286.97589111328125,
+      "learning_rate": 1.4213560905863181e-06,
+      "loss": 20.2656,
+      "step": 11465
+    },
+    {
+      "epoch": 0.7615062761506276,
+      "grad_norm": 156.01416015625,
+      "learning_rate": 1.421258549787903e-06,
+      "loss": 15.3906,
+      "step": 11466
+    },
+    {
+      "epoch": 0.7615726904429834,
+      "grad_norm": 142.4091339111328,
+      "learning_rate": 1.421161004116612e-06,
+      "loss": 14.8594,
+      "step": 11467
+    },
+    {
+      "epoch": 0.761639104735339,
+      "grad_norm": 404.9075012207031,
+      "learning_rate": 1.4210634535735734e-06,
+      "loss": 24.0,
+      "step": 11468
+    },
+    {
+      "epoch": 0.7617055190276948,
+      "grad_norm": 144.06166076660156,
+      "learning_rate": 1.4209658981599156e-06,
+      "loss": 16.5469,
+      "step": 11469
+    },
+    {
+      "epoch": 0.7617719333200504,
+      "grad_norm": 517.7322387695312,
+      "learning_rate": 1.4208683378767668e-06,
+      "loss": 21.2656,
+      "step": 11470
+    },
+    {
+      "epoch": 0.7618383476124062,
+      "grad_norm": 156.52001953125,
+      "learning_rate": 1.4207707727252557e-06,
+      "loss": 15.5781,
+      "step": 11471
+    },
+    {
+      "epoch": 0.7619047619047619,
+      "grad_norm": 190.35482788085938,
+      "learning_rate": 1.4206732027065112e-06,
+      "loss": 15.9844,
+      "step": 11472
+    },
+    {
+      "epoch": 0.7619711761971176,
+      "grad_norm": 233.16461181640625,
+      "learning_rate": 1.4205756278216616e-06,
+      "loss": 15.0,
+      "step": 11473
+    },
+    {
+      "epoch": 0.7620375904894733,
+      "grad_norm": 385.3000183105469,
+      "learning_rate": 1.4204780480718358e-06,
+      "loss": 19.1406,
+      "step": 11474
+    },
+    {
+      "epoch": 0.762104004781829,
+      "grad_norm": 236.2679443359375,
+      "learning_rate": 1.420380463458162e-06,
+      "loss": 14.9062,
+      "step": 11475
+    },
+    {
+      "epoch": 0.7621704190741848,
+      "grad_norm": 147.8197021484375,
+      "learning_rate": 1.4202828739817698e-06,
+      "loss": 14.5312,
+      "step": 11476
+    },
+    {
+      "epoch": 0.7622368333665405,
+      "grad_norm": 218.61585998535156,
+      "learning_rate": 1.4201852796437874e-06,
+      "loss": 20.4688,
+      "step": 11477
+    },
+    {
+      "epoch": 0.7623032476588962,
+      "grad_norm": 287.5067443847656,
+      "learning_rate": 1.420087680445344e-06,
+      "loss": 20.8125,
+      "step": 11478
+    },
+    {
+      "epoch": 0.7623696619512519,
+      "grad_norm": 319.8008117675781,
+      "learning_rate": 1.4199900763875688e-06,
+      "loss": 28.7031,
+      "step": 11479
+    },
+    {
+      "epoch": 0.7624360762436077,
+      "grad_norm": 292.6424865722656,
+      "learning_rate": 1.4198924674715905e-06,
+      "loss": 26.75,
+      "step": 11480
+    },
+    {
+      "epoch": 0.7625024905359633,
+      "grad_norm": 169.40277099609375,
+      "learning_rate": 1.4197948536985377e-06,
+      "loss": 17.4375,
+      "step": 11481
+    },
+    {
+      "epoch": 0.7625689048283191,
+      "grad_norm": 236.88803100585938,
+      "learning_rate": 1.4196972350695407e-06,
+      "loss": 18.0,
+      "step": 11482
+    },
+    {
+      "epoch": 0.7626353191206747,
+      "grad_norm": 110.5543441772461,
+      "learning_rate": 1.419599611585728e-06,
+      "loss": 12.625,
+      "step": 11483
+    },
+    {
+      "epoch": 0.7627017334130305,
+      "grad_norm": 156.3123321533203,
+      "learning_rate": 1.419501983248229e-06,
+      "loss": 18.8906,
+      "step": 11484
+    },
+    {
+      "epoch": 0.7627681477053861,
+      "grad_norm": 325.9300537109375,
+      "learning_rate": 1.4194043500581728e-06,
+      "loss": 20.2188,
+      "step": 11485
+    },
+    {
+      "epoch": 0.7628345619977419,
+      "grad_norm": 298.55291748046875,
+      "learning_rate": 1.419306712016689e-06,
+      "loss": 21.5312,
+      "step": 11486
+    },
+    {
+      "epoch": 0.7629009762900977,
+      "grad_norm": 130.16116333007812,
+      "learning_rate": 1.419209069124907e-06,
+      "loss": 19.0625,
+      "step": 11487
+    },
+    {
+      "epoch": 0.7629673905824533,
+      "grad_norm": 161.75950622558594,
+      "learning_rate": 1.4191114213839561e-06,
+      "loss": 15.1875,
+      "step": 11488
+    },
+    {
+      "epoch": 0.7630338048748091,
+      "grad_norm": 230.54373168945312,
+      "learning_rate": 1.4190137687949659e-06,
+      "loss": 25.0156,
+      "step": 11489
+    },
+    {
+      "epoch": 0.7631002191671648,
+      "grad_norm": 351.3522644042969,
+      "learning_rate": 1.4189161113590661e-06,
+      "loss": 19.3281,
+      "step": 11490
+    },
+    {
+      "epoch": 0.7631666334595205,
+      "grad_norm": 984.8161010742188,
+      "learning_rate": 1.4188184490773864e-06,
+      "loss": 15.4688,
+      "step": 11491
+    },
+    {
+      "epoch": 0.7632330477518762,
+      "grad_norm": 192.45103454589844,
+      "learning_rate": 1.4187207819510562e-06,
+      "loss": 17.0938,
+      "step": 11492
+    },
+    {
+      "epoch": 0.7632994620442319,
+      "grad_norm": 181.81272888183594,
+      "learning_rate": 1.4186231099812056e-06,
+      "loss": 16.7188,
+      "step": 11493
+    },
+    {
+      "epoch": 0.7633658763365876,
+      "grad_norm": 280.9609069824219,
+      "learning_rate": 1.4185254331689645e-06,
+      "loss": 16.4844,
+      "step": 11494
+    },
+    {
+      "epoch": 0.7634322906289434,
+      "grad_norm": 299.7467956542969,
+      "learning_rate": 1.4184277515154621e-06,
+      "loss": 18.2344,
+      "step": 11495
+    },
+    {
+      "epoch": 0.763498704921299,
+      "grad_norm": 1041.4200439453125,
+      "learning_rate": 1.4183300650218288e-06,
+      "loss": 20.1719,
+      "step": 11496
+    },
+    {
+      "epoch": 0.7635651192136548,
+      "grad_norm": 307.52099609375,
+      "learning_rate": 1.4182323736891948e-06,
+      "loss": 18.0469,
+      "step": 11497
+    },
+    {
+      "epoch": 0.7636315335060105,
+      "grad_norm": 153.32557678222656,
+      "learning_rate": 1.4181346775186894e-06,
+      "loss": 20.2812,
+      "step": 11498
+    },
+    {
+      "epoch": 0.7636979477983662,
+      "grad_norm": 229.05201721191406,
+      "learning_rate": 1.4180369765114435e-06,
+      "loss": 24.3125,
+      "step": 11499
+    },
+    {
+      "epoch": 0.763764362090722,
+      "grad_norm": 290.345458984375,
+      "learning_rate": 1.4179392706685868e-06,
+      "loss": 14.8906,
+      "step": 11500
+    },
+    {
+      "epoch": 0.7638307763830776,
+      "grad_norm": 188.36175537109375,
+      "learning_rate": 1.41784155999125e-06,
+      "loss": 13.2812,
+      "step": 11501
+    },
+    {
+      "epoch": 0.7638971906754334,
+      "grad_norm": 121.76856994628906,
+      "learning_rate": 1.4177438444805625e-06,
+      "loss": 17.9219,
+      "step": 11502
+    },
+    {
+      "epoch": 0.763963604967789,
+      "grad_norm": 304.29449462890625,
+      "learning_rate": 1.4176461241376551e-06,
+      "loss": 12.1094,
+      "step": 11503
+    },
+    {
+      "epoch": 0.7640300192601448,
+      "grad_norm": 196.10629272460938,
+      "learning_rate": 1.4175483989636584e-06,
+      "loss": 14.8281,
+      "step": 11504
+    },
+    {
+      "epoch": 0.7640964335525005,
+      "grad_norm": 179.90267944335938,
+      "learning_rate": 1.4174506689597025e-06,
+      "loss": 17.9062,
+      "step": 11505
+    },
+    {
+      "epoch": 0.7641628478448562,
+      "grad_norm": 386.384033203125,
+      "learning_rate": 1.4173529341269179e-06,
+      "loss": 18.8203,
+      "step": 11506
+    },
+    {
+      "epoch": 0.7642292621372119,
+      "grad_norm": 131.6089324951172,
+      "learning_rate": 1.4172551944664353e-06,
+      "loss": 15.6875,
+      "step": 11507
+    },
+    {
+      "epoch": 0.7642956764295676,
+      "grad_norm": 342.986572265625,
+      "learning_rate": 1.4171574499793853e-06,
+      "loss": 20.3203,
+      "step": 11508
+    },
+    {
+      "epoch": 0.7643620907219234,
+      "grad_norm": 181.5123748779297,
+      "learning_rate": 1.4170597006668983e-06,
+      "loss": 15.0469,
+      "step": 11509
+    },
+    {
+      "epoch": 0.7644285050142791,
+      "grad_norm": 253.0241241455078,
+      "learning_rate": 1.4169619465301052e-06,
+      "loss": 27.3438,
+      "step": 11510
+    },
+    {
+      "epoch": 0.7644949193066348,
+      "grad_norm": 163.03121948242188,
+      "learning_rate": 1.4168641875701365e-06,
+      "loss": 13.5938,
+      "step": 11511
+    },
+    {
+      "epoch": 0.7645613335989905,
+      "grad_norm": 435.08447265625,
+      "learning_rate": 1.416766423788124e-06,
+      "loss": 16.1094,
+      "step": 11512
+    },
+    {
+      "epoch": 0.7646277478913462,
+      "grad_norm": 186.01243591308594,
+      "learning_rate": 1.4166686551851972e-06,
+      "loss": 17.6875,
+      "step": 11513
+    },
+    {
+      "epoch": 0.7646941621837019,
+      "grad_norm": 126.77181243896484,
+      "learning_rate": 1.4165708817624877e-06,
+      "loss": 12.0,
+      "step": 11514
+    },
+    {
+      "epoch": 0.7647605764760577,
+      "grad_norm": 410.2765197753906,
+      "learning_rate": 1.4164731035211267e-06,
+      "loss": 14.4375,
+      "step": 11515
+    },
+    {
+      "epoch": 0.7648269907684133,
+      "grad_norm": 170.51597595214844,
+      "learning_rate": 1.4163753204622449e-06,
+      "loss": 19.0938,
+      "step": 11516
+    },
+    {
+      "epoch": 0.7648934050607691,
+      "grad_norm": 238.36563110351562,
+      "learning_rate": 1.4162775325869734e-06,
+      "loss": 17.75,
+      "step": 11517
+    },
+    {
+      "epoch": 0.7649598193531247,
+      "grad_norm": 185.479248046875,
+      "learning_rate": 1.4161797398964435e-06,
+      "loss": 22.1406,
+      "step": 11518
+    },
+    {
+      "epoch": 0.7650262336454805,
+      "grad_norm": 202.43043518066406,
+      "learning_rate": 1.4160819423917862e-06,
+      "loss": 16.5469,
+      "step": 11519
+    },
+    {
+      "epoch": 0.7650926479378363,
+      "grad_norm": 306.1792297363281,
+      "learning_rate": 1.415984140074133e-06,
+      "loss": 23.0625,
+      "step": 11520
+    },
+    {
+      "epoch": 0.7651590622301919,
+      "grad_norm": 129.00537109375,
+      "learning_rate": 1.4158863329446152e-06,
+      "loss": 15.3438,
+      "step": 11521
+    },
+    {
+      "epoch": 0.7652254765225477,
+      "grad_norm": 223.09901428222656,
+      "learning_rate": 1.4157885210043644e-06,
+      "loss": 20.9531,
+      "step": 11522
+    },
+    {
+      "epoch": 0.7652918908149033,
+      "grad_norm": 652.7255859375,
+      "learning_rate": 1.4156907042545112e-06,
+      "loss": 25.5312,
+      "step": 11523
+    },
+    {
+      "epoch": 0.7653583051072591,
+      "grad_norm": 308.8670959472656,
+      "learning_rate": 1.4155928826961879e-06,
+      "loss": 18.5938,
+      "step": 11524
+    },
+    {
+      "epoch": 0.7654247193996148,
+      "grad_norm": 284.3728942871094,
+      "learning_rate": 1.4154950563305257e-06,
+      "loss": 17.3438,
+      "step": 11525
+    },
+    {
+      "epoch": 0.7654911336919705,
+      "grad_norm": 308.7904357910156,
+      "learning_rate": 1.4153972251586565e-06,
+      "loss": 27.6875,
+      "step": 11526
+    },
+    {
+      "epoch": 0.7655575479843262,
+      "grad_norm": 200.63412475585938,
+      "learning_rate": 1.4152993891817115e-06,
+      "loss": 17.875,
+      "step": 11527
+    },
+    {
+      "epoch": 0.765623962276682,
+      "grad_norm": 175.36660766601562,
+      "learning_rate": 1.4152015484008227e-06,
+      "loss": 13.5469,
+      "step": 11528
+    },
+    {
+      "epoch": 0.7656903765690377,
+      "grad_norm": 345.8276672363281,
+      "learning_rate": 1.415103702817122e-06,
+      "loss": 21.0625,
+      "step": 11529
+    },
+    {
+      "epoch": 0.7657567908613934,
+      "grad_norm": 129.4594268798828,
+      "learning_rate": 1.4150058524317408e-06,
+      "loss": 17.8125,
+      "step": 11530
+    },
+    {
+      "epoch": 0.7658232051537491,
+      "grad_norm": 167.61141967773438,
+      "learning_rate": 1.4149079972458112e-06,
+      "loss": 18.2812,
+      "step": 11531
+    },
+    {
+      "epoch": 0.7658896194461048,
+      "grad_norm": 103.38980102539062,
+      "learning_rate": 1.414810137260465e-06,
+      "loss": 18.2344,
+      "step": 11532
+    },
+    {
+      "epoch": 0.7659560337384606,
+      "grad_norm": 179.90560913085938,
+      "learning_rate": 1.4147122724768347e-06,
+      "loss": 19.1875,
+      "step": 11533
+    },
+    {
+      "epoch": 0.7660224480308162,
+      "grad_norm": 306.96319580078125,
+      "learning_rate": 1.414614402896052e-06,
+      "loss": 20.5,
+      "step": 11534
+    },
+    {
+      "epoch": 0.766088862323172,
+      "grad_norm": 341.3179626464844,
+      "learning_rate": 1.4145165285192486e-06,
+      "loss": 19.3281,
+      "step": 11535
+    },
+    {
+      "epoch": 0.7661552766155276,
+      "grad_norm": 233.50437927246094,
+      "learning_rate": 1.414418649347557e-06,
+      "loss": 20.4375,
+      "step": 11536
+    },
+    {
+      "epoch": 0.7662216909078834,
+      "grad_norm": 286.61358642578125,
+      "learning_rate": 1.41432076538211e-06,
+      "loss": 20.7656,
+      "step": 11537
+    },
+    {
+      "epoch": 0.766288105200239,
+      "grad_norm": 219.03530883789062,
+      "learning_rate": 1.4142228766240387e-06,
+      "loss": 18.2188,
+      "step": 11538
+    },
+    {
+      "epoch": 0.7663545194925948,
+      "grad_norm": 148.99464416503906,
+      "learning_rate": 1.414124983074476e-06,
+      "loss": 15.4688,
+      "step": 11539
+    },
+    {
+      "epoch": 0.7664209337849506,
+      "grad_norm": 166.6622314453125,
+      "learning_rate": 1.4140270847345547e-06,
+      "loss": 16.0312,
+      "step": 11540
+    },
+    {
+      "epoch": 0.7664873480773062,
+      "grad_norm": 344.4269104003906,
+      "learning_rate": 1.4139291816054066e-06,
+      "loss": 16.2656,
+      "step": 11541
+    },
+    {
+      "epoch": 0.766553762369662,
+      "grad_norm": 425.9452209472656,
+      "learning_rate": 1.4138312736881645e-06,
+      "loss": 18.25,
+      "step": 11542
+    },
+    {
+      "epoch": 0.7666201766620176,
+      "grad_norm": 311.7181701660156,
+      "learning_rate": 1.4137333609839607e-06,
+      "loss": 17.5156,
+      "step": 11543
+    },
+    {
+      "epoch": 0.7666865909543734,
+      "grad_norm": 309.9884033203125,
+      "learning_rate": 1.4136354434939285e-06,
+      "loss": 22.0625,
+      "step": 11544
+    },
+    {
+      "epoch": 0.7667530052467291,
+      "grad_norm": 137.8727569580078,
+      "learning_rate": 1.4135375212191994e-06,
+      "loss": 14.3594,
+      "step": 11545
+    },
+    {
+      "epoch": 0.7668194195390848,
+      "grad_norm": 138.75352478027344,
+      "learning_rate": 1.4134395941609068e-06,
+      "loss": 16.4688,
+      "step": 11546
+    },
+    {
+      "epoch": 0.7668858338314405,
+      "grad_norm": 221.5641326904297,
+      "learning_rate": 1.4133416623201836e-06,
+      "loss": 16.0781,
+      "step": 11547
+    },
+    {
+      "epoch": 0.7669522481237963,
+      "grad_norm": 128.30389404296875,
+      "learning_rate": 1.4132437256981622e-06,
+      "loss": 14.125,
+      "step": 11548
+    },
+    {
+      "epoch": 0.7670186624161519,
+      "grad_norm": 147.14024353027344,
+      "learning_rate": 1.4131457842959757e-06,
+      "loss": 18.0469,
+      "step": 11549
+    },
+    {
+      "epoch": 0.7670850767085077,
+      "grad_norm": 420.1864318847656,
+      "learning_rate": 1.413047838114757e-06,
+      "loss": 19.0781,
+      "step": 11550
+    },
+    {
+      "epoch": 0.7671514910008634,
+      "grad_norm": 172.1472625732422,
+      "learning_rate": 1.4129498871556394e-06,
+      "loss": 15.6562,
+      "step": 11551
+    },
+    {
+      "epoch": 0.7672179052932191,
+      "grad_norm": 320.4477844238281,
+      "learning_rate": 1.412851931419755e-06,
+      "loss": 13.1875,
+      "step": 11552
+    },
+    {
+      "epoch": 0.7672843195855749,
+      "grad_norm": 239.8662872314453,
+      "learning_rate": 1.4127539709082378e-06,
+      "loss": 17.5078,
+      "step": 11553
+    },
+    {
+      "epoch": 0.7673507338779305,
+      "grad_norm": 144.27035522460938,
+      "learning_rate": 1.4126560056222209e-06,
+      "loss": 15.9062,
+      "step": 11554
+    },
+    {
+      "epoch": 0.7674171481702863,
+      "grad_norm": 285.7259216308594,
+      "learning_rate": 1.412558035562837e-06,
+      "loss": 22.125,
+      "step": 11555
+    },
+    {
+      "epoch": 0.7674835624626419,
+      "grad_norm": 629.6417846679688,
+      "learning_rate": 1.4124600607312198e-06,
+      "loss": 30.3438,
+      "step": 11556
+    },
+    {
+      "epoch": 0.7675499767549977,
+      "grad_norm": 125.88321685791016,
+      "learning_rate": 1.412362081128502e-06,
+      "loss": 13.0,
+      "step": 11557
+    },
+    {
+      "epoch": 0.7676163910473534,
+      "grad_norm": 236.7933807373047,
+      "learning_rate": 1.4122640967558183e-06,
+      "loss": 16.2188,
+      "step": 11558
+    },
+    {
+      "epoch": 0.7676828053397091,
+      "grad_norm": 216.11395263671875,
+      "learning_rate": 1.4121661076143007e-06,
+      "loss": 15.8906,
+      "step": 11559
+    },
+    {
+      "epoch": 0.7677492196320648,
+      "grad_norm": 313.1263122558594,
+      "learning_rate": 1.4120681137050832e-06,
+      "loss": 18.75,
+      "step": 11560
+    },
+    {
+      "epoch": 0.7678156339244205,
+      "grad_norm": 164.5071258544922,
+      "learning_rate": 1.4119701150292998e-06,
+      "loss": 16.2188,
+      "step": 11561
+    },
+    {
+      "epoch": 0.7678820482167763,
+      "grad_norm": 276.0098876953125,
+      "learning_rate": 1.4118721115880833e-06,
+      "loss": 18.0781,
+      "step": 11562
+    },
+    {
+      "epoch": 0.767948462509132,
+      "grad_norm": 434.07373046875,
+      "learning_rate": 1.4117741033825677e-06,
+      "loss": 18.4375,
+      "step": 11563
+    },
+    {
+      "epoch": 0.7680148768014877,
+      "grad_norm": 211.69349670410156,
+      "learning_rate": 1.4116760904138866e-06,
+      "loss": 19.9062,
+      "step": 11564
+    },
+    {
+      "epoch": 0.7680812910938434,
+      "grad_norm": 235.38136291503906,
+      "learning_rate": 1.4115780726831743e-06,
+      "loss": 17.1406,
+      "step": 11565
+    },
+    {
+      "epoch": 0.7681477053861991,
+      "grad_norm": 181.71905517578125,
+      "learning_rate": 1.4114800501915637e-06,
+      "loss": 27.6406,
+      "step": 11566
+    },
+    {
+      "epoch": 0.7682141196785548,
+      "grad_norm": 187.0181427001953,
+      "learning_rate": 1.4113820229401896e-06,
+      "loss": 24.9219,
+      "step": 11567
+    },
+    {
+      "epoch": 0.7682805339709106,
+      "grad_norm": 242.19261169433594,
+      "learning_rate": 1.4112839909301852e-06,
+      "loss": 21.625,
+      "step": 11568
+    },
+    {
+      "epoch": 0.7683469482632662,
+      "grad_norm": 329.15704345703125,
+      "learning_rate": 1.411185954162685e-06,
+      "loss": 20.4844,
+      "step": 11569
+    },
+    {
+      "epoch": 0.768413362555622,
+      "grad_norm": 309.2724609375,
+      "learning_rate": 1.4110879126388224e-06,
+      "loss": 18.0938,
+      "step": 11570
+    },
+    {
+      "epoch": 0.7684797768479776,
+      "grad_norm": 285.88458251953125,
+      "learning_rate": 1.4109898663597321e-06,
+      "loss": 13.9688,
+      "step": 11571
+    },
+    {
+      "epoch": 0.7685461911403334,
+      "grad_norm": 243.81585693359375,
+      "learning_rate": 1.4108918153265483e-06,
+      "loss": 15.1094,
+      "step": 11572
+    },
+    {
+      "epoch": 0.7686126054326892,
+      "grad_norm": 163.25384521484375,
+      "learning_rate": 1.4107937595404045e-06,
+      "loss": 18.2344,
+      "step": 11573
+    },
+    {
+      "epoch": 0.7686790197250448,
+      "grad_norm": 130.73336791992188,
+      "learning_rate": 1.4106956990024355e-06,
+      "loss": 14.75,
+      "step": 11574
+    },
+    {
+      "epoch": 0.7687454340174006,
+      "grad_norm": 193.24282836914062,
+      "learning_rate": 1.4105976337137753e-06,
+      "loss": 16.1094,
+      "step": 11575
+    },
+    {
+      "epoch": 0.7688118483097562,
+      "grad_norm": 152.2552947998047,
+      "learning_rate": 1.4104995636755588e-06,
+      "loss": 15.0938,
+      "step": 11576
+    },
+    {
+      "epoch": 0.768878262602112,
+      "grad_norm": 241.2152862548828,
+      "learning_rate": 1.4104014888889198e-06,
+      "loss": 19.5469,
+      "step": 11577
+    },
+    {
+      "epoch": 0.7689446768944677,
+      "grad_norm": 278.8390197753906,
+      "learning_rate": 1.410303409354993e-06,
+      "loss": 15.6094,
+      "step": 11578
+    },
+    {
+      "epoch": 0.7690110911868234,
+      "grad_norm": 225.76231384277344,
+      "learning_rate": 1.410205325074913e-06,
+      "loss": 10.5625,
+      "step": 11579
+    },
+    {
+      "epoch": 0.7690775054791791,
+      "grad_norm": 245.40985107421875,
+      "learning_rate": 1.4101072360498145e-06,
+      "loss": 13.0781,
+      "step": 11580
+    },
+    {
+      "epoch": 0.7691439197715348,
+      "grad_norm": 306.4455261230469,
+      "learning_rate": 1.4100091422808318e-06,
+      "loss": 22.875,
+      "step": 11581
+    },
+    {
+      "epoch": 0.7692103340638905,
+      "grad_norm": 220.9036102294922,
+      "learning_rate": 1.4099110437690998e-06,
+      "loss": 22.2812,
+      "step": 11582
+    },
+    {
+      "epoch": 0.7692767483562463,
+      "grad_norm": 176.10739135742188,
+      "learning_rate": 1.4098129405157532e-06,
+      "loss": 13.6094,
+      "step": 11583
+    },
+    {
+      "epoch": 0.769343162648602,
+      "grad_norm": 260.754638671875,
+      "learning_rate": 1.409714832521927e-06,
+      "loss": 16.5156,
+      "step": 11584
+    },
+    {
+      "epoch": 0.7694095769409577,
+      "grad_norm": 226.1063232421875,
+      "learning_rate": 1.4096167197887556e-06,
+      "loss": 17.9219,
+      "step": 11585
+    },
+    {
+      "epoch": 0.7694759912333134,
+      "grad_norm": 210.8856201171875,
+      "learning_rate": 1.4095186023173745e-06,
+      "loss": 17.9062,
+      "step": 11586
+    },
+    {
+      "epoch": 0.7695424055256691,
+      "grad_norm": 157.5384063720703,
+      "learning_rate": 1.409420480108918e-06,
+      "loss": 14.8906,
+      "step": 11587
+    },
+    {
+      "epoch": 0.7696088198180249,
+      "grad_norm": 123.77973175048828,
+      "learning_rate": 1.4093223531645216e-06,
+      "loss": 18.125,
+      "step": 11588
+    },
+    {
+      "epoch": 0.7696752341103805,
+      "grad_norm": 340.21234130859375,
+      "learning_rate": 1.4092242214853203e-06,
+      "loss": 18.3594,
+      "step": 11589
+    },
+    {
+      "epoch": 0.7697416484027363,
+      "grad_norm": 175.34999084472656,
+      "learning_rate": 1.4091260850724493e-06,
+      "loss": 13.2656,
+      "step": 11590
+    },
+    {
+      "epoch": 0.7698080626950919,
+      "grad_norm": 267.7229919433594,
+      "learning_rate": 1.4090279439270435e-06,
+      "loss": 15.0781,
+      "step": 11591
+    },
+    {
+      "epoch": 0.7698744769874477,
+      "grad_norm": 229.82595825195312,
+      "learning_rate": 1.408929798050238e-06,
+      "loss": 13.875,
+      "step": 11592
+    },
+    {
+      "epoch": 0.7699408912798034,
+      "grad_norm": 197.93203735351562,
+      "learning_rate": 1.408831647443169e-06,
+      "loss": 14.2656,
+      "step": 11593
+    },
+    {
+      "epoch": 0.7700073055721591,
+      "grad_norm": 141.1587371826172,
+      "learning_rate": 1.4087334921069706e-06,
+      "loss": 15.1875,
+      "step": 11594
+    },
+    {
+      "epoch": 0.7700737198645149,
+      "grad_norm": 308.5074157714844,
+      "learning_rate": 1.4086353320427792e-06,
+      "loss": 18.25,
+      "step": 11595
+    },
+    {
+      "epoch": 0.7701401341568705,
+      "grad_norm": 115.7659912109375,
+      "learning_rate": 1.4085371672517301e-06,
+      "loss": 18.4688,
+      "step": 11596
+    },
+    {
+      "epoch": 0.7702065484492263,
+      "grad_norm": 145.0826416015625,
+      "learning_rate": 1.4084389977349585e-06,
+      "loss": 12.5,
+      "step": 11597
+    },
+    {
+      "epoch": 0.770272962741582,
+      "grad_norm": 426.1162109375,
+      "learning_rate": 1.4083408234936e-06,
+      "loss": 17.7188,
+      "step": 11598
+    },
+    {
+      "epoch": 0.7703393770339377,
+      "grad_norm": 120.24160766601562,
+      "learning_rate": 1.4082426445287902e-06,
+      "loss": 16.5469,
+      "step": 11599
+    },
+    {
+      "epoch": 0.7704057913262934,
+      "grad_norm": 533.9953002929688,
+      "learning_rate": 1.4081444608416653e-06,
+      "loss": 20.4062,
+      "step": 11600
+    },
+    {
+      "epoch": 0.7704722056186492,
+      "grad_norm": 120.96007537841797,
+      "learning_rate": 1.4080462724333603e-06,
+      "loss": 19.0781,
+      "step": 11601
+    },
+    {
+      "epoch": 0.7705386199110048,
+      "grad_norm": 352.07666015625,
+      "learning_rate": 1.4079480793050114e-06,
+      "loss": 20.7969,
+      "step": 11602
+    },
+    {
+      "epoch": 0.7706050342033606,
+      "grad_norm": 150.87185668945312,
+      "learning_rate": 1.4078498814577545e-06,
+      "loss": 12.625,
+      "step": 11603
+    },
+    {
+      "epoch": 0.7706714484957162,
+      "grad_norm": 177.8325958251953,
+      "learning_rate": 1.407751678892725e-06,
+      "loss": 15.2656,
+      "step": 11604
+    },
+    {
+      "epoch": 0.770737862788072,
+      "grad_norm": 218.4776611328125,
+      "learning_rate": 1.4076534716110595e-06,
+      "loss": 16.7188,
+      "step": 11605
+    },
+    {
+      "epoch": 0.7708042770804278,
+      "grad_norm": 181.0694580078125,
+      "learning_rate": 1.4075552596138936e-06,
+      "loss": 19.625,
+      "step": 11606
+    },
+    {
+      "epoch": 0.7708706913727834,
+      "grad_norm": 308.1063537597656,
+      "learning_rate": 1.4074570429023634e-06,
+      "loss": 18.0781,
+      "step": 11607
+    },
+    {
+      "epoch": 0.7709371056651392,
+      "grad_norm": 293.0494689941406,
+      "learning_rate": 1.4073588214776053e-06,
+      "loss": 22.0938,
+      "step": 11608
+    },
+    {
+      "epoch": 0.7710035199574948,
+      "grad_norm": 345.75848388671875,
+      "learning_rate": 1.407260595340755e-06,
+      "loss": 17.0156,
+      "step": 11609
+    },
+    {
+      "epoch": 0.7710699342498506,
+      "grad_norm": 259.188232421875,
+      "learning_rate": 1.4071623644929491e-06,
+      "loss": 16.9531,
+      "step": 11610
+    },
+    {
+      "epoch": 0.7711363485422063,
+      "grad_norm": 345.0445861816406,
+      "learning_rate": 1.4070641289353238e-06,
+      "loss": 20.5156,
+      "step": 11611
+    },
+    {
+      "epoch": 0.771202762834562,
+      "grad_norm": 260.03778076171875,
+      "learning_rate": 1.4069658886690152e-06,
+      "loss": 18.0469,
+      "step": 11612
+    },
+    {
+      "epoch": 0.7712691771269177,
+      "grad_norm": 145.68765258789062,
+      "learning_rate": 1.40686764369516e-06,
+      "loss": 16.2656,
+      "step": 11613
+    },
+    {
+      "epoch": 0.7713355914192734,
+      "grad_norm": 221.14723205566406,
+      "learning_rate": 1.4067693940148946e-06,
+      "loss": 17.1562,
+      "step": 11614
+    },
+    {
+      "epoch": 0.7714020057116291,
+      "grad_norm": 304.9795227050781,
+      "learning_rate": 1.4066711396293553e-06,
+      "loss": 23.8281,
+      "step": 11615
+    },
+    {
+      "epoch": 0.7714684200039849,
+      "grad_norm": 420.17431640625,
+      "learning_rate": 1.4065728805396789e-06,
+      "loss": 15.9062,
+      "step": 11616
+    },
+    {
+      "epoch": 0.7715348342963406,
+      "grad_norm": 141.46145629882812,
+      "learning_rate": 1.4064746167470016e-06,
+      "loss": 16.4375,
+      "step": 11617
+    },
+    {
+      "epoch": 0.7716012485886963,
+      "grad_norm": 335.3525695800781,
+      "learning_rate": 1.4063763482524605e-06,
+      "loss": 18.6562,
+      "step": 11618
+    },
+    {
+      "epoch": 0.771667662881052,
+      "grad_norm": 160.38201904296875,
+      "learning_rate": 1.406278075057192e-06,
+      "loss": 16.7812,
+      "step": 11619
+    },
+    {
+      "epoch": 0.7717340771734077,
+      "grad_norm": 295.22247314453125,
+      "learning_rate": 1.406179797162333e-06,
+      "loss": 19.8594,
+      "step": 11620
+    },
+    {
+      "epoch": 0.7718004914657635,
+      "grad_norm": 182.32125854492188,
+      "learning_rate": 1.4060815145690203e-06,
+      "loss": 22.125,
+      "step": 11621
+    },
+    {
+      "epoch": 0.7718669057581191,
+      "grad_norm": 355.6936340332031,
+      "learning_rate": 1.4059832272783911e-06,
+      "loss": 23.3125,
+      "step": 11622
+    },
+    {
+      "epoch": 0.7719333200504749,
+      "grad_norm": 263.3887634277344,
+      "learning_rate": 1.4058849352915818e-06,
+      "loss": 22.5,
+      "step": 11623
+    },
+    {
+      "epoch": 0.7719997343428305,
+      "grad_norm": 812.5503540039062,
+      "learning_rate": 1.4057866386097297e-06,
+      "loss": 16.0312,
+      "step": 11624
+    },
+    {
+      "epoch": 0.7720661486351863,
+      "grad_norm": 114.86048126220703,
+      "learning_rate": 1.4056883372339716e-06,
+      "loss": 13.6875,
+      "step": 11625
+    },
+    {
+      "epoch": 0.772132562927542,
+      "grad_norm": 248.52328491210938,
+      "learning_rate": 1.4055900311654449e-06,
+      "loss": 14.1484,
+      "step": 11626
+    },
+    {
+      "epoch": 0.7721989772198977,
+      "grad_norm": 543.3864135742188,
+      "learning_rate": 1.4054917204052866e-06,
+      "loss": 19.4219,
+      "step": 11627
+    },
+    {
+      "epoch": 0.7722653915122535,
+      "grad_norm": 211.64187622070312,
+      "learning_rate": 1.4053934049546334e-06,
+      "loss": 12.0625,
+      "step": 11628
+    },
+    {
+      "epoch": 0.7723318058046091,
+      "grad_norm": 244.58856201171875,
+      "learning_rate": 1.4052950848146239e-06,
+      "loss": 21.5,
+      "step": 11629
+    },
+    {
+      "epoch": 0.7723982200969649,
+      "grad_norm": 815.7459106445312,
+      "learning_rate": 1.405196759986394e-06,
+      "loss": 18.9062,
+      "step": 11630
+    },
+    {
+      "epoch": 0.7724646343893206,
+      "grad_norm": 147.43096923828125,
+      "learning_rate": 1.4050984304710817e-06,
+      "loss": 22.8594,
+      "step": 11631
+    },
+    {
+      "epoch": 0.7725310486816763,
+      "grad_norm": 263.64361572265625,
+      "learning_rate": 1.4050000962698247e-06,
+      "loss": 13.7344,
+      "step": 11632
+    },
+    {
+      "epoch": 0.772597462974032,
+      "grad_norm": 223.66400146484375,
+      "learning_rate": 1.4049017573837597e-06,
+      "loss": 13.6719,
+      "step": 11633
+    },
+    {
+      "epoch": 0.7726638772663877,
+      "grad_norm": 237.25363159179688,
+      "learning_rate": 1.4048034138140248e-06,
+      "loss": 22.25,
+      "step": 11634
+    },
+    {
+      "epoch": 0.7727302915587434,
+      "grad_norm": 169.25631713867188,
+      "learning_rate": 1.4047050655617575e-06,
+      "loss": 19.2656,
+      "step": 11635
+    },
+    {
+      "epoch": 0.7727967058510992,
+      "grad_norm": 216.80072021484375,
+      "learning_rate": 1.4046067126280953e-06,
+      "loss": 21.9531,
+      "step": 11636
+    },
+    {
+      "epoch": 0.7728631201434548,
+      "grad_norm": 331.81048583984375,
+      "learning_rate": 1.4045083550141761e-06,
+      "loss": 19.5,
+      "step": 11637
+    },
+    {
+      "epoch": 0.7729295344358106,
+      "grad_norm": 217.55059814453125,
+      "learning_rate": 1.4044099927211373e-06,
+      "loss": 20.1094,
+      "step": 11638
+    },
+    {
+      "epoch": 0.7729959487281663,
+      "grad_norm": 201.13232421875,
+      "learning_rate": 1.4043116257501169e-06,
+      "loss": 17.6875,
+      "step": 11639
+    },
+    {
+      "epoch": 0.773062363020522,
+      "grad_norm": 179.59117126464844,
+      "learning_rate": 1.4042132541022528e-06,
+      "loss": 15.25,
+      "step": 11640
+    },
+    {
+      "epoch": 0.7731287773128778,
+      "grad_norm": 188.22628784179688,
+      "learning_rate": 1.4041148777786828e-06,
+      "loss": 23.9844,
+      "step": 11641
+    },
+    {
+      "epoch": 0.7731951916052334,
+      "grad_norm": 165.9556884765625,
+      "learning_rate": 1.404016496780545e-06,
+      "loss": 13.2578,
+      "step": 11642
+    },
+    {
+      "epoch": 0.7732616058975892,
+      "grad_norm": 169.44094848632812,
+      "learning_rate": 1.4039181111089775e-06,
+      "loss": 20.4844,
+      "step": 11643
+    },
+    {
+      "epoch": 0.7733280201899448,
+      "grad_norm": 192.4852294921875,
+      "learning_rate": 1.403819720765118e-06,
+      "loss": 13.0781,
+      "step": 11644
+    },
+    {
+      "epoch": 0.7733944344823006,
+      "grad_norm": 236.5330047607422,
+      "learning_rate": 1.4037213257501048e-06,
+      "loss": 19.1406,
+      "step": 11645
+    },
+    {
+      "epoch": 0.7734608487746563,
+      "grad_norm": 197.69580078125,
+      "learning_rate": 1.4036229260650762e-06,
+      "loss": 20.8125,
+      "step": 11646
+    },
+    {
+      "epoch": 0.773527263067012,
+      "grad_norm": 357.31463623046875,
+      "learning_rate": 1.4035245217111704e-06,
+      "loss": 18.1875,
+      "step": 11647
+    },
+    {
+      "epoch": 0.7735936773593677,
+      "grad_norm": 121.99169921875,
+      "learning_rate": 1.4034261126895255e-06,
+      "loss": 13.75,
+      "step": 11648
+    },
+    {
+      "epoch": 0.7736600916517234,
+      "grad_norm": 308.255859375,
+      "learning_rate": 1.4033276990012798e-06,
+      "loss": 20.8594,
+      "step": 11649
+    },
+    {
+      "epoch": 0.7737265059440792,
+      "grad_norm": 135.8463592529297,
+      "learning_rate": 1.4032292806475722e-06,
+      "loss": 15.5312,
+      "step": 11650
+    },
+    {
+      "epoch": 0.7737929202364349,
+      "grad_norm": 98.0473861694336,
+      "learning_rate": 1.4031308576295407e-06,
+      "loss": 13.4688,
+      "step": 11651
+    },
+    {
+      "epoch": 0.7738593345287906,
+      "grad_norm": 193.72718811035156,
+      "learning_rate": 1.4030324299483239e-06,
+      "loss": 15.875,
+      "step": 11652
+    },
+    {
+      "epoch": 0.7739257488211463,
+      "grad_norm": 374.2673645019531,
+      "learning_rate": 1.4029339976050603e-06,
+      "loss": 14.0,
+      "step": 11653
+    },
+    {
+      "epoch": 0.773992163113502,
+      "grad_norm": 138.44371032714844,
+      "learning_rate": 1.4028355606008885e-06,
+      "loss": 22.625,
+      "step": 11654
+    },
+    {
+      "epoch": 0.7740585774058577,
+      "grad_norm": 382.1343994140625,
+      "learning_rate": 1.4027371189369473e-06,
+      "loss": 21.9688,
+      "step": 11655
+    },
+    {
+      "epoch": 0.7741249916982135,
+      "grad_norm": 217.94473266601562,
+      "learning_rate": 1.4026386726143752e-06,
+      "loss": 18.9844,
+      "step": 11656
+    },
+    {
+      "epoch": 0.7741914059905691,
+      "grad_norm": 306.83770751953125,
+      "learning_rate": 1.4025402216343112e-06,
+      "loss": 19.7188,
+      "step": 11657
+    },
+    {
+      "epoch": 0.7742578202829249,
+      "grad_norm": 221.59852600097656,
+      "learning_rate": 1.4024417659978943e-06,
+      "loss": 15.0156,
+      "step": 11658
+    },
+    {
+      "epoch": 0.7743242345752805,
+      "grad_norm": 365.0985412597656,
+      "learning_rate": 1.4023433057062626e-06,
+      "loss": 20.1875,
+      "step": 11659
+    },
+    {
+      "epoch": 0.7743906488676363,
+      "grad_norm": 177.6779327392578,
+      "learning_rate": 1.4022448407605559e-06,
+      "loss": 16.2188,
+      "step": 11660
+    },
+    {
+      "epoch": 0.7744570631599921,
+      "grad_norm": 203.71449279785156,
+      "learning_rate": 1.4021463711619125e-06,
+      "loss": 18.4375,
+      "step": 11661
+    },
+    {
+      "epoch": 0.7745234774523477,
+      "grad_norm": 289.24920654296875,
+      "learning_rate": 1.4020478969114722e-06,
+      "loss": 22.625,
+      "step": 11662
+    },
+    {
+      "epoch": 0.7745898917447035,
+      "grad_norm": 246.42828369140625,
+      "learning_rate": 1.4019494180103734e-06,
+      "loss": 18.5,
+      "step": 11663
+    },
+    {
+      "epoch": 0.7746563060370592,
+      "grad_norm": 227.4944305419922,
+      "learning_rate": 1.4018509344597555e-06,
+      "loss": 21.9375,
+      "step": 11664
+    },
+    {
+      "epoch": 0.7747227203294149,
+      "grad_norm": 293.443603515625,
+      "learning_rate": 1.4017524462607578e-06,
+      "loss": 19.4375,
+      "step": 11665
+    },
+    {
+      "epoch": 0.7747891346217706,
+      "grad_norm": 255.37872314453125,
+      "learning_rate": 1.4016539534145193e-06,
+      "loss": 19.2812,
+      "step": 11666
+    },
+    {
+      "epoch": 0.7748555489141263,
+      "grad_norm": 183.45860290527344,
+      "learning_rate": 1.4015554559221795e-06,
+      "loss": 16.9062,
+      "step": 11667
+    },
+    {
+      "epoch": 0.774921963206482,
+      "grad_norm": 495.2870788574219,
+      "learning_rate": 1.4014569537848782e-06,
+      "loss": 13.25,
+      "step": 11668
+    },
+    {
+      "epoch": 0.7749883774988378,
+      "grad_norm": 216.1665496826172,
+      "learning_rate": 1.401358447003754e-06,
+      "loss": 21.1406,
+      "step": 11669
+    },
+    {
+      "epoch": 0.7750547917911935,
+      "grad_norm": 137.64405822753906,
+      "learning_rate": 1.4012599355799466e-06,
+      "loss": 14.6094,
+      "step": 11670
+    },
+    {
+      "epoch": 0.7751212060835492,
+      "grad_norm": 214.35745239257812,
+      "learning_rate": 1.4011614195145957e-06,
+      "loss": 14.7969,
+      "step": 11671
+    },
+    {
+      "epoch": 0.7751876203759049,
+      "grad_norm": 174.5756072998047,
+      "learning_rate": 1.4010628988088412e-06,
+      "loss": 14.5781,
+      "step": 11672
+    },
+    {
+      "epoch": 0.7752540346682606,
+      "grad_norm": 209.9064178466797,
+      "learning_rate": 1.400964373463822e-06,
+      "loss": 17.875,
+      "step": 11673
+    },
+    {
+      "epoch": 0.7753204489606164,
+      "grad_norm": 345.0979919433594,
+      "learning_rate": 1.4008658434806782e-06,
+      "loss": 23.0312,
+      "step": 11674
+    },
+    {
+      "epoch": 0.775386863252972,
+      "grad_norm": 200.45587158203125,
+      "learning_rate": 1.4007673088605495e-06,
+      "loss": 20.75,
+      "step": 11675
+    },
+    {
+      "epoch": 0.7754532775453278,
+      "grad_norm": 195.0234375,
+      "learning_rate": 1.4006687696045756e-06,
+      "loss": 16.4062,
+      "step": 11676
+    },
+    {
+      "epoch": 0.7755196918376834,
+      "grad_norm": 241.70932006835938,
+      "learning_rate": 1.4005702257138962e-06,
+      "loss": 14.9219,
+      "step": 11677
+    },
+    {
+      "epoch": 0.7755861061300392,
+      "grad_norm": 226.4474334716797,
+      "learning_rate": 1.4004716771896516e-06,
+      "loss": 18.4062,
+      "step": 11678
+    },
+    {
+      "epoch": 0.7756525204223949,
+      "grad_norm": 109.36518859863281,
+      "learning_rate": 1.4003731240329819e-06,
+      "loss": 17.2031,
+      "step": 11679
+    },
+    {
+      "epoch": 0.7757189347147506,
+      "grad_norm": 166.6238555908203,
+      "learning_rate": 1.4002745662450263e-06,
+      "loss": 16.5312,
+      "step": 11680
+    },
+    {
+      "epoch": 0.7757853490071064,
+      "grad_norm": 168.70228576660156,
+      "learning_rate": 1.4001760038269255e-06,
+      "loss": 15.5156,
+      "step": 11681
+    },
+    {
+      "epoch": 0.775851763299462,
+      "grad_norm": 176.32534790039062,
+      "learning_rate": 1.4000774367798194e-06,
+      "loss": 16.1406,
+      "step": 11682
+    },
+    {
+      "epoch": 0.7759181775918178,
+      "grad_norm": 477.31170654296875,
+      "learning_rate": 1.3999788651048485e-06,
+      "loss": 20.3281,
+      "step": 11683
+    },
+    {
+      "epoch": 0.7759845918841735,
+      "grad_norm": 335.79315185546875,
+      "learning_rate": 1.3998802888031524e-06,
+      "loss": 24.3906,
+      "step": 11684
+    },
+    {
+      "epoch": 0.7760510061765292,
+      "grad_norm": 134.63858032226562,
+      "learning_rate": 1.3997817078758718e-06,
+      "loss": 18.75,
+      "step": 11685
+    },
+    {
+      "epoch": 0.7761174204688849,
+      "grad_norm": 400.5762939453125,
+      "learning_rate": 1.3996831223241471e-06,
+      "loss": 24.2188,
+      "step": 11686
+    },
+    {
+      "epoch": 0.7761838347612406,
+      "grad_norm": 232.9674835205078,
+      "learning_rate": 1.3995845321491184e-06,
+      "loss": 22.7031,
+      "step": 11687
+    },
+    {
+      "epoch": 0.7762502490535963,
+      "grad_norm": 162.9443359375,
+      "learning_rate": 1.3994859373519261e-06,
+      "loss": 16.8438,
+      "step": 11688
+    },
+    {
+      "epoch": 0.7763166633459521,
+      "grad_norm": 201.03738403320312,
+      "learning_rate": 1.399387337933711e-06,
+      "loss": 21.375,
+      "step": 11689
+    },
+    {
+      "epoch": 0.7763830776383077,
+      "grad_norm": 258.2417907714844,
+      "learning_rate": 1.3992887338956135e-06,
+      "loss": 16.6719,
+      "step": 11690
+    },
+    {
+      "epoch": 0.7764494919306635,
+      "grad_norm": 188.81671142578125,
+      "learning_rate": 1.3991901252387739e-06,
+      "loss": 19.5312,
+      "step": 11691
+    },
+    {
+      "epoch": 0.7765159062230192,
+      "grad_norm": 210.95790100097656,
+      "learning_rate": 1.3990915119643331e-06,
+      "loss": 18.2031,
+      "step": 11692
+    },
+    {
+      "epoch": 0.7765823205153749,
+      "grad_norm": 366.6536560058594,
+      "learning_rate": 1.3989928940734322e-06,
+      "loss": 21.2656,
+      "step": 11693
+    },
+    {
+      "epoch": 0.7766487348077307,
+      "grad_norm": 141.7607879638672,
+      "learning_rate": 1.3988942715672113e-06,
+      "loss": 16.1406,
+      "step": 11694
+    },
+    {
+      "epoch": 0.7767151491000863,
+      "grad_norm": 157.922119140625,
+      "learning_rate": 1.3987956444468117e-06,
+      "loss": 15.4375,
+      "step": 11695
+    },
+    {
+      "epoch": 0.7767815633924421,
+      "grad_norm": 775.3341064453125,
+      "learning_rate": 1.3986970127133737e-06,
+      "loss": 18.8125,
+      "step": 11696
+    },
+    {
+      "epoch": 0.7768479776847977,
+      "grad_norm": 175.56063842773438,
+      "learning_rate": 1.3985983763680389e-06,
+      "loss": 16.0469,
+      "step": 11697
+    },
+    {
+      "epoch": 0.7769143919771535,
+      "grad_norm": 166.92803955078125,
+      "learning_rate": 1.398499735411948e-06,
+      "loss": 17.3906,
+      "step": 11698
+    },
+    {
+      "epoch": 0.7769808062695092,
+      "grad_norm": 159.458251953125,
+      "learning_rate": 1.3984010898462415e-06,
+      "loss": 17.8594,
+      "step": 11699
+    },
+    {
+      "epoch": 0.7770472205618649,
+      "grad_norm": 316.3876037597656,
+      "learning_rate": 1.398302439672061e-06,
+      "loss": 17.3438,
+      "step": 11700
+    },
+    {
+      "epoch": 0.7771136348542206,
+      "grad_norm": 148.24923706054688,
+      "learning_rate": 1.398203784890548e-06,
+      "loss": 15.1562,
+      "step": 11701
+    },
+    {
+      "epoch": 0.7771800491465763,
+      "grad_norm": 197.21774291992188,
+      "learning_rate": 1.3981051255028427e-06,
+      "loss": 25.7812,
+      "step": 11702
+    },
+    {
+      "epoch": 0.7772464634389321,
+      "grad_norm": 155.36390686035156,
+      "learning_rate": 1.398006461510087e-06,
+      "loss": 16.1094,
+      "step": 11703
+    },
+    {
+      "epoch": 0.7773128777312878,
+      "grad_norm": 484.9010925292969,
+      "learning_rate": 1.3979077929134224e-06,
+      "loss": 20.5312,
+      "step": 11704
+    },
+    {
+      "epoch": 0.7773792920236435,
+      "grad_norm": 161.84249877929688,
+      "learning_rate": 1.3978091197139896e-06,
+      "loss": 15.3281,
+      "step": 11705
+    },
+    {
+      "epoch": 0.7774457063159992,
+      "grad_norm": 689.2337036132812,
+      "learning_rate": 1.3977104419129303e-06,
+      "loss": 20.5547,
+      "step": 11706
+    },
+    {
+      "epoch": 0.777512120608355,
+      "grad_norm": 237.773193359375,
+      "learning_rate": 1.3976117595113861e-06,
+      "loss": 23.125,
+      "step": 11707
+    },
+    {
+      "epoch": 0.7775785349007106,
+      "grad_norm": 448.9534912109375,
+      "learning_rate": 1.3975130725104982e-06,
+      "loss": 12.1719,
+      "step": 11708
+    },
+    {
+      "epoch": 0.7776449491930664,
+      "grad_norm": 262.49456787109375,
+      "learning_rate": 1.3974143809114083e-06,
+      "loss": 21.5312,
+      "step": 11709
+    },
+    {
+      "epoch": 0.777711363485422,
+      "grad_norm": 346.4402160644531,
+      "learning_rate": 1.397315684715258e-06,
+      "loss": 17.7969,
+      "step": 11710
+    },
+    {
+      "epoch": 0.7777777777777778,
+      "grad_norm": 290.0448913574219,
+      "learning_rate": 1.3972169839231893e-06,
+      "loss": 20.8125,
+      "step": 11711
+    },
+    {
+      "epoch": 0.7778441920701334,
+      "grad_norm": 287.6690673828125,
+      "learning_rate": 1.3971182785363431e-06,
+      "loss": 18.5469,
+      "step": 11712
+    },
+    {
+      "epoch": 0.7779106063624892,
+      "grad_norm": 167.69671630859375,
+      "learning_rate": 1.3970195685558617e-06,
+      "loss": 17.7969,
+      "step": 11713
+    },
+    {
+      "epoch": 0.777977020654845,
+      "grad_norm": 394.910888671875,
+      "learning_rate": 1.3969208539828871e-06,
+      "loss": 18.2031,
+      "step": 11714
+    },
+    {
+      "epoch": 0.7780434349472006,
+      "grad_norm": 182.1622314453125,
+      "learning_rate": 1.396822134818561e-06,
+      "loss": 19.9531,
+      "step": 11715
+    },
+    {
+      "epoch": 0.7781098492395564,
+      "grad_norm": 171.07901000976562,
+      "learning_rate": 1.3967234110640251e-06,
+      "loss": 15.9062,
+      "step": 11716
+    },
+    {
+      "epoch": 0.778176263531912,
+      "grad_norm": 249.35952758789062,
+      "learning_rate": 1.3966246827204213e-06,
+      "loss": 14.7188,
+      "step": 11717
+    },
+    {
+      "epoch": 0.7782426778242678,
+      "grad_norm": 314.8117980957031,
+      "learning_rate": 1.3965259497888923e-06,
+      "loss": 16.9688,
+      "step": 11718
+    },
+    {
+      "epoch": 0.7783090921166235,
+      "grad_norm": 179.97320556640625,
+      "learning_rate": 1.3964272122705795e-06,
+      "loss": 16.4844,
+      "step": 11719
+    },
+    {
+      "epoch": 0.7783755064089792,
+      "grad_norm": 165.66537475585938,
+      "learning_rate": 1.3963284701666256e-06,
+      "loss": 17.9062,
+      "step": 11720
+    },
+    {
+      "epoch": 0.7784419207013349,
+      "grad_norm": 136.7315216064453,
+      "learning_rate": 1.3962297234781721e-06,
+      "loss": 16.875,
+      "step": 11721
+    },
+    {
+      "epoch": 0.7785083349936907,
+      "grad_norm": 178.54763793945312,
+      "learning_rate": 1.396130972206362e-06,
+      "loss": 25.1562,
+      "step": 11722
+    },
+    {
+      "epoch": 0.7785747492860463,
+      "grad_norm": 332.577392578125,
+      "learning_rate": 1.396032216352337e-06,
+      "loss": 21.1406,
+      "step": 11723
+    },
+    {
+      "epoch": 0.7786411635784021,
+      "grad_norm": 310.2960205078125,
+      "learning_rate": 1.3959334559172397e-06,
+      "loss": 20.9844,
+      "step": 11724
+    },
+    {
+      "epoch": 0.7787075778707578,
+      "grad_norm": 139.6602783203125,
+      "learning_rate": 1.3958346909022126e-06,
+      "loss": 22.2969,
+      "step": 11725
+    },
+    {
+      "epoch": 0.7787739921631135,
+      "grad_norm": 175.50721740722656,
+      "learning_rate": 1.3957359213083981e-06,
+      "loss": 16.0625,
+      "step": 11726
+    },
+    {
+      "epoch": 0.7788404064554693,
+      "grad_norm": 193.26930236816406,
+      "learning_rate": 1.3956371471369383e-06,
+      "loss": 18.9219,
+      "step": 11727
+    },
+    {
+      "epoch": 0.7789068207478249,
+      "grad_norm": 374.3938293457031,
+      "learning_rate": 1.3955383683889762e-06,
+      "loss": 20.5625,
+      "step": 11728
+    },
+    {
+      "epoch": 0.7789732350401807,
+      "grad_norm": 406.7311706542969,
+      "learning_rate": 1.395439585065655e-06,
+      "loss": 25.8906,
+      "step": 11729
+    },
+    {
+      "epoch": 0.7790396493325363,
+      "grad_norm": 180.1151885986328,
+      "learning_rate": 1.395340797168116e-06,
+      "loss": 19.0312,
+      "step": 11730
+    },
+    {
+      "epoch": 0.7791060636248921,
+      "grad_norm": 99.693115234375,
+      "learning_rate": 1.395242004697503e-06,
+      "loss": 9.7031,
+      "step": 11731
+    },
+    {
+      "epoch": 0.7791724779172478,
+      "grad_norm": 343.6158752441406,
+      "learning_rate": 1.3951432076549578e-06,
+      "loss": 27.4062,
+      "step": 11732
+    },
+    {
+      "epoch": 0.7792388922096035,
+      "grad_norm": 332.7677307128906,
+      "learning_rate": 1.3950444060416246e-06,
+      "loss": 23.375,
+      "step": 11733
+    },
+    {
+      "epoch": 0.7793053065019592,
+      "grad_norm": 128.08160400390625,
+      "learning_rate": 1.394945599858645e-06,
+      "loss": 16.3438,
+      "step": 11734
+    },
+    {
+      "epoch": 0.7793717207943149,
+      "grad_norm": 219.40260314941406,
+      "learning_rate": 1.3948467891071626e-06,
+      "loss": 13.0938,
+      "step": 11735
+    },
+    {
+      "epoch": 0.7794381350866707,
+      "grad_norm": 144.9630889892578,
+      "learning_rate": 1.3947479737883202e-06,
+      "loss": 20.7188,
+      "step": 11736
+    },
+    {
+      "epoch": 0.7795045493790264,
+      "grad_norm": 710.3654174804688,
+      "learning_rate": 1.394649153903261e-06,
+      "loss": 17.7031,
+      "step": 11737
+    },
+    {
+      "epoch": 0.7795709636713821,
+      "grad_norm": 150.58834838867188,
+      "learning_rate": 1.3945503294531278e-06,
+      "loss": 15.8281,
+      "step": 11738
+    },
+    {
+      "epoch": 0.7796373779637378,
+      "grad_norm": 431.5530700683594,
+      "learning_rate": 1.3944515004390637e-06,
+      "loss": 23.1562,
+      "step": 11739
+    },
+    {
+      "epoch": 0.7797037922560935,
+      "grad_norm": 354.9440002441406,
+      "learning_rate": 1.3943526668622126e-06,
+      "loss": 19.0625,
+      "step": 11740
+    },
+    {
+      "epoch": 0.7797702065484492,
+      "grad_norm": 201.04434204101562,
+      "learning_rate": 1.3942538287237168e-06,
+      "loss": 16.9531,
+      "step": 11741
+    },
+    {
+      "epoch": 0.779836620840805,
+      "grad_norm": 281.20721435546875,
+      "learning_rate": 1.3941549860247201e-06,
+      "loss": 16.4844,
+      "step": 11742
+    },
+    {
+      "epoch": 0.7799030351331606,
+      "grad_norm": 216.14404296875,
+      "learning_rate": 1.394056138766366e-06,
+      "loss": 13.9375,
+      "step": 11743
+    },
+    {
+      "epoch": 0.7799694494255164,
+      "grad_norm": 166.48828125,
+      "learning_rate": 1.3939572869497977e-06,
+      "loss": 17.8906,
+      "step": 11744
+    },
+    {
+      "epoch": 0.780035863717872,
+      "grad_norm": 406.9518127441406,
+      "learning_rate": 1.3938584305761585e-06,
+      "loss": 20.5,
+      "step": 11745
+    },
+    {
+      "epoch": 0.7801022780102278,
+      "grad_norm": 161.26792907714844,
+      "learning_rate": 1.3937595696465922e-06,
+      "loss": 21.5,
+      "step": 11746
+    },
+    {
+      "epoch": 0.7801686923025836,
+      "grad_norm": 129.7807159423828,
+      "learning_rate": 1.3936607041622425e-06,
+      "loss": 14.8281,
+      "step": 11747
+    },
+    {
+      "epoch": 0.7802351065949392,
+      "grad_norm": 383.40802001953125,
+      "learning_rate": 1.3935618341242522e-06,
+      "loss": 19.9062,
+      "step": 11748
+    },
+    {
+      "epoch": 0.780301520887295,
+      "grad_norm": 111.03076934814453,
+      "learning_rate": 1.3934629595337661e-06,
+      "loss": 13.7188,
+      "step": 11749
+    },
+    {
+      "epoch": 0.7803679351796506,
+      "grad_norm": 195.71873474121094,
+      "learning_rate": 1.3933640803919272e-06,
+      "loss": 11.3906,
+      "step": 11750
+    },
+    {
+      "epoch": 0.7804343494720064,
+      "grad_norm": 267.8840026855469,
+      "learning_rate": 1.3932651966998794e-06,
+      "loss": 20.3125,
+      "step": 11751
+    },
+    {
+      "epoch": 0.7805007637643621,
+      "grad_norm": 211.902587890625,
+      "learning_rate": 1.3931663084587666e-06,
+      "loss": 14.0312,
+      "step": 11752
+    },
+    {
+      "epoch": 0.7805671780567178,
+      "grad_norm": 146.7529754638672,
+      "learning_rate": 1.3930674156697323e-06,
+      "loss": 19.1406,
+      "step": 11753
+    },
+    {
+      "epoch": 0.7806335923490735,
+      "grad_norm": 276.85516357421875,
+      "learning_rate": 1.3929685183339215e-06,
+      "loss": 20.6094,
+      "step": 11754
+    },
+    {
+      "epoch": 0.7807000066414292,
+      "grad_norm": 163.78579711914062,
+      "learning_rate": 1.3928696164524769e-06,
+      "loss": 16.0625,
+      "step": 11755
+    },
+    {
+      "epoch": 0.7807664209337849,
+      "grad_norm": 254.31076049804688,
+      "learning_rate": 1.3927707100265433e-06,
+      "loss": 26.2188,
+      "step": 11756
+    },
+    {
+      "epoch": 0.7808328352261407,
+      "grad_norm": 445.08050537109375,
+      "learning_rate": 1.3926717990572648e-06,
+      "loss": 14.4688,
+      "step": 11757
+    },
+    {
+      "epoch": 0.7808992495184964,
+      "grad_norm": 485.45233154296875,
+      "learning_rate": 1.392572883545785e-06,
+      "loss": 15.1719,
+      "step": 11758
+    },
+    {
+      "epoch": 0.7809656638108521,
+      "grad_norm": 107.85274505615234,
+      "learning_rate": 1.3924739634932488e-06,
+      "loss": 14.4844,
+      "step": 11759
+    },
+    {
+      "epoch": 0.7810320781032078,
+      "grad_norm": 178.62295532226562,
+      "learning_rate": 1.3923750389007997e-06,
+      "loss": 17.0781,
+      "step": 11760
+    },
+    {
+      "epoch": 0.7810984923955635,
+      "grad_norm": 161.4015350341797,
+      "learning_rate": 1.392276109769583e-06,
+      "loss": 18.9688,
+      "step": 11761
+    },
+    {
+      "epoch": 0.7811649066879193,
+      "grad_norm": 130.6486053466797,
+      "learning_rate": 1.3921771761007419e-06,
+      "loss": 15.5625,
+      "step": 11762
+    },
+    {
+      "epoch": 0.7812313209802749,
+      "grad_norm": 792.2445678710938,
+      "learning_rate": 1.3920782378954217e-06,
+      "loss": 19.6562,
+      "step": 11763
+    },
+    {
+      "epoch": 0.7812977352726307,
+      "grad_norm": 193.39633178710938,
+      "learning_rate": 1.3919792951547662e-06,
+      "loss": 17.7656,
+      "step": 11764
+    },
+    {
+      "epoch": 0.7813641495649863,
+      "grad_norm": 219.79833984375,
+      "learning_rate": 1.3918803478799206e-06,
+      "loss": 14.375,
+      "step": 11765
+    },
+    {
+      "epoch": 0.7814305638573421,
+      "grad_norm": 230.24510192871094,
+      "learning_rate": 1.3917813960720287e-06,
+      "loss": 16.625,
+      "step": 11766
+    },
+    {
+      "epoch": 0.7814969781496978,
+      "grad_norm": 137.69613647460938,
+      "learning_rate": 1.391682439732236e-06,
+      "loss": 14.125,
+      "step": 11767
+    },
+    {
+      "epoch": 0.7815633924420535,
+      "grad_norm": 159.91111755371094,
+      "learning_rate": 1.3915834788616866e-06,
+      "loss": 13.9141,
+      "step": 11768
+    },
+    {
+      "epoch": 0.7816298067344093,
+      "grad_norm": 134.0707244873047,
+      "learning_rate": 1.391484513461525e-06,
+      "loss": 18.9062,
+      "step": 11769
+    },
+    {
+      "epoch": 0.781696221026765,
+      "grad_norm": 666.2200927734375,
+      "learning_rate": 1.3913855435328965e-06,
+      "loss": 20.0156,
+      "step": 11770
+    },
+    {
+      "epoch": 0.7817626353191207,
+      "grad_norm": 302.83154296875,
+      "learning_rate": 1.3912865690769455e-06,
+      "loss": 22.25,
+      "step": 11771
+    },
+    {
+      "epoch": 0.7818290496114764,
+      "grad_norm": 418.9787902832031,
+      "learning_rate": 1.3911875900948175e-06,
+      "loss": 18.6719,
+      "step": 11772
+    },
+    {
+      "epoch": 0.7818954639038321,
+      "grad_norm": 258.1109619140625,
+      "learning_rate": 1.3910886065876567e-06,
+      "loss": 20.6406,
+      "step": 11773
+    },
+    {
+      "epoch": 0.7819618781961878,
+      "grad_norm": 145.68975830078125,
+      "learning_rate": 1.3909896185566086e-06,
+      "loss": 14.6094,
+      "step": 11774
+    },
+    {
+      "epoch": 0.7820282924885436,
+      "grad_norm": 199.2551727294922,
+      "learning_rate": 1.3908906260028178e-06,
+      "loss": 15.7969,
+      "step": 11775
+    },
+    {
+      "epoch": 0.7820947067808992,
+      "grad_norm": 181.3436279296875,
+      "learning_rate": 1.39079162892743e-06,
+      "loss": 17.7656,
+      "step": 11776
+    },
+    {
+      "epoch": 0.782161121073255,
+      "grad_norm": 179.81564331054688,
+      "learning_rate": 1.3906926273315898e-06,
+      "loss": 12.5156,
+      "step": 11777
+    },
+    {
+      "epoch": 0.7822275353656106,
+      "grad_norm": 262.39190673828125,
+      "learning_rate": 1.3905936212164425e-06,
+      "loss": 13.6094,
+      "step": 11778
+    },
+    {
+      "epoch": 0.7822939496579664,
+      "grad_norm": 224.79415893554688,
+      "learning_rate": 1.3904946105831337e-06,
+      "loss": 20.9531,
+      "step": 11779
+    },
+    {
+      "epoch": 0.7823603639503222,
+      "grad_norm": 217.21371459960938,
+      "learning_rate": 1.3903955954328079e-06,
+      "loss": 17.9062,
+      "step": 11780
+    },
+    {
+      "epoch": 0.7824267782426778,
+      "grad_norm": 246.47280883789062,
+      "learning_rate": 1.3902965757666114e-06,
+      "loss": 19.5781,
+      "step": 11781
+    },
+    {
+      "epoch": 0.7824931925350336,
+      "grad_norm": 349.4269104003906,
+      "learning_rate": 1.3901975515856891e-06,
+      "loss": 20.375,
+      "step": 11782
+    },
+    {
+      "epoch": 0.7825596068273892,
+      "grad_norm": 202.54812622070312,
+      "learning_rate": 1.3900985228911864e-06,
+      "loss": 20.25,
+      "step": 11783
+    },
+    {
+      "epoch": 0.782626021119745,
+      "grad_norm": 325.0361022949219,
+      "learning_rate": 1.389999489684249e-06,
+      "loss": 20.25,
+      "step": 11784
+    },
+    {
+      "epoch": 0.7826924354121007,
+      "grad_norm": 939.8933715820312,
+      "learning_rate": 1.3899004519660223e-06,
+      "loss": 14.2344,
+      "step": 11785
+    },
+    {
+      "epoch": 0.7827588497044564,
+      "grad_norm": 196.24032592773438,
+      "learning_rate": 1.3898014097376523e-06,
+      "loss": 14.5625,
+      "step": 11786
+    },
+    {
+      "epoch": 0.7828252639968121,
+      "grad_norm": 378.7793884277344,
+      "learning_rate": 1.3897023630002842e-06,
+      "loss": 22.6094,
+      "step": 11787
+    },
+    {
+      "epoch": 0.7828916782891678,
+      "grad_norm": 248.84432983398438,
+      "learning_rate": 1.3896033117550636e-06,
+      "loss": 19.9062,
+      "step": 11788
+    },
+    {
+      "epoch": 0.7829580925815235,
+      "grad_norm": 140.25552368164062,
+      "learning_rate": 1.389504256003137e-06,
+      "loss": 16.3594,
+      "step": 11789
+    },
+    {
+      "epoch": 0.7830245068738793,
+      "grad_norm": 199.17153930664062,
+      "learning_rate": 1.3894051957456493e-06,
+      "loss": 18.5312,
+      "step": 11790
+    },
+    {
+      "epoch": 0.783090921166235,
+      "grad_norm": 264.2889404296875,
+      "learning_rate": 1.3893061309837472e-06,
+      "loss": 17.2969,
+      "step": 11791
+    },
+    {
+      "epoch": 0.7831573354585907,
+      "grad_norm": 248.442138671875,
+      "learning_rate": 1.3892070617185762e-06,
+      "loss": 15.2969,
+      "step": 11792
+    },
+    {
+      "epoch": 0.7832237497509464,
+      "grad_norm": 182.8451690673828,
+      "learning_rate": 1.3891079879512824e-06,
+      "loss": 12.1094,
+      "step": 11793
+    },
+    {
+      "epoch": 0.7832901640433021,
+      "grad_norm": 204.28985595703125,
+      "learning_rate": 1.3890089096830116e-06,
+      "loss": 16.7344,
+      "step": 11794
+    },
+    {
+      "epoch": 0.7833565783356579,
+      "grad_norm": 211.64366149902344,
+      "learning_rate": 1.3889098269149102e-06,
+      "loss": 18.4688,
+      "step": 11795
+    },
+    {
+      "epoch": 0.7834229926280135,
+      "grad_norm": 228.0899200439453,
+      "learning_rate": 1.3888107396481238e-06,
+      "loss": 19.2188,
+      "step": 11796
+    },
+    {
+      "epoch": 0.7834894069203693,
+      "grad_norm": 173.42437744140625,
+      "learning_rate": 1.3887116478837996e-06,
+      "loss": 19.9688,
+      "step": 11797
+    },
+    {
+      "epoch": 0.7835558212127249,
+      "grad_norm": 472.3020324707031,
+      "learning_rate": 1.388612551623083e-06,
+      "loss": 19.4375,
+      "step": 11798
+    },
+    {
+      "epoch": 0.7836222355050807,
+      "grad_norm": 481.1529235839844,
+      "learning_rate": 1.3885134508671201e-06,
+      "loss": 19.2031,
+      "step": 11799
+    },
+    {
+      "epoch": 0.7836886497974364,
+      "grad_norm": 140.46449279785156,
+      "learning_rate": 1.388414345617058e-06,
+      "loss": 13.2656,
+      "step": 11800
+    },
+    {
+      "epoch": 0.7837550640897921,
+      "grad_norm": 141.69247436523438,
+      "learning_rate": 1.3883152358740425e-06,
+      "loss": 18.4219,
+      "step": 11801
+    },
+    {
+      "epoch": 0.7838214783821479,
+      "grad_norm": 303.4072570800781,
+      "learning_rate": 1.3882161216392202e-06,
+      "loss": 19.0469,
+      "step": 11802
+    },
+    {
+      "epoch": 0.7838878926745035,
+      "grad_norm": 185.74005126953125,
+      "learning_rate": 1.388117002913738e-06,
+      "loss": 18.2812,
+      "step": 11803
+    },
+    {
+      "epoch": 0.7839543069668593,
+      "grad_norm": 116.30199432373047,
+      "learning_rate": 1.388017879698742e-06,
+      "loss": 13.1406,
+      "step": 11804
+    },
+    {
+      "epoch": 0.784020721259215,
+      "grad_norm": 147.44126892089844,
+      "learning_rate": 1.3879187519953787e-06,
+      "loss": 14.4219,
+      "step": 11805
+    },
+    {
+      "epoch": 0.7840871355515707,
+      "grad_norm": 326.1698303222656,
+      "learning_rate": 1.3878196198047954e-06,
+      "loss": 18.3594,
+      "step": 11806
+    },
+    {
+      "epoch": 0.7841535498439264,
+      "grad_norm": 151.73782348632812,
+      "learning_rate": 1.3877204831281378e-06,
+      "loss": 10.7969,
+      "step": 11807
+    },
+    {
+      "epoch": 0.7842199641362821,
+      "grad_norm": 272.46514892578125,
+      "learning_rate": 1.3876213419665536e-06,
+      "loss": 20.2188,
+      "step": 11808
+    },
+    {
+      "epoch": 0.7842863784286378,
+      "grad_norm": 202.55152893066406,
+      "learning_rate": 1.387522196321189e-06,
+      "loss": 16.4688,
+      "step": 11809
+    },
+    {
+      "epoch": 0.7843527927209936,
+      "grad_norm": 214.77593994140625,
+      "learning_rate": 1.3874230461931915e-06,
+      "loss": 16.0938,
+      "step": 11810
+    },
+    {
+      "epoch": 0.7844192070133492,
+      "grad_norm": 90.5692367553711,
+      "learning_rate": 1.3873238915837073e-06,
+      "loss": 14.4141,
+      "step": 11811
+    },
+    {
+      "epoch": 0.784485621305705,
+      "grad_norm": 172.04898071289062,
+      "learning_rate": 1.3872247324938835e-06,
+      "loss": 19.2188,
+      "step": 11812
+    },
+    {
+      "epoch": 0.7845520355980607,
+      "grad_norm": 278.2585754394531,
+      "learning_rate": 1.3871255689248673e-06,
+      "loss": 18.2812,
+      "step": 11813
+    },
+    {
+      "epoch": 0.7846184498904164,
+      "grad_norm": 228.90785217285156,
+      "learning_rate": 1.3870264008778061e-06,
+      "loss": 19.4531,
+      "step": 11814
+    },
+    {
+      "epoch": 0.7846848641827722,
+      "grad_norm": 186.62803649902344,
+      "learning_rate": 1.3869272283538464e-06,
+      "loss": 14.3594,
+      "step": 11815
+    },
+    {
+      "epoch": 0.7847512784751278,
+      "grad_norm": 103.52276611328125,
+      "learning_rate": 1.386828051354136e-06,
+      "loss": 15.9531,
+      "step": 11816
+    },
+    {
+      "epoch": 0.7848176927674836,
+      "grad_norm": 209.6914825439453,
+      "learning_rate": 1.3867288698798212e-06,
+      "loss": 19.7812,
+      "step": 11817
+    },
+    {
+      "epoch": 0.7848841070598392,
+      "grad_norm": 171.31707763671875,
+      "learning_rate": 1.3866296839320505e-06,
+      "loss": 16.5625,
+      "step": 11818
+    },
+    {
+      "epoch": 0.784950521352195,
+      "grad_norm": 121.63468170166016,
+      "learning_rate": 1.38653049351197e-06,
+      "loss": 15.3125,
+      "step": 11819
+    },
+    {
+      "epoch": 0.7850169356445507,
+      "grad_norm": 227.11190795898438,
+      "learning_rate": 1.3864312986207278e-06,
+      "loss": 16.7969,
+      "step": 11820
+    },
+    {
+      "epoch": 0.7850833499369064,
+      "grad_norm": 1087.8843994140625,
+      "learning_rate": 1.3863320992594712e-06,
+      "loss": 20.0625,
+      "step": 11821
+    },
+    {
+      "epoch": 0.7851497642292622,
+      "grad_norm": 287.00189208984375,
+      "learning_rate": 1.3862328954293476e-06,
+      "loss": 25.625,
+      "step": 11822
+    },
+    {
+      "epoch": 0.7852161785216178,
+      "grad_norm": 163.2241668701172,
+      "learning_rate": 1.3861336871315045e-06,
+      "loss": 14.25,
+      "step": 11823
+    },
+    {
+      "epoch": 0.7852825928139736,
+      "grad_norm": 508.98773193359375,
+      "learning_rate": 1.3860344743670897e-06,
+      "loss": 18.4062,
+      "step": 11824
+    },
+    {
+      "epoch": 0.7853490071063293,
+      "grad_norm": 136.9077911376953,
+      "learning_rate": 1.385935257137251e-06,
+      "loss": 20.5,
+      "step": 11825
+    },
+    {
+      "epoch": 0.785415421398685,
+      "grad_norm": 202.54696655273438,
+      "learning_rate": 1.3858360354431353e-06,
+      "loss": 22.3438,
+      "step": 11826
+    },
+    {
+      "epoch": 0.7854818356910407,
+      "grad_norm": 579.695556640625,
+      "learning_rate": 1.385736809285891e-06,
+      "loss": 15.0312,
+      "step": 11827
+    },
+    {
+      "epoch": 0.7855482499833965,
+      "grad_norm": 213.09742736816406,
+      "learning_rate": 1.3856375786666656e-06,
+      "loss": 22.4375,
+      "step": 11828
+    },
+    {
+      "epoch": 0.7856146642757521,
+      "grad_norm": 205.94248962402344,
+      "learning_rate": 1.3855383435866076e-06,
+      "loss": 29.4375,
+      "step": 11829
+    },
+    {
+      "epoch": 0.7856810785681079,
+      "grad_norm": 156.0457763671875,
+      "learning_rate": 1.3854391040468639e-06,
+      "loss": 15.6875,
+      "step": 11830
+    },
+    {
+      "epoch": 0.7857474928604635,
+      "grad_norm": 1329.275634765625,
+      "learning_rate": 1.3853398600485827e-06,
+      "loss": 20.2656,
+      "step": 11831
+    },
+    {
+      "epoch": 0.7858139071528193,
+      "grad_norm": 302.26617431640625,
+      "learning_rate": 1.3852406115929124e-06,
+      "loss": 18.6562,
+      "step": 11832
+    },
+    {
+      "epoch": 0.7858803214451751,
+      "grad_norm": 157.6507568359375,
+      "learning_rate": 1.385141358681001e-06,
+      "loss": 15.0,
+      "step": 11833
+    },
+    {
+      "epoch": 0.7859467357375307,
+      "grad_norm": 204.3308563232422,
+      "learning_rate": 1.3850421013139964e-06,
+      "loss": 13.4219,
+      "step": 11834
+    },
+    {
+      "epoch": 0.7860131500298865,
+      "grad_norm": 184.66973876953125,
+      "learning_rate": 1.3849428394930466e-06,
+      "loss": 15.3594,
+      "step": 11835
+    },
+    {
+      "epoch": 0.7860795643222421,
+      "grad_norm": 489.9434814453125,
+      "learning_rate": 1.3848435732193003e-06,
+      "loss": 17.5625,
+      "step": 11836
+    },
+    {
+      "epoch": 0.7861459786145979,
+      "grad_norm": 145.17196655273438,
+      "learning_rate": 1.3847443024939052e-06,
+      "loss": 14.7969,
+      "step": 11837
+    },
+    {
+      "epoch": 0.7862123929069535,
+      "grad_norm": 182.0762481689453,
+      "learning_rate": 1.3846450273180099e-06,
+      "loss": 15.8906,
+      "step": 11838
+    },
+    {
+      "epoch": 0.7862788071993093,
+      "grad_norm": 279.30718994140625,
+      "learning_rate": 1.3845457476927627e-06,
+      "loss": 17.8438,
+      "step": 11839
+    },
+    {
+      "epoch": 0.786345221491665,
+      "grad_norm": 792.441650390625,
+      "learning_rate": 1.3844464636193123e-06,
+      "loss": 19.6094,
+      "step": 11840
+    },
+    {
+      "epoch": 0.7864116357840207,
+      "grad_norm": 568.2211303710938,
+      "learning_rate": 1.3843471750988068e-06,
+      "loss": 14.9375,
+      "step": 11841
+    },
+    {
+      "epoch": 0.7864780500763764,
+      "grad_norm": 184.056396484375,
+      "learning_rate": 1.3842478821323945e-06,
+      "loss": 18.0469,
+      "step": 11842
+    },
+    {
+      "epoch": 0.7865444643687322,
+      "grad_norm": 251.7788848876953,
+      "learning_rate": 1.3841485847212247e-06,
+      "loss": 15.0469,
+      "step": 11843
+    },
+    {
+      "epoch": 0.7866108786610879,
+      "grad_norm": 177.6350860595703,
+      "learning_rate": 1.3840492828664453e-06,
+      "loss": 16.0781,
+      "step": 11844
+    },
+    {
+      "epoch": 0.7866772929534436,
+      "grad_norm": 209.13865661621094,
+      "learning_rate": 1.3839499765692053e-06,
+      "loss": 17.8047,
+      "step": 11845
+    },
+    {
+      "epoch": 0.7867437072457993,
+      "grad_norm": 196.6364288330078,
+      "learning_rate": 1.3838506658306533e-06,
+      "loss": 23.9531,
+      "step": 11846
+    },
+    {
+      "epoch": 0.786810121538155,
+      "grad_norm": 234.79327392578125,
+      "learning_rate": 1.3837513506519383e-06,
+      "loss": 22.875,
+      "step": 11847
+    },
+    {
+      "epoch": 0.7868765358305108,
+      "grad_norm": 176.10354614257812,
+      "learning_rate": 1.383652031034209e-06,
+      "loss": 19.6875,
+      "step": 11848
+    },
+    {
+      "epoch": 0.7869429501228664,
+      "grad_norm": 264.9471740722656,
+      "learning_rate": 1.3835527069786137e-06,
+      "loss": 20.7344,
+      "step": 11849
+    },
+    {
+      "epoch": 0.7870093644152222,
+      "grad_norm": 270.72320556640625,
+      "learning_rate": 1.3834533784863024e-06,
+      "loss": 17.5156,
+      "step": 11850
+    },
+    {
+      "epoch": 0.7870757787075778,
+      "grad_norm": 147.81787109375,
+      "learning_rate": 1.3833540455584234e-06,
+      "loss": 21.3906,
+      "step": 11851
+    },
+    {
+      "epoch": 0.7871421929999336,
+      "grad_norm": 130.4127655029297,
+      "learning_rate": 1.3832547081961258e-06,
+      "loss": 18.0156,
+      "step": 11852
+    },
+    {
+      "epoch": 0.7872086072922893,
+      "grad_norm": 186.41021728515625,
+      "learning_rate": 1.383155366400559e-06,
+      "loss": 22.0312,
+      "step": 11853
+    },
+    {
+      "epoch": 0.787275021584645,
+      "grad_norm": 179.9949493408203,
+      "learning_rate": 1.3830560201728717e-06,
+      "loss": 21.6562,
+      "step": 11854
+    },
+    {
+      "epoch": 0.7873414358770008,
+      "grad_norm": 351.8603820800781,
+      "learning_rate": 1.382956669514213e-06,
+      "loss": 27.6875,
+      "step": 11855
+    },
+    {
+      "epoch": 0.7874078501693564,
+      "grad_norm": 571.8582763671875,
+      "learning_rate": 1.3828573144257324e-06,
+      "loss": 15.875,
+      "step": 11856
+    },
+    {
+      "epoch": 0.7874742644617122,
+      "grad_norm": 128.753173828125,
+      "learning_rate": 1.3827579549085795e-06,
+      "loss": 13.9844,
+      "step": 11857
+    },
+    {
+      "epoch": 0.7875406787540679,
+      "grad_norm": 421.3908996582031,
+      "learning_rate": 1.3826585909639032e-06,
+      "loss": 17.8906,
+      "step": 11858
+    },
+    {
+      "epoch": 0.7876070930464236,
+      "grad_norm": 249.63427734375,
+      "learning_rate": 1.3825592225928528e-06,
+      "loss": 13.0156,
+      "step": 11859
+    },
+    {
+      "epoch": 0.7876735073387793,
+      "grad_norm": 73.7547607421875,
+      "learning_rate": 1.382459849796578e-06,
+      "loss": 10.375,
+      "step": 11860
+    },
+    {
+      "epoch": 0.787739921631135,
+      "grad_norm": 366.2244873046875,
+      "learning_rate": 1.3823604725762283e-06,
+      "loss": 17.4219,
+      "step": 11861
+    },
+    {
+      "epoch": 0.7878063359234907,
+      "grad_norm": 198.00631713867188,
+      "learning_rate": 1.3822610909329528e-06,
+      "loss": 17.1406,
+      "step": 11862
+    },
+    {
+      "epoch": 0.7878727502158465,
+      "grad_norm": 254.4634246826172,
+      "learning_rate": 1.3821617048679018e-06,
+      "loss": 23.7656,
+      "step": 11863
+    },
+    {
+      "epoch": 0.7879391645082021,
+      "grad_norm": 152.1367950439453,
+      "learning_rate": 1.3820623143822246e-06,
+      "loss": 16.3438,
+      "step": 11864
+    },
+    {
+      "epoch": 0.7880055788005579,
+      "grad_norm": 165.18748474121094,
+      "learning_rate": 1.3819629194770705e-06,
+      "loss": 15.9766,
+      "step": 11865
+    },
+    {
+      "epoch": 0.7880719930929136,
+      "grad_norm": 233.00303649902344,
+      "learning_rate": 1.3818635201535898e-06,
+      "loss": 14.9531,
+      "step": 11866
+    },
+    {
+      "epoch": 0.7881384073852693,
+      "grad_norm": 184.0866241455078,
+      "learning_rate": 1.381764116412932e-06,
+      "loss": 17.9531,
+      "step": 11867
+    },
+    {
+      "epoch": 0.7882048216776251,
+      "grad_norm": 308.1591491699219,
+      "learning_rate": 1.381664708256247e-06,
+      "loss": 17.8281,
+      "step": 11868
+    },
+    {
+      "epoch": 0.7882712359699807,
+      "grad_norm": 314.5524597167969,
+      "learning_rate": 1.3815652956846851e-06,
+      "loss": 15.4531,
+      "step": 11869
+    },
+    {
+      "epoch": 0.7883376502623365,
+      "grad_norm": 917.4020385742188,
+      "learning_rate": 1.3814658786993957e-06,
+      "loss": 15.4688,
+      "step": 11870
+    },
+    {
+      "epoch": 0.7884040645546921,
+      "grad_norm": 116.71244812011719,
+      "learning_rate": 1.3813664573015287e-06,
+      "loss": 19.0,
+      "step": 11871
+    },
+    {
+      "epoch": 0.7884704788470479,
+      "grad_norm": 295.2850341796875,
+      "learning_rate": 1.3812670314922347e-06,
+      "loss": 15.2188,
+      "step": 11872
+    },
+    {
+      "epoch": 0.7885368931394036,
+      "grad_norm": 184.6157684326172,
+      "learning_rate": 1.3811676012726634e-06,
+      "loss": 12.375,
+      "step": 11873
+    },
+    {
+      "epoch": 0.7886033074317593,
+      "grad_norm": 140.46115112304688,
+      "learning_rate": 1.3810681666439652e-06,
+      "loss": 18.4062,
+      "step": 11874
+    },
+    {
+      "epoch": 0.788669721724115,
+      "grad_norm": 223.81324768066406,
+      "learning_rate": 1.3809687276072902e-06,
+      "loss": 14.1875,
+      "step": 11875
+    },
+    {
+      "epoch": 0.7887361360164707,
+      "grad_norm": 148.3133544921875,
+      "learning_rate": 1.3808692841637886e-06,
+      "loss": 11.8906,
+      "step": 11876
+    },
+    {
+      "epoch": 0.7888025503088265,
+      "grad_norm": 511.83331298828125,
+      "learning_rate": 1.3807698363146107e-06,
+      "loss": 27.0,
+      "step": 11877
+    },
+    {
+      "epoch": 0.7888689646011822,
+      "grad_norm": 472.23681640625,
+      "learning_rate": 1.3806703840609069e-06,
+      "loss": 19.0938,
+      "step": 11878
+    },
+    {
+      "epoch": 0.7889353788935379,
+      "grad_norm": 490.16192626953125,
+      "learning_rate": 1.3805709274038275e-06,
+      "loss": 10.4531,
+      "step": 11879
+    },
+    {
+      "epoch": 0.7890017931858936,
+      "grad_norm": 205.986328125,
+      "learning_rate": 1.3804714663445234e-06,
+      "loss": 20.7812,
+      "step": 11880
+    },
+    {
+      "epoch": 0.7890682074782494,
+      "grad_norm": 637.317626953125,
+      "learning_rate": 1.3803720008841444e-06,
+      "loss": 21.3594,
+      "step": 11881
+    },
+    {
+      "epoch": 0.789134621770605,
+      "grad_norm": 207.71331787109375,
+      "learning_rate": 1.3802725310238414e-06,
+      "loss": 20.1875,
+      "step": 11882
+    },
+    {
+      "epoch": 0.7892010360629608,
+      "grad_norm": 114.90843200683594,
+      "learning_rate": 1.3801730567647653e-06,
+      "loss": 15.9375,
+      "step": 11883
+    },
+    {
+      "epoch": 0.7892674503553164,
+      "grad_norm": 341.6466064453125,
+      "learning_rate": 1.3800735781080666e-06,
+      "loss": 18.0781,
+      "step": 11884
+    },
+    {
+      "epoch": 0.7893338646476722,
+      "grad_norm": 201.52230834960938,
+      "learning_rate": 1.3799740950548956e-06,
+      "loss": 20.0625,
+      "step": 11885
+    },
+    {
+      "epoch": 0.7894002789400278,
+      "grad_norm": 274.0556945800781,
+      "learning_rate": 1.3798746076064034e-06,
+      "loss": 18.6562,
+      "step": 11886
+    },
+    {
+      "epoch": 0.7894666932323836,
+      "grad_norm": 135.8152313232422,
+      "learning_rate": 1.379775115763741e-06,
+      "loss": 20.0312,
+      "step": 11887
+    },
+    {
+      "epoch": 0.7895331075247394,
+      "grad_norm": 564.8428344726562,
+      "learning_rate": 1.3796756195280588e-06,
+      "loss": 18.1562,
+      "step": 11888
+    },
+    {
+      "epoch": 0.789599521817095,
+      "grad_norm": 565.3349609375,
+      "learning_rate": 1.3795761189005081e-06,
+      "loss": 12.4688,
+      "step": 11889
+    },
+    {
+      "epoch": 0.7896659361094508,
+      "grad_norm": 352.91131591796875,
+      "learning_rate": 1.3794766138822397e-06,
+      "loss": 13.625,
+      "step": 11890
+    },
+    {
+      "epoch": 0.7897323504018064,
+      "grad_norm": 241.7978515625,
+      "learning_rate": 1.3793771044744048e-06,
+      "loss": 14.3359,
+      "step": 11891
+    },
+    {
+      "epoch": 0.7897987646941622,
+      "grad_norm": 313.4118347167969,
+      "learning_rate": 1.379277590678154e-06,
+      "loss": 19.9062,
+      "step": 11892
+    },
+    {
+      "epoch": 0.7898651789865179,
+      "grad_norm": 235.65402221679688,
+      "learning_rate": 1.3791780724946392e-06,
+      "loss": 15.1094,
+      "step": 11893
+    },
+    {
+      "epoch": 0.7899315932788736,
+      "grad_norm": 130.86094665527344,
+      "learning_rate": 1.3790785499250109e-06,
+      "loss": 13.8906,
+      "step": 11894
+    },
+    {
+      "epoch": 0.7899980075712293,
+      "grad_norm": 172.7331085205078,
+      "learning_rate": 1.3789790229704204e-06,
+      "loss": 22.3906,
+      "step": 11895
+    },
+    {
+      "epoch": 0.790064421863585,
+      "grad_norm": 245.49346923828125,
+      "learning_rate": 1.3788794916320192e-06,
+      "loss": 23.1719,
+      "step": 11896
+    },
+    {
+      "epoch": 0.7901308361559407,
+      "grad_norm": 184.75205993652344,
+      "learning_rate": 1.3787799559109586e-06,
+      "loss": 16.5,
+      "step": 11897
+    },
+    {
+      "epoch": 0.7901972504482965,
+      "grad_norm": 275.7470397949219,
+      "learning_rate": 1.3786804158083896e-06,
+      "loss": 21.2188,
+      "step": 11898
+    },
+    {
+      "epoch": 0.7902636647406522,
+      "grad_norm": 390.3144836425781,
+      "learning_rate": 1.3785808713254641e-06,
+      "loss": 20.7656,
+      "step": 11899
+    },
+    {
+      "epoch": 0.7903300790330079,
+      "grad_norm": 208.3260498046875,
+      "learning_rate": 1.3784813224633334e-06,
+      "loss": 19.7188,
+      "step": 11900
+    },
+    {
+      "epoch": 0.7903964933253637,
+      "grad_norm": 163.69163513183594,
+      "learning_rate": 1.3783817692231488e-06,
+      "loss": 18.3125,
+      "step": 11901
+    },
+    {
+      "epoch": 0.7904629076177193,
+      "grad_norm": 409.0364074707031,
+      "learning_rate": 1.3782822116060624e-06,
+      "loss": 22.3125,
+      "step": 11902
+    },
+    {
+      "epoch": 0.7905293219100751,
+      "grad_norm": 254.55023193359375,
+      "learning_rate": 1.3781826496132252e-06,
+      "loss": 16.875,
+      "step": 11903
+    },
+    {
+      "epoch": 0.7905957362024307,
+      "grad_norm": 177.6536865234375,
+      "learning_rate": 1.3780830832457894e-06,
+      "loss": 13.625,
+      "step": 11904
+    },
+    {
+      "epoch": 0.7906621504947865,
+      "grad_norm": 149.89187622070312,
+      "learning_rate": 1.3779835125049065e-06,
+      "loss": 15.875,
+      "step": 11905
+    },
+    {
+      "epoch": 0.7907285647871422,
+      "grad_norm": 655.9717407226562,
+      "learning_rate": 1.3778839373917282e-06,
+      "loss": 26.875,
+      "step": 11906
+    },
+    {
+      "epoch": 0.7907949790794979,
+      "grad_norm": 583.1111450195312,
+      "learning_rate": 1.3777843579074064e-06,
+      "loss": 23.0625,
+      "step": 11907
+    },
+    {
+      "epoch": 0.7908613933718536,
+      "grad_norm": 127.81324768066406,
+      "learning_rate": 1.377684774053093e-06,
+      "loss": 11.5234,
+      "step": 11908
+    },
+    {
+      "epoch": 0.7909278076642093,
+      "grad_norm": 304.1695556640625,
+      "learning_rate": 1.3775851858299401e-06,
+      "loss": 17.2969,
+      "step": 11909
+    },
+    {
+      "epoch": 0.7909942219565651,
+      "grad_norm": 321.2257385253906,
+      "learning_rate": 1.3774855932390993e-06,
+      "loss": 13.0781,
+      "step": 11910
+    },
+    {
+      "epoch": 0.7910606362489208,
+      "grad_norm": 409.398681640625,
+      "learning_rate": 1.377385996281723e-06,
+      "loss": 18.4531,
+      "step": 11911
+    },
+    {
+      "epoch": 0.7911270505412765,
+      "grad_norm": 145.3050537109375,
+      "learning_rate": 1.3772863949589628e-06,
+      "loss": 16.0156,
+      "step": 11912
+    },
+    {
+      "epoch": 0.7911934648336322,
+      "grad_norm": 181.95492553710938,
+      "learning_rate": 1.3771867892719712e-06,
+      "loss": 17.7812,
+      "step": 11913
+    },
+    {
+      "epoch": 0.7912598791259879,
+      "grad_norm": 221.88137817382812,
+      "learning_rate": 1.3770871792219005e-06,
+      "loss": 18.4844,
+      "step": 11914
+    },
+    {
+      "epoch": 0.7913262934183436,
+      "grad_norm": 398.0245361328125,
+      "learning_rate": 1.3769875648099027e-06,
+      "loss": 16.8594,
+      "step": 11915
+    },
+    {
+      "epoch": 0.7913927077106994,
+      "grad_norm": 368.9538879394531,
+      "learning_rate": 1.3768879460371303e-06,
+      "loss": 18.7656,
+      "step": 11916
+    },
+    {
+      "epoch": 0.791459122003055,
+      "grad_norm": 252.0264434814453,
+      "learning_rate": 1.3767883229047353e-06,
+      "loss": 17.4688,
+      "step": 11917
+    },
+    {
+      "epoch": 0.7915255362954108,
+      "grad_norm": 319.62030029296875,
+      "learning_rate": 1.37668869541387e-06,
+      "loss": 18.4688,
+      "step": 11918
+    },
+    {
+      "epoch": 0.7915919505877664,
+      "grad_norm": 311.743408203125,
+      "learning_rate": 1.3765890635656875e-06,
+      "loss": 18.375,
+      "step": 11919
+    },
+    {
+      "epoch": 0.7916583648801222,
+      "grad_norm": 100.55089569091797,
+      "learning_rate": 1.3764894273613398e-06,
+      "loss": 13.8594,
+      "step": 11920
+    },
+    {
+      "epoch": 0.791724779172478,
+      "grad_norm": 237.7532196044922,
+      "learning_rate": 1.3763897868019791e-06,
+      "loss": 20.7812,
+      "step": 11921
+    },
+    {
+      "epoch": 0.7917911934648336,
+      "grad_norm": 370.19012451171875,
+      "learning_rate": 1.3762901418887588e-06,
+      "loss": 15.875,
+      "step": 11922
+    },
+    {
+      "epoch": 0.7918576077571894,
+      "grad_norm": 422.1231384277344,
+      "learning_rate": 1.3761904926228306e-06,
+      "loss": 28.6719,
+      "step": 11923
+    },
+    {
+      "epoch": 0.791924022049545,
+      "grad_norm": 118.7989501953125,
+      "learning_rate": 1.3760908390053483e-06,
+      "loss": 15.0625,
+      "step": 11924
+    },
+    {
+      "epoch": 0.7919904363419008,
+      "grad_norm": 280.5617980957031,
+      "learning_rate": 1.375991181037464e-06,
+      "loss": 16.0469,
+      "step": 11925
+    },
+    {
+      "epoch": 0.7920568506342565,
+      "grad_norm": 138.78907775878906,
+      "learning_rate": 1.3758915187203303e-06,
+      "loss": 17.3281,
+      "step": 11926
+    },
+    {
+      "epoch": 0.7921232649266122,
+      "grad_norm": 226.01148986816406,
+      "learning_rate": 1.3757918520551002e-06,
+      "loss": 18.0938,
+      "step": 11927
+    },
+    {
+      "epoch": 0.7921896792189679,
+      "grad_norm": 384.9094543457031,
+      "learning_rate": 1.375692181042927e-06,
+      "loss": 20.625,
+      "step": 11928
+    },
+    {
+      "epoch": 0.7922560935113236,
+      "grad_norm": 138.05052185058594,
+      "learning_rate": 1.3755925056849632e-06,
+      "loss": 14.6406,
+      "step": 11929
+    },
+    {
+      "epoch": 0.7923225078036793,
+      "grad_norm": 227.82879638671875,
+      "learning_rate": 1.3754928259823614e-06,
+      "loss": 17.7656,
+      "step": 11930
+    },
+    {
+      "epoch": 0.7923889220960351,
+      "grad_norm": 113.13165283203125,
+      "learning_rate": 1.3753931419362755e-06,
+      "loss": 16.8125,
+      "step": 11931
+    },
+    {
+      "epoch": 0.7924553363883908,
+      "grad_norm": 283.260009765625,
+      "learning_rate": 1.3752934535478584e-06,
+      "loss": 13.4688,
+      "step": 11932
+    },
+    {
+      "epoch": 0.7925217506807465,
+      "grad_norm": 211.5830841064453,
+      "learning_rate": 1.3751937608182626e-06,
+      "loss": 21.625,
+      "step": 11933
+    },
+    {
+      "epoch": 0.7925881649731022,
+      "grad_norm": 329.3984680175781,
+      "learning_rate": 1.375094063748642e-06,
+      "loss": 12.7812,
+      "step": 11934
+    },
+    {
+      "epoch": 0.7926545792654579,
+      "grad_norm": 885.050537109375,
+      "learning_rate": 1.3749943623401494e-06,
+      "loss": 21.0,
+      "step": 11935
+    },
+    {
+      "epoch": 0.7927209935578137,
+      "grad_norm": 214.17369079589844,
+      "learning_rate": 1.3748946565939385e-06,
+      "loss": 17.7188,
+      "step": 11936
+    },
+    {
+      "epoch": 0.7927874078501693,
+      "grad_norm": 370.07879638671875,
+      "learning_rate": 1.3747949465111622e-06,
+      "loss": 15.8906,
+      "step": 11937
+    },
+    {
+      "epoch": 0.7928538221425251,
+      "grad_norm": 122.00337219238281,
+      "learning_rate": 1.374695232092974e-06,
+      "loss": 12.8125,
+      "step": 11938
+    },
+    {
+      "epoch": 0.7929202364348807,
+      "grad_norm": 410.6449279785156,
+      "learning_rate": 1.3745955133405276e-06,
+      "loss": 21.9844,
+      "step": 11939
+    },
+    {
+      "epoch": 0.7929866507272365,
+      "grad_norm": 116.34773254394531,
+      "learning_rate": 1.374495790254976e-06,
+      "loss": 15.1094,
+      "step": 11940
+    },
+    {
+      "epoch": 0.7930530650195922,
+      "grad_norm": 168.70455932617188,
+      "learning_rate": 1.3743960628374734e-06,
+      "loss": 14.875,
+      "step": 11941
+    },
+    {
+      "epoch": 0.7931194793119479,
+      "grad_norm": 361.9840393066406,
+      "learning_rate": 1.3742963310891727e-06,
+      "loss": 16.9844,
+      "step": 11942
+    },
+    {
+      "epoch": 0.7931858936043037,
+      "grad_norm": 355.81524658203125,
+      "learning_rate": 1.3741965950112282e-06,
+      "loss": 21.5625,
+      "step": 11943
+    },
+    {
+      "epoch": 0.7932523078966593,
+      "grad_norm": 209.09483337402344,
+      "learning_rate": 1.3740968546047933e-06,
+      "loss": 19.4375,
+      "step": 11944
+    },
+    {
+      "epoch": 0.7933187221890151,
+      "grad_norm": 204.50486755371094,
+      "learning_rate": 1.3739971098710212e-06,
+      "loss": 17.8906,
+      "step": 11945
+    },
+    {
+      "epoch": 0.7933851364813708,
+      "grad_norm": 210.7483673095703,
+      "learning_rate": 1.3738973608110667e-06,
+      "loss": 19.1875,
+      "step": 11946
+    },
+    {
+      "epoch": 0.7934515507737265,
+      "grad_norm": 342.2593688964844,
+      "learning_rate": 1.3737976074260832e-06,
+      "loss": 23.5938,
+      "step": 11947
+    },
+    {
+      "epoch": 0.7935179650660822,
+      "grad_norm": 172.2272491455078,
+      "learning_rate": 1.373697849717224e-06,
+      "loss": 16.9688,
+      "step": 11948
+    },
+    {
+      "epoch": 0.793584379358438,
+      "grad_norm": 111.7103042602539,
+      "learning_rate": 1.373598087685644e-06,
+      "loss": 14.5781,
+      "step": 11949
+    },
+    {
+      "epoch": 0.7936507936507936,
+      "grad_norm": 188.7451629638672,
+      "learning_rate": 1.3734983213324967e-06,
+      "loss": 15.2969,
+      "step": 11950
+    },
+    {
+      "epoch": 0.7937172079431494,
+      "grad_norm": 208.73562622070312,
+      "learning_rate": 1.3733985506589358e-06,
+      "loss": 17.4844,
+      "step": 11951
+    },
+    {
+      "epoch": 0.793783622235505,
+      "grad_norm": 388.2973937988281,
+      "learning_rate": 1.373298775666116e-06,
+      "loss": 18.5156,
+      "step": 11952
+    },
+    {
+      "epoch": 0.7938500365278608,
+      "grad_norm": 155.34115600585938,
+      "learning_rate": 1.3731989963551914e-06,
+      "loss": 13.7812,
+      "step": 11953
+    },
+    {
+      "epoch": 0.7939164508202166,
+      "grad_norm": 385.78375244140625,
+      "learning_rate": 1.373099212727316e-06,
+      "loss": 23.2656,
+      "step": 11954
+    },
+    {
+      "epoch": 0.7939828651125722,
+      "grad_norm": 209.40884399414062,
+      "learning_rate": 1.3729994247836438e-06,
+      "loss": 18.6875,
+      "step": 11955
+    },
+    {
+      "epoch": 0.794049279404928,
+      "grad_norm": 389.11053466796875,
+      "learning_rate": 1.3728996325253296e-06,
+      "loss": 22.9688,
+      "step": 11956
+    },
+    {
+      "epoch": 0.7941156936972836,
+      "grad_norm": 193.30503845214844,
+      "learning_rate": 1.3727998359535272e-06,
+      "loss": 19.2656,
+      "step": 11957
+    },
+    {
+      "epoch": 0.7941821079896394,
+      "grad_norm": 214.32228088378906,
+      "learning_rate": 1.3727000350693915e-06,
+      "loss": 17.3906,
+      "step": 11958
+    },
+    {
+      "epoch": 0.794248522281995,
+      "grad_norm": 182.3995361328125,
+      "learning_rate": 1.3726002298740765e-06,
+      "loss": 14.3438,
+      "step": 11959
+    },
+    {
+      "epoch": 0.7943149365743508,
+      "grad_norm": 158.4938201904297,
+      "learning_rate": 1.3725004203687372e-06,
+      "loss": 12.4062,
+      "step": 11960
+    },
+    {
+      "epoch": 0.7943813508667065,
+      "grad_norm": 135.0738067626953,
+      "learning_rate": 1.3724006065545275e-06,
+      "loss": 13.8906,
+      "step": 11961
+    },
+    {
+      "epoch": 0.7944477651590622,
+      "grad_norm": 260.7838439941406,
+      "learning_rate": 1.3723007884326023e-06,
+      "loss": 14.5156,
+      "step": 11962
+    },
+    {
+      "epoch": 0.7945141794514179,
+      "grad_norm": 100.80319213867188,
+      "learning_rate": 1.3722009660041165e-06,
+      "loss": 13.7188,
+      "step": 11963
+    },
+    {
+      "epoch": 0.7945805937437737,
+      "grad_norm": 130.40443420410156,
+      "learning_rate": 1.3721011392702246e-06,
+      "loss": 16.2344,
+      "step": 11964
+    },
+    {
+      "epoch": 0.7946470080361294,
+      "grad_norm": 232.9629364013672,
+      "learning_rate": 1.3720013082320811e-06,
+      "loss": 15.4531,
+      "step": 11965
+    },
+    {
+      "epoch": 0.7947134223284851,
+      "grad_norm": 266.16387939453125,
+      "learning_rate": 1.3719014728908408e-06,
+      "loss": 24.125,
+      "step": 11966
+    },
+    {
+      "epoch": 0.7947798366208408,
+      "grad_norm": 208.89842224121094,
+      "learning_rate": 1.3718016332476591e-06,
+      "loss": 14.5,
+      "step": 11967
+    },
+    {
+      "epoch": 0.7948462509131965,
+      "grad_norm": 2088.300537109375,
+      "learning_rate": 1.3717017893036907e-06,
+      "loss": 13.4844,
+      "step": 11968
+    },
+    {
+      "epoch": 0.7949126652055523,
+      "grad_norm": 187.8250274658203,
+      "learning_rate": 1.3716019410600899e-06,
+      "loss": 17.0,
+      "step": 11969
+    },
+    {
+      "epoch": 0.7949790794979079,
+      "grad_norm": 264.8330993652344,
+      "learning_rate": 1.371502088518012e-06,
+      "loss": 24.2812,
+      "step": 11970
+    },
+    {
+      "epoch": 0.7950454937902637,
+      "grad_norm": 211.01712036132812,
+      "learning_rate": 1.3714022316786124e-06,
+      "loss": 22.3438,
+      "step": 11971
+    },
+    {
+      "epoch": 0.7951119080826193,
+      "grad_norm": 217.73072814941406,
+      "learning_rate": 1.371302370543046e-06,
+      "loss": 14.7109,
+      "step": 11972
+    },
+    {
+      "epoch": 0.7951783223749751,
+      "grad_norm": 320.3166809082031,
+      "learning_rate": 1.3712025051124677e-06,
+      "loss": 24.7969,
+      "step": 11973
+    },
+    {
+      "epoch": 0.7952447366673309,
+      "grad_norm": 322.0607604980469,
+      "learning_rate": 1.371102635388033e-06,
+      "loss": 33.2188,
+      "step": 11974
+    },
+    {
+      "epoch": 0.7953111509596865,
+      "grad_norm": 163.51002502441406,
+      "learning_rate": 1.3710027613708971e-06,
+      "loss": 14.6094,
+      "step": 11975
+    },
+    {
+      "epoch": 0.7953775652520423,
+      "grad_norm": 409.720458984375,
+      "learning_rate": 1.3709028830622148e-06,
+      "loss": 14.9688,
+      "step": 11976
+    },
+    {
+      "epoch": 0.7954439795443979,
+      "grad_norm": 138.61561584472656,
+      "learning_rate": 1.3708030004631423e-06,
+      "loss": 17.9844,
+      "step": 11977
+    },
+    {
+      "epoch": 0.7955103938367537,
+      "grad_norm": 406.2828063964844,
+      "learning_rate": 1.370703113574834e-06,
+      "loss": 22.375,
+      "step": 11978
+    },
+    {
+      "epoch": 0.7955768081291094,
+      "grad_norm": 157.93113708496094,
+      "learning_rate": 1.3706032223984465e-06,
+      "loss": 15.8281,
+      "step": 11979
+    },
+    {
+      "epoch": 0.7956432224214651,
+      "grad_norm": 206.4170379638672,
+      "learning_rate": 1.3705033269351342e-06,
+      "loss": 19.7188,
+      "step": 11980
+    },
+    {
+      "epoch": 0.7957096367138208,
+      "grad_norm": 267.1660461425781,
+      "learning_rate": 1.3704034271860532e-06,
+      "loss": 21.0156,
+      "step": 11981
+    },
+    {
+      "epoch": 0.7957760510061765,
+      "grad_norm": 278.5445861816406,
+      "learning_rate": 1.370303523152359e-06,
+      "loss": 21.1719,
+      "step": 11982
+    },
+    {
+      "epoch": 0.7958424652985322,
+      "grad_norm": 298.610107421875,
+      "learning_rate": 1.3702036148352069e-06,
+      "loss": 14.4062,
+      "step": 11983
+    },
+    {
+      "epoch": 0.795908879590888,
+      "grad_norm": 165.48007202148438,
+      "learning_rate": 1.3701037022357529e-06,
+      "loss": 12.3203,
+      "step": 11984
+    },
+    {
+      "epoch": 0.7959752938832437,
+      "grad_norm": 369.2441711425781,
+      "learning_rate": 1.3700037853551527e-06,
+      "loss": 15.9531,
+      "step": 11985
+    },
+    {
+      "epoch": 0.7960417081755994,
+      "grad_norm": 187.7113494873047,
+      "learning_rate": 1.3699038641945625e-06,
+      "loss": 19.0625,
+      "step": 11986
+    },
+    {
+      "epoch": 0.7961081224679551,
+      "grad_norm": 247.3917694091797,
+      "learning_rate": 1.3698039387551372e-06,
+      "loss": 18.0469,
+      "step": 11987
+    },
+    {
+      "epoch": 0.7961745367603108,
+      "grad_norm": 522.4981689453125,
+      "learning_rate": 1.369704009038033e-06,
+      "loss": 25.4688,
+      "step": 11988
+    },
+    {
+      "epoch": 0.7962409510526666,
+      "grad_norm": 212.9339141845703,
+      "learning_rate": 1.3696040750444066e-06,
+      "loss": 16.3125,
+      "step": 11989
+    },
+    {
+      "epoch": 0.7963073653450222,
+      "grad_norm": 325.90118408203125,
+      "learning_rate": 1.3695041367754133e-06,
+      "loss": 23.2969,
+      "step": 11990
+    },
+    {
+      "epoch": 0.796373779637378,
+      "grad_norm": 345.6023254394531,
+      "learning_rate": 1.3694041942322087e-06,
+      "loss": 17.4219,
+      "step": 11991
+    },
+    {
+      "epoch": 0.7964401939297336,
+      "grad_norm": 186.9369354248047,
+      "learning_rate": 1.3693042474159497e-06,
+      "loss": 16.4062,
+      "step": 11992
+    },
+    {
+      "epoch": 0.7965066082220894,
+      "grad_norm": 273.5599365234375,
+      "learning_rate": 1.3692042963277923e-06,
+      "loss": 15.6562,
+      "step": 11993
+    },
+    {
+      "epoch": 0.7965730225144451,
+      "grad_norm": 1580.5765380859375,
+      "learning_rate": 1.3691043409688922e-06,
+      "loss": 18.25,
+      "step": 11994
+    },
+    {
+      "epoch": 0.7966394368068008,
+      "grad_norm": 150.8342742919922,
+      "learning_rate": 1.3690043813404063e-06,
+      "loss": 13.8594,
+      "step": 11995
+    },
+    {
+      "epoch": 0.7967058510991566,
+      "grad_norm": 306.3665466308594,
+      "learning_rate": 1.3689044174434901e-06,
+      "loss": 22.5,
+      "step": 11996
+    },
+    {
+      "epoch": 0.7967722653915122,
+      "grad_norm": 191.13873291015625,
+      "learning_rate": 1.3688044492793005e-06,
+      "loss": 22.4219,
+      "step": 11997
+    },
+    {
+      "epoch": 0.796838679683868,
+      "grad_norm": 169.200439453125,
+      "learning_rate": 1.3687044768489935e-06,
+      "loss": 16.3125,
+      "step": 11998
+    },
+    {
+      "epoch": 0.7969050939762237,
+      "grad_norm": 287.7324523925781,
+      "learning_rate": 1.3686045001537258e-06,
+      "loss": 19.0156,
+      "step": 11999
+    },
+    {
+      "epoch": 0.7969715082685794,
+      "grad_norm": 199.8636016845703,
+      "learning_rate": 1.368504519194654e-06,
+      "loss": 14.6875,
+      "step": 12000
+    },
+    {
+      "epoch": 0.7970379225609351,
+      "grad_norm": 151.3450927734375,
+      "learning_rate": 1.3684045339729344e-06,
+      "loss": 16.8125,
+      "step": 12001
+    },
+    {
+      "epoch": 0.7971043368532909,
+      "grad_norm": 158.105224609375,
+      "learning_rate": 1.3683045444897234e-06,
+      "loss": 13.5312,
+      "step": 12002
+    },
+    {
+      "epoch": 0.7971707511456465,
+      "grad_norm": 118.84021759033203,
+      "learning_rate": 1.3682045507461779e-06,
+      "loss": 15.2656,
+      "step": 12003
+    },
+    {
+      "epoch": 0.7972371654380023,
+      "grad_norm": 433.4229736328125,
+      "learning_rate": 1.3681045527434544e-06,
+      "loss": 20.5312,
+      "step": 12004
+    },
+    {
+      "epoch": 0.7973035797303579,
+      "grad_norm": 253.84149169921875,
+      "learning_rate": 1.3680045504827097e-06,
+      "loss": 18.125,
+      "step": 12005
+    },
+    {
+      "epoch": 0.7973699940227137,
+      "grad_norm": 183.69747924804688,
+      "learning_rate": 1.3679045439651008e-06,
+      "loss": 23.25,
+      "step": 12006
+    },
+    {
+      "epoch": 0.7974364083150695,
+      "grad_norm": 146.71824645996094,
+      "learning_rate": 1.3678045331917842e-06,
+      "loss": 14.5469,
+      "step": 12007
+    },
+    {
+      "epoch": 0.7975028226074251,
+      "grad_norm": 119.69750213623047,
+      "learning_rate": 1.3677045181639167e-06,
+      "loss": 13.9219,
+      "step": 12008
+    },
+    {
+      "epoch": 0.7975692368997809,
+      "grad_norm": 184.6914825439453,
+      "learning_rate": 1.3676044988826554e-06,
+      "loss": 14.5938,
+      "step": 12009
+    },
+    {
+      "epoch": 0.7976356511921365,
+      "grad_norm": 208.89895629882812,
+      "learning_rate": 1.3675044753491572e-06,
+      "loss": 15.9531,
+      "step": 12010
+    },
+    {
+      "epoch": 0.7977020654844923,
+      "grad_norm": 195.71954345703125,
+      "learning_rate": 1.3674044475645792e-06,
+      "loss": 19.0156,
+      "step": 12011
+    },
+    {
+      "epoch": 0.797768479776848,
+      "grad_norm": 297.6788024902344,
+      "learning_rate": 1.3673044155300783e-06,
+      "loss": 21.9688,
+      "step": 12012
+    },
+    {
+      "epoch": 0.7978348940692037,
+      "grad_norm": 216.02606201171875,
+      "learning_rate": 1.3672043792468118e-06,
+      "loss": 16.3125,
+      "step": 12013
+    },
+    {
+      "epoch": 0.7979013083615594,
+      "grad_norm": 179.21192932128906,
+      "learning_rate": 1.3671043387159369e-06,
+      "loss": 17.0312,
+      "step": 12014
+    },
+    {
+      "epoch": 0.7979677226539151,
+      "grad_norm": 238.1484832763672,
+      "learning_rate": 1.3670042939386106e-06,
+      "loss": 16.375,
+      "step": 12015
+    },
+    {
+      "epoch": 0.7980341369462708,
+      "grad_norm": 161.62551879882812,
+      "learning_rate": 1.3669042449159903e-06,
+      "loss": 20.0781,
+      "step": 12016
+    },
+    {
+      "epoch": 0.7981005512386266,
+      "grad_norm": 426.7978515625,
+      "learning_rate": 1.366804191649233e-06,
+      "loss": 27.4375,
+      "step": 12017
+    },
+    {
+      "epoch": 0.7981669655309823,
+      "grad_norm": 335.5798034667969,
+      "learning_rate": 1.3667041341394967e-06,
+      "loss": 17.8594,
+      "step": 12018
+    },
+    {
+      "epoch": 0.798233379823338,
+      "grad_norm": 142.0304412841797,
+      "learning_rate": 1.3666040723879385e-06,
+      "loss": 17.1719,
+      "step": 12019
+    },
+    {
+      "epoch": 0.7982997941156937,
+      "grad_norm": 200.78787231445312,
+      "learning_rate": 1.3665040063957155e-06,
+      "loss": 15.5938,
+      "step": 12020
+    },
+    {
+      "epoch": 0.7983662084080494,
+      "grad_norm": 522.1283569335938,
+      "learning_rate": 1.3664039361639854e-06,
+      "loss": 26.75,
+      "step": 12021
+    },
+    {
+      "epoch": 0.7984326227004052,
+      "grad_norm": 117.59667205810547,
+      "learning_rate": 1.366303861693906e-06,
+      "loss": 15.8281,
+      "step": 12022
+    },
+    {
+      "epoch": 0.7984990369927608,
+      "grad_norm": 168.6320343017578,
+      "learning_rate": 1.3662037829866347e-06,
+      "loss": 17.875,
+      "step": 12023
+    },
+    {
+      "epoch": 0.7985654512851166,
+      "grad_norm": 248.79385375976562,
+      "learning_rate": 1.3661037000433293e-06,
+      "loss": 19.8906,
+      "step": 12024
+    },
+    {
+      "epoch": 0.7986318655774722,
+      "grad_norm": 925.8536376953125,
+      "learning_rate": 1.3660036128651475e-06,
+      "loss": 23.9062,
+      "step": 12025
+    },
+    {
+      "epoch": 0.798698279869828,
+      "grad_norm": 307.9432678222656,
+      "learning_rate": 1.3659035214532466e-06,
+      "loss": 18.6562,
+      "step": 12026
+    },
+    {
+      "epoch": 0.7987646941621837,
+      "grad_norm": 280.2041015625,
+      "learning_rate": 1.3658034258087851e-06,
+      "loss": 20.5625,
+      "step": 12027
+    },
+    {
+      "epoch": 0.7988311084545394,
+      "grad_norm": 128.4700164794922,
+      "learning_rate": 1.3657033259329202e-06,
+      "loss": 12.7344,
+      "step": 12028
+    },
+    {
+      "epoch": 0.7988975227468952,
+      "grad_norm": 1085.2115478515625,
+      "learning_rate": 1.3656032218268105e-06,
+      "loss": 16.375,
+      "step": 12029
+    },
+    {
+      "epoch": 0.7989639370392508,
+      "grad_norm": 227.31283569335938,
+      "learning_rate": 1.3655031134916133e-06,
+      "loss": 14.7969,
+      "step": 12030
+    },
+    {
+      "epoch": 0.7990303513316066,
+      "grad_norm": 386.27606201171875,
+      "learning_rate": 1.3654030009284868e-06,
+      "loss": 24.75,
+      "step": 12031
+    },
+    {
+      "epoch": 0.7990967656239623,
+      "grad_norm": 226.16998291015625,
+      "learning_rate": 1.3653028841385892e-06,
+      "loss": 19.0781,
+      "step": 12032
+    },
+    {
+      "epoch": 0.799163179916318,
+      "grad_norm": 168.0480499267578,
+      "learning_rate": 1.3652027631230782e-06,
+      "loss": 19.5,
+      "step": 12033
+    },
+    {
+      "epoch": 0.7992295942086737,
+      "grad_norm": 302.1679382324219,
+      "learning_rate": 1.3651026378831123e-06,
+      "loss": 22.5,
+      "step": 12034
+    },
+    {
+      "epoch": 0.7992960085010294,
+      "grad_norm": 143.4818572998047,
+      "learning_rate": 1.3650025084198501e-06,
+      "loss": 16.875,
+      "step": 12035
+    },
+    {
+      "epoch": 0.7993624227933851,
+      "grad_norm": 241.50294494628906,
+      "learning_rate": 1.3649023747344491e-06,
+      "loss": 12.3438,
+      "step": 12036
+    },
+    {
+      "epoch": 0.7994288370857409,
+      "grad_norm": 145.86280822753906,
+      "learning_rate": 1.3648022368280676e-06,
+      "loss": 16.0,
+      "step": 12037
+    },
+    {
+      "epoch": 0.7994952513780965,
+      "grad_norm": 494.9770202636719,
+      "learning_rate": 1.3647020947018644e-06,
+      "loss": 27.125,
+      "step": 12038
+    },
+    {
+      "epoch": 0.7995616656704523,
+      "grad_norm": 354.4691162109375,
+      "learning_rate": 1.3646019483569978e-06,
+      "loss": 20.0625,
+      "step": 12039
+    },
+    {
+      "epoch": 0.799628079962808,
+      "grad_norm": 161.4558563232422,
+      "learning_rate": 1.3645017977946256e-06,
+      "loss": 17.0781,
+      "step": 12040
+    },
+    {
+      "epoch": 0.7996944942551637,
+      "grad_norm": 172.91575622558594,
+      "learning_rate": 1.364401643015907e-06,
+      "loss": 16.25,
+      "step": 12041
+    },
+    {
+      "epoch": 0.7997609085475195,
+      "grad_norm": 313.1368103027344,
+      "learning_rate": 1.3643014840220007e-06,
+      "loss": 17.0625,
+      "step": 12042
+    },
+    {
+      "epoch": 0.7998273228398751,
+      "grad_norm": 246.6273956298828,
+      "learning_rate": 1.3642013208140646e-06,
+      "loss": 14.75,
+      "step": 12043
+    },
+    {
+      "epoch": 0.7998937371322309,
+      "grad_norm": 128.33738708496094,
+      "learning_rate": 1.3641011533932575e-06,
+      "loss": 26.5469,
+      "step": 12044
+    },
+    {
+      "epoch": 0.7999601514245865,
+      "grad_norm": 154.2776336669922,
+      "learning_rate": 1.3640009817607386e-06,
+      "loss": 15.8594,
+      "step": 12045
+    },
+    {
+      "epoch": 0.8000265657169423,
+      "grad_norm": 120.57052612304688,
+      "learning_rate": 1.363900805917666e-06,
+      "loss": 14.7969,
+      "step": 12046
+    },
+    {
+      "epoch": 0.800092980009298,
+      "grad_norm": 199.3022918701172,
+      "learning_rate": 1.3638006258651986e-06,
+      "loss": 15.7031,
+      "step": 12047
+    },
+    {
+      "epoch": 0.8001593943016537,
+      "grad_norm": 170.22186279296875,
+      "learning_rate": 1.3637004416044954e-06,
+      "loss": 17.3594,
+      "step": 12048
+    },
+    {
+      "epoch": 0.8002258085940094,
+      "grad_norm": 108.30291748046875,
+      "learning_rate": 1.3636002531367155e-06,
+      "loss": 13.0781,
+      "step": 12049
+    },
+    {
+      "epoch": 0.8002922228863651,
+      "grad_norm": 153.83731079101562,
+      "learning_rate": 1.3635000604630174e-06,
+      "loss": 14.1562,
+      "step": 12050
+    },
+    {
+      "epoch": 0.8003586371787209,
+      "grad_norm": 228.03431701660156,
+      "learning_rate": 1.36339986358456e-06,
+      "loss": 19.1875,
+      "step": 12051
+    },
+    {
+      "epoch": 0.8004250514710766,
+      "grad_norm": 261.0689392089844,
+      "learning_rate": 1.3632996625025027e-06,
+      "loss": 18.5,
+      "step": 12052
+    },
+    {
+      "epoch": 0.8004914657634323,
+      "grad_norm": 180.56668090820312,
+      "learning_rate": 1.3631994572180044e-06,
+      "loss": 16.6562,
+      "step": 12053
+    },
+    {
+      "epoch": 0.800557880055788,
+      "grad_norm": 678.76953125,
+      "learning_rate": 1.363099247732224e-06,
+      "loss": 21.6562,
+      "step": 12054
+    },
+    {
+      "epoch": 0.8006242943481438,
+      "grad_norm": 204.97998046875,
+      "learning_rate": 1.362999034046321e-06,
+      "loss": 13.5938,
+      "step": 12055
+    },
+    {
+      "epoch": 0.8006907086404994,
+      "grad_norm": 210.68470764160156,
+      "learning_rate": 1.3628988161614545e-06,
+      "loss": 19.0156,
+      "step": 12056
+    },
+    {
+      "epoch": 0.8007571229328552,
+      "grad_norm": 231.5872344970703,
+      "learning_rate": 1.362798594078784e-06,
+      "loss": 18.1406,
+      "step": 12057
+    },
+    {
+      "epoch": 0.8008235372252108,
+      "grad_norm": 333.4286804199219,
+      "learning_rate": 1.3626983677994684e-06,
+      "loss": 23.8125,
+      "step": 12058
+    },
+    {
+      "epoch": 0.8008899515175666,
+      "grad_norm": 295.61767578125,
+      "learning_rate": 1.3625981373246669e-06,
+      "loss": 16.1406,
+      "step": 12059
+    },
+    {
+      "epoch": 0.8009563658099222,
+      "grad_norm": 204.08840942382812,
+      "learning_rate": 1.3624979026555394e-06,
+      "loss": 18.7656,
+      "step": 12060
+    },
+    {
+      "epoch": 0.801022780102278,
+      "grad_norm": 150.09429931640625,
+      "learning_rate": 1.3623976637932457e-06,
+      "loss": 12.1094,
+      "step": 12061
+    },
+    {
+      "epoch": 0.8010891943946338,
+      "grad_norm": 159.84886169433594,
+      "learning_rate": 1.3622974207389442e-06,
+      "loss": 18.9844,
+      "step": 12062
+    },
+    {
+      "epoch": 0.8011556086869894,
+      "grad_norm": 191.11965942382812,
+      "learning_rate": 1.362197173493795e-06,
+      "loss": 19.3125,
+      "step": 12063
+    },
+    {
+      "epoch": 0.8012220229793452,
+      "grad_norm": 154.31858825683594,
+      "learning_rate": 1.3620969220589585e-06,
+      "loss": 13.3125,
+      "step": 12064
+    },
+    {
+      "epoch": 0.8012884372717008,
+      "grad_norm": 210.2828826904297,
+      "learning_rate": 1.3619966664355929e-06,
+      "loss": 17.5938,
+      "step": 12065
+    },
+    {
+      "epoch": 0.8013548515640566,
+      "grad_norm": 251.4847412109375,
+      "learning_rate": 1.3618964066248589e-06,
+      "loss": 18.625,
+      "step": 12066
+    },
+    {
+      "epoch": 0.8014212658564123,
+      "grad_norm": 107.88311767578125,
+      "learning_rate": 1.3617961426279157e-06,
+      "loss": 14.75,
+      "step": 12067
+    },
+    {
+      "epoch": 0.801487680148768,
+      "grad_norm": 141.89691162109375,
+      "learning_rate": 1.3616958744459238e-06,
+      "loss": 18.125,
+      "step": 12068
+    },
+    {
+      "epoch": 0.8015540944411237,
+      "grad_norm": 118.50537872314453,
+      "learning_rate": 1.361595602080042e-06,
+      "loss": 17.125,
+      "step": 12069
+    },
+    {
+      "epoch": 0.8016205087334795,
+      "grad_norm": 221.09190368652344,
+      "learning_rate": 1.3614953255314307e-06,
+      "loss": 14.8281,
+      "step": 12070
+    },
+    {
+      "epoch": 0.8016869230258351,
+      "grad_norm": 206.69094848632812,
+      "learning_rate": 1.3613950448012506e-06,
+      "loss": 17.5469,
+      "step": 12071
+    },
+    {
+      "epoch": 0.8017533373181909,
+      "grad_norm": 152.88833618164062,
+      "learning_rate": 1.3612947598906606e-06,
+      "loss": 14.6875,
+      "step": 12072
+    },
+    {
+      "epoch": 0.8018197516105466,
+      "grad_norm": 306.07275390625,
+      "learning_rate": 1.3611944708008212e-06,
+      "loss": 15.1719,
+      "step": 12073
+    },
+    {
+      "epoch": 0.8018861659029023,
+      "grad_norm": 264.9368591308594,
+      "learning_rate": 1.3610941775328923e-06,
+      "loss": 20.3125,
+      "step": 12074
+    },
+    {
+      "epoch": 0.8019525801952581,
+      "grad_norm": 155.1015625,
+      "learning_rate": 1.3609938800880347e-06,
+      "loss": 16.2969,
+      "step": 12075
+    },
+    {
+      "epoch": 0.8020189944876137,
+      "grad_norm": 106.14888763427734,
+      "learning_rate": 1.3608935784674076e-06,
+      "loss": 15.2266,
+      "step": 12076
+    },
+    {
+      "epoch": 0.8020854087799695,
+      "grad_norm": 171.8688507080078,
+      "learning_rate": 1.3607932726721718e-06,
+      "loss": 13.0,
+      "step": 12077
+    },
+    {
+      "epoch": 0.8021518230723251,
+      "grad_norm": 242.36656188964844,
+      "learning_rate": 1.3606929627034876e-06,
+      "loss": 22.3906,
+      "step": 12078
+    },
+    {
+      "epoch": 0.8022182373646809,
+      "grad_norm": 111.95326232910156,
+      "learning_rate": 1.360592648562515e-06,
+      "loss": 18.6094,
+      "step": 12079
+    },
+    {
+      "epoch": 0.8022846516570366,
+      "grad_norm": 179.78689575195312,
+      "learning_rate": 1.3604923302504146e-06,
+      "loss": 15.375,
+      "step": 12080
+    },
+    {
+      "epoch": 0.8023510659493923,
+      "grad_norm": 216.79100036621094,
+      "learning_rate": 1.3603920077683468e-06,
+      "loss": 14.6406,
+      "step": 12081
+    },
+    {
+      "epoch": 0.802417480241748,
+      "grad_norm": 312.07623291015625,
+      "learning_rate": 1.3602916811174724e-06,
+      "loss": 19.5625,
+      "step": 12082
+    },
+    {
+      "epoch": 0.8024838945341037,
+      "grad_norm": 172.99278259277344,
+      "learning_rate": 1.360191350298951e-06,
+      "loss": 12.9688,
+      "step": 12083
+    },
+    {
+      "epoch": 0.8025503088264595,
+      "grad_norm": 705.0110473632812,
+      "learning_rate": 1.360091015313944e-06,
+      "loss": 25.8594,
+      "step": 12084
+    },
+    {
+      "epoch": 0.8026167231188152,
+      "grad_norm": 183.4685821533203,
+      "learning_rate": 1.359990676163612e-06,
+      "loss": 19.0469,
+      "step": 12085
+    },
+    {
+      "epoch": 0.8026831374111709,
+      "grad_norm": 271.20709228515625,
+      "learning_rate": 1.3598903328491153e-06,
+      "loss": 24.0938,
+      "step": 12086
+    },
+    {
+      "epoch": 0.8027495517035266,
+      "grad_norm": 176.22816467285156,
+      "learning_rate": 1.3597899853716146e-06,
+      "loss": 18.75,
+      "step": 12087
+    },
+    {
+      "epoch": 0.8028159659958823,
+      "grad_norm": 375.5419921875,
+      "learning_rate": 1.359689633732271e-06,
+      "loss": 19.2031,
+      "step": 12088
+    },
+    {
+      "epoch": 0.802882380288238,
+      "grad_norm": 175.69192504882812,
+      "learning_rate": 1.3595892779322451e-06,
+      "loss": 15.5781,
+      "step": 12089
+    },
+    {
+      "epoch": 0.8029487945805938,
+      "grad_norm": 566.1693115234375,
+      "learning_rate": 1.359488917972698e-06,
+      "loss": 14.5625,
+      "step": 12090
+    },
+    {
+      "epoch": 0.8030152088729494,
+      "grad_norm": 412.1024475097656,
+      "learning_rate": 1.3593885538547898e-06,
+      "loss": 24.8125,
+      "step": 12091
+    },
+    {
+      "epoch": 0.8030816231653052,
+      "grad_norm": 211.6450958251953,
+      "learning_rate": 1.3592881855796825e-06,
+      "loss": 16.3906,
+      "step": 12092
+    },
+    {
+      "epoch": 0.8031480374576608,
+      "grad_norm": 264.03668212890625,
+      "learning_rate": 1.3591878131485365e-06,
+      "loss": 16.3438,
+      "step": 12093
+    },
+    {
+      "epoch": 0.8032144517500166,
+      "grad_norm": 533.1929321289062,
+      "learning_rate": 1.3590874365625129e-06,
+      "loss": 24.8438,
+      "step": 12094
+    },
+    {
+      "epoch": 0.8032808660423724,
+      "grad_norm": 128.84808349609375,
+      "learning_rate": 1.3589870558227733e-06,
+      "loss": 14.0781,
+      "step": 12095
+    },
+    {
+      "epoch": 0.803347280334728,
+      "grad_norm": 313.880615234375,
+      "learning_rate": 1.3588866709304783e-06,
+      "loss": 25.9375,
+      "step": 12096
+    },
+    {
+      "epoch": 0.8034136946270838,
+      "grad_norm": 294.1073913574219,
+      "learning_rate": 1.3587862818867888e-06,
+      "loss": 18.8906,
+      "step": 12097
+    },
+    {
+      "epoch": 0.8034801089194394,
+      "grad_norm": 217.46124267578125,
+      "learning_rate": 1.3586858886928667e-06,
+      "loss": 14.8281,
+      "step": 12098
+    },
+    {
+      "epoch": 0.8035465232117952,
+      "grad_norm": 381.3890075683594,
+      "learning_rate": 1.3585854913498733e-06,
+      "loss": 28.6875,
+      "step": 12099
+    },
+    {
+      "epoch": 0.8036129375041509,
+      "grad_norm": 280.1849365234375,
+      "learning_rate": 1.3584850898589696e-06,
+      "loss": 14.2344,
+      "step": 12100
+    },
+    {
+      "epoch": 0.8036793517965066,
+      "grad_norm": 211.4088134765625,
+      "learning_rate": 1.358384684221317e-06,
+      "loss": 21.7344,
+      "step": 12101
+    },
+    {
+      "epoch": 0.8037457660888623,
+      "grad_norm": 346.400146484375,
+      "learning_rate": 1.3582842744380769e-06,
+      "loss": 29.75,
+      "step": 12102
+    },
+    {
+      "epoch": 0.803812180381218,
+      "grad_norm": 241.31781005859375,
+      "learning_rate": 1.3581838605104111e-06,
+      "loss": 13.6719,
+      "step": 12103
+    },
+    {
+      "epoch": 0.8038785946735737,
+      "grad_norm": 163.7884521484375,
+      "learning_rate": 1.3580834424394812e-06,
+      "loss": 19.2188,
+      "step": 12104
+    },
+    {
+      "epoch": 0.8039450089659295,
+      "grad_norm": 336.7276611328125,
+      "learning_rate": 1.357983020226448e-06,
+      "loss": 16.7188,
+      "step": 12105
+    },
+    {
+      "epoch": 0.8040114232582852,
+      "grad_norm": 186.2869873046875,
+      "learning_rate": 1.357882593872474e-06,
+      "loss": 15.1719,
+      "step": 12106
+    },
+    {
+      "epoch": 0.8040778375506409,
+      "grad_norm": 177.75543212890625,
+      "learning_rate": 1.3577821633787202e-06,
+      "loss": 19.4688,
+      "step": 12107
+    },
+    {
+      "epoch": 0.8041442518429966,
+      "grad_norm": 268.9951477050781,
+      "learning_rate": 1.3576817287463488e-06,
+      "loss": 20.6406,
+      "step": 12108
+    },
+    {
+      "epoch": 0.8042106661353523,
+      "grad_norm": 608.4655151367188,
+      "learning_rate": 1.3575812899765215e-06,
+      "loss": 17.0156,
+      "step": 12109
+    },
+    {
+      "epoch": 0.8042770804277081,
+      "grad_norm": 221.48220825195312,
+      "learning_rate": 1.3574808470704003e-06,
+      "loss": 17.4062,
+      "step": 12110
+    },
+    {
+      "epoch": 0.8043434947200637,
+      "grad_norm": 179.77423095703125,
+      "learning_rate": 1.3573804000291464e-06,
+      "loss": 16.4375,
+      "step": 12111
+    },
+    {
+      "epoch": 0.8044099090124195,
+      "grad_norm": 282.8559265136719,
+      "learning_rate": 1.357279948853922e-06,
+      "loss": 17.5,
+      "step": 12112
+    },
+    {
+      "epoch": 0.8044763233047751,
+      "grad_norm": 119.87802124023438,
+      "learning_rate": 1.3571794935458896e-06,
+      "loss": 16.2812,
+      "step": 12113
+    },
+    {
+      "epoch": 0.8045427375971309,
+      "grad_norm": 198.6946258544922,
+      "learning_rate": 1.3570790341062106e-06,
+      "loss": 25.5156,
+      "step": 12114
+    },
+    {
+      "epoch": 0.8046091518894866,
+      "grad_norm": 187.6531524658203,
+      "learning_rate": 1.3569785705360472e-06,
+      "loss": 20.25,
+      "step": 12115
+    },
+    {
+      "epoch": 0.8046755661818423,
+      "grad_norm": 197.31910705566406,
+      "learning_rate": 1.3568781028365614e-06,
+      "loss": 15.0625,
+      "step": 12116
+    },
+    {
+      "epoch": 0.8047419804741981,
+      "grad_norm": 252.91053771972656,
+      "learning_rate": 1.3567776310089158e-06,
+      "loss": 23.5781,
+      "step": 12117
+    },
+    {
+      "epoch": 0.8048083947665537,
+      "grad_norm": 136.0235595703125,
+      "learning_rate": 1.3566771550542723e-06,
+      "loss": 18.0781,
+      "step": 12118
+    },
+    {
+      "epoch": 0.8048748090589095,
+      "grad_norm": 498.4566955566406,
+      "learning_rate": 1.3565766749737929e-06,
+      "loss": 12.2188,
+      "step": 12119
+    },
+    {
+      "epoch": 0.8049412233512652,
+      "grad_norm": 240.59048461914062,
+      "learning_rate": 1.3564761907686401e-06,
+      "loss": 16.9688,
+      "step": 12120
+    },
+    {
+      "epoch": 0.8050076376436209,
+      "grad_norm": 164.16549682617188,
+      "learning_rate": 1.3563757024399767e-06,
+      "loss": 16.0156,
+      "step": 12121
+    },
+    {
+      "epoch": 0.8050740519359766,
+      "grad_norm": 256.45306396484375,
+      "learning_rate": 1.3562752099889641e-06,
+      "loss": 16.3906,
+      "step": 12122
+    },
+    {
+      "epoch": 0.8051404662283324,
+      "grad_norm": 229.13482666015625,
+      "learning_rate": 1.3561747134167655e-06,
+      "loss": 20.9688,
+      "step": 12123
+    },
+    {
+      "epoch": 0.805206880520688,
+      "grad_norm": 165.7147216796875,
+      "learning_rate": 1.3560742127245432e-06,
+      "loss": 19.3438,
+      "step": 12124
+    },
+    {
+      "epoch": 0.8052732948130438,
+      "grad_norm": 773.2019653320312,
+      "learning_rate": 1.35597370791346e-06,
+      "loss": 19.2188,
+      "step": 12125
+    },
+    {
+      "epoch": 0.8053397091053995,
+      "grad_norm": 148.0386962890625,
+      "learning_rate": 1.3558731989846781e-06,
+      "loss": 13.8281,
+      "step": 12126
+    },
+    {
+      "epoch": 0.8054061233977552,
+      "grad_norm": 96.2398452758789,
+      "learning_rate": 1.35577268593936e-06,
+      "loss": 18.375,
+      "step": 12127
+    },
+    {
+      "epoch": 0.805472537690111,
+      "grad_norm": 270.78955078125,
+      "learning_rate": 1.355672168778669e-06,
+      "loss": 20.6719,
+      "step": 12128
+    },
+    {
+      "epoch": 0.8055389519824666,
+      "grad_norm": 136.94747924804688,
+      "learning_rate": 1.3555716475037673e-06,
+      "loss": 15.875,
+      "step": 12129
+    },
+    {
+      "epoch": 0.8056053662748224,
+      "grad_norm": 155.7054901123047,
+      "learning_rate": 1.3554711221158174e-06,
+      "loss": 11.2188,
+      "step": 12130
+    },
+    {
+      "epoch": 0.805671780567178,
+      "grad_norm": 192.16299438476562,
+      "learning_rate": 1.3553705926159831e-06,
+      "loss": 15.8594,
+      "step": 12131
+    },
+    {
+      "epoch": 0.8057381948595338,
+      "grad_norm": 173.7176513671875,
+      "learning_rate": 1.3552700590054264e-06,
+      "loss": 25.3125,
+      "step": 12132
+    },
+    {
+      "epoch": 0.8058046091518895,
+      "grad_norm": 114.26834106445312,
+      "learning_rate": 1.3551695212853108e-06,
+      "loss": 16.1875,
+      "step": 12133
+    },
+    {
+      "epoch": 0.8058710234442452,
+      "grad_norm": 161.48362731933594,
+      "learning_rate": 1.3550689794567987e-06,
+      "loss": 16.4219,
+      "step": 12134
+    },
+    {
+      "epoch": 0.8059374377366009,
+      "grad_norm": 223.68324279785156,
+      "learning_rate": 1.3549684335210535e-06,
+      "loss": 18.4688,
+      "step": 12135
+    },
+    {
+      "epoch": 0.8060038520289566,
+      "grad_norm": 227.59133911132812,
+      "learning_rate": 1.3548678834792381e-06,
+      "loss": 17.0469,
+      "step": 12136
+    },
+    {
+      "epoch": 0.8060702663213124,
+      "grad_norm": 176.11807250976562,
+      "learning_rate": 1.3547673293325156e-06,
+      "loss": 20.5625,
+      "step": 12137
+    },
+    {
+      "epoch": 0.806136680613668,
+      "grad_norm": 206.2830047607422,
+      "learning_rate": 1.354666771082049e-06,
+      "loss": 22.3281,
+      "step": 12138
+    },
+    {
+      "epoch": 0.8062030949060238,
+      "grad_norm": 115.61791229248047,
+      "learning_rate": 1.3545662087290024e-06,
+      "loss": 15.0,
+      "step": 12139
+    },
+    {
+      "epoch": 0.8062695091983795,
+      "grad_norm": 203.219482421875,
+      "learning_rate": 1.3544656422745378e-06,
+      "loss": 16.8125,
+      "step": 12140
+    },
+    {
+      "epoch": 0.8063359234907352,
+      "grad_norm": 154.84664916992188,
+      "learning_rate": 1.3543650717198191e-06,
+      "loss": 11.3125,
+      "step": 12141
+    },
+    {
+      "epoch": 0.8064023377830909,
+      "grad_norm": 119.5597915649414,
+      "learning_rate": 1.3542644970660097e-06,
+      "loss": 11.8516,
+      "step": 12142
+    },
+    {
+      "epoch": 0.8064687520754467,
+      "grad_norm": 124.64903259277344,
+      "learning_rate": 1.3541639183142728e-06,
+      "loss": 15.7969,
+      "step": 12143
+    },
+    {
+      "epoch": 0.8065351663678023,
+      "grad_norm": 219.25045776367188,
+      "learning_rate": 1.354063335465772e-06,
+      "loss": 17.8281,
+      "step": 12144
+    },
+    {
+      "epoch": 0.8066015806601581,
+      "grad_norm": 250.4407196044922,
+      "learning_rate": 1.3539627485216705e-06,
+      "loss": 17.2031,
+      "step": 12145
+    },
+    {
+      "epoch": 0.8066679949525137,
+      "grad_norm": 127.84259033203125,
+      "learning_rate": 1.3538621574831325e-06,
+      "loss": 13.375,
+      "step": 12146
+    },
+    {
+      "epoch": 0.8067344092448695,
+      "grad_norm": 195.0650177001953,
+      "learning_rate": 1.3537615623513206e-06,
+      "loss": 13.6562,
+      "step": 12147
+    },
+    {
+      "epoch": 0.8068008235372253,
+      "grad_norm": 303.0751953125,
+      "learning_rate": 1.3536609631273993e-06,
+      "loss": 24.2188,
+      "step": 12148
+    },
+    {
+      "epoch": 0.8068672378295809,
+      "grad_norm": 165.72535705566406,
+      "learning_rate": 1.3535603598125315e-06,
+      "loss": 19.7344,
+      "step": 12149
+    },
+    {
+      "epoch": 0.8069336521219367,
+      "grad_norm": 358.6347961425781,
+      "learning_rate": 1.3534597524078817e-06,
+      "loss": 26.0938,
+      "step": 12150
+    },
+    {
+      "epoch": 0.8070000664142923,
+      "grad_norm": 146.61361694335938,
+      "learning_rate": 1.3533591409146133e-06,
+      "loss": 19.3594,
+      "step": 12151
+    },
+    {
+      "epoch": 0.8070664807066481,
+      "grad_norm": 135.12208557128906,
+      "learning_rate": 1.35325852533389e-06,
+      "loss": 16.0156,
+      "step": 12152
+    },
+    {
+      "epoch": 0.8071328949990038,
+      "grad_norm": 335.5519104003906,
+      "learning_rate": 1.353157905666876e-06,
+      "loss": 16.7656,
+      "step": 12153
+    },
+    {
+      "epoch": 0.8071993092913595,
+      "grad_norm": 188.1596221923828,
+      "learning_rate": 1.3530572819147343e-06,
+      "loss": 23.5938,
+      "step": 12154
+    },
+    {
+      "epoch": 0.8072657235837152,
+      "grad_norm": 4174.84033203125,
+      "learning_rate": 1.3529566540786302e-06,
+      "loss": 17.0312,
+      "step": 12155
+    },
+    {
+      "epoch": 0.8073321378760709,
+      "grad_norm": 366.5618591308594,
+      "learning_rate": 1.3528560221597266e-06,
+      "loss": 36.4375,
+      "step": 12156
+    },
+    {
+      "epoch": 0.8073985521684266,
+      "grad_norm": 107.227294921875,
+      "learning_rate": 1.3527553861591888e-06,
+      "loss": 13.1094,
+      "step": 12157
+    },
+    {
+      "epoch": 0.8074649664607824,
+      "grad_norm": 170.32354736328125,
+      "learning_rate": 1.3526547460781794e-06,
+      "loss": 15.25,
+      "step": 12158
+    },
+    {
+      "epoch": 0.8075313807531381,
+      "grad_norm": 172.9994354248047,
+      "learning_rate": 1.3525541019178631e-06,
+      "loss": 14.0078,
+      "step": 12159
+    },
+    {
+      "epoch": 0.8075977950454938,
+      "grad_norm": 138.3711395263672,
+      "learning_rate": 1.352453453679405e-06,
+      "loss": 16.4219,
+      "step": 12160
+    },
+    {
+      "epoch": 0.8076642093378495,
+      "grad_norm": 404.1544494628906,
+      "learning_rate": 1.352352801363968e-06,
+      "loss": 28.9062,
+      "step": 12161
+    },
+    {
+      "epoch": 0.8077306236302052,
+      "grad_norm": 281.1767578125,
+      "learning_rate": 1.3522521449727172e-06,
+      "loss": 15.5469,
+      "step": 12162
+    },
+    {
+      "epoch": 0.807797037922561,
+      "grad_norm": 191.0990753173828,
+      "learning_rate": 1.3521514845068166e-06,
+      "loss": 18.9688,
+      "step": 12163
+    },
+    {
+      "epoch": 0.8078634522149166,
+      "grad_norm": 433.37860107421875,
+      "learning_rate": 1.3520508199674308e-06,
+      "loss": 21.0156,
+      "step": 12164
+    },
+    {
+      "epoch": 0.8079298665072724,
+      "grad_norm": 258.01446533203125,
+      "learning_rate": 1.3519501513557238e-06,
+      "loss": 17.4531,
+      "step": 12165
+    },
+    {
+      "epoch": 0.807996280799628,
+      "grad_norm": 912.8414306640625,
+      "learning_rate": 1.3518494786728608e-06,
+      "loss": 18.6719,
+      "step": 12166
+    },
+    {
+      "epoch": 0.8080626950919838,
+      "grad_norm": 273.46710205078125,
+      "learning_rate": 1.3517488019200057e-06,
+      "loss": 14.2969,
+      "step": 12167
+    },
+    {
+      "epoch": 0.8081291093843395,
+      "grad_norm": 212.0994415283203,
+      "learning_rate": 1.3516481210983234e-06,
+      "loss": 19.0625,
+      "step": 12168
+    },
+    {
+      "epoch": 0.8081955236766952,
+      "grad_norm": 187.48001098632812,
+      "learning_rate": 1.3515474362089783e-06,
+      "loss": 18.1406,
+      "step": 12169
+    },
+    {
+      "epoch": 0.808261937969051,
+      "grad_norm": 132.5758819580078,
+      "learning_rate": 1.3514467472531353e-06,
+      "loss": 16.8438,
+      "step": 12170
+    },
+    {
+      "epoch": 0.8083283522614066,
+      "grad_norm": 162.37210083007812,
+      "learning_rate": 1.351346054231959e-06,
+      "loss": 21.625,
+      "step": 12171
+    },
+    {
+      "epoch": 0.8083947665537624,
+      "grad_norm": 156.512939453125,
+      "learning_rate": 1.351245357146614e-06,
+      "loss": 18.3594,
+      "step": 12172
+    },
+    {
+      "epoch": 0.8084611808461181,
+      "grad_norm": 388.1722106933594,
+      "learning_rate": 1.3511446559982651e-06,
+      "loss": 17.4844,
+      "step": 12173
+    },
+    {
+      "epoch": 0.8085275951384738,
+      "grad_norm": 300.9892883300781,
+      "learning_rate": 1.3510439507880776e-06,
+      "loss": 10.4844,
+      "step": 12174
+    },
+    {
+      "epoch": 0.8085940094308295,
+      "grad_norm": 135.65567016601562,
+      "learning_rate": 1.3509432415172162e-06,
+      "loss": 12.9062,
+      "step": 12175
+    },
+    {
+      "epoch": 0.8086604237231853,
+      "grad_norm": 149.30743408203125,
+      "learning_rate": 1.3508425281868455e-06,
+      "loss": 19.4375,
+      "step": 12176
+    },
+    {
+      "epoch": 0.8087268380155409,
+      "grad_norm": 155.02159118652344,
+      "learning_rate": 1.3507418107981304e-06,
+      "loss": 15.1094,
+      "step": 12177
+    },
+    {
+      "epoch": 0.8087932523078967,
+      "grad_norm": 252.8772735595703,
+      "learning_rate": 1.3506410893522369e-06,
+      "loss": 16.9375,
+      "step": 12178
+    },
+    {
+      "epoch": 0.8088596666002523,
+      "grad_norm": 428.1159973144531,
+      "learning_rate": 1.3505403638503294e-06,
+      "loss": 17.4531,
+      "step": 12179
+    },
+    {
+      "epoch": 0.8089260808926081,
+      "grad_norm": 93.69007873535156,
+      "learning_rate": 1.3504396342935727e-06,
+      "loss": 23.2344,
+      "step": 12180
+    },
+    {
+      "epoch": 0.8089924951849639,
+      "grad_norm": 411.77606201171875,
+      "learning_rate": 1.3503389006831328e-06,
+      "loss": 20.7031,
+      "step": 12181
+    },
+    {
+      "epoch": 0.8090589094773195,
+      "grad_norm": 328.451904296875,
+      "learning_rate": 1.3502381630201743e-06,
+      "loss": 13.9688,
+      "step": 12182
+    },
+    {
+      "epoch": 0.8091253237696753,
+      "grad_norm": 154.09326171875,
+      "learning_rate": 1.3501374213058627e-06,
+      "loss": 14.125,
+      "step": 12183
+    },
+    {
+      "epoch": 0.8091917380620309,
+      "grad_norm": 285.8404235839844,
+      "learning_rate": 1.3500366755413633e-06,
+      "loss": 23.1094,
+      "step": 12184
+    },
+    {
+      "epoch": 0.8092581523543867,
+      "grad_norm": 266.2399597167969,
+      "learning_rate": 1.3499359257278416e-06,
+      "loss": 12.2422,
+      "step": 12185
+    },
+    {
+      "epoch": 0.8093245666467423,
+      "grad_norm": 340.6810302734375,
+      "learning_rate": 1.3498351718664628e-06,
+      "loss": 16.2188,
+      "step": 12186
+    },
+    {
+      "epoch": 0.8093909809390981,
+      "grad_norm": 329.4026794433594,
+      "learning_rate": 1.3497344139583923e-06,
+      "loss": 17.9375,
+      "step": 12187
+    },
+    {
+      "epoch": 0.8094573952314538,
+      "grad_norm": 206.06222534179688,
+      "learning_rate": 1.349633652004796e-06,
+      "loss": 13.4375,
+      "step": 12188
+    },
+    {
+      "epoch": 0.8095238095238095,
+      "grad_norm": 245.8817901611328,
+      "learning_rate": 1.3495328860068394e-06,
+      "loss": 21.5781,
+      "step": 12189
+    },
+    {
+      "epoch": 0.8095902238161652,
+      "grad_norm": 243.86940002441406,
+      "learning_rate": 1.3494321159656875e-06,
+      "loss": 15.7344,
+      "step": 12190
+    },
+    {
+      "epoch": 0.809656638108521,
+      "grad_norm": 317.58575439453125,
+      "learning_rate": 1.3493313418825065e-06,
+      "loss": 19.4844,
+      "step": 12191
+    },
+    {
+      "epoch": 0.8097230524008767,
+      "grad_norm": 213.46568298339844,
+      "learning_rate": 1.3492305637584623e-06,
+      "loss": 22.8594,
+      "step": 12192
+    },
+    {
+      "epoch": 0.8097894666932324,
+      "grad_norm": 866.5120239257812,
+      "learning_rate": 1.3491297815947201e-06,
+      "loss": 28.6875,
+      "step": 12193
+    },
+    {
+      "epoch": 0.8098558809855881,
+      "grad_norm": 239.7572784423828,
+      "learning_rate": 1.3490289953924458e-06,
+      "loss": 13.25,
+      "step": 12194
+    },
+    {
+      "epoch": 0.8099222952779438,
+      "grad_norm": 135.7097625732422,
+      "learning_rate": 1.3489282051528052e-06,
+      "loss": 12.1875,
+      "step": 12195
+    },
+    {
+      "epoch": 0.8099887095702996,
+      "grad_norm": 244.33218383789062,
+      "learning_rate": 1.3488274108769648e-06,
+      "loss": 15.0781,
+      "step": 12196
+    },
+    {
+      "epoch": 0.8100551238626552,
+      "grad_norm": 361.3997802734375,
+      "learning_rate": 1.3487266125660896e-06,
+      "loss": 24.375,
+      "step": 12197
+    },
+    {
+      "epoch": 0.810121538155011,
+      "grad_norm": 1210.4857177734375,
+      "learning_rate": 1.3486258102213464e-06,
+      "loss": 21.8359,
+      "step": 12198
+    },
+    {
+      "epoch": 0.8101879524473666,
+      "grad_norm": 306.97021484375,
+      "learning_rate": 1.3485250038439007e-06,
+      "loss": 18.1719,
+      "step": 12199
+    },
+    {
+      "epoch": 0.8102543667397224,
+      "grad_norm": 158.5730743408203,
+      "learning_rate": 1.3484241934349187e-06,
+      "loss": 17.0312,
+      "step": 12200
+    },
+    {
+      "epoch": 0.810320781032078,
+      "grad_norm": 197.08253479003906,
+      "learning_rate": 1.3483233789955665e-06,
+      "loss": 14.1719,
+      "step": 12201
+    },
+    {
+      "epoch": 0.8103871953244338,
+      "grad_norm": 156.0172576904297,
+      "learning_rate": 1.3482225605270103e-06,
+      "loss": 11.4531,
+      "step": 12202
+    },
+    {
+      "epoch": 0.8104536096167896,
+      "grad_norm": 214.64971923828125,
+      "learning_rate": 1.3481217380304167e-06,
+      "loss": 19.1406,
+      "step": 12203
+    },
+    {
+      "epoch": 0.8105200239091452,
+      "grad_norm": 248.0511474609375,
+      "learning_rate": 1.3480209115069511e-06,
+      "loss": 14.0,
+      "step": 12204
+    },
+    {
+      "epoch": 0.810586438201501,
+      "grad_norm": 223.6226806640625,
+      "learning_rate": 1.3479200809577802e-06,
+      "loss": 17.4375,
+      "step": 12205
+    },
+    {
+      "epoch": 0.8106528524938567,
+      "grad_norm": 294.1480407714844,
+      "learning_rate": 1.3478192463840708e-06,
+      "loss": 19.375,
+      "step": 12206
+    },
+    {
+      "epoch": 0.8107192667862124,
+      "grad_norm": 147.5653076171875,
+      "learning_rate": 1.3477184077869889e-06,
+      "loss": 13.6328,
+      "step": 12207
+    },
+    {
+      "epoch": 0.8107856810785681,
+      "grad_norm": 425.9322814941406,
+      "learning_rate": 1.3476175651677006e-06,
+      "loss": 30.0625,
+      "step": 12208
+    },
+    {
+      "epoch": 0.8108520953709238,
+      "grad_norm": 142.73361206054688,
+      "learning_rate": 1.347516718527373e-06,
+      "loss": 13.4531,
+      "step": 12209
+    },
+    {
+      "epoch": 0.8109185096632795,
+      "grad_norm": 199.35562133789062,
+      "learning_rate": 1.3474158678671725e-06,
+      "loss": 14.0469,
+      "step": 12210
+    },
+    {
+      "epoch": 0.8109849239556353,
+      "grad_norm": 119.72418212890625,
+      "learning_rate": 1.3473150131882655e-06,
+      "loss": 17.6562,
+      "step": 12211
+    },
+    {
+      "epoch": 0.8110513382479909,
+      "grad_norm": 128.75318908691406,
+      "learning_rate": 1.3472141544918185e-06,
+      "loss": 17.8906,
+      "step": 12212
+    },
+    {
+      "epoch": 0.8111177525403467,
+      "grad_norm": 136.72381591796875,
+      "learning_rate": 1.3471132917789986e-06,
+      "loss": 15.5625,
+      "step": 12213
+    },
+    {
+      "epoch": 0.8111841668327024,
+      "grad_norm": 176.0721893310547,
+      "learning_rate": 1.3470124250509724e-06,
+      "loss": 16.9375,
+      "step": 12214
+    },
+    {
+      "epoch": 0.8112505811250581,
+      "grad_norm": 660.605712890625,
+      "learning_rate": 1.3469115543089063e-06,
+      "loss": 26.7656,
+      "step": 12215
+    },
+    {
+      "epoch": 0.8113169954174139,
+      "grad_norm": 292.69171142578125,
+      "learning_rate": 1.3468106795539674e-06,
+      "loss": 23.9531,
+      "step": 12216
+    },
+    {
+      "epoch": 0.8113834097097695,
+      "grad_norm": 331.16729736328125,
+      "learning_rate": 1.3467098007873228e-06,
+      "loss": 20.6562,
+      "step": 12217
+    },
+    {
+      "epoch": 0.8114498240021253,
+      "grad_norm": 196.90231323242188,
+      "learning_rate": 1.3466089180101387e-06,
+      "loss": 20.0781,
+      "step": 12218
+    },
+    {
+      "epoch": 0.8115162382944809,
+      "grad_norm": 127.62309265136719,
+      "learning_rate": 1.3465080312235828e-06,
+      "loss": 21.1875,
+      "step": 12219
+    },
+    {
+      "epoch": 0.8115826525868367,
+      "grad_norm": 139.3384552001953,
+      "learning_rate": 1.3464071404288217e-06,
+      "loss": 13.1406,
+      "step": 12220
+    },
+    {
+      "epoch": 0.8116490668791924,
+      "grad_norm": 143.08843994140625,
+      "learning_rate": 1.346306245627023e-06,
+      "loss": 13.3281,
+      "step": 12221
+    },
+    {
+      "epoch": 0.8117154811715481,
+      "grad_norm": 248.07122802734375,
+      "learning_rate": 1.3462053468193526e-06,
+      "loss": 14.9453,
+      "step": 12222
+    },
+    {
+      "epoch": 0.8117818954639038,
+      "grad_norm": 468.1557922363281,
+      "learning_rate": 1.3461044440069786e-06,
+      "loss": 21.5312,
+      "step": 12223
+    },
+    {
+      "epoch": 0.8118483097562595,
+      "grad_norm": 326.166259765625,
+      "learning_rate": 1.3460035371910685e-06,
+      "loss": 18.6406,
+      "step": 12224
+    },
+    {
+      "epoch": 0.8119147240486153,
+      "grad_norm": 181.66041564941406,
+      "learning_rate": 1.3459026263727884e-06,
+      "loss": 22.4531,
+      "step": 12225
+    },
+    {
+      "epoch": 0.811981138340971,
+      "grad_norm": 386.4975280761719,
+      "learning_rate": 1.3458017115533065e-06,
+      "loss": 22.7656,
+      "step": 12226
+    },
+    {
+      "epoch": 0.8120475526333267,
+      "grad_norm": 254.4066162109375,
+      "learning_rate": 1.3457007927337895e-06,
+      "loss": 19.1875,
+      "step": 12227
+    },
+    {
+      "epoch": 0.8121139669256824,
+      "grad_norm": 304.46221923828125,
+      "learning_rate": 1.3455998699154054e-06,
+      "loss": 21.3281,
+      "step": 12228
+    },
+    {
+      "epoch": 0.8121803812180381,
+      "grad_norm": 348.06451416015625,
+      "learning_rate": 1.3454989430993211e-06,
+      "loss": 16.6094,
+      "step": 12229
+    },
+    {
+      "epoch": 0.8122467955103938,
+      "grad_norm": 474.7289733886719,
+      "learning_rate": 1.3453980122867044e-06,
+      "loss": 20.2031,
+      "step": 12230
+    },
+    {
+      "epoch": 0.8123132098027496,
+      "grad_norm": 187.55953979492188,
+      "learning_rate": 1.3452970774787224e-06,
+      "loss": 17.2656,
+      "step": 12231
+    },
+    {
+      "epoch": 0.8123796240951052,
+      "grad_norm": 146.9546661376953,
+      "learning_rate": 1.3451961386765434e-06,
+      "loss": 13.7812,
+      "step": 12232
+    },
+    {
+      "epoch": 0.812446038387461,
+      "grad_norm": 188.12667846679688,
+      "learning_rate": 1.3450951958813338e-06,
+      "loss": 16.3906,
+      "step": 12233
+    },
+    {
+      "epoch": 0.8125124526798166,
+      "grad_norm": 255.69142150878906,
+      "learning_rate": 1.3449942490942625e-06,
+      "loss": 14.2031,
+      "step": 12234
+    },
+    {
+      "epoch": 0.8125788669721724,
+      "grad_norm": 224.29270935058594,
+      "learning_rate": 1.3448932983164967e-06,
+      "loss": 16.9219,
+      "step": 12235
+    },
+    {
+      "epoch": 0.8126452812645282,
+      "grad_norm": 305.1601867675781,
+      "learning_rate": 1.344792343549204e-06,
+      "loss": 23.875,
+      "step": 12236
+    },
+    {
+      "epoch": 0.8127116955568838,
+      "grad_norm": 197.93081665039062,
+      "learning_rate": 1.3446913847935522e-06,
+      "loss": 14.2188,
+      "step": 12237
+    },
+    {
+      "epoch": 0.8127781098492396,
+      "grad_norm": 260.7981262207031,
+      "learning_rate": 1.344590422050709e-06,
+      "loss": 13.6875,
+      "step": 12238
+    },
+    {
+      "epoch": 0.8128445241415952,
+      "grad_norm": 150.98678588867188,
+      "learning_rate": 1.344489455321843e-06,
+      "loss": 17.1094,
+      "step": 12239
+    },
+    {
+      "epoch": 0.812910938433951,
+      "grad_norm": 294.29779052734375,
+      "learning_rate": 1.3443884846081213e-06,
+      "loss": 17.2188,
+      "step": 12240
+    },
+    {
+      "epoch": 0.8129773527263067,
+      "grad_norm": 274.7022399902344,
+      "learning_rate": 1.3442875099107123e-06,
+      "loss": 11.5,
+      "step": 12241
+    },
+    {
+      "epoch": 0.8130437670186624,
+      "grad_norm": 496.4470520019531,
+      "learning_rate": 1.3441865312307838e-06,
+      "loss": 19.7969,
+      "step": 12242
+    },
+    {
+      "epoch": 0.8131101813110181,
+      "grad_norm": 140.3450469970703,
+      "learning_rate": 1.3440855485695041e-06,
+      "loss": 14.0625,
+      "step": 12243
+    },
+    {
+      "epoch": 0.8131765956033739,
+      "grad_norm": 188.80311584472656,
+      "learning_rate": 1.3439845619280412e-06,
+      "loss": 18.2969,
+      "step": 12244
+    },
+    {
+      "epoch": 0.8132430098957295,
+      "grad_norm": 244.43106079101562,
+      "learning_rate": 1.343883571307563e-06,
+      "loss": 16.4219,
+      "step": 12245
+    },
+    {
+      "epoch": 0.8133094241880853,
+      "grad_norm": 240.5623779296875,
+      "learning_rate": 1.3437825767092383e-06,
+      "loss": 15.0156,
+      "step": 12246
+    },
+    {
+      "epoch": 0.813375838480441,
+      "grad_norm": 131.5184326171875,
+      "learning_rate": 1.3436815781342348e-06,
+      "loss": 14.3438,
+      "step": 12247
+    },
+    {
+      "epoch": 0.8134422527727967,
+      "grad_norm": 1987.7625732421875,
+      "learning_rate": 1.3435805755837208e-06,
+      "loss": 14.625,
+      "step": 12248
+    },
+    {
+      "epoch": 0.8135086670651525,
+      "grad_norm": 313.17236328125,
+      "learning_rate": 1.3434795690588652e-06,
+      "loss": 25.625,
+      "step": 12249
+    },
+    {
+      "epoch": 0.8135750813575081,
+      "grad_norm": 149.57681274414062,
+      "learning_rate": 1.3433785585608358e-06,
+      "loss": 15.7969,
+      "step": 12250
+    },
+    {
+      "epoch": 0.8136414956498639,
+      "grad_norm": 121.79068756103516,
+      "learning_rate": 1.3432775440908013e-06,
+      "loss": 10.7266,
+      "step": 12251
+    },
+    {
+      "epoch": 0.8137079099422195,
+      "grad_norm": 319.63922119140625,
+      "learning_rate": 1.3431765256499298e-06,
+      "loss": 30.6562,
+      "step": 12252
+    },
+    {
+      "epoch": 0.8137743242345753,
+      "grad_norm": 176.61544799804688,
+      "learning_rate": 1.3430755032393909e-06,
+      "loss": 12.2812,
+      "step": 12253
+    },
+    {
+      "epoch": 0.813840738526931,
+      "grad_norm": 202.8689422607422,
+      "learning_rate": 1.3429744768603515e-06,
+      "loss": 19.7031,
+      "step": 12254
+    },
+    {
+      "epoch": 0.8139071528192867,
+      "grad_norm": 125.7408676147461,
+      "learning_rate": 1.3428734465139814e-06,
+      "loss": 15.375,
+      "step": 12255
+    },
+    {
+      "epoch": 0.8139735671116424,
+      "grad_norm": 236.281005859375,
+      "learning_rate": 1.3427724122014494e-06,
+      "loss": 19.1562,
+      "step": 12256
+    },
+    {
+      "epoch": 0.8140399814039981,
+      "grad_norm": 164.4764404296875,
+      "learning_rate": 1.3426713739239235e-06,
+      "loss": 14.2656,
+      "step": 12257
+    },
+    {
+      "epoch": 0.8141063956963539,
+      "grad_norm": 290.2684631347656,
+      "learning_rate": 1.3425703316825727e-06,
+      "loss": 14.0469,
+      "step": 12258
+    },
+    {
+      "epoch": 0.8141728099887096,
+      "grad_norm": 153.21095275878906,
+      "learning_rate": 1.3424692854785657e-06,
+      "loss": 14.4375,
+      "step": 12259
+    },
+    {
+      "epoch": 0.8142392242810653,
+      "grad_norm": 244.75311279296875,
+      "learning_rate": 1.3423682353130718e-06,
+      "loss": 16.9375,
+      "step": 12260
+    },
+    {
+      "epoch": 0.814305638573421,
+      "grad_norm": 187.62716674804688,
+      "learning_rate": 1.3422671811872594e-06,
+      "loss": 15.3281,
+      "step": 12261
+    },
+    {
+      "epoch": 0.8143720528657767,
+      "grad_norm": 175.6789093017578,
+      "learning_rate": 1.3421661231022977e-06,
+      "loss": 17.5469,
+      "step": 12262
+    },
+    {
+      "epoch": 0.8144384671581324,
+      "grad_norm": 392.4919128417969,
+      "learning_rate": 1.3420650610593557e-06,
+      "loss": 15.6172,
+      "step": 12263
+    },
+    {
+      "epoch": 0.8145048814504882,
+      "grad_norm": 248.66407775878906,
+      "learning_rate": 1.3419639950596023e-06,
+      "loss": 21.0781,
+      "step": 12264
+    },
+    {
+      "epoch": 0.8145712957428438,
+      "grad_norm": 173.06982421875,
+      "learning_rate": 1.3418629251042063e-06,
+      "loss": 22.2031,
+      "step": 12265
+    },
+    {
+      "epoch": 0.8146377100351996,
+      "grad_norm": 111.67961120605469,
+      "learning_rate": 1.3417618511943371e-06,
+      "loss": 16.0,
+      "step": 12266
+    },
+    {
+      "epoch": 0.8147041243275552,
+      "grad_norm": 330.0981140136719,
+      "learning_rate": 1.3416607733311642e-06,
+      "loss": 17.5,
+      "step": 12267
+    },
+    {
+      "epoch": 0.814770538619911,
+      "grad_norm": 160.21939086914062,
+      "learning_rate": 1.3415596915158564e-06,
+      "loss": 11.1719,
+      "step": 12268
+    },
+    {
+      "epoch": 0.8148369529122668,
+      "grad_norm": 120.58063507080078,
+      "learning_rate": 1.341458605749583e-06,
+      "loss": 19.1094,
+      "step": 12269
+    },
+    {
+      "epoch": 0.8149033672046224,
+      "grad_norm": 179.14366149902344,
+      "learning_rate": 1.341357516033513e-06,
+      "loss": 16.9844,
+      "step": 12270
+    },
+    {
+      "epoch": 0.8149697814969782,
+      "grad_norm": 282.92291259765625,
+      "learning_rate": 1.3412564223688169e-06,
+      "loss": 20.4688,
+      "step": 12271
+    },
+    {
+      "epoch": 0.8150361957893338,
+      "grad_norm": 215.79393005371094,
+      "learning_rate": 1.3411553247566627e-06,
+      "loss": 16.3906,
+      "step": 12272
+    },
+    {
+      "epoch": 0.8151026100816896,
+      "grad_norm": 128.74400329589844,
+      "learning_rate": 1.3410542231982206e-06,
+      "loss": 13.4844,
+      "step": 12273
+    },
+    {
+      "epoch": 0.8151690243740453,
+      "grad_norm": 198.4833526611328,
+      "learning_rate": 1.3409531176946598e-06,
+      "loss": 13.8594,
+      "step": 12274
+    },
+    {
+      "epoch": 0.815235438666401,
+      "grad_norm": 290.56683349609375,
+      "learning_rate": 1.34085200824715e-06,
+      "loss": 15.2031,
+      "step": 12275
+    },
+    {
+      "epoch": 0.8153018529587567,
+      "grad_norm": 133.67897033691406,
+      "learning_rate": 1.3407508948568608e-06,
+      "loss": 14.7656,
+      "step": 12276
+    },
+    {
+      "epoch": 0.8153682672511124,
+      "grad_norm": 210.1242218017578,
+      "learning_rate": 1.3406497775249615e-06,
+      "loss": 12.7188,
+      "step": 12277
+    },
+    {
+      "epoch": 0.8154346815434682,
+      "grad_norm": 317.6610412597656,
+      "learning_rate": 1.3405486562526223e-06,
+      "loss": 16.25,
+      "step": 12278
+    },
+    {
+      "epoch": 0.8155010958358239,
+      "grad_norm": 148.4939422607422,
+      "learning_rate": 1.3404475310410123e-06,
+      "loss": 17.3125,
+      "step": 12279
+    },
+    {
+      "epoch": 0.8155675101281796,
+      "grad_norm": 112.5234375,
+      "learning_rate": 1.3403464018913018e-06,
+      "loss": 10.8125,
+      "step": 12280
+    },
+    {
+      "epoch": 0.8156339244205353,
+      "grad_norm": 170.26644897460938,
+      "learning_rate": 1.3402452688046601e-06,
+      "loss": 16.7344,
+      "step": 12281
+    },
+    {
+      "epoch": 0.815700338712891,
+      "grad_norm": 425.571044921875,
+      "learning_rate": 1.3401441317822578e-06,
+      "loss": 16.0,
+      "step": 12282
+    },
+    {
+      "epoch": 0.8157667530052467,
+      "grad_norm": 229.87921142578125,
+      "learning_rate": 1.340042990825264e-06,
+      "loss": 22.2344,
+      "step": 12283
+    },
+    {
+      "epoch": 0.8158331672976025,
+      "grad_norm": 229.36680603027344,
+      "learning_rate": 1.3399418459348488e-06,
+      "loss": 15.5469,
+      "step": 12284
+    },
+    {
+      "epoch": 0.8158995815899581,
+      "grad_norm": 129.96617126464844,
+      "learning_rate": 1.3398406971121827e-06,
+      "loss": 15.5938,
+      "step": 12285
+    },
+    {
+      "epoch": 0.8159659958823139,
+      "grad_norm": 220.70018005371094,
+      "learning_rate": 1.3397395443584355e-06,
+      "loss": 17.1094,
+      "step": 12286
+    },
+    {
+      "epoch": 0.8160324101746695,
+      "grad_norm": 192.0188446044922,
+      "learning_rate": 1.3396383876747766e-06,
+      "loss": 13.3984,
+      "step": 12287
+    },
+    {
+      "epoch": 0.8160988244670253,
+      "grad_norm": 141.92230224609375,
+      "learning_rate": 1.339537227062377e-06,
+      "loss": 14.7031,
+      "step": 12288
+    },
+    {
+      "epoch": 0.8161652387593811,
+      "grad_norm": 398.6700439453125,
+      "learning_rate": 1.3394360625224065e-06,
+      "loss": 18.3125,
+      "step": 12289
+    },
+    {
+      "epoch": 0.8162316530517367,
+      "grad_norm": 286.51727294921875,
+      "learning_rate": 1.3393348940560354e-06,
+      "loss": 17.6094,
+      "step": 12290
+    },
+    {
+      "epoch": 0.8162980673440925,
+      "grad_norm": 353.3476867675781,
+      "learning_rate": 1.3392337216644339e-06,
+      "loss": 26.2188,
+      "step": 12291
+    },
+    {
+      "epoch": 0.8163644816364481,
+      "grad_norm": 106.53269958496094,
+      "learning_rate": 1.3391325453487722e-06,
+      "loss": 12.9375,
+      "step": 12292
+    },
+    {
+      "epoch": 0.8164308959288039,
+      "grad_norm": 283.2341613769531,
+      "learning_rate": 1.339031365110221e-06,
+      "loss": 19.6094,
+      "step": 12293
+    },
+    {
+      "epoch": 0.8164973102211596,
+      "grad_norm": 181.5869598388672,
+      "learning_rate": 1.3389301809499502e-06,
+      "loss": 14.4688,
+      "step": 12294
+    },
+    {
+      "epoch": 0.8165637245135153,
+      "grad_norm": 225.16656494140625,
+      "learning_rate": 1.3388289928691307e-06,
+      "loss": 19.375,
+      "step": 12295
+    },
+    {
+      "epoch": 0.816630138805871,
+      "grad_norm": 588.17822265625,
+      "learning_rate": 1.3387278008689328e-06,
+      "loss": 17.4062,
+      "step": 12296
+    },
+    {
+      "epoch": 0.8166965530982268,
+      "grad_norm": 280.5227966308594,
+      "learning_rate": 1.338626604950527e-06,
+      "loss": 21.0,
+      "step": 12297
+    },
+    {
+      "epoch": 0.8167629673905824,
+      "grad_norm": 300.976806640625,
+      "learning_rate": 1.3385254051150837e-06,
+      "loss": 21.3125,
+      "step": 12298
+    },
+    {
+      "epoch": 0.8168293816829382,
+      "grad_norm": 732.4041137695312,
+      "learning_rate": 1.3384242013637744e-06,
+      "loss": 11.3984,
+      "step": 12299
+    },
+    {
+      "epoch": 0.8168957959752939,
+      "grad_norm": 415.36669921875,
+      "learning_rate": 1.3383229936977682e-06,
+      "loss": 18.8906,
+      "step": 12300
+    },
+    {
+      "epoch": 0.8169622102676496,
+      "grad_norm": 470.068359375,
+      "learning_rate": 1.338221782118237e-06,
+      "loss": 20.0625,
+      "step": 12301
+    },
+    {
+      "epoch": 0.8170286245600054,
+      "grad_norm": 410.0634460449219,
+      "learning_rate": 1.3381205666263514e-06,
+      "loss": 19.8281,
+      "step": 12302
+    },
+    {
+      "epoch": 0.817095038852361,
+      "grad_norm": 179.67982482910156,
+      "learning_rate": 1.338019347223282e-06,
+      "loss": 19.875,
+      "step": 12303
+    },
+    {
+      "epoch": 0.8171614531447168,
+      "grad_norm": 447.9197998046875,
+      "learning_rate": 1.3379181239101997e-06,
+      "loss": 25.0781,
+      "step": 12304
+    },
+    {
+      "epoch": 0.8172278674370724,
+      "grad_norm": 200.34642028808594,
+      "learning_rate": 1.3378168966882755e-06,
+      "loss": 18.2812,
+      "step": 12305
+    },
+    {
+      "epoch": 0.8172942817294282,
+      "grad_norm": 166.0726318359375,
+      "learning_rate": 1.3377156655586804e-06,
+      "loss": 18.0156,
+      "step": 12306
+    },
+    {
+      "epoch": 0.8173606960217839,
+      "grad_norm": 249.90594482421875,
+      "learning_rate": 1.3376144305225848e-06,
+      "loss": 15.1406,
+      "step": 12307
+    },
+    {
+      "epoch": 0.8174271103141396,
+      "grad_norm": 494.61627197265625,
+      "learning_rate": 1.33751319158116e-06,
+      "loss": 14.8125,
+      "step": 12308
+    },
+    {
+      "epoch": 0.8174935246064953,
+      "grad_norm": 147.0213623046875,
+      "learning_rate": 1.3374119487355774e-06,
+      "loss": 20.2188,
+      "step": 12309
+    },
+    {
+      "epoch": 0.817559938898851,
+      "grad_norm": 250.69097900390625,
+      "learning_rate": 1.3373107019870084e-06,
+      "loss": 15.6562,
+      "step": 12310
+    },
+    {
+      "epoch": 0.8176263531912068,
+      "grad_norm": 214.0755615234375,
+      "learning_rate": 1.3372094513366231e-06,
+      "loss": 22.6094,
+      "step": 12311
+    },
+    {
+      "epoch": 0.8176927674835625,
+      "grad_norm": 135.0819854736328,
+      "learning_rate": 1.3371081967855938e-06,
+      "loss": 14.5,
+      "step": 12312
+    },
+    {
+      "epoch": 0.8177591817759182,
+      "grad_norm": 337.1545715332031,
+      "learning_rate": 1.3370069383350907e-06,
+      "loss": 15.5625,
+      "step": 12313
+    },
+    {
+      "epoch": 0.8178255960682739,
+      "grad_norm": 165.46853637695312,
+      "learning_rate": 1.3369056759862862e-06,
+      "loss": 17.1719,
+      "step": 12314
+    },
+    {
+      "epoch": 0.8178920103606296,
+      "grad_norm": 132.2030792236328,
+      "learning_rate": 1.3368044097403511e-06,
+      "loss": 14.2188,
+      "step": 12315
+    },
+    {
+      "epoch": 0.8179584246529853,
+      "grad_norm": 195.31768798828125,
+      "learning_rate": 1.3367031395984564e-06,
+      "loss": 14.625,
+      "step": 12316
+    },
+    {
+      "epoch": 0.8180248389453411,
+      "grad_norm": 290.209228515625,
+      "learning_rate": 1.3366018655617744e-06,
+      "loss": 18.4844,
+      "step": 12317
+    },
+    {
+      "epoch": 0.8180912532376967,
+      "grad_norm": 238.5867919921875,
+      "learning_rate": 1.336500587631476e-06,
+      "loss": 20.2734,
+      "step": 12318
+    },
+    {
+      "epoch": 0.8181576675300525,
+      "grad_norm": 286.2577819824219,
+      "learning_rate": 1.3363993058087324e-06,
+      "loss": 16.9922,
+      "step": 12319
+    },
+    {
+      "epoch": 0.8182240818224081,
+      "grad_norm": 494.35430908203125,
+      "learning_rate": 1.336298020094716e-06,
+      "loss": 16.4844,
+      "step": 12320
+    },
+    {
+      "epoch": 0.8182904961147639,
+      "grad_norm": 622.9877319335938,
+      "learning_rate": 1.3361967304905979e-06,
+      "loss": 27.0312,
+      "step": 12321
+    },
+    {
+      "epoch": 0.8183569104071197,
+      "grad_norm": 168.71253967285156,
+      "learning_rate": 1.3360954369975498e-06,
+      "loss": 21.9062,
+      "step": 12322
+    },
+    {
+      "epoch": 0.8184233246994753,
+      "grad_norm": 296.94915771484375,
+      "learning_rate": 1.3359941396167438e-06,
+      "loss": 13.9688,
+      "step": 12323
+    },
+    {
+      "epoch": 0.8184897389918311,
+      "grad_norm": 932.1262817382812,
+      "learning_rate": 1.3358928383493512e-06,
+      "loss": 18.625,
+      "step": 12324
+    },
+    {
+      "epoch": 0.8185561532841867,
+      "grad_norm": 348.1695251464844,
+      "learning_rate": 1.3357915331965437e-06,
+      "loss": 17.0,
+      "step": 12325
+    },
+    {
+      "epoch": 0.8186225675765425,
+      "grad_norm": 214.4438934326172,
+      "learning_rate": 1.3356902241594936e-06,
+      "loss": 21.3438,
+      "step": 12326
+    },
+    {
+      "epoch": 0.8186889818688982,
+      "grad_norm": 164.44149780273438,
+      "learning_rate": 1.3355889112393724e-06,
+      "loss": 20.0312,
+      "step": 12327
+    },
+    {
+      "epoch": 0.8187553961612539,
+      "grad_norm": 605.6113891601562,
+      "learning_rate": 1.3354875944373522e-06,
+      "loss": 15.4688,
+      "step": 12328
+    },
+    {
+      "epoch": 0.8188218104536096,
+      "grad_norm": 271.3616027832031,
+      "learning_rate": 1.3353862737546052e-06,
+      "loss": 18.9688,
+      "step": 12329
+    },
+    {
+      "epoch": 0.8188882247459653,
+      "grad_norm": 221.72222900390625,
+      "learning_rate": 1.3352849491923028e-06,
+      "loss": 15.0469,
+      "step": 12330
+    },
+    {
+      "epoch": 0.818954639038321,
+      "grad_norm": 199.48548889160156,
+      "learning_rate": 1.3351836207516179e-06,
+      "loss": 18.3594,
+      "step": 12331
+    },
+    {
+      "epoch": 0.8190210533306768,
+      "grad_norm": 422.88751220703125,
+      "learning_rate": 1.335082288433722e-06,
+      "loss": 19.2656,
+      "step": 12332
+    },
+    {
+      "epoch": 0.8190874676230325,
+      "grad_norm": 278.970947265625,
+      "learning_rate": 1.3349809522397873e-06,
+      "loss": 19.75,
+      "step": 12333
+    },
+    {
+      "epoch": 0.8191538819153882,
+      "grad_norm": 147.27671813964844,
+      "learning_rate": 1.334879612170986e-06,
+      "loss": 16.0938,
+      "step": 12334
+    },
+    {
+      "epoch": 0.819220296207744,
+      "grad_norm": 167.0838165283203,
+      "learning_rate": 1.3347782682284908e-06,
+      "loss": 17.0625,
+      "step": 12335
+    },
+    {
+      "epoch": 0.8192867105000996,
+      "grad_norm": 418.778564453125,
+      "learning_rate": 1.3346769204134735e-06,
+      "loss": 13.6094,
+      "step": 12336
+    },
+    {
+      "epoch": 0.8193531247924554,
+      "grad_norm": 235.92462158203125,
+      "learning_rate": 1.3345755687271062e-06,
+      "loss": 23.4219,
+      "step": 12337
+    },
+    {
+      "epoch": 0.819419539084811,
+      "grad_norm": 203.84231567382812,
+      "learning_rate": 1.3344742131705622e-06,
+      "loss": 21.8438,
+      "step": 12338
+    },
+    {
+      "epoch": 0.8194859533771668,
+      "grad_norm": 328.4044189453125,
+      "learning_rate": 1.3343728537450129e-06,
+      "loss": 21.7656,
+      "step": 12339
+    },
+    {
+      "epoch": 0.8195523676695224,
+      "grad_norm": 124.92474365234375,
+      "learning_rate": 1.3342714904516314e-06,
+      "loss": 22.1719,
+      "step": 12340
+    },
+    {
+      "epoch": 0.8196187819618782,
+      "grad_norm": 114.4851303100586,
+      "learning_rate": 1.3341701232915903e-06,
+      "loss": 11.1094,
+      "step": 12341
+    },
+    {
+      "epoch": 0.8196851962542339,
+      "grad_norm": 285.5232238769531,
+      "learning_rate": 1.334068752266062e-06,
+      "loss": 23.0469,
+      "step": 12342
+    },
+    {
+      "epoch": 0.8197516105465896,
+      "grad_norm": 240.5295867919922,
+      "learning_rate": 1.3339673773762186e-06,
+      "loss": 16.6406,
+      "step": 12343
+    },
+    {
+      "epoch": 0.8198180248389454,
+      "grad_norm": 227.50099182128906,
+      "learning_rate": 1.3338659986232332e-06,
+      "loss": 19.2656,
+      "step": 12344
+    },
+    {
+      "epoch": 0.819884439131301,
+      "grad_norm": 288.105224609375,
+      "learning_rate": 1.3337646160082785e-06,
+      "loss": 12.8516,
+      "step": 12345
+    },
+    {
+      "epoch": 0.8199508534236568,
+      "grad_norm": 461.266845703125,
+      "learning_rate": 1.3336632295325272e-06,
+      "loss": 20.2031,
+      "step": 12346
+    },
+    {
+      "epoch": 0.8200172677160125,
+      "grad_norm": 184.2607421875,
+      "learning_rate": 1.3335618391971522e-06,
+      "loss": 21.1875,
+      "step": 12347
+    },
+    {
+      "epoch": 0.8200836820083682,
+      "grad_norm": 2400.22802734375,
+      "learning_rate": 1.3334604450033259e-06,
+      "loss": 21.5625,
+      "step": 12348
+    },
+    {
+      "epoch": 0.8201500963007239,
+      "grad_norm": 188.5697021484375,
+      "learning_rate": 1.3333590469522218e-06,
+      "loss": 15.0625,
+      "step": 12349
+    },
+    {
+      "epoch": 0.8202165105930797,
+      "grad_norm": 1370.5477294921875,
+      "learning_rate": 1.3332576450450122e-06,
+      "loss": 17.8281,
+      "step": 12350
+    },
+    {
+      "epoch": 0.8202829248854353,
+      "grad_norm": 131.22056579589844,
+      "learning_rate": 1.3331562392828704e-06,
+      "loss": 15.5156,
+      "step": 12351
+    },
+    {
+      "epoch": 0.8203493391777911,
+      "grad_norm": 120.5605697631836,
+      "learning_rate": 1.3330548296669693e-06,
+      "loss": 16.5938,
+      "step": 12352
+    },
+    {
+      "epoch": 0.8204157534701467,
+      "grad_norm": 235.15011596679688,
+      "learning_rate": 1.332953416198482e-06,
+      "loss": 25.0625,
+      "step": 12353
+    },
+    {
+      "epoch": 0.8204821677625025,
+      "grad_norm": 258.0333251953125,
+      "learning_rate": 1.3328519988785819e-06,
+      "loss": 21.1562,
+      "step": 12354
+    },
+    {
+      "epoch": 0.8205485820548583,
+      "grad_norm": 298.0406494140625,
+      "learning_rate": 1.3327505777084414e-06,
+      "loss": 16.6875,
+      "step": 12355
+    },
+    {
+      "epoch": 0.8206149963472139,
+      "grad_norm": 244.88186645507812,
+      "learning_rate": 1.332649152689234e-06,
+      "loss": 26.7812,
+      "step": 12356
+    },
+    {
+      "epoch": 0.8206814106395697,
+      "grad_norm": 153.3087921142578,
+      "learning_rate": 1.3325477238221335e-06,
+      "loss": 18.7344,
+      "step": 12357
+    },
+    {
+      "epoch": 0.8207478249319253,
+      "grad_norm": 174.71522521972656,
+      "learning_rate": 1.332446291108312e-06,
+      "loss": 16.7031,
+      "step": 12358
+    },
+    {
+      "epoch": 0.8208142392242811,
+      "grad_norm": 175.31417846679688,
+      "learning_rate": 1.332344854548944e-06,
+      "loss": 12.4922,
+      "step": 12359
+    },
+    {
+      "epoch": 0.8208806535166367,
+      "grad_norm": 225.91346740722656,
+      "learning_rate": 1.3322434141452025e-06,
+      "loss": 16.2188,
+      "step": 12360
+    },
+    {
+      "epoch": 0.8209470678089925,
+      "grad_norm": 215.73605346679688,
+      "learning_rate": 1.3321419698982605e-06,
+      "loss": 16.1094,
+      "step": 12361
+    },
+    {
+      "epoch": 0.8210134821013482,
+      "grad_norm": 444.552734375,
+      "learning_rate": 1.3320405218092917e-06,
+      "loss": 15.4062,
+      "step": 12362
+    },
+    {
+      "epoch": 0.8210798963937039,
+      "grad_norm": 207.32371520996094,
+      "learning_rate": 1.3319390698794697e-06,
+      "loss": 18.2344,
+      "step": 12363
+    },
+    {
+      "epoch": 0.8211463106860596,
+      "grad_norm": 385.2734680175781,
+      "learning_rate": 1.331837614109968e-06,
+      "loss": 19.125,
+      "step": 12364
+    },
+    {
+      "epoch": 0.8212127249784154,
+      "grad_norm": 411.8468017578125,
+      "learning_rate": 1.33173615450196e-06,
+      "loss": 20.5156,
+      "step": 12365
+    },
+    {
+      "epoch": 0.8212791392707711,
+      "grad_norm": 175.97525024414062,
+      "learning_rate": 1.3316346910566191e-06,
+      "loss": 14.1094,
+      "step": 12366
+    },
+    {
+      "epoch": 0.8213455535631268,
+      "grad_norm": 268.88824462890625,
+      "learning_rate": 1.33153322377512e-06,
+      "loss": 19.125,
+      "step": 12367
+    },
+    {
+      "epoch": 0.8214119678554825,
+      "grad_norm": 186.4407196044922,
+      "learning_rate": 1.3314317526586353e-06,
+      "loss": 18.25,
+      "step": 12368
+    },
+    {
+      "epoch": 0.8214783821478382,
+      "grad_norm": 161.2687225341797,
+      "learning_rate": 1.3313302777083395e-06,
+      "loss": 16.9375,
+      "step": 12369
+    },
+    {
+      "epoch": 0.821544796440194,
+      "grad_norm": 261.33819580078125,
+      "learning_rate": 1.331228798925406e-06,
+      "loss": 17.8125,
+      "step": 12370
+    },
+    {
+      "epoch": 0.8216112107325496,
+      "grad_norm": 352.79180908203125,
+      "learning_rate": 1.3311273163110087e-06,
+      "loss": 18.3984,
+      "step": 12371
+    },
+    {
+      "epoch": 0.8216776250249054,
+      "grad_norm": 347.60699462890625,
+      "learning_rate": 1.3310258298663214e-06,
+      "loss": 12.1719,
+      "step": 12372
+    },
+    {
+      "epoch": 0.821744039317261,
+      "grad_norm": 387.9404296875,
+      "learning_rate": 1.3309243395925185e-06,
+      "loss": 16.2656,
+      "step": 12373
+    },
+    {
+      "epoch": 0.8218104536096168,
+      "grad_norm": 319.0614929199219,
+      "learning_rate": 1.3308228454907736e-06,
+      "loss": 21.4688,
+      "step": 12374
+    },
+    {
+      "epoch": 0.8218768679019725,
+      "grad_norm": 591.1944580078125,
+      "learning_rate": 1.3307213475622607e-06,
+      "loss": 31.8125,
+      "step": 12375
+    },
+    {
+      "epoch": 0.8219432821943282,
+      "grad_norm": 180.09347534179688,
+      "learning_rate": 1.3306198458081538e-06,
+      "loss": 16.2656,
+      "step": 12376
+    },
+    {
+      "epoch": 0.822009696486684,
+      "grad_norm": 514.022216796875,
+      "learning_rate": 1.3305183402296273e-06,
+      "loss": 20.1562,
+      "step": 12377
+    },
+    {
+      "epoch": 0.8220761107790396,
+      "grad_norm": 169.46026611328125,
+      "learning_rate": 1.3304168308278553e-06,
+      "loss": 14.8125,
+      "step": 12378
+    },
+    {
+      "epoch": 0.8221425250713954,
+      "grad_norm": 253.90135192871094,
+      "learning_rate": 1.330315317604012e-06,
+      "loss": 13.8906,
+      "step": 12379
+    },
+    {
+      "epoch": 0.8222089393637511,
+      "grad_norm": 171.90037536621094,
+      "learning_rate": 1.3302138005592714e-06,
+      "loss": 16.0781,
+      "step": 12380
+    },
+    {
+      "epoch": 0.8222753536561068,
+      "grad_norm": 140.93228149414062,
+      "learning_rate": 1.3301122796948082e-06,
+      "loss": 16.1875,
+      "step": 12381
+    },
+    {
+      "epoch": 0.8223417679484625,
+      "grad_norm": 250.90838623046875,
+      "learning_rate": 1.3300107550117963e-06,
+      "loss": 19.0156,
+      "step": 12382
+    },
+    {
+      "epoch": 0.8224081822408182,
+      "grad_norm": 375.099365234375,
+      "learning_rate": 1.3299092265114103e-06,
+      "loss": 16.5312,
+      "step": 12383
+    },
+    {
+      "epoch": 0.8224745965331739,
+      "grad_norm": 397.9615173339844,
+      "learning_rate": 1.3298076941948245e-06,
+      "loss": 19.7188,
+      "step": 12384
+    },
+    {
+      "epoch": 0.8225410108255297,
+      "grad_norm": 109.05181121826172,
+      "learning_rate": 1.3297061580632137e-06,
+      "loss": 19.8438,
+      "step": 12385
+    },
+    {
+      "epoch": 0.8226074251178853,
+      "grad_norm": 226.62405395507812,
+      "learning_rate": 1.329604618117752e-06,
+      "loss": 19.4844,
+      "step": 12386
+    },
+    {
+      "epoch": 0.8226738394102411,
+      "grad_norm": 263.81103515625,
+      "learning_rate": 1.3295030743596143e-06,
+      "loss": 18.25,
+      "step": 12387
+    },
+    {
+      "epoch": 0.8227402537025968,
+      "grad_norm": 203.05897521972656,
+      "learning_rate": 1.3294015267899746e-06,
+      "loss": 12.4375,
+      "step": 12388
+    },
+    {
+      "epoch": 0.8228066679949525,
+      "grad_norm": 147.51727294921875,
+      "learning_rate": 1.3292999754100088e-06,
+      "loss": 14.8906,
+      "step": 12389
+    },
+    {
+      "epoch": 0.8228730822873083,
+      "grad_norm": 116.6507339477539,
+      "learning_rate": 1.3291984202208902e-06,
+      "loss": 18.6875,
+      "step": 12390
+    },
+    {
+      "epoch": 0.8229394965796639,
+      "grad_norm": 297.3681945800781,
+      "learning_rate": 1.329096861223794e-06,
+      "loss": 23.5,
+      "step": 12391
+    },
+    {
+      "epoch": 0.8230059108720197,
+      "grad_norm": 124.34605407714844,
+      "learning_rate": 1.3289952984198954e-06,
+      "loss": 16.5938,
+      "step": 12392
+    },
+    {
+      "epoch": 0.8230723251643753,
+      "grad_norm": 208.5237579345703,
+      "learning_rate": 1.3288937318103688e-06,
+      "loss": 17.0781,
+      "step": 12393
+    },
+    {
+      "epoch": 0.8231387394567311,
+      "grad_norm": 302.8031005859375,
+      "learning_rate": 1.3287921613963891e-06,
+      "loss": 20.625,
+      "step": 12394
+    },
+    {
+      "epoch": 0.8232051537490868,
+      "grad_norm": 348.03875732421875,
+      "learning_rate": 1.328690587179131e-06,
+      "loss": 15.7969,
+      "step": 12395
+    },
+    {
+      "epoch": 0.8232715680414425,
+      "grad_norm": 306.60760498046875,
+      "learning_rate": 1.3285890091597704e-06,
+      "loss": 22.9219,
+      "step": 12396
+    },
+    {
+      "epoch": 0.8233379823337982,
+      "grad_norm": 177.0059356689453,
+      "learning_rate": 1.328487427339481e-06,
+      "loss": 14.9375,
+      "step": 12397
+    },
+    {
+      "epoch": 0.823404396626154,
+      "grad_norm": 214.5164794921875,
+      "learning_rate": 1.328385841719439e-06,
+      "loss": 13.8281,
+      "step": 12398
+    },
+    {
+      "epoch": 0.8234708109185097,
+      "grad_norm": 298.28460693359375,
+      "learning_rate": 1.3282842523008184e-06,
+      "loss": 12.9844,
+      "step": 12399
+    },
+    {
+      "epoch": 0.8235372252108654,
+      "grad_norm": 276.1708984375,
+      "learning_rate": 1.3281826590847953e-06,
+      "loss": 19.875,
+      "step": 12400
+    },
+    {
+      "epoch": 0.8236036395032211,
+      "grad_norm": 164.29945373535156,
+      "learning_rate": 1.328081062072544e-06,
+      "loss": 14.1562,
+      "step": 12401
+    },
+    {
+      "epoch": 0.8236700537955768,
+      "grad_norm": 183.9212188720703,
+      "learning_rate": 1.3279794612652407e-06,
+      "loss": 15.0312,
+      "step": 12402
+    },
+    {
+      "epoch": 0.8237364680879325,
+      "grad_norm": 172.91116333007812,
+      "learning_rate": 1.3278778566640596e-06,
+      "loss": 15.5625,
+      "step": 12403
+    },
+    {
+      "epoch": 0.8238028823802882,
+      "grad_norm": 164.33233642578125,
+      "learning_rate": 1.3277762482701767e-06,
+      "loss": 12.7344,
+      "step": 12404
+    },
+    {
+      "epoch": 0.823869296672644,
+      "grad_norm": 212.97097778320312,
+      "learning_rate": 1.327674636084767e-06,
+      "loss": 19.0,
+      "step": 12405
+    },
+    {
+      "epoch": 0.8239357109649996,
+      "grad_norm": 273.2392578125,
+      "learning_rate": 1.3275730201090065e-06,
+      "loss": 19.9844,
+      "step": 12406
+    },
+    {
+      "epoch": 0.8240021252573554,
+      "grad_norm": 345.4556579589844,
+      "learning_rate": 1.3274714003440699e-06,
+      "loss": 24.0781,
+      "step": 12407
+    },
+    {
+      "epoch": 0.824068539549711,
+      "grad_norm": 332.57366943359375,
+      "learning_rate": 1.3273697767911333e-06,
+      "loss": 16.1406,
+      "step": 12408
+    },
+    {
+      "epoch": 0.8241349538420668,
+      "grad_norm": 283.3999938964844,
+      "learning_rate": 1.3272681494513713e-06,
+      "loss": 16.2031,
+      "step": 12409
+    },
+    {
+      "epoch": 0.8242013681344226,
+      "grad_norm": 251.74624633789062,
+      "learning_rate": 1.3271665183259606e-06,
+      "loss": 13.9531,
+      "step": 12410
+    },
+    {
+      "epoch": 0.8242677824267782,
+      "grad_norm": 255.64993286132812,
+      "learning_rate": 1.3270648834160759e-06,
+      "loss": 30.5156,
+      "step": 12411
+    },
+    {
+      "epoch": 0.824334196719134,
+      "grad_norm": 187.61073303222656,
+      "learning_rate": 1.3269632447228933e-06,
+      "loss": 15.375,
+      "step": 12412
+    },
+    {
+      "epoch": 0.8244006110114896,
+      "grad_norm": 374.3650817871094,
+      "learning_rate": 1.3268616022475888e-06,
+      "loss": 15.7969,
+      "step": 12413
+    },
+    {
+      "epoch": 0.8244670253038454,
+      "grad_norm": 145.06729125976562,
+      "learning_rate": 1.3267599559913373e-06,
+      "loss": 15.3594,
+      "step": 12414
+    },
+    {
+      "epoch": 0.8245334395962011,
+      "grad_norm": 148.7285919189453,
+      "learning_rate": 1.326658305955315e-06,
+      "loss": 18.2812,
+      "step": 12415
+    },
+    {
+      "epoch": 0.8245998538885568,
+      "grad_norm": 140.72222900390625,
+      "learning_rate": 1.3265566521406981e-06,
+      "loss": 14.7656,
+      "step": 12416
+    },
+    {
+      "epoch": 0.8246662681809125,
+      "grad_norm": 159.63880920410156,
+      "learning_rate": 1.3264549945486623e-06,
+      "loss": 16.4531,
+      "step": 12417
+    },
+    {
+      "epoch": 0.8247326824732683,
+      "grad_norm": 245.9364013671875,
+      "learning_rate": 1.3263533331803828e-06,
+      "loss": 18.3906,
+      "step": 12418
+    },
+    {
+      "epoch": 0.8247990967656239,
+      "grad_norm": 3175.8740234375,
+      "learning_rate": 1.3262516680370366e-06,
+      "loss": 20.4219,
+      "step": 12419
+    },
+    {
+      "epoch": 0.8248655110579797,
+      "grad_norm": 173.43881225585938,
+      "learning_rate": 1.3261499991197991e-06,
+      "loss": 16.0469,
+      "step": 12420
+    },
+    {
+      "epoch": 0.8249319253503354,
+      "grad_norm": 438.1042785644531,
+      "learning_rate": 1.3260483264298466e-06,
+      "loss": 25.2031,
+      "step": 12421
+    },
+    {
+      "epoch": 0.8249983396426911,
+      "grad_norm": 169.99009704589844,
+      "learning_rate": 1.3259466499683548e-06,
+      "loss": 13.75,
+      "step": 12422
+    },
+    {
+      "epoch": 0.8250647539350469,
+      "grad_norm": 244.6053924560547,
+      "learning_rate": 1.3258449697365003e-06,
+      "loss": 16.8359,
+      "step": 12423
+    },
+    {
+      "epoch": 0.8251311682274025,
+      "grad_norm": 233.72708129882812,
+      "learning_rate": 1.325743285735459e-06,
+      "loss": 17.6562,
+      "step": 12424
+    },
+    {
+      "epoch": 0.8251975825197583,
+      "grad_norm": 195.9425811767578,
+      "learning_rate": 1.3256415979664073e-06,
+      "loss": 20.7812,
+      "step": 12425
+    },
+    {
+      "epoch": 0.8252639968121139,
+      "grad_norm": 197.62135314941406,
+      "learning_rate": 1.3255399064305212e-06,
+      "loss": 16.4062,
+      "step": 12426
+    },
+    {
+      "epoch": 0.8253304111044697,
+      "grad_norm": 106.27420043945312,
+      "learning_rate": 1.325438211128977e-06,
+      "loss": 15.25,
+      "step": 12427
+    },
+    {
+      "epoch": 0.8253968253968254,
+      "grad_norm": 601.6533203125,
+      "learning_rate": 1.3253365120629518e-06,
+      "loss": 18.4531,
+      "step": 12428
+    },
+    {
+      "epoch": 0.8254632396891811,
+      "grad_norm": 319.6971435546875,
+      "learning_rate": 1.325234809233621e-06,
+      "loss": 16.4844,
+      "step": 12429
+    },
+    {
+      "epoch": 0.8255296539815369,
+      "grad_norm": 191.63348388671875,
+      "learning_rate": 1.3251331026421618e-06,
+      "loss": 19.1094,
+      "step": 12430
+    },
+    {
+      "epoch": 0.8255960682738925,
+      "grad_norm": 146.9741668701172,
+      "learning_rate": 1.32503139228975e-06,
+      "loss": 18.8438,
+      "step": 12431
+    },
+    {
+      "epoch": 0.8256624825662483,
+      "grad_norm": 109.48062896728516,
+      "learning_rate": 1.3249296781775628e-06,
+      "loss": 20.2812,
+      "step": 12432
+    },
+    {
+      "epoch": 0.825728896858604,
+      "grad_norm": 219.73558044433594,
+      "learning_rate": 1.3248279603067763e-06,
+      "loss": 18.5469,
+      "step": 12433
+    },
+    {
+      "epoch": 0.8257953111509597,
+      "grad_norm": 291.8213806152344,
+      "learning_rate": 1.324726238678567e-06,
+      "loss": 18.0938,
+      "step": 12434
+    },
+    {
+      "epoch": 0.8258617254433154,
+      "grad_norm": 141.28628540039062,
+      "learning_rate": 1.3246245132941124e-06,
+      "loss": 15.0938,
+      "step": 12435
+    },
+    {
+      "epoch": 0.8259281397356711,
+      "grad_norm": 204.4477081298828,
+      "learning_rate": 1.324522784154588e-06,
+      "loss": 19.6406,
+      "step": 12436
+    },
+    {
+      "epoch": 0.8259945540280268,
+      "grad_norm": 168.93629455566406,
+      "learning_rate": 1.3244210512611714e-06,
+      "loss": 20.3906,
+      "step": 12437
+    },
+    {
+      "epoch": 0.8260609683203826,
+      "grad_norm": 251.18057250976562,
+      "learning_rate": 1.324319314615039e-06,
+      "loss": 15.75,
+      "step": 12438
+    },
+    {
+      "epoch": 0.8261273826127382,
+      "grad_norm": 313.8257141113281,
+      "learning_rate": 1.324217574217368e-06,
+      "loss": 24.125,
+      "step": 12439
+    },
+    {
+      "epoch": 0.826193796905094,
+      "grad_norm": 205.64198303222656,
+      "learning_rate": 1.324115830069335e-06,
+      "loss": 16.7344,
+      "step": 12440
+    },
+    {
+      "epoch": 0.8262602111974497,
+      "grad_norm": 143.1813201904297,
+      "learning_rate": 1.324014082172117e-06,
+      "loss": 14.6406,
+      "step": 12441
+    },
+    {
+      "epoch": 0.8263266254898054,
+      "grad_norm": 279.4252624511719,
+      "learning_rate": 1.3239123305268911e-06,
+      "loss": 15.2031,
+      "step": 12442
+    },
+    {
+      "epoch": 0.8263930397821612,
+      "grad_norm": 132.16616821289062,
+      "learning_rate": 1.323810575134834e-06,
+      "loss": 13.1562,
+      "step": 12443
+    },
+    {
+      "epoch": 0.8264594540745168,
+      "grad_norm": 223.5581817626953,
+      "learning_rate": 1.3237088159971226e-06,
+      "loss": 18.9531,
+      "step": 12444
+    },
+    {
+      "epoch": 0.8265258683668726,
+      "grad_norm": 259.01171875,
+      "learning_rate": 1.3236070531149347e-06,
+      "loss": 13.2344,
+      "step": 12445
+    },
+    {
+      "epoch": 0.8265922826592282,
+      "grad_norm": 249.16336059570312,
+      "learning_rate": 1.323505286489447e-06,
+      "loss": 25.1875,
+      "step": 12446
+    },
+    {
+      "epoch": 0.826658696951584,
+      "grad_norm": 701.5310668945312,
+      "learning_rate": 1.3234035161218365e-06,
+      "loss": 14.4219,
+      "step": 12447
+    },
+    {
+      "epoch": 0.8267251112439397,
+      "grad_norm": 140.72341918945312,
+      "learning_rate": 1.3233017420132803e-06,
+      "loss": 15.375,
+      "step": 12448
+    },
+    {
+      "epoch": 0.8267915255362954,
+      "grad_norm": 495.3719177246094,
+      "learning_rate": 1.3231999641649567e-06,
+      "loss": 19.3438,
+      "step": 12449
+    },
+    {
+      "epoch": 0.8268579398286511,
+      "grad_norm": 365.4999694824219,
+      "learning_rate": 1.3230981825780418e-06,
+      "loss": 22.1562,
+      "step": 12450
+    },
+    {
+      "epoch": 0.8269243541210068,
+      "grad_norm": 145.77362060546875,
+      "learning_rate": 1.3229963972537135e-06,
+      "loss": 17.2656,
+      "step": 12451
+    },
+    {
+      "epoch": 0.8269907684133626,
+      "grad_norm": 793.880126953125,
+      "learning_rate": 1.3228946081931491e-06,
+      "loss": 23.7188,
+      "step": 12452
+    },
+    {
+      "epoch": 0.8270571827057183,
+      "grad_norm": 323.2615661621094,
+      "learning_rate": 1.3227928153975263e-06,
+      "loss": 14.9688,
+      "step": 12453
+    },
+    {
+      "epoch": 0.827123596998074,
+      "grad_norm": 351.0602111816406,
+      "learning_rate": 1.322691018868022e-06,
+      "loss": 18.2031,
+      "step": 12454
+    },
+    {
+      "epoch": 0.8271900112904297,
+      "grad_norm": 177.40536499023438,
+      "learning_rate": 1.3225892186058144e-06,
+      "loss": 15.4844,
+      "step": 12455
+    },
+    {
+      "epoch": 0.8272564255827854,
+      "grad_norm": 545.5108642578125,
+      "learning_rate": 1.3224874146120805e-06,
+      "loss": 11.4297,
+      "step": 12456
+    },
+    {
+      "epoch": 0.8273228398751411,
+      "grad_norm": 249.21774291992188,
+      "learning_rate": 1.3223856068879981e-06,
+      "loss": 18.2812,
+      "step": 12457
+    },
+    {
+      "epoch": 0.8273892541674969,
+      "grad_norm": 224.88478088378906,
+      "learning_rate": 1.3222837954347452e-06,
+      "loss": 17.5938,
+      "step": 12458
+    },
+    {
+      "epoch": 0.8274556684598525,
+      "grad_norm": 123.6905288696289,
+      "learning_rate": 1.3221819802534988e-06,
+      "loss": 17.1562,
+      "step": 12459
+    },
+    {
+      "epoch": 0.8275220827522083,
+      "grad_norm": 152.59524536132812,
+      "learning_rate": 1.3220801613454376e-06,
+      "loss": 17.2812,
+      "step": 12460
+    },
+    {
+      "epoch": 0.8275884970445639,
+      "grad_norm": 177.8843536376953,
+      "learning_rate": 1.3219783387117383e-06,
+      "loss": 19.8281,
+      "step": 12461
+    },
+    {
+      "epoch": 0.8276549113369197,
+      "grad_norm": 438.07855224609375,
+      "learning_rate": 1.3218765123535794e-06,
+      "loss": 23.2812,
+      "step": 12462
+    },
+    {
+      "epoch": 0.8277213256292755,
+      "grad_norm": 128.19842529296875,
+      "learning_rate": 1.3217746822721386e-06,
+      "loss": 18.25,
+      "step": 12463
+    },
+    {
+      "epoch": 0.8277877399216311,
+      "grad_norm": 142.07107543945312,
+      "learning_rate": 1.321672848468594e-06,
+      "loss": 22.0469,
+      "step": 12464
+    },
+    {
+      "epoch": 0.8278541542139869,
+      "grad_norm": 163.47450256347656,
+      "learning_rate": 1.321571010944123e-06,
+      "loss": 16.3906,
+      "step": 12465
+    },
+    {
+      "epoch": 0.8279205685063425,
+      "grad_norm": 182.0317840576172,
+      "learning_rate": 1.3214691696999042e-06,
+      "loss": 20.2188,
+      "step": 12466
+    },
+    {
+      "epoch": 0.8279869827986983,
+      "grad_norm": 245.2580108642578,
+      "learning_rate": 1.3213673247371156e-06,
+      "loss": 18.625,
+      "step": 12467
+    },
+    {
+      "epoch": 0.828053397091054,
+      "grad_norm": 577.9190673828125,
+      "learning_rate": 1.3212654760569349e-06,
+      "loss": 17.3125,
+      "step": 12468
+    },
+    {
+      "epoch": 0.8281198113834097,
+      "grad_norm": 749.8203125,
+      "learning_rate": 1.3211636236605405e-06,
+      "loss": 21.8281,
+      "step": 12469
+    },
+    {
+      "epoch": 0.8281862256757654,
+      "grad_norm": 136.46177673339844,
+      "learning_rate": 1.3210617675491103e-06,
+      "loss": 15.1094,
+      "step": 12470
+    },
+    {
+      "epoch": 0.8282526399681212,
+      "grad_norm": 124.16651153564453,
+      "learning_rate": 1.320959907723823e-06,
+      "loss": 15.4844,
+      "step": 12471
+    },
+    {
+      "epoch": 0.8283190542604768,
+      "grad_norm": 332.060302734375,
+      "learning_rate": 1.3208580441858562e-06,
+      "loss": 16.3438,
+      "step": 12472
+    },
+    {
+      "epoch": 0.8283854685528326,
+      "grad_norm": 239.16107177734375,
+      "learning_rate": 1.3207561769363885e-06,
+      "loss": 16.6875,
+      "step": 12473
+    },
+    {
+      "epoch": 0.8284518828451883,
+      "grad_norm": 271.64306640625,
+      "learning_rate": 1.3206543059765986e-06,
+      "loss": 17.3125,
+      "step": 12474
+    },
+    {
+      "epoch": 0.828518297137544,
+      "grad_norm": 372.03570556640625,
+      "learning_rate": 1.3205524313076646e-06,
+      "loss": 13.8594,
+      "step": 12475
+    },
+    {
+      "epoch": 0.8285847114298998,
+      "grad_norm": 132.23182678222656,
+      "learning_rate": 1.3204505529307648e-06,
+      "loss": 13.8125,
+      "step": 12476
+    },
+    {
+      "epoch": 0.8286511257222554,
+      "grad_norm": 385.0556640625,
+      "learning_rate": 1.3203486708470779e-06,
+      "loss": 18.375,
+      "step": 12477
+    },
+    {
+      "epoch": 0.8287175400146112,
+      "grad_norm": 173.70140075683594,
+      "learning_rate": 1.3202467850577823e-06,
+      "loss": 11.3438,
+      "step": 12478
+    },
+    {
+      "epoch": 0.8287839543069668,
+      "grad_norm": 313.09698486328125,
+      "learning_rate": 1.3201448955640564e-06,
+      "loss": 14.5469,
+      "step": 12479
+    },
+    {
+      "epoch": 0.8288503685993226,
+      "grad_norm": 643.0908203125,
+      "learning_rate": 1.320043002367079e-06,
+      "loss": 25.4375,
+      "step": 12480
+    },
+    {
+      "epoch": 0.8289167828916782,
+      "grad_norm": 323.7018737792969,
+      "learning_rate": 1.3199411054680289e-06,
+      "loss": 18.5,
+      "step": 12481
+    },
+    {
+      "epoch": 0.828983197184034,
+      "grad_norm": 101.5922622680664,
+      "learning_rate": 1.3198392048680844e-06,
+      "loss": 16.0,
+      "step": 12482
+    },
+    {
+      "epoch": 0.8290496114763897,
+      "grad_norm": 270.2245788574219,
+      "learning_rate": 1.3197373005684246e-06,
+      "loss": 18.3594,
+      "step": 12483
+    },
+    {
+      "epoch": 0.8291160257687454,
+      "grad_norm": 428.2550964355469,
+      "learning_rate": 1.3196353925702278e-06,
+      "loss": 15.6406,
+      "step": 12484
+    },
+    {
+      "epoch": 0.8291824400611012,
+      "grad_norm": 255.1143035888672,
+      "learning_rate": 1.3195334808746733e-06,
+      "loss": 13.0156,
+      "step": 12485
+    },
+    {
+      "epoch": 0.8292488543534569,
+      "grad_norm": 209.666748046875,
+      "learning_rate": 1.3194315654829395e-06,
+      "loss": 19.7812,
+      "step": 12486
+    },
+    {
+      "epoch": 0.8293152686458126,
+      "grad_norm": 197.6190948486328,
+      "learning_rate": 1.3193296463962056e-06,
+      "loss": 19.7812,
+      "step": 12487
+    },
+    {
+      "epoch": 0.8293816829381683,
+      "grad_norm": 261.24359130859375,
+      "learning_rate": 1.3192277236156507e-06,
+      "loss": 18.125,
+      "step": 12488
+    },
+    {
+      "epoch": 0.829448097230524,
+      "grad_norm": 159.49842834472656,
+      "learning_rate": 1.3191257971424535e-06,
+      "loss": 15.8594,
+      "step": 12489
+    },
+    {
+      "epoch": 0.8295145115228797,
+      "grad_norm": 168.23167419433594,
+      "learning_rate": 1.3190238669777932e-06,
+      "loss": 18.6719,
+      "step": 12490
+    },
+    {
+      "epoch": 0.8295809258152355,
+      "grad_norm": 107.23474884033203,
+      "learning_rate": 1.3189219331228482e-06,
+      "loss": 16.5156,
+      "step": 12491
+    },
+    {
+      "epoch": 0.8296473401075911,
+      "grad_norm": 257.37860107421875,
+      "learning_rate": 1.3188199955787988e-06,
+      "loss": 19.1719,
+      "step": 12492
+    },
+    {
+      "epoch": 0.8297137543999469,
+      "grad_norm": 540.560302734375,
+      "learning_rate": 1.3187180543468234e-06,
+      "loss": 22.0781,
+      "step": 12493
+    },
+    {
+      "epoch": 0.8297801686923025,
+      "grad_norm": 396.51446533203125,
+      "learning_rate": 1.318616109428101e-06,
+      "loss": 16.6406,
+      "step": 12494
+    },
+    {
+      "epoch": 0.8298465829846583,
+      "grad_norm": 268.4734802246094,
+      "learning_rate": 1.3185141608238114e-06,
+      "loss": 18.6094,
+      "step": 12495
+    },
+    {
+      "epoch": 0.8299129972770141,
+      "grad_norm": 299.949462890625,
+      "learning_rate": 1.3184122085351342e-06,
+      "loss": 15.0,
+      "step": 12496
+    },
+    {
+      "epoch": 0.8299794115693697,
+      "grad_norm": 268.8620910644531,
+      "learning_rate": 1.3183102525632475e-06,
+      "loss": 19.8125,
+      "step": 12497
+    },
+    {
+      "epoch": 0.8300458258617255,
+      "grad_norm": 161.4425811767578,
+      "learning_rate": 1.3182082929093315e-06,
+      "loss": 11.6562,
+      "step": 12498
+    },
+    {
+      "epoch": 0.8301122401540811,
+      "grad_norm": 153.58731079101562,
+      "learning_rate": 1.3181063295745656e-06,
+      "loss": 13.5,
+      "step": 12499
+    },
+    {
+      "epoch": 0.8301786544464369,
+      "grad_norm": 154.1974334716797,
+      "learning_rate": 1.318004362560129e-06,
+      "loss": 12.7188,
+      "step": 12500
+    },
+    {
+      "epoch": 0.8302450687387926,
+      "grad_norm": 299.78076171875,
+      "learning_rate": 1.3179023918672012e-06,
+      "loss": 20.4531,
+      "step": 12501
+    },
+    {
+      "epoch": 0.8303114830311483,
+      "grad_norm": 105.2322998046875,
+      "learning_rate": 1.3178004174969619e-06,
+      "loss": 13.5469,
+      "step": 12502
+    },
+    {
+      "epoch": 0.830377897323504,
+      "grad_norm": 314.6122131347656,
+      "learning_rate": 1.3176984394505909e-06,
+      "loss": 19.7031,
+      "step": 12503
+    },
+    {
+      "epoch": 0.8304443116158597,
+      "grad_norm": 529.106689453125,
+      "learning_rate": 1.317596457729267e-06,
+      "loss": 19.1406,
+      "step": 12504
+    },
+    {
+      "epoch": 0.8305107259082154,
+      "grad_norm": 148.14599609375,
+      "learning_rate": 1.3174944723341707e-06,
+      "loss": 15.2031,
+      "step": 12505
+    },
+    {
+      "epoch": 0.8305771402005712,
+      "grad_norm": 104.4599380493164,
+      "learning_rate": 1.3173924832664815e-06,
+      "loss": 15.6094,
+      "step": 12506
+    },
+    {
+      "epoch": 0.8306435544929269,
+      "grad_norm": 350.4196472167969,
+      "learning_rate": 1.317290490527379e-06,
+      "loss": 14.3906,
+      "step": 12507
+    },
+    {
+      "epoch": 0.8307099687852826,
+      "grad_norm": 235.79324340820312,
+      "learning_rate": 1.3171884941180432e-06,
+      "loss": 21.6719,
+      "step": 12508
+    },
+    {
+      "epoch": 0.8307763830776383,
+      "grad_norm": 170.08192443847656,
+      "learning_rate": 1.3170864940396536e-06,
+      "loss": 13.25,
+      "step": 12509
+    },
+    {
+      "epoch": 0.830842797369994,
+      "grad_norm": 297.0580749511719,
+      "learning_rate": 1.3169844902933905e-06,
+      "loss": 16.75,
+      "step": 12510
+    },
+    {
+      "epoch": 0.8309092116623498,
+      "grad_norm": 153.66806030273438,
+      "learning_rate": 1.316882482880433e-06,
+      "loss": 15.5469,
+      "step": 12511
+    },
+    {
+      "epoch": 0.8309756259547054,
+      "grad_norm": 232.54708862304688,
+      "learning_rate": 1.3167804718019621e-06,
+      "loss": 14.6406,
+      "step": 12512
+    },
+    {
+      "epoch": 0.8310420402470612,
+      "grad_norm": 280.8389587402344,
+      "learning_rate": 1.3166784570591575e-06,
+      "loss": 18.3281,
+      "step": 12513
+    },
+    {
+      "epoch": 0.8311084545394168,
+      "grad_norm": 249.5870361328125,
+      "learning_rate": 1.316576438653199e-06,
+      "loss": 20.75,
+      "step": 12514
+    },
+    {
+      "epoch": 0.8311748688317726,
+      "grad_norm": 196.13949584960938,
+      "learning_rate": 1.316474416585267e-06,
+      "loss": 19.25,
+      "step": 12515
+    },
+    {
+      "epoch": 0.8312412831241283,
+      "grad_norm": 120.28459167480469,
+      "learning_rate": 1.3163723908565411e-06,
+      "loss": 14.2031,
+      "step": 12516
+    },
+    {
+      "epoch": 0.831307697416484,
+      "grad_norm": 110.05408477783203,
+      "learning_rate": 1.316270361468202e-06,
+      "loss": 14.1562,
+      "step": 12517
+    },
+    {
+      "epoch": 0.8313741117088398,
+      "grad_norm": 624.8565673828125,
+      "learning_rate": 1.3161683284214297e-06,
+      "loss": 23.6875,
+      "step": 12518
+    },
+    {
+      "epoch": 0.8314405260011954,
+      "grad_norm": 391.6110534667969,
+      "learning_rate": 1.3160662917174043e-06,
+      "loss": 14.25,
+      "step": 12519
+    },
+    {
+      "epoch": 0.8315069402935512,
+      "grad_norm": 171.00352478027344,
+      "learning_rate": 1.3159642513573069e-06,
+      "loss": 12.7344,
+      "step": 12520
+    },
+    {
+      "epoch": 0.8315733545859069,
+      "grad_norm": 281.6897888183594,
+      "learning_rate": 1.3158622073423167e-06,
+      "loss": 14.9531,
+      "step": 12521
+    },
+    {
+      "epoch": 0.8316397688782626,
+      "grad_norm": 252.3961944580078,
+      "learning_rate": 1.3157601596736146e-06,
+      "loss": 14.7969,
+      "step": 12522
+    },
+    {
+      "epoch": 0.8317061831706183,
+      "grad_norm": 349.4245910644531,
+      "learning_rate": 1.3156581083523812e-06,
+      "loss": 16.0,
+      "step": 12523
+    },
+    {
+      "epoch": 0.831772597462974,
+      "grad_norm": 614.0189208984375,
+      "learning_rate": 1.315556053379797e-06,
+      "loss": 19.6875,
+      "step": 12524
+    },
+    {
+      "epoch": 0.8318390117553297,
+      "grad_norm": 401.8611145019531,
+      "learning_rate": 1.315453994757042e-06,
+      "loss": 17.5312,
+      "step": 12525
+    },
+    {
+      "epoch": 0.8319054260476855,
+      "grad_norm": 122.97771453857422,
+      "learning_rate": 1.315351932485297e-06,
+      "loss": 12.0938,
+      "step": 12526
+    },
+    {
+      "epoch": 0.8319718403400411,
+      "grad_norm": 159.4851531982422,
+      "learning_rate": 1.3152498665657432e-06,
+      "loss": 17.9375,
+      "step": 12527
+    },
+    {
+      "epoch": 0.8320382546323969,
+      "grad_norm": 199.14378356933594,
+      "learning_rate": 1.3151477969995604e-06,
+      "loss": 16.9844,
+      "step": 12528
+    },
+    {
+      "epoch": 0.8321046689247527,
+      "grad_norm": 177.67369079589844,
+      "learning_rate": 1.3150457237879296e-06,
+      "loss": 16.6094,
+      "step": 12529
+    },
+    {
+      "epoch": 0.8321710832171083,
+      "grad_norm": 995.3067016601562,
+      "learning_rate": 1.3149436469320315e-06,
+      "loss": 12.9062,
+      "step": 12530
+    },
+    {
+      "epoch": 0.8322374975094641,
+      "grad_norm": 321.4031066894531,
+      "learning_rate": 1.3148415664330472e-06,
+      "loss": 26.5,
+      "step": 12531
+    },
+    {
+      "epoch": 0.8323039118018197,
+      "grad_norm": 250.0628662109375,
+      "learning_rate": 1.3147394822921569e-06,
+      "loss": 12.5,
+      "step": 12532
+    },
+    {
+      "epoch": 0.8323703260941755,
+      "grad_norm": 719.08251953125,
+      "learning_rate": 1.3146373945105417e-06,
+      "loss": 17.2344,
+      "step": 12533
+    },
+    {
+      "epoch": 0.8324367403865311,
+      "grad_norm": 496.4030456542969,
+      "learning_rate": 1.3145353030893826e-06,
+      "loss": 12.8125,
+      "step": 12534
+    },
+    {
+      "epoch": 0.8325031546788869,
+      "grad_norm": 188.09059143066406,
+      "learning_rate": 1.314433208029861e-06,
+      "loss": 12.9219,
+      "step": 12535
+    },
+    {
+      "epoch": 0.8325695689712426,
+      "grad_norm": 205.78118896484375,
+      "learning_rate": 1.3143311093331568e-06,
+      "loss": 15.5625,
+      "step": 12536
+    },
+    {
+      "epoch": 0.8326359832635983,
+      "grad_norm": 146.70889282226562,
+      "learning_rate": 1.3142290070004518e-06,
+      "loss": 17.3438,
+      "step": 12537
+    },
+    {
+      "epoch": 0.832702397555954,
+      "grad_norm": 141.52081298828125,
+      "learning_rate": 1.3141269010329268e-06,
+      "loss": 15.4219,
+      "step": 12538
+    },
+    {
+      "epoch": 0.8327688118483098,
+      "grad_norm": 136.38233947753906,
+      "learning_rate": 1.3140247914317628e-06,
+      "loss": 12.7031,
+      "step": 12539
+    },
+    {
+      "epoch": 0.8328352261406655,
+      "grad_norm": 378.4273376464844,
+      "learning_rate": 1.3139226781981413e-06,
+      "loss": 30.5938,
+      "step": 12540
+    },
+    {
+      "epoch": 0.8329016404330212,
+      "grad_norm": 822.1807861328125,
+      "learning_rate": 1.313820561333243e-06,
+      "loss": 15.9375,
+      "step": 12541
+    },
+    {
+      "epoch": 0.8329680547253769,
+      "grad_norm": 207.09820556640625,
+      "learning_rate": 1.3137184408382498e-06,
+      "loss": 17.875,
+      "step": 12542
+    },
+    {
+      "epoch": 0.8330344690177326,
+      "grad_norm": 295.3564453125,
+      "learning_rate": 1.3136163167143424e-06,
+      "loss": 17.3984,
+      "step": 12543
+    },
+    {
+      "epoch": 0.8331008833100884,
+      "grad_norm": 531.1746826171875,
+      "learning_rate": 1.313514188962702e-06,
+      "loss": 15.4688,
+      "step": 12544
+    },
+    {
+      "epoch": 0.833167297602444,
+      "grad_norm": 206.8489227294922,
+      "learning_rate": 1.3134120575845105e-06,
+      "loss": 15.6875,
+      "step": 12545
+    },
+    {
+      "epoch": 0.8332337118947998,
+      "grad_norm": 180.14210510253906,
+      "learning_rate": 1.3133099225809492e-06,
+      "loss": 14.8047,
+      "step": 12546
+    },
+    {
+      "epoch": 0.8333001261871554,
+      "grad_norm": 294.98419189453125,
+      "learning_rate": 1.3132077839531992e-06,
+      "loss": 19.7188,
+      "step": 12547
+    },
+    {
+      "epoch": 0.8333665404795112,
+      "grad_norm": 140.262939453125,
+      "learning_rate": 1.3131056417024419e-06,
+      "loss": 12.1875,
+      "step": 12548
+    },
+    {
+      "epoch": 0.8334329547718669,
+      "grad_norm": 183.39349365234375,
+      "learning_rate": 1.3130034958298594e-06,
+      "loss": 15.8906,
+      "step": 12549
+    },
+    {
+      "epoch": 0.8334993690642226,
+      "grad_norm": 159.4159698486328,
+      "learning_rate": 1.3129013463366329e-06,
+      "loss": 13.1562,
+      "step": 12550
+    },
+    {
+      "epoch": 0.8335657833565784,
+      "grad_norm": 174.31192016601562,
+      "learning_rate": 1.3127991932239442e-06,
+      "loss": 17.1406,
+      "step": 12551
+    },
+    {
+      "epoch": 0.833632197648934,
+      "grad_norm": 106.29486083984375,
+      "learning_rate": 1.3126970364929749e-06,
+      "loss": 16.8906,
+      "step": 12552
+    },
+    {
+      "epoch": 0.8336986119412898,
+      "grad_norm": 453.65283203125,
+      "learning_rate": 1.3125948761449061e-06,
+      "loss": 18.0469,
+      "step": 12553
+    },
+    {
+      "epoch": 0.8337650262336455,
+      "grad_norm": 243.89215087890625,
+      "learning_rate": 1.3124927121809205e-06,
+      "loss": 15.4062,
+      "step": 12554
+    },
+    {
+      "epoch": 0.8338314405260012,
+      "grad_norm": 238.18960571289062,
+      "learning_rate": 1.312390544602199e-06,
+      "loss": 16.5547,
+      "step": 12555
+    },
+    {
+      "epoch": 0.8338978548183569,
+      "grad_norm": 194.1602325439453,
+      "learning_rate": 1.3122883734099241e-06,
+      "loss": 13.2031,
+      "step": 12556
+    },
+    {
+      "epoch": 0.8339642691107126,
+      "grad_norm": 166.6223907470703,
+      "learning_rate": 1.312186198605277e-06,
+      "loss": 13.6562,
+      "step": 12557
+    },
+    {
+      "epoch": 0.8340306834030683,
+      "grad_norm": 206.21908569335938,
+      "learning_rate": 1.3120840201894404e-06,
+      "loss": 19.4844,
+      "step": 12558
+    },
+    {
+      "epoch": 0.8340970976954241,
+      "grad_norm": 325.5756530761719,
+      "learning_rate": 1.3119818381635958e-06,
+      "loss": 15.3906,
+      "step": 12559
+    },
+    {
+      "epoch": 0.8341635119877797,
+      "grad_norm": 205.64959716796875,
+      "learning_rate": 1.311879652528925e-06,
+      "loss": 18.0,
+      "step": 12560
+    },
+    {
+      "epoch": 0.8342299262801355,
+      "grad_norm": 136.5126190185547,
+      "learning_rate": 1.3117774632866103e-06,
+      "loss": 21.8438,
+      "step": 12561
+    },
+    {
+      "epoch": 0.8342963405724912,
+      "grad_norm": 207.18544006347656,
+      "learning_rate": 1.3116752704378336e-06,
+      "loss": 13.9531,
+      "step": 12562
+    },
+    {
+      "epoch": 0.8343627548648469,
+      "grad_norm": 381.0657043457031,
+      "learning_rate": 1.3115730739837774e-06,
+      "loss": 22.8438,
+      "step": 12563
+    },
+    {
+      "epoch": 0.8344291691572027,
+      "grad_norm": 219.6517791748047,
+      "learning_rate": 1.3114708739256232e-06,
+      "loss": 14.3359,
+      "step": 12564
+    },
+    {
+      "epoch": 0.8344955834495583,
+      "grad_norm": 241.25192260742188,
+      "learning_rate": 1.3113686702645535e-06,
+      "loss": 16.4219,
+      "step": 12565
+    },
+    {
+      "epoch": 0.8345619977419141,
+      "grad_norm": 138.61526489257812,
+      "learning_rate": 1.3112664630017507e-06,
+      "loss": 14.4844,
+      "step": 12566
+    },
+    {
+      "epoch": 0.8346284120342697,
+      "grad_norm": 185.34982299804688,
+      "learning_rate": 1.3111642521383969e-06,
+      "loss": 19.625,
+      "step": 12567
+    },
+    {
+      "epoch": 0.8346948263266255,
+      "grad_norm": 311.4930419921875,
+      "learning_rate": 1.3110620376756747e-06,
+      "loss": 21.7656,
+      "step": 12568
+    },
+    {
+      "epoch": 0.8347612406189812,
+      "grad_norm": 291.5190734863281,
+      "learning_rate": 1.3109598196147658e-06,
+      "loss": 26.2344,
+      "step": 12569
+    },
+    {
+      "epoch": 0.8348276549113369,
+      "grad_norm": 309.2635192871094,
+      "learning_rate": 1.3108575979568536e-06,
+      "loss": 20.1562,
+      "step": 12570
+    },
+    {
+      "epoch": 0.8348940692036926,
+      "grad_norm": 164.82252502441406,
+      "learning_rate": 1.3107553727031194e-06,
+      "loss": 15.1562,
+      "step": 12571
+    },
+    {
+      "epoch": 0.8349604834960483,
+      "grad_norm": 313.44671630859375,
+      "learning_rate": 1.3106531438547464e-06,
+      "loss": 22.1562,
+      "step": 12572
+    },
+    {
+      "epoch": 0.8350268977884041,
+      "grad_norm": 158.9281463623047,
+      "learning_rate": 1.310550911412917e-06,
+      "loss": 17.7812,
+      "step": 12573
+    },
+    {
+      "epoch": 0.8350933120807598,
+      "grad_norm": 303.94073486328125,
+      "learning_rate": 1.3104486753788137e-06,
+      "loss": 17.0312,
+      "step": 12574
+    },
+    {
+      "epoch": 0.8351597263731155,
+      "grad_norm": 293.44158935546875,
+      "learning_rate": 1.3103464357536194e-06,
+      "loss": 18.9688,
+      "step": 12575
+    },
+    {
+      "epoch": 0.8352261406654712,
+      "grad_norm": 172.402587890625,
+      "learning_rate": 1.3102441925385162e-06,
+      "loss": 18.1953,
+      "step": 12576
+    },
+    {
+      "epoch": 0.835292554957827,
+      "grad_norm": 344.8641357421875,
+      "learning_rate": 1.310141945734687e-06,
+      "loss": 20.5625,
+      "step": 12577
+    },
+    {
+      "epoch": 0.8353589692501826,
+      "grad_norm": 133.02146911621094,
+      "learning_rate": 1.3100396953433148e-06,
+      "loss": 15.6562,
+      "step": 12578
+    },
+    {
+      "epoch": 0.8354253835425384,
+      "grad_norm": 199.83905029296875,
+      "learning_rate": 1.309937441365582e-06,
+      "loss": 14.0625,
+      "step": 12579
+    },
+    {
+      "epoch": 0.835491797834894,
+      "grad_norm": 347.7621765136719,
+      "learning_rate": 1.3098351838026717e-06,
+      "loss": 13.7031,
+      "step": 12580
+    },
+    {
+      "epoch": 0.8355582121272498,
+      "grad_norm": 308.7303161621094,
+      "learning_rate": 1.309732922655767e-06,
+      "loss": 19.3594,
+      "step": 12581
+    },
+    {
+      "epoch": 0.8356246264196056,
+      "grad_norm": 156.32261657714844,
+      "learning_rate": 1.30963065792605e-06,
+      "loss": 15.4375,
+      "step": 12582
+    },
+    {
+      "epoch": 0.8356910407119612,
+      "grad_norm": 351.56005859375,
+      "learning_rate": 1.3095283896147042e-06,
+      "loss": 21.7344,
+      "step": 12583
+    },
+    {
+      "epoch": 0.835757455004317,
+      "grad_norm": 231.62445068359375,
+      "learning_rate": 1.3094261177229124e-06,
+      "loss": 13.1875,
+      "step": 12584
+    },
+    {
+      "epoch": 0.8358238692966726,
+      "grad_norm": 198.0587921142578,
+      "learning_rate": 1.3093238422518578e-06,
+      "loss": 16.4219,
+      "step": 12585
+    },
+    {
+      "epoch": 0.8358902835890284,
+      "grad_norm": 226.294677734375,
+      "learning_rate": 1.3092215632027232e-06,
+      "loss": 23.5,
+      "step": 12586
+    },
+    {
+      "epoch": 0.835956697881384,
+      "grad_norm": 308.3963623046875,
+      "learning_rate": 1.309119280576692e-06,
+      "loss": 17.75,
+      "step": 12587
+    },
+    {
+      "epoch": 0.8360231121737398,
+      "grad_norm": 225.35574340820312,
+      "learning_rate": 1.3090169943749473e-06,
+      "loss": 17.6875,
+      "step": 12588
+    },
+    {
+      "epoch": 0.8360895264660955,
+      "grad_norm": 162.98825073242188,
+      "learning_rate": 1.3089147045986721e-06,
+      "loss": 18.2188,
+      "step": 12589
+    },
+    {
+      "epoch": 0.8361559407584512,
+      "grad_norm": 121.71546936035156,
+      "learning_rate": 1.3088124112490498e-06,
+      "loss": 15.2344,
+      "step": 12590
+    },
+    {
+      "epoch": 0.8362223550508069,
+      "grad_norm": 146.56298828125,
+      "learning_rate": 1.3087101143272636e-06,
+      "loss": 19.0625,
+      "step": 12591
+    },
+    {
+      "epoch": 0.8362887693431627,
+      "grad_norm": 162.92044067382812,
+      "learning_rate": 1.308607813834497e-06,
+      "loss": 17.1875,
+      "step": 12592
+    },
+    {
+      "epoch": 0.8363551836355184,
+      "grad_norm": 313.31304931640625,
+      "learning_rate": 1.3085055097719327e-06,
+      "loss": 19.2344,
+      "step": 12593
+    },
+    {
+      "epoch": 0.8364215979278741,
+      "grad_norm": 90.87071990966797,
+      "learning_rate": 1.3084032021407547e-06,
+      "loss": 11.0,
+      "step": 12594
+    },
+    {
+      "epoch": 0.8364880122202298,
+      "grad_norm": 393.6062927246094,
+      "learning_rate": 1.3083008909421464e-06,
+      "loss": 14.5625,
+      "step": 12595
+    },
+    {
+      "epoch": 0.8365544265125855,
+      "grad_norm": 168.9282684326172,
+      "learning_rate": 1.3081985761772911e-06,
+      "loss": 14.2344,
+      "step": 12596
+    },
+    {
+      "epoch": 0.8366208408049413,
+      "grad_norm": 168.0930633544922,
+      "learning_rate": 1.3080962578473725e-06,
+      "loss": 18.0156,
+      "step": 12597
+    },
+    {
+      "epoch": 0.8366872550972969,
+      "grad_norm": 2214.443359375,
+      "learning_rate": 1.307993935953574e-06,
+      "loss": 15.3594,
+      "step": 12598
+    },
+    {
+      "epoch": 0.8367536693896527,
+      "grad_norm": 169.49493408203125,
+      "learning_rate": 1.3078916104970792e-06,
+      "loss": 16.5312,
+      "step": 12599
+    },
+    {
+      "epoch": 0.8368200836820083,
+      "grad_norm": 256.28228759765625,
+      "learning_rate": 1.3077892814790719e-06,
+      "loss": 18.3594,
+      "step": 12600
+    },
+    {
+      "epoch": 0.8368864979743641,
+      "grad_norm": 497.36669921875,
+      "learning_rate": 1.3076869489007355e-06,
+      "loss": 20.1094,
+      "step": 12601
+    },
+    {
+      "epoch": 0.8369529122667198,
+      "grad_norm": 232.19825744628906,
+      "learning_rate": 1.3075846127632543e-06,
+      "loss": 16.6406,
+      "step": 12602
+    },
+    {
+      "epoch": 0.8370193265590755,
+      "grad_norm": 1101.3739013671875,
+      "learning_rate": 1.3074822730678113e-06,
+      "loss": 15.0781,
+      "step": 12603
+    },
+    {
+      "epoch": 0.8370857408514313,
+      "grad_norm": 118.50247192382812,
+      "learning_rate": 1.3073799298155906e-06,
+      "loss": 14.6016,
+      "step": 12604
+    },
+    {
+      "epoch": 0.8371521551437869,
+      "grad_norm": 251.0173797607422,
+      "learning_rate": 1.3072775830077762e-06,
+      "loss": 18.25,
+      "step": 12605
+    },
+    {
+      "epoch": 0.8372185694361427,
+      "grad_norm": 319.24462890625,
+      "learning_rate": 1.307175232645552e-06,
+      "loss": 21.75,
+      "step": 12606
+    },
+    {
+      "epoch": 0.8372849837284984,
+      "grad_norm": 271.3386535644531,
+      "learning_rate": 1.3070728787301018e-06,
+      "loss": 23.3281,
+      "step": 12607
+    },
+    {
+      "epoch": 0.8373513980208541,
+      "grad_norm": 196.8643798828125,
+      "learning_rate": 1.3069705212626097e-06,
+      "loss": 17.4531,
+      "step": 12608
+    },
+    {
+      "epoch": 0.8374178123132098,
+      "grad_norm": 372.9674072265625,
+      "learning_rate": 1.3068681602442594e-06,
+      "loss": 25.4375,
+      "step": 12609
+    },
+    {
+      "epoch": 0.8374842266055655,
+      "grad_norm": 312.5112609863281,
+      "learning_rate": 1.3067657956762351e-06,
+      "loss": 15.3438,
+      "step": 12610
+    },
+    {
+      "epoch": 0.8375506408979212,
+      "grad_norm": 177.53497314453125,
+      "learning_rate": 1.3066634275597212e-06,
+      "loss": 14.3125,
+      "step": 12611
+    },
+    {
+      "epoch": 0.837617055190277,
+      "grad_norm": 272.23687744140625,
+      "learning_rate": 1.3065610558959014e-06,
+      "loss": 15.6875,
+      "step": 12612
+    },
+    {
+      "epoch": 0.8376834694826326,
+      "grad_norm": 154.12384033203125,
+      "learning_rate": 1.3064586806859605e-06,
+      "loss": 16.1875,
+      "step": 12613
+    },
+    {
+      "epoch": 0.8377498837749884,
+      "grad_norm": 174.07449340820312,
+      "learning_rate": 1.3063563019310822e-06,
+      "loss": 16.7344,
+      "step": 12614
+    },
+    {
+      "epoch": 0.8378162980673441,
+      "grad_norm": 233.10098266601562,
+      "learning_rate": 1.3062539196324504e-06,
+      "loss": 15.1719,
+      "step": 12615
+    },
+    {
+      "epoch": 0.8378827123596998,
+      "grad_norm": 137.2353973388672,
+      "learning_rate": 1.30615153379125e-06,
+      "loss": 13.7031,
+      "step": 12616
+    },
+    {
+      "epoch": 0.8379491266520556,
+      "grad_norm": 189.98829650878906,
+      "learning_rate": 1.3060491444086657e-06,
+      "loss": 13.0469,
+      "step": 12617
+    },
+    {
+      "epoch": 0.8380155409444112,
+      "grad_norm": 511.7220153808594,
+      "learning_rate": 1.305946751485881e-06,
+      "loss": 19.8125,
+      "step": 12618
+    },
+    {
+      "epoch": 0.838081955236767,
+      "grad_norm": 154.28909301757812,
+      "learning_rate": 1.3058443550240804e-06,
+      "loss": 16.8438,
+      "step": 12619
+    },
+    {
+      "epoch": 0.8381483695291226,
+      "grad_norm": 257.04150390625,
+      "learning_rate": 1.305741955024449e-06,
+      "loss": 13.6719,
+      "step": 12620
+    },
+    {
+      "epoch": 0.8382147838214784,
+      "grad_norm": 273.7958679199219,
+      "learning_rate": 1.3056395514881712e-06,
+      "loss": 19.2344,
+      "step": 12621
+    },
+    {
+      "epoch": 0.8382811981138341,
+      "grad_norm": 117.69554901123047,
+      "learning_rate": 1.3055371444164307e-06,
+      "loss": 13.7344,
+      "step": 12622
+    },
+    {
+      "epoch": 0.8383476124061898,
+      "grad_norm": 305.8514404296875,
+      "learning_rate": 1.3054347338104133e-06,
+      "loss": 22.5781,
+      "step": 12623
+    },
+    {
+      "epoch": 0.8384140266985455,
+      "grad_norm": 313.12005615234375,
+      "learning_rate": 1.3053323196713027e-06,
+      "loss": 16.4844,
+      "step": 12624
+    },
+    {
+      "epoch": 0.8384804409909012,
+      "grad_norm": 570.9639282226562,
+      "learning_rate": 1.305229902000284e-06,
+      "loss": 27.125,
+      "step": 12625
+    },
+    {
+      "epoch": 0.838546855283257,
+      "grad_norm": 124.15129089355469,
+      "learning_rate": 1.3051274807985415e-06,
+      "loss": 15.7812,
+      "step": 12626
+    },
+    {
+      "epoch": 0.8386132695756127,
+      "grad_norm": 169.75376892089844,
+      "learning_rate": 1.3050250560672606e-06,
+      "loss": 14.1406,
+      "step": 12627
+    },
+    {
+      "epoch": 0.8386796838679684,
+      "grad_norm": 234.70184326171875,
+      "learning_rate": 1.3049226278076258e-06,
+      "loss": 14.9219,
+      "step": 12628
+    },
+    {
+      "epoch": 0.8387460981603241,
+      "grad_norm": 229.638427734375,
+      "learning_rate": 1.3048201960208215e-06,
+      "loss": 18.1406,
+      "step": 12629
+    },
+    {
+      "epoch": 0.8388125124526798,
+      "grad_norm": 177.72238159179688,
+      "learning_rate": 1.3047177607080332e-06,
+      "loss": 19.0625,
+      "step": 12630
+    },
+    {
+      "epoch": 0.8388789267450355,
+      "grad_norm": 294.5747985839844,
+      "learning_rate": 1.3046153218704457e-06,
+      "loss": 20.125,
+      "step": 12631
+    },
+    {
+      "epoch": 0.8389453410373913,
+      "grad_norm": 221.888427734375,
+      "learning_rate": 1.3045128795092434e-06,
+      "loss": 10.5938,
+      "step": 12632
+    },
+    {
+      "epoch": 0.8390117553297469,
+      "grad_norm": 181.93821716308594,
+      "learning_rate": 1.304410433625612e-06,
+      "loss": 15.9688,
+      "step": 12633
+    },
+    {
+      "epoch": 0.8390781696221027,
+      "grad_norm": 232.6693878173828,
+      "learning_rate": 1.304307984220736e-06,
+      "loss": 21.1719,
+      "step": 12634
+    },
+    {
+      "epoch": 0.8391445839144583,
+      "grad_norm": 248.39793395996094,
+      "learning_rate": 1.304205531295801e-06,
+      "loss": 21.3281,
+      "step": 12635
+    },
+    {
+      "epoch": 0.8392109982068141,
+      "grad_norm": 370.92333984375,
+      "learning_rate": 1.3041030748519918e-06,
+      "loss": 20.4688,
+      "step": 12636
+    },
+    {
+      "epoch": 0.8392774124991699,
+      "grad_norm": 433.6223449707031,
+      "learning_rate": 1.3040006148904932e-06,
+      "loss": 18.0781,
+      "step": 12637
+    },
+    {
+      "epoch": 0.8393438267915255,
+      "grad_norm": 127.96577453613281,
+      "learning_rate": 1.3038981514124912e-06,
+      "loss": 12.2188,
+      "step": 12638
+    },
+    {
+      "epoch": 0.8394102410838813,
+      "grad_norm": 265.16656494140625,
+      "learning_rate": 1.3037956844191705e-06,
+      "loss": 15.2656,
+      "step": 12639
+    },
+    {
+      "epoch": 0.839476655376237,
+      "grad_norm": 1625.436279296875,
+      "learning_rate": 1.3036932139117166e-06,
+      "loss": 16.3281,
+      "step": 12640
+    },
+    {
+      "epoch": 0.8395430696685927,
+      "grad_norm": 234.9710693359375,
+      "learning_rate": 1.3035907398913144e-06,
+      "loss": 20.0,
+      "step": 12641
+    },
+    {
+      "epoch": 0.8396094839609484,
+      "grad_norm": 256.5756530761719,
+      "learning_rate": 1.3034882623591499e-06,
+      "loss": 16.9688,
+      "step": 12642
+    },
+    {
+      "epoch": 0.8396758982533041,
+      "grad_norm": 218.13400268554688,
+      "learning_rate": 1.303385781316408e-06,
+      "loss": 15.0625,
+      "step": 12643
+    },
+    {
+      "epoch": 0.8397423125456598,
+      "grad_norm": 1158.8841552734375,
+      "learning_rate": 1.3032832967642745e-06,
+      "loss": 19.6719,
+      "step": 12644
+    },
+    {
+      "epoch": 0.8398087268380156,
+      "grad_norm": 99.36349487304688,
+      "learning_rate": 1.3031808087039347e-06,
+      "loss": 15.4688,
+      "step": 12645
+    },
+    {
+      "epoch": 0.8398751411303712,
+      "grad_norm": 442.7270812988281,
+      "learning_rate": 1.303078317136574e-06,
+      "loss": 24.1094,
+      "step": 12646
+    },
+    {
+      "epoch": 0.839941555422727,
+      "grad_norm": 262.8492431640625,
+      "learning_rate": 1.302975822063378e-06,
+      "loss": 25.4375,
+      "step": 12647
+    },
+    {
+      "epoch": 0.8400079697150827,
+      "grad_norm": 93.49967956542969,
+      "learning_rate": 1.3028733234855326e-06,
+      "loss": 11.2969,
+      "step": 12648
+    },
+    {
+      "epoch": 0.8400743840074384,
+      "grad_norm": 360.34918212890625,
+      "learning_rate": 1.3027708214042232e-06,
+      "loss": 15.125,
+      "step": 12649
+    },
+    {
+      "epoch": 0.8401407982997942,
+      "grad_norm": 289.7733459472656,
+      "learning_rate": 1.3026683158206356e-06,
+      "loss": 19.7812,
+      "step": 12650
+    },
+    {
+      "epoch": 0.8402072125921498,
+      "grad_norm": 777.894775390625,
+      "learning_rate": 1.302565806735955e-06,
+      "loss": 26.3125,
+      "step": 12651
+    },
+    {
+      "epoch": 0.8402736268845056,
+      "grad_norm": 173.0105743408203,
+      "learning_rate": 1.302463294151368e-06,
+      "loss": 14.2812,
+      "step": 12652
+    },
+    {
+      "epoch": 0.8403400411768612,
+      "grad_norm": 331.73089599609375,
+      "learning_rate": 1.3023607780680602e-06,
+      "loss": 15.4375,
+      "step": 12653
+    },
+    {
+      "epoch": 0.840406455469217,
+      "grad_norm": 555.8416748046875,
+      "learning_rate": 1.3022582584872167e-06,
+      "loss": 23.5469,
+      "step": 12654
+    },
+    {
+      "epoch": 0.8404728697615726,
+      "grad_norm": 605.2822265625,
+      "learning_rate": 1.3021557354100243e-06,
+      "loss": 16.0938,
+      "step": 12655
+    },
+    {
+      "epoch": 0.8405392840539284,
+      "grad_norm": 182.6859130859375,
+      "learning_rate": 1.3020532088376689e-06,
+      "loss": 12.0312,
+      "step": 12656
+    },
+    {
+      "epoch": 0.8406056983462841,
+      "grad_norm": 304.8769226074219,
+      "learning_rate": 1.3019506787713357e-06,
+      "loss": 20.1719,
+      "step": 12657
+    },
+    {
+      "epoch": 0.8406721126386398,
+      "grad_norm": 273.0811462402344,
+      "learning_rate": 1.3018481452122112e-06,
+      "loss": 16.9688,
+      "step": 12658
+    },
+    {
+      "epoch": 0.8407385269309956,
+      "grad_norm": 137.43707275390625,
+      "learning_rate": 1.3017456081614816e-06,
+      "loss": 18.6875,
+      "step": 12659
+    },
+    {
+      "epoch": 0.8408049412233513,
+      "grad_norm": 193.51885986328125,
+      "learning_rate": 1.3016430676203326e-06,
+      "loss": 13.1719,
+      "step": 12660
+    },
+    {
+      "epoch": 0.840871355515707,
+      "grad_norm": 160.8354949951172,
+      "learning_rate": 1.3015405235899505e-06,
+      "loss": 14.9844,
+      "step": 12661
+    },
+    {
+      "epoch": 0.8409377698080627,
+      "grad_norm": 152.61366271972656,
+      "learning_rate": 1.3014379760715218e-06,
+      "loss": 15.6875,
+      "step": 12662
+    },
+    {
+      "epoch": 0.8410041841004184,
+      "grad_norm": 421.6048583984375,
+      "learning_rate": 1.3013354250662323e-06,
+      "loss": 14.8438,
+      "step": 12663
+    },
+    {
+      "epoch": 0.8410705983927741,
+      "grad_norm": 189.5106658935547,
+      "learning_rate": 1.3012328705752685e-06,
+      "loss": 13.6562,
+      "step": 12664
+    },
+    {
+      "epoch": 0.8411370126851299,
+      "grad_norm": 161.4349822998047,
+      "learning_rate": 1.3011303125998162e-06,
+      "loss": 18.3125,
+      "step": 12665
+    },
+    {
+      "epoch": 0.8412034269774855,
+      "grad_norm": 193.13011169433594,
+      "learning_rate": 1.3010277511410624e-06,
+      "loss": 19.625,
+      "step": 12666
+    },
+    {
+      "epoch": 0.8412698412698413,
+      "grad_norm": 318.7922058105469,
+      "learning_rate": 1.3009251862001928e-06,
+      "loss": 21.5312,
+      "step": 12667
+    },
+    {
+      "epoch": 0.8413362555621969,
+      "grad_norm": 346.8516540527344,
+      "learning_rate": 1.3008226177783946e-06,
+      "loss": 18.0,
+      "step": 12668
+    },
+    {
+      "epoch": 0.8414026698545527,
+      "grad_norm": 312.3756103515625,
+      "learning_rate": 1.3007200458768535e-06,
+      "loss": 13.9844,
+      "step": 12669
+    },
+    {
+      "epoch": 0.8414690841469085,
+      "grad_norm": 252.86007690429688,
+      "learning_rate": 1.3006174704967566e-06,
+      "loss": 15.25,
+      "step": 12670
+    },
+    {
+      "epoch": 0.8415354984392641,
+      "grad_norm": 361.0843505859375,
+      "learning_rate": 1.3005148916392899e-06,
+      "loss": 24.3125,
+      "step": 12671
+    },
+    {
+      "epoch": 0.8416019127316199,
+      "grad_norm": 116.79106140136719,
+      "learning_rate": 1.3004123093056403e-06,
+      "loss": 14.2656,
+      "step": 12672
+    },
+    {
+      "epoch": 0.8416683270239755,
+      "grad_norm": 193.02027893066406,
+      "learning_rate": 1.3003097234969941e-06,
+      "loss": 13.7031,
+      "step": 12673
+    },
+    {
+      "epoch": 0.8417347413163313,
+      "grad_norm": 210.7046356201172,
+      "learning_rate": 1.3002071342145387e-06,
+      "loss": 18.4375,
+      "step": 12674
+    },
+    {
+      "epoch": 0.841801155608687,
+      "grad_norm": 139.993408203125,
+      "learning_rate": 1.30010454145946e-06,
+      "loss": 14.5312,
+      "step": 12675
+    },
+    {
+      "epoch": 0.8418675699010427,
+      "grad_norm": 469.10626220703125,
+      "learning_rate": 1.3000019452329449e-06,
+      "loss": 21.7031,
+      "step": 12676
+    },
+    {
+      "epoch": 0.8419339841933984,
+      "grad_norm": 224.87210083007812,
+      "learning_rate": 1.2998993455361804e-06,
+      "loss": 20.4219,
+      "step": 12677
+    },
+    {
+      "epoch": 0.8420003984857541,
+      "grad_norm": 276.5128173828125,
+      "learning_rate": 1.2997967423703534e-06,
+      "loss": 19.5156,
+      "step": 12678
+    },
+    {
+      "epoch": 0.8420668127781098,
+      "grad_norm": 149.0807647705078,
+      "learning_rate": 1.2996941357366502e-06,
+      "loss": 16.5938,
+      "step": 12679
+    },
+    {
+      "epoch": 0.8421332270704656,
+      "grad_norm": 311.6507263183594,
+      "learning_rate": 1.2995915256362582e-06,
+      "loss": 13.6406,
+      "step": 12680
+    },
+    {
+      "epoch": 0.8421996413628213,
+      "grad_norm": 282.2438659667969,
+      "learning_rate": 1.2994889120703643e-06,
+      "loss": 20.6875,
+      "step": 12681
+    },
+    {
+      "epoch": 0.842266055655177,
+      "grad_norm": 298.082763671875,
+      "learning_rate": 1.299386295040155e-06,
+      "loss": 18.3594,
+      "step": 12682
+    },
+    {
+      "epoch": 0.8423324699475327,
+      "grad_norm": 214.11672973632812,
+      "learning_rate": 1.299283674546818e-06,
+      "loss": 11.9688,
+      "step": 12683
+    },
+    {
+      "epoch": 0.8423988842398884,
+      "grad_norm": 298.51446533203125,
+      "learning_rate": 1.29918105059154e-06,
+      "loss": 18.8281,
+      "step": 12684
+    },
+    {
+      "epoch": 0.8424652985322442,
+      "grad_norm": 273.9247741699219,
+      "learning_rate": 1.2990784231755084e-06,
+      "loss": 17.4531,
+      "step": 12685
+    },
+    {
+      "epoch": 0.8425317128245998,
+      "grad_norm": 127.26083374023438,
+      "learning_rate": 1.2989757922999096e-06,
+      "loss": 16.6406,
+      "step": 12686
+    },
+    {
+      "epoch": 0.8425981271169556,
+      "grad_norm": 251.35813903808594,
+      "learning_rate": 1.2988731579659313e-06,
+      "loss": 16.1094,
+      "step": 12687
+    },
+    {
+      "epoch": 0.8426645414093112,
+      "grad_norm": 545.8447875976562,
+      "learning_rate": 1.2987705201747606e-06,
+      "loss": 20.7031,
+      "step": 12688
+    },
+    {
+      "epoch": 0.842730955701667,
+      "grad_norm": 153.33375549316406,
+      "learning_rate": 1.298667878927585e-06,
+      "loss": 20.125,
+      "step": 12689
+    },
+    {
+      "epoch": 0.8427973699940227,
+      "grad_norm": 193.25340270996094,
+      "learning_rate": 1.2985652342255918e-06,
+      "loss": 24.2812,
+      "step": 12690
+    },
+    {
+      "epoch": 0.8428637842863784,
+      "grad_norm": 157.36669921875,
+      "learning_rate": 1.2984625860699676e-06,
+      "loss": 19.5625,
+      "step": 12691
+    },
+    {
+      "epoch": 0.8429301985787342,
+      "grad_norm": 292.431396484375,
+      "learning_rate": 1.2983599344619007e-06,
+      "loss": 22.3281,
+      "step": 12692
+    },
+    {
+      "epoch": 0.8429966128710898,
+      "grad_norm": 571.2057495117188,
+      "learning_rate": 1.2982572794025779e-06,
+      "loss": 17.0,
+      "step": 12693
+    },
+    {
+      "epoch": 0.8430630271634456,
+      "grad_norm": 139.96151733398438,
+      "learning_rate": 1.298154620893187e-06,
+      "loss": 11.5625,
+      "step": 12694
+    },
+    {
+      "epoch": 0.8431294414558013,
+      "grad_norm": 205.38357543945312,
+      "learning_rate": 1.2980519589349153e-06,
+      "loss": 14.5625,
+      "step": 12695
+    },
+    {
+      "epoch": 0.843195855748157,
+      "grad_norm": 309.39801025390625,
+      "learning_rate": 1.2979492935289503e-06,
+      "loss": 14.5781,
+      "step": 12696
+    },
+    {
+      "epoch": 0.8432622700405127,
+      "grad_norm": 137.6136474609375,
+      "learning_rate": 1.29784662467648e-06,
+      "loss": 14.6406,
+      "step": 12697
+    },
+    {
+      "epoch": 0.8433286843328685,
+      "grad_norm": 203.2205810546875,
+      "learning_rate": 1.2977439523786916e-06,
+      "loss": 20.625,
+      "step": 12698
+    },
+    {
+      "epoch": 0.8433950986252241,
+      "grad_norm": 147.43299865722656,
+      "learning_rate": 1.2976412766367726e-06,
+      "loss": 13.9531,
+      "step": 12699
+    },
+    {
+      "epoch": 0.8434615129175799,
+      "grad_norm": 291.5956115722656,
+      "learning_rate": 1.2975385974519111e-06,
+      "loss": 14.5469,
+      "step": 12700
+    },
+    {
+      "epoch": 0.8435279272099355,
+      "grad_norm": 182.71524047851562,
+      "learning_rate": 1.2974359148252946e-06,
+      "loss": 19.625,
+      "step": 12701
+    },
+    {
+      "epoch": 0.8435943415022913,
+      "grad_norm": 186.4183349609375,
+      "learning_rate": 1.297333228758111e-06,
+      "loss": 20.0625,
+      "step": 12702
+    },
+    {
+      "epoch": 0.843660755794647,
+      "grad_norm": 223.7973175048828,
+      "learning_rate": 1.2972305392515484e-06,
+      "loss": 15.7969,
+      "step": 12703
+    },
+    {
+      "epoch": 0.8437271700870027,
+      "grad_norm": 443.37921142578125,
+      "learning_rate": 1.297127846306794e-06,
+      "loss": 16.2188,
+      "step": 12704
+    },
+    {
+      "epoch": 0.8437935843793585,
+      "grad_norm": 1772.1812744140625,
+      "learning_rate": 1.2970251499250357e-06,
+      "loss": 21.0312,
+      "step": 12705
+    },
+    {
+      "epoch": 0.8438599986717141,
+      "grad_norm": 374.7422180175781,
+      "learning_rate": 1.2969224501074622e-06,
+      "loss": 18.9219,
+      "step": 12706
+    },
+    {
+      "epoch": 0.8439264129640699,
+      "grad_norm": 210.8341064453125,
+      "learning_rate": 1.2968197468552609e-06,
+      "loss": 16.3594,
+      "step": 12707
+    },
+    {
+      "epoch": 0.8439928272564255,
+      "grad_norm": 211.0576629638672,
+      "learning_rate": 1.2967170401696198e-06,
+      "loss": 24.7812,
+      "step": 12708
+    },
+    {
+      "epoch": 0.8440592415487813,
+      "grad_norm": 234.33438110351562,
+      "learning_rate": 1.2966143300517273e-06,
+      "loss": 20.5938,
+      "step": 12709
+    },
+    {
+      "epoch": 0.844125655841137,
+      "grad_norm": 160.11083984375,
+      "learning_rate": 1.2965116165027712e-06,
+      "loss": 11.5781,
+      "step": 12710
+    },
+    {
+      "epoch": 0.8441920701334927,
+      "grad_norm": 339.0686950683594,
+      "learning_rate": 1.2964088995239398e-06,
+      "loss": 20.0,
+      "step": 12711
+    },
+    {
+      "epoch": 0.8442584844258484,
+      "grad_norm": 266.9835510253906,
+      "learning_rate": 1.2963061791164207e-06,
+      "loss": 19.6406,
+      "step": 12712
+    },
+    {
+      "epoch": 0.8443248987182042,
+      "grad_norm": 239.46060180664062,
+      "learning_rate": 1.2962034552814029e-06,
+      "loss": 14.0,
+      "step": 12713
+    },
+    {
+      "epoch": 0.8443913130105599,
+      "grad_norm": 116.36650848388672,
+      "learning_rate": 1.2961007280200743e-06,
+      "loss": 15.2344,
+      "step": 12714
+    },
+    {
+      "epoch": 0.8444577273029156,
+      "grad_norm": 309.0690612792969,
+      "learning_rate": 1.2959979973336234e-06,
+      "loss": 14.4688,
+      "step": 12715
+    },
+    {
+      "epoch": 0.8445241415952713,
+      "grad_norm": 141.05409240722656,
+      "learning_rate": 1.295895263223238e-06,
+      "loss": 15.3906,
+      "step": 12716
+    },
+    {
+      "epoch": 0.844590555887627,
+      "grad_norm": 252.674072265625,
+      "learning_rate": 1.2957925256901072e-06,
+      "loss": 17.3281,
+      "step": 12717
+    },
+    {
+      "epoch": 0.8446569701799828,
+      "grad_norm": 357.86810302734375,
+      "learning_rate": 1.295689784735419e-06,
+      "loss": 19.6094,
+      "step": 12718
+    },
+    {
+      "epoch": 0.8447233844723384,
+      "grad_norm": 136.72357177734375,
+      "learning_rate": 1.2955870403603614e-06,
+      "loss": 13.6406,
+      "step": 12719
+    },
+    {
+      "epoch": 0.8447897987646942,
+      "grad_norm": 130.31324768066406,
+      "learning_rate": 1.2954842925661237e-06,
+      "loss": 15.375,
+      "step": 12720
+    },
+    {
+      "epoch": 0.8448562130570498,
+      "grad_norm": 253.7264862060547,
+      "learning_rate": 1.2953815413538942e-06,
+      "loss": 17.5469,
+      "step": 12721
+    },
+    {
+      "epoch": 0.8449226273494056,
+      "grad_norm": 210.7888946533203,
+      "learning_rate": 1.2952787867248612e-06,
+      "loss": 16.4219,
+      "step": 12722
+    },
+    {
+      "epoch": 0.8449890416417613,
+      "grad_norm": 178.02178955078125,
+      "learning_rate": 1.2951760286802134e-06,
+      "loss": 15.2344,
+      "step": 12723
+    },
+    {
+      "epoch": 0.845055455934117,
+      "grad_norm": 187.67083740234375,
+      "learning_rate": 1.2950732672211398e-06,
+      "loss": 12.625,
+      "step": 12724
+    },
+    {
+      "epoch": 0.8451218702264728,
+      "grad_norm": 253.55355834960938,
+      "learning_rate": 1.2949705023488285e-06,
+      "loss": 17.3594,
+      "step": 12725
+    },
+    {
+      "epoch": 0.8451882845188284,
+      "grad_norm": 249.67739868164062,
+      "learning_rate": 1.2948677340644685e-06,
+      "loss": 19.4531,
+      "step": 12726
+    },
+    {
+      "epoch": 0.8452546988111842,
+      "grad_norm": 166.35308837890625,
+      "learning_rate": 1.294764962369249e-06,
+      "loss": 16.0,
+      "step": 12727
+    },
+    {
+      "epoch": 0.8453211131035399,
+      "grad_norm": 172.40493774414062,
+      "learning_rate": 1.294662187264358e-06,
+      "loss": 20.9375,
+      "step": 12728
+    },
+    {
+      "epoch": 0.8453875273958956,
+      "grad_norm": 268.2577819824219,
+      "learning_rate": 1.2945594087509845e-06,
+      "loss": 28.5312,
+      "step": 12729
+    },
+    {
+      "epoch": 0.8454539416882513,
+      "grad_norm": 153.65512084960938,
+      "learning_rate": 1.294456626830318e-06,
+      "loss": 14.7656,
+      "step": 12730
+    },
+    {
+      "epoch": 0.845520355980607,
+      "grad_norm": 394.4131164550781,
+      "learning_rate": 1.2943538415035471e-06,
+      "loss": 22.9688,
+      "step": 12731
+    },
+    {
+      "epoch": 0.8455867702729627,
+      "grad_norm": 166.8795166015625,
+      "learning_rate": 1.2942510527718602e-06,
+      "loss": 15.2344,
+      "step": 12732
+    },
+    {
+      "epoch": 0.8456531845653185,
+      "grad_norm": 113.3866958618164,
+      "learning_rate": 1.2941482606364472e-06,
+      "loss": 16.2969,
+      "step": 12733
+    },
+    {
+      "epoch": 0.8457195988576742,
+      "grad_norm": 175.37940979003906,
+      "learning_rate": 1.2940454650984967e-06,
+      "loss": 13.4375,
+      "step": 12734
+    },
+    {
+      "epoch": 0.8457860131500299,
+      "grad_norm": 164.34521484375,
+      "learning_rate": 1.293942666159198e-06,
+      "loss": 18.1875,
+      "step": 12735
+    },
+    {
+      "epoch": 0.8458524274423856,
+      "grad_norm": 463.7251281738281,
+      "learning_rate": 1.2938398638197397e-06,
+      "loss": 14.6406,
+      "step": 12736
+    },
+    {
+      "epoch": 0.8459188417347413,
+      "grad_norm": 279.45556640625,
+      "learning_rate": 1.293737058081311e-06,
+      "loss": 17.7031,
+      "step": 12737
+    },
+    {
+      "epoch": 0.8459852560270971,
+      "grad_norm": 214.07974243164062,
+      "learning_rate": 1.2936342489451021e-06,
+      "loss": 17.3438,
+      "step": 12738
+    },
+    {
+      "epoch": 0.8460516703194527,
+      "grad_norm": 171.9545440673828,
+      "learning_rate": 1.2935314364123014e-06,
+      "loss": 13.5938,
+      "step": 12739
+    },
+    {
+      "epoch": 0.8461180846118085,
+      "grad_norm": 236.91017150878906,
+      "learning_rate": 1.2934286204840978e-06,
+      "loss": 12.6719,
+      "step": 12740
+    },
+    {
+      "epoch": 0.8461844989041641,
+      "grad_norm": 392.14349365234375,
+      "learning_rate": 1.2933258011616817e-06,
+      "loss": 16.9219,
+      "step": 12741
+    },
+    {
+      "epoch": 0.8462509131965199,
+      "grad_norm": 191.14064025878906,
+      "learning_rate": 1.2932229784462416e-06,
+      "loss": 18.1406,
+      "step": 12742
+    },
+    {
+      "epoch": 0.8463173274888756,
+      "grad_norm": 227.84439086914062,
+      "learning_rate": 1.2931201523389671e-06,
+      "loss": 18.1562,
+      "step": 12743
+    },
+    {
+      "epoch": 0.8463837417812313,
+      "grad_norm": 237.47015380859375,
+      "learning_rate": 1.293017322841048e-06,
+      "loss": 11.0,
+      "step": 12744
+    },
+    {
+      "epoch": 0.8464501560735871,
+      "grad_norm": 263.90106201171875,
+      "learning_rate": 1.2929144899536732e-06,
+      "loss": 21.0781,
+      "step": 12745
+    },
+    {
+      "epoch": 0.8465165703659427,
+      "grad_norm": 169.09854125976562,
+      "learning_rate": 1.2928116536780325e-06,
+      "loss": 17.1719,
+      "step": 12746
+    },
+    {
+      "epoch": 0.8465829846582985,
+      "grad_norm": 182.99195861816406,
+      "learning_rate": 1.2927088140153155e-06,
+      "loss": 22.6719,
+      "step": 12747
+    },
+    {
+      "epoch": 0.8466493989506542,
+      "grad_norm": 183.33363342285156,
+      "learning_rate": 1.2926059709667117e-06,
+      "loss": 15.7656,
+      "step": 12748
+    },
+    {
+      "epoch": 0.8467158132430099,
+      "grad_norm": 208.93995666503906,
+      "learning_rate": 1.292503124533411e-06,
+      "loss": 19.9531,
+      "step": 12749
+    },
+    {
+      "epoch": 0.8467822275353656,
+      "grad_norm": 313.8275146484375,
+      "learning_rate": 1.2924002747166024e-06,
+      "loss": 17.5,
+      "step": 12750
+    },
+    {
+      "epoch": 0.8468486418277213,
+      "grad_norm": 221.9882354736328,
+      "learning_rate": 1.2922974215174763e-06,
+      "loss": 15.8125,
+      "step": 12751
+    },
+    {
+      "epoch": 0.846915056120077,
+      "grad_norm": 245.2118682861328,
+      "learning_rate": 1.2921945649372221e-06,
+      "loss": 22.7812,
+      "step": 12752
+    },
+    {
+      "epoch": 0.8469814704124328,
+      "grad_norm": 122.64601135253906,
+      "learning_rate": 1.2920917049770297e-06,
+      "loss": 12.9531,
+      "step": 12753
+    },
+    {
+      "epoch": 0.8470478847047884,
+      "grad_norm": 271.097900390625,
+      "learning_rate": 1.291988841638089e-06,
+      "loss": 24.2344,
+      "step": 12754
+    },
+    {
+      "epoch": 0.8471142989971442,
+      "grad_norm": 197.0985870361328,
+      "learning_rate": 1.2918859749215894e-06,
+      "loss": 14.9219,
+      "step": 12755
+    },
+    {
+      "epoch": 0.8471807132895,
+      "grad_norm": 169.0715789794922,
+      "learning_rate": 1.2917831048287213e-06,
+      "loss": 11.8438,
+      "step": 12756
+    },
+    {
+      "epoch": 0.8472471275818556,
+      "grad_norm": 321.69635009765625,
+      "learning_rate": 1.2916802313606745e-06,
+      "loss": 17.0,
+      "step": 12757
+    },
+    {
+      "epoch": 0.8473135418742114,
+      "grad_norm": 265.4857177734375,
+      "learning_rate": 1.291577354518639e-06,
+      "loss": 22.4688,
+      "step": 12758
+    },
+    {
+      "epoch": 0.847379956166567,
+      "grad_norm": 268.9989318847656,
+      "learning_rate": 1.291474474303805e-06,
+      "loss": 18.2188,
+      "step": 12759
+    },
+    {
+      "epoch": 0.8474463704589228,
+      "grad_norm": 190.4879150390625,
+      "learning_rate": 1.291371590717362e-06,
+      "loss": 25.2188,
+      "step": 12760
+    },
+    {
+      "epoch": 0.8475127847512784,
+      "grad_norm": 201.41590881347656,
+      "learning_rate": 1.2912687037605008e-06,
+      "loss": 19.4531,
+      "step": 12761
+    },
+    {
+      "epoch": 0.8475791990436342,
+      "grad_norm": 536.8358154296875,
+      "learning_rate": 1.2911658134344108e-06,
+      "loss": 14.3984,
+      "step": 12762
+    },
+    {
+      "epoch": 0.8476456133359899,
+      "grad_norm": 118.37727355957031,
+      "learning_rate": 1.2910629197402832e-06,
+      "loss": 15.3281,
+      "step": 12763
+    },
+    {
+      "epoch": 0.8477120276283456,
+      "grad_norm": 149.73959350585938,
+      "learning_rate": 1.290960022679307e-06,
+      "loss": 15.5781,
+      "step": 12764
+    },
+    {
+      "epoch": 0.8477784419207013,
+      "grad_norm": 231.7434539794922,
+      "learning_rate": 1.2908571222526732e-06,
+      "loss": 21.2812,
+      "step": 12765
+    },
+    {
+      "epoch": 0.847844856213057,
+      "grad_norm": 266.07379150390625,
+      "learning_rate": 1.290754218461572e-06,
+      "loss": 21.5,
+      "step": 12766
+    },
+    {
+      "epoch": 0.8479112705054128,
+      "grad_norm": 182.2005615234375,
+      "learning_rate": 1.2906513113071935e-06,
+      "loss": 16.2031,
+      "step": 12767
+    },
+    {
+      "epoch": 0.8479776847977685,
+      "grad_norm": 293.9453125,
+      "learning_rate": 1.2905484007907283e-06,
+      "loss": 15.8281,
+      "step": 12768
+    },
+    {
+      "epoch": 0.8480440990901242,
+      "grad_norm": 144.5561065673828,
+      "learning_rate": 1.2904454869133664e-06,
+      "loss": 15.7969,
+      "step": 12769
+    },
+    {
+      "epoch": 0.8481105133824799,
+      "grad_norm": 211.230224609375,
+      "learning_rate": 1.2903425696762994e-06,
+      "loss": 13.2812,
+      "step": 12770
+    },
+    {
+      "epoch": 0.8481769276748357,
+      "grad_norm": 242.3510284423828,
+      "learning_rate": 1.2902396490807164e-06,
+      "loss": 12.4219,
+      "step": 12771
+    },
+    {
+      "epoch": 0.8482433419671913,
+      "grad_norm": 204.1693115234375,
+      "learning_rate": 1.2901367251278084e-06,
+      "loss": 13.7969,
+      "step": 12772
+    },
+    {
+      "epoch": 0.8483097562595471,
+      "grad_norm": 424.77191162109375,
+      "learning_rate": 1.2900337978187662e-06,
+      "loss": 13.2344,
+      "step": 12773
+    },
+    {
+      "epoch": 0.8483761705519027,
+      "grad_norm": 348.5525207519531,
+      "learning_rate": 1.2899308671547806e-06,
+      "loss": 14.8594,
+      "step": 12774
+    },
+    {
+      "epoch": 0.8484425848442585,
+      "grad_norm": 230.9778594970703,
+      "learning_rate": 1.2898279331370416e-06,
+      "loss": 17.6406,
+      "step": 12775
+    },
+    {
+      "epoch": 0.8485089991366142,
+      "grad_norm": 1174.6685791015625,
+      "learning_rate": 1.2897249957667402e-06,
+      "loss": 22.2656,
+      "step": 12776
+    },
+    {
+      "epoch": 0.8485754134289699,
+      "grad_norm": 409.49090576171875,
+      "learning_rate": 1.2896220550450674e-06,
+      "loss": 21.75,
+      "step": 12777
+    },
+    {
+      "epoch": 0.8486418277213257,
+      "grad_norm": 329.2752685546875,
+      "learning_rate": 1.2895191109732133e-06,
+      "loss": 14.125,
+      "step": 12778
+    },
+    {
+      "epoch": 0.8487082420136813,
+      "grad_norm": 368.7546691894531,
+      "learning_rate": 1.289416163552369e-06,
+      "loss": 15.0781,
+      "step": 12779
+    },
+    {
+      "epoch": 0.8487746563060371,
+      "grad_norm": 323.7210388183594,
+      "learning_rate": 1.2893132127837257e-06,
+      "loss": 20.7969,
+      "step": 12780
+    },
+    {
+      "epoch": 0.8488410705983928,
+      "grad_norm": 155.73216247558594,
+      "learning_rate": 1.2892102586684742e-06,
+      "loss": 20.5938,
+      "step": 12781
+    },
+    {
+      "epoch": 0.8489074848907485,
+      "grad_norm": 246.09913635253906,
+      "learning_rate": 1.289107301207805e-06,
+      "loss": 13.5781,
+      "step": 12782
+    },
+    {
+      "epoch": 0.8489738991831042,
+      "grad_norm": 320.2209167480469,
+      "learning_rate": 1.2890043404029087e-06,
+      "loss": 15.2344,
+      "step": 12783
+    },
+    {
+      "epoch": 0.8490403134754599,
+      "grad_norm": 153.6020050048828,
+      "learning_rate": 1.2889013762549776e-06,
+      "loss": 17.2656,
+      "step": 12784
+    },
+    {
+      "epoch": 0.8491067277678156,
+      "grad_norm": 224.753662109375,
+      "learning_rate": 1.2887984087652015e-06,
+      "loss": 23.9688,
+      "step": 12785
+    },
+    {
+      "epoch": 0.8491731420601714,
+      "grad_norm": 235.60418701171875,
+      "learning_rate": 1.2886954379347721e-06,
+      "loss": 18.5,
+      "step": 12786
+    },
+    {
+      "epoch": 0.849239556352527,
+      "grad_norm": 533.8629150390625,
+      "learning_rate": 1.2885924637648804e-06,
+      "loss": 19.4531,
+      "step": 12787
+    },
+    {
+      "epoch": 0.8493059706448828,
+      "grad_norm": 155.0106964111328,
+      "learning_rate": 1.2884894862567175e-06,
+      "loss": 16.3594,
+      "step": 12788
+    },
+    {
+      "epoch": 0.8493723849372385,
+      "grad_norm": 162.62631225585938,
+      "learning_rate": 1.2883865054114745e-06,
+      "loss": 13.0938,
+      "step": 12789
+    },
+    {
+      "epoch": 0.8494387992295942,
+      "grad_norm": 176.57089233398438,
+      "learning_rate": 1.2882835212303426e-06,
+      "loss": 14.8047,
+      "step": 12790
+    },
+    {
+      "epoch": 0.84950521352195,
+      "grad_norm": 259.44903564453125,
+      "learning_rate": 1.2881805337145136e-06,
+      "loss": 16.0,
+      "step": 12791
+    },
+    {
+      "epoch": 0.8495716278143056,
+      "grad_norm": 175.44215393066406,
+      "learning_rate": 1.2880775428651777e-06,
+      "loss": 16.0156,
+      "step": 12792
+    },
+    {
+      "epoch": 0.8496380421066614,
+      "grad_norm": 197.59616088867188,
+      "learning_rate": 1.2879745486835274e-06,
+      "loss": 15.1406,
+      "step": 12793
+    },
+    {
+      "epoch": 0.849704456399017,
+      "grad_norm": 273.7281494140625,
+      "learning_rate": 1.2878715511707534e-06,
+      "loss": 16.2188,
+      "step": 12794
+    },
+    {
+      "epoch": 0.8497708706913728,
+      "grad_norm": 330.03076171875,
+      "learning_rate": 1.2877685503280474e-06,
+      "loss": 20.375,
+      "step": 12795
+    },
+    {
+      "epoch": 0.8498372849837285,
+      "grad_norm": 158.494873046875,
+      "learning_rate": 1.2876655461566004e-06,
+      "loss": 16.75,
+      "step": 12796
+    },
+    {
+      "epoch": 0.8499036992760842,
+      "grad_norm": 126.50872802734375,
+      "learning_rate": 1.2875625386576046e-06,
+      "loss": 16.125,
+      "step": 12797
+    },
+    {
+      "epoch": 0.8499701135684399,
+      "grad_norm": 183.708740234375,
+      "learning_rate": 1.287459527832251e-06,
+      "loss": 15.0312,
+      "step": 12798
+    },
+    {
+      "epoch": 0.8500365278607956,
+      "grad_norm": 317.7119445800781,
+      "learning_rate": 1.2873565136817316e-06,
+      "loss": 15.3281,
+      "step": 12799
+    },
+    {
+      "epoch": 0.8501029421531514,
+      "grad_norm": 761.3805541992188,
+      "learning_rate": 1.2872534962072374e-06,
+      "loss": 15.5312,
+      "step": 12800
+    },
+    {
+      "epoch": 0.8501693564455071,
+      "grad_norm": 280.7548828125,
+      "learning_rate": 1.2871504754099605e-06,
+      "loss": 18.0469,
+      "step": 12801
+    },
+    {
+      "epoch": 0.8502357707378628,
+      "grad_norm": 224.65328979492188,
+      "learning_rate": 1.2870474512910928e-06,
+      "loss": 21.0469,
+      "step": 12802
+    },
+    {
+      "epoch": 0.8503021850302185,
+      "grad_norm": 817.0177612304688,
+      "learning_rate": 1.2869444238518253e-06,
+      "loss": 13.375,
+      "step": 12803
+    },
+    {
+      "epoch": 0.8503685993225742,
+      "grad_norm": 365.3186950683594,
+      "learning_rate": 1.2868413930933503e-06,
+      "loss": 25.8438,
+      "step": 12804
+    },
+    {
+      "epoch": 0.8504350136149299,
+      "grad_norm": 189.40167236328125,
+      "learning_rate": 1.2867383590168592e-06,
+      "loss": 18.2188,
+      "step": 12805
+    },
+    {
+      "epoch": 0.8505014279072857,
+      "grad_norm": 140.63412475585938,
+      "learning_rate": 1.2866353216235444e-06,
+      "loss": 20.8906,
+      "step": 12806
+    },
+    {
+      "epoch": 0.8505678421996413,
+      "grad_norm": 546.657470703125,
+      "learning_rate": 1.2865322809145975e-06,
+      "loss": 24.25,
+      "step": 12807
+    },
+    {
+      "epoch": 0.8506342564919971,
+      "grad_norm": 290.8182373046875,
+      "learning_rate": 1.2864292368912102e-06,
+      "loss": 19.0938,
+      "step": 12808
+    },
+    {
+      "epoch": 0.8507006707843527,
+      "grad_norm": 206.6729278564453,
+      "learning_rate": 1.286326189554575e-06,
+      "loss": 14.9688,
+      "step": 12809
+    },
+    {
+      "epoch": 0.8507670850767085,
+      "grad_norm": 303.2252197265625,
+      "learning_rate": 1.2862231389058832e-06,
+      "loss": 20.8594,
+      "step": 12810
+    },
+    {
+      "epoch": 0.8508334993690643,
+      "grad_norm": 186.6210174560547,
+      "learning_rate": 1.286120084946327e-06,
+      "loss": 14.5469,
+      "step": 12811
+    },
+    {
+      "epoch": 0.8508999136614199,
+      "grad_norm": 367.00811767578125,
+      "learning_rate": 1.2860170276770994e-06,
+      "loss": 19.3125,
+      "step": 12812
+    },
+    {
+      "epoch": 0.8509663279537757,
+      "grad_norm": 304.3200378417969,
+      "learning_rate": 1.2859139670993913e-06,
+      "loss": 19.6875,
+      "step": 12813
+    },
+    {
+      "epoch": 0.8510327422461313,
+      "grad_norm": 271.8568115234375,
+      "learning_rate": 1.2858109032143954e-06,
+      "loss": 20.4062,
+      "step": 12814
+    },
+    {
+      "epoch": 0.8510991565384871,
+      "grad_norm": 163.43882751464844,
+      "learning_rate": 1.2857078360233034e-06,
+      "loss": 13.6875,
+      "step": 12815
+    },
+    {
+      "epoch": 0.8511655708308428,
+      "grad_norm": 122.8276138305664,
+      "learning_rate": 1.2856047655273083e-06,
+      "loss": 21.0,
+      "step": 12816
+    },
+    {
+      "epoch": 0.8512319851231985,
+      "grad_norm": 362.03912353515625,
+      "learning_rate": 1.2855016917276018e-06,
+      "loss": 15.3203,
+      "step": 12817
+    },
+    {
+      "epoch": 0.8512983994155542,
+      "grad_norm": 241.6290283203125,
+      "learning_rate": 1.2853986146253766e-06,
+      "loss": 19.3906,
+      "step": 12818
+    },
+    {
+      "epoch": 0.85136481370791,
+      "grad_norm": 225.27810668945312,
+      "learning_rate": 1.2852955342218243e-06,
+      "loss": 14.2031,
+      "step": 12819
+    },
+    {
+      "epoch": 0.8514312280002656,
+      "grad_norm": 317.6091613769531,
+      "learning_rate": 1.2851924505181384e-06,
+      "loss": 17.5156,
+      "step": 12820
+    },
+    {
+      "epoch": 0.8514976422926214,
+      "grad_norm": 120.51985168457031,
+      "learning_rate": 1.2850893635155102e-06,
+      "loss": 16.2969,
+      "step": 12821
+    },
+    {
+      "epoch": 0.8515640565849771,
+      "grad_norm": 584.0440673828125,
+      "learning_rate": 1.2849862732151329e-06,
+      "loss": 15.4844,
+      "step": 12822
+    },
+    {
+      "epoch": 0.8516304708773328,
+      "grad_norm": 199.26138305664062,
+      "learning_rate": 1.2848831796181988e-06,
+      "loss": 14.2969,
+      "step": 12823
+    },
+    {
+      "epoch": 0.8516968851696886,
+      "grad_norm": 202.6002197265625,
+      "learning_rate": 1.2847800827259e-06,
+      "loss": 14.0312,
+      "step": 12824
+    },
+    {
+      "epoch": 0.8517632994620442,
+      "grad_norm": 245.976806640625,
+      "learning_rate": 1.2846769825394294e-06,
+      "loss": 21.8594,
+      "step": 12825
+    },
+    {
+      "epoch": 0.8518297137544,
+      "grad_norm": 243.7339324951172,
+      "learning_rate": 1.2845738790599798e-06,
+      "loss": 15.8281,
+      "step": 12826
+    },
+    {
+      "epoch": 0.8518961280467556,
+      "grad_norm": 356.9544372558594,
+      "learning_rate": 1.284470772288744e-06,
+      "loss": 15.1719,
+      "step": 12827
+    },
+    {
+      "epoch": 0.8519625423391114,
+      "grad_norm": 1780.545654296875,
+      "learning_rate": 1.284367662226914e-06,
+      "loss": 13.8125,
+      "step": 12828
+    },
+    {
+      "epoch": 0.852028956631467,
+      "grad_norm": 177.9933319091797,
+      "learning_rate": 1.2842645488756826e-06,
+      "loss": 15.0469,
+      "step": 12829
+    },
+    {
+      "epoch": 0.8520953709238228,
+      "grad_norm": 117.82281494140625,
+      "learning_rate": 1.284161432236243e-06,
+      "loss": 17.0,
+      "step": 12830
+    },
+    {
+      "epoch": 0.8521617852161785,
+      "grad_norm": 247.1942138671875,
+      "learning_rate": 1.2840583123097882e-06,
+      "loss": 14.875,
+      "step": 12831
+    },
+    {
+      "epoch": 0.8522281995085342,
+      "grad_norm": 187.2289276123047,
+      "learning_rate": 1.2839551890975103e-06,
+      "loss": 17.1406,
+      "step": 12832
+    },
+    {
+      "epoch": 0.85229461380089,
+      "grad_norm": 549.4033813476562,
+      "learning_rate": 1.2838520626006023e-06,
+      "loss": 21.5156,
+      "step": 12833
+    },
+    {
+      "epoch": 0.8523610280932457,
+      "grad_norm": 324.4795837402344,
+      "learning_rate": 1.283748932820258e-06,
+      "loss": 37.7656,
+      "step": 12834
+    },
+    {
+      "epoch": 0.8524274423856014,
+      "grad_norm": 186.0381317138672,
+      "learning_rate": 1.2836457997576692e-06,
+      "loss": 16.9375,
+      "step": 12835
+    },
+    {
+      "epoch": 0.8524938566779571,
+      "grad_norm": 533.7081298828125,
+      "learning_rate": 1.2835426634140292e-06,
+      "loss": 20.1562,
+      "step": 12836
+    },
+    {
+      "epoch": 0.8525602709703128,
+      "grad_norm": 147.33689880371094,
+      "learning_rate": 1.2834395237905314e-06,
+      "loss": 20.4375,
+      "step": 12837
+    },
+    {
+      "epoch": 0.8526266852626685,
+      "grad_norm": 175.83370971679688,
+      "learning_rate": 1.2833363808883687e-06,
+      "loss": 16.9062,
+      "step": 12838
+    },
+    {
+      "epoch": 0.8526930995550243,
+      "grad_norm": 208.52871704101562,
+      "learning_rate": 1.2832332347087338e-06,
+      "loss": 13.4922,
+      "step": 12839
+    },
+    {
+      "epoch": 0.8527595138473799,
+      "grad_norm": 233.53469848632812,
+      "learning_rate": 1.2831300852528205e-06,
+      "loss": 16.0938,
+      "step": 12840
+    },
+    {
+      "epoch": 0.8528259281397357,
+      "grad_norm": 456.0227355957031,
+      "learning_rate": 1.2830269325218213e-06,
+      "loss": 14.5938,
+      "step": 12841
+    },
+    {
+      "epoch": 0.8528923424320913,
+      "grad_norm": 193.72377014160156,
+      "learning_rate": 1.28292377651693e-06,
+      "loss": 14.8125,
+      "step": 12842
+    },
+    {
+      "epoch": 0.8529587567244471,
+      "grad_norm": 336.7586364746094,
+      "learning_rate": 1.2828206172393395e-06,
+      "loss": 15.3594,
+      "step": 12843
+    },
+    {
+      "epoch": 0.8530251710168029,
+      "grad_norm": 152.01197814941406,
+      "learning_rate": 1.2827174546902434e-06,
+      "loss": 14.0391,
+      "step": 12844
+    },
+    {
+      "epoch": 0.8530915853091585,
+      "grad_norm": 139.98341369628906,
+      "learning_rate": 1.2826142888708345e-06,
+      "loss": 17.5938,
+      "step": 12845
+    },
+    {
+      "epoch": 0.8531579996015143,
+      "grad_norm": 157.54522705078125,
+      "learning_rate": 1.2825111197823067e-06,
+      "loss": 14.9844,
+      "step": 12846
+    },
+    {
+      "epoch": 0.8532244138938699,
+      "grad_norm": 687.2432861328125,
+      "learning_rate": 1.282407947425853e-06,
+      "loss": 22.9688,
+      "step": 12847
+    },
+    {
+      "epoch": 0.8532908281862257,
+      "grad_norm": 305.2090759277344,
+      "learning_rate": 1.282304771802667e-06,
+      "loss": 16.0938,
+      "step": 12848
+    },
+    {
+      "epoch": 0.8533572424785814,
+      "grad_norm": 555.3751831054688,
+      "learning_rate": 1.2822015929139422e-06,
+      "loss": 30.0625,
+      "step": 12849
+    },
+    {
+      "epoch": 0.8534236567709371,
+      "grad_norm": 176.7960968017578,
+      "learning_rate": 1.2820984107608723e-06,
+      "loss": 18.5469,
+      "step": 12850
+    },
+    {
+      "epoch": 0.8534900710632928,
+      "grad_norm": 109.8116683959961,
+      "learning_rate": 1.2819952253446504e-06,
+      "loss": 13.8125,
+      "step": 12851
+    },
+    {
+      "epoch": 0.8535564853556485,
+      "grad_norm": 417.1734924316406,
+      "learning_rate": 1.2818920366664708e-06,
+      "loss": 15.9688,
+      "step": 12852
+    },
+    {
+      "epoch": 0.8536228996480042,
+      "grad_norm": 174.0549774169922,
+      "learning_rate": 1.2817888447275263e-06,
+      "loss": 22.0,
+      "step": 12853
+    },
+    {
+      "epoch": 0.85368931394036,
+      "grad_norm": 159.59117126464844,
+      "learning_rate": 1.2816856495290107e-06,
+      "loss": 15.5469,
+      "step": 12854
+    },
+    {
+      "epoch": 0.8537557282327157,
+      "grad_norm": 262.4289855957031,
+      "learning_rate": 1.2815824510721184e-06,
+      "loss": 18.0469,
+      "step": 12855
+    },
+    {
+      "epoch": 0.8538221425250714,
+      "grad_norm": 455.01434326171875,
+      "learning_rate": 1.2814792493580425e-06,
+      "loss": 21.0625,
+      "step": 12856
+    },
+    {
+      "epoch": 0.8538885568174271,
+      "grad_norm": 256.89556884765625,
+      "learning_rate": 1.281376044387977e-06,
+      "loss": 18.6406,
+      "step": 12857
+    },
+    {
+      "epoch": 0.8539549711097828,
+      "grad_norm": 130.23211669921875,
+      "learning_rate": 1.2812728361631153e-06,
+      "loss": 10.25,
+      "step": 12858
+    },
+    {
+      "epoch": 0.8540213854021386,
+      "grad_norm": 137.74143981933594,
+      "learning_rate": 1.2811696246846521e-06,
+      "loss": 12.4062,
+      "step": 12859
+    },
+    {
+      "epoch": 0.8540877996944942,
+      "grad_norm": 179.280029296875,
+      "learning_rate": 1.2810664099537806e-06,
+      "loss": 15.4531,
+      "step": 12860
+    },
+    {
+      "epoch": 0.85415421398685,
+      "grad_norm": 186.9595947265625,
+      "learning_rate": 1.280963191971695e-06,
+      "loss": 17.9219,
+      "step": 12861
+    },
+    {
+      "epoch": 0.8542206282792056,
+      "grad_norm": 177.62646484375,
+      "learning_rate": 1.280859970739589e-06,
+      "loss": 16.375,
+      "step": 12862
+    },
+    {
+      "epoch": 0.8542870425715614,
+      "grad_norm": 115.08154296875,
+      "learning_rate": 1.2807567462586573e-06,
+      "loss": 15.7188,
+      "step": 12863
+    },
+    {
+      "epoch": 0.8543534568639171,
+      "grad_norm": 168.28712463378906,
+      "learning_rate": 1.2806535185300931e-06,
+      "loss": 17.7031,
+      "step": 12864
+    },
+    {
+      "epoch": 0.8544198711562728,
+      "grad_norm": 357.24871826171875,
+      "learning_rate": 1.2805502875550906e-06,
+      "loss": 18.7031,
+      "step": 12865
+    },
+    {
+      "epoch": 0.8544862854486286,
+      "grad_norm": 131.1737823486328,
+      "learning_rate": 1.2804470533348448e-06,
+      "loss": 14.125,
+      "step": 12866
+    },
+    {
+      "epoch": 0.8545526997409842,
+      "grad_norm": 239.74623107910156,
+      "learning_rate": 1.2803438158705486e-06,
+      "loss": 18.4062,
+      "step": 12867
+    },
+    {
+      "epoch": 0.85461911403334,
+      "grad_norm": 195.5177764892578,
+      "learning_rate": 1.280240575163397e-06,
+      "loss": 19.6562,
+      "step": 12868
+    },
+    {
+      "epoch": 0.8546855283256957,
+      "grad_norm": 190.3602294921875,
+      "learning_rate": 1.280137331214584e-06,
+      "loss": 12.6875,
+      "step": 12869
+    },
+    {
+      "epoch": 0.8547519426180514,
+      "grad_norm": 236.36807250976562,
+      "learning_rate": 1.280034084025304e-06,
+      "loss": 15.875,
+      "step": 12870
+    },
+    {
+      "epoch": 0.8548183569104071,
+      "grad_norm": 266.5992126464844,
+      "learning_rate": 1.2799308335967514e-06,
+      "loss": 14.8594,
+      "step": 12871
+    },
+    {
+      "epoch": 0.8548847712027628,
+      "grad_norm": 124.1694564819336,
+      "learning_rate": 1.2798275799301199e-06,
+      "loss": 14.9062,
+      "step": 12872
+    },
+    {
+      "epoch": 0.8549511854951185,
+      "grad_norm": 260.3453369140625,
+      "learning_rate": 1.2797243230266043e-06,
+      "loss": 19.4062,
+      "step": 12873
+    },
+    {
+      "epoch": 0.8550175997874743,
+      "grad_norm": 219.52389526367188,
+      "learning_rate": 1.2796210628873995e-06,
+      "loss": 12.9844,
+      "step": 12874
+    },
+    {
+      "epoch": 0.85508401407983,
+      "grad_norm": 166.30140686035156,
+      "learning_rate": 1.2795177995136993e-06,
+      "loss": 13.5781,
+      "step": 12875
+    },
+    {
+      "epoch": 0.8551504283721857,
+      "grad_norm": 150.89024353027344,
+      "learning_rate": 1.2794145329066981e-06,
+      "loss": 16.0156,
+      "step": 12876
+    },
+    {
+      "epoch": 0.8552168426645415,
+      "grad_norm": 178.97113037109375,
+      "learning_rate": 1.2793112630675912e-06,
+      "loss": 18.6875,
+      "step": 12877
+    },
+    {
+      "epoch": 0.8552832569568971,
+      "grad_norm": 125.07555389404297,
+      "learning_rate": 1.2792079899975721e-06,
+      "loss": 16.3125,
+      "step": 12878
+    },
+    {
+      "epoch": 0.8553496712492529,
+      "grad_norm": 240.11705017089844,
+      "learning_rate": 1.279104713697836e-06,
+      "loss": 17.9062,
+      "step": 12879
+    },
+    {
+      "epoch": 0.8554160855416085,
+      "grad_norm": 498.437744140625,
+      "learning_rate": 1.2790014341695778e-06,
+      "loss": 22.4141,
+      "step": 12880
+    },
+    {
+      "epoch": 0.8554824998339643,
+      "grad_norm": 278.2514953613281,
+      "learning_rate": 1.278898151413992e-06,
+      "loss": 17.5469,
+      "step": 12881
+    },
+    {
+      "epoch": 0.85554891412632,
+      "grad_norm": 156.1721649169922,
+      "learning_rate": 1.2787948654322727e-06,
+      "loss": 14.4844,
+      "step": 12882
+    },
+    {
+      "epoch": 0.8556153284186757,
+      "grad_norm": 361.2042541503906,
+      "learning_rate": 1.2786915762256153e-06,
+      "loss": 15.0547,
+      "step": 12883
+    },
+    {
+      "epoch": 0.8556817427110314,
+      "grad_norm": 276.55560302734375,
+      "learning_rate": 1.278588283795215e-06,
+      "loss": 18.2969,
+      "step": 12884
+    },
+    {
+      "epoch": 0.8557481570033871,
+      "grad_norm": 133.67433166503906,
+      "learning_rate": 1.2784849881422656e-06,
+      "loss": 17.0938,
+      "step": 12885
+    },
+    {
+      "epoch": 0.8558145712957429,
+      "grad_norm": 252.7718963623047,
+      "learning_rate": 1.2783816892679626e-06,
+      "loss": 18.5312,
+      "step": 12886
+    },
+    {
+      "epoch": 0.8558809855880986,
+      "grad_norm": 274.0630798339844,
+      "learning_rate": 1.2782783871735007e-06,
+      "loss": 20.0312,
+      "step": 12887
+    },
+    {
+      "epoch": 0.8559473998804543,
+      "grad_norm": 179.2742462158203,
+      "learning_rate": 1.278175081860075e-06,
+      "loss": 16.875,
+      "step": 12888
+    },
+    {
+      "epoch": 0.85601381417281,
+      "grad_norm": 102.04122161865234,
+      "learning_rate": 1.2780717733288801e-06,
+      "loss": 15.7578,
+      "step": 12889
+    },
+    {
+      "epoch": 0.8560802284651657,
+      "grad_norm": 227.55825805664062,
+      "learning_rate": 1.2779684615811113e-06,
+      "loss": 19.5625,
+      "step": 12890
+    },
+    {
+      "epoch": 0.8561466427575214,
+      "grad_norm": 235.6660919189453,
+      "learning_rate": 1.2778651466179638e-06,
+      "loss": 14.3281,
+      "step": 12891
+    },
+    {
+      "epoch": 0.8562130570498772,
+      "grad_norm": 509.9578552246094,
+      "learning_rate": 1.2777618284406324e-06,
+      "loss": 15.3281,
+      "step": 12892
+    },
+    {
+      "epoch": 0.8562794713422328,
+      "grad_norm": 206.30667114257812,
+      "learning_rate": 1.2776585070503123e-06,
+      "loss": 14.6406,
+      "step": 12893
+    },
+    {
+      "epoch": 0.8563458856345886,
+      "grad_norm": 167.7461395263672,
+      "learning_rate": 1.2775551824481987e-06,
+      "loss": 18.6719,
+      "step": 12894
+    },
+    {
+      "epoch": 0.8564122999269442,
+      "grad_norm": 259.1767883300781,
+      "learning_rate": 1.2774518546354872e-06,
+      "loss": 19.375,
+      "step": 12895
+    },
+    {
+      "epoch": 0.8564787142193,
+      "grad_norm": 115.71503448486328,
+      "learning_rate": 1.2773485236133721e-06,
+      "loss": 15.4688,
+      "step": 12896
+    },
+    {
+      "epoch": 0.8565451285116558,
+      "grad_norm": 215.2075958251953,
+      "learning_rate": 1.2772451893830494e-06,
+      "loss": 17.6875,
+      "step": 12897
+    },
+    {
+      "epoch": 0.8566115428040114,
+      "grad_norm": 185.15777587890625,
+      "learning_rate": 1.2771418519457145e-06,
+      "loss": 12.8281,
+      "step": 12898
+    },
+    {
+      "epoch": 0.8566779570963672,
+      "grad_norm": 107.22631072998047,
+      "learning_rate": 1.2770385113025621e-06,
+      "loss": 15.0469,
+      "step": 12899
+    },
+    {
+      "epoch": 0.8567443713887228,
+      "grad_norm": 180.75802612304688,
+      "learning_rate": 1.2769351674547879e-06,
+      "loss": 17.1719,
+      "step": 12900
+    },
+    {
+      "epoch": 0.8568107856810786,
+      "grad_norm": 382.1874694824219,
+      "learning_rate": 1.2768318204035875e-06,
+      "loss": 15.2109,
+      "step": 12901
+    },
+    {
+      "epoch": 0.8568771999734343,
+      "grad_norm": 528.62841796875,
+      "learning_rate": 1.2767284701501564e-06,
+      "loss": 19.5,
+      "step": 12902
+    },
+    {
+      "epoch": 0.85694361426579,
+      "grad_norm": 165.67713928222656,
+      "learning_rate": 1.2766251166956896e-06,
+      "loss": 16.875,
+      "step": 12903
+    },
+    {
+      "epoch": 0.8570100285581457,
+      "grad_norm": 231.4069366455078,
+      "learning_rate": 1.2765217600413832e-06,
+      "loss": 13.9688,
+      "step": 12904
+    },
+    {
+      "epoch": 0.8570764428505014,
+      "grad_norm": 175.55287170410156,
+      "learning_rate": 1.2764184001884324e-06,
+      "loss": 15.2344,
+      "step": 12905
+    },
+    {
+      "epoch": 0.8571428571428571,
+      "grad_norm": 372.43951416015625,
+      "learning_rate": 1.276315037138033e-06,
+      "loss": 20.6719,
+      "step": 12906
+    },
+    {
+      "epoch": 0.8572092714352129,
+      "grad_norm": 186.06314086914062,
+      "learning_rate": 1.2762116708913806e-06,
+      "loss": 18.625,
+      "step": 12907
+    },
+    {
+      "epoch": 0.8572756857275686,
+      "grad_norm": 254.5530548095703,
+      "learning_rate": 1.2761083014496708e-06,
+      "loss": 13.5625,
+      "step": 12908
+    },
+    {
+      "epoch": 0.8573421000199243,
+      "grad_norm": 124.12812042236328,
+      "learning_rate": 1.2760049288140997e-06,
+      "loss": 15.5625,
+      "step": 12909
+    },
+    {
+      "epoch": 0.85740851431228,
+      "grad_norm": 155.62962341308594,
+      "learning_rate": 1.2759015529858623e-06,
+      "loss": 14.0781,
+      "step": 12910
+    },
+    {
+      "epoch": 0.8574749286046357,
+      "grad_norm": 140.02293395996094,
+      "learning_rate": 1.275798173966155e-06,
+      "loss": 20.625,
+      "step": 12911
+    },
+    {
+      "epoch": 0.8575413428969915,
+      "grad_norm": 492.1758117675781,
+      "learning_rate": 1.2756947917561734e-06,
+      "loss": 25.4531,
+      "step": 12912
+    },
+    {
+      "epoch": 0.8576077571893471,
+      "grad_norm": 350.7093505859375,
+      "learning_rate": 1.2755914063571136e-06,
+      "loss": 17.7969,
+      "step": 12913
+    },
+    {
+      "epoch": 0.8576741714817029,
+      "grad_norm": 262.3162536621094,
+      "learning_rate": 1.2754880177701712e-06,
+      "loss": 23.1094,
+      "step": 12914
+    },
+    {
+      "epoch": 0.8577405857740585,
+      "grad_norm": 117.50239562988281,
+      "learning_rate": 1.2753846259965422e-06,
+      "loss": 15.7656,
+      "step": 12915
+    },
+    {
+      "epoch": 0.8578070000664143,
+      "grad_norm": 170.16033935546875,
+      "learning_rate": 1.2752812310374226e-06,
+      "loss": 19.1094,
+      "step": 12916
+    },
+    {
+      "epoch": 0.85787341435877,
+      "grad_norm": 126.9100570678711,
+      "learning_rate": 1.2751778328940087e-06,
+      "loss": 14.625,
+      "step": 12917
+    },
+    {
+      "epoch": 0.8579398286511257,
+      "grad_norm": 137.6066436767578,
+      "learning_rate": 1.275074431567496e-06,
+      "loss": 11.9766,
+      "step": 12918
+    },
+    {
+      "epoch": 0.8580062429434815,
+      "grad_norm": 268.3275451660156,
+      "learning_rate": 1.2749710270590813e-06,
+      "loss": 17.9688,
+      "step": 12919
+    },
+    {
+      "epoch": 0.8580726572358371,
+      "grad_norm": 622.9468383789062,
+      "learning_rate": 1.2748676193699599e-06,
+      "loss": 21.2656,
+      "step": 12920
+    },
+    {
+      "epoch": 0.8581390715281929,
+      "grad_norm": 216.56443786621094,
+      "learning_rate": 1.2747642085013286e-06,
+      "loss": 19.7188,
+      "step": 12921
+    },
+    {
+      "epoch": 0.8582054858205486,
+      "grad_norm": 115.27566528320312,
+      "learning_rate": 1.2746607944543833e-06,
+      "loss": 12.1719,
+      "step": 12922
+    },
+    {
+      "epoch": 0.8582719001129043,
+      "grad_norm": 141.2745361328125,
+      "learning_rate": 1.2745573772303204e-06,
+      "loss": 16.8281,
+      "step": 12923
+    },
+    {
+      "epoch": 0.85833831440526,
+      "grad_norm": 279.552978515625,
+      "learning_rate": 1.2744539568303361e-06,
+      "loss": 17.0625,
+      "step": 12924
+    },
+    {
+      "epoch": 0.8584047286976157,
+      "grad_norm": 491.5164489746094,
+      "learning_rate": 1.2743505332556263e-06,
+      "loss": 25.75,
+      "step": 12925
+    },
+    {
+      "epoch": 0.8584711429899714,
+      "grad_norm": 187.86936950683594,
+      "learning_rate": 1.2742471065073882e-06,
+      "loss": 14.3125,
+      "step": 12926
+    },
+    {
+      "epoch": 0.8585375572823272,
+      "grad_norm": 218.63597106933594,
+      "learning_rate": 1.2741436765868177e-06,
+      "loss": 20.8281,
+      "step": 12927
+    },
+    {
+      "epoch": 0.8586039715746828,
+      "grad_norm": 159.40997314453125,
+      "learning_rate": 1.274040243495111e-06,
+      "loss": 17.5,
+      "step": 12928
+    },
+    {
+      "epoch": 0.8586703858670386,
+      "grad_norm": 167.00173950195312,
+      "learning_rate": 1.273936807233465e-06,
+      "loss": 21.5938,
+      "step": 12929
+    },
+    {
+      "epoch": 0.8587368001593944,
+      "grad_norm": 127.79084014892578,
+      "learning_rate": 1.2738333678030758e-06,
+      "loss": 14.75,
+      "step": 12930
+    },
+    {
+      "epoch": 0.85880321445175,
+      "grad_norm": 141.95033264160156,
+      "learning_rate": 1.2737299252051402e-06,
+      "loss": 11.1172,
+      "step": 12931
+    },
+    {
+      "epoch": 0.8588696287441058,
+      "grad_norm": 373.5401306152344,
+      "learning_rate": 1.2736264794408544e-06,
+      "loss": 14.2812,
+      "step": 12932
+    },
+    {
+      "epoch": 0.8589360430364614,
+      "grad_norm": 179.37779235839844,
+      "learning_rate": 1.2735230305114155e-06,
+      "loss": 14.4219,
+      "step": 12933
+    },
+    {
+      "epoch": 0.8590024573288172,
+      "grad_norm": 183.97042846679688,
+      "learning_rate": 1.27341957841802e-06,
+      "loss": 20.5312,
+      "step": 12934
+    },
+    {
+      "epoch": 0.8590688716211728,
+      "grad_norm": 348.0667724609375,
+      "learning_rate": 1.2733161231618643e-06,
+      "loss": 18.6562,
+      "step": 12935
+    },
+    {
+      "epoch": 0.8591352859135286,
+      "grad_norm": 152.12660217285156,
+      "learning_rate": 1.2732126647441455e-06,
+      "loss": 15.9375,
+      "step": 12936
+    },
+    {
+      "epoch": 0.8592017002058843,
+      "grad_norm": 282.2208557128906,
+      "learning_rate": 1.2731092031660597e-06,
+      "loss": 17.8438,
+      "step": 12937
+    },
+    {
+      "epoch": 0.85926811449824,
+      "grad_norm": 243.31857299804688,
+      "learning_rate": 1.2730057384288047e-06,
+      "loss": 17.8281,
+      "step": 12938
+    },
+    {
+      "epoch": 0.8593345287905957,
+      "grad_norm": 321.3692932128906,
+      "learning_rate": 1.2729022705335764e-06,
+      "loss": 14.4375,
+      "step": 12939
+    },
+    {
+      "epoch": 0.8594009430829515,
+      "grad_norm": 192.69053649902344,
+      "learning_rate": 1.2727987994815718e-06,
+      "loss": 20.2031,
+      "step": 12940
+    },
+    {
+      "epoch": 0.8594673573753072,
+      "grad_norm": 125.62329864501953,
+      "learning_rate": 1.2726953252739885e-06,
+      "loss": 18.7188,
+      "step": 12941
+    },
+    {
+      "epoch": 0.8595337716676629,
+      "grad_norm": 161.9382781982422,
+      "learning_rate": 1.2725918479120225e-06,
+      "loss": 16.8906,
+      "step": 12942
+    },
+    {
+      "epoch": 0.8596001859600186,
+      "grad_norm": 222.41943359375,
+      "learning_rate": 1.2724883673968713e-06,
+      "loss": 17.2656,
+      "step": 12943
+    },
+    {
+      "epoch": 0.8596666002523743,
+      "grad_norm": 515.6455688476562,
+      "learning_rate": 1.272384883729732e-06,
+      "loss": 16.8906,
+      "step": 12944
+    },
+    {
+      "epoch": 0.8597330145447301,
+      "grad_norm": 235.47750854492188,
+      "learning_rate": 1.2722813969118013e-06,
+      "loss": 14.6406,
+      "step": 12945
+    },
+    {
+      "epoch": 0.8597994288370857,
+      "grad_norm": 704.3545532226562,
+      "learning_rate": 1.2721779069442763e-06,
+      "loss": 25.5625,
+      "step": 12946
+    },
+    {
+      "epoch": 0.8598658431294415,
+      "grad_norm": 636.6617431640625,
+      "learning_rate": 1.2720744138283543e-06,
+      "loss": 15.7031,
+      "step": 12947
+    },
+    {
+      "epoch": 0.8599322574217971,
+      "grad_norm": 983.3320922851562,
+      "learning_rate": 1.2719709175652326e-06,
+      "loss": 19.5156,
+      "step": 12948
+    },
+    {
+      "epoch": 0.8599986717141529,
+      "grad_norm": 318.3594055175781,
+      "learning_rate": 1.2718674181561078e-06,
+      "loss": 12.8906,
+      "step": 12949
+    },
+    {
+      "epoch": 0.8600650860065086,
+      "grad_norm": 352.27410888671875,
+      "learning_rate": 1.2717639156021777e-06,
+      "loss": 18.9844,
+      "step": 12950
+    },
+    {
+      "epoch": 0.8601315002988643,
+      "grad_norm": 276.9034118652344,
+      "learning_rate": 1.2716604099046391e-06,
+      "loss": 21.0,
+      "step": 12951
+    },
+    {
+      "epoch": 0.8601979145912201,
+      "grad_norm": 315.0580139160156,
+      "learning_rate": 1.2715569010646899e-06,
+      "loss": 22.3438,
+      "step": 12952
+    },
+    {
+      "epoch": 0.8602643288835757,
+      "grad_norm": 312.64068603515625,
+      "learning_rate": 1.2714533890835264e-06,
+      "loss": 14.6406,
+      "step": 12953
+    },
+    {
+      "epoch": 0.8603307431759315,
+      "grad_norm": 383.6454772949219,
+      "learning_rate": 1.2713498739623471e-06,
+      "loss": 31.0312,
+      "step": 12954
+    },
+    {
+      "epoch": 0.8603971574682872,
+      "grad_norm": 175.49124145507812,
+      "learning_rate": 1.271246355702349e-06,
+      "loss": 15.0234,
+      "step": 12955
+    },
+    {
+      "epoch": 0.8604635717606429,
+      "grad_norm": 230.47622680664062,
+      "learning_rate": 1.2711428343047292e-06,
+      "loss": 18.4062,
+      "step": 12956
+    },
+    {
+      "epoch": 0.8605299860529986,
+      "grad_norm": 200.90255737304688,
+      "learning_rate": 1.2710393097706856e-06,
+      "loss": 22.6562,
+      "step": 12957
+    },
+    {
+      "epoch": 0.8605964003453543,
+      "grad_norm": 329.4734191894531,
+      "learning_rate": 1.2709357821014154e-06,
+      "loss": 24.4062,
+      "step": 12958
+    },
+    {
+      "epoch": 0.86066281463771,
+      "grad_norm": 238.88204956054688,
+      "learning_rate": 1.2708322512981166e-06,
+      "loss": 16.9531,
+      "step": 12959
+    },
+    {
+      "epoch": 0.8607292289300658,
+      "grad_norm": 293.85443115234375,
+      "learning_rate": 1.2707287173619864e-06,
+      "loss": 21.1875,
+      "step": 12960
+    },
+    {
+      "epoch": 0.8607956432224214,
+      "grad_norm": 183.1983642578125,
+      "learning_rate": 1.2706251802942222e-06,
+      "loss": 18.6406,
+      "step": 12961
+    },
+    {
+      "epoch": 0.8608620575147772,
+      "grad_norm": 178.15577697753906,
+      "learning_rate": 1.2705216400960223e-06,
+      "loss": 12.5625,
+      "step": 12962
+    },
+    {
+      "epoch": 0.860928471807133,
+      "grad_norm": 144.0290985107422,
+      "learning_rate": 1.270418096768584e-06,
+      "loss": 14.6094,
+      "step": 12963
+    },
+    {
+      "epoch": 0.8609948860994886,
+      "grad_norm": 222.906005859375,
+      "learning_rate": 1.2703145503131053e-06,
+      "loss": 24.9844,
+      "step": 12964
+    },
+    {
+      "epoch": 0.8610613003918444,
+      "grad_norm": 222.7667694091797,
+      "learning_rate": 1.2702110007307832e-06,
+      "loss": 16.1094,
+      "step": 12965
+    },
+    {
+      "epoch": 0.8611277146842,
+      "grad_norm": 188.9116668701172,
+      "learning_rate": 1.2701074480228164e-06,
+      "loss": 16.9844,
+      "step": 12966
+    },
+    {
+      "epoch": 0.8611941289765558,
+      "grad_norm": 172.70608520507812,
+      "learning_rate": 1.2700038921904025e-06,
+      "loss": 16.8125,
+      "step": 12967
+    },
+    {
+      "epoch": 0.8612605432689114,
+      "grad_norm": 89.3890151977539,
+      "learning_rate": 1.269900333234739e-06,
+      "loss": 19.9062,
+      "step": 12968
+    },
+    {
+      "epoch": 0.8613269575612672,
+      "grad_norm": 94.3172378540039,
+      "learning_rate": 1.2697967711570242e-06,
+      "loss": 16.0938,
+      "step": 12969
+    },
+    {
+      "epoch": 0.8613933718536229,
+      "grad_norm": 590.13232421875,
+      "learning_rate": 1.269693205958456e-06,
+      "loss": 25.4375,
+      "step": 12970
+    },
+    {
+      "epoch": 0.8614597861459786,
+      "grad_norm": 451.902099609375,
+      "learning_rate": 1.2695896376402323e-06,
+      "loss": 20.875,
+      "step": 12971
+    },
+    {
+      "epoch": 0.8615262004383343,
+      "grad_norm": 194.7528839111328,
+      "learning_rate": 1.2694860662035508e-06,
+      "loss": 13.7969,
+      "step": 12972
+    },
+    {
+      "epoch": 0.86159261473069,
+      "grad_norm": 175.2845001220703,
+      "learning_rate": 1.2693824916496105e-06,
+      "loss": 17.4375,
+      "step": 12973
+    },
+    {
+      "epoch": 0.8616590290230458,
+      "grad_norm": 172.5370330810547,
+      "learning_rate": 1.2692789139796083e-06,
+      "loss": 15.4531,
+      "step": 12974
+    },
+    {
+      "epoch": 0.8617254433154015,
+      "grad_norm": 190.82681274414062,
+      "learning_rate": 1.269175333194743e-06,
+      "loss": 16.5312,
+      "step": 12975
+    },
+    {
+      "epoch": 0.8617918576077572,
+      "grad_norm": 164.8719024658203,
+      "learning_rate": 1.2690717492962129e-06,
+      "loss": 22.7969,
+      "step": 12976
+    },
+    {
+      "epoch": 0.8618582719001129,
+      "grad_norm": 276.82879638671875,
+      "learning_rate": 1.268968162285216e-06,
+      "loss": 22.8438,
+      "step": 12977
+    },
+    {
+      "epoch": 0.8619246861924686,
+      "grad_norm": 223.68954467773438,
+      "learning_rate": 1.2688645721629501e-06,
+      "loss": 18.7031,
+      "step": 12978
+    },
+    {
+      "epoch": 0.8619911004848243,
+      "grad_norm": 317.98284912109375,
+      "learning_rate": 1.2687609789306143e-06,
+      "loss": 15.5625,
+      "step": 12979
+    },
+    {
+      "epoch": 0.8620575147771801,
+      "grad_norm": 96.58244323730469,
+      "learning_rate": 1.2686573825894062e-06,
+      "loss": 13.6875,
+      "step": 12980
+    },
+    {
+      "epoch": 0.8621239290695357,
+      "grad_norm": 244.75396728515625,
+      "learning_rate": 1.2685537831405244e-06,
+      "loss": 20.4219,
+      "step": 12981
+    },
+    {
+      "epoch": 0.8621903433618915,
+      "grad_norm": 149.5970458984375,
+      "learning_rate": 1.2684501805851673e-06,
+      "loss": 14.4531,
+      "step": 12982
+    },
+    {
+      "epoch": 0.8622567576542471,
+      "grad_norm": 536.4680786132812,
+      "learning_rate": 1.2683465749245335e-06,
+      "loss": 18.6406,
+      "step": 12983
+    },
+    {
+      "epoch": 0.8623231719466029,
+      "grad_norm": 186.8587188720703,
+      "learning_rate": 1.2682429661598213e-06,
+      "loss": 16.5156,
+      "step": 12984
+    },
+    {
+      "epoch": 0.8623895862389587,
+      "grad_norm": 206.20217895507812,
+      "learning_rate": 1.268139354292229e-06,
+      "loss": 18.6094,
+      "step": 12985
+    },
+    {
+      "epoch": 0.8624560005313143,
+      "grad_norm": 161.26785278320312,
+      "learning_rate": 1.268035739322955e-06,
+      "loss": 16.7344,
+      "step": 12986
+    },
+    {
+      "epoch": 0.8625224148236701,
+      "grad_norm": 87.00749969482422,
+      "learning_rate": 1.2679321212531984e-06,
+      "loss": 16.6562,
+      "step": 12987
+    },
+    {
+      "epoch": 0.8625888291160257,
+      "grad_norm": 129.55113220214844,
+      "learning_rate": 1.2678285000841576e-06,
+      "loss": 12.5312,
+      "step": 12988
+    },
+    {
+      "epoch": 0.8626552434083815,
+      "grad_norm": 229.3662872314453,
+      "learning_rate": 1.2677248758170307e-06,
+      "loss": 19.9688,
+      "step": 12989
+    },
+    {
+      "epoch": 0.8627216577007372,
+      "grad_norm": 360.1018981933594,
+      "learning_rate": 1.267621248453017e-06,
+      "loss": 15.2656,
+      "step": 12990
+    },
+    {
+      "epoch": 0.8627880719930929,
+      "grad_norm": 157.22213745117188,
+      "learning_rate": 1.2675176179933155e-06,
+      "loss": 18.4062,
+      "step": 12991
+    },
+    {
+      "epoch": 0.8628544862854486,
+      "grad_norm": 155.35704040527344,
+      "learning_rate": 1.2674139844391242e-06,
+      "loss": 22.2031,
+      "step": 12992
+    },
+    {
+      "epoch": 0.8629209005778044,
+      "grad_norm": 437.956787109375,
+      "learning_rate": 1.2673103477916417e-06,
+      "loss": 30.9688,
+      "step": 12993
+    },
+    {
+      "epoch": 0.86298731487016,
+      "grad_norm": 193.94717407226562,
+      "learning_rate": 1.2672067080520679e-06,
+      "loss": 19.9531,
+      "step": 12994
+    },
+    {
+      "epoch": 0.8630537291625158,
+      "grad_norm": 143.18812561035156,
+      "learning_rate": 1.2671030652216007e-06,
+      "loss": 16.5625,
+      "step": 12995
+    },
+    {
+      "epoch": 0.8631201434548715,
+      "grad_norm": 164.0555877685547,
+      "learning_rate": 1.2669994193014391e-06,
+      "loss": 15.7344,
+      "step": 12996
+    },
+    {
+      "epoch": 0.8631865577472272,
+      "grad_norm": 206.51544189453125,
+      "learning_rate": 1.2668957702927822e-06,
+      "loss": 13.9688,
+      "step": 12997
+    },
+    {
+      "epoch": 0.863252972039583,
+      "grad_norm": 289.9517517089844,
+      "learning_rate": 1.2667921181968294e-06,
+      "loss": 17.6562,
+      "step": 12998
+    },
+    {
+      "epoch": 0.8633193863319386,
+      "grad_norm": 430.659423828125,
+      "learning_rate": 1.2666884630147787e-06,
+      "loss": 18.125,
+      "step": 12999
+    },
+    {
+      "epoch": 0.8633858006242944,
+      "grad_norm": 905.2145385742188,
+      "learning_rate": 1.2665848047478297e-06,
+      "loss": 16.625,
+      "step": 13000
+    },
+    {
+      "epoch": 0.86345221491665,
+      "grad_norm": 440.5875244140625,
+      "learning_rate": 1.2664811433971815e-06,
+      "loss": 18.6094,
+      "step": 13001
+    },
+    {
+      "epoch": 0.8635186292090058,
+      "grad_norm": 194.0224151611328,
+      "learning_rate": 1.2663774789640333e-06,
+      "loss": 17.2188,
+      "step": 13002
+    },
+    {
+      "epoch": 0.8635850435013614,
+      "grad_norm": 302.7978515625,
+      "learning_rate": 1.266273811449584e-06,
+      "loss": 17.1562,
+      "step": 13003
+    },
+    {
+      "epoch": 0.8636514577937172,
+      "grad_norm": 210.53285217285156,
+      "learning_rate": 1.2661701408550323e-06,
+      "loss": 20.5,
+      "step": 13004
+    },
+    {
+      "epoch": 0.8637178720860729,
+      "grad_norm": 151.52044677734375,
+      "learning_rate": 1.2660664671815783e-06,
+      "loss": 13.5938,
+      "step": 13005
+    },
+    {
+      "epoch": 0.8637842863784286,
+      "grad_norm": 289.9966735839844,
+      "learning_rate": 1.2659627904304208e-06,
+      "loss": 20.3906,
+      "step": 13006
+    },
+    {
+      "epoch": 0.8638507006707844,
+      "grad_norm": 186.1354217529297,
+      "learning_rate": 1.265859110602759e-06,
+      "loss": 15.6875,
+      "step": 13007
+    },
+    {
+      "epoch": 0.86391711496314,
+      "grad_norm": 215.45248413085938,
+      "learning_rate": 1.2657554276997924e-06,
+      "loss": 15.75,
+      "step": 13008
+    },
+    {
+      "epoch": 0.8639835292554958,
+      "grad_norm": 345.2171936035156,
+      "learning_rate": 1.2656517417227202e-06,
+      "loss": 23.875,
+      "step": 13009
+    },
+    {
+      "epoch": 0.8640499435478515,
+      "grad_norm": 115.16160583496094,
+      "learning_rate": 1.2655480526727418e-06,
+      "loss": 16.7344,
+      "step": 13010
+    },
+    {
+      "epoch": 0.8641163578402072,
+      "grad_norm": 203.9123077392578,
+      "learning_rate": 1.2654443605510567e-06,
+      "loss": 15.8281,
+      "step": 13011
+    },
+    {
+      "epoch": 0.8641827721325629,
+      "grad_norm": 340.4414978027344,
+      "learning_rate": 1.2653406653588646e-06,
+      "loss": 20.625,
+      "step": 13012
+    },
+    {
+      "epoch": 0.8642491864249187,
+      "grad_norm": 204.9192657470703,
+      "learning_rate": 1.2652369670973642e-06,
+      "loss": 16.4531,
+      "step": 13013
+    },
+    {
+      "epoch": 0.8643156007172743,
+      "grad_norm": 260.5910339355469,
+      "learning_rate": 1.2651332657677556e-06,
+      "loss": 33.1406,
+      "step": 13014
+    },
+    {
+      "epoch": 0.8643820150096301,
+      "grad_norm": 414.575439453125,
+      "learning_rate": 1.2650295613712384e-06,
+      "loss": 25.4062,
+      "step": 13015
+    },
+    {
+      "epoch": 0.8644484293019857,
+      "grad_norm": 107.18244934082031,
+      "learning_rate": 1.2649258539090123e-06,
+      "loss": 12.4531,
+      "step": 13016
+    },
+    {
+      "epoch": 0.8645148435943415,
+      "grad_norm": 661.4503173828125,
+      "learning_rate": 1.264822143382276e-06,
+      "loss": 13.0156,
+      "step": 13017
+    },
+    {
+      "epoch": 0.8645812578866973,
+      "grad_norm": 167.00296020507812,
+      "learning_rate": 1.2647184297922305e-06,
+      "loss": 14.4062,
+      "step": 13018
+    },
+    {
+      "epoch": 0.8646476721790529,
+      "grad_norm": 157.93089294433594,
+      "learning_rate": 1.2646147131400743e-06,
+      "loss": 15.4375,
+      "step": 13019
+    },
+    {
+      "epoch": 0.8647140864714087,
+      "grad_norm": 368.5998229980469,
+      "learning_rate": 1.2645109934270082e-06,
+      "loss": 16.7031,
+      "step": 13020
+    },
+    {
+      "epoch": 0.8647805007637643,
+      "grad_norm": 117.57608795166016,
+      "learning_rate": 1.2644072706542313e-06,
+      "loss": 11.75,
+      "step": 13021
+    },
+    {
+      "epoch": 0.8648469150561201,
+      "grad_norm": 166.78265380859375,
+      "learning_rate": 1.2643035448229436e-06,
+      "loss": 25.8906,
+      "step": 13022
+    },
+    {
+      "epoch": 0.8649133293484758,
+      "grad_norm": 159.30165100097656,
+      "learning_rate": 1.2641998159343449e-06,
+      "loss": 10.7031,
+      "step": 13023
+    },
+    {
+      "epoch": 0.8649797436408315,
+      "grad_norm": 161.13868713378906,
+      "learning_rate": 1.264096083989635e-06,
+      "loss": 15.375,
+      "step": 13024
+    },
+    {
+      "epoch": 0.8650461579331872,
+      "grad_norm": 149.92080688476562,
+      "learning_rate": 1.2639923489900137e-06,
+      "loss": 13.2812,
+      "step": 13025
+    },
+    {
+      "epoch": 0.8651125722255429,
+      "grad_norm": 258.0432434082031,
+      "learning_rate": 1.2638886109366813e-06,
+      "loss": 14.2344,
+      "step": 13026
+    },
+    {
+      "epoch": 0.8651789865178987,
+      "grad_norm": 154.10580444335938,
+      "learning_rate": 1.2637848698308374e-06,
+      "loss": 16.2969,
+      "step": 13027
+    },
+    {
+      "epoch": 0.8652454008102544,
+      "grad_norm": 222.46852111816406,
+      "learning_rate": 1.2636811256736825e-06,
+      "loss": 17.9688,
+      "step": 13028
+    },
+    {
+      "epoch": 0.8653118151026101,
+      "grad_norm": 311.064697265625,
+      "learning_rate": 1.263577378466416e-06,
+      "loss": 17.0,
+      "step": 13029
+    },
+    {
+      "epoch": 0.8653782293949658,
+      "grad_norm": 362.4859924316406,
+      "learning_rate": 1.2634736282102392e-06,
+      "loss": 26.875,
+      "step": 13030
+    },
+    {
+      "epoch": 0.8654446436873215,
+      "grad_norm": 147.87428283691406,
+      "learning_rate": 1.263369874906351e-06,
+      "loss": 15.7969,
+      "step": 13031
+    },
+    {
+      "epoch": 0.8655110579796772,
+      "grad_norm": 360.00982666015625,
+      "learning_rate": 1.2632661185559515e-06,
+      "loss": 15.875,
+      "step": 13032
+    },
+    {
+      "epoch": 0.865577472272033,
+      "grad_norm": 302.63970947265625,
+      "learning_rate": 1.2631623591602419e-06,
+      "loss": 13.875,
+      "step": 13033
+    },
+    {
+      "epoch": 0.8656438865643886,
+      "grad_norm": 163.62303161621094,
+      "learning_rate": 1.2630585967204216e-06,
+      "loss": 14.7578,
+      "step": 13034
+    },
+    {
+      "epoch": 0.8657103008567444,
+      "grad_norm": 465.8209533691406,
+      "learning_rate": 1.2629548312376912e-06,
+      "loss": 16.0625,
+      "step": 13035
+    },
+    {
+      "epoch": 0.8657767151491,
+      "grad_norm": 280.2965087890625,
+      "learning_rate": 1.262851062713251e-06,
+      "loss": 15.3125,
+      "step": 13036
+    },
+    {
+      "epoch": 0.8658431294414558,
+      "grad_norm": 125.6213150024414,
+      "learning_rate": 1.2627472911483012e-06,
+      "loss": 13.9531,
+      "step": 13037
+    },
+    {
+      "epoch": 0.8659095437338116,
+      "grad_norm": 231.53045654296875,
+      "learning_rate": 1.2626435165440424e-06,
+      "loss": 15.1406,
+      "step": 13038
+    },
+    {
+      "epoch": 0.8659759580261672,
+      "grad_norm": 216.41229248046875,
+      "learning_rate": 1.2625397389016748e-06,
+      "loss": 15.5469,
+      "step": 13039
+    },
+    {
+      "epoch": 0.866042372318523,
+      "grad_norm": 471.40875244140625,
+      "learning_rate": 1.2624359582223986e-06,
+      "loss": 17.0781,
+      "step": 13040
+    },
+    {
+      "epoch": 0.8661087866108786,
+      "grad_norm": 130.7140655517578,
+      "learning_rate": 1.2623321745074149e-06,
+      "loss": 17.3438,
+      "step": 13041
+    },
+    {
+      "epoch": 0.8661752009032344,
+      "grad_norm": 192.46511840820312,
+      "learning_rate": 1.262228387757924e-06,
+      "loss": 21.7031,
+      "step": 13042
+    },
+    {
+      "epoch": 0.8662416151955901,
+      "grad_norm": 270.2793273925781,
+      "learning_rate": 1.2621245979751259e-06,
+      "loss": 17.9688,
+      "step": 13043
+    },
+    {
+      "epoch": 0.8663080294879458,
+      "grad_norm": 153.131103515625,
+      "learning_rate": 1.262020805160222e-06,
+      "loss": 15.3906,
+      "step": 13044
+    },
+    {
+      "epoch": 0.8663744437803015,
+      "grad_norm": 158.85227966308594,
+      "learning_rate": 1.261917009314412e-06,
+      "loss": 17.8828,
+      "step": 13045
+    },
+    {
+      "epoch": 0.8664408580726572,
+      "grad_norm": 420.94232177734375,
+      "learning_rate": 1.2618132104388975e-06,
+      "loss": 17.4062,
+      "step": 13046
+    },
+    {
+      "epoch": 0.8665072723650129,
+      "grad_norm": 152.89674377441406,
+      "learning_rate": 1.2617094085348786e-06,
+      "loss": 18.8438,
+      "step": 13047
+    },
+    {
+      "epoch": 0.8665736866573687,
+      "grad_norm": 183.05006408691406,
+      "learning_rate": 1.2616056036035563e-06,
+      "loss": 14.0,
+      "step": 13048
+    },
+    {
+      "epoch": 0.8666401009497244,
+      "grad_norm": 152.37940979003906,
+      "learning_rate": 1.261501795646131e-06,
+      "loss": 17.125,
+      "step": 13049
+    },
+    {
+      "epoch": 0.8667065152420801,
+      "grad_norm": 342.3727722167969,
+      "learning_rate": 1.2613979846638038e-06,
+      "loss": 22.125,
+      "step": 13050
+    },
+    {
+      "epoch": 0.8667729295344359,
+      "grad_norm": 309.6839599609375,
+      "learning_rate": 1.2612941706577754e-06,
+      "loss": 15.0938,
+      "step": 13051
+    },
+    {
+      "epoch": 0.8668393438267915,
+      "grad_norm": 421.6606750488281,
+      "learning_rate": 1.261190353629247e-06,
+      "loss": 21.25,
+      "step": 13052
+    },
+    {
+      "epoch": 0.8669057581191473,
+      "grad_norm": 186.7330322265625,
+      "learning_rate": 1.2610865335794189e-06,
+      "loss": 16.375,
+      "step": 13053
+    },
+    {
+      "epoch": 0.8669721724115029,
+      "grad_norm": 525.5520629882812,
+      "learning_rate": 1.2609827105094923e-06,
+      "loss": 21.5938,
+      "step": 13054
+    },
+    {
+      "epoch": 0.8670385867038587,
+      "grad_norm": 154.69589233398438,
+      "learning_rate": 1.2608788844206687e-06,
+      "loss": 15.8125,
+      "step": 13055
+    },
+    {
+      "epoch": 0.8671050009962143,
+      "grad_norm": 264.99102783203125,
+      "learning_rate": 1.2607750553141481e-06,
+      "loss": 21.25,
+      "step": 13056
+    },
+    {
+      "epoch": 0.8671714152885701,
+      "grad_norm": 333.138916015625,
+      "learning_rate": 1.260671223191132e-06,
+      "loss": 19.5312,
+      "step": 13057
+    },
+    {
+      "epoch": 0.8672378295809258,
+      "grad_norm": 197.69125366210938,
+      "learning_rate": 1.2605673880528215e-06,
+      "loss": 16.5469,
+      "step": 13058
+    },
+    {
+      "epoch": 0.8673042438732815,
+      "grad_norm": 194.9182891845703,
+      "learning_rate": 1.2604635499004181e-06,
+      "loss": 14.1562,
+      "step": 13059
+    },
+    {
+      "epoch": 0.8673706581656373,
+      "grad_norm": 299.2901611328125,
+      "learning_rate": 1.2603597087351223e-06,
+      "loss": 20.5,
+      "step": 13060
+    },
+    {
+      "epoch": 0.867437072457993,
+      "grad_norm": 233.65794372558594,
+      "learning_rate": 1.2602558645581354e-06,
+      "loss": 21.9531,
+      "step": 13061
+    },
+    {
+      "epoch": 0.8675034867503487,
+      "grad_norm": 140.2945556640625,
+      "learning_rate": 1.2601520173706588e-06,
+      "loss": 17.5781,
+      "step": 13062
+    },
+    {
+      "epoch": 0.8675699010427044,
+      "grad_norm": 167.12301635742188,
+      "learning_rate": 1.2600481671738937e-06,
+      "loss": 15.9688,
+      "step": 13063
+    },
+    {
+      "epoch": 0.8676363153350601,
+      "grad_norm": 219.05775451660156,
+      "learning_rate": 1.2599443139690414e-06,
+      "loss": 13.7891,
+      "step": 13064
+    },
+    {
+      "epoch": 0.8677027296274158,
+      "grad_norm": 204.88375854492188,
+      "learning_rate": 1.2598404577573033e-06,
+      "loss": 16.6406,
+      "step": 13065
+    },
+    {
+      "epoch": 0.8677691439197716,
+      "grad_norm": 242.61007690429688,
+      "learning_rate": 1.2597365985398801e-06,
+      "loss": 16.2656,
+      "step": 13066
+    },
+    {
+      "epoch": 0.8678355582121272,
+      "grad_norm": 395.9855651855469,
+      "learning_rate": 1.2596327363179742e-06,
+      "loss": 14.7344,
+      "step": 13067
+    },
+    {
+      "epoch": 0.867901972504483,
+      "grad_norm": 116.23129272460938,
+      "learning_rate": 1.2595288710927863e-06,
+      "loss": 12.25,
+      "step": 13068
+    },
+    {
+      "epoch": 0.8679683867968386,
+      "grad_norm": 256.88385009765625,
+      "learning_rate": 1.2594250028655182e-06,
+      "loss": 20.9219,
+      "step": 13069
+    },
+    {
+      "epoch": 0.8680348010891944,
+      "grad_norm": 187.26107788085938,
+      "learning_rate": 1.2593211316373714e-06,
+      "loss": 18.3594,
+      "step": 13070
+    },
+    {
+      "epoch": 0.8681012153815502,
+      "grad_norm": 182.06980895996094,
+      "learning_rate": 1.259217257409547e-06,
+      "loss": 16.0156,
+      "step": 13071
+    },
+    {
+      "epoch": 0.8681676296739058,
+      "grad_norm": 161.09194946289062,
+      "learning_rate": 1.2591133801832467e-06,
+      "loss": 16.9375,
+      "step": 13072
+    },
+    {
+      "epoch": 0.8682340439662616,
+      "grad_norm": 170.64791870117188,
+      "learning_rate": 1.2590094999596728e-06,
+      "loss": 12.0,
+      "step": 13073
+    },
+    {
+      "epoch": 0.8683004582586172,
+      "grad_norm": 215.26922607421875,
+      "learning_rate": 1.258905616740026e-06,
+      "loss": 18.0156,
+      "step": 13074
+    },
+    {
+      "epoch": 0.868366872550973,
+      "grad_norm": 137.86468505859375,
+      "learning_rate": 1.2588017305255084e-06,
+      "loss": 17.4375,
+      "step": 13075
+    },
+    {
+      "epoch": 0.8684332868433287,
+      "grad_norm": 289.188720703125,
+      "learning_rate": 1.2586978413173216e-06,
+      "loss": 14.9688,
+      "step": 13076
+    },
+    {
+      "epoch": 0.8684997011356844,
+      "grad_norm": 285.6912536621094,
+      "learning_rate": 1.2585939491166672e-06,
+      "loss": 14.8906,
+      "step": 13077
+    },
+    {
+      "epoch": 0.8685661154280401,
+      "grad_norm": 247.45077514648438,
+      "learning_rate": 1.258490053924747e-06,
+      "loss": 18.2188,
+      "step": 13078
+    },
+    {
+      "epoch": 0.8686325297203958,
+      "grad_norm": 454.6378173828125,
+      "learning_rate": 1.2583861557427634e-06,
+      "loss": 11.4062,
+      "step": 13079
+    },
+    {
+      "epoch": 0.8686989440127515,
+      "grad_norm": 228.14962768554688,
+      "learning_rate": 1.2582822545719176e-06,
+      "loss": 17.75,
+      "step": 13080
+    },
+    {
+      "epoch": 0.8687653583051073,
+      "grad_norm": 280.1168212890625,
+      "learning_rate": 1.2581783504134113e-06,
+      "loss": 25.4688,
+      "step": 13081
+    },
+    {
+      "epoch": 0.868831772597463,
+      "grad_norm": 97.117919921875,
+      "learning_rate": 1.258074443268447e-06,
+      "loss": 10.875,
+      "step": 13082
+    },
+    {
+      "epoch": 0.8688981868898187,
+      "grad_norm": 183.22776794433594,
+      "learning_rate": 1.2579705331382263e-06,
+      "loss": 21.75,
+      "step": 13083
+    },
+    {
+      "epoch": 0.8689646011821744,
+      "grad_norm": 186.86749267578125,
+      "learning_rate": 1.2578666200239512e-06,
+      "loss": 15.4219,
+      "step": 13084
+    },
+    {
+      "epoch": 0.8690310154745301,
+      "grad_norm": 137.19680786132812,
+      "learning_rate": 1.2577627039268234e-06,
+      "loss": 15.3906,
+      "step": 13085
+    },
+    {
+      "epoch": 0.8690974297668859,
+      "grad_norm": 158.97056579589844,
+      "learning_rate": 1.2576587848480458e-06,
+      "loss": 12.7188,
+      "step": 13086
+    },
+    {
+      "epoch": 0.8691638440592415,
+      "grad_norm": 176.6074676513672,
+      "learning_rate": 1.2575548627888198e-06,
+      "loss": 17.0625,
+      "step": 13087
+    },
+    {
+      "epoch": 0.8692302583515973,
+      "grad_norm": 157.5819549560547,
+      "learning_rate": 1.2574509377503476e-06,
+      "loss": 10.25,
+      "step": 13088
+    },
+    {
+      "epoch": 0.8692966726439529,
+      "grad_norm": 298.23651123046875,
+      "learning_rate": 1.2573470097338312e-06,
+      "loss": 21.5781,
+      "step": 13089
+    },
+    {
+      "epoch": 0.8693630869363087,
+      "grad_norm": 229.63992309570312,
+      "learning_rate": 1.2572430787404732e-06,
+      "loss": 15.625,
+      "step": 13090
+    },
+    {
+      "epoch": 0.8694295012286644,
+      "grad_norm": 218.6624298095703,
+      "learning_rate": 1.2571391447714758e-06,
+      "loss": 20.7031,
+      "step": 13091
+    },
+    {
+      "epoch": 0.8694959155210201,
+      "grad_norm": 199.8799591064453,
+      "learning_rate": 1.257035207828041e-06,
+      "loss": 22.2344,
+      "step": 13092
+    },
+    {
+      "epoch": 0.8695623298133759,
+      "grad_norm": 148.0550537109375,
+      "learning_rate": 1.2569312679113708e-06,
+      "loss": 15.7188,
+      "step": 13093
+    },
+    {
+      "epoch": 0.8696287441057315,
+      "grad_norm": 210.14566040039062,
+      "learning_rate": 1.256827325022668e-06,
+      "loss": 22.3125,
+      "step": 13094
+    },
+    {
+      "epoch": 0.8696951583980873,
+      "grad_norm": 153.9512176513672,
+      "learning_rate": 1.256723379163135e-06,
+      "loss": 16.1719,
+      "step": 13095
+    },
+    {
+      "epoch": 0.869761572690443,
+      "grad_norm": 813.6954345703125,
+      "learning_rate": 1.2566194303339736e-06,
+      "loss": 13.9062,
+      "step": 13096
+    },
+    {
+      "epoch": 0.8698279869827987,
+      "grad_norm": 563.3770141601562,
+      "learning_rate": 1.2565154785363868e-06,
+      "loss": 18.7812,
+      "step": 13097
+    },
+    {
+      "epoch": 0.8698944012751544,
+      "grad_norm": 209.04197692871094,
+      "learning_rate": 1.256411523771577e-06,
+      "loss": 13.4219,
+      "step": 13098
+    },
+    {
+      "epoch": 0.8699608155675101,
+      "grad_norm": 199.40701293945312,
+      "learning_rate": 1.2563075660407466e-06,
+      "loss": 15.6562,
+      "step": 13099
+    },
+    {
+      "epoch": 0.8700272298598658,
+      "grad_norm": 271.1600646972656,
+      "learning_rate": 1.2562036053450975e-06,
+      "loss": 14.9688,
+      "step": 13100
+    },
+    {
+      "epoch": 0.8700936441522216,
+      "grad_norm": 296.84075927734375,
+      "learning_rate": 1.2560996416858335e-06,
+      "loss": 18.5625,
+      "step": 13101
+    },
+    {
+      "epoch": 0.8701600584445772,
+      "grad_norm": 369.28033447265625,
+      "learning_rate": 1.255995675064156e-06,
+      "loss": 25.3594,
+      "step": 13102
+    },
+    {
+      "epoch": 0.870226472736933,
+      "grad_norm": 188.4984130859375,
+      "learning_rate": 1.2558917054812682e-06,
+      "loss": 12.6094,
+      "step": 13103
+    },
+    {
+      "epoch": 0.8702928870292888,
+      "grad_norm": 442.64678955078125,
+      "learning_rate": 1.255787732938373e-06,
+      "loss": 20.1406,
+      "step": 13104
+    },
+    {
+      "epoch": 0.8703593013216444,
+      "grad_norm": 347.93707275390625,
+      "learning_rate": 1.2556837574366727e-06,
+      "loss": 21.3594,
+      "step": 13105
+    },
+    {
+      "epoch": 0.8704257156140002,
+      "grad_norm": 434.8833312988281,
+      "learning_rate": 1.2555797789773704e-06,
+      "loss": 19.4219,
+      "step": 13106
+    },
+    {
+      "epoch": 0.8704921299063558,
+      "grad_norm": 133.28195190429688,
+      "learning_rate": 1.255475797561668e-06,
+      "loss": 16.6562,
+      "step": 13107
+    },
+    {
+      "epoch": 0.8705585441987116,
+      "grad_norm": 248.66307067871094,
+      "learning_rate": 1.2553718131907696e-06,
+      "loss": 21.3125,
+      "step": 13108
+    },
+    {
+      "epoch": 0.8706249584910672,
+      "grad_norm": 177.7760467529297,
+      "learning_rate": 1.2552678258658768e-06,
+      "loss": 16.1094,
+      "step": 13109
+    },
+    {
+      "epoch": 0.870691372783423,
+      "grad_norm": 125.90828704833984,
+      "learning_rate": 1.255163835588193e-06,
+      "loss": 18.0,
+      "step": 13110
+    },
+    {
+      "epoch": 0.8707577870757787,
+      "grad_norm": 205.88404846191406,
+      "learning_rate": 1.2550598423589212e-06,
+      "loss": 17.875,
+      "step": 13111
+    },
+    {
+      "epoch": 0.8708242013681344,
+      "grad_norm": 211.7703857421875,
+      "learning_rate": 1.2549558461792643e-06,
+      "loss": 17.1406,
+      "step": 13112
+    },
+    {
+      "epoch": 0.8708906156604901,
+      "grad_norm": 254.55288696289062,
+      "learning_rate": 1.2548518470504253e-06,
+      "loss": 15.1406,
+      "step": 13113
+    },
+    {
+      "epoch": 0.8709570299528459,
+      "grad_norm": 120.39046478271484,
+      "learning_rate": 1.2547478449736067e-06,
+      "loss": 15.2344,
+      "step": 13114
+    },
+    {
+      "epoch": 0.8710234442452016,
+      "grad_norm": 489.443359375,
+      "learning_rate": 1.2546438399500122e-06,
+      "loss": 24.9062,
+      "step": 13115
+    },
+    {
+      "epoch": 0.8710898585375573,
+      "grad_norm": 204.3543701171875,
+      "learning_rate": 1.2545398319808444e-06,
+      "loss": 16.1719,
+      "step": 13116
+    },
+    {
+      "epoch": 0.871156272829913,
+      "grad_norm": 210.78814697265625,
+      "learning_rate": 1.254435821067307e-06,
+      "loss": 16.2656,
+      "step": 13117
+    },
+    {
+      "epoch": 0.8712226871222687,
+      "grad_norm": 485.6580505371094,
+      "learning_rate": 1.2543318072106021e-06,
+      "loss": 22.0625,
+      "step": 13118
+    },
+    {
+      "epoch": 0.8712891014146245,
+      "grad_norm": 344.0601501464844,
+      "learning_rate": 1.2542277904119344e-06,
+      "loss": 20.9219,
+      "step": 13119
+    },
+    {
+      "epoch": 0.8713555157069801,
+      "grad_norm": 148.70989990234375,
+      "learning_rate": 1.2541237706725054e-06,
+      "loss": 15.2344,
+      "step": 13120
+    },
+    {
+      "epoch": 0.8714219299993359,
+      "grad_norm": 301.4600524902344,
+      "learning_rate": 1.2540197479935192e-06,
+      "loss": 22.2969,
+      "step": 13121
+    },
+    {
+      "epoch": 0.8714883442916915,
+      "grad_norm": 179.96876525878906,
+      "learning_rate": 1.2539157223761794e-06,
+      "loss": 16.75,
+      "step": 13122
+    },
+    {
+      "epoch": 0.8715547585840473,
+      "grad_norm": 147.0988311767578,
+      "learning_rate": 1.253811693821689e-06,
+      "loss": 14.7812,
+      "step": 13123
+    },
+    {
+      "epoch": 0.871621172876403,
+      "grad_norm": 309.3292541503906,
+      "learning_rate": 1.253707662331251e-06,
+      "loss": 15.1094,
+      "step": 13124
+    },
+    {
+      "epoch": 0.8716875871687587,
+      "grad_norm": 276.5030517578125,
+      "learning_rate": 1.2536036279060691e-06,
+      "loss": 19.7344,
+      "step": 13125
+    },
+    {
+      "epoch": 0.8717540014611145,
+      "grad_norm": 213.7183837890625,
+      "learning_rate": 1.2534995905473467e-06,
+      "loss": 20.875,
+      "step": 13126
+    },
+    {
+      "epoch": 0.8718204157534701,
+      "grad_norm": 513.2782592773438,
+      "learning_rate": 1.2533955502562875e-06,
+      "loss": 17.0781,
+      "step": 13127
+    },
+    {
+      "epoch": 0.8718868300458259,
+      "grad_norm": 3322.355712890625,
+      "learning_rate": 1.253291507034094e-06,
+      "loss": 17.6406,
+      "step": 13128
+    },
+    {
+      "epoch": 0.8719532443381816,
+      "grad_norm": 197.0642547607422,
+      "learning_rate": 1.2531874608819711e-06,
+      "loss": 15.4375,
+      "step": 13129
+    },
+    {
+      "epoch": 0.8720196586305373,
+      "grad_norm": 204.21701049804688,
+      "learning_rate": 1.2530834118011214e-06,
+      "loss": 20.8438,
+      "step": 13130
+    },
+    {
+      "epoch": 0.872086072922893,
+      "grad_norm": 145.5317840576172,
+      "learning_rate": 1.2529793597927486e-06,
+      "loss": 17.0469,
+      "step": 13131
+    },
+    {
+      "epoch": 0.8721524872152487,
+      "grad_norm": 324.92364501953125,
+      "learning_rate": 1.2528753048580565e-06,
+      "loss": 16.2344,
+      "step": 13132
+    },
+    {
+      "epoch": 0.8722189015076044,
+      "grad_norm": 238.06471252441406,
+      "learning_rate": 1.2527712469982488e-06,
+      "loss": 18.9219,
+      "step": 13133
+    },
+    {
+      "epoch": 0.8722853157999602,
+      "grad_norm": 251.5056915283203,
+      "learning_rate": 1.2526671862145294e-06,
+      "loss": 18.9219,
+      "step": 13134
+    },
+    {
+      "epoch": 0.8723517300923158,
+      "grad_norm": 346.2810363769531,
+      "learning_rate": 1.2525631225081011e-06,
+      "loss": 13.0469,
+      "step": 13135
+    },
+    {
+      "epoch": 0.8724181443846716,
+      "grad_norm": 170.2600555419922,
+      "learning_rate": 1.2524590558801681e-06,
+      "loss": 17.2969,
+      "step": 13136
+    },
+    {
+      "epoch": 0.8724845586770273,
+      "grad_norm": 257.1200866699219,
+      "learning_rate": 1.2523549863319347e-06,
+      "loss": 13.4219,
+      "step": 13137
+    },
+    {
+      "epoch": 0.872550972969383,
+      "grad_norm": 312.9906921386719,
+      "learning_rate": 1.2522509138646042e-06,
+      "loss": 21.6094,
+      "step": 13138
+    },
+    {
+      "epoch": 0.8726173872617388,
+      "grad_norm": 182.33139038085938,
+      "learning_rate": 1.2521468384793807e-06,
+      "loss": 11.0156,
+      "step": 13139
+    },
+    {
+      "epoch": 0.8726838015540944,
+      "grad_norm": 217.58802795410156,
+      "learning_rate": 1.2520427601774682e-06,
+      "loss": 19.5625,
+      "step": 13140
+    },
+    {
+      "epoch": 0.8727502158464502,
+      "grad_norm": 191.1990203857422,
+      "learning_rate": 1.2519386789600699e-06,
+      "loss": 19.7188,
+      "step": 13141
+    },
+    {
+      "epoch": 0.8728166301388058,
+      "grad_norm": 191.58226013183594,
+      "learning_rate": 1.2518345948283905e-06,
+      "loss": 13.75,
+      "step": 13142
+    },
+    {
+      "epoch": 0.8728830444311616,
+      "grad_norm": 192.0200958251953,
+      "learning_rate": 1.2517305077836336e-06,
+      "loss": 15.9688,
+      "step": 13143
+    },
+    {
+      "epoch": 0.8729494587235173,
+      "grad_norm": 242.8632354736328,
+      "learning_rate": 1.2516264178270036e-06,
+      "loss": 20.4531,
+      "step": 13144
+    },
+    {
+      "epoch": 0.873015873015873,
+      "grad_norm": 190.68539428710938,
+      "learning_rate": 1.251522324959704e-06,
+      "loss": 14.4375,
+      "step": 13145
+    },
+    {
+      "epoch": 0.8730822873082287,
+      "grad_norm": 222.76512145996094,
+      "learning_rate": 1.2514182291829394e-06,
+      "loss": 20.5156,
+      "step": 13146
+    },
+    {
+      "epoch": 0.8731487016005844,
+      "grad_norm": 151.89781188964844,
+      "learning_rate": 1.2513141304979135e-06,
+      "loss": 19.75,
+      "step": 13147
+    },
+    {
+      "epoch": 0.8732151158929402,
+      "grad_norm": 319.7282409667969,
+      "learning_rate": 1.251210028905831e-06,
+      "loss": 18.9062,
+      "step": 13148
+    },
+    {
+      "epoch": 0.8732815301852959,
+      "grad_norm": 193.95083618164062,
+      "learning_rate": 1.2511059244078954e-06,
+      "loss": 12.1094,
+      "step": 13149
+    },
+    {
+      "epoch": 0.8733479444776516,
+      "grad_norm": 194.9881591796875,
+      "learning_rate": 1.2510018170053112e-06,
+      "loss": 14.3438,
+      "step": 13150
+    },
+    {
+      "epoch": 0.8734143587700073,
+      "grad_norm": 124.78750610351562,
+      "learning_rate": 1.2508977066992832e-06,
+      "loss": 19.3281,
+      "step": 13151
+    },
+    {
+      "epoch": 0.873480773062363,
+      "grad_norm": 175.2602996826172,
+      "learning_rate": 1.2507935934910147e-06,
+      "loss": 16.0312,
+      "step": 13152
+    },
+    {
+      "epoch": 0.8735471873547187,
+      "grad_norm": 239.41856384277344,
+      "learning_rate": 1.2506894773817107e-06,
+      "loss": 16.4062,
+      "step": 13153
+    },
+    {
+      "epoch": 0.8736136016470745,
+      "grad_norm": 172.79974365234375,
+      "learning_rate": 1.2505853583725753e-06,
+      "loss": 15.0938,
+      "step": 13154
+    },
+    {
+      "epoch": 0.8736800159394301,
+      "grad_norm": 242.29742431640625,
+      "learning_rate": 1.2504812364648132e-06,
+      "loss": 16.3594,
+      "step": 13155
+    },
+    {
+      "epoch": 0.8737464302317859,
+      "grad_norm": 820.8665161132812,
+      "learning_rate": 1.2503771116596284e-06,
+      "loss": 16.0156,
+      "step": 13156
+    },
+    {
+      "epoch": 0.8738128445241415,
+      "grad_norm": 218.29576110839844,
+      "learning_rate": 1.2502729839582256e-06,
+      "loss": 21.2031,
+      "step": 13157
+    },
+    {
+      "epoch": 0.8738792588164973,
+      "grad_norm": 294.01641845703125,
+      "learning_rate": 1.2501688533618092e-06,
+      "loss": 17.0469,
+      "step": 13158
+    },
+    {
+      "epoch": 0.8739456731088531,
+      "grad_norm": 264.90814208984375,
+      "learning_rate": 1.250064719871584e-06,
+      "loss": 16.2812,
+      "step": 13159
+    },
+    {
+      "epoch": 0.8740120874012087,
+      "grad_norm": 323.0712890625,
+      "learning_rate": 1.2499605834887538e-06,
+      "loss": 18.8125,
+      "step": 13160
+    },
+    {
+      "epoch": 0.8740785016935645,
+      "grad_norm": 217.4347381591797,
+      "learning_rate": 1.249856444214524e-06,
+      "loss": 24.5,
+      "step": 13161
+    },
+    {
+      "epoch": 0.8741449159859201,
+      "grad_norm": 331.5655517578125,
+      "learning_rate": 1.2497523020500993e-06,
+      "loss": 15.5156,
+      "step": 13162
+    },
+    {
+      "epoch": 0.8742113302782759,
+      "grad_norm": 136.6669158935547,
+      "learning_rate": 1.2496481569966834e-06,
+      "loss": 15.875,
+      "step": 13163
+    },
+    {
+      "epoch": 0.8742777445706316,
+      "grad_norm": 130.62326049804688,
+      "learning_rate": 1.2495440090554819e-06,
+      "loss": 13.375,
+      "step": 13164
+    },
+    {
+      "epoch": 0.8743441588629873,
+      "grad_norm": 144.8970947265625,
+      "learning_rate": 1.249439858227699e-06,
+      "loss": 12.875,
+      "step": 13165
+    },
+    {
+      "epoch": 0.874410573155343,
+      "grad_norm": 215.8776092529297,
+      "learning_rate": 1.2493357045145399e-06,
+      "loss": 23.9375,
+      "step": 13166
+    },
+    {
+      "epoch": 0.8744769874476988,
+      "grad_norm": 184.70785522460938,
+      "learning_rate": 1.249231547917209e-06,
+      "loss": 30.1562,
+      "step": 13167
+    },
+    {
+      "epoch": 0.8745434017400544,
+      "grad_norm": 172.0,
+      "learning_rate": 1.249127388436911e-06,
+      "loss": 15.1406,
+      "step": 13168
+    },
+    {
+      "epoch": 0.8746098160324102,
+      "grad_norm": 612.0950927734375,
+      "learning_rate": 1.2490232260748515e-06,
+      "loss": 18.5156,
+      "step": 13169
+    },
+    {
+      "epoch": 0.8746762303247659,
+      "grad_norm": 142.60183715820312,
+      "learning_rate": 1.2489190608322348e-06,
+      "loss": 19.5156,
+      "step": 13170
+    },
+    {
+      "epoch": 0.8747426446171216,
+      "grad_norm": 223.25546264648438,
+      "learning_rate": 1.248814892710266e-06,
+      "loss": 14.8125,
+      "step": 13171
+    },
+    {
+      "epoch": 0.8748090589094774,
+      "grad_norm": 163.53549194335938,
+      "learning_rate": 1.2487107217101495e-06,
+      "loss": 16.5156,
+      "step": 13172
+    },
+    {
+      "epoch": 0.874875473201833,
+      "grad_norm": 202.52064514160156,
+      "learning_rate": 1.2486065478330911e-06,
+      "loss": 19.3125,
+      "step": 13173
+    },
+    {
+      "epoch": 0.8749418874941888,
+      "grad_norm": 247.40565490722656,
+      "learning_rate": 1.2485023710802956e-06,
+      "loss": 16.3281,
+      "step": 13174
+    },
+    {
+      "epoch": 0.8750083017865444,
+      "grad_norm": 132.20411682128906,
+      "learning_rate": 1.248398191452968e-06,
+      "loss": 18.8281,
+      "step": 13175
+    },
+    {
+      "epoch": 0.8750747160789002,
+      "grad_norm": 212.10316467285156,
+      "learning_rate": 1.2482940089523133e-06,
+      "loss": 19.5781,
+      "step": 13176
+    },
+    {
+      "epoch": 0.8751411303712558,
+      "grad_norm": 177.1433868408203,
+      "learning_rate": 1.2481898235795366e-06,
+      "loss": 14.4219,
+      "step": 13177
+    },
+    {
+      "epoch": 0.8752075446636116,
+      "grad_norm": 102.15677642822266,
+      "learning_rate": 1.2480856353358431e-06,
+      "loss": 13.6719,
+      "step": 13178
+    },
+    {
+      "epoch": 0.8752739589559674,
+      "grad_norm": 199.2219696044922,
+      "learning_rate": 1.247981444222438e-06,
+      "loss": 16.3594,
+      "step": 13179
+    },
+    {
+      "epoch": 0.875340373248323,
+      "grad_norm": 253.28736877441406,
+      "learning_rate": 1.2478772502405269e-06,
+      "loss": 18.3438,
+      "step": 13180
+    },
+    {
+      "epoch": 0.8754067875406788,
+      "grad_norm": 265.74853515625,
+      "learning_rate": 1.2477730533913145e-06,
+      "loss": 12.1719,
+      "step": 13181
+    },
+    {
+      "epoch": 0.8754732018330345,
+      "grad_norm": 125.58478546142578,
+      "learning_rate": 1.2476688536760061e-06,
+      "loss": 15.8281,
+      "step": 13182
+    },
+    {
+      "epoch": 0.8755396161253902,
+      "grad_norm": 232.75888061523438,
+      "learning_rate": 1.2475646510958076e-06,
+      "loss": 13.9062,
+      "step": 13183
+    },
+    {
+      "epoch": 0.8756060304177459,
+      "grad_norm": 152.93731689453125,
+      "learning_rate": 1.2474604456519235e-06,
+      "loss": 16.5312,
+      "step": 13184
+    },
+    {
+      "epoch": 0.8756724447101016,
+      "grad_norm": 241.530029296875,
+      "learning_rate": 1.2473562373455599e-06,
+      "loss": 16.9062,
+      "step": 13185
+    },
+    {
+      "epoch": 0.8757388590024573,
+      "grad_norm": 250.01025390625,
+      "learning_rate": 1.247252026177922e-06,
+      "loss": 17.1875,
+      "step": 13186
+    },
+    {
+      "epoch": 0.8758052732948131,
+      "grad_norm": 270.67596435546875,
+      "learning_rate": 1.2471478121502155e-06,
+      "loss": 20.375,
+      "step": 13187
+    },
+    {
+      "epoch": 0.8758716875871687,
+      "grad_norm": 286.0766296386719,
+      "learning_rate": 1.247043595263645e-06,
+      "loss": 15.1562,
+      "step": 13188
+    },
+    {
+      "epoch": 0.8759381018795245,
+      "grad_norm": 213.65049743652344,
+      "learning_rate": 1.246939375519417e-06,
+      "loss": 23.4531,
+      "step": 13189
+    },
+    {
+      "epoch": 0.8760045161718802,
+      "grad_norm": 310.2807312011719,
+      "learning_rate": 1.2468351529187367e-06,
+      "loss": 14.6406,
+      "step": 13190
+    },
+    {
+      "epoch": 0.8760709304642359,
+      "grad_norm": 159.29541015625,
+      "learning_rate": 1.24673092746281e-06,
+      "loss": 13.7891,
+      "step": 13191
+    },
+    {
+      "epoch": 0.8761373447565917,
+      "grad_norm": 123.25430297851562,
+      "learning_rate": 1.2466266991528416e-06,
+      "loss": 12.9375,
+      "step": 13192
+    },
+    {
+      "epoch": 0.8762037590489473,
+      "grad_norm": 195.06361389160156,
+      "learning_rate": 1.2465224679900379e-06,
+      "loss": 17.1406,
+      "step": 13193
+    },
+    {
+      "epoch": 0.8762701733413031,
+      "grad_norm": 270.501953125,
+      "learning_rate": 1.246418233975605e-06,
+      "loss": 20.5625,
+      "step": 13194
+    },
+    {
+      "epoch": 0.8763365876336587,
+      "grad_norm": 239.24075317382812,
+      "learning_rate": 1.2463139971107475e-06,
+      "loss": 15.8438,
+      "step": 13195
+    },
+    {
+      "epoch": 0.8764030019260145,
+      "grad_norm": 151.10340881347656,
+      "learning_rate": 1.2462097573966716e-06,
+      "loss": 17.4844,
+      "step": 13196
+    },
+    {
+      "epoch": 0.8764694162183702,
+      "grad_norm": 372.5130310058594,
+      "learning_rate": 1.2461055148345834e-06,
+      "loss": 18.6406,
+      "step": 13197
+    },
+    {
+      "epoch": 0.8765358305107259,
+      "grad_norm": 227.21380615234375,
+      "learning_rate": 1.2460012694256888e-06,
+      "loss": 17.7188,
+      "step": 13198
+    },
+    {
+      "epoch": 0.8766022448030816,
+      "grad_norm": 135.4802703857422,
+      "learning_rate": 1.245897021171193e-06,
+      "loss": 15.6562,
+      "step": 13199
+    },
+    {
+      "epoch": 0.8766686590954373,
+      "grad_norm": 256.5271301269531,
+      "learning_rate": 1.2457927700723023e-06,
+      "loss": 19.3125,
+      "step": 13200
+    },
+    {
+      "epoch": 0.8767350733877931,
+      "grad_norm": 448.5172424316406,
+      "learning_rate": 1.245688516130223e-06,
+      "loss": 17.375,
+      "step": 13201
+    },
+    {
+      "epoch": 0.8768014876801488,
+      "grad_norm": 159.5911865234375,
+      "learning_rate": 1.24558425934616e-06,
+      "loss": 19.1406,
+      "step": 13202
+    },
+    {
+      "epoch": 0.8768679019725045,
+      "grad_norm": 89.22819519042969,
+      "learning_rate": 1.2454799997213203e-06,
+      "loss": 12.5938,
+      "step": 13203
+    },
+    {
+      "epoch": 0.8769343162648602,
+      "grad_norm": 285.84832763671875,
+      "learning_rate": 1.2453757372569093e-06,
+      "loss": 18.9375,
+      "step": 13204
+    },
+    {
+      "epoch": 0.877000730557216,
+      "grad_norm": 139.09889221191406,
+      "learning_rate": 1.2452714719541336e-06,
+      "loss": 15.4219,
+      "step": 13205
+    },
+    {
+      "epoch": 0.8770671448495716,
+      "grad_norm": 88.3575210571289,
+      "learning_rate": 1.2451672038141984e-06,
+      "loss": 12.4141,
+      "step": 13206
+    },
+    {
+      "epoch": 0.8771335591419274,
+      "grad_norm": 305.9689636230469,
+      "learning_rate": 1.2450629328383106e-06,
+      "loss": 14.5469,
+      "step": 13207
+    },
+    {
+      "epoch": 0.877199973434283,
+      "grad_norm": 257.78668212890625,
+      "learning_rate": 1.2449586590276762e-06,
+      "loss": 15.2969,
+      "step": 13208
+    },
+    {
+      "epoch": 0.8772663877266388,
+      "grad_norm": 514.6707763671875,
+      "learning_rate": 1.2448543823835014e-06,
+      "loss": 18.7188,
+      "step": 13209
+    },
+    {
+      "epoch": 0.8773328020189944,
+      "grad_norm": 126.55081176757812,
+      "learning_rate": 1.2447501029069918e-06,
+      "loss": 12.6562,
+      "step": 13210
+    },
+    {
+      "epoch": 0.8773992163113502,
+      "grad_norm": 336.39361572265625,
+      "learning_rate": 1.2446458205993545e-06,
+      "loss": 17.1406,
+      "step": 13211
+    },
+    {
+      "epoch": 0.877465630603706,
+      "grad_norm": 154.66876220703125,
+      "learning_rate": 1.2445415354617955e-06,
+      "loss": 13.25,
+      "step": 13212
+    },
+    {
+      "epoch": 0.8775320448960616,
+      "grad_norm": 195.29815673828125,
+      "learning_rate": 1.2444372474955208e-06,
+      "loss": 14.0312,
+      "step": 13213
+    },
+    {
+      "epoch": 0.8775984591884174,
+      "grad_norm": 130.29136657714844,
+      "learning_rate": 1.2443329567017372e-06,
+      "loss": 14.4219,
+      "step": 13214
+    },
+    {
+      "epoch": 0.877664873480773,
+      "grad_norm": 341.1448974609375,
+      "learning_rate": 1.2442286630816508e-06,
+      "loss": 27.8438,
+      "step": 13215
+    },
+    {
+      "epoch": 0.8777312877731288,
+      "grad_norm": 182.48500061035156,
+      "learning_rate": 1.2441243666364677e-06,
+      "loss": 14.5625,
+      "step": 13216
+    },
+    {
+      "epoch": 0.8777977020654845,
+      "grad_norm": 172.38597106933594,
+      "learning_rate": 1.2440200673673952e-06,
+      "loss": 18.0469,
+      "step": 13217
+    },
+    {
+      "epoch": 0.8778641163578402,
+      "grad_norm": 409.9146728515625,
+      "learning_rate": 1.243915765275639e-06,
+      "loss": 22.9375,
+      "step": 13218
+    },
+    {
+      "epoch": 0.8779305306501959,
+      "grad_norm": 228.06976318359375,
+      "learning_rate": 1.243811460362406e-06,
+      "loss": 15.9844,
+      "step": 13219
+    },
+    {
+      "epoch": 0.8779969449425516,
+      "grad_norm": 167.70262145996094,
+      "learning_rate": 1.2437071526289024e-06,
+      "loss": 15.3906,
+      "step": 13220
+    },
+    {
+      "epoch": 0.8780633592349073,
+      "grad_norm": 204.4668731689453,
+      "learning_rate": 1.2436028420763352e-06,
+      "loss": 17.125,
+      "step": 13221
+    },
+    {
+      "epoch": 0.8781297735272631,
+      "grad_norm": 157.9784698486328,
+      "learning_rate": 1.2434985287059107e-06,
+      "loss": 17.1094,
+      "step": 13222
+    },
+    {
+      "epoch": 0.8781961878196188,
+      "grad_norm": 186.3744659423828,
+      "learning_rate": 1.2433942125188356e-06,
+      "loss": 14.5781,
+      "step": 13223
+    },
+    {
+      "epoch": 0.8782626021119745,
+      "grad_norm": 236.70498657226562,
+      "learning_rate": 1.2432898935163167e-06,
+      "loss": 21.75,
+      "step": 13224
+    },
+    {
+      "epoch": 0.8783290164043303,
+      "grad_norm": 129.07688903808594,
+      "learning_rate": 1.2431855716995606e-06,
+      "loss": 16.4688,
+      "step": 13225
+    },
+    {
+      "epoch": 0.8783954306966859,
+      "grad_norm": 166.225341796875,
+      "learning_rate": 1.2430812470697742e-06,
+      "loss": 16.4688,
+      "step": 13226
+    },
+    {
+      "epoch": 0.8784618449890417,
+      "grad_norm": 339.3815002441406,
+      "learning_rate": 1.2429769196281639e-06,
+      "loss": 14.5938,
+      "step": 13227
+    },
+    {
+      "epoch": 0.8785282592813973,
+      "grad_norm": 204.69229125976562,
+      "learning_rate": 1.2428725893759367e-06,
+      "loss": 18.5312,
+      "step": 13228
+    },
+    {
+      "epoch": 0.8785946735737531,
+      "grad_norm": 154.3779296875,
+      "learning_rate": 1.2427682563142992e-06,
+      "loss": 11.9062,
+      "step": 13229
+    },
+    {
+      "epoch": 0.8786610878661087,
+      "grad_norm": 278.63775634765625,
+      "learning_rate": 1.242663920444459e-06,
+      "loss": 14.7344,
+      "step": 13230
+    },
+    {
+      "epoch": 0.8787275021584645,
+      "grad_norm": 373.65643310546875,
+      "learning_rate": 1.242559581767622e-06,
+      "loss": 18.1875,
+      "step": 13231
+    },
+    {
+      "epoch": 0.8787939164508202,
+      "grad_norm": 109.41594696044922,
+      "learning_rate": 1.242455240284996e-06,
+      "loss": 14.5469,
+      "step": 13232
+    },
+    {
+      "epoch": 0.8788603307431759,
+      "grad_norm": 182.51075744628906,
+      "learning_rate": 1.2423508959977875e-06,
+      "loss": 20.1875,
+      "step": 13233
+    },
+    {
+      "epoch": 0.8789267450355317,
+      "grad_norm": 180.03236389160156,
+      "learning_rate": 1.2422465489072034e-06,
+      "loss": 15.6875,
+      "step": 13234
+    },
+    {
+      "epoch": 0.8789931593278874,
+      "grad_norm": 202.24737548828125,
+      "learning_rate": 1.242142199014451e-06,
+      "loss": 13.5625,
+      "step": 13235
+    },
+    {
+      "epoch": 0.8790595736202431,
+      "grad_norm": 211.20721435546875,
+      "learning_rate": 1.2420378463207373e-06,
+      "loss": 15.1562,
+      "step": 13236
+    },
+    {
+      "epoch": 0.8791259879125988,
+      "grad_norm": 179.68624877929688,
+      "learning_rate": 1.2419334908272694e-06,
+      "loss": 14.75,
+      "step": 13237
+    },
+    {
+      "epoch": 0.8791924022049545,
+      "grad_norm": 198.0214080810547,
+      "learning_rate": 1.2418291325352544e-06,
+      "loss": 18.7969,
+      "step": 13238
+    },
+    {
+      "epoch": 0.8792588164973102,
+      "grad_norm": 250.93716430664062,
+      "learning_rate": 1.2417247714458994e-06,
+      "loss": 22.8125,
+      "step": 13239
+    },
+    {
+      "epoch": 0.879325230789666,
+      "grad_norm": 181.4603729248047,
+      "learning_rate": 1.2416204075604115e-06,
+      "loss": 27.3438,
+      "step": 13240
+    },
+    {
+      "epoch": 0.8793916450820216,
+      "grad_norm": 294.84521484375,
+      "learning_rate": 1.2415160408799982e-06,
+      "loss": 15.5938,
+      "step": 13241
+    },
+    {
+      "epoch": 0.8794580593743774,
+      "grad_norm": 135.1909942626953,
+      "learning_rate": 1.2414116714058666e-06,
+      "loss": 14.0312,
+      "step": 13242
+    },
+    {
+      "epoch": 0.879524473666733,
+      "grad_norm": 283.70794677734375,
+      "learning_rate": 1.241307299139224e-06,
+      "loss": 18.9375,
+      "step": 13243
+    },
+    {
+      "epoch": 0.8795908879590888,
+      "grad_norm": 192.73797607421875,
+      "learning_rate": 1.2412029240812778e-06,
+      "loss": 19.0781,
+      "step": 13244
+    },
+    {
+      "epoch": 0.8796573022514446,
+      "grad_norm": 250.00762939453125,
+      "learning_rate": 1.241098546233235e-06,
+      "loss": 23.4375,
+      "step": 13245
+    },
+    {
+      "epoch": 0.8797237165438002,
+      "grad_norm": 399.212890625,
+      "learning_rate": 1.2409941655963035e-06,
+      "loss": 21.5469,
+      "step": 13246
+    },
+    {
+      "epoch": 0.879790130836156,
+      "grad_norm": 192.57894897460938,
+      "learning_rate": 1.2408897821716902e-06,
+      "loss": 13.9688,
+      "step": 13247
+    },
+    {
+      "epoch": 0.8798565451285116,
+      "grad_norm": 198.33590698242188,
+      "learning_rate": 1.240785395960603e-06,
+      "loss": 12.6094,
+      "step": 13248
+    },
+    {
+      "epoch": 0.8799229594208674,
+      "grad_norm": 368.7816162109375,
+      "learning_rate": 1.2406810069642491e-06,
+      "loss": 22.2812,
+      "step": 13249
+    },
+    {
+      "epoch": 0.879989373713223,
+      "grad_norm": 179.6252899169922,
+      "learning_rate": 1.240576615183836e-06,
+      "loss": 17.5781,
+      "step": 13250
+    },
+    {
+      "epoch": 0.8800557880055788,
+      "grad_norm": 256.4098205566406,
+      "learning_rate": 1.2404722206205715e-06,
+      "loss": 12.9531,
+      "step": 13251
+    },
+    {
+      "epoch": 0.8801222022979345,
+      "grad_norm": 117.68059539794922,
+      "learning_rate": 1.240367823275663e-06,
+      "loss": 13.5625,
+      "step": 13252
+    },
+    {
+      "epoch": 0.8801886165902902,
+      "grad_norm": 185.77354431152344,
+      "learning_rate": 1.240263423150318e-06,
+      "loss": 18.3906,
+      "step": 13253
+    },
+    {
+      "epoch": 0.8802550308826459,
+      "grad_norm": 182.77638244628906,
+      "learning_rate": 1.2401590202457444e-06,
+      "loss": 19.2656,
+      "step": 13254
+    },
+    {
+      "epoch": 0.8803214451750017,
+      "grad_norm": 263.5123291015625,
+      "learning_rate": 1.24005461456315e-06,
+      "loss": 19.2812,
+      "step": 13255
+    },
+    {
+      "epoch": 0.8803878594673574,
+      "grad_norm": 130.37095642089844,
+      "learning_rate": 1.2399502061037416e-06,
+      "loss": 14.1562,
+      "step": 13256
+    },
+    {
+      "epoch": 0.8804542737597131,
+      "grad_norm": 181.5277862548828,
+      "learning_rate": 1.239845794868728e-06,
+      "loss": 18.3125,
+      "step": 13257
+    },
+    {
+      "epoch": 0.8805206880520688,
+      "grad_norm": 221.0256805419922,
+      "learning_rate": 1.2397413808593168e-06,
+      "loss": 13.8906,
+      "step": 13258
+    },
+    {
+      "epoch": 0.8805871023444245,
+      "grad_norm": 186.0400848388672,
+      "learning_rate": 1.239636964076715e-06,
+      "loss": 16.0781,
+      "step": 13259
+    },
+    {
+      "epoch": 0.8806535166367803,
+      "grad_norm": 141.57852172851562,
+      "learning_rate": 1.2395325445221313e-06,
+      "loss": 17.8125,
+      "step": 13260
+    },
+    {
+      "epoch": 0.8807199309291359,
+      "grad_norm": 239.21678161621094,
+      "learning_rate": 1.239428122196773e-06,
+      "loss": 22.6406,
+      "step": 13261
+    },
+    {
+      "epoch": 0.8807863452214917,
+      "grad_norm": 222.92308044433594,
+      "learning_rate": 1.2393236971018485e-06,
+      "loss": 21.3438,
+      "step": 13262
+    },
+    {
+      "epoch": 0.8808527595138473,
+      "grad_norm": 200.9684600830078,
+      "learning_rate": 1.2392192692385654e-06,
+      "loss": 19.8438,
+      "step": 13263
+    },
+    {
+      "epoch": 0.8809191738062031,
+      "grad_norm": 259.9615478515625,
+      "learning_rate": 1.2391148386081315e-06,
+      "loss": 21.2812,
+      "step": 13264
+    },
+    {
+      "epoch": 0.8809855880985588,
+      "grad_norm": 190.17335510253906,
+      "learning_rate": 1.2390104052117556e-06,
+      "loss": 14.5156,
+      "step": 13265
+    },
+    {
+      "epoch": 0.8810520023909145,
+      "grad_norm": 103.1047592163086,
+      "learning_rate": 1.2389059690506448e-06,
+      "loss": 11.0234,
+      "step": 13266
+    },
+    {
+      "epoch": 0.8811184166832703,
+      "grad_norm": 934.9274291992188,
+      "learning_rate": 1.2388015301260073e-06,
+      "loss": 13.8906,
+      "step": 13267
+    },
+    {
+      "epoch": 0.8811848309756259,
+      "grad_norm": 309.20721435546875,
+      "learning_rate": 1.2386970884390516e-06,
+      "loss": 25.9219,
+      "step": 13268
+    },
+    {
+      "epoch": 0.8812512452679817,
+      "grad_norm": 439.41033935546875,
+      "learning_rate": 1.2385926439909858e-06,
+      "loss": 21.7812,
+      "step": 13269
+    },
+    {
+      "epoch": 0.8813176595603374,
+      "grad_norm": 276.73577880859375,
+      "learning_rate": 1.2384881967830176e-06,
+      "loss": 16.8125,
+      "step": 13270
+    },
+    {
+      "epoch": 0.8813840738526931,
+      "grad_norm": 379.07086181640625,
+      "learning_rate": 1.2383837468163553e-06,
+      "loss": 21.8594,
+      "step": 13271
+    },
+    {
+      "epoch": 0.8814504881450488,
+      "grad_norm": 479.03076171875,
+      "learning_rate": 1.2382792940922077e-06,
+      "loss": 14.2812,
+      "step": 13272
+    },
+    {
+      "epoch": 0.8815169024374045,
+      "grad_norm": 263.13671875,
+      "learning_rate": 1.2381748386117825e-06,
+      "loss": 21.7031,
+      "step": 13273
+    },
+    {
+      "epoch": 0.8815833167297602,
+      "grad_norm": 234.56912231445312,
+      "learning_rate": 1.2380703803762882e-06,
+      "loss": 15.3281,
+      "step": 13274
+    },
+    {
+      "epoch": 0.881649731022116,
+      "grad_norm": 146.54371643066406,
+      "learning_rate": 1.2379659193869327e-06,
+      "loss": 15.2031,
+      "step": 13275
+    },
+    {
+      "epoch": 0.8817161453144716,
+      "grad_norm": 229.5271759033203,
+      "learning_rate": 1.237861455644925e-06,
+      "loss": 17.5,
+      "step": 13276
+    },
+    {
+      "epoch": 0.8817825596068274,
+      "grad_norm": 564.0669555664062,
+      "learning_rate": 1.237756989151473e-06,
+      "loss": 22.5156,
+      "step": 13277
+    },
+    {
+      "epoch": 0.8818489738991832,
+      "grad_norm": 123.17646026611328,
+      "learning_rate": 1.2376525199077852e-06,
+      "loss": 15.0625,
+      "step": 13278
+    },
+    {
+      "epoch": 0.8819153881915388,
+      "grad_norm": 188.36483764648438,
+      "learning_rate": 1.23754804791507e-06,
+      "loss": 21.4531,
+      "step": 13279
+    },
+    {
+      "epoch": 0.8819818024838946,
+      "grad_norm": 545.96826171875,
+      "learning_rate": 1.2374435731745362e-06,
+      "loss": 17.7969,
+      "step": 13280
+    },
+    {
+      "epoch": 0.8820482167762502,
+      "grad_norm": 181.57850646972656,
+      "learning_rate": 1.2373390956873918e-06,
+      "loss": 13.0,
+      "step": 13281
+    },
+    {
+      "epoch": 0.882114631068606,
+      "grad_norm": 163.37255859375,
+      "learning_rate": 1.2372346154548458e-06,
+      "loss": 19.9062,
+      "step": 13282
+    },
+    {
+      "epoch": 0.8821810453609616,
+      "grad_norm": 167.521728515625,
+      "learning_rate": 1.2371301324781065e-06,
+      "loss": 21.625,
+      "step": 13283
+    },
+    {
+      "epoch": 0.8822474596533174,
+      "grad_norm": 92.75092315673828,
+      "learning_rate": 1.2370256467583825e-06,
+      "loss": 10.7891,
+      "step": 13284
+    },
+    {
+      "epoch": 0.8823138739456731,
+      "grad_norm": 151.33372497558594,
+      "learning_rate": 1.2369211582968826e-06,
+      "loss": 14.9062,
+      "step": 13285
+    },
+    {
+      "epoch": 0.8823802882380288,
+      "grad_norm": 120.98738861083984,
+      "learning_rate": 1.2368166670948153e-06,
+      "loss": 15.4062,
+      "step": 13286
+    },
+    {
+      "epoch": 0.8824467025303845,
+      "grad_norm": 349.7657165527344,
+      "learning_rate": 1.2367121731533894e-06,
+      "loss": 23.1562,
+      "step": 13287
+    },
+    {
+      "epoch": 0.8825131168227403,
+      "grad_norm": 290.30926513671875,
+      "learning_rate": 1.2366076764738135e-06,
+      "loss": 17.75,
+      "step": 13288
+    },
+    {
+      "epoch": 0.882579531115096,
+      "grad_norm": 252.88885498046875,
+      "learning_rate": 1.2365031770572964e-06,
+      "loss": 24.9375,
+      "step": 13289
+    },
+    {
+      "epoch": 0.8826459454074517,
+      "grad_norm": 555.3606567382812,
+      "learning_rate": 1.2363986749050473e-06,
+      "loss": 13.8281,
+      "step": 13290
+    },
+    {
+      "epoch": 0.8827123596998074,
+      "grad_norm": 209.56484985351562,
+      "learning_rate": 1.2362941700182743e-06,
+      "loss": 23.2344,
+      "step": 13291
+    },
+    {
+      "epoch": 0.8827787739921631,
+      "grad_norm": 185.72805786132812,
+      "learning_rate": 1.2361896623981867e-06,
+      "loss": 19.1406,
+      "step": 13292
+    },
+    {
+      "epoch": 0.8828451882845189,
+      "grad_norm": 174.45187377929688,
+      "learning_rate": 1.236085152045993e-06,
+      "loss": 19.0781,
+      "step": 13293
+    },
+    {
+      "epoch": 0.8829116025768745,
+      "grad_norm": 169.2136688232422,
+      "learning_rate": 1.2359806389629028e-06,
+      "loss": 18.75,
+      "step": 13294
+    },
+    {
+      "epoch": 0.8829780168692303,
+      "grad_norm": 129.78854370117188,
+      "learning_rate": 1.2358761231501245e-06,
+      "loss": 11.625,
+      "step": 13295
+    },
+    {
+      "epoch": 0.8830444311615859,
+      "grad_norm": 257.2335205078125,
+      "learning_rate": 1.2357716046088672e-06,
+      "loss": 21.75,
+      "step": 13296
+    },
+    {
+      "epoch": 0.8831108454539417,
+      "grad_norm": 132.7586669921875,
+      "learning_rate": 1.23566708334034e-06,
+      "loss": 11.8438,
+      "step": 13297
+    },
+    {
+      "epoch": 0.8831772597462973,
+      "grad_norm": 316.50469970703125,
+      "learning_rate": 1.2355625593457518e-06,
+      "loss": 17.7656,
+      "step": 13298
+    },
+    {
+      "epoch": 0.8832436740386531,
+      "grad_norm": 160.89430236816406,
+      "learning_rate": 1.2354580326263117e-06,
+      "loss": 16.2344,
+      "step": 13299
+    },
+    {
+      "epoch": 0.8833100883310089,
+      "grad_norm": 227.94058227539062,
+      "learning_rate": 1.2353535031832287e-06,
+      "loss": 14.2188,
+      "step": 13300
+    },
+    {
+      "epoch": 0.8833765026233645,
+      "grad_norm": 198.86688232421875,
+      "learning_rate": 1.2352489710177124e-06,
+      "loss": 16.5,
+      "step": 13301
+    },
+    {
+      "epoch": 0.8834429169157203,
+      "grad_norm": 205.1827850341797,
+      "learning_rate": 1.2351444361309717e-06,
+      "loss": 13.0156,
+      "step": 13302
+    },
+    {
+      "epoch": 0.883509331208076,
+      "grad_norm": 198.5701141357422,
+      "learning_rate": 1.2350398985242155e-06,
+      "loss": 15.2031,
+      "step": 13303
+    },
+    {
+      "epoch": 0.8835757455004317,
+      "grad_norm": 290.5242919921875,
+      "learning_rate": 1.2349353581986533e-06,
+      "loss": 19.9531,
+      "step": 13304
+    },
+    {
+      "epoch": 0.8836421597927874,
+      "grad_norm": 198.7079315185547,
+      "learning_rate": 1.2348308151554946e-06,
+      "loss": 15.9375,
+      "step": 13305
+    },
+    {
+      "epoch": 0.8837085740851431,
+      "grad_norm": 305.0760498046875,
+      "learning_rate": 1.2347262693959482e-06,
+      "loss": 21.6875,
+      "step": 13306
+    },
+    {
+      "epoch": 0.8837749883774988,
+      "grad_norm": 147.91769409179688,
+      "learning_rate": 1.2346217209212237e-06,
+      "loss": 17.3594,
+      "step": 13307
+    },
+    {
+      "epoch": 0.8838414026698546,
+      "grad_norm": 164.4738006591797,
+      "learning_rate": 1.2345171697325307e-06,
+      "loss": 17.5156,
+      "step": 13308
+    },
+    {
+      "epoch": 0.8839078169622102,
+      "grad_norm": 402.89678955078125,
+      "learning_rate": 1.234412615831078e-06,
+      "loss": 19.9375,
+      "step": 13309
+    },
+    {
+      "epoch": 0.883974231254566,
+      "grad_norm": 255.4824981689453,
+      "learning_rate": 1.2343080592180753e-06,
+      "loss": 19.0312,
+      "step": 13310
+    },
+    {
+      "epoch": 0.8840406455469217,
+      "grad_norm": 194.63870239257812,
+      "learning_rate": 1.2342034998947322e-06,
+      "loss": 16.0781,
+      "step": 13311
+    },
+    {
+      "epoch": 0.8841070598392774,
+      "grad_norm": 175.6243896484375,
+      "learning_rate": 1.2340989378622582e-06,
+      "loss": 15.5625,
+      "step": 13312
+    },
+    {
+      "epoch": 0.8841734741316332,
+      "grad_norm": 249.65184020996094,
+      "learning_rate": 1.2339943731218624e-06,
+      "loss": 20.9688,
+      "step": 13313
+    },
+    {
+      "epoch": 0.8842398884239888,
+      "grad_norm": 248.0230255126953,
+      "learning_rate": 1.2338898056747546e-06,
+      "loss": 21.0,
+      "step": 13314
+    },
+    {
+      "epoch": 0.8843063027163446,
+      "grad_norm": 141.27284240722656,
+      "learning_rate": 1.2337852355221446e-06,
+      "loss": 9.5938,
+      "step": 13315
+    },
+    {
+      "epoch": 0.8843727170087002,
+      "grad_norm": 320.6188049316406,
+      "learning_rate": 1.2336806626652418e-06,
+      "loss": 16.25,
+      "step": 13316
+    },
+    {
+      "epoch": 0.884439131301056,
+      "grad_norm": 198.29782104492188,
+      "learning_rate": 1.2335760871052558e-06,
+      "loss": 18.3125,
+      "step": 13317
+    },
+    {
+      "epoch": 0.8845055455934117,
+      "grad_norm": 577.991943359375,
+      "learning_rate": 1.2334715088433963e-06,
+      "loss": 18.5625,
+      "step": 13318
+    },
+    {
+      "epoch": 0.8845719598857674,
+      "grad_norm": 162.18426513671875,
+      "learning_rate": 1.233366927880873e-06,
+      "loss": 15.0156,
+      "step": 13319
+    },
+    {
+      "epoch": 0.8846383741781231,
+      "grad_norm": 304.0809020996094,
+      "learning_rate": 1.2332623442188959e-06,
+      "loss": 21.2031,
+      "step": 13320
+    },
+    {
+      "epoch": 0.8847047884704788,
+      "grad_norm": 159.7814483642578,
+      "learning_rate": 1.2331577578586738e-06,
+      "loss": 15.7969,
+      "step": 13321
+    },
+    {
+      "epoch": 0.8847712027628346,
+      "grad_norm": 314.06402587890625,
+      "learning_rate": 1.233053168801418e-06,
+      "loss": 22.7188,
+      "step": 13322
+    },
+    {
+      "epoch": 0.8848376170551903,
+      "grad_norm": 289.7593688964844,
+      "learning_rate": 1.232948577048337e-06,
+      "loss": 17.2031,
+      "step": 13323
+    },
+    {
+      "epoch": 0.884904031347546,
+      "grad_norm": 168.475341796875,
+      "learning_rate": 1.2328439826006414e-06,
+      "loss": 13.9219,
+      "step": 13324
+    },
+    {
+      "epoch": 0.8849704456399017,
+      "grad_norm": 153.8477020263672,
+      "learning_rate": 1.2327393854595407e-06,
+      "loss": 17.0625,
+      "step": 13325
+    },
+    {
+      "epoch": 0.8850368599322574,
+      "grad_norm": 547.4833984375,
+      "learning_rate": 1.2326347856262453e-06,
+      "loss": 16.4219,
+      "step": 13326
+    },
+    {
+      "epoch": 0.8851032742246131,
+      "grad_norm": 318.9901123046875,
+      "learning_rate": 1.2325301831019647e-06,
+      "loss": 20.7188,
+      "step": 13327
+    },
+    {
+      "epoch": 0.8851696885169689,
+      "grad_norm": 281.9588928222656,
+      "learning_rate": 1.2324255778879088e-06,
+      "loss": 21.5781,
+      "step": 13328
+    },
+    {
+      "epoch": 0.8852361028093245,
+      "grad_norm": 259.97943115234375,
+      "learning_rate": 1.2323209699852884e-06,
+      "loss": 20.4375,
+      "step": 13329
+    },
+    {
+      "epoch": 0.8853025171016803,
+      "grad_norm": 211.70346069335938,
+      "learning_rate": 1.2322163593953126e-06,
+      "loss": 14.2031,
+      "step": 13330
+    },
+    {
+      "epoch": 0.885368931394036,
+      "grad_norm": 269.6558837890625,
+      "learning_rate": 1.2321117461191918e-06,
+      "loss": 11.6562,
+      "step": 13331
+    },
+    {
+      "epoch": 0.8854353456863917,
+      "grad_norm": 465.61572265625,
+      "learning_rate": 1.2320071301581362e-06,
+      "loss": 13.3438,
+      "step": 13332
+    },
+    {
+      "epoch": 0.8855017599787475,
+      "grad_norm": 179.36285400390625,
+      "learning_rate": 1.231902511513356e-06,
+      "loss": 16.3438,
+      "step": 13333
+    },
+    {
+      "epoch": 0.8855681742711031,
+      "grad_norm": 106.20211791992188,
+      "learning_rate": 1.2317978901860616e-06,
+      "loss": 17.3594,
+      "step": 13334
+    },
+    {
+      "epoch": 0.8856345885634589,
+      "grad_norm": 344.1048583984375,
+      "learning_rate": 1.2316932661774622e-06,
+      "loss": 19.0625,
+      "step": 13335
+    },
+    {
+      "epoch": 0.8857010028558145,
+      "grad_norm": 148.33297729492188,
+      "learning_rate": 1.2315886394887689e-06,
+      "loss": 16.3281,
+      "step": 13336
+    },
+    {
+      "epoch": 0.8857674171481703,
+      "grad_norm": 351.68878173828125,
+      "learning_rate": 1.231484010121192e-06,
+      "loss": 20.0156,
+      "step": 13337
+    },
+    {
+      "epoch": 0.885833831440526,
+      "grad_norm": 142.1841278076172,
+      "learning_rate": 1.2313793780759415e-06,
+      "loss": 16.1562,
+      "step": 13338
+    },
+    {
+      "epoch": 0.8859002457328817,
+      "grad_norm": 268.97332763671875,
+      "learning_rate": 1.2312747433542276e-06,
+      "loss": 21.2031,
+      "step": 13339
+    },
+    {
+      "epoch": 0.8859666600252374,
+      "grad_norm": 121.05460357666016,
+      "learning_rate": 1.2311701059572612e-06,
+      "loss": 16.9219,
+      "step": 13340
+    },
+    {
+      "epoch": 0.8860330743175932,
+      "grad_norm": 175.59654235839844,
+      "learning_rate": 1.2310654658862518e-06,
+      "loss": 15.7344,
+      "step": 13341
+    },
+    {
+      "epoch": 0.8860994886099489,
+      "grad_norm": 133.8149871826172,
+      "learning_rate": 1.2309608231424106e-06,
+      "loss": 22.1562,
+      "step": 13342
+    },
+    {
+      "epoch": 0.8861659029023046,
+      "grad_norm": 229.95733642578125,
+      "learning_rate": 1.2308561777269477e-06,
+      "loss": 19.6719,
+      "step": 13343
+    },
+    {
+      "epoch": 0.8862323171946603,
+      "grad_norm": 417.4654846191406,
+      "learning_rate": 1.2307515296410737e-06,
+      "loss": 15.1875,
+      "step": 13344
+    },
+    {
+      "epoch": 0.886298731487016,
+      "grad_norm": 211.02745056152344,
+      "learning_rate": 1.2306468788859991e-06,
+      "loss": 14.0156,
+      "step": 13345
+    },
+    {
+      "epoch": 0.8863651457793718,
+      "grad_norm": 357.3915100097656,
+      "learning_rate": 1.2305422254629343e-06,
+      "loss": 18.0234,
+      "step": 13346
+    },
+    {
+      "epoch": 0.8864315600717274,
+      "grad_norm": 345.0841369628906,
+      "learning_rate": 1.2304375693730902e-06,
+      "loss": 18.375,
+      "step": 13347
+    },
+    {
+      "epoch": 0.8864979743640832,
+      "grad_norm": 177.54539489746094,
+      "learning_rate": 1.230332910617677e-06,
+      "loss": 13.8203,
+      "step": 13348
+    },
+    {
+      "epoch": 0.8865643886564388,
+      "grad_norm": 220.49440002441406,
+      "learning_rate": 1.2302282491979054e-06,
+      "loss": 16.6719,
+      "step": 13349
+    },
+    {
+      "epoch": 0.8866308029487946,
+      "grad_norm": 146.46310424804688,
+      "learning_rate": 1.2301235851149864e-06,
+      "loss": 13.5156,
+      "step": 13350
+    },
+    {
+      "epoch": 0.8866972172411502,
+      "grad_norm": 386.2883605957031,
+      "learning_rate": 1.2300189183701306e-06,
+      "loss": 21.375,
+      "step": 13351
+    },
+    {
+      "epoch": 0.886763631533506,
+      "grad_norm": 331.96856689453125,
+      "learning_rate": 1.2299142489645483e-06,
+      "loss": 18.2969,
+      "step": 13352
+    },
+    {
+      "epoch": 0.8868300458258618,
+      "grad_norm": 140.63998413085938,
+      "learning_rate": 1.2298095768994506e-06,
+      "loss": 19.7031,
+      "step": 13353
+    },
+    {
+      "epoch": 0.8868964601182174,
+      "grad_norm": 364.30950927734375,
+      "learning_rate": 1.229704902176048e-06,
+      "loss": 13.7188,
+      "step": 13354
+    },
+    {
+      "epoch": 0.8869628744105732,
+      "grad_norm": 190.23727416992188,
+      "learning_rate": 1.229600224795552e-06,
+      "loss": 21.0,
+      "step": 13355
+    },
+    {
+      "epoch": 0.8870292887029289,
+      "grad_norm": 181.3524627685547,
+      "learning_rate": 1.2294955447591725e-06,
+      "loss": 18.2656,
+      "step": 13356
+    },
+    {
+      "epoch": 0.8870957029952846,
+      "grad_norm": 237.16104125976562,
+      "learning_rate": 1.229390862068121e-06,
+      "loss": 20.0625,
+      "step": 13357
+    },
+    {
+      "epoch": 0.8871621172876403,
+      "grad_norm": 752.2595825195312,
+      "learning_rate": 1.2292861767236087e-06,
+      "loss": 16.8906,
+      "step": 13358
+    },
+    {
+      "epoch": 0.887228531579996,
+      "grad_norm": 182.5940704345703,
+      "learning_rate": 1.2291814887268457e-06,
+      "loss": 20.2812,
+      "step": 13359
+    },
+    {
+      "epoch": 0.8872949458723517,
+      "grad_norm": 185.21897888183594,
+      "learning_rate": 1.2290767980790435e-06,
+      "loss": 15.0938,
+      "step": 13360
+    },
+    {
+      "epoch": 0.8873613601647075,
+      "grad_norm": 218.703125,
+      "learning_rate": 1.2289721047814131e-06,
+      "loss": 15.6094,
+      "step": 13361
+    },
+    {
+      "epoch": 0.8874277744570631,
+      "grad_norm": 424.5955810546875,
+      "learning_rate": 1.2288674088351653e-06,
+      "loss": 18.875,
+      "step": 13362
+    },
+    {
+      "epoch": 0.8874941887494189,
+      "grad_norm": 174.05633544921875,
+      "learning_rate": 1.2287627102415114e-06,
+      "loss": 17.8281,
+      "step": 13363
+    },
+    {
+      "epoch": 0.8875606030417746,
+      "grad_norm": 157.60255432128906,
+      "learning_rate": 1.2286580090016623e-06,
+      "loss": 15.6406,
+      "step": 13364
+    },
+    {
+      "epoch": 0.8876270173341303,
+      "grad_norm": 211.0768280029297,
+      "learning_rate": 1.2285533051168292e-06,
+      "loss": 19.1875,
+      "step": 13365
+    },
+    {
+      "epoch": 0.8876934316264861,
+      "grad_norm": 154.10748291015625,
+      "learning_rate": 1.2284485985882234e-06,
+      "loss": 14.9688,
+      "step": 13366
+    },
+    {
+      "epoch": 0.8877598459188417,
+      "grad_norm": 339.02569580078125,
+      "learning_rate": 1.2283438894170558e-06,
+      "loss": 18.7188,
+      "step": 13367
+    },
+    {
+      "epoch": 0.8878262602111975,
+      "grad_norm": 112.0794906616211,
+      "learning_rate": 1.2282391776045379e-06,
+      "loss": 15.9062,
+      "step": 13368
+    },
+    {
+      "epoch": 0.8878926745035531,
+      "grad_norm": 303.3053283691406,
+      "learning_rate": 1.2281344631518805e-06,
+      "loss": 19.8281,
+      "step": 13369
+    },
+    {
+      "epoch": 0.8879590887959089,
+      "grad_norm": 112.37641906738281,
+      "learning_rate": 1.2280297460602955e-06,
+      "loss": 12.9688,
+      "step": 13370
+    },
+    {
+      "epoch": 0.8880255030882646,
+      "grad_norm": 194.41238403320312,
+      "learning_rate": 1.2279250263309937e-06,
+      "loss": 18.7969,
+      "step": 13371
+    },
+    {
+      "epoch": 0.8880919173806203,
+      "grad_norm": 131.68931579589844,
+      "learning_rate": 1.2278203039651866e-06,
+      "loss": 18.375,
+      "step": 13372
+    },
+    {
+      "epoch": 0.888158331672976,
+      "grad_norm": 163.9571990966797,
+      "learning_rate": 1.2277155789640858e-06,
+      "loss": 15.3125,
+      "step": 13373
+    },
+    {
+      "epoch": 0.8882247459653317,
+      "grad_norm": 228.2958526611328,
+      "learning_rate": 1.2276108513289022e-06,
+      "loss": 17.3594,
+      "step": 13374
+    },
+    {
+      "epoch": 0.8882911602576875,
+      "grad_norm": 204.43519592285156,
+      "learning_rate": 1.2275061210608476e-06,
+      "loss": 20.6875,
+      "step": 13375
+    },
+    {
+      "epoch": 0.8883575745500432,
+      "grad_norm": 123.6068344116211,
+      "learning_rate": 1.2274013881611339e-06,
+      "loss": 16.2656,
+      "step": 13376
+    },
+    {
+      "epoch": 0.8884239888423989,
+      "grad_norm": 250.99786376953125,
+      "learning_rate": 1.2272966526309714e-06,
+      "loss": 18.9844,
+      "step": 13377
+    },
+    {
+      "epoch": 0.8884904031347546,
+      "grad_norm": 570.8382568359375,
+      "learning_rate": 1.2271919144715727e-06,
+      "loss": 19.4141,
+      "step": 13378
+    },
+    {
+      "epoch": 0.8885568174271103,
+      "grad_norm": 245.4049072265625,
+      "learning_rate": 1.2270871736841483e-06,
+      "loss": 16.0625,
+      "step": 13379
+    },
+    {
+      "epoch": 0.888623231719466,
+      "grad_norm": 302.7064208984375,
+      "learning_rate": 1.2269824302699111e-06,
+      "loss": 19.6875,
+      "step": 13380
+    },
+    {
+      "epoch": 0.8886896460118218,
+      "grad_norm": 268.02276611328125,
+      "learning_rate": 1.226877684230072e-06,
+      "loss": 18.4375,
+      "step": 13381
+    },
+    {
+      "epoch": 0.8887560603041774,
+      "grad_norm": 209.88992309570312,
+      "learning_rate": 1.2267729355658422e-06,
+      "loss": 15.7031,
+      "step": 13382
+    },
+    {
+      "epoch": 0.8888224745965332,
+      "grad_norm": 220.91944885253906,
+      "learning_rate": 1.2266681842784344e-06,
+      "loss": 15.2031,
+      "step": 13383
+    },
+    {
+      "epoch": 0.8888888888888888,
+      "grad_norm": 252.7926025390625,
+      "learning_rate": 1.2265634303690596e-06,
+      "loss": 17.5781,
+      "step": 13384
+    },
+    {
+      "epoch": 0.8889553031812446,
+      "grad_norm": 244.089111328125,
+      "learning_rate": 1.2264586738389293e-06,
+      "loss": 15.7188,
+      "step": 13385
+    },
+    {
+      "epoch": 0.8890217174736004,
+      "grad_norm": 92.96882629394531,
+      "learning_rate": 1.2263539146892558e-06,
+      "loss": 14.2891,
+      "step": 13386
+    },
+    {
+      "epoch": 0.889088131765956,
+      "grad_norm": 427.4748229980469,
+      "learning_rate": 1.226249152921251e-06,
+      "loss": 22.4375,
+      "step": 13387
+    },
+    {
+      "epoch": 0.8891545460583118,
+      "grad_norm": 167.59494018554688,
+      "learning_rate": 1.2261443885361264e-06,
+      "loss": 14.4531,
+      "step": 13388
+    },
+    {
+      "epoch": 0.8892209603506674,
+      "grad_norm": 178.49032592773438,
+      "learning_rate": 1.2260396215350936e-06,
+      "loss": 15.1406,
+      "step": 13389
+    },
+    {
+      "epoch": 0.8892873746430232,
+      "grad_norm": 133.736572265625,
+      "learning_rate": 1.225934851919365e-06,
+      "loss": 18.1875,
+      "step": 13390
+    },
+    {
+      "epoch": 0.8893537889353789,
+      "grad_norm": 108.30872344970703,
+      "learning_rate": 1.2258300796901526e-06,
+      "loss": 13.5938,
+      "step": 13391
+    },
+    {
+      "epoch": 0.8894202032277346,
+      "grad_norm": 183.0877685546875,
+      "learning_rate": 1.2257253048486678e-06,
+      "loss": 20.1406,
+      "step": 13392
+    },
+    {
+      "epoch": 0.8894866175200903,
+      "grad_norm": 98.32560729980469,
+      "learning_rate": 1.2256205273961226e-06,
+      "loss": 16.3594,
+      "step": 13393
+    },
+    {
+      "epoch": 0.889553031812446,
+      "grad_norm": 165.55357360839844,
+      "learning_rate": 1.2255157473337297e-06,
+      "loss": 15.3125,
+      "step": 13394
+    },
+    {
+      "epoch": 0.8896194461048017,
+      "grad_norm": 182.4204559326172,
+      "learning_rate": 1.2254109646627003e-06,
+      "loss": 17.6875,
+      "step": 13395
+    },
+    {
+      "epoch": 0.8896858603971575,
+      "grad_norm": 409.5312194824219,
+      "learning_rate": 1.2253061793842468e-06,
+      "loss": 16.1406,
+      "step": 13396
+    },
+    {
+      "epoch": 0.8897522746895132,
+      "grad_norm": 168.25440979003906,
+      "learning_rate": 1.2252013914995817e-06,
+      "loss": 17.6719,
+      "step": 13397
+    },
+    {
+      "epoch": 0.8898186889818689,
+      "grad_norm": 237.81106567382812,
+      "learning_rate": 1.2250966010099166e-06,
+      "loss": 18.4688,
+      "step": 13398
+    },
+    {
+      "epoch": 0.8898851032742247,
+      "grad_norm": 200.44871520996094,
+      "learning_rate": 1.2249918079164636e-06,
+      "loss": 18.7031,
+      "step": 13399
+    },
+    {
+      "epoch": 0.8899515175665803,
+      "grad_norm": 378.0921325683594,
+      "learning_rate": 1.2248870122204353e-06,
+      "loss": 21.6875,
+      "step": 13400
+    },
+    {
+      "epoch": 0.8900179318589361,
+      "grad_norm": 1167.893798828125,
+      "learning_rate": 1.2247822139230439e-06,
+      "loss": 17.4844,
+      "step": 13401
+    },
+    {
+      "epoch": 0.8900843461512917,
+      "grad_norm": 225.26690673828125,
+      "learning_rate": 1.2246774130255012e-06,
+      "loss": 20.4375,
+      "step": 13402
+    },
+    {
+      "epoch": 0.8901507604436475,
+      "grad_norm": 189.23330688476562,
+      "learning_rate": 1.2245726095290199e-06,
+      "loss": 19.8125,
+      "step": 13403
+    },
+    {
+      "epoch": 0.8902171747360031,
+      "grad_norm": 106.10762786865234,
+      "learning_rate": 1.2244678034348122e-06,
+      "loss": 14.7031,
+      "step": 13404
+    },
+    {
+      "epoch": 0.8902835890283589,
+      "grad_norm": 406.4256591796875,
+      "learning_rate": 1.2243629947440904e-06,
+      "loss": 13.3438,
+      "step": 13405
+    },
+    {
+      "epoch": 0.8903500033207146,
+      "grad_norm": 236.44894409179688,
+      "learning_rate": 1.2242581834580664e-06,
+      "loss": 13.5859,
+      "step": 13406
+    },
+    {
+      "epoch": 0.8904164176130703,
+      "grad_norm": 174.1024627685547,
+      "learning_rate": 1.2241533695779532e-06,
+      "loss": 18.0312,
+      "step": 13407
+    },
+    {
+      "epoch": 0.8904828319054261,
+      "grad_norm": 187.51754760742188,
+      "learning_rate": 1.2240485531049636e-06,
+      "loss": 18.8281,
+      "step": 13408
+    },
+    {
+      "epoch": 0.8905492461977818,
+      "grad_norm": 161.8714599609375,
+      "learning_rate": 1.2239437340403091e-06,
+      "loss": 13.2344,
+      "step": 13409
+    },
+    {
+      "epoch": 0.8906156604901375,
+      "grad_norm": 142.01345825195312,
+      "learning_rate": 1.2238389123852026e-06,
+      "loss": 10.2422,
+      "step": 13410
+    },
+    {
+      "epoch": 0.8906820747824932,
+      "grad_norm": 361.4974060058594,
+      "learning_rate": 1.2237340881408567e-06,
+      "loss": 18.4062,
+      "step": 13411
+    },
+    {
+      "epoch": 0.8907484890748489,
+      "grad_norm": 791.7327270507812,
+      "learning_rate": 1.223629261308484e-06,
+      "loss": 19.125,
+      "step": 13412
+    },
+    {
+      "epoch": 0.8908149033672046,
+      "grad_norm": 142.49427795410156,
+      "learning_rate": 1.223524431889297e-06,
+      "loss": 13.2188,
+      "step": 13413
+    },
+    {
+      "epoch": 0.8908813176595604,
+      "grad_norm": 496.9122314453125,
+      "learning_rate": 1.223419599884508e-06,
+      "loss": 15.3281,
+      "step": 13414
+    },
+    {
+      "epoch": 0.890947731951916,
+      "grad_norm": 209.95181274414062,
+      "learning_rate": 1.2233147652953302e-06,
+      "loss": 15.125,
+      "step": 13415
+    },
+    {
+      "epoch": 0.8910141462442718,
+      "grad_norm": 217.08851623535156,
+      "learning_rate": 1.2232099281229756e-06,
+      "loss": 18.1562,
+      "step": 13416
+    },
+    {
+      "epoch": 0.8910805605366274,
+      "grad_norm": 151.6448211669922,
+      "learning_rate": 1.2231050883686576e-06,
+      "loss": 11.6406,
+      "step": 13417
+    },
+    {
+      "epoch": 0.8911469748289832,
+      "grad_norm": 234.389404296875,
+      "learning_rate": 1.2230002460335883e-06,
+      "loss": 16.9453,
+      "step": 13418
+    },
+    {
+      "epoch": 0.891213389121339,
+      "grad_norm": 137.45030212402344,
+      "learning_rate": 1.222895401118981e-06,
+      "loss": 15.2031,
+      "step": 13419
+    },
+    {
+      "epoch": 0.8912798034136946,
+      "grad_norm": 155.67523193359375,
+      "learning_rate": 1.222790553626048e-06,
+      "loss": 16.0938,
+      "step": 13420
+    },
+    {
+      "epoch": 0.8913462177060504,
+      "grad_norm": 266.6634521484375,
+      "learning_rate": 1.2226857035560025e-06,
+      "loss": 17.1406,
+      "step": 13421
+    },
+    {
+      "epoch": 0.891412631998406,
+      "grad_norm": 109.69886779785156,
+      "learning_rate": 1.222580850910057e-06,
+      "loss": 13.4219,
+      "step": 13422
+    },
+    {
+      "epoch": 0.8914790462907618,
+      "grad_norm": 197.57545471191406,
+      "learning_rate": 1.2224759956894249e-06,
+      "loss": 23.1406,
+      "step": 13423
+    },
+    {
+      "epoch": 0.8915454605831175,
+      "grad_norm": 972.5286865234375,
+      "learning_rate": 1.2223711378953184e-06,
+      "loss": 22.625,
+      "step": 13424
+    },
+    {
+      "epoch": 0.8916118748754732,
+      "grad_norm": 196.30055236816406,
+      "learning_rate": 1.2222662775289512e-06,
+      "loss": 18.375,
+      "step": 13425
+    },
+    {
+      "epoch": 0.8916782891678289,
+      "grad_norm": 239.6473388671875,
+      "learning_rate": 1.2221614145915358e-06,
+      "loss": 12.9219,
+      "step": 13426
+    },
+    {
+      "epoch": 0.8917447034601846,
+      "grad_norm": 266.5517883300781,
+      "learning_rate": 1.2220565490842848e-06,
+      "loss": 15.9375,
+      "step": 13427
+    },
+    {
+      "epoch": 0.8918111177525403,
+      "grad_norm": 120.36127471923828,
+      "learning_rate": 1.2219516810084122e-06,
+      "loss": 13.0781,
+      "step": 13428
+    },
+    {
+      "epoch": 0.8918775320448961,
+      "grad_norm": 447.857666015625,
+      "learning_rate": 1.2218468103651304e-06,
+      "loss": 16.8281,
+      "step": 13429
+    },
+    {
+      "epoch": 0.8919439463372518,
+      "grad_norm": 172.5892791748047,
+      "learning_rate": 1.2217419371556525e-06,
+      "loss": 16.9844,
+      "step": 13430
+    },
+    {
+      "epoch": 0.8920103606296075,
+      "grad_norm": 99.00611877441406,
+      "learning_rate": 1.2216370613811915e-06,
+      "loss": 14.7266,
+      "step": 13431
+    },
+    {
+      "epoch": 0.8920767749219632,
+      "grad_norm": 172.94593811035156,
+      "learning_rate": 1.221532183042961e-06,
+      "loss": 20.5625,
+      "step": 13432
+    },
+    {
+      "epoch": 0.8921431892143189,
+      "grad_norm": 333.0482482910156,
+      "learning_rate": 1.221427302142174e-06,
+      "loss": 24.1406,
+      "step": 13433
+    },
+    {
+      "epoch": 0.8922096035066747,
+      "grad_norm": 455.2139892578125,
+      "learning_rate": 1.2213224186800439e-06,
+      "loss": 18.5938,
+      "step": 13434
+    },
+    {
+      "epoch": 0.8922760177990303,
+      "grad_norm": 138.60447692871094,
+      "learning_rate": 1.2212175326577835e-06,
+      "loss": 18.4062,
+      "step": 13435
+    },
+    {
+      "epoch": 0.8923424320913861,
+      "grad_norm": 175.73599243164062,
+      "learning_rate": 1.2211126440766063e-06,
+      "loss": 17.4844,
+      "step": 13436
+    },
+    {
+      "epoch": 0.8924088463837417,
+      "grad_norm": 152.85061645507812,
+      "learning_rate": 1.2210077529377252e-06,
+      "loss": 17.2031,
+      "step": 13437
+    },
+    {
+      "epoch": 0.8924752606760975,
+      "grad_norm": 303.51470947265625,
+      "learning_rate": 1.2209028592423543e-06,
+      "loss": 16.4688,
+      "step": 13438
+    },
+    {
+      "epoch": 0.8925416749684532,
+      "grad_norm": 231.08677673339844,
+      "learning_rate": 1.220797962991706e-06,
+      "loss": 16.625,
+      "step": 13439
+    },
+    {
+      "epoch": 0.8926080892608089,
+      "grad_norm": 234.83328247070312,
+      "learning_rate": 1.2206930641869947e-06,
+      "loss": 15.2031,
+      "step": 13440
+    },
+    {
+      "epoch": 0.8926745035531647,
+      "grad_norm": 182.4415740966797,
+      "learning_rate": 1.220588162829433e-06,
+      "loss": 20.0938,
+      "step": 13441
+    },
+    {
+      "epoch": 0.8927409178455203,
+      "grad_norm": 273.6379699707031,
+      "learning_rate": 1.2204832589202346e-06,
+      "loss": 24.0312,
+      "step": 13442
+    },
+    {
+      "epoch": 0.8928073321378761,
+      "grad_norm": 86.03436279296875,
+      "learning_rate": 1.220378352460613e-06,
+      "loss": 14.4062,
+      "step": 13443
+    },
+    {
+      "epoch": 0.8928737464302318,
+      "grad_norm": 238.9188690185547,
+      "learning_rate": 1.220273443451782e-06,
+      "loss": 25.9688,
+      "step": 13444
+    },
+    {
+      "epoch": 0.8929401607225875,
+      "grad_norm": 241.48593139648438,
+      "learning_rate": 1.2201685318949545e-06,
+      "loss": 18.6875,
+      "step": 13445
+    },
+    {
+      "epoch": 0.8930065750149432,
+      "grad_norm": 416.7222595214844,
+      "learning_rate": 1.2200636177913446e-06,
+      "loss": 12.4844,
+      "step": 13446
+    },
+    {
+      "epoch": 0.893072989307299,
+      "grad_norm": 129.4619598388672,
+      "learning_rate": 1.2199587011421658e-06,
+      "loss": 20.2344,
+      "step": 13447
+    },
+    {
+      "epoch": 0.8931394035996546,
+      "grad_norm": 275.9451599121094,
+      "learning_rate": 1.2198537819486313e-06,
+      "loss": 20.9688,
+      "step": 13448
+    },
+    {
+      "epoch": 0.8932058178920104,
+      "grad_norm": 136.7293243408203,
+      "learning_rate": 1.2197488602119547e-06,
+      "loss": 15.3594,
+      "step": 13449
+    },
+    {
+      "epoch": 0.893272232184366,
+      "grad_norm": 268.0977783203125,
+      "learning_rate": 1.2196439359333504e-06,
+      "loss": 17.4219,
+      "step": 13450
+    },
+    {
+      "epoch": 0.8933386464767218,
+      "grad_norm": 141.83863830566406,
+      "learning_rate": 1.219539009114032e-06,
+      "loss": 16.5469,
+      "step": 13451
+    },
+    {
+      "epoch": 0.8934050607690776,
+      "grad_norm": 170.34909057617188,
+      "learning_rate": 1.2194340797552124e-06,
+      "loss": 13.1875,
+      "step": 13452
+    },
+    {
+      "epoch": 0.8934714750614332,
+      "grad_norm": 107.29186248779297,
+      "learning_rate": 1.219329147858106e-06,
+      "loss": 14.5,
+      "step": 13453
+    },
+    {
+      "epoch": 0.893537889353789,
+      "grad_norm": 330.486572265625,
+      "learning_rate": 1.2192242134239268e-06,
+      "loss": 18.0469,
+      "step": 13454
+    },
+    {
+      "epoch": 0.8936043036461446,
+      "grad_norm": 215.60678100585938,
+      "learning_rate": 1.219119276453888e-06,
+      "loss": 14.6094,
+      "step": 13455
+    },
+    {
+      "epoch": 0.8936707179385004,
+      "grad_norm": 418.1226501464844,
+      "learning_rate": 1.2190143369492038e-06,
+      "loss": 18.2656,
+      "step": 13456
+    },
+    {
+      "epoch": 0.893737132230856,
+      "grad_norm": 171.37571716308594,
+      "learning_rate": 1.2189093949110882e-06,
+      "loss": 18.5781,
+      "step": 13457
+    },
+    {
+      "epoch": 0.8938035465232118,
+      "grad_norm": 190.84251403808594,
+      "learning_rate": 1.2188044503407551e-06,
+      "loss": 18.6875,
+      "step": 13458
+    },
+    {
+      "epoch": 0.8938699608155675,
+      "grad_norm": 295.69561767578125,
+      "learning_rate": 1.2186995032394178e-06,
+      "loss": 20.8281,
+      "step": 13459
+    },
+    {
+      "epoch": 0.8939363751079232,
+      "grad_norm": 221.50608825683594,
+      "learning_rate": 1.2185945536082911e-06,
+      "loss": 15.6875,
+      "step": 13460
+    },
+    {
+      "epoch": 0.8940027894002789,
+      "grad_norm": 339.2118225097656,
+      "learning_rate": 1.2184896014485884e-06,
+      "loss": 15.7969,
+      "step": 13461
+    },
+    {
+      "epoch": 0.8940692036926347,
+      "grad_norm": 169.30691528320312,
+      "learning_rate": 1.2183846467615242e-06,
+      "loss": 15.1875,
+      "step": 13462
+    },
+    {
+      "epoch": 0.8941356179849904,
+      "grad_norm": 157.8142852783203,
+      "learning_rate": 1.2182796895483123e-06,
+      "loss": 15.0781,
+      "step": 13463
+    },
+    {
+      "epoch": 0.8942020322773461,
+      "grad_norm": 185.2560577392578,
+      "learning_rate": 1.2181747298101669e-06,
+      "loss": 15.875,
+      "step": 13464
+    },
+    {
+      "epoch": 0.8942684465697018,
+      "grad_norm": 223.73875427246094,
+      "learning_rate": 1.218069767548302e-06,
+      "loss": 18.5781,
+      "step": 13465
+    },
+    {
+      "epoch": 0.8943348608620575,
+      "grad_norm": 365.0802917480469,
+      "learning_rate": 1.2179648027639316e-06,
+      "loss": 19.7969,
+      "step": 13466
+    },
+    {
+      "epoch": 0.8944012751544133,
+      "grad_norm": 138.48544311523438,
+      "learning_rate": 1.2178598354582701e-06,
+      "loss": 17.0,
+      "step": 13467
+    },
+    {
+      "epoch": 0.8944676894467689,
+      "grad_norm": 263.8503112792969,
+      "learning_rate": 1.2177548656325317e-06,
+      "loss": 28.2031,
+      "step": 13468
+    },
+    {
+      "epoch": 0.8945341037391247,
+      "grad_norm": 147.3903350830078,
+      "learning_rate": 1.2176498932879305e-06,
+      "loss": 15.7344,
+      "step": 13469
+    },
+    {
+      "epoch": 0.8946005180314803,
+      "grad_norm": 158.9468536376953,
+      "learning_rate": 1.2175449184256807e-06,
+      "loss": 16.9219,
+      "step": 13470
+    },
+    {
+      "epoch": 0.8946669323238361,
+      "grad_norm": 192.5030059814453,
+      "learning_rate": 1.217439941046997e-06,
+      "loss": 17.4062,
+      "step": 13471
+    },
+    {
+      "epoch": 0.8947333466161917,
+      "grad_norm": 250.15069580078125,
+      "learning_rate": 1.2173349611530934e-06,
+      "loss": 23.0312,
+      "step": 13472
+    },
+    {
+      "epoch": 0.8947997609085475,
+      "grad_norm": 213.32273864746094,
+      "learning_rate": 1.2172299787451843e-06,
+      "loss": 19.7812,
+      "step": 13473
+    },
+    {
+      "epoch": 0.8948661752009033,
+      "grad_norm": 150.01531982421875,
+      "learning_rate": 1.2171249938244842e-06,
+      "loss": 14.7656,
+      "step": 13474
+    },
+    {
+      "epoch": 0.8949325894932589,
+      "grad_norm": 204.3935089111328,
+      "learning_rate": 1.2170200063922069e-06,
+      "loss": 18.2812,
+      "step": 13475
+    },
+    {
+      "epoch": 0.8949990037856147,
+      "grad_norm": 341.7721252441406,
+      "learning_rate": 1.2169150164495678e-06,
+      "loss": 17.5,
+      "step": 13476
+    },
+    {
+      "epoch": 0.8950654180779704,
+      "grad_norm": 693.0833129882812,
+      "learning_rate": 1.2168100239977809e-06,
+      "loss": 21.7812,
+      "step": 13477
+    },
+    {
+      "epoch": 0.8951318323703261,
+      "grad_norm": 169.3785400390625,
+      "learning_rate": 1.21670502903806e-06,
+      "loss": 14.1562,
+      "step": 13478
+    },
+    {
+      "epoch": 0.8951982466626818,
+      "grad_norm": 260.78173828125,
+      "learning_rate": 1.216600031571621e-06,
+      "loss": 16.0469,
+      "step": 13479
+    },
+    {
+      "epoch": 0.8952646609550375,
+      "grad_norm": 316.2574157714844,
+      "learning_rate": 1.2164950315996773e-06,
+      "loss": 19.5156,
+      "step": 13480
+    },
+    {
+      "epoch": 0.8953310752473932,
+      "grad_norm": 327.6543884277344,
+      "learning_rate": 1.216390029123444e-06,
+      "loss": 17.9531,
+      "step": 13481
+    },
+    {
+      "epoch": 0.895397489539749,
+      "grad_norm": 154.73162841796875,
+      "learning_rate": 1.2162850241441358e-06,
+      "loss": 15.5,
+      "step": 13482
+    },
+    {
+      "epoch": 0.8954639038321047,
+      "grad_norm": 247.50460815429688,
+      "learning_rate": 1.2161800166629672e-06,
+      "loss": 18.25,
+      "step": 13483
+    },
+    {
+      "epoch": 0.8955303181244604,
+      "grad_norm": 278.76739501953125,
+      "learning_rate": 1.2160750066811526e-06,
+      "loss": 19.375,
+      "step": 13484
+    },
+    {
+      "epoch": 0.8955967324168161,
+      "grad_norm": 175.59771728515625,
+      "learning_rate": 1.215969994199907e-06,
+      "loss": 19.0625,
+      "step": 13485
+    },
+    {
+      "epoch": 0.8956631467091718,
+      "grad_norm": 178.25437927246094,
+      "learning_rate": 1.2158649792204452e-06,
+      "loss": 18.0469,
+      "step": 13486
+    },
+    {
+      "epoch": 0.8957295610015276,
+      "grad_norm": 160.88058471679688,
+      "learning_rate": 1.2157599617439816e-06,
+      "loss": 15.2344,
+      "step": 13487
+    },
+    {
+      "epoch": 0.8957959752938832,
+      "grad_norm": 134.1755828857422,
+      "learning_rate": 1.2156549417717313e-06,
+      "loss": 14.1562,
+      "step": 13488
+    },
+    {
+      "epoch": 0.895862389586239,
+      "grad_norm": 372.47998046875,
+      "learning_rate": 1.2155499193049088e-06,
+      "loss": 20.7344,
+      "step": 13489
+    },
+    {
+      "epoch": 0.8959288038785946,
+      "grad_norm": 116.5598373413086,
+      "learning_rate": 1.2154448943447293e-06,
+      "loss": 16.0312,
+      "step": 13490
+    },
+    {
+      "epoch": 0.8959952181709504,
+      "grad_norm": 277.47808837890625,
+      "learning_rate": 1.2153398668924073e-06,
+      "loss": 22.2344,
+      "step": 13491
+    },
+    {
+      "epoch": 0.8960616324633061,
+      "grad_norm": 210.86636352539062,
+      "learning_rate": 1.215234836949158e-06,
+      "loss": 11.2578,
+      "step": 13492
+    },
+    {
+      "epoch": 0.8961280467556618,
+      "grad_norm": 363.50164794921875,
+      "learning_rate": 1.2151298045161962e-06,
+      "loss": 19.4062,
+      "step": 13493
+    },
+    {
+      "epoch": 0.8961944610480176,
+      "grad_norm": 136.12403869628906,
+      "learning_rate": 1.2150247695947372e-06,
+      "loss": 14.0156,
+      "step": 13494
+    },
+    {
+      "epoch": 0.8962608753403732,
+      "grad_norm": 445.7792663574219,
+      "learning_rate": 1.214919732185995e-06,
+      "loss": 20.1094,
+      "step": 13495
+    },
+    {
+      "epoch": 0.896327289632729,
+      "grad_norm": 147.0890655517578,
+      "learning_rate": 1.2148146922911857e-06,
+      "loss": 14.9219,
+      "step": 13496
+    },
+    {
+      "epoch": 0.8963937039250847,
+      "grad_norm": 2622.63037109375,
+      "learning_rate": 1.214709649911524e-06,
+      "loss": 15.75,
+      "step": 13497
+    },
+    {
+      "epoch": 0.8964601182174404,
+      "grad_norm": 311.40399169921875,
+      "learning_rate": 1.2146046050482248e-06,
+      "loss": 20.9219,
+      "step": 13498
+    },
+    {
+      "epoch": 0.8965265325097961,
+      "grad_norm": 130.95863342285156,
+      "learning_rate": 1.214499557702503e-06,
+      "loss": 17.4219,
+      "step": 13499
+    },
+    {
+      "epoch": 0.8965929468021518,
+      "grad_norm": 507.0401306152344,
+      "learning_rate": 1.2143945078755742e-06,
+      "loss": 20.5781,
+      "step": 13500
+    },
+    {
+      "epoch": 0.8966593610945075,
+      "grad_norm": 262.281982421875,
+      "learning_rate": 1.2142894555686536e-06,
+      "loss": 15.875,
+      "step": 13501
+    },
+    {
+      "epoch": 0.8967257753868633,
+      "grad_norm": 199.17022705078125,
+      "learning_rate": 1.2141844007829559e-06,
+      "loss": 21.2656,
+      "step": 13502
+    },
+    {
+      "epoch": 0.8967921896792189,
+      "grad_norm": 189.5915985107422,
+      "learning_rate": 1.2140793435196963e-06,
+      "loss": 14.5156,
+      "step": 13503
+    },
+    {
+      "epoch": 0.8968586039715747,
+      "grad_norm": 571.7383422851562,
+      "learning_rate": 1.2139742837800906e-06,
+      "loss": 23.9844,
+      "step": 13504
+    },
+    {
+      "epoch": 0.8969250182639305,
+      "grad_norm": 222.19076538085938,
+      "learning_rate": 1.2138692215653536e-06,
+      "loss": 16.125,
+      "step": 13505
+    },
+    {
+      "epoch": 0.8969914325562861,
+      "grad_norm": 186.7478485107422,
+      "learning_rate": 1.213764156876701e-06,
+      "loss": 14.3438,
+      "step": 13506
+    },
+    {
+      "epoch": 0.8970578468486419,
+      "grad_norm": 216.72451782226562,
+      "learning_rate": 1.2136590897153475e-06,
+      "loss": 15.7344,
+      "step": 13507
+    },
+    {
+      "epoch": 0.8971242611409975,
+      "grad_norm": 209.5721435546875,
+      "learning_rate": 1.2135540200825095e-06,
+      "loss": 19.9062,
+      "step": 13508
+    },
+    {
+      "epoch": 0.8971906754333533,
+      "grad_norm": 317.9299011230469,
+      "learning_rate": 1.2134489479794012e-06,
+      "loss": 30.4375,
+      "step": 13509
+    },
+    {
+      "epoch": 0.897257089725709,
+      "grad_norm": 186.86126708984375,
+      "learning_rate": 1.2133438734072387e-06,
+      "loss": 18.8281,
+      "step": 13510
+    },
+    {
+      "epoch": 0.8973235040180647,
+      "grad_norm": 306.42510986328125,
+      "learning_rate": 1.2132387963672375e-06,
+      "loss": 15.9531,
+      "step": 13511
+    },
+    {
+      "epoch": 0.8973899183104204,
+      "grad_norm": 352.98529052734375,
+      "learning_rate": 1.2131337168606126e-06,
+      "loss": 18.5156,
+      "step": 13512
+    },
+    {
+      "epoch": 0.8974563326027761,
+      "grad_norm": 319.6622619628906,
+      "learning_rate": 1.2130286348885799e-06,
+      "loss": 18.5312,
+      "step": 13513
+    },
+    {
+      "epoch": 0.8975227468951318,
+      "grad_norm": 141.39645385742188,
+      "learning_rate": 1.2129235504523547e-06,
+      "loss": 17.1406,
+      "step": 13514
+    },
+    {
+      "epoch": 0.8975891611874875,
+      "grad_norm": 183.20455932617188,
+      "learning_rate": 1.212818463553153e-06,
+      "loss": 21.7031,
+      "step": 13515
+    },
+    {
+      "epoch": 0.8976555754798433,
+      "grad_norm": 119.38953399658203,
+      "learning_rate": 1.2127133741921895e-06,
+      "loss": 16.7344,
+      "step": 13516
+    },
+    {
+      "epoch": 0.897721989772199,
+      "grad_norm": 246.36219787597656,
+      "learning_rate": 1.2126082823706805e-06,
+      "loss": 23.25,
+      "step": 13517
+    },
+    {
+      "epoch": 0.8977884040645547,
+      "grad_norm": 178.79937744140625,
+      "learning_rate": 1.2125031880898418e-06,
+      "loss": 19.4062,
+      "step": 13518
+    },
+    {
+      "epoch": 0.8978548183569104,
+      "grad_norm": 169.9919891357422,
+      "learning_rate": 1.2123980913508885e-06,
+      "loss": 15.3125,
+      "step": 13519
+    },
+    {
+      "epoch": 0.8979212326492662,
+      "grad_norm": 265.9780578613281,
+      "learning_rate": 1.2122929921550365e-06,
+      "loss": 20.1562,
+      "step": 13520
+    },
+    {
+      "epoch": 0.8979876469416218,
+      "grad_norm": 172.67132568359375,
+      "learning_rate": 1.2121878905035015e-06,
+      "loss": 16.125,
+      "step": 13521
+    },
+    {
+      "epoch": 0.8980540612339776,
+      "grad_norm": 445.81097412109375,
+      "learning_rate": 1.2120827863974997e-06,
+      "loss": 26.5,
+      "step": 13522
+    },
+    {
+      "epoch": 0.8981204755263332,
+      "grad_norm": 334.28448486328125,
+      "learning_rate": 1.211977679838246e-06,
+      "loss": 16.9219,
+      "step": 13523
+    },
+    {
+      "epoch": 0.898186889818689,
+      "grad_norm": 295.6713562011719,
+      "learning_rate": 1.2118725708269572e-06,
+      "loss": 12.0781,
+      "step": 13524
+    },
+    {
+      "epoch": 0.8982533041110446,
+      "grad_norm": 421.7121276855469,
+      "learning_rate": 1.2117674593648486e-06,
+      "loss": 18.5312,
+      "step": 13525
+    },
+    {
+      "epoch": 0.8983197184034004,
+      "grad_norm": 188.5327911376953,
+      "learning_rate": 1.211662345453136e-06,
+      "loss": 16.125,
+      "step": 13526
+    },
+    {
+      "epoch": 0.8983861326957562,
+      "grad_norm": 283.2092590332031,
+      "learning_rate": 1.2115572290930355e-06,
+      "loss": 13.2266,
+      "step": 13527
+    },
+    {
+      "epoch": 0.8984525469881118,
+      "grad_norm": 5320.6015625,
+      "learning_rate": 1.211452110285763e-06,
+      "loss": 20.0,
+      "step": 13528
+    },
+    {
+      "epoch": 0.8985189612804676,
+      "grad_norm": 307.17578125,
+      "learning_rate": 1.2113469890325346e-06,
+      "loss": 22.9688,
+      "step": 13529
+    },
+    {
+      "epoch": 0.8985853755728233,
+      "grad_norm": 222.53369140625,
+      "learning_rate": 1.2112418653345658e-06,
+      "loss": 17.0625,
+      "step": 13530
+    },
+    {
+      "epoch": 0.898651789865179,
+      "grad_norm": 182.5307159423828,
+      "learning_rate": 1.211136739193073e-06,
+      "loss": 14.8281,
+      "step": 13531
+    },
+    {
+      "epoch": 0.8987182041575347,
+      "grad_norm": 243.3323211669922,
+      "learning_rate": 1.2110316106092719e-06,
+      "loss": 20.6094,
+      "step": 13532
+    },
+    {
+      "epoch": 0.8987846184498904,
+      "grad_norm": 160.18455505371094,
+      "learning_rate": 1.2109264795843792e-06,
+      "loss": 13.0938,
+      "step": 13533
+    },
+    {
+      "epoch": 0.8988510327422461,
+      "grad_norm": 248.7847442626953,
+      "learning_rate": 1.2108213461196104e-06,
+      "loss": 14.9688,
+      "step": 13534
+    },
+    {
+      "epoch": 0.8989174470346019,
+      "grad_norm": 405.933837890625,
+      "learning_rate": 1.210716210216182e-06,
+      "loss": 12.0469,
+      "step": 13535
+    },
+    {
+      "epoch": 0.8989838613269575,
+      "grad_norm": 221.67575073242188,
+      "learning_rate": 1.2106110718753098e-06,
+      "loss": 14.6406,
+      "step": 13536
+    },
+    {
+      "epoch": 0.8990502756193133,
+      "grad_norm": 230.9103240966797,
+      "learning_rate": 1.2105059310982104e-06,
+      "loss": 13.8438,
+      "step": 13537
+    },
+    {
+      "epoch": 0.899116689911669,
+      "grad_norm": 197.41110229492188,
+      "learning_rate": 1.2104007878860995e-06,
+      "loss": 20.7969,
+      "step": 13538
+    },
+    {
+      "epoch": 0.8991831042040247,
+      "grad_norm": 1038.6419677734375,
+      "learning_rate": 1.2102956422401937e-06,
+      "loss": 23.125,
+      "step": 13539
+    },
+    {
+      "epoch": 0.8992495184963805,
+      "grad_norm": 707.3071899414062,
+      "learning_rate": 1.2101904941617093e-06,
+      "loss": 16.9531,
+      "step": 13540
+    },
+    {
+      "epoch": 0.8993159327887361,
+      "grad_norm": 143.72650146484375,
+      "learning_rate": 1.2100853436518623e-06,
+      "loss": 21.125,
+      "step": 13541
+    },
+    {
+      "epoch": 0.8993823470810919,
+      "grad_norm": 125.9725570678711,
+      "learning_rate": 1.2099801907118691e-06,
+      "loss": 16.1719,
+      "step": 13542
+    },
+    {
+      "epoch": 0.8994487613734475,
+      "grad_norm": 268.0186462402344,
+      "learning_rate": 1.2098750353429465e-06,
+      "loss": 15.6562,
+      "step": 13543
+    },
+    {
+      "epoch": 0.8995151756658033,
+      "grad_norm": 312.2488708496094,
+      "learning_rate": 1.2097698775463104e-06,
+      "loss": 18.3125,
+      "step": 13544
+    },
+    {
+      "epoch": 0.899581589958159,
+      "grad_norm": 236.7783966064453,
+      "learning_rate": 1.209664717323177e-06,
+      "loss": 20.1875,
+      "step": 13545
+    },
+    {
+      "epoch": 0.8996480042505147,
+      "grad_norm": 329.351318359375,
+      "learning_rate": 1.2095595546747632e-06,
+      "loss": 20.2969,
+      "step": 13546
+    },
+    {
+      "epoch": 0.8997144185428704,
+      "grad_norm": 276.5709228515625,
+      "learning_rate": 1.2094543896022858e-06,
+      "loss": 18.8438,
+      "step": 13547
+    },
+    {
+      "epoch": 0.8997808328352261,
+      "grad_norm": 366.13336181640625,
+      "learning_rate": 1.2093492221069602e-06,
+      "loss": 16.7188,
+      "step": 13548
+    },
+    {
+      "epoch": 0.8998472471275819,
+      "grad_norm": 351.21075439453125,
+      "learning_rate": 1.2092440521900036e-06,
+      "loss": 20.25,
+      "step": 13549
+    },
+    {
+      "epoch": 0.8999136614199376,
+      "grad_norm": 271.759033203125,
+      "learning_rate": 1.2091388798526328e-06,
+      "loss": 16.3906,
+      "step": 13550
+    },
+    {
+      "epoch": 0.8999800757122933,
+      "grad_norm": 296.48291015625,
+      "learning_rate": 1.2090337050960637e-06,
+      "loss": 18.0312,
+      "step": 13551
+    },
+    {
+      "epoch": 0.900046490004649,
+      "grad_norm": 253.45309448242188,
+      "learning_rate": 1.2089285279215134e-06,
+      "loss": 16.7344,
+      "step": 13552
+    },
+    {
+      "epoch": 0.9001129042970047,
+      "grad_norm": 120.44574737548828,
+      "learning_rate": 1.2088233483301982e-06,
+      "loss": 14.8438,
+      "step": 13553
+    },
+    {
+      "epoch": 0.9001793185893604,
+      "grad_norm": 288.0663757324219,
+      "learning_rate": 1.2087181663233351e-06,
+      "loss": 17.0625,
+      "step": 13554
+    },
+    {
+      "epoch": 0.9002457328817162,
+      "grad_norm": 208.99520874023438,
+      "learning_rate": 1.2086129819021404e-06,
+      "loss": 16.0156,
+      "step": 13555
+    },
+    {
+      "epoch": 0.9003121471740718,
+      "grad_norm": 217.73056030273438,
+      "learning_rate": 1.2085077950678312e-06,
+      "loss": 16.6406,
+      "step": 13556
+    },
+    {
+      "epoch": 0.9003785614664276,
+      "grad_norm": 210.57083129882812,
+      "learning_rate": 1.2084026058216238e-06,
+      "loss": 20.875,
+      "step": 13557
+    },
+    {
+      "epoch": 0.9004449757587832,
+      "grad_norm": 160.12147521972656,
+      "learning_rate": 1.2082974141647357e-06,
+      "loss": 16.0625,
+      "step": 13558
+    },
+    {
+      "epoch": 0.900511390051139,
+      "grad_norm": 204.0362091064453,
+      "learning_rate": 1.208192220098383e-06,
+      "loss": 19.2812,
+      "step": 13559
+    },
+    {
+      "epoch": 0.9005778043434948,
+      "grad_norm": 647.7532348632812,
+      "learning_rate": 1.2080870236237826e-06,
+      "loss": 15.9062,
+      "step": 13560
+    },
+    {
+      "epoch": 0.9006442186358504,
+      "grad_norm": 238.71604919433594,
+      "learning_rate": 1.2079818247421519e-06,
+      "loss": 22.8125,
+      "step": 13561
+    },
+    {
+      "epoch": 0.9007106329282062,
+      "grad_norm": 191.9447784423828,
+      "learning_rate": 1.2078766234547069e-06,
+      "loss": 14.1406,
+      "step": 13562
+    },
+    {
+      "epoch": 0.9007770472205618,
+      "grad_norm": 167.9212188720703,
+      "learning_rate": 1.2077714197626652e-06,
+      "loss": 19.2969,
+      "step": 13563
+    },
+    {
+      "epoch": 0.9008434615129176,
+      "grad_norm": 206.229736328125,
+      "learning_rate": 1.2076662136672433e-06,
+      "loss": 17.9688,
+      "step": 13564
+    },
+    {
+      "epoch": 0.9009098758052733,
+      "grad_norm": 261.4123229980469,
+      "learning_rate": 1.2075610051696588e-06,
+      "loss": 24.8125,
+      "step": 13565
+    },
+    {
+      "epoch": 0.900976290097629,
+      "grad_norm": 189.85989379882812,
+      "learning_rate": 1.207455794271128e-06,
+      "loss": 17.7344,
+      "step": 13566
+    },
+    {
+      "epoch": 0.9010427043899847,
+      "grad_norm": 184.27906799316406,
+      "learning_rate": 1.2073505809728683e-06,
+      "loss": 12.9844,
+      "step": 13567
+    },
+    {
+      "epoch": 0.9011091186823404,
+      "grad_norm": 225.18161010742188,
+      "learning_rate": 1.2072453652760965e-06,
+      "loss": 14.375,
+      "step": 13568
+    },
+    {
+      "epoch": 0.9011755329746961,
+      "grad_norm": 225.39718627929688,
+      "learning_rate": 1.2071401471820302e-06,
+      "loss": 22.4062,
+      "step": 13569
+    },
+    {
+      "epoch": 0.9012419472670519,
+      "grad_norm": 114.9576416015625,
+      "learning_rate": 1.2070349266918858e-06,
+      "loss": 14.4375,
+      "step": 13570
+    },
+    {
+      "epoch": 0.9013083615594076,
+      "grad_norm": 104.61027526855469,
+      "learning_rate": 1.2069297038068807e-06,
+      "loss": 12.7031,
+      "step": 13571
+    },
+    {
+      "epoch": 0.9013747758517633,
+      "grad_norm": 263.31268310546875,
+      "learning_rate": 1.2068244785282323e-06,
+      "loss": 28.125,
+      "step": 13572
+    },
+    {
+      "epoch": 0.901441190144119,
+      "grad_norm": 296.949462890625,
+      "learning_rate": 1.2067192508571575e-06,
+      "loss": 17.9844,
+      "step": 13573
+    },
+    {
+      "epoch": 0.9015076044364747,
+      "grad_norm": 238.64157104492188,
+      "learning_rate": 1.2066140207948736e-06,
+      "loss": 16.1406,
+      "step": 13574
+    },
+    {
+      "epoch": 0.9015740187288305,
+      "grad_norm": 589.0908813476562,
+      "learning_rate": 1.2065087883425976e-06,
+      "loss": 15.2812,
+      "step": 13575
+    },
+    {
+      "epoch": 0.9016404330211861,
+      "grad_norm": 171.4126434326172,
+      "learning_rate": 1.2064035535015476e-06,
+      "loss": 12.2812,
+      "step": 13576
+    },
+    {
+      "epoch": 0.9017068473135419,
+      "grad_norm": 198.833984375,
+      "learning_rate": 1.2062983162729399e-06,
+      "loss": 14.5469,
+      "step": 13577
+    },
+    {
+      "epoch": 0.9017732616058975,
+      "grad_norm": 245.25201416015625,
+      "learning_rate": 1.206193076657992e-06,
+      "loss": 16.7031,
+      "step": 13578
+    },
+    {
+      "epoch": 0.9018396758982533,
+      "grad_norm": 214.74989318847656,
+      "learning_rate": 1.206087834657922e-06,
+      "loss": 22.4219,
+      "step": 13579
+    },
+    {
+      "epoch": 0.901906090190609,
+      "grad_norm": 122.76207733154297,
+      "learning_rate": 1.2059825902739467e-06,
+      "loss": 19.9688,
+      "step": 13580
+    },
+    {
+      "epoch": 0.9019725044829647,
+      "grad_norm": 283.2929992675781,
+      "learning_rate": 1.2058773435072834e-06,
+      "loss": 24.1562,
+      "step": 13581
+    },
+    {
+      "epoch": 0.9020389187753205,
+      "grad_norm": 149.83705139160156,
+      "learning_rate": 1.2057720943591498e-06,
+      "loss": 16.9219,
+      "step": 13582
+    },
+    {
+      "epoch": 0.9021053330676762,
+      "grad_norm": 349.2048034667969,
+      "learning_rate": 1.205666842830763e-06,
+      "loss": 22.3594,
+      "step": 13583
+    },
+    {
+      "epoch": 0.9021717473600319,
+      "grad_norm": 134.30795288085938,
+      "learning_rate": 1.205561588923341e-06,
+      "loss": 15.3281,
+      "step": 13584
+    },
+    {
+      "epoch": 0.9022381616523876,
+      "grad_norm": 119.90874481201172,
+      "learning_rate": 1.2054563326381012e-06,
+      "loss": 13.4688,
+      "step": 13585
+    },
+    {
+      "epoch": 0.9023045759447433,
+      "grad_norm": 242.22366333007812,
+      "learning_rate": 1.205351073976261e-06,
+      "loss": 16.6875,
+      "step": 13586
+    },
+    {
+      "epoch": 0.902370990237099,
+      "grad_norm": 205.9420166015625,
+      "learning_rate": 1.2052458129390377e-06,
+      "loss": 14.25,
+      "step": 13587
+    },
+    {
+      "epoch": 0.9024374045294548,
+      "grad_norm": 142.4228057861328,
+      "learning_rate": 1.2051405495276492e-06,
+      "loss": 16.5469,
+      "step": 13588
+    },
+    {
+      "epoch": 0.9025038188218104,
+      "grad_norm": 219.4607696533203,
+      "learning_rate": 1.2050352837433132e-06,
+      "loss": 15.1094,
+      "step": 13589
+    },
+    {
+      "epoch": 0.9025702331141662,
+      "grad_norm": 196.92909240722656,
+      "learning_rate": 1.2049300155872476e-06,
+      "loss": 17.2344,
+      "step": 13590
+    },
+    {
+      "epoch": 0.9026366474065218,
+      "grad_norm": 202.50570678710938,
+      "learning_rate": 1.2048247450606695e-06,
+      "loss": 21.4375,
+      "step": 13591
+    },
+    {
+      "epoch": 0.9027030616988776,
+      "grad_norm": 223.8618621826172,
+      "learning_rate": 1.2047194721647966e-06,
+      "loss": 16.6406,
+      "step": 13592
+    },
+    {
+      "epoch": 0.9027694759912334,
+      "grad_norm": 150.84141540527344,
+      "learning_rate": 1.2046141969008474e-06,
+      "loss": 15.25,
+      "step": 13593
+    },
+    {
+      "epoch": 0.902835890283589,
+      "grad_norm": 232.361328125,
+      "learning_rate": 1.204508919270039e-06,
+      "loss": 22.5312,
+      "step": 13594
+    },
+    {
+      "epoch": 0.9029023045759448,
+      "grad_norm": 287.20697021484375,
+      "learning_rate": 1.204403639273589e-06,
+      "loss": 15.0781,
+      "step": 13595
+    },
+    {
+      "epoch": 0.9029687188683004,
+      "grad_norm": 150.59071350097656,
+      "learning_rate": 1.2042983569127157e-06,
+      "loss": 18.1719,
+      "step": 13596
+    },
+    {
+      "epoch": 0.9030351331606562,
+      "grad_norm": 367.0889587402344,
+      "learning_rate": 1.2041930721886371e-06,
+      "loss": 14.4531,
+      "step": 13597
+    },
+    {
+      "epoch": 0.9031015474530119,
+      "grad_norm": 361.3119201660156,
+      "learning_rate": 1.2040877851025705e-06,
+      "loss": 19.4375,
+      "step": 13598
+    },
+    {
+      "epoch": 0.9031679617453676,
+      "grad_norm": 269.05145263671875,
+      "learning_rate": 1.2039824956557341e-06,
+      "loss": 23.5,
+      "step": 13599
+    },
+    {
+      "epoch": 0.9032343760377233,
+      "grad_norm": 370.6520080566406,
+      "learning_rate": 1.2038772038493458e-06,
+      "loss": 25.7344,
+      "step": 13600
+    },
+    {
+      "epoch": 0.903300790330079,
+      "grad_norm": 138.46041870117188,
+      "learning_rate": 1.203771909684624e-06,
+      "loss": 14.3906,
+      "step": 13601
+    },
+    {
+      "epoch": 0.9033672046224347,
+      "grad_norm": 473.9445495605469,
+      "learning_rate": 1.2036666131627857e-06,
+      "loss": 15.7656,
+      "step": 13602
+    },
+    {
+      "epoch": 0.9034336189147905,
+      "grad_norm": 274.20050048828125,
+      "learning_rate": 1.2035613142850495e-06,
+      "loss": 17.0625,
+      "step": 13603
+    },
+    {
+      "epoch": 0.9035000332071462,
+      "grad_norm": 185.56292724609375,
+      "learning_rate": 1.203456013052634e-06,
+      "loss": 20.7656,
+      "step": 13604
+    },
+    {
+      "epoch": 0.9035664474995019,
+      "grad_norm": 188.69444274902344,
+      "learning_rate": 1.203350709466756e-06,
+      "loss": 18.1562,
+      "step": 13605
+    },
+    {
+      "epoch": 0.9036328617918576,
+      "grad_norm": 128.62075805664062,
+      "learning_rate": 1.2032454035286346e-06,
+      "loss": 16.2188,
+      "step": 13606
+    },
+    {
+      "epoch": 0.9036992760842133,
+      "grad_norm": 131.84124755859375,
+      "learning_rate": 1.2031400952394872e-06,
+      "loss": 19.5781,
+      "step": 13607
+    },
+    {
+      "epoch": 0.9037656903765691,
+      "grad_norm": 247.791015625,
+      "learning_rate": 1.203034784600533e-06,
+      "loss": 17.2031,
+      "step": 13608
+    },
+    {
+      "epoch": 0.9038321046689247,
+      "grad_norm": 161.5446014404297,
+      "learning_rate": 1.2029294716129887e-06,
+      "loss": 13.4062,
+      "step": 13609
+    },
+    {
+      "epoch": 0.9038985189612805,
+      "grad_norm": 177.35202026367188,
+      "learning_rate": 1.2028241562780736e-06,
+      "loss": 17.25,
+      "step": 13610
+    },
+    {
+      "epoch": 0.9039649332536361,
+      "grad_norm": 301.7534484863281,
+      "learning_rate": 1.2027188385970056e-06,
+      "loss": 12.5781,
+      "step": 13611
+    },
+    {
+      "epoch": 0.9040313475459919,
+      "grad_norm": 152.72389221191406,
+      "learning_rate": 1.2026135185710034e-06,
+      "loss": 11.4688,
+      "step": 13612
+    },
+    {
+      "epoch": 0.9040977618383476,
+      "grad_norm": 235.66175842285156,
+      "learning_rate": 1.2025081962012845e-06,
+      "loss": 15.3281,
+      "step": 13613
+    },
+    {
+      "epoch": 0.9041641761307033,
+      "grad_norm": 153.60479736328125,
+      "learning_rate": 1.2024028714890674e-06,
+      "loss": 16.5312,
+      "step": 13614
+    },
+    {
+      "epoch": 0.9042305904230591,
+      "grad_norm": 231.59791564941406,
+      "learning_rate": 1.2022975444355705e-06,
+      "loss": 12.2969,
+      "step": 13615
+    },
+    {
+      "epoch": 0.9042970047154147,
+      "grad_norm": 251.4401092529297,
+      "learning_rate": 1.2021922150420126e-06,
+      "loss": 13.3906,
+      "step": 13616
+    },
+    {
+      "epoch": 0.9043634190077705,
+      "grad_norm": 227.1002655029297,
+      "learning_rate": 1.2020868833096116e-06,
+      "loss": 19.8125,
+      "step": 13617
+    },
+    {
+      "epoch": 0.9044298333001262,
+      "grad_norm": 317.879150390625,
+      "learning_rate": 1.2019815492395862e-06,
+      "loss": 19.75,
+      "step": 13618
+    },
+    {
+      "epoch": 0.9044962475924819,
+      "grad_norm": 189.6003875732422,
+      "learning_rate": 1.2018762128331545e-06,
+      "loss": 18.3438,
+      "step": 13619
+    },
+    {
+      "epoch": 0.9045626618848376,
+      "grad_norm": 239.33497619628906,
+      "learning_rate": 1.2017708740915353e-06,
+      "loss": 23.2031,
+      "step": 13620
+    },
+    {
+      "epoch": 0.9046290761771933,
+      "grad_norm": 126.10403442382812,
+      "learning_rate": 1.201665533015947e-06,
+      "loss": 18.4688,
+      "step": 13621
+    },
+    {
+      "epoch": 0.904695490469549,
+      "grad_norm": 319.91864013671875,
+      "learning_rate": 1.2015601896076083e-06,
+      "loss": 18.8281,
+      "step": 13622
+    },
+    {
+      "epoch": 0.9047619047619048,
+      "grad_norm": 152.7448272705078,
+      "learning_rate": 1.2014548438677372e-06,
+      "loss": 14.5156,
+      "step": 13623
+    },
+    {
+      "epoch": 0.9048283190542604,
+      "grad_norm": 105.83047485351562,
+      "learning_rate": 1.2013494957975528e-06,
+      "loss": 15.2656,
+      "step": 13624
+    },
+    {
+      "epoch": 0.9048947333466162,
+      "grad_norm": 150.81756591796875,
+      "learning_rate": 1.2012441453982734e-06,
+      "loss": 18.7812,
+      "step": 13625
+    },
+    {
+      "epoch": 0.904961147638972,
+      "grad_norm": 217.3016357421875,
+      "learning_rate": 1.201138792671118e-06,
+      "loss": 16.5156,
+      "step": 13626
+    },
+    {
+      "epoch": 0.9050275619313276,
+      "grad_norm": 221.0774383544922,
+      "learning_rate": 1.2010334376173048e-06,
+      "loss": 20.0625,
+      "step": 13627
+    },
+    {
+      "epoch": 0.9050939762236834,
+      "grad_norm": 348.0822448730469,
+      "learning_rate": 1.2009280802380525e-06,
+      "loss": 17.6875,
+      "step": 13628
+    },
+    {
+      "epoch": 0.905160390516039,
+      "grad_norm": 227.21395874023438,
+      "learning_rate": 1.2008227205345808e-06,
+      "loss": 21.5156,
+      "step": 13629
+    },
+    {
+      "epoch": 0.9052268048083948,
+      "grad_norm": 221.45787048339844,
+      "learning_rate": 1.200717358508107e-06,
+      "loss": 17.8594,
+      "step": 13630
+    },
+    {
+      "epoch": 0.9052932191007504,
+      "grad_norm": 114.30862426757812,
+      "learning_rate": 1.2006119941598507e-06,
+      "loss": 15.6719,
+      "step": 13631
+    },
+    {
+      "epoch": 0.9053596333931062,
+      "grad_norm": 136.0520477294922,
+      "learning_rate": 1.2005066274910305e-06,
+      "loss": 13.625,
+      "step": 13632
+    },
+    {
+      "epoch": 0.9054260476854619,
+      "grad_norm": 171.83555603027344,
+      "learning_rate": 1.2004012585028656e-06,
+      "loss": 21.3594,
+      "step": 13633
+    },
+    {
+      "epoch": 0.9054924619778176,
+      "grad_norm": 199.66104125976562,
+      "learning_rate": 1.200295887196574e-06,
+      "loss": 16.2969,
+      "step": 13634
+    },
+    {
+      "epoch": 0.9055588762701734,
+      "grad_norm": 188.91873168945312,
+      "learning_rate": 1.2001905135733754e-06,
+      "loss": 15.5312,
+      "step": 13635
+    },
+    {
+      "epoch": 0.905625290562529,
+      "grad_norm": 645.37060546875,
+      "learning_rate": 1.2000851376344882e-06,
+      "loss": 28.1094,
+      "step": 13636
+    },
+    {
+      "epoch": 0.9056917048548848,
+      "grad_norm": 208.1016387939453,
+      "learning_rate": 1.1999797593811317e-06,
+      "loss": 20.8438,
+      "step": 13637
+    },
+    {
+      "epoch": 0.9057581191472405,
+      "grad_norm": 302.8061218261719,
+      "learning_rate": 1.1998743788145244e-06,
+      "loss": 22.9062,
+      "step": 13638
+    },
+    {
+      "epoch": 0.9058245334395962,
+      "grad_norm": 371.4350280761719,
+      "learning_rate": 1.1997689959358857e-06,
+      "loss": 19.0312,
+      "step": 13639
+    },
+    {
+      "epoch": 0.9058909477319519,
+      "grad_norm": 434.68060302734375,
+      "learning_rate": 1.1996636107464347e-06,
+      "loss": 14.7969,
+      "step": 13640
+    },
+    {
+      "epoch": 0.9059573620243077,
+      "grad_norm": 493.8428955078125,
+      "learning_rate": 1.1995582232473898e-06,
+      "loss": 15.7344,
+      "step": 13641
+    },
+    {
+      "epoch": 0.9060237763166633,
+      "grad_norm": 109.4850082397461,
+      "learning_rate": 1.1994528334399703e-06,
+      "loss": 15.4062,
+      "step": 13642
+    },
+    {
+      "epoch": 0.9060901906090191,
+      "grad_norm": 121.37577056884766,
+      "learning_rate": 1.1993474413253957e-06,
+      "loss": 15.7188,
+      "step": 13643
+    },
+    {
+      "epoch": 0.9061566049013747,
+      "grad_norm": 691.1854858398438,
+      "learning_rate": 1.199242046904885e-06,
+      "loss": 16.9219,
+      "step": 13644
+    },
+    {
+      "epoch": 0.9062230191937305,
+      "grad_norm": 149.97286987304688,
+      "learning_rate": 1.199136650179657e-06,
+      "loss": 18.4219,
+      "step": 13645
+    },
+    {
+      "epoch": 0.9062894334860863,
+      "grad_norm": 176.24923706054688,
+      "learning_rate": 1.1990312511509312e-06,
+      "loss": 17.3906,
+      "step": 13646
+    },
+    {
+      "epoch": 0.9063558477784419,
+      "grad_norm": 123.15177917480469,
+      "learning_rate": 1.1989258498199265e-06,
+      "loss": 13.3438,
+      "step": 13647
+    },
+    {
+      "epoch": 0.9064222620707977,
+      "grad_norm": 445.3028869628906,
+      "learning_rate": 1.1988204461878623e-06,
+      "loss": 18.0469,
+      "step": 13648
+    },
+    {
+      "epoch": 0.9064886763631533,
+      "grad_norm": 217.25205993652344,
+      "learning_rate": 1.1987150402559579e-06,
+      "loss": 15.4844,
+      "step": 13649
+    },
+    {
+      "epoch": 0.9065550906555091,
+      "grad_norm": 271.2752685546875,
+      "learning_rate": 1.1986096320254322e-06,
+      "loss": 19.1094,
+      "step": 13650
+    },
+    {
+      "epoch": 0.9066215049478648,
+      "grad_norm": 380.6661071777344,
+      "learning_rate": 1.1985042214975052e-06,
+      "loss": 20.3594,
+      "step": 13651
+    },
+    {
+      "epoch": 0.9066879192402205,
+      "grad_norm": 628.185302734375,
+      "learning_rate": 1.1983988086733954e-06,
+      "loss": 21.0156,
+      "step": 13652
+    },
+    {
+      "epoch": 0.9067543335325762,
+      "grad_norm": 198.42906188964844,
+      "learning_rate": 1.1982933935543228e-06,
+      "loss": 20.9531,
+      "step": 13653
+    },
+    {
+      "epoch": 0.9068207478249319,
+      "grad_norm": 174.17018127441406,
+      "learning_rate": 1.1981879761415068e-06,
+      "loss": 12.5703,
+      "step": 13654
+    },
+    {
+      "epoch": 0.9068871621172876,
+      "grad_norm": 337.1221923828125,
+      "learning_rate": 1.1980825564361663e-06,
+      "loss": 14.6875,
+      "step": 13655
+    },
+    {
+      "epoch": 0.9069535764096434,
+      "grad_norm": 367.7975158691406,
+      "learning_rate": 1.197977134439521e-06,
+      "loss": 18.9375,
+      "step": 13656
+    },
+    {
+      "epoch": 0.9070199907019991,
+      "grad_norm": 176.93614196777344,
+      "learning_rate": 1.1978717101527908e-06,
+      "loss": 19.5938,
+      "step": 13657
+    },
+    {
+      "epoch": 0.9070864049943548,
+      "grad_norm": 357.8055114746094,
+      "learning_rate": 1.1977662835771945e-06,
+      "loss": 23.875,
+      "step": 13658
+    },
+    {
+      "epoch": 0.9071528192867105,
+      "grad_norm": 190.17466735839844,
+      "learning_rate": 1.1976608547139514e-06,
+      "loss": 17.7656,
+      "step": 13659
+    },
+    {
+      "epoch": 0.9072192335790662,
+      "grad_norm": 224.80862426757812,
+      "learning_rate": 1.1975554235642823e-06,
+      "loss": 18.5781,
+      "step": 13660
+    },
+    {
+      "epoch": 0.907285647871422,
+      "grad_norm": 215.4459991455078,
+      "learning_rate": 1.1974499901294055e-06,
+      "loss": 16.2031,
+      "step": 13661
+    },
+    {
+      "epoch": 0.9073520621637776,
+      "grad_norm": 177.54818725585938,
+      "learning_rate": 1.1973445544105412e-06,
+      "loss": 13.375,
+      "step": 13662
+    },
+    {
+      "epoch": 0.9074184764561334,
+      "grad_norm": 324.962646484375,
+      "learning_rate": 1.197239116408909e-06,
+      "loss": 24.0156,
+      "step": 13663
+    },
+    {
+      "epoch": 0.907484890748489,
+      "grad_norm": 223.19007873535156,
+      "learning_rate": 1.197133676125728e-06,
+      "loss": 15.3438,
+      "step": 13664
+    },
+    {
+      "epoch": 0.9075513050408448,
+      "grad_norm": 285.5452575683594,
+      "learning_rate": 1.197028233562219e-06,
+      "loss": 16.4531,
+      "step": 13665
+    },
+    {
+      "epoch": 0.9076177193332005,
+      "grad_norm": 200.5494384765625,
+      "learning_rate": 1.1969227887196002e-06,
+      "loss": 13.9219,
+      "step": 13666
+    },
+    {
+      "epoch": 0.9076841336255562,
+      "grad_norm": 158.22531127929688,
+      "learning_rate": 1.1968173415990925e-06,
+      "loss": 16.2344,
+      "step": 13667
+    },
+    {
+      "epoch": 0.907750547917912,
+      "grad_norm": 124.56182861328125,
+      "learning_rate": 1.1967118922019156e-06,
+      "loss": 13.7188,
+      "step": 13668
+    },
+    {
+      "epoch": 0.9078169622102676,
+      "grad_norm": 195.6716766357422,
+      "learning_rate": 1.1966064405292886e-06,
+      "loss": 19.8438,
+      "step": 13669
+    },
+    {
+      "epoch": 0.9078833765026234,
+      "grad_norm": 298.80596923828125,
+      "learning_rate": 1.1965009865824316e-06,
+      "loss": 15.1094,
+      "step": 13670
+    },
+    {
+      "epoch": 0.9079497907949791,
+      "grad_norm": 242.9239501953125,
+      "learning_rate": 1.1963955303625646e-06,
+      "loss": 25.9375,
+      "step": 13671
+    },
+    {
+      "epoch": 0.9080162050873348,
+      "grad_norm": 264.9438171386719,
+      "learning_rate": 1.1962900718709076e-06,
+      "loss": 13.2969,
+      "step": 13672
+    },
+    {
+      "epoch": 0.9080826193796905,
+      "grad_norm": 152.84225463867188,
+      "learning_rate": 1.1961846111086799e-06,
+      "loss": 16.9688,
+      "step": 13673
+    },
+    {
+      "epoch": 0.9081490336720462,
+      "grad_norm": 1382.8828125,
+      "learning_rate": 1.1960791480771018e-06,
+      "loss": 28.4844,
+      "step": 13674
+    },
+    {
+      "epoch": 0.9082154479644019,
+      "grad_norm": 307.5063781738281,
+      "learning_rate": 1.1959736827773932e-06,
+      "loss": 20.1719,
+      "step": 13675
+    },
+    {
+      "epoch": 0.9082818622567577,
+      "grad_norm": 159.2467498779297,
+      "learning_rate": 1.1958682152107745e-06,
+      "loss": 15.2344,
+      "step": 13676
+    },
+    {
+      "epoch": 0.9083482765491133,
+      "grad_norm": 416.50286865234375,
+      "learning_rate": 1.1957627453784646e-06,
+      "loss": 15.3906,
+      "step": 13677
+    },
+    {
+      "epoch": 0.9084146908414691,
+      "grad_norm": 507.0788879394531,
+      "learning_rate": 1.1956572732816844e-06,
+      "loss": 26.6875,
+      "step": 13678
+    },
+    {
+      "epoch": 0.9084811051338249,
+      "grad_norm": 415.2737121582031,
+      "learning_rate": 1.1955517989216537e-06,
+      "loss": 28.0625,
+      "step": 13679
+    },
+    {
+      "epoch": 0.9085475194261805,
+      "grad_norm": 183.92459106445312,
+      "learning_rate": 1.1954463222995925e-06,
+      "loss": 17.5312,
+      "step": 13680
+    },
+    {
+      "epoch": 0.9086139337185363,
+      "grad_norm": 357.1944580078125,
+      "learning_rate": 1.195340843416721e-06,
+      "loss": 19.9688,
+      "step": 13681
+    },
+    {
+      "epoch": 0.9086803480108919,
+      "grad_norm": 120.4352035522461,
+      "learning_rate": 1.195235362274259e-06,
+      "loss": 13.0,
+      "step": 13682
+    },
+    {
+      "epoch": 0.9087467623032477,
+      "grad_norm": 316.84759521484375,
+      "learning_rate": 1.1951298788734275e-06,
+      "loss": 17.1094,
+      "step": 13683
+    },
+    {
+      "epoch": 0.9088131765956033,
+      "grad_norm": 153.08934020996094,
+      "learning_rate": 1.1950243932154457e-06,
+      "loss": 18.5625,
+      "step": 13684
+    },
+    {
+      "epoch": 0.9088795908879591,
+      "grad_norm": 231.33349609375,
+      "learning_rate": 1.194918905301534e-06,
+      "loss": 15.7031,
+      "step": 13685
+    },
+    {
+      "epoch": 0.9089460051803148,
+      "grad_norm": 206.8487548828125,
+      "learning_rate": 1.194813415132913e-06,
+      "loss": 15.2812,
+      "step": 13686
+    },
+    {
+      "epoch": 0.9090124194726705,
+      "grad_norm": 255.7725372314453,
+      "learning_rate": 1.1947079227108029e-06,
+      "loss": 22.4531,
+      "step": 13687
+    },
+    {
+      "epoch": 0.9090788337650262,
+      "grad_norm": 292.0482482910156,
+      "learning_rate": 1.1946024280364234e-06,
+      "loss": 16.9219,
+      "step": 13688
+    },
+    {
+      "epoch": 0.909145248057382,
+      "grad_norm": 166.4922332763672,
+      "learning_rate": 1.1944969311109953e-06,
+      "loss": 19.4844,
+      "step": 13689
+    },
+    {
+      "epoch": 0.9092116623497377,
+      "grad_norm": 290.06591796875,
+      "learning_rate": 1.1943914319357392e-06,
+      "loss": 26.9062,
+      "step": 13690
+    },
+    {
+      "epoch": 0.9092780766420934,
+      "grad_norm": 226.19630432128906,
+      "learning_rate": 1.1942859305118749e-06,
+      "loss": 14.6875,
+      "step": 13691
+    },
+    {
+      "epoch": 0.9093444909344491,
+      "grad_norm": 221.87234497070312,
+      "learning_rate": 1.194180426840623e-06,
+      "loss": 15.1406,
+      "step": 13692
+    },
+    {
+      "epoch": 0.9094109052268048,
+      "grad_norm": 592.9027099609375,
+      "learning_rate": 1.1940749209232039e-06,
+      "loss": 12.2578,
+      "step": 13693
+    },
+    {
+      "epoch": 0.9094773195191606,
+      "grad_norm": 122.24322509765625,
+      "learning_rate": 1.1939694127608382e-06,
+      "loss": 15.0781,
+      "step": 13694
+    },
+    {
+      "epoch": 0.9095437338115162,
+      "grad_norm": 222.28346252441406,
+      "learning_rate": 1.193863902354746e-06,
+      "loss": 20.4219,
+      "step": 13695
+    },
+    {
+      "epoch": 0.909610148103872,
+      "grad_norm": 449.7301025390625,
+      "learning_rate": 1.193758389706148e-06,
+      "loss": 25.0625,
+      "step": 13696
+    },
+    {
+      "epoch": 0.9096765623962276,
+      "grad_norm": 146.2874298095703,
+      "learning_rate": 1.1936528748162647e-06,
+      "loss": 14.8984,
+      "step": 13697
+    },
+    {
+      "epoch": 0.9097429766885834,
+      "grad_norm": 148.6626739501953,
+      "learning_rate": 1.1935473576863165e-06,
+      "loss": 11.4688,
+      "step": 13698
+    },
+    {
+      "epoch": 0.909809390980939,
+      "grad_norm": 110.17737579345703,
+      "learning_rate": 1.1934418383175243e-06,
+      "loss": 14.8438,
+      "step": 13699
+    },
+    {
+      "epoch": 0.9098758052732948,
+      "grad_norm": 264.32623291015625,
+      "learning_rate": 1.1933363167111084e-06,
+      "loss": 16.0625,
+      "step": 13700
+    },
+    {
+      "epoch": 0.9099422195656506,
+      "grad_norm": 227.64370727539062,
+      "learning_rate": 1.1932307928682892e-06,
+      "loss": 18.2422,
+      "step": 13701
+    },
+    {
+      "epoch": 0.9100086338580062,
+      "grad_norm": 291.05487060546875,
+      "learning_rate": 1.193125266790288e-06,
+      "loss": 14.7656,
+      "step": 13702
+    },
+    {
+      "epoch": 0.910075048150362,
+      "grad_norm": 586.1334228515625,
+      "learning_rate": 1.1930197384783247e-06,
+      "loss": 18.7969,
+      "step": 13703
+    },
+    {
+      "epoch": 0.9101414624427177,
+      "grad_norm": 203.73382568359375,
+      "learning_rate": 1.1929142079336205e-06,
+      "loss": 16.9375,
+      "step": 13704
+    },
+    {
+      "epoch": 0.9102078767350734,
+      "grad_norm": 548.4331665039062,
+      "learning_rate": 1.192808675157396e-06,
+      "loss": 20.1875,
+      "step": 13705
+    },
+    {
+      "epoch": 0.9102742910274291,
+      "grad_norm": 135.12667846679688,
+      "learning_rate": 1.192703140150872e-06,
+      "loss": 15.2656,
+      "step": 13706
+    },
+    {
+      "epoch": 0.9103407053197848,
+      "grad_norm": 199.19444274902344,
+      "learning_rate": 1.192597602915269e-06,
+      "loss": 18.4375,
+      "step": 13707
+    },
+    {
+      "epoch": 0.9104071196121405,
+      "grad_norm": 192.3689727783203,
+      "learning_rate": 1.1924920634518084e-06,
+      "loss": 16.625,
+      "step": 13708
+    },
+    {
+      "epoch": 0.9104735339044963,
+      "grad_norm": 230.8422393798828,
+      "learning_rate": 1.1923865217617102e-06,
+      "loss": 14.5625,
+      "step": 13709
+    },
+    {
+      "epoch": 0.9105399481968519,
+      "grad_norm": 146.71517944335938,
+      "learning_rate": 1.1922809778461958e-06,
+      "loss": 17.7812,
+      "step": 13710
+    },
+    {
+      "epoch": 0.9106063624892077,
+      "grad_norm": 138.1364288330078,
+      "learning_rate": 1.192175431706486e-06,
+      "loss": 17.75,
+      "step": 13711
+    },
+    {
+      "epoch": 0.9106727767815634,
+      "grad_norm": 176.13873291015625,
+      "learning_rate": 1.1920698833438017e-06,
+      "loss": 15.7656,
+      "step": 13712
+    },
+    {
+      "epoch": 0.9107391910739191,
+      "grad_norm": 317.63372802734375,
+      "learning_rate": 1.1919643327593633e-06,
+      "loss": 20.5625,
+      "step": 13713
+    },
+    {
+      "epoch": 0.9108056053662749,
+      "grad_norm": 265.0188293457031,
+      "learning_rate": 1.1918587799543925e-06,
+      "loss": 22.25,
+      "step": 13714
+    },
+    {
+      "epoch": 0.9108720196586305,
+      "grad_norm": 272.2994689941406,
+      "learning_rate": 1.19175322493011e-06,
+      "loss": 20.25,
+      "step": 13715
+    },
+    {
+      "epoch": 0.9109384339509863,
+      "grad_norm": 138.5894775390625,
+      "learning_rate": 1.1916476676877367e-06,
+      "loss": 15.7656,
+      "step": 13716
+    },
+    {
+      "epoch": 0.9110048482433419,
+      "grad_norm": 230.5036163330078,
+      "learning_rate": 1.1915421082284937e-06,
+      "loss": 14.0312,
+      "step": 13717
+    },
+    {
+      "epoch": 0.9110712625356977,
+      "grad_norm": 388.5280456542969,
+      "learning_rate": 1.1914365465536023e-06,
+      "loss": 31.3906,
+      "step": 13718
+    },
+    {
+      "epoch": 0.9111376768280534,
+      "grad_norm": 187.9488983154297,
+      "learning_rate": 1.191330982664283e-06,
+      "loss": 14.0312,
+      "step": 13719
+    },
+    {
+      "epoch": 0.9112040911204091,
+      "grad_norm": 498.21820068359375,
+      "learning_rate": 1.1912254165617573e-06,
+      "loss": 21.5625,
+      "step": 13720
+    },
+    {
+      "epoch": 0.9112705054127648,
+      "grad_norm": 257.3121643066406,
+      "learning_rate": 1.191119848247246e-06,
+      "loss": 21.4688,
+      "step": 13721
+    },
+    {
+      "epoch": 0.9113369197051205,
+      "grad_norm": 345.122314453125,
+      "learning_rate": 1.191014277721971e-06,
+      "loss": 16.9375,
+      "step": 13722
+    },
+    {
+      "epoch": 0.9114033339974763,
+      "grad_norm": 202.51466369628906,
+      "learning_rate": 1.1909087049871524e-06,
+      "loss": 19.3125,
+      "step": 13723
+    },
+    {
+      "epoch": 0.911469748289832,
+      "grad_norm": 151.25047302246094,
+      "learning_rate": 1.1908031300440125e-06,
+      "loss": 14.5,
+      "step": 13724
+    },
+    {
+      "epoch": 0.9115361625821877,
+      "grad_norm": 280.5210266113281,
+      "learning_rate": 1.1906975528937717e-06,
+      "loss": 16.1875,
+      "step": 13725
+    },
+    {
+      "epoch": 0.9116025768745434,
+      "grad_norm": 195.0980682373047,
+      "learning_rate": 1.1905919735376515e-06,
+      "loss": 15.0781,
+      "step": 13726
+    },
+    {
+      "epoch": 0.9116689911668991,
+      "grad_norm": 254.5400390625,
+      "learning_rate": 1.1904863919768735e-06,
+      "loss": 17.4688,
+      "step": 13727
+    },
+    {
+      "epoch": 0.9117354054592548,
+      "grad_norm": 132.83642578125,
+      "learning_rate": 1.1903808082126585e-06,
+      "loss": 13.0938,
+      "step": 13728
+    },
+    {
+      "epoch": 0.9118018197516106,
+      "grad_norm": 160.9817352294922,
+      "learning_rate": 1.1902752222462284e-06,
+      "loss": 22.9062,
+      "step": 13729
+    },
+    {
+      "epoch": 0.9118682340439662,
+      "grad_norm": 283.9925537109375,
+      "learning_rate": 1.1901696340788042e-06,
+      "loss": 21.1094,
+      "step": 13730
+    },
+    {
+      "epoch": 0.911934648336322,
+      "grad_norm": 588.2325439453125,
+      "learning_rate": 1.1900640437116072e-06,
+      "loss": 26.0,
+      "step": 13731
+    },
+    {
+      "epoch": 0.9120010626286776,
+      "grad_norm": 160.45993041992188,
+      "learning_rate": 1.189958451145859e-06,
+      "loss": 19.3438,
+      "step": 13732
+    },
+    {
+      "epoch": 0.9120674769210334,
+      "grad_norm": 178.25387573242188,
+      "learning_rate": 1.189852856382781e-06,
+      "loss": 12.6719,
+      "step": 13733
+    },
+    {
+      "epoch": 0.9121338912133892,
+      "grad_norm": 140.87721252441406,
+      "learning_rate": 1.1897472594235946e-06,
+      "loss": 19.4219,
+      "step": 13734
+    },
+    {
+      "epoch": 0.9122003055057448,
+      "grad_norm": 139.41725158691406,
+      "learning_rate": 1.1896416602695212e-06,
+      "loss": 14.2656,
+      "step": 13735
+    },
+    {
+      "epoch": 0.9122667197981006,
+      "grad_norm": 523.8801879882812,
+      "learning_rate": 1.1895360589217827e-06,
+      "loss": 25.875,
+      "step": 13736
+    },
+    {
+      "epoch": 0.9123331340904562,
+      "grad_norm": 334.9560241699219,
+      "learning_rate": 1.1894304553816002e-06,
+      "loss": 20.3906,
+      "step": 13737
+    },
+    {
+      "epoch": 0.912399548382812,
+      "grad_norm": 279.20806884765625,
+      "learning_rate": 1.1893248496501952e-06,
+      "loss": 19.6562,
+      "step": 13738
+    },
+    {
+      "epoch": 0.9124659626751677,
+      "grad_norm": 237.99420166015625,
+      "learning_rate": 1.1892192417287901e-06,
+      "loss": 19.3906,
+      "step": 13739
+    },
+    {
+      "epoch": 0.9125323769675234,
+      "grad_norm": 325.9173583984375,
+      "learning_rate": 1.1891136316186055e-06,
+      "loss": 17.3281,
+      "step": 13740
+    },
+    {
+      "epoch": 0.9125987912598791,
+      "grad_norm": 182.51194763183594,
+      "learning_rate": 1.1890080193208634e-06,
+      "loss": 19.2969,
+      "step": 13741
+    },
+    {
+      "epoch": 0.9126652055522348,
+      "grad_norm": 328.3002014160156,
+      "learning_rate": 1.1889024048367858e-06,
+      "loss": 17.6094,
+      "step": 13742
+    },
+    {
+      "epoch": 0.9127316198445905,
+      "grad_norm": 426.8739318847656,
+      "learning_rate": 1.1887967881675939e-06,
+      "loss": 14.9844,
+      "step": 13743
+    },
+    {
+      "epoch": 0.9127980341369463,
+      "grad_norm": 397.3824768066406,
+      "learning_rate": 1.1886911693145097e-06,
+      "loss": 22.0,
+      "step": 13744
+    },
+    {
+      "epoch": 0.912864448429302,
+      "grad_norm": 181.13490295410156,
+      "learning_rate": 1.1885855482787548e-06,
+      "loss": 17.125,
+      "step": 13745
+    },
+    {
+      "epoch": 0.9129308627216577,
+      "grad_norm": 323.30670166015625,
+      "learning_rate": 1.188479925061551e-06,
+      "loss": 17.8438,
+      "step": 13746
+    },
+    {
+      "epoch": 0.9129972770140135,
+      "grad_norm": 296.5975646972656,
+      "learning_rate": 1.1883742996641202e-06,
+      "loss": 19.7656,
+      "step": 13747
+    },
+    {
+      "epoch": 0.9130636913063691,
+      "grad_norm": 211.93417358398438,
+      "learning_rate": 1.1882686720876842e-06,
+      "loss": 14.8438,
+      "step": 13748
+    },
+    {
+      "epoch": 0.9131301055987249,
+      "grad_norm": 203.71560668945312,
+      "learning_rate": 1.1881630423334645e-06,
+      "loss": 17.4844,
+      "step": 13749
+    },
+    {
+      "epoch": 0.9131965198910805,
+      "grad_norm": 123.49626922607422,
+      "learning_rate": 1.1880574104026835e-06,
+      "loss": 15.9062,
+      "step": 13750
+    },
+    {
+      "epoch": 0.9132629341834363,
+      "grad_norm": 168.50425720214844,
+      "learning_rate": 1.1879517762965628e-06,
+      "loss": 14.9219,
+      "step": 13751
+    },
+    {
+      "epoch": 0.913329348475792,
+      "grad_norm": 191.6545867919922,
+      "learning_rate": 1.187846140016324e-06,
+      "loss": 15.5781,
+      "step": 13752
+    },
+    {
+      "epoch": 0.9133957627681477,
+      "grad_norm": 167.0216064453125,
+      "learning_rate": 1.1877405015631896e-06,
+      "loss": 17.2656,
+      "step": 13753
+    },
+    {
+      "epoch": 0.9134621770605034,
+      "grad_norm": 232.85205078125,
+      "learning_rate": 1.1876348609383815e-06,
+      "loss": 15.375,
+      "step": 13754
+    },
+    {
+      "epoch": 0.9135285913528591,
+      "grad_norm": 169.23898315429688,
+      "learning_rate": 1.1875292181431214e-06,
+      "loss": 27.4844,
+      "step": 13755
+    },
+    {
+      "epoch": 0.9135950056452149,
+      "grad_norm": 216.927490234375,
+      "learning_rate": 1.1874235731786313e-06,
+      "loss": 18.0156,
+      "step": 13756
+    },
+    {
+      "epoch": 0.9136614199375706,
+      "grad_norm": 132.5144500732422,
+      "learning_rate": 1.1873179260461335e-06,
+      "loss": 19.1094,
+      "step": 13757
+    },
+    {
+      "epoch": 0.9137278342299263,
+      "grad_norm": 101.91397857666016,
+      "learning_rate": 1.18721227674685e-06,
+      "loss": 12.5,
+      "step": 13758
+    },
+    {
+      "epoch": 0.913794248522282,
+      "grad_norm": 187.78964233398438,
+      "learning_rate": 1.1871066252820027e-06,
+      "loss": 14.2969,
+      "step": 13759
+    },
+    {
+      "epoch": 0.9138606628146377,
+      "grad_norm": 150.7019500732422,
+      "learning_rate": 1.1870009716528139e-06,
+      "loss": 20.3438,
+      "step": 13760
+    },
+    {
+      "epoch": 0.9139270771069934,
+      "grad_norm": 417.2435302734375,
+      "learning_rate": 1.1868953158605057e-06,
+      "loss": 18.4062,
+      "step": 13761
+    },
+    {
+      "epoch": 0.9139934913993492,
+      "grad_norm": 216.12428283691406,
+      "learning_rate": 1.1867896579063001e-06,
+      "loss": 18.4219,
+      "step": 13762
+    },
+    {
+      "epoch": 0.9140599056917048,
+      "grad_norm": 176.52220153808594,
+      "learning_rate": 1.1866839977914196e-06,
+      "loss": 16.8438,
+      "step": 13763
+    },
+    {
+      "epoch": 0.9141263199840606,
+      "grad_norm": 129.15989685058594,
+      "learning_rate": 1.1865783355170864e-06,
+      "loss": 13.2188,
+      "step": 13764
+    },
+    {
+      "epoch": 0.9141927342764162,
+      "grad_norm": 258.0090026855469,
+      "learning_rate": 1.1864726710845223e-06,
+      "loss": 13.4219,
+      "step": 13765
+    },
+    {
+      "epoch": 0.914259148568772,
+      "grad_norm": 254.41571044921875,
+      "learning_rate": 1.18636700449495e-06,
+      "loss": 21.5,
+      "step": 13766
+    },
+    {
+      "epoch": 0.9143255628611278,
+      "grad_norm": 301.749755859375,
+      "learning_rate": 1.1862613357495916e-06,
+      "loss": 14.6562,
+      "step": 13767
+    },
+    {
+      "epoch": 0.9143919771534834,
+      "grad_norm": 371.12872314453125,
+      "learning_rate": 1.1861556648496698e-06,
+      "loss": 15.8281,
+      "step": 13768
+    },
+    {
+      "epoch": 0.9144583914458392,
+      "grad_norm": 278.9457702636719,
+      "learning_rate": 1.1860499917964063e-06,
+      "loss": 16.3281,
+      "step": 13769
+    },
+    {
+      "epoch": 0.9145248057381948,
+      "grad_norm": 187.60621643066406,
+      "learning_rate": 1.185944316591024e-06,
+      "loss": 14.3281,
+      "step": 13770
+    },
+    {
+      "epoch": 0.9145912200305506,
+      "grad_norm": 180.4157257080078,
+      "learning_rate": 1.185838639234745e-06,
+      "loss": 16.7969,
+      "step": 13771
+    },
+    {
+      "epoch": 0.9146576343229063,
+      "grad_norm": 241.690185546875,
+      "learning_rate": 1.1857329597287915e-06,
+      "loss": 17.25,
+      "step": 13772
+    },
+    {
+      "epoch": 0.914724048615262,
+      "grad_norm": 152.0023956298828,
+      "learning_rate": 1.1856272780743866e-06,
+      "loss": 21.1562,
+      "step": 13773
+    },
+    {
+      "epoch": 0.9147904629076177,
+      "grad_norm": 553.435791015625,
+      "learning_rate": 1.1855215942727521e-06,
+      "loss": 17.1875,
+      "step": 13774
+    },
+    {
+      "epoch": 0.9148568771999734,
+      "grad_norm": 121.02288818359375,
+      "learning_rate": 1.185415908325111e-06,
+      "loss": 14.5,
+      "step": 13775
+    },
+    {
+      "epoch": 0.9149232914923291,
+      "grad_norm": 169.27410888671875,
+      "learning_rate": 1.1853102202326854e-06,
+      "loss": 17.3438,
+      "step": 13776
+    },
+    {
+      "epoch": 0.9149897057846849,
+      "grad_norm": 181.88697814941406,
+      "learning_rate": 1.1852045299966979e-06,
+      "loss": 14.6562,
+      "step": 13777
+    },
+    {
+      "epoch": 0.9150561200770406,
+      "grad_norm": 137.64996337890625,
+      "learning_rate": 1.1850988376183715e-06,
+      "loss": 18.0156,
+      "step": 13778
+    },
+    {
+      "epoch": 0.9151225343693963,
+      "grad_norm": 247.87362670898438,
+      "learning_rate": 1.1849931430989287e-06,
+      "loss": 14.8281,
+      "step": 13779
+    },
+    {
+      "epoch": 0.915188948661752,
+      "grad_norm": 136.25570678710938,
+      "learning_rate": 1.1848874464395913e-06,
+      "loss": 12.8438,
+      "step": 13780
+    },
+    {
+      "epoch": 0.9152553629541077,
+      "grad_norm": 572.870849609375,
+      "learning_rate": 1.1847817476415828e-06,
+      "loss": 20.5938,
+      "step": 13781
+    },
+    {
+      "epoch": 0.9153217772464635,
+      "grad_norm": 270.69268798828125,
+      "learning_rate": 1.1846760467061256e-06,
+      "loss": 17.5938,
+      "step": 13782
+    },
+    {
+      "epoch": 0.9153881915388191,
+      "grad_norm": 285.7759094238281,
+      "learning_rate": 1.1845703436344424e-06,
+      "loss": 14.6562,
+      "step": 13783
+    },
+    {
+      "epoch": 0.9154546058311749,
+      "grad_norm": 152.2661895751953,
+      "learning_rate": 1.184464638427756e-06,
+      "loss": 18.125,
+      "step": 13784
+    },
+    {
+      "epoch": 0.9155210201235305,
+      "grad_norm": 205.20335388183594,
+      "learning_rate": 1.1843589310872887e-06,
+      "loss": 21.8906,
+      "step": 13785
+    },
+    {
+      "epoch": 0.9155874344158863,
+      "grad_norm": 154.25587463378906,
+      "learning_rate": 1.184253221614264e-06,
+      "loss": 15.7812,
+      "step": 13786
+    },
+    {
+      "epoch": 0.9156538487082421,
+      "grad_norm": 151.0376739501953,
+      "learning_rate": 1.1841475100099041e-06,
+      "loss": 15.7031,
+      "step": 13787
+    },
+    {
+      "epoch": 0.9157202630005977,
+      "grad_norm": 379.4220275878906,
+      "learning_rate": 1.1840417962754318e-06,
+      "loss": 15.2812,
+      "step": 13788
+    },
+    {
+      "epoch": 0.9157866772929535,
+      "grad_norm": 354.7362365722656,
+      "learning_rate": 1.1839360804120703e-06,
+      "loss": 18.5625,
+      "step": 13789
+    },
+    {
+      "epoch": 0.9158530915853091,
+      "grad_norm": 167.34341430664062,
+      "learning_rate": 1.1838303624210423e-06,
+      "loss": 17.9062,
+      "step": 13790
+    },
+    {
+      "epoch": 0.9159195058776649,
+      "grad_norm": 473.3821716308594,
+      "learning_rate": 1.1837246423035707e-06,
+      "loss": 17.0625,
+      "step": 13791
+    },
+    {
+      "epoch": 0.9159859201700206,
+      "grad_norm": 188.96409606933594,
+      "learning_rate": 1.1836189200608784e-06,
+      "loss": 17.8594,
+      "step": 13792
+    },
+    {
+      "epoch": 0.9160523344623763,
+      "grad_norm": 193.38389587402344,
+      "learning_rate": 1.1835131956941885e-06,
+      "loss": 14.3594,
+      "step": 13793
+    },
+    {
+      "epoch": 0.916118748754732,
+      "grad_norm": 115.96293640136719,
+      "learning_rate": 1.1834074692047233e-06,
+      "loss": 12.4688,
+      "step": 13794
+    },
+    {
+      "epoch": 0.9161851630470877,
+      "grad_norm": 386.53631591796875,
+      "learning_rate": 1.1833017405937065e-06,
+      "loss": 20.1406,
+      "step": 13795
+    },
+    {
+      "epoch": 0.9162515773394434,
+      "grad_norm": 239.2084503173828,
+      "learning_rate": 1.1831960098623606e-06,
+      "loss": 16.4844,
+      "step": 13796
+    },
+    {
+      "epoch": 0.9163179916317992,
+      "grad_norm": 182.93186950683594,
+      "learning_rate": 1.1830902770119094e-06,
+      "loss": 15.0781,
+      "step": 13797
+    },
+    {
+      "epoch": 0.9163844059241549,
+      "grad_norm": 183.3994598388672,
+      "learning_rate": 1.1829845420435752e-06,
+      "loss": 16.2188,
+      "step": 13798
+    },
+    {
+      "epoch": 0.9164508202165106,
+      "grad_norm": 129.63742065429688,
+      "learning_rate": 1.182878804958581e-06,
+      "loss": 18.9844,
+      "step": 13799
+    },
+    {
+      "epoch": 0.9165172345088664,
+      "grad_norm": 148.72901916503906,
+      "learning_rate": 1.1827730657581505e-06,
+      "loss": 17.8438,
+      "step": 13800
+    },
+    {
+      "epoch": 0.916583648801222,
+      "grad_norm": 396.879638671875,
+      "learning_rate": 1.1826673244435066e-06,
+      "loss": 18.8281,
+      "step": 13801
+    },
+    {
+      "epoch": 0.9166500630935778,
+      "grad_norm": 142.5271453857422,
+      "learning_rate": 1.1825615810158725e-06,
+      "loss": 13.6719,
+      "step": 13802
+    },
+    {
+      "epoch": 0.9167164773859334,
+      "grad_norm": 283.5183410644531,
+      "learning_rate": 1.1824558354764714e-06,
+      "loss": 16.8594,
+      "step": 13803
+    },
+    {
+      "epoch": 0.9167828916782892,
+      "grad_norm": 548.1717529296875,
+      "learning_rate": 1.182350087826526e-06,
+      "loss": 17.5625,
+      "step": 13804
+    },
+    {
+      "epoch": 0.9168493059706448,
+      "grad_norm": 307.5982971191406,
+      "learning_rate": 1.1822443380672601e-06,
+      "loss": 19.5,
+      "step": 13805
+    },
+    {
+      "epoch": 0.9169157202630006,
+      "grad_norm": 155.1156463623047,
+      "learning_rate": 1.1821385861998969e-06,
+      "loss": 19.7188,
+      "step": 13806
+    },
+    {
+      "epoch": 0.9169821345553563,
+      "grad_norm": 186.45599365234375,
+      "learning_rate": 1.18203283222566e-06,
+      "loss": 12.4531,
+      "step": 13807
+    },
+    {
+      "epoch": 0.917048548847712,
+      "grad_norm": 587.5480346679688,
+      "learning_rate": 1.1819270761457714e-06,
+      "loss": 13.0469,
+      "step": 13808
+    },
+    {
+      "epoch": 0.9171149631400678,
+      "grad_norm": 325.90704345703125,
+      "learning_rate": 1.1818213179614559e-06,
+      "loss": 11.7812,
+      "step": 13809
+    },
+    {
+      "epoch": 0.9171813774324235,
+      "grad_norm": 406.10162353515625,
+      "learning_rate": 1.1817155576739357e-06,
+      "loss": 22.5938,
+      "step": 13810
+    },
+    {
+      "epoch": 0.9172477917247792,
+      "grad_norm": 227.09054565429688,
+      "learning_rate": 1.1816097952844353e-06,
+      "loss": 21.9844,
+      "step": 13811
+    },
+    {
+      "epoch": 0.9173142060171349,
+      "grad_norm": 187.18203735351562,
+      "learning_rate": 1.1815040307941773e-06,
+      "loss": 16.125,
+      "step": 13812
+    },
+    {
+      "epoch": 0.9173806203094906,
+      "grad_norm": 256.25543212890625,
+      "learning_rate": 1.1813982642043851e-06,
+      "loss": 23.9062,
+      "step": 13813
+    },
+    {
+      "epoch": 0.9174470346018463,
+      "grad_norm": 405.9716796875,
+      "learning_rate": 1.1812924955162827e-06,
+      "loss": 28.7812,
+      "step": 13814
+    },
+    {
+      "epoch": 0.917513448894202,
+      "grad_norm": 647.9664916992188,
+      "learning_rate": 1.181186724731093e-06,
+      "loss": 16.9844,
+      "step": 13815
+    },
+    {
+      "epoch": 0.9175798631865577,
+      "grad_norm": 239.7101593017578,
+      "learning_rate": 1.1810809518500397e-06,
+      "loss": 21.8438,
+      "step": 13816
+    },
+    {
+      "epoch": 0.9176462774789135,
+      "grad_norm": 256.64642333984375,
+      "learning_rate": 1.1809751768743465e-06,
+      "loss": 19.8594,
+      "step": 13817
+    },
+    {
+      "epoch": 0.9177126917712691,
+      "grad_norm": 159.68690490722656,
+      "learning_rate": 1.180869399805237e-06,
+      "loss": 16.2031,
+      "step": 13818
+    },
+    {
+      "epoch": 0.9177791060636249,
+      "grad_norm": 692.413330078125,
+      "learning_rate": 1.1807636206439345e-06,
+      "loss": 27.8438,
+      "step": 13819
+    },
+    {
+      "epoch": 0.9178455203559807,
+      "grad_norm": 181.8727264404297,
+      "learning_rate": 1.1806578393916624e-06,
+      "loss": 19.5625,
+      "step": 13820
+    },
+    {
+      "epoch": 0.9179119346483363,
+      "grad_norm": 181.7205047607422,
+      "learning_rate": 1.1805520560496447e-06,
+      "loss": 14.7188,
+      "step": 13821
+    },
+    {
+      "epoch": 0.9179783489406921,
+      "grad_norm": 206.86614990234375,
+      "learning_rate": 1.1804462706191052e-06,
+      "loss": 17.8281,
+      "step": 13822
+    },
+    {
+      "epoch": 0.9180447632330477,
+      "grad_norm": 199.73880004882812,
+      "learning_rate": 1.1803404831012672e-06,
+      "loss": 21.1094,
+      "step": 13823
+    },
+    {
+      "epoch": 0.9181111775254035,
+      "grad_norm": 334.61102294921875,
+      "learning_rate": 1.1802346934973541e-06,
+      "loss": 15.8125,
+      "step": 13824
+    },
+    {
+      "epoch": 0.9181775918177592,
+      "grad_norm": 153.82705688476562,
+      "learning_rate": 1.1801289018085904e-06,
+      "loss": 18.125,
+      "step": 13825
+    },
+    {
+      "epoch": 0.9182440061101149,
+      "grad_norm": 426.71063232421875,
+      "learning_rate": 1.1800231080361993e-06,
+      "loss": 13.9375,
+      "step": 13826
+    },
+    {
+      "epoch": 0.9183104204024706,
+      "grad_norm": 162.63352966308594,
+      "learning_rate": 1.1799173121814046e-06,
+      "loss": 14.625,
+      "step": 13827
+    },
+    {
+      "epoch": 0.9183768346948263,
+      "grad_norm": 178.54098510742188,
+      "learning_rate": 1.17981151424543e-06,
+      "loss": 16.6875,
+      "step": 13828
+    },
+    {
+      "epoch": 0.918443248987182,
+      "grad_norm": 192.7706756591797,
+      "learning_rate": 1.1797057142295e-06,
+      "loss": 14.3125,
+      "step": 13829
+    },
+    {
+      "epoch": 0.9185096632795378,
+      "grad_norm": 183.75135803222656,
+      "learning_rate": 1.1795999121348377e-06,
+      "loss": 20.0312,
+      "step": 13830
+    },
+    {
+      "epoch": 0.9185760775718935,
+      "grad_norm": 275.83599853515625,
+      "learning_rate": 1.1794941079626671e-06,
+      "loss": 16.9531,
+      "step": 13831
+    },
+    {
+      "epoch": 0.9186424918642492,
+      "grad_norm": 159.4490203857422,
+      "learning_rate": 1.1793883017142122e-06,
+      "loss": 28.9531,
+      "step": 13832
+    },
+    {
+      "epoch": 0.9187089061566049,
+      "grad_norm": 167.71075439453125,
+      "learning_rate": 1.1792824933906971e-06,
+      "loss": 15.7188,
+      "step": 13833
+    },
+    {
+      "epoch": 0.9187753204489606,
+      "grad_norm": 190.82501220703125,
+      "learning_rate": 1.1791766829933452e-06,
+      "loss": 18.0625,
+      "step": 13834
+    },
+    {
+      "epoch": 0.9188417347413164,
+      "grad_norm": 214.76553344726562,
+      "learning_rate": 1.1790708705233807e-06,
+      "loss": 14.4531,
+      "step": 13835
+    },
+    {
+      "epoch": 0.918908149033672,
+      "grad_norm": 128.58302307128906,
+      "learning_rate": 1.1789650559820276e-06,
+      "loss": 15.9375,
+      "step": 13836
+    },
+    {
+      "epoch": 0.9189745633260278,
+      "grad_norm": 255.3847198486328,
+      "learning_rate": 1.1788592393705101e-06,
+      "loss": 19.5781,
+      "step": 13837
+    },
+    {
+      "epoch": 0.9190409776183834,
+      "grad_norm": 200.83363342285156,
+      "learning_rate": 1.178753420690052e-06,
+      "loss": 9.9531,
+      "step": 13838
+    },
+    {
+      "epoch": 0.9191073919107392,
+      "grad_norm": 424.8367919921875,
+      "learning_rate": 1.1786475999418778e-06,
+      "loss": 23.2656,
+      "step": 13839
+    },
+    {
+      "epoch": 0.9191738062030949,
+      "grad_norm": 157.9293212890625,
+      "learning_rate": 1.1785417771272106e-06,
+      "loss": 23.8281,
+      "step": 13840
+    },
+    {
+      "epoch": 0.9192402204954506,
+      "grad_norm": 148.0748748779297,
+      "learning_rate": 1.1784359522472754e-06,
+      "loss": 15.2031,
+      "step": 13841
+    },
+    {
+      "epoch": 0.9193066347878064,
+      "grad_norm": 185.1136016845703,
+      "learning_rate": 1.1783301253032957e-06,
+      "loss": 17.1094,
+      "step": 13842
+    },
+    {
+      "epoch": 0.919373049080162,
+      "grad_norm": 176.39503479003906,
+      "learning_rate": 1.1782242962964963e-06,
+      "loss": 18.5938,
+      "step": 13843
+    },
+    {
+      "epoch": 0.9194394633725178,
+      "grad_norm": 208.261962890625,
+      "learning_rate": 1.1781184652281008e-06,
+      "loss": 19.6094,
+      "step": 13844
+    },
+    {
+      "epoch": 0.9195058776648735,
+      "grad_norm": 219.49066162109375,
+      "learning_rate": 1.1780126320993335e-06,
+      "loss": 14.8906,
+      "step": 13845
+    },
+    {
+      "epoch": 0.9195722919572292,
+      "grad_norm": 244.43055725097656,
+      "learning_rate": 1.1779067969114192e-06,
+      "loss": 17.9375,
+      "step": 13846
+    },
+    {
+      "epoch": 0.9196387062495849,
+      "grad_norm": 176.51113891601562,
+      "learning_rate": 1.177800959665581e-06,
+      "loss": 17.2031,
+      "step": 13847
+    },
+    {
+      "epoch": 0.9197051205419406,
+      "grad_norm": 174.59393310546875,
+      "learning_rate": 1.1776951203630443e-06,
+      "loss": 13.7344,
+      "step": 13848
+    },
+    {
+      "epoch": 0.9197715348342963,
+      "grad_norm": 651.85107421875,
+      "learning_rate": 1.1775892790050328e-06,
+      "loss": 16.3906,
+      "step": 13849
+    },
+    {
+      "epoch": 0.9198379491266521,
+      "grad_norm": 187.57505798339844,
+      "learning_rate": 1.177483435592771e-06,
+      "loss": 14.9844,
+      "step": 13850
+    },
+    {
+      "epoch": 0.9199043634190077,
+      "grad_norm": 229.85118103027344,
+      "learning_rate": 1.1773775901274829e-06,
+      "loss": 16.1719,
+      "step": 13851
+    },
+    {
+      "epoch": 0.9199707777113635,
+      "grad_norm": 264.5897521972656,
+      "learning_rate": 1.1772717426103932e-06,
+      "loss": 17.2188,
+      "step": 13852
+    },
+    {
+      "epoch": 0.9200371920037193,
+      "grad_norm": 230.0032958984375,
+      "learning_rate": 1.1771658930427264e-06,
+      "loss": 19.2188,
+      "step": 13853
+    },
+    {
+      "epoch": 0.9201036062960749,
+      "grad_norm": 256.5158996582031,
+      "learning_rate": 1.1770600414257066e-06,
+      "loss": 22.0,
+      "step": 13854
+    },
+    {
+      "epoch": 0.9201700205884307,
+      "grad_norm": 433.7156677246094,
+      "learning_rate": 1.1769541877605584e-06,
+      "loss": 15.7969,
+      "step": 13855
+    },
+    {
+      "epoch": 0.9202364348807863,
+      "grad_norm": 304.0159606933594,
+      "learning_rate": 1.176848332048506e-06,
+      "loss": 18.9062,
+      "step": 13856
+    },
+    {
+      "epoch": 0.9203028491731421,
+      "grad_norm": 435.1617126464844,
+      "learning_rate": 1.1767424742907744e-06,
+      "loss": 16.2812,
+      "step": 13857
+    },
+    {
+      "epoch": 0.9203692634654977,
+      "grad_norm": 327.0810546875,
+      "learning_rate": 1.1766366144885876e-06,
+      "loss": 21.6875,
+      "step": 13858
+    },
+    {
+      "epoch": 0.9204356777578535,
+      "grad_norm": 167.97694396972656,
+      "learning_rate": 1.17653075264317e-06,
+      "loss": 18.5,
+      "step": 13859
+    },
+    {
+      "epoch": 0.9205020920502092,
+      "grad_norm": 248.70614624023438,
+      "learning_rate": 1.1764248887557467e-06,
+      "loss": 12.0469,
+      "step": 13860
+    },
+    {
+      "epoch": 0.9205685063425649,
+      "grad_norm": 285.2068176269531,
+      "learning_rate": 1.1763190228275421e-06,
+      "loss": 18.3438,
+      "step": 13861
+    },
+    {
+      "epoch": 0.9206349206349206,
+      "grad_norm": 473.9425964355469,
+      "learning_rate": 1.1762131548597807e-06,
+      "loss": 20.3438,
+      "step": 13862
+    },
+    {
+      "epoch": 0.9207013349272763,
+      "grad_norm": 175.86505126953125,
+      "learning_rate": 1.176107284853687e-06,
+      "loss": 18.9844,
+      "step": 13863
+    },
+    {
+      "epoch": 0.9207677492196321,
+      "grad_norm": 172.76536560058594,
+      "learning_rate": 1.1760014128104859e-06,
+      "loss": 17.1719,
+      "step": 13864
+    },
+    {
+      "epoch": 0.9208341635119878,
+      "grad_norm": 190.505859375,
+      "learning_rate": 1.175895538731402e-06,
+      "loss": 16.5781,
+      "step": 13865
+    },
+    {
+      "epoch": 0.9209005778043435,
+      "grad_norm": 320.775634765625,
+      "learning_rate": 1.1757896626176598e-06,
+      "loss": 16.2812,
+      "step": 13866
+    },
+    {
+      "epoch": 0.9209669920966992,
+      "grad_norm": 404.8790588378906,
+      "learning_rate": 1.175683784470484e-06,
+      "loss": 12.8125,
+      "step": 13867
+    },
+    {
+      "epoch": 0.921033406389055,
+      "grad_norm": 186.26876831054688,
+      "learning_rate": 1.1755779042910997e-06,
+      "loss": 13.875,
+      "step": 13868
+    },
+    {
+      "epoch": 0.9210998206814106,
+      "grad_norm": 135.71546936035156,
+      "learning_rate": 1.1754720220807315e-06,
+      "loss": 17.5469,
+      "step": 13869
+    },
+    {
+      "epoch": 0.9211662349737664,
+      "grad_norm": 537.9979858398438,
+      "learning_rate": 1.175366137840604e-06,
+      "loss": 22.9219,
+      "step": 13870
+    },
+    {
+      "epoch": 0.921232649266122,
+      "grad_norm": 344.1333923339844,
+      "learning_rate": 1.1752602515719422e-06,
+      "loss": 12.7969,
+      "step": 13871
+    },
+    {
+      "epoch": 0.9212990635584778,
+      "grad_norm": 298.3353271484375,
+      "learning_rate": 1.1751543632759709e-06,
+      "loss": 22.3594,
+      "step": 13872
+    },
+    {
+      "epoch": 0.9213654778508334,
+      "grad_norm": 227.1334991455078,
+      "learning_rate": 1.1750484729539148e-06,
+      "loss": 18.4219,
+      "step": 13873
+    },
+    {
+      "epoch": 0.9214318921431892,
+      "grad_norm": 168.1014404296875,
+      "learning_rate": 1.174942580606999e-06,
+      "loss": 18.9688,
+      "step": 13874
+    },
+    {
+      "epoch": 0.921498306435545,
+      "grad_norm": 290.1566467285156,
+      "learning_rate": 1.1748366862364482e-06,
+      "loss": 16.9844,
+      "step": 13875
+    },
+    {
+      "epoch": 0.9215647207279006,
+      "grad_norm": 522.0466918945312,
+      "learning_rate": 1.1747307898434874e-06,
+      "loss": 19.7969,
+      "step": 13876
+    },
+    {
+      "epoch": 0.9216311350202564,
+      "grad_norm": 286.14825439453125,
+      "learning_rate": 1.1746248914293417e-06,
+      "loss": 30.5938,
+      "step": 13877
+    },
+    {
+      "epoch": 0.921697549312612,
+      "grad_norm": 289.8384704589844,
+      "learning_rate": 1.1745189909952362e-06,
+      "loss": 21.1875,
+      "step": 13878
+    },
+    {
+      "epoch": 0.9217639636049678,
+      "grad_norm": 238.3465118408203,
+      "learning_rate": 1.1744130885423952e-06,
+      "loss": 26.2812,
+      "step": 13879
+    },
+    {
+      "epoch": 0.9218303778973235,
+      "grad_norm": 142.4233856201172,
+      "learning_rate": 1.1743071840720445e-06,
+      "loss": 16.7656,
+      "step": 13880
+    },
+    {
+      "epoch": 0.9218967921896792,
+      "grad_norm": 632.5816650390625,
+      "learning_rate": 1.1742012775854084e-06,
+      "loss": 16.1562,
+      "step": 13881
+    },
+    {
+      "epoch": 0.9219632064820349,
+      "grad_norm": 184.16000366210938,
+      "learning_rate": 1.174095369083713e-06,
+      "loss": 17.4844,
+      "step": 13882
+    },
+    {
+      "epoch": 0.9220296207743907,
+      "grad_norm": 864.7320556640625,
+      "learning_rate": 1.1739894585681823e-06,
+      "loss": 18.7812,
+      "step": 13883
+    },
+    {
+      "epoch": 0.9220960350667463,
+      "grad_norm": 120.52044677734375,
+      "learning_rate": 1.1738835460400421e-06,
+      "loss": 17.2812,
+      "step": 13884
+    },
+    {
+      "epoch": 0.9221624493591021,
+      "grad_norm": 651.3514404296875,
+      "learning_rate": 1.173777631500517e-06,
+      "loss": 26.875,
+      "step": 13885
+    },
+    {
+      "epoch": 0.9222288636514578,
+      "grad_norm": 145.2726287841797,
+      "learning_rate": 1.1736717149508328e-06,
+      "loss": 13.7656,
+      "step": 13886
+    },
+    {
+      "epoch": 0.9222952779438135,
+      "grad_norm": 206.0854949951172,
+      "learning_rate": 1.173565796392214e-06,
+      "loss": 16.9531,
+      "step": 13887
+    },
+    {
+      "epoch": 0.9223616922361693,
+      "grad_norm": 120.2880630493164,
+      "learning_rate": 1.1734598758258862e-06,
+      "loss": 14.125,
+      "step": 13888
+    },
+    {
+      "epoch": 0.9224281065285249,
+      "grad_norm": 140.9849395751953,
+      "learning_rate": 1.173353953253075e-06,
+      "loss": 13.1562,
+      "step": 13889
+    },
+    {
+      "epoch": 0.9224945208208807,
+      "grad_norm": 187.3050079345703,
+      "learning_rate": 1.1732480286750048e-06,
+      "loss": 11.2344,
+      "step": 13890
+    },
+    {
+      "epoch": 0.9225609351132363,
+      "grad_norm": 142.87353515625,
+      "learning_rate": 1.1731421020929016e-06,
+      "loss": 14.8438,
+      "step": 13891
+    },
+    {
+      "epoch": 0.9226273494055921,
+      "grad_norm": 438.0882263183594,
+      "learning_rate": 1.17303617350799e-06,
+      "loss": 20.6094,
+      "step": 13892
+    },
+    {
+      "epoch": 0.9226937636979478,
+      "grad_norm": 586.7261352539062,
+      "learning_rate": 1.1729302429214963e-06,
+      "loss": 18.7188,
+      "step": 13893
+    },
+    {
+      "epoch": 0.9227601779903035,
+      "grad_norm": 191.5500030517578,
+      "learning_rate": 1.1728243103346448e-06,
+      "loss": 18.6484,
+      "step": 13894
+    },
+    {
+      "epoch": 0.9228265922826592,
+      "grad_norm": 491.5491027832031,
+      "learning_rate": 1.1727183757486614e-06,
+      "loss": 30.5,
+      "step": 13895
+    },
+    {
+      "epoch": 0.9228930065750149,
+      "grad_norm": 287.9892578125,
+      "learning_rate": 1.1726124391647715e-06,
+      "loss": 20.3906,
+      "step": 13896
+    },
+    {
+      "epoch": 0.9229594208673707,
+      "grad_norm": 109.01211547851562,
+      "learning_rate": 1.1725065005842006e-06,
+      "loss": 15.7969,
+      "step": 13897
+    },
+    {
+      "epoch": 0.9230258351597264,
+      "grad_norm": 126.11534118652344,
+      "learning_rate": 1.1724005600081738e-06,
+      "loss": 20.3125,
+      "step": 13898
+    },
+    {
+      "epoch": 0.9230922494520821,
+      "grad_norm": 218.43043518066406,
+      "learning_rate": 1.1722946174379167e-06,
+      "loss": 14.7188,
+      "step": 13899
+    },
+    {
+      "epoch": 0.9231586637444378,
+      "grad_norm": 131.60984802246094,
+      "learning_rate": 1.172188672874655e-06,
+      "loss": 13.8906,
+      "step": 13900
+    },
+    {
+      "epoch": 0.9232250780367935,
+      "grad_norm": 129.77357482910156,
+      "learning_rate": 1.1720827263196139e-06,
+      "loss": 13.1875,
+      "step": 13901
+    },
+    {
+      "epoch": 0.9232914923291492,
+      "grad_norm": 120.09488677978516,
+      "learning_rate": 1.1719767777740188e-06,
+      "loss": 14.5469,
+      "step": 13902
+    },
+    {
+      "epoch": 0.923357906621505,
+      "grad_norm": 140.25442504882812,
+      "learning_rate": 1.1718708272390957e-06,
+      "loss": 18.2344,
+      "step": 13903
+    },
+    {
+      "epoch": 0.9234243209138606,
+      "grad_norm": 613.6776733398438,
+      "learning_rate": 1.1717648747160702e-06,
+      "loss": 25.0938,
+      "step": 13904
+    },
+    {
+      "epoch": 0.9234907352062164,
+      "grad_norm": 150.499755859375,
+      "learning_rate": 1.1716589202061676e-06,
+      "loss": 17.8438,
+      "step": 13905
+    },
+    {
+      "epoch": 0.923557149498572,
+      "grad_norm": 213.47021484375,
+      "learning_rate": 1.1715529637106135e-06,
+      "loss": 15.1562,
+      "step": 13906
+    },
+    {
+      "epoch": 0.9236235637909278,
+      "grad_norm": 200.71566772460938,
+      "learning_rate": 1.1714470052306336e-06,
+      "loss": 20.9375,
+      "step": 13907
+    },
+    {
+      "epoch": 0.9236899780832836,
+      "grad_norm": 159.1558074951172,
+      "learning_rate": 1.1713410447674537e-06,
+      "loss": 18.0625,
+      "step": 13908
+    },
+    {
+      "epoch": 0.9237563923756392,
+      "grad_norm": 146.3910675048828,
+      "learning_rate": 1.1712350823222989e-06,
+      "loss": 17.0703,
+      "step": 13909
+    },
+    {
+      "epoch": 0.923822806667995,
+      "grad_norm": 193.3775634765625,
+      "learning_rate": 1.171129117896396e-06,
+      "loss": 16.6562,
+      "step": 13910
+    },
+    {
+      "epoch": 0.9238892209603506,
+      "grad_norm": 184.2185516357422,
+      "learning_rate": 1.1710231514909698e-06,
+      "loss": 13.8203,
+      "step": 13911
+    },
+    {
+      "epoch": 0.9239556352527064,
+      "grad_norm": 205.46273803710938,
+      "learning_rate": 1.1709171831072467e-06,
+      "loss": 13.5781,
+      "step": 13912
+    },
+    {
+      "epoch": 0.9240220495450621,
+      "grad_norm": 260.595947265625,
+      "learning_rate": 1.170811212746452e-06,
+      "loss": 21.0,
+      "step": 13913
+    },
+    {
+      "epoch": 0.9240884638374178,
+      "grad_norm": 274.0948791503906,
+      "learning_rate": 1.170705240409812e-06,
+      "loss": 22.3594,
+      "step": 13914
+    },
+    {
+      "epoch": 0.9241548781297735,
+      "grad_norm": 480.8735656738281,
+      "learning_rate": 1.1705992660985518e-06,
+      "loss": 22.8125,
+      "step": 13915
+    },
+    {
+      "epoch": 0.9242212924221292,
+      "grad_norm": 150.34622192382812,
+      "learning_rate": 1.1704932898138978e-06,
+      "loss": 16.5625,
+      "step": 13916
+    },
+    {
+      "epoch": 0.9242877067144849,
+      "grad_norm": 180.2115020751953,
+      "learning_rate": 1.1703873115570756e-06,
+      "loss": 12.4844,
+      "step": 13917
+    },
+    {
+      "epoch": 0.9243541210068407,
+      "grad_norm": 328.69171142578125,
+      "learning_rate": 1.1702813313293116e-06,
+      "loss": 16.5625,
+      "step": 13918
+    },
+    {
+      "epoch": 0.9244205352991964,
+      "grad_norm": 303.4171447753906,
+      "learning_rate": 1.1701753491318312e-06,
+      "loss": 15.5938,
+      "step": 13919
+    },
+    {
+      "epoch": 0.9244869495915521,
+      "grad_norm": 167.0362091064453,
+      "learning_rate": 1.17006936496586e-06,
+      "loss": 15.4062,
+      "step": 13920
+    },
+    {
+      "epoch": 0.9245533638839079,
+      "grad_norm": 188.2670135498047,
+      "learning_rate": 1.1699633788326253e-06,
+      "loss": 13.9219,
+      "step": 13921
+    },
+    {
+      "epoch": 0.9246197781762635,
+      "grad_norm": 170.74156188964844,
+      "learning_rate": 1.1698573907333518e-06,
+      "loss": 15.9688,
+      "step": 13922
+    },
+    {
+      "epoch": 0.9246861924686193,
+      "grad_norm": 158.6240997314453,
+      "learning_rate": 1.1697514006692658e-06,
+      "loss": 13.0,
+      "step": 13923
+    },
+    {
+      "epoch": 0.9247526067609749,
+      "grad_norm": 752.3200073242188,
+      "learning_rate": 1.1696454086415937e-06,
+      "loss": 15.0312,
+      "step": 13924
+    },
+    {
+      "epoch": 0.9248190210533307,
+      "grad_norm": 406.7743835449219,
+      "learning_rate": 1.1695394146515613e-06,
+      "loss": 16.5625,
+      "step": 13925
+    },
+    {
+      "epoch": 0.9248854353456863,
+      "grad_norm": 126.35488891601562,
+      "learning_rate": 1.1694334187003947e-06,
+      "loss": 15.1719,
+      "step": 13926
+    },
+    {
+      "epoch": 0.9249518496380421,
+      "grad_norm": 142.76365661621094,
+      "learning_rate": 1.16932742078932e-06,
+      "loss": 14.9375,
+      "step": 13927
+    },
+    {
+      "epoch": 0.9250182639303979,
+      "grad_norm": 77.7164306640625,
+      "learning_rate": 1.1692214209195635e-06,
+      "loss": 11.2656,
+      "step": 13928
+    },
+    {
+      "epoch": 0.9250846782227535,
+      "grad_norm": 276.4362487792969,
+      "learning_rate": 1.169115419092351e-06,
+      "loss": 18.3438,
+      "step": 13929
+    },
+    {
+      "epoch": 0.9251510925151093,
+      "grad_norm": 173.38455200195312,
+      "learning_rate": 1.169009415308909e-06,
+      "loss": 16.9844,
+      "step": 13930
+    },
+    {
+      "epoch": 0.925217506807465,
+      "grad_norm": 140.201904296875,
+      "learning_rate": 1.1689034095704633e-06,
+      "loss": 14.6016,
+      "step": 13931
+    },
+    {
+      "epoch": 0.9252839210998207,
+      "grad_norm": 416.1241149902344,
+      "learning_rate": 1.1687974018782405e-06,
+      "loss": 17.2812,
+      "step": 13932
+    },
+    {
+      "epoch": 0.9253503353921764,
+      "grad_norm": 255.96389770507812,
+      "learning_rate": 1.1686913922334667e-06,
+      "loss": 16.0156,
+      "step": 13933
+    },
+    {
+      "epoch": 0.9254167496845321,
+      "grad_norm": 232.12608337402344,
+      "learning_rate": 1.168585380637368e-06,
+      "loss": 14.4688,
+      "step": 13934
+    },
+    {
+      "epoch": 0.9254831639768878,
+      "grad_norm": 283.38055419921875,
+      "learning_rate": 1.1684793670911707e-06,
+      "loss": 16.1406,
+      "step": 13935
+    },
+    {
+      "epoch": 0.9255495782692436,
+      "grad_norm": 280.15631103515625,
+      "learning_rate": 1.1683733515961019e-06,
+      "loss": 18.4219,
+      "step": 13936
+    },
+    {
+      "epoch": 0.9256159925615992,
+      "grad_norm": 271.4341735839844,
+      "learning_rate": 1.1682673341533866e-06,
+      "loss": 10.9688,
+      "step": 13937
+    },
+    {
+      "epoch": 0.925682406853955,
+      "grad_norm": 264.1971130371094,
+      "learning_rate": 1.1681613147642522e-06,
+      "loss": 12.8438,
+      "step": 13938
+    },
+    {
+      "epoch": 0.9257488211463107,
+      "grad_norm": 289.19091796875,
+      "learning_rate": 1.1680552934299245e-06,
+      "loss": 19.8281,
+      "step": 13939
+    },
+    {
+      "epoch": 0.9258152354386664,
+      "grad_norm": 223.49539184570312,
+      "learning_rate": 1.16794927015163e-06,
+      "loss": 18.6719,
+      "step": 13940
+    },
+    {
+      "epoch": 0.9258816497310222,
+      "grad_norm": 394.6381530761719,
+      "learning_rate": 1.1678432449305953e-06,
+      "loss": 21.7812,
+      "step": 13941
+    },
+    {
+      "epoch": 0.9259480640233778,
+      "grad_norm": 284.56964111328125,
+      "learning_rate": 1.1677372177680468e-06,
+      "loss": 23.6562,
+      "step": 13942
+    },
+    {
+      "epoch": 0.9260144783157336,
+      "grad_norm": 436.0841369628906,
+      "learning_rate": 1.1676311886652109e-06,
+      "loss": 25.9688,
+      "step": 13943
+    },
+    {
+      "epoch": 0.9260808926080892,
+      "grad_norm": 609.9356079101562,
+      "learning_rate": 1.167525157623314e-06,
+      "loss": 19.3594,
+      "step": 13944
+    },
+    {
+      "epoch": 0.926147306900445,
+      "grad_norm": 220.3490447998047,
+      "learning_rate": 1.1674191246435826e-06,
+      "loss": 15.7031,
+      "step": 13945
+    },
+    {
+      "epoch": 0.9262137211928007,
+      "grad_norm": 257.7503967285156,
+      "learning_rate": 1.1673130897272432e-06,
+      "loss": 15.2969,
+      "step": 13946
+    },
+    {
+      "epoch": 0.9262801354851564,
+      "grad_norm": 243.43109130859375,
+      "learning_rate": 1.1672070528755225e-06,
+      "loss": 19.0469,
+      "step": 13947
+    },
+    {
+      "epoch": 0.9263465497775121,
+      "grad_norm": 259.7588195800781,
+      "learning_rate": 1.167101014089647e-06,
+      "loss": 18.3906,
+      "step": 13948
+    },
+    {
+      "epoch": 0.9264129640698678,
+      "grad_norm": 563.1836547851562,
+      "learning_rate": 1.1669949733708436e-06,
+      "loss": 24.5469,
+      "step": 13949
+    },
+    {
+      "epoch": 0.9264793783622236,
+      "grad_norm": 422.89337158203125,
+      "learning_rate": 1.1668889307203385e-06,
+      "loss": 11.25,
+      "step": 13950
+    },
+    {
+      "epoch": 0.9265457926545793,
+      "grad_norm": 1115.54345703125,
+      "learning_rate": 1.1667828861393585e-06,
+      "loss": 17.25,
+      "step": 13951
+    },
+    {
+      "epoch": 0.926612206946935,
+      "grad_norm": 171.22262573242188,
+      "learning_rate": 1.16667683962913e-06,
+      "loss": 19.6562,
+      "step": 13952
+    },
+    {
+      "epoch": 0.9266786212392907,
+      "grad_norm": 518.1735229492188,
+      "learning_rate": 1.1665707911908804e-06,
+      "loss": 15.2109,
+      "step": 13953
+    },
+    {
+      "epoch": 0.9267450355316464,
+      "grad_norm": 175.84738159179688,
+      "learning_rate": 1.1664647408258357e-06,
+      "loss": 14.5547,
+      "step": 13954
+    },
+    {
+      "epoch": 0.9268114498240021,
+      "grad_norm": 197.17306518554688,
+      "learning_rate": 1.1663586885352228e-06,
+      "loss": 14.8906,
+      "step": 13955
+    },
+    {
+      "epoch": 0.9268778641163579,
+      "grad_norm": 201.5785675048828,
+      "learning_rate": 1.1662526343202685e-06,
+      "loss": 10.9531,
+      "step": 13956
+    },
+    {
+      "epoch": 0.9269442784087135,
+      "grad_norm": 279.4155578613281,
+      "learning_rate": 1.1661465781821997e-06,
+      "loss": 12.1172,
+      "step": 13957
+    },
+    {
+      "epoch": 0.9270106927010693,
+      "grad_norm": 113.38127136230469,
+      "learning_rate": 1.1660405201222431e-06,
+      "loss": 15.9688,
+      "step": 13958
+    },
+    {
+      "epoch": 0.9270771069934249,
+      "grad_norm": 198.0388641357422,
+      "learning_rate": 1.1659344601416254e-06,
+      "loss": 22.6094,
+      "step": 13959
+    },
+    {
+      "epoch": 0.9271435212857807,
+      "grad_norm": 181.60752868652344,
+      "learning_rate": 1.1658283982415736e-06,
+      "loss": 15.2188,
+      "step": 13960
+    },
+    {
+      "epoch": 0.9272099355781365,
+      "grad_norm": 285.5871887207031,
+      "learning_rate": 1.1657223344233147e-06,
+      "loss": 18.1406,
+      "step": 13961
+    },
+    {
+      "epoch": 0.9272763498704921,
+      "grad_norm": 266.90789794921875,
+      "learning_rate": 1.1656162686880752e-06,
+      "loss": 22.25,
+      "step": 13962
+    },
+    {
+      "epoch": 0.9273427641628479,
+      "grad_norm": 526.165283203125,
+      "learning_rate": 1.165510201037082e-06,
+      "loss": 18.6719,
+      "step": 13963
+    },
+    {
+      "epoch": 0.9274091784552035,
+      "grad_norm": 414.1994934082031,
+      "learning_rate": 1.1654041314715629e-06,
+      "loss": 19.1875,
+      "step": 13964
+    },
+    {
+      "epoch": 0.9274755927475593,
+      "grad_norm": 232.79429626464844,
+      "learning_rate": 1.1652980599927435e-06,
+      "loss": 14.1016,
+      "step": 13965
+    },
+    {
+      "epoch": 0.927542007039915,
+      "grad_norm": 283.8873291015625,
+      "learning_rate": 1.1651919866018519e-06,
+      "loss": 22.7812,
+      "step": 13966
+    },
+    {
+      "epoch": 0.9276084213322707,
+      "grad_norm": 278.6662292480469,
+      "learning_rate": 1.165085911300114e-06,
+      "loss": 20.0,
+      "step": 13967
+    },
+    {
+      "epoch": 0.9276748356246264,
+      "grad_norm": 146.19451904296875,
+      "learning_rate": 1.1649798340887582e-06,
+      "loss": 15.8906,
+      "step": 13968
+    },
+    {
+      "epoch": 0.9277412499169821,
+      "grad_norm": 340.3782653808594,
+      "learning_rate": 1.1648737549690107e-06,
+      "loss": 17.5625,
+      "step": 13969
+    },
+    {
+      "epoch": 0.9278076642093378,
+      "grad_norm": 139.53736877441406,
+      "learning_rate": 1.1647676739420984e-06,
+      "loss": 17.0,
+      "step": 13970
+    },
+    {
+      "epoch": 0.9278740785016936,
+      "grad_norm": 213.75685119628906,
+      "learning_rate": 1.164661591009249e-06,
+      "loss": 18.7344,
+      "step": 13971
+    },
+    {
+      "epoch": 0.9279404927940493,
+      "grad_norm": 638.3567504882812,
+      "learning_rate": 1.164555506171689e-06,
+      "loss": 17.2812,
+      "step": 13972
+    },
+    {
+      "epoch": 0.928006907086405,
+      "grad_norm": 243.7135772705078,
+      "learning_rate": 1.1644494194306456e-06,
+      "loss": 17.0469,
+      "step": 13973
+    },
+    {
+      "epoch": 0.9280733213787608,
+      "grad_norm": 410.11334228515625,
+      "learning_rate": 1.1643433307873464e-06,
+      "loss": 15.1641,
+      "step": 13974
+    },
+    {
+      "epoch": 0.9281397356711164,
+      "grad_norm": 250.2569122314453,
+      "learning_rate": 1.1642372402430184e-06,
+      "loss": 21.2031,
+      "step": 13975
+    },
+    {
+      "epoch": 0.9282061499634722,
+      "grad_norm": 238.8245391845703,
+      "learning_rate": 1.1641311477988887e-06,
+      "loss": 14.9688,
+      "step": 13976
+    },
+    {
+      "epoch": 0.9282725642558278,
+      "grad_norm": 215.35743713378906,
+      "learning_rate": 1.1640250534561841e-06,
+      "loss": 16.4844,
+      "step": 13977
+    },
+    {
+      "epoch": 0.9283389785481836,
+      "grad_norm": 161.49765014648438,
+      "learning_rate": 1.1639189572161328e-06,
+      "loss": 11.0312,
+      "step": 13978
+    },
+    {
+      "epoch": 0.9284053928405392,
+      "grad_norm": 141.55068969726562,
+      "learning_rate": 1.1638128590799613e-06,
+      "loss": 15.0781,
+      "step": 13979
+    },
+    {
+      "epoch": 0.928471807132895,
+      "grad_norm": 300.33575439453125,
+      "learning_rate": 1.1637067590488971e-06,
+      "loss": 12.0156,
+      "step": 13980
+    },
+    {
+      "epoch": 0.9285382214252507,
+      "grad_norm": 278.0499267578125,
+      "learning_rate": 1.1636006571241675e-06,
+      "loss": 16.0938,
+      "step": 13981
+    },
+    {
+      "epoch": 0.9286046357176064,
+      "grad_norm": 131.16162109375,
+      "learning_rate": 1.1634945533069999e-06,
+      "loss": 13.0938,
+      "step": 13982
+    },
+    {
+      "epoch": 0.9286710500099622,
+      "grad_norm": 144.32440185546875,
+      "learning_rate": 1.1633884475986216e-06,
+      "loss": 14.5625,
+      "step": 13983
+    },
+    {
+      "epoch": 0.9287374643023178,
+      "grad_norm": 270.49053955078125,
+      "learning_rate": 1.1632823400002597e-06,
+      "loss": 19.0156,
+      "step": 13984
+    },
+    {
+      "epoch": 0.9288038785946736,
+      "grad_norm": 209.1817169189453,
+      "learning_rate": 1.1631762305131422e-06,
+      "loss": 17.9062,
+      "step": 13985
+    },
+    {
+      "epoch": 0.9288702928870293,
+      "grad_norm": 400.11419677734375,
+      "learning_rate": 1.1630701191384959e-06,
+      "loss": 26.0,
+      "step": 13986
+    },
+    {
+      "epoch": 0.928936707179385,
+      "grad_norm": 110.32889556884766,
+      "learning_rate": 1.1629640058775485e-06,
+      "loss": 16.5312,
+      "step": 13987
+    },
+    {
+      "epoch": 0.9290031214717407,
+      "grad_norm": 400.6357116699219,
+      "learning_rate": 1.1628578907315276e-06,
+      "loss": 22.875,
+      "step": 13988
+    },
+    {
+      "epoch": 0.9290695357640965,
+      "grad_norm": 315.18939208984375,
+      "learning_rate": 1.1627517737016605e-06,
+      "loss": 18.1562,
+      "step": 13989
+    },
+    {
+      "epoch": 0.9291359500564521,
+      "grad_norm": 217.1800079345703,
+      "learning_rate": 1.1626456547891748e-06,
+      "loss": 24.3438,
+      "step": 13990
+    },
+    {
+      "epoch": 0.9292023643488079,
+      "grad_norm": 138.3140411376953,
+      "learning_rate": 1.1625395339952978e-06,
+      "loss": 16.0,
+      "step": 13991
+    },
+    {
+      "epoch": 0.9292687786411635,
+      "grad_norm": 316.0625305175781,
+      "learning_rate": 1.1624334113212574e-06,
+      "loss": 21.125,
+      "step": 13992
+    },
+    {
+      "epoch": 0.9293351929335193,
+      "grad_norm": 209.77403259277344,
+      "learning_rate": 1.1623272867682806e-06,
+      "loss": 22.8906,
+      "step": 13993
+    },
+    {
+      "epoch": 0.9294016072258751,
+      "grad_norm": 253.07667541503906,
+      "learning_rate": 1.1622211603375957e-06,
+      "loss": 20.0312,
+      "step": 13994
+    },
+    {
+      "epoch": 0.9294680215182307,
+      "grad_norm": 251.96763610839844,
+      "learning_rate": 1.1621150320304298e-06,
+      "loss": 13.9297,
+      "step": 13995
+    },
+    {
+      "epoch": 0.9295344358105865,
+      "grad_norm": 217.87754821777344,
+      "learning_rate": 1.162008901848011e-06,
+      "loss": 20.5781,
+      "step": 13996
+    },
+    {
+      "epoch": 0.9296008501029421,
+      "grad_norm": 152.73756408691406,
+      "learning_rate": 1.1619027697915663e-06,
+      "loss": 15.1719,
+      "step": 13997
+    },
+    {
+      "epoch": 0.9296672643952979,
+      "grad_norm": 236.15975952148438,
+      "learning_rate": 1.1617966358623236e-06,
+      "loss": 15.0,
+      "step": 13998
+    },
+    {
+      "epoch": 0.9297336786876536,
+      "grad_norm": 116.88550567626953,
+      "learning_rate": 1.161690500061511e-06,
+      "loss": 10.4531,
+      "step": 13999
+    },
+    {
+      "epoch": 0.9298000929800093,
+      "grad_norm": 248.3883056640625,
+      "learning_rate": 1.1615843623903558e-06,
+      "loss": 16.7031,
+      "step": 14000
+    },
+    {
+      "epoch": 0.929866507272365,
+      "grad_norm": 316.5467529296875,
+      "learning_rate": 1.1614782228500859e-06,
+      "loss": 18.8125,
+      "step": 14001
+    },
+    {
+      "epoch": 0.9299329215647207,
+      "grad_norm": 202.22799682617188,
+      "learning_rate": 1.161372081441929e-06,
+      "loss": 14.7656,
+      "step": 14002
+    },
+    {
+      "epoch": 0.9299993358570764,
+      "grad_norm": 149.57240295410156,
+      "learning_rate": 1.1612659381671131e-06,
+      "loss": 12.0156,
+      "step": 14003
+    },
+    {
+      "epoch": 0.9300657501494322,
+      "grad_norm": 202.9608612060547,
+      "learning_rate": 1.1611597930268655e-06,
+      "loss": 19.9688,
+      "step": 14004
+    },
+    {
+      "epoch": 0.9301321644417879,
+      "grad_norm": 134.3763427734375,
+      "learning_rate": 1.1610536460224146e-06,
+      "loss": 14.8594,
+      "step": 14005
+    },
+    {
+      "epoch": 0.9301985787341436,
+      "grad_norm": 160.9499053955078,
+      "learning_rate": 1.1609474971549878e-06,
+      "loss": 14.0938,
+      "step": 14006
+    },
+    {
+      "epoch": 0.9302649930264993,
+      "grad_norm": 338.1408996582031,
+      "learning_rate": 1.1608413464258132e-06,
+      "loss": 19.1875,
+      "step": 14007
+    },
+    {
+      "epoch": 0.930331407318855,
+      "grad_norm": 165.3679656982422,
+      "learning_rate": 1.160735193836119e-06,
+      "loss": 17.7578,
+      "step": 14008
+    },
+    {
+      "epoch": 0.9303978216112108,
+      "grad_norm": 454.7276611328125,
+      "learning_rate": 1.1606290393871323e-06,
+      "loss": 13.1719,
+      "step": 14009
+    },
+    {
+      "epoch": 0.9304642359035664,
+      "grad_norm": 206.1351318359375,
+      "learning_rate": 1.1605228830800815e-06,
+      "loss": 20.4844,
+      "step": 14010
+    },
+    {
+      "epoch": 0.9305306501959222,
+      "grad_norm": 256.0267028808594,
+      "learning_rate": 1.160416724916195e-06,
+      "loss": 14.5312,
+      "step": 14011
+    },
+    {
+      "epoch": 0.9305970644882778,
+      "grad_norm": 301.83575439453125,
+      "learning_rate": 1.1603105648967e-06,
+      "loss": 22.2969,
+      "step": 14012
+    },
+    {
+      "epoch": 0.9306634787806336,
+      "grad_norm": 345.44354248046875,
+      "learning_rate": 1.160204403022825e-06,
+      "loss": 18.6875,
+      "step": 14013
+    },
+    {
+      "epoch": 0.9307298930729893,
+      "grad_norm": 219.4303741455078,
+      "learning_rate": 1.1600982392957977e-06,
+      "loss": 18.4844,
+      "step": 14014
+    },
+    {
+      "epoch": 0.930796307365345,
+      "grad_norm": 223.27212524414062,
+      "learning_rate": 1.1599920737168464e-06,
+      "loss": 15.8125,
+      "step": 14015
+    },
+    {
+      "epoch": 0.9308627216577008,
+      "grad_norm": 301.59246826171875,
+      "learning_rate": 1.1598859062871986e-06,
+      "loss": 16.6484,
+      "step": 14016
+    },
+    {
+      "epoch": 0.9309291359500564,
+      "grad_norm": 151.3486328125,
+      "learning_rate": 1.1597797370080832e-06,
+      "loss": 14.7969,
+      "step": 14017
+    },
+    {
+      "epoch": 0.9309955502424122,
+      "grad_norm": 222.42709350585938,
+      "learning_rate": 1.1596735658807282e-06,
+      "loss": 16.7031,
+      "step": 14018
+    },
+    {
+      "epoch": 0.9310619645347679,
+      "grad_norm": 223.28164672851562,
+      "learning_rate": 1.159567392906361e-06,
+      "loss": 15.1406,
+      "step": 14019
+    },
+    {
+      "epoch": 0.9311283788271236,
+      "grad_norm": 234.12863159179688,
+      "learning_rate": 1.1594612180862102e-06,
+      "loss": 26.6719,
+      "step": 14020
+    },
+    {
+      "epoch": 0.9311947931194793,
+      "grad_norm": 135.10781860351562,
+      "learning_rate": 1.1593550414215043e-06,
+      "loss": 13.4688,
+      "step": 14021
+    },
+    {
+      "epoch": 0.931261207411835,
+      "grad_norm": 446.4962463378906,
+      "learning_rate": 1.1592488629134709e-06,
+      "loss": 21.9844,
+      "step": 14022
+    },
+    {
+      "epoch": 0.9313276217041907,
+      "grad_norm": 173.39312744140625,
+      "learning_rate": 1.1591426825633386e-06,
+      "loss": 17.2656,
+      "step": 14023
+    },
+    {
+      "epoch": 0.9313940359965465,
+      "grad_norm": 439.5224609375,
+      "learning_rate": 1.1590365003723357e-06,
+      "loss": 15.6562,
+      "step": 14024
+    },
+    {
+      "epoch": 0.9314604502889021,
+      "grad_norm": 132.21556091308594,
+      "learning_rate": 1.1589303163416902e-06,
+      "loss": 11.7578,
+      "step": 14025
+    },
+    {
+      "epoch": 0.9315268645812579,
+      "grad_norm": 212.56884765625,
+      "learning_rate": 1.1588241304726303e-06,
+      "loss": 24.1719,
+      "step": 14026
+    },
+    {
+      "epoch": 0.9315932788736137,
+      "grad_norm": 195.51803588867188,
+      "learning_rate": 1.1587179427663843e-06,
+      "loss": 17.4062,
+      "step": 14027
+    },
+    {
+      "epoch": 0.9316596931659693,
+      "grad_norm": 361.02392578125,
+      "learning_rate": 1.158611753224181e-06,
+      "loss": 18.8281,
+      "step": 14028
+    },
+    {
+      "epoch": 0.9317261074583251,
+      "grad_norm": 197.377685546875,
+      "learning_rate": 1.1585055618472483e-06,
+      "loss": 21.8438,
+      "step": 14029
+    },
+    {
+      "epoch": 0.9317925217506807,
+      "grad_norm": 167.465576171875,
+      "learning_rate": 1.1583993686368144e-06,
+      "loss": 14.0156,
+      "step": 14030
+    },
+    {
+      "epoch": 0.9318589360430365,
+      "grad_norm": 468.4892272949219,
+      "learning_rate": 1.1582931735941082e-06,
+      "loss": 19.1406,
+      "step": 14031
+    },
+    {
+      "epoch": 0.9319253503353921,
+      "grad_norm": 383.19891357421875,
+      "learning_rate": 1.158186976720358e-06,
+      "loss": 19.8906,
+      "step": 14032
+    },
+    {
+      "epoch": 0.9319917646277479,
+      "grad_norm": 252.3173828125,
+      "learning_rate": 1.158080778016792e-06,
+      "loss": 16.5781,
+      "step": 14033
+    },
+    {
+      "epoch": 0.9320581789201036,
+      "grad_norm": 156.72003173828125,
+      "learning_rate": 1.1579745774846383e-06,
+      "loss": 18.1875,
+      "step": 14034
+    },
+    {
+      "epoch": 0.9321245932124593,
+      "grad_norm": 207.5613555908203,
+      "learning_rate": 1.1578683751251264e-06,
+      "loss": 27.4531,
+      "step": 14035
+    },
+    {
+      "epoch": 0.932191007504815,
+      "grad_norm": 131.17027282714844,
+      "learning_rate": 1.1577621709394838e-06,
+      "loss": 23.9219,
+      "step": 14036
+    },
+    {
+      "epoch": 0.9322574217971707,
+      "grad_norm": 343.3312072753906,
+      "learning_rate": 1.1576559649289392e-06,
+      "loss": 19.1094,
+      "step": 14037
+    },
+    {
+      "epoch": 0.9323238360895265,
+      "grad_norm": 199.27133178710938,
+      "learning_rate": 1.1575497570947215e-06,
+      "loss": 14.6875,
+      "step": 14038
+    },
+    {
+      "epoch": 0.9323902503818822,
+      "grad_norm": 220.17465209960938,
+      "learning_rate": 1.1574435474380592e-06,
+      "loss": 16.1719,
+      "step": 14039
+    },
+    {
+      "epoch": 0.9324566646742379,
+      "grad_norm": 353.83990478515625,
+      "learning_rate": 1.1573373359601806e-06,
+      "loss": 20.375,
+      "step": 14040
+    },
+    {
+      "epoch": 0.9325230789665936,
+      "grad_norm": 348.6593017578125,
+      "learning_rate": 1.1572311226623145e-06,
+      "loss": 12.7656,
+      "step": 14041
+    },
+    {
+      "epoch": 0.9325894932589494,
+      "grad_norm": 390.3749084472656,
+      "learning_rate": 1.1571249075456893e-06,
+      "loss": 23.2812,
+      "step": 14042
+    },
+    {
+      "epoch": 0.932655907551305,
+      "grad_norm": 162.2781982421875,
+      "learning_rate": 1.157018690611534e-06,
+      "loss": 18.3125,
+      "step": 14043
+    },
+    {
+      "epoch": 0.9327223218436608,
+      "grad_norm": 554.2074584960938,
+      "learning_rate": 1.1569124718610767e-06,
+      "loss": 20.8125,
+      "step": 14044
+    },
+    {
+      "epoch": 0.9327887361360164,
+      "grad_norm": 529.2793579101562,
+      "learning_rate": 1.1568062512955465e-06,
+      "loss": 24.1875,
+      "step": 14045
+    },
+    {
+      "epoch": 0.9328551504283722,
+      "grad_norm": 273.7620544433594,
+      "learning_rate": 1.1567000289161724e-06,
+      "loss": 13.375,
+      "step": 14046
+    },
+    {
+      "epoch": 0.9329215647207278,
+      "grad_norm": 401.51019287109375,
+      "learning_rate": 1.1565938047241823e-06,
+      "loss": 13.0781,
+      "step": 14047
+    },
+    {
+      "epoch": 0.9329879790130836,
+      "grad_norm": 365.3753967285156,
+      "learning_rate": 1.1564875787208052e-06,
+      "loss": 19.8125,
+      "step": 14048
+    },
+    {
+      "epoch": 0.9330543933054394,
+      "grad_norm": 301.5508117675781,
+      "learning_rate": 1.1563813509072705e-06,
+      "loss": 14.1406,
+      "step": 14049
+    },
+    {
+      "epoch": 0.933120807597795,
+      "grad_norm": 473.13616943359375,
+      "learning_rate": 1.1562751212848063e-06,
+      "loss": 27.4531,
+      "step": 14050
+    },
+    {
+      "epoch": 0.9331872218901508,
+      "grad_norm": 185.359130859375,
+      "learning_rate": 1.1561688898546416e-06,
+      "loss": 11.8125,
+      "step": 14051
+    },
+    {
+      "epoch": 0.9332536361825065,
+      "grad_norm": 146.6707305908203,
+      "learning_rate": 1.156062656618005e-06,
+      "loss": 11.0781,
+      "step": 14052
+    },
+    {
+      "epoch": 0.9333200504748622,
+      "grad_norm": 182.52610778808594,
+      "learning_rate": 1.155956421576126e-06,
+      "loss": 15.3125,
+      "step": 14053
+    },
+    {
+      "epoch": 0.9333864647672179,
+      "grad_norm": 149.91624450683594,
+      "learning_rate": 1.1558501847302332e-06,
+      "loss": 19.0469,
+      "step": 14054
+    },
+    {
+      "epoch": 0.9334528790595736,
+      "grad_norm": 491.9882507324219,
+      "learning_rate": 1.1557439460815548e-06,
+      "loss": 18.0938,
+      "step": 14055
+    },
+    {
+      "epoch": 0.9335192933519293,
+      "grad_norm": 100.34410858154297,
+      "learning_rate": 1.1556377056313204e-06,
+      "loss": 11.8828,
+      "step": 14056
+    },
+    {
+      "epoch": 0.9335857076442851,
+      "grad_norm": 156.44717407226562,
+      "learning_rate": 1.1555314633807588e-06,
+      "loss": 18.4844,
+      "step": 14057
+    },
+    {
+      "epoch": 0.9336521219366407,
+      "grad_norm": 196.8466796875,
+      "learning_rate": 1.155425219331099e-06,
+      "loss": 11.0156,
+      "step": 14058
+    },
+    {
+      "epoch": 0.9337185362289965,
+      "grad_norm": 291.80096435546875,
+      "learning_rate": 1.1553189734835695e-06,
+      "loss": 15.4531,
+      "step": 14059
+    },
+    {
+      "epoch": 0.9337849505213522,
+      "grad_norm": 419.47784423828125,
+      "learning_rate": 1.1552127258394002e-06,
+      "loss": 16.75,
+      "step": 14060
+    },
+    {
+      "epoch": 0.9338513648137079,
+      "grad_norm": 131.61390686035156,
+      "learning_rate": 1.1551064763998194e-06,
+      "loss": 12.3438,
+      "step": 14061
+    },
+    {
+      "epoch": 0.9339177791060637,
+      "grad_norm": 98.4249496459961,
+      "learning_rate": 1.1550002251660562e-06,
+      "loss": 17.3281,
+      "step": 14062
+    },
+    {
+      "epoch": 0.9339841933984193,
+      "grad_norm": 140.0194091796875,
+      "learning_rate": 1.1548939721393398e-06,
+      "loss": 17.5938,
+      "step": 14063
+    },
+    {
+      "epoch": 0.9340506076907751,
+      "grad_norm": 387.3232727050781,
+      "learning_rate": 1.1547877173208994e-06,
+      "loss": 22.9531,
+      "step": 14064
+    },
+    {
+      "epoch": 0.9341170219831307,
+      "grad_norm": 198.79710388183594,
+      "learning_rate": 1.154681460711964e-06,
+      "loss": 15.4688,
+      "step": 14065
+    },
+    {
+      "epoch": 0.9341834362754865,
+      "grad_norm": 321.6970520019531,
+      "learning_rate": 1.1545752023137626e-06,
+      "loss": 22.8125,
+      "step": 14066
+    },
+    {
+      "epoch": 0.9342498505678422,
+      "grad_norm": 236.04798889160156,
+      "learning_rate": 1.1544689421275243e-06,
+      "loss": 20.75,
+      "step": 14067
+    },
+    {
+      "epoch": 0.9343162648601979,
+      "grad_norm": 209.56439208984375,
+      "learning_rate": 1.1543626801544783e-06,
+      "loss": 12.4219,
+      "step": 14068
+    },
+    {
+      "epoch": 0.9343826791525536,
+      "grad_norm": 215.45587158203125,
+      "learning_rate": 1.1542564163958538e-06,
+      "loss": 16.5938,
+      "step": 14069
+    },
+    {
+      "epoch": 0.9344490934449093,
+      "grad_norm": 163.25856018066406,
+      "learning_rate": 1.1541501508528801e-06,
+      "loss": 14.1562,
+      "step": 14070
+    },
+    {
+      "epoch": 0.9345155077372651,
+      "grad_norm": 170.95367431640625,
+      "learning_rate": 1.1540438835267864e-06,
+      "loss": 17.4375,
+      "step": 14071
+    },
+    {
+      "epoch": 0.9345819220296208,
+      "grad_norm": 222.457763671875,
+      "learning_rate": 1.153937614418802e-06,
+      "loss": 16.7344,
+      "step": 14072
+    },
+    {
+      "epoch": 0.9346483363219765,
+      "grad_norm": 302.4137268066406,
+      "learning_rate": 1.1538313435301558e-06,
+      "loss": 15.4844,
+      "step": 14073
+    },
+    {
+      "epoch": 0.9347147506143322,
+      "grad_norm": 270.39349365234375,
+      "learning_rate": 1.153725070862077e-06,
+      "loss": 17.0312,
+      "step": 14074
+    },
+    {
+      "epoch": 0.934781164906688,
+      "grad_norm": 272.5193786621094,
+      "learning_rate": 1.153618796415796e-06,
+      "loss": 17.25,
+      "step": 14075
+    },
+    {
+      "epoch": 0.9348475791990436,
+      "grad_norm": 215.47628784179688,
+      "learning_rate": 1.1535125201925411e-06,
+      "loss": 18.1875,
+      "step": 14076
+    },
+    {
+      "epoch": 0.9349139934913994,
+      "grad_norm": 116.54003143310547,
+      "learning_rate": 1.1534062421935416e-06,
+      "loss": 14.6562,
+      "step": 14077
+    },
+    {
+      "epoch": 0.934980407783755,
+      "grad_norm": 201.09300231933594,
+      "learning_rate": 1.1532999624200274e-06,
+      "loss": 14.1094,
+      "step": 14078
+    },
+    {
+      "epoch": 0.9350468220761108,
+      "grad_norm": 521.7757568359375,
+      "learning_rate": 1.1531936808732274e-06,
+      "loss": 21.8125,
+      "step": 14079
+    },
+    {
+      "epoch": 0.9351132363684665,
+      "grad_norm": 99.44380950927734,
+      "learning_rate": 1.1530873975543714e-06,
+      "loss": 13.2109,
+      "step": 14080
+    },
+    {
+      "epoch": 0.9351796506608222,
+      "grad_norm": 229.35716247558594,
+      "learning_rate": 1.1529811124646887e-06,
+      "loss": 14.4531,
+      "step": 14081
+    },
+    {
+      "epoch": 0.935246064953178,
+      "grad_norm": 452.3534851074219,
+      "learning_rate": 1.1528748256054086e-06,
+      "loss": 16.2656,
+      "step": 14082
+    },
+    {
+      "epoch": 0.9353124792455336,
+      "grad_norm": 320.1664123535156,
+      "learning_rate": 1.1527685369777608e-06,
+      "loss": 21.1875,
+      "step": 14083
+    },
+    {
+      "epoch": 0.9353788935378894,
+      "grad_norm": 235.42076110839844,
+      "learning_rate": 1.1526622465829745e-06,
+      "loss": 20.8281,
+      "step": 14084
+    },
+    {
+      "epoch": 0.935445307830245,
+      "grad_norm": 398.385009765625,
+      "learning_rate": 1.1525559544222795e-06,
+      "loss": 15.4062,
+      "step": 14085
+    },
+    {
+      "epoch": 0.9355117221226008,
+      "grad_norm": 575.7125244140625,
+      "learning_rate": 1.1524496604969052e-06,
+      "loss": 19.9219,
+      "step": 14086
+    },
+    {
+      "epoch": 0.9355781364149565,
+      "grad_norm": 179.85479736328125,
+      "learning_rate": 1.152343364808081e-06,
+      "loss": 20.7812,
+      "step": 14087
+    },
+    {
+      "epoch": 0.9356445507073122,
+      "grad_norm": 102.93086242675781,
+      "learning_rate": 1.1522370673570365e-06,
+      "loss": 15.0312,
+      "step": 14088
+    },
+    {
+      "epoch": 0.9357109649996679,
+      "grad_norm": 213.85902404785156,
+      "learning_rate": 1.1521307681450016e-06,
+      "loss": 17.7031,
+      "step": 14089
+    },
+    {
+      "epoch": 0.9357773792920236,
+      "grad_norm": 359.0214538574219,
+      "learning_rate": 1.1520244671732058e-06,
+      "loss": 18.8438,
+      "step": 14090
+    },
+    {
+      "epoch": 0.9358437935843794,
+      "grad_norm": 872.3049926757812,
+      "learning_rate": 1.1519181644428783e-06,
+      "loss": 22.0,
+      "step": 14091
+    },
+    {
+      "epoch": 0.9359102078767351,
+      "grad_norm": 255.41156005859375,
+      "learning_rate": 1.1518118599552493e-06,
+      "loss": 21.2656,
+      "step": 14092
+    },
+    {
+      "epoch": 0.9359766221690908,
+      "grad_norm": 198.20167541503906,
+      "learning_rate": 1.1517055537115482e-06,
+      "loss": 18.3125,
+      "step": 14093
+    },
+    {
+      "epoch": 0.9360430364614465,
+      "grad_norm": 222.38905334472656,
+      "learning_rate": 1.1515992457130046e-06,
+      "loss": 14.7344,
+      "step": 14094
+    },
+    {
+      "epoch": 0.9361094507538023,
+      "grad_norm": 201.6365966796875,
+      "learning_rate": 1.1514929359608483e-06,
+      "loss": 15.0156,
+      "step": 14095
+    },
+    {
+      "epoch": 0.9361758650461579,
+      "grad_norm": 202.09742736816406,
+      "learning_rate": 1.1513866244563092e-06,
+      "loss": 17.2656,
+      "step": 14096
+    },
+    {
+      "epoch": 0.9362422793385137,
+      "grad_norm": 285.10504150390625,
+      "learning_rate": 1.1512803112006171e-06,
+      "loss": 17.4062,
+      "step": 14097
+    },
+    {
+      "epoch": 0.9363086936308693,
+      "grad_norm": 395.65289306640625,
+      "learning_rate": 1.1511739961950014e-06,
+      "loss": 17.9844,
+      "step": 14098
+    },
+    {
+      "epoch": 0.9363751079232251,
+      "grad_norm": 271.6120300292969,
+      "learning_rate": 1.1510676794406924e-06,
+      "loss": 14.9688,
+      "step": 14099
+    },
+    {
+      "epoch": 0.9364415222155807,
+      "grad_norm": 227.43783569335938,
+      "learning_rate": 1.1509613609389192e-06,
+      "loss": 21.2969,
+      "step": 14100
+    },
+    {
+      "epoch": 0.9365079365079365,
+      "grad_norm": 142.06936645507812,
+      "learning_rate": 1.150855040690912e-06,
+      "loss": 13.0312,
+      "step": 14101
+    },
+    {
+      "epoch": 0.9365743508002923,
+      "grad_norm": 159.78260803222656,
+      "learning_rate": 1.150748718697901e-06,
+      "loss": 14.0938,
+      "step": 14102
+    },
+    {
+      "epoch": 0.9366407650926479,
+      "grad_norm": 267.8777160644531,
+      "learning_rate": 1.1506423949611157e-06,
+      "loss": 14.5625,
+      "step": 14103
+    },
+    {
+      "epoch": 0.9367071793850037,
+      "grad_norm": 285.9607238769531,
+      "learning_rate": 1.1505360694817859e-06,
+      "loss": 23.1094,
+      "step": 14104
+    },
+    {
+      "epoch": 0.9367735936773594,
+      "grad_norm": 194.72581481933594,
+      "learning_rate": 1.1504297422611415e-06,
+      "loss": 16.6719,
+      "step": 14105
+    },
+    {
+      "epoch": 0.9368400079697151,
+      "grad_norm": 151.6840057373047,
+      "learning_rate": 1.1503234133004127e-06,
+      "loss": 15.5859,
+      "step": 14106
+    },
+    {
+      "epoch": 0.9369064222620708,
+      "grad_norm": 155.38340759277344,
+      "learning_rate": 1.1502170826008294e-06,
+      "loss": 17.6406,
+      "step": 14107
+    },
+    {
+      "epoch": 0.9369728365544265,
+      "grad_norm": 156.69480895996094,
+      "learning_rate": 1.1501107501636216e-06,
+      "loss": 18.0312,
+      "step": 14108
+    },
+    {
+      "epoch": 0.9370392508467822,
+      "grad_norm": 248.45411682128906,
+      "learning_rate": 1.1500044159900191e-06,
+      "loss": 14.8438,
+      "step": 14109
+    },
+    {
+      "epoch": 0.937105665139138,
+      "grad_norm": 142.499755859375,
+      "learning_rate": 1.149898080081252e-06,
+      "loss": 14.625,
+      "step": 14110
+    },
+    {
+      "epoch": 0.9371720794314936,
+      "grad_norm": 230.82411193847656,
+      "learning_rate": 1.1497917424385503e-06,
+      "loss": 18.8594,
+      "step": 14111
+    },
+    {
+      "epoch": 0.9372384937238494,
+      "grad_norm": 125.22887420654297,
+      "learning_rate": 1.1496854030631443e-06,
+      "loss": 19.0312,
+      "step": 14112
+    },
+    {
+      "epoch": 0.9373049080162051,
+      "grad_norm": 190.9276123046875,
+      "learning_rate": 1.1495790619562635e-06,
+      "loss": 13.4375,
+      "step": 14113
+    },
+    {
+      "epoch": 0.9373713223085608,
+      "grad_norm": 842.2828369140625,
+      "learning_rate": 1.149472719119139e-06,
+      "loss": 19.5625,
+      "step": 14114
+    },
+    {
+      "epoch": 0.9374377366009166,
+      "grad_norm": 222.2373809814453,
+      "learning_rate": 1.1493663745529998e-06,
+      "loss": 16.5938,
+      "step": 14115
+    },
+    {
+      "epoch": 0.9375041508932722,
+      "grad_norm": 131.26100158691406,
+      "learning_rate": 1.1492600282590763e-06,
+      "loss": 14.9375,
+      "step": 14116
+    },
+    {
+      "epoch": 0.937570565185628,
+      "grad_norm": 234.6229705810547,
+      "learning_rate": 1.1491536802385993e-06,
+      "loss": 21.8281,
+      "step": 14117
+    },
+    {
+      "epoch": 0.9376369794779836,
+      "grad_norm": 157.6251678466797,
+      "learning_rate": 1.1490473304927984e-06,
+      "loss": 15.2188,
+      "step": 14118
+    },
+    {
+      "epoch": 0.9377033937703394,
+      "grad_norm": 206.72579956054688,
+      "learning_rate": 1.1489409790229038e-06,
+      "loss": 18.5156,
+      "step": 14119
+    },
+    {
+      "epoch": 0.937769808062695,
+      "grad_norm": 381.4842224121094,
+      "learning_rate": 1.148834625830146e-06,
+      "loss": 15.0469,
+      "step": 14120
+    },
+    {
+      "epoch": 0.9378362223550508,
+      "grad_norm": 225.23263549804688,
+      "learning_rate": 1.148728270915755e-06,
+      "loss": 21.7812,
+      "step": 14121
+    },
+    {
+      "epoch": 0.9379026366474065,
+      "grad_norm": 169.06509399414062,
+      "learning_rate": 1.1486219142809612e-06,
+      "loss": 16.8594,
+      "step": 14122
+    },
+    {
+      "epoch": 0.9379690509397622,
+      "grad_norm": 147.62979125976562,
+      "learning_rate": 1.1485155559269949e-06,
+      "loss": 16.0312,
+      "step": 14123
+    },
+    {
+      "epoch": 0.938035465232118,
+      "grad_norm": 242.80258178710938,
+      "learning_rate": 1.1484091958550858e-06,
+      "loss": 16.6094,
+      "step": 14124
+    },
+    {
+      "epoch": 0.9381018795244737,
+      "grad_norm": 388.5726623535156,
+      "learning_rate": 1.1483028340664654e-06,
+      "loss": 25.2188,
+      "step": 14125
+    },
+    {
+      "epoch": 0.9381682938168294,
+      "grad_norm": 177.75135803222656,
+      "learning_rate": 1.1481964705623627e-06,
+      "loss": 16.9062,
+      "step": 14126
+    },
+    {
+      "epoch": 0.9382347081091851,
+      "grad_norm": 175.36866760253906,
+      "learning_rate": 1.148090105344009e-06,
+      "loss": 18.3281,
+      "step": 14127
+    },
+    {
+      "epoch": 0.9383011224015408,
+      "grad_norm": 447.9810791015625,
+      "learning_rate": 1.1479837384126346e-06,
+      "loss": 17.2031,
+      "step": 14128
+    },
+    {
+      "epoch": 0.9383675366938965,
+      "grad_norm": 348.7829284667969,
+      "learning_rate": 1.147877369769469e-06,
+      "loss": 19.5938,
+      "step": 14129
+    },
+    {
+      "epoch": 0.9384339509862523,
+      "grad_norm": 236.44920349121094,
+      "learning_rate": 1.1477709994157434e-06,
+      "loss": 19.0156,
+      "step": 14130
+    },
+    {
+      "epoch": 0.9385003652786079,
+      "grad_norm": 183.5041961669922,
+      "learning_rate": 1.1476646273526884e-06,
+      "loss": 18.9062,
+      "step": 14131
+    },
+    {
+      "epoch": 0.9385667795709637,
+      "grad_norm": 129.2920684814453,
+      "learning_rate": 1.147558253581534e-06,
+      "loss": 15.4688,
+      "step": 14132
+    },
+    {
+      "epoch": 0.9386331938633193,
+      "grad_norm": 372.7818603515625,
+      "learning_rate": 1.1474518781035108e-06,
+      "loss": 17.2969,
+      "step": 14133
+    },
+    {
+      "epoch": 0.9386996081556751,
+      "grad_norm": 269.2969970703125,
+      "learning_rate": 1.147345500919849e-06,
+      "loss": 22.2344,
+      "step": 14134
+    },
+    {
+      "epoch": 0.9387660224480309,
+      "grad_norm": 131.0232391357422,
+      "learning_rate": 1.14723912203178e-06,
+      "loss": 15.2344,
+      "step": 14135
+    },
+    {
+      "epoch": 0.9388324367403865,
+      "grad_norm": 153.2774658203125,
+      "learning_rate": 1.1471327414405336e-06,
+      "loss": 17.625,
+      "step": 14136
+    },
+    {
+      "epoch": 0.9388988510327423,
+      "grad_norm": 241.6728057861328,
+      "learning_rate": 1.1470263591473403e-06,
+      "loss": 20.8906,
+      "step": 14137
+    },
+    {
+      "epoch": 0.9389652653250979,
+      "grad_norm": 316.5830993652344,
+      "learning_rate": 1.1469199751534308e-06,
+      "loss": 14.8281,
+      "step": 14138
+    },
+    {
+      "epoch": 0.9390316796174537,
+      "grad_norm": 506.5397644042969,
+      "learning_rate": 1.1468135894600361e-06,
+      "loss": 16.4062,
+      "step": 14139
+    },
+    {
+      "epoch": 0.9390980939098094,
+      "grad_norm": 563.8857421875,
+      "learning_rate": 1.146707202068386e-06,
+      "loss": 19.8125,
+      "step": 14140
+    },
+    {
+      "epoch": 0.9391645082021651,
+      "grad_norm": 228.98175048828125,
+      "learning_rate": 1.146600812979712e-06,
+      "loss": 13.5312,
+      "step": 14141
+    },
+    {
+      "epoch": 0.9392309224945208,
+      "grad_norm": 163.4589080810547,
+      "learning_rate": 1.146494422195244e-06,
+      "loss": 15.2031,
+      "step": 14142
+    },
+    {
+      "epoch": 0.9392973367868765,
+      "grad_norm": 128.36874389648438,
+      "learning_rate": 1.1463880297162134e-06,
+      "loss": 11.5,
+      "step": 14143
+    },
+    {
+      "epoch": 0.9393637510792322,
+      "grad_norm": 127.35810852050781,
+      "learning_rate": 1.1462816355438501e-06,
+      "loss": 12.6562,
+      "step": 14144
+    },
+    {
+      "epoch": 0.939430165371588,
+      "grad_norm": 245.38397216796875,
+      "learning_rate": 1.1461752396793854e-06,
+      "loss": 22.3047,
+      "step": 14145
+    },
+    {
+      "epoch": 0.9394965796639437,
+      "grad_norm": 583.9588012695312,
+      "learning_rate": 1.1460688421240496e-06,
+      "loss": 20.0312,
+      "step": 14146
+    },
+    {
+      "epoch": 0.9395629939562994,
+      "grad_norm": 185.77273559570312,
+      "learning_rate": 1.145962442879074e-06,
+      "loss": 15.9219,
+      "step": 14147
+    },
+    {
+      "epoch": 0.9396294082486552,
+      "grad_norm": 159.72982788085938,
+      "learning_rate": 1.1458560419456886e-06,
+      "loss": 12.5391,
+      "step": 14148
+    },
+    {
+      "epoch": 0.9396958225410108,
+      "grad_norm": 247.82080078125,
+      "learning_rate": 1.145749639325125e-06,
+      "loss": 17.0312,
+      "step": 14149
+    },
+    {
+      "epoch": 0.9397622368333666,
+      "grad_norm": 126.75061798095703,
+      "learning_rate": 1.1456432350186135e-06,
+      "loss": 12.2188,
+      "step": 14150
+    },
+    {
+      "epoch": 0.9398286511257222,
+      "grad_norm": 113.6982650756836,
+      "learning_rate": 1.1455368290273847e-06,
+      "loss": 11.7188,
+      "step": 14151
+    },
+    {
+      "epoch": 0.939895065418078,
+      "grad_norm": 387.708740234375,
+      "learning_rate": 1.1454304213526702e-06,
+      "loss": 15.0625,
+      "step": 14152
+    },
+    {
+      "epoch": 0.9399614797104336,
+      "grad_norm": 346.24127197265625,
+      "learning_rate": 1.1453240119957004e-06,
+      "loss": 21.8594,
+      "step": 14153
+    },
+    {
+      "epoch": 0.9400278940027894,
+      "grad_norm": 444.0738830566406,
+      "learning_rate": 1.1452176009577062e-06,
+      "loss": 28.2812,
+      "step": 14154
+    },
+    {
+      "epoch": 0.9400943082951451,
+      "grad_norm": 175.964111328125,
+      "learning_rate": 1.1451111882399183e-06,
+      "loss": 19.1094,
+      "step": 14155
+    },
+    {
+      "epoch": 0.9401607225875008,
+      "grad_norm": 156.10475158691406,
+      "learning_rate": 1.145004773843568e-06,
+      "loss": 19.2812,
+      "step": 14156
+    },
+    {
+      "epoch": 0.9402271368798566,
+      "grad_norm": 211.614013671875,
+      "learning_rate": 1.1448983577698864e-06,
+      "loss": 12.5,
+      "step": 14157
+    },
+    {
+      "epoch": 0.9402935511722122,
+      "grad_norm": 199.21282958984375,
+      "learning_rate": 1.144791940020104e-06,
+      "loss": 17.2344,
+      "step": 14158
+    },
+    {
+      "epoch": 0.940359965464568,
+      "grad_norm": 189.8286590576172,
+      "learning_rate": 1.1446855205954515e-06,
+      "loss": 18.1719,
+      "step": 14159
+    },
+    {
+      "epoch": 0.9404263797569237,
+      "grad_norm": 424.1538391113281,
+      "learning_rate": 1.1445790994971606e-06,
+      "loss": 12.5938,
+      "step": 14160
+    },
+    {
+      "epoch": 0.9404927940492794,
+      "grad_norm": 143.7761993408203,
+      "learning_rate": 1.1444726767264623e-06,
+      "loss": 16.9375,
+      "step": 14161
+    },
+    {
+      "epoch": 0.9405592083416351,
+      "grad_norm": 168.0339813232422,
+      "learning_rate": 1.144366252284587e-06,
+      "loss": 20.5312,
+      "step": 14162
+    },
+    {
+      "epoch": 0.9406256226339909,
+      "grad_norm": 178.03431701660156,
+      "learning_rate": 1.1442598261727663e-06,
+      "loss": 13.4922,
+      "step": 14163
+    },
+    {
+      "epoch": 0.9406920369263465,
+      "grad_norm": 198.94989013671875,
+      "learning_rate": 1.144153398392231e-06,
+      "loss": 17.0938,
+      "step": 14164
+    },
+    {
+      "epoch": 0.9407584512187023,
+      "grad_norm": 169.5279083251953,
+      "learning_rate": 1.1440469689442125e-06,
+      "loss": 17.7969,
+      "step": 14165
+    },
+    {
+      "epoch": 0.9408248655110579,
+      "grad_norm": 188.32786560058594,
+      "learning_rate": 1.1439405378299417e-06,
+      "loss": 17.8906,
+      "step": 14166
+    },
+    {
+      "epoch": 0.9408912798034137,
+      "grad_norm": 278.2591247558594,
+      "learning_rate": 1.1438341050506495e-06,
+      "loss": 16.6562,
+      "step": 14167
+    },
+    {
+      "epoch": 0.9409576940957695,
+      "grad_norm": 134.8390350341797,
+      "learning_rate": 1.1437276706075676e-06,
+      "loss": 19.7344,
+      "step": 14168
+    },
+    {
+      "epoch": 0.9410241083881251,
+      "grad_norm": 245.6970672607422,
+      "learning_rate": 1.1436212345019266e-06,
+      "loss": 13.5938,
+      "step": 14169
+    },
+    {
+      "epoch": 0.9410905226804809,
+      "grad_norm": 266.00579833984375,
+      "learning_rate": 1.1435147967349582e-06,
+      "loss": 14.2656,
+      "step": 14170
+    },
+    {
+      "epoch": 0.9411569369728365,
+      "grad_norm": 258.2058410644531,
+      "learning_rate": 1.1434083573078936e-06,
+      "loss": 15.6875,
+      "step": 14171
+    },
+    {
+      "epoch": 0.9412233512651923,
+      "grad_norm": 221.7283935546875,
+      "learning_rate": 1.1433019162219634e-06,
+      "loss": 18.1719,
+      "step": 14172
+    },
+    {
+      "epoch": 0.941289765557548,
+      "grad_norm": 296.70880126953125,
+      "learning_rate": 1.1431954734783995e-06,
+      "loss": 21.0,
+      "step": 14173
+    },
+    {
+      "epoch": 0.9413561798499037,
+      "grad_norm": 179.16856384277344,
+      "learning_rate": 1.143089029078433e-06,
+      "loss": 21.7031,
+      "step": 14174
+    },
+    {
+      "epoch": 0.9414225941422594,
+      "grad_norm": 242.73199462890625,
+      "learning_rate": 1.1429825830232948e-06,
+      "loss": 13.8594,
+      "step": 14175
+    },
+    {
+      "epoch": 0.9414890084346151,
+      "grad_norm": 154.8798828125,
+      "learning_rate": 1.1428761353142169e-06,
+      "loss": 16.0859,
+      "step": 14176
+    },
+    {
+      "epoch": 0.9415554227269708,
+      "grad_norm": 188.2205810546875,
+      "learning_rate": 1.14276968595243e-06,
+      "loss": 20.8125,
+      "step": 14177
+    },
+    {
+      "epoch": 0.9416218370193266,
+      "grad_norm": 299.6739501953125,
+      "learning_rate": 1.142663234939166e-06,
+      "loss": 19.9375,
+      "step": 14178
+    },
+    {
+      "epoch": 0.9416882513116823,
+      "grad_norm": 166.6594696044922,
+      "learning_rate": 1.1425567822756557e-06,
+      "loss": 15.125,
+      "step": 14179
+    },
+    {
+      "epoch": 0.941754665604038,
+      "grad_norm": 172.9248809814453,
+      "learning_rate": 1.1424503279631307e-06,
+      "loss": 13.2656,
+      "step": 14180
+    },
+    {
+      "epoch": 0.9418210798963937,
+      "grad_norm": 103.96605682373047,
+      "learning_rate": 1.1423438720028225e-06,
+      "loss": 13.5938,
+      "step": 14181
+    },
+    {
+      "epoch": 0.9418874941887494,
+      "grad_norm": 333.6945495605469,
+      "learning_rate": 1.1422374143959625e-06,
+      "loss": 14.3125,
+      "step": 14182
+    },
+    {
+      "epoch": 0.9419539084811052,
+      "grad_norm": 133.1971435546875,
+      "learning_rate": 1.1421309551437821e-06,
+      "loss": 18.5625,
+      "step": 14183
+    },
+    {
+      "epoch": 0.9420203227734608,
+      "grad_norm": 142.37054443359375,
+      "learning_rate": 1.1420244942475127e-06,
+      "loss": 12.7344,
+      "step": 14184
+    },
+    {
+      "epoch": 0.9420867370658166,
+      "grad_norm": 189.5361785888672,
+      "learning_rate": 1.141918031708386e-06,
+      "loss": 23.1562,
+      "step": 14185
+    },
+    {
+      "epoch": 0.9421531513581722,
+      "grad_norm": 225.86305236816406,
+      "learning_rate": 1.1418115675276335e-06,
+      "loss": 19.5156,
+      "step": 14186
+    },
+    {
+      "epoch": 0.942219565650528,
+      "grad_norm": 269.9233703613281,
+      "learning_rate": 1.1417051017064862e-06,
+      "loss": 16.5312,
+      "step": 14187
+    },
+    {
+      "epoch": 0.9422859799428837,
+      "grad_norm": 319.04925537109375,
+      "learning_rate": 1.141598634246176e-06,
+      "loss": 24.3125,
+      "step": 14188
+    },
+    {
+      "epoch": 0.9423523942352394,
+      "grad_norm": 232.85826110839844,
+      "learning_rate": 1.1414921651479348e-06,
+      "loss": 18.0156,
+      "step": 14189
+    },
+    {
+      "epoch": 0.9424188085275952,
+      "grad_norm": 238.3290557861328,
+      "learning_rate": 1.1413856944129935e-06,
+      "loss": 22.0,
+      "step": 14190
+    },
+    {
+      "epoch": 0.9424852228199508,
+      "grad_norm": 182.78012084960938,
+      "learning_rate": 1.1412792220425842e-06,
+      "loss": 18.8438,
+      "step": 14191
+    },
+    {
+      "epoch": 0.9425516371123066,
+      "grad_norm": 294.09185791015625,
+      "learning_rate": 1.1411727480379382e-06,
+      "loss": 13.0312,
+      "step": 14192
+    },
+    {
+      "epoch": 0.9426180514046623,
+      "grad_norm": 152.3224334716797,
+      "learning_rate": 1.1410662724002872e-06,
+      "loss": 17.2344,
+      "step": 14193
+    },
+    {
+      "epoch": 0.942684465697018,
+      "grad_norm": 115.99618530273438,
+      "learning_rate": 1.1409597951308631e-06,
+      "loss": 15.5469,
+      "step": 14194
+    },
+    {
+      "epoch": 0.9427508799893737,
+      "grad_norm": 222.81187438964844,
+      "learning_rate": 1.1408533162308974e-06,
+      "loss": 17.6719,
+      "step": 14195
+    },
+    {
+      "epoch": 0.9428172942817294,
+      "grad_norm": 347.29095458984375,
+      "learning_rate": 1.1407468357016216e-06,
+      "loss": 23.0547,
+      "step": 14196
+    },
+    {
+      "epoch": 0.9428837085740851,
+      "grad_norm": 262.23028564453125,
+      "learning_rate": 1.1406403535442675e-06,
+      "loss": 13.0781,
+      "step": 14197
+    },
+    {
+      "epoch": 0.9429501228664409,
+      "grad_norm": 222.26136779785156,
+      "learning_rate": 1.140533869760067e-06,
+      "loss": 20.4062,
+      "step": 14198
+    },
+    {
+      "epoch": 0.9430165371587965,
+      "grad_norm": 229.5783233642578,
+      "learning_rate": 1.1404273843502517e-06,
+      "loss": 17.6875,
+      "step": 14199
+    },
+    {
+      "epoch": 0.9430829514511523,
+      "grad_norm": 286.8330993652344,
+      "learning_rate": 1.1403208973160536e-06,
+      "loss": 15.7031,
+      "step": 14200
+    },
+    {
+      "epoch": 0.943149365743508,
+      "grad_norm": 484.3792724609375,
+      "learning_rate": 1.140214408658704e-06,
+      "loss": 15.9531,
+      "step": 14201
+    },
+    {
+      "epoch": 0.9432157800358637,
+      "grad_norm": 124.76309204101562,
+      "learning_rate": 1.140107918379435e-06,
+      "loss": 14.4062,
+      "step": 14202
+    },
+    {
+      "epoch": 0.9432821943282195,
+      "grad_norm": 145.64190673828125,
+      "learning_rate": 1.1400014264794786e-06,
+      "loss": 17.7812,
+      "step": 14203
+    },
+    {
+      "epoch": 0.9433486086205751,
+      "grad_norm": 227.99229431152344,
+      "learning_rate": 1.139894932960066e-06,
+      "loss": 19.6094,
+      "step": 14204
+    },
+    {
+      "epoch": 0.9434150229129309,
+      "grad_norm": 256.0626525878906,
+      "learning_rate": 1.1397884378224296e-06,
+      "loss": 16.4375,
+      "step": 14205
+    },
+    {
+      "epoch": 0.9434814372052865,
+      "grad_norm": 401.8974304199219,
+      "learning_rate": 1.1396819410678015e-06,
+      "loss": 15.6875,
+      "step": 14206
+    },
+    {
+      "epoch": 0.9435478514976423,
+      "grad_norm": 216.23458862304688,
+      "learning_rate": 1.1395754426974132e-06,
+      "loss": 16.4375,
+      "step": 14207
+    },
+    {
+      "epoch": 0.943614265789998,
+      "grad_norm": 243.47337341308594,
+      "learning_rate": 1.1394689427124964e-06,
+      "loss": 17.8281,
+      "step": 14208
+    },
+    {
+      "epoch": 0.9436806800823537,
+      "grad_norm": 108.87731170654297,
+      "learning_rate": 1.1393624411142832e-06,
+      "loss": 10.1094,
+      "step": 14209
+    },
+    {
+      "epoch": 0.9437470943747094,
+      "grad_norm": 170.53558349609375,
+      "learning_rate": 1.139255937904006e-06,
+      "loss": 14.7656,
+      "step": 14210
+    },
+    {
+      "epoch": 0.9438135086670651,
+      "grad_norm": 381.49554443359375,
+      "learning_rate": 1.1391494330828965e-06,
+      "loss": 22.4531,
+      "step": 14211
+    },
+    {
+      "epoch": 0.9438799229594209,
+      "grad_norm": 200.71475219726562,
+      "learning_rate": 1.1390429266521862e-06,
+      "loss": 19.0469,
+      "step": 14212
+    },
+    {
+      "epoch": 0.9439463372517766,
+      "grad_norm": 270.0024108886719,
+      "learning_rate": 1.1389364186131076e-06,
+      "loss": 17.4375,
+      "step": 14213
+    },
+    {
+      "epoch": 0.9440127515441323,
+      "grad_norm": 227.09521484375,
+      "learning_rate": 1.1388299089668928e-06,
+      "loss": 18.375,
+      "step": 14214
+    },
+    {
+      "epoch": 0.944079165836488,
+      "grad_norm": 155.17727661132812,
+      "learning_rate": 1.1387233977147737e-06,
+      "loss": 16.6094,
+      "step": 14215
+    },
+    {
+      "epoch": 0.9441455801288438,
+      "grad_norm": 156.0037384033203,
+      "learning_rate": 1.138616884857982e-06,
+      "loss": 11.9531,
+      "step": 14216
+    },
+    {
+      "epoch": 0.9442119944211994,
+      "grad_norm": 292.6156005859375,
+      "learning_rate": 1.1385103703977505e-06,
+      "loss": 17.6562,
+      "step": 14217
+    },
+    {
+      "epoch": 0.9442784087135552,
+      "grad_norm": 321.14593505859375,
+      "learning_rate": 1.1384038543353107e-06,
+      "loss": 13.4688,
+      "step": 14218
+    },
+    {
+      "epoch": 0.9443448230059108,
+      "grad_norm": 269.60614013671875,
+      "learning_rate": 1.138297336671895e-06,
+      "loss": 22.6406,
+      "step": 14219
+    },
+    {
+      "epoch": 0.9444112372982666,
+      "grad_norm": 146.09054565429688,
+      "learning_rate": 1.1381908174087351e-06,
+      "loss": 17.9219,
+      "step": 14220
+    },
+    {
+      "epoch": 0.9444776515906222,
+      "grad_norm": 269.7774353027344,
+      "learning_rate": 1.138084296547064e-06,
+      "loss": 14.5469,
+      "step": 14221
+    },
+    {
+      "epoch": 0.944544065882978,
+      "grad_norm": 198.03282165527344,
+      "learning_rate": 1.137977774088113e-06,
+      "loss": 20.2812,
+      "step": 14222
+    },
+    {
+      "epoch": 0.9446104801753338,
+      "grad_norm": 261.4814758300781,
+      "learning_rate": 1.137871250033115e-06,
+      "loss": 17.5312,
+      "step": 14223
+    },
+    {
+      "epoch": 0.9446768944676894,
+      "grad_norm": 158.2006378173828,
+      "learning_rate": 1.1377647243833018e-06,
+      "loss": 13.25,
+      "step": 14224
+    },
+    {
+      "epoch": 0.9447433087600452,
+      "grad_norm": 397.2091369628906,
+      "learning_rate": 1.1376581971399055e-06,
+      "loss": 16.9219,
+      "step": 14225
+    },
+    {
+      "epoch": 0.9448097230524009,
+      "grad_norm": 899.2146606445312,
+      "learning_rate": 1.1375516683041587e-06,
+      "loss": 13.6719,
+      "step": 14226
+    },
+    {
+      "epoch": 0.9448761373447566,
+      "grad_norm": 179.33432006835938,
+      "learning_rate": 1.1374451378772937e-06,
+      "loss": 15.3125,
+      "step": 14227
+    },
+    {
+      "epoch": 0.9449425516371123,
+      "grad_norm": 441.4417724609375,
+      "learning_rate": 1.1373386058605423e-06,
+      "loss": 23.9062,
+      "step": 14228
+    },
+    {
+      "epoch": 0.945008965929468,
+      "grad_norm": 245.07308959960938,
+      "learning_rate": 1.137232072255137e-06,
+      "loss": 19.5781,
+      "step": 14229
+    },
+    {
+      "epoch": 0.9450753802218237,
+      "grad_norm": 276.45953369140625,
+      "learning_rate": 1.1371255370623106e-06,
+      "loss": 22.1562,
+      "step": 14230
+    },
+    {
+      "epoch": 0.9451417945141795,
+      "grad_norm": 168.90699768066406,
+      "learning_rate": 1.1370190002832946e-06,
+      "loss": 14.4688,
+      "step": 14231
+    },
+    {
+      "epoch": 0.9452082088065352,
+      "grad_norm": 167.66615295410156,
+      "learning_rate": 1.1369124619193224e-06,
+      "loss": 21.9062,
+      "step": 14232
+    },
+    {
+      "epoch": 0.9452746230988909,
+      "grad_norm": 120.79503631591797,
+      "learning_rate": 1.1368059219716254e-06,
+      "loss": 14.1719,
+      "step": 14233
+    },
+    {
+      "epoch": 0.9453410373912466,
+      "grad_norm": 282.6758728027344,
+      "learning_rate": 1.1366993804414364e-06,
+      "loss": 22.0938,
+      "step": 14234
+    },
+    {
+      "epoch": 0.9454074516836023,
+      "grad_norm": 133.1244354248047,
+      "learning_rate": 1.1365928373299882e-06,
+      "loss": 19.1875,
+      "step": 14235
+    },
+    {
+      "epoch": 0.9454738659759581,
+      "grad_norm": 124.32431030273438,
+      "learning_rate": 1.1364862926385124e-06,
+      "loss": 13.5156,
+      "step": 14236
+    },
+    {
+      "epoch": 0.9455402802683137,
+      "grad_norm": 255.2411651611328,
+      "learning_rate": 1.136379746368242e-06,
+      "loss": 16.6875,
+      "step": 14237
+    },
+    {
+      "epoch": 0.9456066945606695,
+      "grad_norm": 199.64820861816406,
+      "learning_rate": 1.136273198520409e-06,
+      "loss": 16.2969,
+      "step": 14238
+    },
+    {
+      "epoch": 0.9456731088530251,
+      "grad_norm": 293.2633361816406,
+      "learning_rate": 1.1361666490962467e-06,
+      "loss": 15.5938,
+      "step": 14239
+    },
+    {
+      "epoch": 0.9457395231453809,
+      "grad_norm": 151.40072631835938,
+      "learning_rate": 1.1360600980969869e-06,
+      "loss": 15.2188,
+      "step": 14240
+    },
+    {
+      "epoch": 0.9458059374377366,
+      "grad_norm": 220.5587158203125,
+      "learning_rate": 1.1359535455238623e-06,
+      "loss": 16.1797,
+      "step": 14241
+    },
+    {
+      "epoch": 0.9458723517300923,
+      "grad_norm": 241.66995239257812,
+      "learning_rate": 1.1358469913781054e-06,
+      "loss": 21.9375,
+      "step": 14242
+    },
+    {
+      "epoch": 0.9459387660224481,
+      "grad_norm": 369.0885009765625,
+      "learning_rate": 1.135740435660949e-06,
+      "loss": 16.0469,
+      "step": 14243
+    },
+    {
+      "epoch": 0.9460051803148037,
+      "grad_norm": 121.56546783447266,
+      "learning_rate": 1.1356338783736254e-06,
+      "loss": 15.4062,
+      "step": 14244
+    },
+    {
+      "epoch": 0.9460715946071595,
+      "grad_norm": 179.8040313720703,
+      "learning_rate": 1.1355273195173676e-06,
+      "loss": 15.3906,
+      "step": 14245
+    },
+    {
+      "epoch": 0.9461380088995152,
+      "grad_norm": 172.0005645751953,
+      "learning_rate": 1.1354207590934078e-06,
+      "loss": 15.3203,
+      "step": 14246
+    },
+    {
+      "epoch": 0.9462044231918709,
+      "grad_norm": 197.2164764404297,
+      "learning_rate": 1.1353141971029786e-06,
+      "loss": 18.2656,
+      "step": 14247
+    },
+    {
+      "epoch": 0.9462708374842266,
+      "grad_norm": 245.95620727539062,
+      "learning_rate": 1.1352076335473129e-06,
+      "loss": 15.9219,
+      "step": 14248
+    },
+    {
+      "epoch": 0.9463372517765823,
+      "grad_norm": 930.0925903320312,
+      "learning_rate": 1.1351010684276432e-06,
+      "loss": 16.0781,
+      "step": 14249
+    },
+    {
+      "epoch": 0.946403666068938,
+      "grad_norm": 389.22552490234375,
+      "learning_rate": 1.1349945017452022e-06,
+      "loss": 15.4375,
+      "step": 14250
+    },
+    {
+      "epoch": 0.9464700803612938,
+      "grad_norm": 171.7136688232422,
+      "learning_rate": 1.1348879335012227e-06,
+      "loss": 14.5156,
+      "step": 14251
+    },
+    {
+      "epoch": 0.9465364946536494,
+      "grad_norm": 212.9664764404297,
+      "learning_rate": 1.1347813636969374e-06,
+      "loss": 19.9844,
+      "step": 14252
+    },
+    {
+      "epoch": 0.9466029089460052,
+      "grad_norm": 240.2056427001953,
+      "learning_rate": 1.134674792333579e-06,
+      "loss": 14.4375,
+      "step": 14253
+    },
+    {
+      "epoch": 0.946669323238361,
+      "grad_norm": 97.2503433227539,
+      "learning_rate": 1.1345682194123805e-06,
+      "loss": 14.2188,
+      "step": 14254
+    },
+    {
+      "epoch": 0.9467357375307166,
+      "grad_norm": 281.94970703125,
+      "learning_rate": 1.1344616449345741e-06,
+      "loss": 20.25,
+      "step": 14255
+    },
+    {
+      "epoch": 0.9468021518230724,
+      "grad_norm": 201.83433532714844,
+      "learning_rate": 1.134355068901393e-06,
+      "loss": 16.125,
+      "step": 14256
+    },
+    {
+      "epoch": 0.946868566115428,
+      "grad_norm": 191.5196533203125,
+      "learning_rate": 1.13424849131407e-06,
+      "loss": 17.6406,
+      "step": 14257
+    },
+    {
+      "epoch": 0.9469349804077838,
+      "grad_norm": 161.463623046875,
+      "learning_rate": 1.134141912173838e-06,
+      "loss": 17.7031,
+      "step": 14258
+    },
+    {
+      "epoch": 0.9470013947001394,
+      "grad_norm": 210.11880493164062,
+      "learning_rate": 1.1340353314819291e-06,
+      "loss": 22.6875,
+      "step": 14259
+    },
+    {
+      "epoch": 0.9470678089924952,
+      "grad_norm": 149.11529541015625,
+      "learning_rate": 1.1339287492395774e-06,
+      "loss": 19.5469,
+      "step": 14260
+    },
+    {
+      "epoch": 0.9471342232848509,
+      "grad_norm": 143.45777893066406,
+      "learning_rate": 1.1338221654480149e-06,
+      "loss": 13.9531,
+      "step": 14261
+    },
+    {
+      "epoch": 0.9472006375772066,
+      "grad_norm": 123.5479736328125,
+      "learning_rate": 1.1337155801084749e-06,
+      "loss": 13.8281,
+      "step": 14262
+    },
+    {
+      "epoch": 0.9472670518695623,
+      "grad_norm": 106.81552124023438,
+      "learning_rate": 1.13360899322219e-06,
+      "loss": 16.0469,
+      "step": 14263
+    },
+    {
+      "epoch": 0.947333466161918,
+      "grad_norm": 192.22964477539062,
+      "learning_rate": 1.1335024047903934e-06,
+      "loss": 17.8438,
+      "step": 14264
+    },
+    {
+      "epoch": 0.9473998804542738,
+      "grad_norm": 174.53126525878906,
+      "learning_rate": 1.1333958148143179e-06,
+      "loss": 14.5312,
+      "step": 14265
+    },
+    {
+      "epoch": 0.9474662947466295,
+      "grad_norm": 544.4833984375,
+      "learning_rate": 1.1332892232951965e-06,
+      "loss": 16.6719,
+      "step": 14266
+    },
+    {
+      "epoch": 0.9475327090389852,
+      "grad_norm": 283.65313720703125,
+      "learning_rate": 1.1331826302342627e-06,
+      "loss": 20.625,
+      "step": 14267
+    },
+    {
+      "epoch": 0.9475991233313409,
+      "grad_norm": 220.37982177734375,
+      "learning_rate": 1.1330760356327484e-06,
+      "loss": 20.0312,
+      "step": 14268
+    },
+    {
+      "epoch": 0.9476655376236967,
+      "grad_norm": 226.0614776611328,
+      "learning_rate": 1.1329694394918875e-06,
+      "loss": 17.7031,
+      "step": 14269
+    },
+    {
+      "epoch": 0.9477319519160523,
+      "grad_norm": 322.075927734375,
+      "learning_rate": 1.1328628418129127e-06,
+      "loss": 22.7188,
+      "step": 14270
+    },
+    {
+      "epoch": 0.9477983662084081,
+      "grad_norm": 177.599609375,
+      "learning_rate": 1.1327562425970575e-06,
+      "loss": 12.3984,
+      "step": 14271
+    },
+    {
+      "epoch": 0.9478647805007637,
+      "grad_norm": 677.0182495117188,
+      "learning_rate": 1.1326496418455542e-06,
+      "loss": 24.2344,
+      "step": 14272
+    },
+    {
+      "epoch": 0.9479311947931195,
+      "grad_norm": 203.55958557128906,
+      "learning_rate": 1.1325430395596365e-06,
+      "loss": 18.2031,
+      "step": 14273
+    },
+    {
+      "epoch": 0.9479976090854751,
+      "grad_norm": 226.75225830078125,
+      "learning_rate": 1.1324364357405373e-06,
+      "loss": 14.4062,
+      "step": 14274
+    },
+    {
+      "epoch": 0.9480640233778309,
+      "grad_norm": 369.0704345703125,
+      "learning_rate": 1.13232983038949e-06,
+      "loss": 24.625,
+      "step": 14275
+    },
+    {
+      "epoch": 0.9481304376701867,
+      "grad_norm": 294.0438232421875,
+      "learning_rate": 1.1322232235077276e-06,
+      "loss": 17.2031,
+      "step": 14276
+    },
+    {
+      "epoch": 0.9481968519625423,
+      "grad_norm": 170.17381286621094,
+      "learning_rate": 1.1321166150964827e-06,
+      "loss": 21.5938,
+      "step": 14277
+    },
+    {
+      "epoch": 0.9482632662548981,
+      "grad_norm": 267.9087219238281,
+      "learning_rate": 1.1320100051569892e-06,
+      "loss": 23.9062,
+      "step": 14278
+    },
+    {
+      "epoch": 0.9483296805472538,
+      "grad_norm": 233.4241180419922,
+      "learning_rate": 1.1319033936904803e-06,
+      "loss": 14.4219,
+      "step": 14279
+    },
+    {
+      "epoch": 0.9483960948396095,
+      "grad_norm": 633.11767578125,
+      "learning_rate": 1.1317967806981888e-06,
+      "loss": 28.5469,
+      "step": 14280
+    },
+    {
+      "epoch": 0.9484625091319652,
+      "grad_norm": 301.4453430175781,
+      "learning_rate": 1.1316901661813483e-06,
+      "loss": 13.875,
+      "step": 14281
+    },
+    {
+      "epoch": 0.9485289234243209,
+      "grad_norm": 241.01181030273438,
+      "learning_rate": 1.1315835501411916e-06,
+      "loss": 16.6875,
+      "step": 14282
+    },
+    {
+      "epoch": 0.9485953377166766,
+      "grad_norm": 255.74989318847656,
+      "learning_rate": 1.1314769325789524e-06,
+      "loss": 17.0312,
+      "step": 14283
+    },
+    {
+      "epoch": 0.9486617520090324,
+      "grad_norm": 212.16981506347656,
+      "learning_rate": 1.131370313495864e-06,
+      "loss": 19.4062,
+      "step": 14284
+    },
+    {
+      "epoch": 0.948728166301388,
+      "grad_norm": 393.415283203125,
+      "learning_rate": 1.1312636928931593e-06,
+      "loss": 22.2188,
+      "step": 14285
+    },
+    {
+      "epoch": 0.9487945805937438,
+      "grad_norm": 462.5027160644531,
+      "learning_rate": 1.1311570707720722e-06,
+      "loss": 17.9531,
+      "step": 14286
+    },
+    {
+      "epoch": 0.9488609948860995,
+      "grad_norm": 480.5608825683594,
+      "learning_rate": 1.1310504471338356e-06,
+      "loss": 19.3906,
+      "step": 14287
+    },
+    {
+      "epoch": 0.9489274091784552,
+      "grad_norm": 201.53378295898438,
+      "learning_rate": 1.1309438219796833e-06,
+      "loss": 18.3281,
+      "step": 14288
+    },
+    {
+      "epoch": 0.948993823470811,
+      "grad_norm": 160.7758331298828,
+      "learning_rate": 1.1308371953108477e-06,
+      "loss": 18.7969,
+      "step": 14289
+    },
+    {
+      "epoch": 0.9490602377631666,
+      "grad_norm": 329.2186279296875,
+      "learning_rate": 1.1307305671285631e-06,
+      "loss": 18.7188,
+      "step": 14290
+    },
+    {
+      "epoch": 0.9491266520555224,
+      "grad_norm": 228.73727416992188,
+      "learning_rate": 1.130623937434063e-06,
+      "loss": 18.9688,
+      "step": 14291
+    },
+    {
+      "epoch": 0.949193066347878,
+      "grad_norm": 139.76637268066406,
+      "learning_rate": 1.1305173062285804e-06,
+      "loss": 13.7969,
+      "step": 14292
+    },
+    {
+      "epoch": 0.9492594806402338,
+      "grad_norm": 671.1566162109375,
+      "learning_rate": 1.1304106735133486e-06,
+      "loss": 14.1875,
+      "step": 14293
+    },
+    {
+      "epoch": 0.9493258949325895,
+      "grad_norm": 203.92648315429688,
+      "learning_rate": 1.1303040392896016e-06,
+      "loss": 17.0156,
+      "step": 14294
+    },
+    {
+      "epoch": 0.9493923092249452,
+      "grad_norm": 232.5235137939453,
+      "learning_rate": 1.1301974035585725e-06,
+      "loss": 18.0625,
+      "step": 14295
+    },
+    {
+      "epoch": 0.9494587235173009,
+      "grad_norm": 314.39471435546875,
+      "learning_rate": 1.1300907663214951e-06,
+      "loss": 18.0156,
+      "step": 14296
+    },
+    {
+      "epoch": 0.9495251378096566,
+      "grad_norm": 240.2358856201172,
+      "learning_rate": 1.1299841275796025e-06,
+      "loss": 16.9844,
+      "step": 14297
+    },
+    {
+      "epoch": 0.9495915521020124,
+      "grad_norm": 141.18984985351562,
+      "learning_rate": 1.1298774873341286e-06,
+      "loss": 11.2812,
+      "step": 14298
+    },
+    {
+      "epoch": 0.9496579663943681,
+      "grad_norm": 208.39361572265625,
+      "learning_rate": 1.1297708455863069e-06,
+      "loss": 16.8438,
+      "step": 14299
+    },
+    {
+      "epoch": 0.9497243806867238,
+      "grad_norm": 328.87249755859375,
+      "learning_rate": 1.1296642023373706e-06,
+      "loss": 21.5156,
+      "step": 14300
+    },
+    {
+      "epoch": 0.9497907949790795,
+      "grad_norm": 488.5047607421875,
+      "learning_rate": 1.1295575575885537e-06,
+      "loss": 17.6406,
+      "step": 14301
+    },
+    {
+      "epoch": 0.9498572092714352,
+      "grad_norm": 597.4931030273438,
+      "learning_rate": 1.1294509113410894e-06,
+      "loss": 17.1719,
+      "step": 14302
+    },
+    {
+      "epoch": 0.9499236235637909,
+      "grad_norm": 239.40565490722656,
+      "learning_rate": 1.1293442635962122e-06,
+      "loss": 13.5312,
+      "step": 14303
+    },
+    {
+      "epoch": 0.9499900378561467,
+      "grad_norm": 379.60723876953125,
+      "learning_rate": 1.129237614355155e-06,
+      "loss": 19.7188,
+      "step": 14304
+    },
+    {
+      "epoch": 0.9500564521485023,
+      "grad_norm": 297.3790588378906,
+      "learning_rate": 1.1291309636191513e-06,
+      "loss": 20.0469,
+      "step": 14305
+    },
+    {
+      "epoch": 0.9501228664408581,
+      "grad_norm": 137.80284118652344,
+      "learning_rate": 1.1290243113894352e-06,
+      "loss": 16.9062,
+      "step": 14306
+    },
+    {
+      "epoch": 0.9501892807332137,
+      "grad_norm": 118.62454986572266,
+      "learning_rate": 1.1289176576672404e-06,
+      "loss": 16.0,
+      "step": 14307
+    },
+    {
+      "epoch": 0.9502556950255695,
+      "grad_norm": 193.44667053222656,
+      "learning_rate": 1.1288110024538002e-06,
+      "loss": 20.1406,
+      "step": 14308
+    },
+    {
+      "epoch": 0.9503221093179253,
+      "grad_norm": 183.2318115234375,
+      "learning_rate": 1.1287043457503487e-06,
+      "loss": 15.9844,
+      "step": 14309
+    },
+    {
+      "epoch": 0.9503885236102809,
+      "grad_norm": 194.73353576660156,
+      "learning_rate": 1.1285976875581198e-06,
+      "loss": 20.4844,
+      "step": 14310
+    },
+    {
+      "epoch": 0.9504549379026367,
+      "grad_norm": 371.08544921875,
+      "learning_rate": 1.1284910278783467e-06,
+      "loss": 15.2656,
+      "step": 14311
+    },
+    {
+      "epoch": 0.9505213521949923,
+      "grad_norm": 151.78851318359375,
+      "learning_rate": 1.1283843667122638e-06,
+      "loss": 17.4688,
+      "step": 14312
+    },
+    {
+      "epoch": 0.9505877664873481,
+      "grad_norm": 210.04544067382812,
+      "learning_rate": 1.1282777040611042e-06,
+      "loss": 16.5625,
+      "step": 14313
+    },
+    {
+      "epoch": 0.9506541807797038,
+      "grad_norm": 142.51950073242188,
+      "learning_rate": 1.1281710399261021e-06,
+      "loss": 15.8594,
+      "step": 14314
+    },
+    {
+      "epoch": 0.9507205950720595,
+      "grad_norm": 131.86370849609375,
+      "learning_rate": 1.1280643743084915e-06,
+      "loss": 12.1406,
+      "step": 14315
+    },
+    {
+      "epoch": 0.9507870093644152,
+      "grad_norm": 195.21871948242188,
+      "learning_rate": 1.1279577072095058e-06,
+      "loss": 16.7422,
+      "step": 14316
+    },
+    {
+      "epoch": 0.950853423656771,
+      "grad_norm": 133.58224487304688,
+      "learning_rate": 1.1278510386303796e-06,
+      "loss": 18.4219,
+      "step": 14317
+    },
+    {
+      "epoch": 0.9509198379491266,
+      "grad_norm": 240.29180908203125,
+      "learning_rate": 1.127744368572346e-06,
+      "loss": 18.5781,
+      "step": 14318
+    },
+    {
+      "epoch": 0.9509862522414824,
+      "grad_norm": 502.42547607421875,
+      "learning_rate": 1.1276376970366393e-06,
+      "loss": 16.0938,
+      "step": 14319
+    },
+    {
+      "epoch": 0.9510526665338381,
+      "grad_norm": 299.403076171875,
+      "learning_rate": 1.1275310240244935e-06,
+      "loss": 18.3438,
+      "step": 14320
+    },
+    {
+      "epoch": 0.9511190808261938,
+      "grad_norm": 229.15084838867188,
+      "learning_rate": 1.127424349537142e-06,
+      "loss": 18.4844,
+      "step": 14321
+    },
+    {
+      "epoch": 0.9511854951185496,
+      "grad_norm": 190.27694702148438,
+      "learning_rate": 1.1273176735758192e-06,
+      "loss": 17.3594,
+      "step": 14322
+    },
+    {
+      "epoch": 0.9512519094109052,
+      "grad_norm": 248.21897888183594,
+      "learning_rate": 1.127210996141759e-06,
+      "loss": 20.2344,
+      "step": 14323
+    },
+    {
+      "epoch": 0.951318323703261,
+      "grad_norm": 279.42596435546875,
+      "learning_rate": 1.1271043172361956e-06,
+      "loss": 15.7969,
+      "step": 14324
+    },
+    {
+      "epoch": 0.9513847379956166,
+      "grad_norm": 117.60537719726562,
+      "learning_rate": 1.1269976368603624e-06,
+      "loss": 12.4297,
+      "step": 14325
+    },
+    {
+      "epoch": 0.9514511522879724,
+      "grad_norm": 217.7826690673828,
+      "learning_rate": 1.126890955015494e-06,
+      "loss": 15.9531,
+      "step": 14326
+    },
+    {
+      "epoch": 0.951517566580328,
+      "grad_norm": 212.05233764648438,
+      "learning_rate": 1.126784271702824e-06,
+      "loss": 19.3906,
+      "step": 14327
+    },
+    {
+      "epoch": 0.9515839808726838,
+      "grad_norm": 389.9716491699219,
+      "learning_rate": 1.1266775869235867e-06,
+      "loss": 16.2656,
+      "step": 14328
+    },
+    {
+      "epoch": 0.9516503951650395,
+      "grad_norm": 201.62049865722656,
+      "learning_rate": 1.1265709006790164e-06,
+      "loss": 16.8906,
+      "step": 14329
+    },
+    {
+      "epoch": 0.9517168094573952,
+      "grad_norm": 193.47512817382812,
+      "learning_rate": 1.1264642129703462e-06,
+      "loss": 17.1875,
+      "step": 14330
+    },
+    {
+      "epoch": 0.951783223749751,
+      "grad_norm": 207.57406616210938,
+      "learning_rate": 1.1263575237988119e-06,
+      "loss": 13.9531,
+      "step": 14331
+    },
+    {
+      "epoch": 0.9518496380421066,
+      "grad_norm": 328.551513671875,
+      "learning_rate": 1.126250833165646e-06,
+      "loss": 13.4062,
+      "step": 14332
+    },
+    {
+      "epoch": 0.9519160523344624,
+      "grad_norm": 360.8406982421875,
+      "learning_rate": 1.1261441410720834e-06,
+      "loss": 20.0,
+      "step": 14333
+    },
+    {
+      "epoch": 0.9519824666268181,
+      "grad_norm": 159.28176879882812,
+      "learning_rate": 1.126037447519358e-06,
+      "loss": 24.4375,
+      "step": 14334
+    },
+    {
+      "epoch": 0.9520488809191738,
+      "grad_norm": 174.93276977539062,
+      "learning_rate": 1.1259307525087043e-06,
+      "loss": 27.5625,
+      "step": 14335
+    },
+    {
+      "epoch": 0.9521152952115295,
+      "grad_norm": 563.9594116210938,
+      "learning_rate": 1.1258240560413559e-06,
+      "loss": 22.8203,
+      "step": 14336
+    },
+    {
+      "epoch": 0.9521817095038853,
+      "grad_norm": 310.6063232421875,
+      "learning_rate": 1.1257173581185475e-06,
+      "loss": 12.8438,
+      "step": 14337
+    },
+    {
+      "epoch": 0.9522481237962409,
+      "grad_norm": 203.391845703125,
+      "learning_rate": 1.1256106587415134e-06,
+      "loss": 15.7969,
+      "step": 14338
+    },
+    {
+      "epoch": 0.9523145380885967,
+      "grad_norm": 254.57679748535156,
+      "learning_rate": 1.1255039579114878e-06,
+      "loss": 16.3438,
+      "step": 14339
+    },
+    {
+      "epoch": 0.9523809523809523,
+      "grad_norm": 184.48829650878906,
+      "learning_rate": 1.1253972556297044e-06,
+      "loss": 19.1562,
+      "step": 14340
+    },
+    {
+      "epoch": 0.9524473666733081,
+      "grad_norm": 156.06358337402344,
+      "learning_rate": 1.125290551897398e-06,
+      "loss": 14.7031,
+      "step": 14341
+    },
+    {
+      "epoch": 0.9525137809656639,
+      "grad_norm": 244.2390899658203,
+      "learning_rate": 1.1251838467158029e-06,
+      "loss": 15.7344,
+      "step": 14342
+    },
+    {
+      "epoch": 0.9525801952580195,
+      "grad_norm": 147.09446716308594,
+      "learning_rate": 1.125077140086153e-06,
+      "loss": 18.8125,
+      "step": 14343
+    },
+    {
+      "epoch": 0.9526466095503753,
+      "grad_norm": 391.9620056152344,
+      "learning_rate": 1.1249704320096826e-06,
+      "loss": 24.4688,
+      "step": 14344
+    },
+    {
+      "epoch": 0.9527130238427309,
+      "grad_norm": 176.88780212402344,
+      "learning_rate": 1.1248637224876266e-06,
+      "loss": 25.5156,
+      "step": 14345
+    },
+    {
+      "epoch": 0.9527794381350867,
+      "grad_norm": 509.8473205566406,
+      "learning_rate": 1.1247570115212194e-06,
+      "loss": 16.4062,
+      "step": 14346
+    },
+    {
+      "epoch": 0.9528458524274424,
+      "grad_norm": 524.783203125,
+      "learning_rate": 1.1246502991116947e-06,
+      "loss": 22.4219,
+      "step": 14347
+    },
+    {
+      "epoch": 0.9529122667197981,
+      "grad_norm": 338.98480224609375,
+      "learning_rate": 1.124543585260287e-06,
+      "loss": 15.6875,
+      "step": 14348
+    },
+    {
+      "epoch": 0.9529786810121538,
+      "grad_norm": 208.49891662597656,
+      "learning_rate": 1.124436869968231e-06,
+      "loss": 15.1406,
+      "step": 14349
+    },
+    {
+      "epoch": 0.9530450953045095,
+      "grad_norm": 235.98512268066406,
+      "learning_rate": 1.1243301532367618e-06,
+      "loss": 17.625,
+      "step": 14350
+    },
+    {
+      "epoch": 0.9531115095968652,
+      "grad_norm": 193.46498107910156,
+      "learning_rate": 1.124223435067112e-06,
+      "loss": 9.8672,
+      "step": 14351
+    },
+    {
+      "epoch": 0.953177923889221,
+      "grad_norm": 285.25604248046875,
+      "learning_rate": 1.1241167154605178e-06,
+      "loss": 17.7969,
+      "step": 14352
+    },
+    {
+      "epoch": 0.9532443381815767,
+      "grad_norm": 560.3789672851562,
+      "learning_rate": 1.1240099944182128e-06,
+      "loss": 25.5156,
+      "step": 14353
+    },
+    {
+      "epoch": 0.9533107524739324,
+      "grad_norm": 208.39012145996094,
+      "learning_rate": 1.1239032719414317e-06,
+      "loss": 16.7969,
+      "step": 14354
+    },
+    {
+      "epoch": 0.9533771667662881,
+      "grad_norm": 233.98927307128906,
+      "learning_rate": 1.123796548031409e-06,
+      "loss": 20.7969,
+      "step": 14355
+    },
+    {
+      "epoch": 0.9534435810586438,
+      "grad_norm": 187.68666076660156,
+      "learning_rate": 1.1236898226893794e-06,
+      "loss": 17.625,
+      "step": 14356
+    },
+    {
+      "epoch": 0.9535099953509996,
+      "grad_norm": 216.9363555908203,
+      "learning_rate": 1.123583095916577e-06,
+      "loss": 18.5625,
+      "step": 14357
+    },
+    {
+      "epoch": 0.9535764096433552,
+      "grad_norm": 210.31427001953125,
+      "learning_rate": 1.1234763677142367e-06,
+      "loss": 16.7812,
+      "step": 14358
+    },
+    {
+      "epoch": 0.953642823935711,
+      "grad_norm": 323.1219177246094,
+      "learning_rate": 1.123369638083593e-06,
+      "loss": 18.0938,
+      "step": 14359
+    },
+    {
+      "epoch": 0.9537092382280666,
+      "grad_norm": 131.6094207763672,
+      "learning_rate": 1.1232629070258806e-06,
+      "loss": 16.4531,
+      "step": 14360
+    },
+    {
+      "epoch": 0.9537756525204224,
+      "grad_norm": 171.18450927734375,
+      "learning_rate": 1.1231561745423338e-06,
+      "loss": 18.1562,
+      "step": 14361
+    },
+    {
+      "epoch": 0.953842066812778,
+      "grad_norm": 179.3366241455078,
+      "learning_rate": 1.123049440634187e-06,
+      "loss": 16.0625,
+      "step": 14362
+    },
+    {
+      "epoch": 0.9539084811051338,
+      "grad_norm": 160.78968811035156,
+      "learning_rate": 1.1229427053026759e-06,
+      "loss": 19.4062,
+      "step": 14363
+    },
+    {
+      "epoch": 0.9539748953974896,
+      "grad_norm": 331.6112060546875,
+      "learning_rate": 1.1228359685490344e-06,
+      "loss": 17.0,
+      "step": 14364
+    },
+    {
+      "epoch": 0.9540413096898452,
+      "grad_norm": 178.14613342285156,
+      "learning_rate": 1.1227292303744968e-06,
+      "loss": 15.0156,
+      "step": 14365
+    },
+    {
+      "epoch": 0.954107723982201,
+      "grad_norm": 209.24603271484375,
+      "learning_rate": 1.1226224907802983e-06,
+      "loss": 16.9062,
+      "step": 14366
+    },
+    {
+      "epoch": 0.9541741382745567,
+      "grad_norm": 301.8386535644531,
+      "learning_rate": 1.1225157497676741e-06,
+      "loss": 20.3125,
+      "step": 14367
+    },
+    {
+      "epoch": 0.9542405525669124,
+      "grad_norm": 196.210205078125,
+      "learning_rate": 1.1224090073378577e-06,
+      "loss": 20.1094,
+      "step": 14368
+    },
+    {
+      "epoch": 0.9543069668592681,
+      "grad_norm": 242.15484619140625,
+      "learning_rate": 1.122302263492085e-06,
+      "loss": 17.5625,
+      "step": 14369
+    },
+    {
+      "epoch": 0.9543733811516238,
+      "grad_norm": 142.36497497558594,
+      "learning_rate": 1.1221955182315897e-06,
+      "loss": 12.1953,
+      "step": 14370
+    },
+    {
+      "epoch": 0.9544397954439795,
+      "grad_norm": 343.289306640625,
+      "learning_rate": 1.1220887715576078e-06,
+      "loss": 23.4062,
+      "step": 14371
+    },
+    {
+      "epoch": 0.9545062097363353,
+      "grad_norm": 153.37608337402344,
+      "learning_rate": 1.121982023471373e-06,
+      "loss": 16.4062,
+      "step": 14372
+    },
+    {
+      "epoch": 0.9545726240286909,
+      "grad_norm": 262.213623046875,
+      "learning_rate": 1.1218752739741203e-06,
+      "loss": 22.3906,
+      "step": 14373
+    },
+    {
+      "epoch": 0.9546390383210467,
+      "grad_norm": 213.29330444335938,
+      "learning_rate": 1.121768523067085e-06,
+      "loss": 17.8125,
+      "step": 14374
+    },
+    {
+      "epoch": 0.9547054526134024,
+      "grad_norm": 232.7063751220703,
+      "learning_rate": 1.1216617707515014e-06,
+      "loss": 17.9531,
+      "step": 14375
+    },
+    {
+      "epoch": 0.9547718669057581,
+      "grad_norm": 167.50466918945312,
+      "learning_rate": 1.1215550170286047e-06,
+      "loss": 20.9688,
+      "step": 14376
+    },
+    {
+      "epoch": 0.9548382811981139,
+      "grad_norm": 304.90887451171875,
+      "learning_rate": 1.1214482618996297e-06,
+      "loss": 16.75,
+      "step": 14377
+    },
+    {
+      "epoch": 0.9549046954904695,
+      "grad_norm": 251.2882537841797,
+      "learning_rate": 1.1213415053658114e-06,
+      "loss": 18.1875,
+      "step": 14378
+    },
+    {
+      "epoch": 0.9549711097828253,
+      "grad_norm": 216.56344604492188,
+      "learning_rate": 1.1212347474283843e-06,
+      "loss": 14.2031,
+      "step": 14379
+    },
+    {
+      "epoch": 0.9550375240751809,
+      "grad_norm": 193.27694702148438,
+      "learning_rate": 1.1211279880885836e-06,
+      "loss": 16.0781,
+      "step": 14380
+    },
+    {
+      "epoch": 0.9551039383675367,
+      "grad_norm": 130.1464385986328,
+      "learning_rate": 1.1210212273476443e-06,
+      "loss": 16.6094,
+      "step": 14381
+    },
+    {
+      "epoch": 0.9551703526598924,
+      "grad_norm": 151.57452392578125,
+      "learning_rate": 1.120914465206801e-06,
+      "loss": 18.2188,
+      "step": 14382
+    },
+    {
+      "epoch": 0.9552367669522481,
+      "grad_norm": 153.8306427001953,
+      "learning_rate": 1.120807701667289e-06,
+      "loss": 16.8438,
+      "step": 14383
+    },
+    {
+      "epoch": 0.9553031812446039,
+      "grad_norm": 244.4873809814453,
+      "learning_rate": 1.120700936730343e-06,
+      "loss": 21.8125,
+      "step": 14384
+    },
+    {
+      "epoch": 0.9553695955369595,
+      "grad_norm": 227.8756561279297,
+      "learning_rate": 1.1205941703971987e-06,
+      "loss": 18.8438,
+      "step": 14385
+    },
+    {
+      "epoch": 0.9554360098293153,
+      "grad_norm": 220.88119506835938,
+      "learning_rate": 1.1204874026690901e-06,
+      "loss": 16.7656,
+      "step": 14386
+    },
+    {
+      "epoch": 0.955502424121671,
+      "grad_norm": 203.4777069091797,
+      "learning_rate": 1.1203806335472526e-06,
+      "loss": 19.7031,
+      "step": 14387
+    },
+    {
+      "epoch": 0.9555688384140267,
+      "grad_norm": 92.63526916503906,
+      "learning_rate": 1.1202738630329217e-06,
+      "loss": 10.9375,
+      "step": 14388
+    },
+    {
+      "epoch": 0.9556352527063824,
+      "grad_norm": 282.924072265625,
+      "learning_rate": 1.1201670911273318e-06,
+      "loss": 15.9688,
+      "step": 14389
+    },
+    {
+      "epoch": 0.9557016669987382,
+      "grad_norm": 280.82366943359375,
+      "learning_rate": 1.1200603178317182e-06,
+      "loss": 19.75,
+      "step": 14390
+    },
+    {
+      "epoch": 0.9557680812910938,
+      "grad_norm": 240.92210388183594,
+      "learning_rate": 1.1199535431473164e-06,
+      "loss": 20.4219,
+      "step": 14391
+    },
+    {
+      "epoch": 0.9558344955834496,
+      "grad_norm": 239.9224090576172,
+      "learning_rate": 1.1198467670753614e-06,
+      "loss": 17.3906,
+      "step": 14392
+    },
+    {
+      "epoch": 0.9559009098758052,
+      "grad_norm": 211.81101989746094,
+      "learning_rate": 1.1197399896170876e-06,
+      "loss": 14.6875,
+      "step": 14393
+    },
+    {
+      "epoch": 0.955967324168161,
+      "grad_norm": 160.7742919921875,
+      "learning_rate": 1.119633210773731e-06,
+      "loss": 12.3594,
+      "step": 14394
+    },
+    {
+      "epoch": 0.9560337384605168,
+      "grad_norm": 398.69573974609375,
+      "learning_rate": 1.1195264305465264e-06,
+      "loss": 19.8125,
+      "step": 14395
+    },
+    {
+      "epoch": 0.9561001527528724,
+      "grad_norm": 456.6498107910156,
+      "learning_rate": 1.1194196489367087e-06,
+      "loss": 17.75,
+      "step": 14396
+    },
+    {
+      "epoch": 0.9561665670452282,
+      "grad_norm": 222.46621704101562,
+      "learning_rate": 1.1193128659455132e-06,
+      "loss": 13.6562,
+      "step": 14397
+    },
+    {
+      "epoch": 0.9562329813375838,
+      "grad_norm": 483.9731750488281,
+      "learning_rate": 1.1192060815741756e-06,
+      "loss": 15.5312,
+      "step": 14398
+    },
+    {
+      "epoch": 0.9562993956299396,
+      "grad_norm": 378.1305236816406,
+      "learning_rate": 1.119099295823931e-06,
+      "loss": 25.0469,
+      "step": 14399
+    },
+    {
+      "epoch": 0.9563658099222953,
+      "grad_norm": 470.6154479980469,
+      "learning_rate": 1.118992508696014e-06,
+      "loss": 19.1562,
+      "step": 14400
+    },
+    {
+      "epoch": 0.956432224214651,
+      "grad_norm": 164.12672424316406,
+      "learning_rate": 1.1188857201916605e-06,
+      "loss": 16.4219,
+      "step": 14401
+    },
+    {
+      "epoch": 0.9564986385070067,
+      "grad_norm": 137.64669799804688,
+      "learning_rate": 1.1187789303121056e-06,
+      "loss": 17.4844,
+      "step": 14402
+    },
+    {
+      "epoch": 0.9565650527993624,
+      "grad_norm": 95.62623596191406,
+      "learning_rate": 1.1186721390585844e-06,
+      "loss": 16.3906,
+      "step": 14403
+    },
+    {
+      "epoch": 0.9566314670917181,
+      "grad_norm": 318.9255065917969,
+      "learning_rate": 1.1185653464323324e-06,
+      "loss": 16.125,
+      "step": 14404
+    },
+    {
+      "epoch": 0.9566978813840739,
+      "grad_norm": 252.72508239746094,
+      "learning_rate": 1.1184585524345846e-06,
+      "loss": 16.7031,
+      "step": 14405
+    },
+    {
+      "epoch": 0.9567642956764296,
+      "grad_norm": 418.1126403808594,
+      "learning_rate": 1.118351757066577e-06,
+      "loss": 21.0,
+      "step": 14406
+    },
+    {
+      "epoch": 0.9568307099687853,
+      "grad_norm": 299.3466491699219,
+      "learning_rate": 1.1182449603295443e-06,
+      "loss": 17.4062,
+      "step": 14407
+    },
+    {
+      "epoch": 0.956897124261141,
+      "grad_norm": 175.31021118164062,
+      "learning_rate": 1.118138162224722e-06,
+      "loss": 17.4688,
+      "step": 14408
+    },
+    {
+      "epoch": 0.9569635385534967,
+      "grad_norm": 226.1111297607422,
+      "learning_rate": 1.1180313627533456e-06,
+      "loss": 22.9688,
+      "step": 14409
+    },
+    {
+      "epoch": 0.9570299528458525,
+      "grad_norm": 485.56005859375,
+      "learning_rate": 1.1179245619166506e-06,
+      "loss": 14.0,
+      "step": 14410
+    },
+    {
+      "epoch": 0.9570963671382081,
+      "grad_norm": 266.1864318847656,
+      "learning_rate": 1.117817759715872e-06,
+      "loss": 21.6875,
+      "step": 14411
+    },
+    {
+      "epoch": 0.9571627814305639,
+      "grad_norm": 280.4039001464844,
+      "learning_rate": 1.1177109561522455e-06,
+      "loss": 25.1875,
+      "step": 14412
+    },
+    {
+      "epoch": 0.9572291957229195,
+      "grad_norm": 177.60813903808594,
+      "learning_rate": 1.117604151227007e-06,
+      "loss": 12.9609,
+      "step": 14413
+    },
+    {
+      "epoch": 0.9572956100152753,
+      "grad_norm": 102.20764923095703,
+      "learning_rate": 1.1174973449413911e-06,
+      "loss": 10.5625,
+      "step": 14414
+    },
+    {
+      "epoch": 0.957362024307631,
+      "grad_norm": 619.89208984375,
+      "learning_rate": 1.1173905372966337e-06,
+      "loss": 16.8906,
+      "step": 14415
+    },
+    {
+      "epoch": 0.9574284385999867,
+      "grad_norm": 105.77445983886719,
+      "learning_rate": 1.1172837282939701e-06,
+      "loss": 20.7812,
+      "step": 14416
+    },
+    {
+      "epoch": 0.9574948528923425,
+      "grad_norm": 122.76644897460938,
+      "learning_rate": 1.1171769179346364e-06,
+      "loss": 15.75,
+      "step": 14417
+    },
+    {
+      "epoch": 0.9575612671846981,
+      "grad_norm": 365.9790954589844,
+      "learning_rate": 1.1170701062198674e-06,
+      "loss": 20.0625,
+      "step": 14418
+    },
+    {
+      "epoch": 0.9576276814770539,
+      "grad_norm": 262.94757080078125,
+      "learning_rate": 1.1169632931508987e-06,
+      "loss": 14.9062,
+      "step": 14419
+    },
+    {
+      "epoch": 0.9576940957694096,
+      "grad_norm": 194.2696075439453,
+      "learning_rate": 1.1168564787289664e-06,
+      "loss": 15.5156,
+      "step": 14420
+    },
+    {
+      "epoch": 0.9577605100617653,
+      "grad_norm": 196.62489318847656,
+      "learning_rate": 1.1167496629553058e-06,
+      "loss": 13.2344,
+      "step": 14421
+    },
+    {
+      "epoch": 0.957826924354121,
+      "grad_norm": 208.8585205078125,
+      "learning_rate": 1.1166428458311523e-06,
+      "loss": 17.0625,
+      "step": 14422
+    },
+    {
+      "epoch": 0.9578933386464767,
+      "grad_norm": 158.70394897460938,
+      "learning_rate": 1.1165360273577416e-06,
+      "loss": 14.0156,
+      "step": 14423
+    },
+    {
+      "epoch": 0.9579597529388324,
+      "grad_norm": 391.0941467285156,
+      "learning_rate": 1.116429207536309e-06,
+      "loss": 16.8281,
+      "step": 14424
+    },
+    {
+      "epoch": 0.9580261672311882,
+      "grad_norm": 313.27374267578125,
+      "learning_rate": 1.1163223863680908e-06,
+      "loss": 13.3125,
+      "step": 14425
+    },
+    {
+      "epoch": 0.9580925815235438,
+      "grad_norm": 421.6903991699219,
+      "learning_rate": 1.1162155638543223e-06,
+      "loss": 17.4375,
+      "step": 14426
+    },
+    {
+      "epoch": 0.9581589958158996,
+      "grad_norm": 505.62298583984375,
+      "learning_rate": 1.1161087399962395e-06,
+      "loss": 28.2812,
+      "step": 14427
+    },
+    {
+      "epoch": 0.9582254101082553,
+      "grad_norm": 156.10618591308594,
+      "learning_rate": 1.1160019147950772e-06,
+      "loss": 16.2656,
+      "step": 14428
+    },
+    {
+      "epoch": 0.958291824400611,
+      "grad_norm": 695.5598754882812,
+      "learning_rate": 1.1158950882520719e-06,
+      "loss": 16.875,
+      "step": 14429
+    },
+    {
+      "epoch": 0.9583582386929668,
+      "grad_norm": 173.46832275390625,
+      "learning_rate": 1.115788260368459e-06,
+      "loss": 13.0625,
+      "step": 14430
+    },
+    {
+      "epoch": 0.9584246529853224,
+      "grad_norm": 187.24708557128906,
+      "learning_rate": 1.1156814311454744e-06,
+      "loss": 15.3672,
+      "step": 14431
+    },
+    {
+      "epoch": 0.9584910672776782,
+      "grad_norm": 259.6197509765625,
+      "learning_rate": 1.1155746005843534e-06,
+      "loss": 16.9531,
+      "step": 14432
+    },
+    {
+      "epoch": 0.9585574815700338,
+      "grad_norm": 361.4656677246094,
+      "learning_rate": 1.1154677686863323e-06,
+      "loss": 13.8438,
+      "step": 14433
+    },
+    {
+      "epoch": 0.9586238958623896,
+      "grad_norm": 170.27703857421875,
+      "learning_rate": 1.1153609354526466e-06,
+      "loss": 22.5156,
+      "step": 14434
+    },
+    {
+      "epoch": 0.9586903101547453,
+      "grad_norm": 3835.8857421875,
+      "learning_rate": 1.1152541008845322e-06,
+      "loss": 18.3594,
+      "step": 14435
+    },
+    {
+      "epoch": 0.958756724447101,
+      "grad_norm": 215.9892120361328,
+      "learning_rate": 1.1151472649832245e-06,
+      "loss": 18.1719,
+      "step": 14436
+    },
+    {
+      "epoch": 0.9588231387394567,
+      "grad_norm": 161.57119750976562,
+      "learning_rate": 1.11504042774996e-06,
+      "loss": 15.9844,
+      "step": 14437
+    },
+    {
+      "epoch": 0.9588895530318124,
+      "grad_norm": 240.66929626464844,
+      "learning_rate": 1.1149335891859742e-06,
+      "loss": 15.3281,
+      "step": 14438
+    },
+    {
+      "epoch": 0.9589559673241682,
+      "grad_norm": 269.5403137207031,
+      "learning_rate": 1.1148267492925025e-06,
+      "loss": 17.0469,
+      "step": 14439
+    },
+    {
+      "epoch": 0.9590223816165239,
+      "grad_norm": 153.0252227783203,
+      "learning_rate": 1.1147199080707814e-06,
+      "loss": 18.8906,
+      "step": 14440
+    },
+    {
+      "epoch": 0.9590887959088796,
+      "grad_norm": 241.14927673339844,
+      "learning_rate": 1.1146130655220467e-06,
+      "loss": 19.3125,
+      "step": 14441
+    },
+    {
+      "epoch": 0.9591552102012353,
+      "grad_norm": 288.2093811035156,
+      "learning_rate": 1.1145062216475341e-06,
+      "loss": 15.6406,
+      "step": 14442
+    },
+    {
+      "epoch": 0.959221624493591,
+      "grad_norm": 279.6717224121094,
+      "learning_rate": 1.1143993764484793e-06,
+      "loss": 19.1875,
+      "step": 14443
+    },
+    {
+      "epoch": 0.9592880387859467,
+      "grad_norm": 277.4583435058594,
+      "learning_rate": 1.1142925299261187e-06,
+      "loss": 18.2344,
+      "step": 14444
+    },
+    {
+      "epoch": 0.9593544530783025,
+      "grad_norm": 445.15045166015625,
+      "learning_rate": 1.114185682081688e-06,
+      "loss": 27.7188,
+      "step": 14445
+    },
+    {
+      "epoch": 0.9594208673706581,
+      "grad_norm": 280.2618408203125,
+      "learning_rate": 1.1140788329164233e-06,
+      "loss": 14.5625,
+      "step": 14446
+    },
+    {
+      "epoch": 0.9594872816630139,
+      "grad_norm": 208.23092651367188,
+      "learning_rate": 1.1139719824315604e-06,
+      "loss": 15.8125,
+      "step": 14447
+    },
+    {
+      "epoch": 0.9595536959553695,
+      "grad_norm": 331.4979553222656,
+      "learning_rate": 1.1138651306283352e-06,
+      "loss": 18.5156,
+      "step": 14448
+    },
+    {
+      "epoch": 0.9596201102477253,
+      "grad_norm": 188.57862854003906,
+      "learning_rate": 1.1137582775079839e-06,
+      "loss": 12.2969,
+      "step": 14449
+    },
+    {
+      "epoch": 0.9596865245400811,
+      "grad_norm": 181.20314025878906,
+      "learning_rate": 1.113651423071742e-06,
+      "loss": 16.5938,
+      "step": 14450
+    },
+    {
+      "epoch": 0.9597529388324367,
+      "grad_norm": 149.1480712890625,
+      "learning_rate": 1.1135445673208466e-06,
+      "loss": 16.7188,
+      "step": 14451
+    },
+    {
+      "epoch": 0.9598193531247925,
+      "grad_norm": 134.99615478515625,
+      "learning_rate": 1.1134377102565328e-06,
+      "loss": 16.0469,
+      "step": 14452
+    },
+    {
+      "epoch": 0.9598857674171482,
+      "grad_norm": 217.17564392089844,
+      "learning_rate": 1.1133308518800374e-06,
+      "loss": 13.5312,
+      "step": 14453
+    },
+    {
+      "epoch": 0.9599521817095039,
+      "grad_norm": 255.40687561035156,
+      "learning_rate": 1.1132239921925954e-06,
+      "loss": 15.125,
+      "step": 14454
+    },
+    {
+      "epoch": 0.9600185960018596,
+      "grad_norm": 833.0218505859375,
+      "learning_rate": 1.113117131195444e-06,
+      "loss": 19.4531,
+      "step": 14455
+    },
+    {
+      "epoch": 0.9600850102942153,
+      "grad_norm": 213.67210388183594,
+      "learning_rate": 1.1130102688898189e-06,
+      "loss": 16.7344,
+      "step": 14456
+    },
+    {
+      "epoch": 0.960151424586571,
+      "grad_norm": 179.38804626464844,
+      "learning_rate": 1.112903405276956e-06,
+      "loss": 22.1406,
+      "step": 14457
+    },
+    {
+      "epoch": 0.9602178388789268,
+      "grad_norm": 289.803466796875,
+      "learning_rate": 1.1127965403580916e-06,
+      "loss": 21.7969,
+      "step": 14458
+    },
+    {
+      "epoch": 0.9602842531712824,
+      "grad_norm": 332.21051025390625,
+      "learning_rate": 1.1126896741344616e-06,
+      "loss": 25.7344,
+      "step": 14459
+    },
+    {
+      "epoch": 0.9603506674636382,
+      "grad_norm": 299.36083984375,
+      "learning_rate": 1.1125828066073028e-06,
+      "loss": 18.1094,
+      "step": 14460
+    },
+    {
+      "epoch": 0.9604170817559939,
+      "grad_norm": 206.60760498046875,
+      "learning_rate": 1.1124759377778507e-06,
+      "loss": 16.8594,
+      "step": 14461
+    },
+    {
+      "epoch": 0.9604834960483496,
+      "grad_norm": 255.7564239501953,
+      "learning_rate": 1.112369067647342e-06,
+      "loss": 20.1875,
+      "step": 14462
+    },
+    {
+      "epoch": 0.9605499103407054,
+      "grad_norm": 107.19515991210938,
+      "learning_rate": 1.1122621962170128e-06,
+      "loss": 14.0625,
+      "step": 14463
+    },
+    {
+      "epoch": 0.960616324633061,
+      "grad_norm": 298.0208435058594,
+      "learning_rate": 1.112155323488099e-06,
+      "loss": 17.1562,
+      "step": 14464
+    },
+    {
+      "epoch": 0.9606827389254168,
+      "grad_norm": 193.1800079345703,
+      "learning_rate": 1.1120484494618373e-06,
+      "loss": 16.3438,
+      "step": 14465
+    },
+    {
+      "epoch": 0.9607491532177724,
+      "grad_norm": 254.3221893310547,
+      "learning_rate": 1.1119415741394637e-06,
+      "loss": 16.875,
+      "step": 14466
+    },
+    {
+      "epoch": 0.9608155675101282,
+      "grad_norm": 135.42892456054688,
+      "learning_rate": 1.1118346975222147e-06,
+      "loss": 18.9375,
+      "step": 14467
+    },
+    {
+      "epoch": 0.9608819818024839,
+      "grad_norm": 244.56784057617188,
+      "learning_rate": 1.1117278196113264e-06,
+      "loss": 26.3125,
+      "step": 14468
+    },
+    {
+      "epoch": 0.9609483960948396,
+      "grad_norm": 213.14381408691406,
+      "learning_rate": 1.1116209404080348e-06,
+      "loss": 15.6094,
+      "step": 14469
+    },
+    {
+      "epoch": 0.9610148103871953,
+      "grad_norm": 162.2574920654297,
+      "learning_rate": 1.1115140599135768e-06,
+      "loss": 18.5156,
+      "step": 14470
+    },
+    {
+      "epoch": 0.961081224679551,
+      "grad_norm": 176.58499145507812,
+      "learning_rate": 1.1114071781291885e-06,
+      "loss": 14.3281,
+      "step": 14471
+    },
+    {
+      "epoch": 0.9611476389719068,
+      "grad_norm": 202.60403442382812,
+      "learning_rate": 1.111300295056106e-06,
+      "loss": 17.8281,
+      "step": 14472
+    },
+    {
+      "epoch": 0.9612140532642625,
+      "grad_norm": 180.11355590820312,
+      "learning_rate": 1.1111934106955657e-06,
+      "loss": 18.9219,
+      "step": 14473
+    },
+    {
+      "epoch": 0.9612804675566182,
+      "grad_norm": 157.70687866210938,
+      "learning_rate": 1.1110865250488045e-06,
+      "loss": 14.5938,
+      "step": 14474
+    },
+    {
+      "epoch": 0.9613468818489739,
+      "grad_norm": 153.1212921142578,
+      "learning_rate": 1.1109796381170583e-06,
+      "loss": 19.75,
+      "step": 14475
+    },
+    {
+      "epoch": 0.9614132961413296,
+      "grad_norm": 293.219970703125,
+      "learning_rate": 1.1108727499015636e-06,
+      "loss": 15.4375,
+      "step": 14476
+    },
+    {
+      "epoch": 0.9614797104336853,
+      "grad_norm": 270.2137145996094,
+      "learning_rate": 1.110765860403557e-06,
+      "loss": 19.6562,
+      "step": 14477
+    },
+    {
+      "epoch": 0.9615461247260411,
+      "grad_norm": 309.9179992675781,
+      "learning_rate": 1.1106589696242747e-06,
+      "loss": 17.1094,
+      "step": 14478
+    },
+    {
+      "epoch": 0.9616125390183967,
+      "grad_norm": 451.46099853515625,
+      "learning_rate": 1.1105520775649533e-06,
+      "loss": 17.7656,
+      "step": 14479
+    },
+    {
+      "epoch": 0.9616789533107525,
+      "grad_norm": 315.59454345703125,
+      "learning_rate": 1.110445184226829e-06,
+      "loss": 15.3125,
+      "step": 14480
+    },
+    {
+      "epoch": 0.9617453676031081,
+      "grad_norm": 214.02972412109375,
+      "learning_rate": 1.1103382896111388e-06,
+      "loss": 25.0781,
+      "step": 14481
+    },
+    {
+      "epoch": 0.9618117818954639,
+      "grad_norm": 252.62022399902344,
+      "learning_rate": 1.1102313937191187e-06,
+      "loss": 13.0625,
+      "step": 14482
+    },
+    {
+      "epoch": 0.9618781961878197,
+      "grad_norm": 178.1011199951172,
+      "learning_rate": 1.1101244965520053e-06,
+      "loss": 18.25,
+      "step": 14483
+    },
+    {
+      "epoch": 0.9619446104801753,
+      "grad_norm": 158.9470672607422,
+      "learning_rate": 1.1100175981110355e-06,
+      "loss": 19.7656,
+      "step": 14484
+    },
+    {
+      "epoch": 0.9620110247725311,
+      "grad_norm": 337.3687744140625,
+      "learning_rate": 1.1099106983974457e-06,
+      "loss": 17.6719,
+      "step": 14485
+    },
+    {
+      "epoch": 0.9620774390648867,
+      "grad_norm": 203.5511016845703,
+      "learning_rate": 1.1098037974124719e-06,
+      "loss": 18.9375,
+      "step": 14486
+    },
+    {
+      "epoch": 0.9621438533572425,
+      "grad_norm": 190.8775634765625,
+      "learning_rate": 1.1096968951573512e-06,
+      "loss": 17.7344,
+      "step": 14487
+    },
+    {
+      "epoch": 0.9622102676495982,
+      "grad_norm": 142.97633361816406,
+      "learning_rate": 1.1095899916333203e-06,
+      "loss": 14.2188,
+      "step": 14488
+    },
+    {
+      "epoch": 0.9622766819419539,
+      "grad_norm": 499.1668701171875,
+      "learning_rate": 1.109483086841615e-06,
+      "loss": 11.9219,
+      "step": 14489
+    },
+    {
+      "epoch": 0.9623430962343096,
+      "grad_norm": 197.75721740722656,
+      "learning_rate": 1.1093761807834732e-06,
+      "loss": 14.0,
+      "step": 14490
+    },
+    {
+      "epoch": 0.9624095105266653,
+      "grad_norm": 125.67083740234375,
+      "learning_rate": 1.1092692734601303e-06,
+      "loss": 18.0938,
+      "step": 14491
+    },
+    {
+      "epoch": 0.962475924819021,
+      "grad_norm": 354.6040954589844,
+      "learning_rate": 1.1091623648728238e-06,
+      "loss": 15.1875,
+      "step": 14492
+    },
+    {
+      "epoch": 0.9625423391113768,
+      "grad_norm": 256.0198974609375,
+      "learning_rate": 1.1090554550227898e-06,
+      "loss": 15.0781,
+      "step": 14493
+    },
+    {
+      "epoch": 0.9626087534037325,
+      "grad_norm": 180.70201110839844,
+      "learning_rate": 1.108948543911265e-06,
+      "loss": 17.75,
+      "step": 14494
+    },
+    {
+      "epoch": 0.9626751676960882,
+      "grad_norm": 250.33143615722656,
+      "learning_rate": 1.1088416315394865e-06,
+      "loss": 16.4688,
+      "step": 14495
+    },
+    {
+      "epoch": 0.962741581988444,
+      "grad_norm": 554.8217163085938,
+      "learning_rate": 1.108734717908691e-06,
+      "loss": 18.6719,
+      "step": 14496
+    },
+    {
+      "epoch": 0.9628079962807996,
+      "grad_norm": 809.70263671875,
+      "learning_rate": 1.1086278030201147e-06,
+      "loss": 22.9375,
+      "step": 14497
+    },
+    {
+      "epoch": 0.9628744105731554,
+      "grad_norm": 126.75472259521484,
+      "learning_rate": 1.1085208868749944e-06,
+      "loss": 16.7031,
+      "step": 14498
+    },
+    {
+      "epoch": 0.962940824865511,
+      "grad_norm": 190.1603546142578,
+      "learning_rate": 1.1084139694745676e-06,
+      "loss": 17.2188,
+      "step": 14499
+    },
+    {
+      "epoch": 0.9630072391578668,
+      "grad_norm": 240.7950439453125,
+      "learning_rate": 1.10830705082007e-06,
+      "loss": 24.25,
+      "step": 14500
+    },
+    {
+      "epoch": 0.9630736534502224,
+      "grad_norm": 321.34954833984375,
+      "learning_rate": 1.108200130912739e-06,
+      "loss": 19.6094,
+      "step": 14501
+    },
+    {
+      "epoch": 0.9631400677425782,
+      "grad_norm": 283.83050537109375,
+      "learning_rate": 1.1080932097538115e-06,
+      "loss": 19.7969,
+      "step": 14502
+    },
+    {
+      "epoch": 0.9632064820349339,
+      "grad_norm": 237.36891174316406,
+      "learning_rate": 1.107986287344524e-06,
+      "loss": 19.0469,
+      "step": 14503
+    },
+    {
+      "epoch": 0.9632728963272896,
+      "grad_norm": 273.410888671875,
+      "learning_rate": 1.1078793636861134e-06,
+      "loss": 15.7031,
+      "step": 14504
+    },
+    {
+      "epoch": 0.9633393106196454,
+      "grad_norm": 179.8965606689453,
+      "learning_rate": 1.1077724387798164e-06,
+      "loss": 14.0547,
+      "step": 14505
+    },
+    {
+      "epoch": 0.963405724912001,
+      "grad_norm": 224.3064727783203,
+      "learning_rate": 1.1076655126268703e-06,
+      "loss": 18.0469,
+      "step": 14506
+    },
+    {
+      "epoch": 0.9634721392043568,
+      "grad_norm": 117.67342376708984,
+      "learning_rate": 1.1075585852285115e-06,
+      "loss": 16.2969,
+      "step": 14507
+    },
+    {
+      "epoch": 0.9635385534967125,
+      "grad_norm": 150.21217346191406,
+      "learning_rate": 1.1074516565859767e-06,
+      "loss": 14.0625,
+      "step": 14508
+    },
+    {
+      "epoch": 0.9636049677890682,
+      "grad_norm": 356.54437255859375,
+      "learning_rate": 1.1073447267005037e-06,
+      "loss": 14.8438,
+      "step": 14509
+    },
+    {
+      "epoch": 0.9636713820814239,
+      "grad_norm": 577.66748046875,
+      "learning_rate": 1.1072377955733282e-06,
+      "loss": 16.4531,
+      "step": 14510
+    },
+    {
+      "epoch": 0.9637377963737797,
+      "grad_norm": 204.5485076904297,
+      "learning_rate": 1.107130863205688e-06,
+      "loss": 15.6562,
+      "step": 14511
+    },
+    {
+      "epoch": 0.9638042106661353,
+      "grad_norm": 150.24905395507812,
+      "learning_rate": 1.1070239295988195e-06,
+      "loss": 20.5,
+      "step": 14512
+    },
+    {
+      "epoch": 0.9638706249584911,
+      "grad_norm": 710.6935424804688,
+      "learning_rate": 1.1069169947539603e-06,
+      "loss": 20.4844,
+      "step": 14513
+    },
+    {
+      "epoch": 0.9639370392508467,
+      "grad_norm": 297.68646240234375,
+      "learning_rate": 1.1068100586723466e-06,
+      "loss": 18.1094,
+      "step": 14514
+    },
+    {
+      "epoch": 0.9640034535432025,
+      "grad_norm": 172.7992706298828,
+      "learning_rate": 1.1067031213552159e-06,
+      "loss": 14.4531,
+      "step": 14515
+    },
+    {
+      "epoch": 0.9640698678355583,
+      "grad_norm": 188.37680053710938,
+      "learning_rate": 1.1065961828038049e-06,
+      "loss": 13.9062,
+      "step": 14516
+    },
+    {
+      "epoch": 0.9641362821279139,
+      "grad_norm": 178.6353759765625,
+      "learning_rate": 1.1064892430193508e-06,
+      "loss": 15.7656,
+      "step": 14517
+    },
+    {
+      "epoch": 0.9642026964202697,
+      "grad_norm": 195.47508239746094,
+      "learning_rate": 1.1063823020030905e-06,
+      "loss": 15.75,
+      "step": 14518
+    },
+    {
+      "epoch": 0.9642691107126253,
+      "grad_norm": 195.68255615234375,
+      "learning_rate": 1.106275359756261e-06,
+      "loss": 20.9531,
+      "step": 14519
+    },
+    {
+      "epoch": 0.9643355250049811,
+      "grad_norm": 280.2884216308594,
+      "learning_rate": 1.1061684162801e-06,
+      "loss": 19.2812,
+      "step": 14520
+    },
+    {
+      "epoch": 0.9644019392973368,
+      "grad_norm": 380.2621765136719,
+      "learning_rate": 1.1060614715758435e-06,
+      "loss": 16.6953,
+      "step": 14521
+    },
+    {
+      "epoch": 0.9644683535896925,
+      "grad_norm": 205.4551544189453,
+      "learning_rate": 1.1059545256447288e-06,
+      "loss": 12.9375,
+      "step": 14522
+    },
+    {
+      "epoch": 0.9645347678820482,
+      "grad_norm": 249.2432403564453,
+      "learning_rate": 1.1058475784879935e-06,
+      "loss": 22.625,
+      "step": 14523
+    },
+    {
+      "epoch": 0.9646011821744039,
+      "grad_norm": 578.4573974609375,
+      "learning_rate": 1.1057406301068747e-06,
+      "loss": 16.2656,
+      "step": 14524
+    },
+    {
+      "epoch": 0.9646675964667596,
+      "grad_norm": 528.64013671875,
+      "learning_rate": 1.105633680502609e-06,
+      "loss": 18.8125,
+      "step": 14525
+    },
+    {
+      "epoch": 0.9647340107591154,
+      "grad_norm": 174.31552124023438,
+      "learning_rate": 1.1055267296764336e-06,
+      "loss": 20.0156,
+      "step": 14526
+    },
+    {
+      "epoch": 0.9648004250514711,
+      "grad_norm": 163.26541137695312,
+      "learning_rate": 1.1054197776295861e-06,
+      "loss": 16.6562,
+      "step": 14527
+    },
+    {
+      "epoch": 0.9648668393438268,
+      "grad_norm": 452.35791015625,
+      "learning_rate": 1.1053128243633036e-06,
+      "loss": 16.6562,
+      "step": 14528
+    },
+    {
+      "epoch": 0.9649332536361825,
+      "grad_norm": 115.4693374633789,
+      "learning_rate": 1.1052058698788228e-06,
+      "loss": 16.2656,
+      "step": 14529
+    },
+    {
+      "epoch": 0.9649996679285382,
+      "grad_norm": 111.47505950927734,
+      "learning_rate": 1.1050989141773813e-06,
+      "loss": 13.0156,
+      "step": 14530
+    },
+    {
+      "epoch": 0.965066082220894,
+      "grad_norm": 253.68768310546875,
+      "learning_rate": 1.104991957260216e-06,
+      "loss": 16.9062,
+      "step": 14531
+    },
+    {
+      "epoch": 0.9651324965132496,
+      "grad_norm": 369.265625,
+      "learning_rate": 1.1048849991285643e-06,
+      "loss": 23.6562,
+      "step": 14532
+    },
+    {
+      "epoch": 0.9651989108056054,
+      "grad_norm": 121.30144500732422,
+      "learning_rate": 1.1047780397836635e-06,
+      "loss": 13.8438,
+      "step": 14533
+    },
+    {
+      "epoch": 0.965265325097961,
+      "grad_norm": 461.0329895019531,
+      "learning_rate": 1.1046710792267507e-06,
+      "loss": 17.2969,
+      "step": 14534
+    },
+    {
+      "epoch": 0.9653317393903168,
+      "grad_norm": 126.82730102539062,
+      "learning_rate": 1.1045641174590632e-06,
+      "loss": 15.1562,
+      "step": 14535
+    },
+    {
+      "epoch": 0.9653981536826726,
+      "grad_norm": 228.95960998535156,
+      "learning_rate": 1.1044571544818383e-06,
+      "loss": 19.3438,
+      "step": 14536
+    },
+    {
+      "epoch": 0.9654645679750282,
+      "grad_norm": 242.19859313964844,
+      "learning_rate": 1.104350190296313e-06,
+      "loss": 17.6719,
+      "step": 14537
+    },
+    {
+      "epoch": 0.965530982267384,
+      "grad_norm": 115.55115509033203,
+      "learning_rate": 1.1042432249037255e-06,
+      "loss": 13.3594,
+      "step": 14538
+    },
+    {
+      "epoch": 0.9655973965597396,
+      "grad_norm": 274.124755859375,
+      "learning_rate": 1.104136258305312e-06,
+      "loss": 19.9062,
+      "step": 14539
+    },
+    {
+      "epoch": 0.9656638108520954,
+      "grad_norm": 93.97062683105469,
+      "learning_rate": 1.1040292905023103e-06,
+      "loss": 14.9844,
+      "step": 14540
+    },
+    {
+      "epoch": 0.9657302251444511,
+      "grad_norm": 236.8448486328125,
+      "learning_rate": 1.103922321495958e-06,
+      "loss": 17.75,
+      "step": 14541
+    },
+    {
+      "epoch": 0.9657966394368068,
+      "grad_norm": 268.2572021484375,
+      "learning_rate": 1.103815351287492e-06,
+      "loss": 17.2969,
+      "step": 14542
+    },
+    {
+      "epoch": 0.9658630537291625,
+      "grad_norm": 2200.154052734375,
+      "learning_rate": 1.10370837987815e-06,
+      "loss": 13.5469,
+      "step": 14543
+    },
+    {
+      "epoch": 0.9659294680215182,
+      "grad_norm": 181.6652374267578,
+      "learning_rate": 1.1036014072691693e-06,
+      "loss": 13.9531,
+      "step": 14544
+    },
+    {
+      "epoch": 0.9659958823138739,
+      "grad_norm": 491.4317932128906,
+      "learning_rate": 1.1034944334617875e-06,
+      "loss": 16.9219,
+      "step": 14545
+    },
+    {
+      "epoch": 0.9660622966062297,
+      "grad_norm": 340.95452880859375,
+      "learning_rate": 1.1033874584572414e-06,
+      "loss": 23.875,
+      "step": 14546
+    },
+    {
+      "epoch": 0.9661287108985854,
+      "grad_norm": 258.3323974609375,
+      "learning_rate": 1.103280482256769e-06,
+      "loss": 19.8438,
+      "step": 14547
+    },
+    {
+      "epoch": 0.9661951251909411,
+      "grad_norm": 137.15020751953125,
+      "learning_rate": 1.1031735048616073e-06,
+      "loss": 15.0625,
+      "step": 14548
+    },
+    {
+      "epoch": 0.9662615394832968,
+      "grad_norm": 235.84703063964844,
+      "learning_rate": 1.103066526272994e-06,
+      "loss": 19.7969,
+      "step": 14549
+    },
+    {
+      "epoch": 0.9663279537756525,
+      "grad_norm": 218.8421630859375,
+      "learning_rate": 1.1029595464921669e-06,
+      "loss": 14.9062,
+      "step": 14550
+    },
+    {
+      "epoch": 0.9663943680680083,
+      "grad_norm": 151.41525268554688,
+      "learning_rate": 1.1028525655203629e-06,
+      "loss": 18.4844,
+      "step": 14551
+    },
+    {
+      "epoch": 0.9664607823603639,
+      "grad_norm": 170.54051208496094,
+      "learning_rate": 1.1027455833588198e-06,
+      "loss": 16.2031,
+      "step": 14552
+    },
+    {
+      "epoch": 0.9665271966527197,
+      "grad_norm": 348.33160400390625,
+      "learning_rate": 1.102638600008775e-06,
+      "loss": 20.1406,
+      "step": 14553
+    },
+    {
+      "epoch": 0.9665936109450753,
+      "grad_norm": 1072.9464111328125,
+      "learning_rate": 1.1025316154714658e-06,
+      "loss": 14.375,
+      "step": 14554
+    },
+    {
+      "epoch": 0.9666600252374311,
+      "grad_norm": 210.62704467773438,
+      "learning_rate": 1.1024246297481303e-06,
+      "loss": 15.9219,
+      "step": 14555
+    },
+    {
+      "epoch": 0.9667264395297868,
+      "grad_norm": 149.79226684570312,
+      "learning_rate": 1.1023176428400058e-06,
+      "loss": 14.1719,
+      "step": 14556
+    },
+    {
+      "epoch": 0.9667928538221425,
+      "grad_norm": 853.6788940429688,
+      "learning_rate": 1.1022106547483296e-06,
+      "loss": 22.5469,
+      "step": 14557
+    },
+    {
+      "epoch": 0.9668592681144983,
+      "grad_norm": 268.8697509765625,
+      "learning_rate": 1.1021036654743396e-06,
+      "loss": 18.5469,
+      "step": 14558
+    },
+    {
+      "epoch": 0.966925682406854,
+      "grad_norm": 189.85218811035156,
+      "learning_rate": 1.101996675019273e-06,
+      "loss": 12.5,
+      "step": 14559
+    },
+    {
+      "epoch": 0.9669920966992097,
+      "grad_norm": 160.6874237060547,
+      "learning_rate": 1.1018896833843682e-06,
+      "loss": 15.5469,
+      "step": 14560
+    },
+    {
+      "epoch": 0.9670585109915654,
+      "grad_norm": 263.1260681152344,
+      "learning_rate": 1.101782690570862e-06,
+      "loss": 17.7188,
+      "step": 14561
+    },
+    {
+      "epoch": 0.9671249252839211,
+      "grad_norm": 240.40084838867188,
+      "learning_rate": 1.1016756965799922e-06,
+      "loss": 17.2031,
+      "step": 14562
+    },
+    {
+      "epoch": 0.9671913395762768,
+      "grad_norm": 542.89208984375,
+      "learning_rate": 1.1015687014129968e-06,
+      "loss": 17.4688,
+      "step": 14563
+    },
+    {
+      "epoch": 0.9672577538686326,
+      "grad_norm": 206.76168823242188,
+      "learning_rate": 1.1014617050711133e-06,
+      "loss": 20.4531,
+      "step": 14564
+    },
+    {
+      "epoch": 0.9673241681609882,
+      "grad_norm": 269.5882873535156,
+      "learning_rate": 1.1013547075555792e-06,
+      "loss": 17.7969,
+      "step": 14565
+    },
+    {
+      "epoch": 0.967390582453344,
+      "grad_norm": 744.2354125976562,
+      "learning_rate": 1.101247708867632e-06,
+      "loss": 19.1562,
+      "step": 14566
+    },
+    {
+      "epoch": 0.9674569967456996,
+      "grad_norm": 198.369873046875,
+      "learning_rate": 1.10114070900851e-06,
+      "loss": 15.3594,
+      "step": 14567
+    },
+    {
+      "epoch": 0.9675234110380554,
+      "grad_norm": 201.14035034179688,
+      "learning_rate": 1.1010337079794506e-06,
+      "loss": 16.1094,
+      "step": 14568
+    },
+    {
+      "epoch": 0.9675898253304112,
+      "grad_norm": 1747.194091796875,
+      "learning_rate": 1.1009267057816912e-06,
+      "loss": 21.0781,
+      "step": 14569
+    },
+    {
+      "epoch": 0.9676562396227668,
+      "grad_norm": 187.4701385498047,
+      "learning_rate": 1.1008197024164702e-06,
+      "loss": 16.25,
+      "step": 14570
+    },
+    {
+      "epoch": 0.9677226539151226,
+      "grad_norm": 150.31149291992188,
+      "learning_rate": 1.100712697885025e-06,
+      "loss": 16.9219,
+      "step": 14571
+    },
+    {
+      "epoch": 0.9677890682074782,
+      "grad_norm": 592.145263671875,
+      "learning_rate": 1.1006056921885932e-06,
+      "loss": 21.2031,
+      "step": 14572
+    },
+    {
+      "epoch": 0.967855482499834,
+      "grad_norm": 192.23074340820312,
+      "learning_rate": 1.100498685328413e-06,
+      "loss": 16.0469,
+      "step": 14573
+    },
+    {
+      "epoch": 0.9679218967921897,
+      "grad_norm": 622.697509765625,
+      "learning_rate": 1.1003916773057218e-06,
+      "loss": 18.5781,
+      "step": 14574
+    },
+    {
+      "epoch": 0.9679883110845454,
+      "grad_norm": 111.26602172851562,
+      "learning_rate": 1.1002846681217575e-06,
+      "loss": 14.2656,
+      "step": 14575
+    },
+    {
+      "epoch": 0.9680547253769011,
+      "grad_norm": 276.39453125,
+      "learning_rate": 1.100177657777758e-06,
+      "loss": 18.4844,
+      "step": 14576
+    },
+    {
+      "epoch": 0.9681211396692568,
+      "grad_norm": 311.7979736328125,
+      "learning_rate": 1.1000706462749614e-06,
+      "loss": 16.7969,
+      "step": 14577
+    },
+    {
+      "epoch": 0.9681875539616125,
+      "grad_norm": 578.8971557617188,
+      "learning_rate": 1.099963633614605e-06,
+      "loss": 28.0,
+      "step": 14578
+    },
+    {
+      "epoch": 0.9682539682539683,
+      "grad_norm": 369.8011169433594,
+      "learning_rate": 1.0998566197979272e-06,
+      "loss": 17.2344,
+      "step": 14579
+    },
+    {
+      "epoch": 0.968320382546324,
+      "grad_norm": 260.5761413574219,
+      "learning_rate": 1.0997496048261652e-06,
+      "loss": 13.2656,
+      "step": 14580
+    },
+    {
+      "epoch": 0.9683867968386797,
+      "grad_norm": 92.16474151611328,
+      "learning_rate": 1.0996425887005576e-06,
+      "loss": 12.2578,
+      "step": 14581
+    },
+    {
+      "epoch": 0.9684532111310354,
+      "grad_norm": 216.738037109375,
+      "learning_rate": 1.0995355714223418e-06,
+      "loss": 15.3906,
+      "step": 14582
+    },
+    {
+      "epoch": 0.9685196254233911,
+      "grad_norm": 653.7507934570312,
+      "learning_rate": 1.099428552992756e-06,
+      "loss": 22.9844,
+      "step": 14583
+    },
+    {
+      "epoch": 0.9685860397157469,
+      "grad_norm": 194.89376831054688,
+      "learning_rate": 1.0993215334130381e-06,
+      "loss": 20.4375,
+      "step": 14584
+    },
+    {
+      "epoch": 0.9686524540081025,
+      "grad_norm": 293.2484130859375,
+      "learning_rate": 1.0992145126844258e-06,
+      "loss": 11.9297,
+      "step": 14585
+    },
+    {
+      "epoch": 0.9687188683004583,
+      "grad_norm": 510.0141906738281,
+      "learning_rate": 1.0991074908081574e-06,
+      "loss": 15.3438,
+      "step": 14586
+    },
+    {
+      "epoch": 0.9687852825928139,
+      "grad_norm": 302.7095031738281,
+      "learning_rate": 1.0990004677854705e-06,
+      "loss": 18.1875,
+      "step": 14587
+    },
+    {
+      "epoch": 0.9688516968851697,
+      "grad_norm": 413.2590026855469,
+      "learning_rate": 1.0988934436176037e-06,
+      "loss": 21.875,
+      "step": 14588
+    },
+    {
+      "epoch": 0.9689181111775254,
+      "grad_norm": 459.9503479003906,
+      "learning_rate": 1.0987864183057942e-06,
+      "loss": 20.2031,
+      "step": 14589
+    },
+    {
+      "epoch": 0.9689845254698811,
+      "grad_norm": 147.38059997558594,
+      "learning_rate": 1.0986793918512804e-06,
+      "loss": 24.25,
+      "step": 14590
+    },
+    {
+      "epoch": 0.9690509397622369,
+      "grad_norm": 137.75067138671875,
+      "learning_rate": 1.0985723642553003e-06,
+      "loss": 14.5781,
+      "step": 14591
+    },
+    {
+      "epoch": 0.9691173540545925,
+      "grad_norm": 1594.7015380859375,
+      "learning_rate": 1.098465335519092e-06,
+      "loss": 18.25,
+      "step": 14592
+    },
+    {
+      "epoch": 0.9691837683469483,
+      "grad_norm": 378.5194091796875,
+      "learning_rate": 1.0983583056438935e-06,
+      "loss": 19.7656,
+      "step": 14593
+    },
+    {
+      "epoch": 0.969250182639304,
+      "grad_norm": 196.090087890625,
+      "learning_rate": 1.0982512746309428e-06,
+      "loss": 14.0781,
+      "step": 14594
+    },
+    {
+      "epoch": 0.9693165969316597,
+      "grad_norm": 315.71246337890625,
+      "learning_rate": 1.098144242481478e-06,
+      "loss": 21.3594,
+      "step": 14595
+    },
+    {
+      "epoch": 0.9693830112240154,
+      "grad_norm": 154.6583709716797,
+      "learning_rate": 1.098037209196737e-06,
+      "loss": 20.5625,
+      "step": 14596
+    },
+    {
+      "epoch": 0.9694494255163711,
+      "grad_norm": 137.7742156982422,
+      "learning_rate": 1.0979301747779586e-06,
+      "loss": 18.375,
+      "step": 14597
+    },
+    {
+      "epoch": 0.9695158398087268,
+      "grad_norm": 153.4966278076172,
+      "learning_rate": 1.09782313922638e-06,
+      "loss": 14.1406,
+      "step": 14598
+    },
+    {
+      "epoch": 0.9695822541010826,
+      "grad_norm": 168.9053955078125,
+      "learning_rate": 1.09771610254324e-06,
+      "loss": 14.9297,
+      "step": 14599
+    },
+    {
+      "epoch": 0.9696486683934382,
+      "grad_norm": 275.6763916015625,
+      "learning_rate": 1.0976090647297762e-06,
+      "loss": 20.375,
+      "step": 14600
+    },
+    {
+      "epoch": 0.969715082685794,
+      "grad_norm": 214.7770538330078,
+      "learning_rate": 1.097502025787227e-06,
+      "loss": 17.3281,
+      "step": 14601
+    },
+    {
+      "epoch": 0.9697814969781497,
+      "grad_norm": 425.12646484375,
+      "learning_rate": 1.0973949857168308e-06,
+      "loss": 23.0625,
+      "step": 14602
+    },
+    {
+      "epoch": 0.9698479112705054,
+      "grad_norm": 276.9201354980469,
+      "learning_rate": 1.0972879445198256e-06,
+      "loss": 18.1875,
+      "step": 14603
+    },
+    {
+      "epoch": 0.9699143255628612,
+      "grad_norm": 184.65785217285156,
+      "learning_rate": 1.0971809021974493e-06,
+      "loss": 16.1406,
+      "step": 14604
+    },
+    {
+      "epoch": 0.9699807398552168,
+      "grad_norm": 229.29611206054688,
+      "learning_rate": 1.0970738587509405e-06,
+      "loss": 20.0,
+      "step": 14605
+    },
+    {
+      "epoch": 0.9700471541475726,
+      "grad_norm": 241.7386932373047,
+      "learning_rate": 1.0969668141815373e-06,
+      "loss": 17.6406,
+      "step": 14606
+    },
+    {
+      "epoch": 0.9701135684399282,
+      "grad_norm": 158.50445556640625,
+      "learning_rate": 1.0968597684904778e-06,
+      "loss": 15.0469,
+      "step": 14607
+    },
+    {
+      "epoch": 0.970179982732284,
+      "grad_norm": 291.92547607421875,
+      "learning_rate": 1.0967527216790002e-06,
+      "loss": 29.2812,
+      "step": 14608
+    },
+    {
+      "epoch": 0.9702463970246397,
+      "grad_norm": 365.2156677246094,
+      "learning_rate": 1.0966456737483434e-06,
+      "loss": 17.5781,
+      "step": 14609
+    },
+    {
+      "epoch": 0.9703128113169954,
+      "grad_norm": 201.0789031982422,
+      "learning_rate": 1.0965386246997449e-06,
+      "loss": 15.7188,
+      "step": 14610
+    },
+    {
+      "epoch": 0.9703792256093511,
+      "grad_norm": 161.38856506347656,
+      "learning_rate": 1.0964315745344432e-06,
+      "loss": 12.0,
+      "step": 14611
+    },
+    {
+      "epoch": 0.9704456399017068,
+      "grad_norm": 172.25115966796875,
+      "learning_rate": 1.0963245232536767e-06,
+      "loss": 16.75,
+      "step": 14612
+    },
+    {
+      "epoch": 0.9705120541940626,
+      "grad_norm": 263.9412536621094,
+      "learning_rate": 1.0962174708586837e-06,
+      "loss": 14.3594,
+      "step": 14613
+    },
+    {
+      "epoch": 0.9705784684864183,
+      "grad_norm": 203.33969116210938,
+      "learning_rate": 1.0961104173507025e-06,
+      "loss": 20.3438,
+      "step": 14614
+    },
+    {
+      "epoch": 0.970644882778774,
+      "grad_norm": 409.90716552734375,
+      "learning_rate": 1.0960033627309713e-06,
+      "loss": 19.3281,
+      "step": 14615
+    },
+    {
+      "epoch": 0.9707112970711297,
+      "grad_norm": 327.17138671875,
+      "learning_rate": 1.0958963070007287e-06,
+      "loss": 16.4688,
+      "step": 14616
+    },
+    {
+      "epoch": 0.9707777113634855,
+      "grad_norm": 464.22503662109375,
+      "learning_rate": 1.095789250161213e-06,
+      "loss": 13.9297,
+      "step": 14617
+    },
+    {
+      "epoch": 0.9708441256558411,
+      "grad_norm": 143.6153564453125,
+      "learning_rate": 1.0956821922136623e-06,
+      "loss": 17.4375,
+      "step": 14618
+    },
+    {
+      "epoch": 0.9709105399481969,
+      "grad_norm": 266.4660949707031,
+      "learning_rate": 1.095575133159315e-06,
+      "loss": 20.75,
+      "step": 14619
+    },
+    {
+      "epoch": 0.9709769542405525,
+      "grad_norm": 120.12632751464844,
+      "learning_rate": 1.09546807299941e-06,
+      "loss": 14.5625,
+      "step": 14620
+    },
+    {
+      "epoch": 0.9710433685329083,
+      "grad_norm": 459.2789611816406,
+      "learning_rate": 1.0953610117351855e-06,
+      "loss": 17.2812,
+      "step": 14621
+    },
+    {
+      "epoch": 0.971109782825264,
+      "grad_norm": 326.9244384765625,
+      "learning_rate": 1.0952539493678794e-06,
+      "loss": 15.1797,
+      "step": 14622
+    },
+    {
+      "epoch": 0.9711761971176197,
+      "grad_norm": 240.77293395996094,
+      "learning_rate": 1.0951468858987308e-06,
+      "loss": 19.7969,
+      "step": 14623
+    },
+    {
+      "epoch": 0.9712426114099755,
+      "grad_norm": 176.989990234375,
+      "learning_rate": 1.0950398213289777e-06,
+      "loss": 13.4219,
+      "step": 14624
+    },
+    {
+      "epoch": 0.9713090257023311,
+      "grad_norm": 191.38450622558594,
+      "learning_rate": 1.0949327556598588e-06,
+      "loss": 15.9219,
+      "step": 14625
+    },
+    {
+      "epoch": 0.9713754399946869,
+      "grad_norm": 621.662109375,
+      "learning_rate": 1.0948256888926125e-06,
+      "loss": 21.6562,
+      "step": 14626
+    },
+    {
+      "epoch": 0.9714418542870425,
+      "grad_norm": 136.1822509765625,
+      "learning_rate": 1.0947186210284779e-06,
+      "loss": 14.2812,
+      "step": 14627
+    },
+    {
+      "epoch": 0.9715082685793983,
+      "grad_norm": 163.68353271484375,
+      "learning_rate": 1.094611552068692e-06,
+      "loss": 15.9375,
+      "step": 14628
+    },
+    {
+      "epoch": 0.971574682871754,
+      "grad_norm": 319.6947326660156,
+      "learning_rate": 1.0945044820144947e-06,
+      "loss": 15.4844,
+      "step": 14629
+    },
+    {
+      "epoch": 0.9716410971641097,
+      "grad_norm": 267.3009338378906,
+      "learning_rate": 1.094397410867124e-06,
+      "loss": 18.2812,
+      "step": 14630
+    },
+    {
+      "epoch": 0.9717075114564654,
+      "grad_norm": 216.57601928710938,
+      "learning_rate": 1.0942903386278186e-06,
+      "loss": 14.6562,
+      "step": 14631
+    },
+    {
+      "epoch": 0.9717739257488212,
+      "grad_norm": 202.5482940673828,
+      "learning_rate": 1.0941832652978166e-06,
+      "loss": 17.5781,
+      "step": 14632
+    },
+    {
+      "epoch": 0.9718403400411768,
+      "grad_norm": 146.78977966308594,
+      "learning_rate": 1.0940761908783571e-06,
+      "loss": 21.0625,
+      "step": 14633
+    },
+    {
+      "epoch": 0.9719067543335326,
+      "grad_norm": 185.66482543945312,
+      "learning_rate": 1.0939691153706785e-06,
+      "loss": 17.375,
+      "step": 14634
+    },
+    {
+      "epoch": 0.9719731686258883,
+      "grad_norm": 390.5264892578125,
+      "learning_rate": 1.0938620387760194e-06,
+      "loss": 23.7188,
+      "step": 14635
+    },
+    {
+      "epoch": 0.972039582918244,
+      "grad_norm": 219.61219787597656,
+      "learning_rate": 1.0937549610956182e-06,
+      "loss": 21.0312,
+      "step": 14636
+    },
+    {
+      "epoch": 0.9721059972105998,
+      "grad_norm": 256.7579650878906,
+      "learning_rate": 1.0936478823307137e-06,
+      "loss": 14.6719,
+      "step": 14637
+    },
+    {
+      "epoch": 0.9721724115029554,
+      "grad_norm": 182.6090545654297,
+      "learning_rate": 1.0935408024825447e-06,
+      "loss": 17.4531,
+      "step": 14638
+    },
+    {
+      "epoch": 0.9722388257953112,
+      "grad_norm": 154.2148895263672,
+      "learning_rate": 1.0934337215523496e-06,
+      "loss": 12.7969,
+      "step": 14639
+    },
+    {
+      "epoch": 0.9723052400876668,
+      "grad_norm": 227.58546447753906,
+      "learning_rate": 1.0933266395413667e-06,
+      "loss": 18.0,
+      "step": 14640
+    },
+    {
+      "epoch": 0.9723716543800226,
+      "grad_norm": 149.29364013671875,
+      "learning_rate": 1.0932195564508354e-06,
+      "loss": 19.9062,
+      "step": 14641
+    },
+    {
+      "epoch": 0.9724380686723783,
+      "grad_norm": 119.24303436279297,
+      "learning_rate": 1.093112472281994e-06,
+      "loss": 17.7344,
+      "step": 14642
+    },
+    {
+      "epoch": 0.972504482964734,
+      "grad_norm": 276.0596923828125,
+      "learning_rate": 1.0930053870360812e-06,
+      "loss": 21.7812,
+      "step": 14643
+    },
+    {
+      "epoch": 0.9725708972570897,
+      "grad_norm": 609.7587280273438,
+      "learning_rate": 1.0928983007143356e-06,
+      "loss": 19.8906,
+      "step": 14644
+    },
+    {
+      "epoch": 0.9726373115494454,
+      "grad_norm": 342.4252624511719,
+      "learning_rate": 1.092791213317996e-06,
+      "loss": 24.8281,
+      "step": 14645
+    },
+    {
+      "epoch": 0.9727037258418012,
+      "grad_norm": 215.42626953125,
+      "learning_rate": 1.092684124848301e-06,
+      "loss": 13.9375,
+      "step": 14646
+    },
+    {
+      "epoch": 0.9727701401341569,
+      "grad_norm": 179.9274139404297,
+      "learning_rate": 1.0925770353064897e-06,
+      "loss": 19.7812,
+      "step": 14647
+    },
+    {
+      "epoch": 0.9728365544265126,
+      "grad_norm": 146.42929077148438,
+      "learning_rate": 1.0924699446938008e-06,
+      "loss": 18.0781,
+      "step": 14648
+    },
+    {
+      "epoch": 0.9729029687188683,
+      "grad_norm": 122.6411361694336,
+      "learning_rate": 1.0923628530114728e-06,
+      "loss": 15.75,
+      "step": 14649
+    },
+    {
+      "epoch": 0.972969383011224,
+      "grad_norm": 202.67196655273438,
+      "learning_rate": 1.0922557602607444e-06,
+      "loss": 12.6562,
+      "step": 14650
+    },
+    {
+      "epoch": 0.9730357973035797,
+      "grad_norm": 199.9638214111328,
+      "learning_rate": 1.0921486664428547e-06,
+      "loss": 16.2812,
+      "step": 14651
+    },
+    {
+      "epoch": 0.9731022115959355,
+      "grad_norm": 122.71174621582031,
+      "learning_rate": 1.0920415715590426e-06,
+      "loss": 13.2188,
+      "step": 14652
+    },
+    {
+      "epoch": 0.9731686258882911,
+      "grad_norm": 547.8458251953125,
+      "learning_rate": 1.0919344756105463e-06,
+      "loss": 24.9844,
+      "step": 14653
+    },
+    {
+      "epoch": 0.9732350401806469,
+      "grad_norm": 220.50880432128906,
+      "learning_rate": 1.0918273785986052e-06,
+      "loss": 18.9531,
+      "step": 14654
+    },
+    {
+      "epoch": 0.9733014544730025,
+      "grad_norm": 114.48511505126953,
+      "learning_rate": 1.0917202805244575e-06,
+      "loss": 11.0,
+      "step": 14655
+    },
+    {
+      "epoch": 0.9733678687653583,
+      "grad_norm": 164.75050354003906,
+      "learning_rate": 1.0916131813893433e-06,
+      "loss": 12.8906,
+      "step": 14656
+    },
+    {
+      "epoch": 0.9734342830577141,
+      "grad_norm": 208.4654998779297,
+      "learning_rate": 1.0915060811945001e-06,
+      "loss": 15.1094,
+      "step": 14657
+    },
+    {
+      "epoch": 0.9735006973500697,
+      "grad_norm": 504.5552978515625,
+      "learning_rate": 1.0913989799411674e-06,
+      "loss": 26.2812,
+      "step": 14658
+    },
+    {
+      "epoch": 0.9735671116424255,
+      "grad_norm": 160.82913208007812,
+      "learning_rate": 1.0912918776305842e-06,
+      "loss": 12.7969,
+      "step": 14659
+    },
+    {
+      "epoch": 0.9736335259347811,
+      "grad_norm": 224.28421020507812,
+      "learning_rate": 1.0911847742639891e-06,
+      "loss": 23.3438,
+      "step": 14660
+    },
+    {
+      "epoch": 0.9736999402271369,
+      "grad_norm": 121.6328125,
+      "learning_rate": 1.0910776698426208e-06,
+      "loss": 12.5,
+      "step": 14661
+    },
+    {
+      "epoch": 0.9737663545194926,
+      "grad_norm": 381.9375305175781,
+      "learning_rate": 1.0909705643677188e-06,
+      "loss": 16.7656,
+      "step": 14662
+    },
+    {
+      "epoch": 0.9738327688118483,
+      "grad_norm": 258.6241455078125,
+      "learning_rate": 1.0908634578405217e-06,
+      "loss": 18.7969,
+      "step": 14663
+    },
+    {
+      "epoch": 0.973899183104204,
+      "grad_norm": 274.87353515625,
+      "learning_rate": 1.0907563502622686e-06,
+      "loss": 16.8438,
+      "step": 14664
+    },
+    {
+      "epoch": 0.9739655973965597,
+      "grad_norm": 344.27752685546875,
+      "learning_rate": 1.0906492416341983e-06,
+      "loss": 23.1719,
+      "step": 14665
+    },
+    {
+      "epoch": 0.9740320116889154,
+      "grad_norm": 241.49057006835938,
+      "learning_rate": 1.09054213195755e-06,
+      "loss": 20.625,
+      "step": 14666
+    },
+    {
+      "epoch": 0.9740984259812712,
+      "grad_norm": 232.21873474121094,
+      "learning_rate": 1.0904350212335624e-06,
+      "loss": 16.625,
+      "step": 14667
+    },
+    {
+      "epoch": 0.9741648402736269,
+      "grad_norm": 400.1820068359375,
+      "learning_rate": 1.0903279094634745e-06,
+      "loss": 14.1406,
+      "step": 14668
+    },
+    {
+      "epoch": 0.9742312545659826,
+      "grad_norm": 182.2392120361328,
+      "learning_rate": 1.0902207966485255e-06,
+      "loss": 19.7812,
+      "step": 14669
+    },
+    {
+      "epoch": 0.9742976688583384,
+      "grad_norm": 286.5332946777344,
+      "learning_rate": 1.0901136827899546e-06,
+      "loss": 25.625,
+      "step": 14670
+    },
+    {
+      "epoch": 0.974364083150694,
+      "grad_norm": 189.02847290039062,
+      "learning_rate": 1.0900065678890002e-06,
+      "loss": 16.0938,
+      "step": 14671
+    },
+    {
+      "epoch": 0.9744304974430498,
+      "grad_norm": 207.0476531982422,
+      "learning_rate": 1.0898994519469021e-06,
+      "loss": 13.7031,
+      "step": 14672
+    },
+    {
+      "epoch": 0.9744969117354054,
+      "grad_norm": 175.14532470703125,
+      "learning_rate": 1.0897923349648985e-06,
+      "loss": 13.7969,
+      "step": 14673
+    },
+    {
+      "epoch": 0.9745633260277612,
+      "grad_norm": 144.45034790039062,
+      "learning_rate": 1.0896852169442294e-06,
+      "loss": 10.25,
+      "step": 14674
+    },
+    {
+      "epoch": 0.9746297403201168,
+      "grad_norm": 175.4053497314453,
+      "learning_rate": 1.0895780978861332e-06,
+      "loss": 16.1094,
+      "step": 14675
+    },
+    {
+      "epoch": 0.9746961546124726,
+      "grad_norm": 198.98623657226562,
+      "learning_rate": 1.0894709777918494e-06,
+      "loss": 14.3594,
+      "step": 14676
+    },
+    {
+      "epoch": 0.9747625689048283,
+      "grad_norm": 189.3223876953125,
+      "learning_rate": 1.0893638566626168e-06,
+      "loss": 20.7656,
+      "step": 14677
+    },
+    {
+      "epoch": 0.974828983197184,
+      "grad_norm": 236.3565673828125,
+      "learning_rate": 1.0892567344996745e-06,
+      "loss": 17.75,
+      "step": 14678
+    },
+    {
+      "epoch": 0.9748953974895398,
+      "grad_norm": 215.58848571777344,
+      "learning_rate": 1.089149611304262e-06,
+      "loss": 15.0781,
+      "step": 14679
+    },
+    {
+      "epoch": 0.9749618117818954,
+      "grad_norm": 164.38465881347656,
+      "learning_rate": 1.089042487077618e-06,
+      "loss": 18.9531,
+      "step": 14680
+    },
+    {
+      "epoch": 0.9750282260742512,
+      "grad_norm": 293.7582092285156,
+      "learning_rate": 1.0889353618209821e-06,
+      "loss": 19.0781,
+      "step": 14681
+    },
+    {
+      "epoch": 0.9750946403666069,
+      "grad_norm": 353.4132080078125,
+      "learning_rate": 1.0888282355355928e-06,
+      "loss": 19.7656,
+      "step": 14682
+    },
+    {
+      "epoch": 0.9751610546589626,
+      "grad_norm": 851.22998046875,
+      "learning_rate": 1.08872110822269e-06,
+      "loss": 15.0156,
+      "step": 14683
+    },
+    {
+      "epoch": 0.9752274689513183,
+      "grad_norm": 448.66143798828125,
+      "learning_rate": 1.0886139798835126e-06,
+      "loss": 21.8438,
+      "step": 14684
+    },
+    {
+      "epoch": 0.975293883243674,
+      "grad_norm": 192.3760223388672,
+      "learning_rate": 1.0885068505192997e-06,
+      "loss": 28.375,
+      "step": 14685
+    },
+    {
+      "epoch": 0.9753602975360297,
+      "grad_norm": 135.73695373535156,
+      "learning_rate": 1.0883997201312904e-06,
+      "loss": 15.3906,
+      "step": 14686
+    },
+    {
+      "epoch": 0.9754267118283855,
+      "grad_norm": 770.604736328125,
+      "learning_rate": 1.0882925887207245e-06,
+      "loss": 13.9531,
+      "step": 14687
+    },
+    {
+      "epoch": 0.9754931261207412,
+      "grad_norm": 467.6078186035156,
+      "learning_rate": 1.0881854562888408e-06,
+      "loss": 21.6406,
+      "step": 14688
+    },
+    {
+      "epoch": 0.9755595404130969,
+      "grad_norm": 257.4414978027344,
+      "learning_rate": 1.0880783228368784e-06,
+      "loss": 14.2812,
+      "step": 14689
+    },
+    {
+      "epoch": 0.9756259547054527,
+      "grad_norm": 232.03016662597656,
+      "learning_rate": 1.0879711883660767e-06,
+      "loss": 14.5625,
+      "step": 14690
+    },
+    {
+      "epoch": 0.9756923689978083,
+      "grad_norm": 250.07273864746094,
+      "learning_rate": 1.0878640528776752e-06,
+      "loss": 18.1094,
+      "step": 14691
+    },
+    {
+      "epoch": 0.9757587832901641,
+      "grad_norm": 116.54293823242188,
+      "learning_rate": 1.087756916372913e-06,
+      "loss": 16.875,
+      "step": 14692
+    },
+    {
+      "epoch": 0.9758251975825197,
+      "grad_norm": 474.79705810546875,
+      "learning_rate": 1.0876497788530292e-06,
+      "loss": 19.2344,
+      "step": 14693
+    },
+    {
+      "epoch": 0.9758916118748755,
+      "grad_norm": 308.98046875,
+      "learning_rate": 1.0875426403192633e-06,
+      "loss": 11.5234,
+      "step": 14694
+    },
+    {
+      "epoch": 0.9759580261672312,
+      "grad_norm": 109.07699584960938,
+      "learning_rate": 1.087435500772855e-06,
+      "loss": 17.1875,
+      "step": 14695
+    },
+    {
+      "epoch": 0.9760244404595869,
+      "grad_norm": 149.83909606933594,
+      "learning_rate": 1.087328360215043e-06,
+      "loss": 18.9219,
+      "step": 14696
+    },
+    {
+      "epoch": 0.9760908547519426,
+      "grad_norm": 467.424072265625,
+      "learning_rate": 1.087221218647067e-06,
+      "loss": 27.25,
+      "step": 14697
+    },
+    {
+      "epoch": 0.9761572690442983,
+      "grad_norm": 124.70510864257812,
+      "learning_rate": 1.087114076070166e-06,
+      "loss": 16.2188,
+      "step": 14698
+    },
+    {
+      "epoch": 0.9762236833366541,
+      "grad_norm": 213.77371215820312,
+      "learning_rate": 1.0870069324855797e-06,
+      "loss": 16.4531,
+      "step": 14699
+    },
+    {
+      "epoch": 0.9762900976290098,
+      "grad_norm": 215.39662170410156,
+      "learning_rate": 1.0868997878945474e-06,
+      "loss": 15.2344,
+      "step": 14700
+    },
+    {
+      "epoch": 0.9763565119213655,
+      "grad_norm": 663.24560546875,
+      "learning_rate": 1.0867926422983082e-06,
+      "loss": 17.9688,
+      "step": 14701
+    },
+    {
+      "epoch": 0.9764229262137212,
+      "grad_norm": 119.41663360595703,
+      "learning_rate": 1.0866854956981022e-06,
+      "loss": 18.2812,
+      "step": 14702
+    },
+    {
+      "epoch": 0.9764893405060769,
+      "grad_norm": 316.43060302734375,
+      "learning_rate": 1.0865783480951683e-06,
+      "loss": 18.9062,
+      "step": 14703
+    },
+    {
+      "epoch": 0.9765557547984326,
+      "grad_norm": 348.6966247558594,
+      "learning_rate": 1.0864711994907456e-06,
+      "loss": 15.4375,
+      "step": 14704
+    },
+    {
+      "epoch": 0.9766221690907884,
+      "grad_norm": 188.23468017578125,
+      "learning_rate": 1.0863640498860742e-06,
+      "loss": 23.7188,
+      "step": 14705
+    },
+    {
+      "epoch": 0.976688583383144,
+      "grad_norm": 90.0692138671875,
+      "learning_rate": 1.0862568992823935e-06,
+      "loss": 11.9375,
+      "step": 14706
+    },
+    {
+      "epoch": 0.9767549976754998,
+      "grad_norm": 99.03854370117188,
+      "learning_rate": 1.0861497476809425e-06,
+      "loss": 18.25,
+      "step": 14707
+    },
+    {
+      "epoch": 0.9768214119678554,
+      "grad_norm": 202.64376831054688,
+      "learning_rate": 1.0860425950829608e-06,
+      "loss": 19.1094,
+      "step": 14708
+    },
+    {
+      "epoch": 0.9768878262602112,
+      "grad_norm": 99.40367889404297,
+      "learning_rate": 1.0859354414896881e-06,
+      "loss": 11.6562,
+      "step": 14709
+    },
+    {
+      "epoch": 0.976954240552567,
+      "grad_norm": 297.3289489746094,
+      "learning_rate": 1.0858282869023638e-06,
+      "loss": 20.0312,
+      "step": 14710
+    },
+    {
+      "epoch": 0.9770206548449226,
+      "grad_norm": 138.98890686035156,
+      "learning_rate": 1.0857211313222271e-06,
+      "loss": 13.7656,
+      "step": 14711
+    },
+    {
+      "epoch": 0.9770870691372784,
+      "grad_norm": 383.40924072265625,
+      "learning_rate": 1.085613974750518e-06,
+      "loss": 12.8438,
+      "step": 14712
+    },
+    {
+      "epoch": 0.977153483429634,
+      "grad_norm": 118.984130859375,
+      "learning_rate": 1.085506817188476e-06,
+      "loss": 15.3906,
+      "step": 14713
+    },
+    {
+      "epoch": 0.9772198977219898,
+      "grad_norm": 187.568115234375,
+      "learning_rate": 1.0853996586373402e-06,
+      "loss": 19.7031,
+      "step": 14714
+    },
+    {
+      "epoch": 0.9772863120143455,
+      "grad_norm": 169.39390563964844,
+      "learning_rate": 1.0852924990983505e-06,
+      "loss": 17.0938,
+      "step": 14715
+    },
+    {
+      "epoch": 0.9773527263067012,
+      "grad_norm": 172.0887908935547,
+      "learning_rate": 1.085185338572746e-06,
+      "loss": 13.4219,
+      "step": 14716
+    },
+    {
+      "epoch": 0.9774191405990569,
+      "grad_norm": 149.37298583984375,
+      "learning_rate": 1.0850781770617673e-06,
+      "loss": 18.6406,
+      "step": 14717
+    },
+    {
+      "epoch": 0.9774855548914126,
+      "grad_norm": 149.66207885742188,
+      "learning_rate": 1.0849710145666528e-06,
+      "loss": 15.8281,
+      "step": 14718
+    },
+    {
+      "epoch": 0.9775519691837683,
+      "grad_norm": 340.0410461425781,
+      "learning_rate": 1.0848638510886425e-06,
+      "loss": 17.1562,
+      "step": 14719
+    },
+    {
+      "epoch": 0.9776183834761241,
+      "grad_norm": 217.1071014404297,
+      "learning_rate": 1.0847566866289764e-06,
+      "loss": 23.1406,
+      "step": 14720
+    },
+    {
+      "epoch": 0.9776847977684798,
+      "grad_norm": 229.82838439941406,
+      "learning_rate": 1.0846495211888938e-06,
+      "loss": 16.2812,
+      "step": 14721
+    },
+    {
+      "epoch": 0.9777512120608355,
+      "grad_norm": 544.67529296875,
+      "learning_rate": 1.084542354769634e-06,
+      "loss": 14.4844,
+      "step": 14722
+    },
+    {
+      "epoch": 0.9778176263531912,
+      "grad_norm": 117.8341293334961,
+      "learning_rate": 1.0844351873724376e-06,
+      "loss": 14.4219,
+      "step": 14723
+    },
+    {
+      "epoch": 0.9778840406455469,
+      "grad_norm": 180.19378662109375,
+      "learning_rate": 1.0843280189985434e-06,
+      "loss": 17.8672,
+      "step": 14724
+    },
+    {
+      "epoch": 0.9779504549379027,
+      "grad_norm": 252.8843536376953,
+      "learning_rate": 1.084220849649191e-06,
+      "loss": 17.7344,
+      "step": 14725
+    },
+    {
+      "epoch": 0.9780168692302583,
+      "grad_norm": 325.05877685546875,
+      "learning_rate": 1.0841136793256207e-06,
+      "loss": 16.0156,
+      "step": 14726
+    },
+    {
+      "epoch": 0.9780832835226141,
+      "grad_norm": 293.3414306640625,
+      "learning_rate": 1.0840065080290719e-06,
+      "loss": 10.9141,
+      "step": 14727
+    },
+    {
+      "epoch": 0.9781496978149697,
+      "grad_norm": 877.714111328125,
+      "learning_rate": 1.083899335760784e-06,
+      "loss": 28.0625,
+      "step": 14728
+    },
+    {
+      "epoch": 0.9782161121073255,
+      "grad_norm": 305.8095397949219,
+      "learning_rate": 1.083792162521997e-06,
+      "loss": 19.8906,
+      "step": 14729
+    },
+    {
+      "epoch": 0.9782825263996812,
+      "grad_norm": 188.578857421875,
+      "learning_rate": 1.083684988313951e-06,
+      "loss": 19.5625,
+      "step": 14730
+    },
+    {
+      "epoch": 0.9783489406920369,
+      "grad_norm": 158.15658569335938,
+      "learning_rate": 1.0835778131378849e-06,
+      "loss": 15.1562,
+      "step": 14731
+    },
+    {
+      "epoch": 0.9784153549843927,
+      "grad_norm": 284.4168701171875,
+      "learning_rate": 1.083470636995039e-06,
+      "loss": 14.8438,
+      "step": 14732
+    },
+    {
+      "epoch": 0.9784817692767483,
+      "grad_norm": 106.64698028564453,
+      "learning_rate": 1.0833634598866525e-06,
+      "loss": 16.2656,
+      "step": 14733
+    },
+    {
+      "epoch": 0.9785481835691041,
+      "grad_norm": 260.3485412597656,
+      "learning_rate": 1.083256281813966e-06,
+      "loss": 18.9375,
+      "step": 14734
+    },
+    {
+      "epoch": 0.9786145978614598,
+      "grad_norm": 133.2247314453125,
+      "learning_rate": 1.0831491027782186e-06,
+      "loss": 17.9219,
+      "step": 14735
+    },
+    {
+      "epoch": 0.9786810121538155,
+      "grad_norm": 88.73954772949219,
+      "learning_rate": 1.0830419227806506e-06,
+      "loss": 13.2344,
+      "step": 14736
+    },
+    {
+      "epoch": 0.9787474264461712,
+      "grad_norm": 372.3802795410156,
+      "learning_rate": 1.0829347418225011e-06,
+      "loss": 16.7969,
+      "step": 14737
+    },
+    {
+      "epoch": 0.978813840738527,
+      "grad_norm": 229.2887725830078,
+      "learning_rate": 1.082827559905011e-06,
+      "loss": 11.7812,
+      "step": 14738
+    },
+    {
+      "epoch": 0.9788802550308826,
+      "grad_norm": 143.96730041503906,
+      "learning_rate": 1.082720377029419e-06,
+      "loss": 13.1406,
+      "step": 14739
+    },
+    {
+      "epoch": 0.9789466693232384,
+      "grad_norm": 873.2544555664062,
+      "learning_rate": 1.0826131931969654e-06,
+      "loss": 22.4219,
+      "step": 14740
+    },
+    {
+      "epoch": 0.979013083615594,
+      "grad_norm": 253.717041015625,
+      "learning_rate": 1.0825060084088901e-06,
+      "loss": 14.4531,
+      "step": 14741
+    },
+    {
+      "epoch": 0.9790794979079498,
+      "grad_norm": 289.1617126464844,
+      "learning_rate": 1.082398822666433e-06,
+      "loss": 15.6719,
+      "step": 14742
+    },
+    {
+      "epoch": 0.9791459122003056,
+      "grad_norm": 319.000244140625,
+      "learning_rate": 1.0822916359708334e-06,
+      "loss": 21.75,
+      "step": 14743
+    },
+    {
+      "epoch": 0.9792123264926612,
+      "grad_norm": 229.5111541748047,
+      "learning_rate": 1.082184448323332e-06,
+      "loss": 14.0312,
+      "step": 14744
+    },
+    {
+      "epoch": 0.979278740785017,
+      "grad_norm": 197.99754333496094,
+      "learning_rate": 1.0820772597251682e-06,
+      "loss": 19.7188,
+      "step": 14745
+    },
+    {
+      "epoch": 0.9793451550773726,
+      "grad_norm": 229.25564575195312,
+      "learning_rate": 1.081970070177582e-06,
+      "loss": 19.625,
+      "step": 14746
+    },
+    {
+      "epoch": 0.9794115693697284,
+      "grad_norm": 204.84002685546875,
+      "learning_rate": 1.0818628796818131e-06,
+      "loss": 15.0469,
+      "step": 14747
+    },
+    {
+      "epoch": 0.979477983662084,
+      "grad_norm": 169.43356323242188,
+      "learning_rate": 1.0817556882391017e-06,
+      "loss": 15.4531,
+      "step": 14748
+    },
+    {
+      "epoch": 0.9795443979544398,
+      "grad_norm": 651.1852416992188,
+      "learning_rate": 1.0816484958506879e-06,
+      "loss": 26.0469,
+      "step": 14749
+    },
+    {
+      "epoch": 0.9796108122467955,
+      "grad_norm": 167.54627990722656,
+      "learning_rate": 1.081541302517811e-06,
+      "loss": 10.7344,
+      "step": 14750
+    },
+    {
+      "epoch": 0.9796772265391512,
+      "grad_norm": 156.5225067138672,
+      "learning_rate": 1.0814341082417116e-06,
+      "loss": 19.0312,
+      "step": 14751
+    },
+    {
+      "epoch": 0.9797436408315069,
+      "grad_norm": 636.9602661132812,
+      "learning_rate": 1.0813269130236295e-06,
+      "loss": 27.3125,
+      "step": 14752
+    },
+    {
+      "epoch": 0.9798100551238627,
+      "grad_norm": 114.13219451904297,
+      "learning_rate": 1.0812197168648042e-06,
+      "loss": 11.8672,
+      "step": 14753
+    },
+    {
+      "epoch": 0.9798764694162184,
+      "grad_norm": 144.92652893066406,
+      "learning_rate": 1.0811125197664764e-06,
+      "loss": 14.25,
+      "step": 14754
+    },
+    {
+      "epoch": 0.9799428837085741,
+      "grad_norm": 442.9191589355469,
+      "learning_rate": 1.0810053217298854e-06,
+      "loss": 18.0781,
+      "step": 14755
+    },
+    {
+      "epoch": 0.9800092980009298,
+      "grad_norm": 209.85507202148438,
+      "learning_rate": 1.0808981227562717e-06,
+      "loss": 10.9531,
+      "step": 14756
+    },
+    {
+      "epoch": 0.9800757122932855,
+      "grad_norm": 369.4689025878906,
+      "learning_rate": 1.080790922846875e-06,
+      "loss": 18.2188,
+      "step": 14757
+    },
+    {
+      "epoch": 0.9801421265856413,
+      "grad_norm": 303.394775390625,
+      "learning_rate": 1.0806837220029357e-06,
+      "loss": 17.7188,
+      "step": 14758
+    },
+    {
+      "epoch": 0.9802085408779969,
+      "grad_norm": 236.14581298828125,
+      "learning_rate": 1.0805765202256939e-06,
+      "loss": 23.3125,
+      "step": 14759
+    },
+    {
+      "epoch": 0.9802749551703527,
+      "grad_norm": 252.0072021484375,
+      "learning_rate": 1.0804693175163888e-06,
+      "loss": 16.6562,
+      "step": 14760
+    },
+    {
+      "epoch": 0.9803413694627083,
+      "grad_norm": 1658.707763671875,
+      "learning_rate": 1.0803621138762613e-06,
+      "loss": 17.375,
+      "step": 14761
+    },
+    {
+      "epoch": 0.9804077837550641,
+      "grad_norm": 146.78131103515625,
+      "learning_rate": 1.0802549093065515e-06,
+      "loss": 10.3125,
+      "step": 14762
+    },
+    {
+      "epoch": 0.9804741980474198,
+      "grad_norm": 640.7660522460938,
+      "learning_rate": 1.0801477038084986e-06,
+      "loss": 23.375,
+      "step": 14763
+    },
+    {
+      "epoch": 0.9805406123397755,
+      "grad_norm": 139.22987365722656,
+      "learning_rate": 1.0800404973833437e-06,
+      "loss": 10.8672,
+      "step": 14764
+    },
+    {
+      "epoch": 0.9806070266321313,
+      "grad_norm": 180.35800170898438,
+      "learning_rate": 1.079933290032326e-06,
+      "loss": 16.25,
+      "step": 14765
+    },
+    {
+      "epoch": 0.9806734409244869,
+      "grad_norm": 721.0428466796875,
+      "learning_rate": 1.0798260817566868e-06,
+      "loss": 24.875,
+      "step": 14766
+    },
+    {
+      "epoch": 0.9807398552168427,
+      "grad_norm": 342.78460693359375,
+      "learning_rate": 1.0797188725576652e-06,
+      "loss": 18.7031,
+      "step": 14767
+    },
+    {
+      "epoch": 0.9808062695091984,
+      "grad_norm": 265.2709655761719,
+      "learning_rate": 1.0796116624365014e-06,
+      "loss": 20.5156,
+      "step": 14768
+    },
+    {
+      "epoch": 0.9808726838015541,
+      "grad_norm": 164.33041381835938,
+      "learning_rate": 1.079504451394436e-06,
+      "loss": 16.0156,
+      "step": 14769
+    },
+    {
+      "epoch": 0.9809390980939098,
+      "grad_norm": 120.49658966064453,
+      "learning_rate": 1.0793972394327094e-06,
+      "loss": 19.5469,
+      "step": 14770
+    },
+    {
+      "epoch": 0.9810055123862655,
+      "grad_norm": 148.4968719482422,
+      "learning_rate": 1.0792900265525607e-06,
+      "loss": 15.9688,
+      "step": 14771
+    },
+    {
+      "epoch": 0.9810719266786212,
+      "grad_norm": 465.9100341796875,
+      "learning_rate": 1.0791828127552308e-06,
+      "loss": 16.4219,
+      "step": 14772
+    },
+    {
+      "epoch": 0.981138340970977,
+      "grad_norm": 230.8925323486328,
+      "learning_rate": 1.07907559804196e-06,
+      "loss": 22.3438,
+      "step": 14773
+    },
+    {
+      "epoch": 0.9812047552633326,
+      "grad_norm": 124.78254699707031,
+      "learning_rate": 1.078968382413988e-06,
+      "loss": 17.4062,
+      "step": 14774
+    },
+    {
+      "epoch": 0.9812711695556884,
+      "grad_norm": 478.4473876953125,
+      "learning_rate": 1.0788611658725555e-06,
+      "loss": 16.6094,
+      "step": 14775
+    },
+    {
+      "epoch": 0.9813375838480441,
+      "grad_norm": 295.2213134765625,
+      "learning_rate": 1.0787539484189022e-06,
+      "loss": 19.0938,
+      "step": 14776
+    },
+    {
+      "epoch": 0.9814039981403998,
+      "grad_norm": 270.635986328125,
+      "learning_rate": 1.0786467300542692e-06,
+      "loss": 13.875,
+      "step": 14777
+    },
+    {
+      "epoch": 0.9814704124327556,
+      "grad_norm": 160.53536987304688,
+      "learning_rate": 1.0785395107798957e-06,
+      "loss": 14.6562,
+      "step": 14778
+    },
+    {
+      "epoch": 0.9815368267251112,
+      "grad_norm": 197.92031860351562,
+      "learning_rate": 1.0784322905970226e-06,
+      "loss": 16.125,
+      "step": 14779
+    },
+    {
+      "epoch": 0.981603241017467,
+      "grad_norm": 337.4249572753906,
+      "learning_rate": 1.07832506950689e-06,
+      "loss": 20.7344,
+      "step": 14780
+    },
+    {
+      "epoch": 0.9816696553098226,
+      "grad_norm": 165.3182830810547,
+      "learning_rate": 1.0782178475107382e-06,
+      "loss": 24.5469,
+      "step": 14781
+    },
+    {
+      "epoch": 0.9817360696021784,
+      "grad_norm": 221.22592163085938,
+      "learning_rate": 1.0781106246098073e-06,
+      "loss": 19.9531,
+      "step": 14782
+    },
+    {
+      "epoch": 0.9818024838945341,
+      "grad_norm": 84.10088348388672,
+      "learning_rate": 1.078003400805338e-06,
+      "loss": 13.9375,
+      "step": 14783
+    },
+    {
+      "epoch": 0.9818688981868898,
+      "grad_norm": 180.1685028076172,
+      "learning_rate": 1.07789617609857e-06,
+      "loss": 16.9219,
+      "step": 14784
+    },
+    {
+      "epoch": 0.9819353124792455,
+      "grad_norm": 229.38345336914062,
+      "learning_rate": 1.0777889504907442e-06,
+      "loss": 17.875,
+      "step": 14785
+    },
+    {
+      "epoch": 0.9820017267716012,
+      "grad_norm": 247.4945526123047,
+      "learning_rate": 1.0776817239831005e-06,
+      "loss": 19.2812,
+      "step": 14786
+    },
+    {
+      "epoch": 0.982068141063957,
+      "grad_norm": 199.81602478027344,
+      "learning_rate": 1.0775744965768793e-06,
+      "loss": 16.2812,
+      "step": 14787
+    },
+    {
+      "epoch": 0.9821345553563127,
+      "grad_norm": 212.0083465576172,
+      "learning_rate": 1.0774672682733216e-06,
+      "loss": 15.3125,
+      "step": 14788
+    },
+    {
+      "epoch": 0.9822009696486684,
+      "grad_norm": 200.0011749267578,
+      "learning_rate": 1.0773600390736667e-06,
+      "loss": 19.0312,
+      "step": 14789
+    },
+    {
+      "epoch": 0.9822673839410241,
+      "grad_norm": 118.33740234375,
+      "learning_rate": 1.0772528089791554e-06,
+      "loss": 11.4375,
+      "step": 14790
+    },
+    {
+      "epoch": 0.9823337982333799,
+      "grad_norm": 328.65924072265625,
+      "learning_rate": 1.0771455779910286e-06,
+      "loss": 18.2188,
+      "step": 14791
+    },
+    {
+      "epoch": 0.9824002125257355,
+      "grad_norm": 257.6192932128906,
+      "learning_rate": 1.077038346110526e-06,
+      "loss": 19.6719,
+      "step": 14792
+    },
+    {
+      "epoch": 0.9824666268180913,
+      "grad_norm": 536.9754638671875,
+      "learning_rate": 1.076931113338888e-06,
+      "loss": 16.25,
+      "step": 14793
+    },
+    {
+      "epoch": 0.9825330411104469,
+      "grad_norm": 125.4428482055664,
+      "learning_rate": 1.0768238796773556e-06,
+      "loss": 17.1406,
+      "step": 14794
+    },
+    {
+      "epoch": 0.9825994554028027,
+      "grad_norm": 230.07455444335938,
+      "learning_rate": 1.0767166451271688e-06,
+      "loss": 16.2031,
+      "step": 14795
+    },
+    {
+      "epoch": 0.9826658696951583,
+      "grad_norm": 95.0962905883789,
+      "learning_rate": 1.076609409689568e-06,
+      "loss": 15.7188,
+      "step": 14796
+    },
+    {
+      "epoch": 0.9827322839875141,
+      "grad_norm": 218.98126220703125,
+      "learning_rate": 1.0765021733657936e-06,
+      "loss": 18.5156,
+      "step": 14797
+    },
+    {
+      "epoch": 0.9827986982798699,
+      "grad_norm": 140.70896911621094,
+      "learning_rate": 1.0763949361570865e-06,
+      "loss": 17.6094,
+      "step": 14798
+    },
+    {
+      "epoch": 0.9828651125722255,
+      "grad_norm": 172.97335815429688,
+      "learning_rate": 1.0762876980646867e-06,
+      "loss": 19.125,
+      "step": 14799
+    },
+    {
+      "epoch": 0.9829315268645813,
+      "grad_norm": 917.5189208984375,
+      "learning_rate": 1.0761804590898347e-06,
+      "loss": 14.75,
+      "step": 14800
+    },
+    {
+      "epoch": 0.982997941156937,
+      "grad_norm": 259.5804138183594,
+      "learning_rate": 1.0760732192337713e-06,
+      "loss": 18.4844,
+      "step": 14801
+    },
+    {
+      "epoch": 0.9830643554492927,
+      "grad_norm": 2040.4429931640625,
+      "learning_rate": 1.0759659784977367e-06,
+      "loss": 16.2812,
+      "step": 14802
+    },
+    {
+      "epoch": 0.9831307697416484,
+      "grad_norm": 155.21482849121094,
+      "learning_rate": 1.0758587368829713e-06,
+      "loss": 16.4219,
+      "step": 14803
+    },
+    {
+      "epoch": 0.9831971840340041,
+      "grad_norm": 147.4443817138672,
+      "learning_rate": 1.0757514943907157e-06,
+      "loss": 19.1562,
+      "step": 14804
+    },
+    {
+      "epoch": 0.9832635983263598,
+      "grad_norm": 216.79931640625,
+      "learning_rate": 1.0756442510222107e-06,
+      "loss": 19.2188,
+      "step": 14805
+    },
+    {
+      "epoch": 0.9833300126187156,
+      "grad_norm": 527.8464965820312,
+      "learning_rate": 1.0755370067786966e-06,
+      "loss": 15.9375,
+      "step": 14806
+    },
+    {
+      "epoch": 0.9833964269110712,
+      "grad_norm": 425.64697265625,
+      "learning_rate": 1.075429761661414e-06,
+      "loss": 15.8125,
+      "step": 14807
+    },
+    {
+      "epoch": 0.983462841203427,
+      "grad_norm": 419.76641845703125,
+      "learning_rate": 1.0753225156716033e-06,
+      "loss": 17.4375,
+      "step": 14808
+    },
+    {
+      "epoch": 0.9835292554957827,
+      "grad_norm": 146.06517028808594,
+      "learning_rate": 1.0752152688105053e-06,
+      "loss": 18.9141,
+      "step": 14809
+    },
+    {
+      "epoch": 0.9835956697881384,
+      "grad_norm": 345.9888610839844,
+      "learning_rate": 1.0751080210793603e-06,
+      "loss": 14.7188,
+      "step": 14810
+    },
+    {
+      "epoch": 0.9836620840804942,
+      "grad_norm": 499.6360168457031,
+      "learning_rate": 1.075000772479409e-06,
+      "loss": 16.8438,
+      "step": 14811
+    },
+    {
+      "epoch": 0.9837284983728498,
+      "grad_norm": 186.0915069580078,
+      "learning_rate": 1.0748935230118921e-06,
+      "loss": 15.6406,
+      "step": 14812
+    },
+    {
+      "epoch": 0.9837949126652056,
+      "grad_norm": 144.56480407714844,
+      "learning_rate": 1.0747862726780503e-06,
+      "loss": 14.7969,
+      "step": 14813
+    },
+    {
+      "epoch": 0.9838613269575612,
+      "grad_norm": 169.22848510742188,
+      "learning_rate": 1.0746790214791236e-06,
+      "loss": 17.75,
+      "step": 14814
+    },
+    {
+      "epoch": 0.983927741249917,
+      "grad_norm": 124.30143737792969,
+      "learning_rate": 1.0745717694163534e-06,
+      "loss": 17.9531,
+      "step": 14815
+    },
+    {
+      "epoch": 0.9839941555422727,
+      "grad_norm": 215.01016235351562,
+      "learning_rate": 1.07446451649098e-06,
+      "loss": 15.1719,
+      "step": 14816
+    },
+    {
+      "epoch": 0.9840605698346284,
+      "grad_norm": 348.6751403808594,
+      "learning_rate": 1.0743572627042437e-06,
+      "loss": 17.6094,
+      "step": 14817
+    },
+    {
+      "epoch": 0.9841269841269841,
+      "grad_norm": 184.4016876220703,
+      "learning_rate": 1.0742500080573856e-06,
+      "loss": 13.5625,
+      "step": 14818
+    },
+    {
+      "epoch": 0.9841933984193398,
+      "grad_norm": 445.8621826171875,
+      "learning_rate": 1.0741427525516462e-06,
+      "loss": 13.8906,
+      "step": 14819
+    },
+    {
+      "epoch": 0.9842598127116956,
+      "grad_norm": 245.5206298828125,
+      "learning_rate": 1.0740354961882662e-06,
+      "loss": 11.5938,
+      "step": 14820
+    },
+    {
+      "epoch": 0.9843262270040513,
+      "grad_norm": 243.08453369140625,
+      "learning_rate": 1.0739282389684864e-06,
+      "loss": 21.0312,
+      "step": 14821
+    },
+    {
+      "epoch": 0.984392641296407,
+      "grad_norm": 176.27072143554688,
+      "learning_rate": 1.0738209808935472e-06,
+      "loss": 17.0312,
+      "step": 14822
+    },
+    {
+      "epoch": 0.9844590555887627,
+      "grad_norm": 187.63232421875,
+      "learning_rate": 1.0737137219646895e-06,
+      "loss": 16.7812,
+      "step": 14823
+    },
+    {
+      "epoch": 0.9845254698811184,
+      "grad_norm": 170.01023864746094,
+      "learning_rate": 1.0736064621831543e-06,
+      "loss": 17.4219,
+      "step": 14824
+    },
+    {
+      "epoch": 0.9845918841734741,
+      "grad_norm": 216.77938842773438,
+      "learning_rate": 1.0734992015501813e-06,
+      "loss": 15.3906,
+      "step": 14825
+    },
+    {
+      "epoch": 0.9846582984658299,
+      "grad_norm": 5268.31591796875,
+      "learning_rate": 1.0733919400670123e-06,
+      "loss": 16.7344,
+      "step": 14826
+    },
+    {
+      "epoch": 0.9847247127581855,
+      "grad_norm": 132.73512268066406,
+      "learning_rate": 1.0732846777348879e-06,
+      "loss": 24.0938,
+      "step": 14827
+    },
+    {
+      "epoch": 0.9847911270505413,
+      "grad_norm": 675.4876708984375,
+      "learning_rate": 1.0731774145550484e-06,
+      "loss": 12.2656,
+      "step": 14828
+    },
+    {
+      "epoch": 0.9848575413428969,
+      "grad_norm": 338.9500732421875,
+      "learning_rate": 1.0730701505287344e-06,
+      "loss": 18.3906,
+      "step": 14829
+    },
+    {
+      "epoch": 0.9849239556352527,
+      "grad_norm": 157.0601348876953,
+      "learning_rate": 1.0729628856571875e-06,
+      "loss": 14.5625,
+      "step": 14830
+    },
+    {
+      "epoch": 0.9849903699276085,
+      "grad_norm": 168.82302856445312,
+      "learning_rate": 1.0728556199416478e-06,
+      "loss": 18.6875,
+      "step": 14831
+    },
+    {
+      "epoch": 0.9850567842199641,
+      "grad_norm": 386.9909973144531,
+      "learning_rate": 1.0727483533833564e-06,
+      "loss": 14.3125,
+      "step": 14832
+    },
+    {
+      "epoch": 0.9851231985123199,
+      "grad_norm": 179.28651428222656,
+      "learning_rate": 1.0726410859835537e-06,
+      "loss": 14.7031,
+      "step": 14833
+    },
+    {
+      "epoch": 0.9851896128046755,
+      "grad_norm": 108.75254821777344,
+      "learning_rate": 1.0725338177434813e-06,
+      "loss": 12.1094,
+      "step": 14834
+    },
+    {
+      "epoch": 0.9852560270970313,
+      "grad_norm": 343.5047912597656,
+      "learning_rate": 1.0724265486643792e-06,
+      "loss": 21.6562,
+      "step": 14835
+    },
+    {
+      "epoch": 0.985322441389387,
+      "grad_norm": 336.49285888671875,
+      "learning_rate": 1.0723192787474887e-06,
+      "loss": 17.2031,
+      "step": 14836
+    },
+    {
+      "epoch": 0.9853888556817427,
+      "grad_norm": 130.7655487060547,
+      "learning_rate": 1.0722120079940507e-06,
+      "loss": 18.1094,
+      "step": 14837
+    },
+    {
+      "epoch": 0.9854552699740984,
+      "grad_norm": 267.5780334472656,
+      "learning_rate": 1.0721047364053054e-06,
+      "loss": 16.4219,
+      "step": 14838
+    },
+    {
+      "epoch": 0.9855216842664541,
+      "grad_norm": 205.72433471679688,
+      "learning_rate": 1.0719974639824943e-06,
+      "loss": 16.5,
+      "step": 14839
+    },
+    {
+      "epoch": 0.9855880985588099,
+      "grad_norm": 136.1444091796875,
+      "learning_rate": 1.0718901907268579e-06,
+      "loss": 14.1406,
+      "step": 14840
+    },
+    {
+      "epoch": 0.9856545128511656,
+      "grad_norm": 241.2274627685547,
+      "learning_rate": 1.0717829166396375e-06,
+      "loss": 13.3125,
+      "step": 14841
+    },
+    {
+      "epoch": 0.9857209271435213,
+      "grad_norm": 131.7313232421875,
+      "learning_rate": 1.0716756417220734e-06,
+      "loss": 14.875,
+      "step": 14842
+    },
+    {
+      "epoch": 0.985787341435877,
+      "grad_norm": 140.4283447265625,
+      "learning_rate": 1.0715683659754069e-06,
+      "loss": 14.9062,
+      "step": 14843
+    },
+    {
+      "epoch": 0.9858537557282328,
+      "grad_norm": 137.42320251464844,
+      "learning_rate": 1.071461089400879e-06,
+      "loss": 14.8438,
+      "step": 14844
+    },
+    {
+      "epoch": 0.9859201700205884,
+      "grad_norm": 168.83755493164062,
+      "learning_rate": 1.0713538119997302e-06,
+      "loss": 15.375,
+      "step": 14845
+    },
+    {
+      "epoch": 0.9859865843129442,
+      "grad_norm": 323.74481201171875,
+      "learning_rate": 1.0712465337732017e-06,
+      "loss": 17.5781,
+      "step": 14846
+    },
+    {
+      "epoch": 0.9860529986052998,
+      "grad_norm": 412.5177001953125,
+      "learning_rate": 1.0711392547225344e-06,
+      "loss": 14.5469,
+      "step": 14847
+    },
+    {
+      "epoch": 0.9861194128976556,
+      "grad_norm": 2264.30517578125,
+      "learning_rate": 1.0710319748489694e-06,
+      "loss": 22.6719,
+      "step": 14848
+    },
+    {
+      "epoch": 0.9861858271900112,
+      "grad_norm": 202.80360412597656,
+      "learning_rate": 1.0709246941537473e-06,
+      "loss": 18.2656,
+      "step": 14849
+    },
+    {
+      "epoch": 0.986252241482367,
+      "grad_norm": 147.66958618164062,
+      "learning_rate": 1.0708174126381091e-06,
+      "loss": 15.5156,
+      "step": 14850
+    },
+    {
+      "epoch": 0.9863186557747228,
+      "grad_norm": 323.5301513671875,
+      "learning_rate": 1.070710130303296e-06,
+      "loss": 19.5312,
+      "step": 14851
+    },
+    {
+      "epoch": 0.9863850700670784,
+      "grad_norm": 281.5103759765625,
+      "learning_rate": 1.0706028471505491e-06,
+      "loss": 17.1719,
+      "step": 14852
+    },
+    {
+      "epoch": 0.9864514843594342,
+      "grad_norm": 194.8575439453125,
+      "learning_rate": 1.070495563181109e-06,
+      "loss": 19.7969,
+      "step": 14853
+    },
+    {
+      "epoch": 0.9865178986517898,
+      "grad_norm": 289.7232666015625,
+      "learning_rate": 1.0703882783962168e-06,
+      "loss": 17.7188,
+      "step": 14854
+    },
+    {
+      "epoch": 0.9865843129441456,
+      "grad_norm": 197.3006134033203,
+      "learning_rate": 1.0702809927971137e-06,
+      "loss": 16.8125,
+      "step": 14855
+    },
+    {
+      "epoch": 0.9866507272365013,
+      "grad_norm": 207.06857299804688,
+      "learning_rate": 1.0701737063850407e-06,
+      "loss": 15.7344,
+      "step": 14856
+    },
+    {
+      "epoch": 0.986717141528857,
+      "grad_norm": 250.3455352783203,
+      "learning_rate": 1.0700664191612384e-06,
+      "loss": 16.5078,
+      "step": 14857
+    },
+    {
+      "epoch": 0.9867835558212127,
+      "grad_norm": 171.4378662109375,
+      "learning_rate": 1.0699591311269484e-06,
+      "loss": 18.5156,
+      "step": 14858
+    },
+    {
+      "epoch": 0.9868499701135685,
+      "grad_norm": 248.54269409179688,
+      "learning_rate": 1.0698518422834116e-06,
+      "loss": 15.8438,
+      "step": 14859
+    },
+    {
+      "epoch": 0.9869163844059241,
+      "grad_norm": 189.97361755371094,
+      "learning_rate": 1.069744552631869e-06,
+      "loss": 14.125,
+      "step": 14860
+    },
+    {
+      "epoch": 0.9869827986982799,
+      "grad_norm": 157.48585510253906,
+      "learning_rate": 1.0696372621735612e-06,
+      "loss": 15.5312,
+      "step": 14861
+    },
+    {
+      "epoch": 0.9870492129906356,
+      "grad_norm": 175.01187133789062,
+      "learning_rate": 1.06952997090973e-06,
+      "loss": 14.9844,
+      "step": 14862
+    },
+    {
+      "epoch": 0.9871156272829913,
+      "grad_norm": 89.98109436035156,
+      "learning_rate": 1.0694226788416164e-06,
+      "loss": 13.9062,
+      "step": 14863
+    },
+    {
+      "epoch": 0.9871820415753471,
+      "grad_norm": 249.11761474609375,
+      "learning_rate": 1.069315385970461e-06,
+      "loss": 15.7812,
+      "step": 14864
+    },
+    {
+      "epoch": 0.9872484558677027,
+      "grad_norm": 281.4459533691406,
+      "learning_rate": 1.069208092297505e-06,
+      "loss": 17.5938,
+      "step": 14865
+    },
+    {
+      "epoch": 0.9873148701600585,
+      "grad_norm": 617.1522827148438,
+      "learning_rate": 1.0691007978239901e-06,
+      "loss": 16.1406,
+      "step": 14866
+    },
+    {
+      "epoch": 0.9873812844524141,
+      "grad_norm": 131.91329956054688,
+      "learning_rate": 1.0689935025511567e-06,
+      "loss": 15.5156,
+      "step": 14867
+    },
+    {
+      "epoch": 0.9874476987447699,
+      "grad_norm": 173.39633178710938,
+      "learning_rate": 1.0688862064802465e-06,
+      "loss": 15.4375,
+      "step": 14868
+    },
+    {
+      "epoch": 0.9875141130371256,
+      "grad_norm": 244.85072326660156,
+      "learning_rate": 1.0687789096125004e-06,
+      "loss": 15.7656,
+      "step": 14869
+    },
+    {
+      "epoch": 0.9875805273294813,
+      "grad_norm": 173.97682189941406,
+      "learning_rate": 1.0686716119491591e-06,
+      "loss": 11.8906,
+      "step": 14870
+    },
+    {
+      "epoch": 0.987646941621837,
+      "grad_norm": 276.4430236816406,
+      "learning_rate": 1.0685643134914647e-06,
+      "loss": 19.7188,
+      "step": 14871
+    },
+    {
+      "epoch": 0.9877133559141927,
+      "grad_norm": 281.599853515625,
+      "learning_rate": 1.0684570142406575e-06,
+      "loss": 16.6719,
+      "step": 14872
+    },
+    {
+      "epoch": 0.9877797702065485,
+      "grad_norm": 440.79193115234375,
+      "learning_rate": 1.0683497141979793e-06,
+      "loss": 24.1875,
+      "step": 14873
+    },
+    {
+      "epoch": 0.9878461844989042,
+      "grad_norm": 213.96295166015625,
+      "learning_rate": 1.068242413364671e-06,
+      "loss": 16.4062,
+      "step": 14874
+    },
+    {
+      "epoch": 0.9879125987912599,
+      "grad_norm": 167.6053009033203,
+      "learning_rate": 1.0681351117419737e-06,
+      "loss": 18.3906,
+      "step": 14875
+    },
+    {
+      "epoch": 0.9879790130836156,
+      "grad_norm": 678.8952026367188,
+      "learning_rate": 1.0680278093311286e-06,
+      "loss": 23.5625,
+      "step": 14876
+    },
+    {
+      "epoch": 0.9880454273759713,
+      "grad_norm": 279.1181335449219,
+      "learning_rate": 1.0679205061333774e-06,
+      "loss": 18.3594,
+      "step": 14877
+    },
+    {
+      "epoch": 0.988111841668327,
+      "grad_norm": 99.21804809570312,
+      "learning_rate": 1.0678132021499606e-06,
+      "loss": 11.5156,
+      "step": 14878
+    },
+    {
+      "epoch": 0.9881782559606828,
+      "grad_norm": 324.88494873046875,
+      "learning_rate": 1.0677058973821197e-06,
+      "loss": 19.9766,
+      "step": 14879
+    },
+    {
+      "epoch": 0.9882446702530384,
+      "grad_norm": 340.9894714355469,
+      "learning_rate": 1.0675985918310965e-06,
+      "loss": 17.6094,
+      "step": 14880
+    },
+    {
+      "epoch": 0.9883110845453942,
+      "grad_norm": 245.26290893554688,
+      "learning_rate": 1.0674912854981316e-06,
+      "loss": 17.8281,
+      "step": 14881
+    },
+    {
+      "epoch": 0.9883774988377498,
+      "grad_norm": 139.43931579589844,
+      "learning_rate": 1.0673839783844662e-06,
+      "loss": 12.0312,
+      "step": 14882
+    },
+    {
+      "epoch": 0.9884439131301056,
+      "grad_norm": 1156.4609375,
+      "learning_rate": 1.0672766704913418e-06,
+      "loss": 11.875,
+      "step": 14883
+    },
+    {
+      "epoch": 0.9885103274224614,
+      "grad_norm": 168.164794921875,
+      "learning_rate": 1.06716936182e-06,
+      "loss": 14.375,
+      "step": 14884
+    },
+    {
+      "epoch": 0.988576741714817,
+      "grad_norm": 477.3559265136719,
+      "learning_rate": 1.0670620523716816e-06,
+      "loss": 21.7656,
+      "step": 14885
+    },
+    {
+      "epoch": 0.9886431560071728,
+      "grad_norm": 309.1903991699219,
+      "learning_rate": 1.066954742147628e-06,
+      "loss": 24.9375,
+      "step": 14886
+    },
+    {
+      "epoch": 0.9887095702995284,
+      "grad_norm": 175.4017791748047,
+      "learning_rate": 1.0668474311490802e-06,
+      "loss": 14.0469,
+      "step": 14887
+    },
+    {
+      "epoch": 0.9887759845918842,
+      "grad_norm": 425.16192626953125,
+      "learning_rate": 1.0667401193772804e-06,
+      "loss": 16.7344,
+      "step": 14888
+    },
+    {
+      "epoch": 0.9888423988842399,
+      "grad_norm": 125.59088897705078,
+      "learning_rate": 1.0666328068334693e-06,
+      "loss": 13.4531,
+      "step": 14889
+    },
+    {
+      "epoch": 0.9889088131765956,
+      "grad_norm": 134.09197998046875,
+      "learning_rate": 1.066525493518888e-06,
+      "loss": 13.4062,
+      "step": 14890
+    },
+    {
+      "epoch": 0.9889752274689513,
+      "grad_norm": 179.40077209472656,
+      "learning_rate": 1.0664181794347787e-06,
+      "loss": 15.5469,
+      "step": 14891
+    },
+    {
+      "epoch": 0.989041641761307,
+      "grad_norm": 155.40786743164062,
+      "learning_rate": 1.0663108645823818e-06,
+      "loss": 14.2969,
+      "step": 14892
+    },
+    {
+      "epoch": 0.9891080560536627,
+      "grad_norm": 158.49392700195312,
+      "learning_rate": 1.066203548962939e-06,
+      "loss": 17.1094,
+      "step": 14893
+    },
+    {
+      "epoch": 0.9891744703460185,
+      "grad_norm": 279.5341796875,
+      "learning_rate": 1.0660962325776919e-06,
+      "loss": 19.1562,
+      "step": 14894
+    },
+    {
+      "epoch": 0.9892408846383742,
+      "grad_norm": 151.97633361816406,
+      "learning_rate": 1.0659889154278816e-06,
+      "loss": 15.0938,
+      "step": 14895
+    },
+    {
+      "epoch": 0.9893072989307299,
+      "grad_norm": 177.81802368164062,
+      "learning_rate": 1.0658815975147496e-06,
+      "loss": 15.3281,
+      "step": 14896
+    },
+    {
+      "epoch": 0.9893737132230856,
+      "grad_norm": 192.3904266357422,
+      "learning_rate": 1.0657742788395372e-06,
+      "loss": 14.5,
+      "step": 14897
+    },
+    {
+      "epoch": 0.9894401275154413,
+      "grad_norm": 495.9021911621094,
+      "learning_rate": 1.0656669594034862e-06,
+      "loss": 21.75,
+      "step": 14898
+    },
+    {
+      "epoch": 0.9895065418077971,
+      "grad_norm": 119.9177017211914,
+      "learning_rate": 1.0655596392078374e-06,
+      "loss": 17.8359,
+      "step": 14899
+    },
+    {
+      "epoch": 0.9895729561001527,
+      "grad_norm": 296.9478454589844,
+      "learning_rate": 1.0654523182538323e-06,
+      "loss": 15.5625,
+      "step": 14900
+    },
+    {
+      "epoch": 0.9896393703925085,
+      "grad_norm": 162.0088653564453,
+      "learning_rate": 1.0653449965427128e-06,
+      "loss": 18.6562,
+      "step": 14901
+    },
+    {
+      "epoch": 0.9897057846848641,
+      "grad_norm": 268.60064697265625,
+      "learning_rate": 1.06523767407572e-06,
+      "loss": 15.5312,
+      "step": 14902
+    },
+    {
+      "epoch": 0.9897721989772199,
+      "grad_norm": 169.1877899169922,
+      "learning_rate": 1.0651303508540953e-06,
+      "loss": 22.4688,
+      "step": 14903
+    },
+    {
+      "epoch": 0.9898386132695756,
+      "grad_norm": 310.0061340332031,
+      "learning_rate": 1.0650230268790803e-06,
+      "loss": 19.75,
+      "step": 14904
+    },
+    {
+      "epoch": 0.9899050275619313,
+      "grad_norm": 377.70184326171875,
+      "learning_rate": 1.0649157021519166e-06,
+      "loss": 25.4375,
+      "step": 14905
+    },
+    {
+      "epoch": 0.9899714418542871,
+      "grad_norm": 163.79002380371094,
+      "learning_rate": 1.0648083766738455e-06,
+      "loss": 15.75,
+      "step": 14906
+    },
+    {
+      "epoch": 0.9900378561466427,
+      "grad_norm": 152.9989013671875,
+      "learning_rate": 1.0647010504461083e-06,
+      "loss": 12.0469,
+      "step": 14907
+    },
+    {
+      "epoch": 0.9901042704389985,
+      "grad_norm": 361.9524230957031,
+      "learning_rate": 1.0645937234699465e-06,
+      "loss": 17.1562,
+      "step": 14908
+    },
+    {
+      "epoch": 0.9901706847313542,
+      "grad_norm": 248.20925903320312,
+      "learning_rate": 1.0644863957466022e-06,
+      "loss": 21.1562,
+      "step": 14909
+    },
+    {
+      "epoch": 0.9902370990237099,
+      "grad_norm": 246.14395141601562,
+      "learning_rate": 1.0643790672773162e-06,
+      "loss": 17.25,
+      "step": 14910
+    },
+    {
+      "epoch": 0.9903035133160656,
+      "grad_norm": 126.3523941040039,
+      "learning_rate": 1.0642717380633302e-06,
+      "loss": 15.875,
+      "step": 14911
+    },
+    {
+      "epoch": 0.9903699276084214,
+      "grad_norm": 199.72023010253906,
+      "learning_rate": 1.064164408105886e-06,
+      "loss": 17.6875,
+      "step": 14912
+    },
+    {
+      "epoch": 0.990436341900777,
+      "grad_norm": 145.46485900878906,
+      "learning_rate": 1.0640570774062247e-06,
+      "loss": 17.1641,
+      "step": 14913
+    },
+    {
+      "epoch": 0.9905027561931328,
+      "grad_norm": 277.1904296875,
+      "learning_rate": 1.0639497459655881e-06,
+      "loss": 21.1562,
+      "step": 14914
+    },
+    {
+      "epoch": 0.9905691704854884,
+      "grad_norm": 188.5623321533203,
+      "learning_rate": 1.0638424137852179e-06,
+      "loss": 15.9688,
+      "step": 14915
+    },
+    {
+      "epoch": 0.9906355847778442,
+      "grad_norm": 573.5348510742188,
+      "learning_rate": 1.0637350808663555e-06,
+      "loss": 32.5938,
+      "step": 14916
+    },
+    {
+      "epoch": 0.9907019990702,
+      "grad_norm": 133.4594268798828,
+      "learning_rate": 1.063627747210242e-06,
+      "loss": 15.9844,
+      "step": 14917
+    },
+    {
+      "epoch": 0.9907684133625556,
+      "grad_norm": 168.1111297607422,
+      "learning_rate": 1.06352041281812e-06,
+      "loss": 14.9219,
+      "step": 14918
+    },
+    {
+      "epoch": 0.9908348276549114,
+      "grad_norm": 238.5756378173828,
+      "learning_rate": 1.0634130776912303e-06,
+      "loss": 26.7344,
+      "step": 14919
+    },
+    {
+      "epoch": 0.990901241947267,
+      "grad_norm": 229.67724609375,
+      "learning_rate": 1.0633057418308144e-06,
+      "loss": 18.5625,
+      "step": 14920
+    },
+    {
+      "epoch": 0.9909676562396228,
+      "grad_norm": 169.14990234375,
+      "learning_rate": 1.0631984052381144e-06,
+      "loss": 21.1094,
+      "step": 14921
+    },
+    {
+      "epoch": 0.9910340705319785,
+      "grad_norm": 210.88929748535156,
+      "learning_rate": 1.0630910679143716e-06,
+      "loss": 18.625,
+      "step": 14922
+    },
+    {
+      "epoch": 0.9911004848243342,
+      "grad_norm": 147.9856719970703,
+      "learning_rate": 1.062983729860828e-06,
+      "loss": 17.6562,
+      "step": 14923
+    },
+    {
+      "epoch": 0.9911668991166899,
+      "grad_norm": 162.52584838867188,
+      "learning_rate": 1.0628763910787245e-06,
+      "loss": 15.7656,
+      "step": 14924
+    },
+    {
+      "epoch": 0.9912333134090456,
+      "grad_norm": 183.45089721679688,
+      "learning_rate": 1.0627690515693032e-06,
+      "loss": 13.0625,
+      "step": 14925
+    },
+    {
+      "epoch": 0.9912997277014013,
+      "grad_norm": 363.5160827636719,
+      "learning_rate": 1.0626617113338059e-06,
+      "loss": 17.8906,
+      "step": 14926
+    },
+    {
+      "epoch": 0.991366141993757,
+      "grad_norm": 151.18484497070312,
+      "learning_rate": 1.0625543703734743e-06,
+      "loss": 19.3281,
+      "step": 14927
+    },
+    {
+      "epoch": 0.9914325562861128,
+      "grad_norm": 186.7537841796875,
+      "learning_rate": 1.0624470286895495e-06,
+      "loss": 17.375,
+      "step": 14928
+    },
+    {
+      "epoch": 0.9914989705784685,
+      "grad_norm": 123.6052474975586,
+      "learning_rate": 1.0623396862832734e-06,
+      "loss": 11.9844,
+      "step": 14929
+    },
+    {
+      "epoch": 0.9915653848708242,
+      "grad_norm": 367.85137939453125,
+      "learning_rate": 1.062232343155888e-06,
+      "loss": 20.8906,
+      "step": 14930
+    },
+    {
+      "epoch": 0.9916317991631799,
+      "grad_norm": 378.08709716796875,
+      "learning_rate": 1.0621249993086346e-06,
+      "loss": 19.4375,
+      "step": 14931
+    },
+    {
+      "epoch": 0.9916982134555357,
+      "grad_norm": 149.37557983398438,
+      "learning_rate": 1.062017654742755e-06,
+      "loss": 12.5547,
+      "step": 14932
+    },
+    {
+      "epoch": 0.9917646277478913,
+      "grad_norm": 358.1175537109375,
+      "learning_rate": 1.0619103094594908e-06,
+      "loss": 14.4688,
+      "step": 14933
+    },
+    {
+      "epoch": 0.9918310420402471,
+      "grad_norm": 152.85389709472656,
+      "learning_rate": 1.0618029634600842e-06,
+      "loss": 15.875,
+      "step": 14934
+    },
+    {
+      "epoch": 0.9918974563326027,
+      "grad_norm": 184.9801483154297,
+      "learning_rate": 1.0616956167457764e-06,
+      "loss": 14.7188,
+      "step": 14935
+    },
+    {
+      "epoch": 0.9919638706249585,
+      "grad_norm": 279.6256103515625,
+      "learning_rate": 1.0615882693178091e-06,
+      "loss": 26.0625,
+      "step": 14936
+    },
+    {
+      "epoch": 0.9920302849173142,
+      "grad_norm": 131.41702270507812,
+      "learning_rate": 1.0614809211774244e-06,
+      "loss": 16.1094,
+      "step": 14937
+    },
+    {
+      "epoch": 0.9920966992096699,
+      "grad_norm": 143.8179168701172,
+      "learning_rate": 1.061373572325864e-06,
+      "loss": 14.7188,
+      "step": 14938
+    },
+    {
+      "epoch": 0.9921631135020257,
+      "grad_norm": 653.9718627929688,
+      "learning_rate": 1.0612662227643689e-06,
+      "loss": 21.8594,
+      "step": 14939
+    },
+    {
+      "epoch": 0.9922295277943813,
+      "grad_norm": 115.7454833984375,
+      "learning_rate": 1.061158872494182e-06,
+      "loss": 15.1406,
+      "step": 14940
+    },
+    {
+      "epoch": 0.9922959420867371,
+      "grad_norm": 211.5092315673828,
+      "learning_rate": 1.0610515215165445e-06,
+      "loss": 14.7969,
+      "step": 14941
+    },
+    {
+      "epoch": 0.9923623563790928,
+      "grad_norm": 284.1727294921875,
+      "learning_rate": 1.060944169832698e-06,
+      "loss": 16.4531,
+      "step": 14942
+    },
+    {
+      "epoch": 0.9924287706714485,
+      "grad_norm": 244.53086853027344,
+      "learning_rate": 1.0608368174438846e-06,
+      "loss": 17.2812,
+      "step": 14943
+    },
+    {
+      "epoch": 0.9924951849638042,
+      "grad_norm": 212.1380615234375,
+      "learning_rate": 1.0607294643513463e-06,
+      "loss": 20.375,
+      "step": 14944
+    },
+    {
+      "epoch": 0.9925615992561599,
+      "grad_norm": 277.45709228515625,
+      "learning_rate": 1.0606221105563243e-06,
+      "loss": 18.3906,
+      "step": 14945
+    },
+    {
+      "epoch": 0.9926280135485156,
+      "grad_norm": 532.9578247070312,
+      "learning_rate": 1.0605147560600606e-06,
+      "loss": 25.2188,
+      "step": 14946
+    },
+    {
+      "epoch": 0.9926944278408714,
+      "grad_norm": 161.4566650390625,
+      "learning_rate": 1.0604074008637968e-06,
+      "loss": 13.9688,
+      "step": 14947
+    },
+    {
+      "epoch": 0.992760842133227,
+      "grad_norm": 235.56088256835938,
+      "learning_rate": 1.0603000449687755e-06,
+      "loss": 20.8906,
+      "step": 14948
+    },
+    {
+      "epoch": 0.9928272564255828,
+      "grad_norm": 162.45567321777344,
+      "learning_rate": 1.060192688376238e-06,
+      "loss": 14.75,
+      "step": 14949
+    },
+    {
+      "epoch": 0.9928936707179385,
+      "grad_norm": 272.6230163574219,
+      "learning_rate": 1.060085331087426e-06,
+      "loss": 16.5312,
+      "step": 14950
+    },
+    {
+      "epoch": 0.9929600850102942,
+      "grad_norm": 284.98101806640625,
+      "learning_rate": 1.0599779731035818e-06,
+      "loss": 17.5625,
+      "step": 14951
+    },
+    {
+      "epoch": 0.99302649930265,
+      "grad_norm": 189.673583984375,
+      "learning_rate": 1.0598706144259467e-06,
+      "loss": 13.4219,
+      "step": 14952
+    },
+    {
+      "epoch": 0.9930929135950056,
+      "grad_norm": 214.3497314453125,
+      "learning_rate": 1.0597632550557632e-06,
+      "loss": 15.2344,
+      "step": 14953
+    },
+    {
+      "epoch": 0.9931593278873614,
+      "grad_norm": 195.63365173339844,
+      "learning_rate": 1.0596558949942723e-06,
+      "loss": 15.625,
+      "step": 14954
+    },
+    {
+      "epoch": 0.993225742179717,
+      "grad_norm": 459.1214599609375,
+      "learning_rate": 1.0595485342427171e-06,
+      "loss": 15.2812,
+      "step": 14955
+    },
+    {
+      "epoch": 0.9932921564720728,
+      "grad_norm": 333.8574523925781,
+      "learning_rate": 1.0594411728023382e-06,
+      "loss": 18.6562,
+      "step": 14956
+    },
+    {
+      "epoch": 0.9933585707644285,
+      "grad_norm": 346.8373107910156,
+      "learning_rate": 1.0593338106743784e-06,
+      "loss": 11.5781,
+      "step": 14957
+    },
+    {
+      "epoch": 0.9934249850567842,
+      "grad_norm": 196.09085083007812,
+      "learning_rate": 1.059226447860079e-06,
+      "loss": 20.2188,
+      "step": 14958
+    },
+    {
+      "epoch": 0.9934913993491399,
+      "grad_norm": 219.27427673339844,
+      "learning_rate": 1.0591190843606824e-06,
+      "loss": 16.8438,
+      "step": 14959
+    },
+    {
+      "epoch": 0.9935578136414956,
+      "grad_norm": 275.2781982421875,
+      "learning_rate": 1.0590117201774304e-06,
+      "loss": 14.3594,
+      "step": 14960
+    },
+    {
+      "epoch": 0.9936242279338514,
+      "grad_norm": 176.54086303710938,
+      "learning_rate": 1.058904355311565e-06,
+      "loss": 17.6406,
+      "step": 14961
+    },
+    {
+      "epoch": 0.9936906422262071,
+      "grad_norm": 133.29806518554688,
+      "learning_rate": 1.0587969897643277e-06,
+      "loss": 15.0156,
+      "step": 14962
+    },
+    {
+      "epoch": 0.9937570565185628,
+      "grad_norm": 544.7841186523438,
+      "learning_rate": 1.0586896235369607e-06,
+      "loss": 17.2031,
+      "step": 14963
+    },
+    {
+      "epoch": 0.9938234708109185,
+      "grad_norm": 151.34005737304688,
+      "learning_rate": 1.0585822566307062e-06,
+      "loss": 11.5938,
+      "step": 14964
+    },
+    {
+      "epoch": 0.9938898851032743,
+      "grad_norm": 184.46470642089844,
+      "learning_rate": 1.0584748890468055e-06,
+      "loss": 15.2969,
+      "step": 14965
+    },
+    {
+      "epoch": 0.9939562993956299,
+      "grad_norm": 508.7340393066406,
+      "learning_rate": 1.0583675207865015e-06,
+      "loss": 20.5312,
+      "step": 14966
+    },
+    {
+      "epoch": 0.9940227136879857,
+      "grad_norm": 154.02931213378906,
+      "learning_rate": 1.0582601518510355e-06,
+      "loss": 16.3047,
+      "step": 14967
+    },
+    {
+      "epoch": 0.9940891279803413,
+      "grad_norm": 237.06405639648438,
+      "learning_rate": 1.0581527822416495e-06,
+      "loss": 17.7188,
+      "step": 14968
+    },
+    {
+      "epoch": 0.9941555422726971,
+      "grad_norm": 353.858154296875,
+      "learning_rate": 1.0580454119595858e-06,
+      "loss": 17.1719,
+      "step": 14969
+    },
+    {
+      "epoch": 0.9942219565650527,
+      "grad_norm": 126.31645202636719,
+      "learning_rate": 1.0579380410060862e-06,
+      "loss": 13.2344,
+      "step": 14970
+    },
+    {
+      "epoch": 0.9942883708574085,
+      "grad_norm": 265.4424133300781,
+      "learning_rate": 1.0578306693823928e-06,
+      "loss": 19.1719,
+      "step": 14971
+    },
+    {
+      "epoch": 0.9943547851497643,
+      "grad_norm": 566.3740234375,
+      "learning_rate": 1.0577232970897476e-06,
+      "loss": 21.3594,
+      "step": 14972
+    },
+    {
+      "epoch": 0.9944211994421199,
+      "grad_norm": 222.88922119140625,
+      "learning_rate": 1.0576159241293928e-06,
+      "loss": 24.1875,
+      "step": 14973
+    },
+    {
+      "epoch": 0.9944876137344757,
+      "grad_norm": 200.6878662109375,
+      "learning_rate": 1.0575085505025696e-06,
+      "loss": 18.3281,
+      "step": 14974
+    },
+    {
+      "epoch": 0.9945540280268313,
+      "grad_norm": 147.0557403564453,
+      "learning_rate": 1.057401176210521e-06,
+      "loss": 16.0156,
+      "step": 14975
+    },
+    {
+      "epoch": 0.9946204423191871,
+      "grad_norm": 239.0738983154297,
+      "learning_rate": 1.0572938012544888e-06,
+      "loss": 15.0781,
+      "step": 14976
+    },
+    {
+      "epoch": 0.9946868566115428,
+      "grad_norm": 205.94415283203125,
+      "learning_rate": 1.0571864256357145e-06,
+      "loss": 15.9844,
+      "step": 14977
+    },
+    {
+      "epoch": 0.9947532709038985,
+      "grad_norm": 344.6522521972656,
+      "learning_rate": 1.057079049355441e-06,
+      "loss": 20.3906,
+      "step": 14978
+    },
+    {
+      "epoch": 0.9948196851962542,
+      "grad_norm": 237.3756103515625,
+      "learning_rate": 1.0569716724149097e-06,
+      "loss": 20.4062,
+      "step": 14979
+    },
+    {
+      "epoch": 0.99488609948861,
+      "grad_norm": 191.35975646972656,
+      "learning_rate": 1.0568642948153635e-06,
+      "loss": 16.7812,
+      "step": 14980
+    },
+    {
+      "epoch": 0.9949525137809656,
+      "grad_norm": 388.4723205566406,
+      "learning_rate": 1.0567569165580435e-06,
+      "loss": 15.3438,
+      "step": 14981
+    },
+    {
+      "epoch": 0.9950189280733214,
+      "grad_norm": 155.62713623046875,
+      "learning_rate": 1.0566495376441923e-06,
+      "loss": 16.2031,
+      "step": 14982
+    },
+    {
+      "epoch": 0.9950853423656771,
+      "grad_norm": 223.6415252685547,
+      "learning_rate": 1.056542158075052e-06,
+      "loss": 18.8125,
+      "step": 14983
+    },
+    {
+      "epoch": 0.9951517566580328,
+      "grad_norm": 276.31317138671875,
+      "learning_rate": 1.0564347778518642e-06,
+      "loss": 21.75,
+      "step": 14984
+    },
+    {
+      "epoch": 0.9952181709503886,
+      "grad_norm": 192.2698516845703,
+      "learning_rate": 1.056327396975872e-06,
+      "loss": 23.4219,
+      "step": 14985
+    },
+    {
+      "epoch": 0.9952845852427442,
+      "grad_norm": 303.5063781738281,
+      "learning_rate": 1.0562200154483166e-06,
+      "loss": 25.6406,
+      "step": 14986
+    },
+    {
+      "epoch": 0.9953509995351,
+      "grad_norm": 319.51165771484375,
+      "learning_rate": 1.0561126332704406e-06,
+      "loss": 20.3438,
+      "step": 14987
+    },
+    {
+      "epoch": 0.9954174138274556,
+      "grad_norm": 141.10601806640625,
+      "learning_rate": 1.056005250443486e-06,
+      "loss": 9.9062,
+      "step": 14988
+    },
+    {
+      "epoch": 0.9954838281198114,
+      "grad_norm": 240.1409912109375,
+      "learning_rate": 1.0558978669686948e-06,
+      "loss": 16.0469,
+      "step": 14989
+    },
+    {
+      "epoch": 0.995550242412167,
+      "grad_norm": 301.73065185546875,
+      "learning_rate": 1.0557904828473096e-06,
+      "loss": 21.1562,
+      "step": 14990
+    },
+    {
+      "epoch": 0.9956166567045228,
+      "grad_norm": 546.6434936523438,
+      "learning_rate": 1.055683098080572e-06,
+      "loss": 14.7344,
+      "step": 14991
+    },
+    {
+      "epoch": 0.9956830709968786,
+      "grad_norm": 151.99366760253906,
+      "learning_rate": 1.0555757126697247e-06,
+      "loss": 16.0312,
+      "step": 14992
+    },
+    {
+      "epoch": 0.9957494852892342,
+      "grad_norm": 470.5895690917969,
+      "learning_rate": 1.0554683266160093e-06,
+      "loss": 13.2188,
+      "step": 14993
+    },
+    {
+      "epoch": 0.99581589958159,
+      "grad_norm": 352.9528503417969,
+      "learning_rate": 1.0553609399206687e-06,
+      "loss": 13.3125,
+      "step": 14994
+    },
+    {
+      "epoch": 0.9958823138739457,
+      "grad_norm": 281.14898681640625,
+      "learning_rate": 1.0552535525849444e-06,
+      "loss": 13.3125,
+      "step": 14995
+    },
+    {
+      "epoch": 0.9959487281663014,
+      "grad_norm": 125.04069519042969,
+      "learning_rate": 1.0551461646100787e-06,
+      "loss": 19.1406,
+      "step": 14996
+    },
+    {
+      "epoch": 0.9960151424586571,
+      "grad_norm": 244.41485595703125,
+      "learning_rate": 1.0550387759973142e-06,
+      "loss": 21.5625,
+      "step": 14997
+    },
+    {
+      "epoch": 0.9960815567510128,
+      "grad_norm": 263.722412109375,
+      "learning_rate": 1.054931386747893e-06,
+      "loss": 16.3906,
+      "step": 14998
+    },
+    {
+      "epoch": 0.9961479710433685,
+      "grad_norm": 312.4307556152344,
+      "learning_rate": 1.054823996863057e-06,
+      "loss": 20.1719,
+      "step": 14999
+    },
+    {
+      "epoch": 0.9962143853357243,
+      "grad_norm": 561.3172607421875,
+      "learning_rate": 1.0547166063440484e-06,
+      "loss": 18.25,
+      "step": 15000
+    },
+    {
+      "epoch": 0.9962807996280799,
+      "grad_norm": 164.34951782226562,
+      "learning_rate": 1.05460921519211e-06,
+      "loss": 15.375,
+      "step": 15001
+    },
+    {
+      "epoch": 0.9963472139204357,
+      "grad_norm": 196.8488311767578,
+      "learning_rate": 1.0545018234084837e-06,
+      "loss": 15.7344,
+      "step": 15002
+    },
+    {
+      "epoch": 0.9964136282127914,
+      "grad_norm": 244.21502685546875,
+      "learning_rate": 1.0543944309944115e-06,
+      "loss": 20.6406,
+      "step": 15003
+    },
+    {
+      "epoch": 0.9964800425051471,
+      "grad_norm": 212.2190399169922,
+      "learning_rate": 1.054287037951136e-06,
+      "loss": 23.75,
+      "step": 15004
+    },
+    {
+      "epoch": 0.9965464567975029,
+      "grad_norm": 232.71629333496094,
+      "learning_rate": 1.0541796442798996e-06,
+      "loss": 18.8438,
+      "step": 15005
+    },
+    {
+      "epoch": 0.9966128710898585,
+      "grad_norm": 154.31065368652344,
+      "learning_rate": 1.054072249981944e-06,
+      "loss": 14.2656,
+      "step": 15006
+    },
+    {
+      "epoch": 0.9966792853822143,
+      "grad_norm": 261.7049255371094,
+      "learning_rate": 1.0539648550585116e-06,
+      "loss": 17.2109,
+      "step": 15007
+    },
+    {
+      "epoch": 0.9967456996745699,
+      "grad_norm": 162.74856567382812,
+      "learning_rate": 1.053857459510845e-06,
+      "loss": 15.7734,
+      "step": 15008
+    },
+    {
+      "epoch": 0.9968121139669257,
+      "grad_norm": 375.2406311035156,
+      "learning_rate": 1.0537500633401868e-06,
+      "loss": 23.9375,
+      "step": 15009
+    },
+    {
+      "epoch": 0.9968785282592814,
+      "grad_norm": 132.68637084960938,
+      "learning_rate": 1.0536426665477785e-06,
+      "loss": 12.6406,
+      "step": 15010
+    },
+    {
+      "epoch": 0.9969449425516371,
+      "grad_norm": 165.25399780273438,
+      "learning_rate": 1.0535352691348628e-06,
+      "loss": 15.5469,
+      "step": 15011
+    },
+    {
+      "epoch": 0.9970113568439928,
+      "grad_norm": 208.1719970703125,
+      "learning_rate": 1.053427871102682e-06,
+      "loss": 15.1875,
+      "step": 15012
+    },
+    {
+      "epoch": 0.9970777711363485,
+      "grad_norm": 128.95870971679688,
+      "learning_rate": 1.0533204724524783e-06,
+      "loss": 13.6562,
+      "step": 15013
+    },
+    {
+      "epoch": 0.9971441854287043,
+      "grad_norm": 131.82557678222656,
+      "learning_rate": 1.053213073185494e-06,
+      "loss": 12.4531,
+      "step": 15014
+    },
+    {
+      "epoch": 0.99721059972106,
+      "grad_norm": 110.79936218261719,
+      "learning_rate": 1.0531056733029719e-06,
+      "loss": 19.0625,
+      "step": 15015
+    },
+    {
+      "epoch": 0.9972770140134157,
+      "grad_norm": 535.8395385742188,
+      "learning_rate": 1.0529982728061539e-06,
+      "loss": 13.8906,
+      "step": 15016
+    },
+    {
+      "epoch": 0.9973434283057714,
+      "grad_norm": 298.0881042480469,
+      "learning_rate": 1.0528908716962824e-06,
+      "loss": 25.5938,
+      "step": 15017
+    },
+    {
+      "epoch": 0.9974098425981271,
+      "grad_norm": 111.2623291015625,
+      "learning_rate": 1.0527834699745997e-06,
+      "loss": 16.0469,
+      "step": 15018
+    },
+    {
+      "epoch": 0.9974762568904828,
+      "grad_norm": 416.74017333984375,
+      "learning_rate": 1.0526760676423485e-06,
+      "loss": 20.6562,
+      "step": 15019
+    },
+    {
+      "epoch": 0.9975426711828386,
+      "grad_norm": 245.97450256347656,
+      "learning_rate": 1.0525686647007708e-06,
+      "loss": 14.0469,
+      "step": 15020
+    },
+    {
+      "epoch": 0.9976090854751942,
+      "grad_norm": 272.8262939453125,
+      "learning_rate": 1.052461261151109e-06,
+      "loss": 16.7656,
+      "step": 15021
+    },
+    {
+      "epoch": 0.99767549976755,
+      "grad_norm": 406.7048645019531,
+      "learning_rate": 1.0523538569946056e-06,
+      "loss": 15.7188,
+      "step": 15022
+    },
+    {
+      "epoch": 0.9977419140599056,
+      "grad_norm": 111.59500885009766,
+      "learning_rate": 1.0522464522325031e-06,
+      "loss": 13.1094,
+      "step": 15023
+    },
+    {
+      "epoch": 0.9978083283522614,
+      "grad_norm": 169.2578582763672,
+      "learning_rate": 1.0521390468660436e-06,
+      "loss": 17.1094,
+      "step": 15024
+    },
+    {
+      "epoch": 0.9978747426446172,
+      "grad_norm": 194.09674072265625,
+      "learning_rate": 1.0520316408964699e-06,
+      "loss": 15.2344,
+      "step": 15025
+    },
+    {
+      "epoch": 0.9979411569369728,
+      "grad_norm": 248.14454650878906,
+      "learning_rate": 1.0519242343250242e-06,
+      "loss": 18.4688,
+      "step": 15026
+    },
+    {
+      "epoch": 0.9980075712293286,
+      "grad_norm": 283.8114929199219,
+      "learning_rate": 1.0518168271529487e-06,
+      "loss": 12.9688,
+      "step": 15027
+    },
+    {
+      "epoch": 0.9980739855216842,
+      "grad_norm": 435.1947937011719,
+      "learning_rate": 1.0517094193814858e-06,
+      "loss": 26.0938,
+      "step": 15028
+    },
+    {
+      "epoch": 0.99814039981404,
+      "grad_norm": 171.5227813720703,
+      "learning_rate": 1.0516020110118784e-06,
+      "loss": 15.1875,
+      "step": 15029
+    },
+    {
+      "epoch": 0.9982068141063957,
+      "grad_norm": 408.00726318359375,
+      "learning_rate": 1.051494602045369e-06,
+      "loss": 17.4844,
+      "step": 15030
+    },
+    {
+      "epoch": 0.9982732283987514,
+      "grad_norm": 233.953369140625,
+      "learning_rate": 1.0513871924831992e-06,
+      "loss": 20.3125,
+      "step": 15031
+    },
+    {
+      "epoch": 0.9983396426911071,
+      "grad_norm": 288.5137939453125,
+      "learning_rate": 1.0512797823266122e-06,
+      "loss": 14.8125,
+      "step": 15032
+    },
+    {
+      "epoch": 0.9984060569834629,
+      "grad_norm": 365.3363952636719,
+      "learning_rate": 1.0511723715768504e-06,
+      "loss": 22.9844,
+      "step": 15033
+    },
+    {
+      "epoch": 0.9984724712758185,
+      "grad_norm": 128.06988525390625,
+      "learning_rate": 1.051064960235156e-06,
+      "loss": 14.9375,
+      "step": 15034
+    },
+    {
+      "epoch": 0.9985388855681743,
+      "grad_norm": 499.80755615234375,
+      "learning_rate": 1.0509575483027714e-06,
+      "loss": 22.5312,
+      "step": 15035
+    },
+    {
+      "epoch": 0.99860529986053,
+      "grad_norm": 241.16310119628906,
+      "learning_rate": 1.0508501357809396e-06,
+      "loss": 16.5781,
+      "step": 15036
+    },
+    {
+      "epoch": 0.9986717141528857,
+      "grad_norm": 142.4352569580078,
+      "learning_rate": 1.0507427226709027e-06,
+      "loss": 13.375,
+      "step": 15037
+    },
+    {
+      "epoch": 0.9987381284452415,
+      "grad_norm": 140.42210388183594,
+      "learning_rate": 1.0506353089739031e-06,
+      "loss": 18.8438,
+      "step": 15038
+    },
+    {
+      "epoch": 0.9988045427375971,
+      "grad_norm": 198.20303344726562,
+      "learning_rate": 1.0505278946911834e-06,
+      "loss": 16.3438,
+      "step": 15039
+    },
+    {
+      "epoch": 0.9988709570299529,
+      "grad_norm": 779.9288330078125,
+      "learning_rate": 1.0504204798239862e-06,
+      "loss": 17.5938,
+      "step": 15040
+    },
+    {
+      "epoch": 0.9989373713223085,
+      "grad_norm": 420.93902587890625,
+      "learning_rate": 1.0503130643735543e-06,
+      "loss": 15.4531,
+      "step": 15041
+    },
+    {
+      "epoch": 0.9990037856146643,
+      "grad_norm": 387.03375244140625,
+      "learning_rate": 1.0502056483411295e-06,
+      "loss": 19.4531,
+      "step": 15042
+    },
+    {
+      "epoch": 0.99907019990702,
+      "grad_norm": 253.489990234375,
+      "learning_rate": 1.0500982317279547e-06,
+      "loss": 17.4062,
+      "step": 15043
+    },
+    {
+      "epoch": 0.9991366141993757,
+      "grad_norm": 661.278076171875,
+      "learning_rate": 1.0499908145352726e-06,
+      "loss": 18.5312,
+      "step": 15044
+    },
+    {
+      "epoch": 0.9992030284917314,
+      "grad_norm": 223.9980926513672,
+      "learning_rate": 1.0498833967643255e-06,
+      "loss": 14.5469,
+      "step": 15045
+    },
+    {
+      "epoch": 0.9992694427840871,
+      "grad_norm": 423.0218200683594,
+      "learning_rate": 1.049775978416356e-06,
+      "loss": 19.7188,
+      "step": 15046
+    },
+    {
+      "epoch": 0.9993358570764429,
+      "grad_norm": 229.80825805664062,
+      "learning_rate": 1.0496685594926067e-06,
+      "loss": 16.5312,
+      "step": 15047
+    },
+    {
+      "epoch": 0.9994022713687986,
+      "grad_norm": 132.1520538330078,
+      "learning_rate": 1.0495611399943204e-06,
+      "loss": 17.5312,
+      "step": 15048
+    },
+    {
+      "epoch": 0.9994686856611543,
+      "grad_norm": 413.3098449707031,
+      "learning_rate": 1.049453719922739e-06,
+      "loss": 14.6406,
+      "step": 15049
+    },
+    {
+      "epoch": 0.99953509995351,
+      "grad_norm": 394.10345458984375,
+      "learning_rate": 1.0493462992791056e-06,
+      "loss": 17.5469,
+      "step": 15050
+    },
+    {
+      "epoch": 0.9996015142458657,
+      "grad_norm": 445.18499755859375,
+      "learning_rate": 1.0492388780646628e-06,
+      "loss": 14.3281,
+      "step": 15051
+    },
+    {
+      "epoch": 0.9996679285382214,
+      "grad_norm": 439.6500244140625,
+      "learning_rate": 1.049131456280653e-06,
+      "loss": 16.1094,
+      "step": 15052
+    },
+    {
+      "epoch": 0.9997343428305772,
+      "grad_norm": 341.9541015625,
+      "learning_rate": 1.0490240339283188e-06,
+      "loss": 19.9219,
+      "step": 15053
+    },
+    {
+      "epoch": 0.9998007571229328,
+      "grad_norm": 160.63246154785156,
+      "learning_rate": 1.0489166110089028e-06,
+      "loss": 15.9844,
+      "step": 15054
+    },
+    {
+      "epoch": 0.9998671714152886,
+      "grad_norm": 658.4697875976562,
+      "learning_rate": 1.0488091875236478e-06,
+      "loss": 15.3594,
+      "step": 15055
+    },
+    {
+      "epoch": 0.9999335857076442,
+      "grad_norm": 112.68948364257812,
+      "learning_rate": 1.0487017634737963e-06,
+      "loss": 12.3125,
+      "step": 15056
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 317.928955078125,
+      "learning_rate": 1.0485943388605908e-06,
+      "loss": 17.7656,
+      "step": 15057
+    },
+    {
+      "epoch": 1.0000664142923557,
+      "grad_norm": 1180.0670166015625,
+      "learning_rate": 1.048486913685274e-06,
+      "loss": 13.0625,
+      "step": 15058
+    },
+    {
+      "epoch": 1.0001328285847115,
+      "grad_norm": 274.2171936035156,
+      "learning_rate": 1.0483794879490884e-06,
+      "loss": 15.9453,
+      "step": 15059
+    },
+    {
+      "epoch": 1.0001992428770672,
+      "grad_norm": 164.62158203125,
+      "learning_rate": 1.0482720616532769e-06,
+      "loss": 17.9062,
+      "step": 15060
+    },
+    {
+      "epoch": 1.0002656571694228,
+      "grad_norm": 376.88226318359375,
+      "learning_rate": 1.048164634799082e-06,
+      "loss": 14.5938,
+      "step": 15061
+    },
+    {
+      "epoch": 1.0003320714617785,
+      "grad_norm": 152.1481170654297,
+      "learning_rate": 1.0480572073877465e-06,
+      "loss": 23.3906,
+      "step": 15062
+    },
+    {
+      "epoch": 1.0003984857541344,
+      "grad_norm": 225.82785034179688,
+      "learning_rate": 1.047949779420513e-06,
+      "loss": 16.4688,
+      "step": 15063
+    },
+    {
+      "epoch": 1.00046490004649,
+      "grad_norm": 251.3386688232422,
+      "learning_rate": 1.0478423508986239e-06,
+      "loss": 23.3125,
+      "step": 15064
+    },
+    {
+      "epoch": 1.0005313143388457,
+      "grad_norm": 129.3287811279297,
+      "learning_rate": 1.047734921823322e-06,
+      "loss": 14.6094,
+      "step": 15065
+    },
+    {
+      "epoch": 1.0005977286312013,
+      "grad_norm": 237.80482482910156,
+      "learning_rate": 1.0476274921958502e-06,
+      "loss": 16.4531,
+      "step": 15066
+    },
+    {
+      "epoch": 1.0006641429235572,
+      "grad_norm": 188.9457244873047,
+      "learning_rate": 1.047520062017451e-06,
+      "loss": 17.8906,
+      "step": 15067
+    },
+    {
+      "epoch": 1.0007305572159129,
+      "grad_norm": 216.43222045898438,
+      "learning_rate": 1.047412631289367e-06,
+      "loss": 32.0,
+      "step": 15068
+    },
+    {
+      "epoch": 1.0007969715082685,
+      "grad_norm": 152.7721710205078,
+      "learning_rate": 1.0473052000128416e-06,
+      "loss": 12.6562,
+      "step": 15069
+    },
+    {
+      "epoch": 1.0008633858006244,
+      "grad_norm": 494.27337646484375,
+      "learning_rate": 1.0471977681891163e-06,
+      "loss": 22.75,
+      "step": 15070
+    },
+    {
+      "epoch": 1.00092980009298,
+      "grad_norm": 295.6286926269531,
+      "learning_rate": 1.0470903358194346e-06,
+      "loss": 10.3672,
+      "step": 15071
+    },
+    {
+      "epoch": 1.0009962143853357,
+      "grad_norm": 149.26304626464844,
+      "learning_rate": 1.046982902905039e-06,
+      "loss": 17.0781,
+      "step": 15072
+    },
+    {
+      "epoch": 1.0010626286776914,
+      "grad_norm": 237.8308563232422,
+      "learning_rate": 1.0468754694471723e-06,
+      "loss": 19.4688,
+      "step": 15073
+    },
+    {
+      "epoch": 1.0011290429700472,
+      "grad_norm": 216.694580078125,
+      "learning_rate": 1.0467680354470774e-06,
+      "loss": 17.25,
+      "step": 15074
+    },
+    {
+      "epoch": 1.0011954572624029,
+      "grad_norm": 170.17349243164062,
+      "learning_rate": 1.0466606009059967e-06,
+      "loss": 13.0938,
+      "step": 15075
+    },
+    {
+      "epoch": 1.0012618715547585,
+      "grad_norm": 257.8725280761719,
+      "learning_rate": 1.0465531658251726e-06,
+      "loss": 18.3438,
+      "step": 15076
+    },
+    {
+      "epoch": 1.0013282858471142,
+      "grad_norm": 214.3199005126953,
+      "learning_rate": 1.046445730205849e-06,
+      "loss": 14.6875,
+      "step": 15077
+    },
+    {
+      "epoch": 1.00139470013947,
+      "grad_norm": 176.20516967773438,
+      "learning_rate": 1.0463382940492677e-06,
+      "loss": 17.0625,
+      "step": 15078
+    },
+    {
+      "epoch": 1.0014611144318257,
+      "grad_norm": 439.5146789550781,
+      "learning_rate": 1.0462308573566719e-06,
+      "loss": 23.8281,
+      "step": 15079
+    },
+    {
+      "epoch": 1.0015275287241814,
+      "grad_norm": 279.4128723144531,
+      "learning_rate": 1.046123420129304e-06,
+      "loss": 16.2344,
+      "step": 15080
+    },
+    {
+      "epoch": 1.0015939430165373,
+      "grad_norm": 422.8970642089844,
+      "learning_rate": 1.0460159823684072e-06,
+      "loss": 27.9375,
+      "step": 15081
+    },
+    {
+      "epoch": 1.001660357308893,
+      "grad_norm": 229.82479858398438,
+      "learning_rate": 1.0459085440752238e-06,
+      "loss": 27.0625,
+      "step": 15082
+    },
+    {
+      "epoch": 1.0017267716012486,
+      "grad_norm": 246.5252685546875,
+      "learning_rate": 1.045801105250997e-06,
+      "loss": 13.5547,
+      "step": 15083
+    },
+    {
+      "epoch": 1.0017931858936042,
+      "grad_norm": 603.4347534179688,
+      "learning_rate": 1.0456936658969696e-06,
+      "loss": 18.2031,
+      "step": 15084
+    },
+    {
+      "epoch": 1.00185960018596,
+      "grad_norm": 290.9486083984375,
+      "learning_rate": 1.0455862260143837e-06,
+      "loss": 15.5312,
+      "step": 15085
+    },
+    {
+      "epoch": 1.0019260144783158,
+      "grad_norm": 298.5609130859375,
+      "learning_rate": 1.0454787856044827e-06,
+      "loss": 14.75,
+      "step": 15086
+    },
+    {
+      "epoch": 1.0019924287706714,
+      "grad_norm": 334.1923828125,
+      "learning_rate": 1.0453713446685095e-06,
+      "loss": 25.25,
+      "step": 15087
+    },
+    {
+      "epoch": 1.002058843063027,
+      "grad_norm": 271.2597961425781,
+      "learning_rate": 1.0452639032077069e-06,
+      "loss": 18.875,
+      "step": 15088
+    },
+    {
+      "epoch": 1.002125257355383,
+      "grad_norm": 273.0907897949219,
+      "learning_rate": 1.0451564612233172e-06,
+      "loss": 18.6562,
+      "step": 15089
+    },
+    {
+      "epoch": 1.0021916716477386,
+      "grad_norm": 390.90740966796875,
+      "learning_rate": 1.045049018716584e-06,
+      "loss": 17.9062,
+      "step": 15090
+    },
+    {
+      "epoch": 1.0022580859400942,
+      "grad_norm": 194.7640380859375,
+      "learning_rate": 1.0449415756887497e-06,
+      "loss": 17.9219,
+      "step": 15091
+    },
+    {
+      "epoch": 1.0023245002324501,
+      "grad_norm": 145.95423889160156,
+      "learning_rate": 1.044834132141057e-06,
+      "loss": 17.1406,
+      "step": 15092
+    },
+    {
+      "epoch": 1.0023909145248058,
+      "grad_norm": 154.83111572265625,
+      "learning_rate": 1.044726688074749e-06,
+      "loss": 16.3438,
+      "step": 15093
+    },
+    {
+      "epoch": 1.0024573288171614,
+      "grad_norm": 102.44623565673828,
+      "learning_rate": 1.0446192434910684e-06,
+      "loss": 15.8906,
+      "step": 15094
+    },
+    {
+      "epoch": 1.002523743109517,
+      "grad_norm": 190.72821044921875,
+      "learning_rate": 1.0445117983912582e-06,
+      "loss": 15.6406,
+      "step": 15095
+    },
+    {
+      "epoch": 1.002590157401873,
+      "grad_norm": 194.82180786132812,
+      "learning_rate": 1.0444043527765609e-06,
+      "loss": 13.1719,
+      "step": 15096
+    },
+    {
+      "epoch": 1.0026565716942286,
+      "grad_norm": 239.22451782226562,
+      "learning_rate": 1.0442969066482198e-06,
+      "loss": 16.7031,
+      "step": 15097
+    },
+    {
+      "epoch": 1.0027229859865843,
+      "grad_norm": 229.94122314453125,
+      "learning_rate": 1.0441894600074778e-06,
+      "loss": 19.2656,
+      "step": 15098
+    },
+    {
+      "epoch": 1.00278940027894,
+      "grad_norm": 167.28758239746094,
+      "learning_rate": 1.0440820128555777e-06,
+      "loss": 29.8438,
+      "step": 15099
+    },
+    {
+      "epoch": 1.0028558145712958,
+      "grad_norm": 212.59022521972656,
+      "learning_rate": 1.043974565193762e-06,
+      "loss": 13.375,
+      "step": 15100
+    },
+    {
+      "epoch": 1.0029222288636515,
+      "grad_norm": 455.5641174316406,
+      "learning_rate": 1.043867117023274e-06,
+      "loss": 21.75,
+      "step": 15101
+    },
+    {
+      "epoch": 1.002988643156007,
+      "grad_norm": 245.35821533203125,
+      "learning_rate": 1.0437596683453564e-06,
+      "loss": 16.4609,
+      "step": 15102
+    },
+    {
+      "epoch": 1.003055057448363,
+      "grad_norm": 246.89244079589844,
+      "learning_rate": 1.0436522191612523e-06,
+      "loss": 15.9219,
+      "step": 15103
+    },
+    {
+      "epoch": 1.0031214717407186,
+      "grad_norm": 330.5847473144531,
+      "learning_rate": 1.0435447694722045e-06,
+      "loss": 16.0156,
+      "step": 15104
+    },
+    {
+      "epoch": 1.0031878860330743,
+      "grad_norm": 336.7348327636719,
+      "learning_rate": 1.0434373192794559e-06,
+      "loss": 12.7734,
+      "step": 15105
+    },
+    {
+      "epoch": 1.00325430032543,
+      "grad_norm": 347.42547607421875,
+      "learning_rate": 1.0433298685842494e-06,
+      "loss": 14.2812,
+      "step": 15106
+    },
+    {
+      "epoch": 1.0033207146177858,
+      "grad_norm": 417.25152587890625,
+      "learning_rate": 1.043222417387828e-06,
+      "loss": 16.0312,
+      "step": 15107
+    },
+    {
+      "epoch": 1.0033871289101415,
+      "grad_norm": 160.1173553466797,
+      "learning_rate": 1.0431149656914345e-06,
+      "loss": 13.9844,
+      "step": 15108
+    },
+    {
+      "epoch": 1.0034535432024971,
+      "grad_norm": 199.3600616455078,
+      "learning_rate": 1.043007513496312e-06,
+      "loss": 16.25,
+      "step": 15109
+    },
+    {
+      "epoch": 1.0035199574948528,
+      "grad_norm": 147.09014892578125,
+      "learning_rate": 1.0429000608037036e-06,
+      "loss": 14.9688,
+      "step": 15110
+    },
+    {
+      "epoch": 1.0035863717872087,
+      "grad_norm": 164.76266479492188,
+      "learning_rate": 1.0427926076148517e-06,
+      "loss": 17.4531,
+      "step": 15111
+    },
+    {
+      "epoch": 1.0036527860795643,
+      "grad_norm": 239.7679901123047,
+      "learning_rate": 1.0426851539309998e-06,
+      "loss": 20.375,
+      "step": 15112
+    },
+    {
+      "epoch": 1.00371920037192,
+      "grad_norm": 210.0658721923828,
+      "learning_rate": 1.0425776997533906e-06,
+      "loss": 25.625,
+      "step": 15113
+    },
+    {
+      "epoch": 1.0037856146642758,
+      "grad_norm": 338.1379089355469,
+      "learning_rate": 1.042470245083267e-06,
+      "loss": 16.9062,
+      "step": 15114
+    },
+    {
+      "epoch": 1.0038520289566315,
+      "grad_norm": 330.474365234375,
+      "learning_rate": 1.042362789921872e-06,
+      "loss": 18.0,
+      "step": 15115
+    },
+    {
+      "epoch": 1.0039184432489872,
+      "grad_norm": 142.62460327148438,
+      "learning_rate": 1.0422553342704493e-06,
+      "loss": 16.0781,
+      "step": 15116
+    },
+    {
+      "epoch": 1.0039848575413428,
+      "grad_norm": 132.16970825195312,
+      "learning_rate": 1.0421478781302406e-06,
+      "loss": 19.9375,
+      "step": 15117
+    },
+    {
+      "epoch": 1.0040512718336987,
+      "grad_norm": 312.95465087890625,
+      "learning_rate": 1.04204042150249e-06,
+      "loss": 15.7656,
+      "step": 15118
+    },
+    {
+      "epoch": 1.0041176861260543,
+      "grad_norm": 228.92881774902344,
+      "learning_rate": 1.0419329643884399e-06,
+      "loss": 28.875,
+      "step": 15119
+    },
+    {
+      "epoch": 1.00418410041841,
+      "grad_norm": 230.5487518310547,
+      "learning_rate": 1.0418255067893332e-06,
+      "loss": 22.9375,
+      "step": 15120
+    },
+    {
+      "epoch": 1.0042505147107657,
+      "grad_norm": 241.1062469482422,
+      "learning_rate": 1.0417180487064131e-06,
+      "loss": 16.5469,
+      "step": 15121
+    },
+    {
+      "epoch": 1.0043169290031215,
+      "grad_norm": 233.25355529785156,
+      "learning_rate": 1.0416105901409232e-06,
+      "loss": 12.7031,
+      "step": 15122
+    },
+    {
+      "epoch": 1.0043833432954772,
+      "grad_norm": 226.96463012695312,
+      "learning_rate": 1.0415031310941053e-06,
+      "loss": 21.6875,
+      "step": 15123
+    },
+    {
+      "epoch": 1.0044497575878328,
+      "grad_norm": 415.4456481933594,
+      "learning_rate": 1.0413956715672037e-06,
+      "loss": 21.3594,
+      "step": 15124
+    },
+    {
+      "epoch": 1.0045161718801887,
+      "grad_norm": 361.0090026855469,
+      "learning_rate": 1.0412882115614604e-06,
+      "loss": 16.25,
+      "step": 15125
+    },
+    {
+      "epoch": 1.0045825861725444,
+      "grad_norm": 275.3906555175781,
+      "learning_rate": 1.0411807510781193e-06,
+      "loss": 16.3594,
+      "step": 15126
+    },
+    {
+      "epoch": 1.0046490004649,
+      "grad_norm": 354.9599609375,
+      "learning_rate": 1.041073290118423e-06,
+      "loss": 17.7344,
+      "step": 15127
+    },
+    {
+      "epoch": 1.0047154147572557,
+      "grad_norm": 160.83053588867188,
+      "learning_rate": 1.0409658286836142e-06,
+      "loss": 13.2969,
+      "step": 15128
+    },
+    {
+      "epoch": 1.0047818290496116,
+      "grad_norm": 227.89129638671875,
+      "learning_rate": 1.0408583667749365e-06,
+      "loss": 17.4688,
+      "step": 15129
+    },
+    {
+      "epoch": 1.0048482433419672,
+      "grad_norm": 143.09092712402344,
+      "learning_rate": 1.040750904393633e-06,
+      "loss": 14.2969,
+      "step": 15130
+    },
+    {
+      "epoch": 1.0049146576343229,
+      "grad_norm": 270.9931640625,
+      "learning_rate": 1.0406434415409461e-06,
+      "loss": 13.2031,
+      "step": 15131
+    },
+    {
+      "epoch": 1.0049810719266785,
+      "grad_norm": 235.30455017089844,
+      "learning_rate": 1.0405359782181196e-06,
+      "loss": 15.7188,
+      "step": 15132
+    },
+    {
+      "epoch": 1.0050474862190344,
+      "grad_norm": 141.4430389404297,
+      "learning_rate": 1.0404285144263963e-06,
+      "loss": 14.6719,
+      "step": 15133
+    },
+    {
+      "epoch": 1.00511390051139,
+      "grad_norm": 97.00724029541016,
+      "learning_rate": 1.040321050167019e-06,
+      "loss": 11.7812,
+      "step": 15134
+    },
+    {
+      "epoch": 1.0051803148037457,
+      "grad_norm": 269.3276672363281,
+      "learning_rate": 1.0402135854412314e-06,
+      "loss": 13.8125,
+      "step": 15135
+    },
+    {
+      "epoch": 1.0052467290961016,
+      "grad_norm": 142.6072998046875,
+      "learning_rate": 1.040106120250276e-06,
+      "loss": 17.1094,
+      "step": 15136
+    },
+    {
+      "epoch": 1.0053131433884572,
+      "grad_norm": 317.43865966796875,
+      "learning_rate": 1.039998654595396e-06,
+      "loss": 25.5156,
+      "step": 15137
+    },
+    {
+      "epoch": 1.0053795576808129,
+      "grad_norm": 217.58937072753906,
+      "learning_rate": 1.039891188477835e-06,
+      "loss": 15.0625,
+      "step": 15138
+    },
+    {
+      "epoch": 1.0054459719731685,
+      "grad_norm": 270.9247741699219,
+      "learning_rate": 1.0397837218988353e-06,
+      "loss": 16.875,
+      "step": 15139
+    },
+    {
+      "epoch": 1.0055123862655244,
+      "grad_norm": 257.2172546386719,
+      "learning_rate": 1.0396762548596406e-06,
+      "loss": 15.9219,
+      "step": 15140
+    },
+    {
+      "epoch": 1.00557880055788,
+      "grad_norm": 332.07110595703125,
+      "learning_rate": 1.0395687873614943e-06,
+      "loss": 19.375,
+      "step": 15141
+    },
+    {
+      "epoch": 1.0056452148502357,
+      "grad_norm": 374.4956359863281,
+      "learning_rate": 1.0394613194056385e-06,
+      "loss": 20.75,
+      "step": 15142
+    },
+    {
+      "epoch": 1.0057116291425914,
+      "grad_norm": 153.5078887939453,
+      "learning_rate": 1.039353850993317e-06,
+      "loss": 18.5,
+      "step": 15143
+    },
+    {
+      "epoch": 1.0057780434349473,
+      "grad_norm": 116.5879898071289,
+      "learning_rate": 1.0392463821257732e-06,
+      "loss": 16.75,
+      "step": 15144
+    },
+    {
+      "epoch": 1.005844457727303,
+      "grad_norm": 126.33966064453125,
+      "learning_rate": 1.0391389128042496e-06,
+      "loss": 26.2812,
+      "step": 15145
+    },
+    {
+      "epoch": 1.0059108720196586,
+      "grad_norm": 155.9084014892578,
+      "learning_rate": 1.0390314430299896e-06,
+      "loss": 18.6406,
+      "step": 15146
+    },
+    {
+      "epoch": 1.0059772863120144,
+      "grad_norm": 104.59862518310547,
+      "learning_rate": 1.0389239728042364e-06,
+      "loss": 18.3906,
+      "step": 15147
+    },
+    {
+      "epoch": 1.00604370060437,
+      "grad_norm": 198.57150268554688,
+      "learning_rate": 1.0388165021282334e-06,
+      "loss": 21.9688,
+      "step": 15148
+    },
+    {
+      "epoch": 1.0061101148967257,
+      "grad_norm": 340.45880126953125,
+      "learning_rate": 1.0387090310032231e-06,
+      "loss": 15.7188,
+      "step": 15149
+    },
+    {
+      "epoch": 1.0061765291890814,
+      "grad_norm": 256.5771484375,
+      "learning_rate": 1.0386015594304494e-06,
+      "loss": 14.7969,
+      "step": 15150
+    },
+    {
+      "epoch": 1.0062429434814373,
+      "grad_norm": 214.52096557617188,
+      "learning_rate": 1.038494087411155e-06,
+      "loss": 12.6562,
+      "step": 15151
+    },
+    {
+      "epoch": 1.006309357773793,
+      "grad_norm": 146.60585021972656,
+      "learning_rate": 1.038386614946583e-06,
+      "loss": 14.8125,
+      "step": 15152
+    },
+    {
+      "epoch": 1.0063757720661486,
+      "grad_norm": 229.6327667236328,
+      "learning_rate": 1.0382791420379767e-06,
+      "loss": 19.875,
+      "step": 15153
+    },
+    {
+      "epoch": 1.0064421863585042,
+      "grad_norm": 512.9149780273438,
+      "learning_rate": 1.0381716686865797e-06,
+      "loss": 21.2656,
+      "step": 15154
+    },
+    {
+      "epoch": 1.0065086006508601,
+      "grad_norm": 552.2413330078125,
+      "learning_rate": 1.0380641948936348e-06,
+      "loss": 21.5938,
+      "step": 15155
+    },
+    {
+      "epoch": 1.0065750149432158,
+      "grad_norm": 200.67672729492188,
+      "learning_rate": 1.0379567206603852e-06,
+      "loss": 19.1875,
+      "step": 15156
+    },
+    {
+      "epoch": 1.0066414292355714,
+      "grad_norm": 138.94427490234375,
+      "learning_rate": 1.0378492459880742e-06,
+      "loss": 18.9062,
+      "step": 15157
+    },
+    {
+      "epoch": 1.0067078435279273,
+      "grad_norm": 178.75643920898438,
+      "learning_rate": 1.0377417708779445e-06,
+      "loss": 17.2031,
+      "step": 15158
+    },
+    {
+      "epoch": 1.006774257820283,
+      "grad_norm": 142.25860595703125,
+      "learning_rate": 1.0376342953312405e-06,
+      "loss": 16.5781,
+      "step": 15159
+    },
+    {
+      "epoch": 1.0068406721126386,
+      "grad_norm": 292.7067565917969,
+      "learning_rate": 1.037526819349204e-06,
+      "loss": 17.3594,
+      "step": 15160
+    },
+    {
+      "epoch": 1.0069070864049943,
+      "grad_norm": 115.84979248046875,
+      "learning_rate": 1.037419342933079e-06,
+      "loss": 14.4375,
+      "step": 15161
+    },
+    {
+      "epoch": 1.0069735006973501,
+      "grad_norm": 156.56752014160156,
+      "learning_rate": 1.037311866084109e-06,
+      "loss": 23.9062,
+      "step": 15162
+    },
+    {
+      "epoch": 1.0070399149897058,
+      "grad_norm": 217.6951904296875,
+      "learning_rate": 1.0372043888035364e-06,
+      "loss": 15.625,
+      "step": 15163
+    },
+    {
+      "epoch": 1.0071063292820615,
+      "grad_norm": 159.0476837158203,
+      "learning_rate": 1.0370969110926052e-06,
+      "loss": 15.875,
+      "step": 15164
+    },
+    {
+      "epoch": 1.007172743574417,
+      "grad_norm": 389.2127685546875,
+      "learning_rate": 1.0369894329525584e-06,
+      "loss": 14.0781,
+      "step": 15165
+    },
+    {
+      "epoch": 1.007239157866773,
+      "grad_norm": 173.23202514648438,
+      "learning_rate": 1.036881954384639e-06,
+      "loss": 21.6562,
+      "step": 15166
+    },
+    {
+      "epoch": 1.0073055721591286,
+      "grad_norm": 229.03335571289062,
+      "learning_rate": 1.0367744753900902e-06,
+      "loss": 18.6094,
+      "step": 15167
+    },
+    {
+      "epoch": 1.0073719864514843,
+      "grad_norm": 391.25701904296875,
+      "learning_rate": 1.0366669959701557e-06,
+      "loss": 20.9062,
+      "step": 15168
+    },
+    {
+      "epoch": 1.0074384007438402,
+      "grad_norm": 224.8548126220703,
+      "learning_rate": 1.0365595161260788e-06,
+      "loss": 16.0156,
+      "step": 15169
+    },
+    {
+      "epoch": 1.0075048150361958,
+      "grad_norm": 187.4927978515625,
+      "learning_rate": 1.0364520358591022e-06,
+      "loss": 15.3984,
+      "step": 15170
+    },
+    {
+      "epoch": 1.0075712293285515,
+      "grad_norm": 313.5338134765625,
+      "learning_rate": 1.0363445551704695e-06,
+      "loss": 16.1406,
+      "step": 15171
+    },
+    {
+      "epoch": 1.0076376436209071,
+      "grad_norm": 404.7364501953125,
+      "learning_rate": 1.0362370740614238e-06,
+      "loss": 17.75,
+      "step": 15172
+    },
+    {
+      "epoch": 1.007704057913263,
+      "grad_norm": 159.24008178710938,
+      "learning_rate": 1.0361295925332088e-06,
+      "loss": 12.6719,
+      "step": 15173
+    },
+    {
+      "epoch": 1.0077704722056187,
+      "grad_norm": 330.4547424316406,
+      "learning_rate": 1.0360221105870674e-06,
+      "loss": 20.125,
+      "step": 15174
+    },
+    {
+      "epoch": 1.0078368864979743,
+      "grad_norm": 880.4702758789062,
+      "learning_rate": 1.0359146282242429e-06,
+      "loss": 14.8281,
+      "step": 15175
+    },
+    {
+      "epoch": 1.00790330079033,
+      "grad_norm": 227.2270965576172,
+      "learning_rate": 1.0358071454459788e-06,
+      "loss": 16.7812,
+      "step": 15176
+    },
+    {
+      "epoch": 1.0079697150826858,
+      "grad_norm": 187.9154815673828,
+      "learning_rate": 1.0356996622535184e-06,
+      "loss": 16.5312,
+      "step": 15177
+    },
+    {
+      "epoch": 1.0080361293750415,
+      "grad_norm": 163.33750915527344,
+      "learning_rate": 1.0355921786481046e-06,
+      "loss": 18.4375,
+      "step": 15178
+    },
+    {
+      "epoch": 1.0081025436673972,
+      "grad_norm": 227.52383422851562,
+      "learning_rate": 1.035484694630981e-06,
+      "loss": 18.125,
+      "step": 15179
+    },
+    {
+      "epoch": 1.008168957959753,
+      "grad_norm": 215.2240447998047,
+      "learning_rate": 1.0353772102033912e-06,
+      "loss": 18.7188,
+      "step": 15180
+    },
+    {
+      "epoch": 1.0082353722521087,
+      "grad_norm": 164.4773712158203,
+      "learning_rate": 1.0352697253665781e-06,
+      "loss": 17.75,
+      "step": 15181
+    },
+    {
+      "epoch": 1.0083017865444643,
+      "grad_norm": 145.0121307373047,
+      "learning_rate": 1.0351622401217852e-06,
+      "loss": 15.3906,
+      "step": 15182
+    },
+    {
+      "epoch": 1.00836820083682,
+      "grad_norm": 181.56552124023438,
+      "learning_rate": 1.035054754470256e-06,
+      "loss": 13.0625,
+      "step": 15183
+    },
+    {
+      "epoch": 1.0084346151291759,
+      "grad_norm": 203.55284118652344,
+      "learning_rate": 1.0349472684132333e-06,
+      "loss": 15.0938,
+      "step": 15184
+    },
+    {
+      "epoch": 1.0085010294215315,
+      "grad_norm": 174.52439880371094,
+      "learning_rate": 1.0348397819519604e-06,
+      "loss": 17.5312,
+      "step": 15185
+    },
+    {
+      "epoch": 1.0085674437138872,
+      "grad_norm": 220.68746948242188,
+      "learning_rate": 1.0347322950876816e-06,
+      "loss": 12.75,
+      "step": 15186
+    },
+    {
+      "epoch": 1.0086338580062428,
+      "grad_norm": 140.01568603515625,
+      "learning_rate": 1.0346248078216394e-06,
+      "loss": 13.9375,
+      "step": 15187
+    },
+    {
+      "epoch": 1.0087002722985987,
+      "grad_norm": 164.20513916015625,
+      "learning_rate": 1.0345173201550775e-06,
+      "loss": 19.5,
+      "step": 15188
+    },
+    {
+      "epoch": 1.0087666865909544,
+      "grad_norm": 924.4891357421875,
+      "learning_rate": 1.034409832089239e-06,
+      "loss": 23.2656,
+      "step": 15189
+    },
+    {
+      "epoch": 1.00883310088331,
+      "grad_norm": 118.53543853759766,
+      "learning_rate": 1.0343023436253673e-06,
+      "loss": 14.0234,
+      "step": 15190
+    },
+    {
+      "epoch": 1.008899515175666,
+      "grad_norm": 301.17169189453125,
+      "learning_rate": 1.0341948547647064e-06,
+      "loss": 14.9375,
+      "step": 15191
+    },
+    {
+      "epoch": 1.0089659294680215,
+      "grad_norm": 236.3602752685547,
+      "learning_rate": 1.0340873655084984e-06,
+      "loss": 19.25,
+      "step": 15192
+    },
+    {
+      "epoch": 1.0090323437603772,
+      "grad_norm": 95.56351470947266,
+      "learning_rate": 1.0339798758579878e-06,
+      "loss": 15.2188,
+      "step": 15193
+    },
+    {
+      "epoch": 1.0090987580527329,
+      "grad_norm": 559.5105590820312,
+      "learning_rate": 1.0338723858144178e-06,
+      "loss": 13.7031,
+      "step": 15194
+    },
+    {
+      "epoch": 1.0091651723450887,
+      "grad_norm": 349.4998474121094,
+      "learning_rate": 1.0337648953790313e-06,
+      "loss": 15.3281,
+      "step": 15195
+    },
+    {
+      "epoch": 1.0092315866374444,
+      "grad_norm": 251.47283935546875,
+      "learning_rate": 1.0336574045530719e-06,
+      "loss": 15.125,
+      "step": 15196
+    },
+    {
+      "epoch": 1.0092980009298,
+      "grad_norm": 151.85252380371094,
+      "learning_rate": 1.0335499133377832e-06,
+      "loss": 15.1875,
+      "step": 15197
+    },
+    {
+      "epoch": 1.009364415222156,
+      "grad_norm": 139.41726684570312,
+      "learning_rate": 1.0334424217344084e-06,
+      "loss": 17.9531,
+      "step": 15198
+    },
+    {
+      "epoch": 1.0094308295145116,
+      "grad_norm": 267.8622741699219,
+      "learning_rate": 1.033334929744191e-06,
+      "loss": 13.0625,
+      "step": 15199
+    },
+    {
+      "epoch": 1.0094972438068672,
+      "grad_norm": 542.6375122070312,
+      "learning_rate": 1.033227437368374e-06,
+      "loss": 19.0469,
+      "step": 15200
+    },
+    {
+      "epoch": 1.0095636580992229,
+      "grad_norm": 167.43655395507812,
+      "learning_rate": 1.0331199446082017e-06,
+      "loss": 13.0469,
+      "step": 15201
+    },
+    {
+      "epoch": 1.0096300723915788,
+      "grad_norm": 178.43055725097656,
+      "learning_rate": 1.0330124514649168e-06,
+      "loss": 17.0469,
+      "step": 15202
+    },
+    {
+      "epoch": 1.0096964866839344,
+      "grad_norm": 319.75274658203125,
+      "learning_rate": 1.0329049579397627e-06,
+      "loss": 19.6875,
+      "step": 15203
+    },
+    {
+      "epoch": 1.00976290097629,
+      "grad_norm": 118.95789337158203,
+      "learning_rate": 1.0327974640339834e-06,
+      "loss": 18.125,
+      "step": 15204
+    },
+    {
+      "epoch": 1.0098293152686457,
+      "grad_norm": 161.37896728515625,
+      "learning_rate": 1.0326899697488216e-06,
+      "loss": 13.5391,
+      "step": 15205
+    },
+    {
+      "epoch": 1.0098957295610016,
+      "grad_norm": 206.39553833007812,
+      "learning_rate": 1.0325824750855212e-06,
+      "loss": 11.0391,
+      "step": 15206
+    },
+    {
+      "epoch": 1.0099621438533573,
+      "grad_norm": 336.8380126953125,
+      "learning_rate": 1.0324749800453253e-06,
+      "loss": 19.5156,
+      "step": 15207
+    },
+    {
+      "epoch": 1.010028558145713,
+      "grad_norm": 357.5743713378906,
+      "learning_rate": 1.032367484629478e-06,
+      "loss": 25.5312,
+      "step": 15208
+    },
+    {
+      "epoch": 1.0100949724380688,
+      "grad_norm": 104.46463012695312,
+      "learning_rate": 1.032259988839222e-06,
+      "loss": 14.2031,
+      "step": 15209
+    },
+    {
+      "epoch": 1.0101613867304244,
+      "grad_norm": 464.9571838378906,
+      "learning_rate": 1.032152492675801e-06,
+      "loss": 16.0,
+      "step": 15210
+    },
+    {
+      "epoch": 1.01022780102278,
+      "grad_norm": 572.3201293945312,
+      "learning_rate": 1.0320449961404588e-06,
+      "loss": 13.8281,
+      "step": 15211
+    },
+    {
+      "epoch": 1.0102942153151357,
+      "grad_norm": 168.77786254882812,
+      "learning_rate": 1.0319374992344386e-06,
+      "loss": 16.1875,
+      "step": 15212
+    },
+    {
+      "epoch": 1.0103606296074916,
+      "grad_norm": 188.86061096191406,
+      "learning_rate": 1.0318300019589835e-06,
+      "loss": 18.3594,
+      "step": 15213
+    },
+    {
+      "epoch": 1.0104270438998473,
+      "grad_norm": 169.63970947265625,
+      "learning_rate": 1.0317225043153374e-06,
+      "loss": 15.6094,
+      "step": 15214
+    },
+    {
+      "epoch": 1.010493458192203,
+      "grad_norm": 133.7191619873047,
+      "learning_rate": 1.0316150063047438e-06,
+      "loss": 19.0078,
+      "step": 15215
+    },
+    {
+      "epoch": 1.0105598724845586,
+      "grad_norm": 167.56053161621094,
+      "learning_rate": 1.031507507928446e-06,
+      "loss": 17.1562,
+      "step": 15216
+    },
+    {
+      "epoch": 1.0106262867769145,
+      "grad_norm": 178.89999389648438,
+      "learning_rate": 1.0314000091876872e-06,
+      "loss": 14.9375,
+      "step": 15217
+    },
+    {
+      "epoch": 1.0106927010692701,
+      "grad_norm": 178.7849884033203,
+      "learning_rate": 1.0312925100837113e-06,
+      "loss": 23.2969,
+      "step": 15218
+    },
+    {
+      "epoch": 1.0107591153616258,
+      "grad_norm": 569.1829223632812,
+      "learning_rate": 1.031185010617762e-06,
+      "loss": 16.4688,
+      "step": 15219
+    },
+    {
+      "epoch": 1.0108255296539816,
+      "grad_norm": 271.1813659667969,
+      "learning_rate": 1.0310775107910823e-06,
+      "loss": 21.625,
+      "step": 15220
+    },
+    {
+      "epoch": 1.0108919439463373,
+      "grad_norm": 246.98777770996094,
+      "learning_rate": 1.0309700106049158e-06,
+      "loss": 18.7812,
+      "step": 15221
+    },
+    {
+      "epoch": 1.010958358238693,
+      "grad_norm": 251.8763885498047,
+      "learning_rate": 1.030862510060506e-06,
+      "loss": 18.1406,
+      "step": 15222
+    },
+    {
+      "epoch": 1.0110247725310486,
+      "grad_norm": 514.677001953125,
+      "learning_rate": 1.0307550091590968e-06,
+      "loss": 17.5,
+      "step": 15223
+    },
+    {
+      "epoch": 1.0110911868234045,
+      "grad_norm": 150.06204223632812,
+      "learning_rate": 1.0306475079019313e-06,
+      "loss": 11.3906,
+      "step": 15224
+    },
+    {
+      "epoch": 1.0111576011157601,
+      "grad_norm": 134.85707092285156,
+      "learning_rate": 1.030540006290253e-06,
+      "loss": 16.4375,
+      "step": 15225
+    },
+    {
+      "epoch": 1.0112240154081158,
+      "grad_norm": 233.1807403564453,
+      "learning_rate": 1.0304325043253054e-06,
+      "loss": 19.6094,
+      "step": 15226
+    },
+    {
+      "epoch": 1.0112904297004714,
+      "grad_norm": 325.07647705078125,
+      "learning_rate": 1.0303250020083322e-06,
+      "loss": 23.25,
+      "step": 15227
+    },
+    {
+      "epoch": 1.0113568439928273,
+      "grad_norm": 354.6261291503906,
+      "learning_rate": 1.030217499340577e-06,
+      "loss": 26.9219,
+      "step": 15228
+    },
+    {
+      "epoch": 1.011423258285183,
+      "grad_norm": 1147.7037353515625,
+      "learning_rate": 1.0301099963232832e-06,
+      "loss": 19.2031,
+      "step": 15229
+    },
+    {
+      "epoch": 1.0114896725775386,
+      "grad_norm": 340.7445068359375,
+      "learning_rate": 1.0300024929576942e-06,
+      "loss": 16.3125,
+      "step": 15230
+    },
+    {
+      "epoch": 1.0115560868698945,
+      "grad_norm": 199.87257385253906,
+      "learning_rate": 1.0298949892450536e-06,
+      "loss": 12.4375,
+      "step": 15231
+    },
+    {
+      "epoch": 1.0116225011622502,
+      "grad_norm": 195.849853515625,
+      "learning_rate": 1.0297874851866053e-06,
+      "loss": 14.7188,
+      "step": 15232
+    },
+    {
+      "epoch": 1.0116889154546058,
+      "grad_norm": 130.361572265625,
+      "learning_rate": 1.0296799807835924e-06,
+      "loss": 17.4453,
+      "step": 15233
+    },
+    {
+      "epoch": 1.0117553297469615,
+      "grad_norm": 151.31585693359375,
+      "learning_rate": 1.0295724760372584e-06,
+      "loss": 13.1406,
+      "step": 15234
+    },
+    {
+      "epoch": 1.0118217440393174,
+      "grad_norm": 281.3899230957031,
+      "learning_rate": 1.029464970948847e-06,
+      "loss": 15.3906,
+      "step": 15235
+    },
+    {
+      "epoch": 1.011888158331673,
+      "grad_norm": 183.5377655029297,
+      "learning_rate": 1.0293574655196022e-06,
+      "loss": 14.4375,
+      "step": 15236
+    },
+    {
+      "epoch": 1.0119545726240287,
+      "grad_norm": 116.0584716796875,
+      "learning_rate": 1.0292499597507671e-06,
+      "loss": 16.8594,
+      "step": 15237
+    },
+    {
+      "epoch": 1.0120209869163843,
+      "grad_norm": 194.33712768554688,
+      "learning_rate": 1.0291424536435851e-06,
+      "loss": 15.4531,
+      "step": 15238
+    },
+    {
+      "epoch": 1.0120874012087402,
+      "grad_norm": 179.91526794433594,
+      "learning_rate": 1.0290349471993001e-06,
+      "loss": 14.5156,
+      "step": 15239
+    },
+    {
+      "epoch": 1.0121538155010958,
+      "grad_norm": 185.71409606933594,
+      "learning_rate": 1.0289274404191558e-06,
+      "loss": 15.625,
+      "step": 15240
+    },
+    {
+      "epoch": 1.0122202297934515,
+      "grad_norm": 345.7841796875,
+      "learning_rate": 1.0288199333043953e-06,
+      "loss": 14.5781,
+      "step": 15241
+    },
+    {
+      "epoch": 1.0122866440858074,
+      "grad_norm": 151.68629455566406,
+      "learning_rate": 1.0287124258562623e-06,
+      "loss": 18.6562,
+      "step": 15242
+    },
+    {
+      "epoch": 1.012353058378163,
+      "grad_norm": 226.14723205566406,
+      "learning_rate": 1.0286049180760005e-06,
+      "loss": 16.5938,
+      "step": 15243
+    },
+    {
+      "epoch": 1.0124194726705187,
+      "grad_norm": 90.597900390625,
+      "learning_rate": 1.028497409964854e-06,
+      "loss": 14.75,
+      "step": 15244
+    },
+    {
+      "epoch": 1.0124858869628743,
+      "grad_norm": 272.7528076171875,
+      "learning_rate": 1.0283899015240655e-06,
+      "loss": 17.7969,
+      "step": 15245
+    },
+    {
+      "epoch": 1.0125523012552302,
+      "grad_norm": 1317.117431640625,
+      "learning_rate": 1.028282392754879e-06,
+      "loss": 13.2031,
+      "step": 15246
+    },
+    {
+      "epoch": 1.0126187155475859,
+      "grad_norm": 203.7834930419922,
+      "learning_rate": 1.0281748836585383e-06,
+      "loss": 17.9844,
+      "step": 15247
+    },
+    {
+      "epoch": 1.0126851298399415,
+      "grad_norm": 293.6075744628906,
+      "learning_rate": 1.0280673742362866e-06,
+      "loss": 15.75,
+      "step": 15248
+    },
+    {
+      "epoch": 1.0127515441322972,
+      "grad_norm": 258.81939697265625,
+      "learning_rate": 1.0279598644893676e-06,
+      "loss": 14.375,
+      "step": 15249
+    },
+    {
+      "epoch": 1.012817958424653,
+      "grad_norm": 735.9961547851562,
+      "learning_rate": 1.0278523544190252e-06,
+      "loss": 25.5,
+      "step": 15250
+    },
+    {
+      "epoch": 1.0128843727170087,
+      "grad_norm": 150.5749053955078,
+      "learning_rate": 1.0277448440265028e-06,
+      "loss": 12.6406,
+      "step": 15251
+    },
+    {
+      "epoch": 1.0129507870093644,
+      "grad_norm": 343.1180114746094,
+      "learning_rate": 1.0276373333130442e-06,
+      "loss": 25.0156,
+      "step": 15252
+    },
+    {
+      "epoch": 1.0130172013017202,
+      "grad_norm": 109.96456909179688,
+      "learning_rate": 1.0275298222798926e-06,
+      "loss": 16.8594,
+      "step": 15253
+    },
+    {
+      "epoch": 1.013083615594076,
+      "grad_norm": 259.3356018066406,
+      "learning_rate": 1.0274223109282917e-06,
+      "loss": 19.7188,
+      "step": 15254
+    },
+    {
+      "epoch": 1.0131500298864315,
+      "grad_norm": 142.70030212402344,
+      "learning_rate": 1.0273147992594859e-06,
+      "loss": 16.125,
+      "step": 15255
+    },
+    {
+      "epoch": 1.0132164441787872,
+      "grad_norm": 230.9971160888672,
+      "learning_rate": 1.027207287274718e-06,
+      "loss": 19.9531,
+      "step": 15256
+    },
+    {
+      "epoch": 1.013282858471143,
+      "grad_norm": 137.45758056640625,
+      "learning_rate": 1.0270997749752317e-06,
+      "loss": 15.2188,
+      "step": 15257
+    },
+    {
+      "epoch": 1.0133492727634987,
+      "grad_norm": 344.74957275390625,
+      "learning_rate": 1.026992262362271e-06,
+      "loss": 15.9531,
+      "step": 15258
+    },
+    {
+      "epoch": 1.0134156870558544,
+      "grad_norm": 230.4017333984375,
+      "learning_rate": 1.0268847494370795e-06,
+      "loss": 14.0156,
+      "step": 15259
+    },
+    {
+      "epoch": 1.01348210134821,
+      "grad_norm": 185.313232421875,
+      "learning_rate": 1.0267772362009004e-06,
+      "loss": 17.2031,
+      "step": 15260
+    },
+    {
+      "epoch": 1.013548515640566,
+      "grad_norm": 286.3517761230469,
+      "learning_rate": 1.0266697226549779e-06,
+      "loss": 16.5156,
+      "step": 15261
+    },
+    {
+      "epoch": 1.0136149299329216,
+      "grad_norm": 365.22216796875,
+      "learning_rate": 1.0265622088005554e-06,
+      "loss": 24.5781,
+      "step": 15262
+    },
+    {
+      "epoch": 1.0136813442252772,
+      "grad_norm": 417.37725830078125,
+      "learning_rate": 1.0264546946388765e-06,
+      "loss": 16.4219,
+      "step": 15263
+    },
+    {
+      "epoch": 1.013747758517633,
+      "grad_norm": 665.63720703125,
+      "learning_rate": 1.0263471801711852e-06,
+      "loss": 14.3125,
+      "step": 15264
+    },
+    {
+      "epoch": 1.0138141728099888,
+      "grad_norm": 177.57936096191406,
+      "learning_rate": 1.0262396653987245e-06,
+      "loss": 15.2812,
+      "step": 15265
+    },
+    {
+      "epoch": 1.0138805871023444,
+      "grad_norm": 240.0218963623047,
+      "learning_rate": 1.026132150322739e-06,
+      "loss": 19.5625,
+      "step": 15266
+    },
+    {
+      "epoch": 1.0139470013947,
+      "grad_norm": 157.00811767578125,
+      "learning_rate": 1.0260246349444714e-06,
+      "loss": 19.5469,
+      "step": 15267
+    },
+    {
+      "epoch": 1.014013415687056,
+      "grad_norm": 230.20693969726562,
+      "learning_rate": 1.025917119265166e-06,
+      "loss": 16.5,
+      "step": 15268
+    },
+    {
+      "epoch": 1.0140798299794116,
+      "grad_norm": 578.220947265625,
+      "learning_rate": 1.0258096032860663e-06,
+      "loss": 18.3125,
+      "step": 15269
+    },
+    {
+      "epoch": 1.0141462442717672,
+      "grad_norm": 196.1869659423828,
+      "learning_rate": 1.0257020870084157e-06,
+      "loss": 11.0781,
+      "step": 15270
+    },
+    {
+      "epoch": 1.014212658564123,
+      "grad_norm": 245.82501220703125,
+      "learning_rate": 1.0255945704334585e-06,
+      "loss": 17.3594,
+      "step": 15271
+    },
+    {
+      "epoch": 1.0142790728564788,
+      "grad_norm": 452.6330871582031,
+      "learning_rate": 1.0254870535624383e-06,
+      "loss": 25.2344,
+      "step": 15272
+    },
+    {
+      "epoch": 1.0143454871488344,
+      "grad_norm": 717.3190307617188,
+      "learning_rate": 1.025379536396598e-06,
+      "loss": 24.9531,
+      "step": 15273
+    },
+    {
+      "epoch": 1.01441190144119,
+      "grad_norm": 146.49961853027344,
+      "learning_rate": 1.0252720189371821e-06,
+      "loss": 17.9219,
+      "step": 15274
+    },
+    {
+      "epoch": 1.014478315733546,
+      "grad_norm": 181.62193298339844,
+      "learning_rate": 1.0251645011854342e-06,
+      "loss": 16.7188,
+      "step": 15275
+    },
+    {
+      "epoch": 1.0145447300259016,
+      "grad_norm": 412.4401550292969,
+      "learning_rate": 1.0250569831425978e-06,
+      "loss": 18.9219,
+      "step": 15276
+    },
+    {
+      "epoch": 1.0146111443182573,
+      "grad_norm": 216.40377807617188,
+      "learning_rate": 1.0249494648099166e-06,
+      "loss": 21.8438,
+      "step": 15277
+    },
+    {
+      "epoch": 1.014677558610613,
+      "grad_norm": 781.6943359375,
+      "learning_rate": 1.0248419461886345e-06,
+      "loss": 12.1875,
+      "step": 15278
+    },
+    {
+      "epoch": 1.0147439729029688,
+      "grad_norm": 209.64654541015625,
+      "learning_rate": 1.024734427279995e-06,
+      "loss": 17.3594,
+      "step": 15279
+    },
+    {
+      "epoch": 1.0148103871953245,
+      "grad_norm": 174.46173095703125,
+      "learning_rate": 1.0246269080852419e-06,
+      "loss": 14.9219,
+      "step": 15280
+    },
+    {
+      "epoch": 1.0148768014876801,
+      "grad_norm": 112.80441284179688,
+      "learning_rate": 1.024519388605619e-06,
+      "loss": 17.75,
+      "step": 15281
+    },
+    {
+      "epoch": 1.0149432157800358,
+      "grad_norm": 97.53333282470703,
+      "learning_rate": 1.0244118688423698e-06,
+      "loss": 14.1875,
+      "step": 15282
+    },
+    {
+      "epoch": 1.0150096300723916,
+      "grad_norm": 441.02789306640625,
+      "learning_rate": 1.0243043487967382e-06,
+      "loss": 23.375,
+      "step": 15283
+    },
+    {
+      "epoch": 1.0150760443647473,
+      "grad_norm": 433.83819580078125,
+      "learning_rate": 1.024196828469968e-06,
+      "loss": 19.5469,
+      "step": 15284
+    },
+    {
+      "epoch": 1.015142458657103,
+      "grad_norm": 168.41680908203125,
+      "learning_rate": 1.024089307863303e-06,
+      "loss": 15.625,
+      "step": 15285
+    },
+    {
+      "epoch": 1.0152088729494588,
+      "grad_norm": 119.3080825805664,
+      "learning_rate": 1.0239817869779864e-06,
+      "loss": 16.8125,
+      "step": 15286
+    },
+    {
+      "epoch": 1.0152752872418145,
+      "grad_norm": 167.1240997314453,
+      "learning_rate": 1.0238742658152626e-06,
+      "loss": 15.9844,
+      "step": 15287
+    },
+    {
+      "epoch": 1.0153417015341701,
+      "grad_norm": 131.22422790527344,
+      "learning_rate": 1.023766744376375e-06,
+      "loss": 13.2656,
+      "step": 15288
+    },
+    {
+      "epoch": 1.0154081158265258,
+      "grad_norm": 213.15943908691406,
+      "learning_rate": 1.0236592226625673e-06,
+      "loss": 16.9219,
+      "step": 15289
+    },
+    {
+      "epoch": 1.0154745301188817,
+      "grad_norm": 139.7592315673828,
+      "learning_rate": 1.0235517006750835e-06,
+      "loss": 14.1797,
+      "step": 15290
+    },
+    {
+      "epoch": 1.0155409444112373,
+      "grad_norm": 170.85592651367188,
+      "learning_rate": 1.023444178415167e-06,
+      "loss": 12.6562,
+      "step": 15291
+    },
+    {
+      "epoch": 1.015607358703593,
+      "grad_norm": 326.05596923828125,
+      "learning_rate": 1.023336655884062e-06,
+      "loss": 12.5938,
+      "step": 15292
+    },
+    {
+      "epoch": 1.0156737729959486,
+      "grad_norm": 111.20542907714844,
+      "learning_rate": 1.0232291330830119e-06,
+      "loss": 14.2969,
+      "step": 15293
+    },
+    {
+      "epoch": 1.0157401872883045,
+      "grad_norm": 263.9806213378906,
+      "learning_rate": 1.0231216100132608e-06,
+      "loss": 15.2188,
+      "step": 15294
+    },
+    {
+      "epoch": 1.0158066015806602,
+      "grad_norm": 332.0462341308594,
+      "learning_rate": 1.023014086676052e-06,
+      "loss": 25.4844,
+      "step": 15295
+    },
+    {
+      "epoch": 1.0158730158730158,
+      "grad_norm": 482.7290954589844,
+      "learning_rate": 1.0229065630726294e-06,
+      "loss": 16.5156,
+      "step": 15296
+    },
+    {
+      "epoch": 1.0159394301653717,
+      "grad_norm": 335.3446960449219,
+      "learning_rate": 1.022799039204237e-06,
+      "loss": 17.8594,
+      "step": 15297
+    },
+    {
+      "epoch": 1.0160058444577273,
+      "grad_norm": 702.2491455078125,
+      "learning_rate": 1.0226915150721187e-06,
+      "loss": 18.8438,
+      "step": 15298
+    },
+    {
+      "epoch": 1.016072258750083,
+      "grad_norm": 323.8616027832031,
+      "learning_rate": 1.0225839906775178e-06,
+      "loss": 21.75,
+      "step": 15299
+    },
+    {
+      "epoch": 1.0161386730424387,
+      "grad_norm": 250.5437774658203,
+      "learning_rate": 1.0224764660216782e-06,
+      "loss": 12.6875,
+      "step": 15300
+    },
+    {
+      "epoch": 1.0162050873347945,
+      "grad_norm": 209.76097106933594,
+      "learning_rate": 1.0223689411058442e-06,
+      "loss": 17.9688,
+      "step": 15301
+    },
+    {
+      "epoch": 1.0162715016271502,
+      "grad_norm": 250.78871154785156,
+      "learning_rate": 1.0222614159312588e-06,
+      "loss": 20.4219,
+      "step": 15302
+    },
+    {
+      "epoch": 1.0163379159195058,
+      "grad_norm": 207.33609008789062,
+      "learning_rate": 1.0221538904991664e-06,
+      "loss": 20.5156,
+      "step": 15303
+    },
+    {
+      "epoch": 1.0164043302118615,
+      "grad_norm": 189.59193420410156,
+      "learning_rate": 1.0220463648108104e-06,
+      "loss": 17.8594,
+      "step": 15304
+    },
+    {
+      "epoch": 1.0164707445042174,
+      "grad_norm": 181.48048400878906,
+      "learning_rate": 1.021938838867435e-06,
+      "loss": 20.1719,
+      "step": 15305
+    },
+    {
+      "epoch": 1.016537158796573,
+      "grad_norm": 124.75469207763672,
+      "learning_rate": 1.0218313126702838e-06,
+      "loss": 12.8438,
+      "step": 15306
+    },
+    {
+      "epoch": 1.0166035730889287,
+      "grad_norm": 150.8341522216797,
+      "learning_rate": 1.0217237862206e-06,
+      "loss": 16.7031,
+      "step": 15307
+    },
+    {
+      "epoch": 1.0166699873812846,
+      "grad_norm": 193.71592712402344,
+      "learning_rate": 1.0216162595196286e-06,
+      "loss": 14.5781,
+      "step": 15308
+    },
+    {
+      "epoch": 1.0167364016736402,
+      "grad_norm": 238.8983612060547,
+      "learning_rate": 1.0215087325686124e-06,
+      "loss": 21.4062,
+      "step": 15309
+    },
+    {
+      "epoch": 1.0168028159659959,
+      "grad_norm": 263.4273376464844,
+      "learning_rate": 1.0214012053687957e-06,
+      "loss": 12.6094,
+      "step": 15310
+    },
+    {
+      "epoch": 1.0168692302583515,
+      "grad_norm": 142.986328125,
+      "learning_rate": 1.0212936779214222e-06,
+      "loss": 12.75,
+      "step": 15311
+    },
+    {
+      "epoch": 1.0169356445507074,
+      "grad_norm": 140.77862548828125,
+      "learning_rate": 1.0211861502277358e-06,
+      "loss": 13.25,
+      "step": 15312
+    },
+    {
+      "epoch": 1.017002058843063,
+      "grad_norm": 167.38111877441406,
+      "learning_rate": 1.0210786222889801e-06,
+      "loss": 22.3438,
+      "step": 15313
+    },
+    {
+      "epoch": 1.0170684731354187,
+      "grad_norm": 218.19749450683594,
+      "learning_rate": 1.0209710941063992e-06,
+      "loss": 12.8281,
+      "step": 15314
+    },
+    {
+      "epoch": 1.0171348874277744,
+      "grad_norm": 261.9910888671875,
+      "learning_rate": 1.0208635656812367e-06,
+      "loss": 17.9531,
+      "step": 15315
+    },
+    {
+      "epoch": 1.0172013017201302,
+      "grad_norm": 282.4525146484375,
+      "learning_rate": 1.0207560370147366e-06,
+      "loss": 18.875,
+      "step": 15316
+    },
+    {
+      "epoch": 1.017267716012486,
+      "grad_norm": 103.68407440185547,
+      "learning_rate": 1.0206485081081424e-06,
+      "loss": 15.9688,
+      "step": 15317
+    },
+    {
+      "epoch": 1.0173341303048415,
+      "grad_norm": 391.89739990234375,
+      "learning_rate": 1.0205409789626983e-06,
+      "loss": 13.7266,
+      "step": 15318
+    },
+    {
+      "epoch": 1.0174005445971974,
+      "grad_norm": 163.1072540283203,
+      "learning_rate": 1.020433449579648e-06,
+      "loss": 19.0781,
+      "step": 15319
+    },
+    {
+      "epoch": 1.017466958889553,
+      "grad_norm": 245.18753051757812,
+      "learning_rate": 1.0203259199602354e-06,
+      "loss": 18.9375,
+      "step": 15320
+    },
+    {
+      "epoch": 1.0175333731819087,
+      "grad_norm": 214.84841918945312,
+      "learning_rate": 1.0202183901057042e-06,
+      "loss": 16.8125,
+      "step": 15321
+    },
+    {
+      "epoch": 1.0175997874742644,
+      "grad_norm": 103.27165985107422,
+      "learning_rate": 1.0201108600172985e-06,
+      "loss": 10.8125,
+      "step": 15322
+    },
+    {
+      "epoch": 1.0176662017666203,
+      "grad_norm": 164.06234741210938,
+      "learning_rate": 1.0200033296962616e-06,
+      "loss": 16.9219,
+      "step": 15323
+    },
+    {
+      "epoch": 1.017732616058976,
+      "grad_norm": 193.8529815673828,
+      "learning_rate": 1.019895799143838e-06,
+      "loss": 19.3281,
+      "step": 15324
+    },
+    {
+      "epoch": 1.0177990303513316,
+      "grad_norm": 162.4621124267578,
+      "learning_rate": 1.0197882683612712e-06,
+      "loss": 17.5156,
+      "step": 15325
+    },
+    {
+      "epoch": 1.0178654446436872,
+      "grad_norm": 108.07833862304688,
+      "learning_rate": 1.0196807373498052e-06,
+      "loss": 16.9688,
+      "step": 15326
+    },
+    {
+      "epoch": 1.017931858936043,
+      "grad_norm": 179.01171875,
+      "learning_rate": 1.0195732061106834e-06,
+      "loss": 17.6562,
+      "step": 15327
+    },
+    {
+      "epoch": 1.0179982732283988,
+      "grad_norm": 209.16143798828125,
+      "learning_rate": 1.0194656746451504e-06,
+      "loss": 14.2031,
+      "step": 15328
+    },
+    {
+      "epoch": 1.0180646875207544,
+      "grad_norm": 571.7606811523438,
+      "learning_rate": 1.0193581429544496e-06,
+      "loss": 17.3438,
+      "step": 15329
+    },
+    {
+      "epoch": 1.0181311018131103,
+      "grad_norm": 111.35997009277344,
+      "learning_rate": 1.0192506110398252e-06,
+      "loss": 13.0938,
+      "step": 15330
+    },
+    {
+      "epoch": 1.018197516105466,
+      "grad_norm": 305.1864929199219,
+      "learning_rate": 1.0191430789025207e-06,
+      "loss": 15.6406,
+      "step": 15331
+    },
+    {
+      "epoch": 1.0182639303978216,
+      "grad_norm": 191.30795288085938,
+      "learning_rate": 1.0190355465437796e-06,
+      "loss": 16.8438,
+      "step": 15332
+    },
+    {
+      "epoch": 1.0183303446901772,
+      "grad_norm": 261.52618408203125,
+      "learning_rate": 1.0189280139648472e-06,
+      "loss": 13.1875,
+      "step": 15333
+    },
+    {
+      "epoch": 1.0183967589825331,
+      "grad_norm": 118.5487060546875,
+      "learning_rate": 1.0188204811669656e-06,
+      "loss": 13.75,
+      "step": 15334
+    },
+    {
+      "epoch": 1.0184631732748888,
+      "grad_norm": 185.13992309570312,
+      "learning_rate": 1.0187129481513799e-06,
+      "loss": 16.2344,
+      "step": 15335
+    },
+    {
+      "epoch": 1.0185295875672444,
+      "grad_norm": 573.7703247070312,
+      "learning_rate": 1.0186054149193336e-06,
+      "loss": 19.6875,
+      "step": 15336
+    },
+    {
+      "epoch": 1.0185960018596,
+      "grad_norm": 205.6060333251953,
+      "learning_rate": 1.0184978814720706e-06,
+      "loss": 14.875,
+      "step": 15337
+    },
+    {
+      "epoch": 1.018662416151956,
+      "grad_norm": 269.8479309082031,
+      "learning_rate": 1.0183903478108347e-06,
+      "loss": 16.0625,
+      "step": 15338
+    },
+    {
+      "epoch": 1.0187288304443116,
+      "grad_norm": 121.22720336914062,
+      "learning_rate": 1.01828281393687e-06,
+      "loss": 19.125,
+      "step": 15339
+    },
+    {
+      "epoch": 1.0187952447366673,
+      "grad_norm": 241.97250366210938,
+      "learning_rate": 1.0181752798514202e-06,
+      "loss": 17.0469,
+      "step": 15340
+    },
+    {
+      "epoch": 1.0188616590290231,
+      "grad_norm": 104.91741943359375,
+      "learning_rate": 1.0180677455557292e-06,
+      "loss": 14.3281,
+      "step": 15341
+    },
+    {
+      "epoch": 1.0189280733213788,
+      "grad_norm": 507.9609069824219,
+      "learning_rate": 1.0179602110510407e-06,
+      "loss": 19.6875,
+      "step": 15342
+    },
+    {
+      "epoch": 1.0189944876137345,
+      "grad_norm": 182.18788146972656,
+      "learning_rate": 1.017852676338599e-06,
+      "loss": 20.7656,
+      "step": 15343
+    },
+    {
+      "epoch": 1.01906090190609,
+      "grad_norm": 172.40423583984375,
+      "learning_rate": 1.017745141419648e-06,
+      "loss": 16.8438,
+      "step": 15344
+    },
+    {
+      "epoch": 1.019127316198446,
+      "grad_norm": 274.7261657714844,
+      "learning_rate": 1.0176376062954314e-06,
+      "loss": 14.0625,
+      "step": 15345
+    },
+    {
+      "epoch": 1.0191937304908016,
+      "grad_norm": 242.3865509033203,
+      "learning_rate": 1.017530070967193e-06,
+      "loss": 17.2656,
+      "step": 15346
+    },
+    {
+      "epoch": 1.0192601447831573,
+      "grad_norm": 551.9786376953125,
+      "learning_rate": 1.017422535436177e-06,
+      "loss": 15.7969,
+      "step": 15347
+    },
+    {
+      "epoch": 1.019326559075513,
+      "grad_norm": 137.9261932373047,
+      "learning_rate": 1.017314999703627e-06,
+      "loss": 15.5312,
+      "step": 15348
+    },
+    {
+      "epoch": 1.0193929733678688,
+      "grad_norm": 129.65835571289062,
+      "learning_rate": 1.0172074637707871e-06,
+      "loss": 14.7969,
+      "step": 15349
+    },
+    {
+      "epoch": 1.0194593876602245,
+      "grad_norm": 303.13885498046875,
+      "learning_rate": 1.017099927638901e-06,
+      "loss": 15.8828,
+      "step": 15350
+    },
+    {
+      "epoch": 1.0195258019525801,
+      "grad_norm": 149.317626953125,
+      "learning_rate": 1.0169923913092134e-06,
+      "loss": 16.9062,
+      "step": 15351
+    },
+    {
+      "epoch": 1.019592216244936,
+      "grad_norm": 128.1129608154297,
+      "learning_rate": 1.016884854782967e-06,
+      "loss": 16.4844,
+      "step": 15352
+    },
+    {
+      "epoch": 1.0196586305372917,
+      "grad_norm": 401.136962890625,
+      "learning_rate": 1.0167773180614068e-06,
+      "loss": 18.2656,
+      "step": 15353
+    },
+    {
+      "epoch": 1.0197250448296473,
+      "grad_norm": 210.63230895996094,
+      "learning_rate": 1.016669781145776e-06,
+      "loss": 17.0781,
+      "step": 15354
+    },
+    {
+      "epoch": 1.019791459122003,
+      "grad_norm": 167.3013916015625,
+      "learning_rate": 1.016562244037319e-06,
+      "loss": 23.6094,
+      "step": 15355
+    },
+    {
+      "epoch": 1.0198578734143589,
+      "grad_norm": 367.570556640625,
+      "learning_rate": 1.0164547067372792e-06,
+      "loss": 21.1875,
+      "step": 15356
+    },
+    {
+      "epoch": 1.0199242877067145,
+      "grad_norm": 219.33084106445312,
+      "learning_rate": 1.016347169246901e-06,
+      "loss": 19.0938,
+      "step": 15357
+    },
+    {
+      "epoch": 1.0199907019990702,
+      "grad_norm": 136.12435913085938,
+      "learning_rate": 1.0162396315674282e-06,
+      "loss": 12.3438,
+      "step": 15358
+    },
+    {
+      "epoch": 1.0200571162914258,
+      "grad_norm": 150.0523223876953,
+      "learning_rate": 1.0161320937001047e-06,
+      "loss": 16.2422,
+      "step": 15359
+    },
+    {
+      "epoch": 1.0201235305837817,
+      "grad_norm": 609.5306396484375,
+      "learning_rate": 1.0160245556461742e-06,
+      "loss": 22.8906,
+      "step": 15360
+    },
+    {
+      "epoch": 1.0201899448761373,
+      "grad_norm": 318.7533264160156,
+      "learning_rate": 1.0159170174068813e-06,
+      "loss": 18.2188,
+      "step": 15361
+    },
+    {
+      "epoch": 1.020256359168493,
+      "grad_norm": 306.2981262207031,
+      "learning_rate": 1.0158094789834692e-06,
+      "loss": 20.5312,
+      "step": 15362
+    },
+    {
+      "epoch": 1.0203227734608489,
+      "grad_norm": 337.08966064453125,
+      "learning_rate": 1.0157019403771822e-06,
+      "loss": 17.4688,
+      "step": 15363
+    },
+    {
+      "epoch": 1.0203891877532045,
+      "grad_norm": 109.77288818359375,
+      "learning_rate": 1.0155944015892643e-06,
+      "loss": 13.4219,
+      "step": 15364
+    },
+    {
+      "epoch": 1.0204556020455602,
+      "grad_norm": 123.89181518554688,
+      "learning_rate": 1.0154868626209595e-06,
+      "loss": 16.5781,
+      "step": 15365
+    },
+    {
+      "epoch": 1.0205220163379158,
+      "grad_norm": 222.139404296875,
+      "learning_rate": 1.0153793234735112e-06,
+      "loss": 21.7812,
+      "step": 15366
+    },
+    {
+      "epoch": 1.0205884306302717,
+      "grad_norm": 161.49049377441406,
+      "learning_rate": 1.0152717841481642e-06,
+      "loss": 17.9531,
+      "step": 15367
+    },
+    {
+      "epoch": 1.0206548449226274,
+      "grad_norm": 195.9034423828125,
+      "learning_rate": 1.0151642446461618e-06,
+      "loss": 14.9375,
+      "step": 15368
+    },
+    {
+      "epoch": 1.020721259214983,
+      "grad_norm": 220.0365753173828,
+      "learning_rate": 1.015056704968748e-06,
+      "loss": 11.5781,
+      "step": 15369
+    },
+    {
+      "epoch": 1.0207876735073387,
+      "grad_norm": 177.39337158203125,
+      "learning_rate": 1.014949165117167e-06,
+      "loss": 15.9531,
+      "step": 15370
+    },
+    {
+      "epoch": 1.0208540877996946,
+      "grad_norm": 125.76290893554688,
+      "learning_rate": 1.0148416250926628e-06,
+      "loss": 16.0312,
+      "step": 15371
+    },
+    {
+      "epoch": 1.0209205020920502,
+      "grad_norm": 452.1662902832031,
+      "learning_rate": 1.0147340848964793e-06,
+      "loss": 19.75,
+      "step": 15372
+    },
+    {
+      "epoch": 1.0209869163844059,
+      "grad_norm": 135.9062042236328,
+      "learning_rate": 1.0146265445298603e-06,
+      "loss": 19.3281,
+      "step": 15373
+    },
+    {
+      "epoch": 1.0210533306767617,
+      "grad_norm": 140.68038940429688,
+      "learning_rate": 1.01451900399405e-06,
+      "loss": 19.5938,
+      "step": 15374
+    },
+    {
+      "epoch": 1.0211197449691174,
+      "grad_norm": 187.80288696289062,
+      "learning_rate": 1.014411463290292e-06,
+      "loss": 15.875,
+      "step": 15375
+    },
+    {
+      "epoch": 1.021186159261473,
+      "grad_norm": 275.9442443847656,
+      "learning_rate": 1.0143039224198306e-06,
+      "loss": 14.4062,
+      "step": 15376
+    },
+    {
+      "epoch": 1.0212525735538287,
+      "grad_norm": 268.8526916503906,
+      "learning_rate": 1.0141963813839097e-06,
+      "loss": 18.9062,
+      "step": 15377
+    },
+    {
+      "epoch": 1.0213189878461846,
+      "grad_norm": 137.79017639160156,
+      "learning_rate": 1.014088840183773e-06,
+      "loss": 17.0312,
+      "step": 15378
+    },
+    {
+      "epoch": 1.0213854021385402,
+      "grad_norm": 133.55014038085938,
+      "learning_rate": 1.013981298820665e-06,
+      "loss": 16.375,
+      "step": 15379
+    },
+    {
+      "epoch": 1.0214518164308959,
+      "grad_norm": 726.53662109375,
+      "learning_rate": 1.0138737572958296e-06,
+      "loss": 24.3125,
+      "step": 15380
+    },
+    {
+      "epoch": 1.0215182307232515,
+      "grad_norm": 138.16094970703125,
+      "learning_rate": 1.01376621561051e-06,
+      "loss": 14.5938,
+      "step": 15381
+    },
+    {
+      "epoch": 1.0215846450156074,
+      "grad_norm": 393.8468933105469,
+      "learning_rate": 1.013658673765951e-06,
+      "loss": 17.5938,
+      "step": 15382
+    },
+    {
+      "epoch": 1.021651059307963,
+      "grad_norm": 92.86665344238281,
+      "learning_rate": 1.0135511317633965e-06,
+      "loss": 11.1562,
+      "step": 15383
+    },
+    {
+      "epoch": 1.0217174736003187,
+      "grad_norm": 180.72523498535156,
+      "learning_rate": 1.0134435896040903e-06,
+      "loss": 12.0781,
+      "step": 15384
+    },
+    {
+      "epoch": 1.0217838878926746,
+      "grad_norm": 177.18345642089844,
+      "learning_rate": 1.0133360472892763e-06,
+      "loss": 18.3281,
+      "step": 15385
+    },
+    {
+      "epoch": 1.0218503021850303,
+      "grad_norm": 408.0194091796875,
+      "learning_rate": 1.0132285048201987e-06,
+      "loss": 20.6719,
+      "step": 15386
+    },
+    {
+      "epoch": 1.021916716477386,
+      "grad_norm": 194.05677795410156,
+      "learning_rate": 1.0131209621981012e-06,
+      "loss": 16.5938,
+      "step": 15387
+    },
+    {
+      "epoch": 1.0219831307697416,
+      "grad_norm": 214.9028778076172,
+      "learning_rate": 1.0130134194242281e-06,
+      "loss": 20.0312,
+      "step": 15388
+    },
+    {
+      "epoch": 1.0220495450620974,
+      "grad_norm": 229.80935668945312,
+      "learning_rate": 1.0129058764998231e-06,
+      "loss": 20.2812,
+      "step": 15389
+    },
+    {
+      "epoch": 1.022115959354453,
+      "grad_norm": 174.99855041503906,
+      "learning_rate": 1.0127983334261307e-06,
+      "loss": 16.6719,
+      "step": 15390
+    },
+    {
+      "epoch": 1.0221823736468088,
+      "grad_norm": 972.5267944335938,
+      "learning_rate": 1.0126907902043945e-06,
+      "loss": 17.25,
+      "step": 15391
+    },
+    {
+      "epoch": 1.0222487879391644,
+      "grad_norm": 354.546630859375,
+      "learning_rate": 1.012583246835858e-06,
+      "loss": 10.5938,
+      "step": 15392
+    },
+    {
+      "epoch": 1.0223152022315203,
+      "grad_norm": 115.74607849121094,
+      "learning_rate": 1.0124757033217663e-06,
+      "loss": 12.8438,
+      "step": 15393
+    },
+    {
+      "epoch": 1.022381616523876,
+      "grad_norm": 264.5953369140625,
+      "learning_rate": 1.0123681596633628e-06,
+      "loss": 26.0781,
+      "step": 15394
+    },
+    {
+      "epoch": 1.0224480308162316,
+      "grad_norm": 269.7077331542969,
+      "learning_rate": 1.0122606158618916e-06,
+      "loss": 14.1875,
+      "step": 15395
+    },
+    {
+      "epoch": 1.0225144451085875,
+      "grad_norm": 309.248779296875,
+      "learning_rate": 1.0121530719185964e-06,
+      "loss": 12.6406,
+      "step": 15396
+    },
+    {
+      "epoch": 1.0225808594009431,
+      "grad_norm": 241.5001220703125,
+      "learning_rate": 1.012045527834722e-06,
+      "loss": 13.9375,
+      "step": 15397
+    },
+    {
+      "epoch": 1.0226472736932988,
+      "grad_norm": 232.9688720703125,
+      "learning_rate": 1.0119379836115114e-06,
+      "loss": 17.2344,
+      "step": 15398
+    },
+    {
+      "epoch": 1.0227136879856544,
+      "grad_norm": 415.0029602050781,
+      "learning_rate": 1.0118304392502093e-06,
+      "loss": 17.3125,
+      "step": 15399
+    },
+    {
+      "epoch": 1.0227801022780103,
+      "grad_norm": 136.1306610107422,
+      "learning_rate": 1.0117228947520592e-06,
+      "loss": 15.875,
+      "step": 15400
+    },
+    {
+      "epoch": 1.022846516570366,
+      "grad_norm": 347.4319763183594,
+      "learning_rate": 1.0116153501183057e-06,
+      "loss": 20.3125,
+      "step": 15401
+    },
+    {
+      "epoch": 1.0229129308627216,
+      "grad_norm": 148.53343200683594,
+      "learning_rate": 1.0115078053501924e-06,
+      "loss": 14.1172,
+      "step": 15402
+    },
+    {
+      "epoch": 1.0229793451550773,
+      "grad_norm": 242.94717407226562,
+      "learning_rate": 1.0114002604489635e-06,
+      "loss": 15.8281,
+      "step": 15403
+    },
+    {
+      "epoch": 1.0230457594474331,
+      "grad_norm": 621.0496826171875,
+      "learning_rate": 1.0112927154158632e-06,
+      "loss": 19.625,
+      "step": 15404
+    },
+    {
+      "epoch": 1.0231121737397888,
+      "grad_norm": 451.18218994140625,
+      "learning_rate": 1.011185170252135e-06,
+      "loss": 12.3984,
+      "step": 15405
+    },
+    {
+      "epoch": 1.0231785880321445,
+      "grad_norm": 117.82634735107422,
+      "learning_rate": 1.011077624959023e-06,
+      "loss": 13.9844,
+      "step": 15406
+    },
+    {
+      "epoch": 1.0232450023245003,
+      "grad_norm": 285.611328125,
+      "learning_rate": 1.0109700795377718e-06,
+      "loss": 19.3438,
+      "step": 15407
+    },
+    {
+      "epoch": 1.023311416616856,
+      "grad_norm": 146.4630126953125,
+      "learning_rate": 1.010862533989625e-06,
+      "loss": 16.0781,
+      "step": 15408
+    },
+    {
+      "epoch": 1.0233778309092116,
+      "grad_norm": 618.4935302734375,
+      "learning_rate": 1.0107549883158265e-06,
+      "loss": 25.2812,
+      "step": 15409
+    },
+    {
+      "epoch": 1.0234442452015673,
+      "grad_norm": 259.4277648925781,
+      "learning_rate": 1.0106474425176206e-06,
+      "loss": 20.3594,
+      "step": 15410
+    },
+    {
+      "epoch": 1.0235106594939232,
+      "grad_norm": 178.1663818359375,
+      "learning_rate": 1.010539896596251e-06,
+      "loss": 22.3125,
+      "step": 15411
+    },
+    {
+      "epoch": 1.0235770737862788,
+      "grad_norm": 341.9736022949219,
+      "learning_rate": 1.0104323505529623e-06,
+      "loss": 17.2969,
+      "step": 15412
+    },
+    {
+      "epoch": 1.0236434880786345,
+      "grad_norm": 219.99913024902344,
+      "learning_rate": 1.0103248043889983e-06,
+      "loss": 16.1094,
+      "step": 15413
+    },
+    {
+      "epoch": 1.0237099023709901,
+      "grad_norm": 172.4320068359375,
+      "learning_rate": 1.0102172581056026e-06,
+      "loss": 17.6719,
+      "step": 15414
+    },
+    {
+      "epoch": 1.023776316663346,
+      "grad_norm": 199.1669921875,
+      "learning_rate": 1.0101097117040195e-06,
+      "loss": 16.2812,
+      "step": 15415
+    },
+    {
+      "epoch": 1.0238427309557017,
+      "grad_norm": 203.08132934570312,
+      "learning_rate": 1.0100021651854932e-06,
+      "loss": 17.7188,
+      "step": 15416
+    },
+    {
+      "epoch": 1.0239091452480573,
+      "grad_norm": 373.8342590332031,
+      "learning_rate": 1.0098946185512675e-06,
+      "loss": 15.1094,
+      "step": 15417
+    },
+    {
+      "epoch": 1.0239755595404132,
+      "grad_norm": 178.24868774414062,
+      "learning_rate": 1.0097870718025866e-06,
+      "loss": 14.9062,
+      "step": 15418
+    },
+    {
+      "epoch": 1.0240419738327688,
+      "grad_norm": 164.06558227539062,
+      "learning_rate": 1.0096795249406946e-06,
+      "loss": 18.4375,
+      "step": 15419
+    },
+    {
+      "epoch": 1.0241083881251245,
+      "grad_norm": 379.71466064453125,
+      "learning_rate": 1.0095719779668355e-06,
+      "loss": 19.1562,
+      "step": 15420
+    },
+    {
+      "epoch": 1.0241748024174802,
+      "grad_norm": 212.35455322265625,
+      "learning_rate": 1.0094644308822532e-06,
+      "loss": 16.875,
+      "step": 15421
+    },
+    {
+      "epoch": 1.024241216709836,
+      "grad_norm": 242.05796813964844,
+      "learning_rate": 1.0093568836881918e-06,
+      "loss": 17.375,
+      "step": 15422
+    },
+    {
+      "epoch": 1.0243076310021917,
+      "grad_norm": 408.0449523925781,
+      "learning_rate": 1.0092493363858953e-06,
+      "loss": 16.1875,
+      "step": 15423
+    },
+    {
+      "epoch": 1.0243740452945473,
+      "grad_norm": 190.9580535888672,
+      "learning_rate": 1.0091417889766078e-06,
+      "loss": 16.1406,
+      "step": 15424
+    },
+    {
+      "epoch": 1.024440459586903,
+      "grad_norm": 498.49072265625,
+      "learning_rate": 1.0090342414615732e-06,
+      "loss": 31.0938,
+      "step": 15425
+    },
+    {
+      "epoch": 1.0245068738792589,
+      "grad_norm": 527.2183227539062,
+      "learning_rate": 1.0089266938420362e-06,
+      "loss": 13.2344,
+      "step": 15426
+    },
+    {
+      "epoch": 1.0245732881716145,
+      "grad_norm": 194.12657165527344,
+      "learning_rate": 1.0088191461192402e-06,
+      "loss": 14.7656,
+      "step": 15427
+    },
+    {
+      "epoch": 1.0246397024639702,
+      "grad_norm": 242.97592163085938,
+      "learning_rate": 1.0087115982944292e-06,
+      "loss": 21.2188,
+      "step": 15428
+    },
+    {
+      "epoch": 1.024706116756326,
+      "grad_norm": 522.3466186523438,
+      "learning_rate": 1.0086040503688477e-06,
+      "loss": 19.4375,
+      "step": 15429
+    },
+    {
+      "epoch": 1.0247725310486817,
+      "grad_norm": 189.02198791503906,
+      "learning_rate": 1.0084965023437393e-06,
+      "loss": 19.1562,
+      "step": 15430
+    },
+    {
+      "epoch": 1.0248389453410374,
+      "grad_norm": 192.91763305664062,
+      "learning_rate": 1.0083889542203483e-06,
+      "loss": 14.5781,
+      "step": 15431
+    },
+    {
+      "epoch": 1.024905359633393,
+      "grad_norm": 314.35894775390625,
+      "learning_rate": 1.0082814059999185e-06,
+      "loss": 14.4688,
+      "step": 15432
+    },
+    {
+      "epoch": 1.024971773925749,
+      "grad_norm": 152.161865234375,
+      "learning_rate": 1.0081738576836946e-06,
+      "loss": 15.7812,
+      "step": 15433
+    },
+    {
+      "epoch": 1.0250381882181046,
+      "grad_norm": 540.5400390625,
+      "learning_rate": 1.00806630927292e-06,
+      "loss": 14.0,
+      "step": 15434
+    },
+    {
+      "epoch": 1.0251046025104602,
+      "grad_norm": 499.85479736328125,
+      "learning_rate": 1.0079587607688391e-06,
+      "loss": 15.2969,
+      "step": 15435
+    },
+    {
+      "epoch": 1.0251710168028159,
+      "grad_norm": 335.33905029296875,
+      "learning_rate": 1.0078512121726958e-06,
+      "loss": 13.9688,
+      "step": 15436
+    },
+    {
+      "epoch": 1.0252374310951717,
+      "grad_norm": 154.08279418945312,
+      "learning_rate": 1.0077436634857342e-06,
+      "loss": 13.75,
+      "step": 15437
+    },
+    {
+      "epoch": 1.0253038453875274,
+      "grad_norm": 186.7697296142578,
+      "learning_rate": 1.0076361147091983e-06,
+      "loss": 16.1094,
+      "step": 15438
+    },
+    {
+      "epoch": 1.025370259679883,
+      "grad_norm": 174.47093200683594,
+      "learning_rate": 1.0075285658443322e-06,
+      "loss": 21.6719,
+      "step": 15439
+    },
+    {
+      "epoch": 1.025436673972239,
+      "grad_norm": 188.00360107421875,
+      "learning_rate": 1.0074210168923802e-06,
+      "loss": 25.875,
+      "step": 15440
+    },
+    {
+      "epoch": 1.0255030882645946,
+      "grad_norm": 257.7789611816406,
+      "learning_rate": 1.0073134678545858e-06,
+      "loss": 16.0469,
+      "step": 15441
+    },
+    {
+      "epoch": 1.0255695025569502,
+      "grad_norm": 338.4630126953125,
+      "learning_rate": 1.0072059187321936e-06,
+      "loss": 19.4688,
+      "step": 15442
+    },
+    {
+      "epoch": 1.0256359168493059,
+      "grad_norm": 313.0960693359375,
+      "learning_rate": 1.0070983695264475e-06,
+      "loss": 13.0469,
+      "step": 15443
+    },
+    {
+      "epoch": 1.0257023311416618,
+      "grad_norm": 267.0044860839844,
+      "learning_rate": 1.0069908202385918e-06,
+      "loss": 17.9688,
+      "step": 15444
+    },
+    {
+      "epoch": 1.0257687454340174,
+      "grad_norm": 123.75599670410156,
+      "learning_rate": 1.00688327086987e-06,
+      "loss": 14.9219,
+      "step": 15445
+    },
+    {
+      "epoch": 1.025835159726373,
+      "grad_norm": 201.4158172607422,
+      "learning_rate": 1.0067757214215265e-06,
+      "loss": 18.25,
+      "step": 15446
+    },
+    {
+      "epoch": 1.0259015740187287,
+      "grad_norm": 108.92467498779297,
+      "learning_rate": 1.0066681718948055e-06,
+      "loss": 12.1953,
+      "step": 15447
+    },
+    {
+      "epoch": 1.0259679883110846,
+      "grad_norm": 135.431884765625,
+      "learning_rate": 1.006560622290951e-06,
+      "loss": 13.0,
+      "step": 15448
+    },
+    {
+      "epoch": 1.0260344026034403,
+      "grad_norm": 596.4334716796875,
+      "learning_rate": 1.0064530726112067e-06,
+      "loss": 14.8125,
+      "step": 15449
+    },
+    {
+      "epoch": 1.026100816895796,
+      "grad_norm": 754.35107421875,
+      "learning_rate": 1.0063455228568172e-06,
+      "loss": 25.5625,
+      "step": 15450
+    },
+    {
+      "epoch": 1.0261672311881518,
+      "grad_norm": 220.90463256835938,
+      "learning_rate": 1.0062379730290265e-06,
+      "loss": 19.1875,
+      "step": 15451
+    },
+    {
+      "epoch": 1.0262336454805074,
+      "grad_norm": 290.66387939453125,
+      "learning_rate": 1.0061304231290782e-06,
+      "loss": 19.3594,
+      "step": 15452
+    },
+    {
+      "epoch": 1.026300059772863,
+      "grad_norm": 214.49156188964844,
+      "learning_rate": 1.0060228731582167e-06,
+      "loss": 16.8125,
+      "step": 15453
+    },
+    {
+      "epoch": 1.0263664740652187,
+      "grad_norm": 187.23377990722656,
+      "learning_rate": 1.0059153231176863e-06,
+      "loss": 16.3438,
+      "step": 15454
+    },
+    {
+      "epoch": 1.0264328883575746,
+      "grad_norm": 197.1591033935547,
+      "learning_rate": 1.0058077730087307e-06,
+      "loss": 15.5312,
+      "step": 15455
+    },
+    {
+      "epoch": 1.0264993026499303,
+      "grad_norm": 121.75050354003906,
+      "learning_rate": 1.0057002228325941e-06,
+      "loss": 17.9688,
+      "step": 15456
+    },
+    {
+      "epoch": 1.026565716942286,
+      "grad_norm": 238.05523681640625,
+      "learning_rate": 1.005592672590521e-06,
+      "loss": 16.625,
+      "step": 15457
+    },
+    {
+      "epoch": 1.0266321312346416,
+      "grad_norm": 166.0562286376953,
+      "learning_rate": 1.0054851222837545e-06,
+      "loss": 14.2344,
+      "step": 15458
+    },
+    {
+      "epoch": 1.0266985455269975,
+      "grad_norm": 221.53123474121094,
+      "learning_rate": 1.0053775719135396e-06,
+      "loss": 20.9375,
+      "step": 15459
+    },
+    {
+      "epoch": 1.0267649598193531,
+      "grad_norm": 243.3643798828125,
+      "learning_rate": 1.0052700214811201e-06,
+      "loss": 18.7031,
+      "step": 15460
+    },
+    {
+      "epoch": 1.0268313741117088,
+      "grad_norm": 454.7940979003906,
+      "learning_rate": 1.0051624709877399e-06,
+      "loss": 18.6562,
+      "step": 15461
+    },
+    {
+      "epoch": 1.0268977884040646,
+      "grad_norm": 168.8018035888672,
+      "learning_rate": 1.0050549204346432e-06,
+      "loss": 17.7969,
+      "step": 15462
+    },
+    {
+      "epoch": 1.0269642026964203,
+      "grad_norm": 174.84336853027344,
+      "learning_rate": 1.004947369823074e-06,
+      "loss": 14.25,
+      "step": 15463
+    },
+    {
+      "epoch": 1.027030616988776,
+      "grad_norm": 431.7246398925781,
+      "learning_rate": 1.004839819154277e-06,
+      "loss": 21.6094,
+      "step": 15464
+    },
+    {
+      "epoch": 1.0270970312811316,
+      "grad_norm": 177.28170776367188,
+      "learning_rate": 1.0047322684294953e-06,
+      "loss": 21.1562,
+      "step": 15465
+    },
+    {
+      "epoch": 1.0271634455734875,
+      "grad_norm": 153.17298889160156,
+      "learning_rate": 1.0046247176499736e-06,
+      "loss": 16.0781,
+      "step": 15466
+    },
+    {
+      "epoch": 1.0272298598658431,
+      "grad_norm": 220.18141174316406,
+      "learning_rate": 1.0045171668169555e-06,
+      "loss": 15.5156,
+      "step": 15467
+    },
+    {
+      "epoch": 1.0272962741581988,
+      "grad_norm": 125.62235260009766,
+      "learning_rate": 1.004409615931686e-06,
+      "loss": 12.9844,
+      "step": 15468
+    },
+    {
+      "epoch": 1.0273626884505545,
+      "grad_norm": 233.11941528320312,
+      "learning_rate": 1.004302064995408e-06,
+      "loss": 19.4531,
+      "step": 15469
+    },
+    {
+      "epoch": 1.0274291027429103,
+      "grad_norm": 259.82049560546875,
+      "learning_rate": 1.0041945140093666e-06,
+      "loss": 14.2344,
+      "step": 15470
+    },
+    {
+      "epoch": 1.027495517035266,
+      "grad_norm": 124.38906860351562,
+      "learning_rate": 1.0040869629748055e-06,
+      "loss": 17.8125,
+      "step": 15471
+    },
+    {
+      "epoch": 1.0275619313276216,
+      "grad_norm": 94.60830688476562,
+      "learning_rate": 1.0039794118929688e-06,
+      "loss": 11.0781,
+      "step": 15472
+    },
+    {
+      "epoch": 1.0276283456199775,
+      "grad_norm": 149.67376708984375,
+      "learning_rate": 1.0038718607651003e-06,
+      "loss": 18.2969,
+      "step": 15473
+    },
+    {
+      "epoch": 1.0276947599123332,
+      "grad_norm": 250.25363159179688,
+      "learning_rate": 1.0037643095924441e-06,
+      "loss": 17.625,
+      "step": 15474
+    },
+    {
+      "epoch": 1.0277611742046888,
+      "grad_norm": 250.49766540527344,
+      "learning_rate": 1.003656758376245e-06,
+      "loss": 22.3438,
+      "step": 15475
+    },
+    {
+      "epoch": 1.0278275884970445,
+      "grad_norm": 231.2243194580078,
+      "learning_rate": 1.0035492071177468e-06,
+      "loss": 22.0,
+      "step": 15476
+    },
+    {
+      "epoch": 1.0278940027894004,
+      "grad_norm": 234.80003356933594,
+      "learning_rate": 1.0034416558181928e-06,
+      "loss": 14.5625,
+      "step": 15477
+    },
+    {
+      "epoch": 1.027960417081756,
+      "grad_norm": 277.63287353515625,
+      "learning_rate": 1.0033341044788282e-06,
+      "loss": 15.0781,
+      "step": 15478
+    },
+    {
+      "epoch": 1.0280268313741117,
+      "grad_norm": 164.20472717285156,
+      "learning_rate": 1.0032265531008965e-06,
+      "loss": 13.0156,
+      "step": 15479
+    },
+    {
+      "epoch": 1.0280932456664673,
+      "grad_norm": 121.29309844970703,
+      "learning_rate": 1.0031190016856418e-06,
+      "loss": 11.7266,
+      "step": 15480
+    },
+    {
+      "epoch": 1.0281596599588232,
+      "grad_norm": 206.02413940429688,
+      "learning_rate": 1.0030114502343084e-06,
+      "loss": 20.9688,
+      "step": 15481
+    },
+    {
+      "epoch": 1.0282260742511788,
+      "grad_norm": 200.98695373535156,
+      "learning_rate": 1.00290389874814e-06,
+      "loss": 15.125,
+      "step": 15482
+    },
+    {
+      "epoch": 1.0282924885435345,
+      "grad_norm": 153.95172119140625,
+      "learning_rate": 1.0027963472283814e-06,
+      "loss": 14.1094,
+      "step": 15483
+    },
+    {
+      "epoch": 1.0283589028358904,
+      "grad_norm": 385.84326171875,
+      "learning_rate": 1.002688795676276e-06,
+      "loss": 22.7344,
+      "step": 15484
+    },
+    {
+      "epoch": 1.028425317128246,
+      "grad_norm": 222.93214416503906,
+      "learning_rate": 1.002581244093068e-06,
+      "loss": 13.7188,
+      "step": 15485
+    },
+    {
+      "epoch": 1.0284917314206017,
+      "grad_norm": 173.16073608398438,
+      "learning_rate": 1.002473692480002e-06,
+      "loss": 15.3672,
+      "step": 15486
+    },
+    {
+      "epoch": 1.0285581457129573,
+      "grad_norm": 190.07620239257812,
+      "learning_rate": 1.0023661408383218e-06,
+      "loss": 12.5703,
+      "step": 15487
+    },
+    {
+      "epoch": 1.0286245600053132,
+      "grad_norm": 388.34588623046875,
+      "learning_rate": 1.002258589169271e-06,
+      "loss": 18.1406,
+      "step": 15488
+    },
+    {
+      "epoch": 1.0286909742976689,
+      "grad_norm": 177.91915893554688,
+      "learning_rate": 1.0021510374740944e-06,
+      "loss": 14.4922,
+      "step": 15489
+    },
+    {
+      "epoch": 1.0287573885900245,
+      "grad_norm": 220.9821319580078,
+      "learning_rate": 1.0020434857540361e-06,
+      "loss": 15.4531,
+      "step": 15490
+    },
+    {
+      "epoch": 1.0288238028823802,
+      "grad_norm": 345.7200622558594,
+      "learning_rate": 1.0019359340103393e-06,
+      "loss": 22.0156,
+      "step": 15491
+    },
+    {
+      "epoch": 1.028890217174736,
+      "grad_norm": 131.468994140625,
+      "learning_rate": 1.001828382244249e-06,
+      "loss": 13.625,
+      "step": 15492
+    },
+    {
+      "epoch": 1.0289566314670917,
+      "grad_norm": 187.7880401611328,
+      "learning_rate": 1.0017208304570093e-06,
+      "loss": 15.6562,
+      "step": 15493
+    },
+    {
+      "epoch": 1.0290230457594474,
+      "grad_norm": 1834.5062255859375,
+      "learning_rate": 1.001613278649864e-06,
+      "loss": 34.9219,
+      "step": 15494
+    },
+    {
+      "epoch": 1.0290894600518032,
+      "grad_norm": 253.3274383544922,
+      "learning_rate": 1.001505726824057e-06,
+      "loss": 16.7188,
+      "step": 15495
+    },
+    {
+      "epoch": 1.029155874344159,
+      "grad_norm": 276.5711364746094,
+      "learning_rate": 1.0013981749808326e-06,
+      "loss": 16.6875,
+      "step": 15496
+    },
+    {
+      "epoch": 1.0292222886365145,
+      "grad_norm": 277.1357727050781,
+      "learning_rate": 1.0012906231214351e-06,
+      "loss": 17.9688,
+      "step": 15497
+    },
+    {
+      "epoch": 1.0292887029288702,
+      "grad_norm": 87.7431869506836,
+      "learning_rate": 1.0011830712471082e-06,
+      "loss": 16.0156,
+      "step": 15498
+    },
+    {
+      "epoch": 1.029355117221226,
+      "grad_norm": 465.7588806152344,
+      "learning_rate": 1.0010755193590965e-06,
+      "loss": 14.5,
+      "step": 15499
+    },
+    {
+      "epoch": 1.0294215315135817,
+      "grad_norm": 206.57748413085938,
+      "learning_rate": 1.0009679674586438e-06,
+      "loss": 15.0469,
+      "step": 15500
+    },
+    {
+      "epoch": 1.0294879458059374,
+      "grad_norm": 250.0601348876953,
+      "learning_rate": 1.0008604155469939e-06,
+      "loss": 17.2656,
+      "step": 15501
+    },
+    {
+      "epoch": 1.029554360098293,
+      "grad_norm": 341.993408203125,
+      "learning_rate": 1.0007528636253916e-06,
+      "loss": 13.6094,
+      "step": 15502
+    },
+    {
+      "epoch": 1.029620774390649,
+      "grad_norm": 203.24447631835938,
+      "learning_rate": 1.0006453116950803e-06,
+      "loss": 25.6406,
+      "step": 15503
+    },
+    {
+      "epoch": 1.0296871886830046,
+      "grad_norm": 131.07003784179688,
+      "learning_rate": 1.0005377597573047e-06,
+      "loss": 13.0781,
+      "step": 15504
+    },
+    {
+      "epoch": 1.0297536029753602,
+      "grad_norm": 278.57159423828125,
+      "learning_rate": 1.0004302078133083e-06,
+      "loss": 18.0781,
+      "step": 15505
+    },
+    {
+      "epoch": 1.029820017267716,
+      "grad_norm": 234.1533660888672,
+      "learning_rate": 1.0003226558643354e-06,
+      "loss": 19.8906,
+      "step": 15506
+    },
+    {
+      "epoch": 1.0298864315600718,
+      "grad_norm": 152.74758911132812,
+      "learning_rate": 1.0002151039116304e-06,
+      "loss": 18.2656,
+      "step": 15507
+    },
+    {
+      "epoch": 1.0299528458524274,
+      "grad_norm": 182.90834045410156,
+      "learning_rate": 1.0001075519564373e-06,
+      "loss": 14.8906,
+      "step": 15508
+    },
+    {
+      "epoch": 1.030019260144783,
+      "grad_norm": 150.53565979003906,
+      "learning_rate": 1e-06,
+      "loss": 12.5625,
+      "step": 15509
+    },
+    {
+      "epoch": 1.030085674437139,
+      "grad_norm": 217.9492950439453,
+      "learning_rate": 9.998924480435624e-07,
+      "loss": 14.3594,
+      "step": 15510
+    },
+    {
+      "epoch": 1.0301520887294946,
+      "grad_norm": 318.0152282714844,
+      "learning_rate": 9.997848960883697e-07,
+      "loss": 13.2344,
+      "step": 15511
+    },
+    {
+      "epoch": 1.0302185030218503,
+      "grad_norm": 290.5607604980469,
+      "learning_rate": 9.996773441356643e-07,
+      "loss": 19.1016,
+      "step": 15512
+    },
+    {
+      "epoch": 1.030284917314206,
+      "grad_norm": 302.8208312988281,
+      "learning_rate": 9.995697921866918e-07,
+      "loss": 18.6094,
+      "step": 15513
+    },
+    {
+      "epoch": 1.0303513316065618,
+      "grad_norm": 247.14996337890625,
+      "learning_rate": 9.994622402426956e-07,
+      "loss": 20.0078,
+      "step": 15514
+    },
+    {
+      "epoch": 1.0304177458989174,
+      "grad_norm": 196.20391845703125,
+      "learning_rate": 9.993546883049199e-07,
+      "loss": 13.375,
+      "step": 15515
+    },
+    {
+      "epoch": 1.030484160191273,
+      "grad_norm": 141.37925720214844,
+      "learning_rate": 9.992471363746084e-07,
+      "loss": 16.0625,
+      "step": 15516
+    },
+    {
+      "epoch": 1.030550574483629,
+      "grad_norm": 99.18904876708984,
+      "learning_rate": 9.99139584453006e-07,
+      "loss": 12.9922,
+      "step": 15517
+    },
+    {
+      "epoch": 1.0306169887759846,
+      "grad_norm": 299.8081970214844,
+      "learning_rate": 9.990320325413564e-07,
+      "loss": 15.125,
+      "step": 15518
+    },
+    {
+      "epoch": 1.0306834030683403,
+      "grad_norm": 607.9892578125,
+      "learning_rate": 9.989244806409036e-07,
+      "loss": 18.5156,
+      "step": 15519
+    },
+    {
+      "epoch": 1.030749817360696,
+      "grad_norm": 283.4778137207031,
+      "learning_rate": 9.988169287528914e-07,
+      "loss": 23.0,
+      "step": 15520
+    },
+    {
+      "epoch": 1.0308162316530518,
+      "grad_norm": 359.3651428222656,
+      "learning_rate": 9.987093768785648e-07,
+      "loss": 15.5625,
+      "step": 15521
+    },
+    {
+      "epoch": 1.0308826459454075,
+      "grad_norm": 631.0772094726562,
+      "learning_rate": 9.986018250191673e-07,
+      "loss": 19.7812,
+      "step": 15522
+    },
+    {
+      "epoch": 1.0309490602377631,
+      "grad_norm": 589.0973510742188,
+      "learning_rate": 9.98494273175943e-07,
+      "loss": 14.25,
+      "step": 15523
+    },
+    {
+      "epoch": 1.0310154745301188,
+      "grad_norm": 128.4274444580078,
+      "learning_rate": 9.98386721350136e-07,
+      "loss": 13.7969,
+      "step": 15524
+    },
+    {
+      "epoch": 1.0310818888224746,
+      "grad_norm": 1492.256103515625,
+      "learning_rate": 9.982791695429906e-07,
+      "loss": 23.2656,
+      "step": 15525
+    },
+    {
+      "epoch": 1.0311483031148303,
+      "grad_norm": 250.12603759765625,
+      "learning_rate": 9.981716177557508e-07,
+      "loss": 18.0469,
+      "step": 15526
+    },
+    {
+      "epoch": 1.031214717407186,
+      "grad_norm": 380.1217956542969,
+      "learning_rate": 9.980640659896608e-07,
+      "loss": 12.5781,
+      "step": 15527
+    },
+    {
+      "epoch": 1.0312811316995418,
+      "grad_norm": 103.77759552001953,
+      "learning_rate": 9.97956514245964e-07,
+      "loss": 16.9844,
+      "step": 15528
+    },
+    {
+      "epoch": 1.0313475459918975,
+      "grad_norm": 287.1513366699219,
+      "learning_rate": 9.978489625259055e-07,
+      "loss": 23.2188,
+      "step": 15529
+    },
+    {
+      "epoch": 1.0314139602842531,
+      "grad_norm": 138.42678833007812,
+      "learning_rate": 9.97741410830729e-07,
+      "loss": 12.4375,
+      "step": 15530
+    },
+    {
+      "epoch": 1.0314803745766088,
+      "grad_norm": 497.8502502441406,
+      "learning_rate": 9.976338591616786e-07,
+      "loss": 13.3281,
+      "step": 15531
+    },
+    {
+      "epoch": 1.0315467888689647,
+      "grad_norm": 233.9539031982422,
+      "learning_rate": 9.975263075199982e-07,
+      "loss": 11.8438,
+      "step": 15532
+    },
+    {
+      "epoch": 1.0316132031613203,
+      "grad_norm": 167.25868225097656,
+      "learning_rate": 9.97418755906932e-07,
+      "loss": 20.2188,
+      "step": 15533
+    },
+    {
+      "epoch": 1.031679617453676,
+      "grad_norm": 289.0813903808594,
+      "learning_rate": 9.97311204323724e-07,
+      "loss": 13.2969,
+      "step": 15534
+    },
+    {
+      "epoch": 1.0317460317460316,
+      "grad_norm": 230.7950439453125,
+      "learning_rate": 9.97203652771619e-07,
+      "loss": 26.7344,
+      "step": 15535
+    },
+    {
+      "epoch": 1.0318124460383875,
+      "grad_norm": 150.42086791992188,
+      "learning_rate": 9.9709610125186e-07,
+      "loss": 15.3125,
+      "step": 15536
+    },
+    {
+      "epoch": 1.0318788603307432,
+      "grad_norm": 222.25428771972656,
+      "learning_rate": 9.96988549765692e-07,
+      "loss": 15.6562,
+      "step": 15537
+    },
+    {
+      "epoch": 1.0319452746230988,
+      "grad_norm": 308.9353332519531,
+      "learning_rate": 9.968809983143583e-07,
+      "loss": 14.3047,
+      "step": 15538
+    },
+    {
+      "epoch": 1.0320116889154547,
+      "grad_norm": 605.986572265625,
+      "learning_rate": 9.967734468991036e-07,
+      "loss": 12.5625,
+      "step": 15539
+    },
+    {
+      "epoch": 1.0320781032078103,
+      "grad_norm": 174.68043518066406,
+      "learning_rate": 9.96665895521172e-07,
+      "loss": 12.4688,
+      "step": 15540
+    },
+    {
+      "epoch": 1.032144517500166,
+      "grad_norm": 212.64480590820312,
+      "learning_rate": 9.965583441818074e-07,
+      "loss": 14.7266,
+      "step": 15541
+    },
+    {
+      "epoch": 1.0322109317925217,
+      "grad_norm": 137.08956909179688,
+      "learning_rate": 9.964507928822533e-07,
+      "loss": 16.6094,
+      "step": 15542
+    },
+    {
+      "epoch": 1.0322773460848775,
+      "grad_norm": 85.40747833251953,
+      "learning_rate": 9.96343241623755e-07,
+      "loss": 13.2969,
+      "step": 15543
+    },
+    {
+      "epoch": 1.0323437603772332,
+      "grad_norm": 437.19586181640625,
+      "learning_rate": 9.962356904075558e-07,
+      "loss": 15.0156,
+      "step": 15544
+    },
+    {
+      "epoch": 1.0324101746695888,
+      "grad_norm": 196.10205078125,
+      "learning_rate": 9.961281392349e-07,
+      "loss": 16.8906,
+      "step": 15545
+    },
+    {
+      "epoch": 1.0324765889619445,
+      "grad_norm": 345.62109375,
+      "learning_rate": 9.960205881070313e-07,
+      "loss": 16.3438,
+      "step": 15546
+    },
+    {
+      "epoch": 1.0325430032543004,
+      "grad_norm": 211.85362243652344,
+      "learning_rate": 9.959130370251944e-07,
+      "loss": 13.4844,
+      "step": 15547
+    },
+    {
+      "epoch": 1.032609417546656,
+      "grad_norm": 161.88186645507812,
+      "learning_rate": 9.958054859906334e-07,
+      "loss": 14.4688,
+      "step": 15548
+    },
+    {
+      "epoch": 1.0326758318390117,
+      "grad_norm": 229.41259765625,
+      "learning_rate": 9.956979350045916e-07,
+      "loss": 14.0078,
+      "step": 15549
+    },
+    {
+      "epoch": 1.0327422461313676,
+      "grad_norm": 114.73013305664062,
+      "learning_rate": 9.955903840683142e-07,
+      "loss": 12.7656,
+      "step": 15550
+    },
+    {
+      "epoch": 1.0328086604237232,
+      "grad_norm": 250.5292510986328,
+      "learning_rate": 9.954828331830442e-07,
+      "loss": 15.7812,
+      "step": 15551
+    },
+    {
+      "epoch": 1.0328750747160789,
+      "grad_norm": 380.8305358886719,
+      "learning_rate": 9.953752823500266e-07,
+      "loss": 16.1562,
+      "step": 15552
+    },
+    {
+      "epoch": 1.0329414890084345,
+      "grad_norm": 336.25762939453125,
+      "learning_rate": 9.952677315705046e-07,
+      "loss": 14.9219,
+      "step": 15553
+    },
+    {
+      "epoch": 1.0330079033007904,
+      "grad_norm": 272.30316162109375,
+      "learning_rate": 9.951601808457232e-07,
+      "loss": 20.2188,
+      "step": 15554
+    },
+    {
+      "epoch": 1.033074317593146,
+      "grad_norm": 150.49517822265625,
+      "learning_rate": 9.950526301769256e-07,
+      "loss": 16.3594,
+      "step": 15555
+    },
+    {
+      "epoch": 1.0331407318855017,
+      "grad_norm": 294.37451171875,
+      "learning_rate": 9.949450795653567e-07,
+      "loss": 15.5469,
+      "step": 15556
+    },
+    {
+      "epoch": 1.0332071461778574,
+      "grad_norm": 341.56005859375,
+      "learning_rate": 9.9483752901226e-07,
+      "loss": 15.5469,
+      "step": 15557
+    },
+    {
+      "epoch": 1.0332735604702132,
+      "grad_norm": 231.7819061279297,
+      "learning_rate": 9.9472997851888e-07,
+      "loss": 13.9219,
+      "step": 15558
+    },
+    {
+      "epoch": 1.033339974762569,
+      "grad_norm": 895.9515991210938,
+      "learning_rate": 9.9462242808646e-07,
+      "loss": 16.5625,
+      "step": 15559
+    },
+    {
+      "epoch": 1.0334063890549245,
+      "grad_norm": 127.0871810913086,
+      "learning_rate": 9.945148777162454e-07,
+      "loss": 13.7812,
+      "step": 15560
+    },
+    {
+      "epoch": 1.0334728033472804,
+      "grad_norm": 126.03234100341797,
+      "learning_rate": 9.94407327409479e-07,
+      "loss": 13.7344,
+      "step": 15561
+    },
+    {
+      "epoch": 1.033539217639636,
+      "grad_norm": 174.55174255371094,
+      "learning_rate": 9.942997771674058e-07,
+      "loss": 17.25,
+      "step": 15562
+    },
+    {
+      "epoch": 1.0336056319319917,
+      "grad_norm": 272.837646484375,
+      "learning_rate": 9.941922269912692e-07,
+      "loss": 19.4688,
+      "step": 15563
+    },
+    {
+      "epoch": 1.0336720462243474,
+      "grad_norm": 185.05299377441406,
+      "learning_rate": 9.940846768823138e-07,
+      "loss": 21.2344,
+      "step": 15564
+    },
+    {
+      "epoch": 1.0337384605167033,
+      "grad_norm": 153.659912109375,
+      "learning_rate": 9.939771268417832e-07,
+      "loss": 23.0,
+      "step": 15565
+    },
+    {
+      "epoch": 1.033804874809059,
+      "grad_norm": 478.019287109375,
+      "learning_rate": 9.93869576870922e-07,
+      "loss": 17.7344,
+      "step": 15566
+    },
+    {
+      "epoch": 1.0338712891014146,
+      "grad_norm": 275.2830810546875,
+      "learning_rate": 9.937620269709736e-07,
+      "loss": 17.6953,
+      "step": 15567
+    },
+    {
+      "epoch": 1.0339377033937704,
+      "grad_norm": 132.80101013183594,
+      "learning_rate": 9.93654477143183e-07,
+      "loss": 13.9219,
+      "step": 15568
+    },
+    {
+      "epoch": 1.034004117686126,
+      "grad_norm": 854.501708984375,
+      "learning_rate": 9.935469273887932e-07,
+      "loss": 14.9062,
+      "step": 15569
+    },
+    {
+      "epoch": 1.0340705319784818,
+      "grad_norm": 236.49293518066406,
+      "learning_rate": 9.934393777090493e-07,
+      "loss": 12.1562,
+      "step": 15570
+    },
+    {
+      "epoch": 1.0341369462708374,
+      "grad_norm": 332.51129150390625,
+      "learning_rate": 9.933318281051944e-07,
+      "loss": 20.7188,
+      "step": 15571
+    },
+    {
+      "epoch": 1.0342033605631933,
+      "grad_norm": 466.8984375,
+      "learning_rate": 9.932242785784736e-07,
+      "loss": 18.4219,
+      "step": 15572
+    },
+    {
+      "epoch": 1.034269774855549,
+      "grad_norm": 201.01339721679688,
+      "learning_rate": 9.9311672913013e-07,
+      "loss": 20.2656,
+      "step": 15573
+    },
+    {
+      "epoch": 1.0343361891479046,
+      "grad_norm": 293.0713195800781,
+      "learning_rate": 9.930091797614085e-07,
+      "loss": 17.0938,
+      "step": 15574
+    },
+    {
+      "epoch": 1.0344026034402602,
+      "grad_norm": 91.68917083740234,
+      "learning_rate": 9.929016304735524e-07,
+      "loss": 19.875,
+      "step": 15575
+    },
+    {
+      "epoch": 1.0344690177326161,
+      "grad_norm": 90.2311782836914,
+      "learning_rate": 9.927940812678067e-07,
+      "loss": 14.7656,
+      "step": 15576
+    },
+    {
+      "epoch": 1.0345354320249718,
+      "grad_norm": 199.2088623046875,
+      "learning_rate": 9.92686532145414e-07,
+      "loss": 13.8281,
+      "step": 15577
+    },
+    {
+      "epoch": 1.0346018463173274,
+      "grad_norm": 100.78056335449219,
+      "learning_rate": 9.925789831076201e-07,
+      "loss": 16.25,
+      "step": 15578
+    },
+    {
+      "epoch": 1.0346682606096833,
+      "grad_norm": 144.5442657470703,
+      "learning_rate": 9.924714341556679e-07,
+      "loss": 15.6094,
+      "step": 15579
+    },
+    {
+      "epoch": 1.034734674902039,
+      "grad_norm": 191.10548400878906,
+      "learning_rate": 9.92363885290802e-07,
+      "loss": 15.4062,
+      "step": 15580
+    },
+    {
+      "epoch": 1.0348010891943946,
+      "grad_norm": 342.8744201660156,
+      "learning_rate": 9.92256336514266e-07,
+      "loss": 19.9062,
+      "step": 15581
+    },
+    {
+      "epoch": 1.0348675034867503,
+      "grad_norm": 115.80569458007812,
+      "learning_rate": 9.921487878273043e-07,
+      "loss": 18.6094,
+      "step": 15582
+    },
+    {
+      "epoch": 1.0349339177791061,
+      "grad_norm": 178.1134033203125,
+      "learning_rate": 9.92041239231161e-07,
+      "loss": 15.3281,
+      "step": 15583
+    },
+    {
+      "epoch": 1.0350003320714618,
+      "grad_norm": 124.44124603271484,
+      "learning_rate": 9.919336907270797e-07,
+      "loss": 15.7812,
+      "step": 15584
+    },
+    {
+      "epoch": 1.0350667463638175,
+      "grad_norm": 127.97490692138672,
+      "learning_rate": 9.918261423163053e-07,
+      "loss": 15.3281,
+      "step": 15585
+    },
+    {
+      "epoch": 1.0351331606561731,
+      "grad_norm": 238.39736938476562,
+      "learning_rate": 9.917185940000812e-07,
+      "loss": 20.3438,
+      "step": 15586
+    },
+    {
+      "epoch": 1.035199574948529,
+      "grad_norm": 147.5209197998047,
+      "learning_rate": 9.916110457796518e-07,
+      "loss": 14.5156,
+      "step": 15587
+    },
+    {
+      "epoch": 1.0352659892408846,
+      "grad_norm": 131.9459686279297,
+      "learning_rate": 9.915034976562604e-07,
+      "loss": 15.5625,
+      "step": 15588
+    },
+    {
+      "epoch": 1.0353324035332403,
+      "grad_norm": 102.02193450927734,
+      "learning_rate": 9.913959496311524e-07,
+      "loss": 9.8594,
+      "step": 15589
+    },
+    {
+      "epoch": 1.0353988178255962,
+      "grad_norm": 181.48939514160156,
+      "learning_rate": 9.912884017055705e-07,
+      "loss": 16.2344,
+      "step": 15590
+    },
+    {
+      "epoch": 1.0354652321179518,
+      "grad_norm": 164.8686981201172,
+      "learning_rate": 9.9118085388076e-07,
+      "loss": 13.9844,
+      "step": 15591
+    },
+    {
+      "epoch": 1.0355316464103075,
+      "grad_norm": 249.54905700683594,
+      "learning_rate": 9.910733061579635e-07,
+      "loss": 17.1406,
+      "step": 15592
+    },
+    {
+      "epoch": 1.0355980607026631,
+      "grad_norm": 387.9083251953125,
+      "learning_rate": 9.909657585384267e-07,
+      "loss": 18.2344,
+      "step": 15593
+    },
+    {
+      "epoch": 1.035664474995019,
+      "grad_norm": 118.83316040039062,
+      "learning_rate": 9.90858211023392e-07,
+      "loss": 17.1719,
+      "step": 15594
+    },
+    {
+      "epoch": 1.0357308892873747,
+      "grad_norm": 216.07339477539062,
+      "learning_rate": 9.907506636141048e-07,
+      "loss": 20.2656,
+      "step": 15595
+    },
+    {
+      "epoch": 1.0357973035797303,
+      "grad_norm": 172.926025390625,
+      "learning_rate": 9.906431163118083e-07,
+      "loss": 16.5625,
+      "step": 15596
+    },
+    {
+      "epoch": 1.035863717872086,
+      "grad_norm": 210.37501525878906,
+      "learning_rate": 9.90535569117747e-07,
+      "loss": 15.0781,
+      "step": 15597
+    },
+    {
+      "epoch": 1.0359301321644419,
+      "grad_norm": 2057.436767578125,
+      "learning_rate": 9.904280220331644e-07,
+      "loss": 17.5938,
+      "step": 15598
+    },
+    {
+      "epoch": 1.0359965464567975,
+      "grad_norm": 205.05349731445312,
+      "learning_rate": 9.903204750593053e-07,
+      "loss": 15.2812,
+      "step": 15599
+    },
+    {
+      "epoch": 1.0360629607491532,
+      "grad_norm": 258.95184326171875,
+      "learning_rate": 9.902129281974133e-07,
+      "loss": 16.7344,
+      "step": 15600
+    },
+    {
+      "epoch": 1.036129375041509,
+      "grad_norm": 250.6297149658203,
+      "learning_rate": 9.901053814487326e-07,
+      "loss": 13.3281,
+      "step": 15601
+    },
+    {
+      "epoch": 1.0361957893338647,
+      "grad_norm": 959.4876708984375,
+      "learning_rate": 9.89997834814507e-07,
+      "loss": 15.7344,
+      "step": 15602
+    },
+    {
+      "epoch": 1.0362622036262203,
+      "grad_norm": 257.9912109375,
+      "learning_rate": 9.898902882959806e-07,
+      "loss": 15.75,
+      "step": 15603
+    },
+    {
+      "epoch": 1.036328617918576,
+      "grad_norm": 371.3089599609375,
+      "learning_rate": 9.897827418943976e-07,
+      "loss": 18.1719,
+      "step": 15604
+    },
+    {
+      "epoch": 1.0363950322109319,
+      "grad_norm": 100.64866638183594,
+      "learning_rate": 9.89675195611002e-07,
+      "loss": 14.9062,
+      "step": 15605
+    },
+    {
+      "epoch": 1.0364614465032875,
+      "grad_norm": 136.5178680419922,
+      "learning_rate": 9.895676494470376e-07,
+      "loss": 14.6328,
+      "step": 15606
+    },
+    {
+      "epoch": 1.0365278607956432,
+      "grad_norm": 111.71382904052734,
+      "learning_rate": 9.894601034037489e-07,
+      "loss": 15.2109,
+      "step": 15607
+    },
+    {
+      "epoch": 1.0365942750879988,
+      "grad_norm": 134.11558532714844,
+      "learning_rate": 9.893525574823795e-07,
+      "loss": 14.0,
+      "step": 15608
+    },
+    {
+      "epoch": 1.0366606893803547,
+      "grad_norm": 237.80731201171875,
+      "learning_rate": 9.892450116841736e-07,
+      "loss": 19.6719,
+      "step": 15609
+    },
+    {
+      "epoch": 1.0367271036727104,
+      "grad_norm": 199.60137939453125,
+      "learning_rate": 9.89137466010375e-07,
+      "loss": 15.0156,
+      "step": 15610
+    },
+    {
+      "epoch": 1.036793517965066,
+      "grad_norm": 174.70091247558594,
+      "learning_rate": 9.890299204622283e-07,
+      "loss": 14.4219,
+      "step": 15611
+    },
+    {
+      "epoch": 1.036859932257422,
+      "grad_norm": 169.95433044433594,
+      "learning_rate": 9.889223750409768e-07,
+      "loss": 14.4531,
+      "step": 15612
+    },
+    {
+      "epoch": 1.0369263465497776,
+      "grad_norm": 226.04791259765625,
+      "learning_rate": 9.888148297478652e-07,
+      "loss": 12.3281,
+      "step": 15613
+    },
+    {
+      "epoch": 1.0369927608421332,
+      "grad_norm": 231.132080078125,
+      "learning_rate": 9.88707284584137e-07,
+      "loss": 16.8906,
+      "step": 15614
+    },
+    {
+      "epoch": 1.0370591751344889,
+      "grad_norm": 151.36476135253906,
+      "learning_rate": 9.885997395510366e-07,
+      "loss": 12.25,
+      "step": 15615
+    },
+    {
+      "epoch": 1.0371255894268447,
+      "grad_norm": 110.95672607421875,
+      "learning_rate": 9.884921946498075e-07,
+      "loss": 14.5,
+      "step": 15616
+    },
+    {
+      "epoch": 1.0371920037192004,
+      "grad_norm": 142.2882537841797,
+      "learning_rate": 9.883846498816944e-07,
+      "loss": 12.4375,
+      "step": 15617
+    },
+    {
+      "epoch": 1.037258418011556,
+      "grad_norm": 357.42205810546875,
+      "learning_rate": 9.88277105247941e-07,
+      "loss": 17.4688,
+      "step": 15618
+    },
+    {
+      "epoch": 1.0373248323039117,
+      "grad_norm": 243.0856475830078,
+      "learning_rate": 9.88169560749791e-07,
+      "loss": 18.875,
+      "step": 15619
+    },
+    {
+      "epoch": 1.0373912465962676,
+      "grad_norm": 291.0685729980469,
+      "learning_rate": 9.880620163884887e-07,
+      "loss": 14.2969,
+      "step": 15620
+    },
+    {
+      "epoch": 1.0374576608886232,
+      "grad_norm": 248.61163330078125,
+      "learning_rate": 9.87954472165278e-07,
+      "loss": 17.0312,
+      "step": 15621
+    },
+    {
+      "epoch": 1.0375240751809789,
+      "grad_norm": 94.3946762084961,
+      "learning_rate": 9.878469280814035e-07,
+      "loss": 14.9375,
+      "step": 15622
+    },
+    {
+      "epoch": 1.0375904894733348,
+      "grad_norm": 147.78028869628906,
+      "learning_rate": 9.87739384138108e-07,
+      "loss": 13.8125,
+      "step": 15623
+    },
+    {
+      "epoch": 1.0376569037656904,
+      "grad_norm": 144.28680419921875,
+      "learning_rate": 9.876318403366371e-07,
+      "loss": 9.9375,
+      "step": 15624
+    },
+    {
+      "epoch": 1.037723318058046,
+      "grad_norm": 220.4378204345703,
+      "learning_rate": 9.875242966782334e-07,
+      "loss": 14.6094,
+      "step": 15625
+    },
+    {
+      "epoch": 1.0377897323504017,
+      "grad_norm": 221.69203186035156,
+      "learning_rate": 9.874167531641418e-07,
+      "loss": 15.8594,
+      "step": 15626
+    },
+    {
+      "epoch": 1.0378561466427576,
+      "grad_norm": 216.52757263183594,
+      "learning_rate": 9.873092097956055e-07,
+      "loss": 16.875,
+      "step": 15627
+    },
+    {
+      "epoch": 1.0379225609351133,
+      "grad_norm": 168.5818328857422,
+      "learning_rate": 9.872016665738692e-07,
+      "loss": 16.5938,
+      "step": 15628
+    },
+    {
+      "epoch": 1.037988975227469,
+      "grad_norm": 193.5086669921875,
+      "learning_rate": 9.870941235001768e-07,
+      "loss": 13.0547,
+      "step": 15629
+    },
+    {
+      "epoch": 1.0380553895198246,
+      "grad_norm": 273.6392517089844,
+      "learning_rate": 9.86986580575772e-07,
+      "loss": 22.8438,
+      "step": 15630
+    },
+    {
+      "epoch": 1.0381218038121804,
+      "grad_norm": 192.39727783203125,
+      "learning_rate": 9.868790378018987e-07,
+      "loss": 13.7188,
+      "step": 15631
+    },
+    {
+      "epoch": 1.038188218104536,
+      "grad_norm": 150.26638793945312,
+      "learning_rate": 9.867714951798014e-07,
+      "loss": 22.8438,
+      "step": 15632
+    },
+    {
+      "epoch": 1.0382546323968918,
+      "grad_norm": 758.7853393554688,
+      "learning_rate": 9.866639527107237e-07,
+      "loss": 21.4688,
+      "step": 15633
+    },
+    {
+      "epoch": 1.0383210466892476,
+      "grad_norm": 416.102783203125,
+      "learning_rate": 9.865564103959098e-07,
+      "loss": 18.875,
+      "step": 15634
+    },
+    {
+      "epoch": 1.0383874609816033,
+      "grad_norm": 238.43409729003906,
+      "learning_rate": 9.864488682366034e-07,
+      "loss": 14.7188,
+      "step": 15635
+    },
+    {
+      "epoch": 1.038453875273959,
+      "grad_norm": 154.48802185058594,
+      "learning_rate": 9.863413262340491e-07,
+      "loss": 19.125,
+      "step": 15636
+    },
+    {
+      "epoch": 1.0385202895663146,
+      "grad_norm": 135.65187072753906,
+      "learning_rate": 9.862337843894898e-07,
+      "loss": 17.2969,
+      "step": 15637
+    },
+    {
+      "epoch": 1.0385867038586705,
+      "grad_norm": 237.63844299316406,
+      "learning_rate": 9.861262427041708e-07,
+      "loss": 20.625,
+      "step": 15638
+    },
+    {
+      "epoch": 1.0386531181510261,
+      "grad_norm": 243.37142944335938,
+      "learning_rate": 9.86018701179335e-07,
+      "loss": 14.4219,
+      "step": 15639
+    },
+    {
+      "epoch": 1.0387195324433818,
+      "grad_norm": 136.36827087402344,
+      "learning_rate": 9.85911159816227e-07,
+      "loss": 14.6016,
+      "step": 15640
+    },
+    {
+      "epoch": 1.0387859467357374,
+      "grad_norm": 164.62623596191406,
+      "learning_rate": 9.858036186160904e-07,
+      "loss": 13.5391,
+      "step": 15641
+    },
+    {
+      "epoch": 1.0388523610280933,
+      "grad_norm": 272.702392578125,
+      "learning_rate": 9.856960775801695e-07,
+      "loss": 17.1719,
+      "step": 15642
+    },
+    {
+      "epoch": 1.038918775320449,
+      "grad_norm": 307.6063537597656,
+      "learning_rate": 9.855885367097082e-07,
+      "loss": 15.7969,
+      "step": 15643
+    },
+    {
+      "epoch": 1.0389851896128046,
+      "grad_norm": 208.48953247070312,
+      "learning_rate": 9.854809960059504e-07,
+      "loss": 18.3906,
+      "step": 15644
+    },
+    {
+      "epoch": 1.0390516039051605,
+      "grad_norm": 327.3642272949219,
+      "learning_rate": 9.853734554701398e-07,
+      "loss": 21.9219,
+      "step": 15645
+    },
+    {
+      "epoch": 1.0391180181975161,
+      "grad_norm": 162.66346740722656,
+      "learning_rate": 9.852659151035208e-07,
+      "loss": 17.8594,
+      "step": 15646
+    },
+    {
+      "epoch": 1.0391844324898718,
+      "grad_norm": 176.3546600341797,
+      "learning_rate": 9.851583749073371e-07,
+      "loss": 12.0781,
+      "step": 15647
+    },
+    {
+      "epoch": 1.0392508467822275,
+      "grad_norm": 138.0027313232422,
+      "learning_rate": 9.85050834882833e-07,
+      "loss": 19.3438,
+      "step": 15648
+    },
+    {
+      "epoch": 1.0393172610745833,
+      "grad_norm": 199.61630249023438,
+      "learning_rate": 9.84943295031252e-07,
+      "loss": 17.2188,
+      "step": 15649
+    },
+    {
+      "epoch": 1.039383675366939,
+      "grad_norm": 178.2696533203125,
+      "learning_rate": 9.848357553538384e-07,
+      "loss": 15.1562,
+      "step": 15650
+    },
+    {
+      "epoch": 1.0394500896592946,
+      "grad_norm": 224.89076232910156,
+      "learning_rate": 9.847282158518359e-07,
+      "loss": 14.7656,
+      "step": 15651
+    },
+    {
+      "epoch": 1.0395165039516503,
+      "grad_norm": 181.68539428710938,
+      "learning_rate": 9.84620676526489e-07,
+      "loss": 16.9844,
+      "step": 15652
+    },
+    {
+      "epoch": 1.0395829182440062,
+      "grad_norm": 323.47442626953125,
+      "learning_rate": 9.845131373790404e-07,
+      "loss": 17.4844,
+      "step": 15653
+    },
+    {
+      "epoch": 1.0396493325363618,
+      "grad_norm": 305.5068664550781,
+      "learning_rate": 9.844055984107358e-07,
+      "loss": 16.4375,
+      "step": 15654
+    },
+    {
+      "epoch": 1.0397157468287175,
+      "grad_norm": 369.68902587890625,
+      "learning_rate": 9.842980596228177e-07,
+      "loss": 14.4531,
+      "step": 15655
+    },
+    {
+      "epoch": 1.0397821611210734,
+      "grad_norm": 150.25929260253906,
+      "learning_rate": 9.84190521016531e-07,
+      "loss": 20.375,
+      "step": 15656
+    },
+    {
+      "epoch": 1.039848575413429,
+      "grad_norm": 531.06396484375,
+      "learning_rate": 9.840829825931189e-07,
+      "loss": 17.5469,
+      "step": 15657
+    },
+    {
+      "epoch": 1.0399149897057847,
+      "grad_norm": 179.457275390625,
+      "learning_rate": 9.839754443538255e-07,
+      "loss": 20.1094,
+      "step": 15658
+    },
+    {
+      "epoch": 1.0399814039981403,
+      "grad_norm": 119.2546157836914,
+      "learning_rate": 9.838679062998953e-07,
+      "loss": 15.0156,
+      "step": 15659
+    },
+    {
+      "epoch": 1.0400478182904962,
+      "grad_norm": 97.64340209960938,
+      "learning_rate": 9.83760368432572e-07,
+      "loss": 15.4062,
+      "step": 15660
+    },
+    {
+      "epoch": 1.0401142325828518,
+      "grad_norm": 115.65797424316406,
+      "learning_rate": 9.83652830753099e-07,
+      "loss": 16.4219,
+      "step": 15661
+    },
+    {
+      "epoch": 1.0401806468752075,
+      "grad_norm": 342.7167053222656,
+      "learning_rate": 9.835452932627207e-07,
+      "loss": 17.2969,
+      "step": 15662
+    },
+    {
+      "epoch": 1.0402470611675632,
+      "grad_norm": 163.833984375,
+      "learning_rate": 9.834377559626811e-07,
+      "loss": 15.5469,
+      "step": 15663
+    },
+    {
+      "epoch": 1.040313475459919,
+      "grad_norm": 229.79385375976562,
+      "learning_rate": 9.83330218854224e-07,
+      "loss": 16.3281,
+      "step": 15664
+    },
+    {
+      "epoch": 1.0403798897522747,
+      "grad_norm": 139.22943115234375,
+      "learning_rate": 9.832226819385932e-07,
+      "loss": 10.1875,
+      "step": 15665
+    },
+    {
+      "epoch": 1.0404463040446303,
+      "grad_norm": 199.04173278808594,
+      "learning_rate": 9.831151452170327e-07,
+      "loss": 20.9688,
+      "step": 15666
+    },
+    {
+      "epoch": 1.0405127183369862,
+      "grad_norm": 263.0077209472656,
+      "learning_rate": 9.830076086907865e-07,
+      "loss": 14.8438,
+      "step": 15667
+    },
+    {
+      "epoch": 1.0405791326293419,
+      "grad_norm": 216.45162963867188,
+      "learning_rate": 9.829000723610986e-07,
+      "loss": 16.1797,
+      "step": 15668
+    },
+    {
+      "epoch": 1.0406455469216975,
+      "grad_norm": 121.76887512207031,
+      "learning_rate": 9.827925362292128e-07,
+      "loss": 12.4375,
+      "step": 15669
+    },
+    {
+      "epoch": 1.0407119612140532,
+      "grad_norm": 194.71908569335938,
+      "learning_rate": 9.826850002963727e-07,
+      "loss": 16.125,
+      "step": 15670
+    },
+    {
+      "epoch": 1.040778375506409,
+      "grad_norm": 211.32273864746094,
+      "learning_rate": 9.825774645638232e-07,
+      "loss": 21.0156,
+      "step": 15671
+    },
+    {
+      "epoch": 1.0408447897987647,
+      "grad_norm": 271.9544982910156,
+      "learning_rate": 9.824699290328068e-07,
+      "loss": 16.5469,
+      "step": 15672
+    },
+    {
+      "epoch": 1.0409112040911204,
+      "grad_norm": 220.20777893066406,
+      "learning_rate": 9.823623937045687e-07,
+      "loss": 15.0625,
+      "step": 15673
+    },
+    {
+      "epoch": 1.040977618383476,
+      "grad_norm": 595.0569458007812,
+      "learning_rate": 9.822548585803519e-07,
+      "loss": 24.4531,
+      "step": 15674
+    },
+    {
+      "epoch": 1.041044032675832,
+      "grad_norm": 172.2211151123047,
+      "learning_rate": 9.82147323661401e-07,
+      "loss": 19.2031,
+      "step": 15675
+    },
+    {
+      "epoch": 1.0411104469681876,
+      "grad_norm": 139.56349182128906,
+      "learning_rate": 9.820397889489592e-07,
+      "loss": 17.8281,
+      "step": 15676
+    },
+    {
+      "epoch": 1.0411768612605432,
+      "grad_norm": 631.6290893554688,
+      "learning_rate": 9.81932254444271e-07,
+      "loss": 23.3906,
+      "step": 15677
+    },
+    {
+      "epoch": 1.041243275552899,
+      "grad_norm": 337.5711975097656,
+      "learning_rate": 9.818247201485797e-07,
+      "loss": 15.1719,
+      "step": 15678
+    },
+    {
+      "epoch": 1.0413096898452547,
+      "grad_norm": 337.7759704589844,
+      "learning_rate": 9.817171860631304e-07,
+      "loss": 16.8438,
+      "step": 15679
+    },
+    {
+      "epoch": 1.0413761041376104,
+      "grad_norm": 161.3271942138672,
+      "learning_rate": 9.816096521891652e-07,
+      "loss": 18.0469,
+      "step": 15680
+    },
+    {
+      "epoch": 1.041442518429966,
+      "grad_norm": 289.9089050292969,
+      "learning_rate": 9.815021185279295e-07,
+      "loss": 12.6719,
+      "step": 15681
+    },
+    {
+      "epoch": 1.041508932722322,
+      "grad_norm": 184.7423553466797,
+      "learning_rate": 9.813945850806665e-07,
+      "loss": 20.7188,
+      "step": 15682
+    },
+    {
+      "epoch": 1.0415753470146776,
+      "grad_norm": 159.2779541015625,
+      "learning_rate": 9.812870518486205e-07,
+      "loss": 15.375,
+      "step": 15683
+    },
+    {
+      "epoch": 1.0416417613070332,
+      "grad_norm": 207.96788024902344,
+      "learning_rate": 9.811795188330343e-07,
+      "loss": 16.0156,
+      "step": 15684
+    },
+    {
+      "epoch": 1.0417081755993889,
+      "grad_norm": 135.7547607421875,
+      "learning_rate": 9.810719860351534e-07,
+      "loss": 15.4688,
+      "step": 15685
+    },
+    {
+      "epoch": 1.0417745898917448,
+      "grad_norm": 398.4416198730469,
+      "learning_rate": 9.809644534562203e-07,
+      "loss": 25.2812,
+      "step": 15686
+    },
+    {
+      "epoch": 1.0418410041841004,
+      "grad_norm": 135.8651580810547,
+      "learning_rate": 9.808569210974798e-07,
+      "loss": 19.4219,
+      "step": 15687
+    },
+    {
+      "epoch": 1.041907418476456,
+      "grad_norm": 398.6253967285156,
+      "learning_rate": 9.80749388960175e-07,
+      "loss": 17.2656,
+      "step": 15688
+    },
+    {
+      "epoch": 1.041973832768812,
+      "grad_norm": 119.9359130859375,
+      "learning_rate": 9.806418570455506e-07,
+      "loss": 12.125,
+      "step": 15689
+    },
+    {
+      "epoch": 1.0420402470611676,
+      "grad_norm": 195.76515197753906,
+      "learning_rate": 9.805343253548495e-07,
+      "loss": 16.4219,
+      "step": 15690
+    },
+    {
+      "epoch": 1.0421066613535233,
+      "grad_norm": 182.5797882080078,
+      "learning_rate": 9.804267938893167e-07,
+      "loss": 18.5156,
+      "step": 15691
+    },
+    {
+      "epoch": 1.042173075645879,
+      "grad_norm": 206.6014862060547,
+      "learning_rate": 9.80319262650195e-07,
+      "loss": 14.4844,
+      "step": 15692
+    },
+    {
+      "epoch": 1.0422394899382348,
+      "grad_norm": 135.0846710205078,
+      "learning_rate": 9.802117316387287e-07,
+      "loss": 16.4375,
+      "step": 15693
+    },
+    {
+      "epoch": 1.0423059042305904,
+      "grad_norm": 131.40513610839844,
+      "learning_rate": 9.80104200856162e-07,
+      "loss": 14.9531,
+      "step": 15694
+    },
+    {
+      "epoch": 1.042372318522946,
+      "grad_norm": 371.3923034667969,
+      "learning_rate": 9.79996670303738e-07,
+      "loss": 17.1406,
+      "step": 15695
+    },
+    {
+      "epoch": 1.0424387328153017,
+      "grad_norm": 139.94195556640625,
+      "learning_rate": 9.798891399827016e-07,
+      "loss": 14.2969,
+      "step": 15696
+    },
+    {
+      "epoch": 1.0425051471076576,
+      "grad_norm": 189.96527099609375,
+      "learning_rate": 9.797816098942957e-07,
+      "loss": 21.6875,
+      "step": 15697
+    },
+    {
+      "epoch": 1.0425715614000133,
+      "grad_norm": 139.75787353515625,
+      "learning_rate": 9.796740800397647e-07,
+      "loss": 14.4219,
+      "step": 15698
+    },
+    {
+      "epoch": 1.042637975692369,
+      "grad_norm": 117.43487548828125,
+      "learning_rate": 9.795665504203516e-07,
+      "loss": 12.8906,
+      "step": 15699
+    },
+    {
+      "epoch": 1.0427043899847248,
+      "grad_norm": 222.88912963867188,
+      "learning_rate": 9.794590210373019e-07,
+      "loss": 11.8984,
+      "step": 15700
+    },
+    {
+      "epoch": 1.0427708042770805,
+      "grad_norm": 128.167724609375,
+      "learning_rate": 9.793514918918573e-07,
+      "loss": 13.7656,
+      "step": 15701
+    },
+    {
+      "epoch": 1.0428372185694361,
+      "grad_norm": 362.6629333496094,
+      "learning_rate": 9.792439629852635e-07,
+      "loss": 13.8125,
+      "step": 15702
+    },
+    {
+      "epoch": 1.0429036328617918,
+      "grad_norm": 240.909912109375,
+      "learning_rate": 9.791364343187632e-07,
+      "loss": 16.2031,
+      "step": 15703
+    },
+    {
+      "epoch": 1.0429700471541477,
+      "grad_norm": 230.4791717529297,
+      "learning_rate": 9.79028905893601e-07,
+      "loss": 19.7812,
+      "step": 15704
+    },
+    {
+      "epoch": 1.0430364614465033,
+      "grad_norm": 509.2139587402344,
+      "learning_rate": 9.789213777110198e-07,
+      "loss": 22.125,
+      "step": 15705
+    },
+    {
+      "epoch": 1.043102875738859,
+      "grad_norm": 180.152587890625,
+      "learning_rate": 9.788138497722643e-07,
+      "loss": 15.8281,
+      "step": 15706
+    },
+    {
+      "epoch": 1.0431692900312146,
+      "grad_norm": 434.9666442871094,
+      "learning_rate": 9.787063220785777e-07,
+      "loss": 18.4062,
+      "step": 15707
+    },
+    {
+      "epoch": 1.0432357043235705,
+      "grad_norm": 169.727783203125,
+      "learning_rate": 9.785987946312044e-07,
+      "loss": 12.7031,
+      "step": 15708
+    },
+    {
+      "epoch": 1.0433021186159261,
+      "grad_norm": 1317.478271484375,
+      "learning_rate": 9.784912674313875e-07,
+      "loss": 10.6562,
+      "step": 15709
+    },
+    {
+      "epoch": 1.0433685329082818,
+      "grad_norm": 327.7931213378906,
+      "learning_rate": 9.783837404803716e-07,
+      "loss": 15.25,
+      "step": 15710
+    },
+    {
+      "epoch": 1.0434349472006377,
+      "grad_norm": 223.06895446777344,
+      "learning_rate": 9.782762137794e-07,
+      "loss": 15.9219,
+      "step": 15711
+    },
+    {
+      "epoch": 1.0435013614929933,
+      "grad_norm": 237.69610595703125,
+      "learning_rate": 9.781686873297165e-07,
+      "loss": 18.9375,
+      "step": 15712
+    },
+    {
+      "epoch": 1.043567775785349,
+      "grad_norm": 191.184326171875,
+      "learning_rate": 9.78061161132565e-07,
+      "loss": 10.6641,
+      "step": 15713
+    },
+    {
+      "epoch": 1.0436341900777046,
+      "grad_norm": 133.01783752441406,
+      "learning_rate": 9.779536351891895e-07,
+      "loss": 17.8125,
+      "step": 15714
+    },
+    {
+      "epoch": 1.0437006043700605,
+      "grad_norm": 134.77981567382812,
+      "learning_rate": 9.778461095008337e-07,
+      "loss": 15.4844,
+      "step": 15715
+    },
+    {
+      "epoch": 1.0437670186624162,
+      "grad_norm": 328.0467224121094,
+      "learning_rate": 9.777385840687413e-07,
+      "loss": 17.2969,
+      "step": 15716
+    },
+    {
+      "epoch": 1.0438334329547718,
+      "grad_norm": 158.14993286132812,
+      "learning_rate": 9.77631058894156e-07,
+      "loss": 17.4375,
+      "step": 15717
+    },
+    {
+      "epoch": 1.0438998472471275,
+      "grad_norm": 197.37229919433594,
+      "learning_rate": 9.775235339783217e-07,
+      "loss": 20.4531,
+      "step": 15718
+    },
+    {
+      "epoch": 1.0439662615394834,
+      "grad_norm": 128.65065002441406,
+      "learning_rate": 9.774160093224823e-07,
+      "loss": 15.5625,
+      "step": 15719
+    },
+    {
+      "epoch": 1.044032675831839,
+      "grad_norm": 771.1585693359375,
+      "learning_rate": 9.773084849278816e-07,
+      "loss": 14.3125,
+      "step": 15720
+    },
+    {
+      "epoch": 1.0440990901241947,
+      "grad_norm": 134.49188232421875,
+      "learning_rate": 9.772009607957631e-07,
+      "loss": 12.6875,
+      "step": 15721
+    },
+    {
+      "epoch": 1.0441655044165505,
+      "grad_norm": 167.76199340820312,
+      "learning_rate": 9.770934369273709e-07,
+      "loss": 12.6562,
+      "step": 15722
+    },
+    {
+      "epoch": 1.0442319187089062,
+      "grad_norm": 109.17849731445312,
+      "learning_rate": 9.769859133239481e-07,
+      "loss": 12.9062,
+      "step": 15723
+    },
+    {
+      "epoch": 1.0442983330012618,
+      "grad_norm": 144.23194885253906,
+      "learning_rate": 9.768783899867396e-07,
+      "loss": 16.8438,
+      "step": 15724
+    },
+    {
+      "epoch": 1.0443647472936175,
+      "grad_norm": 383.77325439453125,
+      "learning_rate": 9.767708669169882e-07,
+      "loss": 27.2031,
+      "step": 15725
+    },
+    {
+      "epoch": 1.0444311615859734,
+      "grad_norm": 128.6307373046875,
+      "learning_rate": 9.766633441159384e-07,
+      "loss": 16.25,
+      "step": 15726
+    },
+    {
+      "epoch": 1.044497575878329,
+      "grad_norm": 218.8885498046875,
+      "learning_rate": 9.765558215848329e-07,
+      "loss": 20.4531,
+      "step": 15727
+    },
+    {
+      "epoch": 1.0445639901706847,
+      "grad_norm": 379.9872131347656,
+      "learning_rate": 9.764482993249166e-07,
+      "loss": 19.9375,
+      "step": 15728
+    },
+    {
+      "epoch": 1.0446304044630403,
+      "grad_norm": 309.0635681152344,
+      "learning_rate": 9.763407773374328e-07,
+      "loss": 17.3906,
+      "step": 15729
+    },
+    {
+      "epoch": 1.0446968187553962,
+      "grad_norm": 246.8901824951172,
+      "learning_rate": 9.76233255623625e-07,
+      "loss": 12.8047,
+      "step": 15730
+    },
+    {
+      "epoch": 1.0447632330477519,
+      "grad_norm": 220.83395385742188,
+      "learning_rate": 9.761257341847375e-07,
+      "loss": 14.625,
+      "step": 15731
+    },
+    {
+      "epoch": 1.0448296473401075,
+      "grad_norm": 180.82521057128906,
+      "learning_rate": 9.760182130220135e-07,
+      "loss": 12.5469,
+      "step": 15732
+    },
+    {
+      "epoch": 1.0448960616324634,
+      "grad_norm": 770.0709838867188,
+      "learning_rate": 9.759106921366972e-07,
+      "loss": 26.3594,
+      "step": 15733
+    },
+    {
+      "epoch": 1.044962475924819,
+      "grad_norm": 115.81199645996094,
+      "learning_rate": 9.758031715300317e-07,
+      "loss": 13.5781,
+      "step": 15734
+    },
+    {
+      "epoch": 1.0450288902171747,
+      "grad_norm": 397.6253356933594,
+      "learning_rate": 9.756956512032617e-07,
+      "loss": 21.25,
+      "step": 15735
+    },
+    {
+      "epoch": 1.0450953045095304,
+      "grad_norm": 228.3644561767578,
+      "learning_rate": 9.755881311576301e-07,
+      "loss": 21.9375,
+      "step": 15736
+    },
+    {
+      "epoch": 1.0451617188018862,
+      "grad_norm": 507.9584655761719,
+      "learning_rate": 9.754806113943812e-07,
+      "loss": 12.6562,
+      "step": 15737
+    },
+    {
+      "epoch": 1.045228133094242,
+      "grad_norm": 170.7726287841797,
+      "learning_rate": 9.75373091914758e-07,
+      "loss": 12.4844,
+      "step": 15738
+    },
+    {
+      "epoch": 1.0452945473865976,
+      "grad_norm": 178.95777893066406,
+      "learning_rate": 9.75265572720005e-07,
+      "loss": 16.9688,
+      "step": 15739
+    },
+    {
+      "epoch": 1.0453609616789532,
+      "grad_norm": 237.2075653076172,
+      "learning_rate": 9.751580538113654e-07,
+      "loss": 18.1719,
+      "step": 15740
+    },
+    {
+      "epoch": 1.045427375971309,
+      "grad_norm": 197.0717010498047,
+      "learning_rate": 9.750505351900833e-07,
+      "loss": 15.125,
+      "step": 15741
+    },
+    {
+      "epoch": 1.0454937902636647,
+      "grad_norm": 766.370361328125,
+      "learning_rate": 9.749430168574023e-07,
+      "loss": 27.9688,
+      "step": 15742
+    },
+    {
+      "epoch": 1.0455602045560204,
+      "grad_norm": 205.12167358398438,
+      "learning_rate": 9.74835498814566e-07,
+      "loss": 19.2344,
+      "step": 15743
+    },
+    {
+      "epoch": 1.0456266188483763,
+      "grad_norm": 486.7780456542969,
+      "learning_rate": 9.747279810628176e-07,
+      "loss": 14.6641,
+      "step": 15744
+    },
+    {
+      "epoch": 1.045693033140732,
+      "grad_norm": 1556.208251953125,
+      "learning_rate": 9.74620463603402e-07,
+      "loss": 15.5469,
+      "step": 15745
+    },
+    {
+      "epoch": 1.0457594474330876,
+      "grad_norm": 211.08865356445312,
+      "learning_rate": 9.745129464375619e-07,
+      "loss": 13.1406,
+      "step": 15746
+    },
+    {
+      "epoch": 1.0458258617254432,
+      "grad_norm": 169.89190673828125,
+      "learning_rate": 9.744054295665416e-07,
+      "loss": 15.8906,
+      "step": 15747
+    },
+    {
+      "epoch": 1.045892276017799,
+      "grad_norm": 542.4044189453125,
+      "learning_rate": 9.74297912991584e-07,
+      "loss": 24.0781,
+      "step": 15748
+    },
+    {
+      "epoch": 1.0459586903101548,
+      "grad_norm": 136.8244171142578,
+      "learning_rate": 9.741903967139338e-07,
+      "loss": 15.9375,
+      "step": 15749
+    },
+    {
+      "epoch": 1.0460251046025104,
+      "grad_norm": 254.43170166015625,
+      "learning_rate": 9.740828807348342e-07,
+      "loss": 22.2812,
+      "step": 15750
+    },
+    {
+      "epoch": 1.046091518894866,
+      "grad_norm": 234.01747131347656,
+      "learning_rate": 9.73975365055529e-07,
+      "loss": 15.9844,
+      "step": 15751
+    },
+    {
+      "epoch": 1.046157933187222,
+      "grad_norm": 331.87432861328125,
+      "learning_rate": 9.738678496772611e-07,
+      "loss": 15.6406,
+      "step": 15752
+    },
+    {
+      "epoch": 1.0462243474795776,
+      "grad_norm": 246.46450805664062,
+      "learning_rate": 9.737603346012754e-07,
+      "loss": 22.4688,
+      "step": 15753
+    },
+    {
+      "epoch": 1.0462907617719333,
+      "grad_norm": 393.8890686035156,
+      "learning_rate": 9.73652819828815e-07,
+      "loss": 18.0156,
+      "step": 15754
+    },
+    {
+      "epoch": 1.0463571760642891,
+      "grad_norm": 295.6360168457031,
+      "learning_rate": 9.735453053611236e-07,
+      "loss": 16.8125,
+      "step": 15755
+    },
+    {
+      "epoch": 1.0464235903566448,
+      "grad_norm": 223.6762237548828,
+      "learning_rate": 9.734377911994445e-07,
+      "loss": 18.8906,
+      "step": 15756
+    },
+    {
+      "epoch": 1.0464900046490004,
+      "grad_norm": 309.17486572265625,
+      "learning_rate": 9.733302773450222e-07,
+      "loss": 17.7656,
+      "step": 15757
+    },
+    {
+      "epoch": 1.046556418941356,
+      "grad_norm": 410.9020690917969,
+      "learning_rate": 9.732227637990995e-07,
+      "loss": 21.1719,
+      "step": 15758
+    },
+    {
+      "epoch": 1.046622833233712,
+      "grad_norm": 390.9070129394531,
+      "learning_rate": 9.731152505629208e-07,
+      "loss": 17.9375,
+      "step": 15759
+    },
+    {
+      "epoch": 1.0466892475260676,
+      "grad_norm": 173.31884765625,
+      "learning_rate": 9.730077376377288e-07,
+      "loss": 13.9062,
+      "step": 15760
+    },
+    {
+      "epoch": 1.0467556618184233,
+      "grad_norm": 211.1187744140625,
+      "learning_rate": 9.729002250247686e-07,
+      "loss": 18.5938,
+      "step": 15761
+    },
+    {
+      "epoch": 1.0468220761107792,
+      "grad_norm": 252.29051208496094,
+      "learning_rate": 9.72792712725282e-07,
+      "loss": 17.8906,
+      "step": 15762
+    },
+    {
+      "epoch": 1.0468884904031348,
+      "grad_norm": 125.31259155273438,
+      "learning_rate": 9.726852007405142e-07,
+      "loss": 15.5781,
+      "step": 15763
+    },
+    {
+      "epoch": 1.0469549046954905,
+      "grad_norm": 101.00634002685547,
+      "learning_rate": 9.725776890717082e-07,
+      "loss": 11.5,
+      "step": 15764
+    },
+    {
+      "epoch": 1.0470213189878461,
+      "grad_norm": 290.5904541015625,
+      "learning_rate": 9.724701777201077e-07,
+      "loss": 27.0625,
+      "step": 15765
+    },
+    {
+      "epoch": 1.047087733280202,
+      "grad_norm": 137.04991149902344,
+      "learning_rate": 9.723626666869559e-07,
+      "loss": 14.1562,
+      "step": 15766
+    },
+    {
+      "epoch": 1.0471541475725576,
+      "grad_norm": 232.32315063476562,
+      "learning_rate": 9.722551559734971e-07,
+      "loss": 14.4375,
+      "step": 15767
+    },
+    {
+      "epoch": 1.0472205618649133,
+      "grad_norm": 128.74795532226562,
+      "learning_rate": 9.72147645580975e-07,
+      "loss": 16.0938,
+      "step": 15768
+    },
+    {
+      "epoch": 1.047286976157269,
+      "grad_norm": 269.94915771484375,
+      "learning_rate": 9.72040135510632e-07,
+      "loss": 11.5,
+      "step": 15769
+    },
+    {
+      "epoch": 1.0473533904496248,
+      "grad_norm": 184.00535583496094,
+      "learning_rate": 9.719326257637133e-07,
+      "loss": 12.2031,
+      "step": 15770
+    },
+    {
+      "epoch": 1.0474198047419805,
+      "grad_norm": 146.22630310058594,
+      "learning_rate": 9.718251163414616e-07,
+      "loss": 13.3281,
+      "step": 15771
+    },
+    {
+      "epoch": 1.0474862190343361,
+      "grad_norm": 129.60333251953125,
+      "learning_rate": 9.717176072451211e-07,
+      "loss": 12.9375,
+      "step": 15772
+    },
+    {
+      "epoch": 1.047552633326692,
+      "grad_norm": 155.48150634765625,
+      "learning_rate": 9.716100984759344e-07,
+      "loss": 15.9844,
+      "step": 15773
+    },
+    {
+      "epoch": 1.0476190476190477,
+      "grad_norm": 526.9658203125,
+      "learning_rate": 9.715025900351462e-07,
+      "loss": 16.9062,
+      "step": 15774
+    },
+    {
+      "epoch": 1.0476854619114033,
+      "grad_norm": 246.22779846191406,
+      "learning_rate": 9.713950819239992e-07,
+      "loss": 16.5938,
+      "step": 15775
+    },
+    {
+      "epoch": 1.047751876203759,
+      "grad_norm": 245.0790252685547,
+      "learning_rate": 9.712875741437378e-07,
+      "loss": 22.5938,
+      "step": 15776
+    },
+    {
+      "epoch": 1.0478182904961149,
+      "grad_norm": 280.09954833984375,
+      "learning_rate": 9.711800666956047e-07,
+      "loss": 14.6875,
+      "step": 15777
+    },
+    {
+      "epoch": 1.0478847047884705,
+      "grad_norm": 335.3205871582031,
+      "learning_rate": 9.710725595808444e-07,
+      "loss": 19.4844,
+      "step": 15778
+    },
+    {
+      "epoch": 1.0479511190808262,
+      "grad_norm": 377.5218505859375,
+      "learning_rate": 9.709650528006998e-07,
+      "loss": 20.5,
+      "step": 15779
+    },
+    {
+      "epoch": 1.0480175333731818,
+      "grad_norm": 186.81993103027344,
+      "learning_rate": 9.70857546356415e-07,
+      "loss": 12.2344,
+      "step": 15780
+    },
+    {
+      "epoch": 1.0480839476655377,
+      "grad_norm": 146.3345184326172,
+      "learning_rate": 9.707500402492328e-07,
+      "loss": 13.3438,
+      "step": 15781
+    },
+    {
+      "epoch": 1.0481503619578934,
+      "grad_norm": 176.16371154785156,
+      "learning_rate": 9.706425344803977e-07,
+      "loss": 15.5781,
+      "step": 15782
+    },
+    {
+      "epoch": 1.048216776250249,
+      "grad_norm": 367.4129943847656,
+      "learning_rate": 9.705350290511527e-07,
+      "loss": 13.9219,
+      "step": 15783
+    },
+    {
+      "epoch": 1.0482831905426049,
+      "grad_norm": 208.4423370361328,
+      "learning_rate": 9.704275239627417e-07,
+      "loss": 14.8906,
+      "step": 15784
+    },
+    {
+      "epoch": 1.0483496048349605,
+      "grad_norm": 705.852294921875,
+      "learning_rate": 9.703200192164077e-07,
+      "loss": 15.0469,
+      "step": 15785
+    },
+    {
+      "epoch": 1.0484160191273162,
+      "grad_norm": 215.33908081054688,
+      "learning_rate": 9.70212514813395e-07,
+      "loss": 16.7969,
+      "step": 15786
+    },
+    {
+      "epoch": 1.0484824334196718,
+      "grad_norm": 317.5788269042969,
+      "learning_rate": 9.701050107549463e-07,
+      "loss": 15.5625,
+      "step": 15787
+    },
+    {
+      "epoch": 1.0485488477120277,
+      "grad_norm": 114.18425750732422,
+      "learning_rate": 9.69997507042306e-07,
+      "loss": 14.5234,
+      "step": 15788
+    },
+    {
+      "epoch": 1.0486152620043834,
+      "grad_norm": 135.02713012695312,
+      "learning_rate": 9.69890003676717e-07,
+      "loss": 20.6719,
+      "step": 15789
+    },
+    {
+      "epoch": 1.048681676296739,
+      "grad_norm": 164.1778106689453,
+      "learning_rate": 9.697825006594233e-07,
+      "loss": 20.7344,
+      "step": 15790
+    },
+    {
+      "epoch": 1.0487480905890947,
+      "grad_norm": 264.9660949707031,
+      "learning_rate": 9.696749979916677e-07,
+      "loss": 16.9688,
+      "step": 15791
+    },
+    {
+      "epoch": 1.0488145048814506,
+      "grad_norm": 339.29443359375,
+      "learning_rate": 9.695674956746947e-07,
+      "loss": 19.625,
+      "step": 15792
+    },
+    {
+      "epoch": 1.0488809191738062,
+      "grad_norm": 151.0435333251953,
+      "learning_rate": 9.694599937097471e-07,
+      "loss": 18.2344,
+      "step": 15793
+    },
+    {
+      "epoch": 1.0489473334661619,
+      "grad_norm": 129.17552185058594,
+      "learning_rate": 9.69352492098069e-07,
+      "loss": 12.6562,
+      "step": 15794
+    },
+    {
+      "epoch": 1.0490137477585177,
+      "grad_norm": 292.1891174316406,
+      "learning_rate": 9.69244990840903e-07,
+      "loss": 21.5781,
+      "step": 15795
+    },
+    {
+      "epoch": 1.0490801620508734,
+      "grad_norm": 233.49488830566406,
+      "learning_rate": 9.69137489939494e-07,
+      "loss": 22.5312,
+      "step": 15796
+    },
+    {
+      "epoch": 1.049146576343229,
+      "grad_norm": 207.8606719970703,
+      "learning_rate": 9.690299893950843e-07,
+      "loss": 14.2969,
+      "step": 15797
+    },
+    {
+      "epoch": 1.0492129906355847,
+      "grad_norm": 395.5960388183594,
+      "learning_rate": 9.68922489208918e-07,
+      "loss": 19.875,
+      "step": 15798
+    },
+    {
+      "epoch": 1.0492794049279406,
+      "grad_norm": 304.1568603515625,
+      "learning_rate": 9.68814989382238e-07,
+      "loss": 17.4531,
+      "step": 15799
+    },
+    {
+      "epoch": 1.0493458192202962,
+      "grad_norm": 1142.4517822265625,
+      "learning_rate": 9.687074899162888e-07,
+      "loss": 20.2812,
+      "step": 15800
+    },
+    {
+      "epoch": 1.049412233512652,
+      "grad_norm": 147.7388916015625,
+      "learning_rate": 9.68599990812313e-07,
+      "loss": 17.9219,
+      "step": 15801
+    },
+    {
+      "epoch": 1.0494786478050075,
+      "grad_norm": 122.80154418945312,
+      "learning_rate": 9.684924920715544e-07,
+      "loss": 20.1562,
+      "step": 15802
+    },
+    {
+      "epoch": 1.0495450620973634,
+      "grad_norm": 133.09959411621094,
+      "learning_rate": 9.683849936952563e-07,
+      "loss": 13.1094,
+      "step": 15803
+    },
+    {
+      "epoch": 1.049611476389719,
+      "grad_norm": 229.4424591064453,
+      "learning_rate": 9.682774956846626e-07,
+      "loss": 14.5078,
+      "step": 15804
+    },
+    {
+      "epoch": 1.0496778906820747,
+      "grad_norm": 201.26193237304688,
+      "learning_rate": 9.681699980410166e-07,
+      "loss": 11.9375,
+      "step": 15805
+    },
+    {
+      "epoch": 1.0497443049744306,
+      "grad_norm": 230.50772094726562,
+      "learning_rate": 9.680625007655615e-07,
+      "loss": 19.2969,
+      "step": 15806
+    },
+    {
+      "epoch": 1.0498107192667863,
+      "grad_norm": 129.05706787109375,
+      "learning_rate": 9.679550038595413e-07,
+      "loss": 18.4375,
+      "step": 15807
+    },
+    {
+      "epoch": 1.049877133559142,
+      "grad_norm": 316.25628662109375,
+      "learning_rate": 9.678475073241986e-07,
+      "loss": 18.7969,
+      "step": 15808
+    },
+    {
+      "epoch": 1.0499435478514976,
+      "grad_norm": 307.29278564453125,
+      "learning_rate": 9.67740011160778e-07,
+      "loss": 20.4219,
+      "step": 15809
+    },
+    {
+      "epoch": 1.0500099621438534,
+      "grad_norm": 640.0818481445312,
+      "learning_rate": 9.67632515370522e-07,
+      "loss": 16.75,
+      "step": 15810
+    },
+    {
+      "epoch": 1.050076376436209,
+      "grad_norm": 379.7258605957031,
+      "learning_rate": 9.675250199546746e-07,
+      "loss": 19.7969,
+      "step": 15811
+    },
+    {
+      "epoch": 1.0501427907285648,
+      "grad_norm": 201.00466918945312,
+      "learning_rate": 9.674175249144787e-07,
+      "loss": 12.5156,
+      "step": 15812
+    },
+    {
+      "epoch": 1.0502092050209204,
+      "grad_norm": 192.50743103027344,
+      "learning_rate": 9.673100302511785e-07,
+      "loss": 18.1406,
+      "step": 15813
+    },
+    {
+      "epoch": 1.0502756193132763,
+      "grad_norm": 129.2185821533203,
+      "learning_rate": 9.672025359660167e-07,
+      "loss": 14.4688,
+      "step": 15814
+    },
+    {
+      "epoch": 1.050342033605632,
+      "grad_norm": 200.6854248046875,
+      "learning_rate": 9.670950420602372e-07,
+      "loss": 18.2344,
+      "step": 15815
+    },
+    {
+      "epoch": 1.0504084478979876,
+      "grad_norm": 334.17218017578125,
+      "learning_rate": 9.669875485350832e-07,
+      "loss": 20.0781,
+      "step": 15816
+    },
+    {
+      "epoch": 1.0504748621903435,
+      "grad_norm": 407.1122741699219,
+      "learning_rate": 9.668800553917982e-07,
+      "loss": 13.375,
+      "step": 15817
+    },
+    {
+      "epoch": 1.0505412764826991,
+      "grad_norm": 135.15525817871094,
+      "learning_rate": 9.667725626316257e-07,
+      "loss": 13.1719,
+      "step": 15818
+    },
+    {
+      "epoch": 1.0506076907750548,
+      "grad_norm": 300.6287841796875,
+      "learning_rate": 9.666650702558092e-07,
+      "loss": 18.3125,
+      "step": 15819
+    },
+    {
+      "epoch": 1.0506741050674104,
+      "grad_norm": 117.9216537475586,
+      "learning_rate": 9.665575782655915e-07,
+      "loss": 12.625,
+      "step": 15820
+    },
+    {
+      "epoch": 1.0507405193597663,
+      "grad_norm": 390.8520202636719,
+      "learning_rate": 9.664500866622169e-07,
+      "loss": 14.0391,
+      "step": 15821
+    },
+    {
+      "epoch": 1.050806933652122,
+      "grad_norm": 369.3218078613281,
+      "learning_rate": 9.66342595446928e-07,
+      "loss": 16.625,
+      "step": 15822
+    },
+    {
+      "epoch": 1.0508733479444776,
+      "grad_norm": 165.59844970703125,
+      "learning_rate": 9.66235104620969e-07,
+      "loss": 14.9219,
+      "step": 15823
+    },
+    {
+      "epoch": 1.0509397622368333,
+      "grad_norm": 140.84329223632812,
+      "learning_rate": 9.661276141855821e-07,
+      "loss": 16.7812,
+      "step": 15824
+    },
+    {
+      "epoch": 1.0510061765291892,
+      "grad_norm": 312.8877258300781,
+      "learning_rate": 9.660201241420124e-07,
+      "loss": 13.5,
+      "step": 15825
+    },
+    {
+      "epoch": 1.0510725908215448,
+      "grad_norm": 180.06390380859375,
+      "learning_rate": 9.659126344915015e-07,
+      "loss": 16.7969,
+      "step": 15826
+    },
+    {
+      "epoch": 1.0511390051139005,
+      "grad_norm": 141.618408203125,
+      "learning_rate": 9.65805145235294e-07,
+      "loss": 14.1094,
+      "step": 15827
+    },
+    {
+      "epoch": 1.0512054194062563,
+      "grad_norm": 134.42677307128906,
+      "learning_rate": 9.656976563746326e-07,
+      "loss": 11.2344,
+      "step": 15828
+    },
+    {
+      "epoch": 1.051271833698612,
+      "grad_norm": 156.8391571044922,
+      "learning_rate": 9.655901679107613e-07,
+      "loss": 16.0625,
+      "step": 15829
+    },
+    {
+      "epoch": 1.0513382479909676,
+      "grad_norm": 165.3582000732422,
+      "learning_rate": 9.654826798449226e-07,
+      "loss": 16.2734,
+      "step": 15830
+    },
+    {
+      "epoch": 1.0514046622833233,
+      "grad_norm": 195.67288208007812,
+      "learning_rate": 9.653751921783607e-07,
+      "loss": 17.0781,
+      "step": 15831
+    },
+    {
+      "epoch": 1.0514710765756792,
+      "grad_norm": 133.4060821533203,
+      "learning_rate": 9.652677049123185e-07,
+      "loss": 14.8906,
+      "step": 15832
+    },
+    {
+      "epoch": 1.0515374908680348,
+      "grad_norm": 200.06585693359375,
+      "learning_rate": 9.651602180480397e-07,
+      "loss": 15.6562,
+      "step": 15833
+    },
+    {
+      "epoch": 1.0516039051603905,
+      "grad_norm": 438.20745849609375,
+      "learning_rate": 9.650527315867669e-07,
+      "loss": 17.9844,
+      "step": 15834
+    },
+    {
+      "epoch": 1.0516703194527461,
+      "grad_norm": 109.23661041259766,
+      "learning_rate": 9.649452455297443e-07,
+      "loss": 15.3281,
+      "step": 15835
+    },
+    {
+      "epoch": 1.051736733745102,
+      "grad_norm": 96.81568908691406,
+      "learning_rate": 9.64837759878215e-07,
+      "loss": 14.6094,
+      "step": 15836
+    },
+    {
+      "epoch": 1.0518031480374577,
+      "grad_norm": 159.8877410888672,
+      "learning_rate": 9.64730274633422e-07,
+      "loss": 13.0703,
+      "step": 15837
+    },
+    {
+      "epoch": 1.0518695623298133,
+      "grad_norm": 208.6575469970703,
+      "learning_rate": 9.646227897966087e-07,
+      "loss": 17.5469,
+      "step": 15838
+    },
+    {
+      "epoch": 1.0519359766221692,
+      "grad_norm": 235.7657012939453,
+      "learning_rate": 9.64515305369019e-07,
+      "loss": 22.0469,
+      "step": 15839
+    },
+    {
+      "epoch": 1.0520023909145249,
+      "grad_norm": 300.7801513671875,
+      "learning_rate": 9.644078213518955e-07,
+      "loss": 22.5312,
+      "step": 15840
+    },
+    {
+      "epoch": 1.0520688052068805,
+      "grad_norm": 160.65382385253906,
+      "learning_rate": 9.643003377464815e-07,
+      "loss": 17.2969,
+      "step": 15841
+    },
+    {
+      "epoch": 1.0521352194992362,
+      "grad_norm": 102.87995910644531,
+      "learning_rate": 9.64192854554021e-07,
+      "loss": 18.7031,
+      "step": 15842
+    },
+    {
+      "epoch": 1.052201633791592,
+      "grad_norm": 141.0023956298828,
+      "learning_rate": 9.640853717757568e-07,
+      "loss": 17.3594,
+      "step": 15843
+    },
+    {
+      "epoch": 1.0522680480839477,
+      "grad_norm": 332.2563781738281,
+      "learning_rate": 9.639778894129327e-07,
+      "loss": 14.0781,
+      "step": 15844
+    },
+    {
+      "epoch": 1.0523344623763033,
+      "grad_norm": 193.3275909423828,
+      "learning_rate": 9.638704074667909e-07,
+      "loss": 19.4219,
+      "step": 15845
+    },
+    {
+      "epoch": 1.052400876668659,
+      "grad_norm": 223.30889892578125,
+      "learning_rate": 9.637629259385763e-07,
+      "loss": 14.7031,
+      "step": 15846
+    },
+    {
+      "epoch": 1.0524672909610149,
+      "grad_norm": 273.9702453613281,
+      "learning_rate": 9.636554448295304e-07,
+      "loss": 14.2812,
+      "step": 15847
+    },
+    {
+      "epoch": 1.0525337052533705,
+      "grad_norm": 118.73443603515625,
+      "learning_rate": 9.635479641408979e-07,
+      "loss": 13.5781,
+      "step": 15848
+    },
+    {
+      "epoch": 1.0526001195457262,
+      "grad_norm": 163.0055389404297,
+      "learning_rate": 9.634404838739213e-07,
+      "loss": 15.7656,
+      "step": 15849
+    },
+    {
+      "epoch": 1.052666533838082,
+      "grad_norm": 154.10008239746094,
+      "learning_rate": 9.633330040298444e-07,
+      "loss": 13.3594,
+      "step": 15850
+    },
+    {
+      "epoch": 1.0527329481304377,
+      "grad_norm": 152.50213623046875,
+      "learning_rate": 9.632255246099095e-07,
+      "loss": 13.0781,
+      "step": 15851
+    },
+    {
+      "epoch": 1.0527993624227934,
+      "grad_norm": 142.51312255859375,
+      "learning_rate": 9.63118045615361e-07,
+      "loss": 18.5938,
+      "step": 15852
+    },
+    {
+      "epoch": 1.052865776715149,
+      "grad_norm": 213.20526123046875,
+      "learning_rate": 9.630105670474417e-07,
+      "loss": 11.75,
+      "step": 15853
+    },
+    {
+      "epoch": 1.052932191007505,
+      "grad_norm": 178.8824920654297,
+      "learning_rate": 9.629030889073947e-07,
+      "loss": 15.9062,
+      "step": 15854
+    },
+    {
+      "epoch": 1.0529986052998606,
+      "grad_norm": 227.045166015625,
+      "learning_rate": 9.627956111964633e-07,
+      "loss": 18.3594,
+      "step": 15855
+    },
+    {
+      "epoch": 1.0530650195922162,
+      "grad_norm": 118.27508544921875,
+      "learning_rate": 9.626881339158912e-07,
+      "loss": 13.2344,
+      "step": 15856
+    },
+    {
+      "epoch": 1.0531314338845719,
+      "grad_norm": 139.892333984375,
+      "learning_rate": 9.625806570669208e-07,
+      "loss": 16.0703,
+      "step": 15857
+    },
+    {
+      "epoch": 1.0531978481769277,
+      "grad_norm": 255.20225524902344,
+      "learning_rate": 9.624731806507962e-07,
+      "loss": 13.7188,
+      "step": 15858
+    },
+    {
+      "epoch": 1.0532642624692834,
+      "grad_norm": 206.74935913085938,
+      "learning_rate": 9.623657046687596e-07,
+      "loss": 16.5156,
+      "step": 15859
+    },
+    {
+      "epoch": 1.053330676761639,
+      "grad_norm": 165.4824676513672,
+      "learning_rate": 9.622582291220554e-07,
+      "loss": 17.6562,
+      "step": 15860
+    },
+    {
+      "epoch": 1.053397091053995,
+      "grad_norm": 374.6329650878906,
+      "learning_rate": 9.62150754011926e-07,
+      "loss": 20.4531,
+      "step": 15861
+    },
+    {
+      "epoch": 1.0534635053463506,
+      "grad_norm": 175.2999267578125,
+      "learning_rate": 9.620432793396151e-07,
+      "loss": 18.6562,
+      "step": 15862
+    },
+    {
+      "epoch": 1.0535299196387062,
+      "grad_norm": 275.85028076171875,
+      "learning_rate": 9.619358051063651e-07,
+      "loss": 15.6328,
+      "step": 15863
+    },
+    {
+      "epoch": 1.053596333931062,
+      "grad_norm": 177.88943481445312,
+      "learning_rate": 9.618283313134204e-07,
+      "loss": 17.2344,
+      "step": 15864
+    },
+    {
+      "epoch": 1.0536627482234178,
+      "grad_norm": 454.2546691894531,
+      "learning_rate": 9.617208579620232e-07,
+      "loss": 14.9531,
+      "step": 15865
+    },
+    {
+      "epoch": 1.0537291625157734,
+      "grad_norm": 144.45535278320312,
+      "learning_rate": 9.61613385053417e-07,
+      "loss": 13.5938,
+      "step": 15866
+    },
+    {
+      "epoch": 1.053795576808129,
+      "grad_norm": 244.3921661376953,
+      "learning_rate": 9.615059125888451e-07,
+      "loss": 16.3594,
+      "step": 15867
+    },
+    {
+      "epoch": 1.0538619911004847,
+      "grad_norm": 161.33909606933594,
+      "learning_rate": 9.61398440569551e-07,
+      "loss": 14.1094,
+      "step": 15868
+    },
+    {
+      "epoch": 1.0539284053928406,
+      "grad_norm": 419.6810302734375,
+      "learning_rate": 9.612909689967768e-07,
+      "loss": 20.8438,
+      "step": 15869
+    },
+    {
+      "epoch": 1.0539948196851963,
+      "grad_norm": 226.73602294921875,
+      "learning_rate": 9.61183497871767e-07,
+      "loss": 15.3906,
+      "step": 15870
+    },
+    {
+      "epoch": 1.054061233977552,
+      "grad_norm": 208.22727966308594,
+      "learning_rate": 9.610760271957637e-07,
+      "loss": 19.2188,
+      "step": 15871
+    },
+    {
+      "epoch": 1.0541276482699078,
+      "grad_norm": 296.87567138671875,
+      "learning_rate": 9.609685569700105e-07,
+      "loss": 22.6094,
+      "step": 15872
+    },
+    {
+      "epoch": 1.0541940625622634,
+      "grad_norm": 149.92848205566406,
+      "learning_rate": 9.608610871957503e-07,
+      "loss": 15.9844,
+      "step": 15873
+    },
+    {
+      "epoch": 1.054260476854619,
+      "grad_norm": 239.32504272460938,
+      "learning_rate": 9.607536178742271e-07,
+      "loss": 23.1094,
+      "step": 15874
+    },
+    {
+      "epoch": 1.0543268911469748,
+      "grad_norm": 235.06173706054688,
+      "learning_rate": 9.606461490066828e-07,
+      "loss": 15.5312,
+      "step": 15875
+    },
+    {
+      "epoch": 1.0543933054393306,
+      "grad_norm": 217.55043029785156,
+      "learning_rate": 9.605386805943616e-07,
+      "loss": 14.5469,
+      "step": 15876
+    },
+    {
+      "epoch": 1.0544597197316863,
+      "grad_norm": 222.75320434570312,
+      "learning_rate": 9.604312126385058e-07,
+      "loss": 17.3438,
+      "step": 15877
+    },
+    {
+      "epoch": 1.054526134024042,
+      "grad_norm": 136.69972229003906,
+      "learning_rate": 9.603237451403593e-07,
+      "loss": 13.9375,
+      "step": 15878
+    },
+    {
+      "epoch": 1.0545925483163976,
+      "grad_norm": 344.06890869140625,
+      "learning_rate": 9.602162781011646e-07,
+      "loss": 13.4688,
+      "step": 15879
+    },
+    {
+      "epoch": 1.0546589626087535,
+      "grad_norm": 150.4987335205078,
+      "learning_rate": 9.60108811522165e-07,
+      "loss": 14.125,
+      "step": 15880
+    },
+    {
+      "epoch": 1.0547253769011091,
+      "grad_norm": 165.4474639892578,
+      "learning_rate": 9.60001345404604e-07,
+      "loss": 23.1875,
+      "step": 15881
+    },
+    {
+      "epoch": 1.0547917911934648,
+      "grad_norm": 1164.7493896484375,
+      "learning_rate": 9.59893879749724e-07,
+      "loss": 18.2812,
+      "step": 15882
+    },
+    {
+      "epoch": 1.0548582054858207,
+      "grad_norm": 245.25247192382812,
+      "learning_rate": 9.59786414558769e-07,
+      "loss": 19.3906,
+      "step": 15883
+    },
+    {
+      "epoch": 1.0549246197781763,
+      "grad_norm": 76.9760971069336,
+      "learning_rate": 9.596789498329808e-07,
+      "loss": 11.2656,
+      "step": 15884
+    },
+    {
+      "epoch": 1.054991034070532,
+      "grad_norm": 182.79953002929688,
+      "learning_rate": 9.595714855736038e-07,
+      "loss": 13.4375,
+      "step": 15885
+    },
+    {
+      "epoch": 1.0550574483628876,
+      "grad_norm": 520.297607421875,
+      "learning_rate": 9.594640217818804e-07,
+      "loss": 19.7188,
+      "step": 15886
+    },
+    {
+      "epoch": 1.0551238626552435,
+      "grad_norm": 170.9327850341797,
+      "learning_rate": 9.59356558459054e-07,
+      "loss": 13.0234,
+      "step": 15887
+    },
+    {
+      "epoch": 1.0551902769475991,
+      "grad_norm": 137.7685089111328,
+      "learning_rate": 9.59249095606367e-07,
+      "loss": 17.2344,
+      "step": 15888
+    },
+    {
+      "epoch": 1.0552566912399548,
+      "grad_norm": 155.04837036132812,
+      "learning_rate": 9.591416332250636e-07,
+      "loss": 17.4844,
+      "step": 15889
+    },
+    {
+      "epoch": 1.0553231055323105,
+      "grad_norm": 222.34713745117188,
+      "learning_rate": 9.590341713163857e-07,
+      "loss": 26.25,
+      "step": 15890
+    },
+    {
+      "epoch": 1.0553895198246663,
+      "grad_norm": 146.76229858398438,
+      "learning_rate": 9.589267098815771e-07,
+      "loss": 20.6406,
+      "step": 15891
+    },
+    {
+      "epoch": 1.055455934117022,
+      "grad_norm": 174.99822998046875,
+      "learning_rate": 9.588192489218808e-07,
+      "loss": 16.9062,
+      "step": 15892
+    },
+    {
+      "epoch": 1.0555223484093776,
+      "grad_norm": 113.17711639404297,
+      "learning_rate": 9.587117884385397e-07,
+      "loss": 14.2344,
+      "step": 15893
+    },
+    {
+      "epoch": 1.0555887627017335,
+      "grad_norm": 226.4447479248047,
+      "learning_rate": 9.586043284327962e-07,
+      "loss": 15.2188,
+      "step": 15894
+    },
+    {
+      "epoch": 1.0556551769940892,
+      "grad_norm": 93.07332611083984,
+      "learning_rate": 9.584968689058946e-07,
+      "loss": 11.5312,
+      "step": 15895
+    },
+    {
+      "epoch": 1.0557215912864448,
+      "grad_norm": 202.7590789794922,
+      "learning_rate": 9.58389409859077e-07,
+      "loss": 16.875,
+      "step": 15896
+    },
+    {
+      "epoch": 1.0557880055788005,
+      "grad_norm": 302.8049011230469,
+      "learning_rate": 9.58281951293587e-07,
+      "loss": 15.2812,
+      "step": 15897
+    },
+    {
+      "epoch": 1.0558544198711564,
+      "grad_norm": 209.53970336914062,
+      "learning_rate": 9.581744932106667e-07,
+      "loss": 15.7656,
+      "step": 15898
+    },
+    {
+      "epoch": 1.055920834163512,
+      "grad_norm": 153.2389678955078,
+      "learning_rate": 9.580670356115605e-07,
+      "loss": 12.5703,
+      "step": 15899
+    },
+    {
+      "epoch": 1.0559872484558677,
+      "grad_norm": 138.96621704101562,
+      "learning_rate": 9.579595784975102e-07,
+      "loss": 14.3125,
+      "step": 15900
+    },
+    {
+      "epoch": 1.0560536627482233,
+      "grad_norm": 238.1380157470703,
+      "learning_rate": 9.578521218697595e-07,
+      "loss": 19.2656,
+      "step": 15901
+    },
+    {
+      "epoch": 1.0561200770405792,
+      "grad_norm": 370.10845947265625,
+      "learning_rate": 9.577446657295508e-07,
+      "loss": 9.5469,
+      "step": 15902
+    },
+    {
+      "epoch": 1.0561864913329349,
+      "grad_norm": 277.880859375,
+      "learning_rate": 9.576372100781278e-07,
+      "loss": 15.9844,
+      "step": 15903
+    },
+    {
+      "epoch": 1.0562529056252905,
+      "grad_norm": 220.8607940673828,
+      "learning_rate": 9.57529754916733e-07,
+      "loss": 12.5625,
+      "step": 15904
+    },
+    {
+      "epoch": 1.0563193199176464,
+      "grad_norm": 166.11036682128906,
+      "learning_rate": 9.574223002466096e-07,
+      "loss": 17.3906,
+      "step": 15905
+    },
+    {
+      "epoch": 1.056385734210002,
+      "grad_norm": 378.54571533203125,
+      "learning_rate": 9.573148460690001e-07,
+      "loss": 20.9688,
+      "step": 15906
+    },
+    {
+      "epoch": 1.0564521485023577,
+      "grad_norm": 436.9350280761719,
+      "learning_rate": 9.572073923851483e-07,
+      "loss": 14.8594,
+      "step": 15907
+    },
+    {
+      "epoch": 1.0565185627947133,
+      "grad_norm": 200.76287841796875,
+      "learning_rate": 9.570999391962965e-07,
+      "loss": 21.9688,
+      "step": 15908
+    },
+    {
+      "epoch": 1.0565849770870692,
+      "grad_norm": 333.40679931640625,
+      "learning_rate": 9.56992486503688e-07,
+      "loss": 10.7969,
+      "step": 15909
+    },
+    {
+      "epoch": 1.0566513913794249,
+      "grad_norm": 203.79856872558594,
+      "learning_rate": 9.568850343085657e-07,
+      "loss": 26.3438,
+      "step": 15910
+    },
+    {
+      "epoch": 1.0567178056717805,
+      "grad_norm": 134.005859375,
+      "learning_rate": 9.567775826121724e-07,
+      "loss": 17.1562,
+      "step": 15911
+    },
+    {
+      "epoch": 1.0567842199641362,
+      "grad_norm": 175.8936004638672,
+      "learning_rate": 9.566701314157505e-07,
+      "loss": 16.2344,
+      "step": 15912
+    },
+    {
+      "epoch": 1.056850634256492,
+      "grad_norm": 184.4605712890625,
+      "learning_rate": 9.565626807205443e-07,
+      "loss": 14.0391,
+      "step": 15913
+    },
+    {
+      "epoch": 1.0569170485488477,
+      "grad_norm": 260.2624206542969,
+      "learning_rate": 9.564552305277956e-07,
+      "loss": 16.4531,
+      "step": 15914
+    },
+    {
+      "epoch": 1.0569834628412034,
+      "grad_norm": 226.7474822998047,
+      "learning_rate": 9.563477808387474e-07,
+      "loss": 16.3906,
+      "step": 15915
+    },
+    {
+      "epoch": 1.0570498771335592,
+      "grad_norm": 152.80984497070312,
+      "learning_rate": 9.562403316546435e-07,
+      "loss": 14.9688,
+      "step": 15916
+    },
+    {
+      "epoch": 1.057116291425915,
+      "grad_norm": 206.98072814941406,
+      "learning_rate": 9.561328829767259e-07,
+      "loss": 17.7656,
+      "step": 15917
+    },
+    {
+      "epoch": 1.0571827057182706,
+      "grad_norm": 235.39700317382812,
+      "learning_rate": 9.560254348062381e-07,
+      "loss": 13.9062,
+      "step": 15918
+    },
+    {
+      "epoch": 1.0572491200106262,
+      "grad_norm": 279.4226989746094,
+      "learning_rate": 9.559179871444222e-07,
+      "loss": 19.7656,
+      "step": 15919
+    },
+    {
+      "epoch": 1.057315534302982,
+      "grad_norm": 231.5633087158203,
+      "learning_rate": 9.558105399925221e-07,
+      "loss": 15.1875,
+      "step": 15920
+    },
+    {
+      "epoch": 1.0573819485953377,
+      "grad_norm": 133.0511474609375,
+      "learning_rate": 9.557030933517799e-07,
+      "loss": 11.7969,
+      "step": 15921
+    },
+    {
+      "epoch": 1.0574483628876934,
+      "grad_norm": 448.4429931640625,
+      "learning_rate": 9.55595647223439e-07,
+      "loss": 16.6406,
+      "step": 15922
+    },
+    {
+      "epoch": 1.057514777180049,
+      "grad_norm": 143.7496795654297,
+      "learning_rate": 9.554882016087417e-07,
+      "loss": 14.4062,
+      "step": 15923
+    },
+    {
+      "epoch": 1.057581191472405,
+      "grad_norm": 139.43603515625,
+      "learning_rate": 9.553807565089316e-07,
+      "loss": 23.5625,
+      "step": 15924
+    },
+    {
+      "epoch": 1.0576476057647606,
+      "grad_norm": 192.1803741455078,
+      "learning_rate": 9.55273311925251e-07,
+      "loss": 17.3594,
+      "step": 15925
+    },
+    {
+      "epoch": 1.0577140200571162,
+      "grad_norm": 212.7152099609375,
+      "learning_rate": 9.55165867858943e-07,
+      "loss": 14.6875,
+      "step": 15926
+    },
+    {
+      "epoch": 1.057780434349472,
+      "grad_norm": 192.34922790527344,
+      "learning_rate": 9.550584243112502e-07,
+      "loss": 19.7656,
+      "step": 15927
+    },
+    {
+      "epoch": 1.0578468486418278,
+      "grad_norm": 248.2017364501953,
+      "learning_rate": 9.549509812834159e-07,
+      "loss": 18.1719,
+      "step": 15928
+    },
+    {
+      "epoch": 1.0579132629341834,
+      "grad_norm": 182.74415588378906,
+      "learning_rate": 9.548435387766825e-07,
+      "loss": 14.1875,
+      "step": 15929
+    },
+    {
+      "epoch": 1.057979677226539,
+      "grad_norm": 263.4790344238281,
+      "learning_rate": 9.547360967922932e-07,
+      "loss": 12.9844,
+      "step": 15930
+    },
+    {
+      "epoch": 1.058046091518895,
+      "grad_norm": 451.77899169921875,
+      "learning_rate": 9.546286553314902e-07,
+      "loss": 21.1406,
+      "step": 15931
+    },
+    {
+      "epoch": 1.0581125058112506,
+      "grad_norm": 200.5897216796875,
+      "learning_rate": 9.545212143955174e-07,
+      "loss": 17.1875,
+      "step": 15932
+    },
+    {
+      "epoch": 1.0581789201036063,
+      "grad_norm": 277.2668762207031,
+      "learning_rate": 9.544137739856162e-07,
+      "loss": 16.5156,
+      "step": 15933
+    },
+    {
+      "epoch": 1.058245334395962,
+      "grad_norm": 345.4430847167969,
+      "learning_rate": 9.543063341030308e-07,
+      "loss": 23.5,
+      "step": 15934
+    },
+    {
+      "epoch": 1.0583117486883178,
+      "grad_norm": 113.98522186279297,
+      "learning_rate": 9.541988947490032e-07,
+      "loss": 18.7812,
+      "step": 15935
+    },
+    {
+      "epoch": 1.0583781629806734,
+      "grad_norm": 204.74659729003906,
+      "learning_rate": 9.540914559247765e-07,
+      "loss": 18.9062,
+      "step": 15936
+    },
+    {
+      "epoch": 1.058444577273029,
+      "grad_norm": 104.86709594726562,
+      "learning_rate": 9.53984017631593e-07,
+      "loss": 13.5625,
+      "step": 15937
+    },
+    {
+      "epoch": 1.058510991565385,
+      "grad_norm": 124.92382049560547,
+      "learning_rate": 9.53876579870696e-07,
+      "loss": 13.2188,
+      "step": 15938
+    },
+    {
+      "epoch": 1.0585774058577406,
+      "grad_norm": 385.0640869140625,
+      "learning_rate": 9.537691426433283e-07,
+      "loss": 21.4219,
+      "step": 15939
+    },
+    {
+      "epoch": 1.0586438201500963,
+      "grad_norm": 748.35009765625,
+      "learning_rate": 9.536617059507325e-07,
+      "loss": 15.0781,
+      "step": 15940
+    },
+    {
+      "epoch": 1.058710234442452,
+      "grad_norm": 223.56112670898438,
+      "learning_rate": 9.535542697941509e-07,
+      "loss": 18.4062,
+      "step": 15941
+    },
+    {
+      "epoch": 1.0587766487348078,
+      "grad_norm": 507.6341857910156,
+      "learning_rate": 9.534468341748272e-07,
+      "loss": 17.0781,
+      "step": 15942
+    },
+    {
+      "epoch": 1.0588430630271635,
+      "grad_norm": 343.42193603515625,
+      "learning_rate": 9.533393990940035e-07,
+      "loss": 15.1562,
+      "step": 15943
+    },
+    {
+      "epoch": 1.0589094773195191,
+      "grad_norm": 307.2028503417969,
+      "learning_rate": 9.532319645529229e-07,
+      "loss": 17.125,
+      "step": 15944
+    },
+    {
+      "epoch": 1.0589758916118748,
+      "grad_norm": 317.74163818359375,
+      "learning_rate": 9.531245305528276e-07,
+      "loss": 17.5625,
+      "step": 15945
+    },
+    {
+      "epoch": 1.0590423059042307,
+      "grad_norm": 216.7128143310547,
+      "learning_rate": 9.530170970949612e-07,
+      "loss": 19.0,
+      "step": 15946
+    },
+    {
+      "epoch": 1.0591087201965863,
+      "grad_norm": 337.0850830078125,
+      "learning_rate": 9.529096641805655e-07,
+      "loss": 16.4688,
+      "step": 15947
+    },
+    {
+      "epoch": 1.059175134488942,
+      "grad_norm": 283.22711181640625,
+      "learning_rate": 9.52802231810884e-07,
+      "loss": 16.3125,
+      "step": 15948
+    },
+    {
+      "epoch": 1.0592415487812978,
+      "grad_norm": 514.5187377929688,
+      "learning_rate": 9.526947999871586e-07,
+      "loss": 13.6094,
+      "step": 15949
+    },
+    {
+      "epoch": 1.0593079630736535,
+      "grad_norm": 261.8975830078125,
+      "learning_rate": 9.525873687106329e-07,
+      "loss": 16.2031,
+      "step": 15950
+    },
+    {
+      "epoch": 1.0593743773660091,
+      "grad_norm": 606.9324951171875,
+      "learning_rate": 9.52479937982549e-07,
+      "loss": 18.1094,
+      "step": 15951
+    },
+    {
+      "epoch": 1.0594407916583648,
+      "grad_norm": 135.58041381835938,
+      "learning_rate": 9.523725078041495e-07,
+      "loss": 13.3125,
+      "step": 15952
+    },
+    {
+      "epoch": 1.0595072059507207,
+      "grad_norm": 299.2630310058594,
+      "learning_rate": 9.522650781766781e-07,
+      "loss": 25.9062,
+      "step": 15953
+    },
+    {
+      "epoch": 1.0595736202430763,
+      "grad_norm": 294.93359375,
+      "learning_rate": 9.521576491013759e-07,
+      "loss": 19.5938,
+      "step": 15954
+    },
+    {
+      "epoch": 1.059640034535432,
+      "grad_norm": 144.68405151367188,
+      "learning_rate": 9.520502205794871e-07,
+      "loss": 13.875,
+      "step": 15955
+    },
+    {
+      "epoch": 1.0597064488277876,
+      "grad_norm": 168.97763061523438,
+      "learning_rate": 9.519427926122534e-07,
+      "loss": 15.6562,
+      "step": 15956
+    },
+    {
+      "epoch": 1.0597728631201435,
+      "grad_norm": 237.10862731933594,
+      "learning_rate": 9.51835365200918e-07,
+      "loss": 18.8594,
+      "step": 15957
+    },
+    {
+      "epoch": 1.0598392774124992,
+      "grad_norm": 117.1468505859375,
+      "learning_rate": 9.517279383467228e-07,
+      "loss": 16.1875,
+      "step": 15958
+    },
+    {
+      "epoch": 1.0599056917048548,
+      "grad_norm": 281.4808349609375,
+      "learning_rate": 9.516205120509115e-07,
+      "loss": 19.5625,
+      "step": 15959
+    },
+    {
+      "epoch": 1.0599721059972107,
+      "grad_norm": 243.22779846191406,
+      "learning_rate": 9.51513086314726e-07,
+      "loss": 19.5312,
+      "step": 15960
+    },
+    {
+      "epoch": 1.0600385202895664,
+      "grad_norm": 155.84103393554688,
+      "learning_rate": 9.514056611394093e-07,
+      "loss": 15.5312,
+      "step": 15961
+    },
+    {
+      "epoch": 1.060104934581922,
+      "grad_norm": 124.70914459228516,
+      "learning_rate": 9.512982365262036e-07,
+      "loss": 16.4062,
+      "step": 15962
+    },
+    {
+      "epoch": 1.0601713488742777,
+      "grad_norm": 94.16912841796875,
+      "learning_rate": 9.511908124763522e-07,
+      "loss": 12.25,
+      "step": 15963
+    },
+    {
+      "epoch": 1.0602377631666335,
+      "grad_norm": 1043.6802978515625,
+      "learning_rate": 9.510833889910969e-07,
+      "loss": 29.125,
+      "step": 15964
+    },
+    {
+      "epoch": 1.0603041774589892,
+      "grad_norm": 148.60098266601562,
+      "learning_rate": 9.509759660716813e-07,
+      "loss": 13.6406,
+      "step": 15965
+    },
+    {
+      "epoch": 1.0603705917513448,
+      "grad_norm": 120.1201171875,
+      "learning_rate": 9.508685437193469e-07,
+      "loss": 14.5625,
+      "step": 15966
+    },
+    {
+      "epoch": 1.0604370060437005,
+      "grad_norm": 175.84730529785156,
+      "learning_rate": 9.507611219353372e-07,
+      "loss": 19.2969,
+      "step": 15967
+    },
+    {
+      "epoch": 1.0605034203360564,
+      "grad_norm": 121.68985748291016,
+      "learning_rate": 9.506537007208942e-07,
+      "loss": 17.9375,
+      "step": 15968
+    },
+    {
+      "epoch": 1.060569834628412,
+      "grad_norm": 103.61437225341797,
+      "learning_rate": 9.505462800772612e-07,
+      "loss": 17.4688,
+      "step": 15969
+    },
+    {
+      "epoch": 1.0606362489207677,
+      "grad_norm": 88.8518295288086,
+      "learning_rate": 9.504388600056796e-07,
+      "loss": 17.4688,
+      "step": 15970
+    },
+    {
+      "epoch": 1.0607026632131236,
+      "grad_norm": 210.25595092773438,
+      "learning_rate": 9.503314405073933e-07,
+      "loss": 17.3125,
+      "step": 15971
+    },
+    {
+      "epoch": 1.0607690775054792,
+      "grad_norm": 1197.7401123046875,
+      "learning_rate": 9.50224021583644e-07,
+      "loss": 16.4219,
+      "step": 15972
+    },
+    {
+      "epoch": 1.0608354917978349,
+      "grad_norm": 133.88671875,
+      "learning_rate": 9.501166032356746e-07,
+      "loss": 16.2812,
+      "step": 15973
+    },
+    {
+      "epoch": 1.0609019060901905,
+      "grad_norm": 153.4811248779297,
+      "learning_rate": 9.500091854647276e-07,
+      "loss": 14.3281,
+      "step": 15974
+    },
+    {
+      "epoch": 1.0609683203825464,
+      "grad_norm": 216.78424072265625,
+      "learning_rate": 9.499017682720456e-07,
+      "loss": 17.375,
+      "step": 15975
+    },
+    {
+      "epoch": 1.061034734674902,
+      "grad_norm": 260.0699462890625,
+      "learning_rate": 9.497943516588706e-07,
+      "loss": 15.6406,
+      "step": 15976
+    },
+    {
+      "epoch": 1.0611011489672577,
+      "grad_norm": 160.8428955078125,
+      "learning_rate": 9.496869356264461e-07,
+      "loss": 14.5469,
+      "step": 15977
+    },
+    {
+      "epoch": 1.0611675632596134,
+      "grad_norm": 192.75428771972656,
+      "learning_rate": 9.495795201760137e-07,
+      "loss": 9.8125,
+      "step": 15978
+    },
+    {
+      "epoch": 1.0612339775519692,
+      "grad_norm": 91.77561950683594,
+      "learning_rate": 9.494721053088168e-07,
+      "loss": 12.7266,
+      "step": 15979
+    },
+    {
+      "epoch": 1.061300391844325,
+      "grad_norm": 320.8747253417969,
+      "learning_rate": 9.493646910260969e-07,
+      "loss": 16.9062,
+      "step": 15980
+    },
+    {
+      "epoch": 1.0613668061366806,
+      "grad_norm": 123.34283447265625,
+      "learning_rate": 9.492572773290976e-07,
+      "loss": 14.125,
+      "step": 15981
+    },
+    {
+      "epoch": 1.0614332204290364,
+      "grad_norm": 217.758056640625,
+      "learning_rate": 9.491498642190604e-07,
+      "loss": 20.1719,
+      "step": 15982
+    },
+    {
+      "epoch": 1.061499634721392,
+      "grad_norm": 341.4192199707031,
+      "learning_rate": 9.490424516972286e-07,
+      "loss": 16.75,
+      "step": 15983
+    },
+    {
+      "epoch": 1.0615660490137477,
+      "grad_norm": 335.36566162109375,
+      "learning_rate": 9.48935039764844e-07,
+      "loss": 19.6719,
+      "step": 15984
+    },
+    {
+      "epoch": 1.0616324633061034,
+      "grad_norm": 310.64093017578125,
+      "learning_rate": 9.488276284231498e-07,
+      "loss": 20.2656,
+      "step": 15985
+    },
+    {
+      "epoch": 1.0616988775984593,
+      "grad_norm": 109.45275115966797,
+      "learning_rate": 9.487202176733877e-07,
+      "loss": 15.0156,
+      "step": 15986
+    },
+    {
+      "epoch": 1.061765291890815,
+      "grad_norm": 176.37423706054688,
+      "learning_rate": 9.486128075168009e-07,
+      "loss": 18.1406,
+      "step": 15987
+    },
+    {
+      "epoch": 1.0618317061831706,
+      "grad_norm": 535.0554809570312,
+      "learning_rate": 9.485053979546311e-07,
+      "loss": 16.6719,
+      "step": 15988
+    },
+    {
+      "epoch": 1.0618981204755262,
+      "grad_norm": 119.86526489257812,
+      "learning_rate": 9.483979889881214e-07,
+      "loss": 16.8594,
+      "step": 15989
+    },
+    {
+      "epoch": 1.061964534767882,
+      "grad_norm": 191.89776611328125,
+      "learning_rate": 9.482905806185142e-07,
+      "loss": 18.2188,
+      "step": 15990
+    },
+    {
+      "epoch": 1.0620309490602378,
+      "grad_norm": 263.5254211425781,
+      "learning_rate": 9.481831728470513e-07,
+      "loss": 17.8906,
+      "step": 15991
+    },
+    {
+      "epoch": 1.0620973633525934,
+      "grad_norm": 372.3282470703125,
+      "learning_rate": 9.480757656749759e-07,
+      "loss": 22.7812,
+      "step": 15992
+    },
+    {
+      "epoch": 1.0621637776449493,
+      "grad_norm": 323.0196838378906,
+      "learning_rate": 9.4796835910353e-07,
+      "loss": 13.9844,
+      "step": 15993
+    },
+    {
+      "epoch": 1.062230191937305,
+      "grad_norm": 182.75611877441406,
+      "learning_rate": 9.478609531339564e-07,
+      "loss": 15.4531,
+      "step": 15994
+    },
+    {
+      "epoch": 1.0622966062296606,
+      "grad_norm": 170.19895935058594,
+      "learning_rate": 9.47753547767497e-07,
+      "loss": 22.0781,
+      "step": 15995
+    },
+    {
+      "epoch": 1.0623630205220163,
+      "grad_norm": 189.49444580078125,
+      "learning_rate": 9.476461430053945e-07,
+      "loss": 13.8438,
+      "step": 15996
+    },
+    {
+      "epoch": 1.0624294348143721,
+      "grad_norm": 327.63433837890625,
+      "learning_rate": 9.475387388488909e-07,
+      "loss": 20.5781,
+      "step": 15997
+    },
+    {
+      "epoch": 1.0624958491067278,
+      "grad_norm": 281.8195495605469,
+      "learning_rate": 9.474313352992294e-07,
+      "loss": 17.0938,
+      "step": 15998
+    },
+    {
+      "epoch": 1.0625622633990834,
+      "grad_norm": 344.2239074707031,
+      "learning_rate": 9.473239323576515e-07,
+      "loss": 16.2812,
+      "step": 15999
+    },
+    {
+      "epoch": 1.062628677691439,
+      "grad_norm": 157.8995819091797,
+      "learning_rate": 9.472165300254003e-07,
+      "loss": 21.3438,
+      "step": 16000
+    },
+    {
+      "epoch": 1.062695091983795,
+      "grad_norm": 335.29388427734375,
+      "learning_rate": 9.471091283037175e-07,
+      "loss": 18.6875,
+      "step": 16001
+    },
+    {
+      "epoch": 1.0627615062761506,
+      "grad_norm": 420.61297607421875,
+      "learning_rate": 9.47001727193846e-07,
+      "loss": 15.2812,
+      "step": 16002
+    },
+    {
+      "epoch": 1.0628279205685063,
+      "grad_norm": 172.74346923828125,
+      "learning_rate": 9.46894326697028e-07,
+      "loss": 21.3125,
+      "step": 16003
+    },
+    {
+      "epoch": 1.0628943348608622,
+      "grad_norm": 157.9315185546875,
+      "learning_rate": 9.46786926814506e-07,
+      "loss": 11.9062,
+      "step": 16004
+    },
+    {
+      "epoch": 1.0629607491532178,
+      "grad_norm": 220.38803100585938,
+      "learning_rate": 9.466795275475216e-07,
+      "loss": 12.4531,
+      "step": 16005
+    },
+    {
+      "epoch": 1.0630271634455735,
+      "grad_norm": 231.62661743164062,
+      "learning_rate": 9.465721288973182e-07,
+      "loss": 13.1562,
+      "step": 16006
+    },
+    {
+      "epoch": 1.0630935777379291,
+      "grad_norm": 363.3004150390625,
+      "learning_rate": 9.464647308651372e-07,
+      "loss": 17.1094,
+      "step": 16007
+    },
+    {
+      "epoch": 1.063159992030285,
+      "grad_norm": 129.68191528320312,
+      "learning_rate": 9.463573334522218e-07,
+      "loss": 17.3125,
+      "step": 16008
+    },
+    {
+      "epoch": 1.0632264063226406,
+      "grad_norm": 235.6477813720703,
+      "learning_rate": 9.462499366598133e-07,
+      "loss": 13.2812,
+      "step": 16009
+    },
+    {
+      "epoch": 1.0632928206149963,
+      "grad_norm": 250.83277893066406,
+      "learning_rate": 9.461425404891548e-07,
+      "loss": 10.9688,
+      "step": 16010
+    },
+    {
+      "epoch": 1.063359234907352,
+      "grad_norm": 777.1777954101562,
+      "learning_rate": 9.460351449414884e-07,
+      "loss": 24.125,
+      "step": 16011
+    },
+    {
+      "epoch": 1.0634256491997078,
+      "grad_norm": 509.1921691894531,
+      "learning_rate": 9.459277500180564e-07,
+      "loss": 16.2812,
+      "step": 16012
+    },
+    {
+      "epoch": 1.0634920634920635,
+      "grad_norm": 341.707763671875,
+      "learning_rate": 9.458203557201006e-07,
+      "loss": 19.9688,
+      "step": 16013
+    },
+    {
+      "epoch": 1.0635584777844191,
+      "grad_norm": 262.09716796875,
+      "learning_rate": 9.457129620488643e-07,
+      "loss": 22.1719,
+      "step": 16014
+    },
+    {
+      "epoch": 1.063624892076775,
+      "grad_norm": 135.3363037109375,
+      "learning_rate": 9.456055690055885e-07,
+      "loss": 9.8594,
+      "step": 16015
+    },
+    {
+      "epoch": 1.0636913063691307,
+      "grad_norm": 354.3305969238281,
+      "learning_rate": 9.454981765915165e-07,
+      "loss": 20.7656,
+      "step": 16016
+    },
+    {
+      "epoch": 1.0637577206614863,
+      "grad_norm": 323.8862609863281,
+      "learning_rate": 9.453907848078901e-07,
+      "loss": 20.5625,
+      "step": 16017
+    },
+    {
+      "epoch": 1.063824134953842,
+      "grad_norm": 220.31202697753906,
+      "learning_rate": 9.452833936559517e-07,
+      "loss": 22.3438,
+      "step": 16018
+    },
+    {
+      "epoch": 1.0638905492461979,
+      "grad_norm": 215.80738830566406,
+      "learning_rate": 9.451760031369432e-07,
+      "loss": 15.5703,
+      "step": 16019
+    },
+    {
+      "epoch": 1.0639569635385535,
+      "grad_norm": 136.14642333984375,
+      "learning_rate": 9.450686132521073e-07,
+      "loss": 13.0312,
+      "step": 16020
+    },
+    {
+      "epoch": 1.0640233778309092,
+      "grad_norm": 343.7671813964844,
+      "learning_rate": 9.449612240026858e-07,
+      "loss": 21.375,
+      "step": 16021
+    },
+    {
+      "epoch": 1.0640897921232648,
+      "grad_norm": 169.79733276367188,
+      "learning_rate": 9.448538353899214e-07,
+      "loss": 10.9844,
+      "step": 16022
+    },
+    {
+      "epoch": 1.0641562064156207,
+      "grad_norm": 166.4469451904297,
+      "learning_rate": 9.447464474150556e-07,
+      "loss": 14.75,
+      "step": 16023
+    },
+    {
+      "epoch": 1.0642226207079764,
+      "grad_norm": 213.7169952392578,
+      "learning_rate": 9.446390600793315e-07,
+      "loss": 16.875,
+      "step": 16024
+    },
+    {
+      "epoch": 1.064289035000332,
+      "grad_norm": 235.55038452148438,
+      "learning_rate": 9.445316733839906e-07,
+      "loss": 16.0781,
+      "step": 16025
+    },
+    {
+      "epoch": 1.0643554492926879,
+      "grad_norm": 183.89993286132812,
+      "learning_rate": 9.44424287330275e-07,
+      "loss": 12.8906,
+      "step": 16026
+    },
+    {
+      "epoch": 1.0644218635850435,
+      "grad_norm": 220.7615203857422,
+      "learning_rate": 9.443169019194278e-07,
+      "loss": 17.7031,
+      "step": 16027
+    },
+    {
+      "epoch": 1.0644882778773992,
+      "grad_norm": 213.3682403564453,
+      "learning_rate": 9.442095171526903e-07,
+      "loss": 19.0312,
+      "step": 16028
+    },
+    {
+      "epoch": 1.0645546921697548,
+      "grad_norm": 114.74654388427734,
+      "learning_rate": 9.441021330313052e-07,
+      "loss": 17.0156,
+      "step": 16029
+    },
+    {
+      "epoch": 1.0646211064621107,
+      "grad_norm": 182.869384765625,
+      "learning_rate": 9.439947495565138e-07,
+      "loss": 11.5938,
+      "step": 16030
+    },
+    {
+      "epoch": 1.0646875207544664,
+      "grad_norm": 267.6246643066406,
+      "learning_rate": 9.438873667295594e-07,
+      "loss": 15.6719,
+      "step": 16031
+    },
+    {
+      "epoch": 1.064753935046822,
+      "grad_norm": 167.21925354003906,
+      "learning_rate": 9.437799845516832e-07,
+      "loss": 18.9219,
+      "step": 16032
+    },
+    {
+      "epoch": 1.0648203493391777,
+      "grad_norm": 724.951416015625,
+      "learning_rate": 9.43672603024128e-07,
+      "loss": 14.3594,
+      "step": 16033
+    },
+    {
+      "epoch": 1.0648867636315336,
+      "grad_norm": 226.5558319091797,
+      "learning_rate": 9.435652221481354e-07,
+      "loss": 16.2812,
+      "step": 16034
+    },
+    {
+      "epoch": 1.0649531779238892,
+      "grad_norm": 286.3089904785156,
+      "learning_rate": 9.434578419249481e-07,
+      "loss": 18.9219,
+      "step": 16035
+    },
+    {
+      "epoch": 1.0650195922162449,
+      "grad_norm": 120.7099609375,
+      "learning_rate": 9.433504623558076e-07,
+      "loss": 12.1562,
+      "step": 16036
+    },
+    {
+      "epoch": 1.0650860065086007,
+      "grad_norm": 241.97463989257812,
+      "learning_rate": 9.432430834419566e-07,
+      "loss": 16.6875,
+      "step": 16037
+    },
+    {
+      "epoch": 1.0651524208009564,
+      "grad_norm": 229.6714324951172,
+      "learning_rate": 9.431357051846366e-07,
+      "loss": 16.1562,
+      "step": 16038
+    },
+    {
+      "epoch": 1.065218835093312,
+      "grad_norm": 177.89588928222656,
+      "learning_rate": 9.430283275850902e-07,
+      "loss": 15.1562,
+      "step": 16039
+    },
+    {
+      "epoch": 1.0652852493856677,
+      "grad_norm": 216.07176208496094,
+      "learning_rate": 9.429209506445588e-07,
+      "loss": 14.0,
+      "step": 16040
+    },
+    {
+      "epoch": 1.0653516636780236,
+      "grad_norm": 132.3146514892578,
+      "learning_rate": 9.428135743642855e-07,
+      "loss": 14.4609,
+      "step": 16041
+    },
+    {
+      "epoch": 1.0654180779703792,
+      "grad_norm": 133.28817749023438,
+      "learning_rate": 9.427061987455114e-07,
+      "loss": 18.5625,
+      "step": 16042
+    },
+    {
+      "epoch": 1.065484492262735,
+      "grad_norm": 280.4554138183594,
+      "learning_rate": 9.425988237894792e-07,
+      "loss": 16.6094,
+      "step": 16043
+    },
+    {
+      "epoch": 1.0655509065550905,
+      "grad_norm": 265.30047607421875,
+      "learning_rate": 9.424914494974303e-07,
+      "loss": 14.6875,
+      "step": 16044
+    },
+    {
+      "epoch": 1.0656173208474464,
+      "grad_norm": 234.61187744140625,
+      "learning_rate": 9.423840758706077e-07,
+      "loss": 17.6719,
+      "step": 16045
+    },
+    {
+      "epoch": 1.065683735139802,
+      "grad_norm": 150.28509521484375,
+      "learning_rate": 9.422767029102526e-07,
+      "loss": 14.875,
+      "step": 16046
+    },
+    {
+      "epoch": 1.0657501494321577,
+      "grad_norm": 235.03622436523438,
+      "learning_rate": 9.421693306176074e-07,
+      "loss": 25.6875,
+      "step": 16047
+    },
+    {
+      "epoch": 1.0658165637245136,
+      "grad_norm": 130.23292541503906,
+      "learning_rate": 9.420619589939138e-07,
+      "loss": 15.2812,
+      "step": 16048
+    },
+    {
+      "epoch": 1.0658829780168693,
+      "grad_norm": 385.932861328125,
+      "learning_rate": 9.419545880404142e-07,
+      "loss": 14.2969,
+      "step": 16049
+    },
+    {
+      "epoch": 1.065949392309225,
+      "grad_norm": 201.66921997070312,
+      "learning_rate": 9.418472177583505e-07,
+      "loss": 18.9375,
+      "step": 16050
+    },
+    {
+      "epoch": 1.0660158066015806,
+      "grad_norm": 264.0574951171875,
+      "learning_rate": 9.417398481489648e-07,
+      "loss": 20.5938,
+      "step": 16051
+    },
+    {
+      "epoch": 1.0660822208939364,
+      "grad_norm": 167.64614868164062,
+      "learning_rate": 9.416324792134986e-07,
+      "loss": 19.3359,
+      "step": 16052
+    },
+    {
+      "epoch": 1.066148635186292,
+      "grad_norm": 216.63380432128906,
+      "learning_rate": 9.415251109531944e-07,
+      "loss": 18.4375,
+      "step": 16053
+    },
+    {
+      "epoch": 1.0662150494786478,
+      "grad_norm": 132.33868408203125,
+      "learning_rate": 9.414177433692941e-07,
+      "loss": 18.0,
+      "step": 16054
+    },
+    {
+      "epoch": 1.0662814637710034,
+      "grad_norm": 727.8587036132812,
+      "learning_rate": 9.413103764630395e-07,
+      "loss": 16.125,
+      "step": 16055
+    },
+    {
+      "epoch": 1.0663478780633593,
+      "grad_norm": 411.6907653808594,
+      "learning_rate": 9.412030102356723e-07,
+      "loss": 19.2656,
+      "step": 16056
+    },
+    {
+      "epoch": 1.066414292355715,
+      "grad_norm": 158.74745178222656,
+      "learning_rate": 9.410956446884355e-07,
+      "loss": 17.25,
+      "step": 16057
+    },
+    {
+      "epoch": 1.0664807066480706,
+      "grad_norm": 147.4766845703125,
+      "learning_rate": 9.409882798225696e-07,
+      "loss": 14.0469,
+      "step": 16058
+    },
+    {
+      "epoch": 1.0665471209404265,
+      "grad_norm": 227.11953735351562,
+      "learning_rate": 9.408809156393176e-07,
+      "loss": 16.9844,
+      "step": 16059
+    },
+    {
+      "epoch": 1.0666135352327821,
+      "grad_norm": 524.2285766601562,
+      "learning_rate": 9.407735521399209e-07,
+      "loss": 15.9844,
+      "step": 16060
+    },
+    {
+      "epoch": 1.0666799495251378,
+      "grad_norm": 303.10699462890625,
+      "learning_rate": 9.406661893256215e-07,
+      "loss": 19.625,
+      "step": 16061
+    },
+    {
+      "epoch": 1.0667463638174934,
+      "grad_norm": 202.26344299316406,
+      "learning_rate": 9.405588271976618e-07,
+      "loss": 16.9062,
+      "step": 16062
+    },
+    {
+      "epoch": 1.0668127781098493,
+      "grad_norm": 135.05311584472656,
+      "learning_rate": 9.404514657572831e-07,
+      "loss": 10.1094,
+      "step": 16063
+    },
+    {
+      "epoch": 1.066879192402205,
+      "grad_norm": 199.88082885742188,
+      "learning_rate": 9.403441050057276e-07,
+      "loss": 14.6719,
+      "step": 16064
+    },
+    {
+      "epoch": 1.0669456066945606,
+      "grad_norm": 167.67263793945312,
+      "learning_rate": 9.402367449442368e-07,
+      "loss": 18.8281,
+      "step": 16065
+    },
+    {
+      "epoch": 1.0670120209869163,
+      "grad_norm": 306.0230712890625,
+      "learning_rate": 9.401293855740532e-07,
+      "loss": 22.4375,
+      "step": 16066
+    },
+    {
+      "epoch": 1.0670784352792722,
+      "grad_norm": 122.56903839111328,
+      "learning_rate": 9.400220268964182e-07,
+      "loss": 16.6094,
+      "step": 16067
+    },
+    {
+      "epoch": 1.0671448495716278,
+      "grad_norm": 144.7952117919922,
+      "learning_rate": 9.39914668912574e-07,
+      "loss": 13.5703,
+      "step": 16068
+    },
+    {
+      "epoch": 1.0672112638639835,
+      "grad_norm": 360.7085876464844,
+      "learning_rate": 9.398073116237618e-07,
+      "loss": 17.7969,
+      "step": 16069
+    },
+    {
+      "epoch": 1.0672776781563393,
+      "grad_norm": 126.71710205078125,
+      "learning_rate": 9.396999550312243e-07,
+      "loss": 14.25,
+      "step": 16070
+    },
+    {
+      "epoch": 1.067344092448695,
+      "grad_norm": 180.68418884277344,
+      "learning_rate": 9.395925991362029e-07,
+      "loss": 17.7969,
+      "step": 16071
+    },
+    {
+      "epoch": 1.0674105067410506,
+      "grad_norm": 305.734130859375,
+      "learning_rate": 9.394852439399396e-07,
+      "loss": 13.2969,
+      "step": 16072
+    },
+    {
+      "epoch": 1.0674769210334063,
+      "grad_norm": 183.22433471679688,
+      "learning_rate": 9.393778894436756e-07,
+      "loss": 15.0156,
+      "step": 16073
+    },
+    {
+      "epoch": 1.0675433353257622,
+      "grad_norm": 121.28425598144531,
+      "learning_rate": 9.392705356486538e-07,
+      "loss": 10.25,
+      "step": 16074
+    },
+    {
+      "epoch": 1.0676097496181178,
+      "grad_norm": 194.49819946289062,
+      "learning_rate": 9.391631825561151e-07,
+      "loss": 19.2344,
+      "step": 16075
+    },
+    {
+      "epoch": 1.0676761639104735,
+      "grad_norm": 125.93961334228516,
+      "learning_rate": 9.390558301673019e-07,
+      "loss": 19.2188,
+      "step": 16076
+    },
+    {
+      "epoch": 1.0677425782028291,
+      "grad_norm": 1402.8912353515625,
+      "learning_rate": 9.389484784834553e-07,
+      "loss": 16.8125,
+      "step": 16077
+    },
+    {
+      "epoch": 1.067808992495185,
+      "grad_norm": 305.5538024902344,
+      "learning_rate": 9.38841127505818e-07,
+      "loss": 14.9531,
+      "step": 16078
+    },
+    {
+      "epoch": 1.0678754067875407,
+      "grad_norm": 96.57259368896484,
+      "learning_rate": 9.387337772356307e-07,
+      "loss": 13.7266,
+      "step": 16079
+    },
+    {
+      "epoch": 1.0679418210798963,
+      "grad_norm": 492.0015563964844,
+      "learning_rate": 9.386264276741362e-07,
+      "loss": 26.0,
+      "step": 16080
+    },
+    {
+      "epoch": 1.0680082353722522,
+      "grad_norm": 121.15571594238281,
+      "learning_rate": 9.385190788225757e-07,
+      "loss": 13.3281,
+      "step": 16081
+    },
+    {
+      "epoch": 1.0680746496646079,
+      "grad_norm": 138.66366577148438,
+      "learning_rate": 9.38411730682191e-07,
+      "loss": 16.0469,
+      "step": 16082
+    },
+    {
+      "epoch": 1.0681410639569635,
+      "grad_norm": 157.6082763671875,
+      "learning_rate": 9.383043832542237e-07,
+      "loss": 15.8594,
+      "step": 16083
+    },
+    {
+      "epoch": 1.0682074782493192,
+      "grad_norm": 140.12347412109375,
+      "learning_rate": 9.38197036539916e-07,
+      "loss": 13.8125,
+      "step": 16084
+    },
+    {
+      "epoch": 1.068273892541675,
+      "grad_norm": 163.4954071044922,
+      "learning_rate": 9.380896905405091e-07,
+      "loss": 16.4375,
+      "step": 16085
+    },
+    {
+      "epoch": 1.0683403068340307,
+      "grad_norm": 257.58319091796875,
+      "learning_rate": 9.379823452572453e-07,
+      "loss": 17.7031,
+      "step": 16086
+    },
+    {
+      "epoch": 1.0684067211263863,
+      "grad_norm": 268.8889465332031,
+      "learning_rate": 9.378750006913654e-07,
+      "loss": 15.6406,
+      "step": 16087
+    },
+    {
+      "epoch": 1.068473135418742,
+      "grad_norm": 193.62774658203125,
+      "learning_rate": 9.377676568441123e-07,
+      "loss": 22.8438,
+      "step": 16088
+    },
+    {
+      "epoch": 1.0685395497110979,
+      "grad_norm": 250.51290893554688,
+      "learning_rate": 9.376603137167267e-07,
+      "loss": 21.1875,
+      "step": 16089
+    },
+    {
+      "epoch": 1.0686059640034535,
+      "grad_norm": 375.3530578613281,
+      "learning_rate": 9.375529713104508e-07,
+      "loss": 14.6094,
+      "step": 16090
+    },
+    {
+      "epoch": 1.0686723782958092,
+      "grad_norm": 275.9169006347656,
+      "learning_rate": 9.374456296265259e-07,
+      "loss": 18.4219,
+      "step": 16091
+    },
+    {
+      "epoch": 1.068738792588165,
+      "grad_norm": 276.7448425292969,
+      "learning_rate": 9.373382886661942e-07,
+      "loss": 15.3125,
+      "step": 16092
+    },
+    {
+      "epoch": 1.0688052068805207,
+      "grad_norm": 153.70718383789062,
+      "learning_rate": 9.372309484306967e-07,
+      "loss": 12.1094,
+      "step": 16093
+    },
+    {
+      "epoch": 1.0688716211728764,
+      "grad_norm": 127.46222686767578,
+      "learning_rate": 9.371236089212758e-07,
+      "loss": 13.0312,
+      "step": 16094
+    },
+    {
+      "epoch": 1.068938035465232,
+      "grad_norm": 322.4841613769531,
+      "learning_rate": 9.370162701391722e-07,
+      "loss": 13.6875,
+      "step": 16095
+    },
+    {
+      "epoch": 1.069004449757588,
+      "grad_norm": 173.24879455566406,
+      "learning_rate": 9.369089320856284e-07,
+      "loss": 15.0312,
+      "step": 16096
+    },
+    {
+      "epoch": 1.0690708640499436,
+      "grad_norm": 148.2786865234375,
+      "learning_rate": 9.368015947618857e-07,
+      "loss": 19.4219,
+      "step": 16097
+    },
+    {
+      "epoch": 1.0691372783422992,
+      "grad_norm": 215.25355529785156,
+      "learning_rate": 9.366942581691853e-07,
+      "loss": 24.6562,
+      "step": 16098
+    },
+    {
+      "epoch": 1.0692036926346549,
+      "grad_norm": 177.68174743652344,
+      "learning_rate": 9.365869223087698e-07,
+      "loss": 21.7656,
+      "step": 16099
+    },
+    {
+      "epoch": 1.0692701069270107,
+      "grad_norm": 211.09075927734375,
+      "learning_rate": 9.3647958718188e-07,
+      "loss": 16.8438,
+      "step": 16100
+    },
+    {
+      "epoch": 1.0693365212193664,
+      "grad_norm": 154.27468872070312,
+      "learning_rate": 9.363722527897578e-07,
+      "loss": 18.9375,
+      "step": 16101
+    },
+    {
+      "epoch": 1.069402935511722,
+      "grad_norm": 494.5660705566406,
+      "learning_rate": 9.362649191336446e-07,
+      "loss": 11.4219,
+      "step": 16102
+    },
+    {
+      "epoch": 1.069469349804078,
+      "grad_norm": 270.8438415527344,
+      "learning_rate": 9.361575862147823e-07,
+      "loss": 12.3438,
+      "step": 16103
+    },
+    {
+      "epoch": 1.0695357640964336,
+      "grad_norm": 200.87596130371094,
+      "learning_rate": 9.360502540344117e-07,
+      "loss": 19.5469,
+      "step": 16104
+    },
+    {
+      "epoch": 1.0696021783887892,
+      "grad_norm": 360.75762939453125,
+      "learning_rate": 9.359429225937752e-07,
+      "loss": 14.6719,
+      "step": 16105
+    },
+    {
+      "epoch": 1.069668592681145,
+      "grad_norm": 348.2312316894531,
+      "learning_rate": 9.35835591894114e-07,
+      "loss": 21.9062,
+      "step": 16106
+    },
+    {
+      "epoch": 1.0697350069735008,
+      "grad_norm": 830.4961547851562,
+      "learning_rate": 9.357282619366699e-07,
+      "loss": 18.2656,
+      "step": 16107
+    },
+    {
+      "epoch": 1.0698014212658564,
+      "grad_norm": 703.1248168945312,
+      "learning_rate": 9.356209327226837e-07,
+      "loss": 18.4688,
+      "step": 16108
+    },
+    {
+      "epoch": 1.069867835558212,
+      "grad_norm": 204.85011291503906,
+      "learning_rate": 9.355136042533978e-07,
+      "loss": 19.8125,
+      "step": 16109
+    },
+    {
+      "epoch": 1.0699342498505677,
+      "grad_norm": 221.4340057373047,
+      "learning_rate": 9.354062765300533e-07,
+      "loss": 17.0312,
+      "step": 16110
+    },
+    {
+      "epoch": 1.0700006641429236,
+      "grad_norm": 105.44312286376953,
+      "learning_rate": 9.352989495538919e-07,
+      "loss": 14.9219,
+      "step": 16111
+    },
+    {
+      "epoch": 1.0700670784352793,
+      "grad_norm": 198.3497772216797,
+      "learning_rate": 9.351916233261544e-07,
+      "loss": 17.7344,
+      "step": 16112
+    },
+    {
+      "epoch": 1.070133492727635,
+      "grad_norm": 210.71176147460938,
+      "learning_rate": 9.350842978480834e-07,
+      "loss": 21.5156,
+      "step": 16113
+    },
+    {
+      "epoch": 1.0701999070199908,
+      "grad_norm": 206.284912109375,
+      "learning_rate": 9.349769731209195e-07,
+      "loss": 10.7188,
+      "step": 16114
+    },
+    {
+      "epoch": 1.0702663213123464,
+      "grad_norm": 244.06117248535156,
+      "learning_rate": 9.348696491459048e-07,
+      "loss": 12.8125,
+      "step": 16115
+    },
+    {
+      "epoch": 1.070332735604702,
+      "grad_norm": 147.95884704589844,
+      "learning_rate": 9.347623259242799e-07,
+      "loss": 18.1094,
+      "step": 16116
+    },
+    {
+      "epoch": 1.0703991498970578,
+      "grad_norm": 206.17002868652344,
+      "learning_rate": 9.346550034572872e-07,
+      "loss": 11.875,
+      "step": 16117
+    },
+    {
+      "epoch": 1.0704655641894136,
+      "grad_norm": 198.73477172851562,
+      "learning_rate": 9.345476817461676e-07,
+      "loss": 14.9844,
+      "step": 16118
+    },
+    {
+      "epoch": 1.0705319784817693,
+      "grad_norm": 223.38381958007812,
+      "learning_rate": 9.34440360792163e-07,
+      "loss": 18.2656,
+      "step": 16119
+    },
+    {
+      "epoch": 1.070598392774125,
+      "grad_norm": 189.2378692626953,
+      "learning_rate": 9.343330405965138e-07,
+      "loss": 17.8438,
+      "step": 16120
+    },
+    {
+      "epoch": 1.0706648070664806,
+      "grad_norm": 356.78271484375,
+      "learning_rate": 9.34225721160463e-07,
+      "loss": 20.3438,
+      "step": 16121
+    },
+    {
+      "epoch": 1.0707312213588365,
+      "grad_norm": 270.5723571777344,
+      "learning_rate": 9.341184024852504e-07,
+      "loss": 24.1875,
+      "step": 16122
+    },
+    {
+      "epoch": 1.0707976356511921,
+      "grad_norm": 173.3078155517578,
+      "learning_rate": 9.340110845721185e-07,
+      "loss": 11.8906,
+      "step": 16123
+    },
+    {
+      "epoch": 1.0708640499435478,
+      "grad_norm": 181.17025756835938,
+      "learning_rate": 9.339037674223083e-07,
+      "loss": 14.0312,
+      "step": 16124
+    },
+    {
+      "epoch": 1.0709304642359037,
+      "grad_norm": 240.7349395751953,
+      "learning_rate": 9.337964510370613e-07,
+      "loss": 16.3281,
+      "step": 16125
+    },
+    {
+      "epoch": 1.0709968785282593,
+      "grad_norm": 169.37217712402344,
+      "learning_rate": 9.336891354176183e-07,
+      "loss": 17.4062,
+      "step": 16126
+    },
+    {
+      "epoch": 1.071063292820615,
+      "grad_norm": 450.699462890625,
+      "learning_rate": 9.335818205652217e-07,
+      "loss": 19.5,
+      "step": 16127
+    },
+    {
+      "epoch": 1.0711297071129706,
+      "grad_norm": 191.7657012939453,
+      "learning_rate": 9.33474506481112e-07,
+      "loss": 16.5781,
+      "step": 16128
+    },
+    {
+      "epoch": 1.0711961214053265,
+      "grad_norm": 249.6672821044922,
+      "learning_rate": 9.33367193166531e-07,
+      "loss": 20.4688,
+      "step": 16129
+    },
+    {
+      "epoch": 1.0712625356976822,
+      "grad_norm": 155.80528259277344,
+      "learning_rate": 9.332598806227194e-07,
+      "loss": 11.2656,
+      "step": 16130
+    },
+    {
+      "epoch": 1.0713289499900378,
+      "grad_norm": 475.2540588378906,
+      "learning_rate": 9.331525688509197e-07,
+      "loss": 16.6875,
+      "step": 16131
+    },
+    {
+      "epoch": 1.0713953642823935,
+      "grad_norm": 171.49627685546875,
+      "learning_rate": 9.330452578523722e-07,
+      "loss": 15.6406,
+      "step": 16132
+    },
+    {
+      "epoch": 1.0714617785747493,
+      "grad_norm": 257.6046142578125,
+      "learning_rate": 9.329379476283187e-07,
+      "loss": 13.5938,
+      "step": 16133
+    },
+    {
+      "epoch": 1.071528192867105,
+      "grad_norm": 137.4243927001953,
+      "learning_rate": 9.3283063818e-07,
+      "loss": 15.6719,
+      "step": 16134
+    },
+    {
+      "epoch": 1.0715946071594606,
+      "grad_norm": 135.29052734375,
+      "learning_rate": 9.327233295086579e-07,
+      "loss": 17.5938,
+      "step": 16135
+    },
+    {
+      "epoch": 1.0716610214518165,
+      "grad_norm": 217.6533966064453,
+      "learning_rate": 9.326160216155337e-07,
+      "loss": 21.9688,
+      "step": 16136
+    },
+    {
+      "epoch": 1.0717274357441722,
+      "grad_norm": 155.9487762451172,
+      "learning_rate": 9.325087145018683e-07,
+      "loss": 18.4375,
+      "step": 16137
+    },
+    {
+      "epoch": 1.0717938500365278,
+      "grad_norm": 381.04583740234375,
+      "learning_rate": 9.324014081689034e-07,
+      "loss": 18.6094,
+      "step": 16138
+    },
+    {
+      "epoch": 1.0718602643288835,
+      "grad_norm": 345.4969787597656,
+      "learning_rate": 9.322941026178799e-07,
+      "loss": 26.0625,
+      "step": 16139
+    },
+    {
+      "epoch": 1.0719266786212394,
+      "grad_norm": 656.9705810546875,
+      "learning_rate": 9.321867978500394e-07,
+      "loss": 13.0625,
+      "step": 16140
+    },
+    {
+      "epoch": 1.071993092913595,
+      "grad_norm": 150.13385009765625,
+      "learning_rate": 9.320794938666225e-07,
+      "loss": 13.1719,
+      "step": 16141
+    },
+    {
+      "epoch": 1.0720595072059507,
+      "grad_norm": 161.78929138183594,
+      "learning_rate": 9.319721906688714e-07,
+      "loss": 13.375,
+      "step": 16142
+    },
+    {
+      "epoch": 1.0721259214983063,
+      "grad_norm": 152.59642028808594,
+      "learning_rate": 9.318648882580263e-07,
+      "loss": 14.6875,
+      "step": 16143
+    },
+    {
+      "epoch": 1.0721923357906622,
+      "grad_norm": 305.7656555175781,
+      "learning_rate": 9.317575866353291e-07,
+      "loss": 18.8594,
+      "step": 16144
+    },
+    {
+      "epoch": 1.0722587500830179,
+      "grad_norm": 207.4468994140625,
+      "learning_rate": 9.316502858020206e-07,
+      "loss": 19.1875,
+      "step": 16145
+    },
+    {
+      "epoch": 1.0723251643753735,
+      "grad_norm": 187.12098693847656,
+      "learning_rate": 9.315429857593426e-07,
+      "loss": 11.1953,
+      "step": 16146
+    },
+    {
+      "epoch": 1.0723915786677294,
+      "grad_norm": 169.5135955810547,
+      "learning_rate": 9.314356865085352e-07,
+      "loss": 17.4688,
+      "step": 16147
+    },
+    {
+      "epoch": 1.072457992960085,
+      "grad_norm": 132.5657501220703,
+      "learning_rate": 9.313283880508408e-07,
+      "loss": 17.4062,
+      "step": 16148
+    },
+    {
+      "epoch": 1.0725244072524407,
+      "grad_norm": 246.6159210205078,
+      "learning_rate": 9.312210903874997e-07,
+      "loss": 15.625,
+      "step": 16149
+    },
+    {
+      "epoch": 1.0725908215447963,
+      "grad_norm": 157.77687072753906,
+      "learning_rate": 9.311137935197537e-07,
+      "loss": 14.1562,
+      "step": 16150
+    },
+    {
+      "epoch": 1.0726572358371522,
+      "grad_norm": 219.4398193359375,
+      "learning_rate": 9.310064974488431e-07,
+      "loss": 18.6562,
+      "step": 16151
+    },
+    {
+      "epoch": 1.0727236501295079,
+      "grad_norm": 583.2601928710938,
+      "learning_rate": 9.308992021760101e-07,
+      "loss": 19.6875,
+      "step": 16152
+    },
+    {
+      "epoch": 1.0727900644218635,
+      "grad_norm": 144.22035217285156,
+      "learning_rate": 9.30791907702495e-07,
+      "loss": 16.7188,
+      "step": 16153
+    },
+    {
+      "epoch": 1.0728564787142192,
+      "grad_norm": 286.7287902832031,
+      "learning_rate": 9.306846140295393e-07,
+      "loss": 15.3438,
+      "step": 16154
+    },
+    {
+      "epoch": 1.072922893006575,
+      "grad_norm": 226.13031005859375,
+      "learning_rate": 9.305773211583838e-07,
+      "loss": 18.0625,
+      "step": 16155
+    },
+    {
+      "epoch": 1.0729893072989307,
+      "grad_norm": 171.50582885742188,
+      "learning_rate": 9.3047002909027e-07,
+      "loss": 16.2188,
+      "step": 16156
+    },
+    {
+      "epoch": 1.0730557215912864,
+      "grad_norm": 206.6575164794922,
+      "learning_rate": 9.303627378264388e-07,
+      "loss": 16.5938,
+      "step": 16157
+    },
+    {
+      "epoch": 1.0731221358836422,
+      "grad_norm": 164.03045654296875,
+      "learning_rate": 9.302554473681314e-07,
+      "loss": 18.8906,
+      "step": 16158
+    },
+    {
+      "epoch": 1.073188550175998,
+      "grad_norm": 165.3299560546875,
+      "learning_rate": 9.301481577165884e-07,
+      "loss": 12.375,
+      "step": 16159
+    },
+    {
+      "epoch": 1.0732549644683536,
+      "grad_norm": 172.43785095214844,
+      "learning_rate": 9.300408688730517e-07,
+      "loss": 22.0,
+      "step": 16160
+    },
+    {
+      "epoch": 1.0733213787607092,
+      "grad_norm": 173.59304809570312,
+      "learning_rate": 9.299335808387616e-07,
+      "loss": 16.4062,
+      "step": 16161
+    },
+    {
+      "epoch": 1.073387793053065,
+      "grad_norm": 241.3094940185547,
+      "learning_rate": 9.298262936149596e-07,
+      "loss": 16.8594,
+      "step": 16162
+    },
+    {
+      "epoch": 1.0734542073454207,
+      "grad_norm": 280.9022216796875,
+      "learning_rate": 9.297190072028864e-07,
+      "loss": 17.6094,
+      "step": 16163
+    },
+    {
+      "epoch": 1.0735206216377764,
+      "grad_norm": 639.3889770507812,
+      "learning_rate": 9.296117216037834e-07,
+      "loss": 24.6094,
+      "step": 16164
+    },
+    {
+      "epoch": 1.073587035930132,
+      "grad_norm": 178.66131591796875,
+      "learning_rate": 9.295044368188911e-07,
+      "loss": 18.5312,
+      "step": 16165
+    },
+    {
+      "epoch": 1.073653450222488,
+      "grad_norm": 206.7062225341797,
+      "learning_rate": 9.293971528494512e-07,
+      "loss": 13.4531,
+      "step": 16166
+    },
+    {
+      "epoch": 1.0737198645148436,
+      "grad_norm": 383.55694580078125,
+      "learning_rate": 9.29289869696704e-07,
+      "loss": 23.125,
+      "step": 16167
+    },
+    {
+      "epoch": 1.0737862788071992,
+      "grad_norm": 143.375732421875,
+      "learning_rate": 9.291825873618911e-07,
+      "loss": 14.8125,
+      "step": 16168
+    },
+    {
+      "epoch": 1.0738526930995551,
+      "grad_norm": 142.65353393554688,
+      "learning_rate": 9.290753058462529e-07,
+      "loss": 17.9688,
+      "step": 16169
+    },
+    {
+      "epoch": 1.0739191073919108,
+      "grad_norm": 352.7154235839844,
+      "learning_rate": 9.289680251510309e-07,
+      "loss": 13.9844,
+      "step": 16170
+    },
+    {
+      "epoch": 1.0739855216842664,
+      "grad_norm": 132.26097106933594,
+      "learning_rate": 9.288607452774657e-07,
+      "loss": 18.9219,
+      "step": 16171
+    },
+    {
+      "epoch": 1.074051935976622,
+      "grad_norm": 577.03466796875,
+      "learning_rate": 9.28753466226798e-07,
+      "loss": 13.2891,
+      "step": 16172
+    },
+    {
+      "epoch": 1.074118350268978,
+      "grad_norm": 271.2689514160156,
+      "learning_rate": 9.286461880002698e-07,
+      "loss": 12.4062,
+      "step": 16173
+    },
+    {
+      "epoch": 1.0741847645613336,
+      "grad_norm": 451.7845153808594,
+      "learning_rate": 9.28538910599121e-07,
+      "loss": 16.5703,
+      "step": 16174
+    },
+    {
+      "epoch": 1.0742511788536893,
+      "grad_norm": 283.597412109375,
+      "learning_rate": 9.284316340245931e-07,
+      "loss": 13.5938,
+      "step": 16175
+    },
+    {
+      "epoch": 1.074317593146045,
+      "grad_norm": 285.35675048828125,
+      "learning_rate": 9.283243582779265e-07,
+      "loss": 19.4375,
+      "step": 16176
+    },
+    {
+      "epoch": 1.0743840074384008,
+      "grad_norm": 212.91839599609375,
+      "learning_rate": 9.282170833603626e-07,
+      "loss": 16.6562,
+      "step": 16177
+    },
+    {
+      "epoch": 1.0744504217307564,
+      "grad_norm": 127.40943908691406,
+      "learning_rate": 9.281098092731419e-07,
+      "loss": 10.2031,
+      "step": 16178
+    },
+    {
+      "epoch": 1.074516836023112,
+      "grad_norm": 254.97508239746094,
+      "learning_rate": 9.280025360175059e-07,
+      "loss": 18.6562,
+      "step": 16179
+    },
+    {
+      "epoch": 1.074583250315468,
+      "grad_norm": 317.78472900390625,
+      "learning_rate": 9.278952635946944e-07,
+      "loss": 15.5,
+      "step": 16180
+    },
+    {
+      "epoch": 1.0746496646078236,
+      "grad_norm": 176.3265838623047,
+      "learning_rate": 9.277879920059494e-07,
+      "loss": 13.1562,
+      "step": 16181
+    },
+    {
+      "epoch": 1.0747160789001793,
+      "grad_norm": 181.93746948242188,
+      "learning_rate": 9.276807212525111e-07,
+      "loss": 9.6328,
+      "step": 16182
+    },
+    {
+      "epoch": 1.074782493192535,
+      "grad_norm": 197.46878051757812,
+      "learning_rate": 9.275734513356207e-07,
+      "loss": 15.7344,
+      "step": 16183
+    },
+    {
+      "epoch": 1.0748489074848908,
+      "grad_norm": 268.68695068359375,
+      "learning_rate": 9.274661822565184e-07,
+      "loss": 16.5312,
+      "step": 16184
+    },
+    {
+      "epoch": 1.0749153217772465,
+      "grad_norm": 232.41119384765625,
+      "learning_rate": 9.273589140164461e-07,
+      "loss": 18.8281,
+      "step": 16185
+    },
+    {
+      "epoch": 1.0749817360696021,
+      "grad_norm": 358.7488708496094,
+      "learning_rate": 9.272516466166434e-07,
+      "loss": 17.0781,
+      "step": 16186
+    },
+    {
+      "epoch": 1.0750481503619578,
+      "grad_norm": 3290.532958984375,
+      "learning_rate": 9.271443800583522e-07,
+      "loss": 10.4375,
+      "step": 16187
+    },
+    {
+      "epoch": 1.0751145646543137,
+      "grad_norm": 157.1856231689453,
+      "learning_rate": 9.270371143428125e-07,
+      "loss": 16.7656,
+      "step": 16188
+    },
+    {
+      "epoch": 1.0751809789466693,
+      "grad_norm": 104.3530044555664,
+      "learning_rate": 9.269298494712657e-07,
+      "loss": 9.1406,
+      "step": 16189
+    },
+    {
+      "epoch": 1.075247393239025,
+      "grad_norm": 368.68133544921875,
+      "learning_rate": 9.268225854449517e-07,
+      "loss": 21.7344,
+      "step": 16190
+    },
+    {
+      "epoch": 1.0753138075313808,
+      "grad_norm": 231.40440368652344,
+      "learning_rate": 9.267153222651124e-07,
+      "loss": 18.0938,
+      "step": 16191
+    },
+    {
+      "epoch": 1.0753802218237365,
+      "grad_norm": 481.2742614746094,
+      "learning_rate": 9.266080599329876e-07,
+      "loss": 17.3438,
+      "step": 16192
+    },
+    {
+      "epoch": 1.0754466361160921,
+      "grad_norm": 179.408447265625,
+      "learning_rate": 9.265007984498187e-07,
+      "loss": 16.3438,
+      "step": 16193
+    },
+    {
+      "epoch": 1.0755130504084478,
+      "grad_norm": 218.31594848632812,
+      "learning_rate": 9.26393537816846e-07,
+      "loss": 15.2031,
+      "step": 16194
+    },
+    {
+      "epoch": 1.0755794647008037,
+      "grad_norm": 191.9982147216797,
+      "learning_rate": 9.262862780353106e-07,
+      "loss": 13.5781,
+      "step": 16195
+    },
+    {
+      "epoch": 1.0756458789931593,
+      "grad_norm": 115.74254608154297,
+      "learning_rate": 9.261790191064528e-07,
+      "loss": 10.4688,
+      "step": 16196
+    },
+    {
+      "epoch": 1.075712293285515,
+      "grad_norm": 183.06546020507812,
+      "learning_rate": 9.260717610315138e-07,
+      "loss": 13.9531,
+      "step": 16197
+    },
+    {
+      "epoch": 1.0757787075778706,
+      "grad_norm": 220.48922729492188,
+      "learning_rate": 9.259645038117336e-07,
+      "loss": 14.4062,
+      "step": 16198
+    },
+    {
+      "epoch": 1.0758451218702265,
+      "grad_norm": 138.82769775390625,
+      "learning_rate": 9.258572474483539e-07,
+      "loss": 12.5469,
+      "step": 16199
+    },
+    {
+      "epoch": 1.0759115361625822,
+      "grad_norm": 294.75140380859375,
+      "learning_rate": 9.257499919426145e-07,
+      "loss": 16.0625,
+      "step": 16200
+    },
+    {
+      "epoch": 1.0759779504549378,
+      "grad_norm": 122.69493865966797,
+      "learning_rate": 9.256427372957565e-07,
+      "loss": 13.5781,
+      "step": 16201
+    },
+    {
+      "epoch": 1.0760443647472937,
+      "grad_norm": 250.45860290527344,
+      "learning_rate": 9.255354835090201e-07,
+      "loss": 19.6719,
+      "step": 16202
+    },
+    {
+      "epoch": 1.0761107790396494,
+      "grad_norm": 109.03031921386719,
+      "learning_rate": 9.254282305836468e-07,
+      "loss": 12.6719,
+      "step": 16203
+    },
+    {
+      "epoch": 1.076177193332005,
+      "grad_norm": 165.11459350585938,
+      "learning_rate": 9.253209785208763e-07,
+      "loss": 11.8438,
+      "step": 16204
+    },
+    {
+      "epoch": 1.0762436076243607,
+      "grad_norm": 259.5111083984375,
+      "learning_rate": 9.2521372732195e-07,
+      "loss": 15.4062,
+      "step": 16205
+    },
+    {
+      "epoch": 1.0763100219167165,
+      "grad_norm": 127.0837631225586,
+      "learning_rate": 9.251064769881079e-07,
+      "loss": 14.2969,
+      "step": 16206
+    },
+    {
+      "epoch": 1.0763764362090722,
+      "grad_norm": 93.67768859863281,
+      "learning_rate": 9.249992275205912e-07,
+      "loss": 12.6562,
+      "step": 16207
+    },
+    {
+      "epoch": 1.0764428505014279,
+      "grad_norm": 174.80552673339844,
+      "learning_rate": 9.248919789206397e-07,
+      "loss": 12.4688,
+      "step": 16208
+    },
+    {
+      "epoch": 1.0765092647937835,
+      "grad_norm": 243.60179138183594,
+      "learning_rate": 9.247847311894947e-07,
+      "loss": 24.9844,
+      "step": 16209
+    },
+    {
+      "epoch": 1.0765756790861394,
+      "grad_norm": 114.050048828125,
+      "learning_rate": 9.246774843283968e-07,
+      "loss": 11.0312,
+      "step": 16210
+    },
+    {
+      "epoch": 1.076642093378495,
+      "grad_norm": 241.4981231689453,
+      "learning_rate": 9.245702383385858e-07,
+      "loss": 24.1562,
+      "step": 16211
+    },
+    {
+      "epoch": 1.0767085076708507,
+      "grad_norm": 360.4912414550781,
+      "learning_rate": 9.244629932213034e-07,
+      "loss": 17.4062,
+      "step": 16212
+    },
+    {
+      "epoch": 1.0767749219632066,
+      "grad_norm": 160.2305450439453,
+      "learning_rate": 9.243557489777891e-07,
+      "loss": 13.875,
+      "step": 16213
+    },
+    {
+      "epoch": 1.0768413362555622,
+      "grad_norm": 148.5599822998047,
+      "learning_rate": 9.242485056092842e-07,
+      "loss": 15.4062,
+      "step": 16214
+    },
+    {
+      "epoch": 1.0769077505479179,
+      "grad_norm": 133.0035400390625,
+      "learning_rate": 9.241412631170286e-07,
+      "loss": 16.2188,
+      "step": 16215
+    },
+    {
+      "epoch": 1.0769741648402735,
+      "grad_norm": 371.1972961425781,
+      "learning_rate": 9.240340215022634e-07,
+      "loss": 19.7969,
+      "step": 16216
+    },
+    {
+      "epoch": 1.0770405791326294,
+      "grad_norm": 323.4873046875,
+      "learning_rate": 9.239267807662287e-07,
+      "loss": 22.3438,
+      "step": 16217
+    },
+    {
+      "epoch": 1.077106993424985,
+      "grad_norm": 205.1898193359375,
+      "learning_rate": 9.238195409101653e-07,
+      "loss": 13.0938,
+      "step": 16218
+    },
+    {
+      "epoch": 1.0771734077173407,
+      "grad_norm": 1667.2303466796875,
+      "learning_rate": 9.23712301935313e-07,
+      "loss": 20.3594,
+      "step": 16219
+    },
+    {
+      "epoch": 1.0772398220096966,
+      "grad_norm": 229.8838348388672,
+      "learning_rate": 9.236050638429134e-07,
+      "loss": 17.7812,
+      "step": 16220
+    },
+    {
+      "epoch": 1.0773062363020522,
+      "grad_norm": 215.8916015625,
+      "learning_rate": 9.23497826634206e-07,
+      "loss": 20.9219,
+      "step": 16221
+    },
+    {
+      "epoch": 1.077372650594408,
+      "grad_norm": 256.4420166015625,
+      "learning_rate": 9.233905903104319e-07,
+      "loss": 14.9219,
+      "step": 16222
+    },
+    {
+      "epoch": 1.0774390648867636,
+      "grad_norm": 343.1720886230469,
+      "learning_rate": 9.232833548728309e-07,
+      "loss": 19.9531,
+      "step": 16223
+    },
+    {
+      "epoch": 1.0775054791791194,
+      "grad_norm": 192.06944274902344,
+      "learning_rate": 9.231761203226443e-07,
+      "loss": 14.5156,
+      "step": 16224
+    },
+    {
+      "epoch": 1.077571893471475,
+      "grad_norm": 221.1736602783203,
+      "learning_rate": 9.230688866611118e-07,
+      "loss": 18.4531,
+      "step": 16225
+    },
+    {
+      "epoch": 1.0776383077638307,
+      "grad_norm": 239.28456115722656,
+      "learning_rate": 9.229616538894741e-07,
+      "loss": 16.6719,
+      "step": 16226
+    },
+    {
+      "epoch": 1.0777047220561864,
+      "grad_norm": 168.76589965820312,
+      "learning_rate": 9.228544220089716e-07,
+      "loss": 13.5781,
+      "step": 16227
+    },
+    {
+      "epoch": 1.0777711363485423,
+      "grad_norm": 187.36880493164062,
+      "learning_rate": 9.227471910208447e-07,
+      "loss": 14.8672,
+      "step": 16228
+    },
+    {
+      "epoch": 1.077837550640898,
+      "grad_norm": 221.90890502929688,
+      "learning_rate": 9.226399609263333e-07,
+      "loss": 13.6484,
+      "step": 16229
+    },
+    {
+      "epoch": 1.0779039649332536,
+      "grad_norm": 425.9596252441406,
+      "learning_rate": 9.225327317266787e-07,
+      "loss": 12.0312,
+      "step": 16230
+    },
+    {
+      "epoch": 1.0779703792256095,
+      "grad_norm": 146.19357299804688,
+      "learning_rate": 9.224255034231206e-07,
+      "loss": 17.8906,
+      "step": 16231
+    },
+    {
+      "epoch": 1.078036793517965,
+      "grad_norm": 304.14520263671875,
+      "learning_rate": 9.223182760168997e-07,
+      "loss": 18.9062,
+      "step": 16232
+    },
+    {
+      "epoch": 1.0781032078103208,
+      "grad_norm": 148.86959838867188,
+      "learning_rate": 9.222110495092559e-07,
+      "loss": 13.8906,
+      "step": 16233
+    },
+    {
+      "epoch": 1.0781696221026764,
+      "grad_norm": 162.82626342773438,
+      "learning_rate": 9.221038239014302e-07,
+      "loss": 15.2188,
+      "step": 16234
+    },
+    {
+      "epoch": 1.0782360363950323,
+      "grad_norm": 152.57713317871094,
+      "learning_rate": 9.219965991946622e-07,
+      "loss": 17.8438,
+      "step": 16235
+    },
+    {
+      "epoch": 1.078302450687388,
+      "grad_norm": 486.4727783203125,
+      "learning_rate": 9.218893753901928e-07,
+      "loss": 16.3906,
+      "step": 16236
+    },
+    {
+      "epoch": 1.0783688649797436,
+      "grad_norm": 110.50665283203125,
+      "learning_rate": 9.217821524892619e-07,
+      "loss": 14.2188,
+      "step": 16237
+    },
+    {
+      "epoch": 1.0784352792720993,
+      "grad_norm": 117.84947204589844,
+      "learning_rate": 9.216749304931101e-07,
+      "loss": 13.7344,
+      "step": 16238
+    },
+    {
+      "epoch": 1.0785016935644551,
+      "grad_norm": 368.6373291015625,
+      "learning_rate": 9.215677094029775e-07,
+      "loss": 26.4062,
+      "step": 16239
+    },
+    {
+      "epoch": 1.0785681078568108,
+      "grad_norm": 248.59042358398438,
+      "learning_rate": 9.214604892201044e-07,
+      "loss": 19.6719,
+      "step": 16240
+    },
+    {
+      "epoch": 1.0786345221491664,
+      "grad_norm": 201.26683044433594,
+      "learning_rate": 9.213532699457308e-07,
+      "loss": 21.1562,
+      "step": 16241
+    },
+    {
+      "epoch": 1.0787009364415223,
+      "grad_norm": 170.7799530029297,
+      "learning_rate": 9.212460515810977e-07,
+      "loss": 16.0625,
+      "step": 16242
+    },
+    {
+      "epoch": 1.078767350733878,
+      "grad_norm": 646.20947265625,
+      "learning_rate": 9.211388341274445e-07,
+      "loss": 18.9375,
+      "step": 16243
+    },
+    {
+      "epoch": 1.0788337650262336,
+      "grad_norm": 1082.0306396484375,
+      "learning_rate": 9.210316175860121e-07,
+      "loss": 17.3594,
+      "step": 16244
+    },
+    {
+      "epoch": 1.0789001793185893,
+      "grad_norm": 135.779541015625,
+      "learning_rate": 9.2092440195804e-07,
+      "loss": 15.8438,
+      "step": 16245
+    },
+    {
+      "epoch": 1.0789665936109452,
+      "grad_norm": 468.3500671386719,
+      "learning_rate": 9.208171872447689e-07,
+      "loss": 13.5312,
+      "step": 16246
+    },
+    {
+      "epoch": 1.0790330079033008,
+      "grad_norm": 225.67677307128906,
+      "learning_rate": 9.207099734474394e-07,
+      "loss": 15.125,
+      "step": 16247
+    },
+    {
+      "epoch": 1.0790994221956565,
+      "grad_norm": 87.98237609863281,
+      "learning_rate": 9.206027605672908e-07,
+      "loss": 15.3594,
+      "step": 16248
+    },
+    {
+      "epoch": 1.0791658364880121,
+      "grad_norm": 145.98086547851562,
+      "learning_rate": 9.204955486055639e-07,
+      "loss": 14.625,
+      "step": 16249
+    },
+    {
+      "epoch": 1.079232250780368,
+      "grad_norm": 314.4940490722656,
+      "learning_rate": 9.203883375634983e-07,
+      "loss": 18.3438,
+      "step": 16250
+    },
+    {
+      "epoch": 1.0792986650727237,
+      "grad_norm": 135.25050354003906,
+      "learning_rate": 9.202811274423348e-07,
+      "loss": 18.6719,
+      "step": 16251
+    },
+    {
+      "epoch": 1.0793650793650793,
+      "grad_norm": 598.6892700195312,
+      "learning_rate": 9.201739182433131e-07,
+      "loss": 20.5,
+      "step": 16252
+    },
+    {
+      "epoch": 1.0794314936574352,
+      "grad_norm": 163.3117218017578,
+      "learning_rate": 9.200667099676738e-07,
+      "loss": 8.1562,
+      "step": 16253
+    },
+    {
+      "epoch": 1.0794979079497908,
+      "grad_norm": 243.91253662109375,
+      "learning_rate": 9.199595026166562e-07,
+      "loss": 18.7031,
+      "step": 16254
+    },
+    {
+      "epoch": 1.0795643222421465,
+      "grad_norm": 283.1393127441406,
+      "learning_rate": 9.198522961915013e-07,
+      "loss": 16.6094,
+      "step": 16255
+    },
+    {
+      "epoch": 1.0796307365345021,
+      "grad_norm": 141.74813842773438,
+      "learning_rate": 9.197450906934487e-07,
+      "loss": 15.1172,
+      "step": 16256
+    },
+    {
+      "epoch": 1.079697150826858,
+      "grad_norm": 176.29820251464844,
+      "learning_rate": 9.196378861237388e-07,
+      "loss": 14.7969,
+      "step": 16257
+    },
+    {
+      "epoch": 1.0797635651192137,
+      "grad_norm": 174.89291381835938,
+      "learning_rate": 9.19530682483611e-07,
+      "loss": 13.4219,
+      "step": 16258
+    },
+    {
+      "epoch": 1.0798299794115693,
+      "grad_norm": 161.26004028320312,
+      "learning_rate": 9.194234797743064e-07,
+      "loss": 26.7812,
+      "step": 16259
+    },
+    {
+      "epoch": 1.079896393703925,
+      "grad_norm": 162.83351135253906,
+      "learning_rate": 9.193162779970643e-07,
+      "loss": 12.7188,
+      "step": 16260
+    },
+    {
+      "epoch": 1.0799628079962809,
+      "grad_norm": 315.47308349609375,
+      "learning_rate": 9.19209077153125e-07,
+      "loss": 20.8906,
+      "step": 16261
+    },
+    {
+      "epoch": 1.0800292222886365,
+      "grad_norm": 209.6862335205078,
+      "learning_rate": 9.191018772437283e-07,
+      "loss": 15.5156,
+      "step": 16262
+    },
+    {
+      "epoch": 1.0800956365809922,
+      "grad_norm": 134.40435791015625,
+      "learning_rate": 9.189946782701147e-07,
+      "loss": 15.625,
+      "step": 16263
+    },
+    {
+      "epoch": 1.080162050873348,
+      "grad_norm": 464.5975341796875,
+      "learning_rate": 9.188874802335238e-07,
+      "loss": 15.7031,
+      "step": 16264
+    },
+    {
+      "epoch": 1.0802284651657037,
+      "grad_norm": 263.1384582519531,
+      "learning_rate": 9.187802831351959e-07,
+      "loss": 14.7969,
+      "step": 16265
+    },
+    {
+      "epoch": 1.0802948794580594,
+      "grad_norm": 117.2386245727539,
+      "learning_rate": 9.186730869763706e-07,
+      "loss": 13.4062,
+      "step": 16266
+    },
+    {
+      "epoch": 1.080361293750415,
+      "grad_norm": 139.08798217773438,
+      "learning_rate": 9.185658917582887e-07,
+      "loss": 13.7656,
+      "step": 16267
+    },
+    {
+      "epoch": 1.0804277080427709,
+      "grad_norm": 136.62135314941406,
+      "learning_rate": 9.184586974821889e-07,
+      "loss": 13.5625,
+      "step": 16268
+    },
+    {
+      "epoch": 1.0804941223351265,
+      "grad_norm": 205.26522827148438,
+      "learning_rate": 9.183515041493124e-07,
+      "loss": 19.6406,
+      "step": 16269
+    },
+    {
+      "epoch": 1.0805605366274822,
+      "grad_norm": 304.16131591796875,
+      "learning_rate": 9.182443117608983e-07,
+      "loss": 14.8125,
+      "step": 16270
+    },
+    {
+      "epoch": 1.0806269509198378,
+      "grad_norm": 263.16815185546875,
+      "learning_rate": 9.181371203181871e-07,
+      "loss": 24.1562,
+      "step": 16271
+    },
+    {
+      "epoch": 1.0806933652121937,
+      "grad_norm": 472.6746826171875,
+      "learning_rate": 9.180299298224181e-07,
+      "loss": 20.6562,
+      "step": 16272
+    },
+    {
+      "epoch": 1.0807597795045494,
+      "grad_norm": 220.9324188232422,
+      "learning_rate": 9.17922740274832e-07,
+      "loss": 16.3203,
+      "step": 16273
+    },
+    {
+      "epoch": 1.080826193796905,
+      "grad_norm": 176.63710021972656,
+      "learning_rate": 9.178155516766682e-07,
+      "loss": 20.8594,
+      "step": 16274
+    },
+    {
+      "epoch": 1.080892608089261,
+      "grad_norm": 230.69920349121094,
+      "learning_rate": 9.177083640291667e-07,
+      "loss": 17.7188,
+      "step": 16275
+    },
+    {
+      "epoch": 1.0809590223816166,
+      "grad_norm": 318.6575012207031,
+      "learning_rate": 9.176011773335671e-07,
+      "loss": 19.0781,
+      "step": 16276
+    },
+    {
+      "epoch": 1.0810254366739722,
+      "grad_norm": 196.88204956054688,
+      "learning_rate": 9.174939915911101e-07,
+      "loss": 20.4844,
+      "step": 16277
+    },
+    {
+      "epoch": 1.0810918509663279,
+      "grad_norm": 137.08279418945312,
+      "learning_rate": 9.173868068030346e-07,
+      "loss": 14.7031,
+      "step": 16278
+    },
+    {
+      "epoch": 1.0811582652586837,
+      "grad_norm": 131.98731994628906,
+      "learning_rate": 9.172796229705812e-07,
+      "loss": 13.625,
+      "step": 16279
+    },
+    {
+      "epoch": 1.0812246795510394,
+      "grad_norm": 147.28036499023438,
+      "learning_rate": 9.171724400949891e-07,
+      "loss": 14.7031,
+      "step": 16280
+    },
+    {
+      "epoch": 1.081291093843395,
+      "grad_norm": 390.302490234375,
+      "learning_rate": 9.170652581774987e-07,
+      "loss": 18.6406,
+      "step": 16281
+    },
+    {
+      "epoch": 1.0813575081357507,
+      "grad_norm": 170.50732421875,
+      "learning_rate": 9.169580772193495e-07,
+      "loss": 16.5781,
+      "step": 16282
+    },
+    {
+      "epoch": 1.0814239224281066,
+      "grad_norm": 327.2966003417969,
+      "learning_rate": 9.16850897221781e-07,
+      "loss": 12.4375,
+      "step": 16283
+    },
+    {
+      "epoch": 1.0814903367204622,
+      "grad_norm": 255.01715087890625,
+      "learning_rate": 9.167437181860339e-07,
+      "loss": 17.1094,
+      "step": 16284
+    },
+    {
+      "epoch": 1.081556751012818,
+      "grad_norm": 110.69646453857422,
+      "learning_rate": 9.166365401133472e-07,
+      "loss": 16.6094,
+      "step": 16285
+    },
+    {
+      "epoch": 1.0816231653051738,
+      "grad_norm": 568.9490966796875,
+      "learning_rate": 9.165293630049613e-07,
+      "loss": 14.4219,
+      "step": 16286
+    },
+    {
+      "epoch": 1.0816895795975294,
+      "grad_norm": 511.9656066894531,
+      "learning_rate": 9.16422186862115e-07,
+      "loss": 23.7188,
+      "step": 16287
+    },
+    {
+      "epoch": 1.081755993889885,
+      "grad_norm": 382.02508544921875,
+      "learning_rate": 9.163150116860492e-07,
+      "loss": 22.1719,
+      "step": 16288
+    },
+    {
+      "epoch": 1.0818224081822407,
+      "grad_norm": 241.1410675048828,
+      "learning_rate": 9.162078374780028e-07,
+      "loss": 18.5156,
+      "step": 16289
+    },
+    {
+      "epoch": 1.0818888224745966,
+      "grad_norm": 121.65205383300781,
+      "learning_rate": 9.161006642392161e-07,
+      "loss": 15.7188,
+      "step": 16290
+    },
+    {
+      "epoch": 1.0819552367669523,
+      "grad_norm": 169.79818725585938,
+      "learning_rate": 9.159934919709282e-07,
+      "loss": 16.1719,
+      "step": 16291
+    },
+    {
+      "epoch": 1.082021651059308,
+      "grad_norm": 97.69673919677734,
+      "learning_rate": 9.158863206743794e-07,
+      "loss": 15.6562,
+      "step": 16292
+    },
+    {
+      "epoch": 1.0820880653516636,
+      "grad_norm": 103.19246673583984,
+      "learning_rate": 9.157791503508088e-07,
+      "loss": 14.5312,
+      "step": 16293
+    },
+    {
+      "epoch": 1.0821544796440195,
+      "grad_norm": 313.40850830078125,
+      "learning_rate": 9.156719810014568e-07,
+      "loss": 13.3281,
+      "step": 16294
+    },
+    {
+      "epoch": 1.082220893936375,
+      "grad_norm": 248.4535675048828,
+      "learning_rate": 9.155648126275625e-07,
+      "loss": 17.8438,
+      "step": 16295
+    },
+    {
+      "epoch": 1.0822873082287308,
+      "grad_norm": 178.57369995117188,
+      "learning_rate": 9.154576452303658e-07,
+      "loss": 27.5781,
+      "step": 16296
+    },
+    {
+      "epoch": 1.0823537225210866,
+      "grad_norm": 237.8695526123047,
+      "learning_rate": 9.153504788111061e-07,
+      "loss": 23.125,
+      "step": 16297
+    },
+    {
+      "epoch": 1.0824201368134423,
+      "grad_norm": 198.91622924804688,
+      "learning_rate": 9.152433133710235e-07,
+      "loss": 14.9375,
+      "step": 16298
+    },
+    {
+      "epoch": 1.082486551105798,
+      "grad_norm": 289.3861083984375,
+      "learning_rate": 9.151361489113573e-07,
+      "loss": 16.6875,
+      "step": 16299
+    },
+    {
+      "epoch": 1.0825529653981536,
+      "grad_norm": 337.0046081542969,
+      "learning_rate": 9.150289854333475e-07,
+      "loss": 19.375,
+      "step": 16300
+    },
+    {
+      "epoch": 1.0826193796905095,
+      "grad_norm": 366.0798645019531,
+      "learning_rate": 9.149218229382329e-07,
+      "loss": 25.6875,
+      "step": 16301
+    },
+    {
+      "epoch": 1.0826857939828651,
+      "grad_norm": 163.74734497070312,
+      "learning_rate": 9.148146614272538e-07,
+      "loss": 22.3906,
+      "step": 16302
+    },
+    {
+      "epoch": 1.0827522082752208,
+      "grad_norm": 783.9427490234375,
+      "learning_rate": 9.147075009016496e-07,
+      "loss": 17.7188,
+      "step": 16303
+    },
+    {
+      "epoch": 1.0828186225675764,
+      "grad_norm": 284.0868835449219,
+      "learning_rate": 9.1460034136266e-07,
+      "loss": 20.0938,
+      "step": 16304
+    },
+    {
+      "epoch": 1.0828850368599323,
+      "grad_norm": 130.84262084960938,
+      "learning_rate": 9.14493182811524e-07,
+      "loss": 14.9844,
+      "step": 16305
+    },
+    {
+      "epoch": 1.082951451152288,
+      "grad_norm": 191.22035217285156,
+      "learning_rate": 9.143860252494819e-07,
+      "loss": 17.1875,
+      "step": 16306
+    },
+    {
+      "epoch": 1.0830178654446436,
+      "grad_norm": 533.5783081054688,
+      "learning_rate": 9.142788686777729e-07,
+      "loss": 15.8438,
+      "step": 16307
+    },
+    {
+      "epoch": 1.0830842797369995,
+      "grad_norm": 142.09329223632812,
+      "learning_rate": 9.141717130976364e-07,
+      "loss": 14.4844,
+      "step": 16308
+    },
+    {
+      "epoch": 1.0831506940293552,
+      "grad_norm": 296.831298828125,
+      "learning_rate": 9.140645585103119e-07,
+      "loss": 14.3594,
+      "step": 16309
+    },
+    {
+      "epoch": 1.0832171083217108,
+      "grad_norm": 523.2372436523438,
+      "learning_rate": 9.139574049170394e-07,
+      "loss": 23.9688,
+      "step": 16310
+    },
+    {
+      "epoch": 1.0832835226140665,
+      "grad_norm": 264.154052734375,
+      "learning_rate": 9.138502523190575e-07,
+      "loss": 19.9219,
+      "step": 16311
+    },
+    {
+      "epoch": 1.0833499369064223,
+      "grad_norm": 149.90699768066406,
+      "learning_rate": 9.137431007176067e-07,
+      "loss": 15.4375,
+      "step": 16312
+    },
+    {
+      "epoch": 1.083416351198778,
+      "grad_norm": 147.4290008544922,
+      "learning_rate": 9.136359501139258e-07,
+      "loss": 13.2656,
+      "step": 16313
+    },
+    {
+      "epoch": 1.0834827654911336,
+      "grad_norm": 121.18224334716797,
+      "learning_rate": 9.135288005092545e-07,
+      "loss": 14.0469,
+      "step": 16314
+    },
+    {
+      "epoch": 1.0835491797834895,
+      "grad_norm": 201.5596923828125,
+      "learning_rate": 9.134216519048318e-07,
+      "loss": 20.0,
+      "step": 16315
+    },
+    {
+      "epoch": 1.0836155940758452,
+      "grad_norm": 214.76443481445312,
+      "learning_rate": 9.133145043018979e-07,
+      "loss": 10.4844,
+      "step": 16316
+    },
+    {
+      "epoch": 1.0836820083682008,
+      "grad_norm": 154.4945831298828,
+      "learning_rate": 9.132073577016917e-07,
+      "loss": 16.3594,
+      "step": 16317
+    },
+    {
+      "epoch": 1.0837484226605565,
+      "grad_norm": 323.5417175292969,
+      "learning_rate": 9.13100212105453e-07,
+      "loss": 15.5234,
+      "step": 16318
+    },
+    {
+      "epoch": 1.0838148369529124,
+      "grad_norm": 189.483154296875,
+      "learning_rate": 9.129930675144204e-07,
+      "loss": 16.8594,
+      "step": 16319
+    },
+    {
+      "epoch": 1.083881251245268,
+      "grad_norm": 288.2443542480469,
+      "learning_rate": 9.12885923929834e-07,
+      "loss": 16.0,
+      "step": 16320
+    },
+    {
+      "epoch": 1.0839476655376237,
+      "grad_norm": 191.34266662597656,
+      "learning_rate": 9.127787813529333e-07,
+      "loss": 20.5,
+      "step": 16321
+    },
+    {
+      "epoch": 1.0840140798299793,
+      "grad_norm": 99.60126495361328,
+      "learning_rate": 9.126716397849569e-07,
+      "loss": 15.75,
+      "step": 16322
+    },
+    {
+      "epoch": 1.0840804941223352,
+      "grad_norm": 242.56944274902344,
+      "learning_rate": 9.12564499227145e-07,
+      "loss": 13.4219,
+      "step": 16323
+    },
+    {
+      "epoch": 1.0841469084146909,
+      "grad_norm": 505.1687927246094,
+      "learning_rate": 9.124573596807364e-07,
+      "loss": 16.7188,
+      "step": 16324
+    },
+    {
+      "epoch": 1.0842133227070465,
+      "grad_norm": 179.37203979492188,
+      "learning_rate": 9.123502211469708e-07,
+      "loss": 15.7812,
+      "step": 16325
+    },
+    {
+      "epoch": 1.0842797369994024,
+      "grad_norm": 200.69142150878906,
+      "learning_rate": 9.122430836270869e-07,
+      "loss": 15.8906,
+      "step": 16326
+    },
+    {
+      "epoch": 1.084346151291758,
+      "grad_norm": 183.4383087158203,
+      "learning_rate": 9.121359471223248e-07,
+      "loss": 25.7188,
+      "step": 16327
+    },
+    {
+      "epoch": 1.0844125655841137,
+      "grad_norm": 289.290283203125,
+      "learning_rate": 9.120288116339231e-07,
+      "loss": 15.7812,
+      "step": 16328
+    },
+    {
+      "epoch": 1.0844789798764694,
+      "grad_norm": 126.91263580322266,
+      "learning_rate": 9.119216771631218e-07,
+      "loss": 20.3438,
+      "step": 16329
+    },
+    {
+      "epoch": 1.0845453941688252,
+      "grad_norm": 567.6624755859375,
+      "learning_rate": 9.11814543711159e-07,
+      "loss": 22.7031,
+      "step": 16330
+    },
+    {
+      "epoch": 1.0846118084611809,
+      "grad_norm": 106.28923034667969,
+      "learning_rate": 9.117074112792756e-07,
+      "loss": 17.3438,
+      "step": 16331
+    },
+    {
+      "epoch": 1.0846782227535365,
+      "grad_norm": 304.9417724609375,
+      "learning_rate": 9.116002798687092e-07,
+      "loss": 23.2656,
+      "step": 16332
+    },
+    {
+      "epoch": 1.0847446370458922,
+      "grad_norm": 253.5721893310547,
+      "learning_rate": 9.114931494807003e-07,
+      "loss": 21.4375,
+      "step": 16333
+    },
+    {
+      "epoch": 1.084811051338248,
+      "grad_norm": 112.75165557861328,
+      "learning_rate": 9.113860201164873e-07,
+      "loss": 16.2344,
+      "step": 16334
+    },
+    {
+      "epoch": 1.0848774656306037,
+      "grad_norm": 128.06985473632812,
+      "learning_rate": 9.112788917773101e-07,
+      "loss": 15.5625,
+      "step": 16335
+    },
+    {
+      "epoch": 1.0849438799229594,
+      "grad_norm": 216.75555419921875,
+      "learning_rate": 9.11171764464407e-07,
+      "loss": 13.0156,
+      "step": 16336
+    },
+    {
+      "epoch": 1.0850102942153153,
+      "grad_norm": 252.55235290527344,
+      "learning_rate": 9.110646381790181e-07,
+      "loss": 21.75,
+      "step": 16337
+    },
+    {
+      "epoch": 1.085076708507671,
+      "grad_norm": 517.8705444335938,
+      "learning_rate": 9.10957512922382e-07,
+      "loss": 29.6562,
+      "step": 16338
+    },
+    {
+      "epoch": 1.0851431228000266,
+      "grad_norm": 555.9598999023438,
+      "learning_rate": 9.108503886957383e-07,
+      "loss": 17.7969,
+      "step": 16339
+    },
+    {
+      "epoch": 1.0852095370923822,
+      "grad_norm": 161.2393035888672,
+      "learning_rate": 9.107432655003254e-07,
+      "loss": 17.125,
+      "step": 16340
+    },
+    {
+      "epoch": 1.085275951384738,
+      "grad_norm": 77.97663116455078,
+      "learning_rate": 9.106361433373833e-07,
+      "loss": 12.4531,
+      "step": 16341
+    },
+    {
+      "epoch": 1.0853423656770937,
+      "grad_norm": 269.5697021484375,
+      "learning_rate": 9.105290222081508e-07,
+      "loss": 19.4375,
+      "step": 16342
+    },
+    {
+      "epoch": 1.0854087799694494,
+      "grad_norm": 166.5648193359375,
+      "learning_rate": 9.104219021138669e-07,
+      "loss": 16.5781,
+      "step": 16343
+    },
+    {
+      "epoch": 1.085475194261805,
+      "grad_norm": 530.0556640625,
+      "learning_rate": 9.103147830557705e-07,
+      "loss": 30.5312,
+      "step": 16344
+    },
+    {
+      "epoch": 1.085541608554161,
+      "grad_norm": 185.2373504638672,
+      "learning_rate": 9.102076650351014e-07,
+      "loss": 16.875,
+      "step": 16345
+    },
+    {
+      "epoch": 1.0856080228465166,
+      "grad_norm": 169.17974853515625,
+      "learning_rate": 9.101005480530981e-07,
+      "loss": 13.9844,
+      "step": 16346
+    },
+    {
+      "epoch": 1.0856744371388722,
+      "grad_norm": 129.1804656982422,
+      "learning_rate": 9.099934321109999e-07,
+      "loss": 14.4844,
+      "step": 16347
+    },
+    {
+      "epoch": 1.0857408514312281,
+      "grad_norm": 418.2706298828125,
+      "learning_rate": 9.098863172100454e-07,
+      "loss": 16.2188,
+      "step": 16348
+    },
+    {
+      "epoch": 1.0858072657235838,
+      "grad_norm": 377.4563293457031,
+      "learning_rate": 9.097792033514745e-07,
+      "loss": 17.3906,
+      "step": 16349
+    },
+    {
+      "epoch": 1.0858736800159394,
+      "grad_norm": 178.1102294921875,
+      "learning_rate": 9.096720905365255e-07,
+      "loss": 14.6406,
+      "step": 16350
+    },
+    {
+      "epoch": 1.085940094308295,
+      "grad_norm": 214.30140686035156,
+      "learning_rate": 9.095649787664379e-07,
+      "loss": 13.6875,
+      "step": 16351
+    },
+    {
+      "epoch": 1.086006508600651,
+      "grad_norm": 186.68917846679688,
+      "learning_rate": 9.0945786804245e-07,
+      "loss": 12.875,
+      "step": 16352
+    },
+    {
+      "epoch": 1.0860729228930066,
+      "grad_norm": 164.63624572753906,
+      "learning_rate": 9.09350758365802e-07,
+      "loss": 15.2344,
+      "step": 16353
+    },
+    {
+      "epoch": 1.0861393371853623,
+      "grad_norm": 244.09605407714844,
+      "learning_rate": 9.092436497377313e-07,
+      "loss": 14.4844,
+      "step": 16354
+    },
+    {
+      "epoch": 1.086205751477718,
+      "grad_norm": 118.67916870117188,
+      "learning_rate": 9.091365421594784e-07,
+      "loss": 13.6797,
+      "step": 16355
+    },
+    {
+      "epoch": 1.0862721657700738,
+      "grad_norm": 205.72659301757812,
+      "learning_rate": 9.090294356322813e-07,
+      "loss": 14.6562,
+      "step": 16356
+    },
+    {
+      "epoch": 1.0863385800624294,
+      "grad_norm": 153.89224243164062,
+      "learning_rate": 9.089223301573789e-07,
+      "loss": 18.1562,
+      "step": 16357
+    },
+    {
+      "epoch": 1.086404994354785,
+      "grad_norm": 115.78285217285156,
+      "learning_rate": 9.088152257360111e-07,
+      "loss": 16.7812,
+      "step": 16358
+    },
+    {
+      "epoch": 1.086471408647141,
+      "grad_norm": 209.8332061767578,
+      "learning_rate": 9.087081223694158e-07,
+      "loss": 25.0625,
+      "step": 16359
+    },
+    {
+      "epoch": 1.0865378229394966,
+      "grad_norm": 496.5682678222656,
+      "learning_rate": 9.086010200588326e-07,
+      "loss": 26.1875,
+      "step": 16360
+    },
+    {
+      "epoch": 1.0866042372318523,
+      "grad_norm": 318.39202880859375,
+      "learning_rate": 9.084939188054998e-07,
+      "loss": 17.3438,
+      "step": 16361
+    },
+    {
+      "epoch": 1.086670651524208,
+      "grad_norm": 171.92295837402344,
+      "learning_rate": 9.083868186106568e-07,
+      "loss": 17.0469,
+      "step": 16362
+    },
+    {
+      "epoch": 1.0867370658165638,
+      "grad_norm": 551.1101684570312,
+      "learning_rate": 9.08279719475542e-07,
+      "loss": 23.5,
+      "step": 16363
+    },
+    {
+      "epoch": 1.0868034801089195,
+      "grad_norm": 176.33737182617188,
+      "learning_rate": 9.08172621401395e-07,
+      "loss": 12.9062,
+      "step": 16364
+    },
+    {
+      "epoch": 1.0868698944012751,
+      "grad_norm": 193.7661895751953,
+      "learning_rate": 9.080655243894535e-07,
+      "loss": 20.6094,
+      "step": 16365
+    },
+    {
+      "epoch": 1.0869363086936308,
+      "grad_norm": 229.00611877441406,
+      "learning_rate": 9.079584284409575e-07,
+      "loss": 16.0625,
+      "step": 16366
+    },
+    {
+      "epoch": 1.0870027229859867,
+      "grad_norm": 82.95240020751953,
+      "learning_rate": 9.078513335571451e-07,
+      "loss": 18.2344,
+      "step": 16367
+    },
+    {
+      "epoch": 1.0870691372783423,
+      "grad_norm": 282.3662109375,
+      "learning_rate": 9.077442397392556e-07,
+      "loss": 25.4375,
+      "step": 16368
+    },
+    {
+      "epoch": 1.087135551570698,
+      "grad_norm": 213.4114227294922,
+      "learning_rate": 9.07637146988527e-07,
+      "loss": 15.1719,
+      "step": 16369
+    },
+    {
+      "epoch": 1.0872019658630538,
+      "grad_norm": 372.52215576171875,
+      "learning_rate": 9.075300553061992e-07,
+      "loss": 18.3906,
+      "step": 16370
+    },
+    {
+      "epoch": 1.0872683801554095,
+      "grad_norm": 177.61318969726562,
+      "learning_rate": 9.074229646935101e-07,
+      "loss": 10.9688,
+      "step": 16371
+    },
+    {
+      "epoch": 1.0873347944477652,
+      "grad_norm": 545.9898681640625,
+      "learning_rate": 9.073158751516989e-07,
+      "loss": 25.3125,
+      "step": 16372
+    },
+    {
+      "epoch": 1.0874012087401208,
+      "grad_norm": 143.2882537841797,
+      "learning_rate": 9.07208786682004e-07,
+      "loss": 24.3438,
+      "step": 16373
+    },
+    {
+      "epoch": 1.0874676230324767,
+      "grad_norm": 309.3597412109375,
+      "learning_rate": 9.071016992856648e-07,
+      "loss": 14.1016,
+      "step": 16374
+    },
+    {
+      "epoch": 1.0875340373248323,
+      "grad_norm": 448.3187255859375,
+      "learning_rate": 9.069946129639189e-07,
+      "loss": 23.0,
+      "step": 16375
+    },
+    {
+      "epoch": 1.087600451617188,
+      "grad_norm": 163.58224487304688,
+      "learning_rate": 9.068875277180062e-07,
+      "loss": 13.6719,
+      "step": 16376
+    },
+    {
+      "epoch": 1.0876668659095436,
+      "grad_norm": 209.88009643554688,
+      "learning_rate": 9.067804435491649e-07,
+      "loss": 22.7188,
+      "step": 16377
+    },
+    {
+      "epoch": 1.0877332802018995,
+      "grad_norm": 299.51953125,
+      "learning_rate": 9.066733604586335e-07,
+      "loss": 12.6406,
+      "step": 16378
+    },
+    {
+      "epoch": 1.0877996944942552,
+      "grad_norm": 295.41937255859375,
+      "learning_rate": 9.065662784476507e-07,
+      "loss": 21.3125,
+      "step": 16379
+    },
+    {
+      "epoch": 1.0878661087866108,
+      "grad_norm": 965.758544921875,
+      "learning_rate": 9.064591975174556e-07,
+      "loss": 13.0312,
+      "step": 16380
+    },
+    {
+      "epoch": 1.0879325230789667,
+      "grad_norm": 115.7275390625,
+      "learning_rate": 9.063521176692863e-07,
+      "loss": 12.7656,
+      "step": 16381
+    },
+    {
+      "epoch": 1.0879989373713224,
+      "grad_norm": 220.06585693359375,
+      "learning_rate": 9.062450389043821e-07,
+      "loss": 17.1719,
+      "step": 16382
+    },
+    {
+      "epoch": 1.088065351663678,
+      "grad_norm": 186.919189453125,
+      "learning_rate": 9.061379612239807e-07,
+      "loss": 18.2812,
+      "step": 16383
+    },
+    {
+      "epoch": 1.0881317659560337,
+      "grad_norm": 136.79335021972656,
+      "learning_rate": 9.060308846293217e-07,
+      "loss": 16.1562,
+      "step": 16384
+    },
+    {
+      "epoch": 1.0881981802483895,
+      "grad_norm": 193.79090881347656,
+      "learning_rate": 9.059238091216429e-07,
+      "loss": 17.2656,
+      "step": 16385
+    },
+    {
+      "epoch": 1.0882645945407452,
+      "grad_norm": 458.13525390625,
+      "learning_rate": 9.058167347021835e-07,
+      "loss": 14.9688,
+      "step": 16386
+    },
+    {
+      "epoch": 1.0883310088331009,
+      "grad_norm": 327.0042419433594,
+      "learning_rate": 9.057096613721815e-07,
+      "loss": 16.1406,
+      "step": 16387
+    },
+    {
+      "epoch": 1.0883974231254565,
+      "grad_norm": 192.47097778320312,
+      "learning_rate": 9.056025891328761e-07,
+      "loss": 17.2969,
+      "step": 16388
+    },
+    {
+      "epoch": 1.0884638374178124,
+      "grad_norm": 422.97265625,
+      "learning_rate": 9.054955179855053e-07,
+      "loss": 21.1562,
+      "step": 16389
+    },
+    {
+      "epoch": 1.088530251710168,
+      "grad_norm": 316.59014892578125,
+      "learning_rate": 9.053884479313081e-07,
+      "loss": 20.2812,
+      "step": 16390
+    },
+    {
+      "epoch": 1.0885966660025237,
+      "grad_norm": 161.1140594482422,
+      "learning_rate": 9.052813789715224e-07,
+      "loss": 23.3125,
+      "step": 16391
+    },
+    {
+      "epoch": 1.0886630802948796,
+      "grad_norm": 159.79408264160156,
+      "learning_rate": 9.051743111073872e-07,
+      "loss": 17.8438,
+      "step": 16392
+    },
+    {
+      "epoch": 1.0887294945872352,
+      "grad_norm": 256.49468994140625,
+      "learning_rate": 9.050672443401411e-07,
+      "loss": 21.1875,
+      "step": 16393
+    },
+    {
+      "epoch": 1.0887959088795909,
+      "grad_norm": 257.2696533203125,
+      "learning_rate": 9.04960178671022e-07,
+      "loss": 10.8594,
+      "step": 16394
+    },
+    {
+      "epoch": 1.0888623231719465,
+      "grad_norm": 566.9310913085938,
+      "learning_rate": 9.048531141012694e-07,
+      "loss": 15.1094,
+      "step": 16395
+    },
+    {
+      "epoch": 1.0889287374643024,
+      "grad_norm": 214.4571075439453,
+      "learning_rate": 9.047460506321204e-07,
+      "loss": 13.25,
+      "step": 16396
+    },
+    {
+      "epoch": 1.088995151756658,
+      "grad_norm": 179.7542266845703,
+      "learning_rate": 9.046389882648146e-07,
+      "loss": 14.7266,
+      "step": 16397
+    },
+    {
+      "epoch": 1.0890615660490137,
+      "grad_norm": 215.093505859375,
+      "learning_rate": 9.045319270005899e-07,
+      "loss": 17.4062,
+      "step": 16398
+    },
+    {
+      "epoch": 1.0891279803413694,
+      "grad_norm": 181.11578369140625,
+      "learning_rate": 9.044248668406849e-07,
+      "loss": 13.4375,
+      "step": 16399
+    },
+    {
+      "epoch": 1.0891943946337252,
+      "grad_norm": 417.22015380859375,
+      "learning_rate": 9.043178077863376e-07,
+      "loss": 19.5,
+      "step": 16400
+    },
+    {
+      "epoch": 1.089260808926081,
+      "grad_norm": 191.6075439453125,
+      "learning_rate": 9.042107498387871e-07,
+      "loss": 17.625,
+      "step": 16401
+    },
+    {
+      "epoch": 1.0893272232184366,
+      "grad_norm": 425.81292724609375,
+      "learning_rate": 9.041036929992711e-07,
+      "loss": 21.9844,
+      "step": 16402
+    },
+    {
+      "epoch": 1.0893936375107924,
+      "grad_norm": 148.34417724609375,
+      "learning_rate": 9.039966372690286e-07,
+      "loss": 13.0156,
+      "step": 16403
+    },
+    {
+      "epoch": 1.089460051803148,
+      "grad_norm": 202.00607299804688,
+      "learning_rate": 9.038895826492973e-07,
+      "loss": 18.3906,
+      "step": 16404
+    },
+    {
+      "epoch": 1.0895264660955037,
+      "grad_norm": 408.6070861816406,
+      "learning_rate": 9.037825291413163e-07,
+      "loss": 22.5625,
+      "step": 16405
+    },
+    {
+      "epoch": 1.0895928803878594,
+      "grad_norm": 140.5023956298828,
+      "learning_rate": 9.036754767463232e-07,
+      "loss": 16.5078,
+      "step": 16406
+    },
+    {
+      "epoch": 1.0896592946802153,
+      "grad_norm": 344.6851806640625,
+      "learning_rate": 9.035684254655569e-07,
+      "loss": 13.0625,
+      "step": 16407
+    },
+    {
+      "epoch": 1.089725708972571,
+      "grad_norm": 94.74759674072266,
+      "learning_rate": 9.034613753002549e-07,
+      "loss": 12.8594,
+      "step": 16408
+    },
+    {
+      "epoch": 1.0897921232649266,
+      "grad_norm": 194.04258728027344,
+      "learning_rate": 9.033543262516567e-07,
+      "loss": 18.125,
+      "step": 16409
+    },
+    {
+      "epoch": 1.0898585375572822,
+      "grad_norm": 274.57147216796875,
+      "learning_rate": 9.032472783209995e-07,
+      "loss": 23.6875,
+      "step": 16410
+    },
+    {
+      "epoch": 1.0899249518496381,
+      "grad_norm": 207.06500244140625,
+      "learning_rate": 9.031402315095223e-07,
+      "loss": 28.0312,
+      "step": 16411
+    },
+    {
+      "epoch": 1.0899913661419938,
+      "grad_norm": 138.1768798828125,
+      "learning_rate": 9.030331858184627e-07,
+      "loss": 15.4062,
+      "step": 16412
+    },
+    {
+      "epoch": 1.0900577804343494,
+      "grad_norm": 209.1012725830078,
+      "learning_rate": 9.029261412490595e-07,
+      "loss": 15.6562,
+      "step": 16413
+    },
+    {
+      "epoch": 1.0901241947267053,
+      "grad_norm": 2081.17822265625,
+      "learning_rate": 9.028190978025507e-07,
+      "loss": 17.0469,
+      "step": 16414
+    },
+    {
+      "epoch": 1.090190609019061,
+      "grad_norm": 180.02597045898438,
+      "learning_rate": 9.027120554801747e-07,
+      "loss": 13.9062,
+      "step": 16415
+    },
+    {
+      "epoch": 1.0902570233114166,
+      "grad_norm": 348.5206298828125,
+      "learning_rate": 9.026050142831694e-07,
+      "loss": 17.5625,
+      "step": 16416
+    },
+    {
+      "epoch": 1.0903234376037723,
+      "grad_norm": 95.10228729248047,
+      "learning_rate": 9.024979742127732e-07,
+      "loss": 14.5469,
+      "step": 16417
+    },
+    {
+      "epoch": 1.0903898518961281,
+      "grad_norm": 303.78900146484375,
+      "learning_rate": 9.023909352702239e-07,
+      "loss": 15.25,
+      "step": 16418
+    },
+    {
+      "epoch": 1.0904562661884838,
+      "grad_norm": 119.19649505615234,
+      "learning_rate": 9.022838974567604e-07,
+      "loss": 12.8281,
+      "step": 16419
+    },
+    {
+      "epoch": 1.0905226804808394,
+      "grad_norm": 262.3196716308594,
+      "learning_rate": 9.021768607736201e-07,
+      "loss": 11.9922,
+      "step": 16420
+    },
+    {
+      "epoch": 1.090589094773195,
+      "grad_norm": 164.97140502929688,
+      "learning_rate": 9.020698252220418e-07,
+      "loss": 14.7656,
+      "step": 16421
+    },
+    {
+      "epoch": 1.090655509065551,
+      "grad_norm": 196.53485107421875,
+      "learning_rate": 9.019627908032628e-07,
+      "loss": 18.8125,
+      "step": 16422
+    },
+    {
+      "epoch": 1.0907219233579066,
+      "grad_norm": 155.82553100585938,
+      "learning_rate": 9.018557575185221e-07,
+      "loss": 12.75,
+      "step": 16423
+    },
+    {
+      "epoch": 1.0907883376502623,
+      "grad_norm": 183.13575744628906,
+      "learning_rate": 9.017487253690574e-07,
+      "loss": 12.75,
+      "step": 16424
+    },
+    {
+      "epoch": 1.0908547519426182,
+      "grad_norm": 107.82496643066406,
+      "learning_rate": 9.016416943561068e-07,
+      "loss": 10.6875,
+      "step": 16425
+    },
+    {
+      "epoch": 1.0909211662349738,
+      "grad_norm": 158.37303161621094,
+      "learning_rate": 9.01534664480908e-07,
+      "loss": 14.2812,
+      "step": 16426
+    },
+    {
+      "epoch": 1.0909875805273295,
+      "grad_norm": 483.19793701171875,
+      "learning_rate": 9.014276357446999e-07,
+      "loss": 22.2812,
+      "step": 16427
+    },
+    {
+      "epoch": 1.0910539948196851,
+      "grad_norm": 131.0116729736328,
+      "learning_rate": 9.013206081487197e-07,
+      "loss": 18.0625,
+      "step": 16428
+    },
+    {
+      "epoch": 1.091120409112041,
+      "grad_norm": 224.08538818359375,
+      "learning_rate": 9.012135816942057e-07,
+      "loss": 15.9062,
+      "step": 16429
+    },
+    {
+      "epoch": 1.0911868234043967,
+      "grad_norm": 217.77915954589844,
+      "learning_rate": 9.011065563823964e-07,
+      "loss": 16.5,
+      "step": 16430
+    },
+    {
+      "epoch": 1.0912532376967523,
+      "grad_norm": 105.23603820800781,
+      "learning_rate": 9.009995322145292e-07,
+      "loss": 14.4219,
+      "step": 16431
+    },
+    {
+      "epoch": 1.091319651989108,
+      "grad_norm": 204.13661193847656,
+      "learning_rate": 9.008925091918427e-07,
+      "loss": 16.4062,
+      "step": 16432
+    },
+    {
+      "epoch": 1.0913860662814638,
+      "grad_norm": 311.99188232421875,
+      "learning_rate": 9.007854873155739e-07,
+      "loss": 18.5156,
+      "step": 16433
+    },
+    {
+      "epoch": 1.0914524805738195,
+      "grad_norm": 305.10858154296875,
+      "learning_rate": 9.006784665869618e-07,
+      "loss": 23.0,
+      "step": 16434
+    },
+    {
+      "epoch": 1.0915188948661751,
+      "grad_norm": 263.5401306152344,
+      "learning_rate": 9.005714470072438e-07,
+      "loss": 14.9219,
+      "step": 16435
+    },
+    {
+      "epoch": 1.091585309158531,
+      "grad_norm": 237.08627319335938,
+      "learning_rate": 9.004644285776582e-07,
+      "loss": 14.3594,
+      "step": 16436
+    },
+    {
+      "epoch": 1.0916517234508867,
+      "grad_norm": 213.3809356689453,
+      "learning_rate": 9.003574112994422e-07,
+      "loss": 20.5625,
+      "step": 16437
+    },
+    {
+      "epoch": 1.0917181377432423,
+      "grad_norm": 219.57565307617188,
+      "learning_rate": 9.002503951738349e-07,
+      "loss": 19.1719,
+      "step": 16438
+    },
+    {
+      "epoch": 1.091784552035598,
+      "grad_norm": 261.5805969238281,
+      "learning_rate": 9.001433802020728e-07,
+      "loss": 18.4062,
+      "step": 16439
+    },
+    {
+      "epoch": 1.0918509663279539,
+      "grad_norm": 186.5822296142578,
+      "learning_rate": 9.00036366385395e-07,
+      "loss": 17.0,
+      "step": 16440
+    },
+    {
+      "epoch": 1.0919173806203095,
+      "grad_norm": 748.5916137695312,
+      "learning_rate": 8.999293537250386e-07,
+      "loss": 16.7344,
+      "step": 16441
+    },
+    {
+      "epoch": 1.0919837949126652,
+      "grad_norm": 253.76304626464844,
+      "learning_rate": 8.99822342222242e-07,
+      "loss": 15.5625,
+      "step": 16442
+    },
+    {
+      "epoch": 1.0920502092050208,
+      "grad_norm": 241.88087463378906,
+      "learning_rate": 8.997153318782424e-07,
+      "loss": 14.9375,
+      "step": 16443
+    },
+    {
+      "epoch": 1.0921166234973767,
+      "grad_norm": 434.6732482910156,
+      "learning_rate": 8.996083226942783e-07,
+      "loss": 22.5312,
+      "step": 16444
+    },
+    {
+      "epoch": 1.0921830377897324,
+      "grad_norm": 323.7601013183594,
+      "learning_rate": 8.99501314671587e-07,
+      "loss": 17.4844,
+      "step": 16445
+    },
+    {
+      "epoch": 1.092249452082088,
+      "grad_norm": 169.10366821289062,
+      "learning_rate": 8.993943078114069e-07,
+      "loss": 20.0,
+      "step": 16446
+    },
+    {
+      "epoch": 1.092315866374444,
+      "grad_norm": 171.98902893066406,
+      "learning_rate": 8.99287302114975e-07,
+      "loss": 14.9375,
+      "step": 16447
+    },
+    {
+      "epoch": 1.0923822806667995,
+      "grad_norm": 339.76385498046875,
+      "learning_rate": 8.991802975835299e-07,
+      "loss": 15.9844,
+      "step": 16448
+    },
+    {
+      "epoch": 1.0924486949591552,
+      "grad_norm": 220.08096313476562,
+      "learning_rate": 8.990732942183087e-07,
+      "loss": 17.6719,
+      "step": 16449
+    },
+    {
+      "epoch": 1.0925151092515109,
+      "grad_norm": 260.09173583984375,
+      "learning_rate": 8.989662920205498e-07,
+      "loss": 14.5234,
+      "step": 16450
+    },
+    {
+      "epoch": 1.0925815235438667,
+      "grad_norm": 186.80853271484375,
+      "learning_rate": 8.9885929099149e-07,
+      "loss": 19.2344,
+      "step": 16451
+    },
+    {
+      "epoch": 1.0926479378362224,
+      "grad_norm": 146.38902282714844,
+      "learning_rate": 8.987522911323681e-07,
+      "loss": 14.2344,
+      "step": 16452
+    },
+    {
+      "epoch": 1.092714352128578,
+      "grad_norm": 476.3466796875,
+      "learning_rate": 8.98645292444421e-07,
+      "loss": 28.0938,
+      "step": 16453
+    },
+    {
+      "epoch": 1.0927807664209337,
+      "grad_norm": 188.81646728515625,
+      "learning_rate": 8.98538294928887e-07,
+      "loss": 14.4688,
+      "step": 16454
+    },
+    {
+      "epoch": 1.0928471807132896,
+      "grad_norm": 142.26937866210938,
+      "learning_rate": 8.98431298587003e-07,
+      "loss": 20.75,
+      "step": 16455
+    },
+    {
+      "epoch": 1.0929135950056452,
+      "grad_norm": 223.22071838378906,
+      "learning_rate": 8.983243034200078e-07,
+      "loss": 11.4844,
+      "step": 16456
+    },
+    {
+      "epoch": 1.0929800092980009,
+      "grad_norm": 323.17974853515625,
+      "learning_rate": 8.982173094291381e-07,
+      "loss": 16.5,
+      "step": 16457
+    },
+    {
+      "epoch": 1.0930464235903568,
+      "grad_norm": 262.3351135253906,
+      "learning_rate": 8.981103166156321e-07,
+      "loss": 16.7188,
+      "step": 16458
+    },
+    {
+      "epoch": 1.0931128378827124,
+      "grad_norm": 147.6505889892578,
+      "learning_rate": 8.980033249807268e-07,
+      "loss": 14.4062,
+      "step": 16459
+    },
+    {
+      "epoch": 1.093179252175068,
+      "grad_norm": 188.63934326171875,
+      "learning_rate": 8.978963345256608e-07,
+      "loss": 13.9219,
+      "step": 16460
+    },
+    {
+      "epoch": 1.0932456664674237,
+      "grad_norm": 140.24143981933594,
+      "learning_rate": 8.977893452516704e-07,
+      "loss": 18.8594,
+      "step": 16461
+    },
+    {
+      "epoch": 1.0933120807597796,
+      "grad_norm": 170.66490173339844,
+      "learning_rate": 8.976823571599944e-07,
+      "loss": 15.0859,
+      "step": 16462
+    },
+    {
+      "epoch": 1.0933784950521352,
+      "grad_norm": 167.6591033935547,
+      "learning_rate": 8.975753702518698e-07,
+      "loss": 13.25,
+      "step": 16463
+    },
+    {
+      "epoch": 1.093444909344491,
+      "grad_norm": 157.82467651367188,
+      "learning_rate": 8.974683845285343e-07,
+      "loss": 13.9688,
+      "step": 16464
+    },
+    {
+      "epoch": 1.0935113236368466,
+      "grad_norm": 89.01476287841797,
+      "learning_rate": 8.973613999912251e-07,
+      "loss": 14.4062,
+      "step": 16465
+    },
+    {
+      "epoch": 1.0935777379292024,
+      "grad_norm": 171.26129150390625,
+      "learning_rate": 8.972544166411803e-07,
+      "loss": 15.0312,
+      "step": 16466
+    },
+    {
+      "epoch": 1.093644152221558,
+      "grad_norm": 414.08441162109375,
+      "learning_rate": 8.971474344796372e-07,
+      "loss": 11.4688,
+      "step": 16467
+    },
+    {
+      "epoch": 1.0937105665139137,
+      "grad_norm": 213.43919372558594,
+      "learning_rate": 8.970404535078329e-07,
+      "loss": 14.9531,
+      "step": 16468
+    },
+    {
+      "epoch": 1.0937769808062696,
+      "grad_norm": 222.70269775390625,
+      "learning_rate": 8.969334737270058e-07,
+      "loss": 24.4375,
+      "step": 16469
+    },
+    {
+      "epoch": 1.0938433950986253,
+      "grad_norm": 423.09490966796875,
+      "learning_rate": 8.968264951383926e-07,
+      "loss": 13.1641,
+      "step": 16470
+    },
+    {
+      "epoch": 1.093909809390981,
+      "grad_norm": 133.2134552001953,
+      "learning_rate": 8.967195177432312e-07,
+      "loss": 13.7969,
+      "step": 16471
+    },
+    {
+      "epoch": 1.0939762236833366,
+      "grad_norm": 255.70693969726562,
+      "learning_rate": 8.966125415427584e-07,
+      "loss": 16.9062,
+      "step": 16472
+    },
+    {
+      "epoch": 1.0940426379756925,
+      "grad_norm": 279.5254821777344,
+      "learning_rate": 8.965055665382126e-07,
+      "loss": 15.4375,
+      "step": 16473
+    },
+    {
+      "epoch": 1.094109052268048,
+      "grad_norm": 136.25375366210938,
+      "learning_rate": 8.963985927308304e-07,
+      "loss": 18.4375,
+      "step": 16474
+    },
+    {
+      "epoch": 1.0941754665604038,
+      "grad_norm": 161.24380493164062,
+      "learning_rate": 8.962916201218499e-07,
+      "loss": 14.3125,
+      "step": 16475
+    },
+    {
+      "epoch": 1.0942418808527594,
+      "grad_norm": 352.0204772949219,
+      "learning_rate": 8.961846487125076e-07,
+      "loss": 17.8125,
+      "step": 16476
+    },
+    {
+      "epoch": 1.0943082951451153,
+      "grad_norm": 130.2764129638672,
+      "learning_rate": 8.960776785040418e-07,
+      "loss": 13.2812,
+      "step": 16477
+    },
+    {
+      "epoch": 1.094374709437471,
+      "grad_norm": 356.40216064453125,
+      "learning_rate": 8.959707094976894e-07,
+      "loss": 21.7812,
+      "step": 16478
+    },
+    {
+      "epoch": 1.0944411237298266,
+      "grad_norm": 229.4128875732422,
+      "learning_rate": 8.958637416946881e-07,
+      "loss": 23.9531,
+      "step": 16479
+    },
+    {
+      "epoch": 1.0945075380221825,
+      "grad_norm": 414.12841796875,
+      "learning_rate": 8.957567750962746e-07,
+      "loss": 20.9375,
+      "step": 16480
+    },
+    {
+      "epoch": 1.0945739523145381,
+      "grad_norm": 337.2123107910156,
+      "learning_rate": 8.95649809703687e-07,
+      "loss": 20.2188,
+      "step": 16481
+    },
+    {
+      "epoch": 1.0946403666068938,
+      "grad_norm": 218.69134521484375,
+      "learning_rate": 8.955428455181616e-07,
+      "loss": 17.8594,
+      "step": 16482
+    },
+    {
+      "epoch": 1.0947067808992494,
+      "grad_norm": 115.51134490966797,
+      "learning_rate": 8.954358825409369e-07,
+      "loss": 15.5781,
+      "step": 16483
+    },
+    {
+      "epoch": 1.0947731951916053,
+      "grad_norm": 432.49932861328125,
+      "learning_rate": 8.953289207732494e-07,
+      "loss": 18.2812,
+      "step": 16484
+    },
+    {
+      "epoch": 1.094839609483961,
+      "grad_norm": 678.375244140625,
+      "learning_rate": 8.952219602163368e-07,
+      "loss": 11.5469,
+      "step": 16485
+    },
+    {
+      "epoch": 1.0949060237763166,
+      "grad_norm": 170.04986572265625,
+      "learning_rate": 8.951150008714357e-07,
+      "loss": 21.9844,
+      "step": 16486
+    },
+    {
+      "epoch": 1.0949724380686723,
+      "grad_norm": 171.9573211669922,
+      "learning_rate": 8.950080427397841e-07,
+      "loss": 17.6094,
+      "step": 16487
+    },
+    {
+      "epoch": 1.0950388523610282,
+      "grad_norm": 412.2090759277344,
+      "learning_rate": 8.949010858226189e-07,
+      "loss": 19.6875,
+      "step": 16488
+    },
+    {
+      "epoch": 1.0951052666533838,
+      "grad_norm": 244.78753662109375,
+      "learning_rate": 8.947941301211775e-07,
+      "loss": 22.375,
+      "step": 16489
+    },
+    {
+      "epoch": 1.0951716809457395,
+      "grad_norm": 166.25819396972656,
+      "learning_rate": 8.946871756366965e-07,
+      "loss": 14.1094,
+      "step": 16490
+    },
+    {
+      "epoch": 1.0952380952380953,
+      "grad_norm": 432.4112854003906,
+      "learning_rate": 8.945802223704139e-07,
+      "loss": 18.0938,
+      "step": 16491
+    },
+    {
+      "epoch": 1.095304509530451,
+      "grad_norm": 148.18589782714844,
+      "learning_rate": 8.944732703235664e-07,
+      "loss": 17.9844,
+      "step": 16492
+    },
+    {
+      "epoch": 1.0953709238228067,
+      "grad_norm": 225.13848876953125,
+      "learning_rate": 8.943663194973914e-07,
+      "loss": 18.625,
+      "step": 16493
+    },
+    {
+      "epoch": 1.0954373381151623,
+      "grad_norm": 416.00213623046875,
+      "learning_rate": 8.942593698931254e-07,
+      "loss": 19.7812,
+      "step": 16494
+    },
+    {
+      "epoch": 1.0955037524075182,
+      "grad_norm": 103.80288696289062,
+      "learning_rate": 8.941524215120066e-07,
+      "loss": 14.2031,
+      "step": 16495
+    },
+    {
+      "epoch": 1.0955701666998738,
+      "grad_norm": 241.87783813476562,
+      "learning_rate": 8.940454743552713e-07,
+      "loss": 19.5625,
+      "step": 16496
+    },
+    {
+      "epoch": 1.0956365809922295,
+      "grad_norm": 296.4524230957031,
+      "learning_rate": 8.93938528424157e-07,
+      "loss": 17.0469,
+      "step": 16497
+    },
+    {
+      "epoch": 1.0957029952845851,
+      "grad_norm": 216.63421630859375,
+      "learning_rate": 8.938315837199002e-07,
+      "loss": 10.8828,
+      "step": 16498
+    },
+    {
+      "epoch": 1.095769409576941,
+      "grad_norm": 131.87306213378906,
+      "learning_rate": 8.937246402437391e-07,
+      "loss": 14.7031,
+      "step": 16499
+    },
+    {
+      "epoch": 1.0958358238692967,
+      "grad_norm": 194.70106506347656,
+      "learning_rate": 8.936176979969094e-07,
+      "loss": 16.9375,
+      "step": 16500
+    },
+    {
+      "epoch": 1.0959022381616523,
+      "grad_norm": 395.6005554199219,
+      "learning_rate": 8.935107569806494e-07,
+      "loss": 13.8594,
+      "step": 16501
+    },
+    {
+      "epoch": 1.0959686524540082,
+      "grad_norm": 295.4632873535156,
+      "learning_rate": 8.934038171961952e-07,
+      "loss": 12.9766,
+      "step": 16502
+    },
+    {
+      "epoch": 1.0960350667463639,
+      "grad_norm": 303.738525390625,
+      "learning_rate": 8.932968786447841e-07,
+      "loss": 27.1562,
+      "step": 16503
+    },
+    {
+      "epoch": 1.0961014810387195,
+      "grad_norm": 108.08613586425781,
+      "learning_rate": 8.931899413276534e-07,
+      "loss": 15.1719,
+      "step": 16504
+    },
+    {
+      "epoch": 1.0961678953310752,
+      "grad_norm": 182.6719970703125,
+      "learning_rate": 8.930830052460398e-07,
+      "loss": 16.5469,
+      "step": 16505
+    },
+    {
+      "epoch": 1.096234309623431,
+      "grad_norm": 192.6095428466797,
+      "learning_rate": 8.929760704011806e-07,
+      "loss": 14.4531,
+      "step": 16506
+    },
+    {
+      "epoch": 1.0963007239157867,
+      "grad_norm": 128.34921264648438,
+      "learning_rate": 8.928691367943119e-07,
+      "loss": 13.7812,
+      "step": 16507
+    },
+    {
+      "epoch": 1.0963671382081424,
+      "grad_norm": 176.80125427246094,
+      "learning_rate": 8.927622044266718e-07,
+      "loss": 14.2031,
+      "step": 16508
+    },
+    {
+      "epoch": 1.096433552500498,
+      "grad_norm": 352.7082214355469,
+      "learning_rate": 8.926552732994966e-07,
+      "loss": 13.4062,
+      "step": 16509
+    },
+    {
+      "epoch": 1.0964999667928539,
+      "grad_norm": 409.0644836425781,
+      "learning_rate": 8.925483434140233e-07,
+      "loss": 9.5312,
+      "step": 16510
+    },
+    {
+      "epoch": 1.0965663810852095,
+      "grad_norm": 324.8294982910156,
+      "learning_rate": 8.924414147714885e-07,
+      "loss": 19.7969,
+      "step": 16511
+    },
+    {
+      "epoch": 1.0966327953775652,
+      "grad_norm": 214.77330017089844,
+      "learning_rate": 8.923344873731297e-07,
+      "loss": 16.4844,
+      "step": 16512
+    },
+    {
+      "epoch": 1.096699209669921,
+      "grad_norm": 154.6839141845703,
+      "learning_rate": 8.922275612201834e-07,
+      "loss": 13.0312,
+      "step": 16513
+    },
+    {
+      "epoch": 1.0967656239622767,
+      "grad_norm": 183.2167510986328,
+      "learning_rate": 8.921206363138866e-07,
+      "loss": 16.4844,
+      "step": 16514
+    },
+    {
+      "epoch": 1.0968320382546324,
+      "grad_norm": 158.0415496826172,
+      "learning_rate": 8.920137126554757e-07,
+      "loss": 19.2188,
+      "step": 16515
+    },
+    {
+      "epoch": 1.096898452546988,
+      "grad_norm": 299.7941589355469,
+      "learning_rate": 8.919067902461883e-07,
+      "loss": 24.3438,
+      "step": 16516
+    },
+    {
+      "epoch": 1.096964866839344,
+      "grad_norm": 245.6236114501953,
+      "learning_rate": 8.917998690872607e-07,
+      "loss": 17.7812,
+      "step": 16517
+    },
+    {
+      "epoch": 1.0970312811316996,
+      "grad_norm": 397.8664855957031,
+      "learning_rate": 8.9169294917993e-07,
+      "loss": 13.1094,
+      "step": 16518
+    },
+    {
+      "epoch": 1.0970976954240552,
+      "grad_norm": 228.89398193359375,
+      "learning_rate": 8.915860305254323e-07,
+      "loss": 17.2969,
+      "step": 16519
+    },
+    {
+      "epoch": 1.0971641097164109,
+      "grad_norm": 145.4934539794922,
+      "learning_rate": 8.914791131250056e-07,
+      "loss": 18.5938,
+      "step": 16520
+    },
+    {
+      "epoch": 1.0972305240087667,
+      "grad_norm": 216.6407012939453,
+      "learning_rate": 8.913721969798853e-07,
+      "loss": 16.2656,
+      "step": 16521
+    },
+    {
+      "epoch": 1.0972969383011224,
+      "grad_norm": 159.43150329589844,
+      "learning_rate": 8.912652820913092e-07,
+      "loss": 12.9531,
+      "step": 16522
+    },
+    {
+      "epoch": 1.097363352593478,
+      "grad_norm": 128.52020263671875,
+      "learning_rate": 8.911583684605134e-07,
+      "loss": 15.8281,
+      "step": 16523
+    },
+    {
+      "epoch": 1.097429766885834,
+      "grad_norm": 186.46624755859375,
+      "learning_rate": 8.910514560887351e-07,
+      "loss": 18.2969,
+      "step": 16524
+    },
+    {
+      "epoch": 1.0974961811781896,
+      "grad_norm": 160.07652282714844,
+      "learning_rate": 8.909445449772102e-07,
+      "loss": 23.0781,
+      "step": 16525
+    },
+    {
+      "epoch": 1.0975625954705452,
+      "grad_norm": 1217.1375732421875,
+      "learning_rate": 8.908376351271764e-07,
+      "loss": 18.9375,
+      "step": 16526
+    },
+    {
+      "epoch": 1.097629009762901,
+      "grad_norm": 175.05833435058594,
+      "learning_rate": 8.907307265398697e-07,
+      "loss": 13.6094,
+      "step": 16527
+    },
+    {
+      "epoch": 1.0976954240552568,
+      "grad_norm": 138.0218505859375,
+      "learning_rate": 8.906238192165271e-07,
+      "loss": 13.4844,
+      "step": 16528
+    },
+    {
+      "epoch": 1.0977618383476124,
+      "grad_norm": 137.7305145263672,
+      "learning_rate": 8.905169131583847e-07,
+      "loss": 17.4531,
+      "step": 16529
+    },
+    {
+      "epoch": 1.097828252639968,
+      "grad_norm": 357.7722473144531,
+      "learning_rate": 8.9041000836668e-07,
+      "loss": 21.9844,
+      "step": 16530
+    },
+    {
+      "epoch": 1.0978946669323237,
+      "grad_norm": 117.91565704345703,
+      "learning_rate": 8.903031048426488e-07,
+      "loss": 13.5,
+      "step": 16531
+    },
+    {
+      "epoch": 1.0979610812246796,
+      "grad_norm": 356.8074951171875,
+      "learning_rate": 8.901962025875284e-07,
+      "loss": 19.875,
+      "step": 16532
+    },
+    {
+      "epoch": 1.0980274955170353,
+      "grad_norm": 415.20184326171875,
+      "learning_rate": 8.900893016025545e-07,
+      "loss": 25.7188,
+      "step": 16533
+    },
+    {
+      "epoch": 1.098093909809391,
+      "grad_norm": 144.33038330078125,
+      "learning_rate": 8.899824018889645e-07,
+      "loss": 12.9688,
+      "step": 16534
+    },
+    {
+      "epoch": 1.0981603241017468,
+      "grad_norm": 148.83499145507812,
+      "learning_rate": 8.898755034479946e-07,
+      "loss": 16.875,
+      "step": 16535
+    },
+    {
+      "epoch": 1.0982267383941025,
+      "grad_norm": 536.9830932617188,
+      "learning_rate": 8.897686062808815e-07,
+      "loss": 19.0,
+      "step": 16536
+    },
+    {
+      "epoch": 1.098293152686458,
+      "grad_norm": 166.5380859375,
+      "learning_rate": 8.896617103888611e-07,
+      "loss": 15.3281,
+      "step": 16537
+    },
+    {
+      "epoch": 1.0983595669788138,
+      "grad_norm": 242.7857666015625,
+      "learning_rate": 8.89554815773171e-07,
+      "loss": 17.0625,
+      "step": 16538
+    },
+    {
+      "epoch": 1.0984259812711696,
+      "grad_norm": 244.2813720703125,
+      "learning_rate": 8.894479224350468e-07,
+      "loss": 16.1562,
+      "step": 16539
+    },
+    {
+      "epoch": 1.0984923955635253,
+      "grad_norm": 315.624267578125,
+      "learning_rate": 8.89341030375725e-07,
+      "loss": 15.8906,
+      "step": 16540
+    },
+    {
+      "epoch": 1.098558809855881,
+      "grad_norm": 123.18913269042969,
+      "learning_rate": 8.892341395964429e-07,
+      "loss": 11.2344,
+      "step": 16541
+    },
+    {
+      "epoch": 1.0986252241482366,
+      "grad_norm": 135.6481475830078,
+      "learning_rate": 8.891272500984362e-07,
+      "loss": 21.2344,
+      "step": 16542
+    },
+    {
+      "epoch": 1.0986916384405925,
+      "grad_norm": 430.2320251464844,
+      "learning_rate": 8.890203618829417e-07,
+      "loss": 20.2188,
+      "step": 16543
+    },
+    {
+      "epoch": 1.0987580527329481,
+      "grad_norm": 249.4479217529297,
+      "learning_rate": 8.889134749511954e-07,
+      "loss": 31.2188,
+      "step": 16544
+    },
+    {
+      "epoch": 1.0988244670253038,
+      "grad_norm": 308.2723388671875,
+      "learning_rate": 8.888065893044342e-07,
+      "loss": 21.1562,
+      "step": 16545
+    },
+    {
+      "epoch": 1.0988908813176597,
+      "grad_norm": 288.70330810546875,
+      "learning_rate": 8.886997049438939e-07,
+      "loss": 27.1719,
+      "step": 16546
+    },
+    {
+      "epoch": 1.0989572956100153,
+      "grad_norm": 182.1138458251953,
+      "learning_rate": 8.885928218708117e-07,
+      "loss": 14.6953,
+      "step": 16547
+    },
+    {
+      "epoch": 1.099023709902371,
+      "grad_norm": 434.64453125,
+      "learning_rate": 8.884859400864231e-07,
+      "loss": 15.6094,
+      "step": 16548
+    },
+    {
+      "epoch": 1.0990901241947266,
+      "grad_norm": 118.74131774902344,
+      "learning_rate": 8.883790595919652e-07,
+      "loss": 16.1641,
+      "step": 16549
+    },
+    {
+      "epoch": 1.0991565384870825,
+      "grad_norm": 264.3023986816406,
+      "learning_rate": 8.882721803886735e-07,
+      "loss": 30.9844,
+      "step": 16550
+    },
+    {
+      "epoch": 1.0992229527794382,
+      "grad_norm": 213.79910278320312,
+      "learning_rate": 8.881653024777852e-07,
+      "loss": 11.6719,
+      "step": 16551
+    },
+    {
+      "epoch": 1.0992893670717938,
+      "grad_norm": 140.5330352783203,
+      "learning_rate": 8.880584258605359e-07,
+      "loss": 13.1094,
+      "step": 16552
+    },
+    {
+      "epoch": 1.0993557813641495,
+      "grad_norm": 171.20448303222656,
+      "learning_rate": 8.879515505381625e-07,
+      "loss": 20.5,
+      "step": 16553
+    },
+    {
+      "epoch": 1.0994221956565053,
+      "grad_norm": 256.0195617675781,
+      "learning_rate": 8.878446765119005e-07,
+      "loss": 14.3438,
+      "step": 16554
+    },
+    {
+      "epoch": 1.099488609948861,
+      "grad_norm": 243.54400634765625,
+      "learning_rate": 8.877378037829871e-07,
+      "loss": 15.8125,
+      "step": 16555
+    },
+    {
+      "epoch": 1.0995550242412166,
+      "grad_norm": 259.607177734375,
+      "learning_rate": 8.876309323526579e-07,
+      "loss": 14.7188,
+      "step": 16556
+    },
+    {
+      "epoch": 1.0996214385335725,
+      "grad_norm": 174.1615753173828,
+      "learning_rate": 8.875240622221492e-07,
+      "loss": 17.8281,
+      "step": 16557
+    },
+    {
+      "epoch": 1.0996878528259282,
+      "grad_norm": 101.91706848144531,
+      "learning_rate": 8.874171933926972e-07,
+      "loss": 13.4062,
+      "step": 16558
+    },
+    {
+      "epoch": 1.0997542671182838,
+      "grad_norm": 168.81130981445312,
+      "learning_rate": 8.873103258655384e-07,
+      "loss": 16.1719,
+      "step": 16559
+    },
+    {
+      "epoch": 1.0998206814106395,
+      "grad_norm": 133.6903076171875,
+      "learning_rate": 8.872034596419087e-07,
+      "loss": 11.3281,
+      "step": 16560
+    },
+    {
+      "epoch": 1.0998870957029954,
+      "grad_norm": 282.4571228027344,
+      "learning_rate": 8.870965947230445e-07,
+      "loss": 16.6875,
+      "step": 16561
+    },
+    {
+      "epoch": 1.099953509995351,
+      "grad_norm": 127.46701049804688,
+      "learning_rate": 8.869897311101813e-07,
+      "loss": 16.0156,
+      "step": 16562
+    },
+    {
+      "epoch": 1.1000199242877067,
+      "grad_norm": 142.22177124023438,
+      "learning_rate": 8.868828688045563e-07,
+      "loss": 13.5312,
+      "step": 16563
+    },
+    {
+      "epoch": 1.1000863385800623,
+      "grad_norm": 150.51443481445312,
+      "learning_rate": 8.867760078074044e-07,
+      "loss": 15.8594,
+      "step": 16564
+    },
+    {
+      "epoch": 1.1001527528724182,
+      "grad_norm": 399.3026123046875,
+      "learning_rate": 8.86669148119963e-07,
+      "loss": 14.5312,
+      "step": 16565
+    },
+    {
+      "epoch": 1.1002191671647739,
+      "grad_norm": 205.40916442871094,
+      "learning_rate": 8.865622897434673e-07,
+      "loss": 17.4219,
+      "step": 16566
+    },
+    {
+      "epoch": 1.1002855814571295,
+      "grad_norm": 253.28292846679688,
+      "learning_rate": 8.864554326791537e-07,
+      "loss": 17.0156,
+      "step": 16567
+    },
+    {
+      "epoch": 1.1003519957494854,
+      "grad_norm": 174.54071044921875,
+      "learning_rate": 8.863485769282577e-07,
+      "loss": 21.7188,
+      "step": 16568
+    },
+    {
+      "epoch": 1.100418410041841,
+      "grad_norm": 224.04209899902344,
+      "learning_rate": 8.862417224920165e-07,
+      "loss": 17.3281,
+      "step": 16569
+    },
+    {
+      "epoch": 1.1004848243341967,
+      "grad_norm": 451.56951904296875,
+      "learning_rate": 8.861348693716651e-07,
+      "loss": 19.3906,
+      "step": 16570
+    },
+    {
+      "epoch": 1.1005512386265524,
+      "grad_norm": 207.29827880859375,
+      "learning_rate": 8.860280175684401e-07,
+      "loss": 15.6094,
+      "step": 16571
+    },
+    {
+      "epoch": 1.1006176529189082,
+      "grad_norm": 283.9063720703125,
+      "learning_rate": 8.859211670835767e-07,
+      "loss": 13.7344,
+      "step": 16572
+    },
+    {
+      "epoch": 1.1006840672112639,
+      "grad_norm": 230.42153930664062,
+      "learning_rate": 8.85814317918312e-07,
+      "loss": 15.7344,
+      "step": 16573
+    },
+    {
+      "epoch": 1.1007504815036195,
+      "grad_norm": 213.08547973632812,
+      "learning_rate": 8.857074700738812e-07,
+      "loss": 19.5938,
+      "step": 16574
+    },
+    {
+      "epoch": 1.1008168957959752,
+      "grad_norm": 264.1019287109375,
+      "learning_rate": 8.856006235515208e-07,
+      "loss": 15.9219,
+      "step": 16575
+    },
+    {
+      "epoch": 1.100883310088331,
+      "grad_norm": 205.3666534423828,
+      "learning_rate": 8.854937783524659e-07,
+      "loss": 21.2812,
+      "step": 16576
+    },
+    {
+      "epoch": 1.1009497243806867,
+      "grad_norm": 148.8829803466797,
+      "learning_rate": 8.853869344779532e-07,
+      "loss": 19.0625,
+      "step": 16577
+    },
+    {
+      "epoch": 1.1010161386730424,
+      "grad_norm": 158.45277404785156,
+      "learning_rate": 8.852800919292184e-07,
+      "loss": 15.8125,
+      "step": 16578
+    },
+    {
+      "epoch": 1.1010825529653983,
+      "grad_norm": 227.27450561523438,
+      "learning_rate": 8.851732507074971e-07,
+      "loss": 15.7188,
+      "step": 16579
+    },
+    {
+      "epoch": 1.101148967257754,
+      "grad_norm": 260.6698303222656,
+      "learning_rate": 8.850664108140259e-07,
+      "loss": 13.3594,
+      "step": 16580
+    },
+    {
+      "epoch": 1.1012153815501096,
+      "grad_norm": 476.0931701660156,
+      "learning_rate": 8.849595722500398e-07,
+      "loss": 14.5312,
+      "step": 16581
+    },
+    {
+      "epoch": 1.1012817958424652,
+      "grad_norm": 222.99537658691406,
+      "learning_rate": 8.848527350167753e-07,
+      "loss": 15.2344,
+      "step": 16582
+    },
+    {
+      "epoch": 1.101348210134821,
+      "grad_norm": 207.6565704345703,
+      "learning_rate": 8.847458991154677e-07,
+      "loss": 16.4531,
+      "step": 16583
+    },
+    {
+      "epoch": 1.1014146244271767,
+      "grad_norm": 193.93389892578125,
+      "learning_rate": 8.846390645473536e-07,
+      "loss": 15.3906,
+      "step": 16584
+    },
+    {
+      "epoch": 1.1014810387195324,
+      "grad_norm": 196.52317810058594,
+      "learning_rate": 8.845322313136676e-07,
+      "loss": 14.8438,
+      "step": 16585
+    },
+    {
+      "epoch": 1.101547453011888,
+      "grad_norm": 240.33648681640625,
+      "learning_rate": 8.844253994156466e-07,
+      "loss": 12.5625,
+      "step": 16586
+    },
+    {
+      "epoch": 1.101613867304244,
+      "grad_norm": 177.7179412841797,
+      "learning_rate": 8.843185688545258e-07,
+      "loss": 14.9688,
+      "step": 16587
+    },
+    {
+      "epoch": 1.1016802815965996,
+      "grad_norm": 156.6068115234375,
+      "learning_rate": 8.842117396315412e-07,
+      "loss": 15.25,
+      "step": 16588
+    },
+    {
+      "epoch": 1.1017466958889552,
+      "grad_norm": 1559.2010498046875,
+      "learning_rate": 8.84104911747928e-07,
+      "loss": 14.8125,
+      "step": 16589
+    },
+    {
+      "epoch": 1.1018131101813111,
+      "grad_norm": 169.51992797851562,
+      "learning_rate": 8.839980852049229e-07,
+      "loss": 18.7188,
+      "step": 16590
+    },
+    {
+      "epoch": 1.1018795244736668,
+      "grad_norm": 112.0367202758789,
+      "learning_rate": 8.838912600037607e-07,
+      "loss": 15.6406,
+      "step": 16591
+    },
+    {
+      "epoch": 1.1019459387660224,
+      "grad_norm": 185.6940460205078,
+      "learning_rate": 8.837844361456777e-07,
+      "loss": 13.7812,
+      "step": 16592
+    },
+    {
+      "epoch": 1.102012353058378,
+      "grad_norm": 184.6626739501953,
+      "learning_rate": 8.836776136319089e-07,
+      "loss": 13.5625,
+      "step": 16593
+    },
+    {
+      "epoch": 1.102078767350734,
+      "grad_norm": 193.46478271484375,
+      "learning_rate": 8.83570792463691e-07,
+      "loss": 21.3516,
+      "step": 16594
+    },
+    {
+      "epoch": 1.1021451816430896,
+      "grad_norm": 102.789794921875,
+      "learning_rate": 8.834639726422586e-07,
+      "loss": 14.375,
+      "step": 16595
+    },
+    {
+      "epoch": 1.1022115959354453,
+      "grad_norm": 219.58949279785156,
+      "learning_rate": 8.833571541688481e-07,
+      "loss": 16.4219,
+      "step": 16596
+    },
+    {
+      "epoch": 1.102278010227801,
+      "grad_norm": 215.44483947753906,
+      "learning_rate": 8.832503370446943e-07,
+      "loss": 14.875,
+      "step": 16597
+    },
+    {
+      "epoch": 1.1023444245201568,
+      "grad_norm": 355.9505615234375,
+      "learning_rate": 8.831435212710337e-07,
+      "loss": 19.9219,
+      "step": 16598
+    },
+    {
+      "epoch": 1.1024108388125125,
+      "grad_norm": 149.027099609375,
+      "learning_rate": 8.830367068491012e-07,
+      "loss": 14.5781,
+      "step": 16599
+    },
+    {
+      "epoch": 1.102477253104868,
+      "grad_norm": 166.49252319335938,
+      "learning_rate": 8.82929893780133e-07,
+      "loss": 13.2734,
+      "step": 16600
+    },
+    {
+      "epoch": 1.102543667397224,
+      "grad_norm": 231.17893981933594,
+      "learning_rate": 8.828230820653638e-07,
+      "loss": 21.3281,
+      "step": 16601
+    },
+    {
+      "epoch": 1.1026100816895796,
+      "grad_norm": 95.88373565673828,
+      "learning_rate": 8.827162717060299e-07,
+      "loss": 11.7344,
+      "step": 16602
+    },
+    {
+      "epoch": 1.1026764959819353,
+      "grad_norm": 126.45299530029297,
+      "learning_rate": 8.826094627033665e-07,
+      "loss": 14.4844,
+      "step": 16603
+    },
+    {
+      "epoch": 1.102742910274291,
+      "grad_norm": 289.25030517578125,
+      "learning_rate": 8.825026550586092e-07,
+      "loss": 13.5469,
+      "step": 16604
+    },
+    {
+      "epoch": 1.1028093245666468,
+      "grad_norm": 191.66610717773438,
+      "learning_rate": 8.823958487729931e-07,
+      "loss": 15.2344,
+      "step": 16605
+    },
+    {
+      "epoch": 1.1028757388590025,
+      "grad_norm": 249.81195068359375,
+      "learning_rate": 8.822890438477546e-07,
+      "loss": 12.3125,
+      "step": 16606
+    },
+    {
+      "epoch": 1.1029421531513581,
+      "grad_norm": 307.1065368652344,
+      "learning_rate": 8.82182240284128e-07,
+      "loss": 15.6875,
+      "step": 16607
+    },
+    {
+      "epoch": 1.1030085674437138,
+      "grad_norm": 174.6040496826172,
+      "learning_rate": 8.820754380833497e-07,
+      "loss": 16.1641,
+      "step": 16608
+    },
+    {
+      "epoch": 1.1030749817360697,
+      "grad_norm": 140.22181701660156,
+      "learning_rate": 8.819686372466547e-07,
+      "loss": 16.7188,
+      "step": 16609
+    },
+    {
+      "epoch": 1.1031413960284253,
+      "grad_norm": 146.1769256591797,
+      "learning_rate": 8.818618377752784e-07,
+      "loss": 15.9375,
+      "step": 16610
+    },
+    {
+      "epoch": 1.103207810320781,
+      "grad_norm": 310.48333740234375,
+      "learning_rate": 8.817550396704558e-07,
+      "loss": 15.2969,
+      "step": 16611
+    },
+    {
+      "epoch": 1.1032742246131368,
+      "grad_norm": 218.2689208984375,
+      "learning_rate": 8.816482429334233e-07,
+      "loss": 16.1094,
+      "step": 16612
+    },
+    {
+      "epoch": 1.1033406389054925,
+      "grad_norm": 150.4641876220703,
+      "learning_rate": 8.815414475654154e-07,
+      "loss": 13.4531,
+      "step": 16613
+    },
+    {
+      "epoch": 1.1034070531978482,
+      "grad_norm": 391.45294189453125,
+      "learning_rate": 8.814346535676675e-07,
+      "loss": 26.7812,
+      "step": 16614
+    },
+    {
+      "epoch": 1.1034734674902038,
+      "grad_norm": 279.1976623535156,
+      "learning_rate": 8.813278609414155e-07,
+      "loss": 17.6719,
+      "step": 16615
+    },
+    {
+      "epoch": 1.1035398817825597,
+      "grad_norm": 248.0396728515625,
+      "learning_rate": 8.812210696878943e-07,
+      "loss": 14.8906,
+      "step": 16616
+    },
+    {
+      "epoch": 1.1036062960749153,
+      "grad_norm": 124.51411437988281,
+      "learning_rate": 8.811142798083396e-07,
+      "loss": 15.8281,
+      "step": 16617
+    },
+    {
+      "epoch": 1.103672710367271,
+      "grad_norm": 226.50889587402344,
+      "learning_rate": 8.810074913039857e-07,
+      "loss": 18.4531,
+      "step": 16618
+    },
+    {
+      "epoch": 1.1037391246596266,
+      "grad_norm": 132.9857940673828,
+      "learning_rate": 8.809007041760689e-07,
+      "loss": 14.9062,
+      "step": 16619
+    },
+    {
+      "epoch": 1.1038055389519825,
+      "grad_norm": 251.80645751953125,
+      "learning_rate": 8.807939184258241e-07,
+      "loss": 19.0078,
+      "step": 16620
+    },
+    {
+      "epoch": 1.1038719532443382,
+      "grad_norm": 198.91082763671875,
+      "learning_rate": 8.806871340544866e-07,
+      "loss": 13.1719,
+      "step": 16621
+    },
+    {
+      "epoch": 1.1039383675366938,
+      "grad_norm": 149.6944580078125,
+      "learning_rate": 8.805803510632911e-07,
+      "loss": 15.2969,
+      "step": 16622
+    },
+    {
+      "epoch": 1.1040047818290497,
+      "grad_norm": 138.20361328125,
+      "learning_rate": 8.804735694534737e-07,
+      "loss": 12.4844,
+      "step": 16623
+    },
+    {
+      "epoch": 1.1040711961214054,
+      "grad_norm": 138.30349731445312,
+      "learning_rate": 8.80366789226269e-07,
+      "loss": 12.125,
+      "step": 16624
+    },
+    {
+      "epoch": 1.104137610413761,
+      "grad_norm": 191.31402587890625,
+      "learning_rate": 8.802600103829123e-07,
+      "loss": 10.9453,
+      "step": 16625
+    },
+    {
+      "epoch": 1.1042040247061167,
+      "grad_norm": 92.55276489257812,
+      "learning_rate": 8.801532329246385e-07,
+      "loss": 14.2812,
+      "step": 16626
+    },
+    {
+      "epoch": 1.1042704389984725,
+      "grad_norm": 128.84913635253906,
+      "learning_rate": 8.800464568526835e-07,
+      "loss": 13.3906,
+      "step": 16627
+    },
+    {
+      "epoch": 1.1043368532908282,
+      "grad_norm": 122.4549560546875,
+      "learning_rate": 8.799396821682814e-07,
+      "loss": 17.4219,
+      "step": 16628
+    },
+    {
+      "epoch": 1.1044032675831839,
+      "grad_norm": 357.3239440917969,
+      "learning_rate": 8.798329088726683e-07,
+      "loss": 23.4844,
+      "step": 16629
+    },
+    {
+      "epoch": 1.1044696818755395,
+      "grad_norm": 268.0614929199219,
+      "learning_rate": 8.797261369670784e-07,
+      "loss": 19.4688,
+      "step": 16630
+    },
+    {
+      "epoch": 1.1045360961678954,
+      "grad_norm": 219.26734924316406,
+      "learning_rate": 8.796193664527475e-07,
+      "loss": 19.5938,
+      "step": 16631
+    },
+    {
+      "epoch": 1.104602510460251,
+      "grad_norm": 361.543212890625,
+      "learning_rate": 8.7951259733091e-07,
+      "loss": 13.3594,
+      "step": 16632
+    },
+    {
+      "epoch": 1.1046689247526067,
+      "grad_norm": 442.6802062988281,
+      "learning_rate": 8.794058296028018e-07,
+      "loss": 13.1094,
+      "step": 16633
+    },
+    {
+      "epoch": 1.1047353390449626,
+      "grad_norm": 136.1439971923828,
+      "learning_rate": 8.792990632696569e-07,
+      "loss": 19.2031,
+      "step": 16634
+    },
+    {
+      "epoch": 1.1048017533373182,
+      "grad_norm": 114.88264465332031,
+      "learning_rate": 8.791922983327114e-07,
+      "loss": 14.3438,
+      "step": 16635
+    },
+    {
+      "epoch": 1.1048681676296739,
+      "grad_norm": 236.05088806152344,
+      "learning_rate": 8.79085534793199e-07,
+      "loss": 16.3125,
+      "step": 16636
+    },
+    {
+      "epoch": 1.1049345819220295,
+      "grad_norm": 212.284912109375,
+      "learning_rate": 8.78978772652356e-07,
+      "loss": 16.5391,
+      "step": 16637
+    },
+    {
+      "epoch": 1.1050009962143854,
+      "grad_norm": 210.86557006835938,
+      "learning_rate": 8.788720119114165e-07,
+      "loss": 16.9531,
+      "step": 16638
+    },
+    {
+      "epoch": 1.105067410506741,
+      "grad_norm": 536.346923828125,
+      "learning_rate": 8.787652525716161e-07,
+      "loss": 14.4375,
+      "step": 16639
+    },
+    {
+      "epoch": 1.1051338247990967,
+      "grad_norm": 122.35015869140625,
+      "learning_rate": 8.786584946341888e-07,
+      "loss": 15.0625,
+      "step": 16640
+    },
+    {
+      "epoch": 1.1052002390914524,
+      "grad_norm": 162.881591796875,
+      "learning_rate": 8.785517381003704e-07,
+      "loss": 14.4531,
+      "step": 16641
+    },
+    {
+      "epoch": 1.1052666533838083,
+      "grad_norm": 803.5029296875,
+      "learning_rate": 8.784449829713953e-07,
+      "loss": 22.0,
+      "step": 16642
+    },
+    {
+      "epoch": 1.105333067676164,
+      "grad_norm": 1288.2283935546875,
+      "learning_rate": 8.783382292484987e-07,
+      "loss": 34.3594,
+      "step": 16643
+    },
+    {
+      "epoch": 1.1053994819685196,
+      "grad_norm": 438.7184753417969,
+      "learning_rate": 8.782314769329152e-07,
+      "loss": 15.0938,
+      "step": 16644
+    },
+    {
+      "epoch": 1.1054658962608754,
+      "grad_norm": 133.87696838378906,
+      "learning_rate": 8.781247260258798e-07,
+      "loss": 14.25,
+      "step": 16645
+    },
+    {
+      "epoch": 1.105532310553231,
+      "grad_norm": 130.61976623535156,
+      "learning_rate": 8.780179765286273e-07,
+      "loss": 17.1562,
+      "step": 16646
+    },
+    {
+      "epoch": 1.1055987248455867,
+      "grad_norm": 322.22686767578125,
+      "learning_rate": 8.779112284423927e-07,
+      "loss": 17.6406,
+      "step": 16647
+    },
+    {
+      "epoch": 1.1056651391379424,
+      "grad_norm": 132.4329071044922,
+      "learning_rate": 8.778044817684102e-07,
+      "loss": 14.7812,
+      "step": 16648
+    },
+    {
+      "epoch": 1.1057315534302983,
+      "grad_norm": 407.0594177246094,
+      "learning_rate": 8.776977365079155e-07,
+      "loss": 17.5781,
+      "step": 16649
+    },
+    {
+      "epoch": 1.105797967722654,
+      "grad_norm": 202.53558349609375,
+      "learning_rate": 8.775909926621422e-07,
+      "loss": 18.375,
+      "step": 16650
+    },
+    {
+      "epoch": 1.1058643820150096,
+      "grad_norm": 175.1272430419922,
+      "learning_rate": 8.774842502323261e-07,
+      "loss": 20.3438,
+      "step": 16651
+    },
+    {
+      "epoch": 1.1059307963073652,
+      "grad_norm": 131.5644989013672,
+      "learning_rate": 8.773775092197017e-07,
+      "loss": 11.6484,
+      "step": 16652
+    },
+    {
+      "epoch": 1.1059972105997211,
+      "grad_norm": 302.8008117675781,
+      "learning_rate": 8.77270769625503e-07,
+      "loss": 14.6094,
+      "step": 16653
+    },
+    {
+      "epoch": 1.1060636248920768,
+      "grad_norm": 333.0092468261719,
+      "learning_rate": 8.771640314509659e-07,
+      "loss": 16.5469,
+      "step": 16654
+    },
+    {
+      "epoch": 1.1061300391844324,
+      "grad_norm": 129.51565551757812,
+      "learning_rate": 8.77057294697324e-07,
+      "loss": 19.7188,
+      "step": 16655
+    },
+    {
+      "epoch": 1.1061964534767883,
+      "grad_norm": 488.8129577636719,
+      "learning_rate": 8.769505593658128e-07,
+      "loss": 17.4531,
+      "step": 16656
+    },
+    {
+      "epoch": 1.106262867769144,
+      "grad_norm": 154.7448272705078,
+      "learning_rate": 8.768438254576663e-07,
+      "loss": 10.5469,
+      "step": 16657
+    },
+    {
+      "epoch": 1.1063292820614996,
+      "grad_norm": 132.17459106445312,
+      "learning_rate": 8.767370929741195e-07,
+      "loss": 14.5469,
+      "step": 16658
+    },
+    {
+      "epoch": 1.1063956963538553,
+      "grad_norm": 509.0732421875,
+      "learning_rate": 8.76630361916407e-07,
+      "loss": 18.7344,
+      "step": 16659
+    },
+    {
+      "epoch": 1.1064621106462111,
+      "grad_norm": 238.2891845703125,
+      "learning_rate": 8.765236322857635e-07,
+      "loss": 17.875,
+      "step": 16660
+    },
+    {
+      "epoch": 1.1065285249385668,
+      "grad_norm": 188.1786346435547,
+      "learning_rate": 8.764169040834228e-07,
+      "loss": 23.0625,
+      "step": 16661
+    },
+    {
+      "epoch": 1.1065949392309224,
+      "grad_norm": 304.34405517578125,
+      "learning_rate": 8.763101773106207e-07,
+      "loss": 19.0,
+      "step": 16662
+    },
+    {
+      "epoch": 1.106661353523278,
+      "grad_norm": 218.4871826171875,
+      "learning_rate": 8.76203451968591e-07,
+      "loss": 13.9375,
+      "step": 16663
+    },
+    {
+      "epoch": 1.106727767815634,
+      "grad_norm": 189.89675903320312,
+      "learning_rate": 8.760967280585684e-07,
+      "loss": 17.4844,
+      "step": 16664
+    },
+    {
+      "epoch": 1.1067941821079896,
+      "grad_norm": 142.6123809814453,
+      "learning_rate": 8.75990005581787e-07,
+      "loss": 18.5312,
+      "step": 16665
+    },
+    {
+      "epoch": 1.1068605964003453,
+      "grad_norm": 147.265625,
+      "learning_rate": 8.758832845394823e-07,
+      "loss": 14.4844,
+      "step": 16666
+    },
+    {
+      "epoch": 1.1069270106927012,
+      "grad_norm": 132.10714721679688,
+      "learning_rate": 8.757765649328877e-07,
+      "loss": 13.9844,
+      "step": 16667
+    },
+    {
+      "epoch": 1.1069934249850568,
+      "grad_norm": 167.82656860351562,
+      "learning_rate": 8.756698467632387e-07,
+      "loss": 14.7969,
+      "step": 16668
+    },
+    {
+      "epoch": 1.1070598392774125,
+      "grad_norm": 323.55877685546875,
+      "learning_rate": 8.755631300317687e-07,
+      "loss": 15.5156,
+      "step": 16669
+    },
+    {
+      "epoch": 1.1071262535697681,
+      "grad_norm": 380.4949645996094,
+      "learning_rate": 8.754564147397131e-07,
+      "loss": 26.375,
+      "step": 16670
+    },
+    {
+      "epoch": 1.107192667862124,
+      "grad_norm": 387.7162170410156,
+      "learning_rate": 8.753497008883054e-07,
+      "loss": 16.0,
+      "step": 16671
+    },
+    {
+      "epoch": 1.1072590821544797,
+      "grad_norm": 985.164794921875,
+      "learning_rate": 8.752429884787809e-07,
+      "loss": 14.9375,
+      "step": 16672
+    },
+    {
+      "epoch": 1.1073254964468353,
+      "grad_norm": 215.01792907714844,
+      "learning_rate": 8.751362775123733e-07,
+      "loss": 17.1562,
+      "step": 16673
+    },
+    {
+      "epoch": 1.107391910739191,
+      "grad_norm": 240.98548889160156,
+      "learning_rate": 8.750295679903174e-07,
+      "loss": 18.1875,
+      "step": 16674
+    },
+    {
+      "epoch": 1.1074583250315468,
+      "grad_norm": 523.17041015625,
+      "learning_rate": 8.749228599138472e-07,
+      "loss": 17.125,
+      "step": 16675
+    },
+    {
+      "epoch": 1.1075247393239025,
+      "grad_norm": 520.3170776367188,
+      "learning_rate": 8.748161532841976e-07,
+      "loss": 20.1562,
+      "step": 16676
+    },
+    {
+      "epoch": 1.1075911536162582,
+      "grad_norm": 140.26744079589844,
+      "learning_rate": 8.747094481026022e-07,
+      "loss": 12.7656,
+      "step": 16677
+    },
+    {
+      "epoch": 1.107657567908614,
+      "grad_norm": 149.46377563476562,
+      "learning_rate": 8.746027443702959e-07,
+      "loss": 13.2812,
+      "step": 16678
+    },
+    {
+      "epoch": 1.1077239822009697,
+      "grad_norm": 274.089599609375,
+      "learning_rate": 8.744960420885124e-07,
+      "loss": 15.2656,
+      "step": 16679
+    },
+    {
+      "epoch": 1.1077903964933253,
+      "grad_norm": 321.7341003417969,
+      "learning_rate": 8.743893412584866e-07,
+      "loss": 12.5938,
+      "step": 16680
+    },
+    {
+      "epoch": 1.107856810785681,
+      "grad_norm": 172.10328674316406,
+      "learning_rate": 8.742826418814524e-07,
+      "loss": 19.2812,
+      "step": 16681
+    },
+    {
+      "epoch": 1.1079232250780369,
+      "grad_norm": 301.5436706542969,
+      "learning_rate": 8.741759439586443e-07,
+      "loss": 13.9766,
+      "step": 16682
+    },
+    {
+      "epoch": 1.1079896393703925,
+      "grad_norm": 222.6929168701172,
+      "learning_rate": 8.740692474912958e-07,
+      "loss": 24.7969,
+      "step": 16683
+    },
+    {
+      "epoch": 1.1080560536627482,
+      "grad_norm": 231.16033935546875,
+      "learning_rate": 8.739625524806422e-07,
+      "loss": 22.0312,
+      "step": 16684
+    },
+    {
+      "epoch": 1.1081224679551038,
+      "grad_norm": 161.71826171875,
+      "learning_rate": 8.738558589279168e-07,
+      "loss": 17.1094,
+      "step": 16685
+    },
+    {
+      "epoch": 1.1081888822474597,
+      "grad_norm": 200.39247131347656,
+      "learning_rate": 8.737491668343544e-07,
+      "loss": 17.1875,
+      "step": 16686
+    },
+    {
+      "epoch": 1.1082552965398154,
+      "grad_norm": 114.58659362792969,
+      "learning_rate": 8.736424762011882e-07,
+      "loss": 13.8594,
+      "step": 16687
+    },
+    {
+      "epoch": 1.108321710832171,
+      "grad_norm": 165.62220764160156,
+      "learning_rate": 8.735357870296533e-07,
+      "loss": 13.625,
+      "step": 16688
+    },
+    {
+      "epoch": 1.108388125124527,
+      "grad_norm": 163.27175903320312,
+      "learning_rate": 8.734290993209838e-07,
+      "loss": 15.25,
+      "step": 16689
+    },
+    {
+      "epoch": 1.1084545394168825,
+      "grad_norm": 143.6446990966797,
+      "learning_rate": 8.73322413076413e-07,
+      "loss": 15.0,
+      "step": 16690
+    },
+    {
+      "epoch": 1.1085209537092382,
+      "grad_norm": 402.6606750488281,
+      "learning_rate": 8.732157282971762e-07,
+      "loss": 22.1094,
+      "step": 16691
+    },
+    {
+      "epoch": 1.1085873680015939,
+      "grad_norm": 257.95550537109375,
+      "learning_rate": 8.73109044984506e-07,
+      "loss": 21.5625,
+      "step": 16692
+    },
+    {
+      "epoch": 1.1086537822939497,
+      "grad_norm": 236.8621063232422,
+      "learning_rate": 8.730023631396376e-07,
+      "loss": 29.0938,
+      "step": 16693
+    },
+    {
+      "epoch": 1.1087201965863054,
+      "grad_norm": 198.52969360351562,
+      "learning_rate": 8.728956827638045e-07,
+      "loss": 13.7188,
+      "step": 16694
+    },
+    {
+      "epoch": 1.108786610878661,
+      "grad_norm": 139.25074768066406,
+      "learning_rate": 8.72789003858241e-07,
+      "loss": 20.7188,
+      "step": 16695
+    },
+    {
+      "epoch": 1.1088530251710167,
+      "grad_norm": 152.3163604736328,
+      "learning_rate": 8.726823264241806e-07,
+      "loss": 14.3672,
+      "step": 16696
+    },
+    {
+      "epoch": 1.1089194394633726,
+      "grad_norm": 106.85684967041016,
+      "learning_rate": 8.72575650462858e-07,
+      "loss": 15.7969,
+      "step": 16697
+    },
+    {
+      "epoch": 1.1089858537557282,
+      "grad_norm": 665.3717041015625,
+      "learning_rate": 8.724689759755066e-07,
+      "loss": 16.9844,
+      "step": 16698
+    },
+    {
+      "epoch": 1.1090522680480839,
+      "grad_norm": 205.55435180664062,
+      "learning_rate": 8.723623029633608e-07,
+      "loss": 18.3281,
+      "step": 16699
+    },
+    {
+      "epoch": 1.1091186823404398,
+      "grad_norm": 287.3592529296875,
+      "learning_rate": 8.722556314276537e-07,
+      "loss": 23.6875,
+      "step": 16700
+    },
+    {
+      "epoch": 1.1091850966327954,
+      "grad_norm": 243.35350036621094,
+      "learning_rate": 8.721489613696203e-07,
+      "loss": 16.8438,
+      "step": 16701
+    },
+    {
+      "epoch": 1.109251510925151,
+      "grad_norm": 552.53955078125,
+      "learning_rate": 8.720422927904939e-07,
+      "loss": 24.0312,
+      "step": 16702
+    },
+    {
+      "epoch": 1.1093179252175067,
+      "grad_norm": 323.7908630371094,
+      "learning_rate": 8.719356256915086e-07,
+      "loss": 16.0312,
+      "step": 16703
+    },
+    {
+      "epoch": 1.1093843395098626,
+      "grad_norm": 358.4339599609375,
+      "learning_rate": 8.718289600738977e-07,
+      "loss": 23.3125,
+      "step": 16704
+    },
+    {
+      "epoch": 1.1094507538022182,
+      "grad_norm": 139.87570190429688,
+      "learning_rate": 8.717222959388959e-07,
+      "loss": 12.4688,
+      "step": 16705
+    },
+    {
+      "epoch": 1.109517168094574,
+      "grad_norm": 322.00592041015625,
+      "learning_rate": 8.716156332877365e-07,
+      "loss": 20.375,
+      "step": 16706
+    },
+    {
+      "epoch": 1.1095835823869296,
+      "grad_norm": 127.54247283935547,
+      "learning_rate": 8.715089721216535e-07,
+      "loss": 18.25,
+      "step": 16707
+    },
+    {
+      "epoch": 1.1096499966792854,
+      "grad_norm": 330.462890625,
+      "learning_rate": 8.714023124418802e-07,
+      "loss": 18.3281,
+      "step": 16708
+    },
+    {
+      "epoch": 1.109716410971641,
+      "grad_norm": 135.7189483642578,
+      "learning_rate": 8.712956542496512e-07,
+      "loss": 17.4688,
+      "step": 16709
+    },
+    {
+      "epoch": 1.1097828252639967,
+      "grad_norm": 128.97216796875,
+      "learning_rate": 8.711889975461998e-07,
+      "loss": 19.0781,
+      "step": 16710
+    },
+    {
+      "epoch": 1.1098492395563526,
+      "grad_norm": 108.50296783447266,
+      "learning_rate": 8.710823423327599e-07,
+      "loss": 12.2422,
+      "step": 16711
+    },
+    {
+      "epoch": 1.1099156538487083,
+      "grad_norm": 161.51194763183594,
+      "learning_rate": 8.70975688610565e-07,
+      "loss": 16.1406,
+      "step": 16712
+    },
+    {
+      "epoch": 1.109982068141064,
+      "grad_norm": 264.2538146972656,
+      "learning_rate": 8.708690363808491e-07,
+      "loss": 19.1562,
+      "step": 16713
+    },
+    {
+      "epoch": 1.1100484824334196,
+      "grad_norm": 488.71563720703125,
+      "learning_rate": 8.707623856448451e-07,
+      "loss": 20.5938,
+      "step": 16714
+    },
+    {
+      "epoch": 1.1101148967257755,
+      "grad_norm": 317.41094970703125,
+      "learning_rate": 8.706557364037879e-07,
+      "loss": 15.2969,
+      "step": 16715
+    },
+    {
+      "epoch": 1.1101813110181311,
+      "grad_norm": 245.7240753173828,
+      "learning_rate": 8.705490886589104e-07,
+      "loss": 14.0,
+      "step": 16716
+    },
+    {
+      "epoch": 1.1102477253104868,
+      "grad_norm": 215.1116180419922,
+      "learning_rate": 8.704424424114466e-07,
+      "loss": 12.7969,
+      "step": 16717
+    },
+    {
+      "epoch": 1.1103141396028424,
+      "grad_norm": 518.5419311523438,
+      "learning_rate": 8.703357976626294e-07,
+      "loss": 11.8438,
+      "step": 16718
+    },
+    {
+      "epoch": 1.1103805538951983,
+      "grad_norm": 426.5107116699219,
+      "learning_rate": 8.702291544136935e-07,
+      "loss": 19.0,
+      "step": 16719
+    },
+    {
+      "epoch": 1.110446968187554,
+      "grad_norm": 131.65225219726562,
+      "learning_rate": 8.701225126658715e-07,
+      "loss": 13.5469,
+      "step": 16720
+    },
+    {
+      "epoch": 1.1105133824799096,
+      "grad_norm": 365.2404479980469,
+      "learning_rate": 8.700158724203977e-07,
+      "loss": 23.8438,
+      "step": 16721
+    },
+    {
+      "epoch": 1.1105797967722655,
+      "grad_norm": 97.8497314453125,
+      "learning_rate": 8.69909233678505e-07,
+      "loss": 19.2031,
+      "step": 16722
+    },
+    {
+      "epoch": 1.1106462110646211,
+      "grad_norm": 521.9620971679688,
+      "learning_rate": 8.698025964414275e-07,
+      "loss": 12.9922,
+      "step": 16723
+    },
+    {
+      "epoch": 1.1107126253569768,
+      "grad_norm": 139.8857421875,
+      "learning_rate": 8.696959607103985e-07,
+      "loss": 16.8594,
+      "step": 16724
+    },
+    {
+      "epoch": 1.1107790396493324,
+      "grad_norm": 722.6178588867188,
+      "learning_rate": 8.695893264866511e-07,
+      "loss": 12.0625,
+      "step": 16725
+    },
+    {
+      "epoch": 1.1108454539416883,
+      "grad_norm": 650.2688598632812,
+      "learning_rate": 8.694826937714196e-07,
+      "loss": 14.2969,
+      "step": 16726
+    },
+    {
+      "epoch": 1.110911868234044,
+      "grad_norm": 210.0203399658203,
+      "learning_rate": 8.693760625659369e-07,
+      "loss": 17.2656,
+      "step": 16727
+    },
+    {
+      "epoch": 1.1109782825263996,
+      "grad_norm": 432.9938049316406,
+      "learning_rate": 8.692694328714368e-07,
+      "loss": 19.3594,
+      "step": 16728
+    },
+    {
+      "epoch": 1.1110446968187553,
+      "grad_norm": 203.71839904785156,
+      "learning_rate": 8.691628046891521e-07,
+      "loss": 17.7188,
+      "step": 16729
+    },
+    {
+      "epoch": 1.1111111111111112,
+      "grad_norm": 139.3466339111328,
+      "learning_rate": 8.69056178020317e-07,
+      "loss": 15.1094,
+      "step": 16730
+    },
+    {
+      "epoch": 1.1111775254034668,
+      "grad_norm": 161.51907348632812,
+      "learning_rate": 8.689495528661644e-07,
+      "loss": 17.2344,
+      "step": 16731
+    },
+    {
+      "epoch": 1.1112439396958225,
+      "grad_norm": 169.6062469482422,
+      "learning_rate": 8.688429292279278e-07,
+      "loss": 16.8281,
+      "step": 16732
+    },
+    {
+      "epoch": 1.1113103539881783,
+      "grad_norm": 130.09860229492188,
+      "learning_rate": 8.687363071068405e-07,
+      "loss": 12.9219,
+      "step": 16733
+    },
+    {
+      "epoch": 1.111376768280534,
+      "grad_norm": 549.9080810546875,
+      "learning_rate": 8.686296865041362e-07,
+      "loss": 28.0312,
+      "step": 16734
+    },
+    {
+      "epoch": 1.1114431825728897,
+      "grad_norm": 206.84776306152344,
+      "learning_rate": 8.685230674210474e-07,
+      "loss": 16.875,
+      "step": 16735
+    },
+    {
+      "epoch": 1.1115095968652453,
+      "grad_norm": 320.4802551269531,
+      "learning_rate": 8.684164498588085e-07,
+      "loss": 14.9688,
+      "step": 16736
+    },
+    {
+      "epoch": 1.1115760111576012,
+      "grad_norm": 111.37104034423828,
+      "learning_rate": 8.683098338186518e-07,
+      "loss": 13.3438,
+      "step": 16737
+    },
+    {
+      "epoch": 1.1116424254499568,
+      "grad_norm": 130.18739318847656,
+      "learning_rate": 8.682032193018114e-07,
+      "loss": 20.6406,
+      "step": 16738
+    },
+    {
+      "epoch": 1.1117088397423125,
+      "grad_norm": 271.73431396484375,
+      "learning_rate": 8.680966063095197e-07,
+      "loss": 15.8906,
+      "step": 16739
+    },
+    {
+      "epoch": 1.1117752540346681,
+      "grad_norm": 201.47817993164062,
+      "learning_rate": 8.679899948430107e-07,
+      "loss": 18.5312,
+      "step": 16740
+    },
+    {
+      "epoch": 1.111841668327024,
+      "grad_norm": 142.4240264892578,
+      "learning_rate": 8.678833849035172e-07,
+      "loss": 17.25,
+      "step": 16741
+    },
+    {
+      "epoch": 1.1119080826193797,
+      "grad_norm": 100.5375747680664,
+      "learning_rate": 8.677767764922728e-07,
+      "loss": 12.3125,
+      "step": 16742
+    },
+    {
+      "epoch": 1.1119744969117353,
+      "grad_norm": 101.41900634765625,
+      "learning_rate": 8.676701696105099e-07,
+      "loss": 13.1172,
+      "step": 16743
+    },
+    {
+      "epoch": 1.1120409112040912,
+      "grad_norm": 128.4810791015625,
+      "learning_rate": 8.675635642594626e-07,
+      "loss": 15.4375,
+      "step": 16744
+    },
+    {
+      "epoch": 1.1121073254964469,
+      "grad_norm": 167.75970458984375,
+      "learning_rate": 8.674569604403634e-07,
+      "loss": 17.8438,
+      "step": 16745
+    },
+    {
+      "epoch": 1.1121737397888025,
+      "grad_norm": 150.88055419921875,
+      "learning_rate": 8.673503581544459e-07,
+      "loss": 17.25,
+      "step": 16746
+    },
+    {
+      "epoch": 1.1122401540811582,
+      "grad_norm": 119.7342758178711,
+      "learning_rate": 8.672437574029425e-07,
+      "loss": 14.8438,
+      "step": 16747
+    },
+    {
+      "epoch": 1.112306568373514,
+      "grad_norm": 229.53367614746094,
+      "learning_rate": 8.671371581870872e-07,
+      "loss": 14.6719,
+      "step": 16748
+    },
+    {
+      "epoch": 1.1123729826658697,
+      "grad_norm": 263.6995849609375,
+      "learning_rate": 8.670305605081125e-07,
+      "loss": 13.9922,
+      "step": 16749
+    },
+    {
+      "epoch": 1.1124393969582254,
+      "grad_norm": 204.250732421875,
+      "learning_rate": 8.669239643672518e-07,
+      "loss": 21.7969,
+      "step": 16750
+    },
+    {
+      "epoch": 1.112505811250581,
+      "grad_norm": 255.2661590576172,
+      "learning_rate": 8.668173697657375e-07,
+      "loss": 13.7656,
+      "step": 16751
+    },
+    {
+      "epoch": 1.1125722255429369,
+      "grad_norm": 193.20916748046875,
+      "learning_rate": 8.667107767048036e-07,
+      "loss": 15.4688,
+      "step": 16752
+    },
+    {
+      "epoch": 1.1126386398352925,
+      "grad_norm": 146.3156280517578,
+      "learning_rate": 8.66604185185682e-07,
+      "loss": 16.0,
+      "step": 16753
+    },
+    {
+      "epoch": 1.1127050541276482,
+      "grad_norm": 177.15280151367188,
+      "learning_rate": 8.664975952096067e-07,
+      "loss": 15.0781,
+      "step": 16754
+    },
+    {
+      "epoch": 1.112771468420004,
+      "grad_norm": 168.9071807861328,
+      "learning_rate": 8.663910067778102e-07,
+      "loss": 17.7812,
+      "step": 16755
+    },
+    {
+      "epoch": 1.1128378827123597,
+      "grad_norm": 257.32977294921875,
+      "learning_rate": 8.662844198915255e-07,
+      "loss": 17.7812,
+      "step": 16756
+    },
+    {
+      "epoch": 1.1129042970047154,
+      "grad_norm": 280.7327880859375,
+      "learning_rate": 8.661778345519851e-07,
+      "loss": 17.7031,
+      "step": 16757
+    },
+    {
+      "epoch": 1.112970711297071,
+      "grad_norm": 281.6246032714844,
+      "learning_rate": 8.660712507604228e-07,
+      "loss": 18.0469,
+      "step": 16758
+    },
+    {
+      "epoch": 1.113037125589427,
+      "grad_norm": 153.88877868652344,
+      "learning_rate": 8.659646685180709e-07,
+      "loss": 13.875,
+      "step": 16759
+    },
+    {
+      "epoch": 1.1131035398817826,
+      "grad_norm": 225.4148406982422,
+      "learning_rate": 8.658580878261621e-07,
+      "loss": 13.8125,
+      "step": 16760
+    },
+    {
+      "epoch": 1.1131699541741382,
+      "grad_norm": 369.1506652832031,
+      "learning_rate": 8.6575150868593e-07,
+      "loss": 16.5469,
+      "step": 16761
+    },
+    {
+      "epoch": 1.1132363684664939,
+      "grad_norm": 196.79249572753906,
+      "learning_rate": 8.656449310986069e-07,
+      "loss": 18.2812,
+      "step": 16762
+    },
+    {
+      "epoch": 1.1133027827588498,
+      "grad_norm": 379.0257568359375,
+      "learning_rate": 8.65538355065426e-07,
+      "loss": 13.875,
+      "step": 16763
+    },
+    {
+      "epoch": 1.1133691970512054,
+      "grad_norm": 239.3893585205078,
+      "learning_rate": 8.654317805876195e-07,
+      "loss": 17.2812,
+      "step": 16764
+    },
+    {
+      "epoch": 1.113435611343561,
+      "grad_norm": 209.3502655029297,
+      "learning_rate": 8.653252076664208e-07,
+      "loss": 11.25,
+      "step": 16765
+    },
+    {
+      "epoch": 1.113502025635917,
+      "grad_norm": 124.32556915283203,
+      "learning_rate": 8.652186363030625e-07,
+      "loss": 14.5469,
+      "step": 16766
+    },
+    {
+      "epoch": 1.1135684399282726,
+      "grad_norm": 216.92098999023438,
+      "learning_rate": 8.651120664987772e-07,
+      "loss": 14.4688,
+      "step": 16767
+    },
+    {
+      "epoch": 1.1136348542206282,
+      "grad_norm": 206.1227264404297,
+      "learning_rate": 8.650054982547975e-07,
+      "loss": 14.5938,
+      "step": 16768
+    },
+    {
+      "epoch": 1.113701268512984,
+      "grad_norm": 148.76434326171875,
+      "learning_rate": 8.648989315723567e-07,
+      "loss": 17.75,
+      "step": 16769
+    },
+    {
+      "epoch": 1.1137676828053398,
+      "grad_norm": 263.679931640625,
+      "learning_rate": 8.64792366452687e-07,
+      "loss": 31.0938,
+      "step": 16770
+    },
+    {
+      "epoch": 1.1138340970976954,
+      "grad_norm": 124.32276916503906,
+      "learning_rate": 8.646858028970215e-07,
+      "loss": 12.75,
+      "step": 16771
+    },
+    {
+      "epoch": 1.113900511390051,
+      "grad_norm": 594.5094604492188,
+      "learning_rate": 8.645792409065921e-07,
+      "loss": 21.9375,
+      "step": 16772
+    },
+    {
+      "epoch": 1.1139669256824067,
+      "grad_norm": 92.63166809082031,
+      "learning_rate": 8.644726804826325e-07,
+      "loss": 13.5781,
+      "step": 16773
+    },
+    {
+      "epoch": 1.1140333399747626,
+      "grad_norm": 419.2049560546875,
+      "learning_rate": 8.643661216263743e-07,
+      "loss": 13.1172,
+      "step": 16774
+    },
+    {
+      "epoch": 1.1140997542671183,
+      "grad_norm": 473.57244873046875,
+      "learning_rate": 8.642595643390509e-07,
+      "loss": 18.5156,
+      "step": 16775
+    },
+    {
+      "epoch": 1.114166168559474,
+      "grad_norm": 182.89498901367188,
+      "learning_rate": 8.641530086218945e-07,
+      "loss": 14.2969,
+      "step": 16776
+    },
+    {
+      "epoch": 1.1142325828518298,
+      "grad_norm": 225.44305419921875,
+      "learning_rate": 8.640464544761379e-07,
+      "loss": 15.0625,
+      "step": 16777
+    },
+    {
+      "epoch": 1.1142989971441855,
+      "grad_norm": 213.2639923095703,
+      "learning_rate": 8.639399019030131e-07,
+      "loss": 13.8438,
+      "step": 16778
+    },
+    {
+      "epoch": 1.114365411436541,
+      "grad_norm": 228.14682006835938,
+      "learning_rate": 8.638333509037535e-07,
+      "loss": 23.0625,
+      "step": 16779
+    },
+    {
+      "epoch": 1.1144318257288968,
+      "grad_norm": 212.7213592529297,
+      "learning_rate": 8.63726801479591e-07,
+      "loss": 13.8438,
+      "step": 16780
+    },
+    {
+      "epoch": 1.1144982400212526,
+      "grad_norm": 175.0293731689453,
+      "learning_rate": 8.636202536317584e-07,
+      "loss": 19.75,
+      "step": 16781
+    },
+    {
+      "epoch": 1.1145646543136083,
+      "grad_norm": 211.74261474609375,
+      "learning_rate": 8.635137073614877e-07,
+      "loss": 20.6719,
+      "step": 16782
+    },
+    {
+      "epoch": 1.114631068605964,
+      "grad_norm": 1006.2785034179688,
+      "learning_rate": 8.634071626700122e-07,
+      "loss": 15.2031,
+      "step": 16783
+    },
+    {
+      "epoch": 1.1146974828983196,
+      "grad_norm": 388.1869201660156,
+      "learning_rate": 8.633006195585635e-07,
+      "loss": 24.4062,
+      "step": 16784
+    },
+    {
+      "epoch": 1.1147638971906755,
+      "grad_norm": 308.5697326660156,
+      "learning_rate": 8.631940780283747e-07,
+      "loss": 16.8906,
+      "step": 16785
+    },
+    {
+      "epoch": 1.1148303114830311,
+      "grad_norm": 250.30322265625,
+      "learning_rate": 8.630875380806776e-07,
+      "loss": 16.7031,
+      "step": 16786
+    },
+    {
+      "epoch": 1.1148967257753868,
+      "grad_norm": 156.89218139648438,
+      "learning_rate": 8.629809997167052e-07,
+      "loss": 17.6562,
+      "step": 16787
+    },
+    {
+      "epoch": 1.1149631400677427,
+      "grad_norm": 233.10525512695312,
+      "learning_rate": 8.628744629376895e-07,
+      "loss": 15.8594,
+      "step": 16788
+    },
+    {
+      "epoch": 1.1150295543600983,
+      "grad_norm": 160.91233825683594,
+      "learning_rate": 8.62767927744863e-07,
+      "loss": 17.5156,
+      "step": 16789
+    },
+    {
+      "epoch": 1.115095968652454,
+      "grad_norm": 308.0180969238281,
+      "learning_rate": 8.626613941394577e-07,
+      "loss": 13.6562,
+      "step": 16790
+    },
+    {
+      "epoch": 1.1151623829448096,
+      "grad_norm": 193.32386779785156,
+      "learning_rate": 8.625548621227066e-07,
+      "loss": 15.2969,
+      "step": 16791
+    },
+    {
+      "epoch": 1.1152287972371655,
+      "grad_norm": 176.83633422851562,
+      "learning_rate": 8.624483316958412e-07,
+      "loss": 16.25,
+      "step": 16792
+    },
+    {
+      "epoch": 1.1152952115295212,
+      "grad_norm": 340.9513854980469,
+      "learning_rate": 8.623418028600946e-07,
+      "loss": 13.1328,
+      "step": 16793
+    },
+    {
+      "epoch": 1.1153616258218768,
+      "grad_norm": 270.1194152832031,
+      "learning_rate": 8.622352756166981e-07,
+      "loss": 15.3281,
+      "step": 16794
+    },
+    {
+      "epoch": 1.1154280401142325,
+      "grad_norm": 250.31565856933594,
+      "learning_rate": 8.621287499668853e-07,
+      "loss": 17.75,
+      "step": 16795
+    },
+    {
+      "epoch": 1.1154944544065883,
+      "grad_norm": 296.32525634765625,
+      "learning_rate": 8.620222259118869e-07,
+      "loss": 20.25,
+      "step": 16796
+    },
+    {
+      "epoch": 1.115560868698944,
+      "grad_norm": 298.6339111328125,
+      "learning_rate": 8.619157034529361e-07,
+      "loss": 16.7344,
+      "step": 16797
+    },
+    {
+      "epoch": 1.1156272829912997,
+      "grad_norm": 336.06854248046875,
+      "learning_rate": 8.618091825912649e-07,
+      "loss": 19.8906,
+      "step": 16798
+    },
+    {
+      "epoch": 1.1156936972836555,
+      "grad_norm": 293.41436767578125,
+      "learning_rate": 8.617026633281051e-07,
+      "loss": 18.4922,
+      "step": 16799
+    },
+    {
+      "epoch": 1.1157601115760112,
+      "grad_norm": 632.8198852539062,
+      "learning_rate": 8.615961456646894e-07,
+      "loss": 16.1562,
+      "step": 16800
+    },
+    {
+      "epoch": 1.1158265258683668,
+      "grad_norm": 134.81280517578125,
+      "learning_rate": 8.614896296022495e-07,
+      "loss": 13.6875,
+      "step": 16801
+    },
+    {
+      "epoch": 1.1158929401607225,
+      "grad_norm": 216.55970764160156,
+      "learning_rate": 8.61383115142018e-07,
+      "loss": 19.5469,
+      "step": 16802
+    },
+    {
+      "epoch": 1.1159593544530784,
+      "grad_norm": 191.2196807861328,
+      "learning_rate": 8.612766022852262e-07,
+      "loss": 19.7031,
+      "step": 16803
+    },
+    {
+      "epoch": 1.116025768745434,
+      "grad_norm": 161.34991455078125,
+      "learning_rate": 8.611700910331071e-07,
+      "loss": 13.8125,
+      "step": 16804
+    },
+    {
+      "epoch": 1.1160921830377897,
+      "grad_norm": 141.42262268066406,
+      "learning_rate": 8.610635813868922e-07,
+      "loss": 14.2969,
+      "step": 16805
+    },
+    {
+      "epoch": 1.1161585973301453,
+      "grad_norm": 135.5784454345703,
+      "learning_rate": 8.609570733478139e-07,
+      "loss": 15.1562,
+      "step": 16806
+    },
+    {
+      "epoch": 1.1162250116225012,
+      "grad_norm": 252.08482360839844,
+      "learning_rate": 8.608505669171035e-07,
+      "loss": 12.8203,
+      "step": 16807
+    },
+    {
+      "epoch": 1.1162914259148569,
+      "grad_norm": 165.68113708496094,
+      "learning_rate": 8.607440620959939e-07,
+      "loss": 16.1719,
+      "step": 16808
+    },
+    {
+      "epoch": 1.1163578402072125,
+      "grad_norm": 147.66481018066406,
+      "learning_rate": 8.606375588857165e-07,
+      "loss": 15.1562,
+      "step": 16809
+    },
+    {
+      "epoch": 1.1164242544995684,
+      "grad_norm": 247.19126892089844,
+      "learning_rate": 8.605310572875036e-07,
+      "loss": 15.9219,
+      "step": 16810
+    },
+    {
+      "epoch": 1.116490668791924,
+      "grad_norm": 169.46084594726562,
+      "learning_rate": 8.604245573025868e-07,
+      "loss": 15.9219,
+      "step": 16811
+    },
+    {
+      "epoch": 1.1165570830842797,
+      "grad_norm": 343.0413513183594,
+      "learning_rate": 8.603180589321984e-07,
+      "loss": 16.6562,
+      "step": 16812
+    },
+    {
+      "epoch": 1.1166234973766354,
+      "grad_norm": 188.05906677246094,
+      "learning_rate": 8.6021156217757e-07,
+      "loss": 15.5312,
+      "step": 16813
+    },
+    {
+      "epoch": 1.1166899116689912,
+      "grad_norm": 649.5828857421875,
+      "learning_rate": 8.60105067039934e-07,
+      "loss": 12.1719,
+      "step": 16814
+    },
+    {
+      "epoch": 1.1167563259613469,
+      "grad_norm": 127.37870025634766,
+      "learning_rate": 8.599985735205214e-07,
+      "loss": 11.3125,
+      "step": 16815
+    },
+    {
+      "epoch": 1.1168227402537025,
+      "grad_norm": 614.9644775390625,
+      "learning_rate": 8.598920816205652e-07,
+      "loss": 25.3438,
+      "step": 16816
+    },
+    {
+      "epoch": 1.1168891545460584,
+      "grad_norm": 281.97076416015625,
+      "learning_rate": 8.59785591341296e-07,
+      "loss": 14.1094,
+      "step": 16817
+    },
+    {
+      "epoch": 1.116955568838414,
+      "grad_norm": 147.37933349609375,
+      "learning_rate": 8.596791026839467e-07,
+      "loss": 15.2812,
+      "step": 16818
+    },
+    {
+      "epoch": 1.1170219831307697,
+      "grad_norm": 169.8866424560547,
+      "learning_rate": 8.595726156497484e-07,
+      "loss": 12.0625,
+      "step": 16819
+    },
+    {
+      "epoch": 1.1170883974231254,
+      "grad_norm": 158.43618774414062,
+      "learning_rate": 8.594661302399331e-07,
+      "loss": 13.6094,
+      "step": 16820
+    },
+    {
+      "epoch": 1.1171548117154813,
+      "grad_norm": 203.71624755859375,
+      "learning_rate": 8.593596464557324e-07,
+      "loss": 16.3203,
+      "step": 16821
+    },
+    {
+      "epoch": 1.117221226007837,
+      "grad_norm": 137.6654510498047,
+      "learning_rate": 8.592531642983786e-07,
+      "loss": 16.3125,
+      "step": 16822
+    },
+    {
+      "epoch": 1.1172876403001926,
+      "grad_norm": 188.5518035888672,
+      "learning_rate": 8.591466837691028e-07,
+      "loss": 15.7188,
+      "step": 16823
+    },
+    {
+      "epoch": 1.1173540545925482,
+      "grad_norm": 150.329345703125,
+      "learning_rate": 8.590402048691372e-07,
+      "loss": 13.6094,
+      "step": 16824
+    },
+    {
+      "epoch": 1.117420468884904,
+      "grad_norm": 303.8216857910156,
+      "learning_rate": 8.589337275997126e-07,
+      "loss": 15.25,
+      "step": 16825
+    },
+    {
+      "epoch": 1.1174868831772597,
+      "grad_norm": 1145.1558837890625,
+      "learning_rate": 8.588272519620619e-07,
+      "loss": 28.2344,
+      "step": 16826
+    },
+    {
+      "epoch": 1.1175532974696154,
+      "grad_norm": 256.4826354980469,
+      "learning_rate": 8.58720777957416e-07,
+      "loss": 16.2188,
+      "step": 16827
+    },
+    {
+      "epoch": 1.1176197117619713,
+      "grad_norm": 177.78221130371094,
+      "learning_rate": 8.586143055870067e-07,
+      "loss": 15.875,
+      "step": 16828
+    },
+    {
+      "epoch": 1.117686126054327,
+      "grad_norm": 105.67941284179688,
+      "learning_rate": 8.585078348520652e-07,
+      "loss": 16.25,
+      "step": 16829
+    },
+    {
+      "epoch": 1.1177525403466826,
+      "grad_norm": 183.21434020996094,
+      "learning_rate": 8.584013657538239e-07,
+      "loss": 18.6875,
+      "step": 16830
+    },
+    {
+      "epoch": 1.1178189546390382,
+      "grad_norm": 197.76234436035156,
+      "learning_rate": 8.582948982935139e-07,
+      "loss": 20.75,
+      "step": 16831
+    },
+    {
+      "epoch": 1.1178853689313941,
+      "grad_norm": 177.09439086914062,
+      "learning_rate": 8.581884324723668e-07,
+      "loss": 13.2969,
+      "step": 16832
+    },
+    {
+      "epoch": 1.1179517832237498,
+      "grad_norm": 324.0691223144531,
+      "learning_rate": 8.580819682916139e-07,
+      "loss": 16.4844,
+      "step": 16833
+    },
+    {
+      "epoch": 1.1180181975161054,
+      "grad_norm": 285.1216125488281,
+      "learning_rate": 8.57975505752487e-07,
+      "loss": 18.6875,
+      "step": 16834
+    },
+    {
+      "epoch": 1.118084611808461,
+      "grad_norm": 247.46762084960938,
+      "learning_rate": 8.578690448562178e-07,
+      "loss": 15.5781,
+      "step": 16835
+    },
+    {
+      "epoch": 1.118151026100817,
+      "grad_norm": 146.65101623535156,
+      "learning_rate": 8.577625856040373e-07,
+      "loss": 15.5,
+      "step": 16836
+    },
+    {
+      "epoch": 1.1182174403931726,
+      "grad_norm": 150.2501678466797,
+      "learning_rate": 8.576561279971775e-07,
+      "loss": 22.3125,
+      "step": 16837
+    },
+    {
+      "epoch": 1.1182838546855283,
+      "grad_norm": 121.49688720703125,
+      "learning_rate": 8.575496720368691e-07,
+      "loss": 17.4375,
+      "step": 16838
+    },
+    {
+      "epoch": 1.1183502689778841,
+      "grad_norm": 217.38043212890625,
+      "learning_rate": 8.574432177243445e-07,
+      "loss": 16.9062,
+      "step": 16839
+    },
+    {
+      "epoch": 1.1184166832702398,
+      "grad_norm": 468.99273681640625,
+      "learning_rate": 8.573367650608341e-07,
+      "loss": 17.8906,
+      "step": 16840
+    },
+    {
+      "epoch": 1.1184830975625955,
+      "grad_norm": 232.1966552734375,
+      "learning_rate": 8.572303140475701e-07,
+      "loss": 19.6406,
+      "step": 16841
+    },
+    {
+      "epoch": 1.118549511854951,
+      "grad_norm": 477.1638488769531,
+      "learning_rate": 8.57123864685783e-07,
+      "loss": 16.3438,
+      "step": 16842
+    },
+    {
+      "epoch": 1.118615926147307,
+      "grad_norm": 180.22483825683594,
+      "learning_rate": 8.570174169767051e-07,
+      "loss": 16.7969,
+      "step": 16843
+    },
+    {
+      "epoch": 1.1186823404396626,
+      "grad_norm": 238.77586364746094,
+      "learning_rate": 8.56910970921567e-07,
+      "loss": 22.875,
+      "step": 16844
+    },
+    {
+      "epoch": 1.1187487547320183,
+      "grad_norm": 219.06703186035156,
+      "learning_rate": 8.568045265216007e-07,
+      "loss": 23.0938,
+      "step": 16845
+    },
+    {
+      "epoch": 1.118815169024374,
+      "grad_norm": 169.4340057373047,
+      "learning_rate": 8.566980837780363e-07,
+      "loss": 13.2969,
+      "step": 16846
+    },
+    {
+      "epoch": 1.1188815833167298,
+      "grad_norm": 379.4667053222656,
+      "learning_rate": 8.565916426921064e-07,
+      "loss": 17.7344,
+      "step": 16847
+    },
+    {
+      "epoch": 1.1189479976090855,
+      "grad_norm": 156.2442169189453,
+      "learning_rate": 8.564852032650416e-07,
+      "loss": 12.4219,
+      "step": 16848
+    },
+    {
+      "epoch": 1.1190144119014411,
+      "grad_norm": 163.1094207763672,
+      "learning_rate": 8.563787654980733e-07,
+      "loss": 12.2422,
+      "step": 16849
+    },
+    {
+      "epoch": 1.119080826193797,
+      "grad_norm": 156.62942504882812,
+      "learning_rate": 8.562723293924322e-07,
+      "loss": 16.3594,
+      "step": 16850
+    },
+    {
+      "epoch": 1.1191472404861527,
+      "grad_norm": 315.74969482421875,
+      "learning_rate": 8.561658949493504e-07,
+      "loss": 17.4531,
+      "step": 16851
+    },
+    {
+      "epoch": 1.1192136547785083,
+      "grad_norm": 181.46945190429688,
+      "learning_rate": 8.560594621700584e-07,
+      "loss": 17.3906,
+      "step": 16852
+    },
+    {
+      "epoch": 1.119280069070864,
+      "grad_norm": 182.47552490234375,
+      "learning_rate": 8.559530310557876e-07,
+      "loss": 14.0625,
+      "step": 16853
+    },
+    {
+      "epoch": 1.1193464833632198,
+      "grad_norm": 196.73037719726562,
+      "learning_rate": 8.558466016077688e-07,
+      "loss": 12.75,
+      "step": 16854
+    },
+    {
+      "epoch": 1.1194128976555755,
+      "grad_norm": 536.0621337890625,
+      "learning_rate": 8.557401738272338e-07,
+      "loss": 21.3438,
+      "step": 16855
+    },
+    {
+      "epoch": 1.1194793119479312,
+      "grad_norm": 135.06935119628906,
+      "learning_rate": 8.556337477154131e-07,
+      "loss": 10.5547,
+      "step": 16856
+    },
+    {
+      "epoch": 1.1195457262402868,
+      "grad_norm": 151.5023956298828,
+      "learning_rate": 8.555273232735381e-07,
+      "loss": 16.1719,
+      "step": 16857
+    },
+    {
+      "epoch": 1.1196121405326427,
+      "grad_norm": 191.18609619140625,
+      "learning_rate": 8.554209005028392e-07,
+      "loss": 21.4688,
+      "step": 16858
+    },
+    {
+      "epoch": 1.1196785548249983,
+      "grad_norm": 237.16915893554688,
+      "learning_rate": 8.553144794045489e-07,
+      "loss": 21.9219,
+      "step": 16859
+    },
+    {
+      "epoch": 1.119744969117354,
+      "grad_norm": 209.76162719726562,
+      "learning_rate": 8.552080599798963e-07,
+      "loss": 17.3438,
+      "step": 16860
+    },
+    {
+      "epoch": 1.1198113834097099,
+      "grad_norm": 104.04032897949219,
+      "learning_rate": 8.55101642230114e-07,
+      "loss": 19.6406,
+      "step": 16861
+    },
+    {
+      "epoch": 1.1198777977020655,
+      "grad_norm": 183.90635681152344,
+      "learning_rate": 8.54995226156432e-07,
+      "loss": 16.4688,
+      "step": 16862
+    },
+    {
+      "epoch": 1.1199442119944212,
+      "grad_norm": 310.965087890625,
+      "learning_rate": 8.548888117600819e-07,
+      "loss": 20.4844,
+      "step": 16863
+    },
+    {
+      "epoch": 1.1200106262867768,
+      "grad_norm": 329.9076843261719,
+      "learning_rate": 8.547823990422939e-07,
+      "loss": 14.7188,
+      "step": 16864
+    },
+    {
+      "epoch": 1.1200770405791327,
+      "grad_norm": 336.076416015625,
+      "learning_rate": 8.546759880042997e-07,
+      "loss": 22.9375,
+      "step": 16865
+    },
+    {
+      "epoch": 1.1201434548714884,
+      "grad_norm": 121.03485870361328,
+      "learning_rate": 8.545695786473298e-07,
+      "loss": 12.1406,
+      "step": 16866
+    },
+    {
+      "epoch": 1.120209869163844,
+      "grad_norm": 205.6685333251953,
+      "learning_rate": 8.544631709726154e-07,
+      "loss": 11.5625,
+      "step": 16867
+    },
+    {
+      "epoch": 1.1202762834561997,
+      "grad_norm": 127.26763916015625,
+      "learning_rate": 8.543567649813866e-07,
+      "loss": 12.6094,
+      "step": 16868
+    },
+    {
+      "epoch": 1.1203426977485555,
+      "grad_norm": 256.8840637207031,
+      "learning_rate": 8.542503606748752e-07,
+      "loss": 15.9297,
+      "step": 16869
+    },
+    {
+      "epoch": 1.1204091120409112,
+      "grad_norm": 307.6120300292969,
+      "learning_rate": 8.541439580543113e-07,
+      "loss": 23.9688,
+      "step": 16870
+    },
+    {
+      "epoch": 1.1204755263332669,
+      "grad_norm": 207.3007354736328,
+      "learning_rate": 8.54037557120926e-07,
+      "loss": 13.0625,
+      "step": 16871
+    },
+    {
+      "epoch": 1.1205419406256227,
+      "grad_norm": 186.13180541992188,
+      "learning_rate": 8.539311578759503e-07,
+      "loss": 21.6562,
+      "step": 16872
+    },
+    {
+      "epoch": 1.1206083549179784,
+      "grad_norm": 209.47549438476562,
+      "learning_rate": 8.538247603206146e-07,
+      "loss": 20.9688,
+      "step": 16873
+    },
+    {
+      "epoch": 1.120674769210334,
+      "grad_norm": 85.89959716796875,
+      "learning_rate": 8.5371836445615e-07,
+      "loss": 12.9531,
+      "step": 16874
+    },
+    {
+      "epoch": 1.1207411835026897,
+      "grad_norm": 232.08189392089844,
+      "learning_rate": 8.536119702837865e-07,
+      "loss": 19.375,
+      "step": 16875
+    },
+    {
+      "epoch": 1.1208075977950456,
+      "grad_norm": 156.42623901367188,
+      "learning_rate": 8.535055778047557e-07,
+      "loss": 12.9219,
+      "step": 16876
+    },
+    {
+      "epoch": 1.1208740120874012,
+      "grad_norm": 158.41802978515625,
+      "learning_rate": 8.533991870202879e-07,
+      "loss": 12.9531,
+      "step": 16877
+    },
+    {
+      "epoch": 1.1209404263797569,
+      "grad_norm": 937.5208740234375,
+      "learning_rate": 8.532927979316138e-07,
+      "loss": 14.9688,
+      "step": 16878
+    },
+    {
+      "epoch": 1.1210068406721125,
+      "grad_norm": 211.5042724609375,
+      "learning_rate": 8.531864105399638e-07,
+      "loss": 17.4219,
+      "step": 16879
+    },
+    {
+      "epoch": 1.1210732549644684,
+      "grad_norm": 314.12811279296875,
+      "learning_rate": 8.530800248465692e-07,
+      "loss": 18.2812,
+      "step": 16880
+    },
+    {
+      "epoch": 1.121139669256824,
+      "grad_norm": 138.48207092285156,
+      "learning_rate": 8.529736408526596e-07,
+      "loss": 14.4375,
+      "step": 16881
+    },
+    {
+      "epoch": 1.1212060835491797,
+      "grad_norm": 199.9908447265625,
+      "learning_rate": 8.528672585594665e-07,
+      "loss": 15.7031,
+      "step": 16882
+    },
+    {
+      "epoch": 1.1212724978415356,
+      "grad_norm": 867.6240234375,
+      "learning_rate": 8.527608779682198e-07,
+      "loss": 14.7812,
+      "step": 16883
+    },
+    {
+      "epoch": 1.1213389121338913,
+      "grad_norm": 413.1380920410156,
+      "learning_rate": 8.526544990801507e-07,
+      "loss": 17.8906,
+      "step": 16884
+    },
+    {
+      "epoch": 1.121405326426247,
+      "grad_norm": 315.438720703125,
+      "learning_rate": 8.52548121896489e-07,
+      "loss": 20.125,
+      "step": 16885
+    },
+    {
+      "epoch": 1.1214717407186026,
+      "grad_norm": 657.84521484375,
+      "learning_rate": 8.52441746418466e-07,
+      "loss": 26.3281,
+      "step": 16886
+    },
+    {
+      "epoch": 1.1215381550109584,
+      "grad_norm": 278.2157287597656,
+      "learning_rate": 8.523353726473115e-07,
+      "loss": 20.875,
+      "step": 16887
+    },
+    {
+      "epoch": 1.121604569303314,
+      "grad_norm": 166.2617645263672,
+      "learning_rate": 8.522290005842566e-07,
+      "loss": 17.4219,
+      "step": 16888
+    },
+    {
+      "epoch": 1.1216709835956697,
+      "grad_norm": 150.9235382080078,
+      "learning_rate": 8.52122630230531e-07,
+      "loss": 15.7031,
+      "step": 16889
+    },
+    {
+      "epoch": 1.1217373978880254,
+      "grad_norm": 211.83424377441406,
+      "learning_rate": 8.520162615873659e-07,
+      "loss": 19.2969,
+      "step": 16890
+    },
+    {
+      "epoch": 1.1218038121803813,
+      "grad_norm": 265.245849609375,
+      "learning_rate": 8.519098946559911e-07,
+      "loss": 16.6562,
+      "step": 16891
+    },
+    {
+      "epoch": 1.121870226472737,
+      "grad_norm": 220.7855987548828,
+      "learning_rate": 8.518035294376376e-07,
+      "loss": 26.0,
+      "step": 16892
+    },
+    {
+      "epoch": 1.1219366407650926,
+      "grad_norm": 319.7036437988281,
+      "learning_rate": 8.516971659335348e-07,
+      "loss": 17.0625,
+      "step": 16893
+    },
+    {
+      "epoch": 1.1220030550574485,
+      "grad_norm": 158.38577270507812,
+      "learning_rate": 8.515908041449141e-07,
+      "loss": 16.1719,
+      "step": 16894
+    },
+    {
+      "epoch": 1.1220694693498041,
+      "grad_norm": 147.68495178222656,
+      "learning_rate": 8.514844440730054e-07,
+      "loss": 18.3906,
+      "step": 16895
+    },
+    {
+      "epoch": 1.1221358836421598,
+      "grad_norm": 118.37702178955078,
+      "learning_rate": 8.51378085719039e-07,
+      "loss": 14.5469,
+      "step": 16896
+    },
+    {
+      "epoch": 1.1222022979345154,
+      "grad_norm": 225.0634002685547,
+      "learning_rate": 8.512717290842448e-07,
+      "loss": 16.1875,
+      "step": 16897
+    },
+    {
+      "epoch": 1.1222687122268713,
+      "grad_norm": 206.39268493652344,
+      "learning_rate": 8.51165374169854e-07,
+      "loss": 21.0625,
+      "step": 16898
+    },
+    {
+      "epoch": 1.122335126519227,
+      "grad_norm": 290.86395263671875,
+      "learning_rate": 8.510590209770961e-07,
+      "loss": 16.7812,
+      "step": 16899
+    },
+    {
+      "epoch": 1.1224015408115826,
+      "grad_norm": 239.31060791015625,
+      "learning_rate": 8.509526695072018e-07,
+      "loss": 11.6406,
+      "step": 16900
+    },
+    {
+      "epoch": 1.1224679551039383,
+      "grad_norm": 244.85958862304688,
+      "learning_rate": 8.508463197614008e-07,
+      "loss": 19.375,
+      "step": 16901
+    },
+    {
+      "epoch": 1.1225343693962941,
+      "grad_norm": 131.41876220703125,
+      "learning_rate": 8.507399717409239e-07,
+      "loss": 13.3125,
+      "step": 16902
+    },
+    {
+      "epoch": 1.1226007836886498,
+      "grad_norm": 144.8700714111328,
+      "learning_rate": 8.506336254470003e-07,
+      "loss": 11.7344,
+      "step": 16903
+    },
+    {
+      "epoch": 1.1226671979810054,
+      "grad_norm": 334.8257141113281,
+      "learning_rate": 8.505272808808613e-07,
+      "loss": 22.0,
+      "step": 16904
+    },
+    {
+      "epoch": 1.1227336122733613,
+      "grad_norm": 141.8282928466797,
+      "learning_rate": 8.504209380437364e-07,
+      "loss": 17.2812,
+      "step": 16905
+    },
+    {
+      "epoch": 1.122800026565717,
+      "grad_norm": 309.0475158691406,
+      "learning_rate": 8.503145969368561e-07,
+      "loss": 26.6562,
+      "step": 16906
+    },
+    {
+      "epoch": 1.1228664408580726,
+      "grad_norm": 318.0658264160156,
+      "learning_rate": 8.502082575614496e-07,
+      "loss": 18.2344,
+      "step": 16907
+    },
+    {
+      "epoch": 1.1229328551504283,
+      "grad_norm": 301.9139099121094,
+      "learning_rate": 8.501019199187479e-07,
+      "loss": 15.0,
+      "step": 16908
+    },
+    {
+      "epoch": 1.1229992694427842,
+      "grad_norm": 142.3475341796875,
+      "learning_rate": 8.49995584009981e-07,
+      "loss": 17.7344,
+      "step": 16909
+    },
+    {
+      "epoch": 1.1230656837351398,
+      "grad_norm": 197.8833770751953,
+      "learning_rate": 8.498892498363782e-07,
+      "loss": 14.0,
+      "step": 16910
+    },
+    {
+      "epoch": 1.1231320980274955,
+      "grad_norm": 108.86505126953125,
+      "learning_rate": 8.497829173991705e-07,
+      "loss": 16.0625,
+      "step": 16911
+    },
+    {
+      "epoch": 1.1231985123198513,
+      "grad_norm": 388.9773864746094,
+      "learning_rate": 8.49676586699587e-07,
+      "loss": 16.4531,
+      "step": 16912
+    },
+    {
+      "epoch": 1.123264926612207,
+      "grad_norm": 174.1903076171875,
+      "learning_rate": 8.495702577388586e-07,
+      "loss": 18.7031,
+      "step": 16913
+    },
+    {
+      "epoch": 1.1233313409045627,
+      "grad_norm": 217.71453857421875,
+      "learning_rate": 8.494639305182141e-07,
+      "loss": 13.8438,
+      "step": 16914
+    },
+    {
+      "epoch": 1.1233977551969183,
+      "grad_norm": 279.633056640625,
+      "learning_rate": 8.493576050388844e-07,
+      "loss": 19.4844,
+      "step": 16915
+    },
+    {
+      "epoch": 1.1234641694892742,
+      "grad_norm": 300.8330383300781,
+      "learning_rate": 8.492512813020989e-07,
+      "loss": 17.2188,
+      "step": 16916
+    },
+    {
+      "epoch": 1.1235305837816298,
+      "grad_norm": 143.80592346191406,
+      "learning_rate": 8.491449593090879e-07,
+      "loss": 12.2812,
+      "step": 16917
+    },
+    {
+      "epoch": 1.1235969980739855,
+      "grad_norm": 576.6347045898438,
+      "learning_rate": 8.490386390610806e-07,
+      "loss": 18.4844,
+      "step": 16918
+    },
+    {
+      "epoch": 1.1236634123663412,
+      "grad_norm": 186.1205596923828,
+      "learning_rate": 8.489323205593078e-07,
+      "loss": 16.1719,
+      "step": 16919
+    },
+    {
+      "epoch": 1.123729826658697,
+      "grad_norm": 217.06333923339844,
+      "learning_rate": 8.488260038049983e-07,
+      "loss": 17.0625,
+      "step": 16920
+    },
+    {
+      "epoch": 1.1237962409510527,
+      "grad_norm": 154.3000946044922,
+      "learning_rate": 8.48719688799383e-07,
+      "loss": 15.5938,
+      "step": 16921
+    },
+    {
+      "epoch": 1.1238626552434083,
+      "grad_norm": 190.8108673095703,
+      "learning_rate": 8.486133755436906e-07,
+      "loss": 14.0312,
+      "step": 16922
+    },
+    {
+      "epoch": 1.1239290695357642,
+      "grad_norm": 210.32261657714844,
+      "learning_rate": 8.485070640391518e-07,
+      "loss": 14.2969,
+      "step": 16923
+    },
+    {
+      "epoch": 1.1239954838281199,
+      "grad_norm": 264.20513916015625,
+      "learning_rate": 8.484007542869953e-07,
+      "loss": 28.1406,
+      "step": 16924
+    },
+    {
+      "epoch": 1.1240618981204755,
+      "grad_norm": 337.3126220703125,
+      "learning_rate": 8.482944462884521e-07,
+      "loss": 16.3906,
+      "step": 16925
+    },
+    {
+      "epoch": 1.1241283124128312,
+      "grad_norm": 252.0529327392578,
+      "learning_rate": 8.481881400447508e-07,
+      "loss": 16.1719,
+      "step": 16926
+    },
+    {
+      "epoch": 1.124194726705187,
+      "grad_norm": 228.58839416503906,
+      "learning_rate": 8.480818355571219e-07,
+      "loss": 17.8125,
+      "step": 16927
+    },
+    {
+      "epoch": 1.1242611409975427,
+      "grad_norm": 187.64468383789062,
+      "learning_rate": 8.479755328267943e-07,
+      "loss": 14.4922,
+      "step": 16928
+    },
+    {
+      "epoch": 1.1243275552898984,
+      "grad_norm": 497.0110778808594,
+      "learning_rate": 8.478692318549985e-07,
+      "loss": 15.8281,
+      "step": 16929
+    },
+    {
+      "epoch": 1.124393969582254,
+      "grad_norm": 353.951904296875,
+      "learning_rate": 8.477629326429635e-07,
+      "loss": 13.75,
+      "step": 16930
+    },
+    {
+      "epoch": 1.12446038387461,
+      "grad_norm": 144.75045776367188,
+      "learning_rate": 8.476566351919193e-07,
+      "loss": 19.8438,
+      "step": 16931
+    },
+    {
+      "epoch": 1.1245267981669655,
+      "grad_norm": 744.8181762695312,
+      "learning_rate": 8.47550339503095e-07,
+      "loss": 17.7188,
+      "step": 16932
+    },
+    {
+      "epoch": 1.1245932124593212,
+      "grad_norm": 230.506103515625,
+      "learning_rate": 8.474440455777207e-07,
+      "loss": 12.25,
+      "step": 16933
+    },
+    {
+      "epoch": 1.124659626751677,
+      "grad_norm": 119.24050903320312,
+      "learning_rate": 8.473377534170255e-07,
+      "loss": 13.0625,
+      "step": 16934
+    },
+    {
+      "epoch": 1.1247260410440327,
+      "grad_norm": 3741.7236328125,
+      "learning_rate": 8.472314630222395e-07,
+      "loss": 15.2969,
+      "step": 16935
+    },
+    {
+      "epoch": 1.1247924553363884,
+      "grad_norm": 407.2509460449219,
+      "learning_rate": 8.471251743945913e-07,
+      "loss": 15.4688,
+      "step": 16936
+    },
+    {
+      "epoch": 1.124858869628744,
+      "grad_norm": 216.62173461914062,
+      "learning_rate": 8.470188875353115e-07,
+      "loss": 21.875,
+      "step": 16937
+    },
+    {
+      "epoch": 1.1249252839211,
+      "grad_norm": 340.5565185546875,
+      "learning_rate": 8.469126024456286e-07,
+      "loss": 12.375,
+      "step": 16938
+    },
+    {
+      "epoch": 1.1249916982134556,
+      "grad_norm": 93.65553283691406,
+      "learning_rate": 8.468063191267727e-07,
+      "loss": 11.5312,
+      "step": 16939
+    },
+    {
+      "epoch": 1.1250581125058112,
+      "grad_norm": 262.74774169921875,
+      "learning_rate": 8.467000375799727e-07,
+      "loss": 16.8125,
+      "step": 16940
+    },
+    {
+      "epoch": 1.1251245267981669,
+      "grad_norm": 296.2126770019531,
+      "learning_rate": 8.465937578064587e-07,
+      "loss": 18.4141,
+      "step": 16941
+    },
+    {
+      "epoch": 1.1251909410905228,
+      "grad_norm": 228.24270629882812,
+      "learning_rate": 8.46487479807459e-07,
+      "loss": 15.75,
+      "step": 16942
+    },
+    {
+      "epoch": 1.1252573553828784,
+      "grad_norm": 164.89877319335938,
+      "learning_rate": 8.463812035842042e-07,
+      "loss": 15.9844,
+      "step": 16943
+    },
+    {
+      "epoch": 1.125323769675234,
+      "grad_norm": 178.36322021484375,
+      "learning_rate": 8.462749291379228e-07,
+      "loss": 13.4531,
+      "step": 16944
+    },
+    {
+      "epoch": 1.12539018396759,
+      "grad_norm": 181.10592651367188,
+      "learning_rate": 8.46168656469844e-07,
+      "loss": 12.0625,
+      "step": 16945
+    },
+    {
+      "epoch": 1.1254565982599456,
+      "grad_norm": 114.14218139648438,
+      "learning_rate": 8.460623855811982e-07,
+      "loss": 13.4141,
+      "step": 16946
+    },
+    {
+      "epoch": 1.1255230125523012,
+      "grad_norm": 150.36134338378906,
+      "learning_rate": 8.459561164732136e-07,
+      "loss": 12.4688,
+      "step": 16947
+    },
+    {
+      "epoch": 1.125589426844657,
+      "grad_norm": 365.0210266113281,
+      "learning_rate": 8.4584984914712e-07,
+      "loss": 20.1719,
+      "step": 16948
+    },
+    {
+      "epoch": 1.1256558411370128,
+      "grad_norm": 193.89608764648438,
+      "learning_rate": 8.45743583604146e-07,
+      "loss": 15.8594,
+      "step": 16949
+    },
+    {
+      "epoch": 1.1257222554293684,
+      "grad_norm": 122.2121810913086,
+      "learning_rate": 8.456373198455218e-07,
+      "loss": 13.6719,
+      "step": 16950
+    },
+    {
+      "epoch": 1.125788669721724,
+      "grad_norm": 255.36708068847656,
+      "learning_rate": 8.455310578724757e-07,
+      "loss": 11.4062,
+      "step": 16951
+    },
+    {
+      "epoch": 1.1258550840140797,
+      "grad_norm": 112.48672485351562,
+      "learning_rate": 8.454247976862377e-07,
+      "loss": 13.7812,
+      "step": 16952
+    },
+    {
+      "epoch": 1.1259214983064356,
+      "grad_norm": 88.81465148925781,
+      "learning_rate": 8.453185392880359e-07,
+      "loss": 10.6094,
+      "step": 16953
+    },
+    {
+      "epoch": 1.1259879125987913,
+      "grad_norm": 165.3690643310547,
+      "learning_rate": 8.452122826791005e-07,
+      "loss": 16.0625,
+      "step": 16954
+    },
+    {
+      "epoch": 1.126054326891147,
+      "grad_norm": 269.99127197265625,
+      "learning_rate": 8.4510602786066e-07,
+      "loss": 17.2188,
+      "step": 16955
+    },
+    {
+      "epoch": 1.1261207411835028,
+      "grad_norm": 106.60526275634766,
+      "learning_rate": 8.449997748339438e-07,
+      "loss": 13.6406,
+      "step": 16956
+    },
+    {
+      "epoch": 1.1261871554758585,
+      "grad_norm": 152.88314819335938,
+      "learning_rate": 8.448935236001804e-07,
+      "loss": 16.5312,
+      "step": 16957
+    },
+    {
+      "epoch": 1.1262535697682141,
+      "grad_norm": 312.3384094238281,
+      "learning_rate": 8.447872741605998e-07,
+      "loss": 16.0156,
+      "step": 16958
+    },
+    {
+      "epoch": 1.1263199840605698,
+      "grad_norm": 190.4004669189453,
+      "learning_rate": 8.446810265164301e-07,
+      "loss": 14.9141,
+      "step": 16959
+    },
+    {
+      "epoch": 1.1263863983529256,
+      "grad_norm": 269.7235412597656,
+      "learning_rate": 8.445747806689012e-07,
+      "loss": 17.7188,
+      "step": 16960
+    },
+    {
+      "epoch": 1.1264528126452813,
+      "grad_norm": 179.44786071777344,
+      "learning_rate": 8.44468536619241e-07,
+      "loss": 17.2344,
+      "step": 16961
+    },
+    {
+      "epoch": 1.126519226937637,
+      "grad_norm": 298.8189392089844,
+      "learning_rate": 8.443622943686797e-07,
+      "loss": 14.0781,
+      "step": 16962
+    },
+    {
+      "epoch": 1.1265856412299926,
+      "grad_norm": 212.71690368652344,
+      "learning_rate": 8.442560539184453e-07,
+      "loss": 21.2812,
+      "step": 16963
+    },
+    {
+      "epoch": 1.1266520555223485,
+      "grad_norm": 207.72836303710938,
+      "learning_rate": 8.441498152697671e-07,
+      "loss": 15.625,
+      "step": 16964
+    },
+    {
+      "epoch": 1.1267184698147041,
+      "grad_norm": 337.6517333984375,
+      "learning_rate": 8.44043578423874e-07,
+      "loss": 23.0312,
+      "step": 16965
+    },
+    {
+      "epoch": 1.1267848841070598,
+      "grad_norm": 418.83319091796875,
+      "learning_rate": 8.439373433819949e-07,
+      "loss": 23.5625,
+      "step": 16966
+    },
+    {
+      "epoch": 1.1268512983994157,
+      "grad_norm": 1181.8177490234375,
+      "learning_rate": 8.438311101453583e-07,
+      "loss": 16.0781,
+      "step": 16967
+    },
+    {
+      "epoch": 1.1269177126917713,
+      "grad_norm": 400.6572265625,
+      "learning_rate": 8.437248787151939e-07,
+      "loss": 19.9531,
+      "step": 16968
+    },
+    {
+      "epoch": 1.126984126984127,
+      "grad_norm": 115.53910827636719,
+      "learning_rate": 8.436186490927296e-07,
+      "loss": 9.9609,
+      "step": 16969
+    },
+    {
+      "epoch": 1.1270505412764826,
+      "grad_norm": 697.7265014648438,
+      "learning_rate": 8.435124212791949e-07,
+      "loss": 36.4062,
+      "step": 16970
+    },
+    {
+      "epoch": 1.1271169555688385,
+      "grad_norm": 179.613037109375,
+      "learning_rate": 8.434061952758178e-07,
+      "loss": 20.7188,
+      "step": 16971
+    },
+    {
+      "epoch": 1.1271833698611942,
+      "grad_norm": 165.94854736328125,
+      "learning_rate": 8.43299971083828e-07,
+      "loss": 13.4219,
+      "step": 16972
+    },
+    {
+      "epoch": 1.1272497841535498,
+      "grad_norm": 129.79367065429688,
+      "learning_rate": 8.431937487044535e-07,
+      "loss": 13.4844,
+      "step": 16973
+    },
+    {
+      "epoch": 1.1273161984459055,
+      "grad_norm": 439.6216735839844,
+      "learning_rate": 8.430875281389235e-07,
+      "loss": 19.1719,
+      "step": 16974
+    },
+    {
+      "epoch": 1.1273826127382613,
+      "grad_norm": 170.61959838867188,
+      "learning_rate": 8.429813093884661e-07,
+      "loss": 14.9688,
+      "step": 16975
+    },
+    {
+      "epoch": 1.127449027030617,
+      "grad_norm": 333.57305908203125,
+      "learning_rate": 8.428750924543109e-07,
+      "loss": 23.8594,
+      "step": 16976
+    },
+    {
+      "epoch": 1.1275154413229727,
+      "grad_norm": 204.4817657470703,
+      "learning_rate": 8.427688773376856e-07,
+      "loss": 16.0938,
+      "step": 16977
+    },
+    {
+      "epoch": 1.1275818556153285,
+      "grad_norm": 122.59380340576172,
+      "learning_rate": 8.426626640398196e-07,
+      "loss": 14.8438,
+      "step": 16978
+    },
+    {
+      "epoch": 1.1276482699076842,
+      "grad_norm": 605.7463989257812,
+      "learning_rate": 8.425564525619407e-07,
+      "loss": 14.7188,
+      "step": 16979
+    },
+    {
+      "epoch": 1.1277146842000398,
+      "grad_norm": 191.38026428222656,
+      "learning_rate": 8.424502429052785e-07,
+      "loss": 20.7812,
+      "step": 16980
+    },
+    {
+      "epoch": 1.1277810984923955,
+      "grad_norm": 174.81117248535156,
+      "learning_rate": 8.423440350710608e-07,
+      "loss": 19.0469,
+      "step": 16981
+    },
+    {
+      "epoch": 1.1278475127847514,
+      "grad_norm": 240.17723083496094,
+      "learning_rate": 8.422378290605161e-07,
+      "loss": 13.875,
+      "step": 16982
+    },
+    {
+      "epoch": 1.127913927077107,
+      "grad_norm": 160.00904846191406,
+      "learning_rate": 8.421316248748738e-07,
+      "loss": 16.2344,
+      "step": 16983
+    },
+    {
+      "epoch": 1.1279803413694627,
+      "grad_norm": 178.23260498046875,
+      "learning_rate": 8.420254225153615e-07,
+      "loss": 17.5625,
+      "step": 16984
+    },
+    {
+      "epoch": 1.1280467556618183,
+      "grad_norm": 141.9241180419922,
+      "learning_rate": 8.419192219832082e-07,
+      "loss": 14.9844,
+      "step": 16985
+    },
+    {
+      "epoch": 1.1281131699541742,
+      "grad_norm": 410.41363525390625,
+      "learning_rate": 8.418130232796419e-07,
+      "loss": 19.0156,
+      "step": 16986
+    },
+    {
+      "epoch": 1.1281795842465299,
+      "grad_norm": 230.3223876953125,
+      "learning_rate": 8.417068264058917e-07,
+      "loss": 17.8125,
+      "step": 16987
+    },
+    {
+      "epoch": 1.1282459985388855,
+      "grad_norm": 104.23890686035156,
+      "learning_rate": 8.416006313631853e-07,
+      "loss": 16.625,
+      "step": 16988
+    },
+    {
+      "epoch": 1.1283124128312414,
+      "grad_norm": 196.20407104492188,
+      "learning_rate": 8.414944381527518e-07,
+      "loss": 18.6094,
+      "step": 16989
+    },
+    {
+      "epoch": 1.128378827123597,
+      "grad_norm": 103.24414825439453,
+      "learning_rate": 8.41388246775819e-07,
+      "loss": 14.875,
+      "step": 16990
+    },
+    {
+      "epoch": 1.1284452414159527,
+      "grad_norm": 275.2757873535156,
+      "learning_rate": 8.412820572336156e-07,
+      "loss": 12.8125,
+      "step": 16991
+    },
+    {
+      "epoch": 1.1285116557083084,
+      "grad_norm": 444.03692626953125,
+      "learning_rate": 8.411758695273696e-07,
+      "loss": 24.5625,
+      "step": 16992
+    },
+    {
+      "epoch": 1.1285780700006642,
+      "grad_norm": 174.43240356445312,
+      "learning_rate": 8.410696836583099e-07,
+      "loss": 18.5625,
+      "step": 16993
+    },
+    {
+      "epoch": 1.12864448429302,
+      "grad_norm": 242.0133514404297,
+      "learning_rate": 8.409634996276642e-07,
+      "loss": 17.0,
+      "step": 16994
+    },
+    {
+      "epoch": 1.1287108985853755,
+      "grad_norm": 216.24505615234375,
+      "learning_rate": 8.408573174366613e-07,
+      "loss": 12.6719,
+      "step": 16995
+    },
+    {
+      "epoch": 1.1287773128777312,
+      "grad_norm": 254.07476806640625,
+      "learning_rate": 8.407511370865288e-07,
+      "loss": 14.7812,
+      "step": 16996
+    },
+    {
+      "epoch": 1.128843727170087,
+      "grad_norm": 463.006103515625,
+      "learning_rate": 8.406449585784957e-07,
+      "loss": 20.1562,
+      "step": 16997
+    },
+    {
+      "epoch": 1.1289101414624427,
+      "grad_norm": 242.29664611816406,
+      "learning_rate": 8.405387819137897e-07,
+      "loss": 19.0312,
+      "step": 16998
+    },
+    {
+      "epoch": 1.1289765557547984,
+      "grad_norm": 339.78515625,
+      "learning_rate": 8.404326070936391e-07,
+      "loss": 17.0,
+      "step": 16999
+    },
+    {
+      "epoch": 1.1290429700471543,
+      "grad_norm": 231.1496124267578,
+      "learning_rate": 8.40326434119272e-07,
+      "loss": 18.6094,
+      "step": 17000
+    },
+    {
+      "epoch": 1.12910938433951,
+      "grad_norm": 190.3947296142578,
+      "learning_rate": 8.402202629919168e-07,
+      "loss": 14.0938,
+      "step": 17001
+    },
+    {
+      "epoch": 1.1291757986318656,
+      "grad_norm": 369.1614990234375,
+      "learning_rate": 8.401140937128013e-07,
+      "loss": 17.3594,
+      "step": 17002
+    },
+    {
+      "epoch": 1.1292422129242212,
+      "grad_norm": 358.6080322265625,
+      "learning_rate": 8.400079262831541e-07,
+      "loss": 17.125,
+      "step": 17003
+    },
+    {
+      "epoch": 1.129308627216577,
+      "grad_norm": 103.39234161376953,
+      "learning_rate": 8.399017607042024e-07,
+      "loss": 12.2969,
+      "step": 17004
+    },
+    {
+      "epoch": 1.1293750415089328,
+      "grad_norm": 275.64410400390625,
+      "learning_rate": 8.397955969771755e-07,
+      "loss": 16.5625,
+      "step": 17005
+    },
+    {
+      "epoch": 1.1294414558012884,
+      "grad_norm": 282.6098327636719,
+      "learning_rate": 8.396894351033001e-07,
+      "loss": 15.625,
+      "step": 17006
+    },
+    {
+      "epoch": 1.129507870093644,
+      "grad_norm": 172.4097137451172,
+      "learning_rate": 8.395832750838053e-07,
+      "loss": 13.5938,
+      "step": 17007
+    },
+    {
+      "epoch": 1.129574284386,
+      "grad_norm": 112.85791778564453,
+      "learning_rate": 8.394771169199184e-07,
+      "loss": 13.2344,
+      "step": 17008
+    },
+    {
+      "epoch": 1.1296406986783556,
+      "grad_norm": 257.1070251464844,
+      "learning_rate": 8.39370960612868e-07,
+      "loss": 17.4219,
+      "step": 17009
+    },
+    {
+      "epoch": 1.1297071129707112,
+      "grad_norm": 194.50233459472656,
+      "learning_rate": 8.392648061638812e-07,
+      "loss": 19.3906,
+      "step": 17010
+    },
+    {
+      "epoch": 1.1297735272630671,
+      "grad_norm": 159.99525451660156,
+      "learning_rate": 8.391586535741868e-07,
+      "loss": 17.4844,
+      "step": 17011
+    },
+    {
+      "epoch": 1.1298399415554228,
+      "grad_norm": 253.16864013671875,
+      "learning_rate": 8.390525028450123e-07,
+      "loss": 18.3594,
+      "step": 17012
+    },
+    {
+      "epoch": 1.1299063558477784,
+      "grad_norm": 590.1323852539062,
+      "learning_rate": 8.389463539775857e-07,
+      "loss": 12.5156,
+      "step": 17013
+    },
+    {
+      "epoch": 1.129972770140134,
+      "grad_norm": 285.8017272949219,
+      "learning_rate": 8.388402069731344e-07,
+      "loss": 14.125,
+      "step": 17014
+    },
+    {
+      "epoch": 1.13003918443249,
+      "grad_norm": 288.99859619140625,
+      "learning_rate": 8.387340618328872e-07,
+      "loss": 16.625,
+      "step": 17015
+    },
+    {
+      "epoch": 1.1301055987248456,
+      "grad_norm": 263.3305358886719,
+      "learning_rate": 8.386279185580711e-07,
+      "loss": 25.7188,
+      "step": 17016
+    },
+    {
+      "epoch": 1.1301720130172013,
+      "grad_norm": 515.9423217773438,
+      "learning_rate": 8.385217771499144e-07,
+      "loss": 28.6406,
+      "step": 17017
+    },
+    {
+      "epoch": 1.130238427309557,
+      "grad_norm": 295.8516845703125,
+      "learning_rate": 8.384156376096442e-07,
+      "loss": 16.1562,
+      "step": 17018
+    },
+    {
+      "epoch": 1.1303048416019128,
+      "grad_norm": 173.19741821289062,
+      "learning_rate": 8.38309499938489e-07,
+      "loss": 14.2812,
+      "step": 17019
+    },
+    {
+      "epoch": 1.1303712558942685,
+      "grad_norm": 110.78089904785156,
+      "learning_rate": 8.382033641376764e-07,
+      "loss": 12.0469,
+      "step": 17020
+    },
+    {
+      "epoch": 1.130437670186624,
+      "grad_norm": 170.33363342285156,
+      "learning_rate": 8.380972302084337e-07,
+      "loss": 20.25,
+      "step": 17021
+    },
+    {
+      "epoch": 1.13050408447898,
+      "grad_norm": 191.97442626953125,
+      "learning_rate": 8.379910981519892e-07,
+      "loss": 17.9531,
+      "step": 17022
+    },
+    {
+      "epoch": 1.1305704987713356,
+      "grad_norm": 125.51073455810547,
+      "learning_rate": 8.378849679695701e-07,
+      "loss": 12.4219,
+      "step": 17023
+    },
+    {
+      "epoch": 1.1306369130636913,
+      "grad_norm": 190.06031799316406,
+      "learning_rate": 8.377788396624044e-07,
+      "loss": 15.25,
+      "step": 17024
+    },
+    {
+      "epoch": 1.130703327356047,
+      "grad_norm": 350.9651184082031,
+      "learning_rate": 8.37672713231719e-07,
+      "loss": 11.4531,
+      "step": 17025
+    },
+    {
+      "epoch": 1.1307697416484028,
+      "grad_norm": 274.3808288574219,
+      "learning_rate": 8.375665886787426e-07,
+      "loss": 18.1484,
+      "step": 17026
+    },
+    {
+      "epoch": 1.1308361559407585,
+      "grad_norm": 219.4838104248047,
+      "learning_rate": 8.37460466004702e-07,
+      "loss": 13.8125,
+      "step": 17027
+    },
+    {
+      "epoch": 1.1309025702331141,
+      "grad_norm": 270.58868408203125,
+      "learning_rate": 8.373543452108252e-07,
+      "loss": 14.5312,
+      "step": 17028
+    },
+    {
+      "epoch": 1.1309689845254698,
+      "grad_norm": 214.2495880126953,
+      "learning_rate": 8.372482262983393e-07,
+      "loss": 17.4844,
+      "step": 17029
+    },
+    {
+      "epoch": 1.1310353988178257,
+      "grad_norm": 523.8204345703125,
+      "learning_rate": 8.371421092684725e-07,
+      "loss": 19.0625,
+      "step": 17030
+    },
+    {
+      "epoch": 1.1311018131101813,
+      "grad_norm": 458.144775390625,
+      "learning_rate": 8.370359941224512e-07,
+      "loss": 16.0781,
+      "step": 17031
+    },
+    {
+      "epoch": 1.131168227402537,
+      "grad_norm": 335.9231872558594,
+      "learning_rate": 8.36929880861504e-07,
+      "loss": 19.8438,
+      "step": 17032
+    },
+    {
+      "epoch": 1.1312346416948929,
+      "grad_norm": 99.35057830810547,
+      "learning_rate": 8.368237694868578e-07,
+      "loss": 12.3906,
+      "step": 17033
+    },
+    {
+      "epoch": 1.1313010559872485,
+      "grad_norm": 267.6676330566406,
+      "learning_rate": 8.367176599997404e-07,
+      "loss": 16.2969,
+      "step": 17034
+    },
+    {
+      "epoch": 1.1313674702796042,
+      "grad_norm": 171.22056579589844,
+      "learning_rate": 8.366115524013784e-07,
+      "loss": 18.7969,
+      "step": 17035
+    },
+    {
+      "epoch": 1.1314338845719598,
+      "grad_norm": 130.4682159423828,
+      "learning_rate": 8.365054466930001e-07,
+      "loss": 13.5312,
+      "step": 17036
+    },
+    {
+      "epoch": 1.1315002988643157,
+      "grad_norm": 277.4872741699219,
+      "learning_rate": 8.363993428758325e-07,
+      "loss": 16.5,
+      "step": 17037
+    },
+    {
+      "epoch": 1.1315667131566713,
+      "grad_norm": 168.9728546142578,
+      "learning_rate": 8.362932409511031e-07,
+      "loss": 14.2188,
+      "step": 17038
+    },
+    {
+      "epoch": 1.131633127449027,
+      "grad_norm": 116.38379669189453,
+      "learning_rate": 8.361871409200386e-07,
+      "loss": 14.4219,
+      "step": 17039
+    },
+    {
+      "epoch": 1.1316995417413827,
+      "grad_norm": 263.3050231933594,
+      "learning_rate": 8.360810427838673e-07,
+      "loss": 14.625,
+      "step": 17040
+    },
+    {
+      "epoch": 1.1317659560337385,
+      "grad_norm": 175.65982055664062,
+      "learning_rate": 8.359749465438158e-07,
+      "loss": 18.9219,
+      "step": 17041
+    },
+    {
+      "epoch": 1.1318323703260942,
+      "grad_norm": 317.6545715332031,
+      "learning_rate": 8.358688522011117e-07,
+      "loss": 19.2188,
+      "step": 17042
+    },
+    {
+      "epoch": 1.1318987846184498,
+      "grad_norm": 113.65638732910156,
+      "learning_rate": 8.357627597569816e-07,
+      "loss": 13.5469,
+      "step": 17043
+    },
+    {
+      "epoch": 1.1319651989108057,
+      "grad_norm": 202.4790496826172,
+      "learning_rate": 8.356566692126537e-07,
+      "loss": 15.25,
+      "step": 17044
+    },
+    {
+      "epoch": 1.1320316132031614,
+      "grad_norm": 135.03810119628906,
+      "learning_rate": 8.355505805693543e-07,
+      "loss": 15.1719,
+      "step": 17045
+    },
+    {
+      "epoch": 1.132098027495517,
+      "grad_norm": 316.67755126953125,
+      "learning_rate": 8.354444938283114e-07,
+      "loss": 18.0938,
+      "step": 17046
+    },
+    {
+      "epoch": 1.1321644417878727,
+      "grad_norm": 145.8456268310547,
+      "learning_rate": 8.353384089907511e-07,
+      "loss": 18.2656,
+      "step": 17047
+    },
+    {
+      "epoch": 1.1322308560802286,
+      "grad_norm": 82.59465026855469,
+      "learning_rate": 8.352323260579019e-07,
+      "loss": 12.2812,
+      "step": 17048
+    },
+    {
+      "epoch": 1.1322972703725842,
+      "grad_norm": 240.16754150390625,
+      "learning_rate": 8.351262450309895e-07,
+      "loss": 14.0156,
+      "step": 17049
+    },
+    {
+      "epoch": 1.1323636846649399,
+      "grad_norm": 214.54049682617188,
+      "learning_rate": 8.350201659112419e-07,
+      "loss": 15.1094,
+      "step": 17050
+    },
+    {
+      "epoch": 1.1324300989572955,
+      "grad_norm": 184.40415954589844,
+      "learning_rate": 8.349140886998858e-07,
+      "loss": 19.4844,
+      "step": 17051
+    },
+    {
+      "epoch": 1.1324965132496514,
+      "grad_norm": 172.16763305664062,
+      "learning_rate": 8.348080133981486e-07,
+      "loss": 13.5312,
+      "step": 17052
+    },
+    {
+      "epoch": 1.132562927542007,
+      "grad_norm": 217.75762939453125,
+      "learning_rate": 8.347019400072565e-07,
+      "loss": 16.9688,
+      "step": 17053
+    },
+    {
+      "epoch": 1.1326293418343627,
+      "grad_norm": 158.68560791015625,
+      "learning_rate": 8.345958685284376e-07,
+      "loss": 13.4375,
+      "step": 17054
+    },
+    {
+      "epoch": 1.1326957561267186,
+      "grad_norm": 364.32373046875,
+      "learning_rate": 8.344897989629179e-07,
+      "loss": 16.9375,
+      "step": 17055
+    },
+    {
+      "epoch": 1.1327621704190742,
+      "grad_norm": 209.6809539794922,
+      "learning_rate": 8.343837313119246e-07,
+      "loss": 16.1406,
+      "step": 17056
+    },
+    {
+      "epoch": 1.1328285847114299,
+      "grad_norm": 791.5152587890625,
+      "learning_rate": 8.342776655766853e-07,
+      "loss": 20.5625,
+      "step": 17057
+    },
+    {
+      "epoch": 1.1328949990037855,
+      "grad_norm": 344.494140625,
+      "learning_rate": 8.341716017584262e-07,
+      "loss": 20.5781,
+      "step": 17058
+    },
+    {
+      "epoch": 1.1329614132961414,
+      "grad_norm": 169.1805877685547,
+      "learning_rate": 8.340655398583745e-07,
+      "loss": 15.0156,
+      "step": 17059
+    },
+    {
+      "epoch": 1.133027827588497,
+      "grad_norm": 171.176025390625,
+      "learning_rate": 8.339594798777567e-07,
+      "loss": 23.9375,
+      "step": 17060
+    },
+    {
+      "epoch": 1.1330942418808527,
+      "grad_norm": 135.69569396972656,
+      "learning_rate": 8.338534218178001e-07,
+      "loss": 13.9688,
+      "step": 17061
+    },
+    {
+      "epoch": 1.1331606561732084,
+      "grad_norm": 144.9289093017578,
+      "learning_rate": 8.337473656797314e-07,
+      "loss": 14.7188,
+      "step": 17062
+    },
+    {
+      "epoch": 1.1332270704655643,
+      "grad_norm": 125.53462982177734,
+      "learning_rate": 8.336413114647773e-07,
+      "loss": 14.3594,
+      "step": 17063
+    },
+    {
+      "epoch": 1.13329348475792,
+      "grad_norm": 220.91159057617188,
+      "learning_rate": 8.335352591741642e-07,
+      "loss": 16.4844,
+      "step": 17064
+    },
+    {
+      "epoch": 1.1333598990502756,
+      "grad_norm": 245.1351776123047,
+      "learning_rate": 8.334292088091197e-07,
+      "loss": 21.5156,
+      "step": 17065
+    },
+    {
+      "epoch": 1.1334263133426314,
+      "grad_norm": 132.77467346191406,
+      "learning_rate": 8.333231603708696e-07,
+      "loss": 11.3047,
+      "step": 17066
+    },
+    {
+      "epoch": 1.133492727634987,
+      "grad_norm": 182.02713012695312,
+      "learning_rate": 8.332171138606416e-07,
+      "loss": 15.2188,
+      "step": 17067
+    },
+    {
+      "epoch": 1.1335591419273428,
+      "grad_norm": 358.5211181640625,
+      "learning_rate": 8.331110692796613e-07,
+      "loss": 21.7969,
+      "step": 17068
+    },
+    {
+      "epoch": 1.1336255562196984,
+      "grad_norm": 337.1881408691406,
+      "learning_rate": 8.330050266291566e-07,
+      "loss": 17.1562,
+      "step": 17069
+    },
+    {
+      "epoch": 1.1336919705120543,
+      "grad_norm": 135.72412109375,
+      "learning_rate": 8.328989859103528e-07,
+      "loss": 11.6953,
+      "step": 17070
+    },
+    {
+      "epoch": 1.13375838480441,
+      "grad_norm": 188.9627685546875,
+      "learning_rate": 8.327929471244776e-07,
+      "loss": 13.1719,
+      "step": 17071
+    },
+    {
+      "epoch": 1.1338247990967656,
+      "grad_norm": 146.29324340820312,
+      "learning_rate": 8.326869102727569e-07,
+      "loss": 20.6875,
+      "step": 17072
+    },
+    {
+      "epoch": 1.1338912133891212,
+      "grad_norm": 124.7835464477539,
+      "learning_rate": 8.325808753564179e-07,
+      "loss": 15.8281,
+      "step": 17073
+    },
+    {
+      "epoch": 1.1339576276814771,
+      "grad_norm": 289.7815856933594,
+      "learning_rate": 8.324748423766862e-07,
+      "loss": 18.0469,
+      "step": 17074
+    },
+    {
+      "epoch": 1.1340240419738328,
+      "grad_norm": 154.803466796875,
+      "learning_rate": 8.323688113347895e-07,
+      "loss": 21.0,
+      "step": 17075
+    },
+    {
+      "epoch": 1.1340904562661884,
+      "grad_norm": 163.1384735107422,
+      "learning_rate": 8.322627822319534e-07,
+      "loss": 16.4062,
+      "step": 17076
+    },
+    {
+      "epoch": 1.1341568705585443,
+      "grad_norm": 116.26031494140625,
+      "learning_rate": 8.321567550694048e-07,
+      "loss": 13.25,
+      "step": 17077
+    },
+    {
+      "epoch": 1.1342232848509,
+      "grad_norm": 570.6826782226562,
+      "learning_rate": 8.320507298483699e-07,
+      "loss": 14.3906,
+      "step": 17078
+    },
+    {
+      "epoch": 1.1342896991432556,
+      "grad_norm": 211.30271911621094,
+      "learning_rate": 8.319447065700756e-07,
+      "loss": 18.1562,
+      "step": 17079
+    },
+    {
+      "epoch": 1.1343561134356113,
+      "grad_norm": 99.38389587402344,
+      "learning_rate": 8.31838685235748e-07,
+      "loss": 12.6875,
+      "step": 17080
+    },
+    {
+      "epoch": 1.1344225277279671,
+      "grad_norm": 170.68055725097656,
+      "learning_rate": 8.317326658466135e-07,
+      "loss": 16.2969,
+      "step": 17081
+    },
+    {
+      "epoch": 1.1344889420203228,
+      "grad_norm": 126.29235076904297,
+      "learning_rate": 8.316266484038981e-07,
+      "loss": 13.2891,
+      "step": 17082
+    },
+    {
+      "epoch": 1.1345553563126785,
+      "grad_norm": 258.0787658691406,
+      "learning_rate": 8.315206329088291e-07,
+      "loss": 21.3125,
+      "step": 17083
+    },
+    {
+      "epoch": 1.134621770605034,
+      "grad_norm": 271.9181823730469,
+      "learning_rate": 8.31414619362632e-07,
+      "loss": 15.875,
+      "step": 17084
+    },
+    {
+      "epoch": 1.13468818489739,
+      "grad_norm": 142.8695068359375,
+      "learning_rate": 8.313086077665336e-07,
+      "loss": 12.9062,
+      "step": 17085
+    },
+    {
+      "epoch": 1.1347545991897456,
+      "grad_norm": 136.4069061279297,
+      "learning_rate": 8.312025981217594e-07,
+      "loss": 21.3125,
+      "step": 17086
+    },
+    {
+      "epoch": 1.1348210134821013,
+      "grad_norm": 180.6735076904297,
+      "learning_rate": 8.310965904295369e-07,
+      "loss": 14.6875,
+      "step": 17087
+    },
+    {
+      "epoch": 1.1348874277744572,
+      "grad_norm": 117.94061279296875,
+      "learning_rate": 8.309905846910912e-07,
+      "loss": 12.9531,
+      "step": 17088
+    },
+    {
+      "epoch": 1.1349538420668128,
+      "grad_norm": 157.68760681152344,
+      "learning_rate": 8.308845809076492e-07,
+      "loss": 16.3438,
+      "step": 17089
+    },
+    {
+      "epoch": 1.1350202563591685,
+      "grad_norm": 559.9027709960938,
+      "learning_rate": 8.307785790804366e-07,
+      "loss": 12.4219,
+      "step": 17090
+    },
+    {
+      "epoch": 1.1350866706515241,
+      "grad_norm": 236.2079315185547,
+      "learning_rate": 8.306725792106797e-07,
+      "loss": 13.8281,
+      "step": 17091
+    },
+    {
+      "epoch": 1.13515308494388,
+      "grad_norm": 206.11338806152344,
+      "learning_rate": 8.305665812996052e-07,
+      "loss": 16.3047,
+      "step": 17092
+    },
+    {
+      "epoch": 1.1352194992362357,
+      "grad_norm": 869.9733276367188,
+      "learning_rate": 8.304605853484385e-07,
+      "loss": 24.2344,
+      "step": 17093
+    },
+    {
+      "epoch": 1.1352859135285913,
+      "grad_norm": 320.1970520019531,
+      "learning_rate": 8.303545913584064e-07,
+      "loss": 15.1719,
+      "step": 17094
+    },
+    {
+      "epoch": 1.135352327820947,
+      "grad_norm": 299.2796936035156,
+      "learning_rate": 8.30248599330734e-07,
+      "loss": 20.0938,
+      "step": 17095
+    },
+    {
+      "epoch": 1.1354187421133028,
+      "grad_norm": 213.47332763671875,
+      "learning_rate": 8.301426092666483e-07,
+      "loss": 15.0,
+      "step": 17096
+    },
+    {
+      "epoch": 1.1354851564056585,
+      "grad_norm": 115.16649627685547,
+      "learning_rate": 8.300366211673747e-07,
+      "loss": 13.6016,
+      "step": 17097
+    },
+    {
+      "epoch": 1.1355515706980142,
+      "grad_norm": 112.70270538330078,
+      "learning_rate": 8.299306350341397e-07,
+      "loss": 15.7188,
+      "step": 17098
+    },
+    {
+      "epoch": 1.13561798499037,
+      "grad_norm": 760.325927734375,
+      "learning_rate": 8.298246508681688e-07,
+      "loss": 13.9062,
+      "step": 17099
+    },
+    {
+      "epoch": 1.1356843992827257,
+      "grad_norm": 317.85107421875,
+      "learning_rate": 8.297186686706884e-07,
+      "loss": 17.6719,
+      "step": 17100
+    },
+    {
+      "epoch": 1.1357508135750813,
+      "grad_norm": 229.15199279785156,
+      "learning_rate": 8.296126884429242e-07,
+      "loss": 23.0312,
+      "step": 17101
+    },
+    {
+      "epoch": 1.135817227867437,
+      "grad_norm": 163.5894012451172,
+      "learning_rate": 8.295067101861023e-07,
+      "loss": 14.7344,
+      "step": 17102
+    },
+    {
+      "epoch": 1.1358836421597929,
+      "grad_norm": 214.5677032470703,
+      "learning_rate": 8.29400733901448e-07,
+      "loss": 15.9219,
+      "step": 17103
+    },
+    {
+      "epoch": 1.1359500564521485,
+      "grad_norm": 363.61895751953125,
+      "learning_rate": 8.292947595901881e-07,
+      "loss": 17.0938,
+      "step": 17104
+    },
+    {
+      "epoch": 1.1360164707445042,
+      "grad_norm": 177.50070190429688,
+      "learning_rate": 8.291887872535479e-07,
+      "loss": 16.1875,
+      "step": 17105
+    },
+    {
+      "epoch": 1.1360828850368598,
+      "grad_norm": 178.35986328125,
+      "learning_rate": 8.290828168927534e-07,
+      "loss": 17.2031,
+      "step": 17106
+    },
+    {
+      "epoch": 1.1361492993292157,
+      "grad_norm": 129.962890625,
+      "learning_rate": 8.289768485090299e-07,
+      "loss": 13.25,
+      "step": 17107
+    },
+    {
+      "epoch": 1.1362157136215714,
+      "grad_norm": 476.62493896484375,
+      "learning_rate": 8.28870882103604e-07,
+      "loss": 17.5469,
+      "step": 17108
+    },
+    {
+      "epoch": 1.136282127913927,
+      "grad_norm": 288.8219909667969,
+      "learning_rate": 8.287649176777008e-07,
+      "loss": 14.7188,
+      "step": 17109
+    },
+    {
+      "epoch": 1.136348542206283,
+      "grad_norm": 701.0527954101562,
+      "learning_rate": 8.286589552325467e-07,
+      "loss": 32.0312,
+      "step": 17110
+    },
+    {
+      "epoch": 1.1364149564986386,
+      "grad_norm": 205.141357421875,
+      "learning_rate": 8.285529947693664e-07,
+      "loss": 16.0938,
+      "step": 17111
+    },
+    {
+      "epoch": 1.1364813707909942,
+      "grad_norm": 120.78765869140625,
+      "learning_rate": 8.284470362893869e-07,
+      "loss": 15.0156,
+      "step": 17112
+    },
+    {
+      "epoch": 1.1365477850833499,
+      "grad_norm": 221.70970153808594,
+      "learning_rate": 8.283410797938326e-07,
+      "loss": 18.4688,
+      "step": 17113
+    },
+    {
+      "epoch": 1.1366141993757057,
+      "grad_norm": 215.2913360595703,
+      "learning_rate": 8.2823512528393e-07,
+      "loss": 15.1562,
+      "step": 17114
+    },
+    {
+      "epoch": 1.1366806136680614,
+      "grad_norm": 96.05309295654297,
+      "learning_rate": 8.281291727609043e-07,
+      "loss": 12.6172,
+      "step": 17115
+    },
+    {
+      "epoch": 1.136747027960417,
+      "grad_norm": 158.72119140625,
+      "learning_rate": 8.280232222259813e-07,
+      "loss": 15.625,
+      "step": 17116
+    },
+    {
+      "epoch": 1.1368134422527727,
+      "grad_norm": 191.453369140625,
+      "learning_rate": 8.279172736803862e-07,
+      "loss": 15.2969,
+      "step": 17117
+    },
+    {
+      "epoch": 1.1368798565451286,
+      "grad_norm": 185.68873596191406,
+      "learning_rate": 8.278113271253453e-07,
+      "loss": 16.6562,
+      "step": 17118
+    },
+    {
+      "epoch": 1.1369462708374842,
+      "grad_norm": 135.23606872558594,
+      "learning_rate": 8.277053825620834e-07,
+      "loss": 16.1719,
+      "step": 17119
+    },
+    {
+      "epoch": 1.1370126851298399,
+      "grad_norm": 350.5794982910156,
+      "learning_rate": 8.275994399918265e-07,
+      "loss": 21.5625,
+      "step": 17120
+    },
+    {
+      "epoch": 1.1370790994221958,
+      "grad_norm": 292.3879089355469,
+      "learning_rate": 8.274934994157994e-07,
+      "loss": 18.5156,
+      "step": 17121
+    },
+    {
+      "epoch": 1.1371455137145514,
+      "grad_norm": 190.98849487304688,
+      "learning_rate": 8.273875608352286e-07,
+      "loss": 16.8281,
+      "step": 17122
+    },
+    {
+      "epoch": 1.137211928006907,
+      "grad_norm": 267.2025451660156,
+      "learning_rate": 8.272816242513385e-07,
+      "loss": 16.0625,
+      "step": 17123
+    },
+    {
+      "epoch": 1.1372783422992627,
+      "grad_norm": 178.805419921875,
+      "learning_rate": 8.271756896653554e-07,
+      "loss": 12.625,
+      "step": 17124
+    },
+    {
+      "epoch": 1.1373447565916186,
+      "grad_norm": 293.57012939453125,
+      "learning_rate": 8.270697570785038e-07,
+      "loss": 21.4531,
+      "step": 17125
+    },
+    {
+      "epoch": 1.1374111708839743,
+      "grad_norm": 443.8506164550781,
+      "learning_rate": 8.269638264920099e-07,
+      "loss": 23.8281,
+      "step": 17126
+    },
+    {
+      "epoch": 1.13747758517633,
+      "grad_norm": 279.4477844238281,
+      "learning_rate": 8.268578979070986e-07,
+      "loss": 16.75,
+      "step": 17127
+    },
+    {
+      "epoch": 1.1375439994686856,
+      "grad_norm": 155.7620391845703,
+      "learning_rate": 8.267519713249948e-07,
+      "loss": 18.25,
+      "step": 17128
+    },
+    {
+      "epoch": 1.1376104137610414,
+      "grad_norm": 256.3530578613281,
+      "learning_rate": 8.26646046746925e-07,
+      "loss": 14.7344,
+      "step": 17129
+    },
+    {
+      "epoch": 1.137676828053397,
+      "grad_norm": 191.32867431640625,
+      "learning_rate": 8.265401241741135e-07,
+      "loss": 12.4844,
+      "step": 17130
+    },
+    {
+      "epoch": 1.1377432423457527,
+      "grad_norm": 202.2811737060547,
+      "learning_rate": 8.264342036077861e-07,
+      "loss": 14.6719,
+      "step": 17131
+    },
+    {
+      "epoch": 1.1378096566381086,
+      "grad_norm": 271.8924560546875,
+      "learning_rate": 8.26328285049167e-07,
+      "loss": 13.5469,
+      "step": 17132
+    },
+    {
+      "epoch": 1.1378760709304643,
+      "grad_norm": 291.2768249511719,
+      "learning_rate": 8.262223684994831e-07,
+      "loss": 18.8594,
+      "step": 17133
+    },
+    {
+      "epoch": 1.13794248522282,
+      "grad_norm": 890.7680053710938,
+      "learning_rate": 8.261164539599579e-07,
+      "loss": 15.4531,
+      "step": 17134
+    },
+    {
+      "epoch": 1.1380088995151756,
+      "grad_norm": 244.66110229492188,
+      "learning_rate": 8.260105414318177e-07,
+      "loss": 13.2656,
+      "step": 17135
+    },
+    {
+      "epoch": 1.1380753138075315,
+      "grad_norm": 491.8146057128906,
+      "learning_rate": 8.259046309162872e-07,
+      "loss": 14.625,
+      "step": 17136
+    },
+    {
+      "epoch": 1.1381417280998871,
+      "grad_norm": 299.013427734375,
+      "learning_rate": 8.257987224145915e-07,
+      "loss": 19.875,
+      "step": 17137
+    },
+    {
+      "epoch": 1.1382081423922428,
+      "grad_norm": 264.2525329589844,
+      "learning_rate": 8.256928159279554e-07,
+      "loss": 13.0,
+      "step": 17138
+    },
+    {
+      "epoch": 1.1382745566845984,
+      "grad_norm": 178.4418182373047,
+      "learning_rate": 8.255869114576047e-07,
+      "loss": 19.2422,
+      "step": 17139
+    },
+    {
+      "epoch": 1.1383409709769543,
+      "grad_norm": 158.6263885498047,
+      "learning_rate": 8.254810090047638e-07,
+      "loss": 15.4062,
+      "step": 17140
+    },
+    {
+      "epoch": 1.13840738526931,
+      "grad_norm": 296.7228698730469,
+      "learning_rate": 8.253751085706583e-07,
+      "loss": 23.4375,
+      "step": 17141
+    },
+    {
+      "epoch": 1.1384737995616656,
+      "grad_norm": 132.56446838378906,
+      "learning_rate": 8.252692101565123e-07,
+      "loss": 14.5625,
+      "step": 17142
+    },
+    {
+      "epoch": 1.1385402138540215,
+      "grad_norm": 293.4795227050781,
+      "learning_rate": 8.251633137635518e-07,
+      "loss": 15.5156,
+      "step": 17143
+    },
+    {
+      "epoch": 1.1386066281463771,
+      "grad_norm": 220.47434997558594,
+      "learning_rate": 8.25057419393001e-07,
+      "loss": 18.4062,
+      "step": 17144
+    },
+    {
+      "epoch": 1.1386730424387328,
+      "grad_norm": 235.96095275878906,
+      "learning_rate": 8.249515270460854e-07,
+      "loss": 18.9141,
+      "step": 17145
+    },
+    {
+      "epoch": 1.1387394567310885,
+      "grad_norm": 105.16824340820312,
+      "learning_rate": 8.24845636724029e-07,
+      "loss": 11.3281,
+      "step": 17146
+    },
+    {
+      "epoch": 1.1388058710234443,
+      "grad_norm": 188.28648376464844,
+      "learning_rate": 8.247397484280578e-07,
+      "loss": 18.3125,
+      "step": 17147
+    },
+    {
+      "epoch": 1.1388722853158,
+      "grad_norm": 140.5703887939453,
+      "learning_rate": 8.24633862159396e-07,
+      "loss": 14.75,
+      "step": 17148
+    },
+    {
+      "epoch": 1.1389386996081556,
+      "grad_norm": 189.76461791992188,
+      "learning_rate": 8.245279779192686e-07,
+      "loss": 16.3984,
+      "step": 17149
+    },
+    {
+      "epoch": 1.1390051139005113,
+      "grad_norm": 214.3081512451172,
+      "learning_rate": 8.244220957089001e-07,
+      "loss": 18.2812,
+      "step": 17150
+    },
+    {
+      "epoch": 1.1390715281928672,
+      "grad_norm": 204.8388214111328,
+      "learning_rate": 8.24316215529516e-07,
+      "loss": 18.875,
+      "step": 17151
+    },
+    {
+      "epoch": 1.1391379424852228,
+      "grad_norm": 428.29547119140625,
+      "learning_rate": 8.242103373823404e-07,
+      "loss": 16.0938,
+      "step": 17152
+    },
+    {
+      "epoch": 1.1392043567775785,
+      "grad_norm": 282.4804382324219,
+      "learning_rate": 8.241044612685983e-07,
+      "loss": 15.7031,
+      "step": 17153
+    },
+    {
+      "epoch": 1.1392707710699344,
+      "grad_norm": 123.56965637207031,
+      "learning_rate": 8.239985871895143e-07,
+      "loss": 14.5,
+      "step": 17154
+    },
+    {
+      "epoch": 1.13933718536229,
+      "grad_norm": 381.25177001953125,
+      "learning_rate": 8.238927151463133e-07,
+      "loss": 14.4688,
+      "step": 17155
+    },
+    {
+      "epoch": 1.1394035996546457,
+      "grad_norm": 177.52452087402344,
+      "learning_rate": 8.237868451402193e-07,
+      "loss": 20.9688,
+      "step": 17156
+    },
+    {
+      "epoch": 1.1394700139470013,
+      "grad_norm": 110.02488708496094,
+      "learning_rate": 8.236809771724581e-07,
+      "loss": 14.0781,
+      "step": 17157
+    },
+    {
+      "epoch": 1.1395364282393572,
+      "grad_norm": 150.6873779296875,
+      "learning_rate": 8.235751112442532e-07,
+      "loss": 16.4062,
+      "step": 17158
+    },
+    {
+      "epoch": 1.1396028425317128,
+      "grad_norm": 319.8907470703125,
+      "learning_rate": 8.234692473568302e-07,
+      "loss": 22.6562,
+      "step": 17159
+    },
+    {
+      "epoch": 1.1396692568240685,
+      "grad_norm": 230.7367401123047,
+      "learning_rate": 8.233633855114126e-07,
+      "loss": 20.7656,
+      "step": 17160
+    },
+    {
+      "epoch": 1.1397356711164242,
+      "grad_norm": 150.4793701171875,
+      "learning_rate": 8.232575257092259e-07,
+      "loss": 15.2188,
+      "step": 17161
+    },
+    {
+      "epoch": 1.13980208540878,
+      "grad_norm": 206.85821533203125,
+      "learning_rate": 8.23151667951494e-07,
+      "loss": 15.0625,
+      "step": 17162
+    },
+    {
+      "epoch": 1.1398684997011357,
+      "grad_norm": 252.26895141601562,
+      "learning_rate": 8.230458122394419e-07,
+      "loss": 14.1562,
+      "step": 17163
+    },
+    {
+      "epoch": 1.1399349139934913,
+      "grad_norm": 181.9475860595703,
+      "learning_rate": 8.229399585742933e-07,
+      "loss": 13.7812,
+      "step": 17164
+    },
+    {
+      "epoch": 1.1400013282858472,
+      "grad_norm": 213.92628479003906,
+      "learning_rate": 8.228341069572735e-07,
+      "loss": 20.875,
+      "step": 17165
+    },
+    {
+      "epoch": 1.1400677425782029,
+      "grad_norm": 294.2215576171875,
+      "learning_rate": 8.227282573896068e-07,
+      "loss": 15.3594,
+      "step": 17166
+    },
+    {
+      "epoch": 1.1401341568705585,
+      "grad_norm": 145.3199462890625,
+      "learning_rate": 8.226224098725168e-07,
+      "loss": 15.75,
+      "step": 17167
+    },
+    {
+      "epoch": 1.1402005711629142,
+      "grad_norm": 292.8584899902344,
+      "learning_rate": 8.225165644072291e-07,
+      "loss": 16.2969,
+      "step": 17168
+    },
+    {
+      "epoch": 1.14026698545527,
+      "grad_norm": 207.91358947753906,
+      "learning_rate": 8.224107209949671e-07,
+      "loss": 19.3125,
+      "step": 17169
+    },
+    {
+      "epoch": 1.1403333997476257,
+      "grad_norm": 314.93145751953125,
+      "learning_rate": 8.223048796369557e-07,
+      "loss": 19.7344,
+      "step": 17170
+    },
+    {
+      "epoch": 1.1403998140399814,
+      "grad_norm": 132.86131286621094,
+      "learning_rate": 8.221990403344185e-07,
+      "loss": 12.7188,
+      "step": 17171
+    },
+    {
+      "epoch": 1.140466228332337,
+      "grad_norm": 169.8621063232422,
+      "learning_rate": 8.220932030885808e-07,
+      "loss": 14.5078,
+      "step": 17172
+    },
+    {
+      "epoch": 1.140532642624693,
+      "grad_norm": 129.93638610839844,
+      "learning_rate": 8.219873679006662e-07,
+      "loss": 13.0,
+      "step": 17173
+    },
+    {
+      "epoch": 1.1405990569170485,
+      "grad_norm": 261.0923156738281,
+      "learning_rate": 8.218815347718993e-07,
+      "loss": 15.9219,
+      "step": 17174
+    },
+    {
+      "epoch": 1.1406654712094042,
+      "grad_norm": 207.37741088867188,
+      "learning_rate": 8.217757037035037e-07,
+      "loss": 12.5469,
+      "step": 17175
+    },
+    {
+      "epoch": 1.14073188550176,
+      "grad_norm": 352.2001037597656,
+      "learning_rate": 8.216698746967044e-07,
+      "loss": 17.875,
+      "step": 17176
+    },
+    {
+      "epoch": 1.1407982997941157,
+      "grad_norm": 165.10511779785156,
+      "learning_rate": 8.215640477527246e-07,
+      "loss": 15.4844,
+      "step": 17177
+    },
+    {
+      "epoch": 1.1408647140864714,
+      "grad_norm": 143.5587921142578,
+      "learning_rate": 8.214582228727895e-07,
+      "loss": 18.0781,
+      "step": 17178
+    },
+    {
+      "epoch": 1.140931128378827,
+      "grad_norm": 190.88514709472656,
+      "learning_rate": 8.213524000581223e-07,
+      "loss": 14.6875,
+      "step": 17179
+    },
+    {
+      "epoch": 1.140997542671183,
+      "grad_norm": 154.6764373779297,
+      "learning_rate": 8.21246579309948e-07,
+      "loss": 17.8281,
+      "step": 17180
+    },
+    {
+      "epoch": 1.1410639569635386,
+      "grad_norm": 581.4891357421875,
+      "learning_rate": 8.211407606294897e-07,
+      "loss": 24.7812,
+      "step": 17181
+    },
+    {
+      "epoch": 1.1411303712558942,
+      "grad_norm": 204.0880889892578,
+      "learning_rate": 8.210349440179722e-07,
+      "loss": 17.0625,
+      "step": 17182
+    },
+    {
+      "epoch": 1.1411967855482499,
+      "grad_norm": 167.9873809814453,
+      "learning_rate": 8.209291294766193e-07,
+      "loss": 13.0469,
+      "step": 17183
+    },
+    {
+      "epoch": 1.1412631998406058,
+      "grad_norm": 113.92766571044922,
+      "learning_rate": 8.208233170066551e-07,
+      "loss": 10.875,
+      "step": 17184
+    },
+    {
+      "epoch": 1.1413296141329614,
+      "grad_norm": 322.72747802734375,
+      "learning_rate": 8.207175066093031e-07,
+      "loss": 22.5,
+      "step": 17185
+    },
+    {
+      "epoch": 1.141396028425317,
+      "grad_norm": 217.6896209716797,
+      "learning_rate": 8.206116982857878e-07,
+      "loss": 15.6094,
+      "step": 17186
+    },
+    {
+      "epoch": 1.141462442717673,
+      "grad_norm": 244.53309631347656,
+      "learning_rate": 8.205058920373329e-07,
+      "loss": 18.2656,
+      "step": 17187
+    },
+    {
+      "epoch": 1.1415288570100286,
+      "grad_norm": 169.14332580566406,
+      "learning_rate": 8.204000878651624e-07,
+      "loss": 15.8125,
+      "step": 17188
+    },
+    {
+      "epoch": 1.1415952713023843,
+      "grad_norm": 172.5889434814453,
+      "learning_rate": 8.202942857705e-07,
+      "loss": 16.8125,
+      "step": 17189
+    },
+    {
+      "epoch": 1.14166168559474,
+      "grad_norm": 275.5201110839844,
+      "learning_rate": 8.201884857545698e-07,
+      "loss": 21.1562,
+      "step": 17190
+    },
+    {
+      "epoch": 1.1417280998870958,
+      "grad_norm": 209.91673278808594,
+      "learning_rate": 8.200826878185955e-07,
+      "loss": 18.4062,
+      "step": 17191
+    },
+    {
+      "epoch": 1.1417945141794514,
+      "grad_norm": 419.142333984375,
+      "learning_rate": 8.19976891963801e-07,
+      "loss": 14.0781,
+      "step": 17192
+    },
+    {
+      "epoch": 1.141860928471807,
+      "grad_norm": 125.24259185791016,
+      "learning_rate": 8.198710981914096e-07,
+      "loss": 14.9688,
+      "step": 17193
+    },
+    {
+      "epoch": 1.1419273427641627,
+      "grad_norm": 153.98007202148438,
+      "learning_rate": 8.197653065026462e-07,
+      "loss": 12.6406,
+      "step": 17194
+    },
+    {
+      "epoch": 1.1419937570565186,
+      "grad_norm": 169.26988220214844,
+      "learning_rate": 8.19659516898733e-07,
+      "loss": 17.4688,
+      "step": 17195
+    },
+    {
+      "epoch": 1.1420601713488743,
+      "grad_norm": 224.44473266601562,
+      "learning_rate": 8.195537293808951e-07,
+      "loss": 16.1094,
+      "step": 17196
+    },
+    {
+      "epoch": 1.14212658564123,
+      "grad_norm": 605.567626953125,
+      "learning_rate": 8.194479439503553e-07,
+      "loss": 21.1562,
+      "step": 17197
+    },
+    {
+      "epoch": 1.1421929999335858,
+      "grad_norm": 245.24530029296875,
+      "learning_rate": 8.193421606083379e-07,
+      "loss": 19.4062,
+      "step": 17198
+    },
+    {
+      "epoch": 1.1422594142259415,
+      "grad_norm": 264.4737243652344,
+      "learning_rate": 8.192363793560656e-07,
+      "loss": 14.7109,
+      "step": 17199
+    },
+    {
+      "epoch": 1.1423258285182971,
+      "grad_norm": 192.42295837402344,
+      "learning_rate": 8.191306001947632e-07,
+      "loss": 13.9062,
+      "step": 17200
+    },
+    {
+      "epoch": 1.1423922428106528,
+      "grad_norm": 244.68112182617188,
+      "learning_rate": 8.190248231256535e-07,
+      "loss": 16.1562,
+      "step": 17201
+    },
+    {
+      "epoch": 1.1424586571030086,
+      "grad_norm": 132.70751953125,
+      "learning_rate": 8.1891904814996e-07,
+      "loss": 16.2344,
+      "step": 17202
+    },
+    {
+      "epoch": 1.1425250713953643,
+      "grad_norm": 176.7168426513672,
+      "learning_rate": 8.18813275268907e-07,
+      "loss": 17.3438,
+      "step": 17203
+    },
+    {
+      "epoch": 1.14259148568772,
+      "grad_norm": 163.13140869140625,
+      "learning_rate": 8.187075044837174e-07,
+      "loss": 19.8125,
+      "step": 17204
+    },
+    {
+      "epoch": 1.1426578999800756,
+      "grad_norm": 265.2502136230469,
+      "learning_rate": 8.18601735795615e-07,
+      "loss": 17.3125,
+      "step": 17205
+    },
+    {
+      "epoch": 1.1427243142724315,
+      "grad_norm": 231.609130859375,
+      "learning_rate": 8.184959692058226e-07,
+      "loss": 22.1719,
+      "step": 17206
+    },
+    {
+      "epoch": 1.1427907285647871,
+      "grad_norm": 110.12841033935547,
+      "learning_rate": 8.183902047155648e-07,
+      "loss": 12.9062,
+      "step": 17207
+    },
+    {
+      "epoch": 1.1428571428571428,
+      "grad_norm": 253.90103149414062,
+      "learning_rate": 8.182844423260641e-07,
+      "loss": 15.0625,
+      "step": 17208
+    },
+    {
+      "epoch": 1.1429235571494987,
+      "grad_norm": 434.3230285644531,
+      "learning_rate": 8.181786820385444e-07,
+      "loss": 19.0156,
+      "step": 17209
+    },
+    {
+      "epoch": 1.1429899714418543,
+      "grad_norm": 144.9958038330078,
+      "learning_rate": 8.180729238542284e-07,
+      "loss": 14.4531,
+      "step": 17210
+    },
+    {
+      "epoch": 1.14305638573421,
+      "grad_norm": 464.9582214355469,
+      "learning_rate": 8.179671677743403e-07,
+      "loss": 22.2344,
+      "step": 17211
+    },
+    {
+      "epoch": 1.1431228000265656,
+      "grad_norm": 209.07919311523438,
+      "learning_rate": 8.178614138001029e-07,
+      "loss": 19.9531,
+      "step": 17212
+    },
+    {
+      "epoch": 1.1431892143189215,
+      "grad_norm": 102.76451873779297,
+      "learning_rate": 8.177556619327398e-07,
+      "loss": 12.375,
+      "step": 17213
+    },
+    {
+      "epoch": 1.1432556286112772,
+      "grad_norm": 217.11520385742188,
+      "learning_rate": 8.176499121734736e-07,
+      "loss": 21.9844,
+      "step": 17214
+    },
+    {
+      "epoch": 1.1433220429036328,
+      "grad_norm": 115.36080169677734,
+      "learning_rate": 8.175441645235287e-07,
+      "loss": 13.6562,
+      "step": 17215
+    },
+    {
+      "epoch": 1.1433884571959885,
+      "grad_norm": 147.77313232421875,
+      "learning_rate": 8.174384189841274e-07,
+      "loss": 13.4062,
+      "step": 17216
+    },
+    {
+      "epoch": 1.1434548714883443,
+      "grad_norm": 211.77764892578125,
+      "learning_rate": 8.173326755564933e-07,
+      "loss": 22.4844,
+      "step": 17217
+    },
+    {
+      "epoch": 1.1435212857807,
+      "grad_norm": 148.77474975585938,
+      "learning_rate": 8.172269342418494e-07,
+      "loss": 14.1094,
+      "step": 17218
+    },
+    {
+      "epoch": 1.1435877000730557,
+      "grad_norm": 413.1478576660156,
+      "learning_rate": 8.171211950414192e-07,
+      "loss": 25.0625,
+      "step": 17219
+    },
+    {
+      "epoch": 1.1436541143654115,
+      "grad_norm": 202.7871856689453,
+      "learning_rate": 8.170154579564251e-07,
+      "loss": 16.4062,
+      "step": 17220
+    },
+    {
+      "epoch": 1.1437205286577672,
+      "grad_norm": 261.0797119140625,
+      "learning_rate": 8.169097229880909e-07,
+      "loss": 17.7188,
+      "step": 17221
+    },
+    {
+      "epoch": 1.1437869429501228,
+      "grad_norm": 152.29119873046875,
+      "learning_rate": 8.168039901376394e-07,
+      "loss": 13.1094,
+      "step": 17222
+    },
+    {
+      "epoch": 1.1438533572424785,
+      "grad_norm": 125.05915069580078,
+      "learning_rate": 8.166982594062938e-07,
+      "loss": 12.7344,
+      "step": 17223
+    },
+    {
+      "epoch": 1.1439197715348344,
+      "grad_norm": 89.07508850097656,
+      "learning_rate": 8.165925307952767e-07,
+      "loss": 11.7188,
+      "step": 17224
+    },
+    {
+      "epoch": 1.14398618582719,
+      "grad_norm": 92.56771087646484,
+      "learning_rate": 8.16486804305812e-07,
+      "loss": 15.0156,
+      "step": 17225
+    },
+    {
+      "epoch": 1.1440526001195457,
+      "grad_norm": 106.9585189819336,
+      "learning_rate": 8.163810799391217e-07,
+      "loss": 15.1406,
+      "step": 17226
+    },
+    {
+      "epoch": 1.1441190144119013,
+      "grad_norm": 311.39788818359375,
+      "learning_rate": 8.162753576964295e-07,
+      "loss": 17.9375,
+      "step": 17227
+    },
+    {
+      "epoch": 1.1441854287042572,
+      "grad_norm": 240.46878051757812,
+      "learning_rate": 8.161696375789576e-07,
+      "loss": 18.2344,
+      "step": 17228
+    },
+    {
+      "epoch": 1.1442518429966129,
+      "grad_norm": 162.05111694335938,
+      "learning_rate": 8.160639195879298e-07,
+      "loss": 20.5391,
+      "step": 17229
+    },
+    {
+      "epoch": 1.1443182572889685,
+      "grad_norm": 165.5643768310547,
+      "learning_rate": 8.159582037245683e-07,
+      "loss": 16.0469,
+      "step": 17230
+    },
+    {
+      "epoch": 1.1443846715813244,
+      "grad_norm": 346.92620849609375,
+      "learning_rate": 8.158524899900963e-07,
+      "loss": 19.2188,
+      "step": 17231
+    },
+    {
+      "epoch": 1.14445108587368,
+      "grad_norm": 291.897705078125,
+      "learning_rate": 8.15746778385736e-07,
+      "loss": 24.9062,
+      "step": 17232
+    },
+    {
+      "epoch": 1.1445175001660357,
+      "grad_norm": 212.966552734375,
+      "learning_rate": 8.156410689127113e-07,
+      "loss": 16.7344,
+      "step": 17233
+    },
+    {
+      "epoch": 1.1445839144583914,
+      "grad_norm": 150.4563446044922,
+      "learning_rate": 8.155353615722441e-07,
+      "loss": 13.5312,
+      "step": 17234
+    },
+    {
+      "epoch": 1.1446503287507472,
+      "grad_norm": 125.3262939453125,
+      "learning_rate": 8.154296563655578e-07,
+      "loss": 15.8281,
+      "step": 17235
+    },
+    {
+      "epoch": 1.144716743043103,
+      "grad_norm": 217.74156188964844,
+      "learning_rate": 8.153239532938743e-07,
+      "loss": 13.9062,
+      "step": 17236
+    },
+    {
+      "epoch": 1.1447831573354585,
+      "grad_norm": 117.21728515625,
+      "learning_rate": 8.152182523584174e-07,
+      "loss": 14.6406,
+      "step": 17237
+    },
+    {
+      "epoch": 1.1448495716278142,
+      "grad_norm": 103.37491607666016,
+      "learning_rate": 8.151125535604087e-07,
+      "loss": 12.5859,
+      "step": 17238
+    },
+    {
+      "epoch": 1.14491598592017,
+      "grad_norm": 756.7373046875,
+      "learning_rate": 8.150068569010716e-07,
+      "loss": 36.625,
+      "step": 17239
+    },
+    {
+      "epoch": 1.1449824002125257,
+      "grad_norm": 179.35739135742188,
+      "learning_rate": 8.149011623816286e-07,
+      "loss": 15.3594,
+      "step": 17240
+    },
+    {
+      "epoch": 1.1450488145048814,
+      "grad_norm": 177.76145935058594,
+      "learning_rate": 8.147954700033017e-07,
+      "loss": 11.8125,
+      "step": 17241
+    },
+    {
+      "epoch": 1.1451152287972373,
+      "grad_norm": 353.10101318359375,
+      "learning_rate": 8.146897797673146e-07,
+      "loss": 15.7188,
+      "step": 17242
+    },
+    {
+      "epoch": 1.145181643089593,
+      "grad_norm": 221.63720703125,
+      "learning_rate": 8.145840916748891e-07,
+      "loss": 15.0156,
+      "step": 17243
+    },
+    {
+      "epoch": 1.1452480573819486,
+      "grad_norm": 203.02529907226562,
+      "learning_rate": 8.14478405727248e-07,
+      "loss": 13.8281,
+      "step": 17244
+    },
+    {
+      "epoch": 1.1453144716743042,
+      "grad_norm": 317.93475341796875,
+      "learning_rate": 8.143727219256134e-07,
+      "loss": 27.2188,
+      "step": 17245
+    },
+    {
+      "epoch": 1.14538088596666,
+      "grad_norm": 958.6619873046875,
+      "learning_rate": 8.142670402712084e-07,
+      "loss": 14.7422,
+      "step": 17246
+    },
+    {
+      "epoch": 1.1454473002590158,
+      "grad_norm": 260.5152282714844,
+      "learning_rate": 8.141613607652551e-07,
+      "loss": 14.0938,
+      "step": 17247
+    },
+    {
+      "epoch": 1.1455137145513714,
+      "grad_norm": 112.12728118896484,
+      "learning_rate": 8.140556834089762e-07,
+      "loss": 15.3906,
+      "step": 17248
+    },
+    {
+      "epoch": 1.145580128843727,
+      "grad_norm": 181.69503784179688,
+      "learning_rate": 8.139500082035935e-07,
+      "loss": 13.625,
+      "step": 17249
+    },
+    {
+      "epoch": 1.145646543136083,
+      "grad_norm": 252.6785430908203,
+      "learning_rate": 8.138443351503302e-07,
+      "loss": 16.4688,
+      "step": 17250
+    },
+    {
+      "epoch": 1.1457129574284386,
+      "grad_norm": 171.21499633789062,
+      "learning_rate": 8.13738664250408e-07,
+      "loss": 19.5312,
+      "step": 17251
+    },
+    {
+      "epoch": 1.1457793717207942,
+      "grad_norm": 277.7489318847656,
+      "learning_rate": 8.136329955050499e-07,
+      "loss": 22.4375,
+      "step": 17252
+    },
+    {
+      "epoch": 1.1458457860131501,
+      "grad_norm": 184.11947631835938,
+      "learning_rate": 8.135273289154774e-07,
+      "loss": 14.375,
+      "step": 17253
+    },
+    {
+      "epoch": 1.1459122003055058,
+      "grad_norm": 160.39698791503906,
+      "learning_rate": 8.134216644829137e-07,
+      "loss": 13.2188,
+      "step": 17254
+    },
+    {
+      "epoch": 1.1459786145978614,
+      "grad_norm": 283.20416259765625,
+      "learning_rate": 8.133160022085803e-07,
+      "loss": 14.4688,
+      "step": 17255
+    },
+    {
+      "epoch": 1.146045028890217,
+      "grad_norm": 195.0352783203125,
+      "learning_rate": 8.132103420937e-07,
+      "loss": 20.1562,
+      "step": 17256
+    },
+    {
+      "epoch": 1.146111443182573,
+      "grad_norm": 348.0793151855469,
+      "learning_rate": 8.131046841394942e-07,
+      "loss": 19.3906,
+      "step": 17257
+    },
+    {
+      "epoch": 1.1461778574749286,
+      "grad_norm": 195.52801513671875,
+      "learning_rate": 8.129990283471864e-07,
+      "loss": 21.2188,
+      "step": 17258
+    },
+    {
+      "epoch": 1.1462442717672843,
+      "grad_norm": 137.85389709472656,
+      "learning_rate": 8.128933747179973e-07,
+      "loss": 15.4688,
+      "step": 17259
+    },
+    {
+      "epoch": 1.14631068605964,
+      "grad_norm": 1198.84814453125,
+      "learning_rate": 8.127877232531502e-07,
+      "loss": 13.8359,
+      "step": 17260
+    },
+    {
+      "epoch": 1.1463771003519958,
+      "grad_norm": 377.09832763671875,
+      "learning_rate": 8.126820739538667e-07,
+      "loss": 15.1094,
+      "step": 17261
+    },
+    {
+      "epoch": 1.1464435146443515,
+      "grad_norm": 107.40306091308594,
+      "learning_rate": 8.12576426821369e-07,
+      "loss": 11.9531,
+      "step": 17262
+    },
+    {
+      "epoch": 1.1465099289367071,
+      "grad_norm": 738.2540283203125,
+      "learning_rate": 8.124707818568787e-07,
+      "loss": 21.25,
+      "step": 17263
+    },
+    {
+      "epoch": 1.146576343229063,
+      "grad_norm": 187.44305419921875,
+      "learning_rate": 8.123651390616187e-07,
+      "loss": 16.2656,
+      "step": 17264
+    },
+    {
+      "epoch": 1.1466427575214186,
+      "grad_norm": 143.3568878173828,
+      "learning_rate": 8.122594984368104e-07,
+      "loss": 17.625,
+      "step": 17265
+    },
+    {
+      "epoch": 1.1467091718137743,
+      "grad_norm": 126.0385971069336,
+      "learning_rate": 8.121538599836761e-07,
+      "loss": 10.6328,
+      "step": 17266
+    },
+    {
+      "epoch": 1.14677558610613,
+      "grad_norm": 294.1977844238281,
+      "learning_rate": 8.120482237034373e-07,
+      "loss": 17.4844,
+      "step": 17267
+    },
+    {
+      "epoch": 1.1468420003984858,
+      "grad_norm": 227.67523193359375,
+      "learning_rate": 8.119425895973166e-07,
+      "loss": 16.3906,
+      "step": 17268
+    },
+    {
+      "epoch": 1.1469084146908415,
+      "grad_norm": 199.9048614501953,
+      "learning_rate": 8.118369576665354e-07,
+      "loss": 19.9375,
+      "step": 17269
+    },
+    {
+      "epoch": 1.1469748289831971,
+      "grad_norm": 287.91357421875,
+      "learning_rate": 8.117313279123161e-07,
+      "loss": 15.5625,
+      "step": 17270
+    },
+    {
+      "epoch": 1.1470412432755528,
+      "grad_norm": 258.8262023925781,
+      "learning_rate": 8.116257003358797e-07,
+      "loss": 18.9062,
+      "step": 17271
+    },
+    {
+      "epoch": 1.1471076575679087,
+      "grad_norm": 235.1416015625,
+      "learning_rate": 8.115200749384491e-07,
+      "loss": 14.7656,
+      "step": 17272
+    },
+    {
+      "epoch": 1.1471740718602643,
+      "grad_norm": 123.22439575195312,
+      "learning_rate": 8.114144517212453e-07,
+      "loss": 14.7031,
+      "step": 17273
+    },
+    {
+      "epoch": 1.14724048615262,
+      "grad_norm": 237.57179260253906,
+      "learning_rate": 8.113088306854904e-07,
+      "loss": 15.4531,
+      "step": 17274
+    },
+    {
+      "epoch": 1.1473069004449759,
+      "grad_norm": 179.5478057861328,
+      "learning_rate": 8.11203211832406e-07,
+      "loss": 17.7812,
+      "step": 17275
+    },
+    {
+      "epoch": 1.1473733147373315,
+      "grad_norm": 220.97463989257812,
+      "learning_rate": 8.110975951632142e-07,
+      "loss": 22.4531,
+      "step": 17276
+    },
+    {
+      "epoch": 1.1474397290296872,
+      "grad_norm": 127.96334838867188,
+      "learning_rate": 8.109919806791366e-07,
+      "loss": 18.7344,
+      "step": 17277
+    },
+    {
+      "epoch": 1.1475061433220428,
+      "grad_norm": 145.01629638671875,
+      "learning_rate": 8.108863683813943e-07,
+      "loss": 18.125,
+      "step": 17278
+    },
+    {
+      "epoch": 1.1475725576143987,
+      "grad_norm": 230.7346954345703,
+      "learning_rate": 8.1078075827121e-07,
+      "loss": 19.125,
+      "step": 17279
+    },
+    {
+      "epoch": 1.1476389719067543,
+      "grad_norm": 225.18527221679688,
+      "learning_rate": 8.106751503498044e-07,
+      "loss": 17.0625,
+      "step": 17280
+    },
+    {
+      "epoch": 1.14770538619911,
+      "grad_norm": 808.9893188476562,
+      "learning_rate": 8.105695446183998e-07,
+      "loss": 15.25,
+      "step": 17281
+    },
+    {
+      "epoch": 1.1477718004914657,
+      "grad_norm": 169.52279663085938,
+      "learning_rate": 8.104639410782172e-07,
+      "loss": 17.5781,
+      "step": 17282
+    },
+    {
+      "epoch": 1.1478382147838215,
+      "grad_norm": 234.88714599609375,
+      "learning_rate": 8.103583397304787e-07,
+      "loss": 14.8125,
+      "step": 17283
+    },
+    {
+      "epoch": 1.1479046290761772,
+      "grad_norm": 206.50279235839844,
+      "learning_rate": 8.102527405764053e-07,
+      "loss": 14.9531,
+      "step": 17284
+    },
+    {
+      "epoch": 1.1479710433685328,
+      "grad_norm": 119.80953979492188,
+      "learning_rate": 8.10147143617219e-07,
+      "loss": 14.0625,
+      "step": 17285
+    },
+    {
+      "epoch": 1.1480374576608887,
+      "grad_norm": 126.27608489990234,
+      "learning_rate": 8.100415488541408e-07,
+      "loss": 14.2344,
+      "step": 17286
+    },
+    {
+      "epoch": 1.1481038719532444,
+      "grad_norm": 128.56629943847656,
+      "learning_rate": 8.09935956288393e-07,
+      "loss": 15.7812,
+      "step": 17287
+    },
+    {
+      "epoch": 1.1481702862456,
+      "grad_norm": 139.52528381347656,
+      "learning_rate": 8.098303659211957e-07,
+      "loss": 15.9688,
+      "step": 17288
+    },
+    {
+      "epoch": 1.1482367005379557,
+      "grad_norm": 238.5509796142578,
+      "learning_rate": 8.097247777537716e-07,
+      "loss": 15.9062,
+      "step": 17289
+    },
+    {
+      "epoch": 1.1483031148303116,
+      "grad_norm": 151.83961486816406,
+      "learning_rate": 8.096191917873413e-07,
+      "loss": 14.5,
+      "step": 17290
+    },
+    {
+      "epoch": 1.1483695291226672,
+      "grad_norm": 427.81512451171875,
+      "learning_rate": 8.095136080231266e-07,
+      "loss": 19.2344,
+      "step": 17291
+    },
+    {
+      "epoch": 1.1484359434150229,
+      "grad_norm": 207.01229858398438,
+      "learning_rate": 8.094080264623483e-07,
+      "loss": 14.75,
+      "step": 17292
+    },
+    {
+      "epoch": 1.1485023577073785,
+      "grad_norm": 132.51097106933594,
+      "learning_rate": 8.093024471062284e-07,
+      "loss": 13.0781,
+      "step": 17293
+    },
+    {
+      "epoch": 1.1485687719997344,
+      "grad_norm": 116.26470184326172,
+      "learning_rate": 8.091968699559876e-07,
+      "loss": 14.0312,
+      "step": 17294
+    },
+    {
+      "epoch": 1.14863518629209,
+      "grad_norm": 133.1043701171875,
+      "learning_rate": 8.090912950128477e-07,
+      "loss": 15.3281,
+      "step": 17295
+    },
+    {
+      "epoch": 1.1487016005844457,
+      "grad_norm": 120.22500610351562,
+      "learning_rate": 8.089857222780292e-07,
+      "loss": 13.75,
+      "step": 17296
+    },
+    {
+      "epoch": 1.1487680148768016,
+      "grad_norm": 454.1765441894531,
+      "learning_rate": 8.08880151752754e-07,
+      "loss": 12.4609,
+      "step": 17297
+    },
+    {
+      "epoch": 1.1488344291691572,
+      "grad_norm": 327.67138671875,
+      "learning_rate": 8.087745834382429e-07,
+      "loss": 17.0469,
+      "step": 17298
+    },
+    {
+      "epoch": 1.1489008434615129,
+      "grad_norm": 322.78399658203125,
+      "learning_rate": 8.086690173357173e-07,
+      "loss": 14.4766,
+      "step": 17299
+    },
+    {
+      "epoch": 1.1489672577538685,
+      "grad_norm": 200.7310791015625,
+      "learning_rate": 8.085634534463979e-07,
+      "loss": 13.4453,
+      "step": 17300
+    },
+    {
+      "epoch": 1.1490336720462244,
+      "grad_norm": 192.3250274658203,
+      "learning_rate": 8.084578917715066e-07,
+      "loss": 13.3594,
+      "step": 17301
+    },
+    {
+      "epoch": 1.14910008633858,
+      "grad_norm": 263.8064880371094,
+      "learning_rate": 8.083523323122633e-07,
+      "loss": 14.7578,
+      "step": 17302
+    },
+    {
+      "epoch": 1.1491665006309357,
+      "grad_norm": 134.3400421142578,
+      "learning_rate": 8.082467750698902e-07,
+      "loss": 17.6719,
+      "step": 17303
+    },
+    {
+      "epoch": 1.1492329149232914,
+      "grad_norm": 480.0444641113281,
+      "learning_rate": 8.081412200456075e-07,
+      "loss": 15.3125,
+      "step": 17304
+    },
+    {
+      "epoch": 1.1492993292156473,
+      "grad_norm": 841.5144653320312,
+      "learning_rate": 8.080356672406369e-07,
+      "loss": 15.7969,
+      "step": 17305
+    },
+    {
+      "epoch": 1.149365743508003,
+      "grad_norm": 212.32290649414062,
+      "learning_rate": 8.079301166561984e-07,
+      "loss": 17.5,
+      "step": 17306
+    },
+    {
+      "epoch": 1.1494321578003586,
+      "grad_norm": 299.98016357421875,
+      "learning_rate": 8.078245682935142e-07,
+      "loss": 20.5,
+      "step": 17307
+    },
+    {
+      "epoch": 1.1494985720927144,
+      "grad_norm": 104.23426055908203,
+      "learning_rate": 8.077190221538042e-07,
+      "loss": 12.8281,
+      "step": 17308
+    },
+    {
+      "epoch": 1.14956498638507,
+      "grad_norm": 154.9980010986328,
+      "learning_rate": 8.076134782382899e-07,
+      "loss": 15.7188,
+      "step": 17309
+    },
+    {
+      "epoch": 1.1496314006774258,
+      "grad_norm": 686.0084838867188,
+      "learning_rate": 8.075079365481916e-07,
+      "loss": 27.25,
+      "step": 17310
+    },
+    {
+      "epoch": 1.1496978149697814,
+      "grad_norm": 157.11245727539062,
+      "learning_rate": 8.07402397084731e-07,
+      "loss": 19.0938,
+      "step": 17311
+    },
+    {
+      "epoch": 1.1497642292621373,
+      "grad_norm": 165.44134521484375,
+      "learning_rate": 8.072968598491281e-07,
+      "loss": 13.3984,
+      "step": 17312
+    },
+    {
+      "epoch": 1.149830643554493,
+      "grad_norm": 1170.4937744140625,
+      "learning_rate": 8.071913248426038e-07,
+      "loss": 13.5938,
+      "step": 17313
+    },
+    {
+      "epoch": 1.1498970578468486,
+      "grad_norm": 401.2219543457031,
+      "learning_rate": 8.070857920663794e-07,
+      "loss": 23.3906,
+      "step": 17314
+    },
+    {
+      "epoch": 1.1499634721392042,
+      "grad_norm": 137.08958435058594,
+      "learning_rate": 8.069802615216752e-07,
+      "loss": 13.1875,
+      "step": 17315
+    },
+    {
+      "epoch": 1.1500298864315601,
+      "grad_norm": 312.0267333984375,
+      "learning_rate": 8.068747332097122e-07,
+      "loss": 12.7188,
+      "step": 17316
+    },
+    {
+      "epoch": 1.1500963007239158,
+      "grad_norm": 522.7703247070312,
+      "learning_rate": 8.067692071317106e-07,
+      "loss": 35.3125,
+      "step": 17317
+    },
+    {
+      "epoch": 1.1501627150162714,
+      "grad_norm": 416.9428405761719,
+      "learning_rate": 8.066636832888918e-07,
+      "loss": 26.5312,
+      "step": 17318
+    },
+    {
+      "epoch": 1.1502291293086273,
+      "grad_norm": 123.14723205566406,
+      "learning_rate": 8.065581616824757e-07,
+      "loss": 17.8594,
+      "step": 17319
+    },
+    {
+      "epoch": 1.150295543600983,
+      "grad_norm": 108.80439758300781,
+      "learning_rate": 8.064526423136835e-07,
+      "loss": 11.2031,
+      "step": 17320
+    },
+    {
+      "epoch": 1.1503619578933386,
+      "grad_norm": 332.0092468261719,
+      "learning_rate": 8.063471251837352e-07,
+      "loss": 14.5703,
+      "step": 17321
+    },
+    {
+      "epoch": 1.1504283721856943,
+      "grad_norm": 156.54917907714844,
+      "learning_rate": 8.062416102938522e-07,
+      "loss": 18.2969,
+      "step": 17322
+    },
+    {
+      "epoch": 1.1504947864780501,
+      "grad_norm": 115.21110534667969,
+      "learning_rate": 8.061360976452539e-07,
+      "loss": 15.0703,
+      "step": 17323
+    },
+    {
+      "epoch": 1.1505612007704058,
+      "grad_norm": 230.3882293701172,
+      "learning_rate": 8.06030587239162e-07,
+      "loss": 14.7031,
+      "step": 17324
+    },
+    {
+      "epoch": 1.1506276150627615,
+      "grad_norm": 259.0826110839844,
+      "learning_rate": 8.059250790767959e-07,
+      "loss": 13.1094,
+      "step": 17325
+    },
+    {
+      "epoch": 1.150694029355117,
+      "grad_norm": 186.01766967773438,
+      "learning_rate": 8.058195731593771e-07,
+      "loss": 11.7031,
+      "step": 17326
+    },
+    {
+      "epoch": 1.150760443647473,
+      "grad_norm": 154.50958251953125,
+      "learning_rate": 8.057140694881249e-07,
+      "loss": 18.9688,
+      "step": 17327
+    },
+    {
+      "epoch": 1.1508268579398286,
+      "grad_norm": 169.96119689941406,
+      "learning_rate": 8.056085680642608e-07,
+      "loss": 17.6562,
+      "step": 17328
+    },
+    {
+      "epoch": 1.1508932722321843,
+      "grad_norm": 80.08055877685547,
+      "learning_rate": 8.055030688890046e-07,
+      "loss": 11.125,
+      "step": 17329
+    },
+    {
+      "epoch": 1.1509596865245402,
+      "grad_norm": 336.92303466796875,
+      "learning_rate": 8.053975719635769e-07,
+      "loss": 11.6094,
+      "step": 17330
+    },
+    {
+      "epoch": 1.1510261008168958,
+      "grad_norm": 224.65135192871094,
+      "learning_rate": 8.052920772891974e-07,
+      "loss": 11.625,
+      "step": 17331
+    },
+    {
+      "epoch": 1.1510925151092515,
+      "grad_norm": 318.8664245605469,
+      "learning_rate": 8.051865848670872e-07,
+      "loss": 21.375,
+      "step": 17332
+    },
+    {
+      "epoch": 1.1511589294016071,
+      "grad_norm": 203.98153686523438,
+      "learning_rate": 8.050810946984661e-07,
+      "loss": 13.3438,
+      "step": 17333
+    },
+    {
+      "epoch": 1.151225343693963,
+      "grad_norm": 124.07745361328125,
+      "learning_rate": 8.049756067845548e-07,
+      "loss": 17.5625,
+      "step": 17334
+    },
+    {
+      "epoch": 1.1512917579863187,
+      "grad_norm": 100.76802062988281,
+      "learning_rate": 8.048701211265727e-07,
+      "loss": 13.7188,
+      "step": 17335
+    },
+    {
+      "epoch": 1.1513581722786743,
+      "grad_norm": 169.33248901367188,
+      "learning_rate": 8.04764637725741e-07,
+      "loss": 17.375,
+      "step": 17336
+    },
+    {
+      "epoch": 1.15142458657103,
+      "grad_norm": 140.50225830078125,
+      "learning_rate": 8.046591565832791e-07,
+      "loss": 12.0,
+      "step": 17337
+    },
+    {
+      "epoch": 1.1514910008633858,
+      "grad_norm": 150.27967834472656,
+      "learning_rate": 8.045536777004077e-07,
+      "loss": 16.2812,
+      "step": 17338
+    },
+    {
+      "epoch": 1.1515574151557415,
+      "grad_norm": 303.7906799316406,
+      "learning_rate": 8.044482010783463e-07,
+      "loss": 19.75,
+      "step": 17339
+    },
+    {
+      "epoch": 1.1516238294480972,
+      "grad_norm": 185.12278747558594,
+      "learning_rate": 8.043427267183158e-07,
+      "loss": 14.4062,
+      "step": 17340
+    },
+    {
+      "epoch": 1.151690243740453,
+      "grad_norm": 181.1915283203125,
+      "learning_rate": 8.042372546215355e-07,
+      "loss": 18.9688,
+      "step": 17341
+    },
+    {
+      "epoch": 1.1517566580328087,
+      "grad_norm": 254.08750915527344,
+      "learning_rate": 8.04131784789226e-07,
+      "loss": 14.8438,
+      "step": 17342
+    },
+    {
+      "epoch": 1.1518230723251643,
+      "grad_norm": 186.5098114013672,
+      "learning_rate": 8.040263172226067e-07,
+      "loss": 15.1875,
+      "step": 17343
+    },
+    {
+      "epoch": 1.15188948661752,
+      "grad_norm": 204.5781707763672,
+      "learning_rate": 8.039208519228984e-07,
+      "loss": 20.0781,
+      "step": 17344
+    },
+    {
+      "epoch": 1.1519559009098759,
+      "grad_norm": 216.77503967285156,
+      "learning_rate": 8.0381538889132e-07,
+      "loss": 13.9219,
+      "step": 17345
+    },
+    {
+      "epoch": 1.1520223152022315,
+      "grad_norm": 221.31922912597656,
+      "learning_rate": 8.037099281290926e-07,
+      "loss": 14.0,
+      "step": 17346
+    },
+    {
+      "epoch": 1.1520887294945872,
+      "grad_norm": 339.11456298828125,
+      "learning_rate": 8.036044696374354e-07,
+      "loss": 14.6406,
+      "step": 17347
+    },
+    {
+      "epoch": 1.1521551437869428,
+      "grad_norm": 437.27203369140625,
+      "learning_rate": 8.034990134175686e-07,
+      "loss": 17.3594,
+      "step": 17348
+    },
+    {
+      "epoch": 1.1522215580792987,
+      "grad_norm": 157.40406799316406,
+      "learning_rate": 8.033935594707115e-07,
+      "loss": 12.9219,
+      "step": 17349
+    },
+    {
+      "epoch": 1.1522879723716544,
+      "grad_norm": 194.4645538330078,
+      "learning_rate": 8.032881077980846e-07,
+      "loss": 22.5312,
+      "step": 17350
+    },
+    {
+      "epoch": 1.15235438666401,
+      "grad_norm": 432.3446350097656,
+      "learning_rate": 8.031826584009074e-07,
+      "loss": 18.2656,
+      "step": 17351
+    },
+    {
+      "epoch": 1.152420800956366,
+      "grad_norm": 307.65411376953125,
+      "learning_rate": 8.030772112803995e-07,
+      "loss": 19.0,
+      "step": 17352
+    },
+    {
+      "epoch": 1.1524872152487216,
+      "grad_norm": 898.7809448242188,
+      "learning_rate": 8.029717664377813e-07,
+      "loss": 18.1875,
+      "step": 17353
+    },
+    {
+      "epoch": 1.1525536295410772,
+      "grad_norm": 178.6490020751953,
+      "learning_rate": 8.028663238742719e-07,
+      "loss": 15.9688,
+      "step": 17354
+    },
+    {
+      "epoch": 1.1526200438334329,
+      "grad_norm": 435.826416015625,
+      "learning_rate": 8.027608835910913e-07,
+      "loss": 18.2344,
+      "step": 17355
+    },
+    {
+      "epoch": 1.1526864581257887,
+      "grad_norm": 306.1736755371094,
+      "learning_rate": 8.026554455894586e-07,
+      "loss": 21.5625,
+      "step": 17356
+    },
+    {
+      "epoch": 1.1527528724181444,
+      "grad_norm": 374.99774169921875,
+      "learning_rate": 8.025500098705945e-07,
+      "loss": 13.5781,
+      "step": 17357
+    },
+    {
+      "epoch": 1.1528192867105,
+      "grad_norm": 173.7279052734375,
+      "learning_rate": 8.024445764357177e-07,
+      "loss": 19.2031,
+      "step": 17358
+    },
+    {
+      "epoch": 1.1528857010028557,
+      "grad_norm": 395.9400939941406,
+      "learning_rate": 8.023391452860484e-07,
+      "loss": 18.2812,
+      "step": 17359
+    },
+    {
+      "epoch": 1.1529521152952116,
+      "grad_norm": 272.68841552734375,
+      "learning_rate": 8.022337164228054e-07,
+      "loss": 20.0625,
+      "step": 17360
+    },
+    {
+      "epoch": 1.1530185295875672,
+      "grad_norm": 217.42173767089844,
+      "learning_rate": 8.021282898472093e-07,
+      "loss": 14.6406,
+      "step": 17361
+    },
+    {
+      "epoch": 1.1530849438799229,
+      "grad_norm": 215.9873809814453,
+      "learning_rate": 8.020228655604786e-07,
+      "loss": 18.75,
+      "step": 17362
+    },
+    {
+      "epoch": 1.1531513581722788,
+      "grad_norm": 394.3887939453125,
+      "learning_rate": 8.019174435638336e-07,
+      "loss": 24.7188,
+      "step": 17363
+    },
+    {
+      "epoch": 1.1532177724646344,
+      "grad_norm": 135.9141845703125,
+      "learning_rate": 8.018120238584929e-07,
+      "loss": 16.1875,
+      "step": 17364
+    },
+    {
+      "epoch": 1.15328418675699,
+      "grad_norm": 362.8002014160156,
+      "learning_rate": 8.017066064456771e-07,
+      "loss": 13.6875,
+      "step": 17365
+    },
+    {
+      "epoch": 1.1533506010493457,
+      "grad_norm": 1768.9996337890625,
+      "learning_rate": 8.016011913266043e-07,
+      "loss": 23.5312,
+      "step": 17366
+    },
+    {
+      "epoch": 1.1534170153417016,
+      "grad_norm": 1449.428955078125,
+      "learning_rate": 8.01495778502495e-07,
+      "loss": 27.6875,
+      "step": 17367
+    },
+    {
+      "epoch": 1.1534834296340573,
+      "grad_norm": 242.1046905517578,
+      "learning_rate": 8.013903679745677e-07,
+      "loss": 20.7188,
+      "step": 17368
+    },
+    {
+      "epoch": 1.153549843926413,
+      "grad_norm": 150.11053466796875,
+      "learning_rate": 8.012849597440425e-07,
+      "loss": 16.2344,
+      "step": 17369
+    },
+    {
+      "epoch": 1.1536162582187686,
+      "grad_norm": 249.73387145996094,
+      "learning_rate": 8.011795538121377e-07,
+      "loss": 14.9531,
+      "step": 17370
+    },
+    {
+      "epoch": 1.1536826725111244,
+      "grad_norm": 173.45587158203125,
+      "learning_rate": 8.010741501800738e-07,
+      "loss": 15.3594,
+      "step": 17371
+    },
+    {
+      "epoch": 1.15374908680348,
+      "grad_norm": 170.17872619628906,
+      "learning_rate": 8.009687488490691e-07,
+      "loss": 11.4219,
+      "step": 17372
+    },
+    {
+      "epoch": 1.1538155010958357,
+      "grad_norm": 441.2323913574219,
+      "learning_rate": 8.008633498203432e-07,
+      "loss": 15.0938,
+      "step": 17373
+    },
+    {
+      "epoch": 1.1538819153881916,
+      "grad_norm": 177.52125549316406,
+      "learning_rate": 8.00757953095115e-07,
+      "loss": 17.4688,
+      "step": 17374
+    },
+    {
+      "epoch": 1.1539483296805473,
+      "grad_norm": 284.87640380859375,
+      "learning_rate": 8.006525586746042e-07,
+      "loss": 13.8281,
+      "step": 17375
+    },
+    {
+      "epoch": 1.154014743972903,
+      "grad_norm": 218.53414916992188,
+      "learning_rate": 8.005471665600296e-07,
+      "loss": 12.625,
+      "step": 17376
+    },
+    {
+      "epoch": 1.1540811582652586,
+      "grad_norm": 146.39144897460938,
+      "learning_rate": 8.004417767526106e-07,
+      "loss": 13.5391,
+      "step": 17377
+    },
+    {
+      "epoch": 1.1541475725576145,
+      "grad_norm": 354.7091064453125,
+      "learning_rate": 8.003363892535655e-07,
+      "loss": 12.375,
+      "step": 17378
+    },
+    {
+      "epoch": 1.1542139868499701,
+      "grad_norm": 213.96554565429688,
+      "learning_rate": 8.002310040641144e-07,
+      "loss": 14.9375,
+      "step": 17379
+    },
+    {
+      "epoch": 1.1542804011423258,
+      "grad_norm": 301.81494140625,
+      "learning_rate": 8.001256211854756e-07,
+      "loss": 14.2969,
+      "step": 17380
+    },
+    {
+      "epoch": 1.1543468154346814,
+      "grad_norm": 480.3675537109375,
+      "learning_rate": 8.000202406188685e-07,
+      "loss": 17.7969,
+      "step": 17381
+    },
+    {
+      "epoch": 1.1544132297270373,
+      "grad_norm": 186.97991943359375,
+      "learning_rate": 7.999148623655116e-07,
+      "loss": 15.7656,
+      "step": 17382
+    },
+    {
+      "epoch": 1.154479644019393,
+      "grad_norm": 239.409423828125,
+      "learning_rate": 7.998094864266247e-07,
+      "loss": 15.625,
+      "step": 17383
+    },
+    {
+      "epoch": 1.1545460583117486,
+      "grad_norm": 292.0128173828125,
+      "learning_rate": 7.99704112803426e-07,
+      "loss": 16.9062,
+      "step": 17384
+    },
+    {
+      "epoch": 1.1546124726041045,
+      "grad_norm": 137.78370666503906,
+      "learning_rate": 7.995987414971348e-07,
+      "loss": 14.5625,
+      "step": 17385
+    },
+    {
+      "epoch": 1.1546788868964601,
+      "grad_norm": 362.018310546875,
+      "learning_rate": 7.994933725089695e-07,
+      "loss": 15.4219,
+      "step": 17386
+    },
+    {
+      "epoch": 1.1547453011888158,
+      "grad_norm": 337.2125244140625,
+      "learning_rate": 7.993880058401491e-07,
+      "loss": 13.8984,
+      "step": 17387
+    },
+    {
+      "epoch": 1.1548117154811715,
+      "grad_norm": 154.82261657714844,
+      "learning_rate": 7.99282641491893e-07,
+      "loss": 15.5,
+      "step": 17388
+    },
+    {
+      "epoch": 1.1548781297735273,
+      "grad_norm": 184.08604431152344,
+      "learning_rate": 7.991772794654194e-07,
+      "loss": 15.0156,
+      "step": 17389
+    },
+    {
+      "epoch": 1.154944544065883,
+      "grad_norm": 189.07357788085938,
+      "learning_rate": 7.990719197619473e-07,
+      "loss": 16.7812,
+      "step": 17390
+    },
+    {
+      "epoch": 1.1550109583582386,
+      "grad_norm": 185.12197875976562,
+      "learning_rate": 7.989665623826951e-07,
+      "loss": 15.0156,
+      "step": 17391
+    },
+    {
+      "epoch": 1.1550773726505943,
+      "grad_norm": 217.52159118652344,
+      "learning_rate": 7.988612073288822e-07,
+      "loss": 15.7656,
+      "step": 17392
+    },
+    {
+      "epoch": 1.1551437869429502,
+      "grad_norm": 259.52496337890625,
+      "learning_rate": 7.987558546017265e-07,
+      "loss": 14.9531,
+      "step": 17393
+    },
+    {
+      "epoch": 1.1552102012353058,
+      "grad_norm": 287.6141052246094,
+      "learning_rate": 7.986505042024474e-07,
+      "loss": 20.875,
+      "step": 17394
+    },
+    {
+      "epoch": 1.1552766155276615,
+      "grad_norm": 220.09942626953125,
+      "learning_rate": 7.985451561322627e-07,
+      "loss": 16.1094,
+      "step": 17395
+    },
+    {
+      "epoch": 1.1553430298200174,
+      "grad_norm": 147.25888061523438,
+      "learning_rate": 7.984398103923919e-07,
+      "loss": 13.0156,
+      "step": 17396
+    },
+    {
+      "epoch": 1.155409444112373,
+      "grad_norm": 229.46388244628906,
+      "learning_rate": 7.983344669840528e-07,
+      "loss": 14.0547,
+      "step": 17397
+    },
+    {
+      "epoch": 1.1554758584047287,
+      "grad_norm": 146.95303344726562,
+      "learning_rate": 7.982291259084647e-07,
+      "loss": 17.0938,
+      "step": 17398
+    },
+    {
+      "epoch": 1.1555422726970843,
+      "grad_norm": 177.78208923339844,
+      "learning_rate": 7.981237871668453e-07,
+      "loss": 15.7031,
+      "step": 17399
+    },
+    {
+      "epoch": 1.1556086869894402,
+      "grad_norm": 340.90277099609375,
+      "learning_rate": 7.980184507604137e-07,
+      "loss": 21.0781,
+      "step": 17400
+    },
+    {
+      "epoch": 1.1556751012817958,
+      "grad_norm": 771.314208984375,
+      "learning_rate": 7.979131166903883e-07,
+      "loss": 24.7188,
+      "step": 17401
+    },
+    {
+      "epoch": 1.1557415155741515,
+      "grad_norm": 245.46609497070312,
+      "learning_rate": 7.978077849579874e-07,
+      "loss": 17.25,
+      "step": 17402
+    },
+    {
+      "epoch": 1.1558079298665072,
+      "grad_norm": 267.9134521484375,
+      "learning_rate": 7.977024555644292e-07,
+      "loss": 17.0156,
+      "step": 17403
+    },
+    {
+      "epoch": 1.155874344158863,
+      "grad_norm": 217.55877685546875,
+      "learning_rate": 7.975971285109327e-07,
+      "loss": 15.3594,
+      "step": 17404
+    },
+    {
+      "epoch": 1.1559407584512187,
+      "grad_norm": 179.4291229248047,
+      "learning_rate": 7.974918037987158e-07,
+      "loss": 13.75,
+      "step": 17405
+    },
+    {
+      "epoch": 1.1560071727435743,
+      "grad_norm": 111.39729309082031,
+      "learning_rate": 7.973864814289968e-07,
+      "loss": 13.1562,
+      "step": 17406
+    },
+    {
+      "epoch": 1.1560735870359302,
+      "grad_norm": 324.9994201660156,
+      "learning_rate": 7.972811614029943e-07,
+      "loss": 19.6875,
+      "step": 17407
+    },
+    {
+      "epoch": 1.1561400013282859,
+      "grad_norm": 373.5892639160156,
+      "learning_rate": 7.971758437219265e-07,
+      "loss": 16.5469,
+      "step": 17408
+    },
+    {
+      "epoch": 1.1562064156206415,
+      "grad_norm": 290.37945556640625,
+      "learning_rate": 7.970705283870111e-07,
+      "loss": 15.4688,
+      "step": 17409
+    },
+    {
+      "epoch": 1.1562728299129974,
+      "grad_norm": 271.0221252441406,
+      "learning_rate": 7.969652153994674e-07,
+      "loss": 18.375,
+      "step": 17410
+    },
+    {
+      "epoch": 1.156339244205353,
+      "grad_norm": 126.59869384765625,
+      "learning_rate": 7.968599047605126e-07,
+      "loss": 16.0156,
+      "step": 17411
+    },
+    {
+      "epoch": 1.1564056584977087,
+      "grad_norm": 191.30589294433594,
+      "learning_rate": 7.967545964713658e-07,
+      "loss": 13.6094,
+      "step": 17412
+    },
+    {
+      "epoch": 1.1564720727900644,
+      "grad_norm": 200.8471221923828,
+      "learning_rate": 7.96649290533244e-07,
+      "loss": 16.75,
+      "step": 17413
+    },
+    {
+      "epoch": 1.15653848708242,
+      "grad_norm": 366.2657470703125,
+      "learning_rate": 7.965439869473663e-07,
+      "loss": 24.0625,
+      "step": 17414
+    },
+    {
+      "epoch": 1.156604901374776,
+      "grad_norm": 272.56439208984375,
+      "learning_rate": 7.964386857149503e-07,
+      "loss": 16.7812,
+      "step": 17415
+    },
+    {
+      "epoch": 1.1566713156671315,
+      "grad_norm": 212.13882446289062,
+      "learning_rate": 7.963333868372146e-07,
+      "loss": 13.4844,
+      "step": 17416
+    },
+    {
+      "epoch": 1.1567377299594872,
+      "grad_norm": 123.68094635009766,
+      "learning_rate": 7.962280903153762e-07,
+      "loss": 17.7031,
+      "step": 17417
+    },
+    {
+      "epoch": 1.156804144251843,
+      "grad_norm": 124.5195083618164,
+      "learning_rate": 7.961227961506541e-07,
+      "loss": 14.1719,
+      "step": 17418
+    },
+    {
+      "epoch": 1.1568705585441987,
+      "grad_norm": 305.86517333984375,
+      "learning_rate": 7.960175043442658e-07,
+      "loss": 15.2656,
+      "step": 17419
+    },
+    {
+      "epoch": 1.1569369728365544,
+      "grad_norm": 235.56146240234375,
+      "learning_rate": 7.959122148974297e-07,
+      "loss": 23.1094,
+      "step": 17420
+    },
+    {
+      "epoch": 1.1570033871289103,
+      "grad_norm": 154.40106201171875,
+      "learning_rate": 7.958069278113629e-07,
+      "loss": 24.1406,
+      "step": 17421
+    },
+    {
+      "epoch": 1.157069801421266,
+      "grad_norm": 153.07965087890625,
+      "learning_rate": 7.957016430872842e-07,
+      "loss": 18.6562,
+      "step": 17422
+    },
+    {
+      "epoch": 1.1571362157136216,
+      "grad_norm": 263.0492858886719,
+      "learning_rate": 7.955963607264111e-07,
+      "loss": 20.0469,
+      "step": 17423
+    },
+    {
+      "epoch": 1.1572026300059772,
+      "grad_norm": 227.17283630371094,
+      "learning_rate": 7.954910807299611e-07,
+      "loss": 15.6094,
+      "step": 17424
+    },
+    {
+      "epoch": 1.1572690442983329,
+      "grad_norm": 174.6215057373047,
+      "learning_rate": 7.953858030991527e-07,
+      "loss": 13.0938,
+      "step": 17425
+    },
+    {
+      "epoch": 1.1573354585906888,
+      "grad_norm": 119.290283203125,
+      "learning_rate": 7.952805278352032e-07,
+      "loss": 16.2031,
+      "step": 17426
+    },
+    {
+      "epoch": 1.1574018728830444,
+      "grad_norm": 330.983154296875,
+      "learning_rate": 7.951752549393307e-07,
+      "loss": 19.4688,
+      "step": 17427
+    },
+    {
+      "epoch": 1.1574682871754,
+      "grad_norm": 145.8082275390625,
+      "learning_rate": 7.950699844127521e-07,
+      "loss": 17.0781,
+      "step": 17428
+    },
+    {
+      "epoch": 1.157534701467756,
+      "grad_norm": 207.5313262939453,
+      "learning_rate": 7.949647162566868e-07,
+      "loss": 18.25,
+      "step": 17429
+    },
+    {
+      "epoch": 1.1576011157601116,
+      "grad_norm": 220.53956604003906,
+      "learning_rate": 7.948594504723504e-07,
+      "loss": 15.4219,
+      "step": 17430
+    },
+    {
+      "epoch": 1.1576675300524673,
+      "grad_norm": 155.9608917236328,
+      "learning_rate": 7.947541870609624e-07,
+      "loss": 14.7656,
+      "step": 17431
+    },
+    {
+      "epoch": 1.1577339443448231,
+      "grad_norm": 712.3617553710938,
+      "learning_rate": 7.946489260237392e-07,
+      "loss": 21.1094,
+      "step": 17432
+    },
+    {
+      "epoch": 1.1578003586371788,
+      "grad_norm": 617.5704345703125,
+      "learning_rate": 7.94543667361899e-07,
+      "loss": 18.3906,
+      "step": 17433
+    },
+    {
+      "epoch": 1.1578667729295344,
+      "grad_norm": 236.80429077148438,
+      "learning_rate": 7.944384110766588e-07,
+      "loss": 17.8906,
+      "step": 17434
+    },
+    {
+      "epoch": 1.15793318722189,
+      "grad_norm": 238.7445831298828,
+      "learning_rate": 7.943331571692369e-07,
+      "loss": 21.8125,
+      "step": 17435
+    },
+    {
+      "epoch": 1.1579996015142457,
+      "grad_norm": 220.8023223876953,
+      "learning_rate": 7.942279056408503e-07,
+      "loss": 14.0938,
+      "step": 17436
+    },
+    {
+      "epoch": 1.1580660158066016,
+      "grad_norm": 247.0408172607422,
+      "learning_rate": 7.941226564927168e-07,
+      "loss": 17.0312,
+      "step": 17437
+    },
+    {
+      "epoch": 1.1581324300989573,
+      "grad_norm": 378.7170715332031,
+      "learning_rate": 7.940174097260532e-07,
+      "loss": 15.75,
+      "step": 17438
+    },
+    {
+      "epoch": 1.158198844391313,
+      "grad_norm": 173.2033233642578,
+      "learning_rate": 7.93912165342078e-07,
+      "loss": 15.75,
+      "step": 17439
+    },
+    {
+      "epoch": 1.1582652586836688,
+      "grad_norm": 218.23228454589844,
+      "learning_rate": 7.938069233420077e-07,
+      "loss": 19.5312,
+      "step": 17440
+    },
+    {
+      "epoch": 1.1583316729760245,
+      "grad_norm": 443.9459533691406,
+      "learning_rate": 7.937016837270603e-07,
+      "loss": 13.875,
+      "step": 17441
+    },
+    {
+      "epoch": 1.1583980872683801,
+      "grad_norm": 123.3098373413086,
+      "learning_rate": 7.935964464984525e-07,
+      "loss": 15.7031,
+      "step": 17442
+    },
+    {
+      "epoch": 1.158464501560736,
+      "grad_norm": 221.1521453857422,
+      "learning_rate": 7.934912116574023e-07,
+      "loss": 23.625,
+      "step": 17443
+    },
+    {
+      "epoch": 1.1585309158530916,
+      "grad_norm": 182.5771484375,
+      "learning_rate": 7.933859792051266e-07,
+      "loss": 14.8125,
+      "step": 17444
+    },
+    {
+      "epoch": 1.1585973301454473,
+      "grad_norm": 167.12887573242188,
+      "learning_rate": 7.932807491428428e-07,
+      "loss": 15.7969,
+      "step": 17445
+    },
+    {
+      "epoch": 1.158663744437803,
+      "grad_norm": 265.8616027832031,
+      "learning_rate": 7.931755214717677e-07,
+      "loss": 18.25,
+      "step": 17446
+    },
+    {
+      "epoch": 1.1587301587301586,
+      "grad_norm": 146.59136962890625,
+      "learning_rate": 7.930702961931196e-07,
+      "loss": 15.5156,
+      "step": 17447
+    },
+    {
+      "epoch": 1.1587965730225145,
+      "grad_norm": 304.3560791015625,
+      "learning_rate": 7.929650733081144e-07,
+      "loss": 16.8125,
+      "step": 17448
+    },
+    {
+      "epoch": 1.1588629873148701,
+      "grad_norm": 144.8486328125,
+      "learning_rate": 7.928598528179702e-07,
+      "loss": 15.875,
+      "step": 17449
+    },
+    {
+      "epoch": 1.1589294016072258,
+      "grad_norm": 587.0965576171875,
+      "learning_rate": 7.927546347239035e-07,
+      "loss": 18.6562,
+      "step": 17450
+    },
+    {
+      "epoch": 1.1589958158995817,
+      "grad_norm": 315.8340759277344,
+      "learning_rate": 7.92649419027132e-07,
+      "loss": 12.5156,
+      "step": 17451
+    },
+    {
+      "epoch": 1.1590622301919373,
+      "grad_norm": 186.13633728027344,
+      "learning_rate": 7.92544205728872e-07,
+      "loss": 15.875,
+      "step": 17452
+    },
+    {
+      "epoch": 1.159128644484293,
+      "grad_norm": 542.7404174804688,
+      "learning_rate": 7.924389948303413e-07,
+      "loss": 24.4062,
+      "step": 17453
+    },
+    {
+      "epoch": 1.1591950587766489,
+      "grad_norm": 272.7769470214844,
+      "learning_rate": 7.923337863327567e-07,
+      "loss": 11.8125,
+      "step": 17454
+    },
+    {
+      "epoch": 1.1592614730690045,
+      "grad_norm": 164.50637817382812,
+      "learning_rate": 7.922285802373351e-07,
+      "loss": 14.6406,
+      "step": 17455
+    },
+    {
+      "epoch": 1.1593278873613602,
+      "grad_norm": 396.5760803222656,
+      "learning_rate": 7.92123376545293e-07,
+      "loss": 21.1406,
+      "step": 17456
+    },
+    {
+      "epoch": 1.1593943016537158,
+      "grad_norm": 138.75054931640625,
+      "learning_rate": 7.920181752578484e-07,
+      "loss": 15.1406,
+      "step": 17457
+    },
+    {
+      "epoch": 1.1594607159460715,
+      "grad_norm": 486.4584045410156,
+      "learning_rate": 7.919129763762174e-07,
+      "loss": 15.0,
+      "step": 17458
+    },
+    {
+      "epoch": 1.1595271302384274,
+      "grad_norm": 140.87477111816406,
+      "learning_rate": 7.918077799016168e-07,
+      "loss": 12.875,
+      "step": 17459
+    },
+    {
+      "epoch": 1.159593544530783,
+      "grad_norm": 190.25048828125,
+      "learning_rate": 7.917025858352643e-07,
+      "loss": 16.3125,
+      "step": 17460
+    },
+    {
+      "epoch": 1.1596599588231387,
+      "grad_norm": 187.51220703125,
+      "learning_rate": 7.915973941783758e-07,
+      "loss": 18.5156,
+      "step": 17461
+    },
+    {
+      "epoch": 1.1597263731154945,
+      "grad_norm": 231.99403381347656,
+      "learning_rate": 7.914922049321688e-07,
+      "loss": 14.9844,
+      "step": 17462
+    },
+    {
+      "epoch": 1.1597927874078502,
+      "grad_norm": 308.31317138671875,
+      "learning_rate": 7.913870180978593e-07,
+      "loss": 15.3594,
+      "step": 17463
+    },
+    {
+      "epoch": 1.1598592017002058,
+      "grad_norm": 475.6488037109375,
+      "learning_rate": 7.912818336766649e-07,
+      "loss": 26.375,
+      "step": 17464
+    },
+    {
+      "epoch": 1.1599256159925617,
+      "grad_norm": 322.5304260253906,
+      "learning_rate": 7.911766516698016e-07,
+      "loss": 16.0938,
+      "step": 17465
+    },
+    {
+      "epoch": 1.1599920302849174,
+      "grad_norm": 193.94407653808594,
+      "learning_rate": 7.910714720784867e-07,
+      "loss": 15.1562,
+      "step": 17466
+    },
+    {
+      "epoch": 1.160058444577273,
+      "grad_norm": 214.27598571777344,
+      "learning_rate": 7.90966294903936e-07,
+      "loss": 16.8281,
+      "step": 17467
+    },
+    {
+      "epoch": 1.1601248588696287,
+      "grad_norm": 165.25233459472656,
+      "learning_rate": 7.908611201473672e-07,
+      "loss": 17.3281,
+      "step": 17468
+    },
+    {
+      "epoch": 1.1601912731619843,
+      "grad_norm": 146.8489532470703,
+      "learning_rate": 7.907559478099961e-07,
+      "loss": 12.9375,
+      "step": 17469
+    },
+    {
+      "epoch": 1.1602576874543402,
+      "grad_norm": 160.72409057617188,
+      "learning_rate": 7.906507778930398e-07,
+      "loss": 12.8125,
+      "step": 17470
+    },
+    {
+      "epoch": 1.1603241017466959,
+      "grad_norm": 227.7079620361328,
+      "learning_rate": 7.905456103977144e-07,
+      "loss": 17.7969,
+      "step": 17471
+    },
+    {
+      "epoch": 1.1603905160390515,
+      "grad_norm": 248.68357849121094,
+      "learning_rate": 7.904404453252367e-07,
+      "loss": 13.9219,
+      "step": 17472
+    },
+    {
+      "epoch": 1.1604569303314074,
+      "grad_norm": 300.83734130859375,
+      "learning_rate": 7.903352826768227e-07,
+      "loss": 18.5625,
+      "step": 17473
+    },
+    {
+      "epoch": 1.160523344623763,
+      "grad_norm": 118.63284301757812,
+      "learning_rate": 7.902301224536897e-07,
+      "loss": 14.7656,
+      "step": 17474
+    },
+    {
+      "epoch": 1.1605897589161187,
+      "grad_norm": 605.9520263671875,
+      "learning_rate": 7.901249646570535e-07,
+      "loss": 19.0312,
+      "step": 17475
+    },
+    {
+      "epoch": 1.1606561732084746,
+      "grad_norm": 118.08639526367188,
+      "learning_rate": 7.900198092881309e-07,
+      "loss": 13.4062,
+      "step": 17476
+    },
+    {
+      "epoch": 1.1607225875008302,
+      "grad_norm": 279.50616455078125,
+      "learning_rate": 7.899146563481376e-07,
+      "loss": 16.8125,
+      "step": 17477
+    },
+    {
+      "epoch": 1.160789001793186,
+      "grad_norm": 116.44849395751953,
+      "learning_rate": 7.898095058382907e-07,
+      "loss": 12.4375,
+      "step": 17478
+    },
+    {
+      "epoch": 1.1608554160855415,
+      "grad_norm": 149.8636474609375,
+      "learning_rate": 7.897043577598063e-07,
+      "loss": 15.0625,
+      "step": 17479
+    },
+    {
+      "epoch": 1.1609218303778972,
+      "grad_norm": 181.0640106201172,
+      "learning_rate": 7.895992121139007e-07,
+      "loss": 16.0,
+      "step": 17480
+    },
+    {
+      "epoch": 1.160988244670253,
+      "grad_norm": 489.18994140625,
+      "learning_rate": 7.894940689017896e-07,
+      "loss": 21.25,
+      "step": 17481
+    },
+    {
+      "epoch": 1.1610546589626087,
+      "grad_norm": 117.01235961914062,
+      "learning_rate": 7.893889281246902e-07,
+      "loss": 14.2344,
+      "step": 17482
+    },
+    {
+      "epoch": 1.1611210732549644,
+      "grad_norm": 559.2738647460938,
+      "learning_rate": 7.89283789783818e-07,
+      "loss": 21.1406,
+      "step": 17483
+    },
+    {
+      "epoch": 1.1611874875473203,
+      "grad_norm": 442.2216491699219,
+      "learning_rate": 7.891786538803897e-07,
+      "loss": 15.5469,
+      "step": 17484
+    },
+    {
+      "epoch": 1.161253901839676,
+      "grad_norm": 147.26417541503906,
+      "learning_rate": 7.890735204156207e-07,
+      "loss": 18.4375,
+      "step": 17485
+    },
+    {
+      "epoch": 1.1613203161320316,
+      "grad_norm": 218.0462646484375,
+      "learning_rate": 7.88968389390728e-07,
+      "loss": 18.875,
+      "step": 17486
+    },
+    {
+      "epoch": 1.1613867304243874,
+      "grad_norm": 180.99118041992188,
+      "learning_rate": 7.888632608069271e-07,
+      "loss": 16.9844,
+      "step": 17487
+    },
+    {
+      "epoch": 1.161453144716743,
+      "grad_norm": 119.05924224853516,
+      "learning_rate": 7.887581346654345e-07,
+      "loss": 12.875,
+      "step": 17488
+    },
+    {
+      "epoch": 1.1615195590090988,
+      "grad_norm": 169.8704833984375,
+      "learning_rate": 7.886530109674655e-07,
+      "loss": 17.9531,
+      "step": 17489
+    },
+    {
+      "epoch": 1.1615859733014544,
+      "grad_norm": 142.71815490722656,
+      "learning_rate": 7.885478897142373e-07,
+      "loss": 14.3125,
+      "step": 17490
+    },
+    {
+      "epoch": 1.16165238759381,
+      "grad_norm": 169.3375244140625,
+      "learning_rate": 7.884427709069645e-07,
+      "loss": 20.0312,
+      "step": 17491
+    },
+    {
+      "epoch": 1.161718801886166,
+      "grad_norm": 220.0456085205078,
+      "learning_rate": 7.883376545468641e-07,
+      "loss": 19.5312,
+      "step": 17492
+    },
+    {
+      "epoch": 1.1617852161785216,
+      "grad_norm": 213.80596923828125,
+      "learning_rate": 7.882325406351516e-07,
+      "loss": 12.625,
+      "step": 17493
+    },
+    {
+      "epoch": 1.1618516304708773,
+      "grad_norm": 363.7996826171875,
+      "learning_rate": 7.88127429173043e-07,
+      "loss": 19.1562,
+      "step": 17494
+    },
+    {
+      "epoch": 1.1619180447632331,
+      "grad_norm": 128.24717712402344,
+      "learning_rate": 7.880223201617537e-07,
+      "loss": 13.0469,
+      "step": 17495
+    },
+    {
+      "epoch": 1.1619844590555888,
+      "grad_norm": 226.9009552001953,
+      "learning_rate": 7.879172136025003e-07,
+      "loss": 15.1719,
+      "step": 17496
+    },
+    {
+      "epoch": 1.1620508733479444,
+      "grad_norm": 125.3795166015625,
+      "learning_rate": 7.878121094964984e-07,
+      "loss": 18.375,
+      "step": 17497
+    },
+    {
+      "epoch": 1.1621172876403003,
+      "grad_norm": 531.1295166015625,
+      "learning_rate": 7.877070078449633e-07,
+      "loss": 24.6094,
+      "step": 17498
+    },
+    {
+      "epoch": 1.162183701932656,
+      "grad_norm": 174.71261596679688,
+      "learning_rate": 7.876019086491115e-07,
+      "loss": 16.6094,
+      "step": 17499
+    },
+    {
+      "epoch": 1.1622501162250116,
+      "grad_norm": 180.57154846191406,
+      "learning_rate": 7.874968119101582e-07,
+      "loss": 19.3438,
+      "step": 17500
+    },
+    {
+      "epoch": 1.1623165305173673,
+      "grad_norm": 152.6283416748047,
+      "learning_rate": 7.873917176293194e-07,
+      "loss": 14.3438,
+      "step": 17501
+    },
+    {
+      "epoch": 1.162382944809723,
+      "grad_norm": 174.87460327148438,
+      "learning_rate": 7.872866258078104e-07,
+      "loss": 14.5469,
+      "step": 17502
+    },
+    {
+      "epoch": 1.1624493591020788,
+      "grad_norm": 194.2670135498047,
+      "learning_rate": 7.871815364468471e-07,
+      "loss": 16.1875,
+      "step": 17503
+    },
+    {
+      "epoch": 1.1625157733944345,
+      "grad_norm": 238.41421508789062,
+      "learning_rate": 7.870764495476452e-07,
+      "loss": 15.5469,
+      "step": 17504
+    },
+    {
+      "epoch": 1.1625821876867901,
+      "grad_norm": 184.95144653320312,
+      "learning_rate": 7.869713651114201e-07,
+      "loss": 19.875,
+      "step": 17505
+    },
+    {
+      "epoch": 1.162648601979146,
+      "grad_norm": 114.85159301757812,
+      "learning_rate": 7.868662831393871e-07,
+      "loss": 13.2188,
+      "step": 17506
+    },
+    {
+      "epoch": 1.1627150162715016,
+      "grad_norm": 232.60955810546875,
+      "learning_rate": 7.867612036327624e-07,
+      "loss": 17.7656,
+      "step": 17507
+    },
+    {
+      "epoch": 1.1627814305638573,
+      "grad_norm": 121.9308090209961,
+      "learning_rate": 7.866561265927611e-07,
+      "loss": 13.4219,
+      "step": 17508
+    },
+    {
+      "epoch": 1.1628478448562132,
+      "grad_norm": 1203.8126220703125,
+      "learning_rate": 7.865510520205988e-07,
+      "loss": 26.7188,
+      "step": 17509
+    },
+    {
+      "epoch": 1.1629142591485688,
+      "grad_norm": 322.31317138671875,
+      "learning_rate": 7.864459799174904e-07,
+      "loss": 18.3281,
+      "step": 17510
+    },
+    {
+      "epoch": 1.1629806734409245,
+      "grad_norm": 180.00062561035156,
+      "learning_rate": 7.863409102846525e-07,
+      "loss": 16.875,
+      "step": 17511
+    },
+    {
+      "epoch": 1.1630470877332801,
+      "grad_norm": 116.29165649414062,
+      "learning_rate": 7.86235843123299e-07,
+      "loss": 14.2031,
+      "step": 17512
+    },
+    {
+      "epoch": 1.1631135020256358,
+      "grad_norm": 152.94107055664062,
+      "learning_rate": 7.861307784346464e-07,
+      "loss": 16.2344,
+      "step": 17513
+    },
+    {
+      "epoch": 1.1631799163179917,
+      "grad_norm": 162.93310546875,
+      "learning_rate": 7.860257162199094e-07,
+      "loss": 16.9062,
+      "step": 17514
+    },
+    {
+      "epoch": 1.1632463306103473,
+      "grad_norm": 285.8455505371094,
+      "learning_rate": 7.859206564803038e-07,
+      "loss": 14.7812,
+      "step": 17515
+    },
+    {
+      "epoch": 1.163312744902703,
+      "grad_norm": 146.69998168945312,
+      "learning_rate": 7.858155992170444e-07,
+      "loss": 16.875,
+      "step": 17516
+    },
+    {
+      "epoch": 1.1633791591950589,
+      "grad_norm": 200.60935974121094,
+      "learning_rate": 7.857105444313467e-07,
+      "loss": 11.0781,
+      "step": 17517
+    },
+    {
+      "epoch": 1.1634455734874145,
+      "grad_norm": 273.37738037109375,
+      "learning_rate": 7.856054921244258e-07,
+      "loss": 13.4219,
+      "step": 17518
+    },
+    {
+      "epoch": 1.1635119877797702,
+      "grad_norm": 297.83514404296875,
+      "learning_rate": 7.855004422974971e-07,
+      "loss": 22.7812,
+      "step": 17519
+    },
+    {
+      "epoch": 1.163578402072126,
+      "grad_norm": 158.43197631835938,
+      "learning_rate": 7.853953949517753e-07,
+      "loss": 17.5625,
+      "step": 17520
+    },
+    {
+      "epoch": 1.1636448163644817,
+      "grad_norm": 114.7208251953125,
+      "learning_rate": 7.852903500884763e-07,
+      "loss": 13.9531,
+      "step": 17521
+    },
+    {
+      "epoch": 1.1637112306568373,
+      "grad_norm": 140.33872985839844,
+      "learning_rate": 7.851853077088143e-07,
+      "loss": 11.9688,
+      "step": 17522
+    },
+    {
+      "epoch": 1.163777644949193,
+      "grad_norm": 502.7472839355469,
+      "learning_rate": 7.85080267814005e-07,
+      "loss": 13.9375,
+      "step": 17523
+    },
+    {
+      "epoch": 1.1638440592415489,
+      "grad_norm": 253.66751098632812,
+      "learning_rate": 7.84975230405263e-07,
+      "loss": 24.3438,
+      "step": 17524
+    },
+    {
+      "epoch": 1.1639104735339045,
+      "grad_norm": 332.1309814453125,
+      "learning_rate": 7.848701954838038e-07,
+      "loss": 16.0,
+      "step": 17525
+    },
+    {
+      "epoch": 1.1639768878262602,
+      "grad_norm": 174.80020141601562,
+      "learning_rate": 7.84765163050842e-07,
+      "loss": 14.4219,
+      "step": 17526
+    },
+    {
+      "epoch": 1.1640433021186158,
+      "grad_norm": 299.1360168457031,
+      "learning_rate": 7.846601331075929e-07,
+      "loss": 26.1875,
+      "step": 17527
+    },
+    {
+      "epoch": 1.1641097164109717,
+      "grad_norm": 212.1162109375,
+      "learning_rate": 7.845551056552707e-07,
+      "loss": 14.8906,
+      "step": 17528
+    },
+    {
+      "epoch": 1.1641761307033274,
+      "grad_norm": 200.5056610107422,
+      "learning_rate": 7.844500806950914e-07,
+      "loss": 16.3281,
+      "step": 17529
+    },
+    {
+      "epoch": 1.164242544995683,
+      "grad_norm": 202.6641845703125,
+      "learning_rate": 7.843450582282689e-07,
+      "loss": 15.7344,
+      "step": 17530
+    },
+    {
+      "epoch": 1.164308959288039,
+      "grad_norm": 185.67495727539062,
+      "learning_rate": 7.842400382560186e-07,
+      "loss": 22.0625,
+      "step": 17531
+    },
+    {
+      "epoch": 1.1643753735803946,
+      "grad_norm": 191.28997802734375,
+      "learning_rate": 7.841350207795548e-07,
+      "loss": 21.5312,
+      "step": 17532
+    },
+    {
+      "epoch": 1.1644417878727502,
+      "grad_norm": 196.34866333007812,
+      "learning_rate": 7.840300058000928e-07,
+      "loss": 18.25,
+      "step": 17533
+    },
+    {
+      "epoch": 1.1645082021651059,
+      "grad_norm": 181.0345458984375,
+      "learning_rate": 7.839249933188474e-07,
+      "loss": 14.6875,
+      "step": 17534
+    },
+    {
+      "epoch": 1.1645746164574617,
+      "grad_norm": 177.39105224609375,
+      "learning_rate": 7.838199833370328e-07,
+      "loss": 13.6562,
+      "step": 17535
+    },
+    {
+      "epoch": 1.1646410307498174,
+      "grad_norm": 105.66646575927734,
+      "learning_rate": 7.837149758558642e-07,
+      "loss": 11.6406,
+      "step": 17536
+    },
+    {
+      "epoch": 1.164707445042173,
+      "grad_norm": 371.6313781738281,
+      "learning_rate": 7.836099708765557e-07,
+      "loss": 19.9375,
+      "step": 17537
+    },
+    {
+      "epoch": 1.1647738593345287,
+      "grad_norm": 164.6636505126953,
+      "learning_rate": 7.835049684003225e-07,
+      "loss": 16.8281,
+      "step": 17538
+    },
+    {
+      "epoch": 1.1648402736268846,
+      "grad_norm": 172.31935119628906,
+      "learning_rate": 7.83399968428379e-07,
+      "loss": 12.9219,
+      "step": 17539
+    },
+    {
+      "epoch": 1.1649066879192402,
+      "grad_norm": 235.9416046142578,
+      "learning_rate": 7.832949709619399e-07,
+      "loss": 12.9219,
+      "step": 17540
+    },
+    {
+      "epoch": 1.164973102211596,
+      "grad_norm": 183.65333557128906,
+      "learning_rate": 7.831899760022192e-07,
+      "loss": 17.3906,
+      "step": 17541
+    },
+    {
+      "epoch": 1.1650395165039518,
+      "grad_norm": 265.05841064453125,
+      "learning_rate": 7.830849835504323e-07,
+      "loss": 19.1406,
+      "step": 17542
+    },
+    {
+      "epoch": 1.1651059307963074,
+      "grad_norm": 313.2357482910156,
+      "learning_rate": 7.829799936077928e-07,
+      "loss": 17.625,
+      "step": 17543
+    },
+    {
+      "epoch": 1.165172345088663,
+      "grad_norm": 415.2743835449219,
+      "learning_rate": 7.82875006175516e-07,
+      "loss": 21.7188,
+      "step": 17544
+    },
+    {
+      "epoch": 1.1652387593810187,
+      "grad_norm": 195.2158203125,
+      "learning_rate": 7.827700212548155e-07,
+      "loss": 16.1094,
+      "step": 17545
+    },
+    {
+      "epoch": 1.1653051736733746,
+      "grad_norm": 309.4183044433594,
+      "learning_rate": 7.826650388469065e-07,
+      "loss": 13.4062,
+      "step": 17546
+    },
+    {
+      "epoch": 1.1653715879657303,
+      "grad_norm": 137.83486938476562,
+      "learning_rate": 7.825600589530028e-07,
+      "loss": 15.2344,
+      "step": 17547
+    },
+    {
+      "epoch": 1.165438002258086,
+      "grad_norm": 145.22276306152344,
+      "learning_rate": 7.824550815743193e-07,
+      "loss": 14.3281,
+      "step": 17548
+    },
+    {
+      "epoch": 1.1655044165504416,
+      "grad_norm": 268.00433349609375,
+      "learning_rate": 7.823501067120694e-07,
+      "loss": 16.6719,
+      "step": 17549
+    },
+    {
+      "epoch": 1.1655708308427974,
+      "grad_norm": 134.51171875,
+      "learning_rate": 7.822451343674684e-07,
+      "loss": 10.2031,
+      "step": 17550
+    },
+    {
+      "epoch": 1.165637245135153,
+      "grad_norm": 121.15927124023438,
+      "learning_rate": 7.8214016454173e-07,
+      "loss": 14.0938,
+      "step": 17551
+    },
+    {
+      "epoch": 1.1657036594275088,
+      "grad_norm": 212.88421630859375,
+      "learning_rate": 7.820351972360687e-07,
+      "loss": 24.2578,
+      "step": 17552
+    },
+    {
+      "epoch": 1.1657700737198646,
+      "grad_norm": 263.3363952636719,
+      "learning_rate": 7.819302324516981e-07,
+      "loss": 16.8125,
+      "step": 17553
+    },
+    {
+      "epoch": 1.1658364880122203,
+      "grad_norm": 169.70550537109375,
+      "learning_rate": 7.818252701898335e-07,
+      "loss": 11.7188,
+      "step": 17554
+    },
+    {
+      "epoch": 1.165902902304576,
+      "grad_norm": 221.8389434814453,
+      "learning_rate": 7.817203104516878e-07,
+      "loss": 14.5938,
+      "step": 17555
+    },
+    {
+      "epoch": 1.1659693165969316,
+      "grad_norm": 221.61839294433594,
+      "learning_rate": 7.816153532384759e-07,
+      "loss": 19.375,
+      "step": 17556
+    },
+    {
+      "epoch": 1.1660357308892875,
+      "grad_norm": 228.7497100830078,
+      "learning_rate": 7.815103985514115e-07,
+      "loss": 12.625,
+      "step": 17557
+    },
+    {
+      "epoch": 1.1661021451816431,
+      "grad_norm": 139.11154174804688,
+      "learning_rate": 7.814054463917092e-07,
+      "loss": 14.1875,
+      "step": 17558
+    },
+    {
+      "epoch": 1.1661685594739988,
+      "grad_norm": 218.87669372558594,
+      "learning_rate": 7.813004967605822e-07,
+      "loss": 12.9688,
+      "step": 17559
+    },
+    {
+      "epoch": 1.1662349737663544,
+      "grad_norm": 1083.8507080078125,
+      "learning_rate": 7.811955496592453e-07,
+      "loss": 16.1094,
+      "step": 17560
+    },
+    {
+      "epoch": 1.1663013880587103,
+      "grad_norm": 125.99971008300781,
+      "learning_rate": 7.810906050889119e-07,
+      "loss": 15.0469,
+      "step": 17561
+    },
+    {
+      "epoch": 1.166367802351066,
+      "grad_norm": 146.36984252929688,
+      "learning_rate": 7.809856630507962e-07,
+      "loss": 14.875,
+      "step": 17562
+    },
+    {
+      "epoch": 1.1664342166434216,
+      "grad_norm": 232.15162658691406,
+      "learning_rate": 7.808807235461119e-07,
+      "loss": 20.3125,
+      "step": 17563
+    },
+    {
+      "epoch": 1.1665006309357775,
+      "grad_norm": 149.32493591308594,
+      "learning_rate": 7.807757865760733e-07,
+      "loss": 15.5781,
+      "step": 17564
+    },
+    {
+      "epoch": 1.1665670452281331,
+      "grad_norm": 489.23187255859375,
+      "learning_rate": 7.806708521418938e-07,
+      "loss": 15.9844,
+      "step": 17565
+    },
+    {
+      "epoch": 1.1666334595204888,
+      "grad_norm": 328.9189453125,
+      "learning_rate": 7.805659202447879e-07,
+      "loss": 16.1562,
+      "step": 17566
+    },
+    {
+      "epoch": 1.1666998738128445,
+      "grad_norm": 112.45072174072266,
+      "learning_rate": 7.80460990885968e-07,
+      "loss": 15.6094,
+      "step": 17567
+    },
+    {
+      "epoch": 1.1667662881052003,
+      "grad_norm": 236.72039794921875,
+      "learning_rate": 7.803560640666496e-07,
+      "loss": 14.9062,
+      "step": 17568
+    },
+    {
+      "epoch": 1.166832702397556,
+      "grad_norm": 112.4100570678711,
+      "learning_rate": 7.802511397880451e-07,
+      "loss": 15.0469,
+      "step": 17569
+    },
+    {
+      "epoch": 1.1668991166899116,
+      "grad_norm": 160.06680297851562,
+      "learning_rate": 7.801462180513687e-07,
+      "loss": 13.4844,
+      "step": 17570
+    },
+    {
+      "epoch": 1.1669655309822673,
+      "grad_norm": 215.12579345703125,
+      "learning_rate": 7.800412988578344e-07,
+      "loss": 17.7188,
+      "step": 17571
+    },
+    {
+      "epoch": 1.1670319452746232,
+      "grad_norm": 161.6468505859375,
+      "learning_rate": 7.799363822086553e-07,
+      "loss": 19.6406,
+      "step": 17572
+    },
+    {
+      "epoch": 1.1670983595669788,
+      "grad_norm": 327.7123718261719,
+      "learning_rate": 7.798314681050454e-07,
+      "loss": 21.4141,
+      "step": 17573
+    },
+    {
+      "epoch": 1.1671647738593345,
+      "grad_norm": 120.58265686035156,
+      "learning_rate": 7.797265565482177e-07,
+      "loss": 12.3906,
+      "step": 17574
+    },
+    {
+      "epoch": 1.1672311881516904,
+      "grad_norm": 206.17823791503906,
+      "learning_rate": 7.79621647539387e-07,
+      "loss": 15.875,
+      "step": 17575
+    },
+    {
+      "epoch": 1.167297602444046,
+      "grad_norm": 232.80050659179688,
+      "learning_rate": 7.795167410797652e-07,
+      "loss": 15.9062,
+      "step": 17576
+    },
+    {
+      "epoch": 1.1673640167364017,
+      "grad_norm": 159.2921905517578,
+      "learning_rate": 7.79411837170567e-07,
+      "loss": 22.5156,
+      "step": 17577
+    },
+    {
+      "epoch": 1.1674304310287573,
+      "grad_norm": 276.05328369140625,
+      "learning_rate": 7.793069358130054e-07,
+      "loss": 13.3438,
+      "step": 17578
+    },
+    {
+      "epoch": 1.1674968453211132,
+      "grad_norm": 231.457275390625,
+      "learning_rate": 7.792020370082939e-07,
+      "loss": 13.4844,
+      "step": 17579
+    },
+    {
+      "epoch": 1.1675632596134689,
+      "grad_norm": 200.36474609375,
+      "learning_rate": 7.790971407576456e-07,
+      "loss": 15.5781,
+      "step": 17580
+    },
+    {
+      "epoch": 1.1676296739058245,
+      "grad_norm": 325.17022705078125,
+      "learning_rate": 7.789922470622747e-07,
+      "loss": 15.75,
+      "step": 17581
+    },
+    {
+      "epoch": 1.1676960881981802,
+      "grad_norm": 177.27926635742188,
+      "learning_rate": 7.788873559233939e-07,
+      "loss": 12.2266,
+      "step": 17582
+    },
+    {
+      "epoch": 1.167762502490536,
+      "grad_norm": 190.56101989746094,
+      "learning_rate": 7.787824673422167e-07,
+      "loss": 16.7031,
+      "step": 17583
+    },
+    {
+      "epoch": 1.1678289167828917,
+      "grad_norm": 155.7642059326172,
+      "learning_rate": 7.786775813199559e-07,
+      "loss": 15.4844,
+      "step": 17584
+    },
+    {
+      "epoch": 1.1678953310752473,
+      "grad_norm": 204.49224853515625,
+      "learning_rate": 7.785726978578257e-07,
+      "loss": 20.6094,
+      "step": 17585
+    },
+    {
+      "epoch": 1.1679617453676032,
+      "grad_norm": 152.17430114746094,
+      "learning_rate": 7.784678169570388e-07,
+      "loss": 15.875,
+      "step": 17586
+    },
+    {
+      "epoch": 1.1680281596599589,
+      "grad_norm": 216.16632080078125,
+      "learning_rate": 7.783629386188084e-07,
+      "loss": 12.8594,
+      "step": 17587
+    },
+    {
+      "epoch": 1.1680945739523145,
+      "grad_norm": 375.8567810058594,
+      "learning_rate": 7.782580628443475e-07,
+      "loss": 15.4688,
+      "step": 17588
+    },
+    {
+      "epoch": 1.1681609882446702,
+      "grad_norm": 406.4764404296875,
+      "learning_rate": 7.781531896348699e-07,
+      "loss": 13.9531,
+      "step": 17589
+    },
+    {
+      "epoch": 1.168227402537026,
+      "grad_norm": 586.8589477539062,
+      "learning_rate": 7.780483189915879e-07,
+      "loss": 14.7344,
+      "step": 17590
+    },
+    {
+      "epoch": 1.1682938168293817,
+      "grad_norm": 230.0780792236328,
+      "learning_rate": 7.779434509157152e-07,
+      "loss": 17.5469,
+      "step": 17591
+    },
+    {
+      "epoch": 1.1683602311217374,
+      "grad_norm": 175.38111877441406,
+      "learning_rate": 7.778385854084644e-07,
+      "loss": 16.25,
+      "step": 17592
+    },
+    {
+      "epoch": 1.168426645414093,
+      "grad_norm": 367.6282653808594,
+      "learning_rate": 7.777337224710489e-07,
+      "loss": 16.8594,
+      "step": 17593
+    },
+    {
+      "epoch": 1.168493059706449,
+      "grad_norm": 146.67877197265625,
+      "learning_rate": 7.776288621046815e-07,
+      "loss": 15.2031,
+      "step": 17594
+    },
+    {
+      "epoch": 1.1685594739988046,
+      "grad_norm": 257.96759033203125,
+      "learning_rate": 7.775240043105753e-07,
+      "loss": 12.6406,
+      "step": 17595
+    },
+    {
+      "epoch": 1.1686258882911602,
+      "grad_norm": 171.9000244140625,
+      "learning_rate": 7.774191490899429e-07,
+      "loss": 16.6875,
+      "step": 17596
+    },
+    {
+      "epoch": 1.168692302583516,
+      "grad_norm": 406.2650451660156,
+      "learning_rate": 7.773142964439978e-07,
+      "loss": 15.5469,
+      "step": 17597
+    },
+    {
+      "epoch": 1.1687587168758717,
+      "grad_norm": 614.8400268554688,
+      "learning_rate": 7.772094463739519e-07,
+      "loss": 27.4375,
+      "step": 17598
+    },
+    {
+      "epoch": 1.1688251311682274,
+      "grad_norm": 391.0210876464844,
+      "learning_rate": 7.771045988810192e-07,
+      "loss": 27.4375,
+      "step": 17599
+    },
+    {
+      "epoch": 1.168891545460583,
+      "grad_norm": 165.62608337402344,
+      "learning_rate": 7.769997539664117e-07,
+      "loss": 16.0938,
+      "step": 17600
+    },
+    {
+      "epoch": 1.168957959752939,
+      "grad_norm": 256.2532653808594,
+      "learning_rate": 7.768949116313428e-07,
+      "loss": 15.6406,
+      "step": 17601
+    },
+    {
+      "epoch": 1.1690243740452946,
+      "grad_norm": 134.48471069335938,
+      "learning_rate": 7.767900718770244e-07,
+      "loss": 17.3438,
+      "step": 17602
+    },
+    {
+      "epoch": 1.1690907883376502,
+      "grad_norm": 200.53839111328125,
+      "learning_rate": 7.7668523470467e-07,
+      "loss": 26.7188,
+      "step": 17603
+    },
+    {
+      "epoch": 1.1691572026300059,
+      "grad_norm": 459.4993896484375,
+      "learning_rate": 7.76580400115492e-07,
+      "loss": 22.0,
+      "step": 17604
+    },
+    {
+      "epoch": 1.1692236169223618,
+      "grad_norm": 321.47412109375,
+      "learning_rate": 7.764755681107034e-07,
+      "loss": 16.1875,
+      "step": 17605
+    },
+    {
+      "epoch": 1.1692900312147174,
+      "grad_norm": 288.0174560546875,
+      "learning_rate": 7.763707386915159e-07,
+      "loss": 14.4531,
+      "step": 17606
+    },
+    {
+      "epoch": 1.169356445507073,
+      "grad_norm": 491.6966857910156,
+      "learning_rate": 7.762659118591431e-07,
+      "loss": 12.8125,
+      "step": 17607
+    },
+    {
+      "epoch": 1.169422859799429,
+      "grad_norm": 592.3446044921875,
+      "learning_rate": 7.761610876147973e-07,
+      "loss": 13.2188,
+      "step": 17608
+    },
+    {
+      "epoch": 1.1694892740917846,
+      "grad_norm": 308.4627380371094,
+      "learning_rate": 7.760562659596908e-07,
+      "loss": 14.8125,
+      "step": 17609
+    },
+    {
+      "epoch": 1.1695556883841403,
+      "grad_norm": 189.02037048339844,
+      "learning_rate": 7.759514468950364e-07,
+      "loss": 14.0078,
+      "step": 17610
+    },
+    {
+      "epoch": 1.169622102676496,
+      "grad_norm": 112.40382385253906,
+      "learning_rate": 7.758466304220465e-07,
+      "loss": 14.0625,
+      "step": 17611
+    },
+    {
+      "epoch": 1.1696885169688518,
+      "grad_norm": 132.79949951171875,
+      "learning_rate": 7.757418165419336e-07,
+      "loss": 11.8125,
+      "step": 17612
+    },
+    {
+      "epoch": 1.1697549312612074,
+      "grad_norm": 121.86669158935547,
+      "learning_rate": 7.756370052559096e-07,
+      "loss": 13.5469,
+      "step": 17613
+    },
+    {
+      "epoch": 1.169821345553563,
+      "grad_norm": 261.1663513183594,
+      "learning_rate": 7.755321965651879e-07,
+      "loss": 14.0156,
+      "step": 17614
+    },
+    {
+      "epoch": 1.1698877598459188,
+      "grad_norm": 163.2501678466797,
+      "learning_rate": 7.754273904709799e-07,
+      "loss": 16.1094,
+      "step": 17615
+    },
+    {
+      "epoch": 1.1699541741382746,
+      "grad_norm": 199.75599670410156,
+      "learning_rate": 7.753225869744988e-07,
+      "loss": 15.2188,
+      "step": 17616
+    },
+    {
+      "epoch": 1.1700205884306303,
+      "grad_norm": 161.91043090820312,
+      "learning_rate": 7.752177860769558e-07,
+      "loss": 15.5469,
+      "step": 17617
+    },
+    {
+      "epoch": 1.170087002722986,
+      "grad_norm": 306.150146484375,
+      "learning_rate": 7.751129877795646e-07,
+      "loss": 21.7656,
+      "step": 17618
+    },
+    {
+      "epoch": 1.1701534170153418,
+      "grad_norm": 413.77313232421875,
+      "learning_rate": 7.75008192083536e-07,
+      "loss": 25.875,
+      "step": 17619
+    },
+    {
+      "epoch": 1.1702198313076975,
+      "grad_norm": 120.72925567626953,
+      "learning_rate": 7.749033989900835e-07,
+      "loss": 11.9844,
+      "step": 17620
+    },
+    {
+      "epoch": 1.1702862456000531,
+      "grad_norm": 270.65557861328125,
+      "learning_rate": 7.747986085004183e-07,
+      "loss": 14.4688,
+      "step": 17621
+    },
+    {
+      "epoch": 1.1703526598924088,
+      "grad_norm": 156.0135498046875,
+      "learning_rate": 7.746938206157531e-07,
+      "loss": 14.1719,
+      "step": 17622
+    },
+    {
+      "epoch": 1.1704190741847647,
+      "grad_norm": 378.08740234375,
+      "learning_rate": 7.745890353372995e-07,
+      "loss": 18.0938,
+      "step": 17623
+    },
+    {
+      "epoch": 1.1704854884771203,
+      "grad_norm": 168.88235473632812,
+      "learning_rate": 7.744842526662705e-07,
+      "loss": 13.1562,
+      "step": 17624
+    },
+    {
+      "epoch": 1.170551902769476,
+      "grad_norm": 205.49754333496094,
+      "learning_rate": 7.743794726038772e-07,
+      "loss": 14.0859,
+      "step": 17625
+    },
+    {
+      "epoch": 1.1706183170618316,
+      "grad_norm": 124.06128692626953,
+      "learning_rate": 7.742746951513324e-07,
+      "loss": 13.9219,
+      "step": 17626
+    },
+    {
+      "epoch": 1.1706847313541875,
+      "grad_norm": 469.3865661621094,
+      "learning_rate": 7.741699203098474e-07,
+      "loss": 20.1875,
+      "step": 17627
+    },
+    {
+      "epoch": 1.1707511456465431,
+      "grad_norm": 282.68280029296875,
+      "learning_rate": 7.740651480806349e-07,
+      "loss": 18.9062,
+      "step": 17628
+    },
+    {
+      "epoch": 1.1708175599388988,
+      "grad_norm": 86.96739196777344,
+      "learning_rate": 7.739603784649063e-07,
+      "loss": 12.8906,
+      "step": 17629
+    },
+    {
+      "epoch": 1.1708839742312547,
+      "grad_norm": 401.01336669921875,
+      "learning_rate": 7.738556114638739e-07,
+      "loss": 18.2656,
+      "step": 17630
+    },
+    {
+      "epoch": 1.1709503885236103,
+      "grad_norm": 127.38609313964844,
+      "learning_rate": 7.73750847078749e-07,
+      "loss": 17.5625,
+      "step": 17631
+    },
+    {
+      "epoch": 1.171016802815966,
+      "grad_norm": 378.5154724121094,
+      "learning_rate": 7.736460853107442e-07,
+      "loss": 15.5,
+      "step": 17632
+    },
+    {
+      "epoch": 1.1710832171083216,
+      "grad_norm": 167.82786560058594,
+      "learning_rate": 7.735413261610707e-07,
+      "loss": 17.5625,
+      "step": 17633
+    },
+    {
+      "epoch": 1.1711496314006775,
+      "grad_norm": 269.83856201171875,
+      "learning_rate": 7.734365696309408e-07,
+      "loss": 15.3906,
+      "step": 17634
+    },
+    {
+      "epoch": 1.1712160456930332,
+      "grad_norm": 294.719482421875,
+      "learning_rate": 7.733318157215656e-07,
+      "loss": 19.1562,
+      "step": 17635
+    },
+    {
+      "epoch": 1.1712824599853888,
+      "grad_norm": 156.0894775390625,
+      "learning_rate": 7.732270644341576e-07,
+      "loss": 25.7812,
+      "step": 17636
+    },
+    {
+      "epoch": 1.1713488742777445,
+      "grad_norm": 144.9691162109375,
+      "learning_rate": 7.731223157699282e-07,
+      "loss": 13.5625,
+      "step": 17637
+    },
+    {
+      "epoch": 1.1714152885701004,
+      "grad_norm": 315.2096252441406,
+      "learning_rate": 7.73017569730089e-07,
+      "loss": 13.6562,
+      "step": 17638
+    },
+    {
+      "epoch": 1.171481702862456,
+      "grad_norm": 217.3922882080078,
+      "learning_rate": 7.729128263158515e-07,
+      "loss": 18.5312,
+      "step": 17639
+    },
+    {
+      "epoch": 1.1715481171548117,
+      "grad_norm": 318.5798645019531,
+      "learning_rate": 7.728080855284278e-07,
+      "loss": 20.0938,
+      "step": 17640
+    },
+    {
+      "epoch": 1.1716145314471675,
+      "grad_norm": 199.1121826171875,
+      "learning_rate": 7.727033473690285e-07,
+      "loss": 14.5156,
+      "step": 17641
+    },
+    {
+      "epoch": 1.1716809457395232,
+      "grad_norm": 230.7648162841797,
+      "learning_rate": 7.725986118388666e-07,
+      "loss": 21.1875,
+      "step": 17642
+    },
+    {
+      "epoch": 1.1717473600318788,
+      "grad_norm": 127.08417510986328,
+      "learning_rate": 7.724938789391523e-07,
+      "loss": 15.5625,
+      "step": 17643
+    },
+    {
+      "epoch": 1.1718137743242345,
+      "grad_norm": 317.8690490722656,
+      "learning_rate": 7.723891486710975e-07,
+      "loss": 19.5469,
+      "step": 17644
+    },
+    {
+      "epoch": 1.1718801886165904,
+      "grad_norm": 95.06637573242188,
+      "learning_rate": 7.722844210359143e-07,
+      "loss": 14.75,
+      "step": 17645
+    },
+    {
+      "epoch": 1.171946602908946,
+      "grad_norm": 137.7960205078125,
+      "learning_rate": 7.721796960348133e-07,
+      "loss": 13.8125,
+      "step": 17646
+    },
+    {
+      "epoch": 1.1720130172013017,
+      "grad_norm": 311.729248046875,
+      "learning_rate": 7.720749736690065e-07,
+      "loss": 17.7812,
+      "step": 17647
+    },
+    {
+      "epoch": 1.1720794314936573,
+      "grad_norm": 241.95648193359375,
+      "learning_rate": 7.719702539397043e-07,
+      "loss": 13.125,
+      "step": 17648
+    },
+    {
+      "epoch": 1.1721458457860132,
+      "grad_norm": 154.2388153076172,
+      "learning_rate": 7.718655368481194e-07,
+      "loss": 11.375,
+      "step": 17649
+    },
+    {
+      "epoch": 1.1722122600783689,
+      "grad_norm": 202.59117126464844,
+      "learning_rate": 7.717608223954621e-07,
+      "loss": 16.5469,
+      "step": 17650
+    },
+    {
+      "epoch": 1.1722786743707245,
+      "grad_norm": 230.63743591308594,
+      "learning_rate": 7.716561105829443e-07,
+      "loss": 18.0625,
+      "step": 17651
+    },
+    {
+      "epoch": 1.1723450886630804,
+      "grad_norm": 162.51722717285156,
+      "learning_rate": 7.715514014117764e-07,
+      "loss": 12.4766,
+      "step": 17652
+    },
+    {
+      "epoch": 1.172411502955436,
+      "grad_norm": 142.1806182861328,
+      "learning_rate": 7.714466948831707e-07,
+      "loss": 14.1094,
+      "step": 17653
+    },
+    {
+      "epoch": 1.1724779172477917,
+      "grad_norm": 145.32777404785156,
+      "learning_rate": 7.713419909983375e-07,
+      "loss": 14.5938,
+      "step": 17654
+    },
+    {
+      "epoch": 1.1725443315401474,
+      "grad_norm": 377.0090637207031,
+      "learning_rate": 7.712372897584887e-07,
+      "loss": 17.0312,
+      "step": 17655
+    },
+    {
+      "epoch": 1.1726107458325032,
+      "grad_norm": 137.1147003173828,
+      "learning_rate": 7.711325911648344e-07,
+      "loss": 16.6406,
+      "step": 17656
+    },
+    {
+      "epoch": 1.172677160124859,
+      "grad_norm": 244.98110961914062,
+      "learning_rate": 7.710278952185868e-07,
+      "loss": 19.3125,
+      "step": 17657
+    },
+    {
+      "epoch": 1.1727435744172146,
+      "grad_norm": 419.81396484375,
+      "learning_rate": 7.709232019209563e-07,
+      "loss": 14.1094,
+      "step": 17658
+    },
+    {
+      "epoch": 1.1728099887095702,
+      "grad_norm": 641.5509033203125,
+      "learning_rate": 7.708185112731544e-07,
+      "loss": 15.6094,
+      "step": 17659
+    },
+    {
+      "epoch": 1.172876403001926,
+      "grad_norm": 236.45872497558594,
+      "learning_rate": 7.707138232763915e-07,
+      "loss": 18.3906,
+      "step": 17660
+    },
+    {
+      "epoch": 1.1729428172942817,
+      "grad_norm": 447.65277099609375,
+      "learning_rate": 7.70609137931879e-07,
+      "loss": 17.4844,
+      "step": 17661
+    },
+    {
+      "epoch": 1.1730092315866374,
+      "grad_norm": 139.16522216796875,
+      "learning_rate": 7.705044552408273e-07,
+      "loss": 12.9141,
+      "step": 17662
+    },
+    {
+      "epoch": 1.1730756458789933,
+      "grad_norm": 323.9077453613281,
+      "learning_rate": 7.703997752044482e-07,
+      "loss": 15.2188,
+      "step": 17663
+    },
+    {
+      "epoch": 1.173142060171349,
+      "grad_norm": 224.6107177734375,
+      "learning_rate": 7.70295097823952e-07,
+      "loss": 12.9531,
+      "step": 17664
+    },
+    {
+      "epoch": 1.1732084744637046,
+      "grad_norm": 324.9121398925781,
+      "learning_rate": 7.701904231005498e-07,
+      "loss": 15.2812,
+      "step": 17665
+    },
+    {
+      "epoch": 1.1732748887560602,
+      "grad_norm": 206.50074768066406,
+      "learning_rate": 7.700857510354519e-07,
+      "loss": 18.2188,
+      "step": 17666
+    },
+    {
+      "epoch": 1.173341303048416,
+      "grad_norm": 178.17959594726562,
+      "learning_rate": 7.699810816298697e-07,
+      "loss": 12.1328,
+      "step": 17667
+    },
+    {
+      "epoch": 1.1734077173407718,
+      "grad_norm": 121.91891479492188,
+      "learning_rate": 7.698764148850136e-07,
+      "loss": 11.6719,
+      "step": 17668
+    },
+    {
+      "epoch": 1.1734741316331274,
+      "grad_norm": 171.323974609375,
+      "learning_rate": 7.697717508020947e-07,
+      "loss": 17.7969,
+      "step": 17669
+    },
+    {
+      "epoch": 1.173540545925483,
+      "grad_norm": 124.04303741455078,
+      "learning_rate": 7.696670893823229e-07,
+      "loss": 12.6328,
+      "step": 17670
+    },
+    {
+      "epoch": 1.173606960217839,
+      "grad_norm": 246.12515258789062,
+      "learning_rate": 7.695624306269099e-07,
+      "loss": 17.8125,
+      "step": 17671
+    },
+    {
+      "epoch": 1.1736733745101946,
+      "grad_norm": 368.3274841308594,
+      "learning_rate": 7.694577745370656e-07,
+      "loss": 21.1562,
+      "step": 17672
+    },
+    {
+      "epoch": 1.1737397888025503,
+      "grad_norm": 262.7695617675781,
+      "learning_rate": 7.693531211140011e-07,
+      "loss": 21.375,
+      "step": 17673
+    },
+    {
+      "epoch": 1.1738062030949061,
+      "grad_norm": 509.00146484375,
+      "learning_rate": 7.692484703589261e-07,
+      "loss": 15.2969,
+      "step": 17674
+    },
+    {
+      "epoch": 1.1738726173872618,
+      "grad_norm": 168.45033264160156,
+      "learning_rate": 7.691438222730523e-07,
+      "loss": 14.2188,
+      "step": 17675
+    },
+    {
+      "epoch": 1.1739390316796174,
+      "grad_norm": 285.5798034667969,
+      "learning_rate": 7.690391768575895e-07,
+      "loss": 19.2969,
+      "step": 17676
+    },
+    {
+      "epoch": 1.174005445971973,
+      "grad_norm": 178.7461395263672,
+      "learning_rate": 7.689345341137483e-07,
+      "loss": 19.8438,
+      "step": 17677
+    },
+    {
+      "epoch": 1.174071860264329,
+      "grad_norm": 177.2509765625,
+      "learning_rate": 7.688298940427389e-07,
+      "loss": 16.75,
+      "step": 17678
+    },
+    {
+      "epoch": 1.1741382745566846,
+      "grad_norm": 157.1539306640625,
+      "learning_rate": 7.687252566457726e-07,
+      "loss": 15.0938,
+      "step": 17679
+    },
+    {
+      "epoch": 1.1742046888490403,
+      "grad_norm": 299.3498840332031,
+      "learning_rate": 7.686206219240585e-07,
+      "loss": 14.5547,
+      "step": 17680
+    },
+    {
+      "epoch": 1.174271103141396,
+      "grad_norm": 143.21397399902344,
+      "learning_rate": 7.685159898788077e-07,
+      "loss": 16.0781,
+      "step": 17681
+    },
+    {
+      "epoch": 1.1743375174337518,
+      "grad_norm": 367.38128662109375,
+      "learning_rate": 7.68411360511231e-07,
+      "loss": 13.2812,
+      "step": 17682
+    },
+    {
+      "epoch": 1.1744039317261075,
+      "grad_norm": 320.7132263183594,
+      "learning_rate": 7.683067338225375e-07,
+      "loss": 20.8281,
+      "step": 17683
+    },
+    {
+      "epoch": 1.1744703460184631,
+      "grad_norm": 145.3070831298828,
+      "learning_rate": 7.682021098139387e-07,
+      "loss": 14.0547,
+      "step": 17684
+    },
+    {
+      "epoch": 1.174536760310819,
+      "grad_norm": 159.32188415527344,
+      "learning_rate": 7.680974884866438e-07,
+      "loss": 14.3906,
+      "step": 17685
+    },
+    {
+      "epoch": 1.1746031746031746,
+      "grad_norm": 170.69117736816406,
+      "learning_rate": 7.679928698418638e-07,
+      "loss": 16.625,
+      "step": 17686
+    },
+    {
+      "epoch": 1.1746695888955303,
+      "grad_norm": 164.21609497070312,
+      "learning_rate": 7.67888253880808e-07,
+      "loss": 14.2031,
+      "step": 17687
+    },
+    {
+      "epoch": 1.174736003187886,
+      "grad_norm": 217.71792602539062,
+      "learning_rate": 7.677836406046873e-07,
+      "loss": 19.4062,
+      "step": 17688
+    },
+    {
+      "epoch": 1.1748024174802418,
+      "grad_norm": 156.77699279785156,
+      "learning_rate": 7.676790300147116e-07,
+      "loss": 16.2188,
+      "step": 17689
+    },
+    {
+      "epoch": 1.1748688317725975,
+      "grad_norm": 274.80487060546875,
+      "learning_rate": 7.67574422112091e-07,
+      "loss": 19.1562,
+      "step": 17690
+    },
+    {
+      "epoch": 1.1749352460649531,
+      "grad_norm": 141.3939971923828,
+      "learning_rate": 7.674698168980352e-07,
+      "loss": 16.9375,
+      "step": 17691
+    },
+    {
+      "epoch": 1.1750016603573088,
+      "grad_norm": 130.1848907470703,
+      "learning_rate": 7.673652143737546e-07,
+      "loss": 13.1172,
+      "step": 17692
+    },
+    {
+      "epoch": 1.1750680746496647,
+      "grad_norm": 305.5452575683594,
+      "learning_rate": 7.672606145404591e-07,
+      "loss": 15.4453,
+      "step": 17693
+    },
+    {
+      "epoch": 1.1751344889420203,
+      "grad_norm": 782.112548828125,
+      "learning_rate": 7.671560173993586e-07,
+      "loss": 18.625,
+      "step": 17694
+    },
+    {
+      "epoch": 1.175200903234376,
+      "grad_norm": 147.15756225585938,
+      "learning_rate": 7.670514229516628e-07,
+      "loss": 17.3438,
+      "step": 17695
+    },
+    {
+      "epoch": 1.1752673175267319,
+      "grad_norm": 149.83522033691406,
+      "learning_rate": 7.669468311985822e-07,
+      "loss": 15.625,
+      "step": 17696
+    },
+    {
+      "epoch": 1.1753337318190875,
+      "grad_norm": 110.26860046386719,
+      "learning_rate": 7.66842242141326e-07,
+      "loss": 12.0156,
+      "step": 17697
+    },
+    {
+      "epoch": 1.1754001461114432,
+      "grad_norm": 176.2427215576172,
+      "learning_rate": 7.667376557811045e-07,
+      "loss": 16.5781,
+      "step": 17698
+    },
+    {
+      "epoch": 1.1754665604037988,
+      "grad_norm": 227.57647705078125,
+      "learning_rate": 7.666330721191268e-07,
+      "loss": 15.25,
+      "step": 17699
+    },
+    {
+      "epoch": 1.1755329746961547,
+      "grad_norm": 380.24627685546875,
+      "learning_rate": 7.66528491156604e-07,
+      "loss": 14.0,
+      "step": 17700
+    },
+    {
+      "epoch": 1.1755993889885104,
+      "grad_norm": 128.5869140625,
+      "learning_rate": 7.664239128947442e-07,
+      "loss": 13.4062,
+      "step": 17701
+    },
+    {
+      "epoch": 1.175665803280866,
+      "grad_norm": 185.16256713867188,
+      "learning_rate": 7.663193373347582e-07,
+      "loss": 23.0938,
+      "step": 17702
+    },
+    {
+      "epoch": 1.1757322175732217,
+      "grad_norm": 427.9493103027344,
+      "learning_rate": 7.662147644778554e-07,
+      "loss": 19.0,
+      "step": 17703
+    },
+    {
+      "epoch": 1.1757986318655775,
+      "grad_norm": 133.49362182617188,
+      "learning_rate": 7.661101943252455e-07,
+      "loss": 18.3906,
+      "step": 17704
+    },
+    {
+      "epoch": 1.1758650461579332,
+      "grad_norm": 147.09339904785156,
+      "learning_rate": 7.660056268781376e-07,
+      "loss": 17.3281,
+      "step": 17705
+    },
+    {
+      "epoch": 1.1759314604502888,
+      "grad_norm": 279.7727966308594,
+      "learning_rate": 7.65901062137742e-07,
+      "loss": 23.2812,
+      "step": 17706
+    },
+    {
+      "epoch": 1.1759978747426447,
+      "grad_norm": 553.9464111328125,
+      "learning_rate": 7.657965001052678e-07,
+      "loss": 26.1562,
+      "step": 17707
+    },
+    {
+      "epoch": 1.1760642890350004,
+      "grad_norm": 338.8232421875,
+      "learning_rate": 7.656919407819249e-07,
+      "loss": 22.7188,
+      "step": 17708
+    },
+    {
+      "epoch": 1.176130703327356,
+      "grad_norm": 208.0997772216797,
+      "learning_rate": 7.655873841689221e-07,
+      "loss": 19.5938,
+      "step": 17709
+    },
+    {
+      "epoch": 1.1761971176197117,
+      "grad_norm": 314.91168212890625,
+      "learning_rate": 7.654828302674696e-07,
+      "loss": 16.8438,
+      "step": 17710
+    },
+    {
+      "epoch": 1.1762635319120676,
+      "grad_norm": 144.2444610595703,
+      "learning_rate": 7.653782790787763e-07,
+      "loss": 16.5312,
+      "step": 17711
+    },
+    {
+      "epoch": 1.1763299462044232,
+      "grad_norm": 353.4610290527344,
+      "learning_rate": 7.65273730604052e-07,
+      "loss": 16.9531,
+      "step": 17712
+    },
+    {
+      "epoch": 1.1763963604967789,
+      "grad_norm": 205.4808807373047,
+      "learning_rate": 7.651691848445054e-07,
+      "loss": 18.5312,
+      "step": 17713
+    },
+    {
+      "epoch": 1.1764627747891345,
+      "grad_norm": 500.0388488769531,
+      "learning_rate": 7.650646418013467e-07,
+      "loss": 17.2656,
+      "step": 17714
+    },
+    {
+      "epoch": 1.1765291890814904,
+      "grad_norm": 211.7627716064453,
+      "learning_rate": 7.649601014757845e-07,
+      "loss": 12.7812,
+      "step": 17715
+    },
+    {
+      "epoch": 1.176595603373846,
+      "grad_norm": 225.31431579589844,
+      "learning_rate": 7.648555638690286e-07,
+      "loss": 16.7344,
+      "step": 17716
+    },
+    {
+      "epoch": 1.1766620176662017,
+      "grad_norm": 153.68597412109375,
+      "learning_rate": 7.647510289822875e-07,
+      "loss": 14.5938,
+      "step": 17717
+    },
+    {
+      "epoch": 1.1767284319585576,
+      "grad_norm": 730.1641235351562,
+      "learning_rate": 7.64646496816771e-07,
+      "loss": 20.9219,
+      "step": 17718
+    },
+    {
+      "epoch": 1.1767948462509132,
+      "grad_norm": 157.8502197265625,
+      "learning_rate": 7.645419673736884e-07,
+      "loss": 14.4844,
+      "step": 17719
+    },
+    {
+      "epoch": 1.176861260543269,
+      "grad_norm": 404.0727233886719,
+      "learning_rate": 7.644374406542479e-07,
+      "loss": 19.0469,
+      "step": 17720
+    },
+    {
+      "epoch": 1.1769276748356245,
+      "grad_norm": 249.3336639404297,
+      "learning_rate": 7.643329166596601e-07,
+      "loss": 15.1094,
+      "step": 17721
+    },
+    {
+      "epoch": 1.1769940891279804,
+      "grad_norm": 150.9966278076172,
+      "learning_rate": 7.642283953911327e-07,
+      "loss": 18.9219,
+      "step": 17722
+    },
+    {
+      "epoch": 1.177060503420336,
+      "grad_norm": 164.73162841796875,
+      "learning_rate": 7.641238768498756e-07,
+      "loss": 16.1094,
+      "step": 17723
+    },
+    {
+      "epoch": 1.1771269177126917,
+      "grad_norm": 286.6077880859375,
+      "learning_rate": 7.640193610370972e-07,
+      "loss": 14.7656,
+      "step": 17724
+    },
+    {
+      "epoch": 1.1771933320050474,
+      "grad_norm": 228.9165496826172,
+      "learning_rate": 7.639148479540069e-07,
+      "loss": 17.5156,
+      "step": 17725
+    },
+    {
+      "epoch": 1.1772597462974033,
+      "grad_norm": 166.4838104248047,
+      "learning_rate": 7.638103376018132e-07,
+      "loss": 15.4219,
+      "step": 17726
+    },
+    {
+      "epoch": 1.177326160589759,
+      "grad_norm": 305.6656494140625,
+      "learning_rate": 7.637058299817258e-07,
+      "loss": 18.3438,
+      "step": 17727
+    },
+    {
+      "epoch": 1.1773925748821146,
+      "grad_norm": 230.6614227294922,
+      "learning_rate": 7.636013250949526e-07,
+      "loss": 16.625,
+      "step": 17728
+    },
+    {
+      "epoch": 1.1774589891744704,
+      "grad_norm": 306.11456298828125,
+      "learning_rate": 7.634968229427035e-07,
+      "loss": 22.9062,
+      "step": 17729
+    },
+    {
+      "epoch": 1.177525403466826,
+      "grad_norm": 344.8258056640625,
+      "learning_rate": 7.633923235261863e-07,
+      "loss": 18.2031,
+      "step": 17730
+    },
+    {
+      "epoch": 1.1775918177591818,
+      "grad_norm": 213.00828552246094,
+      "learning_rate": 7.632878268466105e-07,
+      "loss": 15.375,
+      "step": 17731
+    },
+    {
+      "epoch": 1.1776582320515374,
+      "grad_norm": 305.6706237792969,
+      "learning_rate": 7.631833329051846e-07,
+      "loss": 19.8438,
+      "step": 17732
+    },
+    {
+      "epoch": 1.1777246463438933,
+      "grad_norm": 198.2183837890625,
+      "learning_rate": 7.630788417031176e-07,
+      "loss": 18.5625,
+      "step": 17733
+    },
+    {
+      "epoch": 1.177791060636249,
+      "grad_norm": 160.4662628173828,
+      "learning_rate": 7.629743532416173e-07,
+      "loss": 13.4062,
+      "step": 17734
+    },
+    {
+      "epoch": 1.1778574749286046,
+      "grad_norm": 153.9591827392578,
+      "learning_rate": 7.628698675218935e-07,
+      "loss": 13.1562,
+      "step": 17735
+    },
+    {
+      "epoch": 1.1779238892209603,
+      "grad_norm": 163.35186767578125,
+      "learning_rate": 7.627653845451541e-07,
+      "loss": 13.2656,
+      "step": 17736
+    },
+    {
+      "epoch": 1.1779903035133161,
+      "grad_norm": 165.85609436035156,
+      "learning_rate": 7.626609043126083e-07,
+      "loss": 14.5,
+      "step": 17737
+    },
+    {
+      "epoch": 1.1780567178056718,
+      "grad_norm": 676.7308349609375,
+      "learning_rate": 7.625564268254637e-07,
+      "loss": 18.6562,
+      "step": 17738
+    },
+    {
+      "epoch": 1.1781231320980274,
+      "grad_norm": 147.2596435546875,
+      "learning_rate": 7.6245195208493e-07,
+      "loss": 17.4375,
+      "step": 17739
+    },
+    {
+      "epoch": 1.1781895463903833,
+      "grad_norm": 127.781005859375,
+      "learning_rate": 7.62347480092215e-07,
+      "loss": 13.9844,
+      "step": 17740
+    },
+    {
+      "epoch": 1.178255960682739,
+      "grad_norm": 229.40359497070312,
+      "learning_rate": 7.622430108485273e-07,
+      "loss": 11.1719,
+      "step": 17741
+    },
+    {
+      "epoch": 1.1783223749750946,
+      "grad_norm": 155.7412109375,
+      "learning_rate": 7.62138544355075e-07,
+      "loss": 15.0,
+      "step": 17742
+    },
+    {
+      "epoch": 1.1783887892674503,
+      "grad_norm": 129.451904296875,
+      "learning_rate": 7.620340806130675e-07,
+      "loss": 12.2344,
+      "step": 17743
+    },
+    {
+      "epoch": 1.1784552035598062,
+      "grad_norm": 181.09349060058594,
+      "learning_rate": 7.619296196237119e-07,
+      "loss": 12.7109,
+      "step": 17744
+    },
+    {
+      "epoch": 1.1785216178521618,
+      "grad_norm": 409.0323181152344,
+      "learning_rate": 7.618251613882176e-07,
+      "loss": 22.8438,
+      "step": 17745
+    },
+    {
+      "epoch": 1.1785880321445175,
+      "grad_norm": 751.747314453125,
+      "learning_rate": 7.617207059077924e-07,
+      "loss": 16.8125,
+      "step": 17746
+    },
+    {
+      "epoch": 1.1786544464368731,
+      "grad_norm": 334.43487548828125,
+      "learning_rate": 7.616162531836447e-07,
+      "loss": 17.75,
+      "step": 17747
+    },
+    {
+      "epoch": 1.178720860729229,
+      "grad_norm": 275.314208984375,
+      "learning_rate": 7.615118032169825e-07,
+      "loss": 16.7656,
+      "step": 17748
+    },
+    {
+      "epoch": 1.1787872750215846,
+      "grad_norm": 115.40287017822266,
+      "learning_rate": 7.614073560090145e-07,
+      "loss": 9.9531,
+      "step": 17749
+    },
+    {
+      "epoch": 1.1788536893139403,
+      "grad_norm": 161.60501098632812,
+      "learning_rate": 7.613029115609485e-07,
+      "loss": 14.0156,
+      "step": 17750
+    },
+    {
+      "epoch": 1.1789201036062962,
+      "grad_norm": 212.1392364501953,
+      "learning_rate": 7.611984698739929e-07,
+      "loss": 16.0781,
+      "step": 17751
+    },
+    {
+      "epoch": 1.1789865178986518,
+      "grad_norm": 272.7602844238281,
+      "learning_rate": 7.610940309493554e-07,
+      "loss": 13.9375,
+      "step": 17752
+    },
+    {
+      "epoch": 1.1790529321910075,
+      "grad_norm": 104.90901184082031,
+      "learning_rate": 7.609895947882448e-07,
+      "loss": 13.0234,
+      "step": 17753
+    },
+    {
+      "epoch": 1.1791193464833631,
+      "grad_norm": 155.21258544921875,
+      "learning_rate": 7.608851613918684e-07,
+      "loss": 15.3906,
+      "step": 17754
+    },
+    {
+      "epoch": 1.179185760775719,
+      "grad_norm": 190.33978271484375,
+      "learning_rate": 7.607807307614344e-07,
+      "loss": 16.2422,
+      "step": 17755
+    },
+    {
+      "epoch": 1.1792521750680747,
+      "grad_norm": 187.7404022216797,
+      "learning_rate": 7.606763028981516e-07,
+      "loss": 14.3281,
+      "step": 17756
+    },
+    {
+      "epoch": 1.1793185893604303,
+      "grad_norm": 290.4053955078125,
+      "learning_rate": 7.605718778032269e-07,
+      "loss": 18.0312,
+      "step": 17757
+    },
+    {
+      "epoch": 1.179385003652786,
+      "grad_norm": 260.2407531738281,
+      "learning_rate": 7.604674554778688e-07,
+      "loss": 28.1875,
+      "step": 17758
+    },
+    {
+      "epoch": 1.1794514179451419,
+      "grad_norm": 164.88296508789062,
+      "learning_rate": 7.603630359232848e-07,
+      "loss": 18.2344,
+      "step": 17759
+    },
+    {
+      "epoch": 1.1795178322374975,
+      "grad_norm": 3313.362548828125,
+      "learning_rate": 7.602586191406834e-07,
+      "loss": 15.1094,
+      "step": 17760
+    },
+    {
+      "epoch": 1.1795842465298532,
+      "grad_norm": 123.32572174072266,
+      "learning_rate": 7.601542051312718e-07,
+      "loss": 16.1562,
+      "step": 17761
+    },
+    {
+      "epoch": 1.179650660822209,
+      "grad_norm": 160.5934295654297,
+      "learning_rate": 7.600497938962582e-07,
+      "loss": 13.5938,
+      "step": 17762
+    },
+    {
+      "epoch": 1.1797170751145647,
+      "grad_norm": 137.662841796875,
+      "learning_rate": 7.5994538543685e-07,
+      "loss": 16.25,
+      "step": 17763
+    },
+    {
+      "epoch": 1.1797834894069203,
+      "grad_norm": 201.55667114257812,
+      "learning_rate": 7.598409797542556e-07,
+      "loss": 17.0938,
+      "step": 17764
+    },
+    {
+      "epoch": 1.179849903699276,
+      "grad_norm": 327.1702880859375,
+      "learning_rate": 7.597365768496817e-07,
+      "loss": 20.5469,
+      "step": 17765
+    },
+    {
+      "epoch": 1.1799163179916319,
+      "grad_norm": 261.6137390136719,
+      "learning_rate": 7.59632176724337e-07,
+      "loss": 15.5625,
+      "step": 17766
+    },
+    {
+      "epoch": 1.1799827322839875,
+      "grad_norm": 153.1864776611328,
+      "learning_rate": 7.595277793794285e-07,
+      "loss": 13.625,
+      "step": 17767
+    },
+    {
+      "epoch": 1.1800491465763432,
+      "grad_norm": 179.5815887451172,
+      "learning_rate": 7.594233848161641e-07,
+      "loss": 12.5625,
+      "step": 17768
+    },
+    {
+      "epoch": 1.1801155608686988,
+      "grad_norm": 109.07597351074219,
+      "learning_rate": 7.593189930357509e-07,
+      "loss": 13.1094,
+      "step": 17769
+    },
+    {
+      "epoch": 1.1801819751610547,
+      "grad_norm": 158.99447631835938,
+      "learning_rate": 7.592146040393971e-07,
+      "loss": 14.2969,
+      "step": 17770
+    },
+    {
+      "epoch": 1.1802483894534104,
+      "grad_norm": 270.0950622558594,
+      "learning_rate": 7.591102178283098e-07,
+      "loss": 15.0,
+      "step": 17771
+    },
+    {
+      "epoch": 1.180314803745766,
+      "grad_norm": 484.1032409667969,
+      "learning_rate": 7.590058344036968e-07,
+      "loss": 29.1562,
+      "step": 17772
+    },
+    {
+      "epoch": 1.180381218038122,
+      "grad_norm": 141.5408172607422,
+      "learning_rate": 7.58901453766765e-07,
+      "loss": 13.0469,
+      "step": 17773
+    },
+    {
+      "epoch": 1.1804476323304776,
+      "grad_norm": 168.4581298828125,
+      "learning_rate": 7.587970759187225e-07,
+      "loss": 14.2969,
+      "step": 17774
+    },
+    {
+      "epoch": 1.1805140466228332,
+      "grad_norm": 185.39794921875,
+      "learning_rate": 7.586927008607761e-07,
+      "loss": 21.1875,
+      "step": 17775
+    },
+    {
+      "epoch": 1.1805804609151889,
+      "grad_norm": 180.32945251464844,
+      "learning_rate": 7.585883285941336e-07,
+      "loss": 15.8281,
+      "step": 17776
+    },
+    {
+      "epoch": 1.1806468752075447,
+      "grad_norm": 147.0623016357422,
+      "learning_rate": 7.584839591200017e-07,
+      "loss": 13.0625,
+      "step": 17777
+    },
+    {
+      "epoch": 1.1807132894999004,
+      "grad_norm": 108.23426055908203,
+      "learning_rate": 7.583795924395885e-07,
+      "loss": 16.6406,
+      "step": 17778
+    },
+    {
+      "epoch": 1.180779703792256,
+      "grad_norm": 183.93960571289062,
+      "learning_rate": 7.582752285541006e-07,
+      "loss": 20.4531,
+      "step": 17779
+    },
+    {
+      "epoch": 1.1808461180846117,
+      "grad_norm": 160.5325927734375,
+      "learning_rate": 7.581708674647458e-07,
+      "loss": 14.5469,
+      "step": 17780
+    },
+    {
+      "epoch": 1.1809125323769676,
+      "grad_norm": 235.2970733642578,
+      "learning_rate": 7.580665091727305e-07,
+      "loss": 15.0625,
+      "step": 17781
+    },
+    {
+      "epoch": 1.1809789466693232,
+      "grad_norm": 653.1466674804688,
+      "learning_rate": 7.579621536792627e-07,
+      "loss": 20.7812,
+      "step": 17782
+    },
+    {
+      "epoch": 1.181045360961679,
+      "grad_norm": 135.60890197753906,
+      "learning_rate": 7.57857800985549e-07,
+      "loss": 14.8594,
+      "step": 17783
+    },
+    {
+      "epoch": 1.1811117752540348,
+      "grad_norm": 180.30215454101562,
+      "learning_rate": 7.577534510927968e-07,
+      "loss": 11.125,
+      "step": 17784
+    },
+    {
+      "epoch": 1.1811781895463904,
+      "grad_norm": 193.3443603515625,
+      "learning_rate": 7.576491040022127e-07,
+      "loss": 12.7734,
+      "step": 17785
+    },
+    {
+      "epoch": 1.181244603838746,
+      "grad_norm": 158.83673095703125,
+      "learning_rate": 7.575447597150044e-07,
+      "loss": 16.0156,
+      "step": 17786
+    },
+    {
+      "epoch": 1.1813110181311017,
+      "grad_norm": 577.3397827148438,
+      "learning_rate": 7.574404182323779e-07,
+      "loss": 21.1875,
+      "step": 17787
+    },
+    {
+      "epoch": 1.1813774324234576,
+      "grad_norm": 197.2484130859375,
+      "learning_rate": 7.573360795555413e-07,
+      "loss": 16.7188,
+      "step": 17788
+    },
+    {
+      "epoch": 1.1814438467158133,
+      "grad_norm": 272.82958984375,
+      "learning_rate": 7.572317436857008e-07,
+      "loss": 15.4062,
+      "step": 17789
+    },
+    {
+      "epoch": 1.181510261008169,
+      "grad_norm": 127.16973876953125,
+      "learning_rate": 7.571274106240633e-07,
+      "loss": 15.9062,
+      "step": 17790
+    },
+    {
+      "epoch": 1.1815766753005246,
+      "grad_norm": 621.6401977539062,
+      "learning_rate": 7.570230803718362e-07,
+      "loss": 33.25,
+      "step": 17791
+    },
+    {
+      "epoch": 1.1816430895928804,
+      "grad_norm": 257.23785400390625,
+      "learning_rate": 7.569187529302259e-07,
+      "loss": 12.2109,
+      "step": 17792
+    },
+    {
+      "epoch": 1.181709503885236,
+      "grad_norm": 783.9899291992188,
+      "learning_rate": 7.568144283004394e-07,
+      "loss": 24.2969,
+      "step": 17793
+    },
+    {
+      "epoch": 1.1817759181775918,
+      "grad_norm": 150.0982208251953,
+      "learning_rate": 7.56710106483683e-07,
+      "loss": 16.1719,
+      "step": 17794
+    },
+    {
+      "epoch": 1.1818423324699476,
+      "grad_norm": 155.7386474609375,
+      "learning_rate": 7.566057874811642e-07,
+      "loss": 14.8125,
+      "step": 17795
+    },
+    {
+      "epoch": 1.1819087467623033,
+      "grad_norm": 883.1956176757812,
+      "learning_rate": 7.565014712940891e-07,
+      "loss": 27.8594,
+      "step": 17796
+    },
+    {
+      "epoch": 1.181975161054659,
+      "grad_norm": 158.56942749023438,
+      "learning_rate": 7.563971579236649e-07,
+      "loss": 16.6406,
+      "step": 17797
+    },
+    {
+      "epoch": 1.1820415753470146,
+      "grad_norm": 371.77716064453125,
+      "learning_rate": 7.562928473710974e-07,
+      "loss": 15.25,
+      "step": 17798
+    },
+    {
+      "epoch": 1.1821079896393705,
+      "grad_norm": 166.23373413085938,
+      "learning_rate": 7.56188539637594e-07,
+      "loss": 14.6094,
+      "step": 17799
+    },
+    {
+      "epoch": 1.1821744039317261,
+      "grad_norm": 173.92483520507812,
+      "learning_rate": 7.560842347243609e-07,
+      "loss": 15.8906,
+      "step": 17800
+    },
+    {
+      "epoch": 1.1822408182240818,
+      "grad_norm": 208.15878295898438,
+      "learning_rate": 7.559799326326049e-07,
+      "loss": 22.7812,
+      "step": 17801
+    },
+    {
+      "epoch": 1.1823072325164374,
+      "grad_norm": 250.52716064453125,
+      "learning_rate": 7.558756333635319e-07,
+      "loss": 16.8281,
+      "step": 17802
+    },
+    {
+      "epoch": 1.1823736468087933,
+      "grad_norm": 203.68899536132812,
+      "learning_rate": 7.557713369183492e-07,
+      "loss": 20.625,
+      "step": 17803
+    },
+    {
+      "epoch": 1.182440061101149,
+      "grad_norm": 214.2058868408203,
+      "learning_rate": 7.556670432982628e-07,
+      "loss": 16.0469,
+      "step": 17804
+    },
+    {
+      "epoch": 1.1825064753935046,
+      "grad_norm": 217.5001220703125,
+      "learning_rate": 7.555627525044792e-07,
+      "loss": 16.1094,
+      "step": 17805
+    },
+    {
+      "epoch": 1.1825728896858605,
+      "grad_norm": 171.30038452148438,
+      "learning_rate": 7.554584645382043e-07,
+      "loss": 16.4844,
+      "step": 17806
+    },
+    {
+      "epoch": 1.1826393039782161,
+      "grad_norm": 141.2515106201172,
+      "learning_rate": 7.553541794006456e-07,
+      "loss": 14.3906,
+      "step": 17807
+    },
+    {
+      "epoch": 1.1827057182705718,
+      "grad_norm": 174.8175506591797,
+      "learning_rate": 7.55249897093008e-07,
+      "loss": 15.1562,
+      "step": 17808
+    },
+    {
+      "epoch": 1.1827721325629275,
+      "grad_norm": 286.8881530761719,
+      "learning_rate": 7.551456176164988e-07,
+      "loss": 18.6875,
+      "step": 17809
+    },
+    {
+      "epoch": 1.1828385468552833,
+      "grad_norm": 139.18328857421875,
+      "learning_rate": 7.550413409723238e-07,
+      "loss": 25.0312,
+      "step": 17810
+    },
+    {
+      "epoch": 1.182904961147639,
+      "grad_norm": 163.8253631591797,
+      "learning_rate": 7.549370671616895e-07,
+      "loss": 13.7031,
+      "step": 17811
+    },
+    {
+      "epoch": 1.1829713754399946,
+      "grad_norm": 183.24935913085938,
+      "learning_rate": 7.548327961858016e-07,
+      "loss": 14.3906,
+      "step": 17812
+    },
+    {
+      "epoch": 1.1830377897323503,
+      "grad_norm": 219.74290466308594,
+      "learning_rate": 7.547285280458668e-07,
+      "loss": 16.0938,
+      "step": 17813
+    },
+    {
+      "epoch": 1.1831042040247062,
+      "grad_norm": 131.52659606933594,
+      "learning_rate": 7.546242627430907e-07,
+      "loss": 13.4922,
+      "step": 17814
+    },
+    {
+      "epoch": 1.1831706183170618,
+      "grad_norm": 187.24081420898438,
+      "learning_rate": 7.5452000027868e-07,
+      "loss": 14.2188,
+      "step": 17815
+    },
+    {
+      "epoch": 1.1832370326094175,
+      "grad_norm": 229.8904571533203,
+      "learning_rate": 7.544157406538399e-07,
+      "loss": 13.9062,
+      "step": 17816
+    },
+    {
+      "epoch": 1.1833034469017734,
+      "grad_norm": 366.9916687011719,
+      "learning_rate": 7.543114838697772e-07,
+      "loss": 23.1406,
+      "step": 17817
+    },
+    {
+      "epoch": 1.183369861194129,
+      "grad_norm": 245.57672119140625,
+      "learning_rate": 7.542072299276976e-07,
+      "loss": 13.5781,
+      "step": 17818
+    },
+    {
+      "epoch": 1.1834362754864847,
+      "grad_norm": 279.65545654296875,
+      "learning_rate": 7.541029788288071e-07,
+      "loss": 12.5,
+      "step": 17819
+    },
+    {
+      "epoch": 1.1835026897788403,
+      "grad_norm": 123.22383880615234,
+      "learning_rate": 7.539987305743112e-07,
+      "loss": 13.0625,
+      "step": 17820
+    },
+    {
+      "epoch": 1.1835691040711962,
+      "grad_norm": 602.912109375,
+      "learning_rate": 7.538944851654165e-07,
+      "loss": 14.25,
+      "step": 17821
+    },
+    {
+      "epoch": 1.1836355183635519,
+      "grad_norm": 657.8953247070312,
+      "learning_rate": 7.537902426033284e-07,
+      "loss": 26.2188,
+      "step": 17822
+    },
+    {
+      "epoch": 1.1837019326559075,
+      "grad_norm": 172.12132263183594,
+      "learning_rate": 7.536860028892529e-07,
+      "loss": 16.7656,
+      "step": 17823
+    },
+    {
+      "epoch": 1.1837683469482632,
+      "grad_norm": 176.81089782714844,
+      "learning_rate": 7.535817660243952e-07,
+      "loss": 12.4219,
+      "step": 17824
+    },
+    {
+      "epoch": 1.183834761240619,
+      "grad_norm": 261.7245788574219,
+      "learning_rate": 7.53477532009962e-07,
+      "loss": 23.4688,
+      "step": 17825
+    },
+    {
+      "epoch": 1.1839011755329747,
+      "grad_norm": 260.4737548828125,
+      "learning_rate": 7.533733008471583e-07,
+      "loss": 18.4688,
+      "step": 17826
+    },
+    {
+      "epoch": 1.1839675898253303,
+      "grad_norm": 252.14830017089844,
+      "learning_rate": 7.5326907253719e-07,
+      "loss": 21.5312,
+      "step": 17827
+    },
+    {
+      "epoch": 1.1840340041176862,
+      "grad_norm": 278.097412109375,
+      "learning_rate": 7.531648470812633e-07,
+      "loss": 17.7812,
+      "step": 17828
+    },
+    {
+      "epoch": 1.1841004184100419,
+      "grad_norm": 389.50567626953125,
+      "learning_rate": 7.530606244805827e-07,
+      "loss": 26.7188,
+      "step": 17829
+    },
+    {
+      "epoch": 1.1841668327023975,
+      "grad_norm": 251.39703369140625,
+      "learning_rate": 7.529564047363548e-07,
+      "loss": 26.625,
+      "step": 17830
+    },
+    {
+      "epoch": 1.1842332469947532,
+      "grad_norm": 383.9652404785156,
+      "learning_rate": 7.528521878497847e-07,
+      "loss": 13.7344,
+      "step": 17831
+    },
+    {
+      "epoch": 1.184299661287109,
+      "grad_norm": 234.17823791503906,
+      "learning_rate": 7.527479738220779e-07,
+      "loss": 15.2969,
+      "step": 17832
+    },
+    {
+      "epoch": 1.1843660755794647,
+      "grad_norm": 141.50985717773438,
+      "learning_rate": 7.526437626544398e-07,
+      "loss": 15.0469,
+      "step": 17833
+    },
+    {
+      "epoch": 1.1844324898718204,
+      "grad_norm": 218.21994018554688,
+      "learning_rate": 7.525395543480763e-07,
+      "loss": 16.9531,
+      "step": 17834
+    },
+    {
+      "epoch": 1.184498904164176,
+      "grad_norm": 225.6494903564453,
+      "learning_rate": 7.524353489041924e-07,
+      "loss": 18.4688,
+      "step": 17835
+    },
+    {
+      "epoch": 1.184565318456532,
+      "grad_norm": 170.35650634765625,
+      "learning_rate": 7.523311463239939e-07,
+      "loss": 16.8281,
+      "step": 17836
+    },
+    {
+      "epoch": 1.1846317327488876,
+      "grad_norm": 169.94149780273438,
+      "learning_rate": 7.522269466086854e-07,
+      "loss": 14.4844,
+      "step": 17837
+    },
+    {
+      "epoch": 1.1846981470412432,
+      "grad_norm": 451.73260498046875,
+      "learning_rate": 7.521227497594731e-07,
+      "loss": 21.3438,
+      "step": 17838
+    },
+    {
+      "epoch": 1.184764561333599,
+      "grad_norm": 166.50509643554688,
+      "learning_rate": 7.520185557775617e-07,
+      "loss": 12.8281,
+      "step": 17839
+    },
+    {
+      "epoch": 1.1848309756259547,
+      "grad_norm": 295.9305419921875,
+      "learning_rate": 7.519143646641568e-07,
+      "loss": 24.7969,
+      "step": 17840
+    },
+    {
+      "epoch": 1.1848973899183104,
+      "grad_norm": 283.44525146484375,
+      "learning_rate": 7.518101764204631e-07,
+      "loss": 17.8594,
+      "step": 17841
+    },
+    {
+      "epoch": 1.184963804210666,
+      "grad_norm": 236.1573486328125,
+      "learning_rate": 7.517059910476868e-07,
+      "loss": 18.7188,
+      "step": 17842
+    },
+    {
+      "epoch": 1.185030218503022,
+      "grad_norm": 745.6867065429688,
+      "learning_rate": 7.516018085470319e-07,
+      "loss": 14.3125,
+      "step": 17843
+    },
+    {
+      "epoch": 1.1850966327953776,
+      "grad_norm": 86.50686645507812,
+      "learning_rate": 7.514976289197043e-07,
+      "loss": 13.3438,
+      "step": 17844
+    },
+    {
+      "epoch": 1.1851630470877332,
+      "grad_norm": 227.35194396972656,
+      "learning_rate": 7.513934521669086e-07,
+      "loss": 11.9219,
+      "step": 17845
+    },
+    {
+      "epoch": 1.1852294613800889,
+      "grad_norm": 135.72608947753906,
+      "learning_rate": 7.512892782898503e-07,
+      "loss": 13.75,
+      "step": 17846
+    },
+    {
+      "epoch": 1.1852958756724448,
+      "grad_norm": 335.654541015625,
+      "learning_rate": 7.511851072897342e-07,
+      "loss": 15.75,
+      "step": 17847
+    },
+    {
+      "epoch": 1.1853622899648004,
+      "grad_norm": 129.78765869140625,
+      "learning_rate": 7.510809391677653e-07,
+      "loss": 11.2969,
+      "step": 17848
+    },
+    {
+      "epoch": 1.185428704257156,
+      "grad_norm": 208.40341186523438,
+      "learning_rate": 7.509767739251486e-07,
+      "loss": 19.0938,
+      "step": 17849
+    },
+    {
+      "epoch": 1.185495118549512,
+      "grad_norm": 420.0544128417969,
+      "learning_rate": 7.50872611563089e-07,
+      "loss": 17.9219,
+      "step": 17850
+    },
+    {
+      "epoch": 1.1855615328418676,
+      "grad_norm": 321.5174255371094,
+      "learning_rate": 7.50768452082791e-07,
+      "loss": 14.2344,
+      "step": 17851
+    },
+    {
+      "epoch": 1.1856279471342233,
+      "grad_norm": 244.03672790527344,
+      "learning_rate": 7.506642954854602e-07,
+      "loss": 18.5156,
+      "step": 17852
+    },
+    {
+      "epoch": 1.185694361426579,
+      "grad_norm": 79.57307434082031,
+      "learning_rate": 7.50560141772301e-07,
+      "loss": 16.0,
+      "step": 17853
+    },
+    {
+      "epoch": 1.1857607757189348,
+      "grad_norm": 129.0429229736328,
+      "learning_rate": 7.504559909445184e-07,
+      "loss": 16.1562,
+      "step": 17854
+    },
+    {
+      "epoch": 1.1858271900112904,
+      "grad_norm": 125.40264129638672,
+      "learning_rate": 7.503518430033165e-07,
+      "loss": 11.7812,
+      "step": 17855
+    },
+    {
+      "epoch": 1.185893604303646,
+      "grad_norm": 144.23548889160156,
+      "learning_rate": 7.50247697949901e-07,
+      "loss": 17.8281,
+      "step": 17856
+    },
+    {
+      "epoch": 1.1859600185960018,
+      "grad_norm": 130.56272888183594,
+      "learning_rate": 7.501435557854759e-07,
+      "loss": 17.0,
+      "step": 17857
+    },
+    {
+      "epoch": 1.1860264328883576,
+      "grad_norm": 90.09568786621094,
+      "learning_rate": 7.500394165112463e-07,
+      "loss": 15.9531,
+      "step": 17858
+    },
+    {
+      "epoch": 1.1860928471807133,
+      "grad_norm": 169.81097412109375,
+      "learning_rate": 7.499352801284161e-07,
+      "loss": 12.7812,
+      "step": 17859
+    },
+    {
+      "epoch": 1.186159261473069,
+      "grad_norm": 143.1747589111328,
+      "learning_rate": 7.49831146638191e-07,
+      "loss": 13.6484,
+      "step": 17860
+    },
+    {
+      "epoch": 1.1862256757654248,
+      "grad_norm": 196.60682678222656,
+      "learning_rate": 7.497270160417745e-07,
+      "loss": 18.2188,
+      "step": 17861
+    },
+    {
+      "epoch": 1.1862920900577805,
+      "grad_norm": 256.13116455078125,
+      "learning_rate": 7.496228883403719e-07,
+      "loss": 25.6875,
+      "step": 17862
+    },
+    {
+      "epoch": 1.1863585043501361,
+      "grad_norm": 129.37472534179688,
+      "learning_rate": 7.495187635351868e-07,
+      "loss": 13.4219,
+      "step": 17863
+    },
+    {
+      "epoch": 1.1864249186424918,
+      "grad_norm": 144.676513671875,
+      "learning_rate": 7.494146416274246e-07,
+      "loss": 14.3594,
+      "step": 17864
+    },
+    {
+      "epoch": 1.1864913329348477,
+      "grad_norm": 175.1190948486328,
+      "learning_rate": 7.493105226182894e-07,
+      "loss": 14.4375,
+      "step": 17865
+    },
+    {
+      "epoch": 1.1865577472272033,
+      "grad_norm": 151.75341796875,
+      "learning_rate": 7.492064065089852e-07,
+      "loss": 17.0781,
+      "step": 17866
+    },
+    {
+      "epoch": 1.186624161519559,
+      "grad_norm": 239.70791625976562,
+      "learning_rate": 7.491022933007169e-07,
+      "loss": 18.375,
+      "step": 17867
+    },
+    {
+      "epoch": 1.1866905758119146,
+      "grad_norm": 177.0485382080078,
+      "learning_rate": 7.489981829946885e-07,
+      "loss": 14.8281,
+      "step": 17868
+    },
+    {
+      "epoch": 1.1867569901042705,
+      "grad_norm": 121.39627075195312,
+      "learning_rate": 7.488940755921047e-07,
+      "loss": 16.2969,
+      "step": 17869
+    },
+    {
+      "epoch": 1.1868234043966261,
+      "grad_norm": 308.61065673828125,
+      "learning_rate": 7.48789971094169e-07,
+      "loss": 21.3438,
+      "step": 17870
+    },
+    {
+      "epoch": 1.1868898186889818,
+      "grad_norm": 209.95640563964844,
+      "learning_rate": 7.486858695020865e-07,
+      "loss": 15.875,
+      "step": 17871
+    },
+    {
+      "epoch": 1.1869562329813377,
+      "grad_norm": 105.53950500488281,
+      "learning_rate": 7.485817708170605e-07,
+      "loss": 15.8906,
+      "step": 17872
+    },
+    {
+      "epoch": 1.1870226472736933,
+      "grad_norm": 1583.455322265625,
+      "learning_rate": 7.484776750402959e-07,
+      "loss": 16.6094,
+      "step": 17873
+    },
+    {
+      "epoch": 1.187089061566049,
+      "grad_norm": 3615.3603515625,
+      "learning_rate": 7.483735821729964e-07,
+      "loss": 14.5625,
+      "step": 17874
+    },
+    {
+      "epoch": 1.1871554758584046,
+      "grad_norm": 234.2282257080078,
+      "learning_rate": 7.482694922163664e-07,
+      "loss": 13.4531,
+      "step": 17875
+    },
+    {
+      "epoch": 1.1872218901507605,
+      "grad_norm": 112.96623229980469,
+      "learning_rate": 7.481654051716093e-07,
+      "loss": 16.4375,
+      "step": 17876
+    },
+    {
+      "epoch": 1.1872883044431162,
+      "grad_norm": 287.2563171386719,
+      "learning_rate": 7.4806132103993e-07,
+      "loss": 13.5078,
+      "step": 17877
+    },
+    {
+      "epoch": 1.1873547187354718,
+      "grad_norm": 278.0723571777344,
+      "learning_rate": 7.47957239822532e-07,
+      "loss": 16.4688,
+      "step": 17878
+    },
+    {
+      "epoch": 1.1874211330278275,
+      "grad_norm": 218.97193908691406,
+      "learning_rate": 7.478531615206194e-07,
+      "loss": 25.6562,
+      "step": 17879
+    },
+    {
+      "epoch": 1.1874875473201834,
+      "grad_norm": 208.8278045654297,
+      "learning_rate": 7.477490861353955e-07,
+      "loss": 19.2188,
+      "step": 17880
+    },
+    {
+      "epoch": 1.187553961612539,
+      "grad_norm": 233.19602966308594,
+      "learning_rate": 7.476450136680652e-07,
+      "loss": 13.3281,
+      "step": 17881
+    },
+    {
+      "epoch": 1.1876203759048947,
+      "grad_norm": 140.43382263183594,
+      "learning_rate": 7.475409441198317e-07,
+      "loss": 15.5156,
+      "step": 17882
+    },
+    {
+      "epoch": 1.1876867901972505,
+      "grad_norm": 303.5624694824219,
+      "learning_rate": 7.474368774918993e-07,
+      "loss": 16.0312,
+      "step": 17883
+    },
+    {
+      "epoch": 1.1877532044896062,
+      "grad_norm": 117.89801025390625,
+      "learning_rate": 7.473328137854709e-07,
+      "loss": 15.6719,
+      "step": 17884
+    },
+    {
+      "epoch": 1.1878196187819619,
+      "grad_norm": 218.89891052246094,
+      "learning_rate": 7.472287530017513e-07,
+      "loss": 17.2188,
+      "step": 17885
+    },
+    {
+      "epoch": 1.1878860330743175,
+      "grad_norm": 208.15440368652344,
+      "learning_rate": 7.471246951419435e-07,
+      "loss": 13.4375,
+      "step": 17886
+    },
+    {
+      "epoch": 1.1879524473666734,
+      "grad_norm": 178.81365966796875,
+      "learning_rate": 7.470206402072515e-07,
+      "loss": 18.0312,
+      "step": 17887
+    },
+    {
+      "epoch": 1.188018861659029,
+      "grad_norm": 180.99923706054688,
+      "learning_rate": 7.469165881988786e-07,
+      "loss": 14.3125,
+      "step": 17888
+    },
+    {
+      "epoch": 1.1880852759513847,
+      "grad_norm": 374.70672607421875,
+      "learning_rate": 7.46812539118029e-07,
+      "loss": 17.1719,
+      "step": 17889
+    },
+    {
+      "epoch": 1.1881516902437403,
+      "grad_norm": 158.09434509277344,
+      "learning_rate": 7.467084929659057e-07,
+      "loss": 13.6875,
+      "step": 17890
+    },
+    {
+      "epoch": 1.1882181045360962,
+      "grad_norm": 290.2857666015625,
+      "learning_rate": 7.46604449743713e-07,
+      "loss": 20.7656,
+      "step": 17891
+    },
+    {
+      "epoch": 1.1882845188284519,
+      "grad_norm": 4850.60498046875,
+      "learning_rate": 7.465004094526533e-07,
+      "loss": 13.4844,
+      "step": 17892
+    },
+    {
+      "epoch": 1.1883509331208075,
+      "grad_norm": 188.76174926757812,
+      "learning_rate": 7.463963720939311e-07,
+      "loss": 16.6406,
+      "step": 17893
+    },
+    {
+      "epoch": 1.1884173474131634,
+      "grad_norm": 417.9599914550781,
+      "learning_rate": 7.462923376687491e-07,
+      "loss": 15.9375,
+      "step": 17894
+    },
+    {
+      "epoch": 1.188483761705519,
+      "grad_norm": 361.1965637207031,
+      "learning_rate": 7.461883061783113e-07,
+      "loss": 11.8281,
+      "step": 17895
+    },
+    {
+      "epoch": 1.1885501759978747,
+      "grad_norm": 210.0699005126953,
+      "learning_rate": 7.460842776238207e-07,
+      "loss": 16.4688,
+      "step": 17896
+    },
+    {
+      "epoch": 1.1886165902902304,
+      "grad_norm": 221.52833557128906,
+      "learning_rate": 7.459802520064808e-07,
+      "loss": 17.625,
+      "step": 17897
+    },
+    {
+      "epoch": 1.1886830045825862,
+      "grad_norm": 232.47401428222656,
+      "learning_rate": 7.458762293274947e-07,
+      "loss": 16.8281,
+      "step": 17898
+    },
+    {
+      "epoch": 1.188749418874942,
+      "grad_norm": 161.61196899414062,
+      "learning_rate": 7.457722095880661e-07,
+      "loss": 17.1406,
+      "step": 17899
+    },
+    {
+      "epoch": 1.1888158331672976,
+      "grad_norm": 218.54640197753906,
+      "learning_rate": 7.456681927893978e-07,
+      "loss": 20.8438,
+      "step": 17900
+    },
+    {
+      "epoch": 1.1888822474596532,
+      "grad_norm": 143.47781372070312,
+      "learning_rate": 7.455641789326929e-07,
+      "loss": 13.5469,
+      "step": 17901
+    },
+    {
+      "epoch": 1.188948661752009,
+      "grad_norm": 120.75272369384766,
+      "learning_rate": 7.454601680191555e-07,
+      "loss": 13.625,
+      "step": 17902
+    },
+    {
+      "epoch": 1.1890150760443647,
+      "grad_norm": 133.22885131835938,
+      "learning_rate": 7.453561600499879e-07,
+      "loss": 13.6875,
+      "step": 17903
+    },
+    {
+      "epoch": 1.1890814903367204,
+      "grad_norm": 713.19970703125,
+      "learning_rate": 7.452521550263933e-07,
+      "loss": 18.9062,
+      "step": 17904
+    },
+    {
+      "epoch": 1.1891479046290763,
+      "grad_norm": 182.87921142578125,
+      "learning_rate": 7.451481529495747e-07,
+      "loss": 17.8906,
+      "step": 17905
+    },
+    {
+      "epoch": 1.189214318921432,
+      "grad_norm": 428.9552001953125,
+      "learning_rate": 7.450441538207357e-07,
+      "loss": 22.7344,
+      "step": 17906
+    },
+    {
+      "epoch": 1.1892807332137876,
+      "grad_norm": 216.73658752441406,
+      "learning_rate": 7.449401576410785e-07,
+      "loss": 10.8125,
+      "step": 17907
+    },
+    {
+      "epoch": 1.1893471475061432,
+      "grad_norm": 236.028564453125,
+      "learning_rate": 7.448361644118069e-07,
+      "loss": 14.6562,
+      "step": 17908
+    },
+    {
+      "epoch": 1.189413561798499,
+      "grad_norm": 377.85919189453125,
+      "learning_rate": 7.447321741341231e-07,
+      "loss": 18.4844,
+      "step": 17909
+    },
+    {
+      "epoch": 1.1894799760908548,
+      "grad_norm": 224.83328247070312,
+      "learning_rate": 7.446281868092306e-07,
+      "loss": 15.25,
+      "step": 17910
+    },
+    {
+      "epoch": 1.1895463903832104,
+      "grad_norm": 248.165771484375,
+      "learning_rate": 7.445242024383317e-07,
+      "loss": 19.3594,
+      "step": 17911
+    },
+    {
+      "epoch": 1.189612804675566,
+      "grad_norm": 1908.968017578125,
+      "learning_rate": 7.444202210226298e-07,
+      "loss": 19.1875,
+      "step": 17912
+    },
+    {
+      "epoch": 1.189679218967922,
+      "grad_norm": 131.69036865234375,
+      "learning_rate": 7.443162425633272e-07,
+      "loss": 12.875,
+      "step": 17913
+    },
+    {
+      "epoch": 1.1897456332602776,
+      "grad_norm": 238.96563720703125,
+      "learning_rate": 7.44212267061627e-07,
+      "loss": 11.9062,
+      "step": 17914
+    },
+    {
+      "epoch": 1.1898120475526333,
+      "grad_norm": 141.0591278076172,
+      "learning_rate": 7.441082945187314e-07,
+      "loss": 16.9844,
+      "step": 17915
+    },
+    {
+      "epoch": 1.1898784618449891,
+      "grad_norm": 162.8836669921875,
+      "learning_rate": 7.440043249358439e-07,
+      "loss": 14.5625,
+      "step": 17916
+    },
+    {
+      "epoch": 1.1899448761373448,
+      "grad_norm": 583.8858642578125,
+      "learning_rate": 7.439003583141667e-07,
+      "loss": 20.3125,
+      "step": 17917
+    },
+    {
+      "epoch": 1.1900112904297004,
+      "grad_norm": 188.70506286621094,
+      "learning_rate": 7.437963946549026e-07,
+      "loss": 18.7188,
+      "step": 17918
+    },
+    {
+      "epoch": 1.190077704722056,
+      "grad_norm": 212.70960998535156,
+      "learning_rate": 7.436924339592536e-07,
+      "loss": 12.7969,
+      "step": 17919
+    },
+    {
+      "epoch": 1.190144119014412,
+      "grad_norm": 185.72474670410156,
+      "learning_rate": 7.435884762284232e-07,
+      "loss": 13.6562,
+      "step": 17920
+    },
+    {
+      "epoch": 1.1902105333067676,
+      "grad_norm": 254.4515838623047,
+      "learning_rate": 7.434845214636131e-07,
+      "loss": 18.2344,
+      "step": 17921
+    },
+    {
+      "epoch": 1.1902769475991233,
+      "grad_norm": 141.7631378173828,
+      "learning_rate": 7.433805696660265e-07,
+      "loss": 16.75,
+      "step": 17922
+    },
+    {
+      "epoch": 1.190343361891479,
+      "grad_norm": 260.34759521484375,
+      "learning_rate": 7.43276620836865e-07,
+      "loss": 17.4531,
+      "step": 17923
+    },
+    {
+      "epoch": 1.1904097761838348,
+      "grad_norm": 184.68612670898438,
+      "learning_rate": 7.431726749773321e-07,
+      "loss": 15.875,
+      "step": 17924
+    },
+    {
+      "epoch": 1.1904761904761905,
+      "grad_norm": 271.88470458984375,
+      "learning_rate": 7.430687320886293e-07,
+      "loss": 16.7188,
+      "step": 17925
+    },
+    {
+      "epoch": 1.1905426047685461,
+      "grad_norm": 211.61532592773438,
+      "learning_rate": 7.429647921719594e-07,
+      "loss": 17.6406,
+      "step": 17926
+    },
+    {
+      "epoch": 1.190609019060902,
+      "grad_norm": 495.8840637207031,
+      "learning_rate": 7.428608552285242e-07,
+      "loss": 23.6562,
+      "step": 17927
+    },
+    {
+      "epoch": 1.1906754333532577,
+      "grad_norm": 156.69876098632812,
+      "learning_rate": 7.427569212595267e-07,
+      "loss": 18.0312,
+      "step": 17928
+    },
+    {
+      "epoch": 1.1907418476456133,
+      "grad_norm": 390.0904235839844,
+      "learning_rate": 7.426529902661687e-07,
+      "loss": 20.0156,
+      "step": 17929
+    },
+    {
+      "epoch": 1.190808261937969,
+      "grad_norm": 969.561767578125,
+      "learning_rate": 7.425490622496527e-07,
+      "loss": 15.6094,
+      "step": 17930
+    },
+    {
+      "epoch": 1.1908746762303248,
+      "grad_norm": 151.70338439941406,
+      "learning_rate": 7.424451372111802e-07,
+      "loss": 13.3438,
+      "step": 17931
+    },
+    {
+      "epoch": 1.1909410905226805,
+      "grad_norm": 182.56044006347656,
+      "learning_rate": 7.423412151519546e-07,
+      "loss": 17.375,
+      "step": 17932
+    },
+    {
+      "epoch": 1.1910075048150361,
+      "grad_norm": 202.62451171875,
+      "learning_rate": 7.422372960731764e-07,
+      "loss": 18.7188,
+      "step": 17933
+    },
+    {
+      "epoch": 1.1910739191073918,
+      "grad_norm": 320.1753845214844,
+      "learning_rate": 7.421333799760492e-07,
+      "loss": 19.5,
+      "step": 17934
+    },
+    {
+      "epoch": 1.1911403333997477,
+      "grad_norm": 237.29913330078125,
+      "learning_rate": 7.42029466861774e-07,
+      "loss": 17.375,
+      "step": 17935
+    },
+    {
+      "epoch": 1.1912067476921033,
+      "grad_norm": 249.96697998046875,
+      "learning_rate": 7.419255567315535e-07,
+      "loss": 17.8438,
+      "step": 17936
+    },
+    {
+      "epoch": 1.191273161984459,
+      "grad_norm": 139.06210327148438,
+      "learning_rate": 7.418216495865887e-07,
+      "loss": 14.2969,
+      "step": 17937
+    },
+    {
+      "epoch": 1.1913395762768149,
+      "grad_norm": 222.8668975830078,
+      "learning_rate": 7.417177454280825e-07,
+      "loss": 14.4531,
+      "step": 17938
+    },
+    {
+      "epoch": 1.1914059905691705,
+      "grad_norm": 140.14907836914062,
+      "learning_rate": 7.416138442572369e-07,
+      "loss": 10.8438,
+      "step": 17939
+    },
+    {
+      "epoch": 1.1914724048615262,
+      "grad_norm": 266.0635681152344,
+      "learning_rate": 7.415099460752526e-07,
+      "loss": 16.8438,
+      "step": 17940
+    },
+    {
+      "epoch": 1.1915388191538818,
+      "grad_norm": 241.65750122070312,
+      "learning_rate": 7.414060508833329e-07,
+      "loss": 16.0469,
+      "step": 17941
+    },
+    {
+      "epoch": 1.1916052334462377,
+      "grad_norm": 456.8829040527344,
+      "learning_rate": 7.413021586826784e-07,
+      "loss": 28.3281,
+      "step": 17942
+    },
+    {
+      "epoch": 1.1916716477385934,
+      "grad_norm": 195.5966339111328,
+      "learning_rate": 7.411982694744918e-07,
+      "loss": 20.9844,
+      "step": 17943
+    },
+    {
+      "epoch": 1.191738062030949,
+      "grad_norm": 587.7904052734375,
+      "learning_rate": 7.410943832599738e-07,
+      "loss": 18.25,
+      "step": 17944
+    },
+    {
+      "epoch": 1.1918044763233047,
+      "grad_norm": 275.6663513183594,
+      "learning_rate": 7.409905000403273e-07,
+      "loss": 19.375,
+      "step": 17945
+    },
+    {
+      "epoch": 1.1918708906156605,
+      "grad_norm": 126.67346954345703,
+      "learning_rate": 7.408866198167529e-07,
+      "loss": 16.6406,
+      "step": 17946
+    },
+    {
+      "epoch": 1.1919373049080162,
+      "grad_norm": 480.77728271484375,
+      "learning_rate": 7.40782742590453e-07,
+      "loss": 19.75,
+      "step": 17947
+    },
+    {
+      "epoch": 1.1920037192003718,
+      "grad_norm": 367.65191650390625,
+      "learning_rate": 7.406788683626285e-07,
+      "loss": 23.0938,
+      "step": 17948
+    },
+    {
+      "epoch": 1.1920701334927277,
+      "grad_norm": 335.4351501464844,
+      "learning_rate": 7.405749971344817e-07,
+      "loss": 21.7812,
+      "step": 17949
+    },
+    {
+      "epoch": 1.1921365477850834,
+      "grad_norm": 134.23529052734375,
+      "learning_rate": 7.404711289072134e-07,
+      "loss": 10.9688,
+      "step": 17950
+    },
+    {
+      "epoch": 1.192202962077439,
+      "grad_norm": 212.69093322753906,
+      "learning_rate": 7.403672636820258e-07,
+      "loss": 22.3594,
+      "step": 17951
+    },
+    {
+      "epoch": 1.1922693763697947,
+      "grad_norm": 170.4894256591797,
+      "learning_rate": 7.402634014601195e-07,
+      "loss": 19.1406,
+      "step": 17952
+    },
+    {
+      "epoch": 1.1923357906621506,
+      "grad_norm": 201.0638427734375,
+      "learning_rate": 7.401595422426969e-07,
+      "loss": 13.8906,
+      "step": 17953
+    },
+    {
+      "epoch": 1.1924022049545062,
+      "grad_norm": 302.4914855957031,
+      "learning_rate": 7.400556860309586e-07,
+      "loss": 21.0,
+      "step": 17954
+    },
+    {
+      "epoch": 1.1924686192468619,
+      "grad_norm": 143.33563232421875,
+      "learning_rate": 7.399518328261063e-07,
+      "loss": 14.7656,
+      "step": 17955
+    },
+    {
+      "epoch": 1.1925350335392175,
+      "grad_norm": 166.23519897460938,
+      "learning_rate": 7.398479826293412e-07,
+      "loss": 13.5156,
+      "step": 17956
+    },
+    {
+      "epoch": 1.1926014478315734,
+      "grad_norm": 928.48095703125,
+      "learning_rate": 7.397441354418649e-07,
+      "loss": 15.7188,
+      "step": 17957
+    },
+    {
+      "epoch": 1.192667862123929,
+      "grad_norm": 451.88116455078125,
+      "learning_rate": 7.396402912648778e-07,
+      "loss": 23.5938,
+      "step": 17958
+    },
+    {
+      "epoch": 1.1927342764162847,
+      "grad_norm": 310.9792785644531,
+      "learning_rate": 7.395364500995822e-07,
+      "loss": 14.4219,
+      "step": 17959
+    },
+    {
+      "epoch": 1.1928006907086406,
+      "grad_norm": 173.03395080566406,
+      "learning_rate": 7.394326119471785e-07,
+      "loss": 19.4062,
+      "step": 17960
+    },
+    {
+      "epoch": 1.1928671050009962,
+      "grad_norm": 68.07583618164062,
+      "learning_rate": 7.393287768088683e-07,
+      "loss": 11.7969,
+      "step": 17961
+    },
+    {
+      "epoch": 1.192933519293352,
+      "grad_norm": 325.1595764160156,
+      "learning_rate": 7.39224944685852e-07,
+      "loss": 13.3906,
+      "step": 17962
+    },
+    {
+      "epoch": 1.1929999335857076,
+      "grad_norm": 149.51138305664062,
+      "learning_rate": 7.391211155793318e-07,
+      "loss": 12.4844,
+      "step": 17963
+    },
+    {
+      "epoch": 1.1930663478780634,
+      "grad_norm": 191.71029663085938,
+      "learning_rate": 7.390172894905076e-07,
+      "loss": 16.4453,
+      "step": 17964
+    },
+    {
+      "epoch": 1.193132762170419,
+      "grad_norm": 112.57662963867188,
+      "learning_rate": 7.389134664205814e-07,
+      "loss": 17.375,
+      "step": 17965
+    },
+    {
+      "epoch": 1.1931991764627747,
+      "grad_norm": 364.20196533203125,
+      "learning_rate": 7.388096463707531e-07,
+      "loss": 21.9062,
+      "step": 17966
+    },
+    {
+      "epoch": 1.1932655907551304,
+      "grad_norm": 103.81877136230469,
+      "learning_rate": 7.387058293422246e-07,
+      "loss": 16.2031,
+      "step": 17967
+    },
+    {
+      "epoch": 1.1933320050474863,
+      "grad_norm": 145.2547149658203,
+      "learning_rate": 7.386020153361963e-07,
+      "loss": 12.5312,
+      "step": 17968
+    },
+    {
+      "epoch": 1.193398419339842,
+      "grad_norm": 249.1996612548828,
+      "learning_rate": 7.384982043538692e-07,
+      "loss": 13.8281,
+      "step": 17969
+    },
+    {
+      "epoch": 1.1934648336321976,
+      "grad_norm": 239.22174072265625,
+      "learning_rate": 7.383943963964438e-07,
+      "loss": 20.2812,
+      "step": 17970
+    },
+    {
+      "epoch": 1.1935312479245535,
+      "grad_norm": 171.44561767578125,
+      "learning_rate": 7.382905914651216e-07,
+      "loss": 16.0625,
+      "step": 17971
+    },
+    {
+      "epoch": 1.193597662216909,
+      "grad_norm": 229.09791564941406,
+      "learning_rate": 7.381867895611026e-07,
+      "loss": 19.6406,
+      "step": 17972
+    },
+    {
+      "epoch": 1.1936640765092648,
+      "grad_norm": 166.25491333007812,
+      "learning_rate": 7.380829906855881e-07,
+      "loss": 13.7656,
+      "step": 17973
+    },
+    {
+      "epoch": 1.1937304908016204,
+      "grad_norm": 109.7330093383789,
+      "learning_rate": 7.379791948397782e-07,
+      "loss": 12.2031,
+      "step": 17974
+    },
+    {
+      "epoch": 1.1937969050939763,
+      "grad_norm": 312.37188720703125,
+      "learning_rate": 7.378754020248741e-07,
+      "loss": 16.2188,
+      "step": 17975
+    },
+    {
+      "epoch": 1.193863319386332,
+      "grad_norm": 346.79412841796875,
+      "learning_rate": 7.377716122420763e-07,
+      "loss": 17.6719,
+      "step": 17976
+    },
+    {
+      "epoch": 1.1939297336786876,
+      "grad_norm": 312.11517333984375,
+      "learning_rate": 7.37667825492585e-07,
+      "loss": 24.0469,
+      "step": 17977
+    },
+    {
+      "epoch": 1.1939961479710433,
+      "grad_norm": 315.3387451171875,
+      "learning_rate": 7.375640417776015e-07,
+      "loss": 12.125,
+      "step": 17978
+    },
+    {
+      "epoch": 1.1940625622633991,
+      "grad_norm": 247.1280059814453,
+      "learning_rate": 7.374602610983252e-07,
+      "loss": 16.7812,
+      "step": 17979
+    },
+    {
+      "epoch": 1.1941289765557548,
+      "grad_norm": 170.23062133789062,
+      "learning_rate": 7.373564834559577e-07,
+      "loss": 16.7344,
+      "step": 17980
+    },
+    {
+      "epoch": 1.1941953908481104,
+      "grad_norm": 349.32781982421875,
+      "learning_rate": 7.372527088516986e-07,
+      "loss": 16.7344,
+      "step": 17981
+    },
+    {
+      "epoch": 1.1942618051404663,
+      "grad_norm": 345.4637145996094,
+      "learning_rate": 7.371489372867491e-07,
+      "loss": 17.7812,
+      "step": 17982
+    },
+    {
+      "epoch": 1.194328219432822,
+      "grad_norm": 154.7828369140625,
+      "learning_rate": 7.370451687623086e-07,
+      "loss": 11.7969,
+      "step": 17983
+    },
+    {
+      "epoch": 1.1943946337251776,
+      "grad_norm": 269.0357360839844,
+      "learning_rate": 7.369414032795784e-07,
+      "loss": 13.2578,
+      "step": 17984
+    },
+    {
+      "epoch": 1.1944610480175333,
+      "grad_norm": 192.16757202148438,
+      "learning_rate": 7.36837640839758e-07,
+      "loss": 23.25,
+      "step": 17985
+    },
+    {
+      "epoch": 1.1945274623098892,
+      "grad_norm": 294.0013732910156,
+      "learning_rate": 7.367338814440485e-07,
+      "loss": 17.5469,
+      "step": 17986
+    },
+    {
+      "epoch": 1.1945938766022448,
+      "grad_norm": 247.2404022216797,
+      "learning_rate": 7.366301250936491e-07,
+      "loss": 16.6094,
+      "step": 17987
+    },
+    {
+      "epoch": 1.1946602908946005,
+      "grad_norm": 372.3330078125,
+      "learning_rate": 7.365263717897609e-07,
+      "loss": 17.3906,
+      "step": 17988
+    },
+    {
+      "epoch": 1.1947267051869561,
+      "grad_norm": 151.13168334960938,
+      "learning_rate": 7.364226215335836e-07,
+      "loss": 18.9688,
+      "step": 17989
+    },
+    {
+      "epoch": 1.194793119479312,
+      "grad_norm": 153.2083282470703,
+      "learning_rate": 7.363188743263175e-07,
+      "loss": 15.7031,
+      "step": 17990
+    },
+    {
+      "epoch": 1.1948595337716676,
+      "grad_norm": 249.41143798828125,
+      "learning_rate": 7.362151301691624e-07,
+      "loss": 15.0469,
+      "step": 17991
+    },
+    {
+      "epoch": 1.1949259480640233,
+      "grad_norm": 385.910400390625,
+      "learning_rate": 7.361113890633188e-07,
+      "loss": 22.4531,
+      "step": 17992
+    },
+    {
+      "epoch": 1.1949923623563792,
+      "grad_norm": 252.75445556640625,
+      "learning_rate": 7.360076510099865e-07,
+      "loss": 23.0781,
+      "step": 17993
+    },
+    {
+      "epoch": 1.1950587766487348,
+      "grad_norm": 196.27406311035156,
+      "learning_rate": 7.359039160103655e-07,
+      "loss": 18.2656,
+      "step": 17994
+    },
+    {
+      "epoch": 1.1951251909410905,
+      "grad_norm": 183.4938201904297,
+      "learning_rate": 7.358001840656553e-07,
+      "loss": 16.2656,
+      "step": 17995
+    },
+    {
+      "epoch": 1.1951916052334461,
+      "grad_norm": 472.83538818359375,
+      "learning_rate": 7.356964551770568e-07,
+      "loss": 24.0,
+      "step": 17996
+    },
+    {
+      "epoch": 1.195258019525802,
+      "grad_norm": 248.26722717285156,
+      "learning_rate": 7.355927293457688e-07,
+      "loss": 15.6719,
+      "step": 17997
+    },
+    {
+      "epoch": 1.1953244338181577,
+      "grad_norm": 186.87510681152344,
+      "learning_rate": 7.35489006572992e-07,
+      "loss": 18.375,
+      "step": 17998
+    },
+    {
+      "epoch": 1.1953908481105133,
+      "grad_norm": 116.18437957763672,
+      "learning_rate": 7.353852868599255e-07,
+      "loss": 15.0781,
+      "step": 17999
+    },
+    {
+      "epoch": 1.195457262402869,
+      "grad_norm": 228.101318359375,
+      "learning_rate": 7.352815702077699e-07,
+      "loss": 13.4766,
+      "step": 18000
+    },
+    {
+      "epoch": 1.1955236766952249,
+      "grad_norm": 150.09373474121094,
+      "learning_rate": 7.351778566177238e-07,
+      "loss": 18.2812,
+      "step": 18001
+    },
+    {
+      "epoch": 1.1955900909875805,
+      "grad_norm": 348.75299072265625,
+      "learning_rate": 7.350741460909882e-07,
+      "loss": 12.3516,
+      "step": 18002
+    },
+    {
+      "epoch": 1.1956565052799362,
+      "grad_norm": 462.4609069824219,
+      "learning_rate": 7.349704386287616e-07,
+      "loss": 13.2188,
+      "step": 18003
+    },
+    {
+      "epoch": 1.195722919572292,
+      "grad_norm": 163.53494262695312,
+      "learning_rate": 7.348667342322445e-07,
+      "loss": 10.1172,
+      "step": 18004
+    },
+    {
+      "epoch": 1.1957893338646477,
+      "grad_norm": 153.70223999023438,
+      "learning_rate": 7.347630329026359e-07,
+      "loss": 15.875,
+      "step": 18005
+    },
+    {
+      "epoch": 1.1958557481570034,
+      "grad_norm": 162.8670196533203,
+      "learning_rate": 7.346593346411359e-07,
+      "loss": 19.6562,
+      "step": 18006
+    },
+    {
+      "epoch": 1.195922162449359,
+      "grad_norm": 184.1095733642578,
+      "learning_rate": 7.345556394489434e-07,
+      "loss": 18.7344,
+      "step": 18007
+    },
+    {
+      "epoch": 1.1959885767417149,
+      "grad_norm": 169.1959991455078,
+      "learning_rate": 7.344519473272584e-07,
+      "loss": 19.4375,
+      "step": 18008
+    },
+    {
+      "epoch": 1.1960549910340705,
+      "grad_norm": 150.03688049316406,
+      "learning_rate": 7.343482582772798e-07,
+      "loss": 13.2031,
+      "step": 18009
+    },
+    {
+      "epoch": 1.1961214053264262,
+      "grad_norm": 285.28167724609375,
+      "learning_rate": 7.342445723002078e-07,
+      "loss": 14.5625,
+      "step": 18010
+    },
+    {
+      "epoch": 1.1961878196187818,
+      "grad_norm": 474.087646484375,
+      "learning_rate": 7.341408893972411e-07,
+      "loss": 14.8906,
+      "step": 18011
+    },
+    {
+      "epoch": 1.1962542339111377,
+      "grad_norm": 255.51629638671875,
+      "learning_rate": 7.34037209569579e-07,
+      "loss": 16.8438,
+      "step": 18012
+    },
+    {
+      "epoch": 1.1963206482034934,
+      "grad_norm": 681.76025390625,
+      "learning_rate": 7.339335328184216e-07,
+      "loss": 19.4844,
+      "step": 18013
+    },
+    {
+      "epoch": 1.196387062495849,
+      "grad_norm": 222.40773010253906,
+      "learning_rate": 7.338298591449674e-07,
+      "loss": 16.2812,
+      "step": 18014
+    },
+    {
+      "epoch": 1.196453476788205,
+      "grad_norm": 174.2684326171875,
+      "learning_rate": 7.337261885504163e-07,
+      "loss": 18.5781,
+      "step": 18015
+    },
+    {
+      "epoch": 1.1965198910805606,
+      "grad_norm": 214.28184509277344,
+      "learning_rate": 7.336225210359665e-07,
+      "loss": 17.4844,
+      "step": 18016
+    },
+    {
+      "epoch": 1.1965863053729162,
+      "grad_norm": 199.4649200439453,
+      "learning_rate": 7.335188566028186e-07,
+      "loss": 17.2656,
+      "step": 18017
+    },
+    {
+      "epoch": 1.196652719665272,
+      "grad_norm": 139.289306640625,
+      "learning_rate": 7.334151952521701e-07,
+      "loss": 12.9688,
+      "step": 18018
+    },
+    {
+      "epoch": 1.1967191339576277,
+      "grad_norm": 119.63074493408203,
+      "learning_rate": 7.333115369852213e-07,
+      "loss": 9.5703,
+      "step": 18019
+    },
+    {
+      "epoch": 1.1967855482499834,
+      "grad_norm": 215.8094024658203,
+      "learning_rate": 7.332078818031708e-07,
+      "loss": 14.5781,
+      "step": 18020
+    },
+    {
+      "epoch": 1.196851962542339,
+      "grad_norm": 157.21575927734375,
+      "learning_rate": 7.331042297072177e-07,
+      "loss": 14.5625,
+      "step": 18021
+    },
+    {
+      "epoch": 1.1969183768346947,
+      "grad_norm": 233.6062774658203,
+      "learning_rate": 7.330005806985607e-07,
+      "loss": 20.875,
+      "step": 18022
+    },
+    {
+      "epoch": 1.1969847911270506,
+      "grad_norm": 125.59394836425781,
+      "learning_rate": 7.328969347783994e-07,
+      "loss": 14.125,
+      "step": 18023
+    },
+    {
+      "epoch": 1.1970512054194062,
+      "grad_norm": 192.11351013183594,
+      "learning_rate": 7.327932919479321e-07,
+      "loss": 13.5,
+      "step": 18024
+    },
+    {
+      "epoch": 1.197117619711762,
+      "grad_norm": 235.2083282470703,
+      "learning_rate": 7.326896522083581e-07,
+      "loss": 18.6875,
+      "step": 18025
+    },
+    {
+      "epoch": 1.1971840340041178,
+      "grad_norm": 441.0107727050781,
+      "learning_rate": 7.325860155608758e-07,
+      "loss": 27.75,
+      "step": 18026
+    },
+    {
+      "epoch": 1.1972504482964734,
+      "grad_norm": 432.23577880859375,
+      "learning_rate": 7.324823820066846e-07,
+      "loss": 21.5625,
+      "step": 18027
+    },
+    {
+      "epoch": 1.197316862588829,
+      "grad_norm": 145.28392028808594,
+      "learning_rate": 7.323787515469826e-07,
+      "loss": 11.9062,
+      "step": 18028
+    },
+    {
+      "epoch": 1.197383276881185,
+      "grad_norm": 170.1995849609375,
+      "learning_rate": 7.322751241829692e-07,
+      "loss": 13.9531,
+      "step": 18029
+    },
+    {
+      "epoch": 1.1974496911735406,
+      "grad_norm": 140.70289611816406,
+      "learning_rate": 7.321714999158424e-07,
+      "loss": 16.2344,
+      "step": 18030
+    },
+    {
+      "epoch": 1.1975161054658963,
+      "grad_norm": 131.03631591796875,
+      "learning_rate": 7.320678787468017e-07,
+      "loss": 15.0156,
+      "step": 18031
+    },
+    {
+      "epoch": 1.197582519758252,
+      "grad_norm": 637.61376953125,
+      "learning_rate": 7.319642606770451e-07,
+      "loss": 14.125,
+      "step": 18032
+    },
+    {
+      "epoch": 1.1976489340506076,
+      "grad_norm": 165.69883728027344,
+      "learning_rate": 7.318606457077714e-07,
+      "loss": 18.1875,
+      "step": 18033
+    },
+    {
+      "epoch": 1.1977153483429634,
+      "grad_norm": 471.0079040527344,
+      "learning_rate": 7.317570338401789e-07,
+      "loss": 13.5469,
+      "step": 18034
+    },
+    {
+      "epoch": 1.197781762635319,
+      "grad_norm": 359.61663818359375,
+      "learning_rate": 7.316534250754667e-07,
+      "loss": 25.4375,
+      "step": 18035
+    },
+    {
+      "epoch": 1.1978481769276748,
+      "grad_norm": 216.48875427246094,
+      "learning_rate": 7.315498194148326e-07,
+      "loss": 14.5312,
+      "step": 18036
+    },
+    {
+      "epoch": 1.1979145912200306,
+      "grad_norm": 183.42239379882812,
+      "learning_rate": 7.314462168594757e-07,
+      "loss": 20.2188,
+      "step": 18037
+    },
+    {
+      "epoch": 1.1979810055123863,
+      "grad_norm": 527.5914916992188,
+      "learning_rate": 7.313426174105938e-07,
+      "loss": 23.5156,
+      "step": 18038
+    },
+    {
+      "epoch": 1.198047419804742,
+      "grad_norm": 1414.465576171875,
+      "learning_rate": 7.312390210693862e-07,
+      "loss": 18.2188,
+      "step": 18039
+    },
+    {
+      "epoch": 1.1981138340970978,
+      "grad_norm": 326.3335876464844,
+      "learning_rate": 7.311354278370499e-07,
+      "loss": 16.7656,
+      "step": 18040
+    },
+    {
+      "epoch": 1.1981802483894535,
+      "grad_norm": 125.25265502929688,
+      "learning_rate": 7.310318377147844e-07,
+      "loss": 16.8594,
+      "step": 18041
+    },
+    {
+      "epoch": 1.1982466626818091,
+      "grad_norm": 418.1712646484375,
+      "learning_rate": 7.309282507037872e-07,
+      "loss": 19.5156,
+      "step": 18042
+    },
+    {
+      "epoch": 1.1983130769741648,
+      "grad_norm": 98.02146911621094,
+      "learning_rate": 7.308246668052571e-07,
+      "loss": 11.8906,
+      "step": 18043
+    },
+    {
+      "epoch": 1.1983794912665204,
+      "grad_norm": 120.75273895263672,
+      "learning_rate": 7.307210860203916e-07,
+      "loss": 14.0,
+      "step": 18044
+    },
+    {
+      "epoch": 1.1984459055588763,
+      "grad_norm": 273.93017578125,
+      "learning_rate": 7.306175083503898e-07,
+      "loss": 14.5156,
+      "step": 18045
+    },
+    {
+      "epoch": 1.198512319851232,
+      "grad_norm": 212.54806518554688,
+      "learning_rate": 7.305139337964491e-07,
+      "loss": 17.9453,
+      "step": 18046
+    },
+    {
+      "epoch": 1.1985787341435876,
+      "grad_norm": 209.0491180419922,
+      "learning_rate": 7.304103623597681e-07,
+      "loss": 19.9844,
+      "step": 18047
+    },
+    {
+      "epoch": 1.1986451484359435,
+      "grad_norm": 142.96144104003906,
+      "learning_rate": 7.303067940415439e-07,
+      "loss": 19.5469,
+      "step": 18048
+    },
+    {
+      "epoch": 1.1987115627282992,
+      "grad_norm": 403.571044921875,
+      "learning_rate": 7.302032288429756e-07,
+      "loss": 18.2031,
+      "step": 18049
+    },
+    {
+      "epoch": 1.1987779770206548,
+      "grad_norm": 685.4907836914062,
+      "learning_rate": 7.30099666765261e-07,
+      "loss": 16.8281,
+      "step": 18050
+    },
+    {
+      "epoch": 1.1988443913130107,
+      "grad_norm": 443.94744873046875,
+      "learning_rate": 7.299961078095973e-07,
+      "loss": 20.4531,
+      "step": 18051
+    },
+    {
+      "epoch": 1.1989108056053663,
+      "grad_norm": 143.42677307128906,
+      "learning_rate": 7.298925519771834e-07,
+      "loss": 18.0469,
+      "step": 18052
+    },
+    {
+      "epoch": 1.198977219897722,
+      "grad_norm": 110.65176391601562,
+      "learning_rate": 7.297889992692166e-07,
+      "loss": 13.2969,
+      "step": 18053
+    },
+    {
+      "epoch": 1.1990436341900776,
+      "grad_norm": 249.44915771484375,
+      "learning_rate": 7.296854496868949e-07,
+      "loss": 18.1562,
+      "step": 18054
+    },
+    {
+      "epoch": 1.1991100484824333,
+      "grad_norm": 365.2225646972656,
+      "learning_rate": 7.295819032314156e-07,
+      "loss": 13.7031,
+      "step": 18055
+    },
+    {
+      "epoch": 1.1991764627747892,
+      "grad_norm": 259.2659912109375,
+      "learning_rate": 7.294783599039775e-07,
+      "loss": 13.6562,
+      "step": 18056
+    },
+    {
+      "epoch": 1.1992428770671448,
+      "grad_norm": 458.72796630859375,
+      "learning_rate": 7.293748197057774e-07,
+      "loss": 19.0938,
+      "step": 18057
+    },
+    {
+      "epoch": 1.1993092913595005,
+      "grad_norm": 522.2647094726562,
+      "learning_rate": 7.292712826380137e-07,
+      "loss": 15.9844,
+      "step": 18058
+    },
+    {
+      "epoch": 1.1993757056518564,
+      "grad_norm": 117.97760009765625,
+      "learning_rate": 7.291677487018831e-07,
+      "loss": 14.7969,
+      "step": 18059
+    },
+    {
+      "epoch": 1.199442119944212,
+      "grad_norm": 213.12388610839844,
+      "learning_rate": 7.290642178985845e-07,
+      "loss": 20.4062,
+      "step": 18060
+    },
+    {
+      "epoch": 1.1995085342365677,
+      "grad_norm": 182.36215209960938,
+      "learning_rate": 7.289606902293142e-07,
+      "loss": 13.3906,
+      "step": 18061
+    },
+    {
+      "epoch": 1.1995749485289235,
+      "grad_norm": 152.02781677246094,
+      "learning_rate": 7.288571656952707e-07,
+      "loss": 13.7656,
+      "step": 18062
+    },
+    {
+      "epoch": 1.1996413628212792,
+      "grad_norm": 219.8287353515625,
+      "learning_rate": 7.28753644297651e-07,
+      "loss": 18.2031,
+      "step": 18063
+    },
+    {
+      "epoch": 1.1997077771136349,
+      "grad_norm": 154.36085510253906,
+      "learning_rate": 7.28650126037653e-07,
+      "loss": 12.4688,
+      "step": 18064
+    },
+    {
+      "epoch": 1.1997741914059905,
+      "grad_norm": 307.0432434082031,
+      "learning_rate": 7.285466109164733e-07,
+      "loss": 22.6094,
+      "step": 18065
+    },
+    {
+      "epoch": 1.1998406056983462,
+      "grad_norm": 111.47766876220703,
+      "learning_rate": 7.284430989353104e-07,
+      "loss": 12.8438,
+      "step": 18066
+    },
+    {
+      "epoch": 1.199907019990702,
+      "grad_norm": 146.02871704101562,
+      "learning_rate": 7.283395900953609e-07,
+      "loss": 15.0312,
+      "step": 18067
+    },
+    {
+      "epoch": 1.1999734342830577,
+      "grad_norm": 386.002197265625,
+      "learning_rate": 7.282360843978226e-07,
+      "loss": 14.8906,
+      "step": 18068
+    },
+    {
+      "epoch": 1.2000398485754133,
+      "grad_norm": 201.04054260253906,
+      "learning_rate": 7.281325818438921e-07,
+      "loss": 16.6562,
+      "step": 18069
+    },
+    {
+      "epoch": 1.2001062628677692,
+      "grad_norm": 208.29356384277344,
+      "learning_rate": 7.280290824347677e-07,
+      "loss": 15.0,
+      "step": 18070
+    },
+    {
+      "epoch": 1.2001726771601249,
+      "grad_norm": 180.98492431640625,
+      "learning_rate": 7.279255861716457e-07,
+      "loss": 19.9219,
+      "step": 18071
+    },
+    {
+      "epoch": 1.2002390914524805,
+      "grad_norm": 217.85975646972656,
+      "learning_rate": 7.278220930557238e-07,
+      "loss": 16.3281,
+      "step": 18072
+    },
+    {
+      "epoch": 1.2003055057448364,
+      "grad_norm": 133.74920654296875,
+      "learning_rate": 7.277186030881987e-07,
+      "loss": 16.5781,
+      "step": 18073
+    },
+    {
+      "epoch": 1.200371920037192,
+      "grad_norm": 256.2759094238281,
+      "learning_rate": 7.27615116270268e-07,
+      "loss": 19.0,
+      "step": 18074
+    },
+    {
+      "epoch": 1.2004383343295477,
+      "grad_norm": 237.65846252441406,
+      "learning_rate": 7.275116326031285e-07,
+      "loss": 13.2969,
+      "step": 18075
+    },
+    {
+      "epoch": 1.2005047486219034,
+      "grad_norm": 167.7753143310547,
+      "learning_rate": 7.274081520879775e-07,
+      "loss": 15.9219,
+      "step": 18076
+    },
+    {
+      "epoch": 1.200571162914259,
+      "grad_norm": 192.60467529296875,
+      "learning_rate": 7.273046747260114e-07,
+      "loss": 21.1562,
+      "step": 18077
+    },
+    {
+      "epoch": 1.200637577206615,
+      "grad_norm": 248.5672149658203,
+      "learning_rate": 7.27201200518428e-07,
+      "loss": 15.6094,
+      "step": 18078
+    },
+    {
+      "epoch": 1.2007039914989706,
+      "grad_norm": 313.5723571777344,
+      "learning_rate": 7.270977294664237e-07,
+      "loss": 16.6094,
+      "step": 18079
+    },
+    {
+      "epoch": 1.2007704057913262,
+      "grad_norm": 159.1045379638672,
+      "learning_rate": 7.269942615711956e-07,
+      "loss": 15.875,
+      "step": 18080
+    },
+    {
+      "epoch": 1.200836820083682,
+      "grad_norm": 363.3292236328125,
+      "learning_rate": 7.268907968339403e-07,
+      "loss": 18.375,
+      "step": 18081
+    },
+    {
+      "epoch": 1.2009032343760377,
+      "grad_norm": 153.97250366210938,
+      "learning_rate": 7.267873352558549e-07,
+      "loss": 14.1406,
+      "step": 18082
+    },
+    {
+      "epoch": 1.2009696486683934,
+      "grad_norm": 290.8710632324219,
+      "learning_rate": 7.266838768381357e-07,
+      "loss": 15.1406,
+      "step": 18083
+    },
+    {
+      "epoch": 1.2010360629607493,
+      "grad_norm": 165.46412658691406,
+      "learning_rate": 7.265804215819802e-07,
+      "loss": 16.125,
+      "step": 18084
+    },
+    {
+      "epoch": 1.201102477253105,
+      "grad_norm": 129.7757568359375,
+      "learning_rate": 7.264769694885846e-07,
+      "loss": 16.7812,
+      "step": 18085
+    },
+    {
+      "epoch": 1.2011688915454606,
+      "grad_norm": 208.26727294921875,
+      "learning_rate": 7.263735205591453e-07,
+      "loss": 18.6406,
+      "step": 18086
+    },
+    {
+      "epoch": 1.2012353058378162,
+      "grad_norm": 172.42831420898438,
+      "learning_rate": 7.2627007479486e-07,
+      "loss": 16.0156,
+      "step": 18087
+    },
+    {
+      "epoch": 1.201301720130172,
+      "grad_norm": 168.23828125,
+      "learning_rate": 7.261666321969242e-07,
+      "loss": 13.0938,
+      "step": 18088
+    },
+    {
+      "epoch": 1.2013681344225278,
+      "grad_norm": 162.6629180908203,
+      "learning_rate": 7.260631927665353e-07,
+      "loss": 15.0312,
+      "step": 18089
+    },
+    {
+      "epoch": 1.2014345487148834,
+      "grad_norm": 269.2633361816406,
+      "learning_rate": 7.259597565048888e-07,
+      "loss": 19.5,
+      "step": 18090
+    },
+    {
+      "epoch": 1.201500963007239,
+      "grad_norm": 172.52296447753906,
+      "learning_rate": 7.258563234131823e-07,
+      "loss": 19.0625,
+      "step": 18091
+    },
+    {
+      "epoch": 1.201567377299595,
+      "grad_norm": 89.23053741455078,
+      "learning_rate": 7.257528934926116e-07,
+      "loss": 16.0156,
+      "step": 18092
+    },
+    {
+      "epoch": 1.2016337915919506,
+      "grad_norm": 877.6488647460938,
+      "learning_rate": 7.256494667443736e-07,
+      "loss": 14.3906,
+      "step": 18093
+    },
+    {
+      "epoch": 1.2017002058843063,
+      "grad_norm": 153.3217315673828,
+      "learning_rate": 7.255460431696638e-07,
+      "loss": 17.1406,
+      "step": 18094
+    },
+    {
+      "epoch": 1.2017666201766621,
+      "grad_norm": 596.3847045898438,
+      "learning_rate": 7.254426227696796e-07,
+      "loss": 21.3594,
+      "step": 18095
+    },
+    {
+      "epoch": 1.2018330344690178,
+      "grad_norm": 361.91412353515625,
+      "learning_rate": 7.253392055456166e-07,
+      "loss": 17.6094,
+      "step": 18096
+    },
+    {
+      "epoch": 1.2018994487613734,
+      "grad_norm": 859.7628784179688,
+      "learning_rate": 7.252357914986716e-07,
+      "loss": 25.4531,
+      "step": 18097
+    },
+    {
+      "epoch": 1.201965863053729,
+      "grad_norm": 307.0325622558594,
+      "learning_rate": 7.251323806300398e-07,
+      "loss": 17.7812,
+      "step": 18098
+    },
+    {
+      "epoch": 1.2020322773460848,
+      "grad_norm": 195.18368530273438,
+      "learning_rate": 7.250289729409188e-07,
+      "loss": 15.9375,
+      "step": 18099
+    },
+    {
+      "epoch": 1.2020986916384406,
+      "grad_norm": 152.39341735839844,
+      "learning_rate": 7.249255684325037e-07,
+      "loss": 13.3906,
+      "step": 18100
+    },
+    {
+      "epoch": 1.2021651059307963,
+      "grad_norm": 384.8532409667969,
+      "learning_rate": 7.248221671059914e-07,
+      "loss": 21.125,
+      "step": 18101
+    },
+    {
+      "epoch": 1.202231520223152,
+      "grad_norm": 382.2464904785156,
+      "learning_rate": 7.247187689625774e-07,
+      "loss": 16.2031,
+      "step": 18102
+    },
+    {
+      "epoch": 1.2022979345155078,
+      "grad_norm": 171.69166564941406,
+      "learning_rate": 7.24615374003458e-07,
+      "loss": 16.9375,
+      "step": 18103
+    },
+    {
+      "epoch": 1.2023643488078635,
+      "grad_norm": 550.6312255859375,
+      "learning_rate": 7.245119822298289e-07,
+      "loss": 19.2812,
+      "step": 18104
+    },
+    {
+      "epoch": 1.2024307631002191,
+      "grad_norm": 139.9482879638672,
+      "learning_rate": 7.244085936428865e-07,
+      "loss": 19.8125,
+      "step": 18105
+    },
+    {
+      "epoch": 1.202497177392575,
+      "grad_norm": 304.2582092285156,
+      "learning_rate": 7.243052082438265e-07,
+      "loss": 20.625,
+      "step": 18106
+    },
+    {
+      "epoch": 1.2025635916849307,
+      "grad_norm": 224.04273986816406,
+      "learning_rate": 7.242018260338452e-07,
+      "loss": 15.2031,
+      "step": 18107
+    },
+    {
+      "epoch": 1.2026300059772863,
+      "grad_norm": 209.7005157470703,
+      "learning_rate": 7.240984470141377e-07,
+      "loss": 19.2812,
+      "step": 18108
+    },
+    {
+      "epoch": 1.202696420269642,
+      "grad_norm": 239.12899780273438,
+      "learning_rate": 7.239950711859006e-07,
+      "loss": 12.375,
+      "step": 18109
+    },
+    {
+      "epoch": 1.2027628345619976,
+      "grad_norm": 142.67919921875,
+      "learning_rate": 7.238916985503292e-07,
+      "loss": 17.4219,
+      "step": 18110
+    },
+    {
+      "epoch": 1.2028292488543535,
+      "grad_norm": 215.92713928222656,
+      "learning_rate": 7.237883291086196e-07,
+      "loss": 16.5625,
+      "step": 18111
+    },
+    {
+      "epoch": 1.2028956631467091,
+      "grad_norm": 186.4083709716797,
+      "learning_rate": 7.236849628619669e-07,
+      "loss": 14.5312,
+      "step": 18112
+    },
+    {
+      "epoch": 1.2029620774390648,
+      "grad_norm": 244.2615203857422,
+      "learning_rate": 7.235815998115678e-07,
+      "loss": 16.125,
+      "step": 18113
+    },
+    {
+      "epoch": 1.2030284917314207,
+      "grad_norm": 187.21156311035156,
+      "learning_rate": 7.234782399586169e-07,
+      "loss": 17.9219,
+      "step": 18114
+    },
+    {
+      "epoch": 1.2030949060237763,
+      "grad_norm": 308.8018798828125,
+      "learning_rate": 7.233748833043105e-07,
+      "loss": 17.8594,
+      "step": 18115
+    },
+    {
+      "epoch": 1.203161320316132,
+      "grad_norm": 260.6674499511719,
+      "learning_rate": 7.232715298498437e-07,
+      "loss": 15.3125,
+      "step": 18116
+    },
+    {
+      "epoch": 1.2032277346084879,
+      "grad_norm": 380.80487060546875,
+      "learning_rate": 7.231681795964126e-07,
+      "loss": 13.1797,
+      "step": 18117
+    },
+    {
+      "epoch": 1.2032941489008435,
+      "grad_norm": 114.16128540039062,
+      "learning_rate": 7.230648325452122e-07,
+      "loss": 16.0,
+      "step": 18118
+    },
+    {
+      "epoch": 1.2033605631931992,
+      "grad_norm": 217.31085205078125,
+      "learning_rate": 7.229614886974382e-07,
+      "loss": 18.2656,
+      "step": 18119
+    },
+    {
+      "epoch": 1.2034269774855548,
+      "grad_norm": 155.8886260986328,
+      "learning_rate": 7.228581480542857e-07,
+      "loss": 20.4062,
+      "step": 18120
+    },
+    {
+      "epoch": 1.2034933917779105,
+      "grad_norm": 101.41374969482422,
+      "learning_rate": 7.227548106169504e-07,
+      "loss": 13.625,
+      "step": 18121
+    },
+    {
+      "epoch": 1.2035598060702664,
+      "grad_norm": 346.2398681640625,
+      "learning_rate": 7.226514763866278e-07,
+      "loss": 19.7188,
+      "step": 18122
+    },
+    {
+      "epoch": 1.203626220362622,
+      "grad_norm": 120.75347137451172,
+      "learning_rate": 7.225481453645127e-07,
+      "loss": 11.2031,
+      "step": 18123
+    },
+    {
+      "epoch": 1.2036926346549777,
+      "grad_norm": 605.6893920898438,
+      "learning_rate": 7.224448175518012e-07,
+      "loss": 20.5156,
+      "step": 18124
+    },
+    {
+      "epoch": 1.2037590489473335,
+      "grad_norm": 211.2713165283203,
+      "learning_rate": 7.223414929496874e-07,
+      "loss": 12.375,
+      "step": 18125
+    },
+    {
+      "epoch": 1.2038254632396892,
+      "grad_norm": 156.7390594482422,
+      "learning_rate": 7.222381715593675e-07,
+      "loss": 14.4375,
+      "step": 18126
+    },
+    {
+      "epoch": 1.2038918775320449,
+      "grad_norm": 374.44140625,
+      "learning_rate": 7.221348533820362e-07,
+      "loss": 15.4844,
+      "step": 18127
+    },
+    {
+      "epoch": 1.2039582918244007,
+      "grad_norm": 185.7707977294922,
+      "learning_rate": 7.220315384188888e-07,
+      "loss": 14.75,
+      "step": 18128
+    },
+    {
+      "epoch": 1.2040247061167564,
+      "grad_norm": 320.7282409667969,
+      "learning_rate": 7.219282266711197e-07,
+      "loss": 19.0781,
+      "step": 18129
+    },
+    {
+      "epoch": 1.204091120409112,
+      "grad_norm": 233.5338134765625,
+      "learning_rate": 7.218249181399252e-07,
+      "loss": 14.5156,
+      "step": 18130
+    },
+    {
+      "epoch": 1.2041575347014677,
+      "grad_norm": 176.96939086914062,
+      "learning_rate": 7.217216128264993e-07,
+      "loss": 11.0547,
+      "step": 18131
+    },
+    {
+      "epoch": 1.2042239489938236,
+      "grad_norm": 446.43426513671875,
+      "learning_rate": 7.216183107320375e-07,
+      "loss": 20.1406,
+      "step": 18132
+    },
+    {
+      "epoch": 1.2042903632861792,
+      "grad_norm": 1576.3433837890625,
+      "learning_rate": 7.215150118577342e-07,
+      "loss": 11.6875,
+      "step": 18133
+    },
+    {
+      "epoch": 1.2043567775785349,
+      "grad_norm": 149.71910095214844,
+      "learning_rate": 7.214117162047851e-07,
+      "loss": 13.1562,
+      "step": 18134
+    },
+    {
+      "epoch": 1.2044231918708905,
+      "grad_norm": 168.44882202148438,
+      "learning_rate": 7.213084237743842e-07,
+      "loss": 20.0312,
+      "step": 18135
+    },
+    {
+      "epoch": 1.2044896061632464,
+      "grad_norm": 341.10797119140625,
+      "learning_rate": 7.212051345677273e-07,
+      "loss": 27.0469,
+      "step": 18136
+    },
+    {
+      "epoch": 1.204556020455602,
+      "grad_norm": 263.6160583496094,
+      "learning_rate": 7.211018485860081e-07,
+      "loss": 18.5781,
+      "step": 18137
+    },
+    {
+      "epoch": 1.2046224347479577,
+      "grad_norm": 386.90380859375,
+      "learning_rate": 7.209985658304223e-07,
+      "loss": 21.9219,
+      "step": 18138
+    },
+    {
+      "epoch": 1.2046888490403136,
+      "grad_norm": 137.3497314453125,
+      "learning_rate": 7.208952863021639e-07,
+      "loss": 18.2031,
+      "step": 18139
+    },
+    {
+      "epoch": 1.2047552633326692,
+      "grad_norm": 103.69804382324219,
+      "learning_rate": 7.207920100024282e-07,
+      "loss": 12.5781,
+      "step": 18140
+    },
+    {
+      "epoch": 1.204821677625025,
+      "grad_norm": 225.2301025390625,
+      "learning_rate": 7.20688736932409e-07,
+      "loss": 14.5156,
+      "step": 18141
+    },
+    {
+      "epoch": 1.2048880919173806,
+      "grad_norm": 379.8690490722656,
+      "learning_rate": 7.20585467093302e-07,
+      "loss": 17.9062,
+      "step": 18142
+    },
+    {
+      "epoch": 1.2049545062097364,
+      "grad_norm": 237.1198272705078,
+      "learning_rate": 7.204822004863009e-07,
+      "loss": 19.9375,
+      "step": 18143
+    },
+    {
+      "epoch": 1.205020920502092,
+      "grad_norm": 225.79904174804688,
+      "learning_rate": 7.203789371126008e-07,
+      "loss": 15.5312,
+      "step": 18144
+    },
+    {
+      "epoch": 1.2050873347944477,
+      "grad_norm": 223.4560089111328,
+      "learning_rate": 7.202756769733955e-07,
+      "loss": 15.5469,
+      "step": 18145
+    },
+    {
+      "epoch": 1.2051537490868034,
+      "grad_norm": 166.63136291503906,
+      "learning_rate": 7.201724200698803e-07,
+      "loss": 18.0625,
+      "step": 18146
+    },
+    {
+      "epoch": 1.2052201633791593,
+      "grad_norm": 180.5031280517578,
+      "learning_rate": 7.200691664032487e-07,
+      "loss": 15.1406,
+      "step": 18147
+    },
+    {
+      "epoch": 1.205286577671515,
+      "grad_norm": 685.981689453125,
+      "learning_rate": 7.199659159746961e-07,
+      "loss": 25.1406,
+      "step": 18148
+    },
+    {
+      "epoch": 1.2053529919638706,
+      "grad_norm": 307.26385498046875,
+      "learning_rate": 7.198626687854159e-07,
+      "loss": 13.4219,
+      "step": 18149
+    },
+    {
+      "epoch": 1.2054194062562265,
+      "grad_norm": 1557.4521484375,
+      "learning_rate": 7.197594248366032e-07,
+      "loss": 14.2266,
+      "step": 18150
+    },
+    {
+      "epoch": 1.205485820548582,
+      "grad_norm": 635.9171752929688,
+      "learning_rate": 7.196561841294513e-07,
+      "loss": 13.0938,
+      "step": 18151
+    },
+    {
+      "epoch": 1.2055522348409378,
+      "grad_norm": 153.92236328125,
+      "learning_rate": 7.195529466651555e-07,
+      "loss": 17.4844,
+      "step": 18152
+    },
+    {
+      "epoch": 1.2056186491332934,
+      "grad_norm": 196.38775634765625,
+      "learning_rate": 7.194497124449093e-07,
+      "loss": 17.4688,
+      "step": 18153
+    },
+    {
+      "epoch": 1.2056850634256493,
+      "grad_norm": 145.31239318847656,
+      "learning_rate": 7.193464814699072e-07,
+      "loss": 11.25,
+      "step": 18154
+    },
+    {
+      "epoch": 1.205751477718005,
+      "grad_norm": 155.7511749267578,
+      "learning_rate": 7.192432537413427e-07,
+      "loss": 18.8906,
+      "step": 18155
+    },
+    {
+      "epoch": 1.2058178920103606,
+      "grad_norm": 254.09715270996094,
+      "learning_rate": 7.191400292604109e-07,
+      "loss": 24.9531,
+      "step": 18156
+    },
+    {
+      "epoch": 1.2058843063027163,
+      "grad_norm": 165.2103729248047,
+      "learning_rate": 7.190368080283051e-07,
+      "loss": 13.1719,
+      "step": 18157
+    },
+    {
+      "epoch": 1.2059507205950721,
+      "grad_norm": 141.17034912109375,
+      "learning_rate": 7.189335900462192e-07,
+      "loss": 14.5,
+      "step": 18158
+    },
+    {
+      "epoch": 1.2060171348874278,
+      "grad_norm": 286.8425598144531,
+      "learning_rate": 7.18830375315348e-07,
+      "loss": 14.0625,
+      "step": 18159
+    },
+    {
+      "epoch": 1.2060835491797834,
+      "grad_norm": 198.7587432861328,
+      "learning_rate": 7.187271638368845e-07,
+      "loss": 21.2344,
+      "step": 18160
+    },
+    {
+      "epoch": 1.2061499634721393,
+      "grad_norm": 205.5132293701172,
+      "learning_rate": 7.186239556120233e-07,
+      "loss": 14.4219,
+      "step": 18161
+    },
+    {
+      "epoch": 1.206216377764495,
+      "grad_norm": 114.99022674560547,
+      "learning_rate": 7.185207506419573e-07,
+      "loss": 15.7188,
+      "step": 18162
+    },
+    {
+      "epoch": 1.2062827920568506,
+      "grad_norm": 141.0342559814453,
+      "learning_rate": 7.184175489278816e-07,
+      "loss": 14.9688,
+      "step": 18163
+    },
+    {
+      "epoch": 1.2063492063492063,
+      "grad_norm": 113.33275604248047,
+      "learning_rate": 7.183143504709891e-07,
+      "loss": 11.8359,
+      "step": 18164
+    },
+    {
+      "epoch": 1.2064156206415622,
+      "grad_norm": 216.0926055908203,
+      "learning_rate": 7.182111552724739e-07,
+      "loss": 23.0938,
+      "step": 18165
+    },
+    {
+      "epoch": 1.2064820349339178,
+      "grad_norm": 364.6902160644531,
+      "learning_rate": 7.181079633335294e-07,
+      "loss": 19.0469,
+      "step": 18166
+    },
+    {
+      "epoch": 1.2065484492262735,
+      "grad_norm": 121.52067565917969,
+      "learning_rate": 7.180047746553496e-07,
+      "loss": 14.375,
+      "step": 18167
+    },
+    {
+      "epoch": 1.2066148635186291,
+      "grad_norm": 602.2765502929688,
+      "learning_rate": 7.179015892391275e-07,
+      "loss": 14.2109,
+      "step": 18168
+    },
+    {
+      "epoch": 1.206681277810985,
+      "grad_norm": 230.7069854736328,
+      "learning_rate": 7.177984070860577e-07,
+      "loss": 11.4609,
+      "step": 18169
+    },
+    {
+      "epoch": 1.2067476921033407,
+      "grad_norm": 180.6962890625,
+      "learning_rate": 7.176952281973329e-07,
+      "loss": 17.75,
+      "step": 18170
+    },
+    {
+      "epoch": 1.2068141063956963,
+      "grad_norm": 263.1969909667969,
+      "learning_rate": 7.175920525741472e-07,
+      "loss": 13.875,
+      "step": 18171
+    },
+    {
+      "epoch": 1.2068805206880522,
+      "grad_norm": 113.56190490722656,
+      "learning_rate": 7.174888802176933e-07,
+      "loss": 11.8906,
+      "step": 18172
+    },
+    {
+      "epoch": 1.2069469349804078,
+      "grad_norm": 217.60513305664062,
+      "learning_rate": 7.173857111291656e-07,
+      "loss": 18.375,
+      "step": 18173
+    },
+    {
+      "epoch": 1.2070133492727635,
+      "grad_norm": 146.1751708984375,
+      "learning_rate": 7.172825453097568e-07,
+      "loss": 14.125,
+      "step": 18174
+    },
+    {
+      "epoch": 1.2070797635651191,
+      "grad_norm": 182.5890350341797,
+      "learning_rate": 7.171793827606607e-07,
+      "loss": 14.0,
+      "step": 18175
+    },
+    {
+      "epoch": 1.207146177857475,
+      "grad_norm": 240.60682678222656,
+      "learning_rate": 7.170762234830698e-07,
+      "loss": 18.4219,
+      "step": 18176
+    },
+    {
+      "epoch": 1.2072125921498307,
+      "grad_norm": 190.92787170410156,
+      "learning_rate": 7.169730674781787e-07,
+      "loss": 16.9688,
+      "step": 18177
+    },
+    {
+      "epoch": 1.2072790064421863,
+      "grad_norm": 130.54110717773438,
+      "learning_rate": 7.168699147471797e-07,
+      "loss": 12.625,
+      "step": 18178
+    },
+    {
+      "epoch": 1.207345420734542,
+      "grad_norm": 172.4846649169922,
+      "learning_rate": 7.167667652912664e-07,
+      "loss": 17.7344,
+      "step": 18179
+    },
+    {
+      "epoch": 1.2074118350268979,
+      "grad_norm": 372.55767822265625,
+      "learning_rate": 7.166636191116314e-07,
+      "loss": 15.75,
+      "step": 18180
+    },
+    {
+      "epoch": 1.2074782493192535,
+      "grad_norm": 279.6119384765625,
+      "learning_rate": 7.165604762094689e-07,
+      "loss": 18.4219,
+      "step": 18181
+    },
+    {
+      "epoch": 1.2075446636116092,
+      "grad_norm": 138.42739868164062,
+      "learning_rate": 7.164573365859709e-07,
+      "loss": 15.5312,
+      "step": 18182
+    },
+    {
+      "epoch": 1.207611077903965,
+      "grad_norm": 173.71900939941406,
+      "learning_rate": 7.163542002423312e-07,
+      "loss": 13.2031,
+      "step": 18183
+    },
+    {
+      "epoch": 1.2076774921963207,
+      "grad_norm": 166.0388641357422,
+      "learning_rate": 7.162510671797422e-07,
+      "loss": 17.0781,
+      "step": 18184
+    },
+    {
+      "epoch": 1.2077439064886764,
+      "grad_norm": 203.50221252441406,
+      "learning_rate": 7.161479373993977e-07,
+      "loss": 18.4219,
+      "step": 18185
+    },
+    {
+      "epoch": 1.207810320781032,
+      "grad_norm": 340.660888671875,
+      "learning_rate": 7.160448109024897e-07,
+      "loss": 16.5156,
+      "step": 18186
+    },
+    {
+      "epoch": 1.2078767350733879,
+      "grad_norm": 150.6143341064453,
+      "learning_rate": 7.15941687690212e-07,
+      "loss": 15.0625,
+      "step": 18187
+    },
+    {
+      "epoch": 1.2079431493657435,
+      "grad_norm": 183.9560546875,
+      "learning_rate": 7.158385677637568e-07,
+      "loss": 14.5781,
+      "step": 18188
+    },
+    {
+      "epoch": 1.2080095636580992,
+      "grad_norm": 226.951904296875,
+      "learning_rate": 7.157354511243176e-07,
+      "loss": 12.5469,
+      "step": 18189
+    },
+    {
+      "epoch": 1.2080759779504548,
+      "grad_norm": 144.77015686035156,
+      "learning_rate": 7.156323377730862e-07,
+      "loss": 16.7812,
+      "step": 18190
+    },
+    {
+      "epoch": 1.2081423922428107,
+      "grad_norm": 223.2513427734375,
+      "learning_rate": 7.155292277112563e-07,
+      "loss": 14.0781,
+      "step": 18191
+    },
+    {
+      "epoch": 1.2082088065351664,
+      "grad_norm": 170.83514404296875,
+      "learning_rate": 7.154261209400201e-07,
+      "loss": 15.125,
+      "step": 18192
+    },
+    {
+      "epoch": 1.208275220827522,
+      "grad_norm": 136.1679229736328,
+      "learning_rate": 7.153230174605707e-07,
+      "loss": 16.125,
+      "step": 18193
+    },
+    {
+      "epoch": 1.208341635119878,
+      "grad_norm": 392.1712646484375,
+      "learning_rate": 7.152199172741001e-07,
+      "loss": 18.4688,
+      "step": 18194
+    },
+    {
+      "epoch": 1.2084080494122336,
+      "grad_norm": 893.5430297851562,
+      "learning_rate": 7.151168203818013e-07,
+      "loss": 22.5625,
+      "step": 18195
+    },
+    {
+      "epoch": 1.2084744637045892,
+      "grad_norm": 140.41000366210938,
+      "learning_rate": 7.150137267848673e-07,
+      "loss": 16.125,
+      "step": 18196
+    },
+    {
+      "epoch": 1.2085408779969449,
+      "grad_norm": 131.22750854492188,
+      "learning_rate": 7.149106364844895e-07,
+      "loss": 14.5156,
+      "step": 18197
+    },
+    {
+      "epoch": 1.2086072922893007,
+      "grad_norm": 238.59243774414062,
+      "learning_rate": 7.148075494818618e-07,
+      "loss": 12.9844,
+      "step": 18198
+    },
+    {
+      "epoch": 1.2086737065816564,
+      "grad_norm": 226.7390899658203,
+      "learning_rate": 7.147044657781753e-07,
+      "loss": 21.2656,
+      "step": 18199
+    },
+    {
+      "epoch": 1.208740120874012,
+      "grad_norm": 209.81712341308594,
+      "learning_rate": 7.146013853746236e-07,
+      "loss": 15.1562,
+      "step": 18200
+    },
+    {
+      "epoch": 1.2088065351663677,
+      "grad_norm": 238.74270629882812,
+      "learning_rate": 7.144983082723979e-07,
+      "loss": 21.0312,
+      "step": 18201
+    },
+    {
+      "epoch": 1.2088729494587236,
+      "grad_norm": 197.08741760253906,
+      "learning_rate": 7.143952344726916e-07,
+      "loss": 16.5938,
+      "step": 18202
+    },
+    {
+      "epoch": 1.2089393637510792,
+      "grad_norm": 413.6668701171875,
+      "learning_rate": 7.142921639766964e-07,
+      "loss": 22.5312,
+      "step": 18203
+    },
+    {
+      "epoch": 1.209005778043435,
+      "grad_norm": 381.57403564453125,
+      "learning_rate": 7.141890967856048e-07,
+      "loss": 20.9688,
+      "step": 18204
+    },
+    {
+      "epoch": 1.2090721923357908,
+      "grad_norm": 203.2981719970703,
+      "learning_rate": 7.140860329006085e-07,
+      "loss": 13.7812,
+      "step": 18205
+    },
+    {
+      "epoch": 1.2091386066281464,
+      "grad_norm": 145.57611083984375,
+      "learning_rate": 7.139829723229006e-07,
+      "loss": 14.1875,
+      "step": 18206
+    },
+    {
+      "epoch": 1.209205020920502,
+      "grad_norm": 301.0003662109375,
+      "learning_rate": 7.138799150536725e-07,
+      "loss": 15.0,
+      "step": 18207
+    },
+    {
+      "epoch": 1.2092714352128577,
+      "grad_norm": 380.63262939453125,
+      "learning_rate": 7.137768610941169e-07,
+      "loss": 14.1641,
+      "step": 18208
+    },
+    {
+      "epoch": 1.2093378495052136,
+      "grad_norm": 143.83851623535156,
+      "learning_rate": 7.136738104454251e-07,
+      "loss": 12.4062,
+      "step": 18209
+    },
+    {
+      "epoch": 1.2094042637975693,
+      "grad_norm": 218.62051391601562,
+      "learning_rate": 7.135707631087898e-07,
+      "loss": 23.5781,
+      "step": 18210
+    },
+    {
+      "epoch": 1.209470678089925,
+      "grad_norm": 194.61766052246094,
+      "learning_rate": 7.134677190854023e-07,
+      "loss": 33.5938,
+      "step": 18211
+    },
+    {
+      "epoch": 1.2095370923822806,
+      "grad_norm": 165.59654235839844,
+      "learning_rate": 7.133646783764556e-07,
+      "loss": 13.5625,
+      "step": 18212
+    },
+    {
+      "epoch": 1.2096035066746365,
+      "grad_norm": 119.62936401367188,
+      "learning_rate": 7.132616409831406e-07,
+      "loss": 12.4219,
+      "step": 18213
+    },
+    {
+      "epoch": 1.209669920966992,
+      "grad_norm": 408.51702880859375,
+      "learning_rate": 7.1315860690665e-07,
+      "loss": 22.9844,
+      "step": 18214
+    },
+    {
+      "epoch": 1.2097363352593478,
+      "grad_norm": 530.5352172851562,
+      "learning_rate": 7.130555761481748e-07,
+      "loss": 17.3125,
+      "step": 18215
+    },
+    {
+      "epoch": 1.2098027495517036,
+      "grad_norm": 136.54898071289062,
+      "learning_rate": 7.129525487089076e-07,
+      "loss": 18.5,
+      "step": 18216
+    },
+    {
+      "epoch": 1.2098691638440593,
+      "grad_norm": 189.9576873779297,
+      "learning_rate": 7.128495245900396e-07,
+      "loss": 18.0312,
+      "step": 18217
+    },
+    {
+      "epoch": 1.209935578136415,
+      "grad_norm": 176.85281372070312,
+      "learning_rate": 7.127465037927629e-07,
+      "loss": 13.8438,
+      "step": 18218
+    },
+    {
+      "epoch": 1.2100019924287706,
+      "grad_norm": 283.8900146484375,
+      "learning_rate": 7.126434863182684e-07,
+      "loss": 21.4688,
+      "step": 18219
+    },
+    {
+      "epoch": 1.2100684067211265,
+      "grad_norm": 308.0807800292969,
+      "learning_rate": 7.125404721677491e-07,
+      "loss": 23.1875,
+      "step": 18220
+    },
+    {
+      "epoch": 1.2101348210134821,
+      "grad_norm": 195.1781768798828,
+      "learning_rate": 7.124374613423955e-07,
+      "loss": 16.3281,
+      "step": 18221
+    },
+    {
+      "epoch": 1.2102012353058378,
+      "grad_norm": 290.548828125,
+      "learning_rate": 7.123344538433998e-07,
+      "loss": 14.4688,
+      "step": 18222
+    },
+    {
+      "epoch": 1.2102676495981934,
+      "grad_norm": 289.67059326171875,
+      "learning_rate": 7.122314496719527e-07,
+      "loss": 14.0781,
+      "step": 18223
+    },
+    {
+      "epoch": 1.2103340638905493,
+      "grad_norm": 111.39934539794922,
+      "learning_rate": 7.121284488292467e-07,
+      "loss": 16.2188,
+      "step": 18224
+    },
+    {
+      "epoch": 1.210400478182905,
+      "grad_norm": 3716.21337890625,
+      "learning_rate": 7.120254513164727e-07,
+      "loss": 25.7188,
+      "step": 18225
+    },
+    {
+      "epoch": 1.2104668924752606,
+      "grad_norm": 172.33441162109375,
+      "learning_rate": 7.119224571348224e-07,
+      "loss": 16.9844,
+      "step": 18226
+    },
+    {
+      "epoch": 1.2105333067676165,
+      "grad_norm": 314.8550109863281,
+      "learning_rate": 7.118194662854866e-07,
+      "loss": 9.9688,
+      "step": 18227
+    },
+    {
+      "epoch": 1.2105997210599722,
+      "grad_norm": 134.15113830566406,
+      "learning_rate": 7.117164787696576e-07,
+      "loss": 13.2969,
+      "step": 18228
+    },
+    {
+      "epoch": 1.2106661353523278,
+      "grad_norm": 269.7289733886719,
+      "learning_rate": 7.116134945885255e-07,
+      "loss": 12.0156,
+      "step": 18229
+    },
+    {
+      "epoch": 1.2107325496446835,
+      "grad_norm": 709.9984741210938,
+      "learning_rate": 7.115105137432826e-07,
+      "loss": 19.5312,
+      "step": 18230
+    },
+    {
+      "epoch": 1.2107989639370393,
+      "grad_norm": 229.20880126953125,
+      "learning_rate": 7.114075362351197e-07,
+      "loss": 16.0,
+      "step": 18231
+    },
+    {
+      "epoch": 1.210865378229395,
+      "grad_norm": 1150.269775390625,
+      "learning_rate": 7.113045620652276e-07,
+      "loss": 12.9062,
+      "step": 18232
+    },
+    {
+      "epoch": 1.2109317925217506,
+      "grad_norm": 193.58065795898438,
+      "learning_rate": 7.112015912347984e-07,
+      "loss": 16.5781,
+      "step": 18233
+    },
+    {
+      "epoch": 1.2109982068141063,
+      "grad_norm": 249.0192413330078,
+      "learning_rate": 7.110986237450225e-07,
+      "loss": 19.9531,
+      "step": 18234
+    },
+    {
+      "epoch": 1.2110646211064622,
+      "grad_norm": 168.31350708007812,
+      "learning_rate": 7.109956595970912e-07,
+      "loss": 21.7812,
+      "step": 18235
+    },
+    {
+      "epoch": 1.2111310353988178,
+      "grad_norm": 194.5171661376953,
+      "learning_rate": 7.10892698792195e-07,
+      "loss": 16.3125,
+      "step": 18236
+    },
+    {
+      "epoch": 1.2111974496911735,
+      "grad_norm": 150.1419677734375,
+      "learning_rate": 7.107897413315259e-07,
+      "loss": 11.8359,
+      "step": 18237
+    },
+    {
+      "epoch": 1.2112638639835294,
+      "grad_norm": 218.37408447265625,
+      "learning_rate": 7.10686787216274e-07,
+      "loss": 16.1797,
+      "step": 18238
+    },
+    {
+      "epoch": 1.211330278275885,
+      "grad_norm": 342.24517822265625,
+      "learning_rate": 7.105838364476309e-07,
+      "loss": 14.9531,
+      "step": 18239
+    },
+    {
+      "epoch": 1.2113966925682407,
+      "grad_norm": 140.9661102294922,
+      "learning_rate": 7.104808890267866e-07,
+      "loss": 17.0156,
+      "step": 18240
+    },
+    {
+      "epoch": 1.2114631068605963,
+      "grad_norm": 294.839599609375,
+      "learning_rate": 7.103779449549327e-07,
+      "loss": 20.2891,
+      "step": 18241
+    },
+    {
+      "epoch": 1.2115295211529522,
+      "grad_norm": 411.7449035644531,
+      "learning_rate": 7.102750042332597e-07,
+      "loss": 14.3281,
+      "step": 18242
+    },
+    {
+      "epoch": 1.2115959354453079,
+      "grad_norm": 308.4681396484375,
+      "learning_rate": 7.101720668629585e-07,
+      "loss": 18.8125,
+      "step": 18243
+    },
+    {
+      "epoch": 1.2116623497376635,
+      "grad_norm": 239.84039306640625,
+      "learning_rate": 7.100691328452193e-07,
+      "loss": 12.0156,
+      "step": 18244
+    },
+    {
+      "epoch": 1.2117287640300192,
+      "grad_norm": 219.70437622070312,
+      "learning_rate": 7.099662021812336e-07,
+      "loss": 13.3281,
+      "step": 18245
+    },
+    {
+      "epoch": 1.211795178322375,
+      "grad_norm": 255.8448028564453,
+      "learning_rate": 7.098632748721914e-07,
+      "loss": 29.2969,
+      "step": 18246
+    },
+    {
+      "epoch": 1.2118615926147307,
+      "grad_norm": 479.6396484375,
+      "learning_rate": 7.097603509192837e-07,
+      "loss": 24.2188,
+      "step": 18247
+    },
+    {
+      "epoch": 1.2119280069070864,
+      "grad_norm": 180.66555786132812,
+      "learning_rate": 7.096574303237006e-07,
+      "loss": 17.1562,
+      "step": 18248
+    },
+    {
+      "epoch": 1.2119944211994422,
+      "grad_norm": 109.18968963623047,
+      "learning_rate": 7.095545130866336e-07,
+      "loss": 14.5625,
+      "step": 18249
+    },
+    {
+      "epoch": 1.2120608354917979,
+      "grad_norm": 249.98681640625,
+      "learning_rate": 7.094515992092718e-07,
+      "loss": 17.7344,
+      "step": 18250
+    },
+    {
+      "epoch": 1.2121272497841535,
+      "grad_norm": 155.83078002929688,
+      "learning_rate": 7.093486886928067e-07,
+      "loss": 18.1875,
+      "step": 18251
+    },
+    {
+      "epoch": 1.2121936640765092,
+      "grad_norm": 187.2969970703125,
+      "learning_rate": 7.092457815384283e-07,
+      "loss": 16.1562,
+      "step": 18252
+    },
+    {
+      "epoch": 1.212260078368865,
+      "grad_norm": 262.5191650390625,
+      "learning_rate": 7.091428777473271e-07,
+      "loss": 15.7344,
+      "step": 18253
+    },
+    {
+      "epoch": 1.2123264926612207,
+      "grad_norm": 95.60713958740234,
+      "learning_rate": 7.09039977320693e-07,
+      "loss": 12.5156,
+      "step": 18254
+    },
+    {
+      "epoch": 1.2123929069535764,
+      "grad_norm": 237.17601013183594,
+      "learning_rate": 7.089370802597172e-07,
+      "loss": 17.4219,
+      "step": 18255
+    },
+    {
+      "epoch": 1.212459321245932,
+      "grad_norm": 503.4901428222656,
+      "learning_rate": 7.088341865655891e-07,
+      "loss": 20.2344,
+      "step": 18256
+    },
+    {
+      "epoch": 1.212525735538288,
+      "grad_norm": 197.35780334472656,
+      "learning_rate": 7.087312962394995e-07,
+      "loss": 13.7031,
+      "step": 18257
+    },
+    {
+      "epoch": 1.2125921498306436,
+      "grad_norm": 177.7439727783203,
+      "learning_rate": 7.086284092826378e-07,
+      "loss": 16.6094,
+      "step": 18258
+    },
+    {
+      "epoch": 1.2126585641229992,
+      "grad_norm": 1321.3604736328125,
+      "learning_rate": 7.085255256961951e-07,
+      "loss": 15.9219,
+      "step": 18259
+    },
+    {
+      "epoch": 1.212724978415355,
+      "grad_norm": 153.5955047607422,
+      "learning_rate": 7.084226454813608e-07,
+      "loss": 16.1406,
+      "step": 18260
+    },
+    {
+      "epoch": 1.2127913927077107,
+      "grad_norm": 191.82298278808594,
+      "learning_rate": 7.083197686393256e-07,
+      "loss": 15.6562,
+      "step": 18261
+    },
+    {
+      "epoch": 1.2128578070000664,
+      "grad_norm": 168.38243103027344,
+      "learning_rate": 7.082168951712786e-07,
+      "loss": 18.9062,
+      "step": 18262
+    },
+    {
+      "epoch": 1.212924221292422,
+      "grad_norm": 285.82513427734375,
+      "learning_rate": 7.081140250784108e-07,
+      "loss": 21.6562,
+      "step": 18263
+    },
+    {
+      "epoch": 1.212990635584778,
+      "grad_norm": 236.0021514892578,
+      "learning_rate": 7.080111583619113e-07,
+      "loss": 15.2188,
+      "step": 18264
+    },
+    {
+      "epoch": 1.2130570498771336,
+      "grad_norm": 200.88629150390625,
+      "learning_rate": 7.079082950229705e-07,
+      "loss": 19.9609,
+      "step": 18265
+    },
+    {
+      "epoch": 1.2131234641694892,
+      "grad_norm": 182.19869995117188,
+      "learning_rate": 7.078054350627778e-07,
+      "loss": 13.4844,
+      "step": 18266
+    },
+    {
+      "epoch": 1.213189878461845,
+      "grad_norm": 105.77255249023438,
+      "learning_rate": 7.077025784825238e-07,
+      "loss": 13.3516,
+      "step": 18267
+    },
+    {
+      "epoch": 1.2132562927542008,
+      "grad_norm": 369.54608154296875,
+      "learning_rate": 7.075997252833976e-07,
+      "loss": 18.8906,
+      "step": 18268
+    },
+    {
+      "epoch": 1.2133227070465564,
+      "grad_norm": 175.40740966796875,
+      "learning_rate": 7.074968754665888e-07,
+      "loss": 20.0938,
+      "step": 18269
+    },
+    {
+      "epoch": 1.213389121338912,
+      "grad_norm": 326.2547912597656,
+      "learning_rate": 7.073940290332883e-07,
+      "loss": 20.0312,
+      "step": 18270
+    },
+    {
+      "epoch": 1.213455535631268,
+      "grad_norm": 219.0745391845703,
+      "learning_rate": 7.072911859846843e-07,
+      "loss": 18.6406,
+      "step": 18271
+    },
+    {
+      "epoch": 1.2135219499236236,
+      "grad_norm": 181.62767028808594,
+      "learning_rate": 7.071883463219674e-07,
+      "loss": 11.4062,
+      "step": 18272
+    },
+    {
+      "epoch": 1.2135883642159793,
+      "grad_norm": 191.54290771484375,
+      "learning_rate": 7.070855100463268e-07,
+      "loss": 16.4375,
+      "step": 18273
+    },
+    {
+      "epoch": 1.213654778508335,
+      "grad_norm": 151.11122131347656,
+      "learning_rate": 7.069826771589522e-07,
+      "loss": 12.625,
+      "step": 18274
+    },
+    {
+      "epoch": 1.2137211928006908,
+      "grad_norm": 636.4026489257812,
+      "learning_rate": 7.068798476610327e-07,
+      "loss": 16.5469,
+      "step": 18275
+    },
+    {
+      "epoch": 1.2137876070930465,
+      "grad_norm": 210.982177734375,
+      "learning_rate": 7.067770215537584e-07,
+      "loss": 25.9844,
+      "step": 18276
+    },
+    {
+      "epoch": 1.213854021385402,
+      "grad_norm": 335.7365417480469,
+      "learning_rate": 7.066741988383183e-07,
+      "loss": 15.7344,
+      "step": 18277
+    },
+    {
+      "epoch": 1.2139204356777578,
+      "grad_norm": 167.972412109375,
+      "learning_rate": 7.06571379515902e-07,
+      "loss": 16.1094,
+      "step": 18278
+    },
+    {
+      "epoch": 1.2139868499701136,
+      "grad_norm": 381.5212097167969,
+      "learning_rate": 7.064685635876986e-07,
+      "loss": 18.0938,
+      "step": 18279
+    },
+    {
+      "epoch": 1.2140532642624693,
+      "grad_norm": 464.87811279296875,
+      "learning_rate": 7.063657510548978e-07,
+      "loss": 14.5781,
+      "step": 18280
+    },
+    {
+      "epoch": 1.214119678554825,
+      "grad_norm": 556.68408203125,
+      "learning_rate": 7.062629419186885e-07,
+      "loss": 16.3438,
+      "step": 18281
+    },
+    {
+      "epoch": 1.2141860928471808,
+      "grad_norm": 193.04542541503906,
+      "learning_rate": 7.061601361802605e-07,
+      "loss": 11.9219,
+      "step": 18282
+    },
+    {
+      "epoch": 1.2142525071395365,
+      "grad_norm": 238.83970642089844,
+      "learning_rate": 7.06057333840802e-07,
+      "loss": 16.8125,
+      "step": 18283
+    },
+    {
+      "epoch": 1.2143189214318921,
+      "grad_norm": 130.28660583496094,
+      "learning_rate": 7.059545349015032e-07,
+      "loss": 15.125,
+      "step": 18284
+    },
+    {
+      "epoch": 1.2143853357242478,
+      "grad_norm": 100.0658950805664,
+      "learning_rate": 7.058517393635527e-07,
+      "loss": 11.0938,
+      "step": 18285
+    },
+    {
+      "epoch": 1.2144517500166037,
+      "grad_norm": 200.8166961669922,
+      "learning_rate": 7.057489472281397e-07,
+      "loss": 25.9219,
+      "step": 18286
+    },
+    {
+      "epoch": 1.2145181643089593,
+      "grad_norm": 650.5463256835938,
+      "learning_rate": 7.05646158496453e-07,
+      "loss": 10.5938,
+      "step": 18287
+    },
+    {
+      "epoch": 1.214584578601315,
+      "grad_norm": 178.45358276367188,
+      "learning_rate": 7.05543373169682e-07,
+      "loss": 20.5469,
+      "step": 18288
+    },
+    {
+      "epoch": 1.2146509928936706,
+      "grad_norm": 178.28549194335938,
+      "learning_rate": 7.054405912490153e-07,
+      "loss": 16.7031,
+      "step": 18289
+    },
+    {
+      "epoch": 1.2147174071860265,
+      "grad_norm": 159.1908416748047,
+      "learning_rate": 7.053378127356424e-07,
+      "loss": 18.7188,
+      "step": 18290
+    },
+    {
+      "epoch": 1.2147838214783822,
+      "grad_norm": 220.8880157470703,
+      "learning_rate": 7.052350376307512e-07,
+      "loss": 17.4375,
+      "step": 18291
+    },
+    {
+      "epoch": 1.2148502357707378,
+      "grad_norm": 169.39910888671875,
+      "learning_rate": 7.051322659355317e-07,
+      "loss": 21.2969,
+      "step": 18292
+    },
+    {
+      "epoch": 1.2149166500630937,
+      "grad_norm": 337.8200988769531,
+      "learning_rate": 7.050294976511716e-07,
+      "loss": 19.5312,
+      "step": 18293
+    },
+    {
+      "epoch": 1.2149830643554493,
+      "grad_norm": 195.87754821777344,
+      "learning_rate": 7.049267327788605e-07,
+      "loss": 17.4219,
+      "step": 18294
+    },
+    {
+      "epoch": 1.215049478647805,
+      "grad_norm": 361.8920593261719,
+      "learning_rate": 7.048239713197866e-07,
+      "loss": 21.8125,
+      "step": 18295
+    },
+    {
+      "epoch": 1.2151158929401606,
+      "grad_norm": 179.88536071777344,
+      "learning_rate": 7.04721213275139e-07,
+      "loss": 18.0625,
+      "step": 18296
+    },
+    {
+      "epoch": 1.2151823072325165,
+      "grad_norm": 162.97080993652344,
+      "learning_rate": 7.046184586461058e-07,
+      "loss": 18.0312,
+      "step": 18297
+    },
+    {
+      "epoch": 1.2152487215248722,
+      "grad_norm": 153.74803161621094,
+      "learning_rate": 7.045157074338763e-07,
+      "loss": 14.5938,
+      "step": 18298
+    },
+    {
+      "epoch": 1.2153151358172278,
+      "grad_norm": 176.66943359375,
+      "learning_rate": 7.044129596396385e-07,
+      "loss": 17.8906,
+      "step": 18299
+    },
+    {
+      "epoch": 1.2153815501095835,
+      "grad_norm": 380.9910888671875,
+      "learning_rate": 7.043102152645814e-07,
+      "loss": 18.2188,
+      "step": 18300
+    },
+    {
+      "epoch": 1.2154479644019394,
+      "grad_norm": 178.7952117919922,
+      "learning_rate": 7.042074743098928e-07,
+      "loss": 18.5,
+      "step": 18301
+    },
+    {
+      "epoch": 1.215514378694295,
+      "grad_norm": 154.87489318847656,
+      "learning_rate": 7.041047367767619e-07,
+      "loss": 14.5156,
+      "step": 18302
+    },
+    {
+      "epoch": 1.2155807929866507,
+      "grad_norm": 236.466796875,
+      "learning_rate": 7.040020026663766e-07,
+      "loss": 18.0781,
+      "step": 18303
+    },
+    {
+      "epoch": 1.2156472072790065,
+      "grad_norm": 128.79290771484375,
+      "learning_rate": 7.038992719799257e-07,
+      "loss": 16.8203,
+      "step": 18304
+    },
+    {
+      "epoch": 1.2157136215713622,
+      "grad_norm": 207.4348907470703,
+      "learning_rate": 7.037965447185969e-07,
+      "loss": 20.25,
+      "step": 18305
+    },
+    {
+      "epoch": 1.2157800358637179,
+      "grad_norm": 146.47503662109375,
+      "learning_rate": 7.036938208835791e-07,
+      "loss": 17.2344,
+      "step": 18306
+    },
+    {
+      "epoch": 1.2158464501560735,
+      "grad_norm": 387.7962951660156,
+      "learning_rate": 7.035911004760604e-07,
+      "loss": 21.1094,
+      "step": 18307
+    },
+    {
+      "epoch": 1.2159128644484294,
+      "grad_norm": 161.37274169921875,
+      "learning_rate": 7.034883834972286e-07,
+      "loss": 17.6875,
+      "step": 18308
+    },
+    {
+      "epoch": 1.215979278740785,
+      "grad_norm": 204.38697814941406,
+      "learning_rate": 7.033856699482726e-07,
+      "loss": 19.4062,
+      "step": 18309
+    },
+    {
+      "epoch": 1.2160456930331407,
+      "grad_norm": 438.8343811035156,
+      "learning_rate": 7.0328295983038e-07,
+      "loss": 20.9688,
+      "step": 18310
+    },
+    {
+      "epoch": 1.2161121073254963,
+      "grad_norm": 299.8879089355469,
+      "learning_rate": 7.03180253144739e-07,
+      "loss": 16.7656,
+      "step": 18311
+    },
+    {
+      "epoch": 1.2161785216178522,
+      "grad_norm": 103.9207763671875,
+      "learning_rate": 7.030775498925374e-07,
+      "loss": 14.2656,
+      "step": 18312
+    },
+    {
+      "epoch": 1.2162449359102079,
+      "grad_norm": 299.793701171875,
+      "learning_rate": 7.029748500749641e-07,
+      "loss": 17.75,
+      "step": 18313
+    },
+    {
+      "epoch": 1.2163113502025635,
+      "grad_norm": 156.78207397460938,
+      "learning_rate": 7.028721536932059e-07,
+      "loss": 14.4062,
+      "step": 18314
+    },
+    {
+      "epoch": 1.2163777644949194,
+      "grad_norm": 270.4862365722656,
+      "learning_rate": 7.027694607484518e-07,
+      "loss": 18.7344,
+      "step": 18315
+    },
+    {
+      "epoch": 1.216444178787275,
+      "grad_norm": 245.76507568359375,
+      "learning_rate": 7.026667712418888e-07,
+      "loss": 17.0469,
+      "step": 18316
+    },
+    {
+      "epoch": 1.2165105930796307,
+      "grad_norm": 377.2717590332031,
+      "learning_rate": 7.025640851747054e-07,
+      "loss": 22.1562,
+      "step": 18317
+    },
+    {
+      "epoch": 1.2165770073719864,
+      "grad_norm": 291.02264404296875,
+      "learning_rate": 7.024614025480888e-07,
+      "loss": 11.6875,
+      "step": 18318
+    },
+    {
+      "epoch": 1.2166434216643423,
+      "grad_norm": 287.2084045410156,
+      "learning_rate": 7.023587233632273e-07,
+      "loss": 17.7812,
+      "step": 18319
+    },
+    {
+      "epoch": 1.216709835956698,
+      "grad_norm": 157.07981872558594,
+      "learning_rate": 7.022560476213085e-07,
+      "loss": 14.4375,
+      "step": 18320
+    },
+    {
+      "epoch": 1.2167762502490536,
+      "grad_norm": 147.78164672851562,
+      "learning_rate": 7.021533753235202e-07,
+      "loss": 18.7344,
+      "step": 18321
+    },
+    {
+      "epoch": 1.2168426645414092,
+      "grad_norm": 408.2299499511719,
+      "learning_rate": 7.020507064710495e-07,
+      "loss": 19.1094,
+      "step": 18322
+    },
+    {
+      "epoch": 1.216909078833765,
+      "grad_norm": 120.04749298095703,
+      "learning_rate": 7.019480410650847e-07,
+      "loss": 13.3438,
+      "step": 18323
+    },
+    {
+      "epoch": 1.2169754931261207,
+      "grad_norm": 1055.7042236328125,
+      "learning_rate": 7.01845379106813e-07,
+      "loss": 13.4375,
+      "step": 18324
+    },
+    {
+      "epoch": 1.2170419074184764,
+      "grad_norm": 134.85205078125,
+      "learning_rate": 7.017427205974222e-07,
+      "loss": 12.7656,
+      "step": 18325
+    },
+    {
+      "epoch": 1.2171083217108323,
+      "grad_norm": 212.54112243652344,
+      "learning_rate": 7.016400655380993e-07,
+      "loss": 12.625,
+      "step": 18326
+    },
+    {
+      "epoch": 1.217174736003188,
+      "grad_norm": 244.26690673828125,
+      "learning_rate": 7.015374139300324e-07,
+      "loss": 19.8281,
+      "step": 18327
+    },
+    {
+      "epoch": 1.2172411502955436,
+      "grad_norm": 281.0057678222656,
+      "learning_rate": 7.014347657744084e-07,
+      "loss": 18.4688,
+      "step": 18328
+    },
+    {
+      "epoch": 1.2173075645878992,
+      "grad_norm": 260.4472961425781,
+      "learning_rate": 7.013321210724151e-07,
+      "loss": 19.0625,
+      "step": 18329
+    },
+    {
+      "epoch": 1.2173739788802551,
+      "grad_norm": 199.90142822265625,
+      "learning_rate": 7.012294798252392e-07,
+      "loss": 12.6641,
+      "step": 18330
+    },
+    {
+      "epoch": 1.2174403931726108,
+      "grad_norm": 168.43702697753906,
+      "learning_rate": 7.011268420340688e-07,
+      "loss": 23.6875,
+      "step": 18331
+    },
+    {
+      "epoch": 1.2175068074649664,
+      "grad_norm": 168.34678649902344,
+      "learning_rate": 7.010242077000905e-07,
+      "loss": 22.0625,
+      "step": 18332
+    },
+    {
+      "epoch": 1.217573221757322,
+      "grad_norm": 198.55838012695312,
+      "learning_rate": 7.009215768244921e-07,
+      "loss": 16.4062,
+      "step": 18333
+    },
+    {
+      "epoch": 1.217639636049678,
+      "grad_norm": 1488.953857421875,
+      "learning_rate": 7.0081894940846e-07,
+      "loss": 13.0469,
+      "step": 18334
+    },
+    {
+      "epoch": 1.2177060503420336,
+      "grad_norm": 752.0648193359375,
+      "learning_rate": 7.007163254531822e-07,
+      "loss": 23.4688,
+      "step": 18335
+    },
+    {
+      "epoch": 1.2177724646343893,
+      "grad_norm": 261.1750183105469,
+      "learning_rate": 7.006137049598449e-07,
+      "loss": 21.2656,
+      "step": 18336
+    },
+    {
+      "epoch": 1.2178388789267451,
+      "grad_norm": 209.27154541015625,
+      "learning_rate": 7.005110879296359e-07,
+      "loss": 14.4375,
+      "step": 18337
+    },
+    {
+      "epoch": 1.2179052932191008,
+      "grad_norm": 227.24896240234375,
+      "learning_rate": 7.004084743637419e-07,
+      "loss": 16.7188,
+      "step": 18338
+    },
+    {
+      "epoch": 1.2179717075114564,
+      "grad_norm": 175.26449584960938,
+      "learning_rate": 7.0030586426335e-07,
+      "loss": 20.7188,
+      "step": 18339
+    },
+    {
+      "epoch": 1.218038121803812,
+      "grad_norm": 341.1151428222656,
+      "learning_rate": 7.002032576296469e-07,
+      "loss": 22.0938,
+      "step": 18340
+    },
+    {
+      "epoch": 1.218104536096168,
+      "grad_norm": 103.48307800292969,
+      "learning_rate": 7.001006544638197e-07,
+      "loss": 15.625,
+      "step": 18341
+    },
+    {
+      "epoch": 1.2181709503885236,
+      "grad_norm": 685.2308959960938,
+      "learning_rate": 6.999980547670553e-07,
+      "loss": 10.0625,
+      "step": 18342
+    },
+    {
+      "epoch": 1.2182373646808793,
+      "grad_norm": 285.0768127441406,
+      "learning_rate": 6.998954585405399e-07,
+      "loss": 19.0781,
+      "step": 18343
+    },
+    {
+      "epoch": 1.218303778973235,
+      "grad_norm": 153.4168701171875,
+      "learning_rate": 6.997928657854614e-07,
+      "loss": 16.3906,
+      "step": 18344
+    },
+    {
+      "epoch": 1.2183701932655908,
+      "grad_norm": 157.3195343017578,
+      "learning_rate": 6.996902765030056e-07,
+      "loss": 20.8125,
+      "step": 18345
+    },
+    {
+      "epoch": 1.2184366075579465,
+      "grad_norm": 224.05032348632812,
+      "learning_rate": 6.995876906943599e-07,
+      "loss": 16.6797,
+      "step": 18346
+    },
+    {
+      "epoch": 1.2185030218503021,
+      "grad_norm": 183.96719360351562,
+      "learning_rate": 6.9948510836071e-07,
+      "loss": 18.1875,
+      "step": 18347
+    },
+    {
+      "epoch": 1.218569436142658,
+      "grad_norm": 251.28639221191406,
+      "learning_rate": 6.993825295032434e-07,
+      "loss": 20.375,
+      "step": 18348
+    },
+    {
+      "epoch": 1.2186358504350137,
+      "grad_norm": 250.55191040039062,
+      "learning_rate": 6.992799541231464e-07,
+      "loss": 21.1406,
+      "step": 18349
+    },
+    {
+      "epoch": 1.2187022647273693,
+      "grad_norm": 434.2076416015625,
+      "learning_rate": 6.991773822216054e-07,
+      "loss": 15.3281,
+      "step": 18350
+    },
+    {
+      "epoch": 1.218768679019725,
+      "grad_norm": 175.35308837890625,
+      "learning_rate": 6.990748137998069e-07,
+      "loss": 14.125,
+      "step": 18351
+    },
+    {
+      "epoch": 1.2188350933120808,
+      "grad_norm": 109.30919647216797,
+      "learning_rate": 6.989722488589376e-07,
+      "loss": 13.4531,
+      "step": 18352
+    },
+    {
+      "epoch": 1.2189015076044365,
+      "grad_norm": 662.8594360351562,
+      "learning_rate": 6.988696874001836e-07,
+      "loss": 15.7031,
+      "step": 18353
+    },
+    {
+      "epoch": 1.2189679218967922,
+      "grad_norm": 201.3497772216797,
+      "learning_rate": 6.987671294247317e-07,
+      "loss": 15.7812,
+      "step": 18354
+    },
+    {
+      "epoch": 1.2190343361891478,
+      "grad_norm": 406.03228759765625,
+      "learning_rate": 6.986645749337674e-07,
+      "loss": 18.5234,
+      "step": 18355
+    },
+    {
+      "epoch": 1.2191007504815037,
+      "grad_norm": 252.62571716308594,
+      "learning_rate": 6.985620239284783e-07,
+      "loss": 20.2969,
+      "step": 18356
+    },
+    {
+      "epoch": 1.2191671647738593,
+      "grad_norm": 171.0106201171875,
+      "learning_rate": 6.984594764100491e-07,
+      "loss": 12.7891,
+      "step": 18357
+    },
+    {
+      "epoch": 1.219233579066215,
+      "grad_norm": 189.37356567382812,
+      "learning_rate": 6.983569323796674e-07,
+      "loss": 18.2031,
+      "step": 18358
+    },
+    {
+      "epoch": 1.2192999933585709,
+      "grad_norm": 220.9240264892578,
+      "learning_rate": 6.982543918385185e-07,
+      "loss": 23.4062,
+      "step": 18359
+    },
+    {
+      "epoch": 1.2193664076509265,
+      "grad_norm": 170.439453125,
+      "learning_rate": 6.981518547877889e-07,
+      "loss": 15.8125,
+      "step": 18360
+    },
+    {
+      "epoch": 1.2194328219432822,
+      "grad_norm": 187.37399291992188,
+      "learning_rate": 6.980493212286642e-07,
+      "loss": 21.8203,
+      "step": 18361
+    },
+    {
+      "epoch": 1.2194992362356378,
+      "grad_norm": 152.37001037597656,
+      "learning_rate": 6.979467911623314e-07,
+      "loss": 15.6406,
+      "step": 18362
+    },
+    {
+      "epoch": 1.2195656505279937,
+      "grad_norm": 966.510009765625,
+      "learning_rate": 6.978442645899756e-07,
+      "loss": 20.7656,
+      "step": 18363
+    },
+    {
+      "epoch": 1.2196320648203494,
+      "grad_norm": 125.5551528930664,
+      "learning_rate": 6.977417415127833e-07,
+      "loss": 14.8438,
+      "step": 18364
+    },
+    {
+      "epoch": 1.219698479112705,
+      "grad_norm": 693.786865234375,
+      "learning_rate": 6.976392219319399e-07,
+      "loss": 17.3125,
+      "step": 18365
+    },
+    {
+      "epoch": 1.2197648934050607,
+      "grad_norm": 177.43797302246094,
+      "learning_rate": 6.975367058486321e-07,
+      "loss": 25.1406,
+      "step": 18366
+    },
+    {
+      "epoch": 1.2198313076974165,
+      "grad_norm": 215.53341674804688,
+      "learning_rate": 6.97434193264045e-07,
+      "loss": 15.7812,
+      "step": 18367
+    },
+    {
+      "epoch": 1.2198977219897722,
+      "grad_norm": 222.25784301757812,
+      "learning_rate": 6.973316841793649e-07,
+      "loss": 14.8594,
+      "step": 18368
+    },
+    {
+      "epoch": 1.2199641362821279,
+      "grad_norm": 175.32757568359375,
+      "learning_rate": 6.972291785957769e-07,
+      "loss": 10.3906,
+      "step": 18369
+    },
+    {
+      "epoch": 1.2200305505744837,
+      "grad_norm": 179.52586364746094,
+      "learning_rate": 6.971266765144677e-07,
+      "loss": 17.4688,
+      "step": 18370
+    },
+    {
+      "epoch": 1.2200969648668394,
+      "grad_norm": 221.98330688476562,
+      "learning_rate": 6.97024177936622e-07,
+      "loss": 14.4844,
+      "step": 18371
+    },
+    {
+      "epoch": 1.220163379159195,
+      "grad_norm": 271.5057678222656,
+      "learning_rate": 6.969216828634264e-07,
+      "loss": 16.6875,
+      "step": 18372
+    },
+    {
+      "epoch": 1.2202297934515507,
+      "grad_norm": 520.7045288085938,
+      "learning_rate": 6.968191912960653e-07,
+      "loss": 20.4688,
+      "step": 18373
+    },
+    {
+      "epoch": 1.2202962077439066,
+      "grad_norm": 203.4638671875,
+      "learning_rate": 6.967167032357258e-07,
+      "loss": 17.1875,
+      "step": 18374
+    },
+    {
+      "epoch": 1.2203626220362622,
+      "grad_norm": 338.4277038574219,
+      "learning_rate": 6.96614218683592e-07,
+      "loss": 16.4062,
+      "step": 18375
+    },
+    {
+      "epoch": 1.2204290363286179,
+      "grad_norm": 134.6614532470703,
+      "learning_rate": 6.965117376408502e-07,
+      "loss": 14.7656,
+      "step": 18376
+    },
+    {
+      "epoch": 1.2204954506209735,
+      "grad_norm": 119.24775695800781,
+      "learning_rate": 6.964092601086856e-07,
+      "loss": 16.1719,
+      "step": 18377
+    },
+    {
+      "epoch": 1.2205618649133294,
+      "grad_norm": 169.04403686523438,
+      "learning_rate": 6.963067860882839e-07,
+      "loss": 13.9219,
+      "step": 18378
+    },
+    {
+      "epoch": 1.220628279205685,
+      "grad_norm": 216.57528686523438,
+      "learning_rate": 6.962043155808295e-07,
+      "loss": 15.0781,
+      "step": 18379
+    },
+    {
+      "epoch": 1.2206946934980407,
+      "grad_norm": 579.1102294921875,
+      "learning_rate": 6.961018485875087e-07,
+      "loss": 12.0156,
+      "step": 18380
+    },
+    {
+      "epoch": 1.2207611077903966,
+      "grad_norm": 105.41983795166016,
+      "learning_rate": 6.959993851095067e-07,
+      "loss": 13.0625,
+      "step": 18381
+    },
+    {
+      "epoch": 1.2208275220827522,
+      "grad_norm": 563.5646362304688,
+      "learning_rate": 6.958969251480083e-07,
+      "loss": 26.1562,
+      "step": 18382
+    },
+    {
+      "epoch": 1.220893936375108,
+      "grad_norm": 352.7172546386719,
+      "learning_rate": 6.95794468704199e-07,
+      "loss": 19.25,
+      "step": 18383
+    },
+    {
+      "epoch": 1.2209603506674636,
+      "grad_norm": 249.7528533935547,
+      "learning_rate": 6.956920157792639e-07,
+      "loss": 14.0938,
+      "step": 18384
+    },
+    {
+      "epoch": 1.2210267649598194,
+      "grad_norm": 333.9798583984375,
+      "learning_rate": 6.955895663743882e-07,
+      "loss": 20.2812,
+      "step": 18385
+    },
+    {
+      "epoch": 1.221093179252175,
+      "grad_norm": 338.7722473144531,
+      "learning_rate": 6.954871204907564e-07,
+      "loss": 17.9062,
+      "step": 18386
+    },
+    {
+      "epoch": 1.2211595935445307,
+      "grad_norm": 149.06396484375,
+      "learning_rate": 6.953846781295545e-07,
+      "loss": 14.2656,
+      "step": 18387
+    },
+    {
+      "epoch": 1.2212260078368864,
+      "grad_norm": 195.48817443847656,
+      "learning_rate": 6.952822392919667e-07,
+      "loss": 16.3594,
+      "step": 18388
+    },
+    {
+      "epoch": 1.2212924221292423,
+      "grad_norm": 184.57984924316406,
+      "learning_rate": 6.951798039791785e-07,
+      "loss": 16.1094,
+      "step": 18389
+    },
+    {
+      "epoch": 1.221358836421598,
+      "grad_norm": 256.691162109375,
+      "learning_rate": 6.950773721923742e-07,
+      "loss": 18.9375,
+      "step": 18390
+    },
+    {
+      "epoch": 1.2214252507139536,
+      "grad_norm": 243.36734008789062,
+      "learning_rate": 6.949749439327394e-07,
+      "loss": 17.4922,
+      "step": 18391
+    },
+    {
+      "epoch": 1.2214916650063095,
+      "grad_norm": 239.1417999267578,
+      "learning_rate": 6.948725192014583e-07,
+      "loss": 21.1875,
+      "step": 18392
+    },
+    {
+      "epoch": 1.2215580792986651,
+      "grad_norm": 257.2270812988281,
+      "learning_rate": 6.947700979997162e-07,
+      "loss": 18.1562,
+      "step": 18393
+    },
+    {
+      "epoch": 1.2216244935910208,
+      "grad_norm": 225.29629516601562,
+      "learning_rate": 6.946676803286971e-07,
+      "loss": 16.2031,
+      "step": 18394
+    },
+    {
+      "epoch": 1.2216909078833764,
+      "grad_norm": 272.87872314453125,
+      "learning_rate": 6.945652661895868e-07,
+      "loss": 19.8906,
+      "step": 18395
+    },
+    {
+      "epoch": 1.2217573221757323,
+      "grad_norm": 403.7915954589844,
+      "learning_rate": 6.944628555835691e-07,
+      "loss": 15.5625,
+      "step": 18396
+    },
+    {
+      "epoch": 1.221823736468088,
+      "grad_norm": 438.5132141113281,
+      "learning_rate": 6.94360448511829e-07,
+      "loss": 17.8281,
+      "step": 18397
+    },
+    {
+      "epoch": 1.2218901507604436,
+      "grad_norm": 239.1940460205078,
+      "learning_rate": 6.94258044975551e-07,
+      "loss": 17.125,
+      "step": 18398
+    },
+    {
+      "epoch": 1.2219565650527993,
+      "grad_norm": 141.95835876464844,
+      "learning_rate": 6.941556449759196e-07,
+      "loss": 15.9531,
+      "step": 18399
+    },
+    {
+      "epoch": 1.2220229793451551,
+      "grad_norm": 210.9256134033203,
+      "learning_rate": 6.94053248514119e-07,
+      "loss": 12.3281,
+      "step": 18400
+    },
+    {
+      "epoch": 1.2220893936375108,
+      "grad_norm": 204.87725830078125,
+      "learning_rate": 6.939508555913346e-07,
+      "loss": 22.6406,
+      "step": 18401
+    },
+    {
+      "epoch": 1.2221558079298664,
+      "grad_norm": 264.0321960449219,
+      "learning_rate": 6.938484662087498e-07,
+      "loss": 16.25,
+      "step": 18402
+    },
+    {
+      "epoch": 1.2222222222222223,
+      "grad_norm": 544.3114624023438,
+      "learning_rate": 6.937460803675497e-07,
+      "loss": 17.8594,
+      "step": 18403
+    },
+    {
+      "epoch": 1.222288636514578,
+      "grad_norm": 130.5782470703125,
+      "learning_rate": 6.93643698068918e-07,
+      "loss": 14.3906,
+      "step": 18404
+    },
+    {
+      "epoch": 1.2223550508069336,
+      "grad_norm": 547.976318359375,
+      "learning_rate": 6.935413193140396e-07,
+      "loss": 17.3438,
+      "step": 18405
+    },
+    {
+      "epoch": 1.2224214650992893,
+      "grad_norm": 114.00392150878906,
+      "learning_rate": 6.934389441040985e-07,
+      "loss": 13.3125,
+      "step": 18406
+    },
+    {
+      "epoch": 1.2224878793916452,
+      "grad_norm": 297.5960388183594,
+      "learning_rate": 6.933365724402788e-07,
+      "loss": 17.2656,
+      "step": 18407
+    },
+    {
+      "epoch": 1.2225542936840008,
+      "grad_norm": 252.17764282226562,
+      "learning_rate": 6.932342043237647e-07,
+      "loss": 13.9375,
+      "step": 18408
+    },
+    {
+      "epoch": 1.2226207079763565,
+      "grad_norm": 704.8826904296875,
+      "learning_rate": 6.931318397557408e-07,
+      "loss": 25.4844,
+      "step": 18409
+    },
+    {
+      "epoch": 1.2226871222687121,
+      "grad_norm": 241.3828582763672,
+      "learning_rate": 6.930294787373905e-07,
+      "loss": 17.3125,
+      "step": 18410
+    },
+    {
+      "epoch": 1.222753536561068,
+      "grad_norm": 675.64892578125,
+      "learning_rate": 6.929271212698984e-07,
+      "loss": 18.9062,
+      "step": 18411
+    },
+    {
+      "epoch": 1.2228199508534237,
+      "grad_norm": 164.40589904785156,
+      "learning_rate": 6.92824767354448e-07,
+      "loss": 14.6406,
+      "step": 18412
+    },
+    {
+      "epoch": 1.2228863651457793,
+      "grad_norm": 243.51104736328125,
+      "learning_rate": 6.927224169922239e-07,
+      "loss": 17.1406,
+      "step": 18413
+    },
+    {
+      "epoch": 1.2229527794381352,
+      "grad_norm": 531.611083984375,
+      "learning_rate": 6.926200701844095e-07,
+      "loss": 13.3281,
+      "step": 18414
+    },
+    {
+      "epoch": 1.2230191937304908,
+      "grad_norm": 265.3531799316406,
+      "learning_rate": 6.925177269321892e-07,
+      "loss": 21.2031,
+      "step": 18415
+    },
+    {
+      "epoch": 1.2230856080228465,
+      "grad_norm": 224.85691833496094,
+      "learning_rate": 6.924153872367459e-07,
+      "loss": 16.625,
+      "step": 18416
+    },
+    {
+      "epoch": 1.2231520223152021,
+      "grad_norm": 237.7779083251953,
+      "learning_rate": 6.923130510992643e-07,
+      "loss": 19.6406,
+      "step": 18417
+    },
+    {
+      "epoch": 1.223218436607558,
+      "grad_norm": 393.5396423339844,
+      "learning_rate": 6.922107185209281e-07,
+      "loss": 14.9375,
+      "step": 18418
+    },
+    {
+      "epoch": 1.2232848508999137,
+      "grad_norm": 105.34147644042969,
+      "learning_rate": 6.921083895029207e-07,
+      "loss": 12.6094,
+      "step": 18419
+    },
+    {
+      "epoch": 1.2233512651922693,
+      "grad_norm": 368.36767578125,
+      "learning_rate": 6.920060640464261e-07,
+      "loss": 24.25,
+      "step": 18420
+    },
+    {
+      "epoch": 1.223417679484625,
+      "grad_norm": 204.62208557128906,
+      "learning_rate": 6.919037421526273e-07,
+      "loss": 19.4844,
+      "step": 18421
+    },
+    {
+      "epoch": 1.2234840937769809,
+      "grad_norm": 247.30465698242188,
+      "learning_rate": 6.918014238227088e-07,
+      "loss": 15.6406,
+      "step": 18422
+    },
+    {
+      "epoch": 1.2235505080693365,
+      "grad_norm": 303.4980163574219,
+      "learning_rate": 6.916991090578534e-07,
+      "loss": 16.0625,
+      "step": 18423
+    },
+    {
+      "epoch": 1.2236169223616922,
+      "grad_norm": 264.0089111328125,
+      "learning_rate": 6.915967978592453e-07,
+      "loss": 13.7656,
+      "step": 18424
+    },
+    {
+      "epoch": 1.223683336654048,
+      "grad_norm": 545.4867553710938,
+      "learning_rate": 6.914944902280672e-07,
+      "loss": 15.7578,
+      "step": 18425
+    },
+    {
+      "epoch": 1.2237497509464037,
+      "grad_norm": 753.5519409179688,
+      "learning_rate": 6.913921861655032e-07,
+      "loss": 15.4531,
+      "step": 18426
+    },
+    {
+      "epoch": 1.2238161652387594,
+      "grad_norm": 298.9073791503906,
+      "learning_rate": 6.912898856727362e-07,
+      "loss": 13.9062,
+      "step": 18427
+    },
+    {
+      "epoch": 1.223882579531115,
+      "grad_norm": 127.86556243896484,
+      "learning_rate": 6.911875887509502e-07,
+      "loss": 16.6875,
+      "step": 18428
+    },
+    {
+      "epoch": 1.2239489938234709,
+      "grad_norm": 172.74496459960938,
+      "learning_rate": 6.910852954013277e-07,
+      "loss": 16.0312,
+      "step": 18429
+    },
+    {
+      "epoch": 1.2240154081158265,
+      "grad_norm": 326.762451171875,
+      "learning_rate": 6.909830056250526e-07,
+      "loss": 20.9531,
+      "step": 18430
+    },
+    {
+      "epoch": 1.2240818224081822,
+      "grad_norm": 97.00283813476562,
+      "learning_rate": 6.908807194233078e-07,
+      "loss": 12.1094,
+      "step": 18431
+    },
+    {
+      "epoch": 1.2241482367005379,
+      "grad_norm": 155.7801971435547,
+      "learning_rate": 6.907784367972768e-07,
+      "loss": 12.75,
+      "step": 18432
+    },
+    {
+      "epoch": 1.2242146509928937,
+      "grad_norm": 260.5281677246094,
+      "learning_rate": 6.90676157748142e-07,
+      "loss": 18.4219,
+      "step": 18433
+    },
+    {
+      "epoch": 1.2242810652852494,
+      "grad_norm": 11436.056640625,
+      "learning_rate": 6.905738822770877e-07,
+      "loss": 16.9062,
+      "step": 18434
+    },
+    {
+      "epoch": 1.224347479577605,
+      "grad_norm": 184.26766967773438,
+      "learning_rate": 6.904716103852958e-07,
+      "loss": 16.0469,
+      "step": 18435
+    },
+    {
+      "epoch": 1.224413893869961,
+      "grad_norm": 95.55416107177734,
+      "learning_rate": 6.903693420739503e-07,
+      "loss": 12.3125,
+      "step": 18436
+    },
+    {
+      "epoch": 1.2244803081623166,
+      "grad_norm": 167.9170379638672,
+      "learning_rate": 6.902670773442332e-07,
+      "loss": 12.7344,
+      "step": 18437
+    },
+    {
+      "epoch": 1.2245467224546722,
+      "grad_norm": 186.60638427734375,
+      "learning_rate": 6.901648161973284e-07,
+      "loss": 17.5312,
+      "step": 18438
+    },
+    {
+      "epoch": 1.2246131367470279,
+      "grad_norm": 263.1343688964844,
+      "learning_rate": 6.90062558634418e-07,
+      "loss": 19.3906,
+      "step": 18439
+    },
+    {
+      "epoch": 1.2246795510393838,
+      "grad_norm": 237.4715576171875,
+      "learning_rate": 6.899603046566853e-07,
+      "loss": 17.5781,
+      "step": 18440
+    },
+    {
+      "epoch": 1.2247459653317394,
+      "grad_norm": 184.51878356933594,
+      "learning_rate": 6.898580542653131e-07,
+      "loss": 15.4531,
+      "step": 18441
+    },
+    {
+      "epoch": 1.224812379624095,
+      "grad_norm": 232.2737274169922,
+      "learning_rate": 6.897558074614842e-07,
+      "loss": 15.5,
+      "step": 18442
+    },
+    {
+      "epoch": 1.2248787939164507,
+      "grad_norm": 207.0204620361328,
+      "learning_rate": 6.896535642463808e-07,
+      "loss": 15.875,
+      "step": 18443
+    },
+    {
+      "epoch": 1.2249452082088066,
+      "grad_norm": 137.49972534179688,
+      "learning_rate": 6.895513246211864e-07,
+      "loss": 15.6094,
+      "step": 18444
+    },
+    {
+      "epoch": 1.2250116225011622,
+      "grad_norm": 263.00067138671875,
+      "learning_rate": 6.894490885870831e-07,
+      "loss": 16.9531,
+      "step": 18445
+    },
+    {
+      "epoch": 1.225078036793518,
+      "grad_norm": 257.6295471191406,
+      "learning_rate": 6.893468561452538e-07,
+      "loss": 19.875,
+      "step": 18446
+    },
+    {
+      "epoch": 1.2251444510858738,
+      "grad_norm": 180.1463165283203,
+      "learning_rate": 6.892446272968806e-07,
+      "loss": 16.3594,
+      "step": 18447
+    },
+    {
+      "epoch": 1.2252108653782294,
+      "grad_norm": 143.04043579101562,
+      "learning_rate": 6.891424020431467e-07,
+      "loss": 16.375,
+      "step": 18448
+    },
+    {
+      "epoch": 1.225277279670585,
+      "grad_norm": 128.77223205566406,
+      "learning_rate": 6.890401803852341e-07,
+      "loss": 16.1094,
+      "step": 18449
+    },
+    {
+      "epoch": 1.2253436939629407,
+      "grad_norm": 169.25799560546875,
+      "learning_rate": 6.889379623243257e-07,
+      "loss": 18.4062,
+      "step": 18450
+    },
+    {
+      "epoch": 1.2254101082552966,
+      "grad_norm": 283.89990234375,
+      "learning_rate": 6.888357478616029e-07,
+      "loss": 15.0625,
+      "step": 18451
+    },
+    {
+      "epoch": 1.2254765225476523,
+      "grad_norm": 706.5927734375,
+      "learning_rate": 6.887335369982494e-07,
+      "loss": 15.9844,
+      "step": 18452
+    },
+    {
+      "epoch": 1.225542936840008,
+      "grad_norm": 301.0103454589844,
+      "learning_rate": 6.886313297354465e-07,
+      "loss": 16.1562,
+      "step": 18453
+    },
+    {
+      "epoch": 1.2256093511323636,
+      "grad_norm": 232.95196533203125,
+      "learning_rate": 6.885291260743766e-07,
+      "loss": 16.5625,
+      "step": 18454
+    },
+    {
+      "epoch": 1.2256757654247195,
+      "grad_norm": 288.103515625,
+      "learning_rate": 6.884269260162228e-07,
+      "loss": 10.25,
+      "step": 18455
+    },
+    {
+      "epoch": 1.225742179717075,
+      "grad_norm": 368.77008056640625,
+      "learning_rate": 6.883247295621662e-07,
+      "loss": 24.25,
+      "step": 18456
+    },
+    {
+      "epoch": 1.2258085940094308,
+      "grad_norm": 172.2616729736328,
+      "learning_rate": 6.882225367133898e-07,
+      "loss": 15.6719,
+      "step": 18457
+    },
+    {
+      "epoch": 1.2258750083017866,
+      "grad_norm": 146.45700073242188,
+      "learning_rate": 6.881203474710749e-07,
+      "loss": 10.8438,
+      "step": 18458
+    },
+    {
+      "epoch": 1.2259414225941423,
+      "grad_norm": 138.88168334960938,
+      "learning_rate": 6.880181618364041e-07,
+      "loss": 16.0781,
+      "step": 18459
+    },
+    {
+      "epoch": 1.226007836886498,
+      "grad_norm": 212.38595581054688,
+      "learning_rate": 6.879159798105593e-07,
+      "loss": 17.75,
+      "step": 18460
+    },
+    {
+      "epoch": 1.2260742511788536,
+      "grad_norm": 180.22662353515625,
+      "learning_rate": 6.878138013947227e-07,
+      "loss": 14.3125,
+      "step": 18461
+    },
+    {
+      "epoch": 1.2261406654712095,
+      "grad_norm": 303.3546142578125,
+      "learning_rate": 6.87711626590076e-07,
+      "loss": 19.5156,
+      "step": 18462
+    },
+    {
+      "epoch": 1.2262070797635651,
+      "grad_norm": 282.2728271484375,
+      "learning_rate": 6.876094553978012e-07,
+      "loss": 18.5469,
+      "step": 18463
+    },
+    {
+      "epoch": 1.2262734940559208,
+      "grad_norm": 161.0057373046875,
+      "learning_rate": 6.875072878190795e-07,
+      "loss": 16.6406,
+      "step": 18464
+    },
+    {
+      "epoch": 1.2263399083482764,
+      "grad_norm": 181.9626007080078,
+      "learning_rate": 6.874051238550939e-07,
+      "loss": 13.4688,
+      "step": 18465
+    },
+    {
+      "epoch": 1.2264063226406323,
+      "grad_norm": 132.5433349609375,
+      "learning_rate": 6.873029635070254e-07,
+      "loss": 19.1406,
+      "step": 18466
+    },
+    {
+      "epoch": 1.226472736932988,
+      "grad_norm": 104.82037353515625,
+      "learning_rate": 6.87200806776056e-07,
+      "loss": 14.875,
+      "step": 18467
+    },
+    {
+      "epoch": 1.2265391512253436,
+      "grad_norm": 106.5405502319336,
+      "learning_rate": 6.870986536633667e-07,
+      "loss": 15.5625,
+      "step": 18468
+    },
+    {
+      "epoch": 1.2266055655176995,
+      "grad_norm": 87.8199462890625,
+      "learning_rate": 6.869965041701404e-07,
+      "loss": 14.2031,
+      "step": 18469
+    },
+    {
+      "epoch": 1.2266719798100552,
+      "grad_norm": 1099.513916015625,
+      "learning_rate": 6.868943582975579e-07,
+      "loss": 15.25,
+      "step": 18470
+    },
+    {
+      "epoch": 1.2267383941024108,
+      "grad_norm": 216.6953887939453,
+      "learning_rate": 6.867922160468011e-07,
+      "loss": 15.9219,
+      "step": 18471
+    },
+    {
+      "epoch": 1.2268048083947665,
+      "grad_norm": 253.74208068847656,
+      "learning_rate": 6.866900774190507e-07,
+      "loss": 19.9844,
+      "step": 18472
+    },
+    {
+      "epoch": 1.2268712226871223,
+      "grad_norm": 278.3248596191406,
+      "learning_rate": 6.865879424154895e-07,
+      "loss": 20.4375,
+      "step": 18473
+    },
+    {
+      "epoch": 1.226937636979478,
+      "grad_norm": 670.3837280273438,
+      "learning_rate": 6.864858110372979e-07,
+      "loss": 12.0781,
+      "step": 18474
+    },
+    {
+      "epoch": 1.2270040512718337,
+      "grad_norm": 156.2468719482422,
+      "learning_rate": 6.863836832856579e-07,
+      "loss": 10.0938,
+      "step": 18475
+    },
+    {
+      "epoch": 1.2270704655641893,
+      "grad_norm": 424.47314453125,
+      "learning_rate": 6.862815591617503e-07,
+      "loss": 17.375,
+      "step": 18476
+    },
+    {
+      "epoch": 1.2271368798565452,
+      "grad_norm": 268.89404296875,
+      "learning_rate": 6.86179438666757e-07,
+      "loss": 15.9531,
+      "step": 18477
+    },
+    {
+      "epoch": 1.2272032941489008,
+      "grad_norm": 435.7847900390625,
+      "learning_rate": 6.860773218018588e-07,
+      "loss": 20.9219,
+      "step": 18478
+    },
+    {
+      "epoch": 1.2272697084412565,
+      "grad_norm": 147.71827697753906,
+      "learning_rate": 6.859752085682373e-07,
+      "loss": 13.2188,
+      "step": 18479
+    },
+    {
+      "epoch": 1.2273361227336124,
+      "grad_norm": 145.68365478515625,
+      "learning_rate": 6.858730989670732e-07,
+      "loss": 20.0312,
+      "step": 18480
+    },
+    {
+      "epoch": 1.227402537025968,
+      "grad_norm": 225.0443572998047,
+      "learning_rate": 6.857709929995485e-07,
+      "loss": 18.6562,
+      "step": 18481
+    },
+    {
+      "epoch": 1.2274689513183237,
+      "grad_norm": 159.73492431640625,
+      "learning_rate": 6.856688906668433e-07,
+      "loss": 17.2656,
+      "step": 18482
+    },
+    {
+      "epoch": 1.2275353656106793,
+      "grad_norm": 175.82855224609375,
+      "learning_rate": 6.855667919701393e-07,
+      "loss": 27.625,
+      "step": 18483
+    },
+    {
+      "epoch": 1.2276017799030352,
+      "grad_norm": 646.6146240234375,
+      "learning_rate": 6.854646969106173e-07,
+      "loss": 16.0469,
+      "step": 18484
+    },
+    {
+      "epoch": 1.2276681941953909,
+      "grad_norm": 180.32174682617188,
+      "learning_rate": 6.853626054894583e-07,
+      "loss": 14.1719,
+      "step": 18485
+    },
+    {
+      "epoch": 1.2277346084877465,
+      "grad_norm": 117.91899108886719,
+      "learning_rate": 6.852605177078432e-07,
+      "loss": 15.2812,
+      "step": 18486
+    },
+    {
+      "epoch": 1.2278010227801022,
+      "grad_norm": 247.30088806152344,
+      "learning_rate": 6.851584335669531e-07,
+      "loss": 14.3906,
+      "step": 18487
+    },
+    {
+      "epoch": 1.227867437072458,
+      "grad_norm": 315.20562744140625,
+      "learning_rate": 6.850563530679685e-07,
+      "loss": 16.9531,
+      "step": 18488
+    },
+    {
+      "epoch": 1.2279338513648137,
+      "grad_norm": 160.11663818359375,
+      "learning_rate": 6.849542762120701e-07,
+      "loss": 14.6719,
+      "step": 18489
+    },
+    {
+      "epoch": 1.2280002656571694,
+      "grad_norm": 193.026123046875,
+      "learning_rate": 6.848522030004395e-07,
+      "loss": 13.2031,
+      "step": 18490
+    },
+    {
+      "epoch": 1.2280666799495252,
+      "grad_norm": 276.4999694824219,
+      "learning_rate": 6.847501334342568e-07,
+      "loss": 15.1719,
+      "step": 18491
+    },
+    {
+      "epoch": 1.2281330942418809,
+      "grad_norm": 233.5753173828125,
+      "learning_rate": 6.846480675147028e-07,
+      "loss": 21.8594,
+      "step": 18492
+    },
+    {
+      "epoch": 1.2281995085342365,
+      "grad_norm": 277.74981689453125,
+      "learning_rate": 6.845460052429579e-07,
+      "loss": 22.2656,
+      "step": 18493
+    },
+    {
+      "epoch": 1.2282659228265922,
+      "grad_norm": 139.09596252441406,
+      "learning_rate": 6.844439466202033e-07,
+      "loss": 18.0,
+      "step": 18494
+    },
+    {
+      "epoch": 1.228332337118948,
+      "grad_norm": 298.7821044921875,
+      "learning_rate": 6.843418916476187e-07,
+      "loss": 17.0156,
+      "step": 18495
+    },
+    {
+      "epoch": 1.2283987514113037,
+      "grad_norm": 123.42842864990234,
+      "learning_rate": 6.842398403263853e-07,
+      "loss": 17.125,
+      "step": 18496
+    },
+    {
+      "epoch": 1.2284651657036594,
+      "grad_norm": 176.62310791015625,
+      "learning_rate": 6.841377926576832e-07,
+      "loss": 18.7188,
+      "step": 18497
+    },
+    {
+      "epoch": 1.228531579996015,
+      "grad_norm": 185.3522491455078,
+      "learning_rate": 6.840357486426934e-07,
+      "loss": 20.7344,
+      "step": 18498
+    },
+    {
+      "epoch": 1.228597994288371,
+      "grad_norm": 231.0794677734375,
+      "learning_rate": 6.839337082825953e-07,
+      "loss": 17.9219,
+      "step": 18499
+    },
+    {
+      "epoch": 1.2286644085807266,
+      "grad_norm": 259.49700927734375,
+      "learning_rate": 6.838316715785703e-07,
+      "loss": 14.0312,
+      "step": 18500
+    },
+    {
+      "epoch": 1.2287308228730822,
+      "grad_norm": 377.01953125,
+      "learning_rate": 6.837296385317977e-07,
+      "loss": 18.5469,
+      "step": 18501
+    },
+    {
+      "epoch": 1.228797237165438,
+      "grad_norm": 331.1976623535156,
+      "learning_rate": 6.83627609143459e-07,
+      "loss": 17.5469,
+      "step": 18502
+    },
+    {
+      "epoch": 1.2288636514577937,
+      "grad_norm": 226.9539794921875,
+      "learning_rate": 6.83525583414733e-07,
+      "loss": 18.875,
+      "step": 18503
+    },
+    {
+      "epoch": 1.2289300657501494,
+      "grad_norm": 92.389404296875,
+      "learning_rate": 6.834235613468009e-07,
+      "loss": 17.0312,
+      "step": 18504
+    },
+    {
+      "epoch": 1.228996480042505,
+      "grad_norm": 294.57135009765625,
+      "learning_rate": 6.833215429408424e-07,
+      "loss": 15.5156,
+      "step": 18505
+    },
+    {
+      "epoch": 1.229062894334861,
+      "grad_norm": 293.0491638183594,
+      "learning_rate": 6.832195281980379e-07,
+      "loss": 13.3281,
+      "step": 18506
+    },
+    {
+      "epoch": 1.2291293086272166,
+      "grad_norm": 188.6357421875,
+      "learning_rate": 6.831175171195666e-07,
+      "loss": 15.2344,
+      "step": 18507
+    },
+    {
+      "epoch": 1.2291957229195722,
+      "grad_norm": 251.82334899902344,
+      "learning_rate": 6.830155097066098e-07,
+      "loss": 15.4531,
+      "step": 18508
+    },
+    {
+      "epoch": 1.229262137211928,
+      "grad_norm": 214.9506378173828,
+      "learning_rate": 6.829135059603466e-07,
+      "loss": 12.2656,
+      "step": 18509
+    },
+    {
+      "epoch": 1.2293285515042838,
+      "grad_norm": 168.39222717285156,
+      "learning_rate": 6.828115058819571e-07,
+      "loss": 19.8984,
+      "step": 18510
+    },
+    {
+      "epoch": 1.2293949657966394,
+      "grad_norm": 240.97825622558594,
+      "learning_rate": 6.82709509472621e-07,
+      "loss": 24.6562,
+      "step": 18511
+    },
+    {
+      "epoch": 1.229461380088995,
+      "grad_norm": 242.67999267578125,
+      "learning_rate": 6.826075167335186e-07,
+      "loss": 15.9375,
+      "step": 18512
+    },
+    {
+      "epoch": 1.229527794381351,
+      "grad_norm": 220.10726928710938,
+      "learning_rate": 6.825055276658294e-07,
+      "loss": 15.7031,
+      "step": 18513
+    },
+    {
+      "epoch": 1.2295942086737066,
+      "grad_norm": 174.50088500976562,
+      "learning_rate": 6.824035422707332e-07,
+      "loss": 13.8438,
+      "step": 18514
+    },
+    {
+      "epoch": 1.2296606229660623,
+      "grad_norm": 174.5514678955078,
+      "learning_rate": 6.823015605494093e-07,
+      "loss": 11.5938,
+      "step": 18515
+    },
+    {
+      "epoch": 1.229727037258418,
+      "grad_norm": 142.1597442626953,
+      "learning_rate": 6.821995825030382e-07,
+      "loss": 16.4531,
+      "step": 18516
+    },
+    {
+      "epoch": 1.2297934515507738,
+      "grad_norm": 126.76184844970703,
+      "learning_rate": 6.820976081327989e-07,
+      "loss": 17.0625,
+      "step": 18517
+    },
+    {
+      "epoch": 1.2298598658431295,
+      "grad_norm": 250.80612182617188,
+      "learning_rate": 6.819956374398714e-07,
+      "loss": 12.6953,
+      "step": 18518
+    },
+    {
+      "epoch": 1.229926280135485,
+      "grad_norm": 235.1708221435547,
+      "learning_rate": 6.818936704254345e-07,
+      "loss": 12.7656,
+      "step": 18519
+    },
+    {
+      "epoch": 1.2299926944278408,
+      "grad_norm": 180.6484832763672,
+      "learning_rate": 6.817917070906686e-07,
+      "loss": 15.8438,
+      "step": 18520
+    },
+    {
+      "epoch": 1.2300591087201966,
+      "grad_norm": 143.36358642578125,
+      "learning_rate": 6.816897474367526e-07,
+      "loss": 15.0312,
+      "step": 18521
+    },
+    {
+      "epoch": 1.2301255230125523,
+      "grad_norm": 214.81752014160156,
+      "learning_rate": 6.815877914648662e-07,
+      "loss": 15.2969,
+      "step": 18522
+    },
+    {
+      "epoch": 1.230191937304908,
+      "grad_norm": 493.1742248535156,
+      "learning_rate": 6.814858391761884e-07,
+      "loss": 15.1562,
+      "step": 18523
+    },
+    {
+      "epoch": 1.2302583515972638,
+      "grad_norm": 146.03224182128906,
+      "learning_rate": 6.813838905718989e-07,
+      "loss": 12.4062,
+      "step": 18524
+    },
+    {
+      "epoch": 1.2303247658896195,
+      "grad_norm": 154.4071502685547,
+      "learning_rate": 6.812819456531766e-07,
+      "loss": 15.4844,
+      "step": 18525
+    },
+    {
+      "epoch": 1.2303911801819751,
+      "grad_norm": 326.0797119140625,
+      "learning_rate": 6.81180004421201e-07,
+      "loss": 15.9531,
+      "step": 18526
+    },
+    {
+      "epoch": 1.2304575944743308,
+      "grad_norm": 132.95379638671875,
+      "learning_rate": 6.810780668771516e-07,
+      "loss": 19.0312,
+      "step": 18527
+    },
+    {
+      "epoch": 1.2305240087666867,
+      "grad_norm": 186.79566955566406,
+      "learning_rate": 6.809761330222068e-07,
+      "loss": 14.5781,
+      "step": 18528
+    },
+    {
+      "epoch": 1.2305904230590423,
+      "grad_norm": 174.69927978515625,
+      "learning_rate": 6.808742028575465e-07,
+      "loss": 15.5781,
+      "step": 18529
+    },
+    {
+      "epoch": 1.230656837351398,
+      "grad_norm": 256.7933349609375,
+      "learning_rate": 6.807722763843492e-07,
+      "loss": 14.7969,
+      "step": 18530
+    },
+    {
+      "epoch": 1.2307232516437536,
+      "grad_norm": 157.0043487548828,
+      "learning_rate": 6.806703536037943e-07,
+      "loss": 13.2969,
+      "step": 18531
+    },
+    {
+      "epoch": 1.2307896659361095,
+      "grad_norm": 147.25291442871094,
+      "learning_rate": 6.805684345170604e-07,
+      "loss": 17.2266,
+      "step": 18532
+    },
+    {
+      "epoch": 1.2308560802284652,
+      "grad_norm": 144.85972595214844,
+      "learning_rate": 6.804665191253269e-07,
+      "loss": 15.9531,
+      "step": 18533
+    },
+    {
+      "epoch": 1.2309224945208208,
+      "grad_norm": 164.58775329589844,
+      "learning_rate": 6.803646074297722e-07,
+      "loss": 16.9062,
+      "step": 18534
+    },
+    {
+      "epoch": 1.2309889088131767,
+      "grad_norm": 194.48373413085938,
+      "learning_rate": 6.802626994315756e-07,
+      "loss": 13.9844,
+      "step": 18535
+    },
+    {
+      "epoch": 1.2310553231055323,
+      "grad_norm": 202.84751892089844,
+      "learning_rate": 6.801607951319155e-07,
+      "loss": 18.0312,
+      "step": 18536
+    },
+    {
+      "epoch": 1.231121737397888,
+      "grad_norm": 264.4496765136719,
+      "learning_rate": 6.80058894531971e-07,
+      "loss": 18.4219,
+      "step": 18537
+    },
+    {
+      "epoch": 1.2311881516902436,
+      "grad_norm": 284.94580078125,
+      "learning_rate": 6.799569976329208e-07,
+      "loss": 25.6875,
+      "step": 18538
+    },
+    {
+      "epoch": 1.2312545659825995,
+      "grad_norm": 251.6920623779297,
+      "learning_rate": 6.798551044359436e-07,
+      "loss": 15.0938,
+      "step": 18539
+    },
+    {
+      "epoch": 1.2313209802749552,
+      "grad_norm": 189.6193084716797,
+      "learning_rate": 6.797532149422176e-07,
+      "loss": 17.8125,
+      "step": 18540
+    },
+    {
+      "epoch": 1.2313873945673108,
+      "grad_norm": 160.55337524414062,
+      "learning_rate": 6.79651329152922e-07,
+      "loss": 17.0156,
+      "step": 18541
+    },
+    {
+      "epoch": 1.2314538088596665,
+      "grad_norm": 231.29812622070312,
+      "learning_rate": 6.795494470692351e-07,
+      "loss": 15.7656,
+      "step": 18542
+    },
+    {
+      "epoch": 1.2315202231520224,
+      "grad_norm": 273.2544250488281,
+      "learning_rate": 6.794475686923355e-07,
+      "loss": 10.5,
+      "step": 18543
+    },
+    {
+      "epoch": 1.231586637444378,
+      "grad_norm": 227.407470703125,
+      "learning_rate": 6.793456940234011e-07,
+      "loss": 18.4375,
+      "step": 18544
+    },
+    {
+      "epoch": 1.2316530517367337,
+      "grad_norm": 332.7454833984375,
+      "learning_rate": 6.792438230636115e-07,
+      "loss": 14.0391,
+      "step": 18545
+    },
+    {
+      "epoch": 1.2317194660290895,
+      "grad_norm": 221.0797882080078,
+      "learning_rate": 6.791419558141437e-07,
+      "loss": 14.1719,
+      "step": 18546
+    },
+    {
+      "epoch": 1.2317858803214452,
+      "grad_norm": 388.56298828125,
+      "learning_rate": 6.790400922761775e-07,
+      "loss": 13.7344,
+      "step": 18547
+    },
+    {
+      "epoch": 1.2318522946138009,
+      "grad_norm": 193.76705932617188,
+      "learning_rate": 6.789382324508899e-07,
+      "loss": 19.8281,
+      "step": 18548
+    },
+    {
+      "epoch": 1.2319187089061565,
+      "grad_norm": 211.92535400390625,
+      "learning_rate": 6.7883637633946e-07,
+      "loss": 13.9219,
+      "step": 18549
+    },
+    {
+      "epoch": 1.2319851231985124,
+      "grad_norm": 306.8650207519531,
+      "learning_rate": 6.787345239430651e-07,
+      "loss": 15.5938,
+      "step": 18550
+    },
+    {
+      "epoch": 1.232051537490868,
+      "grad_norm": 138.7302703857422,
+      "learning_rate": 6.786326752628846e-07,
+      "loss": 16.4531,
+      "step": 18551
+    },
+    {
+      "epoch": 1.2321179517832237,
+      "grad_norm": 173.1810302734375,
+      "learning_rate": 6.785308303000958e-07,
+      "loss": 12.875,
+      "step": 18552
+    },
+    {
+      "epoch": 1.2321843660755794,
+      "grad_norm": 221.1193084716797,
+      "learning_rate": 6.784289890558772e-07,
+      "loss": 22.4844,
+      "step": 18553
+    },
+    {
+      "epoch": 1.2322507803679352,
+      "grad_norm": 250.61329650878906,
+      "learning_rate": 6.783271515314061e-07,
+      "loss": 15.2344,
+      "step": 18554
+    },
+    {
+      "epoch": 1.2323171946602909,
+      "grad_norm": 171.11138916015625,
+      "learning_rate": 6.782253177278614e-07,
+      "loss": 17.6875,
+      "step": 18555
+    },
+    {
+      "epoch": 1.2323836089526465,
+      "grad_norm": 191.3485870361328,
+      "learning_rate": 6.781234876464206e-07,
+      "loss": 13.2188,
+      "step": 18556
+    },
+    {
+      "epoch": 1.2324500232450024,
+      "grad_norm": 165.11094665527344,
+      "learning_rate": 6.780216612882619e-07,
+      "loss": 15.7969,
+      "step": 18557
+    },
+    {
+      "epoch": 1.232516437537358,
+      "grad_norm": 232.5052947998047,
+      "learning_rate": 6.779198386545625e-07,
+      "loss": 16.5703,
+      "step": 18558
+    },
+    {
+      "epoch": 1.2325828518297137,
+      "grad_norm": 201.36807250976562,
+      "learning_rate": 6.778180197465011e-07,
+      "loss": 14.4219,
+      "step": 18559
+    },
+    {
+      "epoch": 1.2326492661220694,
+      "grad_norm": 125.7235107421875,
+      "learning_rate": 6.77716204565255e-07,
+      "loss": 18.4844,
+      "step": 18560
+    },
+    {
+      "epoch": 1.2327156804144253,
+      "grad_norm": 193.8264923095703,
+      "learning_rate": 6.77614393112002e-07,
+      "loss": 19.4688,
+      "step": 18561
+    },
+    {
+      "epoch": 1.232782094706781,
+      "grad_norm": 204.40408325195312,
+      "learning_rate": 6.775125853879194e-07,
+      "loss": 16.5938,
+      "step": 18562
+    },
+    {
+      "epoch": 1.2328485089991366,
+      "grad_norm": 220.45994567871094,
+      "learning_rate": 6.774107813941855e-07,
+      "loss": 18.4219,
+      "step": 18563
+    },
+    {
+      "epoch": 1.2329149232914922,
+      "grad_norm": 193.84031677246094,
+      "learning_rate": 6.773089811319778e-07,
+      "loss": 11.6016,
+      "step": 18564
+    },
+    {
+      "epoch": 1.232981337583848,
+      "grad_norm": 147.85739135742188,
+      "learning_rate": 6.772071846024736e-07,
+      "loss": 17.3906,
+      "step": 18565
+    },
+    {
+      "epoch": 1.2330477518762037,
+      "grad_norm": 187.92172241210938,
+      "learning_rate": 6.77105391806851e-07,
+      "loss": 16.9531,
+      "step": 18566
+    },
+    {
+      "epoch": 1.2331141661685594,
+      "grad_norm": 326.4048156738281,
+      "learning_rate": 6.770036027462863e-07,
+      "loss": 19.25,
+      "step": 18567
+    },
+    {
+      "epoch": 1.2331805804609153,
+      "grad_norm": 255.3961181640625,
+      "learning_rate": 6.769018174219583e-07,
+      "loss": 21.2344,
+      "step": 18568
+    },
+    {
+      "epoch": 1.233246994753271,
+      "grad_norm": 300.8358459472656,
+      "learning_rate": 6.768000358350435e-07,
+      "loss": 23.2969,
+      "step": 18569
+    },
+    {
+      "epoch": 1.2333134090456266,
+      "grad_norm": 223.9627685546875,
+      "learning_rate": 6.766982579867195e-07,
+      "loss": 18.6406,
+      "step": 18570
+    },
+    {
+      "epoch": 1.2333798233379822,
+      "grad_norm": 126.89056396484375,
+      "learning_rate": 6.765964838781635e-07,
+      "loss": 12.3594,
+      "step": 18571
+    },
+    {
+      "epoch": 1.2334462376303381,
+      "grad_norm": 270.3037414550781,
+      "learning_rate": 6.764947135105532e-07,
+      "loss": 17.9688,
+      "step": 18572
+    },
+    {
+      "epoch": 1.2335126519226938,
+      "grad_norm": 199.79934692382812,
+      "learning_rate": 6.763929468850653e-07,
+      "loss": 15.0469,
+      "step": 18573
+    },
+    {
+      "epoch": 1.2335790662150494,
+      "grad_norm": 269.3251953125,
+      "learning_rate": 6.762911840028774e-07,
+      "loss": 16.9375,
+      "step": 18574
+    },
+    {
+      "epoch": 1.233645480507405,
+      "grad_norm": 675.4781494140625,
+      "learning_rate": 6.76189424865166e-07,
+      "loss": 15.125,
+      "step": 18575
+    },
+    {
+      "epoch": 1.233711894799761,
+      "grad_norm": 151.97317504882812,
+      "learning_rate": 6.76087669473109e-07,
+      "loss": 20.375,
+      "step": 18576
+    },
+    {
+      "epoch": 1.2337783090921166,
+      "grad_norm": 149.44583129882812,
+      "learning_rate": 6.759859178278828e-07,
+      "loss": 15.0938,
+      "step": 18577
+    },
+    {
+      "epoch": 1.2338447233844723,
+      "grad_norm": 117.65778350830078,
+      "learning_rate": 6.75884169930665e-07,
+      "loss": 18.9219,
+      "step": 18578
+    },
+    {
+      "epoch": 1.2339111376768281,
+      "grad_norm": 259.17041015625,
+      "learning_rate": 6.757824257826317e-07,
+      "loss": 17.5781,
+      "step": 18579
+    },
+    {
+      "epoch": 1.2339775519691838,
+      "grad_norm": 245.61026000976562,
+      "learning_rate": 6.756806853849608e-07,
+      "loss": 16.8281,
+      "step": 18580
+    },
+    {
+      "epoch": 1.2340439662615394,
+      "grad_norm": 122.52361297607422,
+      "learning_rate": 6.755789487388286e-07,
+      "loss": 14.625,
+      "step": 18581
+    },
+    {
+      "epoch": 1.234110380553895,
+      "grad_norm": 243.19686889648438,
+      "learning_rate": 6.754772158454122e-07,
+      "loss": 15.3594,
+      "step": 18582
+    },
+    {
+      "epoch": 1.234176794846251,
+      "grad_norm": 879.6861572265625,
+      "learning_rate": 6.753754867058879e-07,
+      "loss": 26.0,
+      "step": 18583
+    },
+    {
+      "epoch": 1.2342432091386066,
+      "grad_norm": 305.2471618652344,
+      "learning_rate": 6.75273761321433e-07,
+      "loss": 18.7031,
+      "step": 18584
+    },
+    {
+      "epoch": 1.2343096234309623,
+      "grad_norm": 1759.0350341796875,
+      "learning_rate": 6.751720396932238e-07,
+      "loss": 18.9844,
+      "step": 18585
+    },
+    {
+      "epoch": 1.234376037723318,
+      "grad_norm": 147.11795043945312,
+      "learning_rate": 6.750703218224375e-07,
+      "loss": 12.1719,
+      "step": 18586
+    },
+    {
+      "epoch": 1.2344424520156738,
+      "grad_norm": 410.6148376464844,
+      "learning_rate": 6.749686077102501e-07,
+      "loss": 14.1719,
+      "step": 18587
+    },
+    {
+      "epoch": 1.2345088663080295,
+      "grad_norm": 143.25535583496094,
+      "learning_rate": 6.748668973578387e-07,
+      "loss": 16.0469,
+      "step": 18588
+    },
+    {
+      "epoch": 1.2345752806003851,
+      "grad_norm": 277.7967529296875,
+      "learning_rate": 6.747651907663789e-07,
+      "loss": 23.9375,
+      "step": 18589
+    },
+    {
+      "epoch": 1.234641694892741,
+      "grad_norm": 595.0712890625,
+      "learning_rate": 6.746634879370484e-07,
+      "loss": 23.4531,
+      "step": 18590
+    },
+    {
+      "epoch": 1.2347081091850967,
+      "grad_norm": 246.9907989501953,
+      "learning_rate": 6.745617888710229e-07,
+      "loss": 12.8438,
+      "step": 18591
+    },
+    {
+      "epoch": 1.2347745234774523,
+      "grad_norm": 147.58021545410156,
+      "learning_rate": 6.744600935694791e-07,
+      "loss": 14.0312,
+      "step": 18592
+    },
+    {
+      "epoch": 1.234840937769808,
+      "grad_norm": 155.6219482421875,
+      "learning_rate": 6.743584020335928e-07,
+      "loss": 14.4219,
+      "step": 18593
+    },
+    {
+      "epoch": 1.2349073520621638,
+      "grad_norm": 513.04150390625,
+      "learning_rate": 6.742567142645412e-07,
+      "loss": 27.2969,
+      "step": 18594
+    },
+    {
+      "epoch": 1.2349737663545195,
+      "grad_norm": 148.0772247314453,
+      "learning_rate": 6.741550302634998e-07,
+      "loss": 16.9531,
+      "step": 18595
+    },
+    {
+      "epoch": 1.2350401806468752,
+      "grad_norm": 129.23292541503906,
+      "learning_rate": 6.740533500316455e-07,
+      "loss": 15.9219,
+      "step": 18596
+    },
+    {
+      "epoch": 1.2351065949392308,
+      "grad_norm": 178.37240600585938,
+      "learning_rate": 6.739516735701535e-07,
+      "loss": 12.4062,
+      "step": 18597
+    },
+    {
+      "epoch": 1.2351730092315867,
+      "grad_norm": 207.35140991210938,
+      "learning_rate": 6.738500008802011e-07,
+      "loss": 16.9062,
+      "step": 18598
+    },
+    {
+      "epoch": 1.2352394235239423,
+      "grad_norm": 127.12202453613281,
+      "learning_rate": 6.737483319629635e-07,
+      "loss": 15.0,
+      "step": 18599
+    },
+    {
+      "epoch": 1.235305837816298,
+      "grad_norm": 133.00096130371094,
+      "learning_rate": 6.736466668196168e-07,
+      "loss": 16.125,
+      "step": 18600
+    },
+    {
+      "epoch": 1.2353722521086539,
+      "grad_norm": 134.5223846435547,
+      "learning_rate": 6.735450054513379e-07,
+      "loss": 16.1875,
+      "step": 18601
+    },
+    {
+      "epoch": 1.2354386664010095,
+      "grad_norm": 236.4583282470703,
+      "learning_rate": 6.734433478593017e-07,
+      "loss": 16.8438,
+      "step": 18602
+    },
+    {
+      "epoch": 1.2355050806933652,
+      "grad_norm": 170.47763061523438,
+      "learning_rate": 6.733416940446848e-07,
+      "loss": 15.5312,
+      "step": 18603
+    },
+    {
+      "epoch": 1.2355714949857208,
+      "grad_norm": 335.75079345703125,
+      "learning_rate": 6.732400440086626e-07,
+      "loss": 21.8438,
+      "step": 18604
+    },
+    {
+      "epoch": 1.2356379092780767,
+      "grad_norm": 180.1547088623047,
+      "learning_rate": 6.731383977524113e-07,
+      "loss": 15.7344,
+      "step": 18605
+    },
+    {
+      "epoch": 1.2357043235704324,
+      "grad_norm": 200.12588500976562,
+      "learning_rate": 6.730367552771065e-07,
+      "loss": 14.0156,
+      "step": 18606
+    },
+    {
+      "epoch": 1.235770737862788,
+      "grad_norm": 276.47674560546875,
+      "learning_rate": 6.729351165839241e-07,
+      "loss": 15.0625,
+      "step": 18607
+    },
+    {
+      "epoch": 1.2358371521551437,
+      "grad_norm": 185.02593994140625,
+      "learning_rate": 6.728334816740393e-07,
+      "loss": 14.6094,
+      "step": 18608
+    },
+    {
+      "epoch": 1.2359035664474995,
+      "grad_norm": 301.7026062011719,
+      "learning_rate": 6.727318505486288e-07,
+      "loss": 14.5,
+      "step": 18609
+    },
+    {
+      "epoch": 1.2359699807398552,
+      "grad_norm": 143.84765625,
+      "learning_rate": 6.726302232088668e-07,
+      "loss": 17.3594,
+      "step": 18610
+    },
+    {
+      "epoch": 1.2360363950322109,
+      "grad_norm": 378.6376953125,
+      "learning_rate": 6.7252859965593e-07,
+      "loss": 17.3125,
+      "step": 18611
+    },
+    {
+      "epoch": 1.2361028093245667,
+      "grad_norm": 183.41995239257812,
+      "learning_rate": 6.724269798909935e-07,
+      "loss": 15.4219,
+      "step": 18612
+    },
+    {
+      "epoch": 1.2361692236169224,
+      "grad_norm": 345.75201416015625,
+      "learning_rate": 6.723253639152329e-07,
+      "loss": 19.875,
+      "step": 18613
+    },
+    {
+      "epoch": 1.236235637909278,
+      "grad_norm": 577.0604248046875,
+      "learning_rate": 6.722237517298231e-07,
+      "loss": 16.4688,
+      "step": 18614
+    },
+    {
+      "epoch": 1.236302052201634,
+      "grad_norm": 329.2543029785156,
+      "learning_rate": 6.721221433359405e-07,
+      "loss": 18.8281,
+      "step": 18615
+    },
+    {
+      "epoch": 1.2363684664939896,
+      "grad_norm": 204.57131958007812,
+      "learning_rate": 6.720205387347595e-07,
+      "loss": 24.7969,
+      "step": 18616
+    },
+    {
+      "epoch": 1.2364348807863452,
+      "grad_norm": 409.5426940917969,
+      "learning_rate": 6.719189379274561e-07,
+      "loss": 16.9531,
+      "step": 18617
+    },
+    {
+      "epoch": 1.2365012950787009,
+      "grad_norm": 496.79254150390625,
+      "learning_rate": 6.718173409152048e-07,
+      "loss": 25.2812,
+      "step": 18618
+    },
+    {
+      "epoch": 1.2365677093710565,
+      "grad_norm": 1259.999755859375,
+      "learning_rate": 6.717157476991817e-07,
+      "loss": 16.0312,
+      "step": 18619
+    },
+    {
+      "epoch": 1.2366341236634124,
+      "grad_norm": 212.7269744873047,
+      "learning_rate": 6.716141582805612e-07,
+      "loss": 14.1406,
+      "step": 18620
+    },
+    {
+      "epoch": 1.236700537955768,
+      "grad_norm": 200.657958984375,
+      "learning_rate": 6.715125726605191e-07,
+      "loss": 14.3125,
+      "step": 18621
+    },
+    {
+      "epoch": 1.2367669522481237,
+      "grad_norm": 320.8392028808594,
+      "learning_rate": 6.714109908402297e-07,
+      "loss": 16.9062,
+      "step": 18622
+    },
+    {
+      "epoch": 1.2368333665404796,
+      "grad_norm": 201.98126220703125,
+      "learning_rate": 6.713094128208688e-07,
+      "loss": 11.5078,
+      "step": 18623
+    },
+    {
+      "epoch": 1.2368997808328352,
+      "grad_norm": 241.08560180664062,
+      "learning_rate": 6.71207838603611e-07,
+      "loss": 15.0312,
+      "step": 18624
+    },
+    {
+      "epoch": 1.236966195125191,
+      "grad_norm": 181.72853088378906,
+      "learning_rate": 6.711062681896314e-07,
+      "loss": 17.8281,
+      "step": 18625
+    },
+    {
+      "epoch": 1.2370326094175468,
+      "grad_norm": 156.38003540039062,
+      "learning_rate": 6.710047015801046e-07,
+      "loss": 12.2188,
+      "step": 18626
+    },
+    {
+      "epoch": 1.2370990237099024,
+      "grad_norm": 229.95726013183594,
+      "learning_rate": 6.709031387762063e-07,
+      "loss": 17.0312,
+      "step": 18627
+    },
+    {
+      "epoch": 1.237165438002258,
+      "grad_norm": 1117.0516357421875,
+      "learning_rate": 6.7080157977911e-07,
+      "loss": 16.5625,
+      "step": 18628
+    },
+    {
+      "epoch": 1.2372318522946137,
+      "grad_norm": 221.70249938964844,
+      "learning_rate": 6.707000245899917e-07,
+      "loss": 22.0,
+      "step": 18629
+    },
+    {
+      "epoch": 1.2372982665869694,
+      "grad_norm": 212.91290283203125,
+      "learning_rate": 6.705984732100253e-07,
+      "loss": 13.6094,
+      "step": 18630
+    },
+    {
+      "epoch": 1.2373646808793253,
+      "grad_norm": 166.04466247558594,
+      "learning_rate": 6.704969256403861e-07,
+      "loss": 14.0781,
+      "step": 18631
+    },
+    {
+      "epoch": 1.237431095171681,
+      "grad_norm": 351.8772277832031,
+      "learning_rate": 6.703953818822481e-07,
+      "loss": 15.8281,
+      "step": 18632
+    },
+    {
+      "epoch": 1.2374975094640366,
+      "grad_norm": 97.08809661865234,
+      "learning_rate": 6.702938419367865e-07,
+      "loss": 12.5938,
+      "step": 18633
+    },
+    {
+      "epoch": 1.2375639237563925,
+      "grad_norm": 155.7783966064453,
+      "learning_rate": 6.701923058051755e-07,
+      "loss": 15.2969,
+      "step": 18634
+    },
+    {
+      "epoch": 1.2376303380487481,
+      "grad_norm": 136.4520263671875,
+      "learning_rate": 6.700907734885901e-07,
+      "loss": 11.9688,
+      "step": 18635
+    },
+    {
+      "epoch": 1.2376967523411038,
+      "grad_norm": 176.6942596435547,
+      "learning_rate": 6.699892449882039e-07,
+      "loss": 14.4219,
+      "step": 18636
+    },
+    {
+      "epoch": 1.2377631666334596,
+      "grad_norm": 193.5024871826172,
+      "learning_rate": 6.698877203051918e-07,
+      "loss": 15.0938,
+      "step": 18637
+    },
+    {
+      "epoch": 1.2378295809258153,
+      "grad_norm": 193.49183654785156,
+      "learning_rate": 6.697861994407285e-07,
+      "loss": 13.8125,
+      "step": 18638
+    },
+    {
+      "epoch": 1.237895995218171,
+      "grad_norm": 363.15716552734375,
+      "learning_rate": 6.696846823959878e-07,
+      "loss": 18.1875,
+      "step": 18639
+    },
+    {
+      "epoch": 1.2379624095105266,
+      "grad_norm": 151.0556182861328,
+      "learning_rate": 6.695831691721446e-07,
+      "loss": 13.9453,
+      "step": 18640
+    },
+    {
+      "epoch": 1.2380288238028823,
+      "grad_norm": 157.5080108642578,
+      "learning_rate": 6.694816597703725e-07,
+      "loss": 22.7969,
+      "step": 18641
+    },
+    {
+      "epoch": 1.2380952380952381,
+      "grad_norm": 165.9993133544922,
+      "learning_rate": 6.693801541918461e-07,
+      "loss": 11.0469,
+      "step": 18642
+    },
+    {
+      "epoch": 1.2381616523875938,
+      "grad_norm": 815.1029663085938,
+      "learning_rate": 6.692786524377392e-07,
+      "loss": 14.7969,
+      "step": 18643
+    },
+    {
+      "epoch": 1.2382280666799494,
+      "grad_norm": 234.9213409423828,
+      "learning_rate": 6.691771545092264e-07,
+      "loss": 15.5781,
+      "step": 18644
+    },
+    {
+      "epoch": 1.2382944809723053,
+      "grad_norm": 234.99673461914062,
+      "learning_rate": 6.690756604074814e-07,
+      "loss": 16.3125,
+      "step": 18645
+    },
+    {
+      "epoch": 1.238360895264661,
+      "grad_norm": 133.98728942871094,
+      "learning_rate": 6.689741701336784e-07,
+      "loss": 14.6172,
+      "step": 18646
+    },
+    {
+      "epoch": 1.2384273095570166,
+      "grad_norm": 139.0279541015625,
+      "learning_rate": 6.688726836889911e-07,
+      "loss": 16.7812,
+      "step": 18647
+    },
+    {
+      "epoch": 1.2384937238493725,
+      "grad_norm": 200.80892944335938,
+      "learning_rate": 6.687712010745939e-07,
+      "loss": 20.0312,
+      "step": 18648
+    },
+    {
+      "epoch": 1.2385601381417282,
+      "grad_norm": 135.99301147460938,
+      "learning_rate": 6.686697222916605e-07,
+      "loss": 14.125,
+      "step": 18649
+    },
+    {
+      "epoch": 1.2386265524340838,
+      "grad_norm": 145.94093322753906,
+      "learning_rate": 6.685682473413645e-07,
+      "loss": 12.3906,
+      "step": 18650
+    },
+    {
+      "epoch": 1.2386929667264395,
+      "grad_norm": 188.17874145507812,
+      "learning_rate": 6.684667762248801e-07,
+      "loss": 14.5156,
+      "step": 18651
+    },
+    {
+      "epoch": 1.2387593810187951,
+      "grad_norm": 147.42010498046875,
+      "learning_rate": 6.683653089433807e-07,
+      "loss": 17.4219,
+      "step": 18652
+    },
+    {
+      "epoch": 1.238825795311151,
+      "grad_norm": 262.9342041015625,
+      "learning_rate": 6.682638454980401e-07,
+      "loss": 16.8438,
+      "step": 18653
+    },
+    {
+      "epoch": 1.2388922096035067,
+      "grad_norm": 173.6879119873047,
+      "learning_rate": 6.681623858900323e-07,
+      "loss": 17.5469,
+      "step": 18654
+    },
+    {
+      "epoch": 1.2389586238958623,
+      "grad_norm": 173.93023681640625,
+      "learning_rate": 6.680609301205304e-07,
+      "loss": 11.5,
+      "step": 18655
+    },
+    {
+      "epoch": 1.2390250381882182,
+      "grad_norm": 240.12799072265625,
+      "learning_rate": 6.679594781907085e-07,
+      "loss": 13.2734,
+      "step": 18656
+    },
+    {
+      "epoch": 1.2390914524805738,
+      "grad_norm": 307.8880310058594,
+      "learning_rate": 6.678580301017396e-07,
+      "loss": 23.0938,
+      "step": 18657
+    },
+    {
+      "epoch": 1.2391578667729295,
+      "grad_norm": 456.22479248046875,
+      "learning_rate": 6.677565858547977e-07,
+      "loss": 18.2344,
+      "step": 18658
+    },
+    {
+      "epoch": 1.2392242810652854,
+      "grad_norm": 193.07325744628906,
+      "learning_rate": 6.67655145451056e-07,
+      "loss": 21.2812,
+      "step": 18659
+    },
+    {
+      "epoch": 1.239290695357641,
+      "grad_norm": 105.06246185302734,
+      "learning_rate": 6.675537088916881e-07,
+      "loss": 12.3281,
+      "step": 18660
+    },
+    {
+      "epoch": 1.2393571096499967,
+      "grad_norm": 214.55447387695312,
+      "learning_rate": 6.674522761778667e-07,
+      "loss": 17.0469,
+      "step": 18661
+    },
+    {
+      "epoch": 1.2394235239423523,
+      "grad_norm": 212.41409301757812,
+      "learning_rate": 6.673508473107661e-07,
+      "loss": 21.7188,
+      "step": 18662
+    },
+    {
+      "epoch": 1.239489938234708,
+      "grad_norm": 204.23678588867188,
+      "learning_rate": 6.672494222915588e-07,
+      "loss": 19.0156,
+      "step": 18663
+    },
+    {
+      "epoch": 1.2395563525270639,
+      "grad_norm": 150.84962463378906,
+      "learning_rate": 6.671480011214186e-07,
+      "loss": 19.7656,
+      "step": 18664
+    },
+    {
+      "epoch": 1.2396227668194195,
+      "grad_norm": 181.78285217285156,
+      "learning_rate": 6.670465838015179e-07,
+      "loss": 14.0938,
+      "step": 18665
+    },
+    {
+      "epoch": 1.2396891811117752,
+      "grad_norm": 774.1065673828125,
+      "learning_rate": 6.669451703330308e-07,
+      "loss": 17.3906,
+      "step": 18666
+    },
+    {
+      "epoch": 1.239755595404131,
+      "grad_norm": 133.9020233154297,
+      "learning_rate": 6.668437607171298e-07,
+      "loss": 22.3125,
+      "step": 18667
+    },
+    {
+      "epoch": 1.2398220096964867,
+      "grad_norm": 203.8839569091797,
+      "learning_rate": 6.66742354954988e-07,
+      "loss": 12.4453,
+      "step": 18668
+    },
+    {
+      "epoch": 1.2398884239888424,
+      "grad_norm": 197.05374145507812,
+      "learning_rate": 6.666409530477784e-07,
+      "loss": 23.1094,
+      "step": 18669
+    },
+    {
+      "epoch": 1.2399548382811982,
+      "grad_norm": 785.8466186523438,
+      "learning_rate": 6.665395549966743e-07,
+      "loss": 19.0781,
+      "step": 18670
+    },
+    {
+      "epoch": 1.240021252573554,
+      "grad_norm": 194.89271545410156,
+      "learning_rate": 6.66438160802848e-07,
+      "loss": 19.9062,
+      "step": 18671
+    },
+    {
+      "epoch": 1.2400876668659095,
+      "grad_norm": 132.4224090576172,
+      "learning_rate": 6.66336770467473e-07,
+      "loss": 19.5469,
+      "step": 18672
+    },
+    {
+      "epoch": 1.2401540811582652,
+      "grad_norm": 256.12896728515625,
+      "learning_rate": 6.662353839917216e-07,
+      "loss": 14.0625,
+      "step": 18673
+    },
+    {
+      "epoch": 1.2402204954506209,
+      "grad_norm": 170.98338317871094,
+      "learning_rate": 6.661340013767667e-07,
+      "loss": 16.7031,
+      "step": 18674
+    },
+    {
+      "epoch": 1.2402869097429767,
+      "grad_norm": 274.4854431152344,
+      "learning_rate": 6.660326226237816e-07,
+      "loss": 17.2656,
+      "step": 18675
+    },
+    {
+      "epoch": 1.2403533240353324,
+      "grad_norm": 187.6240692138672,
+      "learning_rate": 6.659312477339383e-07,
+      "loss": 16.875,
+      "step": 18676
+    },
+    {
+      "epoch": 1.240419738327688,
+      "grad_norm": 274.4452209472656,
+      "learning_rate": 6.658298767084099e-07,
+      "loss": 18.1875,
+      "step": 18677
+    },
+    {
+      "epoch": 1.240486152620044,
+      "grad_norm": 241.98028564453125,
+      "learning_rate": 6.657285095483682e-07,
+      "loss": 17.4375,
+      "step": 18678
+    },
+    {
+      "epoch": 1.2405525669123996,
+      "grad_norm": 261.1669921875,
+      "learning_rate": 6.656271462549869e-07,
+      "loss": 17.1875,
+      "step": 18679
+    },
+    {
+      "epoch": 1.2406189812047552,
+      "grad_norm": 238.1981658935547,
+      "learning_rate": 6.655257868294378e-07,
+      "loss": 17.0938,
+      "step": 18680
+    },
+    {
+      "epoch": 1.240685395497111,
+      "grad_norm": 194.65704345703125,
+      "learning_rate": 6.654244312728938e-07,
+      "loss": 20.8906,
+      "step": 18681
+    },
+    {
+      "epoch": 1.2407518097894668,
+      "grad_norm": 173.8130645751953,
+      "learning_rate": 6.653230795865266e-07,
+      "loss": 11.9531,
+      "step": 18682
+    },
+    {
+      "epoch": 1.2408182240818224,
+      "grad_norm": 220.85995483398438,
+      "learning_rate": 6.652217317715092e-07,
+      "loss": 15.4062,
+      "step": 18683
+    },
+    {
+      "epoch": 1.240884638374178,
+      "grad_norm": 305.6994934082031,
+      "learning_rate": 6.651203878290138e-07,
+      "loss": 11.3672,
+      "step": 18684
+    },
+    {
+      "epoch": 1.2409510526665337,
+      "grad_norm": 176.50094604492188,
+      "learning_rate": 6.650190477602129e-07,
+      "loss": 16.1094,
+      "step": 18685
+    },
+    {
+      "epoch": 1.2410174669588896,
+      "grad_norm": 215.6669464111328,
+      "learning_rate": 6.649177115662778e-07,
+      "loss": 15.1094,
+      "step": 18686
+    },
+    {
+      "epoch": 1.2410838812512452,
+      "grad_norm": 140.9961700439453,
+      "learning_rate": 6.64816379248382e-07,
+      "loss": 17.5469,
+      "step": 18687
+    },
+    {
+      "epoch": 1.241150295543601,
+      "grad_norm": 114.68461608886719,
+      "learning_rate": 6.647150508076969e-07,
+      "loss": 12.6875,
+      "step": 18688
+    },
+    {
+      "epoch": 1.2412167098359568,
+      "grad_norm": 158.83331298828125,
+      "learning_rate": 6.64613726245395e-07,
+      "loss": 16.75,
+      "step": 18689
+    },
+    {
+      "epoch": 1.2412831241283124,
+      "grad_norm": 156.77281188964844,
+      "learning_rate": 6.645124055626474e-07,
+      "loss": 15.0469,
+      "step": 18690
+    },
+    {
+      "epoch": 1.241349538420668,
+      "grad_norm": 272.7125244140625,
+      "learning_rate": 6.644110887606278e-07,
+      "loss": 17.7734,
+      "step": 18691
+    },
+    {
+      "epoch": 1.241415952713024,
+      "grad_norm": 169.91741943359375,
+      "learning_rate": 6.643097758405064e-07,
+      "loss": 12.7812,
+      "step": 18692
+    },
+    {
+      "epoch": 1.2414823670053796,
+      "grad_norm": 1669.9691162109375,
+      "learning_rate": 6.642084668034564e-07,
+      "loss": 13.4531,
+      "step": 18693
+    },
+    {
+      "epoch": 1.2415487812977353,
+      "grad_norm": 198.3609161376953,
+      "learning_rate": 6.641071616506491e-07,
+      "loss": 16.9531,
+      "step": 18694
+    },
+    {
+      "epoch": 1.241615195590091,
+      "grad_norm": 115.33932495117188,
+      "learning_rate": 6.640058603832566e-07,
+      "loss": 13.8594,
+      "step": 18695
+    },
+    {
+      "epoch": 1.2416816098824466,
+      "grad_norm": 936.2240600585938,
+      "learning_rate": 6.6390456300245e-07,
+      "loss": 16.5938,
+      "step": 18696
+    },
+    {
+      "epoch": 1.2417480241748025,
+      "grad_norm": 323.8195495605469,
+      "learning_rate": 6.638032695094022e-07,
+      "loss": 11.7344,
+      "step": 18697
+    },
+    {
+      "epoch": 1.241814438467158,
+      "grad_norm": 171.0701141357422,
+      "learning_rate": 6.637019799052841e-07,
+      "loss": 16.25,
+      "step": 18698
+    },
+    {
+      "epoch": 1.2418808527595138,
+      "grad_norm": 173.58197021484375,
+      "learning_rate": 6.636006941912677e-07,
+      "loss": 14.7188,
+      "step": 18699
+    },
+    {
+      "epoch": 1.2419472670518696,
+      "grad_norm": 160.66973876953125,
+      "learning_rate": 6.634994123685242e-07,
+      "loss": 15.4062,
+      "step": 18700
+    },
+    {
+      "epoch": 1.2420136813442253,
+      "grad_norm": 184.45779418945312,
+      "learning_rate": 6.633981344382259e-07,
+      "loss": 16.3125,
+      "step": 18701
+    },
+    {
+      "epoch": 1.242080095636581,
+      "grad_norm": 242.94122314453125,
+      "learning_rate": 6.632968604015436e-07,
+      "loss": 20.3125,
+      "step": 18702
+    },
+    {
+      "epoch": 1.2421465099289368,
+      "grad_norm": 271.5477294921875,
+      "learning_rate": 6.631955902596492e-07,
+      "loss": 16.2969,
+      "step": 18703
+    },
+    {
+      "epoch": 1.2422129242212925,
+      "grad_norm": 200.15057373046875,
+      "learning_rate": 6.630943240137137e-07,
+      "loss": 19.3125,
+      "step": 18704
+    },
+    {
+      "epoch": 1.2422793385136481,
+      "grad_norm": 250.51132202148438,
+      "learning_rate": 6.629930616649091e-07,
+      "loss": 18.8906,
+      "step": 18705
+    },
+    {
+      "epoch": 1.2423457528060038,
+      "grad_norm": 272.4100036621094,
+      "learning_rate": 6.628918032144063e-07,
+      "loss": 16.9062,
+      "step": 18706
+    },
+    {
+      "epoch": 1.2424121670983594,
+      "grad_norm": 250.34841918945312,
+      "learning_rate": 6.627905486633769e-07,
+      "loss": 17.9688,
+      "step": 18707
+    },
+    {
+      "epoch": 1.2424785813907153,
+      "grad_norm": 140.55203247070312,
+      "learning_rate": 6.626892980129916e-07,
+      "loss": 17.3438,
+      "step": 18708
+    },
+    {
+      "epoch": 1.242544995683071,
+      "grad_norm": 110.68602752685547,
+      "learning_rate": 6.625880512644224e-07,
+      "loss": 13.8906,
+      "step": 18709
+    },
+    {
+      "epoch": 1.2426114099754266,
+      "grad_norm": 106.68917083740234,
+      "learning_rate": 6.6248680841884e-07,
+      "loss": 14.6406,
+      "step": 18710
+    },
+    {
+      "epoch": 1.2426778242677825,
+      "grad_norm": 1380.6917724609375,
+      "learning_rate": 6.623855694774151e-07,
+      "loss": 11.2891,
+      "step": 18711
+    },
+    {
+      "epoch": 1.2427442385601382,
+      "grad_norm": 224.2925262451172,
+      "learning_rate": 6.622843344413199e-07,
+      "loss": 16.7969,
+      "step": 18712
+    },
+    {
+      "epoch": 1.2428106528524938,
+      "grad_norm": 241.25914001464844,
+      "learning_rate": 6.621831033117244e-07,
+      "loss": 15.5312,
+      "step": 18713
+    },
+    {
+      "epoch": 1.2428770671448497,
+      "grad_norm": 175.43174743652344,
+      "learning_rate": 6.620818760898003e-07,
+      "loss": 18.3438,
+      "step": 18714
+    },
+    {
+      "epoch": 1.2429434814372053,
+      "grad_norm": 534.5104370117188,
+      "learning_rate": 6.619806527767179e-07,
+      "loss": 20.3594,
+      "step": 18715
+    },
+    {
+      "epoch": 1.243009895729561,
+      "grad_norm": 437.88873291015625,
+      "learning_rate": 6.618794333736486e-07,
+      "loss": 12.8281,
+      "step": 18716
+    },
+    {
+      "epoch": 1.2430763100219167,
+      "grad_norm": 307.2725524902344,
+      "learning_rate": 6.617782178817627e-07,
+      "loss": 16.0625,
+      "step": 18717
+    },
+    {
+      "epoch": 1.2431427243142723,
+      "grad_norm": 127.5473403930664,
+      "learning_rate": 6.616770063022317e-07,
+      "loss": 13.4375,
+      "step": 18718
+    },
+    {
+      "epoch": 1.2432091386066282,
+      "grad_norm": 149.41075134277344,
+      "learning_rate": 6.615757986362259e-07,
+      "loss": 12.2031,
+      "step": 18719
+    },
+    {
+      "epoch": 1.2432755528989838,
+      "grad_norm": 129.80540466308594,
+      "learning_rate": 6.614745948849162e-07,
+      "loss": 15.5,
+      "step": 18720
+    },
+    {
+      "epoch": 1.2433419671913395,
+      "grad_norm": 152.7552032470703,
+      "learning_rate": 6.613733950494728e-07,
+      "loss": 17.375,
+      "step": 18721
+    },
+    {
+      "epoch": 1.2434083814836954,
+      "grad_norm": 442.6773986816406,
+      "learning_rate": 6.612721991310671e-07,
+      "loss": 17.375,
+      "step": 18722
+    },
+    {
+      "epoch": 1.243474795776051,
+      "grad_norm": 282.2135009765625,
+      "learning_rate": 6.611710071308691e-07,
+      "loss": 19.4062,
+      "step": 18723
+    },
+    {
+      "epoch": 1.2435412100684067,
+      "grad_norm": 838.6262817382812,
+      "learning_rate": 6.610698190500498e-07,
+      "loss": 29.0,
+      "step": 18724
+    },
+    {
+      "epoch": 1.2436076243607626,
+      "grad_norm": 220.59141540527344,
+      "learning_rate": 6.609686348897788e-07,
+      "loss": 20.8906,
+      "step": 18725
+    },
+    {
+      "epoch": 1.2436740386531182,
+      "grad_norm": 889.7048950195312,
+      "learning_rate": 6.608674546512276e-07,
+      "loss": 13.9688,
+      "step": 18726
+    },
+    {
+      "epoch": 1.2437404529454739,
+      "grad_norm": 176.61952209472656,
+      "learning_rate": 6.607662783355661e-07,
+      "loss": 12.375,
+      "step": 18727
+    },
+    {
+      "epoch": 1.2438068672378295,
+      "grad_norm": 186.12562561035156,
+      "learning_rate": 6.606651059439648e-07,
+      "loss": 11.1719,
+      "step": 18728
+    },
+    {
+      "epoch": 1.2438732815301854,
+      "grad_norm": 235.1989288330078,
+      "learning_rate": 6.605639374775933e-07,
+      "loss": 18.5312,
+      "step": 18729
+    },
+    {
+      "epoch": 1.243939695822541,
+      "grad_norm": 102.98391723632812,
+      "learning_rate": 6.604627729376231e-07,
+      "loss": 12.2656,
+      "step": 18730
+    },
+    {
+      "epoch": 1.2440061101148967,
+      "grad_norm": 239.51165771484375,
+      "learning_rate": 6.603616123252233e-07,
+      "loss": 19.6719,
+      "step": 18731
+    },
+    {
+      "epoch": 1.2440725244072524,
+      "grad_norm": 343.7413024902344,
+      "learning_rate": 6.60260455641565e-07,
+      "loss": 18.6094,
+      "step": 18732
+    },
+    {
+      "epoch": 1.2441389386996082,
+      "grad_norm": 156.14488220214844,
+      "learning_rate": 6.601593028878172e-07,
+      "loss": 13.3672,
+      "step": 18733
+    },
+    {
+      "epoch": 1.2442053529919639,
+      "grad_norm": 168.43931579589844,
+      "learning_rate": 6.600581540651513e-07,
+      "loss": 14.7812,
+      "step": 18734
+    },
+    {
+      "epoch": 1.2442717672843195,
+      "grad_norm": 170.6539306640625,
+      "learning_rate": 6.599570091747361e-07,
+      "loss": 16.3125,
+      "step": 18735
+    },
+    {
+      "epoch": 1.2443381815766754,
+      "grad_norm": 337.6177062988281,
+      "learning_rate": 6.598558682177426e-07,
+      "loss": 24.5,
+      "step": 18736
+    },
+    {
+      "epoch": 1.244404595869031,
+      "grad_norm": 174.88877868652344,
+      "learning_rate": 6.597547311953399e-07,
+      "loss": 15.2812,
+      "step": 18737
+    },
+    {
+      "epoch": 1.2444710101613867,
+      "grad_norm": 399.1219482421875,
+      "learning_rate": 6.596535981086986e-07,
+      "loss": 20.5938,
+      "step": 18738
+    },
+    {
+      "epoch": 1.2445374244537424,
+      "grad_norm": 407.1099853515625,
+      "learning_rate": 6.595524689589878e-07,
+      "loss": 23.8906,
+      "step": 18739
+    },
+    {
+      "epoch": 1.2446038387460983,
+      "grad_norm": 125.12702178955078,
+      "learning_rate": 6.594513437473781e-07,
+      "loss": 17.6328,
+      "step": 18740
+    },
+    {
+      "epoch": 1.244670253038454,
+      "grad_norm": 291.46343994140625,
+      "learning_rate": 6.593502224750387e-07,
+      "loss": 18.1719,
+      "step": 18741
+    },
+    {
+      "epoch": 1.2447366673308096,
+      "grad_norm": 332.4741516113281,
+      "learning_rate": 6.592491051431397e-07,
+      "loss": 11.7578,
+      "step": 18742
+    },
+    {
+      "epoch": 1.2448030816231652,
+      "grad_norm": 168.10671997070312,
+      "learning_rate": 6.591479917528501e-07,
+      "loss": 15.3281,
+      "step": 18743
+    },
+    {
+      "epoch": 1.244869495915521,
+      "grad_norm": 146.8859405517578,
+      "learning_rate": 6.590468823053403e-07,
+      "loss": 15.4688,
+      "step": 18744
+    },
+    {
+      "epoch": 1.2449359102078768,
+      "grad_norm": 224.12132263183594,
+      "learning_rate": 6.589457768017797e-07,
+      "loss": 16.8438,
+      "step": 18745
+    },
+    {
+      "epoch": 1.2450023245002324,
+      "grad_norm": 169.2655029296875,
+      "learning_rate": 6.588446752433376e-07,
+      "loss": 20.1562,
+      "step": 18746
+    },
+    {
+      "epoch": 1.2450687387925883,
+      "grad_norm": 147.2586212158203,
+      "learning_rate": 6.587435776311832e-07,
+      "loss": 18.4844,
+      "step": 18747
+    },
+    {
+      "epoch": 1.245135153084944,
+      "grad_norm": 319.4734191894531,
+      "learning_rate": 6.586424839664866e-07,
+      "loss": 16.8906,
+      "step": 18748
+    },
+    {
+      "epoch": 1.2452015673772996,
+      "grad_norm": 524.7647705078125,
+      "learning_rate": 6.585413942504171e-07,
+      "loss": 16.2812,
+      "step": 18749
+    },
+    {
+      "epoch": 1.2452679816696552,
+      "grad_norm": 147.2221221923828,
+      "learning_rate": 6.584403084841434e-07,
+      "loss": 12.6016,
+      "step": 18750
+    },
+    {
+      "epoch": 1.2453343959620111,
+      "grad_norm": 242.45724487304688,
+      "learning_rate": 6.583392266688356e-07,
+      "loss": 12.9219,
+      "step": 18751
+    },
+    {
+      "epoch": 1.2454008102543668,
+      "grad_norm": 258.68121337890625,
+      "learning_rate": 6.582381488056626e-07,
+      "loss": 33.0156,
+      "step": 18752
+    },
+    {
+      "epoch": 1.2454672245467224,
+      "grad_norm": 340.0829772949219,
+      "learning_rate": 6.581370748957937e-07,
+      "loss": 16.7891,
+      "step": 18753
+    },
+    {
+      "epoch": 1.245533638839078,
+      "grad_norm": 251.8162841796875,
+      "learning_rate": 6.580360049403977e-07,
+      "loss": 14.75,
+      "step": 18754
+    },
+    {
+      "epoch": 1.245600053131434,
+      "grad_norm": 150.1481170654297,
+      "learning_rate": 6.579349389406446e-07,
+      "loss": 16.4844,
+      "step": 18755
+    },
+    {
+      "epoch": 1.2456664674237896,
+      "grad_norm": 323.5795593261719,
+      "learning_rate": 6.578338768977021e-07,
+      "loss": 29.875,
+      "step": 18756
+    },
+    {
+      "epoch": 1.2457328817161453,
+      "grad_norm": 180.22653198242188,
+      "learning_rate": 6.577328188127404e-07,
+      "loss": 16.9375,
+      "step": 18757
+    },
+    {
+      "epoch": 1.2457992960085011,
+      "grad_norm": 168.59739685058594,
+      "learning_rate": 6.57631764686928e-07,
+      "loss": 16.4219,
+      "step": 18758
+    },
+    {
+      "epoch": 1.2458657103008568,
+      "grad_norm": 678.8681030273438,
+      "learning_rate": 6.575307145214343e-07,
+      "loss": 12.6562,
+      "step": 18759
+    },
+    {
+      "epoch": 1.2459321245932125,
+      "grad_norm": 141.3552703857422,
+      "learning_rate": 6.574296683174272e-07,
+      "loss": 13.0156,
+      "step": 18760
+    },
+    {
+      "epoch": 1.245998538885568,
+      "grad_norm": 127.51820373535156,
+      "learning_rate": 6.573286260760766e-07,
+      "loss": 16.5156,
+      "step": 18761
+    },
+    {
+      "epoch": 1.246064953177924,
+      "grad_norm": 272.6967468261719,
+      "learning_rate": 6.572275877985507e-07,
+      "loss": 17.6562,
+      "step": 18762
+    },
+    {
+      "epoch": 1.2461313674702796,
+      "grad_norm": 190.8177947998047,
+      "learning_rate": 6.571265534860185e-07,
+      "loss": 21.5156,
+      "step": 18763
+    },
+    {
+      "epoch": 1.2461977817626353,
+      "grad_norm": 217.68756103515625,
+      "learning_rate": 6.570255231396483e-07,
+      "loss": 18.6562,
+      "step": 18764
+    },
+    {
+      "epoch": 1.246264196054991,
+      "grad_norm": 250.3018341064453,
+      "learning_rate": 6.569244967606096e-07,
+      "loss": 14.7812,
+      "step": 18765
+    },
+    {
+      "epoch": 1.2463306103473468,
+      "grad_norm": 167.56350708007812,
+      "learning_rate": 6.568234743500701e-07,
+      "loss": 13.7344,
+      "step": 18766
+    },
+    {
+      "epoch": 1.2463970246397025,
+      "grad_norm": 224.10971069335938,
+      "learning_rate": 6.567224559091991e-07,
+      "loss": 19.125,
+      "step": 18767
+    },
+    {
+      "epoch": 1.2464634389320581,
+      "grad_norm": 299.5075988769531,
+      "learning_rate": 6.566214414391642e-07,
+      "loss": 21.5312,
+      "step": 18768
+    },
+    {
+      "epoch": 1.246529853224414,
+      "grad_norm": 224.10614013671875,
+      "learning_rate": 6.56520430941135e-07,
+      "loss": 15.0703,
+      "step": 18769
+    },
+    {
+      "epoch": 1.2465962675167697,
+      "grad_norm": 171.54013061523438,
+      "learning_rate": 6.56419424416279e-07,
+      "loss": 19.2812,
+      "step": 18770
+    },
+    {
+      "epoch": 1.2466626818091253,
+      "grad_norm": 165.50784301757812,
+      "learning_rate": 6.563184218657655e-07,
+      "loss": 18.0312,
+      "step": 18771
+    },
+    {
+      "epoch": 1.246729096101481,
+      "grad_norm": 116.08321380615234,
+      "learning_rate": 6.562174232907617e-07,
+      "loss": 11.3516,
+      "step": 18772
+    },
+    {
+      "epoch": 1.2467955103938368,
+      "grad_norm": 745.333251953125,
+      "learning_rate": 6.56116428692437e-07,
+      "loss": 22.7656,
+      "step": 18773
+    },
+    {
+      "epoch": 1.2468619246861925,
+      "grad_norm": 495.19189453125,
+      "learning_rate": 6.560154380719589e-07,
+      "loss": 16.1719,
+      "step": 18774
+    },
+    {
+      "epoch": 1.2469283389785482,
+      "grad_norm": 165.2052459716797,
+      "learning_rate": 6.559144514304962e-07,
+      "loss": 23.2656,
+      "step": 18775
+    },
+    {
+      "epoch": 1.2469947532709038,
+      "grad_norm": 538.7367553710938,
+      "learning_rate": 6.558134687692163e-07,
+      "loss": 27.6875,
+      "step": 18776
+    },
+    {
+      "epoch": 1.2470611675632597,
+      "grad_norm": 151.02133178710938,
+      "learning_rate": 6.557124900892881e-07,
+      "loss": 14.0312,
+      "step": 18777
+    },
+    {
+      "epoch": 1.2471275818556153,
+      "grad_norm": 373.21124267578125,
+      "learning_rate": 6.556115153918787e-07,
+      "loss": 20.2188,
+      "step": 18778
+    },
+    {
+      "epoch": 1.247193996147971,
+      "grad_norm": 326.8614196777344,
+      "learning_rate": 6.555105446781573e-07,
+      "loss": 14.3125,
+      "step": 18779
+    },
+    {
+      "epoch": 1.2472604104403269,
+      "grad_norm": 390.2535705566406,
+      "learning_rate": 6.55409577949291e-07,
+      "loss": 16.0312,
+      "step": 18780
+    },
+    {
+      "epoch": 1.2473268247326825,
+      "grad_norm": 247.12362670898438,
+      "learning_rate": 6.553086152064482e-07,
+      "loss": 16.8203,
+      "step": 18781
+    },
+    {
+      "epoch": 1.2473932390250382,
+      "grad_norm": 140.52456665039062,
+      "learning_rate": 6.552076564507961e-07,
+      "loss": 13.7031,
+      "step": 18782
+    },
+    {
+      "epoch": 1.2474596533173938,
+      "grad_norm": 223.7956085205078,
+      "learning_rate": 6.551067016835034e-07,
+      "loss": 13.1719,
+      "step": 18783
+    },
+    {
+      "epoch": 1.2475260676097497,
+      "grad_norm": 235.9989471435547,
+      "learning_rate": 6.550057509057374e-07,
+      "loss": 17.0781,
+      "step": 18784
+    },
+    {
+      "epoch": 1.2475924819021054,
+      "grad_norm": 218.4537811279297,
+      "learning_rate": 6.549048041186657e-07,
+      "loss": 14.5625,
+      "step": 18785
+    },
+    {
+      "epoch": 1.247658896194461,
+      "grad_norm": 257.2552185058594,
+      "learning_rate": 6.548038613234568e-07,
+      "loss": 20.4375,
+      "step": 18786
+    },
+    {
+      "epoch": 1.2477253104868167,
+      "grad_norm": 300.7508544921875,
+      "learning_rate": 6.547029225212774e-07,
+      "loss": 32.4844,
+      "step": 18787
+    },
+    {
+      "epoch": 1.2477917247791726,
+      "grad_norm": 267.9399719238281,
+      "learning_rate": 6.546019877132957e-07,
+      "loss": 18.8984,
+      "step": 18788
+    },
+    {
+      "epoch": 1.2478581390715282,
+      "grad_norm": 1090.9151611328125,
+      "learning_rate": 6.545010569006786e-07,
+      "loss": 19.4609,
+      "step": 18789
+    },
+    {
+      "epoch": 1.2479245533638839,
+      "grad_norm": 139.3411865234375,
+      "learning_rate": 6.544001300845945e-07,
+      "loss": 17.4766,
+      "step": 18790
+    },
+    {
+      "epoch": 1.2479909676562397,
+      "grad_norm": 439.3275451660156,
+      "learning_rate": 6.542992072662103e-07,
+      "loss": 13.9062,
+      "step": 18791
+    },
+    {
+      "epoch": 1.2480573819485954,
+      "grad_norm": 123.44405364990234,
+      "learning_rate": 6.541982884466937e-07,
+      "loss": 18.9844,
+      "step": 18792
+    },
+    {
+      "epoch": 1.248123796240951,
+      "grad_norm": 227.68746948242188,
+      "learning_rate": 6.540973736272113e-07,
+      "loss": 24.5469,
+      "step": 18793
+    },
+    {
+      "epoch": 1.2481902105333067,
+      "grad_norm": 153.93948364257812,
+      "learning_rate": 6.539964628089316e-07,
+      "loss": 11.375,
+      "step": 18794
+    },
+    {
+      "epoch": 1.2482566248256626,
+      "grad_norm": 185.02955627441406,
+      "learning_rate": 6.538955559930211e-07,
+      "loss": 16.3281,
+      "step": 18795
+    },
+    {
+      "epoch": 1.2483230391180182,
+      "grad_norm": 185.8226776123047,
+      "learning_rate": 6.537946531806473e-07,
+      "loss": 13.8125,
+      "step": 18796
+    },
+    {
+      "epoch": 1.2483894534103739,
+      "grad_norm": 186.0641632080078,
+      "learning_rate": 6.536937543729771e-07,
+      "loss": 16.75,
+      "step": 18797
+    },
+    {
+      "epoch": 1.2484558677027295,
+      "grad_norm": 171.84010314941406,
+      "learning_rate": 6.535928595711784e-07,
+      "loss": 17.1719,
+      "step": 18798
+    },
+    {
+      "epoch": 1.2485222819950854,
+      "grad_norm": 215.5784149169922,
+      "learning_rate": 6.534919687764171e-07,
+      "loss": 15.7188,
+      "step": 18799
+    },
+    {
+      "epoch": 1.248588696287441,
+      "grad_norm": 419.77728271484375,
+      "learning_rate": 6.533910819898612e-07,
+      "loss": 20.5,
+      "step": 18800
+    },
+    {
+      "epoch": 1.2486551105797967,
+      "grad_norm": 145.4680938720703,
+      "learning_rate": 6.532901992126773e-07,
+      "loss": 12.75,
+      "step": 18801
+    },
+    {
+      "epoch": 1.2487215248721526,
+      "grad_norm": 361.9874572753906,
+      "learning_rate": 6.531893204460328e-07,
+      "loss": 17.1172,
+      "step": 18802
+    },
+    {
+      "epoch": 1.2487879391645083,
+      "grad_norm": 331.1067810058594,
+      "learning_rate": 6.530884456910937e-07,
+      "loss": 13.7188,
+      "step": 18803
+    },
+    {
+      "epoch": 1.248854353456864,
+      "grad_norm": 115.7475814819336,
+      "learning_rate": 6.529875749490279e-07,
+      "loss": 13.7656,
+      "step": 18804
+    },
+    {
+      "epoch": 1.2489207677492196,
+      "grad_norm": 190.2462158203125,
+      "learning_rate": 6.528867082210015e-07,
+      "loss": 18.9062,
+      "step": 18805
+    },
+    {
+      "epoch": 1.2489871820415754,
+      "grad_norm": 257.1759338378906,
+      "learning_rate": 6.527858455081816e-07,
+      "loss": 18.7969,
+      "step": 18806
+    },
+    {
+      "epoch": 1.249053596333931,
+      "grad_norm": 162.86447143554688,
+      "learning_rate": 6.526849868117345e-07,
+      "loss": 16.0,
+      "step": 18807
+    },
+    {
+      "epoch": 1.2491200106262867,
+      "grad_norm": 199.04176330566406,
+      "learning_rate": 6.525841321328276e-07,
+      "loss": 20.8906,
+      "step": 18808
+    },
+    {
+      "epoch": 1.2491864249186424,
+      "grad_norm": 409.2171936035156,
+      "learning_rate": 6.524832814726268e-07,
+      "loss": 22.6875,
+      "step": 18809
+    },
+    {
+      "epoch": 1.2492528392109983,
+      "grad_norm": 208.2623748779297,
+      "learning_rate": 6.523824348322995e-07,
+      "loss": 17.375,
+      "step": 18810
+    },
+    {
+      "epoch": 1.249319253503354,
+      "grad_norm": 426.3310546875,
+      "learning_rate": 6.522815922130111e-07,
+      "loss": 15.6719,
+      "step": 18811
+    },
+    {
+      "epoch": 1.2493856677957096,
+      "grad_norm": 160.5722198486328,
+      "learning_rate": 6.521807536159293e-07,
+      "loss": 12.5234,
+      "step": 18812
+    },
+    {
+      "epoch": 1.2494520820880655,
+      "grad_norm": 336.7317810058594,
+      "learning_rate": 6.520799190422197e-07,
+      "loss": 13.4688,
+      "step": 18813
+    },
+    {
+      "epoch": 1.2495184963804211,
+      "grad_norm": 445.7084045410156,
+      "learning_rate": 6.519790884930492e-07,
+      "loss": 13.7656,
+      "step": 18814
+    },
+    {
+      "epoch": 1.2495849106727768,
+      "grad_norm": 357.3811340332031,
+      "learning_rate": 6.518782619695836e-07,
+      "loss": 18.0312,
+      "step": 18815
+    },
+    {
+      "epoch": 1.2496513249651324,
+      "grad_norm": 288.002685546875,
+      "learning_rate": 6.517774394729897e-07,
+      "loss": 14.8281,
+      "step": 18816
+    },
+    {
+      "epoch": 1.2497177392574883,
+      "grad_norm": 166.90921020507812,
+      "learning_rate": 6.516766210044335e-07,
+      "loss": 15.5312,
+      "step": 18817
+    },
+    {
+      "epoch": 1.249784153549844,
+      "grad_norm": 331.8792419433594,
+      "learning_rate": 6.515758065650816e-07,
+      "loss": 23.4062,
+      "step": 18818
+    },
+    {
+      "epoch": 1.2498505678421996,
+      "grad_norm": 129.2334747314453,
+      "learning_rate": 6.514749961560995e-07,
+      "loss": 17.8594,
+      "step": 18819
+    },
+    {
+      "epoch": 1.2499169821345553,
+      "grad_norm": 396.24066162109375,
+      "learning_rate": 6.513741897786536e-07,
+      "loss": 20.2188,
+      "step": 18820
+    },
+    {
+      "epoch": 1.2499833964269111,
+      "grad_norm": 349.559326171875,
+      "learning_rate": 6.512733874339102e-07,
+      "loss": 16.5,
+      "step": 18821
+    },
+    {
+      "epoch": 1.2500498107192668,
+      "grad_norm": 209.40615844726562,
+      "learning_rate": 6.511725891230353e-07,
+      "loss": 19.5938,
+      "step": 18822
+    },
+    {
+      "epoch": 1.2501162250116225,
+      "grad_norm": 232.99322509765625,
+      "learning_rate": 6.510717948471947e-07,
+      "loss": 20.2031,
+      "step": 18823
+    },
+    {
+      "epoch": 1.2501826393039783,
+      "grad_norm": 251.16061401367188,
+      "learning_rate": 6.50971004607554e-07,
+      "loss": 15.9062,
+      "step": 18824
+    },
+    {
+      "epoch": 1.250249053596334,
+      "grad_norm": 816.8379516601562,
+      "learning_rate": 6.5087021840528e-07,
+      "loss": 16.0,
+      "step": 18825
+    },
+    {
+      "epoch": 1.2503154678886896,
+      "grad_norm": 104.87820434570312,
+      "learning_rate": 6.507694362415377e-07,
+      "loss": 13.8906,
+      "step": 18826
+    },
+    {
+      "epoch": 1.2503818821810453,
+      "grad_norm": 147.9222412109375,
+      "learning_rate": 6.506686581174934e-07,
+      "loss": 15.1562,
+      "step": 18827
+    },
+    {
+      "epoch": 1.250448296473401,
+      "grad_norm": 176.16030883789062,
+      "learning_rate": 6.505678840343123e-07,
+      "loss": 13.9844,
+      "step": 18828
+    },
+    {
+      "epoch": 1.2505147107657568,
+      "grad_norm": 140.27261352539062,
+      "learning_rate": 6.504671139931607e-07,
+      "loss": 17.9688,
+      "step": 18829
+    },
+    {
+      "epoch": 1.2505811250581125,
+      "grad_norm": 180.2552947998047,
+      "learning_rate": 6.503663479952038e-07,
+      "loss": 13.0,
+      "step": 18830
+    },
+    {
+      "epoch": 1.2506475393504681,
+      "grad_norm": 162.4140625,
+      "learning_rate": 6.502655860416077e-07,
+      "loss": 15.125,
+      "step": 18831
+    },
+    {
+      "epoch": 1.250713953642824,
+      "grad_norm": 191.2261962890625,
+      "learning_rate": 6.50164828133537e-07,
+      "loss": 16.3125,
+      "step": 18832
+    },
+    {
+      "epoch": 1.2507803679351797,
+      "grad_norm": 164.53819274902344,
+      "learning_rate": 6.500640742721584e-07,
+      "loss": 16.1094,
+      "step": 18833
+    },
+    {
+      "epoch": 1.2508467822275353,
+      "grad_norm": 1710.238037109375,
+      "learning_rate": 6.499633244586366e-07,
+      "loss": 13.625,
+      "step": 18834
+    },
+    {
+      "epoch": 1.2509131965198912,
+      "grad_norm": 271.0054016113281,
+      "learning_rate": 6.498625786941374e-07,
+      "loss": 17.5781,
+      "step": 18835
+    },
+    {
+      "epoch": 1.2509796108122468,
+      "grad_norm": 120.44408416748047,
+      "learning_rate": 6.497618369798255e-07,
+      "loss": 11.2188,
+      "step": 18836
+    },
+    {
+      "epoch": 1.2510460251046025,
+      "grad_norm": 154.54454040527344,
+      "learning_rate": 6.496610993168672e-07,
+      "loss": 16.9531,
+      "step": 18837
+    },
+    {
+      "epoch": 1.2511124393969582,
+      "grad_norm": 253.79736328125,
+      "learning_rate": 6.495603657064272e-07,
+      "loss": 18.6875,
+      "step": 18838
+    },
+    {
+      "epoch": 1.2511788536893138,
+      "grad_norm": 264.6788635253906,
+      "learning_rate": 6.494596361496709e-07,
+      "loss": 17.9375,
+      "step": 18839
+    },
+    {
+      "epoch": 1.2512452679816697,
+      "grad_norm": 1769.2083740234375,
+      "learning_rate": 6.493589106477632e-07,
+      "loss": 31.6094,
+      "step": 18840
+    },
+    {
+      "epoch": 1.2513116822740253,
+      "grad_norm": 301.6267395019531,
+      "learning_rate": 6.492581892018696e-07,
+      "loss": 17.9375,
+      "step": 18841
+    },
+    {
+      "epoch": 1.251378096566381,
+      "grad_norm": 436.2171325683594,
+      "learning_rate": 6.491574718131547e-07,
+      "loss": 20.5938,
+      "step": 18842
+    },
+    {
+      "epoch": 1.2514445108587369,
+      "grad_norm": 309.3599548339844,
+      "learning_rate": 6.490567584827842e-07,
+      "loss": 16.2188,
+      "step": 18843
+    },
+    {
+      "epoch": 1.2515109251510925,
+      "grad_norm": 322.9537353515625,
+      "learning_rate": 6.489560492119224e-07,
+      "loss": 18.1406,
+      "step": 18844
+    },
+    {
+      "epoch": 1.2515773394434482,
+      "grad_norm": 189.3126678466797,
+      "learning_rate": 6.48855344001735e-07,
+      "loss": 16.1406,
+      "step": 18845
+    },
+    {
+      "epoch": 1.251643753735804,
+      "grad_norm": 238.7117919921875,
+      "learning_rate": 6.48754642853386e-07,
+      "loss": 13.6094,
+      "step": 18846
+    },
+    {
+      "epoch": 1.2517101680281597,
+      "grad_norm": 185.0677490234375,
+      "learning_rate": 6.486539457680413e-07,
+      "loss": 17.3438,
+      "step": 18847
+    },
+    {
+      "epoch": 1.2517765823205154,
+      "grad_norm": 259.12847900390625,
+      "learning_rate": 6.485532527468648e-07,
+      "loss": 12.1641,
+      "step": 18848
+    },
+    {
+      "epoch": 1.251842996612871,
+      "grad_norm": 228.21920776367188,
+      "learning_rate": 6.484525637910218e-07,
+      "loss": 14.0312,
+      "step": 18849
+    },
+    {
+      "epoch": 1.2519094109052267,
+      "grad_norm": 280.39776611328125,
+      "learning_rate": 6.483518789016767e-07,
+      "loss": 15.4062,
+      "step": 18850
+    },
+    {
+      "epoch": 1.2519758251975825,
+      "grad_norm": 241.5608367919922,
+      "learning_rate": 6.482511980799944e-07,
+      "loss": 19.3125,
+      "step": 18851
+    },
+    {
+      "epoch": 1.2520422394899382,
+      "grad_norm": 152.3676300048828,
+      "learning_rate": 6.481505213271392e-07,
+      "loss": 18.8438,
+      "step": 18852
+    },
+    {
+      "epoch": 1.2521086537822939,
+      "grad_norm": 246.13499450683594,
+      "learning_rate": 6.480498486442763e-07,
+      "loss": 12.7891,
+      "step": 18853
+    },
+    {
+      "epoch": 1.2521750680746497,
+      "grad_norm": 182.88479614257812,
+      "learning_rate": 6.479491800325692e-07,
+      "loss": 15.375,
+      "step": 18854
+    },
+    {
+      "epoch": 1.2522414823670054,
+      "grad_norm": 226.5944366455078,
+      "learning_rate": 6.478485154931835e-07,
+      "loss": 14.1094,
+      "step": 18855
+    },
+    {
+      "epoch": 1.252307896659361,
+      "grad_norm": 166.83934020996094,
+      "learning_rate": 6.477478550272829e-07,
+      "loss": 15.5,
+      "step": 18856
+    },
+    {
+      "epoch": 1.252374310951717,
+      "grad_norm": 320.997802734375,
+      "learning_rate": 6.476471986360318e-07,
+      "loss": 12.0312,
+      "step": 18857
+    },
+    {
+      "epoch": 1.2524407252440726,
+      "grad_norm": 186.8944549560547,
+      "learning_rate": 6.475465463205951e-07,
+      "loss": 13.9375,
+      "step": 18858
+    },
+    {
+      "epoch": 1.2525071395364282,
+      "grad_norm": 121.71649932861328,
+      "learning_rate": 6.474458980821365e-07,
+      "loss": 13.25,
+      "step": 18859
+    },
+    {
+      "epoch": 1.2525735538287839,
+      "grad_norm": 204.05564880371094,
+      "learning_rate": 6.473452539218207e-07,
+      "loss": 16.1484,
+      "step": 18860
+    },
+    {
+      "epoch": 1.2526399681211395,
+      "grad_norm": 126.90174102783203,
+      "learning_rate": 6.472446138408111e-07,
+      "loss": 13.9375,
+      "step": 18861
+    },
+    {
+      "epoch": 1.2527063824134954,
+      "grad_norm": 241.9027862548828,
+      "learning_rate": 6.471439778402732e-07,
+      "loss": 28.0,
+      "step": 18862
+    },
+    {
+      "epoch": 1.252772796705851,
+      "grad_norm": 390.75433349609375,
+      "learning_rate": 6.470433459213696e-07,
+      "loss": 21.7031,
+      "step": 18863
+    },
+    {
+      "epoch": 1.2528392109982067,
+      "grad_norm": 455.3348083496094,
+      "learning_rate": 6.469427180852656e-07,
+      "loss": 16.6875,
+      "step": 18864
+    },
+    {
+      "epoch": 1.2529056252905626,
+      "grad_norm": 285.273193359375,
+      "learning_rate": 6.468420943331243e-07,
+      "loss": 13.8906,
+      "step": 18865
+    },
+    {
+      "epoch": 1.2529720395829183,
+      "grad_norm": 289.49395751953125,
+      "learning_rate": 6.467414746661102e-07,
+      "loss": 24.6875,
+      "step": 18866
+    },
+    {
+      "epoch": 1.253038453875274,
+      "grad_norm": 293.79217529296875,
+      "learning_rate": 6.466408590853867e-07,
+      "loss": 16.4766,
+      "step": 18867
+    },
+    {
+      "epoch": 1.2531048681676298,
+      "grad_norm": 313.5965881347656,
+      "learning_rate": 6.465402475921182e-07,
+      "loss": 19.8438,
+      "step": 18868
+    },
+    {
+      "epoch": 1.2531712824599854,
+      "grad_norm": 218.4955596923828,
+      "learning_rate": 6.464396401874684e-07,
+      "loss": 20.0312,
+      "step": 18869
+    },
+    {
+      "epoch": 1.253237696752341,
+      "grad_norm": 197.70620727539062,
+      "learning_rate": 6.46339036872601e-07,
+      "loss": 13.0781,
+      "step": 18870
+    },
+    {
+      "epoch": 1.2533041110446967,
+      "grad_norm": 266.6448059082031,
+      "learning_rate": 6.462384376486792e-07,
+      "loss": 16.3438,
+      "step": 18871
+    },
+    {
+      "epoch": 1.2533705253370524,
+      "grad_norm": 430.48492431640625,
+      "learning_rate": 6.461378425168677e-07,
+      "loss": 17.125,
+      "step": 18872
+    },
+    {
+      "epoch": 1.2534369396294083,
+      "grad_norm": 183.54208374023438,
+      "learning_rate": 6.460372514783293e-07,
+      "loss": 19.5,
+      "step": 18873
+    },
+    {
+      "epoch": 1.253503353921764,
+      "grad_norm": 172.35740661621094,
+      "learning_rate": 6.459366645342282e-07,
+      "loss": 22.0938,
+      "step": 18874
+    },
+    {
+      "epoch": 1.2535697682141196,
+      "grad_norm": 140.77413940429688,
+      "learning_rate": 6.45836081685727e-07,
+      "loss": 12.3281,
+      "step": 18875
+    },
+    {
+      "epoch": 1.2536361825064755,
+      "grad_norm": 98.16136169433594,
+      "learning_rate": 6.457355029339904e-07,
+      "loss": 10.4062,
+      "step": 18876
+    },
+    {
+      "epoch": 1.2537025967988311,
+      "grad_norm": 165.02284240722656,
+      "learning_rate": 6.456349282801809e-07,
+      "loss": 11.1094,
+      "step": 18877
+    },
+    {
+      "epoch": 1.2537690110911868,
+      "grad_norm": 290.4444885253906,
+      "learning_rate": 6.455343577254623e-07,
+      "loss": 17.5,
+      "step": 18878
+    },
+    {
+      "epoch": 1.2538354253835426,
+      "grad_norm": 182.70094299316406,
+      "learning_rate": 6.454337912709978e-07,
+      "loss": 16.6562,
+      "step": 18879
+    },
+    {
+      "epoch": 1.2539018396758983,
+      "grad_norm": 222.892578125,
+      "learning_rate": 6.453332289179507e-07,
+      "loss": 16.3125,
+      "step": 18880
+    },
+    {
+      "epoch": 1.253968253968254,
+      "grad_norm": 334.3403625488281,
+      "learning_rate": 6.452326706674844e-07,
+      "loss": 19.0312,
+      "step": 18881
+    },
+    {
+      "epoch": 1.2540346682606096,
+      "grad_norm": 114.57257843017578,
+      "learning_rate": 6.451321165207621e-07,
+      "loss": 13.9609,
+      "step": 18882
+    },
+    {
+      "epoch": 1.2541010825529653,
+      "grad_norm": 1506.1617431640625,
+      "learning_rate": 6.450315664789467e-07,
+      "loss": 13.7578,
+      "step": 18883
+    },
+    {
+      "epoch": 1.2541674968453211,
+      "grad_norm": 153.88890075683594,
+      "learning_rate": 6.449310205432017e-07,
+      "loss": 20.6562,
+      "step": 18884
+    },
+    {
+      "epoch": 1.2542339111376768,
+      "grad_norm": 197.57211303710938,
+      "learning_rate": 6.448304787146893e-07,
+      "loss": 14.1094,
+      "step": 18885
+    },
+    {
+      "epoch": 1.2543003254300324,
+      "grad_norm": 251.8444061279297,
+      "learning_rate": 6.447299409945737e-07,
+      "loss": 17.7656,
+      "step": 18886
+    },
+    {
+      "epoch": 1.2543667397223883,
+      "grad_norm": 612.1528930664062,
+      "learning_rate": 6.446294073840171e-07,
+      "loss": 17.9219,
+      "step": 18887
+    },
+    {
+      "epoch": 1.254433154014744,
+      "grad_norm": 184.1601104736328,
+      "learning_rate": 6.445288778841826e-07,
+      "loss": 15.0469,
+      "step": 18888
+    },
+    {
+      "epoch": 1.2544995683070996,
+      "grad_norm": 337.45562744140625,
+      "learning_rate": 6.444283524962328e-07,
+      "loss": 19.875,
+      "step": 18889
+    },
+    {
+      "epoch": 1.2545659825994555,
+      "grad_norm": 175.70437622070312,
+      "learning_rate": 6.443278312213312e-07,
+      "loss": 12.4375,
+      "step": 18890
+    },
+    {
+      "epoch": 1.2546323968918112,
+      "grad_norm": 540.2696533203125,
+      "learning_rate": 6.4422731406064e-07,
+      "loss": 32.6094,
+      "step": 18891
+    },
+    {
+      "epoch": 1.2546988111841668,
+      "grad_norm": 345.0538024902344,
+      "learning_rate": 6.441268010153222e-07,
+      "loss": 21.4531,
+      "step": 18892
+    },
+    {
+      "epoch": 1.2547652254765225,
+      "grad_norm": 410.2553405761719,
+      "learning_rate": 6.4402629208654e-07,
+      "loss": 19.2969,
+      "step": 18893
+    },
+    {
+      "epoch": 1.2548316397688781,
+      "grad_norm": 259.5600280761719,
+      "learning_rate": 6.439257872754564e-07,
+      "loss": 16.5312,
+      "step": 18894
+    },
+    {
+      "epoch": 1.254898054061234,
+      "grad_norm": 174.93502807617188,
+      "learning_rate": 6.438252865832344e-07,
+      "loss": 16.1406,
+      "step": 18895
+    },
+    {
+      "epoch": 1.2549644683535897,
+      "grad_norm": 99.7132797241211,
+      "learning_rate": 6.437247900110357e-07,
+      "loss": 10.2734,
+      "step": 18896
+    },
+    {
+      "epoch": 1.2550308826459453,
+      "grad_norm": 240.56130981445312,
+      "learning_rate": 6.436242975600235e-07,
+      "loss": 20.7188,
+      "step": 18897
+    },
+    {
+      "epoch": 1.2550972969383012,
+      "grad_norm": 442.78387451171875,
+      "learning_rate": 6.435238092313598e-07,
+      "loss": 28.7812,
+      "step": 18898
+    },
+    {
+      "epoch": 1.2551637112306568,
+      "grad_norm": 374.3314514160156,
+      "learning_rate": 6.434233250262071e-07,
+      "loss": 19.3125,
+      "step": 18899
+    },
+    {
+      "epoch": 1.2552301255230125,
+      "grad_norm": 144.22335815429688,
+      "learning_rate": 6.433228449457275e-07,
+      "loss": 13.4375,
+      "step": 18900
+    },
+    {
+      "epoch": 1.2552965398153684,
+      "grad_norm": 167.32666015625,
+      "learning_rate": 6.432223689910841e-07,
+      "loss": 19.0,
+      "step": 18901
+    },
+    {
+      "epoch": 1.255362954107724,
+      "grad_norm": 153.4652557373047,
+      "learning_rate": 6.431218971634382e-07,
+      "loss": 12.4219,
+      "step": 18902
+    },
+    {
+      "epoch": 1.2554293684000797,
+      "grad_norm": 242.18312072753906,
+      "learning_rate": 6.430214294639528e-07,
+      "loss": 11.8828,
+      "step": 18903
+    },
+    {
+      "epoch": 1.2554957826924353,
+      "grad_norm": 121.38558197021484,
+      "learning_rate": 6.429209658937893e-07,
+      "loss": 14.0938,
+      "step": 18904
+    },
+    {
+      "epoch": 1.255562196984791,
+      "grad_norm": 228.60060119628906,
+      "learning_rate": 6.428205064541104e-07,
+      "loss": 19.3594,
+      "step": 18905
+    },
+    {
+      "epoch": 1.2556286112771469,
+      "grad_norm": 563.9012451171875,
+      "learning_rate": 6.427200511460775e-07,
+      "loss": 15.4375,
+      "step": 18906
+    },
+    {
+      "epoch": 1.2556950255695025,
+      "grad_norm": 291.9184265136719,
+      "learning_rate": 6.426195999708535e-07,
+      "loss": 18.8438,
+      "step": 18907
+    },
+    {
+      "epoch": 1.2557614398618582,
+      "grad_norm": 386.59881591796875,
+      "learning_rate": 6.425191529295997e-07,
+      "loss": 21.9375,
+      "step": 18908
+    },
+    {
+      "epoch": 1.255827854154214,
+      "grad_norm": 225.6519775390625,
+      "learning_rate": 6.424187100234784e-07,
+      "loss": 20.25,
+      "step": 18909
+    },
+    {
+      "epoch": 1.2558942684465697,
+      "grad_norm": 769.546630859375,
+      "learning_rate": 6.423182712536508e-07,
+      "loss": 24.6953,
+      "step": 18910
+    },
+    {
+      "epoch": 1.2559606827389254,
+      "grad_norm": 135.22601318359375,
+      "learning_rate": 6.422178366212796e-07,
+      "loss": 12.1562,
+      "step": 18911
+    },
+    {
+      "epoch": 1.2560270970312812,
+      "grad_norm": 796.8382568359375,
+      "learning_rate": 6.421174061275261e-07,
+      "loss": 18.5625,
+      "step": 18912
+    },
+    {
+      "epoch": 1.256093511323637,
+      "grad_norm": 272.3433837890625,
+      "learning_rate": 6.42016979773552e-07,
+      "loss": 17.7969,
+      "step": 18913
+    },
+    {
+      "epoch": 1.2561599256159925,
+      "grad_norm": 137.1748046875,
+      "learning_rate": 6.419165575605188e-07,
+      "loss": 12.5156,
+      "step": 18914
+    },
+    {
+      "epoch": 1.2562263399083482,
+      "grad_norm": 136.83148193359375,
+      "learning_rate": 6.418161394895889e-07,
+      "loss": 14.4531,
+      "step": 18915
+    },
+    {
+      "epoch": 1.2562927542007039,
+      "grad_norm": 385.31787109375,
+      "learning_rate": 6.41715725561923e-07,
+      "loss": 18.2812,
+      "step": 18916
+    },
+    {
+      "epoch": 1.2563591684930597,
+      "grad_norm": 254.78628540039062,
+      "learning_rate": 6.416153157786832e-07,
+      "loss": 18.6562,
+      "step": 18917
+    },
+    {
+      "epoch": 1.2564255827854154,
+      "grad_norm": 309.2674560546875,
+      "learning_rate": 6.415149101410305e-07,
+      "loss": 22.7812,
+      "step": 18918
+    },
+    {
+      "epoch": 1.256491997077771,
+      "grad_norm": 393.8423156738281,
+      "learning_rate": 6.414145086501268e-07,
+      "loss": 17.125,
+      "step": 18919
+    },
+    {
+      "epoch": 1.256558411370127,
+      "grad_norm": 243.62672424316406,
+      "learning_rate": 6.413141113071332e-07,
+      "loss": 19.4688,
+      "step": 18920
+    },
+    {
+      "epoch": 1.2566248256624826,
+      "grad_norm": 386.1367492675781,
+      "learning_rate": 6.412137181132113e-07,
+      "loss": 21.1562,
+      "step": 18921
+    },
+    {
+      "epoch": 1.2566912399548382,
+      "grad_norm": 236.27146911621094,
+      "learning_rate": 6.411133290695219e-07,
+      "loss": 13.2188,
+      "step": 18922
+    },
+    {
+      "epoch": 1.256757654247194,
+      "grad_norm": 254.75881958007812,
+      "learning_rate": 6.410129441772272e-07,
+      "loss": 15.5938,
+      "step": 18923
+    },
+    {
+      "epoch": 1.2568240685395498,
+      "grad_norm": 402.1883544921875,
+      "learning_rate": 6.40912563437487e-07,
+      "loss": 13.5547,
+      "step": 18924
+    },
+    {
+      "epoch": 1.2568904828319054,
+      "grad_norm": 1421.6104736328125,
+      "learning_rate": 6.408121868514637e-07,
+      "loss": 14.125,
+      "step": 18925
+    },
+    {
+      "epoch": 1.256956897124261,
+      "grad_norm": 306.79620361328125,
+      "learning_rate": 6.407118144203176e-07,
+      "loss": 13.9531,
+      "step": 18926
+    },
+    {
+      "epoch": 1.2570233114166167,
+      "grad_norm": 302.2480163574219,
+      "learning_rate": 6.406114461452103e-07,
+      "loss": 22.4531,
+      "step": 18927
+    },
+    {
+      "epoch": 1.2570897257089726,
+      "grad_norm": 217.47462463378906,
+      "learning_rate": 6.405110820273023e-07,
+      "loss": 20.4375,
+      "step": 18928
+    },
+    {
+      "epoch": 1.2571561400013282,
+      "grad_norm": 248.52072143554688,
+      "learning_rate": 6.40410722067755e-07,
+      "loss": 15.1406,
+      "step": 18929
+    },
+    {
+      "epoch": 1.257222554293684,
+      "grad_norm": 309.20245361328125,
+      "learning_rate": 6.403103662677291e-07,
+      "loss": 15.8125,
+      "step": 18930
+    },
+    {
+      "epoch": 1.2572889685860398,
+      "grad_norm": 200.88682556152344,
+      "learning_rate": 6.402100146283851e-07,
+      "loss": 12.0938,
+      "step": 18931
+    },
+    {
+      "epoch": 1.2573553828783954,
+      "grad_norm": 212.20034790039062,
+      "learning_rate": 6.401096671508848e-07,
+      "loss": 15.9219,
+      "step": 18932
+    },
+    {
+      "epoch": 1.257421797170751,
+      "grad_norm": 90.3613052368164,
+      "learning_rate": 6.400093238363879e-07,
+      "loss": 10.2188,
+      "step": 18933
+    },
+    {
+      "epoch": 1.257488211463107,
+      "grad_norm": 274.9687194824219,
+      "learning_rate": 6.399089846860559e-07,
+      "loss": 18.5,
+      "step": 18934
+    },
+    {
+      "epoch": 1.2575546257554626,
+      "grad_norm": 149.4337615966797,
+      "learning_rate": 6.398086497010487e-07,
+      "loss": 18.6094,
+      "step": 18935
+    },
+    {
+      "epoch": 1.2576210400478183,
+      "grad_norm": 142.8098602294922,
+      "learning_rate": 6.397083188825277e-07,
+      "loss": 18.1562,
+      "step": 18936
+    },
+    {
+      "epoch": 1.257687454340174,
+      "grad_norm": 135.44943237304688,
+      "learning_rate": 6.396079922316531e-07,
+      "loss": 17.1562,
+      "step": 18937
+    },
+    {
+      "epoch": 1.2577538686325298,
+      "grad_norm": 151.3843231201172,
+      "learning_rate": 6.395076697495854e-07,
+      "loss": 15.5156,
+      "step": 18938
+    },
+    {
+      "epoch": 1.2578202829248855,
+      "grad_norm": 180.14706420898438,
+      "learning_rate": 6.394073514374848e-07,
+      "loss": 15.0625,
+      "step": 18939
+    },
+    {
+      "epoch": 1.2578866972172411,
+      "grad_norm": 198.314208984375,
+      "learning_rate": 6.393070372965123e-07,
+      "loss": 24.0,
+      "step": 18940
+    },
+    {
+      "epoch": 1.2579531115095968,
+      "grad_norm": 206.1505889892578,
+      "learning_rate": 6.392067273278281e-07,
+      "loss": 19.5469,
+      "step": 18941
+    },
+    {
+      "epoch": 1.2580195258019526,
+      "grad_norm": 214.98548889160156,
+      "learning_rate": 6.391064215325925e-07,
+      "loss": 18.25,
+      "step": 18942
+    },
+    {
+      "epoch": 1.2580859400943083,
+      "grad_norm": 248.20419311523438,
+      "learning_rate": 6.390061199119652e-07,
+      "loss": 17.0781,
+      "step": 18943
+    },
+    {
+      "epoch": 1.258152354386664,
+      "grad_norm": 263.7267761230469,
+      "learning_rate": 6.389058224671075e-07,
+      "loss": 15.5781,
+      "step": 18944
+    },
+    {
+      "epoch": 1.2582187686790198,
+      "grad_norm": 158.4006805419922,
+      "learning_rate": 6.388055291991786e-07,
+      "loss": 12.3047,
+      "step": 18945
+    },
+    {
+      "epoch": 1.2582851829713755,
+      "grad_norm": 183.50230407714844,
+      "learning_rate": 6.387052401093393e-07,
+      "loss": 16.7344,
+      "step": 18946
+    },
+    {
+      "epoch": 1.2583515972637311,
+      "grad_norm": 155.1532440185547,
+      "learning_rate": 6.386049551987495e-07,
+      "loss": 15.4688,
+      "step": 18947
+    },
+    {
+      "epoch": 1.2584180115560868,
+      "grad_norm": 219.83364868164062,
+      "learning_rate": 6.385046744685691e-07,
+      "loss": 17.375,
+      "step": 18948
+    },
+    {
+      "epoch": 1.2584844258484427,
+      "grad_norm": 185.94808959960938,
+      "learning_rate": 6.38404397919958e-07,
+      "loss": 12.5625,
+      "step": 18949
+    },
+    {
+      "epoch": 1.2585508401407983,
+      "grad_norm": 155.2758026123047,
+      "learning_rate": 6.383041255540767e-07,
+      "loss": 13.1562,
+      "step": 18950
+    },
+    {
+      "epoch": 1.258617254433154,
+      "grad_norm": 1293.79541015625,
+      "learning_rate": 6.382038573720844e-07,
+      "loss": 17.4062,
+      "step": 18951
+    },
+    {
+      "epoch": 1.2586836687255096,
+      "grad_norm": 108.59557342529297,
+      "learning_rate": 6.381035933751416e-07,
+      "loss": 17.3594,
+      "step": 18952
+    },
+    {
+      "epoch": 1.2587500830178655,
+      "grad_norm": 270.560791015625,
+      "learning_rate": 6.38003333564407e-07,
+      "loss": 15.8438,
+      "step": 18953
+    },
+    {
+      "epoch": 1.2588164973102212,
+      "grad_norm": 288.0169372558594,
+      "learning_rate": 6.37903077941042e-07,
+      "loss": 14.2344,
+      "step": 18954
+    },
+    {
+      "epoch": 1.2588829116025768,
+      "grad_norm": 157.3824462890625,
+      "learning_rate": 6.378028265062047e-07,
+      "loss": 16.9688,
+      "step": 18955
+    },
+    {
+      "epoch": 1.2589493258949327,
+      "grad_norm": 246.74815368652344,
+      "learning_rate": 6.37702579261056e-07,
+      "loss": 16.0469,
+      "step": 18956
+    },
+    {
+      "epoch": 1.2590157401872883,
+      "grad_norm": 332.591064453125,
+      "learning_rate": 6.376023362067544e-07,
+      "loss": 16.2031,
+      "step": 18957
+    },
+    {
+      "epoch": 1.259082154479644,
+      "grad_norm": 122.59634399414062,
+      "learning_rate": 6.375020973444605e-07,
+      "loss": 14.2344,
+      "step": 18958
+    },
+    {
+      "epoch": 1.2591485687719997,
+      "grad_norm": 324.7799987792969,
+      "learning_rate": 6.37401862675333e-07,
+      "loss": 17.6406,
+      "step": 18959
+    },
+    {
+      "epoch": 1.2592149830643555,
+      "grad_norm": 156.3879852294922,
+      "learning_rate": 6.37301632200532e-07,
+      "loss": 15.0625,
+      "step": 18960
+    },
+    {
+      "epoch": 1.2592813973567112,
+      "grad_norm": 119.0185546875,
+      "learning_rate": 6.372014059212161e-07,
+      "loss": 15.4688,
+      "step": 18961
+    },
+    {
+      "epoch": 1.2593478116490668,
+      "grad_norm": 742.763427734375,
+      "learning_rate": 6.371011838385454e-07,
+      "loss": 15.3125,
+      "step": 18962
+    },
+    {
+      "epoch": 1.2594142259414225,
+      "grad_norm": 204.06375122070312,
+      "learning_rate": 6.37000965953679e-07,
+      "loss": 13.6562,
+      "step": 18963
+    },
+    {
+      "epoch": 1.2594806402337784,
+      "grad_norm": 237.8753662109375,
+      "learning_rate": 6.369007522677761e-07,
+      "loss": 18.7656,
+      "step": 18964
+    },
+    {
+      "epoch": 1.259547054526134,
+      "grad_norm": 163.2668914794922,
+      "learning_rate": 6.368005427819956e-07,
+      "loss": 16.9141,
+      "step": 18965
+    },
+    {
+      "epoch": 1.2596134688184897,
+      "grad_norm": 636.5507202148438,
+      "learning_rate": 6.367003374974976e-07,
+      "loss": 16.9844,
+      "step": 18966
+    },
+    {
+      "epoch": 1.2596798831108456,
+      "grad_norm": 283.63836669921875,
+      "learning_rate": 6.366001364154401e-07,
+      "loss": 25.0781,
+      "step": 18967
+    },
+    {
+      "epoch": 1.2597462974032012,
+      "grad_norm": 315.4850158691406,
+      "learning_rate": 6.364999395369826e-07,
+      "loss": 13.7344,
+      "step": 18968
+    },
+    {
+      "epoch": 1.2598127116955569,
+      "grad_norm": 279.7513122558594,
+      "learning_rate": 6.363997468632846e-07,
+      "loss": 18.7812,
+      "step": 18969
+    },
+    {
+      "epoch": 1.2598791259879125,
+      "grad_norm": 375.4681396484375,
+      "learning_rate": 6.362995583955042e-07,
+      "loss": 22.8906,
+      "step": 18970
+    },
+    {
+      "epoch": 1.2599455402802684,
+      "grad_norm": 173.76779174804688,
+      "learning_rate": 6.361993741348013e-07,
+      "loss": 16.3438,
+      "step": 18971
+    },
+    {
+      "epoch": 1.260011954572624,
+      "grad_norm": 166.32496643066406,
+      "learning_rate": 6.360991940823339e-07,
+      "loss": 14.9219,
+      "step": 18972
+    },
+    {
+      "epoch": 1.2600783688649797,
+      "grad_norm": 239.095458984375,
+      "learning_rate": 6.359990182392616e-07,
+      "loss": 21.125,
+      "step": 18973
+    },
+    {
+      "epoch": 1.2601447831573354,
+      "grad_norm": 181.26351928710938,
+      "learning_rate": 6.358988466067421e-07,
+      "loss": 20.75,
+      "step": 18974
+    },
+    {
+      "epoch": 1.2602111974496912,
+      "grad_norm": 252.56146240234375,
+      "learning_rate": 6.357986791859354e-07,
+      "loss": 14.5156,
+      "step": 18975
+    },
+    {
+      "epoch": 1.2602776117420469,
+      "grad_norm": 380.8543395996094,
+      "learning_rate": 6.356985159779993e-07,
+      "loss": 20.125,
+      "step": 18976
+    },
+    {
+      "epoch": 1.2603440260344025,
+      "grad_norm": 611.7814331054688,
+      "learning_rate": 6.355983569840928e-07,
+      "loss": 17.7344,
+      "step": 18977
+    },
+    {
+      "epoch": 1.2604104403267584,
+      "grad_norm": 716.378173828125,
+      "learning_rate": 6.354982022053741e-07,
+      "loss": 24.1094,
+      "step": 18978
+    },
+    {
+      "epoch": 1.260476854619114,
+      "grad_norm": 161.95635986328125,
+      "learning_rate": 6.353980516430024e-07,
+      "loss": 12.7188,
+      "step": 18979
+    },
+    {
+      "epoch": 1.2605432689114697,
+      "grad_norm": 759.0195922851562,
+      "learning_rate": 6.352979052981356e-07,
+      "loss": 13.6094,
+      "step": 18980
+    },
+    {
+      "epoch": 1.2606096832038254,
+      "grad_norm": 206.7086639404297,
+      "learning_rate": 6.351977631719326e-07,
+      "loss": 21.9062,
+      "step": 18981
+    },
+    {
+      "epoch": 1.2606760974961813,
+      "grad_norm": 108.58806610107422,
+      "learning_rate": 6.350976252655509e-07,
+      "loss": 17.3438,
+      "step": 18982
+    },
+    {
+      "epoch": 1.260742511788537,
+      "grad_norm": 109.46709442138672,
+      "learning_rate": 6.349974915801499e-07,
+      "loss": 14.0312,
+      "step": 18983
+    },
+    {
+      "epoch": 1.2608089260808926,
+      "grad_norm": 102.52484130859375,
+      "learning_rate": 6.348973621168874e-07,
+      "loss": 12.2812,
+      "step": 18984
+    },
+    {
+      "epoch": 1.2608753403732482,
+      "grad_norm": 290.165771484375,
+      "learning_rate": 6.347972368769217e-07,
+      "loss": 15.5781,
+      "step": 18985
+    },
+    {
+      "epoch": 1.260941754665604,
+      "grad_norm": 126.33294677734375,
+      "learning_rate": 6.346971158614108e-07,
+      "loss": 10.8594,
+      "step": 18986
+    },
+    {
+      "epoch": 1.2610081689579598,
+      "grad_norm": 251.77459716796875,
+      "learning_rate": 6.345969990715135e-07,
+      "loss": 15.3125,
+      "step": 18987
+    },
+    {
+      "epoch": 1.2610745832503154,
+      "grad_norm": 373.88250732421875,
+      "learning_rate": 6.344968865083868e-07,
+      "loss": 14.8594,
+      "step": 18988
+    },
+    {
+      "epoch": 1.2611409975426713,
+      "grad_norm": 185.9934844970703,
+      "learning_rate": 6.343967781731898e-07,
+      "loss": 12.7969,
+      "step": 18989
+    },
+    {
+      "epoch": 1.261207411835027,
+      "grad_norm": 242.905029296875,
+      "learning_rate": 6.342966740670797e-07,
+      "loss": 23.1562,
+      "step": 18990
+    },
+    {
+      "epoch": 1.2612738261273826,
+      "grad_norm": 91.95494842529297,
+      "learning_rate": 6.341965741912152e-07,
+      "loss": 11.9375,
+      "step": 18991
+    },
+    {
+      "epoch": 1.2613402404197382,
+      "grad_norm": 164.55502319335938,
+      "learning_rate": 6.340964785467533e-07,
+      "loss": 23.875,
+      "step": 18992
+    },
+    {
+      "epoch": 1.2614066547120941,
+      "grad_norm": 178.2082977294922,
+      "learning_rate": 6.339963871348528e-07,
+      "loss": 19.3438,
+      "step": 18993
+    },
+    {
+      "epoch": 1.2614730690044498,
+      "grad_norm": 157.32359313964844,
+      "learning_rate": 6.338962999566708e-07,
+      "loss": 13.2969,
+      "step": 18994
+    },
+    {
+      "epoch": 1.2615394832968054,
+      "grad_norm": 210.39759826660156,
+      "learning_rate": 6.337962170133655e-07,
+      "loss": 15.2969,
+      "step": 18995
+    },
+    {
+      "epoch": 1.261605897589161,
+      "grad_norm": 265.3944396972656,
+      "learning_rate": 6.336961383060939e-07,
+      "loss": 18.7969,
+      "step": 18996
+    },
+    {
+      "epoch": 1.261672311881517,
+      "grad_norm": 106.41735076904297,
+      "learning_rate": 6.335960638360147e-07,
+      "loss": 15.7969,
+      "step": 18997
+    },
+    {
+      "epoch": 1.2617387261738726,
+      "grad_norm": 188.04843139648438,
+      "learning_rate": 6.334959936042848e-07,
+      "loss": 17.2031,
+      "step": 18998
+    },
+    {
+      "epoch": 1.2618051404662283,
+      "grad_norm": 167.060791015625,
+      "learning_rate": 6.33395927612062e-07,
+      "loss": 13.3906,
+      "step": 18999
+    },
+    {
+      "epoch": 1.2618715547585841,
+      "grad_norm": 137.8876953125,
+      "learning_rate": 6.332958658605032e-07,
+      "loss": 14.7656,
+      "step": 19000
+    },
+    {
+      "epoch": 1.2619379690509398,
+      "grad_norm": 197.23782348632812,
+      "learning_rate": 6.331958083507669e-07,
+      "loss": 17.9219,
+      "step": 19001
+    },
+    {
+      "epoch": 1.2620043833432955,
+      "grad_norm": 141.23367309570312,
+      "learning_rate": 6.330957550840097e-07,
+      "loss": 16.7188,
+      "step": 19002
+    },
+    {
+      "epoch": 1.262070797635651,
+      "grad_norm": 99.96627807617188,
+      "learning_rate": 6.329957060613896e-07,
+      "loss": 14.1562,
+      "step": 19003
+    },
+    {
+      "epoch": 1.262137211928007,
+      "grad_norm": 217.45242309570312,
+      "learning_rate": 6.32895661284063e-07,
+      "loss": 18.0312,
+      "step": 19004
+    },
+    {
+      "epoch": 1.2622036262203626,
+      "grad_norm": 331.1907958984375,
+      "learning_rate": 6.327956207531879e-07,
+      "loss": 19.5625,
+      "step": 19005
+    },
+    {
+      "epoch": 1.2622700405127183,
+      "grad_norm": 281.75970458984375,
+      "learning_rate": 6.326955844699216e-07,
+      "loss": 30.2109,
+      "step": 19006
+    },
+    {
+      "epoch": 1.262336454805074,
+      "grad_norm": 144.51161193847656,
+      "learning_rate": 6.325955524354205e-07,
+      "loss": 13.9531,
+      "step": 19007
+    },
+    {
+      "epoch": 1.2624028690974298,
+      "grad_norm": 140.295654296875,
+      "learning_rate": 6.32495524650843e-07,
+      "loss": 13.5625,
+      "step": 19008
+    },
+    {
+      "epoch": 1.2624692833897855,
+      "grad_norm": 169.36563110351562,
+      "learning_rate": 6.323955011173445e-07,
+      "loss": 12.4141,
+      "step": 19009
+    },
+    {
+      "epoch": 1.2625356976821411,
+      "grad_norm": 184.64952087402344,
+      "learning_rate": 6.322954818360834e-07,
+      "loss": 16.3438,
+      "step": 19010
+    },
+    {
+      "epoch": 1.262602111974497,
+      "grad_norm": 129.81478881835938,
+      "learning_rate": 6.321954668082159e-07,
+      "loss": 12.5781,
+      "step": 19011
+    },
+    {
+      "epoch": 1.2626685262668527,
+      "grad_norm": 110.04569244384766,
+      "learning_rate": 6.320954560348993e-07,
+      "loss": 16.2969,
+      "step": 19012
+    },
+    {
+      "epoch": 1.2627349405592083,
+      "grad_norm": 1323.859619140625,
+      "learning_rate": 6.3199544951729e-07,
+      "loss": 18.0938,
+      "step": 19013
+    },
+    {
+      "epoch": 1.2628013548515642,
+      "grad_norm": 471.9472961425781,
+      "learning_rate": 6.318954472565455e-07,
+      "loss": 17.1094,
+      "step": 19014
+    },
+    {
+      "epoch": 1.2628677691439198,
+      "grad_norm": 232.65867614746094,
+      "learning_rate": 6.31795449253822e-07,
+      "loss": 17.5625,
+      "step": 19015
+    },
+    {
+      "epoch": 1.2629341834362755,
+      "grad_norm": 120.71823120117188,
+      "learning_rate": 6.316954555102767e-07,
+      "loss": 15.7969,
+      "step": 19016
+    },
+    {
+      "epoch": 1.2630005977286312,
+      "grad_norm": 323.1208801269531,
+      "learning_rate": 6.315954660270654e-07,
+      "loss": 12.75,
+      "step": 19017
+    },
+    {
+      "epoch": 1.2630670120209868,
+      "grad_norm": 342.40277099609375,
+      "learning_rate": 6.314954808053458e-07,
+      "loss": 17.3203,
+      "step": 19018
+    },
+    {
+      "epoch": 1.2631334263133427,
+      "grad_norm": 250.70567321777344,
+      "learning_rate": 6.31395499846274e-07,
+      "loss": 15.875,
+      "step": 19019
+    },
+    {
+      "epoch": 1.2631998406056983,
+      "grad_norm": 318.6698303222656,
+      "learning_rate": 6.312955231510064e-07,
+      "loss": 20.1562,
+      "step": 19020
+    },
+    {
+      "epoch": 1.263266254898054,
+      "grad_norm": 122.22766876220703,
+      "learning_rate": 6.311955507206994e-07,
+      "loss": 14.75,
+      "step": 19021
+    },
+    {
+      "epoch": 1.2633326691904099,
+      "grad_norm": 238.6510772705078,
+      "learning_rate": 6.310955825565099e-07,
+      "loss": 18.9844,
+      "step": 19022
+    },
+    {
+      "epoch": 1.2633990834827655,
+      "grad_norm": 231.9083251953125,
+      "learning_rate": 6.309956186595938e-07,
+      "loss": 19.2031,
+      "step": 19023
+    },
+    {
+      "epoch": 1.2634654977751212,
+      "grad_norm": 363.76287841796875,
+      "learning_rate": 6.308956590311079e-07,
+      "loss": 17.4219,
+      "step": 19024
+    },
+    {
+      "epoch": 1.263531912067477,
+      "grad_norm": 570.5718383789062,
+      "learning_rate": 6.307957036722076e-07,
+      "loss": 22.2812,
+      "step": 19025
+    },
+    {
+      "epoch": 1.2635983263598327,
+      "grad_norm": 239.2099609375,
+      "learning_rate": 6.306957525840502e-07,
+      "loss": 26.0312,
+      "step": 19026
+    },
+    {
+      "epoch": 1.2636647406521884,
+      "grad_norm": 173.13958740234375,
+      "learning_rate": 6.305958057677912e-07,
+      "loss": 21.2344,
+      "step": 19027
+    },
+    {
+      "epoch": 1.263731154944544,
+      "grad_norm": 337.6837463378906,
+      "learning_rate": 6.30495863224587e-07,
+      "loss": 22.3281,
+      "step": 19028
+    },
+    {
+      "epoch": 1.2637975692368997,
+      "grad_norm": 182.4094696044922,
+      "learning_rate": 6.303959249555932e-07,
+      "loss": 19.125,
+      "step": 19029
+    },
+    {
+      "epoch": 1.2638639835292556,
+      "grad_norm": 335.1646423339844,
+      "learning_rate": 6.302959909619669e-07,
+      "loss": 16.8125,
+      "step": 19030
+    },
+    {
+      "epoch": 1.2639303978216112,
+      "grad_norm": 155.75393676757812,
+      "learning_rate": 6.30196061244863e-07,
+      "loss": 13.9375,
+      "step": 19031
+    },
+    {
+      "epoch": 1.2639968121139669,
+      "grad_norm": 199.5777587890625,
+      "learning_rate": 6.300961358054379e-07,
+      "loss": 17.8125,
+      "step": 19032
+    },
+    {
+      "epoch": 1.2640632264063227,
+      "grad_norm": 677.537353515625,
+      "learning_rate": 6.299962146448472e-07,
+      "loss": 17.3906,
+      "step": 19033
+    },
+    {
+      "epoch": 1.2641296406986784,
+      "grad_norm": 131.03379821777344,
+      "learning_rate": 6.298962977642472e-07,
+      "loss": 13.4531,
+      "step": 19034
+    },
+    {
+      "epoch": 1.264196054991034,
+      "grad_norm": 142.6115264892578,
+      "learning_rate": 6.297963851647931e-07,
+      "loss": 12.8906,
+      "step": 19035
+    },
+    {
+      "epoch": 1.26426246928339,
+      "grad_norm": 119.50983428955078,
+      "learning_rate": 6.296964768476413e-07,
+      "loss": 13.4062,
+      "step": 19036
+    },
+    {
+      "epoch": 1.2643288835757456,
+      "grad_norm": 134.37161254882812,
+      "learning_rate": 6.295965728139469e-07,
+      "loss": 15.2188,
+      "step": 19037
+    },
+    {
+      "epoch": 1.2643952978681012,
+      "grad_norm": 218.88304138183594,
+      "learning_rate": 6.294966730648661e-07,
+      "loss": 17.1406,
+      "step": 19038
+    },
+    {
+      "epoch": 1.2644617121604569,
+      "grad_norm": 210.82420349121094,
+      "learning_rate": 6.293967776015535e-07,
+      "loss": 17.8281,
+      "step": 19039
+    },
+    {
+      "epoch": 1.2645281264528125,
+      "grad_norm": 147.08055114746094,
+      "learning_rate": 6.292968864251657e-07,
+      "loss": 14.7656,
+      "step": 19040
+    },
+    {
+      "epoch": 1.2645945407451684,
+      "grad_norm": 255.20114135742188,
+      "learning_rate": 6.291969995368578e-07,
+      "loss": 15.1875,
+      "step": 19041
+    },
+    {
+      "epoch": 1.264660955037524,
+      "grad_norm": 232.51934814453125,
+      "learning_rate": 6.290971169377848e-07,
+      "loss": 16.4375,
+      "step": 19042
+    },
+    {
+      "epoch": 1.2647273693298797,
+      "grad_norm": 346.6658935546875,
+      "learning_rate": 6.289972386291029e-07,
+      "loss": 13.2188,
+      "step": 19043
+    },
+    {
+      "epoch": 1.2647937836222356,
+      "grad_norm": 225.1104278564453,
+      "learning_rate": 6.288973646119669e-07,
+      "loss": 14.7031,
+      "step": 19044
+    },
+    {
+      "epoch": 1.2648601979145913,
+      "grad_norm": 132.4659423828125,
+      "learning_rate": 6.287974948875323e-07,
+      "loss": 12.6875,
+      "step": 19045
+    },
+    {
+      "epoch": 1.264926612206947,
+      "grad_norm": 105.14098358154297,
+      "learning_rate": 6.286976294569538e-07,
+      "loss": 16.625,
+      "step": 19046
+    },
+    {
+      "epoch": 1.2649930264993028,
+      "grad_norm": 152.7415008544922,
+      "learning_rate": 6.285977683213874e-07,
+      "loss": 14.3594,
+      "step": 19047
+    },
+    {
+      "epoch": 1.2650594407916584,
+      "grad_norm": 458.8930358886719,
+      "learning_rate": 6.284979114819877e-07,
+      "loss": 17.2344,
+      "step": 19048
+    },
+    {
+      "epoch": 1.265125855084014,
+      "grad_norm": 169.97328186035156,
+      "learning_rate": 6.283980589399103e-07,
+      "loss": 20.8281,
+      "step": 19049
+    },
+    {
+      "epoch": 1.2651922693763697,
+      "grad_norm": 136.4248809814453,
+      "learning_rate": 6.282982106963093e-07,
+      "loss": 14.9531,
+      "step": 19050
+    },
+    {
+      "epoch": 1.2652586836687254,
+      "grad_norm": 554.1668701171875,
+      "learning_rate": 6.28198366752341e-07,
+      "loss": 15.2422,
+      "step": 19051
+    },
+    {
+      "epoch": 1.2653250979610813,
+      "grad_norm": 154.46246337890625,
+      "learning_rate": 6.280985271091587e-07,
+      "loss": 18.1094,
+      "step": 19052
+    },
+    {
+      "epoch": 1.265391512253437,
+      "grad_norm": 132.3347930908203,
+      "learning_rate": 6.27998691767919e-07,
+      "loss": 16.3906,
+      "step": 19053
+    },
+    {
+      "epoch": 1.2654579265457926,
+      "grad_norm": 544.3385009765625,
+      "learning_rate": 6.278988607297755e-07,
+      "loss": 23.7188,
+      "step": 19054
+    },
+    {
+      "epoch": 1.2655243408381485,
+      "grad_norm": 896.4783325195312,
+      "learning_rate": 6.277990339958837e-07,
+      "loss": 16.8594,
+      "step": 19055
+    },
+    {
+      "epoch": 1.2655907551305041,
+      "grad_norm": 146.4831085205078,
+      "learning_rate": 6.276992115673973e-07,
+      "loss": 15.9062,
+      "step": 19056
+    },
+    {
+      "epoch": 1.2656571694228598,
+      "grad_norm": 138.11065673828125,
+      "learning_rate": 6.275993934454726e-07,
+      "loss": 10.8828,
+      "step": 19057
+    },
+    {
+      "epoch": 1.2657235837152156,
+      "grad_norm": 115.99187469482422,
+      "learning_rate": 6.27499579631263e-07,
+      "loss": 13.6094,
+      "step": 19058
+    },
+    {
+      "epoch": 1.2657899980075713,
+      "grad_norm": 212.53515625,
+      "learning_rate": 6.273997701259236e-07,
+      "loss": 18.7656,
+      "step": 19059
+    },
+    {
+      "epoch": 1.265856412299927,
+      "grad_norm": 159.24554443359375,
+      "learning_rate": 6.272999649306085e-07,
+      "loss": 16.0312,
+      "step": 19060
+    },
+    {
+      "epoch": 1.2659228265922826,
+      "grad_norm": 647.6237182617188,
+      "learning_rate": 6.272001640464729e-07,
+      "loss": 14.8438,
+      "step": 19061
+    },
+    {
+      "epoch": 1.2659892408846383,
+      "grad_norm": 209.73008728027344,
+      "learning_rate": 6.271003674746705e-07,
+      "loss": 17.9688,
+      "step": 19062
+    },
+    {
+      "epoch": 1.2660556551769941,
+      "grad_norm": 226.6430206298828,
+      "learning_rate": 6.270005752163563e-07,
+      "loss": 19.6406,
+      "step": 19063
+    },
+    {
+      "epoch": 1.2661220694693498,
+      "grad_norm": 106.24896240234375,
+      "learning_rate": 6.26900787272684e-07,
+      "loss": 12.5,
+      "step": 19064
+    },
+    {
+      "epoch": 1.2661884837617055,
+      "grad_norm": 272.2342529296875,
+      "learning_rate": 6.268010036448087e-07,
+      "loss": 18.1719,
+      "step": 19065
+    },
+    {
+      "epoch": 1.2662548980540613,
+      "grad_norm": 164.6473388671875,
+      "learning_rate": 6.267012243338838e-07,
+      "loss": 16.8594,
+      "step": 19066
+    },
+    {
+      "epoch": 1.266321312346417,
+      "grad_norm": 251.87559509277344,
+      "learning_rate": 6.266014493410643e-07,
+      "loss": 16.5156,
+      "step": 19067
+    },
+    {
+      "epoch": 1.2663877266387726,
+      "grad_norm": 263.6546630859375,
+      "learning_rate": 6.265016786675035e-07,
+      "loss": 18.6562,
+      "step": 19068
+    },
+    {
+      "epoch": 1.2664541409311285,
+      "grad_norm": 244.72840881347656,
+      "learning_rate": 6.264019123143563e-07,
+      "loss": 13.9688,
+      "step": 19069
+    },
+    {
+      "epoch": 1.2665205552234842,
+      "grad_norm": 91.27214813232422,
+      "learning_rate": 6.26302150282776e-07,
+      "loss": 16.5312,
+      "step": 19070
+    },
+    {
+      "epoch": 1.2665869695158398,
+      "grad_norm": 201.7585906982422,
+      "learning_rate": 6.262023925739173e-07,
+      "loss": 14.1875,
+      "step": 19071
+    },
+    {
+      "epoch": 1.2666533838081955,
+      "grad_norm": 482.957275390625,
+      "learning_rate": 6.261026391889334e-07,
+      "loss": 24.5156,
+      "step": 19072
+    },
+    {
+      "epoch": 1.2667197981005511,
+      "grad_norm": 267.2728576660156,
+      "learning_rate": 6.260028901289789e-07,
+      "loss": 16.6719,
+      "step": 19073
+    },
+    {
+      "epoch": 1.266786212392907,
+      "grad_norm": 141.4888916015625,
+      "learning_rate": 6.259031453952068e-07,
+      "loss": 14.4844,
+      "step": 19074
+    },
+    {
+      "epoch": 1.2668526266852627,
+      "grad_norm": 245.865234375,
+      "learning_rate": 6.258034049887719e-07,
+      "loss": 16.9531,
+      "step": 19075
+    },
+    {
+      "epoch": 1.2669190409776183,
+      "grad_norm": 145.61126708984375,
+      "learning_rate": 6.257036689108273e-07,
+      "loss": 14.4688,
+      "step": 19076
+    },
+    {
+      "epoch": 1.2669854552699742,
+      "grad_norm": 119.7602767944336,
+      "learning_rate": 6.256039371625269e-07,
+      "loss": 14.1094,
+      "step": 19077
+    },
+    {
+      "epoch": 1.2670518695623298,
+      "grad_norm": 207.00189208984375,
+      "learning_rate": 6.255042097450238e-07,
+      "loss": 15.5156,
+      "step": 19078
+    },
+    {
+      "epoch": 1.2671182838546855,
+      "grad_norm": 222.56361389160156,
+      "learning_rate": 6.254044866594725e-07,
+      "loss": 16.6875,
+      "step": 19079
+    },
+    {
+      "epoch": 1.2671846981470414,
+      "grad_norm": 249.54315185546875,
+      "learning_rate": 6.253047679070262e-07,
+      "loss": 15.25,
+      "step": 19080
+    },
+    {
+      "epoch": 1.267251112439397,
+      "grad_norm": 306.4901123046875,
+      "learning_rate": 6.252050534888378e-07,
+      "loss": 14.0,
+      "step": 19081
+    },
+    {
+      "epoch": 1.2673175267317527,
+      "grad_norm": 182.6408233642578,
+      "learning_rate": 6.251053434060616e-07,
+      "loss": 14.8906,
+      "step": 19082
+    },
+    {
+      "epoch": 1.2673839410241083,
+      "grad_norm": 326.96142578125,
+      "learning_rate": 6.250056376598505e-07,
+      "loss": 19.9766,
+      "step": 19083
+    },
+    {
+      "epoch": 1.267450355316464,
+      "grad_norm": 211.3432159423828,
+      "learning_rate": 6.249059362513582e-07,
+      "loss": 18.0625,
+      "step": 19084
+    },
+    {
+      "epoch": 1.2675167696088199,
+      "grad_norm": 373.31683349609375,
+      "learning_rate": 6.248062391817372e-07,
+      "loss": 12.0312,
+      "step": 19085
+    },
+    {
+      "epoch": 1.2675831839011755,
+      "grad_norm": 134.44110107421875,
+      "learning_rate": 6.247065464521417e-07,
+      "loss": 15.9375,
+      "step": 19086
+    },
+    {
+      "epoch": 1.2676495981935312,
+      "grad_norm": 269.93017578125,
+      "learning_rate": 6.246068580637242e-07,
+      "loss": 15.8906,
+      "step": 19087
+    },
+    {
+      "epoch": 1.267716012485887,
+      "grad_norm": 253.045166015625,
+      "learning_rate": 6.245071740176384e-07,
+      "loss": 17.9375,
+      "step": 19088
+    },
+    {
+      "epoch": 1.2677824267782427,
+      "grad_norm": 155.9531707763672,
+      "learning_rate": 6.244074943150368e-07,
+      "loss": 12.7031,
+      "step": 19089
+    },
+    {
+      "epoch": 1.2678488410705984,
+      "grad_norm": 103.66617584228516,
+      "learning_rate": 6.24307818957073e-07,
+      "loss": 14.5469,
+      "step": 19090
+    },
+    {
+      "epoch": 1.2679152553629542,
+      "grad_norm": 481.3315734863281,
+      "learning_rate": 6.242081479448996e-07,
+      "loss": 16.9297,
+      "step": 19091
+    },
+    {
+      "epoch": 1.26798166965531,
+      "grad_norm": 181.00657653808594,
+      "learning_rate": 6.241084812796698e-07,
+      "loss": 16.375,
+      "step": 19092
+    },
+    {
+      "epoch": 1.2680480839476655,
+      "grad_norm": 316.0494079589844,
+      "learning_rate": 6.240088189625361e-07,
+      "loss": 23.9375,
+      "step": 19093
+    },
+    {
+      "epoch": 1.2681144982400212,
+      "grad_norm": 136.04632568359375,
+      "learning_rate": 6.239091609946518e-07,
+      "loss": 17.875,
+      "step": 19094
+    },
+    {
+      "epoch": 1.2681809125323769,
+      "grad_norm": 127.51958465576172,
+      "learning_rate": 6.23809507377169e-07,
+      "loss": 15.0625,
+      "step": 19095
+    },
+    {
+      "epoch": 1.2682473268247327,
+      "grad_norm": 245.722900390625,
+      "learning_rate": 6.237098581112413e-07,
+      "loss": 16.0781,
+      "step": 19096
+    },
+    {
+      "epoch": 1.2683137411170884,
+      "grad_norm": 374.5370178222656,
+      "learning_rate": 6.236102131980209e-07,
+      "loss": 15.4688,
+      "step": 19097
+    },
+    {
+      "epoch": 1.268380155409444,
+      "grad_norm": 189.74063110351562,
+      "learning_rate": 6.235105726386606e-07,
+      "loss": 18.5781,
+      "step": 19098
+    },
+    {
+      "epoch": 1.2684465697018,
+      "grad_norm": 174.478515625,
+      "learning_rate": 6.234109364343125e-07,
+      "loss": 19.75,
+      "step": 19099
+    },
+    {
+      "epoch": 1.2685129839941556,
+      "grad_norm": 194.9842071533203,
+      "learning_rate": 6.2331130458613e-07,
+      "loss": 20.125,
+      "step": 19100
+    },
+    {
+      "epoch": 1.2685793982865112,
+      "grad_norm": 380.48089599609375,
+      "learning_rate": 6.232116770952649e-07,
+      "loss": 16.0312,
+      "step": 19101
+    },
+    {
+      "epoch": 1.268645812578867,
+      "grad_norm": 131.87815856933594,
+      "learning_rate": 6.2311205396287e-07,
+      "loss": 14.3125,
+      "step": 19102
+    },
+    {
+      "epoch": 1.2687122268712228,
+      "grad_norm": 135.82888793945312,
+      "learning_rate": 6.230124351900972e-07,
+      "loss": 16.8906,
+      "step": 19103
+    },
+    {
+      "epoch": 1.2687786411635784,
+      "grad_norm": 413.4534912109375,
+      "learning_rate": 6.229128207780996e-07,
+      "loss": 17.0,
+      "step": 19104
+    },
+    {
+      "epoch": 1.268845055455934,
+      "grad_norm": 124.49569702148438,
+      "learning_rate": 6.228132107280287e-07,
+      "loss": 13.2969,
+      "step": 19105
+    },
+    {
+      "epoch": 1.2689114697482897,
+      "grad_norm": 224.00433349609375,
+      "learning_rate": 6.227136050410375e-07,
+      "loss": 14.0,
+      "step": 19106
+    },
+    {
+      "epoch": 1.2689778840406456,
+      "grad_norm": 251.63299560546875,
+      "learning_rate": 6.226140037182772e-07,
+      "loss": 16.3281,
+      "step": 19107
+    },
+    {
+      "epoch": 1.2690442983330013,
+      "grad_norm": 167.33897399902344,
+      "learning_rate": 6.22514406760901e-07,
+      "loss": 13.1406,
+      "step": 19108
+    },
+    {
+      "epoch": 1.269110712625357,
+      "grad_norm": 175.7450408935547,
+      "learning_rate": 6.2241481417006e-07,
+      "loss": 14.4922,
+      "step": 19109
+    },
+    {
+      "epoch": 1.2691771269177128,
+      "grad_norm": 154.41993713378906,
+      "learning_rate": 6.223152259469072e-07,
+      "loss": 14.9062,
+      "step": 19110
+    },
+    {
+      "epoch": 1.2692435412100684,
+      "grad_norm": 249.42950439453125,
+      "learning_rate": 6.222156420925934e-07,
+      "loss": 17.5469,
+      "step": 19111
+    },
+    {
+      "epoch": 1.269309955502424,
+      "grad_norm": 200.9296112060547,
+      "learning_rate": 6.221160626082722e-07,
+      "loss": 19.6875,
+      "step": 19112
+    },
+    {
+      "epoch": 1.26937636979478,
+      "grad_norm": 148.79270935058594,
+      "learning_rate": 6.220164874950936e-07,
+      "loss": 14.5469,
+      "step": 19113
+    },
+    {
+      "epoch": 1.2694427840871356,
+      "grad_norm": 229.6375732421875,
+      "learning_rate": 6.219169167542107e-07,
+      "loss": 15.8906,
+      "step": 19114
+    },
+    {
+      "epoch": 1.2695091983794913,
+      "grad_norm": 190.00027465820312,
+      "learning_rate": 6.218173503867749e-07,
+      "loss": 12.8594,
+      "step": 19115
+    },
+    {
+      "epoch": 1.269575612671847,
+      "grad_norm": 281.09979248046875,
+      "learning_rate": 6.217177883939375e-07,
+      "loss": 20.6719,
+      "step": 19116
+    },
+    {
+      "epoch": 1.2696420269642026,
+      "grad_norm": 240.61817932128906,
+      "learning_rate": 6.216182307768511e-07,
+      "loss": 15.9219,
+      "step": 19117
+    },
+    {
+      "epoch": 1.2697084412565585,
+      "grad_norm": 244.21766662597656,
+      "learning_rate": 6.215186775366666e-07,
+      "loss": 14.6094,
+      "step": 19118
+    },
+    {
+      "epoch": 1.2697748555489141,
+      "grad_norm": 297.5785827636719,
+      "learning_rate": 6.214191286745361e-07,
+      "loss": 26.7656,
+      "step": 19119
+    },
+    {
+      "epoch": 1.2698412698412698,
+      "grad_norm": 160.0109405517578,
+      "learning_rate": 6.213195841916104e-07,
+      "loss": 16.3594,
+      "step": 19120
+    },
+    {
+      "epoch": 1.2699076841336256,
+      "grad_norm": 221.32264709472656,
+      "learning_rate": 6.212200440890416e-07,
+      "loss": 16.0156,
+      "step": 19121
+    },
+    {
+      "epoch": 1.2699740984259813,
+      "grad_norm": 385.4599914550781,
+      "learning_rate": 6.211205083679809e-07,
+      "loss": 24.4375,
+      "step": 19122
+    },
+    {
+      "epoch": 1.270040512718337,
+      "grad_norm": 241.1743927001953,
+      "learning_rate": 6.210209770295798e-07,
+      "loss": 19.8281,
+      "step": 19123
+    },
+    {
+      "epoch": 1.2701069270106928,
+      "grad_norm": 421.367919921875,
+      "learning_rate": 6.20921450074989e-07,
+      "loss": 20.0156,
+      "step": 19124
+    },
+    {
+      "epoch": 1.2701733413030485,
+      "grad_norm": 118.6113052368164,
+      "learning_rate": 6.208219275053608e-07,
+      "loss": 14.0,
+      "step": 19125
+    },
+    {
+      "epoch": 1.2702397555954041,
+      "grad_norm": 260.30462646484375,
+      "learning_rate": 6.207224093218458e-07,
+      "loss": 22.7656,
+      "step": 19126
+    },
+    {
+      "epoch": 1.2703061698877598,
+      "grad_norm": 154.69192504882812,
+      "learning_rate": 6.206228955255952e-07,
+      "loss": 15.4531,
+      "step": 19127
+    },
+    {
+      "epoch": 1.2703725841801154,
+      "grad_norm": 474.62469482421875,
+      "learning_rate": 6.2052338611776e-07,
+      "loss": 17.9844,
+      "step": 19128
+    },
+    {
+      "epoch": 1.2704389984724713,
+      "grad_norm": 191.14732360839844,
+      "learning_rate": 6.204238810994917e-07,
+      "loss": 14.0625,
+      "step": 19129
+    },
+    {
+      "epoch": 1.270505412764827,
+      "grad_norm": 443.1842956542969,
+      "learning_rate": 6.203243804719412e-07,
+      "loss": 18.0625,
+      "step": 19130
+    },
+    {
+      "epoch": 1.2705718270571826,
+      "grad_norm": 211.48997497558594,
+      "learning_rate": 6.202248842362592e-07,
+      "loss": 16.6562,
+      "step": 19131
+    },
+    {
+      "epoch": 1.2706382413495385,
+      "grad_norm": 165.0428466796875,
+      "learning_rate": 6.201253923935964e-07,
+      "loss": 20.1094,
+      "step": 19132
+    },
+    {
+      "epoch": 1.2707046556418942,
+      "grad_norm": 130.02369689941406,
+      "learning_rate": 6.200259049451045e-07,
+      "loss": 10.8438,
+      "step": 19133
+    },
+    {
+      "epoch": 1.2707710699342498,
+      "grad_norm": 186.2410888671875,
+      "learning_rate": 6.199264218919335e-07,
+      "loss": 15.6406,
+      "step": 19134
+    },
+    {
+      "epoch": 1.2708374842266057,
+      "grad_norm": 276.1860656738281,
+      "learning_rate": 6.198269432352348e-07,
+      "loss": 21.5938,
+      "step": 19135
+    },
+    {
+      "epoch": 1.2709038985189614,
+      "grad_norm": 344.1921081542969,
+      "learning_rate": 6.197274689761584e-07,
+      "loss": 16.5938,
+      "step": 19136
+    },
+    {
+      "epoch": 1.270970312811317,
+      "grad_norm": 195.9279327392578,
+      "learning_rate": 6.19627999115856e-07,
+      "loss": 14.1719,
+      "step": 19137
+    },
+    {
+      "epoch": 1.2710367271036727,
+      "grad_norm": 253.5518798828125,
+      "learning_rate": 6.195285336554768e-07,
+      "loss": 17.2969,
+      "step": 19138
+    },
+    {
+      "epoch": 1.2711031413960283,
+      "grad_norm": 136.3930206298828,
+      "learning_rate": 6.194290725961727e-07,
+      "loss": 15.0,
+      "step": 19139
+    },
+    {
+      "epoch": 1.2711695556883842,
+      "grad_norm": 171.61851501464844,
+      "learning_rate": 6.193296159390933e-07,
+      "loss": 14.9531,
+      "step": 19140
+    },
+    {
+      "epoch": 1.2712359699807398,
+      "grad_norm": 213.11549377441406,
+      "learning_rate": 6.192301636853896e-07,
+      "loss": 17.0469,
+      "step": 19141
+    },
+    {
+      "epoch": 1.2713023842730955,
+      "grad_norm": 127.78414154052734,
+      "learning_rate": 6.191307158362114e-07,
+      "loss": 17.625,
+      "step": 19142
+    },
+    {
+      "epoch": 1.2713687985654514,
+      "grad_norm": 131.4542236328125,
+      "learning_rate": 6.190312723927101e-07,
+      "loss": 17.0156,
+      "step": 19143
+    },
+    {
+      "epoch": 1.271435212857807,
+      "grad_norm": 226.20111083984375,
+      "learning_rate": 6.189318333560349e-07,
+      "loss": 13.5938,
+      "step": 19144
+    },
+    {
+      "epoch": 1.2715016271501627,
+      "grad_norm": 374.2724609375,
+      "learning_rate": 6.188323987273367e-07,
+      "loss": 13.1875,
+      "step": 19145
+    },
+    {
+      "epoch": 1.2715680414425186,
+      "grad_norm": 119.2178955078125,
+      "learning_rate": 6.187329685077654e-07,
+      "loss": 14.8281,
+      "step": 19146
+    },
+    {
+      "epoch": 1.2716344557348742,
+      "grad_norm": 148.2435760498047,
+      "learning_rate": 6.186335426984713e-07,
+      "loss": 16.6406,
+      "step": 19147
+    },
+    {
+      "epoch": 1.2717008700272299,
+      "grad_norm": 299.7029724121094,
+      "learning_rate": 6.185341213006046e-07,
+      "loss": 13.8594,
+      "step": 19148
+    },
+    {
+      "epoch": 1.2717672843195855,
+      "grad_norm": 296.5845947265625,
+      "learning_rate": 6.184347043153152e-07,
+      "loss": 14.1562,
+      "step": 19149
+    },
+    {
+      "epoch": 1.2718336986119412,
+      "grad_norm": 483.2769470214844,
+      "learning_rate": 6.183352917437527e-07,
+      "loss": 22.2031,
+      "step": 19150
+    },
+    {
+      "epoch": 1.271900112904297,
+      "grad_norm": 300.9551086425781,
+      "learning_rate": 6.182358835870681e-07,
+      "loss": 16.6094,
+      "step": 19151
+    },
+    {
+      "epoch": 1.2719665271966527,
+      "grad_norm": 237.8192596435547,
+      "learning_rate": 6.181364798464103e-07,
+      "loss": 16.5,
+      "step": 19152
+    },
+    {
+      "epoch": 1.2720329414890084,
+      "grad_norm": 169.37847900390625,
+      "learning_rate": 6.180370805229292e-07,
+      "loss": 18.9062,
+      "step": 19153
+    },
+    {
+      "epoch": 1.2720993557813642,
+      "grad_norm": 194.25086975097656,
+      "learning_rate": 6.179376856177755e-07,
+      "loss": 14.9688,
+      "step": 19154
+    },
+    {
+      "epoch": 1.27216577007372,
+      "grad_norm": 283.3495788574219,
+      "learning_rate": 6.178382951320981e-07,
+      "loss": 13.3438,
+      "step": 19155
+    },
+    {
+      "epoch": 1.2722321843660755,
+      "grad_norm": 286.7958068847656,
+      "learning_rate": 6.17738909067047e-07,
+      "loss": 16.25,
+      "step": 19156
+    },
+    {
+      "epoch": 1.2722985986584314,
+      "grad_norm": 108.76702117919922,
+      "learning_rate": 6.176395274237718e-07,
+      "loss": 13.1797,
+      "step": 19157
+    },
+    {
+      "epoch": 1.272365012950787,
+      "grad_norm": 188.05892944335938,
+      "learning_rate": 6.175401502034221e-07,
+      "loss": 15.0781,
+      "step": 19158
+    },
+    {
+      "epoch": 1.2724314272431427,
+      "grad_norm": 236.94613647460938,
+      "learning_rate": 6.17440777407147e-07,
+      "loss": 17.3906,
+      "step": 19159
+    },
+    {
+      "epoch": 1.2724978415354984,
+      "grad_norm": 129.8702392578125,
+      "learning_rate": 6.173414090360969e-07,
+      "loss": 14.625,
+      "step": 19160
+    },
+    {
+      "epoch": 1.272564255827854,
+      "grad_norm": 324.3006591796875,
+      "learning_rate": 6.172420450914204e-07,
+      "loss": 16.5,
+      "step": 19161
+    },
+    {
+      "epoch": 1.27263067012021,
+      "grad_norm": 241.16148376464844,
+      "learning_rate": 6.171426855742674e-07,
+      "loss": 14.0156,
+      "step": 19162
+    },
+    {
+      "epoch": 1.2726970844125656,
+      "grad_norm": 234.30496215820312,
+      "learning_rate": 6.170433304857867e-07,
+      "loss": 19.0469,
+      "step": 19163
+    },
+    {
+      "epoch": 1.2727634987049212,
+      "grad_norm": 185.70040893554688,
+      "learning_rate": 6.169439798271285e-07,
+      "loss": 15.5625,
+      "step": 19164
+    },
+    {
+      "epoch": 1.272829912997277,
+      "grad_norm": 305.5137634277344,
+      "learning_rate": 6.168446335994411e-07,
+      "loss": 16.1719,
+      "step": 19165
+    },
+    {
+      "epoch": 1.2728963272896328,
+      "grad_norm": 97.12531280517578,
+      "learning_rate": 6.167452918038742e-07,
+      "loss": 13.3125,
+      "step": 19166
+    },
+    {
+      "epoch": 1.2729627415819884,
+      "grad_norm": 225.09120178222656,
+      "learning_rate": 6.166459544415763e-07,
+      "loss": 17.5,
+      "step": 19167
+    },
+    {
+      "epoch": 1.2730291558743443,
+      "grad_norm": 116.11309051513672,
+      "learning_rate": 6.165466215136975e-07,
+      "loss": 13.1875,
+      "step": 19168
+    },
+    {
+      "epoch": 1.2730955701667,
+      "grad_norm": 102.14618682861328,
+      "learning_rate": 6.16447293021386e-07,
+      "loss": 14.8281,
+      "step": 19169
+    },
+    {
+      "epoch": 1.2731619844590556,
+      "grad_norm": 221.14166259765625,
+      "learning_rate": 6.163479689657914e-07,
+      "loss": 14.0938,
+      "step": 19170
+    },
+    {
+      "epoch": 1.2732283987514112,
+      "grad_norm": 90.00193786621094,
+      "learning_rate": 6.162486493480616e-07,
+      "loss": 11.0625,
+      "step": 19171
+    },
+    {
+      "epoch": 1.273294813043767,
+      "grad_norm": 159.22579956054688,
+      "learning_rate": 6.161493341693467e-07,
+      "loss": 13.625,
+      "step": 19172
+    },
+    {
+      "epoch": 1.2733612273361228,
+      "grad_norm": 268.6111755371094,
+      "learning_rate": 6.160500234307948e-07,
+      "loss": 17.875,
+      "step": 19173
+    },
+    {
+      "epoch": 1.2734276416284784,
+      "grad_norm": 140.721435546875,
+      "learning_rate": 6.159507171335549e-07,
+      "loss": 14.5156,
+      "step": 19174
+    },
+    {
+      "epoch": 1.273494055920834,
+      "grad_norm": 201.58128356933594,
+      "learning_rate": 6.158514152787754e-07,
+      "loss": 17.0781,
+      "step": 19175
+    },
+    {
+      "epoch": 1.27356047021319,
+      "grad_norm": 222.6965789794922,
+      "learning_rate": 6.157521178676057e-07,
+      "loss": 17.2656,
+      "step": 19176
+    },
+    {
+      "epoch": 1.2736268845055456,
+      "grad_norm": 226.23243713378906,
+      "learning_rate": 6.156528249011935e-07,
+      "loss": 15.2031,
+      "step": 19177
+    },
+    {
+      "epoch": 1.2736932987979013,
+      "grad_norm": 282.3669128417969,
+      "learning_rate": 6.155535363806878e-07,
+      "loss": 13.4062,
+      "step": 19178
+    },
+    {
+      "epoch": 1.2737597130902572,
+      "grad_norm": 1033.4681396484375,
+      "learning_rate": 6.154542523072372e-07,
+      "loss": 19.4375,
+      "step": 19179
+    },
+    {
+      "epoch": 1.2738261273826128,
+      "grad_norm": 1280.390625,
+      "learning_rate": 6.153549726819904e-07,
+      "loss": 12.3438,
+      "step": 19180
+    },
+    {
+      "epoch": 1.2738925416749685,
+      "grad_norm": 290.99713134765625,
+      "learning_rate": 6.152556975060947e-07,
+      "loss": 13.7031,
+      "step": 19181
+    },
+    {
+      "epoch": 1.2739589559673241,
+      "grad_norm": 196.72328186035156,
+      "learning_rate": 6.151564267806999e-07,
+      "loss": 13.8594,
+      "step": 19182
+    },
+    {
+      "epoch": 1.2740253702596798,
+      "grad_norm": 487.57110595703125,
+      "learning_rate": 6.150571605069534e-07,
+      "loss": 24.4375,
+      "step": 19183
+    },
+    {
+      "epoch": 1.2740917845520356,
+      "grad_norm": 263.4096984863281,
+      "learning_rate": 6.14957898686004e-07,
+      "loss": 19.7031,
+      "step": 19184
+    },
+    {
+      "epoch": 1.2741581988443913,
+      "grad_norm": 534.512939453125,
+      "learning_rate": 6.14858641318999e-07,
+      "loss": 22.5625,
+      "step": 19185
+    },
+    {
+      "epoch": 1.274224613136747,
+      "grad_norm": 232.7212677001953,
+      "learning_rate": 6.147593884070876e-07,
+      "loss": 18.4688,
+      "step": 19186
+    },
+    {
+      "epoch": 1.2742910274291028,
+      "grad_norm": 271.6322937011719,
+      "learning_rate": 6.146601399514173e-07,
+      "loss": 16.6875,
+      "step": 19187
+    },
+    {
+      "epoch": 1.2743574417214585,
+      "grad_norm": 208.85292053222656,
+      "learning_rate": 6.145608959531361e-07,
+      "loss": 20.6094,
+      "step": 19188
+    },
+    {
+      "epoch": 1.2744238560138141,
+      "grad_norm": 398.9486999511719,
+      "learning_rate": 6.144616564133927e-07,
+      "loss": 11.75,
+      "step": 19189
+    },
+    {
+      "epoch": 1.27449027030617,
+      "grad_norm": 347.4316711425781,
+      "learning_rate": 6.143624213333342e-07,
+      "loss": 19.7109,
+      "step": 19190
+    },
+    {
+      "epoch": 1.2745566845985257,
+      "grad_norm": 148.6455841064453,
+      "learning_rate": 6.142631907141089e-07,
+      "loss": 14.375,
+      "step": 19191
+    },
+    {
+      "epoch": 1.2746230988908813,
+      "grad_norm": 360.9189453125,
+      "learning_rate": 6.141639645568645e-07,
+      "loss": 13.4062,
+      "step": 19192
+    },
+    {
+      "epoch": 1.274689513183237,
+      "grad_norm": 211.84959411621094,
+      "learning_rate": 6.14064742862749e-07,
+      "loss": 17.5625,
+      "step": 19193
+    },
+    {
+      "epoch": 1.2747559274755926,
+      "grad_norm": 146.88645935058594,
+      "learning_rate": 6.1396552563291e-07,
+      "loss": 16.5938,
+      "step": 19194
+    },
+    {
+      "epoch": 1.2748223417679485,
+      "grad_norm": 269.31365966796875,
+      "learning_rate": 6.138663128684953e-07,
+      "loss": 11.9844,
+      "step": 19195
+    },
+    {
+      "epoch": 1.2748887560603042,
+      "grad_norm": 213.45655822753906,
+      "learning_rate": 6.137671045706521e-07,
+      "loss": 12.5234,
+      "step": 19196
+    },
+    {
+      "epoch": 1.2749551703526598,
+      "grad_norm": 238.39797973632812,
+      "learning_rate": 6.13667900740529e-07,
+      "loss": 16.3906,
+      "step": 19197
+    },
+    {
+      "epoch": 1.2750215846450157,
+      "grad_norm": 291.9666442871094,
+      "learning_rate": 6.13568701379272e-07,
+      "loss": 19.2344,
+      "step": 19198
+    },
+    {
+      "epoch": 1.2750879989373713,
+      "grad_norm": 147.9047393798828,
+      "learning_rate": 6.1346950648803e-07,
+      "loss": 15.5312,
+      "step": 19199
+    },
+    {
+      "epoch": 1.275154413229727,
+      "grad_norm": 207.37368774414062,
+      "learning_rate": 6.133703160679496e-07,
+      "loss": 18.8594,
+      "step": 19200
+    },
+    {
+      "epoch": 1.2752208275220829,
+      "grad_norm": 256.65240478515625,
+      "learning_rate": 6.132711301201787e-07,
+      "loss": 17.2188,
+      "step": 19201
+    },
+    {
+      "epoch": 1.2752872418144385,
+      "grad_norm": 217.55360412597656,
+      "learning_rate": 6.13171948645864e-07,
+      "loss": 18.875,
+      "step": 19202
+    },
+    {
+      "epoch": 1.2753536561067942,
+      "grad_norm": 255.97560119628906,
+      "learning_rate": 6.130727716461535e-07,
+      "loss": 16.375,
+      "step": 19203
+    },
+    {
+      "epoch": 1.2754200703991498,
+      "grad_norm": 169.79612731933594,
+      "learning_rate": 6.129735991221939e-07,
+      "loss": 15.7188,
+      "step": 19204
+    },
+    {
+      "epoch": 1.2754864846915055,
+      "grad_norm": 293.9027404785156,
+      "learning_rate": 6.128744310751326e-07,
+      "loss": 20.6875,
+      "step": 19205
+    },
+    {
+      "epoch": 1.2755528989838614,
+      "grad_norm": 198.7723388671875,
+      "learning_rate": 6.127752675061163e-07,
+      "loss": 14.0,
+      "step": 19206
+    },
+    {
+      "epoch": 1.275619313276217,
+      "grad_norm": 102.46037292480469,
+      "learning_rate": 6.126761084162928e-07,
+      "loss": 9.2969,
+      "step": 19207
+    },
+    {
+      "epoch": 1.2756857275685727,
+      "grad_norm": 103.09076690673828,
+      "learning_rate": 6.125769538068086e-07,
+      "loss": 21.0156,
+      "step": 19208
+    },
+    {
+      "epoch": 1.2757521418609286,
+      "grad_norm": 437.3043212890625,
+      "learning_rate": 6.124778036788109e-07,
+      "loss": 13.0547,
+      "step": 19209
+    },
+    {
+      "epoch": 1.2758185561532842,
+      "grad_norm": 376.7609558105469,
+      "learning_rate": 6.123786580334462e-07,
+      "loss": 22.0781,
+      "step": 19210
+    },
+    {
+      "epoch": 1.2758849704456399,
+      "grad_norm": 165.0345001220703,
+      "learning_rate": 6.122795168718622e-07,
+      "loss": 15.8594,
+      "step": 19211
+    },
+    {
+      "epoch": 1.2759513847379957,
+      "grad_norm": 188.59661865234375,
+      "learning_rate": 6.121803801952048e-07,
+      "loss": 14.0156,
+      "step": 19212
+    },
+    {
+      "epoch": 1.2760177990303514,
+      "grad_norm": 198.56942749023438,
+      "learning_rate": 6.120812480046214e-07,
+      "loss": 15.5,
+      "step": 19213
+    },
+    {
+      "epoch": 1.276084213322707,
+      "grad_norm": 870.4342651367188,
+      "learning_rate": 6.11982120301258e-07,
+      "loss": 22.7344,
+      "step": 19214
+    },
+    {
+      "epoch": 1.2761506276150627,
+      "grad_norm": 273.8988342285156,
+      "learning_rate": 6.11882997086262e-07,
+      "loss": 18.4062,
+      "step": 19215
+    },
+    {
+      "epoch": 1.2762170419074184,
+      "grad_norm": 207.29876708984375,
+      "learning_rate": 6.117838783607796e-07,
+      "loss": 14.8438,
+      "step": 19216
+    },
+    {
+      "epoch": 1.2762834561997742,
+      "grad_norm": 182.63250732421875,
+      "learning_rate": 6.116847641259577e-07,
+      "loss": 14.9375,
+      "step": 19217
+    },
+    {
+      "epoch": 1.27634987049213,
+      "grad_norm": 161.7208251953125,
+      "learning_rate": 6.115856543829421e-07,
+      "loss": 14.7812,
+      "step": 19218
+    },
+    {
+      "epoch": 1.2764162847844855,
+      "grad_norm": 195.75897216796875,
+      "learning_rate": 6.114865491328802e-07,
+      "loss": 14.2656,
+      "step": 19219
+    },
+    {
+      "epoch": 1.2764826990768414,
+      "grad_norm": 164.58909606933594,
+      "learning_rate": 6.113874483769173e-07,
+      "loss": 14.2656,
+      "step": 19220
+    },
+    {
+      "epoch": 1.276549113369197,
+      "grad_norm": 330.1724548339844,
+      "learning_rate": 6.112883521162007e-07,
+      "loss": 18.7812,
+      "step": 19221
+    },
+    {
+      "epoch": 1.2766155276615527,
+      "grad_norm": 174.6719970703125,
+      "learning_rate": 6.11189260351876e-07,
+      "loss": 14.2031,
+      "step": 19222
+    },
+    {
+      "epoch": 1.2766819419539086,
+      "grad_norm": 319.7240905761719,
+      "learning_rate": 6.110901730850902e-07,
+      "loss": 19.2656,
+      "step": 19223
+    },
+    {
+      "epoch": 1.2767483562462643,
+      "grad_norm": 471.70855712890625,
+      "learning_rate": 6.109910903169883e-07,
+      "loss": 23.1719,
+      "step": 19224
+    },
+    {
+      "epoch": 1.27681477053862,
+      "grad_norm": 234.53721618652344,
+      "learning_rate": 6.108920120487175e-07,
+      "loss": 20.7188,
+      "step": 19225
+    },
+    {
+      "epoch": 1.2768811848309756,
+      "grad_norm": 233.8823699951172,
+      "learning_rate": 6.107929382814239e-07,
+      "loss": 14.6406,
+      "step": 19226
+    },
+    {
+      "epoch": 1.2769475991233312,
+      "grad_norm": 389.9299621582031,
+      "learning_rate": 6.106938690162525e-07,
+      "loss": 16.0703,
+      "step": 19227
+    },
+    {
+      "epoch": 1.277014013415687,
+      "grad_norm": 117.32806396484375,
+      "learning_rate": 6.105948042543505e-07,
+      "loss": 16.2812,
+      "step": 19228
+    },
+    {
+      "epoch": 1.2770804277080428,
+      "grad_norm": 98.77955627441406,
+      "learning_rate": 6.10495743996863e-07,
+      "loss": 13.5312,
+      "step": 19229
+    },
+    {
+      "epoch": 1.2771468420003984,
+      "grad_norm": 431.29150390625,
+      "learning_rate": 6.103966882449363e-07,
+      "loss": 17.2031,
+      "step": 19230
+    },
+    {
+      "epoch": 1.2772132562927543,
+      "grad_norm": 155.1864776611328,
+      "learning_rate": 6.102976369997157e-07,
+      "loss": 15.7969,
+      "step": 19231
+    },
+    {
+      "epoch": 1.27727967058511,
+      "grad_norm": 245.3343963623047,
+      "learning_rate": 6.101985902623477e-07,
+      "loss": 15.6719,
+      "step": 19232
+    },
+    {
+      "epoch": 1.2773460848774656,
+      "grad_norm": 178.7011260986328,
+      "learning_rate": 6.100995480339775e-07,
+      "loss": 15.9062,
+      "step": 19233
+    },
+    {
+      "epoch": 1.2774124991698215,
+      "grad_norm": 291.2196350097656,
+      "learning_rate": 6.10000510315751e-07,
+      "loss": 26.3906,
+      "step": 19234
+    },
+    {
+      "epoch": 1.2774789134621771,
+      "grad_norm": 131.67449951171875,
+      "learning_rate": 6.099014771088134e-07,
+      "loss": 11.7656,
+      "step": 19235
+    },
+    {
+      "epoch": 1.2775453277545328,
+      "grad_norm": 208.83180236816406,
+      "learning_rate": 6.09802448414311e-07,
+      "loss": 16.6875,
+      "step": 19236
+    },
+    {
+      "epoch": 1.2776117420468884,
+      "grad_norm": 177.08090209960938,
+      "learning_rate": 6.097034242333885e-07,
+      "loss": 10.9297,
+      "step": 19237
+    },
+    {
+      "epoch": 1.277678156339244,
+      "grad_norm": 323.2721252441406,
+      "learning_rate": 6.096044045671919e-07,
+      "loss": 26.1562,
+      "step": 19238
+    },
+    {
+      "epoch": 1.2777445706316,
+      "grad_norm": 327.1858825683594,
+      "learning_rate": 6.095053894168662e-07,
+      "loss": 16.8125,
+      "step": 19239
+    },
+    {
+      "epoch": 1.2778109849239556,
+      "grad_norm": 268.4122009277344,
+      "learning_rate": 6.094063787835576e-07,
+      "loss": 16.0156,
+      "step": 19240
+    },
+    {
+      "epoch": 1.2778773992163113,
+      "grad_norm": 141.35606384277344,
+      "learning_rate": 6.093073726684101e-07,
+      "loss": 14.1094,
+      "step": 19241
+    },
+    {
+      "epoch": 1.2779438135086671,
+      "grad_norm": 282.5798645019531,
+      "learning_rate": 6.092083710725702e-07,
+      "loss": 14.4062,
+      "step": 19242
+    },
+    {
+      "epoch": 1.2780102278010228,
+      "grad_norm": 150.7658233642578,
+      "learning_rate": 6.09109373997182e-07,
+      "loss": 13.4844,
+      "step": 19243
+    },
+    {
+      "epoch": 1.2780766420933785,
+      "grad_norm": 136.7694854736328,
+      "learning_rate": 6.090103814433916e-07,
+      "loss": 11.0938,
+      "step": 19244
+    },
+    {
+      "epoch": 1.2781430563857343,
+      "grad_norm": 147.34629821777344,
+      "learning_rate": 6.089113934123431e-07,
+      "loss": 11.5938,
+      "step": 19245
+    },
+    {
+      "epoch": 1.27820947067809,
+      "grad_norm": 740.2432861328125,
+      "learning_rate": 6.088124099051827e-07,
+      "loss": 23.0781,
+      "step": 19246
+    },
+    {
+      "epoch": 1.2782758849704456,
+      "grad_norm": 219.1007080078125,
+      "learning_rate": 6.087134309230544e-07,
+      "loss": 14.8906,
+      "step": 19247
+    },
+    {
+      "epoch": 1.2783422992628013,
+      "grad_norm": 322.3953552246094,
+      "learning_rate": 6.086144564671037e-07,
+      "loss": 15.6875,
+      "step": 19248
+    },
+    {
+      "epoch": 1.278408713555157,
+      "grad_norm": 334.27764892578125,
+      "learning_rate": 6.08515486538475e-07,
+      "loss": 23.4141,
+      "step": 19249
+    },
+    {
+      "epoch": 1.2784751278475128,
+      "grad_norm": 207.29501342773438,
+      "learning_rate": 6.084165211383137e-07,
+      "loss": 15.5469,
+      "step": 19250
+    },
+    {
+      "epoch": 1.2785415421398685,
+      "grad_norm": 189.402099609375,
+      "learning_rate": 6.083175602677642e-07,
+      "loss": 14.3594,
+      "step": 19251
+    },
+    {
+      "epoch": 1.2786079564322241,
+      "grad_norm": 467.9245300292969,
+      "learning_rate": 6.082186039279713e-07,
+      "loss": 14.2031,
+      "step": 19252
+    },
+    {
+      "epoch": 1.27867437072458,
+      "grad_norm": 125.24900817871094,
+      "learning_rate": 6.081196521200794e-07,
+      "loss": 16.0781,
+      "step": 19253
+    },
+    {
+      "epoch": 1.2787407850169357,
+      "grad_norm": 249.06935119628906,
+      "learning_rate": 6.080207048452338e-07,
+      "loss": 16.1875,
+      "step": 19254
+    },
+    {
+      "epoch": 1.2788071993092913,
+      "grad_norm": 245.1111297607422,
+      "learning_rate": 6.079217621045785e-07,
+      "loss": 17.2656,
+      "step": 19255
+    },
+    {
+      "epoch": 1.2788736136016472,
+      "grad_norm": 198.7763671875,
+      "learning_rate": 6.078228238992582e-07,
+      "loss": 16.5625,
+      "step": 19256
+    },
+    {
+      "epoch": 1.2789400278940029,
+      "grad_norm": 148.3837127685547,
+      "learning_rate": 6.077238902304172e-07,
+      "loss": 15.3281,
+      "step": 19257
+    },
+    {
+      "epoch": 1.2790064421863585,
+      "grad_norm": 163.5549774169922,
+      "learning_rate": 6.076249610992002e-07,
+      "loss": 18.1719,
+      "step": 19258
+    },
+    {
+      "epoch": 1.2790728564787142,
+      "grad_norm": 224.93692016601562,
+      "learning_rate": 6.075260365067513e-07,
+      "loss": 18.0938,
+      "step": 19259
+    },
+    {
+      "epoch": 1.2791392707710698,
+      "grad_norm": 121.91334533691406,
+      "learning_rate": 6.074271164542151e-07,
+      "loss": 15.3438,
+      "step": 19260
+    },
+    {
+      "epoch": 1.2792056850634257,
+      "grad_norm": 186.31861877441406,
+      "learning_rate": 6.073282009427354e-07,
+      "loss": 12.6875,
+      "step": 19261
+    },
+    {
+      "epoch": 1.2792720993557813,
+      "grad_norm": 188.29014587402344,
+      "learning_rate": 6.072292899734565e-07,
+      "loss": 14.0312,
+      "step": 19262
+    },
+    {
+      "epoch": 1.279338513648137,
+      "grad_norm": 196.9825439453125,
+      "learning_rate": 6.07130383547523e-07,
+      "loss": 17.9062,
+      "step": 19263
+    },
+    {
+      "epoch": 1.2794049279404929,
+      "grad_norm": 321.1466979980469,
+      "learning_rate": 6.070314816660787e-07,
+      "loss": 15.5625,
+      "step": 19264
+    },
+    {
+      "epoch": 1.2794713422328485,
+      "grad_norm": 164.36343383789062,
+      "learning_rate": 6.069325843302675e-07,
+      "loss": 12.5938,
+      "step": 19265
+    },
+    {
+      "epoch": 1.2795377565252042,
+      "grad_norm": 250.0704803466797,
+      "learning_rate": 6.068336915412333e-07,
+      "loss": 11.9766,
+      "step": 19266
+    },
+    {
+      "epoch": 1.27960417081756,
+      "grad_norm": 152.98974609375,
+      "learning_rate": 6.067348033001206e-07,
+      "loss": 14.4062,
+      "step": 19267
+    },
+    {
+      "epoch": 1.2796705851099157,
+      "grad_norm": 199.5304412841797,
+      "learning_rate": 6.066359196080728e-07,
+      "loss": 15.7656,
+      "step": 19268
+    },
+    {
+      "epoch": 1.2797369994022714,
+      "grad_norm": 146.60240173339844,
+      "learning_rate": 6.06537040466234e-07,
+      "loss": 14.7344,
+      "step": 19269
+    },
+    {
+      "epoch": 1.279803413694627,
+      "grad_norm": 733.1123046875,
+      "learning_rate": 6.064381658757473e-07,
+      "loss": 23.4141,
+      "step": 19270
+    },
+    {
+      "epoch": 1.2798698279869827,
+      "grad_norm": 232.55079650878906,
+      "learning_rate": 6.063392958377576e-07,
+      "loss": 18.875,
+      "step": 19271
+    },
+    {
+      "epoch": 1.2799362422793386,
+      "grad_norm": 519.66943359375,
+      "learning_rate": 6.062404303534076e-07,
+      "loss": 30.9219,
+      "step": 19272
+    },
+    {
+      "epoch": 1.2800026565716942,
+      "grad_norm": 550.7177124023438,
+      "learning_rate": 6.061415694238414e-07,
+      "loss": 21.2812,
+      "step": 19273
+    },
+    {
+      "epoch": 1.2800690708640499,
+      "grad_norm": 144.27474975585938,
+      "learning_rate": 6.060427130502022e-07,
+      "loss": 14.0469,
+      "step": 19274
+    },
+    {
+      "epoch": 1.2801354851564057,
+      "grad_norm": 320.5425109863281,
+      "learning_rate": 6.059438612336339e-07,
+      "loss": 14.8906,
+      "step": 19275
+    },
+    {
+      "epoch": 1.2802018994487614,
+      "grad_norm": 242.31842041015625,
+      "learning_rate": 6.058450139752798e-07,
+      "loss": 15.4531,
+      "step": 19276
+    },
+    {
+      "epoch": 1.280268313741117,
+      "grad_norm": 277.22052001953125,
+      "learning_rate": 6.057461712762833e-07,
+      "loss": 16.25,
+      "step": 19277
+    },
+    {
+      "epoch": 1.280334728033473,
+      "grad_norm": 186.7403564453125,
+      "learning_rate": 6.056473331377874e-07,
+      "loss": 15.3125,
+      "step": 19278
+    },
+    {
+      "epoch": 1.2804011423258286,
+      "grad_norm": 118.86952209472656,
+      "learning_rate": 6.055484995609362e-07,
+      "loss": 11.4531,
+      "step": 19279
+    },
+    {
+      "epoch": 1.2804675566181842,
+      "grad_norm": 263.7388610839844,
+      "learning_rate": 6.054496705468722e-07,
+      "loss": 17.8594,
+      "step": 19280
+    },
+    {
+      "epoch": 1.2805339709105399,
+      "grad_norm": 183.74913024902344,
+      "learning_rate": 6.053508460967393e-07,
+      "loss": 18.4219,
+      "step": 19281
+    },
+    {
+      "epoch": 1.2806003852028955,
+      "grad_norm": 151.75558471679688,
+      "learning_rate": 6.052520262116797e-07,
+      "loss": 15.1328,
+      "step": 19282
+    },
+    {
+      "epoch": 1.2806667994952514,
+      "grad_norm": 126.49723815917969,
+      "learning_rate": 6.051532108928377e-07,
+      "loss": 14.875,
+      "step": 19283
+    },
+    {
+      "epoch": 1.280733213787607,
+      "grad_norm": 267.1083679199219,
+      "learning_rate": 6.05054400141355e-07,
+      "loss": 16.5,
+      "step": 19284
+    },
+    {
+      "epoch": 1.2807996280799627,
+      "grad_norm": 121.21573638916016,
+      "learning_rate": 6.049555939583757e-07,
+      "loss": 14.0781,
+      "step": 19285
+    },
+    {
+      "epoch": 1.2808660423723186,
+      "grad_norm": 257.146484375,
+      "learning_rate": 6.04856792345042e-07,
+      "loss": 20.0781,
+      "step": 19286
+    },
+    {
+      "epoch": 1.2809324566646743,
+      "grad_norm": 99.86869049072266,
+      "learning_rate": 6.047579953024975e-07,
+      "loss": 16.625,
+      "step": 19287
+    },
+    {
+      "epoch": 1.28099887095703,
+      "grad_norm": 336.48974609375,
+      "learning_rate": 6.04659202831884e-07,
+      "loss": 27.3125,
+      "step": 19288
+    },
+    {
+      "epoch": 1.2810652852493858,
+      "grad_norm": 187.35260009765625,
+      "learning_rate": 6.045604149343454e-07,
+      "loss": 21.1562,
+      "step": 19289
+    },
+    {
+      "epoch": 1.2811316995417414,
+      "grad_norm": 111.03961944580078,
+      "learning_rate": 6.044616316110236e-07,
+      "loss": 12.6719,
+      "step": 19290
+    },
+    {
+      "epoch": 1.281198113834097,
+      "grad_norm": 231.54010009765625,
+      "learning_rate": 6.043628528630618e-07,
+      "loss": 17.2656,
+      "step": 19291
+    },
+    {
+      "epoch": 1.2812645281264528,
+      "grad_norm": 136.90524291992188,
+      "learning_rate": 6.04264078691602e-07,
+      "loss": 13.0938,
+      "step": 19292
+    },
+    {
+      "epoch": 1.2813309424188084,
+      "grad_norm": 260.4066467285156,
+      "learning_rate": 6.041653090977876e-07,
+      "loss": 16.6719,
+      "step": 19293
+    },
+    {
+      "epoch": 1.2813973567111643,
+      "grad_norm": 123.65510559082031,
+      "learning_rate": 6.040665440827604e-07,
+      "loss": 14.2422,
+      "step": 19294
+    },
+    {
+      "epoch": 1.28146377100352,
+      "grad_norm": 205.59837341308594,
+      "learning_rate": 6.039677836476633e-07,
+      "loss": 14.9688,
+      "step": 19295
+    },
+    {
+      "epoch": 1.2815301852958756,
+      "grad_norm": 224.90151977539062,
+      "learning_rate": 6.03869027793638e-07,
+      "loss": 14.7422,
+      "step": 19296
+    },
+    {
+      "epoch": 1.2815965995882315,
+      "grad_norm": 264.15985107421875,
+      "learning_rate": 6.03770276521828e-07,
+      "loss": 14.5,
+      "step": 19297
+    },
+    {
+      "epoch": 1.2816630138805871,
+      "grad_norm": 314.27764892578125,
+      "learning_rate": 6.036715298333745e-07,
+      "loss": 20.6094,
+      "step": 19298
+    },
+    {
+      "epoch": 1.2817294281729428,
+      "grad_norm": 1092.7750244140625,
+      "learning_rate": 6.035727877294202e-07,
+      "loss": 14.1406,
+      "step": 19299
+    },
+    {
+      "epoch": 1.2817958424652987,
+      "grad_norm": 353.9375305175781,
+      "learning_rate": 6.034740502111076e-07,
+      "loss": 17.75,
+      "step": 19300
+    },
+    {
+      "epoch": 1.2818622567576543,
+      "grad_norm": 169.4161376953125,
+      "learning_rate": 6.033753172795783e-07,
+      "loss": 13.7031,
+      "step": 19301
+    },
+    {
+      "epoch": 1.28192867105001,
+      "grad_norm": 501.3122863769531,
+      "learning_rate": 6.03276588935975e-07,
+      "loss": 24.5859,
+      "step": 19302
+    },
+    {
+      "epoch": 1.2819950853423656,
+      "grad_norm": 281.0584716796875,
+      "learning_rate": 6.031778651814389e-07,
+      "loss": 14.6875,
+      "step": 19303
+    },
+    {
+      "epoch": 1.2820614996347213,
+      "grad_norm": 147.17855834960938,
+      "learning_rate": 6.03079146017113e-07,
+      "loss": 15.9688,
+      "step": 19304
+    },
+    {
+      "epoch": 1.2821279139270771,
+      "grad_norm": 342.68084716796875,
+      "learning_rate": 6.029804314441381e-07,
+      "loss": 16.2344,
+      "step": 19305
+    },
+    {
+      "epoch": 1.2821943282194328,
+      "grad_norm": 208.2516632080078,
+      "learning_rate": 6.028817214636569e-07,
+      "loss": 13.2031,
+      "step": 19306
+    },
+    {
+      "epoch": 1.2822607425117885,
+      "grad_norm": 337.6141357421875,
+      "learning_rate": 6.027830160768108e-07,
+      "loss": 14.1562,
+      "step": 19307
+    },
+    {
+      "epoch": 1.2823271568041443,
+      "grad_norm": 2037.3333740234375,
+      "learning_rate": 6.02684315284742e-07,
+      "loss": 19.0156,
+      "step": 19308
+    },
+    {
+      "epoch": 1.2823935710965,
+      "grad_norm": 221.64390563964844,
+      "learning_rate": 6.025856190885915e-07,
+      "loss": 12.8906,
+      "step": 19309
+    },
+    {
+      "epoch": 1.2824599853888556,
+      "grad_norm": 223.71641540527344,
+      "learning_rate": 6.024869274895018e-07,
+      "loss": 18.625,
+      "step": 19310
+    },
+    {
+      "epoch": 1.2825263996812115,
+      "grad_norm": 191.155517578125,
+      "learning_rate": 6.023882404886138e-07,
+      "loss": 21.9688,
+      "step": 19311
+    },
+    {
+      "epoch": 1.2825928139735672,
+      "grad_norm": 187.38442993164062,
+      "learning_rate": 6.022895580870698e-07,
+      "loss": 17.625,
+      "step": 19312
+    },
+    {
+      "epoch": 1.2826592282659228,
+      "grad_norm": 428.77667236328125,
+      "learning_rate": 6.021908802860103e-07,
+      "loss": 16.9375,
+      "step": 19313
+    },
+    {
+      "epoch": 1.2827256425582785,
+      "grad_norm": 177.83087158203125,
+      "learning_rate": 6.020922070865777e-07,
+      "loss": 15.9219,
+      "step": 19314
+    },
+    {
+      "epoch": 1.2827920568506341,
+      "grad_norm": 209.4674835205078,
+      "learning_rate": 6.019935384899128e-07,
+      "loss": 14.0,
+      "step": 19315
+    },
+    {
+      "epoch": 1.28285847114299,
+      "grad_norm": 200.97389221191406,
+      "learning_rate": 6.018948744971574e-07,
+      "loss": 15.9062,
+      "step": 19316
+    },
+    {
+      "epoch": 1.2829248854353457,
+      "grad_norm": 233.9110870361328,
+      "learning_rate": 6.01796215109452e-07,
+      "loss": 17.2344,
+      "step": 19317
+    },
+    {
+      "epoch": 1.2829912997277013,
+      "grad_norm": 206.6496124267578,
+      "learning_rate": 6.016975603279389e-07,
+      "loss": 17.4844,
+      "step": 19318
+    },
+    {
+      "epoch": 1.2830577140200572,
+      "grad_norm": 225.61302185058594,
+      "learning_rate": 6.015989101537586e-07,
+      "loss": 15.0312,
+      "step": 19319
+    },
+    {
+      "epoch": 1.2831241283124128,
+      "grad_norm": 206.20101928710938,
+      "learning_rate": 6.015002645880525e-07,
+      "loss": 17.5625,
+      "step": 19320
+    },
+    {
+      "epoch": 1.2831905426047685,
+      "grad_norm": 121.43537902832031,
+      "learning_rate": 6.01401623631961e-07,
+      "loss": 13.1562,
+      "step": 19321
+    },
+    {
+      "epoch": 1.2832569568971244,
+      "grad_norm": 718.6021118164062,
+      "learning_rate": 6.013029872866262e-07,
+      "loss": 19.4844,
+      "step": 19322
+    },
+    {
+      "epoch": 1.28332337118948,
+      "grad_norm": 204.86000061035156,
+      "learning_rate": 6.012043555531885e-07,
+      "loss": 17.2188,
+      "step": 19323
+    },
+    {
+      "epoch": 1.2833897854818357,
+      "grad_norm": 127.95205688476562,
+      "learning_rate": 6.011057284327888e-07,
+      "loss": 14.8281,
+      "step": 19324
+    },
+    {
+      "epoch": 1.2834561997741913,
+      "grad_norm": 198.3691864013672,
+      "learning_rate": 6.01007105926568e-07,
+      "loss": 14.1562,
+      "step": 19325
+    },
+    {
+      "epoch": 1.283522614066547,
+      "grad_norm": 248.5806427001953,
+      "learning_rate": 6.00908488035667e-07,
+      "loss": 19.0781,
+      "step": 19326
+    },
+    {
+      "epoch": 1.2835890283589029,
+      "grad_norm": 322.63348388671875,
+      "learning_rate": 6.008098747612261e-07,
+      "loss": 19.5469,
+      "step": 19327
+    },
+    {
+      "epoch": 1.2836554426512585,
+      "grad_norm": 92.72569274902344,
+      "learning_rate": 6.00711266104387e-07,
+      "loss": 12.8594,
+      "step": 19328
+    },
+    {
+      "epoch": 1.2837218569436142,
+      "grad_norm": 203.77647399902344,
+      "learning_rate": 6.006126620662892e-07,
+      "loss": 15.7656,
+      "step": 19329
+    },
+    {
+      "epoch": 1.28378827123597,
+      "grad_norm": 172.6302947998047,
+      "learning_rate": 6.005140626480742e-07,
+      "loss": 14.8906,
+      "step": 19330
+    },
+    {
+      "epoch": 1.2838546855283257,
+      "grad_norm": 234.275146484375,
+      "learning_rate": 6.004154678508818e-07,
+      "loss": 17.4219,
+      "step": 19331
+    },
+    {
+      "epoch": 1.2839210998206814,
+      "grad_norm": 199.3033905029297,
+      "learning_rate": 6.003168776758531e-07,
+      "loss": 14.6875,
+      "step": 19332
+    },
+    {
+      "epoch": 1.2839875141130372,
+      "grad_norm": 109.40625762939453,
+      "learning_rate": 6.002182921241282e-07,
+      "loss": 13.7812,
+      "step": 19333
+    },
+    {
+      "epoch": 1.284053928405393,
+      "grad_norm": 226.2710418701172,
+      "learning_rate": 6.001197111968477e-07,
+      "loss": 16.7812,
+      "step": 19334
+    },
+    {
+      "epoch": 1.2841203426977486,
+      "grad_norm": 210.48915100097656,
+      "learning_rate": 6.000211348951515e-07,
+      "loss": 20.9531,
+      "step": 19335
+    },
+    {
+      "epoch": 1.2841867569901042,
+      "grad_norm": 986.572509765625,
+      "learning_rate": 5.999225632201804e-07,
+      "loss": 15.7656,
+      "step": 19336
+    },
+    {
+      "epoch": 1.2842531712824599,
+      "grad_norm": 125.41258239746094,
+      "learning_rate": 5.998239961730744e-07,
+      "loss": 13.9219,
+      "step": 19337
+    },
+    {
+      "epoch": 1.2843195855748157,
+      "grad_norm": 134.42657470703125,
+      "learning_rate": 5.997254337549733e-07,
+      "loss": 14.875,
+      "step": 19338
+    },
+    {
+      "epoch": 1.2843859998671714,
+      "grad_norm": 120.80072784423828,
+      "learning_rate": 5.996268759670182e-07,
+      "loss": 12.7812,
+      "step": 19339
+    },
+    {
+      "epoch": 1.284452414159527,
+      "grad_norm": 105.98934173583984,
+      "learning_rate": 5.99528322810348e-07,
+      "loss": 10.6094,
+      "step": 19340
+    },
+    {
+      "epoch": 1.284518828451883,
+      "grad_norm": 287.93609619140625,
+      "learning_rate": 5.994297742861036e-07,
+      "loss": 18.2969,
+      "step": 19341
+    },
+    {
+      "epoch": 1.2845852427442386,
+      "grad_norm": 212.14979553222656,
+      "learning_rate": 5.993312303954243e-07,
+      "loss": 16.1562,
+      "step": 19342
+    },
+    {
+      "epoch": 1.2846516570365942,
+      "grad_norm": 256.20770263671875,
+      "learning_rate": 5.992326911394505e-07,
+      "loss": 13.5156,
+      "step": 19343
+    },
+    {
+      "epoch": 1.28471807132895,
+      "grad_norm": 146.68724060058594,
+      "learning_rate": 5.991341565193218e-07,
+      "loss": 12.0938,
+      "step": 19344
+    },
+    {
+      "epoch": 1.2847844856213058,
+      "grad_norm": 291.27392578125,
+      "learning_rate": 5.990356265361782e-07,
+      "loss": 14.7969,
+      "step": 19345
+    },
+    {
+      "epoch": 1.2848508999136614,
+      "grad_norm": 230.67135620117188,
+      "learning_rate": 5.989371011911589e-07,
+      "loss": 14.9531,
+      "step": 19346
+    },
+    {
+      "epoch": 1.284917314206017,
+      "grad_norm": 636.2528076171875,
+      "learning_rate": 5.988385804854043e-07,
+      "loss": 17.3125,
+      "step": 19347
+    },
+    {
+      "epoch": 1.2849837284983727,
+      "grad_norm": 162.4738006591797,
+      "learning_rate": 5.987400644200532e-07,
+      "loss": 13.0938,
+      "step": 19348
+    },
+    {
+      "epoch": 1.2850501427907286,
+      "grad_norm": 752.1383666992188,
+      "learning_rate": 5.986415529962461e-07,
+      "loss": 17.2969,
+      "step": 19349
+    },
+    {
+      "epoch": 1.2851165570830843,
+      "grad_norm": 176.4115753173828,
+      "learning_rate": 5.985430462151219e-07,
+      "loss": 18.3594,
+      "step": 19350
+    },
+    {
+      "epoch": 1.28518297137544,
+      "grad_norm": 174.44668579101562,
+      "learning_rate": 5.984445440778203e-07,
+      "loss": 16.7812,
+      "step": 19351
+    },
+    {
+      "epoch": 1.2852493856677958,
+      "grad_norm": 277.71728515625,
+      "learning_rate": 5.983460465854804e-07,
+      "loss": 18.3438,
+      "step": 19352
+    },
+    {
+      "epoch": 1.2853157999601514,
+      "grad_norm": 212.44520568847656,
+      "learning_rate": 5.982475537392421e-07,
+      "loss": 17.7812,
+      "step": 19353
+    },
+    {
+      "epoch": 1.285382214252507,
+      "grad_norm": 175.60350036621094,
+      "learning_rate": 5.981490655402444e-07,
+      "loss": 12.9688,
+      "step": 19354
+    },
+    {
+      "epoch": 1.285448628544863,
+      "grad_norm": 523.1680908203125,
+      "learning_rate": 5.980505819896267e-07,
+      "loss": 16.7812,
+      "step": 19355
+    },
+    {
+      "epoch": 1.2855150428372186,
+      "grad_norm": 331.03387451171875,
+      "learning_rate": 5.979521030885277e-07,
+      "loss": 11.8438,
+      "step": 19356
+    },
+    {
+      "epoch": 1.2855814571295743,
+      "grad_norm": 223.87835693359375,
+      "learning_rate": 5.978536288380874e-07,
+      "loss": 11.8125,
+      "step": 19357
+    },
+    {
+      "epoch": 1.28564787142193,
+      "grad_norm": 216.3285369873047,
+      "learning_rate": 5.977551592394443e-07,
+      "loss": 19.6094,
+      "step": 19358
+    },
+    {
+      "epoch": 1.2857142857142856,
+      "grad_norm": 153.63156127929688,
+      "learning_rate": 5.976566942937375e-07,
+      "loss": 20.6719,
+      "step": 19359
+    },
+    {
+      "epoch": 1.2857807000066415,
+      "grad_norm": 233.0293426513672,
+      "learning_rate": 5.97558234002106e-07,
+      "loss": 20.2344,
+      "step": 19360
+    },
+    {
+      "epoch": 1.2858471142989971,
+      "grad_norm": 492.0638122558594,
+      "learning_rate": 5.97459778365689e-07,
+      "loss": 18.1875,
+      "step": 19361
+    },
+    {
+      "epoch": 1.2859135285913528,
+      "grad_norm": 236.67340087890625,
+      "learning_rate": 5.973613273856249e-07,
+      "loss": 14.3047,
+      "step": 19362
+    },
+    {
+      "epoch": 1.2859799428837086,
+      "grad_norm": 320.10565185546875,
+      "learning_rate": 5.97262881063053e-07,
+      "loss": 17.75,
+      "step": 19363
+    },
+    {
+      "epoch": 1.2860463571760643,
+      "grad_norm": 241.49212646484375,
+      "learning_rate": 5.971644393991116e-07,
+      "loss": 17.0156,
+      "step": 19364
+    },
+    {
+      "epoch": 1.28611277146842,
+      "grad_norm": 223.44557189941406,
+      "learning_rate": 5.970660023949401e-07,
+      "loss": 18.8594,
+      "step": 19365
+    },
+    {
+      "epoch": 1.2861791857607758,
+      "grad_norm": 92.93214416503906,
+      "learning_rate": 5.969675700516762e-07,
+      "loss": 12.3906,
+      "step": 19366
+    },
+    {
+      "epoch": 1.2862456000531315,
+      "grad_norm": 173.97918701171875,
+      "learning_rate": 5.968691423704595e-07,
+      "loss": 12.5625,
+      "step": 19367
+    },
+    {
+      "epoch": 1.2863120143454871,
+      "grad_norm": 197.3688507080078,
+      "learning_rate": 5.967707193524279e-07,
+      "loss": 12.7344,
+      "step": 19368
+    },
+    {
+      "epoch": 1.2863784286378428,
+      "grad_norm": 157.0872802734375,
+      "learning_rate": 5.966723009987203e-07,
+      "loss": 15.5469,
+      "step": 19369
+    },
+    {
+      "epoch": 1.2864448429301985,
+      "grad_norm": 256.20904541015625,
+      "learning_rate": 5.965738873104744e-07,
+      "loss": 13.8984,
+      "step": 19370
+    },
+    {
+      "epoch": 1.2865112572225543,
+      "grad_norm": 150.42596435546875,
+      "learning_rate": 5.964754782888297e-07,
+      "loss": 13.7188,
+      "step": 19371
+    },
+    {
+      "epoch": 1.28657767151491,
+      "grad_norm": 206.37657165527344,
+      "learning_rate": 5.963770739349239e-07,
+      "loss": 18.0391,
+      "step": 19372
+    },
+    {
+      "epoch": 1.2866440858072656,
+      "grad_norm": 315.3779602050781,
+      "learning_rate": 5.962786742498949e-07,
+      "loss": 23.6406,
+      "step": 19373
+    },
+    {
+      "epoch": 1.2867105000996215,
+      "grad_norm": 147.02700805664062,
+      "learning_rate": 5.96180279234882e-07,
+      "loss": 17.2188,
+      "step": 19374
+    },
+    {
+      "epoch": 1.2867769143919772,
+      "grad_norm": 250.40737915039062,
+      "learning_rate": 5.960818888910224e-07,
+      "loss": 17.1406,
+      "step": 19375
+    },
+    {
+      "epoch": 1.2868433286843328,
+      "grad_norm": 267.1330871582031,
+      "learning_rate": 5.959835032194549e-07,
+      "loss": 14.5156,
+      "step": 19376
+    },
+    {
+      "epoch": 1.2869097429766887,
+      "grad_norm": 159.2133331298828,
+      "learning_rate": 5.958851222213168e-07,
+      "loss": 14.8906,
+      "step": 19377
+    },
+    {
+      "epoch": 1.2869761572690444,
+      "grad_norm": 681.0742797851562,
+      "learning_rate": 5.957867458977471e-07,
+      "loss": 17.6484,
+      "step": 19378
+    },
+    {
+      "epoch": 1.2870425715614,
+      "grad_norm": 160.84286499023438,
+      "learning_rate": 5.95688374249883e-07,
+      "loss": 15.25,
+      "step": 19379
+    },
+    {
+      "epoch": 1.2871089858537557,
+      "grad_norm": 477.6565856933594,
+      "learning_rate": 5.955900072788629e-07,
+      "loss": 13.0625,
+      "step": 19380
+    },
+    {
+      "epoch": 1.2871754001461113,
+      "grad_norm": 100.12385559082031,
+      "learning_rate": 5.954916449858239e-07,
+      "loss": 12.3125,
+      "step": 19381
+    },
+    {
+      "epoch": 1.2872418144384672,
+      "grad_norm": 215.99227905273438,
+      "learning_rate": 5.953932873719047e-07,
+      "loss": 17.3906,
+      "step": 19382
+    },
+    {
+      "epoch": 1.2873082287308228,
+      "grad_norm": 206.31727600097656,
+      "learning_rate": 5.952949344382424e-07,
+      "loss": 14.75,
+      "step": 19383
+    },
+    {
+      "epoch": 1.2873746430231785,
+      "grad_norm": 395.1739807128906,
+      "learning_rate": 5.951965861859752e-07,
+      "loss": 14.9219,
+      "step": 19384
+    },
+    {
+      "epoch": 1.2874410573155344,
+      "grad_norm": 288.1817932128906,
+      "learning_rate": 5.950982426162401e-07,
+      "loss": 19.1562,
+      "step": 19385
+    },
+    {
+      "epoch": 1.28750747160789,
+      "grad_norm": 201.06105041503906,
+      "learning_rate": 5.949999037301754e-07,
+      "loss": 16.6875,
+      "step": 19386
+    },
+    {
+      "epoch": 1.2875738859002457,
+      "grad_norm": 280.9143371582031,
+      "learning_rate": 5.949015695289182e-07,
+      "loss": 19.7656,
+      "step": 19387
+    },
+    {
+      "epoch": 1.2876403001926016,
+      "grad_norm": 202.3145751953125,
+      "learning_rate": 5.94803240013606e-07,
+      "loss": 17.8438,
+      "step": 19388
+    },
+    {
+      "epoch": 1.2877067144849572,
+      "grad_norm": 133.66722106933594,
+      "learning_rate": 5.947049151853763e-07,
+      "loss": 13.9531,
+      "step": 19389
+    },
+    {
+      "epoch": 1.2877731287773129,
+      "grad_norm": 117.63961791992188,
+      "learning_rate": 5.946065950453664e-07,
+      "loss": 19.9062,
+      "step": 19390
+    },
+    {
+      "epoch": 1.2878395430696685,
+      "grad_norm": 174.51416015625,
+      "learning_rate": 5.945082795947134e-07,
+      "loss": 16.1562,
+      "step": 19391
+    },
+    {
+      "epoch": 1.2879059573620242,
+      "grad_norm": 219.82716369628906,
+      "learning_rate": 5.944099688345552e-07,
+      "loss": 23.1875,
+      "step": 19392
+    },
+    {
+      "epoch": 1.28797237165438,
+      "grad_norm": 217.14096069335938,
+      "learning_rate": 5.943116627660285e-07,
+      "loss": 18.2031,
+      "step": 19393
+    },
+    {
+      "epoch": 1.2880387859467357,
+      "grad_norm": 346.5890808105469,
+      "learning_rate": 5.942133613902707e-07,
+      "loss": 17.875,
+      "step": 19394
+    },
+    {
+      "epoch": 1.2881052002390914,
+      "grad_norm": 279.8817138671875,
+      "learning_rate": 5.941150647084182e-07,
+      "loss": 19.4531,
+      "step": 19395
+    },
+    {
+      "epoch": 1.2881716145314472,
+      "grad_norm": 490.99755859375,
+      "learning_rate": 5.94016772721609e-07,
+      "loss": 12.3438,
+      "step": 19396
+    },
+    {
+      "epoch": 1.288238028823803,
+      "grad_norm": 178.91656494140625,
+      "learning_rate": 5.939184854309795e-07,
+      "loss": 15.1719,
+      "step": 19397
+    },
+    {
+      "epoch": 1.2883044431161585,
+      "grad_norm": 151.4564208984375,
+      "learning_rate": 5.938202028376671e-07,
+      "loss": 16.3438,
+      "step": 19398
+    },
+    {
+      "epoch": 1.2883708574085144,
+      "grad_norm": 136.39991760253906,
+      "learning_rate": 5.937219249428081e-07,
+      "loss": 13.1094,
+      "step": 19399
+    },
+    {
+      "epoch": 1.28843727170087,
+      "grad_norm": 575.3967895507812,
+      "learning_rate": 5.936236517475397e-07,
+      "loss": 20.7812,
+      "step": 19400
+    },
+    {
+      "epoch": 1.2885036859932257,
+      "grad_norm": 248.9634246826172,
+      "learning_rate": 5.935253832529986e-07,
+      "loss": 18.4375,
+      "step": 19401
+    },
+    {
+      "epoch": 1.2885701002855814,
+      "grad_norm": 186.6954345703125,
+      "learning_rate": 5.934271194603216e-07,
+      "loss": 17.9688,
+      "step": 19402
+    },
+    {
+      "epoch": 1.288636514577937,
+      "grad_norm": 233.74119567871094,
+      "learning_rate": 5.933288603706447e-07,
+      "loss": 12.5781,
+      "step": 19403
+    },
+    {
+      "epoch": 1.288702928870293,
+      "grad_norm": 203.28875732421875,
+      "learning_rate": 5.932306059851055e-07,
+      "loss": 12.3438,
+      "step": 19404
+    },
+    {
+      "epoch": 1.2887693431626486,
+      "grad_norm": 122.88681030273438,
+      "learning_rate": 5.9313235630484e-07,
+      "loss": 13.5469,
+      "step": 19405
+    },
+    {
+      "epoch": 1.2888357574550042,
+      "grad_norm": 177.51397705078125,
+      "learning_rate": 5.93034111330985e-07,
+      "loss": 13.5938,
+      "step": 19406
+    },
+    {
+      "epoch": 1.28890217174736,
+      "grad_norm": 255.05979919433594,
+      "learning_rate": 5.929358710646761e-07,
+      "loss": 15.125,
+      "step": 19407
+    },
+    {
+      "epoch": 1.2889685860397158,
+      "grad_norm": 880.55908203125,
+      "learning_rate": 5.928376355070512e-07,
+      "loss": 13.9375,
+      "step": 19408
+    },
+    {
+      "epoch": 1.2890350003320714,
+      "grad_norm": 93.79191589355469,
+      "learning_rate": 5.92739404659245e-07,
+      "loss": 15.0625,
+      "step": 19409
+    },
+    {
+      "epoch": 1.2891014146244273,
+      "grad_norm": 241.3519744873047,
+      "learning_rate": 5.926411785223948e-07,
+      "loss": 21.625,
+      "step": 19410
+    },
+    {
+      "epoch": 1.289167828916783,
+      "grad_norm": 151.87086486816406,
+      "learning_rate": 5.925429570976366e-07,
+      "loss": 10.7656,
+      "step": 19411
+    },
+    {
+      "epoch": 1.2892342432091386,
+      "grad_norm": 294.93914794921875,
+      "learning_rate": 5.924447403861062e-07,
+      "loss": 16.1562,
+      "step": 19412
+    },
+    {
+      "epoch": 1.2893006575014943,
+      "grad_norm": 149.6160125732422,
+      "learning_rate": 5.923465283889406e-07,
+      "loss": 15.2969,
+      "step": 19413
+    },
+    {
+      "epoch": 1.28936707179385,
+      "grad_norm": 596.5942993164062,
+      "learning_rate": 5.922483211072749e-07,
+      "loss": 20.1641,
+      "step": 19414
+    },
+    {
+      "epoch": 1.2894334860862058,
+      "grad_norm": 220.00692749023438,
+      "learning_rate": 5.921501185422457e-07,
+      "loss": 16.625,
+      "step": 19415
+    },
+    {
+      "epoch": 1.2894999003785614,
+      "grad_norm": 120.44850158691406,
+      "learning_rate": 5.920519206949884e-07,
+      "loss": 12.5391,
+      "step": 19416
+    },
+    {
+      "epoch": 1.289566314670917,
+      "grad_norm": 267.6041259765625,
+      "learning_rate": 5.919537275666397e-07,
+      "loss": 18.0938,
+      "step": 19417
+    },
+    {
+      "epoch": 1.289632728963273,
+      "grad_norm": 185.19619750976562,
+      "learning_rate": 5.918555391583347e-07,
+      "loss": 20.0781,
+      "step": 19418
+    },
+    {
+      "epoch": 1.2896991432556286,
+      "grad_norm": 213.2294464111328,
+      "learning_rate": 5.917573554712096e-07,
+      "loss": 16.7188,
+      "step": 19419
+    },
+    {
+      "epoch": 1.2897655575479843,
+      "grad_norm": 159.74526977539062,
+      "learning_rate": 5.916591765063998e-07,
+      "loss": 19.3594,
+      "step": 19420
+    },
+    {
+      "epoch": 1.2898319718403402,
+      "grad_norm": 463.4560241699219,
+      "learning_rate": 5.915610022650414e-07,
+      "loss": 19.5312,
+      "step": 19421
+    },
+    {
+      "epoch": 1.2898983861326958,
+      "grad_norm": 155.46218872070312,
+      "learning_rate": 5.914628327482698e-07,
+      "loss": 13.1094,
+      "step": 19422
+    },
+    {
+      "epoch": 1.2899648004250515,
+      "grad_norm": 272.7480773925781,
+      "learning_rate": 5.913646679572206e-07,
+      "loss": 11.8594,
+      "step": 19423
+    },
+    {
+      "epoch": 1.2900312147174071,
+      "grad_norm": 126.48619842529297,
+      "learning_rate": 5.91266507893029e-07,
+      "loss": 14.6562,
+      "step": 19424
+    },
+    {
+      "epoch": 1.2900976290097628,
+      "grad_norm": 96.9917984008789,
+      "learning_rate": 5.911683525568312e-07,
+      "loss": 13.1875,
+      "step": 19425
+    },
+    {
+      "epoch": 1.2901640433021186,
+      "grad_norm": 485.83599853515625,
+      "learning_rate": 5.910702019497618e-07,
+      "loss": 21.375,
+      "step": 19426
+    },
+    {
+      "epoch": 1.2902304575944743,
+      "grad_norm": 209.54910278320312,
+      "learning_rate": 5.909720560729567e-07,
+      "loss": 26.1562,
+      "step": 19427
+    },
+    {
+      "epoch": 1.29029687188683,
+      "grad_norm": 186.53843688964844,
+      "learning_rate": 5.908739149275508e-07,
+      "loss": 21.3438,
+      "step": 19428
+    },
+    {
+      "epoch": 1.2903632861791858,
+      "grad_norm": 203.20860290527344,
+      "learning_rate": 5.9077577851468e-07,
+      "loss": 12.8281,
+      "step": 19429
+    },
+    {
+      "epoch": 1.2904297004715415,
+      "grad_norm": 124.77392578125,
+      "learning_rate": 5.906776468354784e-07,
+      "loss": 13.7344,
+      "step": 19430
+    },
+    {
+      "epoch": 1.2904961147638971,
+      "grad_norm": 195.97935485839844,
+      "learning_rate": 5.905795198910821e-07,
+      "loss": 16.1562,
+      "step": 19431
+    },
+    {
+      "epoch": 1.290562529056253,
+      "grad_norm": 266.40618896484375,
+      "learning_rate": 5.904813976826257e-07,
+      "loss": 14.8906,
+      "step": 19432
+    },
+    {
+      "epoch": 1.2906289433486087,
+      "grad_norm": 1007.6708374023438,
+      "learning_rate": 5.903832802112446e-07,
+      "loss": 20.5312,
+      "step": 19433
+    },
+    {
+      "epoch": 1.2906953576409643,
+      "grad_norm": 234.58116149902344,
+      "learning_rate": 5.902851674780731e-07,
+      "loss": 21.7344,
+      "step": 19434
+    },
+    {
+      "epoch": 1.29076177193332,
+      "grad_norm": 257.6639404296875,
+      "learning_rate": 5.901870594842469e-07,
+      "loss": 16.5156,
+      "step": 19435
+    },
+    {
+      "epoch": 1.2908281862256756,
+      "grad_norm": 207.1629638671875,
+      "learning_rate": 5.900889562309002e-07,
+      "loss": 15.8906,
+      "step": 19436
+    },
+    {
+      "epoch": 1.2908946005180315,
+      "grad_norm": 192.11972045898438,
+      "learning_rate": 5.899908577191684e-07,
+      "loss": 23.5,
+      "step": 19437
+    },
+    {
+      "epoch": 1.2909610148103872,
+      "grad_norm": 338.2573547363281,
+      "learning_rate": 5.898927639501855e-07,
+      "loss": 12.0078,
+      "step": 19438
+    },
+    {
+      "epoch": 1.2910274291027428,
+      "grad_norm": 227.40310668945312,
+      "learning_rate": 5.89794674925087e-07,
+      "loss": 16.7188,
+      "step": 19439
+    },
+    {
+      "epoch": 1.2910938433950987,
+      "grad_norm": 125.21073913574219,
+      "learning_rate": 5.89696590645007e-07,
+      "loss": 17.0625,
+      "step": 19440
+    },
+    {
+      "epoch": 1.2911602576874543,
+      "grad_norm": 732.6084594726562,
+      "learning_rate": 5.895985111110804e-07,
+      "loss": 30.5469,
+      "step": 19441
+    },
+    {
+      "epoch": 1.29122667197981,
+      "grad_norm": 326.3605651855469,
+      "learning_rate": 5.895004363244413e-07,
+      "loss": 19.0312,
+      "step": 19442
+    },
+    {
+      "epoch": 1.2912930862721659,
+      "grad_norm": 232.44091796875,
+      "learning_rate": 5.894023662862246e-07,
+      "loss": 17.5,
+      "step": 19443
+    },
+    {
+      "epoch": 1.2913595005645215,
+      "grad_norm": 314.0865478515625,
+      "learning_rate": 5.893043009975645e-07,
+      "loss": 22.8438,
+      "step": 19444
+    },
+    {
+      "epoch": 1.2914259148568772,
+      "grad_norm": 157.22337341308594,
+      "learning_rate": 5.892062404595956e-07,
+      "loss": 13.5156,
+      "step": 19445
+    },
+    {
+      "epoch": 1.2914923291492328,
+      "grad_norm": 228.08538818359375,
+      "learning_rate": 5.891081846734518e-07,
+      "loss": 15.7344,
+      "step": 19446
+    },
+    {
+      "epoch": 1.2915587434415885,
+      "grad_norm": 189.97706604003906,
+      "learning_rate": 5.890101336402677e-07,
+      "loss": 15.6875,
+      "step": 19447
+    },
+    {
+      "epoch": 1.2916251577339444,
+      "grad_norm": 106.145263671875,
+      "learning_rate": 5.889120873611775e-07,
+      "loss": 14.0938,
+      "step": 19448
+    },
+    {
+      "epoch": 1.2916915720263,
+      "grad_norm": 194.81454467773438,
+      "learning_rate": 5.888140458373148e-07,
+      "loss": 19.1406,
+      "step": 19449
+    },
+    {
+      "epoch": 1.2917579863186557,
+      "grad_norm": 155.02655029296875,
+      "learning_rate": 5.887160090698149e-07,
+      "loss": 15.0938,
+      "step": 19450
+    },
+    {
+      "epoch": 1.2918244006110116,
+      "grad_norm": 309.816162109375,
+      "learning_rate": 5.886179770598103e-07,
+      "loss": 14.9453,
+      "step": 19451
+    },
+    {
+      "epoch": 1.2918908149033672,
+      "grad_norm": 257.343994140625,
+      "learning_rate": 5.885199498084361e-07,
+      "loss": 19.1875,
+      "step": 19452
+    },
+    {
+      "epoch": 1.2919572291957229,
+      "grad_norm": 146.0023193359375,
+      "learning_rate": 5.884219273168258e-07,
+      "loss": 17.4531,
+      "step": 19453
+    },
+    {
+      "epoch": 1.2920236434880787,
+      "grad_norm": 166.8192901611328,
+      "learning_rate": 5.883239095861133e-07,
+      "loss": 15.7344,
+      "step": 19454
+    },
+    {
+      "epoch": 1.2920900577804344,
+      "grad_norm": 225.43592834472656,
+      "learning_rate": 5.882258966174321e-07,
+      "loss": 19.2656,
+      "step": 19455
+    },
+    {
+      "epoch": 1.29215647207279,
+      "grad_norm": 261.01751708984375,
+      "learning_rate": 5.881278884119168e-07,
+      "loss": 12.9297,
+      "step": 19456
+    },
+    {
+      "epoch": 1.2922228863651457,
+      "grad_norm": 1213.270263671875,
+      "learning_rate": 5.880298849707003e-07,
+      "loss": 16.7344,
+      "step": 19457
+    },
+    {
+      "epoch": 1.2922893006575014,
+      "grad_norm": 195.85562133789062,
+      "learning_rate": 5.879318862949167e-07,
+      "loss": 23.1875,
+      "step": 19458
+    },
+    {
+      "epoch": 1.2923557149498572,
+      "grad_norm": 194.46067810058594,
+      "learning_rate": 5.878338923856991e-07,
+      "loss": 18.0781,
+      "step": 19459
+    },
+    {
+      "epoch": 1.292422129242213,
+      "grad_norm": 102.7956314086914,
+      "learning_rate": 5.877359032441817e-07,
+      "loss": 13.2344,
+      "step": 19460
+    },
+    {
+      "epoch": 1.2924885435345685,
+      "grad_norm": 363.8287353515625,
+      "learning_rate": 5.876379188714975e-07,
+      "loss": 21.7969,
+      "step": 19461
+    },
+    {
+      "epoch": 1.2925549578269244,
+      "grad_norm": 237.402099609375,
+      "learning_rate": 5.875399392687803e-07,
+      "loss": 18.4062,
+      "step": 19462
+    },
+    {
+      "epoch": 1.29262137211928,
+      "grad_norm": 404.64849853515625,
+      "learning_rate": 5.874419644371629e-07,
+      "loss": 15.3281,
+      "step": 19463
+    },
+    {
+      "epoch": 1.2926877864116357,
+      "grad_norm": 187.03970336914062,
+      "learning_rate": 5.873439943777791e-07,
+      "loss": 22.7812,
+      "step": 19464
+    },
+    {
+      "epoch": 1.2927542007039916,
+      "grad_norm": 232.7110595703125,
+      "learning_rate": 5.87246029091762e-07,
+      "loss": 18.5938,
+      "step": 19465
+    },
+    {
+      "epoch": 1.2928206149963473,
+      "grad_norm": 564.4719848632812,
+      "learning_rate": 5.87148068580245e-07,
+      "loss": 15.4219,
+      "step": 19466
+    },
+    {
+      "epoch": 1.292887029288703,
+      "grad_norm": 284.6599426269531,
+      "learning_rate": 5.870501128443608e-07,
+      "loss": 16.375,
+      "step": 19467
+    },
+    {
+      "epoch": 1.2929534435810586,
+      "grad_norm": 189.12307739257812,
+      "learning_rate": 5.869521618852431e-07,
+      "loss": 17.0625,
+      "step": 19468
+    },
+    {
+      "epoch": 1.2930198578734142,
+      "grad_norm": 285.73736572265625,
+      "learning_rate": 5.868542157040243e-07,
+      "loss": 20.1562,
+      "step": 19469
+    },
+    {
+      "epoch": 1.29308627216577,
+      "grad_norm": 172.3994140625,
+      "learning_rate": 5.867562743018379e-07,
+      "loss": 15.7031,
+      "step": 19470
+    },
+    {
+      "epoch": 1.2931526864581258,
+      "grad_norm": 370.4728698730469,
+      "learning_rate": 5.866583376798165e-07,
+      "loss": 20.4375,
+      "step": 19471
+    },
+    {
+      "epoch": 1.2932191007504814,
+      "grad_norm": 272.2843322753906,
+      "learning_rate": 5.865604058390934e-07,
+      "loss": 17.1562,
+      "step": 19472
+    },
+    {
+      "epoch": 1.2932855150428373,
+      "grad_norm": 306.6036682128906,
+      "learning_rate": 5.864624787808006e-07,
+      "loss": 13.5781,
+      "step": 19473
+    },
+    {
+      "epoch": 1.293351929335193,
+      "grad_norm": 179.16477966308594,
+      "learning_rate": 5.863645565060719e-07,
+      "loss": 17.3281,
+      "step": 19474
+    },
+    {
+      "epoch": 1.2934183436275486,
+      "grad_norm": 170.28567504882812,
+      "learning_rate": 5.862666390160391e-07,
+      "loss": 23.5312,
+      "step": 19475
+    },
+    {
+      "epoch": 1.2934847579199045,
+      "grad_norm": 110.77606964111328,
+      "learning_rate": 5.861687263118357e-07,
+      "loss": 14.5156,
+      "step": 19476
+    },
+    {
+      "epoch": 1.2935511722122601,
+      "grad_norm": 377.9222717285156,
+      "learning_rate": 5.860708183945933e-07,
+      "loss": 27.7188,
+      "step": 19477
+    },
+    {
+      "epoch": 1.2936175865046158,
+      "grad_norm": 127.1004409790039,
+      "learning_rate": 5.859729152654454e-07,
+      "loss": 12.875,
+      "step": 19478
+    },
+    {
+      "epoch": 1.2936840007969714,
+      "grad_norm": 114.35003662109375,
+      "learning_rate": 5.858750169255238e-07,
+      "loss": 15.1875,
+      "step": 19479
+    },
+    {
+      "epoch": 1.293750415089327,
+      "grad_norm": 109.1383285522461,
+      "learning_rate": 5.857771233759615e-07,
+      "loss": 14.2812,
+      "step": 19480
+    },
+    {
+      "epoch": 1.293816829381683,
+      "grad_norm": 739.3878173828125,
+      "learning_rate": 5.856792346178901e-07,
+      "loss": 17.7969,
+      "step": 19481
+    },
+    {
+      "epoch": 1.2938832436740386,
+      "grad_norm": 218.9315643310547,
+      "learning_rate": 5.85581350652443e-07,
+      "loss": 16.4219,
+      "step": 19482
+    },
+    {
+      "epoch": 1.2939496579663943,
+      "grad_norm": 218.465087890625,
+      "learning_rate": 5.854834714807515e-07,
+      "loss": 16.9688,
+      "step": 19483
+    },
+    {
+      "epoch": 1.2940160722587501,
+      "grad_norm": 309.2102966308594,
+      "learning_rate": 5.85385597103948e-07,
+      "loss": 16.7188,
+      "step": 19484
+    },
+    {
+      "epoch": 1.2940824865511058,
+      "grad_norm": 387.3876953125,
+      "learning_rate": 5.852877275231651e-07,
+      "loss": 17.25,
+      "step": 19485
+    },
+    {
+      "epoch": 1.2941489008434615,
+      "grad_norm": 486.5370178222656,
+      "learning_rate": 5.851898627395346e-07,
+      "loss": 22.25,
+      "step": 19486
+    },
+    {
+      "epoch": 1.2942153151358173,
+      "grad_norm": 183.20492553710938,
+      "learning_rate": 5.850920027541888e-07,
+      "loss": 16.3438,
+      "step": 19487
+    },
+    {
+      "epoch": 1.294281729428173,
+      "grad_norm": 176.9840545654297,
+      "learning_rate": 5.84994147568259e-07,
+      "loss": 15.1875,
+      "step": 19488
+    },
+    {
+      "epoch": 1.2943481437205286,
+      "grad_norm": 248.37281799316406,
+      "learning_rate": 5.84896297182878e-07,
+      "loss": 19.875,
+      "step": 19489
+    },
+    {
+      "epoch": 1.2944145580128843,
+      "grad_norm": 166.521728515625,
+      "learning_rate": 5.847984515991771e-07,
+      "loss": 12.3047,
+      "step": 19490
+    },
+    {
+      "epoch": 1.29448097230524,
+      "grad_norm": 291.4526062011719,
+      "learning_rate": 5.847006108182884e-07,
+      "loss": 14.4219,
+      "step": 19491
+    },
+    {
+      "epoch": 1.2945473865975958,
+      "grad_norm": 138.80062866210938,
+      "learning_rate": 5.846027748413433e-07,
+      "loss": 17.2188,
+      "step": 19492
+    },
+    {
+      "epoch": 1.2946138008899515,
+      "grad_norm": 509.7909240722656,
+      "learning_rate": 5.845049436694743e-07,
+      "loss": 19.625,
+      "step": 19493
+    },
+    {
+      "epoch": 1.2946802151823071,
+      "grad_norm": 193.0540771484375,
+      "learning_rate": 5.844071173038118e-07,
+      "loss": 13.2812,
+      "step": 19494
+    },
+    {
+      "epoch": 1.294746629474663,
+      "grad_norm": 296.0894470214844,
+      "learning_rate": 5.843092957454887e-07,
+      "loss": 18.2031,
+      "step": 19495
+    },
+    {
+      "epoch": 1.2948130437670187,
+      "grad_norm": 169.49378967285156,
+      "learning_rate": 5.842114789956359e-07,
+      "loss": 17.1406,
+      "step": 19496
+    },
+    {
+      "epoch": 1.2948794580593743,
+      "grad_norm": 358.3481750488281,
+      "learning_rate": 5.841136670553848e-07,
+      "loss": 20.75,
+      "step": 19497
+    },
+    {
+      "epoch": 1.2949458723517302,
+      "grad_norm": 187.50784301757812,
+      "learning_rate": 5.840158599258668e-07,
+      "loss": 17.5312,
+      "step": 19498
+    },
+    {
+      "epoch": 1.2950122866440859,
+      "grad_norm": 146.86434936523438,
+      "learning_rate": 5.839180576082138e-07,
+      "loss": 17.1719,
+      "step": 19499
+    },
+    {
+      "epoch": 1.2950787009364415,
+      "grad_norm": 138.3113250732422,
+      "learning_rate": 5.838202601035565e-07,
+      "loss": 16.7969,
+      "step": 19500
+    },
+    {
+      "epoch": 1.2951451152287972,
+      "grad_norm": 634.7222290039062,
+      "learning_rate": 5.837224674130268e-07,
+      "loss": 21.5312,
+      "step": 19501
+    },
+    {
+      "epoch": 1.2952115295211528,
+      "grad_norm": 215.21429443359375,
+      "learning_rate": 5.836246795377553e-07,
+      "loss": 15.7656,
+      "step": 19502
+    },
+    {
+      "epoch": 1.2952779438135087,
+      "grad_norm": 334.82110595703125,
+      "learning_rate": 5.835268964788734e-07,
+      "loss": 18.9062,
+      "step": 19503
+    },
+    {
+      "epoch": 1.2953443581058643,
+      "grad_norm": 116.04360961914062,
+      "learning_rate": 5.834291182375121e-07,
+      "loss": 13.6719,
+      "step": 19504
+    },
+    {
+      "epoch": 1.29541077239822,
+      "grad_norm": 168.01976013183594,
+      "learning_rate": 5.833313448148028e-07,
+      "loss": 12.4688,
+      "step": 19505
+    },
+    {
+      "epoch": 1.2954771866905759,
+      "grad_norm": 246.19276428222656,
+      "learning_rate": 5.832335762118761e-07,
+      "loss": 15.4688,
+      "step": 19506
+    },
+    {
+      "epoch": 1.2955436009829315,
+      "grad_norm": 144.2580108642578,
+      "learning_rate": 5.831358124298636e-07,
+      "loss": 21.8594,
+      "step": 19507
+    },
+    {
+      "epoch": 1.2956100152752872,
+      "grad_norm": 198.68264770507812,
+      "learning_rate": 5.830380534698946e-07,
+      "loss": 16.125,
+      "step": 19508
+    },
+    {
+      "epoch": 1.295676429567643,
+      "grad_norm": 154.01873779296875,
+      "learning_rate": 5.829402993331019e-07,
+      "loss": 15.9375,
+      "step": 19509
+    },
+    {
+      "epoch": 1.2957428438599987,
+      "grad_norm": 203.09449768066406,
+      "learning_rate": 5.828425500206149e-07,
+      "loss": 22.8594,
+      "step": 19510
+    },
+    {
+      "epoch": 1.2958092581523544,
+      "grad_norm": 233.84938049316406,
+      "learning_rate": 5.827448055335647e-07,
+      "loss": 18.5312,
+      "step": 19511
+    },
+    {
+      "epoch": 1.29587567244471,
+      "grad_norm": 172.6304931640625,
+      "learning_rate": 5.826470658730821e-07,
+      "loss": 19.4219,
+      "step": 19512
+    },
+    {
+      "epoch": 1.2959420867370657,
+      "grad_norm": 153.02667236328125,
+      "learning_rate": 5.82549331040298e-07,
+      "loss": 14.625,
+      "step": 19513
+    },
+    {
+      "epoch": 1.2960085010294216,
+      "grad_norm": 171.60057067871094,
+      "learning_rate": 5.824516010363416e-07,
+      "loss": 15.2188,
+      "step": 19514
+    },
+    {
+      "epoch": 1.2960749153217772,
+      "grad_norm": 191.530029296875,
+      "learning_rate": 5.823538758623451e-07,
+      "loss": 14.2578,
+      "step": 19515
+    },
+    {
+      "epoch": 1.2961413296141329,
+      "grad_norm": 319.1054382324219,
+      "learning_rate": 5.822561555194379e-07,
+      "loss": 12.7734,
+      "step": 19516
+    },
+    {
+      "epoch": 1.2962077439064887,
+      "grad_norm": 91.92549133300781,
+      "learning_rate": 5.821584400087504e-07,
+      "loss": 15.3125,
+      "step": 19517
+    },
+    {
+      "epoch": 1.2962741581988444,
+      "grad_norm": 250.53457641601562,
+      "learning_rate": 5.820607293314132e-07,
+      "loss": 16.3906,
+      "step": 19518
+    },
+    {
+      "epoch": 1.2963405724912,
+      "grad_norm": 205.1513671875,
+      "learning_rate": 5.819630234885564e-07,
+      "loss": 17.125,
+      "step": 19519
+    },
+    {
+      "epoch": 1.296406986783556,
+      "grad_norm": 171.0116729736328,
+      "learning_rate": 5.818653224813105e-07,
+      "loss": 13.9375,
+      "step": 19520
+    },
+    {
+      "epoch": 1.2964734010759116,
+      "grad_norm": 137.0102996826172,
+      "learning_rate": 5.817676263108054e-07,
+      "loss": 18.5938,
+      "step": 19521
+    },
+    {
+      "epoch": 1.2965398153682672,
+      "grad_norm": 318.1681213378906,
+      "learning_rate": 5.816699349781711e-07,
+      "loss": 17.75,
+      "step": 19522
+    },
+    {
+      "epoch": 1.2966062296606229,
+      "grad_norm": 347.8189392089844,
+      "learning_rate": 5.815722484845378e-07,
+      "loss": 17.5469,
+      "step": 19523
+    },
+    {
+      "epoch": 1.2966726439529785,
+      "grad_norm": 270.2369384765625,
+      "learning_rate": 5.814745668310359e-07,
+      "loss": 20.7969,
+      "step": 19524
+    },
+    {
+      "epoch": 1.2967390582453344,
+      "grad_norm": 739.8585815429688,
+      "learning_rate": 5.81376890018794e-07,
+      "loss": 20.1719,
+      "step": 19525
+    },
+    {
+      "epoch": 1.29680547253769,
+      "grad_norm": 168.60182189941406,
+      "learning_rate": 5.812792180489436e-07,
+      "loss": 14.8125,
+      "step": 19526
+    },
+    {
+      "epoch": 1.2968718868300457,
+      "grad_norm": 249.2595977783203,
+      "learning_rate": 5.811815509226135e-07,
+      "loss": 12.6719,
+      "step": 19527
+    },
+    {
+      "epoch": 1.2969383011224016,
+      "grad_norm": 166.1477508544922,
+      "learning_rate": 5.810838886409337e-07,
+      "loss": 12.875,
+      "step": 19528
+    },
+    {
+      "epoch": 1.2970047154147573,
+      "grad_norm": 226.42596435546875,
+      "learning_rate": 5.80986231205034e-07,
+      "loss": 20.2812,
+      "step": 19529
+    },
+    {
+      "epoch": 1.297071129707113,
+      "grad_norm": 450.52960205078125,
+      "learning_rate": 5.808885786160438e-07,
+      "loss": 20.5156,
+      "step": 19530
+    },
+    {
+      "epoch": 1.2971375439994688,
+      "grad_norm": 219.923583984375,
+      "learning_rate": 5.807909308750929e-07,
+      "loss": 22.5312,
+      "step": 19531
+    },
+    {
+      "epoch": 1.2972039582918244,
+      "grad_norm": 181.2451934814453,
+      "learning_rate": 5.80693287983311e-07,
+      "loss": 17.2188,
+      "step": 19532
+    },
+    {
+      "epoch": 1.29727037258418,
+      "grad_norm": 347.2974548339844,
+      "learning_rate": 5.805956499418269e-07,
+      "loss": 17.9297,
+      "step": 19533
+    },
+    {
+      "epoch": 1.2973367868765358,
+      "grad_norm": 144.8404083251953,
+      "learning_rate": 5.804980167517712e-07,
+      "loss": 15.3438,
+      "step": 19534
+    },
+    {
+      "epoch": 1.2974032011688914,
+      "grad_norm": 494.3333435058594,
+      "learning_rate": 5.80400388414272e-07,
+      "loss": 20.5156,
+      "step": 19535
+    },
+    {
+      "epoch": 1.2974696154612473,
+      "grad_norm": 179.88796997070312,
+      "learning_rate": 5.803027649304592e-07,
+      "loss": 17.25,
+      "step": 19536
+    },
+    {
+      "epoch": 1.297536029753603,
+      "grad_norm": 322.39459228515625,
+      "learning_rate": 5.80205146301462e-07,
+      "loss": 16.5625,
+      "step": 19537
+    },
+    {
+      "epoch": 1.2976024440459586,
+      "grad_norm": 268.61810302734375,
+      "learning_rate": 5.801075325284099e-07,
+      "loss": 16.8438,
+      "step": 19538
+    },
+    {
+      "epoch": 1.2976688583383145,
+      "grad_norm": 132.1903533935547,
+      "learning_rate": 5.800099236124311e-07,
+      "loss": 15.3906,
+      "step": 19539
+    },
+    {
+      "epoch": 1.2977352726306701,
+      "grad_norm": 235.143310546875,
+      "learning_rate": 5.799123195546562e-07,
+      "loss": 14.7656,
+      "step": 19540
+    },
+    {
+      "epoch": 1.2978016869230258,
+      "grad_norm": 805.7322998046875,
+      "learning_rate": 5.798147203562127e-07,
+      "loss": 22.2969,
+      "step": 19541
+    },
+    {
+      "epoch": 1.2978681012153817,
+      "grad_norm": 125.36444854736328,
+      "learning_rate": 5.797171260182304e-07,
+      "loss": 14.8438,
+      "step": 19542
+    },
+    {
+      "epoch": 1.2979345155077373,
+      "grad_norm": 142.76425170898438,
+      "learning_rate": 5.796195365418379e-07,
+      "loss": 17.2109,
+      "step": 19543
+    },
+    {
+      "epoch": 1.298000929800093,
+      "grad_norm": 116.88282012939453,
+      "learning_rate": 5.795219519281644e-07,
+      "loss": 14.7812,
+      "step": 19544
+    },
+    {
+      "epoch": 1.2980673440924486,
+      "grad_norm": 192.15309143066406,
+      "learning_rate": 5.794243721783384e-07,
+      "loss": 16.3906,
+      "step": 19545
+    },
+    {
+      "epoch": 1.2981337583848045,
+      "grad_norm": 179.85671997070312,
+      "learning_rate": 5.793267972934891e-07,
+      "loss": 16.8906,
+      "step": 19546
+    },
+    {
+      "epoch": 1.2982001726771601,
+      "grad_norm": 163.0644073486328,
+      "learning_rate": 5.792292272747441e-07,
+      "loss": 15.3594,
+      "step": 19547
+    },
+    {
+      "epoch": 1.2982665869695158,
+      "grad_norm": 326.9697265625,
+      "learning_rate": 5.791316621232335e-07,
+      "loss": 22.75,
+      "step": 19548
+    },
+    {
+      "epoch": 1.2983330012618715,
+      "grad_norm": 107.6484146118164,
+      "learning_rate": 5.790341018400849e-07,
+      "loss": 11.1875,
+      "step": 19549
+    },
+    {
+      "epoch": 1.2983994155542273,
+      "grad_norm": 371.9698486328125,
+      "learning_rate": 5.789365464264269e-07,
+      "loss": 13.9375,
+      "step": 19550
+    },
+    {
+      "epoch": 1.298465829846583,
+      "grad_norm": 447.8562927246094,
+      "learning_rate": 5.788389958833881e-07,
+      "loss": 24.1562,
+      "step": 19551
+    },
+    {
+      "epoch": 1.2985322441389386,
+      "grad_norm": 691.9668579101562,
+      "learning_rate": 5.787414502120971e-07,
+      "loss": 20.1094,
+      "step": 19552
+    },
+    {
+      "epoch": 1.2985986584312945,
+      "grad_norm": 115.93810272216797,
+      "learning_rate": 5.786439094136819e-07,
+      "loss": 12.3125,
+      "step": 19553
+    },
+    {
+      "epoch": 1.2986650727236502,
+      "grad_norm": 205.65283203125,
+      "learning_rate": 5.785463734892715e-07,
+      "loss": 18.0781,
+      "step": 19554
+    },
+    {
+      "epoch": 1.2987314870160058,
+      "grad_norm": 95.1020736694336,
+      "learning_rate": 5.784488424399928e-07,
+      "loss": 10.6406,
+      "step": 19555
+    },
+    {
+      "epoch": 1.2987979013083615,
+      "grad_norm": 201.7133331298828,
+      "learning_rate": 5.783513162669753e-07,
+      "loss": 19.0781,
+      "step": 19556
+    },
+    {
+      "epoch": 1.2988643156007174,
+      "grad_norm": 289.653076171875,
+      "learning_rate": 5.782537949713469e-07,
+      "loss": 18.1406,
+      "step": 19557
+    },
+    {
+      "epoch": 1.298930729893073,
+      "grad_norm": 168.9608917236328,
+      "learning_rate": 5.781562785542351e-07,
+      "loss": 14.7031,
+      "step": 19558
+    },
+    {
+      "epoch": 1.2989971441854287,
+      "grad_norm": 1017.4030151367188,
+      "learning_rate": 5.780587670167682e-07,
+      "loss": 13.3906,
+      "step": 19559
+    },
+    {
+      "epoch": 1.2990635584777843,
+      "grad_norm": 330.2094421386719,
+      "learning_rate": 5.779612603600742e-07,
+      "loss": 21.2344,
+      "step": 19560
+    },
+    {
+      "epoch": 1.2991299727701402,
+      "grad_norm": 209.70130920410156,
+      "learning_rate": 5.778637585852811e-07,
+      "loss": 17.4219,
+      "step": 19561
+    },
+    {
+      "epoch": 1.2991963870624958,
+      "grad_norm": 397.92449951171875,
+      "learning_rate": 5.777662616935164e-07,
+      "loss": 16.0312,
+      "step": 19562
+    },
+    {
+      "epoch": 1.2992628013548515,
+      "grad_norm": 392.91302490234375,
+      "learning_rate": 5.776687696859085e-07,
+      "loss": 23.4062,
+      "step": 19563
+    },
+    {
+      "epoch": 1.2993292156472074,
+      "grad_norm": 229.9862518310547,
+      "learning_rate": 5.775712825635842e-07,
+      "loss": 18.25,
+      "step": 19564
+    },
+    {
+      "epoch": 1.299395629939563,
+      "grad_norm": 240.7254638671875,
+      "learning_rate": 5.774738003276723e-07,
+      "loss": 21.6094,
+      "step": 19565
+    },
+    {
+      "epoch": 1.2994620442319187,
+      "grad_norm": 384.88922119140625,
+      "learning_rate": 5.773763229792994e-07,
+      "loss": 19.7031,
+      "step": 19566
+    },
+    {
+      "epoch": 1.2995284585242743,
+      "grad_norm": 191.33938598632812,
+      "learning_rate": 5.772788505195936e-07,
+      "loss": 14.9062,
+      "step": 19567
+    },
+    {
+      "epoch": 1.2995948728166302,
+      "grad_norm": 229.99073791503906,
+      "learning_rate": 5.771813829496822e-07,
+      "loss": 14.6562,
+      "step": 19568
+    },
+    {
+      "epoch": 1.2996612871089859,
+      "grad_norm": 222.0997772216797,
+      "learning_rate": 5.770839202706928e-07,
+      "loss": 20.25,
+      "step": 19569
+    },
+    {
+      "epoch": 1.2997277014013415,
+      "grad_norm": 477.0062561035156,
+      "learning_rate": 5.769864624837529e-07,
+      "loss": 22.8125,
+      "step": 19570
+    },
+    {
+      "epoch": 1.2997941156936972,
+      "grad_norm": 360.1139221191406,
+      "learning_rate": 5.768890095899899e-07,
+      "loss": 11.625,
+      "step": 19571
+    },
+    {
+      "epoch": 1.299860529986053,
+      "grad_norm": 238.85643005371094,
+      "learning_rate": 5.767915615905301e-07,
+      "loss": 17.125,
+      "step": 19572
+    },
+    {
+      "epoch": 1.2999269442784087,
+      "grad_norm": 1148.2218017578125,
+      "learning_rate": 5.766941184865023e-07,
+      "loss": 23.875,
+      "step": 19573
+    },
+    {
+      "epoch": 1.2999933585707644,
+      "grad_norm": 312.3917541503906,
+      "learning_rate": 5.765966802790325e-07,
+      "loss": 25.0625,
+      "step": 19574
+    },
+    {
+      "epoch": 1.3000597728631202,
+      "grad_norm": 219.51251220703125,
+      "learning_rate": 5.76499246969248e-07,
+      "loss": 17.1719,
+      "step": 19575
+    },
+    {
+      "epoch": 1.300126187155476,
+      "grad_norm": 189.2578125,
+      "learning_rate": 5.764018185582762e-07,
+      "loss": 11.8906,
+      "step": 19576
+    },
+    {
+      "epoch": 1.3001926014478316,
+      "grad_norm": 255.04066467285156,
+      "learning_rate": 5.763043950472442e-07,
+      "loss": 17.4062,
+      "step": 19577
+    },
+    {
+      "epoch": 1.3002590157401872,
+      "grad_norm": 169.03919982910156,
+      "learning_rate": 5.762069764372778e-07,
+      "loss": 12.4062,
+      "step": 19578
+    },
+    {
+      "epoch": 1.300325430032543,
+      "grad_norm": 121.87358856201172,
+      "learning_rate": 5.761095627295056e-07,
+      "loss": 15.3594,
+      "step": 19579
+    },
+    {
+      "epoch": 1.3003918443248987,
+      "grad_norm": 166.81712341308594,
+      "learning_rate": 5.760121539250531e-07,
+      "loss": 14.4062,
+      "step": 19580
+    },
+    {
+      "epoch": 1.3004582586172544,
+      "grad_norm": 265.40625,
+      "learning_rate": 5.759147500250474e-07,
+      "loss": 12.5781,
+      "step": 19581
+    },
+    {
+      "epoch": 1.30052467290961,
+      "grad_norm": 225.36810302734375,
+      "learning_rate": 5.758173510306155e-07,
+      "loss": 16.8906,
+      "step": 19582
+    },
+    {
+      "epoch": 1.300591087201966,
+      "grad_norm": 154.2041778564453,
+      "learning_rate": 5.757199569428839e-07,
+      "loss": 17.6562,
+      "step": 19583
+    },
+    {
+      "epoch": 1.3006575014943216,
+      "grad_norm": 372.28643798828125,
+      "learning_rate": 5.756225677629792e-07,
+      "loss": 20.1875,
+      "step": 19584
+    },
+    {
+      "epoch": 1.3007239157866772,
+      "grad_norm": 136.77618408203125,
+      "learning_rate": 5.755251834920281e-07,
+      "loss": 15.0156,
+      "step": 19585
+    },
+    {
+      "epoch": 1.300790330079033,
+      "grad_norm": 141.93780517578125,
+      "learning_rate": 5.754278041311564e-07,
+      "loss": 19.4375,
+      "step": 19586
+    },
+    {
+      "epoch": 1.3008567443713888,
+      "grad_norm": 107.714111328125,
+      "learning_rate": 5.753304296814916e-07,
+      "loss": 14.2188,
+      "step": 19587
+    },
+    {
+      "epoch": 1.3009231586637444,
+      "grad_norm": 122.11651611328125,
+      "learning_rate": 5.752330601441593e-07,
+      "loss": 26.2188,
+      "step": 19588
+    },
+    {
+      "epoch": 1.3009895729561,
+      "grad_norm": 158.19593811035156,
+      "learning_rate": 5.75135695520286e-07,
+      "loss": 17.4844,
+      "step": 19589
+    },
+    {
+      "epoch": 1.301055987248456,
+      "grad_norm": 200.91139221191406,
+      "learning_rate": 5.750383358109978e-07,
+      "loss": 11.3281,
+      "step": 19590
+    },
+    {
+      "epoch": 1.3011224015408116,
+      "grad_norm": 311.75323486328125,
+      "learning_rate": 5.749409810174212e-07,
+      "loss": 15.7031,
+      "step": 19591
+    },
+    {
+      "epoch": 1.3011888158331673,
+      "grad_norm": 112.1557388305664,
+      "learning_rate": 5.748436311406824e-07,
+      "loss": 15.4844,
+      "step": 19592
+    },
+    {
+      "epoch": 1.301255230125523,
+      "grad_norm": 266.4021301269531,
+      "learning_rate": 5.747462861819071e-07,
+      "loss": 16.5156,
+      "step": 19593
+    },
+    {
+      "epoch": 1.3013216444178788,
+      "grad_norm": 186.21090698242188,
+      "learning_rate": 5.746489461422215e-07,
+      "loss": 19.3438,
+      "step": 19594
+    },
+    {
+      "epoch": 1.3013880587102344,
+      "grad_norm": 375.4872741699219,
+      "learning_rate": 5.745516110227517e-07,
+      "loss": 18.6094,
+      "step": 19595
+    },
+    {
+      "epoch": 1.30145447300259,
+      "grad_norm": 171.65196228027344,
+      "learning_rate": 5.74454280824624e-07,
+      "loss": 19.9688,
+      "step": 19596
+    },
+    {
+      "epoch": 1.301520887294946,
+      "grad_norm": 136.1787567138672,
+      "learning_rate": 5.743569555489629e-07,
+      "loss": 18.5625,
+      "step": 19597
+    },
+    {
+      "epoch": 1.3015873015873016,
+      "grad_norm": 113.03465270996094,
+      "learning_rate": 5.74259635196896e-07,
+      "loss": 13.6875,
+      "step": 19598
+    },
+    {
+      "epoch": 1.3016537158796573,
+      "grad_norm": 146.64158630371094,
+      "learning_rate": 5.741623197695478e-07,
+      "loss": 19.2188,
+      "step": 19599
+    },
+    {
+      "epoch": 1.301720130172013,
+      "grad_norm": 106.99208068847656,
+      "learning_rate": 5.740650092680442e-07,
+      "loss": 13.7031,
+      "step": 19600
+    },
+    {
+      "epoch": 1.3017865444643688,
+      "grad_norm": 180.36129760742188,
+      "learning_rate": 5.739677036935108e-07,
+      "loss": 13.4062,
+      "step": 19601
+    },
+    {
+      "epoch": 1.3018529587567245,
+      "grad_norm": 255.46766662597656,
+      "learning_rate": 5.73870403047074e-07,
+      "loss": 14.9688,
+      "step": 19602
+    },
+    {
+      "epoch": 1.3019193730490801,
+      "grad_norm": 93.67884826660156,
+      "learning_rate": 5.73773107329858e-07,
+      "loss": 14.8125,
+      "step": 19603
+    },
+    {
+      "epoch": 1.3019857873414358,
+      "grad_norm": 219.42544555664062,
+      "learning_rate": 5.736758165429894e-07,
+      "loss": 14.75,
+      "step": 19604
+    },
+    {
+      "epoch": 1.3020522016337917,
+      "grad_norm": 188.0276336669922,
+      "learning_rate": 5.735785306875929e-07,
+      "loss": 18.2969,
+      "step": 19605
+    },
+    {
+      "epoch": 1.3021186159261473,
+      "grad_norm": 344.68731689453125,
+      "learning_rate": 5.734812497647938e-07,
+      "loss": 18.0312,
+      "step": 19606
+    },
+    {
+      "epoch": 1.302185030218503,
+      "grad_norm": 506.66845703125,
+      "learning_rate": 5.73383973775718e-07,
+      "loss": 14.1641,
+      "step": 19607
+    },
+    {
+      "epoch": 1.3022514445108588,
+      "grad_norm": 222.58079528808594,
+      "learning_rate": 5.732867027214903e-07,
+      "loss": 16.7891,
+      "step": 19608
+    },
+    {
+      "epoch": 1.3023178588032145,
+      "grad_norm": 354.8226013183594,
+      "learning_rate": 5.731894366032358e-07,
+      "loss": 19.5625,
+      "step": 19609
+    },
+    {
+      "epoch": 1.3023842730955701,
+      "grad_norm": 151.38916015625,
+      "learning_rate": 5.730921754220803e-07,
+      "loss": 13.1094,
+      "step": 19610
+    },
+    {
+      "epoch": 1.3024506873879258,
+      "grad_norm": 322.0527648925781,
+      "learning_rate": 5.729949191791475e-07,
+      "loss": 15.4844,
+      "step": 19611
+    },
+    {
+      "epoch": 1.3025171016802817,
+      "grad_norm": 1192.0787353515625,
+      "learning_rate": 5.728976678755641e-07,
+      "loss": 13.6328,
+      "step": 19612
+    },
+    {
+      "epoch": 1.3025835159726373,
+      "grad_norm": 276.8609924316406,
+      "learning_rate": 5.728004215124538e-07,
+      "loss": 17.0938,
+      "step": 19613
+    },
+    {
+      "epoch": 1.302649930264993,
+      "grad_norm": 739.6213989257812,
+      "learning_rate": 5.727031800909418e-07,
+      "loss": 15.5781,
+      "step": 19614
+    },
+    {
+      "epoch": 1.3027163445573486,
+      "grad_norm": 173.63717651367188,
+      "learning_rate": 5.726059436121532e-07,
+      "loss": 13.2812,
+      "step": 19615
+    },
+    {
+      "epoch": 1.3027827588497045,
+      "grad_norm": 240.3579559326172,
+      "learning_rate": 5.725087120772125e-07,
+      "loss": 17.0469,
+      "step": 19616
+    },
+    {
+      "epoch": 1.3028491731420602,
+      "grad_norm": 116.1099853515625,
+      "learning_rate": 5.724114854872444e-07,
+      "loss": 15.25,
+      "step": 19617
+    },
+    {
+      "epoch": 1.3029155874344158,
+      "grad_norm": 642.426513671875,
+      "learning_rate": 5.723142638433743e-07,
+      "loss": 23.5156,
+      "step": 19618
+    },
+    {
+      "epoch": 1.3029820017267717,
+      "grad_norm": 173.7180633544922,
+      "learning_rate": 5.722170471467253e-07,
+      "loss": 15.2188,
+      "step": 19619
+    },
+    {
+      "epoch": 1.3030484160191274,
+      "grad_norm": 74.1297607421875,
+      "learning_rate": 5.721198353984236e-07,
+      "loss": 11.75,
+      "step": 19620
+    },
+    {
+      "epoch": 1.303114830311483,
+      "grad_norm": 170.5751190185547,
+      "learning_rate": 5.720226285995924e-07,
+      "loss": 19.0469,
+      "step": 19621
+    },
+    {
+      "epoch": 1.3031812446038389,
+      "grad_norm": 170.4786376953125,
+      "learning_rate": 5.719254267513566e-07,
+      "loss": 15.75,
+      "step": 19622
+    },
+    {
+      "epoch": 1.3032476588961945,
+      "grad_norm": 161.26182556152344,
+      "learning_rate": 5.718282298548409e-07,
+      "loss": 13.9141,
+      "step": 19623
+    },
+    {
+      "epoch": 1.3033140731885502,
+      "grad_norm": 217.29367065429688,
+      "learning_rate": 5.717310379111696e-07,
+      "loss": 16.8047,
+      "step": 19624
+    },
+    {
+      "epoch": 1.3033804874809058,
+      "grad_norm": 114.3887710571289,
+      "learning_rate": 5.71633850921466e-07,
+      "loss": 15.5156,
+      "step": 19625
+    },
+    {
+      "epoch": 1.3034469017732615,
+      "grad_norm": 317.9263000488281,
+      "learning_rate": 5.715366688868556e-07,
+      "loss": 14.6094,
+      "step": 19626
+    },
+    {
+      "epoch": 1.3035133160656174,
+      "grad_norm": 162.66311645507812,
+      "learning_rate": 5.714394918084618e-07,
+      "loss": 19.875,
+      "step": 19627
+    },
+    {
+      "epoch": 1.303579730357973,
+      "grad_norm": 158.6868896484375,
+      "learning_rate": 5.713423196874086e-07,
+      "loss": 18.125,
+      "step": 19628
+    },
+    {
+      "epoch": 1.3036461446503287,
+      "grad_norm": 339.193603515625,
+      "learning_rate": 5.712451525248203e-07,
+      "loss": 14.1406,
+      "step": 19629
+    },
+    {
+      "epoch": 1.3037125589426846,
+      "grad_norm": 220.9220428466797,
+      "learning_rate": 5.711479903218209e-07,
+      "loss": 16.5312,
+      "step": 19630
+    },
+    {
+      "epoch": 1.3037789732350402,
+      "grad_norm": 309.5283203125,
+      "learning_rate": 5.710508330795342e-07,
+      "loss": 13.6562,
+      "step": 19631
+    },
+    {
+      "epoch": 1.3038453875273959,
+      "grad_norm": 237.31178283691406,
+      "learning_rate": 5.709536807990842e-07,
+      "loss": 19.0781,
+      "step": 19632
+    },
+    {
+      "epoch": 1.3039118018197517,
+      "grad_norm": 266.01031494140625,
+      "learning_rate": 5.708565334815947e-07,
+      "loss": 20.0,
+      "step": 19633
+    },
+    {
+      "epoch": 1.3039782161121074,
+      "grad_norm": 159.30775451660156,
+      "learning_rate": 5.707593911281892e-07,
+      "loss": 17.0156,
+      "step": 19634
+    },
+    {
+      "epoch": 1.304044630404463,
+      "grad_norm": 105.58252716064453,
+      "learning_rate": 5.70662253739992e-07,
+      "loss": 17.8594,
+      "step": 19635
+    },
+    {
+      "epoch": 1.3041110446968187,
+      "grad_norm": 134.55462646484375,
+      "learning_rate": 5.705651213181256e-07,
+      "loss": 14.4062,
+      "step": 19636
+    },
+    {
+      "epoch": 1.3041774589891744,
+      "grad_norm": 330.464599609375,
+      "learning_rate": 5.704679938637148e-07,
+      "loss": 25.2969,
+      "step": 19637
+    },
+    {
+      "epoch": 1.3042438732815302,
+      "grad_norm": 175.63917541503906,
+      "learning_rate": 5.703708713778823e-07,
+      "loss": 14.4531,
+      "step": 19638
+    },
+    {
+      "epoch": 1.304310287573886,
+      "grad_norm": 212.2919158935547,
+      "learning_rate": 5.702737538617518e-07,
+      "loss": 14.4062,
+      "step": 19639
+    },
+    {
+      "epoch": 1.3043767018662416,
+      "grad_norm": 225.488525390625,
+      "learning_rate": 5.701766413164467e-07,
+      "loss": 20.1094,
+      "step": 19640
+    },
+    {
+      "epoch": 1.3044431161585974,
+      "grad_norm": 289.0960998535156,
+      "learning_rate": 5.700795337430908e-07,
+      "loss": 23.0469,
+      "step": 19641
+    },
+    {
+      "epoch": 1.304509530450953,
+      "grad_norm": 364.48956298828125,
+      "learning_rate": 5.699824311428062e-07,
+      "loss": 20.3594,
+      "step": 19642
+    },
+    {
+      "epoch": 1.3045759447433087,
+      "grad_norm": 412.3988952636719,
+      "learning_rate": 5.698853335167175e-07,
+      "loss": 16.9062,
+      "step": 19643
+    },
+    {
+      "epoch": 1.3046423590356646,
+      "grad_norm": 265.0875244140625,
+      "learning_rate": 5.697882408659471e-07,
+      "loss": 10.8906,
+      "step": 19644
+    },
+    {
+      "epoch": 1.3047087733280203,
+      "grad_norm": 295.81976318359375,
+      "learning_rate": 5.696911531916181e-07,
+      "loss": 17.3125,
+      "step": 19645
+    },
+    {
+      "epoch": 1.304775187620376,
+      "grad_norm": 125.78303527832031,
+      "learning_rate": 5.695940704948536e-07,
+      "loss": 17.5938,
+      "step": 19646
+    },
+    {
+      "epoch": 1.3048416019127316,
+      "grad_norm": 316.9349670410156,
+      "learning_rate": 5.69496992776777e-07,
+      "loss": 17.9375,
+      "step": 19647
+    },
+    {
+      "epoch": 1.3049080162050872,
+      "grad_norm": 192.10923767089844,
+      "learning_rate": 5.693999200385107e-07,
+      "loss": 17.0781,
+      "step": 19648
+    },
+    {
+      "epoch": 1.304974430497443,
+      "grad_norm": 283.9212341308594,
+      "learning_rate": 5.693028522811783e-07,
+      "loss": 15.1562,
+      "step": 19649
+    },
+    {
+      "epoch": 1.3050408447897988,
+      "grad_norm": 214.9370880126953,
+      "learning_rate": 5.692057895059014e-07,
+      "loss": 30.875,
+      "step": 19650
+    },
+    {
+      "epoch": 1.3051072590821544,
+      "grad_norm": 276.7818298339844,
+      "learning_rate": 5.691087317138043e-07,
+      "loss": 31.0938,
+      "step": 19651
+    },
+    {
+      "epoch": 1.3051736733745103,
+      "grad_norm": 388.76214599609375,
+      "learning_rate": 5.690116789060084e-07,
+      "loss": 25.5156,
+      "step": 19652
+    },
+    {
+      "epoch": 1.305240087666866,
+      "grad_norm": 390.85699462890625,
+      "learning_rate": 5.68914631083637e-07,
+      "loss": 34.0781,
+      "step": 19653
+    },
+    {
+      "epoch": 1.3053065019592216,
+      "grad_norm": 116.01189422607422,
+      "learning_rate": 5.688175882478125e-07,
+      "loss": 13.9844,
+      "step": 19654
+    },
+    {
+      "epoch": 1.3053729162515775,
+      "grad_norm": 105.58573913574219,
+      "learning_rate": 5.687205503996576e-07,
+      "loss": 15.1719,
+      "step": 19655
+    },
+    {
+      "epoch": 1.3054393305439331,
+      "grad_norm": 139.8979034423828,
+      "learning_rate": 5.686235175402947e-07,
+      "loss": 20.6719,
+      "step": 19656
+    },
+    {
+      "epoch": 1.3055057448362888,
+      "grad_norm": 151.60873413085938,
+      "learning_rate": 5.685264896708465e-07,
+      "loss": 16.125,
+      "step": 19657
+    },
+    {
+      "epoch": 1.3055721591286444,
+      "grad_norm": 117.97527313232422,
+      "learning_rate": 5.684294667924344e-07,
+      "loss": 19.9375,
+      "step": 19658
+    },
+    {
+      "epoch": 1.305638573421,
+      "grad_norm": 104.90489196777344,
+      "learning_rate": 5.68332448906182e-07,
+      "loss": 13.0859,
+      "step": 19659
+    },
+    {
+      "epoch": 1.305704987713356,
+      "grad_norm": 184.10679626464844,
+      "learning_rate": 5.682354360132106e-07,
+      "loss": 14.9219,
+      "step": 19660
+    },
+    {
+      "epoch": 1.3057714020057116,
+      "grad_norm": 287.5103454589844,
+      "learning_rate": 5.681384281146426e-07,
+      "loss": 18.5312,
+      "step": 19661
+    },
+    {
+      "epoch": 1.3058378162980673,
+      "grad_norm": 146.8104248046875,
+      "learning_rate": 5.680414252116004e-07,
+      "loss": 17.7188,
+      "step": 19662
+    },
+    {
+      "epoch": 1.3059042305904232,
+      "grad_norm": 252.31788635253906,
+      "learning_rate": 5.679444273052063e-07,
+      "loss": 16.0938,
+      "step": 19663
+    },
+    {
+      "epoch": 1.3059706448827788,
+      "grad_norm": 498.38250732421875,
+      "learning_rate": 5.67847434396581e-07,
+      "loss": 18.6562,
+      "step": 19664
+    },
+    {
+      "epoch": 1.3060370591751345,
+      "grad_norm": 316.7770080566406,
+      "learning_rate": 5.677504464868483e-07,
+      "loss": 15.0469,
+      "step": 19665
+    },
+    {
+      "epoch": 1.3061034734674903,
+      "grad_norm": 105.23094177246094,
+      "learning_rate": 5.676534635771287e-07,
+      "loss": 12.3594,
+      "step": 19666
+    },
+    {
+      "epoch": 1.306169887759846,
+      "grad_norm": 171.9326934814453,
+      "learning_rate": 5.675564856685441e-07,
+      "loss": 17.5156,
+      "step": 19667
+    },
+    {
+      "epoch": 1.3062363020522016,
+      "grad_norm": 1138.7657470703125,
+      "learning_rate": 5.674595127622177e-07,
+      "loss": 18.4375,
+      "step": 19668
+    },
+    {
+      "epoch": 1.3063027163445573,
+      "grad_norm": 213.281005859375,
+      "learning_rate": 5.673625448592698e-07,
+      "loss": 11.0781,
+      "step": 19669
+    },
+    {
+      "epoch": 1.306369130636913,
+      "grad_norm": 160.9496307373047,
+      "learning_rate": 5.672655819608223e-07,
+      "loss": 18.7188,
+      "step": 19670
+    },
+    {
+      "epoch": 1.3064355449292688,
+      "grad_norm": 257.9664001464844,
+      "learning_rate": 5.671686240679971e-07,
+      "loss": 16.4375,
+      "step": 19671
+    },
+    {
+      "epoch": 1.3065019592216245,
+      "grad_norm": 239.98951721191406,
+      "learning_rate": 5.670716711819158e-07,
+      "loss": 17.0938,
+      "step": 19672
+    },
+    {
+      "epoch": 1.3065683735139801,
+      "grad_norm": 399.99102783203125,
+      "learning_rate": 5.669747233036997e-07,
+      "loss": 21.0625,
+      "step": 19673
+    },
+    {
+      "epoch": 1.306634787806336,
+      "grad_norm": 268.9463806152344,
+      "learning_rate": 5.668777804344706e-07,
+      "loss": 19.5469,
+      "step": 19674
+    },
+    {
+      "epoch": 1.3067012020986917,
+      "grad_norm": 250.02049255371094,
+      "learning_rate": 5.66780842575349e-07,
+      "loss": 20.0469,
+      "step": 19675
+    },
+    {
+      "epoch": 1.3067676163910473,
+      "grad_norm": 276.546630859375,
+      "learning_rate": 5.666839097274574e-07,
+      "loss": 17.9688,
+      "step": 19676
+    },
+    {
+      "epoch": 1.3068340306834032,
+      "grad_norm": 188.34457397460938,
+      "learning_rate": 5.665869818919163e-07,
+      "loss": 17.4219,
+      "step": 19677
+    },
+    {
+      "epoch": 1.3069004449757589,
+      "grad_norm": 243.6557159423828,
+      "learning_rate": 5.664900590698468e-07,
+      "loss": 18.0781,
+      "step": 19678
+    },
+    {
+      "epoch": 1.3069668592681145,
+      "grad_norm": 187.39198303222656,
+      "learning_rate": 5.663931412623705e-07,
+      "loss": 21.0938,
+      "step": 19679
+    },
+    {
+      "epoch": 1.3070332735604702,
+      "grad_norm": 261.1461486816406,
+      "learning_rate": 5.662962284706082e-07,
+      "loss": 15.0625,
+      "step": 19680
+    },
+    {
+      "epoch": 1.3070996878528258,
+      "grad_norm": 184.61183166503906,
+      "learning_rate": 5.661993206956811e-07,
+      "loss": 14.4062,
+      "step": 19681
+    },
+    {
+      "epoch": 1.3071661021451817,
+      "grad_norm": 921.7304077148438,
+      "learning_rate": 5.661024179387107e-07,
+      "loss": 15.7656,
+      "step": 19682
+    },
+    {
+      "epoch": 1.3072325164375374,
+      "grad_norm": 180.66329956054688,
+      "learning_rate": 5.660055202008164e-07,
+      "loss": 14.6875,
+      "step": 19683
+    },
+    {
+      "epoch": 1.307298930729893,
+      "grad_norm": 133.48004150390625,
+      "learning_rate": 5.659086274831205e-07,
+      "loss": 15.1094,
+      "step": 19684
+    },
+    {
+      "epoch": 1.3073653450222489,
+      "grad_norm": 154.89617919921875,
+      "learning_rate": 5.658117397867431e-07,
+      "loss": 13.0312,
+      "step": 19685
+    },
+    {
+      "epoch": 1.3074317593146045,
+      "grad_norm": 256.7717590332031,
+      "learning_rate": 5.657148571128052e-07,
+      "loss": 16.0781,
+      "step": 19686
+    },
+    {
+      "epoch": 1.3074981736069602,
+      "grad_norm": 235.68540954589844,
+      "learning_rate": 5.656179794624273e-07,
+      "loss": 17.7188,
+      "step": 19687
+    },
+    {
+      "epoch": 1.307564587899316,
+      "grad_norm": 321.07080078125,
+      "learning_rate": 5.655211068367306e-07,
+      "loss": 17.5938,
+      "step": 19688
+    },
+    {
+      "epoch": 1.3076310021916717,
+      "grad_norm": 199.23741149902344,
+      "learning_rate": 5.654242392368344e-07,
+      "loss": 16.7656,
+      "step": 19689
+    },
+    {
+      "epoch": 1.3076974164840274,
+      "grad_norm": 97.6949234008789,
+      "learning_rate": 5.653273766638608e-07,
+      "loss": 13.6797,
+      "step": 19690
+    },
+    {
+      "epoch": 1.307763830776383,
+      "grad_norm": 562.1288452148438,
+      "learning_rate": 5.65230519118929e-07,
+      "loss": 21.0312,
+      "step": 19691
+    },
+    {
+      "epoch": 1.3078302450687387,
+      "grad_norm": 283.3261413574219,
+      "learning_rate": 5.651336666031598e-07,
+      "loss": 19.1094,
+      "step": 19692
+    },
+    {
+      "epoch": 1.3078966593610946,
+      "grad_norm": 439.5137023925781,
+      "learning_rate": 5.650368191176738e-07,
+      "loss": 18.7188,
+      "step": 19693
+    },
+    {
+      "epoch": 1.3079630736534502,
+      "grad_norm": 274.5522766113281,
+      "learning_rate": 5.64939976663591e-07,
+      "loss": 17.4531,
+      "step": 19694
+    },
+    {
+      "epoch": 1.3080294879458059,
+      "grad_norm": 108.98391723632812,
+      "learning_rate": 5.648431392420316e-07,
+      "loss": 11.1797,
+      "step": 19695
+    },
+    {
+      "epoch": 1.3080959022381617,
+      "grad_norm": 788.4706420898438,
+      "learning_rate": 5.647463068541163e-07,
+      "loss": 20.8594,
+      "step": 19696
+    },
+    {
+      "epoch": 1.3081623165305174,
+      "grad_norm": 163.27392578125,
+      "learning_rate": 5.646494795009639e-07,
+      "loss": 19.9531,
+      "step": 19697
+    },
+    {
+      "epoch": 1.308228730822873,
+      "grad_norm": 95.67998504638672,
+      "learning_rate": 5.64552657183696e-07,
+      "loss": 14.2266,
+      "step": 19698
+    },
+    {
+      "epoch": 1.308295145115229,
+      "grad_norm": 129.81640625,
+      "learning_rate": 5.644558399034316e-07,
+      "loss": 16.9531,
+      "step": 19699
+    },
+    {
+      "epoch": 1.3083615594075846,
+      "grad_norm": 181.15711975097656,
+      "learning_rate": 5.643590276612909e-07,
+      "loss": 14.5,
+      "step": 19700
+    },
+    {
+      "epoch": 1.3084279736999402,
+      "grad_norm": 935.9544067382812,
+      "learning_rate": 5.642622204583938e-07,
+      "loss": 15.2031,
+      "step": 19701
+    },
+    {
+      "epoch": 1.308494387992296,
+      "grad_norm": 241.06997680664062,
+      "learning_rate": 5.641654182958604e-07,
+      "loss": 16.0,
+      "step": 19702
+    },
+    {
+      "epoch": 1.3085608022846515,
+      "grad_norm": 288.5451965332031,
+      "learning_rate": 5.640686211748092e-07,
+      "loss": 15.7188,
+      "step": 19703
+    },
+    {
+      "epoch": 1.3086272165770074,
+      "grad_norm": 78.92263793945312,
+      "learning_rate": 5.639718290963613e-07,
+      "loss": 18.7656,
+      "step": 19704
+    },
+    {
+      "epoch": 1.308693630869363,
+      "grad_norm": 117.60413360595703,
+      "learning_rate": 5.638750420616364e-07,
+      "loss": 9.0781,
+      "step": 19705
+    },
+    {
+      "epoch": 1.3087600451617187,
+      "grad_norm": 111.86759948730469,
+      "learning_rate": 5.637782600717527e-07,
+      "loss": 14.4062,
+      "step": 19706
+    },
+    {
+      "epoch": 1.3088264594540746,
+      "grad_norm": 1303.0439453125,
+      "learning_rate": 5.636814831278311e-07,
+      "loss": 19.3594,
+      "step": 19707
+    },
+    {
+      "epoch": 1.3088928737464303,
+      "grad_norm": 150.587890625,
+      "learning_rate": 5.635847112309903e-07,
+      "loss": 12.2969,
+      "step": 19708
+    },
+    {
+      "epoch": 1.308959288038786,
+      "grad_norm": 144.40403747558594,
+      "learning_rate": 5.634879443823499e-07,
+      "loss": 16.0938,
+      "step": 19709
+    },
+    {
+      "epoch": 1.3090257023311418,
+      "grad_norm": 377.6524658203125,
+      "learning_rate": 5.633911825830293e-07,
+      "loss": 17.8594,
+      "step": 19710
+    },
+    {
+      "epoch": 1.3090921166234974,
+      "grad_norm": 225.174560546875,
+      "learning_rate": 5.632944258341476e-07,
+      "loss": 18.1406,
+      "step": 19711
+    },
+    {
+      "epoch": 1.309158530915853,
+      "grad_norm": 277.4299621582031,
+      "learning_rate": 5.631976741368243e-07,
+      "loss": 18.4688,
+      "step": 19712
+    },
+    {
+      "epoch": 1.3092249452082088,
+      "grad_norm": 224.432861328125,
+      "learning_rate": 5.631009274921788e-07,
+      "loss": 19.7812,
+      "step": 19713
+    },
+    {
+      "epoch": 1.3092913595005644,
+      "grad_norm": 135.628173828125,
+      "learning_rate": 5.63004185901329e-07,
+      "loss": 18.4531,
+      "step": 19714
+    },
+    {
+      "epoch": 1.3093577737929203,
+      "grad_norm": 117.36322784423828,
+      "learning_rate": 5.629074493653956e-07,
+      "loss": 15.0938,
+      "step": 19715
+    },
+    {
+      "epoch": 1.309424188085276,
+      "grad_norm": 277.94287109375,
+      "learning_rate": 5.628107178854963e-07,
+      "loss": 17.7969,
+      "step": 19716
+    },
+    {
+      "epoch": 1.3094906023776316,
+      "grad_norm": 199.30690002441406,
+      "learning_rate": 5.627139914627507e-07,
+      "loss": 17.9219,
+      "step": 19717
+    },
+    {
+      "epoch": 1.3095570166699875,
+      "grad_norm": 208.1028289794922,
+      "learning_rate": 5.626172700982774e-07,
+      "loss": 21.5625,
+      "step": 19718
+    },
+    {
+      "epoch": 1.3096234309623431,
+      "grad_norm": 319.05950927734375,
+      "learning_rate": 5.625205537931951e-07,
+      "loss": 16.8906,
+      "step": 19719
+    },
+    {
+      "epoch": 1.3096898452546988,
+      "grad_norm": 174.32015991210938,
+      "learning_rate": 5.624238425486232e-07,
+      "loss": 14.2188,
+      "step": 19720
+    },
+    {
+      "epoch": 1.3097562595470547,
+      "grad_norm": 198.36962890625,
+      "learning_rate": 5.623271363656801e-07,
+      "loss": 14.75,
+      "step": 19721
+    },
+    {
+      "epoch": 1.3098226738394103,
+      "grad_norm": 133.99900817871094,
+      "learning_rate": 5.622304352454836e-07,
+      "loss": 14.0156,
+      "step": 19722
+    },
+    {
+      "epoch": 1.309889088131766,
+      "grad_norm": 392.0896301269531,
+      "learning_rate": 5.621337391891537e-07,
+      "loss": 28.5938,
+      "step": 19723
+    },
+    {
+      "epoch": 1.3099555024241216,
+      "grad_norm": 901.6165771484375,
+      "learning_rate": 5.620370481978078e-07,
+      "loss": 20.3281,
+      "step": 19724
+    },
+    {
+      "epoch": 1.3100219167164773,
+      "grad_norm": 1031.065185546875,
+      "learning_rate": 5.619403622725649e-07,
+      "loss": 20.7812,
+      "step": 19725
+    },
+    {
+      "epoch": 1.3100883310088332,
+      "grad_norm": 125.9866714477539,
+      "learning_rate": 5.618436814145432e-07,
+      "loss": 14.6875,
+      "step": 19726
+    },
+    {
+      "epoch": 1.3101547453011888,
+      "grad_norm": 105.57986450195312,
+      "learning_rate": 5.617470056248617e-07,
+      "loss": 12.1875,
+      "step": 19727
+    },
+    {
+      "epoch": 1.3102211595935445,
+      "grad_norm": 163.8927001953125,
+      "learning_rate": 5.616503349046371e-07,
+      "loss": 20.9219,
+      "step": 19728
+    },
+    {
+      "epoch": 1.3102875738859003,
+      "grad_norm": 171.18052673339844,
+      "learning_rate": 5.615536692549895e-07,
+      "loss": 16.3906,
+      "step": 19729
+    },
+    {
+      "epoch": 1.310353988178256,
+      "grad_norm": 241.1033172607422,
+      "learning_rate": 5.614570086770359e-07,
+      "loss": 15.2656,
+      "step": 19730
+    },
+    {
+      "epoch": 1.3104204024706116,
+      "grad_norm": 193.2146759033203,
+      "learning_rate": 5.613603531718948e-07,
+      "loss": 16.3281,
+      "step": 19731
+    },
+    {
+      "epoch": 1.3104868167629675,
+      "grad_norm": 413.8324890136719,
+      "learning_rate": 5.612637027406841e-07,
+      "loss": 21.8594,
+      "step": 19732
+    },
+    {
+      "epoch": 1.3105532310553232,
+      "grad_norm": 292.1805114746094,
+      "learning_rate": 5.61167057384522e-07,
+      "loss": 16.2656,
+      "step": 19733
+    },
+    {
+      "epoch": 1.3106196453476788,
+      "grad_norm": 257.7444763183594,
+      "learning_rate": 5.610704171045262e-07,
+      "loss": 19.25,
+      "step": 19734
+    },
+    {
+      "epoch": 1.3106860596400345,
+      "grad_norm": 126.1893310546875,
+      "learning_rate": 5.609737819018152e-07,
+      "loss": 15.2188,
+      "step": 19735
+    },
+    {
+      "epoch": 1.3107524739323901,
+      "grad_norm": 130.71792602539062,
+      "learning_rate": 5.608771517775055e-07,
+      "loss": 15.9531,
+      "step": 19736
+    },
+    {
+      "epoch": 1.310818888224746,
+      "grad_norm": 284.66754150390625,
+      "learning_rate": 5.607805267327166e-07,
+      "loss": 25.5312,
+      "step": 19737
+    },
+    {
+      "epoch": 1.3108853025171017,
+      "grad_norm": 255.33880615234375,
+      "learning_rate": 5.606839067685647e-07,
+      "loss": 13.0625,
+      "step": 19738
+    },
+    {
+      "epoch": 1.3109517168094573,
+      "grad_norm": 314.4898376464844,
+      "learning_rate": 5.605872918861681e-07,
+      "loss": 13.3438,
+      "step": 19739
+    },
+    {
+      "epoch": 1.3110181311018132,
+      "grad_norm": 267.2845153808594,
+      "learning_rate": 5.604906820866444e-07,
+      "loss": 18.7344,
+      "step": 19740
+    },
+    {
+      "epoch": 1.3110845453941689,
+      "grad_norm": 282.29803466796875,
+      "learning_rate": 5.603940773711112e-07,
+      "loss": 19.3125,
+      "step": 19741
+    },
+    {
+      "epoch": 1.3111509596865245,
+      "grad_norm": 282.9151306152344,
+      "learning_rate": 5.602974777406854e-07,
+      "loss": 18.9688,
+      "step": 19742
+    },
+    {
+      "epoch": 1.3112173739788804,
+      "grad_norm": 394.7209167480469,
+      "learning_rate": 5.602008831964853e-07,
+      "loss": 16.0938,
+      "step": 19743
+    },
+    {
+      "epoch": 1.311283788271236,
+      "grad_norm": 283.11279296875,
+      "learning_rate": 5.601042937396274e-07,
+      "loss": 17.3281,
+      "step": 19744
+    },
+    {
+      "epoch": 1.3113502025635917,
+      "grad_norm": 200.0744171142578,
+      "learning_rate": 5.600077093712296e-07,
+      "loss": 20.6875,
+      "step": 19745
+    },
+    {
+      "epoch": 1.3114166168559473,
+      "grad_norm": 158.62184143066406,
+      "learning_rate": 5.599111300924093e-07,
+      "loss": 19.3281,
+      "step": 19746
+    },
+    {
+      "epoch": 1.311483031148303,
+      "grad_norm": 541.8070068359375,
+      "learning_rate": 5.598145559042828e-07,
+      "loss": 16.0,
+      "step": 19747
+    },
+    {
+      "epoch": 1.3115494454406589,
+      "grad_norm": 150.120849609375,
+      "learning_rate": 5.597179868079677e-07,
+      "loss": 17.5938,
+      "step": 19748
+    },
+    {
+      "epoch": 1.3116158597330145,
+      "grad_norm": 299.5580749511719,
+      "learning_rate": 5.59621422804581e-07,
+      "loss": 17.5156,
+      "step": 19749
+    },
+    {
+      "epoch": 1.3116822740253702,
+      "grad_norm": 202.4893035888672,
+      "learning_rate": 5.595248638952399e-07,
+      "loss": 16.7344,
+      "step": 19750
+    },
+    {
+      "epoch": 1.311748688317726,
+      "grad_norm": 267.8340148925781,
+      "learning_rate": 5.59428310081061e-07,
+      "loss": 12.2969,
+      "step": 19751
+    },
+    {
+      "epoch": 1.3118151026100817,
+      "grad_norm": 538.2630004882812,
+      "learning_rate": 5.593317613631619e-07,
+      "loss": 26.0625,
+      "step": 19752
+    },
+    {
+      "epoch": 1.3118815169024374,
+      "grad_norm": 264.4188232421875,
+      "learning_rate": 5.59235217742658e-07,
+      "loss": 15.6094,
+      "step": 19753
+    },
+    {
+      "epoch": 1.3119479311947932,
+      "grad_norm": 285.22662353515625,
+      "learning_rate": 5.591386792206678e-07,
+      "loss": 17.7188,
+      "step": 19754
+    },
+    {
+      "epoch": 1.312014345487149,
+      "grad_norm": 132.89906311035156,
+      "learning_rate": 5.590421457983067e-07,
+      "loss": 16.4688,
+      "step": 19755
+    },
+    {
+      "epoch": 1.3120807597795046,
+      "grad_norm": 316.95037841796875,
+      "learning_rate": 5.589456174766918e-07,
+      "loss": 16.6094,
+      "step": 19756
+    },
+    {
+      "epoch": 1.3121471740718602,
+      "grad_norm": 127.12664794921875,
+      "learning_rate": 5.588490942569397e-07,
+      "loss": 18.0,
+      "step": 19757
+    },
+    {
+      "epoch": 1.3122135883642159,
+      "grad_norm": 112.009033203125,
+      "learning_rate": 5.587525761401668e-07,
+      "loss": 10.5938,
+      "step": 19758
+    },
+    {
+      "epoch": 1.3122800026565717,
+      "grad_norm": 234.12179565429688,
+      "learning_rate": 5.586560631274897e-07,
+      "loss": 20.0938,
+      "step": 19759
+    },
+    {
+      "epoch": 1.3123464169489274,
+      "grad_norm": 285.0274963378906,
+      "learning_rate": 5.585595552200251e-07,
+      "loss": 17.0,
+      "step": 19760
+    },
+    {
+      "epoch": 1.312412831241283,
+      "grad_norm": 169.6555633544922,
+      "learning_rate": 5.584630524188884e-07,
+      "loss": 18.0156,
+      "step": 19761
+    },
+    {
+      "epoch": 1.312479245533639,
+      "grad_norm": 387.2509765625,
+      "learning_rate": 5.583665547251972e-07,
+      "loss": 12.4844,
+      "step": 19762
+    },
+    {
+      "epoch": 1.3125456598259946,
+      "grad_norm": 297.05633544921875,
+      "learning_rate": 5.582700621400667e-07,
+      "loss": 17.25,
+      "step": 19763
+    },
+    {
+      "epoch": 1.3126120741183502,
+      "grad_norm": 194.90280151367188,
+      "learning_rate": 5.581735746646134e-07,
+      "loss": 16.375,
+      "step": 19764
+    },
+    {
+      "epoch": 1.3126784884107061,
+      "grad_norm": 468.24322509765625,
+      "learning_rate": 5.580770922999533e-07,
+      "loss": 13.75,
+      "step": 19765
+    },
+    {
+      "epoch": 1.3127449027030618,
+      "grad_norm": 155.6737060546875,
+      "learning_rate": 5.579806150472031e-07,
+      "loss": 12.6406,
+      "step": 19766
+    },
+    {
+      "epoch": 1.3128113169954174,
+      "grad_norm": 154.82386779785156,
+      "learning_rate": 5.578841429074773e-07,
+      "loss": 14.0312,
+      "step": 19767
+    },
+    {
+      "epoch": 1.312877731287773,
+      "grad_norm": 197.3603515625,
+      "learning_rate": 5.577876758818938e-07,
+      "loss": 18.6875,
+      "step": 19768
+    },
+    {
+      "epoch": 1.3129441455801287,
+      "grad_norm": 95.061279296875,
+      "learning_rate": 5.576912139715669e-07,
+      "loss": 15.4062,
+      "step": 19769
+    },
+    {
+      "epoch": 1.3130105598724846,
+      "grad_norm": 380.21026611328125,
+      "learning_rate": 5.575947571776131e-07,
+      "loss": 14.1562,
+      "step": 19770
+    },
+    {
+      "epoch": 1.3130769741648403,
+      "grad_norm": 226.4787139892578,
+      "learning_rate": 5.574983055011479e-07,
+      "loss": 15.3594,
+      "step": 19771
+    },
+    {
+      "epoch": 1.313143388457196,
+      "grad_norm": 185.97634887695312,
+      "learning_rate": 5.574018589432872e-07,
+      "loss": 17.2656,
+      "step": 19772
+    },
+    {
+      "epoch": 1.3132098027495518,
+      "grad_norm": 177.39083862304688,
+      "learning_rate": 5.573054175051467e-07,
+      "loss": 13.6094,
+      "step": 19773
+    },
+    {
+      "epoch": 1.3132762170419074,
+      "grad_norm": 249.59523010253906,
+      "learning_rate": 5.572089811878422e-07,
+      "loss": 16.1562,
+      "step": 19774
+    },
+    {
+      "epoch": 1.313342631334263,
+      "grad_norm": 128.07284545898438,
+      "learning_rate": 5.57112549992488e-07,
+      "loss": 12.3125,
+      "step": 19775
+    },
+    {
+      "epoch": 1.313409045626619,
+      "grad_norm": 131.92681884765625,
+      "learning_rate": 5.570161239202014e-07,
+      "loss": 13.1406,
+      "step": 19776
+    },
+    {
+      "epoch": 1.3134754599189746,
+      "grad_norm": 154.6248016357422,
+      "learning_rate": 5.569197029720962e-07,
+      "loss": 16.7812,
+      "step": 19777
+    },
+    {
+      "epoch": 1.3135418742113303,
+      "grad_norm": 341.7842712402344,
+      "learning_rate": 5.568232871492882e-07,
+      "loss": 22.1719,
+      "step": 19778
+    },
+    {
+      "epoch": 1.313608288503686,
+      "grad_norm": 174.62635803222656,
+      "learning_rate": 5.567268764528937e-07,
+      "loss": 11.125,
+      "step": 19779
+    },
+    {
+      "epoch": 1.3136747027960416,
+      "grad_norm": 216.6798858642578,
+      "learning_rate": 5.566304708840264e-07,
+      "loss": 15.3906,
+      "step": 19780
+    },
+    {
+      "epoch": 1.3137411170883975,
+      "grad_norm": 132.604736328125,
+      "learning_rate": 5.565340704438023e-07,
+      "loss": 11.6094,
+      "step": 19781
+    },
+    {
+      "epoch": 1.3138075313807531,
+      "grad_norm": 344.9735107421875,
+      "learning_rate": 5.564376751333364e-07,
+      "loss": 24.5469,
+      "step": 19782
+    },
+    {
+      "epoch": 1.3138739456731088,
+      "grad_norm": 268.5818786621094,
+      "learning_rate": 5.563412849537437e-07,
+      "loss": 12.8359,
+      "step": 19783
+    },
+    {
+      "epoch": 1.3139403599654647,
+      "grad_norm": 183.70758056640625,
+      "learning_rate": 5.562448999061391e-07,
+      "loss": 13.6875,
+      "step": 19784
+    },
+    {
+      "epoch": 1.3140067742578203,
+      "grad_norm": 435.1949768066406,
+      "learning_rate": 5.561485199916381e-07,
+      "loss": 20.2812,
+      "step": 19785
+    },
+    {
+      "epoch": 1.314073188550176,
+      "grad_norm": 135.49078369140625,
+      "learning_rate": 5.560521452113542e-07,
+      "loss": 17.1562,
+      "step": 19786
+    },
+    {
+      "epoch": 1.3141396028425318,
+      "grad_norm": 180.52774047851562,
+      "learning_rate": 5.55955775566404e-07,
+      "loss": 14.1094,
+      "step": 19787
+    },
+    {
+      "epoch": 1.3142060171348875,
+      "grad_norm": 225.04737854003906,
+      "learning_rate": 5.558594110579009e-07,
+      "loss": 16.2969,
+      "step": 19788
+    },
+    {
+      "epoch": 1.3142724314272431,
+      "grad_norm": 232.47894287109375,
+      "learning_rate": 5.557630516869601e-07,
+      "loss": 21.5312,
+      "step": 19789
+    },
+    {
+      "epoch": 1.3143388457195988,
+      "grad_norm": 554.558349609375,
+      "learning_rate": 5.55666697454696e-07,
+      "loss": 28.0938,
+      "step": 19790
+    },
+    {
+      "epoch": 1.3144052600119545,
+      "grad_norm": 372.634765625,
+      "learning_rate": 5.555703483622237e-07,
+      "loss": 12.6094,
+      "step": 19791
+    },
+    {
+      "epoch": 1.3144716743043103,
+      "grad_norm": 219.33387756347656,
+      "learning_rate": 5.554740044106568e-07,
+      "loss": 19.875,
+      "step": 19792
+    },
+    {
+      "epoch": 1.314538088596666,
+      "grad_norm": 189.064208984375,
+      "learning_rate": 5.553776656011108e-07,
+      "loss": 16.1719,
+      "step": 19793
+    },
+    {
+      "epoch": 1.3146045028890216,
+      "grad_norm": 140.7354736328125,
+      "learning_rate": 5.552813319346993e-07,
+      "loss": 16.1406,
+      "step": 19794
+    },
+    {
+      "epoch": 1.3146709171813775,
+      "grad_norm": 139.149169921875,
+      "learning_rate": 5.551850034125369e-07,
+      "loss": 16.3125,
+      "step": 19795
+    },
+    {
+      "epoch": 1.3147373314737332,
+      "grad_norm": 212.23793029785156,
+      "learning_rate": 5.550886800357379e-07,
+      "loss": 14.7812,
+      "step": 19796
+    },
+    {
+      "epoch": 1.3148037457660888,
+      "grad_norm": 151.17874145507812,
+      "learning_rate": 5.549923618054164e-07,
+      "loss": 12.9688,
+      "step": 19797
+    },
+    {
+      "epoch": 1.3148701600584447,
+      "grad_norm": 207.148681640625,
+      "learning_rate": 5.548960487226869e-07,
+      "loss": 18.0,
+      "step": 19798
+    },
+    {
+      "epoch": 1.3149365743508004,
+      "grad_norm": 203.1682586669922,
+      "learning_rate": 5.547997407886635e-07,
+      "loss": 16.6562,
+      "step": 19799
+    },
+    {
+      "epoch": 1.315002988643156,
+      "grad_norm": 164.85914611816406,
+      "learning_rate": 5.54703438004459e-07,
+      "loss": 13.9375,
+      "step": 19800
+    },
+    {
+      "epoch": 1.3150694029355117,
+      "grad_norm": 157.56947326660156,
+      "learning_rate": 5.546071403711893e-07,
+      "loss": 15.2656,
+      "step": 19801
+    },
+    {
+      "epoch": 1.3151358172278673,
+      "grad_norm": 134.39109802246094,
+      "learning_rate": 5.545108478899672e-07,
+      "loss": 10.7031,
+      "step": 19802
+    },
+    {
+      "epoch": 1.3152022315202232,
+      "grad_norm": 205.29335021972656,
+      "learning_rate": 5.544145605619064e-07,
+      "loss": 14.0781,
+      "step": 19803
+    },
+    {
+      "epoch": 1.3152686458125789,
+      "grad_norm": 487.04241943359375,
+      "learning_rate": 5.543182783881212e-07,
+      "loss": 21.0469,
+      "step": 19804
+    },
+    {
+      "epoch": 1.3153350601049345,
+      "grad_norm": 331.3526611328125,
+      "learning_rate": 5.542220013697252e-07,
+      "loss": 18.375,
+      "step": 19805
+    },
+    {
+      "epoch": 1.3154014743972904,
+      "grad_norm": 224.95965576171875,
+      "learning_rate": 5.541257295078319e-07,
+      "loss": 18.0625,
+      "step": 19806
+    },
+    {
+      "epoch": 1.315467888689646,
+      "grad_norm": 247.45420837402344,
+      "learning_rate": 5.540294628035555e-07,
+      "loss": 13.25,
+      "step": 19807
+    },
+    {
+      "epoch": 1.3155343029820017,
+      "grad_norm": 370.8572082519531,
+      "learning_rate": 5.539332012580082e-07,
+      "loss": 11.4375,
+      "step": 19808
+    },
+    {
+      "epoch": 1.3156007172743576,
+      "grad_norm": 325.9975891113281,
+      "learning_rate": 5.538369448723055e-07,
+      "loss": 14.8125,
+      "step": 19809
+    },
+    {
+      "epoch": 1.3156671315667132,
+      "grad_norm": 321.2232360839844,
+      "learning_rate": 5.537406936475591e-07,
+      "loss": 14.2344,
+      "step": 19810
+    },
+    {
+      "epoch": 1.3157335458590689,
+      "grad_norm": 172.22100830078125,
+      "learning_rate": 5.536444475848832e-07,
+      "loss": 13.5469,
+      "step": 19811
+    },
+    {
+      "epoch": 1.3157999601514245,
+      "grad_norm": 96.43368530273438,
+      "learning_rate": 5.535482066853908e-07,
+      "loss": 11.8359,
+      "step": 19812
+    },
+    {
+      "epoch": 1.3158663744437802,
+      "grad_norm": 309.5775451660156,
+      "learning_rate": 5.534519709501957e-07,
+      "loss": 19.3281,
+      "step": 19813
+    },
+    {
+      "epoch": 1.315932788736136,
+      "grad_norm": 133.2198944091797,
+      "learning_rate": 5.533557403804102e-07,
+      "loss": 14.3594,
+      "step": 19814
+    },
+    {
+      "epoch": 1.3159992030284917,
+      "grad_norm": 138.62762451171875,
+      "learning_rate": 5.53259514977148e-07,
+      "loss": 14.3906,
+      "step": 19815
+    },
+    {
+      "epoch": 1.3160656173208474,
+      "grad_norm": 216.2725830078125,
+      "learning_rate": 5.531632947415226e-07,
+      "loss": 18.4219,
+      "step": 19816
+    },
+    {
+      "epoch": 1.3161320316132032,
+      "grad_norm": 134.73069763183594,
+      "learning_rate": 5.530670796746457e-07,
+      "loss": 13.5156,
+      "step": 19817
+    },
+    {
+      "epoch": 1.316198445905559,
+      "grad_norm": 404.2215576171875,
+      "learning_rate": 5.529708697776321e-07,
+      "loss": 17.4375,
+      "step": 19818
+    },
+    {
+      "epoch": 1.3162648601979146,
+      "grad_norm": 293.3344421386719,
+      "learning_rate": 5.528746650515932e-07,
+      "loss": 18.5,
+      "step": 19819
+    },
+    {
+      "epoch": 1.3163312744902704,
+      "grad_norm": 161.83563232421875,
+      "learning_rate": 5.527784654976423e-07,
+      "loss": 15.3281,
+      "step": 19820
+    },
+    {
+      "epoch": 1.316397688782626,
+      "grad_norm": 167.46157836914062,
+      "learning_rate": 5.526822711168923e-07,
+      "loss": 14.5938,
+      "step": 19821
+    },
+    {
+      "epoch": 1.3164641030749817,
+      "grad_norm": 118.65617370605469,
+      "learning_rate": 5.525860819104557e-07,
+      "loss": 11.7422,
+      "step": 19822
+    },
+    {
+      "epoch": 1.3165305173673374,
+      "grad_norm": 205.0673828125,
+      "learning_rate": 5.524898978794456e-07,
+      "loss": 17.5469,
+      "step": 19823
+    },
+    {
+      "epoch": 1.316596931659693,
+      "grad_norm": 125.66726684570312,
+      "learning_rate": 5.523937190249745e-07,
+      "loss": 18.2188,
+      "step": 19824
+    },
+    {
+      "epoch": 1.316663345952049,
+      "grad_norm": 96.23690795898438,
+      "learning_rate": 5.52297545348154e-07,
+      "loss": 13.7344,
+      "step": 19825
+    },
+    {
+      "epoch": 1.3167297602444046,
+      "grad_norm": 112.30430603027344,
+      "learning_rate": 5.522013768500981e-07,
+      "loss": 12.7188,
+      "step": 19826
+    },
+    {
+      "epoch": 1.3167961745367602,
+      "grad_norm": 178.7006378173828,
+      "learning_rate": 5.521052135319182e-07,
+      "loss": 21.7656,
+      "step": 19827
+    },
+    {
+      "epoch": 1.316862588829116,
+      "grad_norm": 161.19741821289062,
+      "learning_rate": 5.520090553947268e-07,
+      "loss": 17.0,
+      "step": 19828
+    },
+    {
+      "epoch": 1.3169290031214718,
+      "grad_norm": 518.5624389648438,
+      "learning_rate": 5.519129024396363e-07,
+      "loss": 16.125,
+      "step": 19829
+    },
+    {
+      "epoch": 1.3169954174138274,
+      "grad_norm": 337.5672302246094,
+      "learning_rate": 5.518167546677593e-07,
+      "loss": 13.8438,
+      "step": 19830
+    },
+    {
+      "epoch": 1.3170618317061833,
+      "grad_norm": 299.9923095703125,
+      "learning_rate": 5.517206120802069e-07,
+      "loss": 19.2969,
+      "step": 19831
+    },
+    {
+      "epoch": 1.317128245998539,
+      "grad_norm": 159.87127685546875,
+      "learning_rate": 5.51624474678093e-07,
+      "loss": 15.3125,
+      "step": 19832
+    },
+    {
+      "epoch": 1.3171946602908946,
+      "grad_norm": 189.0453338623047,
+      "learning_rate": 5.515283424625279e-07,
+      "loss": 15.2969,
+      "step": 19833
+    },
+    {
+      "epoch": 1.3172610745832503,
+      "grad_norm": 246.6082305908203,
+      "learning_rate": 5.514322154346245e-07,
+      "loss": 15.7812,
+      "step": 19834
+    },
+    {
+      "epoch": 1.317327488875606,
+      "grad_norm": 243.46543884277344,
+      "learning_rate": 5.513360935954945e-07,
+      "loss": 16.9844,
+      "step": 19835
+    },
+    {
+      "epoch": 1.3173939031679618,
+      "grad_norm": 251.2429656982422,
+      "learning_rate": 5.512399769462499e-07,
+      "loss": 19.3125,
+      "step": 19836
+    },
+    {
+      "epoch": 1.3174603174603174,
+      "grad_norm": 131.05416870117188,
+      "learning_rate": 5.511438654880026e-07,
+      "loss": 17.1875,
+      "step": 19837
+    },
+    {
+      "epoch": 1.317526731752673,
+      "grad_norm": 713.655517578125,
+      "learning_rate": 5.510477592218644e-07,
+      "loss": 24.0078,
+      "step": 19838
+    },
+    {
+      "epoch": 1.317593146045029,
+      "grad_norm": 180.09890747070312,
+      "learning_rate": 5.509516581489462e-07,
+      "loss": 18.5938,
+      "step": 19839
+    },
+    {
+      "epoch": 1.3176595603373846,
+      "grad_norm": 214.47518920898438,
+      "learning_rate": 5.50855562270361e-07,
+      "loss": 18.9219,
+      "step": 19840
+    },
+    {
+      "epoch": 1.3177259746297403,
+      "grad_norm": 113.53348541259766,
+      "learning_rate": 5.507594715872193e-07,
+      "loss": 14.9219,
+      "step": 19841
+    },
+    {
+      "epoch": 1.3177923889220962,
+      "grad_norm": 169.18699645996094,
+      "learning_rate": 5.50663386100633e-07,
+      "loss": 15.4375,
+      "step": 19842
+    },
+    {
+      "epoch": 1.3178588032144518,
+      "grad_norm": 243.97120666503906,
+      "learning_rate": 5.505673058117135e-07,
+      "loss": 17.1719,
+      "step": 19843
+    },
+    {
+      "epoch": 1.3179252175068075,
+      "grad_norm": 387.46990966796875,
+      "learning_rate": 5.504712307215723e-07,
+      "loss": 14.2656,
+      "step": 19844
+    },
+    {
+      "epoch": 1.3179916317991631,
+      "grad_norm": 396.1292724609375,
+      "learning_rate": 5.503751608313206e-07,
+      "loss": 20.875,
+      "step": 19845
+    },
+    {
+      "epoch": 1.3180580460915188,
+      "grad_norm": 215.40281677246094,
+      "learning_rate": 5.502790961420702e-07,
+      "loss": 15.6094,
+      "step": 19846
+    },
+    {
+      "epoch": 1.3181244603838747,
+      "grad_norm": 174.94418334960938,
+      "learning_rate": 5.501830366549312e-07,
+      "loss": 15.4375,
+      "step": 19847
+    },
+    {
+      "epoch": 1.3181908746762303,
+      "grad_norm": 269.1221008300781,
+      "learning_rate": 5.500869823710161e-07,
+      "loss": 15.25,
+      "step": 19848
+    },
+    {
+      "epoch": 1.318257288968586,
+      "grad_norm": 189.33363342285156,
+      "learning_rate": 5.499909332914352e-07,
+      "loss": 12.6797,
+      "step": 19849
+    },
+    {
+      "epoch": 1.3183237032609418,
+      "grad_norm": 139.03988647460938,
+      "learning_rate": 5.498948894172995e-07,
+      "loss": 13.4688,
+      "step": 19850
+    },
+    {
+      "epoch": 1.3183901175532975,
+      "grad_norm": 183.75604248046875,
+      "learning_rate": 5.497988507497202e-07,
+      "loss": 16.125,
+      "step": 19851
+    },
+    {
+      "epoch": 1.3184565318456531,
+      "grad_norm": 271.6562805175781,
+      "learning_rate": 5.497028172898081e-07,
+      "loss": 16.3438,
+      "step": 19852
+    },
+    {
+      "epoch": 1.318522946138009,
+      "grad_norm": 189.52520751953125,
+      "learning_rate": 5.496067890386744e-07,
+      "loss": 17.2969,
+      "step": 19853
+    },
+    {
+      "epoch": 1.3185893604303647,
+      "grad_norm": 162.32579040527344,
+      "learning_rate": 5.495107659974294e-07,
+      "loss": 15.6719,
+      "step": 19854
+    },
+    {
+      "epoch": 1.3186557747227203,
+      "grad_norm": 132.23631286621094,
+      "learning_rate": 5.494147481671847e-07,
+      "loss": 15.7812,
+      "step": 19855
+    },
+    {
+      "epoch": 1.318722189015076,
+      "grad_norm": 67.29569244384766,
+      "learning_rate": 5.493187355490494e-07,
+      "loss": 13.0938,
+      "step": 19856
+    },
+    {
+      "epoch": 1.3187886033074316,
+      "grad_norm": 110.49129486083984,
+      "learning_rate": 5.492227281441359e-07,
+      "loss": 15.8594,
+      "step": 19857
+    },
+    {
+      "epoch": 1.3188550175997875,
+      "grad_norm": 557.3023071289062,
+      "learning_rate": 5.491267259535537e-07,
+      "loss": 25.1562,
+      "step": 19858
+    },
+    {
+      "epoch": 1.3189214318921432,
+      "grad_norm": 258.1288757324219,
+      "learning_rate": 5.490307289784134e-07,
+      "loss": 10.0156,
+      "step": 19859
+    },
+    {
+      "epoch": 1.3189878461844988,
+      "grad_norm": 156.2785186767578,
+      "learning_rate": 5.489347372198257e-07,
+      "loss": 13.7031,
+      "step": 19860
+    },
+    {
+      "epoch": 1.3190542604768547,
+      "grad_norm": 281.91619873046875,
+      "learning_rate": 5.488387506789007e-07,
+      "loss": 16.0,
+      "step": 19861
+    },
+    {
+      "epoch": 1.3191206747692104,
+      "grad_norm": 98.79769134521484,
+      "learning_rate": 5.487427693567491e-07,
+      "loss": 13.5625,
+      "step": 19862
+    },
+    {
+      "epoch": 1.319187089061566,
+      "grad_norm": 250.70233154296875,
+      "learning_rate": 5.486467932544811e-07,
+      "loss": 13.4531,
+      "step": 19863
+    },
+    {
+      "epoch": 1.3192535033539219,
+      "grad_norm": 595.0673828125,
+      "learning_rate": 5.48550822373206e-07,
+      "loss": 20.5,
+      "step": 19864
+    },
+    {
+      "epoch": 1.3193199176462775,
+      "grad_norm": 238.2742462158203,
+      "learning_rate": 5.484548567140356e-07,
+      "loss": 14.375,
+      "step": 19865
+    },
+    {
+      "epoch": 1.3193863319386332,
+      "grad_norm": 235.8681182861328,
+      "learning_rate": 5.483588962780785e-07,
+      "loss": 16.3906,
+      "step": 19866
+    },
+    {
+      "epoch": 1.3194527462309888,
+      "grad_norm": 399.8672180175781,
+      "learning_rate": 5.482629410664452e-07,
+      "loss": 21.9844,
+      "step": 19867
+    },
+    {
+      "epoch": 1.3195191605233445,
+      "grad_norm": 273.42974853515625,
+      "learning_rate": 5.481669910802459e-07,
+      "loss": 15.5781,
+      "step": 19868
+    },
+    {
+      "epoch": 1.3195855748157004,
+      "grad_norm": 96.11540985107422,
+      "learning_rate": 5.480710463205902e-07,
+      "loss": 11.8672,
+      "step": 19869
+    },
+    {
+      "epoch": 1.319651989108056,
+      "grad_norm": 253.3073272705078,
+      "learning_rate": 5.479751067885881e-07,
+      "loss": 23.4688,
+      "step": 19870
+    },
+    {
+      "epoch": 1.3197184034004117,
+      "grad_norm": 136.44496154785156,
+      "learning_rate": 5.478791724853497e-07,
+      "loss": 13.3828,
+      "step": 19871
+    },
+    {
+      "epoch": 1.3197848176927676,
+      "grad_norm": 195.5022430419922,
+      "learning_rate": 5.477832434119834e-07,
+      "loss": 18.1562,
+      "step": 19872
+    },
+    {
+      "epoch": 1.3198512319851232,
+      "grad_norm": 317.4404602050781,
+      "learning_rate": 5.476873195696008e-07,
+      "loss": 15.8906,
+      "step": 19873
+    },
+    {
+      "epoch": 1.3199176462774789,
+      "grad_norm": 152.2904052734375,
+      "learning_rate": 5.475914009593099e-07,
+      "loss": 21.7812,
+      "step": 19874
+    },
+    {
+      "epoch": 1.3199840605698347,
+      "grad_norm": 175.44143676757812,
+      "learning_rate": 5.474954875822209e-07,
+      "loss": 13.5625,
+      "step": 19875
+    },
+    {
+      "epoch": 1.3200504748621904,
+      "grad_norm": 923.7349853515625,
+      "learning_rate": 5.47399579439443e-07,
+      "loss": 19.7969,
+      "step": 19876
+    },
+    {
+      "epoch": 1.320116889154546,
+      "grad_norm": 218.60862731933594,
+      "learning_rate": 5.473036765320863e-07,
+      "loss": 15.1875,
+      "step": 19877
+    },
+    {
+      "epoch": 1.3201833034469017,
+      "grad_norm": 355.2365417480469,
+      "learning_rate": 5.472077788612588e-07,
+      "loss": 18.5938,
+      "step": 19878
+    },
+    {
+      "epoch": 1.3202497177392574,
+      "grad_norm": 267.1071472167969,
+      "learning_rate": 5.471118864280714e-07,
+      "loss": 14.8281,
+      "step": 19879
+    },
+    {
+      "epoch": 1.3203161320316132,
+      "grad_norm": 167.85995483398438,
+      "learning_rate": 5.470159992336323e-07,
+      "loss": 14.2031,
+      "step": 19880
+    },
+    {
+      "epoch": 1.320382546323969,
+      "grad_norm": 181.24815368652344,
+      "learning_rate": 5.469201172790507e-07,
+      "loss": 14.25,
+      "step": 19881
+    },
+    {
+      "epoch": 1.3204489606163246,
+      "grad_norm": 120.07394409179688,
+      "learning_rate": 5.46824240565436e-07,
+      "loss": 12.4219,
+      "step": 19882
+    },
+    {
+      "epoch": 1.3205153749086804,
+      "grad_norm": 362.81793212890625,
+      "learning_rate": 5.467283690938973e-07,
+      "loss": 14.5781,
+      "step": 19883
+    },
+    {
+      "epoch": 1.320581789201036,
+      "grad_norm": 146.18397521972656,
+      "learning_rate": 5.466325028655433e-07,
+      "loss": 13.6562,
+      "step": 19884
+    },
+    {
+      "epoch": 1.3206482034933917,
+      "grad_norm": 298.59124755859375,
+      "learning_rate": 5.465366418814835e-07,
+      "loss": 10.3281,
+      "step": 19885
+    },
+    {
+      "epoch": 1.3207146177857476,
+      "grad_norm": 175.47799682617188,
+      "learning_rate": 5.464407861428256e-07,
+      "loss": 14.0469,
+      "step": 19886
+    },
+    {
+      "epoch": 1.3207810320781033,
+      "grad_norm": 127.95748138427734,
+      "learning_rate": 5.463449356506795e-07,
+      "loss": 14.875,
+      "step": 19887
+    },
+    {
+      "epoch": 1.320847446370459,
+      "grad_norm": 402.48126220703125,
+      "learning_rate": 5.46249090406154e-07,
+      "loss": 16.125,
+      "step": 19888
+    },
+    {
+      "epoch": 1.3209138606628146,
+      "grad_norm": 541.5050048828125,
+      "learning_rate": 5.461532504103566e-07,
+      "loss": 13.3281,
+      "step": 19889
+    },
+    {
+      "epoch": 1.3209802749551702,
+      "grad_norm": 124.79705047607422,
+      "learning_rate": 5.460574156643976e-07,
+      "loss": 12.375,
+      "step": 19890
+    },
+    {
+      "epoch": 1.321046689247526,
+      "grad_norm": 186.9580078125,
+      "learning_rate": 5.459615861693841e-07,
+      "loss": 17.5938,
+      "step": 19891
+    },
+    {
+      "epoch": 1.3211131035398818,
+      "grad_norm": 211.45330810546875,
+      "learning_rate": 5.458657619264251e-07,
+      "loss": 15.2656,
+      "step": 19892
+    },
+    {
+      "epoch": 1.3211795178322374,
+      "grad_norm": 307.8206481933594,
+      "learning_rate": 5.457699429366293e-07,
+      "loss": 12.2266,
+      "step": 19893
+    },
+    {
+      "epoch": 1.3212459321245933,
+      "grad_norm": 256.280517578125,
+      "learning_rate": 5.456741292011051e-07,
+      "loss": 19.4219,
+      "step": 19894
+    },
+    {
+      "epoch": 1.321312346416949,
+      "grad_norm": 178.4114227294922,
+      "learning_rate": 5.455783207209599e-07,
+      "loss": 20.6875,
+      "step": 19895
+    },
+    {
+      "epoch": 1.3213787607093046,
+      "grad_norm": 192.30413818359375,
+      "learning_rate": 5.454825174973034e-07,
+      "loss": 15.4219,
+      "step": 19896
+    },
+    {
+      "epoch": 1.3214451750016605,
+      "grad_norm": 528.7216796875,
+      "learning_rate": 5.453867195312428e-07,
+      "loss": 34.875,
+      "step": 19897
+    },
+    {
+      "epoch": 1.3215115892940161,
+      "grad_norm": 309.4845275878906,
+      "learning_rate": 5.452909268238862e-07,
+      "loss": 19.9531,
+      "step": 19898
+    },
+    {
+      "epoch": 1.3215780035863718,
+      "grad_norm": 144.53781127929688,
+      "learning_rate": 5.451951393763421e-07,
+      "loss": 12.4531,
+      "step": 19899
+    },
+    {
+      "epoch": 1.3216444178787274,
+      "grad_norm": 246.50875854492188,
+      "learning_rate": 5.450993571897184e-07,
+      "loss": 16.25,
+      "step": 19900
+    },
+    {
+      "epoch": 1.321710832171083,
+      "grad_norm": 101.08026123046875,
+      "learning_rate": 5.45003580265123e-07,
+      "loss": 13.4062,
+      "step": 19901
+    },
+    {
+      "epoch": 1.321777246463439,
+      "grad_norm": 125.39637756347656,
+      "learning_rate": 5.449078086036643e-07,
+      "loss": 12.7031,
+      "step": 19902
+    },
+    {
+      "epoch": 1.3218436607557946,
+      "grad_norm": 382.8060607910156,
+      "learning_rate": 5.448120422064487e-07,
+      "loss": 17.7969,
+      "step": 19903
+    },
+    {
+      "epoch": 1.3219100750481503,
+      "grad_norm": 4787.93505859375,
+      "learning_rate": 5.447162810745857e-07,
+      "loss": 12.7031,
+      "step": 19904
+    },
+    {
+      "epoch": 1.3219764893405062,
+      "grad_norm": 232.1947021484375,
+      "learning_rate": 5.446205252091821e-07,
+      "loss": 16.1562,
+      "step": 19905
+    },
+    {
+      "epoch": 1.3220429036328618,
+      "grad_norm": 234.05870056152344,
+      "learning_rate": 5.445247746113455e-07,
+      "loss": 17.8125,
+      "step": 19906
+    },
+    {
+      "epoch": 1.3221093179252175,
+      "grad_norm": 583.1253662109375,
+      "learning_rate": 5.444290292821836e-07,
+      "loss": 19.2344,
+      "step": 19907
+    },
+    {
+      "epoch": 1.3221757322175733,
+      "grad_norm": 313.42724609375,
+      "learning_rate": 5.44333289222804e-07,
+      "loss": 21.6719,
+      "step": 19908
+    },
+    {
+      "epoch": 1.322242146509929,
+      "grad_norm": 129.93026733398438,
+      "learning_rate": 5.442375544343143e-07,
+      "loss": 13.7344,
+      "step": 19909
+    },
+    {
+      "epoch": 1.3223085608022846,
+      "grad_norm": 157.50421142578125,
+      "learning_rate": 5.44141824917822e-07,
+      "loss": 17.6875,
+      "step": 19910
+    },
+    {
+      "epoch": 1.3223749750946403,
+      "grad_norm": 140.8392791748047,
+      "learning_rate": 5.440461006744335e-07,
+      "loss": 14.3906,
+      "step": 19911
+    },
+    {
+      "epoch": 1.322441389386996,
+      "grad_norm": 147.0750732421875,
+      "learning_rate": 5.439503817052575e-07,
+      "loss": 13.8828,
+      "step": 19912
+    },
+    {
+      "epoch": 1.3225078036793518,
+      "grad_norm": 206.80862426757812,
+      "learning_rate": 5.438546680114002e-07,
+      "loss": 15.1875,
+      "step": 19913
+    },
+    {
+      "epoch": 1.3225742179717075,
+      "grad_norm": 208.0487823486328,
+      "learning_rate": 5.437589595939691e-07,
+      "loss": 14.9219,
+      "step": 19914
+    },
+    {
+      "epoch": 1.3226406322640631,
+      "grad_norm": 184.59840393066406,
+      "learning_rate": 5.436632564540713e-07,
+      "loss": 15.4844,
+      "step": 19915
+    },
+    {
+      "epoch": 1.322707046556419,
+      "grad_norm": 375.6140441894531,
+      "learning_rate": 5.435675585928141e-07,
+      "loss": 17.6562,
+      "step": 19916
+    },
+    {
+      "epoch": 1.3227734608487747,
+      "grad_norm": 142.58270263671875,
+      "learning_rate": 5.434718660113033e-07,
+      "loss": 16.625,
+      "step": 19917
+    },
+    {
+      "epoch": 1.3228398751411303,
+      "grad_norm": 950.2686157226562,
+      "learning_rate": 5.433761787106477e-07,
+      "loss": 8.9062,
+      "step": 19918
+    },
+    {
+      "epoch": 1.3229062894334862,
+      "grad_norm": 116.75668334960938,
+      "learning_rate": 5.432804966919528e-07,
+      "loss": 20.0156,
+      "step": 19919
+    },
+    {
+      "epoch": 1.3229727037258419,
+      "grad_norm": 350.9987487792969,
+      "learning_rate": 5.431848199563256e-07,
+      "loss": 16.1875,
+      "step": 19920
+    },
+    {
+      "epoch": 1.3230391180181975,
+      "grad_norm": 224.79405212402344,
+      "learning_rate": 5.43089148504873e-07,
+      "loss": 17.2188,
+      "step": 19921
+    },
+    {
+      "epoch": 1.3231055323105532,
+      "grad_norm": 225.8309783935547,
+      "learning_rate": 5.429934823387017e-07,
+      "loss": 19.5156,
+      "step": 19922
+    },
+    {
+      "epoch": 1.3231719466029088,
+      "grad_norm": 149.80691528320312,
+      "learning_rate": 5.428978214589183e-07,
+      "loss": 14.4688,
+      "step": 19923
+    },
+    {
+      "epoch": 1.3232383608952647,
+      "grad_norm": 306.3122253417969,
+      "learning_rate": 5.428021658666293e-07,
+      "loss": 19.3594,
+      "step": 19924
+    },
+    {
+      "epoch": 1.3233047751876204,
+      "grad_norm": 181.18157958984375,
+      "learning_rate": 5.427065155629411e-07,
+      "loss": 13.3281,
+      "step": 19925
+    },
+    {
+      "epoch": 1.323371189479976,
+      "grad_norm": 225.14483642578125,
+      "learning_rate": 5.426108705489604e-07,
+      "loss": 20.1875,
+      "step": 19926
+    },
+    {
+      "epoch": 1.3234376037723319,
+      "grad_norm": 316.4626770019531,
+      "learning_rate": 5.425152308257937e-07,
+      "loss": 16.125,
+      "step": 19927
+    },
+    {
+      "epoch": 1.3235040180646875,
+      "grad_norm": 115.330810546875,
+      "learning_rate": 5.424195963945463e-07,
+      "loss": 20.7812,
+      "step": 19928
+    },
+    {
+      "epoch": 1.3235704323570432,
+      "grad_norm": 290.7275390625,
+      "learning_rate": 5.423239672563258e-07,
+      "loss": 19.2344,
+      "step": 19929
+    },
+    {
+      "epoch": 1.323636846649399,
+      "grad_norm": 135.08082580566406,
+      "learning_rate": 5.422283434122375e-07,
+      "loss": 14.4844,
+      "step": 19930
+    },
+    {
+      "epoch": 1.3237032609417547,
+      "grad_norm": 404.0526428222656,
+      "learning_rate": 5.421327248633877e-07,
+      "loss": 18.8125,
+      "step": 19931
+    },
+    {
+      "epoch": 1.3237696752341104,
+      "grad_norm": 242.3504180908203,
+      "learning_rate": 5.420371116108825e-07,
+      "loss": 17.75,
+      "step": 19932
+    },
+    {
+      "epoch": 1.323836089526466,
+      "grad_norm": 201.01210021972656,
+      "learning_rate": 5.419415036558279e-07,
+      "loss": 13.7422,
+      "step": 19933
+    },
+    {
+      "epoch": 1.3239025038188217,
+      "grad_norm": 148.12591552734375,
+      "learning_rate": 5.418459009993299e-07,
+      "loss": 19.4219,
+      "step": 19934
+    },
+    {
+      "epoch": 1.3239689181111776,
+      "grad_norm": 151.49691772460938,
+      "learning_rate": 5.417503036424946e-07,
+      "loss": 12.6562,
+      "step": 19935
+    },
+    {
+      "epoch": 1.3240353324035332,
+      "grad_norm": 110.42251586914062,
+      "learning_rate": 5.416547115864274e-07,
+      "loss": 13.3281,
+      "step": 19936
+    },
+    {
+      "epoch": 1.3241017466958889,
+      "grad_norm": 166.18789672851562,
+      "learning_rate": 5.41559124832234e-07,
+      "loss": 14.8047,
+      "step": 19937
+    },
+    {
+      "epoch": 1.3241681609882447,
+      "grad_norm": 200.01358032226562,
+      "learning_rate": 5.414635433810204e-07,
+      "loss": 13.0469,
+      "step": 19938
+    },
+    {
+      "epoch": 1.3242345752806004,
+      "grad_norm": 174.18212890625,
+      "learning_rate": 5.41367967233892e-07,
+      "loss": 17.8438,
+      "step": 19939
+    },
+    {
+      "epoch": 1.324300989572956,
+      "grad_norm": 279.2827453613281,
+      "learning_rate": 5.412723963919546e-07,
+      "loss": 14.9531,
+      "step": 19940
+    },
+    {
+      "epoch": 1.324367403865312,
+      "grad_norm": 126.51437377929688,
+      "learning_rate": 5.411768308563139e-07,
+      "loss": 19.375,
+      "step": 19941
+    },
+    {
+      "epoch": 1.3244338181576676,
+      "grad_norm": 144.4769744873047,
+      "learning_rate": 5.410812706280743e-07,
+      "loss": 16.1562,
+      "step": 19942
+    },
+    {
+      "epoch": 1.3245002324500232,
+      "grad_norm": 114.50337982177734,
+      "learning_rate": 5.409857157083428e-07,
+      "loss": 14.9688,
+      "step": 19943
+    },
+    {
+      "epoch": 1.324566646742379,
+      "grad_norm": 250.05406188964844,
+      "learning_rate": 5.408901660982235e-07,
+      "loss": 16.8906,
+      "step": 19944
+    },
+    {
+      "epoch": 1.3246330610347345,
+      "grad_norm": 241.82058715820312,
+      "learning_rate": 5.407946217988219e-07,
+      "loss": 18.0938,
+      "step": 19945
+    },
+    {
+      "epoch": 1.3246994753270904,
+      "grad_norm": 267.8554992675781,
+      "learning_rate": 5.406990828112432e-07,
+      "loss": 14.6094,
+      "step": 19946
+    },
+    {
+      "epoch": 1.324765889619446,
+      "grad_norm": 188.990966796875,
+      "learning_rate": 5.406035491365929e-07,
+      "loss": 24.3984,
+      "step": 19947
+    },
+    {
+      "epoch": 1.3248323039118017,
+      "grad_norm": 373.1484680175781,
+      "learning_rate": 5.405080207759758e-07,
+      "loss": 21.3438,
+      "step": 19948
+    },
+    {
+      "epoch": 1.3248987182041576,
+      "grad_norm": 163.8296661376953,
+      "learning_rate": 5.404124977304973e-07,
+      "loss": 17.6562,
+      "step": 19949
+    },
+    {
+      "epoch": 1.3249651324965133,
+      "grad_norm": 195.62527465820312,
+      "learning_rate": 5.403169800012611e-07,
+      "loss": 15.0625,
+      "step": 19950
+    },
+    {
+      "epoch": 1.325031546788869,
+      "grad_norm": 164.63124084472656,
+      "learning_rate": 5.40221467589374e-07,
+      "loss": 18.1719,
+      "step": 19951
+    },
+    {
+      "epoch": 1.3250979610812248,
+      "grad_norm": 140.81105041503906,
+      "learning_rate": 5.401259604959393e-07,
+      "loss": 15.0312,
+      "step": 19952
+    },
+    {
+      "epoch": 1.3251643753735804,
+      "grad_norm": 118.28946685791016,
+      "learning_rate": 5.400304587220624e-07,
+      "loss": 15.8438,
+      "step": 19953
+    },
+    {
+      "epoch": 1.325230789665936,
+      "grad_norm": 395.11956787109375,
+      "learning_rate": 5.399349622688478e-07,
+      "loss": 18.875,
+      "step": 19954
+    },
+    {
+      "epoch": 1.3252972039582918,
+      "grad_norm": 327.0892333984375,
+      "learning_rate": 5.398394711374008e-07,
+      "loss": 19.0312,
+      "step": 19955
+    },
+    {
+      "epoch": 1.3253636182506474,
+      "grad_norm": 181.81509399414062,
+      "learning_rate": 5.397439853288247e-07,
+      "loss": 13.9844,
+      "step": 19956
+    },
+    {
+      "epoch": 1.3254300325430033,
+      "grad_norm": 165.0601043701172,
+      "learning_rate": 5.396485048442254e-07,
+      "loss": 18.1875,
+      "step": 19957
+    },
+    {
+      "epoch": 1.325496446835359,
+      "grad_norm": 166.36538696289062,
+      "learning_rate": 5.395530296847065e-07,
+      "loss": 15.125,
+      "step": 19958
+    },
+    {
+      "epoch": 1.3255628611277146,
+      "grad_norm": 240.07272338867188,
+      "learning_rate": 5.394575598513727e-07,
+      "loss": 16.5938,
+      "step": 19959
+    },
+    {
+      "epoch": 1.3256292754200705,
+      "grad_norm": 277.5164794921875,
+      "learning_rate": 5.39362095345328e-07,
+      "loss": 14.6719,
+      "step": 19960
+    },
+    {
+      "epoch": 1.3256956897124261,
+      "grad_norm": 139.27847290039062,
+      "learning_rate": 5.392666361676772e-07,
+      "loss": 16.2656,
+      "step": 19961
+    },
+    {
+      "epoch": 1.3257621040047818,
+      "grad_norm": 177.9167938232422,
+      "learning_rate": 5.391711823195242e-07,
+      "loss": 14.1406,
+      "step": 19962
+    },
+    {
+      "epoch": 1.3258285182971377,
+      "grad_norm": 310.4625549316406,
+      "learning_rate": 5.390757338019732e-07,
+      "loss": 13.6406,
+      "step": 19963
+    },
+    {
+      "epoch": 1.3258949325894933,
+      "grad_norm": 274.4516906738281,
+      "learning_rate": 5.389802906161284e-07,
+      "loss": 21.125,
+      "step": 19964
+    },
+    {
+      "epoch": 1.325961346881849,
+      "grad_norm": 143.2996368408203,
+      "learning_rate": 5.388848527630937e-07,
+      "loss": 14.9375,
+      "step": 19965
+    },
+    {
+      "epoch": 1.3260277611742046,
+      "grad_norm": 431.5946960449219,
+      "learning_rate": 5.387894202439735e-07,
+      "loss": 13.2188,
+      "step": 19966
+    },
+    {
+      "epoch": 1.3260941754665603,
+      "grad_norm": 523.356201171875,
+      "learning_rate": 5.386939930598707e-07,
+      "loss": 27.3281,
+      "step": 19967
+    },
+    {
+      "epoch": 1.3261605897589162,
+      "grad_norm": 189.58035278320312,
+      "learning_rate": 5.385985712118905e-07,
+      "loss": 13.9531,
+      "step": 19968
+    },
+    {
+      "epoch": 1.3262270040512718,
+      "grad_norm": 231.7342529296875,
+      "learning_rate": 5.385031547011355e-07,
+      "loss": 23.5625,
+      "step": 19969
+    },
+    {
+      "epoch": 1.3262934183436275,
+      "grad_norm": 124.72401428222656,
+      "learning_rate": 5.3840774352871e-07,
+      "loss": 18.6094,
+      "step": 19970
+    },
+    {
+      "epoch": 1.3263598326359833,
+      "grad_norm": 176.84613037109375,
+      "learning_rate": 5.383123376957174e-07,
+      "loss": 12.0938,
+      "step": 19971
+    },
+    {
+      "epoch": 1.326426246928339,
+      "grad_norm": 376.1812744140625,
+      "learning_rate": 5.382169372032616e-07,
+      "loss": 14.6719,
+      "step": 19972
+    },
+    {
+      "epoch": 1.3264926612206946,
+      "grad_norm": 227.09132385253906,
+      "learning_rate": 5.381215420524458e-07,
+      "loss": 12.875,
+      "step": 19973
+    },
+    {
+      "epoch": 1.3265590755130505,
+      "grad_norm": 175.0000762939453,
+      "learning_rate": 5.380261522443743e-07,
+      "loss": 12.7188,
+      "step": 19974
+    },
+    {
+      "epoch": 1.3266254898054062,
+      "grad_norm": 257.3890075683594,
+      "learning_rate": 5.37930767780149e-07,
+      "loss": 17.2031,
+      "step": 19975
+    },
+    {
+      "epoch": 1.3266919040977618,
+      "grad_norm": 277.4337158203125,
+      "learning_rate": 5.378353886608749e-07,
+      "loss": 15.7656,
+      "step": 19976
+    },
+    {
+      "epoch": 1.3267583183901175,
+      "grad_norm": 384.548095703125,
+      "learning_rate": 5.37740014887654e-07,
+      "loss": 14.75,
+      "step": 19977
+    },
+    {
+      "epoch": 1.3268247326824731,
+      "grad_norm": 137.2677001953125,
+      "learning_rate": 5.376446464615903e-07,
+      "loss": 14.2031,
+      "step": 19978
+    },
+    {
+      "epoch": 1.326891146974829,
+      "grad_norm": 158.25392150878906,
+      "learning_rate": 5.375492833837867e-07,
+      "loss": 15.8281,
+      "step": 19979
+    },
+    {
+      "epoch": 1.3269575612671847,
+      "grad_norm": 189.0699005126953,
+      "learning_rate": 5.374539256553465e-07,
+      "loss": 21.4375,
+      "step": 19980
+    },
+    {
+      "epoch": 1.3270239755595403,
+      "grad_norm": 467.5557861328125,
+      "learning_rate": 5.37358573277372e-07,
+      "loss": 16.2656,
+      "step": 19981
+    },
+    {
+      "epoch": 1.3270903898518962,
+      "grad_norm": 178.43023681640625,
+      "learning_rate": 5.372632262509674e-07,
+      "loss": 16.7031,
+      "step": 19982
+    },
+    {
+      "epoch": 1.3271568041442519,
+      "grad_norm": 261.1214599609375,
+      "learning_rate": 5.371678845772347e-07,
+      "loss": 21.5312,
+      "step": 19983
+    },
+    {
+      "epoch": 1.3272232184366075,
+      "grad_norm": 3439.030029296875,
+      "learning_rate": 5.370725482572769e-07,
+      "loss": 16.5156,
+      "step": 19984
+    },
+    {
+      "epoch": 1.3272896327289634,
+      "grad_norm": 156.01564025878906,
+      "learning_rate": 5.369772172921969e-07,
+      "loss": 14.1875,
+      "step": 19985
+    },
+    {
+      "epoch": 1.327356047021319,
+      "grad_norm": 294.641845703125,
+      "learning_rate": 5.368818916830976e-07,
+      "loss": 16.0781,
+      "step": 19986
+    },
+    {
+      "epoch": 1.3274224613136747,
+      "grad_norm": 94.44239807128906,
+      "learning_rate": 5.367865714310815e-07,
+      "loss": 13.4375,
+      "step": 19987
+    },
+    {
+      "epoch": 1.3274888756060303,
+      "grad_norm": 352.60797119140625,
+      "learning_rate": 5.366912565372515e-07,
+      "loss": 19.7031,
+      "step": 19988
+    },
+    {
+      "epoch": 1.327555289898386,
+      "grad_norm": 249.82888793945312,
+      "learning_rate": 5.365959470027092e-07,
+      "loss": 17.75,
+      "step": 19989
+    },
+    {
+      "epoch": 1.3276217041907419,
+      "grad_norm": 642.7070922851562,
+      "learning_rate": 5.365006428285586e-07,
+      "loss": 18.0781,
+      "step": 19990
+    },
+    {
+      "epoch": 1.3276881184830975,
+      "grad_norm": 196.12928771972656,
+      "learning_rate": 5.364053440159009e-07,
+      "loss": 18.5312,
+      "step": 19991
+    },
+    {
+      "epoch": 1.3277545327754532,
+      "grad_norm": 295.0911865234375,
+      "learning_rate": 5.363100505658387e-07,
+      "loss": 12.4219,
+      "step": 19992
+    },
+    {
+      "epoch": 1.327820947067809,
+      "grad_norm": 268.3074645996094,
+      "learning_rate": 5.362147624794746e-07,
+      "loss": 19.4531,
+      "step": 19993
+    },
+    {
+      "epoch": 1.3278873613601647,
+      "grad_norm": 129.57037353515625,
+      "learning_rate": 5.361194797579108e-07,
+      "loss": 15.0938,
+      "step": 19994
+    },
+    {
+      "epoch": 1.3279537756525204,
+      "grad_norm": 200.925048828125,
+      "learning_rate": 5.360242024022491e-07,
+      "loss": 15.8281,
+      "step": 19995
+    },
+    {
+      "epoch": 1.3280201899448763,
+      "grad_norm": 400.3469543457031,
+      "learning_rate": 5.359289304135925e-07,
+      "loss": 16.5938,
+      "step": 19996
+    },
+    {
+      "epoch": 1.328086604237232,
+      "grad_norm": 324.60369873046875,
+      "learning_rate": 5.358336637930414e-07,
+      "loss": 10.875,
+      "step": 19997
+    },
+    {
+      "epoch": 1.3281530185295876,
+      "grad_norm": 132.35202026367188,
+      "learning_rate": 5.357384025416995e-07,
+      "loss": 17.0,
+      "step": 19998
+    },
+    {
+      "epoch": 1.3282194328219432,
+      "grad_norm": 205.08718872070312,
+      "learning_rate": 5.356431466606683e-07,
+      "loss": 16.25,
+      "step": 19999
+    },
+    {
+      "epoch": 1.3282858471142989,
+      "grad_norm": 222.48182678222656,
+      "learning_rate": 5.35547896151049e-07,
+      "loss": 15.0625,
+      "step": 20000
+    },
+    {
+      "epoch": 1.3283522614066547,
+      "grad_norm": 605.141357421875,
+      "learning_rate": 5.354526510139438e-07,
+      "loss": 15.1406,
+      "step": 20001
+    },
+    {
+      "epoch": 1.3284186756990104,
+      "grad_norm": 101.74995422363281,
+      "learning_rate": 5.353574112504545e-07,
+      "loss": 12.7656,
+      "step": 20002
+    },
+    {
+      "epoch": 1.328485089991366,
+      "grad_norm": 193.02268981933594,
+      "learning_rate": 5.352621768616827e-07,
+      "loss": 12.5,
+      "step": 20003
+    },
+    {
+      "epoch": 1.328551504283722,
+      "grad_norm": 289.1025085449219,
+      "learning_rate": 5.351669478487302e-07,
+      "loss": 21.3281,
+      "step": 20004
+    },
+    {
+      "epoch": 1.3286179185760776,
+      "grad_norm": 221.5342254638672,
+      "learning_rate": 5.350717242126988e-07,
+      "loss": 10.5156,
+      "step": 20005
+    },
+    {
+      "epoch": 1.3286843328684332,
+      "grad_norm": 153.40016174316406,
+      "learning_rate": 5.349765059546887e-07,
+      "loss": 16.9375,
+      "step": 20006
+    },
+    {
+      "epoch": 1.3287507471607891,
+      "grad_norm": 186.79786682128906,
+      "learning_rate": 5.34881293075803e-07,
+      "loss": 11.8203,
+      "step": 20007
+    },
+    {
+      "epoch": 1.3288171614531448,
+      "grad_norm": 433.62213134765625,
+      "learning_rate": 5.34786085577142e-07,
+      "loss": 23.4062,
+      "step": 20008
+    },
+    {
+      "epoch": 1.3288835757455004,
+      "grad_norm": 350.0341796875,
+      "learning_rate": 5.346908834598072e-07,
+      "loss": 13.9375,
+      "step": 20009
+    },
+    {
+      "epoch": 1.328949990037856,
+      "grad_norm": 218.75527954101562,
+      "learning_rate": 5.345956867249e-07,
+      "loss": 14.2344,
+      "step": 20010
+    },
+    {
+      "epoch": 1.3290164043302117,
+      "grad_norm": 165.35052490234375,
+      "learning_rate": 5.345004953735214e-07,
+      "loss": 14.8672,
+      "step": 20011
+    },
+    {
+      "epoch": 1.3290828186225676,
+      "grad_norm": 427.8508605957031,
+      "learning_rate": 5.344053094067729e-07,
+      "loss": 16.6172,
+      "step": 20012
+    },
+    {
+      "epoch": 1.3291492329149233,
+      "grad_norm": 313.9587097167969,
+      "learning_rate": 5.343101288257556e-07,
+      "loss": 21.8594,
+      "step": 20013
+    },
+    {
+      "epoch": 1.329215647207279,
+      "grad_norm": 128.27984619140625,
+      "learning_rate": 5.342149536315693e-07,
+      "loss": 12.9844,
+      "step": 20014
+    },
+    {
+      "epoch": 1.3292820614996348,
+      "grad_norm": 430.07110595703125,
+      "learning_rate": 5.341197838253167e-07,
+      "loss": 17.0938,
+      "step": 20015
+    },
+    {
+      "epoch": 1.3293484757919904,
+      "grad_norm": 338.31207275390625,
+      "learning_rate": 5.340246194080974e-07,
+      "loss": 18.5156,
+      "step": 20016
+    },
+    {
+      "epoch": 1.329414890084346,
+      "grad_norm": 295.543212890625,
+      "learning_rate": 5.339294603810126e-07,
+      "loss": 19.6719,
+      "step": 20017
+    },
+    {
+      "epoch": 1.329481304376702,
+      "grad_norm": 192.3657989501953,
+      "learning_rate": 5.338343067451632e-07,
+      "loss": 13.1406,
+      "step": 20018
+    },
+    {
+      "epoch": 1.3295477186690576,
+      "grad_norm": 199.6031951904297,
+      "learning_rate": 5.337391585016499e-07,
+      "loss": 9.6641,
+      "step": 20019
+    },
+    {
+      "epoch": 1.3296141329614133,
+      "grad_norm": 166.8138885498047,
+      "learning_rate": 5.336440156515724e-07,
+      "loss": 17.3125,
+      "step": 20020
+    },
+    {
+      "epoch": 1.329680547253769,
+      "grad_norm": 124.27967834472656,
+      "learning_rate": 5.335488781960329e-07,
+      "loss": 13.6406,
+      "step": 20021
+    },
+    {
+      "epoch": 1.3297469615461246,
+      "grad_norm": 312.60687255859375,
+      "learning_rate": 5.334537461361306e-07,
+      "loss": 14.5938,
+      "step": 20022
+    },
+    {
+      "epoch": 1.3298133758384805,
+      "grad_norm": 236.84556579589844,
+      "learning_rate": 5.333586194729662e-07,
+      "loss": 18.1562,
+      "step": 20023
+    },
+    {
+      "epoch": 1.3298797901308361,
+      "grad_norm": 170.95260620117188,
+      "learning_rate": 5.332634982076403e-07,
+      "loss": 15.0469,
+      "step": 20024
+    },
+    {
+      "epoch": 1.3299462044231918,
+      "grad_norm": 144.1439208984375,
+      "learning_rate": 5.331683823412532e-07,
+      "loss": 21.1875,
+      "step": 20025
+    },
+    {
+      "epoch": 1.3300126187155477,
+      "grad_norm": 187.55502319335938,
+      "learning_rate": 5.330732718749049e-07,
+      "loss": 18.8281,
+      "step": 20026
+    },
+    {
+      "epoch": 1.3300790330079033,
+      "grad_norm": 335.55413818359375,
+      "learning_rate": 5.329781668096962e-07,
+      "loss": 13.7266,
+      "step": 20027
+    },
+    {
+      "epoch": 1.330145447300259,
+      "grad_norm": 112.07035827636719,
+      "learning_rate": 5.328830671467261e-07,
+      "loss": 9.4609,
+      "step": 20028
+    },
+    {
+      "epoch": 1.3302118615926148,
+      "grad_norm": 448.6665954589844,
+      "learning_rate": 5.32787972887096e-07,
+      "loss": 21.8125,
+      "step": 20029
+    },
+    {
+      "epoch": 1.3302782758849705,
+      "grad_norm": 242.1620330810547,
+      "learning_rate": 5.326928840319049e-07,
+      "loss": 19.9062,
+      "step": 20030
+    },
+    {
+      "epoch": 1.3303446901773262,
+      "grad_norm": 226.50738525390625,
+      "learning_rate": 5.325978005822529e-07,
+      "loss": 18.9531,
+      "step": 20031
+    },
+    {
+      "epoch": 1.3304111044696818,
+      "grad_norm": 132.07022094726562,
+      "learning_rate": 5.325027225392402e-07,
+      "loss": 15.1719,
+      "step": 20032
+    },
+    {
+      "epoch": 1.3304775187620375,
+      "grad_norm": 261.15692138671875,
+      "learning_rate": 5.324076499039662e-07,
+      "loss": 20.0156,
+      "step": 20033
+    },
+    {
+      "epoch": 1.3305439330543933,
+      "grad_norm": 266.51519775390625,
+      "learning_rate": 5.323125826775313e-07,
+      "loss": 13.4375,
+      "step": 20034
+    },
+    {
+      "epoch": 1.330610347346749,
+      "grad_norm": 215.15158081054688,
+      "learning_rate": 5.322175208610343e-07,
+      "loss": 24.3281,
+      "step": 20035
+    },
+    {
+      "epoch": 1.3306767616391046,
+      "grad_norm": 150.1745147705078,
+      "learning_rate": 5.321224644555755e-07,
+      "loss": 13.5781,
+      "step": 20036
+    },
+    {
+      "epoch": 1.3307431759314605,
+      "grad_norm": 400.4772644042969,
+      "learning_rate": 5.320274134622542e-07,
+      "loss": 19.0469,
+      "step": 20037
+    },
+    {
+      "epoch": 1.3308095902238162,
+      "grad_norm": 333.76556396484375,
+      "learning_rate": 5.319323678821703e-07,
+      "loss": 17.1094,
+      "step": 20038
+    },
+    {
+      "epoch": 1.3308760045161718,
+      "grad_norm": 161.27294921875,
+      "learning_rate": 5.318373277164221e-07,
+      "loss": 12.625,
+      "step": 20039
+    },
+    {
+      "epoch": 1.3309424188085277,
+      "grad_norm": 187.8431396484375,
+      "learning_rate": 5.317422929661107e-07,
+      "loss": 16.2969,
+      "step": 20040
+    },
+    {
+      "epoch": 1.3310088331008834,
+      "grad_norm": 141.4316864013672,
+      "learning_rate": 5.316472636323337e-07,
+      "loss": 14.6406,
+      "step": 20041
+    },
+    {
+      "epoch": 1.331075247393239,
+      "grad_norm": 264.1761779785156,
+      "learning_rate": 5.315522397161913e-07,
+      "loss": 12.3359,
+      "step": 20042
+    },
+    {
+      "epoch": 1.3311416616855947,
+      "grad_norm": 219.16412353515625,
+      "learning_rate": 5.314572212187824e-07,
+      "loss": 21.2188,
+      "step": 20043
+    },
+    {
+      "epoch": 1.3312080759779503,
+      "grad_norm": 176.08120727539062,
+      "learning_rate": 5.313622081412067e-07,
+      "loss": 13.2656,
+      "step": 20044
+    },
+    {
+      "epoch": 1.3312744902703062,
+      "grad_norm": 171.9168243408203,
+      "learning_rate": 5.312672004845618e-07,
+      "loss": 15.0625,
+      "step": 20045
+    },
+    {
+      "epoch": 1.3313409045626619,
+      "grad_norm": 233.9971160888672,
+      "learning_rate": 5.311721982499487e-07,
+      "loss": 16.3438,
+      "step": 20046
+    },
+    {
+      "epoch": 1.3314073188550175,
+      "grad_norm": 166.9442901611328,
+      "learning_rate": 5.310772014384646e-07,
+      "loss": 11.6406,
+      "step": 20047
+    },
+    {
+      "epoch": 1.3314737331473734,
+      "grad_norm": 191.3098602294922,
+      "learning_rate": 5.30982210051209e-07,
+      "loss": 17.3672,
+      "step": 20048
+    },
+    {
+      "epoch": 1.331540147439729,
+      "grad_norm": 504.5289611816406,
+      "learning_rate": 5.308872240892809e-07,
+      "loss": 19.0,
+      "step": 20049
+    },
+    {
+      "epoch": 1.3316065617320847,
+      "grad_norm": 233.0165252685547,
+      "learning_rate": 5.307922435537788e-07,
+      "loss": 15.125,
+      "step": 20050
+    },
+    {
+      "epoch": 1.3316729760244406,
+      "grad_norm": 245.6305389404297,
+      "learning_rate": 5.306972684458016e-07,
+      "loss": 19.4688,
+      "step": 20051
+    },
+    {
+      "epoch": 1.3317393903167962,
+      "grad_norm": 305.7613830566406,
+      "learning_rate": 5.306022987664481e-07,
+      "loss": 17.0,
+      "step": 20052
+    },
+    {
+      "epoch": 1.3318058046091519,
+      "grad_norm": 265.63568115234375,
+      "learning_rate": 5.305073345168156e-07,
+      "loss": 15.5781,
+      "step": 20053
+    },
+    {
+      "epoch": 1.3318722189015075,
+      "grad_norm": 171.82656860351562,
+      "learning_rate": 5.304123756980045e-07,
+      "loss": 16.2969,
+      "step": 20054
+    },
+    {
+      "epoch": 1.3319386331938632,
+      "grad_norm": 142.77171325683594,
+      "learning_rate": 5.303174223111117e-07,
+      "loss": 13.4531,
+      "step": 20055
+    },
+    {
+      "epoch": 1.332005047486219,
+      "grad_norm": 180.78033447265625,
+      "learning_rate": 5.302224743572364e-07,
+      "loss": 16.5625,
+      "step": 20056
+    },
+    {
+      "epoch": 1.3320714617785747,
+      "grad_norm": 197.7632598876953,
+      "learning_rate": 5.301275318374764e-07,
+      "loss": 13.625,
+      "step": 20057
+    },
+    {
+      "epoch": 1.3321378760709304,
+      "grad_norm": 246.17974853515625,
+      "learning_rate": 5.300325947529303e-07,
+      "loss": 22.625,
+      "step": 20058
+    },
+    {
+      "epoch": 1.3322042903632862,
+      "grad_norm": 133.30886840820312,
+      "learning_rate": 5.29937663104696e-07,
+      "loss": 17.25,
+      "step": 20059
+    },
+    {
+      "epoch": 1.332270704655642,
+      "grad_norm": 205.39797973632812,
+      "learning_rate": 5.298427368938723e-07,
+      "loss": 19.125,
+      "step": 20060
+    },
+    {
+      "epoch": 1.3323371189479976,
+      "grad_norm": 216.32237243652344,
+      "learning_rate": 5.297478161215558e-07,
+      "loss": 16.2031,
+      "step": 20061
+    },
+    {
+      "epoch": 1.3324035332403534,
+      "grad_norm": 200.8133087158203,
+      "learning_rate": 5.296529007888462e-07,
+      "loss": 17.0625,
+      "step": 20062
+    },
+    {
+      "epoch": 1.332469947532709,
+      "grad_norm": 458.7415466308594,
+      "learning_rate": 5.295579908968403e-07,
+      "loss": 17.1875,
+      "step": 20063
+    },
+    {
+      "epoch": 1.3325363618250647,
+      "grad_norm": 225.45513916015625,
+      "learning_rate": 5.294630864466362e-07,
+      "loss": 28.6562,
+      "step": 20064
+    },
+    {
+      "epoch": 1.3326027761174204,
+      "grad_norm": 270.8951110839844,
+      "learning_rate": 5.29368187439332e-07,
+      "loss": 19.7188,
+      "step": 20065
+    },
+    {
+      "epoch": 1.332669190409776,
+      "grad_norm": 215.5455780029297,
+      "learning_rate": 5.292732938760254e-07,
+      "loss": 14.8594,
+      "step": 20066
+    },
+    {
+      "epoch": 1.332735604702132,
+      "grad_norm": 147.61834716796875,
+      "learning_rate": 5.291784057578132e-07,
+      "loss": 13.6094,
+      "step": 20067
+    },
+    {
+      "epoch": 1.3328020189944876,
+      "grad_norm": 137.56170654296875,
+      "learning_rate": 5.290835230857945e-07,
+      "loss": 19.1562,
+      "step": 20068
+    },
+    {
+      "epoch": 1.3328684332868432,
+      "grad_norm": 320.1433410644531,
+      "learning_rate": 5.289886458610658e-07,
+      "loss": 23.75,
+      "step": 20069
+    },
+    {
+      "epoch": 1.3329348475791991,
+      "grad_norm": 451.30450439453125,
+      "learning_rate": 5.288937740847246e-07,
+      "loss": 22.0469,
+      "step": 20070
+    },
+    {
+      "epoch": 1.3330012618715548,
+      "grad_norm": 100.31490325927734,
+      "learning_rate": 5.287989077578686e-07,
+      "loss": 13.5469,
+      "step": 20071
+    },
+    {
+      "epoch": 1.3330676761639104,
+      "grad_norm": 232.64895629882812,
+      "learning_rate": 5.287040468815951e-07,
+      "loss": 16.1328,
+      "step": 20072
+    },
+    {
+      "epoch": 1.3331340904562663,
+      "grad_norm": 309.3260803222656,
+      "learning_rate": 5.286091914570017e-07,
+      "loss": 23.7031,
+      "step": 20073
+    },
+    {
+      "epoch": 1.333200504748622,
+      "grad_norm": 326.3487243652344,
+      "learning_rate": 5.285143414851851e-07,
+      "loss": 15.3281,
+      "step": 20074
+    },
+    {
+      "epoch": 1.3332669190409776,
+      "grad_norm": 564.7393798828125,
+      "learning_rate": 5.284194969672428e-07,
+      "loss": 19.5469,
+      "step": 20075
+    },
+    {
+      "epoch": 1.3333333333333333,
+      "grad_norm": 290.1070556640625,
+      "learning_rate": 5.283246579042717e-07,
+      "loss": 18.7812,
+      "step": 20076
+    },
+    {
+      "epoch": 1.333399747625689,
+      "grad_norm": 250.09893798828125,
+      "learning_rate": 5.282298242973695e-07,
+      "loss": 17.4062,
+      "step": 20077
+    },
+    {
+      "epoch": 1.3334661619180448,
+      "grad_norm": 171.35891723632812,
+      "learning_rate": 5.281349961476318e-07,
+      "loss": 15.1172,
+      "step": 20078
+    },
+    {
+      "epoch": 1.3335325762104004,
+      "grad_norm": 132.8822021484375,
+      "learning_rate": 5.280401734561572e-07,
+      "loss": 15.2188,
+      "step": 20079
+    },
+    {
+      "epoch": 1.333598990502756,
+      "grad_norm": 218.28585815429688,
+      "learning_rate": 5.279453562240414e-07,
+      "loss": 18.7812,
+      "step": 20080
+    },
+    {
+      "epoch": 1.333665404795112,
+      "grad_norm": 181.74822998046875,
+      "learning_rate": 5.278505444523816e-07,
+      "loss": 17.2812,
+      "step": 20081
+    },
+    {
+      "epoch": 1.3337318190874676,
+      "grad_norm": 483.8159484863281,
+      "learning_rate": 5.277557381422741e-07,
+      "loss": 14.0469,
+      "step": 20082
+    },
+    {
+      "epoch": 1.3337982333798233,
+      "grad_norm": 220.06741333007812,
+      "learning_rate": 5.276609372948166e-07,
+      "loss": 17.7188,
+      "step": 20083
+    },
+    {
+      "epoch": 1.3338646476721792,
+      "grad_norm": 242.4124755859375,
+      "learning_rate": 5.275661419111041e-07,
+      "loss": 15.7969,
+      "step": 20084
+    },
+    {
+      "epoch": 1.3339310619645348,
+      "grad_norm": 372.8843994140625,
+      "learning_rate": 5.274713519922349e-07,
+      "loss": 21.5625,
+      "step": 20085
+    },
+    {
+      "epoch": 1.3339974762568905,
+      "grad_norm": 208.2240447998047,
+      "learning_rate": 5.273765675393041e-07,
+      "loss": 18.9531,
+      "step": 20086
+    },
+    {
+      "epoch": 1.3340638905492461,
+      "grad_norm": 135.76058959960938,
+      "learning_rate": 5.272817885534088e-07,
+      "loss": 16.8281,
+      "step": 20087
+    },
+    {
+      "epoch": 1.3341303048416018,
+      "grad_norm": 329.2279968261719,
+      "learning_rate": 5.271870150356451e-07,
+      "loss": 15.5312,
+      "step": 20088
+    },
+    {
+      "epoch": 1.3341967191339577,
+      "grad_norm": 328.2570495605469,
+      "learning_rate": 5.270922469871094e-07,
+      "loss": 21.5,
+      "step": 20089
+    },
+    {
+      "epoch": 1.3342631334263133,
+      "grad_norm": 860.3731689453125,
+      "learning_rate": 5.269974844088978e-07,
+      "loss": 22.4688,
+      "step": 20090
+    },
+    {
+      "epoch": 1.334329547718669,
+      "grad_norm": 352.6907653808594,
+      "learning_rate": 5.269027273021071e-07,
+      "loss": 12.0859,
+      "step": 20091
+    },
+    {
+      "epoch": 1.3343959620110248,
+      "grad_norm": 193.0708770751953,
+      "learning_rate": 5.26807975667832e-07,
+      "loss": 20.875,
+      "step": 20092
+    },
+    {
+      "epoch": 1.3344623763033805,
+      "grad_norm": 540.636962890625,
+      "learning_rate": 5.267132295071701e-07,
+      "loss": 18.1406,
+      "step": 20093
+    },
+    {
+      "epoch": 1.3345287905957361,
+      "grad_norm": 172.47401428222656,
+      "learning_rate": 5.266184888212164e-07,
+      "loss": 20.0078,
+      "step": 20094
+    },
+    {
+      "epoch": 1.334595204888092,
+      "grad_norm": 309.1150817871094,
+      "learning_rate": 5.26523753611067e-07,
+      "loss": 16.0469,
+      "step": 20095
+    },
+    {
+      "epoch": 1.3346616191804477,
+      "grad_norm": 96.5547866821289,
+      "learning_rate": 5.264290238778176e-07,
+      "loss": 11.4219,
+      "step": 20096
+    },
+    {
+      "epoch": 1.3347280334728033,
+      "grad_norm": 194.4946746826172,
+      "learning_rate": 5.263342996225644e-07,
+      "loss": 20.0312,
+      "step": 20097
+    },
+    {
+      "epoch": 1.334794447765159,
+      "grad_norm": 174.6497344970703,
+      "learning_rate": 5.262395808464029e-07,
+      "loss": 15.6719,
+      "step": 20098
+    },
+    {
+      "epoch": 1.3348608620575146,
+      "grad_norm": 562.8173828125,
+      "learning_rate": 5.26144867550429e-07,
+      "loss": 16.4688,
+      "step": 20099
+    },
+    {
+      "epoch": 1.3349272763498705,
+      "grad_norm": 206.9641876220703,
+      "learning_rate": 5.260501597357372e-07,
+      "loss": 12.4062,
+      "step": 20100
+    },
+    {
+      "epoch": 1.3349936906422262,
+      "grad_norm": 210.90945434570312,
+      "learning_rate": 5.259554574034249e-07,
+      "loss": 14.1641,
+      "step": 20101
+    },
+    {
+      "epoch": 1.3350601049345818,
+      "grad_norm": 432.7358703613281,
+      "learning_rate": 5.258607605545859e-07,
+      "loss": 16.5703,
+      "step": 20102
+    },
+    {
+      "epoch": 1.3351265192269377,
+      "grad_norm": 167.13050842285156,
+      "learning_rate": 5.257660691903163e-07,
+      "loss": 16.5469,
+      "step": 20103
+    },
+    {
+      "epoch": 1.3351929335192934,
+      "grad_norm": 324.3852233886719,
+      "learning_rate": 5.256713833117113e-07,
+      "loss": 23.4688,
+      "step": 20104
+    },
+    {
+      "epoch": 1.335259347811649,
+      "grad_norm": 220.46800231933594,
+      "learning_rate": 5.255767029198666e-07,
+      "loss": 16.3438,
+      "step": 20105
+    },
+    {
+      "epoch": 1.3353257621040049,
+      "grad_norm": 318.2398681640625,
+      "learning_rate": 5.254820280158764e-07,
+      "loss": 16.8281,
+      "step": 20106
+    },
+    {
+      "epoch": 1.3353921763963605,
+      "grad_norm": 363.6907043457031,
+      "learning_rate": 5.253873586008371e-07,
+      "loss": 22.7656,
+      "step": 20107
+    },
+    {
+      "epoch": 1.3354585906887162,
+      "grad_norm": 88.19676971435547,
+      "learning_rate": 5.252926946758429e-07,
+      "loss": 13.2812,
+      "step": 20108
+    },
+    {
+      "epoch": 1.3355250049810719,
+      "grad_norm": 196.0322265625,
+      "learning_rate": 5.251980362419886e-07,
+      "loss": 16.5469,
+      "step": 20109
+    },
+    {
+      "epoch": 1.3355914192734275,
+      "grad_norm": 172.50450134277344,
+      "learning_rate": 5.251033833003704e-07,
+      "loss": 14.2188,
+      "step": 20110
+    },
+    {
+      "epoch": 1.3356578335657834,
+      "grad_norm": 1022.3079223632812,
+      "learning_rate": 5.250087358520821e-07,
+      "loss": 13.5938,
+      "step": 20111
+    },
+    {
+      "epoch": 1.335724247858139,
+      "grad_norm": 204.3840789794922,
+      "learning_rate": 5.249140938982189e-07,
+      "loss": 18.4375,
+      "step": 20112
+    },
+    {
+      "epoch": 1.3357906621504947,
+      "grad_norm": 235.8435516357422,
+      "learning_rate": 5.248194574398753e-07,
+      "loss": 13.6719,
+      "step": 20113
+    },
+    {
+      "epoch": 1.3358570764428506,
+      "grad_norm": 347.3956604003906,
+      "learning_rate": 5.247248264781463e-07,
+      "loss": 13.1875,
+      "step": 20114
+    },
+    {
+      "epoch": 1.3359234907352062,
+      "grad_norm": 388.0047912597656,
+      "learning_rate": 5.246302010141266e-07,
+      "loss": 18.6094,
+      "step": 20115
+    },
+    {
+      "epoch": 1.3359899050275619,
+      "grad_norm": 229.24697875976562,
+      "learning_rate": 5.245355810489108e-07,
+      "loss": 14.2031,
+      "step": 20116
+    },
+    {
+      "epoch": 1.3360563193199178,
+      "grad_norm": 284.2703857421875,
+      "learning_rate": 5.244409665835925e-07,
+      "loss": 23.5312,
+      "step": 20117
+    },
+    {
+      "epoch": 1.3361227336122734,
+      "grad_norm": 163.71038818359375,
+      "learning_rate": 5.243463576192677e-07,
+      "loss": 16.0312,
+      "step": 20118
+    },
+    {
+      "epoch": 1.336189147904629,
+      "grad_norm": 235.62428283691406,
+      "learning_rate": 5.242517541570296e-07,
+      "loss": 15.3281,
+      "step": 20119
+    },
+    {
+      "epoch": 1.3362555621969847,
+      "grad_norm": 190.98696899414062,
+      "learning_rate": 5.241571561979729e-07,
+      "loss": 15.9688,
+      "step": 20120
+    },
+    {
+      "epoch": 1.3363219764893404,
+      "grad_norm": 447.67315673828125,
+      "learning_rate": 5.240625637431917e-07,
+      "loss": 14.5156,
+      "step": 20121
+    },
+    {
+      "epoch": 1.3363883907816962,
+      "grad_norm": 121.07698059082031,
+      "learning_rate": 5.239679767937804e-07,
+      "loss": 17.9688,
+      "step": 20122
+    },
+    {
+      "epoch": 1.336454805074052,
+      "grad_norm": 221.0354766845703,
+      "learning_rate": 5.238733953508329e-07,
+      "loss": 10.6094,
+      "step": 20123
+    },
+    {
+      "epoch": 1.3365212193664076,
+      "grad_norm": 256.8255920410156,
+      "learning_rate": 5.237788194154441e-07,
+      "loss": 20.0625,
+      "step": 20124
+    },
+    {
+      "epoch": 1.3365876336587634,
+      "grad_norm": 551.3335571289062,
+      "learning_rate": 5.236842489887063e-07,
+      "loss": 13.625,
+      "step": 20125
+    },
+    {
+      "epoch": 1.336654047951119,
+      "grad_norm": 114.76081085205078,
+      "learning_rate": 5.235896840717153e-07,
+      "loss": 21.2188,
+      "step": 20126
+    },
+    {
+      "epoch": 1.3367204622434747,
+      "grad_norm": 222.0771942138672,
+      "learning_rate": 5.234951246655638e-07,
+      "loss": 17.4062,
+      "step": 20127
+    },
+    {
+      "epoch": 1.3367868765358306,
+      "grad_norm": 149.4689178466797,
+      "learning_rate": 5.234005707713458e-07,
+      "loss": 13.7188,
+      "step": 20128
+    },
+    {
+      "epoch": 1.3368532908281863,
+      "grad_norm": 606.5719604492188,
+      "learning_rate": 5.233060223901553e-07,
+      "loss": 18.5156,
+      "step": 20129
+    },
+    {
+      "epoch": 1.336919705120542,
+      "grad_norm": 117.21129608154297,
+      "learning_rate": 5.232114795230862e-07,
+      "loss": 12.5938,
+      "step": 20130
+    },
+    {
+      "epoch": 1.3369861194128976,
+      "grad_norm": 295.0594177246094,
+      "learning_rate": 5.23116942171231e-07,
+      "loss": 13.0859,
+      "step": 20131
+    },
+    {
+      "epoch": 1.3370525337052532,
+      "grad_norm": 127.0702896118164,
+      "learning_rate": 5.230224103356848e-07,
+      "loss": 16.0156,
+      "step": 20132
+    },
+    {
+      "epoch": 1.337118947997609,
+      "grad_norm": 231.71763610839844,
+      "learning_rate": 5.229278840175399e-07,
+      "loss": 16.5625,
+      "step": 20133
+    },
+    {
+      "epoch": 1.3371853622899648,
+      "grad_norm": 231.82794189453125,
+      "learning_rate": 5.2283336321789e-07,
+      "loss": 14.9688,
+      "step": 20134
+    },
+    {
+      "epoch": 1.3372517765823204,
+      "grad_norm": 164.36846923828125,
+      "learning_rate": 5.227388479378288e-07,
+      "loss": 12.9219,
+      "step": 20135
+    },
+    {
+      "epoch": 1.3373181908746763,
+      "grad_norm": 383.2608337402344,
+      "learning_rate": 5.226443381784493e-07,
+      "loss": 14.7656,
+      "step": 20136
+    },
+    {
+      "epoch": 1.337384605167032,
+      "grad_norm": 156.1980438232422,
+      "learning_rate": 5.225498339408449e-07,
+      "loss": 19.8594,
+      "step": 20137
+    },
+    {
+      "epoch": 1.3374510194593876,
+      "grad_norm": 469.7926330566406,
+      "learning_rate": 5.224553352261091e-07,
+      "loss": 15.2188,
+      "step": 20138
+    },
+    {
+      "epoch": 1.3375174337517435,
+      "grad_norm": 372.978271484375,
+      "learning_rate": 5.223608420353339e-07,
+      "loss": 19.5938,
+      "step": 20139
+    },
+    {
+      "epoch": 1.3375838480440991,
+      "grad_norm": 207.43540954589844,
+      "learning_rate": 5.222663543696137e-07,
+      "loss": 16.25,
+      "step": 20140
+    },
+    {
+      "epoch": 1.3376502623364548,
+      "grad_norm": 166.90721130371094,
+      "learning_rate": 5.221718722300406e-07,
+      "loss": 12.6172,
+      "step": 20141
+    },
+    {
+      "epoch": 1.3377166766288104,
+      "grad_norm": 302.5424499511719,
+      "learning_rate": 5.220773956177076e-07,
+      "loss": 20.2812,
+      "step": 20142
+    },
+    {
+      "epoch": 1.3377830909211663,
+      "grad_norm": 283.47528076171875,
+      "learning_rate": 5.219829245337078e-07,
+      "loss": 16.4062,
+      "step": 20143
+    },
+    {
+      "epoch": 1.337849505213522,
+      "grad_norm": 251.23049926757812,
+      "learning_rate": 5.218884589791339e-07,
+      "loss": 18.1875,
+      "step": 20144
+    },
+    {
+      "epoch": 1.3379159195058776,
+      "grad_norm": 232.7264404296875,
+      "learning_rate": 5.217939989550786e-07,
+      "loss": 14.2188,
+      "step": 20145
+    },
+    {
+      "epoch": 1.3379823337982333,
+      "grad_norm": 144.34573364257812,
+      "learning_rate": 5.216995444626344e-07,
+      "loss": 17.2812,
+      "step": 20146
+    },
+    {
+      "epoch": 1.3380487480905892,
+      "grad_norm": 135.03199768066406,
+      "learning_rate": 5.216050955028945e-07,
+      "loss": 18.3438,
+      "step": 20147
+    },
+    {
+      "epoch": 1.3381151623829448,
+      "grad_norm": 146.435791015625,
+      "learning_rate": 5.215106520769504e-07,
+      "loss": 13.4062,
+      "step": 20148
+    },
+    {
+      "epoch": 1.3381815766753005,
+      "grad_norm": 142.0983428955078,
+      "learning_rate": 5.214162141858958e-07,
+      "loss": 17.1875,
+      "step": 20149
+    },
+    {
+      "epoch": 1.3382479909676563,
+      "grad_norm": 999.883544921875,
+      "learning_rate": 5.213217818308222e-07,
+      "loss": 34.75,
+      "step": 20150
+    },
+    {
+      "epoch": 1.338314405260012,
+      "grad_norm": 200.671142578125,
+      "learning_rate": 5.212273550128221e-07,
+      "loss": 16.6875,
+      "step": 20151
+    },
+    {
+      "epoch": 1.3383808195523677,
+      "grad_norm": 138.3709259033203,
+      "learning_rate": 5.211329337329879e-07,
+      "loss": 16.2969,
+      "step": 20152
+    },
+    {
+      "epoch": 1.3384472338447233,
+      "grad_norm": 363.83697509765625,
+      "learning_rate": 5.210385179924118e-07,
+      "loss": 18.0469,
+      "step": 20153
+    },
+    {
+      "epoch": 1.3385136481370792,
+      "grad_norm": 186.5098419189453,
+      "learning_rate": 5.209441077921861e-07,
+      "loss": 13.9219,
+      "step": 20154
+    },
+    {
+      "epoch": 1.3385800624294348,
+      "grad_norm": 414.7048034667969,
+      "learning_rate": 5.208497031334029e-07,
+      "loss": 26.375,
+      "step": 20155
+    },
+    {
+      "epoch": 1.3386464767217905,
+      "grad_norm": 440.5160827636719,
+      "learning_rate": 5.207553040171533e-07,
+      "loss": 22.5156,
+      "step": 20156
+    },
+    {
+      "epoch": 1.3387128910141461,
+      "grad_norm": 145.9416961669922,
+      "learning_rate": 5.206609104445307e-07,
+      "loss": 13.4062,
+      "step": 20157
+    },
+    {
+      "epoch": 1.338779305306502,
+      "grad_norm": 890.2681884765625,
+      "learning_rate": 5.20566522416626e-07,
+      "loss": 12.4531,
+      "step": 20158
+    },
+    {
+      "epoch": 1.3388457195988577,
+      "grad_norm": 294.83331298828125,
+      "learning_rate": 5.204721399345313e-07,
+      "loss": 16.25,
+      "step": 20159
+    },
+    {
+      "epoch": 1.3389121338912133,
+      "grad_norm": 232.48956298828125,
+      "learning_rate": 5.203777629993384e-07,
+      "loss": 18.0625,
+      "step": 20160
+    },
+    {
+      "epoch": 1.3389785481835692,
+      "grad_norm": 141.29177856445312,
+      "learning_rate": 5.20283391612139e-07,
+      "loss": 11.7656,
+      "step": 20161
+    },
+    {
+      "epoch": 1.3390449624759249,
+      "grad_norm": 201.219482421875,
+      "learning_rate": 5.201890257740245e-07,
+      "loss": 18.3438,
+      "step": 20162
+    },
+    {
+      "epoch": 1.3391113767682805,
+      "grad_norm": 121.89363098144531,
+      "learning_rate": 5.200946654860872e-07,
+      "loss": 14.6094,
+      "step": 20163
+    },
+    {
+      "epoch": 1.3391777910606362,
+      "grad_norm": 163.85125732421875,
+      "learning_rate": 5.200003107494174e-07,
+      "loss": 18.9062,
+      "step": 20164
+    },
+    {
+      "epoch": 1.339244205352992,
+      "grad_norm": 231.75665283203125,
+      "learning_rate": 5.199059615651079e-07,
+      "loss": 16.125,
+      "step": 20165
+    },
+    {
+      "epoch": 1.3393106196453477,
+      "grad_norm": 257.5004577636719,
+      "learning_rate": 5.198116179342491e-07,
+      "loss": 13.4453,
+      "step": 20166
+    },
+    {
+      "epoch": 1.3393770339377034,
+      "grad_norm": 109.2806396484375,
+      "learning_rate": 5.197172798579324e-07,
+      "loss": 12.125,
+      "step": 20167
+    },
+    {
+      "epoch": 1.339443448230059,
+      "grad_norm": 209.12582397460938,
+      "learning_rate": 5.196229473372494e-07,
+      "loss": 16.5312,
+      "step": 20168
+    },
+    {
+      "epoch": 1.3395098625224149,
+      "grad_norm": 339.9558410644531,
+      "learning_rate": 5.195286203732916e-07,
+      "loss": 12.4219,
+      "step": 20169
+    },
+    {
+      "epoch": 1.3395762768147705,
+      "grad_norm": 137.89276123046875,
+      "learning_rate": 5.194342989671487e-07,
+      "loss": 15.4375,
+      "step": 20170
+    },
+    {
+      "epoch": 1.3396426911071262,
+      "grad_norm": 221.8856658935547,
+      "learning_rate": 5.193399831199136e-07,
+      "loss": 13.2969,
+      "step": 20171
+    },
+    {
+      "epoch": 1.339709105399482,
+      "grad_norm": 308.3929748535156,
+      "learning_rate": 5.192456728326762e-07,
+      "loss": 17.0938,
+      "step": 20172
+    },
+    {
+      "epoch": 1.3397755196918377,
+      "grad_norm": 276.3221740722656,
+      "learning_rate": 5.191513681065273e-07,
+      "loss": 19.25,
+      "step": 20173
+    },
+    {
+      "epoch": 1.3398419339841934,
+      "grad_norm": 380.0277404785156,
+      "learning_rate": 5.190570689425584e-07,
+      "loss": 13.0938,
+      "step": 20174
+    },
+    {
+      "epoch": 1.339908348276549,
+      "grad_norm": 205.0798797607422,
+      "learning_rate": 5.189627753418598e-07,
+      "loss": 14.3594,
+      "step": 20175
+    },
+    {
+      "epoch": 1.339974762568905,
+      "grad_norm": 771.9702758789062,
+      "learning_rate": 5.188684873055225e-07,
+      "loss": 20.5625,
+      "step": 20176
+    },
+    {
+      "epoch": 1.3400411768612606,
+      "grad_norm": 152.99842834472656,
+      "learning_rate": 5.187742048346375e-07,
+      "loss": 15.3281,
+      "step": 20177
+    },
+    {
+      "epoch": 1.3401075911536162,
+      "grad_norm": 200.87826538085938,
+      "learning_rate": 5.186799279302942e-07,
+      "loss": 17.0156,
+      "step": 20178
+    },
+    {
+      "epoch": 1.3401740054459719,
+      "grad_norm": 204.45797729492188,
+      "learning_rate": 5.185856565935848e-07,
+      "loss": 16.5,
+      "step": 20179
+    },
+    {
+      "epoch": 1.3402404197383277,
+      "grad_norm": 180.22091674804688,
+      "learning_rate": 5.184913908255986e-07,
+      "loss": 15.8516,
+      "step": 20180
+    },
+    {
+      "epoch": 1.3403068340306834,
+      "grad_norm": 902.292236328125,
+      "learning_rate": 5.183971306274262e-07,
+      "loss": 19.8594,
+      "step": 20181
+    },
+    {
+      "epoch": 1.340373248323039,
+      "grad_norm": 209.43226623535156,
+      "learning_rate": 5.18302876000158e-07,
+      "loss": 20.2344,
+      "step": 20182
+    },
+    {
+      "epoch": 1.340439662615395,
+      "grad_norm": 130.5612030029297,
+      "learning_rate": 5.182086269448844e-07,
+      "loss": 13.6875,
+      "step": 20183
+    },
+    {
+      "epoch": 1.3405060769077506,
+      "grad_norm": 173.00816345214844,
+      "learning_rate": 5.181143834626957e-07,
+      "loss": 14.7188,
+      "step": 20184
+    },
+    {
+      "epoch": 1.3405724912001062,
+      "grad_norm": 225.89279174804688,
+      "learning_rate": 5.18020145554682e-07,
+      "loss": 20.375,
+      "step": 20185
+    },
+    {
+      "epoch": 1.340638905492462,
+      "grad_norm": 271.5846252441406,
+      "learning_rate": 5.179259132219331e-07,
+      "loss": 15.3906,
+      "step": 20186
+    },
+    {
+      "epoch": 1.3407053197848178,
+      "grad_norm": 144.12588500976562,
+      "learning_rate": 5.178316864655395e-07,
+      "loss": 15.6875,
+      "step": 20187
+    },
+    {
+      "epoch": 1.3407717340771734,
+      "grad_norm": 235.53399658203125,
+      "learning_rate": 5.177374652865912e-07,
+      "loss": 19.3906,
+      "step": 20188
+    },
+    {
+      "epoch": 1.340838148369529,
+      "grad_norm": 274.4434814453125,
+      "learning_rate": 5.176432496861774e-07,
+      "loss": 24.375,
+      "step": 20189
+    },
+    {
+      "epoch": 1.3409045626618847,
+      "grad_norm": 159.22122192382812,
+      "learning_rate": 5.175490396653884e-07,
+      "loss": 15.5781,
+      "step": 20190
+    },
+    {
+      "epoch": 1.3409709769542406,
+      "grad_norm": 154.86138916015625,
+      "learning_rate": 5.174548352253138e-07,
+      "loss": 15.0469,
+      "step": 20191
+    },
+    {
+      "epoch": 1.3410373912465963,
+      "grad_norm": 133.96405029296875,
+      "learning_rate": 5.173606363670436e-07,
+      "loss": 12.9688,
+      "step": 20192
+    },
+    {
+      "epoch": 1.341103805538952,
+      "grad_norm": 182.75885009765625,
+      "learning_rate": 5.172664430916671e-07,
+      "loss": 11.8203,
+      "step": 20193
+    },
+    {
+      "epoch": 1.3411702198313078,
+      "grad_norm": 168.19186401367188,
+      "learning_rate": 5.171722554002745e-07,
+      "loss": 15.7188,
+      "step": 20194
+    },
+    {
+      "epoch": 1.3412366341236635,
+      "grad_norm": 238.39535522460938,
+      "learning_rate": 5.17078073293954e-07,
+      "loss": 16.2656,
+      "step": 20195
+    },
+    {
+      "epoch": 1.341303048416019,
+      "grad_norm": 131.81939697265625,
+      "learning_rate": 5.169838967737966e-07,
+      "loss": 14.5625,
+      "step": 20196
+    },
+    {
+      "epoch": 1.3413694627083748,
+      "grad_norm": 177.50645446777344,
+      "learning_rate": 5.168897258408907e-07,
+      "loss": 12.8281,
+      "step": 20197
+    },
+    {
+      "epoch": 1.3414358770007306,
+      "grad_norm": 674.8519287109375,
+      "learning_rate": 5.167955604963258e-07,
+      "loss": 11.8906,
+      "step": 20198
+    },
+    {
+      "epoch": 1.3415022912930863,
+      "grad_norm": 151.45326232910156,
+      "learning_rate": 5.167014007411912e-07,
+      "loss": 15.9531,
+      "step": 20199
+    },
+    {
+      "epoch": 1.341568705585442,
+      "grad_norm": 431.655029296875,
+      "learning_rate": 5.166072465765762e-07,
+      "loss": 19.4062,
+      "step": 20200
+    },
+    {
+      "epoch": 1.3416351198777976,
+      "grad_norm": 243.06185913085938,
+      "learning_rate": 5.165130980035696e-07,
+      "loss": 19.6406,
+      "step": 20201
+    },
+    {
+      "epoch": 1.3417015341701535,
+      "grad_norm": 446.576171875,
+      "learning_rate": 5.164189550232614e-07,
+      "loss": 12.1719,
+      "step": 20202
+    },
+    {
+      "epoch": 1.3417679484625091,
+      "grad_norm": 80.41205596923828,
+      "learning_rate": 5.16324817636739e-07,
+      "loss": 10.7109,
+      "step": 20203
+    },
+    {
+      "epoch": 1.3418343627548648,
+      "grad_norm": 137.10231018066406,
+      "learning_rate": 5.162306858450929e-07,
+      "loss": 13.3906,
+      "step": 20204
+    },
+    {
+      "epoch": 1.3419007770472207,
+      "grad_norm": 227.90118408203125,
+      "learning_rate": 5.161365596494109e-07,
+      "loss": 19.7891,
+      "step": 20205
+    },
+    {
+      "epoch": 1.3419671913395763,
+      "grad_norm": 229.2603302001953,
+      "learning_rate": 5.160424390507823e-07,
+      "loss": 16.75,
+      "step": 20206
+    },
+    {
+      "epoch": 1.342033605631932,
+      "grad_norm": 215.46087646484375,
+      "learning_rate": 5.159483240502955e-07,
+      "loss": 16.8438,
+      "step": 20207
+    },
+    {
+      "epoch": 1.3421000199242876,
+      "grad_norm": 180.3169403076172,
+      "learning_rate": 5.158542146490399e-07,
+      "loss": 13.0625,
+      "step": 20208
+    },
+    {
+      "epoch": 1.3421664342166435,
+      "grad_norm": 466.0998840332031,
+      "learning_rate": 5.157601108481027e-07,
+      "loss": 17.2188,
+      "step": 20209
+    },
+    {
+      "epoch": 1.3422328485089992,
+      "grad_norm": 111.39410400390625,
+      "learning_rate": 5.156660126485741e-07,
+      "loss": 14.625,
+      "step": 20210
+    },
+    {
+      "epoch": 1.3422992628013548,
+      "grad_norm": 132.37799072265625,
+      "learning_rate": 5.155719200515414e-07,
+      "loss": 15.3594,
+      "step": 20211
+    },
+    {
+      "epoch": 1.3423656770937105,
+      "grad_norm": 355.48284912109375,
+      "learning_rate": 5.154778330580935e-07,
+      "loss": 17.875,
+      "step": 20212
+    },
+    {
+      "epoch": 1.3424320913860663,
+      "grad_norm": 119.03436279296875,
+      "learning_rate": 5.153837516693184e-07,
+      "loss": 15.0312,
+      "step": 20213
+    },
+    {
+      "epoch": 1.342498505678422,
+      "grad_norm": 124.6065444946289,
+      "learning_rate": 5.152896758863048e-07,
+      "loss": 12.375,
+      "step": 20214
+    },
+    {
+      "epoch": 1.3425649199707776,
+      "grad_norm": 179.73776245117188,
+      "learning_rate": 5.151956057101408e-07,
+      "loss": 18.8281,
+      "step": 20215
+    },
+    {
+      "epoch": 1.3426313342631335,
+      "grad_norm": 186.99378967285156,
+      "learning_rate": 5.151015411419147e-07,
+      "loss": 15.3281,
+      "step": 20216
+    },
+    {
+      "epoch": 1.3426977485554892,
+      "grad_norm": 2083.147705078125,
+      "learning_rate": 5.150074821827138e-07,
+      "loss": 10.2422,
+      "step": 20217
+    },
+    {
+      "epoch": 1.3427641628478448,
+      "grad_norm": 202.0330810546875,
+      "learning_rate": 5.149134288336268e-07,
+      "loss": 20.9844,
+      "step": 20218
+    },
+    {
+      "epoch": 1.3428305771402007,
+      "grad_norm": 559.391357421875,
+      "learning_rate": 5.14819381095742e-07,
+      "loss": 30.0156,
+      "step": 20219
+    },
+    {
+      "epoch": 1.3428969914325564,
+      "grad_norm": 177.41323852539062,
+      "learning_rate": 5.147253389701461e-07,
+      "loss": 18.5469,
+      "step": 20220
+    },
+    {
+      "epoch": 1.342963405724912,
+      "grad_norm": 191.76312255859375,
+      "learning_rate": 5.146313024579285e-07,
+      "loss": 19.2188,
+      "step": 20221
+    },
+    {
+      "epoch": 1.3430298200172677,
+      "grad_norm": 277.254638671875,
+      "learning_rate": 5.145372715601756e-07,
+      "loss": 21.1875,
+      "step": 20222
+    },
+    {
+      "epoch": 1.3430962343096233,
+      "grad_norm": 691.3781127929688,
+      "learning_rate": 5.144432462779756e-07,
+      "loss": 23.0156,
+      "step": 20223
+    },
+    {
+      "epoch": 1.3431626486019792,
+      "grad_norm": 299.1681823730469,
+      "learning_rate": 5.143492266124163e-07,
+      "loss": 18.9062,
+      "step": 20224
+    },
+    {
+      "epoch": 1.3432290628943349,
+      "grad_norm": 219.0727996826172,
+      "learning_rate": 5.142552125645849e-07,
+      "loss": 16.5781,
+      "step": 20225
+    },
+    {
+      "epoch": 1.3432954771866905,
+      "grad_norm": 139.14120483398438,
+      "learning_rate": 5.141612041355692e-07,
+      "loss": 13.5156,
+      "step": 20226
+    },
+    {
+      "epoch": 1.3433618914790464,
+      "grad_norm": 159.0631103515625,
+      "learning_rate": 5.14067201326457e-07,
+      "loss": 17.2031,
+      "step": 20227
+    },
+    {
+      "epoch": 1.343428305771402,
+      "grad_norm": 166.3577117919922,
+      "learning_rate": 5.139732041383344e-07,
+      "loss": 15.2188,
+      "step": 20228
+    },
+    {
+      "epoch": 1.3434947200637577,
+      "grad_norm": 203.24708557128906,
+      "learning_rate": 5.138792125722901e-07,
+      "loss": 17.6875,
+      "step": 20229
+    },
+    {
+      "epoch": 1.3435611343561136,
+      "grad_norm": 180.67823791503906,
+      "learning_rate": 5.137852266294107e-07,
+      "loss": 17.1641,
+      "step": 20230
+    },
+    {
+      "epoch": 1.3436275486484692,
+      "grad_norm": 287.17181396484375,
+      "learning_rate": 5.136912463107832e-07,
+      "loss": 16.0156,
+      "step": 20231
+    },
+    {
+      "epoch": 1.3436939629408249,
+      "grad_norm": 553.2943115234375,
+      "learning_rate": 5.13597271617495e-07,
+      "loss": 21.0156,
+      "step": 20232
+    },
+    {
+      "epoch": 1.3437603772331805,
+      "grad_norm": 193.50408935546875,
+      "learning_rate": 5.135033025506334e-07,
+      "loss": 13.3125,
+      "step": 20233
+    },
+    {
+      "epoch": 1.3438267915255362,
+      "grad_norm": 352.7632751464844,
+      "learning_rate": 5.134093391112845e-07,
+      "loss": 26.4609,
+      "step": 20234
+    },
+    {
+      "epoch": 1.343893205817892,
+      "grad_norm": 326.6852722167969,
+      "learning_rate": 5.133153813005364e-07,
+      "loss": 18.8281,
+      "step": 20235
+    },
+    {
+      "epoch": 1.3439596201102477,
+      "grad_norm": 289.9067077636719,
+      "learning_rate": 5.13221429119475e-07,
+      "loss": 19.4688,
+      "step": 20236
+    },
+    {
+      "epoch": 1.3440260344026034,
+      "grad_norm": 244.6708221435547,
+      "learning_rate": 5.131274825691874e-07,
+      "loss": 15.875,
+      "step": 20237
+    },
+    {
+      "epoch": 1.3440924486949593,
+      "grad_norm": 207.41014099121094,
+      "learning_rate": 5.130335416507603e-07,
+      "loss": 19.4375,
+      "step": 20238
+    },
+    {
+      "epoch": 1.344158862987315,
+      "grad_norm": 186.32179260253906,
+      "learning_rate": 5.129396063652803e-07,
+      "loss": 12.7109,
+      "step": 20239
+    },
+    {
+      "epoch": 1.3442252772796706,
+      "grad_norm": 112.39946746826172,
+      "learning_rate": 5.128456767138342e-07,
+      "loss": 15.4531,
+      "step": 20240
+    },
+    {
+      "epoch": 1.3442916915720264,
+      "grad_norm": 255.00198364257812,
+      "learning_rate": 5.127517526975089e-07,
+      "loss": 27.625,
+      "step": 20241
+    },
+    {
+      "epoch": 1.344358105864382,
+      "grad_norm": 147.54446411132812,
+      "learning_rate": 5.126578343173893e-07,
+      "loss": 15.0156,
+      "step": 20242
+    },
+    {
+      "epoch": 1.3444245201567377,
+      "grad_norm": 143.951416015625,
+      "learning_rate": 5.125639215745639e-07,
+      "loss": 12.4531,
+      "step": 20243
+    },
+    {
+      "epoch": 1.3444909344490934,
+      "grad_norm": 245.2096405029297,
+      "learning_rate": 5.124700144701174e-07,
+      "loss": 14.0469,
+      "step": 20244
+    },
+    {
+      "epoch": 1.344557348741449,
+      "grad_norm": 178.08407592773438,
+      "learning_rate": 5.123761130051367e-07,
+      "loss": 18.6562,
+      "step": 20245
+    },
+    {
+      "epoch": 1.344623763033805,
+      "grad_norm": 114.24562072753906,
+      "learning_rate": 5.122822171807079e-07,
+      "loss": 13.4531,
+      "step": 20246
+    },
+    {
+      "epoch": 1.3446901773261606,
+      "grad_norm": 159.3588104248047,
+      "learning_rate": 5.121883269979174e-07,
+      "loss": 16.3281,
+      "step": 20247
+    },
+    {
+      "epoch": 1.3447565916185162,
+      "grad_norm": 168.5726318359375,
+      "learning_rate": 5.120944424578508e-07,
+      "loss": 14.3438,
+      "step": 20248
+    },
+    {
+      "epoch": 1.3448230059108721,
+      "grad_norm": 813.1015625,
+      "learning_rate": 5.12000563561595e-07,
+      "loss": 16.2188,
+      "step": 20249
+    },
+    {
+      "epoch": 1.3448894202032278,
+      "grad_norm": 185.83424377441406,
+      "learning_rate": 5.119066903102342e-07,
+      "loss": 14.8281,
+      "step": 20250
+    },
+    {
+      "epoch": 1.3449558344955834,
+      "grad_norm": 116.25157928466797,
+      "learning_rate": 5.118128227048564e-07,
+      "loss": 17.1875,
+      "step": 20251
+    },
+    {
+      "epoch": 1.3450222487879393,
+      "grad_norm": 357.4365539550781,
+      "learning_rate": 5.117189607465458e-07,
+      "loss": 14.3906,
+      "step": 20252
+    },
+    {
+      "epoch": 1.345088663080295,
+      "grad_norm": 166.20755004882812,
+      "learning_rate": 5.116251044363887e-07,
+      "loss": 21.1562,
+      "step": 20253
+    },
+    {
+      "epoch": 1.3451550773726506,
+      "grad_norm": 391.7178955078125,
+      "learning_rate": 5.115312537754708e-07,
+      "loss": 15.5469,
+      "step": 20254
+    },
+    {
+      "epoch": 1.3452214916650063,
+      "grad_norm": 165.03236389160156,
+      "learning_rate": 5.114374087648778e-07,
+      "loss": 18.3281,
+      "step": 20255
+    },
+    {
+      "epoch": 1.345287905957362,
+      "grad_norm": 149.89730834960938,
+      "learning_rate": 5.113435694056951e-07,
+      "loss": 11.625,
+      "step": 20256
+    },
+    {
+      "epoch": 1.3453543202497178,
+      "grad_norm": 138.85910034179688,
+      "learning_rate": 5.112497356990081e-07,
+      "loss": 16.5625,
+      "step": 20257
+    },
+    {
+      "epoch": 1.3454207345420734,
+      "grad_norm": 343.1615295410156,
+      "learning_rate": 5.111559076459028e-07,
+      "loss": 18.3594,
+      "step": 20258
+    },
+    {
+      "epoch": 1.345487148834429,
+      "grad_norm": 249.79092407226562,
+      "learning_rate": 5.110620852474632e-07,
+      "loss": 29.5938,
+      "step": 20259
+    },
+    {
+      "epoch": 1.345553563126785,
+      "grad_norm": 88.93585205078125,
+      "learning_rate": 5.109682685047764e-07,
+      "loss": 13.4531,
+      "step": 20260
+    },
+    {
+      "epoch": 1.3456199774191406,
+      "grad_norm": 326.0381164550781,
+      "learning_rate": 5.108744574189262e-07,
+      "loss": 19.3906,
+      "step": 20261
+    },
+    {
+      "epoch": 1.3456863917114963,
+      "grad_norm": 305.8288879394531,
+      "learning_rate": 5.107806519909983e-07,
+      "loss": 17.875,
+      "step": 20262
+    },
+    {
+      "epoch": 1.3457528060038522,
+      "grad_norm": 377.2084045410156,
+      "learning_rate": 5.106868522220775e-07,
+      "loss": 14.2969,
+      "step": 20263
+    },
+    {
+      "epoch": 1.3458192202962078,
+      "grad_norm": 388.70068359375,
+      "learning_rate": 5.105930581132493e-07,
+      "loss": 17.4688,
+      "step": 20264
+    },
+    {
+      "epoch": 1.3458856345885635,
+      "grad_norm": 119.5181884765625,
+      "learning_rate": 5.104992696655983e-07,
+      "loss": 13.3125,
+      "step": 20265
+    },
+    {
+      "epoch": 1.3459520488809191,
+      "grad_norm": 365.6809387207031,
+      "learning_rate": 5.104054868802099e-07,
+      "loss": 26.1562,
+      "step": 20266
+    },
+    {
+      "epoch": 1.3460184631732748,
+      "grad_norm": 427.1648254394531,
+      "learning_rate": 5.103117097581676e-07,
+      "loss": 17.5,
+      "step": 20267
+    },
+    {
+      "epoch": 1.3460848774656307,
+      "grad_norm": 213.4244384765625,
+      "learning_rate": 5.102179383005581e-07,
+      "loss": 16.6406,
+      "step": 20268
+    },
+    {
+      "epoch": 1.3461512917579863,
+      "grad_norm": 94.99504089355469,
+      "learning_rate": 5.101241725084644e-07,
+      "loss": 12.7344,
+      "step": 20269
+    },
+    {
+      "epoch": 1.346217706050342,
+      "grad_norm": 738.8635864257812,
+      "learning_rate": 5.10030412382972e-07,
+      "loss": 20.8594,
+      "step": 20270
+    },
+    {
+      "epoch": 1.3462841203426978,
+      "grad_norm": 232.3533935546875,
+      "learning_rate": 5.099366579251651e-07,
+      "loss": 13.3594,
+      "step": 20271
+    },
+    {
+      "epoch": 1.3463505346350535,
+      "grad_norm": 362.33660888671875,
+      "learning_rate": 5.098429091361289e-07,
+      "loss": 13.6953,
+      "step": 20272
+    },
+    {
+      "epoch": 1.3464169489274092,
+      "grad_norm": 327.778564453125,
+      "learning_rate": 5.097491660169464e-07,
+      "loss": 16.8438,
+      "step": 20273
+    },
+    {
+      "epoch": 1.346483363219765,
+      "grad_norm": 234.18626403808594,
+      "learning_rate": 5.096554285687036e-07,
+      "loss": 11.2656,
+      "step": 20274
+    },
+    {
+      "epoch": 1.3465497775121207,
+      "grad_norm": 128.19186401367188,
+      "learning_rate": 5.095616967924837e-07,
+      "loss": 14.1406,
+      "step": 20275
+    },
+    {
+      "epoch": 1.3466161918044763,
+      "grad_norm": 354.9440002441406,
+      "learning_rate": 5.094679706893714e-07,
+      "loss": 18.1562,
+      "step": 20276
+    },
+    {
+      "epoch": 1.346682606096832,
+      "grad_norm": 194.50062561035156,
+      "learning_rate": 5.093742502604506e-07,
+      "loss": 22.2656,
+      "step": 20277
+    },
+    {
+      "epoch": 1.3467490203891876,
+      "grad_norm": 194.4259796142578,
+      "learning_rate": 5.092805355068057e-07,
+      "loss": 15.7188,
+      "step": 20278
+    },
+    {
+      "epoch": 1.3468154346815435,
+      "grad_norm": 134.03347778320312,
+      "learning_rate": 5.091868264295205e-07,
+      "loss": 11.75,
+      "step": 20279
+    },
+    {
+      "epoch": 1.3468818489738992,
+      "grad_norm": 190.12945556640625,
+      "learning_rate": 5.090931230296796e-07,
+      "loss": 16.5625,
+      "step": 20280
+    },
+    {
+      "epoch": 1.3469482632662548,
+      "grad_norm": 380.1390075683594,
+      "learning_rate": 5.089994253083654e-07,
+      "loss": 23.2344,
+      "step": 20281
+    },
+    {
+      "epoch": 1.3470146775586107,
+      "grad_norm": 120.65806579589844,
+      "learning_rate": 5.089057332666635e-07,
+      "loss": 16.0156,
+      "step": 20282
+    },
+    {
+      "epoch": 1.3470810918509664,
+      "grad_norm": 163.8822479248047,
+      "learning_rate": 5.088120469056567e-07,
+      "loss": 15.7656,
+      "step": 20283
+    },
+    {
+      "epoch": 1.347147506143322,
+      "grad_norm": 418.05230712890625,
+      "learning_rate": 5.087183662264288e-07,
+      "loss": 25.1094,
+      "step": 20284
+    },
+    {
+      "epoch": 1.347213920435678,
+      "grad_norm": 561.3832397460938,
+      "learning_rate": 5.086246912300636e-07,
+      "loss": 15.6875,
+      "step": 20285
+    },
+    {
+      "epoch": 1.3472803347280335,
+      "grad_norm": 195.6387939453125,
+      "learning_rate": 5.085310219176445e-07,
+      "loss": 14.5,
+      "step": 20286
+    },
+    {
+      "epoch": 1.3473467490203892,
+      "grad_norm": 197.25059509277344,
+      "learning_rate": 5.084373582902553e-07,
+      "loss": 11.0234,
+      "step": 20287
+    },
+    {
+      "epoch": 1.3474131633127449,
+      "grad_norm": 165.3917694091797,
+      "learning_rate": 5.083437003489796e-07,
+      "loss": 18.7344,
+      "step": 20288
+    },
+    {
+      "epoch": 1.3474795776051005,
+      "grad_norm": 494.35333251953125,
+      "learning_rate": 5.082500480948997e-07,
+      "loss": 15.7969,
+      "step": 20289
+    },
+    {
+      "epoch": 1.3475459918974564,
+      "grad_norm": 315.02679443359375,
+      "learning_rate": 5.081564015291005e-07,
+      "loss": 21.2344,
+      "step": 20290
+    },
+    {
+      "epoch": 1.347612406189812,
+      "grad_norm": 334.4562683105469,
+      "learning_rate": 5.080627606526639e-07,
+      "loss": 14.375,
+      "step": 20291
+    },
+    {
+      "epoch": 1.3476788204821677,
+      "grad_norm": 268.2233581542969,
+      "learning_rate": 5.079691254666734e-07,
+      "loss": 16.2969,
+      "step": 20292
+    },
+    {
+      "epoch": 1.3477452347745236,
+      "grad_norm": 113.24063110351562,
+      "learning_rate": 5.078754959722129e-07,
+      "loss": 12.0625,
+      "step": 20293
+    },
+    {
+      "epoch": 1.3478116490668792,
+      "grad_norm": 300.730712890625,
+      "learning_rate": 5.077818721703647e-07,
+      "loss": 15.2344,
+      "step": 20294
+    },
+    {
+      "epoch": 1.3478780633592349,
+      "grad_norm": 176.56509399414062,
+      "learning_rate": 5.076882540622119e-07,
+      "loss": 19.0312,
+      "step": 20295
+    },
+    {
+      "epoch": 1.3479444776515908,
+      "grad_norm": 143.2050018310547,
+      "learning_rate": 5.075946416488375e-07,
+      "loss": 11.8594,
+      "step": 20296
+    },
+    {
+      "epoch": 1.3480108919439464,
+      "grad_norm": 279.04217529296875,
+      "learning_rate": 5.075010349313247e-07,
+      "loss": 16.4844,
+      "step": 20297
+    },
+    {
+      "epoch": 1.348077306236302,
+      "grad_norm": 169.95298767089844,
+      "learning_rate": 5.074074339107552e-07,
+      "loss": 16.0781,
+      "step": 20298
+    },
+    {
+      "epoch": 1.3481437205286577,
+      "grad_norm": 147.58676147460938,
+      "learning_rate": 5.073138385882135e-07,
+      "loss": 17.7344,
+      "step": 20299
+    },
+    {
+      "epoch": 1.3482101348210134,
+      "grad_norm": 317.4847412109375,
+      "learning_rate": 5.072202489647804e-07,
+      "loss": 15.2031,
+      "step": 20300
+    },
+    {
+      "epoch": 1.3482765491133692,
+      "grad_norm": 204.92933654785156,
+      "learning_rate": 5.071266650415396e-07,
+      "loss": 18.0469,
+      "step": 20301
+    },
+    {
+      "epoch": 1.348342963405725,
+      "grad_norm": 278.619140625,
+      "learning_rate": 5.070330868195731e-07,
+      "loss": 17.9375,
+      "step": 20302
+    },
+    {
+      "epoch": 1.3484093776980806,
+      "grad_norm": 200.3526611328125,
+      "learning_rate": 5.069395142999637e-07,
+      "loss": 13.4219,
+      "step": 20303
+    },
+    {
+      "epoch": 1.3484757919904364,
+      "grad_norm": 198.11776733398438,
+      "learning_rate": 5.068459474837936e-07,
+      "loss": 25.125,
+      "step": 20304
+    },
+    {
+      "epoch": 1.348542206282792,
+      "grad_norm": 577.5670776367188,
+      "learning_rate": 5.067523863721458e-07,
+      "loss": 27.375,
+      "step": 20305
+    },
+    {
+      "epoch": 1.3486086205751477,
+      "grad_norm": 149.70721435546875,
+      "learning_rate": 5.066588309661011e-07,
+      "loss": 14.5156,
+      "step": 20306
+    },
+    {
+      "epoch": 1.3486750348675036,
+      "grad_norm": 108.4762954711914,
+      "learning_rate": 5.065652812667433e-07,
+      "loss": 15.0938,
+      "step": 20307
+    },
+    {
+      "epoch": 1.3487414491598593,
+      "grad_norm": 463.6645202636719,
+      "learning_rate": 5.064717372751535e-07,
+      "loss": 32.6562,
+      "step": 20308
+    },
+    {
+      "epoch": 1.348807863452215,
+      "grad_norm": 480.32672119140625,
+      "learning_rate": 5.063781989924138e-07,
+      "loss": 24.5312,
+      "step": 20309
+    },
+    {
+      "epoch": 1.3488742777445706,
+      "grad_norm": 247.7833251953125,
+      "learning_rate": 5.062846664196068e-07,
+      "loss": 18.9688,
+      "step": 20310
+    },
+    {
+      "epoch": 1.3489406920369262,
+      "grad_norm": 352.1844177246094,
+      "learning_rate": 5.061911395578138e-07,
+      "loss": 20.6562,
+      "step": 20311
+    },
+    {
+      "epoch": 1.3490071063292821,
+      "grad_norm": 380.94482421875,
+      "learning_rate": 5.060976184081172e-07,
+      "loss": 17.7969,
+      "step": 20312
+    },
+    {
+      "epoch": 1.3490735206216378,
+      "grad_norm": 231.90972900390625,
+      "learning_rate": 5.060041029715986e-07,
+      "loss": 20.7656,
+      "step": 20313
+    },
+    {
+      "epoch": 1.3491399349139934,
+      "grad_norm": 231.15370178222656,
+      "learning_rate": 5.059105932493393e-07,
+      "loss": 22.8125,
+      "step": 20314
+    },
+    {
+      "epoch": 1.3492063492063493,
+      "grad_norm": 249.94931030273438,
+      "learning_rate": 5.058170892424219e-07,
+      "loss": 13.6875,
+      "step": 20315
+    },
+    {
+      "epoch": 1.349272763498705,
+      "grad_norm": 104.44503021240234,
+      "learning_rate": 5.057235909519271e-07,
+      "loss": 12.8906,
+      "step": 20316
+    },
+    {
+      "epoch": 1.3493391777910606,
+      "grad_norm": 163.36474609375,
+      "learning_rate": 5.056300983789368e-07,
+      "loss": 11.1406,
+      "step": 20317
+    },
+    {
+      "epoch": 1.3494055920834165,
+      "grad_norm": 236.203125,
+      "learning_rate": 5.055366115245326e-07,
+      "loss": 20.2188,
+      "step": 20318
+    },
+    {
+      "epoch": 1.3494720063757721,
+      "grad_norm": 182.141357421875,
+      "learning_rate": 5.054431303897959e-07,
+      "loss": 14.3438,
+      "step": 20319
+    },
+    {
+      "epoch": 1.3495384206681278,
+      "grad_norm": 128.61422729492188,
+      "learning_rate": 5.053496549758071e-07,
+      "loss": 18.5625,
+      "step": 20320
+    },
+    {
+      "epoch": 1.3496048349604834,
+      "grad_norm": 151.92103576660156,
+      "learning_rate": 5.052561852836492e-07,
+      "loss": 12.5,
+      "step": 20321
+    },
+    {
+      "epoch": 1.349671249252839,
+      "grad_norm": 103.45488739013672,
+      "learning_rate": 5.05162721314402e-07,
+      "loss": 15.5,
+      "step": 20322
+    },
+    {
+      "epoch": 1.349737663545195,
+      "grad_norm": 172.38919067382812,
+      "learning_rate": 5.050692630691471e-07,
+      "loss": 17.2344,
+      "step": 20323
+    },
+    {
+      "epoch": 1.3498040778375506,
+      "grad_norm": 244.8787841796875,
+      "learning_rate": 5.049758105489656e-07,
+      "loss": 16.2656,
+      "step": 20324
+    },
+    {
+      "epoch": 1.3498704921299063,
+      "grad_norm": 217.07473754882812,
+      "learning_rate": 5.048823637549384e-07,
+      "loss": 20.5938,
+      "step": 20325
+    },
+    {
+      "epoch": 1.3499369064222622,
+      "grad_norm": 193.80264282226562,
+      "learning_rate": 5.047889226881467e-07,
+      "loss": 15.9844,
+      "step": 20326
+    },
+    {
+      "epoch": 1.3500033207146178,
+      "grad_norm": 156.3809051513672,
+      "learning_rate": 5.046954873496713e-07,
+      "loss": 18.2812,
+      "step": 20327
+    },
+    {
+      "epoch": 1.3500697350069735,
+      "grad_norm": 157.62355041503906,
+      "learning_rate": 5.046020577405923e-07,
+      "loss": 19.5469,
+      "step": 20328
+    },
+    {
+      "epoch": 1.3501361492993293,
+      "grad_norm": 260.5941162109375,
+      "learning_rate": 5.045086338619915e-07,
+      "loss": 16.625,
+      "step": 20329
+    },
+    {
+      "epoch": 1.350202563591685,
+      "grad_norm": 133.40394592285156,
+      "learning_rate": 5.044152157149493e-07,
+      "loss": 15.4062,
+      "step": 20330
+    },
+    {
+      "epoch": 1.3502689778840407,
+      "grad_norm": 204.4180450439453,
+      "learning_rate": 5.043218033005454e-07,
+      "loss": 12.8594,
+      "step": 20331
+    },
+    {
+      "epoch": 1.3503353921763963,
+      "grad_norm": 225.84510803222656,
+      "learning_rate": 5.04228396619862e-07,
+      "loss": 18.2656,
+      "step": 20332
+    },
+    {
+      "epoch": 1.350401806468752,
+      "grad_norm": 348.2393798828125,
+      "learning_rate": 5.04134995673978e-07,
+      "loss": 19.4062,
+      "step": 20333
+    },
+    {
+      "epoch": 1.3504682207611078,
+      "grad_norm": 139.72702026367188,
+      "learning_rate": 5.040416004639745e-07,
+      "loss": 14.6875,
+      "step": 20334
+    },
+    {
+      "epoch": 1.3505346350534635,
+      "grad_norm": 199.92263793945312,
+      "learning_rate": 5.039482109909319e-07,
+      "loss": 17.5156,
+      "step": 20335
+    },
+    {
+      "epoch": 1.3506010493458191,
+      "grad_norm": 201.88624572753906,
+      "learning_rate": 5.038548272559307e-07,
+      "loss": 11.4688,
+      "step": 20336
+    },
+    {
+      "epoch": 1.350667463638175,
+      "grad_norm": 555.2984619140625,
+      "learning_rate": 5.037614492600498e-07,
+      "loss": 14.5312,
+      "step": 20337
+    },
+    {
+      "epoch": 1.3507338779305307,
+      "grad_norm": 410.98309326171875,
+      "learning_rate": 5.036680770043713e-07,
+      "loss": 20.0703,
+      "step": 20338
+    },
+    {
+      "epoch": 1.3508002922228863,
+      "grad_norm": 157.9021759033203,
+      "learning_rate": 5.035747104899738e-07,
+      "loss": 14.9375,
+      "step": 20339
+    },
+    {
+      "epoch": 1.3508667065152422,
+      "grad_norm": 253.8483123779297,
+      "learning_rate": 5.034813497179377e-07,
+      "loss": 26.0312,
+      "step": 20340
+    },
+    {
+      "epoch": 1.3509331208075979,
+      "grad_norm": 125.33763885498047,
+      "learning_rate": 5.033879946893434e-07,
+      "loss": 11.5156,
+      "step": 20341
+    },
+    {
+      "epoch": 1.3509995350999535,
+      "grad_norm": 176.57217407226562,
+      "learning_rate": 5.0329464540527e-07,
+      "loss": 16.7656,
+      "step": 20342
+    },
+    {
+      "epoch": 1.3510659493923092,
+      "grad_norm": 399.1440124511719,
+      "learning_rate": 5.03201301866798e-07,
+      "loss": 9.8438,
+      "step": 20343
+    },
+    {
+      "epoch": 1.3511323636846648,
+      "grad_norm": 769.6100463867188,
+      "learning_rate": 5.031079640750071e-07,
+      "loss": 20.3125,
+      "step": 20344
+    },
+    {
+      "epoch": 1.3511987779770207,
+      "grad_norm": 235.2083740234375,
+      "learning_rate": 5.03014632030976e-07,
+      "loss": 13.4844,
+      "step": 20345
+    },
+    {
+      "epoch": 1.3512651922693764,
+      "grad_norm": 135.37060546875,
+      "learning_rate": 5.029213057357858e-07,
+      "loss": 16.6562,
+      "step": 20346
+    },
+    {
+      "epoch": 1.351331606561732,
+      "grad_norm": 838.2820434570312,
+      "learning_rate": 5.02827985190515e-07,
+      "loss": 13.0156,
+      "step": 20347
+    },
+    {
+      "epoch": 1.351398020854088,
+      "grad_norm": 382.07025146484375,
+      "learning_rate": 5.027346703962434e-07,
+      "loss": 11.3594,
+      "step": 20348
+    },
+    {
+      "epoch": 1.3514644351464435,
+      "grad_norm": 266.9377746582031,
+      "learning_rate": 5.026413613540503e-07,
+      "loss": 17.6719,
+      "step": 20349
+    },
+    {
+      "epoch": 1.3515308494387992,
+      "grad_norm": 283.6220703125,
+      "learning_rate": 5.025480580650152e-07,
+      "loss": 12.7188,
+      "step": 20350
+    },
+    {
+      "epoch": 1.351597263731155,
+      "grad_norm": 176.71324157714844,
+      "learning_rate": 5.024547605302174e-07,
+      "loss": 17.3438,
+      "step": 20351
+    },
+    {
+      "epoch": 1.3516636780235107,
+      "grad_norm": 158.13194274902344,
+      "learning_rate": 5.023614687507362e-07,
+      "loss": 16.9531,
+      "step": 20352
+    },
+    {
+      "epoch": 1.3517300923158664,
+      "grad_norm": 303.3149719238281,
+      "learning_rate": 5.0226818272765e-07,
+      "loss": 16.1406,
+      "step": 20353
+    },
+    {
+      "epoch": 1.351796506608222,
+      "grad_norm": 152.92059326171875,
+      "learning_rate": 5.02174902462039e-07,
+      "loss": 14.0469,
+      "step": 20354
+    },
+    {
+      "epoch": 1.3518629209005777,
+      "grad_norm": 363.1440124511719,
+      "learning_rate": 5.020816279549816e-07,
+      "loss": 25.9219,
+      "step": 20355
+    },
+    {
+      "epoch": 1.3519293351929336,
+      "grad_norm": 207.09625244140625,
+      "learning_rate": 5.019883592075566e-07,
+      "loss": 17.9531,
+      "step": 20356
+    },
+    {
+      "epoch": 1.3519957494852892,
+      "grad_norm": 131.45919799804688,
+      "learning_rate": 5.01895096220843e-07,
+      "loss": 14.7656,
+      "step": 20357
+    },
+    {
+      "epoch": 1.3520621637776449,
+      "grad_norm": 288.03509521484375,
+      "learning_rate": 5.018018389959203e-07,
+      "loss": 13.4219,
+      "step": 20358
+    },
+    {
+      "epoch": 1.3521285780700008,
+      "grad_norm": 129.880859375,
+      "learning_rate": 5.017085875338658e-07,
+      "loss": 11.25,
+      "step": 20359
+    },
+    {
+      "epoch": 1.3521949923623564,
+      "grad_norm": 82.068115234375,
+      "learning_rate": 5.016153418357598e-07,
+      "loss": 11.9844,
+      "step": 20360
+    },
+    {
+      "epoch": 1.352261406654712,
+      "grad_norm": 293.2378234863281,
+      "learning_rate": 5.015221019026797e-07,
+      "loss": 22.4062,
+      "step": 20361
+    },
+    {
+      "epoch": 1.352327820947068,
+      "grad_norm": 167.97052001953125,
+      "learning_rate": 5.014288677357046e-07,
+      "loss": 15.1562,
+      "step": 20362
+    },
+    {
+      "epoch": 1.3523942352394236,
+      "grad_norm": 89.83660125732422,
+      "learning_rate": 5.013356393359127e-07,
+      "loss": 15.125,
+      "step": 20363
+    },
+    {
+      "epoch": 1.3524606495317792,
+      "grad_norm": 177.0125274658203,
+      "learning_rate": 5.012424167043827e-07,
+      "loss": 18.25,
+      "step": 20364
+    },
+    {
+      "epoch": 1.352527063824135,
+      "grad_norm": 124.93683624267578,
+      "learning_rate": 5.011491998421928e-07,
+      "loss": 16.7344,
+      "step": 20365
+    },
+    {
+      "epoch": 1.3525934781164906,
+      "grad_norm": 156.60887145996094,
+      "learning_rate": 5.010559887504213e-07,
+      "loss": 14.9062,
+      "step": 20366
+    },
+    {
+      "epoch": 1.3526598924088464,
+      "grad_norm": 145.7607879638672,
+      "learning_rate": 5.009627834301465e-07,
+      "loss": 13.5,
+      "step": 20367
+    },
+    {
+      "epoch": 1.352726306701202,
+      "grad_norm": 283.2504577636719,
+      "learning_rate": 5.008695838824464e-07,
+      "loss": 18.6719,
+      "step": 20368
+    },
+    {
+      "epoch": 1.3527927209935577,
+      "grad_norm": 407.7585754394531,
+      "learning_rate": 5.007763901083994e-07,
+      "loss": 19.2812,
+      "step": 20369
+    },
+    {
+      "epoch": 1.3528591352859136,
+      "grad_norm": 116.61644744873047,
+      "learning_rate": 5.006832021090827e-07,
+      "loss": 13.0859,
+      "step": 20370
+    },
+    {
+      "epoch": 1.3529255495782693,
+      "grad_norm": 585.317138671875,
+      "learning_rate": 5.005900198855755e-07,
+      "loss": 14.3281,
+      "step": 20371
+    },
+    {
+      "epoch": 1.352991963870625,
+      "grad_norm": 579.470703125,
+      "learning_rate": 5.004968434389545e-07,
+      "loss": 14.9375,
+      "step": 20372
+    },
+    {
+      "epoch": 1.3530583781629808,
+      "grad_norm": 98.87105560302734,
+      "learning_rate": 5.00403672770298e-07,
+      "loss": 11.0625,
+      "step": 20373
+    },
+    {
+      "epoch": 1.3531247924553365,
+      "grad_norm": 193.1488800048828,
+      "learning_rate": 5.003105078806838e-07,
+      "loss": 14.6406,
+      "step": 20374
+    },
+    {
+      "epoch": 1.353191206747692,
+      "grad_norm": 304.83917236328125,
+      "learning_rate": 5.002173487711893e-07,
+      "loss": 20.0781,
+      "step": 20375
+    },
+    {
+      "epoch": 1.3532576210400478,
+      "grad_norm": 124.42131042480469,
+      "learning_rate": 5.001241954428925e-07,
+      "loss": 15.4375,
+      "step": 20376
+    },
+    {
+      "epoch": 1.3533240353324034,
+      "grad_norm": 209.5999298095703,
+      "learning_rate": 5.000310478968713e-07,
+      "loss": 15.125,
+      "step": 20377
+    },
+    {
+      "epoch": 1.3533904496247593,
+      "grad_norm": 144.70321655273438,
+      "learning_rate": 4.999379061342016e-07,
+      "loss": 12.3906,
+      "step": 20378
+    },
+    {
+      "epoch": 1.353456863917115,
+      "grad_norm": 311.1866760253906,
+      "learning_rate": 4.998447701559627e-07,
+      "loss": 24.1562,
+      "step": 20379
+    },
+    {
+      "epoch": 1.3535232782094706,
+      "grad_norm": 125.03533172607422,
+      "learning_rate": 4.997516399632307e-07,
+      "loss": 16.6094,
+      "step": 20380
+    },
+    {
+      "epoch": 1.3535896925018265,
+      "grad_norm": 234.9910125732422,
+      "learning_rate": 4.996585155570832e-07,
+      "loss": 14.9219,
+      "step": 20381
+    },
+    {
+      "epoch": 1.3536561067941821,
+      "grad_norm": 151.98143005371094,
+      "learning_rate": 4.995653969385976e-07,
+      "loss": 14.8594,
+      "step": 20382
+    },
+    {
+      "epoch": 1.3537225210865378,
+      "grad_norm": 539.9197387695312,
+      "learning_rate": 4.994722841088513e-07,
+      "loss": 15.2344,
+      "step": 20383
+    },
+    {
+      "epoch": 1.3537889353788937,
+      "grad_norm": 196.81179809570312,
+      "learning_rate": 4.993791770689203e-07,
+      "loss": 13.0469,
+      "step": 20384
+    },
+    {
+      "epoch": 1.3538553496712493,
+      "grad_norm": 162.8025360107422,
+      "learning_rate": 4.992860758198829e-07,
+      "loss": 13.0469,
+      "step": 20385
+    },
+    {
+      "epoch": 1.353921763963605,
+      "grad_norm": 163.48695373535156,
+      "learning_rate": 4.991929803628152e-07,
+      "loss": 15.3125,
+      "step": 20386
+    },
+    {
+      "epoch": 1.3539881782559606,
+      "grad_norm": 268.3045349121094,
+      "learning_rate": 4.990998906987942e-07,
+      "loss": 17.9375,
+      "step": 20387
+    },
+    {
+      "epoch": 1.3540545925483163,
+      "grad_norm": 187.3284149169922,
+      "learning_rate": 4.990068068288969e-07,
+      "loss": 19.3125,
+      "step": 20388
+    },
+    {
+      "epoch": 1.3541210068406722,
+      "grad_norm": 168.99159240722656,
+      "learning_rate": 4.989137287542e-07,
+      "loss": 21.6406,
+      "step": 20389
+    },
+    {
+      "epoch": 1.3541874211330278,
+      "grad_norm": 144.1044464111328,
+      "learning_rate": 4.988206564757801e-07,
+      "loss": 16.5781,
+      "step": 20390
+    },
+    {
+      "epoch": 1.3542538354253835,
+      "grad_norm": 215.77964782714844,
+      "learning_rate": 4.987275899947142e-07,
+      "loss": 15.4688,
+      "step": 20391
+    },
+    {
+      "epoch": 1.3543202497177393,
+      "grad_norm": 197.35357666015625,
+      "learning_rate": 4.986345293120777e-07,
+      "loss": 14.1719,
+      "step": 20392
+    },
+    {
+      "epoch": 1.354386664010095,
+      "grad_norm": 163.73854064941406,
+      "learning_rate": 4.985414744289488e-07,
+      "loss": 14.2031,
+      "step": 20393
+    },
+    {
+      "epoch": 1.3544530783024507,
+      "grad_norm": 165.72669982910156,
+      "learning_rate": 4.984484253464025e-07,
+      "loss": 16.9844,
+      "step": 20394
+    },
+    {
+      "epoch": 1.3545194925948065,
+      "grad_norm": 159.79991149902344,
+      "learning_rate": 4.983553820655156e-07,
+      "loss": 17.6719,
+      "step": 20395
+    },
+    {
+      "epoch": 1.3545859068871622,
+      "grad_norm": 202.58840942382812,
+      "learning_rate": 4.982623445873642e-07,
+      "loss": 17.2188,
+      "step": 20396
+    },
+    {
+      "epoch": 1.3546523211795178,
+      "grad_norm": 438.7818603515625,
+      "learning_rate": 4.981693129130249e-07,
+      "loss": 33.1094,
+      "step": 20397
+    },
+    {
+      "epoch": 1.3547187354718735,
+      "grad_norm": 235.44960021972656,
+      "learning_rate": 4.980762870435735e-07,
+      "loss": 18.5312,
+      "step": 20398
+    },
+    {
+      "epoch": 1.3547851497642291,
+      "grad_norm": 162.5772705078125,
+      "learning_rate": 4.979832669800867e-07,
+      "loss": 14.2578,
+      "step": 20399
+    },
+    {
+      "epoch": 1.354851564056585,
+      "grad_norm": 1809.2657470703125,
+      "learning_rate": 4.978902527236393e-07,
+      "loss": 10.5781,
+      "step": 20400
+    },
+    {
+      "epoch": 1.3549179783489407,
+      "grad_norm": 167.53416442871094,
+      "learning_rate": 4.977972442753082e-07,
+      "loss": 15.1875,
+      "step": 20401
+    },
+    {
+      "epoch": 1.3549843926412963,
+      "grad_norm": 291.7483215332031,
+      "learning_rate": 4.97704241636169e-07,
+      "loss": 15.7812,
+      "step": 20402
+    },
+    {
+      "epoch": 1.3550508069336522,
+      "grad_norm": 348.76263427734375,
+      "learning_rate": 4.976112448072974e-07,
+      "loss": 13.2344,
+      "step": 20403
+    },
+    {
+      "epoch": 1.3551172212260079,
+      "grad_norm": 427.84283447265625,
+      "learning_rate": 4.975182537897693e-07,
+      "loss": 16.0469,
+      "step": 20404
+    },
+    {
+      "epoch": 1.3551836355183635,
+      "grad_norm": 104.04467010498047,
+      "learning_rate": 4.974252685846601e-07,
+      "loss": 15.8906,
+      "step": 20405
+    },
+    {
+      "epoch": 1.3552500498107194,
+      "grad_norm": 247.61529541015625,
+      "learning_rate": 4.973322891930458e-07,
+      "loss": 16.7188,
+      "step": 20406
+    },
+    {
+      "epoch": 1.355316464103075,
+      "grad_norm": 120.5719985961914,
+      "learning_rate": 4.972393156160017e-07,
+      "loss": 13.0156,
+      "step": 20407
+    },
+    {
+      "epoch": 1.3553828783954307,
+      "grad_norm": 232.10604858398438,
+      "learning_rate": 4.971463478546036e-07,
+      "loss": 11.5781,
+      "step": 20408
+    },
+    {
+      "epoch": 1.3554492926877864,
+      "grad_norm": 220.92239379882812,
+      "learning_rate": 4.970533859099258e-07,
+      "loss": 18.1875,
+      "step": 20409
+    },
+    {
+      "epoch": 1.355515706980142,
+      "grad_norm": 190.6001434326172,
+      "learning_rate": 4.969604297830453e-07,
+      "loss": 18.6875,
+      "step": 20410
+    },
+    {
+      "epoch": 1.3555821212724979,
+      "grad_norm": 234.0193328857422,
+      "learning_rate": 4.96867479475036e-07,
+      "loss": 14.1406,
+      "step": 20411
+    },
+    {
+      "epoch": 1.3556485355648535,
+      "grad_norm": 125.43640899658203,
+      "learning_rate": 4.967745349869736e-07,
+      "loss": 16.0469,
+      "step": 20412
+    },
+    {
+      "epoch": 1.3557149498572092,
+      "grad_norm": 158.78611755371094,
+      "learning_rate": 4.966815963199332e-07,
+      "loss": 11.1641,
+      "step": 20413
+    },
+    {
+      "epoch": 1.355781364149565,
+      "grad_norm": 501.61553955078125,
+      "learning_rate": 4.965886634749899e-07,
+      "loss": 18.4062,
+      "step": 20414
+    },
+    {
+      "epoch": 1.3558477784419207,
+      "grad_norm": 120.13874816894531,
+      "learning_rate": 4.964957364532187e-07,
+      "loss": 11.4141,
+      "step": 20415
+    },
+    {
+      "epoch": 1.3559141927342764,
+      "grad_norm": 267.9775085449219,
+      "learning_rate": 4.964028152556948e-07,
+      "loss": 17.6094,
+      "step": 20416
+    },
+    {
+      "epoch": 1.3559806070266323,
+      "grad_norm": 303.9214782714844,
+      "learning_rate": 4.963098998834919e-07,
+      "loss": 17.3281,
+      "step": 20417
+    },
+    {
+      "epoch": 1.356047021318988,
+      "grad_norm": 151.7750701904297,
+      "learning_rate": 4.962169903376865e-07,
+      "loss": 14.5469,
+      "step": 20418
+    },
+    {
+      "epoch": 1.3561134356113436,
+      "grad_norm": 172.13253784179688,
+      "learning_rate": 4.96124086619352e-07,
+      "loss": 15.7969,
+      "step": 20419
+    },
+    {
+      "epoch": 1.3561798499036992,
+      "grad_norm": 261.69781494140625,
+      "learning_rate": 4.960311887295635e-07,
+      "loss": 14.8906,
+      "step": 20420
+    },
+    {
+      "epoch": 1.3562462641960549,
+      "grad_norm": 353.3579406738281,
+      "learning_rate": 4.959382966693957e-07,
+      "loss": 16.625,
+      "step": 20421
+    },
+    {
+      "epoch": 1.3563126784884108,
+      "grad_norm": 330.5619812011719,
+      "learning_rate": 4.958454104399234e-07,
+      "loss": 20.2969,
+      "step": 20422
+    },
+    {
+      "epoch": 1.3563790927807664,
+      "grad_norm": 195.39834594726562,
+      "learning_rate": 4.957525300422199e-07,
+      "loss": 16.3438,
+      "step": 20423
+    },
+    {
+      "epoch": 1.356445507073122,
+      "grad_norm": 236.77381896972656,
+      "learning_rate": 4.956596554773611e-07,
+      "loss": 15.7969,
+      "step": 20424
+    },
+    {
+      "epoch": 1.356511921365478,
+      "grad_norm": 221.79002380371094,
+      "learning_rate": 4.955667867464201e-07,
+      "loss": 13.3281,
+      "step": 20425
+    },
+    {
+      "epoch": 1.3565783356578336,
+      "grad_norm": 161.4130096435547,
+      "learning_rate": 4.954739238504718e-07,
+      "loss": 16.9219,
+      "step": 20426
+    },
+    {
+      "epoch": 1.3566447499501892,
+      "grad_norm": 256.6285095214844,
+      "learning_rate": 4.953810667905903e-07,
+      "loss": 15.3906,
+      "step": 20427
+    },
+    {
+      "epoch": 1.3567111642425451,
+      "grad_norm": 579.1031494140625,
+      "learning_rate": 4.952882155678495e-07,
+      "loss": 15.8438,
+      "step": 20428
+    },
+    {
+      "epoch": 1.3567775785349008,
+      "grad_norm": 220.75624084472656,
+      "learning_rate": 4.951953701833236e-07,
+      "loss": 20.2656,
+      "step": 20429
+    },
+    {
+      "epoch": 1.3568439928272564,
+      "grad_norm": 168.68873596191406,
+      "learning_rate": 4.95102530638087e-07,
+      "loss": 21.0703,
+      "step": 20430
+    },
+    {
+      "epoch": 1.356910407119612,
+      "grad_norm": 615.2210083007812,
+      "learning_rate": 4.950096969332122e-07,
+      "loss": 12.7344,
+      "step": 20431
+    },
+    {
+      "epoch": 1.3569768214119677,
+      "grad_norm": 133.9051971435547,
+      "learning_rate": 4.94916869069775e-07,
+      "loss": 16.125,
+      "step": 20432
+    },
+    {
+      "epoch": 1.3570432357043236,
+      "grad_norm": 320.5324401855469,
+      "learning_rate": 4.948240470488479e-07,
+      "loss": 21.0312,
+      "step": 20433
+    },
+    {
+      "epoch": 1.3571096499966793,
+      "grad_norm": 216.8462677001953,
+      "learning_rate": 4.947312308715048e-07,
+      "loss": 12.7344,
+      "step": 20434
+    },
+    {
+      "epoch": 1.357176064289035,
+      "grad_norm": 201.61264038085938,
+      "learning_rate": 4.946384205388195e-07,
+      "loss": 11.8594,
+      "step": 20435
+    },
+    {
+      "epoch": 1.3572424785813908,
+      "grad_norm": 153.95413208007812,
+      "learning_rate": 4.945456160518655e-07,
+      "loss": 15.6094,
+      "step": 20436
+    },
+    {
+      "epoch": 1.3573088928737465,
+      "grad_norm": 315.3316955566406,
+      "learning_rate": 4.944528174117164e-07,
+      "loss": 13.7812,
+      "step": 20437
+    },
+    {
+      "epoch": 1.357375307166102,
+      "grad_norm": 213.84390258789062,
+      "learning_rate": 4.94360024619446e-07,
+      "loss": 17.7031,
+      "step": 20438
+    },
+    {
+      "epoch": 1.357441721458458,
+      "grad_norm": 294.2238464355469,
+      "learning_rate": 4.942672376761264e-07,
+      "loss": 18.2656,
+      "step": 20439
+    },
+    {
+      "epoch": 1.3575081357508136,
+      "grad_norm": 333.2209167480469,
+      "learning_rate": 4.941744565828323e-07,
+      "loss": 15.0703,
+      "step": 20440
+    },
+    {
+      "epoch": 1.3575745500431693,
+      "grad_norm": 183.11941528320312,
+      "learning_rate": 4.940816813406366e-07,
+      "loss": 11.4688,
+      "step": 20441
+    },
+    {
+      "epoch": 1.357640964335525,
+      "grad_norm": 192.59512329101562,
+      "learning_rate": 4.939889119506121e-07,
+      "loss": 14.0469,
+      "step": 20442
+    },
+    {
+      "epoch": 1.3577073786278806,
+      "grad_norm": 266.40374755859375,
+      "learning_rate": 4.93896148413832e-07,
+      "loss": 24.2812,
+      "step": 20443
+    },
+    {
+      "epoch": 1.3577737929202365,
+      "grad_norm": 225.4984130859375,
+      "learning_rate": 4.938033907313695e-07,
+      "loss": 14.9062,
+      "step": 20444
+    },
+    {
+      "epoch": 1.3578402072125921,
+      "grad_norm": 309.2711181640625,
+      "learning_rate": 4.937106389042973e-07,
+      "loss": 20.6875,
+      "step": 20445
+    },
+    {
+      "epoch": 1.3579066215049478,
+      "grad_norm": 217.0630645751953,
+      "learning_rate": 4.936178929336886e-07,
+      "loss": 15.875,
+      "step": 20446
+    },
+    {
+      "epoch": 1.3579730357973037,
+      "grad_norm": 137.2581329345703,
+      "learning_rate": 4.935251528206166e-07,
+      "loss": 12.7969,
+      "step": 20447
+    },
+    {
+      "epoch": 1.3580394500896593,
+      "grad_norm": 389.6460266113281,
+      "learning_rate": 4.934324185661526e-07,
+      "loss": 18.0781,
+      "step": 20448
+    },
+    {
+      "epoch": 1.358105864382015,
+      "grad_norm": 138.7450714111328,
+      "learning_rate": 4.933396901713713e-07,
+      "loss": 14.0156,
+      "step": 20449
+    },
+    {
+      "epoch": 1.3581722786743708,
+      "grad_norm": 158.53343200683594,
+      "learning_rate": 4.932469676373436e-07,
+      "loss": 14.0625,
+      "step": 20450
+    },
+    {
+      "epoch": 1.3582386929667265,
+      "grad_norm": 291.4520568847656,
+      "learning_rate": 4.93154250965143e-07,
+      "loss": 14.4688,
+      "step": 20451
+    },
+    {
+      "epoch": 1.3583051072590822,
+      "grad_norm": 215.42727661132812,
+      "learning_rate": 4.930615401558417e-07,
+      "loss": 22.3281,
+      "step": 20452
+    },
+    {
+      "epoch": 1.3583715215514378,
+      "grad_norm": 840.3546752929688,
+      "learning_rate": 4.929688352105122e-07,
+      "loss": 16.1406,
+      "step": 20453
+    },
+    {
+      "epoch": 1.3584379358437935,
+      "grad_norm": 222.36434936523438,
+      "learning_rate": 4.928761361302268e-07,
+      "loss": 17.7969,
+      "step": 20454
+    },
+    {
+      "epoch": 1.3585043501361493,
+      "grad_norm": 230.65028381347656,
+      "learning_rate": 4.927834429160582e-07,
+      "loss": 15.8125,
+      "step": 20455
+    },
+    {
+      "epoch": 1.358570764428505,
+      "grad_norm": 444.7425231933594,
+      "learning_rate": 4.926907555690776e-07,
+      "loss": 15.875,
+      "step": 20456
+    },
+    {
+      "epoch": 1.3586371787208606,
+      "grad_norm": 276.6972351074219,
+      "learning_rate": 4.925980740903585e-07,
+      "loss": 19.9375,
+      "step": 20457
+    },
+    {
+      "epoch": 1.3587035930132165,
+      "grad_norm": 86.13661193847656,
+      "learning_rate": 4.925053984809719e-07,
+      "loss": 11.1875,
+      "step": 20458
+    },
+    {
+      "epoch": 1.3587700073055722,
+      "grad_norm": 227.09677124023438,
+      "learning_rate": 4.924127287419902e-07,
+      "loss": 15.5781,
+      "step": 20459
+    },
+    {
+      "epoch": 1.3588364215979278,
+      "grad_norm": 147.1528778076172,
+      "learning_rate": 4.923200648744854e-07,
+      "loss": 11.0781,
+      "step": 20460
+    },
+    {
+      "epoch": 1.3589028358902837,
+      "grad_norm": 567.3938598632812,
+      "learning_rate": 4.922274068795298e-07,
+      "loss": 19.0938,
+      "step": 20461
+    },
+    {
+      "epoch": 1.3589692501826394,
+      "grad_norm": 301.2929382324219,
+      "learning_rate": 4.921347547581939e-07,
+      "loss": 14.9062,
+      "step": 20462
+    },
+    {
+      "epoch": 1.359035664474995,
+      "grad_norm": 141.16253662109375,
+      "learning_rate": 4.92042108511551e-07,
+      "loss": 12.7031,
+      "step": 20463
+    },
+    {
+      "epoch": 1.3591020787673507,
+      "grad_norm": 416.50933837890625,
+      "learning_rate": 4.919494681406718e-07,
+      "loss": 16.9531,
+      "step": 20464
+    },
+    {
+      "epoch": 1.3591684930597063,
+      "grad_norm": 115.72482299804688,
+      "learning_rate": 4.918568336466282e-07,
+      "loss": 17.6406,
+      "step": 20465
+    },
+    {
+      "epoch": 1.3592349073520622,
+      "grad_norm": 676.1226806640625,
+      "learning_rate": 4.917642050304918e-07,
+      "loss": 23.5156,
+      "step": 20466
+    },
+    {
+      "epoch": 1.3593013216444179,
+      "grad_norm": 297.53741455078125,
+      "learning_rate": 4.916715822933339e-07,
+      "loss": 15.4375,
+      "step": 20467
+    },
+    {
+      "epoch": 1.3593677359367735,
+      "grad_norm": 336.9594421386719,
+      "learning_rate": 4.91578965436226e-07,
+      "loss": 15.9531,
+      "step": 20468
+    },
+    {
+      "epoch": 1.3594341502291294,
+      "grad_norm": 275.0187072753906,
+      "learning_rate": 4.914863544602399e-07,
+      "loss": 23.9531,
+      "step": 20469
+    },
+    {
+      "epoch": 1.359500564521485,
+      "grad_norm": 214.56027221679688,
+      "learning_rate": 4.913937493664458e-07,
+      "loss": 17.625,
+      "step": 20470
+    },
+    {
+      "epoch": 1.3595669788138407,
+      "grad_norm": 473.0348815917969,
+      "learning_rate": 4.91301150155916e-07,
+      "loss": 21.4844,
+      "step": 20471
+    },
+    {
+      "epoch": 1.3596333931061966,
+      "grad_norm": 131.52626037597656,
+      "learning_rate": 4.912085568297209e-07,
+      "loss": 13.375,
+      "step": 20472
+    },
+    {
+      "epoch": 1.3596998073985522,
+      "grad_norm": 226.7739715576172,
+      "learning_rate": 4.911159693889319e-07,
+      "loss": 14.5312,
+      "step": 20473
+    },
+    {
+      "epoch": 1.3597662216909079,
+      "grad_norm": 1237.9820556640625,
+      "learning_rate": 4.910233878346199e-07,
+      "loss": 26.875,
+      "step": 20474
+    },
+    {
+      "epoch": 1.3598326359832635,
+      "grad_norm": 224.99537658691406,
+      "learning_rate": 4.909308121678558e-07,
+      "loss": 17.5312,
+      "step": 20475
+    },
+    {
+      "epoch": 1.3598990502756192,
+      "grad_norm": 213.22959899902344,
+      "learning_rate": 4.908382423897105e-07,
+      "loss": 11.0156,
+      "step": 20476
+    },
+    {
+      "epoch": 1.359965464567975,
+      "grad_norm": 278.28228759765625,
+      "learning_rate": 4.90745678501255e-07,
+      "loss": 15.5625,
+      "step": 20477
+    },
+    {
+      "epoch": 1.3600318788603307,
+      "grad_norm": 130.9931640625,
+      "learning_rate": 4.906531205035596e-07,
+      "loss": 13.6172,
+      "step": 20478
+    },
+    {
+      "epoch": 1.3600982931526864,
+      "grad_norm": 349.60955810546875,
+      "learning_rate": 4.905605683976953e-07,
+      "loss": 15.8125,
+      "step": 20479
+    },
+    {
+      "epoch": 1.3601647074450423,
+      "grad_norm": 114.01103973388672,
+      "learning_rate": 4.90468022184733e-07,
+      "loss": 11.7656,
+      "step": 20480
+    },
+    {
+      "epoch": 1.360231121737398,
+      "grad_norm": 101.0329360961914,
+      "learning_rate": 4.90375481865742e-07,
+      "loss": 15.7812,
+      "step": 20481
+    },
+    {
+      "epoch": 1.3602975360297536,
+      "grad_norm": 261.8243408203125,
+      "learning_rate": 4.902829474417943e-07,
+      "loss": 16.7188,
+      "step": 20482
+    },
+    {
+      "epoch": 1.3603639503221094,
+      "grad_norm": 141.6977081298828,
+      "learning_rate": 4.901904189139592e-07,
+      "loss": 14.5156,
+      "step": 20483
+    },
+    {
+      "epoch": 1.360430364614465,
+      "grad_norm": 125.29207611083984,
+      "learning_rate": 4.900978962833073e-07,
+      "loss": 13.4062,
+      "step": 20484
+    },
+    {
+      "epoch": 1.3604967789068207,
+      "grad_norm": 259.79339599609375,
+      "learning_rate": 4.90005379550909e-07,
+      "loss": 15.75,
+      "step": 20485
+    },
+    {
+      "epoch": 1.3605631931991764,
+      "grad_norm": 224.94662475585938,
+      "learning_rate": 4.899128687178346e-07,
+      "loss": 11.8906,
+      "step": 20486
+    },
+    {
+      "epoch": 1.360629607491532,
+      "grad_norm": 102.97473907470703,
+      "learning_rate": 4.898203637851535e-07,
+      "loss": 15.1406,
+      "step": 20487
+    },
+    {
+      "epoch": 1.360696021783888,
+      "grad_norm": 179.0933380126953,
+      "learning_rate": 4.897278647539369e-07,
+      "loss": 17.2969,
+      "step": 20488
+    },
+    {
+      "epoch": 1.3607624360762436,
+      "grad_norm": 334.011474609375,
+      "learning_rate": 4.896353716252537e-07,
+      "loss": 20.0469,
+      "step": 20489
+    },
+    {
+      "epoch": 1.3608288503685992,
+      "grad_norm": 157.33810424804688,
+      "learning_rate": 4.895428844001742e-07,
+      "loss": 18.3125,
+      "step": 20490
+    },
+    {
+      "epoch": 1.3608952646609551,
+      "grad_norm": 213.64817810058594,
+      "learning_rate": 4.894504030797684e-07,
+      "loss": 16.0781,
+      "step": 20491
+    },
+    {
+      "epoch": 1.3609616789533108,
+      "grad_norm": 96.6127700805664,
+      "learning_rate": 4.893579276651057e-07,
+      "loss": 14.1875,
+      "step": 20492
+    },
+    {
+      "epoch": 1.3610280932456664,
+      "grad_norm": 258.44720458984375,
+      "learning_rate": 4.892654581572563e-07,
+      "loss": 13.1562,
+      "step": 20493
+    },
+    {
+      "epoch": 1.3610945075380223,
+      "grad_norm": 228.6446075439453,
+      "learning_rate": 4.891729945572898e-07,
+      "loss": 14.8281,
+      "step": 20494
+    },
+    {
+      "epoch": 1.361160921830378,
+      "grad_norm": 309.73553466796875,
+      "learning_rate": 4.890805368662748e-07,
+      "loss": 18.8438,
+      "step": 20495
+    },
+    {
+      "epoch": 1.3612273361227336,
+      "grad_norm": 123.45718383789062,
+      "learning_rate": 4.889880850852823e-07,
+      "loss": 12.8281,
+      "step": 20496
+    },
+    {
+      "epoch": 1.3612937504150893,
+      "grad_norm": 132.31690979003906,
+      "learning_rate": 4.888956392153807e-07,
+      "loss": 12.5938,
+      "step": 20497
+    },
+    {
+      "epoch": 1.361360164707445,
+      "grad_norm": 159.3297576904297,
+      "learning_rate": 4.888031992576395e-07,
+      "loss": 15.4375,
+      "step": 20498
+    },
+    {
+      "epoch": 1.3614265789998008,
+      "grad_norm": 139.8565673828125,
+      "learning_rate": 4.887107652131282e-07,
+      "loss": 17.6406,
+      "step": 20499
+    },
+    {
+      "epoch": 1.3614929932921565,
+      "grad_norm": 378.7396240234375,
+      "learning_rate": 4.886183370829158e-07,
+      "loss": 22.8125,
+      "step": 20500
+    },
+    {
+      "epoch": 1.361559407584512,
+      "grad_norm": 179.22291564941406,
+      "learning_rate": 4.885259148680717e-07,
+      "loss": 18.4219,
+      "step": 20501
+    },
+    {
+      "epoch": 1.361625821876868,
+      "grad_norm": 164.10887145996094,
+      "learning_rate": 4.884334985696654e-07,
+      "loss": 16.2344,
+      "step": 20502
+    },
+    {
+      "epoch": 1.3616922361692236,
+      "grad_norm": 414.8775329589844,
+      "learning_rate": 4.883410881887644e-07,
+      "loss": 19.125,
+      "step": 20503
+    },
+    {
+      "epoch": 1.3617586504615793,
+      "grad_norm": 158.06597900390625,
+      "learning_rate": 4.882486837264394e-07,
+      "loss": 15.4844,
+      "step": 20504
+    },
+    {
+      "epoch": 1.3618250647539352,
+      "grad_norm": 122.60484313964844,
+      "learning_rate": 4.881562851837583e-07,
+      "loss": 12.8594,
+      "step": 20505
+    },
+    {
+      "epoch": 1.3618914790462908,
+      "grad_norm": 425.1082458496094,
+      "learning_rate": 4.880638925617902e-07,
+      "loss": 17.3438,
+      "step": 20506
+    },
+    {
+      "epoch": 1.3619578933386465,
+      "grad_norm": 325.45037841796875,
+      "learning_rate": 4.879715058616036e-07,
+      "loss": 17.6875,
+      "step": 20507
+    },
+    {
+      "epoch": 1.3620243076310021,
+      "grad_norm": 201.20401000976562,
+      "learning_rate": 4.878791250842679e-07,
+      "loss": 16.4844,
+      "step": 20508
+    },
+    {
+      "epoch": 1.3620907219233578,
+      "grad_norm": 181.58636474609375,
+      "learning_rate": 4.877867502308504e-07,
+      "loss": 15.875,
+      "step": 20509
+    },
+    {
+      "epoch": 1.3621571362157137,
+      "grad_norm": 329.6872863769531,
+      "learning_rate": 4.876943813024211e-07,
+      "loss": 13.8594,
+      "step": 20510
+    },
+    {
+      "epoch": 1.3622235505080693,
+      "grad_norm": 182.59054565429688,
+      "learning_rate": 4.876020183000475e-07,
+      "loss": 19.6406,
+      "step": 20511
+    },
+    {
+      "epoch": 1.362289964800425,
+      "grad_norm": 307.75054931640625,
+      "learning_rate": 4.875096612247982e-07,
+      "loss": 14.4062,
+      "step": 20512
+    },
+    {
+      "epoch": 1.3623563790927808,
+      "grad_norm": 605.7301025390625,
+      "learning_rate": 4.874173100777415e-07,
+      "loss": 15.0469,
+      "step": 20513
+    },
+    {
+      "epoch": 1.3624227933851365,
+      "grad_norm": 442.4604187011719,
+      "learning_rate": 4.87324964859946e-07,
+      "loss": 15.7891,
+      "step": 20514
+    },
+    {
+      "epoch": 1.3624892076774922,
+      "grad_norm": 153.20591735839844,
+      "learning_rate": 4.872326255724797e-07,
+      "loss": 12.6719,
+      "step": 20515
+    },
+    {
+      "epoch": 1.362555621969848,
+      "grad_norm": 190.17205810546875,
+      "learning_rate": 4.871402922164105e-07,
+      "loss": 13.8438,
+      "step": 20516
+    },
+    {
+      "epoch": 1.3626220362622037,
+      "grad_norm": 368.8044738769531,
+      "learning_rate": 4.870479647928068e-07,
+      "loss": 20.3125,
+      "step": 20517
+    },
+    {
+      "epoch": 1.3626884505545593,
+      "grad_norm": 176.41664123535156,
+      "learning_rate": 4.869556433027365e-07,
+      "loss": 18.8125,
+      "step": 20518
+    },
+    {
+      "epoch": 1.362754864846915,
+      "grad_norm": 190.38714599609375,
+      "learning_rate": 4.868633277472678e-07,
+      "loss": 11.4688,
+      "step": 20519
+    },
+    {
+      "epoch": 1.3628212791392706,
+      "grad_norm": 110.4532241821289,
+      "learning_rate": 4.867710181274675e-07,
+      "loss": 12.5938,
+      "step": 20520
+    },
+    {
+      "epoch": 1.3628876934316265,
+      "grad_norm": 381.4853820800781,
+      "learning_rate": 4.866787144444048e-07,
+      "loss": 13.3594,
+      "step": 20521
+    },
+    {
+      "epoch": 1.3629541077239822,
+      "grad_norm": 161.01084899902344,
+      "learning_rate": 4.865864166991465e-07,
+      "loss": 17.2969,
+      "step": 20522
+    },
+    {
+      "epoch": 1.3630205220163378,
+      "grad_norm": 132.36236572265625,
+      "learning_rate": 4.864941248927603e-07,
+      "loss": 13.5312,
+      "step": 20523
+    },
+    {
+      "epoch": 1.3630869363086937,
+      "grad_norm": 101.44485473632812,
+      "learning_rate": 4.864018390263142e-07,
+      "loss": 13.5312,
+      "step": 20524
+    },
+    {
+      "epoch": 1.3631533506010494,
+      "grad_norm": 303.9380187988281,
+      "learning_rate": 4.863095591008755e-07,
+      "loss": 15.8281,
+      "step": 20525
+    },
+    {
+      "epoch": 1.363219764893405,
+      "grad_norm": 287.53680419921875,
+      "learning_rate": 4.862172851175111e-07,
+      "loss": 16.8125,
+      "step": 20526
+    },
+    {
+      "epoch": 1.363286179185761,
+      "grad_norm": 388.16217041015625,
+      "learning_rate": 4.861250170772896e-07,
+      "loss": 18.7344,
+      "step": 20527
+    },
+    {
+      "epoch": 1.3633525934781165,
+      "grad_norm": 607.2109985351562,
+      "learning_rate": 4.860327549812773e-07,
+      "loss": 31.2188,
+      "step": 20528
+    },
+    {
+      "epoch": 1.3634190077704722,
+      "grad_norm": 230.6402130126953,
+      "learning_rate": 4.859404988305416e-07,
+      "loss": 17.4219,
+      "step": 20529
+    },
+    {
+      "epoch": 1.3634854220628279,
+      "grad_norm": 204.25814819335938,
+      "learning_rate": 4.858482486261497e-07,
+      "loss": 15.7969,
+      "step": 20530
+    },
+    {
+      "epoch": 1.3635518363551835,
+      "grad_norm": 301.4227294921875,
+      "learning_rate": 4.85756004369169e-07,
+      "loss": 15.4375,
+      "step": 20531
+    },
+    {
+      "epoch": 1.3636182506475394,
+      "grad_norm": 386.13543701171875,
+      "learning_rate": 4.856637660606662e-07,
+      "loss": 19.6875,
+      "step": 20532
+    },
+    {
+      "epoch": 1.363684664939895,
+      "grad_norm": 103.8848876953125,
+      "learning_rate": 4.855715337017087e-07,
+      "loss": 13.0312,
+      "step": 20533
+    },
+    {
+      "epoch": 1.3637510792322507,
+      "grad_norm": 243.58126831054688,
+      "learning_rate": 4.854793072933623e-07,
+      "loss": 17.125,
+      "step": 20534
+    },
+    {
+      "epoch": 1.3638174935246066,
+      "grad_norm": 202.41262817382812,
+      "learning_rate": 4.853870868366953e-07,
+      "loss": 18.1562,
+      "step": 20535
+    },
+    {
+      "epoch": 1.3638839078169622,
+      "grad_norm": 231.29254150390625,
+      "learning_rate": 4.852948723327736e-07,
+      "loss": 17.1094,
+      "step": 20536
+    },
+    {
+      "epoch": 1.3639503221093179,
+      "grad_norm": 365.408203125,
+      "learning_rate": 4.852026637826638e-07,
+      "loss": 17.6875,
+      "step": 20537
+    },
+    {
+      "epoch": 1.3640167364016738,
+      "grad_norm": 178.60643005371094,
+      "learning_rate": 4.851104611874328e-07,
+      "loss": 17.7188,
+      "step": 20538
+    },
+    {
+      "epoch": 1.3640831506940294,
+      "grad_norm": 229.57888793945312,
+      "learning_rate": 4.850182645481471e-07,
+      "loss": 15.2109,
+      "step": 20539
+    },
+    {
+      "epoch": 1.364149564986385,
+      "grad_norm": 246.65774536132812,
+      "learning_rate": 4.849260738658731e-07,
+      "loss": 14.25,
+      "step": 20540
+    },
+    {
+      "epoch": 1.3642159792787407,
+      "grad_norm": 206.12109375,
+      "learning_rate": 4.848338891416778e-07,
+      "loss": 17.7812,
+      "step": 20541
+    },
+    {
+      "epoch": 1.3642823935710964,
+      "grad_norm": 130.25315856933594,
+      "learning_rate": 4.847417103766261e-07,
+      "loss": 9.8125,
+      "step": 20542
+    },
+    {
+      "epoch": 1.3643488078634523,
+      "grad_norm": 586.3485107421875,
+      "learning_rate": 4.84649537571786e-07,
+      "loss": 21.0312,
+      "step": 20543
+    },
+    {
+      "epoch": 1.364415222155808,
+      "grad_norm": 213.73541259765625,
+      "learning_rate": 4.845573707282224e-07,
+      "loss": 17.2031,
+      "step": 20544
+    },
+    {
+      "epoch": 1.3644816364481636,
+      "grad_norm": 130.62350463867188,
+      "learning_rate": 4.844652098470021e-07,
+      "loss": 15.6406,
+      "step": 20545
+    },
+    {
+      "epoch": 1.3645480507405194,
+      "grad_norm": 206.8778839111328,
+      "learning_rate": 4.843730549291909e-07,
+      "loss": 13.9844,
+      "step": 20546
+    },
+    {
+      "epoch": 1.364614465032875,
+      "grad_norm": 353.1333312988281,
+      "learning_rate": 4.842809059758553e-07,
+      "loss": 13.875,
+      "step": 20547
+    },
+    {
+      "epoch": 1.3646808793252307,
+      "grad_norm": 170.04953002929688,
+      "learning_rate": 4.841887629880599e-07,
+      "loss": 13.1875,
+      "step": 20548
+    },
+    {
+      "epoch": 1.3647472936175866,
+      "grad_norm": 168.54100036621094,
+      "learning_rate": 4.840966259668723e-07,
+      "loss": 13.5156,
+      "step": 20549
+    },
+    {
+      "epoch": 1.3648137079099423,
+      "grad_norm": 129.64451599121094,
+      "learning_rate": 4.84004494913357e-07,
+      "loss": 16.2969,
+      "step": 20550
+    },
+    {
+      "epoch": 1.364880122202298,
+      "grad_norm": 203.6663055419922,
+      "learning_rate": 4.839123698285798e-07,
+      "loss": 12.7031,
+      "step": 20551
+    },
+    {
+      "epoch": 1.3649465364946536,
+      "grad_norm": 289.1405944824219,
+      "learning_rate": 4.838202507136076e-07,
+      "loss": 19.2344,
+      "step": 20552
+    },
+    {
+      "epoch": 1.3650129507870092,
+      "grad_norm": 207.9725341796875,
+      "learning_rate": 4.837281375695046e-07,
+      "loss": 18.6562,
+      "step": 20553
+    },
+    {
+      "epoch": 1.3650793650793651,
+      "grad_norm": 252.89352416992188,
+      "learning_rate": 4.836360303973368e-07,
+      "loss": 10.3594,
+      "step": 20554
+    },
+    {
+      "epoch": 1.3651457793717208,
+      "grad_norm": 341.66815185546875,
+      "learning_rate": 4.835439291981696e-07,
+      "loss": 18.5,
+      "step": 20555
+    },
+    {
+      "epoch": 1.3652121936640764,
+      "grad_norm": 257.6126708984375,
+      "learning_rate": 4.834518339730686e-07,
+      "loss": 18.75,
+      "step": 20556
+    },
+    {
+      "epoch": 1.3652786079564323,
+      "grad_norm": 301.48968505859375,
+      "learning_rate": 4.833597447230988e-07,
+      "loss": 9.7734,
+      "step": 20557
+    },
+    {
+      "epoch": 1.365345022248788,
+      "grad_norm": 250.3192138671875,
+      "learning_rate": 4.83267661449326e-07,
+      "loss": 20.6719,
+      "step": 20558
+    },
+    {
+      "epoch": 1.3654114365411436,
+      "grad_norm": 365.3345642089844,
+      "learning_rate": 4.83175584152814e-07,
+      "loss": 10.875,
+      "step": 20559
+    },
+    {
+      "epoch": 1.3654778508334995,
+      "grad_norm": 117.83358764648438,
+      "learning_rate": 4.830835128346297e-07,
+      "loss": 14.1094,
+      "step": 20560
+    },
+    {
+      "epoch": 1.3655442651258551,
+      "grad_norm": 180.49993896484375,
+      "learning_rate": 4.82991447495837e-07,
+      "loss": 17.0156,
+      "step": 20561
+    },
+    {
+      "epoch": 1.3656106794182108,
+      "grad_norm": 323.9657897949219,
+      "learning_rate": 4.828993881375009e-07,
+      "loss": 17.7031,
+      "step": 20562
+    },
+    {
+      "epoch": 1.3656770937105664,
+      "grad_norm": 127.61262512207031,
+      "learning_rate": 4.828073347606867e-07,
+      "loss": 17.2812,
+      "step": 20563
+    },
+    {
+      "epoch": 1.365743508002922,
+      "grad_norm": 154.5882568359375,
+      "learning_rate": 4.827152873664589e-07,
+      "loss": 16.0625,
+      "step": 20564
+    },
+    {
+      "epoch": 1.365809922295278,
+      "grad_norm": 283.4111328125,
+      "learning_rate": 4.826232459558824e-07,
+      "loss": 15.9219,
+      "step": 20565
+    },
+    {
+      "epoch": 1.3658763365876336,
+      "grad_norm": 244.47666931152344,
+      "learning_rate": 4.825312105300223e-07,
+      "loss": 20.5625,
+      "step": 20566
+    },
+    {
+      "epoch": 1.3659427508799893,
+      "grad_norm": 310.3468322753906,
+      "learning_rate": 4.824391810899418e-07,
+      "loss": 20.7812,
+      "step": 20567
+    },
+    {
+      "epoch": 1.3660091651723452,
+      "grad_norm": 221.99346923828125,
+      "learning_rate": 4.823471576367073e-07,
+      "loss": 15.1094,
+      "step": 20568
+    },
+    {
+      "epoch": 1.3660755794647008,
+      "grad_norm": 260.7201232910156,
+      "learning_rate": 4.82255140171382e-07,
+      "loss": 19.2031,
+      "step": 20569
+    },
+    {
+      "epoch": 1.3661419937570565,
+      "grad_norm": 606.7794189453125,
+      "learning_rate": 4.821631286950308e-07,
+      "loss": 18.9688,
+      "step": 20570
+    },
+    {
+      "epoch": 1.3662084080494123,
+      "grad_norm": 186.87049865722656,
+      "learning_rate": 4.820711232087178e-07,
+      "loss": 12.2188,
+      "step": 20571
+    },
+    {
+      "epoch": 1.366274822341768,
+      "grad_norm": 138.0307159423828,
+      "learning_rate": 4.819791237135077e-07,
+      "loss": 14.2031,
+      "step": 20572
+    },
+    {
+      "epoch": 1.3663412366341237,
+      "grad_norm": 210.81369018554688,
+      "learning_rate": 4.818871302104638e-07,
+      "loss": 18.5,
+      "step": 20573
+    },
+    {
+      "epoch": 1.3664076509264793,
+      "grad_norm": 241.193115234375,
+      "learning_rate": 4.817951427006515e-07,
+      "loss": 9.9844,
+      "step": 20574
+    },
+    {
+      "epoch": 1.366474065218835,
+      "grad_norm": 127.98300170898438,
+      "learning_rate": 4.817031611851338e-07,
+      "loss": 17.9062,
+      "step": 20575
+    },
+    {
+      "epoch": 1.3665404795111908,
+      "grad_norm": 145.19334411621094,
+      "learning_rate": 4.816111856649751e-07,
+      "loss": 12.6875,
+      "step": 20576
+    },
+    {
+      "epoch": 1.3666068938035465,
+      "grad_norm": 1027.5494384765625,
+      "learning_rate": 4.815192161412391e-07,
+      "loss": 17.5469,
+      "step": 20577
+    },
+    {
+      "epoch": 1.3666733080959022,
+      "grad_norm": 155.3261260986328,
+      "learning_rate": 4.814272526149901e-07,
+      "loss": 22.0625,
+      "step": 20578
+    },
+    {
+      "epoch": 1.366739722388258,
+      "grad_norm": 131.38414001464844,
+      "learning_rate": 4.813352950872914e-07,
+      "loss": 15.8125,
+      "step": 20579
+    },
+    {
+      "epoch": 1.3668061366806137,
+      "grad_norm": 156.85064697265625,
+      "learning_rate": 4.812433435592074e-07,
+      "loss": 18.0625,
+      "step": 20580
+    },
+    {
+      "epoch": 1.3668725509729693,
+      "grad_norm": 303.0585021972656,
+      "learning_rate": 4.811513980318005e-07,
+      "loss": 14.2812,
+      "step": 20581
+    },
+    {
+      "epoch": 1.3669389652653252,
+      "grad_norm": 303.83648681640625,
+      "learning_rate": 4.810594585061358e-07,
+      "loss": 19.7344,
+      "step": 20582
+    },
+    {
+      "epoch": 1.3670053795576809,
+      "grad_norm": 119.1662826538086,
+      "learning_rate": 4.809675249832757e-07,
+      "loss": 10.4375,
+      "step": 20583
+    },
+    {
+      "epoch": 1.3670717938500365,
+      "grad_norm": 175.41465759277344,
+      "learning_rate": 4.80875597464284e-07,
+      "loss": 14.5625,
+      "step": 20584
+    },
+    {
+      "epoch": 1.3671382081423922,
+      "grad_norm": 110.64794158935547,
+      "learning_rate": 4.80783675950224e-07,
+      "loss": 16.1719,
+      "step": 20585
+    },
+    {
+      "epoch": 1.3672046224347478,
+      "grad_norm": 225.89527893066406,
+      "learning_rate": 4.80691760442159e-07,
+      "loss": 21.5156,
+      "step": 20586
+    },
+    {
+      "epoch": 1.3672710367271037,
+      "grad_norm": 146.68336486816406,
+      "learning_rate": 4.805998509411523e-07,
+      "loss": 16.9375,
+      "step": 20587
+    },
+    {
+      "epoch": 1.3673374510194594,
+      "grad_norm": 171.0496063232422,
+      "learning_rate": 4.80507947448267e-07,
+      "loss": 12.3125,
+      "step": 20588
+    },
+    {
+      "epoch": 1.367403865311815,
+      "grad_norm": 275.85064697265625,
+      "learning_rate": 4.804160499645667e-07,
+      "loss": 16.2344,
+      "step": 20589
+    },
+    {
+      "epoch": 1.367470279604171,
+      "grad_norm": 575.27978515625,
+      "learning_rate": 4.80324158491113e-07,
+      "loss": 17.4219,
+      "step": 20590
+    },
+    {
+      "epoch": 1.3675366938965265,
+      "grad_norm": 163.155517578125,
+      "learning_rate": 4.802322730289706e-07,
+      "loss": 17.3594,
+      "step": 20591
+    },
+    {
+      "epoch": 1.3676031081888822,
+      "grad_norm": 177.4068145751953,
+      "learning_rate": 4.801403935792012e-07,
+      "loss": 21.8438,
+      "step": 20592
+    },
+    {
+      "epoch": 1.367669522481238,
+      "grad_norm": 415.2408142089844,
+      "learning_rate": 4.80048520142868e-07,
+      "loss": 15.9844,
+      "step": 20593
+    },
+    {
+      "epoch": 1.3677359367735937,
+      "grad_norm": 130.3599090576172,
+      "learning_rate": 4.799566527210336e-07,
+      "loss": 17.0469,
+      "step": 20594
+    },
+    {
+      "epoch": 1.3678023510659494,
+      "grad_norm": 156.1647186279297,
+      "learning_rate": 4.798647913147609e-07,
+      "loss": 14.8906,
+      "step": 20595
+    },
+    {
+      "epoch": 1.367868765358305,
+      "grad_norm": 118.98648834228516,
+      "learning_rate": 4.797729359251121e-07,
+      "loss": 13.6562,
+      "step": 20596
+    },
+    {
+      "epoch": 1.3679351796506607,
+      "grad_norm": 273.88006591796875,
+      "learning_rate": 4.796810865531507e-07,
+      "loss": 18.4375,
+      "step": 20597
+    },
+    {
+      "epoch": 1.3680015939430166,
+      "grad_norm": 294.0290832519531,
+      "learning_rate": 4.795892431999375e-07,
+      "loss": 20.4375,
+      "step": 20598
+    },
+    {
+      "epoch": 1.3680680082353722,
+      "grad_norm": 229.48228454589844,
+      "learning_rate": 4.794974058665367e-07,
+      "loss": 18.1094,
+      "step": 20599
+    },
+    {
+      "epoch": 1.3681344225277279,
+      "grad_norm": 538.623046875,
+      "learning_rate": 4.794055745540093e-07,
+      "loss": 18.8516,
+      "step": 20600
+    },
+    {
+      "epoch": 1.3682008368200838,
+      "grad_norm": 242.97821044921875,
+      "learning_rate": 4.79313749263418e-07,
+      "loss": 16.5391,
+      "step": 20601
+    },
+    {
+      "epoch": 1.3682672511124394,
+      "grad_norm": 248.91165161132812,
+      "learning_rate": 4.792219299958251e-07,
+      "loss": 14.8594,
+      "step": 20602
+    },
+    {
+      "epoch": 1.368333665404795,
+      "grad_norm": 147.36758422851562,
+      "learning_rate": 4.791301167522926e-07,
+      "loss": 13.8438,
+      "step": 20603
+    },
+    {
+      "epoch": 1.368400079697151,
+      "grad_norm": 188.6422882080078,
+      "learning_rate": 4.790383095338826e-07,
+      "loss": 12.8594,
+      "step": 20604
+    },
+    {
+      "epoch": 1.3684664939895066,
+      "grad_norm": 209.15440368652344,
+      "learning_rate": 4.789465083416573e-07,
+      "loss": 14.9062,
+      "step": 20605
+    },
+    {
+      "epoch": 1.3685329082818622,
+      "grad_norm": 471.9703063964844,
+      "learning_rate": 4.788547131766777e-07,
+      "loss": 14.4219,
+      "step": 20606
+    },
+    {
+      "epoch": 1.368599322574218,
+      "grad_norm": 97.88948822021484,
+      "learning_rate": 4.78762924040007e-07,
+      "loss": 19.2656,
+      "step": 20607
+    },
+    {
+      "epoch": 1.3686657368665736,
+      "grad_norm": 207.87454223632812,
+      "learning_rate": 4.786711409327058e-07,
+      "loss": 18.2188,
+      "step": 20608
+    },
+    {
+      "epoch": 1.3687321511589294,
+      "grad_norm": 222.80194091796875,
+      "learning_rate": 4.785793638558362e-07,
+      "loss": 16.4922,
+      "step": 20609
+    },
+    {
+      "epoch": 1.368798565451285,
+      "grad_norm": 146.39385986328125,
+      "learning_rate": 4.784875928104598e-07,
+      "loss": 12.1406,
+      "step": 20610
+    },
+    {
+      "epoch": 1.3688649797436407,
+      "grad_norm": 116.61375427246094,
+      "learning_rate": 4.783958277976388e-07,
+      "loss": 12.7344,
+      "step": 20611
+    },
+    {
+      "epoch": 1.3689313940359966,
+      "grad_norm": 153.49099731445312,
+      "learning_rate": 4.783040688184331e-07,
+      "loss": 16.5312,
+      "step": 20612
+    },
+    {
+      "epoch": 1.3689978083283523,
+      "grad_norm": 231.14955139160156,
+      "learning_rate": 4.782123158739059e-07,
+      "loss": 15.7656,
+      "step": 20613
+    },
+    {
+      "epoch": 1.369064222620708,
+      "grad_norm": 318.4695129394531,
+      "learning_rate": 4.781205689651176e-07,
+      "loss": 16.7188,
+      "step": 20614
+    },
+    {
+      "epoch": 1.3691306369130638,
+      "grad_norm": 211.36453247070312,
+      "learning_rate": 4.780288280931294e-07,
+      "loss": 14.8281,
+      "step": 20615
+    },
+    {
+      "epoch": 1.3691970512054195,
+      "grad_norm": 1347.0694580078125,
+      "learning_rate": 4.779370932590028e-07,
+      "loss": 17.5,
+      "step": 20616
+    },
+    {
+      "epoch": 1.3692634654977751,
+      "grad_norm": 175.2948760986328,
+      "learning_rate": 4.778453644637988e-07,
+      "loss": 15.4688,
+      "step": 20617
+    },
+    {
+      "epoch": 1.3693298797901308,
+      "grad_norm": 149.95071411132812,
+      "learning_rate": 4.777536417085787e-07,
+      "loss": 13.8438,
+      "step": 20618
+    },
+    {
+      "epoch": 1.3693962940824864,
+      "grad_norm": 175.04676818847656,
+      "learning_rate": 4.776619249944036e-07,
+      "loss": 14.3438,
+      "step": 20619
+    },
+    {
+      "epoch": 1.3694627083748423,
+      "grad_norm": 533.033203125,
+      "learning_rate": 4.775702143223333e-07,
+      "loss": 18.3438,
+      "step": 20620
+    },
+    {
+      "epoch": 1.369529122667198,
+      "grad_norm": 119.7276382446289,
+      "learning_rate": 4.774785096934304e-07,
+      "loss": 14.9062,
+      "step": 20621
+    },
+    {
+      "epoch": 1.3695955369595536,
+      "grad_norm": 252.5913543701172,
+      "learning_rate": 4.773868111087545e-07,
+      "loss": 20.1719,
+      "step": 20622
+    },
+    {
+      "epoch": 1.3696619512519095,
+      "grad_norm": 161.9768524169922,
+      "learning_rate": 4.77295118569366e-07,
+      "loss": 13.3984,
+      "step": 20623
+    },
+    {
+      "epoch": 1.3697283655442651,
+      "grad_norm": 166.41307067871094,
+      "learning_rate": 4.772034320763271e-07,
+      "loss": 14.8438,
+      "step": 20624
+    },
+    {
+      "epoch": 1.3697947798366208,
+      "grad_norm": 154.94667053222656,
+      "learning_rate": 4.771117516306969e-07,
+      "loss": 16.6406,
+      "step": 20625
+    },
+    {
+      "epoch": 1.3698611941289767,
+      "grad_norm": 246.6343994140625,
+      "learning_rate": 4.770200772335365e-07,
+      "loss": 13.25,
+      "step": 20626
+    },
+    {
+      "epoch": 1.3699276084213323,
+      "grad_norm": 124.9811782836914,
+      "learning_rate": 4.769284088859063e-07,
+      "loss": 13.5938,
+      "step": 20627
+    },
+    {
+      "epoch": 1.369994022713688,
+      "grad_norm": 297.2380676269531,
+      "learning_rate": 4.7683674658886676e-07,
+      "loss": 17.0156,
+      "step": 20628
+    },
+    {
+      "epoch": 1.3700604370060436,
+      "grad_norm": 162.74618530273438,
+      "learning_rate": 4.76745090343478e-07,
+      "loss": 18.2031,
+      "step": 20629
+    },
+    {
+      "epoch": 1.3701268512983993,
+      "grad_norm": 242.7025604248047,
+      "learning_rate": 4.7665344015080057e-07,
+      "loss": 18.8438,
+      "step": 20630
+    },
+    {
+      "epoch": 1.3701932655907552,
+      "grad_norm": 461.1394958496094,
+      "learning_rate": 4.7656179601189375e-07,
+      "loss": 18.375,
+      "step": 20631
+    },
+    {
+      "epoch": 1.3702596798831108,
+      "grad_norm": 616.326416015625,
+      "learning_rate": 4.7647015792781884e-07,
+      "loss": 20.3438,
+      "step": 20632
+    },
+    {
+      "epoch": 1.3703260941754665,
+      "grad_norm": 172.12351989746094,
+      "learning_rate": 4.76378525899635e-07,
+      "loss": 14.3594,
+      "step": 20633
+    },
+    {
+      "epoch": 1.3703925084678223,
+      "grad_norm": 154.6827392578125,
+      "learning_rate": 4.7628689992840244e-07,
+      "loss": 15.2188,
+      "step": 20634
+    },
+    {
+      "epoch": 1.370458922760178,
+      "grad_norm": 406.0751647949219,
+      "learning_rate": 4.761952800151811e-07,
+      "loss": 18.5,
+      "step": 20635
+    },
+    {
+      "epoch": 1.3705253370525337,
+      "grad_norm": 265.9720764160156,
+      "learning_rate": 4.761036661610309e-07,
+      "loss": 14.7031,
+      "step": 20636
+    },
+    {
+      "epoch": 1.3705917513448895,
+      "grad_norm": 183.1073760986328,
+      "learning_rate": 4.7601205836701073e-07,
+      "loss": 15.0156,
+      "step": 20637
+    },
+    {
+      "epoch": 1.3706581656372452,
+      "grad_norm": 194.77047729492188,
+      "learning_rate": 4.7592045663418167e-07,
+      "loss": 14.125,
+      "step": 20638
+    },
+    {
+      "epoch": 1.3707245799296008,
+      "grad_norm": 116.71509552001953,
+      "learning_rate": 4.758288609636022e-07,
+      "loss": 12.6484,
+      "step": 20639
+    },
+    {
+      "epoch": 1.3707909942219565,
+      "grad_norm": 173.96437072753906,
+      "learning_rate": 4.7573727135633225e-07,
+      "loss": 10.8281,
+      "step": 20640
+    },
+    {
+      "epoch": 1.3708574085143121,
+      "grad_norm": 272.91107177734375,
+      "learning_rate": 4.756456878134312e-07,
+      "loss": 14.1406,
+      "step": 20641
+    },
+    {
+      "epoch": 1.370923822806668,
+      "grad_norm": 127.78076934814453,
+      "learning_rate": 4.755541103359585e-07,
+      "loss": 15.8828,
+      "step": 20642
+    },
+    {
+      "epoch": 1.3709902370990237,
+      "grad_norm": 126.62698364257812,
+      "learning_rate": 4.7546253892497336e-07,
+      "loss": 14.4688,
+      "step": 20643
+    },
+    {
+      "epoch": 1.3710566513913793,
+      "grad_norm": 288.0270690917969,
+      "learning_rate": 4.7537097358153554e-07,
+      "loss": 23.6562,
+      "step": 20644
+    },
+    {
+      "epoch": 1.3711230656837352,
+      "grad_norm": 222.7750701904297,
+      "learning_rate": 4.7527941430670306e-07,
+      "loss": 19.9375,
+      "step": 20645
+    },
+    {
+      "epoch": 1.3711894799760909,
+      "grad_norm": 286.0065002441406,
+      "learning_rate": 4.751878611015364e-07,
+      "loss": 17.75,
+      "step": 20646
+    },
+    {
+      "epoch": 1.3712558942684465,
+      "grad_norm": 568.2478637695312,
+      "learning_rate": 4.750963139670936e-07,
+      "loss": 15.8281,
+      "step": 20647
+    },
+    {
+      "epoch": 1.3713223085608024,
+      "grad_norm": 708.5516967773438,
+      "learning_rate": 4.75004772904434e-07,
+      "loss": 14.1406,
+      "step": 20648
+    },
+    {
+      "epoch": 1.371388722853158,
+      "grad_norm": 299.2532958984375,
+      "learning_rate": 4.7491323791461643e-07,
+      "loss": 18.0,
+      "step": 20649
+    },
+    {
+      "epoch": 1.3714551371455137,
+      "grad_norm": 622.2584838867188,
+      "learning_rate": 4.7482170899869977e-07,
+      "loss": 13.3438,
+      "step": 20650
+    },
+    {
+      "epoch": 1.3715215514378694,
+      "grad_norm": 329.2472839355469,
+      "learning_rate": 4.7473018615774274e-07,
+      "loss": 13.0938,
+      "step": 20651
+    },
+    {
+      "epoch": 1.371587965730225,
+      "grad_norm": 222.7109832763672,
+      "learning_rate": 4.746386693928044e-07,
+      "loss": 13.5,
+      "step": 20652
+    },
+    {
+      "epoch": 1.3716543800225809,
+      "grad_norm": 395.56036376953125,
+      "learning_rate": 4.7454715870494257e-07,
+      "loss": 19.7188,
+      "step": 20653
+    },
+    {
+      "epoch": 1.3717207943149365,
+      "grad_norm": 170.7945556640625,
+      "learning_rate": 4.744556540952163e-07,
+      "loss": 18.1016,
+      "step": 20654
+    },
+    {
+      "epoch": 1.3717872086072922,
+      "grad_norm": 328.00213623046875,
+      "learning_rate": 4.743641555646839e-07,
+      "loss": 21.3594,
+      "step": 20655
+    },
+    {
+      "epoch": 1.371853622899648,
+      "grad_norm": 122.88230895996094,
+      "learning_rate": 4.742726631144038e-07,
+      "loss": 12.5469,
+      "step": 20656
+    },
+    {
+      "epoch": 1.3719200371920037,
+      "grad_norm": 232.08787536621094,
+      "learning_rate": 4.741811767454346e-07,
+      "loss": 14.4688,
+      "step": 20657
+    },
+    {
+      "epoch": 1.3719864514843594,
+      "grad_norm": 123.08714294433594,
+      "learning_rate": 4.7408969645883456e-07,
+      "loss": 15.6094,
+      "step": 20658
+    },
+    {
+      "epoch": 1.3720528657767153,
+      "grad_norm": 448.603271484375,
+      "learning_rate": 4.739982222556609e-07,
+      "loss": 32.7031,
+      "step": 20659
+    },
+    {
+      "epoch": 1.372119280069071,
+      "grad_norm": 137.25436401367188,
+      "learning_rate": 4.739067541369729e-07,
+      "loss": 11.5156,
+      "step": 20660
+    },
+    {
+      "epoch": 1.3721856943614266,
+      "grad_norm": 192.0162811279297,
+      "learning_rate": 4.738152921038285e-07,
+      "loss": 18.6094,
+      "step": 20661
+    },
+    {
+      "epoch": 1.3722521086537822,
+      "grad_norm": 207.28994750976562,
+      "learning_rate": 4.7372383615728473e-07,
+      "loss": 13.8906,
+      "step": 20662
+    },
+    {
+      "epoch": 1.3723185229461379,
+      "grad_norm": 256.7312316894531,
+      "learning_rate": 4.736323862984009e-07,
+      "loss": 19.7812,
+      "step": 20663
+    },
+    {
+      "epoch": 1.3723849372384938,
+      "grad_norm": 252.7761688232422,
+      "learning_rate": 4.7354094252823375e-07,
+      "loss": 18.375,
+      "step": 20664
+    },
+    {
+      "epoch": 1.3724513515308494,
+      "grad_norm": 226.4068145751953,
+      "learning_rate": 4.734495048478413e-07,
+      "loss": 15.3281,
+      "step": 20665
+    },
+    {
+      "epoch": 1.372517765823205,
+      "grad_norm": 265.64892578125,
+      "learning_rate": 4.7335807325828146e-07,
+      "loss": 14.8281,
+      "step": 20666
+    },
+    {
+      "epoch": 1.372584180115561,
+      "grad_norm": 373.06854248046875,
+      "learning_rate": 4.7326664776061167e-07,
+      "loss": 14.5859,
+      "step": 20667
+    },
+    {
+      "epoch": 1.3726505944079166,
+      "grad_norm": 171.38092041015625,
+      "learning_rate": 4.7317522835588963e-07,
+      "loss": 15.5,
+      "step": 20668
+    },
+    {
+      "epoch": 1.3727170087002722,
+      "grad_norm": 131.50521850585938,
+      "learning_rate": 4.7308381504517303e-07,
+      "loss": 15.0625,
+      "step": 20669
+    },
+    {
+      "epoch": 1.3727834229926281,
+      "grad_norm": 355.6888122558594,
+      "learning_rate": 4.729924078295184e-07,
+      "loss": 13.3359,
+      "step": 20670
+    },
+    {
+      "epoch": 1.3728498372849838,
+      "grad_norm": 241.89193725585938,
+      "learning_rate": 4.7290100670998445e-07,
+      "loss": 16.25,
+      "step": 20671
+    },
+    {
+      "epoch": 1.3729162515773394,
+      "grad_norm": 282.6650695800781,
+      "learning_rate": 4.7280961168762725e-07,
+      "loss": 21.3125,
+      "step": 20672
+    },
+    {
+      "epoch": 1.372982665869695,
+      "grad_norm": 185.2205352783203,
+      "learning_rate": 4.7271822276350446e-07,
+      "loss": 18.25,
+      "step": 20673
+    },
+    {
+      "epoch": 1.3730490801620507,
+      "grad_norm": 375.1667785644531,
+      "learning_rate": 4.726268399386734e-07,
+      "loss": 19.5,
+      "step": 20674
+    },
+    {
+      "epoch": 1.3731154944544066,
+      "grad_norm": 238.1883544921875,
+      "learning_rate": 4.7253546321419115e-07,
+      "loss": 20.4688,
+      "step": 20675
+    },
+    {
+      "epoch": 1.3731819087467623,
+      "grad_norm": 137.6282501220703,
+      "learning_rate": 4.7244409259111373e-07,
+      "loss": 12.5625,
+      "step": 20676
+    },
+    {
+      "epoch": 1.373248323039118,
+      "grad_norm": 163.61001586914062,
+      "learning_rate": 4.7235272807049973e-07,
+      "loss": 16.4062,
+      "step": 20677
+    },
+    {
+      "epoch": 1.3733147373314738,
+      "grad_norm": 110.93286895751953,
+      "learning_rate": 4.7226136965340467e-07,
+      "loss": 11.375,
+      "step": 20678
+    },
+    {
+      "epoch": 1.3733811516238295,
+      "grad_norm": 227.3175048828125,
+      "learning_rate": 4.721700173408858e-07,
+      "loss": 19.0312,
+      "step": 20679
+    },
+    {
+      "epoch": 1.373447565916185,
+      "grad_norm": 498.904296875,
+      "learning_rate": 4.720786711339998e-07,
+      "loss": 16.5781,
+      "step": 20680
+    },
+    {
+      "epoch": 1.373513980208541,
+      "grad_norm": 281.25762939453125,
+      "learning_rate": 4.7198733103380327e-07,
+      "loss": 21.7188,
+      "step": 20681
+    },
+    {
+      "epoch": 1.3735803945008966,
+      "grad_norm": 581.4718017578125,
+      "learning_rate": 4.7189599704135286e-07,
+      "loss": 18.25,
+      "step": 20682
+    },
+    {
+      "epoch": 1.3736468087932523,
+      "grad_norm": 288.0283203125,
+      "learning_rate": 4.7180466915770544e-07,
+      "loss": 15.6562,
+      "step": 20683
+    },
+    {
+      "epoch": 1.373713223085608,
+      "grad_norm": 141.5022430419922,
+      "learning_rate": 4.717133473839162e-07,
+      "loss": 14.4531,
+      "step": 20684
+    },
+    {
+      "epoch": 1.3737796373779636,
+      "grad_norm": 358.5064392089844,
+      "learning_rate": 4.716220317210431e-07,
+      "loss": 21.1719,
+      "step": 20685
+    },
+    {
+      "epoch": 1.3738460516703195,
+      "grad_norm": 160.73162841796875,
+      "learning_rate": 4.7153072217014135e-07,
+      "loss": 12.8438,
+      "step": 20686
+    },
+    {
+      "epoch": 1.3739124659626751,
+      "grad_norm": 351.00421142578125,
+      "learning_rate": 4.7143941873226745e-07,
+      "loss": 14.9844,
+      "step": 20687
+    },
+    {
+      "epoch": 1.3739788802550308,
+      "grad_norm": 229.9508514404297,
+      "learning_rate": 4.7134812140847757e-07,
+      "loss": 13.6094,
+      "step": 20688
+    },
+    {
+      "epoch": 1.3740452945473867,
+      "grad_norm": 165.2521209716797,
+      "learning_rate": 4.7125683019982777e-07,
+      "loss": 13.9688,
+      "step": 20689
+    },
+    {
+      "epoch": 1.3741117088397423,
+      "grad_norm": 227.40115356445312,
+      "learning_rate": 4.7116554510737407e-07,
+      "loss": 18.7812,
+      "step": 20690
+    },
+    {
+      "epoch": 1.374178123132098,
+      "grad_norm": 181.9271697998047,
+      "learning_rate": 4.7107426613217273e-07,
+      "loss": 20.1562,
+      "step": 20691
+    },
+    {
+      "epoch": 1.3742445374244538,
+      "grad_norm": 248.66090393066406,
+      "learning_rate": 4.7098299327527856e-07,
+      "loss": 14.5312,
+      "step": 20692
+    },
+    {
+      "epoch": 1.3743109517168095,
+      "grad_norm": 401.4061279296875,
+      "learning_rate": 4.708917265377489e-07,
+      "loss": 19.0625,
+      "step": 20693
+    },
+    {
+      "epoch": 1.3743773660091652,
+      "grad_norm": 189.08705139160156,
+      "learning_rate": 4.7080046592063815e-07,
+      "loss": 20.8438,
+      "step": 20694
+    },
+    {
+      "epoch": 1.3744437803015208,
+      "grad_norm": 333.25433349609375,
+      "learning_rate": 4.7070921142500255e-07,
+      "loss": 23.4062,
+      "step": 20695
+    },
+    {
+      "epoch": 1.3745101945938765,
+      "grad_norm": 135.5817108154297,
+      "learning_rate": 4.706179630518975e-07,
+      "loss": 18.2812,
+      "step": 20696
+    },
+    {
+      "epoch": 1.3745766088862323,
+      "grad_norm": 346.0054016113281,
+      "learning_rate": 4.7052672080237867e-07,
+      "loss": 16.3281,
+      "step": 20697
+    },
+    {
+      "epoch": 1.374643023178588,
+      "grad_norm": 323.88714599609375,
+      "learning_rate": 4.7043548467750137e-07,
+      "loss": 16.8125,
+      "step": 20698
+    },
+    {
+      "epoch": 1.3747094374709437,
+      "grad_norm": 291.7080993652344,
+      "learning_rate": 4.7034425467832107e-07,
+      "loss": 16.7031,
+      "step": 20699
+    },
+    {
+      "epoch": 1.3747758517632995,
+      "grad_norm": 264.3893127441406,
+      "learning_rate": 4.702530308058934e-07,
+      "loss": 15.0469,
+      "step": 20700
+    },
+    {
+      "epoch": 1.3748422660556552,
+      "grad_norm": 178.55075073242188,
+      "learning_rate": 4.7016181306127233e-07,
+      "loss": 12.5469,
+      "step": 20701
+    },
+    {
+      "epoch": 1.3749086803480108,
+      "grad_norm": 281.5788269042969,
+      "learning_rate": 4.700706014455148e-07,
+      "loss": 21.4219,
+      "step": 20702
+    },
+    {
+      "epoch": 1.3749750946403667,
+      "grad_norm": 217.49533081054688,
+      "learning_rate": 4.699793959596745e-07,
+      "loss": 13.4844,
+      "step": 20703
+    },
+    {
+      "epoch": 1.3750415089327224,
+      "grad_norm": 281.33978271484375,
+      "learning_rate": 4.6988819660480694e-07,
+      "loss": 22.3438,
+      "step": 20704
+    },
+    {
+      "epoch": 1.375107923225078,
+      "grad_norm": 152.085693359375,
+      "learning_rate": 4.6979700338196704e-07,
+      "loss": 14.8438,
+      "step": 20705
+    },
+    {
+      "epoch": 1.3751743375174337,
+      "grad_norm": 137.42910766601562,
+      "learning_rate": 4.6970581629220964e-07,
+      "loss": 21.5625,
+      "step": 20706
+    },
+    {
+      "epoch": 1.3752407518097893,
+      "grad_norm": 114.46583557128906,
+      "learning_rate": 4.696146353365896e-07,
+      "loss": 14.3281,
+      "step": 20707
+    },
+    {
+      "epoch": 1.3753071661021452,
+      "grad_norm": 153.8430633544922,
+      "learning_rate": 4.6952346051616196e-07,
+      "loss": 15.1562,
+      "step": 20708
+    },
+    {
+      "epoch": 1.3753735803945009,
+      "grad_norm": 269.0173645019531,
+      "learning_rate": 4.694322918319804e-07,
+      "loss": 23.9766,
+      "step": 20709
+    },
+    {
+      "epoch": 1.3754399946868565,
+      "grad_norm": 262.87115478515625,
+      "learning_rate": 4.693411292851008e-07,
+      "loss": 18.9531,
+      "step": 20710
+    },
+    {
+      "epoch": 1.3755064089792124,
+      "grad_norm": 112.37785339355469,
+      "learning_rate": 4.6924997287657677e-07,
+      "loss": 12.1094,
+      "step": 20711
+    },
+    {
+      "epoch": 1.375572823271568,
+      "grad_norm": 223.25128173828125,
+      "learning_rate": 4.691588226074629e-07,
+      "loss": 13.0312,
+      "step": 20712
+    },
+    {
+      "epoch": 1.3756392375639237,
+      "grad_norm": 277.7015686035156,
+      "learning_rate": 4.690676784788137e-07,
+      "loss": 20.3906,
+      "step": 20713
+    },
+    {
+      "epoch": 1.3757056518562796,
+      "grad_norm": 87.48615264892578,
+      "learning_rate": 4.689765404916837e-07,
+      "loss": 18.8594,
+      "step": 20714
+    },
+    {
+      "epoch": 1.3757720661486352,
+      "grad_norm": 89.56031036376953,
+      "learning_rate": 4.688854086471262e-07,
+      "loss": 14.1875,
+      "step": 20715
+    },
+    {
+      "epoch": 1.3758384804409909,
+      "grad_norm": 543.4163208007812,
+      "learning_rate": 4.687942829461968e-07,
+      "loss": 26.875,
+      "step": 20716
+    },
+    {
+      "epoch": 1.3759048947333465,
+      "grad_norm": 419.31463623046875,
+      "learning_rate": 4.6870316338994855e-07,
+      "loss": 12.0781,
+      "step": 20717
+    },
+    {
+      "epoch": 1.3759713090257022,
+      "grad_norm": 156.005126953125,
+      "learning_rate": 4.686120499794356e-07,
+      "loss": 14.4219,
+      "step": 20718
+    },
+    {
+      "epoch": 1.376037723318058,
+      "grad_norm": 132.60211181640625,
+      "learning_rate": 4.685209427157121e-07,
+      "loss": 15.0469,
+      "step": 20719
+    },
+    {
+      "epoch": 1.3761041376104137,
+      "grad_norm": 150.6199951171875,
+      "learning_rate": 4.684298415998318e-07,
+      "loss": 11.9688,
+      "step": 20720
+    },
+    {
+      "epoch": 1.3761705519027694,
+      "grad_norm": 162.71859741210938,
+      "learning_rate": 4.683387466328487e-07,
+      "loss": 18.4688,
+      "step": 20721
+    },
+    {
+      "epoch": 1.3762369661951253,
+      "grad_norm": 226.74411010742188,
+      "learning_rate": 4.6824765781581666e-07,
+      "loss": 16.5938,
+      "step": 20722
+    },
+    {
+      "epoch": 1.376303380487481,
+      "grad_norm": 215.5417938232422,
+      "learning_rate": 4.6815657514978835e-07,
+      "loss": 17.2344,
+      "step": 20723
+    },
+    {
+      "epoch": 1.3763697947798366,
+      "grad_norm": 355.884521484375,
+      "learning_rate": 4.680654986358189e-07,
+      "loss": 18.4844,
+      "step": 20724
+    },
+    {
+      "epoch": 1.3764362090721924,
+      "grad_norm": 620.1341552734375,
+      "learning_rate": 4.679744282749607e-07,
+      "loss": 16.7969,
+      "step": 20725
+    },
+    {
+      "epoch": 1.376502623364548,
+      "grad_norm": 176.77467346191406,
+      "learning_rate": 4.6788336406826747e-07,
+      "loss": 14.5469,
+      "step": 20726
+    },
+    {
+      "epoch": 1.3765690376569037,
+      "grad_norm": 756.2445678710938,
+      "learning_rate": 4.677923060167926e-07,
+      "loss": 15.6562,
+      "step": 20727
+    },
+    {
+      "epoch": 1.3766354519492594,
+      "grad_norm": 238.01927185058594,
+      "learning_rate": 4.6770125412158944e-07,
+      "loss": 15.1562,
+      "step": 20728
+    },
+    {
+      "epoch": 1.376701866241615,
+      "grad_norm": 111.24945068359375,
+      "learning_rate": 4.6761020838371133e-07,
+      "loss": 15.3281,
+      "step": 20729
+    },
+    {
+      "epoch": 1.376768280533971,
+      "grad_norm": 234.9918670654297,
+      "learning_rate": 4.675191688042117e-07,
+      "loss": 16.1719,
+      "step": 20730
+    },
+    {
+      "epoch": 1.3768346948263266,
+      "grad_norm": 298.0594177246094,
+      "learning_rate": 4.6742813538414247e-07,
+      "loss": 17.6406,
+      "step": 20731
+    },
+    {
+      "epoch": 1.3769011091186822,
+      "grad_norm": 234.94662475585938,
+      "learning_rate": 4.673371081245583e-07,
+      "loss": 20.5,
+      "step": 20732
+    },
+    {
+      "epoch": 1.3769675234110381,
+      "grad_norm": 110.58985900878906,
+      "learning_rate": 4.672460870265108e-07,
+      "loss": 15.3594,
+      "step": 20733
+    },
+    {
+      "epoch": 1.3770339377033938,
+      "grad_norm": 327.0907897949219,
+      "learning_rate": 4.671550720910531e-07,
+      "loss": 17.375,
+      "step": 20734
+    },
+    {
+      "epoch": 1.3771003519957494,
+      "grad_norm": 183.2574005126953,
+      "learning_rate": 4.6706406331923896e-07,
+      "loss": 21.4844,
+      "step": 20735
+    },
+    {
+      "epoch": 1.3771667662881053,
+      "grad_norm": 199.07315063476562,
+      "learning_rate": 4.6697306071212007e-07,
+      "loss": 16.8281,
+      "step": 20736
+    },
+    {
+      "epoch": 1.377233180580461,
+      "grad_norm": 214.46009826660156,
+      "learning_rate": 4.668820642707495e-07,
+      "loss": 21.25,
+      "step": 20737
+    },
+    {
+      "epoch": 1.3772995948728166,
+      "grad_norm": 745.7666625976562,
+      "learning_rate": 4.6679107399617977e-07,
+      "loss": 14.3828,
+      "step": 20738
+    },
+    {
+      "epoch": 1.3773660091651723,
+      "grad_norm": 92.44598388671875,
+      "learning_rate": 4.6670008988946376e-07,
+      "loss": 11.3438,
+      "step": 20739
+    },
+    {
+      "epoch": 1.377432423457528,
+      "grad_norm": 265.9447937011719,
+      "learning_rate": 4.6660911195165287e-07,
+      "loss": 14.3125,
+      "step": 20740
+    },
+    {
+      "epoch": 1.3774988377498838,
+      "grad_norm": 404.35052490234375,
+      "learning_rate": 4.6651814018380096e-07,
+      "loss": 16.7344,
+      "step": 20741
+    },
+    {
+      "epoch": 1.3775652520422395,
+      "grad_norm": 140.5889434814453,
+      "learning_rate": 4.6642717458695926e-07,
+      "loss": 18.2188,
+      "step": 20742
+    },
+    {
+      "epoch": 1.377631666334595,
+      "grad_norm": 109.63115692138672,
+      "learning_rate": 4.6633621516218025e-07,
+      "loss": 16.0625,
+      "step": 20743
+    },
+    {
+      "epoch": 1.377698080626951,
+      "grad_norm": 154.2010498046875,
+      "learning_rate": 4.6624526191051616e-07,
+      "loss": 14.6406,
+      "step": 20744
+    },
+    {
+      "epoch": 1.3777644949193066,
+      "grad_norm": 176.476806640625,
+      "learning_rate": 4.6615431483301916e-07,
+      "loss": 13.9531,
+      "step": 20745
+    },
+    {
+      "epoch": 1.3778309092116623,
+      "grad_norm": 181.29763793945312,
+      "learning_rate": 4.6606337393074123e-07,
+      "loss": 19.0625,
+      "step": 20746
+    },
+    {
+      "epoch": 1.3778973235040182,
+      "grad_norm": 106.77181243896484,
+      "learning_rate": 4.6597243920473463e-07,
+      "loss": 13.8594,
+      "step": 20747
+    },
+    {
+      "epoch": 1.3779637377963738,
+      "grad_norm": 150.55850219726562,
+      "learning_rate": 4.658815106560502e-07,
+      "loss": 12.9531,
+      "step": 20748
+    },
+    {
+      "epoch": 1.3780301520887295,
+      "grad_norm": 239.8740692138672,
+      "learning_rate": 4.657905882857411e-07,
+      "loss": 15.0156,
+      "step": 20749
+    },
+    {
+      "epoch": 1.3780965663810851,
+      "grad_norm": 124.72528839111328,
+      "learning_rate": 4.656996720948582e-07,
+      "loss": 13.9844,
+      "step": 20750
+    },
+    {
+      "epoch": 1.378162980673441,
+      "grad_norm": 168.59849548339844,
+      "learning_rate": 4.656087620844533e-07,
+      "loss": 21.7188,
+      "step": 20751
+    },
+    {
+      "epoch": 1.3782293949657967,
+      "grad_norm": 164.0456085205078,
+      "learning_rate": 4.6551785825557823e-07,
+      "loss": 19.875,
+      "step": 20752
+    },
+    {
+      "epoch": 1.3782958092581523,
+      "grad_norm": 150.62933349609375,
+      "learning_rate": 4.6542696060928424e-07,
+      "loss": 15.3906,
+      "step": 20753
+    },
+    {
+      "epoch": 1.378362223550508,
+      "grad_norm": 143.64077758789062,
+      "learning_rate": 4.6533606914662293e-07,
+      "loss": 14.75,
+      "step": 20754
+    },
+    {
+      "epoch": 1.3784286378428638,
+      "grad_norm": 236.78970336914062,
+      "learning_rate": 4.6524518386864606e-07,
+      "loss": 16.125,
+      "step": 20755
+    },
+    {
+      "epoch": 1.3784950521352195,
+      "grad_norm": 557.9773559570312,
+      "learning_rate": 4.6515430477640385e-07,
+      "loss": 21.75,
+      "step": 20756
+    },
+    {
+      "epoch": 1.3785614664275752,
+      "grad_norm": 128.5286407470703,
+      "learning_rate": 4.65063431870949e-07,
+      "loss": 13.0156,
+      "step": 20757
+    },
+    {
+      "epoch": 1.378627880719931,
+      "grad_norm": 294.94586181640625,
+      "learning_rate": 4.649725651533314e-07,
+      "loss": 15.9375,
+      "step": 20758
+    },
+    {
+      "epoch": 1.3786942950122867,
+      "grad_norm": 250.73355102539062,
+      "learning_rate": 4.6488170462460274e-07,
+      "loss": 17.4062,
+      "step": 20759
+    },
+    {
+      "epoch": 1.3787607093046423,
+      "grad_norm": 122.06394958496094,
+      "learning_rate": 4.64790850285814e-07,
+      "loss": 20.0625,
+      "step": 20760
+    },
+    {
+      "epoch": 1.378827123596998,
+      "grad_norm": 342.6063232421875,
+      "learning_rate": 4.6470000213801643e-07,
+      "loss": 18.8438,
+      "step": 20761
+    },
+    {
+      "epoch": 1.3788935378893539,
+      "grad_norm": 189.07891845703125,
+      "learning_rate": 4.6460916018225973e-07,
+      "loss": 11.0391,
+      "step": 20762
+    },
+    {
+      "epoch": 1.3789599521817095,
+      "grad_norm": 93.51614379882812,
+      "learning_rate": 4.645183244195964e-07,
+      "loss": 16.1562,
+      "step": 20763
+    },
+    {
+      "epoch": 1.3790263664740652,
+      "grad_norm": 476.20770263671875,
+      "learning_rate": 4.644274948510758e-07,
+      "loss": 25.1875,
+      "step": 20764
+    },
+    {
+      "epoch": 1.3790927807664208,
+      "grad_norm": 357.9822082519531,
+      "learning_rate": 4.643366714777492e-07,
+      "loss": 16.6719,
+      "step": 20765
+    },
+    {
+      "epoch": 1.3791591950587767,
+      "grad_norm": 470.09423828125,
+      "learning_rate": 4.642458543006671e-07,
+      "loss": 11.9375,
+      "step": 20766
+    },
+    {
+      "epoch": 1.3792256093511324,
+      "grad_norm": 274.1295471191406,
+      "learning_rate": 4.641550433208801e-07,
+      "loss": 15.8594,
+      "step": 20767
+    },
+    {
+      "epoch": 1.379292023643488,
+      "grad_norm": 555.259033203125,
+      "learning_rate": 4.6406423853943845e-07,
+      "loss": 14.7969,
+      "step": 20768
+    },
+    {
+      "epoch": 1.379358437935844,
+      "grad_norm": 265.2696533203125,
+      "learning_rate": 4.63973439957393e-07,
+      "loss": 19.1094,
+      "step": 20769
+    },
+    {
+      "epoch": 1.3794248522281995,
+      "grad_norm": 201.15841674804688,
+      "learning_rate": 4.638826475757931e-07,
+      "loss": 20.7656,
+      "step": 20770
+    },
+    {
+      "epoch": 1.3794912665205552,
+      "grad_norm": 230.7372283935547,
+      "learning_rate": 4.6379186139568993e-07,
+      "loss": 15.3594,
+      "step": 20771
+    },
+    {
+      "epoch": 1.3795576808129109,
+      "grad_norm": 412.4915771484375,
+      "learning_rate": 4.637010814181336e-07,
+      "loss": 14.2969,
+      "step": 20772
+    },
+    {
+      "epoch": 1.3796240951052667,
+      "grad_norm": 123.0113754272461,
+      "learning_rate": 4.6361030764417317e-07,
+      "loss": 21.2812,
+      "step": 20773
+    },
+    {
+      "epoch": 1.3796905093976224,
+      "grad_norm": 236.69129943847656,
+      "learning_rate": 4.635195400748603e-07,
+      "loss": 15.4844,
+      "step": 20774
+    },
+    {
+      "epoch": 1.379756923689978,
+      "grad_norm": 172.56517028808594,
+      "learning_rate": 4.6342877871124354e-07,
+      "loss": 12.1719,
+      "step": 20775
+    },
+    {
+      "epoch": 1.3798233379823337,
+      "grad_norm": 192.87478637695312,
+      "learning_rate": 4.633380235543732e-07,
+      "loss": 11.6094,
+      "step": 20776
+    },
+    {
+      "epoch": 1.3798897522746896,
+      "grad_norm": 111.30952453613281,
+      "learning_rate": 4.632472746052992e-07,
+      "loss": 15.7656,
+      "step": 20777
+    },
+    {
+      "epoch": 1.3799561665670452,
+      "grad_norm": 193.2388916015625,
+      "learning_rate": 4.6315653186507167e-07,
+      "loss": 17.0156,
+      "step": 20778
+    },
+    {
+      "epoch": 1.3800225808594009,
+      "grad_norm": 323.6007385253906,
+      "learning_rate": 4.6306579533473897e-07,
+      "loss": 23.2344,
+      "step": 20779
+    },
+    {
+      "epoch": 1.3800889951517568,
+      "grad_norm": 174.88023376464844,
+      "learning_rate": 4.6297506501535244e-07,
+      "loss": 15.6562,
+      "step": 20780
+    },
+    {
+      "epoch": 1.3801554094441124,
+      "grad_norm": 270.69049072265625,
+      "learning_rate": 4.6288434090796013e-07,
+      "loss": 19.2656,
+      "step": 20781
+    },
+    {
+      "epoch": 1.380221823736468,
+      "grad_norm": 190.45196533203125,
+      "learning_rate": 4.6279362301361213e-07,
+      "loss": 20.0,
+      "step": 20782
+    },
+    {
+      "epoch": 1.3802882380288237,
+      "grad_norm": 168.90802001953125,
+      "learning_rate": 4.627029113333578e-07,
+      "loss": 16.4531,
+      "step": 20783
+    },
+    {
+      "epoch": 1.3803546523211796,
+      "grad_norm": 138.15086364746094,
+      "learning_rate": 4.6261220586824624e-07,
+      "loss": 18.1406,
+      "step": 20784
+    },
+    {
+      "epoch": 1.3804210666135353,
+      "grad_norm": 230.36781311035156,
+      "learning_rate": 4.625215066193269e-07,
+      "loss": 22.6875,
+      "step": 20785
+    },
+    {
+      "epoch": 1.380487480905891,
+      "grad_norm": 6820.8642578125,
+      "learning_rate": 4.6243081358764915e-07,
+      "loss": 23.0312,
+      "step": 20786
+    },
+    {
+      "epoch": 1.3805538951982466,
+      "grad_norm": 172.6246337890625,
+      "learning_rate": 4.6234012677426104e-07,
+      "loss": 14.8672,
+      "step": 20787
+    },
+    {
+      "epoch": 1.3806203094906024,
+      "grad_norm": 182.5814666748047,
+      "learning_rate": 4.622494461802131e-07,
+      "loss": 14.5938,
+      "step": 20788
+    },
+    {
+      "epoch": 1.380686723782958,
+      "grad_norm": 422.5094909667969,
+      "learning_rate": 4.62158771806553e-07,
+      "loss": 23.2188,
+      "step": 20789
+    },
+    {
+      "epoch": 1.3807531380753137,
+      "grad_norm": 168.37362670898438,
+      "learning_rate": 4.6206810365433026e-07,
+      "loss": 16.7656,
+      "step": 20790
+    },
+    {
+      "epoch": 1.3808195523676696,
+      "grad_norm": 404.3299865722656,
+      "learning_rate": 4.6197744172459343e-07,
+      "loss": 22.1562,
+      "step": 20791
+    },
+    {
+      "epoch": 1.3808859666600253,
+      "grad_norm": 152.92977905273438,
+      "learning_rate": 4.6188678601839126e-07,
+      "loss": 15.3594,
+      "step": 20792
+    },
+    {
+      "epoch": 1.380952380952381,
+      "grad_norm": 105.97428131103516,
+      "learning_rate": 4.6179613653677243e-07,
+      "loss": 11.4141,
+      "step": 20793
+    },
+    {
+      "epoch": 1.3810187952447366,
+      "grad_norm": 187.24160766601562,
+      "learning_rate": 4.61705493280786e-07,
+      "loss": 16.4688,
+      "step": 20794
+    },
+    {
+      "epoch": 1.3810852095370925,
+      "grad_norm": 155.70640563964844,
+      "learning_rate": 4.616148562514792e-07,
+      "loss": 19.625,
+      "step": 20795
+    },
+    {
+      "epoch": 1.3811516238294481,
+      "grad_norm": 531.5556030273438,
+      "learning_rate": 4.6152422544990223e-07,
+      "loss": 24.0938,
+      "step": 20796
+    },
+    {
+      "epoch": 1.3812180381218038,
+      "grad_norm": 155.78472900390625,
+      "learning_rate": 4.6143360087710193e-07,
+      "loss": 14.9688,
+      "step": 20797
+    },
+    {
+      "epoch": 1.3812844524141594,
+      "grad_norm": 246.0816650390625,
+      "learning_rate": 4.6134298253412727e-07,
+      "loss": 21.25,
+      "step": 20798
+    },
+    {
+      "epoch": 1.3813508667065153,
+      "grad_norm": 247.41159057617188,
+      "learning_rate": 4.612523704220264e-07,
+      "loss": 21.9531,
+      "step": 20799
+    },
+    {
+      "epoch": 1.381417280998871,
+      "grad_norm": 306.3652648925781,
+      "learning_rate": 4.6116176454184775e-07,
+      "loss": 15.9688,
+      "step": 20800
+    },
+    {
+      "epoch": 1.3814836952912266,
+      "grad_norm": 179.0397491455078,
+      "learning_rate": 4.610711648946384e-07,
+      "loss": 11.9219,
+      "step": 20801
+    },
+    {
+      "epoch": 1.3815501095835825,
+      "grad_norm": 275.8350830078125,
+      "learning_rate": 4.6098057148144775e-07,
+      "loss": 16.1875,
+      "step": 20802
+    },
+    {
+      "epoch": 1.3816165238759381,
+      "grad_norm": 396.66168212890625,
+      "learning_rate": 4.608899843033227e-07,
+      "loss": 22.6875,
+      "step": 20803
+    },
+    {
+      "epoch": 1.3816829381682938,
+      "grad_norm": 100.4714126586914,
+      "learning_rate": 4.607994033613115e-07,
+      "loss": 12.625,
+      "step": 20804
+    },
+    {
+      "epoch": 1.3817493524606494,
+      "grad_norm": 473.3411560058594,
+      "learning_rate": 4.607088286564619e-07,
+      "loss": 15.8438,
+      "step": 20805
+    },
+    {
+      "epoch": 1.3818157667530053,
+      "grad_norm": 191.1318359375,
+      "learning_rate": 4.606182601898214e-07,
+      "loss": 22.125,
+      "step": 20806
+    },
+    {
+      "epoch": 1.381882181045361,
+      "grad_norm": 430.6414794921875,
+      "learning_rate": 4.60527697962438e-07,
+      "loss": 13.9062,
+      "step": 20807
+    },
+    {
+      "epoch": 1.3819485953377166,
+      "grad_norm": 217.74424743652344,
+      "learning_rate": 4.604371419753591e-07,
+      "loss": 11.9453,
+      "step": 20808
+    },
+    {
+      "epoch": 1.3820150096300723,
+      "grad_norm": 313.5958557128906,
+      "learning_rate": 4.603465922296321e-07,
+      "loss": 23.1562,
+      "step": 20809
+    },
+    {
+      "epoch": 1.3820814239224282,
+      "grad_norm": 134.1274871826172,
+      "learning_rate": 4.6025604872630463e-07,
+      "loss": 14.0781,
+      "step": 20810
+    },
+    {
+      "epoch": 1.3821478382147838,
+      "grad_norm": 445.4935607910156,
+      "learning_rate": 4.6016551146642435e-07,
+      "loss": 11.8125,
+      "step": 20811
+    },
+    {
+      "epoch": 1.3822142525071395,
+      "grad_norm": 200.9156036376953,
+      "learning_rate": 4.6007498045103745e-07,
+      "loss": 16.5781,
+      "step": 20812
+    },
+    {
+      "epoch": 1.3822806667994954,
+      "grad_norm": 107.14260864257812,
+      "learning_rate": 4.599844556811925e-07,
+      "loss": 14.125,
+      "step": 20813
+    },
+    {
+      "epoch": 1.382347081091851,
+      "grad_norm": 386.02294921875,
+      "learning_rate": 4.5989393715793555e-07,
+      "loss": 14.7031,
+      "step": 20814
+    },
+    {
+      "epoch": 1.3824134953842067,
+      "grad_norm": 374.40411376953125,
+      "learning_rate": 4.5980342488231415e-07,
+      "loss": 20.6406,
+      "step": 20815
+    },
+    {
+      "epoch": 1.3824799096765623,
+      "grad_norm": 269.66094970703125,
+      "learning_rate": 4.5971291885537524e-07,
+      "loss": 13.875,
+      "step": 20816
+    },
+    {
+      "epoch": 1.3825463239689182,
+      "grad_norm": 370.16644287109375,
+      "learning_rate": 4.596224190781658e-07,
+      "loss": 18.9062,
+      "step": 20817
+    },
+    {
+      "epoch": 1.3826127382612738,
+      "grad_norm": 433.31683349609375,
+      "learning_rate": 4.5953192555173247e-07,
+      "loss": 14.5938,
+      "step": 20818
+    },
+    {
+      "epoch": 1.3826791525536295,
+      "grad_norm": 226.76466369628906,
+      "learning_rate": 4.594414382771227e-07,
+      "loss": 16.0469,
+      "step": 20819
+    },
+    {
+      "epoch": 1.3827455668459852,
+      "grad_norm": 239.28111267089844,
+      "learning_rate": 4.593509572553819e-07,
+      "loss": 13.5312,
+      "step": 20820
+    },
+    {
+      "epoch": 1.382811981138341,
+      "grad_norm": 189.07896423339844,
+      "learning_rate": 4.592604824875581e-07,
+      "loss": 22.3906,
+      "step": 20821
+    },
+    {
+      "epoch": 1.3828783954306967,
+      "grad_norm": 167.11146545410156,
+      "learning_rate": 4.591700139746969e-07,
+      "loss": 12.7031,
+      "step": 20822
+    },
+    {
+      "epoch": 1.3829448097230523,
+      "grad_norm": 362.9970703125,
+      "learning_rate": 4.590795517178452e-07,
+      "loss": 19.0625,
+      "step": 20823
+    },
+    {
+      "epoch": 1.3830112240154082,
+      "grad_norm": 305.89794921875,
+      "learning_rate": 4.589890957180492e-07,
+      "loss": 15.7344,
+      "step": 20824
+    },
+    {
+      "epoch": 1.3830776383077639,
+      "grad_norm": 302.10638427734375,
+      "learning_rate": 4.5889864597635584e-07,
+      "loss": 18.4531,
+      "step": 20825
+    },
+    {
+      "epoch": 1.3831440526001195,
+      "grad_norm": 198.94113159179688,
+      "learning_rate": 4.5880820249381016e-07,
+      "loss": 20.4062,
+      "step": 20826
+    },
+    {
+      "epoch": 1.3832104668924754,
+      "grad_norm": 211.1563720703125,
+      "learning_rate": 4.587177652714599e-07,
+      "loss": 15.9219,
+      "step": 20827
+    },
+    {
+      "epoch": 1.383276881184831,
+      "grad_norm": 265.01318359375,
+      "learning_rate": 4.5862733431034995e-07,
+      "loss": 15.4844,
+      "step": 20828
+    },
+    {
+      "epoch": 1.3833432954771867,
+      "grad_norm": 144.78805541992188,
+      "learning_rate": 4.585369096115269e-07,
+      "loss": 15.75,
+      "step": 20829
+    },
+    {
+      "epoch": 1.3834097097695424,
+      "grad_norm": 437.013916015625,
+      "learning_rate": 4.5844649117603664e-07,
+      "loss": 19.0938,
+      "step": 20830
+    },
+    {
+      "epoch": 1.383476124061898,
+      "grad_norm": 137.0869598388672,
+      "learning_rate": 4.583560790049251e-07,
+      "loss": 17.3125,
+      "step": 20831
+    },
+    {
+      "epoch": 1.383542538354254,
+      "grad_norm": 145.62542724609375,
+      "learning_rate": 4.5826567309923813e-07,
+      "loss": 14.5312,
+      "step": 20832
+    },
+    {
+      "epoch": 1.3836089526466095,
+      "grad_norm": 169.6269073486328,
+      "learning_rate": 4.5817527346002184e-07,
+      "loss": 16.75,
+      "step": 20833
+    },
+    {
+      "epoch": 1.3836753669389652,
+      "grad_norm": 404.0869445800781,
+      "learning_rate": 4.580848800883207e-07,
+      "loss": 26.5469,
+      "step": 20834
+    },
+    {
+      "epoch": 1.383741781231321,
+      "grad_norm": 133.3218994140625,
+      "learning_rate": 4.57994492985182e-07,
+      "loss": 14.2188,
+      "step": 20835
+    },
+    {
+      "epoch": 1.3838081955236767,
+      "grad_norm": 570.1835327148438,
+      "learning_rate": 4.5790411215165016e-07,
+      "loss": 14.7812,
+      "step": 20836
+    },
+    {
+      "epoch": 1.3838746098160324,
+      "grad_norm": 1989.3087158203125,
+      "learning_rate": 4.5781373758877085e-07,
+      "loss": 18.7031,
+      "step": 20837
+    },
+    {
+      "epoch": 1.3839410241083883,
+      "grad_norm": 350.89202880859375,
+      "learning_rate": 4.577233692975897e-07,
+      "loss": 13.1562,
+      "step": 20838
+    },
+    {
+      "epoch": 1.384007438400744,
+      "grad_norm": 131.6155242919922,
+      "learning_rate": 4.576330072791518e-07,
+      "loss": 15.75,
+      "step": 20839
+    },
+    {
+      "epoch": 1.3840738526930996,
+      "grad_norm": 309.3397216796875,
+      "learning_rate": 4.5754265153450255e-07,
+      "loss": 23.1562,
+      "step": 20840
+    },
+    {
+      "epoch": 1.3841402669854552,
+      "grad_norm": 125.32923126220703,
+      "learning_rate": 4.5745230206468753e-07,
+      "loss": 12.7969,
+      "step": 20841
+    },
+    {
+      "epoch": 1.3842066812778109,
+      "grad_norm": 217.91217041015625,
+      "learning_rate": 4.57361958870751e-07,
+      "loss": 13.5781,
+      "step": 20842
+    },
+    {
+      "epoch": 1.3842730955701668,
+      "grad_norm": 180.61195373535156,
+      "learning_rate": 4.572716219537385e-07,
+      "loss": 11.1875,
+      "step": 20843
+    },
+    {
+      "epoch": 1.3843395098625224,
+      "grad_norm": 149.14260864257812,
+      "learning_rate": 4.5718129131469486e-07,
+      "loss": 14.0,
+      "step": 20844
+    },
+    {
+      "epoch": 1.384405924154878,
+      "grad_norm": 120.61470031738281,
+      "learning_rate": 4.570909669546651e-07,
+      "loss": 13.3594,
+      "step": 20845
+    },
+    {
+      "epoch": 1.384472338447234,
+      "grad_norm": 156.59027099609375,
+      "learning_rate": 4.570006488746939e-07,
+      "loss": 18.875,
+      "step": 20846
+    },
+    {
+      "epoch": 1.3845387527395896,
+      "grad_norm": 157.58816528320312,
+      "learning_rate": 4.5691033707582616e-07,
+      "loss": 11.5469,
+      "step": 20847
+    },
+    {
+      "epoch": 1.3846051670319452,
+      "grad_norm": 147.41387939453125,
+      "learning_rate": 4.5682003155910643e-07,
+      "loss": 16.8906,
+      "step": 20848
+    },
+    {
+      "epoch": 1.3846715813243011,
+      "grad_norm": 197.64756774902344,
+      "learning_rate": 4.567297323255793e-07,
+      "loss": 14.9531,
+      "step": 20849
+    },
+    {
+      "epoch": 1.3847379956166568,
+      "grad_norm": 167.7657470703125,
+      "learning_rate": 4.566394393762898e-07,
+      "loss": 12.2734,
+      "step": 20850
+    },
+    {
+      "epoch": 1.3848044099090124,
+      "grad_norm": 106.38959503173828,
+      "learning_rate": 4.565491527122812e-07,
+      "loss": 12.2188,
+      "step": 20851
+    },
+    {
+      "epoch": 1.384870824201368,
+      "grad_norm": 175.65924072265625,
+      "learning_rate": 4.5645887233459944e-07,
+      "loss": 17.125,
+      "step": 20852
+    },
+    {
+      "epoch": 1.3849372384937237,
+      "grad_norm": 115.2229995727539,
+      "learning_rate": 4.5636859824428753e-07,
+      "loss": 14.0469,
+      "step": 20853
+    },
+    {
+      "epoch": 1.3850036527860796,
+      "grad_norm": 701.2376708984375,
+      "learning_rate": 4.5627833044239026e-07,
+      "loss": 15.2656,
+      "step": 20854
+    },
+    {
+      "epoch": 1.3850700670784353,
+      "grad_norm": 156.1328125,
+      "learning_rate": 4.5618806892995175e-07,
+      "loss": 14.7344,
+      "step": 20855
+    },
+    {
+      "epoch": 1.385136481370791,
+      "grad_norm": 275.1209716796875,
+      "learning_rate": 4.56097813708016e-07,
+      "loss": 13.0781,
+      "step": 20856
+    },
+    {
+      "epoch": 1.3852028956631468,
+      "grad_norm": 238.549072265625,
+      "learning_rate": 4.5600756477762714e-07,
+      "loss": 18.5,
+      "step": 20857
+    },
+    {
+      "epoch": 1.3852693099555025,
+      "grad_norm": 155.38600158691406,
+      "learning_rate": 4.5591732213982947e-07,
+      "loss": 17.3594,
+      "step": 20858
+    },
+    {
+      "epoch": 1.3853357242478581,
+      "grad_norm": 370.47979736328125,
+      "learning_rate": 4.5582708579566573e-07,
+      "loss": 18.25,
+      "step": 20859
+    },
+    {
+      "epoch": 1.385402138540214,
+      "grad_norm": 211.5736541748047,
+      "learning_rate": 4.5573685574618124e-07,
+      "loss": 18.8281,
+      "step": 20860
+    },
+    {
+      "epoch": 1.3854685528325696,
+      "grad_norm": 193.28201293945312,
+      "learning_rate": 4.5564663199241857e-07,
+      "loss": 18.7031,
+      "step": 20861
+    },
+    {
+      "epoch": 1.3855349671249253,
+      "grad_norm": 105.57861328125,
+      "learning_rate": 4.555564145354218e-07,
+      "loss": 15.5625,
+      "step": 20862
+    },
+    {
+      "epoch": 1.385601381417281,
+      "grad_norm": 129.3011932373047,
+      "learning_rate": 4.5546620337623454e-07,
+      "loss": 17.4688,
+      "step": 20863
+    },
+    {
+      "epoch": 1.3856677957096366,
+      "grad_norm": 133.3364715576172,
+      "learning_rate": 4.553759985159005e-07,
+      "loss": 13.0469,
+      "step": 20864
+    },
+    {
+      "epoch": 1.3857342100019925,
+      "grad_norm": 254.08372497558594,
+      "learning_rate": 4.552857999554622e-07,
+      "loss": 19.2188,
+      "step": 20865
+    },
+    {
+      "epoch": 1.3858006242943481,
+      "grad_norm": 187.93971252441406,
+      "learning_rate": 4.551956076959643e-07,
+      "loss": 18.5,
+      "step": 20866
+    },
+    {
+      "epoch": 1.3858670385867038,
+      "grad_norm": 334.2712097167969,
+      "learning_rate": 4.551054217384492e-07,
+      "loss": 22.0781,
+      "step": 20867
+    },
+    {
+      "epoch": 1.3859334528790597,
+      "grad_norm": 253.5227508544922,
+      "learning_rate": 4.5501524208396035e-07,
+      "loss": 20.7188,
+      "step": 20868
+    },
+    {
+      "epoch": 1.3859998671714153,
+      "grad_norm": 126.83136749267578,
+      "learning_rate": 4.5492506873354087e-07,
+      "loss": 14.4844,
+      "step": 20869
+    },
+    {
+      "epoch": 1.386066281463771,
+      "grad_norm": 240.19418334960938,
+      "learning_rate": 4.548349016882339e-07,
+      "loss": 23.0469,
+      "step": 20870
+    },
+    {
+      "epoch": 1.3861326957561269,
+      "grad_norm": 203.00503540039062,
+      "learning_rate": 4.547447409490824e-07,
+      "loss": 15.1094,
+      "step": 20871
+    },
+    {
+      "epoch": 1.3861991100484825,
+      "grad_norm": 216.7159881591797,
+      "learning_rate": 4.5465458651712984e-07,
+      "loss": 13.5938,
+      "step": 20872
+    },
+    {
+      "epoch": 1.3862655243408382,
+      "grad_norm": 156.48826599121094,
+      "learning_rate": 4.5456443839341776e-07,
+      "loss": 15.6406,
+      "step": 20873
+    },
+    {
+      "epoch": 1.3863319386331938,
+      "grad_norm": 263.8896179199219,
+      "learning_rate": 4.544742965789904e-07,
+      "loss": 18.8438,
+      "step": 20874
+    },
+    {
+      "epoch": 1.3863983529255495,
+      "grad_norm": 265.3208923339844,
+      "learning_rate": 4.5438416107488955e-07,
+      "loss": 17.5156,
+      "step": 20875
+    },
+    {
+      "epoch": 1.3864647672179053,
+      "grad_norm": 242.00071716308594,
+      "learning_rate": 4.5429403188215796e-07,
+      "loss": 14.5781,
+      "step": 20876
+    },
+    {
+      "epoch": 1.386531181510261,
+      "grad_norm": 195.7388916015625,
+      "learning_rate": 4.5420390900183835e-07,
+      "loss": 19.7344,
+      "step": 20877
+    },
+    {
+      "epoch": 1.3865975958026167,
+      "grad_norm": 173.20277404785156,
+      "learning_rate": 4.5411379243497325e-07,
+      "loss": 14.5938,
+      "step": 20878
+    },
+    {
+      "epoch": 1.3866640100949725,
+      "grad_norm": 232.2720184326172,
+      "learning_rate": 4.540236821826051e-07,
+      "loss": 18.8438,
+      "step": 20879
+    },
+    {
+      "epoch": 1.3867304243873282,
+      "grad_norm": 157.58770751953125,
+      "learning_rate": 4.539335782457765e-07,
+      "loss": 17.125,
+      "step": 20880
+    },
+    {
+      "epoch": 1.3867968386796838,
+      "grad_norm": 257.85650634765625,
+      "learning_rate": 4.5384348062552855e-07,
+      "loss": 16.1406,
+      "step": 20881
+    },
+    {
+      "epoch": 1.3868632529720397,
+      "grad_norm": 197.3216552734375,
+      "learning_rate": 4.5375338932290474e-07,
+      "loss": 19.2031,
+      "step": 20882
+    },
+    {
+      "epoch": 1.3869296672643954,
+      "grad_norm": 168.08438110351562,
+      "learning_rate": 4.536633043389471e-07,
+      "loss": 17.0156,
+      "step": 20883
+    },
+    {
+      "epoch": 1.386996081556751,
+      "grad_norm": 356.47491455078125,
+      "learning_rate": 4.535732256746966e-07,
+      "loss": 16.8281,
+      "step": 20884
+    },
+    {
+      "epoch": 1.3870624958491067,
+      "grad_norm": 213.90048217773438,
+      "learning_rate": 4.5348315333119656e-07,
+      "loss": 20.2969,
+      "step": 20885
+    },
+    {
+      "epoch": 1.3871289101414623,
+      "grad_norm": 318.3908996582031,
+      "learning_rate": 4.53393087309488e-07,
+      "loss": 15.875,
+      "step": 20886
+    },
+    {
+      "epoch": 1.3871953244338182,
+      "grad_norm": 514.8748779296875,
+      "learning_rate": 4.53303027610613e-07,
+      "loss": 18.4531,
+      "step": 20887
+    },
+    {
+      "epoch": 1.3872617387261739,
+      "grad_norm": 168.0231170654297,
+      "learning_rate": 4.5321297423561334e-07,
+      "loss": 18.0781,
+      "step": 20888
+    },
+    {
+      "epoch": 1.3873281530185295,
+      "grad_norm": 1390.1688232421875,
+      "learning_rate": 4.5312292718553103e-07,
+      "loss": 17.0938,
+      "step": 20889
+    },
+    {
+      "epoch": 1.3873945673108854,
+      "grad_norm": 523.0244750976562,
+      "learning_rate": 4.530328864614067e-07,
+      "loss": 17.4375,
+      "step": 20890
+    },
+    {
+      "epoch": 1.387460981603241,
+      "grad_norm": 156.46241760253906,
+      "learning_rate": 4.529428520642832e-07,
+      "loss": 11.1094,
+      "step": 20891
+    },
+    {
+      "epoch": 1.3875273958955967,
+      "grad_norm": 306.9195861816406,
+      "learning_rate": 4.52852823995201e-07,
+      "loss": 13.2969,
+      "step": 20892
+    },
+    {
+      "epoch": 1.3875938101879526,
+      "grad_norm": 437.00518798828125,
+      "learning_rate": 4.527628022552018e-07,
+      "loss": 17.8438,
+      "step": 20893
+    },
+    {
+      "epoch": 1.3876602244803082,
+      "grad_norm": 154.47727966308594,
+      "learning_rate": 4.5267278684532695e-07,
+      "loss": 13.9375,
+      "step": 20894
+    },
+    {
+      "epoch": 1.387726638772664,
+      "grad_norm": 122.07079315185547,
+      "learning_rate": 4.5258277776661766e-07,
+      "loss": 12.4219,
+      "step": 20895
+    },
+    {
+      "epoch": 1.3877930530650195,
+      "grad_norm": 244.64027404785156,
+      "learning_rate": 4.524927750201152e-07,
+      "loss": 18.0,
+      "step": 20896
+    },
+    {
+      "epoch": 1.3878594673573752,
+      "grad_norm": 804.816650390625,
+      "learning_rate": 4.5240277860686096e-07,
+      "loss": 23.3125,
+      "step": 20897
+    },
+    {
+      "epoch": 1.387925881649731,
+      "grad_norm": 186.201416015625,
+      "learning_rate": 4.523127885278949e-07,
+      "loss": 13.7891,
+      "step": 20898
+    },
+    {
+      "epoch": 1.3879922959420867,
+      "grad_norm": 210.0062255859375,
+      "learning_rate": 4.5222280478425935e-07,
+      "loss": 12.3906,
+      "step": 20899
+    },
+    {
+      "epoch": 1.3880587102344424,
+      "grad_norm": 153.43650817871094,
+      "learning_rate": 4.521328273769942e-07,
+      "loss": 20.9531,
+      "step": 20900
+    },
+    {
+      "epoch": 1.3881251245267983,
+      "grad_norm": 210.96722412109375,
+      "learning_rate": 4.5204285630714066e-07,
+      "loss": 16.4531,
+      "step": 20901
+    },
+    {
+      "epoch": 1.388191538819154,
+      "grad_norm": 1781.6004638671875,
+      "learning_rate": 4.5195289157573933e-07,
+      "loss": 15.2188,
+      "step": 20902
+    },
+    {
+      "epoch": 1.3882579531115096,
+      "grad_norm": 259.24658203125,
+      "learning_rate": 4.5186293318383084e-07,
+      "loss": 13.3906,
+      "step": 20903
+    },
+    {
+      "epoch": 1.3883243674038654,
+      "grad_norm": 400.35028076171875,
+      "learning_rate": 4.51772981132456e-07,
+      "loss": 20.8594,
+      "step": 20904
+    },
+    {
+      "epoch": 1.388390781696221,
+      "grad_norm": 210.03892517089844,
+      "learning_rate": 4.516830354226555e-07,
+      "loss": 14.5156,
+      "step": 20905
+    },
+    {
+      "epoch": 1.3884571959885768,
+      "grad_norm": 182.44418334960938,
+      "learning_rate": 4.5159309605546916e-07,
+      "loss": 14.5781,
+      "step": 20906
+    },
+    {
+      "epoch": 1.3885236102809324,
+      "grad_norm": 659.8961181640625,
+      "learning_rate": 4.5150316303193756e-07,
+      "loss": 20.6719,
+      "step": 20907
+    },
+    {
+      "epoch": 1.388590024573288,
+      "grad_norm": 205.51104736328125,
+      "learning_rate": 4.514132363531011e-07,
+      "loss": 12.7031,
+      "step": 20908
+    },
+    {
+      "epoch": 1.388656438865644,
+      "grad_norm": 184.5631103515625,
+      "learning_rate": 4.5132331602000004e-07,
+      "loss": 21.4844,
+      "step": 20909
+    },
+    {
+      "epoch": 1.3887228531579996,
+      "grad_norm": 277.0580749511719,
+      "learning_rate": 4.5123340203367443e-07,
+      "loss": 19.0391,
+      "step": 20910
+    },
+    {
+      "epoch": 1.3887892674503552,
+      "grad_norm": 213.71035766601562,
+      "learning_rate": 4.5114349439516477e-07,
+      "loss": 16.6172,
+      "step": 20911
+    },
+    {
+      "epoch": 1.3888556817427111,
+      "grad_norm": 93.36849212646484,
+      "learning_rate": 4.5105359310550993e-07,
+      "loss": 16.7031,
+      "step": 20912
+    },
+    {
+      "epoch": 1.3889220960350668,
+      "grad_norm": 166.23483276367188,
+      "learning_rate": 4.509636981657514e-07,
+      "loss": 15.8906,
+      "step": 20913
+    },
+    {
+      "epoch": 1.3889885103274224,
+      "grad_norm": 468.28131103515625,
+      "learning_rate": 4.5087380957692776e-07,
+      "loss": 14.1719,
+      "step": 20914
+    },
+    {
+      "epoch": 1.3890549246197783,
+      "grad_norm": 126.44261169433594,
+      "learning_rate": 4.507839273400793e-07,
+      "loss": 12.6875,
+      "step": 20915
+    },
+    {
+      "epoch": 1.389121338912134,
+      "grad_norm": 120.69754791259766,
+      "learning_rate": 4.506940514562456e-07,
+      "loss": 14.2812,
+      "step": 20916
+    },
+    {
+      "epoch": 1.3891877532044896,
+      "grad_norm": 261.9731140136719,
+      "learning_rate": 4.506041819264664e-07,
+      "loss": 12.4844,
+      "step": 20917
+    },
+    {
+      "epoch": 1.3892541674968453,
+      "grad_norm": 2343.33837890625,
+      "learning_rate": 4.5051431875178126e-07,
+      "loss": 15.9062,
+      "step": 20918
+    },
+    {
+      "epoch": 1.389320581789201,
+      "grad_norm": 219.2617950439453,
+      "learning_rate": 4.504244619332296e-07,
+      "loss": 14.0156,
+      "step": 20919
+    },
+    {
+      "epoch": 1.3893869960815568,
+      "grad_norm": 212.26959228515625,
+      "learning_rate": 4.503346114718508e-07,
+      "loss": 11.0469,
+      "step": 20920
+    },
+    {
+      "epoch": 1.3894534103739125,
+      "grad_norm": 209.41578674316406,
+      "learning_rate": 4.5024476736868445e-07,
+      "loss": 18.6719,
+      "step": 20921
+    },
+    {
+      "epoch": 1.389519824666268,
+      "grad_norm": 176.53125,
+      "learning_rate": 4.5015492962476973e-07,
+      "loss": 17.8281,
+      "step": 20922
+    },
+    {
+      "epoch": 1.389586238958624,
+      "grad_norm": 228.51956176757812,
+      "learning_rate": 4.5006509824114526e-07,
+      "loss": 19.5,
+      "step": 20923
+    },
+    {
+      "epoch": 1.3896526532509796,
+      "grad_norm": 301.25897216796875,
+      "learning_rate": 4.499752732188512e-07,
+      "loss": 15.9062,
+      "step": 20924
+    },
+    {
+      "epoch": 1.3897190675433353,
+      "grad_norm": 141.80406188964844,
+      "learning_rate": 4.498854545589257e-07,
+      "loss": 14.9922,
+      "step": 20925
+    },
+    {
+      "epoch": 1.3897854818356912,
+      "grad_norm": 227.71107482910156,
+      "learning_rate": 4.4979564226240793e-07,
+      "loss": 15.4688,
+      "step": 20926
+    },
+    {
+      "epoch": 1.3898518961280468,
+      "grad_norm": 141.4357452392578,
+      "learning_rate": 4.49705836330337e-07,
+      "loss": 12.5781,
+      "step": 20927
+    },
+    {
+      "epoch": 1.3899183104204025,
+      "grad_norm": 153.69810485839844,
+      "learning_rate": 4.49616036763752e-07,
+      "loss": 14.8906,
+      "step": 20928
+    },
+    {
+      "epoch": 1.3899847247127581,
+      "grad_norm": 142.90414428710938,
+      "learning_rate": 4.4952624356369064e-07,
+      "loss": 14.0234,
+      "step": 20929
+    },
+    {
+      "epoch": 1.3900511390051138,
+      "grad_norm": 176.55889892578125,
+      "learning_rate": 4.494364567311929e-07,
+      "loss": 16.9688,
+      "step": 20930
+    },
+    {
+      "epoch": 1.3901175532974697,
+      "grad_norm": 235.2005157470703,
+      "learning_rate": 4.493466762672965e-07,
+      "loss": 20.5625,
+      "step": 20931
+    },
+    {
+      "epoch": 1.3901839675898253,
+      "grad_norm": 182.86380004882812,
+      "learning_rate": 4.492569021730401e-07,
+      "loss": 13.7656,
+      "step": 20932
+    },
+    {
+      "epoch": 1.390250381882181,
+      "grad_norm": 361.4154052734375,
+      "learning_rate": 4.4916713444946244e-07,
+      "loss": 16.2891,
+      "step": 20933
+    },
+    {
+      "epoch": 1.3903167961745369,
+      "grad_norm": 122.43397521972656,
+      "learning_rate": 4.4907737309760154e-07,
+      "loss": 16.3594,
+      "step": 20934
+    },
+    {
+      "epoch": 1.3903832104668925,
+      "grad_norm": 178.65618896484375,
+      "learning_rate": 4.489876181184961e-07,
+      "loss": 13.4844,
+      "step": 20935
+    },
+    {
+      "epoch": 1.3904496247592482,
+      "grad_norm": 286.9045104980469,
+      "learning_rate": 4.4889786951318444e-07,
+      "loss": 17.7188,
+      "step": 20936
+    },
+    {
+      "epoch": 1.390516039051604,
+      "grad_norm": 1172.701171875,
+      "learning_rate": 4.488081272827037e-07,
+      "loss": 19.5156,
+      "step": 20937
+    },
+    {
+      "epoch": 1.3905824533439597,
+      "grad_norm": 435.793701171875,
+      "learning_rate": 4.487183914280934e-07,
+      "loss": 17.9375,
+      "step": 20938
+    },
+    {
+      "epoch": 1.3906488676363153,
+      "grad_norm": 77.85450744628906,
+      "learning_rate": 4.4862866195039053e-07,
+      "loss": 14.8125,
+      "step": 20939
+    },
+    {
+      "epoch": 1.390715281928671,
+      "grad_norm": 162.61900329589844,
+      "learning_rate": 4.4853893885063334e-07,
+      "loss": 14.4844,
+      "step": 20940
+    },
+    {
+      "epoch": 1.3907816962210267,
+      "grad_norm": 222.7096405029297,
+      "learning_rate": 4.484492221298598e-07,
+      "loss": 16.2266,
+      "step": 20941
+    },
+    {
+      "epoch": 1.3908481105133825,
+      "grad_norm": 121.82087707519531,
+      "learning_rate": 4.483595117891076e-07,
+      "loss": 13.3281,
+      "step": 20942
+    },
+    {
+      "epoch": 1.3909145248057382,
+      "grad_norm": 325.5572509765625,
+      "learning_rate": 4.4826980782941436e-07,
+      "loss": 14.8281,
+      "step": 20943
+    },
+    {
+      "epoch": 1.3909809390980938,
+      "grad_norm": 481.5022888183594,
+      "learning_rate": 4.4818011025181835e-07,
+      "loss": 12.4219,
+      "step": 20944
+    },
+    {
+      "epoch": 1.3910473533904497,
+      "grad_norm": 164.4126739501953,
+      "learning_rate": 4.480904190573558e-07,
+      "loss": 14.8125,
+      "step": 20945
+    },
+    {
+      "epoch": 1.3911137676828054,
+      "grad_norm": 132.50108337402344,
+      "learning_rate": 4.4800073424706575e-07,
+      "loss": 14.7969,
+      "step": 20946
+    },
+    {
+      "epoch": 1.391180181975161,
+      "grad_norm": 254.2638397216797,
+      "learning_rate": 4.4791105582198466e-07,
+      "loss": 19.4062,
+      "step": 20947
+    },
+    {
+      "epoch": 1.391246596267517,
+      "grad_norm": 719.459228515625,
+      "learning_rate": 4.478213837831499e-07,
+      "loss": 23.9062,
+      "step": 20948
+    },
+    {
+      "epoch": 1.3913130105598726,
+      "grad_norm": 650.48046875,
+      "learning_rate": 4.4773171813159915e-07,
+      "loss": 16.7656,
+      "step": 20949
+    },
+    {
+      "epoch": 1.3913794248522282,
+      "grad_norm": 150.17648315429688,
+      "learning_rate": 4.476420588683698e-07,
+      "loss": 14.875,
+      "step": 20950
+    },
+    {
+      "epoch": 1.3914458391445839,
+      "grad_norm": 175.39987182617188,
+      "learning_rate": 4.4755240599449783e-07,
+      "loss": 14.4844,
+      "step": 20951
+    },
+    {
+      "epoch": 1.3915122534369395,
+      "grad_norm": 410.85247802734375,
+      "learning_rate": 4.4746275951102177e-07,
+      "loss": 21.0156,
+      "step": 20952
+    },
+    {
+      "epoch": 1.3915786677292954,
+      "grad_norm": 202.82752990722656,
+      "learning_rate": 4.473731194189776e-07,
+      "loss": 16.7031,
+      "step": 20953
+    },
+    {
+      "epoch": 1.391645082021651,
+      "grad_norm": 472.99090576171875,
+      "learning_rate": 4.472834857194021e-07,
+      "loss": 18.4062,
+      "step": 20954
+    },
+    {
+      "epoch": 1.3917114963140067,
+      "grad_norm": 652.7525024414062,
+      "learning_rate": 4.471938584133332e-07,
+      "loss": 11.2188,
+      "step": 20955
+    },
+    {
+      "epoch": 1.3917779106063626,
+      "grad_norm": 98.89765167236328,
+      "learning_rate": 4.471042375018067e-07,
+      "loss": 12.8281,
+      "step": 20956
+    },
+    {
+      "epoch": 1.3918443248987182,
+      "grad_norm": 189.12954711914062,
+      "learning_rate": 4.4701462298585954e-07,
+      "loss": 15.0781,
+      "step": 20957
+    },
+    {
+      "epoch": 1.3919107391910739,
+      "grad_norm": 106.20571899414062,
+      "learning_rate": 4.469250148665283e-07,
+      "loss": 15.0,
+      "step": 20958
+    },
+    {
+      "epoch": 1.3919771534834298,
+      "grad_norm": 317.4947814941406,
+      "learning_rate": 4.4683541314484976e-07,
+      "loss": 17.6406,
+      "step": 20959
+    },
+    {
+      "epoch": 1.3920435677757854,
+      "grad_norm": 263.1802062988281,
+      "learning_rate": 4.4674581782185994e-07,
+      "loss": 14.0781,
+      "step": 20960
+    },
+    {
+      "epoch": 1.392109982068141,
+      "grad_norm": 154.16502380371094,
+      "learning_rate": 4.46656228898596e-07,
+      "loss": 14.8125,
+      "step": 20961
+    },
+    {
+      "epoch": 1.3921763963604967,
+      "grad_norm": 151.1579132080078,
+      "learning_rate": 4.4656664637609297e-07,
+      "loss": 11.2734,
+      "step": 20962
+    },
+    {
+      "epoch": 1.3922428106528524,
+      "grad_norm": 167.83416748046875,
+      "learning_rate": 4.464770702553885e-07,
+      "loss": 11.5625,
+      "step": 20963
+    },
+    {
+      "epoch": 1.3923092249452083,
+      "grad_norm": 97.18539428710938,
+      "learning_rate": 4.4638750053751784e-07,
+      "loss": 16.0312,
+      "step": 20964
+    },
+    {
+      "epoch": 1.392375639237564,
+      "grad_norm": 168.71128845214844,
+      "learning_rate": 4.462979372235173e-07,
+      "loss": 13.8125,
+      "step": 20965
+    },
+    {
+      "epoch": 1.3924420535299196,
+      "grad_norm": 229.48226928710938,
+      "learning_rate": 4.462083803144229e-07,
+      "loss": 16.0156,
+      "step": 20966
+    },
+    {
+      "epoch": 1.3925084678222754,
+      "grad_norm": 361.06610107421875,
+      "learning_rate": 4.46118829811271e-07,
+      "loss": 12.7812,
+      "step": 20967
+    },
+    {
+      "epoch": 1.392574882114631,
+      "grad_norm": 237.87599182128906,
+      "learning_rate": 4.460292857150965e-07,
+      "loss": 17.1719,
+      "step": 20968
+    },
+    {
+      "epoch": 1.3926412964069868,
+      "grad_norm": 460.120361328125,
+      "learning_rate": 4.4593974802693636e-07,
+      "loss": 15.9219,
+      "step": 20969
+    },
+    {
+      "epoch": 1.3927077106993426,
+      "grad_norm": 105.88226318359375,
+      "learning_rate": 4.458502167478253e-07,
+      "loss": 13.4453,
+      "step": 20970
+    },
+    {
+      "epoch": 1.3927741249916983,
+      "grad_norm": 426.3183898925781,
+      "learning_rate": 4.457606918787995e-07,
+      "loss": 18.125,
+      "step": 20971
+    },
+    {
+      "epoch": 1.392840539284054,
+      "grad_norm": 277.5526123046875,
+      "learning_rate": 4.4567117342089444e-07,
+      "loss": 13.1562,
+      "step": 20972
+    },
+    {
+      "epoch": 1.3929069535764096,
+      "grad_norm": 248.97772216796875,
+      "learning_rate": 4.4558166137514553e-07,
+      "loss": 15.875,
+      "step": 20973
+    },
+    {
+      "epoch": 1.3929733678687652,
+      "grad_norm": 196.14535522460938,
+      "learning_rate": 4.4549215574258837e-07,
+      "loss": 17.9375,
+      "step": 20974
+    },
+    {
+      "epoch": 1.3930397821611211,
+      "grad_norm": 167.35462951660156,
+      "learning_rate": 4.4540265652425845e-07,
+      "loss": 14.1875,
+      "step": 20975
+    },
+    {
+      "epoch": 1.3931061964534768,
+      "grad_norm": 135.84188842773438,
+      "learning_rate": 4.453131637211902e-07,
+      "loss": 10.5,
+      "step": 20976
+    },
+    {
+      "epoch": 1.3931726107458324,
+      "grad_norm": 175.849365234375,
+      "learning_rate": 4.4522367733442e-07,
+      "loss": 14.8516,
+      "step": 20977
+    },
+    {
+      "epoch": 1.3932390250381883,
+      "grad_norm": 213.43272399902344,
+      "learning_rate": 4.4513419736498215e-07,
+      "loss": 13.5859,
+      "step": 20978
+    },
+    {
+      "epoch": 1.393305439330544,
+      "grad_norm": 236.6050262451172,
+      "learning_rate": 4.450447238139119e-07,
+      "loss": 15.2031,
+      "step": 20979
+    },
+    {
+      "epoch": 1.3933718536228996,
+      "grad_norm": 367.90240478515625,
+      "learning_rate": 4.449552566822443e-07,
+      "loss": 14.9688,
+      "step": 20980
+    },
+    {
+      "epoch": 1.3934382679152555,
+      "grad_norm": 151.1769256591797,
+      "learning_rate": 4.4486579597101425e-07,
+      "loss": 12.7031,
+      "step": 20981
+    },
+    {
+      "epoch": 1.3935046822076111,
+      "grad_norm": 221.69435119628906,
+      "learning_rate": 4.4477634168125653e-07,
+      "loss": 14.2812,
+      "step": 20982
+    },
+    {
+      "epoch": 1.3935710964999668,
+      "grad_norm": 139.71597290039062,
+      "learning_rate": 4.446868938140063e-07,
+      "loss": 15.8594,
+      "step": 20983
+    },
+    {
+      "epoch": 1.3936375107923225,
+      "grad_norm": 96.9849853515625,
+      "learning_rate": 4.445974523702971e-07,
+      "loss": 13.4375,
+      "step": 20984
+    },
+    {
+      "epoch": 1.393703925084678,
+      "grad_norm": 184.17433166503906,
+      "learning_rate": 4.4450801735116515e-07,
+      "loss": 17.6875,
+      "step": 20985
+    },
+    {
+      "epoch": 1.393770339377034,
+      "grad_norm": 261.83331298828125,
+      "learning_rate": 4.444185887576437e-07,
+      "loss": 17.5938,
+      "step": 20986
+    },
+    {
+      "epoch": 1.3938367536693896,
+      "grad_norm": 149.2342071533203,
+      "learning_rate": 4.443291665907677e-07,
+      "loss": 16.2188,
+      "step": 20987
+    },
+    {
+      "epoch": 1.3939031679617453,
+      "grad_norm": 368.2139892578125,
+      "learning_rate": 4.442397508515714e-07,
+      "loss": 15.7344,
+      "step": 20988
+    },
+    {
+      "epoch": 1.3939695822541012,
+      "grad_norm": 159.72738647460938,
+      "learning_rate": 4.4415034154108955e-07,
+      "loss": 17.5781,
+      "step": 20989
+    },
+    {
+      "epoch": 1.3940359965464568,
+      "grad_norm": 226.3389892578125,
+      "learning_rate": 4.4406093866035534e-07,
+      "loss": 14.6562,
+      "step": 20990
+    },
+    {
+      "epoch": 1.3941024108388125,
+      "grad_norm": 458.7626953125,
+      "learning_rate": 4.43971542210404e-07,
+      "loss": 20.6719,
+      "step": 20991
+    },
+    {
+      "epoch": 1.3941688251311684,
+      "grad_norm": 112.446044921875,
+      "learning_rate": 4.4388215219226965e-07,
+      "loss": 11.8438,
+      "step": 20992
+    },
+    {
+      "epoch": 1.394235239423524,
+      "grad_norm": 176.71572875976562,
+      "learning_rate": 4.43792768606985e-07,
+      "loss": 17.5156,
+      "step": 20993
+    },
+    {
+      "epoch": 1.3943016537158797,
+      "grad_norm": 302.05364990234375,
+      "learning_rate": 4.437033914555858e-07,
+      "loss": 16.4062,
+      "step": 20994
+    },
+    {
+      "epoch": 1.3943680680082353,
+      "grad_norm": 195.5135040283203,
+      "learning_rate": 4.436140207391045e-07,
+      "loss": 14.3906,
+      "step": 20995
+    },
+    {
+      "epoch": 1.394434482300591,
+      "grad_norm": 147.2781524658203,
+      "learning_rate": 4.4352465645857537e-07,
+      "loss": 16.7812,
+      "step": 20996
+    },
+    {
+      "epoch": 1.3945008965929468,
+      "grad_norm": 145.4939422607422,
+      "learning_rate": 4.4343529861503215e-07,
+      "loss": 21.0312,
+      "step": 20997
+    },
+    {
+      "epoch": 1.3945673108853025,
+      "grad_norm": 179.29119873046875,
+      "learning_rate": 4.433459472095085e-07,
+      "loss": 13.875,
+      "step": 20998
+    },
+    {
+      "epoch": 1.3946337251776582,
+      "grad_norm": 347.4364013671875,
+      "learning_rate": 4.4325660224303797e-07,
+      "loss": 19.5312,
+      "step": 20999
+    },
+    {
+      "epoch": 1.394700139470014,
+      "grad_norm": 220.51388549804688,
+      "learning_rate": 4.4316726371665434e-07,
+      "loss": 19.0312,
+      "step": 21000
+    },
+    {
+      "epoch": 1.3947665537623697,
+      "grad_norm": 111.39277648925781,
+      "learning_rate": 4.4307793163138993e-07,
+      "loss": 12.9844,
+      "step": 21001
+    },
+    {
+      "epoch": 1.3948329680547253,
+      "grad_norm": 290.53802490234375,
+      "learning_rate": 4.429886059882797e-07,
+      "loss": 19.2031,
+      "step": 21002
+    },
+    {
+      "epoch": 1.3948993823470812,
+      "grad_norm": 119.35435485839844,
+      "learning_rate": 4.428992867883556e-07,
+      "loss": 13.5938,
+      "step": 21003
+    },
+    {
+      "epoch": 1.3949657966394369,
+      "grad_norm": 113.51814270019531,
+      "learning_rate": 4.428099740326514e-07,
+      "loss": 17.6719,
+      "step": 21004
+    },
+    {
+      "epoch": 1.3950322109317925,
+      "grad_norm": 491.7545166015625,
+      "learning_rate": 4.4272066772220016e-07,
+      "loss": 19.6875,
+      "step": 21005
+    },
+    {
+      "epoch": 1.3950986252241482,
+      "grad_norm": 168.1320343017578,
+      "learning_rate": 4.426313678580349e-07,
+      "loss": 16.5156,
+      "step": 21006
+    },
+    {
+      "epoch": 1.3951650395165038,
+      "grad_norm": 188.89393615722656,
+      "learning_rate": 4.4254207444118854e-07,
+      "loss": 17.4062,
+      "step": 21007
+    },
+    {
+      "epoch": 1.3952314538088597,
+      "grad_norm": 198.0755615234375,
+      "learning_rate": 4.424527874726943e-07,
+      "loss": 15.3438,
+      "step": 21008
+    },
+    {
+      "epoch": 1.3952978681012154,
+      "grad_norm": 244.4733123779297,
+      "learning_rate": 4.4236350695358404e-07,
+      "loss": 21.8281,
+      "step": 21009
+    },
+    {
+      "epoch": 1.395364282393571,
+      "grad_norm": 193.3789520263672,
+      "learning_rate": 4.42274232884892e-07,
+      "loss": 13.7812,
+      "step": 21010
+    },
+    {
+      "epoch": 1.395430696685927,
+      "grad_norm": 200.2269744873047,
+      "learning_rate": 4.4218496526764946e-07,
+      "loss": 16.2734,
+      "step": 21011
+    },
+    {
+      "epoch": 1.3954971109782826,
+      "grad_norm": 154.94677734375,
+      "learning_rate": 4.420957041028898e-07,
+      "loss": 14.5469,
+      "step": 21012
+    },
+    {
+      "epoch": 1.3955635252706382,
+      "grad_norm": 148.00071716308594,
+      "learning_rate": 4.420064493916452e-07,
+      "loss": 12.7031,
+      "step": 21013
+    },
+    {
+      "epoch": 1.395629939562994,
+      "grad_norm": 103.79804992675781,
+      "learning_rate": 4.419172011349486e-07,
+      "loss": 12.7188,
+      "step": 21014
+    },
+    {
+      "epoch": 1.3956963538553497,
+      "grad_norm": 123.5728988647461,
+      "learning_rate": 4.4182795933383134e-07,
+      "loss": 16.9531,
+      "step": 21015
+    },
+    {
+      "epoch": 1.3957627681477054,
+      "grad_norm": 213.82984924316406,
+      "learning_rate": 4.417387239893271e-07,
+      "loss": 15.4375,
+      "step": 21016
+    },
+    {
+      "epoch": 1.395829182440061,
+      "grad_norm": 137.32318115234375,
+      "learning_rate": 4.4164949510246696e-07,
+      "loss": 17.75,
+      "step": 21017
+    },
+    {
+      "epoch": 1.3958955967324167,
+      "grad_norm": 597.8095703125,
+      "learning_rate": 4.415602726742836e-07,
+      "loss": 17.0156,
+      "step": 21018
+    },
+    {
+      "epoch": 1.3959620110247726,
+      "grad_norm": 308.1307067871094,
+      "learning_rate": 4.4147105670580896e-07,
+      "loss": 16.0781,
+      "step": 21019
+    },
+    {
+      "epoch": 1.3960284253171282,
+      "grad_norm": 154.0377960205078,
+      "learning_rate": 4.4138184719807503e-07,
+      "loss": 15.4375,
+      "step": 21020
+    },
+    {
+      "epoch": 1.3960948396094839,
+      "grad_norm": 128.3463897705078,
+      "learning_rate": 4.4129264415211374e-07,
+      "loss": 12.7031,
+      "step": 21021
+    },
+    {
+      "epoch": 1.3961612539018398,
+      "grad_norm": 424.5887756347656,
+      "learning_rate": 4.4120344756895745e-07,
+      "loss": 15.8281,
+      "step": 21022
+    },
+    {
+      "epoch": 1.3962276681941954,
+      "grad_norm": 294.527099609375,
+      "learning_rate": 4.411142574496367e-07,
+      "loss": 14.2031,
+      "step": 21023
+    },
+    {
+      "epoch": 1.396294082486551,
+      "grad_norm": 136.84971618652344,
+      "learning_rate": 4.410250737951846e-07,
+      "loss": 15.5156,
+      "step": 21024
+    },
+    {
+      "epoch": 1.396360496778907,
+      "grad_norm": 137.3081512451172,
+      "learning_rate": 4.409358966066319e-07,
+      "loss": 16.3281,
+      "step": 21025
+    },
+    {
+      "epoch": 1.3964269110712626,
+      "grad_norm": 551.3235473632812,
+      "learning_rate": 4.4084672588501026e-07,
+      "loss": 9.8438,
+      "step": 21026
+    },
+    {
+      "epoch": 1.3964933253636183,
+      "grad_norm": 145.02554321289062,
+      "learning_rate": 4.4075756163135123e-07,
+      "loss": 15.5469,
+      "step": 21027
+    },
+    {
+      "epoch": 1.396559739655974,
+      "grad_norm": 526.9899291992188,
+      "learning_rate": 4.4066840384668637e-07,
+      "loss": 16.5312,
+      "step": 21028
+    },
+    {
+      "epoch": 1.3966261539483296,
+      "grad_norm": 130.1889190673828,
+      "learning_rate": 4.405792525320469e-07,
+      "loss": 12.6406,
+      "step": 21029
+    },
+    {
+      "epoch": 1.3966925682406854,
+      "grad_norm": 222.10536193847656,
+      "learning_rate": 4.4049010768846384e-07,
+      "loss": 20.0312,
+      "step": 21030
+    },
+    {
+      "epoch": 1.396758982533041,
+      "grad_norm": 122.0556411743164,
+      "learning_rate": 4.404009693169691e-07,
+      "loss": 13.4844,
+      "step": 21031
+    },
+    {
+      "epoch": 1.3968253968253967,
+      "grad_norm": 314.99237060546875,
+      "learning_rate": 4.4031183741859256e-07,
+      "loss": 20.7812,
+      "step": 21032
+    },
+    {
+      "epoch": 1.3968918111177526,
+      "grad_norm": 450.0475769042969,
+      "learning_rate": 4.4022271199436665e-07,
+      "loss": 11.75,
+      "step": 21033
+    },
+    {
+      "epoch": 1.3969582254101083,
+      "grad_norm": 540.6591796875,
+      "learning_rate": 4.4013359304532126e-07,
+      "loss": 22.6562,
+      "step": 21034
+    },
+    {
+      "epoch": 1.397024639702464,
+      "grad_norm": 241.007080078125,
+      "learning_rate": 4.4004448057248767e-07,
+      "loss": 15.1719,
+      "step": 21035
+    },
+    {
+      "epoch": 1.3970910539948198,
+      "grad_norm": 163.15599060058594,
+      "learning_rate": 4.399553745768966e-07,
+      "loss": 15.7969,
+      "step": 21036
+    },
+    {
+      "epoch": 1.3971574682871755,
+      "grad_norm": 111.37529754638672,
+      "learning_rate": 4.3986627505957873e-07,
+      "loss": 13.5625,
+      "step": 21037
+    },
+    {
+      "epoch": 1.3972238825795311,
+      "grad_norm": 161.25631713867188,
+      "learning_rate": 4.397771820215649e-07,
+      "loss": 20.1875,
+      "step": 21038
+    },
+    {
+      "epoch": 1.3972902968718868,
+      "grad_norm": 738.4248657226562,
+      "learning_rate": 4.3968809546388597e-07,
+      "loss": 16.9688,
+      "step": 21039
+    },
+    {
+      "epoch": 1.3973567111642424,
+      "grad_norm": 145.1162872314453,
+      "learning_rate": 4.3959901538757127e-07,
+      "loss": 12.1406,
+      "step": 21040
+    },
+    {
+      "epoch": 1.3974231254565983,
+      "grad_norm": 845.738525390625,
+      "learning_rate": 4.3950994179365277e-07,
+      "loss": 14.9375,
+      "step": 21041
+    },
+    {
+      "epoch": 1.397489539748954,
+      "grad_norm": 156.38694763183594,
+      "learning_rate": 4.394208746831596e-07,
+      "loss": 16.3125,
+      "step": 21042
+    },
+    {
+      "epoch": 1.3975559540413096,
+      "grad_norm": 232.11935424804688,
+      "learning_rate": 4.393318140571226e-07,
+      "loss": 16.9062,
+      "step": 21043
+    },
+    {
+      "epoch": 1.3976223683336655,
+      "grad_norm": 123.5487289428711,
+      "learning_rate": 4.392427599165719e-07,
+      "loss": 12.5312,
+      "step": 21044
+    },
+    {
+      "epoch": 1.3976887826260211,
+      "grad_norm": 128.8993377685547,
+      "learning_rate": 4.391537122625375e-07,
+      "loss": 13.5781,
+      "step": 21045
+    },
+    {
+      "epoch": 1.3977551969183768,
+      "grad_norm": 104.53691101074219,
+      "learning_rate": 4.3906467109604974e-07,
+      "loss": 12.6016,
+      "step": 21046
+    },
+    {
+      "epoch": 1.3978216112107327,
+      "grad_norm": 222.6005859375,
+      "learning_rate": 4.3897563641813864e-07,
+      "loss": 14.25,
+      "step": 21047
+    },
+    {
+      "epoch": 1.3978880255030883,
+      "grad_norm": 186.391845703125,
+      "learning_rate": 4.3888660822983314e-07,
+      "loss": 13.25,
+      "step": 21048
+    },
+    {
+      "epoch": 1.397954439795444,
+      "grad_norm": 124.1594009399414,
+      "learning_rate": 4.3879758653216445e-07,
+      "loss": 16.9609,
+      "step": 21049
+    },
+    {
+      "epoch": 1.3980208540877996,
+      "grad_norm": 248.0199737548828,
+      "learning_rate": 4.3870857132616146e-07,
+      "loss": 19.3281,
+      "step": 21050
+    },
+    {
+      "epoch": 1.3980872683801553,
+      "grad_norm": 209.0600128173828,
+      "learning_rate": 4.3861956261285406e-07,
+      "loss": 14.5781,
+      "step": 21051
+    },
+    {
+      "epoch": 1.3981536826725112,
+      "grad_norm": 161.5651397705078,
+      "learning_rate": 4.3853056039327175e-07,
+      "loss": 11.1484,
+      "step": 21052
+    },
+    {
+      "epoch": 1.3982200969648668,
+      "grad_norm": 287.82440185546875,
+      "learning_rate": 4.3844156466844464e-07,
+      "loss": 12.7031,
+      "step": 21053
+    },
+    {
+      "epoch": 1.3982865112572225,
+      "grad_norm": 167.84239196777344,
+      "learning_rate": 4.3835257543940086e-07,
+      "loss": 13.5781,
+      "step": 21054
+    },
+    {
+      "epoch": 1.3983529255495784,
+      "grad_norm": 883.4622192382812,
+      "learning_rate": 4.382635927071714e-07,
+      "loss": 16.75,
+      "step": 21055
+    },
+    {
+      "epoch": 1.398419339841934,
+      "grad_norm": 1209.4312744140625,
+      "learning_rate": 4.3817461647278433e-07,
+      "loss": 17.2969,
+      "step": 21056
+    },
+    {
+      "epoch": 1.3984857541342897,
+      "grad_norm": 202.37086486816406,
+      "learning_rate": 4.3808564673726945e-07,
+      "loss": 21.7656,
+      "step": 21057
+    },
+    {
+      "epoch": 1.3985521684266455,
+      "grad_norm": 450.4248962402344,
+      "learning_rate": 4.3799668350165576e-07,
+      "loss": 14.8281,
+      "step": 21058
+    },
+    {
+      "epoch": 1.3986185827190012,
+      "grad_norm": 84.94993591308594,
+      "learning_rate": 4.379077267669723e-07,
+      "loss": 13.0625,
+      "step": 21059
+    },
+    {
+      "epoch": 1.3986849970113568,
+      "grad_norm": 370.8047790527344,
+      "learning_rate": 4.3781877653424813e-07,
+      "loss": 18.5312,
+      "step": 21060
+    },
+    {
+      "epoch": 1.3987514113037125,
+      "grad_norm": 375.3484191894531,
+      "learning_rate": 4.377298328045127e-07,
+      "loss": 18.0312,
+      "step": 21061
+    },
+    {
+      "epoch": 1.3988178255960682,
+      "grad_norm": 136.98324584960938,
+      "learning_rate": 4.3764089557879345e-07,
+      "loss": 16.0625,
+      "step": 21062
+    },
+    {
+      "epoch": 1.398884239888424,
+      "grad_norm": 227.6046600341797,
+      "learning_rate": 4.3755196485812085e-07,
+      "loss": 13.9844,
+      "step": 21063
+    },
+    {
+      "epoch": 1.3989506541807797,
+      "grad_norm": 671.3432006835938,
+      "learning_rate": 4.3746304064352245e-07,
+      "loss": 30.6719,
+      "step": 21064
+    },
+    {
+      "epoch": 1.3990170684731353,
+      "grad_norm": 224.4740447998047,
+      "learning_rate": 4.373741229360268e-07,
+      "loss": 15.0938,
+      "step": 21065
+    },
+    {
+      "epoch": 1.3990834827654912,
+      "grad_norm": 105.98361206054688,
+      "learning_rate": 4.3728521173666356e-07,
+      "loss": 14.7031,
+      "step": 21066
+    },
+    {
+      "epoch": 1.3991498970578469,
+      "grad_norm": 245.9128875732422,
+      "learning_rate": 4.3719630704646025e-07,
+      "loss": 17.5938,
+      "step": 21067
+    },
+    {
+      "epoch": 1.3992163113502025,
+      "grad_norm": 456.0240173339844,
+      "learning_rate": 4.3710740886644546e-07,
+      "loss": 17.3594,
+      "step": 21068
+    },
+    {
+      "epoch": 1.3992827256425584,
+      "grad_norm": 224.13955688476562,
+      "learning_rate": 4.370185171976476e-07,
+      "loss": 13.0391,
+      "step": 21069
+    },
+    {
+      "epoch": 1.399349139934914,
+      "grad_norm": 176.9337615966797,
+      "learning_rate": 4.369296320410949e-07,
+      "loss": 19.4375,
+      "step": 21070
+    },
+    {
+      "epoch": 1.3994155542272697,
+      "grad_norm": 146.39540100097656,
+      "learning_rate": 4.3684075339781555e-07,
+      "loss": 11.8906,
+      "step": 21071
+    },
+    {
+      "epoch": 1.3994819685196254,
+      "grad_norm": 368.68408203125,
+      "learning_rate": 4.3675188126883797e-07,
+      "loss": 14.7188,
+      "step": 21072
+    },
+    {
+      "epoch": 1.399548382811981,
+      "grad_norm": 98.35704803466797,
+      "learning_rate": 4.3666301565518917e-07,
+      "loss": 16.0156,
+      "step": 21073
+    },
+    {
+      "epoch": 1.399614797104337,
+      "grad_norm": 580.9225463867188,
+      "learning_rate": 4.365741565578984e-07,
+      "loss": 16.3906,
+      "step": 21074
+    },
+    {
+      "epoch": 1.3996812113966925,
+      "grad_norm": 203.6622314453125,
+      "learning_rate": 4.3648530397799257e-07,
+      "loss": 13.2031,
+      "step": 21075
+    },
+    {
+      "epoch": 1.3997476256890482,
+      "grad_norm": 168.82554626464844,
+      "learning_rate": 4.3639645791649984e-07,
+      "loss": 18.125,
+      "step": 21076
+    },
+    {
+      "epoch": 1.399814039981404,
+      "grad_norm": 203.688232421875,
+      "learning_rate": 4.3630761837444786e-07,
+      "loss": 14.5156,
+      "step": 21077
+    },
+    {
+      "epoch": 1.3998804542737597,
+      "grad_norm": 106.19052124023438,
+      "learning_rate": 4.362187853528646e-07,
+      "loss": 13.1719,
+      "step": 21078
+    },
+    {
+      "epoch": 1.3999468685661154,
+      "grad_norm": 137.68557739257812,
+      "learning_rate": 4.361299588527767e-07,
+      "loss": 14.1094,
+      "step": 21079
+    },
+    {
+      "epoch": 1.4000132828584713,
+      "grad_norm": 662.9556884765625,
+      "learning_rate": 4.3604113887521297e-07,
+      "loss": 12.5938,
+      "step": 21080
+    },
+    {
+      "epoch": 1.400079697150827,
+      "grad_norm": 295.8665771484375,
+      "learning_rate": 4.3595232542119984e-07,
+      "loss": 10.6641,
+      "step": 21081
+    },
+    {
+      "epoch": 1.4001461114431826,
+      "grad_norm": 192.65235900878906,
+      "learning_rate": 4.358635184917649e-07,
+      "loss": 16.7812,
+      "step": 21082
+    },
+    {
+      "epoch": 1.4002125257355382,
+      "grad_norm": 211.081787109375,
+      "learning_rate": 4.357747180879355e-07,
+      "loss": 17.6719,
+      "step": 21083
+    },
+    {
+      "epoch": 1.4002789400278939,
+      "grad_norm": 152.15016174316406,
+      "learning_rate": 4.356859242107388e-07,
+      "loss": 12.7812,
+      "step": 21084
+    },
+    {
+      "epoch": 1.4003453543202498,
+      "grad_norm": 362.8421325683594,
+      "learning_rate": 4.35597136861202e-07,
+      "loss": 14.8438,
+      "step": 21085
+    },
+    {
+      "epoch": 1.4004117686126054,
+      "grad_norm": 94.31854248046875,
+      "learning_rate": 4.355083560403524e-07,
+      "loss": 15.4062,
+      "step": 21086
+    },
+    {
+      "epoch": 1.400478182904961,
+      "grad_norm": 155.21670532226562,
+      "learning_rate": 4.3541958174921587e-07,
+      "loss": 10.6562,
+      "step": 21087
+    },
+    {
+      "epoch": 1.400544597197317,
+      "grad_norm": 161.70285034179688,
+      "learning_rate": 4.3533081398882076e-07,
+      "loss": 17.2188,
+      "step": 21088
+    },
+    {
+      "epoch": 1.4006110114896726,
+      "grad_norm": 176.5744171142578,
+      "learning_rate": 4.3524205276019286e-07,
+      "loss": 15.4531,
+      "step": 21089
+    },
+    {
+      "epoch": 1.4006774257820283,
+      "grad_norm": 222.63685607910156,
+      "learning_rate": 4.351532980643593e-07,
+      "loss": 16.9531,
+      "step": 21090
+    },
+    {
+      "epoch": 1.4007438400743841,
+      "grad_norm": 274.2882995605469,
+      "learning_rate": 4.3506454990234654e-07,
+      "loss": 15.7656,
+      "step": 21091
+    },
+    {
+      "epoch": 1.4008102543667398,
+      "grad_norm": 332.2604064941406,
+      "learning_rate": 4.3497580827518145e-07,
+      "loss": 14.7969,
+      "step": 21092
+    },
+    {
+      "epoch": 1.4008766686590954,
+      "grad_norm": 160.20693969726562,
+      "learning_rate": 4.348870731838903e-07,
+      "loss": 19.0938,
+      "step": 21093
+    },
+    {
+      "epoch": 1.400943082951451,
+      "grad_norm": 133.00897216796875,
+      "learning_rate": 4.3479834462950004e-07,
+      "loss": 16.7031,
+      "step": 21094
+    },
+    {
+      "epoch": 1.4010094972438067,
+      "grad_norm": 192.5115509033203,
+      "learning_rate": 4.3470962261303624e-07,
+      "loss": 14.0,
+      "step": 21095
+    },
+    {
+      "epoch": 1.4010759115361626,
+      "grad_norm": 246.72471618652344,
+      "learning_rate": 4.3462090713552555e-07,
+      "loss": 14.5625,
+      "step": 21096
+    },
+    {
+      "epoch": 1.4011423258285183,
+      "grad_norm": 190.42193603515625,
+      "learning_rate": 4.3453219819799416e-07,
+      "loss": 15.2188,
+      "step": 21097
+    },
+    {
+      "epoch": 1.401208740120874,
+      "grad_norm": 220.81788635253906,
+      "learning_rate": 4.3444349580146834e-07,
+      "loss": 19.75,
+      "step": 21098
+    },
+    {
+      "epoch": 1.4012751544132298,
+      "grad_norm": 128.19705200195312,
+      "learning_rate": 4.343547999469739e-07,
+      "loss": 10.9688,
+      "step": 21099
+    },
+    {
+      "epoch": 1.4013415687055855,
+      "grad_norm": 264.3682556152344,
+      "learning_rate": 4.342661106355374e-07,
+      "loss": 16.4531,
+      "step": 21100
+    },
+    {
+      "epoch": 1.4014079829979411,
+      "grad_norm": 360.616943359375,
+      "learning_rate": 4.3417742786818354e-07,
+      "loss": 14.4688,
+      "step": 21101
+    },
+    {
+      "epoch": 1.401474397290297,
+      "grad_norm": 136.15399169921875,
+      "learning_rate": 4.340887516459394e-07,
+      "loss": 15.8594,
+      "step": 21102
+    },
+    {
+      "epoch": 1.4015408115826526,
+      "grad_norm": 181.85044860839844,
+      "learning_rate": 4.340000819698305e-07,
+      "loss": 20.0625,
+      "step": 21103
+    },
+    {
+      "epoch": 1.4016072258750083,
+      "grad_norm": 163.52175903320312,
+      "learning_rate": 4.339114188408817e-07,
+      "loss": 20.5,
+      "step": 21104
+    },
+    {
+      "epoch": 1.401673640167364,
+      "grad_norm": 379.0879821777344,
+      "learning_rate": 4.338227622601197e-07,
+      "loss": 13.0938,
+      "step": 21105
+    },
+    {
+      "epoch": 1.4017400544597196,
+      "grad_norm": 132.42050170898438,
+      "learning_rate": 4.3373411222856924e-07,
+      "loss": 15.3438,
+      "step": 21106
+    },
+    {
+      "epoch": 1.4018064687520755,
+      "grad_norm": 133.92686462402344,
+      "learning_rate": 4.3364546874725617e-07,
+      "loss": 14.9844,
+      "step": 21107
+    },
+    {
+      "epoch": 1.4018728830444311,
+      "grad_norm": 342.977783203125,
+      "learning_rate": 4.335568318172056e-07,
+      "loss": 23.9375,
+      "step": 21108
+    },
+    {
+      "epoch": 1.4019392973367868,
+      "grad_norm": 336.3099060058594,
+      "learning_rate": 4.33468201439443e-07,
+      "loss": 18.4844,
+      "step": 21109
+    },
+    {
+      "epoch": 1.4020057116291427,
+      "grad_norm": 160.74671936035156,
+      "learning_rate": 4.3337957761499355e-07,
+      "loss": 15.2969,
+      "step": 21110
+    },
+    {
+      "epoch": 1.4020721259214983,
+      "grad_norm": 192.4600372314453,
+      "learning_rate": 4.332909603448828e-07,
+      "loss": 13.5469,
+      "step": 21111
+    },
+    {
+      "epoch": 1.402138540213854,
+      "grad_norm": 232.74562072753906,
+      "learning_rate": 4.332023496301347e-07,
+      "loss": 18.3594,
+      "step": 21112
+    },
+    {
+      "epoch": 1.4022049545062099,
+      "grad_norm": 296.71978759765625,
+      "learning_rate": 4.331137454717757e-07,
+      "loss": 18.9688,
+      "step": 21113
+    },
+    {
+      "epoch": 1.4022713687985655,
+      "grad_norm": 473.06744384765625,
+      "learning_rate": 4.330251478708297e-07,
+      "loss": 15.1562,
+      "step": 21114
+    },
+    {
+      "epoch": 1.4023377830909212,
+      "grad_norm": 253.1996612548828,
+      "learning_rate": 4.3293655682832174e-07,
+      "loss": 25.1562,
+      "step": 21115
+    },
+    {
+      "epoch": 1.4024041973832768,
+      "grad_norm": 144.24801635742188,
+      "learning_rate": 4.328479723452768e-07,
+      "loss": 15.9062,
+      "step": 21116
+    },
+    {
+      "epoch": 1.4024706116756325,
+      "grad_norm": 377.223876953125,
+      "learning_rate": 4.3275939442271983e-07,
+      "loss": 22.875,
+      "step": 21117
+    },
+    {
+      "epoch": 1.4025370259679883,
+      "grad_norm": 344.40283203125,
+      "learning_rate": 4.3267082306167436e-07,
+      "loss": 17.5469,
+      "step": 21118
+    },
+    {
+      "epoch": 1.402603440260344,
+      "grad_norm": 113.73465728759766,
+      "learning_rate": 4.325822582631663e-07,
+      "loss": 15.3125,
+      "step": 21119
+    },
+    {
+      "epoch": 1.4026698545526997,
+      "grad_norm": 148.9724884033203,
+      "learning_rate": 4.324937000282193e-07,
+      "loss": 10.9375,
+      "step": 21120
+    },
+    {
+      "epoch": 1.4027362688450555,
+      "grad_norm": 295.18060302734375,
+      "learning_rate": 4.324051483578578e-07,
+      "loss": 13.8594,
+      "step": 21121
+    },
+    {
+      "epoch": 1.4028026831374112,
+      "grad_norm": 186.31692504882812,
+      "learning_rate": 4.3231660325310626e-07,
+      "loss": 16.6719,
+      "step": 21122
+    },
+    {
+      "epoch": 1.4028690974297668,
+      "grad_norm": 189.01625061035156,
+      "learning_rate": 4.3222806471498895e-07,
+      "loss": 19.6719,
+      "step": 21123
+    },
+    {
+      "epoch": 1.4029355117221227,
+      "grad_norm": 322.69647216796875,
+      "learning_rate": 4.3213953274452994e-07,
+      "loss": 12.7812,
+      "step": 21124
+    },
+    {
+      "epoch": 1.4030019260144784,
+      "grad_norm": 156.55023193359375,
+      "learning_rate": 4.320510073427538e-07,
+      "loss": 14.9219,
+      "step": 21125
+    },
+    {
+      "epoch": 1.403068340306834,
+      "grad_norm": 1009.1892700195312,
+      "learning_rate": 4.319624885106834e-07,
+      "loss": 33.875,
+      "step": 21126
+    },
+    {
+      "epoch": 1.4031347545991897,
+      "grad_norm": 177.67408752441406,
+      "learning_rate": 4.318739762493441e-07,
+      "loss": 21.4062,
+      "step": 21127
+    },
+    {
+      "epoch": 1.4032011688915453,
+      "grad_norm": 319.50567626953125,
+      "learning_rate": 4.3178547055975856e-07,
+      "loss": 18.625,
+      "step": 21128
+    },
+    {
+      "epoch": 1.4032675831839012,
+      "grad_norm": 199.2635498046875,
+      "learning_rate": 4.316969714429511e-07,
+      "loss": 15.375,
+      "step": 21129
+    },
+    {
+      "epoch": 1.4033339974762569,
+      "grad_norm": 164.5000457763672,
+      "learning_rate": 4.316084788999454e-07,
+      "loss": 17.125,
+      "step": 21130
+    },
+    {
+      "epoch": 1.4034004117686125,
+      "grad_norm": 173.24412536621094,
+      "learning_rate": 4.315199929317651e-07,
+      "loss": 19.8125,
+      "step": 21131
+    },
+    {
+      "epoch": 1.4034668260609684,
+      "grad_norm": 210.05633544921875,
+      "learning_rate": 4.3143151353943375e-07,
+      "loss": 13.8438,
+      "step": 21132
+    },
+    {
+      "epoch": 1.403533240353324,
+      "grad_norm": 2186.1865234375,
+      "learning_rate": 4.31343040723975e-07,
+      "loss": 16.0312,
+      "step": 21133
+    },
+    {
+      "epoch": 1.4035996546456797,
+      "grad_norm": 152.1140899658203,
+      "learning_rate": 4.3125457448641145e-07,
+      "loss": 13.8828,
+      "step": 21134
+    },
+    {
+      "epoch": 1.4036660689380356,
+      "grad_norm": 101.00900268554688,
+      "learning_rate": 4.3116611482776777e-07,
+      "loss": 14.6875,
+      "step": 21135
+    },
+    {
+      "epoch": 1.4037324832303912,
+      "grad_norm": 165.6510009765625,
+      "learning_rate": 4.31077661749066e-07,
+      "loss": 16.25,
+      "step": 21136
+    },
+    {
+      "epoch": 1.403798897522747,
+      "grad_norm": 169.6046600341797,
+      "learning_rate": 4.309892152513298e-07,
+      "loss": 15.6562,
+      "step": 21137
+    },
+    {
+      "epoch": 1.4038653118151025,
+      "grad_norm": 175.007080078125,
+      "learning_rate": 4.309007753355823e-07,
+      "loss": 14.1562,
+      "step": 21138
+    },
+    {
+      "epoch": 1.4039317261074582,
+      "grad_norm": 254.8363494873047,
+      "learning_rate": 4.3081234200284646e-07,
+      "loss": 15.4688,
+      "step": 21139
+    },
+    {
+      "epoch": 1.403998140399814,
+      "grad_norm": 190.39999389648438,
+      "learning_rate": 4.307239152541452e-07,
+      "loss": 21.0156,
+      "step": 21140
+    },
+    {
+      "epoch": 1.4040645546921697,
+      "grad_norm": 374.7518005371094,
+      "learning_rate": 4.3063549509050146e-07,
+      "loss": 20.7969,
+      "step": 21141
+    },
+    {
+      "epoch": 1.4041309689845254,
+      "grad_norm": 185.5027618408203,
+      "learning_rate": 4.3054708151293827e-07,
+      "loss": 19.2344,
+      "step": 21142
+    },
+    {
+      "epoch": 1.4041973832768813,
+      "grad_norm": 322.2471923828125,
+      "learning_rate": 4.304586745224774e-07,
+      "loss": 16.5938,
+      "step": 21143
+    },
+    {
+      "epoch": 1.404263797569237,
+      "grad_norm": 177.80374145507812,
+      "learning_rate": 4.3037027412014304e-07,
+      "loss": 14.8906,
+      "step": 21144
+    },
+    {
+      "epoch": 1.4043302118615926,
+      "grad_norm": 231.06430053710938,
+      "learning_rate": 4.302818803069563e-07,
+      "loss": 14.5,
+      "step": 21145
+    },
+    {
+      "epoch": 1.4043966261539484,
+      "grad_norm": 269.845947265625,
+      "learning_rate": 4.3019349308394036e-07,
+      "loss": 16.8281,
+      "step": 21146
+    },
+    {
+      "epoch": 1.404463040446304,
+      "grad_norm": 176.22752380371094,
+      "learning_rate": 4.301051124521176e-07,
+      "loss": 17.1406,
+      "step": 21147
+    },
+    {
+      "epoch": 1.4045294547386598,
+      "grad_norm": 179.73214721679688,
+      "learning_rate": 4.300167384125101e-07,
+      "loss": 12.1094,
+      "step": 21148
+    },
+    {
+      "epoch": 1.4045958690310154,
+      "grad_norm": 186.11181640625,
+      "learning_rate": 4.2992837096614045e-07,
+      "loss": 12.3906,
+      "step": 21149
+    },
+    {
+      "epoch": 1.404662283323371,
+      "grad_norm": 308.6327209472656,
+      "learning_rate": 4.2984001011403094e-07,
+      "loss": 25.4219,
+      "step": 21150
+    },
+    {
+      "epoch": 1.404728697615727,
+      "grad_norm": 210.70277404785156,
+      "learning_rate": 4.2975165585720276e-07,
+      "loss": 13.8594,
+      "step": 21151
+    },
+    {
+      "epoch": 1.4047951119080826,
+      "grad_norm": 317.28033447265625,
+      "learning_rate": 4.296633081966793e-07,
+      "loss": 13.6406,
+      "step": 21152
+    },
+    {
+      "epoch": 1.4048615262004382,
+      "grad_norm": 249.82518005371094,
+      "learning_rate": 4.295749671334814e-07,
+      "loss": 13.0781,
+      "step": 21153
+    },
+    {
+      "epoch": 1.4049279404927941,
+      "grad_norm": 210.8832550048828,
+      "learning_rate": 4.2948663266863137e-07,
+      "loss": 21.8906,
+      "step": 21154
+    },
+    {
+      "epoch": 1.4049943547851498,
+      "grad_norm": 270.170166015625,
+      "learning_rate": 4.293983048031511e-07,
+      "loss": 24.8125,
+      "step": 21155
+    },
+    {
+      "epoch": 1.4050607690775054,
+      "grad_norm": 557.4520263671875,
+      "learning_rate": 4.2930998353806213e-07,
+      "loss": 18.7812,
+      "step": 21156
+    },
+    {
+      "epoch": 1.4051271833698613,
+      "grad_norm": 426.017578125,
+      "learning_rate": 4.292216688743863e-07,
+      "loss": 16.2656,
+      "step": 21157
+    },
+    {
+      "epoch": 1.405193597662217,
+      "grad_norm": 283.224609375,
+      "learning_rate": 4.291333608131453e-07,
+      "loss": 16.6562,
+      "step": 21158
+    },
+    {
+      "epoch": 1.4052600119545726,
+      "grad_norm": 285.4650573730469,
+      "learning_rate": 4.2904505935536004e-07,
+      "loss": 21.1719,
+      "step": 21159
+    },
+    {
+      "epoch": 1.4053264262469283,
+      "grad_norm": 139.08872985839844,
+      "learning_rate": 4.2895676450205243e-07,
+      "loss": 18.0625,
+      "step": 21160
+    },
+    {
+      "epoch": 1.405392840539284,
+      "grad_norm": 251.7286834716797,
+      "learning_rate": 4.288684762542436e-07,
+      "loss": 19.3281,
+      "step": 21161
+    },
+    {
+      "epoch": 1.4054592548316398,
+      "grad_norm": 135.94761657714844,
+      "learning_rate": 4.287801946129549e-07,
+      "loss": 11.5469,
+      "step": 21162
+    },
+    {
+      "epoch": 1.4055256691239955,
+      "grad_norm": 133.15301513671875,
+      "learning_rate": 4.2869191957920746e-07,
+      "loss": 13.0781,
+      "step": 21163
+    },
+    {
+      "epoch": 1.4055920834163511,
+      "grad_norm": 177.33741760253906,
+      "learning_rate": 4.2860365115402296e-07,
+      "loss": 10.3672,
+      "step": 21164
+    },
+    {
+      "epoch": 1.405658497708707,
+      "grad_norm": 417.03729248046875,
+      "learning_rate": 4.2851538933842114e-07,
+      "loss": 29.25,
+      "step": 21165
+    },
+    {
+      "epoch": 1.4057249120010626,
+      "grad_norm": 122.20012664794922,
+      "learning_rate": 4.284271341334245e-07,
+      "loss": 16.4219,
+      "step": 21166
+    },
+    {
+      "epoch": 1.4057913262934183,
+      "grad_norm": 129.56663513183594,
+      "learning_rate": 4.283388855400528e-07,
+      "loss": 14.4219,
+      "step": 21167
+    },
+    {
+      "epoch": 1.4058577405857742,
+      "grad_norm": 130.1270294189453,
+      "learning_rate": 4.282506435593273e-07,
+      "loss": 18.9219,
+      "step": 21168
+    },
+    {
+      "epoch": 1.4059241548781298,
+      "grad_norm": 196.0495147705078,
+      "learning_rate": 4.281624081922686e-07,
+      "loss": 15.7188,
+      "step": 21169
+    },
+    {
+      "epoch": 1.4059905691704855,
+      "grad_norm": 152.5256805419922,
+      "learning_rate": 4.280741794398973e-07,
+      "loss": 16.7031,
+      "step": 21170
+    },
+    {
+      "epoch": 1.4060569834628411,
+      "grad_norm": 338.3847351074219,
+      "learning_rate": 4.2798595730323426e-07,
+      "loss": 17.5156,
+      "step": 21171
+    },
+    {
+      "epoch": 1.4061233977551968,
+      "grad_norm": 453.4694519042969,
+      "learning_rate": 4.278977417833002e-07,
+      "loss": 20.2969,
+      "step": 21172
+    },
+    {
+      "epoch": 1.4061898120475527,
+      "grad_norm": 172.0553436279297,
+      "learning_rate": 4.2780953288111444e-07,
+      "loss": 22.3438,
+      "step": 21173
+    },
+    {
+      "epoch": 1.4062562263399083,
+      "grad_norm": 716.554931640625,
+      "learning_rate": 4.2772133059769866e-07,
+      "loss": 21.7656,
+      "step": 21174
+    },
+    {
+      "epoch": 1.406322640632264,
+      "grad_norm": 262.7490234375,
+      "learning_rate": 4.2763313493407226e-07,
+      "loss": 13.5,
+      "step": 21175
+    },
+    {
+      "epoch": 1.4063890549246199,
+      "grad_norm": 494.26617431640625,
+      "learning_rate": 4.2754494589125545e-07,
+      "loss": 13.6719,
+      "step": 21176
+    },
+    {
+      "epoch": 1.4064554692169755,
+      "grad_norm": 200.87557983398438,
+      "learning_rate": 4.2745676347026915e-07,
+      "loss": 19.7188,
+      "step": 21177
+    },
+    {
+      "epoch": 1.4065218835093312,
+      "grad_norm": 255.21485900878906,
+      "learning_rate": 4.2736858767213256e-07,
+      "loss": 15.5625,
+      "step": 21178
+    },
+    {
+      "epoch": 1.406588297801687,
+      "grad_norm": 330.475341796875,
+      "learning_rate": 4.27280418497866e-07,
+      "loss": 13.5938,
+      "step": 21179
+    },
+    {
+      "epoch": 1.4066547120940427,
+      "grad_norm": 164.5598602294922,
+      "learning_rate": 4.271922559484893e-07,
+      "loss": 15.7344,
+      "step": 21180
+    },
+    {
+      "epoch": 1.4067211263863983,
+      "grad_norm": 239.53541564941406,
+      "learning_rate": 4.2710410002502263e-07,
+      "loss": 19.3359,
+      "step": 21181
+    },
+    {
+      "epoch": 1.406787540678754,
+      "grad_norm": 183.14456176757812,
+      "learning_rate": 4.2701595072848465e-07,
+      "loss": 15.8906,
+      "step": 21182
+    },
+    {
+      "epoch": 1.4068539549711097,
+      "grad_norm": 100.99901580810547,
+      "learning_rate": 4.2692780805989647e-07,
+      "loss": 12.3828,
+      "step": 21183
+    },
+    {
+      "epoch": 1.4069203692634655,
+      "grad_norm": 157.33154296875,
+      "learning_rate": 4.268396720202766e-07,
+      "loss": 15.8438,
+      "step": 21184
+    },
+    {
+      "epoch": 1.4069867835558212,
+      "grad_norm": 98.02777862548828,
+      "learning_rate": 4.2675154261064497e-07,
+      "loss": 13.0312,
+      "step": 21185
+    },
+    {
+      "epoch": 1.4070531978481768,
+      "grad_norm": 228.1533203125,
+      "learning_rate": 4.266634198320208e-07,
+      "loss": 17.9062,
+      "step": 21186
+    },
+    {
+      "epoch": 1.4071196121405327,
+      "grad_norm": 173.8975067138672,
+      "learning_rate": 4.2657530368542373e-07,
+      "loss": 15.7031,
+      "step": 21187
+    },
+    {
+      "epoch": 1.4071860264328884,
+      "grad_norm": 290.8453063964844,
+      "learning_rate": 4.264871941718727e-07,
+      "loss": 14.2344,
+      "step": 21188
+    },
+    {
+      "epoch": 1.407252440725244,
+      "grad_norm": 134.43975830078125,
+      "learning_rate": 4.263990912923876e-07,
+      "loss": 13.8594,
+      "step": 21189
+    },
+    {
+      "epoch": 1.4073188550176,
+      "grad_norm": 168.31211853027344,
+      "learning_rate": 4.263109950479864e-07,
+      "loss": 15.5625,
+      "step": 21190
+    },
+    {
+      "epoch": 1.4073852693099556,
+      "grad_norm": 616.607421875,
+      "learning_rate": 4.262229054396894e-07,
+      "loss": 14.3438,
+      "step": 21191
+    },
+    {
+      "epoch": 1.4074516836023112,
+      "grad_norm": 176.8529052734375,
+      "learning_rate": 4.261348224685146e-07,
+      "loss": 15.3281,
+      "step": 21192
+    },
+    {
+      "epoch": 1.4075180978946669,
+      "grad_norm": 1206.3287353515625,
+      "learning_rate": 4.260467461354813e-07,
+      "loss": 16.0,
+      "step": 21193
+    },
+    {
+      "epoch": 1.4075845121870225,
+      "grad_norm": 276.8150329589844,
+      "learning_rate": 4.259586764416083e-07,
+      "loss": 14.0,
+      "step": 21194
+    },
+    {
+      "epoch": 1.4076509264793784,
+      "grad_norm": 4144.37353515625,
+      "learning_rate": 4.258706133879143e-07,
+      "loss": 16.2812,
+      "step": 21195
+    },
+    {
+      "epoch": 1.407717340771734,
+      "grad_norm": 109.27163696289062,
+      "learning_rate": 4.25782556975418e-07,
+      "loss": 15.5156,
+      "step": 21196
+    },
+    {
+      "epoch": 1.4077837550640897,
+      "grad_norm": 344.3749694824219,
+      "learning_rate": 4.2569450720513834e-07,
+      "loss": 11.625,
+      "step": 21197
+    },
+    {
+      "epoch": 1.4078501693564456,
+      "grad_norm": 168.75750732421875,
+      "learning_rate": 4.2560646407809273e-07,
+      "loss": 14.9375,
+      "step": 21198
+    },
+    {
+      "epoch": 1.4079165836488012,
+      "grad_norm": 199.72804260253906,
+      "learning_rate": 4.25518427595301e-07,
+      "loss": 13.4531,
+      "step": 21199
+    },
+    {
+      "epoch": 1.4079829979411569,
+      "grad_norm": 224.07542419433594,
+      "learning_rate": 4.2543039775778053e-07,
+      "loss": 14.8281,
+      "step": 21200
+    },
+    {
+      "epoch": 1.4080494122335128,
+      "grad_norm": 542.6414184570312,
+      "learning_rate": 4.2534237456654985e-07,
+      "loss": 22.2031,
+      "step": 21201
+    },
+    {
+      "epoch": 1.4081158265258684,
+      "grad_norm": 276.2975158691406,
+      "learning_rate": 4.252543580226273e-07,
+      "loss": 13.8516,
+      "step": 21202
+    },
+    {
+      "epoch": 1.408182240818224,
+      "grad_norm": 134.4900665283203,
+      "learning_rate": 4.251663481270312e-07,
+      "loss": 14.6094,
+      "step": 21203
+    },
+    {
+      "epoch": 1.4082486551105797,
+      "grad_norm": 159.9947509765625,
+      "learning_rate": 4.2507834488077865e-07,
+      "loss": 13.1875,
+      "step": 21204
+    },
+    {
+      "epoch": 1.4083150694029354,
+      "grad_norm": 259.1202087402344,
+      "learning_rate": 4.24990348284889e-07,
+      "loss": 15.0938,
+      "step": 21205
+    },
+    {
+      "epoch": 1.4083814836952913,
+      "grad_norm": 175.15455627441406,
+      "learning_rate": 4.24902358340379e-07,
+      "loss": 17.5156,
+      "step": 21206
+    },
+    {
+      "epoch": 1.408447897987647,
+      "grad_norm": 90.92752075195312,
+      "learning_rate": 4.24814375048267e-07,
+      "loss": 13.6016,
+      "step": 21207
+    },
+    {
+      "epoch": 1.4085143122800026,
+      "grad_norm": 437.9139709472656,
+      "learning_rate": 4.247263984095706e-07,
+      "loss": 19.8281,
+      "step": 21208
+    },
+    {
+      "epoch": 1.4085807265723584,
+      "grad_norm": 162.31385803222656,
+      "learning_rate": 4.246384284253075e-07,
+      "loss": 17.9219,
+      "step": 21209
+    },
+    {
+      "epoch": 1.408647140864714,
+      "grad_norm": 326.68096923828125,
+      "learning_rate": 4.245504650964953e-07,
+      "loss": 17.5312,
+      "step": 21210
+    },
+    {
+      "epoch": 1.4087135551570698,
+      "grad_norm": 120.56192016601562,
+      "learning_rate": 4.2446250842415177e-07,
+      "loss": 10.2031,
+      "step": 21211
+    },
+    {
+      "epoch": 1.4087799694494256,
+      "grad_norm": 179.64004516601562,
+      "learning_rate": 4.2437455840929336e-07,
+      "loss": 17.0156,
+      "step": 21212
+    },
+    {
+      "epoch": 1.4088463837417813,
+      "grad_norm": 199.66519165039062,
+      "learning_rate": 4.242866150529386e-07,
+      "loss": 12.125,
+      "step": 21213
+    },
+    {
+      "epoch": 1.408912798034137,
+      "grad_norm": 207.03965759277344,
+      "learning_rate": 4.241986783561046e-07,
+      "loss": 15.7031,
+      "step": 21214
+    },
+    {
+      "epoch": 1.4089792123264926,
+      "grad_norm": 221.45509338378906,
+      "learning_rate": 4.241107483198075e-07,
+      "loss": 13.4688,
+      "step": 21215
+    },
+    {
+      "epoch": 1.4090456266188482,
+      "grad_norm": 391.5167236328125,
+      "learning_rate": 4.2402282494506603e-07,
+      "loss": 19.3281,
+      "step": 21216
+    },
+    {
+      "epoch": 1.4091120409112041,
+      "grad_norm": 249.7395782470703,
+      "learning_rate": 4.23934908232896e-07,
+      "loss": 21.2188,
+      "step": 21217
+    },
+    {
+      "epoch": 1.4091784552035598,
+      "grad_norm": 129.84556579589844,
+      "learning_rate": 4.238469981843147e-07,
+      "loss": 15.8906,
+      "step": 21218
+    },
+    {
+      "epoch": 1.4092448694959154,
+      "grad_norm": 223.22328186035156,
+      "learning_rate": 4.237590948003391e-07,
+      "loss": 13.6328,
+      "step": 21219
+    },
+    {
+      "epoch": 1.4093112837882713,
+      "grad_norm": 290.9249267578125,
+      "learning_rate": 4.236711980819865e-07,
+      "loss": 17.8906,
+      "step": 21220
+    },
+    {
+      "epoch": 1.409377698080627,
+      "grad_norm": 285.3485412597656,
+      "learning_rate": 4.235833080302723e-07,
+      "loss": 17.3906,
+      "step": 21221
+    },
+    {
+      "epoch": 1.4094441123729826,
+      "grad_norm": 101.32498931884766,
+      "learning_rate": 4.234954246462147e-07,
+      "loss": 13.2344,
+      "step": 21222
+    },
+    {
+      "epoch": 1.4095105266653385,
+      "grad_norm": 132.09341430664062,
+      "learning_rate": 4.2340754793082933e-07,
+      "loss": 16.0625,
+      "step": 21223
+    },
+    {
+      "epoch": 1.4095769409576941,
+      "grad_norm": 308.4870910644531,
+      "learning_rate": 4.233196778851329e-07,
+      "loss": 16.0312,
+      "step": 21224
+    },
+    {
+      "epoch": 1.4096433552500498,
+      "grad_norm": 125.85796356201172,
+      "learning_rate": 4.23231814510142e-07,
+      "loss": 12.1406,
+      "step": 21225
+    },
+    {
+      "epoch": 1.4097097695424055,
+      "grad_norm": 172.47047424316406,
+      "learning_rate": 4.2314395780687286e-07,
+      "loss": 14.7031,
+      "step": 21226
+    },
+    {
+      "epoch": 1.409776183834761,
+      "grad_norm": 261.6118469238281,
+      "learning_rate": 4.230561077763417e-07,
+      "loss": 15.5625,
+      "step": 21227
+    },
+    {
+      "epoch": 1.409842598127117,
+      "grad_norm": 94.14501190185547,
+      "learning_rate": 4.2296826441956526e-07,
+      "loss": 13.4375,
+      "step": 21228
+    },
+    {
+      "epoch": 1.4099090124194726,
+      "grad_norm": 154.6277618408203,
+      "learning_rate": 4.228804277375584e-07,
+      "loss": 18.875,
+      "step": 21229
+    },
+    {
+      "epoch": 1.4099754267118283,
+      "grad_norm": 126.27909851074219,
+      "learning_rate": 4.2279259773133866e-07,
+      "loss": 9.625,
+      "step": 21230
+    },
+    {
+      "epoch": 1.4100418410041842,
+      "grad_norm": 147.8565216064453,
+      "learning_rate": 4.22704774401921e-07,
+      "loss": 12.8594,
+      "step": 21231
+    },
+    {
+      "epoch": 1.4101082552965398,
+      "grad_norm": 153.8895263671875,
+      "learning_rate": 4.2261695775032167e-07,
+      "loss": 12.625,
+      "step": 21232
+    },
+    {
+      "epoch": 1.4101746695888955,
+      "grad_norm": 180.38351440429688,
+      "learning_rate": 4.2252914777755633e-07,
+      "loss": 15.9844,
+      "step": 21233
+    },
+    {
+      "epoch": 1.4102410838812514,
+      "grad_norm": 831.3977661132812,
+      "learning_rate": 4.22441344484641e-07,
+      "loss": 20.8047,
+      "step": 21234
+    },
+    {
+      "epoch": 1.410307498173607,
+      "grad_norm": 261.9345703125,
+      "learning_rate": 4.223535478725909e-07,
+      "loss": 20.8438,
+      "step": 21235
+    },
+    {
+      "epoch": 1.4103739124659627,
+      "grad_norm": 227.52334594726562,
+      "learning_rate": 4.2226575794242246e-07,
+      "loss": 12.7969,
+      "step": 21236
+    },
+    {
+      "epoch": 1.4104403267583183,
+      "grad_norm": 121.85443878173828,
+      "learning_rate": 4.221779746951497e-07,
+      "loss": 14.6875,
+      "step": 21237
+    },
+    {
+      "epoch": 1.410506741050674,
+      "grad_norm": 135.88841247558594,
+      "learning_rate": 4.220901981317898e-07,
+      "loss": 14.75,
+      "step": 21238
+    },
+    {
+      "epoch": 1.4105731553430298,
+      "grad_norm": 308.4726257324219,
+      "learning_rate": 4.2200242825335683e-07,
+      "loss": 14.7344,
+      "step": 21239
+    },
+    {
+      "epoch": 1.4106395696353855,
+      "grad_norm": 755.3087768554688,
+      "learning_rate": 4.219146650608665e-07,
+      "loss": 14.9062,
+      "step": 21240
+    },
+    {
+      "epoch": 1.4107059839277412,
+      "grad_norm": 185.8655548095703,
+      "learning_rate": 4.218269085553339e-07,
+      "loss": 19.9375,
+      "step": 21241
+    },
+    {
+      "epoch": 1.410772398220097,
+      "grad_norm": 220.6723175048828,
+      "learning_rate": 4.217391587377747e-07,
+      "loss": 13.5938,
+      "step": 21242
+    },
+    {
+      "epoch": 1.4108388125124527,
+      "grad_norm": 387.45819091796875,
+      "learning_rate": 4.216514156092027e-07,
+      "loss": 14.3281,
+      "step": 21243
+    },
+    {
+      "epoch": 1.4109052268048083,
+      "grad_norm": 215.56007385253906,
+      "learning_rate": 4.215636791706343e-07,
+      "loss": 15.0391,
+      "step": 21244
+    },
+    {
+      "epoch": 1.4109716410971642,
+      "grad_norm": 171.37435913085938,
+      "learning_rate": 4.214759494230834e-07,
+      "loss": 13.4219,
+      "step": 21245
+    },
+    {
+      "epoch": 1.4110380553895199,
+      "grad_norm": 116.8936767578125,
+      "learning_rate": 4.213882263675651e-07,
+      "loss": 16.625,
+      "step": 21246
+    },
+    {
+      "epoch": 1.4111044696818755,
+      "grad_norm": 239.14695739746094,
+      "learning_rate": 4.2130051000509415e-07,
+      "loss": 13.5156,
+      "step": 21247
+    },
+    {
+      "epoch": 1.4111708839742312,
+      "grad_norm": 256.6103820800781,
+      "learning_rate": 4.2121280033668526e-07,
+      "loss": 15.8594,
+      "step": 21248
+    },
+    {
+      "epoch": 1.4112372982665868,
+      "grad_norm": 198.29371643066406,
+      "learning_rate": 4.211250973633529e-07,
+      "loss": 15.1719,
+      "step": 21249
+    },
+    {
+      "epoch": 1.4113037125589427,
+      "grad_norm": 256.2965087890625,
+      "learning_rate": 4.2103740108611166e-07,
+      "loss": 20.75,
+      "step": 21250
+    },
+    {
+      "epoch": 1.4113701268512984,
+      "grad_norm": 187.74057006835938,
+      "learning_rate": 4.209497115059758e-07,
+      "loss": 13.5781,
+      "step": 21251
+    },
+    {
+      "epoch": 1.411436541143654,
+      "grad_norm": 185.22694396972656,
+      "learning_rate": 4.208620286239598e-07,
+      "loss": 14.6797,
+      "step": 21252
+    },
+    {
+      "epoch": 1.41150295543601,
+      "grad_norm": 309.970947265625,
+      "learning_rate": 4.207743524410784e-07,
+      "loss": 16.1406,
+      "step": 21253
+    },
+    {
+      "epoch": 1.4115693697283656,
+      "grad_norm": 130.19776916503906,
+      "learning_rate": 4.2068668295834443e-07,
+      "loss": 14.4531,
+      "step": 21254
+    },
+    {
+      "epoch": 1.4116357840207212,
+      "grad_norm": 206.2928924560547,
+      "learning_rate": 4.2059902017677364e-07,
+      "loss": 12.0781,
+      "step": 21255
+    },
+    {
+      "epoch": 1.411702198313077,
+      "grad_norm": 252.76356506347656,
+      "learning_rate": 4.2051136409737895e-07,
+      "loss": 14.0938,
+      "step": 21256
+    },
+    {
+      "epoch": 1.4117686126054327,
+      "grad_norm": 222.953125,
+      "learning_rate": 4.2042371472117457e-07,
+      "loss": 17.75,
+      "step": 21257
+    },
+    {
+      "epoch": 1.4118350268977884,
+      "grad_norm": 131.4442901611328,
+      "learning_rate": 4.2033607204917456e-07,
+      "loss": 15.875,
+      "step": 21258
+    },
+    {
+      "epoch": 1.411901441190144,
+      "grad_norm": 549.8538818359375,
+      "learning_rate": 4.202484360823926e-07,
+      "loss": 15.5625,
+      "step": 21259
+    },
+    {
+      "epoch": 1.4119678554824997,
+      "grad_norm": 148.7657470703125,
+      "learning_rate": 4.201608068218423e-07,
+      "loss": 17.75,
+      "step": 21260
+    },
+    {
+      "epoch": 1.4120342697748556,
+      "grad_norm": 267.68359375,
+      "learning_rate": 4.2007318426853786e-07,
+      "loss": 9.9375,
+      "step": 21261
+    },
+    {
+      "epoch": 1.4121006840672112,
+      "grad_norm": 600.311767578125,
+      "learning_rate": 4.1998556842349176e-07,
+      "loss": 13.2188,
+      "step": 21262
+    },
+    {
+      "epoch": 1.4121670983595669,
+      "grad_norm": 174.44964599609375,
+      "learning_rate": 4.198979592877188e-07,
+      "loss": 18.8125,
+      "step": 21263
+    },
+    {
+      "epoch": 1.4122335126519228,
+      "grad_norm": 253.67445373535156,
+      "learning_rate": 4.1981035686223144e-07,
+      "loss": 17.8047,
+      "step": 21264
+    },
+    {
+      "epoch": 1.4122999269442784,
+      "grad_norm": 84.37999725341797,
+      "learning_rate": 4.1972276114804327e-07,
+      "loss": 9.3359,
+      "step": 21265
+    },
+    {
+      "epoch": 1.412366341236634,
+      "grad_norm": 2958.522216796875,
+      "learning_rate": 4.1963517214616763e-07,
+      "loss": 13.5156,
+      "step": 21266
+    },
+    {
+      "epoch": 1.41243275552899,
+      "grad_norm": 174.75955200195312,
+      "learning_rate": 4.1954758985761796e-07,
+      "loss": 15.8594,
+      "step": 21267
+    },
+    {
+      "epoch": 1.4124991698213456,
+      "grad_norm": 116.27259826660156,
+      "learning_rate": 4.194600142834064e-07,
+      "loss": 13.8594,
+      "step": 21268
+    },
+    {
+      "epoch": 1.4125655841137013,
+      "grad_norm": 150.73435974121094,
+      "learning_rate": 4.193724454245473e-07,
+      "loss": 18.5625,
+      "step": 21269
+    },
+    {
+      "epoch": 1.412631998406057,
+      "grad_norm": 340.5179748535156,
+      "learning_rate": 4.1928488328205256e-07,
+      "loss": 21.4844,
+      "step": 21270
+    },
+    {
+      "epoch": 1.4126984126984126,
+      "grad_norm": 127.81168365478516,
+      "learning_rate": 4.191973278569355e-07,
+      "loss": 14.6484,
+      "step": 21271
+    },
+    {
+      "epoch": 1.4127648269907684,
+      "grad_norm": 432.3318786621094,
+      "learning_rate": 4.1910977915020884e-07,
+      "loss": 25.5312,
+      "step": 21272
+    },
+    {
+      "epoch": 1.412831241283124,
+      "grad_norm": 199.37667846679688,
+      "learning_rate": 4.190222371628853e-07,
+      "loss": 15.0938,
+      "step": 21273
+    },
+    {
+      "epoch": 1.4128976555754797,
+      "grad_norm": 141.42251586914062,
+      "learning_rate": 4.1893470189597744e-07,
+      "loss": 13.1406,
+      "step": 21274
+    },
+    {
+      "epoch": 1.4129640698678356,
+      "grad_norm": 105.87737274169922,
+      "learning_rate": 4.1884717335049835e-07,
+      "loss": 18.0156,
+      "step": 21275
+    },
+    {
+      "epoch": 1.4130304841601913,
+      "grad_norm": 99.79940032958984,
+      "learning_rate": 4.187596515274593e-07,
+      "loss": 12.4375,
+      "step": 21276
+    },
+    {
+      "epoch": 1.413096898452547,
+      "grad_norm": 1201.324951171875,
+      "learning_rate": 4.1867213642787414e-07,
+      "loss": 11.7969,
+      "step": 21277
+    },
+    {
+      "epoch": 1.4131633127449028,
+      "grad_norm": 210.0127410888672,
+      "learning_rate": 4.185846280527541e-07,
+      "loss": 14.4531,
+      "step": 21278
+    },
+    {
+      "epoch": 1.4132297270372585,
+      "grad_norm": 133.94143676757812,
+      "learning_rate": 4.1849712640311187e-07,
+      "loss": 14.7812,
+      "step": 21279
+    },
+    {
+      "epoch": 1.4132961413296141,
+      "grad_norm": 120.8567886352539,
+      "learning_rate": 4.1840963147995956e-07,
+      "loss": 15.7969,
+      "step": 21280
+    },
+    {
+      "epoch": 1.4133625556219698,
+      "grad_norm": 88.29932403564453,
+      "learning_rate": 4.1832214328430925e-07,
+      "loss": 14.4688,
+      "step": 21281
+    },
+    {
+      "epoch": 1.4134289699143254,
+      "grad_norm": 212.49855041503906,
+      "learning_rate": 4.1823466181717295e-07,
+      "loss": 18.7031,
+      "step": 21282
+    },
+    {
+      "epoch": 1.4134953842066813,
+      "grad_norm": 239.3525390625,
+      "learning_rate": 4.18147187079563e-07,
+      "loss": 14.1094,
+      "step": 21283
+    },
+    {
+      "epoch": 1.413561798499037,
+      "grad_norm": 120.87491607666016,
+      "learning_rate": 4.1805971907249047e-07,
+      "loss": 11.3594,
+      "step": 21284
+    },
+    {
+      "epoch": 1.4136282127913926,
+      "grad_norm": 168.96730041503906,
+      "learning_rate": 4.179722577969672e-07,
+      "loss": 16.4531,
+      "step": 21285
+    },
+    {
+      "epoch": 1.4136946270837485,
+      "grad_norm": 158.15472412109375,
+      "learning_rate": 4.178848032540061e-07,
+      "loss": 14.8438,
+      "step": 21286
+    },
+    {
+      "epoch": 1.4137610413761041,
+      "grad_norm": 240.5870361328125,
+      "learning_rate": 4.1779735544461737e-07,
+      "loss": 14.2891,
+      "step": 21287
+    },
+    {
+      "epoch": 1.4138274556684598,
+      "grad_norm": 109.70452880859375,
+      "learning_rate": 4.1770991436981316e-07,
+      "loss": 10.125,
+      "step": 21288
+    },
+    {
+      "epoch": 1.4138938699608157,
+      "grad_norm": 114.5600357055664,
+      "learning_rate": 4.1762248003060494e-07,
+      "loss": 11.75,
+      "step": 21289
+    },
+    {
+      "epoch": 1.4139602842531713,
+      "grad_norm": 119.18566131591797,
+      "learning_rate": 4.175350524280041e-07,
+      "loss": 18.2812,
+      "step": 21290
+    },
+    {
+      "epoch": 1.414026698545527,
+      "grad_norm": 1129.6929931640625,
+      "learning_rate": 4.1744763156302185e-07,
+      "loss": 29.8125,
+      "step": 21291
+    },
+    {
+      "epoch": 1.4140931128378826,
+      "grad_norm": 116.44203186035156,
+      "learning_rate": 4.173602174366698e-07,
+      "loss": 15.3281,
+      "step": 21292
+    },
+    {
+      "epoch": 1.4141595271302383,
+      "grad_norm": 201.4773712158203,
+      "learning_rate": 4.1727281004995817e-07,
+      "loss": 19.0469,
+      "step": 21293
+    },
+    {
+      "epoch": 1.4142259414225942,
+      "grad_norm": 163.05941772460938,
+      "learning_rate": 4.1718540940389926e-07,
+      "loss": 12.5,
+      "step": 21294
+    },
+    {
+      "epoch": 1.4142923557149498,
+      "grad_norm": 212.21253967285156,
+      "learning_rate": 4.170980154995032e-07,
+      "loss": 13.6406,
+      "step": 21295
+    },
+    {
+      "epoch": 1.4143587700073055,
+      "grad_norm": 279.5554504394531,
+      "learning_rate": 4.170106283377811e-07,
+      "loss": 22.7031,
+      "step": 21296
+    },
+    {
+      "epoch": 1.4144251842996614,
+      "grad_norm": 212.57156372070312,
+      "learning_rate": 4.1692324791974387e-07,
+      "loss": 15.5781,
+      "step": 21297
+    },
+    {
+      "epoch": 1.414491598592017,
+      "grad_norm": 156.91677856445312,
+      "learning_rate": 4.1683587424640234e-07,
+      "loss": 15.5312,
+      "step": 21298
+    },
+    {
+      "epoch": 1.4145580128843727,
+      "grad_norm": 233.03482055664062,
+      "learning_rate": 4.167485073187672e-07,
+      "loss": 23.4219,
+      "step": 21299
+    },
+    {
+      "epoch": 1.4146244271767285,
+      "grad_norm": 371.42877197265625,
+      "learning_rate": 4.1666114713784927e-07,
+      "loss": 15.125,
+      "step": 21300
+    },
+    {
+      "epoch": 1.4146908414690842,
+      "grad_norm": 199.41676330566406,
+      "learning_rate": 4.1657379370465806e-07,
+      "loss": 19.2188,
+      "step": 21301
+    },
+    {
+      "epoch": 1.4147572557614398,
+      "grad_norm": 336.1007385253906,
+      "learning_rate": 4.164864470202056e-07,
+      "loss": 19.9062,
+      "step": 21302
+    },
+    {
+      "epoch": 1.4148236700537955,
+      "grad_norm": 1037.357421875,
+      "learning_rate": 4.163991070855011e-07,
+      "loss": 19.7656,
+      "step": 21303
+    },
+    {
+      "epoch": 1.4148900843461512,
+      "grad_norm": 180.6887969970703,
+      "learning_rate": 4.1631177390155516e-07,
+      "loss": 18.75,
+      "step": 21304
+    },
+    {
+      "epoch": 1.414956498638507,
+      "grad_norm": 212.57249450683594,
+      "learning_rate": 4.16224447469378e-07,
+      "loss": 15.4062,
+      "step": 21305
+    },
+    {
+      "epoch": 1.4150229129308627,
+      "grad_norm": 125.06675720214844,
+      "learning_rate": 4.161371277899802e-07,
+      "loss": 18.6875,
+      "step": 21306
+    },
+    {
+      "epoch": 1.4150893272232183,
+      "grad_norm": 281.46124267578125,
+      "learning_rate": 4.1604981486437074e-07,
+      "loss": 14.6094,
+      "step": 21307
+    },
+    {
+      "epoch": 1.4151557415155742,
+      "grad_norm": 637.5074462890625,
+      "learning_rate": 4.1596250869356097e-07,
+      "loss": 23.0,
+      "step": 21308
+    },
+    {
+      "epoch": 1.4152221558079299,
+      "grad_norm": 207.40725708007812,
+      "learning_rate": 4.158752092785598e-07,
+      "loss": 13.1406,
+      "step": 21309
+    },
+    {
+      "epoch": 1.4152885701002855,
+      "grad_norm": 299.516357421875,
+      "learning_rate": 4.1578791662037736e-07,
+      "loss": 12.375,
+      "step": 21310
+    },
+    {
+      "epoch": 1.4153549843926414,
+      "grad_norm": 211.97109985351562,
+      "learning_rate": 4.157006307200235e-07,
+      "loss": 16.4062,
+      "step": 21311
+    },
+    {
+      "epoch": 1.415421398684997,
+      "grad_norm": 211.71487426757812,
+      "learning_rate": 4.1561335157850776e-07,
+      "loss": 14.4531,
+      "step": 21312
+    },
+    {
+      "epoch": 1.4154878129773527,
+      "grad_norm": 179.72113037109375,
+      "learning_rate": 4.155260791968398e-07,
+      "loss": 12.75,
+      "step": 21313
+    },
+    {
+      "epoch": 1.4155542272697084,
+      "grad_norm": 298.6043395996094,
+      "learning_rate": 4.154388135760294e-07,
+      "loss": 16.1875,
+      "step": 21314
+    },
+    {
+      "epoch": 1.415620641562064,
+      "grad_norm": 200.81454467773438,
+      "learning_rate": 4.1535155471708517e-07,
+      "loss": 18.2344,
+      "step": 21315
+    },
+    {
+      "epoch": 1.41568705585442,
+      "grad_norm": 1019.7769775390625,
+      "learning_rate": 4.152643026210176e-07,
+      "loss": 15.7344,
+      "step": 21316
+    },
+    {
+      "epoch": 1.4157534701467756,
+      "grad_norm": 175.05258178710938,
+      "learning_rate": 4.151770572888351e-07,
+      "loss": 16.3438,
+      "step": 21317
+    },
+    {
+      "epoch": 1.4158198844391312,
+      "grad_norm": 148.3668212890625,
+      "learning_rate": 4.1508981872154715e-07,
+      "loss": 17.9531,
+      "step": 21318
+    },
+    {
+      "epoch": 1.415886298731487,
+      "grad_norm": 274.9779968261719,
+      "learning_rate": 4.15002586920163e-07,
+      "loss": 19.5625,
+      "step": 21319
+    },
+    {
+      "epoch": 1.4159527130238427,
+      "grad_norm": 167.21434020996094,
+      "learning_rate": 4.1491536188569144e-07,
+      "loss": 14.125,
+      "step": 21320
+    },
+    {
+      "epoch": 1.4160191273161984,
+      "grad_norm": 155.38526916503906,
+      "learning_rate": 4.1482814361914175e-07,
+      "loss": 22.0938,
+      "step": 21321
+    },
+    {
+      "epoch": 1.4160855416085543,
+      "grad_norm": 193.74859619140625,
+      "learning_rate": 4.147409321215225e-07,
+      "loss": 21.3438,
+      "step": 21322
+    },
+    {
+      "epoch": 1.41615195590091,
+      "grad_norm": 93.57160186767578,
+      "learning_rate": 4.1465372739384284e-07,
+      "loss": 12.3359,
+      "step": 21323
+    },
+    {
+      "epoch": 1.4162183701932656,
+      "grad_norm": 182.29757690429688,
+      "learning_rate": 4.1456652943711124e-07,
+      "loss": 15.0,
+      "step": 21324
+    },
+    {
+      "epoch": 1.4162847844856212,
+      "grad_norm": 299.0241394042969,
+      "learning_rate": 4.1447933825233686e-07,
+      "loss": 16.3594,
+      "step": 21325
+    },
+    {
+      "epoch": 1.4163511987779769,
+      "grad_norm": 145.56808471679688,
+      "learning_rate": 4.1439215384052707e-07,
+      "loss": 16.7344,
+      "step": 21326
+    },
+    {
+      "epoch": 1.4164176130703328,
+      "grad_norm": 145.312255859375,
+      "learning_rate": 4.143049762026919e-07,
+      "loss": 13.8594,
+      "step": 21327
+    },
+    {
+      "epoch": 1.4164840273626884,
+      "grad_norm": 119.45655822753906,
+      "learning_rate": 4.142178053398386e-07,
+      "loss": 12.625,
+      "step": 21328
+    },
+    {
+      "epoch": 1.416550441655044,
+      "grad_norm": 420.0638122558594,
+      "learning_rate": 4.1413064125297614e-07,
+      "loss": 10.7188,
+      "step": 21329
+    },
+    {
+      "epoch": 1.4166168559474,
+      "grad_norm": 148.40597534179688,
+      "learning_rate": 4.140434839431125e-07,
+      "loss": 15.8125,
+      "step": 21330
+    },
+    {
+      "epoch": 1.4166832702397556,
+      "grad_norm": 197.1119842529297,
+      "learning_rate": 4.139563334112562e-07,
+      "loss": 13.9844,
+      "step": 21331
+    },
+    {
+      "epoch": 1.4167496845321113,
+      "grad_norm": 339.5854797363281,
+      "learning_rate": 4.1386918965841455e-07,
+      "loss": 19.75,
+      "step": 21332
+    },
+    {
+      "epoch": 1.4168160988244671,
+      "grad_norm": 272.079833984375,
+      "learning_rate": 4.1378205268559675e-07,
+      "loss": 13.4219,
+      "step": 21333
+    },
+    {
+      "epoch": 1.4168825131168228,
+      "grad_norm": 135.93142700195312,
+      "learning_rate": 4.136949224938098e-07,
+      "loss": 14.7188,
+      "step": 21334
+    },
+    {
+      "epoch": 1.4169489274091784,
+      "grad_norm": 336.5708312988281,
+      "learning_rate": 4.1360779908406195e-07,
+      "loss": 16.1875,
+      "step": 21335
+    },
+    {
+      "epoch": 1.417015341701534,
+      "grad_norm": 244.91415405273438,
+      "learning_rate": 4.1352068245736094e-07,
+      "loss": 16.2969,
+      "step": 21336
+    },
+    {
+      "epoch": 1.4170817559938897,
+      "grad_norm": 731.1780395507812,
+      "learning_rate": 4.1343357261471447e-07,
+      "loss": 14.6406,
+      "step": 21337
+    },
+    {
+      "epoch": 1.4171481702862456,
+      "grad_norm": 163.83746337890625,
+      "learning_rate": 4.1334646955713013e-07,
+      "loss": 17.5938,
+      "step": 21338
+    },
+    {
+      "epoch": 1.4172145845786013,
+      "grad_norm": 341.6339416503906,
+      "learning_rate": 4.13259373285616e-07,
+      "loss": 15.0938,
+      "step": 21339
+    },
+    {
+      "epoch": 1.417280998870957,
+      "grad_norm": 156.31436157226562,
+      "learning_rate": 4.131722838011783e-07,
+      "loss": 14.7344,
+      "step": 21340
+    },
+    {
+      "epoch": 1.4173474131633128,
+      "grad_norm": 280.40618896484375,
+      "learning_rate": 4.1308520110482606e-07,
+      "loss": 18.6562,
+      "step": 21341
+    },
+    {
+      "epoch": 1.4174138274556685,
+      "grad_norm": 281.611572265625,
+      "learning_rate": 4.129981251975654e-07,
+      "loss": 19.5,
+      "step": 21342
+    },
+    {
+      "epoch": 1.4174802417480241,
+      "grad_norm": 118.97378540039062,
+      "learning_rate": 4.129110560804039e-07,
+      "loss": 15.5469,
+      "step": 21343
+    },
+    {
+      "epoch": 1.41754665604038,
+      "grad_norm": 217.3262939453125,
+      "learning_rate": 4.1282399375434874e-07,
+      "loss": 17.4062,
+      "step": 21344
+    },
+    {
+      "epoch": 1.4176130703327356,
+      "grad_norm": 1675.461669921875,
+      "learning_rate": 4.12736938220407e-07,
+      "loss": 22.625,
+      "step": 21345
+    },
+    {
+      "epoch": 1.4176794846250913,
+      "grad_norm": 233.73309326171875,
+      "learning_rate": 4.126498894795859e-07,
+      "loss": 17.5469,
+      "step": 21346
+    },
+    {
+      "epoch": 1.417745898917447,
+      "grad_norm": 140.28573608398438,
+      "learning_rate": 4.125628475328924e-07,
+      "loss": 12.6719,
+      "step": 21347
+    },
+    {
+      "epoch": 1.4178123132098028,
+      "grad_norm": 265.4517517089844,
+      "learning_rate": 4.124758123813328e-07,
+      "loss": 22.8594,
+      "step": 21348
+    },
+    {
+      "epoch": 1.4178787275021585,
+      "grad_norm": 139.09129333496094,
+      "learning_rate": 4.1238878402591427e-07,
+      "loss": 14.0938,
+      "step": 21349
+    },
+    {
+      "epoch": 1.4179451417945141,
+      "grad_norm": 187.4426727294922,
+      "learning_rate": 4.123017624676435e-07,
+      "loss": 15.75,
+      "step": 21350
+    },
+    {
+      "epoch": 1.4180115560868698,
+      "grad_norm": 190.40115356445312,
+      "learning_rate": 4.1221474770752696e-07,
+      "loss": 14.1719,
+      "step": 21351
+    },
+    {
+      "epoch": 1.4180779703792257,
+      "grad_norm": 169.0215606689453,
+      "learning_rate": 4.121277397465712e-07,
+      "loss": 18.625,
+      "step": 21352
+    },
+    {
+      "epoch": 1.4181443846715813,
+      "grad_norm": 371.2151794433594,
+      "learning_rate": 4.1204073858578327e-07,
+      "loss": 20.7188,
+      "step": 21353
+    },
+    {
+      "epoch": 1.418210798963937,
+      "grad_norm": 733.2516479492188,
+      "learning_rate": 4.1195374422616834e-07,
+      "loss": 21.0469,
+      "step": 21354
+    },
+    {
+      "epoch": 1.4182772132562929,
+      "grad_norm": 413.1673889160156,
+      "learning_rate": 4.1186675666873403e-07,
+      "loss": 18.9688,
+      "step": 21355
+    },
+    {
+      "epoch": 1.4183436275486485,
+      "grad_norm": 415.8843994140625,
+      "learning_rate": 4.1177977591448565e-07,
+      "loss": 22.5156,
+      "step": 21356
+    },
+    {
+      "epoch": 1.4184100418410042,
+      "grad_norm": 117.96510314941406,
+      "learning_rate": 4.116928019644296e-07,
+      "loss": 12.9531,
+      "step": 21357
+    },
+    {
+      "epoch": 1.4184764561333598,
+      "grad_norm": 95.407958984375,
+      "learning_rate": 4.1160583481957203e-07,
+      "loss": 13.4141,
+      "step": 21358
+    },
+    {
+      "epoch": 1.4185428704257157,
+      "grad_norm": 219.4658660888672,
+      "learning_rate": 4.115188744809187e-07,
+      "loss": 16.4844,
+      "step": 21359
+    },
+    {
+      "epoch": 1.4186092847180714,
+      "grad_norm": 142.13412475585938,
+      "learning_rate": 4.1143192094947587e-07,
+      "loss": 14.4062,
+      "step": 21360
+    },
+    {
+      "epoch": 1.418675699010427,
+      "grad_norm": 384.75677490234375,
+      "learning_rate": 4.1134497422624914e-07,
+      "loss": 17.5,
+      "step": 21361
+    },
+    {
+      "epoch": 1.4187421133027827,
+      "grad_norm": 180.85052490234375,
+      "learning_rate": 4.1125803431224436e-07,
+      "loss": 18.6094,
+      "step": 21362
+    },
+    {
+      "epoch": 1.4188085275951385,
+      "grad_norm": 374.3603820800781,
+      "learning_rate": 4.111711012084671e-07,
+      "loss": 23.1562,
+      "step": 21363
+    },
+    {
+      "epoch": 1.4188749418874942,
+      "grad_norm": 148.45655822753906,
+      "learning_rate": 4.110841749159233e-07,
+      "loss": 17.375,
+      "step": 21364
+    },
+    {
+      "epoch": 1.4189413561798498,
+      "grad_norm": 181.69007873535156,
+      "learning_rate": 4.1099725543561757e-07,
+      "loss": 15.0625,
+      "step": 21365
+    },
+    {
+      "epoch": 1.4190077704722057,
+      "grad_norm": 306.0756530761719,
+      "learning_rate": 4.109103427685566e-07,
+      "loss": 25.4375,
+      "step": 21366
+    },
+    {
+      "epoch": 1.4190741847645614,
+      "grad_norm": 183.91014099121094,
+      "learning_rate": 4.1082343691574473e-07,
+      "loss": 16.5156,
+      "step": 21367
+    },
+    {
+      "epoch": 1.419140599056917,
+      "grad_norm": 240.4215545654297,
+      "learning_rate": 4.1073653787818763e-07,
+      "loss": 18.5781,
+      "step": 21368
+    },
+    {
+      "epoch": 1.4192070133492727,
+      "grad_norm": 420.4237060546875,
+      "learning_rate": 4.1064964565689054e-07,
+      "loss": 17.0781,
+      "step": 21369
+    },
+    {
+      "epoch": 1.4192734276416286,
+      "grad_norm": 267.1736755371094,
+      "learning_rate": 4.1056276025285876e-07,
+      "loss": 12.8906,
+      "step": 21370
+    },
+    {
+      "epoch": 1.4193398419339842,
+      "grad_norm": 245.69268798828125,
+      "learning_rate": 4.1047588166709646e-07,
+      "loss": 15.3906,
+      "step": 21371
+    },
+    {
+      "epoch": 1.4194062562263399,
+      "grad_norm": 230.10157775878906,
+      "learning_rate": 4.1038900990060986e-07,
+      "loss": 15.0156,
+      "step": 21372
+    },
+    {
+      "epoch": 1.4194726705186955,
+      "grad_norm": 239.37445068359375,
+      "learning_rate": 4.1030214495440285e-07,
+      "loss": 16.5,
+      "step": 21373
+    },
+    {
+      "epoch": 1.4195390848110514,
+      "grad_norm": 297.04644775390625,
+      "learning_rate": 4.102152868294806e-07,
+      "loss": 16.7031,
+      "step": 21374
+    },
+    {
+      "epoch": 1.419605499103407,
+      "grad_norm": 408.08795166015625,
+      "learning_rate": 4.1012843552684784e-07,
+      "loss": 20.4062,
+      "step": 21375
+    },
+    {
+      "epoch": 1.4196719133957627,
+      "grad_norm": 602.2483520507812,
+      "learning_rate": 4.100415910475091e-07,
+      "loss": 24.7031,
+      "step": 21376
+    },
+    {
+      "epoch": 1.4197383276881186,
+      "grad_norm": 221.49781799316406,
+      "learning_rate": 4.099547533924692e-07,
+      "loss": 23.5156,
+      "step": 21377
+    },
+    {
+      "epoch": 1.4198047419804742,
+      "grad_norm": 264.1855163574219,
+      "learning_rate": 4.0986792256273273e-07,
+      "loss": 16.0312,
+      "step": 21378
+    },
+    {
+      "epoch": 1.41987115627283,
+      "grad_norm": 174.06832885742188,
+      "learning_rate": 4.097810985593032e-07,
+      "loss": 15.9375,
+      "step": 21379
+    },
+    {
+      "epoch": 1.4199375705651855,
+      "grad_norm": 113.14561462402344,
+      "learning_rate": 4.096942813831863e-07,
+      "loss": 10.0156,
+      "step": 21380
+    },
+    {
+      "epoch": 1.4200039848575414,
+      "grad_norm": 238.8658905029297,
+      "learning_rate": 4.096074710353852e-07,
+      "loss": 20.6875,
+      "step": 21381
+    },
+    {
+      "epoch": 1.420070399149897,
+      "grad_norm": 236.16148376464844,
+      "learning_rate": 4.095206675169043e-07,
+      "loss": 13.3594,
+      "step": 21382
+    },
+    {
+      "epoch": 1.4201368134422527,
+      "grad_norm": 296.353515625,
+      "learning_rate": 4.0943387082874793e-07,
+      "loss": 19.0938,
+      "step": 21383
+    },
+    {
+      "epoch": 1.4202032277346084,
+      "grad_norm": 378.2975769042969,
+      "learning_rate": 4.0934708097192006e-07,
+      "loss": 26.2812,
+      "step": 21384
+    },
+    {
+      "epoch": 1.4202696420269643,
+      "grad_norm": 420.9532470703125,
+      "learning_rate": 4.092602979474244e-07,
+      "loss": 22.5781,
+      "step": 21385
+    },
+    {
+      "epoch": 1.42033605631932,
+      "grad_norm": 146.302978515625,
+      "learning_rate": 4.091735217562655e-07,
+      "loss": 13.4531,
+      "step": 21386
+    },
+    {
+      "epoch": 1.4204024706116756,
+      "grad_norm": 152.34251403808594,
+      "learning_rate": 4.090867523994459e-07,
+      "loss": 16.5156,
+      "step": 21387
+    },
+    {
+      "epoch": 1.4204688849040314,
+      "grad_norm": 262.9516296386719,
+      "learning_rate": 4.089999898779706e-07,
+      "loss": 23.0,
+      "step": 21388
+    },
+    {
+      "epoch": 1.420535299196387,
+      "grad_norm": 221.18125915527344,
+      "learning_rate": 4.089132341928423e-07,
+      "loss": 14.4688,
+      "step": 21389
+    },
+    {
+      "epoch": 1.4206017134887428,
+      "grad_norm": 196.26376342773438,
+      "learning_rate": 4.088264853450649e-07,
+      "loss": 15.3828,
+      "step": 21390
+    },
+    {
+      "epoch": 1.4206681277810984,
+      "grad_norm": 189.71632385253906,
+      "learning_rate": 4.0873974333564185e-07,
+      "loss": 18.2656,
+      "step": 21391
+    },
+    {
+      "epoch": 1.4207345420734543,
+      "grad_norm": 541.6692504882812,
+      "learning_rate": 4.086530081655768e-07,
+      "loss": 22.7344,
+      "step": 21392
+    },
+    {
+      "epoch": 1.42080095636581,
+      "grad_norm": 128.08914184570312,
+      "learning_rate": 4.085662798358721e-07,
+      "loss": 19.6719,
+      "step": 21393
+    },
+    {
+      "epoch": 1.4208673706581656,
+      "grad_norm": 192.5945281982422,
+      "learning_rate": 4.084795583475323e-07,
+      "loss": 12.6094,
+      "step": 21394
+    },
+    {
+      "epoch": 1.4209337849505213,
+      "grad_norm": 285.7419128417969,
+      "learning_rate": 4.083928437015596e-07,
+      "loss": 14.5938,
+      "step": 21395
+    },
+    {
+      "epoch": 1.4210001992428771,
+      "grad_norm": 106.68849182128906,
+      "learning_rate": 4.083061358989569e-07,
+      "loss": 14.9531,
+      "step": 21396
+    },
+    {
+      "epoch": 1.4210666135352328,
+      "grad_norm": 298.21246337890625,
+      "learning_rate": 4.082194349407284e-07,
+      "loss": 12.8125,
+      "step": 21397
+    },
+    {
+      "epoch": 1.4211330278275884,
+      "grad_norm": 142.74734497070312,
+      "learning_rate": 4.0813274082787584e-07,
+      "loss": 12.7031,
+      "step": 21398
+    },
+    {
+      "epoch": 1.4211994421199443,
+      "grad_norm": 230.05014038085938,
+      "learning_rate": 4.080460535614025e-07,
+      "loss": 16.0469,
+      "step": 21399
+    },
+    {
+      "epoch": 1.4212658564123,
+      "grad_norm": 166.20071411132812,
+      "learning_rate": 4.0795937314231113e-07,
+      "loss": 19.9062,
+      "step": 21400
+    },
+    {
+      "epoch": 1.4213322707046556,
+      "grad_norm": 1119.4405517578125,
+      "learning_rate": 4.078726995716042e-07,
+      "loss": 10.8047,
+      "step": 21401
+    },
+    {
+      "epoch": 1.4213986849970113,
+      "grad_norm": 200.56607055664062,
+      "learning_rate": 4.077860328502845e-07,
+      "loss": 16.4219,
+      "step": 21402
+    },
+    {
+      "epoch": 1.4214650992893672,
+      "grad_norm": 362.73577880859375,
+      "learning_rate": 4.0769937297935477e-07,
+      "loss": 15.4531,
+      "step": 21403
+    },
+    {
+      "epoch": 1.4215315135817228,
+      "grad_norm": 227.04397583007812,
+      "learning_rate": 4.076127199598165e-07,
+      "loss": 14.3594,
+      "step": 21404
+    },
+    {
+      "epoch": 1.4215979278740785,
+      "grad_norm": 259.4764404296875,
+      "learning_rate": 4.0752607379267344e-07,
+      "loss": 20.2969,
+      "step": 21405
+    },
+    {
+      "epoch": 1.4216643421664341,
+      "grad_norm": 169.79969787597656,
+      "learning_rate": 4.074394344789267e-07,
+      "loss": 19.8594,
+      "step": 21406
+    },
+    {
+      "epoch": 1.42173075645879,
+      "grad_norm": 149.26296997070312,
+      "learning_rate": 4.07352802019579e-07,
+      "loss": 17.2969,
+      "step": 21407
+    },
+    {
+      "epoch": 1.4217971707511456,
+      "grad_norm": 149.05975341796875,
+      "learning_rate": 4.072661764156322e-07,
+      "loss": 15.7344,
+      "step": 21408
+    },
+    {
+      "epoch": 1.4218635850435013,
+      "grad_norm": 266.2774658203125,
+      "learning_rate": 4.0717955766808856e-07,
+      "loss": 19.8438,
+      "step": 21409
+    },
+    {
+      "epoch": 1.4219299993358572,
+      "grad_norm": 113.87942504882812,
+      "learning_rate": 4.0709294577794996e-07,
+      "loss": 11.0625,
+      "step": 21410
+    },
+    {
+      "epoch": 1.4219964136282128,
+      "grad_norm": 117.19086456298828,
+      "learning_rate": 4.0700634074621866e-07,
+      "loss": 16.0312,
+      "step": 21411
+    },
+    {
+      "epoch": 1.4220628279205685,
+      "grad_norm": 262.620849609375,
+      "learning_rate": 4.069197425738956e-07,
+      "loss": 16.2812,
+      "step": 21412
+    },
+    {
+      "epoch": 1.4221292422129241,
+      "grad_norm": 294.21612548828125,
+      "learning_rate": 4.0683315126198305e-07,
+      "loss": 14.8906,
+      "step": 21413
+    },
+    {
+      "epoch": 1.42219565650528,
+      "grad_norm": 244.28443908691406,
+      "learning_rate": 4.0674656681148255e-07,
+      "loss": 17.9688,
+      "step": 21414
+    },
+    {
+      "epoch": 1.4222620707976357,
+      "grad_norm": 160.7677459716797,
+      "learning_rate": 4.066599892233957e-07,
+      "loss": 16.7031,
+      "step": 21415
+    },
+    {
+      "epoch": 1.4223284850899913,
+      "grad_norm": 446.68841552734375,
+      "learning_rate": 4.06573418498724e-07,
+      "loss": 19.8594,
+      "step": 21416
+    },
+    {
+      "epoch": 1.422394899382347,
+      "grad_norm": 353.062255859375,
+      "learning_rate": 4.064868546384691e-07,
+      "loss": 17.9375,
+      "step": 21417
+    },
+    {
+      "epoch": 1.4224613136747029,
+      "grad_norm": 160.2789764404297,
+      "learning_rate": 4.064002976436313e-07,
+      "loss": 13.2031,
+      "step": 21418
+    },
+    {
+      "epoch": 1.4225277279670585,
+      "grad_norm": 239.92739868164062,
+      "learning_rate": 4.063137475152133e-07,
+      "loss": 28.5469,
+      "step": 21419
+    },
+    {
+      "epoch": 1.4225941422594142,
+      "grad_norm": 177.42926025390625,
+      "learning_rate": 4.062272042542151e-07,
+      "loss": 17.3438,
+      "step": 21420
+    },
+    {
+      "epoch": 1.42266055655177,
+      "grad_norm": 194.7977294921875,
+      "learning_rate": 4.061406678616383e-07,
+      "loss": 19.9062,
+      "step": 21421
+    },
+    {
+      "epoch": 1.4227269708441257,
+      "grad_norm": 238.31512451171875,
+      "learning_rate": 4.060541383384838e-07,
+      "loss": 13.8281,
+      "step": 21422
+    },
+    {
+      "epoch": 1.4227933851364813,
+      "grad_norm": 134.46188354492188,
+      "learning_rate": 4.0596761568575253e-07,
+      "loss": 15.1406,
+      "step": 21423
+    },
+    {
+      "epoch": 1.4228597994288372,
+      "grad_norm": 204.15792846679688,
+      "learning_rate": 4.058810999044453e-07,
+      "loss": 16.25,
+      "step": 21424
+    },
+    {
+      "epoch": 1.4229262137211929,
+      "grad_norm": 113.32967376708984,
+      "learning_rate": 4.0579459099556336e-07,
+      "loss": 12.6406,
+      "step": 21425
+    },
+    {
+      "epoch": 1.4229926280135485,
+      "grad_norm": 179.9826202392578,
+      "learning_rate": 4.0570808896010623e-07,
+      "loss": 13.3438,
+      "step": 21426
+    },
+    {
+      "epoch": 1.4230590423059042,
+      "grad_norm": 219.77655029296875,
+      "learning_rate": 4.056215937990759e-07,
+      "loss": 15.1719,
+      "step": 21427
+    },
+    {
+      "epoch": 1.4231254565982598,
+      "grad_norm": 193.90017700195312,
+      "learning_rate": 4.055351055134719e-07,
+      "loss": 14.7344,
+      "step": 21428
+    },
+    {
+      "epoch": 1.4231918708906157,
+      "grad_norm": 163.32449340820312,
+      "learning_rate": 4.05448624104295e-07,
+      "loss": 18.375,
+      "step": 21429
+    },
+    {
+      "epoch": 1.4232582851829714,
+      "grad_norm": 88.13428497314453,
+      "learning_rate": 4.0536214957254555e-07,
+      "loss": 12.7344,
+      "step": 21430
+    },
+    {
+      "epoch": 1.423324699475327,
+      "grad_norm": 263.0592346191406,
+      "learning_rate": 4.0527568191922434e-07,
+      "loss": 15.5625,
+      "step": 21431
+    },
+    {
+      "epoch": 1.423391113767683,
+      "grad_norm": 277.6518249511719,
+      "learning_rate": 4.051892211453303e-07,
+      "loss": 12.4062,
+      "step": 21432
+    },
+    {
+      "epoch": 1.4234575280600386,
+      "grad_norm": 174.97653198242188,
+      "learning_rate": 4.0510276725186464e-07,
+      "loss": 15.2656,
+      "step": 21433
+    },
+    {
+      "epoch": 1.4235239423523942,
+      "grad_norm": 96.68912506103516,
+      "learning_rate": 4.050163202398277e-07,
+      "loss": 11.3203,
+      "step": 21434
+    },
+    {
+      "epoch": 1.42359035664475,
+      "grad_norm": 225.40866088867188,
+      "learning_rate": 4.04929880110218e-07,
+      "loss": 13.5156,
+      "step": 21435
+    },
+    {
+      "epoch": 1.4236567709371057,
+      "grad_norm": 128.27499389648438,
+      "learning_rate": 4.0484344686403705e-07,
+      "loss": 13.7188,
+      "step": 21436
+    },
+    {
+      "epoch": 1.4237231852294614,
+      "grad_norm": 120.7593994140625,
+      "learning_rate": 4.0475702050228357e-07,
+      "loss": 11.1094,
+      "step": 21437
+    },
+    {
+      "epoch": 1.423789599521817,
+      "grad_norm": 217.67596435546875,
+      "learning_rate": 4.0467060102595764e-07,
+      "loss": 15.3438,
+      "step": 21438
+    },
+    {
+      "epoch": 1.4238560138141727,
+      "grad_norm": 290.3516540527344,
+      "learning_rate": 4.045841884360589e-07,
+      "loss": 18.5312,
+      "step": 21439
+    },
+    {
+      "epoch": 1.4239224281065286,
+      "grad_norm": 328.5914611816406,
+      "learning_rate": 4.04497782733587e-07,
+      "loss": 15.8125,
+      "step": 21440
+    },
+    {
+      "epoch": 1.4239888423988842,
+      "grad_norm": 151.9022674560547,
+      "learning_rate": 4.0441138391954134e-07,
+      "loss": 13.1406,
+      "step": 21441
+    },
+    {
+      "epoch": 1.42405525669124,
+      "grad_norm": 232.79226684570312,
+      "learning_rate": 4.0432499199492163e-07,
+      "loss": 16.625,
+      "step": 21442
+    },
+    {
+      "epoch": 1.4241216709835958,
+      "grad_norm": 324.78338623046875,
+      "learning_rate": 4.042386069607263e-07,
+      "loss": 18.25,
+      "step": 21443
+    },
+    {
+      "epoch": 1.4241880852759514,
+      "grad_norm": 312.6924743652344,
+      "learning_rate": 4.0415222881795596e-07,
+      "loss": 14.4219,
+      "step": 21444
+    },
+    {
+      "epoch": 1.424254499568307,
+      "grad_norm": 197.52700805664062,
+      "learning_rate": 4.040658575676086e-07,
+      "loss": 13.5312,
+      "step": 21445
+    },
+    {
+      "epoch": 1.424320913860663,
+      "grad_norm": 161.90423583984375,
+      "learning_rate": 4.039794932106838e-07,
+      "loss": 15.4688,
+      "step": 21446
+    },
+    {
+      "epoch": 1.4243873281530186,
+      "grad_norm": 576.2627563476562,
+      "learning_rate": 4.0389313574818064e-07,
+      "loss": 21.1719,
+      "step": 21447
+    },
+    {
+      "epoch": 1.4244537424453743,
+      "grad_norm": 489.87445068359375,
+      "learning_rate": 4.038067851810978e-07,
+      "loss": 12.0,
+      "step": 21448
+    },
+    {
+      "epoch": 1.42452015673773,
+      "grad_norm": 485.6136779785156,
+      "learning_rate": 4.0372044151043437e-07,
+      "loss": 16.9219,
+      "step": 21449
+    },
+    {
+      "epoch": 1.4245865710300856,
+      "grad_norm": 134.82081604003906,
+      "learning_rate": 4.036341047371894e-07,
+      "loss": 15.3906,
+      "step": 21450
+    },
+    {
+      "epoch": 1.4246529853224414,
+      "grad_norm": 145.7252197265625,
+      "learning_rate": 4.035477748623605e-07,
+      "loss": 15.5938,
+      "step": 21451
+    },
+    {
+      "epoch": 1.424719399614797,
+      "grad_norm": 173.36390686035156,
+      "learning_rate": 4.034614518869476e-07,
+      "loss": 11.9375,
+      "step": 21452
+    },
+    {
+      "epoch": 1.4247858139071528,
+      "grad_norm": 146.82598876953125,
+      "learning_rate": 4.0337513581194835e-07,
+      "loss": 17.7188,
+      "step": 21453
+    },
+    {
+      "epoch": 1.4248522281995086,
+      "grad_norm": 439.92974853515625,
+      "learning_rate": 4.032888266383616e-07,
+      "loss": 18.125,
+      "step": 21454
+    },
+    {
+      "epoch": 1.4249186424918643,
+      "grad_norm": 249.7708282470703,
+      "learning_rate": 4.032025243671855e-07,
+      "loss": 17.0938,
+      "step": 21455
+    },
+    {
+      "epoch": 1.42498505678422,
+      "grad_norm": 752.6512451171875,
+      "learning_rate": 4.031162289994189e-07,
+      "loss": 15.7031,
+      "step": 21456
+    },
+    {
+      "epoch": 1.4250514710765758,
+      "grad_norm": 193.4949188232422,
+      "learning_rate": 4.0302994053605885e-07,
+      "loss": 13.4141,
+      "step": 21457
+    },
+    {
+      "epoch": 1.4251178853689315,
+      "grad_norm": 116.53724670410156,
+      "learning_rate": 4.029436589781049e-07,
+      "loss": 15.0,
+      "step": 21458
+    },
+    {
+      "epoch": 1.4251842996612871,
+      "grad_norm": 159.7466278076172,
+      "learning_rate": 4.0285738432655416e-07,
+      "loss": 16.5938,
+      "step": 21459
+    },
+    {
+      "epoch": 1.4252507139536428,
+      "grad_norm": 153.13070678710938,
+      "learning_rate": 4.027711165824047e-07,
+      "loss": 16.4375,
+      "step": 21460
+    },
+    {
+      "epoch": 1.4253171282459984,
+      "grad_norm": 209.95364379882812,
+      "learning_rate": 4.0268485574665466e-07,
+      "loss": 15.6719,
+      "step": 21461
+    },
+    {
+      "epoch": 1.4253835425383543,
+      "grad_norm": 263.9261474609375,
+      "learning_rate": 4.0259860182030183e-07,
+      "loss": 13.6953,
+      "step": 21462
+    },
+    {
+      "epoch": 1.42544995683071,
+      "grad_norm": 211.74081420898438,
+      "learning_rate": 4.0251235480434385e-07,
+      "loss": 15.9219,
+      "step": 21463
+    },
+    {
+      "epoch": 1.4255163711230656,
+      "grad_norm": 107.96439361572266,
+      "learning_rate": 4.0242611469977873e-07,
+      "loss": 12.4219,
+      "step": 21464
+    },
+    {
+      "epoch": 1.4255827854154215,
+      "grad_norm": 251.72879028320312,
+      "learning_rate": 4.023398815076031e-07,
+      "loss": 16.0938,
+      "step": 21465
+    },
+    {
+      "epoch": 1.4256491997077771,
+      "grad_norm": 135.07762145996094,
+      "learning_rate": 4.022536552288157e-07,
+      "loss": 18.0469,
+      "step": 21466
+    },
+    {
+      "epoch": 1.4257156140001328,
+      "grad_norm": 139.18392944335938,
+      "learning_rate": 4.02167435864413e-07,
+      "loss": 17.2812,
+      "step": 21467
+    },
+    {
+      "epoch": 1.4257820282924887,
+      "grad_norm": 82.96822357177734,
+      "learning_rate": 4.0208122341539274e-07,
+      "loss": 17.8594,
+      "step": 21468
+    },
+    {
+      "epoch": 1.4258484425848443,
+      "grad_norm": 131.79714965820312,
+      "learning_rate": 4.019950178827521e-07,
+      "loss": 15.375,
+      "step": 21469
+    },
+    {
+      "epoch": 1.4259148568772,
+      "grad_norm": 271.0296630859375,
+      "learning_rate": 4.0190881926748833e-07,
+      "loss": 17.9062,
+      "step": 21470
+    },
+    {
+      "epoch": 1.4259812711695556,
+      "grad_norm": 358.86627197265625,
+      "learning_rate": 4.018226275705984e-07,
+      "loss": 17.7344,
+      "step": 21471
+    },
+    {
+      "epoch": 1.4260476854619113,
+      "grad_norm": 200.7002716064453,
+      "learning_rate": 4.017364427930793e-07,
+      "loss": 17.1875,
+      "step": 21472
+    },
+    {
+      "epoch": 1.4261140997542672,
+      "grad_norm": 422.1856689453125,
+      "learning_rate": 4.016502649359281e-07,
+      "loss": 16.7656,
+      "step": 21473
+    },
+    {
+      "epoch": 1.4261805140466228,
+      "grad_norm": 249.72216796875,
+      "learning_rate": 4.015640940001417e-07,
+      "loss": 16.5,
+      "step": 21474
+    },
+    {
+      "epoch": 1.4262469283389785,
+      "grad_norm": 196.40357971191406,
+      "learning_rate": 4.01477929986717e-07,
+      "loss": 17.75,
+      "step": 21475
+    },
+    {
+      "epoch": 1.4263133426313344,
+      "grad_norm": 101.38619995117188,
+      "learning_rate": 4.0139177289665017e-07,
+      "loss": 17.7969,
+      "step": 21476
+    },
+    {
+      "epoch": 1.42637975692369,
+      "grad_norm": 384.2064514160156,
+      "learning_rate": 4.013056227309382e-07,
+      "loss": 12.2344,
+      "step": 21477
+    },
+    {
+      "epoch": 1.4264461712160457,
+      "grad_norm": 143.21173095703125,
+      "learning_rate": 4.0121947949057745e-07,
+      "loss": 13.7188,
+      "step": 21478
+    },
+    {
+      "epoch": 1.4265125855084015,
+      "grad_norm": 126.57659912109375,
+      "learning_rate": 4.0113334317656454e-07,
+      "loss": 13.3281,
+      "step": 21479
+    },
+    {
+      "epoch": 1.4265789998007572,
+      "grad_norm": 305.58453369140625,
+      "learning_rate": 4.010472137898958e-07,
+      "loss": 17.0781,
+      "step": 21480
+    },
+    {
+      "epoch": 1.4266454140931129,
+      "grad_norm": 281.8880310058594,
+      "learning_rate": 4.0096109133156787e-07,
+      "loss": 19.1719,
+      "step": 21481
+    },
+    {
+      "epoch": 1.4267118283854685,
+      "grad_norm": 209.2202911376953,
+      "learning_rate": 4.008749758025759e-07,
+      "loss": 15.7969,
+      "step": 21482
+    },
+    {
+      "epoch": 1.4267782426778242,
+      "grad_norm": 168.0069580078125,
+      "learning_rate": 4.0078886720391746e-07,
+      "loss": 16.3906,
+      "step": 21483
+    },
+    {
+      "epoch": 1.42684465697018,
+      "grad_norm": 977.8242797851562,
+      "learning_rate": 4.0070276553658744e-07,
+      "loss": 23.375,
+      "step": 21484
+    },
+    {
+      "epoch": 1.4269110712625357,
+      "grad_norm": 289.70758056640625,
+      "learning_rate": 4.0061667080158236e-07,
+      "loss": 16.1875,
+      "step": 21485
+    },
+    {
+      "epoch": 1.4269774855548913,
+      "grad_norm": 148.1892852783203,
+      "learning_rate": 4.0053058299989793e-07,
+      "loss": 19.75,
+      "step": 21486
+    },
+    {
+      "epoch": 1.4270438998472472,
+      "grad_norm": 154.56036376953125,
+      "learning_rate": 4.0044450213253014e-07,
+      "loss": 15.5781,
+      "step": 21487
+    },
+    {
+      "epoch": 1.4271103141396029,
+      "grad_norm": 123.9550552368164,
+      "learning_rate": 4.003584282004745e-07,
+      "loss": 17.3438,
+      "step": 21488
+    },
+    {
+      "epoch": 1.4271767284319585,
+      "grad_norm": 209.5193634033203,
+      "learning_rate": 4.002723612047272e-07,
+      "loss": 14.6094,
+      "step": 21489
+    },
+    {
+      "epoch": 1.4272431427243144,
+      "grad_norm": 124.10037231445312,
+      "learning_rate": 4.001863011462827e-07,
+      "loss": 13.0781,
+      "step": 21490
+    },
+    {
+      "epoch": 1.42730955701667,
+      "grad_norm": 222.17083740234375,
+      "learning_rate": 4.0010024802613794e-07,
+      "loss": 17.6875,
+      "step": 21491
+    },
+    {
+      "epoch": 1.4273759713090257,
+      "grad_norm": 102.35050964355469,
+      "learning_rate": 4.000142018452871e-07,
+      "loss": 14.0,
+      "step": 21492
+    },
+    {
+      "epoch": 1.4274423856013814,
+      "grad_norm": 318.9403991699219,
+      "learning_rate": 3.9992816260472616e-07,
+      "loss": 18.0938,
+      "step": 21493
+    },
+    {
+      "epoch": 1.427508799893737,
+      "grad_norm": 240.29132080078125,
+      "learning_rate": 3.998421303054501e-07,
+      "loss": 14.0625,
+      "step": 21494
+    },
+    {
+      "epoch": 1.427575214186093,
+      "grad_norm": 555.600830078125,
+      "learning_rate": 3.997561049484547e-07,
+      "loss": 17.4062,
+      "step": 21495
+    },
+    {
+      "epoch": 1.4276416284784486,
+      "grad_norm": 91.0055160522461,
+      "learning_rate": 3.9967008653473367e-07,
+      "loss": 14.0781,
+      "step": 21496
+    },
+    {
+      "epoch": 1.4277080427708042,
+      "grad_norm": 217.94566345214844,
+      "learning_rate": 3.995840750652838e-07,
+      "loss": 15.1875,
+      "step": 21497
+    },
+    {
+      "epoch": 1.42777445706316,
+      "grad_norm": 339.8049621582031,
+      "learning_rate": 3.994980705410986e-07,
+      "loss": 17.6875,
+      "step": 21498
+    },
+    {
+      "epoch": 1.4278408713555157,
+      "grad_norm": 178.1328582763672,
+      "learning_rate": 3.994120729631736e-07,
+      "loss": 13.875,
+      "step": 21499
+    },
+    {
+      "epoch": 1.4279072856478714,
+      "grad_norm": 193.79055786132812,
+      "learning_rate": 3.993260823325033e-07,
+      "loss": 14.9844,
+      "step": 21500
+    },
+    {
+      "epoch": 1.4279736999402273,
+      "grad_norm": 249.1285858154297,
+      "learning_rate": 3.9924009865008255e-07,
+      "loss": 17.3281,
+      "step": 21501
+    },
+    {
+      "epoch": 1.428040114232583,
+      "grad_norm": 182.8563232421875,
+      "learning_rate": 3.99154121916906e-07,
+      "loss": 16.2656,
+      "step": 21502
+    },
+    {
+      "epoch": 1.4281065285249386,
+      "grad_norm": 164.17286682128906,
+      "learning_rate": 3.990681521339684e-07,
+      "loss": 13.9219,
+      "step": 21503
+    },
+    {
+      "epoch": 1.4281729428172942,
+      "grad_norm": 307.73553466796875,
+      "learning_rate": 3.989821893022631e-07,
+      "loss": 17.3906,
+      "step": 21504
+    },
+    {
+      "epoch": 1.4282393571096499,
+      "grad_norm": 132.62142944335938,
+      "learning_rate": 3.988962334227861e-07,
+      "loss": 14.0469,
+      "step": 21505
+    },
+    {
+      "epoch": 1.4283057714020058,
+      "grad_norm": 222.9137725830078,
+      "learning_rate": 3.9881028449653043e-07,
+      "loss": 12.2656,
+      "step": 21506
+    },
+    {
+      "epoch": 1.4283721856943614,
+      "grad_norm": 152.56082153320312,
+      "learning_rate": 3.987243425244904e-07,
+      "loss": 20.5625,
+      "step": 21507
+    },
+    {
+      "epoch": 1.428438599986717,
+      "grad_norm": 6278.8505859375,
+      "learning_rate": 3.986384075076612e-07,
+      "loss": 16.9219,
+      "step": 21508
+    },
+    {
+      "epoch": 1.428505014279073,
+      "grad_norm": 332.5272216796875,
+      "learning_rate": 3.9855247944703574e-07,
+      "loss": 16.8438,
+      "step": 21509
+    },
+    {
+      "epoch": 1.4285714285714286,
+      "grad_norm": 300.45758056640625,
+      "learning_rate": 3.9846655834360845e-07,
+      "loss": 20.2812,
+      "step": 21510
+    },
+    {
+      "epoch": 1.4286378428637843,
+      "grad_norm": 277.2286682128906,
+      "learning_rate": 3.98380644198373e-07,
+      "loss": 17.8438,
+      "step": 21511
+    },
+    {
+      "epoch": 1.4287042571561401,
+      "grad_norm": 244.23297119140625,
+      "learning_rate": 3.982947370123235e-07,
+      "loss": 12.2969,
+      "step": 21512
+    },
+    {
+      "epoch": 1.4287706714484958,
+      "grad_norm": 259.50494384765625,
+      "learning_rate": 3.9820883678645345e-07,
+      "loss": 18.2812,
+      "step": 21513
+    },
+    {
+      "epoch": 1.4288370857408514,
+      "grad_norm": 349.427490234375,
+      "learning_rate": 3.981229435217569e-07,
+      "loss": 20.8281,
+      "step": 21514
+    },
+    {
+      "epoch": 1.428903500033207,
+      "grad_norm": 126.61548614501953,
+      "learning_rate": 3.980370572192264e-07,
+      "loss": 18.3125,
+      "step": 21515
+    },
+    {
+      "epoch": 1.4289699143255628,
+      "grad_norm": 122.48611450195312,
+      "learning_rate": 3.9795117787985677e-07,
+      "loss": 14.6875,
+      "step": 21516
+    },
+    {
+      "epoch": 1.4290363286179186,
+      "grad_norm": 305.6504211425781,
+      "learning_rate": 3.978653055046405e-07,
+      "loss": 15.3125,
+      "step": 21517
+    },
+    {
+      "epoch": 1.4291027429102743,
+      "grad_norm": 173.4949188232422,
+      "learning_rate": 3.977794400945711e-07,
+      "loss": 15.625,
+      "step": 21518
+    },
+    {
+      "epoch": 1.42916915720263,
+      "grad_norm": 207.60733032226562,
+      "learning_rate": 3.976935816506418e-07,
+      "loss": 14.7969,
+      "step": 21519
+    },
+    {
+      "epoch": 1.4292355714949858,
+      "grad_norm": 291.87335205078125,
+      "learning_rate": 3.976077301738463e-07,
+      "loss": 14.2656,
+      "step": 21520
+    },
+    {
+      "epoch": 1.4293019857873415,
+      "grad_norm": 230.30780029296875,
+      "learning_rate": 3.9752188566517655e-07,
+      "loss": 12.4375,
+      "step": 21521
+    },
+    {
+      "epoch": 1.4293684000796971,
+      "grad_norm": 319.0339050292969,
+      "learning_rate": 3.974360481256268e-07,
+      "loss": 12.2656,
+      "step": 21522
+    },
+    {
+      "epoch": 1.429434814372053,
+      "grad_norm": 123.18231964111328,
+      "learning_rate": 3.9735021755618914e-07,
+      "loss": 15.0781,
+      "step": 21523
+    },
+    {
+      "epoch": 1.4295012286644087,
+      "grad_norm": 580.763427734375,
+      "learning_rate": 3.972643939578566e-07,
+      "loss": 21.9688,
+      "step": 21524
+    },
+    {
+      "epoch": 1.4295676429567643,
+      "grad_norm": 584.2811279296875,
+      "learning_rate": 3.9717857733162196e-07,
+      "loss": 15.7109,
+      "step": 21525
+    },
+    {
+      "epoch": 1.42963405724912,
+      "grad_norm": 219.4449005126953,
+      "learning_rate": 3.97092767678478e-07,
+      "loss": 21.625,
+      "step": 21526
+    },
+    {
+      "epoch": 1.4297004715414756,
+      "grad_norm": 317.52203369140625,
+      "learning_rate": 3.970069649994172e-07,
+      "loss": 33.5781,
+      "step": 21527
+    },
+    {
+      "epoch": 1.4297668858338315,
+      "grad_norm": 199.9571533203125,
+      "learning_rate": 3.9692116929543253e-07,
+      "loss": 22.7188,
+      "step": 21528
+    },
+    {
+      "epoch": 1.4298333001261871,
+      "grad_norm": 778.8333129882812,
+      "learning_rate": 3.968353805675152e-07,
+      "loss": 14.8438,
+      "step": 21529
+    },
+    {
+      "epoch": 1.4298997144185428,
+      "grad_norm": 344.0706481933594,
+      "learning_rate": 3.9674959881665927e-07,
+      "loss": 11.3594,
+      "step": 21530
+    },
+    {
+      "epoch": 1.4299661287108987,
+      "grad_norm": 1701.313720703125,
+      "learning_rate": 3.9666382404385556e-07,
+      "loss": 19.5625,
+      "step": 21531
+    },
+    {
+      "epoch": 1.4300325430032543,
+      "grad_norm": 232.33778381347656,
+      "learning_rate": 3.9657805625009697e-07,
+      "loss": 17.5625,
+      "step": 21532
+    },
+    {
+      "epoch": 1.43009895729561,
+      "grad_norm": 378.80426025390625,
+      "learning_rate": 3.964922954363754e-07,
+      "loss": 14.2578,
+      "step": 21533
+    },
+    {
+      "epoch": 1.4301653715879659,
+      "grad_norm": 210.93751525878906,
+      "learning_rate": 3.96406541603683e-07,
+      "loss": 13.5,
+      "step": 21534
+    },
+    {
+      "epoch": 1.4302317858803215,
+      "grad_norm": 222.81654357910156,
+      "learning_rate": 3.963207947530117e-07,
+      "loss": 11.3906,
+      "step": 21535
+    },
+    {
+      "epoch": 1.4302982001726772,
+      "grad_norm": 130.84715270996094,
+      "learning_rate": 3.962350548853537e-07,
+      "loss": 11.0938,
+      "step": 21536
+    },
+    {
+      "epoch": 1.4303646144650328,
+      "grad_norm": 140.37899780273438,
+      "learning_rate": 3.9614932200170003e-07,
+      "loss": 13.6719,
+      "step": 21537
+    },
+    {
+      "epoch": 1.4304310287573885,
+      "grad_norm": 106.73178100585938,
+      "learning_rate": 3.9606359610304286e-07,
+      "loss": 10.0938,
+      "step": 21538
+    },
+    {
+      "epoch": 1.4304974430497444,
+      "grad_norm": 125.07070922851562,
+      "learning_rate": 3.959778771903737e-07,
+      "loss": 16.2344,
+      "step": 21539
+    },
+    {
+      "epoch": 1.4305638573421,
+      "grad_norm": 1081.138671875,
+      "learning_rate": 3.958921652646842e-07,
+      "loss": 13.0625,
+      "step": 21540
+    },
+    {
+      "epoch": 1.4306302716344557,
+      "grad_norm": 326.6932067871094,
+      "learning_rate": 3.9580646032696575e-07,
+      "loss": 21.0938,
+      "step": 21541
+    },
+    {
+      "epoch": 1.4306966859268115,
+      "grad_norm": 200.8943328857422,
+      "learning_rate": 3.957207623782102e-07,
+      "loss": 18.5625,
+      "step": 21542
+    },
+    {
+      "epoch": 1.4307631002191672,
+      "grad_norm": 240.8571014404297,
+      "learning_rate": 3.9563507141940754e-07,
+      "loss": 16.75,
+      "step": 21543
+    },
+    {
+      "epoch": 1.4308295145115228,
+      "grad_norm": 280.33056640625,
+      "learning_rate": 3.955493874515504e-07,
+      "loss": 17.6875,
+      "step": 21544
+    },
+    {
+      "epoch": 1.4308959288038787,
+      "grad_norm": 550.5269165039062,
+      "learning_rate": 3.9546371047562963e-07,
+      "loss": 24.9375,
+      "step": 21545
+    },
+    {
+      "epoch": 1.4309623430962344,
+      "grad_norm": 133.0355224609375,
+      "learning_rate": 3.9537804049263544e-07,
+      "loss": 14.7812,
+      "step": 21546
+    },
+    {
+      "epoch": 1.43102875738859,
+      "grad_norm": 427.3402099609375,
+      "learning_rate": 3.9529237750356017e-07,
+      "loss": 18.5859,
+      "step": 21547
+    },
+    {
+      "epoch": 1.4310951716809457,
+      "grad_norm": 191.55517578125,
+      "learning_rate": 3.952067215093936e-07,
+      "loss": 15.9062,
+      "step": 21548
+    },
+    {
+      "epoch": 1.4311615859733013,
+      "grad_norm": 129.14927673339844,
+      "learning_rate": 3.951210725111269e-07,
+      "loss": 15.7266,
+      "step": 21549
+    },
+    {
+      "epoch": 1.4312280002656572,
+      "grad_norm": 176.93478393554688,
+      "learning_rate": 3.9503543050975085e-07,
+      "loss": 12.3906,
+      "step": 21550
+    },
+    {
+      "epoch": 1.4312944145580129,
+      "grad_norm": 494.40008544921875,
+      "learning_rate": 3.9494979550625605e-07,
+      "loss": 11.3438,
+      "step": 21551
+    },
+    {
+      "epoch": 1.4313608288503685,
+      "grad_norm": 225.61473083496094,
+      "learning_rate": 3.948641675016332e-07,
+      "loss": 23.9219,
+      "step": 21552
+    },
+    {
+      "epoch": 1.4314272431427244,
+      "grad_norm": 141.4418487548828,
+      "learning_rate": 3.9477854649687303e-07,
+      "loss": 11.2969,
+      "step": 21553
+    },
+    {
+      "epoch": 1.43149365743508,
+      "grad_norm": 286.7761535644531,
+      "learning_rate": 3.9469293249296496e-07,
+      "loss": 17.7656,
+      "step": 21554
+    },
+    {
+      "epoch": 1.4315600717274357,
+      "grad_norm": 150.54261779785156,
+      "learning_rate": 3.946073254909007e-07,
+      "loss": 11.75,
+      "step": 21555
+    },
+    {
+      "epoch": 1.4316264860197916,
+      "grad_norm": 282.3536682128906,
+      "learning_rate": 3.945217254916695e-07,
+      "loss": 14.9375,
+      "step": 21556
+    },
+    {
+      "epoch": 1.4316929003121472,
+      "grad_norm": 146.36988830566406,
+      "learning_rate": 3.9443613249626176e-07,
+      "loss": 11.2656,
+      "step": 21557
+    },
+    {
+      "epoch": 1.431759314604503,
+      "grad_norm": 159.26974487304688,
+      "learning_rate": 3.9435054650566766e-07,
+      "loss": 12.3047,
+      "step": 21558
+    },
+    {
+      "epoch": 1.4318257288968586,
+      "grad_norm": 157.43865966796875,
+      "learning_rate": 3.9426496752087757e-07,
+      "loss": 17.75,
+      "step": 21559
+    },
+    {
+      "epoch": 1.4318921431892142,
+      "grad_norm": 532.9611206054688,
+      "learning_rate": 3.941793955428804e-07,
+      "loss": 17.5,
+      "step": 21560
+    },
+    {
+      "epoch": 1.43195855748157,
+      "grad_norm": 346.9306945800781,
+      "learning_rate": 3.940938305726673e-07,
+      "loss": 13.7422,
+      "step": 21561
+    },
+    {
+      "epoch": 1.4320249717739257,
+      "grad_norm": 432.03973388671875,
+      "learning_rate": 3.94008272611227e-07,
+      "loss": 10.3438,
+      "step": 21562
+    },
+    {
+      "epoch": 1.4320913860662814,
+      "grad_norm": 138.46786499023438,
+      "learning_rate": 3.9392272165954966e-07,
+      "loss": 12.875,
+      "step": 21563
+    },
+    {
+      "epoch": 1.4321578003586373,
+      "grad_norm": 191.11387634277344,
+      "learning_rate": 3.938371777186248e-07,
+      "loss": 16.75,
+      "step": 21564
+    },
+    {
+      "epoch": 1.432224214650993,
+      "grad_norm": 194.10923767089844,
+      "learning_rate": 3.937516407894418e-07,
+      "loss": 21.2812,
+      "step": 21565
+    },
+    {
+      "epoch": 1.4322906289433486,
+      "grad_norm": 329.1239929199219,
+      "learning_rate": 3.936661108729903e-07,
+      "loss": 17.9922,
+      "step": 21566
+    },
+    {
+      "epoch": 1.4323570432357045,
+      "grad_norm": 120.78173065185547,
+      "learning_rate": 3.9358058797025996e-07,
+      "loss": 11.5,
+      "step": 21567
+    },
+    {
+      "epoch": 1.43242345752806,
+      "grad_norm": 91.3944320678711,
+      "learning_rate": 3.93495072082239e-07,
+      "loss": 14.9844,
+      "step": 21568
+    },
+    {
+      "epoch": 1.4324898718204158,
+      "grad_norm": 255.16307067871094,
+      "learning_rate": 3.9340956320991803e-07,
+      "loss": 18.0469,
+      "step": 21569
+    },
+    {
+      "epoch": 1.4325562861127714,
+      "grad_norm": 483.2792053222656,
+      "learning_rate": 3.933240613542851e-07,
+      "loss": 17.8594,
+      "step": 21570
+    },
+    {
+      "epoch": 1.432622700405127,
+      "grad_norm": 193.1833953857422,
+      "learning_rate": 3.9323856651632956e-07,
+      "loss": 16.5156,
+      "step": 21571
+    },
+    {
+      "epoch": 1.432689114697483,
+      "grad_norm": 138.52072143554688,
+      "learning_rate": 3.931530786970404e-07,
+      "loss": 13.9453,
+      "step": 21572
+    },
+    {
+      "epoch": 1.4327555289898386,
+      "grad_norm": 125.69623565673828,
+      "learning_rate": 3.930675978974065e-07,
+      "loss": 17.2188,
+      "step": 21573
+    },
+    {
+      "epoch": 1.4328219432821943,
+      "grad_norm": 278.1724853515625,
+      "learning_rate": 3.929821241184167e-07,
+      "loss": 17.2344,
+      "step": 21574
+    },
+    {
+      "epoch": 1.4328883575745501,
+      "grad_norm": 243.5821533203125,
+      "learning_rate": 3.9289665736106005e-07,
+      "loss": 14.8594,
+      "step": 21575
+    },
+    {
+      "epoch": 1.4329547718669058,
+      "grad_norm": 140.66119384765625,
+      "learning_rate": 3.92811197626324e-07,
+      "loss": 16.0469,
+      "step": 21576
+    },
+    {
+      "epoch": 1.4330211861592614,
+      "grad_norm": 194.12249755859375,
+      "learning_rate": 3.9272574491519863e-07,
+      "loss": 15.0938,
+      "step": 21577
+    },
+    {
+      "epoch": 1.4330876004516173,
+      "grad_norm": 166.55479431152344,
+      "learning_rate": 3.9264029922867123e-07,
+      "loss": 15.1094,
+      "step": 21578
+    },
+    {
+      "epoch": 1.433154014743973,
+      "grad_norm": 325.34930419921875,
+      "learning_rate": 3.9255486056773077e-07,
+      "loss": 11.9844,
+      "step": 21579
+    },
+    {
+      "epoch": 1.4332204290363286,
+      "grad_norm": 199.33871459960938,
+      "learning_rate": 3.924694289333653e-07,
+      "loss": 16.9688,
+      "step": 21580
+    },
+    {
+      "epoch": 1.4332868433286843,
+      "grad_norm": 475.32891845703125,
+      "learning_rate": 3.9238400432656327e-07,
+      "loss": 17.0938,
+      "step": 21581
+    },
+    {
+      "epoch": 1.43335325762104,
+      "grad_norm": 301.0372009277344,
+      "learning_rate": 3.922985867483126e-07,
+      "loss": 23.75,
+      "step": 21582
+    },
+    {
+      "epoch": 1.4334196719133958,
+      "grad_norm": 116.27230834960938,
+      "learning_rate": 3.922131761996015e-07,
+      "loss": 17.3906,
+      "step": 21583
+    },
+    {
+      "epoch": 1.4334860862057515,
+      "grad_norm": 138.2311553955078,
+      "learning_rate": 3.921277726814183e-07,
+      "loss": 16.0938,
+      "step": 21584
+    },
+    {
+      "epoch": 1.4335525004981071,
+      "grad_norm": 345.5082702636719,
+      "learning_rate": 3.9204237619474965e-07,
+      "loss": 19.0156,
+      "step": 21585
+    },
+    {
+      "epoch": 1.433618914790463,
+      "grad_norm": 146.50970458984375,
+      "learning_rate": 3.919569867405851e-07,
+      "loss": 15.1406,
+      "step": 21586
+    },
+    {
+      "epoch": 1.4336853290828186,
+      "grad_norm": 238.12728881835938,
+      "learning_rate": 3.918716043199111e-07,
+      "loss": 20.0,
+      "step": 21587
+    },
+    {
+      "epoch": 1.4337517433751743,
+      "grad_norm": 185.93728637695312,
+      "learning_rate": 3.917862289337156e-07,
+      "loss": 13.9219,
+      "step": 21588
+    },
+    {
+      "epoch": 1.4338181576675302,
+      "grad_norm": 164.22496032714844,
+      "learning_rate": 3.9170086058298646e-07,
+      "loss": 11.9219,
+      "step": 21589
+    },
+    {
+      "epoch": 1.4338845719598858,
+      "grad_norm": 286.6055603027344,
+      "learning_rate": 3.9161549926871097e-07,
+      "loss": 15.0938,
+      "step": 21590
+    },
+    {
+      "epoch": 1.4339509862522415,
+      "grad_norm": 443.9713134765625,
+      "learning_rate": 3.9153014499187643e-07,
+      "loss": 22.8438,
+      "step": 21591
+    },
+    {
+      "epoch": 1.4340174005445971,
+      "grad_norm": 346.03265380859375,
+      "learning_rate": 3.9144479775347085e-07,
+      "loss": 18.9219,
+      "step": 21592
+    },
+    {
+      "epoch": 1.4340838148369528,
+      "grad_norm": 298.359375,
+      "learning_rate": 3.9135945755448007e-07,
+      "loss": 12.3125,
+      "step": 21593
+    },
+    {
+      "epoch": 1.4341502291293087,
+      "grad_norm": 328.9067077636719,
+      "learning_rate": 3.912741243958929e-07,
+      "loss": 21.4688,
+      "step": 21594
+    },
+    {
+      "epoch": 1.4342166434216643,
+      "grad_norm": 126.79708862304688,
+      "learning_rate": 3.911887982786953e-07,
+      "loss": 15.2344,
+      "step": 21595
+    },
+    {
+      "epoch": 1.43428305771402,
+      "grad_norm": 519.1548461914062,
+      "learning_rate": 3.9110347920387466e-07,
+      "loss": 11.2734,
+      "step": 21596
+    },
+    {
+      "epoch": 1.4343494720063759,
+      "grad_norm": 221.23492431640625,
+      "learning_rate": 3.910181671724178e-07,
+      "loss": 18.2031,
+      "step": 21597
+    },
+    {
+      "epoch": 1.4344158862987315,
+      "grad_norm": 105.16552734375,
+      "learning_rate": 3.909328621853116e-07,
+      "loss": 13.0781,
+      "step": 21598
+    },
+    {
+      "epoch": 1.4344823005910872,
+      "grad_norm": 211.54428100585938,
+      "learning_rate": 3.908475642435429e-07,
+      "loss": 18.75,
+      "step": 21599
+    },
+    {
+      "epoch": 1.434548714883443,
+      "grad_norm": 332.5491943359375,
+      "learning_rate": 3.9076227334809864e-07,
+      "loss": 14.8594,
+      "step": 21600
+    },
+    {
+      "epoch": 1.4346151291757987,
+      "grad_norm": 372.1975402832031,
+      "learning_rate": 3.9067698949996473e-07,
+      "loss": 19.9531,
+      "step": 21601
+    },
+    {
+      "epoch": 1.4346815434681544,
+      "grad_norm": 166.35324096679688,
+      "learning_rate": 3.9059171270012813e-07,
+      "loss": 16.2969,
+      "step": 21602
+    },
+    {
+      "epoch": 1.43474795776051,
+      "grad_norm": 217.16885375976562,
+      "learning_rate": 3.9050644294957516e-07,
+      "loss": 13.125,
+      "step": 21603
+    },
+    {
+      "epoch": 1.4348143720528657,
+      "grad_norm": 558.7383422851562,
+      "learning_rate": 3.9042118024929214e-07,
+      "loss": 10.6719,
+      "step": 21604
+    },
+    {
+      "epoch": 1.4348807863452215,
+      "grad_norm": 132.927001953125,
+      "learning_rate": 3.9033592460026543e-07,
+      "loss": 12.1719,
+      "step": 21605
+    },
+    {
+      "epoch": 1.4349472006375772,
+      "grad_norm": 137.72793579101562,
+      "learning_rate": 3.9025067600348163e-07,
+      "loss": 15.2578,
+      "step": 21606
+    },
+    {
+      "epoch": 1.4350136149299328,
+      "grad_norm": 315.0135803222656,
+      "learning_rate": 3.9016543445992556e-07,
+      "loss": 16.9688,
+      "step": 21607
+    },
+    {
+      "epoch": 1.4350800292222887,
+      "grad_norm": 369.9947204589844,
+      "learning_rate": 3.900801999705849e-07,
+      "loss": 14.5156,
+      "step": 21608
+    },
+    {
+      "epoch": 1.4351464435146444,
+      "grad_norm": 228.2156524658203,
+      "learning_rate": 3.8999497253644444e-07,
+      "loss": 15.6875,
+      "step": 21609
+    },
+    {
+      "epoch": 1.435212857807,
+      "grad_norm": 174.25003051757812,
+      "learning_rate": 3.899097521584903e-07,
+      "loss": 17.5312,
+      "step": 21610
+    },
+    {
+      "epoch": 1.435279272099356,
+      "grad_norm": 122.33177947998047,
+      "learning_rate": 3.8982453883770836e-07,
+      "loss": 16.7344,
+      "step": 21611
+    },
+    {
+      "epoch": 1.4353456863917116,
+      "grad_norm": 176.5886993408203,
+      "learning_rate": 3.897393325750844e-07,
+      "loss": 16.7031,
+      "step": 21612
+    },
+    {
+      "epoch": 1.4354121006840672,
+      "grad_norm": 76.68738555908203,
+      "learning_rate": 3.896541333716039e-07,
+      "loss": 10.8906,
+      "step": 21613
+    },
+    {
+      "epoch": 1.4354785149764229,
+      "grad_norm": 167.51516723632812,
+      "learning_rate": 3.895689412282528e-07,
+      "loss": 23.7969,
+      "step": 21614
+    },
+    {
+      "epoch": 1.4355449292687785,
+      "grad_norm": 217.2816925048828,
+      "learning_rate": 3.894837561460155e-07,
+      "loss": 20.6875,
+      "step": 21615
+    },
+    {
+      "epoch": 1.4356113435611344,
+      "grad_norm": 134.70411682128906,
+      "learning_rate": 3.893985781258784e-07,
+      "loss": 17.0312,
+      "step": 21616
+    },
+    {
+      "epoch": 1.43567775785349,
+      "grad_norm": 161.50994873046875,
+      "learning_rate": 3.8931340716882675e-07,
+      "loss": 23.3594,
+      "step": 21617
+    },
+    {
+      "epoch": 1.4357441721458457,
+      "grad_norm": 176.8242645263672,
+      "learning_rate": 3.892282432758448e-07,
+      "loss": 18.75,
+      "step": 21618
+    },
+    {
+      "epoch": 1.4358105864382016,
+      "grad_norm": 1147.8743896484375,
+      "learning_rate": 3.8914308644791915e-07,
+      "loss": 14.2656,
+      "step": 21619
+    },
+    {
+      "epoch": 1.4358770007305572,
+      "grad_norm": 287.68731689453125,
+      "learning_rate": 3.890579366860336e-07,
+      "loss": 12.1953,
+      "step": 21620
+    },
+    {
+      "epoch": 1.435943415022913,
+      "grad_norm": 232.52745056152344,
+      "learning_rate": 3.8897279399117343e-07,
+      "loss": 24.3125,
+      "step": 21621
+    },
+    {
+      "epoch": 1.4360098293152688,
+      "grad_norm": 280.6029968261719,
+      "learning_rate": 3.888876583643238e-07,
+      "loss": 15.5312,
+      "step": 21622
+    },
+    {
+      "epoch": 1.4360762436076244,
+      "grad_norm": 179.65992736816406,
+      "learning_rate": 3.8880252980646965e-07,
+      "loss": 11.1094,
+      "step": 21623
+    },
+    {
+      "epoch": 1.43614265789998,
+      "grad_norm": 406.44696044921875,
+      "learning_rate": 3.887174083185947e-07,
+      "loss": 15.1719,
+      "step": 21624
+    },
+    {
+      "epoch": 1.4362090721923357,
+      "grad_norm": 119.04481506347656,
+      "learning_rate": 3.8863229390168496e-07,
+      "loss": 17.3594,
+      "step": 21625
+    },
+    {
+      "epoch": 1.4362754864846914,
+      "grad_norm": 275.4898681640625,
+      "learning_rate": 3.8854718655672403e-07,
+      "loss": 19.2344,
+      "step": 21626
+    },
+    {
+      "epoch": 1.4363419007770473,
+      "grad_norm": 188.5235595703125,
+      "learning_rate": 3.884620862846966e-07,
+      "loss": 19.0781,
+      "step": 21627
+    },
+    {
+      "epoch": 1.436408315069403,
+      "grad_norm": 153.37681579589844,
+      "learning_rate": 3.8837699308658713e-07,
+      "loss": 15.3125,
+      "step": 21628
+    },
+    {
+      "epoch": 1.4364747293617586,
+      "grad_norm": 858.2308959960938,
+      "learning_rate": 3.882919069633799e-07,
+      "loss": 12.1875,
+      "step": 21629
+    },
+    {
+      "epoch": 1.4365411436541144,
+      "grad_norm": 874.3844604492188,
+      "learning_rate": 3.882068279160592e-07,
+      "loss": 20.5,
+      "step": 21630
+    },
+    {
+      "epoch": 1.43660755794647,
+      "grad_norm": 320.06219482421875,
+      "learning_rate": 3.881217559456095e-07,
+      "loss": 23.5469,
+      "step": 21631
+    },
+    {
+      "epoch": 1.4366739722388258,
+      "grad_norm": 231.8853759765625,
+      "learning_rate": 3.880366910530137e-07,
+      "loss": 14.7344,
+      "step": 21632
+    },
+    {
+      "epoch": 1.4367403865311816,
+      "grad_norm": 166.6202850341797,
+      "learning_rate": 3.879516332392574e-07,
+      "loss": 13.9062,
+      "step": 21633
+    },
+    {
+      "epoch": 1.4368068008235373,
+      "grad_norm": 106.50958251953125,
+      "learning_rate": 3.878665825053233e-07,
+      "loss": 17.4844,
+      "step": 21634
+    },
+    {
+      "epoch": 1.436873215115893,
+      "grad_norm": 355.065185546875,
+      "learning_rate": 3.877815388521956e-07,
+      "loss": 16.75,
+      "step": 21635
+    },
+    {
+      "epoch": 1.4369396294082486,
+      "grad_norm": 204.491455078125,
+      "learning_rate": 3.8769650228085794e-07,
+      "loss": 14.5625,
+      "step": 21636
+    },
+    {
+      "epoch": 1.4370060437006043,
+      "grad_norm": 191.13246154785156,
+      "learning_rate": 3.8761147279229414e-07,
+      "loss": 18.7344,
+      "step": 21637
+    },
+    {
+      "epoch": 1.4370724579929601,
+      "grad_norm": 363.6687316894531,
+      "learning_rate": 3.875264503874878e-07,
+      "loss": 18.3438,
+      "step": 21638
+    },
+    {
+      "epoch": 1.4371388722853158,
+      "grad_norm": 167.65731811523438,
+      "learning_rate": 3.8744143506742244e-07,
+      "loss": 16.7969,
+      "step": 21639
+    },
+    {
+      "epoch": 1.4372052865776714,
+      "grad_norm": 155.83262634277344,
+      "learning_rate": 3.873564268330808e-07,
+      "loss": 16.0625,
+      "step": 21640
+    },
+    {
+      "epoch": 1.4372717008700273,
+      "grad_norm": 299.847412109375,
+      "learning_rate": 3.8727142568544736e-07,
+      "loss": 17.7188,
+      "step": 21641
+    },
+    {
+      "epoch": 1.437338115162383,
+      "grad_norm": 192.89476013183594,
+      "learning_rate": 3.8718643162550444e-07,
+      "loss": 18.0938,
+      "step": 21642
+    },
+    {
+      "epoch": 1.4374045294547386,
+      "grad_norm": 141.9440155029297,
+      "learning_rate": 3.8710144465423556e-07,
+      "loss": 16.1406,
+      "step": 21643
+    },
+    {
+      "epoch": 1.4374709437470945,
+      "grad_norm": 268.5964050292969,
+      "learning_rate": 3.870164647726236e-07,
+      "loss": 17.8594,
+      "step": 21644
+    },
+    {
+      "epoch": 1.4375373580394502,
+      "grad_norm": 161.09576416015625,
+      "learning_rate": 3.869314919816522e-07,
+      "loss": 12.9453,
+      "step": 21645
+    },
+    {
+      "epoch": 1.4376037723318058,
+      "grad_norm": 208.5874481201172,
+      "learning_rate": 3.8684652628230306e-07,
+      "loss": 17.5156,
+      "step": 21646
+    },
+    {
+      "epoch": 1.4376701866241615,
+      "grad_norm": 226.42286682128906,
+      "learning_rate": 3.8676156767556047e-07,
+      "loss": 14.3125,
+      "step": 21647
+    },
+    {
+      "epoch": 1.4377366009165171,
+      "grad_norm": 167.25021362304688,
+      "learning_rate": 3.86676616162406e-07,
+      "loss": 19.75,
+      "step": 21648
+    },
+    {
+      "epoch": 1.437803015208873,
+      "grad_norm": 611.3985595703125,
+      "learning_rate": 3.8659167174382277e-07,
+      "loss": 17.6484,
+      "step": 21649
+    },
+    {
+      "epoch": 1.4378694295012286,
+      "grad_norm": 750.5625610351562,
+      "learning_rate": 3.865067344207935e-07,
+      "loss": 15.3594,
+      "step": 21650
+    },
+    {
+      "epoch": 1.4379358437935843,
+      "grad_norm": 124.00607299804688,
+      "learning_rate": 3.864218041943005e-07,
+      "loss": 14.5469,
+      "step": 21651
+    },
+    {
+      "epoch": 1.4380022580859402,
+      "grad_norm": 1900.490478515625,
+      "learning_rate": 3.8633688106532627e-07,
+      "loss": 15.5,
+      "step": 21652
+    },
+    {
+      "epoch": 1.4380686723782958,
+      "grad_norm": 318.95672607421875,
+      "learning_rate": 3.86251965034853e-07,
+      "loss": 13.0156,
+      "step": 21653
+    },
+    {
+      "epoch": 1.4381350866706515,
+      "grad_norm": 158.26409912109375,
+      "learning_rate": 3.861670561038632e-07,
+      "loss": 18.5781,
+      "step": 21654
+    },
+    {
+      "epoch": 1.4382015009630074,
+      "grad_norm": 1946.955810546875,
+      "learning_rate": 3.86082154273339e-07,
+      "loss": 14.9219,
+      "step": 21655
+    },
+    {
+      "epoch": 1.438267915255363,
+      "grad_norm": 275.1334533691406,
+      "learning_rate": 3.8599725954426277e-07,
+      "loss": 14.0156,
+      "step": 21656
+    },
+    {
+      "epoch": 1.4383343295477187,
+      "grad_norm": 211.1836700439453,
+      "learning_rate": 3.859123719176155e-07,
+      "loss": 15.6875,
+      "step": 21657
+    },
+    {
+      "epoch": 1.4384007438400743,
+      "grad_norm": 536.79833984375,
+      "learning_rate": 3.858274913943804e-07,
+      "loss": 14.7188,
+      "step": 21658
+    },
+    {
+      "epoch": 1.43846715813243,
+      "grad_norm": 135.25262451171875,
+      "learning_rate": 3.857426179755384e-07,
+      "loss": 17.8281,
+      "step": 21659
+    },
+    {
+      "epoch": 1.4385335724247859,
+      "grad_norm": 327.4281311035156,
+      "learning_rate": 3.8565775166207173e-07,
+      "loss": 19.9062,
+      "step": 21660
+    },
+    {
+      "epoch": 1.4385999867171415,
+      "grad_norm": 270.9872131347656,
+      "learning_rate": 3.855728924549618e-07,
+      "loss": 14.0625,
+      "step": 21661
+    },
+    {
+      "epoch": 1.4386664010094972,
+      "grad_norm": 290.76641845703125,
+      "learning_rate": 3.854880403551903e-07,
+      "loss": 15.0156,
+      "step": 21662
+    },
+    {
+      "epoch": 1.438732815301853,
+      "grad_norm": 369.5111999511719,
+      "learning_rate": 3.85403195363739e-07,
+      "loss": 14.9219,
+      "step": 21663
+    },
+    {
+      "epoch": 1.4387992295942087,
+      "grad_norm": 204.1041717529297,
+      "learning_rate": 3.8531835748158935e-07,
+      "loss": 17.5625,
+      "step": 21664
+    },
+    {
+      "epoch": 1.4388656438865643,
+      "grad_norm": 163.76637268066406,
+      "learning_rate": 3.852335267097222e-07,
+      "loss": 14.3906,
+      "step": 21665
+    },
+    {
+      "epoch": 1.4389320581789202,
+      "grad_norm": 214.5346221923828,
+      "learning_rate": 3.8514870304911905e-07,
+      "loss": 16.7656,
+      "step": 21666
+    },
+    {
+      "epoch": 1.4389984724712759,
+      "grad_norm": 89.34271240234375,
+      "learning_rate": 3.8506388650076127e-07,
+      "loss": 12.0469,
+      "step": 21667
+    },
+    {
+      "epoch": 1.4390648867636315,
+      "grad_norm": 655.0751953125,
+      "learning_rate": 3.849790770656297e-07,
+      "loss": 15.8438,
+      "step": 21668
+    },
+    {
+      "epoch": 1.4391313010559872,
+      "grad_norm": 109.86851501464844,
+      "learning_rate": 3.848942747447057e-07,
+      "loss": 16.0625,
+      "step": 21669
+    },
+    {
+      "epoch": 1.4391977153483428,
+      "grad_norm": 161.4040985107422,
+      "learning_rate": 3.8480947953897027e-07,
+      "loss": 13.7656,
+      "step": 21670
+    },
+    {
+      "epoch": 1.4392641296406987,
+      "grad_norm": 112.7725601196289,
+      "learning_rate": 3.847246914494033e-07,
+      "loss": 15.7188,
+      "step": 21671
+    },
+    {
+      "epoch": 1.4393305439330544,
+      "grad_norm": 499.9411926269531,
+      "learning_rate": 3.846399104769872e-07,
+      "loss": 14.7344,
+      "step": 21672
+    },
+    {
+      "epoch": 1.43939695822541,
+      "grad_norm": 230.06329345703125,
+      "learning_rate": 3.8455513662270134e-07,
+      "loss": 22.6406,
+      "step": 21673
+    },
+    {
+      "epoch": 1.439463372517766,
+      "grad_norm": 240.95880126953125,
+      "learning_rate": 3.844703698875267e-07,
+      "loss": 17.8281,
+      "step": 21674
+    },
+    {
+      "epoch": 1.4395297868101216,
+      "grad_norm": 216.2925262451172,
+      "learning_rate": 3.84385610272444e-07,
+      "loss": 13.2344,
+      "step": 21675
+    },
+    {
+      "epoch": 1.4395962011024772,
+      "grad_norm": 1263.8121337890625,
+      "learning_rate": 3.8430085777843345e-07,
+      "loss": 15.0,
+      "step": 21676
+    },
+    {
+      "epoch": 1.439662615394833,
+      "grad_norm": 490.924072265625,
+      "learning_rate": 3.8421611240647556e-07,
+      "loss": 16.0156,
+      "step": 21677
+    },
+    {
+      "epoch": 1.4397290296871887,
+      "grad_norm": 182.2388458251953,
+      "learning_rate": 3.8413137415755103e-07,
+      "loss": 17.375,
+      "step": 21678
+    },
+    {
+      "epoch": 1.4397954439795444,
+      "grad_norm": 140.22816467285156,
+      "learning_rate": 3.840466430326389e-07,
+      "loss": 13.0938,
+      "step": 21679
+    },
+    {
+      "epoch": 1.4398618582719,
+      "grad_norm": 279.15496826171875,
+      "learning_rate": 3.839619190327208e-07,
+      "loss": 15.4531,
+      "step": 21680
+    },
+    {
+      "epoch": 1.4399282725642557,
+      "grad_norm": 259.7588195800781,
+      "learning_rate": 3.838772021587755e-07,
+      "loss": 17.3594,
+      "step": 21681
+    },
+    {
+      "epoch": 1.4399946868566116,
+      "grad_norm": 289.6504821777344,
+      "learning_rate": 3.837924924117836e-07,
+      "loss": 18.5469,
+      "step": 21682
+    },
+    {
+      "epoch": 1.4400611011489672,
+      "grad_norm": 94.73438262939453,
+      "learning_rate": 3.8370778979272465e-07,
+      "loss": 12.1406,
+      "step": 21683
+    },
+    {
+      "epoch": 1.440127515441323,
+      "grad_norm": 319.7076416015625,
+      "learning_rate": 3.836230943025791e-07,
+      "loss": 17.4062,
+      "step": 21684
+    },
+    {
+      "epoch": 1.4401939297336788,
+      "grad_norm": 164.12820434570312,
+      "learning_rate": 3.8353840594232547e-07,
+      "loss": 16.9688,
+      "step": 21685
+    },
+    {
+      "epoch": 1.4402603440260344,
+      "grad_norm": 305.8216247558594,
+      "learning_rate": 3.834537247129447e-07,
+      "loss": 12.6719,
+      "step": 21686
+    },
+    {
+      "epoch": 1.44032675831839,
+      "grad_norm": 187.89418029785156,
+      "learning_rate": 3.8336905061541535e-07,
+      "loss": 13.3125,
+      "step": 21687
+    },
+    {
+      "epoch": 1.440393172610746,
+      "grad_norm": 605.5340576171875,
+      "learning_rate": 3.832843836507174e-07,
+      "loss": 18.3281,
+      "step": 21688
+    },
+    {
+      "epoch": 1.4404595869031016,
+      "grad_norm": 187.5144805908203,
+      "learning_rate": 3.8319972381983e-07,
+      "loss": 14.4531,
+      "step": 21689
+    },
+    {
+      "epoch": 1.4405260011954573,
+      "grad_norm": 137.47030639648438,
+      "learning_rate": 3.8311507112373253e-07,
+      "loss": 14.8125,
+      "step": 21690
+    },
+    {
+      "epoch": 1.440592415487813,
+      "grad_norm": 103.45067596435547,
+      "learning_rate": 3.8303042556340414e-07,
+      "loss": 15.2969,
+      "step": 21691
+    },
+    {
+      "epoch": 1.4406588297801686,
+      "grad_norm": 174.2623748779297,
+      "learning_rate": 3.8294578713982406e-07,
+      "loss": 17.0312,
+      "step": 21692
+    },
+    {
+      "epoch": 1.4407252440725244,
+      "grad_norm": 158.73031616210938,
+      "learning_rate": 3.828611558539714e-07,
+      "loss": 16.8281,
+      "step": 21693
+    },
+    {
+      "epoch": 1.44079165836488,
+      "grad_norm": 161.22276306152344,
+      "learning_rate": 3.827765317068249e-07,
+      "loss": 17.5781,
+      "step": 21694
+    },
+    {
+      "epoch": 1.4408580726572358,
+      "grad_norm": 647.1658935546875,
+      "learning_rate": 3.8269191469936403e-07,
+      "loss": 13.5,
+      "step": 21695
+    },
+    {
+      "epoch": 1.4409244869495916,
+      "grad_norm": 475.0168762207031,
+      "learning_rate": 3.8260730483256634e-07,
+      "loss": 12.9297,
+      "step": 21696
+    },
+    {
+      "epoch": 1.4409909012419473,
+      "grad_norm": 176.96337890625,
+      "learning_rate": 3.82522702107412e-07,
+      "loss": 18.1562,
+      "step": 21697
+    },
+    {
+      "epoch": 1.441057315534303,
+      "grad_norm": 271.4530944824219,
+      "learning_rate": 3.824381065248787e-07,
+      "loss": 24.9375,
+      "step": 21698
+    },
+    {
+      "epoch": 1.4411237298266588,
+      "grad_norm": 371.21929931640625,
+      "learning_rate": 3.823535180859453e-07,
+      "loss": 16.0469,
+      "step": 21699
+    },
+    {
+      "epoch": 1.4411901441190145,
+      "grad_norm": 169.05886840820312,
+      "learning_rate": 3.8226893679159025e-07,
+      "loss": 16.2969,
+      "step": 21700
+    },
+    {
+      "epoch": 1.4412565584113701,
+      "grad_norm": 215.39263916015625,
+      "learning_rate": 3.8218436264279186e-07,
+      "loss": 12.8906,
+      "step": 21701
+    },
+    {
+      "epoch": 1.4413229727037258,
+      "grad_norm": 193.0854949951172,
+      "learning_rate": 3.8209979564052866e-07,
+      "loss": 12.7031,
+      "step": 21702
+    },
+    {
+      "epoch": 1.4413893869960814,
+      "grad_norm": 169.12086486816406,
+      "learning_rate": 3.8201523578577886e-07,
+      "loss": 14.0938,
+      "step": 21703
+    },
+    {
+      "epoch": 1.4414558012884373,
+      "grad_norm": 274.80615234375,
+      "learning_rate": 3.819306830795199e-07,
+      "loss": 15.4219,
+      "step": 21704
+    },
+    {
+      "epoch": 1.441522215580793,
+      "grad_norm": 174.61062622070312,
+      "learning_rate": 3.818461375227311e-07,
+      "loss": 13.4688,
+      "step": 21705
+    },
+    {
+      "epoch": 1.4415886298731486,
+      "grad_norm": 230.2692413330078,
+      "learning_rate": 3.817615991163894e-07,
+      "loss": 11.7344,
+      "step": 21706
+    },
+    {
+      "epoch": 1.4416550441655045,
+      "grad_norm": 313.3333740234375,
+      "learning_rate": 3.816770678614729e-07,
+      "loss": 18.2969,
+      "step": 21707
+    },
+    {
+      "epoch": 1.4417214584578601,
+      "grad_norm": 235.49851989746094,
+      "learning_rate": 3.8159254375895966e-07,
+      "loss": 14.2344,
+      "step": 21708
+    },
+    {
+      "epoch": 1.4417878727502158,
+      "grad_norm": 220.41111755371094,
+      "learning_rate": 3.815080268098276e-07,
+      "loss": 18.5312,
+      "step": 21709
+    },
+    {
+      "epoch": 1.4418542870425717,
+      "grad_norm": 189.9764862060547,
+      "learning_rate": 3.8142351701505324e-07,
+      "loss": 15.9062,
+      "step": 21710
+    },
+    {
+      "epoch": 1.4419207013349273,
+      "grad_norm": 411.255859375,
+      "learning_rate": 3.813390143756158e-07,
+      "loss": 16.4062,
+      "step": 21711
+    },
+    {
+      "epoch": 1.441987115627283,
+      "grad_norm": 365.1995544433594,
+      "learning_rate": 3.812545188924915e-07,
+      "loss": 23.3438,
+      "step": 21712
+    },
+    {
+      "epoch": 1.4420535299196386,
+      "grad_norm": 259.8045654296875,
+      "learning_rate": 3.811700305666581e-07,
+      "loss": 16.7969,
+      "step": 21713
+    },
+    {
+      "epoch": 1.4421199442119943,
+      "grad_norm": 137.77066040039062,
+      "learning_rate": 3.81085549399093e-07,
+      "loss": 15.1562,
+      "step": 21714
+    },
+    {
+      "epoch": 1.4421863585043502,
+      "grad_norm": 189.08599853515625,
+      "learning_rate": 3.810010753907733e-07,
+      "loss": 17.5,
+      "step": 21715
+    },
+    {
+      "epoch": 1.4422527727967058,
+      "grad_norm": 243.0769805908203,
+      "learning_rate": 3.8091660854267625e-07,
+      "loss": 20.0312,
+      "step": 21716
+    },
+    {
+      "epoch": 1.4423191870890615,
+      "grad_norm": 191.38754272460938,
+      "learning_rate": 3.808321488557793e-07,
+      "loss": 18.625,
+      "step": 21717
+    },
+    {
+      "epoch": 1.4423856013814174,
+      "grad_norm": 183.84288024902344,
+      "learning_rate": 3.807476963310583e-07,
+      "loss": 19.5625,
+      "step": 21718
+    },
+    {
+      "epoch": 1.442452015673773,
+      "grad_norm": 126.85111236572266,
+      "learning_rate": 3.8066325096949147e-07,
+      "loss": 11.9375,
+      "step": 21719
+    },
+    {
+      "epoch": 1.4425184299661287,
+      "grad_norm": 244.19554138183594,
+      "learning_rate": 3.805788127720548e-07,
+      "loss": 15.3125,
+      "step": 21720
+    },
+    {
+      "epoch": 1.4425848442584845,
+      "grad_norm": 271.979736328125,
+      "learning_rate": 3.8049438173972515e-07,
+      "loss": 19.7344,
+      "step": 21721
+    },
+    {
+      "epoch": 1.4426512585508402,
+      "grad_norm": 1826.3533935546875,
+      "learning_rate": 3.804099578734794e-07,
+      "loss": 13.5156,
+      "step": 21722
+    },
+    {
+      "epoch": 1.4427176728431959,
+      "grad_norm": 158.08428955078125,
+      "learning_rate": 3.8032554117429385e-07,
+      "loss": 20.0312,
+      "step": 21723
+    },
+    {
+      "epoch": 1.4427840871355515,
+      "grad_norm": 384.5963439941406,
+      "learning_rate": 3.802411316431452e-07,
+      "loss": 13.7812,
+      "step": 21724
+    },
+    {
+      "epoch": 1.4428505014279072,
+      "grad_norm": 148.73426818847656,
+      "learning_rate": 3.8015672928101004e-07,
+      "loss": 13.9531,
+      "step": 21725
+    },
+    {
+      "epoch": 1.442916915720263,
+      "grad_norm": 262.1831359863281,
+      "learning_rate": 3.8007233408886375e-07,
+      "loss": 12.375,
+      "step": 21726
+    },
+    {
+      "epoch": 1.4429833300126187,
+      "grad_norm": 181.84010314941406,
+      "learning_rate": 3.7998794606768356e-07,
+      "loss": 17.1562,
+      "step": 21727
+    },
+    {
+      "epoch": 1.4430497443049743,
+      "grad_norm": 293.6138610839844,
+      "learning_rate": 3.799035652184456e-07,
+      "loss": 17.7812,
+      "step": 21728
+    },
+    {
+      "epoch": 1.4431161585973302,
+      "grad_norm": 234.55763244628906,
+      "learning_rate": 3.798191915421254e-07,
+      "loss": 14.1094,
+      "step": 21729
+    },
+    {
+      "epoch": 1.4431825728896859,
+      "grad_norm": 177.7098388671875,
+      "learning_rate": 3.797348250396991e-07,
+      "loss": 15.8281,
+      "step": 21730
+    },
+    {
+      "epoch": 1.4432489871820415,
+      "grad_norm": 166.23577880859375,
+      "learning_rate": 3.7965046571214267e-07,
+      "loss": 15.3281,
+      "step": 21731
+    },
+    {
+      "epoch": 1.4433154014743974,
+      "grad_norm": 226.941650390625,
+      "learning_rate": 3.7956611356043187e-07,
+      "loss": 13.6719,
+      "step": 21732
+    },
+    {
+      "epoch": 1.443381815766753,
+      "grad_norm": 214.74049377441406,
+      "learning_rate": 3.794817685855427e-07,
+      "loss": 22.1094,
+      "step": 21733
+    },
+    {
+      "epoch": 1.4434482300591087,
+      "grad_norm": 266.21417236328125,
+      "learning_rate": 3.793974307884508e-07,
+      "loss": 12.1094,
+      "step": 21734
+    },
+    {
+      "epoch": 1.4435146443514644,
+      "grad_norm": 828.8252563476562,
+      "learning_rate": 3.7931310017013096e-07,
+      "loss": 12.9375,
+      "step": 21735
+    },
+    {
+      "epoch": 1.44358105864382,
+      "grad_norm": 287.4404296875,
+      "learning_rate": 3.7922877673155996e-07,
+      "loss": 15.1406,
+      "step": 21736
+    },
+    {
+      "epoch": 1.443647472936176,
+      "grad_norm": 218.0610809326172,
+      "learning_rate": 3.791444604737121e-07,
+      "loss": 15.6562,
+      "step": 21737
+    },
+    {
+      "epoch": 1.4437138872285316,
+      "grad_norm": 196.19264221191406,
+      "learning_rate": 3.790601513975631e-07,
+      "loss": 11.6719,
+      "step": 21738
+    },
+    {
+      "epoch": 1.4437803015208872,
+      "grad_norm": 123.09015655517578,
+      "learning_rate": 3.789758495040882e-07,
+      "loss": 16.0469,
+      "step": 21739
+    },
+    {
+      "epoch": 1.443846715813243,
+      "grad_norm": 218.5467987060547,
+      "learning_rate": 3.788915547942627e-07,
+      "loss": 17.1562,
+      "step": 21740
+    },
+    {
+      "epoch": 1.4439131301055987,
+      "grad_norm": 571.0867919921875,
+      "learning_rate": 3.788072672690615e-07,
+      "loss": 18.8906,
+      "step": 21741
+    },
+    {
+      "epoch": 1.4439795443979544,
+      "grad_norm": 165.12725830078125,
+      "learning_rate": 3.787229869294599e-07,
+      "loss": 23.0938,
+      "step": 21742
+    },
+    {
+      "epoch": 1.4440459586903103,
+      "grad_norm": 404.2750549316406,
+      "learning_rate": 3.7863871377643195e-07,
+      "loss": 20.5625,
+      "step": 21743
+    },
+    {
+      "epoch": 1.444112372982666,
+      "grad_norm": 166.318359375,
+      "learning_rate": 3.785544478109537e-07,
+      "loss": 14.0625,
+      "step": 21744
+    },
+    {
+      "epoch": 1.4441787872750216,
+      "grad_norm": 137.200927734375,
+      "learning_rate": 3.7847018903399887e-07,
+      "loss": 14.6875,
+      "step": 21745
+    },
+    {
+      "epoch": 1.4442452015673772,
+      "grad_norm": 279.747314453125,
+      "learning_rate": 3.7838593744654256e-07,
+      "loss": 17.2188,
+      "step": 21746
+    },
+    {
+      "epoch": 1.444311615859733,
+      "grad_norm": 105.9854965209961,
+      "learning_rate": 3.7830169304955926e-07,
+      "loss": 15.5312,
+      "step": 21747
+    },
+    {
+      "epoch": 1.4443780301520888,
+      "grad_norm": 1558.04833984375,
+      "learning_rate": 3.7821745584402385e-07,
+      "loss": 14.6094,
+      "step": 21748
+    },
+    {
+      "epoch": 1.4444444444444444,
+      "grad_norm": 193.61802673339844,
+      "learning_rate": 3.781332258309097e-07,
+      "loss": 16.0625,
+      "step": 21749
+    },
+    {
+      "epoch": 1.4445108587368,
+      "grad_norm": 146.4017791748047,
+      "learning_rate": 3.7804900301119233e-07,
+      "loss": 16.0469,
+      "step": 21750
+    },
+    {
+      "epoch": 1.444577273029156,
+      "grad_norm": 168.7356414794922,
+      "learning_rate": 3.7796478738584524e-07,
+      "loss": 15.6875,
+      "step": 21751
+    },
+    {
+      "epoch": 1.4446436873215116,
+      "grad_norm": 154.5121307373047,
+      "learning_rate": 3.7788057895584293e-07,
+      "loss": 14.6719,
+      "step": 21752
+    },
+    {
+      "epoch": 1.4447101016138673,
+      "grad_norm": 243.94386291503906,
+      "learning_rate": 3.777963777221591e-07,
+      "loss": 16.5625,
+      "step": 21753
+    },
+    {
+      "epoch": 1.4447765159062231,
+      "grad_norm": 215.09320068359375,
+      "learning_rate": 3.777121836857682e-07,
+      "loss": 20.375,
+      "step": 21754
+    },
+    {
+      "epoch": 1.4448429301985788,
+      "grad_norm": 332.7795715332031,
+      "learning_rate": 3.776279968476438e-07,
+      "loss": 23.8125,
+      "step": 21755
+    },
+    {
+      "epoch": 1.4449093444909344,
+      "grad_norm": 143.61517333984375,
+      "learning_rate": 3.7754381720876017e-07,
+      "loss": 17.7344,
+      "step": 21756
+    },
+    {
+      "epoch": 1.44497575878329,
+      "grad_norm": 147.92323303222656,
+      "learning_rate": 3.774596447700902e-07,
+      "loss": 19.9844,
+      "step": 21757
+    },
+    {
+      "epoch": 1.4450421730756458,
+      "grad_norm": 104.43898010253906,
+      "learning_rate": 3.773754795326086e-07,
+      "loss": 14.5469,
+      "step": 21758
+    },
+    {
+      "epoch": 1.4451085873680016,
+      "grad_norm": 247.75111389160156,
+      "learning_rate": 3.7729132149728816e-07,
+      "loss": 21.3516,
+      "step": 21759
+    },
+    {
+      "epoch": 1.4451750016603573,
+      "grad_norm": 245.70323181152344,
+      "learning_rate": 3.7720717066510264e-07,
+      "loss": 24.2656,
+      "step": 21760
+    },
+    {
+      "epoch": 1.445241415952713,
+      "grad_norm": 192.7710723876953,
+      "learning_rate": 3.7712302703702545e-07,
+      "loss": 14.5625,
+      "step": 21761
+    },
+    {
+      "epoch": 1.4453078302450688,
+      "grad_norm": 110.90586853027344,
+      "learning_rate": 3.7703889061402995e-07,
+      "loss": 12.4141,
+      "step": 21762
+    },
+    {
+      "epoch": 1.4453742445374245,
+      "grad_norm": 122.55046844482422,
+      "learning_rate": 3.7695476139708927e-07,
+      "loss": 15.875,
+      "step": 21763
+    },
+    {
+      "epoch": 1.4454406588297801,
+      "grad_norm": 227.29202270507812,
+      "learning_rate": 3.7687063938717664e-07,
+      "loss": 14.3438,
+      "step": 21764
+    },
+    {
+      "epoch": 1.445507073122136,
+      "grad_norm": 390.7480773925781,
+      "learning_rate": 3.7678652458526516e-07,
+      "loss": 18.125,
+      "step": 21765
+    },
+    {
+      "epoch": 1.4455734874144917,
+      "grad_norm": 503.3343200683594,
+      "learning_rate": 3.7670241699232785e-07,
+      "loss": 16.1719,
+      "step": 21766
+    },
+    {
+      "epoch": 1.4456399017068473,
+      "grad_norm": 502.9233093261719,
+      "learning_rate": 3.7661831660933785e-07,
+      "loss": 18.2031,
+      "step": 21767
+    },
+    {
+      "epoch": 1.445706315999203,
+      "grad_norm": 148.79721069335938,
+      "learning_rate": 3.7653422343726706e-07,
+      "loss": 16.4062,
+      "step": 21768
+    },
+    {
+      "epoch": 1.4457727302915586,
+      "grad_norm": 787.2274169921875,
+      "learning_rate": 3.7645013747708943e-07,
+      "loss": 17.5625,
+      "step": 21769
+    },
+    {
+      "epoch": 1.4458391445839145,
+      "grad_norm": 225.93551635742188,
+      "learning_rate": 3.7636605872977677e-07,
+      "loss": 21.25,
+      "step": 21770
+    },
+    {
+      "epoch": 1.4459055588762701,
+      "grad_norm": 182.17645263671875,
+      "learning_rate": 3.76281987196302e-07,
+      "loss": 12.375,
+      "step": 21771
+    },
+    {
+      "epoch": 1.4459719731686258,
+      "grad_norm": 162.8289031982422,
+      "learning_rate": 3.7619792287763754e-07,
+      "loss": 17.0156,
+      "step": 21772
+    },
+    {
+      "epoch": 1.4460383874609817,
+      "grad_norm": 140.37997436523438,
+      "learning_rate": 3.7611386577475614e-07,
+      "loss": 17.3906,
+      "step": 21773
+    },
+    {
+      "epoch": 1.4461048017533373,
+      "grad_norm": 115.48721313476562,
+      "learning_rate": 3.76029815888629e-07,
+      "loss": 14.0938,
+      "step": 21774
+    },
+    {
+      "epoch": 1.446171216045693,
+      "grad_norm": 421.8968811035156,
+      "learning_rate": 3.7594577322022994e-07,
+      "loss": 20.3125,
+      "step": 21775
+    },
+    {
+      "epoch": 1.4462376303380489,
+      "grad_norm": 182.44081115722656,
+      "learning_rate": 3.7586173777052986e-07,
+      "loss": 16.0156,
+      "step": 21776
+    },
+    {
+      "epoch": 1.4463040446304045,
+      "grad_norm": 178.59918212890625,
+      "learning_rate": 3.7577770954050146e-07,
+      "loss": 13.7656,
+      "step": 21777
+    },
+    {
+      "epoch": 1.4463704589227602,
+      "grad_norm": 229.07687377929688,
+      "learning_rate": 3.756936885311165e-07,
+      "loss": 12.7344,
+      "step": 21778
+    },
+    {
+      "epoch": 1.4464368732151158,
+      "grad_norm": 97.60514831542969,
+      "learning_rate": 3.7560967474334695e-07,
+      "loss": 15.0625,
+      "step": 21779
+    },
+    {
+      "epoch": 1.4465032875074715,
+      "grad_norm": 646.635986328125,
+      "learning_rate": 3.755256681781647e-07,
+      "loss": 14.9062,
+      "step": 21780
+    },
+    {
+      "epoch": 1.4465697017998274,
+      "grad_norm": 135.02841186523438,
+      "learning_rate": 3.754416688365416e-07,
+      "loss": 15.8125,
+      "step": 21781
+    },
+    {
+      "epoch": 1.446636116092183,
+      "grad_norm": 249.47679138183594,
+      "learning_rate": 3.7535767671944864e-07,
+      "loss": 20.4844,
+      "step": 21782
+    },
+    {
+      "epoch": 1.4467025303845387,
+      "grad_norm": 127.37657928466797,
+      "learning_rate": 3.752736918278584e-07,
+      "loss": 13.625,
+      "step": 21783
+    },
+    {
+      "epoch": 1.4467689446768945,
+      "grad_norm": 118.82147216796875,
+      "learning_rate": 3.751897141627416e-07,
+      "loss": 17.1719,
+      "step": 21784
+    },
+    {
+      "epoch": 1.4468353589692502,
+      "grad_norm": 153.603515625,
+      "learning_rate": 3.7510574372507e-07,
+      "loss": 14.0156,
+      "step": 21785
+    },
+    {
+      "epoch": 1.4469017732616059,
+      "grad_norm": 134.46630859375,
+      "learning_rate": 3.7502178051581467e-07,
+      "loss": 13.3906,
+      "step": 21786
+    },
+    {
+      "epoch": 1.4469681875539617,
+      "grad_norm": 141.15525817871094,
+      "learning_rate": 3.74937824535947e-07,
+      "loss": 13.3125,
+      "step": 21787
+    },
+    {
+      "epoch": 1.4470346018463174,
+      "grad_norm": 364.5652770996094,
+      "learning_rate": 3.7485387578643825e-07,
+      "loss": 16.2812,
+      "step": 21788
+    },
+    {
+      "epoch": 1.447101016138673,
+      "grad_norm": 109.50534057617188,
+      "learning_rate": 3.7476993426825966e-07,
+      "loss": 16.8438,
+      "step": 21789
+    },
+    {
+      "epoch": 1.4471674304310287,
+      "grad_norm": 238.03443908691406,
+      "learning_rate": 3.746859999823816e-07,
+      "loss": 17.1094,
+      "step": 21790
+    },
+    {
+      "epoch": 1.4472338447233843,
+      "grad_norm": 221.65753173828125,
+      "learning_rate": 3.746020729297753e-07,
+      "loss": 14.8594,
+      "step": 21791
+    },
+    {
+      "epoch": 1.4473002590157402,
+      "grad_norm": 210.8195343017578,
+      "learning_rate": 3.7451815311141164e-07,
+      "loss": 18.8594,
+      "step": 21792
+    },
+    {
+      "epoch": 1.4473666733080959,
+      "grad_norm": 261.97332763671875,
+      "learning_rate": 3.7443424052826134e-07,
+      "loss": 22.0625,
+      "step": 21793
+    },
+    {
+      "epoch": 1.4474330876004515,
+      "grad_norm": 248.6901397705078,
+      "learning_rate": 3.7435033518129497e-07,
+      "loss": 19.1562,
+      "step": 21794
+    },
+    {
+      "epoch": 1.4474995018928074,
+      "grad_norm": 140.70904541015625,
+      "learning_rate": 3.742664370714835e-07,
+      "loss": 16.4531,
+      "step": 21795
+    },
+    {
+      "epoch": 1.447565916185163,
+      "grad_norm": 117.5841064453125,
+      "learning_rate": 3.741825461997964e-07,
+      "loss": 15.2656,
+      "step": 21796
+    },
+    {
+      "epoch": 1.4476323304775187,
+      "grad_norm": 172.48712158203125,
+      "learning_rate": 3.7409866256720546e-07,
+      "loss": 12.2656,
+      "step": 21797
+    },
+    {
+      "epoch": 1.4476987447698746,
+      "grad_norm": 142.98580932617188,
+      "learning_rate": 3.7401478617467984e-07,
+      "loss": 8.7109,
+      "step": 21798
+    },
+    {
+      "epoch": 1.4477651590622302,
+      "grad_norm": 195.86961364746094,
+      "learning_rate": 3.7393091702319023e-07,
+      "loss": 13.4688,
+      "step": 21799
+    },
+    {
+      "epoch": 1.447831573354586,
+      "grad_norm": 245.1080780029297,
+      "learning_rate": 3.7384705511370685e-07,
+      "loss": 17.5938,
+      "step": 21800
+    },
+    {
+      "epoch": 1.4478979876469416,
+      "grad_norm": 539.3285522460938,
+      "learning_rate": 3.7376320044719956e-07,
+      "loss": 13.8438,
+      "step": 21801
+    },
+    {
+      "epoch": 1.4479644019392972,
+      "grad_norm": 518.36328125,
+      "learning_rate": 3.7367935302463847e-07,
+      "loss": 17.8125,
+      "step": 21802
+    },
+    {
+      "epoch": 1.448030816231653,
+      "grad_norm": 171.20799255371094,
+      "learning_rate": 3.7359551284699354e-07,
+      "loss": 15.0469,
+      "step": 21803
+    },
+    {
+      "epoch": 1.4480972305240087,
+      "grad_norm": 494.6412658691406,
+      "learning_rate": 3.7351167991523447e-07,
+      "loss": 16.5312,
+      "step": 21804
+    },
+    {
+      "epoch": 1.4481636448163644,
+      "grad_norm": 427.4228515625,
+      "learning_rate": 3.7342785423033105e-07,
+      "loss": 19.6562,
+      "step": 21805
+    },
+    {
+      "epoch": 1.4482300591087203,
+      "grad_norm": 266.1409606933594,
+      "learning_rate": 3.7334403579325324e-07,
+      "loss": 17.3906,
+      "step": 21806
+    },
+    {
+      "epoch": 1.448296473401076,
+      "grad_norm": 160.0298309326172,
+      "learning_rate": 3.7326022460496963e-07,
+      "loss": 16.4531,
+      "step": 21807
+    },
+    {
+      "epoch": 1.4483628876934316,
+      "grad_norm": 152.9410400390625,
+      "learning_rate": 3.731764206664509e-07,
+      "loss": 12.7344,
+      "step": 21808
+    },
+    {
+      "epoch": 1.4484293019857875,
+      "grad_norm": 225.2731475830078,
+      "learning_rate": 3.730926239786657e-07,
+      "loss": 15.2031,
+      "step": 21809
+    },
+    {
+      "epoch": 1.448495716278143,
+      "grad_norm": 473.7994079589844,
+      "learning_rate": 3.7300883454258345e-07,
+      "loss": 18.8125,
+      "step": 21810
+    },
+    {
+      "epoch": 1.4485621305704988,
+      "grad_norm": 102.69921875,
+      "learning_rate": 3.729250523591735e-07,
+      "loss": 12.4219,
+      "step": 21811
+    },
+    {
+      "epoch": 1.4486285448628544,
+      "grad_norm": 188.12173461914062,
+      "learning_rate": 3.728412774294053e-07,
+      "loss": 17.0156,
+      "step": 21812
+    },
+    {
+      "epoch": 1.44869495915521,
+      "grad_norm": 80.99212646484375,
+      "learning_rate": 3.727575097542468e-07,
+      "loss": 11.625,
+      "step": 21813
+    },
+    {
+      "epoch": 1.448761373447566,
+      "grad_norm": 151.07028198242188,
+      "learning_rate": 3.7267374933466844e-07,
+      "loss": 15.9688,
+      "step": 21814
+    },
+    {
+      "epoch": 1.4488277877399216,
+      "grad_norm": 437.30657958984375,
+      "learning_rate": 3.725899961716381e-07,
+      "loss": 15.8906,
+      "step": 21815
+    },
+    {
+      "epoch": 1.4488942020322773,
+      "grad_norm": 113.19160461425781,
+      "learning_rate": 3.7250625026612493e-07,
+      "loss": 17.5469,
+      "step": 21816
+    },
+    {
+      "epoch": 1.4489606163246331,
+      "grad_norm": 152.062255859375,
+      "learning_rate": 3.7242251161909754e-07,
+      "loss": 14.0781,
+      "step": 21817
+    },
+    {
+      "epoch": 1.4490270306169888,
+      "grad_norm": 181.34475708007812,
+      "learning_rate": 3.723387802315248e-07,
+      "loss": 14.4531,
+      "step": 21818
+    },
+    {
+      "epoch": 1.4490934449093444,
+      "grad_norm": 906.8052978515625,
+      "learning_rate": 3.7225505610437493e-07,
+      "loss": 20.8906,
+      "step": 21819
+    },
+    {
+      "epoch": 1.4491598592017003,
+      "grad_norm": 584.5882568359375,
+      "learning_rate": 3.721713392386171e-07,
+      "loss": 17.0156,
+      "step": 21820
+    },
+    {
+      "epoch": 1.449226273494056,
+      "grad_norm": 546.14501953125,
+      "learning_rate": 3.7208762963521846e-07,
+      "loss": 21.5938,
+      "step": 21821
+    },
+    {
+      "epoch": 1.4492926877864116,
+      "grad_norm": 180.09176635742188,
+      "learning_rate": 3.7200392729514863e-07,
+      "loss": 12.9375,
+      "step": 21822
+    },
+    {
+      "epoch": 1.4493591020787673,
+      "grad_norm": 193.2418212890625,
+      "learning_rate": 3.71920232219375e-07,
+      "loss": 17.2344,
+      "step": 21823
+    },
+    {
+      "epoch": 1.449425516371123,
+      "grad_norm": 237.68101501464844,
+      "learning_rate": 3.718365444088659e-07,
+      "loss": 13.0156,
+      "step": 21824
+    },
+    {
+      "epoch": 1.4494919306634788,
+      "grad_norm": 330.95452880859375,
+      "learning_rate": 3.717528638645895e-07,
+      "loss": 12.4688,
+      "step": 21825
+    },
+    {
+      "epoch": 1.4495583449558345,
+      "grad_norm": 95.88558197021484,
+      "learning_rate": 3.7166919058751366e-07,
+      "loss": 13.9766,
+      "step": 21826
+    },
+    {
+      "epoch": 1.4496247592481901,
+      "grad_norm": 410.14312744140625,
+      "learning_rate": 3.7158552457860627e-07,
+      "loss": 12.0078,
+      "step": 21827
+    },
+    {
+      "epoch": 1.449691173540546,
+      "grad_norm": 121.21723175048828,
+      "learning_rate": 3.715018658388356e-07,
+      "loss": 13.7969,
+      "step": 21828
+    },
+    {
+      "epoch": 1.4497575878329017,
+      "grad_norm": 156.93997192382812,
+      "learning_rate": 3.714182143691682e-07,
+      "loss": 13.7812,
+      "step": 21829
+    },
+    {
+      "epoch": 1.4498240021252573,
+      "grad_norm": 86.7434310913086,
+      "learning_rate": 3.7133457017057315e-07,
+      "loss": 14.8438,
+      "step": 21830
+    },
+    {
+      "epoch": 1.4498904164176132,
+      "grad_norm": 595.7027587890625,
+      "learning_rate": 3.712509332440169e-07,
+      "loss": 16.5938,
+      "step": 21831
+    },
+    {
+      "epoch": 1.4499568307099688,
+      "grad_norm": 157.6796112060547,
+      "learning_rate": 3.711673035904673e-07,
+      "loss": 18.8438,
+      "step": 21832
+    },
+    {
+      "epoch": 1.4500232450023245,
+      "grad_norm": 191.72027587890625,
+      "learning_rate": 3.7108368121089175e-07,
+      "loss": 12.7344,
+      "step": 21833
+    },
+    {
+      "epoch": 1.4500896592946801,
+      "grad_norm": 169.02293395996094,
+      "learning_rate": 3.710000661062578e-07,
+      "loss": 17.9531,
+      "step": 21834
+    },
+    {
+      "epoch": 1.4501560735870358,
+      "grad_norm": 274.4909973144531,
+      "learning_rate": 3.709164582775317e-07,
+      "loss": 14.2344,
+      "step": 21835
+    },
+    {
+      "epoch": 1.4502224878793917,
+      "grad_norm": 218.16143798828125,
+      "learning_rate": 3.7083285772568206e-07,
+      "loss": 15.9375,
+      "step": 21836
+    },
+    {
+      "epoch": 1.4502889021717473,
+      "grad_norm": 275.86431884765625,
+      "learning_rate": 3.7074926445167475e-07,
+      "loss": 15.0,
+      "step": 21837
+    },
+    {
+      "epoch": 1.450355316464103,
+      "grad_norm": 215.62037658691406,
+      "learning_rate": 3.7066567845647666e-07,
+      "loss": 16.0781,
+      "step": 21838
+    },
+    {
+      "epoch": 1.4504217307564589,
+      "grad_norm": 114.07166290283203,
+      "learning_rate": 3.705820997410559e-07,
+      "loss": 17.25,
+      "step": 21839
+    },
+    {
+      "epoch": 1.4504881450488145,
+      "grad_norm": 253.28729248046875,
+      "learning_rate": 3.7049852830637806e-07,
+      "loss": 14.5625,
+      "step": 21840
+    },
+    {
+      "epoch": 1.4505545593411702,
+      "grad_norm": 247.31683349609375,
+      "learning_rate": 3.704149641534102e-07,
+      "loss": 18.9844,
+      "step": 21841
+    },
+    {
+      "epoch": 1.450620973633526,
+      "grad_norm": 1592.516357421875,
+      "learning_rate": 3.703314072831192e-07,
+      "loss": 19.4531,
+      "step": 21842
+    },
+    {
+      "epoch": 1.4506873879258817,
+      "grad_norm": 234.86082458496094,
+      "learning_rate": 3.702478576964712e-07,
+      "loss": 21.625,
+      "step": 21843
+    },
+    {
+      "epoch": 1.4507538022182374,
+      "grad_norm": 714.0208740234375,
+      "learning_rate": 3.701643153944329e-07,
+      "loss": 30.9062,
+      "step": 21844
+    },
+    {
+      "epoch": 1.450820216510593,
+      "grad_norm": 124.56126403808594,
+      "learning_rate": 3.70080780377971e-07,
+      "loss": 17.5156,
+      "step": 21845
+    },
+    {
+      "epoch": 1.4508866308029487,
+      "grad_norm": 353.3447265625,
+      "learning_rate": 3.699972526480506e-07,
+      "loss": 16.1406,
+      "step": 21846
+    },
+    {
+      "epoch": 1.4509530450953045,
+      "grad_norm": 240.9296875,
+      "learning_rate": 3.699137322056395e-07,
+      "loss": 17.0781,
+      "step": 21847
+    },
+    {
+      "epoch": 1.4510194593876602,
+      "grad_norm": 226.6404571533203,
+      "learning_rate": 3.6983021905170265e-07,
+      "loss": 13.3594,
+      "step": 21848
+    },
+    {
+      "epoch": 1.4510858736800158,
+      "grad_norm": 163.50030517578125,
+      "learning_rate": 3.6974671318720643e-07,
+      "loss": 11.5078,
+      "step": 21849
+    },
+    {
+      "epoch": 1.4511522879723717,
+      "grad_norm": 331.7916564941406,
+      "learning_rate": 3.696632146131168e-07,
+      "loss": 23.6875,
+      "step": 21850
+    },
+    {
+      "epoch": 1.4512187022647274,
+      "grad_norm": 117.19430541992188,
+      "learning_rate": 3.6957972333039966e-07,
+      "loss": 13.6719,
+      "step": 21851
+    },
+    {
+      "epoch": 1.451285116557083,
+      "grad_norm": 254.70924377441406,
+      "learning_rate": 3.694962393400207e-07,
+      "loss": 20.1719,
+      "step": 21852
+    },
+    {
+      "epoch": 1.451351530849439,
+      "grad_norm": 164.51832580566406,
+      "learning_rate": 3.6941276264294617e-07,
+      "loss": 17.75,
+      "step": 21853
+    },
+    {
+      "epoch": 1.4514179451417946,
+      "grad_norm": 162.87135314941406,
+      "learning_rate": 3.6932929324014074e-07,
+      "loss": 14.0312,
+      "step": 21854
+    },
+    {
+      "epoch": 1.4514843594341502,
+      "grad_norm": 160.9585723876953,
+      "learning_rate": 3.6924583113257036e-07,
+      "loss": 13.3281,
+      "step": 21855
+    },
+    {
+      "epoch": 1.4515507737265059,
+      "grad_norm": 171.12571716308594,
+      "learning_rate": 3.691623763212005e-07,
+      "loss": 16.8125,
+      "step": 21856
+    },
+    {
+      "epoch": 1.4516171880188615,
+      "grad_norm": 225.42518615722656,
+      "learning_rate": 3.6907892880699655e-07,
+      "loss": 17.8906,
+      "step": 21857
+    },
+    {
+      "epoch": 1.4516836023112174,
+      "grad_norm": 126.30559539794922,
+      "learning_rate": 3.6899548859092367e-07,
+      "loss": 14.0938,
+      "step": 21858
+    },
+    {
+      "epoch": 1.451750016603573,
+      "grad_norm": 165.49620056152344,
+      "learning_rate": 3.6891205567394746e-07,
+      "loss": 18.5312,
+      "step": 21859
+    },
+    {
+      "epoch": 1.4518164308959287,
+      "grad_norm": 155.97679138183594,
+      "learning_rate": 3.68828630057032e-07,
+      "loss": 12.2031,
+      "step": 21860
+    },
+    {
+      "epoch": 1.4518828451882846,
+      "grad_norm": 227.96188354492188,
+      "learning_rate": 3.6874521174114383e-07,
+      "loss": 15.2656,
+      "step": 21861
+    },
+    {
+      "epoch": 1.4519492594806402,
+      "grad_norm": 180.4437255859375,
+      "learning_rate": 3.686618007272465e-07,
+      "loss": 15.4531,
+      "step": 21862
+    },
+    {
+      "epoch": 1.452015673772996,
+      "grad_norm": 281.5980224609375,
+      "learning_rate": 3.6857839701630553e-07,
+      "loss": 18.3438,
+      "step": 21863
+    },
+    {
+      "epoch": 1.4520820880653518,
+      "grad_norm": 214.7698974609375,
+      "learning_rate": 3.6849500060928553e-07,
+      "loss": 21.0625,
+      "step": 21864
+    },
+    {
+      "epoch": 1.4521485023577074,
+      "grad_norm": 190.31027221679688,
+      "learning_rate": 3.6841161150715126e-07,
+      "loss": 16.5156,
+      "step": 21865
+    },
+    {
+      "epoch": 1.452214916650063,
+      "grad_norm": 414.7479248046875,
+      "learning_rate": 3.683282297108672e-07,
+      "loss": 21.25,
+      "step": 21866
+    },
+    {
+      "epoch": 1.4522813309424187,
+      "grad_norm": 226.03753662109375,
+      "learning_rate": 3.682448552213984e-07,
+      "loss": 14.8125,
+      "step": 21867
+    },
+    {
+      "epoch": 1.4523477452347744,
+      "grad_norm": 171.4469757080078,
+      "learning_rate": 3.6816148803970804e-07,
+      "loss": 15.7656,
+      "step": 21868
+    },
+    {
+      "epoch": 1.4524141595271303,
+      "grad_norm": 303.7409362792969,
+      "learning_rate": 3.6807812816676187e-07,
+      "loss": 9.9609,
+      "step": 21869
+    },
+    {
+      "epoch": 1.452480573819486,
+      "grad_norm": 242.62841796875,
+      "learning_rate": 3.679947756035233e-07,
+      "loss": 20.3125,
+      "step": 21870
+    },
+    {
+      "epoch": 1.4525469881118416,
+      "grad_norm": 296.7081604003906,
+      "learning_rate": 3.6791143035095663e-07,
+      "loss": 17.7344,
+      "step": 21871
+    },
+    {
+      "epoch": 1.4526134024041975,
+      "grad_norm": 96.85482788085938,
+      "learning_rate": 3.678280924100261e-07,
+      "loss": 12.5156,
+      "step": 21872
+    },
+    {
+      "epoch": 1.452679816696553,
+      "grad_norm": 227.3785858154297,
+      "learning_rate": 3.677447617816961e-07,
+      "loss": 13.8281,
+      "step": 21873
+    },
+    {
+      "epoch": 1.4527462309889088,
+      "grad_norm": 339.93829345703125,
+      "learning_rate": 3.676614384669293e-07,
+      "loss": 17.25,
+      "step": 21874
+    },
+    {
+      "epoch": 1.4528126452812646,
+      "grad_norm": 294.7012634277344,
+      "learning_rate": 3.675781224666907e-07,
+      "loss": 16.6875,
+      "step": 21875
+    },
+    {
+      "epoch": 1.4528790595736203,
+      "grad_norm": 131.98385620117188,
+      "learning_rate": 3.6749481378194414e-07,
+      "loss": 15.2344,
+      "step": 21876
+    },
+    {
+      "epoch": 1.452945473865976,
+      "grad_norm": 337.05108642578125,
+      "learning_rate": 3.674115124136521e-07,
+      "loss": 15.0312,
+      "step": 21877
+    },
+    {
+      "epoch": 1.4530118881583316,
+      "grad_norm": 123.16968536376953,
+      "learning_rate": 3.673282183627796e-07,
+      "loss": 26.1719,
+      "step": 21878
+    },
+    {
+      "epoch": 1.4530783024506873,
+      "grad_norm": 334.51373291015625,
+      "learning_rate": 3.672449316302891e-07,
+      "loss": 15.6875,
+      "step": 21879
+    },
+    {
+      "epoch": 1.4531447167430431,
+      "grad_norm": 208.04908752441406,
+      "learning_rate": 3.6716165221714444e-07,
+      "loss": 14.4531,
+      "step": 21880
+    },
+    {
+      "epoch": 1.4532111310353988,
+      "grad_norm": 191.52053833007812,
+      "learning_rate": 3.670783801243088e-07,
+      "loss": 12.7266,
+      "step": 21881
+    },
+    {
+      "epoch": 1.4532775453277544,
+      "grad_norm": 160.918212890625,
+      "learning_rate": 3.669951153527455e-07,
+      "loss": 15.875,
+      "step": 21882
+    },
+    {
+      "epoch": 1.4533439596201103,
+      "grad_norm": 212.6705322265625,
+      "learning_rate": 3.669118579034177e-07,
+      "loss": 15.4375,
+      "step": 21883
+    },
+    {
+      "epoch": 1.453410373912466,
+      "grad_norm": 202.50173950195312,
+      "learning_rate": 3.668286077772889e-07,
+      "loss": 15.5781,
+      "step": 21884
+    },
+    {
+      "epoch": 1.4534767882048216,
+      "grad_norm": 195.99615478515625,
+      "learning_rate": 3.6674536497532084e-07,
+      "loss": 17.6719,
+      "step": 21885
+    },
+    {
+      "epoch": 1.4535432024971775,
+      "grad_norm": 112.08353424072266,
+      "learning_rate": 3.6666212949847796e-07,
+      "loss": 12.6406,
+      "step": 21886
+    },
+    {
+      "epoch": 1.4536096167895332,
+      "grad_norm": 233.8577423095703,
+      "learning_rate": 3.665789013477221e-07,
+      "loss": 18.6719,
+      "step": 21887
+    },
+    {
+      "epoch": 1.4536760310818888,
+      "grad_norm": 116.9768295288086,
+      "learning_rate": 3.6649568052401614e-07,
+      "loss": 17.5625,
+      "step": 21888
+    },
+    {
+      "epoch": 1.4537424453742445,
+      "grad_norm": 149.229248046875,
+      "learning_rate": 3.6641246702832294e-07,
+      "loss": 14.5469,
+      "step": 21889
+    },
+    {
+      "epoch": 1.4538088596666001,
+      "grad_norm": 147.48843383789062,
+      "learning_rate": 3.6632926086160497e-07,
+      "loss": 17.7344,
+      "step": 21890
+    },
+    {
+      "epoch": 1.453875273958956,
+      "grad_norm": 163.02178955078125,
+      "learning_rate": 3.662460620248247e-07,
+      "loss": 13.2031,
+      "step": 21891
+    },
+    {
+      "epoch": 1.4539416882513116,
+      "grad_norm": 826.2056274414062,
+      "learning_rate": 3.6616287051894477e-07,
+      "loss": 17.9375,
+      "step": 21892
+    },
+    {
+      "epoch": 1.4540081025436673,
+      "grad_norm": 1173.4140625,
+      "learning_rate": 3.6607968634492667e-07,
+      "loss": 16.6016,
+      "step": 21893
+    },
+    {
+      "epoch": 1.4540745168360232,
+      "grad_norm": 161.1675262451172,
+      "learning_rate": 3.6599650950373395e-07,
+      "loss": 17.8125,
+      "step": 21894
+    },
+    {
+      "epoch": 1.4541409311283788,
+      "grad_norm": 139.88922119140625,
+      "learning_rate": 3.6591333999632765e-07,
+      "loss": 17.3594,
+      "step": 21895
+    },
+    {
+      "epoch": 1.4542073454207345,
+      "grad_norm": 152.74160766601562,
+      "learning_rate": 3.658301778236702e-07,
+      "loss": 14.1719,
+      "step": 21896
+    },
+    {
+      "epoch": 1.4542737597130904,
+      "grad_norm": 149.8483123779297,
+      "learning_rate": 3.6574702298672356e-07,
+      "loss": 16.0,
+      "step": 21897
+    },
+    {
+      "epoch": 1.454340174005446,
+      "grad_norm": 273.30084228515625,
+      "learning_rate": 3.6566387548644994e-07,
+      "loss": 15.2188,
+      "step": 21898
+    },
+    {
+      "epoch": 1.4544065882978017,
+      "grad_norm": 240.3262939453125,
+      "learning_rate": 3.6558073532381015e-07,
+      "loss": 13.9062,
+      "step": 21899
+    },
+    {
+      "epoch": 1.4544730025901573,
+      "grad_norm": 218.38970947265625,
+      "learning_rate": 3.6549760249976735e-07,
+      "loss": 16.3281,
+      "step": 21900
+    },
+    {
+      "epoch": 1.454539416882513,
+      "grad_norm": 177.2173614501953,
+      "learning_rate": 3.6541447701528193e-07,
+      "loss": 13.4531,
+      "step": 21901
+    },
+    {
+      "epoch": 1.4546058311748689,
+      "grad_norm": 147.11647033691406,
+      "learning_rate": 3.6533135887131606e-07,
+      "loss": 16.4141,
+      "step": 21902
+    },
+    {
+      "epoch": 1.4546722454672245,
+      "grad_norm": 120.09070587158203,
+      "learning_rate": 3.652482480688309e-07,
+      "loss": 17.9375,
+      "step": 21903
+    },
+    {
+      "epoch": 1.4547386597595802,
+      "grad_norm": 130.4036865234375,
+      "learning_rate": 3.651651446087881e-07,
+      "loss": 14.9844,
+      "step": 21904
+    },
+    {
+      "epoch": 1.454805074051936,
+      "grad_norm": 310.19525146484375,
+      "learning_rate": 3.6508204849214886e-07,
+      "loss": 16.6875,
+      "step": 21905
+    },
+    {
+      "epoch": 1.4548714883442917,
+      "grad_norm": 250.06297302246094,
+      "learning_rate": 3.649989597198747e-07,
+      "loss": 12.4766,
+      "step": 21906
+    },
+    {
+      "epoch": 1.4549379026366474,
+      "grad_norm": 170.09864807128906,
+      "learning_rate": 3.649158782929257e-07,
+      "loss": 15.8125,
+      "step": 21907
+    },
+    {
+      "epoch": 1.4550043169290032,
+      "grad_norm": 242.52357482910156,
+      "learning_rate": 3.6483280421226426e-07,
+      "loss": 20.1562,
+      "step": 21908
+    },
+    {
+      "epoch": 1.4550707312213589,
+      "grad_norm": 278.7584228515625,
+      "learning_rate": 3.647497374788504e-07,
+      "loss": 14.6641,
+      "step": 21909
+    },
+    {
+      "epoch": 1.4551371455137145,
+      "grad_norm": 109.3176040649414,
+      "learning_rate": 3.646666780936453e-07,
+      "loss": 14.3125,
+      "step": 21910
+    },
+    {
+      "epoch": 1.4552035598060702,
+      "grad_norm": 156.71214294433594,
+      "learning_rate": 3.645836260576096e-07,
+      "loss": 12.2422,
+      "step": 21911
+    },
+    {
+      "epoch": 1.4552699740984258,
+      "grad_norm": 188.21511840820312,
+      "learning_rate": 3.6450058137170416e-07,
+      "loss": 17.0938,
+      "step": 21912
+    },
+    {
+      "epoch": 1.4553363883907817,
+      "grad_norm": 248.1499481201172,
+      "learning_rate": 3.644175440368895e-07,
+      "loss": 23.2812,
+      "step": 21913
+    },
+    {
+      "epoch": 1.4554028026831374,
+      "grad_norm": 174.91702270507812,
+      "learning_rate": 3.643345140541263e-07,
+      "loss": 16.2031,
+      "step": 21914
+    },
+    {
+      "epoch": 1.455469216975493,
+      "grad_norm": 403.50311279296875,
+      "learning_rate": 3.6425149142437484e-07,
+      "loss": 18.6797,
+      "step": 21915
+    },
+    {
+      "epoch": 1.455535631267849,
+      "grad_norm": 212.98411560058594,
+      "learning_rate": 3.6416847614859545e-07,
+      "loss": 16.7969,
+      "step": 21916
+    },
+    {
+      "epoch": 1.4556020455602046,
+      "grad_norm": 158.51243591308594,
+      "learning_rate": 3.64085468227749e-07,
+      "loss": 20.125,
+      "step": 21917
+    },
+    {
+      "epoch": 1.4556684598525602,
+      "grad_norm": 503.8112487792969,
+      "learning_rate": 3.6400246766279474e-07,
+      "loss": 14.7656,
+      "step": 21918
+    },
+    {
+      "epoch": 1.455734874144916,
+      "grad_norm": 120.3080062866211,
+      "learning_rate": 3.6391947445469315e-07,
+      "loss": 14.1719,
+      "step": 21919
+    },
+    {
+      "epoch": 1.4558012884372717,
+      "grad_norm": 174.67906188964844,
+      "learning_rate": 3.638364886044043e-07,
+      "loss": 20.5625,
+      "step": 21920
+    },
+    {
+      "epoch": 1.4558677027296274,
+      "grad_norm": 108.79928588867188,
+      "learning_rate": 3.6375351011288825e-07,
+      "loss": 17.7344,
+      "step": 21921
+    },
+    {
+      "epoch": 1.455934117021983,
+      "grad_norm": 203.92575073242188,
+      "learning_rate": 3.6367053898110457e-07,
+      "loss": 18.5625,
+      "step": 21922
+    },
+    {
+      "epoch": 1.4560005313143387,
+      "grad_norm": 140.5149688720703,
+      "learning_rate": 3.635875752100136e-07,
+      "loss": 17.5156,
+      "step": 21923
+    },
+    {
+      "epoch": 1.4560669456066946,
+      "grad_norm": 201.2375030517578,
+      "learning_rate": 3.6350461880057384e-07,
+      "loss": 12.7188,
+      "step": 21924
+    },
+    {
+      "epoch": 1.4561333598990502,
+      "grad_norm": 149.26611328125,
+      "learning_rate": 3.634216697537463e-07,
+      "loss": 21.8125,
+      "step": 21925
+    },
+    {
+      "epoch": 1.456199774191406,
+      "grad_norm": 178.6811981201172,
+      "learning_rate": 3.6333872807048946e-07,
+      "loss": 16.9219,
+      "step": 21926
+    },
+    {
+      "epoch": 1.4562661884837618,
+      "grad_norm": 268.9923095703125,
+      "learning_rate": 3.632557937517632e-07,
+      "loss": 15.0625,
+      "step": 21927
+    },
+    {
+      "epoch": 1.4563326027761174,
+      "grad_norm": 148.36468505859375,
+      "learning_rate": 3.6317286679852666e-07,
+      "loss": 10.5312,
+      "step": 21928
+    },
+    {
+      "epoch": 1.456399017068473,
+      "grad_norm": 178.69654846191406,
+      "learning_rate": 3.6308994721173915e-07,
+      "loss": 16.1094,
+      "step": 21929
+    },
+    {
+      "epoch": 1.456465431360829,
+      "grad_norm": 1769.764404296875,
+      "learning_rate": 3.6300703499236e-07,
+      "loss": 16.2812,
+      "step": 21930
+    },
+    {
+      "epoch": 1.4565318456531846,
+      "grad_norm": 208.59744262695312,
+      "learning_rate": 3.629241301413484e-07,
+      "loss": 16.0469,
+      "step": 21931
+    },
+    {
+      "epoch": 1.4565982599455403,
+      "grad_norm": 459.41156005859375,
+      "learning_rate": 3.628412326596624e-07,
+      "loss": 14.0156,
+      "step": 21932
+    },
+    {
+      "epoch": 1.456664674237896,
+      "grad_norm": 240.03488159179688,
+      "learning_rate": 3.627583425482623e-07,
+      "loss": 17.8438,
+      "step": 21933
+    },
+    {
+      "epoch": 1.4567310885302516,
+      "grad_norm": 156.29197692871094,
+      "learning_rate": 3.6267545980810597e-07,
+      "loss": 16.8594,
+      "step": 21934
+    },
+    {
+      "epoch": 1.4567975028226074,
+      "grad_norm": 364.677978515625,
+      "learning_rate": 3.625925844401524e-07,
+      "loss": 18.375,
+      "step": 21935
+    },
+    {
+      "epoch": 1.456863917114963,
+      "grad_norm": 3737.8876953125,
+      "learning_rate": 3.625097164453602e-07,
+      "loss": 15.4531,
+      "step": 21936
+    },
+    {
+      "epoch": 1.4569303314073188,
+      "grad_norm": 113.28179931640625,
+      "learning_rate": 3.6242685582468835e-07,
+      "loss": 15.375,
+      "step": 21937
+    },
+    {
+      "epoch": 1.4569967456996746,
+      "grad_norm": 204.85450744628906,
+      "learning_rate": 3.6234400257909436e-07,
+      "loss": 14.8594,
+      "step": 21938
+    },
+    {
+      "epoch": 1.4570631599920303,
+      "grad_norm": 212.97410583496094,
+      "learning_rate": 3.6226115670953793e-07,
+      "loss": 14.4844,
+      "step": 21939
+    },
+    {
+      "epoch": 1.457129574284386,
+      "grad_norm": 132.94175720214844,
+      "learning_rate": 3.621783182169763e-07,
+      "loss": 15.1406,
+      "step": 21940
+    },
+    {
+      "epoch": 1.4571959885767418,
+      "grad_norm": 355.8705749511719,
+      "learning_rate": 3.6209548710236815e-07,
+      "loss": 19.1875,
+      "step": 21941
+    },
+    {
+      "epoch": 1.4572624028690975,
+      "grad_norm": 110.51246643066406,
+      "learning_rate": 3.620126633666716e-07,
+      "loss": 14.6094,
+      "step": 21942
+    },
+    {
+      "epoch": 1.4573288171614531,
+      "grad_norm": 269.7581481933594,
+      "learning_rate": 3.619298470108446e-07,
+      "loss": 15.9219,
+      "step": 21943
+    },
+    {
+      "epoch": 1.4573952314538088,
+      "grad_norm": 266.3907775878906,
+      "learning_rate": 3.6184703803584525e-07,
+      "loss": 17.5469,
+      "step": 21944
+    },
+    {
+      "epoch": 1.4574616457461644,
+      "grad_norm": 167.93850708007812,
+      "learning_rate": 3.617642364426318e-07,
+      "loss": 14.9688,
+      "step": 21945
+    },
+    {
+      "epoch": 1.4575280600385203,
+      "grad_norm": 136.6689453125,
+      "learning_rate": 3.616814422321608e-07,
+      "loss": 18.4688,
+      "step": 21946
+    },
+    {
+      "epoch": 1.457594474330876,
+      "grad_norm": 139.95887756347656,
+      "learning_rate": 3.6159865540539113e-07,
+      "loss": 17.5938,
+      "step": 21947
+    },
+    {
+      "epoch": 1.4576608886232316,
+      "grad_norm": 357.0291748046875,
+      "learning_rate": 3.615158759632806e-07,
+      "loss": 16.3125,
+      "step": 21948
+    },
+    {
+      "epoch": 1.4577273029155875,
+      "grad_norm": 157.90582275390625,
+      "learning_rate": 3.614331039067854e-07,
+      "loss": 17.3906,
+      "step": 21949
+    },
+    {
+      "epoch": 1.4577937172079432,
+      "grad_norm": 132.9464569091797,
+      "learning_rate": 3.6135033923686467e-07,
+      "loss": 15.4844,
+      "step": 21950
+    },
+    {
+      "epoch": 1.4578601315002988,
+      "grad_norm": 235.1529998779297,
+      "learning_rate": 3.612675819544745e-07,
+      "loss": 14.8281,
+      "step": 21951
+    },
+    {
+      "epoch": 1.4579265457926547,
+      "grad_norm": 456.767822265625,
+      "learning_rate": 3.611848320605726e-07,
+      "loss": 19.0781,
+      "step": 21952
+    },
+    {
+      "epoch": 1.4579929600850103,
+      "grad_norm": 243.7066650390625,
+      "learning_rate": 3.6110208955611623e-07,
+      "loss": 18.8125,
+      "step": 21953
+    },
+    {
+      "epoch": 1.458059374377366,
+      "grad_norm": 174.22012329101562,
+      "learning_rate": 3.6101935444206255e-07,
+      "loss": 13.7031,
+      "step": 21954
+    },
+    {
+      "epoch": 1.4581257886697216,
+      "grad_norm": 213.32400512695312,
+      "learning_rate": 3.609366267193684e-07,
+      "loss": 20.2656,
+      "step": 21955
+    },
+    {
+      "epoch": 1.4581922029620775,
+      "grad_norm": 211.11563110351562,
+      "learning_rate": 3.608539063889913e-07,
+      "loss": 11.1094,
+      "step": 21956
+    },
+    {
+      "epoch": 1.4582586172544332,
+      "grad_norm": 220.6664581298828,
+      "learning_rate": 3.607711934518869e-07,
+      "loss": 16.5156,
+      "step": 21957
+    },
+    {
+      "epoch": 1.4583250315467888,
+      "grad_norm": 174.00367736816406,
+      "learning_rate": 3.606884879090135e-07,
+      "loss": 15.1406,
+      "step": 21958
+    },
+    {
+      "epoch": 1.4583914458391445,
+      "grad_norm": 645.214111328125,
+      "learning_rate": 3.6060578976132663e-07,
+      "loss": 34.5469,
+      "step": 21959
+    },
+    {
+      "epoch": 1.4584578601315004,
+      "grad_norm": 995.4210205078125,
+      "learning_rate": 3.605230990097833e-07,
+      "loss": 13.2578,
+      "step": 21960
+    },
+    {
+      "epoch": 1.458524274423856,
+      "grad_norm": 245.0083770751953,
+      "learning_rate": 3.6044041565534e-07,
+      "loss": 17.0312,
+      "step": 21961
+    },
+    {
+      "epoch": 1.4585906887162117,
+      "grad_norm": 370.62408447265625,
+      "learning_rate": 3.6035773969895357e-07,
+      "loss": 19.5312,
+      "step": 21962
+    },
+    {
+      "epoch": 1.4586571030085675,
+      "grad_norm": 312.7749328613281,
+      "learning_rate": 3.602750711415792e-07,
+      "loss": 19.3438,
+      "step": 21963
+    },
+    {
+      "epoch": 1.4587235173009232,
+      "grad_norm": 393.2178955078125,
+      "learning_rate": 3.601924099841747e-07,
+      "loss": 11.9062,
+      "step": 21964
+    },
+    {
+      "epoch": 1.4587899315932789,
+      "grad_norm": 208.98077392578125,
+      "learning_rate": 3.6010975622769503e-07,
+      "loss": 18.2969,
+      "step": 21965
+    },
+    {
+      "epoch": 1.4588563458856345,
+      "grad_norm": 212.74037170410156,
+      "learning_rate": 3.600271098730967e-07,
+      "loss": 18.0,
+      "step": 21966
+    },
+    {
+      "epoch": 1.4589227601779904,
+      "grad_norm": 218.06692504882812,
+      "learning_rate": 3.5994447092133584e-07,
+      "loss": 16.875,
+      "step": 21967
+    },
+    {
+      "epoch": 1.458989174470346,
+      "grad_norm": 328.1406555175781,
+      "learning_rate": 3.598618393733682e-07,
+      "loss": 17.2812,
+      "step": 21968
+    },
+    {
+      "epoch": 1.4590555887627017,
+      "grad_norm": 92.6484375,
+      "learning_rate": 3.5977921523014967e-07,
+      "loss": 16.625,
+      "step": 21969
+    },
+    {
+      "epoch": 1.4591220030550573,
+      "grad_norm": 232.31607055664062,
+      "learning_rate": 3.5969659849263645e-07,
+      "loss": 13.9453,
+      "step": 21970
+    },
+    {
+      "epoch": 1.4591884173474132,
+      "grad_norm": 251.6407012939453,
+      "learning_rate": 3.5961398916178297e-07,
+      "loss": 16.4531,
+      "step": 21971
+    },
+    {
+      "epoch": 1.4592548316397689,
+      "grad_norm": 137.1525115966797,
+      "learning_rate": 3.595313872385463e-07,
+      "loss": 15.4062,
+      "step": 21972
+    },
+    {
+      "epoch": 1.4593212459321245,
+      "grad_norm": 349.5707092285156,
+      "learning_rate": 3.5944879272388083e-07,
+      "loss": 18.5938,
+      "step": 21973
+    },
+    {
+      "epoch": 1.4593876602244804,
+      "grad_norm": 178.85304260253906,
+      "learning_rate": 3.5936620561874245e-07,
+      "loss": 17.9531,
+      "step": 21974
+    },
+    {
+      "epoch": 1.459454074516836,
+      "grad_norm": 248.3751220703125,
+      "learning_rate": 3.5928362592408636e-07,
+      "loss": 16.1875,
+      "step": 21975
+    },
+    {
+      "epoch": 1.4595204888091917,
+      "grad_norm": 106.1175537109375,
+      "learning_rate": 3.592010536408678e-07,
+      "loss": 15.8125,
+      "step": 21976
+    },
+    {
+      "epoch": 1.4595869031015474,
+      "grad_norm": 180.1316375732422,
+      "learning_rate": 3.59118488770042e-07,
+      "loss": 13.0156,
+      "step": 21977
+    },
+    {
+      "epoch": 1.4596533173939032,
+      "grad_norm": 221.58541870117188,
+      "learning_rate": 3.590359313125644e-07,
+      "loss": 12.7031,
+      "step": 21978
+    },
+    {
+      "epoch": 1.459719731686259,
+      "grad_norm": 362.34832763671875,
+      "learning_rate": 3.5895338126938867e-07,
+      "loss": 27.3906,
+      "step": 21979
+    },
+    {
+      "epoch": 1.4597861459786146,
+      "grad_norm": 132.12362670898438,
+      "learning_rate": 3.588708386414714e-07,
+      "loss": 16.2812,
+      "step": 21980
+    },
+    {
+      "epoch": 1.4598525602709702,
+      "grad_norm": 321.8169860839844,
+      "learning_rate": 3.587883034297662e-07,
+      "loss": 14.1562,
+      "step": 21981
+    },
+    {
+      "epoch": 1.459918974563326,
+      "grad_norm": 157.7259521484375,
+      "learning_rate": 3.5870577563522806e-07,
+      "loss": 15.625,
+      "step": 21982
+    },
+    {
+      "epoch": 1.4599853888556817,
+      "grad_norm": 156.3186798095703,
+      "learning_rate": 3.586232552588118e-07,
+      "loss": 14.0938,
+      "step": 21983
+    },
+    {
+      "epoch": 1.4600518031480374,
+      "grad_norm": 185.8882598876953,
+      "learning_rate": 3.585407423014719e-07,
+      "loss": 13.5781,
+      "step": 21984
+    },
+    {
+      "epoch": 1.4601182174403933,
+      "grad_norm": 623.6843872070312,
+      "learning_rate": 3.5845823676416274e-07,
+      "loss": 20.75,
+      "step": 21985
+    },
+    {
+      "epoch": 1.460184631732749,
+      "grad_norm": 255.96714782714844,
+      "learning_rate": 3.5837573864783886e-07,
+      "loss": 18.7031,
+      "step": 21986
+    },
+    {
+      "epoch": 1.4602510460251046,
+      "grad_norm": 109.40625762939453,
+      "learning_rate": 3.5829324795345474e-07,
+      "loss": 11.75,
+      "step": 21987
+    },
+    {
+      "epoch": 1.4603174603174602,
+      "grad_norm": 288.1189880371094,
+      "learning_rate": 3.5821076468196353e-07,
+      "loss": 12.5156,
+      "step": 21988
+    },
+    {
+      "epoch": 1.4603838746098161,
+      "grad_norm": 552.6396484375,
+      "learning_rate": 3.581282888343209e-07,
+      "loss": 13.0469,
+      "step": 21989
+    },
+    {
+      "epoch": 1.4604502889021718,
+      "grad_norm": 368.674560546875,
+      "learning_rate": 3.580458204114798e-07,
+      "loss": 19.5781,
+      "step": 21990
+    },
+    {
+      "epoch": 1.4605167031945274,
+      "grad_norm": 197.80990600585938,
+      "learning_rate": 3.5796335941439437e-07,
+      "loss": 15.9531,
+      "step": 21991
+    },
+    {
+      "epoch": 1.460583117486883,
+      "grad_norm": 142.64181518554688,
+      "learning_rate": 3.5788090584401865e-07,
+      "loss": 12.4375,
+      "step": 21992
+    },
+    {
+      "epoch": 1.460649531779239,
+      "grad_norm": 208.6486053466797,
+      "learning_rate": 3.577984597013063e-07,
+      "loss": 15.5156,
+      "step": 21993
+    },
+    {
+      "epoch": 1.4607159460715946,
+      "grad_norm": 187.64413452148438,
+      "learning_rate": 3.577160209872111e-07,
+      "loss": 20.3438,
+      "step": 21994
+    },
+    {
+      "epoch": 1.4607823603639503,
+      "grad_norm": 627.7403564453125,
+      "learning_rate": 3.57633589702687e-07,
+      "loss": 14.8281,
+      "step": 21995
+    },
+    {
+      "epoch": 1.4608487746563061,
+      "grad_norm": 179.92359924316406,
+      "learning_rate": 3.5755116584868626e-07,
+      "loss": 16.8594,
+      "step": 21996
+    },
+    {
+      "epoch": 1.4609151889486618,
+      "grad_norm": 161.19032287597656,
+      "learning_rate": 3.5746874942616403e-07,
+      "loss": 13.5312,
+      "step": 21997
+    },
+    {
+      "epoch": 1.4609816032410174,
+      "grad_norm": 149.08485412597656,
+      "learning_rate": 3.573863404360724e-07,
+      "loss": 11.8516,
+      "step": 21998
+    },
+    {
+      "epoch": 1.461048017533373,
+      "grad_norm": 217.3249053955078,
+      "learning_rate": 3.5730393887936504e-07,
+      "loss": 21.5312,
+      "step": 21999
+    },
+    {
+      "epoch": 1.461114431825729,
+      "grad_norm": 89.63908386230469,
+      "learning_rate": 3.5722154475699505e-07,
+      "loss": 15.9844,
+      "step": 22000
+    },
+    {
+      "epoch": 1.4611808461180846,
+      "grad_norm": 138.14495849609375,
+      "learning_rate": 3.57139158069916e-07,
+      "loss": 18.2188,
+      "step": 22001
+    },
+    {
+      "epoch": 1.4612472604104403,
+      "grad_norm": 260.8353271484375,
+      "learning_rate": 3.570567788190798e-07,
+      "loss": 15.5469,
+      "step": 22002
+    },
+    {
+      "epoch": 1.461313674702796,
+      "grad_norm": 207.9426727294922,
+      "learning_rate": 3.569744070054407e-07,
+      "loss": 15.9688,
+      "step": 22003
+    },
+    {
+      "epoch": 1.4613800889951518,
+      "grad_norm": 100.74918365478516,
+      "learning_rate": 3.5689204262995054e-07,
+      "loss": 11.9688,
+      "step": 22004
+    },
+    {
+      "epoch": 1.4614465032875075,
+      "grad_norm": 170.81781005859375,
+      "learning_rate": 3.568096856935623e-07,
+      "loss": 18.3594,
+      "step": 22005
+    },
+    {
+      "epoch": 1.4615129175798631,
+      "grad_norm": 151.86260986328125,
+      "learning_rate": 3.5672733619722883e-07,
+      "loss": 16.0,
+      "step": 22006
+    },
+    {
+      "epoch": 1.461579331872219,
+      "grad_norm": 173.506591796875,
+      "learning_rate": 3.5664499414190264e-07,
+      "loss": 14.3125,
+      "step": 22007
+    },
+    {
+      "epoch": 1.4616457461645747,
+      "grad_norm": 436.0241394042969,
+      "learning_rate": 3.5656265952853603e-07,
+      "loss": 15.0938,
+      "step": 22008
+    },
+    {
+      "epoch": 1.4617121604569303,
+      "grad_norm": 161.0034637451172,
+      "learning_rate": 3.564803323580821e-07,
+      "loss": 14.9297,
+      "step": 22009
+    },
+    {
+      "epoch": 1.461778574749286,
+      "grad_norm": 251.0955047607422,
+      "learning_rate": 3.5639801263149173e-07,
+      "loss": 18.6562,
+      "step": 22010
+    },
+    {
+      "epoch": 1.4618449890416418,
+      "grad_norm": 1427.73388671875,
+      "learning_rate": 3.563157003497188e-07,
+      "loss": 18.1406,
+      "step": 22011
+    },
+    {
+      "epoch": 1.4619114033339975,
+      "grad_norm": 342.724853515625,
+      "learning_rate": 3.5623339551371435e-07,
+      "loss": 17.3906,
+      "step": 22012
+    },
+    {
+      "epoch": 1.4619778176263531,
+      "grad_norm": 104.90536499023438,
+      "learning_rate": 3.5615109812443066e-07,
+      "loss": 15.5,
+      "step": 22013
+    },
+    {
+      "epoch": 1.4620442319187088,
+      "grad_norm": 150.20440673828125,
+      "learning_rate": 3.5606880818281994e-07,
+      "loss": 16.3594,
+      "step": 22014
+    },
+    {
+      "epoch": 1.4621106462110647,
+      "grad_norm": 1033.5955810546875,
+      "learning_rate": 3.559865256898338e-07,
+      "loss": 16.9375,
+      "step": 22015
+    },
+    {
+      "epoch": 1.4621770605034203,
+      "grad_norm": 115.94377136230469,
+      "learning_rate": 3.5590425064642427e-07,
+      "loss": 12.75,
+      "step": 22016
+    },
+    {
+      "epoch": 1.462243474795776,
+      "grad_norm": 191.4342803955078,
+      "learning_rate": 3.558219830535433e-07,
+      "loss": 16.875,
+      "step": 22017
+    },
+    {
+      "epoch": 1.4623098890881319,
+      "grad_norm": 153.6360626220703,
+      "learning_rate": 3.557397229121415e-07,
+      "loss": 17.7656,
+      "step": 22018
+    },
+    {
+      "epoch": 1.4623763033804875,
+      "grad_norm": 227.40725708007812,
+      "learning_rate": 3.556574702231717e-07,
+      "loss": 18.2656,
+      "step": 22019
+    },
+    {
+      "epoch": 1.4624427176728432,
+      "grad_norm": 418.474609375,
+      "learning_rate": 3.555752249875844e-07,
+      "loss": 14.8281,
+      "step": 22020
+    },
+    {
+      "epoch": 1.462509131965199,
+      "grad_norm": 214.09584045410156,
+      "learning_rate": 3.5549298720633103e-07,
+      "loss": 16.5625,
+      "step": 22021
+    },
+    {
+      "epoch": 1.4625755462575547,
+      "grad_norm": 111.84638214111328,
+      "learning_rate": 3.554107568803638e-07,
+      "loss": 14.1562,
+      "step": 22022
+    },
+    {
+      "epoch": 1.4626419605499104,
+      "grad_norm": 443.3147277832031,
+      "learning_rate": 3.553285340106329e-07,
+      "loss": 21.2031,
+      "step": 22023
+    },
+    {
+      "epoch": 1.462708374842266,
+      "grad_norm": 284.66546630859375,
+      "learning_rate": 3.5524631859808974e-07,
+      "loss": 14.2031,
+      "step": 22024
+    },
+    {
+      "epoch": 1.4627747891346217,
+      "grad_norm": 240.8098602294922,
+      "learning_rate": 3.5516411064368537e-07,
+      "loss": 17.3906,
+      "step": 22025
+    },
+    {
+      "epoch": 1.4628412034269775,
+      "grad_norm": 419.6111145019531,
+      "learning_rate": 3.550819101483711e-07,
+      "loss": 10.9688,
+      "step": 22026
+    },
+    {
+      "epoch": 1.4629076177193332,
+      "grad_norm": 245.0516357421875,
+      "learning_rate": 3.549997171130967e-07,
+      "loss": 15.5781,
+      "step": 22027
+    },
+    {
+      "epoch": 1.4629740320116889,
+      "grad_norm": 487.2283630371094,
+      "learning_rate": 3.5491753153881443e-07,
+      "loss": 16.4922,
+      "step": 22028
+    },
+    {
+      "epoch": 1.4630404463040447,
+      "grad_norm": 152.45550537109375,
+      "learning_rate": 3.5483535342647373e-07,
+      "loss": 17.9844,
+      "step": 22029
+    },
+    {
+      "epoch": 1.4631068605964004,
+      "grad_norm": 363.0357971191406,
+      "learning_rate": 3.547531827770257e-07,
+      "loss": 17.4219,
+      "step": 22030
+    },
+    {
+      "epoch": 1.463173274888756,
+      "grad_norm": 584.7924194335938,
+      "learning_rate": 3.5467101959142077e-07,
+      "loss": 16.2188,
+      "step": 22031
+    },
+    {
+      "epoch": 1.463239689181112,
+      "grad_norm": 267.3214416503906,
+      "learning_rate": 3.545888638706094e-07,
+      "loss": 20.0938,
+      "step": 22032
+    },
+    {
+      "epoch": 1.4633061034734676,
+      "grad_norm": 228.73411560058594,
+      "learning_rate": 3.545067156155418e-07,
+      "loss": 15.1562,
+      "step": 22033
+    },
+    {
+      "epoch": 1.4633725177658232,
+      "grad_norm": 167.5081024169922,
+      "learning_rate": 3.544245748271687e-07,
+      "loss": 16.7188,
+      "step": 22034
+    },
+    {
+      "epoch": 1.4634389320581789,
+      "grad_norm": 290.2420959472656,
+      "learning_rate": 3.543424415064392e-07,
+      "loss": 16.75,
+      "step": 22035
+    },
+    {
+      "epoch": 1.4635053463505345,
+      "grad_norm": 235.14791870117188,
+      "learning_rate": 3.542603156543047e-07,
+      "loss": 13.2969,
+      "step": 22036
+    },
+    {
+      "epoch": 1.4635717606428904,
+      "grad_norm": 182.6507568359375,
+      "learning_rate": 3.5417819727171407e-07,
+      "loss": 17.0156,
+      "step": 22037
+    },
+    {
+      "epoch": 1.463638174935246,
+      "grad_norm": 162.08192443847656,
+      "learning_rate": 3.5409608635961775e-07,
+      "loss": 18.6562,
+      "step": 22038
+    },
+    {
+      "epoch": 1.4637045892276017,
+      "grad_norm": 216.98728942871094,
+      "learning_rate": 3.5401398291896544e-07,
+      "loss": 22.8281,
+      "step": 22039
+    },
+    {
+      "epoch": 1.4637710035199576,
+      "grad_norm": 106.28771209716797,
+      "learning_rate": 3.539318869507069e-07,
+      "loss": 11.9297,
+      "step": 22040
+    },
+    {
+      "epoch": 1.4638374178123132,
+      "grad_norm": 124.3142318725586,
+      "learning_rate": 3.538497984557917e-07,
+      "loss": 20.3125,
+      "step": 22041
+    },
+    {
+      "epoch": 1.463903832104669,
+      "grad_norm": 182.8014678955078,
+      "learning_rate": 3.5376771743516974e-07,
+      "loss": 14.9219,
+      "step": 22042
+    },
+    {
+      "epoch": 1.4639702463970248,
+      "grad_norm": 190.57896423339844,
+      "learning_rate": 3.5368564388978996e-07,
+      "loss": 14.7188,
+      "step": 22043
+    },
+    {
+      "epoch": 1.4640366606893804,
+      "grad_norm": 227.71630859375,
+      "learning_rate": 3.536035778206019e-07,
+      "loss": 11.8906,
+      "step": 22044
+    },
+    {
+      "epoch": 1.464103074981736,
+      "grad_norm": 215.2360382080078,
+      "learning_rate": 3.53521519228555e-07,
+      "loss": 19.4062,
+      "step": 22045
+    },
+    {
+      "epoch": 1.4641694892740917,
+      "grad_norm": 189.58180236816406,
+      "learning_rate": 3.5343946811459826e-07,
+      "loss": 17.5625,
+      "step": 22046
+    },
+    {
+      "epoch": 1.4642359035664474,
+      "grad_norm": 237.36309814453125,
+      "learning_rate": 3.5335742447968096e-07,
+      "loss": 10.3828,
+      "step": 22047
+    },
+    {
+      "epoch": 1.4643023178588033,
+      "grad_norm": 364.59149169921875,
+      "learning_rate": 3.5327538832475243e-07,
+      "loss": 16.75,
+      "step": 22048
+    },
+    {
+      "epoch": 1.464368732151159,
+      "grad_norm": 519.7266235351562,
+      "learning_rate": 3.531933596507607e-07,
+      "loss": 16.625,
+      "step": 22049
+    },
+    {
+      "epoch": 1.4644351464435146,
+      "grad_norm": 182.77760314941406,
+      "learning_rate": 3.531113384586558e-07,
+      "loss": 16.7969,
+      "step": 22050
+    },
+    {
+      "epoch": 1.4645015607358705,
+      "grad_norm": 191.70254516601562,
+      "learning_rate": 3.5302932474938563e-07,
+      "loss": 14.9219,
+      "step": 22051
+    },
+    {
+      "epoch": 1.464567975028226,
+      "grad_norm": 252.2295379638672,
+      "learning_rate": 3.5294731852389915e-07,
+      "loss": 20.4062,
+      "step": 22052
+    },
+    {
+      "epoch": 1.4646343893205818,
+      "grad_norm": 189.9642791748047,
+      "learning_rate": 3.5286531978314493e-07,
+      "loss": 11.8984,
+      "step": 22053
+    },
+    {
+      "epoch": 1.4647008036129376,
+      "grad_norm": 519.33349609375,
+      "learning_rate": 3.527833285280716e-07,
+      "loss": 25.0625,
+      "step": 22054
+    },
+    {
+      "epoch": 1.4647672179052933,
+      "grad_norm": 331.3438415527344,
+      "learning_rate": 3.5270134475962754e-07,
+      "loss": 22.0625,
+      "step": 22055
+    },
+    {
+      "epoch": 1.464833632197649,
+      "grad_norm": 186.72381591796875,
+      "learning_rate": 3.5261936847876126e-07,
+      "loss": 17.1562,
+      "step": 22056
+    },
+    {
+      "epoch": 1.4649000464900046,
+      "grad_norm": 151.22967529296875,
+      "learning_rate": 3.5253739968642025e-07,
+      "loss": 17.7812,
+      "step": 22057
+    },
+    {
+      "epoch": 1.4649664607823603,
+      "grad_norm": 358.87384033203125,
+      "learning_rate": 3.524554383835536e-07,
+      "loss": 17.1875,
+      "step": 22058
+    },
+    {
+      "epoch": 1.4650328750747161,
+      "grad_norm": 252.87074279785156,
+      "learning_rate": 3.523734845711094e-07,
+      "loss": 12.5156,
+      "step": 22059
+    },
+    {
+      "epoch": 1.4650992893670718,
+      "grad_norm": 239.02613830566406,
+      "learning_rate": 3.5229153825003466e-07,
+      "loss": 12.7109,
+      "step": 22060
+    },
+    {
+      "epoch": 1.4651657036594274,
+      "grad_norm": 165.2266387939453,
+      "learning_rate": 3.522095994212785e-07,
+      "loss": 19.2812,
+      "step": 22061
+    },
+    {
+      "epoch": 1.4652321179517833,
+      "grad_norm": 153.3227996826172,
+      "learning_rate": 3.5212766808578774e-07,
+      "loss": 13.1172,
+      "step": 22062
+    },
+    {
+      "epoch": 1.465298532244139,
+      "grad_norm": 129.54977416992188,
+      "learning_rate": 3.520457442445107e-07,
+      "loss": 14.0078,
+      "step": 22063
+    },
+    {
+      "epoch": 1.4653649465364946,
+      "grad_norm": 409.55462646484375,
+      "learning_rate": 3.5196382789839474e-07,
+      "loss": 17.9844,
+      "step": 22064
+    },
+    {
+      "epoch": 1.4654313608288505,
+      "grad_norm": 185.15447998046875,
+      "learning_rate": 3.5188191904838795e-07,
+      "loss": 13.5469,
+      "step": 22065
+    },
+    {
+      "epoch": 1.4654977751212062,
+      "grad_norm": 139.37437438964844,
+      "learning_rate": 3.518000176954367e-07,
+      "loss": 17.0,
+      "step": 22066
+    },
+    {
+      "epoch": 1.4655641894135618,
+      "grad_norm": 600.0084838867188,
+      "learning_rate": 3.517181238404897e-07,
+      "loss": 20.7812,
+      "step": 22067
+    },
+    {
+      "epoch": 1.4656306037059175,
+      "grad_norm": 158.6448516845703,
+      "learning_rate": 3.516362374844933e-07,
+      "loss": 13.2031,
+      "step": 22068
+    },
+    {
+      "epoch": 1.4656970179982731,
+      "grad_norm": 172.4556427001953,
+      "learning_rate": 3.515543586283951e-07,
+      "loss": 16.6094,
+      "step": 22069
+    },
+    {
+      "epoch": 1.465763432290629,
+      "grad_norm": 208.41403198242188,
+      "learning_rate": 3.5147248727314216e-07,
+      "loss": 16.2656,
+      "step": 22070
+    },
+    {
+      "epoch": 1.4658298465829847,
+      "grad_norm": 183.53964233398438,
+      "learning_rate": 3.513906234196814e-07,
+      "loss": 17.3125,
+      "step": 22071
+    },
+    {
+      "epoch": 1.4658962608753403,
+      "grad_norm": 130.05560302734375,
+      "learning_rate": 3.513087670689601e-07,
+      "loss": 18.6562,
+      "step": 22072
+    },
+    {
+      "epoch": 1.4659626751676962,
+      "grad_norm": 136.80650329589844,
+      "learning_rate": 3.5122691822192506e-07,
+      "loss": 11.8359,
+      "step": 22073
+    },
+    {
+      "epoch": 1.4660290894600518,
+      "grad_norm": 167.4248809814453,
+      "learning_rate": 3.511450768795223e-07,
+      "loss": 15.0625,
+      "step": 22074
+    },
+    {
+      "epoch": 1.4660955037524075,
+      "grad_norm": 281.0376281738281,
+      "learning_rate": 3.5106324304269986e-07,
+      "loss": 17.7188,
+      "step": 22075
+    },
+    {
+      "epoch": 1.4661619180447634,
+      "grad_norm": 327.29241943359375,
+      "learning_rate": 3.5098141671240335e-07,
+      "loss": 15.8281,
+      "step": 22076
+    },
+    {
+      "epoch": 1.466228332337119,
+      "grad_norm": 275.0758972167969,
+      "learning_rate": 3.5089959788957943e-07,
+      "loss": 11.375,
+      "step": 22077
+    },
+    {
+      "epoch": 1.4662947466294747,
+      "grad_norm": 129.08885192871094,
+      "learning_rate": 3.508177865751748e-07,
+      "loss": 13.5625,
+      "step": 22078
+    },
+    {
+      "epoch": 1.4663611609218303,
+      "grad_norm": 375.1065673828125,
+      "learning_rate": 3.507359827701356e-07,
+      "loss": 22.4688,
+      "step": 22079
+    },
+    {
+      "epoch": 1.466427575214186,
+      "grad_norm": 182.0212860107422,
+      "learning_rate": 3.506541864754081e-07,
+      "loss": 16.5469,
+      "step": 22080
+    },
+    {
+      "epoch": 1.4664939895065419,
+      "grad_norm": 200.8153533935547,
+      "learning_rate": 3.50572397691939e-07,
+      "loss": 13.8281,
+      "step": 22081
+    },
+    {
+      "epoch": 1.4665604037988975,
+      "grad_norm": 149.54119873046875,
+      "learning_rate": 3.504906164206732e-07,
+      "loss": 17.3281,
+      "step": 22082
+    },
+    {
+      "epoch": 1.4666268180912532,
+      "grad_norm": 518.1724853515625,
+      "learning_rate": 3.504088426625581e-07,
+      "loss": 20.1562,
+      "step": 22083
+    },
+    {
+      "epoch": 1.466693232383609,
+      "grad_norm": 182.59857177734375,
+      "learning_rate": 3.5032707641853854e-07,
+      "loss": 14.7969,
+      "step": 22084
+    },
+    {
+      "epoch": 1.4667596466759647,
+      "grad_norm": 195.76390075683594,
+      "learning_rate": 3.502453176895608e-07,
+      "loss": 21.3125,
+      "step": 22085
+    },
+    {
+      "epoch": 1.4668260609683204,
+      "grad_norm": 185.03964233398438,
+      "learning_rate": 3.501635664765705e-07,
+      "loss": 17.0781,
+      "step": 22086
+    },
+    {
+      "epoch": 1.4668924752606762,
+      "grad_norm": 236.1755828857422,
+      "learning_rate": 3.5008182278051377e-07,
+      "loss": 16.9531,
+      "step": 22087
+    },
+    {
+      "epoch": 1.4669588895530319,
+      "grad_norm": 255.6009979248047,
+      "learning_rate": 3.5000008660233506e-07,
+      "loss": 12.6406,
+      "step": 22088
+    },
+    {
+      "epoch": 1.4670253038453875,
+      "grad_norm": 98.00531768798828,
+      "learning_rate": 3.499183579429812e-07,
+      "loss": 12.3281,
+      "step": 22089
+    },
+    {
+      "epoch": 1.4670917181377432,
+      "grad_norm": 174.21156311035156,
+      "learning_rate": 3.498366368033965e-07,
+      "loss": 16.0,
+      "step": 22090
+    },
+    {
+      "epoch": 1.4671581324300988,
+      "grad_norm": 119.98007202148438,
+      "learning_rate": 3.497549231845268e-07,
+      "loss": 12.3672,
+      "step": 22091
+    },
+    {
+      "epoch": 1.4672245467224547,
+      "grad_norm": 463.0685729980469,
+      "learning_rate": 3.4967321708731714e-07,
+      "loss": 15.4062,
+      "step": 22092
+    },
+    {
+      "epoch": 1.4672909610148104,
+      "grad_norm": 182.32406616210938,
+      "learning_rate": 3.4959151851271264e-07,
+      "loss": 15.5938,
+      "step": 22093
+    },
+    {
+      "epoch": 1.467357375307166,
+      "grad_norm": 117.90129089355469,
+      "learning_rate": 3.495098274616585e-07,
+      "loss": 13.0625,
+      "step": 22094
+    },
+    {
+      "epoch": 1.467423789599522,
+      "grad_norm": 924.6625366210938,
+      "learning_rate": 3.4942814393509956e-07,
+      "loss": 10.7031,
+      "step": 22095
+    },
+    {
+      "epoch": 1.4674902038918776,
+      "grad_norm": 115.36307525634766,
+      "learning_rate": 3.493464679339807e-07,
+      "loss": 11.1406,
+      "step": 22096
+    },
+    {
+      "epoch": 1.4675566181842332,
+      "grad_norm": 257.7181396484375,
+      "learning_rate": 3.492647994592467e-07,
+      "loss": 16.3594,
+      "step": 22097
+    },
+    {
+      "epoch": 1.467623032476589,
+      "grad_norm": 113.13890075683594,
+      "learning_rate": 3.4918313851184254e-07,
+      "loss": 14.5938,
+      "step": 22098
+    },
+    {
+      "epoch": 1.4676894467689447,
+      "grad_norm": 396.63262939453125,
+      "learning_rate": 3.49101485092712e-07,
+      "loss": 12.125,
+      "step": 22099
+    },
+    {
+      "epoch": 1.4677558610613004,
+      "grad_norm": 145.22621154785156,
+      "learning_rate": 3.4901983920280074e-07,
+      "loss": 13.1094,
+      "step": 22100
+    },
+    {
+      "epoch": 1.467822275353656,
+      "grad_norm": 612.030517578125,
+      "learning_rate": 3.4893820084305235e-07,
+      "loss": 18.4375,
+      "step": 22101
+    },
+    {
+      "epoch": 1.4678886896460117,
+      "grad_norm": 245.46607971191406,
+      "learning_rate": 3.488565700144114e-07,
+      "loss": 17.4844,
+      "step": 22102
+    },
+    {
+      "epoch": 1.4679551039383676,
+      "grad_norm": 129.73147583007812,
+      "learning_rate": 3.4877494671782216e-07,
+      "loss": 15.0547,
+      "step": 22103
+    },
+    {
+      "epoch": 1.4680215182307232,
+      "grad_norm": 235.2498779296875,
+      "learning_rate": 3.486933309542288e-07,
+      "loss": 21.5938,
+      "step": 22104
+    },
+    {
+      "epoch": 1.468087932523079,
+      "grad_norm": 214.0892333984375,
+      "learning_rate": 3.486117227245754e-07,
+      "loss": 18.2344,
+      "step": 22105
+    },
+    {
+      "epoch": 1.4681543468154348,
+      "grad_norm": 130.9552459716797,
+      "learning_rate": 3.485301220298064e-07,
+      "loss": 14.8125,
+      "step": 22106
+    },
+    {
+      "epoch": 1.4682207611077904,
+      "grad_norm": 224.20458984375,
+      "learning_rate": 3.4844852887086484e-07,
+      "loss": 12.3828,
+      "step": 22107
+    },
+    {
+      "epoch": 1.468287175400146,
+      "grad_norm": 215.27432250976562,
+      "learning_rate": 3.483669432486951e-07,
+      "loss": 15.9688,
+      "step": 22108
+    },
+    {
+      "epoch": 1.468353589692502,
+      "grad_norm": 224.2691192626953,
+      "learning_rate": 3.4828536516424077e-07,
+      "loss": 13.8594,
+      "step": 22109
+    },
+    {
+      "epoch": 1.4684200039848576,
+      "grad_norm": 186.9796905517578,
+      "learning_rate": 3.482037946184455e-07,
+      "loss": 11.7656,
+      "step": 22110
+    },
+    {
+      "epoch": 1.4684864182772133,
+      "grad_norm": 338.549560546875,
+      "learning_rate": 3.4812223161225295e-07,
+      "loss": 17.7969,
+      "step": 22111
+    },
+    {
+      "epoch": 1.468552832569569,
+      "grad_norm": 156.73080444335938,
+      "learning_rate": 3.480406761466068e-07,
+      "loss": 15.8125,
+      "step": 22112
+    },
+    {
+      "epoch": 1.4686192468619246,
+      "grad_norm": 239.181396484375,
+      "learning_rate": 3.4795912822244955e-07,
+      "loss": 19.5312,
+      "step": 22113
+    },
+    {
+      "epoch": 1.4686856611542805,
+      "grad_norm": 1916.458984375,
+      "learning_rate": 3.478775878407257e-07,
+      "loss": 12.7812,
+      "step": 22114
+    },
+    {
+      "epoch": 1.468752075446636,
+      "grad_norm": 155.89541625976562,
+      "learning_rate": 3.4779605500237764e-07,
+      "loss": 14.4531,
+      "step": 22115
+    },
+    {
+      "epoch": 1.4688184897389918,
+      "grad_norm": 133.166015625,
+      "learning_rate": 3.4771452970834867e-07,
+      "loss": 16.1719,
+      "step": 22116
+    },
+    {
+      "epoch": 1.4688849040313476,
+      "grad_norm": 198.88763427734375,
+      "learning_rate": 3.4763301195958193e-07,
+      "loss": 11.2812,
+      "step": 22117
+    },
+    {
+      "epoch": 1.4689513183237033,
+      "grad_norm": 215.95870971679688,
+      "learning_rate": 3.475515017570203e-07,
+      "loss": 15.625,
+      "step": 22118
+    },
+    {
+      "epoch": 1.469017732616059,
+      "grad_norm": 224.3029327392578,
+      "learning_rate": 3.474699991016068e-07,
+      "loss": 15.4375,
+      "step": 22119
+    },
+    {
+      "epoch": 1.4690841469084148,
+      "grad_norm": 641.2318725585938,
+      "learning_rate": 3.473885039942842e-07,
+      "loss": 18.0625,
+      "step": 22120
+    },
+    {
+      "epoch": 1.4691505612007705,
+      "grad_norm": 208.44552612304688,
+      "learning_rate": 3.4730701643599457e-07,
+      "loss": 17.25,
+      "step": 22121
+    },
+    {
+      "epoch": 1.4692169754931261,
+      "grad_norm": 231.22071838378906,
+      "learning_rate": 3.4722553642768157e-07,
+      "loss": 24.0312,
+      "step": 22122
+    },
+    {
+      "epoch": 1.4692833897854818,
+      "grad_norm": 140.77255249023438,
+      "learning_rate": 3.4714406397028693e-07,
+      "loss": 11.25,
+      "step": 22123
+    },
+    {
+      "epoch": 1.4693498040778374,
+      "grad_norm": 282.3497619628906,
+      "learning_rate": 3.470625990647532e-07,
+      "loss": 16.3594,
+      "step": 22124
+    },
+    {
+      "epoch": 1.4694162183701933,
+      "grad_norm": 224.85903930664062,
+      "learning_rate": 3.4698114171202284e-07,
+      "loss": 18.3281,
+      "step": 22125
+    },
+    {
+      "epoch": 1.469482632662549,
+      "grad_norm": 129.2307586669922,
+      "learning_rate": 3.4689969191303847e-07,
+      "loss": 13.25,
+      "step": 22126
+    },
+    {
+      "epoch": 1.4695490469549046,
+      "grad_norm": 143.62796020507812,
+      "learning_rate": 3.4681824966874117e-07,
+      "loss": 12.5547,
+      "step": 22127
+    },
+    {
+      "epoch": 1.4696154612472605,
+      "grad_norm": 145.25123596191406,
+      "learning_rate": 3.467368149800743e-07,
+      "loss": 10.8828,
+      "step": 22128
+    },
+    {
+      "epoch": 1.4696818755396162,
+      "grad_norm": 167.91078186035156,
+      "learning_rate": 3.466553878479791e-07,
+      "loss": 16.4375,
+      "step": 22129
+    },
+    {
+      "epoch": 1.4697482898319718,
+      "grad_norm": 342.6893310546875,
+      "learning_rate": 3.4657396827339747e-07,
+      "loss": 15.8594,
+      "step": 22130
+    },
+    {
+      "epoch": 1.4698147041243277,
+      "grad_norm": 413.99072265625,
+      "learning_rate": 3.4649255625727147e-07,
+      "loss": 19.0,
+      "step": 22131
+    },
+    {
+      "epoch": 1.4698811184166833,
+      "grad_norm": 292.9705505371094,
+      "learning_rate": 3.464111518005427e-07,
+      "loss": 15.0938,
+      "step": 22132
+    },
+    {
+      "epoch": 1.469947532709039,
+      "grad_norm": 1661.5008544921875,
+      "learning_rate": 3.4632975490415284e-07,
+      "loss": 17.0469,
+      "step": 22133
+    },
+    {
+      "epoch": 1.4700139470013946,
+      "grad_norm": 162.78250122070312,
+      "learning_rate": 3.462483655690435e-07,
+      "loss": 16.5078,
+      "step": 22134
+    },
+    {
+      "epoch": 1.4700803612937503,
+      "grad_norm": 1335.453857421875,
+      "learning_rate": 3.4616698379615607e-07,
+      "loss": 21.9844,
+      "step": 22135
+    },
+    {
+      "epoch": 1.4701467755861062,
+      "grad_norm": 320.59368896484375,
+      "learning_rate": 3.4608560958643194e-07,
+      "loss": 12.2344,
+      "step": 22136
+    },
+    {
+      "epoch": 1.4702131898784618,
+      "grad_norm": 93.78897094726562,
+      "learning_rate": 3.4600424294081277e-07,
+      "loss": 14.1719,
+      "step": 22137
+    },
+    {
+      "epoch": 1.4702796041708175,
+      "grad_norm": 214.2742462158203,
+      "learning_rate": 3.459228838602387e-07,
+      "loss": 17.8906,
+      "step": 22138
+    },
+    {
+      "epoch": 1.4703460184631734,
+      "grad_norm": 234.0912628173828,
+      "learning_rate": 3.4584153234565226e-07,
+      "loss": 19.0,
+      "step": 22139
+    },
+    {
+      "epoch": 1.470412432755529,
+      "grad_norm": 409.3255920410156,
+      "learning_rate": 3.4576018839799335e-07,
+      "loss": 17.7812,
+      "step": 22140
+    },
+    {
+      "epoch": 1.4704788470478847,
+      "grad_norm": 195.8568878173828,
+      "learning_rate": 3.4567885201820345e-07,
+      "loss": 15.2891,
+      "step": 22141
+    },
+    {
+      "epoch": 1.4705452613402406,
+      "grad_norm": 202.92568969726562,
+      "learning_rate": 3.4559752320722316e-07,
+      "loss": 19.9062,
+      "step": 22142
+    },
+    {
+      "epoch": 1.4706116756325962,
+      "grad_norm": 225.77130126953125,
+      "learning_rate": 3.455162019659934e-07,
+      "loss": 12.8125,
+      "step": 22143
+    },
+    {
+      "epoch": 1.4706780899249519,
+      "grad_norm": 227.5556182861328,
+      "learning_rate": 3.4543488829545487e-07,
+      "loss": 24.1875,
+      "step": 22144
+    },
+    {
+      "epoch": 1.4707445042173075,
+      "grad_norm": 121.67140197753906,
+      "learning_rate": 3.453535821965484e-07,
+      "loss": 15.7656,
+      "step": 22145
+    },
+    {
+      "epoch": 1.4708109185096632,
+      "grad_norm": 177.67222595214844,
+      "learning_rate": 3.4527228367021354e-07,
+      "loss": 13.8438,
+      "step": 22146
+    },
+    {
+      "epoch": 1.470877332802019,
+      "grad_norm": 251.39149475097656,
+      "learning_rate": 3.4519099271739205e-07,
+      "loss": 14.4219,
+      "step": 22147
+    },
+    {
+      "epoch": 1.4709437470943747,
+      "grad_norm": 443.0941162109375,
+      "learning_rate": 3.451097093390233e-07,
+      "loss": 19.1719,
+      "step": 22148
+    },
+    {
+      "epoch": 1.4710101613867304,
+      "grad_norm": 135.33673095703125,
+      "learning_rate": 3.450284335360477e-07,
+      "loss": 18.6406,
+      "step": 22149
+    },
+    {
+      "epoch": 1.4710765756790862,
+      "grad_norm": 234.6529541015625,
+      "learning_rate": 3.449471653094055e-07,
+      "loss": 29.5938,
+      "step": 22150
+    },
+    {
+      "epoch": 1.4711429899714419,
+      "grad_norm": 152.92674255371094,
+      "learning_rate": 3.448659046600372e-07,
+      "loss": 15.6172,
+      "step": 22151
+    },
+    {
+      "epoch": 1.4712094042637975,
+      "grad_norm": 271.9801940917969,
+      "learning_rate": 3.447846515888815e-07,
+      "loss": 21.0078,
+      "step": 22152
+    },
+    {
+      "epoch": 1.4712758185561534,
+      "grad_norm": 152.8321075439453,
+      "learning_rate": 3.4470340609687995e-07,
+      "loss": 13.3594,
+      "step": 22153
+    },
+    {
+      "epoch": 1.471342232848509,
+      "grad_norm": 251.0580596923828,
+      "learning_rate": 3.4462216818497114e-07,
+      "loss": 17.7969,
+      "step": 22154
+    },
+    {
+      "epoch": 1.4714086471408647,
+      "grad_norm": 121.17353057861328,
+      "learning_rate": 3.4454093785409524e-07,
+      "loss": 10.7891,
+      "step": 22155
+    },
+    {
+      "epoch": 1.4714750614332204,
+      "grad_norm": 1394.580078125,
+      "learning_rate": 3.4445971510519167e-07,
+      "loss": 19.4062,
+      "step": 22156
+    },
+    {
+      "epoch": 1.471541475725576,
+      "grad_norm": 159.6183624267578,
+      "learning_rate": 3.443784999392002e-07,
+      "loss": 16.5781,
+      "step": 22157
+    },
+    {
+      "epoch": 1.471607890017932,
+      "grad_norm": 396.1187744140625,
+      "learning_rate": 3.442972923570602e-07,
+      "loss": 16.6562,
+      "step": 22158
+    },
+    {
+      "epoch": 1.4716743043102876,
+      "grad_norm": 105.677978515625,
+      "learning_rate": 3.442160923597114e-07,
+      "loss": 15.2344,
+      "step": 22159
+    },
+    {
+      "epoch": 1.4717407186026432,
+      "grad_norm": 173.75445556640625,
+      "learning_rate": 3.4413489994809195e-07,
+      "loss": 16.0469,
+      "step": 22160
+    },
+    {
+      "epoch": 1.471807132894999,
+      "grad_norm": 199.30267333984375,
+      "learning_rate": 3.4405371512314254e-07,
+      "loss": 17.0,
+      "step": 22161
+    },
+    {
+      "epoch": 1.4718735471873547,
+      "grad_norm": 1482.4207763671875,
+      "learning_rate": 3.4397253788580103e-07,
+      "loss": 21.3594,
+      "step": 22162
+    },
+    {
+      "epoch": 1.4719399614797104,
+      "grad_norm": 210.67706298828125,
+      "learning_rate": 3.4389136823700705e-07,
+      "loss": 14.7031,
+      "step": 22163
+    },
+    {
+      "epoch": 1.4720063757720663,
+      "grad_norm": 258.2305603027344,
+      "learning_rate": 3.4381020617769927e-07,
+      "loss": 17.375,
+      "step": 22164
+    },
+    {
+      "epoch": 1.472072790064422,
+      "grad_norm": 149.1395263671875,
+      "learning_rate": 3.437290517088167e-07,
+      "loss": 24.4375,
+      "step": 22165
+    },
+    {
+      "epoch": 1.4721392043567776,
+      "grad_norm": 226.79827880859375,
+      "learning_rate": 3.4364790483129815e-07,
+      "loss": 13.2188,
+      "step": 22166
+    },
+    {
+      "epoch": 1.4722056186491332,
+      "grad_norm": 232.3924560546875,
+      "learning_rate": 3.435667655460823e-07,
+      "loss": 18.5156,
+      "step": 22167
+    },
+    {
+      "epoch": 1.472272032941489,
+      "grad_norm": 796.7545776367188,
+      "learning_rate": 3.43485633854107e-07,
+      "loss": 15.7109,
+      "step": 22168
+    },
+    {
+      "epoch": 1.4723384472338448,
+      "grad_norm": 150.2854461669922,
+      "learning_rate": 3.4340450975631176e-07,
+      "loss": 12.4062,
+      "step": 22169
+    },
+    {
+      "epoch": 1.4724048615262004,
+      "grad_norm": 392.5920715332031,
+      "learning_rate": 3.433233932536347e-07,
+      "loss": 15.3438,
+      "step": 22170
+    },
+    {
+      "epoch": 1.472471275818556,
+      "grad_norm": 107.64443969726562,
+      "learning_rate": 3.4324228434701375e-07,
+      "loss": 13.0078,
+      "step": 22171
+    },
+    {
+      "epoch": 1.472537690110912,
+      "grad_norm": 192.7268524169922,
+      "learning_rate": 3.431611830373873e-07,
+      "loss": 13.7969,
+      "step": 22172
+    },
+    {
+      "epoch": 1.4726041044032676,
+      "grad_norm": 279.2419738769531,
+      "learning_rate": 3.4308008932569357e-07,
+      "loss": 18.2656,
+      "step": 22173
+    },
+    {
+      "epoch": 1.4726705186956233,
+      "grad_norm": 373.1527404785156,
+      "learning_rate": 3.4299900321287047e-07,
+      "loss": 14.2344,
+      "step": 22174
+    },
+    {
+      "epoch": 1.4727369329879791,
+      "grad_norm": 699.11181640625,
+      "learning_rate": 3.4291792469985614e-07,
+      "loss": 16.0625,
+      "step": 22175
+    },
+    {
+      "epoch": 1.4728033472803348,
+      "grad_norm": 246.70452880859375,
+      "learning_rate": 3.4283685378758864e-07,
+      "loss": 14.5469,
+      "step": 22176
+    },
+    {
+      "epoch": 1.4728697615726905,
+      "grad_norm": 1110.1220703125,
+      "learning_rate": 3.4275579047700476e-07,
+      "loss": 14.9531,
+      "step": 22177
+    },
+    {
+      "epoch": 1.472936175865046,
+      "grad_norm": 316.5657958984375,
+      "learning_rate": 3.426747347690437e-07,
+      "loss": 15.7344,
+      "step": 22178
+    },
+    {
+      "epoch": 1.4730025901574018,
+      "grad_norm": 386.8160095214844,
+      "learning_rate": 3.4259368666464185e-07,
+      "loss": 15.9375,
+      "step": 22179
+    },
+    {
+      "epoch": 1.4730690044497576,
+      "grad_norm": 286.1014099121094,
+      "learning_rate": 3.425126461647372e-07,
+      "loss": 17.0156,
+      "step": 22180
+    },
+    {
+      "epoch": 1.4731354187421133,
+      "grad_norm": 209.37257385253906,
+      "learning_rate": 3.4243161327026715e-07,
+      "loss": 19.4219,
+      "step": 22181
+    },
+    {
+      "epoch": 1.473201833034469,
+      "grad_norm": 196.568359375,
+      "learning_rate": 3.4235058798216896e-07,
+      "loss": 13.3203,
+      "step": 22182
+    },
+    {
+      "epoch": 1.4732682473268248,
+      "grad_norm": 281.45501708984375,
+      "learning_rate": 3.422695703013799e-07,
+      "loss": 16.9219,
+      "step": 22183
+    },
+    {
+      "epoch": 1.4733346616191805,
+      "grad_norm": 215.3248748779297,
+      "learning_rate": 3.421885602288377e-07,
+      "loss": 15.6562,
+      "step": 22184
+    },
+    {
+      "epoch": 1.4734010759115361,
+      "grad_norm": 706.7736206054688,
+      "learning_rate": 3.4210755776547804e-07,
+      "loss": 24.5,
+      "step": 22185
+    },
+    {
+      "epoch": 1.473467490203892,
+      "grad_norm": 140.80715942382812,
+      "learning_rate": 3.4202656291223963e-07,
+      "loss": 13.1875,
+      "step": 22186
+    },
+    {
+      "epoch": 1.4735339044962477,
+      "grad_norm": 182.140625,
+      "learning_rate": 3.419455756700581e-07,
+      "loss": 12.875,
+      "step": 22187
+    },
+    {
+      "epoch": 1.4736003187886033,
+      "grad_norm": 157.37734985351562,
+      "learning_rate": 3.418645960398707e-07,
+      "loss": 16.2656,
+      "step": 22188
+    },
+    {
+      "epoch": 1.473666733080959,
+      "grad_norm": 141.6917266845703,
+      "learning_rate": 3.417836240226142e-07,
+      "loss": 11.5469,
+      "step": 22189
+    },
+    {
+      "epoch": 1.4737331473733146,
+      "grad_norm": 556.886962890625,
+      "learning_rate": 3.417026596192255e-07,
+      "loss": 15.1719,
+      "step": 22190
+    },
+    {
+      "epoch": 1.4737995616656705,
+      "grad_norm": 85.11902618408203,
+      "learning_rate": 3.416217028306402e-07,
+      "loss": 10.5156,
+      "step": 22191
+    },
+    {
+      "epoch": 1.4738659759580262,
+      "grad_norm": 265.0437316894531,
+      "learning_rate": 3.41540753657796e-07,
+      "loss": 18.8594,
+      "step": 22192
+    },
+    {
+      "epoch": 1.4739323902503818,
+      "grad_norm": 355.73974609375,
+      "learning_rate": 3.4145981210162833e-07,
+      "loss": 18.2344,
+      "step": 22193
+    },
+    {
+      "epoch": 1.4739988045427377,
+      "grad_norm": 177.1019287109375,
+      "learning_rate": 3.4137887816307386e-07,
+      "loss": 17.8438,
+      "step": 22194
+    },
+    {
+      "epoch": 1.4740652188350933,
+      "grad_norm": 373.5611877441406,
+      "learning_rate": 3.412979518430688e-07,
+      "loss": 21.1562,
+      "step": 22195
+    },
+    {
+      "epoch": 1.474131633127449,
+      "grad_norm": 123.45695495605469,
+      "learning_rate": 3.4121703314254915e-07,
+      "loss": 16.2188,
+      "step": 22196
+    },
+    {
+      "epoch": 1.4741980474198049,
+      "grad_norm": 117.87134552001953,
+      "learning_rate": 3.411361220624509e-07,
+      "loss": 12.5469,
+      "step": 22197
+    },
+    {
+      "epoch": 1.4742644617121605,
+      "grad_norm": 210.13111877441406,
+      "learning_rate": 3.4105521860371043e-07,
+      "loss": 22.5312,
+      "step": 22198
+    },
+    {
+      "epoch": 1.4743308760045162,
+      "grad_norm": 490.5074157714844,
+      "learning_rate": 3.409743227672627e-07,
+      "loss": 20.0,
+      "step": 22199
+    },
+    {
+      "epoch": 1.4743972902968718,
+      "grad_norm": 455.6742858886719,
+      "learning_rate": 3.408934345540445e-07,
+      "loss": 18.7031,
+      "step": 22200
+    },
+    {
+      "epoch": 1.4744637045892275,
+      "grad_norm": 187.37538146972656,
+      "learning_rate": 3.4081255396499074e-07,
+      "loss": 13.7188,
+      "step": 22201
+    },
+    {
+      "epoch": 1.4745301188815834,
+      "grad_norm": 328.20587158203125,
+      "learning_rate": 3.407316810010372e-07,
+      "loss": 29.2969,
+      "step": 22202
+    },
+    {
+      "epoch": 1.474596533173939,
+      "grad_norm": 159.9087371826172,
+      "learning_rate": 3.406508156631194e-07,
+      "loss": 15.5938,
+      "step": 22203
+    },
+    {
+      "epoch": 1.4746629474662947,
+      "grad_norm": 341.4810791015625,
+      "learning_rate": 3.405699579521728e-07,
+      "loss": 16.1406,
+      "step": 22204
+    },
+    {
+      "epoch": 1.4747293617586505,
+      "grad_norm": 200.57330322265625,
+      "learning_rate": 3.4048910786913266e-07,
+      "loss": 18.0156,
+      "step": 22205
+    },
+    {
+      "epoch": 1.4747957760510062,
+      "grad_norm": 262.56658935546875,
+      "learning_rate": 3.404082654149343e-07,
+      "loss": 14.7188,
+      "step": 22206
+    },
+    {
+      "epoch": 1.4748621903433619,
+      "grad_norm": 143.82781982421875,
+      "learning_rate": 3.403274305905127e-07,
+      "loss": 17.2656,
+      "step": 22207
+    },
+    {
+      "epoch": 1.4749286046357177,
+      "grad_norm": 299.23944091796875,
+      "learning_rate": 3.40246603396803e-07,
+      "loss": 18.8438,
+      "step": 22208
+    },
+    {
+      "epoch": 1.4749950189280734,
+      "grad_norm": 443.707763671875,
+      "learning_rate": 3.401657838347405e-07,
+      "loss": 16.4531,
+      "step": 22209
+    },
+    {
+      "epoch": 1.475061433220429,
+      "grad_norm": 425.37603759765625,
+      "learning_rate": 3.400849719052591e-07,
+      "loss": 17.1094,
+      "step": 22210
+    },
+    {
+      "epoch": 1.4751278475127847,
+      "grad_norm": 134.81817626953125,
+      "learning_rate": 3.4000416760929484e-07,
+      "loss": 12.2891,
+      "step": 22211
+    },
+    {
+      "epoch": 1.4751942618051403,
+      "grad_norm": 227.21987915039062,
+      "learning_rate": 3.3992337094778147e-07,
+      "loss": 15.0156,
+      "step": 22212
+    },
+    {
+      "epoch": 1.4752606760974962,
+      "grad_norm": 127.5744857788086,
+      "learning_rate": 3.3984258192165395e-07,
+      "loss": 13.1406,
+      "step": 22213
+    },
+    {
+      "epoch": 1.4753270903898519,
+      "grad_norm": 284.121337890625,
+      "learning_rate": 3.397618005318467e-07,
+      "loss": 17.7031,
+      "step": 22214
+    },
+    {
+      "epoch": 1.4753935046822075,
+      "grad_norm": 117.1756362915039,
+      "learning_rate": 3.3968102677929456e-07,
+      "loss": 18.4062,
+      "step": 22215
+    },
+    {
+      "epoch": 1.4754599189745634,
+      "grad_norm": 246.98577880859375,
+      "learning_rate": 3.3960026066493096e-07,
+      "loss": 25.9688,
+      "step": 22216
+    },
+    {
+      "epoch": 1.475526333266919,
+      "grad_norm": 470.32421875,
+      "learning_rate": 3.395195021896914e-07,
+      "loss": 15.5,
+      "step": 22217
+    },
+    {
+      "epoch": 1.4755927475592747,
+      "grad_norm": 274.6370849609375,
+      "learning_rate": 3.3943875135450896e-07,
+      "loss": 16.2188,
+      "step": 22218
+    },
+    {
+      "epoch": 1.4756591618516306,
+      "grad_norm": 128.73460388183594,
+      "learning_rate": 3.393580081603182e-07,
+      "loss": 12.5625,
+      "step": 22219
+    },
+    {
+      "epoch": 1.4757255761439863,
+      "grad_norm": 353.134765625,
+      "learning_rate": 3.3927727260805304e-07,
+      "loss": 9.3281,
+      "step": 22220
+    },
+    {
+      "epoch": 1.475791990436342,
+      "grad_norm": 171.91720581054688,
+      "learning_rate": 3.3919654469864747e-07,
+      "loss": 16.6562,
+      "step": 22221
+    },
+    {
+      "epoch": 1.4758584047286976,
+      "grad_norm": 211.08572387695312,
+      "learning_rate": 3.391158244330351e-07,
+      "loss": 16.2812,
+      "step": 22222
+    },
+    {
+      "epoch": 1.4759248190210532,
+      "grad_norm": 317.82537841796875,
+      "learning_rate": 3.390351118121503e-07,
+      "loss": 17.875,
+      "step": 22223
+    },
+    {
+      "epoch": 1.475991233313409,
+      "grad_norm": 418.93670654296875,
+      "learning_rate": 3.3895440683692535e-07,
+      "loss": 21.7969,
+      "step": 22224
+    },
+    {
+      "epoch": 1.4760576476057647,
+      "grad_norm": 202.27423095703125,
+      "learning_rate": 3.388737095082953e-07,
+      "loss": 16.9531,
+      "step": 22225
+    },
+    {
+      "epoch": 1.4761240618981204,
+      "grad_norm": 271.40118408203125,
+      "learning_rate": 3.3879301982719276e-07,
+      "loss": 14.8594,
+      "step": 22226
+    },
+    {
+      "epoch": 1.4761904761904763,
+      "grad_norm": 293.7660217285156,
+      "learning_rate": 3.387123377945512e-07,
+      "loss": 22.9688,
+      "step": 22227
+    },
+    {
+      "epoch": 1.476256890482832,
+      "grad_norm": 514.4735107421875,
+      "learning_rate": 3.38631663411304e-07,
+      "loss": 18.1875,
+      "step": 22228
+    },
+    {
+      "epoch": 1.4763233047751876,
+      "grad_norm": 102.2912826538086,
+      "learning_rate": 3.385509966783844e-07,
+      "loss": 14.25,
+      "step": 22229
+    },
+    {
+      "epoch": 1.4763897190675435,
+      "grad_norm": 192.75254821777344,
+      "learning_rate": 3.384703375967254e-07,
+      "loss": 15.5625,
+      "step": 22230
+    },
+    {
+      "epoch": 1.4764561333598991,
+      "grad_norm": 164.33961486816406,
+      "learning_rate": 3.383896861672604e-07,
+      "loss": 16.4375,
+      "step": 22231
+    },
+    {
+      "epoch": 1.4765225476522548,
+      "grad_norm": 189.65785217285156,
+      "learning_rate": 3.383090423909214e-07,
+      "loss": 17.4375,
+      "step": 22232
+    },
+    {
+      "epoch": 1.4765889619446104,
+      "grad_norm": 96.95596313476562,
+      "learning_rate": 3.3822840626864245e-07,
+      "loss": 12.0703,
+      "step": 22233
+    },
+    {
+      "epoch": 1.476655376236966,
+      "grad_norm": 221.7115478515625,
+      "learning_rate": 3.381477778013554e-07,
+      "loss": 12.6484,
+      "step": 22234
+    },
+    {
+      "epoch": 1.476721790529322,
+      "grad_norm": 208.5291290283203,
+      "learning_rate": 3.380671569899932e-07,
+      "loss": 14.8906,
+      "step": 22235
+    },
+    {
+      "epoch": 1.4767882048216776,
+      "grad_norm": 193.8956756591797,
+      "learning_rate": 3.379865438354885e-07,
+      "loss": 19.125,
+      "step": 22236
+    },
+    {
+      "epoch": 1.4768546191140333,
+      "grad_norm": 276.08807373046875,
+      "learning_rate": 3.37905938338774e-07,
+      "loss": 16.1094,
+      "step": 22237
+    },
+    {
+      "epoch": 1.4769210334063891,
+      "grad_norm": 320.09918212890625,
+      "learning_rate": 3.3782534050078116e-07,
+      "loss": 18.2344,
+      "step": 22238
+    },
+    {
+      "epoch": 1.4769874476987448,
+      "grad_norm": 166.59219360351562,
+      "learning_rate": 3.3774475032244356e-07,
+      "loss": 17.25,
+      "step": 22239
+    },
+    {
+      "epoch": 1.4770538619911004,
+      "grad_norm": 177.0565948486328,
+      "learning_rate": 3.376641678046925e-07,
+      "loss": 17.0312,
+      "step": 22240
+    },
+    {
+      "epoch": 1.4771202762834563,
+      "grad_norm": 237.79843139648438,
+      "learning_rate": 3.3758359294846053e-07,
+      "loss": 12.0938,
+      "step": 22241
+    },
+    {
+      "epoch": 1.477186690575812,
+      "grad_norm": 221.87445068359375,
+      "learning_rate": 3.375030257546795e-07,
+      "loss": 16.7812,
+      "step": 22242
+    },
+    {
+      "epoch": 1.4772531048681676,
+      "grad_norm": 161.7899932861328,
+      "learning_rate": 3.3742246622428137e-07,
+      "loss": 10.8906,
+      "step": 22243
+    },
+    {
+      "epoch": 1.4773195191605233,
+      "grad_norm": 433.5834655761719,
+      "learning_rate": 3.3734191435819815e-07,
+      "loss": 19.6094,
+      "step": 22244
+    },
+    {
+      "epoch": 1.477385933452879,
+      "grad_norm": 173.24099731445312,
+      "learning_rate": 3.3726137015736155e-07,
+      "loss": 16.25,
+      "step": 22245
+    },
+    {
+      "epoch": 1.4774523477452348,
+      "grad_norm": 158.77786254882812,
+      "learning_rate": 3.371808336227033e-07,
+      "loss": 16.625,
+      "step": 22246
+    },
+    {
+      "epoch": 1.4775187620375905,
+      "grad_norm": 218.35525512695312,
+      "learning_rate": 3.371003047551549e-07,
+      "loss": 18.0156,
+      "step": 22247
+    },
+    {
+      "epoch": 1.4775851763299461,
+      "grad_norm": 173.8592529296875,
+      "learning_rate": 3.370197835556484e-07,
+      "loss": 11.5703,
+      "step": 22248
+    },
+    {
+      "epoch": 1.477651590622302,
+      "grad_norm": 161.15577697753906,
+      "learning_rate": 3.369392700251139e-07,
+      "loss": 15.9688,
+      "step": 22249
+    },
+    {
+      "epoch": 1.4777180049146577,
+      "grad_norm": 146.3040771484375,
+      "learning_rate": 3.3685876416448446e-07,
+      "loss": 12.7031,
+      "step": 22250
+    },
+    {
+      "epoch": 1.4777844192070133,
+      "grad_norm": 316.6368408203125,
+      "learning_rate": 3.3677826597468995e-07,
+      "loss": 16.125,
+      "step": 22251
+    },
+    {
+      "epoch": 1.4778508334993692,
+      "grad_norm": 171.66360473632812,
+      "learning_rate": 3.36697775456662e-07,
+      "loss": 13.9688,
+      "step": 22252
+    },
+    {
+      "epoch": 1.4779172477917248,
+      "grad_norm": 211.31158447265625,
+      "learning_rate": 3.3661729261133177e-07,
+      "loss": 15.3438,
+      "step": 22253
+    },
+    {
+      "epoch": 1.4779836620840805,
+      "grad_norm": 181.6887664794922,
+      "learning_rate": 3.365368174396305e-07,
+      "loss": 15.7031,
+      "step": 22254
+    },
+    {
+      "epoch": 1.4780500763764362,
+      "grad_norm": 202.90513610839844,
+      "learning_rate": 3.364563499424881e-07,
+      "loss": 15.375,
+      "step": 22255
+    },
+    {
+      "epoch": 1.4781164906687918,
+      "grad_norm": 131.77032470703125,
+      "learning_rate": 3.363758901208367e-07,
+      "loss": 19.1875,
+      "step": 22256
+    },
+    {
+      "epoch": 1.4781829049611477,
+      "grad_norm": 6192.03466796875,
+      "learning_rate": 3.362954379756059e-07,
+      "loss": 14.7969,
+      "step": 22257
+    },
+    {
+      "epoch": 1.4782493192535033,
+      "grad_norm": 206.13633728027344,
+      "learning_rate": 3.3621499350772687e-07,
+      "loss": 16.5,
+      "step": 22258
+    },
+    {
+      "epoch": 1.478315733545859,
+      "grad_norm": 1088.38916015625,
+      "learning_rate": 3.3613455671813e-07,
+      "loss": 14.7969,
+      "step": 22259
+    },
+    {
+      "epoch": 1.4783821478382149,
+      "grad_norm": 720.1486206054688,
+      "learning_rate": 3.3605412760774575e-07,
+      "loss": 19.6406,
+      "step": 22260
+    },
+    {
+      "epoch": 1.4784485621305705,
+      "grad_norm": 105.08514404296875,
+      "learning_rate": 3.3597370617750455e-07,
+      "loss": 10.2344,
+      "step": 22261
+    },
+    {
+      "epoch": 1.4785149764229262,
+      "grad_norm": 130.4398193359375,
+      "learning_rate": 3.3589329242833683e-07,
+      "loss": 17.1406,
+      "step": 22262
+    },
+    {
+      "epoch": 1.478581390715282,
+      "grad_norm": 304.0274658203125,
+      "learning_rate": 3.35812886361172e-07,
+      "loss": 23.3594,
+      "step": 22263
+    },
+    {
+      "epoch": 1.4786478050076377,
+      "grad_norm": 224.2580108642578,
+      "learning_rate": 3.357324879769414e-07,
+      "loss": 15.9531,
+      "step": 22264
+    },
+    {
+      "epoch": 1.4787142192999934,
+      "grad_norm": 182.59254455566406,
+      "learning_rate": 3.3565209727657394e-07,
+      "loss": 14.9531,
+      "step": 22265
+    },
+    {
+      "epoch": 1.478780633592349,
+      "grad_norm": 372.8981628417969,
+      "learning_rate": 3.3557171426099997e-07,
+      "loss": 16.1094,
+      "step": 22266
+    },
+    {
+      "epoch": 1.4788470478847047,
+      "grad_norm": 324.42181396484375,
+      "learning_rate": 3.3549133893114923e-07,
+      "loss": 16.8594,
+      "step": 22267
+    },
+    {
+      "epoch": 1.4789134621770605,
+      "grad_norm": 193.90982055664062,
+      "learning_rate": 3.354109712879516e-07,
+      "loss": 14.5156,
+      "step": 22268
+    },
+    {
+      "epoch": 1.4789798764694162,
+      "grad_norm": 291.5446472167969,
+      "learning_rate": 3.353306113323365e-07,
+      "loss": 17.8594,
+      "step": 22269
+    },
+    {
+      "epoch": 1.4790462907617719,
+      "grad_norm": 197.481689453125,
+      "learning_rate": 3.3525025906523406e-07,
+      "loss": 15.3906,
+      "step": 22270
+    },
+    {
+      "epoch": 1.4791127050541277,
+      "grad_norm": 170.75807189941406,
+      "learning_rate": 3.351699144875726e-07,
+      "loss": 18.1406,
+      "step": 22271
+    },
+    {
+      "epoch": 1.4791791193464834,
+      "grad_norm": 327.7322998046875,
+      "learning_rate": 3.350895776002829e-07,
+      "loss": 14.6562,
+      "step": 22272
+    },
+    {
+      "epoch": 1.479245533638839,
+      "grad_norm": 224.2110595703125,
+      "learning_rate": 3.350092484042931e-07,
+      "loss": 20.5156,
+      "step": 22273
+    },
+    {
+      "epoch": 1.479311947931195,
+      "grad_norm": 206.33897399902344,
+      "learning_rate": 3.34928926900533e-07,
+      "loss": 13.1875,
+      "step": 22274
+    },
+    {
+      "epoch": 1.4793783622235506,
+      "grad_norm": 268.49169921875,
+      "learning_rate": 3.348486130899315e-07,
+      "loss": 16.9062,
+      "step": 22275
+    },
+    {
+      "epoch": 1.4794447765159062,
+      "grad_norm": 258.3076171875,
+      "learning_rate": 3.3476830697341807e-07,
+      "loss": 15.0156,
+      "step": 22276
+    },
+    {
+      "epoch": 1.4795111908082619,
+      "grad_norm": 89.02777099609375,
+      "learning_rate": 3.346880085519206e-07,
+      "loss": 12.25,
+      "step": 22277
+    },
+    {
+      "epoch": 1.4795776051006175,
+      "grad_norm": 174.77061462402344,
+      "learning_rate": 3.346077178263692e-07,
+      "loss": 15.6719,
+      "step": 22278
+    },
+    {
+      "epoch": 1.4796440193929734,
+      "grad_norm": 221.98219299316406,
+      "learning_rate": 3.345274347976919e-07,
+      "loss": 24.2969,
+      "step": 22279
+    },
+    {
+      "epoch": 1.479710433685329,
+      "grad_norm": 363.6737976074219,
+      "learning_rate": 3.344471594668169e-07,
+      "loss": 18.25,
+      "step": 22280
+    },
+    {
+      "epoch": 1.4797768479776847,
+      "grad_norm": 152.65127563476562,
+      "learning_rate": 3.3436689183467415e-07,
+      "loss": 13.5312,
+      "step": 22281
+    },
+    {
+      "epoch": 1.4798432622700406,
+      "grad_norm": 178.81790161132812,
+      "learning_rate": 3.3428663190219106e-07,
+      "loss": 17.625,
+      "step": 22282
+    },
+    {
+      "epoch": 1.4799096765623962,
+      "grad_norm": 240.57456970214844,
+      "learning_rate": 3.342063796702964e-07,
+      "loss": 17.2656,
+      "step": 22283
+    },
+    {
+      "epoch": 1.479976090854752,
+      "grad_norm": 545.2958984375,
+      "learning_rate": 3.341261351399184e-07,
+      "loss": 13.6719,
+      "step": 22284
+    },
+    {
+      "epoch": 1.4800425051471078,
+      "grad_norm": 178.666259765625,
+      "learning_rate": 3.3404589831198516e-07,
+      "loss": 18.6094,
+      "step": 22285
+    },
+    {
+      "epoch": 1.4801089194394634,
+      "grad_norm": 155.74391174316406,
+      "learning_rate": 3.339656691874251e-07,
+      "loss": 15.1172,
+      "step": 22286
+    },
+    {
+      "epoch": 1.480175333731819,
+      "grad_norm": 241.6599884033203,
+      "learning_rate": 3.338854477671664e-07,
+      "loss": 20.6875,
+      "step": 22287
+    },
+    {
+      "epoch": 1.4802417480241747,
+      "grad_norm": 139.74285888671875,
+      "learning_rate": 3.338052340521361e-07,
+      "loss": 13.4531,
+      "step": 22288
+    },
+    {
+      "epoch": 1.4803081623165304,
+      "grad_norm": 197.22598266601562,
+      "learning_rate": 3.337250280432633e-07,
+      "loss": 16.6406,
+      "step": 22289
+    },
+    {
+      "epoch": 1.4803745766088863,
+      "grad_norm": 277.2047424316406,
+      "learning_rate": 3.33644829741475e-07,
+      "loss": 16.9375,
+      "step": 22290
+    },
+    {
+      "epoch": 1.480440990901242,
+      "grad_norm": 804.404296875,
+      "learning_rate": 3.3356463914769896e-07,
+      "loss": 14.7109,
+      "step": 22291
+    },
+    {
+      "epoch": 1.4805074051935976,
+      "grad_norm": 202.07261657714844,
+      "learning_rate": 3.334844562628628e-07,
+      "loss": 17.3438,
+      "step": 22292
+    },
+    {
+      "epoch": 1.4805738194859535,
+      "grad_norm": 272.05230712890625,
+      "learning_rate": 3.334042810878943e-07,
+      "loss": 12.7969,
+      "step": 22293
+    },
+    {
+      "epoch": 1.4806402337783091,
+      "grad_norm": 265.9971923828125,
+      "learning_rate": 3.333241136237206e-07,
+      "loss": 27.4531,
+      "step": 22294
+    },
+    {
+      "epoch": 1.4807066480706648,
+      "grad_norm": 225.85162353515625,
+      "learning_rate": 3.3324395387126945e-07,
+      "loss": 16.9531,
+      "step": 22295
+    },
+    {
+      "epoch": 1.4807730623630206,
+      "grad_norm": 159.82275390625,
+      "learning_rate": 3.331638018314674e-07,
+      "loss": 16.5938,
+      "step": 22296
+    },
+    {
+      "epoch": 1.4808394766553763,
+      "grad_norm": 176.26495361328125,
+      "learning_rate": 3.33083657505242e-07,
+      "loss": 17.5156,
+      "step": 22297
+    },
+    {
+      "epoch": 1.480905890947732,
+      "grad_norm": 122.8740005493164,
+      "learning_rate": 3.3300352089352033e-07,
+      "loss": 14.9375,
+      "step": 22298
+    },
+    {
+      "epoch": 1.4809723052400876,
+      "grad_norm": 137.2828369140625,
+      "learning_rate": 3.329233919972293e-07,
+      "loss": 12.2344,
+      "step": 22299
+    },
+    {
+      "epoch": 1.4810387195324433,
+      "grad_norm": 135.95912170410156,
+      "learning_rate": 3.328432708172958e-07,
+      "loss": 11.5156,
+      "step": 22300
+    },
+    {
+      "epoch": 1.4811051338247991,
+      "grad_norm": 541.456787109375,
+      "learning_rate": 3.32763157354647e-07,
+      "loss": 17.625,
+      "step": 22301
+    },
+    {
+      "epoch": 1.4811715481171548,
+      "grad_norm": 540.0122680664062,
+      "learning_rate": 3.326830516102085e-07,
+      "loss": 15.1719,
+      "step": 22302
+    },
+    {
+      "epoch": 1.4812379624095104,
+      "grad_norm": 106.45784759521484,
+      "learning_rate": 3.326029535849084e-07,
+      "loss": 11.7812,
+      "step": 22303
+    },
+    {
+      "epoch": 1.4813043767018663,
+      "grad_norm": 235.1210479736328,
+      "learning_rate": 3.3252286327967215e-07,
+      "loss": 12.3594,
+      "step": 22304
+    },
+    {
+      "epoch": 1.481370790994222,
+      "grad_norm": 160.32151794433594,
+      "learning_rate": 3.3244278069542655e-07,
+      "loss": 15.9062,
+      "step": 22305
+    },
+    {
+      "epoch": 1.4814372052865776,
+      "grad_norm": 243.86959838867188,
+      "learning_rate": 3.323627058330979e-07,
+      "loss": 15.4219,
+      "step": 22306
+    },
+    {
+      "epoch": 1.4815036195789335,
+      "grad_norm": 386.75726318359375,
+      "learning_rate": 3.322826386936124e-07,
+      "loss": 14.2188,
+      "step": 22307
+    },
+    {
+      "epoch": 1.4815700338712892,
+      "grad_norm": 106.86051177978516,
+      "learning_rate": 3.3220257927789643e-07,
+      "loss": 14.375,
+      "step": 22308
+    },
+    {
+      "epoch": 1.4816364481636448,
+      "grad_norm": 272.36614990234375,
+      "learning_rate": 3.321225275868762e-07,
+      "loss": 17.5,
+      "step": 22309
+    },
+    {
+      "epoch": 1.4817028624560005,
+      "grad_norm": 143.99351501464844,
+      "learning_rate": 3.320424836214769e-07,
+      "loss": 15.2188,
+      "step": 22310
+    },
+    {
+      "epoch": 1.4817692767483561,
+      "grad_norm": 338.8668212890625,
+      "learning_rate": 3.319624473826256e-07,
+      "loss": 15.5312,
+      "step": 22311
+    },
+    {
+      "epoch": 1.481835691040712,
+      "grad_norm": 98.33407592773438,
+      "learning_rate": 3.3188241887124715e-07,
+      "loss": 12.5547,
+      "step": 22312
+    },
+    {
+      "epoch": 1.4819021053330677,
+      "grad_norm": 174.53871154785156,
+      "learning_rate": 3.318023980882675e-07,
+      "loss": 10.4688,
+      "step": 22313
+    },
+    {
+      "epoch": 1.4819685196254233,
+      "grad_norm": 168.83941650390625,
+      "learning_rate": 3.317223850346126e-07,
+      "loss": 18.0312,
+      "step": 22314
+    },
+    {
+      "epoch": 1.4820349339177792,
+      "grad_norm": 128.84364318847656,
+      "learning_rate": 3.316423797112077e-07,
+      "loss": 15.7188,
+      "step": 22315
+    },
+    {
+      "epoch": 1.4821013482101348,
+      "grad_norm": 156.7943878173828,
+      "learning_rate": 3.315623821189784e-07,
+      "loss": 13.9219,
+      "step": 22316
+    },
+    {
+      "epoch": 1.4821677625024905,
+      "grad_norm": 761.4345703125,
+      "learning_rate": 3.314823922588499e-07,
+      "loss": 18.125,
+      "step": 22317
+    },
+    {
+      "epoch": 1.4822341767948464,
+      "grad_norm": 188.65203857421875,
+      "learning_rate": 3.3140241013174795e-07,
+      "loss": 14.8125,
+      "step": 22318
+    },
+    {
+      "epoch": 1.482300591087202,
+      "grad_norm": 160.8428497314453,
+      "learning_rate": 3.3132243573859687e-07,
+      "loss": 14.125,
+      "step": 22319
+    },
+    {
+      "epoch": 1.4823670053795577,
+      "grad_norm": 172.94302368164062,
+      "learning_rate": 3.312424690803228e-07,
+      "loss": 19.7656,
+      "step": 22320
+    },
+    {
+      "epoch": 1.4824334196719133,
+      "grad_norm": 194.95834350585938,
+      "learning_rate": 3.3116251015785e-07,
+      "loss": 15.1719,
+      "step": 22321
+    },
+    {
+      "epoch": 1.482499833964269,
+      "grad_norm": 141.1513671875,
+      "learning_rate": 3.310825589721035e-07,
+      "loss": 11.3047,
+      "step": 22322
+    },
+    {
+      "epoch": 1.4825662482566249,
+      "grad_norm": 140.45848083496094,
+      "learning_rate": 3.310026155240083e-07,
+      "loss": 11.7812,
+      "step": 22323
+    },
+    {
+      "epoch": 1.4826326625489805,
+      "grad_norm": 116.71501922607422,
+      "learning_rate": 3.3092267981448907e-07,
+      "loss": 15.9531,
+      "step": 22324
+    },
+    {
+      "epoch": 1.4826990768413362,
+      "grad_norm": 136.52728271484375,
+      "learning_rate": 3.308427518444704e-07,
+      "loss": 12.125,
+      "step": 22325
+    },
+    {
+      "epoch": 1.482765491133692,
+      "grad_norm": 207.90802001953125,
+      "learning_rate": 3.307628316148774e-07,
+      "loss": 14.9219,
+      "step": 22326
+    },
+    {
+      "epoch": 1.4828319054260477,
+      "grad_norm": 640.7192993164062,
+      "learning_rate": 3.3068291912663327e-07,
+      "loss": 14.7031,
+      "step": 22327
+    },
+    {
+      "epoch": 1.4828983197184034,
+      "grad_norm": 173.91358947753906,
+      "learning_rate": 3.3060301438066384e-07,
+      "loss": 12.7422,
+      "step": 22328
+    },
+    {
+      "epoch": 1.4829647340107592,
+      "grad_norm": 242.35418701171875,
+      "learning_rate": 3.3052311737789253e-07,
+      "loss": 16.4844,
+      "step": 22329
+    },
+    {
+      "epoch": 1.4830311483031149,
+      "grad_norm": 216.91192626953125,
+      "learning_rate": 3.3044322811924365e-07,
+      "loss": 19.5625,
+      "step": 22330
+    },
+    {
+      "epoch": 1.4830975625954705,
+      "grad_norm": 332.3952331542969,
+      "learning_rate": 3.303633466056415e-07,
+      "loss": 18.9844,
+      "step": 22331
+    },
+    {
+      "epoch": 1.4831639768878262,
+      "grad_norm": 210.65542602539062,
+      "learning_rate": 3.3028347283800994e-07,
+      "loss": 19.8594,
+      "step": 22332
+    },
+    {
+      "epoch": 1.4832303911801819,
+      "grad_norm": 131.44039916992188,
+      "learning_rate": 3.30203606817273e-07,
+      "loss": 16.5312,
+      "step": 22333
+    },
+    {
+      "epoch": 1.4832968054725377,
+      "grad_norm": 268.19085693359375,
+      "learning_rate": 3.3012374854435487e-07,
+      "loss": 18.7031,
+      "step": 22334
+    },
+    {
+      "epoch": 1.4833632197648934,
+      "grad_norm": 113.18264770507812,
+      "learning_rate": 3.300438980201782e-07,
+      "loss": 17.1094,
+      "step": 22335
+    },
+    {
+      "epoch": 1.483429634057249,
+      "grad_norm": 102.65452575683594,
+      "learning_rate": 3.2996405524566816e-07,
+      "loss": 11.2734,
+      "step": 22336
+    },
+    {
+      "epoch": 1.483496048349605,
+      "grad_norm": 159.02862548828125,
+      "learning_rate": 3.2988422022174724e-07,
+      "loss": 13.2188,
+      "step": 22337
+    },
+    {
+      "epoch": 1.4835624626419606,
+      "grad_norm": 173.49807739257812,
+      "learning_rate": 3.298043929493392e-07,
+      "loss": 18.3281,
+      "step": 22338
+    },
+    {
+      "epoch": 1.4836288769343162,
+      "grad_norm": 428.85064697265625,
+      "learning_rate": 3.2972457342936744e-07,
+      "loss": 17.2344,
+      "step": 22339
+    },
+    {
+      "epoch": 1.483695291226672,
+      "grad_norm": 378.1103210449219,
+      "learning_rate": 3.296447616627557e-07,
+      "loss": 10.5156,
+      "step": 22340
+    },
+    {
+      "epoch": 1.4837617055190278,
+      "grad_norm": 111.08903503417969,
+      "learning_rate": 3.2956495765042615e-07,
+      "loss": 12.4531,
+      "step": 22341
+    },
+    {
+      "epoch": 1.4838281198113834,
+      "grad_norm": 193.63682556152344,
+      "learning_rate": 3.2948516139330317e-07,
+      "loss": 22.0469,
+      "step": 22342
+    },
+    {
+      "epoch": 1.483894534103739,
+      "grad_norm": 195.053955078125,
+      "learning_rate": 3.2940537289230895e-07,
+      "loss": 17.8906,
+      "step": 22343
+    },
+    {
+      "epoch": 1.4839609483960947,
+      "grad_norm": 174.2820281982422,
+      "learning_rate": 3.2932559214836676e-07,
+      "loss": 13.7188,
+      "step": 22344
+    },
+    {
+      "epoch": 1.4840273626884506,
+      "grad_norm": 226.66421508789062,
+      "learning_rate": 3.2924581916239923e-07,
+      "loss": 22.1562,
+      "step": 22345
+    },
+    {
+      "epoch": 1.4840937769808062,
+      "grad_norm": 426.68096923828125,
+      "learning_rate": 3.2916605393532936e-07,
+      "loss": 19.0469,
+      "step": 22346
+    },
+    {
+      "epoch": 1.484160191273162,
+      "grad_norm": 143.3343048095703,
+      "learning_rate": 3.290862964680797e-07,
+      "loss": 15.75,
+      "step": 22347
+    },
+    {
+      "epoch": 1.4842266055655178,
+      "grad_norm": 122.3046875,
+      "learning_rate": 3.290065467615734e-07,
+      "loss": 15.4531,
+      "step": 22348
+    },
+    {
+      "epoch": 1.4842930198578734,
+      "grad_norm": 166.14581298828125,
+      "learning_rate": 3.2892680481673164e-07,
+      "loss": 13.125,
+      "step": 22349
+    },
+    {
+      "epoch": 1.484359434150229,
+      "grad_norm": 153.72206115722656,
+      "learning_rate": 3.2884707063447823e-07,
+      "loss": 11.6797,
+      "step": 22350
+    },
+    {
+      "epoch": 1.484425848442585,
+      "grad_norm": 179.82620239257812,
+      "learning_rate": 3.287673442157347e-07,
+      "loss": 17.5156,
+      "step": 22351
+    },
+    {
+      "epoch": 1.4844922627349406,
+      "grad_norm": 97.45958709716797,
+      "learning_rate": 3.2868762556142305e-07,
+      "loss": 15.2188,
+      "step": 22352
+    },
+    {
+      "epoch": 1.4845586770272963,
+      "grad_norm": 205.10302734375,
+      "learning_rate": 3.2860791467246664e-07,
+      "loss": 13.6875,
+      "step": 22353
+    },
+    {
+      "epoch": 1.484625091319652,
+      "grad_norm": 162.9778289794922,
+      "learning_rate": 3.285282115497863e-07,
+      "loss": 16.375,
+      "step": 22354
+    },
+    {
+      "epoch": 1.4846915056120076,
+      "grad_norm": 234.96145629882812,
+      "learning_rate": 3.2844851619430435e-07,
+      "loss": 13.0781,
+      "step": 22355
+    },
+    {
+      "epoch": 1.4847579199043635,
+      "grad_norm": 198.54925537109375,
+      "learning_rate": 3.2836882860694284e-07,
+      "loss": 13.0938,
+      "step": 22356
+    },
+    {
+      "epoch": 1.484824334196719,
+      "grad_norm": 236.28944396972656,
+      "learning_rate": 3.282891487886235e-07,
+      "loss": 10.9531,
+      "step": 22357
+    },
+    {
+      "epoch": 1.4848907484890748,
+      "grad_norm": 234.1046905517578,
+      "learning_rate": 3.282094767402678e-07,
+      "loss": 14.6094,
+      "step": 22358
+    },
+    {
+      "epoch": 1.4849571627814306,
+      "grad_norm": 401.3809814453125,
+      "learning_rate": 3.281298124627979e-07,
+      "loss": 21.2188,
+      "step": 22359
+    },
+    {
+      "epoch": 1.4850235770737863,
+      "grad_norm": 215.76318359375,
+      "learning_rate": 3.280501559571345e-07,
+      "loss": 20.7344,
+      "step": 22360
+    },
+    {
+      "epoch": 1.485089991366142,
+      "grad_norm": 184.09194946289062,
+      "learning_rate": 3.279705072241995e-07,
+      "loss": 16.0156,
+      "step": 22361
+    },
+    {
+      "epoch": 1.4851564056584978,
+      "grad_norm": 560.969482421875,
+      "learning_rate": 3.2789086626491413e-07,
+      "loss": 14.6562,
+      "step": 22362
+    },
+    {
+      "epoch": 1.4852228199508535,
+      "grad_norm": 153.51556396484375,
+      "learning_rate": 3.278112330801998e-07,
+      "loss": 17.6094,
+      "step": 22363
+    },
+    {
+      "epoch": 1.4852892342432091,
+      "grad_norm": 207.83265686035156,
+      "learning_rate": 3.277316076709773e-07,
+      "loss": 19.2969,
+      "step": 22364
+    },
+    {
+      "epoch": 1.4853556485355648,
+      "grad_norm": 598.4883422851562,
+      "learning_rate": 3.2765199003816833e-07,
+      "loss": 20.4219,
+      "step": 22365
+    },
+    {
+      "epoch": 1.4854220628279204,
+      "grad_norm": 148.33302307128906,
+      "learning_rate": 3.2757238018269285e-07,
+      "loss": 16.4844,
+      "step": 22366
+    },
+    {
+      "epoch": 1.4854884771202763,
+      "grad_norm": 153.99154663085938,
+      "learning_rate": 3.274927781054728e-07,
+      "loss": 17.1719,
+      "step": 22367
+    },
+    {
+      "epoch": 1.485554891412632,
+      "grad_norm": 411.62310791015625,
+      "learning_rate": 3.2741318380742833e-07,
+      "loss": 16.4844,
+      "step": 22368
+    },
+    {
+      "epoch": 1.4856213057049876,
+      "grad_norm": 507.2167053222656,
+      "learning_rate": 3.2733359728948026e-07,
+      "loss": 15.625,
+      "step": 22369
+    },
+    {
+      "epoch": 1.4856877199973435,
+      "grad_norm": 140.10093688964844,
+      "learning_rate": 3.2725401855254933e-07,
+      "loss": 14.2344,
+      "step": 22370
+    },
+    {
+      "epoch": 1.4857541342896992,
+      "grad_norm": 237.3584747314453,
+      "learning_rate": 3.27174447597556e-07,
+      "loss": 22.1719,
+      "step": 22371
+    },
+    {
+      "epoch": 1.4858205485820548,
+      "grad_norm": 378.3587646484375,
+      "learning_rate": 3.2709488442542053e-07,
+      "loss": 12.9531,
+      "step": 22372
+    },
+    {
+      "epoch": 1.4858869628744107,
+      "grad_norm": 2451.342041015625,
+      "learning_rate": 3.2701532903706385e-07,
+      "loss": 14.8125,
+      "step": 22373
+    },
+    {
+      "epoch": 1.4859533771667663,
+      "grad_norm": 404.4264831542969,
+      "learning_rate": 3.2693578143340514e-07,
+      "loss": 16.4688,
+      "step": 22374
+    },
+    {
+      "epoch": 1.486019791459122,
+      "grad_norm": 245.55125427246094,
+      "learning_rate": 3.2685624161536586e-07,
+      "loss": 17.6328,
+      "step": 22375
+    },
+    {
+      "epoch": 1.4860862057514777,
+      "grad_norm": 319.35394287109375,
+      "learning_rate": 3.2677670958386504e-07,
+      "loss": 15.4688,
+      "step": 22376
+    },
+    {
+      "epoch": 1.4861526200438333,
+      "grad_norm": 152.86341857910156,
+      "learning_rate": 3.2669718533982304e-07,
+      "loss": 14.6406,
+      "step": 22377
+    },
+    {
+      "epoch": 1.4862190343361892,
+      "grad_norm": 155.82327270507812,
+      "learning_rate": 3.266176688841598e-07,
+      "loss": 17.125,
+      "step": 22378
+    },
+    {
+      "epoch": 1.4862854486285448,
+      "grad_norm": 278.2803039550781,
+      "learning_rate": 3.2653816021779537e-07,
+      "loss": 21.1094,
+      "step": 22379
+    },
+    {
+      "epoch": 1.4863518629209005,
+      "grad_norm": 653.1658935546875,
+      "learning_rate": 3.264586593416485e-07,
+      "loss": 15.5469,
+      "step": 22380
+    },
+    {
+      "epoch": 1.4864182772132564,
+      "grad_norm": 154.3872833251953,
+      "learning_rate": 3.2637916625664006e-07,
+      "loss": 15.0469,
+      "step": 22381
+    },
+    {
+      "epoch": 1.486484691505612,
+      "grad_norm": 160.77536010742188,
+      "learning_rate": 3.2629968096368877e-07,
+      "loss": 12.5,
+      "step": 22382
+    },
+    {
+      "epoch": 1.4865511057979677,
+      "grad_norm": 238.71868896484375,
+      "learning_rate": 3.2622020346371424e-07,
+      "loss": 21.5,
+      "step": 22383
+    },
+    {
+      "epoch": 1.4866175200903236,
+      "grad_norm": 357.78704833984375,
+      "learning_rate": 3.2614073375763597e-07,
+      "loss": 23.1094,
+      "step": 22384
+    },
+    {
+      "epoch": 1.4866839343826792,
+      "grad_norm": 175.72103881835938,
+      "learning_rate": 3.26061271846373e-07,
+      "loss": 14.4844,
+      "step": 22385
+    },
+    {
+      "epoch": 1.4867503486750349,
+      "grad_norm": 329.6047058105469,
+      "learning_rate": 3.2598181773084463e-07,
+      "loss": 15.3594,
+      "step": 22386
+    },
+    {
+      "epoch": 1.4868167629673905,
+      "grad_norm": 247.61534118652344,
+      "learning_rate": 3.259023714119704e-07,
+      "loss": 18.6172,
+      "step": 22387
+    },
+    {
+      "epoch": 1.4868831772597462,
+      "grad_norm": 323.5601806640625,
+      "learning_rate": 3.258229328906681e-07,
+      "loss": 15.125,
+      "step": 22388
+    },
+    {
+      "epoch": 1.486949591552102,
+      "grad_norm": 169.05072021484375,
+      "learning_rate": 3.2574350216785763e-07,
+      "loss": 14.1562,
+      "step": 22389
+    },
+    {
+      "epoch": 1.4870160058444577,
+      "grad_norm": 186.3292236328125,
+      "learning_rate": 3.2566407924445783e-07,
+      "loss": 14.7031,
+      "step": 22390
+    },
+    {
+      "epoch": 1.4870824201368134,
+      "grad_norm": 141.56170654296875,
+      "learning_rate": 3.255846641213865e-07,
+      "loss": 11.8594,
+      "step": 22391
+    },
+    {
+      "epoch": 1.4871488344291692,
+      "grad_norm": 727.5198364257812,
+      "learning_rate": 3.2550525679956364e-07,
+      "loss": 21.6875,
+      "step": 22392
+    },
+    {
+      "epoch": 1.4872152487215249,
+      "grad_norm": 146.73187255859375,
+      "learning_rate": 3.2542585727990657e-07,
+      "loss": 21.5156,
+      "step": 22393
+    },
+    {
+      "epoch": 1.4872816630138805,
+      "grad_norm": 188.3743438720703,
+      "learning_rate": 3.253464655633343e-07,
+      "loss": 12.6562,
+      "step": 22394
+    },
+    {
+      "epoch": 1.4873480773062364,
+      "grad_norm": 721.5494995117188,
+      "learning_rate": 3.25267081650765e-07,
+      "loss": 23.2344,
+      "step": 22395
+    },
+    {
+      "epoch": 1.487414491598592,
+      "grad_norm": 166.24964904785156,
+      "learning_rate": 3.2518770554311716e-07,
+      "loss": 10.4844,
+      "step": 22396
+    },
+    {
+      "epoch": 1.4874809058909477,
+      "grad_norm": 239.76380920410156,
+      "learning_rate": 3.251083372413087e-07,
+      "loss": 16.5625,
+      "step": 22397
+    },
+    {
+      "epoch": 1.4875473201833034,
+      "grad_norm": 287.5068054199219,
+      "learning_rate": 3.250289767462582e-07,
+      "loss": 15.3906,
+      "step": 22398
+    },
+    {
+      "epoch": 1.487613734475659,
+      "grad_norm": 134.39154052734375,
+      "learning_rate": 3.249496240588826e-07,
+      "loss": 15.3125,
+      "step": 22399
+    },
+    {
+      "epoch": 1.487680148768015,
+      "grad_norm": 89.21994018554688,
+      "learning_rate": 3.2487027918010115e-07,
+      "loss": 15.0938,
+      "step": 22400
+    },
+    {
+      "epoch": 1.4877465630603706,
+      "grad_norm": 239.934326171875,
+      "learning_rate": 3.247909421108307e-07,
+      "loss": 15.8906,
+      "step": 22401
+    },
+    {
+      "epoch": 1.4878129773527262,
+      "grad_norm": 173.01304626464844,
+      "learning_rate": 3.2471161285198933e-07,
+      "loss": 15.375,
+      "step": 22402
+    },
+    {
+      "epoch": 1.487879391645082,
+      "grad_norm": 354.317138671875,
+      "learning_rate": 3.2463229140449456e-07,
+      "loss": 18.3281,
+      "step": 22403
+    },
+    {
+      "epoch": 1.4879458059374377,
+      "grad_norm": 176.6456298828125,
+      "learning_rate": 3.245529777692644e-07,
+      "loss": 15.75,
+      "step": 22404
+    },
+    {
+      "epoch": 1.4880122202297934,
+      "grad_norm": 112.39839935302734,
+      "learning_rate": 3.244736719472152e-07,
+      "loss": 14.7812,
+      "step": 22405
+    },
+    {
+      "epoch": 1.4880786345221493,
+      "grad_norm": 521.998046875,
+      "learning_rate": 3.243943739392656e-07,
+      "loss": 19.7188,
+      "step": 22406
+    },
+    {
+      "epoch": 1.488145048814505,
+      "grad_norm": 169.2814483642578,
+      "learning_rate": 3.243150837463321e-07,
+      "loss": 12.625,
+      "step": 22407
+    },
+    {
+      "epoch": 1.4882114631068606,
+      "grad_norm": 203.91989135742188,
+      "learning_rate": 3.2423580136933205e-07,
+      "loss": 16.7031,
+      "step": 22408
+    },
+    {
+      "epoch": 1.4882778773992162,
+      "grad_norm": 250.5791015625,
+      "learning_rate": 3.241565268091826e-07,
+      "loss": 16.2344,
+      "step": 22409
+    },
+    {
+      "epoch": 1.488344291691572,
+      "grad_norm": 166.6164093017578,
+      "learning_rate": 3.240772600668008e-07,
+      "loss": 18.5156,
+      "step": 22410
+    },
+    {
+      "epoch": 1.4884107059839278,
+      "grad_norm": 432.19598388671875,
+      "learning_rate": 3.239980011431034e-07,
+      "loss": 14.375,
+      "step": 22411
+    },
+    {
+      "epoch": 1.4884771202762834,
+      "grad_norm": 376.6510314941406,
+      "learning_rate": 3.239187500390077e-07,
+      "loss": 14.0,
+      "step": 22412
+    },
+    {
+      "epoch": 1.488543534568639,
+      "grad_norm": 186.91783142089844,
+      "learning_rate": 3.238395067554294e-07,
+      "loss": 14.8438,
+      "step": 22413
+    },
+    {
+      "epoch": 1.488609948860995,
+      "grad_norm": 711.28173828125,
+      "learning_rate": 3.2376027129328633e-07,
+      "loss": 13.5781,
+      "step": 22414
+    },
+    {
+      "epoch": 1.4886763631533506,
+      "grad_norm": 320.56549072265625,
+      "learning_rate": 3.2368104365349425e-07,
+      "loss": 23.1562,
+      "step": 22415
+    },
+    {
+      "epoch": 1.4887427774457063,
+      "grad_norm": 141.33262634277344,
+      "learning_rate": 3.236018238369699e-07,
+      "loss": 13.4688,
+      "step": 22416
+    },
+    {
+      "epoch": 1.4888091917380621,
+      "grad_norm": 264.16943359375,
+      "learning_rate": 3.2352261184462957e-07,
+      "loss": 20.7656,
+      "step": 22417
+    },
+    {
+      "epoch": 1.4888756060304178,
+      "grad_norm": 129.9163055419922,
+      "learning_rate": 3.234434076773896e-07,
+      "loss": 12.8125,
+      "step": 22418
+    },
+    {
+      "epoch": 1.4889420203227735,
+      "grad_norm": 99.2353515625,
+      "learning_rate": 3.233642113361662e-07,
+      "loss": 13.2031,
+      "step": 22419
+    },
+    {
+      "epoch": 1.489008434615129,
+      "grad_norm": 145.9412841796875,
+      "learning_rate": 3.232850228218756e-07,
+      "loss": 13.2891,
+      "step": 22420
+    },
+    {
+      "epoch": 1.4890748489074848,
+      "grad_norm": 236.2855224609375,
+      "learning_rate": 3.232058421354332e-07,
+      "loss": 18.3594,
+      "step": 22421
+    },
+    {
+      "epoch": 1.4891412631998406,
+      "grad_norm": 206.8596954345703,
+      "learning_rate": 3.231266692777559e-07,
+      "loss": 21.8438,
+      "step": 22422
+    },
+    {
+      "epoch": 1.4892076774921963,
+      "grad_norm": 326.464599609375,
+      "learning_rate": 3.230475042497587e-07,
+      "loss": 15.9062,
+      "step": 22423
+    },
+    {
+      "epoch": 1.489274091784552,
+      "grad_norm": 111.31723022460938,
+      "learning_rate": 3.2296834705235767e-07,
+      "loss": 13.1875,
+      "step": 22424
+    },
+    {
+      "epoch": 1.4893405060769078,
+      "grad_norm": 805.9498901367188,
+      "learning_rate": 3.2288919768646827e-07,
+      "loss": 15.25,
+      "step": 22425
+    },
+    {
+      "epoch": 1.4894069203692635,
+      "grad_norm": 275.73736572265625,
+      "learning_rate": 3.228100561530063e-07,
+      "loss": 29.2344,
+      "step": 22426
+    },
+    {
+      "epoch": 1.4894733346616191,
+      "grad_norm": 408.4990234375,
+      "learning_rate": 3.22730922452887e-07,
+      "loss": 31.125,
+      "step": 22427
+    },
+    {
+      "epoch": 1.489539748953975,
+      "grad_norm": 376.0862121582031,
+      "learning_rate": 3.226517965870259e-07,
+      "loss": 13.7188,
+      "step": 22428
+    },
+    {
+      "epoch": 1.4896061632463307,
+      "grad_norm": 188.2574005126953,
+      "learning_rate": 3.2257267855633863e-07,
+      "loss": 15.75,
+      "step": 22429
+    },
+    {
+      "epoch": 1.4896725775386863,
+      "grad_norm": 1570.264892578125,
+      "learning_rate": 3.2249356836173923e-07,
+      "loss": 17.6094,
+      "step": 22430
+    },
+    {
+      "epoch": 1.489738991831042,
+      "grad_norm": 163.83700561523438,
+      "learning_rate": 3.2241446600414425e-07,
+      "loss": 18.2969,
+      "step": 22431
+    },
+    {
+      "epoch": 1.4898054061233976,
+      "grad_norm": 334.3017883300781,
+      "learning_rate": 3.2233537148446775e-07,
+      "loss": 17.2031,
+      "step": 22432
+    },
+    {
+      "epoch": 1.4898718204157535,
+      "grad_norm": 117.99991607666016,
+      "learning_rate": 3.222562848036248e-07,
+      "loss": 12.1094,
+      "step": 22433
+    },
+    {
+      "epoch": 1.4899382347081092,
+      "grad_norm": 252.81724548339844,
+      "learning_rate": 3.221772059625304e-07,
+      "loss": 11.5469,
+      "step": 22434
+    },
+    {
+      "epoch": 1.4900046490004648,
+      "grad_norm": 171.950439453125,
+      "learning_rate": 3.2209813496209926e-07,
+      "loss": 16.9531,
+      "step": 22435
+    },
+    {
+      "epoch": 1.4900710632928207,
+      "grad_norm": 227.53378295898438,
+      "learning_rate": 3.2201907180324594e-07,
+      "loss": 15.3125,
+      "step": 22436
+    },
+    {
+      "epoch": 1.4901374775851763,
+      "grad_norm": 253.83021545410156,
+      "learning_rate": 3.219400164868854e-07,
+      "loss": 14.5312,
+      "step": 22437
+    },
+    {
+      "epoch": 1.490203891877532,
+      "grad_norm": 180.4065704345703,
+      "learning_rate": 3.21860969013931e-07,
+      "loss": 16.9062,
+      "step": 22438
+    },
+    {
+      "epoch": 1.4902703061698879,
+      "grad_norm": 271.6761474609375,
+      "learning_rate": 3.217819293852987e-07,
+      "loss": 16.8906,
+      "step": 22439
+    },
+    {
+      "epoch": 1.4903367204622435,
+      "grad_norm": 195.67625427246094,
+      "learning_rate": 3.217028976019015e-07,
+      "loss": 15.8125,
+      "step": 22440
+    },
+    {
+      "epoch": 1.4904031347545992,
+      "grad_norm": 254.06861877441406,
+      "learning_rate": 3.2162387366465417e-07,
+      "loss": 19.5156,
+      "step": 22441
+    },
+    {
+      "epoch": 1.4904695490469548,
+      "grad_norm": 128.70098876953125,
+      "learning_rate": 3.215448575744706e-07,
+      "loss": 14.5469,
+      "step": 22442
+    },
+    {
+      "epoch": 1.4905359633393105,
+      "grad_norm": 151.88909912109375,
+      "learning_rate": 3.2146584933226515e-07,
+      "loss": 12.3438,
+      "step": 22443
+    },
+    {
+      "epoch": 1.4906023776316664,
+      "grad_norm": 190.52191162109375,
+      "learning_rate": 3.2138684893895095e-07,
+      "loss": 11.2188,
+      "step": 22444
+    },
+    {
+      "epoch": 1.490668791924022,
+      "grad_norm": 144.0481719970703,
+      "learning_rate": 3.213078563954431e-07,
+      "loss": 15.1562,
+      "step": 22445
+    },
+    {
+      "epoch": 1.4907352062163777,
+      "grad_norm": 283.1783142089844,
+      "learning_rate": 3.212288717026541e-07,
+      "loss": 22.9531,
+      "step": 22446
+    },
+    {
+      "epoch": 1.4908016205087335,
+      "grad_norm": 287.9593200683594,
+      "learning_rate": 3.2114989486149823e-07,
+      "loss": 14.1094,
+      "step": 22447
+    },
+    {
+      "epoch": 1.4908680348010892,
+      "grad_norm": 416.4032287597656,
+      "learning_rate": 3.2107092587288897e-07,
+      "loss": 18.7344,
+      "step": 22448
+    },
+    {
+      "epoch": 1.4909344490934449,
+      "grad_norm": 160.13526916503906,
+      "learning_rate": 3.209919647377397e-07,
+      "loss": 17.5469,
+      "step": 22449
+    },
+    {
+      "epoch": 1.4910008633858007,
+      "grad_norm": 427.73614501953125,
+      "learning_rate": 3.209130114569638e-07,
+      "loss": 17.5625,
+      "step": 22450
+    },
+    {
+      "epoch": 1.4910672776781564,
+      "grad_norm": 316.5875244140625,
+      "learning_rate": 3.2083406603147487e-07,
+      "loss": 17.4375,
+      "step": 22451
+    },
+    {
+      "epoch": 1.491133691970512,
+      "grad_norm": 179.26280212402344,
+      "learning_rate": 3.2075512846218536e-07,
+      "loss": 11.4375,
+      "step": 22452
+    },
+    {
+      "epoch": 1.4912001062628677,
+      "grad_norm": 175.36129760742188,
+      "learning_rate": 3.206761987500094e-07,
+      "loss": 14.3281,
+      "step": 22453
+    },
+    {
+      "epoch": 1.4912665205552234,
+      "grad_norm": 161.7646484375,
+      "learning_rate": 3.205972768958591e-07,
+      "loss": 16.2344,
+      "step": 22454
+    },
+    {
+      "epoch": 1.4913329348475792,
+      "grad_norm": 253.93630981445312,
+      "learning_rate": 3.205183629006477e-07,
+      "loss": 21.4688,
+      "step": 22455
+    },
+    {
+      "epoch": 1.4913993491399349,
+      "grad_norm": 660.0170288085938,
+      "learning_rate": 3.2043945676528814e-07,
+      "loss": 14.4688,
+      "step": 22456
+    },
+    {
+      "epoch": 1.4914657634322905,
+      "grad_norm": 364.67803955078125,
+      "learning_rate": 3.203605584906931e-07,
+      "loss": 13.1562,
+      "step": 22457
+    },
+    {
+      "epoch": 1.4915321777246464,
+      "grad_norm": 223.02513122558594,
+      "learning_rate": 3.202816680777752e-07,
+      "loss": 13.0625,
+      "step": 22458
+    },
+    {
+      "epoch": 1.491598592017002,
+      "grad_norm": 164.4327850341797,
+      "learning_rate": 3.202027855274474e-07,
+      "loss": 14.5469,
+      "step": 22459
+    },
+    {
+      "epoch": 1.4916650063093577,
+      "grad_norm": 153.86929321289062,
+      "learning_rate": 3.2012391084062105e-07,
+      "loss": 15.5625,
+      "step": 22460
+    },
+    {
+      "epoch": 1.4917314206017136,
+      "grad_norm": 213.3905029296875,
+      "learning_rate": 3.2004504401820986e-07,
+      "loss": 17.0312,
+      "step": 22461
+    },
+    {
+      "epoch": 1.4917978348940693,
+      "grad_norm": 184.56390380859375,
+      "learning_rate": 3.199661850611253e-07,
+      "loss": 13.7812,
+      "step": 22462
+    },
+    {
+      "epoch": 1.491864249186425,
+      "grad_norm": 308.135009765625,
+      "learning_rate": 3.1988733397027947e-07,
+      "loss": 21.8438,
+      "step": 22463
+    },
+    {
+      "epoch": 1.4919306634787806,
+      "grad_norm": 607.4027099609375,
+      "learning_rate": 3.1980849074658535e-07,
+      "loss": 13.375,
+      "step": 22464
+    },
+    {
+      "epoch": 1.4919970777711362,
+      "grad_norm": 117.60838317871094,
+      "learning_rate": 3.197296553909541e-07,
+      "loss": 16.9531,
+      "step": 22465
+    },
+    {
+      "epoch": 1.492063492063492,
+      "grad_norm": 907.5428466796875,
+      "learning_rate": 3.196508279042979e-07,
+      "loss": 20.9219,
+      "step": 22466
+    },
+    {
+      "epoch": 1.4921299063558477,
+      "grad_norm": 102.55631256103516,
+      "learning_rate": 3.195720082875286e-07,
+      "loss": 14.6094,
+      "step": 22467
+    },
+    {
+      "epoch": 1.4921963206482034,
+      "grad_norm": 106.2734603881836,
+      "learning_rate": 3.1949319654155836e-07,
+      "loss": 12.8125,
+      "step": 22468
+    },
+    {
+      "epoch": 1.4922627349405593,
+      "grad_norm": 107.91313171386719,
+      "learning_rate": 3.1941439266729777e-07,
+      "loss": 15.5625,
+      "step": 22469
+    },
+    {
+      "epoch": 1.492329149232915,
+      "grad_norm": 482.53082275390625,
+      "learning_rate": 3.193355966656596e-07,
+      "loss": 19.8203,
+      "step": 22470
+    },
+    {
+      "epoch": 1.4923955635252706,
+      "grad_norm": 196.6681671142578,
+      "learning_rate": 3.1925680853755445e-07,
+      "loss": 15.0469,
+      "step": 22471
+    },
+    {
+      "epoch": 1.4924619778176265,
+      "grad_norm": 217.1092529296875,
+      "learning_rate": 3.191780282838941e-07,
+      "loss": 20.3594,
+      "step": 22472
+    },
+    {
+      "epoch": 1.4925283921099821,
+      "grad_norm": 420.9608154296875,
+      "learning_rate": 3.190992559055896e-07,
+      "loss": 17.9219,
+      "step": 22473
+    },
+    {
+      "epoch": 1.4925948064023378,
+      "grad_norm": 149.46568298339844,
+      "learning_rate": 3.1902049140355237e-07,
+      "loss": 13.1406,
+      "step": 22474
+    },
+    {
+      "epoch": 1.4926612206946934,
+      "grad_norm": 285.1187438964844,
+      "learning_rate": 3.1894173477869334e-07,
+      "loss": 17.7812,
+      "step": 22475
+    },
+    {
+      "epoch": 1.492727634987049,
+      "grad_norm": 279.8356018066406,
+      "learning_rate": 3.1886298603192395e-07,
+      "loss": 17.1719,
+      "step": 22476
+    },
+    {
+      "epoch": 1.492794049279405,
+      "grad_norm": 242.77772521972656,
+      "learning_rate": 3.1878424516415413e-07,
+      "loss": 20.6719,
+      "step": 22477
+    },
+    {
+      "epoch": 1.4928604635717606,
+      "grad_norm": 170.4669952392578,
+      "learning_rate": 3.1870551217629604e-07,
+      "loss": 12.1875,
+      "step": 22478
+    },
+    {
+      "epoch": 1.4929268778641163,
+      "grad_norm": 380.6982421875,
+      "learning_rate": 3.186267870692594e-07,
+      "loss": 15.8125,
+      "step": 22479
+    },
+    {
+      "epoch": 1.4929932921564721,
+      "grad_norm": 166.77305603027344,
+      "learning_rate": 3.185480698439551e-07,
+      "loss": 18.875,
+      "step": 22480
+    },
+    {
+      "epoch": 1.4930597064488278,
+      "grad_norm": 350.6295166015625,
+      "learning_rate": 3.184693605012938e-07,
+      "loss": 21.4375,
+      "step": 22481
+    },
+    {
+      "epoch": 1.4931261207411834,
+      "grad_norm": 326.6513977050781,
+      "learning_rate": 3.18390659042186e-07,
+      "loss": 15.5156,
+      "step": 22482
+    },
+    {
+      "epoch": 1.4931925350335393,
+      "grad_norm": 389.6302795410156,
+      "learning_rate": 3.18311965467542e-07,
+      "loss": 20.8281,
+      "step": 22483
+    },
+    {
+      "epoch": 1.493258949325895,
+      "grad_norm": 199.46475219726562,
+      "learning_rate": 3.182332797782724e-07,
+      "loss": 18.2188,
+      "step": 22484
+    },
+    {
+      "epoch": 1.4933253636182506,
+      "grad_norm": 179.25865173339844,
+      "learning_rate": 3.1815460197528653e-07,
+      "loss": 17.6562,
+      "step": 22485
+    },
+    {
+      "epoch": 1.4933917779106063,
+      "grad_norm": 387.69482421875,
+      "learning_rate": 3.1807593205949566e-07,
+      "loss": 14.7344,
+      "step": 22486
+    },
+    {
+      "epoch": 1.493458192202962,
+      "grad_norm": 143.11068725585938,
+      "learning_rate": 3.1799727003180875e-07,
+      "loss": 16.4219,
+      "step": 22487
+    },
+    {
+      "epoch": 1.4935246064953178,
+      "grad_norm": 149.19754028320312,
+      "learning_rate": 3.179186158931363e-07,
+      "loss": 14.8125,
+      "step": 22488
+    },
+    {
+      "epoch": 1.4935910207876735,
+      "grad_norm": 189.31631469726562,
+      "learning_rate": 3.17839969644388e-07,
+      "loss": 16.6719,
+      "step": 22489
+    },
+    {
+      "epoch": 1.4936574350800291,
+      "grad_norm": 861.3494873046875,
+      "learning_rate": 3.1776133128647376e-07,
+      "loss": 14.0625,
+      "step": 22490
+    },
+    {
+      "epoch": 1.493723849372385,
+      "grad_norm": 168.91566467285156,
+      "learning_rate": 3.1768270082030246e-07,
+      "loss": 17.7031,
+      "step": 22491
+    },
+    {
+      "epoch": 1.4937902636647407,
+      "grad_norm": 325.9373474121094,
+      "learning_rate": 3.176040782467849e-07,
+      "loss": 16.5312,
+      "step": 22492
+    },
+    {
+      "epoch": 1.4938566779570963,
+      "grad_norm": 83.70702362060547,
+      "learning_rate": 3.1752546356682954e-07,
+      "loss": 15.6875,
+      "step": 22493
+    },
+    {
+      "epoch": 1.4939230922494522,
+      "grad_norm": 159.6207733154297,
+      "learning_rate": 3.174468567813461e-07,
+      "loss": 12.3594,
+      "step": 22494
+    },
+    {
+      "epoch": 1.4939895065418078,
+      "grad_norm": 262.0916442871094,
+      "learning_rate": 3.173682578912438e-07,
+      "loss": 29.6094,
+      "step": 22495
+    },
+    {
+      "epoch": 1.4940559208341635,
+      "grad_norm": 228.27467346191406,
+      "learning_rate": 3.1728966689743184e-07,
+      "loss": 19.25,
+      "step": 22496
+    },
+    {
+      "epoch": 1.4941223351265192,
+      "grad_norm": 357.1210632324219,
+      "learning_rate": 3.172110838008194e-07,
+      "loss": 18.0312,
+      "step": 22497
+    },
+    {
+      "epoch": 1.4941887494188748,
+      "grad_norm": 158.94760131835938,
+      "learning_rate": 3.171325086023157e-07,
+      "loss": 18.7812,
+      "step": 22498
+    },
+    {
+      "epoch": 1.4942551637112307,
+      "grad_norm": 131.9424591064453,
+      "learning_rate": 3.170539413028287e-07,
+      "loss": 15.9766,
+      "step": 22499
+    },
+    {
+      "epoch": 1.4943215780035863,
+      "grad_norm": 117.99446105957031,
+      "learning_rate": 3.169753819032682e-07,
+      "loss": 14.0469,
+      "step": 22500
+    },
+    {
+      "epoch": 1.494387992295942,
+      "grad_norm": 240.91920471191406,
+      "learning_rate": 3.1689683040454307e-07,
+      "loss": 22.1406,
+      "step": 22501
+    },
+    {
+      "epoch": 1.4944544065882979,
+      "grad_norm": 286.5151062011719,
+      "learning_rate": 3.168182868075608e-07,
+      "loss": 14.5938,
+      "step": 22502
+    },
+    {
+      "epoch": 1.4945208208806535,
+      "grad_norm": 137.525390625,
+      "learning_rate": 3.167397511132314e-07,
+      "loss": 12.1641,
+      "step": 22503
+    },
+    {
+      "epoch": 1.4945872351730092,
+      "grad_norm": 129.6981964111328,
+      "learning_rate": 3.16661223322462e-07,
+      "loss": 15.5469,
+      "step": 22504
+    },
+    {
+      "epoch": 1.494653649465365,
+      "grad_norm": 209.2642364501953,
+      "learning_rate": 3.165827034361618e-07,
+      "loss": 16.9375,
+      "step": 22505
+    },
+    {
+      "epoch": 1.4947200637577207,
+      "grad_norm": 186.11563110351562,
+      "learning_rate": 3.1650419145523867e-07,
+      "loss": 15.0625,
+      "step": 22506
+    },
+    {
+      "epoch": 1.4947864780500764,
+      "grad_norm": 226.1914825439453,
+      "learning_rate": 3.164256873806013e-07,
+      "loss": 14.5625,
+      "step": 22507
+    },
+    {
+      "epoch": 1.494852892342432,
+      "grad_norm": 313.90924072265625,
+      "learning_rate": 3.1634719121315666e-07,
+      "loss": 14.9531,
+      "step": 22508
+    },
+    {
+      "epoch": 1.4949193066347877,
+      "grad_norm": 239.75596618652344,
+      "learning_rate": 3.162687029538142e-07,
+      "loss": 10.3906,
+      "step": 22509
+    },
+    {
+      "epoch": 1.4949857209271435,
+      "grad_norm": 303.9537658691406,
+      "learning_rate": 3.1619022260348084e-07,
+      "loss": 24.25,
+      "step": 22510
+    },
+    {
+      "epoch": 1.4950521352194992,
+      "grad_norm": 230.66859436035156,
+      "learning_rate": 3.161117501630646e-07,
+      "loss": 11.6562,
+      "step": 22511
+    },
+    {
+      "epoch": 1.4951185495118549,
+      "grad_norm": 111.96222686767578,
+      "learning_rate": 3.160332856334733e-07,
+      "loss": 17.4219,
+      "step": 22512
+    },
+    {
+      "epoch": 1.4951849638042107,
+      "grad_norm": 378.663330078125,
+      "learning_rate": 3.1595482901561464e-07,
+      "loss": 16.2188,
+      "step": 22513
+    },
+    {
+      "epoch": 1.4952513780965664,
+      "grad_norm": 300.32940673828125,
+      "learning_rate": 3.15876380310396e-07,
+      "loss": 15.2812,
+      "step": 22514
+    },
+    {
+      "epoch": 1.495317792388922,
+      "grad_norm": 132.89881896972656,
+      "learning_rate": 3.1579793951872525e-07,
+      "loss": 14.6484,
+      "step": 22515
+    },
+    {
+      "epoch": 1.495384206681278,
+      "grad_norm": 308.77716064453125,
+      "learning_rate": 3.157195066415087e-07,
+      "loss": 16.3516,
+      "step": 22516
+    },
+    {
+      "epoch": 1.4954506209736336,
+      "grad_norm": 144.24400329589844,
+      "learning_rate": 3.15641081679655e-07,
+      "loss": 10.9062,
+      "step": 22517
+    },
+    {
+      "epoch": 1.4955170352659892,
+      "grad_norm": 471.3356018066406,
+      "learning_rate": 3.155626646340703e-07,
+      "loss": 15.125,
+      "step": 22518
+    },
+    {
+      "epoch": 1.4955834495583449,
+      "grad_norm": 258.86199951171875,
+      "learning_rate": 3.1548425550566215e-07,
+      "loss": 18.5469,
+      "step": 22519
+    },
+    {
+      "epoch": 1.4956498638507005,
+      "grad_norm": 259.30322265625,
+      "learning_rate": 3.154058542953373e-07,
+      "loss": 12.0703,
+      "step": 22520
+    },
+    {
+      "epoch": 1.4957162781430564,
+      "grad_norm": 241.30032348632812,
+      "learning_rate": 3.1532746100400277e-07,
+      "loss": 15.1406,
+      "step": 22521
+    },
+    {
+      "epoch": 1.495782692435412,
+      "grad_norm": 126.96634674072266,
+      "learning_rate": 3.152490756325654e-07,
+      "loss": 16.6406,
+      "step": 22522
+    },
+    {
+      "epoch": 1.4958491067277677,
+      "grad_norm": 249.10702514648438,
+      "learning_rate": 3.151706981819322e-07,
+      "loss": 19.4219,
+      "step": 22523
+    },
+    {
+      "epoch": 1.4959155210201236,
+      "grad_norm": 641.0690307617188,
+      "learning_rate": 3.1509232865300885e-07,
+      "loss": 21.9766,
+      "step": 22524
+    },
+    {
+      "epoch": 1.4959819353124792,
+      "grad_norm": 438.4209899902344,
+      "learning_rate": 3.15013967046703e-07,
+      "loss": 13.875,
+      "step": 22525
+    },
+    {
+      "epoch": 1.496048349604835,
+      "grad_norm": 274.3375549316406,
+      "learning_rate": 3.149356133639204e-07,
+      "loss": 16.0625,
+      "step": 22526
+    },
+    {
+      "epoch": 1.4961147638971908,
+      "grad_norm": 156.42630004882812,
+      "learning_rate": 3.148572676055676e-07,
+      "loss": 15.7188,
+      "step": 22527
+    },
+    {
+      "epoch": 1.4961811781895464,
+      "grad_norm": 299.4467468261719,
+      "learning_rate": 3.1477892977255085e-07,
+      "loss": 21.9062,
+      "step": 22528
+    },
+    {
+      "epoch": 1.496247592481902,
+      "grad_norm": 111.93527221679688,
+      "learning_rate": 3.1470059986577655e-07,
+      "loss": 14.1562,
+      "step": 22529
+    },
+    {
+      "epoch": 1.4963140067742577,
+      "grad_norm": 294.437744140625,
+      "learning_rate": 3.1462227788614993e-07,
+      "loss": 20.1562,
+      "step": 22530
+    },
+    {
+      "epoch": 1.4963804210666134,
+      "grad_norm": 214.2799072265625,
+      "learning_rate": 3.1454396383457827e-07,
+      "loss": 23.5625,
+      "step": 22531
+    },
+    {
+      "epoch": 1.4964468353589693,
+      "grad_norm": 167.56076049804688,
+      "learning_rate": 3.1446565771196656e-07,
+      "loss": 28.1875,
+      "step": 22532
+    },
+    {
+      "epoch": 1.496513249651325,
+      "grad_norm": 99.2471694946289,
+      "learning_rate": 3.1438735951922066e-07,
+      "loss": 13.375,
+      "step": 22533
+    },
+    {
+      "epoch": 1.4965796639436806,
+      "grad_norm": 130.84957885742188,
+      "learning_rate": 3.143090692572464e-07,
+      "loss": 15.8906,
+      "step": 22534
+    },
+    {
+      "epoch": 1.4966460782360365,
+      "grad_norm": 419.55682373046875,
+      "learning_rate": 3.142307869269496e-07,
+      "loss": 17.5469,
+      "step": 22535
+    },
+    {
+      "epoch": 1.4967124925283921,
+      "grad_norm": 487.6752014160156,
+      "learning_rate": 3.141525125292356e-07,
+      "loss": 12.4688,
+      "step": 22536
+    },
+    {
+      "epoch": 1.4967789068207478,
+      "grad_norm": 148.2556610107422,
+      "learning_rate": 3.140742460650098e-07,
+      "loss": 18.2812,
+      "step": 22537
+    },
+    {
+      "epoch": 1.4968453211131036,
+      "grad_norm": 299.9461364746094,
+      "learning_rate": 3.139959875351775e-07,
+      "loss": 13.4219,
+      "step": 22538
+    },
+    {
+      "epoch": 1.4969117354054593,
+      "grad_norm": 153.66061401367188,
+      "learning_rate": 3.1391773694064416e-07,
+      "loss": 15.8438,
+      "step": 22539
+    },
+    {
+      "epoch": 1.496978149697815,
+      "grad_norm": 183.9467010498047,
+      "learning_rate": 3.1383949428231516e-07,
+      "loss": 16.25,
+      "step": 22540
+    },
+    {
+      "epoch": 1.4970445639901706,
+      "grad_norm": 163.94883728027344,
+      "learning_rate": 3.1376125956109457e-07,
+      "loss": 15.375,
+      "step": 22541
+    },
+    {
+      "epoch": 1.4971109782825263,
+      "grad_norm": 329.3146667480469,
+      "learning_rate": 3.1368303277788856e-07,
+      "loss": 15.4844,
+      "step": 22542
+    },
+    {
+      "epoch": 1.4971773925748821,
+      "grad_norm": 159.8507537841797,
+      "learning_rate": 3.136048139336013e-07,
+      "loss": 29.3125,
+      "step": 22543
+    },
+    {
+      "epoch": 1.4972438068672378,
+      "grad_norm": 137.65792846679688,
+      "learning_rate": 3.135266030291376e-07,
+      "loss": 17.5156,
+      "step": 22544
+    },
+    {
+      "epoch": 1.4973102211595934,
+      "grad_norm": 106.93216705322266,
+      "learning_rate": 3.134484000654024e-07,
+      "loss": 14.3125,
+      "step": 22545
+    },
+    {
+      "epoch": 1.4973766354519493,
+      "grad_norm": 216.81704711914062,
+      "learning_rate": 3.1337020504330023e-07,
+      "loss": 16.1406,
+      "step": 22546
+    },
+    {
+      "epoch": 1.497443049744305,
+      "grad_norm": 497.860595703125,
+      "learning_rate": 3.132920179637356e-07,
+      "loss": 12.125,
+      "step": 22547
+    },
+    {
+      "epoch": 1.4975094640366606,
+      "grad_norm": 543.9835815429688,
+      "learning_rate": 3.132138388276132e-07,
+      "loss": 20.2031,
+      "step": 22548
+    },
+    {
+      "epoch": 1.4975758783290165,
+      "grad_norm": 149.3777313232422,
+      "learning_rate": 3.131356676358365e-07,
+      "loss": 10.7969,
+      "step": 22549
+    },
+    {
+      "epoch": 1.4976422926213722,
+      "grad_norm": 135.70872497558594,
+      "learning_rate": 3.13057504389311e-07,
+      "loss": 13.8906,
+      "step": 22550
+    },
+    {
+      "epoch": 1.4977087069137278,
+      "grad_norm": 417.5964660644531,
+      "learning_rate": 3.1297934908893974e-07,
+      "loss": 18.4844,
+      "step": 22551
+    },
+    {
+      "epoch": 1.4977751212060835,
+      "grad_norm": 328.87322998046875,
+      "learning_rate": 3.129012017356273e-07,
+      "loss": 16.875,
+      "step": 22552
+    },
+    {
+      "epoch": 1.4978415354984393,
+      "grad_norm": 395.65203857421875,
+      "learning_rate": 3.1282306233027753e-07,
+      "loss": 15.0938,
+      "step": 22553
+    },
+    {
+      "epoch": 1.497907949790795,
+      "grad_norm": 295.2959899902344,
+      "learning_rate": 3.127449308737946e-07,
+      "loss": 15.2344,
+      "step": 22554
+    },
+    {
+      "epoch": 1.4979743640831507,
+      "grad_norm": 149.2600860595703,
+      "learning_rate": 3.126668073670814e-07,
+      "loss": 11.7109,
+      "step": 22555
+    },
+    {
+      "epoch": 1.4980407783755063,
+      "grad_norm": 243.5778045654297,
+      "learning_rate": 3.12588691811043e-07,
+      "loss": 15.3438,
+      "step": 22556
+    },
+    {
+      "epoch": 1.4981071926678622,
+      "grad_norm": 257.9432373046875,
+      "learning_rate": 3.1251058420658174e-07,
+      "loss": 13.7656,
+      "step": 22557
+    },
+    {
+      "epoch": 1.4981736069602178,
+      "grad_norm": 173.08416748046875,
+      "learning_rate": 3.124324845546017e-07,
+      "loss": 18.1406,
+      "step": 22558
+    },
+    {
+      "epoch": 1.4982400212525735,
+      "grad_norm": 131.6563262939453,
+      "learning_rate": 3.1235439285600616e-07,
+      "loss": 15.1719,
+      "step": 22559
+    },
+    {
+      "epoch": 1.4983064355449294,
+      "grad_norm": 116.37760162353516,
+      "learning_rate": 3.1227630911169844e-07,
+      "loss": 18.0469,
+      "step": 22560
+    },
+    {
+      "epoch": 1.498372849837285,
+      "grad_norm": 308.3498229980469,
+      "learning_rate": 3.121982333225819e-07,
+      "loss": 16.0938,
+      "step": 22561
+    },
+    {
+      "epoch": 1.4984392641296407,
+      "grad_norm": 509.38458251953125,
+      "learning_rate": 3.121201654895599e-07,
+      "loss": 17.5938,
+      "step": 22562
+    },
+    {
+      "epoch": 1.4985056784219963,
+      "grad_norm": 249.15402221679688,
+      "learning_rate": 3.120421056135345e-07,
+      "loss": 15.8281,
+      "step": 22563
+    },
+    {
+      "epoch": 1.4985720927143522,
+      "grad_norm": 167.0317840576172,
+      "learning_rate": 3.1196405369541e-07,
+      "loss": 13.2656,
+      "step": 22564
+    },
+    {
+      "epoch": 1.4986385070067079,
+      "grad_norm": 393.8874816894531,
+      "learning_rate": 3.1188600973608825e-07,
+      "loss": 15.75,
+      "step": 22565
+    },
+    {
+      "epoch": 1.4987049212990635,
+      "grad_norm": 248.56417846679688,
+      "learning_rate": 3.1180797373647227e-07,
+      "loss": 17.4219,
+      "step": 22566
+    },
+    {
+      "epoch": 1.4987713355914192,
+      "grad_norm": 176.20123291015625,
+      "learning_rate": 3.117299456974649e-07,
+      "loss": 23.8125,
+      "step": 22567
+    },
+    {
+      "epoch": 1.498837749883775,
+      "grad_norm": 344.5430603027344,
+      "learning_rate": 3.11651925619969e-07,
+      "loss": 18.8281,
+      "step": 22568
+    },
+    {
+      "epoch": 1.4989041641761307,
+      "grad_norm": 194.8001708984375,
+      "learning_rate": 3.1157391350488594e-07,
+      "loss": 12.8281,
+      "step": 22569
+    },
+    {
+      "epoch": 1.4989705784684864,
+      "grad_norm": 312.5047302246094,
+      "learning_rate": 3.1149590935311966e-07,
+      "loss": 19.5625,
+      "step": 22570
+    },
+    {
+      "epoch": 1.4990369927608422,
+      "grad_norm": 112.64906311035156,
+      "learning_rate": 3.114179131655712e-07,
+      "loss": 12.5625,
+      "step": 22571
+    },
+    {
+      "epoch": 1.499103407053198,
+      "grad_norm": 216.7451934814453,
+      "learning_rate": 3.113399249431434e-07,
+      "loss": 13.1406,
+      "step": 22572
+    },
+    {
+      "epoch": 1.4991698213455535,
+      "grad_norm": 250.81614685058594,
+      "learning_rate": 3.1126194468673816e-07,
+      "loss": 18.6094,
+      "step": 22573
+    },
+    {
+      "epoch": 1.4992362356379092,
+      "grad_norm": 1174.7271728515625,
+      "learning_rate": 3.111839723972577e-07,
+      "loss": 19.1094,
+      "step": 22574
+    },
+    {
+      "epoch": 1.499302649930265,
+      "grad_norm": 166.19529724121094,
+      "learning_rate": 3.1110600807560373e-07,
+      "loss": 16.3594,
+      "step": 22575
+    },
+    {
+      "epoch": 1.4993690642226207,
+      "grad_norm": 212.47671508789062,
+      "learning_rate": 3.110280517226783e-07,
+      "loss": 19.0625,
+      "step": 22576
+    },
+    {
+      "epoch": 1.4994354785149764,
+      "grad_norm": 286.2152404785156,
+      "learning_rate": 3.10950103339383e-07,
+      "loss": 17.5938,
+      "step": 22577
+    },
+    {
+      "epoch": 1.499501892807332,
+      "grad_norm": 164.88955688476562,
+      "learning_rate": 3.1087216292661967e-07,
+      "loss": 17.8125,
+      "step": 22578
+    },
+    {
+      "epoch": 1.499568307099688,
+      "grad_norm": 523.0776977539062,
+      "learning_rate": 3.107942304852901e-07,
+      "loss": 21.125,
+      "step": 22579
+    },
+    {
+      "epoch": 1.4996347213920436,
+      "grad_norm": 252.09530639648438,
+      "learning_rate": 3.107163060162947e-07,
+      "loss": 12.2812,
+      "step": 22580
+    },
+    {
+      "epoch": 1.4997011356843992,
+      "grad_norm": 209.83740234375,
+      "learning_rate": 3.1063838952053633e-07,
+      "loss": 19.0469,
+      "step": 22581
+    },
+    {
+      "epoch": 1.499767549976755,
+      "grad_norm": 253.9088897705078,
+      "learning_rate": 3.105604809989153e-07,
+      "loss": 16.125,
+      "step": 22582
+    },
+    {
+      "epoch": 1.4998339642691108,
+      "grad_norm": 160.35792541503906,
+      "learning_rate": 3.10482580452333e-07,
+      "loss": 14.1406,
+      "step": 22583
+    },
+    {
+      "epoch": 1.4999003785614664,
+      "grad_norm": 116.58368682861328,
+      "learning_rate": 3.104046878816906e-07,
+      "loss": 13.3281,
+      "step": 22584
+    },
+    {
+      "epoch": 1.499966792853822,
+      "grad_norm": 144.04330444335938,
+      "learning_rate": 3.103268032878892e-07,
+      "loss": 13.6875,
+      "step": 22585
+    },
+    {
+      "epoch": 1.5000332071461777,
+      "grad_norm": 302.11163330078125,
+      "learning_rate": 3.1024892667182957e-07,
+      "loss": 15.4531,
+      "step": 22586
+    },
+    {
+      "epoch": 1.5000996214385336,
+      "grad_norm": 250.86695861816406,
+      "learning_rate": 3.10171058034413e-07,
+      "loss": 15.125,
+      "step": 22587
+    },
+    {
+      "epoch": 1.5001660357308892,
+      "grad_norm": 206.06712341308594,
+      "learning_rate": 3.100931973765392e-07,
+      "loss": 18.6562,
+      "step": 22588
+    },
+    {
+      "epoch": 1.500232450023245,
+      "grad_norm": 143.0775604248047,
+      "learning_rate": 3.1001534469911004e-07,
+      "loss": 14.625,
+      "step": 22589
+    },
+    {
+      "epoch": 1.5002988643156008,
+      "grad_norm": 251.13890075683594,
+      "learning_rate": 3.099375000030252e-07,
+      "loss": 16.6094,
+      "step": 22590
+    },
+    {
+      "epoch": 1.5003652786079564,
+      "grad_norm": 109.4703598022461,
+      "learning_rate": 3.0985966328918556e-07,
+      "loss": 10.4922,
+      "step": 22591
+    },
+    {
+      "epoch": 1.500431692900312,
+      "grad_norm": 185.77383422851562,
+      "learning_rate": 3.097818345584913e-07,
+      "loss": 22.25,
+      "step": 22592
+    },
+    {
+      "epoch": 1.500498107192668,
+      "grad_norm": 268.69873046875,
+      "learning_rate": 3.097040138118431e-07,
+      "loss": 22.5,
+      "step": 22593
+    },
+    {
+      "epoch": 1.5005645214850236,
+      "grad_norm": 245.90652465820312,
+      "learning_rate": 3.0962620105014015e-07,
+      "loss": 20.3125,
+      "step": 22594
+    },
+    {
+      "epoch": 1.5006309357773793,
+      "grad_norm": 270.9316101074219,
+      "learning_rate": 3.0954839627428385e-07,
+      "loss": 18.5625,
+      "step": 22595
+    },
+    {
+      "epoch": 1.5006973500697351,
+      "grad_norm": 158.46006774902344,
+      "learning_rate": 3.094705994851733e-07,
+      "loss": 20.9219,
+      "step": 22596
+    },
+    {
+      "epoch": 1.5007637643620906,
+      "grad_norm": 233.36825561523438,
+      "learning_rate": 3.093928106837087e-07,
+      "loss": 18.1875,
+      "step": 22597
+    },
+    {
+      "epoch": 1.5008301786544465,
+      "grad_norm": 75.13827514648438,
+      "learning_rate": 3.093150298707897e-07,
+      "loss": 12.3203,
+      "step": 22598
+    },
+    {
+      "epoch": 1.500896592946802,
+      "grad_norm": 387.717041015625,
+      "learning_rate": 3.092372570473163e-07,
+      "loss": 15.7031,
+      "step": 22599
+    },
+    {
+      "epoch": 1.5009630072391578,
+      "grad_norm": 174.11907958984375,
+      "learning_rate": 3.091594922141879e-07,
+      "loss": 17.0938,
+      "step": 22600
+    },
+    {
+      "epoch": 1.5010294215315136,
+      "grad_norm": 161.781005859375,
+      "learning_rate": 3.0908173537230455e-07,
+      "loss": 13.7422,
+      "step": 22601
+    },
+    {
+      "epoch": 1.5010958358238693,
+      "grad_norm": 204.12586975097656,
+      "learning_rate": 3.090039865225647e-07,
+      "loss": 18.9375,
+      "step": 22602
+    },
+    {
+      "epoch": 1.501162250116225,
+      "grad_norm": 330.76324462890625,
+      "learning_rate": 3.089262456658687e-07,
+      "loss": 20.0,
+      "step": 22603
+    },
+    {
+      "epoch": 1.5012286644085808,
+      "grad_norm": 218.02259826660156,
+      "learning_rate": 3.088485128031152e-07,
+      "loss": 19.8594,
+      "step": 22604
+    },
+    {
+      "epoch": 1.5012950787009365,
+      "grad_norm": 156.8428192138672,
+      "learning_rate": 3.087707879352035e-07,
+      "loss": 16.4531,
+      "step": 22605
+    },
+    {
+      "epoch": 1.5013614929932921,
+      "grad_norm": 248.3299560546875,
+      "learning_rate": 3.0869307106303287e-07,
+      "loss": 19.8281,
+      "step": 22606
+    },
+    {
+      "epoch": 1.501427907285648,
+      "grad_norm": 261.10986328125,
+      "learning_rate": 3.0861536218750205e-07,
+      "loss": 14.9688,
+      "step": 22607
+    },
+    {
+      "epoch": 1.5014943215780034,
+      "grad_norm": 494.9154052734375,
+      "learning_rate": 3.085376613095101e-07,
+      "loss": 22.3281,
+      "step": 22608
+    },
+    {
+      "epoch": 1.5015607358703593,
+      "grad_norm": 333.56298828125,
+      "learning_rate": 3.0845996842995603e-07,
+      "loss": 31.4531,
+      "step": 22609
+    },
+    {
+      "epoch": 1.501627150162715,
+      "grad_norm": 122.3709945678711,
+      "learning_rate": 3.083822835497377e-07,
+      "loss": 13.2188,
+      "step": 22610
+    },
+    {
+      "epoch": 1.5016935644550706,
+      "grad_norm": 387.88372802734375,
+      "learning_rate": 3.0830460666975457e-07,
+      "loss": 15.1875,
+      "step": 22611
+    },
+    {
+      "epoch": 1.5017599787474265,
+      "grad_norm": 123.86279296875,
+      "learning_rate": 3.0822693779090527e-07,
+      "loss": 16.6094,
+      "step": 22612
+    },
+    {
+      "epoch": 1.5018263930397822,
+      "grad_norm": 163.52035522460938,
+      "learning_rate": 3.0814927691408745e-07,
+      "loss": 20.6562,
+      "step": 22613
+    },
+    {
+      "epoch": 1.5018928073321378,
+      "grad_norm": 168.7258758544922,
+      "learning_rate": 3.080716240401999e-07,
+      "loss": 13.6953,
+      "step": 22614
+    },
+    {
+      "epoch": 1.5019592216244937,
+      "grad_norm": 206.2408447265625,
+      "learning_rate": 3.0799397917014094e-07,
+      "loss": 15.75,
+      "step": 22615
+    },
+    {
+      "epoch": 1.5020256359168493,
+      "grad_norm": 174.699462890625,
+      "learning_rate": 3.0791634230480844e-07,
+      "loss": 18.3125,
+      "step": 22616
+    },
+    {
+      "epoch": 1.502092050209205,
+      "grad_norm": 99.98578643798828,
+      "learning_rate": 3.078387134451006e-07,
+      "loss": 11.6562,
+      "step": 22617
+    },
+    {
+      "epoch": 1.5021584645015609,
+      "grad_norm": 176.53475952148438,
+      "learning_rate": 3.077610925919157e-07,
+      "loss": 14.8281,
+      "step": 22618
+    },
+    {
+      "epoch": 1.5022248787939163,
+      "grad_norm": 184.82540893554688,
+      "learning_rate": 3.0768347974615083e-07,
+      "loss": 13.5469,
+      "step": 22619
+    },
+    {
+      "epoch": 1.5022912930862722,
+      "grad_norm": 119.76773071289062,
+      "learning_rate": 3.0760587490870484e-07,
+      "loss": 13.5547,
+      "step": 22620
+    },
+    {
+      "epoch": 1.5023577073786278,
+      "grad_norm": 638.6458129882812,
+      "learning_rate": 3.0752827808047443e-07,
+      "loss": 23.9062,
+      "step": 22621
+    },
+    {
+      "epoch": 1.5024241216709835,
+      "grad_norm": 178.3330078125,
+      "learning_rate": 3.0745068926235763e-07,
+      "loss": 17.1719,
+      "step": 22622
+    },
+    {
+      "epoch": 1.5024905359633394,
+      "grad_norm": 261.10565185546875,
+      "learning_rate": 3.0737310845525197e-07,
+      "loss": 12.0938,
+      "step": 22623
+    },
+    {
+      "epoch": 1.502556950255695,
+      "grad_norm": 237.82859802246094,
+      "learning_rate": 3.072955356600547e-07,
+      "loss": 14.8125,
+      "step": 22624
+    },
+    {
+      "epoch": 1.5026233645480507,
+      "grad_norm": 194.7387237548828,
+      "learning_rate": 3.072179708776633e-07,
+      "loss": 15.2656,
+      "step": 22625
+    },
+    {
+      "epoch": 1.5026897788404066,
+      "grad_norm": 238.15621948242188,
+      "learning_rate": 3.071404141089753e-07,
+      "loss": 15.5781,
+      "step": 22626
+    },
+    {
+      "epoch": 1.5027561931327622,
+      "grad_norm": 176.6140899658203,
+      "learning_rate": 3.070628653548867e-07,
+      "loss": 15.2812,
+      "step": 22627
+    },
+    {
+      "epoch": 1.5028226074251179,
+      "grad_norm": 136.64747619628906,
+      "learning_rate": 3.06985324616296e-07,
+      "loss": 15.3906,
+      "step": 22628
+    },
+    {
+      "epoch": 1.5028890217174737,
+      "grad_norm": 172.934326171875,
+      "learning_rate": 3.069077918940992e-07,
+      "loss": 21.0,
+      "step": 22629
+    },
+    {
+      "epoch": 1.5029554360098292,
+      "grad_norm": 303.2418518066406,
+      "learning_rate": 3.0683026718919335e-07,
+      "loss": 14.2891,
+      "step": 22630
+    },
+    {
+      "epoch": 1.503021850302185,
+      "grad_norm": 330.6659851074219,
+      "learning_rate": 3.067527505024753e-07,
+      "loss": 22.0859,
+      "step": 22631
+    },
+    {
+      "epoch": 1.5030882645945407,
+      "grad_norm": 269.5997619628906,
+      "learning_rate": 3.0667524183484196e-07,
+      "loss": 21.7812,
+      "step": 22632
+    },
+    {
+      "epoch": 1.5031546788868964,
+      "grad_norm": 172.2926025390625,
+      "learning_rate": 3.0659774118718895e-07,
+      "loss": 13.5,
+      "step": 22633
+    },
+    {
+      "epoch": 1.5032210931792522,
+      "grad_norm": 245.61203002929688,
+      "learning_rate": 3.065202485604141e-07,
+      "loss": 19.3125,
+      "step": 22634
+    },
+    {
+      "epoch": 1.5032875074716079,
+      "grad_norm": 250.994873046875,
+      "learning_rate": 3.0644276395541277e-07,
+      "loss": 18.875,
+      "step": 22635
+    },
+    {
+      "epoch": 1.5033539217639635,
+      "grad_norm": 100.80814361572266,
+      "learning_rate": 3.0636528737308176e-07,
+      "loss": 15.3281,
+      "step": 22636
+    },
+    {
+      "epoch": 1.5034203360563194,
+      "grad_norm": 359.7665100097656,
+      "learning_rate": 3.06287818814317e-07,
+      "loss": 23.5312,
+      "step": 22637
+    },
+    {
+      "epoch": 1.503486750348675,
+      "grad_norm": 180.75527954101562,
+      "learning_rate": 3.0621035828001476e-07,
+      "loss": 18.5625,
+      "step": 22638
+    },
+    {
+      "epoch": 1.5035531646410307,
+      "grad_norm": 457.0525817871094,
+      "learning_rate": 3.061329057710711e-07,
+      "loss": 15.6094,
+      "step": 22639
+    },
+    {
+      "epoch": 1.5036195789333866,
+      "grad_norm": 189.07803344726562,
+      "learning_rate": 3.0605546128838214e-07,
+      "loss": 16.9922,
+      "step": 22640
+    },
+    {
+      "epoch": 1.503685993225742,
+      "grad_norm": 247.80349731445312,
+      "learning_rate": 3.0597802483284284e-07,
+      "loss": 17.9844,
+      "step": 22641
+    },
+    {
+      "epoch": 1.503752407518098,
+      "grad_norm": 106.72161102294922,
+      "learning_rate": 3.0590059640535016e-07,
+      "loss": 14.625,
+      "step": 22642
+    },
+    {
+      "epoch": 1.5038188218104536,
+      "grad_norm": 103.49919128417969,
+      "learning_rate": 3.0582317600679887e-07,
+      "loss": 14.1875,
+      "step": 22643
+    },
+    {
+      "epoch": 1.5038852361028092,
+      "grad_norm": 462.7326354980469,
+      "learning_rate": 3.0574576363808467e-07,
+      "loss": 24.4688,
+      "step": 22644
+    },
+    {
+      "epoch": 1.503951650395165,
+      "grad_norm": 100.35504913330078,
+      "learning_rate": 3.056683593001033e-07,
+      "loss": 12.9219,
+      "step": 22645
+    },
+    {
+      "epoch": 1.5040180646875208,
+      "grad_norm": 138.99281311035156,
+      "learning_rate": 3.055909629937499e-07,
+      "loss": 14.5781,
+      "step": 22646
+    },
+    {
+      "epoch": 1.5040844789798764,
+      "grad_norm": 309.0203552246094,
+      "learning_rate": 3.055135747199198e-07,
+      "loss": 16.7031,
+      "step": 22647
+    },
+    {
+      "epoch": 1.5041508932722323,
+      "grad_norm": 197.66455078125,
+      "learning_rate": 3.054361944795083e-07,
+      "loss": 12.7969,
+      "step": 22648
+    },
+    {
+      "epoch": 1.504217307564588,
+      "grad_norm": 426.1669006347656,
+      "learning_rate": 3.0535882227341026e-07,
+      "loss": 18.0781,
+      "step": 22649
+    },
+    {
+      "epoch": 1.5042837218569436,
+      "grad_norm": 149.2816619873047,
+      "learning_rate": 3.0528145810252094e-07,
+      "loss": 17.8438,
+      "step": 22650
+    },
+    {
+      "epoch": 1.5043501361492995,
+      "grad_norm": 174.2887725830078,
+      "learning_rate": 3.0520410196773536e-07,
+      "loss": 9.8281,
+      "step": 22651
+    },
+    {
+      "epoch": 1.504416550441655,
+      "grad_norm": 149.92800903320312,
+      "learning_rate": 3.0512675386994747e-07,
+      "loss": 15.3906,
+      "step": 22652
+    },
+    {
+      "epoch": 1.5044829647340108,
+      "grad_norm": 359.1302185058594,
+      "learning_rate": 3.050494138100532e-07,
+      "loss": 25.75,
+      "step": 22653
+    },
+    {
+      "epoch": 1.5045493790263664,
+      "grad_norm": 267.9012756347656,
+      "learning_rate": 3.049720817889463e-07,
+      "loss": 15.1719,
+      "step": 22654
+    },
+    {
+      "epoch": 1.504615793318722,
+      "grad_norm": 200.7416534423828,
+      "learning_rate": 3.048947578075216e-07,
+      "loss": 17.875,
+      "step": 22655
+    },
+    {
+      "epoch": 1.504682207611078,
+      "grad_norm": 326.6504821777344,
+      "learning_rate": 3.0481744186667345e-07,
+      "loss": 16.2969,
+      "step": 22656
+    },
+    {
+      "epoch": 1.5047486219034336,
+      "grad_norm": 293.48150634765625,
+      "learning_rate": 3.047401339672967e-07,
+      "loss": 17.1719,
+      "step": 22657
+    },
+    {
+      "epoch": 1.5048150361957893,
+      "grad_norm": 277.1900329589844,
+      "learning_rate": 3.0466283411028447e-07,
+      "loss": 20.5312,
+      "step": 22658
+    },
+    {
+      "epoch": 1.5048814504881451,
+      "grad_norm": 153.4755096435547,
+      "learning_rate": 3.0458554229653224e-07,
+      "loss": 14.625,
+      "step": 22659
+    },
+    {
+      "epoch": 1.5049478647805008,
+      "grad_norm": 153.32923889160156,
+      "learning_rate": 3.0450825852693316e-07,
+      "loss": 20.0625,
+      "step": 22660
+    },
+    {
+      "epoch": 1.5050142790728565,
+      "grad_norm": 182.7186279296875,
+      "learning_rate": 3.0443098280238144e-07,
+      "loss": 19.875,
+      "step": 22661
+    },
+    {
+      "epoch": 1.5050806933652123,
+      "grad_norm": 143.73001098632812,
+      "learning_rate": 3.043537151237712e-07,
+      "loss": 15.6406,
+      "step": 22662
+    },
+    {
+      "epoch": 1.5051471076575678,
+      "grad_norm": 210.51596069335938,
+      "learning_rate": 3.042764554919959e-07,
+      "loss": 18.7344,
+      "step": 22663
+    },
+    {
+      "epoch": 1.5052135219499236,
+      "grad_norm": 122.36582946777344,
+      "learning_rate": 3.041992039079494e-07,
+      "loss": 8.3672,
+      "step": 22664
+    },
+    {
+      "epoch": 1.5052799362422793,
+      "grad_norm": 153.17881774902344,
+      "learning_rate": 3.041219603725256e-07,
+      "loss": 11.1094,
+      "step": 22665
+    },
+    {
+      "epoch": 1.505346350534635,
+      "grad_norm": 95.44937133789062,
+      "learning_rate": 3.040447248866171e-07,
+      "loss": 10.8828,
+      "step": 22666
+    },
+    {
+      "epoch": 1.5054127648269908,
+      "grad_norm": 165.14202880859375,
+      "learning_rate": 3.039674974511185e-07,
+      "loss": 16.2812,
+      "step": 22667
+    },
+    {
+      "epoch": 1.5054791791193465,
+      "grad_norm": 186.2201690673828,
+      "learning_rate": 3.038902780669222e-07,
+      "loss": 12.3594,
+      "step": 22668
+    },
+    {
+      "epoch": 1.5055455934117021,
+      "grad_norm": 1230.147705078125,
+      "learning_rate": 3.038130667349219e-07,
+      "loss": 17.5469,
+      "step": 22669
+    },
+    {
+      "epoch": 1.505612007704058,
+      "grad_norm": 241.79290771484375,
+      "learning_rate": 3.037358634560104e-07,
+      "loss": 14.875,
+      "step": 22670
+    },
+    {
+      "epoch": 1.5056784219964137,
+      "grad_norm": 181.49749755859375,
+      "learning_rate": 3.036586682310811e-07,
+      "loss": 12.2812,
+      "step": 22671
+    },
+    {
+      "epoch": 1.5057448362887693,
+      "grad_norm": 388.6385498046875,
+      "learning_rate": 3.0358148106102676e-07,
+      "loss": 20.0781,
+      "step": 22672
+    },
+    {
+      "epoch": 1.5058112505811252,
+      "grad_norm": 155.35093688964844,
+      "learning_rate": 3.035043019467406e-07,
+      "loss": 14.3281,
+      "step": 22673
+    },
+    {
+      "epoch": 1.5058776648734806,
+      "grad_norm": 1144.617431640625,
+      "learning_rate": 3.034271308891144e-07,
+      "loss": 14.5781,
+      "step": 22674
+    },
+    {
+      "epoch": 1.5059440791658365,
+      "grad_norm": 304.0683288574219,
+      "learning_rate": 3.033499678890421e-07,
+      "loss": 22.5625,
+      "step": 22675
+    },
+    {
+      "epoch": 1.5060104934581922,
+      "grad_norm": 165.65765380859375,
+      "learning_rate": 3.032728129474154e-07,
+      "loss": 15.9062,
+      "step": 22676
+    },
+    {
+      "epoch": 1.5060769077505478,
+      "grad_norm": 268.6431579589844,
+      "learning_rate": 3.031956660651269e-07,
+      "loss": 20.1094,
+      "step": 22677
+    },
+    {
+      "epoch": 1.5061433220429037,
+      "grad_norm": 126.54315185546875,
+      "learning_rate": 3.031185272430693e-07,
+      "loss": 11.2656,
+      "step": 22678
+    },
+    {
+      "epoch": 1.5062097363352593,
+      "grad_norm": 164.12864685058594,
+      "learning_rate": 3.030413964821349e-07,
+      "loss": 12.0,
+      "step": 22679
+    },
+    {
+      "epoch": 1.506276150627615,
+      "grad_norm": 573.7720336914062,
+      "learning_rate": 3.029642737832152e-07,
+      "loss": 19.3594,
+      "step": 22680
+    },
+    {
+      "epoch": 1.5063425649199709,
+      "grad_norm": 200.7476348876953,
+      "learning_rate": 3.028871591472035e-07,
+      "loss": 17.6094,
+      "step": 22681
+    },
+    {
+      "epoch": 1.5064089792123265,
+      "grad_norm": 182.22879028320312,
+      "learning_rate": 3.028100525749908e-07,
+      "loss": 15.3438,
+      "step": 22682
+    },
+    {
+      "epoch": 1.5064753935046822,
+      "grad_norm": 162.0090789794922,
+      "learning_rate": 3.02732954067469e-07,
+      "loss": 15.375,
+      "step": 22683
+    },
+    {
+      "epoch": 1.506541807797038,
+      "grad_norm": 243.37152099609375,
+      "learning_rate": 3.026558636255311e-07,
+      "loss": 12.7969,
+      "step": 22684
+    },
+    {
+      "epoch": 1.5066082220893935,
+      "grad_norm": 199.048583984375,
+      "learning_rate": 3.0257878125006766e-07,
+      "loss": 15.3125,
+      "step": 22685
+    },
+    {
+      "epoch": 1.5066746363817494,
+      "grad_norm": 130.33250427246094,
+      "learning_rate": 3.0250170694197074e-07,
+      "loss": 13.75,
+      "step": 22686
+    },
+    {
+      "epoch": 1.506741050674105,
+      "grad_norm": 290.8138732910156,
+      "learning_rate": 3.024246407021319e-07,
+      "loss": 23.7188,
+      "step": 22687
+    },
+    {
+      "epoch": 1.5068074649664607,
+      "grad_norm": 213.31617736816406,
+      "learning_rate": 3.023475825314425e-07,
+      "loss": 24.5625,
+      "step": 22688
+    },
+    {
+      "epoch": 1.5068738792588166,
+      "grad_norm": 215.08865356445312,
+      "learning_rate": 3.02270532430794e-07,
+      "loss": 21.9531,
+      "step": 22689
+    },
+    {
+      "epoch": 1.5069402935511722,
+      "grad_norm": 134.5599822998047,
+      "learning_rate": 3.02193490401078e-07,
+      "loss": 13.4844,
+      "step": 22690
+    },
+    {
+      "epoch": 1.5070067078435279,
+      "grad_norm": 275.0478210449219,
+      "learning_rate": 3.0211645644318475e-07,
+      "loss": 15.9062,
+      "step": 22691
+    },
+    {
+      "epoch": 1.5070731221358837,
+      "grad_norm": 817.291015625,
+      "learning_rate": 3.020394305580064e-07,
+      "loss": 19.1094,
+      "step": 22692
+    },
+    {
+      "epoch": 1.5071395364282394,
+      "grad_norm": 160.6695556640625,
+      "learning_rate": 3.0196241274643317e-07,
+      "loss": 13.8594,
+      "step": 22693
+    },
+    {
+      "epoch": 1.507205950720595,
+      "grad_norm": 202.16549682617188,
+      "learning_rate": 3.018854030093563e-07,
+      "loss": 11.9688,
+      "step": 22694
+    },
+    {
+      "epoch": 1.507272365012951,
+      "grad_norm": 99.6938247680664,
+      "learning_rate": 3.018084013476665e-07,
+      "loss": 17.3125,
+      "step": 22695
+    },
+    {
+      "epoch": 1.5073387793053064,
+      "grad_norm": 467.1496276855469,
+      "learning_rate": 3.017314077622548e-07,
+      "loss": 17.3438,
+      "step": 22696
+    },
+    {
+      "epoch": 1.5074051935976622,
+      "grad_norm": 209.14378356933594,
+      "learning_rate": 3.0165442225401094e-07,
+      "loss": 13.4062,
+      "step": 22697
+    },
+    {
+      "epoch": 1.5074716078900179,
+      "grad_norm": 414.8608703613281,
+      "learning_rate": 3.0157744482382665e-07,
+      "loss": 19.5312,
+      "step": 22698
+    },
+    {
+      "epoch": 1.5075380221823735,
+      "grad_norm": 150.15225219726562,
+      "learning_rate": 3.015004754725915e-07,
+      "loss": 19.0625,
+      "step": 22699
+    },
+    {
+      "epoch": 1.5076044364747294,
+      "grad_norm": 423.5149841308594,
+      "learning_rate": 3.0142351420119594e-07,
+      "loss": 18.9531,
+      "step": 22700
+    },
+    {
+      "epoch": 1.507670850767085,
+      "grad_norm": 182.99356079101562,
+      "learning_rate": 3.0134656101053047e-07,
+      "loss": 14.7969,
+      "step": 22701
+    },
+    {
+      "epoch": 1.5077372650594407,
+      "grad_norm": 139.64700317382812,
+      "learning_rate": 3.01269615901485e-07,
+      "loss": 13.6562,
+      "step": 22702
+    },
+    {
+      "epoch": 1.5078036793517966,
+      "grad_norm": 237.63404846191406,
+      "learning_rate": 3.011926788749498e-07,
+      "loss": 14.7344,
+      "step": 22703
+    },
+    {
+      "epoch": 1.5078700936441523,
+      "grad_norm": 156.57571411132812,
+      "learning_rate": 3.01115749931815e-07,
+      "loss": 14.9844,
+      "step": 22704
+    },
+    {
+      "epoch": 1.507936507936508,
+      "grad_norm": 180.1397705078125,
+      "learning_rate": 3.010388290729695e-07,
+      "loss": 15.2031,
+      "step": 22705
+    },
+    {
+      "epoch": 1.5080029222288638,
+      "grad_norm": 239.18272399902344,
+      "learning_rate": 3.009619162993046e-07,
+      "loss": 18.6562,
+      "step": 22706
+    },
+    {
+      "epoch": 1.5080693365212192,
+      "grad_norm": 512.7820434570312,
+      "learning_rate": 3.0088501161170866e-07,
+      "loss": 16.2656,
+      "step": 22707
+    },
+    {
+      "epoch": 1.508135750813575,
+      "grad_norm": 283.12030029296875,
+      "learning_rate": 3.0080811501107183e-07,
+      "loss": 26.7188,
+      "step": 22708
+    },
+    {
+      "epoch": 1.5082021651059307,
+      "grad_norm": 244.92474365234375,
+      "learning_rate": 3.007312264982836e-07,
+      "loss": 13.5156,
+      "step": 22709
+    },
+    {
+      "epoch": 1.5082685793982864,
+      "grad_norm": 214.9237060546875,
+      "learning_rate": 3.0065434607423336e-07,
+      "loss": 13.375,
+      "step": 22710
+    },
+    {
+      "epoch": 1.5083349936906423,
+      "grad_norm": 382.7807312011719,
+      "learning_rate": 3.005774737398102e-07,
+      "loss": 18.2656,
+      "step": 22711
+    },
+    {
+      "epoch": 1.508401407982998,
+      "grad_norm": 246.85482788085938,
+      "learning_rate": 3.005006094959041e-07,
+      "loss": 16.1562,
+      "step": 22712
+    },
+    {
+      "epoch": 1.5084678222753536,
+      "grad_norm": 572.6580810546875,
+      "learning_rate": 3.0042375334340277e-07,
+      "loss": 13.4219,
+      "step": 22713
+    },
+    {
+      "epoch": 1.5085342365677095,
+      "grad_norm": 103.93492889404297,
+      "learning_rate": 3.0034690528319674e-07,
+      "loss": 13.5469,
+      "step": 22714
+    },
+    {
+      "epoch": 1.5086006508600651,
+      "grad_norm": 206.8740234375,
+      "learning_rate": 3.0027006531617384e-07,
+      "loss": 21.1562,
+      "step": 22715
+    },
+    {
+      "epoch": 1.5086670651524208,
+      "grad_norm": 183.7975311279297,
+      "learning_rate": 3.0019323344322345e-07,
+      "loss": 10.125,
+      "step": 22716
+    },
+    {
+      "epoch": 1.5087334794447766,
+      "grad_norm": 229.99839782714844,
+      "learning_rate": 3.001164096652342e-07,
+      "loss": 17.7031,
+      "step": 22717
+    },
+    {
+      "epoch": 1.508799893737132,
+      "grad_norm": 243.05686950683594,
+      "learning_rate": 3.0003959398309506e-07,
+      "loss": 22.7266,
+      "step": 22718
+    },
+    {
+      "epoch": 1.508866308029488,
+      "grad_norm": 487.7875671386719,
+      "learning_rate": 2.9996278639769366e-07,
+      "loss": 19.125,
+      "step": 22719
+    },
+    {
+      "epoch": 1.5089327223218436,
+      "grad_norm": 186.21885681152344,
+      "learning_rate": 2.998859869099194e-07,
+      "loss": 20.75,
+      "step": 22720
+    },
+    {
+      "epoch": 1.5089991366141993,
+      "grad_norm": 512.8792724609375,
+      "learning_rate": 2.9980919552066064e-07,
+      "loss": 13.8594,
+      "step": 22721
+    },
+    {
+      "epoch": 1.5090655509065551,
+      "grad_norm": 358.58428955078125,
+      "learning_rate": 2.997324122308047e-07,
+      "loss": 22.5625,
+      "step": 22722
+    },
+    {
+      "epoch": 1.5091319651989108,
+      "grad_norm": 112.0015640258789,
+      "learning_rate": 2.9965563704124095e-07,
+      "loss": 9.9375,
+      "step": 22723
+    },
+    {
+      "epoch": 1.5091983794912665,
+      "grad_norm": 231.26272583007812,
+      "learning_rate": 2.9957886995285676e-07,
+      "loss": 17.5078,
+      "step": 22724
+    },
+    {
+      "epoch": 1.5092647937836223,
+      "grad_norm": 207.28440856933594,
+      "learning_rate": 2.9950211096654033e-07,
+      "loss": 19.0,
+      "step": 22725
+    },
+    {
+      "epoch": 1.509331208075978,
+      "grad_norm": 213.92550659179688,
+      "learning_rate": 2.994253600831795e-07,
+      "loss": 24.3594,
+      "step": 22726
+    },
+    {
+      "epoch": 1.5093976223683336,
+      "grad_norm": 164.91275024414062,
+      "learning_rate": 2.993486173036621e-07,
+      "loss": 14.0469,
+      "step": 22727
+    },
+    {
+      "epoch": 1.5094640366606895,
+      "grad_norm": 217.94210815429688,
+      "learning_rate": 2.99271882628876e-07,
+      "loss": 21.3125,
+      "step": 22728
+    },
+    {
+      "epoch": 1.509530450953045,
+      "grad_norm": 355.1308898925781,
+      "learning_rate": 2.991951560597089e-07,
+      "loss": 21.25,
+      "step": 22729
+    },
+    {
+      "epoch": 1.5095968652454008,
+      "grad_norm": 185.10133361816406,
+      "learning_rate": 2.9911843759704757e-07,
+      "loss": 18.5156,
+      "step": 22730
+    },
+    {
+      "epoch": 1.5096632795377565,
+      "grad_norm": 139.47535705566406,
+      "learning_rate": 2.9904172724178055e-07,
+      "loss": 14.3672,
+      "step": 22731
+    },
+    {
+      "epoch": 1.5097296938301121,
+      "grad_norm": 340.8703918457031,
+      "learning_rate": 2.989650249947944e-07,
+      "loss": 18.5156,
+      "step": 22732
+    },
+    {
+      "epoch": 1.509796108122468,
+      "grad_norm": 420.6253967285156,
+      "learning_rate": 2.988883308569766e-07,
+      "loss": 21.6875,
+      "step": 22733
+    },
+    {
+      "epoch": 1.5098625224148237,
+      "grad_norm": 132.0035858154297,
+      "learning_rate": 2.988116448292143e-07,
+      "loss": 13.7109,
+      "step": 22734
+    },
+    {
+      "epoch": 1.5099289367071793,
+      "grad_norm": 154.75079345703125,
+      "learning_rate": 2.987349669123945e-07,
+      "loss": 17.6953,
+      "step": 22735
+    },
+    {
+      "epoch": 1.5099953509995352,
+      "grad_norm": 121.96736145019531,
+      "learning_rate": 2.986582971074042e-07,
+      "loss": 14.5781,
+      "step": 22736
+    },
+    {
+      "epoch": 1.5100617652918908,
+      "grad_norm": 261.1473388671875,
+      "learning_rate": 2.985816354151307e-07,
+      "loss": 14.9219,
+      "step": 22737
+    },
+    {
+      "epoch": 1.5101281795842465,
+      "grad_norm": 493.9690246582031,
+      "learning_rate": 2.985049818364598e-07,
+      "loss": 11.9609,
+      "step": 22738
+    },
+    {
+      "epoch": 1.5101945938766024,
+      "grad_norm": 166.21835327148438,
+      "learning_rate": 2.9842833637227924e-07,
+      "loss": 14.6875,
+      "step": 22739
+    },
+    {
+      "epoch": 1.5102610081689578,
+      "grad_norm": 106.025634765625,
+      "learning_rate": 2.9835169902347503e-07,
+      "loss": 11.3984,
+      "step": 22740
+    },
+    {
+      "epoch": 1.5103274224613137,
+      "grad_norm": 115.22266387939453,
+      "learning_rate": 2.9827506979093353e-07,
+      "loss": 16.75,
+      "step": 22741
+    },
+    {
+      "epoch": 1.5103938367536693,
+      "grad_norm": 115.78571319580078,
+      "learning_rate": 2.9819844867554154e-07,
+      "loss": 14.8125,
+      "step": 22742
+    },
+    {
+      "epoch": 1.510460251046025,
+      "grad_norm": 151.107421875,
+      "learning_rate": 2.981218356781855e-07,
+      "loss": 12.0938,
+      "step": 22743
+    },
+    {
+      "epoch": 1.5105266653383809,
+      "grad_norm": 94.89066314697266,
+      "learning_rate": 2.9804523079975073e-07,
+      "loss": 13.6719,
+      "step": 22744
+    },
+    {
+      "epoch": 1.5105930796307365,
+      "grad_norm": 343.0114440917969,
+      "learning_rate": 2.979686340411246e-07,
+      "loss": 18.0469,
+      "step": 22745
+    },
+    {
+      "epoch": 1.5106594939230922,
+      "grad_norm": 167.2403106689453,
+      "learning_rate": 2.978920454031921e-07,
+      "loss": 15.75,
+      "step": 22746
+    },
+    {
+      "epoch": 1.510725908215448,
+      "grad_norm": 243.1412811279297,
+      "learning_rate": 2.9781546488683964e-07,
+      "loss": 17.5625,
+      "step": 22747
+    },
+    {
+      "epoch": 1.5107923225078037,
+      "grad_norm": 311.01611328125,
+      "learning_rate": 2.977388924929529e-07,
+      "loss": 18.7188,
+      "step": 22748
+    },
+    {
+      "epoch": 1.5108587368001594,
+      "grad_norm": 274.55712890625,
+      "learning_rate": 2.976623282224178e-07,
+      "loss": 13.8125,
+      "step": 22749
+    },
+    {
+      "epoch": 1.5109251510925152,
+      "grad_norm": 503.68145751953125,
+      "learning_rate": 2.975857720761198e-07,
+      "loss": 13.0312,
+      "step": 22750
+    },
+    {
+      "epoch": 1.5109915653848707,
+      "grad_norm": 112.318115234375,
+      "learning_rate": 2.975092240549449e-07,
+      "loss": 16.0625,
+      "step": 22751
+    },
+    {
+      "epoch": 1.5110579796772265,
+      "grad_norm": 464.24835205078125,
+      "learning_rate": 2.974326841597776e-07,
+      "loss": 15.6641,
+      "step": 22752
+    },
+    {
+      "epoch": 1.5111243939695822,
+      "grad_norm": 2439.124267578125,
+      "learning_rate": 2.973561523915046e-07,
+      "loss": 18.9219,
+      "step": 22753
+    },
+    {
+      "epoch": 1.5111908082619379,
+      "grad_norm": 219.80287170410156,
+      "learning_rate": 2.9727962875100996e-07,
+      "loss": 23.6406,
+      "step": 22754
+    },
+    {
+      "epoch": 1.5112572225542937,
+      "grad_norm": 432.2144775390625,
+      "learning_rate": 2.9720311323917945e-07,
+      "loss": 12.7188,
+      "step": 22755
+    },
+    {
+      "epoch": 1.5113236368466494,
+      "grad_norm": 183.3400115966797,
+      "learning_rate": 2.9712660585689806e-07,
+      "loss": 15.3906,
+      "step": 22756
+    },
+    {
+      "epoch": 1.511390051139005,
+      "grad_norm": 163.62060546875,
+      "learning_rate": 2.970501066050509e-07,
+      "loss": 21.0938,
+      "step": 22757
+    },
+    {
+      "epoch": 1.511456465431361,
+      "grad_norm": 360.6778564453125,
+      "learning_rate": 2.9697361548452273e-07,
+      "loss": 20.625,
+      "step": 22758
+    },
+    {
+      "epoch": 1.5115228797237166,
+      "grad_norm": 138.825439453125,
+      "learning_rate": 2.968971324961983e-07,
+      "loss": 15.625,
+      "step": 22759
+    },
+    {
+      "epoch": 1.5115892940160722,
+      "grad_norm": 214.451904296875,
+      "learning_rate": 2.968206576409628e-07,
+      "loss": 16.1953,
+      "step": 22760
+    },
+    {
+      "epoch": 1.511655708308428,
+      "grad_norm": 138.82949829101562,
+      "learning_rate": 2.967441909196997e-07,
+      "loss": 18.6562,
+      "step": 22761
+    },
+    {
+      "epoch": 1.5117221226007835,
+      "grad_norm": 249.989501953125,
+      "learning_rate": 2.96667732333295e-07,
+      "loss": 11.5469,
+      "step": 22762
+    },
+    {
+      "epoch": 1.5117885368931394,
+      "grad_norm": 251.0377197265625,
+      "learning_rate": 2.965912818826322e-07,
+      "loss": 19.9531,
+      "step": 22763
+    },
+    {
+      "epoch": 1.511854951185495,
+      "grad_norm": 261.201416015625,
+      "learning_rate": 2.9651483956859567e-07,
+      "loss": 21.1719,
+      "step": 22764
+    },
+    {
+      "epoch": 1.5119213654778507,
+      "grad_norm": 250.5653533935547,
+      "learning_rate": 2.9643840539206986e-07,
+      "loss": 17.0938,
+      "step": 22765
+    },
+    {
+      "epoch": 1.5119877797702066,
+      "grad_norm": 102.0944595336914,
+      "learning_rate": 2.9636197935393893e-07,
+      "loss": 12.1406,
+      "step": 22766
+    },
+    {
+      "epoch": 1.5120541940625623,
+      "grad_norm": 149.59866333007812,
+      "learning_rate": 2.962855614550869e-07,
+      "loss": 13.4688,
+      "step": 22767
+    },
+    {
+      "epoch": 1.512120608354918,
+      "grad_norm": 159.39344787597656,
+      "learning_rate": 2.9620915169639795e-07,
+      "loss": 13.7188,
+      "step": 22768
+    },
+    {
+      "epoch": 1.5121870226472738,
+      "grad_norm": 102.94668579101562,
+      "learning_rate": 2.96132750078755e-07,
+      "loss": 14.8594,
+      "step": 22769
+    },
+    {
+      "epoch": 1.5122534369396294,
+      "grad_norm": 168.91905212402344,
+      "learning_rate": 2.960563566030434e-07,
+      "loss": 14.125,
+      "step": 22770
+    },
+    {
+      "epoch": 1.512319851231985,
+      "grad_norm": 118.52600860595703,
+      "learning_rate": 2.959799712701454e-07,
+      "loss": 12.4219,
+      "step": 22771
+    },
+    {
+      "epoch": 1.512386265524341,
+      "grad_norm": 82.8035659790039,
+      "learning_rate": 2.9590359408094523e-07,
+      "loss": 13.4062,
+      "step": 22772
+    },
+    {
+      "epoch": 1.5124526798166964,
+      "grad_norm": 99.0355224609375,
+      "learning_rate": 2.958272250363263e-07,
+      "loss": 15.2812,
+      "step": 22773
+    },
+    {
+      "epoch": 1.5125190941090523,
+      "grad_norm": 167.68765258789062,
+      "learning_rate": 2.95750864137172e-07,
+      "loss": 19.9531,
+      "step": 22774
+    },
+    {
+      "epoch": 1.512585508401408,
+      "grad_norm": 309.861083984375,
+      "learning_rate": 2.956745113843655e-07,
+      "loss": 16.1094,
+      "step": 22775
+    },
+    {
+      "epoch": 1.5126519226937636,
+      "grad_norm": 137.87318420410156,
+      "learning_rate": 2.9559816677879056e-07,
+      "loss": 20.9375,
+      "step": 22776
+    },
+    {
+      "epoch": 1.5127183369861195,
+      "grad_norm": 274.17578125,
+      "learning_rate": 2.9552183032132916e-07,
+      "loss": 20.6875,
+      "step": 22777
+    },
+    {
+      "epoch": 1.5127847512784751,
+      "grad_norm": 246.4930877685547,
+      "learning_rate": 2.9544550201286553e-07,
+      "loss": 21.2812,
+      "step": 22778
+    },
+    {
+      "epoch": 1.5128511655708308,
+      "grad_norm": 221.62351989746094,
+      "learning_rate": 2.9536918185428193e-07,
+      "loss": 17.4531,
+      "step": 22779
+    },
+    {
+      "epoch": 1.5129175798631866,
+      "grad_norm": 213.99757385253906,
+      "learning_rate": 2.9529286984646117e-07,
+      "loss": 16.4531,
+      "step": 22780
+    },
+    {
+      "epoch": 1.5129839941555423,
+      "grad_norm": 186.06500244140625,
+      "learning_rate": 2.9521656599028623e-07,
+      "loss": 13.4531,
+      "step": 22781
+    },
+    {
+      "epoch": 1.513050408447898,
+      "grad_norm": 134.65185546875,
+      "learning_rate": 2.9514027028663993e-07,
+      "loss": 13.8984,
+      "step": 22782
+    },
+    {
+      "epoch": 1.5131168227402538,
+      "grad_norm": 303.2271728515625,
+      "learning_rate": 2.9506398273640387e-07,
+      "loss": 19.4219,
+      "step": 22783
+    },
+    {
+      "epoch": 1.5131832370326093,
+      "grad_norm": 188.19091796875,
+      "learning_rate": 2.949877033404619e-07,
+      "loss": 17.8438,
+      "step": 22784
+    },
+    {
+      "epoch": 1.5132496513249651,
+      "grad_norm": 300.19171142578125,
+      "learning_rate": 2.949114320996953e-07,
+      "loss": 16.8438,
+      "step": 22785
+    },
+    {
+      "epoch": 1.5133160656173208,
+      "grad_norm": 271.09210205078125,
+      "learning_rate": 2.948351690149866e-07,
+      "loss": 14.875,
+      "step": 22786
+    },
+    {
+      "epoch": 1.5133824799096764,
+      "grad_norm": 414.0079040527344,
+      "learning_rate": 2.947589140872181e-07,
+      "loss": 20.2188,
+      "step": 22787
+    },
+    {
+      "epoch": 1.5134488942020323,
+      "grad_norm": 102.69692993164062,
+      "learning_rate": 2.946826673172718e-07,
+      "loss": 12.0,
+      "step": 22788
+    },
+    {
+      "epoch": 1.513515308494388,
+      "grad_norm": 756.42529296875,
+      "learning_rate": 2.946064287060297e-07,
+      "loss": 17.1406,
+      "step": 22789
+    },
+    {
+      "epoch": 1.5135817227867436,
+      "grad_norm": 165.56398010253906,
+      "learning_rate": 2.9453019825437395e-07,
+      "loss": 16.3906,
+      "step": 22790
+    },
+    {
+      "epoch": 1.5136481370790995,
+      "grad_norm": 171.6280059814453,
+      "learning_rate": 2.9445397596318553e-07,
+      "loss": 19.625,
+      "step": 22791
+    },
+    {
+      "epoch": 1.5137145513714552,
+      "grad_norm": 214.7016143798828,
+      "learning_rate": 2.943777618333473e-07,
+      "loss": 14.2812,
+      "step": 22792
+    },
+    {
+      "epoch": 1.5137809656638108,
+      "grad_norm": 175.5981903076172,
+      "learning_rate": 2.943015558657399e-07,
+      "loss": 11.3828,
+      "step": 22793
+    },
+    {
+      "epoch": 1.5138473799561667,
+      "grad_norm": 245.96343994140625,
+      "learning_rate": 2.9422535806124483e-07,
+      "loss": 16.1094,
+      "step": 22794
+    },
+    {
+      "epoch": 1.5139137942485221,
+      "grad_norm": 115.29898071289062,
+      "learning_rate": 2.941491684207444e-07,
+      "loss": 18.7188,
+      "step": 22795
+    },
+    {
+      "epoch": 1.513980208540878,
+      "grad_norm": 199.6256103515625,
+      "learning_rate": 2.9407298694511917e-07,
+      "loss": 14.25,
+      "step": 22796
+    },
+    {
+      "epoch": 1.5140466228332337,
+      "grad_norm": 171.32557678222656,
+      "learning_rate": 2.939968136352505e-07,
+      "loss": 13.8906,
+      "step": 22797
+    },
+    {
+      "epoch": 1.5141130371255893,
+      "grad_norm": 149.62684631347656,
+      "learning_rate": 2.939206484920197e-07,
+      "loss": 11.25,
+      "step": 22798
+    },
+    {
+      "epoch": 1.5141794514179452,
+      "grad_norm": 146.56468200683594,
+      "learning_rate": 2.9384449151630764e-07,
+      "loss": 14.9375,
+      "step": 22799
+    },
+    {
+      "epoch": 1.5142458657103008,
+      "grad_norm": 213.62588500976562,
+      "learning_rate": 2.937683427089952e-07,
+      "loss": 17.4219,
+      "step": 22800
+    },
+    {
+      "epoch": 1.5143122800026565,
+      "grad_norm": 254.8958282470703,
+      "learning_rate": 2.936922020709638e-07,
+      "loss": 24.1562,
+      "step": 22801
+    },
+    {
+      "epoch": 1.5143786942950124,
+      "grad_norm": 279.5064697265625,
+      "learning_rate": 2.9361606960309306e-07,
+      "loss": 16.6875,
+      "step": 22802
+    },
+    {
+      "epoch": 1.514445108587368,
+      "grad_norm": 668.3667602539062,
+      "learning_rate": 2.935399453062648e-07,
+      "loss": 16.0312,
+      "step": 22803
+    },
+    {
+      "epoch": 1.5145115228797237,
+      "grad_norm": 188.57647705078125,
+      "learning_rate": 2.934638291813589e-07,
+      "loss": 12.8125,
+      "step": 22804
+    },
+    {
+      "epoch": 1.5145779371720796,
+      "grad_norm": 414.9094543457031,
+      "learning_rate": 2.9338772122925603e-07,
+      "loss": 23.5312,
+      "step": 22805
+    },
+    {
+      "epoch": 1.514644351464435,
+      "grad_norm": 119.25035095214844,
+      "learning_rate": 2.9331162145083644e-07,
+      "loss": 15.7812,
+      "step": 22806
+    },
+    {
+      "epoch": 1.5147107657567909,
+      "grad_norm": 200.33233642578125,
+      "learning_rate": 2.9323552984698083e-07,
+      "loss": 13.1562,
+      "step": 22807
+    },
+    {
+      "epoch": 1.5147771800491465,
+      "grad_norm": 243.6735382080078,
+      "learning_rate": 2.931594464185686e-07,
+      "loss": 21.0312,
+      "step": 22808
+    },
+    {
+      "epoch": 1.5148435943415022,
+      "grad_norm": 252.89501953125,
+      "learning_rate": 2.9308337116648075e-07,
+      "loss": 13.1406,
+      "step": 22809
+    },
+    {
+      "epoch": 1.514910008633858,
+      "grad_norm": 462.9317932128906,
+      "learning_rate": 2.930073040915967e-07,
+      "loss": 20.5469,
+      "step": 22810
+    },
+    {
+      "epoch": 1.5149764229262137,
+      "grad_norm": 139.14990234375,
+      "learning_rate": 2.929312451947963e-07,
+      "loss": 20.9375,
+      "step": 22811
+    },
+    {
+      "epoch": 1.5150428372185694,
+      "grad_norm": 366.8787841796875,
+      "learning_rate": 2.928551944769596e-07,
+      "loss": 18.5,
+      "step": 22812
+    },
+    {
+      "epoch": 1.5151092515109252,
+      "grad_norm": 164.39749145507812,
+      "learning_rate": 2.927791519389663e-07,
+      "loss": 18.4375,
+      "step": 22813
+    },
+    {
+      "epoch": 1.515175665803281,
+      "grad_norm": 122.17561340332031,
+      "learning_rate": 2.9270311758169585e-07,
+      "loss": 13.625,
+      "step": 22814
+    },
+    {
+      "epoch": 1.5152420800956365,
+      "grad_norm": 205.78138732910156,
+      "learning_rate": 2.926270914060284e-07,
+      "loss": 20.2969,
+      "step": 22815
+    },
+    {
+      "epoch": 1.5153084943879924,
+      "grad_norm": 251.90162658691406,
+      "learning_rate": 2.9255107341284204e-07,
+      "loss": 20.0938,
+      "step": 22816
+    },
+    {
+      "epoch": 1.5153749086803479,
+      "grad_norm": 207.352294921875,
+      "learning_rate": 2.9247506360301765e-07,
+      "loss": 15.375,
+      "step": 22817
+    },
+    {
+      "epoch": 1.5154413229727037,
+      "grad_norm": 237.6932373046875,
+      "learning_rate": 2.923990619774334e-07,
+      "loss": 12.1094,
+      "step": 22818
+    },
+    {
+      "epoch": 1.5155077372650596,
+      "grad_norm": 274.4563903808594,
+      "learning_rate": 2.923230685369688e-07,
+      "loss": 18.8906,
+      "step": 22819
+    },
+    {
+      "epoch": 1.515574151557415,
+      "grad_norm": 274.15667724609375,
+      "learning_rate": 2.922470832825028e-07,
+      "loss": 19.4062,
+      "step": 22820
+    },
+    {
+      "epoch": 1.515640565849771,
+      "grad_norm": 153.421142578125,
+      "learning_rate": 2.921711062149148e-07,
+      "loss": 16.4844,
+      "step": 22821
+    },
+    {
+      "epoch": 1.5157069801421266,
+      "grad_norm": 177.40234375,
+      "learning_rate": 2.920951373350826e-07,
+      "loss": 19.1875,
+      "step": 22822
+    },
+    {
+      "epoch": 1.5157733944344822,
+      "grad_norm": 400.2754211425781,
+      "learning_rate": 2.920191766438863e-07,
+      "loss": 23.2031,
+      "step": 22823
+    },
+    {
+      "epoch": 1.515839808726838,
+      "grad_norm": 192.34255981445312,
+      "learning_rate": 2.9194322414220365e-07,
+      "loss": 15.7812,
+      "step": 22824
+    },
+    {
+      "epoch": 1.5159062230191938,
+      "grad_norm": 731.2211303710938,
+      "learning_rate": 2.918672798309134e-07,
+      "loss": 17.9844,
+      "step": 22825
+    },
+    {
+      "epoch": 1.5159726373115494,
+      "grad_norm": 143.877685546875,
+      "learning_rate": 2.917913437108943e-07,
+      "loss": 17.4219,
+      "step": 22826
+    },
+    {
+      "epoch": 1.5160390516039053,
+      "grad_norm": 157.08425903320312,
+      "learning_rate": 2.9171541578302437e-07,
+      "loss": 16.8438,
+      "step": 22827
+    },
+    {
+      "epoch": 1.5161054658962607,
+      "grad_norm": 228.1759490966797,
+      "learning_rate": 2.9163949604818215e-07,
+      "loss": 13.5312,
+      "step": 22828
+    },
+    {
+      "epoch": 1.5161718801886166,
+      "grad_norm": 149.54794311523438,
+      "learning_rate": 2.915635845072462e-07,
+      "loss": 14.5312,
+      "step": 22829
+    },
+    {
+      "epoch": 1.5162382944809725,
+      "grad_norm": 397.2081604003906,
+      "learning_rate": 2.9148768116109347e-07,
+      "loss": 15.8906,
+      "step": 22830
+    },
+    {
+      "epoch": 1.516304708773328,
+      "grad_norm": 152.0081024169922,
+      "learning_rate": 2.91411786010603e-07,
+      "loss": 9.4219,
+      "step": 22831
+    },
+    {
+      "epoch": 1.5163711230656838,
+      "grad_norm": 290.5277099609375,
+      "learning_rate": 2.913358990566528e-07,
+      "loss": 19.2969,
+      "step": 22832
+    },
+    {
+      "epoch": 1.5164375373580394,
+      "grad_norm": 103.44792175292969,
+      "learning_rate": 2.9126002030011954e-07,
+      "loss": 16.6406,
+      "step": 22833
+    },
+    {
+      "epoch": 1.516503951650395,
+      "grad_norm": 104.5666275024414,
+      "learning_rate": 2.9118414974188234e-07,
+      "loss": 13.9766,
+      "step": 22834
+    },
+    {
+      "epoch": 1.516570365942751,
+      "grad_norm": 137.39125061035156,
+      "learning_rate": 2.911082873828179e-07,
+      "loss": 16.9062,
+      "step": 22835
+    },
+    {
+      "epoch": 1.5166367802351066,
+      "grad_norm": 137.14527893066406,
+      "learning_rate": 2.910324332238039e-07,
+      "loss": 16.7188,
+      "step": 22836
+    },
+    {
+      "epoch": 1.5167031945274623,
+      "grad_norm": 358.2042541503906,
+      "learning_rate": 2.9095658726571806e-07,
+      "loss": 17.7656,
+      "step": 22837
+    },
+    {
+      "epoch": 1.5167696088198181,
+      "grad_norm": 321.45458984375,
+      "learning_rate": 2.908807495094374e-07,
+      "loss": 13.4219,
+      "step": 22838
+    },
+    {
+      "epoch": 1.5168360231121736,
+      "grad_norm": 527.9052124023438,
+      "learning_rate": 2.9080491995583945e-07,
+      "loss": 25.8906,
+      "step": 22839
+    },
+    {
+      "epoch": 1.5169024374045295,
+      "grad_norm": 153.5592498779297,
+      "learning_rate": 2.9072909860580153e-07,
+      "loss": 16.4219,
+      "step": 22840
+    },
+    {
+      "epoch": 1.5169688516968853,
+      "grad_norm": 131.5016326904297,
+      "learning_rate": 2.9065328546019975e-07,
+      "loss": 13.3906,
+      "step": 22841
+    },
+    {
+      "epoch": 1.5170352659892408,
+      "grad_norm": 166.6610107421875,
+      "learning_rate": 2.905774805199124e-07,
+      "loss": 19.2031,
+      "step": 22842
+    },
+    {
+      "epoch": 1.5171016802815966,
+      "grad_norm": 181.4853973388672,
+      "learning_rate": 2.905016837858153e-07,
+      "loss": 16.75,
+      "step": 22843
+    },
+    {
+      "epoch": 1.5171680945739523,
+      "grad_norm": 613.316162109375,
+      "learning_rate": 2.904258952587857e-07,
+      "loss": 14.9688,
+      "step": 22844
+    },
+    {
+      "epoch": 1.517234508866308,
+      "grad_norm": 227.74595642089844,
+      "learning_rate": 2.903501149397001e-07,
+      "loss": 17.7188,
+      "step": 22845
+    },
+    {
+      "epoch": 1.5173009231586638,
+      "grad_norm": 83.10706329345703,
+      "learning_rate": 2.902743428294355e-07,
+      "loss": 11.2969,
+      "step": 22846
+    },
+    {
+      "epoch": 1.5173673374510195,
+      "grad_norm": 197.6430206298828,
+      "learning_rate": 2.9019857892886747e-07,
+      "loss": 17.6094,
+      "step": 22847
+    },
+    {
+      "epoch": 1.5174337517433751,
+      "grad_norm": 176.8138427734375,
+      "learning_rate": 2.901228232388735e-07,
+      "loss": 15.2891,
+      "step": 22848
+    },
+    {
+      "epoch": 1.517500166035731,
+      "grad_norm": 143.761474609375,
+      "learning_rate": 2.900470757603292e-07,
+      "loss": 14.0312,
+      "step": 22849
+    },
+    {
+      "epoch": 1.5175665803280864,
+      "grad_norm": 408.5088806152344,
+      "learning_rate": 2.8997133649411076e-07,
+      "loss": 21.7812,
+      "step": 22850
+    },
+    {
+      "epoch": 1.5176329946204423,
+      "grad_norm": 548.3395385742188,
+      "learning_rate": 2.898956054410946e-07,
+      "loss": 15.1719,
+      "step": 22851
+    },
+    {
+      "epoch": 1.5176994089127982,
+      "grad_norm": 357.14044189453125,
+      "learning_rate": 2.898198826021566e-07,
+      "loss": 15.1328,
+      "step": 22852
+    },
+    {
+      "epoch": 1.5177658232051536,
+      "grad_norm": 735.9628295898438,
+      "learning_rate": 2.897441679781727e-07,
+      "loss": 26.1719,
+      "step": 22853
+    },
+    {
+      "epoch": 1.5178322374975095,
+      "grad_norm": 440.00067138671875,
+      "learning_rate": 2.8966846157001903e-07,
+      "loss": 19.4922,
+      "step": 22854
+    },
+    {
+      "epoch": 1.5178986517898652,
+      "grad_norm": 345.1712341308594,
+      "learning_rate": 2.895927633785703e-07,
+      "loss": 24.5312,
+      "step": 22855
+    },
+    {
+      "epoch": 1.5179650660822208,
+      "grad_norm": 157.76974487304688,
+      "learning_rate": 2.8951707340470343e-07,
+      "loss": 18.8281,
+      "step": 22856
+    },
+    {
+      "epoch": 1.5180314803745767,
+      "grad_norm": 195.74058532714844,
+      "learning_rate": 2.8944139164929315e-07,
+      "loss": 14.2188,
+      "step": 22857
+    },
+    {
+      "epoch": 1.5180978946669323,
+      "grad_norm": 221.25975036621094,
+      "learning_rate": 2.893657181132151e-07,
+      "loss": 16.1875,
+      "step": 22858
+    },
+    {
+      "epoch": 1.518164308959288,
+      "grad_norm": 152.5084991455078,
+      "learning_rate": 2.8929005279734467e-07,
+      "loss": 18.2031,
+      "step": 22859
+    },
+    {
+      "epoch": 1.5182307232516439,
+      "grad_norm": 224.8785400390625,
+      "learning_rate": 2.89214395702557e-07,
+      "loss": 17.9844,
+      "step": 22860
+    },
+    {
+      "epoch": 1.5182971375439993,
+      "grad_norm": 374.1247253417969,
+      "learning_rate": 2.891387468297275e-07,
+      "loss": 17.5469,
+      "step": 22861
+    },
+    {
+      "epoch": 1.5183635518363552,
+      "grad_norm": 193.37599182128906,
+      "learning_rate": 2.890631061797312e-07,
+      "loss": 10.625,
+      "step": 22862
+    },
+    {
+      "epoch": 1.518429966128711,
+      "grad_norm": 129.41102600097656,
+      "learning_rate": 2.8898747375344246e-07,
+      "loss": 9.9688,
+      "step": 22863
+    },
+    {
+      "epoch": 1.5184963804210665,
+      "grad_norm": 421.5179748535156,
+      "learning_rate": 2.889118495517372e-07,
+      "loss": 19.5625,
+      "step": 22864
+    },
+    {
+      "epoch": 1.5185627947134224,
+      "grad_norm": 219.769775390625,
+      "learning_rate": 2.8883623357548925e-07,
+      "loss": 15.6094,
+      "step": 22865
+    },
+    {
+      "epoch": 1.518629209005778,
+      "grad_norm": 214.35589599609375,
+      "learning_rate": 2.887606258255737e-07,
+      "loss": 24.9375,
+      "step": 22866
+    },
+    {
+      "epoch": 1.5186956232981337,
+      "grad_norm": 210.34323120117188,
+      "learning_rate": 2.886850263028652e-07,
+      "loss": 15.6562,
+      "step": 22867
+    },
+    {
+      "epoch": 1.5187620375904896,
+      "grad_norm": 191.62783813476562,
+      "learning_rate": 2.886094350082381e-07,
+      "loss": 14.7188,
+      "step": 22868
+    },
+    {
+      "epoch": 1.5188284518828452,
+      "grad_norm": 318.5830383300781,
+      "learning_rate": 2.885338519425667e-07,
+      "loss": 20.3594,
+      "step": 22869
+    },
+    {
+      "epoch": 1.5188948661752009,
+      "grad_norm": 180.0153045654297,
+      "learning_rate": 2.8845827710672565e-07,
+      "loss": 14.6406,
+      "step": 22870
+    },
+    {
+      "epoch": 1.5189612804675567,
+      "grad_norm": 360.31597900390625,
+      "learning_rate": 2.883827105015891e-07,
+      "loss": 19.3594,
+      "step": 22871
+    },
+    {
+      "epoch": 1.5190276947599122,
+      "grad_norm": 398.38397216796875,
+      "learning_rate": 2.883071521280306e-07,
+      "loss": 10.625,
+      "step": 22872
+    },
+    {
+      "epoch": 1.519094109052268,
+      "grad_norm": 144.25987243652344,
+      "learning_rate": 2.8823160198692496e-07,
+      "loss": 12.375,
+      "step": 22873
+    },
+    {
+      "epoch": 1.519160523344624,
+      "grad_norm": 137.4496612548828,
+      "learning_rate": 2.881560600791456e-07,
+      "loss": 10.5156,
+      "step": 22874
+    },
+    {
+      "epoch": 1.5192269376369794,
+      "grad_norm": 615.7218627929688,
+      "learning_rate": 2.8808052640556634e-07,
+      "loss": 26.125,
+      "step": 22875
+    },
+    {
+      "epoch": 1.5192933519293352,
+      "grad_norm": 285.5889892578125,
+      "learning_rate": 2.8800500096706113e-07,
+      "loss": 15.7969,
+      "step": 22876
+    },
+    {
+      "epoch": 1.5193597662216909,
+      "grad_norm": 227.09274291992188,
+      "learning_rate": 2.8792948376450345e-07,
+      "loss": 16.875,
+      "step": 22877
+    },
+    {
+      "epoch": 1.5194261805140465,
+      "grad_norm": 234.96791076660156,
+      "learning_rate": 2.8785397479876693e-07,
+      "loss": 19.5156,
+      "step": 22878
+    },
+    {
+      "epoch": 1.5194925948064024,
+      "grad_norm": 166.63446044921875,
+      "learning_rate": 2.877784740707252e-07,
+      "loss": 11.6797,
+      "step": 22879
+    },
+    {
+      "epoch": 1.519559009098758,
+      "grad_norm": 187.71282958984375,
+      "learning_rate": 2.877029815812508e-07,
+      "loss": 15.6094,
+      "step": 22880
+    },
+    {
+      "epoch": 1.5196254233911137,
+      "grad_norm": 109.67939758300781,
+      "learning_rate": 2.8762749733121827e-07,
+      "loss": 13.5625,
+      "step": 22881
+    },
+    {
+      "epoch": 1.5196918376834696,
+      "grad_norm": 163.66624450683594,
+      "learning_rate": 2.875520213214998e-07,
+      "loss": 18.5781,
+      "step": 22882
+    },
+    {
+      "epoch": 1.519758251975825,
+      "grad_norm": 205.08689880371094,
+      "learning_rate": 2.8747655355296865e-07,
+      "loss": 14.5469,
+      "step": 22883
+    },
+    {
+      "epoch": 1.519824666268181,
+      "grad_norm": 378.8811950683594,
+      "learning_rate": 2.8740109402649783e-07,
+      "loss": 14.6562,
+      "step": 22884
+    },
+    {
+      "epoch": 1.5198910805605368,
+      "grad_norm": 218.30645751953125,
+      "learning_rate": 2.8732564274296054e-07,
+      "loss": 14.6562,
+      "step": 22885
+    },
+    {
+      "epoch": 1.5199574948528922,
+      "grad_norm": 273.63671875,
+      "learning_rate": 2.8725019970322874e-07,
+      "loss": 17.9219,
+      "step": 22886
+    },
+    {
+      "epoch": 1.520023909145248,
+      "grad_norm": 138.9904022216797,
+      "learning_rate": 2.8717476490817625e-07,
+      "loss": 13.5781,
+      "step": 22887
+    },
+    {
+      "epoch": 1.5200903234376038,
+      "grad_norm": 187.86610412597656,
+      "learning_rate": 2.8709933835867473e-07,
+      "loss": 17.2656,
+      "step": 22888
+    },
+    {
+      "epoch": 1.5201567377299594,
+      "grad_norm": 123.72067260742188,
+      "learning_rate": 2.8702392005559693e-07,
+      "loss": 15.2656,
+      "step": 22889
+    },
+    {
+      "epoch": 1.5202231520223153,
+      "grad_norm": 212.2388458251953,
+      "learning_rate": 2.8694850999981525e-07,
+      "loss": 19.625,
+      "step": 22890
+    },
+    {
+      "epoch": 1.520289566314671,
+      "grad_norm": 119.9774398803711,
+      "learning_rate": 2.868731081922021e-07,
+      "loss": 13.4375,
+      "step": 22891
+    },
+    {
+      "epoch": 1.5203559806070266,
+      "grad_norm": 300.3565979003906,
+      "learning_rate": 2.867977146336297e-07,
+      "loss": 14.75,
+      "step": 22892
+    },
+    {
+      "epoch": 1.5204223948993825,
+      "grad_norm": 241.07009887695312,
+      "learning_rate": 2.867223293249703e-07,
+      "loss": 18.2188,
+      "step": 22893
+    },
+    {
+      "epoch": 1.520488809191738,
+      "grad_norm": 118.92101287841797,
+      "learning_rate": 2.866469522670951e-07,
+      "loss": 12.2031,
+      "step": 22894
+    },
+    {
+      "epoch": 1.5205552234840938,
+      "grad_norm": 378.84686279296875,
+      "learning_rate": 2.8657158346087717e-07,
+      "loss": 21.1562,
+      "step": 22895
+    },
+    {
+      "epoch": 1.5206216377764497,
+      "grad_norm": 316.1156005859375,
+      "learning_rate": 2.8649622290718757e-07,
+      "loss": 18.875,
+      "step": 22896
+    },
+    {
+      "epoch": 1.520688052068805,
+      "grad_norm": 230.68893432617188,
+      "learning_rate": 2.8642087060689813e-07,
+      "loss": 19.875,
+      "step": 22897
+    },
+    {
+      "epoch": 1.520754466361161,
+      "grad_norm": 418.6114807128906,
+      "learning_rate": 2.8634552656088064e-07,
+      "loss": 17.4688,
+      "step": 22898
+    },
+    {
+      "epoch": 1.5208208806535166,
+      "grad_norm": 173.22532653808594,
+      "learning_rate": 2.8627019077000656e-07,
+      "loss": 15.5938,
+      "step": 22899
+    },
+    {
+      "epoch": 1.5208872949458723,
+      "grad_norm": 102.61685180664062,
+      "learning_rate": 2.861948632351474e-07,
+      "loss": 11.2656,
+      "step": 22900
+    },
+    {
+      "epoch": 1.5209537092382281,
+      "grad_norm": 352.9230651855469,
+      "learning_rate": 2.8611954395717477e-07,
+      "loss": 18.0625,
+      "step": 22901
+    },
+    {
+      "epoch": 1.5210201235305838,
+      "grad_norm": 160.8855438232422,
+      "learning_rate": 2.8604423293695887e-07,
+      "loss": 19.8438,
+      "step": 22902
+    },
+    {
+      "epoch": 1.5210865378229395,
+      "grad_norm": 125.25967407226562,
+      "learning_rate": 2.859689301753724e-07,
+      "loss": 13.3438,
+      "step": 22903
+    },
+    {
+      "epoch": 1.5211529521152953,
+      "grad_norm": 192.15939331054688,
+      "learning_rate": 2.858936356732852e-07,
+      "loss": 19.8438,
+      "step": 22904
+    },
+    {
+      "epoch": 1.5212193664076508,
+      "grad_norm": 168.56259155273438,
+      "learning_rate": 2.8581834943156836e-07,
+      "loss": 11.8594,
+      "step": 22905
+    },
+    {
+      "epoch": 1.5212857807000066,
+      "grad_norm": 375.2601013183594,
+      "learning_rate": 2.857430714510936e-07,
+      "loss": 20.1406,
+      "step": 22906
+    },
+    {
+      "epoch": 1.5213521949923625,
+      "grad_norm": 470.4678955078125,
+      "learning_rate": 2.856678017327309e-07,
+      "loss": 21.1875,
+      "step": 22907
+    },
+    {
+      "epoch": 1.521418609284718,
+      "grad_norm": 247.8498992919922,
+      "learning_rate": 2.8559254027735105e-07,
+      "loss": 25.0938,
+      "step": 22908
+    },
+    {
+      "epoch": 1.5214850235770738,
+      "grad_norm": 177.0836639404297,
+      "learning_rate": 2.855172870858248e-07,
+      "loss": 13.7656,
+      "step": 22909
+    },
+    {
+      "epoch": 1.5215514378694295,
+      "grad_norm": 334.2471923828125,
+      "learning_rate": 2.854420421590229e-07,
+      "loss": 19.0156,
+      "step": 22910
+    },
+    {
+      "epoch": 1.5216178521617851,
+      "grad_norm": 152.1102294921875,
+      "learning_rate": 2.853668054978148e-07,
+      "loss": 15.3438,
+      "step": 22911
+    },
+    {
+      "epoch": 1.521684266454141,
+      "grad_norm": 161.64617919921875,
+      "learning_rate": 2.8529157710307204e-07,
+      "loss": 16.8281,
+      "step": 22912
+    },
+    {
+      "epoch": 1.5217506807464967,
+      "grad_norm": 149.0135955810547,
+      "learning_rate": 2.852163569756638e-07,
+      "loss": 15.2812,
+      "step": 22913
+    },
+    {
+      "epoch": 1.5218170950388523,
+      "grad_norm": 205.59478759765625,
+      "learning_rate": 2.851411451164607e-07,
+      "loss": 21.5469,
+      "step": 22914
+    },
+    {
+      "epoch": 1.5218835093312082,
+      "grad_norm": 130.267333984375,
+      "learning_rate": 2.8506594152633255e-07,
+      "loss": 12.7422,
+      "step": 22915
+    },
+    {
+      "epoch": 1.5219499236235636,
+      "grad_norm": 247.76803588867188,
+      "learning_rate": 2.8499074620614936e-07,
+      "loss": 16.7969,
+      "step": 22916
+    },
+    {
+      "epoch": 1.5220163379159195,
+      "grad_norm": 418.0822448730469,
+      "learning_rate": 2.849155591567809e-07,
+      "loss": 22.8281,
+      "step": 22917
+    },
+    {
+      "epoch": 1.5220827522082754,
+      "grad_norm": 185.6614532470703,
+      "learning_rate": 2.8484038037909717e-07,
+      "loss": 14.9688,
+      "step": 22918
+    },
+    {
+      "epoch": 1.5221491665006308,
+      "grad_norm": 328.7279968261719,
+      "learning_rate": 2.84765209873967e-07,
+      "loss": 20.6562,
+      "step": 22919
+    },
+    {
+      "epoch": 1.5222155807929867,
+      "grad_norm": 267.298583984375,
+      "learning_rate": 2.84690047642261e-07,
+      "loss": 17.6094,
+      "step": 22920
+    },
+    {
+      "epoch": 1.5222819950853423,
+      "grad_norm": 138.76808166503906,
+      "learning_rate": 2.846148936848478e-07,
+      "loss": 16.5156,
+      "step": 22921
+    },
+    {
+      "epoch": 1.522348409377698,
+      "grad_norm": 162.2678985595703,
+      "learning_rate": 2.845397480025971e-07,
+      "loss": 12.6328,
+      "step": 22922
+    },
+    {
+      "epoch": 1.5224148236700539,
+      "grad_norm": 214.4925537109375,
+      "learning_rate": 2.8446461059637783e-07,
+      "loss": 14.1953,
+      "step": 22923
+    },
+    {
+      "epoch": 1.5224812379624095,
+      "grad_norm": 205.86231994628906,
+      "learning_rate": 2.843894814670594e-07,
+      "loss": 13.1562,
+      "step": 22924
+    },
+    {
+      "epoch": 1.5225476522547652,
+      "grad_norm": 260.4260559082031,
+      "learning_rate": 2.8431436061551086e-07,
+      "loss": 15.7812,
+      "step": 22925
+    },
+    {
+      "epoch": 1.522614066547121,
+      "grad_norm": 1207.7803955078125,
+      "learning_rate": 2.8423924804260145e-07,
+      "loss": 20.7031,
+      "step": 22926
+    },
+    {
+      "epoch": 1.5226804808394765,
+      "grad_norm": 108.64952087402344,
+      "learning_rate": 2.8416414374919897e-07,
+      "loss": 22.1094,
+      "step": 22927
+    },
+    {
+      "epoch": 1.5227468951318324,
+      "grad_norm": 135.95301818847656,
+      "learning_rate": 2.840890477361736e-07,
+      "loss": 12.2344,
+      "step": 22928
+    },
+    {
+      "epoch": 1.5228133094241882,
+      "grad_norm": 1323.4281005859375,
+      "learning_rate": 2.840139600043929e-07,
+      "loss": 19.2812,
+      "step": 22929
+    },
+    {
+      "epoch": 1.5228797237165437,
+      "grad_norm": 395.2240905761719,
+      "learning_rate": 2.839388805547259e-07,
+      "loss": 20.9375,
+      "step": 22930
+    },
+    {
+      "epoch": 1.5229461380088996,
+      "grad_norm": 178.51382446289062,
+      "learning_rate": 2.838638093880411e-07,
+      "loss": 14.0625,
+      "step": 22931
+    },
+    {
+      "epoch": 1.5230125523012552,
+      "grad_norm": 509.02294921875,
+      "learning_rate": 2.837887465052071e-07,
+      "loss": 19.2188,
+      "step": 22932
+    },
+    {
+      "epoch": 1.5230789665936109,
+      "grad_norm": 186.96417236328125,
+      "learning_rate": 2.8371369190709117e-07,
+      "loss": 18.875,
+      "step": 22933
+    },
+    {
+      "epoch": 1.5231453808859667,
+      "grad_norm": 168.7860107421875,
+      "learning_rate": 2.8363864559456294e-07,
+      "loss": 14.7031,
+      "step": 22934
+    },
+    {
+      "epoch": 1.5232117951783224,
+      "grad_norm": 407.099609375,
+      "learning_rate": 2.835636075684894e-07,
+      "loss": 20.0938,
+      "step": 22935
+    },
+    {
+      "epoch": 1.523278209470678,
+      "grad_norm": 164.99842834472656,
+      "learning_rate": 2.834885778297389e-07,
+      "loss": 23.6406,
+      "step": 22936
+    },
+    {
+      "epoch": 1.523344623763034,
+      "grad_norm": 450.3429260253906,
+      "learning_rate": 2.8341355637917954e-07,
+      "loss": 16.0625,
+      "step": 22937
+    },
+    {
+      "epoch": 1.5234110380553894,
+      "grad_norm": 86.4780502319336,
+      "learning_rate": 2.833385432176788e-07,
+      "loss": 9.7969,
+      "step": 22938
+    },
+    {
+      "epoch": 1.5234774523477452,
+      "grad_norm": 148.21881103515625,
+      "learning_rate": 2.832635383461045e-07,
+      "loss": 16.0,
+      "step": 22939
+    },
+    {
+      "epoch": 1.523543866640101,
+      "grad_norm": 199.4481658935547,
+      "learning_rate": 2.831885417653247e-07,
+      "loss": 14.7344,
+      "step": 22940
+    },
+    {
+      "epoch": 1.5236102809324565,
+      "grad_norm": 129.365966796875,
+      "learning_rate": 2.831135534762059e-07,
+      "loss": 16.0312,
+      "step": 22941
+    },
+    {
+      "epoch": 1.5236766952248124,
+      "grad_norm": 301.65313720703125,
+      "learning_rate": 2.8303857347961635e-07,
+      "loss": 18.2188,
+      "step": 22942
+    },
+    {
+      "epoch": 1.523743109517168,
+      "grad_norm": 175.23342895507812,
+      "learning_rate": 2.829636017764235e-07,
+      "loss": 16.25,
+      "step": 22943
+    },
+    {
+      "epoch": 1.5238095238095237,
+      "grad_norm": 194.84825134277344,
+      "learning_rate": 2.8288863836749366e-07,
+      "loss": 10.2266,
+      "step": 22944
+    },
+    {
+      "epoch": 1.5238759381018796,
+      "grad_norm": 265.72314453125,
+      "learning_rate": 2.8281368325369515e-07,
+      "loss": 15.7656,
+      "step": 22945
+    },
+    {
+      "epoch": 1.5239423523942353,
+      "grad_norm": 366.14569091796875,
+      "learning_rate": 2.827387364358941e-07,
+      "loss": 19.5469,
+      "step": 22946
+    },
+    {
+      "epoch": 1.524008766686591,
+      "grad_norm": 384.26324462890625,
+      "learning_rate": 2.8266379791495776e-07,
+      "loss": 23.7969,
+      "step": 22947
+    },
+    {
+      "epoch": 1.5240751809789468,
+      "grad_norm": 229.0656280517578,
+      "learning_rate": 2.825888676917529e-07,
+      "loss": 16.8281,
+      "step": 22948
+    },
+    {
+      "epoch": 1.5241415952713022,
+      "grad_norm": 362.76904296875,
+      "learning_rate": 2.825139457671467e-07,
+      "loss": 14.375,
+      "step": 22949
+    },
+    {
+      "epoch": 1.524208009563658,
+      "grad_norm": 217.11611938476562,
+      "learning_rate": 2.824390321420048e-07,
+      "loss": 23.4375,
+      "step": 22950
+    },
+    {
+      "epoch": 1.524274423856014,
+      "grad_norm": 303.9809875488281,
+      "learning_rate": 2.8236412681719513e-07,
+      "loss": 17.1719,
+      "step": 22951
+    },
+    {
+      "epoch": 1.5243408381483694,
+      "grad_norm": 178.28370666503906,
+      "learning_rate": 2.822892297935829e-07,
+      "loss": 13.375,
+      "step": 22952
+    },
+    {
+      "epoch": 1.5244072524407253,
+      "grad_norm": 203.38998413085938,
+      "learning_rate": 2.8221434107203524e-07,
+      "loss": 15.75,
+      "step": 22953
+    },
+    {
+      "epoch": 1.524473666733081,
+      "grad_norm": 185.44093322753906,
+      "learning_rate": 2.821394606534181e-07,
+      "loss": 17.9375,
+      "step": 22954
+    },
+    {
+      "epoch": 1.5245400810254366,
+      "grad_norm": 399.4268798828125,
+      "learning_rate": 2.820645885385977e-07,
+      "loss": 14.0312,
+      "step": 22955
+    },
+    {
+      "epoch": 1.5246064953177925,
+      "grad_norm": 340.22357177734375,
+      "learning_rate": 2.819897247284402e-07,
+      "loss": 14.8281,
+      "step": 22956
+    },
+    {
+      "epoch": 1.5246729096101481,
+      "grad_norm": 163.3406524658203,
+      "learning_rate": 2.8191486922381183e-07,
+      "loss": 12.3672,
+      "step": 22957
+    },
+    {
+      "epoch": 1.5247393239025038,
+      "grad_norm": 253.764404296875,
+      "learning_rate": 2.8184002202557745e-07,
+      "loss": 17.9531,
+      "step": 22958
+    },
+    {
+      "epoch": 1.5248057381948597,
+      "grad_norm": 166.4215850830078,
+      "learning_rate": 2.817651831346043e-07,
+      "loss": 15.125,
+      "step": 22959
+    },
+    {
+      "epoch": 1.524872152487215,
+      "grad_norm": 275.09320068359375,
+      "learning_rate": 2.816903525517571e-07,
+      "loss": 20.2344,
+      "step": 22960
+    },
+    {
+      "epoch": 1.524938566779571,
+      "grad_norm": 187.6321258544922,
+      "learning_rate": 2.8161553027790165e-07,
+      "loss": 23.5781,
+      "step": 22961
+    },
+    {
+      "epoch": 1.5250049810719268,
+      "grad_norm": 270.04180908203125,
+      "learning_rate": 2.815407163139034e-07,
+      "loss": 14.5156,
+      "step": 22962
+    },
+    {
+      "epoch": 1.5250713953642823,
+      "grad_norm": 298.5167236328125,
+      "learning_rate": 2.8146591066062797e-07,
+      "loss": 19.3438,
+      "step": 22963
+    },
+    {
+      "epoch": 1.5251378096566381,
+      "grad_norm": 190.6116943359375,
+      "learning_rate": 2.813911133189406e-07,
+      "loss": 14.4688,
+      "step": 22964
+    },
+    {
+      "epoch": 1.5252042239489938,
+      "grad_norm": 252.39918518066406,
+      "learning_rate": 2.8131632428970664e-07,
+      "loss": 16.3906,
+      "step": 22965
+    },
+    {
+      "epoch": 1.5252706382413495,
+      "grad_norm": 154.0569610595703,
+      "learning_rate": 2.812415435737905e-07,
+      "loss": 18.5156,
+      "step": 22966
+    },
+    {
+      "epoch": 1.5253370525337053,
+      "grad_norm": 295.906005859375,
+      "learning_rate": 2.8116677117205834e-07,
+      "loss": 10.8594,
+      "step": 22967
+    },
+    {
+      "epoch": 1.525403466826061,
+      "grad_norm": 270.9278564453125,
+      "learning_rate": 2.8109200708537405e-07,
+      "loss": 14.7344,
+      "step": 22968
+    },
+    {
+      "epoch": 1.5254698811184166,
+      "grad_norm": 258.03955078125,
+      "learning_rate": 2.8101725131460296e-07,
+      "loss": 23.5781,
+      "step": 22969
+    },
+    {
+      "epoch": 1.5255362954107725,
+      "grad_norm": 169.7890167236328,
+      "learning_rate": 2.8094250386060983e-07,
+      "loss": 13.4531,
+      "step": 22970
+    },
+    {
+      "epoch": 1.5256027097031282,
+      "grad_norm": 299.6573181152344,
+      "learning_rate": 2.808677647242593e-07,
+      "loss": 17.3281,
+      "step": 22971
+    },
+    {
+      "epoch": 1.5256691239954838,
+      "grad_norm": 533.0524291992188,
+      "learning_rate": 2.807930339064153e-07,
+      "loss": 25.2188,
+      "step": 22972
+    },
+    {
+      "epoch": 1.5257355382878397,
+      "grad_norm": 86.34981536865234,
+      "learning_rate": 2.8071831140794335e-07,
+      "loss": 14.0469,
+      "step": 22973
+    },
+    {
+      "epoch": 1.5258019525801951,
+      "grad_norm": 104.30357360839844,
+      "learning_rate": 2.806435972297069e-07,
+      "loss": 14.0312,
+      "step": 22974
+    },
+    {
+      "epoch": 1.525868366872551,
+      "grad_norm": 478.265625,
+      "learning_rate": 2.8056889137257044e-07,
+      "loss": 16.7812,
+      "step": 22975
+    },
+    {
+      "epoch": 1.5259347811649067,
+      "grad_norm": 185.5021209716797,
+      "learning_rate": 2.804941938373983e-07,
+      "loss": 13.4844,
+      "step": 22976
+    },
+    {
+      "epoch": 1.5260011954572623,
+      "grad_norm": 350.7178039550781,
+      "learning_rate": 2.804195046250544e-07,
+      "loss": 14.2188,
+      "step": 22977
+    },
+    {
+      "epoch": 1.5260676097496182,
+      "grad_norm": 230.97625732421875,
+      "learning_rate": 2.8034482373640267e-07,
+      "loss": 12.9219,
+      "step": 22978
+    },
+    {
+      "epoch": 1.5261340240419738,
+      "grad_norm": 429.47149658203125,
+      "learning_rate": 2.802701511723071e-07,
+      "loss": 14.8125,
+      "step": 22979
+    },
+    {
+      "epoch": 1.5262004383343295,
+      "grad_norm": 318.93096923828125,
+      "learning_rate": 2.801954869336314e-07,
+      "loss": 20.2188,
+      "step": 22980
+    },
+    {
+      "epoch": 1.5262668526266854,
+      "grad_norm": 128.7494354248047,
+      "learning_rate": 2.801208310212392e-07,
+      "loss": 15.5312,
+      "step": 22981
+    },
+    {
+      "epoch": 1.526333266919041,
+      "grad_norm": 317.3594970703125,
+      "learning_rate": 2.8004618343599453e-07,
+      "loss": 15.5156,
+      "step": 22982
+    },
+    {
+      "epoch": 1.5263996812113967,
+      "grad_norm": 129.40689086914062,
+      "learning_rate": 2.7997154417875977e-07,
+      "loss": 13.6406,
+      "step": 22983
+    },
+    {
+      "epoch": 1.5264660955037526,
+      "grad_norm": 144.68572998046875,
+      "learning_rate": 2.7989691325039965e-07,
+      "loss": 17.125,
+      "step": 22984
+    },
+    {
+      "epoch": 1.526532509796108,
+      "grad_norm": 171.0375518798828,
+      "learning_rate": 2.798222906517764e-07,
+      "loss": 14.1406,
+      "step": 22985
+    },
+    {
+      "epoch": 1.5265989240884639,
+      "grad_norm": 143.4574432373047,
+      "learning_rate": 2.797476763837537e-07,
+      "loss": 17.1094,
+      "step": 22986
+    },
+    {
+      "epoch": 1.5266653383808195,
+      "grad_norm": 394.0094909667969,
+      "learning_rate": 2.7967307044719457e-07,
+      "loss": 13.9844,
+      "step": 22987
+    },
+    {
+      "epoch": 1.5267317526731752,
+      "grad_norm": 131.7366943359375,
+      "learning_rate": 2.79598472842962e-07,
+      "loss": 14.0469,
+      "step": 22988
+    },
+    {
+      "epoch": 1.526798166965531,
+      "grad_norm": 201.40667724609375,
+      "learning_rate": 2.795238835719188e-07,
+      "loss": 17.7188,
+      "step": 22989
+    },
+    {
+      "epoch": 1.5268645812578867,
+      "grad_norm": 125.1875228881836,
+      "learning_rate": 2.7944930263492826e-07,
+      "loss": 12.2891,
+      "step": 22990
+    },
+    {
+      "epoch": 1.5269309955502424,
+      "grad_norm": 79.51782989501953,
+      "learning_rate": 2.7937473003285207e-07,
+      "loss": 15.5312,
+      "step": 22991
+    },
+    {
+      "epoch": 1.5269974098425982,
+      "grad_norm": 135.68212890625,
+      "learning_rate": 2.79300165766554e-07,
+      "loss": 12.9688,
+      "step": 22992
+    },
+    {
+      "epoch": 1.527063824134954,
+      "grad_norm": 353.3013610839844,
+      "learning_rate": 2.792256098368958e-07,
+      "loss": 16.2812,
+      "step": 22993
+    },
+    {
+      "epoch": 1.5271302384273095,
+      "grad_norm": 1001.2753295898438,
+      "learning_rate": 2.7915106224474016e-07,
+      "loss": 17.8672,
+      "step": 22994
+    },
+    {
+      "epoch": 1.5271966527196654,
+      "grad_norm": 377.30511474609375,
+      "learning_rate": 2.790765229909493e-07,
+      "loss": 26.5781,
+      "step": 22995
+    },
+    {
+      "epoch": 1.5272630670120209,
+      "grad_norm": 226.1078338623047,
+      "learning_rate": 2.790019920763859e-07,
+      "loss": 23.2812,
+      "step": 22996
+    },
+    {
+      "epoch": 1.5273294813043767,
+      "grad_norm": 156.4580535888672,
+      "learning_rate": 2.789274695019109e-07,
+      "loss": 21.1406,
+      "step": 22997
+    },
+    {
+      "epoch": 1.5273958955967324,
+      "grad_norm": 193.26333618164062,
+      "learning_rate": 2.788529552683879e-07,
+      "loss": 15.5,
+      "step": 22998
+    },
+    {
+      "epoch": 1.527462309889088,
+      "grad_norm": 330.4853515625,
+      "learning_rate": 2.787784493766778e-07,
+      "loss": 14.5781,
+      "step": 22999
+    },
+    {
+      "epoch": 1.527528724181444,
+      "grad_norm": 130.81668090820312,
+      "learning_rate": 2.7870395182764263e-07,
+      "loss": 13.8438,
+      "step": 23000
+    },
+    {
+      "epoch": 1.5275951384737996,
+      "grad_norm": 411.4234313964844,
+      "learning_rate": 2.786294626221443e-07,
+      "loss": 23.0469,
+      "step": 23001
+    },
+    {
+      "epoch": 1.5276615527661552,
+      "grad_norm": 226.7710723876953,
+      "learning_rate": 2.785549817610443e-07,
+      "loss": 13.3281,
+      "step": 23002
+    },
+    {
+      "epoch": 1.527727967058511,
+      "grad_norm": 506.7585754394531,
+      "learning_rate": 2.7848050924520427e-07,
+      "loss": 12.7188,
+      "step": 23003
+    },
+    {
+      "epoch": 1.5277943813508668,
+      "grad_norm": 381.8178405761719,
+      "learning_rate": 2.7840604507548606e-07,
+      "loss": 24.2812,
+      "step": 23004
+    },
+    {
+      "epoch": 1.5278607956432224,
+      "grad_norm": 102.98394775390625,
+      "learning_rate": 2.783315892527499e-07,
+      "loss": 15.9688,
+      "step": 23005
+    },
+    {
+      "epoch": 1.5279272099355783,
+      "grad_norm": 167.2576904296875,
+      "learning_rate": 2.782571417778584e-07,
+      "loss": 15.0,
+      "step": 23006
+    },
+    {
+      "epoch": 1.5279936242279337,
+      "grad_norm": 408.5660095214844,
+      "learning_rate": 2.7818270265167187e-07,
+      "loss": 20.4062,
+      "step": 23007
+    },
+    {
+      "epoch": 1.5280600385202896,
+      "grad_norm": 127.85030364990234,
+      "learning_rate": 2.781082718750516e-07,
+      "loss": 11.0312,
+      "step": 23008
+    },
+    {
+      "epoch": 1.5281264528126453,
+      "grad_norm": 309.6311340332031,
+      "learning_rate": 2.7803384944885853e-07,
+      "loss": 16.7656,
+      "step": 23009
+    },
+    {
+      "epoch": 1.528192867105001,
+      "grad_norm": 107.18732452392578,
+      "learning_rate": 2.779594353739536e-07,
+      "loss": 14.1719,
+      "step": 23010
+    },
+    {
+      "epoch": 1.5282592813973568,
+      "grad_norm": 298.2312927246094,
+      "learning_rate": 2.7788502965119764e-07,
+      "loss": 15.4375,
+      "step": 23011
+    },
+    {
+      "epoch": 1.5283256956897124,
+      "grad_norm": 257.87603759765625,
+      "learning_rate": 2.778106322814514e-07,
+      "loss": 19.7031,
+      "step": 23012
+    },
+    {
+      "epoch": 1.528392109982068,
+      "grad_norm": 379.7052307128906,
+      "learning_rate": 2.777362432655752e-07,
+      "loss": 14.25,
+      "step": 23013
+    },
+    {
+      "epoch": 1.528458524274424,
+      "grad_norm": 167.51931762695312,
+      "learning_rate": 2.7766186260442926e-07,
+      "loss": 14.625,
+      "step": 23014
+    },
+    {
+      "epoch": 1.5285249385667796,
+      "grad_norm": 255.69395446777344,
+      "learning_rate": 2.77587490298875e-07,
+      "loss": 16.6094,
+      "step": 23015
+    },
+    {
+      "epoch": 1.5285913528591353,
+      "grad_norm": 397.6329650878906,
+      "learning_rate": 2.7751312634977173e-07,
+      "loss": 16.8906,
+      "step": 23016
+    },
+    {
+      "epoch": 1.5286577671514912,
+      "grad_norm": 115.23895263671875,
+      "learning_rate": 2.7743877075798005e-07,
+      "loss": 16.25,
+      "step": 23017
+    },
+    {
+      "epoch": 1.5287241814438466,
+      "grad_norm": 123.212158203125,
+      "learning_rate": 2.773644235243601e-07,
+      "loss": 12.4453,
+      "step": 23018
+    },
+    {
+      "epoch": 1.5287905957362025,
+      "grad_norm": 132.83145141601562,
+      "learning_rate": 2.772900846497717e-07,
+      "loss": 15.0312,
+      "step": 23019
+    },
+    {
+      "epoch": 1.5288570100285581,
+      "grad_norm": 343.7013854980469,
+      "learning_rate": 2.772157541350748e-07,
+      "loss": 13.0781,
+      "step": 23020
+    },
+    {
+      "epoch": 1.5289234243209138,
+      "grad_norm": 87.34749603271484,
+      "learning_rate": 2.771414319811297e-07,
+      "loss": 14.625,
+      "step": 23021
+    },
+    {
+      "epoch": 1.5289898386132696,
+      "grad_norm": 151.21107482910156,
+      "learning_rate": 2.77067118188795e-07,
+      "loss": 17.875,
+      "step": 23022
+    },
+    {
+      "epoch": 1.5290562529056253,
+      "grad_norm": 166.92271423339844,
+      "learning_rate": 2.769928127589317e-07,
+      "loss": 10.6094,
+      "step": 23023
+    },
+    {
+      "epoch": 1.529122667197981,
+      "grad_norm": 256.7167053222656,
+      "learning_rate": 2.769185156923982e-07,
+      "loss": 15.2656,
+      "step": 23024
+    },
+    {
+      "epoch": 1.5291890814903368,
+      "grad_norm": 195.81935119628906,
+      "learning_rate": 2.7684422699005447e-07,
+      "loss": 17.8906,
+      "step": 23025
+    },
+    {
+      "epoch": 1.5292554957826925,
+      "grad_norm": 369.2843322753906,
+      "learning_rate": 2.7676994665275977e-07,
+      "loss": 20.25,
+      "step": 23026
+    },
+    {
+      "epoch": 1.5293219100750481,
+      "grad_norm": 1695.517333984375,
+      "learning_rate": 2.766956746813732e-07,
+      "loss": 15.5,
+      "step": 23027
+    },
+    {
+      "epoch": 1.529388324367404,
+      "grad_norm": 130.81887817382812,
+      "learning_rate": 2.76621411076754e-07,
+      "loss": 14.5938,
+      "step": 23028
+    },
+    {
+      "epoch": 1.5294547386597594,
+      "grad_norm": 179.5145263671875,
+      "learning_rate": 2.765471558397615e-07,
+      "loss": 21.8594,
+      "step": 23029
+    },
+    {
+      "epoch": 1.5295211529521153,
+      "grad_norm": 247.56033325195312,
+      "learning_rate": 2.7647290897125377e-07,
+      "loss": 21.6562,
+      "step": 23030
+    },
+    {
+      "epoch": 1.529587567244471,
+      "grad_norm": 127.07461547851562,
+      "learning_rate": 2.7639867047209075e-07,
+      "loss": 14.2812,
+      "step": 23031
+    },
+    {
+      "epoch": 1.5296539815368266,
+      "grad_norm": 136.859375,
+      "learning_rate": 2.763244403431304e-07,
+      "loss": 12.6094,
+      "step": 23032
+    },
+    {
+      "epoch": 1.5297203958291825,
+      "grad_norm": 245.99490356445312,
+      "learning_rate": 2.762502185852316e-07,
+      "loss": 17.5469,
+      "step": 23033
+    },
+    {
+      "epoch": 1.5297868101215382,
+      "grad_norm": 307.2513732910156,
+      "learning_rate": 2.761760051992529e-07,
+      "loss": 18.7812,
+      "step": 23034
+    },
+    {
+      "epoch": 1.5298532244138938,
+      "grad_norm": 238.15679931640625,
+      "learning_rate": 2.7610180018605323e-07,
+      "loss": 20.8906,
+      "step": 23035
+    },
+    {
+      "epoch": 1.5299196387062497,
+      "grad_norm": 294.4223327636719,
+      "learning_rate": 2.760276035464898e-07,
+      "loss": 19.6719,
+      "step": 23036
+    },
+    {
+      "epoch": 1.5299860529986054,
+      "grad_norm": 231.8448944091797,
+      "learning_rate": 2.759534152814221e-07,
+      "loss": 20.8125,
+      "step": 23037
+    },
+    {
+      "epoch": 1.530052467290961,
+      "grad_norm": 218.28915405273438,
+      "learning_rate": 2.7587923539170767e-07,
+      "loss": 16.4375,
+      "step": 23038
+    },
+    {
+      "epoch": 1.5301188815833169,
+      "grad_norm": 85.2760009765625,
+      "learning_rate": 2.7580506387820457e-07,
+      "loss": 13.0703,
+      "step": 23039
+    },
+    {
+      "epoch": 1.5301852958756723,
+      "grad_norm": 308.40228271484375,
+      "learning_rate": 2.75730900741771e-07,
+      "loss": 23.7031,
+      "step": 23040
+    },
+    {
+      "epoch": 1.5302517101680282,
+      "grad_norm": 550.2453002929688,
+      "learning_rate": 2.756567459832646e-07,
+      "loss": 17.0,
+      "step": 23041
+    },
+    {
+      "epoch": 1.5303181244603838,
+      "grad_norm": 310.9509582519531,
+      "learning_rate": 2.7558259960354336e-07,
+      "loss": 19.875,
+      "step": 23042
+    },
+    {
+      "epoch": 1.5303845387527395,
+      "grad_norm": 1247.1981201171875,
+      "learning_rate": 2.7550846160346517e-07,
+      "loss": 19.6406,
+      "step": 23043
+    },
+    {
+      "epoch": 1.5304509530450954,
+      "grad_norm": 411.2265319824219,
+      "learning_rate": 2.7543433198388675e-07,
+      "loss": 15.7031,
+      "step": 23044
+    },
+    {
+      "epoch": 1.530517367337451,
+      "grad_norm": 161.20237731933594,
+      "learning_rate": 2.7536021074566684e-07,
+      "loss": 17.9844,
+      "step": 23045
+    },
+    {
+      "epoch": 1.5305837816298067,
+      "grad_norm": 694.0651245117188,
+      "learning_rate": 2.7528609788966174e-07,
+      "loss": 16.9375,
+      "step": 23046
+    },
+    {
+      "epoch": 1.5306501959221626,
+      "grad_norm": 272.7291259765625,
+      "learning_rate": 2.7521199341672916e-07,
+      "loss": 15.8125,
+      "step": 23047
+    },
+    {
+      "epoch": 1.5307166102145182,
+      "grad_norm": 151.3957061767578,
+      "learning_rate": 2.751378973277264e-07,
+      "loss": 14.4844,
+      "step": 23048
+    },
+    {
+      "epoch": 1.5307830245068739,
+      "grad_norm": 142.42701721191406,
+      "learning_rate": 2.750638096235104e-07,
+      "loss": 16.2344,
+      "step": 23049
+    },
+    {
+      "epoch": 1.5308494387992297,
+      "grad_norm": 117.48681640625,
+      "learning_rate": 2.7498973030493824e-07,
+      "loss": 12.4688,
+      "step": 23050
+    },
+    {
+      "epoch": 1.5309158530915852,
+      "grad_norm": 174.03997802734375,
+      "learning_rate": 2.7491565937286687e-07,
+      "loss": 20.4531,
+      "step": 23051
+    },
+    {
+      "epoch": 1.530982267383941,
+      "grad_norm": 291.7275085449219,
+      "learning_rate": 2.74841596828153e-07,
+      "loss": 19.1719,
+      "step": 23052
+    },
+    {
+      "epoch": 1.5310486816762967,
+      "grad_norm": 1472.7344970703125,
+      "learning_rate": 2.7476754267165334e-07,
+      "loss": 14.9062,
+      "step": 23053
+    },
+    {
+      "epoch": 1.5311150959686524,
+      "grad_norm": 227.82200622558594,
+      "learning_rate": 2.7469349690422494e-07,
+      "loss": 19.125,
+      "step": 23054
+    },
+    {
+      "epoch": 1.5311815102610082,
+      "grad_norm": 182.1538543701172,
+      "learning_rate": 2.7461945952672326e-07,
+      "loss": 14.4531,
+      "step": 23055
+    },
+    {
+      "epoch": 1.531247924553364,
+      "grad_norm": 333.9213562011719,
+      "learning_rate": 2.7454543054000603e-07,
+      "loss": 18.8594,
+      "step": 23056
+    },
+    {
+      "epoch": 1.5313143388457195,
+      "grad_norm": 236.3969268798828,
+      "learning_rate": 2.744714099449286e-07,
+      "loss": 23.1562,
+      "step": 23057
+    },
+    {
+      "epoch": 1.5313807531380754,
+      "grad_norm": 332.3197937011719,
+      "learning_rate": 2.743973977423476e-07,
+      "loss": 16.8203,
+      "step": 23058
+    },
+    {
+      "epoch": 1.531447167430431,
+      "grad_norm": 245.1046600341797,
+      "learning_rate": 2.74323393933119e-07,
+      "loss": 17.4375,
+      "step": 23059
+    },
+    {
+      "epoch": 1.5315135817227867,
+      "grad_norm": 163.93260192871094,
+      "learning_rate": 2.7424939851809924e-07,
+      "loss": 17.1875,
+      "step": 23060
+    },
+    {
+      "epoch": 1.5315799960151426,
+      "grad_norm": 139.0386505126953,
+      "learning_rate": 2.741754114981435e-07,
+      "loss": 14.8125,
+      "step": 23061
+    },
+    {
+      "epoch": 1.531646410307498,
+      "grad_norm": 229.72262573242188,
+      "learning_rate": 2.7410143287410847e-07,
+      "loss": 14.5,
+      "step": 23062
+    },
+    {
+      "epoch": 1.531712824599854,
+      "grad_norm": 273.11541748046875,
+      "learning_rate": 2.740274626468493e-07,
+      "loss": 14.5625,
+      "step": 23063
+    },
+    {
+      "epoch": 1.5317792388922096,
+      "grad_norm": 190.80935668945312,
+      "learning_rate": 2.739535008172218e-07,
+      "loss": 16.2031,
+      "step": 23064
+    },
+    {
+      "epoch": 1.5318456531845652,
+      "grad_norm": 171.0314178466797,
+      "learning_rate": 2.7387954738608155e-07,
+      "loss": 17.625,
+      "step": 23065
+    },
+    {
+      "epoch": 1.531912067476921,
+      "grad_norm": 184.7675018310547,
+      "learning_rate": 2.7380560235428394e-07,
+      "loss": 13.5,
+      "step": 23066
+    },
+    {
+      "epoch": 1.5319784817692768,
+      "grad_norm": 218.74844360351562,
+      "learning_rate": 2.7373166572268444e-07,
+      "loss": 16.9219,
+      "step": 23067
+    },
+    {
+      "epoch": 1.5320448960616324,
+      "grad_norm": 152.78907775878906,
+      "learning_rate": 2.736577374921385e-07,
+      "loss": 14.0156,
+      "step": 23068
+    },
+    {
+      "epoch": 1.5321113103539883,
+      "grad_norm": 222.8134307861328,
+      "learning_rate": 2.7358381766350046e-07,
+      "loss": 26.6719,
+      "step": 23069
+    },
+    {
+      "epoch": 1.532177724646344,
+      "grad_norm": 206.74661254882812,
+      "learning_rate": 2.735099062376266e-07,
+      "loss": 16.1562,
+      "step": 23070
+    },
+    {
+      "epoch": 1.5322441389386996,
+      "grad_norm": 252.44769287109375,
+      "learning_rate": 2.734360032153707e-07,
+      "loss": 16.2344,
+      "step": 23071
+    },
+    {
+      "epoch": 1.5323105532310555,
+      "grad_norm": 225.03143310546875,
+      "learning_rate": 2.7336210859758834e-07,
+      "loss": 18.5938,
+      "step": 23072
+    },
+    {
+      "epoch": 1.532376967523411,
+      "grad_norm": 170.49578857421875,
+      "learning_rate": 2.7328822238513417e-07,
+      "loss": 21.4688,
+      "step": 23073
+    },
+    {
+      "epoch": 1.5324433818157668,
+      "grad_norm": 229.48138427734375,
+      "learning_rate": 2.7321434457886293e-07,
+      "loss": 18.125,
+      "step": 23074
+    },
+    {
+      "epoch": 1.5325097961081224,
+      "grad_norm": 136.5048370361328,
+      "learning_rate": 2.731404751796286e-07,
+      "loss": 12.7656,
+      "step": 23075
+    },
+    {
+      "epoch": 1.532576210400478,
+      "grad_norm": 1078.1488037109375,
+      "learning_rate": 2.730666141882866e-07,
+      "loss": 14.5312,
+      "step": 23076
+    },
+    {
+      "epoch": 1.532642624692834,
+      "grad_norm": 196.67393493652344,
+      "learning_rate": 2.729927616056905e-07,
+      "loss": 14.5781,
+      "step": 23077
+    },
+    {
+      "epoch": 1.5327090389851896,
+      "grad_norm": 306.15081787109375,
+      "learning_rate": 2.72918917432695e-07,
+      "loss": 15.8281,
+      "step": 23078
+    },
+    {
+      "epoch": 1.5327754532775453,
+      "grad_norm": 817.374755859375,
+      "learning_rate": 2.728450816701542e-07,
+      "loss": 26.1562,
+      "step": 23079
+    },
+    {
+      "epoch": 1.5328418675699012,
+      "grad_norm": 209.03627014160156,
+      "learning_rate": 2.727712543189222e-07,
+      "loss": 21.0469,
+      "step": 23080
+    },
+    {
+      "epoch": 1.5329082818622568,
+      "grad_norm": 483.8130798339844,
+      "learning_rate": 2.72697435379853e-07,
+      "loss": 20.5781,
+      "step": 23081
+    },
+    {
+      "epoch": 1.5329746961546125,
+      "grad_norm": 151.97225952148438,
+      "learning_rate": 2.7262362485380077e-07,
+      "loss": 14.2188,
+      "step": 23082
+    },
+    {
+      "epoch": 1.5330411104469683,
+      "grad_norm": 149.81280517578125,
+      "learning_rate": 2.725498227416184e-07,
+      "loss": 14.1562,
+      "step": 23083
+    },
+    {
+      "epoch": 1.5331075247393238,
+      "grad_norm": 552.5743408203125,
+      "learning_rate": 2.7247602904416076e-07,
+      "loss": 21.375,
+      "step": 23084
+    },
+    {
+      "epoch": 1.5331739390316796,
+      "grad_norm": 158.6114501953125,
+      "learning_rate": 2.724022437622807e-07,
+      "loss": 14.3906,
+      "step": 23085
+    },
+    {
+      "epoch": 1.5332403533240353,
+      "grad_norm": 193.42677307128906,
+      "learning_rate": 2.7232846689683187e-07,
+      "loss": 14.1562,
+      "step": 23086
+    },
+    {
+      "epoch": 1.533306767616391,
+      "grad_norm": 258.9638977050781,
+      "learning_rate": 2.7225469844866776e-07,
+      "loss": 17.9844,
+      "step": 23087
+    },
+    {
+      "epoch": 1.5333731819087468,
+      "grad_norm": 170.42080688476562,
+      "learning_rate": 2.7218093841864165e-07,
+      "loss": 18.9531,
+      "step": 23088
+    },
+    {
+      "epoch": 1.5334395962011025,
+      "grad_norm": 628.8593139648438,
+      "learning_rate": 2.721071868076068e-07,
+      "loss": 18.3438,
+      "step": 23089
+    },
+    {
+      "epoch": 1.5335060104934581,
+      "grad_norm": 147.1826629638672,
+      "learning_rate": 2.7203344361641624e-07,
+      "loss": 17.3594,
+      "step": 23090
+    },
+    {
+      "epoch": 1.533572424785814,
+      "grad_norm": 216.5854034423828,
+      "learning_rate": 2.71959708845923e-07,
+      "loss": 16.8438,
+      "step": 23091
+    },
+    {
+      "epoch": 1.5336388390781697,
+      "grad_norm": 149.45301818847656,
+      "learning_rate": 2.7188598249698014e-07,
+      "loss": 11.7188,
+      "step": 23092
+    },
+    {
+      "epoch": 1.5337052533705253,
+      "grad_norm": 201.95523071289062,
+      "learning_rate": 2.718122645704406e-07,
+      "loss": 14.6094,
+      "step": 23093
+    },
+    {
+      "epoch": 1.5337716676628812,
+      "grad_norm": 1127.0244140625,
+      "learning_rate": 2.7173855506715624e-07,
+      "loss": 19.8438,
+      "step": 23094
+    },
+    {
+      "epoch": 1.5338380819552366,
+      "grad_norm": 198.90365600585938,
+      "learning_rate": 2.71664853987981e-07,
+      "loss": 16.125,
+      "step": 23095
+    },
+    {
+      "epoch": 1.5339044962475925,
+      "grad_norm": 251.96035766601562,
+      "learning_rate": 2.715911613337665e-07,
+      "loss": 14.4688,
+      "step": 23096
+    },
+    {
+      "epoch": 1.5339709105399482,
+      "grad_norm": 159.2774658203125,
+      "learning_rate": 2.7151747710536533e-07,
+      "loss": 13.3281,
+      "step": 23097
+    },
+    {
+      "epoch": 1.5340373248323038,
+      "grad_norm": 256.7648010253906,
+      "learning_rate": 2.7144380130363e-07,
+      "loss": 15.9844,
+      "step": 23098
+    },
+    {
+      "epoch": 1.5341037391246597,
+      "grad_norm": 188.79173278808594,
+      "learning_rate": 2.7137013392941286e-07,
+      "loss": 18.7812,
+      "step": 23099
+    },
+    {
+      "epoch": 1.5341701534170153,
+      "grad_norm": 257.49658203125,
+      "learning_rate": 2.7129647498356536e-07,
+      "loss": 17.9531,
+      "step": 23100
+    },
+    {
+      "epoch": 1.534236567709371,
+      "grad_norm": 191.9415740966797,
+      "learning_rate": 2.7122282446694056e-07,
+      "loss": 11.8594,
+      "step": 23101
+    },
+    {
+      "epoch": 1.5343029820017269,
+      "grad_norm": 116.90397644042969,
+      "learning_rate": 2.711491823803896e-07,
+      "loss": 11.875,
+      "step": 23102
+    },
+    {
+      "epoch": 1.5343693962940825,
+      "grad_norm": 276.34832763671875,
+      "learning_rate": 2.7107554872476465e-07,
+      "loss": 19.125,
+      "step": 23103
+    },
+    {
+      "epoch": 1.5344358105864382,
+      "grad_norm": 86.12362670898438,
+      "learning_rate": 2.7100192350091746e-07,
+      "loss": 12.2188,
+      "step": 23104
+    },
+    {
+      "epoch": 1.534502224878794,
+      "grad_norm": 292.5953063964844,
+      "learning_rate": 2.709283067096997e-07,
+      "loss": 14.2344,
+      "step": 23105
+    },
+    {
+      "epoch": 1.5345686391711495,
+      "grad_norm": 231.88507080078125,
+      "learning_rate": 2.7085469835196275e-07,
+      "loss": 14.5469,
+      "step": 23106
+    },
+    {
+      "epoch": 1.5346350534635054,
+      "grad_norm": 135.72547912597656,
+      "learning_rate": 2.7078109842855855e-07,
+      "loss": 16.9688,
+      "step": 23107
+    },
+    {
+      "epoch": 1.534701467755861,
+      "grad_norm": 420.35723876953125,
+      "learning_rate": 2.707075069403375e-07,
+      "loss": 16.1094,
+      "step": 23108
+    },
+    {
+      "epoch": 1.5347678820482167,
+      "grad_norm": 342.91162109375,
+      "learning_rate": 2.706339238881521e-07,
+      "loss": 18.7812,
+      "step": 23109
+    },
+    {
+      "epoch": 1.5348342963405726,
+      "grad_norm": 166.3538360595703,
+      "learning_rate": 2.7056034927285256e-07,
+      "loss": 18.5625,
+      "step": 23110
+    },
+    {
+      "epoch": 1.5349007106329282,
+      "grad_norm": 199.9921417236328,
+      "learning_rate": 2.7048678309529037e-07,
+      "loss": 19.5781,
+      "step": 23111
+    },
+    {
+      "epoch": 1.5349671249252839,
+      "grad_norm": 116.9873046875,
+      "learning_rate": 2.7041322535631626e-07,
+      "loss": 15.0938,
+      "step": 23112
+    },
+    {
+      "epoch": 1.5350335392176397,
+      "grad_norm": 149.6031036376953,
+      "learning_rate": 2.7033967605678145e-07,
+      "loss": 16.0625,
+      "step": 23113
+    },
+    {
+      "epoch": 1.5350999535099954,
+      "grad_norm": 239.19989013671875,
+      "learning_rate": 2.702661351975364e-07,
+      "loss": 20.4844,
+      "step": 23114
+    },
+    {
+      "epoch": 1.535166367802351,
+      "grad_norm": 133.4707794189453,
+      "learning_rate": 2.7019260277943223e-07,
+      "loss": 12.1953,
+      "step": 23115
+    },
+    {
+      "epoch": 1.535232782094707,
+      "grad_norm": 263.0833435058594,
+      "learning_rate": 2.701190788033185e-07,
+      "loss": 18.5625,
+      "step": 23116
+    },
+    {
+      "epoch": 1.5352991963870624,
+      "grad_norm": 292.9923095703125,
+      "learning_rate": 2.7004556327004714e-07,
+      "loss": 16.9531,
+      "step": 23117
+    },
+    {
+      "epoch": 1.5353656106794182,
+      "grad_norm": 319.9383850097656,
+      "learning_rate": 2.699720561804674e-07,
+      "loss": 16.0469,
+      "step": 23118
+    },
+    {
+      "epoch": 1.535432024971774,
+      "grad_norm": 388.49945068359375,
+      "learning_rate": 2.6989855753543e-07,
+      "loss": 25.2656,
+      "step": 23119
+    },
+    {
+      "epoch": 1.5354984392641295,
+      "grad_norm": 275.3183898925781,
+      "learning_rate": 2.69825067335785e-07,
+      "loss": 17.2969,
+      "step": 23120
+    },
+    {
+      "epoch": 1.5355648535564854,
+      "grad_norm": 198.93417358398438,
+      "learning_rate": 2.69751585582383e-07,
+      "loss": 13.0781,
+      "step": 23121
+    },
+    {
+      "epoch": 1.535631267848841,
+      "grad_norm": 136.72283935546875,
+      "learning_rate": 2.6967811227607297e-07,
+      "loss": 15.2188,
+      "step": 23122
+    },
+    {
+      "epoch": 1.5356976821411967,
+      "grad_norm": 148.0360107421875,
+      "learning_rate": 2.6960464741770593e-07,
+      "loss": 14.2656,
+      "step": 23123
+    },
+    {
+      "epoch": 1.5357640964335526,
+      "grad_norm": 403.3703308105469,
+      "learning_rate": 2.695311910081309e-07,
+      "loss": 18.5938,
+      "step": 23124
+    },
+    {
+      "epoch": 1.5358305107259083,
+      "grad_norm": 132.8262939453125,
+      "learning_rate": 2.6945774304819755e-07,
+      "loss": 16.9844,
+      "step": 23125
+    },
+    {
+      "epoch": 1.535896925018264,
+      "grad_norm": 530.171142578125,
+      "learning_rate": 2.693843035387564e-07,
+      "loss": 15.5156,
+      "step": 23126
+    },
+    {
+      "epoch": 1.5359633393106198,
+      "grad_norm": 550.1852416992188,
+      "learning_rate": 2.69310872480656e-07,
+      "loss": 17.3594,
+      "step": 23127
+    },
+    {
+      "epoch": 1.5360297536029752,
+      "grad_norm": 152.40199279785156,
+      "learning_rate": 2.6923744987474607e-07,
+      "loss": 15.6641,
+      "step": 23128
+    },
+    {
+      "epoch": 1.536096167895331,
+      "grad_norm": 156.33761596679688,
+      "learning_rate": 2.6916403572187587e-07,
+      "loss": 13.5391,
+      "step": 23129
+    },
+    {
+      "epoch": 1.5361625821876868,
+      "grad_norm": 140.78201293945312,
+      "learning_rate": 2.6909063002289476e-07,
+      "loss": 10.9531,
+      "step": 23130
+    },
+    {
+      "epoch": 1.5362289964800424,
+      "grad_norm": 191.991455078125,
+      "learning_rate": 2.6901723277865174e-07,
+      "loss": 19.0469,
+      "step": 23131
+    },
+    {
+      "epoch": 1.5362954107723983,
+      "grad_norm": 226.04110717773438,
+      "learning_rate": 2.6894384398999627e-07,
+      "loss": 18.5,
+      "step": 23132
+    },
+    {
+      "epoch": 1.536361825064754,
+      "grad_norm": 101.8636474609375,
+      "learning_rate": 2.688704636577761e-07,
+      "loss": 18.0469,
+      "step": 23133
+    },
+    {
+      "epoch": 1.5364282393571096,
+      "grad_norm": 228.00782775878906,
+      "learning_rate": 2.687970917828415e-07,
+      "loss": 25.6406,
+      "step": 23134
+    },
+    {
+      "epoch": 1.5364946536494655,
+      "grad_norm": 455.4670104980469,
+      "learning_rate": 2.6872372836604016e-07,
+      "loss": 23.8906,
+      "step": 23135
+    },
+    {
+      "epoch": 1.5365610679418211,
+      "grad_norm": 221.11099243164062,
+      "learning_rate": 2.6865037340822117e-07,
+      "loss": 20.4688,
+      "step": 23136
+    },
+    {
+      "epoch": 1.5366274822341768,
+      "grad_norm": 289.553955078125,
+      "learning_rate": 2.685770269102329e-07,
+      "loss": 14.2344,
+      "step": 23137
+    },
+    {
+      "epoch": 1.5366938965265327,
+      "grad_norm": 202.91444396972656,
+      "learning_rate": 2.685036888729241e-07,
+      "loss": 14.1875,
+      "step": 23138
+    },
+    {
+      "epoch": 1.536760310818888,
+      "grad_norm": 179.97560119628906,
+      "learning_rate": 2.684303592971422e-07,
+      "loss": 13.3125,
+      "step": 23139
+    },
+    {
+      "epoch": 1.536826725111244,
+      "grad_norm": 244.02178955078125,
+      "learning_rate": 2.6835703818373654e-07,
+      "loss": 12.7578,
+      "step": 23140
+    },
+    {
+      "epoch": 1.5368931394035996,
+      "grad_norm": 181.24034118652344,
+      "learning_rate": 2.682837255335547e-07,
+      "loss": 16.5156,
+      "step": 23141
+    },
+    {
+      "epoch": 1.5369595536959553,
+      "grad_norm": 411.66778564453125,
+      "learning_rate": 2.6821042134744464e-07,
+      "loss": 17.6875,
+      "step": 23142
+    },
+    {
+      "epoch": 1.5370259679883111,
+      "grad_norm": 207.6551513671875,
+      "learning_rate": 2.6813712562625446e-07,
+      "loss": 19.2344,
+      "step": 23143
+    },
+    {
+      "epoch": 1.5370923822806668,
+      "grad_norm": 244.20904541015625,
+      "learning_rate": 2.680638383708321e-07,
+      "loss": 13.7188,
+      "step": 23144
+    },
+    {
+      "epoch": 1.5371587965730225,
+      "grad_norm": 147.79635620117188,
+      "learning_rate": 2.679905595820251e-07,
+      "loss": 13.8672,
+      "step": 23145
+    },
+    {
+      "epoch": 1.5372252108653783,
+      "grad_norm": 233.79893493652344,
+      "learning_rate": 2.679172892606816e-07,
+      "loss": 18.25,
+      "step": 23146
+    },
+    {
+      "epoch": 1.537291625157734,
+      "grad_norm": 458.9700012207031,
+      "learning_rate": 2.67844027407648e-07,
+      "loss": 26.7969,
+      "step": 23147
+    },
+    {
+      "epoch": 1.5373580394500896,
+      "grad_norm": 204.2777099609375,
+      "learning_rate": 2.677707740237732e-07,
+      "loss": 17.4375,
+      "step": 23148
+    },
+    {
+      "epoch": 1.5374244537424455,
+      "grad_norm": 253.43080139160156,
+      "learning_rate": 2.676975291099036e-07,
+      "loss": 22.2812,
+      "step": 23149
+    },
+    {
+      "epoch": 1.537490868034801,
+      "grad_norm": 154.2772674560547,
+      "learning_rate": 2.676242926668867e-07,
+      "loss": 13.5312,
+      "step": 23150
+    },
+    {
+      "epoch": 1.5375572823271568,
+      "grad_norm": 175.46676635742188,
+      "learning_rate": 2.6755106469556967e-07,
+      "loss": 13.9844,
+      "step": 23151
+    },
+    {
+      "epoch": 1.5376236966195125,
+      "grad_norm": 100.5093002319336,
+      "learning_rate": 2.674778451967995e-07,
+      "loss": 14.2812,
+      "step": 23152
+    },
+    {
+      "epoch": 1.5376901109118681,
+      "grad_norm": 222.701171875,
+      "learning_rate": 2.674046341714232e-07,
+      "loss": 15.8438,
+      "step": 23153
+    },
+    {
+      "epoch": 1.537756525204224,
+      "grad_norm": 240.2196502685547,
+      "learning_rate": 2.6733143162028805e-07,
+      "loss": 23.875,
+      "step": 23154
+    },
+    {
+      "epoch": 1.5378229394965797,
+      "grad_norm": 129.19190979003906,
+      "learning_rate": 2.6725823754423983e-07,
+      "loss": 19.2031,
+      "step": 23155
+    },
+    {
+      "epoch": 1.5378893537889353,
+      "grad_norm": 363.7494812011719,
+      "learning_rate": 2.671850519441263e-07,
+      "loss": 24.8125,
+      "step": 23156
+    },
+    {
+      "epoch": 1.5379557680812912,
+      "grad_norm": 292.4183654785156,
+      "learning_rate": 2.671118748207932e-07,
+      "loss": 16.3281,
+      "step": 23157
+    },
+    {
+      "epoch": 1.5380221823736469,
+      "grad_norm": 422.0189208984375,
+      "learning_rate": 2.670387061750875e-07,
+      "loss": 26.9844,
+      "step": 23158
+    },
+    {
+      "epoch": 1.5380885966660025,
+      "grad_norm": 162.37533569335938,
+      "learning_rate": 2.669655460078553e-07,
+      "loss": 16.1406,
+      "step": 23159
+    },
+    {
+      "epoch": 1.5381550109583584,
+      "grad_norm": 92.10070037841797,
+      "learning_rate": 2.668923943199433e-07,
+      "loss": 14.2344,
+      "step": 23160
+    },
+    {
+      "epoch": 1.5382214252507138,
+      "grad_norm": 124.98763275146484,
+      "learning_rate": 2.668192511121966e-07,
+      "loss": 13.8594,
+      "step": 23161
+    },
+    {
+      "epoch": 1.5382878395430697,
+      "grad_norm": 115.89219665527344,
+      "learning_rate": 2.6674611638546253e-07,
+      "loss": 13.0469,
+      "step": 23162
+    },
+    {
+      "epoch": 1.5383542538354253,
+      "grad_norm": 341.854736328125,
+      "learning_rate": 2.6667299014058676e-07,
+      "loss": 14.8359,
+      "step": 23163
+    },
+    {
+      "epoch": 1.538420668127781,
+      "grad_norm": 179.03414916992188,
+      "learning_rate": 2.6659987237841433e-07,
+      "loss": 17.75,
+      "step": 23164
+    },
+    {
+      "epoch": 1.5384870824201369,
+      "grad_norm": 178.63735961914062,
+      "learning_rate": 2.665267630997924e-07,
+      "loss": 15.7344,
+      "step": 23165
+    },
+    {
+      "epoch": 1.5385534967124925,
+      "grad_norm": 113.95482635498047,
+      "learning_rate": 2.6645366230556555e-07,
+      "loss": 15.6406,
+      "step": 23166
+    },
+    {
+      "epoch": 1.5386199110048482,
+      "grad_norm": 142.29185485839844,
+      "learning_rate": 2.6638056999657977e-07,
+      "loss": 13.7969,
+      "step": 23167
+    },
+    {
+      "epoch": 1.538686325297204,
+      "grad_norm": 339.047119140625,
+      "learning_rate": 2.663074861736805e-07,
+      "loss": 17.4062,
+      "step": 23168
+    },
+    {
+      "epoch": 1.5387527395895597,
+      "grad_norm": 93.47703552246094,
+      "learning_rate": 2.6623441083771313e-07,
+      "loss": 10.4688,
+      "step": 23169
+    },
+    {
+      "epoch": 1.5388191538819154,
+      "grad_norm": 203.0446319580078,
+      "learning_rate": 2.6616134398952305e-07,
+      "loss": 15.3594,
+      "step": 23170
+    },
+    {
+      "epoch": 1.5388855681742712,
+      "grad_norm": 146.68438720703125,
+      "learning_rate": 2.6608828562995566e-07,
+      "loss": 14.2344,
+      "step": 23171
+    },
+    {
+      "epoch": 1.5389519824666267,
+      "grad_norm": 363.24871826171875,
+      "learning_rate": 2.660152357598552e-07,
+      "loss": 21.7188,
+      "step": 23172
+    },
+    {
+      "epoch": 1.5390183967589826,
+      "grad_norm": 178.1854248046875,
+      "learning_rate": 2.6594219438006795e-07,
+      "loss": 15.375,
+      "step": 23173
+    },
+    {
+      "epoch": 1.5390848110513382,
+      "grad_norm": 134.23043823242188,
+      "learning_rate": 2.658691614914377e-07,
+      "loss": 13.5,
+      "step": 23174
+    },
+    {
+      "epoch": 1.5391512253436939,
+      "grad_norm": 222.28704833984375,
+      "learning_rate": 2.6579613709480964e-07,
+      "loss": 16.5469,
+      "step": 23175
+    },
+    {
+      "epoch": 1.5392176396360497,
+      "grad_norm": 179.949951171875,
+      "learning_rate": 2.6572312119102845e-07,
+      "loss": 14.0156,
+      "step": 23176
+    },
+    {
+      "epoch": 1.5392840539284054,
+      "grad_norm": 171.35263061523438,
+      "learning_rate": 2.6565011378093895e-07,
+      "loss": 17.7812,
+      "step": 23177
+    },
+    {
+      "epoch": 1.539350468220761,
+      "grad_norm": 204.9718475341797,
+      "learning_rate": 2.655771148653854e-07,
+      "loss": 20.9688,
+      "step": 23178
+    },
+    {
+      "epoch": 1.539416882513117,
+      "grad_norm": 188.9126434326172,
+      "learning_rate": 2.6550412444521266e-07,
+      "loss": 18.6875,
+      "step": 23179
+    },
+    {
+      "epoch": 1.5394832968054726,
+      "grad_norm": 328.65570068359375,
+      "learning_rate": 2.65431142521264e-07,
+      "loss": 15.9219,
+      "step": 23180
+    },
+    {
+      "epoch": 1.5395497110978282,
+      "grad_norm": 276.4205017089844,
+      "learning_rate": 2.653581690943849e-07,
+      "loss": 16.5781,
+      "step": 23181
+    },
+    {
+      "epoch": 1.539616125390184,
+      "grad_norm": 203.82098388671875,
+      "learning_rate": 2.6528520416541853e-07,
+      "loss": 13.4688,
+      "step": 23182
+    },
+    {
+      "epoch": 1.5396825396825395,
+      "grad_norm": 194.58941650390625,
+      "learning_rate": 2.6521224773520933e-07,
+      "loss": 11.8828,
+      "step": 23183
+    },
+    {
+      "epoch": 1.5397489539748954,
+      "grad_norm": 424.4406433105469,
+      "learning_rate": 2.6513929980460115e-07,
+      "loss": 18.1406,
+      "step": 23184
+    },
+    {
+      "epoch": 1.539815368267251,
+      "grad_norm": 484.16326904296875,
+      "learning_rate": 2.6506636037443807e-07,
+      "loss": 13.6562,
+      "step": 23185
+    },
+    {
+      "epoch": 1.5398817825596067,
+      "grad_norm": 203.28672790527344,
+      "learning_rate": 2.6499342944556304e-07,
+      "loss": 15.2656,
+      "step": 23186
+    },
+    {
+      "epoch": 1.5399481968519626,
+      "grad_norm": 892.9902954101562,
+      "learning_rate": 2.6492050701882076e-07,
+      "loss": 20.25,
+      "step": 23187
+    },
+    {
+      "epoch": 1.5400146111443183,
+      "grad_norm": 142.32769775390625,
+      "learning_rate": 2.6484759309505377e-07,
+      "loss": 13.7266,
+      "step": 23188
+    },
+    {
+      "epoch": 1.540081025436674,
+      "grad_norm": 198.56698608398438,
+      "learning_rate": 2.6477468767510603e-07,
+      "loss": 16.1719,
+      "step": 23189
+    },
+    {
+      "epoch": 1.5401474397290298,
+      "grad_norm": 222.651123046875,
+      "learning_rate": 2.647017907598207e-07,
+      "loss": 18.4531,
+      "step": 23190
+    },
+    {
+      "epoch": 1.5402138540213854,
+      "grad_norm": 263.0067138671875,
+      "learning_rate": 2.6462890235004097e-07,
+      "loss": 15.9062,
+      "step": 23191
+    },
+    {
+      "epoch": 1.540280268313741,
+      "grad_norm": 701.667724609375,
+      "learning_rate": 2.6455602244661025e-07,
+      "loss": 17.2031,
+      "step": 23192
+    },
+    {
+      "epoch": 1.540346682606097,
+      "grad_norm": 433.305419921875,
+      "learning_rate": 2.6448315105037156e-07,
+      "loss": 20.9688,
+      "step": 23193
+    },
+    {
+      "epoch": 1.5404130968984524,
+      "grad_norm": 142.78054809570312,
+      "learning_rate": 2.6441028816216706e-07,
+      "loss": 15.7188,
+      "step": 23194
+    },
+    {
+      "epoch": 1.5404795111908083,
+      "grad_norm": 388.4940490722656,
+      "learning_rate": 2.6433743378284077e-07,
+      "loss": 18.0469,
+      "step": 23195
+    },
+    {
+      "epoch": 1.540545925483164,
+      "grad_norm": 247.4846954345703,
+      "learning_rate": 2.642645879132346e-07,
+      "loss": 11.7656,
+      "step": 23196
+    },
+    {
+      "epoch": 1.5406123397755196,
+      "grad_norm": 586.1412353515625,
+      "learning_rate": 2.641917505541914e-07,
+      "loss": 17.25,
+      "step": 23197
+    },
+    {
+      "epoch": 1.5406787540678755,
+      "grad_norm": 206.89227294921875,
+      "learning_rate": 2.641189217065537e-07,
+      "loss": 17.5,
+      "step": 23198
+    },
+    {
+      "epoch": 1.5407451683602311,
+      "grad_norm": 270.75390625,
+      "learning_rate": 2.64046101371164e-07,
+      "loss": 16.2656,
+      "step": 23199
+    },
+    {
+      "epoch": 1.5408115826525868,
+      "grad_norm": 170.5272979736328,
+      "learning_rate": 2.6397328954886466e-07,
+      "loss": 17.875,
+      "step": 23200
+    },
+    {
+      "epoch": 1.5408779969449427,
+      "grad_norm": 213.78268432617188,
+      "learning_rate": 2.639004862404979e-07,
+      "loss": 17.0312,
+      "step": 23201
+    },
+    {
+      "epoch": 1.5409444112372983,
+      "grad_norm": 182.89109802246094,
+      "learning_rate": 2.638276914469061e-07,
+      "loss": 13.0625,
+      "step": 23202
+    },
+    {
+      "epoch": 1.541010825529654,
+      "grad_norm": 133.32150268554688,
+      "learning_rate": 2.637549051689305e-07,
+      "loss": 22.5781,
+      "step": 23203
+    },
+    {
+      "epoch": 1.5410772398220098,
+      "grad_norm": 241.383056640625,
+      "learning_rate": 2.6368212740741414e-07,
+      "loss": 17.6875,
+      "step": 23204
+    },
+    {
+      "epoch": 1.5411436541143653,
+      "grad_norm": 372.5812072753906,
+      "learning_rate": 2.6360935816319817e-07,
+      "loss": 19.1562,
+      "step": 23205
+    },
+    {
+      "epoch": 1.5412100684067211,
+      "grad_norm": 801.4498291015625,
+      "learning_rate": 2.635365974371244e-07,
+      "loss": 15.0625,
+      "step": 23206
+    },
+    {
+      "epoch": 1.5412764826990768,
+      "grad_norm": 213.78875732421875,
+      "learning_rate": 2.6346384523003475e-07,
+      "loss": 20.8438,
+      "step": 23207
+    },
+    {
+      "epoch": 1.5413428969914325,
+      "grad_norm": 484.6083984375,
+      "learning_rate": 2.6339110154277046e-07,
+      "loss": 12.2812,
+      "step": 23208
+    },
+    {
+      "epoch": 1.5414093112837883,
+      "grad_norm": 325.81890869140625,
+      "learning_rate": 2.633183663761732e-07,
+      "loss": 19.0781,
+      "step": 23209
+    },
+    {
+      "epoch": 1.541475725576144,
+      "grad_norm": 181.76292419433594,
+      "learning_rate": 2.632456397310846e-07,
+      "loss": 16.7344,
+      "step": 23210
+    },
+    {
+      "epoch": 1.5415421398684996,
+      "grad_norm": 120.13494873046875,
+      "learning_rate": 2.6317292160834505e-07,
+      "loss": 16.5938,
+      "step": 23211
+    },
+    {
+      "epoch": 1.5416085541608555,
+      "grad_norm": 152.6403045654297,
+      "learning_rate": 2.6310021200879686e-07,
+      "loss": 18.0312,
+      "step": 23212
+    },
+    {
+      "epoch": 1.5416749684532112,
+      "grad_norm": 280.0244140625,
+      "learning_rate": 2.6302751093328013e-07,
+      "loss": 12.1406,
+      "step": 23213
+    },
+    {
+      "epoch": 1.5417413827455668,
+      "grad_norm": 320.95611572265625,
+      "learning_rate": 2.6295481838263624e-07,
+      "loss": 26.5312,
+      "step": 23214
+    },
+    {
+      "epoch": 1.5418077970379227,
+      "grad_norm": 313.3428955078125,
+      "learning_rate": 2.6288213435770587e-07,
+      "loss": 30.5,
+      "step": 23215
+    },
+    {
+      "epoch": 1.5418742113302781,
+      "grad_norm": 142.62393188476562,
+      "learning_rate": 2.628094588593301e-07,
+      "loss": 19.625,
+      "step": 23216
+    },
+    {
+      "epoch": 1.541940625622634,
+      "grad_norm": 130.1892852783203,
+      "learning_rate": 2.627367918883494e-07,
+      "loss": 14.0781,
+      "step": 23217
+    },
+    {
+      "epoch": 1.5420070399149897,
+      "grad_norm": 160.58705139160156,
+      "learning_rate": 2.6266413344560456e-07,
+      "loss": 14.1562,
+      "step": 23218
+    },
+    {
+      "epoch": 1.5420734542073453,
+      "grad_norm": 180.81808471679688,
+      "learning_rate": 2.6259148353193537e-07,
+      "loss": 19.375,
+      "step": 23219
+    },
+    {
+      "epoch": 1.5421398684997012,
+      "grad_norm": 310.576904296875,
+      "learning_rate": 2.625188421481832e-07,
+      "loss": 13.2812,
+      "step": 23220
+    },
+    {
+      "epoch": 1.5422062827920568,
+      "grad_norm": 144.13600158691406,
+      "learning_rate": 2.624462092951876e-07,
+      "loss": 15.0938,
+      "step": 23221
+    },
+    {
+      "epoch": 1.5422726970844125,
+      "grad_norm": 234.14413452148438,
+      "learning_rate": 2.623735849737888e-07,
+      "loss": 14.1562,
+      "step": 23222
+    },
+    {
+      "epoch": 1.5423391113767684,
+      "grad_norm": 204.73390197753906,
+      "learning_rate": 2.623009691848271e-07,
+      "loss": 15.2812,
+      "step": 23223
+    },
+    {
+      "epoch": 1.542405525669124,
+      "grad_norm": 196.3575897216797,
+      "learning_rate": 2.6222836192914276e-07,
+      "loss": 20.6719,
+      "step": 23224
+    },
+    {
+      "epoch": 1.5424719399614797,
+      "grad_norm": 426.932861328125,
+      "learning_rate": 2.621557632075747e-07,
+      "loss": 16.0156,
+      "step": 23225
+    },
+    {
+      "epoch": 1.5425383542538356,
+      "grad_norm": 145.75502014160156,
+      "learning_rate": 2.6208317302096396e-07,
+      "loss": 12.6875,
+      "step": 23226
+    },
+    {
+      "epoch": 1.542604768546191,
+      "grad_norm": 118.93405151367188,
+      "learning_rate": 2.6201059137014914e-07,
+      "loss": 16.7188,
+      "step": 23227
+    },
+    {
+      "epoch": 1.5426711828385469,
+      "grad_norm": 192.7015838623047,
+      "learning_rate": 2.6193801825597027e-07,
+      "loss": 15.0156,
+      "step": 23228
+    },
+    {
+      "epoch": 1.5427375971309025,
+      "grad_norm": 148.5836944580078,
+      "learning_rate": 2.618654536792668e-07,
+      "loss": 14.6953,
+      "step": 23229
+    },
+    {
+      "epoch": 1.5428040114232582,
+      "grad_norm": 149.38546752929688,
+      "learning_rate": 2.617928976408782e-07,
+      "loss": 12.4844,
+      "step": 23230
+    },
+    {
+      "epoch": 1.542870425715614,
+      "grad_norm": 430.3947448730469,
+      "learning_rate": 2.6172035014164364e-07,
+      "loss": 16.7031,
+      "step": 23231
+    },
+    {
+      "epoch": 1.5429368400079697,
+      "grad_norm": 361.9637756347656,
+      "learning_rate": 2.6164781118240263e-07,
+      "loss": 19.0781,
+      "step": 23232
+    },
+    {
+      "epoch": 1.5430032543003254,
+      "grad_norm": 227.64239501953125,
+      "learning_rate": 2.615752807639935e-07,
+      "loss": 24.2656,
+      "step": 23233
+    },
+    {
+      "epoch": 1.5430696685926812,
+      "grad_norm": 433.3985900878906,
+      "learning_rate": 2.6150275888725627e-07,
+      "loss": 15.8438,
+      "step": 23234
+    },
+    {
+      "epoch": 1.543136082885037,
+      "grad_norm": 220.36790466308594,
+      "learning_rate": 2.6143024555302894e-07,
+      "loss": 14.6406,
+      "step": 23235
+    },
+    {
+      "epoch": 1.5432024971773926,
+      "grad_norm": 167.6643524169922,
+      "learning_rate": 2.6135774076215036e-07,
+      "loss": 16.9531,
+      "step": 23236
+    },
+    {
+      "epoch": 1.5432689114697484,
+      "grad_norm": 711.7451782226562,
+      "learning_rate": 2.612852445154601e-07,
+      "loss": 12.7969,
+      "step": 23237
+    },
+    {
+      "epoch": 1.5433353257621039,
+      "grad_norm": 348.5670166015625,
+      "learning_rate": 2.6121275681379584e-07,
+      "loss": 18.1719,
+      "step": 23238
+    },
+    {
+      "epoch": 1.5434017400544597,
+      "grad_norm": 167.66400146484375,
+      "learning_rate": 2.611402776579964e-07,
+      "loss": 16.25,
+      "step": 23239
+    },
+    {
+      "epoch": 1.5434681543468154,
+      "grad_norm": 208.8854522705078,
+      "learning_rate": 2.610678070489003e-07,
+      "loss": 15.2344,
+      "step": 23240
+    },
+    {
+      "epoch": 1.543534568639171,
+      "grad_norm": 279.69451904296875,
+      "learning_rate": 2.6099534498734556e-07,
+      "loss": 21.7812,
+      "step": 23241
+    },
+    {
+      "epoch": 1.543600982931527,
+      "grad_norm": 247.0557403564453,
+      "learning_rate": 2.6092289147417057e-07,
+      "loss": 18.8906,
+      "step": 23242
+    },
+    {
+      "epoch": 1.5436673972238826,
+      "grad_norm": 311.99609375,
+      "learning_rate": 2.6085044651021383e-07,
+      "loss": 14.0156,
+      "step": 23243
+    },
+    {
+      "epoch": 1.5437338115162382,
+      "grad_norm": 154.34326171875,
+      "learning_rate": 2.6077801009631216e-07,
+      "loss": 18.5938,
+      "step": 23244
+    },
+    {
+      "epoch": 1.543800225808594,
+      "grad_norm": 182.35760498046875,
+      "learning_rate": 2.6070558223330487e-07,
+      "loss": 14.6406,
+      "step": 23245
+    },
+    {
+      "epoch": 1.5438666401009498,
+      "grad_norm": 275.7531433105469,
+      "learning_rate": 2.606331629220287e-07,
+      "loss": 21.875,
+      "step": 23246
+    },
+    {
+      "epoch": 1.5439330543933054,
+      "grad_norm": 260.5250549316406,
+      "learning_rate": 2.6056075216332185e-07,
+      "loss": 18.4531,
+      "step": 23247
+    },
+    {
+      "epoch": 1.5439994686856613,
+      "grad_norm": 183.05035400390625,
+      "learning_rate": 2.604883499580218e-07,
+      "loss": 18.8594,
+      "step": 23248
+    },
+    {
+      "epoch": 1.5440658829780167,
+      "grad_norm": 194.7342529296875,
+      "learning_rate": 2.6041595630696643e-07,
+      "loss": 15.6406,
+      "step": 23249
+    },
+    {
+      "epoch": 1.5441322972703726,
+      "grad_norm": 199.9652557373047,
+      "learning_rate": 2.6034357121099225e-07,
+      "loss": 21.3125,
+      "step": 23250
+    },
+    {
+      "epoch": 1.5441987115627283,
+      "grad_norm": 163.34234619140625,
+      "learning_rate": 2.6027119467093774e-07,
+      "loss": 17.4062,
+      "step": 23251
+    },
+    {
+      "epoch": 1.544265125855084,
+      "grad_norm": 161.68905639648438,
+      "learning_rate": 2.60198826687639e-07,
+      "loss": 19.5156,
+      "step": 23252
+    },
+    {
+      "epoch": 1.5443315401474398,
+      "grad_norm": 152.143798828125,
+      "learning_rate": 2.6012646726193386e-07,
+      "loss": 18.6875,
+      "step": 23253
+    },
+    {
+      "epoch": 1.5443979544397954,
+      "grad_norm": 2957.304931640625,
+      "learning_rate": 2.60054116394659e-07,
+      "loss": 21.6797,
+      "step": 23254
+    },
+    {
+      "epoch": 1.544464368732151,
+      "grad_norm": 180.51808166503906,
+      "learning_rate": 2.599817740866515e-07,
+      "loss": 13.4062,
+      "step": 23255
+    },
+    {
+      "epoch": 1.544530783024507,
+      "grad_norm": 199.62754821777344,
+      "learning_rate": 2.5990944033874805e-07,
+      "loss": 15.1094,
+      "step": 23256
+    },
+    {
+      "epoch": 1.5445971973168626,
+      "grad_norm": 202.96690368652344,
+      "learning_rate": 2.5983711515178576e-07,
+      "loss": 17.7344,
+      "step": 23257
+    },
+    {
+      "epoch": 1.5446636116092183,
+      "grad_norm": 309.32440185546875,
+      "learning_rate": 2.5976479852660036e-07,
+      "loss": 19.1875,
+      "step": 23258
+    },
+    {
+      "epoch": 1.5447300259015742,
+      "grad_norm": 120.01348876953125,
+      "learning_rate": 2.5969249046402953e-07,
+      "loss": 11.7188,
+      "step": 23259
+    },
+    {
+      "epoch": 1.5447964401939296,
+      "grad_norm": 173.97596740722656,
+      "learning_rate": 2.5962019096490874e-07,
+      "loss": 14.625,
+      "step": 23260
+    },
+    {
+      "epoch": 1.5448628544862855,
+      "grad_norm": 97.85708618164062,
+      "learning_rate": 2.5954790003007467e-07,
+      "loss": 15.3125,
+      "step": 23261
+    },
+    {
+      "epoch": 1.5449292687786411,
+      "grad_norm": 148.41128540039062,
+      "learning_rate": 2.5947561766036354e-07,
+      "loss": 16.25,
+      "step": 23262
+    },
+    {
+      "epoch": 1.5449956830709968,
+      "grad_norm": 115.61711883544922,
+      "learning_rate": 2.594033438566113e-07,
+      "loss": 15.9219,
+      "step": 23263
+    },
+    {
+      "epoch": 1.5450620973633526,
+      "grad_norm": 450.10394287109375,
+      "learning_rate": 2.593310786196543e-07,
+      "loss": 15.8438,
+      "step": 23264
+    },
+    {
+      "epoch": 1.5451285116557083,
+      "grad_norm": 281.8332214355469,
+      "learning_rate": 2.592588219503286e-07,
+      "loss": 15.125,
+      "step": 23265
+    },
+    {
+      "epoch": 1.545194925948064,
+      "grad_norm": 329.3066101074219,
+      "learning_rate": 2.5918657384946927e-07,
+      "loss": 14.6406,
+      "step": 23266
+    },
+    {
+      "epoch": 1.5452613402404198,
+      "grad_norm": 371.4208984375,
+      "learning_rate": 2.5911433431791263e-07,
+      "loss": 25.1562,
+      "step": 23267
+    },
+    {
+      "epoch": 1.5453277545327755,
+      "grad_norm": 462.05218505859375,
+      "learning_rate": 2.59042103356494e-07,
+      "loss": 16.5703,
+      "step": 23268
+    },
+    {
+      "epoch": 1.5453941688251311,
+      "grad_norm": 88.11038970947266,
+      "learning_rate": 2.589698809660492e-07,
+      "loss": 13.2344,
+      "step": 23269
+    },
+    {
+      "epoch": 1.545460583117487,
+      "grad_norm": 196.67662048339844,
+      "learning_rate": 2.5889766714741346e-07,
+      "loss": 13.0,
+      "step": 23270
+    },
+    {
+      "epoch": 1.5455269974098425,
+      "grad_norm": 263.5964660644531,
+      "learning_rate": 2.588254619014225e-07,
+      "loss": 14.5156,
+      "step": 23271
+    },
+    {
+      "epoch": 1.5455934117021983,
+      "grad_norm": 333.32635498046875,
+      "learning_rate": 2.587532652289105e-07,
+      "loss": 14.0938,
+      "step": 23272
+    },
+    {
+      "epoch": 1.545659825994554,
+      "grad_norm": 260.9994201660156,
+      "learning_rate": 2.5868107713071373e-07,
+      "loss": 14.5156,
+      "step": 23273
+    },
+    {
+      "epoch": 1.5457262402869096,
+      "grad_norm": 275.7750244140625,
+      "learning_rate": 2.5860889760766703e-07,
+      "loss": 22.3125,
+      "step": 23274
+    },
+    {
+      "epoch": 1.5457926545792655,
+      "grad_norm": 203.87228393554688,
+      "learning_rate": 2.5853672666060446e-07,
+      "loss": 17.875,
+      "step": 23275
+    },
+    {
+      "epoch": 1.5458590688716212,
+      "grad_norm": 203.19033813476562,
+      "learning_rate": 2.5846456429036214e-07,
+      "loss": 13.0781,
+      "step": 23276
+    },
+    {
+      "epoch": 1.5459254831639768,
+      "grad_norm": 170.97177124023438,
+      "learning_rate": 2.583924104977738e-07,
+      "loss": 12.2188,
+      "step": 23277
+    },
+    {
+      "epoch": 1.5459918974563327,
+      "grad_norm": 270.7346496582031,
+      "learning_rate": 2.5832026528367447e-07,
+      "loss": 15.5781,
+      "step": 23278
+    },
+    {
+      "epoch": 1.5460583117486884,
+      "grad_norm": 236.18838500976562,
+      "learning_rate": 2.5824812864889856e-07,
+      "loss": 14.2812,
+      "step": 23279
+    },
+    {
+      "epoch": 1.546124726041044,
+      "grad_norm": 137.26393127441406,
+      "learning_rate": 2.581760005942807e-07,
+      "loss": 15.1562,
+      "step": 23280
+    },
+    {
+      "epoch": 1.5461911403333999,
+      "grad_norm": 175.18760681152344,
+      "learning_rate": 2.5810388112065493e-07,
+      "loss": 10.9531,
+      "step": 23281
+    },
+    {
+      "epoch": 1.5462575546257553,
+      "grad_norm": 356.5532531738281,
+      "learning_rate": 2.5803177022885613e-07,
+      "loss": 22.75,
+      "step": 23282
+    },
+    {
+      "epoch": 1.5463239689181112,
+      "grad_norm": 406.87200927734375,
+      "learning_rate": 2.5795966791971724e-07,
+      "loss": 21.4375,
+      "step": 23283
+    },
+    {
+      "epoch": 1.5463903832104668,
+      "grad_norm": 191.26231384277344,
+      "learning_rate": 2.578875741940737e-07,
+      "loss": 14.8438,
+      "step": 23284
+    },
+    {
+      "epoch": 1.5464567975028225,
+      "grad_norm": 313.5531311035156,
+      "learning_rate": 2.578154890527585e-07,
+      "loss": 16.3125,
+      "step": 23285
+    },
+    {
+      "epoch": 1.5465232117951784,
+      "grad_norm": 208.07606506347656,
+      "learning_rate": 2.577434124966057e-07,
+      "loss": 16.5156,
+      "step": 23286
+    },
+    {
+      "epoch": 1.546589626087534,
+      "grad_norm": 215.96961975097656,
+      "learning_rate": 2.5767134452644914e-07,
+      "loss": 20.4531,
+      "step": 23287
+    },
+    {
+      "epoch": 1.5466560403798897,
+      "grad_norm": 212.90966796875,
+      "learning_rate": 2.5759928514312266e-07,
+      "loss": 19.6562,
+      "step": 23288
+    },
+    {
+      "epoch": 1.5467224546722456,
+      "grad_norm": 135.9345245361328,
+      "learning_rate": 2.575272343474589e-07,
+      "loss": 14.5781,
+      "step": 23289
+    },
+    {
+      "epoch": 1.5467888689646012,
+      "grad_norm": 157.3470916748047,
+      "learning_rate": 2.5745519214029275e-07,
+      "loss": 17.4688,
+      "step": 23290
+    },
+    {
+      "epoch": 1.5468552832569569,
+      "grad_norm": 299.2257080078125,
+      "learning_rate": 2.573831585224563e-07,
+      "loss": 24.3438,
+      "step": 23291
+    },
+    {
+      "epoch": 1.5469216975493127,
+      "grad_norm": 701.3591918945312,
+      "learning_rate": 2.573111334947833e-07,
+      "loss": 19.2031,
+      "step": 23292
+    },
+    {
+      "epoch": 1.5469881118416682,
+      "grad_norm": 1139.1666259765625,
+      "learning_rate": 2.5723911705810685e-07,
+      "loss": 14.2969,
+      "step": 23293
+    },
+    {
+      "epoch": 1.547054526134024,
+      "grad_norm": 298.4377136230469,
+      "learning_rate": 2.5716710921326004e-07,
+      "loss": 26.625,
+      "step": 23294
+    },
+    {
+      "epoch": 1.5471209404263797,
+      "grad_norm": 772.899169921875,
+      "learning_rate": 2.5709510996107575e-07,
+      "loss": 18.1094,
+      "step": 23295
+    },
+    {
+      "epoch": 1.5471873547187354,
+      "grad_norm": 793.3009643554688,
+      "learning_rate": 2.5702311930238705e-07,
+      "loss": 10.8906,
+      "step": 23296
+    },
+    {
+      "epoch": 1.5472537690110912,
+      "grad_norm": 236.8256072998047,
+      "learning_rate": 2.56951137238026e-07,
+      "loss": 16.1094,
+      "step": 23297
+    },
+    {
+      "epoch": 1.547320183303447,
+      "grad_norm": 238.99647521972656,
+      "learning_rate": 2.5687916376882633e-07,
+      "loss": 16.8906,
+      "step": 23298
+    },
+    {
+      "epoch": 1.5473865975958025,
+      "grad_norm": 119.06565856933594,
+      "learning_rate": 2.5680719889561964e-07,
+      "loss": 16.0,
+      "step": 23299
+    },
+    {
+      "epoch": 1.5474530118881584,
+      "grad_norm": 310.5144958496094,
+      "learning_rate": 2.5673524261923874e-07,
+      "loss": 18.9844,
+      "step": 23300
+    },
+    {
+      "epoch": 1.547519426180514,
+      "grad_norm": 169.55580139160156,
+      "learning_rate": 2.5666329494051585e-07,
+      "loss": 13.9844,
+      "step": 23301
+    },
+    {
+      "epoch": 1.5475858404728697,
+      "grad_norm": 171.58775329589844,
+      "learning_rate": 2.5659135586028344e-07,
+      "loss": 16.0625,
+      "step": 23302
+    },
+    {
+      "epoch": 1.5476522547652256,
+      "grad_norm": 134.38589477539062,
+      "learning_rate": 2.5651942537937357e-07,
+      "loss": 14.2344,
+      "step": 23303
+    },
+    {
+      "epoch": 1.547718669057581,
+      "grad_norm": 504.8057861328125,
+      "learning_rate": 2.5644750349861854e-07,
+      "loss": 17.5156,
+      "step": 23304
+    },
+    {
+      "epoch": 1.547785083349937,
+      "grad_norm": 127.55846405029297,
+      "learning_rate": 2.5637559021884945e-07,
+      "loss": 29.25,
+      "step": 23305
+    },
+    {
+      "epoch": 1.5478514976422926,
+      "grad_norm": 327.0053405761719,
+      "learning_rate": 2.563036855408993e-07,
+      "loss": 27.5312,
+      "step": 23306
+    },
+    {
+      "epoch": 1.5479179119346482,
+      "grad_norm": 264.3553161621094,
+      "learning_rate": 2.5623178946559897e-07,
+      "loss": 12.5938,
+      "step": 23307
+    },
+    {
+      "epoch": 1.547984326227004,
+      "grad_norm": 216.5001220703125,
+      "learning_rate": 2.5615990199378045e-07,
+      "loss": 16.6875,
+      "step": 23308
+    },
+    {
+      "epoch": 1.5480507405193598,
+      "grad_norm": 285.1044006347656,
+      "learning_rate": 2.560880231262752e-07,
+      "loss": 18.875,
+      "step": 23309
+    },
+    {
+      "epoch": 1.5481171548117154,
+      "grad_norm": 166.7958984375,
+      "learning_rate": 2.5601615286391485e-07,
+      "loss": 13.5312,
+      "step": 23310
+    },
+    {
+      "epoch": 1.5481835691040713,
+      "grad_norm": 301.3864440917969,
+      "learning_rate": 2.559442912075306e-07,
+      "loss": 13.9688,
+      "step": 23311
+    },
+    {
+      "epoch": 1.548249983396427,
+      "grad_norm": 201.0245819091797,
+      "learning_rate": 2.558724381579537e-07,
+      "loss": 16.1875,
+      "step": 23312
+    },
+    {
+      "epoch": 1.5483163976887826,
+      "grad_norm": 150.33187866210938,
+      "learning_rate": 2.5580059371601557e-07,
+      "loss": 11.9219,
+      "step": 23313
+    },
+    {
+      "epoch": 1.5483828119811385,
+      "grad_norm": 155.77015686035156,
+      "learning_rate": 2.5572875788254657e-07,
+      "loss": 20.2812,
+      "step": 23314
+    },
+    {
+      "epoch": 1.548449226273494,
+      "grad_norm": 137.05612182617188,
+      "learning_rate": 2.556569306583787e-07,
+      "loss": 11.1094,
+      "step": 23315
+    },
+    {
+      "epoch": 1.5485156405658498,
+      "grad_norm": 189.996337890625,
+      "learning_rate": 2.5558511204434194e-07,
+      "loss": 20.9531,
+      "step": 23316
+    },
+    {
+      "epoch": 1.5485820548582054,
+      "grad_norm": 264.3968811035156,
+      "learning_rate": 2.555133020412673e-07,
+      "loss": 14.0781,
+      "step": 23317
+    },
+    {
+      "epoch": 1.548648469150561,
+      "grad_norm": 230.71514892578125,
+      "learning_rate": 2.554415006499856e-07,
+      "loss": 17.4375,
+      "step": 23318
+    },
+    {
+      "epoch": 1.548714883442917,
+      "grad_norm": 312.8804931640625,
+      "learning_rate": 2.5536970787132716e-07,
+      "loss": 15.7969,
+      "step": 23319
+    },
+    {
+      "epoch": 1.5487812977352726,
+      "grad_norm": 132.0717315673828,
+      "learning_rate": 2.5529792370612266e-07,
+      "loss": 14.2031,
+      "step": 23320
+    },
+    {
+      "epoch": 1.5488477120276283,
+      "grad_norm": 380.1004943847656,
+      "learning_rate": 2.552261481552026e-07,
+      "loss": 15.3672,
+      "step": 23321
+    },
+    {
+      "epoch": 1.5489141263199842,
+      "grad_norm": 163.8212432861328,
+      "learning_rate": 2.5515438121939637e-07,
+      "loss": 16.0781,
+      "step": 23322
+    },
+    {
+      "epoch": 1.5489805406123398,
+      "grad_norm": 181.07955932617188,
+      "learning_rate": 2.550826228995354e-07,
+      "loss": 14.8203,
+      "step": 23323
+    },
+    {
+      "epoch": 1.5490469549046955,
+      "grad_norm": 820.2169189453125,
+      "learning_rate": 2.5501087319644885e-07,
+      "loss": 21.625,
+      "step": 23324
+    },
+    {
+      "epoch": 1.5491133691970513,
+      "grad_norm": 181.0193634033203,
+      "learning_rate": 2.5493913211096683e-07,
+      "loss": 12.4297,
+      "step": 23325
+    },
+    {
+      "epoch": 1.5491797834894068,
+      "grad_norm": 179.3736572265625,
+      "learning_rate": 2.5486739964391936e-07,
+      "loss": 13.9531,
+      "step": 23326
+    },
+    {
+      "epoch": 1.5492461977817626,
+      "grad_norm": 360.7938537597656,
+      "learning_rate": 2.5479567579613613e-07,
+      "loss": 17.4375,
+      "step": 23327
+    },
+    {
+      "epoch": 1.5493126120741183,
+      "grad_norm": 147.78372192382812,
+      "learning_rate": 2.547239605684468e-07,
+      "loss": 13.8125,
+      "step": 23328
+    },
+    {
+      "epoch": 1.549379026366474,
+      "grad_norm": 131.84608459472656,
+      "learning_rate": 2.5465225396168133e-07,
+      "loss": 13.6875,
+      "step": 23329
+    },
+    {
+      "epoch": 1.5494454406588298,
+      "grad_norm": 140.4446563720703,
+      "learning_rate": 2.5458055597666837e-07,
+      "loss": 19.5781,
+      "step": 23330
+    },
+    {
+      "epoch": 1.5495118549511855,
+      "grad_norm": 161.57070922851562,
+      "learning_rate": 2.545088666142378e-07,
+      "loss": 14.7969,
+      "step": 23331
+    },
+    {
+      "epoch": 1.5495782692435411,
+      "grad_norm": 316.3581237792969,
+      "learning_rate": 2.5443718587521876e-07,
+      "loss": 19.3438,
+      "step": 23332
+    },
+    {
+      "epoch": 1.549644683535897,
+      "grad_norm": 381.4172668457031,
+      "learning_rate": 2.5436551376044045e-07,
+      "loss": 14.3828,
+      "step": 23333
+    },
+    {
+      "epoch": 1.5497110978282527,
+      "grad_norm": 123.45417785644531,
+      "learning_rate": 2.542938502707319e-07,
+      "loss": 16.9844,
+      "step": 23334
+    },
+    {
+      "epoch": 1.5497775121206083,
+      "grad_norm": 540.2908325195312,
+      "learning_rate": 2.5422219540692233e-07,
+      "loss": 21.7188,
+      "step": 23335
+    },
+    {
+      "epoch": 1.5498439264129642,
+      "grad_norm": 267.4307861328125,
+      "learning_rate": 2.541505491698398e-07,
+      "loss": 16.4375,
+      "step": 23336
+    },
+    {
+      "epoch": 1.5499103407053196,
+      "grad_norm": 351.2560729980469,
+      "learning_rate": 2.5407891156031434e-07,
+      "loss": 17.3594,
+      "step": 23337
+    },
+    {
+      "epoch": 1.5499767549976755,
+      "grad_norm": 216.8450469970703,
+      "learning_rate": 2.5400728257917347e-07,
+      "loss": 13.8594,
+      "step": 23338
+    },
+    {
+      "epoch": 1.5500431692900312,
+      "grad_norm": 237.57998657226562,
+      "learning_rate": 2.539356622272463e-07,
+      "loss": 12.3125,
+      "step": 23339
+    },
+    {
+      "epoch": 1.5501095835823868,
+      "grad_norm": 430.93084716796875,
+      "learning_rate": 2.538640505053611e-07,
+      "loss": 16.3438,
+      "step": 23340
+    },
+    {
+      "epoch": 1.5501759978747427,
+      "grad_norm": 184.51026916503906,
+      "learning_rate": 2.5379244741434637e-07,
+      "loss": 16.2031,
+      "step": 23341
+    },
+    {
+      "epoch": 1.5502424121670983,
+      "grad_norm": 128.70285034179688,
+      "learning_rate": 2.5372085295503033e-07,
+      "loss": 11.7344,
+      "step": 23342
+    },
+    {
+      "epoch": 1.550308826459454,
+      "grad_norm": 419.17724609375,
+      "learning_rate": 2.536492671282413e-07,
+      "loss": 14.8281,
+      "step": 23343
+    },
+    {
+      "epoch": 1.5503752407518099,
+      "grad_norm": 200.00457763671875,
+      "learning_rate": 2.535776899348068e-07,
+      "loss": 15.8438,
+      "step": 23344
+    },
+    {
+      "epoch": 1.5504416550441655,
+      "grad_norm": 225.11585998535156,
+      "learning_rate": 2.5350612137555525e-07,
+      "loss": 22.1719,
+      "step": 23345
+    },
+    {
+      "epoch": 1.5505080693365212,
+      "grad_norm": 452.9988708496094,
+      "learning_rate": 2.534345614513148e-07,
+      "loss": 20.3125,
+      "step": 23346
+    },
+    {
+      "epoch": 1.550574483628877,
+      "grad_norm": 169.81919860839844,
+      "learning_rate": 2.533630101629124e-07,
+      "loss": 14.5938,
+      "step": 23347
+    },
+    {
+      "epoch": 1.5506408979212325,
+      "grad_norm": 151.62657165527344,
+      "learning_rate": 2.532914675111766e-07,
+      "loss": 18.2656,
+      "step": 23348
+    },
+    {
+      "epoch": 1.5507073122135884,
+      "grad_norm": 137.0535888671875,
+      "learning_rate": 2.532199334969343e-07,
+      "loss": 16.7969,
+      "step": 23349
+    },
+    {
+      "epoch": 1.550773726505944,
+      "grad_norm": 398.7848205566406,
+      "learning_rate": 2.531484081210131e-07,
+      "loss": 15.8906,
+      "step": 23350
+    },
+    {
+      "epoch": 1.5508401407982997,
+      "grad_norm": 122.09571838378906,
+      "learning_rate": 2.530768913842406e-07,
+      "loss": 20.7031,
+      "step": 23351
+    },
+    {
+      "epoch": 1.5509065550906556,
+      "grad_norm": 141.98715209960938,
+      "learning_rate": 2.530053832874441e-07,
+      "loss": 15.1875,
+      "step": 23352
+    },
+    {
+      "epoch": 1.5509729693830112,
+      "grad_norm": 109.45059204101562,
+      "learning_rate": 2.5293388383144996e-07,
+      "loss": 14.0,
+      "step": 23353
+    },
+    {
+      "epoch": 1.5510393836753669,
+      "grad_norm": 207.66978454589844,
+      "learning_rate": 2.5286239301708656e-07,
+      "loss": 14.5625,
+      "step": 23354
+    },
+    {
+      "epoch": 1.5511057979677227,
+      "grad_norm": 168.31654357910156,
+      "learning_rate": 2.527909108451799e-07,
+      "loss": 13.8438,
+      "step": 23355
+    },
+    {
+      "epoch": 1.5511722122600784,
+      "grad_norm": 206.32887268066406,
+      "learning_rate": 2.527194373165571e-07,
+      "loss": 12.4688,
+      "step": 23356
+    },
+    {
+      "epoch": 1.551238626552434,
+      "grad_norm": 152.8919219970703,
+      "learning_rate": 2.5264797243204486e-07,
+      "loss": 16.75,
+      "step": 23357
+    },
+    {
+      "epoch": 1.55130504084479,
+      "grad_norm": 215.1162109375,
+      "learning_rate": 2.5257651619247e-07,
+      "loss": 11.6406,
+      "step": 23358
+    },
+    {
+      "epoch": 1.5513714551371454,
+      "grad_norm": 250.92637634277344,
+      "learning_rate": 2.5250506859865894e-07,
+      "loss": 14.3906,
+      "step": 23359
+    },
+    {
+      "epoch": 1.5514378694295012,
+      "grad_norm": 235.9237823486328,
+      "learning_rate": 2.5243362965143856e-07,
+      "loss": 15.4219,
+      "step": 23360
+    },
+    {
+      "epoch": 1.551504283721857,
+      "grad_norm": 144.21475219726562,
+      "learning_rate": 2.523621993516343e-07,
+      "loss": 14.5312,
+      "step": 23361
+    },
+    {
+      "epoch": 1.5515706980142125,
+      "grad_norm": 146.78990173339844,
+      "learning_rate": 2.522907777000736e-07,
+      "loss": 16.25,
+      "step": 23362
+    },
+    {
+      "epoch": 1.5516371123065684,
+      "grad_norm": 166.24267578125,
+      "learning_rate": 2.5221936469758165e-07,
+      "loss": 17.875,
+      "step": 23363
+    },
+    {
+      "epoch": 1.551703526598924,
+      "grad_norm": 221.38919067382812,
+      "learning_rate": 2.52147960344985e-07,
+      "loss": 12.25,
+      "step": 23364
+    },
+    {
+      "epoch": 1.5517699408912797,
+      "grad_norm": 374.7984924316406,
+      "learning_rate": 2.5207656464310944e-07,
+      "loss": 18.3594,
+      "step": 23365
+    },
+    {
+      "epoch": 1.5518363551836356,
+      "grad_norm": 259.1956481933594,
+      "learning_rate": 2.5200517759278094e-07,
+      "loss": 13.7188,
+      "step": 23366
+    },
+    {
+      "epoch": 1.5519027694759913,
+      "grad_norm": 193.87852478027344,
+      "learning_rate": 2.519337991948253e-07,
+      "loss": 13.7812,
+      "step": 23367
+    },
+    {
+      "epoch": 1.551969183768347,
+      "grad_norm": 382.00299072265625,
+      "learning_rate": 2.518624294500683e-07,
+      "loss": 16.1562,
+      "step": 23368
+    },
+    {
+      "epoch": 1.5520355980607028,
+      "grad_norm": 134.1416778564453,
+      "learning_rate": 2.5179106835933474e-07,
+      "loss": 12.3594,
+      "step": 23369
+    },
+    {
+      "epoch": 1.5521020123530582,
+      "grad_norm": 169.62060546875,
+      "learning_rate": 2.517197159234513e-07,
+      "loss": 10.7656,
+      "step": 23370
+    },
+    {
+      "epoch": 1.552168426645414,
+      "grad_norm": 264.1801452636719,
+      "learning_rate": 2.516483721432423e-07,
+      "loss": 12.0781,
+      "step": 23371
+    },
+    {
+      "epoch": 1.5522348409377698,
+      "grad_norm": 141.47274780273438,
+      "learning_rate": 2.5157703701953346e-07,
+      "loss": 14.3438,
+      "step": 23372
+    },
+    {
+      "epoch": 1.5523012552301254,
+      "grad_norm": 341.9131164550781,
+      "learning_rate": 2.5150571055314995e-07,
+      "loss": 20.3438,
+      "step": 23373
+    },
+    {
+      "epoch": 1.5523676695224813,
+      "grad_norm": 302.03125,
+      "learning_rate": 2.5143439274491706e-07,
+      "loss": 19.3594,
+      "step": 23374
+    },
+    {
+      "epoch": 1.552434083814837,
+      "grad_norm": 462.5177917480469,
+      "learning_rate": 2.5136308359565883e-07,
+      "loss": 18.1562,
+      "step": 23375
+    },
+    {
+      "epoch": 1.5525004981071926,
+      "grad_norm": 331.4667663574219,
+      "learning_rate": 2.5129178310620134e-07,
+      "loss": 21.3906,
+      "step": 23376
+    },
+    {
+      "epoch": 1.5525669123995485,
+      "grad_norm": 224.86192321777344,
+      "learning_rate": 2.5122049127736854e-07,
+      "loss": 15.6875,
+      "step": 23377
+    },
+    {
+      "epoch": 1.5526333266919041,
+      "grad_norm": 201.80091857910156,
+      "learning_rate": 2.511492081099853e-07,
+      "loss": 13.4531,
+      "step": 23378
+    },
+    {
+      "epoch": 1.5526997409842598,
+      "grad_norm": 128.53543090820312,
+      "learning_rate": 2.5107793360487614e-07,
+      "loss": 13.25,
+      "step": 23379
+    },
+    {
+      "epoch": 1.5527661552766157,
+      "grad_norm": 164.96702575683594,
+      "learning_rate": 2.510066677628656e-07,
+      "loss": 12.0938,
+      "step": 23380
+    },
+    {
+      "epoch": 1.552832569568971,
+      "grad_norm": 120.72587585449219,
+      "learning_rate": 2.509354105847782e-07,
+      "loss": 15.2656,
+      "step": 23381
+    },
+    {
+      "epoch": 1.552898983861327,
+      "grad_norm": 238.29273986816406,
+      "learning_rate": 2.508641620714379e-07,
+      "loss": 14.7031,
+      "step": 23382
+    },
+    {
+      "epoch": 1.5529653981536826,
+      "grad_norm": 444.074462890625,
+      "learning_rate": 2.50792922223669e-07,
+      "loss": 13.6953,
+      "step": 23383
+    },
+    {
+      "epoch": 1.5530318124460383,
+      "grad_norm": 112.80363464355469,
+      "learning_rate": 2.507216910422956e-07,
+      "loss": 14.0547,
+      "step": 23384
+    },
+    {
+      "epoch": 1.5530982267383941,
+      "grad_norm": 152.60623168945312,
+      "learning_rate": 2.5065046852814187e-07,
+      "loss": 15.1406,
+      "step": 23385
+    },
+    {
+      "epoch": 1.5531646410307498,
+      "grad_norm": 197.76437377929688,
+      "learning_rate": 2.505792546820308e-07,
+      "loss": 21.3594,
+      "step": 23386
+    },
+    {
+      "epoch": 1.5532310553231055,
+      "grad_norm": 273.06219482421875,
+      "learning_rate": 2.5050804950478743e-07,
+      "loss": 15.2656,
+      "step": 23387
+    },
+    {
+      "epoch": 1.5532974696154613,
+      "grad_norm": 424.1233825683594,
+      "learning_rate": 2.5043685299723436e-07,
+      "loss": 21.75,
+      "step": 23388
+    },
+    {
+      "epoch": 1.553363883907817,
+      "grad_norm": 190.747314453125,
+      "learning_rate": 2.503656651601956e-07,
+      "loss": 15.375,
+      "step": 23389
+    },
+    {
+      "epoch": 1.5534302982001726,
+      "grad_norm": 247.75662231445312,
+      "learning_rate": 2.502944859944947e-07,
+      "loss": 19.5625,
+      "step": 23390
+    },
+    {
+      "epoch": 1.5534967124925285,
+      "grad_norm": 267.7061767578125,
+      "learning_rate": 2.50223315500955e-07,
+      "loss": 18.3281,
+      "step": 23391
+    },
+    {
+      "epoch": 1.553563126784884,
+      "grad_norm": 169.0352783203125,
+      "learning_rate": 2.501521536803992e-07,
+      "loss": 13.6719,
+      "step": 23392
+    },
+    {
+      "epoch": 1.5536295410772398,
+      "grad_norm": 88.25611877441406,
+      "learning_rate": 2.5008100053365135e-07,
+      "loss": 16.9531,
+      "step": 23393
+    },
+    {
+      "epoch": 1.5536959553695955,
+      "grad_norm": 173.22750854492188,
+      "learning_rate": 2.500098560615338e-07,
+      "loss": 14.3906,
+      "step": 23394
+    },
+    {
+      "epoch": 1.5537623696619511,
+      "grad_norm": 188.63751220703125,
+      "learning_rate": 2.4993872026486984e-07,
+      "loss": 15.5312,
+      "step": 23395
+    },
+    {
+      "epoch": 1.553828783954307,
+      "grad_norm": 151.81455993652344,
+      "learning_rate": 2.498675931444822e-07,
+      "loss": 12.0938,
+      "step": 23396
+    },
+    {
+      "epoch": 1.5538951982466627,
+      "grad_norm": 219.45652770996094,
+      "learning_rate": 2.4979647470119367e-07,
+      "loss": 17.3281,
+      "step": 23397
+    },
+    {
+      "epoch": 1.5539616125390183,
+      "grad_norm": 174.57101440429688,
+      "learning_rate": 2.4972536493582695e-07,
+      "loss": 16.7031,
+      "step": 23398
+    },
+    {
+      "epoch": 1.5540280268313742,
+      "grad_norm": 195.56655883789062,
+      "learning_rate": 2.4965426384920487e-07,
+      "loss": 18.5312,
+      "step": 23399
+    },
+    {
+      "epoch": 1.5540944411237299,
+      "grad_norm": 131.87347412109375,
+      "learning_rate": 2.4958317144214903e-07,
+      "loss": 12.8516,
+      "step": 23400
+    },
+    {
+      "epoch": 1.5541608554160855,
+      "grad_norm": 209.4414520263672,
+      "learning_rate": 2.495120877154829e-07,
+      "loss": 16.8438,
+      "step": 23401
+    },
+    {
+      "epoch": 1.5542272697084414,
+      "grad_norm": 300.19183349609375,
+      "learning_rate": 2.4944101267002795e-07,
+      "loss": 12.4375,
+      "step": 23402
+    },
+    {
+      "epoch": 1.5542936840007968,
+      "grad_norm": 317.2207336425781,
+      "learning_rate": 2.493699463066065e-07,
+      "loss": 18.3906,
+      "step": 23403
+    },
+    {
+      "epoch": 1.5543600982931527,
+      "grad_norm": 337.7477111816406,
+      "learning_rate": 2.4929888862604065e-07,
+      "loss": 19.0156,
+      "step": 23404
+    },
+    {
+      "epoch": 1.5544265125855083,
+      "grad_norm": 283.2257995605469,
+      "learning_rate": 2.4922783962915237e-07,
+      "loss": 27.0938,
+      "step": 23405
+    },
+    {
+      "epoch": 1.554492926877864,
+      "grad_norm": 192.98538208007812,
+      "learning_rate": 2.491567993167636e-07,
+      "loss": 19.4219,
+      "step": 23406
+    },
+    {
+      "epoch": 1.5545593411702199,
+      "grad_norm": 141.5717315673828,
+      "learning_rate": 2.490857676896964e-07,
+      "loss": 15.7344,
+      "step": 23407
+    },
+    {
+      "epoch": 1.5546257554625755,
+      "grad_norm": 166.60560607910156,
+      "learning_rate": 2.490147447487713e-07,
+      "loss": 13.9219,
+      "step": 23408
+    },
+    {
+      "epoch": 1.5546921697549312,
+      "grad_norm": 253.75315856933594,
+      "learning_rate": 2.489437304948111e-07,
+      "loss": 18.875,
+      "step": 23409
+    },
+    {
+      "epoch": 1.554758584047287,
+      "grad_norm": 204.37489318847656,
+      "learning_rate": 2.4887272492863664e-07,
+      "loss": 16.1406,
+      "step": 23410
+    },
+    {
+      "epoch": 1.5548249983396427,
+      "grad_norm": 89.14826202392578,
+      "learning_rate": 2.4880172805106923e-07,
+      "loss": 15.25,
+      "step": 23411
+    },
+    {
+      "epoch": 1.5548914126319984,
+      "grad_norm": 126.79607391357422,
+      "learning_rate": 2.4873073986293034e-07,
+      "loss": 15.6562,
+      "step": 23412
+    },
+    {
+      "epoch": 1.5549578269243542,
+      "grad_norm": 357.86590576171875,
+      "learning_rate": 2.486597603650413e-07,
+      "loss": 22.6562,
+      "step": 23413
+    },
+    {
+      "epoch": 1.5550242412167097,
+      "grad_norm": 198.24850463867188,
+      "learning_rate": 2.485887895582224e-07,
+      "loss": 16.8281,
+      "step": 23414
+    },
+    {
+      "epoch": 1.5550906555090656,
+      "grad_norm": 310.8877258300781,
+      "learning_rate": 2.4851782744329555e-07,
+      "loss": 18.1094,
+      "step": 23415
+    },
+    {
+      "epoch": 1.5551570698014214,
+      "grad_norm": 349.9886169433594,
+      "learning_rate": 2.4844687402108087e-07,
+      "loss": 14.7031,
+      "step": 23416
+    },
+    {
+      "epoch": 1.5552234840937769,
+      "grad_norm": 223.82302856445312,
+      "learning_rate": 2.483759292923995e-07,
+      "loss": 13.9062,
+      "step": 23417
+    },
+    {
+      "epoch": 1.5552898983861327,
+      "grad_norm": 592.5806884765625,
+      "learning_rate": 2.4830499325807185e-07,
+      "loss": 23.0156,
+      "step": 23418
+    },
+    {
+      "epoch": 1.5553563126784884,
+      "grad_norm": 144.1533203125,
+      "learning_rate": 2.482340659189187e-07,
+      "loss": 15.7188,
+      "step": 23419
+    },
+    {
+      "epoch": 1.555422726970844,
+      "grad_norm": 244.0785675048828,
+      "learning_rate": 2.4816314727576026e-07,
+      "loss": 19.2656,
+      "step": 23420
+    },
+    {
+      "epoch": 1.5554891412632,
+      "grad_norm": 202.974853515625,
+      "learning_rate": 2.480922373294171e-07,
+      "loss": 16.625,
+      "step": 23421
+    },
+    {
+      "epoch": 1.5555555555555556,
+      "grad_norm": 535.0183715820312,
+      "learning_rate": 2.480213360807093e-07,
+      "loss": 19.7188,
+      "step": 23422
+    },
+    {
+      "epoch": 1.5556219698479112,
+      "grad_norm": 155.2626190185547,
+      "learning_rate": 2.4795044353045704e-07,
+      "loss": 15.8125,
+      "step": 23423
+    },
+    {
+      "epoch": 1.555688384140267,
+      "grad_norm": 161.75433349609375,
+      "learning_rate": 2.4787955967948073e-07,
+      "loss": 28.625,
+      "step": 23424
+    },
+    {
+      "epoch": 1.5557547984326225,
+      "grad_norm": 548.6630859375,
+      "learning_rate": 2.4780868452859937e-07,
+      "loss": 17.7344,
+      "step": 23425
+    },
+    {
+      "epoch": 1.5558212127249784,
+      "grad_norm": 237.77073669433594,
+      "learning_rate": 2.4773781807863403e-07,
+      "loss": 21.6562,
+      "step": 23426
+    },
+    {
+      "epoch": 1.5558876270173343,
+      "grad_norm": 114.10893249511719,
+      "learning_rate": 2.4766696033040355e-07,
+      "loss": 9.2188,
+      "step": 23427
+    },
+    {
+      "epoch": 1.5559540413096897,
+      "grad_norm": 195.42726135253906,
+      "learning_rate": 2.475961112847278e-07,
+      "loss": 12.875,
+      "step": 23428
+    },
+    {
+      "epoch": 1.5560204556020456,
+      "grad_norm": 218.01991271972656,
+      "learning_rate": 2.475252709424265e-07,
+      "loss": 21.4062,
+      "step": 23429
+    },
+    {
+      "epoch": 1.5560868698944013,
+      "grad_norm": 236.08059692382812,
+      "learning_rate": 2.4745443930431873e-07,
+      "loss": 21.2031,
+      "step": 23430
+    },
+    {
+      "epoch": 1.556153284186757,
+      "grad_norm": 125.9408187866211,
+      "learning_rate": 2.473836163712243e-07,
+      "loss": 14.8125,
+      "step": 23431
+    },
+    {
+      "epoch": 1.5562196984791128,
+      "grad_norm": 163.8932647705078,
+      "learning_rate": 2.473128021439623e-07,
+      "loss": 14.7656,
+      "step": 23432
+    },
+    {
+      "epoch": 1.5562861127714684,
+      "grad_norm": 142.39366149902344,
+      "learning_rate": 2.472419966233513e-07,
+      "loss": 12.5156,
+      "step": 23433
+    },
+    {
+      "epoch": 1.556352527063824,
+      "grad_norm": 217.36032104492188,
+      "learning_rate": 2.471711998102115e-07,
+      "loss": 21.1875,
+      "step": 23434
+    },
+    {
+      "epoch": 1.55641894135618,
+      "grad_norm": 305.88702392578125,
+      "learning_rate": 2.471004117053608e-07,
+      "loss": 19.6562,
+      "step": 23435
+    },
+    {
+      "epoch": 1.5564853556485354,
+      "grad_norm": 227.84999084472656,
+      "learning_rate": 2.470296323096183e-07,
+      "loss": 13.0469,
+      "step": 23436
+    },
+    {
+      "epoch": 1.5565517699408913,
+      "grad_norm": 210.7563018798828,
+      "learning_rate": 2.4695886162380285e-07,
+      "loss": 12.5781,
+      "step": 23437
+    },
+    {
+      "epoch": 1.5566181842332472,
+      "grad_norm": 167.3786163330078,
+      "learning_rate": 2.4688809964873337e-07,
+      "loss": 18.625,
+      "step": 23438
+    },
+    {
+      "epoch": 1.5566845985256026,
+      "grad_norm": 175.20111083984375,
+      "learning_rate": 2.4681734638522756e-07,
+      "loss": 13.8281,
+      "step": 23439
+    },
+    {
+      "epoch": 1.5567510128179585,
+      "grad_norm": 186.43136596679688,
+      "learning_rate": 2.467466018341049e-07,
+      "loss": 15.9297,
+      "step": 23440
+    },
+    {
+      "epoch": 1.5568174271103141,
+      "grad_norm": 369.2710876464844,
+      "learning_rate": 2.4667586599618297e-07,
+      "loss": 19.6406,
+      "step": 23441
+    },
+    {
+      "epoch": 1.5568838414026698,
+      "grad_norm": 469.4894104003906,
+      "learning_rate": 2.466051388722801e-07,
+      "loss": 14.8281,
+      "step": 23442
+    },
+    {
+      "epoch": 1.5569502556950257,
+      "grad_norm": 162.93417358398438,
+      "learning_rate": 2.465344204632146e-07,
+      "loss": 15.3906,
+      "step": 23443
+    },
+    {
+      "epoch": 1.5570166699873813,
+      "grad_norm": 535.9021606445312,
+      "learning_rate": 2.4646371076980457e-07,
+      "loss": 14.9688,
+      "step": 23444
+    },
+    {
+      "epoch": 1.557083084279737,
+      "grad_norm": 312.8284606933594,
+      "learning_rate": 2.463930097928677e-07,
+      "loss": 11.7969,
+      "step": 23445
+    },
+    {
+      "epoch": 1.5571494985720928,
+      "grad_norm": 340.1981201171875,
+      "learning_rate": 2.463223175332223e-07,
+      "loss": 18.8594,
+      "step": 23446
+    },
+    {
+      "epoch": 1.5572159128644483,
+      "grad_norm": 325.6769714355469,
+      "learning_rate": 2.46251633991685e-07,
+      "loss": 13.6094,
+      "step": 23447
+    },
+    {
+      "epoch": 1.5572823271568041,
+      "grad_norm": 208.1604766845703,
+      "learning_rate": 2.461809591690749e-07,
+      "loss": 17.0938,
+      "step": 23448
+    },
+    {
+      "epoch": 1.55734874144916,
+      "grad_norm": 125.58914184570312,
+      "learning_rate": 2.4611029306620846e-07,
+      "loss": 12.5,
+      "step": 23449
+    },
+    {
+      "epoch": 1.5574151557415155,
+      "grad_norm": 121.220703125,
+      "learning_rate": 2.460396356839034e-07,
+      "loss": 16.0781,
+      "step": 23450
+    },
+    {
+      "epoch": 1.5574815700338713,
+      "grad_norm": 289.10894775390625,
+      "learning_rate": 2.459689870229772e-07,
+      "loss": 16.9062,
+      "step": 23451
+    },
+    {
+      "epoch": 1.557547984326227,
+      "grad_norm": 194.0596160888672,
+      "learning_rate": 2.4589834708424683e-07,
+      "loss": 14.7344,
+      "step": 23452
+    },
+    {
+      "epoch": 1.5576143986185826,
+      "grad_norm": 361.09368896484375,
+      "learning_rate": 2.458277158685296e-07,
+      "loss": 19.6719,
+      "step": 23453
+    },
+    {
+      "epoch": 1.5576808129109385,
+      "grad_norm": 167.81016540527344,
+      "learning_rate": 2.457570933766427e-07,
+      "loss": 16.5469,
+      "step": 23454
+    },
+    {
+      "epoch": 1.5577472272032942,
+      "grad_norm": 223.17495727539062,
+      "learning_rate": 2.456864796094026e-07,
+      "loss": 16.6562,
+      "step": 23455
+    },
+    {
+      "epoch": 1.5578136414956498,
+      "grad_norm": 443.2021179199219,
+      "learning_rate": 2.45615874567626e-07,
+      "loss": 17.875,
+      "step": 23456
+    },
+    {
+      "epoch": 1.5578800557880057,
+      "grad_norm": 198.52639770507812,
+      "learning_rate": 2.455452782521306e-07,
+      "loss": 16.5625,
+      "step": 23457
+    },
+    {
+      "epoch": 1.5579464700803611,
+      "grad_norm": 210.68527221679688,
+      "learning_rate": 2.4547469066373195e-07,
+      "loss": 16.8438,
+      "step": 23458
+    },
+    {
+      "epoch": 1.558012884372717,
+      "grad_norm": 162.4214630126953,
+      "learning_rate": 2.4540411180324716e-07,
+      "loss": 23.9531,
+      "step": 23459
+    },
+    {
+      "epoch": 1.5580792986650729,
+      "grad_norm": 230.7241668701172,
+      "learning_rate": 2.453335416714923e-07,
+      "loss": 14.5625,
+      "step": 23460
+    },
+    {
+      "epoch": 1.5581457129574283,
+      "grad_norm": 174.66607666015625,
+      "learning_rate": 2.4526298026928403e-07,
+      "loss": 15.125,
+      "step": 23461
+    },
+    {
+      "epoch": 1.5582121272497842,
+      "grad_norm": 1380.881103515625,
+      "learning_rate": 2.451924275974384e-07,
+      "loss": 13.6719,
+      "step": 23462
+    },
+    {
+      "epoch": 1.5582785415421399,
+      "grad_norm": 180.81173706054688,
+      "learning_rate": 2.451218836567717e-07,
+      "loss": 20.3438,
+      "step": 23463
+    },
+    {
+      "epoch": 1.5583449558344955,
+      "grad_norm": 92.56814575195312,
+      "learning_rate": 2.450513484480993e-07,
+      "loss": 14.0625,
+      "step": 23464
+    },
+    {
+      "epoch": 1.5584113701268514,
+      "grad_norm": 151.0079345703125,
+      "learning_rate": 2.44980821972238e-07,
+      "loss": 16.0938,
+      "step": 23465
+    },
+    {
+      "epoch": 1.558477784419207,
+      "grad_norm": 140.0427703857422,
+      "learning_rate": 2.4491030423000304e-07,
+      "loss": 18.6562,
+      "step": 23466
+    },
+    {
+      "epoch": 1.5585441987115627,
+      "grad_norm": 371.95281982421875,
+      "learning_rate": 2.448397952222102e-07,
+      "loss": 15.9844,
+      "step": 23467
+    },
+    {
+      "epoch": 1.5586106130039186,
+      "grad_norm": 272.8038330078125,
+      "learning_rate": 2.4476929494967515e-07,
+      "loss": 14.1406,
+      "step": 23468
+    },
+    {
+      "epoch": 1.558677027296274,
+      "grad_norm": 192.9124755859375,
+      "learning_rate": 2.446988034132135e-07,
+      "loss": 18.5938,
+      "step": 23469
+    },
+    {
+      "epoch": 1.5587434415886299,
+      "grad_norm": 284.0966491699219,
+      "learning_rate": 2.4462832061364046e-07,
+      "loss": 16.4688,
+      "step": 23470
+    },
+    {
+      "epoch": 1.5588098558809858,
+      "grad_norm": 506.70074462890625,
+      "learning_rate": 2.445578465517717e-07,
+      "loss": 20.2344,
+      "step": 23471
+    },
+    {
+      "epoch": 1.5588762701733412,
+      "grad_norm": 119.08039093017578,
+      "learning_rate": 2.444873812284216e-07,
+      "loss": 15.2812,
+      "step": 23472
+    },
+    {
+      "epoch": 1.558942684465697,
+      "grad_norm": 159.68106079101562,
+      "learning_rate": 2.4441692464440644e-07,
+      "loss": 15.7656,
+      "step": 23473
+    },
+    {
+      "epoch": 1.5590090987580527,
+      "grad_norm": 212.39614868164062,
+      "learning_rate": 2.4434647680054033e-07,
+      "loss": 20.625,
+      "step": 23474
+    },
+    {
+      "epoch": 1.5590755130504084,
+      "grad_norm": 324.3319396972656,
+      "learning_rate": 2.442760376976384e-07,
+      "loss": 20.7031,
+      "step": 23475
+    },
+    {
+      "epoch": 1.5591419273427642,
+      "grad_norm": 171.25253295898438,
+      "learning_rate": 2.4420560733651554e-07,
+      "loss": 12.6719,
+      "step": 23476
+    },
+    {
+      "epoch": 1.55920834163512,
+      "grad_norm": 121.68269348144531,
+      "learning_rate": 2.4413518571798665e-07,
+      "loss": 14.8906,
+      "step": 23477
+    },
+    {
+      "epoch": 1.5592747559274756,
+      "grad_norm": 627.2376708984375,
+      "learning_rate": 2.440647728428655e-07,
+      "loss": 23.75,
+      "step": 23478
+    },
+    {
+      "epoch": 1.5593411702198314,
+      "grad_norm": 426.72418212890625,
+      "learning_rate": 2.439943687119678e-07,
+      "loss": 14.9375,
+      "step": 23479
+    },
+    {
+      "epoch": 1.5594075845121869,
+      "grad_norm": 252.59938049316406,
+      "learning_rate": 2.4392397332610693e-07,
+      "loss": 16.7656,
+      "step": 23480
+    },
+    {
+      "epoch": 1.5594739988045427,
+      "grad_norm": 171.35574340820312,
+      "learning_rate": 2.438535866860976e-07,
+      "loss": 15.5156,
+      "step": 23481
+    },
+    {
+      "epoch": 1.5595404130968986,
+      "grad_norm": 255.1596221923828,
+      "learning_rate": 2.437832087927538e-07,
+      "loss": 26.6094,
+      "step": 23482
+    },
+    {
+      "epoch": 1.559606827389254,
+      "grad_norm": 150.36561584472656,
+      "learning_rate": 2.4371283964688995e-07,
+      "loss": 16.3047,
+      "step": 23483
+    },
+    {
+      "epoch": 1.55967324168161,
+      "grad_norm": 217.20899963378906,
+      "learning_rate": 2.4364247924931994e-07,
+      "loss": 11.2188,
+      "step": 23484
+    },
+    {
+      "epoch": 1.5597396559739656,
+      "grad_norm": 406.56414794921875,
+      "learning_rate": 2.435721276008578e-07,
+      "loss": 21.3594,
+      "step": 23485
+    },
+    {
+      "epoch": 1.5598060702663212,
+      "grad_norm": 249.50527954101562,
+      "learning_rate": 2.435017847023164e-07,
+      "loss": 20.4688,
+      "step": 23486
+    },
+    {
+      "epoch": 1.559872484558677,
+      "grad_norm": 336.7493896484375,
+      "learning_rate": 2.434314505545109e-07,
+      "loss": 13.2188,
+      "step": 23487
+    },
+    {
+      "epoch": 1.5599388988510328,
+      "grad_norm": 143.42901611328125,
+      "learning_rate": 2.433611251582537e-07,
+      "loss": 14.8125,
+      "step": 23488
+    },
+    {
+      "epoch": 1.5600053131433884,
+      "grad_norm": 256.12420654296875,
+      "learning_rate": 2.4329080851435877e-07,
+      "loss": 16.1094,
+      "step": 23489
+    },
+    {
+      "epoch": 1.5600717274357443,
+      "grad_norm": 202.2959747314453,
+      "learning_rate": 2.4322050062363943e-07,
+      "loss": 17.4062,
+      "step": 23490
+    },
+    {
+      "epoch": 1.5601381417280997,
+      "grad_norm": 197.34927368164062,
+      "learning_rate": 2.431502014869089e-07,
+      "loss": 19.8281,
+      "step": 23491
+    },
+    {
+      "epoch": 1.5602045560204556,
+      "grad_norm": 424.9704284667969,
+      "learning_rate": 2.430799111049804e-07,
+      "loss": 15.1406,
+      "step": 23492
+    },
+    {
+      "epoch": 1.5602709703128115,
+      "grad_norm": 314.9066162109375,
+      "learning_rate": 2.430096294786671e-07,
+      "loss": 18.8906,
+      "step": 23493
+    },
+    {
+      "epoch": 1.560337384605167,
+      "grad_norm": 153.1313018798828,
+      "learning_rate": 2.429393566087818e-07,
+      "loss": 15.875,
+      "step": 23494
+    },
+    {
+      "epoch": 1.5604037988975228,
+      "grad_norm": 79.77752685546875,
+      "learning_rate": 2.4286909249613763e-07,
+      "loss": 11.7031,
+      "step": 23495
+    },
+    {
+      "epoch": 1.5604702131898784,
+      "grad_norm": 163.8094940185547,
+      "learning_rate": 2.4279883714154735e-07,
+      "loss": 12.75,
+      "step": 23496
+    },
+    {
+      "epoch": 1.560536627482234,
+      "grad_norm": 370.20159912109375,
+      "learning_rate": 2.4272859054582297e-07,
+      "loss": 14.0469,
+      "step": 23497
+    },
+    {
+      "epoch": 1.56060304177459,
+      "grad_norm": 151.66770935058594,
+      "learning_rate": 2.426583527097782e-07,
+      "loss": 11.7656,
+      "step": 23498
+    },
+    {
+      "epoch": 1.5606694560669456,
+      "grad_norm": 349.78289794921875,
+      "learning_rate": 2.425881236342245e-07,
+      "loss": 24.8594,
+      "step": 23499
+    },
+    {
+      "epoch": 1.5607358703593013,
+      "grad_norm": 405.1143798828125,
+      "learning_rate": 2.425179033199748e-07,
+      "loss": 20.4531,
+      "step": 23500
+    },
+    {
+      "epoch": 1.5608022846516572,
+      "grad_norm": 221.01376342773438,
+      "learning_rate": 2.424476917678411e-07,
+      "loss": 20.7812,
+      "step": 23501
+    },
+    {
+      "epoch": 1.5608686989440126,
+      "grad_norm": 147.30792236328125,
+      "learning_rate": 2.4237748897863595e-07,
+      "loss": 15.625,
+      "step": 23502
+    },
+    {
+      "epoch": 1.5609351132363685,
+      "grad_norm": 449.98358154296875,
+      "learning_rate": 2.423072949531707e-07,
+      "loss": 18.1875,
+      "step": 23503
+    },
+    {
+      "epoch": 1.5610015275287243,
+      "grad_norm": 191.08726501464844,
+      "learning_rate": 2.422371096922582e-07,
+      "loss": 16.0,
+      "step": 23504
+    },
+    {
+      "epoch": 1.5610679418210798,
+      "grad_norm": 101.90228271484375,
+      "learning_rate": 2.421669331967096e-07,
+      "loss": 12.7812,
+      "step": 23505
+    },
+    {
+      "epoch": 1.5611343561134357,
+      "grad_norm": 178.26580810546875,
+      "learning_rate": 2.420967654673369e-07,
+      "loss": 13.9062,
+      "step": 23506
+    },
+    {
+      "epoch": 1.5612007704057913,
+      "grad_norm": 247.5484619140625,
+      "learning_rate": 2.420266065049518e-07,
+      "loss": 18.2344,
+      "step": 23507
+    },
+    {
+      "epoch": 1.561267184698147,
+      "grad_norm": 167.8391571044922,
+      "learning_rate": 2.419564563103659e-07,
+      "loss": 15.0156,
+      "step": 23508
+    },
+    {
+      "epoch": 1.5613335989905028,
+      "grad_norm": 268.2651062011719,
+      "learning_rate": 2.4188631488439046e-07,
+      "loss": 14.0156,
+      "step": 23509
+    },
+    {
+      "epoch": 1.5614000132828585,
+      "grad_norm": 310.5074462890625,
+      "learning_rate": 2.418161822278374e-07,
+      "loss": 17.4453,
+      "step": 23510
+    },
+    {
+      "epoch": 1.5614664275752141,
+      "grad_norm": 187.11114501953125,
+      "learning_rate": 2.4174605834151696e-07,
+      "loss": 14.125,
+      "step": 23511
+    },
+    {
+      "epoch": 1.56153284186757,
+      "grad_norm": 121.44596862792969,
+      "learning_rate": 2.416759432262414e-07,
+      "loss": 11.9844,
+      "step": 23512
+    },
+    {
+      "epoch": 1.5615992561599255,
+      "grad_norm": 163.7606658935547,
+      "learning_rate": 2.41605836882821e-07,
+      "loss": 16.0,
+      "step": 23513
+    },
+    {
+      "epoch": 1.5616656704522813,
+      "grad_norm": 348.17132568359375,
+      "learning_rate": 2.4153573931206693e-07,
+      "loss": 20.7969,
+      "step": 23514
+    },
+    {
+      "epoch": 1.5617320847446372,
+      "grad_norm": 164.78611755371094,
+      "learning_rate": 2.4146565051479015e-07,
+      "loss": 12.6094,
+      "step": 23515
+    },
+    {
+      "epoch": 1.5617984990369926,
+      "grad_norm": 196.4260711669922,
+      "learning_rate": 2.4139557049180125e-07,
+      "loss": 15.9688,
+      "step": 23516
+    },
+    {
+      "epoch": 1.5618649133293485,
+      "grad_norm": 357.13385009765625,
+      "learning_rate": 2.41325499243911e-07,
+      "loss": 16.1562,
+      "step": 23517
+    },
+    {
+      "epoch": 1.5619313276217042,
+      "grad_norm": 184.35568237304688,
+      "learning_rate": 2.412554367719302e-07,
+      "loss": 15.0,
+      "step": 23518
+    },
+    {
+      "epoch": 1.5619977419140598,
+      "grad_norm": 213.5752716064453,
+      "learning_rate": 2.411853830766687e-07,
+      "loss": 15.2969,
+      "step": 23519
+    },
+    {
+      "epoch": 1.5620641562064157,
+      "grad_norm": 213.021728515625,
+      "learning_rate": 2.4111533815893706e-07,
+      "loss": 19.0312,
+      "step": 23520
+    },
+    {
+      "epoch": 1.5621305704987714,
+      "grad_norm": 265.2520446777344,
+      "learning_rate": 2.4104530201954566e-07,
+      "loss": 21.0312,
+      "step": 23521
+    },
+    {
+      "epoch": 1.562196984791127,
+      "grad_norm": 263.329345703125,
+      "learning_rate": 2.4097527465930455e-07,
+      "loss": 12.2812,
+      "step": 23522
+    },
+    {
+      "epoch": 1.5622633990834829,
+      "grad_norm": 170.7312469482422,
+      "learning_rate": 2.409052560790238e-07,
+      "loss": 15.4844,
+      "step": 23523
+    },
+    {
+      "epoch": 1.5623298133758383,
+      "grad_norm": 139.6868896484375,
+      "learning_rate": 2.4083524627951356e-07,
+      "loss": 12.375,
+      "step": 23524
+    },
+    {
+      "epoch": 1.5623962276681942,
+      "grad_norm": 597.2617797851562,
+      "learning_rate": 2.4076524526158295e-07,
+      "loss": 14.0938,
+      "step": 23525
+    },
+    {
+      "epoch": 1.56246264196055,
+      "grad_norm": 148.02236938476562,
+      "learning_rate": 2.406952530260427e-07,
+      "loss": 15.1094,
+      "step": 23526
+    },
+    {
+      "epoch": 1.5625290562529055,
+      "grad_norm": 169.85397338867188,
+      "learning_rate": 2.4062526957370155e-07,
+      "loss": 14.8594,
+      "step": 23527
+    },
+    {
+      "epoch": 1.5625954705452614,
+      "grad_norm": 356.963623046875,
+      "learning_rate": 2.4055529490536954e-07,
+      "loss": 16.0625,
+      "step": 23528
+    },
+    {
+      "epoch": 1.562661884837617,
+      "grad_norm": 158.08627319335938,
+      "learning_rate": 2.4048532902185583e-07,
+      "loss": 14.9375,
+      "step": 23529
+    },
+    {
+      "epoch": 1.5627282991299727,
+      "grad_norm": 325.05340576171875,
+      "learning_rate": 2.4041537192397e-07,
+      "loss": 12.4844,
+      "step": 23530
+    },
+    {
+      "epoch": 1.5627947134223286,
+      "grad_norm": 200.7356414794922,
+      "learning_rate": 2.403454236125211e-07,
+      "loss": 11.8438,
+      "step": 23531
+    },
+    {
+      "epoch": 1.5628611277146842,
+      "grad_norm": 231.91757202148438,
+      "learning_rate": 2.4027548408831823e-07,
+      "loss": 19.6562,
+      "step": 23532
+    },
+    {
+      "epoch": 1.5629275420070399,
+      "grad_norm": 151.08226013183594,
+      "learning_rate": 2.4020555335217054e-07,
+      "loss": 12.1719,
+      "step": 23533
+    },
+    {
+      "epoch": 1.5629939562993957,
+      "grad_norm": 326.6002502441406,
+      "learning_rate": 2.401356314048869e-07,
+      "loss": 18.8281,
+      "step": 23534
+    },
+    {
+      "epoch": 1.5630603705917512,
+      "grad_norm": 439.6732482910156,
+      "learning_rate": 2.400657182472764e-07,
+      "loss": 11.2344,
+      "step": 23535
+    },
+    {
+      "epoch": 1.563126784884107,
+      "grad_norm": 186.79132080078125,
+      "learning_rate": 2.399958138801469e-07,
+      "loss": 14.6875,
+      "step": 23536
+    },
+    {
+      "epoch": 1.563193199176463,
+      "grad_norm": 274.7318115234375,
+      "learning_rate": 2.399259183043081e-07,
+      "loss": 16.9531,
+      "step": 23537
+    },
+    {
+      "epoch": 1.5632596134688184,
+      "grad_norm": 528.0885620117188,
+      "learning_rate": 2.398560315205678e-07,
+      "loss": 13.5938,
+      "step": 23538
+    },
+    {
+      "epoch": 1.5633260277611742,
+      "grad_norm": 96.36701202392578,
+      "learning_rate": 2.3978615352973443e-07,
+      "loss": 11.8594,
+      "step": 23539
+    },
+    {
+      "epoch": 1.56339244205353,
+      "grad_norm": 208.14337158203125,
+      "learning_rate": 2.397162843326166e-07,
+      "loss": 17.8125,
+      "step": 23540
+    },
+    {
+      "epoch": 1.5634588563458856,
+      "grad_norm": 401.9047546386719,
+      "learning_rate": 2.3964642393002264e-07,
+      "loss": 16.4219,
+      "step": 23541
+    },
+    {
+      "epoch": 1.5635252706382414,
+      "grad_norm": 540.963623046875,
+      "learning_rate": 2.395765723227599e-07,
+      "loss": 19.875,
+      "step": 23542
+    },
+    {
+      "epoch": 1.563591684930597,
+      "grad_norm": 153.8567657470703,
+      "learning_rate": 2.3950672951163744e-07,
+      "loss": 19.7812,
+      "step": 23543
+    },
+    {
+      "epoch": 1.5636580992229527,
+      "grad_norm": 298.2495422363281,
+      "learning_rate": 2.394368954974623e-07,
+      "loss": 15.8438,
+      "step": 23544
+    },
+    {
+      "epoch": 1.5637245135153086,
+      "grad_norm": 219.0890350341797,
+      "learning_rate": 2.3936707028104253e-07,
+      "loss": 20.6562,
+      "step": 23545
+    },
+    {
+      "epoch": 1.563790927807664,
+      "grad_norm": 283.4087219238281,
+      "learning_rate": 2.392972538631859e-07,
+      "loss": 20.625,
+      "step": 23546
+    },
+    {
+      "epoch": 1.56385734210002,
+      "grad_norm": 179.9396514892578,
+      "learning_rate": 2.3922744624470004e-07,
+      "loss": 15.9375,
+      "step": 23547
+    },
+    {
+      "epoch": 1.5639237563923758,
+      "grad_norm": 188.33567810058594,
+      "learning_rate": 2.3915764742639233e-07,
+      "loss": 16.9531,
+      "step": 23548
+    },
+    {
+      "epoch": 1.5639901706847312,
+      "grad_norm": 168.66671752929688,
+      "learning_rate": 2.3908785740907055e-07,
+      "loss": 12.9219,
+      "step": 23549
+    },
+    {
+      "epoch": 1.564056584977087,
+      "grad_norm": 367.677734375,
+      "learning_rate": 2.390180761935412e-07,
+      "loss": 17.7656,
+      "step": 23550
+    },
+    {
+      "epoch": 1.5641229992694428,
+      "grad_norm": 403.2633361816406,
+      "learning_rate": 2.3894830378061237e-07,
+      "loss": 19.0469,
+      "step": 23551
+    },
+    {
+      "epoch": 1.5641894135617984,
+      "grad_norm": 247.96554565429688,
+      "learning_rate": 2.388785401710904e-07,
+      "loss": 17.8906,
+      "step": 23552
+    },
+    {
+      "epoch": 1.5642558278541543,
+      "grad_norm": 272.7626037597656,
+      "learning_rate": 2.3880878536578275e-07,
+      "loss": 13.5781,
+      "step": 23553
+    },
+    {
+      "epoch": 1.56432224214651,
+      "grad_norm": 381.8616027832031,
+      "learning_rate": 2.38739039365496e-07,
+      "loss": 12.4219,
+      "step": 23554
+    },
+    {
+      "epoch": 1.5643886564388656,
+      "grad_norm": 210.6166534423828,
+      "learning_rate": 2.386693021710372e-07,
+      "loss": 13.0469,
+      "step": 23555
+    },
+    {
+      "epoch": 1.5644550707312215,
+      "grad_norm": 128.501953125,
+      "learning_rate": 2.3859957378321284e-07,
+      "loss": 12.2188,
+      "step": 23556
+    },
+    {
+      "epoch": 1.564521485023577,
+      "grad_norm": 134.8639373779297,
+      "learning_rate": 2.385298542028298e-07,
+      "loss": 15.6562,
+      "step": 23557
+    },
+    {
+      "epoch": 1.5645878993159328,
+      "grad_norm": 267.1771240234375,
+      "learning_rate": 2.384601434306938e-07,
+      "loss": 18.9844,
+      "step": 23558
+    },
+    {
+      "epoch": 1.5646543136082887,
+      "grad_norm": 104.58032989501953,
+      "learning_rate": 2.3839044146761223e-07,
+      "loss": 13.2109,
+      "step": 23559
+    },
+    {
+      "epoch": 1.564720727900644,
+      "grad_norm": 191.96832275390625,
+      "learning_rate": 2.3832074831439064e-07,
+      "loss": 21.875,
+      "step": 23560
+    },
+    {
+      "epoch": 1.564787142193,
+      "grad_norm": 214.10537719726562,
+      "learning_rate": 2.3825106397183547e-07,
+      "loss": 19.5938,
+      "step": 23561
+    },
+    {
+      "epoch": 1.5648535564853556,
+      "grad_norm": 145.7895965576172,
+      "learning_rate": 2.3818138844075265e-07,
+      "loss": 13.4219,
+      "step": 23562
+    },
+    {
+      "epoch": 1.5649199707777113,
+      "grad_norm": 230.0607147216797,
+      "learning_rate": 2.381117217219486e-07,
+      "loss": 17.1562,
+      "step": 23563
+    },
+    {
+      "epoch": 1.5649863850700672,
+      "grad_norm": 128.67445373535156,
+      "learning_rate": 2.3804206381622826e-07,
+      "loss": 12.6094,
+      "step": 23564
+    },
+    {
+      "epoch": 1.5650527993624228,
+      "grad_norm": 458.875244140625,
+      "learning_rate": 2.3797241472439843e-07,
+      "loss": 16.7031,
+      "step": 23565
+    },
+    {
+      "epoch": 1.5651192136547785,
+      "grad_norm": 417.3927917480469,
+      "learning_rate": 2.3790277444726414e-07,
+      "loss": 15.2656,
+      "step": 23566
+    },
+    {
+      "epoch": 1.5651856279471343,
+      "grad_norm": 218.08985900878906,
+      "learning_rate": 2.3783314298563072e-07,
+      "loss": 17.6562,
+      "step": 23567
+    },
+    {
+      "epoch": 1.56525204223949,
+      "grad_norm": 135.48277282714844,
+      "learning_rate": 2.3776352034030456e-07,
+      "loss": 14.7812,
+      "step": 23568
+    },
+    {
+      "epoch": 1.5653184565318456,
+      "grad_norm": 469.21185302734375,
+      "learning_rate": 2.3769390651209033e-07,
+      "loss": 22.2188,
+      "step": 23569
+    },
+    {
+      "epoch": 1.5653848708242015,
+      "grad_norm": 161.56015014648438,
+      "learning_rate": 2.3762430150179324e-07,
+      "loss": 12.5625,
+      "step": 23570
+    },
+    {
+      "epoch": 1.565451285116557,
+      "grad_norm": 470.85528564453125,
+      "learning_rate": 2.375547053102187e-07,
+      "loss": 15.0,
+      "step": 23571
+    },
+    {
+      "epoch": 1.5655176994089128,
+      "grad_norm": 320.3183288574219,
+      "learning_rate": 2.3748511793817172e-07,
+      "loss": 19.9688,
+      "step": 23572
+    },
+    {
+      "epoch": 1.5655841137012685,
+      "grad_norm": 119.41828155517578,
+      "learning_rate": 2.374155393864571e-07,
+      "loss": 12.9766,
+      "step": 23573
+    },
+    {
+      "epoch": 1.5656505279936241,
+      "grad_norm": 160.19374084472656,
+      "learning_rate": 2.3734596965588017e-07,
+      "loss": 12.5625,
+      "step": 23574
+    },
+    {
+      "epoch": 1.56571694228598,
+      "grad_norm": 145.77407836914062,
+      "learning_rate": 2.3727640874724464e-07,
+      "loss": 14.0,
+      "step": 23575
+    },
+    {
+      "epoch": 1.5657833565783357,
+      "grad_norm": 119.53459930419922,
+      "learning_rate": 2.3720685666135644e-07,
+      "loss": 11.9219,
+      "step": 23576
+    },
+    {
+      "epoch": 1.5658497708706913,
+      "grad_norm": 166.87599182128906,
+      "learning_rate": 2.371373133990192e-07,
+      "loss": 17.0,
+      "step": 23577
+    },
+    {
+      "epoch": 1.5659161851630472,
+      "grad_norm": 280.1982421875,
+      "learning_rate": 2.3706777896103758e-07,
+      "loss": 13.375,
+      "step": 23578
+    },
+    {
+      "epoch": 1.5659825994554029,
+      "grad_norm": 472.4396667480469,
+      "learning_rate": 2.36998253348216e-07,
+      "loss": 17.1875,
+      "step": 23579
+    },
+    {
+      "epoch": 1.5660490137477585,
+      "grad_norm": 609.6943969726562,
+      "learning_rate": 2.3692873656135858e-07,
+      "loss": 15.4219,
+      "step": 23580
+    },
+    {
+      "epoch": 1.5661154280401144,
+      "grad_norm": 99.19123840332031,
+      "learning_rate": 2.3685922860126962e-07,
+      "loss": 11.8906,
+      "step": 23581
+    },
+    {
+      "epoch": 1.5661818423324698,
+      "grad_norm": 183.09947204589844,
+      "learning_rate": 2.367897294687532e-07,
+      "loss": 17.2969,
+      "step": 23582
+    },
+    {
+      "epoch": 1.5662482566248257,
+      "grad_norm": 212.8253936767578,
+      "learning_rate": 2.3672023916461292e-07,
+      "loss": 14.4688,
+      "step": 23583
+    },
+    {
+      "epoch": 1.5663146709171814,
+      "grad_norm": 308.5686950683594,
+      "learning_rate": 2.366507576896528e-07,
+      "loss": 14.2344,
+      "step": 23584
+    },
+    {
+      "epoch": 1.566381085209537,
+      "grad_norm": 153.6582794189453,
+      "learning_rate": 2.3658128504467646e-07,
+      "loss": 13.1562,
+      "step": 23585
+    },
+    {
+      "epoch": 1.5664474995018929,
+      "grad_norm": 277.4474182128906,
+      "learning_rate": 2.3651182123048762e-07,
+      "loss": 16.9688,
+      "step": 23586
+    },
+    {
+      "epoch": 1.5665139137942485,
+      "grad_norm": 208.1175079345703,
+      "learning_rate": 2.3644236624788983e-07,
+      "loss": 19.75,
+      "step": 23587
+    },
+    {
+      "epoch": 1.5665803280866042,
+      "grad_norm": 137.8365020751953,
+      "learning_rate": 2.3637292009768672e-07,
+      "loss": 13.0156,
+      "step": 23588
+    },
+    {
+      "epoch": 1.56664674237896,
+      "grad_norm": 260.75726318359375,
+      "learning_rate": 2.363034827806808e-07,
+      "loss": 22.1875,
+      "step": 23589
+    },
+    {
+      "epoch": 1.5667131566713157,
+      "grad_norm": 474.0906066894531,
+      "learning_rate": 2.362340542976763e-07,
+      "loss": 18.4844,
+      "step": 23590
+    },
+    {
+      "epoch": 1.5667795709636714,
+      "grad_norm": 169.00559997558594,
+      "learning_rate": 2.3616463464947566e-07,
+      "loss": 14.9531,
+      "step": 23591
+    },
+    {
+      "epoch": 1.5668459852560273,
+      "grad_norm": 275.70758056640625,
+      "learning_rate": 2.3609522383688196e-07,
+      "loss": 15.8594,
+      "step": 23592
+    },
+    {
+      "epoch": 1.5669123995483827,
+      "grad_norm": 272.4974060058594,
+      "learning_rate": 2.360258218606983e-07,
+      "loss": 13.9375,
+      "step": 23593
+    },
+    {
+      "epoch": 1.5669788138407386,
+      "grad_norm": 227.7200469970703,
+      "learning_rate": 2.3595642872172738e-07,
+      "loss": 23.3438,
+      "step": 23594
+    },
+    {
+      "epoch": 1.5670452281330942,
+      "grad_norm": 304.9969787597656,
+      "learning_rate": 2.358870444207719e-07,
+      "loss": 18.7812,
+      "step": 23595
+    },
+    {
+      "epoch": 1.5671116424254499,
+      "grad_norm": 84.6417465209961,
+      "learning_rate": 2.3581766895863487e-07,
+      "loss": 11.4844,
+      "step": 23596
+    },
+    {
+      "epoch": 1.5671780567178057,
+      "grad_norm": 591.6402587890625,
+      "learning_rate": 2.3574830233611764e-07,
+      "loss": 18.7812,
+      "step": 23597
+    },
+    {
+      "epoch": 1.5672444710101614,
+      "grad_norm": 81.68047332763672,
+      "learning_rate": 2.3567894455402404e-07,
+      "loss": 14.5,
+      "step": 23598
+    },
+    {
+      "epoch": 1.567310885302517,
+      "grad_norm": 203.8811492919922,
+      "learning_rate": 2.3560959561315541e-07,
+      "loss": 14.1406,
+      "step": 23599
+    },
+    {
+      "epoch": 1.567377299594873,
+      "grad_norm": 236.5426483154297,
+      "learning_rate": 2.3554025551431412e-07,
+      "loss": 15.2188,
+      "step": 23600
+    },
+    {
+      "epoch": 1.5674437138872286,
+      "grad_norm": 184.1142578125,
+      "learning_rate": 2.354709242583024e-07,
+      "loss": 18.6719,
+      "step": 23601
+    },
+    {
+      "epoch": 1.5675101281795842,
+      "grad_norm": 273.71051025390625,
+      "learning_rate": 2.354016018459225e-07,
+      "loss": 14.2344,
+      "step": 23602
+    },
+    {
+      "epoch": 1.5675765424719401,
+      "grad_norm": 144.91696166992188,
+      "learning_rate": 2.3533228827797535e-07,
+      "loss": 16.5781,
+      "step": 23603
+    },
+    {
+      "epoch": 1.5676429567642955,
+      "grad_norm": 480.3020935058594,
+      "learning_rate": 2.3526298355526363e-07,
+      "loss": 16.0625,
+      "step": 23604
+    },
+    {
+      "epoch": 1.5677093710566514,
+      "grad_norm": 260.83544921875,
+      "learning_rate": 2.3519368767858905e-07,
+      "loss": 16.3281,
+      "step": 23605
+    },
+    {
+      "epoch": 1.567775785349007,
+      "grad_norm": 289.0360412597656,
+      "learning_rate": 2.3512440064875228e-07,
+      "loss": 16.6094,
+      "step": 23606
+    },
+    {
+      "epoch": 1.5678421996413627,
+      "grad_norm": 119.97672271728516,
+      "learning_rate": 2.3505512246655602e-07,
+      "loss": 14.4688,
+      "step": 23607
+    },
+    {
+      "epoch": 1.5679086139337186,
+      "grad_norm": 214.62518310546875,
+      "learning_rate": 2.3498585313280072e-07,
+      "loss": 17.0078,
+      "step": 23608
+    },
+    {
+      "epoch": 1.5679750282260743,
+      "grad_norm": 185.93185424804688,
+      "learning_rate": 2.349165926482879e-07,
+      "loss": 15.2031,
+      "step": 23609
+    },
+    {
+      "epoch": 1.56804144251843,
+      "grad_norm": 175.6411895751953,
+      "learning_rate": 2.3484734101381876e-07,
+      "loss": 23.4688,
+      "step": 23610
+    },
+    {
+      "epoch": 1.5681078568107858,
+      "grad_norm": 350.6441345214844,
+      "learning_rate": 2.3477809823019436e-07,
+      "loss": 18.0781,
+      "step": 23611
+    },
+    {
+      "epoch": 1.5681742711031414,
+      "grad_norm": 124.15260314941406,
+      "learning_rate": 2.3470886429821568e-07,
+      "loss": 12.9375,
+      "step": 23612
+    },
+    {
+      "epoch": 1.568240685395497,
+      "grad_norm": 102.41797637939453,
+      "learning_rate": 2.346396392186839e-07,
+      "loss": 13.7344,
+      "step": 23613
+    },
+    {
+      "epoch": 1.568307099687853,
+      "grad_norm": 221.32803344726562,
+      "learning_rate": 2.3457042299239882e-07,
+      "loss": 21.25,
+      "step": 23614
+    },
+    {
+      "epoch": 1.5683735139802084,
+      "grad_norm": 122.48954010009766,
+      "learning_rate": 2.3450121562016235e-07,
+      "loss": 15.1875,
+      "step": 23615
+    },
+    {
+      "epoch": 1.5684399282725643,
+      "grad_norm": 289.8002014160156,
+      "learning_rate": 2.3443201710277405e-07,
+      "loss": 15.2188,
+      "step": 23616
+    },
+    {
+      "epoch": 1.56850634256492,
+      "grad_norm": 755.7072143554688,
+      "learning_rate": 2.3436282744103476e-07,
+      "loss": 20.0781,
+      "step": 23617
+    },
+    {
+      "epoch": 1.5685727568572756,
+      "grad_norm": 380.9989013671875,
+      "learning_rate": 2.342936466357447e-07,
+      "loss": 15.8281,
+      "step": 23618
+    },
+    {
+      "epoch": 1.5686391711496315,
+      "grad_norm": 352.8124084472656,
+      "learning_rate": 2.3422447468770435e-07,
+      "loss": 20.3906,
+      "step": 23619
+    },
+    {
+      "epoch": 1.5687055854419871,
+      "grad_norm": 159.53004455566406,
+      "learning_rate": 2.3415531159771363e-07,
+      "loss": 14.3906,
+      "step": 23620
+    },
+    {
+      "epoch": 1.5687719997343428,
+      "grad_norm": 220.2792510986328,
+      "learning_rate": 2.340861573665729e-07,
+      "loss": 15.2188,
+      "step": 23621
+    },
+    {
+      "epoch": 1.5688384140266987,
+      "grad_norm": 131.57810974121094,
+      "learning_rate": 2.340170119950813e-07,
+      "loss": 18.6094,
+      "step": 23622
+    },
+    {
+      "epoch": 1.5689048283190543,
+      "grad_norm": 452.3955078125,
+      "learning_rate": 2.3394787548403983e-07,
+      "loss": 14.3281,
+      "step": 23623
+    },
+    {
+      "epoch": 1.56897124261141,
+      "grad_norm": 124.5335464477539,
+      "learning_rate": 2.3387874783424734e-07,
+      "loss": 13.2969,
+      "step": 23624
+    },
+    {
+      "epoch": 1.5690376569037658,
+      "grad_norm": 499.5356140136719,
+      "learning_rate": 2.338096290465036e-07,
+      "loss": 18.3125,
+      "step": 23625
+    },
+    {
+      "epoch": 1.5691040711961213,
+      "grad_norm": 167.72506713867188,
+      "learning_rate": 2.337405191216083e-07,
+      "loss": 18.1875,
+      "step": 23626
+    },
+    {
+      "epoch": 1.5691704854884772,
+      "grad_norm": 281.1491394042969,
+      "learning_rate": 2.3367141806036117e-07,
+      "loss": 14.7578,
+      "step": 23627
+    },
+    {
+      "epoch": 1.5692368997808328,
+      "grad_norm": 215.2576904296875,
+      "learning_rate": 2.3360232586356067e-07,
+      "loss": 15.6875,
+      "step": 23628
+    },
+    {
+      "epoch": 1.5693033140731885,
+      "grad_norm": 448.7867736816406,
+      "learning_rate": 2.33533242532007e-07,
+      "loss": 20.9844,
+      "step": 23629
+    },
+    {
+      "epoch": 1.5693697283655443,
+      "grad_norm": 112.88592529296875,
+      "learning_rate": 2.334641680664985e-07,
+      "loss": 12.0469,
+      "step": 23630
+    },
+    {
+      "epoch": 1.5694361426579,
+      "grad_norm": 480.3657531738281,
+      "learning_rate": 2.3339510246783457e-07,
+      "loss": 20.9219,
+      "step": 23631
+    },
+    {
+      "epoch": 1.5695025569502556,
+      "grad_norm": 204.35548400878906,
+      "learning_rate": 2.3332604573681401e-07,
+      "loss": 12.6562,
+      "step": 23632
+    },
+    {
+      "epoch": 1.5695689712426115,
+      "grad_norm": 312.7531433105469,
+      "learning_rate": 2.332569978742357e-07,
+      "loss": 16.2031,
+      "step": 23633
+    },
+    {
+      "epoch": 1.5696353855349672,
+      "grad_norm": 204.3937530517578,
+      "learning_rate": 2.3318795888089827e-07,
+      "loss": 16.125,
+      "step": 23634
+    },
+    {
+      "epoch": 1.5697017998273228,
+      "grad_norm": 272.1838684082031,
+      "learning_rate": 2.3311892875760063e-07,
+      "loss": 16.3125,
+      "step": 23635
+    },
+    {
+      "epoch": 1.5697682141196787,
+      "grad_norm": 245.97854614257812,
+      "learning_rate": 2.3304990750514053e-07,
+      "loss": 16.1875,
+      "step": 23636
+    },
+    {
+      "epoch": 1.5698346284120341,
+      "grad_norm": 166.99118041992188,
+      "learning_rate": 2.329808951243174e-07,
+      "loss": 11.9375,
+      "step": 23637
+    },
+    {
+      "epoch": 1.56990104270439,
+      "grad_norm": 289.8416442871094,
+      "learning_rate": 2.329118916159286e-07,
+      "loss": 25.0938,
+      "step": 23638
+    },
+    {
+      "epoch": 1.5699674569967457,
+      "grad_norm": 183.24267578125,
+      "learning_rate": 2.3284289698077287e-07,
+      "loss": 16.1719,
+      "step": 23639
+    },
+    {
+      "epoch": 1.5700338712891013,
+      "grad_norm": 118.88326263427734,
+      "learning_rate": 2.3277391121964796e-07,
+      "loss": 19.5156,
+      "step": 23640
+    },
+    {
+      "epoch": 1.5701002855814572,
+      "grad_norm": 219.6270751953125,
+      "learning_rate": 2.3270493433335214e-07,
+      "loss": 17.6094,
+      "step": 23641
+    },
+    {
+      "epoch": 1.5701666998738129,
+      "grad_norm": 240.079833984375,
+      "learning_rate": 2.3263596632268324e-07,
+      "loss": 16.5156,
+      "step": 23642
+    },
+    {
+      "epoch": 1.5702331141661685,
+      "grad_norm": 149.0456085205078,
+      "learning_rate": 2.325670071884389e-07,
+      "loss": 17.1875,
+      "step": 23643
+    },
+    {
+      "epoch": 1.5702995284585244,
+      "grad_norm": 154.56106567382812,
+      "learning_rate": 2.3249805693141721e-07,
+      "loss": 13.2969,
+      "step": 23644
+    },
+    {
+      "epoch": 1.57036594275088,
+      "grad_norm": 295.1751403808594,
+      "learning_rate": 2.3242911555241484e-07,
+      "loss": 17.2188,
+      "step": 23645
+    },
+    {
+      "epoch": 1.5704323570432357,
+      "grad_norm": 224.4332733154297,
+      "learning_rate": 2.3236018305223049e-07,
+      "loss": 15.2344,
+      "step": 23646
+    },
+    {
+      "epoch": 1.5704987713355916,
+      "grad_norm": 157.46482849121094,
+      "learning_rate": 2.322912594316605e-07,
+      "loss": 17.2031,
+      "step": 23647
+    },
+    {
+      "epoch": 1.570565185627947,
+      "grad_norm": 2725.863037109375,
+      "learning_rate": 2.322223446915026e-07,
+      "loss": 13.2969,
+      "step": 23648
+    },
+    {
+      "epoch": 1.5706315999203029,
+      "grad_norm": 168.53453063964844,
+      "learning_rate": 2.321534388325539e-07,
+      "loss": 13.0,
+      "step": 23649
+    },
+    {
+      "epoch": 1.5706980142126585,
+      "grad_norm": 354.400390625,
+      "learning_rate": 2.3208454185561144e-07,
+      "loss": 18.375,
+      "step": 23650
+    },
+    {
+      "epoch": 1.5707644285050142,
+      "grad_norm": 186.98948669433594,
+      "learning_rate": 2.3201565376147226e-07,
+      "loss": 17.0938,
+      "step": 23651
+    },
+    {
+      "epoch": 1.57083084279737,
+      "grad_norm": 248.49278259277344,
+      "learning_rate": 2.3194677455093337e-07,
+      "loss": 13.9375,
+      "step": 23652
+    },
+    {
+      "epoch": 1.5708972570897257,
+      "grad_norm": 203.53713989257812,
+      "learning_rate": 2.318779042247907e-07,
+      "loss": 13.9688,
+      "step": 23653
+    },
+    {
+      "epoch": 1.5709636713820814,
+      "grad_norm": 160.9849395751953,
+      "learning_rate": 2.3180904278384217e-07,
+      "loss": 12.3672,
+      "step": 23654
+    },
+    {
+      "epoch": 1.5710300856744372,
+      "grad_norm": 771.0672607421875,
+      "learning_rate": 2.3174019022888335e-07,
+      "loss": 18.6875,
+      "step": 23655
+    },
+    {
+      "epoch": 1.571096499966793,
+      "grad_norm": 252.2324676513672,
+      "learning_rate": 2.3167134656071098e-07,
+      "loss": 15.6562,
+      "step": 23656
+    },
+    {
+      "epoch": 1.5711629142591486,
+      "grad_norm": 215.38522338867188,
+      "learning_rate": 2.3160251178012146e-07,
+      "loss": 17.4531,
+      "step": 23657
+    },
+    {
+      "epoch": 1.5712293285515044,
+      "grad_norm": 155.53233337402344,
+      "learning_rate": 2.315336858879109e-07,
+      "loss": 19.0156,
+      "step": 23658
+    },
+    {
+      "epoch": 1.5712957428438599,
+      "grad_norm": 245.0346221923828,
+      "learning_rate": 2.3146486888487572e-07,
+      "loss": 16.0625,
+      "step": 23659
+    },
+    {
+      "epoch": 1.5713621571362157,
+      "grad_norm": 441.89007568359375,
+      "learning_rate": 2.3139606077181184e-07,
+      "loss": 20.8438,
+      "step": 23660
+    },
+    {
+      "epoch": 1.5714285714285714,
+      "grad_norm": 157.33322143554688,
+      "learning_rate": 2.3132726154951475e-07,
+      "loss": 13.3594,
+      "step": 23661
+    },
+    {
+      "epoch": 1.571494985720927,
+      "grad_norm": 154.90296936035156,
+      "learning_rate": 2.3125847121878118e-07,
+      "loss": 20.8594,
+      "step": 23662
+    },
+    {
+      "epoch": 1.571561400013283,
+      "grad_norm": 304.84234619140625,
+      "learning_rate": 2.3118968978040598e-07,
+      "loss": 14.4453,
+      "step": 23663
+    },
+    {
+      "epoch": 1.5716278143056386,
+      "grad_norm": 295.9462585449219,
+      "learning_rate": 2.3112091723518512e-07,
+      "loss": 22.9062,
+      "step": 23664
+    },
+    {
+      "epoch": 1.5716942285979942,
+      "grad_norm": 118.85042572021484,
+      "learning_rate": 2.3105215358391418e-07,
+      "loss": 12.8594,
+      "step": 23665
+    },
+    {
+      "epoch": 1.5717606428903501,
+      "grad_norm": 514.67578125,
+      "learning_rate": 2.309833988273888e-07,
+      "loss": 16.5625,
+      "step": 23666
+    },
+    {
+      "epoch": 1.5718270571827058,
+      "grad_norm": 187.89370727539062,
+      "learning_rate": 2.3091465296640356e-07,
+      "loss": 17.125,
+      "step": 23667
+    },
+    {
+      "epoch": 1.5718934714750614,
+      "grad_norm": 303.1304016113281,
+      "learning_rate": 2.308459160017545e-07,
+      "loss": 22.8281,
+      "step": 23668
+    },
+    {
+      "epoch": 1.5719598857674173,
+      "grad_norm": 195.10752868652344,
+      "learning_rate": 2.3077718793423628e-07,
+      "loss": 14.6406,
+      "step": 23669
+    },
+    {
+      "epoch": 1.5720263000597727,
+      "grad_norm": 161.2324676513672,
+      "learning_rate": 2.3070846876464389e-07,
+      "loss": 15.6719,
+      "step": 23670
+    },
+    {
+      "epoch": 1.5720927143521286,
+      "grad_norm": 275.88763427734375,
+      "learning_rate": 2.3063975849377227e-07,
+      "loss": 12.6562,
+      "step": 23671
+    },
+    {
+      "epoch": 1.5721591286444843,
+      "grad_norm": 114.73561096191406,
+      "learning_rate": 2.3057105712241643e-07,
+      "loss": 13.7188,
+      "step": 23672
+    },
+    {
+      "epoch": 1.57222554293684,
+      "grad_norm": 125.25920867919922,
+      "learning_rate": 2.3050236465137075e-07,
+      "loss": 11.4375,
+      "step": 23673
+    },
+    {
+      "epoch": 1.5722919572291958,
+      "grad_norm": 198.23602294921875,
+      "learning_rate": 2.3043368108143046e-07,
+      "loss": 19.4844,
+      "step": 23674
+    },
+    {
+      "epoch": 1.5723583715215514,
+      "grad_norm": 204.585205078125,
+      "learning_rate": 2.3036500641338885e-07,
+      "loss": 13.4844,
+      "step": 23675
+    },
+    {
+      "epoch": 1.572424785813907,
+      "grad_norm": 196.04957580566406,
+      "learning_rate": 2.302963406480417e-07,
+      "loss": 11.5625,
+      "step": 23676
+    },
+    {
+      "epoch": 1.572491200106263,
+      "grad_norm": 1070.9571533203125,
+      "learning_rate": 2.302276837861824e-07,
+      "loss": 17.2969,
+      "step": 23677
+    },
+    {
+      "epoch": 1.5725576143986186,
+      "grad_norm": 164.06881713867188,
+      "learning_rate": 2.3015903582860507e-07,
+      "loss": 12.7656,
+      "step": 23678
+    },
+    {
+      "epoch": 1.5726240286909743,
+      "grad_norm": 528.3779296875,
+      "learning_rate": 2.3009039677610466e-07,
+      "loss": 16.2969,
+      "step": 23679
+    },
+    {
+      "epoch": 1.5726904429833302,
+      "grad_norm": 251.1730499267578,
+      "learning_rate": 2.3002176662947425e-07,
+      "loss": 12.0312,
+      "step": 23680
+    },
+    {
+      "epoch": 1.5727568572756856,
+      "grad_norm": 171.2615203857422,
+      "learning_rate": 2.2995314538950817e-07,
+      "loss": 12.9062,
+      "step": 23681
+    },
+    {
+      "epoch": 1.5728232715680415,
+      "grad_norm": 776.3107299804688,
+      "learning_rate": 2.2988453305699994e-07,
+      "loss": 24.7344,
+      "step": 23682
+    },
+    {
+      "epoch": 1.5728896858603971,
+      "grad_norm": 299.3131103515625,
+      "learning_rate": 2.2981592963274344e-07,
+      "loss": 18.9219,
+      "step": 23683
+    },
+    {
+      "epoch": 1.5729561001527528,
+      "grad_norm": 458.8689880371094,
+      "learning_rate": 2.297473351175322e-07,
+      "loss": 16.3906,
+      "step": 23684
+    },
+    {
+      "epoch": 1.5730225144451087,
+      "grad_norm": 117.1265869140625,
+      "learning_rate": 2.296787495121598e-07,
+      "loss": 12.7031,
+      "step": 23685
+    },
+    {
+      "epoch": 1.5730889287374643,
+      "grad_norm": 178.5929412841797,
+      "learning_rate": 2.296101728174189e-07,
+      "loss": 16.3125,
+      "step": 23686
+    },
+    {
+      "epoch": 1.57315534302982,
+      "grad_norm": 273.9211120605469,
+      "learning_rate": 2.295416050341039e-07,
+      "loss": 12.4844,
+      "step": 23687
+    },
+    {
+      "epoch": 1.5732217573221758,
+      "grad_norm": 754.2321166992188,
+      "learning_rate": 2.29473046163007e-07,
+      "loss": 26.2656,
+      "step": 23688
+    },
+    {
+      "epoch": 1.5732881716145315,
+      "grad_norm": 152.3338623046875,
+      "learning_rate": 2.2940449620492163e-07,
+      "loss": 12.9531,
+      "step": 23689
+    },
+    {
+      "epoch": 1.5733545859068871,
+      "grad_norm": 661.2794799804688,
+      "learning_rate": 2.2933595516064062e-07,
+      "loss": 10.6094,
+      "step": 23690
+    },
+    {
+      "epoch": 1.573421000199243,
+      "grad_norm": 238.2595977783203,
+      "learning_rate": 2.2926742303095726e-07,
+      "loss": 11.6719,
+      "step": 23691
+    },
+    {
+      "epoch": 1.5734874144915985,
+      "grad_norm": 286.984619140625,
+      "learning_rate": 2.2919889981666329e-07,
+      "loss": 16.2344,
+      "step": 23692
+    },
+    {
+      "epoch": 1.5735538287839543,
+      "grad_norm": 270.67901611328125,
+      "learning_rate": 2.2913038551855268e-07,
+      "loss": 15.1094,
+      "step": 23693
+    },
+    {
+      "epoch": 1.57362024307631,
+      "grad_norm": 238.3932342529297,
+      "learning_rate": 2.2906188013741678e-07,
+      "loss": 14.5469,
+      "step": 23694
+    },
+    {
+      "epoch": 1.5736866573686656,
+      "grad_norm": 321.80804443359375,
+      "learning_rate": 2.2899338367404863e-07,
+      "loss": 19.8281,
+      "step": 23695
+    },
+    {
+      "epoch": 1.5737530716610215,
+      "grad_norm": 246.79434204101562,
+      "learning_rate": 2.2892489612924038e-07,
+      "loss": 19.6406,
+      "step": 23696
+    },
+    {
+      "epoch": 1.5738194859533772,
+      "grad_norm": 141.42616271972656,
+      "learning_rate": 2.2885641750378436e-07,
+      "loss": 14.1094,
+      "step": 23697
+    },
+    {
+      "epoch": 1.5738859002457328,
+      "grad_norm": 86.55752563476562,
+      "learning_rate": 2.2878794779847267e-07,
+      "loss": 12.5859,
+      "step": 23698
+    },
+    {
+      "epoch": 1.5739523145380887,
+      "grad_norm": 330.302490234375,
+      "learning_rate": 2.2871948701409748e-07,
+      "loss": 28.8438,
+      "step": 23699
+    },
+    {
+      "epoch": 1.5740187288304444,
+      "grad_norm": 320.292724609375,
+      "learning_rate": 2.286510351514499e-07,
+      "loss": 20.5625,
+      "step": 23700
+    },
+    {
+      "epoch": 1.5740851431228,
+      "grad_norm": 217.29278564453125,
+      "learning_rate": 2.2858259221132303e-07,
+      "loss": 15.8594,
+      "step": 23701
+    },
+    {
+      "epoch": 1.5741515574151559,
+      "grad_norm": 152.15260314941406,
+      "learning_rate": 2.2851415819450759e-07,
+      "loss": 17.1016,
+      "step": 23702
+    },
+    {
+      "epoch": 1.5742179717075113,
+      "grad_norm": 180.0989227294922,
+      "learning_rate": 2.284457331017956e-07,
+      "loss": 16.0781,
+      "step": 23703
+    },
+    {
+      "epoch": 1.5742843859998672,
+      "grad_norm": 293.240234375,
+      "learning_rate": 2.2837731693397833e-07,
+      "loss": 12.3359,
+      "step": 23704
+    },
+    {
+      "epoch": 1.5743508002922229,
+      "grad_norm": 224.01930236816406,
+      "learning_rate": 2.2830890969184735e-07,
+      "loss": 29.1562,
+      "step": 23705
+    },
+    {
+      "epoch": 1.5744172145845785,
+      "grad_norm": 170.9380645751953,
+      "learning_rate": 2.2824051137619395e-07,
+      "loss": 22.0625,
+      "step": 23706
+    },
+    {
+      "epoch": 1.5744836288769344,
+      "grad_norm": 222.50523376464844,
+      "learning_rate": 2.2817212198780956e-07,
+      "loss": 17.0469,
+      "step": 23707
+    },
+    {
+      "epoch": 1.57455004316929,
+      "grad_norm": 1101.66552734375,
+      "learning_rate": 2.281037415274848e-07,
+      "loss": 31.9531,
+      "step": 23708
+    },
+    {
+      "epoch": 1.5746164574616457,
+      "grad_norm": 235.59417724609375,
+      "learning_rate": 2.280353699960107e-07,
+      "loss": 13.6094,
+      "step": 23709
+    },
+    {
+      "epoch": 1.5746828717540016,
+      "grad_norm": 233.4458465576172,
+      "learning_rate": 2.279670073941784e-07,
+      "loss": 13.0625,
+      "step": 23710
+    },
+    {
+      "epoch": 1.5747492860463572,
+      "grad_norm": 284.29541015625,
+      "learning_rate": 2.278986537227785e-07,
+      "loss": 12.4688,
+      "step": 23711
+    },
+    {
+      "epoch": 1.5748157003387129,
+      "grad_norm": 751.8854370117188,
+      "learning_rate": 2.2783030898260192e-07,
+      "loss": 13.8906,
+      "step": 23712
+    },
+    {
+      "epoch": 1.5748821146310688,
+      "grad_norm": 345.48992919921875,
+      "learning_rate": 2.277619731744389e-07,
+      "loss": 13.5625,
+      "step": 23713
+    },
+    {
+      "epoch": 1.5749485289234242,
+      "grad_norm": 96.21891021728516,
+      "learning_rate": 2.2769364629908017e-07,
+      "loss": 13.8906,
+      "step": 23714
+    },
+    {
+      "epoch": 1.57501494321578,
+      "grad_norm": 349.73162841796875,
+      "learning_rate": 2.2762532835731595e-07,
+      "loss": 21.5625,
+      "step": 23715
+    },
+    {
+      "epoch": 1.5750813575081357,
+      "grad_norm": 201.04722595214844,
+      "learning_rate": 2.2755701934993689e-07,
+      "loss": 15.8438,
+      "step": 23716
+    },
+    {
+      "epoch": 1.5751477718004914,
+      "grad_norm": 145.64566040039062,
+      "learning_rate": 2.2748871927773217e-07,
+      "loss": 15.4688,
+      "step": 23717
+    },
+    {
+      "epoch": 1.5752141860928472,
+      "grad_norm": 196.8150634765625,
+      "learning_rate": 2.274204281414931e-07,
+      "loss": 13.4531,
+      "step": 23718
+    },
+    {
+      "epoch": 1.575280600385203,
+      "grad_norm": 220.6435089111328,
+      "learning_rate": 2.273521459420087e-07,
+      "loss": 15.7656,
+      "step": 23719
+    },
+    {
+      "epoch": 1.5753470146775586,
+      "grad_norm": 1046.4771728515625,
+      "learning_rate": 2.272838726800692e-07,
+      "loss": 16.8125,
+      "step": 23720
+    },
+    {
+      "epoch": 1.5754134289699144,
+      "grad_norm": 123.86772155761719,
+      "learning_rate": 2.2721560835646426e-07,
+      "loss": 15.6719,
+      "step": 23721
+    },
+    {
+      "epoch": 1.57547984326227,
+      "grad_norm": 89.2955551147461,
+      "learning_rate": 2.2714735297198362e-07,
+      "loss": 11.25,
+      "step": 23722
+    },
+    {
+      "epoch": 1.5755462575546257,
+      "grad_norm": 697.1179809570312,
+      "learning_rate": 2.270791065274167e-07,
+      "loss": 11.0938,
+      "step": 23723
+    },
+    {
+      "epoch": 1.5756126718469816,
+      "grad_norm": 229.33497619628906,
+      "learning_rate": 2.2701086902355315e-07,
+      "loss": 15.3438,
+      "step": 23724
+    },
+    {
+      "epoch": 1.575679086139337,
+      "grad_norm": 173.44247436523438,
+      "learning_rate": 2.269426404611817e-07,
+      "loss": 12.8516,
+      "step": 23725
+    },
+    {
+      "epoch": 1.575745500431693,
+      "grad_norm": 139.00831604003906,
+      "learning_rate": 2.2687442084109253e-07,
+      "loss": 17.4844,
+      "step": 23726
+    },
+    {
+      "epoch": 1.5758119147240486,
+      "grad_norm": 234.7207489013672,
+      "learning_rate": 2.2680621016407398e-07,
+      "loss": 18.4688,
+      "step": 23727
+    },
+    {
+      "epoch": 1.5758783290164042,
+      "grad_norm": 236.07666015625,
+      "learning_rate": 2.267380084309154e-07,
+      "loss": 15.0469,
+      "step": 23728
+    },
+    {
+      "epoch": 1.57594474330876,
+      "grad_norm": 189.02911376953125,
+      "learning_rate": 2.266698156424056e-07,
+      "loss": 20.9688,
+      "step": 23729
+    },
+    {
+      "epoch": 1.5760111576011158,
+      "grad_norm": 160.56948852539062,
+      "learning_rate": 2.2660163179933368e-07,
+      "loss": 13.1094,
+      "step": 23730
+    },
+    {
+      "epoch": 1.5760775718934714,
+      "grad_norm": 447.1555480957031,
+      "learning_rate": 2.265334569024876e-07,
+      "loss": 13.4688,
+      "step": 23731
+    },
+    {
+      "epoch": 1.5761439861858273,
+      "grad_norm": 209.82858276367188,
+      "learning_rate": 2.2646529095265709e-07,
+      "loss": 15.5156,
+      "step": 23732
+    },
+    {
+      "epoch": 1.576210400478183,
+      "grad_norm": 192.8386993408203,
+      "learning_rate": 2.2639713395062975e-07,
+      "loss": 16.6875,
+      "step": 23733
+    },
+    {
+      "epoch": 1.5762768147705386,
+      "grad_norm": 444.7491455078125,
+      "learning_rate": 2.2632898589719417e-07,
+      "loss": 18.0938,
+      "step": 23734
+    },
+    {
+      "epoch": 1.5763432290628945,
+      "grad_norm": 164.26016235351562,
+      "learning_rate": 2.2626084679313885e-07,
+      "loss": 13.1406,
+      "step": 23735
+    },
+    {
+      "epoch": 1.57640964335525,
+      "grad_norm": 183.3451690673828,
+      "learning_rate": 2.2619271663925187e-07,
+      "loss": 14.75,
+      "step": 23736
+    },
+    {
+      "epoch": 1.5764760576476058,
+      "grad_norm": 218.83555603027344,
+      "learning_rate": 2.2612459543632145e-07,
+      "loss": 14.4062,
+      "step": 23737
+    },
+    {
+      "epoch": 1.5765424719399614,
+      "grad_norm": 207.33700561523438,
+      "learning_rate": 2.260564831851356e-07,
+      "loss": 14.6719,
+      "step": 23738
+    },
+    {
+      "epoch": 1.576608886232317,
+      "grad_norm": 151.91444396972656,
+      "learning_rate": 2.2598837988648157e-07,
+      "loss": 14.9219,
+      "step": 23739
+    },
+    {
+      "epoch": 1.576675300524673,
+      "grad_norm": 1219.34521484375,
+      "learning_rate": 2.2592028554114818e-07,
+      "loss": 17.5625,
+      "step": 23740
+    },
+    {
+      "epoch": 1.5767417148170286,
+      "grad_norm": 453.8372802734375,
+      "learning_rate": 2.2585220014992236e-07,
+      "loss": 15.1094,
+      "step": 23741
+    },
+    {
+      "epoch": 1.5768081291093843,
+      "grad_norm": 202.833984375,
+      "learning_rate": 2.257841237135918e-07,
+      "loss": 15.3125,
+      "step": 23742
+    },
+    {
+      "epoch": 1.5768745434017402,
+      "grad_norm": 410.5686340332031,
+      "learning_rate": 2.257160562329441e-07,
+      "loss": 13.1875,
+      "step": 23743
+    },
+    {
+      "epoch": 1.5769409576940958,
+      "grad_norm": 94.33028411865234,
+      "learning_rate": 2.2564799770876652e-07,
+      "loss": 11.1406,
+      "step": 23744
+    },
+    {
+      "epoch": 1.5770073719864515,
+      "grad_norm": 172.62083435058594,
+      "learning_rate": 2.2557994814184645e-07,
+      "loss": 14.5,
+      "step": 23745
+    },
+    {
+      "epoch": 1.5770737862788073,
+      "grad_norm": 327.20159912109375,
+      "learning_rate": 2.2551190753297123e-07,
+      "loss": 21.6094,
+      "step": 23746
+    },
+    {
+      "epoch": 1.5771402005711628,
+      "grad_norm": 154.85940551757812,
+      "learning_rate": 2.2544387588292712e-07,
+      "loss": 12.0469,
+      "step": 23747
+    },
+    {
+      "epoch": 1.5772066148635187,
+      "grad_norm": 463.37261962890625,
+      "learning_rate": 2.2537585319250218e-07,
+      "loss": 17.9375,
+      "step": 23748
+    },
+    {
+      "epoch": 1.5772730291558743,
+      "grad_norm": 352.6995544433594,
+      "learning_rate": 2.2530783946248244e-07,
+      "loss": 17.1406,
+      "step": 23749
+    },
+    {
+      "epoch": 1.57733944344823,
+      "grad_norm": 140.54116821289062,
+      "learning_rate": 2.252398346936546e-07,
+      "loss": 10.1875,
+      "step": 23750
+    },
+    {
+      "epoch": 1.5774058577405858,
+      "grad_norm": 138.08106994628906,
+      "learning_rate": 2.2517183888680625e-07,
+      "loss": 14.8125,
+      "step": 23751
+    },
+    {
+      "epoch": 1.5774722720329415,
+      "grad_norm": 269.1868591308594,
+      "learning_rate": 2.2510385204272285e-07,
+      "loss": 29.8438,
+      "step": 23752
+    },
+    {
+      "epoch": 1.5775386863252971,
+      "grad_norm": 358.02032470703125,
+      "learning_rate": 2.2503587416219127e-07,
+      "loss": 21.5625,
+      "step": 23753
+    },
+    {
+      "epoch": 1.577605100617653,
+      "grad_norm": 137.40699768066406,
+      "learning_rate": 2.2496790524599796e-07,
+      "loss": 13.6094,
+      "step": 23754
+    },
+    {
+      "epoch": 1.5776715149100087,
+      "grad_norm": 124.77225494384766,
+      "learning_rate": 2.2489994529492916e-07,
+      "loss": 14.2188,
+      "step": 23755
+    },
+    {
+      "epoch": 1.5777379292023643,
+      "grad_norm": 341.5056457519531,
+      "learning_rate": 2.248319943097704e-07,
+      "loss": 17.3594,
+      "step": 23756
+    },
+    {
+      "epoch": 1.5778043434947202,
+      "grad_norm": 137.719970703125,
+      "learning_rate": 2.2476405229130857e-07,
+      "loss": 15.75,
+      "step": 23757
+    },
+    {
+      "epoch": 1.5778707577870756,
+      "grad_norm": 141.93763732910156,
+      "learning_rate": 2.2469611924032895e-07,
+      "loss": 11.7422,
+      "step": 23758
+    },
+    {
+      "epoch": 1.5779371720794315,
+      "grad_norm": 501.8313903808594,
+      "learning_rate": 2.2462819515761754e-07,
+      "loss": 12.8516,
+      "step": 23759
+    },
+    {
+      "epoch": 1.5780035863717872,
+      "grad_norm": 173.02479553222656,
+      "learning_rate": 2.2456028004396011e-07,
+      "loss": 15.2188,
+      "step": 23760
+    },
+    {
+      "epoch": 1.5780700006641428,
+      "grad_norm": 168.88685607910156,
+      "learning_rate": 2.244923739001422e-07,
+      "loss": 11.4375,
+      "step": 23761
+    },
+    {
+      "epoch": 1.5781364149564987,
+      "grad_norm": 116.7074203491211,
+      "learning_rate": 2.244244767269493e-07,
+      "loss": 15.5781,
+      "step": 23762
+    },
+    {
+      "epoch": 1.5782028292488544,
+      "grad_norm": 118.60860443115234,
+      "learning_rate": 2.2435658852516703e-07,
+      "loss": 17.0781,
+      "step": 23763
+    },
+    {
+      "epoch": 1.57826924354121,
+      "grad_norm": 187.01229858398438,
+      "learning_rate": 2.2428870929558007e-07,
+      "loss": 14.3438,
+      "step": 23764
+    },
+    {
+      "epoch": 1.5783356578335659,
+      "grad_norm": 336.375244140625,
+      "learning_rate": 2.2422083903897448e-07,
+      "loss": 21.0,
+      "step": 23765
+    },
+    {
+      "epoch": 1.5784020721259215,
+      "grad_norm": 285.04266357421875,
+      "learning_rate": 2.2415297775613462e-07,
+      "loss": 20.625,
+      "step": 23766
+    },
+    {
+      "epoch": 1.5784684864182772,
+      "grad_norm": 81.0229263305664,
+      "learning_rate": 2.2408512544784587e-07,
+      "loss": 15.0469,
+      "step": 23767
+    },
+    {
+      "epoch": 1.578534900710633,
+      "grad_norm": 123.47276306152344,
+      "learning_rate": 2.240172821148928e-07,
+      "loss": 9.8047,
+      "step": 23768
+    },
+    {
+      "epoch": 1.5786013150029885,
+      "grad_norm": 256.3520202636719,
+      "learning_rate": 2.2394944775806034e-07,
+      "loss": 15.125,
+      "step": 23769
+    },
+    {
+      "epoch": 1.5786677292953444,
+      "grad_norm": 583.5184936523438,
+      "learning_rate": 2.2388162237813335e-07,
+      "loss": 10.7578,
+      "step": 23770
+    },
+    {
+      "epoch": 1.5787341435877,
+      "grad_norm": 119.84977722167969,
+      "learning_rate": 2.2381380597589639e-07,
+      "loss": 14.7656,
+      "step": 23771
+    },
+    {
+      "epoch": 1.5788005578800557,
+      "grad_norm": 145.81727600097656,
+      "learning_rate": 2.237459985521334e-07,
+      "loss": 24.7812,
+      "step": 23772
+    },
+    {
+      "epoch": 1.5788669721724116,
+      "grad_norm": 258.3190002441406,
+      "learning_rate": 2.2367820010762918e-07,
+      "loss": 20.6562,
+      "step": 23773
+    },
+    {
+      "epoch": 1.5789333864647672,
+      "grad_norm": 243.66770935058594,
+      "learning_rate": 2.2361041064316787e-07,
+      "loss": 15.3594,
+      "step": 23774
+    },
+    {
+      "epoch": 1.5789998007571229,
+      "grad_norm": 335.8887023925781,
+      "learning_rate": 2.2354263015953356e-07,
+      "loss": 17.4531,
+      "step": 23775
+    },
+    {
+      "epoch": 1.5790662150494787,
+      "grad_norm": 134.63050842285156,
+      "learning_rate": 2.2347485865751049e-07,
+      "loss": 14.7812,
+      "step": 23776
+    },
+    {
+      "epoch": 1.5791326293418344,
+      "grad_norm": 130.3378448486328,
+      "learning_rate": 2.2340709613788266e-07,
+      "loss": 14.2344,
+      "step": 23777
+    },
+    {
+      "epoch": 1.57919904363419,
+      "grad_norm": 160.1256103515625,
+      "learning_rate": 2.233393426014333e-07,
+      "loss": 16.7812,
+      "step": 23778
+    },
+    {
+      "epoch": 1.579265457926546,
+      "grad_norm": 201.53579711914062,
+      "learning_rate": 2.2327159804894703e-07,
+      "loss": 15.4688,
+      "step": 23779
+    },
+    {
+      "epoch": 1.5793318722189014,
+      "grad_norm": 205.10415649414062,
+      "learning_rate": 2.2320386248120682e-07,
+      "loss": 17.5625,
+      "step": 23780
+    },
+    {
+      "epoch": 1.5793982865112572,
+      "grad_norm": 393.8704528808594,
+      "learning_rate": 2.231361358989964e-07,
+      "loss": 24.125,
+      "step": 23781
+    },
+    {
+      "epoch": 1.579464700803613,
+      "grad_norm": 300.3222351074219,
+      "learning_rate": 2.2306841830309907e-07,
+      "loss": 21.4219,
+      "step": 23782
+    },
+    {
+      "epoch": 1.5795311150959686,
+      "grad_norm": 415.4768981933594,
+      "learning_rate": 2.230007096942984e-07,
+      "loss": 20.0156,
+      "step": 23783
+    },
+    {
+      "epoch": 1.5795975293883244,
+      "grad_norm": 156.8810272216797,
+      "learning_rate": 2.229330100733774e-07,
+      "loss": 14.1094,
+      "step": 23784
+    },
+    {
+      "epoch": 1.57966394368068,
+      "grad_norm": 440.33502197265625,
+      "learning_rate": 2.2286531944111964e-07,
+      "loss": 15.5,
+      "step": 23785
+    },
+    {
+      "epoch": 1.5797303579730357,
+      "grad_norm": 243.8293914794922,
+      "learning_rate": 2.2279763779830707e-07,
+      "loss": 16.5938,
+      "step": 23786
+    },
+    {
+      "epoch": 1.5797967722653916,
+      "grad_norm": 186.41783142089844,
+      "learning_rate": 2.2272996514572362e-07,
+      "loss": 15.7031,
+      "step": 23787
+    },
+    {
+      "epoch": 1.5798631865577473,
+      "grad_norm": 168.94419860839844,
+      "learning_rate": 2.2266230148415198e-07,
+      "loss": 13.3594,
+      "step": 23788
+    },
+    {
+      "epoch": 1.579929600850103,
+      "grad_norm": 309.12896728515625,
+      "learning_rate": 2.22594646814374e-07,
+      "loss": 19.0312,
+      "step": 23789
+    },
+    {
+      "epoch": 1.5799960151424588,
+      "grad_norm": 307.40594482421875,
+      "learning_rate": 2.225270011371735e-07,
+      "loss": 14.2656,
+      "step": 23790
+    },
+    {
+      "epoch": 1.5800624294348142,
+      "grad_norm": 245.08395385742188,
+      "learning_rate": 2.2245936445333202e-07,
+      "loss": 16.3906,
+      "step": 23791
+    },
+    {
+      "epoch": 1.58012884372717,
+      "grad_norm": 1105.9339599609375,
+      "learning_rate": 2.2239173676363233e-07,
+      "loss": 13.0312,
+      "step": 23792
+    },
+    {
+      "epoch": 1.5801952580195258,
+      "grad_norm": 140.1279754638672,
+      "learning_rate": 2.2232411806885653e-07,
+      "loss": 13.5156,
+      "step": 23793
+    },
+    {
+      "epoch": 1.5802616723118814,
+      "grad_norm": 210.84304809570312,
+      "learning_rate": 2.2225650836978726e-07,
+      "loss": 15.875,
+      "step": 23794
+    },
+    {
+      "epoch": 1.5803280866042373,
+      "grad_norm": 213.23995971679688,
+      "learning_rate": 2.2218890766720556e-07,
+      "loss": 18.375,
+      "step": 23795
+    },
+    {
+      "epoch": 1.580394500896593,
+      "grad_norm": 266.6328430175781,
+      "learning_rate": 2.2212131596189476e-07,
+      "loss": 19.0781,
+      "step": 23796
+    },
+    {
+      "epoch": 1.5804609151889486,
+      "grad_norm": 118.22064971923828,
+      "learning_rate": 2.2205373325463562e-07,
+      "loss": 17.7031,
+      "step": 23797
+    },
+    {
+      "epoch": 1.5805273294813045,
+      "grad_norm": 90.10305786132812,
+      "learning_rate": 2.2198615954621037e-07,
+      "loss": 12.6562,
+      "step": 23798
+    },
+    {
+      "epoch": 1.5805937437736601,
+      "grad_norm": 1572.8236083984375,
+      "learning_rate": 2.2191859483740062e-07,
+      "loss": 12.7031,
+      "step": 23799
+    },
+    {
+      "epoch": 1.5806601580660158,
+      "grad_norm": 215.11383056640625,
+      "learning_rate": 2.2185103912898785e-07,
+      "loss": 15.3438,
+      "step": 23800
+    },
+    {
+      "epoch": 1.5807265723583717,
+      "grad_norm": 184.69244384765625,
+      "learning_rate": 2.2178349242175354e-07,
+      "loss": 17.5469,
+      "step": 23801
+    },
+    {
+      "epoch": 1.580792986650727,
+      "grad_norm": 1056.331298828125,
+      "learning_rate": 2.217159547164794e-07,
+      "loss": 19.875,
+      "step": 23802
+    },
+    {
+      "epoch": 1.580859400943083,
+      "grad_norm": 150.90773010253906,
+      "learning_rate": 2.2164842601394561e-07,
+      "loss": 14.7578,
+      "step": 23803
+    },
+    {
+      "epoch": 1.5809258152354386,
+      "grad_norm": 209.74435424804688,
+      "learning_rate": 2.2158090631493474e-07,
+      "loss": 13.8594,
+      "step": 23804
+    },
+    {
+      "epoch": 1.5809922295277943,
+      "grad_norm": 548.0477905273438,
+      "learning_rate": 2.2151339562022676e-07,
+      "loss": 19.0156,
+      "step": 23805
+    },
+    {
+      "epoch": 1.5810586438201502,
+      "grad_norm": 176.95887756347656,
+      "learning_rate": 2.2144589393060288e-07,
+      "loss": 13.875,
+      "step": 23806
+    },
+    {
+      "epoch": 1.5811250581125058,
+      "grad_norm": 253.85006713867188,
+      "learning_rate": 2.2137840124684391e-07,
+      "loss": 13.6016,
+      "step": 23807
+    },
+    {
+      "epoch": 1.5811914724048615,
+      "grad_norm": 297.2096252441406,
+      "learning_rate": 2.2131091756973064e-07,
+      "loss": 17.8438,
+      "step": 23808
+    },
+    {
+      "epoch": 1.5812578866972173,
+      "grad_norm": 123.70501708984375,
+      "learning_rate": 2.2124344290004372e-07,
+      "loss": 15.25,
+      "step": 23809
+    },
+    {
+      "epoch": 1.581324300989573,
+      "grad_norm": 231.26150512695312,
+      "learning_rate": 2.2117597723856386e-07,
+      "loss": 15.4688,
+      "step": 23810
+    },
+    {
+      "epoch": 1.5813907152819286,
+      "grad_norm": 200.868896484375,
+      "learning_rate": 2.2110852058607054e-07,
+      "loss": 13.7344,
+      "step": 23811
+    },
+    {
+      "epoch": 1.5814571295742845,
+      "grad_norm": 195.28172302246094,
+      "learning_rate": 2.210410729433454e-07,
+      "loss": 14.4688,
+      "step": 23812
+    },
+    {
+      "epoch": 1.58152354386664,
+      "grad_norm": 181.59608459472656,
+      "learning_rate": 2.2097363431116766e-07,
+      "loss": 15.8984,
+      "step": 23813
+    },
+    {
+      "epoch": 1.5815899581589958,
+      "grad_norm": 137.5196533203125,
+      "learning_rate": 2.2090620469031762e-07,
+      "loss": 13.9062,
+      "step": 23814
+    },
+    {
+      "epoch": 1.5816563724513515,
+      "grad_norm": 268.6241149902344,
+      "learning_rate": 2.208387840815754e-07,
+      "loss": 17.3125,
+      "step": 23815
+    },
+    {
+      "epoch": 1.5817227867437071,
+      "grad_norm": 389.28399658203125,
+      "learning_rate": 2.207713724857212e-07,
+      "loss": 16.9531,
+      "step": 23816
+    },
+    {
+      "epoch": 1.581789201036063,
+      "grad_norm": 223.77882385253906,
+      "learning_rate": 2.2070396990353379e-07,
+      "loss": 17.6094,
+      "step": 23817
+    },
+    {
+      "epoch": 1.5818556153284187,
+      "grad_norm": 621.8208618164062,
+      "learning_rate": 2.2063657633579403e-07,
+      "loss": 17.8125,
+      "step": 23818
+    },
+    {
+      "epoch": 1.5819220296207743,
+      "grad_norm": 632.2906494140625,
+      "learning_rate": 2.205691917832807e-07,
+      "loss": 17.9844,
+      "step": 23819
+    },
+    {
+      "epoch": 1.5819884439131302,
+      "grad_norm": 148.4225311279297,
+      "learning_rate": 2.2050181624677357e-07,
+      "loss": 13.0469,
+      "step": 23820
+    },
+    {
+      "epoch": 1.5820548582054859,
+      "grad_norm": 102.40782928466797,
+      "learning_rate": 2.2043444972705183e-07,
+      "loss": 14.8906,
+      "step": 23821
+    },
+    {
+      "epoch": 1.5821212724978415,
+      "grad_norm": 128.5975341796875,
+      "learning_rate": 2.2036709222489492e-07,
+      "loss": 12.0938,
+      "step": 23822
+    },
+    {
+      "epoch": 1.5821876867901974,
+      "grad_norm": 157.7295684814453,
+      "learning_rate": 2.2029974374108196e-07,
+      "loss": 9.9141,
+      "step": 23823
+    },
+    {
+      "epoch": 1.5822541010825528,
+      "grad_norm": 890.9656372070312,
+      "learning_rate": 2.202324042763919e-07,
+      "loss": 14.2969,
+      "step": 23824
+    },
+    {
+      "epoch": 1.5823205153749087,
+      "grad_norm": 144.41912841796875,
+      "learning_rate": 2.2016507383160375e-07,
+      "loss": 11.4062,
+      "step": 23825
+    },
+    {
+      "epoch": 1.5823869296672644,
+      "grad_norm": 627.638916015625,
+      "learning_rate": 2.200977524074964e-07,
+      "loss": 19.1406,
+      "step": 23826
+    },
+    {
+      "epoch": 1.58245334395962,
+      "grad_norm": 219.4954376220703,
+      "learning_rate": 2.200304400048487e-07,
+      "loss": 15.125,
+      "step": 23827
+    },
+    {
+      "epoch": 1.5825197582519759,
+      "grad_norm": 211.2581329345703,
+      "learning_rate": 2.1996313662443866e-07,
+      "loss": 18.8125,
+      "step": 23828
+    },
+    {
+      "epoch": 1.5825861725443315,
+      "grad_norm": 269.92205810546875,
+      "learning_rate": 2.1989584226704583e-07,
+      "loss": 13.7344,
+      "step": 23829
+    },
+    {
+      "epoch": 1.5826525868366872,
+      "grad_norm": 688.8389892578125,
+      "learning_rate": 2.198285569334477e-07,
+      "loss": 13.75,
+      "step": 23830
+    },
+    {
+      "epoch": 1.582719001129043,
+      "grad_norm": 159.98672485351562,
+      "learning_rate": 2.1976128062442302e-07,
+      "loss": 13.4531,
+      "step": 23831
+    },
+    {
+      "epoch": 1.5827854154213987,
+      "grad_norm": 250.74310302734375,
+      "learning_rate": 2.196940133407499e-07,
+      "loss": 21.25,
+      "step": 23832
+    },
+    {
+      "epoch": 1.5828518297137544,
+      "grad_norm": 202.65618896484375,
+      "learning_rate": 2.196267550832065e-07,
+      "loss": 15.0625,
+      "step": 23833
+    },
+    {
+      "epoch": 1.5829182440061103,
+      "grad_norm": 111.68099975585938,
+      "learning_rate": 2.1955950585257076e-07,
+      "loss": 14.8438,
+      "step": 23834
+    },
+    {
+      "epoch": 1.5829846582984657,
+      "grad_norm": 228.0337677001953,
+      "learning_rate": 2.1949226564962099e-07,
+      "loss": 12.8125,
+      "step": 23835
+    },
+    {
+      "epoch": 1.5830510725908216,
+      "grad_norm": 158.37940979003906,
+      "learning_rate": 2.1942503447513428e-07,
+      "loss": 14.5938,
+      "step": 23836
+    },
+    {
+      "epoch": 1.5831174868831772,
+      "grad_norm": 441.529541015625,
+      "learning_rate": 2.193578123298887e-07,
+      "loss": 15.8594,
+      "step": 23837
+    },
+    {
+      "epoch": 1.5831839011755329,
+      "grad_norm": 231.84805297851562,
+      "learning_rate": 2.1929059921466176e-07,
+      "loss": 21.125,
+      "step": 23838
+    },
+    {
+      "epoch": 1.5832503154678887,
+      "grad_norm": 272.627685546875,
+      "learning_rate": 2.1922339513023103e-07,
+      "loss": 31.5625,
+      "step": 23839
+    },
+    {
+      "epoch": 1.5833167297602444,
+      "grad_norm": 125.35543060302734,
+      "learning_rate": 2.1915620007737378e-07,
+      "loss": 13.5156,
+      "step": 23840
+    },
+    {
+      "epoch": 1.5833831440526,
+      "grad_norm": 179.22958374023438,
+      "learning_rate": 2.1908901405686776e-07,
+      "loss": 18.7031,
+      "step": 23841
+    },
+    {
+      "epoch": 1.583449558344956,
+      "grad_norm": 593.6978759765625,
+      "learning_rate": 2.1902183706948908e-07,
+      "loss": 14.1875,
+      "step": 23842
+    },
+    {
+      "epoch": 1.5835159726373116,
+      "grad_norm": 202.9150848388672,
+      "learning_rate": 2.1895466911601602e-07,
+      "loss": 16.5625,
+      "step": 23843
+    },
+    {
+      "epoch": 1.5835823869296672,
+      "grad_norm": 121.845703125,
+      "learning_rate": 2.1888751019722462e-07,
+      "loss": 15.3203,
+      "step": 23844
+    },
+    {
+      "epoch": 1.5836488012220231,
+      "grad_norm": 263.47967529296875,
+      "learning_rate": 2.1882036031389218e-07,
+      "loss": 15.5781,
+      "step": 23845
+    },
+    {
+      "epoch": 1.5837152155143785,
+      "grad_norm": 141.48660278320312,
+      "learning_rate": 2.1875321946679536e-07,
+      "loss": 13.7188,
+      "step": 23846
+    },
+    {
+      "epoch": 1.5837816298067344,
+      "grad_norm": 189.99656677246094,
+      "learning_rate": 2.186860876567107e-07,
+      "loss": 17.375,
+      "step": 23847
+    },
+    {
+      "epoch": 1.58384804409909,
+      "grad_norm": 173.91195678710938,
+      "learning_rate": 2.18618964884415e-07,
+      "loss": 13.1406,
+      "step": 23848
+    },
+    {
+      "epoch": 1.5839144583914457,
+      "grad_norm": 226.40769958496094,
+      "learning_rate": 2.1855185115068475e-07,
+      "loss": 30.9688,
+      "step": 23849
+    },
+    {
+      "epoch": 1.5839808726838016,
+      "grad_norm": 96.8872299194336,
+      "learning_rate": 2.1848474645629545e-07,
+      "loss": 12.9219,
+      "step": 23850
+    },
+    {
+      "epoch": 1.5840472869761573,
+      "grad_norm": 145.87628173828125,
+      "learning_rate": 2.1841765080202457e-07,
+      "loss": 21.1562,
+      "step": 23851
+    },
+    {
+      "epoch": 1.584113701268513,
+      "grad_norm": 194.37518310546875,
+      "learning_rate": 2.183505641886474e-07,
+      "loss": 14.9844,
+      "step": 23852
+    },
+    {
+      "epoch": 1.5841801155608688,
+      "grad_norm": 253.88262939453125,
+      "learning_rate": 2.1828348661694006e-07,
+      "loss": 14.4688,
+      "step": 23853
+    },
+    {
+      "epoch": 1.5842465298532244,
+      "grad_norm": 92.70547485351562,
+      "learning_rate": 2.1821641808767866e-07,
+      "loss": 11.9219,
+      "step": 23854
+    },
+    {
+      "epoch": 1.58431294414558,
+      "grad_norm": 175.6846923828125,
+      "learning_rate": 2.181493586016392e-07,
+      "loss": 19.7031,
+      "step": 23855
+    },
+    {
+      "epoch": 1.584379358437936,
+      "grad_norm": 170.4070281982422,
+      "learning_rate": 2.180823081595966e-07,
+      "loss": 14.7656,
+      "step": 23856
+    },
+    {
+      "epoch": 1.5844457727302914,
+      "grad_norm": 184.7571258544922,
+      "learning_rate": 2.180152667623275e-07,
+      "loss": 20.4688,
+      "step": 23857
+    },
+    {
+      "epoch": 1.5845121870226473,
+      "grad_norm": 653.7254028320312,
+      "learning_rate": 2.1794823441060662e-07,
+      "loss": 14.0938,
+      "step": 23858
+    },
+    {
+      "epoch": 1.584578601315003,
+      "grad_norm": 120.10645294189453,
+      "learning_rate": 2.1788121110520953e-07,
+      "loss": 9.4219,
+      "step": 23859
+    },
+    {
+      "epoch": 1.5846450156073586,
+      "grad_norm": 379.2919006347656,
+      "learning_rate": 2.178141968469117e-07,
+      "loss": 21.7188,
+      "step": 23860
+    },
+    {
+      "epoch": 1.5847114298997145,
+      "grad_norm": 147.79066467285156,
+      "learning_rate": 2.1774719163648814e-07,
+      "loss": 15.6562,
+      "step": 23861
+    },
+    {
+      "epoch": 1.5847778441920701,
+      "grad_norm": 193.48272705078125,
+      "learning_rate": 2.1768019547471394e-07,
+      "loss": 14.7031,
+      "step": 23862
+    },
+    {
+      "epoch": 1.5848442584844258,
+      "grad_norm": 149.35516357421875,
+      "learning_rate": 2.1761320836236429e-07,
+      "loss": 16.9062,
+      "step": 23863
+    },
+    {
+      "epoch": 1.5849106727767817,
+      "grad_norm": 169.45672607421875,
+      "learning_rate": 2.175462303002138e-07,
+      "loss": 17.0625,
+      "step": 23864
+    },
+    {
+      "epoch": 1.5849770870691373,
+      "grad_norm": 226.1904754638672,
+      "learning_rate": 2.1747926128903727e-07,
+      "loss": 19.7656,
+      "step": 23865
+    },
+    {
+      "epoch": 1.585043501361493,
+      "grad_norm": 300.4510192871094,
+      "learning_rate": 2.1741230132960974e-07,
+      "loss": 21.8594,
+      "step": 23866
+    },
+    {
+      "epoch": 1.5851099156538488,
+      "grad_norm": 303.58636474609375,
+      "learning_rate": 2.1734535042270495e-07,
+      "loss": 20.6406,
+      "step": 23867
+    },
+    {
+      "epoch": 1.5851763299462043,
+      "grad_norm": 146.11660766601562,
+      "learning_rate": 2.172784085690983e-07,
+      "loss": 13.125,
+      "step": 23868
+    },
+    {
+      "epoch": 1.5852427442385602,
+      "grad_norm": 225.6160430908203,
+      "learning_rate": 2.1721147576956345e-07,
+      "loss": 15.5938,
+      "step": 23869
+    },
+    {
+      "epoch": 1.5853091585309158,
+      "grad_norm": 435.4757080078125,
+      "learning_rate": 2.1714455202487492e-07,
+      "loss": 21.2344,
+      "step": 23870
+    },
+    {
+      "epoch": 1.5853755728232715,
+      "grad_norm": 501.28216552734375,
+      "learning_rate": 2.1707763733580675e-07,
+      "loss": 11.6719,
+      "step": 23871
+    },
+    {
+      "epoch": 1.5854419871156273,
+      "grad_norm": 293.68682861328125,
+      "learning_rate": 2.17010731703133e-07,
+      "loss": 14.6875,
+      "step": 23872
+    },
+    {
+      "epoch": 1.585508401407983,
+      "grad_norm": 126.66259765625,
+      "learning_rate": 2.1694383512762759e-07,
+      "loss": 11.4375,
+      "step": 23873
+    },
+    {
+      "epoch": 1.5855748157003386,
+      "grad_norm": 248.1144256591797,
+      "learning_rate": 2.168769476100647e-07,
+      "loss": 17.6719,
+      "step": 23874
+    },
+    {
+      "epoch": 1.5856412299926945,
+      "grad_norm": 125.26079559326172,
+      "learning_rate": 2.16810069151217e-07,
+      "loss": 19.125,
+      "step": 23875
+    },
+    {
+      "epoch": 1.5857076442850502,
+      "grad_norm": 203.46798706054688,
+      "learning_rate": 2.167431997518595e-07,
+      "loss": 24.9844,
+      "step": 23876
+    },
+    {
+      "epoch": 1.5857740585774058,
+      "grad_norm": 742.939208984375,
+      "learning_rate": 2.1667633941276475e-07,
+      "loss": 23.7188,
+      "step": 23877
+    },
+    {
+      "epoch": 1.5858404728697617,
+      "grad_norm": 168.59095764160156,
+      "learning_rate": 2.1660948813470638e-07,
+      "loss": 19.2188,
+      "step": 23878
+    },
+    {
+      "epoch": 1.5859068871621171,
+      "grad_norm": 711.2111206054688,
+      "learning_rate": 2.1654264591845772e-07,
+      "loss": 15.3594,
+      "step": 23879
+    },
+    {
+      "epoch": 1.585973301454473,
+      "grad_norm": 362.1344909667969,
+      "learning_rate": 2.164758127647922e-07,
+      "loss": 14.1562,
+      "step": 23880
+    },
+    {
+      "epoch": 1.5860397157468287,
+      "grad_norm": 226.6272430419922,
+      "learning_rate": 2.164089886744821e-07,
+      "loss": 13.2031,
+      "step": 23881
+    },
+    {
+      "epoch": 1.5861061300391843,
+      "grad_norm": 634.0407104492188,
+      "learning_rate": 2.1634217364830164e-07,
+      "loss": 14.0469,
+      "step": 23882
+    },
+    {
+      "epoch": 1.5861725443315402,
+      "grad_norm": 121.78284454345703,
+      "learning_rate": 2.162753676870227e-07,
+      "loss": 11.9688,
+      "step": 23883
+    },
+    {
+      "epoch": 1.5862389586238959,
+      "grad_norm": 263.8485107421875,
+      "learning_rate": 2.162085707914184e-07,
+      "loss": 10.5547,
+      "step": 23884
+    },
+    {
+      "epoch": 1.5863053729162515,
+      "grad_norm": 614.636474609375,
+      "learning_rate": 2.1614178296226138e-07,
+      "loss": 11.0312,
+      "step": 23885
+    },
+    {
+      "epoch": 1.5863717872086074,
+      "grad_norm": 155.23257446289062,
+      "learning_rate": 2.1607500420032421e-07,
+      "loss": 14.9375,
+      "step": 23886
+    },
+    {
+      "epoch": 1.586438201500963,
+      "grad_norm": 209.88832092285156,
+      "learning_rate": 2.1600823450637928e-07,
+      "loss": 14.6406,
+      "step": 23887
+    },
+    {
+      "epoch": 1.5865046157933187,
+      "grad_norm": 145.0170135498047,
+      "learning_rate": 2.1594147388119943e-07,
+      "loss": 11.1484,
+      "step": 23888
+    },
+    {
+      "epoch": 1.5865710300856746,
+      "grad_norm": 301.9739074707031,
+      "learning_rate": 2.158747223255558e-07,
+      "loss": 12.2344,
+      "step": 23889
+    },
+    {
+      "epoch": 1.58663744437803,
+      "grad_norm": 110.17889404296875,
+      "learning_rate": 2.1580797984022193e-07,
+      "loss": 12.1328,
+      "step": 23890
+    },
+    {
+      "epoch": 1.5867038586703859,
+      "grad_norm": 205.28842163085938,
+      "learning_rate": 2.157412464259688e-07,
+      "loss": 13.5938,
+      "step": 23891
+    },
+    {
+      "epoch": 1.5867702729627415,
+      "grad_norm": 158.39974975585938,
+      "learning_rate": 2.1567452208356874e-07,
+      "loss": 13.9141,
+      "step": 23892
+    },
+    {
+      "epoch": 1.5868366872550972,
+      "grad_norm": 203.87107849121094,
+      "learning_rate": 2.1560780681379354e-07,
+      "loss": 17.6094,
+      "step": 23893
+    },
+    {
+      "epoch": 1.586903101547453,
+      "grad_norm": 236.9725799560547,
+      "learning_rate": 2.155411006174148e-07,
+      "loss": 17.0938,
+      "step": 23894
+    },
+    {
+      "epoch": 1.5869695158398087,
+      "grad_norm": 169.92572021484375,
+      "learning_rate": 2.154744034952044e-07,
+      "loss": 14.1875,
+      "step": 23895
+    },
+    {
+      "epoch": 1.5870359301321644,
+      "grad_norm": 142.6801300048828,
+      "learning_rate": 2.1540771544793402e-07,
+      "loss": 14.75,
+      "step": 23896
+    },
+    {
+      "epoch": 1.5871023444245203,
+      "grad_norm": 481.8932800292969,
+      "learning_rate": 2.1534103647637437e-07,
+      "loss": 18.7188,
+      "step": 23897
+    },
+    {
+      "epoch": 1.587168758716876,
+      "grad_norm": 126.51422882080078,
+      "learning_rate": 2.1527436658129693e-07,
+      "loss": 19.8125,
+      "step": 23898
+    },
+    {
+      "epoch": 1.5872351730092316,
+      "grad_norm": 234.0388641357422,
+      "learning_rate": 2.152077057634737e-07,
+      "loss": 23.1094,
+      "step": 23899
+    },
+    {
+      "epoch": 1.5873015873015874,
+      "grad_norm": 170.4435577392578,
+      "learning_rate": 2.1514105402367488e-07,
+      "loss": 20.6875,
+      "step": 23900
+    },
+    {
+      "epoch": 1.5873680015939429,
+      "grad_norm": 206.2047882080078,
+      "learning_rate": 2.150744113626718e-07,
+      "loss": 15.8438,
+      "step": 23901
+    },
+    {
+      "epoch": 1.5874344158862987,
+      "grad_norm": 175.95596313476562,
+      "learning_rate": 2.1500777778123524e-07,
+      "loss": 14.6406,
+      "step": 23902
+    },
+    {
+      "epoch": 1.5875008301786544,
+      "grad_norm": 401.98992919921875,
+      "learning_rate": 2.1494115328013618e-07,
+      "loss": 22.8281,
+      "step": 23903
+    },
+    {
+      "epoch": 1.58756724447101,
+      "grad_norm": 237.71914672851562,
+      "learning_rate": 2.1487453786014508e-07,
+      "loss": 17.3125,
+      "step": 23904
+    },
+    {
+      "epoch": 1.587633658763366,
+      "grad_norm": 186.14276123046875,
+      "learning_rate": 2.148079315220328e-07,
+      "loss": 23.1719,
+      "step": 23905
+    },
+    {
+      "epoch": 1.5877000730557216,
+      "grad_norm": 172.3715362548828,
+      "learning_rate": 2.1474133426656915e-07,
+      "loss": 15.8906,
+      "step": 23906
+    },
+    {
+      "epoch": 1.5877664873480772,
+      "grad_norm": 353.9029846191406,
+      "learning_rate": 2.1467474609452553e-07,
+      "loss": 11.4375,
+      "step": 23907
+    },
+    {
+      "epoch": 1.5878329016404331,
+      "grad_norm": 137.80877685546875,
+      "learning_rate": 2.146081670066713e-07,
+      "loss": 18.3438,
+      "step": 23908
+    },
+    {
+      "epoch": 1.5878993159327888,
+      "grad_norm": 250.9154052734375,
+      "learning_rate": 2.1454159700377682e-07,
+      "loss": 23.8438,
+      "step": 23909
+    },
+    {
+      "epoch": 1.5879657302251444,
+      "grad_norm": 236.86268615722656,
+      "learning_rate": 2.1447503608661234e-07,
+      "loss": 14.875,
+      "step": 23910
+    },
+    {
+      "epoch": 1.5880321445175003,
+      "grad_norm": 182.91268920898438,
+      "learning_rate": 2.144084842559476e-07,
+      "loss": 16.1094,
+      "step": 23911
+    },
+    {
+      "epoch": 1.5880985588098557,
+      "grad_norm": 532.01904296875,
+      "learning_rate": 2.1434194151255258e-07,
+      "loss": 20.3438,
+      "step": 23912
+    },
+    {
+      "epoch": 1.5881649731022116,
+      "grad_norm": 156.36129760742188,
+      "learning_rate": 2.142754078571972e-07,
+      "loss": 16.0625,
+      "step": 23913
+    },
+    {
+      "epoch": 1.5882313873945673,
+      "grad_norm": 1309.088134765625,
+      "learning_rate": 2.1420888329065023e-07,
+      "loss": 15.9531,
+      "step": 23914
+    },
+    {
+      "epoch": 1.588297801686923,
+      "grad_norm": 243.190185546875,
+      "learning_rate": 2.1414236781368245e-07,
+      "loss": 15.25,
+      "step": 23915
+    },
+    {
+      "epoch": 1.5883642159792788,
+      "grad_norm": 205.55044555664062,
+      "learning_rate": 2.1407586142706225e-07,
+      "loss": 17.8906,
+      "step": 23916
+    },
+    {
+      "epoch": 1.5884306302716344,
+      "grad_norm": 330.2947998046875,
+      "learning_rate": 2.1400936413155924e-07,
+      "loss": 17.7188,
+      "step": 23917
+    },
+    {
+      "epoch": 1.58849704456399,
+      "grad_norm": 153.91757202148438,
+      "learning_rate": 2.139428759279428e-07,
+      "loss": 15.875,
+      "step": 23918
+    },
+    {
+      "epoch": 1.588563458856346,
+      "grad_norm": 355.4230651855469,
+      "learning_rate": 2.138763968169821e-07,
+      "loss": 19.0703,
+      "step": 23919
+    },
+    {
+      "epoch": 1.5886298731487016,
+      "grad_norm": 169.04161071777344,
+      "learning_rate": 2.1380992679944542e-07,
+      "loss": 15.3281,
+      "step": 23920
+    },
+    {
+      "epoch": 1.5886962874410573,
+      "grad_norm": 237.4664764404297,
+      "learning_rate": 2.137434658761027e-07,
+      "loss": 16.3906,
+      "step": 23921
+    },
+    {
+      "epoch": 1.5887627017334132,
+      "grad_norm": 231.29896545410156,
+      "learning_rate": 2.1367701404772188e-07,
+      "loss": 14.0312,
+      "step": 23922
+    },
+    {
+      "epoch": 1.5888291160257686,
+      "grad_norm": 261.3777770996094,
+      "learning_rate": 2.1361057131507198e-07,
+      "loss": 17.7656,
+      "step": 23923
+    },
+    {
+      "epoch": 1.5888955303181245,
+      "grad_norm": 221.47325134277344,
+      "learning_rate": 2.1354413767892154e-07,
+      "loss": 22.3906,
+      "step": 23924
+    },
+    {
+      "epoch": 1.5889619446104801,
+      "grad_norm": 244.93624877929688,
+      "learning_rate": 2.1347771314003892e-07,
+      "loss": 12.8594,
+      "step": 23925
+    },
+    {
+      "epoch": 1.5890283589028358,
+      "grad_norm": 173.9832763671875,
+      "learning_rate": 2.1341129769919274e-07,
+      "loss": 12.1094,
+      "step": 23926
+    },
+    {
+      "epoch": 1.5890947731951917,
+      "grad_norm": 1130.14501953125,
+      "learning_rate": 2.1334489135715127e-07,
+      "loss": 14.75,
+      "step": 23927
+    },
+    {
+      "epoch": 1.5891611874875473,
+      "grad_norm": 144.4247589111328,
+      "learning_rate": 2.132784941146819e-07,
+      "loss": 15.6562,
+      "step": 23928
+    },
+    {
+      "epoch": 1.589227601779903,
+      "grad_norm": 186.73501586914062,
+      "learning_rate": 2.1321210597255391e-07,
+      "loss": 17.3125,
+      "step": 23929
+    },
+    {
+      "epoch": 1.5892940160722588,
+      "grad_norm": 554.6891479492188,
+      "learning_rate": 2.131457269315343e-07,
+      "loss": 20.2188,
+      "step": 23930
+    },
+    {
+      "epoch": 1.5893604303646145,
+      "grad_norm": 184.28208923339844,
+      "learning_rate": 2.130793569923911e-07,
+      "loss": 16.5156,
+      "step": 23931
+    },
+    {
+      "epoch": 1.5894268446569702,
+      "grad_norm": 738.2918090820312,
+      "learning_rate": 2.130129961558922e-07,
+      "loss": 18.8281,
+      "step": 23932
+    },
+    {
+      "epoch": 1.589493258949326,
+      "grad_norm": 161.0137939453125,
+      "learning_rate": 2.129466444228052e-07,
+      "loss": 15.4219,
+      "step": 23933
+    },
+    {
+      "epoch": 1.5895596732416815,
+      "grad_norm": 231.52386474609375,
+      "learning_rate": 2.1288030179389748e-07,
+      "loss": 12.6719,
+      "step": 23934
+    },
+    {
+      "epoch": 1.5896260875340373,
+      "grad_norm": 360.10845947265625,
+      "learning_rate": 2.128139682699367e-07,
+      "loss": 15.2031,
+      "step": 23935
+    },
+    {
+      "epoch": 1.589692501826393,
+      "grad_norm": 200.17910766601562,
+      "learning_rate": 2.1274764385168985e-07,
+      "loss": 13.9219,
+      "step": 23936
+    },
+    {
+      "epoch": 1.5897589161187486,
+      "grad_norm": 127.73225402832031,
+      "learning_rate": 2.1268132853992437e-07,
+      "loss": 14.5781,
+      "step": 23937
+    },
+    {
+      "epoch": 1.5898253304111045,
+      "grad_norm": 439.2103271484375,
+      "learning_rate": 2.1261502233540763e-07,
+      "loss": 20.3281,
+      "step": 23938
+    },
+    {
+      "epoch": 1.5898917447034602,
+      "grad_norm": 179.93310546875,
+      "learning_rate": 2.1254872523890566e-07,
+      "loss": 15.0469,
+      "step": 23939
+    },
+    {
+      "epoch": 1.5899581589958158,
+      "grad_norm": 270.0433654785156,
+      "learning_rate": 2.1248243725118654e-07,
+      "loss": 15.9375,
+      "step": 23940
+    },
+    {
+      "epoch": 1.5900245732881717,
+      "grad_norm": 126.6563949584961,
+      "learning_rate": 2.124161583730162e-07,
+      "loss": 15.1719,
+      "step": 23941
+    },
+    {
+      "epoch": 1.5900909875805274,
+      "grad_norm": 379.8267822265625,
+      "learning_rate": 2.1234988860516145e-07,
+      "loss": 18.4688,
+      "step": 23942
+    },
+    {
+      "epoch": 1.590157401872883,
+      "grad_norm": 399.8995666503906,
+      "learning_rate": 2.1228362794838917e-07,
+      "loss": 13.9375,
+      "step": 23943
+    },
+    {
+      "epoch": 1.590223816165239,
+      "grad_norm": 162.4908447265625,
+      "learning_rate": 2.1221737640346592e-07,
+      "loss": 14.5312,
+      "step": 23944
+    },
+    {
+      "epoch": 1.5902902304575943,
+      "grad_norm": 123.22282409667969,
+      "learning_rate": 2.1215113397115725e-07,
+      "loss": 15.4375,
+      "step": 23945
+    },
+    {
+      "epoch": 1.5903566447499502,
+      "grad_norm": 144.0041046142578,
+      "learning_rate": 2.120849006522304e-07,
+      "loss": 22.1875,
+      "step": 23946
+    },
+    {
+      "epoch": 1.5904230590423059,
+      "grad_norm": 173.45712280273438,
+      "learning_rate": 2.1201867644745098e-07,
+      "loss": 15.3125,
+      "step": 23947
+    },
+    {
+      "epoch": 1.5904894733346615,
+      "grad_norm": 197.9266357421875,
+      "learning_rate": 2.1195246135758504e-07,
+      "loss": 19.9844,
+      "step": 23948
+    },
+    {
+      "epoch": 1.5905558876270174,
+      "grad_norm": 165.50189208984375,
+      "learning_rate": 2.1188625538339855e-07,
+      "loss": 13.4062,
+      "step": 23949
+    },
+    {
+      "epoch": 1.590622301919373,
+      "grad_norm": 172.0261993408203,
+      "learning_rate": 2.1182005852565753e-07,
+      "loss": 10.2188,
+      "step": 23950
+    },
+    {
+      "epoch": 1.5906887162117287,
+      "grad_norm": 233.66551208496094,
+      "learning_rate": 2.1175387078512753e-07,
+      "loss": 24.1562,
+      "step": 23951
+    },
+    {
+      "epoch": 1.5907551305040846,
+      "grad_norm": 249.80751037597656,
+      "learning_rate": 2.1168769216257443e-07,
+      "loss": 13.7109,
+      "step": 23952
+    },
+    {
+      "epoch": 1.5908215447964402,
+      "grad_norm": 165.39227294921875,
+      "learning_rate": 2.116215226587631e-07,
+      "loss": 13.0156,
+      "step": 23953
+    },
+    {
+      "epoch": 1.5908879590887959,
+      "grad_norm": 185.66859436035156,
+      "learning_rate": 2.115553622744599e-07,
+      "loss": 21.3281,
+      "step": 23954
+    },
+    {
+      "epoch": 1.5909543733811518,
+      "grad_norm": 132.0532684326172,
+      "learning_rate": 2.1148921101042927e-07,
+      "loss": 17.5469,
+      "step": 23955
+    },
+    {
+      "epoch": 1.5910207876735072,
+      "grad_norm": 368.6580505371094,
+      "learning_rate": 2.114230688674369e-07,
+      "loss": 27.3125,
+      "step": 23956
+    },
+    {
+      "epoch": 1.591087201965863,
+      "grad_norm": 203.55050659179688,
+      "learning_rate": 2.113569358462477e-07,
+      "loss": 18.25,
+      "step": 23957
+    },
+    {
+      "epoch": 1.5911536162582187,
+      "grad_norm": 146.6386260986328,
+      "learning_rate": 2.1129081194762664e-07,
+      "loss": 15.3125,
+      "step": 23958
+    },
+    {
+      "epoch": 1.5912200305505744,
+      "grad_norm": 451.3976135253906,
+      "learning_rate": 2.112246971723388e-07,
+      "loss": 16.9531,
+      "step": 23959
+    },
+    {
+      "epoch": 1.5912864448429302,
+      "grad_norm": 148.9598388671875,
+      "learning_rate": 2.11158591521149e-07,
+      "loss": 11.9531,
+      "step": 23960
+    },
+    {
+      "epoch": 1.591352859135286,
+      "grad_norm": 147.65928649902344,
+      "learning_rate": 2.1109249499482152e-07,
+      "loss": 14.75,
+      "step": 23961
+    },
+    {
+      "epoch": 1.5914192734276416,
+      "grad_norm": 269.39263916015625,
+      "learning_rate": 2.1102640759412116e-07,
+      "loss": 19.2812,
+      "step": 23962
+    },
+    {
+      "epoch": 1.5914856877199974,
+      "grad_norm": 158.04563903808594,
+      "learning_rate": 2.1096032931981233e-07,
+      "loss": 14.4453,
+      "step": 23963
+    },
+    {
+      "epoch": 1.591552102012353,
+      "grad_norm": 489.810791015625,
+      "learning_rate": 2.1089426017265943e-07,
+      "loss": 13.8281,
+      "step": 23964
+    },
+    {
+      "epoch": 1.5916185163047087,
+      "grad_norm": 275.7451477050781,
+      "learning_rate": 2.1082820015342673e-07,
+      "loss": 17.8125,
+      "step": 23965
+    },
+    {
+      "epoch": 1.5916849305970646,
+      "grad_norm": 456.1807556152344,
+      "learning_rate": 2.107621492628785e-07,
+      "loss": 15.0781,
+      "step": 23966
+    },
+    {
+      "epoch": 1.59175134488942,
+      "grad_norm": 121.79973602294922,
+      "learning_rate": 2.1069610750177823e-07,
+      "loss": 16.5781,
+      "step": 23967
+    },
+    {
+      "epoch": 1.591817759181776,
+      "grad_norm": 122.94807434082031,
+      "learning_rate": 2.106300748708907e-07,
+      "loss": 13.9453,
+      "step": 23968
+    },
+    {
+      "epoch": 1.5918841734741316,
+      "grad_norm": 317.79913330078125,
+      "learning_rate": 2.105640513709791e-07,
+      "loss": 22.5938,
+      "step": 23969
+    },
+    {
+      "epoch": 1.5919505877664872,
+      "grad_norm": 265.2174987792969,
+      "learning_rate": 2.1049803700280732e-07,
+      "loss": 17.9375,
+      "step": 23970
+    },
+    {
+      "epoch": 1.5920170020588431,
+      "grad_norm": 205.2588348388672,
+      "learning_rate": 2.1043203176713897e-07,
+      "loss": 14.3594,
+      "step": 23971
+    },
+    {
+      "epoch": 1.5920834163511988,
+      "grad_norm": 264.4272155761719,
+      "learning_rate": 2.1036603566473755e-07,
+      "loss": 15.5938,
+      "step": 23972
+    },
+    {
+      "epoch": 1.5921498306435544,
+      "grad_norm": 150.0458984375,
+      "learning_rate": 2.1030004869636652e-07,
+      "loss": 15.2031,
+      "step": 23973
+    },
+    {
+      "epoch": 1.5922162449359103,
+      "grad_norm": 117.41974639892578,
+      "learning_rate": 2.102340708627892e-07,
+      "loss": 17.2656,
+      "step": 23974
+    },
+    {
+      "epoch": 1.592282659228266,
+      "grad_norm": 240.29168701171875,
+      "learning_rate": 2.1016810216476877e-07,
+      "loss": 14.2188,
+      "step": 23975
+    },
+    {
+      "epoch": 1.5923490735206216,
+      "grad_norm": 235.39524841308594,
+      "learning_rate": 2.1010214260306824e-07,
+      "loss": 29.7969,
+      "step": 23976
+    },
+    {
+      "epoch": 1.5924154878129775,
+      "grad_norm": 106.73104095458984,
+      "learning_rate": 2.1003619217845091e-07,
+      "loss": 17.3125,
+      "step": 23977
+    },
+    {
+      "epoch": 1.592481902105333,
+      "grad_norm": 132.2557373046875,
+      "learning_rate": 2.0997025089167886e-07,
+      "loss": 15.1094,
+      "step": 23978
+    },
+    {
+      "epoch": 1.5925483163976888,
+      "grad_norm": 167.97459411621094,
+      "learning_rate": 2.0990431874351587e-07,
+      "loss": 18.4062,
+      "step": 23979
+    },
+    {
+      "epoch": 1.5926147306900444,
+      "grad_norm": 359.48699951171875,
+      "learning_rate": 2.0983839573472395e-07,
+      "loss": 14.4688,
+      "step": 23980
+    },
+    {
+      "epoch": 1.5926811449824,
+      "grad_norm": 451.41680908203125,
+      "learning_rate": 2.0977248186606578e-07,
+      "loss": 17.0,
+      "step": 23981
+    },
+    {
+      "epoch": 1.592747559274756,
+      "grad_norm": 748.4177856445312,
+      "learning_rate": 2.0970657713830387e-07,
+      "loss": 16.9844,
+      "step": 23982
+    },
+    {
+      "epoch": 1.5928139735671116,
+      "grad_norm": 143.900634765625,
+      "learning_rate": 2.0964068155220081e-07,
+      "loss": 15.2812,
+      "step": 23983
+    },
+    {
+      "epoch": 1.5928803878594673,
+      "grad_norm": 407.2154846191406,
+      "learning_rate": 2.0957479510851818e-07,
+      "loss": 22.9375,
+      "step": 23984
+    },
+    {
+      "epoch": 1.5929468021518232,
+      "grad_norm": 229.67787170410156,
+      "learning_rate": 2.0950891780801894e-07,
+      "loss": 14.9375,
+      "step": 23985
+    },
+    {
+      "epoch": 1.5930132164441788,
+      "grad_norm": 196.97003173828125,
+      "learning_rate": 2.0944304965146452e-07,
+      "loss": 15.3438,
+      "step": 23986
+    },
+    {
+      "epoch": 1.5930796307365345,
+      "grad_norm": 266.1593017578125,
+      "learning_rate": 2.09377190639617e-07,
+      "loss": 21.0469,
+      "step": 23987
+    },
+    {
+      "epoch": 1.5931460450288903,
+      "grad_norm": 149.09127807617188,
+      "learning_rate": 2.093113407732383e-07,
+      "loss": 15.3828,
+      "step": 23988
+    },
+    {
+      "epoch": 1.5932124593212458,
+      "grad_norm": 1429.2711181640625,
+      "learning_rate": 2.0924550005309005e-07,
+      "loss": 13.7344,
+      "step": 23989
+    },
+    {
+      "epoch": 1.5932788736136017,
+      "grad_norm": 159.98008728027344,
+      "learning_rate": 2.0917966847993386e-07,
+      "loss": 14.1094,
+      "step": 23990
+    },
+    {
+      "epoch": 1.5933452879059573,
+      "grad_norm": 81.58213806152344,
+      "learning_rate": 2.0911384605453153e-07,
+      "loss": 10.5859,
+      "step": 23991
+    },
+    {
+      "epoch": 1.593411702198313,
+      "grad_norm": 106.87255096435547,
+      "learning_rate": 2.090480327776436e-07,
+      "loss": 15.5781,
+      "step": 23992
+    },
+    {
+      "epoch": 1.5934781164906688,
+      "grad_norm": 398.2740783691406,
+      "learning_rate": 2.0898222865003245e-07,
+      "loss": 15.2969,
+      "step": 23993
+    },
+    {
+      "epoch": 1.5935445307830245,
+      "grad_norm": 180.19406127929688,
+      "learning_rate": 2.0891643367245858e-07,
+      "loss": 18.8594,
+      "step": 23994
+    },
+    {
+      "epoch": 1.5936109450753801,
+      "grad_norm": 316.81048583984375,
+      "learning_rate": 2.0885064784568319e-07,
+      "loss": 19.7031,
+      "step": 23995
+    },
+    {
+      "epoch": 1.593677359367736,
+      "grad_norm": 276.54705810546875,
+      "learning_rate": 2.0878487117046727e-07,
+      "loss": 15.8906,
+      "step": 23996
+    },
+    {
+      "epoch": 1.5937437736600917,
+      "grad_norm": 192.194580078125,
+      "learning_rate": 2.0871910364757184e-07,
+      "loss": 23.2188,
+      "step": 23997
+    },
+    {
+      "epoch": 1.5938101879524473,
+      "grad_norm": 399.6455383300781,
+      "learning_rate": 2.0865334527775747e-07,
+      "loss": 12.6406,
+      "step": 23998
+    },
+    {
+      "epoch": 1.5938766022448032,
+      "grad_norm": 223.7686309814453,
+      "learning_rate": 2.085875960617851e-07,
+      "loss": 11.8906,
+      "step": 23999
+    },
+    {
+      "epoch": 1.5939430165371586,
+      "grad_norm": 358.8773498535156,
+      "learning_rate": 2.085218560004146e-07,
+      "loss": 20.1875,
+      "step": 24000
+    },
+    {
+      "epoch": 1.5940094308295145,
+      "grad_norm": 285.5716552734375,
+      "learning_rate": 2.0845612509440735e-07,
+      "loss": 16.1562,
+      "step": 24001
+    },
+    {
+      "epoch": 1.5940758451218702,
+      "grad_norm": 150.13986206054688,
+      "learning_rate": 2.0839040334452306e-07,
+      "loss": 13.8906,
+      "step": 24002
+    },
+    {
+      "epoch": 1.5941422594142258,
+      "grad_norm": 235.2810821533203,
+      "learning_rate": 2.0832469075152204e-07,
+      "loss": 25.2188,
+      "step": 24003
+    },
+    {
+      "epoch": 1.5942086737065817,
+      "grad_norm": 133.63082885742188,
+      "learning_rate": 2.0825898731616444e-07,
+      "loss": 13.5,
+      "step": 24004
+    },
+    {
+      "epoch": 1.5942750879989374,
+      "grad_norm": 206.98202514648438,
+      "learning_rate": 2.0819329303921063e-07,
+      "loss": 26.3906,
+      "step": 24005
+    },
+    {
+      "epoch": 1.594341502291293,
+      "grad_norm": 114.72232818603516,
+      "learning_rate": 2.081276079214197e-07,
+      "loss": 21.6875,
+      "step": 24006
+    },
+    {
+      "epoch": 1.5944079165836489,
+      "grad_norm": 113.82078552246094,
+      "learning_rate": 2.080619319635526e-07,
+      "loss": 17.1719,
+      "step": 24007
+    },
+    {
+      "epoch": 1.5944743308760045,
+      "grad_norm": 143.12286376953125,
+      "learning_rate": 2.0799626516636803e-07,
+      "loss": 17.6875,
+      "step": 24008
+    },
+    {
+      "epoch": 1.5945407451683602,
+      "grad_norm": 205.76597595214844,
+      "learning_rate": 2.0793060753062574e-07,
+      "loss": 14.25,
+      "step": 24009
+    },
+    {
+      "epoch": 1.594607159460716,
+      "grad_norm": 197.7075653076172,
+      "learning_rate": 2.07864959057086e-07,
+      "loss": 17.125,
+      "step": 24010
+    },
+    {
+      "epoch": 1.5946735737530715,
+      "grad_norm": 208.2551727294922,
+      "learning_rate": 2.0779931974650733e-07,
+      "loss": 20.2812,
+      "step": 24011
+    },
+    {
+      "epoch": 1.5947399880454274,
+      "grad_norm": 422.9627990722656,
+      "learning_rate": 2.0773368959964944e-07,
+      "loss": 18.2969,
+      "step": 24012
+    },
+    {
+      "epoch": 1.594806402337783,
+      "grad_norm": 151.36521911621094,
+      "learning_rate": 2.0766806861727128e-07,
+      "loss": 26.0938,
+      "step": 24013
+    },
+    {
+      "epoch": 1.5948728166301387,
+      "grad_norm": 252.23106384277344,
+      "learning_rate": 2.0760245680013199e-07,
+      "loss": 14.5703,
+      "step": 24014
+    },
+    {
+      "epoch": 1.5949392309224946,
+      "grad_norm": 331.9231872558594,
+      "learning_rate": 2.0753685414899057e-07,
+      "loss": 18.0,
+      "step": 24015
+    },
+    {
+      "epoch": 1.5950056452148502,
+      "grad_norm": 319.3315734863281,
+      "learning_rate": 2.0747126066460617e-07,
+      "loss": 16.4844,
+      "step": 24016
+    },
+    {
+      "epoch": 1.5950720595072059,
+      "grad_norm": 145.3271026611328,
+      "learning_rate": 2.0740567634773676e-07,
+      "loss": 16.1719,
+      "step": 24017
+    },
+    {
+      "epoch": 1.5951384737995618,
+      "grad_norm": 270.1884460449219,
+      "learning_rate": 2.0734010119914192e-07,
+      "loss": 16.9219,
+      "step": 24018
+    },
+    {
+      "epoch": 1.5952048880919174,
+      "grad_norm": 183.40155029296875,
+      "learning_rate": 2.0727453521957938e-07,
+      "loss": 19.2031,
+      "step": 24019
+    },
+    {
+      "epoch": 1.595271302384273,
+      "grad_norm": 443.8282470703125,
+      "learning_rate": 2.07208978409808e-07,
+      "loss": 20.6719,
+      "step": 24020
+    },
+    {
+      "epoch": 1.595337716676629,
+      "grad_norm": 272.9973449707031,
+      "learning_rate": 2.0714343077058594e-07,
+      "loss": 17.625,
+      "step": 24021
+    },
+    {
+      "epoch": 1.5954041309689844,
+      "grad_norm": 355.0993347167969,
+      "learning_rate": 2.0707789230267148e-07,
+      "loss": 15.7812,
+      "step": 24022
+    },
+    {
+      "epoch": 1.5954705452613402,
+      "grad_norm": 136.09225463867188,
+      "learning_rate": 2.070123630068228e-07,
+      "loss": 17.25,
+      "step": 24023
+    },
+    {
+      "epoch": 1.5955369595536961,
+      "grad_norm": 237.94419860839844,
+      "learning_rate": 2.0694684288379806e-07,
+      "loss": 19.3125,
+      "step": 24024
+    },
+    {
+      "epoch": 1.5956033738460516,
+      "grad_norm": 222.70309448242188,
+      "learning_rate": 2.0688133193435465e-07,
+      "loss": 15.0469,
+      "step": 24025
+    },
+    {
+      "epoch": 1.5956697881384074,
+      "grad_norm": 169.7129669189453,
+      "learning_rate": 2.0681583015925075e-07,
+      "loss": 15.4688,
+      "step": 24026
+    },
+    {
+      "epoch": 1.595736202430763,
+      "grad_norm": 168.2763214111328,
+      "learning_rate": 2.0675033755924387e-07,
+      "loss": 18.8594,
+      "step": 24027
+    },
+    {
+      "epoch": 1.5958026167231187,
+      "grad_norm": 209.32644653320312,
+      "learning_rate": 2.0668485413509172e-07,
+      "loss": 16.0469,
+      "step": 24028
+    },
+    {
+      "epoch": 1.5958690310154746,
+      "grad_norm": 261.6159973144531,
+      "learning_rate": 2.0661937988755173e-07,
+      "loss": 10.0469,
+      "step": 24029
+    },
+    {
+      "epoch": 1.5959354453078303,
+      "grad_norm": 201.48318481445312,
+      "learning_rate": 2.065539148173815e-07,
+      "loss": 17.1094,
+      "step": 24030
+    },
+    {
+      "epoch": 1.596001859600186,
+      "grad_norm": 150.77273559570312,
+      "learning_rate": 2.064884589253375e-07,
+      "loss": 12.9375,
+      "step": 24031
+    },
+    {
+      "epoch": 1.5960682738925418,
+      "grad_norm": 188.05198669433594,
+      "learning_rate": 2.0642301221217795e-07,
+      "loss": 14.1406,
+      "step": 24032
+    },
+    {
+      "epoch": 1.5961346881848972,
+      "grad_norm": 181.5935821533203,
+      "learning_rate": 2.0635757467865923e-07,
+      "loss": 16.3906,
+      "step": 24033
+    },
+    {
+      "epoch": 1.596201102477253,
+      "grad_norm": 193.5910186767578,
+      "learning_rate": 2.0629214632553838e-07,
+      "loss": 18.4219,
+      "step": 24034
+    },
+    {
+      "epoch": 1.596267516769609,
+      "grad_norm": 292.5491943359375,
+      "learning_rate": 2.0622672715357237e-07,
+      "loss": 14.6406,
+      "step": 24035
+    },
+    {
+      "epoch": 1.5963339310619644,
+      "grad_norm": 115.67462921142578,
+      "learning_rate": 2.061613171635178e-07,
+      "loss": 13.0469,
+      "step": 24036
+    },
+    {
+      "epoch": 1.5964003453543203,
+      "grad_norm": 504.441162109375,
+      "learning_rate": 2.0609591635613133e-07,
+      "loss": 16.4844,
+      "step": 24037
+    },
+    {
+      "epoch": 1.596466759646676,
+      "grad_norm": 204.72894287109375,
+      "learning_rate": 2.0603052473216987e-07,
+      "loss": 15.3281,
+      "step": 24038
+    },
+    {
+      "epoch": 1.5965331739390316,
+      "grad_norm": 187.4424285888672,
+      "learning_rate": 2.0596514229238883e-07,
+      "loss": 16.4531,
+      "step": 24039
+    },
+    {
+      "epoch": 1.5965995882313875,
+      "grad_norm": 159.36224365234375,
+      "learning_rate": 2.0589976903754568e-07,
+      "loss": 15.2969,
+      "step": 24040
+    },
+    {
+      "epoch": 1.5966660025237431,
+      "grad_norm": 136.06146240234375,
+      "learning_rate": 2.0583440496839599e-07,
+      "loss": 16.7812,
+      "step": 24041
+    },
+    {
+      "epoch": 1.5967324168160988,
+      "grad_norm": 244.75917053222656,
+      "learning_rate": 2.057690500856958e-07,
+      "loss": 17.1094,
+      "step": 24042
+    },
+    {
+      "epoch": 1.5967988311084547,
+      "grad_norm": 114.09844970703125,
+      "learning_rate": 2.0570370439020136e-07,
+      "loss": 13.1719,
+      "step": 24043
+    },
+    {
+      "epoch": 1.59686524540081,
+      "grad_norm": 230.06988525390625,
+      "learning_rate": 2.0563836788266843e-07,
+      "loss": 15.7656,
+      "step": 24044
+    },
+    {
+      "epoch": 1.596931659693166,
+      "grad_norm": 153.7871856689453,
+      "learning_rate": 2.0557304056385273e-07,
+      "loss": 12.6875,
+      "step": 24045
+    },
+    {
+      "epoch": 1.5969980739855218,
+      "grad_norm": 224.9716339111328,
+      "learning_rate": 2.055077224345101e-07,
+      "loss": 21.0469,
+      "step": 24046
+    },
+    {
+      "epoch": 1.5970644882778773,
+      "grad_norm": 249.20494079589844,
+      "learning_rate": 2.0544241349539626e-07,
+      "loss": 17.5938,
+      "step": 24047
+    },
+    {
+      "epoch": 1.5971309025702332,
+      "grad_norm": 247.4522705078125,
+      "learning_rate": 2.0537711374726585e-07,
+      "loss": 17.5469,
+      "step": 24048
+    },
+    {
+      "epoch": 1.5971973168625888,
+      "grad_norm": 343.7420959472656,
+      "learning_rate": 2.0531182319087525e-07,
+      "loss": 19.0781,
+      "step": 24049
+    },
+    {
+      "epoch": 1.5972637311549445,
+      "grad_norm": 731.0311889648438,
+      "learning_rate": 2.0524654182697909e-07,
+      "loss": 12.75,
+      "step": 24050
+    },
+    {
+      "epoch": 1.5973301454473003,
+      "grad_norm": 227.69837951660156,
+      "learning_rate": 2.0518126965633265e-07,
+      "loss": 14.2188,
+      "step": 24051
+    },
+    {
+      "epoch": 1.597396559739656,
+      "grad_norm": 364.8465881347656,
+      "learning_rate": 2.0511600667969086e-07,
+      "loss": 12.3047,
+      "step": 24052
+    },
+    {
+      "epoch": 1.5974629740320117,
+      "grad_norm": 106.3944091796875,
+      "learning_rate": 2.0505075289780881e-07,
+      "loss": 12.9141,
+      "step": 24053
+    },
+    {
+      "epoch": 1.5975293883243675,
+      "grad_norm": 116.74027252197266,
+      "learning_rate": 2.0498550831144123e-07,
+      "loss": 16.5781,
+      "step": 24054
+    },
+    {
+      "epoch": 1.597595802616723,
+      "grad_norm": 268.08502197265625,
+      "learning_rate": 2.0492027292134317e-07,
+      "loss": 22.375,
+      "step": 24055
+    },
+    {
+      "epoch": 1.5976622169090788,
+      "grad_norm": 144.61521911621094,
+      "learning_rate": 2.0485504672826837e-07,
+      "loss": 12.5156,
+      "step": 24056
+    },
+    {
+      "epoch": 1.5977286312014347,
+      "grad_norm": 266.138427734375,
+      "learning_rate": 2.0478982973297243e-07,
+      "loss": 15.7031,
+      "step": 24057
+    },
+    {
+      "epoch": 1.5977950454937901,
+      "grad_norm": 149.39797973632812,
+      "learning_rate": 2.0472462193620887e-07,
+      "loss": 22.9688,
+      "step": 24058
+    },
+    {
+      "epoch": 1.597861459786146,
+      "grad_norm": 348.1887512207031,
+      "learning_rate": 2.0465942333873232e-07,
+      "loss": 16.0938,
+      "step": 24059
+    },
+    {
+      "epoch": 1.5979278740785017,
+      "grad_norm": 193.7306365966797,
+      "learning_rate": 2.0459423394129706e-07,
+      "loss": 12.1875,
+      "step": 24060
+    },
+    {
+      "epoch": 1.5979942883708573,
+      "grad_norm": 132.0523681640625,
+      "learning_rate": 2.045290537446569e-07,
+      "loss": 11.5469,
+      "step": 24061
+    },
+    {
+      "epoch": 1.5980607026632132,
+      "grad_norm": 149.36151123046875,
+      "learning_rate": 2.0446388274956594e-07,
+      "loss": 15.1875,
+      "step": 24062
+    },
+    {
+      "epoch": 1.5981271169555689,
+      "grad_norm": 301.1846618652344,
+      "learning_rate": 2.0439872095677845e-07,
+      "loss": 21.0469,
+      "step": 24063
+    },
+    {
+      "epoch": 1.5981935312479245,
+      "grad_norm": 127.4733657836914,
+      "learning_rate": 2.0433356836704717e-07,
+      "loss": 14.0469,
+      "step": 24064
+    },
+    {
+      "epoch": 1.5982599455402804,
+      "grad_norm": 220.87403869628906,
+      "learning_rate": 2.0426842498112696e-07,
+      "loss": 18.2969,
+      "step": 24065
+    },
+    {
+      "epoch": 1.5983263598326358,
+      "grad_norm": 165.40525817871094,
+      "learning_rate": 2.042032907997704e-07,
+      "loss": 16.1719,
+      "step": 24066
+    },
+    {
+      "epoch": 1.5983927741249917,
+      "grad_norm": 661.1073608398438,
+      "learning_rate": 2.0413816582373132e-07,
+      "loss": 18.3125,
+      "step": 24067
+    },
+    {
+      "epoch": 1.5984591884173476,
+      "grad_norm": 121.13583374023438,
+      "learning_rate": 2.0407305005376309e-07,
+      "loss": 15.3906,
+      "step": 24068
+    },
+    {
+      "epoch": 1.598525602709703,
+      "grad_norm": 1530.33740234375,
+      "learning_rate": 2.04007943490619e-07,
+      "loss": 14.9062,
+      "step": 24069
+    },
+    {
+      "epoch": 1.5985920170020589,
+      "grad_norm": 166.90774536132812,
+      "learning_rate": 2.0394284613505153e-07,
+      "loss": 24.4844,
+      "step": 24070
+    },
+    {
+      "epoch": 1.5986584312944145,
+      "grad_norm": 383.5350341796875,
+      "learning_rate": 2.038777579878148e-07,
+      "loss": 20.6406,
+      "step": 24071
+    },
+    {
+      "epoch": 1.5987248455867702,
+      "grad_norm": 300.8195495605469,
+      "learning_rate": 2.038126790496607e-07,
+      "loss": 14.4531,
+      "step": 24072
+    },
+    {
+      "epoch": 1.598791259879126,
+      "grad_norm": 290.7706298828125,
+      "learning_rate": 2.037476093213426e-07,
+      "loss": 16.5781,
+      "step": 24073
+    },
+    {
+      "epoch": 1.5988576741714817,
+      "grad_norm": 200.79751586914062,
+      "learning_rate": 2.036825488036129e-07,
+      "loss": 23.5,
+      "step": 24074
+    },
+    {
+      "epoch": 1.5989240884638374,
+      "grad_norm": 105.41962432861328,
+      "learning_rate": 2.0361749749722424e-07,
+      "loss": 11.9375,
+      "step": 24075
+    },
+    {
+      "epoch": 1.5989905027561933,
+      "grad_norm": 171.4390869140625,
+      "learning_rate": 2.035524554029292e-07,
+      "loss": 15.6875,
+      "step": 24076
+    },
+    {
+      "epoch": 1.5990569170485487,
+      "grad_norm": 207.94761657714844,
+      "learning_rate": 2.0348742252148044e-07,
+      "loss": 16.5469,
+      "step": 24077
+    },
+    {
+      "epoch": 1.5991233313409046,
+      "grad_norm": 239.26646423339844,
+      "learning_rate": 2.034223988536292e-07,
+      "loss": 19.5625,
+      "step": 24078
+    },
+    {
+      "epoch": 1.5991897456332604,
+      "grad_norm": 128.9776153564453,
+      "learning_rate": 2.0335738440012894e-07,
+      "loss": 12.5625,
+      "step": 24079
+    },
+    {
+      "epoch": 1.5992561599256159,
+      "grad_norm": 185.5485076904297,
+      "learning_rate": 2.0329237916173082e-07,
+      "loss": 15.0781,
+      "step": 24080
+    },
+    {
+      "epoch": 1.5993225742179717,
+      "grad_norm": 190.59225463867188,
+      "learning_rate": 2.0322738313918674e-07,
+      "loss": 18.0938,
+      "step": 24081
+    },
+    {
+      "epoch": 1.5993889885103274,
+      "grad_norm": 323.8582763671875,
+      "learning_rate": 2.031623963332495e-07,
+      "loss": 19.125,
+      "step": 24082
+    },
+    {
+      "epoch": 1.599455402802683,
+      "grad_norm": 126.99821472167969,
+      "learning_rate": 2.030974187446698e-07,
+      "loss": 14.9062,
+      "step": 24083
+    },
+    {
+      "epoch": 1.599521817095039,
+      "grad_norm": 100.90196990966797,
+      "learning_rate": 2.0303245037419957e-07,
+      "loss": 13.9375,
+      "step": 24084
+    },
+    {
+      "epoch": 1.5995882313873946,
+      "grad_norm": 117.26607513427734,
+      "learning_rate": 2.029674912225906e-07,
+      "loss": 16.5625,
+      "step": 24085
+    },
+    {
+      "epoch": 1.5996546456797502,
+      "grad_norm": 174.35108947753906,
+      "learning_rate": 2.0290254129059393e-07,
+      "loss": 15.5469,
+      "step": 24086
+    },
+    {
+      "epoch": 1.5997210599721061,
+      "grad_norm": 160.6224365234375,
+      "learning_rate": 2.0283760057896103e-07,
+      "loss": 12.4375,
+      "step": 24087
+    },
+    {
+      "epoch": 1.5997874742644616,
+      "grad_norm": 176.94476318359375,
+      "learning_rate": 2.0277266908844348e-07,
+      "loss": 13.0938,
+      "step": 24088
+    },
+    {
+      "epoch": 1.5998538885568174,
+      "grad_norm": 103.88330841064453,
+      "learning_rate": 2.0270774681979165e-07,
+      "loss": 15.7344,
+      "step": 24089
+    },
+    {
+      "epoch": 1.5999203028491733,
+      "grad_norm": 195.56430053710938,
+      "learning_rate": 2.026428337737569e-07,
+      "loss": 11.3438,
+      "step": 24090
+    },
+    {
+      "epoch": 1.5999867171415287,
+      "grad_norm": 224.77500915527344,
+      "learning_rate": 2.0257792995109003e-07,
+      "loss": 15.5781,
+      "step": 24091
+    },
+    {
+      "epoch": 1.6000531314338846,
+      "grad_norm": 204.72645568847656,
+      "learning_rate": 2.0251303535254184e-07,
+      "loss": 12.9688,
+      "step": 24092
+    },
+    {
+      "epoch": 1.6001195457262403,
+      "grad_norm": 158.7950897216797,
+      "learning_rate": 2.0244814997886296e-07,
+      "loss": 14.375,
+      "step": 24093
+    },
+    {
+      "epoch": 1.600185960018596,
+      "grad_norm": 84.20081329345703,
+      "learning_rate": 2.0238327383080433e-07,
+      "loss": 11.4531,
+      "step": 24094
+    },
+    {
+      "epoch": 1.6002523743109518,
+      "grad_norm": 499.93597412109375,
+      "learning_rate": 2.023184069091155e-07,
+      "loss": 19.4844,
+      "step": 24095
+    },
+    {
+      "epoch": 1.6003187886033075,
+      "grad_norm": 249.256103515625,
+      "learning_rate": 2.0225354921454784e-07,
+      "loss": 16.5938,
+      "step": 24096
+    },
+    {
+      "epoch": 1.600385202895663,
+      "grad_norm": 251.8782501220703,
+      "learning_rate": 2.0218870074785098e-07,
+      "loss": 23.5781,
+      "step": 24097
+    },
+    {
+      "epoch": 1.600451617188019,
+      "grad_norm": 295.2638244628906,
+      "learning_rate": 2.0212386150977512e-07,
+      "loss": 22.9531,
+      "step": 24098
+    },
+    {
+      "epoch": 1.6005180314803744,
+      "grad_norm": 291.2572937011719,
+      "learning_rate": 2.0205903150107028e-07,
+      "loss": 12.375,
+      "step": 24099
+    },
+    {
+      "epoch": 1.6005844457727303,
+      "grad_norm": 174.47901916503906,
+      "learning_rate": 2.0199421072248646e-07,
+      "loss": 14.9062,
+      "step": 24100
+    },
+    {
+      "epoch": 1.6006508600650862,
+      "grad_norm": 350.941650390625,
+      "learning_rate": 2.0192939917477357e-07,
+      "loss": 15.0234,
+      "step": 24101
+    },
+    {
+      "epoch": 1.6007172743574416,
+      "grad_norm": 129.8564453125,
+      "learning_rate": 2.018645968586814e-07,
+      "loss": 16.8125,
+      "step": 24102
+    },
+    {
+      "epoch": 1.6007836886497975,
+      "grad_norm": 213.8397674560547,
+      "learning_rate": 2.0179980377495875e-07,
+      "loss": 23.3906,
+      "step": 24103
+    },
+    {
+      "epoch": 1.6008501029421531,
+      "grad_norm": 144.67750549316406,
+      "learning_rate": 2.0173501992435627e-07,
+      "loss": 14.2031,
+      "step": 24104
+    },
+    {
+      "epoch": 1.6009165172345088,
+      "grad_norm": 182.25596618652344,
+      "learning_rate": 2.0167024530762256e-07,
+      "loss": 18.3594,
+      "step": 24105
+    },
+    {
+      "epoch": 1.6009829315268647,
+      "grad_norm": 127.43309783935547,
+      "learning_rate": 2.0160547992550703e-07,
+      "loss": 17.0,
+      "step": 24106
+    },
+    {
+      "epoch": 1.6010493458192203,
+      "grad_norm": 177.7710723876953,
+      "learning_rate": 2.0154072377875896e-07,
+      "loss": 14.6719,
+      "step": 24107
+    },
+    {
+      "epoch": 1.601115760111576,
+      "grad_norm": 279.5052795410156,
+      "learning_rate": 2.0147597686812768e-07,
+      "loss": 21.1719,
+      "step": 24108
+    },
+    {
+      "epoch": 1.6011821744039318,
+      "grad_norm": 554.2157592773438,
+      "learning_rate": 2.0141123919436131e-07,
+      "loss": 29.4062,
+      "step": 24109
+    },
+    {
+      "epoch": 1.6012485886962873,
+      "grad_norm": 204.2564697265625,
+      "learning_rate": 2.0134651075820974e-07,
+      "loss": 16.5,
+      "step": 24110
+    },
+    {
+      "epoch": 1.6013150029886432,
+      "grad_norm": 102.78658294677734,
+      "learning_rate": 2.012817915604209e-07,
+      "loss": 14.4531,
+      "step": 24111
+    },
+    {
+      "epoch": 1.601381417280999,
+      "grad_norm": 125.18981170654297,
+      "learning_rate": 2.0121708160174377e-07,
+      "loss": 15.7656,
+      "step": 24112
+    },
+    {
+      "epoch": 1.6014478315733545,
+      "grad_norm": 180.15640258789062,
+      "learning_rate": 2.0115238088292684e-07,
+      "loss": 13.1875,
+      "step": 24113
+    },
+    {
+      "epoch": 1.6015142458657103,
+      "grad_norm": 160.4144287109375,
+      "learning_rate": 2.0108768940471855e-07,
+      "loss": 15.125,
+      "step": 24114
+    },
+    {
+      "epoch": 1.601580660158066,
+      "grad_norm": 257.14117431640625,
+      "learning_rate": 2.0102300716786712e-07,
+      "loss": 13.9375,
+      "step": 24115
+    },
+    {
+      "epoch": 1.6016470744504216,
+      "grad_norm": 202.7181396484375,
+      "learning_rate": 2.0095833417312113e-07,
+      "loss": 20.5156,
+      "step": 24116
+    },
+    {
+      "epoch": 1.6017134887427775,
+      "grad_norm": 127.02386474609375,
+      "learning_rate": 2.0089367042122784e-07,
+      "loss": 12.0547,
+      "step": 24117
+    },
+    {
+      "epoch": 1.6017799030351332,
+      "grad_norm": 97.87178802490234,
+      "learning_rate": 2.0082901591293611e-07,
+      "loss": 9.1328,
+      "step": 24118
+    },
+    {
+      "epoch": 1.6018463173274888,
+      "grad_norm": 252.6648406982422,
+      "learning_rate": 2.0076437064899366e-07,
+      "loss": 22.9219,
+      "step": 24119
+    },
+    {
+      "epoch": 1.6019127316198447,
+      "grad_norm": 222.2761993408203,
+      "learning_rate": 2.0069973463014755e-07,
+      "loss": 20.1875,
+      "step": 24120
+    },
+    {
+      "epoch": 1.6019791459122001,
+      "grad_norm": 307.0083923339844,
+      "learning_rate": 2.0063510785714667e-07,
+      "loss": 19.125,
+      "step": 24121
+    },
+    {
+      "epoch": 1.602045560204556,
+      "grad_norm": 139.4334716796875,
+      "learning_rate": 2.0057049033073757e-07,
+      "loss": 13.3281,
+      "step": 24122
+    },
+    {
+      "epoch": 1.602111974496912,
+      "grad_norm": 283.2104187011719,
+      "learning_rate": 2.0050588205166806e-07,
+      "loss": 17.7188,
+      "step": 24123
+    },
+    {
+      "epoch": 1.6021783887892673,
+      "grad_norm": 211.7937469482422,
+      "learning_rate": 2.0044128302068553e-07,
+      "loss": 12.7188,
+      "step": 24124
+    },
+    {
+      "epoch": 1.6022448030816232,
+      "grad_norm": 409.8911437988281,
+      "learning_rate": 2.0037669323853712e-07,
+      "loss": 17.3438,
+      "step": 24125
+    },
+    {
+      "epoch": 1.6023112173739789,
+      "grad_norm": 284.04022216796875,
+      "learning_rate": 2.0031211270597015e-07,
+      "loss": 14.4375,
+      "step": 24126
+    },
+    {
+      "epoch": 1.6023776316663345,
+      "grad_norm": 209.18780517578125,
+      "learning_rate": 2.0024754142373168e-07,
+      "loss": 15.5469,
+      "step": 24127
+    },
+    {
+      "epoch": 1.6024440459586904,
+      "grad_norm": 624.4169921875,
+      "learning_rate": 2.00182979392568e-07,
+      "loss": 20.5156,
+      "step": 24128
+    },
+    {
+      "epoch": 1.602510460251046,
+      "grad_norm": 142.8333282470703,
+      "learning_rate": 2.0011842661322697e-07,
+      "loss": 15.0938,
+      "step": 24129
+    },
+    {
+      "epoch": 1.6025768745434017,
+      "grad_norm": 124.74583435058594,
+      "learning_rate": 2.0005388308645443e-07,
+      "loss": 12.9531,
+      "step": 24130
+    },
+    {
+      "epoch": 1.6026432888357576,
+      "grad_norm": 143.0333251953125,
+      "learning_rate": 1.9998934881299733e-07,
+      "loss": 11.8281,
+      "step": 24131
+    },
+    {
+      "epoch": 1.602709703128113,
+      "grad_norm": 249.4521026611328,
+      "learning_rate": 1.999248237936021e-07,
+      "loss": 18.1562,
+      "step": 24132
+    },
+    {
+      "epoch": 1.6027761174204689,
+      "grad_norm": 155.481689453125,
+      "learning_rate": 1.9986030802901543e-07,
+      "loss": 11.5938,
+      "step": 24133
+    },
+    {
+      "epoch": 1.6028425317128248,
+      "grad_norm": 248.80984497070312,
+      "learning_rate": 1.9979580151998288e-07,
+      "loss": 21.9688,
+      "step": 24134
+    },
+    {
+      "epoch": 1.6029089460051802,
+      "grad_norm": 431.8709411621094,
+      "learning_rate": 1.997313042672515e-07,
+      "loss": 22.6562,
+      "step": 24135
+    },
+    {
+      "epoch": 1.602975360297536,
+      "grad_norm": 619.9674072265625,
+      "learning_rate": 1.9966681627156668e-07,
+      "loss": 16.0625,
+      "step": 24136
+    },
+    {
+      "epoch": 1.6030417745898917,
+      "grad_norm": 126.72151947021484,
+      "learning_rate": 1.9960233753367472e-07,
+      "loss": 13.9219,
+      "step": 24137
+    },
+    {
+      "epoch": 1.6031081888822474,
+      "grad_norm": 243.33282470703125,
+      "learning_rate": 1.9953786805432128e-07,
+      "loss": 18.5625,
+      "step": 24138
+    },
+    {
+      "epoch": 1.6031746031746033,
+      "grad_norm": 281.02874755859375,
+      "learning_rate": 1.9947340783425225e-07,
+      "loss": 20.9531,
+      "step": 24139
+    },
+    {
+      "epoch": 1.603241017466959,
+      "grad_norm": 143.82284545898438,
+      "learning_rate": 1.994089568742132e-07,
+      "loss": 15.8906,
+      "step": 24140
+    },
+    {
+      "epoch": 1.6033074317593146,
+      "grad_norm": 433.3356628417969,
+      "learning_rate": 1.9934451517495e-07,
+      "loss": 10.8281,
+      "step": 24141
+    },
+    {
+      "epoch": 1.6033738460516704,
+      "grad_norm": 147.23529052734375,
+      "learning_rate": 1.992800827372072e-07,
+      "loss": 14.9375,
+      "step": 24142
+    },
+    {
+      "epoch": 1.6034402603440259,
+      "grad_norm": 288.95166015625,
+      "learning_rate": 1.9921565956173124e-07,
+      "loss": 14.0625,
+      "step": 24143
+    },
+    {
+      "epoch": 1.6035066746363817,
+      "grad_norm": 237.11141967773438,
+      "learning_rate": 1.9915124564926655e-07,
+      "loss": 19.0,
+      "step": 24144
+    },
+    {
+      "epoch": 1.6035730889287376,
+      "grad_norm": 222.53919982910156,
+      "learning_rate": 1.990868410005584e-07,
+      "loss": 15.2344,
+      "step": 24145
+    },
+    {
+      "epoch": 1.603639503221093,
+      "grad_norm": 362.9611511230469,
+      "learning_rate": 1.9902244561635183e-07,
+      "loss": 14.8906,
+      "step": 24146
+    },
+    {
+      "epoch": 1.603705917513449,
+      "grad_norm": 198.69696044921875,
+      "learning_rate": 1.9895805949739175e-07,
+      "loss": 13.1797,
+      "step": 24147
+    },
+    {
+      "epoch": 1.6037723318058046,
+      "grad_norm": 190.34458923339844,
+      "learning_rate": 1.9889368264442284e-07,
+      "loss": 16.5938,
+      "step": 24148
+    },
+    {
+      "epoch": 1.6038387460981602,
+      "grad_norm": 225.45021057128906,
+      "learning_rate": 1.9882931505819023e-07,
+      "loss": 12.7188,
+      "step": 24149
+    },
+    {
+      "epoch": 1.6039051603905161,
+      "grad_norm": 210.1898956298828,
+      "learning_rate": 1.9876495673943784e-07,
+      "loss": 14.2812,
+      "step": 24150
+    },
+    {
+      "epoch": 1.6039715746828718,
+      "grad_norm": 176.27053833007812,
+      "learning_rate": 1.987006076889105e-07,
+      "loss": 23.8125,
+      "step": 24151
+    },
+    {
+      "epoch": 1.6040379889752274,
+      "grad_norm": 146.3167724609375,
+      "learning_rate": 1.9863626790735233e-07,
+      "loss": 12.7812,
+      "step": 24152
+    },
+    {
+      "epoch": 1.6041044032675833,
+      "grad_norm": 186.88369750976562,
+      "learning_rate": 1.9857193739550782e-07,
+      "loss": 15.1562,
+      "step": 24153
+    },
+    {
+      "epoch": 1.6041708175599387,
+      "grad_norm": 218.8372802734375,
+      "learning_rate": 1.9850761615412093e-07,
+      "loss": 14.0156,
+      "step": 24154
+    },
+    {
+      "epoch": 1.6042372318522946,
+      "grad_norm": 259.3465270996094,
+      "learning_rate": 1.9844330418393584e-07,
+      "loss": 14.1562,
+      "step": 24155
+    },
+    {
+      "epoch": 1.6043036461446505,
+      "grad_norm": 265.9437561035156,
+      "learning_rate": 1.983790014856963e-07,
+      "loss": 16.0469,
+      "step": 24156
+    },
+    {
+      "epoch": 1.604370060437006,
+      "grad_norm": 228.18748474121094,
+      "learning_rate": 1.983147080601464e-07,
+      "loss": 23.1562,
+      "step": 24157
+    },
+    {
+      "epoch": 1.6044364747293618,
+      "grad_norm": 113.9722671508789,
+      "learning_rate": 1.9825042390802982e-07,
+      "loss": 16.3438,
+      "step": 24158
+    },
+    {
+      "epoch": 1.6045028890217174,
+      "grad_norm": 166.71856689453125,
+      "learning_rate": 1.9818614903008945e-07,
+      "loss": 14.8125,
+      "step": 24159
+    },
+    {
+      "epoch": 1.604569303314073,
+      "grad_norm": 310.8094177246094,
+      "learning_rate": 1.9812188342707005e-07,
+      "loss": 13.3906,
+      "step": 24160
+    },
+    {
+      "epoch": 1.604635717606429,
+      "grad_norm": 577.5855102539062,
+      "learning_rate": 1.9805762709971387e-07,
+      "loss": 17.875,
+      "step": 24161
+    },
+    {
+      "epoch": 1.6047021318987846,
+      "grad_norm": 228.45603942871094,
+      "learning_rate": 1.9799338004876477e-07,
+      "loss": 19.1875,
+      "step": 24162
+    },
+    {
+      "epoch": 1.6047685461911403,
+      "grad_norm": 93.21339416503906,
+      "learning_rate": 1.979291422749657e-07,
+      "loss": 14.4531,
+      "step": 24163
+    },
+    {
+      "epoch": 1.6048349604834962,
+      "grad_norm": 254.90516662597656,
+      "learning_rate": 1.9786491377905978e-07,
+      "loss": 18.6406,
+      "step": 24164
+    },
+    {
+      "epoch": 1.6049013747758516,
+      "grad_norm": 218.15997314453125,
+      "learning_rate": 1.9780069456179017e-07,
+      "loss": 19.3438,
+      "step": 24165
+    },
+    {
+      "epoch": 1.6049677890682075,
+      "grad_norm": 116.77364349365234,
+      "learning_rate": 1.977364846238997e-07,
+      "loss": 15.8125,
+      "step": 24166
+    },
+    {
+      "epoch": 1.6050342033605633,
+      "grad_norm": 254.94805908203125,
+      "learning_rate": 1.9767228396613032e-07,
+      "loss": 16.8125,
+      "step": 24167
+    },
+    {
+      "epoch": 1.6051006176529188,
+      "grad_norm": 208.9205322265625,
+      "learning_rate": 1.9760809258922605e-07,
+      "loss": 18.3125,
+      "step": 24168
+    },
+    {
+      "epoch": 1.6051670319452747,
+      "grad_norm": 727.2009887695312,
+      "learning_rate": 1.9754391049392826e-07,
+      "loss": 22.3594,
+      "step": 24169
+    },
+    {
+      "epoch": 1.6052334462376303,
+      "grad_norm": 127.51490020751953,
+      "learning_rate": 1.974797376809799e-07,
+      "loss": 14.3594,
+      "step": 24170
+    },
+    {
+      "epoch": 1.605299860529986,
+      "grad_norm": 166.64993286132812,
+      "learning_rate": 1.9741557415112308e-07,
+      "loss": 17.6875,
+      "step": 24171
+    },
+    {
+      "epoch": 1.6053662748223418,
+      "grad_norm": 153.611572265625,
+      "learning_rate": 1.973514199051004e-07,
+      "loss": 12.0312,
+      "step": 24172
+    },
+    {
+      "epoch": 1.6054326891146975,
+      "grad_norm": 204.1696014404297,
+      "learning_rate": 1.9728727494365315e-07,
+      "loss": 21.7188,
+      "step": 24173
+    },
+    {
+      "epoch": 1.6054991034070532,
+      "grad_norm": 119.72293090820312,
+      "learning_rate": 1.9722313926752442e-07,
+      "loss": 12.5938,
+      "step": 24174
+    },
+    {
+      "epoch": 1.605565517699409,
+      "grad_norm": 104.62505340576172,
+      "learning_rate": 1.9715901287745518e-07,
+      "loss": 12.4062,
+      "step": 24175
+    },
+    {
+      "epoch": 1.6056319319917647,
+      "grad_norm": 197.14990234375,
+      "learning_rate": 1.9709489577418747e-07,
+      "loss": 17.6562,
+      "step": 24176
+    },
+    {
+      "epoch": 1.6056983462841203,
+      "grad_norm": 294.58502197265625,
+      "learning_rate": 1.9703078795846318e-07,
+      "loss": 15.1406,
+      "step": 24177
+    },
+    {
+      "epoch": 1.6057647605764762,
+      "grad_norm": 624.8800048828125,
+      "learning_rate": 1.9696668943102357e-07,
+      "loss": 11.8438,
+      "step": 24178
+    },
+    {
+      "epoch": 1.6058311748688316,
+      "grad_norm": 510.3709716796875,
+      "learning_rate": 1.969026001926103e-07,
+      "loss": 20.5703,
+      "step": 24179
+    },
+    {
+      "epoch": 1.6058975891611875,
+      "grad_norm": 589.6547241210938,
+      "learning_rate": 1.9683852024396496e-07,
+      "loss": 16.4297,
+      "step": 24180
+    },
+    {
+      "epoch": 1.6059640034535432,
+      "grad_norm": 287.345458984375,
+      "learning_rate": 1.967744495858279e-07,
+      "loss": 20.2109,
+      "step": 24181
+    },
+    {
+      "epoch": 1.6060304177458988,
+      "grad_norm": 111.15242004394531,
+      "learning_rate": 1.9671038821894136e-07,
+      "loss": 11.9844,
+      "step": 24182
+    },
+    {
+      "epoch": 1.6060968320382547,
+      "grad_norm": 174.7766571044922,
+      "learning_rate": 1.9664633614404568e-07,
+      "loss": 15.2344,
+      "step": 24183
+    },
+    {
+      "epoch": 1.6061632463306104,
+      "grad_norm": 295.4425048828125,
+      "learning_rate": 1.9658229336188181e-07,
+      "loss": 16.5312,
+      "step": 24184
+    },
+    {
+      "epoch": 1.606229660622966,
+      "grad_norm": 122.94051361083984,
+      "learning_rate": 1.965182598731908e-07,
+      "loss": 15.4062,
+      "step": 24185
+    },
+    {
+      "epoch": 1.606296074915322,
+      "grad_norm": 125.3529052734375,
+      "learning_rate": 1.9645423567871323e-07,
+      "loss": 14.75,
+      "step": 24186
+    },
+    {
+      "epoch": 1.6063624892076775,
+      "grad_norm": 352.9573974609375,
+      "learning_rate": 1.9639022077918966e-07,
+      "loss": 17.25,
+      "step": 24187
+    },
+    {
+      "epoch": 1.6064289035000332,
+      "grad_norm": 905.1383056640625,
+      "learning_rate": 1.9632621517536085e-07,
+      "loss": 21.5312,
+      "step": 24188
+    },
+    {
+      "epoch": 1.606495317792389,
+      "grad_norm": 515.4339599609375,
+      "learning_rate": 1.9626221886796656e-07,
+      "loss": 22.3281,
+      "step": 24189
+    },
+    {
+      "epoch": 1.6065617320847445,
+      "grad_norm": 179.52047729492188,
+      "learning_rate": 1.9619823185774787e-07,
+      "loss": 14.9531,
+      "step": 24190
+    },
+    {
+      "epoch": 1.6066281463771004,
+      "grad_norm": 504.694091796875,
+      "learning_rate": 1.9613425414544437e-07,
+      "loss": 12.8281,
+      "step": 24191
+    },
+    {
+      "epoch": 1.606694560669456,
+      "grad_norm": 159.40003967285156,
+      "learning_rate": 1.9607028573179595e-07,
+      "loss": 11.8125,
+      "step": 24192
+    },
+    {
+      "epoch": 1.6067609749618117,
+      "grad_norm": 293.911865234375,
+      "learning_rate": 1.9600632661754346e-07,
+      "loss": 18.6094,
+      "step": 24193
+    },
+    {
+      "epoch": 1.6068273892541676,
+      "grad_norm": 536.8692626953125,
+      "learning_rate": 1.9594237680342585e-07,
+      "loss": 15.3281,
+      "step": 24194
+    },
+    {
+      "epoch": 1.6068938035465232,
+      "grad_norm": 180.85255432128906,
+      "learning_rate": 1.958784362901833e-07,
+      "loss": 15.3281,
+      "step": 24195
+    },
+    {
+      "epoch": 1.6069602178388789,
+      "grad_norm": 176.51268005371094,
+      "learning_rate": 1.9581450507855523e-07,
+      "loss": 13.4453,
+      "step": 24196
+    },
+    {
+      "epoch": 1.6070266321312348,
+      "grad_norm": 82.69964599609375,
+      "learning_rate": 1.957505831692815e-07,
+      "loss": 12.5,
+      "step": 24197
+    },
+    {
+      "epoch": 1.6070930464235904,
+      "grad_norm": 393.6443786621094,
+      "learning_rate": 1.9568667056310072e-07,
+      "loss": 21.4375,
+      "step": 24198
+    },
+    {
+      "epoch": 1.607159460715946,
+      "grad_norm": 266.123291015625,
+      "learning_rate": 1.9562276726075333e-07,
+      "loss": 13.7188,
+      "step": 24199
+    },
+    {
+      "epoch": 1.607225875008302,
+      "grad_norm": 301.1888122558594,
+      "learning_rate": 1.955588732629777e-07,
+      "loss": 15.7734,
+      "step": 24200
+    },
+    {
+      "epoch": 1.6072922893006574,
+      "grad_norm": 165.1996612548828,
+      "learning_rate": 1.9549498857051306e-07,
+      "loss": 15.6406,
+      "step": 24201
+    },
+    {
+      "epoch": 1.6073587035930132,
+      "grad_norm": 183.08729553222656,
+      "learning_rate": 1.9543111318409855e-07,
+      "loss": 16.3281,
+      "step": 24202
+    },
+    {
+      "epoch": 1.607425117885369,
+      "grad_norm": 291.09619140625,
+      "learning_rate": 1.9536724710447294e-07,
+      "loss": 16.6875,
+      "step": 24203
+    },
+    {
+      "epoch": 1.6074915321777246,
+      "grad_norm": 136.76431274414062,
+      "learning_rate": 1.953033903323751e-07,
+      "loss": 15.125,
+      "step": 24204
+    },
+    {
+      "epoch": 1.6075579464700804,
+      "grad_norm": 124.82550048828125,
+      "learning_rate": 1.9523954286854382e-07,
+      "loss": 16.6016,
+      "step": 24205
+    },
+    {
+      "epoch": 1.607624360762436,
+      "grad_norm": 181.868408203125,
+      "learning_rate": 1.9517570471371701e-07,
+      "loss": 14.0469,
+      "step": 24206
+    },
+    {
+      "epoch": 1.6076907750547917,
+      "grad_norm": 140.37132263183594,
+      "learning_rate": 1.9511187586863399e-07,
+      "loss": 14.625,
+      "step": 24207
+    },
+    {
+      "epoch": 1.6077571893471476,
+      "grad_norm": 568.5858764648438,
+      "learning_rate": 1.9504805633403242e-07,
+      "loss": 16.5781,
+      "step": 24208
+    },
+    {
+      "epoch": 1.6078236036395033,
+      "grad_norm": 185.83302307128906,
+      "learning_rate": 1.949842461106509e-07,
+      "loss": 10.4531,
+      "step": 24209
+    },
+    {
+      "epoch": 1.607890017931859,
+      "grad_norm": 404.814453125,
+      "learning_rate": 1.9492044519922723e-07,
+      "loss": 19.875,
+      "step": 24210
+    },
+    {
+      "epoch": 1.6079564322242148,
+      "grad_norm": 186.1185302734375,
+      "learning_rate": 1.9485665360049974e-07,
+      "loss": 16.8594,
+      "step": 24211
+    },
+    {
+      "epoch": 1.6080228465165702,
+      "grad_norm": 200.19241333007812,
+      "learning_rate": 1.9479287131520616e-07,
+      "loss": 20.4688,
+      "step": 24212
+    },
+    {
+      "epoch": 1.6080892608089261,
+      "grad_norm": 224.2446746826172,
+      "learning_rate": 1.947290983440847e-07,
+      "loss": 19.2188,
+      "step": 24213
+    },
+    {
+      "epoch": 1.6081556751012818,
+      "grad_norm": 101.793701171875,
+      "learning_rate": 1.9466533468787228e-07,
+      "loss": 12.4375,
+      "step": 24214
+    },
+    {
+      "epoch": 1.6082220893936374,
+      "grad_norm": 241.69094848632812,
+      "learning_rate": 1.94601580347307e-07,
+      "loss": 19.5703,
+      "step": 24215
+    },
+    {
+      "epoch": 1.6082885036859933,
+      "grad_norm": 156.39573669433594,
+      "learning_rate": 1.9453783532312618e-07,
+      "loss": 15.1406,
+      "step": 24216
+    },
+    {
+      "epoch": 1.608354917978349,
+      "grad_norm": 210.74600219726562,
+      "learning_rate": 1.944740996160672e-07,
+      "loss": 16.2188,
+      "step": 24217
+    },
+    {
+      "epoch": 1.6084213322707046,
+      "grad_norm": 324.56884765625,
+      "learning_rate": 1.9441037322686727e-07,
+      "loss": 20.2344,
+      "step": 24218
+    },
+    {
+      "epoch": 1.6084877465630605,
+      "grad_norm": 163.63058471679688,
+      "learning_rate": 1.94346656156264e-07,
+      "loss": 15.8906,
+      "step": 24219
+    },
+    {
+      "epoch": 1.6085541608554161,
+      "grad_norm": 168.60166931152344,
+      "learning_rate": 1.942829484049935e-07,
+      "loss": 15.6094,
+      "step": 24220
+    },
+    {
+      "epoch": 1.6086205751477718,
+      "grad_norm": 700.6458129882812,
+      "learning_rate": 1.9421924997379368e-07,
+      "loss": 14.6406,
+      "step": 24221
+    },
+    {
+      "epoch": 1.6086869894401277,
+      "grad_norm": 511.75750732421875,
+      "learning_rate": 1.941555608634008e-07,
+      "loss": 24.0,
+      "step": 24222
+    },
+    {
+      "epoch": 1.608753403732483,
+      "grad_norm": 128.20596313476562,
+      "learning_rate": 1.9409188107455166e-07,
+      "loss": 13.3125,
+      "step": 24223
+    },
+    {
+      "epoch": 1.608819818024839,
+      "grad_norm": 204.82693481445312,
+      "learning_rate": 1.940282106079829e-07,
+      "loss": 17.8281,
+      "step": 24224
+    },
+    {
+      "epoch": 1.6088862323171946,
+      "grad_norm": 401.03521728515625,
+      "learning_rate": 1.9396454946443109e-07,
+      "loss": 13.9531,
+      "step": 24225
+    },
+    {
+      "epoch": 1.6089526466095503,
+      "grad_norm": 118.54322814941406,
+      "learning_rate": 1.9390089764463258e-07,
+      "loss": 15.9375,
+      "step": 24226
+    },
+    {
+      "epoch": 1.6090190609019062,
+      "grad_norm": 204.87667846679688,
+      "learning_rate": 1.9383725514932393e-07,
+      "loss": 16.7969,
+      "step": 24227
+    },
+    {
+      "epoch": 1.6090854751942618,
+      "grad_norm": 87.78629302978516,
+      "learning_rate": 1.9377362197924052e-07,
+      "loss": 12.5469,
+      "step": 24228
+    },
+    {
+      "epoch": 1.6091518894866175,
+      "grad_norm": 530.1930541992188,
+      "learning_rate": 1.9370999813511922e-07,
+      "loss": 27.9844,
+      "step": 24229
+    },
+    {
+      "epoch": 1.6092183037789733,
+      "grad_norm": 547.8153686523438,
+      "learning_rate": 1.9364638361769592e-07,
+      "loss": 21.2656,
+      "step": 24230
+    },
+    {
+      "epoch": 1.609284718071329,
+      "grad_norm": 222.70025634765625,
+      "learning_rate": 1.9358277842770588e-07,
+      "loss": 15.0312,
+      "step": 24231
+    },
+    {
+      "epoch": 1.6093511323636847,
+      "grad_norm": 269.5338134765625,
+      "learning_rate": 1.9351918256588572e-07,
+      "loss": 19.4219,
+      "step": 24232
+    },
+    {
+      "epoch": 1.6094175466560405,
+      "grad_norm": 197.58990478515625,
+      "learning_rate": 1.9345559603297036e-07,
+      "loss": 18.0312,
+      "step": 24233
+    },
+    {
+      "epoch": 1.609483960948396,
+      "grad_norm": 113.8742446899414,
+      "learning_rate": 1.933920188296956e-07,
+      "loss": 19.5625,
+      "step": 24234
+    },
+    {
+      "epoch": 1.6095503752407518,
+      "grad_norm": 173.5343017578125,
+      "learning_rate": 1.9332845095679673e-07,
+      "loss": 18.9688,
+      "step": 24235
+    },
+    {
+      "epoch": 1.6096167895331075,
+      "grad_norm": 153.44520568847656,
+      "learning_rate": 1.9326489241500955e-07,
+      "loss": 14.3594,
+      "step": 24236
+    },
+    {
+      "epoch": 1.6096832038254631,
+      "grad_norm": 175.5423583984375,
+      "learning_rate": 1.9320134320506843e-07,
+      "loss": 16.125,
+      "step": 24237
+    },
+    {
+      "epoch": 1.609749618117819,
+      "grad_norm": 91.37323760986328,
+      "learning_rate": 1.9313780332770934e-07,
+      "loss": 14.6094,
+      "step": 24238
+    },
+    {
+      "epoch": 1.6098160324101747,
+      "grad_norm": 384.8098449707031,
+      "learning_rate": 1.9307427278366674e-07,
+      "loss": 16.8906,
+      "step": 24239
+    },
+    {
+      "epoch": 1.6098824467025303,
+      "grad_norm": 132.74049377441406,
+      "learning_rate": 1.9301075157367565e-07,
+      "loss": 14.75,
+      "step": 24240
+    },
+    {
+      "epoch": 1.6099488609948862,
+      "grad_norm": 256.5799865722656,
+      "learning_rate": 1.929472396984707e-07,
+      "loss": 13.75,
+      "step": 24241
+    },
+    {
+      "epoch": 1.6100152752872419,
+      "grad_norm": 276.996826171875,
+      "learning_rate": 1.928837371587868e-07,
+      "loss": 19.6094,
+      "step": 24242
+    },
+    {
+      "epoch": 1.6100816895795975,
+      "grad_norm": 239.69190979003906,
+      "learning_rate": 1.9282024395535847e-07,
+      "loss": 24.1562,
+      "step": 24243
+    },
+    {
+      "epoch": 1.6101481038719534,
+      "grad_norm": 147.1392059326172,
+      "learning_rate": 1.927567600889204e-07,
+      "loss": 20.1562,
+      "step": 24244
+    },
+    {
+      "epoch": 1.6102145181643088,
+      "grad_norm": 342.6092529296875,
+      "learning_rate": 1.9269328556020604e-07,
+      "loss": 23.6875,
+      "step": 24245
+    },
+    {
+      "epoch": 1.6102809324566647,
+      "grad_norm": 382.7556457519531,
+      "learning_rate": 1.9262982036995067e-07,
+      "loss": 15.9219,
+      "step": 24246
+    },
+    {
+      "epoch": 1.6103473467490204,
+      "grad_norm": 121.64412689208984,
+      "learning_rate": 1.9256636451888786e-07,
+      "loss": 18.4375,
+      "step": 24247
+    },
+    {
+      "epoch": 1.610413761041376,
+      "grad_norm": 269.25848388671875,
+      "learning_rate": 1.9250291800775176e-07,
+      "loss": 15.9688,
+      "step": 24248
+    },
+    {
+      "epoch": 1.610480175333732,
+      "grad_norm": 261.12664794921875,
+      "learning_rate": 1.9243948083727623e-07,
+      "loss": 13.2656,
+      "step": 24249
+    },
+    {
+      "epoch": 1.6105465896260875,
+      "grad_norm": 306.37677001953125,
+      "learning_rate": 1.9237605300819503e-07,
+      "loss": 16.125,
+      "step": 24250
+    },
+    {
+      "epoch": 1.6106130039184432,
+      "grad_norm": 159.65940856933594,
+      "learning_rate": 1.9231263452124203e-07,
+      "loss": 18.9531,
+      "step": 24251
+    },
+    {
+      "epoch": 1.610679418210799,
+      "grad_norm": 363.99639892578125,
+      "learning_rate": 1.9224922537715104e-07,
+      "loss": 19.0625,
+      "step": 24252
+    },
+    {
+      "epoch": 1.6107458325031547,
+      "grad_norm": 147.14796447753906,
+      "learning_rate": 1.9218582557665463e-07,
+      "loss": 23.75,
+      "step": 24253
+    },
+    {
+      "epoch": 1.6108122467955104,
+      "grad_norm": 164.47439575195312,
+      "learning_rate": 1.9212243512048741e-07,
+      "loss": 17.5625,
+      "step": 24254
+    },
+    {
+      "epoch": 1.6108786610878663,
+      "grad_norm": 177.42532348632812,
+      "learning_rate": 1.920590540093816e-07,
+      "loss": 15.75,
+      "step": 24255
+    },
+    {
+      "epoch": 1.6109450753802217,
+      "grad_norm": 161.78765869140625,
+      "learning_rate": 1.9199568224407093e-07,
+      "loss": 14.5156,
+      "step": 24256
+    },
+    {
+      "epoch": 1.6110114896725776,
+      "grad_norm": 208.85299682617188,
+      "learning_rate": 1.9193231982528812e-07,
+      "loss": 14.7031,
+      "step": 24257
+    },
+    {
+      "epoch": 1.6110779039649332,
+      "grad_norm": 147.85775756835938,
+      "learning_rate": 1.9186896675376662e-07,
+      "loss": 17.3594,
+      "step": 24258
+    },
+    {
+      "epoch": 1.6111443182572889,
+      "grad_norm": 138.370361328125,
+      "learning_rate": 1.918056230302384e-07,
+      "loss": 12.5156,
+      "step": 24259
+    },
+    {
+      "epoch": 1.6112107325496448,
+      "grad_norm": 445.3015441894531,
+      "learning_rate": 1.9174228865543728e-07,
+      "loss": 16.5938,
+      "step": 24260
+    },
+    {
+      "epoch": 1.6112771468420004,
+      "grad_norm": 338.3702087402344,
+      "learning_rate": 1.9167896363009495e-07,
+      "loss": 16.0,
+      "step": 24261
+    },
+    {
+      "epoch": 1.611343561134356,
+      "grad_norm": 450.4312744140625,
+      "learning_rate": 1.9161564795494423e-07,
+      "loss": 16.6562,
+      "step": 24262
+    },
+    {
+      "epoch": 1.611409975426712,
+      "grad_norm": 268.4900207519531,
+      "learning_rate": 1.9155234163071766e-07,
+      "loss": 14.0,
+      "step": 24263
+    },
+    {
+      "epoch": 1.6114763897190676,
+      "grad_norm": 532.0786743164062,
+      "learning_rate": 1.914890446581474e-07,
+      "loss": 22.2344,
+      "step": 24264
+    },
+    {
+      "epoch": 1.6115428040114232,
+      "grad_norm": 280.1020812988281,
+      "learning_rate": 1.914257570379656e-07,
+      "loss": 14.8438,
+      "step": 24265
+    },
+    {
+      "epoch": 1.6116092183037791,
+      "grad_norm": 1762.121826171875,
+      "learning_rate": 1.9136247877090438e-07,
+      "loss": 15.9219,
+      "step": 24266
+    },
+    {
+      "epoch": 1.6116756325961346,
+      "grad_norm": 195.9689483642578,
+      "learning_rate": 1.9129920985769576e-07,
+      "loss": 16.5469,
+      "step": 24267
+    },
+    {
+      "epoch": 1.6117420468884904,
+      "grad_norm": 203.5106658935547,
+      "learning_rate": 1.9123595029907157e-07,
+      "loss": 26.6797,
+      "step": 24268
+    },
+    {
+      "epoch": 1.611808461180846,
+      "grad_norm": 121.1286849975586,
+      "learning_rate": 1.911727000957638e-07,
+      "loss": 15.7031,
+      "step": 24269
+    },
+    {
+      "epoch": 1.6118748754732017,
+      "grad_norm": 171.55059814453125,
+      "learning_rate": 1.9110945924850342e-07,
+      "loss": 24.5469,
+      "step": 24270
+    },
+    {
+      "epoch": 1.6119412897655576,
+      "grad_norm": 369.9251708984375,
+      "learning_rate": 1.910462277580227e-07,
+      "loss": 13.7969,
+      "step": 24271
+    },
+    {
+      "epoch": 1.6120077040579133,
+      "grad_norm": 161.08258056640625,
+      "learning_rate": 1.9098300562505264e-07,
+      "loss": 13.4297,
+      "step": 24272
+    },
+    {
+      "epoch": 1.612074118350269,
+      "grad_norm": 243.66680908203125,
+      "learning_rate": 1.9091979285032455e-07,
+      "loss": 11.8906,
+      "step": 24273
+    },
+    {
+      "epoch": 1.6121405326426248,
+      "grad_norm": 424.514404296875,
+      "learning_rate": 1.9085658943456985e-07,
+      "loss": 17.7969,
+      "step": 24274
+    },
+    {
+      "epoch": 1.6122069469349805,
+      "grad_norm": 99.28984069824219,
+      "learning_rate": 1.9079339537851958e-07,
+      "loss": 12.8438,
+      "step": 24275
+    },
+    {
+      "epoch": 1.612273361227336,
+      "grad_norm": 180.20481872558594,
+      "learning_rate": 1.9073021068290452e-07,
+      "loss": 10.8828,
+      "step": 24276
+    },
+    {
+      "epoch": 1.612339775519692,
+      "grad_norm": 130.88064575195312,
+      "learning_rate": 1.906670353484562e-07,
+      "loss": 14.9375,
+      "step": 24277
+    },
+    {
+      "epoch": 1.6124061898120474,
+      "grad_norm": 271.94537353515625,
+      "learning_rate": 1.9060386937590455e-07,
+      "loss": 19.5625,
+      "step": 24278
+    },
+    {
+      "epoch": 1.6124726041044033,
+      "grad_norm": 232.2460174560547,
+      "learning_rate": 1.905407127659806e-07,
+      "loss": 15.3594,
+      "step": 24279
+    },
+    {
+      "epoch": 1.612539018396759,
+      "grad_norm": 216.8424072265625,
+      "learning_rate": 1.9047756551941495e-07,
+      "loss": 21.0625,
+      "step": 24280
+    },
+    {
+      "epoch": 1.6126054326891146,
+      "grad_norm": 211.29127502441406,
+      "learning_rate": 1.9041442763693806e-07,
+      "loss": 17.1328,
+      "step": 24281
+    },
+    {
+      "epoch": 1.6126718469814705,
+      "grad_norm": 212.4060516357422,
+      "learning_rate": 1.9035129911928017e-07,
+      "loss": 16.4219,
+      "step": 24282
+    },
+    {
+      "epoch": 1.6127382612738261,
+      "grad_norm": 214.69371032714844,
+      "learning_rate": 1.9028817996717184e-07,
+      "loss": 11.8516,
+      "step": 24283
+    },
+    {
+      "epoch": 1.6128046755661818,
+      "grad_norm": 334.18585205078125,
+      "learning_rate": 1.902250701813425e-07,
+      "loss": 15.6875,
+      "step": 24284
+    },
+    {
+      "epoch": 1.6128710898585377,
+      "grad_norm": 112.48411560058594,
+      "learning_rate": 1.9016196976252307e-07,
+      "loss": 19.9219,
+      "step": 24285
+    },
+    {
+      "epoch": 1.6129375041508933,
+      "grad_norm": 286.9077453613281,
+      "learning_rate": 1.9009887871144271e-07,
+      "loss": 14.6875,
+      "step": 24286
+    },
+    {
+      "epoch": 1.613003918443249,
+      "grad_norm": 294.9967956542969,
+      "learning_rate": 1.9003579702883155e-07,
+      "loss": 12.3672,
+      "step": 24287
+    },
+    {
+      "epoch": 1.6130703327356049,
+      "grad_norm": 112.85459899902344,
+      "learning_rate": 1.8997272471541926e-07,
+      "loss": 13.9219,
+      "step": 24288
+    },
+    {
+      "epoch": 1.6131367470279603,
+      "grad_norm": 412.8615417480469,
+      "learning_rate": 1.8990966177193535e-07,
+      "loss": 15.5312,
+      "step": 24289
+    },
+    {
+      "epoch": 1.6132031613203162,
+      "grad_norm": 231.68333435058594,
+      "learning_rate": 1.8984660819910936e-07,
+      "loss": 16.4844,
+      "step": 24290
+    },
+    {
+      "epoch": 1.6132695756126718,
+      "grad_norm": 211.66456604003906,
+      "learning_rate": 1.8978356399767093e-07,
+      "loss": 18.5156,
+      "step": 24291
+    },
+    {
+      "epoch": 1.6133359899050275,
+      "grad_norm": 320.4865417480469,
+      "learning_rate": 1.8972052916834845e-07,
+      "loss": 17.0156,
+      "step": 24292
+    },
+    {
+      "epoch": 1.6134024041973833,
+      "grad_norm": 384.8470153808594,
+      "learning_rate": 1.8965750371187228e-07,
+      "loss": 20.125,
+      "step": 24293
+    },
+    {
+      "epoch": 1.613468818489739,
+      "grad_norm": 158.19085693359375,
+      "learning_rate": 1.8959448762897045e-07,
+      "loss": 12.1094,
+      "step": 24294
+    },
+    {
+      "epoch": 1.6135352327820947,
+      "grad_norm": 104.22769165039062,
+      "learning_rate": 1.8953148092037242e-07,
+      "loss": 18.0156,
+      "step": 24295
+    },
+    {
+      "epoch": 1.6136016470744505,
+      "grad_norm": 1117.131591796875,
+      "learning_rate": 1.894684835868068e-07,
+      "loss": 16.0938,
+      "step": 24296
+    },
+    {
+      "epoch": 1.6136680613668062,
+      "grad_norm": 536.127685546875,
+      "learning_rate": 1.8940549562900266e-07,
+      "loss": 23.1719,
+      "step": 24297
+    },
+    {
+      "epoch": 1.6137344756591618,
+      "grad_norm": 674.8292846679688,
+      "learning_rate": 1.8934251704768777e-07,
+      "loss": 30.4062,
+      "step": 24298
+    },
+    {
+      "epoch": 1.6138008899515177,
+      "grad_norm": 352.3264465332031,
+      "learning_rate": 1.8927954784359167e-07,
+      "loss": 15.375,
+      "step": 24299
+    },
+    {
+      "epoch": 1.6138673042438731,
+      "grad_norm": 337.8533935546875,
+      "learning_rate": 1.892165880174421e-07,
+      "loss": 19.0156,
+      "step": 24300
+    },
+    {
+      "epoch": 1.613933718536229,
+      "grad_norm": 277.068603515625,
+      "learning_rate": 1.891536375699675e-07,
+      "loss": 15.8125,
+      "step": 24301
+    },
+    {
+      "epoch": 1.6140001328285847,
+      "grad_norm": 282.2752685546875,
+      "learning_rate": 1.8909069650189602e-07,
+      "loss": 14.2188,
+      "step": 24302
+    },
+    {
+      "epoch": 1.6140665471209403,
+      "grad_norm": 175.97235107421875,
+      "learning_rate": 1.8902776481395587e-07,
+      "loss": 18.7188,
+      "step": 24303
+    },
+    {
+      "epoch": 1.6141329614132962,
+      "grad_norm": 167.63906860351562,
+      "learning_rate": 1.8896484250687482e-07,
+      "loss": 15.5781,
+      "step": 24304
+    },
+    {
+      "epoch": 1.6141993757056519,
+      "grad_norm": 131.40811157226562,
+      "learning_rate": 1.8890192958138085e-07,
+      "loss": 15.9219,
+      "step": 24305
+    },
+    {
+      "epoch": 1.6142657899980075,
+      "grad_norm": 3281.060302734375,
+      "learning_rate": 1.8883902603820156e-07,
+      "loss": 18.6562,
+      "step": 24306
+    },
+    {
+      "epoch": 1.6143322042903634,
+      "grad_norm": 667.447509765625,
+      "learning_rate": 1.8877613187806473e-07,
+      "loss": 17.125,
+      "step": 24307
+    },
+    {
+      "epoch": 1.614398618582719,
+      "grad_norm": 174.65077209472656,
+      "learning_rate": 1.887132471016981e-07,
+      "loss": 14.2969,
+      "step": 24308
+    },
+    {
+      "epoch": 1.6144650328750747,
+      "grad_norm": 145.2447509765625,
+      "learning_rate": 1.8865037170982833e-07,
+      "loss": 16.8594,
+      "step": 24309
+    },
+    {
+      "epoch": 1.6145314471674306,
+      "grad_norm": 265.7748718261719,
+      "learning_rate": 1.885875057031836e-07,
+      "loss": 18.7188,
+      "step": 24310
+    },
+    {
+      "epoch": 1.614597861459786,
+      "grad_norm": 161.61361694335938,
+      "learning_rate": 1.8852464908249055e-07,
+      "loss": 13.9688,
+      "step": 24311
+    },
+    {
+      "epoch": 1.6146642757521419,
+      "grad_norm": 180.95765686035156,
+      "learning_rate": 1.8846180184847648e-07,
+      "loss": 15.1719,
+      "step": 24312
+    },
+    {
+      "epoch": 1.6147306900444975,
+      "grad_norm": 546.3704223632812,
+      "learning_rate": 1.8839896400186828e-07,
+      "loss": 16.9531,
+      "step": 24313
+    },
+    {
+      "epoch": 1.6147971043368532,
+      "grad_norm": 319.74981689453125,
+      "learning_rate": 1.883361355433929e-07,
+      "loss": 18.1094,
+      "step": 24314
+    },
+    {
+      "epoch": 1.614863518629209,
+      "grad_norm": 214.3769073486328,
+      "learning_rate": 1.88273316473777e-07,
+      "loss": 16.0156,
+      "step": 24315
+    },
+    {
+      "epoch": 1.6149299329215647,
+      "grad_norm": 277.55859375,
+      "learning_rate": 1.882105067937476e-07,
+      "loss": 14.8438,
+      "step": 24316
+    },
+    {
+      "epoch": 1.6149963472139204,
+      "grad_norm": 153.19256591796875,
+      "learning_rate": 1.8814770650403044e-07,
+      "loss": 14.5781,
+      "step": 24317
+    },
+    {
+      "epoch": 1.6150627615062763,
+      "grad_norm": 262.2002258300781,
+      "learning_rate": 1.880849156053529e-07,
+      "loss": 13.7812,
+      "step": 24318
+    },
+    {
+      "epoch": 1.615129175798632,
+      "grad_norm": 124.81582641601562,
+      "learning_rate": 1.880221340984407e-07,
+      "loss": 15.4688,
+      "step": 24319
+    },
+    {
+      "epoch": 1.6151955900909876,
+      "grad_norm": 271.3636474609375,
+      "learning_rate": 1.8795936198402029e-07,
+      "loss": 11.6562,
+      "step": 24320
+    },
+    {
+      "epoch": 1.6152620043833434,
+      "grad_norm": 270.1302185058594,
+      "learning_rate": 1.8789659926281765e-07,
+      "loss": 15.375,
+      "step": 24321
+    },
+    {
+      "epoch": 1.6153284186756989,
+      "grad_norm": 96.21168518066406,
+      "learning_rate": 1.8783384593555917e-07,
+      "loss": 11.4062,
+      "step": 24322
+    },
+    {
+      "epoch": 1.6153948329680548,
+      "grad_norm": 324.6995849609375,
+      "learning_rate": 1.8777110200296985e-07,
+      "loss": 21.875,
+      "step": 24323
+    },
+    {
+      "epoch": 1.6154612472604104,
+      "grad_norm": 121.28689575195312,
+      "learning_rate": 1.8770836746577668e-07,
+      "loss": 16.4219,
+      "step": 24324
+    },
+    {
+      "epoch": 1.615527661552766,
+      "grad_norm": 146.33837890625,
+      "learning_rate": 1.8764564232470448e-07,
+      "loss": 15.8438,
+      "step": 24325
+    },
+    {
+      "epoch": 1.615594075845122,
+      "grad_norm": 334.98681640625,
+      "learning_rate": 1.8758292658047892e-07,
+      "loss": 13.8125,
+      "step": 24326
+    },
+    {
+      "epoch": 1.6156604901374776,
+      "grad_norm": 307.47015380859375,
+      "learning_rate": 1.8752022023382575e-07,
+      "loss": 15.7656,
+      "step": 24327
+    },
+    {
+      "epoch": 1.6157269044298332,
+      "grad_norm": 212.8126678466797,
+      "learning_rate": 1.8745752328547004e-07,
+      "loss": 18.0781,
+      "step": 24328
+    },
+    {
+      "epoch": 1.6157933187221891,
+      "grad_norm": 240.85430908203125,
+      "learning_rate": 1.8739483573613723e-07,
+      "loss": 10.9922,
+      "step": 24329
+    },
+    {
+      "epoch": 1.6158597330145448,
+      "grad_norm": 143.65447998046875,
+      "learning_rate": 1.8733215758655262e-07,
+      "loss": 15.125,
+      "step": 24330
+    },
+    {
+      "epoch": 1.6159261473069004,
+      "grad_norm": 191.99542236328125,
+      "learning_rate": 1.8726948883744054e-07,
+      "loss": 16.9688,
+      "step": 24331
+    },
+    {
+      "epoch": 1.6159925615992563,
+      "grad_norm": 165.14796447753906,
+      "learning_rate": 1.8720682948952682e-07,
+      "loss": 17.4375,
+      "step": 24332
+    },
+    {
+      "epoch": 1.6160589758916117,
+      "grad_norm": 170.98936462402344,
+      "learning_rate": 1.8714417954353558e-07,
+      "loss": 18.1172,
+      "step": 24333
+    },
+    {
+      "epoch": 1.6161253901839676,
+      "grad_norm": 281.7154235839844,
+      "learning_rate": 1.8708153900019175e-07,
+      "loss": 17.3438,
+      "step": 24334
+    },
+    {
+      "epoch": 1.6161918044763233,
+      "grad_norm": 152.96669006347656,
+      "learning_rate": 1.870189078602199e-07,
+      "loss": 17.2812,
+      "step": 24335
+    },
+    {
+      "epoch": 1.616258218768679,
+      "grad_norm": 124.44818878173828,
+      "learning_rate": 1.8695628612434454e-07,
+      "loss": 19.7031,
+      "step": 24336
+    },
+    {
+      "epoch": 1.6163246330610348,
+      "grad_norm": 300.2735595703125,
+      "learning_rate": 1.8689367379329001e-07,
+      "loss": 20.7969,
+      "step": 24337
+    },
+    {
+      "epoch": 1.6163910473533905,
+      "grad_norm": 363.4173583984375,
+      "learning_rate": 1.8683107086778094e-07,
+      "loss": 18.625,
+      "step": 24338
+    },
+    {
+      "epoch": 1.616457461645746,
+      "grad_norm": 176.0763397216797,
+      "learning_rate": 1.867684773485405e-07,
+      "loss": 20.625,
+      "step": 24339
+    },
+    {
+      "epoch": 1.616523875938102,
+      "grad_norm": 134.88780212402344,
+      "learning_rate": 1.8670589323629383e-07,
+      "loss": 15.25,
+      "step": 24340
+    },
+    {
+      "epoch": 1.6165902902304576,
+      "grad_norm": 270.4128112792969,
+      "learning_rate": 1.866433185317645e-07,
+      "loss": 14.75,
+      "step": 24341
+    },
+    {
+      "epoch": 1.6166567045228133,
+      "grad_norm": 148.76487731933594,
+      "learning_rate": 1.86580753235676e-07,
+      "loss": 18.6562,
+      "step": 24342
+    },
+    {
+      "epoch": 1.6167231188151692,
+      "grad_norm": 119.49678039550781,
+      "learning_rate": 1.865181973487524e-07,
+      "loss": 16.5781,
+      "step": 24343
+    },
+    {
+      "epoch": 1.6167895331075246,
+      "grad_norm": 174.56556701660156,
+      "learning_rate": 1.8645565087171711e-07,
+      "loss": 18.9219,
+      "step": 24344
+    },
+    {
+      "epoch": 1.6168559473998805,
+      "grad_norm": 454.8573303222656,
+      "learning_rate": 1.8639311380529387e-07,
+      "loss": 23.6719,
+      "step": 24345
+    },
+    {
+      "epoch": 1.6169223616922361,
+      "grad_norm": 92.6939697265625,
+      "learning_rate": 1.863305861502058e-07,
+      "loss": 9.5312,
+      "step": 24346
+    },
+    {
+      "epoch": 1.6169887759845918,
+      "grad_norm": 193.5975799560547,
+      "learning_rate": 1.8626806790717664e-07,
+      "loss": 18.8906,
+      "step": 24347
+    },
+    {
+      "epoch": 1.6170551902769477,
+      "grad_norm": 369.9790344238281,
+      "learning_rate": 1.862055590769287e-07,
+      "loss": 23.0312,
+      "step": 24348
+    },
+    {
+      "epoch": 1.6171216045693033,
+      "grad_norm": 118.22908782958984,
+      "learning_rate": 1.8614305966018616e-07,
+      "loss": 13.7656,
+      "step": 24349
+    },
+    {
+      "epoch": 1.617188018861659,
+      "grad_norm": 251.0910186767578,
+      "learning_rate": 1.8608056965767117e-07,
+      "loss": 21.8906,
+      "step": 24350
+    },
+    {
+      "epoch": 1.6172544331540148,
+      "grad_norm": 211.4417266845703,
+      "learning_rate": 1.8601808907010674e-07,
+      "loss": 17.6875,
+      "step": 24351
+    },
+    {
+      "epoch": 1.6173208474463705,
+      "grad_norm": 193.6432342529297,
+      "learning_rate": 1.8595561789821567e-07,
+      "loss": 14.2344,
+      "step": 24352
+    },
+    {
+      "epoch": 1.6173872617387262,
+      "grad_norm": 204.69406127929688,
+      "learning_rate": 1.858931561427206e-07,
+      "loss": 20.7734,
+      "step": 24353
+    },
+    {
+      "epoch": 1.617453676031082,
+      "grad_norm": 204.5458526611328,
+      "learning_rate": 1.8583070380434418e-07,
+      "loss": 14.5703,
+      "step": 24354
+    },
+    {
+      "epoch": 1.6175200903234375,
+      "grad_norm": 123.74234008789062,
+      "learning_rate": 1.8576826088380894e-07,
+      "loss": 12.3906,
+      "step": 24355
+    },
+    {
+      "epoch": 1.6175865046157933,
+      "grad_norm": 239.45681762695312,
+      "learning_rate": 1.8570582738183628e-07,
+      "loss": 21.125,
+      "step": 24356
+    },
+    {
+      "epoch": 1.617652918908149,
+      "grad_norm": 180.64968872070312,
+      "learning_rate": 1.8564340329914975e-07,
+      "loss": 15.625,
+      "step": 24357
+    },
+    {
+      "epoch": 1.6177193332005046,
+      "grad_norm": 283.4424743652344,
+      "learning_rate": 1.8558098863647044e-07,
+      "loss": 21.8594,
+      "step": 24358
+    },
+    {
+      "epoch": 1.6177857474928605,
+      "grad_norm": 97.38202667236328,
+      "learning_rate": 1.8551858339452053e-07,
+      "loss": 13.0312,
+      "step": 24359
+    },
+    {
+      "epoch": 1.6178521617852162,
+      "grad_norm": 137.8828125,
+      "learning_rate": 1.8545618757402203e-07,
+      "loss": 13.7344,
+      "step": 24360
+    },
+    {
+      "epoch": 1.6179185760775718,
+      "grad_norm": 145.4356231689453,
+      "learning_rate": 1.8539380117569702e-07,
+      "loss": 17.8906,
+      "step": 24361
+    },
+    {
+      "epoch": 1.6179849903699277,
+      "grad_norm": 338.2001037597656,
+      "learning_rate": 1.8533142420026615e-07,
+      "loss": 20.4844,
+      "step": 24362
+    },
+    {
+      "epoch": 1.6180514046622834,
+      "grad_norm": 134.46875,
+      "learning_rate": 1.8526905664845217e-07,
+      "loss": 13.75,
+      "step": 24363
+    },
+    {
+      "epoch": 1.618117818954639,
+      "grad_norm": 210.3043975830078,
+      "learning_rate": 1.852066985209757e-07,
+      "loss": 15.8125,
+      "step": 24364
+    },
+    {
+      "epoch": 1.618184233246995,
+      "grad_norm": 194.9735870361328,
+      "learning_rate": 1.8514434981855832e-07,
+      "loss": 19.25,
+      "step": 24365
+    },
+    {
+      "epoch": 1.6182506475393503,
+      "grad_norm": 200.5868682861328,
+      "learning_rate": 1.850820105419212e-07,
+      "loss": 13.2969,
+      "step": 24366
+    },
+    {
+      "epoch": 1.6183170618317062,
+      "grad_norm": 121.38838195800781,
+      "learning_rate": 1.8501968069178542e-07,
+      "loss": 17.4062,
+      "step": 24367
+    },
+    {
+      "epoch": 1.6183834761240619,
+      "grad_norm": 453.2752990722656,
+      "learning_rate": 1.849573602688721e-07,
+      "loss": 13.0156,
+      "step": 24368
+    },
+    {
+      "epoch": 1.6184498904164175,
+      "grad_norm": 297.838134765625,
+      "learning_rate": 1.8489504927390233e-07,
+      "loss": 17.8594,
+      "step": 24369
+    },
+    {
+      "epoch": 1.6185163047087734,
+      "grad_norm": 245.65452575683594,
+      "learning_rate": 1.8483274770759606e-07,
+      "loss": 19.0469,
+      "step": 24370
+    },
+    {
+      "epoch": 1.618582719001129,
+      "grad_norm": 147.53309631347656,
+      "learning_rate": 1.8477045557067504e-07,
+      "loss": 14.7812,
+      "step": 24371
+    },
+    {
+      "epoch": 1.6186491332934847,
+      "grad_norm": 265.4634704589844,
+      "learning_rate": 1.8470817286385897e-07,
+      "loss": 10.2734,
+      "step": 24372
+    },
+    {
+      "epoch": 1.6187155475858406,
+      "grad_norm": 341.6004638671875,
+      "learning_rate": 1.846458995878687e-07,
+      "loss": 15.3047,
+      "step": 24373
+    },
+    {
+      "epoch": 1.6187819618781962,
+      "grad_norm": 217.7681884765625,
+      "learning_rate": 1.845836357434245e-07,
+      "loss": 12.0781,
+      "step": 24374
+    },
+    {
+      "epoch": 1.6188483761705519,
+      "grad_norm": 1141.9158935546875,
+      "learning_rate": 1.8452138133124663e-07,
+      "loss": 12.9219,
+      "step": 24375
+    },
+    {
+      "epoch": 1.6189147904629078,
+      "grad_norm": 241.68104553222656,
+      "learning_rate": 1.8445913635205523e-07,
+      "loss": 20.7344,
+      "step": 24376
+    },
+    {
+      "epoch": 1.6189812047552632,
+      "grad_norm": 334.7403259277344,
+      "learning_rate": 1.8439690080657012e-07,
+      "loss": 22.125,
+      "step": 24377
+    },
+    {
+      "epoch": 1.619047619047619,
+      "grad_norm": 171.15365600585938,
+      "learning_rate": 1.8433467469551146e-07,
+      "loss": 17.0781,
+      "step": 24378
+    },
+    {
+      "epoch": 1.6191140333399747,
+      "grad_norm": 352.05267333984375,
+      "learning_rate": 1.842724580195989e-07,
+      "loss": 15.9531,
+      "step": 24379
+    },
+    {
+      "epoch": 1.6191804476323304,
+      "grad_norm": 197.08648681640625,
+      "learning_rate": 1.8421025077955255e-07,
+      "loss": 17.4062,
+      "step": 24380
+    },
+    {
+      "epoch": 1.6192468619246863,
+      "grad_norm": 508.37689208984375,
+      "learning_rate": 1.8414805297609093e-07,
+      "loss": 16.0312,
+      "step": 24381
+    },
+    {
+      "epoch": 1.619313276217042,
+      "grad_norm": 252.1442108154297,
+      "learning_rate": 1.840858646099348e-07,
+      "loss": 19.5,
+      "step": 24382
+    },
+    {
+      "epoch": 1.6193796905093976,
+      "grad_norm": 113.3269271850586,
+      "learning_rate": 1.840236856818026e-07,
+      "loss": 12.5156,
+      "step": 24383
+    },
+    {
+      "epoch": 1.6194461048017534,
+      "grad_norm": 144.6908721923828,
+      "learning_rate": 1.8396151619241394e-07,
+      "loss": 10.7031,
+      "step": 24384
+    },
+    {
+      "epoch": 1.619512519094109,
+      "grad_norm": 195.68458557128906,
+      "learning_rate": 1.8389935614248785e-07,
+      "loss": 14.3281,
+      "step": 24385
+    },
+    {
+      "epoch": 1.6195789333864647,
+      "grad_norm": 319.48223876953125,
+      "learning_rate": 1.8383720553274374e-07,
+      "loss": 15.875,
+      "step": 24386
+    },
+    {
+      "epoch": 1.6196453476788206,
+      "grad_norm": 429.9460754394531,
+      "learning_rate": 1.8377506436389955e-07,
+      "loss": 21.2578,
+      "step": 24387
+    },
+    {
+      "epoch": 1.619711761971176,
+      "grad_norm": 211.10057067871094,
+      "learning_rate": 1.8371293263667543e-07,
+      "loss": 17.4375,
+      "step": 24388
+    },
+    {
+      "epoch": 1.619778176263532,
+      "grad_norm": 290.1614990234375,
+      "learning_rate": 1.836508103517891e-07,
+      "loss": 20.3125,
+      "step": 24389
+    },
+    {
+      "epoch": 1.6198445905558876,
+      "grad_norm": 300.1753845214844,
+      "learning_rate": 1.8358869750995942e-07,
+      "loss": 12.8594,
+      "step": 24390
+    },
+    {
+      "epoch": 1.6199110048482432,
+      "grad_norm": 418.27398681640625,
+      "learning_rate": 1.8352659411190497e-07,
+      "loss": 22.0469,
+      "step": 24391
+    },
+    {
+      "epoch": 1.6199774191405991,
+      "grad_norm": 131.5716094970703,
+      "learning_rate": 1.8346450015834402e-07,
+      "loss": 12.5156,
+      "step": 24392
+    },
+    {
+      "epoch": 1.6200438334329548,
+      "grad_norm": 149.43115234375,
+      "learning_rate": 1.834024156499949e-07,
+      "loss": 11.8594,
+      "step": 24393
+    },
+    {
+      "epoch": 1.6201102477253104,
+      "grad_norm": 273.7439880371094,
+      "learning_rate": 1.8334034058757608e-07,
+      "loss": 12.625,
+      "step": 24394
+    },
+    {
+      "epoch": 1.6201766620176663,
+      "grad_norm": 307.9858703613281,
+      "learning_rate": 1.832782749718047e-07,
+      "loss": 16.6406,
+      "step": 24395
+    },
+    {
+      "epoch": 1.620243076310022,
+      "grad_norm": 282.6220703125,
+      "learning_rate": 1.8321621880339989e-07,
+      "loss": 11.5781,
+      "step": 24396
+    },
+    {
+      "epoch": 1.6203094906023776,
+      "grad_norm": 458.4696960449219,
+      "learning_rate": 1.831541720830785e-07,
+      "loss": 19.4531,
+      "step": 24397
+    },
+    {
+      "epoch": 1.6203759048947335,
+      "grad_norm": 226.2425994873047,
+      "learning_rate": 1.8309213481155872e-07,
+      "loss": 17.8438,
+      "step": 24398
+    },
+    {
+      "epoch": 1.620442319187089,
+      "grad_norm": 1422.99658203125,
+      "learning_rate": 1.83030106989558e-07,
+      "loss": 18.75,
+      "step": 24399
+    },
+    {
+      "epoch": 1.6205087334794448,
+      "grad_norm": 254.60377502441406,
+      "learning_rate": 1.82968088617794e-07,
+      "loss": 21.3594,
+      "step": 24400
+    },
+    {
+      "epoch": 1.6205751477718005,
+      "grad_norm": 155.15077209472656,
+      "learning_rate": 1.829060796969839e-07,
+      "loss": 14.7344,
+      "step": 24401
+    },
+    {
+      "epoch": 1.620641562064156,
+      "grad_norm": 281.597900390625,
+      "learning_rate": 1.8284408022784548e-07,
+      "loss": 22.5078,
+      "step": 24402
+    },
+    {
+      "epoch": 1.620707976356512,
+      "grad_norm": 113.0048599243164,
+      "learning_rate": 1.8278209021109491e-07,
+      "loss": 14.2656,
+      "step": 24403
+    },
+    {
+      "epoch": 1.6207743906488676,
+      "grad_norm": 328.7347106933594,
+      "learning_rate": 1.8272010964745055e-07,
+      "loss": 16.2656,
+      "step": 24404
+    },
+    {
+      "epoch": 1.6208408049412233,
+      "grad_norm": 180.21954345703125,
+      "learning_rate": 1.8265813853762835e-07,
+      "loss": 16.8438,
+      "step": 24405
+    },
+    {
+      "epoch": 1.6209072192335792,
+      "grad_norm": 380.9859924316406,
+      "learning_rate": 1.825961768823454e-07,
+      "loss": 16.5156,
+      "step": 24406
+    },
+    {
+      "epoch": 1.6209736335259348,
+      "grad_norm": 164.93002319335938,
+      "learning_rate": 1.825342246823187e-07,
+      "loss": 17.6719,
+      "step": 24407
+    },
+    {
+      "epoch": 1.6210400478182905,
+      "grad_norm": 274.8454895019531,
+      "learning_rate": 1.8247228193826492e-07,
+      "loss": 17.4531,
+      "step": 24408
+    },
+    {
+      "epoch": 1.6211064621106464,
+      "grad_norm": 141.73243713378906,
+      "learning_rate": 1.8241034865089976e-07,
+      "loss": 16.3281,
+      "step": 24409
+    },
+    {
+      "epoch": 1.6211728764030018,
+      "grad_norm": 247.8390655517578,
+      "learning_rate": 1.8234842482094093e-07,
+      "loss": 21.875,
+      "step": 24410
+    },
+    {
+      "epoch": 1.6212392906953577,
+      "grad_norm": 199.40237426757812,
+      "learning_rate": 1.8228651044910358e-07,
+      "loss": 22.6094,
+      "step": 24411
+    },
+    {
+      "epoch": 1.6213057049877133,
+      "grad_norm": 362.48565673828125,
+      "learning_rate": 1.822246055361042e-07,
+      "loss": 25.5469,
+      "step": 24412
+    },
+    {
+      "epoch": 1.621372119280069,
+      "grad_norm": 153.40928649902344,
+      "learning_rate": 1.821627100826596e-07,
+      "loss": 15.3438,
+      "step": 24413
+    },
+    {
+      "epoch": 1.6214385335724248,
+      "grad_norm": 389.2369079589844,
+      "learning_rate": 1.821008240894848e-07,
+      "loss": 22.3125,
+      "step": 24414
+    },
+    {
+      "epoch": 1.6215049478647805,
+      "grad_norm": 139.9534454345703,
+      "learning_rate": 1.820389475572961e-07,
+      "loss": 12.6406,
+      "step": 24415
+    },
+    {
+      "epoch": 1.6215713621571362,
+      "grad_norm": 175.4304962158203,
+      "learning_rate": 1.8197708048680925e-07,
+      "loss": 9.8203,
+      "step": 24416
+    },
+    {
+      "epoch": 1.621637776449492,
+      "grad_norm": 117.04803466796875,
+      "learning_rate": 1.8191522287873973e-07,
+      "loss": 13.0625,
+      "step": 24417
+    },
+    {
+      "epoch": 1.6217041907418477,
+      "grad_norm": 122.8451919555664,
+      "learning_rate": 1.8185337473380324e-07,
+      "loss": 14.9844,
+      "step": 24418
+    },
+    {
+      "epoch": 1.6217706050342033,
+      "grad_norm": 228.692138671875,
+      "learning_rate": 1.8179153605271536e-07,
+      "loss": 16.6719,
+      "step": 24419
+    },
+    {
+      "epoch": 1.6218370193265592,
+      "grad_norm": 177.367919921875,
+      "learning_rate": 1.817297068361907e-07,
+      "loss": 17.8125,
+      "step": 24420
+    },
+    {
+      "epoch": 1.6219034336189146,
+      "grad_norm": 179.1835174560547,
+      "learning_rate": 1.816678870849454e-07,
+      "loss": 14.4844,
+      "step": 24421
+    },
+    {
+      "epoch": 1.6219698479112705,
+      "grad_norm": 302.666015625,
+      "learning_rate": 1.8160607679969397e-07,
+      "loss": 17.5625,
+      "step": 24422
+    },
+    {
+      "epoch": 1.6220362622036262,
+      "grad_norm": 403.84857177734375,
+      "learning_rate": 1.815442759811514e-07,
+      "loss": 28.5312,
+      "step": 24423
+    },
+    {
+      "epoch": 1.6221026764959818,
+      "grad_norm": 480.14190673828125,
+      "learning_rate": 1.8148248463003279e-07,
+      "loss": 20.0625,
+      "step": 24424
+    },
+    {
+      "epoch": 1.6221690907883377,
+      "grad_norm": 137.6014862060547,
+      "learning_rate": 1.8142070274705301e-07,
+      "loss": 14.7812,
+      "step": 24425
+    },
+    {
+      "epoch": 1.6222355050806934,
+      "grad_norm": 181.94776916503906,
+      "learning_rate": 1.8135893033292605e-07,
+      "loss": 17.125,
+      "step": 24426
+    },
+    {
+      "epoch": 1.622301919373049,
+      "grad_norm": 335.7792053222656,
+      "learning_rate": 1.8129716738836742e-07,
+      "loss": 20.4375,
+      "step": 24427
+    },
+    {
+      "epoch": 1.622368333665405,
+      "grad_norm": 222.70957946777344,
+      "learning_rate": 1.812354139140908e-07,
+      "loss": 18.0781,
+      "step": 24428
+    },
+    {
+      "epoch": 1.6224347479577605,
+      "grad_norm": 198.9164581298828,
+      "learning_rate": 1.8117366991081084e-07,
+      "loss": 16.1875,
+      "step": 24429
+    },
+    {
+      "epoch": 1.6225011622501162,
+      "grad_norm": 164.7115478515625,
+      "learning_rate": 1.8111193537924163e-07,
+      "loss": 15.1406,
+      "step": 24430
+    },
+    {
+      "epoch": 1.622567576542472,
+      "grad_norm": 166.47732543945312,
+      "learning_rate": 1.8105021032009747e-07,
+      "loss": 12.1562,
+      "step": 24431
+    },
+    {
+      "epoch": 1.6226339908348275,
+      "grad_norm": 196.59005737304688,
+      "learning_rate": 1.8098849473409217e-07,
+      "loss": 17.1719,
+      "step": 24432
+    },
+    {
+      "epoch": 1.6227004051271834,
+      "grad_norm": 480.1043701171875,
+      "learning_rate": 1.8092678862193989e-07,
+      "loss": 37.4688,
+      "step": 24433
+    },
+    {
+      "epoch": 1.622766819419539,
+      "grad_norm": 256.7744140625,
+      "learning_rate": 1.8086509198435373e-07,
+      "loss": 20.9062,
+      "step": 24434
+    },
+    {
+      "epoch": 1.6228332337118947,
+      "grad_norm": 254.64353942871094,
+      "learning_rate": 1.8080340482204838e-07,
+      "loss": 19.7344,
+      "step": 24435
+    },
+    {
+      "epoch": 1.6228996480042506,
+      "grad_norm": 153.8464813232422,
+      "learning_rate": 1.8074172713573667e-07,
+      "loss": 15.3594,
+      "step": 24436
+    },
+    {
+      "epoch": 1.6229660622966062,
+      "grad_norm": 549.1748046875,
+      "learning_rate": 1.8068005892613214e-07,
+      "loss": 15.25,
+      "step": 24437
+    },
+    {
+      "epoch": 1.6230324765889619,
+      "grad_norm": 224.77529907226562,
+      "learning_rate": 1.8061840019394837e-07,
+      "loss": 20.6016,
+      "step": 24438
+    },
+    {
+      "epoch": 1.6230988908813178,
+      "grad_norm": 140.89175415039062,
+      "learning_rate": 1.8055675093989832e-07,
+      "loss": 16.8906,
+      "step": 24439
+    },
+    {
+      "epoch": 1.6231653051736734,
+      "grad_norm": 150.21322631835938,
+      "learning_rate": 1.804951111646954e-07,
+      "loss": 14.9531,
+      "step": 24440
+    },
+    {
+      "epoch": 1.623231719466029,
+      "grad_norm": 156.73033142089844,
+      "learning_rate": 1.8043348086905263e-07,
+      "loss": 15.9531,
+      "step": 24441
+    },
+    {
+      "epoch": 1.623298133758385,
+      "grad_norm": 254.56768798828125,
+      "learning_rate": 1.8037186005368232e-07,
+      "loss": 23.25,
+      "step": 24442
+    },
+    {
+      "epoch": 1.6233645480507404,
+      "grad_norm": 164.41917419433594,
+      "learning_rate": 1.803102487192981e-07,
+      "loss": 19.8125,
+      "step": 24443
+    },
+    {
+      "epoch": 1.6234309623430963,
+      "grad_norm": 214.03155517578125,
+      "learning_rate": 1.8024864686661212e-07,
+      "loss": 17.0,
+      "step": 24444
+    },
+    {
+      "epoch": 1.623497376635452,
+      "grad_norm": 227.84336853027344,
+      "learning_rate": 1.801870544963371e-07,
+      "loss": 22.875,
+      "step": 24445
+    },
+    {
+      "epoch": 1.6235637909278076,
+      "grad_norm": 314.5282897949219,
+      "learning_rate": 1.8012547160918545e-07,
+      "loss": 14.4062,
+      "step": 24446
+    },
+    {
+      "epoch": 1.6236302052201634,
+      "grad_norm": 285.4802551269531,
+      "learning_rate": 1.8006389820586987e-07,
+      "loss": 16.2188,
+      "step": 24447
+    },
+    {
+      "epoch": 1.623696619512519,
+      "grad_norm": 121.86910247802734,
+      "learning_rate": 1.8000233428710176e-07,
+      "loss": 13.9219,
+      "step": 24448
+    },
+    {
+      "epoch": 1.6237630338048747,
+      "grad_norm": 236.6608428955078,
+      "learning_rate": 1.7994077985359412e-07,
+      "loss": 14.125,
+      "step": 24449
+    },
+    {
+      "epoch": 1.6238294480972306,
+      "grad_norm": 433.96234130859375,
+      "learning_rate": 1.7987923490605883e-07,
+      "loss": 14.3906,
+      "step": 24450
+    },
+    {
+      "epoch": 1.6238958623895863,
+      "grad_norm": 274.5397644042969,
+      "learning_rate": 1.7981769944520718e-07,
+      "loss": 16.5156,
+      "step": 24451
+    },
+    {
+      "epoch": 1.623962276681942,
+      "grad_norm": 285.5708923339844,
+      "learning_rate": 1.7975617347175199e-07,
+      "loss": 18.1562,
+      "step": 24452
+    },
+    {
+      "epoch": 1.6240286909742978,
+      "grad_norm": 213.01025390625,
+      "learning_rate": 1.796946569864042e-07,
+      "loss": 15.3906,
+      "step": 24453
+    },
+    {
+      "epoch": 1.6240951052666532,
+      "grad_norm": 238.4043731689453,
+      "learning_rate": 1.7963314998987543e-07,
+      "loss": 17.4062,
+      "step": 24454
+    },
+    {
+      "epoch": 1.6241615195590091,
+      "grad_norm": 192.3302764892578,
+      "learning_rate": 1.795716524828774e-07,
+      "loss": 11.7656,
+      "step": 24455
+    },
+    {
+      "epoch": 1.6242279338513648,
+      "grad_norm": 163.01902770996094,
+      "learning_rate": 1.7951016446612155e-07,
+      "loss": 14.8438,
+      "step": 24456
+    },
+    {
+      "epoch": 1.6242943481437204,
+      "grad_norm": 158.40362548828125,
+      "learning_rate": 1.794486859403188e-07,
+      "loss": 18.5625,
+      "step": 24457
+    },
+    {
+      "epoch": 1.6243607624360763,
+      "grad_norm": 253.64816284179688,
+      "learning_rate": 1.7938721690618087e-07,
+      "loss": 11.3281,
+      "step": 24458
+    },
+    {
+      "epoch": 1.624427176728432,
+      "grad_norm": 206.99807739257812,
+      "learning_rate": 1.7932575736441792e-07,
+      "loss": 17.7188,
+      "step": 24459
+    },
+    {
+      "epoch": 1.6244935910207876,
+      "grad_norm": 182.99124145507812,
+      "learning_rate": 1.792643073157418e-07,
+      "loss": 15.9062,
+      "step": 24460
+    },
+    {
+      "epoch": 1.6245600053131435,
+      "grad_norm": 136.35556030273438,
+      "learning_rate": 1.792028667608627e-07,
+      "loss": 12.125,
+      "step": 24461
+    },
+    {
+      "epoch": 1.6246264196054991,
+      "grad_norm": 583.5072021484375,
+      "learning_rate": 1.7914143570049155e-07,
+      "loss": 18.2812,
+      "step": 24462
+    },
+    {
+      "epoch": 1.6246928338978548,
+      "grad_norm": 117.76343536376953,
+      "learning_rate": 1.790800141353389e-07,
+      "loss": 14.7422,
+      "step": 24463
+    },
+    {
+      "epoch": 1.6247592481902107,
+      "grad_norm": 108.14259338378906,
+      "learning_rate": 1.790186020661153e-07,
+      "loss": 12.4219,
+      "step": 24464
+    },
+    {
+      "epoch": 1.624825662482566,
+      "grad_norm": 141.60687255859375,
+      "learning_rate": 1.7895719949353107e-07,
+      "loss": 13.5469,
+      "step": 24465
+    },
+    {
+      "epoch": 1.624892076774922,
+      "grad_norm": 2516.937255859375,
+      "learning_rate": 1.7889580641829682e-07,
+      "loss": 12.7109,
+      "step": 24466
+    },
+    {
+      "epoch": 1.6249584910672776,
+      "grad_norm": 161.5772247314453,
+      "learning_rate": 1.7883442284112216e-07,
+      "loss": 18.3281,
+      "step": 24467
+    },
+    {
+      "epoch": 1.6250249053596333,
+      "grad_norm": 132.56817626953125,
+      "learning_rate": 1.7877304876271738e-07,
+      "loss": 11.5,
+      "step": 24468
+    },
+    {
+      "epoch": 1.6250913196519892,
+      "grad_norm": 333.2025146484375,
+      "learning_rate": 1.7871168418379234e-07,
+      "loss": 21.6406,
+      "step": 24469
+    },
+    {
+      "epoch": 1.6251577339443448,
+      "grad_norm": 125.127685546875,
+      "learning_rate": 1.7865032910505705e-07,
+      "loss": 10.3281,
+      "step": 24470
+    },
+    {
+      "epoch": 1.6252241482367005,
+      "grad_norm": 180.35946655273438,
+      "learning_rate": 1.7858898352722108e-07,
+      "loss": 16.5938,
+      "step": 24471
+    },
+    {
+      "epoch": 1.6252905625290563,
+      "grad_norm": 158.26824951171875,
+      "learning_rate": 1.7852764745099447e-07,
+      "loss": 13.8594,
+      "step": 24472
+    },
+    {
+      "epoch": 1.625356976821412,
+      "grad_norm": 1007.8617553710938,
+      "learning_rate": 1.7846632087708568e-07,
+      "loss": 13.875,
+      "step": 24473
+    },
+    {
+      "epoch": 1.6254233911137677,
+      "grad_norm": 161.22938537597656,
+      "learning_rate": 1.7840500380620538e-07,
+      "loss": 13.9844,
+      "step": 24474
+    },
+    {
+      "epoch": 1.6254898054061235,
+      "grad_norm": 239.41824340820312,
+      "learning_rate": 1.7834369623906188e-07,
+      "loss": 20.8906,
+      "step": 24475
+    },
+    {
+      "epoch": 1.625556219698479,
+      "grad_norm": 187.55360412597656,
+      "learning_rate": 1.782823981763648e-07,
+      "loss": 12.3125,
+      "step": 24476
+    },
+    {
+      "epoch": 1.6256226339908348,
+      "grad_norm": 140.2659454345703,
+      "learning_rate": 1.782211096188231e-07,
+      "loss": 14.2969,
+      "step": 24477
+    },
+    {
+      "epoch": 1.6256890482831905,
+      "grad_norm": 283.40350341796875,
+      "learning_rate": 1.7815983056714567e-07,
+      "loss": 16.3906,
+      "step": 24478
+    },
+    {
+      "epoch": 1.6257554625755462,
+      "grad_norm": 960.5669555664062,
+      "learning_rate": 1.7809856102204147e-07,
+      "loss": 15.75,
+      "step": 24479
+    },
+    {
+      "epoch": 1.625821876867902,
+      "grad_norm": 112.74671936035156,
+      "learning_rate": 1.7803730098421943e-07,
+      "loss": 15.7344,
+      "step": 24480
+    },
+    {
+      "epoch": 1.6258882911602577,
+      "grad_norm": 274.28704833984375,
+      "learning_rate": 1.7797605045438746e-07,
+      "loss": 14.9375,
+      "step": 24481
+    },
+    {
+      "epoch": 1.6259547054526133,
+      "grad_norm": 183.49172973632812,
+      "learning_rate": 1.7791480943325498e-07,
+      "loss": 16.5469,
+      "step": 24482
+    },
+    {
+      "epoch": 1.6260211197449692,
+      "grad_norm": 131.16673278808594,
+      "learning_rate": 1.7785357792152979e-07,
+      "loss": 15.2656,
+      "step": 24483
+    },
+    {
+      "epoch": 1.6260875340373249,
+      "grad_norm": 230.80593872070312,
+      "learning_rate": 1.7779235591992016e-07,
+      "loss": 14.4688,
+      "step": 24484
+    },
+    {
+      "epoch": 1.6261539483296805,
+      "grad_norm": 392.0557861328125,
+      "learning_rate": 1.7773114342913453e-07,
+      "loss": 22.5781,
+      "step": 24485
+    },
+    {
+      "epoch": 1.6262203626220364,
+      "grad_norm": 228.33441162109375,
+      "learning_rate": 1.7766994044988093e-07,
+      "loss": 13.9531,
+      "step": 24486
+    },
+    {
+      "epoch": 1.6262867769143918,
+      "grad_norm": 406.4488220214844,
+      "learning_rate": 1.7760874698286722e-07,
+      "loss": 14.3906,
+      "step": 24487
+    },
+    {
+      "epoch": 1.6263531912067477,
+      "grad_norm": 217.15185546875,
+      "learning_rate": 1.7754756302880137e-07,
+      "loss": 15.8125,
+      "step": 24488
+    },
+    {
+      "epoch": 1.6264196054991034,
+      "grad_norm": 743.5256958007812,
+      "learning_rate": 1.7748638858839126e-07,
+      "loss": 14.0156,
+      "step": 24489
+    },
+    {
+      "epoch": 1.626486019791459,
+      "grad_norm": 147.47564697265625,
+      "learning_rate": 1.774252236623438e-07,
+      "loss": 13.9688,
+      "step": 24490
+    },
+    {
+      "epoch": 1.626552434083815,
+      "grad_norm": 2944.801513671875,
+      "learning_rate": 1.7736406825136752e-07,
+      "loss": 21.3906,
+      "step": 24491
+    },
+    {
+      "epoch": 1.6266188483761705,
+      "grad_norm": 508.13287353515625,
+      "learning_rate": 1.7730292235616917e-07,
+      "loss": 12.5547,
+      "step": 24492
+    },
+    {
+      "epoch": 1.6266852626685262,
+      "grad_norm": 200.51841735839844,
+      "learning_rate": 1.772417859774561e-07,
+      "loss": 13.5625,
+      "step": 24493
+    },
+    {
+      "epoch": 1.626751676960882,
+      "grad_norm": 340.9247131347656,
+      "learning_rate": 1.771806591159357e-07,
+      "loss": 20.375,
+      "step": 24494
+    },
+    {
+      "epoch": 1.6268180912532377,
+      "grad_norm": 265.21893310546875,
+      "learning_rate": 1.7711954177231502e-07,
+      "loss": 25.2812,
+      "step": 24495
+    },
+    {
+      "epoch": 1.6268845055455934,
+      "grad_norm": 593.229736328125,
+      "learning_rate": 1.770584339473009e-07,
+      "loss": 14.8906,
+      "step": 24496
+    },
+    {
+      "epoch": 1.6269509198379493,
+      "grad_norm": 360.02215576171875,
+      "learning_rate": 1.7699733564160057e-07,
+      "loss": 17.5312,
+      "step": 24497
+    },
+    {
+      "epoch": 1.6270173341303047,
+      "grad_norm": 273.7900695800781,
+      "learning_rate": 1.769362468559199e-07,
+      "loss": 16.8594,
+      "step": 24498
+    },
+    {
+      "epoch": 1.6270837484226606,
+      "grad_norm": 2561.314697265625,
+      "learning_rate": 1.7687516759096676e-07,
+      "loss": 23.7656,
+      "step": 24499
+    },
+    {
+      "epoch": 1.6271501627150162,
+      "grad_norm": 297.4837951660156,
+      "learning_rate": 1.7681409784744671e-07,
+      "loss": 18.625,
+      "step": 24500
+    },
+    {
+      "epoch": 1.6272165770073719,
+      "grad_norm": 446.2608947753906,
+      "learning_rate": 1.7675303762606653e-07,
+      "loss": 18.8438,
+      "step": 24501
+    },
+    {
+      "epoch": 1.6272829912997278,
+      "grad_norm": 361.19775390625,
+      "learning_rate": 1.766919869275324e-07,
+      "loss": 15.5469,
+      "step": 24502
+    },
+    {
+      "epoch": 1.6273494055920834,
+      "grad_norm": 328.02838134765625,
+      "learning_rate": 1.7663094575255076e-07,
+      "loss": 17.8438,
+      "step": 24503
+    },
+    {
+      "epoch": 1.627415819884439,
+      "grad_norm": 211.35552978515625,
+      "learning_rate": 1.7656991410182742e-07,
+      "loss": 16.25,
+      "step": 24504
+    },
+    {
+      "epoch": 1.627482234176795,
+      "grad_norm": 440.6945495605469,
+      "learning_rate": 1.765088919760689e-07,
+      "loss": 18.3125,
+      "step": 24505
+    },
+    {
+      "epoch": 1.6275486484691506,
+      "grad_norm": 243.9070587158203,
+      "learning_rate": 1.7644787937598004e-07,
+      "loss": 18.2656,
+      "step": 24506
+    },
+    {
+      "epoch": 1.6276150627615062,
+      "grad_norm": 390.2516784667969,
+      "learning_rate": 1.763868763022678e-07,
+      "loss": 16.0156,
+      "step": 24507
+    },
+    {
+      "epoch": 1.6276814770538621,
+      "grad_norm": 157.49261474609375,
+      "learning_rate": 1.76325882755637e-07,
+      "loss": 15.4219,
+      "step": 24508
+    },
+    {
+      "epoch": 1.6277478913462176,
+      "grad_norm": 151.9881591796875,
+      "learning_rate": 1.762648987367934e-07,
+      "loss": 17.0,
+      "step": 24509
+    },
+    {
+      "epoch": 1.6278143056385734,
+      "grad_norm": 188.37130737304688,
+      "learning_rate": 1.7620392424644249e-07,
+      "loss": 21.3906,
+      "step": 24510
+    },
+    {
+      "epoch": 1.627880719930929,
+      "grad_norm": 112.12657928466797,
+      "learning_rate": 1.7614295928528978e-07,
+      "loss": 19.3906,
+      "step": 24511
+    },
+    {
+      "epoch": 1.6279471342232847,
+      "grad_norm": 530.9277954101562,
+      "learning_rate": 1.760820038540397e-07,
+      "loss": 14.0781,
+      "step": 24512
+    },
+    {
+      "epoch": 1.6280135485156406,
+      "grad_norm": 379.56170654296875,
+      "learning_rate": 1.760210579533985e-07,
+      "loss": 18.625,
+      "step": 24513
+    },
+    {
+      "epoch": 1.6280799628079963,
+      "grad_norm": 187.97579956054688,
+      "learning_rate": 1.7596012158407026e-07,
+      "loss": 16.7344,
+      "step": 24514
+    },
+    {
+      "epoch": 1.628146377100352,
+      "grad_norm": 626.5086059570312,
+      "learning_rate": 1.7589919474676018e-07,
+      "loss": 17.875,
+      "step": 24515
+    },
+    {
+      "epoch": 1.6282127913927078,
+      "grad_norm": 187.4233856201172,
+      "learning_rate": 1.7583827744217294e-07,
+      "loss": 21.1875,
+      "step": 24516
+    },
+    {
+      "epoch": 1.6282792056850635,
+      "grad_norm": 345.7858581542969,
+      "learning_rate": 1.7577736967101343e-07,
+      "loss": 17.4375,
+      "step": 24517
+    },
+    {
+      "epoch": 1.6283456199774191,
+      "grad_norm": 299.46990966796875,
+      "learning_rate": 1.7571647143398593e-07,
+      "loss": 17.3438,
+      "step": 24518
+    },
+    {
+      "epoch": 1.628412034269775,
+      "grad_norm": 105.70763397216797,
+      "learning_rate": 1.7565558273179527e-07,
+      "loss": 11.6719,
+      "step": 24519
+    },
+    {
+      "epoch": 1.6284784485621304,
+      "grad_norm": 210.2173309326172,
+      "learning_rate": 1.7559470356514495e-07,
+      "loss": 17.1406,
+      "step": 24520
+    },
+    {
+      "epoch": 1.6285448628544863,
+      "grad_norm": 659.5040283203125,
+      "learning_rate": 1.7553383393474018e-07,
+      "loss": 21.5625,
+      "step": 24521
+    },
+    {
+      "epoch": 1.628611277146842,
+      "grad_norm": 205.7495574951172,
+      "learning_rate": 1.7547297384128435e-07,
+      "loss": 14.3906,
+      "step": 24522
+    },
+    {
+      "epoch": 1.6286776914391976,
+      "grad_norm": 185.18377685546875,
+      "learning_rate": 1.754121232854815e-07,
+      "loss": 14.4219,
+      "step": 24523
+    },
+    {
+      "epoch": 1.6287441057315535,
+      "grad_norm": 244.1100616455078,
+      "learning_rate": 1.753512822680363e-07,
+      "loss": 15.4062,
+      "step": 24524
+    },
+    {
+      "epoch": 1.6288105200239091,
+      "grad_norm": 179.49635314941406,
+      "learning_rate": 1.7529045078965165e-07,
+      "loss": 14.5625,
+      "step": 24525
+    },
+    {
+      "epoch": 1.6288769343162648,
+      "grad_norm": 207.84202575683594,
+      "learning_rate": 1.7522962885103143e-07,
+      "loss": 19.0938,
+      "step": 24526
+    },
+    {
+      "epoch": 1.6289433486086207,
+      "grad_norm": 253.9385223388672,
+      "learning_rate": 1.751688164528794e-07,
+      "loss": 18.7812,
+      "step": 24527
+    },
+    {
+      "epoch": 1.6290097629009763,
+      "grad_norm": 150.0181121826172,
+      "learning_rate": 1.7510801359589877e-07,
+      "loss": 14.1406,
+      "step": 24528
+    },
+    {
+      "epoch": 1.629076177193332,
+      "grad_norm": 82.22564697265625,
+      "learning_rate": 1.75047220280793e-07,
+      "loss": 17.8125,
+      "step": 24529
+    },
+    {
+      "epoch": 1.6291425914856879,
+      "grad_norm": 149.5496368408203,
+      "learning_rate": 1.749864365082656e-07,
+      "loss": 19.6406,
+      "step": 24530
+    },
+    {
+      "epoch": 1.6292090057780433,
+      "grad_norm": 104.68927001953125,
+      "learning_rate": 1.7492566227901906e-07,
+      "loss": 16.4844,
+      "step": 24531
+    },
+    {
+      "epoch": 1.6292754200703992,
+      "grad_norm": 151.53732299804688,
+      "learning_rate": 1.7486489759375667e-07,
+      "loss": 13.6406,
+      "step": 24532
+    },
+    {
+      "epoch": 1.6293418343627548,
+      "grad_norm": 332.7691650390625,
+      "learning_rate": 1.7480414245318141e-07,
+      "loss": 15.0312,
+      "step": 24533
+    },
+    {
+      "epoch": 1.6294082486551105,
+      "grad_norm": 202.78323364257812,
+      "learning_rate": 1.74743396857996e-07,
+      "loss": 20.0312,
+      "step": 24534
+    },
+    {
+      "epoch": 1.6294746629474663,
+      "grad_norm": 156.43429565429688,
+      "learning_rate": 1.7468266080890303e-07,
+      "loss": 20.8125,
+      "step": 24535
+    },
+    {
+      "epoch": 1.629541077239822,
+      "grad_norm": 143.1381072998047,
+      "learning_rate": 1.7462193430660543e-07,
+      "loss": 14.8281,
+      "step": 24536
+    },
+    {
+      "epoch": 1.6296074915321777,
+      "grad_norm": 158.1834259033203,
+      "learning_rate": 1.7456121735180485e-07,
+      "loss": 13.7969,
+      "step": 24537
+    },
+    {
+      "epoch": 1.6296739058245335,
+      "grad_norm": 248.26327514648438,
+      "learning_rate": 1.745005099452047e-07,
+      "loss": 18.6562,
+      "step": 24538
+    },
+    {
+      "epoch": 1.6297403201168892,
+      "grad_norm": 159.84182739257812,
+      "learning_rate": 1.7443981208750636e-07,
+      "loss": 25.0,
+      "step": 24539
+    },
+    {
+      "epoch": 1.6298067344092448,
+      "grad_norm": 157.99667358398438,
+      "learning_rate": 1.743791237794121e-07,
+      "loss": 15.2656,
+      "step": 24540
+    },
+    {
+      "epoch": 1.6298731487016007,
+      "grad_norm": 238.56295776367188,
+      "learning_rate": 1.7431844502162418e-07,
+      "loss": 15.7188,
+      "step": 24541
+    },
+    {
+      "epoch": 1.6299395629939561,
+      "grad_norm": 165.28952026367188,
+      "learning_rate": 1.7425777581484435e-07,
+      "loss": 17.9375,
+      "step": 24542
+    },
+    {
+      "epoch": 1.630005977286312,
+      "grad_norm": 170.95664978027344,
+      "learning_rate": 1.741971161597744e-07,
+      "loss": 13.9531,
+      "step": 24543
+    },
+    {
+      "epoch": 1.6300723915786677,
+      "grad_norm": 196.77194213867188,
+      "learning_rate": 1.741364660571163e-07,
+      "loss": 15.875,
+      "step": 24544
+    },
+    {
+      "epoch": 1.6301388058710233,
+      "grad_norm": 163.66966247558594,
+      "learning_rate": 1.7407582550757084e-07,
+      "loss": 15.1094,
+      "step": 24545
+    },
+    {
+      "epoch": 1.6302052201633792,
+      "grad_norm": 175.6586151123047,
+      "learning_rate": 1.7401519451184055e-07,
+      "loss": 13.5312,
+      "step": 24546
+    },
+    {
+      "epoch": 1.6302716344557349,
+      "grad_norm": 179.0808563232422,
+      "learning_rate": 1.7395457307062578e-07,
+      "loss": 15.7656,
+      "step": 24547
+    },
+    {
+      "epoch": 1.6303380487480905,
+      "grad_norm": 223.17376708984375,
+      "learning_rate": 1.738939611846283e-07,
+      "loss": 17.6875,
+      "step": 24548
+    },
+    {
+      "epoch": 1.6304044630404464,
+      "grad_norm": 457.1237487792969,
+      "learning_rate": 1.738333588545491e-07,
+      "loss": 17.625,
+      "step": 24549
+    },
+    {
+      "epoch": 1.630470877332802,
+      "grad_norm": 217.0120086669922,
+      "learning_rate": 1.7377276608108948e-07,
+      "loss": 14.8281,
+      "step": 24550
+    },
+    {
+      "epoch": 1.6305372916251577,
+      "grad_norm": 325.56781005859375,
+      "learning_rate": 1.7371218286494948e-07,
+      "loss": 21.125,
+      "step": 24551
+    },
+    {
+      "epoch": 1.6306037059175136,
+      "grad_norm": 352.97418212890625,
+      "learning_rate": 1.7365160920683108e-07,
+      "loss": 17.9062,
+      "step": 24552
+    },
+    {
+      "epoch": 1.630670120209869,
+      "grad_norm": 122.62224578857422,
+      "learning_rate": 1.7359104510743405e-07,
+      "loss": 12.7812,
+      "step": 24553
+    },
+    {
+      "epoch": 1.6307365345022249,
+      "grad_norm": 182.1390838623047,
+      "learning_rate": 1.7353049056745926e-07,
+      "loss": 14.4688,
+      "step": 24554
+    },
+    {
+      "epoch": 1.6308029487945805,
+      "grad_norm": 138.51443481445312,
+      "learning_rate": 1.734699455876073e-07,
+      "loss": 13.4688,
+      "step": 24555
+    },
+    {
+      "epoch": 1.6308693630869362,
+      "grad_norm": 432.8396911621094,
+      "learning_rate": 1.7340941016857834e-07,
+      "loss": 15.4688,
+      "step": 24556
+    },
+    {
+      "epoch": 1.630935777379292,
+      "grad_norm": 180.60972595214844,
+      "learning_rate": 1.7334888431107264e-07,
+      "loss": 13.6406,
+      "step": 24557
+    },
+    {
+      "epoch": 1.6310021916716477,
+      "grad_norm": 199.64146423339844,
+      "learning_rate": 1.7328836801579073e-07,
+      "loss": 14.5,
+      "step": 24558
+    },
+    {
+      "epoch": 1.6310686059640034,
+      "grad_norm": 356.0593566894531,
+      "learning_rate": 1.732278612834317e-07,
+      "loss": 17.2812,
+      "step": 24559
+    },
+    {
+      "epoch": 1.6311350202563593,
+      "grad_norm": 478.3100280761719,
+      "learning_rate": 1.7316736411469623e-07,
+      "loss": 16.75,
+      "step": 24560
+    },
+    {
+      "epoch": 1.631201434548715,
+      "grad_norm": 169.0133514404297,
+      "learning_rate": 1.7310687651028422e-07,
+      "loss": 15.3594,
+      "step": 24561
+    },
+    {
+      "epoch": 1.6312678488410706,
+      "grad_norm": 94.12568664550781,
+      "learning_rate": 1.7304639847089453e-07,
+      "loss": 12.1562,
+      "step": 24562
+    },
+    {
+      "epoch": 1.6313342631334264,
+      "grad_norm": 2429.03466796875,
+      "learning_rate": 1.729859299972277e-07,
+      "loss": 11.0781,
+      "step": 24563
+    },
+    {
+      "epoch": 1.6314006774257819,
+      "grad_norm": 276.3498840332031,
+      "learning_rate": 1.7292547108998257e-07,
+      "loss": 19.7344,
+      "step": 24564
+    },
+    {
+      "epoch": 1.6314670917181378,
+      "grad_norm": 340.9248352050781,
+      "learning_rate": 1.7286502174985874e-07,
+      "loss": 17.7812,
+      "step": 24565
+    },
+    {
+      "epoch": 1.6315335060104934,
+      "grad_norm": 182.79429626464844,
+      "learning_rate": 1.7280458197755533e-07,
+      "loss": 14.5938,
+      "step": 24566
+    },
+    {
+      "epoch": 1.631599920302849,
+      "grad_norm": 131.41400146484375,
+      "learning_rate": 1.7274415177377145e-07,
+      "loss": 10.8203,
+      "step": 24567
+    },
+    {
+      "epoch": 1.631666334595205,
+      "grad_norm": 171.5285186767578,
+      "learning_rate": 1.726837311392062e-07,
+      "loss": 10.5,
+      "step": 24568
+    },
+    {
+      "epoch": 1.6317327488875606,
+      "grad_norm": 305.06365966796875,
+      "learning_rate": 1.7262332007455882e-07,
+      "loss": 14.4844,
+      "step": 24569
+    },
+    {
+      "epoch": 1.6317991631799162,
+      "grad_norm": 140.02674865722656,
+      "learning_rate": 1.725629185805273e-07,
+      "loss": 15.1719,
+      "step": 24570
+    },
+    {
+      "epoch": 1.6318655774722721,
+      "grad_norm": 217.05628967285156,
+      "learning_rate": 1.7250252665781118e-07,
+      "loss": 11.6719,
+      "step": 24571
+    },
+    {
+      "epoch": 1.6319319917646278,
+      "grad_norm": 122.16228485107422,
+      "learning_rate": 1.7244214430710857e-07,
+      "loss": 12.6406,
+      "step": 24572
+    },
+    {
+      "epoch": 1.6319984060569834,
+      "grad_norm": 321.0921325683594,
+      "learning_rate": 1.7238177152911793e-07,
+      "loss": 18.2031,
+      "step": 24573
+    },
+    {
+      "epoch": 1.6320648203493393,
+      "grad_norm": 247.1263427734375,
+      "learning_rate": 1.7232140832453778e-07,
+      "loss": 18.0156,
+      "step": 24574
+    },
+    {
+      "epoch": 1.6321312346416947,
+      "grad_norm": 134.0345001220703,
+      "learning_rate": 1.722610546940666e-07,
+      "loss": 17.3125,
+      "step": 24575
+    },
+    {
+      "epoch": 1.6321976489340506,
+      "grad_norm": 239.52171325683594,
+      "learning_rate": 1.722007106384017e-07,
+      "loss": 18.9219,
+      "step": 24576
+    },
+    {
+      "epoch": 1.6322640632264063,
+      "grad_norm": 252.36851501464844,
+      "learning_rate": 1.7214037615824205e-07,
+      "loss": 16.4297,
+      "step": 24577
+    },
+    {
+      "epoch": 1.632330477518762,
+      "grad_norm": 237.39076232910156,
+      "learning_rate": 1.7208005125428505e-07,
+      "loss": 23.5625,
+      "step": 24578
+    },
+    {
+      "epoch": 1.6323968918111178,
+      "grad_norm": 131.38134765625,
+      "learning_rate": 1.720197359272285e-07,
+      "loss": 14.0781,
+      "step": 24579
+    },
+    {
+      "epoch": 1.6324633061034735,
+      "grad_norm": 353.6466369628906,
+      "learning_rate": 1.7195943017777026e-07,
+      "loss": 13.6562,
+      "step": 24580
+    },
+    {
+      "epoch": 1.632529720395829,
+      "grad_norm": 390.8282775878906,
+      "learning_rate": 1.7189913400660782e-07,
+      "loss": 15.2344,
+      "step": 24581
+    },
+    {
+      "epoch": 1.632596134688185,
+      "grad_norm": 197.5979766845703,
+      "learning_rate": 1.7183884741443878e-07,
+      "loss": 14.9375,
+      "step": 24582
+    },
+    {
+      "epoch": 1.6326625489805406,
+      "grad_norm": 115.12716674804688,
+      "learning_rate": 1.7177857040196054e-07,
+      "loss": 14.2812,
+      "step": 24583
+    },
+    {
+      "epoch": 1.6327289632728963,
+      "grad_norm": 218.88706970214844,
+      "learning_rate": 1.7171830296986978e-07,
+      "loss": 14.7891,
+      "step": 24584
+    },
+    {
+      "epoch": 1.6327953775652522,
+      "grad_norm": 143.88595581054688,
+      "learning_rate": 1.716580451188645e-07,
+      "loss": 16.0312,
+      "step": 24585
+    },
+    {
+      "epoch": 1.6328617918576076,
+      "grad_norm": 206.3456268310547,
+      "learning_rate": 1.7159779684964115e-07,
+      "loss": 20.1875,
+      "step": 24586
+    },
+    {
+      "epoch": 1.6329282061499635,
+      "grad_norm": 92.71926879882812,
+      "learning_rate": 1.7153755816289685e-07,
+      "loss": 14.7031,
+      "step": 24587
+    },
+    {
+      "epoch": 1.6329946204423191,
+      "grad_norm": 295.75335693359375,
+      "learning_rate": 1.7147732905932822e-07,
+      "loss": 14.1719,
+      "step": 24588
+    },
+    {
+      "epoch": 1.6330610347346748,
+      "grad_norm": 324.49591064453125,
+      "learning_rate": 1.7141710953963217e-07,
+      "loss": 17.1406,
+      "step": 24589
+    },
+    {
+      "epoch": 1.6331274490270307,
+      "grad_norm": 182.25689697265625,
+      "learning_rate": 1.7135689960450517e-07,
+      "loss": 19.2969,
+      "step": 24590
+    },
+    {
+      "epoch": 1.6331938633193863,
+      "grad_norm": 82.87645721435547,
+      "learning_rate": 1.7129669925464407e-07,
+      "loss": 12.9531,
+      "step": 24591
+    },
+    {
+      "epoch": 1.633260277611742,
+      "grad_norm": 158.30441284179688,
+      "learning_rate": 1.7123650849074434e-07,
+      "loss": 13.7969,
+      "step": 24592
+    },
+    {
+      "epoch": 1.6333266919040978,
+      "grad_norm": 208.2223358154297,
+      "learning_rate": 1.7117632731350316e-07,
+      "loss": 19.3906,
+      "step": 24593
+    },
+    {
+      "epoch": 1.6333931061964535,
+      "grad_norm": 183.32672119140625,
+      "learning_rate": 1.7111615572361626e-07,
+      "loss": 12.0938,
+      "step": 24594
+    },
+    {
+      "epoch": 1.6334595204888092,
+      "grad_norm": 401.7109069824219,
+      "learning_rate": 1.7105599372177959e-07,
+      "loss": 25.1719,
+      "step": 24595
+    },
+    {
+      "epoch": 1.633525934781165,
+      "grad_norm": 208.10824584960938,
+      "learning_rate": 1.7099584130868915e-07,
+      "loss": 16.0625,
+      "step": 24596
+    },
+    {
+      "epoch": 1.6335923490735205,
+      "grad_norm": 209.5883331298828,
+      "learning_rate": 1.7093569848504096e-07,
+      "loss": 12.1875,
+      "step": 24597
+    },
+    {
+      "epoch": 1.6336587633658763,
+      "grad_norm": 333.7691955566406,
+      "learning_rate": 1.7087556525153036e-07,
+      "loss": 19.8125,
+      "step": 24598
+    },
+    {
+      "epoch": 1.633725177658232,
+      "grad_norm": 340.6286315917969,
+      "learning_rate": 1.7081544160885318e-07,
+      "loss": 21.2188,
+      "step": 24599
+    },
+    {
+      "epoch": 1.6337915919505877,
+      "grad_norm": 141.7501678466797,
+      "learning_rate": 1.7075532755770517e-07,
+      "loss": 17.3438,
+      "step": 24600
+    },
+    {
+      "epoch": 1.6338580062429435,
+      "grad_norm": 529.55859375,
+      "learning_rate": 1.7069522309878082e-07,
+      "loss": 25.625,
+      "step": 24601
+    },
+    {
+      "epoch": 1.6339244205352992,
+      "grad_norm": 184.1748809814453,
+      "learning_rate": 1.7063512823277636e-07,
+      "loss": 16.6094,
+      "step": 24602
+    },
+    {
+      "epoch": 1.6339908348276548,
+      "grad_norm": 182.36915588378906,
+      "learning_rate": 1.7057504296038628e-07,
+      "loss": 15.4844,
+      "step": 24603
+    },
+    {
+      "epoch": 1.6340572491200107,
+      "grad_norm": 303.78851318359375,
+      "learning_rate": 1.7051496728230587e-07,
+      "loss": 15.6562,
+      "step": 24604
+    },
+    {
+      "epoch": 1.6341236634123664,
+      "grad_norm": 213.34434509277344,
+      "learning_rate": 1.704549011992299e-07,
+      "loss": 14.8125,
+      "step": 24605
+    },
+    {
+      "epoch": 1.634190077704722,
+      "grad_norm": 426.5104675292969,
+      "learning_rate": 1.703948447118534e-07,
+      "loss": 16.2344,
+      "step": 24606
+    },
+    {
+      "epoch": 1.634256491997078,
+      "grad_norm": 612.4469604492188,
+      "learning_rate": 1.703347978208709e-07,
+      "loss": 27.8906,
+      "step": 24607
+    },
+    {
+      "epoch": 1.6343229062894333,
+      "grad_norm": 218.68531799316406,
+      "learning_rate": 1.7027476052697732e-07,
+      "loss": 13.75,
+      "step": 24608
+    },
+    {
+      "epoch": 1.6343893205817892,
+      "grad_norm": 496.1969299316406,
+      "learning_rate": 1.702147328308664e-07,
+      "loss": 16.5312,
+      "step": 24609
+    },
+    {
+      "epoch": 1.6344557348741449,
+      "grad_norm": 130.91534423828125,
+      "learning_rate": 1.701547147332334e-07,
+      "loss": 16.4844,
+      "step": 24610
+    },
+    {
+      "epoch": 1.6345221491665005,
+      "grad_norm": 146.7718505859375,
+      "learning_rate": 1.7009470623477194e-07,
+      "loss": 15.1875,
+      "step": 24611
+    },
+    {
+      "epoch": 1.6345885634588564,
+      "grad_norm": 139.51095581054688,
+      "learning_rate": 1.700347073361763e-07,
+      "loss": 13.9688,
+      "step": 24612
+    },
+    {
+      "epoch": 1.634654977751212,
+      "grad_norm": 169.58876037597656,
+      "learning_rate": 1.6997471803814067e-07,
+      "loss": 17.1406,
+      "step": 24613
+    },
+    {
+      "epoch": 1.6347213920435677,
+      "grad_norm": 490.0318908691406,
+      "learning_rate": 1.6991473834135904e-07,
+      "loss": 18.1719,
+      "step": 24614
+    },
+    {
+      "epoch": 1.6347878063359236,
+      "grad_norm": 330.8063049316406,
+      "learning_rate": 1.6985476824652466e-07,
+      "loss": 26.2812,
+      "step": 24615
+    },
+    {
+      "epoch": 1.6348542206282792,
+      "grad_norm": 199.55401611328125,
+      "learning_rate": 1.6979480775433208e-07,
+      "loss": 21.3438,
+      "step": 24616
+    },
+    {
+      "epoch": 1.6349206349206349,
+      "grad_norm": 306.6442565917969,
+      "learning_rate": 1.6973485686547416e-07,
+      "loss": 29.4062,
+      "step": 24617
+    },
+    {
+      "epoch": 1.6349870492129908,
+      "grad_norm": 144.72683715820312,
+      "learning_rate": 1.6967491558064474e-07,
+      "loss": 12.7344,
+      "step": 24618
+    },
+    {
+      "epoch": 1.6350534635053462,
+      "grad_norm": 100.56509399414062,
+      "learning_rate": 1.6961498390053707e-07,
+      "loss": 13.4688,
+      "step": 24619
+    },
+    {
+      "epoch": 1.635119877797702,
+      "grad_norm": 308.8023986816406,
+      "learning_rate": 1.6955506182584444e-07,
+      "loss": 15.2344,
+      "step": 24620
+    },
+    {
+      "epoch": 1.635186292090058,
+      "grad_norm": 217.13987731933594,
+      "learning_rate": 1.6949514935725995e-07,
+      "loss": 22.4062,
+      "step": 24621
+    },
+    {
+      "epoch": 1.6352527063824134,
+      "grad_norm": 373.6960754394531,
+      "learning_rate": 1.6943524649547703e-07,
+      "loss": 15.1562,
+      "step": 24622
+    },
+    {
+      "epoch": 1.6353191206747693,
+      "grad_norm": 282.333984375,
+      "learning_rate": 1.6937535324118758e-07,
+      "loss": 25.0781,
+      "step": 24623
+    },
+    {
+      "epoch": 1.635385534967125,
+      "grad_norm": 154.15701293945312,
+      "learning_rate": 1.6931546959508568e-07,
+      "loss": 15.8906,
+      "step": 24624
+    },
+    {
+      "epoch": 1.6354519492594806,
+      "grad_norm": 110.6510238647461,
+      "learning_rate": 1.6925559555786318e-07,
+      "loss": 10.8984,
+      "step": 24625
+    },
+    {
+      "epoch": 1.6355183635518364,
+      "grad_norm": 534.850830078125,
+      "learning_rate": 1.691957311302129e-07,
+      "loss": 20.9531,
+      "step": 24626
+    },
+    {
+      "epoch": 1.635584777844192,
+      "grad_norm": 282.7091369628906,
+      "learning_rate": 1.6913587631282733e-07,
+      "loss": 14.5625,
+      "step": 24627
+    },
+    {
+      "epoch": 1.6356511921365477,
+      "grad_norm": 177.32276916503906,
+      "learning_rate": 1.690760311063989e-07,
+      "loss": 12.9844,
+      "step": 24628
+    },
+    {
+      "epoch": 1.6357176064289036,
+      "grad_norm": 232.16873168945312,
+      "learning_rate": 1.690161955116197e-07,
+      "loss": 14.9688,
+      "step": 24629
+    },
+    {
+      "epoch": 1.635784020721259,
+      "grad_norm": 160.8818359375,
+      "learning_rate": 1.6895636952918236e-07,
+      "loss": 17.0156,
+      "step": 24630
+    },
+    {
+      "epoch": 1.635850435013615,
+      "grad_norm": 149.95755004882812,
+      "learning_rate": 1.6889655315977792e-07,
+      "loss": 14.0469,
+      "step": 24631
+    },
+    {
+      "epoch": 1.6359168493059708,
+      "grad_norm": 118.70962524414062,
+      "learning_rate": 1.688367464040994e-07,
+      "loss": 13.7656,
+      "step": 24632
+    },
+    {
+      "epoch": 1.6359832635983262,
+      "grad_norm": 299.8350830078125,
+      "learning_rate": 1.6877694926283793e-07,
+      "loss": 22.0781,
+      "step": 24633
+    },
+    {
+      "epoch": 1.6360496778906821,
+      "grad_norm": 318.01129150390625,
+      "learning_rate": 1.6871716173668516e-07,
+      "loss": 19.8125,
+      "step": 24634
+    },
+    {
+      "epoch": 1.6361160921830378,
+      "grad_norm": 323.0733642578125,
+      "learning_rate": 1.6865738382633333e-07,
+      "loss": 16.5312,
+      "step": 24635
+    },
+    {
+      "epoch": 1.6361825064753934,
+      "grad_norm": 209.7238311767578,
+      "learning_rate": 1.685976155324733e-07,
+      "loss": 16.7031,
+      "step": 24636
+    },
+    {
+      "epoch": 1.6362489207677493,
+      "grad_norm": 211.48121643066406,
+      "learning_rate": 1.685378568557967e-07,
+      "loss": 13.7969,
+      "step": 24637
+    },
+    {
+      "epoch": 1.636315335060105,
+      "grad_norm": 300.0987243652344,
+      "learning_rate": 1.6847810779699466e-07,
+      "loss": 19.8438,
+      "step": 24638
+    },
+    {
+      "epoch": 1.6363817493524606,
+      "grad_norm": 222.28562927246094,
+      "learning_rate": 1.6841836835675871e-07,
+      "loss": 13.9531,
+      "step": 24639
+    },
+    {
+      "epoch": 1.6364481636448165,
+      "grad_norm": 539.1681518554688,
+      "learning_rate": 1.6835863853577893e-07,
+      "loss": 19.75,
+      "step": 24640
+    },
+    {
+      "epoch": 1.636514577937172,
+      "grad_norm": 229.8817596435547,
+      "learning_rate": 1.682989183347474e-07,
+      "loss": 16.4375,
+      "step": 24641
+    },
+    {
+      "epoch": 1.6365809922295278,
+      "grad_norm": 335.4485778808594,
+      "learning_rate": 1.682392077543543e-07,
+      "loss": 20.25,
+      "step": 24642
+    },
+    {
+      "epoch": 1.6366474065218837,
+      "grad_norm": 387.48077392578125,
+      "learning_rate": 1.6817950679529024e-07,
+      "loss": 19.7969,
+      "step": 24643
+    },
+    {
+      "epoch": 1.636713820814239,
+      "grad_norm": 367.0377197265625,
+      "learning_rate": 1.6811981545824606e-07,
+      "loss": 19.4375,
+      "step": 24644
+    },
+    {
+      "epoch": 1.636780235106595,
+      "grad_norm": 109.28414154052734,
+      "learning_rate": 1.6806013374391216e-07,
+      "loss": 12.7266,
+      "step": 24645
+    },
+    {
+      "epoch": 1.6368466493989506,
+      "grad_norm": 195.76467895507812,
+      "learning_rate": 1.6800046165297886e-07,
+      "loss": 15.0781,
+      "step": 24646
+    },
+    {
+      "epoch": 1.6369130636913063,
+      "grad_norm": 232.8853302001953,
+      "learning_rate": 1.679407991861368e-07,
+      "loss": 12.2031,
+      "step": 24647
+    },
+    {
+      "epoch": 1.6369794779836622,
+      "grad_norm": 165.38169860839844,
+      "learning_rate": 1.6788114634407523e-07,
+      "loss": 13.0469,
+      "step": 24648
+    },
+    {
+      "epoch": 1.6370458922760178,
+      "grad_norm": 252.09835815429688,
+      "learning_rate": 1.6782150312748534e-07,
+      "loss": 17.6094,
+      "step": 24649
+    },
+    {
+      "epoch": 1.6371123065683735,
+      "grad_norm": 188.12936401367188,
+      "learning_rate": 1.6776186953705607e-07,
+      "loss": 14.0625,
+      "step": 24650
+    },
+    {
+      "epoch": 1.6371787208607294,
+      "grad_norm": 254.5275115966797,
+      "learning_rate": 1.6770224557347756e-07,
+      "loss": 18.25,
+      "step": 24651
+    },
+    {
+      "epoch": 1.6372451351530848,
+      "grad_norm": 178.9197540283203,
+      "learning_rate": 1.6764263123743961e-07,
+      "loss": 11.7812,
+      "step": 24652
+    },
+    {
+      "epoch": 1.6373115494454407,
+      "grad_norm": 148.28497314453125,
+      "learning_rate": 1.6758302652963174e-07,
+      "loss": 16.4844,
+      "step": 24653
+    },
+    {
+      "epoch": 1.6373779637377965,
+      "grad_norm": 147.28271484375,
+      "learning_rate": 1.6752343145074343e-07,
+      "loss": 18.3594,
+      "step": 24654
+    },
+    {
+      "epoch": 1.637444378030152,
+      "grad_norm": 170.28933715820312,
+      "learning_rate": 1.6746384600146425e-07,
+      "loss": 13.3125,
+      "step": 24655
+    },
+    {
+      "epoch": 1.6375107923225078,
+      "grad_norm": 260.77581787109375,
+      "learning_rate": 1.6740427018248283e-07,
+      "loss": 19.25,
+      "step": 24656
+    },
+    {
+      "epoch": 1.6375772066148635,
+      "grad_norm": 220.6441192626953,
+      "learning_rate": 1.6734470399448908e-07,
+      "loss": 18.3906,
+      "step": 24657
+    },
+    {
+      "epoch": 1.6376436209072192,
+      "grad_norm": 163.2638702392578,
+      "learning_rate": 1.6728514743817145e-07,
+      "loss": 17.2656,
+      "step": 24658
+    },
+    {
+      "epoch": 1.637710035199575,
+      "grad_norm": 261.59686279296875,
+      "learning_rate": 1.672256005142191e-07,
+      "loss": 18.0938,
+      "step": 24659
+    },
+    {
+      "epoch": 1.6377764494919307,
+      "grad_norm": 203.89418029785156,
+      "learning_rate": 1.671660632233207e-07,
+      "loss": 16.8594,
+      "step": 24660
+    },
+    {
+      "epoch": 1.6378428637842863,
+      "grad_norm": 144.16664123535156,
+      "learning_rate": 1.671065355661654e-07,
+      "loss": 15.4219,
+      "step": 24661
+    },
+    {
+      "epoch": 1.6379092780766422,
+      "grad_norm": 170.6437225341797,
+      "learning_rate": 1.6704701754344086e-07,
+      "loss": 14.2188,
+      "step": 24662
+    },
+    {
+      "epoch": 1.6379756923689976,
+      "grad_norm": 172.99472045898438,
+      "learning_rate": 1.669875091558367e-07,
+      "loss": 17.5781,
+      "step": 24663
+    },
+    {
+      "epoch": 1.6380421066613535,
+      "grad_norm": 106.39344787597656,
+      "learning_rate": 1.6692801040404036e-07,
+      "loss": 14.0,
+      "step": 24664
+    },
+    {
+      "epoch": 1.6381085209537094,
+      "grad_norm": 182.4886932373047,
+      "learning_rate": 1.668685212887404e-07,
+      "loss": 19.7344,
+      "step": 24665
+    },
+    {
+      "epoch": 1.6381749352460648,
+      "grad_norm": 220.5208282470703,
+      "learning_rate": 1.6680904181062505e-07,
+      "loss": 25.0469,
+      "step": 24666
+    },
+    {
+      "epoch": 1.6382413495384207,
+      "grad_norm": 179.83309936523438,
+      "learning_rate": 1.6674957197038219e-07,
+      "loss": 17.6406,
+      "step": 24667
+    },
+    {
+      "epoch": 1.6383077638307764,
+      "grad_norm": 537.4917602539062,
+      "learning_rate": 1.6669011176869984e-07,
+      "loss": 23.0781,
+      "step": 24668
+    },
+    {
+      "epoch": 1.638374178123132,
+      "grad_norm": 454.40289306640625,
+      "learning_rate": 1.6663066120626602e-07,
+      "loss": 21.6719,
+      "step": 24669
+    },
+    {
+      "epoch": 1.638440592415488,
+      "grad_norm": 88.50511169433594,
+      "learning_rate": 1.6657122028376757e-07,
+      "loss": 12.1875,
+      "step": 24670
+    },
+    {
+      "epoch": 1.6385070067078435,
+      "grad_norm": 333.9208068847656,
+      "learning_rate": 1.66511789001893e-07,
+      "loss": 24.0625,
+      "step": 24671
+    },
+    {
+      "epoch": 1.6385734210001992,
+      "grad_norm": 123.46733856201172,
+      "learning_rate": 1.6645236736132972e-07,
+      "loss": 14.6094,
+      "step": 24672
+    },
+    {
+      "epoch": 1.638639835292555,
+      "grad_norm": 198.29803466796875,
+      "learning_rate": 1.6639295536276422e-07,
+      "loss": 16.4375,
+      "step": 24673
+    },
+    {
+      "epoch": 1.6387062495849105,
+      "grad_norm": 142.0751953125,
+      "learning_rate": 1.663335530068849e-07,
+      "loss": 14.5938,
+      "step": 24674
+    },
+    {
+      "epoch": 1.6387726638772664,
+      "grad_norm": 198.27142333984375,
+      "learning_rate": 1.66274160294378e-07,
+      "loss": 23.4375,
+      "step": 24675
+    },
+    {
+      "epoch": 1.6388390781696223,
+      "grad_norm": 319.56640625,
+      "learning_rate": 1.6621477722593092e-07,
+      "loss": 17.625,
+      "step": 24676
+    },
+    {
+      "epoch": 1.6389054924619777,
+      "grad_norm": 124.8163070678711,
+      "learning_rate": 1.6615540380223046e-07,
+      "loss": 13.7812,
+      "step": 24677
+    },
+    {
+      "epoch": 1.6389719067543336,
+      "grad_norm": 133.54330444335938,
+      "learning_rate": 1.6609604002396372e-07,
+      "loss": 13.3125,
+      "step": 24678
+    },
+    {
+      "epoch": 1.6390383210466892,
+      "grad_norm": 202.3234405517578,
+      "learning_rate": 1.6603668589181663e-07,
+      "loss": 11.8438,
+      "step": 24679
+    },
+    {
+      "epoch": 1.6391047353390449,
+      "grad_norm": 190.39492797851562,
+      "learning_rate": 1.659773414064768e-07,
+      "loss": 16.3281,
+      "step": 24680
+    },
+    {
+      "epoch": 1.6391711496314008,
+      "grad_norm": 115.32003784179688,
+      "learning_rate": 1.6591800656862999e-07,
+      "loss": 12.6094,
+      "step": 24681
+    },
+    {
+      "epoch": 1.6392375639237564,
+      "grad_norm": 244.1309051513672,
+      "learning_rate": 1.6585868137896252e-07,
+      "loss": 18.2031,
+      "step": 24682
+    },
+    {
+      "epoch": 1.639303978216112,
+      "grad_norm": 287.42803955078125,
+      "learning_rate": 1.65799365838161e-07,
+      "loss": 11.9375,
+      "step": 24683
+    },
+    {
+      "epoch": 1.639370392508468,
+      "grad_norm": 195.2359619140625,
+      "learning_rate": 1.6574005994691132e-07,
+      "loss": 17.4844,
+      "step": 24684
+    },
+    {
+      "epoch": 1.6394368068008234,
+      "grad_norm": 220.80474853515625,
+      "learning_rate": 1.6568076370589955e-07,
+      "loss": 12.7344,
+      "step": 24685
+    },
+    {
+      "epoch": 1.6395032210931793,
+      "grad_norm": 259.5443420410156,
+      "learning_rate": 1.6562147711581186e-07,
+      "loss": 15.7891,
+      "step": 24686
+    },
+    {
+      "epoch": 1.6395696353855351,
+      "grad_norm": 144.77459716796875,
+      "learning_rate": 1.6556220017733336e-07,
+      "loss": 16.875,
+      "step": 24687
+    },
+    {
+      "epoch": 1.6396360496778906,
+      "grad_norm": 393.8301086425781,
+      "learning_rate": 1.655029328911506e-07,
+      "loss": 20.3281,
+      "step": 24688
+    },
+    {
+      "epoch": 1.6397024639702464,
+      "grad_norm": 117.94479370117188,
+      "learning_rate": 1.6544367525794845e-07,
+      "loss": 12.6094,
+      "step": 24689
+    },
+    {
+      "epoch": 1.639768878262602,
+      "grad_norm": 134.1357879638672,
+      "learning_rate": 1.6538442727841272e-07,
+      "loss": 13.2656,
+      "step": 24690
+    },
+    {
+      "epoch": 1.6398352925549577,
+      "grad_norm": 383.3901062011719,
+      "learning_rate": 1.6532518895322856e-07,
+      "loss": 16.1719,
+      "step": 24691
+    },
+    {
+      "epoch": 1.6399017068473136,
+      "grad_norm": 169.2380828857422,
+      "learning_rate": 1.6526596028308138e-07,
+      "loss": 14.6484,
+      "step": 24692
+    },
+    {
+      "epoch": 1.6399681211396693,
+      "grad_norm": 390.8373107910156,
+      "learning_rate": 1.6520674126865618e-07,
+      "loss": 19.5625,
+      "step": 24693
+    },
+    {
+      "epoch": 1.640034535432025,
+      "grad_norm": 400.8578796386719,
+      "learning_rate": 1.6514753191063836e-07,
+      "loss": 17.7031,
+      "step": 24694
+    },
+    {
+      "epoch": 1.6401009497243808,
+      "grad_norm": 147.20887756347656,
+      "learning_rate": 1.6508833220971198e-07,
+      "loss": 14.1719,
+      "step": 24695
+    },
+    {
+      "epoch": 1.6401673640167362,
+      "grad_norm": 419.26214599609375,
+      "learning_rate": 1.6502914216656273e-07,
+      "loss": 21.4219,
+      "step": 24696
+    },
+    {
+      "epoch": 1.6402337783090921,
+      "grad_norm": 304.8481140136719,
+      "learning_rate": 1.6496996178187472e-07,
+      "loss": 16.4844,
+      "step": 24697
+    },
+    {
+      "epoch": 1.640300192601448,
+      "grad_norm": 179.9791259765625,
+      "learning_rate": 1.6491079105633277e-07,
+      "loss": 15.7188,
+      "step": 24698
+    },
+    {
+      "epoch": 1.6403666068938034,
+      "grad_norm": 162.10015869140625,
+      "learning_rate": 1.6485162999062108e-07,
+      "loss": 15.8594,
+      "step": 24699
+    },
+    {
+      "epoch": 1.6404330211861593,
+      "grad_norm": 261.35150146484375,
+      "learning_rate": 1.6479247858542454e-07,
+      "loss": 16.5156,
+      "step": 24700
+    },
+    {
+      "epoch": 1.640499435478515,
+      "grad_norm": 103.03740692138672,
+      "learning_rate": 1.6473333684142643e-07,
+      "loss": 16.3203,
+      "step": 24701
+    },
+    {
+      "epoch": 1.6405658497708706,
+      "grad_norm": 195.2880859375,
+      "learning_rate": 1.6467420475931192e-07,
+      "loss": 15.9688,
+      "step": 24702
+    },
+    {
+      "epoch": 1.6406322640632265,
+      "grad_norm": 134.85118103027344,
+      "learning_rate": 1.646150823397643e-07,
+      "loss": 12.3906,
+      "step": 24703
+    },
+    {
+      "epoch": 1.6406986783555821,
+      "grad_norm": 343.588134765625,
+      "learning_rate": 1.6455596958346774e-07,
+      "loss": 12.7344,
+      "step": 24704
+    },
+    {
+      "epoch": 1.6407650926479378,
+      "grad_norm": 168.08689880371094,
+      "learning_rate": 1.6449686649110595e-07,
+      "loss": 15.8438,
+      "step": 24705
+    },
+    {
+      "epoch": 1.6408315069402937,
+      "grad_norm": 190.73455810546875,
+      "learning_rate": 1.644377730633626e-07,
+      "loss": 13.5156,
+      "step": 24706
+    },
+    {
+      "epoch": 1.640897921232649,
+      "grad_norm": 629.9671630859375,
+      "learning_rate": 1.6437868930092135e-07,
+      "loss": 19.375,
+      "step": 24707
+    },
+    {
+      "epoch": 1.640964335525005,
+      "grad_norm": 237.02798461914062,
+      "learning_rate": 1.6431961520446559e-07,
+      "loss": 17.0469,
+      "step": 24708
+    },
+    {
+      "epoch": 1.6410307498173609,
+      "grad_norm": 193.40109252929688,
+      "learning_rate": 1.642605507746786e-07,
+      "loss": 16.4062,
+      "step": 24709
+    },
+    {
+      "epoch": 1.6410971641097163,
+      "grad_norm": 167.80563354492188,
+      "learning_rate": 1.6420149601224355e-07,
+      "loss": 12.8125,
+      "step": 24710
+    },
+    {
+      "epoch": 1.6411635784020722,
+      "grad_norm": 182.57107543945312,
+      "learning_rate": 1.6414245091784395e-07,
+      "loss": 18.7031,
+      "step": 24711
+    },
+    {
+      "epoch": 1.6412299926944278,
+      "grad_norm": 336.7521667480469,
+      "learning_rate": 1.6408341549216209e-07,
+      "loss": 18.375,
+      "step": 24712
+    },
+    {
+      "epoch": 1.6412964069867835,
+      "grad_norm": 219.15760803222656,
+      "learning_rate": 1.6402438973588163e-07,
+      "loss": 15.2969,
+      "step": 24713
+    },
+    {
+      "epoch": 1.6413628212791394,
+      "grad_norm": 250.0186309814453,
+      "learning_rate": 1.639653736496849e-07,
+      "loss": 14.5781,
+      "step": 24714
+    },
+    {
+      "epoch": 1.641429235571495,
+      "grad_norm": 105.21009063720703,
+      "learning_rate": 1.6390636723425445e-07,
+      "loss": 13.8906,
+      "step": 24715
+    },
+    {
+      "epoch": 1.6414956498638507,
+      "grad_norm": 349.6557312011719,
+      "learning_rate": 1.638473704902731e-07,
+      "loss": 19.6875,
+      "step": 24716
+    },
+    {
+      "epoch": 1.6415620641562065,
+      "grad_norm": 270.30596923828125,
+      "learning_rate": 1.6378838341842326e-07,
+      "loss": 18.1719,
+      "step": 24717
+    },
+    {
+      "epoch": 1.641628478448562,
+      "grad_norm": 279.991943359375,
+      "learning_rate": 1.6372940601938712e-07,
+      "loss": 15.3047,
+      "step": 24718
+    },
+    {
+      "epoch": 1.6416948927409178,
+      "grad_norm": 228.02325439453125,
+      "learning_rate": 1.636704382938473e-07,
+      "loss": 17.1406,
+      "step": 24719
+    },
+    {
+      "epoch": 1.6417613070332737,
+      "grad_norm": 177.0142059326172,
+      "learning_rate": 1.6361148024248538e-07,
+      "loss": 14.625,
+      "step": 24720
+    },
+    {
+      "epoch": 1.6418277213256292,
+      "grad_norm": 220.56004333496094,
+      "learning_rate": 1.635525318659835e-07,
+      "loss": 17.1562,
+      "step": 24721
+    },
+    {
+      "epoch": 1.641894135617985,
+      "grad_norm": 159.85986328125,
+      "learning_rate": 1.6349359316502364e-07,
+      "loss": 12.9219,
+      "step": 24722
+    },
+    {
+      "epoch": 1.6419605499103407,
+      "grad_norm": 203.88296508789062,
+      "learning_rate": 1.634346641402875e-07,
+      "loss": 13.9531,
+      "step": 24723
+    },
+    {
+      "epoch": 1.6420269642026963,
+      "grad_norm": 156.2379150390625,
+      "learning_rate": 1.6337574479245686e-07,
+      "loss": 11.5312,
+      "step": 24724
+    },
+    {
+      "epoch": 1.6420933784950522,
+      "grad_norm": 189.1305694580078,
+      "learning_rate": 1.633168351222134e-07,
+      "loss": 17.2188,
+      "step": 24725
+    },
+    {
+      "epoch": 1.6421597927874079,
+      "grad_norm": 241.7805633544922,
+      "learning_rate": 1.6325793513023777e-07,
+      "loss": 14.7266,
+      "step": 24726
+    },
+    {
+      "epoch": 1.6422262070797635,
+      "grad_norm": 175.42913818359375,
+      "learning_rate": 1.6319904481721236e-07,
+      "loss": 17.4531,
+      "step": 24727
+    },
+    {
+      "epoch": 1.6422926213721194,
+      "grad_norm": 163.97596740722656,
+      "learning_rate": 1.6314016418381772e-07,
+      "loss": 19.2344,
+      "step": 24728
+    },
+    {
+      "epoch": 1.6423590356644748,
+      "grad_norm": 274.3325500488281,
+      "learning_rate": 1.6308129323073504e-07,
+      "loss": 15.9375,
+      "step": 24729
+    },
+    {
+      "epoch": 1.6424254499568307,
+      "grad_norm": 485.9000549316406,
+      "learning_rate": 1.6302243195864528e-07,
+      "loss": 20.8594,
+      "step": 24730
+    },
+    {
+      "epoch": 1.6424918642491866,
+      "grad_norm": 252.28125,
+      "learning_rate": 1.6296358036822954e-07,
+      "loss": 16.3594,
+      "step": 24731
+    },
+    {
+      "epoch": 1.642558278541542,
+      "grad_norm": 256.9784240722656,
+      "learning_rate": 1.629047384601684e-07,
+      "loss": 17.3125,
+      "step": 24732
+    },
+    {
+      "epoch": 1.642624692833898,
+      "grad_norm": 133.4009552001953,
+      "learning_rate": 1.628459062351427e-07,
+      "loss": 14.2344,
+      "step": 24733
+    },
+    {
+      "epoch": 1.6426911071262535,
+      "grad_norm": 159.39434814453125,
+      "learning_rate": 1.6278708369383242e-07,
+      "loss": 19.1094,
+      "step": 24734
+    },
+    {
+      "epoch": 1.6427575214186092,
+      "grad_norm": 364.7819519042969,
+      "learning_rate": 1.6272827083691887e-07,
+      "loss": 14.4766,
+      "step": 24735
+    },
+    {
+      "epoch": 1.642823935710965,
+      "grad_norm": 524.5494384765625,
+      "learning_rate": 1.626694676650816e-07,
+      "loss": 23.2969,
+      "step": 24736
+    },
+    {
+      "epoch": 1.6428903500033207,
+      "grad_norm": 147.48973083496094,
+      "learning_rate": 1.626106741790012e-07,
+      "loss": 13.9375,
+      "step": 24737
+    },
+    {
+      "epoch": 1.6429567642956764,
+      "grad_norm": 208.029541015625,
+      "learning_rate": 1.6255189037935756e-07,
+      "loss": 16.0469,
+      "step": 24738
+    },
+    {
+      "epoch": 1.6430231785880323,
+      "grad_norm": 169.15692138671875,
+      "learning_rate": 1.6249311626683104e-07,
+      "loss": 12.9688,
+      "step": 24739
+    },
+    {
+      "epoch": 1.6430895928803877,
+      "grad_norm": 278.8143005371094,
+      "learning_rate": 1.6243435184210074e-07,
+      "loss": 19.8203,
+      "step": 24740
+    },
+    {
+      "epoch": 1.6431560071727436,
+      "grad_norm": 186.67103576660156,
+      "learning_rate": 1.6237559710584737e-07,
+      "loss": 18.1094,
+      "step": 24741
+    },
+    {
+      "epoch": 1.6432224214650994,
+      "grad_norm": 255.00843811035156,
+      "learning_rate": 1.6231685205874978e-07,
+      "loss": 18.125,
+      "step": 24742
+    },
+    {
+      "epoch": 1.6432888357574549,
+      "grad_norm": 334.9286804199219,
+      "learning_rate": 1.622581167014876e-07,
+      "loss": 17.1094,
+      "step": 24743
+    },
+    {
+      "epoch": 1.6433552500498108,
+      "grad_norm": 203.48687744140625,
+      "learning_rate": 1.62199391034741e-07,
+      "loss": 13.1406,
+      "step": 24744
+    },
+    {
+      "epoch": 1.6434216643421664,
+      "grad_norm": 1236.5013427734375,
+      "learning_rate": 1.621406750591884e-07,
+      "loss": 19.375,
+      "step": 24745
+    },
+    {
+      "epoch": 1.643488078634522,
+      "grad_norm": 724.1102294921875,
+      "learning_rate": 1.620819687755094e-07,
+      "loss": 18.6719,
+      "step": 24746
+    },
+    {
+      "epoch": 1.643554492926878,
+      "grad_norm": 196.97946166992188,
+      "learning_rate": 1.6202327218438306e-07,
+      "loss": 15.3047,
+      "step": 24747
+    },
+    {
+      "epoch": 1.6436209072192336,
+      "grad_norm": 343.7306213378906,
+      "learning_rate": 1.6196458528648815e-07,
+      "loss": 13.0,
+      "step": 24748
+    },
+    {
+      "epoch": 1.6436873215115892,
+      "grad_norm": 117.83429718017578,
+      "learning_rate": 1.6190590808250382e-07,
+      "loss": 14.1406,
+      "step": 24749
+    },
+    {
+      "epoch": 1.6437537358039451,
+      "grad_norm": 260.3740234375,
+      "learning_rate": 1.6184724057310882e-07,
+      "loss": 23.0938,
+      "step": 24750
+    },
+    {
+      "epoch": 1.6438201500963006,
+      "grad_norm": 138.6814727783203,
+      "learning_rate": 1.617885827589812e-07,
+      "loss": 16.0469,
+      "step": 24751
+    },
+    {
+      "epoch": 1.6438865643886564,
+      "grad_norm": 107.62342834472656,
+      "learning_rate": 1.6172993464080041e-07,
+      "loss": 11.7031,
+      "step": 24752
+    },
+    {
+      "epoch": 1.6439529786810123,
+      "grad_norm": 253.92575073242188,
+      "learning_rate": 1.6167129621924414e-07,
+      "loss": 13.9297,
+      "step": 24753
+    },
+    {
+      "epoch": 1.6440193929733677,
+      "grad_norm": 307.8912048339844,
+      "learning_rate": 1.6161266749499093e-07,
+      "loss": 16.3125,
+      "step": 24754
+    },
+    {
+      "epoch": 1.6440858072657236,
+      "grad_norm": 174.57650756835938,
+      "learning_rate": 1.615540484687188e-07,
+      "loss": 18.9375,
+      "step": 24755
+    },
+    {
+      "epoch": 1.6441522215580793,
+      "grad_norm": 450.94580078125,
+      "learning_rate": 1.614954391411061e-07,
+      "loss": 13.2656,
+      "step": 24756
+    },
+    {
+      "epoch": 1.644218635850435,
+      "grad_norm": 255.43948364257812,
+      "learning_rate": 1.614368395128306e-07,
+      "loss": 15.5781,
+      "step": 24757
+    },
+    {
+      "epoch": 1.6442850501427908,
+      "grad_norm": 192.33322143554688,
+      "learning_rate": 1.6137824958457035e-07,
+      "loss": 13.9688,
+      "step": 24758
+    },
+    {
+      "epoch": 1.6443514644351465,
+      "grad_norm": 233.80970764160156,
+      "learning_rate": 1.6131966935700258e-07,
+      "loss": 21.1719,
+      "step": 24759
+    },
+    {
+      "epoch": 1.6444178787275021,
+      "grad_norm": 538.3687744140625,
+      "learning_rate": 1.6126109883080574e-07,
+      "loss": 13.6875,
+      "step": 24760
+    },
+    {
+      "epoch": 1.644484293019858,
+      "grad_norm": 1495.5078125,
+      "learning_rate": 1.612025380066565e-07,
+      "loss": 18.5,
+      "step": 24761
+    },
+    {
+      "epoch": 1.6445507073122134,
+      "grad_norm": 242.43313598632812,
+      "learning_rate": 1.611439868852328e-07,
+      "loss": 16.0938,
+      "step": 24762
+    },
+    {
+      "epoch": 1.6446171216045693,
+      "grad_norm": 159.76490783691406,
+      "learning_rate": 1.6108544546721158e-07,
+      "loss": 18.75,
+      "step": 24763
+    },
+    {
+      "epoch": 1.6446835358969252,
+      "grad_norm": 370.1626892089844,
+      "learning_rate": 1.6102691375327048e-07,
+      "loss": 14.3359,
+      "step": 24764
+    },
+    {
+      "epoch": 1.6447499501892806,
+      "grad_norm": 194.17933654785156,
+      "learning_rate": 1.6096839174408584e-07,
+      "loss": 20.6562,
+      "step": 24765
+    },
+    {
+      "epoch": 1.6448163644816365,
+      "grad_norm": 193.65634155273438,
+      "learning_rate": 1.609098794403354e-07,
+      "loss": 17.9219,
+      "step": 24766
+    },
+    {
+      "epoch": 1.6448827787739921,
+      "grad_norm": 173.30523681640625,
+      "learning_rate": 1.6085137684269545e-07,
+      "loss": 16.0156,
+      "step": 24767
+    },
+    {
+      "epoch": 1.6449491930663478,
+      "grad_norm": 240.52935791015625,
+      "learning_rate": 1.6079288395184298e-07,
+      "loss": 16.5,
+      "step": 24768
+    },
+    {
+      "epoch": 1.6450156073587037,
+      "grad_norm": 271.6162414550781,
+      "learning_rate": 1.6073440076845435e-07,
+      "loss": 23.8906,
+      "step": 24769
+    },
+    {
+      "epoch": 1.6450820216510593,
+      "grad_norm": 200.1910858154297,
+      "learning_rate": 1.6067592729320633e-07,
+      "loss": 20.9219,
+      "step": 24770
+    },
+    {
+      "epoch": 1.645148435943415,
+      "grad_norm": 223.9810333251953,
+      "learning_rate": 1.606174635267752e-07,
+      "loss": 14.2812,
+      "step": 24771
+    },
+    {
+      "epoch": 1.6452148502357709,
+      "grad_norm": 178.74539184570312,
+      "learning_rate": 1.6055900946983746e-07,
+      "loss": 14.7969,
+      "step": 24772
+    },
+    {
+      "epoch": 1.6452812645281265,
+      "grad_norm": 327.7416076660156,
+      "learning_rate": 1.6050056512306854e-07,
+      "loss": 24.5625,
+      "step": 24773
+    },
+    {
+      "epoch": 1.6453476788204822,
+      "grad_norm": 123.15043640136719,
+      "learning_rate": 1.604421304871455e-07,
+      "loss": 14.3594,
+      "step": 24774
+    },
+    {
+      "epoch": 1.645414093112838,
+      "grad_norm": 188.45921325683594,
+      "learning_rate": 1.603837055627435e-07,
+      "loss": 13.3906,
+      "step": 24775
+    },
+    {
+      "epoch": 1.6454805074051935,
+      "grad_norm": 187.47683715820312,
+      "learning_rate": 1.6032529035053876e-07,
+      "loss": 12.2188,
+      "step": 24776
+    },
+    {
+      "epoch": 1.6455469216975493,
+      "grad_norm": 178.82376098632812,
+      "learning_rate": 1.6026688485120677e-07,
+      "loss": 15.8594,
+      "step": 24777
+    },
+    {
+      "epoch": 1.645613335989905,
+      "grad_norm": 260.0588073730469,
+      "learning_rate": 1.602084890654233e-07,
+      "loss": 20.4688,
+      "step": 24778
+    },
+    {
+      "epoch": 1.6456797502822607,
+      "grad_norm": 218.5176544189453,
+      "learning_rate": 1.6015010299386366e-07,
+      "loss": 17.9219,
+      "step": 24779
+    },
+    {
+      "epoch": 1.6457461645746165,
+      "grad_norm": 242.6587677001953,
+      "learning_rate": 1.600917266372035e-07,
+      "loss": 22.9375,
+      "step": 24780
+    },
+    {
+      "epoch": 1.6458125788669722,
+      "grad_norm": 275.07574462890625,
+      "learning_rate": 1.6003335999611778e-07,
+      "loss": 20.125,
+      "step": 24781
+    },
+    {
+      "epoch": 1.6458789931593278,
+      "grad_norm": 189.8355712890625,
+      "learning_rate": 1.5997500307128186e-07,
+      "loss": 17.875,
+      "step": 24782
+    },
+    {
+      "epoch": 1.6459454074516837,
+      "grad_norm": 120.50956726074219,
+      "learning_rate": 1.59916655863371e-07,
+      "loss": 13.75,
+      "step": 24783
+    },
+    {
+      "epoch": 1.6460118217440394,
+      "grad_norm": 158.18446350097656,
+      "learning_rate": 1.5985831837305964e-07,
+      "loss": 13.5625,
+      "step": 24784
+    },
+    {
+      "epoch": 1.646078236036395,
+      "grad_norm": 291.4322204589844,
+      "learning_rate": 1.5979999060102266e-07,
+      "loss": 14.0,
+      "step": 24785
+    },
+    {
+      "epoch": 1.646144650328751,
+      "grad_norm": 339.3775634765625,
+      "learning_rate": 1.5974167254793503e-07,
+      "loss": 14.25,
+      "step": 24786
+    },
+    {
+      "epoch": 1.6462110646211063,
+      "grad_norm": 177.5742645263672,
+      "learning_rate": 1.5968336421447116e-07,
+      "loss": 22.5781,
+      "step": 24787
+    },
+    {
+      "epoch": 1.6462774789134622,
+      "grad_norm": 643.6922607421875,
+      "learning_rate": 1.596250656013055e-07,
+      "loss": 21.0625,
+      "step": 24788
+    },
+    {
+      "epoch": 1.6463438932058179,
+      "grad_norm": 155.8377685546875,
+      "learning_rate": 1.595667767091129e-07,
+      "loss": 14.2031,
+      "step": 24789
+    },
+    {
+      "epoch": 1.6464103074981735,
+      "grad_norm": 202.3421630859375,
+      "learning_rate": 1.5950849753856655e-07,
+      "loss": 16.3125,
+      "step": 24790
+    },
+    {
+      "epoch": 1.6464767217905294,
+      "grad_norm": 210.2573699951172,
+      "learning_rate": 1.594502280903418e-07,
+      "loss": 15.6719,
+      "step": 24791
+    },
+    {
+      "epoch": 1.646543136082885,
+      "grad_norm": 1103.3929443359375,
+      "learning_rate": 1.5939196836511193e-07,
+      "loss": 21.5938,
+      "step": 24792
+    },
+    {
+      "epoch": 1.6466095503752407,
+      "grad_norm": 198.3097381591797,
+      "learning_rate": 1.5933371836355104e-07,
+      "loss": 15.0859,
+      "step": 24793
+    },
+    {
+      "epoch": 1.6466759646675966,
+      "grad_norm": 281.6152038574219,
+      "learning_rate": 1.592754780863329e-07,
+      "loss": 18.4219,
+      "step": 24794
+    },
+    {
+      "epoch": 1.6467423789599522,
+      "grad_norm": 220.75015258789062,
+      "learning_rate": 1.5921724753413123e-07,
+      "loss": 15.1094,
+      "step": 24795
+    },
+    {
+      "epoch": 1.646808793252308,
+      "grad_norm": 534.4005737304688,
+      "learning_rate": 1.591590267076197e-07,
+      "loss": 13.2031,
+      "step": 24796
+    },
+    {
+      "epoch": 1.6468752075446638,
+      "grad_norm": 371.20648193359375,
+      "learning_rate": 1.591008156074718e-07,
+      "loss": 14.3906,
+      "step": 24797
+    },
+    {
+      "epoch": 1.6469416218370192,
+      "grad_norm": 224.3359832763672,
+      "learning_rate": 1.590426142343604e-07,
+      "loss": 15.9375,
+      "step": 24798
+    },
+    {
+      "epoch": 1.647008036129375,
+      "grad_norm": 294.1031494140625,
+      "learning_rate": 1.5898442258895962e-07,
+      "loss": 20.2344,
+      "step": 24799
+    },
+    {
+      "epoch": 1.6470744504217307,
+      "grad_norm": 213.2449951171875,
+      "learning_rate": 1.589262406719417e-07,
+      "loss": 19.4531,
+      "step": 24800
+    },
+    {
+      "epoch": 1.6471408647140864,
+      "grad_norm": 363.2937927246094,
+      "learning_rate": 1.5886806848398015e-07,
+      "loss": 18.25,
+      "step": 24801
+    },
+    {
+      "epoch": 1.6472072790064423,
+      "grad_norm": 445.6298522949219,
+      "learning_rate": 1.5880990602574772e-07,
+      "loss": 19.5625,
+      "step": 24802
+    },
+    {
+      "epoch": 1.647273693298798,
+      "grad_norm": 182.6721649169922,
+      "learning_rate": 1.5875175329791744e-07,
+      "loss": 11.9531,
+      "step": 24803
+    },
+    {
+      "epoch": 1.6473401075911536,
+      "grad_norm": 176.5673065185547,
+      "learning_rate": 1.5869361030116134e-07,
+      "loss": 17.1719,
+      "step": 24804
+    },
+    {
+      "epoch": 1.6474065218835094,
+      "grad_norm": 156.5658416748047,
+      "learning_rate": 1.5863547703615298e-07,
+      "loss": 14.625,
+      "step": 24805
+    },
+    {
+      "epoch": 1.647472936175865,
+      "grad_norm": 180.951171875,
+      "learning_rate": 1.5857735350356393e-07,
+      "loss": 15.7422,
+      "step": 24806
+    },
+    {
+      "epoch": 1.6475393504682208,
+      "grad_norm": 134.09800720214844,
+      "learning_rate": 1.585192397040669e-07,
+      "loss": 15.9688,
+      "step": 24807
+    },
+    {
+      "epoch": 1.6476057647605766,
+      "grad_norm": 119.56689453125,
+      "learning_rate": 1.5846113563833408e-07,
+      "loss": 14.875,
+      "step": 24808
+    },
+    {
+      "epoch": 1.647672179052932,
+      "grad_norm": 240.4866485595703,
+      "learning_rate": 1.5840304130703762e-07,
+      "loss": 15.6562,
+      "step": 24809
+    },
+    {
+      "epoch": 1.647738593345288,
+      "grad_norm": 350.891845703125,
+      "learning_rate": 1.5834495671084946e-07,
+      "loss": 14.7812,
+      "step": 24810
+    },
+    {
+      "epoch": 1.6478050076376436,
+      "grad_norm": 377.406494140625,
+      "learning_rate": 1.582868818504417e-07,
+      "loss": 15.6094,
+      "step": 24811
+    },
+    {
+      "epoch": 1.6478714219299992,
+      "grad_norm": 135.7036590576172,
+      "learning_rate": 1.5822881672648558e-07,
+      "loss": 11.375,
+      "step": 24812
+    },
+    {
+      "epoch": 1.6479378362223551,
+      "grad_norm": 199.19027709960938,
+      "learning_rate": 1.5817076133965346e-07,
+      "loss": 12.5469,
+      "step": 24813
+    },
+    {
+      "epoch": 1.6480042505147108,
+      "grad_norm": 277.3501281738281,
+      "learning_rate": 1.5811271569061636e-07,
+      "loss": 15.6094,
+      "step": 24814
+    },
+    {
+      "epoch": 1.6480706648070664,
+      "grad_norm": 241.9658660888672,
+      "learning_rate": 1.5805467978004595e-07,
+      "loss": 14.125,
+      "step": 24815
+    },
+    {
+      "epoch": 1.6481370790994223,
+      "grad_norm": 165.88035583496094,
+      "learning_rate": 1.5799665360861336e-07,
+      "loss": 17.1719,
+      "step": 24816
+    },
+    {
+      "epoch": 1.648203493391778,
+      "grad_norm": 139.31324768066406,
+      "learning_rate": 1.5793863717699008e-07,
+      "loss": 14.7344,
+      "step": 24817
+    },
+    {
+      "epoch": 1.6482699076841336,
+      "grad_norm": 540.9365844726562,
+      "learning_rate": 1.578806304858471e-07,
+      "loss": 14.0625,
+      "step": 24818
+    },
+    {
+      "epoch": 1.6483363219764895,
+      "grad_norm": 524.9176025390625,
+      "learning_rate": 1.5782263353585535e-07,
+      "loss": 16.1484,
+      "step": 24819
+    },
+    {
+      "epoch": 1.648402736268845,
+      "grad_norm": 1417.5040283203125,
+      "learning_rate": 1.577646463276857e-07,
+      "loss": 15.8438,
+      "step": 24820
+    },
+    {
+      "epoch": 1.6484691505612008,
+      "grad_norm": 223.60435485839844,
+      "learning_rate": 1.57706668862009e-07,
+      "loss": 13.875,
+      "step": 24821
+    },
+    {
+      "epoch": 1.6485355648535565,
+      "grad_norm": 423.2520751953125,
+      "learning_rate": 1.5764870113949612e-07,
+      "loss": 15.3906,
+      "step": 24822
+    },
+    {
+      "epoch": 1.648601979145912,
+      "grad_norm": 305.5118408203125,
+      "learning_rate": 1.5759074316081687e-07,
+      "loss": 15.6719,
+      "step": 24823
+    },
+    {
+      "epoch": 1.648668393438268,
+      "grad_norm": 250.7974853515625,
+      "learning_rate": 1.5753279492664262e-07,
+      "loss": 22.3281,
+      "step": 24824
+    },
+    {
+      "epoch": 1.6487348077306236,
+      "grad_norm": 306.1184387207031,
+      "learning_rate": 1.574748564376429e-07,
+      "loss": 17.4688,
+      "step": 24825
+    },
+    {
+      "epoch": 1.6488012220229793,
+      "grad_norm": 310.7344665527344,
+      "learning_rate": 1.5741692769448833e-07,
+      "loss": 13.8906,
+      "step": 24826
+    },
+    {
+      "epoch": 1.6488676363153352,
+      "grad_norm": 245.439697265625,
+      "learning_rate": 1.573590086978488e-07,
+      "loss": 11.8906,
+      "step": 24827
+    },
+    {
+      "epoch": 1.6489340506076908,
+      "grad_norm": 346.44256591796875,
+      "learning_rate": 1.5730109944839465e-07,
+      "loss": 20.2031,
+      "step": 24828
+    },
+    {
+      "epoch": 1.6490004649000465,
+      "grad_norm": 440.56768798828125,
+      "learning_rate": 1.572431999467949e-07,
+      "loss": 13.1406,
+      "step": 24829
+    },
+    {
+      "epoch": 1.6490668791924024,
+      "grad_norm": 161.68399047851562,
+      "learning_rate": 1.5718531019372038e-07,
+      "loss": 17.2188,
+      "step": 24830
+    },
+    {
+      "epoch": 1.6491332934847578,
+      "grad_norm": 289.5184326171875,
+      "learning_rate": 1.5712743018983988e-07,
+      "loss": 17.5625,
+      "step": 24831
+    },
+    {
+      "epoch": 1.6491997077771137,
+      "grad_norm": 178.42308044433594,
+      "learning_rate": 1.570695599358234e-07,
+      "loss": 11.6562,
+      "step": 24832
+    },
+    {
+      "epoch": 1.6492661220694693,
+      "grad_norm": 149.64727783203125,
+      "learning_rate": 1.5701169943234004e-07,
+      "loss": 19.5,
+      "step": 24833
+    },
+    {
+      "epoch": 1.649332536361825,
+      "grad_norm": 543.7596435546875,
+      "learning_rate": 1.5695384868005924e-07,
+      "loss": 12.9375,
+      "step": 24834
+    },
+    {
+      "epoch": 1.6493989506541809,
+      "grad_norm": 258.8646545410156,
+      "learning_rate": 1.5689600767965027e-07,
+      "loss": 13.5312,
+      "step": 24835
+    },
+    {
+      "epoch": 1.6494653649465365,
+      "grad_norm": 304.5738830566406,
+      "learning_rate": 1.5683817643178232e-07,
+      "loss": 25.8281,
+      "step": 24836
+    },
+    {
+      "epoch": 1.6495317792388922,
+      "grad_norm": 263.97991943359375,
+      "learning_rate": 1.567803549371237e-07,
+      "loss": 33.0469,
+      "step": 24837
+    },
+    {
+      "epoch": 1.649598193531248,
+      "grad_norm": 438.81976318359375,
+      "learning_rate": 1.5672254319634415e-07,
+      "loss": 16.0234,
+      "step": 24838
+    },
+    {
+      "epoch": 1.6496646078236037,
+      "grad_norm": 208.72940063476562,
+      "learning_rate": 1.5666474121011176e-07,
+      "loss": 20.6719,
+      "step": 24839
+    },
+    {
+      "epoch": 1.6497310221159593,
+      "grad_norm": 151.85101318359375,
+      "learning_rate": 1.5660694897909533e-07,
+      "loss": 12.4531,
+      "step": 24840
+    },
+    {
+      "epoch": 1.6497974364083152,
+      "grad_norm": 138.11756896972656,
+      "learning_rate": 1.5654916650396343e-07,
+      "loss": 13.4531,
+      "step": 24841
+    },
+    {
+      "epoch": 1.6498638507006707,
+      "grad_norm": 144.12393188476562,
+      "learning_rate": 1.5649139378538435e-07,
+      "loss": 16.3281,
+      "step": 24842
+    },
+    {
+      "epoch": 1.6499302649930265,
+      "grad_norm": 124.54273986816406,
+      "learning_rate": 1.564336308240265e-07,
+      "loss": 12.3438,
+      "step": 24843
+    },
+    {
+      "epoch": 1.6499966792853822,
+      "grad_norm": 831.9243774414062,
+      "learning_rate": 1.5637587762055815e-07,
+      "loss": 14.9844,
+      "step": 24844
+    },
+    {
+      "epoch": 1.6500630935777378,
+      "grad_norm": 286.38671875,
+      "learning_rate": 1.5631813417564665e-07,
+      "loss": 21.5469,
+      "step": 24845
+    },
+    {
+      "epoch": 1.6501295078700937,
+      "grad_norm": 236.13507080078125,
+      "learning_rate": 1.5626040048996115e-07,
+      "loss": 20.375,
+      "step": 24846
+    },
+    {
+      "epoch": 1.6501959221624494,
+      "grad_norm": 202.5302734375,
+      "learning_rate": 1.5620267656416841e-07,
+      "loss": 13.5,
+      "step": 24847
+    },
+    {
+      "epoch": 1.650262336454805,
+      "grad_norm": 200.14279174804688,
+      "learning_rate": 1.561449623989366e-07,
+      "loss": 26.1875,
+      "step": 24848
+    },
+    {
+      "epoch": 1.650328750747161,
+      "grad_norm": 202.90899658203125,
+      "learning_rate": 1.5608725799493328e-07,
+      "loss": 18.6094,
+      "step": 24849
+    },
+    {
+      "epoch": 1.6503951650395166,
+      "grad_norm": 421.4411926269531,
+      "learning_rate": 1.5602956335282613e-07,
+      "loss": 24.0312,
+      "step": 24850
+    },
+    {
+      "epoch": 1.6504615793318722,
+      "grad_norm": 204.35260009765625,
+      "learning_rate": 1.5597187847328185e-07,
+      "loss": 17.1562,
+      "step": 24851
+    },
+    {
+      "epoch": 1.650527993624228,
+      "grad_norm": 168.7353973388672,
+      "learning_rate": 1.559142033569687e-07,
+      "loss": 16.9531,
+      "step": 24852
+    },
+    {
+      "epoch": 1.6505944079165835,
+      "grad_norm": 457.72161865234375,
+      "learning_rate": 1.55856538004553e-07,
+      "loss": 18.6328,
+      "step": 24853
+    },
+    {
+      "epoch": 1.6506608222089394,
+      "grad_norm": 155.9185333251953,
+      "learning_rate": 1.5579888241670201e-07,
+      "loss": 16.6797,
+      "step": 24854
+    },
+    {
+      "epoch": 1.650727236501295,
+      "grad_norm": 309.46197509765625,
+      "learning_rate": 1.557412365940831e-07,
+      "loss": 12.0625,
+      "step": 24855
+    },
+    {
+      "epoch": 1.6507936507936507,
+      "grad_norm": 155.92559814453125,
+      "learning_rate": 1.5568360053736264e-07,
+      "loss": 15.1406,
+      "step": 24856
+    },
+    {
+      "epoch": 1.6508600650860066,
+      "grad_norm": 589.9507446289062,
+      "learning_rate": 1.5562597424720726e-07,
+      "loss": 22.7344,
+      "step": 24857
+    },
+    {
+      "epoch": 1.6509264793783622,
+      "grad_norm": 309.9376525878906,
+      "learning_rate": 1.5556835772428377e-07,
+      "loss": 12.6797,
+      "step": 24858
+    },
+    {
+      "epoch": 1.6509928936707179,
+      "grad_norm": 246.0657196044922,
+      "learning_rate": 1.555107509692587e-07,
+      "loss": 15.3125,
+      "step": 24859
+    },
+    {
+      "epoch": 1.6510593079630738,
+      "grad_norm": 328.9976501464844,
+      "learning_rate": 1.5545315398279823e-07,
+      "loss": 16.3594,
+      "step": 24860
+    },
+    {
+      "epoch": 1.6511257222554294,
+      "grad_norm": 510.213134765625,
+      "learning_rate": 1.5539556676556888e-07,
+      "loss": 21.6875,
+      "step": 24861
+    },
+    {
+      "epoch": 1.651192136547785,
+      "grad_norm": 174.45120239257812,
+      "learning_rate": 1.5533798931823615e-07,
+      "loss": 15.25,
+      "step": 24862
+    },
+    {
+      "epoch": 1.651258550840141,
+      "grad_norm": 188.217041015625,
+      "learning_rate": 1.5528042164146693e-07,
+      "loss": 17.4375,
+      "step": 24863
+    },
+    {
+      "epoch": 1.6513249651324964,
+      "grad_norm": 236.8739471435547,
+      "learning_rate": 1.5522286373592652e-07,
+      "loss": 18.8906,
+      "step": 24864
+    },
+    {
+      "epoch": 1.6513913794248523,
+      "grad_norm": 232.59201049804688,
+      "learning_rate": 1.5516531560228085e-07,
+      "loss": 16.125,
+      "step": 24865
+    },
+    {
+      "epoch": 1.651457793717208,
+      "grad_norm": 312.3777770996094,
+      "learning_rate": 1.5510777724119573e-07,
+      "loss": 12.5938,
+      "step": 24866
+    },
+    {
+      "epoch": 1.6515242080095636,
+      "grad_norm": 150.18751525878906,
+      "learning_rate": 1.5505024865333682e-07,
+      "loss": 16.7344,
+      "step": 24867
+    },
+    {
+      "epoch": 1.6515906223019194,
+      "grad_norm": 275.9169921875,
+      "learning_rate": 1.5499272983936895e-07,
+      "loss": 16.4062,
+      "step": 24868
+    },
+    {
+      "epoch": 1.651657036594275,
+      "grad_norm": 241.74610900878906,
+      "learning_rate": 1.5493522079995836e-07,
+      "loss": 16.7344,
+      "step": 24869
+    },
+    {
+      "epoch": 1.6517234508866308,
+      "grad_norm": 180.81826782226562,
+      "learning_rate": 1.548777215357696e-07,
+      "loss": 16.2031,
+      "step": 24870
+    },
+    {
+      "epoch": 1.6517898651789866,
+      "grad_norm": 204.0933837890625,
+      "learning_rate": 1.5482023204746807e-07,
+      "loss": 14.8203,
+      "step": 24871
+    },
+    {
+      "epoch": 1.6518562794713423,
+      "grad_norm": 159.04051208496094,
+      "learning_rate": 1.5476275233571878e-07,
+      "loss": 16.875,
+      "step": 24872
+    },
+    {
+      "epoch": 1.651922693763698,
+      "grad_norm": 222.02978515625,
+      "learning_rate": 1.547052824011865e-07,
+      "loss": 13.7188,
+      "step": 24873
+    },
+    {
+      "epoch": 1.6519891080560538,
+      "grad_norm": 492.8690490722656,
+      "learning_rate": 1.546478222445361e-07,
+      "loss": 12.8438,
+      "step": 24874
+    },
+    {
+      "epoch": 1.6520555223484092,
+      "grad_norm": 222.76795959472656,
+      "learning_rate": 1.5459037186643252e-07,
+      "loss": 15.7812,
+      "step": 24875
+    },
+    {
+      "epoch": 1.6521219366407651,
+      "grad_norm": 122.32037353515625,
+      "learning_rate": 1.5453293126753952e-07,
+      "loss": 16.9531,
+      "step": 24876
+    },
+    {
+      "epoch": 1.6521883509331208,
+      "grad_norm": 145.35641479492188,
+      "learning_rate": 1.5447550044852253e-07,
+      "loss": 16.3906,
+      "step": 24877
+    },
+    {
+      "epoch": 1.6522547652254764,
+      "grad_norm": 196.51272583007812,
+      "learning_rate": 1.5441807941004515e-07,
+      "loss": 11.7812,
+      "step": 24878
+    },
+    {
+      "epoch": 1.6523211795178323,
+      "grad_norm": 127.42164611816406,
+      "learning_rate": 1.5436066815277182e-07,
+      "loss": 12.4062,
+      "step": 24879
+    },
+    {
+      "epoch": 1.652387593810188,
+      "grad_norm": 121.57000732421875,
+      "learning_rate": 1.543032666773667e-07,
+      "loss": 16.0781,
+      "step": 24880
+    },
+    {
+      "epoch": 1.6524540081025436,
+      "grad_norm": 268.0760803222656,
+      "learning_rate": 1.542458749844937e-07,
+      "loss": 12.2812,
+      "step": 24881
+    },
+    {
+      "epoch": 1.6525204223948995,
+      "grad_norm": 171.9470672607422,
+      "learning_rate": 1.5418849307481675e-07,
+      "loss": 13.375,
+      "step": 24882
+    },
+    {
+      "epoch": 1.6525868366872551,
+      "grad_norm": 339.4295654296875,
+      "learning_rate": 1.5413112094899984e-07,
+      "loss": 17.25,
+      "step": 24883
+    },
+    {
+      "epoch": 1.6526532509796108,
+      "grad_norm": 225.8066864013672,
+      "learning_rate": 1.5407375860770588e-07,
+      "loss": 18.7031,
+      "step": 24884
+    },
+    {
+      "epoch": 1.6527196652719667,
+      "grad_norm": 210.7998504638672,
+      "learning_rate": 1.5401640605159938e-07,
+      "loss": 15.7266,
+      "step": 24885
+    },
+    {
+      "epoch": 1.652786079564322,
+      "grad_norm": 141.92852783203125,
+      "learning_rate": 1.53959063281343e-07,
+      "loss": 12.1094,
+      "step": 24886
+    },
+    {
+      "epoch": 1.652852493856678,
+      "grad_norm": 274.19573974609375,
+      "learning_rate": 1.5390173029760034e-07,
+      "loss": 14.6953,
+      "step": 24887
+    },
+    {
+      "epoch": 1.6529189081490336,
+      "grad_norm": 344.5126647949219,
+      "learning_rate": 1.5384440710103452e-07,
+      "loss": 23.1875,
+      "step": 24888
+    },
+    {
+      "epoch": 1.6529853224413893,
+      "grad_norm": 446.3424987792969,
+      "learning_rate": 1.5378709369230903e-07,
+      "loss": 26.4375,
+      "step": 24889
+    },
+    {
+      "epoch": 1.6530517367337452,
+      "grad_norm": 537.0325927734375,
+      "learning_rate": 1.5372979007208586e-07,
+      "loss": 16.2969,
+      "step": 24890
+    },
+    {
+      "epoch": 1.6531181510261008,
+      "grad_norm": 144.70797729492188,
+      "learning_rate": 1.5367249624102884e-07,
+      "loss": 12.8125,
+      "step": 24891
+    },
+    {
+      "epoch": 1.6531845653184565,
+      "grad_norm": 638.2757568359375,
+      "learning_rate": 1.5361521219980056e-07,
+      "loss": 14.9688,
+      "step": 24892
+    },
+    {
+      "epoch": 1.6532509796108124,
+      "grad_norm": 168.55685424804688,
+      "learning_rate": 1.5355793794906303e-07,
+      "loss": 14.8594,
+      "step": 24893
+    },
+    {
+      "epoch": 1.653317393903168,
+      "grad_norm": 186.58302307128906,
+      "learning_rate": 1.5350067348947959e-07,
+      "loss": 12.0547,
+      "step": 24894
+    },
+    {
+      "epoch": 1.6533838081955237,
+      "grad_norm": 277.54693603515625,
+      "learning_rate": 1.5344341882171208e-07,
+      "loss": 14.0,
+      "step": 24895
+    },
+    {
+      "epoch": 1.6534502224878795,
+      "grad_norm": 518.6716918945312,
+      "learning_rate": 1.5338617394642283e-07,
+      "loss": 13.6094,
+      "step": 24896
+    },
+    {
+      "epoch": 1.653516636780235,
+      "grad_norm": 118.95182037353516,
+      "learning_rate": 1.5332893886427422e-07,
+      "loss": 12.7891,
+      "step": 24897
+    },
+    {
+      "epoch": 1.6535830510725908,
+      "grad_norm": 174.66403198242188,
+      "learning_rate": 1.5327171357592826e-07,
+      "loss": 16.7109,
+      "step": 24898
+    },
+    {
+      "epoch": 1.6536494653649465,
+      "grad_norm": 147.66177368164062,
+      "learning_rate": 1.5321449808204678e-07,
+      "loss": 13.875,
+      "step": 24899
+    },
+    {
+      "epoch": 1.6537158796573022,
+      "grad_norm": 1483.5574951171875,
+      "learning_rate": 1.53157292383292e-07,
+      "loss": 14.9688,
+      "step": 24900
+    },
+    {
+      "epoch": 1.653782293949658,
+      "grad_norm": 174.78271484375,
+      "learning_rate": 1.5310009648032485e-07,
+      "loss": 12.3281,
+      "step": 24901
+    },
+    {
+      "epoch": 1.6538487082420137,
+      "grad_norm": 133.7943115234375,
+      "learning_rate": 1.530429103738079e-07,
+      "loss": 14.4062,
+      "step": 24902
+    },
+    {
+      "epoch": 1.6539151225343693,
+      "grad_norm": 195.6826934814453,
+      "learning_rate": 1.5298573406440196e-07,
+      "loss": 14.8594,
+      "step": 24903
+    },
+    {
+      "epoch": 1.6539815368267252,
+      "grad_norm": 308.19390869140625,
+      "learning_rate": 1.5292856755276862e-07,
+      "loss": 22.5938,
+      "step": 24904
+    },
+    {
+      "epoch": 1.6540479511190809,
+      "grad_norm": 106.14767456054688,
+      "learning_rate": 1.528714108395691e-07,
+      "loss": 11.9219,
+      "step": 24905
+    },
+    {
+      "epoch": 1.6541143654114365,
+      "grad_norm": 384.7738342285156,
+      "learning_rate": 1.528142639254647e-07,
+      "loss": 18.9062,
+      "step": 24906
+    },
+    {
+      "epoch": 1.6541807797037924,
+      "grad_norm": 301.5255126953125,
+      "learning_rate": 1.527571268111164e-07,
+      "loss": 14.2656,
+      "step": 24907
+    },
+    {
+      "epoch": 1.6542471939961478,
+      "grad_norm": 1160.6070556640625,
+      "learning_rate": 1.5269999949718527e-07,
+      "loss": 16.1719,
+      "step": 24908
+    },
+    {
+      "epoch": 1.6543136082885037,
+      "grad_norm": 215.819580078125,
+      "learning_rate": 1.526428819843316e-07,
+      "loss": 18.0156,
+      "step": 24909
+    },
+    {
+      "epoch": 1.6543800225808594,
+      "grad_norm": 525.449462890625,
+      "learning_rate": 1.5258577427321684e-07,
+      "loss": 20.7812,
+      "step": 24910
+    },
+    {
+      "epoch": 1.654446436873215,
+      "grad_norm": 695.5877075195312,
+      "learning_rate": 1.5252867636450095e-07,
+      "loss": 21.0156,
+      "step": 24911
+    },
+    {
+      "epoch": 1.654512851165571,
+      "grad_norm": 172.0767059326172,
+      "learning_rate": 1.5247158825884464e-07,
+      "loss": 13.5312,
+      "step": 24912
+    },
+    {
+      "epoch": 1.6545792654579266,
+      "grad_norm": 608.4347534179688,
+      "learning_rate": 1.5241450995690842e-07,
+      "loss": 12.8125,
+      "step": 24913
+    },
+    {
+      "epoch": 1.6546456797502822,
+      "grad_norm": 188.6566162109375,
+      "learning_rate": 1.5235744145935248e-07,
+      "loss": 12.6406,
+      "step": 24914
+    },
+    {
+      "epoch": 1.654712094042638,
+      "grad_norm": 188.4800567626953,
+      "learning_rate": 1.5230038276683644e-07,
+      "loss": 18.9531,
+      "step": 24915
+    },
+    {
+      "epoch": 1.6547785083349937,
+      "grad_norm": 336.60980224609375,
+      "learning_rate": 1.5224333388002132e-07,
+      "loss": 18.5625,
+      "step": 24916
+    },
+    {
+      "epoch": 1.6548449226273494,
+      "grad_norm": 230.20167541503906,
+      "learning_rate": 1.5218629479956614e-07,
+      "loss": 15.125,
+      "step": 24917
+    },
+    {
+      "epoch": 1.6549113369197053,
+      "grad_norm": 196.74813842773438,
+      "learning_rate": 1.5212926552613103e-07,
+      "loss": 24.8438,
+      "step": 24918
+    },
+    {
+      "epoch": 1.6549777512120607,
+      "grad_norm": 278.9327697753906,
+      "learning_rate": 1.5207224606037572e-07,
+      "loss": 18.1562,
+      "step": 24919
+    },
+    {
+      "epoch": 1.6550441655044166,
+      "grad_norm": 198.92135620117188,
+      "learning_rate": 1.5201523640295966e-07,
+      "loss": 15.875,
+      "step": 24920
+    },
+    {
+      "epoch": 1.6551105797967722,
+      "grad_norm": 179.4119415283203,
+      "learning_rate": 1.5195823655454244e-07,
+      "loss": 13.0703,
+      "step": 24921
+    },
+    {
+      "epoch": 1.6551769940891279,
+      "grad_norm": 156.00094604492188,
+      "learning_rate": 1.519012465157835e-07,
+      "loss": 15.4062,
+      "step": 24922
+    },
+    {
+      "epoch": 1.6552434083814838,
+      "grad_norm": 257.4842529296875,
+      "learning_rate": 1.5184426628734148e-07,
+      "loss": 19.5312,
+      "step": 24923
+    },
+    {
+      "epoch": 1.6553098226738394,
+      "grad_norm": 169.10096740722656,
+      "learning_rate": 1.5178729586987639e-07,
+      "loss": 15.9531,
+      "step": 24924
+    },
+    {
+      "epoch": 1.655376236966195,
+      "grad_norm": 2612.609375,
+      "learning_rate": 1.5173033526404645e-07,
+      "loss": 14.3281,
+      "step": 24925
+    },
+    {
+      "epoch": 1.655442651258551,
+      "grad_norm": 228.07064819335938,
+      "learning_rate": 1.5167338447051092e-07,
+      "loss": 16.2344,
+      "step": 24926
+    },
+    {
+      "epoch": 1.6555090655509066,
+      "grad_norm": 265.94244384765625,
+      "learning_rate": 1.5161644348992853e-07,
+      "loss": 16.3125,
+      "step": 24927
+    },
+    {
+      "epoch": 1.6555754798432623,
+      "grad_norm": 225.7395782470703,
+      "learning_rate": 1.5155951232295783e-07,
+      "loss": 10.5938,
+      "step": 24928
+    },
+    {
+      "epoch": 1.6556418941356181,
+      "grad_norm": 272.8168640136719,
+      "learning_rate": 1.5150259097025742e-07,
+      "loss": 17.0859,
+      "step": 24929
+    },
+    {
+      "epoch": 1.6557083084279736,
+      "grad_norm": 150.7448272705078,
+      "learning_rate": 1.5144567943248588e-07,
+      "loss": 14.3125,
+      "step": 24930
+    },
+    {
+      "epoch": 1.6557747227203294,
+      "grad_norm": 133.20156860351562,
+      "learning_rate": 1.5138877771030157e-07,
+      "loss": 19.9062,
+      "step": 24931
+    },
+    {
+      "epoch": 1.655841137012685,
+      "grad_norm": 115.06976318359375,
+      "learning_rate": 1.5133188580436218e-07,
+      "loss": 15.5312,
+      "step": 24932
+    },
+    {
+      "epoch": 1.6559075513050407,
+      "grad_norm": 218.5712432861328,
+      "learning_rate": 1.5127500371532654e-07,
+      "loss": 18.7188,
+      "step": 24933
+    },
+    {
+      "epoch": 1.6559739655973966,
+      "grad_norm": 167.61354064941406,
+      "learning_rate": 1.5121813144385198e-07,
+      "loss": 15.6406,
+      "step": 24934
+    },
+    {
+      "epoch": 1.6560403798897523,
+      "grad_norm": 207.89183044433594,
+      "learning_rate": 1.5116126899059678e-07,
+      "loss": 21.375,
+      "step": 24935
+    },
+    {
+      "epoch": 1.656106794182108,
+      "grad_norm": 407.50244140625,
+      "learning_rate": 1.511044163562184e-07,
+      "loss": 21.3125,
+      "step": 24936
+    },
+    {
+      "epoch": 1.6561732084744638,
+      "grad_norm": 362.6851806640625,
+      "learning_rate": 1.5104757354137476e-07,
+      "loss": 15.5781,
+      "step": 24937
+    },
+    {
+      "epoch": 1.6562396227668195,
+      "grad_norm": 159.9490203857422,
+      "learning_rate": 1.5099074054672323e-07,
+      "loss": 17.0938,
+      "step": 24938
+    },
+    {
+      "epoch": 1.6563060370591751,
+      "grad_norm": 450.8476257324219,
+      "learning_rate": 1.5093391737292138e-07,
+      "loss": 16.8438,
+      "step": 24939
+    },
+    {
+      "epoch": 1.656372451351531,
+      "grad_norm": 121.05587005615234,
+      "learning_rate": 1.5087710402062603e-07,
+      "loss": 12.5625,
+      "step": 24940
+    },
+    {
+      "epoch": 1.6564388656438864,
+      "grad_norm": 169.4484405517578,
+      "learning_rate": 1.508203004904951e-07,
+      "loss": 19.4062,
+      "step": 24941
+    },
+    {
+      "epoch": 1.6565052799362423,
+      "grad_norm": 268.28662109375,
+      "learning_rate": 1.5076350678318505e-07,
+      "loss": 16.0625,
+      "step": 24942
+    },
+    {
+      "epoch": 1.656571694228598,
+      "grad_norm": 127.1741943359375,
+      "learning_rate": 1.5070672289935303e-07,
+      "loss": 17.6875,
+      "step": 24943
+    },
+    {
+      "epoch": 1.6566381085209536,
+      "grad_norm": 196.28277587890625,
+      "learning_rate": 1.50649948839656e-07,
+      "loss": 16.25,
+      "step": 24944
+    },
+    {
+      "epoch": 1.6567045228133095,
+      "grad_norm": 161.90829467773438,
+      "learning_rate": 1.5059318460475046e-07,
+      "loss": 14.3281,
+      "step": 24945
+    },
+    {
+      "epoch": 1.6567709371056651,
+      "grad_norm": 290.41326904296875,
+      "learning_rate": 1.5053643019529328e-07,
+      "loss": 11.7969,
+      "step": 24946
+    },
+    {
+      "epoch": 1.6568373513980208,
+      "grad_norm": 107.68984985351562,
+      "learning_rate": 1.5047968561194102e-07,
+      "loss": 15.7344,
+      "step": 24947
+    },
+    {
+      "epoch": 1.6569037656903767,
+      "grad_norm": 327.9673767089844,
+      "learning_rate": 1.5042295085534951e-07,
+      "loss": 15.7344,
+      "step": 24948
+    },
+    {
+      "epoch": 1.6569701799827323,
+      "grad_norm": 144.17044067382812,
+      "learning_rate": 1.5036622592617577e-07,
+      "loss": 12.4453,
+      "step": 24949
+    },
+    {
+      "epoch": 1.657036594275088,
+      "grad_norm": 79.1612548828125,
+      "learning_rate": 1.5030951082507536e-07,
+      "loss": 12.1094,
+      "step": 24950
+    },
+    {
+      "epoch": 1.6571030085674439,
+      "grad_norm": 220.50283813476562,
+      "learning_rate": 1.502528055527047e-07,
+      "loss": 15.6797,
+      "step": 24951
+    },
+    {
+      "epoch": 1.6571694228597993,
+      "grad_norm": 355.8869934082031,
+      "learning_rate": 1.5019611010971954e-07,
+      "loss": 20.7812,
+      "step": 24952
+    },
+    {
+      "epoch": 1.6572358371521552,
+      "grad_norm": 227.69102478027344,
+      "learning_rate": 1.5013942449677598e-07,
+      "loss": 15.7344,
+      "step": 24953
+    },
+    {
+      "epoch": 1.6573022514445108,
+      "grad_norm": 267.3878479003906,
+      "learning_rate": 1.5008274871452898e-07,
+      "loss": 14.5,
+      "step": 24954
+    },
+    {
+      "epoch": 1.6573686657368665,
+      "grad_norm": 225.6598358154297,
+      "learning_rate": 1.5002608276363514e-07,
+      "loss": 15.4766,
+      "step": 24955
+    },
+    {
+      "epoch": 1.6574350800292224,
+      "grad_norm": 86.03932189941406,
+      "learning_rate": 1.4996942664474922e-07,
+      "loss": 15.0625,
+      "step": 24956
+    },
+    {
+      "epoch": 1.657501494321578,
+      "grad_norm": 137.50953674316406,
+      "learning_rate": 1.4991278035852683e-07,
+      "loss": 13.2031,
+      "step": 24957
+    },
+    {
+      "epoch": 1.6575679086139337,
+      "grad_norm": 151.18209838867188,
+      "learning_rate": 1.4985614390562328e-07,
+      "loss": 15.2969,
+      "step": 24958
+    },
+    {
+      "epoch": 1.6576343229062895,
+      "grad_norm": 129.35617065429688,
+      "learning_rate": 1.497995172866935e-07,
+      "loss": 18.6562,
+      "step": 24959
+    },
+    {
+      "epoch": 1.6577007371986452,
+      "grad_norm": 439.5549011230469,
+      "learning_rate": 1.497429005023928e-07,
+      "loss": 17.7031,
+      "step": 24960
+    },
+    {
+      "epoch": 1.6577671514910008,
+      "grad_norm": 177.29302978515625,
+      "learning_rate": 1.4968629355337603e-07,
+      "loss": 18.5469,
+      "step": 24961
+    },
+    {
+      "epoch": 1.6578335657833567,
+      "grad_norm": 139.2902069091797,
+      "learning_rate": 1.4962969644029755e-07,
+      "loss": 10.125,
+      "step": 24962
+    },
+    {
+      "epoch": 1.6578999800757122,
+      "grad_norm": 181.4283447265625,
+      "learning_rate": 1.4957310916381271e-07,
+      "loss": 21.0938,
+      "step": 24963
+    },
+    {
+      "epoch": 1.657966394368068,
+      "grad_norm": 403.2251281738281,
+      "learning_rate": 1.4951653172457567e-07,
+      "loss": 17.7344,
+      "step": 24964
+    },
+    {
+      "epoch": 1.6580328086604237,
+      "grad_norm": 213.97836303710938,
+      "learning_rate": 1.494599641232407e-07,
+      "loss": 15.3594,
+      "step": 24965
+    },
+    {
+      "epoch": 1.6580992229527793,
+      "grad_norm": 155.2154998779297,
+      "learning_rate": 1.4940340636046289e-07,
+      "loss": 15.3125,
+      "step": 24966
+    },
+    {
+      "epoch": 1.6581656372451352,
+      "grad_norm": 261.81707763671875,
+      "learning_rate": 1.4934685843689566e-07,
+      "loss": 15.3672,
+      "step": 24967
+    },
+    {
+      "epoch": 1.6582320515374909,
+      "grad_norm": 237.28009033203125,
+      "learning_rate": 1.4929032035319355e-07,
+      "loss": 13.0625,
+      "step": 24968
+    },
+    {
+      "epoch": 1.6582984658298465,
+      "grad_norm": 280.4202575683594,
+      "learning_rate": 1.4923379211001043e-07,
+      "loss": 19.8438,
+      "step": 24969
+    },
+    {
+      "epoch": 1.6583648801222024,
+      "grad_norm": 645.8557739257812,
+      "learning_rate": 1.4917727370800027e-07,
+      "loss": 19.7188,
+      "step": 24970
+    },
+    {
+      "epoch": 1.658431294414558,
+      "grad_norm": 133.34072875976562,
+      "learning_rate": 1.491207651478168e-07,
+      "loss": 15.2031,
+      "step": 24971
+    },
+    {
+      "epoch": 1.6584977087069137,
+      "grad_norm": 332.1906433105469,
+      "learning_rate": 1.4906426643011383e-07,
+      "loss": 18.2812,
+      "step": 24972
+    },
+    {
+      "epoch": 1.6585641229992696,
+      "grad_norm": 197.737060546875,
+      "learning_rate": 1.490077775555446e-07,
+      "loss": 14.6875,
+      "step": 24973
+    },
+    {
+      "epoch": 1.658630537291625,
+      "grad_norm": 174.61831665039062,
+      "learning_rate": 1.4895129852476263e-07,
+      "loss": 18.5312,
+      "step": 24974
+    },
+    {
+      "epoch": 1.658696951583981,
+      "grad_norm": 188.7240753173828,
+      "learning_rate": 1.4889482933842135e-07,
+      "loss": 21.0781,
+      "step": 24975
+    },
+    {
+      "epoch": 1.6587633658763365,
+      "grad_norm": 172.47750854492188,
+      "learning_rate": 1.488383699971738e-07,
+      "loss": 13.2656,
+      "step": 24976
+    },
+    {
+      "epoch": 1.6588297801686922,
+      "grad_norm": 182.19850158691406,
+      "learning_rate": 1.4878192050167325e-07,
+      "loss": 16.875,
+      "step": 24977
+    },
+    {
+      "epoch": 1.658896194461048,
+      "grad_norm": 203.1860809326172,
+      "learning_rate": 1.4872548085257286e-07,
+      "loss": 13.875,
+      "step": 24978
+    },
+    {
+      "epoch": 1.6589626087534037,
+      "grad_norm": 392.09735107421875,
+      "learning_rate": 1.4866905105052474e-07,
+      "loss": 22.8125,
+      "step": 24979
+    },
+    {
+      "epoch": 1.6590290230457594,
+      "grad_norm": 226.2626495361328,
+      "learning_rate": 1.486126310961826e-07,
+      "loss": 18.1406,
+      "step": 24980
+    },
+    {
+      "epoch": 1.6590954373381153,
+      "grad_norm": 634.3818359375,
+      "learning_rate": 1.4855622099019838e-07,
+      "loss": 10.9688,
+      "step": 24981
+    },
+    {
+      "epoch": 1.659161851630471,
+      "grad_norm": 402.6131896972656,
+      "learning_rate": 1.4849982073322485e-07,
+      "loss": 12.9688,
+      "step": 24982
+    },
+    {
+      "epoch": 1.6592282659228266,
+      "grad_norm": 156.79354858398438,
+      "learning_rate": 1.4844343032591432e-07,
+      "loss": 16.7031,
+      "step": 24983
+    },
+    {
+      "epoch": 1.6592946802151824,
+      "grad_norm": 248.74713134765625,
+      "learning_rate": 1.4838704976891926e-07,
+      "loss": 15.6719,
+      "step": 24984
+    },
+    {
+      "epoch": 1.6593610945075379,
+      "grad_norm": 148.5166473388672,
+      "learning_rate": 1.4833067906289165e-07,
+      "loss": 13.9688,
+      "step": 24985
+    },
+    {
+      "epoch": 1.6594275087998938,
+      "grad_norm": 181.0801544189453,
+      "learning_rate": 1.482743182084839e-07,
+      "loss": 14.3281,
+      "step": 24986
+    },
+    {
+      "epoch": 1.6594939230922494,
+      "grad_norm": 452.48297119140625,
+      "learning_rate": 1.4821796720634728e-07,
+      "loss": 14.9531,
+      "step": 24987
+    },
+    {
+      "epoch": 1.659560337384605,
+      "grad_norm": 357.6058349609375,
+      "learning_rate": 1.4816162605713446e-07,
+      "loss": 15.5469,
+      "step": 24988
+    },
+    {
+      "epoch": 1.659626751676961,
+      "grad_norm": 165.39381408691406,
+      "learning_rate": 1.4810529476149646e-07,
+      "loss": 16.5,
+      "step": 24989
+    },
+    {
+      "epoch": 1.6596931659693166,
+      "grad_norm": 157.5460662841797,
+      "learning_rate": 1.4804897332008537e-07,
+      "loss": 15.9375,
+      "step": 24990
+    },
+    {
+      "epoch": 1.6597595802616723,
+      "grad_norm": 227.0642852783203,
+      "learning_rate": 1.479926617335523e-07,
+      "loss": 20.875,
+      "step": 24991
+    },
+    {
+      "epoch": 1.6598259945540281,
+      "grad_norm": 214.30235290527344,
+      "learning_rate": 1.4793636000254916e-07,
+      "loss": 16.0781,
+      "step": 24992
+    },
+    {
+      "epoch": 1.6598924088463838,
+      "grad_norm": 158.52401733398438,
+      "learning_rate": 1.4788006812772635e-07,
+      "loss": 12.0547,
+      "step": 24993
+    },
+    {
+      "epoch": 1.6599588231387394,
+      "grad_norm": 166.27911376953125,
+      "learning_rate": 1.4782378610973611e-07,
+      "loss": 17.0312,
+      "step": 24994
+    },
+    {
+      "epoch": 1.6600252374310953,
+      "grad_norm": 472.7980041503906,
+      "learning_rate": 1.477675139492286e-07,
+      "loss": 14.3438,
+      "step": 24995
+    },
+    {
+      "epoch": 1.6600916517234507,
+      "grad_norm": 245.90065002441406,
+      "learning_rate": 1.4771125164685516e-07,
+      "loss": 16.8359,
+      "step": 24996
+    },
+    {
+      "epoch": 1.6601580660158066,
+      "grad_norm": 162.78848266601562,
+      "learning_rate": 1.4765499920326642e-07,
+      "loss": 16.1875,
+      "step": 24997
+    },
+    {
+      "epoch": 1.6602244803081623,
+      "grad_norm": 331.3971252441406,
+      "learning_rate": 1.4759875661911315e-07,
+      "loss": 11.0469,
+      "step": 24998
+    },
+    {
+      "epoch": 1.660290894600518,
+      "grad_norm": 414.06024169921875,
+      "learning_rate": 1.4754252389504595e-07,
+      "loss": 15.7344,
+      "step": 24999
+    },
+    {
+      "epoch": 1.6603573088928738,
+      "grad_norm": 325.1572265625,
+      "learning_rate": 1.4748630103171554e-07,
+      "loss": 18.5625,
+      "step": 25000
+    },
+    {
+      "epoch": 1.6604237231852295,
+      "grad_norm": 793.7909545898438,
+      "learning_rate": 1.4743008802977153e-07,
+      "loss": 20.6875,
+      "step": 25001
+    },
+    {
+      "epoch": 1.6604901374775851,
+      "grad_norm": 214.54315185546875,
+      "learning_rate": 1.473738848898649e-07,
+      "loss": 14.7031,
+      "step": 25002
+    },
+    {
+      "epoch": 1.660556551769941,
+      "grad_norm": 576.534912109375,
+      "learning_rate": 1.4731769161264574e-07,
+      "loss": 13.25,
+      "step": 25003
+    },
+    {
+      "epoch": 1.6606229660622966,
+      "grad_norm": 302.9020690917969,
+      "learning_rate": 1.4726150819876338e-07,
+      "loss": 16.6719,
+      "step": 25004
+    },
+    {
+      "epoch": 1.6606893803546523,
+      "grad_norm": 605.7962646484375,
+      "learning_rate": 1.4720533464886852e-07,
+      "loss": 17.0156,
+      "step": 25005
+    },
+    {
+      "epoch": 1.6607557946470082,
+      "grad_norm": 232.94949340820312,
+      "learning_rate": 1.4714917096361057e-07,
+      "loss": 16.8438,
+      "step": 25006
+    },
+    {
+      "epoch": 1.6608222089393636,
+      "grad_norm": 450.089111328125,
+      "learning_rate": 1.470930171436391e-07,
+      "loss": 12.9062,
+      "step": 25007
+    },
+    {
+      "epoch": 1.6608886232317195,
+      "grad_norm": 169.5866241455078,
+      "learning_rate": 1.4703687318960378e-07,
+      "loss": 15.7188,
+      "step": 25008
+    },
+    {
+      "epoch": 1.6609550375240751,
+      "grad_norm": 180.13706970214844,
+      "learning_rate": 1.4698073910215415e-07,
+      "loss": 15.6094,
+      "step": 25009
+    },
+    {
+      "epoch": 1.6610214518164308,
+      "grad_norm": 753.99755859375,
+      "learning_rate": 1.4692461488193942e-07,
+      "loss": 16.2656,
+      "step": 25010
+    },
+    {
+      "epoch": 1.6610878661087867,
+      "grad_norm": 241.98330688476562,
+      "learning_rate": 1.4686850052960897e-07,
+      "loss": 17.9531,
+      "step": 25011
+    },
+    {
+      "epoch": 1.6611542804011423,
+      "grad_norm": 220.0245361328125,
+      "learning_rate": 1.4681239604581142e-07,
+      "loss": 19.0625,
+      "step": 25012
+    },
+    {
+      "epoch": 1.661220694693498,
+      "grad_norm": 332.4740295410156,
+      "learning_rate": 1.4675630143119655e-07,
+      "loss": 19.5625,
+      "step": 25013
+    },
+    {
+      "epoch": 1.6612871089858539,
+      "grad_norm": 141.75521850585938,
+      "learning_rate": 1.4670021668641252e-07,
+      "loss": 11.6406,
+      "step": 25014
+    },
+    {
+      "epoch": 1.6613535232782095,
+      "grad_norm": 167.761474609375,
+      "learning_rate": 1.4664414181210828e-07,
+      "loss": 16.9062,
+      "step": 25015
+    },
+    {
+      "epoch": 1.6614199375705652,
+      "grad_norm": 158.63401794433594,
+      "learning_rate": 1.4658807680893258e-07,
+      "loss": 18.0625,
+      "step": 25016
+    },
+    {
+      "epoch": 1.661486351862921,
+      "grad_norm": 215.951171875,
+      "learning_rate": 1.465320216775342e-07,
+      "loss": 18.6406,
+      "step": 25017
+    },
+    {
+      "epoch": 1.6615527661552765,
+      "grad_norm": 180.39378356933594,
+      "learning_rate": 1.4647597641856068e-07,
+      "loss": 18.375,
+      "step": 25018
+    },
+    {
+      "epoch": 1.6616191804476323,
+      "grad_norm": 110.38764190673828,
+      "learning_rate": 1.464199410326614e-07,
+      "loss": 13.0781,
+      "step": 25019
+    },
+    {
+      "epoch": 1.661685594739988,
+      "grad_norm": 239.20542907714844,
+      "learning_rate": 1.463639155204839e-07,
+      "loss": 13.7734,
+      "step": 25020
+    },
+    {
+      "epoch": 1.6617520090323437,
+      "grad_norm": 129.92910766601562,
+      "learning_rate": 1.4630789988267633e-07,
+      "loss": 12.5469,
+      "step": 25021
+    },
+    {
+      "epoch": 1.6618184233246995,
+      "grad_norm": 194.95382690429688,
+      "learning_rate": 1.462518941198867e-07,
+      "loss": 16.0625,
+      "step": 25022
+    },
+    {
+      "epoch": 1.6618848376170552,
+      "grad_norm": 163.02210998535156,
+      "learning_rate": 1.461958982327628e-07,
+      "loss": 11.6094,
+      "step": 25023
+    },
+    {
+      "epoch": 1.6619512519094108,
+      "grad_norm": 147.96473693847656,
+      "learning_rate": 1.4613991222195255e-07,
+      "loss": 13.1406,
+      "step": 25024
+    },
+    {
+      "epoch": 1.6620176662017667,
+      "grad_norm": 190.80828857421875,
+      "learning_rate": 1.4608393608810356e-07,
+      "loss": 25.0,
+      "step": 25025
+    },
+    {
+      "epoch": 1.6620840804941224,
+      "grad_norm": 128.92098999023438,
+      "learning_rate": 1.4602796983186273e-07,
+      "loss": 12.5625,
+      "step": 25026
+    },
+    {
+      "epoch": 1.662150494786478,
+      "grad_norm": 210.6087188720703,
+      "learning_rate": 1.4597201345387845e-07,
+      "loss": 13.9688,
+      "step": 25027
+    },
+    {
+      "epoch": 1.662216909078834,
+      "grad_norm": 137.3203582763672,
+      "learning_rate": 1.4591606695479719e-07,
+      "loss": 19.3281,
+      "step": 25028
+    },
+    {
+      "epoch": 1.6622833233711893,
+      "grad_norm": 393.2651062011719,
+      "learning_rate": 1.4586013033526634e-07,
+      "loss": 14.9375,
+      "step": 25029
+    },
+    {
+      "epoch": 1.6623497376635452,
+      "grad_norm": 522.7659912109375,
+      "learning_rate": 1.4580420359593304e-07,
+      "loss": 28.75,
+      "step": 25030
+    },
+    {
+      "epoch": 1.6624161519559009,
+      "grad_norm": 288.2536926269531,
+      "learning_rate": 1.457482867374441e-07,
+      "loss": 17.625,
+      "step": 25031
+    },
+    {
+      "epoch": 1.6624825662482565,
+      "grad_norm": 231.87181091308594,
+      "learning_rate": 1.4569237976044636e-07,
+      "loss": 12.125,
+      "step": 25032
+    },
+    {
+      "epoch": 1.6625489805406124,
+      "grad_norm": 140.4229736328125,
+      "learning_rate": 1.456364826655868e-07,
+      "loss": 16.9688,
+      "step": 25033
+    },
+    {
+      "epoch": 1.662615394832968,
+      "grad_norm": 152.73915100097656,
+      "learning_rate": 1.4558059545351142e-07,
+      "loss": 14.4375,
+      "step": 25034
+    },
+    {
+      "epoch": 1.6626818091253237,
+      "grad_norm": 310.5121765136719,
+      "learning_rate": 1.4552471812486733e-07,
+      "loss": 22.5938,
+      "step": 25035
+    },
+    {
+      "epoch": 1.6627482234176796,
+      "grad_norm": 386.9742126464844,
+      "learning_rate": 1.4546885068030047e-07,
+      "loss": 18.0938,
+      "step": 25036
+    },
+    {
+      "epoch": 1.6628146377100352,
+      "grad_norm": 347.0582275390625,
+      "learning_rate": 1.4541299312045707e-07,
+      "loss": 19.4219,
+      "step": 25037
+    },
+    {
+      "epoch": 1.662881052002391,
+      "grad_norm": 141.47909545898438,
+      "learning_rate": 1.4535714544598343e-07,
+      "loss": 12.75,
+      "step": 25038
+    },
+    {
+      "epoch": 1.6629474662947468,
+      "grad_norm": 247.04379272460938,
+      "learning_rate": 1.4530130765752557e-07,
+      "loss": 13.0625,
+      "step": 25039
+    },
+    {
+      "epoch": 1.6630138805871022,
+      "grad_norm": 121.39620971679688,
+      "learning_rate": 1.4524547975572933e-07,
+      "loss": 13.8125,
+      "step": 25040
+    },
+    {
+      "epoch": 1.663080294879458,
+      "grad_norm": 202.11997985839844,
+      "learning_rate": 1.4518966174124047e-07,
+      "loss": 19.1719,
+      "step": 25041
+    },
+    {
+      "epoch": 1.6631467091718137,
+      "grad_norm": 203.45594787597656,
+      "learning_rate": 1.4513385361470486e-07,
+      "loss": 14.9844,
+      "step": 25042
+    },
+    {
+      "epoch": 1.6632131234641694,
+      "grad_norm": 191.58546447753906,
+      "learning_rate": 1.4507805537676755e-07,
+      "loss": 15.4062,
+      "step": 25043
+    },
+    {
+      "epoch": 1.6632795377565253,
+      "grad_norm": 100.68270874023438,
+      "learning_rate": 1.4502226702807475e-07,
+      "loss": 13.0,
+      "step": 25044
+    },
+    {
+      "epoch": 1.663345952048881,
+      "grad_norm": 147.22340393066406,
+      "learning_rate": 1.4496648856927107e-07,
+      "loss": 14.5156,
+      "step": 25045
+    },
+    {
+      "epoch": 1.6634123663412366,
+      "grad_norm": 79.61996459960938,
+      "learning_rate": 1.4491072000100202e-07,
+      "loss": 16.375,
+      "step": 25046
+    },
+    {
+      "epoch": 1.6634787806335924,
+      "grad_norm": 295.7335510253906,
+      "learning_rate": 1.4485496132391273e-07,
+      "loss": 16.4688,
+      "step": 25047
+    },
+    {
+      "epoch": 1.663545194925948,
+      "grad_norm": 452.7401123046875,
+      "learning_rate": 1.4479921253864813e-07,
+      "loss": 13.9375,
+      "step": 25048
+    },
+    {
+      "epoch": 1.6636116092183038,
+      "grad_norm": 184.92369079589844,
+      "learning_rate": 1.4474347364585305e-07,
+      "loss": 15.3906,
+      "step": 25049
+    },
+    {
+      "epoch": 1.6636780235106596,
+      "grad_norm": 333.34564208984375,
+      "learning_rate": 1.446877446461725e-07,
+      "loss": 17.2969,
+      "step": 25050
+    },
+    {
+      "epoch": 1.663744437803015,
+      "grad_norm": 243.01405334472656,
+      "learning_rate": 1.4463202554025056e-07,
+      "loss": 13.75,
+      "step": 25051
+    },
+    {
+      "epoch": 1.663810852095371,
+      "grad_norm": 454.964111328125,
+      "learning_rate": 1.4457631632873258e-07,
+      "loss": 11.3906,
+      "step": 25052
+    },
+    {
+      "epoch": 1.6638772663877266,
+      "grad_norm": 1148.445068359375,
+      "learning_rate": 1.4452061701226225e-07,
+      "loss": 17.5,
+      "step": 25053
+    },
+    {
+      "epoch": 1.6639436806800822,
+      "grad_norm": 230.33795166015625,
+      "learning_rate": 1.444649275914841e-07,
+      "loss": 15.6797,
+      "step": 25054
+    },
+    {
+      "epoch": 1.6640100949724381,
+      "grad_norm": 164.85801696777344,
+      "learning_rate": 1.4440924806704235e-07,
+      "loss": 15.3281,
+      "step": 25055
+    },
+    {
+      "epoch": 1.6640765092647938,
+      "grad_norm": 231.02569580078125,
+      "learning_rate": 1.443535784395813e-07,
+      "loss": 18.3906,
+      "step": 25056
+    },
+    {
+      "epoch": 1.6641429235571494,
+      "grad_norm": 152.3562774658203,
+      "learning_rate": 1.4429791870974416e-07,
+      "loss": 14.3438,
+      "step": 25057
+    },
+    {
+      "epoch": 1.6642093378495053,
+      "grad_norm": 157.27691650390625,
+      "learning_rate": 1.442422688781757e-07,
+      "loss": 15.75,
+      "step": 25058
+    },
+    {
+      "epoch": 1.664275752141861,
+      "grad_norm": 97.94221496582031,
+      "learning_rate": 1.4418662894551902e-07,
+      "loss": 15.7344,
+      "step": 25059
+    },
+    {
+      "epoch": 1.6643421664342166,
+      "grad_norm": 373.2418212890625,
+      "learning_rate": 1.44130998912418e-07,
+      "loss": 18.6875,
+      "step": 25060
+    },
+    {
+      "epoch": 1.6644085807265725,
+      "grad_norm": 286.7054138183594,
+      "learning_rate": 1.4407537877951602e-07,
+      "loss": 12.0469,
+      "step": 25061
+    },
+    {
+      "epoch": 1.664474995018928,
+      "grad_norm": 169.93214416503906,
+      "learning_rate": 1.4401976854745645e-07,
+      "loss": 15.8906,
+      "step": 25062
+    },
+    {
+      "epoch": 1.6645414093112838,
+      "grad_norm": 149.3824920654297,
+      "learning_rate": 1.4396416821688274e-07,
+      "loss": 16.6797,
+      "step": 25063
+    },
+    {
+      "epoch": 1.6646078236036395,
+      "grad_norm": 258.0405578613281,
+      "learning_rate": 1.43908577788438e-07,
+      "loss": 18.8281,
+      "step": 25064
+    },
+    {
+      "epoch": 1.6646742378959951,
+      "grad_norm": 116.69766235351562,
+      "learning_rate": 1.438529972627648e-07,
+      "loss": 13.2344,
+      "step": 25065
+    },
+    {
+      "epoch": 1.664740652188351,
+      "grad_norm": 855.8978271484375,
+      "learning_rate": 1.4379742664050687e-07,
+      "loss": 12.1719,
+      "step": 25066
+    },
+    {
+      "epoch": 1.6648070664807066,
+      "grad_norm": 407.4504089355469,
+      "learning_rate": 1.4374186592230641e-07,
+      "loss": 15.0469,
+      "step": 25067
+    },
+    {
+      "epoch": 1.6648734807730623,
+      "grad_norm": 156.97901916503906,
+      "learning_rate": 1.4368631510880624e-07,
+      "loss": 13.9375,
+      "step": 25068
+    },
+    {
+      "epoch": 1.6649398950654182,
+      "grad_norm": 181.19970703125,
+      "learning_rate": 1.4363077420064905e-07,
+      "loss": 19.6094,
+      "step": 25069
+    },
+    {
+      "epoch": 1.6650063093577738,
+      "grad_norm": 326.1842956542969,
+      "learning_rate": 1.4357524319847726e-07,
+      "loss": 15.5469,
+      "step": 25070
+    },
+    {
+      "epoch": 1.6650727236501295,
+      "grad_norm": 182.140380859375,
+      "learning_rate": 1.4351972210293317e-07,
+      "loss": 18.7969,
+      "step": 25071
+    },
+    {
+      "epoch": 1.6651391379424854,
+      "grad_norm": 149.26605224609375,
+      "learning_rate": 1.4346421091465922e-07,
+      "loss": 15.6875,
+      "step": 25072
+    },
+    {
+      "epoch": 1.6652055522348408,
+      "grad_norm": 198.97247314453125,
+      "learning_rate": 1.4340870963429706e-07,
+      "loss": 13.6719,
+      "step": 25073
+    },
+    {
+      "epoch": 1.6652719665271967,
+      "grad_norm": 214.07525634765625,
+      "learning_rate": 1.4335321826248913e-07,
+      "loss": 16.8125,
+      "step": 25074
+    },
+    {
+      "epoch": 1.6653383808195523,
+      "grad_norm": 302.76953125,
+      "learning_rate": 1.4329773679987744e-07,
+      "loss": 15.4375,
+      "step": 25075
+    },
+    {
+      "epoch": 1.665404795111908,
+      "grad_norm": 294.35687255859375,
+      "learning_rate": 1.4324226524710314e-07,
+      "loss": 19.7812,
+      "step": 25076
+    },
+    {
+      "epoch": 1.6654712094042639,
+      "grad_norm": 694.638427734375,
+      "learning_rate": 1.4318680360480873e-07,
+      "loss": 21.0469,
+      "step": 25077
+    },
+    {
+      "epoch": 1.6655376236966195,
+      "grad_norm": 173.37257385253906,
+      "learning_rate": 1.43131351873635e-07,
+      "loss": 15.6562,
+      "step": 25078
+    },
+    {
+      "epoch": 1.6656040379889752,
+      "grad_norm": 1080.0478515625,
+      "learning_rate": 1.4307591005422381e-07,
+      "loss": 13.0234,
+      "step": 25079
+    },
+    {
+      "epoch": 1.665670452281331,
+      "grad_norm": 113.55204010009766,
+      "learning_rate": 1.430204781472163e-07,
+      "loss": 15.0938,
+      "step": 25080
+    },
+    {
+      "epoch": 1.6657368665736867,
+      "grad_norm": 362.87408447265625,
+      "learning_rate": 1.4296505615325394e-07,
+      "loss": 14.9062,
+      "step": 25081
+    },
+    {
+      "epoch": 1.6658032808660423,
+      "grad_norm": 333.4412841796875,
+      "learning_rate": 1.429096440729771e-07,
+      "loss": 21.8281,
+      "step": 25082
+    },
+    {
+      "epoch": 1.6658696951583982,
+      "grad_norm": 596.5767211914062,
+      "learning_rate": 1.4285424190702788e-07,
+      "loss": 16.3125,
+      "step": 25083
+    },
+    {
+      "epoch": 1.6659361094507537,
+      "grad_norm": 160.73236083984375,
+      "learning_rate": 1.4279884965604617e-07,
+      "loss": 16.2031,
+      "step": 25084
+    },
+    {
+      "epoch": 1.6660025237431095,
+      "grad_norm": 170.3847198486328,
+      "learning_rate": 1.4274346732067312e-07,
+      "loss": 18.2969,
+      "step": 25085
+    },
+    {
+      "epoch": 1.6660689380354652,
+      "grad_norm": 123.86557006835938,
+      "learning_rate": 1.4268809490154932e-07,
+      "loss": 11.75,
+      "step": 25086
+    },
+    {
+      "epoch": 1.6661353523278208,
+      "grad_norm": 304.9152526855469,
+      "learning_rate": 1.426327323993154e-07,
+      "loss": 17.4531,
+      "step": 25087
+    },
+    {
+      "epoch": 1.6662017666201767,
+      "grad_norm": 314.2093505859375,
+      "learning_rate": 1.4257737981461148e-07,
+      "loss": 13.6875,
+      "step": 25088
+    },
+    {
+      "epoch": 1.6662681809125324,
+      "grad_norm": 194.06240844726562,
+      "learning_rate": 1.425220371480783e-07,
+      "loss": 19.8125,
+      "step": 25089
+    },
+    {
+      "epoch": 1.666334595204888,
+      "grad_norm": 334.364013671875,
+      "learning_rate": 1.4246670440035535e-07,
+      "loss": 17.6094,
+      "step": 25090
+    },
+    {
+      "epoch": 1.666401009497244,
+      "grad_norm": 153.1213836669922,
+      "learning_rate": 1.4241138157208343e-07,
+      "loss": 13.7969,
+      "step": 25091
+    },
+    {
+      "epoch": 1.6664674237895996,
+      "grad_norm": 105.80033111572266,
+      "learning_rate": 1.4235606866390193e-07,
+      "loss": 14.9531,
+      "step": 25092
+    },
+    {
+      "epoch": 1.6665338380819552,
+      "grad_norm": 187.74618530273438,
+      "learning_rate": 1.4230076567645088e-07,
+      "loss": 18.5625,
+      "step": 25093
+    },
+    {
+      "epoch": 1.666600252374311,
+      "grad_norm": 249.32144165039062,
+      "learning_rate": 1.4224547261037002e-07,
+      "loss": 16.9375,
+      "step": 25094
+    },
+    {
+      "epoch": 1.6666666666666665,
+      "grad_norm": 241.84817504882812,
+      "learning_rate": 1.4219018946629902e-07,
+      "loss": 19.1875,
+      "step": 25095
+    },
+    {
+      "epoch": 1.6667330809590224,
+      "grad_norm": 174.44883728027344,
+      "learning_rate": 1.4213491624487718e-07,
+      "loss": 18.6719,
+      "step": 25096
+    },
+    {
+      "epoch": 1.666799495251378,
+      "grad_norm": 359.2127685546875,
+      "learning_rate": 1.4207965294674407e-07,
+      "loss": 14.2656,
+      "step": 25097
+    },
+    {
+      "epoch": 1.6668659095437337,
+      "grad_norm": 332.62384033203125,
+      "learning_rate": 1.4202439957253855e-07,
+      "loss": 21.3438,
+      "step": 25098
+    },
+    {
+      "epoch": 1.6669323238360896,
+      "grad_norm": 300.0279846191406,
+      "learning_rate": 1.4196915612290038e-07,
+      "loss": 17.4688,
+      "step": 25099
+    },
+    {
+      "epoch": 1.6669987381284452,
+      "grad_norm": 264.8466491699219,
+      "learning_rate": 1.4191392259846802e-07,
+      "loss": 20.625,
+      "step": 25100
+    },
+    {
+      "epoch": 1.6670651524208009,
+      "grad_norm": 189.30899047851562,
+      "learning_rate": 1.4185869899988067e-07,
+      "loss": 13.4219,
+      "step": 25101
+    },
+    {
+      "epoch": 1.6671315667131568,
+      "grad_norm": 145.31556701660156,
+      "learning_rate": 1.4180348532777708e-07,
+      "loss": 19.6875,
+      "step": 25102
+    },
+    {
+      "epoch": 1.6671979810055124,
+      "grad_norm": 100.26473999023438,
+      "learning_rate": 1.4174828158279606e-07,
+      "loss": 9.4453,
+      "step": 25103
+    },
+    {
+      "epoch": 1.667264395297868,
+      "grad_norm": 174.24005126953125,
+      "learning_rate": 1.4169308776557553e-07,
+      "loss": 13.6719,
+      "step": 25104
+    },
+    {
+      "epoch": 1.667330809590224,
+      "grad_norm": 267.420654296875,
+      "learning_rate": 1.41637903876755e-07,
+      "loss": 14.0312,
+      "step": 25105
+    },
+    {
+      "epoch": 1.6673972238825794,
+      "grad_norm": 140.95716857910156,
+      "learning_rate": 1.4158272991697196e-07,
+      "loss": 13.4844,
+      "step": 25106
+    },
+    {
+      "epoch": 1.6674636381749353,
+      "grad_norm": 259.7113342285156,
+      "learning_rate": 1.4152756588686486e-07,
+      "loss": 16.4844,
+      "step": 25107
+    },
+    {
+      "epoch": 1.667530052467291,
+      "grad_norm": 351.4181823730469,
+      "learning_rate": 1.4147241178707193e-07,
+      "loss": 21.8125,
+      "step": 25108
+    },
+    {
+      "epoch": 1.6675964667596466,
+      "grad_norm": 248.95591735839844,
+      "learning_rate": 1.4141726761823102e-07,
+      "loss": 15.5938,
+      "step": 25109
+    },
+    {
+      "epoch": 1.6676628810520024,
+      "grad_norm": 291.3492126464844,
+      "learning_rate": 1.4136213338098012e-07,
+      "loss": 16.0781,
+      "step": 25110
+    },
+    {
+      "epoch": 1.667729295344358,
+      "grad_norm": 204.99148559570312,
+      "learning_rate": 1.4130700907595693e-07,
+      "loss": 14.7031,
+      "step": 25111
+    },
+    {
+      "epoch": 1.6677957096367138,
+      "grad_norm": 221.0844268798828,
+      "learning_rate": 1.4125189470379905e-07,
+      "loss": 12.3438,
+      "step": 25112
+    },
+    {
+      "epoch": 1.6678621239290696,
+      "grad_norm": 206.18006896972656,
+      "learning_rate": 1.411967902651442e-07,
+      "loss": 20.3281,
+      "step": 25113
+    },
+    {
+      "epoch": 1.6679285382214253,
+      "grad_norm": 429.6504211425781,
+      "learning_rate": 1.4114169576062983e-07,
+      "loss": 14.375,
+      "step": 25114
+    },
+    {
+      "epoch": 1.667994952513781,
+      "grad_norm": 197.6865692138672,
+      "learning_rate": 1.410866111908926e-07,
+      "loss": 18.2188,
+      "step": 25115
+    },
+    {
+      "epoch": 1.6680613668061368,
+      "grad_norm": 279.66912841796875,
+      "learning_rate": 1.4103153655657063e-07,
+      "loss": 15.7578,
+      "step": 25116
+    },
+    {
+      "epoch": 1.6681277810984922,
+      "grad_norm": 264.6247253417969,
+      "learning_rate": 1.409764718583003e-07,
+      "loss": 17.9844,
+      "step": 25117
+    },
+    {
+      "epoch": 1.6681941953908481,
+      "grad_norm": 179.39773559570312,
+      "learning_rate": 1.4092141709671877e-07,
+      "loss": 16.375,
+      "step": 25118
+    },
+    {
+      "epoch": 1.6682606096832038,
+      "grad_norm": 370.7372741699219,
+      "learning_rate": 1.40866372272463e-07,
+      "loss": 18.4531,
+      "step": 25119
+    },
+    {
+      "epoch": 1.6683270239755594,
+      "grad_norm": 258.7843017578125,
+      "learning_rate": 1.408113373861698e-07,
+      "loss": 18.5938,
+      "step": 25120
+    },
+    {
+      "epoch": 1.6683934382679153,
+      "grad_norm": 183.60855102539062,
+      "learning_rate": 1.407563124384752e-07,
+      "loss": 19.7188,
+      "step": 25121
+    },
+    {
+      "epoch": 1.668459852560271,
+      "grad_norm": 277.5854187011719,
+      "learning_rate": 1.4070129743001658e-07,
+      "loss": 16.1406,
+      "step": 25122
+    },
+    {
+      "epoch": 1.6685262668526266,
+      "grad_norm": 1437.6375732421875,
+      "learning_rate": 1.4064629236142954e-07,
+      "loss": 12.8594,
+      "step": 25123
+    },
+    {
+      "epoch": 1.6685926811449825,
+      "grad_norm": 137.27468872070312,
+      "learning_rate": 1.4059129723335073e-07,
+      "loss": 16.2969,
+      "step": 25124
+    },
+    {
+      "epoch": 1.6686590954373381,
+      "grad_norm": 293.9103698730469,
+      "learning_rate": 1.4053631204641624e-07,
+      "loss": 13.5703,
+      "step": 25125
+    },
+    {
+      "epoch": 1.6687255097296938,
+      "grad_norm": 140.98960876464844,
+      "learning_rate": 1.4048133680126207e-07,
+      "loss": 13.1094,
+      "step": 25126
+    },
+    {
+      "epoch": 1.6687919240220497,
+      "grad_norm": 176.20550537109375,
+      "learning_rate": 1.404263714985241e-07,
+      "loss": 13.3594,
+      "step": 25127
+    },
+    {
+      "epoch": 1.668858338314405,
+      "grad_norm": 238.47801208496094,
+      "learning_rate": 1.4037141613883853e-07,
+      "loss": 20.8281,
+      "step": 25128
+    },
+    {
+      "epoch": 1.668924752606761,
+      "grad_norm": 227.7064666748047,
+      "learning_rate": 1.4031647072284024e-07,
+      "loss": 11.4219,
+      "step": 25129
+    },
+    {
+      "epoch": 1.6689911668991166,
+      "grad_norm": 109.45519256591797,
+      "learning_rate": 1.4026153525116567e-07,
+      "loss": 14.1406,
+      "step": 25130
+    },
+    {
+      "epoch": 1.6690575811914723,
+      "grad_norm": 433.749755859375,
+      "learning_rate": 1.4020660972444985e-07,
+      "loss": 14.6875,
+      "step": 25131
+    },
+    {
+      "epoch": 1.6691239954838282,
+      "grad_norm": 480.79693603515625,
+      "learning_rate": 1.4015169414332806e-07,
+      "loss": 19.0312,
+      "step": 25132
+    },
+    {
+      "epoch": 1.6691904097761838,
+      "grad_norm": 315.8089599609375,
+      "learning_rate": 1.4009678850843564e-07,
+      "loss": 18.2031,
+      "step": 25133
+    },
+    {
+      "epoch": 1.6692568240685395,
+      "grad_norm": 289.2798156738281,
+      "learning_rate": 1.400418928204078e-07,
+      "loss": 18.6719,
+      "step": 25134
+    },
+    {
+      "epoch": 1.6693232383608954,
+      "grad_norm": 87.93132781982422,
+      "learning_rate": 1.3998700707987944e-07,
+      "loss": 13.5938,
+      "step": 25135
+    },
+    {
+      "epoch": 1.669389652653251,
+      "grad_norm": 118.26268768310547,
+      "learning_rate": 1.3993213128748572e-07,
+      "loss": 15.5938,
+      "step": 25136
+    },
+    {
+      "epoch": 1.6694560669456067,
+      "grad_norm": 273.7467041015625,
+      "learning_rate": 1.3987726544386068e-07,
+      "loss": 18.9844,
+      "step": 25137
+    },
+    {
+      "epoch": 1.6695224812379625,
+      "grad_norm": 174.6806182861328,
+      "learning_rate": 1.3982240954963986e-07,
+      "loss": 18.0781,
+      "step": 25138
+    },
+    {
+      "epoch": 1.669588895530318,
+      "grad_norm": 165.7919921875,
+      "learning_rate": 1.3976756360545729e-07,
+      "loss": 13.125,
+      "step": 25139
+    },
+    {
+      "epoch": 1.6696553098226738,
+      "grad_norm": 359.416015625,
+      "learning_rate": 1.3971272761194741e-07,
+      "loss": 21.3672,
+      "step": 25140
+    },
+    {
+      "epoch": 1.6697217241150295,
+      "grad_norm": 322.0894775390625,
+      "learning_rate": 1.3965790156974467e-07,
+      "loss": 13.4219,
+      "step": 25141
+    },
+    {
+      "epoch": 1.6697881384073852,
+      "grad_norm": 622.0099487304688,
+      "learning_rate": 1.396030854794834e-07,
+      "loss": 14.4219,
+      "step": 25142
+    },
+    {
+      "epoch": 1.669854552699741,
+      "grad_norm": 239.8017120361328,
+      "learning_rate": 1.3954827934179702e-07,
+      "loss": 20.9062,
+      "step": 25143
+    },
+    {
+      "epoch": 1.6699209669920967,
+      "grad_norm": 1287.383056640625,
+      "learning_rate": 1.3949348315732056e-07,
+      "loss": 28.4531,
+      "step": 25144
+    },
+    {
+      "epoch": 1.6699873812844523,
+      "grad_norm": 159.8061065673828,
+      "learning_rate": 1.3943869692668696e-07,
+      "loss": 16.7188,
+      "step": 25145
+    },
+    {
+      "epoch": 1.6700537955768082,
+      "grad_norm": 260.2119140625,
+      "learning_rate": 1.3938392065053038e-07,
+      "loss": 18.1094,
+      "step": 25146
+    },
+    {
+      "epoch": 1.6701202098691639,
+      "grad_norm": 142.1746826171875,
+      "learning_rate": 1.3932915432948422e-07,
+      "loss": 16.8906,
+      "step": 25147
+    },
+    {
+      "epoch": 1.6701866241615195,
+      "grad_norm": 279.0509948730469,
+      "learning_rate": 1.3927439796418228e-07,
+      "loss": 17.2812,
+      "step": 25148
+    },
+    {
+      "epoch": 1.6702530384538754,
+      "grad_norm": 357.8185729980469,
+      "learning_rate": 1.392196515552576e-07,
+      "loss": 23.7344,
+      "step": 25149
+    },
+    {
+      "epoch": 1.6703194527462308,
+      "grad_norm": 188.1571807861328,
+      "learning_rate": 1.391649151033437e-07,
+      "loss": 13.8438,
+      "step": 25150
+    },
+    {
+      "epoch": 1.6703858670385867,
+      "grad_norm": 266.25909423828125,
+      "learning_rate": 1.3911018860907376e-07,
+      "loss": 16.2031,
+      "step": 25151
+    },
+    {
+      "epoch": 1.6704522813309424,
+      "grad_norm": 145.8397216796875,
+      "learning_rate": 1.3905547207308067e-07,
+      "loss": 18.7031,
+      "step": 25152
+    },
+    {
+      "epoch": 1.670518695623298,
+      "grad_norm": 295.07843017578125,
+      "learning_rate": 1.390007654959977e-07,
+      "loss": 14.7656,
+      "step": 25153
+    },
+    {
+      "epoch": 1.670585109915654,
+      "grad_norm": 124.85188293457031,
+      "learning_rate": 1.3894606887845682e-07,
+      "loss": 13.375,
+      "step": 25154
+    },
+    {
+      "epoch": 1.6706515242080096,
+      "grad_norm": 101.22227478027344,
+      "learning_rate": 1.3889138222109186e-07,
+      "loss": 15.0156,
+      "step": 25155
+    },
+    {
+      "epoch": 1.6707179385003652,
+      "grad_norm": 237.939208984375,
+      "learning_rate": 1.3883670552453463e-07,
+      "loss": 16.875,
+      "step": 25156
+    },
+    {
+      "epoch": 1.670784352792721,
+      "grad_norm": 153.01913452148438,
+      "learning_rate": 1.3878203878941775e-07,
+      "loss": 12.0625,
+      "step": 25157
+    },
+    {
+      "epoch": 1.6708507670850767,
+      "grad_norm": 176.86886596679688,
+      "learning_rate": 1.3872738201637368e-07,
+      "loss": 13.8906,
+      "step": 25158
+    },
+    {
+      "epoch": 1.6709171813774324,
+      "grad_norm": 200.00717163085938,
+      "learning_rate": 1.3867273520603463e-07,
+      "loss": 14.2344,
+      "step": 25159
+    },
+    {
+      "epoch": 1.6709835956697883,
+      "grad_norm": 797.8112182617188,
+      "learning_rate": 1.3861809835903272e-07,
+      "loss": 19.5938,
+      "step": 25160
+    },
+    {
+      "epoch": 1.6710500099621437,
+      "grad_norm": 229.82276916503906,
+      "learning_rate": 1.3856347147600013e-07,
+      "loss": 12.8438,
+      "step": 25161
+    },
+    {
+      "epoch": 1.6711164242544996,
+      "grad_norm": 100.51569366455078,
+      "learning_rate": 1.385088545575681e-07,
+      "loss": 9.2656,
+      "step": 25162
+    },
+    {
+      "epoch": 1.6711828385468552,
+      "grad_norm": 211.87167358398438,
+      "learning_rate": 1.3845424760436942e-07,
+      "loss": 15.0391,
+      "step": 25163
+    },
+    {
+      "epoch": 1.6712492528392109,
+      "grad_norm": 301.6649169921875,
+      "learning_rate": 1.3839965061703496e-07,
+      "loss": 23.375,
+      "step": 25164
+    },
+    {
+      "epoch": 1.6713156671315668,
+      "grad_norm": 363.1893615722656,
+      "learning_rate": 1.3834506359619648e-07,
+      "loss": 19.2969,
+      "step": 25165
+    },
+    {
+      "epoch": 1.6713820814239224,
+      "grad_norm": 183.1330108642578,
+      "learning_rate": 1.3829048654248542e-07,
+      "loss": 12.5625,
+      "step": 25166
+    },
+    {
+      "epoch": 1.671448495716278,
+      "grad_norm": 123.68959045410156,
+      "learning_rate": 1.3823591945653333e-07,
+      "loss": 15.4375,
+      "step": 25167
+    },
+    {
+      "epoch": 1.671514910008634,
+      "grad_norm": 337.8734130859375,
+      "learning_rate": 1.381813623389708e-07,
+      "loss": 16.5312,
+      "step": 25168
+    },
+    {
+      "epoch": 1.6715813243009896,
+      "grad_norm": 221.76190185546875,
+      "learning_rate": 1.3812681519042978e-07,
+      "loss": 13.9219,
+      "step": 25169
+    },
+    {
+      "epoch": 1.6716477385933453,
+      "grad_norm": 191.4490966796875,
+      "learning_rate": 1.3807227801154053e-07,
+      "loss": 12.625,
+      "step": 25170
+    },
+    {
+      "epoch": 1.6717141528857011,
+      "grad_norm": 339.3574523925781,
+      "learning_rate": 1.380177508029341e-07,
+      "loss": 24.375,
+      "step": 25171
+    },
+    {
+      "epoch": 1.6717805671780566,
+      "grad_norm": 148.33163452148438,
+      "learning_rate": 1.379632335652413e-07,
+      "loss": 16.9219,
+      "step": 25172
+    },
+    {
+      "epoch": 1.6718469814704124,
+      "grad_norm": 406.21917724609375,
+      "learning_rate": 1.379087262990928e-07,
+      "loss": 24.2969,
+      "step": 25173
+    },
+    {
+      "epoch": 1.671913395762768,
+      "grad_norm": 177.68038940429688,
+      "learning_rate": 1.37854229005119e-07,
+      "loss": 16.2812,
+      "step": 25174
+    },
+    {
+      "epoch": 1.6719798100551237,
+      "grad_norm": 200.01910400390625,
+      "learning_rate": 1.377997416839506e-07,
+      "loss": 14.5625,
+      "step": 25175
+    },
+    {
+      "epoch": 1.6720462243474796,
+      "grad_norm": 150.70700073242188,
+      "learning_rate": 1.3774526433621713e-07,
+      "loss": 15.125,
+      "step": 25176
+    },
+    {
+      "epoch": 1.6721126386398353,
+      "grad_norm": 164.18756103515625,
+      "learning_rate": 1.376907969625497e-07,
+      "loss": 14.7031,
+      "step": 25177
+    },
+    {
+      "epoch": 1.672179052932191,
+      "grad_norm": 334.8578186035156,
+      "learning_rate": 1.3763633956357767e-07,
+      "loss": 14.9531,
+      "step": 25178
+    },
+    {
+      "epoch": 1.6722454672245468,
+      "grad_norm": 179.11614990234375,
+      "learning_rate": 1.3758189213993122e-07,
+      "loss": 20.3438,
+      "step": 25179
+    },
+    {
+      "epoch": 1.6723118815169025,
+      "grad_norm": 138.8618927001953,
+      "learning_rate": 1.3752745469224013e-07,
+      "loss": 15.0,
+      "step": 25180
+    },
+    {
+      "epoch": 1.6723782958092581,
+      "grad_norm": 243.35557556152344,
+      "learning_rate": 1.3747302722113407e-07,
+      "loss": 18.0625,
+      "step": 25181
+    },
+    {
+      "epoch": 1.672444710101614,
+      "grad_norm": 196.13377380371094,
+      "learning_rate": 1.3741860972724272e-07,
+      "loss": 12.4844,
+      "step": 25182
+    },
+    {
+      "epoch": 1.6725111243939694,
+      "grad_norm": 332.13458251953125,
+      "learning_rate": 1.373642022111957e-07,
+      "loss": 16.375,
+      "step": 25183
+    },
+    {
+      "epoch": 1.6725775386863253,
+      "grad_norm": 333.42938232421875,
+      "learning_rate": 1.3730980467362196e-07,
+      "loss": 15.5469,
+      "step": 25184
+    },
+    {
+      "epoch": 1.672643952978681,
+      "grad_norm": 304.3075866699219,
+      "learning_rate": 1.3725541711515066e-07,
+      "loss": 14.0312,
+      "step": 25185
+    },
+    {
+      "epoch": 1.6727103672710366,
+      "grad_norm": 171.75350952148438,
+      "learning_rate": 1.3720103953641172e-07,
+      "loss": 17.875,
+      "step": 25186
+    },
+    {
+      "epoch": 1.6727767815633925,
+      "grad_norm": 299.0529479980469,
+      "learning_rate": 1.3714667193803343e-07,
+      "loss": 15.1719,
+      "step": 25187
+    },
+    {
+      "epoch": 1.6728431958557481,
+      "grad_norm": 258.4412536621094,
+      "learning_rate": 1.3709231432064482e-07,
+      "loss": 17.1719,
+      "step": 25188
+    },
+    {
+      "epoch": 1.6729096101481038,
+      "grad_norm": 278.87908935546875,
+      "learning_rate": 1.3703796668487478e-07,
+      "loss": 21.1406,
+      "step": 25189
+    },
+    {
+      "epoch": 1.6729760244404597,
+      "grad_norm": 208.71250915527344,
+      "learning_rate": 1.3698362903135185e-07,
+      "loss": 15.7656,
+      "step": 25190
+    },
+    {
+      "epoch": 1.6730424387328153,
+      "grad_norm": 179.50338745117188,
+      "learning_rate": 1.369293013607048e-07,
+      "loss": 16.5625,
+      "step": 25191
+    },
+    {
+      "epoch": 1.673108853025171,
+      "grad_norm": 172.96571350097656,
+      "learning_rate": 1.3687498367356209e-07,
+      "loss": 13.1797,
+      "step": 25192
+    },
+    {
+      "epoch": 1.6731752673175269,
+      "grad_norm": 286.73211669921875,
+      "learning_rate": 1.3682067597055136e-07,
+      "loss": 17.1562,
+      "step": 25193
+    },
+    {
+      "epoch": 1.6732416816098823,
+      "grad_norm": 288.93316650390625,
+      "learning_rate": 1.3676637825230175e-07,
+      "loss": 15.1875,
+      "step": 25194
+    },
+    {
+      "epoch": 1.6733080959022382,
+      "grad_norm": 133.7747344970703,
+      "learning_rate": 1.3671209051944078e-07,
+      "loss": 14.5312,
+      "step": 25195
+    },
+    {
+      "epoch": 1.6733745101945938,
+      "grad_norm": 151.98410034179688,
+      "learning_rate": 1.3665781277259647e-07,
+      "loss": 16.1094,
+      "step": 25196
+    },
+    {
+      "epoch": 1.6734409244869495,
+      "grad_norm": 419.7115478515625,
+      "learning_rate": 1.366035450123968e-07,
+      "loss": 20.0,
+      "step": 25197
+    },
+    {
+      "epoch": 1.6735073387793054,
+      "grad_norm": 168.16355895996094,
+      "learning_rate": 1.3654928723946934e-07,
+      "loss": 15.8828,
+      "step": 25198
+    },
+    {
+      "epoch": 1.673573753071661,
+      "grad_norm": 215.31280517578125,
+      "learning_rate": 1.3649503945444195e-07,
+      "loss": 17.7031,
+      "step": 25199
+    },
+    {
+      "epoch": 1.6736401673640167,
+      "grad_norm": 154.75704956054688,
+      "learning_rate": 1.3644080165794226e-07,
+      "loss": 11.8125,
+      "step": 25200
+    },
+    {
+      "epoch": 1.6737065816563725,
+      "grad_norm": 128.7505645751953,
+      "learning_rate": 1.3638657385059692e-07,
+      "loss": 11.2969,
+      "step": 25201
+    },
+    {
+      "epoch": 1.6737729959487282,
+      "grad_norm": 157.97650146484375,
+      "learning_rate": 1.3633235603303418e-07,
+      "loss": 14.8906,
+      "step": 25202
+    },
+    {
+      "epoch": 1.6738394102410838,
+      "grad_norm": 182.7496337890625,
+      "learning_rate": 1.3627814820588047e-07,
+      "loss": 17.4688,
+      "step": 25203
+    },
+    {
+      "epoch": 1.6739058245334397,
+      "grad_norm": 148.40487670898438,
+      "learning_rate": 1.362239503697631e-07,
+      "loss": 13.5078,
+      "step": 25204
+    },
+    {
+      "epoch": 1.6739722388257952,
+      "grad_norm": 447.069091796875,
+      "learning_rate": 1.3616976252530886e-07,
+      "loss": 20.2109,
+      "step": 25205
+    },
+    {
+      "epoch": 1.674038653118151,
+      "grad_norm": 206.6367950439453,
+      "learning_rate": 1.361155846731451e-07,
+      "loss": 15.0625,
+      "step": 25206
+    },
+    {
+      "epoch": 1.6741050674105067,
+      "grad_norm": 940.0115356445312,
+      "learning_rate": 1.360614168138976e-07,
+      "loss": 23.7656,
+      "step": 25207
+    },
+    {
+      "epoch": 1.6741714817028623,
+      "grad_norm": 155.09457397460938,
+      "learning_rate": 1.3600725894819398e-07,
+      "loss": 11.8359,
+      "step": 25208
+    },
+    {
+      "epoch": 1.6742378959952182,
+      "grad_norm": 135.04049682617188,
+      "learning_rate": 1.3595311107665985e-07,
+      "loss": 14.4688,
+      "step": 25209
+    },
+    {
+      "epoch": 1.6743043102875739,
+      "grad_norm": 122.70467376708984,
+      "learning_rate": 1.3589897319992193e-07,
+      "loss": 15.75,
+      "step": 25210
+    },
+    {
+      "epoch": 1.6743707245799295,
+      "grad_norm": 193.55453491210938,
+      "learning_rate": 1.3584484531860642e-07,
+      "loss": 19.3125,
+      "step": 25211
+    },
+    {
+      "epoch": 1.6744371388722854,
+      "grad_norm": 317.40338134765625,
+      "learning_rate": 1.3579072743333943e-07,
+      "loss": 12.1641,
+      "step": 25212
+    },
+    {
+      "epoch": 1.674503553164641,
+      "grad_norm": 635.2227783203125,
+      "learning_rate": 1.3573661954474702e-07,
+      "loss": 14.125,
+      "step": 25213
+    },
+    {
+      "epoch": 1.6745699674569967,
+      "grad_norm": 121.92414093017578,
+      "learning_rate": 1.3568252165345518e-07,
+      "loss": 17.0781,
+      "step": 25214
+    },
+    {
+      "epoch": 1.6746363817493526,
+      "grad_norm": 649.1119384765625,
+      "learning_rate": 1.3562843376008916e-07,
+      "loss": 15.6094,
+      "step": 25215
+    },
+    {
+      "epoch": 1.674702796041708,
+      "grad_norm": 153.89109802246094,
+      "learning_rate": 1.3557435586527543e-07,
+      "loss": 13.8438,
+      "step": 25216
+    },
+    {
+      "epoch": 1.674769210334064,
+      "grad_norm": 140.4676971435547,
+      "learning_rate": 1.3552028796963887e-07,
+      "loss": 17.5156,
+      "step": 25217
+    },
+    {
+      "epoch": 1.6748356246264196,
+      "grad_norm": 109.57628631591797,
+      "learning_rate": 1.354662300738051e-07,
+      "loss": 15.4219,
+      "step": 25218
+    },
+    {
+      "epoch": 1.6749020389187752,
+      "grad_norm": 151.131591796875,
+      "learning_rate": 1.3541218217839945e-07,
+      "loss": 17.75,
+      "step": 25219
+    },
+    {
+      "epoch": 1.674968453211131,
+      "grad_norm": 176.4338836669922,
+      "learning_rate": 1.3535814428404713e-07,
+      "loss": 19.6719,
+      "step": 25220
+    },
+    {
+      "epoch": 1.6750348675034867,
+      "grad_norm": 157.91683959960938,
+      "learning_rate": 1.353041163913733e-07,
+      "loss": 11.6719,
+      "step": 25221
+    },
+    {
+      "epoch": 1.6751012817958424,
+      "grad_norm": 530.1910400390625,
+      "learning_rate": 1.3525009850100276e-07,
+      "loss": 32.9688,
+      "step": 25222
+    },
+    {
+      "epoch": 1.6751676960881983,
+      "grad_norm": 166.52037048339844,
+      "learning_rate": 1.351960906135604e-07,
+      "loss": 15.4062,
+      "step": 25223
+    },
+    {
+      "epoch": 1.675234110380554,
+      "grad_norm": 186.40501403808594,
+      "learning_rate": 1.3514209272967102e-07,
+      "loss": 15.25,
+      "step": 25224
+    },
+    {
+      "epoch": 1.6753005246729096,
+      "grad_norm": 221.18052673339844,
+      "learning_rate": 1.3508810484995948e-07,
+      "loss": 27.0625,
+      "step": 25225
+    },
+    {
+      "epoch": 1.6753669389652655,
+      "grad_norm": 377.9537353515625,
+      "learning_rate": 1.350341269750498e-07,
+      "loss": 18.8125,
+      "step": 25226
+    },
+    {
+      "epoch": 1.6754333532576209,
+      "grad_norm": 170.22805786132812,
+      "learning_rate": 1.3498015910556649e-07,
+      "loss": 14.6875,
+      "step": 25227
+    },
+    {
+      "epoch": 1.6754997675499768,
+      "grad_norm": 198.7698211669922,
+      "learning_rate": 1.3492620124213394e-07,
+      "loss": 17.25,
+      "step": 25228
+    },
+    {
+      "epoch": 1.6755661818423326,
+      "grad_norm": 117.24041748046875,
+      "learning_rate": 1.3487225338537623e-07,
+      "loss": 13.8047,
+      "step": 25229
+    },
+    {
+      "epoch": 1.675632596134688,
+      "grad_norm": 162.46893310546875,
+      "learning_rate": 1.348183155359175e-07,
+      "loss": 16.7031,
+      "step": 25230
+    },
+    {
+      "epoch": 1.675699010427044,
+      "grad_norm": 282.652099609375,
+      "learning_rate": 1.347643876943818e-07,
+      "loss": 19.0156,
+      "step": 25231
+    },
+    {
+      "epoch": 1.6757654247193996,
+      "grad_norm": 299.94378662109375,
+      "learning_rate": 1.3471046986139222e-07,
+      "loss": 16.1406,
+      "step": 25232
+    },
+    {
+      "epoch": 1.6758318390117553,
+      "grad_norm": 377.21649169921875,
+      "learning_rate": 1.3465656203757357e-07,
+      "loss": 20.4062,
+      "step": 25233
+    },
+    {
+      "epoch": 1.6758982533041111,
+      "grad_norm": 115.08787536621094,
+      "learning_rate": 1.346026642235485e-07,
+      "loss": 12.5,
+      "step": 25234
+    },
+    {
+      "epoch": 1.6759646675964668,
+      "grad_norm": 214.7025146484375,
+      "learning_rate": 1.3454877641994078e-07,
+      "loss": 13.7266,
+      "step": 25235
+    },
+    {
+      "epoch": 1.6760310818888224,
+      "grad_norm": 179.273681640625,
+      "learning_rate": 1.3449489862737373e-07,
+      "loss": 15.7969,
+      "step": 25236
+    },
+    {
+      "epoch": 1.6760974961811783,
+      "grad_norm": 123.83705139160156,
+      "learning_rate": 1.3444103084647074e-07,
+      "loss": 12.5781,
+      "step": 25237
+    },
+    {
+      "epoch": 1.6761639104735337,
+      "grad_norm": 149.46005249023438,
+      "learning_rate": 1.3438717307785473e-07,
+      "loss": 15.2188,
+      "step": 25238
+    },
+    {
+      "epoch": 1.6762303247658896,
+      "grad_norm": 111.97615051269531,
+      "learning_rate": 1.3433332532214892e-07,
+      "loss": 12.375,
+      "step": 25239
+    },
+    {
+      "epoch": 1.6762967390582455,
+      "grad_norm": 142.14398193359375,
+      "learning_rate": 1.3427948757997564e-07,
+      "loss": 10.4844,
+      "step": 25240
+    },
+    {
+      "epoch": 1.676363153350601,
+      "grad_norm": 146.3848876953125,
+      "learning_rate": 1.3422565985195856e-07,
+      "loss": 13.9062,
+      "step": 25241
+    },
+    {
+      "epoch": 1.6764295676429568,
+      "grad_norm": 244.49732971191406,
+      "learning_rate": 1.3417184213871957e-07,
+      "loss": 18.7188,
+      "step": 25242
+    },
+    {
+      "epoch": 1.6764959819353125,
+      "grad_norm": 171.84310913085938,
+      "learning_rate": 1.341180344408813e-07,
+      "loss": 15.125,
+      "step": 25243
+    },
+    {
+      "epoch": 1.6765623962276681,
+      "grad_norm": 118.1689682006836,
+      "learning_rate": 1.3406423675906642e-07,
+      "loss": 11.6719,
+      "step": 25244
+    },
+    {
+      "epoch": 1.676628810520024,
+      "grad_norm": 147.84820556640625,
+      "learning_rate": 1.3401044909389737e-07,
+      "loss": 15.2188,
+      "step": 25245
+    },
+    {
+      "epoch": 1.6766952248123796,
+      "grad_norm": 165.35693359375,
+      "learning_rate": 1.3395667144599565e-07,
+      "loss": 13.2266,
+      "step": 25246
+    },
+    {
+      "epoch": 1.6767616391047353,
+      "grad_norm": 141.89535522460938,
+      "learning_rate": 1.3390290381598413e-07,
+      "loss": 13.9844,
+      "step": 25247
+    },
+    {
+      "epoch": 1.6768280533970912,
+      "grad_norm": 453.7483215332031,
+      "learning_rate": 1.3384914620448429e-07,
+      "loss": 18.7031,
+      "step": 25248
+    },
+    {
+      "epoch": 1.6768944676894466,
+      "grad_norm": 462.9569396972656,
+      "learning_rate": 1.3379539861211797e-07,
+      "loss": 17.6094,
+      "step": 25249
+    },
+    {
+      "epoch": 1.6769608819818025,
+      "grad_norm": 198.69068908691406,
+      "learning_rate": 1.3374166103950701e-07,
+      "loss": 21.125,
+      "step": 25250
+    },
+    {
+      "epoch": 1.6770272962741584,
+      "grad_norm": 237.44541931152344,
+      "learning_rate": 1.3368793348727303e-07,
+      "loss": 16.0469,
+      "step": 25251
+    },
+    {
+      "epoch": 1.6770937105665138,
+      "grad_norm": 328.58380126953125,
+      "learning_rate": 1.3363421595603751e-07,
+      "loss": 15.1406,
+      "step": 25252
+    },
+    {
+      "epoch": 1.6771601248588697,
+      "grad_norm": 121.37659454345703,
+      "learning_rate": 1.33580508446422e-07,
+      "loss": 12.9531,
+      "step": 25253
+    },
+    {
+      "epoch": 1.6772265391512253,
+      "grad_norm": 668.538818359375,
+      "learning_rate": 1.3352681095904705e-07,
+      "loss": 13.3594,
+      "step": 25254
+    },
+    {
+      "epoch": 1.677292953443581,
+      "grad_norm": 200.35585021972656,
+      "learning_rate": 1.3347312349453488e-07,
+      "loss": 17.2344,
+      "step": 25255
+    },
+    {
+      "epoch": 1.6773593677359369,
+      "grad_norm": 210.58865356445312,
+      "learning_rate": 1.3341944605350563e-07,
+      "loss": 13.4688,
+      "step": 25256
+    },
+    {
+      "epoch": 1.6774257820282925,
+      "grad_norm": 157.56727600097656,
+      "learning_rate": 1.3336577863658062e-07,
+      "loss": 14.5938,
+      "step": 25257
+    },
+    {
+      "epoch": 1.6774921963206482,
+      "grad_norm": 284.2850646972656,
+      "learning_rate": 1.333121212443805e-07,
+      "loss": 20.7969,
+      "step": 25258
+    },
+    {
+      "epoch": 1.677558610613004,
+      "grad_norm": 232.08921813964844,
+      "learning_rate": 1.3325847387752598e-07,
+      "loss": 20.0938,
+      "step": 25259
+    },
+    {
+      "epoch": 1.6776250249053595,
+      "grad_norm": 204.6021270751953,
+      "learning_rate": 1.3320483653663772e-07,
+      "loss": 11.6328,
+      "step": 25260
+    },
+    {
+      "epoch": 1.6776914391977154,
+      "grad_norm": 100.87801361083984,
+      "learning_rate": 1.3315120922233603e-07,
+      "loss": 11.9844,
+      "step": 25261
+    },
+    {
+      "epoch": 1.6777578534900712,
+      "grad_norm": 251.94407653808594,
+      "learning_rate": 1.3309759193524128e-07,
+      "loss": 20.6875,
+      "step": 25262
+    },
+    {
+      "epoch": 1.6778242677824267,
+      "grad_norm": 155.43919372558594,
+      "learning_rate": 1.3304398467597367e-07,
+      "loss": 14.4375,
+      "step": 25263
+    },
+    {
+      "epoch": 1.6778906820747825,
+      "grad_norm": 440.80975341796875,
+      "learning_rate": 1.3299038744515367e-07,
+      "loss": 12.0938,
+      "step": 25264
+    },
+    {
+      "epoch": 1.6779570963671382,
+      "grad_norm": 141.9542236328125,
+      "learning_rate": 1.3293680024340038e-07,
+      "loss": 13.8906,
+      "step": 25265
+    },
+    {
+      "epoch": 1.6780235106594938,
+      "grad_norm": 164.23944091796875,
+      "learning_rate": 1.328832230713347e-07,
+      "loss": 16.2656,
+      "step": 25266
+    },
+    {
+      "epoch": 1.6780899249518497,
+      "grad_norm": 332.21435546875,
+      "learning_rate": 1.3282965592957562e-07,
+      "loss": 18.2656,
+      "step": 25267
+    },
+    {
+      "epoch": 1.6781563392442054,
+      "grad_norm": 211.45350646972656,
+      "learning_rate": 1.327760988187431e-07,
+      "loss": 14.0078,
+      "step": 25268
+    },
+    {
+      "epoch": 1.678222753536561,
+      "grad_norm": 367.39166259765625,
+      "learning_rate": 1.3272255173945656e-07,
+      "loss": 15.2969,
+      "step": 25269
+    },
+    {
+      "epoch": 1.678289167828917,
+      "grad_norm": 192.1044158935547,
+      "learning_rate": 1.326690146923357e-07,
+      "loss": 16.75,
+      "step": 25270
+    },
+    {
+      "epoch": 1.6783555821212723,
+      "grad_norm": 181.1266326904297,
+      "learning_rate": 1.3261548767799902e-07,
+      "loss": 12.8281,
+      "step": 25271
+    },
+    {
+      "epoch": 1.6784219964136282,
+      "grad_norm": 121.89523315429688,
+      "learning_rate": 1.3256197069706676e-07,
+      "loss": 17.2656,
+      "step": 25272
+    },
+    {
+      "epoch": 1.678488410705984,
+      "grad_norm": 179.15415954589844,
+      "learning_rate": 1.3250846375015712e-07,
+      "loss": 13.1875,
+      "step": 25273
+    },
+    {
+      "epoch": 1.6785548249983395,
+      "grad_norm": 176.035888671875,
+      "learning_rate": 1.3245496683788937e-07,
+      "loss": 17.1094,
+      "step": 25274
+    },
+    {
+      "epoch": 1.6786212392906954,
+      "grad_norm": 180.41348266601562,
+      "learning_rate": 1.3240147996088237e-07,
+      "loss": 10.4453,
+      "step": 25275
+    },
+    {
+      "epoch": 1.678687653583051,
+      "grad_norm": 122.25028991699219,
+      "learning_rate": 1.3234800311975468e-07,
+      "loss": 13.8047,
+      "step": 25276
+    },
+    {
+      "epoch": 1.6787540678754067,
+      "grad_norm": 128.73707580566406,
+      "learning_rate": 1.322945363151251e-07,
+      "loss": 17.8281,
+      "step": 25277
+    },
+    {
+      "epoch": 1.6788204821677626,
+      "grad_norm": 286.7418518066406,
+      "learning_rate": 1.322410795476121e-07,
+      "loss": 12.6406,
+      "step": 25278
+    },
+    {
+      "epoch": 1.6788868964601182,
+      "grad_norm": 226.82884216308594,
+      "learning_rate": 1.321876328178335e-07,
+      "loss": 19.25,
+      "step": 25279
+    },
+    {
+      "epoch": 1.678953310752474,
+      "grad_norm": 236.93824768066406,
+      "learning_rate": 1.321341961264083e-07,
+      "loss": 13.875,
+      "step": 25280
+    },
+    {
+      "epoch": 1.6790197250448298,
+      "grad_norm": 379.11773681640625,
+      "learning_rate": 1.320807694739542e-07,
+      "loss": 16.2969,
+      "step": 25281
+    },
+    {
+      "epoch": 1.6790861393371852,
+      "grad_norm": 114.00653839111328,
+      "learning_rate": 1.3202735286108925e-07,
+      "loss": 15.1719,
+      "step": 25282
+    },
+    {
+      "epoch": 1.679152553629541,
+      "grad_norm": 226.00759887695312,
+      "learning_rate": 1.319739462884313e-07,
+      "loss": 13.5156,
+      "step": 25283
+    },
+    {
+      "epoch": 1.679218967921897,
+      "grad_norm": 196.3681640625,
+      "learning_rate": 1.3192054975659827e-07,
+      "loss": 16.7969,
+      "step": 25284
+    },
+    {
+      "epoch": 1.6792853822142524,
+      "grad_norm": 281.2684631347656,
+      "learning_rate": 1.3186716326620772e-07,
+      "loss": 17.1719,
+      "step": 25285
+    },
+    {
+      "epoch": 1.6793517965066083,
+      "grad_norm": 294.8760986328125,
+      "learning_rate": 1.3181378681787758e-07,
+      "loss": 13.75,
+      "step": 25286
+    },
+    {
+      "epoch": 1.679418210798964,
+      "grad_norm": 141.32643127441406,
+      "learning_rate": 1.3176042041222436e-07,
+      "loss": 13.5,
+      "step": 25287
+    },
+    {
+      "epoch": 1.6794846250913196,
+      "grad_norm": 209.28927612304688,
+      "learning_rate": 1.3170706404986641e-07,
+      "loss": 14.5938,
+      "step": 25288
+    },
+    {
+      "epoch": 1.6795510393836754,
+      "grad_norm": 120.8055419921875,
+      "learning_rate": 1.316537177314202e-07,
+      "loss": 14.2812,
+      "step": 25289
+    },
+    {
+      "epoch": 1.679617453676031,
+      "grad_norm": 152.24526977539062,
+      "learning_rate": 1.316003814575032e-07,
+      "loss": 19.4375,
+      "step": 25290
+    },
+    {
+      "epoch": 1.6796838679683868,
+      "grad_norm": 339.0668029785156,
+      "learning_rate": 1.315470552287321e-07,
+      "loss": 13.7812,
+      "step": 25291
+    },
+    {
+      "epoch": 1.6797502822607426,
+      "grad_norm": 1213.9832763671875,
+      "learning_rate": 1.3149373904572414e-07,
+      "loss": 14.625,
+      "step": 25292
+    },
+    {
+      "epoch": 1.679816696553098,
+      "grad_norm": 132.98388671875,
+      "learning_rate": 1.3144043290909534e-07,
+      "loss": 13.4219,
+      "step": 25293
+    },
+    {
+      "epoch": 1.679883110845454,
+      "grad_norm": 298.6749572753906,
+      "learning_rate": 1.3138713681946322e-07,
+      "loss": 16.1719,
+      "step": 25294
+    },
+    {
+      "epoch": 1.6799495251378098,
+      "grad_norm": 151.3690643310547,
+      "learning_rate": 1.3133385077744362e-07,
+      "loss": 14.3906,
+      "step": 25295
+    },
+    {
+      "epoch": 1.6800159394301653,
+      "grad_norm": 116.54745483398438,
+      "learning_rate": 1.3128057478365295e-07,
+      "loss": 12.9688,
+      "step": 25296
+    },
+    {
+      "epoch": 1.6800823537225211,
+      "grad_norm": 150.71578979492188,
+      "learning_rate": 1.3122730883870814e-07,
+      "loss": 13.7812,
+      "step": 25297
+    },
+    {
+      "epoch": 1.6801487680148768,
+      "grad_norm": 125.9801025390625,
+      "learning_rate": 1.3117405294322448e-07,
+      "loss": 11.0312,
+      "step": 25298
+    },
+    {
+      "epoch": 1.6802151823072324,
+      "grad_norm": 187.29469299316406,
+      "learning_rate": 1.3112080709781848e-07,
+      "loss": 16.4844,
+      "step": 25299
+    },
+    {
+      "epoch": 1.6802815965995883,
+      "grad_norm": 117.0516357421875,
+      "learning_rate": 1.3106757130310597e-07,
+      "loss": 16.125,
+      "step": 25300
+    },
+    {
+      "epoch": 1.680348010891944,
+      "grad_norm": 351.8733825683594,
+      "learning_rate": 1.310143455597027e-07,
+      "loss": 21.0625,
+      "step": 25301
+    },
+    {
+      "epoch": 1.6804144251842996,
+      "grad_norm": 182.29513549804688,
+      "learning_rate": 1.309611298682245e-07,
+      "loss": 17.7344,
+      "step": 25302
+    },
+    {
+      "epoch": 1.6804808394766555,
+      "grad_norm": 301.6922607421875,
+      "learning_rate": 1.30907924229287e-07,
+      "loss": 17.9219,
+      "step": 25303
+    },
+    {
+      "epoch": 1.680547253769011,
+      "grad_norm": 149.153564453125,
+      "learning_rate": 1.30854728643505e-07,
+      "loss": 13.0703,
+      "step": 25304
+    },
+    {
+      "epoch": 1.6806136680613668,
+      "grad_norm": 139.71682739257812,
+      "learning_rate": 1.3080154311149473e-07,
+      "loss": 10.8594,
+      "step": 25305
+    },
+    {
+      "epoch": 1.6806800823537227,
+      "grad_norm": 351.4768981933594,
+      "learning_rate": 1.3074836763387087e-07,
+      "loss": 13.5781,
+      "step": 25306
+    },
+    {
+      "epoch": 1.6807464966460781,
+      "grad_norm": 195.40318298339844,
+      "learning_rate": 1.3069520221124852e-07,
+      "loss": 18.2812,
+      "step": 25307
+    },
+    {
+      "epoch": 1.680812910938434,
+      "grad_norm": 255.8126983642578,
+      "learning_rate": 1.3064204684424295e-07,
+      "loss": 17.9062,
+      "step": 25308
+    },
+    {
+      "epoch": 1.6808793252307896,
+      "grad_norm": 154.2095947265625,
+      "learning_rate": 1.3058890153346902e-07,
+      "loss": 15.1875,
+      "step": 25309
+    },
+    {
+      "epoch": 1.6809457395231453,
+      "grad_norm": 113.6834945678711,
+      "learning_rate": 1.3053576627954088e-07,
+      "loss": 13.375,
+      "step": 25310
+    },
+    {
+      "epoch": 1.6810121538155012,
+      "grad_norm": 209.29624938964844,
+      "learning_rate": 1.3048264108307417e-07,
+      "loss": 15.8281,
+      "step": 25311
+    },
+    {
+      "epoch": 1.6810785681078568,
+      "grad_norm": 230.97796630859375,
+      "learning_rate": 1.304295259446826e-07,
+      "loss": 14.5938,
+      "step": 25312
+    },
+    {
+      "epoch": 1.6811449824002125,
+      "grad_norm": 204.28353881835938,
+      "learning_rate": 1.303764208649809e-07,
+      "loss": 16.6406,
+      "step": 25313
+    },
+    {
+      "epoch": 1.6812113966925684,
+      "grad_norm": 352.0077209472656,
+      "learning_rate": 1.3032332584458328e-07,
+      "loss": 12.5156,
+      "step": 25314
+    },
+    {
+      "epoch": 1.6812778109849238,
+      "grad_norm": 185.722412109375,
+      "learning_rate": 1.3027024088410389e-07,
+      "loss": 19.5625,
+      "step": 25315
+    },
+    {
+      "epoch": 1.6813442252772797,
+      "grad_norm": 204.47669982910156,
+      "learning_rate": 1.3021716598415688e-07,
+      "loss": 19.4375,
+      "step": 25316
+    },
+    {
+      "epoch": 1.6814106395696355,
+      "grad_norm": 178.8354949951172,
+      "learning_rate": 1.3016410114535636e-07,
+      "loss": 14.6406,
+      "step": 25317
+    },
+    {
+      "epoch": 1.681477053861991,
+      "grad_norm": 190.38975524902344,
+      "learning_rate": 1.301110463683155e-07,
+      "loss": 13.9219,
+      "step": 25318
+    },
+    {
+      "epoch": 1.6815434681543469,
+      "grad_norm": 383.2427978515625,
+      "learning_rate": 1.3005800165364888e-07,
+      "loss": 11.4844,
+      "step": 25319
+    },
+    {
+      "epoch": 1.6816098824467025,
+      "grad_norm": 238.43624877929688,
+      "learning_rate": 1.300049670019695e-07,
+      "loss": 14.5781,
+      "step": 25320
+    },
+    {
+      "epoch": 1.6816762967390582,
+      "grad_norm": 270.7567138671875,
+      "learning_rate": 1.2995194241389095e-07,
+      "loss": 18.9531,
+      "step": 25321
+    },
+    {
+      "epoch": 1.681742711031414,
+      "grad_norm": 120.85359954833984,
+      "learning_rate": 1.2989892789002666e-07,
+      "loss": 14.7969,
+      "step": 25322
+    },
+    {
+      "epoch": 1.6818091253237697,
+      "grad_norm": 132.21139526367188,
+      "learning_rate": 1.2984592343098976e-07,
+      "loss": 14.7656,
+      "step": 25323
+    },
+    {
+      "epoch": 1.6818755396161253,
+      "grad_norm": 168.90675354003906,
+      "learning_rate": 1.2979292903739358e-07,
+      "loss": 16.25,
+      "step": 25324
+    },
+    {
+      "epoch": 1.6819419539084812,
+      "grad_norm": 196.9850311279297,
+      "learning_rate": 1.2973994470985117e-07,
+      "loss": 15.5859,
+      "step": 25325
+    },
+    {
+      "epoch": 1.6820083682008367,
+      "grad_norm": 173.98895263671875,
+      "learning_rate": 1.296869704489748e-07,
+      "loss": 17.7344,
+      "step": 25326
+    },
+    {
+      "epoch": 1.6820747824931925,
+      "grad_norm": 158.20558166503906,
+      "learning_rate": 1.2963400625537813e-07,
+      "loss": 14.5625,
+      "step": 25327
+    },
+    {
+      "epoch": 1.6821411967855484,
+      "grad_norm": 254.9800262451172,
+      "learning_rate": 1.2958105212967318e-07,
+      "loss": 15.0156,
+      "step": 25328
+    },
+    {
+      "epoch": 1.6822076110779038,
+      "grad_norm": 365.3626403808594,
+      "learning_rate": 1.295281080724727e-07,
+      "loss": 17.3438,
+      "step": 25329
+    },
+    {
+      "epoch": 1.6822740253702597,
+      "grad_norm": 234.04248046875,
+      "learning_rate": 1.2947517408438924e-07,
+      "loss": 16.0469,
+      "step": 25330
+    },
+    {
+      "epoch": 1.6823404396626154,
+      "grad_norm": 447.1850891113281,
+      "learning_rate": 1.2942225016603504e-07,
+      "loss": 19.1094,
+      "step": 25331
+    },
+    {
+      "epoch": 1.682406853954971,
+      "grad_norm": 744.2071533203125,
+      "learning_rate": 1.2936933631802193e-07,
+      "loss": 22.4688,
+      "step": 25332
+    },
+    {
+      "epoch": 1.682473268247327,
+      "grad_norm": 171.2146453857422,
+      "learning_rate": 1.2931643254096249e-07,
+      "loss": 15.0938,
+      "step": 25333
+    },
+    {
+      "epoch": 1.6825396825396826,
+      "grad_norm": 173.7641143798828,
+      "learning_rate": 1.292635388354687e-07,
+      "loss": 15.4844,
+      "step": 25334
+    },
+    {
+      "epoch": 1.6826060968320382,
+      "grad_norm": 98.12420654296875,
+      "learning_rate": 1.292106552021518e-07,
+      "loss": 15.3438,
+      "step": 25335
+    },
+    {
+      "epoch": 1.682672511124394,
+      "grad_norm": 164.96058654785156,
+      "learning_rate": 1.2915778164162428e-07,
+      "loss": 14.4688,
+      "step": 25336
+    },
+    {
+      "epoch": 1.6827389254167495,
+      "grad_norm": 125.7167739868164,
+      "learning_rate": 1.291049181544972e-07,
+      "loss": 12.1406,
+      "step": 25337
+    },
+    {
+      "epoch": 1.6828053397091054,
+      "grad_norm": 242.9467010498047,
+      "learning_rate": 1.290520647413822e-07,
+      "loss": 19.9062,
+      "step": 25338
+    },
+    {
+      "epoch": 1.6828717540014613,
+      "grad_norm": 143.68356323242188,
+      "learning_rate": 1.2899922140289076e-07,
+      "loss": 15.7969,
+      "step": 25339
+    },
+    {
+      "epoch": 1.6829381682938167,
+      "grad_norm": 386.7071838378906,
+      "learning_rate": 1.289463881396341e-07,
+      "loss": 20.8906,
+      "step": 25340
+    },
+    {
+      "epoch": 1.6830045825861726,
+      "grad_norm": 161.33287048339844,
+      "learning_rate": 1.2889356495222327e-07,
+      "loss": 14.3438,
+      "step": 25341
+    },
+    {
+      "epoch": 1.6830709968785282,
+      "grad_norm": 142.25099182128906,
+      "learning_rate": 1.2884075184126963e-07,
+      "loss": 16.0391,
+      "step": 25342
+    },
+    {
+      "epoch": 1.683137411170884,
+      "grad_norm": 285.1299133300781,
+      "learning_rate": 1.287879488073834e-07,
+      "loss": 16.7812,
+      "step": 25343
+    },
+    {
+      "epoch": 1.6832038254632398,
+      "grad_norm": 198.84710693359375,
+      "learning_rate": 1.2873515585117624e-07,
+      "loss": 17.5625,
+      "step": 25344
+    },
+    {
+      "epoch": 1.6832702397555954,
+      "grad_norm": 119.94572448730469,
+      "learning_rate": 1.2868237297325813e-07,
+      "loss": 15.9141,
+      "step": 25345
+    },
+    {
+      "epoch": 1.683336654047951,
+      "grad_norm": 290.19561767578125,
+      "learning_rate": 1.2862960017423996e-07,
+      "loss": 17.3438,
+      "step": 25346
+    },
+    {
+      "epoch": 1.683403068340307,
+      "grad_norm": 125.63602447509766,
+      "learning_rate": 1.2857683745473214e-07,
+      "loss": 11.8438,
+      "step": 25347
+    },
+    {
+      "epoch": 1.6834694826326624,
+      "grad_norm": 403.00152587890625,
+      "learning_rate": 1.2852408481534482e-07,
+      "loss": 15.9844,
+      "step": 25348
+    },
+    {
+      "epoch": 1.6835358969250183,
+      "grad_norm": 223.63433837890625,
+      "learning_rate": 1.2847134225668855e-07,
+      "loss": 17.5156,
+      "step": 25349
+    },
+    {
+      "epoch": 1.6836023112173741,
+      "grad_norm": 260.9658203125,
+      "learning_rate": 1.2841860977937335e-07,
+      "loss": 18.8281,
+      "step": 25350
+    },
+    {
+      "epoch": 1.6836687255097296,
+      "grad_norm": 576.0648803710938,
+      "learning_rate": 1.2836588738400867e-07,
+      "loss": 16.2031,
+      "step": 25351
+    },
+    {
+      "epoch": 1.6837351398020854,
+      "grad_norm": 813.1222534179688,
+      "learning_rate": 1.2831317507120531e-07,
+      "loss": 14.3906,
+      "step": 25352
+    },
+    {
+      "epoch": 1.683801554094441,
+      "grad_norm": 200.4315185546875,
+      "learning_rate": 1.2826047284157216e-07,
+      "loss": 19.3594,
+      "step": 25353
+    },
+    {
+      "epoch": 1.6838679683867968,
+      "grad_norm": 110.72540283203125,
+      "learning_rate": 1.2820778069571925e-07,
+      "loss": 13.0938,
+      "step": 25354
+    },
+    {
+      "epoch": 1.6839343826791526,
+      "grad_norm": 198.39207458496094,
+      "learning_rate": 1.28155098634256e-07,
+      "loss": 13.9531,
+      "step": 25355
+    },
+    {
+      "epoch": 1.6840007969715083,
+      "grad_norm": 119.93766021728516,
+      "learning_rate": 1.2810242665779213e-07,
+      "loss": 15.125,
+      "step": 25356
+    },
+    {
+      "epoch": 1.684067211263864,
+      "grad_norm": 303.3851318359375,
+      "learning_rate": 1.2804976476693609e-07,
+      "loss": 19.9688,
+      "step": 25357
+    },
+    {
+      "epoch": 1.6841336255562198,
+      "grad_norm": 221.88792419433594,
+      "learning_rate": 1.279971129622981e-07,
+      "loss": 16.5156,
+      "step": 25358
+    },
+    {
+      "epoch": 1.6842000398485752,
+      "grad_norm": 255.99603271484375,
+      "learning_rate": 1.2794447124448638e-07,
+      "loss": 16.2812,
+      "step": 25359
+    },
+    {
+      "epoch": 1.6842664541409311,
+      "grad_norm": 189.0933074951172,
+      "learning_rate": 1.278918396141102e-07,
+      "loss": 20.7344,
+      "step": 25360
+    },
+    {
+      "epoch": 1.684332868433287,
+      "grad_norm": 859.4766235351562,
+      "learning_rate": 1.2783921807177832e-07,
+      "loss": 19.5625,
+      "step": 25361
+    },
+    {
+      "epoch": 1.6843992827256424,
+      "grad_norm": 197.0419158935547,
+      "learning_rate": 1.2778660661809948e-07,
+      "loss": 18.2812,
+      "step": 25362
+    },
+    {
+      "epoch": 1.6844656970179983,
+      "grad_norm": 211.8947296142578,
+      "learning_rate": 1.2773400525368217e-07,
+      "loss": 16.1094,
+      "step": 25363
+    },
+    {
+      "epoch": 1.684532111310354,
+      "grad_norm": 383.7095947265625,
+      "learning_rate": 1.2768141397913513e-07,
+      "loss": 30.3281,
+      "step": 25364
+    },
+    {
+      "epoch": 1.6845985256027096,
+      "grad_norm": 472.9150695800781,
+      "learning_rate": 1.2762883279506608e-07,
+      "loss": 14.9062,
+      "step": 25365
+    },
+    {
+      "epoch": 1.6846649398950655,
+      "grad_norm": 152.96788024902344,
+      "learning_rate": 1.2757626170208414e-07,
+      "loss": 14.2812,
+      "step": 25366
+    },
+    {
+      "epoch": 1.6847313541874211,
+      "grad_norm": 117.47879028320312,
+      "learning_rate": 1.2752370070079665e-07,
+      "loss": 15.9062,
+      "step": 25367
+    },
+    {
+      "epoch": 1.6847977684797768,
+      "grad_norm": 175.59425354003906,
+      "learning_rate": 1.2747114979181196e-07,
+      "loss": 15.2031,
+      "step": 25368
+    },
+    {
+      "epoch": 1.6848641827721327,
+      "grad_norm": 338.43408203125,
+      "learning_rate": 1.2741860897573774e-07,
+      "loss": 21.5312,
+      "step": 25369
+    },
+    {
+      "epoch": 1.6849305970644881,
+      "grad_norm": 248.66461181640625,
+      "learning_rate": 1.27366078253182e-07,
+      "loss": 17.8125,
+      "step": 25370
+    },
+    {
+      "epoch": 1.684997011356844,
+      "grad_norm": 400.6050109863281,
+      "learning_rate": 1.2731355762475226e-07,
+      "loss": 20.7812,
+      "step": 25371
+    },
+    {
+      "epoch": 1.6850634256491999,
+      "grad_norm": 287.3775939941406,
+      "learning_rate": 1.2726104709105612e-07,
+      "loss": 14.5312,
+      "step": 25372
+    },
+    {
+      "epoch": 1.6851298399415553,
+      "grad_norm": 276.9024353027344,
+      "learning_rate": 1.272085466527011e-07,
+      "loss": 22.5938,
+      "step": 25373
+    },
+    {
+      "epoch": 1.6851962542339112,
+      "grad_norm": 594.7587890625,
+      "learning_rate": 1.271560563102938e-07,
+      "loss": 21.1562,
+      "step": 25374
+    },
+    {
+      "epoch": 1.6852626685262668,
+      "grad_norm": 287.8730773925781,
+      "learning_rate": 1.2710357606444255e-07,
+      "loss": 13.7656,
+      "step": 25375
+    },
+    {
+      "epoch": 1.6853290828186225,
+      "grad_norm": 349.06646728515625,
+      "learning_rate": 1.2705110591575342e-07,
+      "loss": 16.3125,
+      "step": 25376
+    },
+    {
+      "epoch": 1.6853954971109784,
+      "grad_norm": 276.4078063964844,
+      "learning_rate": 1.269986458648338e-07,
+      "loss": 13.0469,
+      "step": 25377
+    },
+    {
+      "epoch": 1.685461911403334,
+      "grad_norm": 251.79612731933594,
+      "learning_rate": 1.269461959122905e-07,
+      "loss": 18.625,
+      "step": 25378
+    },
+    {
+      "epoch": 1.6855283256956897,
+      "grad_norm": 256.5609436035156,
+      "learning_rate": 1.268937560587301e-07,
+      "loss": 12.6562,
+      "step": 25379
+    },
+    {
+      "epoch": 1.6855947399880455,
+      "grad_norm": 288.67047119140625,
+      "learning_rate": 1.2684132630475918e-07,
+      "loss": 15.6562,
+      "step": 25380
+    },
+    {
+      "epoch": 1.6856611542804012,
+      "grad_norm": 198.3355712890625,
+      "learning_rate": 1.2678890665098462e-07,
+      "loss": 14.4375,
+      "step": 25381
+    },
+    {
+      "epoch": 1.6857275685727569,
+      "grad_norm": 293.7575378417969,
+      "learning_rate": 1.2673649709801204e-07,
+      "loss": 24.5469,
+      "step": 25382
+    },
+    {
+      "epoch": 1.6857939828651127,
+      "grad_norm": 182.63832092285156,
+      "learning_rate": 1.2668409764644862e-07,
+      "loss": 15.5,
+      "step": 25383
+    },
+    {
+      "epoch": 1.6858603971574682,
+      "grad_norm": 386.2640686035156,
+      "learning_rate": 1.2663170829689962e-07,
+      "loss": 16.2344,
+      "step": 25384
+    },
+    {
+      "epoch": 1.685926811449824,
+      "grad_norm": 148.83135986328125,
+      "learning_rate": 1.265793290499715e-07,
+      "loss": 21.8594,
+      "step": 25385
+    },
+    {
+      "epoch": 1.6859932257421797,
+      "grad_norm": 181.6973876953125,
+      "learning_rate": 1.2652695990626995e-07,
+      "loss": 13.5625,
+      "step": 25386
+    },
+    {
+      "epoch": 1.6860596400345353,
+      "grad_norm": 290.93499755859375,
+      "learning_rate": 1.2647460086640094e-07,
+      "loss": 18.3125,
+      "step": 25387
+    },
+    {
+      "epoch": 1.6861260543268912,
+      "grad_norm": 221.36155700683594,
+      "learning_rate": 1.2642225193097e-07,
+      "loss": 10.7656,
+      "step": 25388
+    },
+    {
+      "epoch": 1.6861924686192469,
+      "grad_norm": 149.73699951171875,
+      "learning_rate": 1.2636991310058298e-07,
+      "loss": 14.7344,
+      "step": 25389
+    },
+    {
+      "epoch": 1.6862588829116025,
+      "grad_norm": 158.03717041015625,
+      "learning_rate": 1.2631758437584462e-07,
+      "loss": 11.3906,
+      "step": 25390
+    },
+    {
+      "epoch": 1.6863252972039584,
+      "grad_norm": 341.7645263671875,
+      "learning_rate": 1.2626526575736107e-07,
+      "loss": 14.4062,
+      "step": 25391
+    },
+    {
+      "epoch": 1.686391711496314,
+      "grad_norm": 958.60205078125,
+      "learning_rate": 1.2621295724573677e-07,
+      "loss": 27.4062,
+      "step": 25392
+    },
+    {
+      "epoch": 1.6864581257886697,
+      "grad_norm": 146.89964294433594,
+      "learning_rate": 1.2616065884157723e-07,
+      "loss": 13.4844,
+      "step": 25393
+    },
+    {
+      "epoch": 1.6865245400810256,
+      "grad_norm": 195.65655517578125,
+      "learning_rate": 1.2610837054548728e-07,
+      "loss": 13.0,
+      "step": 25394
+    },
+    {
+      "epoch": 1.686590954373381,
+      "grad_norm": 155.21051025390625,
+      "learning_rate": 1.2605609235807202e-07,
+      "loss": 17.8438,
+      "step": 25395
+    },
+    {
+      "epoch": 1.686657368665737,
+      "grad_norm": 2314.369140625,
+      "learning_rate": 1.260038242799355e-07,
+      "loss": 16.9844,
+      "step": 25396
+    },
+    {
+      "epoch": 1.6867237829580926,
+      "grad_norm": 110.41883850097656,
+      "learning_rate": 1.2595156631168325e-07,
+      "loss": 12.7812,
+      "step": 25397
+    },
+    {
+      "epoch": 1.6867901972504482,
+      "grad_norm": 125.44739532470703,
+      "learning_rate": 1.25899318453919e-07,
+      "loss": 16.5781,
+      "step": 25398
+    },
+    {
+      "epoch": 1.686856611542804,
+      "grad_norm": 120.15917205810547,
+      "learning_rate": 1.2584708070724737e-07,
+      "loss": 14.3906,
+      "step": 25399
+    },
+    {
+      "epoch": 1.6869230258351597,
+      "grad_norm": 289.4845275878906,
+      "learning_rate": 1.2579485307227265e-07,
+      "loss": 18.9141,
+      "step": 25400
+    },
+    {
+      "epoch": 1.6869894401275154,
+      "grad_norm": 231.0990753173828,
+      "learning_rate": 1.2574263554959906e-07,
+      "loss": 20.0938,
+      "step": 25401
+    },
+    {
+      "epoch": 1.6870558544198713,
+      "grad_norm": 152.55340576171875,
+      "learning_rate": 1.2569042813983045e-07,
+      "loss": 14.9688,
+      "step": 25402
+    },
+    {
+      "epoch": 1.687122268712227,
+      "grad_norm": 255.82785034179688,
+      "learning_rate": 1.2563823084357106e-07,
+      "loss": 18.1094,
+      "step": 25403
+    },
+    {
+      "epoch": 1.6871886830045826,
+      "grad_norm": 254.36727905273438,
+      "learning_rate": 1.2558604366142401e-07,
+      "loss": 17.4531,
+      "step": 25404
+    },
+    {
+      "epoch": 1.6872550972969385,
+      "grad_norm": 170.43756103515625,
+      "learning_rate": 1.255338665939938e-07,
+      "loss": 15.0,
+      "step": 25405
+    },
+    {
+      "epoch": 1.6873215115892939,
+      "grad_norm": 393.87542724609375,
+      "learning_rate": 1.2548169964188337e-07,
+      "loss": 18.2812,
+      "step": 25406
+    },
+    {
+      "epoch": 1.6873879258816498,
+      "grad_norm": 286.5780334472656,
+      "learning_rate": 1.2542954280569616e-07,
+      "loss": 20.4531,
+      "step": 25407
+    },
+    {
+      "epoch": 1.6874543401740054,
+      "grad_norm": 313.57568359375,
+      "learning_rate": 1.2537739608603616e-07,
+      "loss": 16.9375,
+      "step": 25408
+    },
+    {
+      "epoch": 1.687520754466361,
+      "grad_norm": 235.24935913085938,
+      "learning_rate": 1.2532525948350581e-07,
+      "loss": 13.4375,
+      "step": 25409
+    },
+    {
+      "epoch": 1.687587168758717,
+      "grad_norm": 261.845703125,
+      "learning_rate": 1.2527313299870845e-07,
+      "loss": 13.4062,
+      "step": 25410
+    },
+    {
+      "epoch": 1.6876535830510726,
+      "grad_norm": 224.410888671875,
+      "learning_rate": 1.2522101663224716e-07,
+      "loss": 14.6953,
+      "step": 25411
+    },
+    {
+      "epoch": 1.6877199973434283,
+      "grad_norm": 191.11131286621094,
+      "learning_rate": 1.2516891038472477e-07,
+      "loss": 14.625,
+      "step": 25412
+    },
+    {
+      "epoch": 1.6877864116357841,
+      "grad_norm": 116.06317138671875,
+      "learning_rate": 1.2511681425674393e-07,
+      "loss": 12.875,
+      "step": 25413
+    },
+    {
+      "epoch": 1.6878528259281398,
+      "grad_norm": 176.2069854736328,
+      "learning_rate": 1.2506472824890747e-07,
+      "loss": 19.6562,
+      "step": 25414
+    },
+    {
+      "epoch": 1.6879192402204954,
+      "grad_norm": 192.06752014160156,
+      "learning_rate": 1.2501265236181734e-07,
+      "loss": 13.7344,
+      "step": 25415
+    },
+    {
+      "epoch": 1.6879856545128513,
+      "grad_norm": 255.12623596191406,
+      "learning_rate": 1.2496058659607666e-07,
+      "loss": 26.0625,
+      "step": 25416
+    },
+    {
+      "epoch": 1.6880520688052068,
+      "grad_norm": 534.6220703125,
+      "learning_rate": 1.2490853095228726e-07,
+      "loss": 18.1094,
+      "step": 25417
+    },
+    {
+      "epoch": 1.6881184830975626,
+      "grad_norm": 162.7140655517578,
+      "learning_rate": 1.248564854310512e-07,
+      "loss": 14.6172,
+      "step": 25418
+    },
+    {
+      "epoch": 1.6881848973899183,
+      "grad_norm": 113.91728210449219,
+      "learning_rate": 1.2480445003297079e-07,
+      "loss": 14.3438,
+      "step": 25419
+    },
+    {
+      "epoch": 1.688251311682274,
+      "grad_norm": 355.46014404296875,
+      "learning_rate": 1.24752424758648e-07,
+      "loss": 19.5625,
+      "step": 25420
+    },
+    {
+      "epoch": 1.6883177259746298,
+      "grad_norm": 319.4665832519531,
+      "learning_rate": 1.2470040960868412e-07,
+      "loss": 17.9375,
+      "step": 25421
+    },
+    {
+      "epoch": 1.6883841402669855,
+      "grad_norm": 109.81975555419922,
+      "learning_rate": 1.2464840458368154e-07,
+      "loss": 14.0,
+      "step": 25422
+    },
+    {
+      "epoch": 1.6884505545593411,
+      "grad_norm": 229.31858825683594,
+      "learning_rate": 1.2459640968424122e-07,
+      "loss": 19.2031,
+      "step": 25423
+    },
+    {
+      "epoch": 1.688516968851697,
+      "grad_norm": 622.4183349609375,
+      "learning_rate": 1.2454442491096483e-07,
+      "loss": 21.5938,
+      "step": 25424
+    },
+    {
+      "epoch": 1.6885833831440527,
+      "grad_norm": 218.4623565673828,
+      "learning_rate": 1.2449245026445376e-07,
+      "loss": 18.7031,
+      "step": 25425
+    },
+    {
+      "epoch": 1.6886497974364083,
+      "grad_norm": 229.84425354003906,
+      "learning_rate": 1.244404857453092e-07,
+      "loss": 15.4062,
+      "step": 25426
+    },
+    {
+      "epoch": 1.6887162117287642,
+      "grad_norm": 242.62905883789062,
+      "learning_rate": 1.2438853135413218e-07,
+      "loss": 12.2344,
+      "step": 25427
+    },
+    {
+      "epoch": 1.6887826260211196,
+      "grad_norm": 146.73533630371094,
+      "learning_rate": 1.2433658709152394e-07,
+      "loss": 20.4688,
+      "step": 25428
+    },
+    {
+      "epoch": 1.6888490403134755,
+      "grad_norm": 166.078857421875,
+      "learning_rate": 1.2428465295808478e-07,
+      "loss": 19.5156,
+      "step": 25429
+    },
+    {
+      "epoch": 1.6889154546058311,
+      "grad_norm": 454.8368835449219,
+      "learning_rate": 1.2423272895441618e-07,
+      "loss": 12.8984,
+      "step": 25430
+    },
+    {
+      "epoch": 1.6889818688981868,
+      "grad_norm": 285.4532165527344,
+      "learning_rate": 1.241808150811181e-07,
+      "loss": 16.125,
+      "step": 25431
+    },
+    {
+      "epoch": 1.6890482831905427,
+      "grad_norm": 254.51382446289062,
+      "learning_rate": 1.2412891133879132e-07,
+      "loss": 17.3438,
+      "step": 25432
+    },
+    {
+      "epoch": 1.6891146974828983,
+      "grad_norm": 120.1074447631836,
+      "learning_rate": 1.2407701772803624e-07,
+      "loss": 15.5156,
+      "step": 25433
+    },
+    {
+      "epoch": 1.689181111775254,
+      "grad_norm": 136.76144409179688,
+      "learning_rate": 1.2402513424945328e-07,
+      "loss": 16.5625,
+      "step": 25434
+    },
+    {
+      "epoch": 1.6892475260676099,
+      "grad_norm": 217.45277404785156,
+      "learning_rate": 1.2397326090364223e-07,
+      "loss": 15.3281,
+      "step": 25435
+    },
+    {
+      "epoch": 1.6893139403599655,
+      "grad_norm": 219.4400177001953,
+      "learning_rate": 1.2392139769120369e-07,
+      "loss": 18.3125,
+      "step": 25436
+    },
+    {
+      "epoch": 1.6893803546523212,
+      "grad_norm": 217.33871459960938,
+      "learning_rate": 1.2386954461273701e-07,
+      "loss": 14.3125,
+      "step": 25437
+    },
+    {
+      "epoch": 1.689446768944677,
+      "grad_norm": 290.0177001953125,
+      "learning_rate": 1.238177016688423e-07,
+      "loss": 16.125,
+      "step": 25438
+    },
+    {
+      "epoch": 1.6895131832370325,
+      "grad_norm": 223.67440795898438,
+      "learning_rate": 1.2376586886011907e-07,
+      "loss": 14.8906,
+      "step": 25439
+    },
+    {
+      "epoch": 1.6895795975293884,
+      "grad_norm": 463.87347412109375,
+      "learning_rate": 1.2371404618716707e-07,
+      "loss": 31.0156,
+      "step": 25440
+    },
+    {
+      "epoch": 1.689646011821744,
+      "grad_norm": 260.548828125,
+      "learning_rate": 1.236622336505857e-07,
+      "loss": 17.375,
+      "step": 25441
+    },
+    {
+      "epoch": 1.6897124261140997,
+      "grad_norm": 131.15087890625,
+      "learning_rate": 1.2361043125097426e-07,
+      "loss": 11.6562,
+      "step": 25442
+    },
+    {
+      "epoch": 1.6897788404064555,
+      "grad_norm": 190.73008728027344,
+      "learning_rate": 1.2355863898893194e-07,
+      "loss": 14.5625,
+      "step": 25443
+    },
+    {
+      "epoch": 1.6898452546988112,
+      "grad_norm": 108.3929672241211,
+      "learning_rate": 1.2350685686505792e-07,
+      "loss": 13.7656,
+      "step": 25444
+    },
+    {
+      "epoch": 1.6899116689911668,
+      "grad_norm": 117.50628662109375,
+      "learning_rate": 1.2345508487995148e-07,
+      "loss": 14.5625,
+      "step": 25445
+    },
+    {
+      "epoch": 1.6899780832835227,
+      "grad_norm": 404.4986572265625,
+      "learning_rate": 1.2340332303421065e-07,
+      "loss": 16.5625,
+      "step": 25446
+    },
+    {
+      "epoch": 1.6900444975758784,
+      "grad_norm": 270.7894287109375,
+      "learning_rate": 1.233515713284351e-07,
+      "loss": 15.5078,
+      "step": 25447
+    },
+    {
+      "epoch": 1.690110911868234,
+      "grad_norm": 558.0354614257812,
+      "learning_rate": 1.2329982976322294e-07,
+      "loss": 11.625,
+      "step": 25448
+    },
+    {
+      "epoch": 1.69017732616059,
+      "grad_norm": 334.5543518066406,
+      "learning_rate": 1.2324809833917283e-07,
+      "loss": 11.75,
+      "step": 25449
+    },
+    {
+      "epoch": 1.6902437404529453,
+      "grad_norm": 167.0690460205078,
+      "learning_rate": 1.2319637705688314e-07,
+      "loss": 12.6406,
+      "step": 25450
+    },
+    {
+      "epoch": 1.6903101547453012,
+      "grad_norm": 510.2638854980469,
+      "learning_rate": 1.2314466591695206e-07,
+      "loss": 18.6328,
+      "step": 25451
+    },
+    {
+      "epoch": 1.6903765690376569,
+      "grad_norm": 429.3954162597656,
+      "learning_rate": 1.230929649199779e-07,
+      "loss": 12.4609,
+      "step": 25452
+    },
+    {
+      "epoch": 1.6904429833300125,
+      "grad_norm": 440.8197937011719,
+      "learning_rate": 1.2304127406655896e-07,
+      "loss": 17.9844,
+      "step": 25453
+    },
+    {
+      "epoch": 1.6905093976223684,
+      "grad_norm": 111.90471649169922,
+      "learning_rate": 1.2298959335729242e-07,
+      "loss": 16.3281,
+      "step": 25454
+    },
+    {
+      "epoch": 1.690575811914724,
+      "grad_norm": 246.51019287109375,
+      "learning_rate": 1.2293792279277693e-07,
+      "loss": 20.5156,
+      "step": 25455
+    },
+    {
+      "epoch": 1.6906422262070797,
+      "grad_norm": 488.9840087890625,
+      "learning_rate": 1.2288626237360967e-07,
+      "loss": 18.2344,
+      "step": 25456
+    },
+    {
+      "epoch": 1.6907086404994356,
+      "grad_norm": 251.8382568359375,
+      "learning_rate": 1.2283461210038825e-07,
+      "loss": 12.4219,
+      "step": 25457
+    },
+    {
+      "epoch": 1.6907750547917912,
+      "grad_norm": 247.98133850097656,
+      "learning_rate": 1.2278297197371035e-07,
+      "loss": 12.9062,
+      "step": 25458
+    },
+    {
+      "epoch": 1.690841469084147,
+      "grad_norm": 156.3382568359375,
+      "learning_rate": 1.2273134199417335e-07,
+      "loss": 20.2812,
+      "step": 25459
+    },
+    {
+      "epoch": 1.6909078833765028,
+      "grad_norm": 211.2928924560547,
+      "learning_rate": 1.2267972216237387e-07,
+      "loss": 19.2031,
+      "step": 25460
+    },
+    {
+      "epoch": 1.6909742976688582,
+      "grad_norm": 205.8748779296875,
+      "learning_rate": 1.2262811247891003e-07,
+      "loss": 15.6562,
+      "step": 25461
+    },
+    {
+      "epoch": 1.691040711961214,
+      "grad_norm": 124.29154968261719,
+      "learning_rate": 1.2257651294437787e-07,
+      "loss": 13.6094,
+      "step": 25462
+    },
+    {
+      "epoch": 1.6911071262535697,
+      "grad_norm": 652.74609375,
+      "learning_rate": 1.2252492355937482e-07,
+      "loss": 20.3281,
+      "step": 25463
+    },
+    {
+      "epoch": 1.6911735405459254,
+      "grad_norm": 120.20482635498047,
+      "learning_rate": 1.2247334432449741e-07,
+      "loss": 11.1406,
+      "step": 25464
+    },
+    {
+      "epoch": 1.6912399548382813,
+      "grad_norm": 171.7567596435547,
+      "learning_rate": 1.2242177524034225e-07,
+      "loss": 18.0625,
+      "step": 25465
+    },
+    {
+      "epoch": 1.691306369130637,
+      "grad_norm": 348.9651184082031,
+      "learning_rate": 1.223702163075061e-07,
+      "loss": 25.2656,
+      "step": 25466
+    },
+    {
+      "epoch": 1.6913727834229926,
+      "grad_norm": 251.2785186767578,
+      "learning_rate": 1.2231866752658538e-07,
+      "loss": 18.8281,
+      "step": 25467
+    },
+    {
+      "epoch": 1.6914391977153485,
+      "grad_norm": 393.8915100097656,
+      "learning_rate": 1.222671288981757e-07,
+      "loss": 20.2031,
+      "step": 25468
+    },
+    {
+      "epoch": 1.691505612007704,
+      "grad_norm": 138.10093688964844,
+      "learning_rate": 1.2221560042287426e-07,
+      "loss": 17.6875,
+      "step": 25469
+    },
+    {
+      "epoch": 1.6915720263000598,
+      "grad_norm": 177.11846923828125,
+      "learning_rate": 1.2216408210127638e-07,
+      "loss": 17.5469,
+      "step": 25470
+    },
+    {
+      "epoch": 1.6916384405924156,
+      "grad_norm": 288.4052429199219,
+      "learning_rate": 1.2211257393397812e-07,
+      "loss": 13.1719,
+      "step": 25471
+    },
+    {
+      "epoch": 1.691704854884771,
+      "grad_norm": 242.26759338378906,
+      "learning_rate": 1.2206107592157556e-07,
+      "loss": 16.9844,
+      "step": 25472
+    },
+    {
+      "epoch": 1.691771269177127,
+      "grad_norm": 168.18479919433594,
+      "learning_rate": 1.2200958806466412e-07,
+      "loss": 14.1719,
+      "step": 25473
+    },
+    {
+      "epoch": 1.6918376834694826,
+      "grad_norm": 206.02560424804688,
+      "learning_rate": 1.2195811036383942e-07,
+      "loss": 17.7969,
+      "step": 25474
+    },
+    {
+      "epoch": 1.6919040977618383,
+      "grad_norm": 118.71665954589844,
+      "learning_rate": 1.2190664281969732e-07,
+      "loss": 12.875,
+      "step": 25475
+    },
+    {
+      "epoch": 1.6919705120541941,
+      "grad_norm": 120.61177825927734,
+      "learning_rate": 1.2185518543283236e-07,
+      "loss": 13.9688,
+      "step": 25476
+    },
+    {
+      "epoch": 1.6920369263465498,
+      "grad_norm": 269.1175537109375,
+      "learning_rate": 1.218037382038406e-07,
+      "loss": 18.1406,
+      "step": 25477
+    },
+    {
+      "epoch": 1.6921033406389054,
+      "grad_norm": 296.19281005859375,
+      "learning_rate": 1.2175230113331668e-07,
+      "loss": 23.5938,
+      "step": 25478
+    },
+    {
+      "epoch": 1.6921697549312613,
+      "grad_norm": 175.9613494873047,
+      "learning_rate": 1.2170087422185572e-07,
+      "loss": 18.5781,
+      "step": 25479
+    },
+    {
+      "epoch": 1.692236169223617,
+      "grad_norm": 120.25546264648438,
+      "learning_rate": 1.2164945747005262e-07,
+      "loss": 14.4219,
+      "step": 25480
+    },
+    {
+      "epoch": 1.6923025835159726,
+      "grad_norm": 373.0701904296875,
+      "learning_rate": 1.2159805087850205e-07,
+      "loss": 14.3281,
+      "step": 25481
+    },
+    {
+      "epoch": 1.6923689978083285,
+      "grad_norm": 380.3665466308594,
+      "learning_rate": 1.2154665444779867e-07,
+      "loss": 15.125,
+      "step": 25482
+    },
+    {
+      "epoch": 1.692435412100684,
+      "grad_norm": 207.24647521972656,
+      "learning_rate": 1.2149526817853706e-07,
+      "loss": 16.5312,
+      "step": 25483
+    },
+    {
+      "epoch": 1.6925018263930398,
+      "grad_norm": 274.470947265625,
+      "learning_rate": 1.2144389207131188e-07,
+      "loss": 21.0,
+      "step": 25484
+    },
+    {
+      "epoch": 1.6925682406853955,
+      "grad_norm": 133.2754669189453,
+      "learning_rate": 1.213925261267167e-07,
+      "loss": 15.9062,
+      "step": 25485
+    },
+    {
+      "epoch": 1.6926346549777511,
+      "grad_norm": 278.6233215332031,
+      "learning_rate": 1.2134117034534664e-07,
+      "loss": 15.125,
+      "step": 25486
+    },
+    {
+      "epoch": 1.692701069270107,
+      "grad_norm": 141.68557739257812,
+      "learning_rate": 1.2128982472779492e-07,
+      "loss": 14.2656,
+      "step": 25487
+    },
+    {
+      "epoch": 1.6927674835624626,
+      "grad_norm": 830.6768798828125,
+      "learning_rate": 1.2123848927465596e-07,
+      "loss": 20.6875,
+      "step": 25488
+    },
+    {
+      "epoch": 1.6928338978548183,
+      "grad_norm": 202.1793975830078,
+      "learning_rate": 1.2118716398652328e-07,
+      "loss": 17.2812,
+      "step": 25489
+    },
+    {
+      "epoch": 1.6929003121471742,
+      "grad_norm": 262.0810546875,
+      "learning_rate": 1.2113584886399088e-07,
+      "loss": 15.5,
+      "step": 25490
+    },
+    {
+      "epoch": 1.6929667264395298,
+      "grad_norm": 195.5421905517578,
+      "learning_rate": 1.2108454390765212e-07,
+      "loss": 18.0,
+      "step": 25491
+    },
+    {
+      "epoch": 1.6930331407318855,
+      "grad_norm": 220.50070190429688,
+      "learning_rate": 1.2103324911810074e-07,
+      "loss": 27.5625,
+      "step": 25492
+    },
+    {
+      "epoch": 1.6930995550242414,
+      "grad_norm": 138.92153930664062,
+      "learning_rate": 1.2098196449592945e-07,
+      "loss": 12.8125,
+      "step": 25493
+    },
+    {
+      "epoch": 1.6931659693165968,
+      "grad_norm": 105.70489501953125,
+      "learning_rate": 1.2093069004173239e-07,
+      "loss": 14.8906,
+      "step": 25494
+    },
+    {
+      "epoch": 1.6932323836089527,
+      "grad_norm": 277.5660400390625,
+      "learning_rate": 1.20879425756102e-07,
+      "loss": 14.1562,
+      "step": 25495
+    },
+    {
+      "epoch": 1.6932987979013083,
+      "grad_norm": 273.4808349609375,
+      "learning_rate": 1.2082817163963144e-07,
+      "loss": 22.1719,
+      "step": 25496
+    },
+    {
+      "epoch": 1.693365212193664,
+      "grad_norm": 192.83750915527344,
+      "learning_rate": 1.207769276929137e-07,
+      "loss": 15.25,
+      "step": 25497
+    },
+    {
+      "epoch": 1.6934316264860199,
+      "grad_norm": 244.82232666015625,
+      "learning_rate": 1.2072569391654163e-07,
+      "loss": 17.4844,
+      "step": 25498
+    },
+    {
+      "epoch": 1.6934980407783755,
+      "grad_norm": 138.1641082763672,
+      "learning_rate": 1.2067447031110734e-07,
+      "loss": 11.0,
+      "step": 25499
+    },
+    {
+      "epoch": 1.6935644550707312,
+      "grad_norm": 197.0797576904297,
+      "learning_rate": 1.2062325687720409e-07,
+      "loss": 12.75,
+      "step": 25500
+    },
+    {
+      "epoch": 1.693630869363087,
+      "grad_norm": 231.43588256835938,
+      "learning_rate": 1.2057205361542376e-07,
+      "loss": 17.3125,
+      "step": 25501
+    },
+    {
+      "epoch": 1.6936972836554427,
+      "grad_norm": 201.99948120117188,
+      "learning_rate": 1.2052086052635879e-07,
+      "loss": 14.7344,
+      "step": 25502
+    },
+    {
+      "epoch": 1.6937636979477984,
+      "grad_norm": 114.77852630615234,
+      "learning_rate": 1.2046967761060134e-07,
+      "loss": 14.1875,
+      "step": 25503
+    },
+    {
+      "epoch": 1.6938301122401542,
+      "grad_norm": 119.94985961914062,
+      "learning_rate": 1.204185048687436e-07,
+      "loss": 11.6562,
+      "step": 25504
+    },
+    {
+      "epoch": 1.6938965265325097,
+      "grad_norm": 334.82806396484375,
+      "learning_rate": 1.2036734230137735e-07,
+      "loss": 15.5938,
+      "step": 25505
+    },
+    {
+      "epoch": 1.6939629408248655,
+      "grad_norm": 256.1380920410156,
+      "learning_rate": 1.2031618990909466e-07,
+      "loss": 21.5625,
+      "step": 25506
+    },
+    {
+      "epoch": 1.6940293551172212,
+      "grad_norm": 366.6845397949219,
+      "learning_rate": 1.2026504769248658e-07,
+      "loss": 21.1094,
+      "step": 25507
+    },
+    {
+      "epoch": 1.6940957694095768,
+      "grad_norm": 809.23388671875,
+      "learning_rate": 1.2021391565214557e-07,
+      "loss": 15.0156,
+      "step": 25508
+    },
+    {
+      "epoch": 1.6941621837019327,
+      "grad_norm": 366.4205322265625,
+      "learning_rate": 1.2016279378866246e-07,
+      "loss": 16.6719,
+      "step": 25509
+    },
+    {
+      "epoch": 1.6942285979942884,
+      "grad_norm": 135.60951232910156,
+      "learning_rate": 1.2011168210262878e-07,
+      "loss": 13.0938,
+      "step": 25510
+    },
+    {
+      "epoch": 1.694295012286644,
+      "grad_norm": 556.5594482421875,
+      "learning_rate": 1.2006058059463586e-07,
+      "loss": 17.0312,
+      "step": 25511
+    },
+    {
+      "epoch": 1.694361426579,
+      "grad_norm": 128.05157470703125,
+      "learning_rate": 1.2000948926527465e-07,
+      "loss": 14.1719,
+      "step": 25512
+    },
+    {
+      "epoch": 1.6944278408713556,
+      "grad_norm": 215.7818603515625,
+      "learning_rate": 1.1995840811513636e-07,
+      "loss": 18.3594,
+      "step": 25513
+    },
+    {
+      "epoch": 1.6944942551637112,
+      "grad_norm": 161.024169921875,
+      "learning_rate": 1.1990733714481182e-07,
+      "loss": 11.1797,
+      "step": 25514
+    },
+    {
+      "epoch": 1.694560669456067,
+      "grad_norm": 715.2501831054688,
+      "learning_rate": 1.1985627635489138e-07,
+      "loss": 15.3594,
+      "step": 25515
+    },
+    {
+      "epoch": 1.6946270837484225,
+      "grad_norm": 531.530517578125,
+      "learning_rate": 1.198052257459662e-07,
+      "loss": 19.2656,
+      "step": 25516
+    },
+    {
+      "epoch": 1.6946934980407784,
+      "grad_norm": 185.46144104003906,
+      "learning_rate": 1.197541853186268e-07,
+      "loss": 16.0,
+      "step": 25517
+    },
+    {
+      "epoch": 1.694759912333134,
+      "grad_norm": 463.78668212890625,
+      "learning_rate": 1.1970315507346306e-07,
+      "loss": 11.3594,
+      "step": 25518
+    },
+    {
+      "epoch": 1.6948263266254897,
+      "grad_norm": 94.37353515625,
+      "learning_rate": 1.1965213501106596e-07,
+      "loss": 13.3672,
+      "step": 25519
+    },
+    {
+      "epoch": 1.6948927409178456,
+      "grad_norm": 246.20797729492188,
+      "learning_rate": 1.1960112513202514e-07,
+      "loss": 15.8125,
+      "step": 25520
+    },
+    {
+      "epoch": 1.6949591552102012,
+      "grad_norm": 238.0900115966797,
+      "learning_rate": 1.195501254369309e-07,
+      "loss": 17.3438,
+      "step": 25521
+    },
+    {
+      "epoch": 1.695025569502557,
+      "grad_norm": 110.80831146240234,
+      "learning_rate": 1.1949913592637306e-07,
+      "loss": 11.1719,
+      "step": 25522
+    },
+    {
+      "epoch": 1.6950919837949128,
+      "grad_norm": 181.90687561035156,
+      "learning_rate": 1.1944815660094164e-07,
+      "loss": 17.4141,
+      "step": 25523
+    },
+    {
+      "epoch": 1.6951583980872684,
+      "grad_norm": 89.06182861328125,
+      "learning_rate": 1.1939718746122583e-07,
+      "loss": 14.4844,
+      "step": 25524
+    },
+    {
+      "epoch": 1.695224812379624,
+      "grad_norm": 282.8095397949219,
+      "learning_rate": 1.1934622850781607e-07,
+      "loss": 28.2188,
+      "step": 25525
+    },
+    {
+      "epoch": 1.69529122667198,
+      "grad_norm": 181.21493530273438,
+      "learning_rate": 1.1929527974130104e-07,
+      "loss": 19.8438,
+      "step": 25526
+    },
+    {
+      "epoch": 1.6953576409643354,
+      "grad_norm": 273.68341064453125,
+      "learning_rate": 1.1924434116227034e-07,
+      "loss": 16.0312,
+      "step": 25527
+    },
+    {
+      "epoch": 1.6954240552566913,
+      "grad_norm": 211.77647399902344,
+      "learning_rate": 1.1919341277131323e-07,
+      "loss": 19.875,
+      "step": 25528
+    },
+    {
+      "epoch": 1.695490469549047,
+      "grad_norm": 1146.8353271484375,
+      "learning_rate": 1.1914249456901881e-07,
+      "loss": 29.25,
+      "step": 25529
+    },
+    {
+      "epoch": 1.6955568838414026,
+      "grad_norm": 123.085205078125,
+      "learning_rate": 1.1909158655597617e-07,
+      "loss": 17.1406,
+      "step": 25530
+    },
+    {
+      "epoch": 1.6956232981337584,
+      "grad_norm": 226.72178649902344,
+      "learning_rate": 1.1904068873277418e-07,
+      "loss": 13.9219,
+      "step": 25531
+    },
+    {
+      "epoch": 1.695689712426114,
+      "grad_norm": 128.62303161621094,
+      "learning_rate": 1.1898980110000123e-07,
+      "loss": 18.5625,
+      "step": 25532
+    },
+    {
+      "epoch": 1.6957561267184698,
+      "grad_norm": 146.8354949951172,
+      "learning_rate": 1.1893892365824654e-07,
+      "loss": 13.4219,
+      "step": 25533
+    },
+    {
+      "epoch": 1.6958225410108256,
+      "grad_norm": 424.64935302734375,
+      "learning_rate": 1.1888805640809817e-07,
+      "loss": 22.75,
+      "step": 25534
+    },
+    {
+      "epoch": 1.6958889553031813,
+      "grad_norm": 123.74556732177734,
+      "learning_rate": 1.188371993501447e-07,
+      "loss": 14.5312,
+      "step": 25535
+    },
+    {
+      "epoch": 1.695955369595537,
+      "grad_norm": 457.64569091796875,
+      "learning_rate": 1.1878635248497437e-07,
+      "loss": 17.1406,
+      "step": 25536
+    },
+    {
+      "epoch": 1.6960217838878928,
+      "grad_norm": 198.8658447265625,
+      "learning_rate": 1.1873551581317543e-07,
+      "loss": 17.2344,
+      "step": 25537
+    },
+    {
+      "epoch": 1.6960881981802483,
+      "grad_norm": 218.39637756347656,
+      "learning_rate": 1.1868468933533582e-07,
+      "loss": 14.4219,
+      "step": 25538
+    },
+    {
+      "epoch": 1.6961546124726041,
+      "grad_norm": 194.7821807861328,
+      "learning_rate": 1.1863387305204375e-07,
+      "loss": 16.5781,
+      "step": 25539
+    },
+    {
+      "epoch": 1.6962210267649598,
+      "grad_norm": 125.67886352539062,
+      "learning_rate": 1.1858306696388642e-07,
+      "loss": 15.6719,
+      "step": 25540
+    },
+    {
+      "epoch": 1.6962874410573154,
+      "grad_norm": 180.23995971679688,
+      "learning_rate": 1.1853227107145236e-07,
+      "loss": 16.875,
+      "step": 25541
+    },
+    {
+      "epoch": 1.6963538553496713,
+      "grad_norm": 154.05380249023438,
+      "learning_rate": 1.1848148537532842e-07,
+      "loss": 14.4844,
+      "step": 25542
+    },
+    {
+      "epoch": 1.696420269642027,
+      "grad_norm": 175.1541748046875,
+      "learning_rate": 1.1843070987610238e-07,
+      "loss": 13.2188,
+      "step": 25543
+    },
+    {
+      "epoch": 1.6964866839343826,
+      "grad_norm": 425.25750732421875,
+      "learning_rate": 1.1837994457436162e-07,
+      "loss": 22.6875,
+      "step": 25544
+    },
+    {
+      "epoch": 1.6965530982267385,
+      "grad_norm": 269.74658203125,
+      "learning_rate": 1.1832918947069337e-07,
+      "loss": 20.8594,
+      "step": 25545
+    },
+    {
+      "epoch": 1.6966195125190942,
+      "grad_norm": 180.54586791992188,
+      "learning_rate": 1.1827844456568425e-07,
+      "loss": 16.4531,
+      "step": 25546
+    },
+    {
+      "epoch": 1.6966859268114498,
+      "grad_norm": 210.6194610595703,
+      "learning_rate": 1.1822770985992214e-07,
+      "loss": 16.2344,
+      "step": 25547
+    },
+    {
+      "epoch": 1.6967523411038057,
+      "grad_norm": 437.7851867675781,
+      "learning_rate": 1.1817698535399323e-07,
+      "loss": 12.6562,
+      "step": 25548
+    },
+    {
+      "epoch": 1.6968187553961611,
+      "grad_norm": 148.69052124023438,
+      "learning_rate": 1.1812627104848438e-07,
+      "loss": 12.1562,
+      "step": 25549
+    },
+    {
+      "epoch": 1.696885169688517,
+      "grad_norm": 266.6640625,
+      "learning_rate": 1.1807556694398236e-07,
+      "loss": 20.5938,
+      "step": 25550
+    },
+    {
+      "epoch": 1.6969515839808726,
+      "grad_norm": 553.6187133789062,
+      "learning_rate": 1.1802487304107368e-07,
+      "loss": 15.4062,
+      "step": 25551
+    },
+    {
+      "epoch": 1.6970179982732283,
+      "grad_norm": 770.3931884765625,
+      "learning_rate": 1.1797418934034465e-07,
+      "loss": 14.1953,
+      "step": 25552
+    },
+    {
+      "epoch": 1.6970844125655842,
+      "grad_norm": 480.9880065917969,
+      "learning_rate": 1.1792351584238158e-07,
+      "loss": 20.75,
+      "step": 25553
+    },
+    {
+      "epoch": 1.6971508268579398,
+      "grad_norm": 218.92564392089844,
+      "learning_rate": 1.1787285254777057e-07,
+      "loss": 26.3906,
+      "step": 25554
+    },
+    {
+      "epoch": 1.6972172411502955,
+      "grad_norm": 188.0690155029297,
+      "learning_rate": 1.1782219945709781e-07,
+      "loss": 16.0469,
+      "step": 25555
+    },
+    {
+      "epoch": 1.6972836554426514,
+      "grad_norm": 112.01811218261719,
+      "learning_rate": 1.177715565709494e-07,
+      "loss": 16.4219,
+      "step": 25556
+    },
+    {
+      "epoch": 1.697350069735007,
+      "grad_norm": 259.85614013671875,
+      "learning_rate": 1.1772092388991051e-07,
+      "loss": 16.5156,
+      "step": 25557
+    },
+    {
+      "epoch": 1.6974164840273627,
+      "grad_norm": 281.67523193359375,
+      "learning_rate": 1.1767030141456757e-07,
+      "loss": 20.7969,
+      "step": 25558
+    },
+    {
+      "epoch": 1.6974828983197185,
+      "grad_norm": 158.7449188232422,
+      "learning_rate": 1.1761968914550557e-07,
+      "loss": 13.4219,
+      "step": 25559
+    },
+    {
+      "epoch": 1.697549312612074,
+      "grad_norm": 211.23089599609375,
+      "learning_rate": 1.1756908708331025e-07,
+      "loss": 15.4844,
+      "step": 25560
+    },
+    {
+      "epoch": 1.6976157269044299,
+      "grad_norm": 139.9147491455078,
+      "learning_rate": 1.1751849522856683e-07,
+      "loss": 12.9062,
+      "step": 25561
+    },
+    {
+      "epoch": 1.6976821411967855,
+      "grad_norm": 278.6538391113281,
+      "learning_rate": 1.174679135818608e-07,
+      "loss": 15.125,
+      "step": 25562
+    },
+    {
+      "epoch": 1.6977485554891412,
+      "grad_norm": 180.79434204101562,
+      "learning_rate": 1.1741734214377674e-07,
+      "loss": 23.5469,
+      "step": 25563
+    },
+    {
+      "epoch": 1.697814969781497,
+      "grad_norm": 119.76439666748047,
+      "learning_rate": 1.1736678091490026e-07,
+      "loss": 16.2812,
+      "step": 25564
+    },
+    {
+      "epoch": 1.6978813840738527,
+      "grad_norm": 197.18653869628906,
+      "learning_rate": 1.173162298958158e-07,
+      "loss": 14.4844,
+      "step": 25565
+    },
+    {
+      "epoch": 1.6979477983662083,
+      "grad_norm": 275.6305847167969,
+      "learning_rate": 1.172656890871081e-07,
+      "loss": 14.4062,
+      "step": 25566
+    },
+    {
+      "epoch": 1.6980142126585642,
+      "grad_norm": 205.0542449951172,
+      "learning_rate": 1.1721515848936191e-07,
+      "loss": 15.6094,
+      "step": 25567
+    },
+    {
+      "epoch": 1.6980806269509199,
+      "grad_norm": 257.4345703125,
+      "learning_rate": 1.1716463810316168e-07,
+      "loss": 19.3438,
+      "step": 25568
+    },
+    {
+      "epoch": 1.6981470412432755,
+      "grad_norm": 362.3243713378906,
+      "learning_rate": 1.1711412792909192e-07,
+      "loss": 16.7344,
+      "step": 25569
+    },
+    {
+      "epoch": 1.6982134555356314,
+      "grad_norm": 255.40145874023438,
+      "learning_rate": 1.1706362796773705e-07,
+      "loss": 19.2188,
+      "step": 25570
+    },
+    {
+      "epoch": 1.6982798698279868,
+      "grad_norm": 345.20037841796875,
+      "learning_rate": 1.1701313821968051e-07,
+      "loss": 21.9062,
+      "step": 25571
+    },
+    {
+      "epoch": 1.6983462841203427,
+      "grad_norm": 247.90765380859375,
+      "learning_rate": 1.1696265868550737e-07,
+      "loss": 17.375,
+      "step": 25572
+    },
+    {
+      "epoch": 1.6984126984126984,
+      "grad_norm": 268.04522705078125,
+      "learning_rate": 1.1691218936580071e-07,
+      "loss": 18.0938,
+      "step": 25573
+    },
+    {
+      "epoch": 1.698479112705054,
+      "grad_norm": 340.0032958984375,
+      "learning_rate": 1.1686173026114466e-07,
+      "loss": 16.9062,
+      "step": 25574
+    },
+    {
+      "epoch": 1.69854552699741,
+      "grad_norm": 504.464599609375,
+      "learning_rate": 1.1681128137212282e-07,
+      "loss": 17.1094,
+      "step": 25575
+    },
+    {
+      "epoch": 1.6986119412897656,
+      "grad_norm": 532.0255126953125,
+      "learning_rate": 1.1676084269931874e-07,
+      "loss": 13.6719,
+      "step": 25576
+    },
+    {
+      "epoch": 1.6986783555821212,
+      "grad_norm": 115.87440490722656,
+      "learning_rate": 1.1671041424331607e-07,
+      "loss": 12.7812,
+      "step": 25577
+    },
+    {
+      "epoch": 1.698744769874477,
+      "grad_norm": 362.5233459472656,
+      "learning_rate": 1.1665999600469811e-07,
+      "loss": 18.1875,
+      "step": 25578
+    },
+    {
+      "epoch": 1.6988111841668327,
+      "grad_norm": 118.35658264160156,
+      "learning_rate": 1.1660958798404752e-07,
+      "loss": 13.4375,
+      "step": 25579
+    },
+    {
+      "epoch": 1.6988775984591884,
+      "grad_norm": 191.98995971679688,
+      "learning_rate": 1.1655919018194837e-07,
+      "loss": 21.7188,
+      "step": 25580
+    },
+    {
+      "epoch": 1.6989440127515443,
+      "grad_norm": 163.8838348388672,
+      "learning_rate": 1.1650880259898277e-07,
+      "loss": 15.2188,
+      "step": 25581
+    },
+    {
+      "epoch": 1.6990104270438997,
+      "grad_norm": 917.9111938476562,
+      "learning_rate": 1.164584252357339e-07,
+      "loss": 21.0938,
+      "step": 25582
+    },
+    {
+      "epoch": 1.6990768413362556,
+      "grad_norm": 97.90670013427734,
+      "learning_rate": 1.1640805809278454e-07,
+      "loss": 11.7344,
+      "step": 25583
+    },
+    {
+      "epoch": 1.6991432556286112,
+      "grad_norm": 319.97222900390625,
+      "learning_rate": 1.1635770117071742e-07,
+      "loss": 29.3281,
+      "step": 25584
+    },
+    {
+      "epoch": 1.699209669920967,
+      "grad_norm": 233.26661682128906,
+      "learning_rate": 1.1630735447011441e-07,
+      "loss": 21.6406,
+      "step": 25585
+    },
+    {
+      "epoch": 1.6992760842133228,
+      "grad_norm": 285.2081604003906,
+      "learning_rate": 1.1625701799155885e-07,
+      "loss": 19.5625,
+      "step": 25586
+    },
+    {
+      "epoch": 1.6993424985056784,
+      "grad_norm": 225.71177673339844,
+      "learning_rate": 1.1620669173563224e-07,
+      "loss": 18.2656,
+      "step": 25587
+    },
+    {
+      "epoch": 1.699408912798034,
+      "grad_norm": 606.1556396484375,
+      "learning_rate": 1.1615637570291714e-07,
+      "loss": 19.875,
+      "step": 25588
+    },
+    {
+      "epoch": 1.69947532709039,
+      "grad_norm": 383.9282531738281,
+      "learning_rate": 1.1610606989399529e-07,
+      "loss": 21.7344,
+      "step": 25589
+    },
+    {
+      "epoch": 1.6995417413827456,
+      "grad_norm": 127.84004211425781,
+      "learning_rate": 1.160557743094488e-07,
+      "loss": 16.8438,
+      "step": 25590
+    },
+    {
+      "epoch": 1.6996081556751013,
+      "grad_norm": 219.4220428466797,
+      "learning_rate": 1.160054889498594e-07,
+      "loss": 16.6094,
+      "step": 25591
+    },
+    {
+      "epoch": 1.6996745699674571,
+      "grad_norm": 204.7715606689453,
+      "learning_rate": 1.1595521381580875e-07,
+      "loss": 15.4219,
+      "step": 25592
+    },
+    {
+      "epoch": 1.6997409842598126,
+      "grad_norm": 464.45361328125,
+      "learning_rate": 1.1590494890787838e-07,
+      "loss": 11.6641,
+      "step": 25593
+    },
+    {
+      "epoch": 1.6998073985521684,
+      "grad_norm": 318.095458984375,
+      "learning_rate": 1.1585469422664985e-07,
+      "loss": 20.2188,
+      "step": 25594
+    },
+    {
+      "epoch": 1.699873812844524,
+      "grad_norm": 233.8553009033203,
+      "learning_rate": 1.1580444977270443e-07,
+      "loss": 13.4844,
+      "step": 25595
+    },
+    {
+      "epoch": 1.6999402271368798,
+      "grad_norm": 318.5550231933594,
+      "learning_rate": 1.1575421554662302e-07,
+      "loss": 17.4531,
+      "step": 25596
+    },
+    {
+      "epoch": 1.7000066414292356,
+      "grad_norm": 190.603271484375,
+      "learning_rate": 1.1570399154898735e-07,
+      "loss": 15.6406,
+      "step": 25597
+    },
+    {
+      "epoch": 1.7000730557215913,
+      "grad_norm": 180.3448944091797,
+      "learning_rate": 1.1565377778037778e-07,
+      "loss": 14.1562,
+      "step": 25598
+    },
+    {
+      "epoch": 1.700139470013947,
+      "grad_norm": 163.3728485107422,
+      "learning_rate": 1.1560357424137535e-07,
+      "loss": 11.1562,
+      "step": 25599
+    },
+    {
+      "epoch": 1.7002058843063028,
+      "grad_norm": 139.72979736328125,
+      "learning_rate": 1.1555338093256073e-07,
+      "loss": 10.125,
+      "step": 25600
+    },
+    {
+      "epoch": 1.7002722985986585,
+      "grad_norm": 504.73651123046875,
+      "learning_rate": 1.1550319785451468e-07,
+      "loss": 15.2344,
+      "step": 25601
+    },
+    {
+      "epoch": 1.7003387128910141,
+      "grad_norm": 479.5087585449219,
+      "learning_rate": 1.1545302500781762e-07,
+      "loss": 12.9375,
+      "step": 25602
+    },
+    {
+      "epoch": 1.70040512718337,
+      "grad_norm": 287.28399658203125,
+      "learning_rate": 1.1540286239305008e-07,
+      "loss": 22.0156,
+      "step": 25603
+    },
+    {
+      "epoch": 1.7004715414757254,
+      "grad_norm": 372.18731689453125,
+      "learning_rate": 1.1535271001079172e-07,
+      "loss": 21.4375,
+      "step": 25604
+    },
+    {
+      "epoch": 1.7005379557680813,
+      "grad_norm": 468.831298828125,
+      "learning_rate": 1.1530256786162351e-07,
+      "loss": 20.5312,
+      "step": 25605
+    },
+    {
+      "epoch": 1.700604370060437,
+      "grad_norm": 208.55516052246094,
+      "learning_rate": 1.1525243594612488e-07,
+      "loss": 15.875,
+      "step": 25606
+    },
+    {
+      "epoch": 1.7006707843527926,
+      "grad_norm": 132.3523712158203,
+      "learning_rate": 1.1520231426487593e-07,
+      "loss": 16.5312,
+      "step": 25607
+    },
+    {
+      "epoch": 1.7007371986451485,
+      "grad_norm": 562.4256591796875,
+      "learning_rate": 1.1515220281845628e-07,
+      "loss": 24.9531,
+      "step": 25608
+    },
+    {
+      "epoch": 1.7008036129375042,
+      "grad_norm": 183.50704956054688,
+      "learning_rate": 1.1510210160744604e-07,
+      "loss": 18.1094,
+      "step": 25609
+    },
+    {
+      "epoch": 1.7008700272298598,
+      "grad_norm": 226.31719970703125,
+      "learning_rate": 1.1505201063242398e-07,
+      "loss": 20.3906,
+      "step": 25610
+    },
+    {
+      "epoch": 1.7009364415222157,
+      "grad_norm": 288.0292663574219,
+      "learning_rate": 1.150019298939704e-07,
+      "loss": 25.7188,
+      "step": 25611
+    },
+    {
+      "epoch": 1.7010028558145713,
+      "grad_norm": 1185.9468994140625,
+      "learning_rate": 1.1495185939266395e-07,
+      "loss": 12.7188,
+      "step": 25612
+    },
+    {
+      "epoch": 1.701069270106927,
+      "grad_norm": 196.10342407226562,
+      "learning_rate": 1.1490179912908393e-07,
+      "loss": 24.7812,
+      "step": 25613
+    },
+    {
+      "epoch": 1.7011356843992829,
+      "grad_norm": 176.97860717773438,
+      "learning_rate": 1.1485174910380968e-07,
+      "loss": 14.4766,
+      "step": 25614
+    },
+    {
+      "epoch": 1.7012020986916383,
+      "grad_norm": 165.33485412597656,
+      "learning_rate": 1.1480170931741995e-07,
+      "loss": 13.75,
+      "step": 25615
+    },
+    {
+      "epoch": 1.7012685129839942,
+      "grad_norm": 317.97021484375,
+      "learning_rate": 1.147516797704936e-07,
+      "loss": 16.2344,
+      "step": 25616
+    },
+    {
+      "epoch": 1.7013349272763498,
+      "grad_norm": 192.69851684570312,
+      "learning_rate": 1.1470166046360952e-07,
+      "loss": 16.7188,
+      "step": 25617
+    },
+    {
+      "epoch": 1.7014013415687055,
+      "grad_norm": 1147.855712890625,
+      "learning_rate": 1.1465165139734578e-07,
+      "loss": 14.6719,
+      "step": 25618
+    },
+    {
+      "epoch": 1.7014677558610614,
+      "grad_norm": 596.7531127929688,
+      "learning_rate": 1.146016525722816e-07,
+      "loss": 13.6719,
+      "step": 25619
+    },
+    {
+      "epoch": 1.701534170153417,
+      "grad_norm": 380.7615966796875,
+      "learning_rate": 1.1455166398899474e-07,
+      "loss": 15.0156,
+      "step": 25620
+    },
+    {
+      "epoch": 1.7016005844457727,
+      "grad_norm": 241.4517059326172,
+      "learning_rate": 1.1450168564806362e-07,
+      "loss": 21.4688,
+      "step": 25621
+    },
+    {
+      "epoch": 1.7016669987381285,
+      "grad_norm": 423.8030090332031,
+      "learning_rate": 1.1445171755006644e-07,
+      "loss": 17.3438,
+      "step": 25622
+    },
+    {
+      "epoch": 1.7017334130304842,
+      "grad_norm": 300.8081359863281,
+      "learning_rate": 1.1440175969558119e-07,
+      "loss": 15.7812,
+      "step": 25623
+    },
+    {
+      "epoch": 1.7017998273228399,
+      "grad_norm": 162.3988800048828,
+      "learning_rate": 1.1435181208518574e-07,
+      "loss": 13.7969,
+      "step": 25624
+    },
+    {
+      "epoch": 1.7018662416151957,
+      "grad_norm": 485.9059143066406,
+      "learning_rate": 1.1430187471945796e-07,
+      "loss": 19.3594,
+      "step": 25625
+    },
+    {
+      "epoch": 1.7019326559075512,
+      "grad_norm": 94.93731689453125,
+      "learning_rate": 1.1425194759897517e-07,
+      "loss": 12.8281,
+      "step": 25626
+    },
+    {
+      "epoch": 1.701999070199907,
+      "grad_norm": 527.733154296875,
+      "learning_rate": 1.1420203072431489e-07,
+      "loss": 15.7188,
+      "step": 25627
+    },
+    {
+      "epoch": 1.7020654844922627,
+      "grad_norm": 509.7036437988281,
+      "learning_rate": 1.1415212409605523e-07,
+      "loss": 18.0312,
+      "step": 25628
+    },
+    {
+      "epoch": 1.7021318987846183,
+      "grad_norm": 407.6966857910156,
+      "learning_rate": 1.1410222771477274e-07,
+      "loss": 20.1094,
+      "step": 25629
+    },
+    {
+      "epoch": 1.7021983130769742,
+      "grad_norm": 783.0986328125,
+      "learning_rate": 1.1405234158104482e-07,
+      "loss": 14.6719,
+      "step": 25630
+    },
+    {
+      "epoch": 1.7022647273693299,
+      "grad_norm": 171.85614013671875,
+      "learning_rate": 1.1400246569544847e-07,
+      "loss": 13.25,
+      "step": 25631
+    },
+    {
+      "epoch": 1.7023311416616855,
+      "grad_norm": 404.5690612792969,
+      "learning_rate": 1.1395260005856078e-07,
+      "loss": 22.5312,
+      "step": 25632
+    },
+    {
+      "epoch": 1.7023975559540414,
+      "grad_norm": 1451.5975341796875,
+      "learning_rate": 1.1390274467095851e-07,
+      "loss": 14.875,
+      "step": 25633
+    },
+    {
+      "epoch": 1.702463970246397,
+      "grad_norm": 380.0823974609375,
+      "learning_rate": 1.1385289953321853e-07,
+      "loss": 14.3594,
+      "step": 25634
+    },
+    {
+      "epoch": 1.7025303845387527,
+      "grad_norm": 457.8905029296875,
+      "learning_rate": 1.1380306464591683e-07,
+      "loss": 17.1719,
+      "step": 25635
+    },
+    {
+      "epoch": 1.7025967988311086,
+      "grad_norm": 178.48699951171875,
+      "learning_rate": 1.1375324000963071e-07,
+      "loss": 15.5,
+      "step": 25636
+    },
+    {
+      "epoch": 1.702663213123464,
+      "grad_norm": 171.7808380126953,
+      "learning_rate": 1.1370342562493574e-07,
+      "loss": 22.5938,
+      "step": 25637
+    },
+    {
+      "epoch": 1.70272962741582,
+      "grad_norm": 132.62277221679688,
+      "learning_rate": 1.1365362149240853e-07,
+      "loss": 12.4141,
+      "step": 25638
+    },
+    {
+      "epoch": 1.7027960417081756,
+      "grad_norm": 250.0684814453125,
+      "learning_rate": 1.1360382761262522e-07,
+      "loss": 16.1094,
+      "step": 25639
+    },
+    {
+      "epoch": 1.7028624560005312,
+      "grad_norm": 133.93898010253906,
+      "learning_rate": 1.1355404398616164e-07,
+      "loss": 17.6094,
+      "step": 25640
+    },
+    {
+      "epoch": 1.702928870292887,
+      "grad_norm": 166.2353973388672,
+      "learning_rate": 1.1350427061359369e-07,
+      "loss": 15.0312,
+      "step": 25641
+    },
+    {
+      "epoch": 1.7029952845852427,
+      "grad_norm": 174.8408660888672,
+      "learning_rate": 1.1345450749549734e-07,
+      "loss": 15.9219,
+      "step": 25642
+    },
+    {
+      "epoch": 1.7030616988775984,
+      "grad_norm": 253.41525268554688,
+      "learning_rate": 1.134047546324477e-07,
+      "loss": 16.4844,
+      "step": 25643
+    },
+    {
+      "epoch": 1.7031281131699543,
+      "grad_norm": 136.78643798828125,
+      "learning_rate": 1.1335501202502106e-07,
+      "loss": 15.25,
+      "step": 25644
+    },
+    {
+      "epoch": 1.70319452746231,
+      "grad_norm": 163.39723205566406,
+      "learning_rate": 1.133052796737921e-07,
+      "loss": 14.1562,
+      "step": 25645
+    },
+    {
+      "epoch": 1.7032609417546656,
+      "grad_norm": 332.5260009765625,
+      "learning_rate": 1.1325555757933636e-07,
+      "loss": 37.2188,
+      "step": 25646
+    },
+    {
+      "epoch": 1.7033273560470215,
+      "grad_norm": 348.3746337890625,
+      "learning_rate": 1.1320584574222903e-07,
+      "loss": 31.2188,
+      "step": 25647
+    },
+    {
+      "epoch": 1.703393770339377,
+      "grad_norm": 506.05096435546875,
+      "learning_rate": 1.1315614416304531e-07,
+      "loss": 12.7969,
+      "step": 25648
+    },
+    {
+      "epoch": 1.7034601846317328,
+      "grad_norm": 142.30638122558594,
+      "learning_rate": 1.1310645284235953e-07,
+      "loss": 13.6562,
+      "step": 25649
+    },
+    {
+      "epoch": 1.7035265989240884,
+      "grad_norm": 164.56671142578125,
+      "learning_rate": 1.1305677178074735e-07,
+      "loss": 14.2188,
+      "step": 25650
+    },
+    {
+      "epoch": 1.703593013216444,
+      "grad_norm": 106.47209167480469,
+      "learning_rate": 1.1300710097878275e-07,
+      "loss": 16.1875,
+      "step": 25651
+    },
+    {
+      "epoch": 1.7036594275088,
+      "grad_norm": 342.26165771484375,
+      "learning_rate": 1.1295744043704047e-07,
+      "loss": 25.7656,
+      "step": 25652
+    },
+    {
+      "epoch": 1.7037258418011556,
+      "grad_norm": 435.78912353515625,
+      "learning_rate": 1.1290779015609508e-07,
+      "loss": 18.0781,
+      "step": 25653
+    },
+    {
+      "epoch": 1.7037922560935113,
+      "grad_norm": 400.74798583984375,
+      "learning_rate": 1.1285815013652088e-07,
+      "loss": 15.1406,
+      "step": 25654
+    },
+    {
+      "epoch": 1.7038586703858671,
+      "grad_norm": 131.3631591796875,
+      "learning_rate": 1.1280852037889199e-07,
+      "loss": 10.4062,
+      "step": 25655
+    },
+    {
+      "epoch": 1.7039250846782228,
+      "grad_norm": 510.8754577636719,
+      "learning_rate": 1.1275890088378281e-07,
+      "loss": 29.4531,
+      "step": 25656
+    },
+    {
+      "epoch": 1.7039914989705784,
+      "grad_norm": 339.33233642578125,
+      "learning_rate": 1.1270929165176656e-07,
+      "loss": 19.7344,
+      "step": 25657
+    },
+    {
+      "epoch": 1.7040579132629343,
+      "grad_norm": 167.47036743164062,
+      "learning_rate": 1.1265969268341802e-07,
+      "loss": 14.7031,
+      "step": 25658
+    },
+    {
+      "epoch": 1.7041243275552898,
+      "grad_norm": 198.5015106201172,
+      "learning_rate": 1.1261010397931037e-07,
+      "loss": 13.5781,
+      "step": 25659
+    },
+    {
+      "epoch": 1.7041907418476456,
+      "grad_norm": 186.4150848388672,
+      "learning_rate": 1.1256052554001727e-07,
+      "loss": 16.0625,
+      "step": 25660
+    },
+    {
+      "epoch": 1.7042571561400013,
+      "grad_norm": 221.750732421875,
+      "learning_rate": 1.1251095736611227e-07,
+      "loss": 14.6562,
+      "step": 25661
+    },
+    {
+      "epoch": 1.704323570432357,
+      "grad_norm": 143.30908203125,
+      "learning_rate": 1.1246139945816868e-07,
+      "loss": 13.5859,
+      "step": 25662
+    },
+    {
+      "epoch": 1.7043899847247128,
+      "grad_norm": 280.49761962890625,
+      "learning_rate": 1.1241185181675994e-07,
+      "loss": 20.5,
+      "step": 25663
+    },
+    {
+      "epoch": 1.7044563990170685,
+      "grad_norm": 97.1354751586914,
+      "learning_rate": 1.1236231444245913e-07,
+      "loss": 13.1094,
+      "step": 25664
+    },
+    {
+      "epoch": 1.7045228133094241,
+      "grad_norm": 115.80294036865234,
+      "learning_rate": 1.1231278733583916e-07,
+      "loss": 14.7422,
+      "step": 25665
+    },
+    {
+      "epoch": 1.70458922760178,
+      "grad_norm": 316.1295166015625,
+      "learning_rate": 1.1226327049747298e-07,
+      "loss": 19.7031,
+      "step": 25666
+    },
+    {
+      "epoch": 1.7046556418941357,
+      "grad_norm": 173.89048767089844,
+      "learning_rate": 1.1221376392793369e-07,
+      "loss": 17.7031,
+      "step": 25667
+    },
+    {
+      "epoch": 1.7047220561864913,
+      "grad_norm": 177.17098999023438,
+      "learning_rate": 1.1216426762779308e-07,
+      "loss": 14.9375,
+      "step": 25668
+    },
+    {
+      "epoch": 1.7047884704788472,
+      "grad_norm": 151.02456665039062,
+      "learning_rate": 1.1211478159762478e-07,
+      "loss": 12.2656,
+      "step": 25669
+    },
+    {
+      "epoch": 1.7048548847712026,
+      "grad_norm": 155.892333984375,
+      "learning_rate": 1.1206530583800056e-07,
+      "loss": 14.9844,
+      "step": 25670
+    },
+    {
+      "epoch": 1.7049212990635585,
+      "grad_norm": 338.2569885253906,
+      "learning_rate": 1.1201584034949275e-07,
+      "loss": 21.2188,
+      "step": 25671
+    },
+    {
+      "epoch": 1.7049877133559141,
+      "grad_norm": 194.20164489746094,
+      "learning_rate": 1.1196638513267375e-07,
+      "loss": 13.9688,
+      "step": 25672
+    },
+    {
+      "epoch": 1.7050541276482698,
+      "grad_norm": 148.3564453125,
+      "learning_rate": 1.1191694018811571e-07,
+      "loss": 15.4219,
+      "step": 25673
+    },
+    {
+      "epoch": 1.7051205419406257,
+      "grad_norm": 218.85520935058594,
+      "learning_rate": 1.118675055163899e-07,
+      "loss": 17.1719,
+      "step": 25674
+    },
+    {
+      "epoch": 1.7051869562329813,
+      "grad_norm": 262.9972839355469,
+      "learning_rate": 1.1181808111806922e-07,
+      "loss": 15.2344,
+      "step": 25675
+    },
+    {
+      "epoch": 1.705253370525337,
+      "grad_norm": 430.6782531738281,
+      "learning_rate": 1.1176866699372455e-07,
+      "loss": 19.125,
+      "step": 25676
+    },
+    {
+      "epoch": 1.7053197848176929,
+      "grad_norm": 445.505126953125,
+      "learning_rate": 1.1171926314392777e-07,
+      "loss": 18.7188,
+      "step": 25677
+    },
+    {
+      "epoch": 1.7053861991100485,
+      "grad_norm": 116.07901000976562,
+      "learning_rate": 1.1166986956925029e-07,
+      "loss": 13.4375,
+      "step": 25678
+    },
+    {
+      "epoch": 1.7054526134024042,
+      "grad_norm": 279.07257080078125,
+      "learning_rate": 1.1162048627026355e-07,
+      "loss": 18.6875,
+      "step": 25679
+    },
+    {
+      "epoch": 1.70551902769476,
+      "grad_norm": 173.1627197265625,
+      "learning_rate": 1.1157111324753876e-07,
+      "loss": 15.5469,
+      "step": 25680
+    },
+    {
+      "epoch": 1.7055854419871155,
+      "grad_norm": 371.84619140625,
+      "learning_rate": 1.1152175050164725e-07,
+      "loss": 14.1406,
+      "step": 25681
+    },
+    {
+      "epoch": 1.7056518562794714,
+      "grad_norm": 191.09446716308594,
+      "learning_rate": 1.1147239803315944e-07,
+      "loss": 15.4062,
+      "step": 25682
+    },
+    {
+      "epoch": 1.705718270571827,
+      "grad_norm": 264.81158447265625,
+      "learning_rate": 1.1142305584264688e-07,
+      "loss": 15.0625,
+      "step": 25683
+    },
+    {
+      "epoch": 1.7057846848641827,
+      "grad_norm": 342.8394775390625,
+      "learning_rate": 1.113737239306799e-07,
+      "loss": 18.8281,
+      "step": 25684
+    },
+    {
+      "epoch": 1.7058510991565385,
+      "grad_norm": 119.11206817626953,
+      "learning_rate": 1.1132440229782924e-07,
+      "loss": 13.7344,
+      "step": 25685
+    },
+    {
+      "epoch": 1.7059175134488942,
+      "grad_norm": 297.7575988769531,
+      "learning_rate": 1.1127509094466548e-07,
+      "loss": 15.2188,
+      "step": 25686
+    },
+    {
+      "epoch": 1.7059839277412499,
+      "grad_norm": 314.0950622558594,
+      "learning_rate": 1.112257898717589e-07,
+      "loss": 14.3984,
+      "step": 25687
+    },
+    {
+      "epoch": 1.7060503420336057,
+      "grad_norm": 215.60556030273438,
+      "learning_rate": 1.1117649907967997e-07,
+      "loss": 17.6406,
+      "step": 25688
+    },
+    {
+      "epoch": 1.7061167563259614,
+      "grad_norm": 168.50343322753906,
+      "learning_rate": 1.1112721856899898e-07,
+      "loss": 17.4531,
+      "step": 25689
+    },
+    {
+      "epoch": 1.706183170618317,
+      "grad_norm": 192.0160369873047,
+      "learning_rate": 1.1107794834028561e-07,
+      "loss": 14.2969,
+      "step": 25690
+    },
+    {
+      "epoch": 1.706249584910673,
+      "grad_norm": 578.4913330078125,
+      "learning_rate": 1.1102868839410983e-07,
+      "loss": 14.8125,
+      "step": 25691
+    },
+    {
+      "epoch": 1.7063159992030283,
+      "grad_norm": 988.4155883789062,
+      "learning_rate": 1.1097943873104165e-07,
+      "loss": 18.8594,
+      "step": 25692
+    },
+    {
+      "epoch": 1.7063824134953842,
+      "grad_norm": 556.6993408203125,
+      "learning_rate": 1.1093019935165071e-07,
+      "loss": 11.8906,
+      "step": 25693
+    },
+    {
+      "epoch": 1.7064488277877399,
+      "grad_norm": 419.2991943359375,
+      "learning_rate": 1.1088097025650656e-07,
+      "loss": 18.9219,
+      "step": 25694
+    },
+    {
+      "epoch": 1.7065152420800955,
+      "grad_norm": 153.262451171875,
+      "learning_rate": 1.1083175144617885e-07,
+      "loss": 17.5469,
+      "step": 25695
+    },
+    {
+      "epoch": 1.7065816563724514,
+      "grad_norm": 179.87008666992188,
+      "learning_rate": 1.1078254292123624e-07,
+      "loss": 14.4062,
+      "step": 25696
+    },
+    {
+      "epoch": 1.706648070664807,
+      "grad_norm": 216.0765380859375,
+      "learning_rate": 1.1073334468224882e-07,
+      "loss": 16.9062,
+      "step": 25697
+    },
+    {
+      "epoch": 1.7067144849571627,
+      "grad_norm": 189.68760681152344,
+      "learning_rate": 1.1068415672978515e-07,
+      "loss": 17.9375,
+      "step": 25698
+    },
+    {
+      "epoch": 1.7067808992495186,
+      "grad_norm": 188.25360107421875,
+      "learning_rate": 1.1063497906441433e-07,
+      "loss": 19.0781,
+      "step": 25699
+    },
+    {
+      "epoch": 1.7068473135418742,
+      "grad_norm": 427.53082275390625,
+      "learning_rate": 1.1058581168670523e-07,
+      "loss": 16.0469,
+      "step": 25700
+    },
+    {
+      "epoch": 1.70691372783423,
+      "grad_norm": 184.88267517089844,
+      "learning_rate": 1.1053665459722661e-07,
+      "loss": 16.3047,
+      "step": 25701
+    },
+    {
+      "epoch": 1.7069801421265858,
+      "grad_norm": 135.0713653564453,
+      "learning_rate": 1.1048750779654703e-07,
+      "loss": 13.9062,
+      "step": 25702
+    },
+    {
+      "epoch": 1.7070465564189412,
+      "grad_norm": 212.306396484375,
+      "learning_rate": 1.1043837128523514e-07,
+      "loss": 11.2344,
+      "step": 25703
+    },
+    {
+      "epoch": 1.707112970711297,
+      "grad_norm": 157.86888122558594,
+      "learning_rate": 1.1038924506385916e-07,
+      "loss": 11.1406,
+      "step": 25704
+    },
+    {
+      "epoch": 1.7071793850036527,
+      "grad_norm": 180.41285705566406,
+      "learning_rate": 1.103401291329874e-07,
+      "loss": 21.0625,
+      "step": 25705
+    },
+    {
+      "epoch": 1.7072457992960084,
+      "grad_norm": 200.7631072998047,
+      "learning_rate": 1.102910234931882e-07,
+      "loss": 15.8906,
+      "step": 25706
+    },
+    {
+      "epoch": 1.7073122135883643,
+      "grad_norm": 185.2394256591797,
+      "learning_rate": 1.1024192814502908e-07,
+      "loss": 10.4922,
+      "step": 25707
+    },
+    {
+      "epoch": 1.70737862788072,
+      "grad_norm": 842.6781616210938,
+      "learning_rate": 1.1019284308907862e-07,
+      "loss": 13.6406,
+      "step": 25708
+    },
+    {
+      "epoch": 1.7074450421730756,
+      "grad_norm": 158.38626098632812,
+      "learning_rate": 1.10143768325904e-07,
+      "loss": 15.8906,
+      "step": 25709
+    },
+    {
+      "epoch": 1.7075114564654315,
+      "grad_norm": 194.07249450683594,
+      "learning_rate": 1.1009470385607323e-07,
+      "loss": 13.2812,
+      "step": 25710
+    },
+    {
+      "epoch": 1.707577870757787,
+      "grad_norm": 1061.90576171875,
+      "learning_rate": 1.1004564968015373e-07,
+      "loss": 12.7969,
+      "step": 25711
+    },
+    {
+      "epoch": 1.7076442850501428,
+      "grad_norm": 144.74362182617188,
+      "learning_rate": 1.0999660579871317e-07,
+      "loss": 19.2812,
+      "step": 25712
+    },
+    {
+      "epoch": 1.7077106993424986,
+      "grad_norm": 105.90676879882812,
+      "learning_rate": 1.0994757221231832e-07,
+      "loss": 15.6562,
+      "step": 25713
+    },
+    {
+      "epoch": 1.707777113634854,
+      "grad_norm": 237.40121459960938,
+      "learning_rate": 1.0989854892153716e-07,
+      "loss": 15.6875,
+      "step": 25714
+    },
+    {
+      "epoch": 1.70784352792721,
+      "grad_norm": 263.29351806640625,
+      "learning_rate": 1.0984953592693602e-07,
+      "loss": 20.0938,
+      "step": 25715
+    },
+    {
+      "epoch": 1.7079099422195656,
+      "grad_norm": 114.37184143066406,
+      "learning_rate": 1.0980053322908222e-07,
+      "loss": 12.625,
+      "step": 25716
+    },
+    {
+      "epoch": 1.7079763565119213,
+      "grad_norm": 392.2239990234375,
+      "learning_rate": 1.0975154082854255e-07,
+      "loss": 23.6094,
+      "step": 25717
+    },
+    {
+      "epoch": 1.7080427708042771,
+      "grad_norm": 487.20916748046875,
+      "learning_rate": 1.0970255872588364e-07,
+      "loss": 15.8438,
+      "step": 25718
+    },
+    {
+      "epoch": 1.7081091850966328,
+      "grad_norm": 265.7515563964844,
+      "learning_rate": 1.0965358692167214e-07,
+      "loss": 21.7188,
+      "step": 25719
+    },
+    {
+      "epoch": 1.7081755993889884,
+      "grad_norm": 132.3734588623047,
+      "learning_rate": 1.0960462541647486e-07,
+      "loss": 12.1719,
+      "step": 25720
+    },
+    {
+      "epoch": 1.7082420136813443,
+      "grad_norm": 160.6936492919922,
+      "learning_rate": 1.0955567421085731e-07,
+      "loss": 16.0469,
+      "step": 25721
+    },
+    {
+      "epoch": 1.7083084279737,
+      "grad_norm": 399.862060546875,
+      "learning_rate": 1.0950673330538673e-07,
+      "loss": 19.1094,
+      "step": 25722
+    },
+    {
+      "epoch": 1.7083748422660556,
+      "grad_norm": 110.48066711425781,
+      "learning_rate": 1.0945780270062866e-07,
+      "loss": 14.3125,
+      "step": 25723
+    },
+    {
+      "epoch": 1.7084412565584115,
+      "grad_norm": 111.23731994628906,
+      "learning_rate": 1.0940888239714907e-07,
+      "loss": 11.7969,
+      "step": 25724
+    },
+    {
+      "epoch": 1.708507670850767,
+      "grad_norm": 261.6544189453125,
+      "learning_rate": 1.0935997239551409e-07,
+      "loss": 13.2344,
+      "step": 25725
+    },
+    {
+      "epoch": 1.7085740851431228,
+      "grad_norm": 745.0756225585938,
+      "learning_rate": 1.0931107269628925e-07,
+      "loss": 16.7656,
+      "step": 25726
+    },
+    {
+      "epoch": 1.7086404994354785,
+      "grad_norm": 163.30694580078125,
+      "learning_rate": 1.0926218330004045e-07,
+      "loss": 14.3438,
+      "step": 25727
+    },
+    {
+      "epoch": 1.7087069137278341,
+      "grad_norm": 282.0787658691406,
+      "learning_rate": 1.0921330420733321e-07,
+      "loss": 19.625,
+      "step": 25728
+    },
+    {
+      "epoch": 1.70877332802019,
+      "grad_norm": 228.52391052246094,
+      "learning_rate": 1.0916443541873243e-07,
+      "loss": 14.7344,
+      "step": 25729
+    },
+    {
+      "epoch": 1.7088397423125457,
+      "grad_norm": 177.60736083984375,
+      "learning_rate": 1.0911557693480411e-07,
+      "loss": 12.0312,
+      "step": 25730
+    },
+    {
+      "epoch": 1.7089061566049013,
+      "grad_norm": 369.97515869140625,
+      "learning_rate": 1.09066728756113e-07,
+      "loss": 16.2344,
+      "step": 25731
+    },
+    {
+      "epoch": 1.7089725708972572,
+      "grad_norm": 187.901611328125,
+      "learning_rate": 1.0901789088322422e-07,
+      "loss": 13.1406,
+      "step": 25732
+    },
+    {
+      "epoch": 1.7090389851896128,
+      "grad_norm": 249.7629852294922,
+      "learning_rate": 1.0896906331670263e-07,
+      "loss": 13.3438,
+      "step": 25733
+    },
+    {
+      "epoch": 1.7091053994819685,
+      "grad_norm": 193.44911193847656,
+      "learning_rate": 1.0892024605711336e-07,
+      "loss": 16.9375,
+      "step": 25734
+    },
+    {
+      "epoch": 1.7091718137743244,
+      "grad_norm": 239.49256896972656,
+      "learning_rate": 1.0887143910502039e-07,
+      "loss": 12.3906,
+      "step": 25735
+    },
+    {
+      "epoch": 1.7092382280666798,
+      "grad_norm": 179.42039489746094,
+      "learning_rate": 1.0882264246098927e-07,
+      "loss": 13.2188,
+      "step": 25736
+    },
+    {
+      "epoch": 1.7093046423590357,
+      "grad_norm": 103.58839416503906,
+      "learning_rate": 1.0877385612558366e-07,
+      "loss": 10.7031,
+      "step": 25737
+    },
+    {
+      "epoch": 1.7093710566513913,
+      "grad_norm": 310.1231994628906,
+      "learning_rate": 1.0872508009936798e-07,
+      "loss": 15.6562,
+      "step": 25738
+    },
+    {
+      "epoch": 1.709437470943747,
+      "grad_norm": 230.95974731445312,
+      "learning_rate": 1.0867631438290703e-07,
+      "loss": 15.0469,
+      "step": 25739
+    },
+    {
+      "epoch": 1.7095038852361029,
+      "grad_norm": 347.0518798828125,
+      "learning_rate": 1.0862755897676434e-07,
+      "loss": 18.5312,
+      "step": 25740
+    },
+    {
+      "epoch": 1.7095702995284585,
+      "grad_norm": 158.73300170898438,
+      "learning_rate": 1.0857881388150414e-07,
+      "loss": 13.1875,
+      "step": 25741
+    },
+    {
+      "epoch": 1.7096367138208142,
+      "grad_norm": 127.14637756347656,
+      "learning_rate": 1.0853007909769007e-07,
+      "loss": 17.6719,
+      "step": 25742
+    },
+    {
+      "epoch": 1.70970312811317,
+      "grad_norm": 222.64051818847656,
+      "learning_rate": 1.0848135462588603e-07,
+      "loss": 13.375,
+      "step": 25743
+    },
+    {
+      "epoch": 1.7097695424055257,
+      "grad_norm": 128.11810302734375,
+      "learning_rate": 1.0843264046665556e-07,
+      "loss": 11.9219,
+      "step": 25744
+    },
+    {
+      "epoch": 1.7098359566978814,
+      "grad_norm": 252.07546997070312,
+      "learning_rate": 1.0838393662056244e-07,
+      "loss": 15.7188,
+      "step": 25745
+    },
+    {
+      "epoch": 1.7099023709902372,
+      "grad_norm": 243.95603942871094,
+      "learning_rate": 1.0833524308816944e-07,
+      "loss": 12.0938,
+      "step": 25746
+    },
+    {
+      "epoch": 1.7099687852825927,
+      "grad_norm": 234.41763305664062,
+      "learning_rate": 1.0828655987004054e-07,
+      "loss": 19.9688,
+      "step": 25747
+    },
+    {
+      "epoch": 1.7100351995749485,
+      "grad_norm": 153.3867645263672,
+      "learning_rate": 1.082378869667383e-07,
+      "loss": 13.625,
+      "step": 25748
+    },
+    {
+      "epoch": 1.7101016138673042,
+      "grad_norm": 114.2532958984375,
+      "learning_rate": 1.0818922437882604e-07,
+      "loss": 11.4688,
+      "step": 25749
+    },
+    {
+      "epoch": 1.7101680281596598,
+      "grad_norm": 178.6932373046875,
+      "learning_rate": 1.0814057210686656e-07,
+      "loss": 15.0938,
+      "step": 25750
+    },
+    {
+      "epoch": 1.7102344424520157,
+      "grad_norm": 143.9534149169922,
+      "learning_rate": 1.0809193015142282e-07,
+      "loss": 18.4375,
+      "step": 25751
+    },
+    {
+      "epoch": 1.7103008567443714,
+      "grad_norm": 180.14207458496094,
+      "learning_rate": 1.0804329851305694e-07,
+      "loss": 12.4062,
+      "step": 25752
+    },
+    {
+      "epoch": 1.710367271036727,
+      "grad_norm": 463.63201904296875,
+      "learning_rate": 1.0799467719233224e-07,
+      "loss": 17.5938,
+      "step": 25753
+    },
+    {
+      "epoch": 1.710433685329083,
+      "grad_norm": 331.8535461425781,
+      "learning_rate": 1.0794606618981061e-07,
+      "loss": 21.1094,
+      "step": 25754
+    },
+    {
+      "epoch": 1.7105000996214386,
+      "grad_norm": 125.37671661376953,
+      "learning_rate": 1.078974655060545e-07,
+      "loss": 13.8438,
+      "step": 25755
+    },
+    {
+      "epoch": 1.7105665139137942,
+      "grad_norm": 115.11560821533203,
+      "learning_rate": 1.07848875141626e-07,
+      "loss": 15.1406,
+      "step": 25756
+    },
+    {
+      "epoch": 1.71063292820615,
+      "grad_norm": 154.4127960205078,
+      "learning_rate": 1.0780029509708732e-07,
+      "loss": 14.5469,
+      "step": 25757
+    },
+    {
+      "epoch": 1.7106993424985055,
+      "grad_norm": 146.40338134765625,
+      "learning_rate": 1.0775172537300037e-07,
+      "loss": 15.6406,
+      "step": 25758
+    },
+    {
+      "epoch": 1.7107657567908614,
+      "grad_norm": 192.1776885986328,
+      "learning_rate": 1.0770316596992713e-07,
+      "loss": 13.7109,
+      "step": 25759
+    },
+    {
+      "epoch": 1.710832171083217,
+      "grad_norm": 220.6234893798828,
+      "learning_rate": 1.076546168884288e-07,
+      "loss": 13.5469,
+      "step": 25760
+    },
+    {
+      "epoch": 1.7108985853755727,
+      "grad_norm": 240.7540283203125,
+      "learning_rate": 1.0760607812906763e-07,
+      "loss": 16.2188,
+      "step": 25761
+    },
+    {
+      "epoch": 1.7109649996679286,
+      "grad_norm": 320.8638000488281,
+      "learning_rate": 1.075575496924046e-07,
+      "loss": 20.0625,
+      "step": 25762
+    },
+    {
+      "epoch": 1.7110314139602842,
+      "grad_norm": 429.147216796875,
+      "learning_rate": 1.0750903157900126e-07,
+      "loss": 18.3125,
+      "step": 25763
+    },
+    {
+      "epoch": 1.71109782825264,
+      "grad_norm": 304.26788330078125,
+      "learning_rate": 1.0746052378941883e-07,
+      "loss": 23.75,
+      "step": 25764
+    },
+    {
+      "epoch": 1.7111642425449958,
+      "grad_norm": 178.33255004882812,
+      "learning_rate": 1.0741202632421831e-07,
+      "loss": 16.2812,
+      "step": 25765
+    },
+    {
+      "epoch": 1.7112306568373514,
+      "grad_norm": 105.11449432373047,
+      "learning_rate": 1.0736353918396079e-07,
+      "loss": 12.4844,
+      "step": 25766
+    },
+    {
+      "epoch": 1.711297071129707,
+      "grad_norm": 274.71087646484375,
+      "learning_rate": 1.073150623692073e-07,
+      "loss": 28.625,
+      "step": 25767
+    },
+    {
+      "epoch": 1.711363485422063,
+      "grad_norm": 338.9111022949219,
+      "learning_rate": 1.0726659588051812e-07,
+      "loss": 18.7812,
+      "step": 25768
+    },
+    {
+      "epoch": 1.7114298997144184,
+      "grad_norm": 197.84864807128906,
+      "learning_rate": 1.072181397184545e-07,
+      "loss": 13.7891,
+      "step": 25769
+    },
+    {
+      "epoch": 1.7114963140067743,
+      "grad_norm": 254.59654235839844,
+      "learning_rate": 1.0716969388357643e-07,
+      "loss": 19.5469,
+      "step": 25770
+    },
+    {
+      "epoch": 1.71156272829913,
+      "grad_norm": 115.17784118652344,
+      "learning_rate": 1.0712125837644448e-07,
+      "loss": 10.4375,
+      "step": 25771
+    },
+    {
+      "epoch": 1.7116291425914856,
+      "grad_norm": 164.46934509277344,
+      "learning_rate": 1.0707283319761895e-07,
+      "loss": 14.6094,
+      "step": 25772
+    },
+    {
+      "epoch": 1.7116955568838415,
+      "grad_norm": 296.6405944824219,
+      "learning_rate": 1.0702441834766007e-07,
+      "loss": 30.6875,
+      "step": 25773
+    },
+    {
+      "epoch": 1.711761971176197,
+      "grad_norm": 223.35250854492188,
+      "learning_rate": 1.0697601382712774e-07,
+      "loss": 17.4688,
+      "step": 25774
+    },
+    {
+      "epoch": 1.7118283854685528,
+      "grad_norm": 141.5470428466797,
+      "learning_rate": 1.0692761963658192e-07,
+      "loss": 13.0469,
+      "step": 25775
+    },
+    {
+      "epoch": 1.7118947997609086,
+      "grad_norm": 467.9132080078125,
+      "learning_rate": 1.0687923577658276e-07,
+      "loss": 12.4766,
+      "step": 25776
+    },
+    {
+      "epoch": 1.7119612140532643,
+      "grad_norm": 518.2460327148438,
+      "learning_rate": 1.06830862247689e-07,
+      "loss": 21.2656,
+      "step": 25777
+    },
+    {
+      "epoch": 1.71202762834562,
+      "grad_norm": 95.46273040771484,
+      "learning_rate": 1.0678249905046133e-07,
+      "loss": 13.0938,
+      "step": 25778
+    },
+    {
+      "epoch": 1.7120940426379758,
+      "grad_norm": 289.83544921875,
+      "learning_rate": 1.067341461854584e-07,
+      "loss": 16.4375,
+      "step": 25779
+    },
+    {
+      "epoch": 1.7121604569303313,
+      "grad_norm": 250.41973876953125,
+      "learning_rate": 1.0668580365323976e-07,
+      "loss": 17.1094,
+      "step": 25780
+    },
+    {
+      "epoch": 1.7122268712226871,
+      "grad_norm": 238.15121459960938,
+      "learning_rate": 1.0663747145436474e-07,
+      "loss": 18.2656,
+      "step": 25781
+    },
+    {
+      "epoch": 1.7122932855150428,
+      "grad_norm": 165.54220581054688,
+      "learning_rate": 1.0658914958939214e-07,
+      "loss": 16.5625,
+      "step": 25782
+    },
+    {
+      "epoch": 1.7123596998073984,
+      "grad_norm": 163.42506408691406,
+      "learning_rate": 1.0654083805888125e-07,
+      "loss": 16.8594,
+      "step": 25783
+    },
+    {
+      "epoch": 1.7124261140997543,
+      "grad_norm": 196.82505798339844,
+      "learning_rate": 1.0649253686339088e-07,
+      "loss": 19.3125,
+      "step": 25784
+    },
+    {
+      "epoch": 1.71249252839211,
+      "grad_norm": 118.57633972167969,
+      "learning_rate": 1.0644424600347912e-07,
+      "loss": 14.9844,
+      "step": 25785
+    },
+    {
+      "epoch": 1.7125589426844656,
+      "grad_norm": 432.75982666015625,
+      "learning_rate": 1.0639596547970564e-07,
+      "loss": 14.25,
+      "step": 25786
+    },
+    {
+      "epoch": 1.7126253569768215,
+      "grad_norm": 167.95620727539062,
+      "learning_rate": 1.0634769529262799e-07,
+      "loss": 14.7031,
+      "step": 25787
+    },
+    {
+      "epoch": 1.7126917712691772,
+      "grad_norm": 194.07212829589844,
+      "learning_rate": 1.0629943544280506e-07,
+      "loss": 15.1562,
+      "step": 25788
+    },
+    {
+      "epoch": 1.7127581855615328,
+      "grad_norm": 802.500732421875,
+      "learning_rate": 1.0625118593079474e-07,
+      "loss": 28.375,
+      "step": 25789
+    },
+    {
+      "epoch": 1.7128245998538887,
+      "grad_norm": 198.05223083496094,
+      "learning_rate": 1.0620294675715546e-07,
+      "loss": 16.6094,
+      "step": 25790
+    },
+    {
+      "epoch": 1.7128910141462441,
+      "grad_norm": 1052.542236328125,
+      "learning_rate": 1.0615471792244513e-07,
+      "loss": 20.9219,
+      "step": 25791
+    },
+    {
+      "epoch": 1.7129574284386,
+      "grad_norm": 117.47980499267578,
+      "learning_rate": 1.0610649942722172e-07,
+      "loss": 15.125,
+      "step": 25792
+    },
+    {
+      "epoch": 1.7130238427309556,
+      "grad_norm": 193.2723388671875,
+      "learning_rate": 1.0605829127204246e-07,
+      "loss": 12.2891,
+      "step": 25793
+    },
+    {
+      "epoch": 1.7130902570233113,
+      "grad_norm": 173.39471435546875,
+      "learning_rate": 1.060100934574658e-07,
+      "loss": 12.25,
+      "step": 25794
+    },
+    {
+      "epoch": 1.7131566713156672,
+      "grad_norm": 167.3128662109375,
+      "learning_rate": 1.0596190598404875e-07,
+      "loss": 11.7969,
+      "step": 25795
+    },
+    {
+      "epoch": 1.7132230856080228,
+      "grad_norm": 122.46290588378906,
+      "learning_rate": 1.0591372885234884e-07,
+      "loss": 14.9609,
+      "step": 25796
+    },
+    {
+      "epoch": 1.7132894999003785,
+      "grad_norm": 364.5428466796875,
+      "learning_rate": 1.058655620629233e-07,
+      "loss": 16.3906,
+      "step": 25797
+    },
+    {
+      "epoch": 1.7133559141927344,
+      "grad_norm": 221.6320343017578,
+      "learning_rate": 1.0581740561632958e-07,
+      "loss": 10.8125,
+      "step": 25798
+    },
+    {
+      "epoch": 1.71342232848509,
+      "grad_norm": 235.23280334472656,
+      "learning_rate": 1.057692595131241e-07,
+      "loss": 15.9062,
+      "step": 25799
+    },
+    {
+      "epoch": 1.7134887427774457,
+      "grad_norm": 772.310546875,
+      "learning_rate": 1.0572112375386454e-07,
+      "loss": 22.6094,
+      "step": 25800
+    },
+    {
+      "epoch": 1.7135551570698015,
+      "grad_norm": 292.85791015625,
+      "learning_rate": 1.0567299833910726e-07,
+      "loss": 13.2969,
+      "step": 25801
+    },
+    {
+      "epoch": 1.713621571362157,
+      "grad_norm": 216.85482788085938,
+      "learning_rate": 1.0562488326940888e-07,
+      "loss": 14.2188,
+      "step": 25802
+    },
+    {
+      "epoch": 1.7136879856545129,
+      "grad_norm": 176.6827392578125,
+      "learning_rate": 1.0557677854532621e-07,
+      "loss": 16.4141,
+      "step": 25803
+    },
+    {
+      "epoch": 1.7137543999468685,
+      "grad_norm": 226.96221923828125,
+      "learning_rate": 1.0552868416741567e-07,
+      "loss": 12.75,
+      "step": 25804
+    },
+    {
+      "epoch": 1.7138208142392242,
+      "grad_norm": 227.49464416503906,
+      "learning_rate": 1.0548060013623339e-07,
+      "loss": 16.4375,
+      "step": 25805
+    },
+    {
+      "epoch": 1.71388722853158,
+      "grad_norm": 210.71890258789062,
+      "learning_rate": 1.0543252645233602e-07,
+      "loss": 15.2031,
+      "step": 25806
+    },
+    {
+      "epoch": 1.7139536428239357,
+      "grad_norm": 126.33541107177734,
+      "learning_rate": 1.0538446311627891e-07,
+      "loss": 15.9453,
+      "step": 25807
+    },
+    {
+      "epoch": 1.7140200571162914,
+      "grad_norm": 154.17681884765625,
+      "learning_rate": 1.0533641012861894e-07,
+      "loss": 15.5781,
+      "step": 25808
+    },
+    {
+      "epoch": 1.7140864714086472,
+      "grad_norm": 158.01913452148438,
+      "learning_rate": 1.0528836748991121e-07,
+      "loss": 15.0,
+      "step": 25809
+    },
+    {
+      "epoch": 1.7141528857010029,
+      "grad_norm": 1695.874755859375,
+      "learning_rate": 1.0524033520071152e-07,
+      "loss": 14.5469,
+      "step": 25810
+    },
+    {
+      "epoch": 1.7142192999933585,
+      "grad_norm": 460.2096862792969,
+      "learning_rate": 1.0519231326157607e-07,
+      "loss": 19.8281,
+      "step": 25811
+    },
+    {
+      "epoch": 1.7142857142857144,
+      "grad_norm": 91.85147857666016,
+      "learning_rate": 1.0514430167305988e-07,
+      "loss": 13.9531,
+      "step": 25812
+    },
+    {
+      "epoch": 1.7143521285780698,
+      "grad_norm": 259.4097595214844,
+      "learning_rate": 1.0509630043571827e-07,
+      "loss": 14.7656,
+      "step": 25813
+    },
+    {
+      "epoch": 1.7144185428704257,
+      "grad_norm": 189.649658203125,
+      "learning_rate": 1.0504830955010668e-07,
+      "loss": 10.7344,
+      "step": 25814
+    },
+    {
+      "epoch": 1.7144849571627814,
+      "grad_norm": 282.3822937011719,
+      "learning_rate": 1.0500032901678035e-07,
+      "loss": 17.4219,
+      "step": 25815
+    },
+    {
+      "epoch": 1.714551371455137,
+      "grad_norm": 159.0872344970703,
+      "learning_rate": 1.0495235883629383e-07,
+      "loss": 19.5,
+      "step": 25816
+    },
+    {
+      "epoch": 1.714617785747493,
+      "grad_norm": 297.9964904785156,
+      "learning_rate": 1.0490439900920257e-07,
+      "loss": 16.875,
+      "step": 25817
+    },
+    {
+      "epoch": 1.7146842000398486,
+      "grad_norm": 189.64508056640625,
+      "learning_rate": 1.0485644953606098e-07,
+      "loss": 14.7656,
+      "step": 25818
+    },
+    {
+      "epoch": 1.7147506143322042,
+      "grad_norm": 216.94277954101562,
+      "learning_rate": 1.0480851041742378e-07,
+      "loss": 16.5781,
+      "step": 25819
+    },
+    {
+      "epoch": 1.71481702862456,
+      "grad_norm": 114.1396484375,
+      "learning_rate": 1.047605816538455e-07,
+      "loss": 15.8516,
+      "step": 25820
+    },
+    {
+      "epoch": 1.7148834429169157,
+      "grad_norm": 157.710205078125,
+      "learning_rate": 1.0471266324588068e-07,
+      "loss": 13.2344,
+      "step": 25821
+    },
+    {
+      "epoch": 1.7149498572092714,
+      "grad_norm": 276.39996337890625,
+      "learning_rate": 1.0466475519408347e-07,
+      "loss": 19.1875,
+      "step": 25822
+    },
+    {
+      "epoch": 1.7150162715016273,
+      "grad_norm": 256.0589904785156,
+      "learning_rate": 1.0461685749900829e-07,
+      "loss": 12.8906,
+      "step": 25823
+    },
+    {
+      "epoch": 1.7150826857939827,
+      "grad_norm": 136.990234375,
+      "learning_rate": 1.0456897016120858e-07,
+      "loss": 15.0,
+      "step": 25824
+    },
+    {
+      "epoch": 1.7151491000863386,
+      "grad_norm": 205.49000549316406,
+      "learning_rate": 1.0452109318123902e-07,
+      "loss": 12.2031,
+      "step": 25825
+    },
+    {
+      "epoch": 1.7152155143786945,
+      "grad_norm": 197.846435546875,
+      "learning_rate": 1.0447322655965308e-07,
+      "loss": 13.25,
+      "step": 25826
+    },
+    {
+      "epoch": 1.71528192867105,
+      "grad_norm": 358.2952575683594,
+      "learning_rate": 1.0442537029700427e-07,
+      "loss": 13.8125,
+      "step": 25827
+    },
+    {
+      "epoch": 1.7153483429634058,
+      "grad_norm": 148.08660888671875,
+      "learning_rate": 1.043775243938465e-07,
+      "loss": 18.4844,
+      "step": 25828
+    },
+    {
+      "epoch": 1.7154147572557614,
+      "grad_norm": 349.1478576660156,
+      "learning_rate": 1.0432968885073301e-07,
+      "loss": 22.3125,
+      "step": 25829
+    },
+    {
+      "epoch": 1.715481171548117,
+      "grad_norm": 92.6115493774414,
+      "learning_rate": 1.0428186366821722e-07,
+      "loss": 10.0938,
+      "step": 25830
+    },
+    {
+      "epoch": 1.715547585840473,
+      "grad_norm": 514.8524780273438,
+      "learning_rate": 1.042340488468525e-07,
+      "loss": 16.0781,
+      "step": 25831
+    },
+    {
+      "epoch": 1.7156140001328286,
+      "grad_norm": 299.41082763671875,
+      "learning_rate": 1.0418624438719148e-07,
+      "loss": 17.4688,
+      "step": 25832
+    },
+    {
+      "epoch": 1.7156804144251843,
+      "grad_norm": 336.1060485839844,
+      "learning_rate": 1.0413845028978774e-07,
+      "loss": 13.9531,
+      "step": 25833
+    },
+    {
+      "epoch": 1.7157468287175401,
+      "grad_norm": 176.50355529785156,
+      "learning_rate": 1.040906665551936e-07,
+      "loss": 14.2969,
+      "step": 25834
+    },
+    {
+      "epoch": 1.7158132430098956,
+      "grad_norm": 198.72732543945312,
+      "learning_rate": 1.0404289318396209e-07,
+      "loss": 17.6562,
+      "step": 25835
+    },
+    {
+      "epoch": 1.7158796573022514,
+      "grad_norm": 339.25799560546875,
+      "learning_rate": 1.0399513017664574e-07,
+      "loss": 18.6094,
+      "step": 25836
+    },
+    {
+      "epoch": 1.7159460715946073,
+      "grad_norm": 164.94151306152344,
+      "learning_rate": 1.0394737753379723e-07,
+      "loss": 15.0781,
+      "step": 25837
+    },
+    {
+      "epoch": 1.7160124858869628,
+      "grad_norm": 146.9794921875,
+      "learning_rate": 1.0389963525596834e-07,
+      "loss": 12.7109,
+      "step": 25838
+    },
+    {
+      "epoch": 1.7160789001793186,
+      "grad_norm": 162.57437133789062,
+      "learning_rate": 1.038519033437122e-07,
+      "loss": 16.0,
+      "step": 25839
+    },
+    {
+      "epoch": 1.7161453144716743,
+      "grad_norm": 223.66371154785156,
+      "learning_rate": 1.0380418179758021e-07,
+      "loss": 17.0312,
+      "step": 25840
+    },
+    {
+      "epoch": 1.71621172876403,
+      "grad_norm": 213.18824768066406,
+      "learning_rate": 1.0375647061812476e-07,
+      "loss": 15.7188,
+      "step": 25841
+    },
+    {
+      "epoch": 1.7162781430563858,
+      "grad_norm": 212.4232940673828,
+      "learning_rate": 1.037087698058976e-07,
+      "loss": 15.2031,
+      "step": 25842
+    },
+    {
+      "epoch": 1.7163445573487415,
+      "grad_norm": 123.95953369140625,
+      "learning_rate": 1.0366107936145064e-07,
+      "loss": 13.5156,
+      "step": 25843
+    },
+    {
+      "epoch": 1.7164109716410971,
+      "grad_norm": 216.14796447753906,
+      "learning_rate": 1.0361339928533542e-07,
+      "loss": 11.9531,
+      "step": 25844
+    },
+    {
+      "epoch": 1.716477385933453,
+      "grad_norm": 232.84933471679688,
+      "learning_rate": 1.0356572957810361e-07,
+      "loss": 15.5469,
+      "step": 25845
+    },
+    {
+      "epoch": 1.7165438002258084,
+      "grad_norm": 309.3574523925781,
+      "learning_rate": 1.0351807024030623e-07,
+      "loss": 18.125,
+      "step": 25846
+    },
+    {
+      "epoch": 1.7166102145181643,
+      "grad_norm": 356.4818420410156,
+      "learning_rate": 1.0347042127249506e-07,
+      "loss": 19.5,
+      "step": 25847
+    },
+    {
+      "epoch": 1.7166766288105202,
+      "grad_norm": 375.4408264160156,
+      "learning_rate": 1.0342278267522132e-07,
+      "loss": 17.9062,
+      "step": 25848
+    },
+    {
+      "epoch": 1.7167430431028756,
+      "grad_norm": 438.359130859375,
+      "learning_rate": 1.0337515444903533e-07,
+      "loss": 14.7031,
+      "step": 25849
+    },
+    {
+      "epoch": 1.7168094573952315,
+      "grad_norm": 290.6999816894531,
+      "learning_rate": 1.0332753659448901e-07,
+      "loss": 27.3125,
+      "step": 25850
+    },
+    {
+      "epoch": 1.7168758716875872,
+      "grad_norm": 161.54893493652344,
+      "learning_rate": 1.0327992911213246e-07,
+      "loss": 16.5156,
+      "step": 25851
+    },
+    {
+      "epoch": 1.7169422859799428,
+      "grad_norm": 211.31333923339844,
+      "learning_rate": 1.0323233200251669e-07,
+      "loss": 19.3125,
+      "step": 25852
+    },
+    {
+      "epoch": 1.7170087002722987,
+      "grad_norm": 294.8592529296875,
+      "learning_rate": 1.0318474526619214e-07,
+      "loss": 17.3125,
+      "step": 25853
+    },
+    {
+      "epoch": 1.7170751145646543,
+      "grad_norm": 338.69000244140625,
+      "learning_rate": 1.0313716890370926e-07,
+      "loss": 18.3438,
+      "step": 25854
+    },
+    {
+      "epoch": 1.71714152885701,
+      "grad_norm": 129.28024291992188,
+      "learning_rate": 1.0308960291561852e-07,
+      "loss": 15.0312,
+      "step": 25855
+    },
+    {
+      "epoch": 1.7172079431493659,
+      "grad_norm": 356.0297546386719,
+      "learning_rate": 1.0304204730247024e-07,
+      "loss": 14.1562,
+      "step": 25856
+    },
+    {
+      "epoch": 1.7172743574417213,
+      "grad_norm": 232.55079650878906,
+      "learning_rate": 1.0299450206481397e-07,
+      "loss": 16.0938,
+      "step": 25857
+    },
+    {
+      "epoch": 1.7173407717340772,
+      "grad_norm": 228.5433349609375,
+      "learning_rate": 1.029469672032005e-07,
+      "loss": 19.0,
+      "step": 25858
+    },
+    {
+      "epoch": 1.717407186026433,
+      "grad_norm": 248.7301025390625,
+      "learning_rate": 1.0289944271817896e-07,
+      "loss": 20.9531,
+      "step": 25859
+    },
+    {
+      "epoch": 1.7174736003187885,
+      "grad_norm": 239.38145446777344,
+      "learning_rate": 1.0285192861029934e-07,
+      "loss": 13.3906,
+      "step": 25860
+    },
+    {
+      "epoch": 1.7175400146111444,
+      "grad_norm": 235.36871337890625,
+      "learning_rate": 1.0280442488011142e-07,
+      "loss": 14.5469,
+      "step": 25861
+    },
+    {
+      "epoch": 1.7176064289035,
+      "grad_norm": 476.1346130371094,
+      "learning_rate": 1.0275693152816467e-07,
+      "loss": 17.9062,
+      "step": 25862
+    },
+    {
+      "epoch": 1.7176728431958557,
+      "grad_norm": 204.99490356445312,
+      "learning_rate": 1.0270944855500796e-07,
+      "loss": 21.7188,
+      "step": 25863
+    },
+    {
+      "epoch": 1.7177392574882115,
+      "grad_norm": 176.17356872558594,
+      "learning_rate": 1.0266197596119131e-07,
+      "loss": 16.2812,
+      "step": 25864
+    },
+    {
+      "epoch": 1.7178056717805672,
+      "grad_norm": 494.46697998046875,
+      "learning_rate": 1.0261451374726337e-07,
+      "loss": 31.9688,
+      "step": 25865
+    },
+    {
+      "epoch": 1.7178720860729229,
+      "grad_norm": 118.9361343383789,
+      "learning_rate": 1.0256706191377318e-07,
+      "loss": 15.1719,
+      "step": 25866
+    },
+    {
+      "epoch": 1.7179385003652787,
+      "grad_norm": 241.77200317382812,
+      "learning_rate": 1.0251962046126982e-07,
+      "loss": 15.4375,
+      "step": 25867
+    },
+    {
+      "epoch": 1.7180049146576342,
+      "grad_norm": 481.8039245605469,
+      "learning_rate": 1.0247218939030189e-07,
+      "loss": 16.3438,
+      "step": 25868
+    },
+    {
+      "epoch": 1.71807132894999,
+      "grad_norm": 165.7002716064453,
+      "learning_rate": 1.0242476870141825e-07,
+      "loss": 19.6406,
+      "step": 25869
+    },
+    {
+      "epoch": 1.718137743242346,
+      "grad_norm": 444.2780456542969,
+      "learning_rate": 1.0237735839516737e-07,
+      "loss": 16.7188,
+      "step": 25870
+    },
+    {
+      "epoch": 1.7182041575347013,
+      "grad_norm": 289.0910949707031,
+      "learning_rate": 1.0232995847209724e-07,
+      "loss": 18.5156,
+      "step": 25871
+    },
+    {
+      "epoch": 1.7182705718270572,
+      "grad_norm": 104.964599609375,
+      "learning_rate": 1.02282568932757e-07,
+      "loss": 16.7344,
+      "step": 25872
+    },
+    {
+      "epoch": 1.7183369861194129,
+      "grad_norm": 366.14373779296875,
+      "learning_rate": 1.0223518977769408e-07,
+      "loss": 20.2188,
+      "step": 25873
+    },
+    {
+      "epoch": 1.7184034004117685,
+      "grad_norm": 150.88136291503906,
+      "learning_rate": 1.0218782100745682e-07,
+      "loss": 12.9375,
+      "step": 25874
+    },
+    {
+      "epoch": 1.7184698147041244,
+      "grad_norm": 116.7618637084961,
+      "learning_rate": 1.0214046262259323e-07,
+      "loss": 15.0781,
+      "step": 25875
+    },
+    {
+      "epoch": 1.71853622899648,
+      "grad_norm": 312.9597473144531,
+      "learning_rate": 1.020931146236509e-07,
+      "loss": 22.4688,
+      "step": 25876
+    },
+    {
+      "epoch": 1.7186026432888357,
+      "grad_norm": 157.36187744140625,
+      "learning_rate": 1.0204577701117778e-07,
+      "loss": 10.6094,
+      "step": 25877
+    },
+    {
+      "epoch": 1.7186690575811916,
+      "grad_norm": 239.31582641601562,
+      "learning_rate": 1.0199844978572137e-07,
+      "loss": 18.1875,
+      "step": 25878
+    },
+    {
+      "epoch": 1.718735471873547,
+      "grad_norm": 190.97549438476562,
+      "learning_rate": 1.0195113294782898e-07,
+      "loss": 15.2812,
+      "step": 25879
+    },
+    {
+      "epoch": 1.718801886165903,
+      "grad_norm": 327.03704833984375,
+      "learning_rate": 1.0190382649804796e-07,
+      "loss": 16.2188,
+      "step": 25880
+    },
+    {
+      "epoch": 1.7188683004582588,
+      "grad_norm": 244.5810546875,
+      "learning_rate": 1.0185653043692565e-07,
+      "loss": 15.4375,
+      "step": 25881
+    },
+    {
+      "epoch": 1.7189347147506142,
+      "grad_norm": 287.4345703125,
+      "learning_rate": 1.0180924476500918e-07,
+      "loss": 17.2031,
+      "step": 25882
+    },
+    {
+      "epoch": 1.71900112904297,
+      "grad_norm": 142.3070526123047,
+      "learning_rate": 1.0176196948284532e-07,
+      "loss": 13.6094,
+      "step": 25883
+    },
+    {
+      "epoch": 1.7190675433353257,
+      "grad_norm": 258.33367919921875,
+      "learning_rate": 1.0171470459098109e-07,
+      "loss": 21.4062,
+      "step": 25884
+    },
+    {
+      "epoch": 1.7191339576276814,
+      "grad_norm": 1042.3974609375,
+      "learning_rate": 1.0166745008996325e-07,
+      "loss": 14.2656,
+      "step": 25885
+    },
+    {
+      "epoch": 1.7192003719200373,
+      "grad_norm": 90.2541732788086,
+      "learning_rate": 1.0162020598033827e-07,
+      "loss": 10.0312,
+      "step": 25886
+    },
+    {
+      "epoch": 1.719266786212393,
+      "grad_norm": 504.7471008300781,
+      "learning_rate": 1.0157297226265282e-07,
+      "loss": 12.8438,
+      "step": 25887
+    },
+    {
+      "epoch": 1.7193332005047486,
+      "grad_norm": 166.27442932128906,
+      "learning_rate": 1.0152574893745291e-07,
+      "loss": 17.5781,
+      "step": 25888
+    },
+    {
+      "epoch": 1.7193996147971045,
+      "grad_norm": 205.70960998535156,
+      "learning_rate": 1.0147853600528533e-07,
+      "loss": 16.3906,
+      "step": 25889
+    },
+    {
+      "epoch": 1.71946602908946,
+      "grad_norm": 147.10519409179688,
+      "learning_rate": 1.0143133346669585e-07,
+      "loss": 16.9062,
+      "step": 25890
+    },
+    {
+      "epoch": 1.7195324433818158,
+      "grad_norm": 90.2742919921875,
+      "learning_rate": 1.013841413222305e-07,
+      "loss": 15.9688,
+      "step": 25891
+    },
+    {
+      "epoch": 1.7195988576741716,
+      "grad_norm": 1215.892822265625,
+      "learning_rate": 1.0133695957243515e-07,
+      "loss": 31.8125,
+      "step": 25892
+    },
+    {
+      "epoch": 1.719665271966527,
+      "grad_norm": 161.77906799316406,
+      "learning_rate": 1.0128978821785572e-07,
+      "loss": 17.125,
+      "step": 25893
+    },
+    {
+      "epoch": 1.719731686258883,
+      "grad_norm": 157.10618591308594,
+      "learning_rate": 1.0124262725903787e-07,
+      "loss": 15.5156,
+      "step": 25894
+    },
+    {
+      "epoch": 1.7197981005512386,
+      "grad_norm": 260.3001403808594,
+      "learning_rate": 1.0119547669652718e-07,
+      "loss": 15.4688,
+      "step": 25895
+    },
+    {
+      "epoch": 1.7198645148435943,
+      "grad_norm": 270.4018249511719,
+      "learning_rate": 1.0114833653086852e-07,
+      "loss": 18.6875,
+      "step": 25896
+    },
+    {
+      "epoch": 1.7199309291359501,
+      "grad_norm": 199.02781677246094,
+      "learning_rate": 1.0110120676260803e-07,
+      "loss": 11.3906,
+      "step": 25897
+    },
+    {
+      "epoch": 1.7199973434283058,
+      "grad_norm": 278.6924743652344,
+      "learning_rate": 1.0105408739229027e-07,
+      "loss": 21.3438,
+      "step": 25898
+    },
+    {
+      "epoch": 1.7200637577206614,
+      "grad_norm": 510.16595458984375,
+      "learning_rate": 1.0100697842046035e-07,
+      "loss": 23.8125,
+      "step": 25899
+    },
+    {
+      "epoch": 1.7201301720130173,
+      "grad_norm": 102.97457885742188,
+      "learning_rate": 1.0095987984766341e-07,
+      "loss": 16.7031,
+      "step": 25900
+    },
+    {
+      "epoch": 1.7201965863053728,
+      "grad_norm": 258.4420166015625,
+      "learning_rate": 1.0091279167444433e-07,
+      "loss": 15.2188,
+      "step": 25901
+    },
+    {
+      "epoch": 1.7202630005977286,
+      "grad_norm": 250.19337463378906,
+      "learning_rate": 1.0086571390134724e-07,
+      "loss": 21.2188,
+      "step": 25902
+    },
+    {
+      "epoch": 1.7203294148900845,
+      "grad_norm": 170.60842895507812,
+      "learning_rate": 1.0081864652891758e-07,
+      "loss": 15.7656,
+      "step": 25903
+    },
+    {
+      "epoch": 1.72039582918244,
+      "grad_norm": 384.2850646972656,
+      "learning_rate": 1.0077158955769904e-07,
+      "loss": 13.1406,
+      "step": 25904
+    },
+    {
+      "epoch": 1.7204622434747958,
+      "grad_norm": 220.50115966796875,
+      "learning_rate": 1.0072454298823619e-07,
+      "loss": 15.8594,
+      "step": 25905
+    },
+    {
+      "epoch": 1.7205286577671515,
+      "grad_norm": 163.35678100585938,
+      "learning_rate": 1.0067750682107334e-07,
+      "loss": 12.375,
+      "step": 25906
+    },
+    {
+      "epoch": 1.7205950720595071,
+      "grad_norm": 133.3751678466797,
+      "learning_rate": 1.0063048105675454e-07,
+      "loss": 12.8594,
+      "step": 25907
+    },
+    {
+      "epoch": 1.720661486351863,
+      "grad_norm": 168.95892333984375,
+      "learning_rate": 1.0058346569582366e-07,
+      "loss": 15.3438,
+      "step": 25908
+    },
+    {
+      "epoch": 1.7207279006442187,
+      "grad_norm": 206.59896850585938,
+      "learning_rate": 1.0053646073882483e-07,
+      "loss": 16.4219,
+      "step": 25909
+    },
+    {
+      "epoch": 1.7207943149365743,
+      "grad_norm": 205.71397399902344,
+      "learning_rate": 1.0048946618630117e-07,
+      "loss": 14.5625,
+      "step": 25910
+    },
+    {
+      "epoch": 1.7208607292289302,
+      "grad_norm": 130.00753784179688,
+      "learning_rate": 1.0044248203879702e-07,
+      "loss": 17.1094,
+      "step": 25911
+    },
+    {
+      "epoch": 1.7209271435212856,
+      "grad_norm": 179.7127685546875,
+      "learning_rate": 1.0039550829685539e-07,
+      "loss": 13.0938,
+      "step": 25912
+    },
+    {
+      "epoch": 1.7209935578136415,
+      "grad_norm": 560.2591552734375,
+      "learning_rate": 1.0034854496101986e-07,
+      "loss": 17.2969,
+      "step": 25913
+    },
+    {
+      "epoch": 1.7210599721059974,
+      "grad_norm": 157.8686981201172,
+      "learning_rate": 1.0030159203183341e-07,
+      "loss": 14.0312,
+      "step": 25914
+    },
+    {
+      "epoch": 1.7211263863983528,
+      "grad_norm": 82.04119873046875,
+      "learning_rate": 1.0025464950983952e-07,
+      "loss": 15.8125,
+      "step": 25915
+    },
+    {
+      "epoch": 1.7211928006907087,
+      "grad_norm": 269.7477111816406,
+      "learning_rate": 1.0020771739558088e-07,
+      "loss": 17.2812,
+      "step": 25916
+    },
+    {
+      "epoch": 1.7212592149830643,
+      "grad_norm": 125.68821716308594,
+      "learning_rate": 1.0016079568960079e-07,
+      "loss": 15.7188,
+      "step": 25917
+    },
+    {
+      "epoch": 1.72132562927542,
+      "grad_norm": 437.76300048828125,
+      "learning_rate": 1.0011388439244128e-07,
+      "loss": 27.7031,
+      "step": 25918
+    },
+    {
+      "epoch": 1.7213920435677759,
+      "grad_norm": 118.25093841552734,
+      "learning_rate": 1.0006698350464593e-07,
+      "loss": 19.0625,
+      "step": 25919
+    },
+    {
+      "epoch": 1.7214584578601315,
+      "grad_norm": 460.2245178222656,
+      "learning_rate": 1.0002009302675651e-07,
+      "loss": 11.8438,
+      "step": 25920
+    },
+    {
+      "epoch": 1.7215248721524872,
+      "grad_norm": 471.0545654296875,
+      "learning_rate": 9.99732129593156e-08,
+      "loss": 11.2031,
+      "step": 25921
+    },
+    {
+      "epoch": 1.721591286444843,
+      "grad_norm": 275.39776611328125,
+      "learning_rate": 9.992634330286587e-08,
+      "loss": 15.4062,
+      "step": 25922
+    },
+    {
+      "epoch": 1.7216577007371985,
+      "grad_norm": 262.2104797363281,
+      "learning_rate": 9.987948405794911e-08,
+      "loss": 16.0625,
+      "step": 25923
+    },
+    {
+      "epoch": 1.7217241150295544,
+      "grad_norm": 186.34593200683594,
+      "learning_rate": 9.983263522510732e-08,
+      "loss": 12.7656,
+      "step": 25924
+    },
+    {
+      "epoch": 1.7217905293219102,
+      "grad_norm": 156.2871551513672,
+      "learning_rate": 9.978579680488253e-08,
+      "loss": 12.2656,
+      "step": 25925
+    },
+    {
+      "epoch": 1.7218569436142657,
+      "grad_norm": 312.624267578125,
+      "learning_rate": 9.973896879781685e-08,
+      "loss": 12.0625,
+      "step": 25926
+    },
+    {
+      "epoch": 1.7219233579066215,
+      "grad_norm": 213.31434631347656,
+      "learning_rate": 9.969215120445118e-08,
+      "loss": 20.8906,
+      "step": 25927
+    },
+    {
+      "epoch": 1.7219897721989772,
+      "grad_norm": 121.37708282470703,
+      "learning_rate": 9.964534402532799e-08,
+      "loss": 14.7188,
+      "step": 25928
+    },
+    {
+      "epoch": 1.7220561864913329,
+      "grad_norm": 190.54466247558594,
+      "learning_rate": 9.959854726098805e-08,
+      "loss": 14.3906,
+      "step": 25929
+    },
+    {
+      "epoch": 1.7221226007836887,
+      "grad_norm": 189.08912658691406,
+      "learning_rate": 9.955176091197304e-08,
+      "loss": 16.1172,
+      "step": 25930
+    },
+    {
+      "epoch": 1.7221890150760444,
+      "grad_norm": 129.9619903564453,
+      "learning_rate": 9.950498497882387e-08,
+      "loss": 11.2031,
+      "step": 25931
+    },
+    {
+      "epoch": 1.7222554293684,
+      "grad_norm": 194.7342071533203,
+      "learning_rate": 9.945821946208189e-08,
+      "loss": 16.0625,
+      "step": 25932
+    },
+    {
+      "epoch": 1.722321843660756,
+      "grad_norm": 136.89373779296875,
+      "learning_rate": 9.941146436228787e-08,
+      "loss": 13.3125,
+      "step": 25933
+    },
+    {
+      "epoch": 1.7223882579531113,
+      "grad_norm": 1449.1190185546875,
+      "learning_rate": 9.936471967998294e-08,
+      "loss": 13.5,
+      "step": 25934
+    },
+    {
+      "epoch": 1.7224546722454672,
+      "grad_norm": 356.0588684082031,
+      "learning_rate": 9.931798541570724e-08,
+      "loss": 16.0469,
+      "step": 25935
+    },
+    {
+      "epoch": 1.722521086537823,
+      "grad_norm": 198.884765625,
+      "learning_rate": 9.92712615700021e-08,
+      "loss": 24.8438,
+      "step": 25936
+    },
+    {
+      "epoch": 1.7225875008301785,
+      "grad_norm": 171.84446716308594,
+      "learning_rate": 9.922454814340742e-08,
+      "loss": 15.7031,
+      "step": 25937
+    },
+    {
+      "epoch": 1.7226539151225344,
+      "grad_norm": 206.0782928466797,
+      "learning_rate": 9.917784513646366e-08,
+      "loss": 15.2656,
+      "step": 25938
+    },
+    {
+      "epoch": 1.72272032941489,
+      "grad_norm": 228.6842041015625,
+      "learning_rate": 9.913115254971128e-08,
+      "loss": 16.0469,
+      "step": 25939
+    },
+    {
+      "epoch": 1.7227867437072457,
+      "grad_norm": 234.1576690673828,
+      "learning_rate": 9.908447038369016e-08,
+      "loss": 12.4453,
+      "step": 25940
+    },
+    {
+      "epoch": 1.7228531579996016,
+      "grad_norm": 401.1042785644531,
+      "learning_rate": 9.903779863894046e-08,
+      "loss": 17.7031,
+      "step": 25941
+    },
+    {
+      "epoch": 1.7229195722919572,
+      "grad_norm": 104.28253936767578,
+      "learning_rate": 9.899113731600206e-08,
+      "loss": 13.5781,
+      "step": 25942
+    },
+    {
+      "epoch": 1.722985986584313,
+      "grad_norm": 306.4199523925781,
+      "learning_rate": 9.894448641541453e-08,
+      "loss": 17.75,
+      "step": 25943
+    },
+    {
+      "epoch": 1.7230524008766688,
+      "grad_norm": 431.91522216796875,
+      "learning_rate": 9.889784593771765e-08,
+      "loss": 18.1719,
+      "step": 25944
+    },
+    {
+      "epoch": 1.7231188151690242,
+      "grad_norm": 310.2216491699219,
+      "learning_rate": 9.88512158834508e-08,
+      "loss": 17.0625,
+      "step": 25945
+    },
+    {
+      "epoch": 1.72318522946138,
+      "grad_norm": 229.28106689453125,
+      "learning_rate": 9.880459625315351e-08,
+      "loss": 13.75,
+      "step": 25946
+    },
+    {
+      "epoch": 1.723251643753736,
+      "grad_norm": 239.10739135742188,
+      "learning_rate": 9.875798704736493e-08,
+      "loss": 11.5469,
+      "step": 25947
+    },
+    {
+      "epoch": 1.7233180580460914,
+      "grad_norm": 395.841064453125,
+      "learning_rate": 9.871138826662451e-08,
+      "loss": 11.8594,
+      "step": 25948
+    },
+    {
+      "epoch": 1.7233844723384473,
+      "grad_norm": 200.8102569580078,
+      "learning_rate": 9.866479991147058e-08,
+      "loss": 12.3125,
+      "step": 25949
+    },
+    {
+      "epoch": 1.723450886630803,
+      "grad_norm": 208.4303436279297,
+      "learning_rate": 9.861822198244297e-08,
+      "loss": 15.9062,
+      "step": 25950
+    },
+    {
+      "epoch": 1.7235173009231586,
+      "grad_norm": 413.5968017578125,
+      "learning_rate": 9.857165448007975e-08,
+      "loss": 19.4844,
+      "step": 25951
+    },
+    {
+      "epoch": 1.7235837152155145,
+      "grad_norm": 160.15164184570312,
+      "learning_rate": 9.852509740491988e-08,
+      "loss": 13.5469,
+      "step": 25952
+    },
+    {
+      "epoch": 1.72365012950787,
+      "grad_norm": 237.56301879882812,
+      "learning_rate": 9.847855075750188e-08,
+      "loss": 12.3594,
+      "step": 25953
+    },
+    {
+      "epoch": 1.7237165438002258,
+      "grad_norm": 184.19625854492188,
+      "learning_rate": 9.843201453836414e-08,
+      "loss": 15.0,
+      "step": 25954
+    },
+    {
+      "epoch": 1.7237829580925816,
+      "grad_norm": 254.65428161621094,
+      "learning_rate": 9.838548874804497e-08,
+      "loss": 15.8594,
+      "step": 25955
+    },
+    {
+      "epoch": 1.723849372384937,
+      "grad_norm": 181.57582092285156,
+      "learning_rate": 9.833897338708274e-08,
+      "loss": 15.3594,
+      "step": 25956
+    },
+    {
+      "epoch": 1.723915786677293,
+      "grad_norm": 242.7000274658203,
+      "learning_rate": 9.829246845601502e-08,
+      "loss": 15.8594,
+      "step": 25957
+    },
+    {
+      "epoch": 1.7239822009696488,
+      "grad_norm": 210.32923889160156,
+      "learning_rate": 9.824597395538015e-08,
+      "loss": 15.2656,
+      "step": 25958
+    },
+    {
+      "epoch": 1.7240486152620043,
+      "grad_norm": 173.86300659179688,
+      "learning_rate": 9.819948988571614e-08,
+      "loss": 19.4219,
+      "step": 25959
+    },
+    {
+      "epoch": 1.7241150295543601,
+      "grad_norm": 545.6322021484375,
+      "learning_rate": 9.815301624756e-08,
+      "loss": 14.0938,
+      "step": 25960
+    },
+    {
+      "epoch": 1.7241814438467158,
+      "grad_norm": 140.8660888671875,
+      "learning_rate": 9.810655304145022e-08,
+      "loss": 13.2188,
+      "step": 25961
+    },
+    {
+      "epoch": 1.7242478581390714,
+      "grad_norm": 514.1328125,
+      "learning_rate": 9.806010026792344e-08,
+      "loss": 15.1094,
+      "step": 25962
+    },
+    {
+      "epoch": 1.7243142724314273,
+      "grad_norm": 138.68118286132812,
+      "learning_rate": 9.801365792751748e-08,
+      "loss": 15.4375,
+      "step": 25963
+    },
+    {
+      "epoch": 1.724380686723783,
+      "grad_norm": 161.9535675048828,
+      "learning_rate": 9.796722602076935e-08,
+      "loss": 17.4375,
+      "step": 25964
+    },
+    {
+      "epoch": 1.7244471010161386,
+      "grad_norm": 230.32081604003906,
+      "learning_rate": 9.792080454821638e-08,
+      "loss": 14.5781,
+      "step": 25965
+    },
+    {
+      "epoch": 1.7245135153084945,
+      "grad_norm": 270.5963134765625,
+      "learning_rate": 9.787439351039495e-08,
+      "loss": 16.8438,
+      "step": 25966
+    },
+    {
+      "epoch": 1.72457992960085,
+      "grad_norm": 328.42303466796875,
+      "learning_rate": 9.782799290784272e-08,
+      "loss": 16.5156,
+      "step": 25967
+    },
+    {
+      "epoch": 1.7246463438932058,
+      "grad_norm": 442.441650390625,
+      "learning_rate": 9.778160274109592e-08,
+      "loss": 16.6875,
+      "step": 25968
+    },
+    {
+      "epoch": 1.7247127581855617,
+      "grad_norm": 318.92645263671875,
+      "learning_rate": 9.773522301069126e-08,
+      "loss": 17.8906,
+      "step": 25969
+    },
+    {
+      "epoch": 1.7247791724779171,
+      "grad_norm": 1665.996826171875,
+      "learning_rate": 9.768885371716529e-08,
+      "loss": 14.2812,
+      "step": 25970
+    },
+    {
+      "epoch": 1.724845586770273,
+      "grad_norm": 201.50775146484375,
+      "learning_rate": 9.764249486105436e-08,
+      "loss": 15.25,
+      "step": 25971
+    },
+    {
+      "epoch": 1.7249120010626287,
+      "grad_norm": 297.03656005859375,
+      "learning_rate": 9.759614644289472e-08,
+      "loss": 20.2969,
+      "step": 25972
+    },
+    {
+      "epoch": 1.7249784153549843,
+      "grad_norm": 130.90621948242188,
+      "learning_rate": 9.754980846322269e-08,
+      "loss": 10.8672,
+      "step": 25973
+    },
+    {
+      "epoch": 1.7250448296473402,
+      "grad_norm": 142.97991943359375,
+      "learning_rate": 9.750348092257365e-08,
+      "loss": 16.3594,
+      "step": 25974
+    },
+    {
+      "epoch": 1.7251112439396958,
+      "grad_norm": 161.49192810058594,
+      "learning_rate": 9.745716382148439e-08,
+      "loss": 13.0312,
+      "step": 25975
+    },
+    {
+      "epoch": 1.7251776582320515,
+      "grad_norm": 515.5780029296875,
+      "learning_rate": 9.741085716049003e-08,
+      "loss": 14.2812,
+      "step": 25976
+    },
+    {
+      "epoch": 1.7252440725244074,
+      "grad_norm": 147.74761962890625,
+      "learning_rate": 9.736456094012635e-08,
+      "loss": 12.4922,
+      "step": 25977
+    },
+    {
+      "epoch": 1.725310486816763,
+      "grad_norm": 350.5162353515625,
+      "learning_rate": 9.731827516092894e-08,
+      "loss": 20.0156,
+      "step": 25978
+    },
+    {
+      "epoch": 1.7253769011091187,
+      "grad_norm": 231.5416717529297,
+      "learning_rate": 9.727199982343325e-08,
+      "loss": 17.7188,
+      "step": 25979
+    },
+    {
+      "epoch": 1.7254433154014746,
+      "grad_norm": 206.2393341064453,
+      "learning_rate": 9.722573492817454e-08,
+      "loss": 12.3281,
+      "step": 25980
+    },
+    {
+      "epoch": 1.72550972969383,
+      "grad_norm": 173.60147094726562,
+      "learning_rate": 9.717948047568814e-08,
+      "loss": 19.0781,
+      "step": 25981
+    },
+    {
+      "epoch": 1.7255761439861859,
+      "grad_norm": 838.39453125,
+      "learning_rate": 9.71332364665085e-08,
+      "loss": 23.7656,
+      "step": 25982
+    },
+    {
+      "epoch": 1.7256425582785415,
+      "grad_norm": 133.2779083251953,
+      "learning_rate": 9.708700290117133e-08,
+      "loss": 13.8906,
+      "step": 25983
+    },
+    {
+      "epoch": 1.7257089725708972,
+      "grad_norm": 314.72735595703125,
+      "learning_rate": 9.704077978021086e-08,
+      "loss": 12.2578,
+      "step": 25984
+    },
+    {
+      "epoch": 1.725775386863253,
+      "grad_norm": 212.38885498046875,
+      "learning_rate": 9.69945671041621e-08,
+      "loss": 10.125,
+      "step": 25985
+    },
+    {
+      "epoch": 1.7258418011556087,
+      "grad_norm": 303.94122314453125,
+      "learning_rate": 9.694836487355928e-08,
+      "loss": 23.6875,
+      "step": 25986
+    },
+    {
+      "epoch": 1.7259082154479644,
+      "grad_norm": 153.67308044433594,
+      "learning_rate": 9.690217308893745e-08,
+      "loss": 20.7812,
+      "step": 25987
+    },
+    {
+      "epoch": 1.7259746297403202,
+      "grad_norm": 408.3115234375,
+      "learning_rate": 9.685599175083004e-08,
+      "loss": 12.6406,
+      "step": 25988
+    },
+    {
+      "epoch": 1.7260410440326759,
+      "grad_norm": 133.14332580566406,
+      "learning_rate": 9.680982085977207e-08,
+      "loss": 15.1562,
+      "step": 25989
+    },
+    {
+      "epoch": 1.7261074583250315,
+      "grad_norm": 177.7230682373047,
+      "learning_rate": 9.676366041629714e-08,
+      "loss": 13.8438,
+      "step": 25990
+    },
+    {
+      "epoch": 1.7261738726173874,
+      "grad_norm": 323.1013488769531,
+      "learning_rate": 9.671751042093934e-08,
+      "loss": 13.8438,
+      "step": 25991
+    },
+    {
+      "epoch": 1.7262402869097428,
+      "grad_norm": 154.27796936035156,
+      "learning_rate": 9.66713708742326e-08,
+      "loss": 12.4688,
+      "step": 25992
+    },
+    {
+      "epoch": 1.7263067012020987,
+      "grad_norm": 468.07952880859375,
+      "learning_rate": 9.662524177671039e-08,
+      "loss": 22.0156,
+      "step": 25993
+    },
+    {
+      "epoch": 1.7263731154944544,
+      "grad_norm": 546.9329833984375,
+      "learning_rate": 9.657912312890659e-08,
+      "loss": 18.1875,
+      "step": 25994
+    },
+    {
+      "epoch": 1.72643952978681,
+      "grad_norm": 283.77093505859375,
+      "learning_rate": 9.653301493135457e-08,
+      "loss": 16.1406,
+      "step": 25995
+    },
+    {
+      "epoch": 1.726505944079166,
+      "grad_norm": 139.6654052734375,
+      "learning_rate": 9.648691718458756e-08,
+      "loss": 12.8594,
+      "step": 25996
+    },
+    {
+      "epoch": 1.7265723583715216,
+      "grad_norm": 1469.4830322265625,
+      "learning_rate": 9.644082988913893e-08,
+      "loss": 14.4922,
+      "step": 25997
+    },
+    {
+      "epoch": 1.7266387726638772,
+      "grad_norm": 170.94908142089844,
+      "learning_rate": 9.639475304554201e-08,
+      "loss": 14.0234,
+      "step": 25998
+    },
+    {
+      "epoch": 1.726705186956233,
+      "grad_norm": 101.14415740966797,
+      "learning_rate": 9.634868665432916e-08,
+      "loss": 14.0703,
+      "step": 25999
+    },
+    {
+      "epoch": 1.7267716012485888,
+      "grad_norm": 401.15594482421875,
+      "learning_rate": 9.630263071603395e-08,
+      "loss": 23.3906,
+      "step": 26000
+    },
+    {
+      "epoch": 1.7268380155409444,
+      "grad_norm": 120.2745590209961,
+      "learning_rate": 9.625658523118862e-08,
+      "loss": 14.5156,
+      "step": 26001
+    },
+    {
+      "epoch": 1.7269044298333003,
+      "grad_norm": 401.9844665527344,
+      "learning_rate": 9.621055020032597e-08,
+      "loss": 15.8125,
+      "step": 26002
+    },
+    {
+      "epoch": 1.7269708441256557,
+      "grad_norm": 184.81182861328125,
+      "learning_rate": 9.616452562397859e-08,
+      "loss": 16.8594,
+      "step": 26003
+    },
+    {
+      "epoch": 1.7270372584180116,
+      "grad_norm": 137.85887145996094,
+      "learning_rate": 9.611851150267892e-08,
+      "loss": 13.9922,
+      "step": 26004
+    },
+    {
+      "epoch": 1.7271036727103672,
+      "grad_norm": 164.39271545410156,
+      "learning_rate": 9.607250783695875e-08,
+      "loss": 17.4062,
+      "step": 26005
+    },
+    {
+      "epoch": 1.727170087002723,
+      "grad_norm": 169.47755432128906,
+      "learning_rate": 9.602651462735089e-08,
+      "loss": 14.1562,
+      "step": 26006
+    },
+    {
+      "epoch": 1.7272365012950788,
+      "grad_norm": 171.98680114746094,
+      "learning_rate": 9.598053187438693e-08,
+      "loss": 13.125,
+      "step": 26007
+    },
+    {
+      "epoch": 1.7273029155874344,
+      "grad_norm": 246.3172149658203,
+      "learning_rate": 9.593455957859886e-08,
+      "loss": 16.7344,
+      "step": 26008
+    },
+    {
+      "epoch": 1.72736932987979,
+      "grad_norm": 336.4993591308594,
+      "learning_rate": 9.58885977405185e-08,
+      "loss": 14.4531,
+      "step": 26009
+    },
+    {
+      "epoch": 1.727435744172146,
+      "grad_norm": 301.70147705078125,
+      "learning_rate": 9.584264636067751e-08,
+      "loss": 18.2656,
+      "step": 26010
+    },
+    {
+      "epoch": 1.7275021584645016,
+      "grad_norm": 160.5574493408203,
+      "learning_rate": 9.579670543960749e-08,
+      "loss": 14.2109,
+      "step": 26011
+    },
+    {
+      "epoch": 1.7275685727568573,
+      "grad_norm": 419.95013427734375,
+      "learning_rate": 9.57507749778399e-08,
+      "loss": 19.0938,
+      "step": 26012
+    },
+    {
+      "epoch": 1.7276349870492131,
+      "grad_norm": 310.8310852050781,
+      "learning_rate": 9.570485497590552e-08,
+      "loss": 21.1875,
+      "step": 26013
+    },
+    {
+      "epoch": 1.7277014013415686,
+      "grad_norm": 182.9268798828125,
+      "learning_rate": 9.565894543433639e-08,
+      "loss": 16.5938,
+      "step": 26014
+    },
+    {
+      "epoch": 1.7277678156339245,
+      "grad_norm": 113.51620483398438,
+      "learning_rate": 9.561304635366285e-08,
+      "loss": 10.9922,
+      "step": 26015
+    },
+    {
+      "epoch": 1.72783422992628,
+      "grad_norm": 107.34459686279297,
+      "learning_rate": 9.556715773441604e-08,
+      "loss": 9.8125,
+      "step": 26016
+    },
+    {
+      "epoch": 1.7279006442186358,
+      "grad_norm": 126.89913940429688,
+      "learning_rate": 9.552127957712696e-08,
+      "loss": 10.1875,
+      "step": 26017
+    },
+    {
+      "epoch": 1.7279670585109916,
+      "grad_norm": 154.84010314941406,
+      "learning_rate": 9.54754118823261e-08,
+      "loss": 13.3906,
+      "step": 26018
+    },
+    {
+      "epoch": 1.7280334728033473,
+      "grad_norm": 520.8294677734375,
+      "learning_rate": 9.542955465054403e-08,
+      "loss": 18.7344,
+      "step": 26019
+    },
+    {
+      "epoch": 1.728099887095703,
+      "grad_norm": 102.4485092163086,
+      "learning_rate": 9.538370788231154e-08,
+      "loss": 12.875,
+      "step": 26020
+    },
+    {
+      "epoch": 1.7281663013880588,
+      "grad_norm": 374.0919494628906,
+      "learning_rate": 9.533787157815831e-08,
+      "loss": 16.25,
+      "step": 26021
+    },
+    {
+      "epoch": 1.7282327156804145,
+      "grad_norm": 174.86575317382812,
+      "learning_rate": 9.529204573861527e-08,
+      "loss": 14.1875,
+      "step": 26022
+    },
+    {
+      "epoch": 1.7282991299727701,
+      "grad_norm": 248.6500244140625,
+      "learning_rate": 9.524623036421198e-08,
+      "loss": 15.5781,
+      "step": 26023
+    },
+    {
+      "epoch": 1.728365544265126,
+      "grad_norm": 492.7840576171875,
+      "learning_rate": 9.520042545547857e-08,
+      "loss": 13.6016,
+      "step": 26024
+    },
+    {
+      "epoch": 1.7284319585574814,
+      "grad_norm": 227.93861389160156,
+      "learning_rate": 9.515463101294496e-08,
+      "loss": 13.2344,
+      "step": 26025
+    },
+    {
+      "epoch": 1.7284983728498373,
+      "grad_norm": 289.76690673828125,
+      "learning_rate": 9.510884703714095e-08,
+      "loss": 17.9531,
+      "step": 26026
+    },
+    {
+      "epoch": 1.728564787142193,
+      "grad_norm": 110.02981567382812,
+      "learning_rate": 9.506307352859566e-08,
+      "loss": 14.0781,
+      "step": 26027
+    },
+    {
+      "epoch": 1.7286312014345486,
+      "grad_norm": 300.5476379394531,
+      "learning_rate": 9.501731048783923e-08,
+      "loss": 19.5,
+      "step": 26028
+    },
+    {
+      "epoch": 1.7286976157269045,
+      "grad_norm": 74.21595001220703,
+      "learning_rate": 9.497155791540057e-08,
+      "loss": 10.3438,
+      "step": 26029
+    },
+    {
+      "epoch": 1.7287640300192602,
+      "grad_norm": 231.8955078125,
+      "learning_rate": 9.492581581180903e-08,
+      "loss": 14.8906,
+      "step": 26030
+    },
+    {
+      "epoch": 1.7288304443116158,
+      "grad_norm": 131.72579956054688,
+      "learning_rate": 9.488008417759385e-08,
+      "loss": 15.7969,
+      "step": 26031
+    },
+    {
+      "epoch": 1.7288968586039717,
+      "grad_norm": 306.80462646484375,
+      "learning_rate": 9.483436301328385e-08,
+      "loss": 15.3984,
+      "step": 26032
+    },
+    {
+      "epoch": 1.7289632728963273,
+      "grad_norm": 188.97669982910156,
+      "learning_rate": 9.478865231940802e-08,
+      "loss": 21.3125,
+      "step": 26033
+    },
+    {
+      "epoch": 1.729029687188683,
+      "grad_norm": 193.29417419433594,
+      "learning_rate": 9.474295209649508e-08,
+      "loss": 12.5625,
+      "step": 26034
+    },
+    {
+      "epoch": 1.7290961014810389,
+      "grad_norm": 211.7382354736328,
+      "learning_rate": 9.469726234507357e-08,
+      "loss": 18.4219,
+      "step": 26035
+    },
+    {
+      "epoch": 1.7291625157733943,
+      "grad_norm": 127.00166320800781,
+      "learning_rate": 9.465158306567223e-08,
+      "loss": 14.3984,
+      "step": 26036
+    },
+    {
+      "epoch": 1.7292289300657502,
+      "grad_norm": 892.2772216796875,
+      "learning_rate": 9.460591425881948e-08,
+      "loss": 22.3906,
+      "step": 26037
+    },
+    {
+      "epoch": 1.7292953443581058,
+      "grad_norm": 138.33148193359375,
+      "learning_rate": 9.456025592504302e-08,
+      "loss": 20.2031,
+      "step": 26038
+    },
+    {
+      "epoch": 1.7293617586504615,
+      "grad_norm": 256.57513427734375,
+      "learning_rate": 9.451460806487187e-08,
+      "loss": 17.2188,
+      "step": 26039
+    },
+    {
+      "epoch": 1.7294281729428174,
+      "grad_norm": 154.9647216796875,
+      "learning_rate": 9.446897067883331e-08,
+      "loss": 16.4219,
+      "step": 26040
+    },
+    {
+      "epoch": 1.729494587235173,
+      "grad_norm": 219.03477478027344,
+      "learning_rate": 9.442334376745564e-08,
+      "loss": 11.7812,
+      "step": 26041
+    },
+    {
+      "epoch": 1.7295610015275287,
+      "grad_norm": 201.07192993164062,
+      "learning_rate": 9.437772733126647e-08,
+      "loss": 13.4375,
+      "step": 26042
+    },
+    {
+      "epoch": 1.7296274158198846,
+      "grad_norm": 256.44085693359375,
+      "learning_rate": 9.43321213707936e-08,
+      "loss": 22.3125,
+      "step": 26043
+    },
+    {
+      "epoch": 1.7296938301122402,
+      "grad_norm": 131.94053649902344,
+      "learning_rate": 9.428652588656449e-08,
+      "loss": 13.7031,
+      "step": 26044
+    },
+    {
+      "epoch": 1.7297602444045959,
+      "grad_norm": 462.759521484375,
+      "learning_rate": 9.424094087910672e-08,
+      "loss": 16.0938,
+      "step": 26045
+    },
+    {
+      "epoch": 1.7298266586969517,
+      "grad_norm": 185.2436065673828,
+      "learning_rate": 9.419536634894709e-08,
+      "loss": 15.3281,
+      "step": 26046
+    },
+    {
+      "epoch": 1.7298930729893072,
+      "grad_norm": 206.67977905273438,
+      "learning_rate": 9.414980229661363e-08,
+      "loss": 13.6562,
+      "step": 26047
+    },
+    {
+      "epoch": 1.729959487281663,
+      "grad_norm": 323.5589294433594,
+      "learning_rate": 9.410424872263256e-08,
+      "loss": 15.5938,
+      "step": 26048
+    },
+    {
+      "epoch": 1.7300259015740187,
+      "grad_norm": 249.48036193847656,
+      "learning_rate": 9.405870562753126e-08,
+      "loss": 15.4375,
+      "step": 26049
+    },
+    {
+      "epoch": 1.7300923158663744,
+      "grad_norm": 313.10211181640625,
+      "learning_rate": 9.401317301183653e-08,
+      "loss": 20.8125,
+      "step": 26050
+    },
+    {
+      "epoch": 1.7301587301587302,
+      "grad_norm": 466.55792236328125,
+      "learning_rate": 9.396765087607506e-08,
+      "loss": 18.1562,
+      "step": 26051
+    },
+    {
+      "epoch": 1.7302251444510859,
+      "grad_norm": 138.0037078857422,
+      "learning_rate": 9.392213922077297e-08,
+      "loss": 16.25,
+      "step": 26052
+    },
+    {
+      "epoch": 1.7302915587434415,
+      "grad_norm": 471.6734619140625,
+      "learning_rate": 9.387663804645762e-08,
+      "loss": 22.375,
+      "step": 26053
+    },
+    {
+      "epoch": 1.7303579730357974,
+      "grad_norm": 355.32781982421875,
+      "learning_rate": 9.38311473536545e-08,
+      "loss": 13.5781,
+      "step": 26054
+    },
+    {
+      "epoch": 1.730424387328153,
+      "grad_norm": 187.0042266845703,
+      "learning_rate": 9.378566714289016e-08,
+      "loss": 16.1875,
+      "step": 26055
+    },
+    {
+      "epoch": 1.7304908016205087,
+      "grad_norm": 263.4911193847656,
+      "learning_rate": 9.374019741469075e-08,
+      "loss": 18.5,
+      "step": 26056
+    },
+    {
+      "epoch": 1.7305572159128646,
+      "grad_norm": 169.1753387451172,
+      "learning_rate": 9.369473816958207e-08,
+      "loss": 17.2812,
+      "step": 26057
+    },
+    {
+      "epoch": 1.73062363020522,
+      "grad_norm": 167.57818603515625,
+      "learning_rate": 9.364928940809003e-08,
+      "loss": 14.9062,
+      "step": 26058
+    },
+    {
+      "epoch": 1.730690044497576,
+      "grad_norm": 264.27899169921875,
+      "learning_rate": 9.360385113074066e-08,
+      "loss": 17.0078,
+      "step": 26059
+    },
+    {
+      "epoch": 1.7307564587899316,
+      "grad_norm": 185.68870544433594,
+      "learning_rate": 9.355842333805885e-08,
+      "loss": 16.1406,
+      "step": 26060
+    },
+    {
+      "epoch": 1.7308228730822872,
+      "grad_norm": 190.0272216796875,
+      "learning_rate": 9.351300603057088e-08,
+      "loss": 16.0781,
+      "step": 26061
+    },
+    {
+      "epoch": 1.730889287374643,
+      "grad_norm": 158.62484741210938,
+      "learning_rate": 9.346759920880166e-08,
+      "loss": 17.1328,
+      "step": 26062
+    },
+    {
+      "epoch": 1.7309557016669987,
+      "grad_norm": 146.66799926757812,
+      "learning_rate": 9.34222028732764e-08,
+      "loss": 17.3125,
+      "step": 26063
+    },
+    {
+      "epoch": 1.7310221159593544,
+      "grad_norm": 252.2549591064453,
+      "learning_rate": 9.337681702452039e-08,
+      "loss": 16.5781,
+      "step": 26064
+    },
+    {
+      "epoch": 1.7310885302517103,
+      "grad_norm": 283.2375183105469,
+      "learning_rate": 9.33314416630585e-08,
+      "loss": 25.0938,
+      "step": 26065
+    },
+    {
+      "epoch": 1.731154944544066,
+      "grad_norm": 182.72262573242188,
+      "learning_rate": 9.32860767894158e-08,
+      "loss": 22.3594,
+      "step": 26066
+    },
+    {
+      "epoch": 1.7312213588364216,
+      "grad_norm": 178.06166076660156,
+      "learning_rate": 9.324072240411707e-08,
+      "loss": 17.875,
+      "step": 26067
+    },
+    {
+      "epoch": 1.7312877731287775,
+      "grad_norm": 188.7586669921875,
+      "learning_rate": 9.319537850768655e-08,
+      "loss": 22.8281,
+      "step": 26068
+    },
+    {
+      "epoch": 1.731354187421133,
+      "grad_norm": 656.4755859375,
+      "learning_rate": 9.315004510064884e-08,
+      "loss": 17.9375,
+      "step": 26069
+    },
+    {
+      "epoch": 1.7314206017134888,
+      "grad_norm": 161.6780242919922,
+      "learning_rate": 9.310472218352882e-08,
+      "loss": 18.5469,
+      "step": 26070
+    },
+    {
+      "epoch": 1.7314870160058444,
+      "grad_norm": 927.461669921875,
+      "learning_rate": 9.305940975685034e-08,
+      "loss": 25.8281,
+      "step": 26071
+    },
+    {
+      "epoch": 1.7315534302982,
+      "grad_norm": 620.41455078125,
+      "learning_rate": 9.30141078211375e-08,
+      "loss": 17.7656,
+      "step": 26072
+    },
+    {
+      "epoch": 1.731619844590556,
+      "grad_norm": 132.83241271972656,
+      "learning_rate": 9.296881637691456e-08,
+      "loss": 16.2656,
+      "step": 26073
+    },
+    {
+      "epoch": 1.7316862588829116,
+      "grad_norm": 364.4736022949219,
+      "learning_rate": 9.292353542470532e-08,
+      "loss": 22.0625,
+      "step": 26074
+    },
+    {
+      "epoch": 1.7317526731752673,
+      "grad_norm": 292.7309875488281,
+      "learning_rate": 9.28782649650336e-08,
+      "loss": 16.8594,
+      "step": 26075
+    },
+    {
+      "epoch": 1.7318190874676231,
+      "grad_norm": 140.97897338867188,
+      "learning_rate": 9.283300499842317e-08,
+      "loss": 17.7969,
+      "step": 26076
+    },
+    {
+      "epoch": 1.7318855017599788,
+      "grad_norm": 297.061279296875,
+      "learning_rate": 9.278775552539709e-08,
+      "loss": 17.6406,
+      "step": 26077
+    },
+    {
+      "epoch": 1.7319519160523345,
+      "grad_norm": 152.98614501953125,
+      "learning_rate": 9.274251654647947e-08,
+      "loss": 15.8281,
+      "step": 26078
+    },
+    {
+      "epoch": 1.7320183303446903,
+      "grad_norm": 181.5089569091797,
+      "learning_rate": 9.269728806219313e-08,
+      "loss": 16.4844,
+      "step": 26079
+    },
+    {
+      "epoch": 1.7320847446370458,
+      "grad_norm": 160.7008514404297,
+      "learning_rate": 9.265207007306131e-08,
+      "loss": 19.6875,
+      "step": 26080
+    },
+    {
+      "epoch": 1.7321511589294016,
+      "grad_norm": 491.9972839355469,
+      "learning_rate": 9.260686257960714e-08,
+      "loss": 20.6875,
+      "step": 26081
+    },
+    {
+      "epoch": 1.7322175732217573,
+      "grad_norm": 195.16184997558594,
+      "learning_rate": 9.256166558235367e-08,
+      "loss": 14.4922,
+      "step": 26082
+    },
+    {
+      "epoch": 1.732283987514113,
+      "grad_norm": 421.77008056640625,
+      "learning_rate": 9.251647908182347e-08,
+      "loss": 15.5625,
+      "step": 26083
+    },
+    {
+      "epoch": 1.7323504018064688,
+      "grad_norm": 255.205322265625,
+      "learning_rate": 9.247130307853956e-08,
+      "loss": 23.0312,
+      "step": 26084
+    },
+    {
+      "epoch": 1.7324168160988245,
+      "grad_norm": 161.0686798095703,
+      "learning_rate": 9.242613757302397e-08,
+      "loss": 13.5,
+      "step": 26085
+    },
+    {
+      "epoch": 1.7324832303911801,
+      "grad_norm": 211.0172576904297,
+      "learning_rate": 9.238098256579985e-08,
+      "loss": 17.9844,
+      "step": 26086
+    },
+    {
+      "epoch": 1.732549644683536,
+      "grad_norm": 209.2916259765625,
+      "learning_rate": 9.233583805738898e-08,
+      "loss": 14.2891,
+      "step": 26087
+    },
+    {
+      "epoch": 1.7326160589758917,
+      "grad_norm": 215.9180450439453,
+      "learning_rate": 9.229070404831362e-08,
+      "loss": 15.8281,
+      "step": 26088
+    },
+    {
+      "epoch": 1.7326824732682473,
+      "grad_norm": 187.84732055664062,
+      "learning_rate": 9.224558053909615e-08,
+      "loss": 17.3281,
+      "step": 26089
+    },
+    {
+      "epoch": 1.7327488875606032,
+      "grad_norm": 422.8512268066406,
+      "learning_rate": 9.220046753025845e-08,
+      "loss": 13.6719,
+      "step": 26090
+    },
+    {
+      "epoch": 1.7328153018529586,
+      "grad_norm": 258.511962890625,
+      "learning_rate": 9.215536502232201e-08,
+      "loss": 15.3594,
+      "step": 26091
+    },
+    {
+      "epoch": 1.7328817161453145,
+      "grad_norm": 274.01885986328125,
+      "learning_rate": 9.21102730158091e-08,
+      "loss": 17.3438,
+      "step": 26092
+    },
+    {
+      "epoch": 1.7329481304376702,
+      "grad_norm": 203.73977661132812,
+      "learning_rate": 9.206519151124082e-08,
+      "loss": 18.9688,
+      "step": 26093
+    },
+    {
+      "epoch": 1.7330145447300258,
+      "grad_norm": 154.4518280029297,
+      "learning_rate": 9.202012050913888e-08,
+      "loss": 16.8125,
+      "step": 26094
+    },
+    {
+      "epoch": 1.7330809590223817,
+      "grad_norm": 119.2303466796875,
+      "learning_rate": 9.197506001002464e-08,
+      "loss": 15.8594,
+      "step": 26095
+    },
+    {
+      "epoch": 1.7331473733147373,
+      "grad_norm": 532.8281860351562,
+      "learning_rate": 9.193001001441936e-08,
+      "loss": 18.9062,
+      "step": 26096
+    },
+    {
+      "epoch": 1.733213787607093,
+      "grad_norm": 165.4431610107422,
+      "learning_rate": 9.188497052284405e-08,
+      "loss": 16.3906,
+      "step": 26097
+    },
+    {
+      "epoch": 1.7332802018994489,
+      "grad_norm": 286.6299133300781,
+      "learning_rate": 9.183994153581987e-08,
+      "loss": 20.7188,
+      "step": 26098
+    },
+    {
+      "epoch": 1.7333466161918045,
+      "grad_norm": 652.0991821289062,
+      "learning_rate": 9.179492305386727e-08,
+      "loss": 21.625,
+      "step": 26099
+    },
+    {
+      "epoch": 1.7334130304841602,
+      "grad_norm": 323.6949157714844,
+      "learning_rate": 9.174991507750773e-08,
+      "loss": 12.4219,
+      "step": 26100
+    },
+    {
+      "epoch": 1.733479444776516,
+      "grad_norm": 96.44269561767578,
+      "learning_rate": 9.170491760726118e-08,
+      "loss": 10.4453,
+      "step": 26101
+    },
+    {
+      "epoch": 1.7335458590688715,
+      "grad_norm": 132.44166564941406,
+      "learning_rate": 9.165993064364841e-08,
+      "loss": 14.3984,
+      "step": 26102
+    },
+    {
+      "epoch": 1.7336122733612274,
+      "grad_norm": 199.4113311767578,
+      "learning_rate": 9.161495418718979e-08,
+      "loss": 15.7656,
+      "step": 26103
+    },
+    {
+      "epoch": 1.733678687653583,
+      "grad_norm": 216.85702514648438,
+      "learning_rate": 9.156998823840556e-08,
+      "loss": 15.5625,
+      "step": 26104
+    },
+    {
+      "epoch": 1.7337451019459387,
+      "grad_norm": 175.4969940185547,
+      "learning_rate": 9.152503279781588e-08,
+      "loss": 14.5,
+      "step": 26105
+    },
+    {
+      "epoch": 1.7338115162382945,
+      "grad_norm": 257.7153625488281,
+      "learning_rate": 9.148008786594074e-08,
+      "loss": 14.1719,
+      "step": 26106
+    },
+    {
+      "epoch": 1.7338779305306502,
+      "grad_norm": 299.2811584472656,
+      "learning_rate": 9.14351534433e-08,
+      "loss": 16.8438,
+      "step": 26107
+    },
+    {
+      "epoch": 1.7339443448230059,
+      "grad_norm": 146.84873962402344,
+      "learning_rate": 9.139022953041364e-08,
+      "loss": 19.0625,
+      "step": 26108
+    },
+    {
+      "epoch": 1.7340107591153617,
+      "grad_norm": 104.94176483154297,
+      "learning_rate": 9.134531612780128e-08,
+      "loss": 13.6719,
+      "step": 26109
+    },
+    {
+      "epoch": 1.7340771734077174,
+      "grad_norm": 250.64027404785156,
+      "learning_rate": 9.130041323598204e-08,
+      "loss": 15.0625,
+      "step": 26110
+    },
+    {
+      "epoch": 1.734143587700073,
+      "grad_norm": 200.078125,
+      "learning_rate": 9.125552085547595e-08,
+      "loss": 13.7188,
+      "step": 26111
+    },
+    {
+      "epoch": 1.734210001992429,
+      "grad_norm": 171.7620849609375,
+      "learning_rate": 9.12106389868017e-08,
+      "loss": 14.7969,
+      "step": 26112
+    },
+    {
+      "epoch": 1.7342764162847844,
+      "grad_norm": 204.51824951171875,
+      "learning_rate": 9.11657676304789e-08,
+      "loss": 23.3828,
+      "step": 26113
+    },
+    {
+      "epoch": 1.7343428305771402,
+      "grad_norm": 148.4524383544922,
+      "learning_rate": 9.112090678702633e-08,
+      "loss": 14.2109,
+      "step": 26114
+    },
+    {
+      "epoch": 1.7344092448694959,
+      "grad_norm": 268.0737609863281,
+      "learning_rate": 9.107605645696326e-08,
+      "loss": 15.3594,
+      "step": 26115
+    },
+    {
+      "epoch": 1.7344756591618515,
+      "grad_norm": 157.29403686523438,
+      "learning_rate": 9.103121664080793e-08,
+      "loss": 15.5156,
+      "step": 26116
+    },
+    {
+      "epoch": 1.7345420734542074,
+      "grad_norm": 212.7645263671875,
+      "learning_rate": 9.098638733907959e-08,
+      "loss": 15.1797,
+      "step": 26117
+    },
+    {
+      "epoch": 1.734608487746563,
+      "grad_norm": 247.84417724609375,
+      "learning_rate": 9.09415685522964e-08,
+      "loss": 21.2188,
+      "step": 26118
+    },
+    {
+      "epoch": 1.7346749020389187,
+      "grad_norm": 321.4837951660156,
+      "learning_rate": 9.089676028097704e-08,
+      "loss": 20.4062,
+      "step": 26119
+    },
+    {
+      "epoch": 1.7347413163312746,
+      "grad_norm": 444.1607360839844,
+      "learning_rate": 9.085196252563964e-08,
+      "loss": 14.4375,
+      "step": 26120
+    },
+    {
+      "epoch": 1.7348077306236303,
+      "grad_norm": 197.66152954101562,
+      "learning_rate": 9.080717528680259e-08,
+      "loss": 16.0938,
+      "step": 26121
+    },
+    {
+      "epoch": 1.734874144915986,
+      "grad_norm": 368.37347412109375,
+      "learning_rate": 9.07623985649838e-08,
+      "loss": 15.6562,
+      "step": 26122
+    },
+    {
+      "epoch": 1.7349405592083418,
+      "grad_norm": 109.38034057617188,
+      "learning_rate": 9.071763236070151e-08,
+      "loss": 17.0781,
+      "step": 26123
+    },
+    {
+      "epoch": 1.7350069735006972,
+      "grad_norm": 316.0385437011719,
+      "learning_rate": 9.067287667447287e-08,
+      "loss": 14.6484,
+      "step": 26124
+    },
+    {
+      "epoch": 1.735073387793053,
+      "grad_norm": 211.1905975341797,
+      "learning_rate": 9.062813150681647e-08,
+      "loss": 14.25,
+      "step": 26125
+    },
+    {
+      "epoch": 1.7351398020854087,
+      "grad_norm": 187.54171752929688,
+      "learning_rate": 9.058339685824934e-08,
+      "loss": 12.6719,
+      "step": 26126
+    },
+    {
+      "epoch": 1.7352062163777644,
+      "grad_norm": 163.9710693359375,
+      "learning_rate": 9.053867272928906e-08,
+      "loss": 12.5625,
+      "step": 26127
+    },
+    {
+      "epoch": 1.7352726306701203,
+      "grad_norm": 129.3474578857422,
+      "learning_rate": 9.049395912045288e-08,
+      "loss": 16.1875,
+      "step": 26128
+    },
+    {
+      "epoch": 1.735339044962476,
+      "grad_norm": 144.58807373046875,
+      "learning_rate": 9.044925603225828e-08,
+      "loss": 14.2812,
+      "step": 26129
+    },
+    {
+      "epoch": 1.7354054592548316,
+      "grad_norm": 152.63711547851562,
+      "learning_rate": 9.040456346522207e-08,
+      "loss": 17.6719,
+      "step": 26130
+    },
+    {
+      "epoch": 1.7354718735471875,
+      "grad_norm": 202.72377014160156,
+      "learning_rate": 9.035988141986162e-08,
+      "loss": 15.6562,
+      "step": 26131
+    },
+    {
+      "epoch": 1.7355382878395431,
+      "grad_norm": 235.34007263183594,
+      "learning_rate": 9.031520989669339e-08,
+      "loss": 18.7031,
+      "step": 26132
+    },
+    {
+      "epoch": 1.7356047021318988,
+      "grad_norm": 247.91519165039062,
+      "learning_rate": 9.02705488962342e-08,
+      "loss": 20.4844,
+      "step": 26133
+    },
+    {
+      "epoch": 1.7356711164242546,
+      "grad_norm": 141.17623901367188,
+      "learning_rate": 9.022589841900075e-08,
+      "loss": 14.0625,
+      "step": 26134
+    },
+    {
+      "epoch": 1.73573753071661,
+      "grad_norm": 626.0313110351562,
+      "learning_rate": 9.01812584655095e-08,
+      "loss": 25.6094,
+      "step": 26135
+    },
+    {
+      "epoch": 1.735803945008966,
+      "grad_norm": 148.1427764892578,
+      "learning_rate": 9.013662903627673e-08,
+      "loss": 13.0938,
+      "step": 26136
+    },
+    {
+      "epoch": 1.7358703593013216,
+      "grad_norm": 160.10964965820312,
+      "learning_rate": 9.009201013181911e-08,
+      "loss": 10.6719,
+      "step": 26137
+    },
+    {
+      "epoch": 1.7359367735936773,
+      "grad_norm": 126.45365142822266,
+      "learning_rate": 9.00474017526519e-08,
+      "loss": 15.2969,
+      "step": 26138
+    },
+    {
+      "epoch": 1.7360031878860331,
+      "grad_norm": 128.18563842773438,
+      "learning_rate": 9.000280389929216e-08,
+      "loss": 12.4609,
+      "step": 26139
+    },
+    {
+      "epoch": 1.7360696021783888,
+      "grad_norm": 508.1146545410156,
+      "learning_rate": 8.9958216572255e-08,
+      "loss": 20.1562,
+      "step": 26140
+    },
+    {
+      "epoch": 1.7361360164707444,
+      "grad_norm": 92.67943572998047,
+      "learning_rate": 8.991363977205623e-08,
+      "loss": 14.625,
+      "step": 26141
+    },
+    {
+      "epoch": 1.7362024307631003,
+      "grad_norm": 157.24363708496094,
+      "learning_rate": 8.986907349921214e-08,
+      "loss": 15.4844,
+      "step": 26142
+    },
+    {
+      "epoch": 1.736268845055456,
+      "grad_norm": 138.22837829589844,
+      "learning_rate": 8.982451775423749e-08,
+      "loss": 13.4531,
+      "step": 26143
+    },
+    {
+      "epoch": 1.7363352593478116,
+      "grad_norm": 190.91683959960938,
+      "learning_rate": 8.977997253764801e-08,
+      "loss": 17.4844,
+      "step": 26144
+    },
+    {
+      "epoch": 1.7364016736401675,
+      "grad_norm": 116.10053253173828,
+      "learning_rate": 8.973543784995908e-08,
+      "loss": 16.0938,
+      "step": 26145
+    },
+    {
+      "epoch": 1.736468087932523,
+      "grad_norm": 90.57270812988281,
+      "learning_rate": 8.969091369168558e-08,
+      "loss": 15.8281,
+      "step": 26146
+    },
+    {
+      "epoch": 1.7365345022248788,
+      "grad_norm": 160.7576141357422,
+      "learning_rate": 8.964640006334267e-08,
+      "loss": 14.2344,
+      "step": 26147
+    },
+    {
+      "epoch": 1.7366009165172345,
+      "grad_norm": 154.5744171142578,
+      "learning_rate": 8.960189696544551e-08,
+      "loss": 18.9062,
+      "step": 26148
+    },
+    {
+      "epoch": 1.7366673308095901,
+      "grad_norm": 283.64691162109375,
+      "learning_rate": 8.955740439850823e-08,
+      "loss": 18.8906,
+      "step": 26149
+    },
+    {
+      "epoch": 1.736733745101946,
+      "grad_norm": 201.59469604492188,
+      "learning_rate": 8.951292236304631e-08,
+      "loss": 18.3125,
+      "step": 26150
+    },
+    {
+      "epoch": 1.7368001593943017,
+      "grad_norm": 176.60276794433594,
+      "learning_rate": 8.946845085957366e-08,
+      "loss": 13.4609,
+      "step": 26151
+    },
+    {
+      "epoch": 1.7368665736866573,
+      "grad_norm": 365.3612365722656,
+      "learning_rate": 8.9423989888605e-08,
+      "loss": 11.3984,
+      "step": 26152
+    },
+    {
+      "epoch": 1.7369329879790132,
+      "grad_norm": 140.71844482421875,
+      "learning_rate": 8.937953945065446e-08,
+      "loss": 11.9453,
+      "step": 26153
+    },
+    {
+      "epoch": 1.7369994022713688,
+      "grad_norm": 197.27195739746094,
+      "learning_rate": 8.933509954623653e-08,
+      "loss": 21.4062,
+      "step": 26154
+    },
+    {
+      "epoch": 1.7370658165637245,
+      "grad_norm": 216.62315368652344,
+      "learning_rate": 8.929067017586477e-08,
+      "loss": 19.9844,
+      "step": 26155
+    },
+    {
+      "epoch": 1.7371322308560804,
+      "grad_norm": 354.8457946777344,
+      "learning_rate": 8.92462513400537e-08,
+      "loss": 15.6562,
+      "step": 26156
+    },
+    {
+      "epoch": 1.7371986451484358,
+      "grad_norm": 250.64759826660156,
+      "learning_rate": 8.920184303931655e-08,
+      "loss": 13.9844,
+      "step": 26157
+    },
+    {
+      "epoch": 1.7372650594407917,
+      "grad_norm": 552.9765625,
+      "learning_rate": 8.915744527416735e-08,
+      "loss": 21.0,
+      "step": 26158
+    },
+    {
+      "epoch": 1.7373314737331473,
+      "grad_norm": 338.05517578125,
+      "learning_rate": 8.911305804511971e-08,
+      "loss": 17.7812,
+      "step": 26159
+    },
+    {
+      "epoch": 1.737397888025503,
+      "grad_norm": 422.7544250488281,
+      "learning_rate": 8.906868135268686e-08,
+      "loss": 25.5156,
+      "step": 26160
+    },
+    {
+      "epoch": 1.7374643023178589,
+      "grad_norm": 386.80157470703125,
+      "learning_rate": 8.902431519738218e-08,
+      "loss": 26.6562,
+      "step": 26161
+    },
+    {
+      "epoch": 1.7375307166102145,
+      "grad_norm": 155.04498291015625,
+      "learning_rate": 8.897995957971916e-08,
+      "loss": 12.5,
+      "step": 26162
+    },
+    {
+      "epoch": 1.7375971309025702,
+      "grad_norm": 110.00071716308594,
+      "learning_rate": 8.893561450021037e-08,
+      "loss": 15.8594,
+      "step": 26163
+    },
+    {
+      "epoch": 1.737663545194926,
+      "grad_norm": 146.8643341064453,
+      "learning_rate": 8.88912799593693e-08,
+      "loss": 13.7656,
+      "step": 26164
+    },
+    {
+      "epoch": 1.7377299594872817,
+      "grad_norm": 111.38101196289062,
+      "learning_rate": 8.884695595770831e-08,
+      "loss": 11.9844,
+      "step": 26165
+    },
+    {
+      "epoch": 1.7377963737796374,
+      "grad_norm": 124.9444808959961,
+      "learning_rate": 8.880264249574043e-08,
+      "loss": 14.6562,
+      "step": 26166
+    },
+    {
+      "epoch": 1.7378627880719932,
+      "grad_norm": 337.6846618652344,
+      "learning_rate": 8.875833957397805e-08,
+      "loss": 23.4062,
+      "step": 26167
+    },
+    {
+      "epoch": 1.7379292023643487,
+      "grad_norm": 156.72447204589844,
+      "learning_rate": 8.871404719293385e-08,
+      "loss": 12.7734,
+      "step": 26168
+    },
+    {
+      "epoch": 1.7379956166567045,
+      "grad_norm": 444.6737976074219,
+      "learning_rate": 8.86697653531201e-08,
+      "loss": 15.2031,
+      "step": 26169
+    },
+    {
+      "epoch": 1.7380620309490602,
+      "grad_norm": 163.9584197998047,
+      "learning_rate": 8.862549405504905e-08,
+      "loss": 16.5,
+      "step": 26170
+    },
+    {
+      "epoch": 1.7381284452414159,
+      "grad_norm": 396.63702392578125,
+      "learning_rate": 8.858123329923251e-08,
+      "loss": 15.9062,
+      "step": 26171
+    },
+    {
+      "epoch": 1.7381948595337717,
+      "grad_norm": 425.7588806152344,
+      "learning_rate": 8.853698308618295e-08,
+      "loss": 15.4219,
+      "step": 26172
+    },
+    {
+      "epoch": 1.7382612738261274,
+      "grad_norm": 123.09089660644531,
+      "learning_rate": 8.849274341641188e-08,
+      "loss": 19.2812,
+      "step": 26173
+    },
+    {
+      "epoch": 1.738327688118483,
+      "grad_norm": 177.2875518798828,
+      "learning_rate": 8.844851429043121e-08,
+      "loss": 11.5781,
+      "step": 26174
+    },
+    {
+      "epoch": 1.738394102410839,
+      "grad_norm": 243.22418212890625,
+      "learning_rate": 8.840429570875241e-08,
+      "loss": 16.4688,
+      "step": 26175
+    },
+    {
+      "epoch": 1.7384605167031946,
+      "grad_norm": 152.20050048828125,
+      "learning_rate": 8.836008767188729e-08,
+      "loss": 13.1484,
+      "step": 26176
+    },
+    {
+      "epoch": 1.7385269309955502,
+      "grad_norm": 98.19361877441406,
+      "learning_rate": 8.831589018034657e-08,
+      "loss": 16.0,
+      "step": 26177
+    },
+    {
+      "epoch": 1.738593345287906,
+      "grad_norm": 214.55958557128906,
+      "learning_rate": 8.827170323464217e-08,
+      "loss": 20.2188,
+      "step": 26178
+    },
+    {
+      "epoch": 1.7386597595802615,
+      "grad_norm": 221.4049072265625,
+      "learning_rate": 8.822752683528512e-08,
+      "loss": 18.8438,
+      "step": 26179
+    },
+    {
+      "epoch": 1.7387261738726174,
+      "grad_norm": 264.2300720214844,
+      "learning_rate": 8.81833609827859e-08,
+      "loss": 14.9375,
+      "step": 26180
+    },
+    {
+      "epoch": 1.738792588164973,
+      "grad_norm": 382.7991027832031,
+      "learning_rate": 8.81392056776562e-08,
+      "loss": 18.0781,
+      "step": 26181
+    },
+    {
+      "epoch": 1.7388590024573287,
+      "grad_norm": 302.0975341796875,
+      "learning_rate": 8.80950609204062e-08,
+      "loss": 15.4688,
+      "step": 26182
+    },
+    {
+      "epoch": 1.7389254167496846,
+      "grad_norm": 218.11312866210938,
+      "learning_rate": 8.805092671154657e-08,
+      "loss": 20.9219,
+      "step": 26183
+    },
+    {
+      "epoch": 1.7389918310420402,
+      "grad_norm": 188.8838653564453,
+      "learning_rate": 8.800680305158803e-08,
+      "loss": 16.2344,
+      "step": 26184
+    },
+    {
+      "epoch": 1.739058245334396,
+      "grad_norm": 200.5750274658203,
+      "learning_rate": 8.796268994104094e-08,
+      "loss": 15.5781,
+      "step": 26185
+    },
+    {
+      "epoch": 1.7391246596267518,
+      "grad_norm": 474.0824890136719,
+      "learning_rate": 8.791858738041558e-08,
+      "loss": 22.9688,
+      "step": 26186
+    },
+    {
+      "epoch": 1.7391910739191074,
+      "grad_norm": 340.4132385253906,
+      "learning_rate": 8.787449537022219e-08,
+      "loss": 13.3281,
+      "step": 26187
+    },
+    {
+      "epoch": 1.739257488211463,
+      "grad_norm": 605.9867553710938,
+      "learning_rate": 8.783041391097024e-08,
+      "loss": 21.9844,
+      "step": 26188
+    },
+    {
+      "epoch": 1.739323902503819,
+      "grad_norm": 317.56011962890625,
+      "learning_rate": 8.778634300317057e-08,
+      "loss": 15.4375,
+      "step": 26189
+    },
+    {
+      "epoch": 1.7393903167961744,
+      "grad_norm": 162.767822265625,
+      "learning_rate": 8.77422826473322e-08,
+      "loss": 13.0156,
+      "step": 26190
+    },
+    {
+      "epoch": 1.7394567310885303,
+      "grad_norm": 153.18943786621094,
+      "learning_rate": 8.769823284396505e-08,
+      "loss": 15.1562,
+      "step": 26191
+    },
+    {
+      "epoch": 1.739523145380886,
+      "grad_norm": 198.2942657470703,
+      "learning_rate": 8.765419359357873e-08,
+      "loss": 15.625,
+      "step": 26192
+    },
+    {
+      "epoch": 1.7395895596732416,
+      "grad_norm": 269.18365478515625,
+      "learning_rate": 8.76101648966826e-08,
+      "loss": 17.1094,
+      "step": 26193
+    },
+    {
+      "epoch": 1.7396559739655975,
+      "grad_norm": 173.8445587158203,
+      "learning_rate": 8.756614675378593e-08,
+      "loss": 13.9688,
+      "step": 26194
+    },
+    {
+      "epoch": 1.7397223882579531,
+      "grad_norm": 480.3148498535156,
+      "learning_rate": 8.752213916539819e-08,
+      "loss": 16.2188,
+      "step": 26195
+    },
+    {
+      "epoch": 1.7397888025503088,
+      "grad_norm": 138.6425018310547,
+      "learning_rate": 8.747814213202797e-08,
+      "loss": 12.75,
+      "step": 26196
+    },
+    {
+      "epoch": 1.7398552168426646,
+      "grad_norm": 135.7149658203125,
+      "learning_rate": 8.743415565418444e-08,
+      "loss": 15.2031,
+      "step": 26197
+    },
+    {
+      "epoch": 1.7399216311350203,
+      "grad_norm": 110.61782836914062,
+      "learning_rate": 8.739017973237628e-08,
+      "loss": 16.2031,
+      "step": 26198
+    },
+    {
+      "epoch": 1.739988045427376,
+      "grad_norm": 168.2418212890625,
+      "learning_rate": 8.734621436711242e-08,
+      "loss": 16.6562,
+      "step": 26199
+    },
+    {
+      "epoch": 1.7400544597197318,
+      "grad_norm": 264.6153869628906,
+      "learning_rate": 8.730225955890113e-08,
+      "loss": 14.5312,
+      "step": 26200
+    },
+    {
+      "epoch": 1.7401208740120873,
+      "grad_norm": 103.6810531616211,
+      "learning_rate": 8.725831530825133e-08,
+      "loss": 13.3125,
+      "step": 26201
+    },
+    {
+      "epoch": 1.7401872883044431,
+      "grad_norm": 282.6298522949219,
+      "learning_rate": 8.721438161567063e-08,
+      "loss": 13.7031,
+      "step": 26202
+    },
+    {
+      "epoch": 1.7402537025967988,
+      "grad_norm": 156.80856323242188,
+      "learning_rate": 8.717045848166793e-08,
+      "loss": 17.8438,
+      "step": 26203
+    },
+    {
+      "epoch": 1.7403201168891544,
+      "grad_norm": 118.54673767089844,
+      "learning_rate": 8.712654590675084e-08,
+      "loss": 16.1719,
+      "step": 26204
+    },
+    {
+      "epoch": 1.7403865311815103,
+      "grad_norm": 469.965087890625,
+      "learning_rate": 8.70826438914275e-08,
+      "loss": 23.9844,
+      "step": 26205
+    },
+    {
+      "epoch": 1.740452945473866,
+      "grad_norm": 116.722412109375,
+      "learning_rate": 8.703875243620563e-08,
+      "loss": 15.5,
+      "step": 26206
+    },
+    {
+      "epoch": 1.7405193597662216,
+      "grad_norm": 187.0040283203125,
+      "learning_rate": 8.699487154159313e-08,
+      "loss": 12.4688,
+      "step": 26207
+    },
+    {
+      "epoch": 1.7405857740585775,
+      "grad_norm": 160.0634307861328,
+      "learning_rate": 8.69510012080974e-08,
+      "loss": 14.5469,
+      "step": 26208
+    },
+    {
+      "epoch": 1.7406521883509332,
+      "grad_norm": 201.88702392578125,
+      "learning_rate": 8.690714143622624e-08,
+      "loss": 16.9141,
+      "step": 26209
+    },
+    {
+      "epoch": 1.7407186026432888,
+      "grad_norm": 162.47999572753906,
+      "learning_rate": 8.686329222648637e-08,
+      "loss": 13.8438,
+      "step": 26210
+    },
+    {
+      "epoch": 1.7407850169356447,
+      "grad_norm": 514.0052490234375,
+      "learning_rate": 8.68194535793858e-08,
+      "loss": 22.5938,
+      "step": 26211
+    },
+    {
+      "epoch": 1.7408514312280001,
+      "grad_norm": 209.6240997314453,
+      "learning_rate": 8.677562549543093e-08,
+      "loss": 19.0,
+      "step": 26212
+    },
+    {
+      "epoch": 1.740917845520356,
+      "grad_norm": 158.76336669921875,
+      "learning_rate": 8.673180797512913e-08,
+      "loss": 12.3906,
+      "step": 26213
+    },
+    {
+      "epoch": 1.7409842598127117,
+      "grad_norm": 468.62725830078125,
+      "learning_rate": 8.66880010189871e-08,
+      "loss": 27.125,
+      "step": 26214
+    },
+    {
+      "epoch": 1.7410506741050673,
+      "grad_norm": 249.4393310546875,
+      "learning_rate": 8.664420462751166e-08,
+      "loss": 16.2656,
+      "step": 26215
+    },
+    {
+      "epoch": 1.7411170883974232,
+      "grad_norm": 212.9421844482422,
+      "learning_rate": 8.660041880120938e-08,
+      "loss": 15.625,
+      "step": 26216
+    },
+    {
+      "epoch": 1.7411835026897788,
+      "grad_norm": 163.62535095214844,
+      "learning_rate": 8.655664354058678e-08,
+      "loss": 12.5,
+      "step": 26217
+    },
+    {
+      "epoch": 1.7412499169821345,
+      "grad_norm": 159.3642578125,
+      "learning_rate": 8.651287884615032e-08,
+      "loss": 17.3594,
+      "step": 26218
+    },
+    {
+      "epoch": 1.7413163312744904,
+      "grad_norm": 271.76824951171875,
+      "learning_rate": 8.646912471840584e-08,
+      "loss": 14.125,
+      "step": 26219
+    },
+    {
+      "epoch": 1.741382745566846,
+      "grad_norm": 331.82159423828125,
+      "learning_rate": 8.642538115786002e-08,
+      "loss": 13.8438,
+      "step": 26220
+    },
+    {
+      "epoch": 1.7414491598592017,
+      "grad_norm": 162.91770935058594,
+      "learning_rate": 8.638164816501847e-08,
+      "loss": 14.8438,
+      "step": 26221
+    },
+    {
+      "epoch": 1.7415155741515576,
+      "grad_norm": 207.4838104248047,
+      "learning_rate": 8.633792574038723e-08,
+      "loss": 16.6719,
+      "step": 26222
+    },
+    {
+      "epoch": 1.741581988443913,
+      "grad_norm": 133.31304931640625,
+      "learning_rate": 8.6294213884472e-08,
+      "loss": 17.1406,
+      "step": 26223
+    },
+    {
+      "epoch": 1.7416484027362689,
+      "grad_norm": 439.73577880859375,
+      "learning_rate": 8.625051259777837e-08,
+      "loss": 17.5,
+      "step": 26224
+    },
+    {
+      "epoch": 1.7417148170286245,
+      "grad_norm": 206.45962524414062,
+      "learning_rate": 8.620682188081196e-08,
+      "loss": 20.2969,
+      "step": 26225
+    },
+    {
+      "epoch": 1.7417812313209802,
+      "grad_norm": 543.1194458007812,
+      "learning_rate": 8.616314173407835e-08,
+      "loss": 17.5156,
+      "step": 26226
+    },
+    {
+      "epoch": 1.741847645613336,
+      "grad_norm": 279.2398681640625,
+      "learning_rate": 8.611947215808213e-08,
+      "loss": 14.3594,
+      "step": 26227
+    },
+    {
+      "epoch": 1.7419140599056917,
+      "grad_norm": 297.7392883300781,
+      "learning_rate": 8.607581315332924e-08,
+      "loss": 13.7656,
+      "step": 26228
+    },
+    {
+      "epoch": 1.7419804741980474,
+      "grad_norm": 153.80540466308594,
+      "learning_rate": 8.603216472032415e-08,
+      "loss": 10.8281,
+      "step": 26229
+    },
+    {
+      "epoch": 1.7420468884904032,
+      "grad_norm": 237.52293395996094,
+      "learning_rate": 8.598852685957203e-08,
+      "loss": 14.6094,
+      "step": 26230
+    },
+    {
+      "epoch": 1.7421133027827589,
+      "grad_norm": 218.5663604736328,
+      "learning_rate": 8.594489957157758e-08,
+      "loss": 12.8984,
+      "step": 26231
+    },
+    {
+      "epoch": 1.7421797170751145,
+      "grad_norm": 318.66094970703125,
+      "learning_rate": 8.590128285684539e-08,
+      "loss": 27.7969,
+      "step": 26232
+    },
+    {
+      "epoch": 1.7422461313674704,
+      "grad_norm": 123.51360321044922,
+      "learning_rate": 8.585767671588006e-08,
+      "loss": 13.7969,
+      "step": 26233
+    },
+    {
+      "epoch": 1.7423125456598259,
+      "grad_norm": 196.33108520507812,
+      "learning_rate": 8.58140811491862e-08,
+      "loss": 17.4062,
+      "step": 26234
+    },
+    {
+      "epoch": 1.7423789599521817,
+      "grad_norm": 309.29766845703125,
+      "learning_rate": 8.577049615726761e-08,
+      "loss": 17.2812,
+      "step": 26235
+    },
+    {
+      "epoch": 1.7424453742445374,
+      "grad_norm": 103.69471740722656,
+      "learning_rate": 8.572692174062901e-08,
+      "loss": 10.75,
+      "step": 26236
+    },
+    {
+      "epoch": 1.742511788536893,
+      "grad_norm": 120.188232421875,
+      "learning_rate": 8.5683357899774e-08,
+      "loss": 16.0469,
+      "step": 26237
+    },
+    {
+      "epoch": 1.742578202829249,
+      "grad_norm": 130.2578582763672,
+      "learning_rate": 8.56398046352067e-08,
+      "loss": 16.4688,
+      "step": 26238
+    },
+    {
+      "epoch": 1.7426446171216046,
+      "grad_norm": 116.37169647216797,
+      "learning_rate": 8.559626194743097e-08,
+      "loss": 14.3906,
+      "step": 26239
+    },
+    {
+      "epoch": 1.7427110314139602,
+      "grad_norm": 191.07513427734375,
+      "learning_rate": 8.55527298369505e-08,
+      "loss": 16.0469,
+      "step": 26240
+    },
+    {
+      "epoch": 1.742777445706316,
+      "grad_norm": 649.8890991210938,
+      "learning_rate": 8.550920830426844e-08,
+      "loss": 12.0156,
+      "step": 26241
+    },
+    {
+      "epoch": 1.7428438599986718,
+      "grad_norm": 189.81910705566406,
+      "learning_rate": 8.546569734988884e-08,
+      "loss": 17.9453,
+      "step": 26242
+    },
+    {
+      "epoch": 1.7429102742910274,
+      "grad_norm": 112.52415466308594,
+      "learning_rate": 8.542219697431452e-08,
+      "loss": 12.5547,
+      "step": 26243
+    },
+    {
+      "epoch": 1.7429766885833833,
+      "grad_norm": 110.71949005126953,
+      "learning_rate": 8.537870717804885e-08,
+      "loss": 18.9844,
+      "step": 26244
+    },
+    {
+      "epoch": 1.7430431028757387,
+      "grad_norm": 95.6597900390625,
+      "learning_rate": 8.533522796159498e-08,
+      "loss": 13.1953,
+      "step": 26245
+    },
+    {
+      "epoch": 1.7431095171680946,
+      "grad_norm": 315.8277893066406,
+      "learning_rate": 8.529175932545574e-08,
+      "loss": 16.2812,
+      "step": 26246
+    },
+    {
+      "epoch": 1.7431759314604502,
+      "grad_norm": 137.94920349121094,
+      "learning_rate": 8.524830127013394e-08,
+      "loss": 15.4375,
+      "step": 26247
+    },
+    {
+      "epoch": 1.743242345752806,
+      "grad_norm": 133.88734436035156,
+      "learning_rate": 8.520485379613251e-08,
+      "loss": 18.8125,
+      "step": 26248
+    },
+    {
+      "epoch": 1.7433087600451618,
+      "grad_norm": 579.4607543945312,
+      "learning_rate": 8.51614169039534e-08,
+      "loss": 16.3281,
+      "step": 26249
+    },
+    {
+      "epoch": 1.7433751743375174,
+      "grad_norm": 143.8913116455078,
+      "learning_rate": 8.511799059409996e-08,
+      "loss": 15.8125,
+      "step": 26250
+    },
+    {
+      "epoch": 1.743441588629873,
+      "grad_norm": 128.01278686523438,
+      "learning_rate": 8.507457486707382e-08,
+      "loss": 15.0625,
+      "step": 26251
+    },
+    {
+      "epoch": 1.743508002922229,
+      "grad_norm": 222.75845336914062,
+      "learning_rate": 8.503116972337721e-08,
+      "loss": 17.7422,
+      "step": 26252
+    },
+    {
+      "epoch": 1.7435744172145846,
+      "grad_norm": 230.57736206054688,
+      "learning_rate": 8.498777516351285e-08,
+      "loss": 13.875,
+      "step": 26253
+    },
+    {
+      "epoch": 1.7436408315069403,
+      "grad_norm": 267.6309509277344,
+      "learning_rate": 8.494439118798202e-08,
+      "loss": 20.0,
+      "step": 26254
+    },
+    {
+      "epoch": 1.7437072457992961,
+      "grad_norm": 193.6896514892578,
+      "learning_rate": 8.490101779728687e-08,
+      "loss": 17.0469,
+      "step": 26255
+    },
+    {
+      "epoch": 1.7437736600916516,
+      "grad_norm": 182.2393035888672,
+      "learning_rate": 8.48576549919291e-08,
+      "loss": 17.8594,
+      "step": 26256
+    },
+    {
+      "epoch": 1.7438400743840075,
+      "grad_norm": 91.5650634765625,
+      "learning_rate": 8.48143027724103e-08,
+      "loss": 12.4844,
+      "step": 26257
+    },
+    {
+      "epoch": 1.743906488676363,
+      "grad_norm": 132.0998992919922,
+      "learning_rate": 8.477096113923188e-08,
+      "loss": 18.1719,
+      "step": 26258
+    },
+    {
+      "epoch": 1.7439729029687188,
+      "grad_norm": 497.2096252441406,
+      "learning_rate": 8.472763009289541e-08,
+      "loss": 20.6719,
+      "step": 26259
+    },
+    {
+      "epoch": 1.7440393172610746,
+      "grad_norm": 218.81802368164062,
+      "learning_rate": 8.468430963390172e-08,
+      "loss": 16.5938,
+      "step": 26260
+    },
+    {
+      "epoch": 1.7441057315534303,
+      "grad_norm": 152.9831085205078,
+      "learning_rate": 8.464099976275218e-08,
+      "loss": 15.3125,
+      "step": 26261
+    },
+    {
+      "epoch": 1.744172145845786,
+      "grad_norm": 822.7430419921875,
+      "learning_rate": 8.459770047994763e-08,
+      "loss": 11.5625,
+      "step": 26262
+    },
+    {
+      "epoch": 1.7442385601381418,
+      "grad_norm": 155.0045928955078,
+      "learning_rate": 8.455441178598921e-08,
+      "loss": 12.8281,
+      "step": 26263
+    },
+    {
+      "epoch": 1.7443049744304975,
+      "grad_norm": 329.8954162597656,
+      "learning_rate": 8.45111336813773e-08,
+      "loss": 17.0781,
+      "step": 26264
+    },
+    {
+      "epoch": 1.7443713887228531,
+      "grad_norm": 149.99896240234375,
+      "learning_rate": 8.446786616661295e-08,
+      "loss": 15.0625,
+      "step": 26265
+    },
+    {
+      "epoch": 1.744437803015209,
+      "grad_norm": 283.47113037109375,
+      "learning_rate": 8.442460924219608e-08,
+      "loss": 18.7812,
+      "step": 26266
+    },
+    {
+      "epoch": 1.7445042173075644,
+      "grad_norm": 2820.651611328125,
+      "learning_rate": 8.438136290862774e-08,
+      "loss": 12.6406,
+      "step": 26267
+    },
+    {
+      "epoch": 1.7445706315999203,
+      "grad_norm": 157.49453735351562,
+      "learning_rate": 8.433812716640753e-08,
+      "loss": 16.2344,
+      "step": 26268
+    },
+    {
+      "epoch": 1.744637045892276,
+      "grad_norm": 167.22186279296875,
+      "learning_rate": 8.429490201603595e-08,
+      "loss": 16.0,
+      "step": 26269
+    },
+    {
+      "epoch": 1.7447034601846316,
+      "grad_norm": 387.54095458984375,
+      "learning_rate": 8.425168745801292e-08,
+      "loss": 14.375,
+      "step": 26270
+    },
+    {
+      "epoch": 1.7447698744769875,
+      "grad_norm": 758.6829223632812,
+      "learning_rate": 8.420848349283827e-08,
+      "loss": 12.625,
+      "step": 26271
+    },
+    {
+      "epoch": 1.7448362887693432,
+      "grad_norm": 201.6976318359375,
+      "learning_rate": 8.416529012101192e-08,
+      "loss": 15.3281,
+      "step": 26272
+    },
+    {
+      "epoch": 1.7449027030616988,
+      "grad_norm": 102.96226501464844,
+      "learning_rate": 8.412210734303349e-08,
+      "loss": 13.5938,
+      "step": 26273
+    },
+    {
+      "epoch": 1.7449691173540547,
+      "grad_norm": 492.7320556640625,
+      "learning_rate": 8.4078935159402e-08,
+      "loss": 19.1406,
+      "step": 26274
+    },
+    {
+      "epoch": 1.7450355316464103,
+      "grad_norm": 124.86959838867188,
+      "learning_rate": 8.403577357061764e-08,
+      "loss": 11.6953,
+      "step": 26275
+    },
+    {
+      "epoch": 1.745101945938766,
+      "grad_norm": 191.2132110595703,
+      "learning_rate": 8.39926225771791e-08,
+      "loss": 17.9688,
+      "step": 26276
+    },
+    {
+      "epoch": 1.7451683602311219,
+      "grad_norm": 203.28419494628906,
+      "learning_rate": 8.394948217958564e-08,
+      "loss": 12.0938,
+      "step": 26277
+    },
+    {
+      "epoch": 1.7452347745234773,
+      "grad_norm": 169.6829071044922,
+      "learning_rate": 8.390635237833643e-08,
+      "loss": 14.9531,
+      "step": 26278
+    },
+    {
+      "epoch": 1.7453011888158332,
+      "grad_norm": 301.3877868652344,
+      "learning_rate": 8.38632331739304e-08,
+      "loss": 20.4062,
+      "step": 26279
+    },
+    {
+      "epoch": 1.7453676031081888,
+      "grad_norm": 196.60946655273438,
+      "learning_rate": 8.382012456686594e-08,
+      "loss": 14.0312,
+      "step": 26280
+    },
+    {
+      "epoch": 1.7454340174005445,
+      "grad_norm": 185.46066284179688,
+      "learning_rate": 8.37770265576423e-08,
+      "loss": 14.125,
+      "step": 26281
+    },
+    {
+      "epoch": 1.7455004316929004,
+      "grad_norm": 174.00933837890625,
+      "learning_rate": 8.373393914675753e-08,
+      "loss": 15.375,
+      "step": 26282
+    },
+    {
+      "epoch": 1.745566845985256,
+      "grad_norm": 195.1215057373047,
+      "learning_rate": 8.369086233471012e-08,
+      "loss": 14.0469,
+      "step": 26283
+    },
+    {
+      "epoch": 1.7456332602776117,
+      "grad_norm": 248.17630004882812,
+      "learning_rate": 8.364779612199846e-08,
+      "loss": 17.5938,
+      "step": 26284
+    },
+    {
+      "epoch": 1.7456996745699676,
+      "grad_norm": 193.71383666992188,
+      "learning_rate": 8.360474050912081e-08,
+      "loss": 16.2031,
+      "step": 26285
+    },
+    {
+      "epoch": 1.7457660888623232,
+      "grad_norm": 214.05189514160156,
+      "learning_rate": 8.3561695496575e-08,
+      "loss": 14.3594,
+      "step": 26286
+    },
+    {
+      "epoch": 1.7458325031546789,
+      "grad_norm": 142.23385620117188,
+      "learning_rate": 8.351866108485928e-08,
+      "loss": 15.7031,
+      "step": 26287
+    },
+    {
+      "epoch": 1.7458989174470347,
+      "grad_norm": 201.80120849609375,
+      "learning_rate": 8.347563727447083e-08,
+      "loss": 17.4844,
+      "step": 26288
+    },
+    {
+      "epoch": 1.7459653317393902,
+      "grad_norm": 250.62229919433594,
+      "learning_rate": 8.343262406590778e-08,
+      "loss": 16.7812,
+      "step": 26289
+    },
+    {
+      "epoch": 1.746031746031746,
+      "grad_norm": 689.063232421875,
+      "learning_rate": 8.3389621459668e-08,
+      "loss": 17.8906,
+      "step": 26290
+    },
+    {
+      "epoch": 1.7460981603241017,
+      "grad_norm": 290.9963073730469,
+      "learning_rate": 8.334662945624804e-08,
+      "loss": 19.5312,
+      "step": 26291
+    },
+    {
+      "epoch": 1.7461645746164574,
+      "grad_norm": 257.60626220703125,
+      "learning_rate": 8.330364805614609e-08,
+      "loss": 13.3281,
+      "step": 26292
+    },
+    {
+      "epoch": 1.7462309889088132,
+      "grad_norm": 249.1885223388672,
+      "learning_rate": 8.326067725985875e-08,
+      "loss": 18.8594,
+      "step": 26293
+    },
+    {
+      "epoch": 1.7462974032011689,
+      "grad_norm": 128.58279418945312,
+      "learning_rate": 8.321771706788328e-08,
+      "loss": 21.0156,
+      "step": 26294
+    },
+    {
+      "epoch": 1.7463638174935245,
+      "grad_norm": 260.35430908203125,
+      "learning_rate": 8.317476748071661e-08,
+      "loss": 19.9688,
+      "step": 26295
+    },
+    {
+      "epoch": 1.7464302317858804,
+      "grad_norm": 388.85675048828125,
+      "learning_rate": 8.313182849885547e-08,
+      "loss": 17.5156,
+      "step": 26296
+    },
+    {
+      "epoch": 1.746496646078236,
+      "grad_norm": 315.15960693359375,
+      "learning_rate": 8.308890012279679e-08,
+      "loss": 16.5469,
+      "step": 26297
+    },
+    {
+      "epoch": 1.7465630603705917,
+      "grad_norm": 106.3709945678711,
+      "learning_rate": 8.304598235303706e-08,
+      "loss": 14.3438,
+      "step": 26298
+    },
+    {
+      "epoch": 1.7466294746629476,
+      "grad_norm": 235.67776489257812,
+      "learning_rate": 8.300307519007233e-08,
+      "loss": 13.7344,
+      "step": 26299
+    },
+    {
+      "epoch": 1.746695888955303,
+      "grad_norm": 734.9844360351562,
+      "learning_rate": 8.296017863439964e-08,
+      "loss": 17.4688,
+      "step": 26300
+    },
+    {
+      "epoch": 1.746762303247659,
+      "grad_norm": 105.05986785888672,
+      "learning_rate": 8.291729268651471e-08,
+      "loss": 12.7812,
+      "step": 26301
+    },
+    {
+      "epoch": 1.7468287175400146,
+      "grad_norm": 159.8942413330078,
+      "learning_rate": 8.287441734691359e-08,
+      "loss": 11.8906,
+      "step": 26302
+    },
+    {
+      "epoch": 1.7468951318323702,
+      "grad_norm": 116.34818267822266,
+      "learning_rate": 8.283155261609243e-08,
+      "loss": 10.1562,
+      "step": 26303
+    },
+    {
+      "epoch": 1.746961546124726,
+      "grad_norm": 110.64582061767578,
+      "learning_rate": 8.278869849454717e-08,
+      "loss": 14.1094,
+      "step": 26304
+    },
+    {
+      "epoch": 1.7470279604170817,
+      "grad_norm": 264.1698303222656,
+      "learning_rate": 8.274585498277297e-08,
+      "loss": 17.4688,
+      "step": 26305
+    },
+    {
+      "epoch": 1.7470943747094374,
+      "grad_norm": 198.79347229003906,
+      "learning_rate": 8.270302208126611e-08,
+      "loss": 17.4688,
+      "step": 26306
+    },
+    {
+      "epoch": 1.7471607890017933,
+      "grad_norm": 222.98507690429688,
+      "learning_rate": 8.266019979052163e-08,
+      "loss": 14.7969,
+      "step": 26307
+    },
+    {
+      "epoch": 1.747227203294149,
+      "grad_norm": 128.87872314453125,
+      "learning_rate": 8.261738811103503e-08,
+      "loss": 14.2656,
+      "step": 26308
+    },
+    {
+      "epoch": 1.7472936175865046,
+      "grad_norm": 127.38488006591797,
+      "learning_rate": 8.257458704330144e-08,
+      "loss": 13.9844,
+      "step": 26309
+    },
+    {
+      "epoch": 1.7473600318788605,
+      "grad_norm": 358.130859375,
+      "learning_rate": 8.253179658781595e-08,
+      "loss": 15.7344,
+      "step": 26310
+    },
+    {
+      "epoch": 1.747426446171216,
+      "grad_norm": 292.86004638671875,
+      "learning_rate": 8.24890167450737e-08,
+      "loss": 15.0781,
+      "step": 26311
+    },
+    {
+      "epoch": 1.7474928604635718,
+      "grad_norm": 325.5134582519531,
+      "learning_rate": 8.244624751556961e-08,
+      "loss": 14.7188,
+      "step": 26312
+    },
+    {
+      "epoch": 1.7475592747559274,
+      "grad_norm": 340.5531921386719,
+      "learning_rate": 8.240348889979787e-08,
+      "loss": 19.5625,
+      "step": 26313
+    },
+    {
+      "epoch": 1.747625689048283,
+      "grad_norm": 239.7089080810547,
+      "learning_rate": 8.236074089825373e-08,
+      "loss": 20.6562,
+      "step": 26314
+    },
+    {
+      "epoch": 1.747692103340639,
+      "grad_norm": 461.51055908203125,
+      "learning_rate": 8.231800351143126e-08,
+      "loss": 12.2969,
+      "step": 26315
+    },
+    {
+      "epoch": 1.7477585176329946,
+      "grad_norm": 301.5216064453125,
+      "learning_rate": 8.227527673982504e-08,
+      "loss": 18.5625,
+      "step": 26316
+    },
+    {
+      "epoch": 1.7478249319253503,
+      "grad_norm": 146.0976104736328,
+      "learning_rate": 8.223256058392913e-08,
+      "loss": 14.2656,
+      "step": 26317
+    },
+    {
+      "epoch": 1.7478913462177061,
+      "grad_norm": 131.5243377685547,
+      "learning_rate": 8.21898550442378e-08,
+      "loss": 13.9844,
+      "step": 26318
+    },
+    {
+      "epoch": 1.7479577605100618,
+      "grad_norm": 109.517822265625,
+      "learning_rate": 8.214716012124489e-08,
+      "loss": 11.1406,
+      "step": 26319
+    },
+    {
+      "epoch": 1.7480241748024175,
+      "grad_norm": 468.3892822265625,
+      "learning_rate": 8.210447581544466e-08,
+      "loss": 17.0625,
+      "step": 26320
+    },
+    {
+      "epoch": 1.7480905890947733,
+      "grad_norm": 266.62176513671875,
+      "learning_rate": 8.206180212733038e-08,
+      "loss": 9.9844,
+      "step": 26321
+    },
+    {
+      "epoch": 1.7481570033871288,
+      "grad_norm": 613.5281372070312,
+      "learning_rate": 8.201913905739578e-08,
+      "loss": 23.4844,
+      "step": 26322
+    },
+    {
+      "epoch": 1.7482234176794846,
+      "grad_norm": 306.1884765625,
+      "learning_rate": 8.197648660613455e-08,
+      "loss": 14.7031,
+      "step": 26323
+    },
+    {
+      "epoch": 1.7482898319718403,
+      "grad_norm": 537.4653930664062,
+      "learning_rate": 8.193384477403986e-08,
+      "loss": 20.3281,
+      "step": 26324
+    },
+    {
+      "epoch": 1.748356246264196,
+      "grad_norm": 255.75967407226562,
+      "learning_rate": 8.189121356160511e-08,
+      "loss": 19.8125,
+      "step": 26325
+    },
+    {
+      "epoch": 1.7484226605565518,
+      "grad_norm": 269.18951416015625,
+      "learning_rate": 8.184859296932334e-08,
+      "loss": 17.0156,
+      "step": 26326
+    },
+    {
+      "epoch": 1.7484890748489075,
+      "grad_norm": 240.5056610107422,
+      "learning_rate": 8.180598299768771e-08,
+      "loss": 12.9844,
+      "step": 26327
+    },
+    {
+      "epoch": 1.7485554891412631,
+      "grad_norm": 331.8773498535156,
+      "learning_rate": 8.176338364719093e-08,
+      "loss": 12.0312,
+      "step": 26328
+    },
+    {
+      "epoch": 1.748621903433619,
+      "grad_norm": 202.70628356933594,
+      "learning_rate": 8.172079491832606e-08,
+      "loss": 15.4219,
+      "step": 26329
+    },
+    {
+      "epoch": 1.7486883177259747,
+      "grad_norm": 245.71473693847656,
+      "learning_rate": 8.167821681158515e-08,
+      "loss": 16.3281,
+      "step": 26330
+    },
+    {
+      "epoch": 1.7487547320183303,
+      "grad_norm": 230.13275146484375,
+      "learning_rate": 8.163564932746147e-08,
+      "loss": 15.8438,
+      "step": 26331
+    },
+    {
+      "epoch": 1.7488211463106862,
+      "grad_norm": 402.97430419921875,
+      "learning_rate": 8.159309246644685e-08,
+      "loss": 14.1016,
+      "step": 26332
+    },
+    {
+      "epoch": 1.7488875606030416,
+      "grad_norm": 124.43500518798828,
+      "learning_rate": 8.155054622903368e-08,
+      "loss": 16.0312,
+      "step": 26333
+    },
+    {
+      "epoch": 1.7489539748953975,
+      "grad_norm": 283.5324401855469,
+      "learning_rate": 8.150801061571433e-08,
+      "loss": 26.5781,
+      "step": 26334
+    },
+    {
+      "epoch": 1.7490203891877532,
+      "grad_norm": 411.38665771484375,
+      "learning_rate": 8.146548562698052e-08,
+      "loss": 17.4844,
+      "step": 26335
+    },
+    {
+      "epoch": 1.7490868034801088,
+      "grad_norm": 118.6633529663086,
+      "learning_rate": 8.142297126332443e-08,
+      "loss": 15.4531,
+      "step": 26336
+    },
+    {
+      "epoch": 1.7491532177724647,
+      "grad_norm": 122.91126251220703,
+      "learning_rate": 8.138046752523786e-08,
+      "loss": 15.4375,
+      "step": 26337
+    },
+    {
+      "epoch": 1.7492196320648203,
+      "grad_norm": 199.40603637695312,
+      "learning_rate": 8.1337974413212e-08,
+      "loss": 14.125,
+      "step": 26338
+    },
+    {
+      "epoch": 1.749286046357176,
+      "grad_norm": 664.428466796875,
+      "learning_rate": 8.12954919277391e-08,
+      "loss": 17.125,
+      "step": 26339
+    },
+    {
+      "epoch": 1.7493524606495319,
+      "grad_norm": 435.79998779296875,
+      "learning_rate": 8.12530200693099e-08,
+      "loss": 20.4688,
+      "step": 26340
+    },
+    {
+      "epoch": 1.7494188749418875,
+      "grad_norm": 182.9720916748047,
+      "learning_rate": 8.12105588384161e-08,
+      "loss": 14.4688,
+      "step": 26341
+    },
+    {
+      "epoch": 1.7494852892342432,
+      "grad_norm": 289.4696960449219,
+      "learning_rate": 8.116810823554876e-08,
+      "loss": 18.625,
+      "step": 26342
+    },
+    {
+      "epoch": 1.749551703526599,
+      "grad_norm": 105.29559326171875,
+      "learning_rate": 8.112566826119904e-08,
+      "loss": 15.2188,
+      "step": 26343
+    },
+    {
+      "epoch": 1.7496181178189545,
+      "grad_norm": 123.31398010253906,
+      "learning_rate": 8.108323891585733e-08,
+      "loss": 15.7188,
+      "step": 26344
+    },
+    {
+      "epoch": 1.7496845321113104,
+      "grad_norm": 190.15914916992188,
+      "learning_rate": 8.104082020001524e-08,
+      "loss": 15.9531,
+      "step": 26345
+    },
+    {
+      "epoch": 1.749750946403666,
+      "grad_norm": 156.63807678222656,
+      "learning_rate": 8.099841211416292e-08,
+      "loss": 12.3047,
+      "step": 26346
+    },
+    {
+      "epoch": 1.7498173606960217,
+      "grad_norm": 237.10292053222656,
+      "learning_rate": 8.095601465879098e-08,
+      "loss": 18.8594,
+      "step": 26347
+    },
+    {
+      "epoch": 1.7498837749883775,
+      "grad_norm": 97.14147186279297,
+      "learning_rate": 8.091362783438992e-08,
+      "loss": 16.3906,
+      "step": 26348
+    },
+    {
+      "epoch": 1.7499501892807332,
+      "grad_norm": 279.40606689453125,
+      "learning_rate": 8.087125164145004e-08,
+      "loss": 12.7031,
+      "step": 26349
+    },
+    {
+      "epoch": 1.7500166035730889,
+      "grad_norm": 124.65924835205078,
+      "learning_rate": 8.082888608046156e-08,
+      "loss": 18.5,
+      "step": 26350
+    },
+    {
+      "epoch": 1.7500830178654447,
+      "grad_norm": 246.8675537109375,
+      "learning_rate": 8.078653115191458e-08,
+      "loss": 16.1094,
+      "step": 26351
+    },
+    {
+      "epoch": 1.7501494321578004,
+      "grad_norm": 135.89163208007812,
+      "learning_rate": 8.074418685629869e-08,
+      "loss": 13.2656,
+      "step": 26352
+    },
+    {
+      "epoch": 1.750215846450156,
+      "grad_norm": 180.98162841796875,
+      "learning_rate": 8.070185319410427e-08,
+      "loss": 16.7812,
+      "step": 26353
+    },
+    {
+      "epoch": 1.750282260742512,
+      "grad_norm": 610.8787841796875,
+      "learning_rate": 8.065953016582061e-08,
+      "loss": 14.75,
+      "step": 26354
+    },
+    {
+      "epoch": 1.7503486750348674,
+      "grad_norm": 221.974853515625,
+      "learning_rate": 8.06172177719373e-08,
+      "loss": 16.5469,
+      "step": 26355
+    },
+    {
+      "epoch": 1.7504150893272232,
+      "grad_norm": 170.8473358154297,
+      "learning_rate": 8.057491601294398e-08,
+      "loss": 17.7812,
+      "step": 26356
+    },
+    {
+      "epoch": 1.7504815036195789,
+      "grad_norm": 162.45547485351562,
+      "learning_rate": 8.053262488932977e-08,
+      "loss": 14.3438,
+      "step": 26357
+    },
+    {
+      "epoch": 1.7505479179119345,
+      "grad_norm": 585.0145874023438,
+      "learning_rate": 8.049034440158398e-08,
+      "loss": 16.4375,
+      "step": 26358
+    },
+    {
+      "epoch": 1.7506143322042904,
+      "grad_norm": 105.32299041748047,
+      "learning_rate": 8.044807455019586e-08,
+      "loss": 15.3906,
+      "step": 26359
+    },
+    {
+      "epoch": 1.750680746496646,
+      "grad_norm": 198.91554260253906,
+      "learning_rate": 8.040581533565383e-08,
+      "loss": 17.8438,
+      "step": 26360
+    },
+    {
+      "epoch": 1.7507471607890017,
+      "grad_norm": 214.88339233398438,
+      "learning_rate": 8.036356675844735e-08,
+      "loss": 21.3125,
+      "step": 26361
+    },
+    {
+      "epoch": 1.7508135750813576,
+      "grad_norm": 196.41793823242188,
+      "learning_rate": 8.032132881906472e-08,
+      "loss": 12.9219,
+      "step": 26362
+    },
+    {
+      "epoch": 1.7508799893737133,
+      "grad_norm": 364.8415832519531,
+      "learning_rate": 8.027910151799445e-08,
+      "loss": 12.4531,
+      "step": 26363
+    },
+    {
+      "epoch": 1.750946403666069,
+      "grad_norm": 248.91700744628906,
+      "learning_rate": 8.023688485572545e-08,
+      "loss": 13.8125,
+      "step": 26364
+    },
+    {
+      "epoch": 1.7510128179584248,
+      "grad_norm": 292.8507385253906,
+      "learning_rate": 8.019467883274577e-08,
+      "loss": 12.6406,
+      "step": 26365
+    },
+    {
+      "epoch": 1.7510792322507802,
+      "grad_norm": 141.0903778076172,
+      "learning_rate": 8.015248344954362e-08,
+      "loss": 16.1875,
+      "step": 26366
+    },
+    {
+      "epoch": 1.751145646543136,
+      "grad_norm": 843.2088012695312,
+      "learning_rate": 8.011029870660701e-08,
+      "loss": 29.7422,
+      "step": 26367
+    },
+    {
+      "epoch": 1.7512120608354917,
+      "grad_norm": 242.7064208984375,
+      "learning_rate": 8.006812460442435e-08,
+      "loss": 13.0859,
+      "step": 26368
+    },
+    {
+      "epoch": 1.7512784751278474,
+      "grad_norm": 189.48016357421875,
+      "learning_rate": 8.00259611434827e-08,
+      "loss": 16.0,
+      "step": 26369
+    },
+    {
+      "epoch": 1.7513448894202033,
+      "grad_norm": 232.5322265625,
+      "learning_rate": 7.998380832427066e-08,
+      "loss": 20.0938,
+      "step": 26370
+    },
+    {
+      "epoch": 1.751411303712559,
+      "grad_norm": 293.2953186035156,
+      "learning_rate": 7.994166614727527e-08,
+      "loss": 12.9062,
+      "step": 26371
+    },
+    {
+      "epoch": 1.7514777180049146,
+      "grad_norm": 185.9793701171875,
+      "learning_rate": 7.989953461298404e-08,
+      "loss": 18.4219,
+      "step": 26372
+    },
+    {
+      "epoch": 1.7515441322972705,
+      "grad_norm": 230.44393920898438,
+      "learning_rate": 7.985741372188448e-08,
+      "loss": 17.5312,
+      "step": 26373
+    },
+    {
+      "epoch": 1.7516105465896261,
+      "grad_norm": 307.146728515625,
+      "learning_rate": 7.981530347446386e-08,
+      "loss": 13.4844,
+      "step": 26374
+    },
+    {
+      "epoch": 1.7516769608819818,
+      "grad_norm": 170.92242431640625,
+      "learning_rate": 7.977320387120911e-08,
+      "loss": 12.9375,
+      "step": 26375
+    },
+    {
+      "epoch": 1.7517433751743376,
+      "grad_norm": 205.96128845214844,
+      "learning_rate": 7.973111491260753e-08,
+      "loss": 18.3438,
+      "step": 26376
+    },
+    {
+      "epoch": 1.751809789466693,
+      "grad_norm": 250.45555114746094,
+      "learning_rate": 7.968903659914538e-08,
+      "loss": 20.3438,
+      "step": 26377
+    },
+    {
+      "epoch": 1.751876203759049,
+      "grad_norm": 200.9956817626953,
+      "learning_rate": 7.964696893131007e-08,
+      "loss": 13.0938,
+      "step": 26378
+    },
+    {
+      "epoch": 1.7519426180514046,
+      "grad_norm": 227.71896362304688,
+      "learning_rate": 7.960491190958785e-08,
+      "loss": 13.3438,
+      "step": 26379
+    },
+    {
+      "epoch": 1.7520090323437603,
+      "grad_norm": 210.50604248046875,
+      "learning_rate": 7.956286553446523e-08,
+      "loss": 17.75,
+      "step": 26380
+    },
+    {
+      "epoch": 1.7520754466361161,
+      "grad_norm": 369.4295654296875,
+      "learning_rate": 7.95208298064286e-08,
+      "loss": 26.5312,
+      "step": 26381
+    },
+    {
+      "epoch": 1.7521418609284718,
+      "grad_norm": 233.87562561035156,
+      "learning_rate": 7.947880472596425e-08,
+      "loss": 16.3906,
+      "step": 26382
+    },
+    {
+      "epoch": 1.7522082752208274,
+      "grad_norm": 260.30902099609375,
+      "learning_rate": 7.943679029355821e-08,
+      "loss": 23.7031,
+      "step": 26383
+    },
+    {
+      "epoch": 1.7522746895131833,
+      "grad_norm": 422.9404602050781,
+      "learning_rate": 7.939478650969688e-08,
+      "loss": 23.1406,
+      "step": 26384
+    },
+    {
+      "epoch": 1.752341103805539,
+      "grad_norm": 235.3041534423828,
+      "learning_rate": 7.935279337486556e-08,
+      "loss": 16.2188,
+      "step": 26385
+    },
+    {
+      "epoch": 1.7524075180978946,
+      "grad_norm": 351.6361999511719,
+      "learning_rate": 7.931081088955016e-08,
+      "loss": 15.0156,
+      "step": 26386
+    },
+    {
+      "epoch": 1.7524739323902505,
+      "grad_norm": 132.09579467773438,
+      "learning_rate": 7.926883905423653e-08,
+      "loss": 14.8438,
+      "step": 26387
+    },
+    {
+      "epoch": 1.752540346682606,
+      "grad_norm": 265.8781433105469,
+      "learning_rate": 7.922687786940996e-08,
+      "loss": 15.7344,
+      "step": 26388
+    },
+    {
+      "epoch": 1.7526067609749618,
+      "grad_norm": 157.085693359375,
+      "learning_rate": 7.918492733555604e-08,
+      "loss": 14.1094,
+      "step": 26389
+    },
+    {
+      "epoch": 1.7526731752673175,
+      "grad_norm": 410.4643249511719,
+      "learning_rate": 7.914298745315994e-08,
+      "loss": 16.5156,
+      "step": 26390
+    },
+    {
+      "epoch": 1.7527395895596731,
+      "grad_norm": 154.98683166503906,
+      "learning_rate": 7.910105822270652e-08,
+      "loss": 14.2969,
+      "step": 26391
+    },
+    {
+      "epoch": 1.752806003852029,
+      "grad_norm": 159.5713348388672,
+      "learning_rate": 7.905913964468136e-08,
+      "loss": 14.1094,
+      "step": 26392
+    },
+    {
+      "epoch": 1.7528724181443847,
+      "grad_norm": 172.24537658691406,
+      "learning_rate": 7.901723171956886e-08,
+      "loss": 21.25,
+      "step": 26393
+    },
+    {
+      "epoch": 1.7529388324367403,
+      "grad_norm": 269.31683349609375,
+      "learning_rate": 7.897533444785387e-08,
+      "loss": 24.0,
+      "step": 26394
+    },
+    {
+      "epoch": 1.7530052467290962,
+      "grad_norm": 167.64439392089844,
+      "learning_rate": 7.893344783002121e-08,
+      "loss": 10.3203,
+      "step": 26395
+    },
+    {
+      "epoch": 1.7530716610214518,
+      "grad_norm": 155.2164764404297,
+      "learning_rate": 7.889157186655526e-08,
+      "loss": 19.1406,
+      "step": 26396
+    },
+    {
+      "epoch": 1.7531380753138075,
+      "grad_norm": 570.1160278320312,
+      "learning_rate": 7.884970655794054e-08,
+      "loss": 14.0703,
+      "step": 26397
+    },
+    {
+      "epoch": 1.7532044896061634,
+      "grad_norm": 151.3242950439453,
+      "learning_rate": 7.880785190466133e-08,
+      "loss": 12.6875,
+      "step": 26398
+    },
+    {
+      "epoch": 1.7532709038985188,
+      "grad_norm": 250.53761291503906,
+      "learning_rate": 7.876600790720134e-08,
+      "loss": 16.9531,
+      "step": 26399
+    },
+    {
+      "epoch": 1.7533373181908747,
+      "grad_norm": 183.57521057128906,
+      "learning_rate": 7.872417456604519e-08,
+      "loss": 14.3125,
+      "step": 26400
+    },
+    {
+      "epoch": 1.7534037324832303,
+      "grad_norm": 205.2632598876953,
+      "learning_rate": 7.86823518816767e-08,
+      "loss": 23.125,
+      "step": 26401
+    },
+    {
+      "epoch": 1.753470146775586,
+      "grad_norm": 164.00540161132812,
+      "learning_rate": 7.86405398545792e-08,
+      "loss": 12.3438,
+      "step": 26402
+    },
+    {
+      "epoch": 1.7535365610679419,
+      "grad_norm": 252.86856079101562,
+      "learning_rate": 7.859873848523702e-08,
+      "loss": 16.1562,
+      "step": 26403
+    },
+    {
+      "epoch": 1.7536029753602975,
+      "grad_norm": 210.0837860107422,
+      "learning_rate": 7.855694777413302e-08,
+      "loss": 18.3359,
+      "step": 26404
+    },
+    {
+      "epoch": 1.7536693896526532,
+      "grad_norm": 204.79408264160156,
+      "learning_rate": 7.851516772175104e-08,
+      "loss": 16.8438,
+      "step": 26405
+    },
+    {
+      "epoch": 1.753735803945009,
+      "grad_norm": 149.31005859375,
+      "learning_rate": 7.847339832857413e-08,
+      "loss": 15.4688,
+      "step": 26406
+    },
+    {
+      "epoch": 1.7538022182373647,
+      "grad_norm": 245.6005859375,
+      "learning_rate": 7.843163959508581e-08,
+      "loss": 14.0781,
+      "step": 26407
+    },
+    {
+      "epoch": 1.7538686325297204,
+      "grad_norm": 253.87490844726562,
+      "learning_rate": 7.838989152176855e-08,
+      "loss": 22.3594,
+      "step": 26408
+    },
+    {
+      "epoch": 1.7539350468220762,
+      "grad_norm": 790.4627075195312,
+      "learning_rate": 7.834815410910589e-08,
+      "loss": 23.0781,
+      "step": 26409
+    },
+    {
+      "epoch": 1.7540014611144317,
+      "grad_norm": 132.5728759765625,
+      "learning_rate": 7.83064273575802e-08,
+      "loss": 13.6875,
+      "step": 26410
+    },
+    {
+      "epoch": 1.7540678754067875,
+      "grad_norm": 297.1310119628906,
+      "learning_rate": 7.82647112676742e-08,
+      "loss": 22.3125,
+      "step": 26411
+    },
+    {
+      "epoch": 1.7541342896991432,
+      "grad_norm": 125.50235748291016,
+      "learning_rate": 7.822300583987052e-08,
+      "loss": 14.7656,
+      "step": 26412
+    },
+    {
+      "epoch": 1.7542007039914989,
+      "grad_norm": 129.67092895507812,
+      "learning_rate": 7.818131107465164e-08,
+      "loss": 13.875,
+      "step": 26413
+    },
+    {
+      "epoch": 1.7542671182838547,
+      "grad_norm": 192.6528778076172,
+      "learning_rate": 7.813962697249988e-08,
+      "loss": 17.5938,
+      "step": 26414
+    },
+    {
+      "epoch": 1.7543335325762104,
+      "grad_norm": 151.89903259277344,
+      "learning_rate": 7.809795353389736e-08,
+      "loss": 15.2031,
+      "step": 26415
+    },
+    {
+      "epoch": 1.754399946868566,
+      "grad_norm": 661.2876586914062,
+      "learning_rate": 7.805629075932585e-08,
+      "loss": 20.0938,
+      "step": 26416
+    },
+    {
+      "epoch": 1.754466361160922,
+      "grad_norm": 146.1642303466797,
+      "learning_rate": 7.801463864926782e-08,
+      "loss": 16.4219,
+      "step": 26417
+    },
+    {
+      "epoch": 1.7545327754532776,
+      "grad_norm": 159.41705322265625,
+      "learning_rate": 7.79729972042047e-08,
+      "loss": 17.0469,
+      "step": 26418
+    },
+    {
+      "epoch": 1.7545991897456332,
+      "grad_norm": 142.4676513671875,
+      "learning_rate": 7.793136642461828e-08,
+      "loss": 13.9062,
+      "step": 26419
+    },
+    {
+      "epoch": 1.754665604037989,
+      "grad_norm": 215.3150634765625,
+      "learning_rate": 7.78897463109901e-08,
+      "loss": 19.3125,
+      "step": 26420
+    },
+    {
+      "epoch": 1.7547320183303445,
+      "grad_norm": 414.434814453125,
+      "learning_rate": 7.784813686380165e-08,
+      "loss": 15.1719,
+      "step": 26421
+    },
+    {
+      "epoch": 1.7547984326227004,
+      "grad_norm": 187.2335968017578,
+      "learning_rate": 7.78065380835341e-08,
+      "loss": 16.6875,
+      "step": 26422
+    },
+    {
+      "epoch": 1.754864846915056,
+      "grad_norm": 240.7632598876953,
+      "learning_rate": 7.776494997066907e-08,
+      "loss": 21.2188,
+      "step": 26423
+    },
+    {
+      "epoch": 1.7549312612074117,
+      "grad_norm": 215.57618713378906,
+      "learning_rate": 7.772337252568683e-08,
+      "loss": 15.8281,
+      "step": 26424
+    },
+    {
+      "epoch": 1.7549976754997676,
+      "grad_norm": 338.2196044921875,
+      "learning_rate": 7.768180574906923e-08,
+      "loss": 12.2344,
+      "step": 26425
+    },
+    {
+      "epoch": 1.7550640897921232,
+      "grad_norm": 123.04195404052734,
+      "learning_rate": 7.764024964129646e-08,
+      "loss": 11.7734,
+      "step": 26426
+    },
+    {
+      "epoch": 1.755130504084479,
+      "grad_norm": 598.8456420898438,
+      "learning_rate": 7.759870420284941e-08,
+      "loss": 26.3125,
+      "step": 26427
+    },
+    {
+      "epoch": 1.7551969183768348,
+      "grad_norm": 184.6223907470703,
+      "learning_rate": 7.755716943420865e-08,
+      "loss": 13.75,
+      "step": 26428
+    },
+    {
+      "epoch": 1.7552633326691904,
+      "grad_norm": 259.9255676269531,
+      "learning_rate": 7.751564533585486e-08,
+      "loss": 20.2812,
+      "step": 26429
+    },
+    {
+      "epoch": 1.755329746961546,
+      "grad_norm": 210.1807098388672,
+      "learning_rate": 7.747413190826779e-08,
+      "loss": 20.7344,
+      "step": 26430
+    },
+    {
+      "epoch": 1.755396161253902,
+      "grad_norm": 1064.2978515625,
+      "learning_rate": 7.743262915192839e-08,
+      "loss": 10.5938,
+      "step": 26431
+    },
+    {
+      "epoch": 1.7554625755462574,
+      "grad_norm": 163.7341766357422,
+      "learning_rate": 7.739113706731615e-08,
+      "loss": 16.2344,
+      "step": 26432
+    },
+    {
+      "epoch": 1.7555289898386133,
+      "grad_norm": 146.14944458007812,
+      "learning_rate": 7.734965565491114e-08,
+      "loss": 11.5625,
+      "step": 26433
+    },
+    {
+      "epoch": 1.7555954041309692,
+      "grad_norm": 145.58352661132812,
+      "learning_rate": 7.730818491519342e-08,
+      "loss": 14.0156,
+      "step": 26434
+    },
+    {
+      "epoch": 1.7556618184233246,
+      "grad_norm": 241.64013671875,
+      "learning_rate": 7.72667248486425e-08,
+      "loss": 21.5938,
+      "step": 26435
+    },
+    {
+      "epoch": 1.7557282327156805,
+      "grad_norm": 219.66683959960938,
+      "learning_rate": 7.722527545573799e-08,
+      "loss": 14.625,
+      "step": 26436
+    },
+    {
+      "epoch": 1.7557946470080361,
+      "grad_norm": 154.08624267578125,
+      "learning_rate": 7.718383673695939e-08,
+      "loss": 12.8594,
+      "step": 26437
+    },
+    {
+      "epoch": 1.7558610613003918,
+      "grad_norm": 653.4202270507812,
+      "learning_rate": 7.71424086927861e-08,
+      "loss": 15.9219,
+      "step": 26438
+    },
+    {
+      "epoch": 1.7559274755927476,
+      "grad_norm": 305.282470703125,
+      "learning_rate": 7.71009913236973e-08,
+      "loss": 14.0312,
+      "step": 26439
+    },
+    {
+      "epoch": 1.7559938898851033,
+      "grad_norm": 110.04700469970703,
+      "learning_rate": 7.705958463017215e-08,
+      "loss": 14.5156,
+      "step": 26440
+    },
+    {
+      "epoch": 1.756060304177459,
+      "grad_norm": 693.571533203125,
+      "learning_rate": 7.701818861268927e-08,
+      "loss": 26.8125,
+      "step": 26441
+    },
+    {
+      "epoch": 1.7561267184698148,
+      "grad_norm": 268.1062316894531,
+      "learning_rate": 7.697680327172807e-08,
+      "loss": 14.7812,
+      "step": 26442
+    },
+    {
+      "epoch": 1.7561931327621703,
+      "grad_norm": 338.46063232421875,
+      "learning_rate": 7.693542860776669e-08,
+      "loss": 19.0781,
+      "step": 26443
+    },
+    {
+      "epoch": 1.7562595470545261,
+      "grad_norm": 362.9146728515625,
+      "learning_rate": 7.689406462128412e-08,
+      "loss": 18.4844,
+      "step": 26444
+    },
+    {
+      "epoch": 1.756325961346882,
+      "grad_norm": 136.42117309570312,
+      "learning_rate": 7.685271131275873e-08,
+      "loss": 20.7188,
+      "step": 26445
+    },
+    {
+      "epoch": 1.7563923756392374,
+      "grad_norm": 613.45361328125,
+      "learning_rate": 7.68113686826688e-08,
+      "loss": 29.4531,
+      "step": 26446
+    },
+    {
+      "epoch": 1.7564587899315933,
+      "grad_norm": 118.08555603027344,
+      "learning_rate": 7.677003673149263e-08,
+      "loss": 14.7812,
+      "step": 26447
+    },
+    {
+      "epoch": 1.756525204223949,
+      "grad_norm": 319.156005859375,
+      "learning_rate": 7.67287154597085e-08,
+      "loss": 18.25,
+      "step": 26448
+    },
+    {
+      "epoch": 1.7565916185163046,
+      "grad_norm": 164.64222717285156,
+      "learning_rate": 7.668740486779402e-08,
+      "loss": 17.1094,
+      "step": 26449
+    },
+    {
+      "epoch": 1.7566580328086605,
+      "grad_norm": 285.14007568359375,
+      "learning_rate": 7.664610495622714e-08,
+      "loss": 16.5703,
+      "step": 26450
+    },
+    {
+      "epoch": 1.7567244471010162,
+      "grad_norm": 203.70846557617188,
+      "learning_rate": 7.660481572548583e-08,
+      "loss": 17.0625,
+      "step": 26451
+    },
+    {
+      "epoch": 1.7567908613933718,
+      "grad_norm": 178.2967987060547,
+      "learning_rate": 7.656353717604747e-08,
+      "loss": 13.9062,
+      "step": 26452
+    },
+    {
+      "epoch": 1.7568572756857277,
+      "grad_norm": 796.984130859375,
+      "learning_rate": 7.652226930838957e-08,
+      "loss": 24.6406,
+      "step": 26453
+    },
+    {
+      "epoch": 1.7569236899780831,
+      "grad_norm": 176.318359375,
+      "learning_rate": 7.648101212298986e-08,
+      "loss": 14.3906,
+      "step": 26454
+    },
+    {
+      "epoch": 1.756990104270439,
+      "grad_norm": 233.9280548095703,
+      "learning_rate": 7.643976562032484e-08,
+      "loss": 23.2969,
+      "step": 26455
+    },
+    {
+      "epoch": 1.7570565185627949,
+      "grad_norm": 343.6685485839844,
+      "learning_rate": 7.639852980087246e-08,
+      "loss": 17.5938,
+      "step": 26456
+    },
+    {
+      "epoch": 1.7571229328551503,
+      "grad_norm": 132.73159790039062,
+      "learning_rate": 7.635730466510903e-08,
+      "loss": 10.7812,
+      "step": 26457
+    },
+    {
+      "epoch": 1.7571893471475062,
+      "grad_norm": 124.64004516601562,
+      "learning_rate": 7.631609021351182e-08,
+      "loss": 12.2969,
+      "step": 26458
+    },
+    {
+      "epoch": 1.7572557614398618,
+      "grad_norm": 137.1598663330078,
+      "learning_rate": 7.627488644655733e-08,
+      "loss": 16.75,
+      "step": 26459
+    },
+    {
+      "epoch": 1.7573221757322175,
+      "grad_norm": 183.36492919921875,
+      "learning_rate": 7.623369336472241e-08,
+      "loss": 11.5625,
+      "step": 26460
+    },
+    {
+      "epoch": 1.7573885900245734,
+      "grad_norm": 96.34974670410156,
+      "learning_rate": 7.619251096848345e-08,
+      "loss": 13.0469,
+      "step": 26461
+    },
+    {
+      "epoch": 1.757455004316929,
+      "grad_norm": 8957.9189453125,
+      "learning_rate": 7.615133925831685e-08,
+      "loss": 20.6719,
+      "step": 26462
+    },
+    {
+      "epoch": 1.7575214186092847,
+      "grad_norm": 182.39093017578125,
+      "learning_rate": 7.611017823469868e-08,
+      "loss": 15.0938,
+      "step": 26463
+    },
+    {
+      "epoch": 1.7575878329016406,
+      "grad_norm": 98.35343170166016,
+      "learning_rate": 7.606902789810543e-08,
+      "loss": 13.4219,
+      "step": 26464
+    },
+    {
+      "epoch": 1.757654247193996,
+      "grad_norm": 173.8397674560547,
+      "learning_rate": 7.602788824901285e-08,
+      "loss": 16.9062,
+      "step": 26465
+    },
+    {
+      "epoch": 1.7577206614863519,
+      "grad_norm": 381.79388427734375,
+      "learning_rate": 7.598675928789677e-08,
+      "loss": 23.0312,
+      "step": 26466
+    },
+    {
+      "epoch": 1.7577870757787077,
+      "grad_norm": 254.6836395263672,
+      "learning_rate": 7.594564101523305e-08,
+      "loss": 18.6094,
+      "step": 26467
+    },
+    {
+      "epoch": 1.7578534900710632,
+      "grad_norm": 166.0313262939453,
+      "learning_rate": 7.59045334314975e-08,
+      "loss": 10.9531,
+      "step": 26468
+    },
+    {
+      "epoch": 1.757919904363419,
+      "grad_norm": 195.60667419433594,
+      "learning_rate": 7.58634365371651e-08,
+      "loss": 16.0,
+      "step": 26469
+    },
+    {
+      "epoch": 1.7579863186557747,
+      "grad_norm": 227.72962951660156,
+      "learning_rate": 7.58223503327119e-08,
+      "loss": 15.0938,
+      "step": 26470
+    },
+    {
+      "epoch": 1.7580527329481304,
+      "grad_norm": 164.88719177246094,
+      "learning_rate": 7.578127481861274e-08,
+      "loss": 16.2656,
+      "step": 26471
+    },
+    {
+      "epoch": 1.7581191472404862,
+      "grad_norm": 259.55078125,
+      "learning_rate": 7.574020999534259e-08,
+      "loss": 15.6406,
+      "step": 26472
+    },
+    {
+      "epoch": 1.758185561532842,
+      "grad_norm": 351.718994140625,
+      "learning_rate": 7.569915586337716e-08,
+      "loss": 16.2969,
+      "step": 26473
+    },
+    {
+      "epoch": 1.7582519758251975,
+      "grad_norm": 738.551025390625,
+      "learning_rate": 7.565811242319064e-08,
+      "loss": 14.5938,
+      "step": 26474
+    },
+    {
+      "epoch": 1.7583183901175534,
+      "grad_norm": 112.75862884521484,
+      "learning_rate": 7.561707967525822e-08,
+      "loss": 15.5,
+      "step": 26475
+    },
+    {
+      "epoch": 1.7583848044099089,
+      "grad_norm": 256.17718505859375,
+      "learning_rate": 7.557605762005425e-08,
+      "loss": 19.8906,
+      "step": 26476
+    },
+    {
+      "epoch": 1.7584512187022647,
+      "grad_norm": 250.9843292236328,
+      "learning_rate": 7.553504625805351e-08,
+      "loss": 12.875,
+      "step": 26477
+    },
+    {
+      "epoch": 1.7585176329946206,
+      "grad_norm": 116.81549072265625,
+      "learning_rate": 7.549404558973016e-08,
+      "loss": 13.8438,
+      "step": 26478
+    },
+    {
+      "epoch": 1.758584047286976,
+      "grad_norm": 476.1893615722656,
+      "learning_rate": 7.545305561555881e-08,
+      "loss": 14.2031,
+      "step": 26479
+    },
+    {
+      "epoch": 1.758650461579332,
+      "grad_norm": 266.5490417480469,
+      "learning_rate": 7.54120763360131e-08,
+      "loss": 9.4609,
+      "step": 26480
+    },
+    {
+      "epoch": 1.7587168758716876,
+      "grad_norm": 108.44517517089844,
+      "learning_rate": 7.537110775156763e-08,
+      "loss": 13.6953,
+      "step": 26481
+    },
+    {
+      "epoch": 1.7587832901640432,
+      "grad_norm": 335.0329284667969,
+      "learning_rate": 7.533014986269582e-08,
+      "loss": 11.7188,
+      "step": 26482
+    },
+    {
+      "epoch": 1.758849704456399,
+      "grad_norm": 218.98394775390625,
+      "learning_rate": 7.52892026698717e-08,
+      "loss": 9.6875,
+      "step": 26483
+    },
+    {
+      "epoch": 1.7589161187487548,
+      "grad_norm": 124.67513275146484,
+      "learning_rate": 7.524826617356883e-08,
+      "loss": 14.25,
+      "step": 26484
+    },
+    {
+      "epoch": 1.7589825330411104,
+      "grad_norm": 645.4005737304688,
+      "learning_rate": 7.52073403742608e-08,
+      "loss": 10.4219,
+      "step": 26485
+    },
+    {
+      "epoch": 1.7590489473334663,
+      "grad_norm": 248.21458435058594,
+      "learning_rate": 7.51664252724209e-08,
+      "loss": 24.5312,
+      "step": 26486
+    },
+    {
+      "epoch": 1.7591153616258217,
+      "grad_norm": 198.8101348876953,
+      "learning_rate": 7.512552086852276e-08,
+      "loss": 15.6562,
+      "step": 26487
+    },
+    {
+      "epoch": 1.7591817759181776,
+      "grad_norm": 114.53759002685547,
+      "learning_rate": 7.508462716303898e-08,
+      "loss": 13.9062,
+      "step": 26488
+    },
+    {
+      "epoch": 1.7592481902105335,
+      "grad_norm": 313.31268310546875,
+      "learning_rate": 7.504374415644322e-08,
+      "loss": 19.375,
+      "step": 26489
+    },
+    {
+      "epoch": 1.759314604502889,
+      "grad_norm": 142.4486846923828,
+      "learning_rate": 7.500287184920783e-08,
+      "loss": 15.0469,
+      "step": 26490
+    },
+    {
+      "epoch": 1.7593810187952448,
+      "grad_norm": 366.0886535644531,
+      "learning_rate": 7.496201024180582e-08,
+      "loss": 14.1562,
+      "step": 26491
+    },
+    {
+      "epoch": 1.7594474330876004,
+      "grad_norm": 219.75692749023438,
+      "learning_rate": 7.492115933470988e-08,
+      "loss": 13.9375,
+      "step": 26492
+    },
+    {
+      "epoch": 1.759513847379956,
+      "grad_norm": 329.13385009765625,
+      "learning_rate": 7.488031912839276e-08,
+      "loss": 16.2109,
+      "step": 26493
+    },
+    {
+      "epoch": 1.759580261672312,
+      "grad_norm": 176.32669067382812,
+      "learning_rate": 7.483948962332632e-08,
+      "loss": 12.25,
+      "step": 26494
+    },
+    {
+      "epoch": 1.7596466759646676,
+      "grad_norm": 266.5724182128906,
+      "learning_rate": 7.479867081998348e-08,
+      "loss": 14.0156,
+      "step": 26495
+    },
+    {
+      "epoch": 1.7597130902570233,
+      "grad_norm": 167.6455078125,
+      "learning_rate": 7.4757862718836e-08,
+      "loss": 15.5469,
+      "step": 26496
+    },
+    {
+      "epoch": 1.7597795045493791,
+      "grad_norm": 203.0379180908203,
+      "learning_rate": 7.471706532035604e-08,
+      "loss": 16.7969,
+      "step": 26497
+    },
+    {
+      "epoch": 1.7598459188417346,
+      "grad_norm": 127.64952087402344,
+      "learning_rate": 7.467627862501546e-08,
+      "loss": 14.1719,
+      "step": 26498
+    },
+    {
+      "epoch": 1.7599123331340905,
+      "grad_norm": 108.09134674072266,
+      "learning_rate": 7.46355026332861e-08,
+      "loss": 15.7344,
+      "step": 26499
+    },
+    {
+      "epoch": 1.7599787474264463,
+      "grad_norm": 99.63542175292969,
+      "learning_rate": 7.459473734563971e-08,
+      "loss": 10.7344,
+      "step": 26500
+    },
+    {
+      "epoch": 1.7600451617188018,
+      "grad_norm": 453.6127014160156,
+      "learning_rate": 7.455398276254788e-08,
+      "loss": 21.5469,
+      "step": 26501
+    },
+    {
+      "epoch": 1.7601115760111576,
+      "grad_norm": 138.69677734375,
+      "learning_rate": 7.451323888448169e-08,
+      "loss": 17.0312,
+      "step": 26502
+    },
+    {
+      "epoch": 1.7601779903035133,
+      "grad_norm": 298.0712890625,
+      "learning_rate": 7.447250571191299e-08,
+      "loss": 14.8438,
+      "step": 26503
+    },
+    {
+      "epoch": 1.760244404595869,
+      "grad_norm": 130.68032836914062,
+      "learning_rate": 7.443178324531241e-08,
+      "loss": 16.0625,
+      "step": 26504
+    },
+    {
+      "epoch": 1.7603108188882248,
+      "grad_norm": 176.19442749023438,
+      "learning_rate": 7.439107148515133e-08,
+      "loss": 20.4062,
+      "step": 26505
+    },
+    {
+      "epoch": 1.7603772331805805,
+      "grad_norm": 159.12750244140625,
+      "learning_rate": 7.435037043190062e-08,
+      "loss": 16.0781,
+      "step": 26506
+    },
+    {
+      "epoch": 1.7604436474729361,
+      "grad_norm": 148.8953857421875,
+      "learning_rate": 7.4309680086031e-08,
+      "loss": 15.0,
+      "step": 26507
+    },
+    {
+      "epoch": 1.760510061765292,
+      "grad_norm": 205.33987426757812,
+      "learning_rate": 7.426900044801321e-08,
+      "loss": 13.3906,
+      "step": 26508
+    },
+    {
+      "epoch": 1.7605764760576474,
+      "grad_norm": 165.5389862060547,
+      "learning_rate": 7.422833151831786e-08,
+      "loss": 18.9688,
+      "step": 26509
+    },
+    {
+      "epoch": 1.7606428903500033,
+      "grad_norm": 890.61962890625,
+      "learning_rate": 7.418767329741538e-08,
+      "loss": 15.2812,
+      "step": 26510
+    },
+    {
+      "epoch": 1.7607093046423592,
+      "grad_norm": 231.24562072753906,
+      "learning_rate": 7.414702578577592e-08,
+      "loss": 24.3594,
+      "step": 26511
+    },
+    {
+      "epoch": 1.7607757189347146,
+      "grad_norm": 331.4763488769531,
+      "learning_rate": 7.410638898387012e-08,
+      "loss": 18.5312,
+      "step": 26512
+    },
+    {
+      "epoch": 1.7608421332270705,
+      "grad_norm": 244.81814575195312,
+      "learning_rate": 7.406576289216737e-08,
+      "loss": 17.2031,
+      "step": 26513
+    },
+    {
+      "epoch": 1.7609085475194262,
+      "grad_norm": 129.67495727539062,
+      "learning_rate": 7.402514751113808e-08,
+      "loss": 13.8125,
+      "step": 26514
+    },
+    {
+      "epoch": 1.7609749618117818,
+      "grad_norm": 362.4737548828125,
+      "learning_rate": 7.398454284125188e-08,
+      "loss": 18.3438,
+      "step": 26515
+    },
+    {
+      "epoch": 1.7610413761041377,
+      "grad_norm": 279.8298034667969,
+      "learning_rate": 7.39439488829785e-08,
+      "loss": 18.9531,
+      "step": 26516
+    },
+    {
+      "epoch": 1.7611077903964933,
+      "grad_norm": 209.0885009765625,
+      "learning_rate": 7.390336563678756e-08,
+      "loss": 15.8594,
+      "step": 26517
+    },
+    {
+      "epoch": 1.761174204688849,
+      "grad_norm": 178.96214294433594,
+      "learning_rate": 7.386279310314858e-08,
+      "loss": 16.3906,
+      "step": 26518
+    },
+    {
+      "epoch": 1.7612406189812049,
+      "grad_norm": 478.18707275390625,
+      "learning_rate": 7.382223128253051e-08,
+      "loss": 18.0781,
+      "step": 26519
+    },
+    {
+      "epoch": 1.7613070332735603,
+      "grad_norm": 206.61805725097656,
+      "learning_rate": 7.378168017540309e-08,
+      "loss": 18.75,
+      "step": 26520
+    },
+    {
+      "epoch": 1.7613734475659162,
+      "grad_norm": 156.54331970214844,
+      "learning_rate": 7.374113978223495e-08,
+      "loss": 15.125,
+      "step": 26521
+    },
+    {
+      "epoch": 1.761439861858272,
+      "grad_norm": 118.45928192138672,
+      "learning_rate": 7.370061010349527e-08,
+      "loss": 11.6328,
+      "step": 26522
+    },
+    {
+      "epoch": 1.7615062761506275,
+      "grad_norm": 208.23324584960938,
+      "learning_rate": 7.366009113965266e-08,
+      "loss": 13.9531,
+      "step": 26523
+    },
+    {
+      "epoch": 1.7615726904429834,
+      "grad_norm": 285.4051513671875,
+      "learning_rate": 7.36195828911761e-08,
+      "loss": 18.2812,
+      "step": 26524
+    },
+    {
+      "epoch": 1.761639104735339,
+      "grad_norm": 253.87400817871094,
+      "learning_rate": 7.357908535853386e-08,
+      "loss": 14.8594,
+      "step": 26525
+    },
+    {
+      "epoch": 1.7617055190276947,
+      "grad_norm": 730.6211547851562,
+      "learning_rate": 7.35385985421948e-08,
+      "loss": 21.0,
+      "step": 26526
+    },
+    {
+      "epoch": 1.7617719333200506,
+      "grad_norm": 106.82018280029297,
+      "learning_rate": 7.349812244262676e-08,
+      "loss": 12.7969,
+      "step": 26527
+    },
+    {
+      "epoch": 1.7618383476124062,
+      "grad_norm": 275.96832275390625,
+      "learning_rate": 7.345765706029838e-08,
+      "loss": 15.3828,
+      "step": 26528
+    },
+    {
+      "epoch": 1.7619047619047619,
+      "grad_norm": 130.8168487548828,
+      "learning_rate": 7.34172023956775e-08,
+      "loss": 13.9219,
+      "step": 26529
+    },
+    {
+      "epoch": 1.7619711761971177,
+      "grad_norm": 114.91158294677734,
+      "learning_rate": 7.337675844923196e-08,
+      "loss": 13.2812,
+      "step": 26530
+    },
+    {
+      "epoch": 1.7620375904894732,
+      "grad_norm": 267.0753479003906,
+      "learning_rate": 7.333632522142997e-08,
+      "loss": 15.5938,
+      "step": 26531
+    },
+    {
+      "epoch": 1.762104004781829,
+      "grad_norm": 488.2171936035156,
+      "learning_rate": 7.3295902712739e-08,
+      "loss": 20.6719,
+      "step": 26532
+    },
+    {
+      "epoch": 1.762170419074185,
+      "grad_norm": 197.7195281982422,
+      "learning_rate": 7.325549092362648e-08,
+      "loss": 13.875,
+      "step": 26533
+    },
+    {
+      "epoch": 1.7622368333665404,
+      "grad_norm": 208.60462951660156,
+      "learning_rate": 7.321508985456027e-08,
+      "loss": 16.0312,
+      "step": 26534
+    },
+    {
+      "epoch": 1.7623032476588962,
+      "grad_norm": 601.0870361328125,
+      "learning_rate": 7.317469950600741e-08,
+      "loss": 27.8125,
+      "step": 26535
+    },
+    {
+      "epoch": 1.7623696619512519,
+      "grad_norm": 215.58973693847656,
+      "learning_rate": 7.31343198784351e-08,
+      "loss": 16.2344,
+      "step": 26536
+    },
+    {
+      "epoch": 1.7624360762436075,
+      "grad_norm": 268.1944580078125,
+      "learning_rate": 7.309395097231052e-08,
+      "loss": 14.75,
+      "step": 26537
+    },
+    {
+      "epoch": 1.7625024905359634,
+      "grad_norm": 237.09288024902344,
+      "learning_rate": 7.305359278810075e-08,
+      "loss": 9.7656,
+      "step": 26538
+    },
+    {
+      "epoch": 1.762568904828319,
+      "grad_norm": 130.39657592773438,
+      "learning_rate": 7.30132453262724e-08,
+      "loss": 14.0312,
+      "step": 26539
+    },
+    {
+      "epoch": 1.7626353191206747,
+      "grad_norm": 114.6617202758789,
+      "learning_rate": 7.297290858729244e-08,
+      "loss": 19.7656,
+      "step": 26540
+    },
+    {
+      "epoch": 1.7627017334130306,
+      "grad_norm": 246.4390869140625,
+      "learning_rate": 7.293258257162704e-08,
+      "loss": 13.25,
+      "step": 26541
+    },
+    {
+      "epoch": 1.762768147705386,
+      "grad_norm": 122.97862243652344,
+      "learning_rate": 7.289226727974329e-08,
+      "loss": 14.7812,
+      "step": 26542
+    },
+    {
+      "epoch": 1.762834561997742,
+      "grad_norm": 233.52239990234375,
+      "learning_rate": 7.285196271210703e-08,
+      "loss": 16.7969,
+      "step": 26543
+    },
+    {
+      "epoch": 1.7629009762900978,
+      "grad_norm": 179.01319885253906,
+      "learning_rate": 7.281166886918466e-08,
+      "loss": 17.0625,
+      "step": 26544
+    },
+    {
+      "epoch": 1.7629673905824532,
+      "grad_norm": 206.86642456054688,
+      "learning_rate": 7.277138575144215e-08,
+      "loss": 21.3594,
+      "step": 26545
+    },
+    {
+      "epoch": 1.763033804874809,
+      "grad_norm": 146.61276245117188,
+      "learning_rate": 7.273111335934567e-08,
+      "loss": 16.3281,
+      "step": 26546
+    },
+    {
+      "epoch": 1.7631002191671648,
+      "grad_norm": 274.4325256347656,
+      "learning_rate": 7.269085169336098e-08,
+      "loss": 15.3594,
+      "step": 26547
+    },
+    {
+      "epoch": 1.7631666334595204,
+      "grad_norm": 260.4654541015625,
+      "learning_rate": 7.265060075395379e-08,
+      "loss": 27.1875,
+      "step": 26548
+    },
+    {
+      "epoch": 1.7632330477518763,
+      "grad_norm": 235.6290740966797,
+      "learning_rate": 7.261036054158965e-08,
+      "loss": 16.8906,
+      "step": 26549
+    },
+    {
+      "epoch": 1.763299462044232,
+      "grad_norm": 226.43804931640625,
+      "learning_rate": 7.257013105673415e-08,
+      "loss": 15.2031,
+      "step": 26550
+    },
+    {
+      "epoch": 1.7633658763365876,
+      "grad_norm": 224.25051879882812,
+      "learning_rate": 7.252991229985272e-08,
+      "loss": 18.0078,
+      "step": 26551
+    },
+    {
+      "epoch": 1.7634322906289435,
+      "grad_norm": 177.70977783203125,
+      "learning_rate": 7.248970427141021e-08,
+      "loss": 14.5938,
+      "step": 26552
+    },
+    {
+      "epoch": 1.763498704921299,
+      "grad_norm": 187.11605834960938,
+      "learning_rate": 7.244950697187225e-08,
+      "loss": 13.7031,
+      "step": 26553
+    },
+    {
+      "epoch": 1.7635651192136548,
+      "grad_norm": 233.97006225585938,
+      "learning_rate": 7.240932040170333e-08,
+      "loss": 14.9219,
+      "step": 26554
+    },
+    {
+      "epoch": 1.7636315335060107,
+      "grad_norm": 316.640380859375,
+      "learning_rate": 7.236914456136856e-08,
+      "loss": 13.5156,
+      "step": 26555
+    },
+    {
+      "epoch": 1.763697947798366,
+      "grad_norm": 211.88888549804688,
+      "learning_rate": 7.232897945133253e-08,
+      "loss": 19.5625,
+      "step": 26556
+    },
+    {
+      "epoch": 1.763764362090722,
+      "grad_norm": 211.0606231689453,
+      "learning_rate": 7.228882507206025e-08,
+      "loss": 17.6562,
+      "step": 26557
+    },
+    {
+      "epoch": 1.7638307763830776,
+      "grad_norm": 137.3230438232422,
+      "learning_rate": 7.224868142401541e-08,
+      "loss": 11.8281,
+      "step": 26558
+    },
+    {
+      "epoch": 1.7638971906754333,
+      "grad_norm": 198.58554077148438,
+      "learning_rate": 7.220854850766333e-08,
+      "loss": 14.2188,
+      "step": 26559
+    },
+    {
+      "epoch": 1.7639636049677891,
+      "grad_norm": 103.71370697021484,
+      "learning_rate": 7.216842632346753e-08,
+      "loss": 10.2656,
+      "step": 26560
+    },
+    {
+      "epoch": 1.7640300192601448,
+      "grad_norm": 176.08961486816406,
+      "learning_rate": 7.21283148718923e-08,
+      "loss": 23.0938,
+      "step": 26561
+    },
+    {
+      "epoch": 1.7640964335525005,
+      "grad_norm": 235.09735107421875,
+      "learning_rate": 7.208821415340182e-08,
+      "loss": 17.1719,
+      "step": 26562
+    },
+    {
+      "epoch": 1.7641628478448563,
+      "grad_norm": 510.5304260253906,
+      "learning_rate": 7.204812416845974e-08,
+      "loss": 17.5,
+      "step": 26563
+    },
+    {
+      "epoch": 1.7642292621372118,
+      "grad_norm": 236.19320678710938,
+      "learning_rate": 7.200804491752988e-08,
+      "loss": 18.4375,
+      "step": 26564
+    },
+    {
+      "epoch": 1.7642956764295676,
+      "grad_norm": 110.90215301513672,
+      "learning_rate": 7.1967976401076e-08,
+      "loss": 12.8125,
+      "step": 26565
+    },
+    {
+      "epoch": 1.7643620907219235,
+      "grad_norm": 363.99371337890625,
+      "learning_rate": 7.192791861956105e-08,
+      "loss": 18.0703,
+      "step": 26566
+    },
+    {
+      "epoch": 1.764428505014279,
+      "grad_norm": 269.90582275390625,
+      "learning_rate": 7.188787157344911e-08,
+      "loss": 15.5938,
+      "step": 26567
+    },
+    {
+      "epoch": 1.7644949193066348,
+      "grad_norm": 120.48639678955078,
+      "learning_rate": 7.184783526320304e-08,
+      "loss": 14.0469,
+      "step": 26568
+    },
+    {
+      "epoch": 1.7645613335989905,
+      "grad_norm": 269.7485656738281,
+      "learning_rate": 7.18078096892859e-08,
+      "loss": 19.5781,
+      "step": 26569
+    },
+    {
+      "epoch": 1.7646277478913461,
+      "grad_norm": 241.0064239501953,
+      "learning_rate": 7.176779485216089e-08,
+      "loss": 17.1562,
+      "step": 26570
+    },
+    {
+      "epoch": 1.764694162183702,
+      "grad_norm": 174.759521484375,
+      "learning_rate": 7.172779075229074e-08,
+      "loss": 16.9844,
+      "step": 26571
+    },
+    {
+      "epoch": 1.7647605764760577,
+      "grad_norm": 455.46075439453125,
+      "learning_rate": 7.168779739013819e-08,
+      "loss": 23.7812,
+      "step": 26572
+    },
+    {
+      "epoch": 1.7648269907684133,
+      "grad_norm": 150.91363525390625,
+      "learning_rate": 7.16478147661661e-08,
+      "loss": 20.8906,
+      "step": 26573
+    },
+    {
+      "epoch": 1.7648934050607692,
+      "grad_norm": 181.1534881591797,
+      "learning_rate": 7.160784288083665e-08,
+      "loss": 13.7812,
+      "step": 26574
+    },
+    {
+      "epoch": 1.7649598193531246,
+      "grad_norm": 203.2832489013672,
+      "learning_rate": 7.156788173461226e-08,
+      "loss": 16.7656,
+      "step": 26575
+    },
+    {
+      "epoch": 1.7650262336454805,
+      "grad_norm": 111.4338150024414,
+      "learning_rate": 7.152793132795532e-08,
+      "loss": 13.0938,
+      "step": 26576
+    },
+    {
+      "epoch": 1.7650926479378364,
+      "grad_norm": 163.7503204345703,
+      "learning_rate": 7.14879916613278e-08,
+      "loss": 13.9844,
+      "step": 26577
+    },
+    {
+      "epoch": 1.7651590622301918,
+      "grad_norm": 263.2359924316406,
+      "learning_rate": 7.144806273519177e-08,
+      "loss": 16.5781,
+      "step": 26578
+    },
+    {
+      "epoch": 1.7652254765225477,
+      "grad_norm": 684.9260864257812,
+      "learning_rate": 7.140814455000943e-08,
+      "loss": 27.375,
+      "step": 26579
+    },
+    {
+      "epoch": 1.7652918908149033,
+      "grad_norm": 162.3395538330078,
+      "learning_rate": 7.136823710624173e-08,
+      "loss": 19.2188,
+      "step": 26580
+    },
+    {
+      "epoch": 1.765358305107259,
+      "grad_norm": 303.666259765625,
+      "learning_rate": 7.13283404043512e-08,
+      "loss": 23.9688,
+      "step": 26581
+    },
+    {
+      "epoch": 1.7654247193996149,
+      "grad_norm": 1549.60546875,
+      "learning_rate": 7.12884544447987e-08,
+      "loss": 13.75,
+      "step": 26582
+    },
+    {
+      "epoch": 1.7654911336919705,
+      "grad_norm": 459.0602722167969,
+      "learning_rate": 7.124857922804573e-08,
+      "loss": 20.3125,
+      "step": 26583
+    },
+    {
+      "epoch": 1.7655575479843262,
+      "grad_norm": 153.22853088378906,
+      "learning_rate": 7.120871475455392e-08,
+      "loss": 13.1406,
+      "step": 26584
+    },
+    {
+      "epoch": 1.765623962276682,
+      "grad_norm": 199.34593200683594,
+      "learning_rate": 7.116886102478403e-08,
+      "loss": 16.9844,
+      "step": 26585
+    },
+    {
+      "epoch": 1.7656903765690377,
+      "grad_norm": 502.9111022949219,
+      "learning_rate": 7.112901803919712e-08,
+      "loss": 20.9219,
+      "step": 26586
+    },
+    {
+      "epoch": 1.7657567908613934,
+      "grad_norm": 417.6197509765625,
+      "learning_rate": 7.108918579825407e-08,
+      "loss": 19.6094,
+      "step": 26587
+    },
+    {
+      "epoch": 1.7658232051537492,
+      "grad_norm": 217.1965789794922,
+      "learning_rate": 7.104936430241582e-08,
+      "loss": 13.7969,
+      "step": 26588
+    },
+    {
+      "epoch": 1.7658896194461047,
+      "grad_norm": 240.03016662597656,
+      "learning_rate": 7.100955355214267e-08,
+      "loss": 14.5625,
+      "step": 26589
+    },
+    {
+      "epoch": 1.7659560337384606,
+      "grad_norm": 834.3767700195312,
+      "learning_rate": 7.096975354789558e-08,
+      "loss": 18.9375,
+      "step": 26590
+    },
+    {
+      "epoch": 1.7660224480308162,
+      "grad_norm": 174.10374450683594,
+      "learning_rate": 7.092996429013442e-08,
+      "loss": 17.4375,
+      "step": 26591
+    },
+    {
+      "epoch": 1.7660888623231719,
+      "grad_norm": 178.5448760986328,
+      "learning_rate": 7.089018577931993e-08,
+      "loss": 15.1719,
+      "step": 26592
+    },
+    {
+      "epoch": 1.7661552766155277,
+      "grad_norm": 163.10992431640625,
+      "learning_rate": 7.085041801591185e-08,
+      "loss": 15.4844,
+      "step": 26593
+    },
+    {
+      "epoch": 1.7662216909078834,
+      "grad_norm": 297.69793701171875,
+      "learning_rate": 7.081066100037036e-08,
+      "loss": 14.6562,
+      "step": 26594
+    },
+    {
+      "epoch": 1.766288105200239,
+      "grad_norm": 395.7687683105469,
+      "learning_rate": 7.077091473315533e-08,
+      "loss": 20.0156,
+      "step": 26595
+    },
+    {
+      "epoch": 1.766354519492595,
+      "grad_norm": 296.5072937011719,
+      "learning_rate": 7.07311792147267e-08,
+      "loss": 23.8438,
+      "step": 26596
+    },
+    {
+      "epoch": 1.7664209337849506,
+      "grad_norm": 193.5880126953125,
+      "learning_rate": 7.06914544455437e-08,
+      "loss": 15.5156,
+      "step": 26597
+    },
+    {
+      "epoch": 1.7664873480773062,
+      "grad_norm": 133.4832763671875,
+      "learning_rate": 7.065174042606636e-08,
+      "loss": 12.8984,
+      "step": 26598
+    },
+    {
+      "epoch": 1.766553762369662,
+      "grad_norm": 141.7232208251953,
+      "learning_rate": 7.061203715675357e-08,
+      "loss": 14.0547,
+      "step": 26599
+    },
+    {
+      "epoch": 1.7666201766620175,
+      "grad_norm": 299.54443359375,
+      "learning_rate": 7.057234463806494e-08,
+      "loss": 17.1094,
+      "step": 26600
+    },
+    {
+      "epoch": 1.7666865909543734,
+      "grad_norm": 399.8680725097656,
+      "learning_rate": 7.053266287045934e-08,
+      "loss": 34.8281,
+      "step": 26601
+    },
+    {
+      "epoch": 1.766753005246729,
+      "grad_norm": 191.67654418945312,
+      "learning_rate": 7.049299185439606e-08,
+      "loss": 11.4062,
+      "step": 26602
+    },
+    {
+      "epoch": 1.7668194195390847,
+      "grad_norm": 127.69969177246094,
+      "learning_rate": 7.045333159033384e-08,
+      "loss": 11.9844,
+      "step": 26603
+    },
+    {
+      "epoch": 1.7668858338314406,
+      "grad_norm": 1137.09814453125,
+      "learning_rate": 7.041368207873155e-08,
+      "loss": 14.5156,
+      "step": 26604
+    },
+    {
+      "epoch": 1.7669522481237963,
+      "grad_norm": 245.7794952392578,
+      "learning_rate": 7.037404332004748e-08,
+      "loss": 22.6562,
+      "step": 26605
+    },
+    {
+      "epoch": 1.767018662416152,
+      "grad_norm": 283.08892822265625,
+      "learning_rate": 7.033441531474083e-08,
+      "loss": 24.0312,
+      "step": 26606
+    },
+    {
+      "epoch": 1.7670850767085078,
+      "grad_norm": 146.6776885986328,
+      "learning_rate": 7.029479806326933e-08,
+      "loss": 14.1562,
+      "step": 26607
+    },
+    {
+      "epoch": 1.7671514910008634,
+      "grad_norm": 167.44418334960938,
+      "learning_rate": 7.02551915660915e-08,
+      "loss": 20.7188,
+      "step": 26608
+    },
+    {
+      "epoch": 1.767217905293219,
+      "grad_norm": 100.97808837890625,
+      "learning_rate": 7.021559582366554e-08,
+      "loss": 19.9062,
+      "step": 26609
+    },
+    {
+      "epoch": 1.767284319585575,
+      "grad_norm": 256.986328125,
+      "learning_rate": 7.017601083644942e-08,
+      "loss": 19.2188,
+      "step": 26610
+    },
+    {
+      "epoch": 1.7673507338779304,
+      "grad_norm": 173.96409606933594,
+      "learning_rate": 7.01364366049011e-08,
+      "loss": 12.9531,
+      "step": 26611
+    },
+    {
+      "epoch": 1.7674171481702863,
+      "grad_norm": 261.11224365234375,
+      "learning_rate": 7.009687312947831e-08,
+      "loss": 10.1484,
+      "step": 26612
+    },
+    {
+      "epoch": 1.767483562462642,
+      "grad_norm": 574.078369140625,
+      "learning_rate": 7.00573204106385e-08,
+      "loss": 16.375,
+      "step": 26613
+    },
+    {
+      "epoch": 1.7675499767549976,
+      "grad_norm": 160.58755493164062,
+      "learning_rate": 7.001777844883961e-08,
+      "loss": 10.0938,
+      "step": 26614
+    },
+    {
+      "epoch": 1.7676163910473535,
+      "grad_norm": 312.8530578613281,
+      "learning_rate": 6.99782472445386e-08,
+      "loss": 15.1406,
+      "step": 26615
+    },
+    {
+      "epoch": 1.7676828053397091,
+      "grad_norm": 196.79368591308594,
+      "learning_rate": 6.993872679819301e-08,
+      "loss": 19.4375,
+      "step": 26616
+    },
+    {
+      "epoch": 1.7677492196320648,
+      "grad_norm": 1087.7110595703125,
+      "learning_rate": 6.989921711025992e-08,
+      "loss": 16.6484,
+      "step": 26617
+    },
+    {
+      "epoch": 1.7678156339244206,
+      "grad_norm": 308.84381103515625,
+      "learning_rate": 6.985971818119651e-08,
+      "loss": 15.2344,
+      "step": 26618
+    },
+    {
+      "epoch": 1.7678820482167763,
+      "grad_norm": 198.3328094482422,
+      "learning_rate": 6.98202300114592e-08,
+      "loss": 16.5781,
+      "step": 26619
+    },
+    {
+      "epoch": 1.767948462509132,
+      "grad_norm": 157.56398010253906,
+      "learning_rate": 6.978075260150529e-08,
+      "loss": 13.2656,
+      "step": 26620
+    },
+    {
+      "epoch": 1.7680148768014878,
+      "grad_norm": 294.9845886230469,
+      "learning_rate": 6.97412859517914e-08,
+      "loss": 19.0938,
+      "step": 26621
+    },
+    {
+      "epoch": 1.7680812910938433,
+      "grad_norm": 199.17074584960938,
+      "learning_rate": 6.970183006277352e-08,
+      "loss": 18.8594,
+      "step": 26622
+    },
+    {
+      "epoch": 1.7681477053861991,
+      "grad_norm": 202.3933868408203,
+      "learning_rate": 6.966238493490884e-08,
+      "loss": 17.2812,
+      "step": 26623
+    },
+    {
+      "epoch": 1.7682141196785548,
+      "grad_norm": 142.38551330566406,
+      "learning_rate": 6.962295056865297e-08,
+      "loss": 15.0312,
+      "step": 26624
+    },
+    {
+      "epoch": 1.7682805339709105,
+      "grad_norm": 128.76409912109375,
+      "learning_rate": 6.958352696446235e-08,
+      "loss": 16.4531,
+      "step": 26625
+    },
+    {
+      "epoch": 1.7683469482632663,
+      "grad_norm": 213.8857421875,
+      "learning_rate": 6.954411412279293e-08,
+      "loss": 17.7344,
+      "step": 26626
+    },
+    {
+      "epoch": 1.768413362555622,
+      "grad_norm": 242.31646728515625,
+      "learning_rate": 6.95047120441008e-08,
+      "loss": 10.8125,
+      "step": 26627
+    },
+    {
+      "epoch": 1.7684797768479776,
+      "grad_norm": 236.24961853027344,
+      "learning_rate": 6.946532072884148e-08,
+      "loss": 13.8438,
+      "step": 26628
+    },
+    {
+      "epoch": 1.7685461911403335,
+      "grad_norm": 150.41244506835938,
+      "learning_rate": 6.942594017747105e-08,
+      "loss": 13.2969,
+      "step": 26629
+    },
+    {
+      "epoch": 1.7686126054326892,
+      "grad_norm": 418.44622802734375,
+      "learning_rate": 6.938657039044427e-08,
+      "loss": 18.6406,
+      "step": 26630
+    },
+    {
+      "epoch": 1.7686790197250448,
+      "grad_norm": 199.8572998046875,
+      "learning_rate": 6.934721136821741e-08,
+      "loss": 20.875,
+      "step": 26631
+    },
+    {
+      "epoch": 1.7687454340174007,
+      "grad_norm": 446.50634765625,
+      "learning_rate": 6.930786311124525e-08,
+      "loss": 20.4531,
+      "step": 26632
+    },
+    {
+      "epoch": 1.7688118483097561,
+      "grad_norm": 140.39373779296875,
+      "learning_rate": 6.926852561998298e-08,
+      "loss": 13.4844,
+      "step": 26633
+    },
+    {
+      "epoch": 1.768878262602112,
+      "grad_norm": 347.4007873535156,
+      "learning_rate": 6.922919889488576e-08,
+      "loss": 18.8906,
+      "step": 26634
+    },
+    {
+      "epoch": 1.7689446768944677,
+      "grad_norm": 162.7534637451172,
+      "learning_rate": 6.918988293640848e-08,
+      "loss": 18.125,
+      "step": 26635
+    },
+    {
+      "epoch": 1.7690110911868233,
+      "grad_norm": 97.85620880126953,
+      "learning_rate": 6.915057774500588e-08,
+      "loss": 17.25,
+      "step": 26636
+    },
+    {
+      "epoch": 1.7690775054791792,
+      "grad_norm": 129.4241180419922,
+      "learning_rate": 6.91112833211328e-08,
+      "loss": 11.4844,
+      "step": 26637
+    },
+    {
+      "epoch": 1.7691439197715348,
+      "grad_norm": 292.4856262207031,
+      "learning_rate": 6.907199966524335e-08,
+      "loss": 14.4844,
+      "step": 26638
+    },
+    {
+      "epoch": 1.7692103340638905,
+      "grad_norm": 176.22669982910156,
+      "learning_rate": 6.903272677779238e-08,
+      "loss": 12.9688,
+      "step": 26639
+    },
+    {
+      "epoch": 1.7692767483562464,
+      "grad_norm": 259.6336975097656,
+      "learning_rate": 6.899346465923383e-08,
+      "loss": 17.75,
+      "step": 26640
+    },
+    {
+      "epoch": 1.769343162648602,
+      "grad_norm": 272.3783264160156,
+      "learning_rate": 6.895421331002216e-08,
+      "loss": 16.0312,
+      "step": 26641
+    },
+    {
+      "epoch": 1.7694095769409577,
+      "grad_norm": 153.39373779296875,
+      "learning_rate": 6.89149727306112e-08,
+      "loss": 11.1641,
+      "step": 26642
+    },
+    {
+      "epoch": 1.7694759912333136,
+      "grad_norm": 323.65838623046875,
+      "learning_rate": 6.887574292145515e-08,
+      "loss": 16.9609,
+      "step": 26643
+    },
+    {
+      "epoch": 1.769542405525669,
+      "grad_norm": 152.6136474609375,
+      "learning_rate": 6.883652388300731e-08,
+      "loss": 13.2188,
+      "step": 26644
+    },
+    {
+      "epoch": 1.7696088198180249,
+      "grad_norm": 161.96681213378906,
+      "learning_rate": 6.879731561572189e-08,
+      "loss": 14.9844,
+      "step": 26645
+    },
+    {
+      "epoch": 1.7696752341103805,
+      "grad_norm": 802.7642211914062,
+      "learning_rate": 6.875811812005194e-08,
+      "loss": 16.625,
+      "step": 26646
+    },
+    {
+      "epoch": 1.7697416484027362,
+      "grad_norm": 139.35147094726562,
+      "learning_rate": 6.871893139645113e-08,
+      "loss": 13.2031,
+      "step": 26647
+    },
+    {
+      "epoch": 1.769808062695092,
+      "grad_norm": 174.8388671875,
+      "learning_rate": 6.867975544537274e-08,
+      "loss": 12.9219,
+      "step": 26648
+    },
+    {
+      "epoch": 1.7698744769874477,
+      "grad_norm": 141.83717346191406,
+      "learning_rate": 6.864059026726998e-08,
+      "loss": 15.2031,
+      "step": 26649
+    },
+    {
+      "epoch": 1.7699408912798034,
+      "grad_norm": 198.99742126464844,
+      "learning_rate": 6.86014358625957e-08,
+      "loss": 20.9844,
+      "step": 26650
+    },
+    {
+      "epoch": 1.7700073055721592,
+      "grad_norm": 194.11605834960938,
+      "learning_rate": 6.85622922318031e-08,
+      "loss": 12.6875,
+      "step": 26651
+    },
+    {
+      "epoch": 1.770073719864515,
+      "grad_norm": 390.548095703125,
+      "learning_rate": 6.852315937534459e-08,
+      "loss": 17.9531,
+      "step": 26652
+    },
+    {
+      "epoch": 1.7701401341568705,
+      "grad_norm": 208.1240234375,
+      "learning_rate": 6.848403729367325e-08,
+      "loss": 16.4688,
+      "step": 26653
+    },
+    {
+      "epoch": 1.7702065484492264,
+      "grad_norm": 686.9681396484375,
+      "learning_rate": 6.844492598724139e-08,
+      "loss": 11.8203,
+      "step": 26654
+    },
+    {
+      "epoch": 1.7702729627415819,
+      "grad_norm": 458.5649719238281,
+      "learning_rate": 6.840582545650131e-08,
+      "loss": 14.0625,
+      "step": 26655
+    },
+    {
+      "epoch": 1.7703393770339377,
+      "grad_norm": 348.4136657714844,
+      "learning_rate": 6.836673570190555e-08,
+      "loss": 17.125,
+      "step": 26656
+    },
+    {
+      "epoch": 1.7704057913262934,
+      "grad_norm": 637.1329345703125,
+      "learning_rate": 6.832765672390617e-08,
+      "loss": 16.3281,
+      "step": 26657
+    },
+    {
+      "epoch": 1.770472205618649,
+      "grad_norm": 175.41452026367188,
+      "learning_rate": 6.828858852295516e-08,
+      "loss": 18.7188,
+      "step": 26658
+    },
+    {
+      "epoch": 1.770538619911005,
+      "grad_norm": 160.28903198242188,
+      "learning_rate": 6.82495310995046e-08,
+      "loss": 12.4531,
+      "step": 26659
+    },
+    {
+      "epoch": 1.7706050342033606,
+      "grad_norm": 157.57269287109375,
+      "learning_rate": 6.821048445400635e-08,
+      "loss": 15.4219,
+      "step": 26660
+    },
+    {
+      "epoch": 1.7706714484957162,
+      "grad_norm": 146.11538696289062,
+      "learning_rate": 6.817144858691148e-08,
+      "loss": 16.3438,
+      "step": 26661
+    },
+    {
+      "epoch": 1.770737862788072,
+      "grad_norm": 402.61529541015625,
+      "learning_rate": 6.813242349867243e-08,
+      "loss": 14.2188,
+      "step": 26662
+    },
+    {
+      "epoch": 1.7708042770804278,
+      "grad_norm": 265.7395324707031,
+      "learning_rate": 6.809340918973993e-08,
+      "loss": 18.4375,
+      "step": 26663
+    },
+    {
+      "epoch": 1.7708706913727834,
+      "grad_norm": 137.45269775390625,
+      "learning_rate": 6.805440566056553e-08,
+      "loss": 13.3906,
+      "step": 26664
+    },
+    {
+      "epoch": 1.7709371056651393,
+      "grad_norm": 127.91893005371094,
+      "learning_rate": 6.801541291160029e-08,
+      "loss": 11.7969,
+      "step": 26665
+    },
+    {
+      "epoch": 1.7710035199574947,
+      "grad_norm": 146.7561798095703,
+      "learning_rate": 6.797643094329542e-08,
+      "loss": 12.3281,
+      "step": 26666
+    },
+    {
+      "epoch": 1.7710699342498506,
+      "grad_norm": 321.7397155761719,
+      "learning_rate": 6.793745975610177e-08,
+      "loss": 20.4062,
+      "step": 26667
+    },
+    {
+      "epoch": 1.7711363485422063,
+      "grad_norm": 369.3148193359375,
+      "learning_rate": 6.78984993504702e-08,
+      "loss": 15.9219,
+      "step": 26668
+    },
+    {
+      "epoch": 1.771202762834562,
+      "grad_norm": 388.7696228027344,
+      "learning_rate": 6.785954972685103e-08,
+      "loss": 19.75,
+      "step": 26669
+    },
+    {
+      "epoch": 1.7712691771269178,
+      "grad_norm": 133.52972412109375,
+      "learning_rate": 6.782061088569546e-08,
+      "loss": 15.0625,
+      "step": 26670
+    },
+    {
+      "epoch": 1.7713355914192734,
+      "grad_norm": 223.005126953125,
+      "learning_rate": 6.778168282745333e-08,
+      "loss": 19.0,
+      "step": 26671
+    },
+    {
+      "epoch": 1.771402005711629,
+      "grad_norm": 254.12786865234375,
+      "learning_rate": 6.774276555257519e-08,
+      "loss": 17.0,
+      "step": 26672
+    },
+    {
+      "epoch": 1.771468420003985,
+      "grad_norm": 109.4454345703125,
+      "learning_rate": 6.770385906151111e-08,
+      "loss": 20.5312,
+      "step": 26673
+    },
+    {
+      "epoch": 1.7715348342963406,
+      "grad_norm": 585.9320068359375,
+      "learning_rate": 6.766496335471117e-08,
+      "loss": 14.5469,
+      "step": 26674
+    },
+    {
+      "epoch": 1.7716012485886963,
+      "grad_norm": 205.6728057861328,
+      "learning_rate": 6.762607843262535e-08,
+      "loss": 30.0312,
+      "step": 26675
+    },
+    {
+      "epoch": 1.7716676628810522,
+      "grad_norm": 186.7869110107422,
+      "learning_rate": 6.758720429570364e-08,
+      "loss": 15.2188,
+      "step": 26676
+    },
+    {
+      "epoch": 1.7717340771734076,
+      "grad_norm": 259.92376708984375,
+      "learning_rate": 6.75483409443951e-08,
+      "loss": 18.4531,
+      "step": 26677
+    },
+    {
+      "epoch": 1.7718004914657635,
+      "grad_norm": 186.64523315429688,
+      "learning_rate": 6.750948837915005e-08,
+      "loss": 15.7812,
+      "step": 26678
+    },
+    {
+      "epoch": 1.7718669057581191,
+      "grad_norm": 202.38734436035156,
+      "learning_rate": 6.747064660041734e-08,
+      "loss": 16.5312,
+      "step": 26679
+    },
+    {
+      "epoch": 1.7719333200504748,
+      "grad_norm": 423.695556640625,
+      "learning_rate": 6.743181560864641e-08,
+      "loss": 17.2031,
+      "step": 26680
+    },
+    {
+      "epoch": 1.7719997343428306,
+      "grad_norm": 149.17466735839844,
+      "learning_rate": 6.739299540428656e-08,
+      "loss": 12.2031,
+      "step": 26681
+    },
+    {
+      "epoch": 1.7720661486351863,
+      "grad_norm": 197.87118530273438,
+      "learning_rate": 6.735418598778697e-08,
+      "loss": 13.6875,
+      "step": 26682
+    },
+    {
+      "epoch": 1.772132562927542,
+      "grad_norm": 105.11158752441406,
+      "learning_rate": 6.731538735959597e-08,
+      "loss": 14.4688,
+      "step": 26683
+    },
+    {
+      "epoch": 1.7721989772198978,
+      "grad_norm": 217.5417022705078,
+      "learning_rate": 6.727659952016307e-08,
+      "loss": 17.3594,
+      "step": 26684
+    },
+    {
+      "epoch": 1.7722653915122535,
+      "grad_norm": 135.63916015625,
+      "learning_rate": 6.723782246993647e-08,
+      "loss": 13.6562,
+      "step": 26685
+    },
+    {
+      "epoch": 1.7723318058046091,
+      "grad_norm": 1267.850830078125,
+      "learning_rate": 6.719905620936484e-08,
+      "loss": 19.6094,
+      "step": 26686
+    },
+    {
+      "epoch": 1.772398220096965,
+      "grad_norm": 201.87486267089844,
+      "learning_rate": 6.716030073889667e-08,
+      "loss": 14.625,
+      "step": 26687
+    },
+    {
+      "epoch": 1.7724646343893204,
+      "grad_norm": 166.81838989257812,
+      "learning_rate": 6.71215560589803e-08,
+      "loss": 14.5469,
+      "step": 26688
+    },
+    {
+      "epoch": 1.7725310486816763,
+      "grad_norm": 365.51519775390625,
+      "learning_rate": 6.708282217006378e-08,
+      "loss": 16.1719,
+      "step": 26689
+    },
+    {
+      "epoch": 1.772597462974032,
+      "grad_norm": 1152.645263671875,
+      "learning_rate": 6.704409907259545e-08,
+      "loss": 26.5625,
+      "step": 26690
+    },
+    {
+      "epoch": 1.7726638772663876,
+      "grad_norm": 152.3605194091797,
+      "learning_rate": 6.70053867670226e-08,
+      "loss": 14.6875,
+      "step": 26691
+    },
+    {
+      "epoch": 1.7727302915587435,
+      "grad_norm": 308.02471923828125,
+      "learning_rate": 6.696668525379378e-08,
+      "loss": 14.1094,
+      "step": 26692
+    },
+    {
+      "epoch": 1.7727967058510992,
+      "grad_norm": 186.87461853027344,
+      "learning_rate": 6.692799453335618e-08,
+      "loss": 14.4766,
+      "step": 26693
+    },
+    {
+      "epoch": 1.7728631201434548,
+      "grad_norm": 245.60934448242188,
+      "learning_rate": 6.688931460615732e-08,
+      "loss": 11.3281,
+      "step": 26694
+    },
+    {
+      "epoch": 1.7729295344358107,
+      "grad_norm": 352.2583312988281,
+      "learning_rate": 6.685064547264518e-08,
+      "loss": 20.0625,
+      "step": 26695
+    },
+    {
+      "epoch": 1.7729959487281663,
+      "grad_norm": 157.13560485839844,
+      "learning_rate": 6.681198713326652e-08,
+      "loss": 18.0,
+      "step": 26696
+    },
+    {
+      "epoch": 1.773062363020522,
+      "grad_norm": 413.87335205078125,
+      "learning_rate": 6.677333958846865e-08,
+      "loss": 20.9062,
+      "step": 26697
+    },
+    {
+      "epoch": 1.7731287773128779,
+      "grad_norm": 210.63719177246094,
+      "learning_rate": 6.673470283869865e-08,
+      "loss": 21.0469,
+      "step": 26698
+    },
+    {
+      "epoch": 1.7731951916052333,
+      "grad_norm": 178.58213806152344,
+      "learning_rate": 6.669607688440349e-08,
+      "loss": 18.5156,
+      "step": 26699
+    },
+    {
+      "epoch": 1.7732616058975892,
+      "grad_norm": 212.20191955566406,
+      "learning_rate": 6.665746172602993e-08,
+      "loss": 11.4766,
+      "step": 26700
+    },
+    {
+      "epoch": 1.7733280201899448,
+      "grad_norm": 177.286376953125,
+      "learning_rate": 6.661885736402484e-08,
+      "loss": 17.1562,
+      "step": 26701
+    },
+    {
+      "epoch": 1.7733944344823005,
+      "grad_norm": 166.6929168701172,
+      "learning_rate": 6.658026379883441e-08,
+      "loss": 13.2734,
+      "step": 26702
+    },
+    {
+      "epoch": 1.7734608487746564,
+      "grad_norm": 118.62730407714844,
+      "learning_rate": 6.654168103090518e-08,
+      "loss": 14.125,
+      "step": 26703
+    },
+    {
+      "epoch": 1.773527263067012,
+      "grad_norm": 559.0181884765625,
+      "learning_rate": 6.650310906068357e-08,
+      "loss": 24.4531,
+      "step": 26704
+    },
+    {
+      "epoch": 1.7735936773593677,
+      "grad_norm": 561.4877319335938,
+      "learning_rate": 6.646454788861577e-08,
+      "loss": 13.5781,
+      "step": 26705
+    },
+    {
+      "epoch": 1.7736600916517236,
+      "grad_norm": 263.70562744140625,
+      "learning_rate": 6.642599751514777e-08,
+      "loss": 13.4688,
+      "step": 26706
+    },
+    {
+      "epoch": 1.7737265059440792,
+      "grad_norm": 1038.7763671875,
+      "learning_rate": 6.638745794072554e-08,
+      "loss": 17.6875,
+      "step": 26707
+    },
+    {
+      "epoch": 1.7737929202364349,
+      "grad_norm": 115.54944610595703,
+      "learning_rate": 6.63489291657946e-08,
+      "loss": 11.1172,
+      "step": 26708
+    },
+    {
+      "epoch": 1.7738593345287907,
+      "grad_norm": 286.028564453125,
+      "learning_rate": 6.631041119080128e-08,
+      "loss": 21.2969,
+      "step": 26709
+    },
+    {
+      "epoch": 1.7739257488211462,
+      "grad_norm": 217.2678680419922,
+      "learning_rate": 6.627190401619042e-08,
+      "loss": 15.4219,
+      "step": 26710
+    },
+    {
+      "epoch": 1.773992163113502,
+      "grad_norm": 222.36416625976562,
+      "learning_rate": 6.623340764240782e-08,
+      "loss": 18.6406,
+      "step": 26711
+    },
+    {
+      "epoch": 1.7740585774058577,
+      "grad_norm": 117.89707946777344,
+      "learning_rate": 6.619492206989873e-08,
+      "loss": 13.25,
+      "step": 26712
+    },
+    {
+      "epoch": 1.7741249916982134,
+      "grad_norm": 152.64608764648438,
+      "learning_rate": 6.615644729910829e-08,
+      "loss": 15.0781,
+      "step": 26713
+    },
+    {
+      "epoch": 1.7741914059905692,
+      "grad_norm": 252.0772705078125,
+      "learning_rate": 6.611798333048158e-08,
+      "loss": 17.0781,
+      "step": 26714
+    },
+    {
+      "epoch": 1.774257820282925,
+      "grad_norm": 131.90380859375,
+      "learning_rate": 6.607953016446366e-08,
+      "loss": 13.1406,
+      "step": 26715
+    },
+    {
+      "epoch": 1.7743242345752805,
+      "grad_norm": 197.56028747558594,
+      "learning_rate": 6.604108780149897e-08,
+      "loss": 16.3281,
+      "step": 26716
+    },
+    {
+      "epoch": 1.7743906488676364,
+      "grad_norm": 178.8931427001953,
+      "learning_rate": 6.600265624203271e-08,
+      "loss": 12.375,
+      "step": 26717
+    },
+    {
+      "epoch": 1.774457063159992,
+      "grad_norm": 324.32489013671875,
+      "learning_rate": 6.596423548650898e-08,
+      "loss": 15.2422,
+      "step": 26718
+    },
+    {
+      "epoch": 1.7745234774523477,
+      "grad_norm": 207.18959045410156,
+      "learning_rate": 6.592582553537241e-08,
+      "loss": 16.7344,
+      "step": 26719
+    },
+    {
+      "epoch": 1.7745898917447036,
+      "grad_norm": 275.03045654296875,
+      "learning_rate": 6.588742638906719e-08,
+      "loss": 24.2031,
+      "step": 26720
+    },
+    {
+      "epoch": 1.774656306037059,
+      "grad_norm": 1094.787353515625,
+      "learning_rate": 6.584903804803787e-08,
+      "loss": 24.4844,
+      "step": 26721
+    },
+    {
+      "epoch": 1.774722720329415,
+      "grad_norm": 106.11074829101562,
+      "learning_rate": 6.581066051272776e-08,
+      "loss": 13.4375,
+      "step": 26722
+    },
+    {
+      "epoch": 1.7747891346217706,
+      "grad_norm": 359.2059020996094,
+      "learning_rate": 6.577229378358162e-08,
+      "loss": 15.2031,
+      "step": 26723
+    },
+    {
+      "epoch": 1.7748555489141262,
+      "grad_norm": 202.67408752441406,
+      "learning_rate": 6.573393786104275e-08,
+      "loss": 15.4062,
+      "step": 26724
+    },
+    {
+      "epoch": 1.774921963206482,
+      "grad_norm": 202.75030517578125,
+      "learning_rate": 6.569559274555492e-08,
+      "loss": 16.4219,
+      "step": 26725
+    },
+    {
+      "epoch": 1.7749883774988378,
+      "grad_norm": 226.7096710205078,
+      "learning_rate": 6.565725843756176e-08,
+      "loss": 21.25,
+      "step": 26726
+    },
+    {
+      "epoch": 1.7750547917911934,
+      "grad_norm": 258.8410339355469,
+      "learning_rate": 6.561893493750669e-08,
+      "loss": 15.1406,
+      "step": 26727
+    },
+    {
+      "epoch": 1.7751212060835493,
+      "grad_norm": 196.91928100585938,
+      "learning_rate": 6.558062224583294e-08,
+      "loss": 20.75,
+      "step": 26728
+    },
+    {
+      "epoch": 1.775187620375905,
+      "grad_norm": 173.6639404296875,
+      "learning_rate": 6.55423203629839e-08,
+      "loss": 20.0625,
+      "step": 26729
+    },
+    {
+      "epoch": 1.7752540346682606,
+      "grad_norm": 459.9050598144531,
+      "learning_rate": 6.550402928940214e-08,
+      "loss": 14.9062,
+      "step": 26730
+    },
+    {
+      "epoch": 1.7753204489606165,
+      "grad_norm": 181.4366912841797,
+      "learning_rate": 6.546574902553103e-08,
+      "loss": 18.8125,
+      "step": 26731
+    },
+    {
+      "epoch": 1.775386863252972,
+      "grad_norm": 370.8844299316406,
+      "learning_rate": 6.542747957181339e-08,
+      "loss": 17.5312,
+      "step": 26732
+    },
+    {
+      "epoch": 1.7754532775453278,
+      "grad_norm": 395.11212158203125,
+      "learning_rate": 6.538922092869148e-08,
+      "loss": 14.5469,
+      "step": 26733
+    },
+    {
+      "epoch": 1.7755196918376834,
+      "grad_norm": 119.80274200439453,
+      "learning_rate": 6.535097309660854e-08,
+      "loss": 16.5156,
+      "step": 26734
+    },
+    {
+      "epoch": 1.775586106130039,
+      "grad_norm": 156.89645385742188,
+      "learning_rate": 6.53127360760063e-08,
+      "loss": 13.4688,
+      "step": 26735
+    },
+    {
+      "epoch": 1.775652520422395,
+      "grad_norm": 275.7352294921875,
+      "learning_rate": 6.52745098673274e-08,
+      "loss": 17.2188,
+      "step": 26736
+    },
+    {
+      "epoch": 1.7757189347147506,
+      "grad_norm": 120.75643920898438,
+      "learning_rate": 6.523629447101398e-08,
+      "loss": 8.7891,
+      "step": 26737
+    },
+    {
+      "epoch": 1.7757853490071063,
+      "grad_norm": 271.47222900390625,
+      "learning_rate": 6.51980898875082e-08,
+      "loss": 17.875,
+      "step": 26738
+    },
+    {
+      "epoch": 1.7758517632994621,
+      "grad_norm": 654.1392211914062,
+      "learning_rate": 6.51598961172517e-08,
+      "loss": 13.8594,
+      "step": 26739
+    },
+    {
+      "epoch": 1.7759181775918178,
+      "grad_norm": 135.1383056640625,
+      "learning_rate": 6.512171316068671e-08,
+      "loss": 20.3125,
+      "step": 26740
+    },
+    {
+      "epoch": 1.7759845918841735,
+      "grad_norm": 319.61395263671875,
+      "learning_rate": 6.50835410182543e-08,
+      "loss": 20.5625,
+      "step": 26741
+    },
+    {
+      "epoch": 1.7760510061765293,
+      "grad_norm": 223.74844360351562,
+      "learning_rate": 6.50453796903968e-08,
+      "loss": 21.3125,
+      "step": 26742
+    },
+    {
+      "epoch": 1.7761174204688848,
+      "grad_norm": 511.6430969238281,
+      "learning_rate": 6.500722917755497e-08,
+      "loss": 16.9062,
+      "step": 26743
+    },
+    {
+      "epoch": 1.7761838347612406,
+      "grad_norm": 162.3533935546875,
+      "learning_rate": 6.496908948017044e-08,
+      "loss": 16.7031,
+      "step": 26744
+    },
+    {
+      "epoch": 1.7762502490535963,
+      "grad_norm": 274.3724060058594,
+      "learning_rate": 6.49309605986842e-08,
+      "loss": 15.3438,
+      "step": 26745
+    },
+    {
+      "epoch": 1.776316663345952,
+      "grad_norm": 182.81690979003906,
+      "learning_rate": 6.489284253353766e-08,
+      "loss": 14.9609,
+      "step": 26746
+    },
+    {
+      "epoch": 1.7763830776383078,
+      "grad_norm": 332.3346252441406,
+      "learning_rate": 6.485473528517116e-08,
+      "loss": 15.9375,
+      "step": 26747
+    },
+    {
+      "epoch": 1.7764494919306635,
+      "grad_norm": 230.55755615234375,
+      "learning_rate": 6.481663885402621e-08,
+      "loss": 15.3594,
+      "step": 26748
+    },
+    {
+      "epoch": 1.7765159062230191,
+      "grad_norm": 127.32157897949219,
+      "learning_rate": 6.477855324054294e-08,
+      "loss": 15.75,
+      "step": 26749
+    },
+    {
+      "epoch": 1.776582320515375,
+      "grad_norm": 517.9224243164062,
+      "learning_rate": 6.474047844516207e-08,
+      "loss": 12.4297,
+      "step": 26750
+    },
+    {
+      "epoch": 1.7766487348077307,
+      "grad_norm": 168.1137237548828,
+      "learning_rate": 6.470241446832403e-08,
+      "loss": 14.3516,
+      "step": 26751
+    },
+    {
+      "epoch": 1.7767151491000863,
+      "grad_norm": 214.47775268554688,
+      "learning_rate": 6.466436131046916e-08,
+      "loss": 16.9844,
+      "step": 26752
+    },
+    {
+      "epoch": 1.7767815633924422,
+      "grad_norm": 447.87481689453125,
+      "learning_rate": 6.462631897203763e-08,
+      "loss": 16.9844,
+      "step": 26753
+    },
+    {
+      "epoch": 1.7768479776847976,
+      "grad_norm": 129.43350219726562,
+      "learning_rate": 6.458828745346956e-08,
+      "loss": 13.4219,
+      "step": 26754
+    },
+    {
+      "epoch": 1.7769143919771535,
+      "grad_norm": 102.16096496582031,
+      "learning_rate": 6.455026675520447e-08,
+      "loss": 16.2188,
+      "step": 26755
+    },
+    {
+      "epoch": 1.7769808062695092,
+      "grad_norm": 143.20855712890625,
+      "learning_rate": 6.451225687768292e-08,
+      "loss": 14.875,
+      "step": 26756
+    },
+    {
+      "epoch": 1.7770472205618648,
+      "grad_norm": 527.3674926757812,
+      "learning_rate": 6.447425782134396e-08,
+      "loss": 17.7031,
+      "step": 26757
+    },
+    {
+      "epoch": 1.7771136348542207,
+      "grad_norm": 112.01699829101562,
+      "learning_rate": 6.443626958662728e-08,
+      "loss": 19.875,
+      "step": 26758
+    },
+    {
+      "epoch": 1.7771800491465763,
+      "grad_norm": 194.49664306640625,
+      "learning_rate": 6.43982921739723e-08,
+      "loss": 11.2969,
+      "step": 26759
+    },
+    {
+      "epoch": 1.777246463438932,
+      "grad_norm": 126.82599639892578,
+      "learning_rate": 6.436032558381855e-08,
+      "loss": 13.2188,
+      "step": 26760
+    },
+    {
+      "epoch": 1.7773128777312879,
+      "grad_norm": 303.59295654296875,
+      "learning_rate": 6.432236981660488e-08,
+      "loss": 15.625,
+      "step": 26761
+    },
+    {
+      "epoch": 1.7773792920236435,
+      "grad_norm": 165.7812042236328,
+      "learning_rate": 6.428442487277074e-08,
+      "loss": 13.3281,
+      "step": 26762
+    },
+    {
+      "epoch": 1.7774457063159992,
+      "grad_norm": 117.39046478271484,
+      "learning_rate": 6.424649075275446e-08,
+      "loss": 16.4375,
+      "step": 26763
+    },
+    {
+      "epoch": 1.777512120608355,
+      "grad_norm": 338.49346923828125,
+      "learning_rate": 6.420856745699543e-08,
+      "loss": 18.8125,
+      "step": 26764
+    },
+    {
+      "epoch": 1.7775785349007105,
+      "grad_norm": 233.79739379882812,
+      "learning_rate": 6.417065498593199e-08,
+      "loss": 19.8906,
+      "step": 26765
+    },
+    {
+      "epoch": 1.7776449491930664,
+      "grad_norm": 150.9033203125,
+      "learning_rate": 6.413275334000278e-08,
+      "loss": 16.1562,
+      "step": 26766
+    },
+    {
+      "epoch": 1.777711363485422,
+      "grad_norm": 109.12752532958984,
+      "learning_rate": 6.409486251964624e-08,
+      "loss": 14.0938,
+      "step": 26767
+    },
+    {
+      "epoch": 1.7777777777777777,
+      "grad_norm": 264.7114562988281,
+      "learning_rate": 6.405698252530067e-08,
+      "loss": 19.0156,
+      "step": 26768
+    },
+    {
+      "epoch": 1.7778441920701336,
+      "grad_norm": 496.5395202636719,
+      "learning_rate": 6.401911335740417e-08,
+      "loss": 20.8281,
+      "step": 26769
+    },
+    {
+      "epoch": 1.7779106063624892,
+      "grad_norm": 182.92416381835938,
+      "learning_rate": 6.398125501639495e-08,
+      "loss": 12.6562,
+      "step": 26770
+    },
+    {
+      "epoch": 1.7779770206548449,
+      "grad_norm": 109.70623779296875,
+      "learning_rate": 6.394340750271088e-08,
+      "loss": 13.3594,
+      "step": 26771
+    },
+    {
+      "epoch": 1.7780434349472007,
+      "grad_norm": 632.6480712890625,
+      "learning_rate": 6.39055708167895e-08,
+      "loss": 12.7188,
+      "step": 26772
+    },
+    {
+      "epoch": 1.7781098492395564,
+      "grad_norm": 759.8305053710938,
+      "learning_rate": 6.386774495906899e-08,
+      "loss": 26.3438,
+      "step": 26773
+    },
+    {
+      "epoch": 1.778176263531912,
+      "grad_norm": 156.88002014160156,
+      "learning_rate": 6.382992992998637e-08,
+      "loss": 28.8594,
+      "step": 26774
+    },
+    {
+      "epoch": 1.778242677824268,
+      "grad_norm": 248.076904296875,
+      "learning_rate": 6.379212572997938e-08,
+      "loss": 12.625,
+      "step": 26775
+    },
+    {
+      "epoch": 1.7783090921166234,
+      "grad_norm": 217.24935913085938,
+      "learning_rate": 6.375433235948513e-08,
+      "loss": 15.3906,
+      "step": 26776
+    },
+    {
+      "epoch": 1.7783755064089792,
+      "grad_norm": 359.9628601074219,
+      "learning_rate": 6.371654981894092e-08,
+      "loss": 12.25,
+      "step": 26777
+    },
+    {
+      "epoch": 1.7784419207013349,
+      "grad_norm": 177.68072509765625,
+      "learning_rate": 6.367877810878386e-08,
+      "loss": 13.9375,
+      "step": 26778
+    },
+    {
+      "epoch": 1.7785083349936905,
+      "grad_norm": 430.5247497558594,
+      "learning_rate": 6.364101722945081e-08,
+      "loss": 15.7344,
+      "step": 26779
+    },
+    {
+      "epoch": 1.7785747492860464,
+      "grad_norm": 534.0552978515625,
+      "learning_rate": 6.360326718137832e-08,
+      "loss": 14.8281,
+      "step": 26780
+    },
+    {
+      "epoch": 1.778641163578402,
+      "grad_norm": 117.05340576171875,
+      "learning_rate": 6.356552796500359e-08,
+      "loss": 13.4688,
+      "step": 26781
+    },
+    {
+      "epoch": 1.7787075778707577,
+      "grad_norm": 308.2835693359375,
+      "learning_rate": 6.352779958076271e-08,
+      "loss": 14.2656,
+      "step": 26782
+    },
+    {
+      "epoch": 1.7787739921631136,
+      "grad_norm": 214.43922424316406,
+      "learning_rate": 6.349008202909212e-08,
+      "loss": 12.6094,
+      "step": 26783
+    },
+    {
+      "epoch": 1.7788404064554693,
+      "grad_norm": 122.75159454345703,
+      "learning_rate": 6.345237531042835e-08,
+      "loss": 15.8594,
+      "step": 26784
+    },
+    {
+      "epoch": 1.778906820747825,
+      "grad_norm": 379.52716064453125,
+      "learning_rate": 6.341467942520762e-08,
+      "loss": 16.4219,
+      "step": 26785
+    },
+    {
+      "epoch": 1.7789732350401808,
+      "grad_norm": 232.46409606933594,
+      "learning_rate": 6.337699437386546e-08,
+      "loss": 16.0,
+      "step": 26786
+    },
+    {
+      "epoch": 1.7790396493325362,
+      "grad_norm": 153.8270263671875,
+      "learning_rate": 6.33393201568384e-08,
+      "loss": 14.9609,
+      "step": 26787
+    },
+    {
+      "epoch": 1.779106063624892,
+      "grad_norm": 271.3073425292969,
+      "learning_rate": 6.33016567745619e-08,
+      "loss": 14.875,
+      "step": 26788
+    },
+    {
+      "epoch": 1.7791724779172478,
+      "grad_norm": 184.62741088867188,
+      "learning_rate": 6.32640042274717e-08,
+      "loss": 15.0469,
+      "step": 26789
+    },
+    {
+      "epoch": 1.7792388922096034,
+      "grad_norm": 164.69764709472656,
+      "learning_rate": 6.322636251600333e-08,
+      "loss": 21.3438,
+      "step": 26790
+    },
+    {
+      "epoch": 1.7793053065019593,
+      "grad_norm": 185.71923828125,
+      "learning_rate": 6.318873164059224e-08,
+      "loss": 17.3906,
+      "step": 26791
+    },
+    {
+      "epoch": 1.779371720794315,
+      "grad_norm": 121.74933624267578,
+      "learning_rate": 6.315111160167363e-08,
+      "loss": 13.5078,
+      "step": 26792
+    },
+    {
+      "epoch": 1.7794381350866706,
+      "grad_norm": 228.89700317382812,
+      "learning_rate": 6.311350239968294e-08,
+      "loss": 14.6719,
+      "step": 26793
+    },
+    {
+      "epoch": 1.7795045493790265,
+      "grad_norm": 247.21255493164062,
+      "learning_rate": 6.30759040350548e-08,
+      "loss": 12.7969,
+      "step": 26794
+    },
+    {
+      "epoch": 1.7795709636713821,
+      "grad_norm": 119.20487976074219,
+      "learning_rate": 6.303831650822455e-08,
+      "loss": 15.1719,
+      "step": 26795
+    },
+    {
+      "epoch": 1.7796373779637378,
+      "grad_norm": 402.2705383300781,
+      "learning_rate": 6.300073981962662e-08,
+      "loss": 12.1484,
+      "step": 26796
+    },
+    {
+      "epoch": 1.7797037922560937,
+      "grad_norm": 358.6572265625,
+      "learning_rate": 6.296317396969586e-08,
+      "loss": 20.7812,
+      "step": 26797
+    },
+    {
+      "epoch": 1.779770206548449,
+      "grad_norm": 324.9524230957031,
+      "learning_rate": 6.292561895886673e-08,
+      "loss": 17.8438,
+      "step": 26798
+    },
+    {
+      "epoch": 1.779836620840805,
+      "grad_norm": 132.1038818359375,
+      "learning_rate": 6.288807478757374e-08,
+      "loss": 16.5781,
+      "step": 26799
+    },
+    {
+      "epoch": 1.7799030351331606,
+      "grad_norm": 178.14047241210938,
+      "learning_rate": 6.285054145625112e-08,
+      "loss": 22.5156,
+      "step": 26800
+    },
+    {
+      "epoch": 1.7799694494255163,
+      "grad_norm": 174.3317108154297,
+      "learning_rate": 6.28130189653332e-08,
+      "loss": 19.3594,
+      "step": 26801
+    },
+    {
+      "epoch": 1.7800358637178721,
+      "grad_norm": 117.48812866210938,
+      "learning_rate": 6.277550731525349e-08,
+      "loss": 14.3594,
+      "step": 26802
+    },
+    {
+      "epoch": 1.7801022780102278,
+      "grad_norm": 354.2734375,
+      "learning_rate": 6.273800650644667e-08,
+      "loss": 17.4375,
+      "step": 26803
+    },
+    {
+      "epoch": 1.7801686923025835,
+      "grad_norm": 294.2231750488281,
+      "learning_rate": 6.270051653934594e-08,
+      "loss": 14.9844,
+      "step": 26804
+    },
+    {
+      "epoch": 1.7802351065949393,
+      "grad_norm": 986.740966796875,
+      "learning_rate": 6.266303741438506e-08,
+      "loss": 13.9375,
+      "step": 26805
+    },
+    {
+      "epoch": 1.780301520887295,
+      "grad_norm": 1349.7509765625,
+      "learning_rate": 6.26255691319979e-08,
+      "loss": 14.2656,
+      "step": 26806
+    },
+    {
+      "epoch": 1.7803679351796506,
+      "grad_norm": 127.4338150024414,
+      "learning_rate": 6.258811169261746e-08,
+      "loss": 15.1719,
+      "step": 26807
+    },
+    {
+      "epoch": 1.7804343494720065,
+      "grad_norm": 500.6315002441406,
+      "learning_rate": 6.255066509667727e-08,
+      "loss": 18.0,
+      "step": 26808
+    },
+    {
+      "epoch": 1.780500763764362,
+      "grad_norm": 280.3976745605469,
+      "learning_rate": 6.251322934461045e-08,
+      "loss": 17.7969,
+      "step": 26809
+    },
+    {
+      "epoch": 1.7805671780567178,
+      "grad_norm": 153.65219116210938,
+      "learning_rate": 6.247580443685008e-08,
+      "loss": 15.0625,
+      "step": 26810
+    },
+    {
+      "epoch": 1.7806335923490735,
+      "grad_norm": 94.34908294677734,
+      "learning_rate": 6.243839037382869e-08,
+      "loss": 12.5938,
+      "step": 26811
+    },
+    {
+      "epoch": 1.7807000066414291,
+      "grad_norm": 331.2492980957031,
+      "learning_rate": 6.240098715597975e-08,
+      "loss": 15.0,
+      "step": 26812
+    },
+    {
+      "epoch": 1.780766420933785,
+      "grad_norm": 107.8221206665039,
+      "learning_rate": 6.236359478373532e-08,
+      "loss": 14.3125,
+      "step": 26813
+    },
+    {
+      "epoch": 1.7808328352261407,
+      "grad_norm": 99.83516693115234,
+      "learning_rate": 6.232621325752818e-08,
+      "loss": 12.4219,
+      "step": 26814
+    },
+    {
+      "epoch": 1.7808992495184963,
+      "grad_norm": 214.5417022705078,
+      "learning_rate": 6.228884257779077e-08,
+      "loss": 18.9531,
+      "step": 26815
+    },
+    {
+      "epoch": 1.7809656638108522,
+      "grad_norm": 405.78961181640625,
+      "learning_rate": 6.225148274495517e-08,
+      "loss": 18.6094,
+      "step": 26816
+    },
+    {
+      "epoch": 1.7810320781032078,
+      "grad_norm": 144.6468505859375,
+      "learning_rate": 6.221413375945384e-08,
+      "loss": 14.0,
+      "step": 26817
+    },
+    {
+      "epoch": 1.7810984923955635,
+      "grad_norm": 274.6700439453125,
+      "learning_rate": 6.217679562171874e-08,
+      "loss": 26.4375,
+      "step": 26818
+    },
+    {
+      "epoch": 1.7811649066879194,
+      "grad_norm": 250.1077880859375,
+      "learning_rate": 6.213946833218131e-08,
+      "loss": 19.375,
+      "step": 26819
+    },
+    {
+      "epoch": 1.7812313209802748,
+      "grad_norm": 254.6688690185547,
+      "learning_rate": 6.21021518912741e-08,
+      "loss": 17.7969,
+      "step": 26820
+    },
+    {
+      "epoch": 1.7812977352726307,
+      "grad_norm": 146.75633239746094,
+      "learning_rate": 6.20648462994282e-08,
+      "loss": 16.7031,
+      "step": 26821
+    },
+    {
+      "epoch": 1.7813641495649863,
+      "grad_norm": 163.5991668701172,
+      "learning_rate": 6.202755155707528e-08,
+      "loss": 14.6406,
+      "step": 26822
+    },
+    {
+      "epoch": 1.781430563857342,
+      "grad_norm": 110.36346435546875,
+      "learning_rate": 6.199026766464688e-08,
+      "loss": 8.9219,
+      "step": 26823
+    },
+    {
+      "epoch": 1.7814969781496979,
+      "grad_norm": 228.47120666503906,
+      "learning_rate": 6.195299462257409e-08,
+      "loss": 15.2188,
+      "step": 26824
+    },
+    {
+      "epoch": 1.7815633924420535,
+      "grad_norm": 166.48382568359375,
+      "learning_rate": 6.191573243128811e-08,
+      "loss": 11.9219,
+      "step": 26825
+    },
+    {
+      "epoch": 1.7816298067344092,
+      "grad_norm": 110.57574462890625,
+      "learning_rate": 6.187848109122029e-08,
+      "loss": 12.7656,
+      "step": 26826
+    },
+    {
+      "epoch": 1.781696221026765,
+      "grad_norm": 315.6418762207031,
+      "learning_rate": 6.184124060280104e-08,
+      "loss": 15.1172,
+      "step": 26827
+    },
+    {
+      "epoch": 1.7817626353191207,
+      "grad_norm": 128.54502868652344,
+      "learning_rate": 6.180401096646126e-08,
+      "loss": 19.5,
+      "step": 26828
+    },
+    {
+      "epoch": 1.7818290496114764,
+      "grad_norm": 114.50635528564453,
+      "learning_rate": 6.17667921826318e-08,
+      "loss": 13.9688,
+      "step": 26829
+    },
+    {
+      "epoch": 1.7818954639038322,
+      "grad_norm": 110.46731567382812,
+      "learning_rate": 6.172958425174302e-08,
+      "loss": 12.6094,
+      "step": 26830
+    },
+    {
+      "epoch": 1.7819618781961877,
+      "grad_norm": 346.9800720214844,
+      "learning_rate": 6.169238717422542e-08,
+      "loss": 14.7188,
+      "step": 26831
+    },
+    {
+      "epoch": 1.7820282924885436,
+      "grad_norm": 123.02449798583984,
+      "learning_rate": 6.165520095050925e-08,
+      "loss": 15.2031,
+      "step": 26832
+    },
+    {
+      "epoch": 1.7820947067808992,
+      "grad_norm": 176.65318298339844,
+      "learning_rate": 6.161802558102447e-08,
+      "loss": 11.8281,
+      "step": 26833
+    },
+    {
+      "epoch": 1.7821611210732549,
+      "grad_norm": 179.15655517578125,
+      "learning_rate": 6.158086106620153e-08,
+      "loss": 18.2031,
+      "step": 26834
+    },
+    {
+      "epoch": 1.7822275353656107,
+      "grad_norm": 346.62939453125,
+      "learning_rate": 6.154370740646986e-08,
+      "loss": 13.1875,
+      "step": 26835
+    },
+    {
+      "epoch": 1.7822939496579664,
+      "grad_norm": 165.30738830566406,
+      "learning_rate": 6.150656460225945e-08,
+      "loss": 18.1172,
+      "step": 26836
+    },
+    {
+      "epoch": 1.782360363950322,
+      "grad_norm": 203.3377685546875,
+      "learning_rate": 6.146943265400007e-08,
+      "loss": 18.5469,
+      "step": 26837
+    },
+    {
+      "epoch": 1.782426778242678,
+      "grad_norm": 203.12083435058594,
+      "learning_rate": 6.143231156212092e-08,
+      "loss": 17.0469,
+      "step": 26838
+    },
+    {
+      "epoch": 1.7824931925350336,
+      "grad_norm": 256.8232421875,
+      "learning_rate": 6.139520132705167e-08,
+      "loss": 14.4531,
+      "step": 26839
+    },
+    {
+      "epoch": 1.7825596068273892,
+      "grad_norm": 116.99937438964844,
+      "learning_rate": 6.135810194922152e-08,
+      "loss": 13.5781,
+      "step": 26840
+    },
+    {
+      "epoch": 1.782626021119745,
+      "grad_norm": 192.51058959960938,
+      "learning_rate": 6.13210134290596e-08,
+      "loss": 16.625,
+      "step": 26841
+    },
+    {
+      "epoch": 1.7826924354121005,
+      "grad_norm": 512.3817138671875,
+      "learning_rate": 6.128393576699487e-08,
+      "loss": 17.9375,
+      "step": 26842
+    },
+    {
+      "epoch": 1.7827588497044564,
+      "grad_norm": 257.0479736328125,
+      "learning_rate": 6.124686896345644e-08,
+      "loss": 15.5312,
+      "step": 26843
+    },
+    {
+      "epoch": 1.782825263996812,
+      "grad_norm": 173.50933837890625,
+      "learning_rate": 6.120981301887262e-08,
+      "loss": 18.1875,
+      "step": 26844
+    },
+    {
+      "epoch": 1.7828916782891677,
+      "grad_norm": 226.4384002685547,
+      "learning_rate": 6.117276793367266e-08,
+      "loss": 19.5,
+      "step": 26845
+    },
+    {
+      "epoch": 1.7829580925815236,
+      "grad_norm": 677.6864624023438,
+      "learning_rate": 6.113573370828451e-08,
+      "loss": 24.875,
+      "step": 26846
+    },
+    {
+      "epoch": 1.7830245068738793,
+      "grad_norm": 160.6301727294922,
+      "learning_rate": 6.109871034313695e-08,
+      "loss": 17.8594,
+      "step": 26847
+    },
+    {
+      "epoch": 1.783090921166235,
+      "grad_norm": 179.73451232910156,
+      "learning_rate": 6.1061697838658e-08,
+      "loss": 14.5312,
+      "step": 26848
+    },
+    {
+      "epoch": 1.7831573354585908,
+      "grad_norm": 256.0964050292969,
+      "learning_rate": 6.102469619527617e-08,
+      "loss": 15.3125,
+      "step": 26849
+    },
+    {
+      "epoch": 1.7832237497509464,
+      "grad_norm": 94.76277923583984,
+      "learning_rate": 6.09877054134188e-08,
+      "loss": 13.1094,
+      "step": 26850
+    },
+    {
+      "epoch": 1.783290164043302,
+      "grad_norm": 243.28439331054688,
+      "learning_rate": 6.095072549351454e-08,
+      "loss": 17.9844,
+      "step": 26851
+    },
+    {
+      "epoch": 1.783356578335658,
+      "grad_norm": 139.79518127441406,
+      "learning_rate": 6.091375643599073e-08,
+      "loss": 10.625,
+      "step": 26852
+    },
+    {
+      "epoch": 1.7834229926280134,
+      "grad_norm": 361.5723571777344,
+      "learning_rate": 6.087679824127501e-08,
+      "loss": 21.9375,
+      "step": 26853
+    },
+    {
+      "epoch": 1.7834894069203693,
+      "grad_norm": 162.1166229248047,
+      "learning_rate": 6.083985090979493e-08,
+      "loss": 13.25,
+      "step": 26854
+    },
+    {
+      "epoch": 1.783555821212725,
+      "grad_norm": 255.3829345703125,
+      "learning_rate": 6.080291444197794e-08,
+      "loss": 16.2656,
+      "step": 26855
+    },
+    {
+      "epoch": 1.7836222355050806,
+      "grad_norm": 194.60438537597656,
+      "learning_rate": 6.076598883825124e-08,
+      "loss": 17.4531,
+      "step": 26856
+    },
+    {
+      "epoch": 1.7836886497974365,
+      "grad_norm": 251.6312255859375,
+      "learning_rate": 6.072907409904215e-08,
+      "loss": 14.6406,
+      "step": 26857
+    },
+    {
+      "epoch": 1.7837550640897921,
+      "grad_norm": 135.591552734375,
+      "learning_rate": 6.069217022477713e-08,
+      "loss": 18.1875,
+      "step": 26858
+    },
+    {
+      "epoch": 1.7838214783821478,
+      "grad_norm": 654.2042236328125,
+      "learning_rate": 6.065527721588381e-08,
+      "loss": 21.6875,
+      "step": 26859
+    },
+    {
+      "epoch": 1.7838878926745037,
+      "grad_norm": 316.3386535644531,
+      "learning_rate": 6.061839507278854e-08,
+      "loss": 15.3594,
+      "step": 26860
+    },
+    {
+      "epoch": 1.7839543069668593,
+      "grad_norm": 415.70867919921875,
+      "learning_rate": 6.058152379591785e-08,
+      "loss": 12.4844,
+      "step": 26861
+    },
+    {
+      "epoch": 1.784020721259215,
+      "grad_norm": 2476.706787109375,
+      "learning_rate": 6.054466338569853e-08,
+      "loss": 13.8125,
+      "step": 26862
+    },
+    {
+      "epoch": 1.7840871355515708,
+      "grad_norm": 341.90423583984375,
+      "learning_rate": 6.050781384255665e-08,
+      "loss": 17.0938,
+      "step": 26863
+    },
+    {
+      "epoch": 1.7841535498439263,
+      "grad_norm": 303.11334228515625,
+      "learning_rate": 6.047097516691879e-08,
+      "loss": 14.2812,
+      "step": 26864
+    },
+    {
+      "epoch": 1.7842199641362821,
+      "grad_norm": 106.99288177490234,
+      "learning_rate": 6.043414735921104e-08,
+      "loss": 10.5,
+      "step": 26865
+    },
+    {
+      "epoch": 1.7842863784286378,
+      "grad_norm": 147.73162841796875,
+      "learning_rate": 6.039733041985895e-08,
+      "loss": 18.125,
+      "step": 26866
+    },
+    {
+      "epoch": 1.7843527927209935,
+      "grad_norm": 354.5250244140625,
+      "learning_rate": 6.036052434928907e-08,
+      "loss": 17.9531,
+      "step": 26867
+    },
+    {
+      "epoch": 1.7844192070133493,
+      "grad_norm": 286.32904052734375,
+      "learning_rate": 6.03237291479266e-08,
+      "loss": 15.0625,
+      "step": 26868
+    },
+    {
+      "epoch": 1.784485621305705,
+      "grad_norm": 242.54237365722656,
+      "learning_rate": 6.028694481619745e-08,
+      "loss": 20.7188,
+      "step": 26869
+    },
+    {
+      "epoch": 1.7845520355980606,
+      "grad_norm": 280.2579040527344,
+      "learning_rate": 6.025017135452704e-08,
+      "loss": 14.6875,
+      "step": 26870
+    },
+    {
+      "epoch": 1.7846184498904165,
+      "grad_norm": 178.01760864257812,
+      "learning_rate": 6.021340876334091e-08,
+      "loss": 11.4062,
+      "step": 26871
+    },
+    {
+      "epoch": 1.7846848641827722,
+      "grad_norm": 153.08822631835938,
+      "learning_rate": 6.017665704306385e-08,
+      "loss": 11.8438,
+      "step": 26872
+    },
+    {
+      "epoch": 1.7847512784751278,
+      "grad_norm": 244.8264923095703,
+      "learning_rate": 6.013991619412162e-08,
+      "loss": 13.6094,
+      "step": 26873
+    },
+    {
+      "epoch": 1.7848176927674837,
+      "grad_norm": 425.2100524902344,
+      "learning_rate": 6.010318621693866e-08,
+      "loss": 14.6562,
+      "step": 26874
+    },
+    {
+      "epoch": 1.7848841070598391,
+      "grad_norm": 539.6654663085938,
+      "learning_rate": 6.006646711194008e-08,
+      "loss": 24.375,
+      "step": 26875
+    },
+    {
+      "epoch": 1.784950521352195,
+      "grad_norm": 136.95492553710938,
+      "learning_rate": 6.002975887955065e-08,
+      "loss": 23.8594,
+      "step": 26876
+    },
+    {
+      "epoch": 1.7850169356445507,
+      "grad_norm": 160.16127014160156,
+      "learning_rate": 5.999306152019501e-08,
+      "loss": 20.2812,
+      "step": 26877
+    },
+    {
+      "epoch": 1.7850833499369063,
+      "grad_norm": 167.4718475341797,
+      "learning_rate": 5.995637503429751e-08,
+      "loss": 15.3516,
+      "step": 26878
+    },
+    {
+      "epoch": 1.7851497642292622,
+      "grad_norm": 174.82296752929688,
+      "learning_rate": 5.991969942228259e-08,
+      "loss": 13.8438,
+      "step": 26879
+    },
+    {
+      "epoch": 1.7852161785216178,
+      "grad_norm": 356.3953552246094,
+      "learning_rate": 5.988303468457457e-08,
+      "loss": 19.0469,
+      "step": 26880
+    },
+    {
+      "epoch": 1.7852825928139735,
+      "grad_norm": 174.72653198242188,
+      "learning_rate": 5.984638082159743e-08,
+      "loss": 14.5312,
+      "step": 26881
+    },
+    {
+      "epoch": 1.7853490071063294,
+      "grad_norm": 233.9862823486328,
+      "learning_rate": 5.98097378337754e-08,
+      "loss": 18.2031,
+      "step": 26882
+    },
+    {
+      "epoch": 1.785415421398685,
+      "grad_norm": 165.22848510742188,
+      "learning_rate": 5.977310572153194e-08,
+      "loss": 16.2344,
+      "step": 26883
+    },
+    {
+      "epoch": 1.7854818356910407,
+      "grad_norm": 197.31393432617188,
+      "learning_rate": 5.973648448529123e-08,
+      "loss": 17.125,
+      "step": 26884
+    },
+    {
+      "epoch": 1.7855482499833966,
+      "grad_norm": 475.4735412597656,
+      "learning_rate": 5.969987412547661e-08,
+      "loss": 16.1562,
+      "step": 26885
+    },
+    {
+      "epoch": 1.785614664275752,
+      "grad_norm": 204.56753540039062,
+      "learning_rate": 5.966327464251164e-08,
+      "loss": 22.6719,
+      "step": 26886
+    },
+    {
+      "epoch": 1.7856810785681079,
+      "grad_norm": 479.2003479003906,
+      "learning_rate": 5.962668603681964e-08,
+      "loss": 18.6719,
+      "step": 26887
+    },
+    {
+      "epoch": 1.7857474928604635,
+      "grad_norm": 317.3549499511719,
+      "learning_rate": 5.959010830882394e-08,
+      "loss": 21.1562,
+      "step": 26888
+    },
+    {
+      "epoch": 1.7858139071528192,
+      "grad_norm": 206.14291381835938,
+      "learning_rate": 5.955354145894753e-08,
+      "loss": 15.7656,
+      "step": 26889
+    },
+    {
+      "epoch": 1.785880321445175,
+      "grad_norm": 176.80775451660156,
+      "learning_rate": 5.9516985487613635e-08,
+      "loss": 13.6562,
+      "step": 26890
+    },
+    {
+      "epoch": 1.7859467357375307,
+      "grad_norm": 152.70947265625,
+      "learning_rate": 5.94804403952448e-08,
+      "loss": 17.0938,
+      "step": 26891
+    },
+    {
+      "epoch": 1.7860131500298864,
+      "grad_norm": 244.7862548828125,
+      "learning_rate": 5.944390618226392e-08,
+      "loss": 15.7031,
+      "step": 26892
+    },
+    {
+      "epoch": 1.7860795643222422,
+      "grad_norm": 151.45521545410156,
+      "learning_rate": 5.940738284909353e-08,
+      "loss": 15.4375,
+      "step": 26893
+    },
+    {
+      "epoch": 1.786145978614598,
+      "grad_norm": 288.3533020019531,
+      "learning_rate": 5.937087039615618e-08,
+      "loss": 14.5156,
+      "step": 26894
+    },
+    {
+      "epoch": 1.7862123929069535,
+      "grad_norm": 345.92095947265625,
+      "learning_rate": 5.9334368823874106e-08,
+      "loss": 18.2031,
+      "step": 26895
+    },
+    {
+      "epoch": 1.7862788071993094,
+      "grad_norm": 344.22576904296875,
+      "learning_rate": 5.929787813266996e-08,
+      "loss": 21.4375,
+      "step": 26896
+    },
+    {
+      "epoch": 1.7863452214916649,
+      "grad_norm": 248.82891845703125,
+      "learning_rate": 5.926139832296506e-08,
+      "loss": 13.8125,
+      "step": 26897
+    },
+    {
+      "epoch": 1.7864116357840207,
+      "grad_norm": 190.9839630126953,
+      "learning_rate": 5.92249293951822e-08,
+      "loss": 12.7109,
+      "step": 26898
+    },
+    {
+      "epoch": 1.7864780500763764,
+      "grad_norm": 177.64547729492188,
+      "learning_rate": 5.918847134974281e-08,
+      "loss": 12.2109,
+      "step": 26899
+    },
+    {
+      "epoch": 1.786544464368732,
+      "grad_norm": 212.73387145996094,
+      "learning_rate": 5.915202418706855e-08,
+      "loss": 17.2344,
+      "step": 26900
+    },
+    {
+      "epoch": 1.786610878661088,
+      "grad_norm": 154.58230590820312,
+      "learning_rate": 5.91155879075812e-08,
+      "loss": 15.5,
+      "step": 26901
+    },
+    {
+      "epoch": 1.7866772929534436,
+      "grad_norm": 238.05490112304688,
+      "learning_rate": 5.907916251170219e-08,
+      "loss": 13.5312,
+      "step": 26902
+    },
+    {
+      "epoch": 1.7867437072457992,
+      "grad_norm": 376.4456787109375,
+      "learning_rate": 5.904274799985287e-08,
+      "loss": 19.2734,
+      "step": 26903
+    },
+    {
+      "epoch": 1.786810121538155,
+      "grad_norm": 205.29315185546875,
+      "learning_rate": 5.9006344372454664e-08,
+      "loss": 13.7969,
+      "step": 26904
+    },
+    {
+      "epoch": 1.7868765358305108,
+      "grad_norm": 179.62367248535156,
+      "learning_rate": 5.8969951629928125e-08,
+      "loss": 15.0391,
+      "step": 26905
+    },
+    {
+      "epoch": 1.7869429501228664,
+      "grad_norm": 106.91304016113281,
+      "learning_rate": 5.8933569772694816e-08,
+      "loss": 17.8281,
+      "step": 26906
+    },
+    {
+      "epoch": 1.7870093644152223,
+      "grad_norm": 156.51966857910156,
+      "learning_rate": 5.8897198801175164e-08,
+      "loss": 11.5156,
+      "step": 26907
+    },
+    {
+      "epoch": 1.7870757787075777,
+      "grad_norm": 233.89813232421875,
+      "learning_rate": 5.8860838715790064e-08,
+      "loss": 15.6875,
+      "step": 26908
+    },
+    {
+      "epoch": 1.7871421929999336,
+      "grad_norm": 233.3765869140625,
+      "learning_rate": 5.882448951696006e-08,
+      "loss": 16.0312,
+      "step": 26909
+    },
+    {
+      "epoch": 1.7872086072922893,
+      "grad_norm": 107.49835205078125,
+      "learning_rate": 5.878815120510583e-08,
+      "loss": 14.4844,
+      "step": 26910
+    },
+    {
+      "epoch": 1.787275021584645,
+      "grad_norm": 142.48858642578125,
+      "learning_rate": 5.8751823780647245e-08,
+      "loss": 16.5781,
+      "step": 26911
+    },
+    {
+      "epoch": 1.7873414358770008,
+      "grad_norm": 142.76797485351562,
+      "learning_rate": 5.871550724400509e-08,
+      "loss": 16.5625,
+      "step": 26912
+    },
+    {
+      "epoch": 1.7874078501693564,
+      "grad_norm": 216.21482849121094,
+      "learning_rate": 5.8679201595599026e-08,
+      "loss": 19.0938,
+      "step": 26913
+    },
+    {
+      "epoch": 1.787474264461712,
+      "grad_norm": 212.52513122558594,
+      "learning_rate": 5.864290683584905e-08,
+      "loss": 14.375,
+      "step": 26914
+    },
+    {
+      "epoch": 1.787540678754068,
+      "grad_norm": 162.93678283691406,
+      "learning_rate": 5.860662296517538e-08,
+      "loss": 14.2578,
+      "step": 26915
+    },
+    {
+      "epoch": 1.7876070930464236,
+      "grad_norm": 243.40234375,
+      "learning_rate": 5.857034998399724e-08,
+      "loss": 15.5,
+      "step": 26916
+    },
+    {
+      "epoch": 1.7876735073387793,
+      "grad_norm": 115.93606567382812,
+      "learning_rate": 5.853408789273451e-08,
+      "loss": 14.1562,
+      "step": 26917
+    },
+    {
+      "epoch": 1.7877399216311352,
+      "grad_norm": 307.06097412109375,
+      "learning_rate": 5.849783669180652e-08,
+      "loss": 18.3594,
+      "step": 26918
+    },
+    {
+      "epoch": 1.7878063359234906,
+      "grad_norm": 133.39401245117188,
+      "learning_rate": 5.846159638163273e-08,
+      "loss": 15.375,
+      "step": 26919
+    },
+    {
+      "epoch": 1.7878727502158465,
+      "grad_norm": 176.9988555908203,
+      "learning_rate": 5.8425366962632225e-08,
+      "loss": 13.4531,
+      "step": 26920
+    },
+    {
+      "epoch": 1.7879391645082021,
+      "grad_norm": 221.9267120361328,
+      "learning_rate": 5.8389148435224244e-08,
+      "loss": 15.0156,
+      "step": 26921
+    },
+    {
+      "epoch": 1.7880055788005578,
+      "grad_norm": 160.22413635253906,
+      "learning_rate": 5.835294079982733e-08,
+      "loss": 17.7344,
+      "step": 26922
+    },
+    {
+      "epoch": 1.7880719930929136,
+      "grad_norm": 165.87112426757812,
+      "learning_rate": 5.831674405686105e-08,
+      "loss": 13.2812,
+      "step": 26923
+    },
+    {
+      "epoch": 1.7881384073852693,
+      "grad_norm": 125.28572845458984,
+      "learning_rate": 5.828055820674338e-08,
+      "loss": 15.6719,
+      "step": 26924
+    },
+    {
+      "epoch": 1.788204821677625,
+      "grad_norm": 593.605712890625,
+      "learning_rate": 5.8244383249893223e-08,
+      "loss": 26.0625,
+      "step": 26925
+    },
+    {
+      "epoch": 1.7882712359699808,
+      "grad_norm": 105.72398376464844,
+      "learning_rate": 5.820821918672902e-08,
+      "loss": 11.8906,
+      "step": 26926
+    },
+    {
+      "epoch": 1.7883376502623365,
+      "grad_norm": 202.36251831054688,
+      "learning_rate": 5.8172066017668996e-08,
+      "loss": 14.5938,
+      "step": 26927
+    },
+    {
+      "epoch": 1.7884040645546921,
+      "grad_norm": 141.97271728515625,
+      "learning_rate": 5.8135923743131476e-08,
+      "loss": 12.6562,
+      "step": 26928
+    },
+    {
+      "epoch": 1.788470478847048,
+      "grad_norm": 239.28810119628906,
+      "learning_rate": 5.8099792363534686e-08,
+      "loss": 18.8906,
+      "step": 26929
+    },
+    {
+      "epoch": 1.7885368931394034,
+      "grad_norm": 100.58885192871094,
+      "learning_rate": 5.806367187929595e-08,
+      "loss": 15.375,
+      "step": 26930
+    },
+    {
+      "epoch": 1.7886033074317593,
+      "grad_norm": 194.31385803222656,
+      "learning_rate": 5.802756229083383e-08,
+      "loss": 16.1719,
+      "step": 26931
+    },
+    {
+      "epoch": 1.788669721724115,
+      "grad_norm": 269.46588134765625,
+      "learning_rate": 5.799146359856566e-08,
+      "loss": 15.625,
+      "step": 26932
+    },
+    {
+      "epoch": 1.7887361360164706,
+      "grad_norm": 193.28704833984375,
+      "learning_rate": 5.795537580290888e-08,
+      "loss": 18.8281,
+      "step": 26933
+    },
+    {
+      "epoch": 1.7888025503088265,
+      "grad_norm": 269.2447204589844,
+      "learning_rate": 5.7919298904281264e-08,
+      "loss": 15.1406,
+      "step": 26934
+    },
+    {
+      "epoch": 1.7888689646011822,
+      "grad_norm": 157.6785125732422,
+      "learning_rate": 5.788323290310004e-08,
+      "loss": 13.2656,
+      "step": 26935
+    },
+    {
+      "epoch": 1.7889353788935378,
+      "grad_norm": 145.56666564941406,
+      "learning_rate": 5.784717779978199e-08,
+      "loss": 11.6875,
+      "step": 26936
+    },
+    {
+      "epoch": 1.7890017931858937,
+      "grad_norm": 302.2758483886719,
+      "learning_rate": 5.781113359474488e-08,
+      "loss": 16.3906,
+      "step": 26937
+    },
+    {
+      "epoch": 1.7890682074782494,
+      "grad_norm": 498.7099914550781,
+      "learning_rate": 5.777510028840504e-08,
+      "loss": 14.9062,
+      "step": 26938
+    },
+    {
+      "epoch": 1.789134621770605,
+      "grad_norm": 313.051025390625,
+      "learning_rate": 5.77390778811796e-08,
+      "loss": 14.3125,
+      "step": 26939
+    },
+    {
+      "epoch": 1.7892010360629609,
+      "grad_norm": 160.04905700683594,
+      "learning_rate": 5.77030663734851e-08,
+      "loss": 18.6094,
+      "step": 26940
+    },
+    {
+      "epoch": 1.7892674503553163,
+      "grad_norm": 103.14164733886719,
+      "learning_rate": 5.766706576573821e-08,
+      "loss": 13.6094,
+      "step": 26941
+    },
+    {
+      "epoch": 1.7893338646476722,
+      "grad_norm": 254.96005249023438,
+      "learning_rate": 5.763107605835527e-08,
+      "loss": 18.0781,
+      "step": 26942
+    },
+    {
+      "epoch": 1.7894002789400278,
+      "grad_norm": 256.6667785644531,
+      "learning_rate": 5.759509725175293e-08,
+      "loss": 14.0938,
+      "step": 26943
+    },
+    {
+      "epoch": 1.7894666932323835,
+      "grad_norm": 303.0105285644531,
+      "learning_rate": 5.7559129346346654e-08,
+      "loss": 15.7812,
+      "step": 26944
+    },
+    {
+      "epoch": 1.7895331075247394,
+      "grad_norm": 222.65191650390625,
+      "learning_rate": 5.752317234255322e-08,
+      "loss": 17.3281,
+      "step": 26945
+    },
+    {
+      "epoch": 1.789599521817095,
+      "grad_norm": 472.7998962402344,
+      "learning_rate": 5.748722624078817e-08,
+      "loss": 14.6562,
+      "step": 26946
+    },
+    {
+      "epoch": 1.7896659361094507,
+      "grad_norm": 236.54981994628906,
+      "learning_rate": 5.74512910414674e-08,
+      "loss": 11.0859,
+      "step": 26947
+    },
+    {
+      "epoch": 1.7897323504018066,
+      "grad_norm": 205.8212432861328,
+      "learning_rate": 5.741536674500658e-08,
+      "loss": 17.3281,
+      "step": 26948
+    },
+    {
+      "epoch": 1.7897987646941622,
+      "grad_norm": 109.47114562988281,
+      "learning_rate": 5.737945335182126e-08,
+      "loss": 12.6562,
+      "step": 26949
+    },
+    {
+      "epoch": 1.7898651789865179,
+      "grad_norm": 263.968505859375,
+      "learning_rate": 5.73435508623269e-08,
+      "loss": 14.9062,
+      "step": 26950
+    },
+    {
+      "epoch": 1.7899315932788737,
+      "grad_norm": 88.75465393066406,
+      "learning_rate": 5.730765927693881e-08,
+      "loss": 17.3125,
+      "step": 26951
+    },
+    {
+      "epoch": 1.7899980075712292,
+      "grad_norm": 429.97515869140625,
+      "learning_rate": 5.727177859607213e-08,
+      "loss": 18.2188,
+      "step": 26952
+    },
+    {
+      "epoch": 1.790064421863585,
+      "grad_norm": 510.65106201171875,
+      "learning_rate": 5.723590882014184e-08,
+      "loss": 26.4062,
+      "step": 26953
+    },
+    {
+      "epoch": 1.7901308361559407,
+      "grad_norm": 190.3070526123047,
+      "learning_rate": 5.7200049949563065e-08,
+      "loss": 15.8281,
+      "step": 26954
+    },
+    {
+      "epoch": 1.7901972504482964,
+      "grad_norm": 161.48284912109375,
+      "learning_rate": 5.716420198475036e-08,
+      "loss": 17.7031,
+      "step": 26955
+    },
+    {
+      "epoch": 1.7902636647406522,
+      "grad_norm": 143.2560272216797,
+      "learning_rate": 5.71283649261185e-08,
+      "loss": 15.9375,
+      "step": 26956
+    },
+    {
+      "epoch": 1.790330079033008,
+      "grad_norm": 300.24847412109375,
+      "learning_rate": 5.709253877408204e-08,
+      "loss": 17.2812,
+      "step": 26957
+    },
+    {
+      "epoch": 1.7903964933253635,
+      "grad_norm": 240.51060485839844,
+      "learning_rate": 5.705672352905533e-08,
+      "loss": 16.4844,
+      "step": 26958
+    },
+    {
+      "epoch": 1.7904629076177194,
+      "grad_norm": 271.8207702636719,
+      "learning_rate": 5.702091919145269e-08,
+      "loss": 14.9688,
+      "step": 26959
+    },
+    {
+      "epoch": 1.790529321910075,
+      "grad_norm": 841.1875,
+      "learning_rate": 5.698512576168857e-08,
+      "loss": 30.1094,
+      "step": 26960
+    },
+    {
+      "epoch": 1.7905957362024307,
+      "grad_norm": 153.65536499023438,
+      "learning_rate": 5.694934324017631e-08,
+      "loss": 14.75,
+      "step": 26961
+    },
+    {
+      "epoch": 1.7906621504947866,
+      "grad_norm": 236.12872314453125,
+      "learning_rate": 5.691357162733057e-08,
+      "loss": 12.5156,
+      "step": 26962
+    },
+    {
+      "epoch": 1.790728564787142,
+      "grad_norm": 154.6695556640625,
+      "learning_rate": 5.68778109235648e-08,
+      "loss": 17.375,
+      "step": 26963
+    },
+    {
+      "epoch": 1.790794979079498,
+      "grad_norm": 158.2696075439453,
+      "learning_rate": 5.6842061129292575e-08,
+      "loss": 10.3828,
+      "step": 26964
+    },
+    {
+      "epoch": 1.7908613933718536,
+      "grad_norm": 177.67713928222656,
+      "learning_rate": 5.680632224492754e-08,
+      "loss": 15.9688,
+      "step": 26965
+    },
+    {
+      "epoch": 1.7909278076642092,
+      "grad_norm": 247.12832641601562,
+      "learning_rate": 5.6770594270883045e-08,
+      "loss": 12.3125,
+      "step": 26966
+    },
+    {
+      "epoch": 1.790994221956565,
+      "grad_norm": 147.55699157714844,
+      "learning_rate": 5.6734877207572526e-08,
+      "loss": 12.9531,
+      "step": 26967
+    },
+    {
+      "epoch": 1.7910606362489208,
+      "grad_norm": 175.51394653320312,
+      "learning_rate": 5.669917105540911e-08,
+      "loss": 21.2656,
+      "step": 26968
+    },
+    {
+      "epoch": 1.7911270505412764,
+      "grad_norm": 294.8791198730469,
+      "learning_rate": 5.666347581480546e-08,
+      "loss": 15.9688,
+      "step": 26969
+    },
+    {
+      "epoch": 1.7911934648336323,
+      "grad_norm": 229.22386169433594,
+      "learning_rate": 5.6627791486175027e-08,
+      "loss": 17.5469,
+      "step": 26970
+    },
+    {
+      "epoch": 1.791259879125988,
+      "grad_norm": 349.43084716796875,
+      "learning_rate": 5.659211806993025e-08,
+      "loss": 23.0859,
+      "step": 26971
+    },
+    {
+      "epoch": 1.7913262934183436,
+      "grad_norm": 211.209228515625,
+      "learning_rate": 5.6556455566483806e-08,
+      "loss": 16.7969,
+      "step": 26972
+    },
+    {
+      "epoch": 1.7913927077106995,
+      "grad_norm": 287.0152893066406,
+      "learning_rate": 5.6520803976248254e-08,
+      "loss": 17.2344,
+      "step": 26973
+    },
+    {
+      "epoch": 1.791459122003055,
+      "grad_norm": 164.92001342773438,
+      "learning_rate": 5.648516329963615e-08,
+      "loss": 16.1406,
+      "step": 26974
+    },
+    {
+      "epoch": 1.7915255362954108,
+      "grad_norm": 255.36752319335938,
+      "learning_rate": 5.644953353705928e-08,
+      "loss": 13.3438,
+      "step": 26975
+    },
+    {
+      "epoch": 1.7915919505877664,
+      "grad_norm": 366.3238525390625,
+      "learning_rate": 5.641391468893053e-08,
+      "loss": 15.0938,
+      "step": 26976
+    },
+    {
+      "epoch": 1.791658364880122,
+      "grad_norm": 143.6311798095703,
+      "learning_rate": 5.637830675566124e-08,
+      "loss": 12.9141,
+      "step": 26977
+    },
+    {
+      "epoch": 1.791724779172478,
+      "grad_norm": 207.36460876464844,
+      "learning_rate": 5.634270973766364e-08,
+      "loss": 16.2812,
+      "step": 26978
+    },
+    {
+      "epoch": 1.7917911934648336,
+      "grad_norm": 185.2391815185547,
+      "learning_rate": 5.6307123635349394e-08,
+      "loss": 19.0625,
+      "step": 26979
+    },
+    {
+      "epoch": 1.7918576077571893,
+      "grad_norm": 125.58830261230469,
+      "learning_rate": 5.627154844913029e-08,
+      "loss": 10.8906,
+      "step": 26980
+    },
+    {
+      "epoch": 1.7919240220495452,
+      "grad_norm": 177.46267700195312,
+      "learning_rate": 5.623598417941766e-08,
+      "loss": 16.8438,
+      "step": 26981
+    },
+    {
+      "epoch": 1.7919904363419008,
+      "grad_norm": 121.7055435180664,
+      "learning_rate": 5.620043082662307e-08,
+      "loss": 16.7344,
+      "step": 26982
+    },
+    {
+      "epoch": 1.7920568506342565,
+      "grad_norm": 238.1724395751953,
+      "learning_rate": 5.6164888391157404e-08,
+      "loss": 17.6094,
+      "step": 26983
+    },
+    {
+      "epoch": 1.7921232649266123,
+      "grad_norm": 164.6212615966797,
+      "learning_rate": 5.6129356873432344e-08,
+      "loss": 18.4219,
+      "step": 26984
+    },
+    {
+      "epoch": 1.7921896792189678,
+      "grad_norm": 255.3919677734375,
+      "learning_rate": 5.6093836273858444e-08,
+      "loss": 13.5,
+      "step": 26985
+    },
+    {
+      "epoch": 1.7922560935113236,
+      "grad_norm": 681.5491943359375,
+      "learning_rate": 5.605832659284681e-08,
+      "loss": 20.9844,
+      "step": 26986
+    },
+    {
+      "epoch": 1.7923225078036793,
+      "grad_norm": 107.76194763183594,
+      "learning_rate": 5.6022827830808136e-08,
+      "loss": 12.5312,
+      "step": 26987
+    },
+    {
+      "epoch": 1.792388922096035,
+      "grad_norm": 372.9545593261719,
+      "learning_rate": 5.598733998815308e-08,
+      "loss": 20.5156,
+      "step": 26988
+    },
+    {
+      "epoch": 1.7924553363883908,
+      "grad_norm": 172.83053588867188,
+      "learning_rate": 5.5951863065292095e-08,
+      "loss": 15.1562,
+      "step": 26989
+    },
+    {
+      "epoch": 1.7925217506807465,
+      "grad_norm": 88.9400405883789,
+      "learning_rate": 5.591639706263551e-08,
+      "loss": 20.7656,
+      "step": 26990
+    },
+    {
+      "epoch": 1.7925881649731021,
+      "grad_norm": 197.58258056640625,
+      "learning_rate": 5.588094198059379e-08,
+      "loss": 15.25,
+      "step": 26991
+    },
+    {
+      "epoch": 1.792654579265458,
+      "grad_norm": 177.23809814453125,
+      "learning_rate": 5.5845497819576815e-08,
+      "loss": 23.875,
+      "step": 26992
+    },
+    {
+      "epoch": 1.7927209935578137,
+      "grad_norm": 270.9709777832031,
+      "learning_rate": 5.5810064579994934e-08,
+      "loss": 19.5312,
+      "step": 26993
+    },
+    {
+      "epoch": 1.7927874078501693,
+      "grad_norm": 372.46478271484375,
+      "learning_rate": 5.5774642262257474e-08,
+      "loss": 25.6875,
+      "step": 26994
+    },
+    {
+      "epoch": 1.7928538221425252,
+      "grad_norm": 295.66156005859375,
+      "learning_rate": 5.573923086677468e-08,
+      "loss": 16.8594,
+      "step": 26995
+    },
+    {
+      "epoch": 1.7929202364348806,
+      "grad_norm": 174.32833862304688,
+      "learning_rate": 5.5703830393955877e-08,
+      "loss": 13.9219,
+      "step": 26996
+    },
+    {
+      "epoch": 1.7929866507272365,
+      "grad_norm": 134.85409545898438,
+      "learning_rate": 5.566844084421074e-08,
+      "loss": 12.0938,
+      "step": 26997
+    },
+    {
+      "epoch": 1.7930530650195922,
+      "grad_norm": 211.04898071289062,
+      "learning_rate": 5.563306221794839e-08,
+      "loss": 18.0,
+      "step": 26998
+    },
+    {
+      "epoch": 1.7931194793119478,
+      "grad_norm": 229.5897979736328,
+      "learning_rate": 5.5597694515578494e-08,
+      "loss": 13.4219,
+      "step": 26999
+    },
+    {
+      "epoch": 1.7931858936043037,
+      "grad_norm": 362.7469482421875,
+      "learning_rate": 5.556233773750951e-08,
+      "loss": 13.6719,
+      "step": 27000
+    },
+    {
+      "epoch": 1.7932523078966593,
+      "grad_norm": 187.62400817871094,
+      "learning_rate": 5.552699188415111e-08,
+      "loss": 13.8516,
+      "step": 27001
+    },
+    {
+      "epoch": 1.793318722189015,
+      "grad_norm": 123.01451110839844,
+      "learning_rate": 5.5491656955911735e-08,
+      "loss": 15.2344,
+      "step": 27002
+    },
+    {
+      "epoch": 1.7933851364813709,
+      "grad_norm": 195.21852111816406,
+      "learning_rate": 5.545633295320029e-08,
+      "loss": 15.0938,
+      "step": 27003
+    },
+    {
+      "epoch": 1.7934515507737265,
+      "grad_norm": 459.8405456542969,
+      "learning_rate": 5.5421019876425334e-08,
+      "loss": 19.9062,
+      "step": 27004
+    },
+    {
+      "epoch": 1.7935179650660822,
+      "grad_norm": 107.60710144042969,
+      "learning_rate": 5.5385717725995204e-08,
+      "loss": 14.5469,
+      "step": 27005
+    },
+    {
+      "epoch": 1.793584379358438,
+      "grad_norm": 174.8543701171875,
+      "learning_rate": 5.535042650231858e-08,
+      "loss": 23.6875,
+      "step": 27006
+    },
+    {
+      "epoch": 1.7936507936507935,
+      "grad_norm": 92.01451873779297,
+      "learning_rate": 5.5315146205803466e-08,
+      "loss": 13.5781,
+      "step": 27007
+    },
+    {
+      "epoch": 1.7937172079431494,
+      "grad_norm": 179.29417419433594,
+      "learning_rate": 5.527987683685786e-08,
+      "loss": 13.5703,
+      "step": 27008
+    },
+    {
+      "epoch": 1.793783622235505,
+      "grad_norm": 91.29914855957031,
+      "learning_rate": 5.524461839589012e-08,
+      "loss": 12.5469,
+      "step": 27009
+    },
+    {
+      "epoch": 1.7938500365278607,
+      "grad_norm": 221.45220947265625,
+      "learning_rate": 5.520937088330768e-08,
+      "loss": 19.3281,
+      "step": 27010
+    },
+    {
+      "epoch": 1.7939164508202166,
+      "grad_norm": 129.17575073242188,
+      "learning_rate": 5.517413429951845e-08,
+      "loss": 13.5938,
+      "step": 27011
+    },
+    {
+      "epoch": 1.7939828651125722,
+      "grad_norm": 269.7715759277344,
+      "learning_rate": 5.513890864493009e-08,
+      "loss": 17.0625,
+      "step": 27012
+    },
+    {
+      "epoch": 1.7940492794049279,
+      "grad_norm": 116.85916137695312,
+      "learning_rate": 5.510369391994996e-08,
+      "loss": 12.7812,
+      "step": 27013
+    },
+    {
+      "epoch": 1.7941156936972837,
+      "grad_norm": 245.64462280273438,
+      "learning_rate": 5.506849012498538e-08,
+      "loss": 16.0156,
+      "step": 27014
+    },
+    {
+      "epoch": 1.7941821079896394,
+      "grad_norm": 161.29637145996094,
+      "learning_rate": 5.503329726044381e-08,
+      "loss": 15.6875,
+      "step": 27015
+    },
+    {
+      "epoch": 1.794248522281995,
+      "grad_norm": 339.79351806640625,
+      "learning_rate": 5.499811532673193e-08,
+      "loss": 14.3125,
+      "step": 27016
+    },
+    {
+      "epoch": 1.794314936574351,
+      "grad_norm": 714.5473022460938,
+      "learning_rate": 5.496294432425708e-08,
+      "loss": 13.4375,
+      "step": 27017
+    },
+    {
+      "epoch": 1.7943813508667064,
+      "grad_norm": 394.5957336425781,
+      "learning_rate": 5.492778425342592e-08,
+      "loss": 19.1875,
+      "step": 27018
+    },
+    {
+      "epoch": 1.7944477651590622,
+      "grad_norm": 162.17332458496094,
+      "learning_rate": 5.489263511464515e-08,
+      "loss": 15.4531,
+      "step": 27019
+    },
+    {
+      "epoch": 1.794514179451418,
+      "grad_norm": 185.9333953857422,
+      "learning_rate": 5.4857496908321424e-08,
+      "loss": 20.5469,
+      "step": 27020
+    },
+    {
+      "epoch": 1.7945805937437735,
+      "grad_norm": 108.28974914550781,
+      "learning_rate": 5.482236963486131e-08,
+      "loss": 14.2188,
+      "step": 27021
+    },
+    {
+      "epoch": 1.7946470080361294,
+      "grad_norm": 304.6490783691406,
+      "learning_rate": 5.478725329467071e-08,
+      "loss": 15.3906,
+      "step": 27022
+    },
+    {
+      "epoch": 1.794713422328485,
+      "grad_norm": 195.2476806640625,
+      "learning_rate": 5.475214788815641e-08,
+      "loss": 20.1094,
+      "step": 27023
+    },
+    {
+      "epoch": 1.7947798366208407,
+      "grad_norm": 403.8119201660156,
+      "learning_rate": 5.471705341572408e-08,
+      "loss": 12.5938,
+      "step": 27024
+    },
+    {
+      "epoch": 1.7948462509131966,
+      "grad_norm": 146.99095153808594,
+      "learning_rate": 5.468196987777962e-08,
+      "loss": 13.0312,
+      "step": 27025
+    },
+    {
+      "epoch": 1.7949126652055523,
+      "grad_norm": 208.14378356933594,
+      "learning_rate": 5.4646897274729376e-08,
+      "loss": 16.7656,
+      "step": 27026
+    },
+    {
+      "epoch": 1.794979079497908,
+      "grad_norm": 226.9109649658203,
+      "learning_rate": 5.461183560697846e-08,
+      "loss": 18.2812,
+      "step": 27027
+    },
+    {
+      "epoch": 1.7950454937902638,
+      "grad_norm": 226.54954528808594,
+      "learning_rate": 5.457678487493278e-08,
+      "loss": 14.4844,
+      "step": 27028
+    },
+    {
+      "epoch": 1.7951119080826192,
+      "grad_norm": 321.50640869140625,
+      "learning_rate": 5.4541745078997556e-08,
+      "loss": 19.4531,
+      "step": 27029
+    },
+    {
+      "epoch": 1.795178322374975,
+      "grad_norm": 246.79588317871094,
+      "learning_rate": 5.4506716219578364e-08,
+      "loss": 15.7812,
+      "step": 27030
+    },
+    {
+      "epoch": 1.795244736667331,
+      "grad_norm": 197.89276123046875,
+      "learning_rate": 5.447169829708032e-08,
+      "loss": 21.3906,
+      "step": 27031
+    },
+    {
+      "epoch": 1.7953111509596864,
+      "grad_norm": 1937.1419677734375,
+      "learning_rate": 5.4436691311908425e-08,
+      "loss": 12.875,
+      "step": 27032
+    },
+    {
+      "epoch": 1.7953775652520423,
+      "grad_norm": 361.54412841796875,
+      "learning_rate": 5.4401695264467474e-08,
+      "loss": 15.9062,
+      "step": 27033
+    },
+    {
+      "epoch": 1.795443979544398,
+      "grad_norm": 165.0881805419922,
+      "learning_rate": 5.43667101551627e-08,
+      "loss": 12.25,
+      "step": 27034
+    },
+    {
+      "epoch": 1.7955103938367536,
+      "grad_norm": 93.9129867553711,
+      "learning_rate": 5.433173598439844e-08,
+      "loss": 11.8281,
+      "step": 27035
+    },
+    {
+      "epoch": 1.7955768081291095,
+      "grad_norm": 324.60382080078125,
+      "learning_rate": 5.4296772752579264e-08,
+      "loss": 12.6641,
+      "step": 27036
+    },
+    {
+      "epoch": 1.7956432224214651,
+      "grad_norm": 168.5296173095703,
+      "learning_rate": 5.4261820460109854e-08,
+      "loss": 13.2656,
+      "step": 27037
+    },
+    {
+      "epoch": 1.7957096367138208,
+      "grad_norm": 234.15707397460938,
+      "learning_rate": 5.422687910739432e-08,
+      "loss": 12.9062,
+      "step": 27038
+    },
+    {
+      "epoch": 1.7957760510061767,
+      "grad_norm": 330.1966857910156,
+      "learning_rate": 5.4191948694836674e-08,
+      "loss": 14.375,
+      "step": 27039
+    },
+    {
+      "epoch": 1.795842465298532,
+      "grad_norm": 335.6459045410156,
+      "learning_rate": 5.415702922284149e-08,
+      "loss": 16.2734,
+      "step": 27040
+    },
+    {
+      "epoch": 1.795908879590888,
+      "grad_norm": 206.48068237304688,
+      "learning_rate": 5.412212069181221e-08,
+      "loss": 17.4531,
+      "step": 27041
+    },
+    {
+      "epoch": 1.7959752938832438,
+      "grad_norm": 429.9043273925781,
+      "learning_rate": 5.4087223102152856e-08,
+      "loss": 15.4922,
+      "step": 27042
+    },
+    {
+      "epoch": 1.7960417081755993,
+      "grad_norm": 126.8998031616211,
+      "learning_rate": 5.40523364542671e-08,
+      "loss": 13.8125,
+      "step": 27043
+    },
+    {
+      "epoch": 1.7961081224679551,
+      "grad_norm": 145.35182189941406,
+      "learning_rate": 5.40174607485584e-08,
+      "loss": 10.1562,
+      "step": 27044
+    },
+    {
+      "epoch": 1.7961745367603108,
+      "grad_norm": 165.77406311035156,
+      "learning_rate": 5.3982595985430204e-08,
+      "loss": 14.3281,
+      "step": 27045
+    },
+    {
+      "epoch": 1.7962409510526665,
+      "grad_norm": 133.2537078857422,
+      "learning_rate": 5.394774216528597e-08,
+      "loss": 16.9688,
+      "step": 27046
+    },
+    {
+      "epoch": 1.7963073653450223,
+      "grad_norm": 205.4800262451172,
+      "learning_rate": 5.391289928852849e-08,
+      "loss": 15.0312,
+      "step": 27047
+    },
+    {
+      "epoch": 1.796373779637378,
+      "grad_norm": 225.22027587890625,
+      "learning_rate": 5.3878067355561217e-08,
+      "loss": 12.4219,
+      "step": 27048
+    },
+    {
+      "epoch": 1.7964401939297336,
+      "grad_norm": 246.14598083496094,
+      "learning_rate": 5.384324636678683e-08,
+      "loss": 15.7656,
+      "step": 27049
+    },
+    {
+      "epoch": 1.7965066082220895,
+      "grad_norm": 161.09228515625,
+      "learning_rate": 5.380843632260823e-08,
+      "loss": 14.0625,
+      "step": 27050
+    },
+    {
+      "epoch": 1.796573022514445,
+      "grad_norm": 152.1573028564453,
+      "learning_rate": 5.3773637223427984e-08,
+      "loss": 15.2188,
+      "step": 27051
+    },
+    {
+      "epoch": 1.7966394368068008,
+      "grad_norm": 403.274658203125,
+      "learning_rate": 5.3738849069648764e-08,
+      "loss": 24.25,
+      "step": 27052
+    },
+    {
+      "epoch": 1.7967058510991567,
+      "grad_norm": 180.16445922851562,
+      "learning_rate": 5.370407186167281e-08,
+      "loss": 17.4375,
+      "step": 27053
+    },
+    {
+      "epoch": 1.7967722653915121,
+      "grad_norm": 143.41661071777344,
+      "learning_rate": 5.366930559990257e-08,
+      "loss": 10.8125,
+      "step": 27054
+    },
+    {
+      "epoch": 1.796838679683868,
+      "grad_norm": 139.43893432617188,
+      "learning_rate": 5.363455028473996e-08,
+      "loss": 11.6094,
+      "step": 27055
+    },
+    {
+      "epoch": 1.7969050939762237,
+      "grad_norm": 149.76734924316406,
+      "learning_rate": 5.359980591658741e-08,
+      "loss": 10.125,
+      "step": 27056
+    },
+    {
+      "epoch": 1.7969715082685793,
+      "grad_norm": 88.26734161376953,
+      "learning_rate": 5.356507249584641e-08,
+      "loss": 12.0,
+      "step": 27057
+    },
+    {
+      "epoch": 1.7970379225609352,
+      "grad_norm": 187.58746337890625,
+      "learning_rate": 5.3530350022918835e-08,
+      "loss": 15.3438,
+      "step": 27058
+    },
+    {
+      "epoch": 1.7971043368532909,
+      "grad_norm": 572.525634765625,
+      "learning_rate": 5.3495638498206484e-08,
+      "loss": 17.3281,
+      "step": 27059
+    },
+    {
+      "epoch": 1.7971707511456465,
+      "grad_norm": 151.13035583496094,
+      "learning_rate": 5.346093792211104e-08,
+      "loss": 15.4375,
+      "step": 27060
+    },
+    {
+      "epoch": 1.7972371654380024,
+      "grad_norm": 108.5231704711914,
+      "learning_rate": 5.342624829503328e-08,
+      "loss": 17.9531,
+      "step": 27061
+    },
+    {
+      "epoch": 1.7973035797303578,
+      "grad_norm": 230.15768432617188,
+      "learning_rate": 5.33915696173749e-08,
+      "loss": 14.25,
+      "step": 27062
+    },
+    {
+      "epoch": 1.7973699940227137,
+      "grad_norm": 385.60797119140625,
+      "learning_rate": 5.335690188953734e-08,
+      "loss": 19.3438,
+      "step": 27063
+    },
+    {
+      "epoch": 1.7974364083150696,
+      "grad_norm": 135.0826416015625,
+      "learning_rate": 5.332224511192085e-08,
+      "loss": 29.5,
+      "step": 27064
+    },
+    {
+      "epoch": 1.797502822607425,
+      "grad_norm": 279.7790832519531,
+      "learning_rate": 5.3287599284927095e-08,
+      "loss": 17.1406,
+      "step": 27065
+    },
+    {
+      "epoch": 1.7975692368997809,
+      "grad_norm": 242.5946044921875,
+      "learning_rate": 5.325296440895621e-08,
+      "loss": 12.0781,
+      "step": 27066
+    },
+    {
+      "epoch": 1.7976356511921365,
+      "grad_norm": 204.4095916748047,
+      "learning_rate": 5.321834048440932e-08,
+      "loss": 18.0156,
+      "step": 27067
+    },
+    {
+      "epoch": 1.7977020654844922,
+      "grad_norm": 164.7870635986328,
+      "learning_rate": 5.318372751168654e-08,
+      "loss": 15.9688,
+      "step": 27068
+    },
+    {
+      "epoch": 1.797768479776848,
+      "grad_norm": 80.21566009521484,
+      "learning_rate": 5.314912549118855e-08,
+      "loss": 9.7656,
+      "step": 27069
+    },
+    {
+      "epoch": 1.7978348940692037,
+      "grad_norm": 164.5850830078125,
+      "learning_rate": 5.311453442331537e-08,
+      "loss": 16.125,
+      "step": 27070
+    },
+    {
+      "epoch": 1.7979013083615594,
+      "grad_norm": 142.36514282226562,
+      "learning_rate": 5.307995430846757e-08,
+      "loss": 11.9766,
+      "step": 27071
+    },
+    {
+      "epoch": 1.7979677226539152,
+      "grad_norm": 840.8176879882812,
+      "learning_rate": 5.3045385147044374e-08,
+      "loss": 18.5781,
+      "step": 27072
+    },
+    {
+      "epoch": 1.7980341369462707,
+      "grad_norm": 176.26864624023438,
+      "learning_rate": 5.3010826939446473e-08,
+      "loss": 13.8438,
+      "step": 27073
+    },
+    {
+      "epoch": 1.7981005512386266,
+      "grad_norm": 236.77230834960938,
+      "learning_rate": 5.29762796860731e-08,
+      "loss": 17.4609,
+      "step": 27074
+    },
+    {
+      "epoch": 1.7981669655309824,
+      "grad_norm": 336.2553405761719,
+      "learning_rate": 5.2941743387324046e-08,
+      "loss": 11.8906,
+      "step": 27075
+    },
+    {
+      "epoch": 1.7982333798233379,
+      "grad_norm": 186.9847869873047,
+      "learning_rate": 5.290721804359888e-08,
+      "loss": 17.2891,
+      "step": 27076
+    },
+    {
+      "epoch": 1.7982997941156937,
+      "grad_norm": 294.1379089355469,
+      "learning_rate": 5.2872703655296837e-08,
+      "loss": 17.0469,
+      "step": 27077
+    },
+    {
+      "epoch": 1.7983662084080494,
+      "grad_norm": 213.61094665527344,
+      "learning_rate": 5.2838200222817156e-08,
+      "loss": 9.9219,
+      "step": 27078
+    },
+    {
+      "epoch": 1.798432622700405,
+      "grad_norm": 722.0380249023438,
+      "learning_rate": 5.280370774655918e-08,
+      "loss": 14.7344,
+      "step": 27079
+    },
+    {
+      "epoch": 1.798499036992761,
+      "grad_norm": 264.8491516113281,
+      "learning_rate": 5.2769226226921596e-08,
+      "loss": 15.1562,
+      "step": 27080
+    },
+    {
+      "epoch": 1.7985654512851166,
+      "grad_norm": 137.77008056640625,
+      "learning_rate": 5.273475566430341e-08,
+      "loss": 14.5312,
+      "step": 27081
+    },
+    {
+      "epoch": 1.7986318655774722,
+      "grad_norm": 75.36256408691406,
+      "learning_rate": 5.270029605910331e-08,
+      "loss": 14.9219,
+      "step": 27082
+    },
+    {
+      "epoch": 1.798698279869828,
+      "grad_norm": 85.9048843383789,
+      "learning_rate": 5.2665847411719976e-08,
+      "loss": 9.0938,
+      "step": 27083
+    },
+    {
+      "epoch": 1.7987646941621835,
+      "grad_norm": 670.9632568359375,
+      "learning_rate": 5.2631409722551865e-08,
+      "loss": 25.0781,
+      "step": 27084
+    },
+    {
+      "epoch": 1.7988311084545394,
+      "grad_norm": 116.64910888671875,
+      "learning_rate": 5.259698299199744e-08,
+      "loss": 18.4531,
+      "step": 27085
+    },
+    {
+      "epoch": 1.7988975227468953,
+      "grad_norm": 177.5341033935547,
+      "learning_rate": 5.25625672204546e-08,
+      "loss": 18.75,
+      "step": 27086
+    },
+    {
+      "epoch": 1.7989639370392507,
+      "grad_norm": 141.83926391601562,
+      "learning_rate": 5.2528162408321805e-08,
+      "loss": 15.6719,
+      "step": 27087
+    },
+    {
+      "epoch": 1.7990303513316066,
+      "grad_norm": 151.64935302734375,
+      "learning_rate": 5.249376855599685e-08,
+      "loss": 16.3594,
+      "step": 27088
+    },
+    {
+      "epoch": 1.7990967656239623,
+      "grad_norm": 198.14419555664062,
+      "learning_rate": 5.2459385663877644e-08,
+      "loss": 14.4844,
+      "step": 27089
+    },
+    {
+      "epoch": 1.799163179916318,
+      "grad_norm": 679.03466796875,
+      "learning_rate": 5.242501373236174e-08,
+      "loss": 23.2344,
+      "step": 27090
+    },
+    {
+      "epoch": 1.7992295942086738,
+      "grad_norm": 156.22640991210938,
+      "learning_rate": 5.2390652761846954e-08,
+      "loss": 16.5781,
+      "step": 27091
+    },
+    {
+      "epoch": 1.7992960085010294,
+      "grad_norm": 144.2451629638672,
+      "learning_rate": 5.235630275273073e-08,
+      "loss": 14.2656,
+      "step": 27092
+    },
+    {
+      "epoch": 1.799362422793385,
+      "grad_norm": 288.02960205078125,
+      "learning_rate": 5.232196370541042e-08,
+      "loss": 19.6562,
+      "step": 27093
+    },
+    {
+      "epoch": 1.799428837085741,
+      "grad_norm": 629.2989501953125,
+      "learning_rate": 5.228763562028293e-08,
+      "loss": 25.7812,
+      "step": 27094
+    },
+    {
+      "epoch": 1.7994952513780964,
+      "grad_norm": 145.50942993164062,
+      "learning_rate": 5.2253318497745836e-08,
+      "loss": 15.6172,
+      "step": 27095
+    },
+    {
+      "epoch": 1.7995616656704523,
+      "grad_norm": 132.26934814453125,
+      "learning_rate": 5.22190123381957e-08,
+      "loss": 11.875,
+      "step": 27096
+    },
+    {
+      "epoch": 1.7996280799628082,
+      "grad_norm": 297.0654602050781,
+      "learning_rate": 5.2184717142029544e-08,
+      "loss": 18.7969,
+      "step": 27097
+    },
+    {
+      "epoch": 1.7996944942551636,
+      "grad_norm": 147.1315155029297,
+      "learning_rate": 5.215043290964405e-08,
+      "loss": 15.875,
+      "step": 27098
+    },
+    {
+      "epoch": 1.7997609085475195,
+      "grad_norm": 481.89068603515625,
+      "learning_rate": 5.2116159641435786e-08,
+      "loss": 26.6719,
+      "step": 27099
+    },
+    {
+      "epoch": 1.7998273228398751,
+      "grad_norm": 414.64947509765625,
+      "learning_rate": 5.2081897337801107e-08,
+      "loss": 15.2812,
+      "step": 27100
+    },
+    {
+      "epoch": 1.7998937371322308,
+      "grad_norm": 162.3312530517578,
+      "learning_rate": 5.204764599913658e-08,
+      "loss": 12.0625,
+      "step": 27101
+    },
+    {
+      "epoch": 1.7999601514245867,
+      "grad_norm": 86.04948425292969,
+      "learning_rate": 5.201340562583834e-08,
+      "loss": 11.8047,
+      "step": 27102
+    },
+    {
+      "epoch": 1.8000265657169423,
+      "grad_norm": 209.7117462158203,
+      "learning_rate": 5.197917621830206e-08,
+      "loss": 17.3438,
+      "step": 27103
+    },
+    {
+      "epoch": 1.800092980009298,
+      "grad_norm": 435.86248779296875,
+      "learning_rate": 5.194495777692432e-08,
+      "loss": 21.6875,
+      "step": 27104
+    },
+    {
+      "epoch": 1.8001593943016538,
+      "grad_norm": 501.52191162109375,
+      "learning_rate": 5.191075030210046e-08,
+      "loss": 22.7344,
+      "step": 27105
+    },
+    {
+      "epoch": 1.8002258085940093,
+      "grad_norm": 112.4549560546875,
+      "learning_rate": 5.1876553794226394e-08,
+      "loss": 14.7656,
+      "step": 27106
+    },
+    {
+      "epoch": 1.8002922228863651,
+      "grad_norm": 369.99200439453125,
+      "learning_rate": 5.18423682536977e-08,
+      "loss": 15.3594,
+      "step": 27107
+    },
+    {
+      "epoch": 1.800358637178721,
+      "grad_norm": 326.7244567871094,
+      "learning_rate": 5.1808193680909605e-08,
+      "loss": 13.8438,
+      "step": 27108
+    },
+    {
+      "epoch": 1.8004250514710765,
+      "grad_norm": 319.1484680175781,
+      "learning_rate": 5.177403007625769e-08,
+      "loss": 15.8281,
+      "step": 27109
+    },
+    {
+      "epoch": 1.8004914657634323,
+      "grad_norm": 204.4793243408203,
+      "learning_rate": 5.173987744013708e-08,
+      "loss": 16.1875,
+      "step": 27110
+    },
+    {
+      "epoch": 1.800557880055788,
+      "grad_norm": 146.69688415527344,
+      "learning_rate": 5.170573577294246e-08,
+      "loss": 14.2656,
+      "step": 27111
+    },
+    {
+      "epoch": 1.8006242943481436,
+      "grad_norm": 193.63302612304688,
+      "learning_rate": 5.1671605075069404e-08,
+      "loss": 12.9531,
+      "step": 27112
+    },
+    {
+      "epoch": 1.8006907086404995,
+      "grad_norm": 262.8741455078125,
+      "learning_rate": 5.1637485346912257e-08,
+      "loss": 16.2422,
+      "step": 27113
+    },
+    {
+      "epoch": 1.8007571229328552,
+      "grad_norm": 139.58006286621094,
+      "learning_rate": 5.160337658886582e-08,
+      "loss": 14.4375,
+      "step": 27114
+    },
+    {
+      "epoch": 1.8008235372252108,
+      "grad_norm": 224.02041625976562,
+      "learning_rate": 5.1569278801324554e-08,
+      "loss": 18.8906,
+      "step": 27115
+    },
+    {
+      "epoch": 1.8008899515175667,
+      "grad_norm": 283.029541015625,
+      "learning_rate": 5.153519198468315e-08,
+      "loss": 15.2344,
+      "step": 27116
+    },
+    {
+      "epoch": 1.8009563658099221,
+      "grad_norm": 175.91925048828125,
+      "learning_rate": 5.150111613933561e-08,
+      "loss": 17.7344,
+      "step": 27117
+    },
+    {
+      "epoch": 1.801022780102278,
+      "grad_norm": 271.7767333984375,
+      "learning_rate": 5.146705126567641e-08,
+      "loss": 23.6875,
+      "step": 27118
+    },
+    {
+      "epoch": 1.8010891943946339,
+      "grad_norm": 237.6587371826172,
+      "learning_rate": 5.143299736409901e-08,
+      "loss": 18.3672,
+      "step": 27119
+    },
+    {
+      "epoch": 1.8011556086869893,
+      "grad_norm": 436.2479248046875,
+      "learning_rate": 5.1398954434998086e-08,
+      "loss": 20.5625,
+      "step": 27120
+    },
+    {
+      "epoch": 1.8012220229793452,
+      "grad_norm": 137.89581298828125,
+      "learning_rate": 5.1364922478767e-08,
+      "loss": 14.7734,
+      "step": 27121
+    },
+    {
+      "epoch": 1.8012884372717008,
+      "grad_norm": 314.94573974609375,
+      "learning_rate": 5.133090149579933e-08,
+      "loss": 14.5312,
+      "step": 27122
+    },
+    {
+      "epoch": 1.8013548515640565,
+      "grad_norm": 622.544189453125,
+      "learning_rate": 5.129689148648886e-08,
+      "loss": 17.7344,
+      "step": 27123
+    },
+    {
+      "epoch": 1.8014212658564124,
+      "grad_norm": 184.8612060546875,
+      "learning_rate": 5.1262892451229055e-08,
+      "loss": 16.9688,
+      "step": 27124
+    },
+    {
+      "epoch": 1.801487680148768,
+      "grad_norm": 306.64605712890625,
+      "learning_rate": 5.122890439041261e-08,
+      "loss": 16.4062,
+      "step": 27125
+    },
+    {
+      "epoch": 1.8015540944411237,
+      "grad_norm": 257.57110595703125,
+      "learning_rate": 5.119492730443353e-08,
+      "loss": 18.4375,
+      "step": 27126
+    },
+    {
+      "epoch": 1.8016205087334796,
+      "grad_norm": 281.2738342285156,
+      "learning_rate": 5.116096119368418e-08,
+      "loss": 18.4844,
+      "step": 27127
+    },
+    {
+      "epoch": 1.801686923025835,
+      "grad_norm": 154.98031616210938,
+      "learning_rate": 5.11270060585578e-08,
+      "loss": 15.5156,
+      "step": 27128
+    },
+    {
+      "epoch": 1.8017533373181909,
+      "grad_norm": 212.34136962890625,
+      "learning_rate": 5.109306189944695e-08,
+      "loss": 16.75,
+      "step": 27129
+    },
+    {
+      "epoch": 1.8018197516105467,
+      "grad_norm": 159.7707061767578,
+      "learning_rate": 5.105912871674456e-08,
+      "loss": 18.3281,
+      "step": 27130
+    },
+    {
+      "epoch": 1.8018861659029022,
+      "grad_norm": 128.70489501953125,
+      "learning_rate": 5.102520651084285e-08,
+      "loss": 13.9375,
+      "step": 27131
+    },
+    {
+      "epoch": 1.801952580195258,
+      "grad_norm": 186.3326873779297,
+      "learning_rate": 5.0991295282134414e-08,
+      "loss": 16.2344,
+      "step": 27132
+    },
+    {
+      "epoch": 1.8020189944876137,
+      "grad_norm": 324.50677490234375,
+      "learning_rate": 5.095739503101126e-08,
+      "loss": 19.5312,
+      "step": 27133
+    },
+    {
+      "epoch": 1.8020854087799694,
+      "grad_norm": 160.63436889648438,
+      "learning_rate": 5.092350575786608e-08,
+      "loss": 16.3281,
+      "step": 27134
+    },
+    {
+      "epoch": 1.8021518230723252,
+      "grad_norm": 184.28561401367188,
+      "learning_rate": 5.088962746309022e-08,
+      "loss": 18.3125,
+      "step": 27135
+    },
+    {
+      "epoch": 1.802218237364681,
+      "grad_norm": 164.8873291015625,
+      "learning_rate": 5.085576014707582e-08,
+      "loss": 21.8125,
+      "step": 27136
+    },
+    {
+      "epoch": 1.8022846516570366,
+      "grad_norm": 188.2382354736328,
+      "learning_rate": 5.0821903810214896e-08,
+      "loss": 16.0781,
+      "step": 27137
+    },
+    {
+      "epoch": 1.8023510659493924,
+      "grad_norm": 673.4974975585938,
+      "learning_rate": 5.0788058452898687e-08,
+      "loss": 12.0312,
+      "step": 27138
+    },
+    {
+      "epoch": 1.8024174802417479,
+      "grad_norm": 374.57525634765625,
+      "learning_rate": 5.0754224075518994e-08,
+      "loss": 15.4531,
+      "step": 27139
+    },
+    {
+      "epoch": 1.8024838945341037,
+      "grad_norm": 576.0331420898438,
+      "learning_rate": 5.072040067846695e-08,
+      "loss": 21.0938,
+      "step": 27140
+    },
+    {
+      "epoch": 1.8025503088264596,
+      "grad_norm": 225.0306396484375,
+      "learning_rate": 5.068658826213401e-08,
+      "loss": 19.1719,
+      "step": 27141
+    },
+    {
+      "epoch": 1.802616723118815,
+      "grad_norm": 155.87966918945312,
+      "learning_rate": 5.065278682691121e-08,
+      "loss": 18.5625,
+      "step": 27142
+    },
+    {
+      "epoch": 1.802683137411171,
+      "grad_norm": 140.0143280029297,
+      "learning_rate": 5.061899637318967e-08,
+      "loss": 14.0312,
+      "step": 27143
+    },
+    {
+      "epoch": 1.8027495517035266,
+      "grad_norm": 176.25868225097656,
+      "learning_rate": 5.0585216901359975e-08,
+      "loss": 16.3281,
+      "step": 27144
+    },
+    {
+      "epoch": 1.8028159659958822,
+      "grad_norm": 157.90272521972656,
+      "learning_rate": 5.0551448411813024e-08,
+      "loss": 12.3125,
+      "step": 27145
+    },
+    {
+      "epoch": 1.802882380288238,
+      "grad_norm": 249.34390258789062,
+      "learning_rate": 5.0517690904939405e-08,
+      "loss": 15.7969,
+      "step": 27146
+    },
+    {
+      "epoch": 1.8029487945805938,
+      "grad_norm": 309.872314453125,
+      "learning_rate": 5.048394438112969e-08,
+      "loss": 27.5781,
+      "step": 27147
+    },
+    {
+      "epoch": 1.8030152088729494,
+      "grad_norm": 167.40518188476562,
+      "learning_rate": 5.0450208840774114e-08,
+      "loss": 17.7031,
+      "step": 27148
+    },
+    {
+      "epoch": 1.8030816231653053,
+      "grad_norm": 109.72824096679688,
+      "learning_rate": 5.041648428426326e-08,
+      "loss": 12.6172,
+      "step": 27149
+    },
+    {
+      "epoch": 1.8031480374576607,
+      "grad_norm": 200.72265625,
+      "learning_rate": 5.03827707119866e-08,
+      "loss": 21.2812,
+      "step": 27150
+    },
+    {
+      "epoch": 1.8032144517500166,
+      "grad_norm": 226.63967895507812,
+      "learning_rate": 5.03490681243347e-08,
+      "loss": 12.2656,
+      "step": 27151
+    },
+    {
+      "epoch": 1.8032808660423725,
+      "grad_norm": 111.12418365478516,
+      "learning_rate": 5.031537652169704e-08,
+      "loss": 10.1562,
+      "step": 27152
+    },
+    {
+      "epoch": 1.803347280334728,
+      "grad_norm": 250.67129516601562,
+      "learning_rate": 5.028169590446352e-08,
+      "loss": 13.9844,
+      "step": 27153
+    },
+    {
+      "epoch": 1.8034136946270838,
+      "grad_norm": 136.87896728515625,
+      "learning_rate": 5.0248026273023716e-08,
+      "loss": 16.7188,
+      "step": 27154
+    },
+    {
+      "epoch": 1.8034801089194394,
+      "grad_norm": 111.0376968383789,
+      "learning_rate": 5.02143676277671e-08,
+      "loss": 14.0312,
+      "step": 27155
+    },
+    {
+      "epoch": 1.803546523211795,
+      "grad_norm": 153.34671020507812,
+      "learning_rate": 5.018071996908302e-08,
+      "loss": 14.6562,
+      "step": 27156
+    },
+    {
+      "epoch": 1.803612937504151,
+      "grad_norm": 160.7769012451172,
+      "learning_rate": 5.0147083297360725e-08,
+      "loss": 13.5625,
+      "step": 27157
+    },
+    {
+      "epoch": 1.8036793517965066,
+      "grad_norm": 314.45721435546875,
+      "learning_rate": 5.011345761298902e-08,
+      "loss": 16.4531,
+      "step": 27158
+    },
+    {
+      "epoch": 1.8037457660888623,
+      "grad_norm": 146.65231323242188,
+      "learning_rate": 5.0079842916357365e-08,
+      "loss": 18.875,
+      "step": 27159
+    },
+    {
+      "epoch": 1.8038121803812182,
+      "grad_norm": 356.7129821777344,
+      "learning_rate": 5.0046239207854226e-08,
+      "loss": 22.3438,
+      "step": 27160
+    },
+    {
+      "epoch": 1.8038785946735736,
+      "grad_norm": 140.83111572265625,
+      "learning_rate": 5.0012646487868404e-08,
+      "loss": 11.4922,
+      "step": 27161
+    },
+    {
+      "epoch": 1.8039450089659295,
+      "grad_norm": 205.94189453125,
+      "learning_rate": 4.997906475678848e-08,
+      "loss": 21.5156,
+      "step": 27162
+    },
+    {
+      "epoch": 1.8040114232582853,
+      "grad_norm": 111.78314208984375,
+      "learning_rate": 4.994549401500303e-08,
+      "loss": 14.0781,
+      "step": 27163
+    },
+    {
+      "epoch": 1.8040778375506408,
+      "grad_norm": 575.2904663085938,
+      "learning_rate": 4.991193426290008e-08,
+      "loss": 21.4219,
+      "step": 27164
+    },
+    {
+      "epoch": 1.8041442518429966,
+      "grad_norm": 152.3995819091797,
+      "learning_rate": 4.98783855008682e-08,
+      "loss": 22.375,
+      "step": 27165
+    },
+    {
+      "epoch": 1.8042106661353523,
+      "grad_norm": 335.46197509765625,
+      "learning_rate": 4.9844847729295204e-08,
+      "loss": 16.2344,
+      "step": 27166
+    },
+    {
+      "epoch": 1.804277080427708,
+      "grad_norm": 320.5553894042969,
+      "learning_rate": 4.98113209485691e-08,
+      "loss": 21.5,
+      "step": 27167
+    },
+    {
+      "epoch": 1.8043434947200638,
+      "grad_norm": 230.14268493652344,
+      "learning_rate": 4.9777805159077815e-08,
+      "loss": 10.7031,
+      "step": 27168
+    },
+    {
+      "epoch": 1.8044099090124195,
+      "grad_norm": 105.82353973388672,
+      "learning_rate": 4.9744300361208804e-08,
+      "loss": 11.6094,
+      "step": 27169
+    },
+    {
+      "epoch": 1.8044763233047751,
+      "grad_norm": 584.2266235351562,
+      "learning_rate": 4.971080655534987e-08,
+      "loss": 25.2031,
+      "step": 27170
+    },
+    {
+      "epoch": 1.804542737597131,
+      "grad_norm": 204.89649963378906,
+      "learning_rate": 4.9677323741888374e-08,
+      "loss": 15.9219,
+      "step": 27171
+    },
+    {
+      "epoch": 1.8046091518894865,
+      "grad_norm": 223.18856811523438,
+      "learning_rate": 4.9643851921211566e-08,
+      "loss": 18.0938,
+      "step": 27172
+    },
+    {
+      "epoch": 1.8046755661818423,
+      "grad_norm": 154.43667602539062,
+      "learning_rate": 4.961039109370668e-08,
+      "loss": 20.4844,
+      "step": 27173
+    },
+    {
+      "epoch": 1.8047419804741982,
+      "grad_norm": 167.66696166992188,
+      "learning_rate": 4.9576941259760863e-08,
+      "loss": 9.2891,
+      "step": 27174
+    },
+    {
+      "epoch": 1.8048083947665536,
+      "grad_norm": 684.602783203125,
+      "learning_rate": 4.954350241976069e-08,
+      "loss": 24.1719,
+      "step": 27175
+    },
+    {
+      "epoch": 1.8048748090589095,
+      "grad_norm": 243.33267211914062,
+      "learning_rate": 4.951007457409351e-08,
+      "loss": 19.5312,
+      "step": 27176
+    },
+    {
+      "epoch": 1.8049412233512652,
+      "grad_norm": 221.5083770751953,
+      "learning_rate": 4.947665772314558e-08,
+      "loss": 21.1094,
+      "step": 27177
+    },
+    {
+      "epoch": 1.8050076376436208,
+      "grad_norm": 144.0144500732422,
+      "learning_rate": 4.944325186730358e-08,
+      "loss": 14.0625,
+      "step": 27178
+    },
+    {
+      "epoch": 1.8050740519359767,
+      "grad_norm": 184.6792755126953,
+      "learning_rate": 4.9409857006953884e-08,
+      "loss": 14.4062,
+      "step": 27179
+    },
+    {
+      "epoch": 1.8051404662283324,
+      "grad_norm": 200.30091857910156,
+      "learning_rate": 4.9376473142482833e-08,
+      "loss": 21.9688,
+      "step": 27180
+    },
+    {
+      "epoch": 1.805206880520688,
+      "grad_norm": 321.5951232910156,
+      "learning_rate": 4.934310027427657e-08,
+      "loss": 11.7188,
+      "step": 27181
+    },
+    {
+      "epoch": 1.8052732948130439,
+      "grad_norm": 166.6808319091797,
+      "learning_rate": 4.930973840272124e-08,
+      "loss": 13.2266,
+      "step": 27182
+    },
+    {
+      "epoch": 1.8053397091053995,
+      "grad_norm": 143.89028930664062,
+      "learning_rate": 4.92763875282024e-08,
+      "loss": 17.7344,
+      "step": 27183
+    },
+    {
+      "epoch": 1.8054061233977552,
+      "grad_norm": 306.3823547363281,
+      "learning_rate": 4.924304765110643e-08,
+      "loss": 17.6719,
+      "step": 27184
+    },
+    {
+      "epoch": 1.805472537690111,
+      "grad_norm": 218.2613983154297,
+      "learning_rate": 4.920971877181845e-08,
+      "loss": 15.5156,
+      "step": 27185
+    },
+    {
+      "epoch": 1.8055389519824665,
+      "grad_norm": 196.51931762695312,
+      "learning_rate": 4.917640089072428e-08,
+      "loss": 14.1094,
+      "step": 27186
+    },
+    {
+      "epoch": 1.8056053662748224,
+      "grad_norm": 379.4331359863281,
+      "learning_rate": 4.9143094008209154e-08,
+      "loss": 15.5625,
+      "step": 27187
+    },
+    {
+      "epoch": 1.805671780567178,
+      "grad_norm": 216.7561798095703,
+      "learning_rate": 4.910979812465854e-08,
+      "loss": 14.4531,
+      "step": 27188
+    },
+    {
+      "epoch": 1.8057381948595337,
+      "grad_norm": 214.51681518554688,
+      "learning_rate": 4.907651324045714e-08,
+      "loss": 16.9375,
+      "step": 27189
+    },
+    {
+      "epoch": 1.8058046091518896,
+      "grad_norm": 360.4029541015625,
+      "learning_rate": 4.904323935599064e-08,
+      "loss": 21.2812,
+      "step": 27190
+    },
+    {
+      "epoch": 1.8058710234442452,
+      "grad_norm": 892.5703735351562,
+      "learning_rate": 4.900997647164351e-08,
+      "loss": 16.9531,
+      "step": 27191
+    },
+    {
+      "epoch": 1.8059374377366009,
+      "grad_norm": 162.83193969726562,
+      "learning_rate": 4.897672458780055e-08,
+      "loss": 12.8984,
+      "step": 27192
+    },
+    {
+      "epoch": 1.8060038520289567,
+      "grad_norm": 279.4352722167969,
+      "learning_rate": 4.8943483704846465e-08,
+      "loss": 18.2969,
+      "step": 27193
+    },
+    {
+      "epoch": 1.8060702663213124,
+      "grad_norm": 230.1867218017578,
+      "learning_rate": 4.891025382316571e-08,
+      "loss": 18.25,
+      "step": 27194
+    },
+    {
+      "epoch": 1.806136680613668,
+      "grad_norm": 290.9033203125,
+      "learning_rate": 4.887703494314277e-08,
+      "loss": 16.0781,
+      "step": 27195
+    },
+    {
+      "epoch": 1.806203094906024,
+      "grad_norm": 203.0759735107422,
+      "learning_rate": 4.884382706516188e-08,
+      "loss": 19.9688,
+      "step": 27196
+    },
+    {
+      "epoch": 1.8062695091983794,
+      "grad_norm": 176.57699584960938,
+      "learning_rate": 4.881063018960696e-08,
+      "loss": 16.1719,
+      "step": 27197
+    },
+    {
+      "epoch": 1.8063359234907352,
+      "grad_norm": 234.09182739257812,
+      "learning_rate": 4.877744431686248e-08,
+      "loss": 15.2344,
+      "step": 27198
+    },
+    {
+      "epoch": 1.806402337783091,
+      "grad_norm": 105.62008666992188,
+      "learning_rate": 4.8744269447311806e-08,
+      "loss": 14.5547,
+      "step": 27199
+    },
+    {
+      "epoch": 1.8064687520754465,
+      "grad_norm": 185.10450744628906,
+      "learning_rate": 4.871110558133884e-08,
+      "loss": 16.75,
+      "step": 27200
+    },
+    {
+      "epoch": 1.8065351663678024,
+      "grad_norm": 162.5513458251953,
+      "learning_rate": 4.8677952719327397e-08,
+      "loss": 15.3594,
+      "step": 27201
+    },
+    {
+      "epoch": 1.806601580660158,
+      "grad_norm": 145.33132934570312,
+      "learning_rate": 4.8644810861660725e-08,
+      "loss": 16.3438,
+      "step": 27202
+    },
+    {
+      "epoch": 1.8066679949525137,
+      "grad_norm": 193.53294372558594,
+      "learning_rate": 4.86116800087224e-08,
+      "loss": 19.8594,
+      "step": 27203
+    },
+    {
+      "epoch": 1.8067344092448696,
+      "grad_norm": 131.84031677246094,
+      "learning_rate": 4.857856016089556e-08,
+      "loss": 15.1406,
+      "step": 27204
+    },
+    {
+      "epoch": 1.8068008235372253,
+      "grad_norm": 251.34315490722656,
+      "learning_rate": 4.854545131856313e-08,
+      "loss": 14.4688,
+      "step": 27205
+    },
+    {
+      "epoch": 1.806867237829581,
+      "grad_norm": 156.26065063476562,
+      "learning_rate": 4.851235348210858e-08,
+      "loss": 14.9219,
+      "step": 27206
+    },
+    {
+      "epoch": 1.8069336521219368,
+      "grad_norm": 255.70501708984375,
+      "learning_rate": 4.847926665191426e-08,
+      "loss": 15.25,
+      "step": 27207
+    },
+    {
+      "epoch": 1.8070000664142922,
+      "grad_norm": 154.70611572265625,
+      "learning_rate": 4.84461908283631e-08,
+      "loss": 12.25,
+      "step": 27208
+    },
+    {
+      "epoch": 1.807066480706648,
+      "grad_norm": 567.4253540039062,
+      "learning_rate": 4.841312601183778e-08,
+      "loss": 13.5312,
+      "step": 27209
+    },
+    {
+      "epoch": 1.8071328949990038,
+      "grad_norm": 204.6763458251953,
+      "learning_rate": 4.838007220272067e-08,
+      "loss": 14.9375,
+      "step": 27210
+    },
+    {
+      "epoch": 1.8071993092913594,
+      "grad_norm": 259.6315002441406,
+      "learning_rate": 4.8347029401394126e-08,
+      "loss": 17.25,
+      "step": 27211
+    },
+    {
+      "epoch": 1.8072657235837153,
+      "grad_norm": 394.8990783691406,
+      "learning_rate": 4.83139976082404e-08,
+      "loss": 16.6406,
+      "step": 27212
+    },
+    {
+      "epoch": 1.807332137876071,
+      "grad_norm": 383.4065246582031,
+      "learning_rate": 4.828097682364174e-08,
+      "loss": 15.25,
+      "step": 27213
+    },
+    {
+      "epoch": 1.8073985521684266,
+      "grad_norm": 244.7285614013672,
+      "learning_rate": 4.824796704797962e-08,
+      "loss": 13.5156,
+      "step": 27214
+    },
+    {
+      "epoch": 1.8074649664607825,
+      "grad_norm": 165.51092529296875,
+      "learning_rate": 4.821496828163652e-08,
+      "loss": 15.75,
+      "step": 27215
+    },
+    {
+      "epoch": 1.8075313807531381,
+      "grad_norm": 384.7915954589844,
+      "learning_rate": 4.818198052499367e-08,
+      "loss": 14.7109,
+      "step": 27216
+    },
+    {
+      "epoch": 1.8075977950454938,
+      "grad_norm": 1104.5648193359375,
+      "learning_rate": 4.8149003778432895e-08,
+      "loss": 23.7188,
+      "step": 27217
+    },
+    {
+      "epoch": 1.8076642093378497,
+      "grad_norm": 210.1620635986328,
+      "learning_rate": 4.811603804233544e-08,
+      "loss": 17.125,
+      "step": 27218
+    },
+    {
+      "epoch": 1.807730623630205,
+      "grad_norm": 194.745849609375,
+      "learning_rate": 4.8083083317082884e-08,
+      "loss": 16.0469,
+      "step": 27219
+    },
+    {
+      "epoch": 1.807797037922561,
+      "grad_norm": 763.6942138671875,
+      "learning_rate": 4.805013960305626e-08,
+      "loss": 17.7812,
+      "step": 27220
+    },
+    {
+      "epoch": 1.8078634522149166,
+      "grad_norm": 232.03001403808594,
+      "learning_rate": 4.801720690063693e-08,
+      "loss": 16.2344,
+      "step": 27221
+    },
+    {
+      "epoch": 1.8079298665072723,
+      "grad_norm": 28294.75390625,
+      "learning_rate": 4.798428521020526e-08,
+      "loss": 12.1094,
+      "step": 27222
+    },
+    {
+      "epoch": 1.8079962807996282,
+      "grad_norm": 218.41793823242188,
+      "learning_rate": 4.7951374532142596e-08,
+      "loss": 15.0781,
+      "step": 27223
+    },
+    {
+      "epoch": 1.8080626950919838,
+      "grad_norm": 255.86183166503906,
+      "learning_rate": 4.791847486682943e-08,
+      "loss": 14.2578,
+      "step": 27224
+    },
+    {
+      "epoch": 1.8081291093843395,
+      "grad_norm": 170.61219787597656,
+      "learning_rate": 4.788558621464633e-08,
+      "loss": 14.6875,
+      "step": 27225
+    },
+    {
+      "epoch": 1.8081955236766953,
+      "grad_norm": 380.5737609863281,
+      "learning_rate": 4.785270857597368e-08,
+      "loss": 18.75,
+      "step": 27226
+    },
+    {
+      "epoch": 1.808261937969051,
+      "grad_norm": 179.83204650878906,
+      "learning_rate": 4.781984195119204e-08,
+      "loss": 14.7656,
+      "step": 27227
+    },
+    {
+      "epoch": 1.8083283522614066,
+      "grad_norm": 121.97830963134766,
+      "learning_rate": 4.7786986340681236e-08,
+      "loss": 13.2344,
+      "step": 27228
+    },
+    {
+      "epoch": 1.8083947665537625,
+      "grad_norm": 219.49615478515625,
+      "learning_rate": 4.775414174482162e-08,
+      "loss": 14.5781,
+      "step": 27229
+    },
+    {
+      "epoch": 1.808461180846118,
+      "grad_norm": 152.6136016845703,
+      "learning_rate": 4.772130816399289e-08,
+      "loss": 14.6562,
+      "step": 27230
+    },
+    {
+      "epoch": 1.8085275951384738,
+      "grad_norm": 156.34432983398438,
+      "learning_rate": 4.7688485598574966e-08,
+      "loss": 14.875,
+      "step": 27231
+    },
+    {
+      "epoch": 1.8085940094308295,
+      "grad_norm": 208.58053588867188,
+      "learning_rate": 4.765567404894755e-08,
+      "loss": 18.2812,
+      "step": 27232
+    },
+    {
+      "epoch": 1.8086604237231851,
+      "grad_norm": 95.93450927734375,
+      "learning_rate": 4.76228735154901e-08,
+      "loss": 14.5625,
+      "step": 27233
+    },
+    {
+      "epoch": 1.808726838015541,
+      "grad_norm": 172.5395050048828,
+      "learning_rate": 4.759008399858211e-08,
+      "loss": 14.8906,
+      "step": 27234
+    },
+    {
+      "epoch": 1.8087932523078967,
+      "grad_norm": 258.1904602050781,
+      "learning_rate": 4.755730549860293e-08,
+      "loss": 14.8438,
+      "step": 27235
+    },
+    {
+      "epoch": 1.8088596666002523,
+      "grad_norm": 405.9841613769531,
+      "learning_rate": 4.752453801593137e-08,
+      "loss": 18.2656,
+      "step": 27236
+    },
+    {
+      "epoch": 1.8089260808926082,
+      "grad_norm": 180.95957946777344,
+      "learning_rate": 4.749178155094702e-08,
+      "loss": 9.7969,
+      "step": 27237
+    },
+    {
+      "epoch": 1.8089924951849639,
+      "grad_norm": 106.88650512695312,
+      "learning_rate": 4.745903610402835e-08,
+      "loss": 15.1562,
+      "step": 27238
+    },
+    {
+      "epoch": 1.8090589094773195,
+      "grad_norm": 365.2715148925781,
+      "learning_rate": 4.742630167555428e-08,
+      "loss": 18.125,
+      "step": 27239
+    },
+    {
+      "epoch": 1.8091253237696754,
+      "grad_norm": 244.48931884765625,
+      "learning_rate": 4.739357826590351e-08,
+      "loss": 19.1875,
+      "step": 27240
+    },
+    {
+      "epoch": 1.8091917380620308,
+      "grad_norm": 556.0946655273438,
+      "learning_rate": 4.7360865875454406e-08,
+      "loss": 18.5312,
+      "step": 27241
+    },
+    {
+      "epoch": 1.8092581523543867,
+      "grad_norm": 223.9905548095703,
+      "learning_rate": 4.7328164504585545e-08,
+      "loss": 16.5156,
+      "step": 27242
+    },
+    {
+      "epoch": 1.8093245666467423,
+      "grad_norm": 123.34671020507812,
+      "learning_rate": 4.7295474153675295e-08,
+      "loss": 19.3438,
+      "step": 27243
+    },
+    {
+      "epoch": 1.809390980939098,
+      "grad_norm": 169.74147033691406,
+      "learning_rate": 4.726279482310136e-08,
+      "loss": 19.4688,
+      "step": 27244
+    },
+    {
+      "epoch": 1.8094573952314539,
+      "grad_norm": 225.21383666992188,
+      "learning_rate": 4.723012651324221e-08,
+      "loss": 16.7031,
+      "step": 27245
+    },
+    {
+      "epoch": 1.8095238095238095,
+      "grad_norm": 564.6126708984375,
+      "learning_rate": 4.719746922447565e-08,
+      "loss": 12.7734,
+      "step": 27246
+    },
+    {
+      "epoch": 1.8095902238161652,
+      "grad_norm": 220.52926635742188,
+      "learning_rate": 4.716482295717905e-08,
+      "loss": 19.4531,
+      "step": 27247
+    },
+    {
+      "epoch": 1.809656638108521,
+      "grad_norm": 388.2171325683594,
+      "learning_rate": 4.713218771173066e-08,
+      "loss": 15.6719,
+      "step": 27248
+    },
+    {
+      "epoch": 1.8097230524008767,
+      "grad_norm": 1222.58203125,
+      "learning_rate": 4.709956348850752e-08,
+      "loss": 26.7188,
+      "step": 27249
+    },
+    {
+      "epoch": 1.8097894666932324,
+      "grad_norm": 160.97105407714844,
+      "learning_rate": 4.7066950287887094e-08,
+      "loss": 12.0859,
+      "step": 27250
+    },
+    {
+      "epoch": 1.8098558809855883,
+      "grad_norm": 386.2282409667969,
+      "learning_rate": 4.703434811024676e-08,
+      "loss": 21.0,
+      "step": 27251
+    },
+    {
+      "epoch": 1.8099222952779437,
+      "grad_norm": 250.95481872558594,
+      "learning_rate": 4.700175695596364e-08,
+      "loss": 17.8125,
+      "step": 27252
+    },
+    {
+      "epoch": 1.8099887095702996,
+      "grad_norm": 222.28573608398438,
+      "learning_rate": 4.696917682541446e-08,
+      "loss": 17.7344,
+      "step": 27253
+    },
+    {
+      "epoch": 1.8100551238626552,
+      "grad_norm": 287.0232238769531,
+      "learning_rate": 4.693660771897656e-08,
+      "loss": 18.8047,
+      "step": 27254
+    },
+    {
+      "epoch": 1.8101215381550109,
+      "grad_norm": 293.2316589355469,
+      "learning_rate": 4.690404963702632e-08,
+      "loss": 15.1094,
+      "step": 27255
+    },
+    {
+      "epoch": 1.8101879524473667,
+      "grad_norm": 191.43603515625,
+      "learning_rate": 4.687150257994032e-08,
+      "loss": 20.4219,
+      "step": 27256
+    },
+    {
+      "epoch": 1.8102543667397224,
+      "grad_norm": 204.12501525878906,
+      "learning_rate": 4.683896654809527e-08,
+      "loss": 14.5781,
+      "step": 27257
+    },
+    {
+      "epoch": 1.810320781032078,
+      "grad_norm": 223.5614471435547,
+      "learning_rate": 4.680644154186741e-08,
+      "loss": 14.5938,
+      "step": 27258
+    },
+    {
+      "epoch": 1.810387195324434,
+      "grad_norm": 171.98631286621094,
+      "learning_rate": 4.677392756163301e-08,
+      "loss": 19.9062,
+      "step": 27259
+    },
+    {
+      "epoch": 1.8104536096167896,
+      "grad_norm": 420.3955078125,
+      "learning_rate": 4.674142460776831e-08,
+      "loss": 22.5625,
+      "step": 27260
+    },
+    {
+      "epoch": 1.8105200239091452,
+      "grad_norm": 282.68670654296875,
+      "learning_rate": 4.670893268064879e-08,
+      "loss": 19.9688,
+      "step": 27261
+    },
+    {
+      "epoch": 1.8105864382015011,
+      "grad_norm": 167.63645935058594,
+      "learning_rate": 4.667645178065094e-08,
+      "loss": 17.4141,
+      "step": 27262
+    },
+    {
+      "epoch": 1.8106528524938565,
+      "grad_norm": 551.37109375,
+      "learning_rate": 4.664398190815011e-08,
+      "loss": 16.5312,
+      "step": 27263
+    },
+    {
+      "epoch": 1.8107192667862124,
+      "grad_norm": 238.5106658935547,
+      "learning_rate": 4.66115230635219e-08,
+      "loss": 21.6094,
+      "step": 27264
+    },
+    {
+      "epoch": 1.810785681078568,
+      "grad_norm": 318.82977294921875,
+      "learning_rate": 4.657907524714177e-08,
+      "loss": 15.7344,
+      "step": 27265
+    },
+    {
+      "epoch": 1.8108520953709237,
+      "grad_norm": 289.06512451171875,
+      "learning_rate": 4.6546638459385226e-08,
+      "loss": 14.2969,
+      "step": 27266
+    },
+    {
+      "epoch": 1.8109185096632796,
+      "grad_norm": 303.67864990234375,
+      "learning_rate": 4.6514212700627276e-08,
+      "loss": 17.9688,
+      "step": 27267
+    },
+    {
+      "epoch": 1.8109849239556353,
+      "grad_norm": 159.35537719726562,
+      "learning_rate": 4.64817979712433e-08,
+      "loss": 16.8906,
+      "step": 27268
+    },
+    {
+      "epoch": 1.811051338247991,
+      "grad_norm": 771.7236328125,
+      "learning_rate": 4.6449394271607766e-08,
+      "loss": 16.0312,
+      "step": 27269
+    },
+    {
+      "epoch": 1.8111177525403468,
+      "grad_norm": 176.47283935546875,
+      "learning_rate": 4.641700160209605e-08,
+      "loss": 15.8906,
+      "step": 27270
+    },
+    {
+      "epoch": 1.8111841668327024,
+      "grad_norm": 232.7706298828125,
+      "learning_rate": 4.638461996308252e-08,
+      "loss": 15.5156,
+      "step": 27271
+    },
+    {
+      "epoch": 1.811250581125058,
+      "grad_norm": 259.7520446777344,
+      "learning_rate": 4.635224935494175e-08,
+      "loss": 13.7969,
+      "step": 27272
+    },
+    {
+      "epoch": 1.811316995417414,
+      "grad_norm": 220.41648864746094,
+      "learning_rate": 4.631988977804835e-08,
+      "loss": 13.6094,
+      "step": 27273
+    },
+    {
+      "epoch": 1.8113834097097694,
+      "grad_norm": 230.4384002685547,
+      "learning_rate": 4.628754123277656e-08,
+      "loss": 17.75,
+      "step": 27274
+    },
+    {
+      "epoch": 1.8114498240021253,
+      "grad_norm": 232.55581665039062,
+      "learning_rate": 4.625520371950031e-08,
+      "loss": 16.4219,
+      "step": 27275
+    },
+    {
+      "epoch": 1.811516238294481,
+      "grad_norm": 193.17393493652344,
+      "learning_rate": 4.622287723859419e-08,
+      "loss": 16.4375,
+      "step": 27276
+    },
+    {
+      "epoch": 1.8115826525868366,
+      "grad_norm": 135.13015747070312,
+      "learning_rate": 4.619056179043179e-08,
+      "loss": 14.9531,
+      "step": 27277
+    },
+    {
+      "epoch": 1.8116490668791925,
+      "grad_norm": 145.51084899902344,
+      "learning_rate": 4.6158257375386925e-08,
+      "loss": 12.5,
+      "step": 27278
+    },
+    {
+      "epoch": 1.8117154811715481,
+      "grad_norm": 268.8815612792969,
+      "learning_rate": 4.612596399383328e-08,
+      "loss": 17.7031,
+      "step": 27279
+    },
+    {
+      "epoch": 1.8117818954639038,
+      "grad_norm": 125.94904327392578,
+      "learning_rate": 4.609368164614447e-08,
+      "loss": 15.75,
+      "step": 27280
+    },
+    {
+      "epoch": 1.8118483097562597,
+      "grad_norm": 121.77349853515625,
+      "learning_rate": 4.606141033269384e-08,
+      "loss": 14.5938,
+      "step": 27281
+    },
+    {
+      "epoch": 1.8119147240486153,
+      "grad_norm": 242.7513427734375,
+      "learning_rate": 4.602915005385477e-08,
+      "loss": 15.5156,
+      "step": 27282
+    },
+    {
+      "epoch": 1.811981138340971,
+      "grad_norm": 184.8224334716797,
+      "learning_rate": 4.5996900810000514e-08,
+      "loss": 10.5312,
+      "step": 27283
+    },
+    {
+      "epoch": 1.8120475526333268,
+      "grad_norm": 114.16036224365234,
+      "learning_rate": 4.596466260150389e-08,
+      "loss": 13.3125,
+      "step": 27284
+    },
+    {
+      "epoch": 1.8121139669256823,
+      "grad_norm": 136.67547607421875,
+      "learning_rate": 4.5932435428738035e-08,
+      "loss": 14.5781,
+      "step": 27285
+    },
+    {
+      "epoch": 1.8121803812180381,
+      "grad_norm": 248.4456329345703,
+      "learning_rate": 4.590021929207544e-08,
+      "loss": 17.375,
+      "step": 27286
+    },
+    {
+      "epoch": 1.8122467955103938,
+      "grad_norm": 142.9591064453125,
+      "learning_rate": 4.586801419188913e-08,
+      "loss": 17.9375,
+      "step": 27287
+    },
+    {
+      "epoch": 1.8123132098027495,
+      "grad_norm": 138.42173767089844,
+      "learning_rate": 4.583582012855136e-08,
+      "loss": 14.7188,
+      "step": 27288
+    },
+    {
+      "epoch": 1.8123796240951053,
+      "grad_norm": 126.01813507080078,
+      "learning_rate": 4.5803637102434624e-08,
+      "loss": 15.2656,
+      "step": 27289
+    },
+    {
+      "epoch": 1.812446038387461,
+      "grad_norm": 233.77581787109375,
+      "learning_rate": 4.577146511391117e-08,
+      "loss": 19.9688,
+      "step": 27290
+    },
+    {
+      "epoch": 1.8125124526798166,
+      "grad_norm": 146.8875274658203,
+      "learning_rate": 4.5739304163353256e-08,
+      "loss": 16.2812,
+      "step": 27291
+    },
+    {
+      "epoch": 1.8125788669721725,
+      "grad_norm": 227.53317260742188,
+      "learning_rate": 4.5707154251132586e-08,
+      "loss": 14.7734,
+      "step": 27292
+    },
+    {
+      "epoch": 1.8126452812645282,
+      "grad_norm": 174.82171630859375,
+      "learning_rate": 4.567501537762164e-08,
+      "loss": 12.5781,
+      "step": 27293
+    },
+    {
+      "epoch": 1.8127116955568838,
+      "grad_norm": 97.0578384399414,
+      "learning_rate": 4.564288754319157e-08,
+      "loss": 19.7031,
+      "step": 27294
+    },
+    {
+      "epoch": 1.8127781098492397,
+      "grad_norm": 246.74533081054688,
+      "learning_rate": 4.561077074821429e-08,
+      "loss": 15.3125,
+      "step": 27295
+    },
+    {
+      "epoch": 1.8128445241415951,
+      "grad_norm": 177.822265625,
+      "learning_rate": 4.557866499306129e-08,
+      "loss": 13.2734,
+      "step": 27296
+    },
+    {
+      "epoch": 1.812910938433951,
+      "grad_norm": 278.732666015625,
+      "learning_rate": 4.554657027810394e-08,
+      "loss": 14.8281,
+      "step": 27297
+    },
+    {
+      "epoch": 1.8129773527263067,
+      "grad_norm": 2690.918701171875,
+      "learning_rate": 4.5514486603713484e-08,
+      "loss": 11.8906,
+      "step": 27298
+    },
+    {
+      "epoch": 1.8130437670186623,
+      "grad_norm": 96.00284576416016,
+      "learning_rate": 4.54824139702612e-08,
+      "loss": 14.0625,
+      "step": 27299
+    },
+    {
+      "epoch": 1.8131101813110182,
+      "grad_norm": 356.5703125,
+      "learning_rate": 4.545035237811767e-08,
+      "loss": 17.9688,
+      "step": 27300
+    },
+    {
+      "epoch": 1.8131765956033739,
+      "grad_norm": 183.01406860351562,
+      "learning_rate": 4.541830182765438e-08,
+      "loss": 20.125,
+      "step": 27301
+    },
+    {
+      "epoch": 1.8132430098957295,
+      "grad_norm": 309.3520812988281,
+      "learning_rate": 4.5386262319241475e-08,
+      "loss": 28.1406,
+      "step": 27302
+    },
+    {
+      "epoch": 1.8133094241880854,
+      "grad_norm": 131.27561950683594,
+      "learning_rate": 4.535423385324999e-08,
+      "loss": 16.2969,
+      "step": 27303
+    },
+    {
+      "epoch": 1.813375838480441,
+      "grad_norm": 169.1138153076172,
+      "learning_rate": 4.532221643005008e-08,
+      "loss": 17.3594,
+      "step": 27304
+    },
+    {
+      "epoch": 1.8134422527727967,
+      "grad_norm": 457.34765625,
+      "learning_rate": 4.5290210050012324e-08,
+      "loss": 22.6562,
+      "step": 27305
+    },
+    {
+      "epoch": 1.8135086670651526,
+      "grad_norm": 129.1457061767578,
+      "learning_rate": 4.5258214713506994e-08,
+      "loss": 13.5312,
+      "step": 27306
+    },
+    {
+      "epoch": 1.813575081357508,
+      "grad_norm": 188.96417236328125,
+      "learning_rate": 4.522623042090412e-08,
+      "loss": 15.7969,
+      "step": 27307
+    },
+    {
+      "epoch": 1.8136414956498639,
+      "grad_norm": 323.1895751953125,
+      "learning_rate": 4.5194257172573414e-08,
+      "loss": 14.5938,
+      "step": 27308
+    },
+    {
+      "epoch": 1.8137079099422195,
+      "grad_norm": 153.49349975585938,
+      "learning_rate": 4.516229496888524e-08,
+      "loss": 14.0625,
+      "step": 27309
+    },
+    {
+      "epoch": 1.8137743242345752,
+      "grad_norm": 968.4833984375,
+      "learning_rate": 4.513034381020897e-08,
+      "loss": 13.7969,
+      "step": 27310
+    },
+    {
+      "epoch": 1.813840738526931,
+      "grad_norm": 184.94894409179688,
+      "learning_rate": 4.50984036969142e-08,
+      "loss": 15.75,
+      "step": 27311
+    },
+    {
+      "epoch": 1.8139071528192867,
+      "grad_norm": 271.4873352050781,
+      "learning_rate": 4.506647462937052e-08,
+      "loss": 13.1562,
+      "step": 27312
+    },
+    {
+      "epoch": 1.8139735671116424,
+      "grad_norm": 252.00860595703125,
+      "learning_rate": 4.5034556607947307e-08,
+      "loss": 18.1875,
+      "step": 27313
+    },
+    {
+      "epoch": 1.8140399814039982,
+      "grad_norm": 452.5859069824219,
+      "learning_rate": 4.500264963301337e-08,
+      "loss": 13.6406,
+      "step": 27314
+    },
+    {
+      "epoch": 1.814106395696354,
+      "grad_norm": 284.5282897949219,
+      "learning_rate": 4.4970753704938416e-08,
+      "loss": 17.4531,
+      "step": 27315
+    },
+    {
+      "epoch": 1.8141728099887096,
+      "grad_norm": 241.2311248779297,
+      "learning_rate": 4.4938868824091034e-08,
+      "loss": 17.5156,
+      "step": 27316
+    },
+    {
+      "epoch": 1.8142392242810654,
+      "grad_norm": 143.5349884033203,
+      "learning_rate": 4.490699499083994e-08,
+      "loss": 18.9688,
+      "step": 27317
+    },
+    {
+      "epoch": 1.8143056385734209,
+      "grad_norm": 209.34335327148438,
+      "learning_rate": 4.487513220555406e-08,
+      "loss": 17.7656,
+      "step": 27318
+    },
+    {
+      "epoch": 1.8143720528657767,
+      "grad_norm": 577.7056884765625,
+      "learning_rate": 4.4843280468601976e-08,
+      "loss": 20.3438,
+      "step": 27319
+    },
+    {
+      "epoch": 1.8144384671581324,
+      "grad_norm": 303.067626953125,
+      "learning_rate": 4.4811439780351954e-08,
+      "loss": 18.3594,
+      "step": 27320
+    },
+    {
+      "epoch": 1.814504881450488,
+      "grad_norm": 112.68460845947266,
+      "learning_rate": 4.477961014117238e-08,
+      "loss": 11.6406,
+      "step": 27321
+    },
+    {
+      "epoch": 1.814571295742844,
+      "grad_norm": 245.50408935546875,
+      "learning_rate": 4.474779155143149e-08,
+      "loss": 14.7188,
+      "step": 27322
+    },
+    {
+      "epoch": 1.8146377100351996,
+      "grad_norm": 1378.1622314453125,
+      "learning_rate": 4.4715984011497344e-08,
+      "loss": 23.25,
+      "step": 27323
+    },
+    {
+      "epoch": 1.8147041243275552,
+      "grad_norm": 123.75804901123047,
+      "learning_rate": 4.468418752173797e-08,
+      "loss": 11.6172,
+      "step": 27324
+    },
+    {
+      "epoch": 1.8147705386199111,
+      "grad_norm": 126.1346664428711,
+      "learning_rate": 4.465240208252086e-08,
+      "loss": 15.125,
+      "step": 27325
+    },
+    {
+      "epoch": 1.8148369529122668,
+      "grad_norm": 111.23799896240234,
+      "learning_rate": 4.462062769421404e-08,
+      "loss": 14.625,
+      "step": 27326
+    },
+    {
+      "epoch": 1.8149033672046224,
+      "grad_norm": 243.28680419921875,
+      "learning_rate": 4.458886435718479e-08,
+      "loss": 22.8438,
+      "step": 27327
+    },
+    {
+      "epoch": 1.8149697814969783,
+      "grad_norm": 252.587646484375,
+      "learning_rate": 4.455711207180057e-08,
+      "loss": 15.4375,
+      "step": 27328
+    },
+    {
+      "epoch": 1.8150361957893337,
+      "grad_norm": 85.7817611694336,
+      "learning_rate": 4.452537083842889e-08,
+      "loss": 16.75,
+      "step": 27329
+    },
+    {
+      "epoch": 1.8151026100816896,
+      "grad_norm": 274.54461669921875,
+      "learning_rate": 4.449364065743666e-08,
+      "loss": 14.0312,
+      "step": 27330
+    },
+    {
+      "epoch": 1.8151690243740453,
+      "grad_norm": 160.1632843017578,
+      "learning_rate": 4.4461921529191036e-08,
+      "loss": 14.8906,
+      "step": 27331
+    },
+    {
+      "epoch": 1.815235438666401,
+      "grad_norm": 157.068115234375,
+      "learning_rate": 4.443021345405895e-08,
+      "loss": 15.8906,
+      "step": 27332
+    },
+    {
+      "epoch": 1.8153018529587568,
+      "grad_norm": 186.1058349609375,
+      "learning_rate": 4.439851643240711e-08,
+      "loss": 13.0312,
+      "step": 27333
+    },
+    {
+      "epoch": 1.8153682672511124,
+      "grad_norm": 160.92080688476562,
+      "learning_rate": 4.436683046460221e-08,
+      "loss": 13.7031,
+      "step": 27334
+    },
+    {
+      "epoch": 1.815434681543468,
+      "grad_norm": 114.90813446044922,
+      "learning_rate": 4.433515555101075e-08,
+      "loss": 10.2578,
+      "step": 27335
+    },
+    {
+      "epoch": 1.815501095835824,
+      "grad_norm": 126.94082641601562,
+      "learning_rate": 4.4303491691999095e-08,
+      "loss": 12.4844,
+      "step": 27336
+    },
+    {
+      "epoch": 1.8155675101281796,
+      "grad_norm": 700.4971313476562,
+      "learning_rate": 4.427183888793362e-08,
+      "loss": 16.3906,
+      "step": 27337
+    },
+    {
+      "epoch": 1.8156339244205353,
+      "grad_norm": 171.42942810058594,
+      "learning_rate": 4.4240197139180594e-08,
+      "loss": 23.1719,
+      "step": 27338
+    },
+    {
+      "epoch": 1.8157003387128912,
+      "grad_norm": 219.9073028564453,
+      "learning_rate": 4.420856644610549e-08,
+      "loss": 15.1562,
+      "step": 27339
+    },
+    {
+      "epoch": 1.8157667530052466,
+      "grad_norm": 99.18643188476562,
+      "learning_rate": 4.41769468090748e-08,
+      "loss": 13.6719,
+      "step": 27340
+    },
+    {
+      "epoch": 1.8158331672976025,
+      "grad_norm": 147.84657287597656,
+      "learning_rate": 4.4145338228453896e-08,
+      "loss": 17.6797,
+      "step": 27341
+    },
+    {
+      "epoch": 1.8158995815899581,
+      "grad_norm": 214.75755310058594,
+      "learning_rate": 4.41137407046086e-08,
+      "loss": 13.8906,
+      "step": 27342
+    },
+    {
+      "epoch": 1.8159659958823138,
+      "grad_norm": 82.72521209716797,
+      "learning_rate": 4.4082154237904404e-08,
+      "loss": 13.625,
+      "step": 27343
+    },
+    {
+      "epoch": 1.8160324101746697,
+      "grad_norm": 191.5479736328125,
+      "learning_rate": 4.4050578828706555e-08,
+      "loss": 16.375,
+      "step": 27344
+    },
+    {
+      "epoch": 1.8160988244670253,
+      "grad_norm": 201.29946899414062,
+      "learning_rate": 4.401901447738032e-08,
+      "loss": 16.875,
+      "step": 27345
+    },
+    {
+      "epoch": 1.816165238759381,
+      "grad_norm": 226.14315795898438,
+      "learning_rate": 4.398746118429108e-08,
+      "loss": 16.875,
+      "step": 27346
+    },
+    {
+      "epoch": 1.8162316530517368,
+      "grad_norm": 170.7612762451172,
+      "learning_rate": 4.395591894980333e-08,
+      "loss": 11.2812,
+      "step": 27347
+    },
+    {
+      "epoch": 1.8162980673440925,
+      "grad_norm": 334.0626525878906,
+      "learning_rate": 4.3924387774282536e-08,
+      "loss": 19.3438,
+      "step": 27348
+    },
+    {
+      "epoch": 1.8163644816364481,
+      "grad_norm": 110.5466079711914,
+      "learning_rate": 4.3892867658092966e-08,
+      "loss": 11.3906,
+      "step": 27349
+    },
+    {
+      "epoch": 1.816430895928804,
+      "grad_norm": 251.760009765625,
+      "learning_rate": 4.386135860159934e-08,
+      "loss": 17.3594,
+      "step": 27350
+    },
+    {
+      "epoch": 1.8164973102211595,
+      "grad_norm": 834.3196411132812,
+      "learning_rate": 4.382986060516625e-08,
+      "loss": 20.5625,
+      "step": 27351
+    },
+    {
+      "epoch": 1.8165637245135153,
+      "grad_norm": 294.10797119140625,
+      "learning_rate": 4.379837366915806e-08,
+      "loss": 15.5312,
+      "step": 27352
+    },
+    {
+      "epoch": 1.816630138805871,
+      "grad_norm": 166.0380401611328,
+      "learning_rate": 4.376689779393861e-08,
+      "loss": 14.2344,
+      "step": 27353
+    },
+    {
+      "epoch": 1.8166965530982266,
+      "grad_norm": 153.05126953125,
+      "learning_rate": 4.373543297987259e-08,
+      "loss": 16.2969,
+      "step": 27354
+    },
+    {
+      "epoch": 1.8167629673905825,
+      "grad_norm": 134.18955993652344,
+      "learning_rate": 4.3703979227323495e-08,
+      "loss": 14.9531,
+      "step": 27355
+    },
+    {
+      "epoch": 1.8168293816829382,
+      "grad_norm": 403.9653015136719,
+      "learning_rate": 4.367253653665526e-08,
+      "loss": 16.1562,
+      "step": 27356
+    },
+    {
+      "epoch": 1.8168957959752938,
+      "grad_norm": 325.3513488769531,
+      "learning_rate": 4.364110490823192e-08,
+      "loss": 19.8594,
+      "step": 27357
+    },
+    {
+      "epoch": 1.8169622102676497,
+      "grad_norm": 245.75196838378906,
+      "learning_rate": 4.3609684342416745e-08,
+      "loss": 19.3281,
+      "step": 27358
+    },
+    {
+      "epoch": 1.8170286245600054,
+      "grad_norm": 345.7121276855469,
+      "learning_rate": 4.357827483957322e-08,
+      "loss": 16.4844,
+      "step": 27359
+    },
+    {
+      "epoch": 1.817095038852361,
+      "grad_norm": 202.50022888183594,
+      "learning_rate": 4.3546876400064606e-08,
+      "loss": 17.9062,
+      "step": 27360
+    },
+    {
+      "epoch": 1.8171614531447169,
+      "grad_norm": 131.2678985595703,
+      "learning_rate": 4.351548902425428e-08,
+      "loss": 16.2344,
+      "step": 27361
+    },
+    {
+      "epoch": 1.8172278674370723,
+      "grad_norm": 115.71707916259766,
+      "learning_rate": 4.3484112712505186e-08,
+      "loss": 14.5781,
+      "step": 27362
+    },
+    {
+      "epoch": 1.8172942817294282,
+      "grad_norm": 225.3613739013672,
+      "learning_rate": 4.345274746518057e-08,
+      "loss": 17.9219,
+      "step": 27363
+    },
+    {
+      "epoch": 1.8173606960217839,
+      "grad_norm": 101.74968719482422,
+      "learning_rate": 4.3421393282642604e-08,
+      "loss": 12.7656,
+      "step": 27364
+    },
+    {
+      "epoch": 1.8174271103141395,
+      "grad_norm": 118.0396728515625,
+      "learning_rate": 4.3390050165254655e-08,
+      "loss": 16.8594,
+      "step": 27365
+    },
+    {
+      "epoch": 1.8174935246064954,
+      "grad_norm": 180.85122680664062,
+      "learning_rate": 4.335871811337888e-08,
+      "loss": 16.7188,
+      "step": 27366
+    },
+    {
+      "epoch": 1.817559938898851,
+      "grad_norm": 302.221923828125,
+      "learning_rate": 4.332739712737787e-08,
+      "loss": 16.3906,
+      "step": 27367
+    },
+    {
+      "epoch": 1.8176263531912067,
+      "grad_norm": 293.761962890625,
+      "learning_rate": 4.3296087207613795e-08,
+      "loss": 19.125,
+      "step": 27368
+    },
+    {
+      "epoch": 1.8176927674835626,
+      "grad_norm": 284.2803039550781,
+      "learning_rate": 4.326478835444902e-08,
+      "loss": 18.125,
+      "step": 27369
+    },
+    {
+      "epoch": 1.8177591817759182,
+      "grad_norm": 392.3340148925781,
+      "learning_rate": 4.3233500568245375e-08,
+      "loss": 21.2969,
+      "step": 27370
+    },
+    {
+      "epoch": 1.8178255960682739,
+      "grad_norm": 154.75360107421875,
+      "learning_rate": 4.3202223849365114e-08,
+      "loss": 14.7812,
+      "step": 27371
+    },
+    {
+      "epoch": 1.8178920103606298,
+      "grad_norm": 188.39988708496094,
+      "learning_rate": 4.3170958198169515e-08,
+      "loss": 22.0781,
+      "step": 27372
+    },
+    {
+      "epoch": 1.8179584246529852,
+      "grad_norm": 95.55889892578125,
+      "learning_rate": 4.313970361502084e-08,
+      "loss": 13.5625,
+      "step": 27373
+    },
+    {
+      "epoch": 1.818024838945341,
+      "grad_norm": 235.30625915527344,
+      "learning_rate": 4.310846010028013e-08,
+      "loss": 19.1719,
+      "step": 27374
+    },
+    {
+      "epoch": 1.8180912532376967,
+      "grad_norm": 203.7689666748047,
+      "learning_rate": 4.3077227654308876e-08,
+      "loss": 14.5156,
+      "step": 27375
+    },
+    {
+      "epoch": 1.8181576675300524,
+      "grad_norm": 132.66603088378906,
+      "learning_rate": 4.3046006277468574e-08,
+      "loss": 18.1562,
+      "step": 27376
+    },
+    {
+      "epoch": 1.8182240818224082,
+      "grad_norm": 211.23692321777344,
+      "learning_rate": 4.3014795970120476e-08,
+      "loss": 18.5156,
+      "step": 27377
+    },
+    {
+      "epoch": 1.818290496114764,
+      "grad_norm": 137.9053192138672,
+      "learning_rate": 4.2983596732624975e-08,
+      "loss": 14.4062,
+      "step": 27378
+    },
+    {
+      "epoch": 1.8183569104071196,
+      "grad_norm": 220.1365203857422,
+      "learning_rate": 4.2952408565343655e-08,
+      "loss": 19.0781,
+      "step": 27379
+    },
+    {
+      "epoch": 1.8184233246994754,
+      "grad_norm": 235.406982421875,
+      "learning_rate": 4.292123146863702e-08,
+      "loss": 22.1094,
+      "step": 27380
+    },
+    {
+      "epoch": 1.818489738991831,
+      "grad_norm": 342.7373046875,
+      "learning_rate": 4.289006544286555e-08,
+      "loss": 10.6328,
+      "step": 27381
+    },
+    {
+      "epoch": 1.8185561532841867,
+      "grad_norm": 95.4413070678711,
+      "learning_rate": 4.2858910488389964e-08,
+      "loss": 14.0938,
+      "step": 27382
+    },
+    {
+      "epoch": 1.8186225675765426,
+      "grad_norm": 215.42616271972656,
+      "learning_rate": 4.2827766605570525e-08,
+      "loss": 12.1719,
+      "step": 27383
+    },
+    {
+      "epoch": 1.818688981868898,
+      "grad_norm": 329.5785217285156,
+      "learning_rate": 4.2796633794767615e-08,
+      "loss": 23.5625,
+      "step": 27384
+    },
+    {
+      "epoch": 1.818755396161254,
+      "grad_norm": 319.1176452636719,
+      "learning_rate": 4.276551205634138e-08,
+      "loss": 15.4609,
+      "step": 27385
+    },
+    {
+      "epoch": 1.8188218104536096,
+      "grad_norm": 312.81719970703125,
+      "learning_rate": 4.273440139065143e-08,
+      "loss": 19.0,
+      "step": 27386
+    },
+    {
+      "epoch": 1.8188882247459652,
+      "grad_norm": 321.7813720703125,
+      "learning_rate": 4.270330179805826e-08,
+      "loss": 18.6094,
+      "step": 27387
+    },
+    {
+      "epoch": 1.818954639038321,
+      "grad_norm": 285.6528015136719,
+      "learning_rate": 4.267221327892112e-08,
+      "loss": 13.7188,
+      "step": 27388
+    },
+    {
+      "epoch": 1.8190210533306768,
+      "grad_norm": 407.4887390136719,
+      "learning_rate": 4.264113583359985e-08,
+      "loss": 12.9062,
+      "step": 27389
+    },
+    {
+      "epoch": 1.8190874676230324,
+      "grad_norm": 119.58094024658203,
+      "learning_rate": 4.2610069462453825e-08,
+      "loss": 14.4219,
+      "step": 27390
+    },
+    {
+      "epoch": 1.8191538819153883,
+      "grad_norm": 205.24082946777344,
+      "learning_rate": 4.257901416584253e-08,
+      "loss": 18.4844,
+      "step": 27391
+    },
+    {
+      "epoch": 1.819220296207744,
+      "grad_norm": 161.69203186035156,
+      "learning_rate": 4.254796994412502e-08,
+      "loss": 18.9688,
+      "step": 27392
+    },
+    {
+      "epoch": 1.8192867105000996,
+      "grad_norm": 507.62091064453125,
+      "learning_rate": 4.251693679766055e-08,
+      "loss": 13.4062,
+      "step": 27393
+    },
+    {
+      "epoch": 1.8193531247924555,
+      "grad_norm": 99.28817749023438,
+      "learning_rate": 4.2485914726807956e-08,
+      "loss": 16.3047,
+      "step": 27394
+    },
+    {
+      "epoch": 1.819419539084811,
+      "grad_norm": 195.9546661376953,
+      "learning_rate": 4.245490373192628e-08,
+      "loss": 8.8984,
+      "step": 27395
+    },
+    {
+      "epoch": 1.8194859533771668,
+      "grad_norm": 212.4039306640625,
+      "learning_rate": 4.242390381337413e-08,
+      "loss": 11.6328,
+      "step": 27396
+    },
+    {
+      "epoch": 1.8195523676695224,
+      "grad_norm": 347.50018310546875,
+      "learning_rate": 4.23929149715101e-08,
+      "loss": 14.0938,
+      "step": 27397
+    },
+    {
+      "epoch": 1.819618781961878,
+      "grad_norm": 653.9368896484375,
+      "learning_rate": 4.2361937206692565e-08,
+      "loss": 23.9219,
+      "step": 27398
+    },
+    {
+      "epoch": 1.819685196254234,
+      "grad_norm": 126.34720611572266,
+      "learning_rate": 4.2330970519279915e-08,
+      "loss": 16.2812,
+      "step": 27399
+    },
+    {
+      "epoch": 1.8197516105465896,
+      "grad_norm": 280.03533935546875,
+      "learning_rate": 4.230001490963042e-08,
+      "loss": 19.5312,
+      "step": 27400
+    },
+    {
+      "epoch": 1.8198180248389453,
+      "grad_norm": 287.598388671875,
+      "learning_rate": 4.226907037810212e-08,
+      "loss": 18.4844,
+      "step": 27401
+    },
+    {
+      "epoch": 1.8198844391313012,
+      "grad_norm": 247.12954711914062,
+      "learning_rate": 4.223813692505307e-08,
+      "loss": 17.8281,
+      "step": 27402
+    },
+    {
+      "epoch": 1.8199508534236568,
+      "grad_norm": 145.840087890625,
+      "learning_rate": 4.2207214550840644e-08,
+      "loss": 17.6562,
+      "step": 27403
+    },
+    {
+      "epoch": 1.8200172677160125,
+      "grad_norm": 329.4765319824219,
+      "learning_rate": 4.217630325582322e-08,
+      "loss": 17.3594,
+      "step": 27404
+    },
+    {
+      "epoch": 1.8200836820083683,
+      "grad_norm": 246.09939575195312,
+      "learning_rate": 4.2145403040357855e-08,
+      "loss": 18.0312,
+      "step": 27405
+    },
+    {
+      "epoch": 1.8201500963007238,
+      "grad_norm": 320.2445373535156,
+      "learning_rate": 4.211451390480203e-08,
+      "loss": 15.7891,
+      "step": 27406
+    },
+    {
+      "epoch": 1.8202165105930797,
+      "grad_norm": 480.3605651855469,
+      "learning_rate": 4.208363584951335e-08,
+      "loss": 18.8594,
+      "step": 27407
+    },
+    {
+      "epoch": 1.8202829248854353,
+      "grad_norm": 149.7005615234375,
+      "learning_rate": 4.2052768874848654e-08,
+      "loss": 14.9844,
+      "step": 27408
+    },
+    {
+      "epoch": 1.820349339177791,
+      "grad_norm": 188.84376525878906,
+      "learning_rate": 4.2021912981165196e-08,
+      "loss": 15.7969,
+      "step": 27409
+    },
+    {
+      "epoch": 1.8204157534701468,
+      "grad_norm": 179.2437286376953,
+      "learning_rate": 4.199106816882003e-08,
+      "loss": 13.9688,
+      "step": 27410
+    },
+    {
+      "epoch": 1.8204821677625025,
+      "grad_norm": 135.4834747314453,
+      "learning_rate": 4.196023443816943e-08,
+      "loss": 13.875,
+      "step": 27411
+    },
+    {
+      "epoch": 1.8205485820548581,
+      "grad_norm": 113.61198425292969,
+      "learning_rate": 4.1929411789570655e-08,
+      "loss": 15.2656,
+      "step": 27412
+    },
+    {
+      "epoch": 1.820614996347214,
+      "grad_norm": 618.6158447265625,
+      "learning_rate": 4.1898600223379875e-08,
+      "loss": 21.7188,
+      "step": 27413
+    },
+    {
+      "epoch": 1.8206814106395697,
+      "grad_norm": 238.24435424804688,
+      "learning_rate": 4.186779973995369e-08,
+      "loss": 17.2422,
+      "step": 27414
+    },
+    {
+      "epoch": 1.8207478249319253,
+      "grad_norm": 189.0668487548828,
+      "learning_rate": 4.1837010339648257e-08,
+      "loss": 21.5,
+      "step": 27415
+    },
+    {
+      "epoch": 1.8208142392242812,
+      "grad_norm": 126.51496124267578,
+      "learning_rate": 4.1806232022819854e-08,
+      "loss": 16.6719,
+      "step": 27416
+    },
+    {
+      "epoch": 1.8208806535166366,
+      "grad_norm": 149.78623962402344,
+      "learning_rate": 4.177546478982419e-08,
+      "loss": 15.2812,
+      "step": 27417
+    },
+    {
+      "epoch": 1.8209470678089925,
+      "grad_norm": 319.50018310546875,
+      "learning_rate": 4.174470864101775e-08,
+      "loss": 20.375,
+      "step": 27418
+    },
+    {
+      "epoch": 1.8210134821013482,
+      "grad_norm": 164.7349090576172,
+      "learning_rate": 4.1713963576755716e-08,
+      "loss": 16.1562,
+      "step": 27419
+    },
+    {
+      "epoch": 1.8210798963937038,
+      "grad_norm": 200.91209411621094,
+      "learning_rate": 4.168322959739401e-08,
+      "loss": 10.4062,
+      "step": 27420
+    },
+    {
+      "epoch": 1.8211463106860597,
+      "grad_norm": 213.74609375,
+      "learning_rate": 4.1652506703288125e-08,
+      "loss": 25.375,
+      "step": 27421
+    },
+    {
+      "epoch": 1.8212127249784154,
+      "grad_norm": 1163.78271484375,
+      "learning_rate": 4.162179489479345e-08,
+      "loss": 11.6719,
+      "step": 27422
+    },
+    {
+      "epoch": 1.821279139270771,
+      "grad_norm": 108.19284057617188,
+      "learning_rate": 4.159109417226525e-08,
+      "loss": 15.75,
+      "step": 27423
+    },
+    {
+      "epoch": 1.8213455535631269,
+      "grad_norm": 195.69876098632812,
+      "learning_rate": 4.156040453605869e-08,
+      "loss": 13.2969,
+      "step": 27424
+    },
+    {
+      "epoch": 1.8214119678554825,
+      "grad_norm": 234.6860809326172,
+      "learning_rate": 4.1529725986528484e-08,
+      "loss": 18.9375,
+      "step": 27425
+    },
+    {
+      "epoch": 1.8214783821478382,
+      "grad_norm": 311.555419921875,
+      "learning_rate": 4.149905852402991e-08,
+      "loss": 20.1875,
+      "step": 27426
+    },
+    {
+      "epoch": 1.821544796440194,
+      "grad_norm": 253.17483520507812,
+      "learning_rate": 4.1468402148917445e-08,
+      "loss": 15.3281,
+      "step": 27427
+    },
+    {
+      "epoch": 1.8216112107325495,
+      "grad_norm": 267.23211669921875,
+      "learning_rate": 4.143775686154572e-08,
+      "loss": 17.2344,
+      "step": 27428
+    },
+    {
+      "epoch": 1.8216776250249054,
+      "grad_norm": 139.762451171875,
+      "learning_rate": 4.140712266226942e-08,
+      "loss": 20.2188,
+      "step": 27429
+    },
+    {
+      "epoch": 1.821744039317261,
+      "grad_norm": 166.16275024414062,
+      "learning_rate": 4.1376499551442625e-08,
+      "loss": 12.2812,
+      "step": 27430
+    },
+    {
+      "epoch": 1.8218104536096167,
+      "grad_norm": 201.67442321777344,
+      "learning_rate": 4.134588752941981e-08,
+      "loss": 15.1406,
+      "step": 27431
+    },
+    {
+      "epoch": 1.8218768679019726,
+      "grad_norm": 236.65289306640625,
+      "learning_rate": 4.1315286596554924e-08,
+      "loss": 14.8438,
+      "step": 27432
+    },
+    {
+      "epoch": 1.8219432821943282,
+      "grad_norm": 295.3189697265625,
+      "learning_rate": 4.128469675320201e-08,
+      "loss": 16.0,
+      "step": 27433
+    },
+    {
+      "epoch": 1.8220096964866839,
+      "grad_norm": 284.2839050292969,
+      "learning_rate": 4.12541179997149e-08,
+      "loss": 18.1406,
+      "step": 27434
+    },
+    {
+      "epoch": 1.8220761107790397,
+      "grad_norm": 286.4992980957031,
+      "learning_rate": 4.1223550336447424e-08,
+      "loss": 15.9062,
+      "step": 27435
+    },
+    {
+      "epoch": 1.8221425250713954,
+      "grad_norm": 170.64376831054688,
+      "learning_rate": 4.119299376375274e-08,
+      "loss": 14.25,
+      "step": 27436
+    },
+    {
+      "epoch": 1.822208939363751,
+      "grad_norm": 227.54830932617188,
+      "learning_rate": 4.116244828198501e-08,
+      "loss": 9.9453,
+      "step": 27437
+    },
+    {
+      "epoch": 1.822275353656107,
+      "grad_norm": 157.91018676757812,
+      "learning_rate": 4.113191389149695e-08,
+      "loss": 17.4062,
+      "step": 27438
+    },
+    {
+      "epoch": 1.8223417679484624,
+      "grad_norm": 121.026123046875,
+      "learning_rate": 4.110139059264206e-08,
+      "loss": 20.5,
+      "step": 27439
+    },
+    {
+      "epoch": 1.8224081822408182,
+      "grad_norm": 128.7362060546875,
+      "learning_rate": 4.107087838577328e-08,
+      "loss": 14.9219,
+      "step": 27440
+    },
+    {
+      "epoch": 1.822474596533174,
+      "grad_norm": 142.1171875,
+      "learning_rate": 4.104037727124388e-08,
+      "loss": 18.7656,
+      "step": 27441
+    },
+    {
+      "epoch": 1.8225410108255296,
+      "grad_norm": 184.7765350341797,
+      "learning_rate": 4.1009887249406014e-08,
+      "loss": 14.7344,
+      "step": 27442
+    },
+    {
+      "epoch": 1.8226074251178854,
+      "grad_norm": 362.721435546875,
+      "learning_rate": 4.09794083206132e-08,
+      "loss": 15.5625,
+      "step": 27443
+    },
+    {
+      "epoch": 1.822673839410241,
+      "grad_norm": 155.0651397705078,
+      "learning_rate": 4.094894048521736e-08,
+      "loss": 13.9844,
+      "step": 27444
+    },
+    {
+      "epoch": 1.8227402537025967,
+      "grad_norm": 99.05110168457031,
+      "learning_rate": 4.09184837435711e-08,
+      "loss": 8.9219,
+      "step": 27445
+    },
+    {
+      "epoch": 1.8228066679949526,
+      "grad_norm": 175.47470092773438,
+      "learning_rate": 4.088803809602692e-08,
+      "loss": 12.6094,
+      "step": 27446
+    },
+    {
+      "epoch": 1.8228730822873083,
+      "grad_norm": 163.67596435546875,
+      "learning_rate": 4.085760354293677e-08,
+      "loss": 16.1562,
+      "step": 27447
+    },
+    {
+      "epoch": 1.822939496579664,
+      "grad_norm": 261.2879943847656,
+      "learning_rate": 4.08271800846528e-08,
+      "loss": 18.5781,
+      "step": 27448
+    },
+    {
+      "epoch": 1.8230059108720198,
+      "grad_norm": 384.2460632324219,
+      "learning_rate": 4.079676772152707e-08,
+      "loss": 20.1562,
+      "step": 27449
+    },
+    {
+      "epoch": 1.8230723251643752,
+      "grad_norm": 292.1014709472656,
+      "learning_rate": 4.076636645391096e-08,
+      "loss": 15.9062,
+      "step": 27450
+    },
+    {
+      "epoch": 1.823138739456731,
+      "grad_norm": 1352.6982421875,
+      "learning_rate": 4.0735976282156635e-08,
+      "loss": 17.0,
+      "step": 27451
+    },
+    {
+      "epoch": 1.8232051537490868,
+      "grad_norm": 380.651611328125,
+      "learning_rate": 4.070559720661537e-08,
+      "loss": 21.1172,
+      "step": 27452
+    },
+    {
+      "epoch": 1.8232715680414424,
+      "grad_norm": 144.04600524902344,
+      "learning_rate": 4.067522922763844e-08,
+      "loss": 11.9688,
+      "step": 27453
+    },
+    {
+      "epoch": 1.8233379823337983,
+      "grad_norm": 248.32081604003906,
+      "learning_rate": 4.064487234557734e-08,
+      "loss": 18.5469,
+      "step": 27454
+    },
+    {
+      "epoch": 1.823404396626154,
+      "grad_norm": 201.49765014648438,
+      "learning_rate": 4.0614526560783236e-08,
+      "loss": 20.6406,
+      "step": 27455
+    },
+    {
+      "epoch": 1.8234708109185096,
+      "grad_norm": 692.9125366210938,
+      "learning_rate": 4.058419187360696e-08,
+      "loss": 15.5312,
+      "step": 27456
+    },
+    {
+      "epoch": 1.8235372252108655,
+      "grad_norm": 391.8607177734375,
+      "learning_rate": 4.0553868284399774e-08,
+      "loss": 18.5156,
+      "step": 27457
+    },
+    {
+      "epoch": 1.8236036395032211,
+      "grad_norm": 151.12351989746094,
+      "learning_rate": 4.0523555793511853e-08,
+      "loss": 15.125,
+      "step": 27458
+    },
+    {
+      "epoch": 1.8236700537955768,
+      "grad_norm": 230.48329162597656,
+      "learning_rate": 4.0493254401294365e-08,
+      "loss": 16.3125,
+      "step": 27459
+    },
+    {
+      "epoch": 1.8237364680879327,
+      "grad_norm": 90.63835906982422,
+      "learning_rate": 4.0462964108097575e-08,
+      "loss": 15.5469,
+      "step": 27460
+    },
+    {
+      "epoch": 1.823802882380288,
+      "grad_norm": 179.31460571289062,
+      "learning_rate": 4.0432684914271985e-08,
+      "loss": 14.0938,
+      "step": 27461
+    },
+    {
+      "epoch": 1.823869296672644,
+      "grad_norm": 125.01387023925781,
+      "learning_rate": 4.040241682016765e-08,
+      "loss": 11.6719,
+      "step": 27462
+    },
+    {
+      "epoch": 1.8239357109649996,
+      "grad_norm": 244.64088439941406,
+      "learning_rate": 4.037215982613506e-08,
+      "loss": 19.7812,
+      "step": 27463
+    },
+    {
+      "epoch": 1.8240021252573553,
+      "grad_norm": 153.48361206054688,
+      "learning_rate": 4.034191393252362e-08,
+      "loss": 15.8281,
+      "step": 27464
+    },
+    {
+      "epoch": 1.8240685395497112,
+      "grad_norm": 156.19549560546875,
+      "learning_rate": 4.031167913968381e-08,
+      "loss": 16.0,
+      "step": 27465
+    },
+    {
+      "epoch": 1.8241349538420668,
+      "grad_norm": 258.1057434082031,
+      "learning_rate": 4.028145544796502e-08,
+      "loss": 25.5938,
+      "step": 27466
+    },
+    {
+      "epoch": 1.8242013681344225,
+      "grad_norm": 157.2666473388672,
+      "learning_rate": 4.0251242857716864e-08,
+      "loss": 13.5156,
+      "step": 27467
+    },
+    {
+      "epoch": 1.8242677824267783,
+      "grad_norm": 164.9515380859375,
+      "learning_rate": 4.022104136928906e-08,
+      "loss": 13.2109,
+      "step": 27468
+    },
+    {
+      "epoch": 1.824334196719134,
+      "grad_norm": 356.9450378417969,
+      "learning_rate": 4.019085098303077e-08,
+      "loss": 13.375,
+      "step": 27469
+    },
+    {
+      "epoch": 1.8244006110114896,
+      "grad_norm": 203.89706420898438,
+      "learning_rate": 4.016067169929127e-08,
+      "loss": 15.3594,
+      "step": 27470
+    },
+    {
+      "epoch": 1.8244670253038455,
+      "grad_norm": 195.72781372070312,
+      "learning_rate": 4.0130503518419515e-08,
+      "loss": 11.4688,
+      "step": 27471
+    },
+    {
+      "epoch": 1.824533439596201,
+      "grad_norm": 163.57562255859375,
+      "learning_rate": 4.0100346440764764e-08,
+      "loss": 14.125,
+      "step": 27472
+    },
+    {
+      "epoch": 1.8245998538885568,
+      "grad_norm": 171.64854431152344,
+      "learning_rate": 4.007020046667553e-08,
+      "loss": 15.2656,
+      "step": 27473
+    },
+    {
+      "epoch": 1.8246662681809125,
+      "grad_norm": 130.458251953125,
+      "learning_rate": 4.0040065596500974e-08,
+      "loss": 12.0469,
+      "step": 27474
+    },
+    {
+      "epoch": 1.8247326824732681,
+      "grad_norm": 409.579345703125,
+      "learning_rate": 4.000994183058904e-08,
+      "loss": 13.8359,
+      "step": 27475
+    },
+    {
+      "epoch": 1.824799096765624,
+      "grad_norm": 121.61354064941406,
+      "learning_rate": 3.997982916928877e-08,
+      "loss": 14.6875,
+      "step": 27476
+    },
+    {
+      "epoch": 1.8248655110579797,
+      "grad_norm": 193.49044799804688,
+      "learning_rate": 3.994972761294824e-08,
+      "loss": 14.3438,
+      "step": 27477
+    },
+    {
+      "epoch": 1.8249319253503353,
+      "grad_norm": 233.0362548828125,
+      "learning_rate": 3.99196371619156e-08,
+      "loss": 25.0625,
+      "step": 27478
+    },
+    {
+      "epoch": 1.8249983396426912,
+      "grad_norm": 156.3497314453125,
+      "learning_rate": 3.988955781653902e-08,
+      "loss": 19.3125,
+      "step": 27479
+    },
+    {
+      "epoch": 1.8250647539350469,
+      "grad_norm": 404.997314453125,
+      "learning_rate": 3.985948957716645e-08,
+      "loss": 23.6719,
+      "step": 27480
+    },
+    {
+      "epoch": 1.8251311682274025,
+      "grad_norm": 366.15325927734375,
+      "learning_rate": 3.9829432444145495e-08,
+      "loss": 19.9062,
+      "step": 27481
+    },
+    {
+      "epoch": 1.8251975825197584,
+      "grad_norm": 455.6777648925781,
+      "learning_rate": 3.979938641782421e-08,
+      "loss": 22.6875,
+      "step": 27482
+    },
+    {
+      "epoch": 1.8252639968121138,
+      "grad_norm": 157.01333618164062,
+      "learning_rate": 3.976935149854976e-08,
+      "loss": 13.75,
+      "step": 27483
+    },
+    {
+      "epoch": 1.8253304111044697,
+      "grad_norm": 336.1252746582031,
+      "learning_rate": 3.9739327686669875e-08,
+      "loss": 11.3125,
+      "step": 27484
+    },
+    {
+      "epoch": 1.8253968253968254,
+      "grad_norm": 264.4012756347656,
+      "learning_rate": 3.9709314982531606e-08,
+      "loss": 17.0,
+      "step": 27485
+    },
+    {
+      "epoch": 1.825463239689181,
+      "grad_norm": 289.2637939453125,
+      "learning_rate": 3.967931338648234e-08,
+      "loss": 20.0312,
+      "step": 27486
+    },
+    {
+      "epoch": 1.8255296539815369,
+      "grad_norm": 217.53086853027344,
+      "learning_rate": 3.964932289886891e-08,
+      "loss": 14.625,
+      "step": 27487
+    },
+    {
+      "epoch": 1.8255960682738925,
+      "grad_norm": 254.46926879882812,
+      "learning_rate": 3.96193435200386e-08,
+      "loss": 10.6875,
+      "step": 27488
+    },
+    {
+      "epoch": 1.8256624825662482,
+      "grad_norm": 277.1929016113281,
+      "learning_rate": 3.9589375250337565e-08,
+      "loss": 15.9688,
+      "step": 27489
+    },
+    {
+      "epoch": 1.825728896858604,
+      "grad_norm": 256.4743957519531,
+      "learning_rate": 3.9559418090113206e-08,
+      "loss": 16.8594,
+      "step": 27490
+    },
+    {
+      "epoch": 1.8257953111509597,
+      "grad_norm": 247.42213439941406,
+      "learning_rate": 3.9529472039711467e-08,
+      "loss": 15.4375,
+      "step": 27491
+    },
+    {
+      "epoch": 1.8258617254433154,
+      "grad_norm": 258.6251220703125,
+      "learning_rate": 3.9499537099478955e-08,
+      "loss": 17.5469,
+      "step": 27492
+    },
+    {
+      "epoch": 1.8259281397356713,
+      "grad_norm": 126.47811889648438,
+      "learning_rate": 3.946961326976195e-08,
+      "loss": 12.1719,
+      "step": 27493
+    },
+    {
+      "epoch": 1.8259945540280267,
+      "grad_norm": 165.23660278320312,
+      "learning_rate": 3.943970055090662e-08,
+      "loss": 14.5312,
+      "step": 27494
+    },
+    {
+      "epoch": 1.8260609683203826,
+      "grad_norm": 177.90548706054688,
+      "learning_rate": 3.940979894325891e-08,
+      "loss": 13.125,
+      "step": 27495
+    },
+    {
+      "epoch": 1.8261273826127382,
+      "grad_norm": 155.6039276123047,
+      "learning_rate": 3.9379908447164876e-08,
+      "loss": 14.4375,
+      "step": 27496
+    },
+    {
+      "epoch": 1.8261937969050939,
+      "grad_norm": 95.79127502441406,
+      "learning_rate": 3.9350029062969916e-08,
+      "loss": 15.3906,
+      "step": 27497
+    },
+    {
+      "epoch": 1.8262602111974497,
+      "grad_norm": 173.9050750732422,
+      "learning_rate": 3.9320160791020077e-08,
+      "loss": 15.4219,
+      "step": 27498
+    },
+    {
+      "epoch": 1.8263266254898054,
+      "grad_norm": 287.79058837890625,
+      "learning_rate": 3.9290303631660636e-08,
+      "loss": 13.75,
+      "step": 27499
+    },
+    {
+      "epoch": 1.826393039782161,
+      "grad_norm": 102.4111099243164,
+      "learning_rate": 3.9260457585236887e-08,
+      "loss": 9.7031,
+      "step": 27500
+    },
+    {
+      "epoch": 1.826459454074517,
+      "grad_norm": 653.35791015625,
+      "learning_rate": 3.9230622652094205e-08,
+      "loss": 30.4375,
+      "step": 27501
+    },
+    {
+      "epoch": 1.8265258683668726,
+      "grad_norm": 156.19273376464844,
+      "learning_rate": 3.9200798832577764e-08,
+      "loss": 14.2344,
+      "step": 27502
+    },
+    {
+      "epoch": 1.8265922826592282,
+      "grad_norm": 197.1183319091797,
+      "learning_rate": 3.917098612703218e-08,
+      "loss": 17.7188,
+      "step": 27503
+    },
+    {
+      "epoch": 1.8266586969515841,
+      "grad_norm": 214.24346923828125,
+      "learning_rate": 3.9141184535802727e-08,
+      "loss": 15.625,
+      "step": 27504
+    },
+    {
+      "epoch": 1.8267251112439395,
+      "grad_norm": 154.57496643066406,
+      "learning_rate": 3.911139405923414e-08,
+      "loss": 14.8594,
+      "step": 27505
+    },
+    {
+      "epoch": 1.8267915255362954,
+      "grad_norm": 575.4332275390625,
+      "learning_rate": 3.9081614697670573e-08,
+      "loss": 28.375,
+      "step": 27506
+    },
+    {
+      "epoch": 1.826857939828651,
+      "grad_norm": 181.71527099609375,
+      "learning_rate": 3.9051846451457095e-08,
+      "loss": 15.1875,
+      "step": 27507
+    },
+    {
+      "epoch": 1.8269243541210067,
+      "grad_norm": 316.1285705566406,
+      "learning_rate": 3.902208932093764e-08,
+      "loss": 16.3438,
+      "step": 27508
+    },
+    {
+      "epoch": 1.8269907684133626,
+      "grad_norm": 135.9466094970703,
+      "learning_rate": 3.89923433064564e-08,
+      "loss": 12.6875,
+      "step": 27509
+    },
+    {
+      "epoch": 1.8270571827057183,
+      "grad_norm": 216.86973571777344,
+      "learning_rate": 3.8962608408357744e-08,
+      "loss": 19.0469,
+      "step": 27510
+    },
+    {
+      "epoch": 1.827123596998074,
+      "grad_norm": 137.03390502929688,
+      "learning_rate": 3.8932884626985406e-08,
+      "loss": 13.0156,
+      "step": 27511
+    },
+    {
+      "epoch": 1.8271900112904298,
+      "grad_norm": 188.95367431640625,
+      "learning_rate": 3.8903171962683225e-08,
+      "loss": 21.6094,
+      "step": 27512
+    },
+    {
+      "epoch": 1.8272564255827854,
+      "grad_norm": 183.89974975585938,
+      "learning_rate": 3.887347041579514e-08,
+      "loss": 14.5469,
+      "step": 27513
+    },
+    {
+      "epoch": 1.827322839875141,
+      "grad_norm": 178.19400024414062,
+      "learning_rate": 3.884377998666422e-08,
+      "loss": 9.6406,
+      "step": 27514
+    },
+    {
+      "epoch": 1.827389254167497,
+      "grad_norm": 152.6298828125,
+      "learning_rate": 3.881410067563451e-08,
+      "loss": 10.1875,
+      "step": 27515
+    },
+    {
+      "epoch": 1.8274556684598524,
+      "grad_norm": 283.82745361328125,
+      "learning_rate": 3.878443248304886e-08,
+      "loss": 15.9844,
+      "step": 27516
+    },
+    {
+      "epoch": 1.8275220827522083,
+      "grad_norm": 160.79965209960938,
+      "learning_rate": 3.875477540925065e-08,
+      "loss": 15.8594,
+      "step": 27517
+    },
+    {
+      "epoch": 1.827588497044564,
+      "grad_norm": 428.6166687011719,
+      "learning_rate": 3.872512945458295e-08,
+      "loss": 18.625,
+      "step": 27518
+    },
+    {
+      "epoch": 1.8276549113369196,
+      "grad_norm": 293.95599365234375,
+      "learning_rate": 3.869549461938859e-08,
+      "loss": 24.0,
+      "step": 27519
+    },
+    {
+      "epoch": 1.8277213256292755,
+      "grad_norm": 207.1015625,
+      "learning_rate": 3.866587090401052e-08,
+      "loss": 18.4531,
+      "step": 27520
+    },
+    {
+      "epoch": 1.8277877399216311,
+      "grad_norm": 298.4587707519531,
+      "learning_rate": 3.863625830879136e-08,
+      "loss": 16.5625,
+      "step": 27521
+    },
+    {
+      "epoch": 1.8278541542139868,
+      "grad_norm": 661.1490478515625,
+      "learning_rate": 3.860665683407338e-08,
+      "loss": 24.5938,
+      "step": 27522
+    },
+    {
+      "epoch": 1.8279205685063427,
+      "grad_norm": 129.06356811523438,
+      "learning_rate": 3.8577066480199425e-08,
+      "loss": 14.875,
+      "step": 27523
+    },
+    {
+      "epoch": 1.8279869827986983,
+      "grad_norm": 283.9903259277344,
+      "learning_rate": 3.854748724751156e-08,
+      "loss": 19.4844,
+      "step": 27524
+    },
+    {
+      "epoch": 1.828053397091054,
+      "grad_norm": 176.78317260742188,
+      "learning_rate": 3.851791913635194e-08,
+      "loss": 17.9375,
+      "step": 27525
+    },
+    {
+      "epoch": 1.8281198113834098,
+      "grad_norm": 108.57228088378906,
+      "learning_rate": 3.8488362147062525e-08,
+      "loss": 11.5469,
+      "step": 27526
+    },
+    {
+      "epoch": 1.8281862256757653,
+      "grad_norm": 229.79647827148438,
+      "learning_rate": 3.8458816279985485e-08,
+      "loss": 17.6094,
+      "step": 27527
+    },
+    {
+      "epoch": 1.8282526399681212,
+      "grad_norm": 109.35694885253906,
+      "learning_rate": 3.84292815354621e-08,
+      "loss": 10.1719,
+      "step": 27528
+    },
+    {
+      "epoch": 1.8283190542604768,
+      "grad_norm": 135.04888916015625,
+      "learning_rate": 3.839975791383465e-08,
+      "loss": 13.1875,
+      "step": 27529
+    },
+    {
+      "epoch": 1.8283854685528325,
+      "grad_norm": 133.07786560058594,
+      "learning_rate": 3.837024541544409e-08,
+      "loss": 17.7969,
+      "step": 27530
+    },
+    {
+      "epoch": 1.8284518828451883,
+      "grad_norm": 182.03924560546875,
+      "learning_rate": 3.8340744040632035e-08,
+      "loss": 12.9844,
+      "step": 27531
+    },
+    {
+      "epoch": 1.828518297137544,
+      "grad_norm": 307.4942932128906,
+      "learning_rate": 3.831125378973976e-08,
+      "loss": 13.3906,
+      "step": 27532
+    },
+    {
+      "epoch": 1.8285847114298996,
+      "grad_norm": 239.73460388183594,
+      "learning_rate": 3.8281774663108444e-08,
+      "loss": 17.6562,
+      "step": 27533
+    },
+    {
+      "epoch": 1.8286511257222555,
+      "grad_norm": 229.84246826171875,
+      "learning_rate": 3.825230666107882e-08,
+      "loss": 15.6094,
+      "step": 27534
+    },
+    {
+      "epoch": 1.8287175400146112,
+      "grad_norm": 152.291015625,
+      "learning_rate": 3.822284978399215e-08,
+      "loss": 16.0312,
+      "step": 27535
+    },
+    {
+      "epoch": 1.8287839543069668,
+      "grad_norm": 286.4669494628906,
+      "learning_rate": 3.8193404032188734e-08,
+      "loss": 20.7188,
+      "step": 27536
+    },
+    {
+      "epoch": 1.8288503685993227,
+      "grad_norm": 133.0933380126953,
+      "learning_rate": 3.816396940600963e-08,
+      "loss": 11.625,
+      "step": 27537
+    },
+    {
+      "epoch": 1.8289167828916781,
+      "grad_norm": 292.1531982421875,
+      "learning_rate": 3.813454590579501e-08,
+      "loss": 18.4219,
+      "step": 27538
+    },
+    {
+      "epoch": 1.828983197184034,
+      "grad_norm": 232.0365447998047,
+      "learning_rate": 3.810513353188527e-08,
+      "loss": 17.375,
+      "step": 27539
+    },
+    {
+      "epoch": 1.8290496114763897,
+      "grad_norm": 135.22097778320312,
+      "learning_rate": 3.8075732284620795e-08,
+      "loss": 15.25,
+      "step": 27540
+    },
+    {
+      "epoch": 1.8291160257687453,
+      "grad_norm": 165.8556671142578,
+      "learning_rate": 3.804634216434144e-08,
+      "loss": 12.7656,
+      "step": 27541
+    },
+    {
+      "epoch": 1.8291824400611012,
+      "grad_norm": 181.5133056640625,
+      "learning_rate": 3.801696317138736e-08,
+      "loss": 13.2656,
+      "step": 27542
+    },
+    {
+      "epoch": 1.8292488543534569,
+      "grad_norm": 316.39337158203125,
+      "learning_rate": 3.7987595306098406e-08,
+      "loss": 19.75,
+      "step": 27543
+    },
+    {
+      "epoch": 1.8293152686458125,
+      "grad_norm": 355.61700439453125,
+      "learning_rate": 3.7958238568814194e-08,
+      "loss": 18.25,
+      "step": 27544
+    },
+    {
+      "epoch": 1.8293816829381684,
+      "grad_norm": 301.1529541015625,
+      "learning_rate": 3.792889295987423e-08,
+      "loss": 16.2812,
+      "step": 27545
+    },
+    {
+      "epoch": 1.829448097230524,
+      "grad_norm": 147.40536499023438,
+      "learning_rate": 3.789955847961823e-08,
+      "loss": 13.6094,
+      "step": 27546
+    },
+    {
+      "epoch": 1.8295145115228797,
+      "grad_norm": 221.94143676757812,
+      "learning_rate": 3.787023512838527e-08,
+      "loss": 18.8281,
+      "step": 27547
+    },
+    {
+      "epoch": 1.8295809258152356,
+      "grad_norm": 161.9336395263672,
+      "learning_rate": 3.784092290651464e-08,
+      "loss": 11.5,
+      "step": 27548
+    },
+    {
+      "epoch": 1.829647340107591,
+      "grad_norm": 323.490966796875,
+      "learning_rate": 3.7811621814345386e-08,
+      "loss": 15.8281,
+      "step": 27549
+    },
+    {
+      "epoch": 1.8297137543999469,
+      "grad_norm": 252.03273010253906,
+      "learning_rate": 3.778233185221646e-08,
+      "loss": 12.5469,
+      "step": 27550
+    },
+    {
+      "epoch": 1.8297801686923025,
+      "grad_norm": 259.7434387207031,
+      "learning_rate": 3.7753053020466607e-08,
+      "loss": 17.1562,
+      "step": 27551
+    },
+    {
+      "epoch": 1.8298465829846582,
+      "grad_norm": 467.0867614746094,
+      "learning_rate": 3.772378531943477e-08,
+      "loss": 18.0312,
+      "step": 27552
+    },
+    {
+      "epoch": 1.829912997277014,
+      "grad_norm": 123.11827850341797,
+      "learning_rate": 3.769452874945911e-08,
+      "loss": 14.8125,
+      "step": 27553
+    },
+    {
+      "epoch": 1.8299794115693697,
+      "grad_norm": 472.1348876953125,
+      "learning_rate": 3.766528331087837e-08,
+      "loss": 17.7812,
+      "step": 27554
+    },
+    {
+      "epoch": 1.8300458258617254,
+      "grad_norm": 114.13251495361328,
+      "learning_rate": 3.7636049004030725e-08,
+      "loss": 17.5938,
+      "step": 27555
+    },
+    {
+      "epoch": 1.8301122401540812,
+      "grad_norm": 224.32838439941406,
+      "learning_rate": 3.760682582925423e-08,
+      "loss": 10.2656,
+      "step": 27556
+    },
+    {
+      "epoch": 1.830178654446437,
+      "grad_norm": 100.43283081054688,
+      "learning_rate": 3.757761378688706e-08,
+      "loss": 18.625,
+      "step": 27557
+    },
+    {
+      "epoch": 1.8302450687387926,
+      "grad_norm": 235.6757049560547,
+      "learning_rate": 3.7548412877267066e-08,
+      "loss": 14.5312,
+      "step": 27558
+    },
+    {
+      "epoch": 1.8303114830311484,
+      "grad_norm": 249.3382568359375,
+      "learning_rate": 3.751922310073208e-08,
+      "loss": 17.7969,
+      "step": 27559
+    },
+    {
+      "epoch": 1.8303778973235039,
+      "grad_norm": 135.38973999023438,
+      "learning_rate": 3.749004445761983e-08,
+      "loss": 12.7969,
+      "step": 27560
+    },
+    {
+      "epoch": 1.8304443116158597,
+      "grad_norm": 140.5766143798828,
+      "learning_rate": 3.7460876948267493e-08,
+      "loss": 11.5312,
+      "step": 27561
+    },
+    {
+      "epoch": 1.8305107259082154,
+      "grad_norm": 193.52371215820312,
+      "learning_rate": 3.743172057301303e-08,
+      "loss": 11.5625,
+      "step": 27562
+    },
+    {
+      "epoch": 1.830577140200571,
+      "grad_norm": 251.69334411621094,
+      "learning_rate": 3.7402575332193154e-08,
+      "loss": 17.8906,
+      "step": 27563
+    },
+    {
+      "epoch": 1.830643554492927,
+      "grad_norm": 358.1869201660156,
+      "learning_rate": 3.737344122614516e-08,
+      "loss": 12.2969,
+      "step": 27564
+    },
+    {
+      "epoch": 1.8307099687852826,
+      "grad_norm": 191.9263458251953,
+      "learning_rate": 3.734431825520623e-08,
+      "loss": 19.2031,
+      "step": 27565
+    },
+    {
+      "epoch": 1.8307763830776382,
+      "grad_norm": 235.87466430664062,
+      "learning_rate": 3.7315206419713196e-08,
+      "loss": 14.9375,
+      "step": 27566
+    },
+    {
+      "epoch": 1.8308427973699941,
+      "grad_norm": 181.04385375976562,
+      "learning_rate": 3.7286105720002567e-08,
+      "loss": 14.9375,
+      "step": 27567
+    },
+    {
+      "epoch": 1.8309092116623498,
+      "grad_norm": 184.3559112548828,
+      "learning_rate": 3.72570161564113e-08,
+      "loss": 14.0938,
+      "step": 27568
+    },
+    {
+      "epoch": 1.8309756259547054,
+      "grad_norm": 135.4034423828125,
+      "learning_rate": 3.722793772927557e-08,
+      "loss": 13.0156,
+      "step": 27569
+    },
+    {
+      "epoch": 1.8310420402470613,
+      "grad_norm": 184.3011474609375,
+      "learning_rate": 3.7198870438931996e-08,
+      "loss": 17.1875,
+      "step": 27570
+    },
+    {
+      "epoch": 1.8311084545394167,
+      "grad_norm": 313.56292724609375,
+      "learning_rate": 3.7169814285716636e-08,
+      "loss": 22.1406,
+      "step": 27571
+    },
+    {
+      "epoch": 1.8311748688317726,
+      "grad_norm": 768.27294921875,
+      "learning_rate": 3.7140769269965677e-08,
+      "loss": 28.9219,
+      "step": 27572
+    },
+    {
+      "epoch": 1.8312412831241283,
+      "grad_norm": 365.28875732421875,
+      "learning_rate": 3.711173539201507e-08,
+      "loss": 19.6953,
+      "step": 27573
+    },
+    {
+      "epoch": 1.831307697416484,
+      "grad_norm": 256.981201171875,
+      "learning_rate": 3.708271265220087e-08,
+      "loss": 15.2344,
+      "step": 27574
+    },
+    {
+      "epoch": 1.8313741117088398,
+      "grad_norm": 280.5467834472656,
+      "learning_rate": 3.7053701050858256e-08,
+      "loss": 20.7812,
+      "step": 27575
+    },
+    {
+      "epoch": 1.8314405260011954,
+      "grad_norm": 179.93804931640625,
+      "learning_rate": 3.7024700588323296e-08,
+      "loss": 13.2031,
+      "step": 27576
+    },
+    {
+      "epoch": 1.831506940293551,
+      "grad_norm": 109.57490539550781,
+      "learning_rate": 3.6995711264931504e-08,
+      "loss": 14.8594,
+      "step": 27577
+    },
+    {
+      "epoch": 1.831573354585907,
+      "grad_norm": 212.6148223876953,
+      "learning_rate": 3.696673308101772e-08,
+      "loss": 16.0781,
+      "step": 27578
+    },
+    {
+      "epoch": 1.8316397688782626,
+      "grad_norm": 172.0092010498047,
+      "learning_rate": 3.6937766036917674e-08,
+      "loss": 16.9062,
+      "step": 27579
+    },
+    {
+      "epoch": 1.8317061831706183,
+      "grad_norm": 105.19711303710938,
+      "learning_rate": 3.690881013296621e-08,
+      "loss": 15.7969,
+      "step": 27580
+    },
+    {
+      "epoch": 1.8317725974629742,
+      "grad_norm": 372.24560546875,
+      "learning_rate": 3.687986536949816e-08,
+      "loss": 16.1406,
+      "step": 27581
+    },
+    {
+      "epoch": 1.8318390117553296,
+      "grad_norm": 499.6265563964844,
+      "learning_rate": 3.68509317468485e-08,
+      "loss": 14.2188,
+      "step": 27582
+    },
+    {
+      "epoch": 1.8319054260476855,
+      "grad_norm": 577.37060546875,
+      "learning_rate": 3.682200926535195e-08,
+      "loss": 18.4531,
+      "step": 27583
+    },
+    {
+      "epoch": 1.8319718403400411,
+      "grad_norm": 307.2063903808594,
+      "learning_rate": 3.679309792534291e-08,
+      "loss": 19.3125,
+      "step": 27584
+    },
+    {
+      "epoch": 1.8320382546323968,
+      "grad_norm": 161.9479522705078,
+      "learning_rate": 3.6764197727156e-08,
+      "loss": 17.2031,
+      "step": 27585
+    },
+    {
+      "epoch": 1.8321046689247527,
+      "grad_norm": 558.2109985351562,
+      "learning_rate": 3.6735308671125284e-08,
+      "loss": 22.2812,
+      "step": 27586
+    },
+    {
+      "epoch": 1.8321710832171083,
+      "grad_norm": 218.49249267578125,
+      "learning_rate": 3.670643075758517e-08,
+      "loss": 15.8125,
+      "step": 27587
+    },
+    {
+      "epoch": 1.832237497509464,
+      "grad_norm": 113.34717559814453,
+      "learning_rate": 3.6677563986869606e-08,
+      "loss": 11.8047,
+      "step": 27588
+    },
+    {
+      "epoch": 1.8323039118018198,
+      "grad_norm": 271.9991455078125,
+      "learning_rate": 3.664870835931244e-08,
+      "loss": 23.75,
+      "step": 27589
+    },
+    {
+      "epoch": 1.8323703260941755,
+      "grad_norm": 342.2291564941406,
+      "learning_rate": 3.6619863875247514e-08,
+      "loss": 19.4531,
+      "step": 27590
+    },
+    {
+      "epoch": 1.8324367403865311,
+      "grad_norm": 265.12579345703125,
+      "learning_rate": 3.659103053500856e-08,
+      "loss": 19.6719,
+      "step": 27591
+    },
+    {
+      "epoch": 1.832503154678887,
+      "grad_norm": 309.89556884765625,
+      "learning_rate": 3.6562208338928865e-08,
+      "loss": 20.8281,
+      "step": 27592
+    },
+    {
+      "epoch": 1.8325695689712425,
+      "grad_norm": 155.7394256591797,
+      "learning_rate": 3.6533397287342174e-08,
+      "loss": 15.5156,
+      "step": 27593
+    },
+    {
+      "epoch": 1.8326359832635983,
+      "grad_norm": 302.6685791015625,
+      "learning_rate": 3.6504597380581534e-08,
+      "loss": 21.5469,
+      "step": 27594
+    },
+    {
+      "epoch": 1.832702397555954,
+      "grad_norm": 126.34700012207031,
+      "learning_rate": 3.647580861898014e-08,
+      "loss": 12.125,
+      "step": 27595
+    },
+    {
+      "epoch": 1.8327688118483096,
+      "grad_norm": 200.17550659179688,
+      "learning_rate": 3.6447031002870835e-08,
+      "loss": 19.0938,
+      "step": 27596
+    },
+    {
+      "epoch": 1.8328352261406655,
+      "grad_norm": 145.49349975585938,
+      "learning_rate": 3.641826453258678e-08,
+      "loss": 15.7031,
+      "step": 27597
+    },
+    {
+      "epoch": 1.8329016404330212,
+      "grad_norm": 187.38169860839844,
+      "learning_rate": 3.638950920846062e-08,
+      "loss": 18.875,
+      "step": 27598
+    },
+    {
+      "epoch": 1.8329680547253768,
+      "grad_norm": 182.05316162109375,
+      "learning_rate": 3.636076503082508e-08,
+      "loss": 14.9375,
+      "step": 27599
+    },
+    {
+      "epoch": 1.8330344690177327,
+      "grad_norm": 281.6129150390625,
+      "learning_rate": 3.6332032000012223e-08,
+      "loss": 19.75,
+      "step": 27600
+    },
+    {
+      "epoch": 1.8331008833100884,
+      "grad_norm": 192.95411682128906,
+      "learning_rate": 3.6303310116355126e-08,
+      "loss": 15.5938,
+      "step": 27601
+    },
+    {
+      "epoch": 1.833167297602444,
+      "grad_norm": 157.98085021972656,
+      "learning_rate": 3.62745993801854e-08,
+      "loss": 14.0625,
+      "step": 27602
+    },
+    {
+      "epoch": 1.8332337118947999,
+      "grad_norm": 173.205322265625,
+      "learning_rate": 3.624589979183534e-08,
+      "loss": 16.0938,
+      "step": 27603
+    },
+    {
+      "epoch": 1.8333001261871553,
+      "grad_norm": 252.129638671875,
+      "learning_rate": 3.6217211351637136e-08,
+      "loss": 21.9375,
+      "step": 27604
+    },
+    {
+      "epoch": 1.8333665404795112,
+      "grad_norm": 253.47238159179688,
+      "learning_rate": 3.61885340599225e-08,
+      "loss": 15.0938,
+      "step": 27605
+    },
+    {
+      "epoch": 1.8334329547718669,
+      "grad_norm": 186.48793029785156,
+      "learning_rate": 3.615986791702297e-08,
+      "loss": 11.9375,
+      "step": 27606
+    },
+    {
+      "epoch": 1.8334993690642225,
+      "grad_norm": 176.90289306640625,
+      "learning_rate": 3.613121292327048e-08,
+      "loss": 18.9688,
+      "step": 27607
+    },
+    {
+      "epoch": 1.8335657833565784,
+      "grad_norm": 370.6241455078125,
+      "learning_rate": 3.6102569078996226e-08,
+      "loss": 12.6094,
+      "step": 27608
+    },
+    {
+      "epoch": 1.833632197648934,
+      "grad_norm": 293.8852233886719,
+      "learning_rate": 3.60739363845316e-08,
+      "loss": 15.375,
+      "step": 27609
+    },
+    {
+      "epoch": 1.8336986119412897,
+      "grad_norm": 107.3060531616211,
+      "learning_rate": 3.60453148402079e-08,
+      "loss": 11.9375,
+      "step": 27610
+    },
+    {
+      "epoch": 1.8337650262336456,
+      "grad_norm": 196.05091857910156,
+      "learning_rate": 3.601670444635607e-08,
+      "loss": 17.8594,
+      "step": 27611
+    },
+    {
+      "epoch": 1.8338314405260012,
+      "grad_norm": 326.8628234863281,
+      "learning_rate": 3.598810520330719e-08,
+      "loss": 23.2344,
+      "step": 27612
+    },
+    {
+      "epoch": 1.8338978548183569,
+      "grad_norm": 355.7415771484375,
+      "learning_rate": 3.5959517111392e-08,
+      "loss": 11.6562,
+      "step": 27613
+    },
+    {
+      "epoch": 1.8339642691107128,
+      "grad_norm": 143.1339874267578,
+      "learning_rate": 3.593094017094134e-08,
+      "loss": 21.125,
+      "step": 27614
+    },
+    {
+      "epoch": 1.8340306834030682,
+      "grad_norm": 669.6046142578125,
+      "learning_rate": 3.59023743822855e-08,
+      "loss": 14.7188,
+      "step": 27615
+    },
+    {
+      "epoch": 1.834097097695424,
+      "grad_norm": 190.90936279296875,
+      "learning_rate": 3.587381974575521e-08,
+      "loss": 16.6875,
+      "step": 27616
+    },
+    {
+      "epoch": 1.8341635119877797,
+      "grad_norm": 200.90670776367188,
+      "learning_rate": 3.5845276261680436e-08,
+      "loss": 15.3125,
+      "step": 27617
+    },
+    {
+      "epoch": 1.8342299262801354,
+      "grad_norm": 141.59600830078125,
+      "learning_rate": 3.58167439303918e-08,
+      "loss": 14.6406,
+      "step": 27618
+    },
+    {
+      "epoch": 1.8342963405724912,
+      "grad_norm": 248.84005737304688,
+      "learning_rate": 3.578822275221893e-08,
+      "loss": 16.8906,
+      "step": 27619
+    },
+    {
+      "epoch": 1.834362754864847,
+      "grad_norm": 191.28521728515625,
+      "learning_rate": 3.57597127274919e-08,
+      "loss": 11.2344,
+      "step": 27620
+    },
+    {
+      "epoch": 1.8344291691572026,
+      "grad_norm": 118.88006591796875,
+      "learning_rate": 3.5731213856540544e-08,
+      "loss": 13.1562,
+      "step": 27621
+    },
+    {
+      "epoch": 1.8344955834495584,
+      "grad_norm": 458.6921081542969,
+      "learning_rate": 3.5702726139694385e-08,
+      "loss": 23.2031,
+      "step": 27622
+    },
+    {
+      "epoch": 1.834561997741914,
+      "grad_norm": 221.98292541503906,
+      "learning_rate": 3.567424957728316e-08,
+      "loss": 15.7188,
+      "step": 27623
+    },
+    {
+      "epoch": 1.8346284120342697,
+      "grad_norm": 230.70535278320312,
+      "learning_rate": 3.564578416963615e-08,
+      "loss": 14.8594,
+      "step": 27624
+    },
+    {
+      "epoch": 1.8346948263266256,
+      "grad_norm": 178.79710388183594,
+      "learning_rate": 3.561732991708244e-08,
+      "loss": 16.7969,
+      "step": 27625
+    },
+    {
+      "epoch": 1.834761240618981,
+      "grad_norm": 159.46224975585938,
+      "learning_rate": 3.558888681995165e-08,
+      "loss": 14.9688,
+      "step": 27626
+    },
+    {
+      "epoch": 1.834827654911337,
+      "grad_norm": 460.6955261230469,
+      "learning_rate": 3.55604548785724e-08,
+      "loss": 20.4531,
+      "step": 27627
+    },
+    {
+      "epoch": 1.8348940692036926,
+      "grad_norm": 655.5364990234375,
+      "learning_rate": 3.553203409327354e-08,
+      "loss": 20.6875,
+      "step": 27628
+    },
+    {
+      "epoch": 1.8349604834960482,
+      "grad_norm": 130.9761199951172,
+      "learning_rate": 3.550362446438415e-08,
+      "loss": 16.625,
+      "step": 27629
+    },
+    {
+      "epoch": 1.835026897788404,
+      "grad_norm": 124.397705078125,
+      "learning_rate": 3.5475225992232626e-08,
+      "loss": 17.2969,
+      "step": 27630
+    },
+    {
+      "epoch": 1.8350933120807598,
+      "grad_norm": 456.54833984375,
+      "learning_rate": 3.5446838677147375e-08,
+      "loss": 17.6875,
+      "step": 27631
+    },
+    {
+      "epoch": 1.8351597263731154,
+      "grad_norm": 121.82394409179688,
+      "learning_rate": 3.5418462519457124e-08,
+      "loss": 14.2812,
+      "step": 27632
+    },
+    {
+      "epoch": 1.8352261406654713,
+      "grad_norm": 90.9559555053711,
+      "learning_rate": 3.5390097519489736e-08,
+      "loss": 13.4219,
+      "step": 27633
+    },
+    {
+      "epoch": 1.835292554957827,
+      "grad_norm": 608.4363403320312,
+      "learning_rate": 3.5361743677573494e-08,
+      "loss": 17.5781,
+      "step": 27634
+    },
+    {
+      "epoch": 1.8353589692501826,
+      "grad_norm": 178.36431884765625,
+      "learning_rate": 3.533340099403637e-08,
+      "loss": 13.375,
+      "step": 27635
+    },
+    {
+      "epoch": 1.8354253835425385,
+      "grad_norm": 1010.9653930664062,
+      "learning_rate": 3.5305069469206195e-08,
+      "loss": 14.8125,
+      "step": 27636
+    },
+    {
+      "epoch": 1.835491797834894,
+      "grad_norm": 159.6234588623047,
+      "learning_rate": 3.527674910341072e-08,
+      "loss": 10.7969,
+      "step": 27637
+    },
+    {
+      "epoch": 1.8355582121272498,
+      "grad_norm": 222.54248046875,
+      "learning_rate": 3.524843989697757e-08,
+      "loss": 15.625,
+      "step": 27638
+    },
+    {
+      "epoch": 1.8356246264196057,
+      "grad_norm": 138.5693359375,
+      "learning_rate": 3.522014185023403e-08,
+      "loss": 13.75,
+      "step": 27639
+    },
+    {
+      "epoch": 1.835691040711961,
+      "grad_norm": 159.69215393066406,
+      "learning_rate": 3.519185496350774e-08,
+      "loss": 13.8594,
+      "step": 27640
+    },
+    {
+      "epoch": 1.835757455004317,
+      "grad_norm": 102.82758331298828,
+      "learning_rate": 3.516357923712554e-08,
+      "loss": 18.5156,
+      "step": 27641
+    },
+    {
+      "epoch": 1.8358238692966726,
+      "grad_norm": 245.0314483642578,
+      "learning_rate": 3.513531467141484e-08,
+      "loss": 18.2188,
+      "step": 27642
+    },
+    {
+      "epoch": 1.8358902835890283,
+      "grad_norm": 263.9476013183594,
+      "learning_rate": 3.510706126670237e-08,
+      "loss": 18.875,
+      "step": 27643
+    },
+    {
+      "epoch": 1.8359566978813842,
+      "grad_norm": 253.43380737304688,
+      "learning_rate": 3.5078819023314997e-08,
+      "loss": 18.0781,
+      "step": 27644
+    },
+    {
+      "epoch": 1.8360231121737398,
+      "grad_norm": 308.849365234375,
+      "learning_rate": 3.505058794157956e-08,
+      "loss": 16.5156,
+      "step": 27645
+    },
+    {
+      "epoch": 1.8360895264660955,
+      "grad_norm": 160.31732177734375,
+      "learning_rate": 3.502236802182246e-08,
+      "loss": 20.375,
+      "step": 27646
+    },
+    {
+      "epoch": 1.8361559407584513,
+      "grad_norm": 667.4771728515625,
+      "learning_rate": 3.499415926436999e-08,
+      "loss": 28.75,
+      "step": 27647
+    },
+    {
+      "epoch": 1.8362223550508068,
+      "grad_norm": 237.2167510986328,
+      "learning_rate": 3.496596166954891e-08,
+      "loss": 14.9375,
+      "step": 27648
+    },
+    {
+      "epoch": 1.8362887693431627,
+      "grad_norm": 179.53363037109375,
+      "learning_rate": 3.493777523768504e-08,
+      "loss": 19.625,
+      "step": 27649
+    },
+    {
+      "epoch": 1.8363551836355185,
+      "grad_norm": 153.54196166992188,
+      "learning_rate": 3.4909599969104365e-08,
+      "loss": 14.1406,
+      "step": 27650
+    },
+    {
+      "epoch": 1.836421597927874,
+      "grad_norm": 154.7926483154297,
+      "learning_rate": 3.4881435864133056e-08,
+      "loss": 13.9219,
+      "step": 27651
+    },
+    {
+      "epoch": 1.8364880122202298,
+      "grad_norm": 294.6415710449219,
+      "learning_rate": 3.485328292309675e-08,
+      "loss": 17.75,
+      "step": 27652
+    },
+    {
+      "epoch": 1.8365544265125855,
+      "grad_norm": 185.3605499267578,
+      "learning_rate": 3.482514114632107e-08,
+      "loss": 13.875,
+      "step": 27653
+    },
+    {
+      "epoch": 1.8366208408049411,
+      "grad_norm": 331.75830078125,
+      "learning_rate": 3.4797010534131645e-08,
+      "loss": 15.7812,
+      "step": 27654
+    },
+    {
+      "epoch": 1.836687255097297,
+      "grad_norm": 113.73580169677734,
+      "learning_rate": 3.476889108685399e-08,
+      "loss": 14.9219,
+      "step": 27655
+    },
+    {
+      "epoch": 1.8367536693896527,
+      "grad_norm": 145.01153564453125,
+      "learning_rate": 3.474078280481285e-08,
+      "loss": 15.6094,
+      "step": 27656
+    },
+    {
+      "epoch": 1.8368200836820083,
+      "grad_norm": 129.21656799316406,
+      "learning_rate": 3.4712685688334075e-08,
+      "loss": 15.625,
+      "step": 27657
+    },
+    {
+      "epoch": 1.8368864979743642,
+      "grad_norm": 207.60507202148438,
+      "learning_rate": 3.4684599737742295e-08,
+      "loss": 17.1094,
+      "step": 27658
+    },
+    {
+      "epoch": 1.8369529122667196,
+      "grad_norm": 282.7659912109375,
+      "learning_rate": 3.465652495336224e-08,
+      "loss": 15.2969,
+      "step": 27659
+    },
+    {
+      "epoch": 1.8370193265590755,
+      "grad_norm": 205.08811950683594,
+      "learning_rate": 3.4628461335519e-08,
+      "loss": 16.9531,
+      "step": 27660
+    },
+    {
+      "epoch": 1.8370857408514314,
+      "grad_norm": 224.0203857421875,
+      "learning_rate": 3.460040888453697e-08,
+      "loss": 17.0938,
+      "step": 27661
+    },
+    {
+      "epoch": 1.8371521551437868,
+      "grad_norm": 382.5326232910156,
+      "learning_rate": 3.457236760074078e-08,
+      "loss": 17.2969,
+      "step": 27662
+    },
+    {
+      "epoch": 1.8372185694361427,
+      "grad_norm": 168.85089111328125,
+      "learning_rate": 3.454433748445484e-08,
+      "loss": 14.5312,
+      "step": 27663
+    },
+    {
+      "epoch": 1.8372849837284984,
+      "grad_norm": 207.16424560546875,
+      "learning_rate": 3.451631853600312e-08,
+      "loss": 17.75,
+      "step": 27664
+    },
+    {
+      "epoch": 1.837351398020854,
+      "grad_norm": 119.23562622070312,
+      "learning_rate": 3.448831075571013e-08,
+      "loss": 10.1172,
+      "step": 27665
+    },
+    {
+      "epoch": 1.8374178123132099,
+      "grad_norm": 155.9288330078125,
+      "learning_rate": 3.446031414389938e-08,
+      "loss": 15.3125,
+      "step": 27666
+    },
+    {
+      "epoch": 1.8374842266055655,
+      "grad_norm": 109.97491455078125,
+      "learning_rate": 3.443232870089507e-08,
+      "loss": 12.7656,
+      "step": 27667
+    },
+    {
+      "epoch": 1.8375506408979212,
+      "grad_norm": 144.72036743164062,
+      "learning_rate": 3.4404354427020724e-08,
+      "loss": 18.3594,
+      "step": 27668
+    },
+    {
+      "epoch": 1.837617055190277,
+      "grad_norm": 156.12107849121094,
+      "learning_rate": 3.437639132260017e-08,
+      "loss": 17.9688,
+      "step": 27669
+    },
+    {
+      "epoch": 1.8376834694826325,
+      "grad_norm": 271.3564758300781,
+      "learning_rate": 3.434843938795651e-08,
+      "loss": 26.8906,
+      "step": 27670
+    },
+    {
+      "epoch": 1.8377498837749884,
+      "grad_norm": 374.60882568359375,
+      "learning_rate": 3.432049862341346e-08,
+      "loss": 14.8125,
+      "step": 27671
+    },
+    {
+      "epoch": 1.8378162980673443,
+      "grad_norm": 154.59182739257812,
+      "learning_rate": 3.429256902929389e-08,
+      "loss": 11.875,
+      "step": 27672
+    },
+    {
+      "epoch": 1.8378827123596997,
+      "grad_norm": 129.5036163330078,
+      "learning_rate": 3.42646506059211e-08,
+      "loss": 14.3281,
+      "step": 27673
+    },
+    {
+      "epoch": 1.8379491266520556,
+      "grad_norm": 103.77871704101562,
+      "learning_rate": 3.4236743353617923e-08,
+      "loss": 16.7812,
+      "step": 27674
+    },
+    {
+      "epoch": 1.8380155409444112,
+      "grad_norm": 248.2584991455078,
+      "learning_rate": 3.420884727270712e-08,
+      "loss": 25.9375,
+      "step": 27675
+    },
+    {
+      "epoch": 1.8380819552367669,
+      "grad_norm": 127.01333618164062,
+      "learning_rate": 3.418096236351164e-08,
+      "loss": 16.5469,
+      "step": 27676
+    },
+    {
+      "epoch": 1.8381483695291227,
+      "grad_norm": 168.2052764892578,
+      "learning_rate": 3.4153088626353796e-08,
+      "loss": 15.0625,
+      "step": 27677
+    },
+    {
+      "epoch": 1.8382147838214784,
+      "grad_norm": 108.18930053710938,
+      "learning_rate": 3.412522606155599e-08,
+      "loss": 12.9062,
+      "step": 27678
+    },
+    {
+      "epoch": 1.838281198113834,
+      "grad_norm": 127.14019775390625,
+      "learning_rate": 3.409737466944085e-08,
+      "loss": 12.4688,
+      "step": 27679
+    },
+    {
+      "epoch": 1.83834761240619,
+      "grad_norm": 138.17454528808594,
+      "learning_rate": 3.406953445033012e-08,
+      "loss": 20.2188,
+      "step": 27680
+    },
+    {
+      "epoch": 1.8384140266985454,
+      "grad_norm": 244.7974090576172,
+      "learning_rate": 3.404170540454598e-08,
+      "loss": 14.4219,
+      "step": 27681
+    },
+    {
+      "epoch": 1.8384804409909012,
+      "grad_norm": 907.5635375976562,
+      "learning_rate": 3.401388753241052e-08,
+      "loss": 15.1719,
+      "step": 27682
+    },
+    {
+      "epoch": 1.8385468552832571,
+      "grad_norm": 192.2335968017578,
+      "learning_rate": 3.398608083424537e-08,
+      "loss": 18.5781,
+      "step": 27683
+    },
+    {
+      "epoch": 1.8386132695756126,
+      "grad_norm": 252.4705047607422,
+      "learning_rate": 3.395828531037215e-08,
+      "loss": 18.3906,
+      "step": 27684
+    },
+    {
+      "epoch": 1.8386796838679684,
+      "grad_norm": 563.8812255859375,
+      "learning_rate": 3.3930500961112497e-08,
+      "loss": 21.75,
+      "step": 27685
+    },
+    {
+      "epoch": 1.838746098160324,
+      "grad_norm": 429.3652648925781,
+      "learning_rate": 3.39027277867876e-08,
+      "loss": 11.6875,
+      "step": 27686
+    },
+    {
+      "epoch": 1.8388125124526797,
+      "grad_norm": 171.4114532470703,
+      "learning_rate": 3.387496578771898e-08,
+      "loss": 16.8594,
+      "step": 27687
+    },
+    {
+      "epoch": 1.8388789267450356,
+      "grad_norm": 960.3645629882812,
+      "learning_rate": 3.384721496422771e-08,
+      "loss": 15.1094,
+      "step": 27688
+    },
+    {
+      "epoch": 1.8389453410373913,
+      "grad_norm": 946.123291015625,
+      "learning_rate": 3.381947531663454e-08,
+      "loss": 12.2188,
+      "step": 27689
+    },
+    {
+      "epoch": 1.839011755329747,
+      "grad_norm": 244.1175537109375,
+      "learning_rate": 3.379174684526076e-08,
+      "loss": 14.3125,
+      "step": 27690
+    },
+    {
+      "epoch": 1.8390781696221028,
+      "grad_norm": 146.8308563232422,
+      "learning_rate": 3.376402955042679e-08,
+      "loss": 13.4844,
+      "step": 27691
+    },
+    {
+      "epoch": 1.8391445839144582,
+      "grad_norm": 365.0181884765625,
+      "learning_rate": 3.373632343245347e-08,
+      "loss": 12.9844,
+      "step": 27692
+    },
+    {
+      "epoch": 1.839210998206814,
+      "grad_norm": 342.3547668457031,
+      "learning_rate": 3.3708628491661004e-08,
+      "loss": 18.6562,
+      "step": 27693
+    },
+    {
+      "epoch": 1.83927741249917,
+      "grad_norm": 222.74026489257812,
+      "learning_rate": 3.368094472837024e-08,
+      "loss": 10.8906,
+      "step": 27694
+    },
+    {
+      "epoch": 1.8393438267915254,
+      "grad_norm": 214.19406127929688,
+      "learning_rate": 3.36532721429007e-08,
+      "loss": 18.4688,
+      "step": 27695
+    },
+    {
+      "epoch": 1.8394102410838813,
+      "grad_norm": 119.26560974121094,
+      "learning_rate": 3.362561073557324e-08,
+      "loss": 13.5781,
+      "step": 27696
+    },
+    {
+      "epoch": 1.839476655376237,
+      "grad_norm": 420.0871276855469,
+      "learning_rate": 3.3597960506707267e-08,
+      "loss": 14.375,
+      "step": 27697
+    },
+    {
+      "epoch": 1.8395430696685926,
+      "grad_norm": 111.76600646972656,
+      "learning_rate": 3.3570321456622864e-08,
+      "loss": 12.3125,
+      "step": 27698
+    },
+    {
+      "epoch": 1.8396094839609485,
+      "grad_norm": 257.0706481933594,
+      "learning_rate": 3.354269358563966e-08,
+      "loss": 16.5469,
+      "step": 27699
+    },
+    {
+      "epoch": 1.8396758982533041,
+      "grad_norm": 507.287841796875,
+      "learning_rate": 3.3515076894077287e-08,
+      "loss": 14.0,
+      "step": 27700
+    },
+    {
+      "epoch": 1.8397423125456598,
+      "grad_norm": 280.42864990234375,
+      "learning_rate": 3.348747138225527e-08,
+      "loss": 18.3594,
+      "step": 27701
+    },
+    {
+      "epoch": 1.8398087268380157,
+      "grad_norm": 180.00509643554688,
+      "learning_rate": 3.345987705049291e-08,
+      "loss": 18.0312,
+      "step": 27702
+    },
+    {
+      "epoch": 1.839875141130371,
+      "grad_norm": 611.7348022460938,
+      "learning_rate": 3.3432293899109177e-08,
+      "loss": 18.0469,
+      "step": 27703
+    },
+    {
+      "epoch": 1.839941555422727,
+      "grad_norm": 253.75592041015625,
+      "learning_rate": 3.340472192842348e-08,
+      "loss": 18.7344,
+      "step": 27704
+    },
+    {
+      "epoch": 1.8400079697150828,
+      "grad_norm": 127.5250015258789,
+      "learning_rate": 3.337716113875455e-08,
+      "loss": 15.6562,
+      "step": 27705
+    },
+    {
+      "epoch": 1.8400743840074383,
+      "grad_norm": 313.5515441894531,
+      "learning_rate": 3.334961153042115e-08,
+      "loss": 16.7656,
+      "step": 27706
+    },
+    {
+      "epoch": 1.8401407982997942,
+      "grad_norm": 98.17146301269531,
+      "learning_rate": 3.332207310374213e-08,
+      "loss": 12.9375,
+      "step": 27707
+    },
+    {
+      "epoch": 1.8402072125921498,
+      "grad_norm": 221.7793731689453,
+      "learning_rate": 3.3294545859035906e-08,
+      "loss": 16.7031,
+      "step": 27708
+    },
+    {
+      "epoch": 1.8402736268845055,
+      "grad_norm": 190.95335388183594,
+      "learning_rate": 3.3267029796620883e-08,
+      "loss": 13.9688,
+      "step": 27709
+    },
+    {
+      "epoch": 1.8403400411768613,
+      "grad_norm": 196.27542114257812,
+      "learning_rate": 3.3239524916815584e-08,
+      "loss": 16.5312,
+      "step": 27710
+    },
+    {
+      "epoch": 1.840406455469217,
+      "grad_norm": 139.29469299316406,
+      "learning_rate": 3.321203121993776e-08,
+      "loss": 15.0625,
+      "step": 27711
+    },
+    {
+      "epoch": 1.8404728697615726,
+      "grad_norm": 252.88612365722656,
+      "learning_rate": 3.318454870630594e-08,
+      "loss": 15.7969,
+      "step": 27712
+    },
+    {
+      "epoch": 1.8405392840539285,
+      "grad_norm": 197.18850708007812,
+      "learning_rate": 3.315707737623752e-08,
+      "loss": 20.9844,
+      "step": 27713
+    },
+    {
+      "epoch": 1.840605698346284,
+      "grad_norm": 277.4803466796875,
+      "learning_rate": 3.31296172300507e-08,
+      "loss": 17.2188,
+      "step": 27714
+    },
+    {
+      "epoch": 1.8406721126386398,
+      "grad_norm": 218.07647705078125,
+      "learning_rate": 3.310216826806278e-08,
+      "loss": 20.0625,
+      "step": 27715
+    },
+    {
+      "epoch": 1.8407385269309957,
+      "grad_norm": 187.221435546875,
+      "learning_rate": 3.307473049059162e-08,
+      "loss": 19.5469,
+      "step": 27716
+    },
+    {
+      "epoch": 1.8408049412233511,
+      "grad_norm": 179.5660858154297,
+      "learning_rate": 3.3047303897954184e-08,
+      "loss": 17.0,
+      "step": 27717
+    },
+    {
+      "epoch": 1.840871355515707,
+      "grad_norm": 377.8445739746094,
+      "learning_rate": 3.301988849046822e-08,
+      "loss": 11.8594,
+      "step": 27718
+    },
+    {
+      "epoch": 1.8409377698080627,
+      "grad_norm": 352.7519226074219,
+      "learning_rate": 3.2992484268450474e-08,
+      "loss": 25.0,
+      "step": 27719
+    },
+    {
+      "epoch": 1.8410041841004183,
+      "grad_norm": 493.9662780761719,
+      "learning_rate": 3.2965091232218023e-08,
+      "loss": 21.4062,
+      "step": 27720
+    },
+    {
+      "epoch": 1.8410705983927742,
+      "grad_norm": 212.9531707763672,
+      "learning_rate": 3.293770938208773e-08,
+      "loss": 16.8438,
+      "step": 27721
+    },
+    {
+      "epoch": 1.8411370126851299,
+      "grad_norm": 278.3186950683594,
+      "learning_rate": 3.2910338718376455e-08,
+      "loss": 22.0312,
+      "step": 27722
+    },
+    {
+      "epoch": 1.8412034269774855,
+      "grad_norm": 258.385009765625,
+      "learning_rate": 3.288297924140071e-08,
+      "loss": 18.6406,
+      "step": 27723
+    },
+    {
+      "epoch": 1.8412698412698414,
+      "grad_norm": 303.8539733886719,
+      "learning_rate": 3.285563095147692e-08,
+      "loss": 12.0547,
+      "step": 27724
+    },
+    {
+      "epoch": 1.8413362555621968,
+      "grad_norm": 133.56053161621094,
+      "learning_rate": 3.2828293848921604e-08,
+      "loss": 12.0312,
+      "step": 27725
+    },
+    {
+      "epoch": 1.8414026698545527,
+      "grad_norm": 412.336181640625,
+      "learning_rate": 3.280096793405085e-08,
+      "loss": 16.2188,
+      "step": 27726
+    },
+    {
+      "epoch": 1.8414690841469086,
+      "grad_norm": 419.31494140625,
+      "learning_rate": 3.277365320718084e-08,
+      "loss": 19.0781,
+      "step": 27727
+    },
+    {
+      "epoch": 1.841535498439264,
+      "grad_norm": 181.602783203125,
+      "learning_rate": 3.2746349668627324e-08,
+      "loss": 17.9844,
+      "step": 27728
+    },
+    {
+      "epoch": 1.8416019127316199,
+      "grad_norm": 183.0924835205078,
+      "learning_rate": 3.27190573187065e-08,
+      "loss": 17.2344,
+      "step": 27729
+    },
+    {
+      "epoch": 1.8416683270239755,
+      "grad_norm": 142.2228240966797,
+      "learning_rate": 3.269177615773366e-08,
+      "loss": 15.8594,
+      "step": 27730
+    },
+    {
+      "epoch": 1.8417347413163312,
+      "grad_norm": 209.45303344726562,
+      "learning_rate": 3.266450618602468e-08,
+      "loss": 17.8594,
+      "step": 27731
+    },
+    {
+      "epoch": 1.841801155608687,
+      "grad_norm": 246.15782165527344,
+      "learning_rate": 3.263724740389484e-08,
+      "loss": 19.0156,
+      "step": 27732
+    },
+    {
+      "epoch": 1.8418675699010427,
+      "grad_norm": 233.1036834716797,
+      "learning_rate": 3.260999981165957e-08,
+      "loss": 12.5781,
+      "step": 27733
+    },
+    {
+      "epoch": 1.8419339841933984,
+      "grad_norm": 243.75233459472656,
+      "learning_rate": 3.258276340963384e-08,
+      "loss": 13.6562,
+      "step": 27734
+    },
+    {
+      "epoch": 1.8420003984857543,
+      "grad_norm": 319.94970703125,
+      "learning_rate": 3.255553819813306e-08,
+      "loss": 18.4219,
+      "step": 27735
+    },
+    {
+      "epoch": 1.8420668127781097,
+      "grad_norm": 153.41184997558594,
+      "learning_rate": 3.252832417747187e-08,
+      "loss": 16.0156,
+      "step": 27736
+    },
+    {
+      "epoch": 1.8421332270704656,
+      "grad_norm": 172.8212432861328,
+      "learning_rate": 3.250112134796512e-08,
+      "loss": 14.375,
+      "step": 27737
+    },
+    {
+      "epoch": 1.8421996413628214,
+      "grad_norm": 157.69406127929688,
+      "learning_rate": 3.247392970992757e-08,
+      "loss": 15.1406,
+      "step": 27738
+    },
+    {
+      "epoch": 1.8422660556551769,
+      "grad_norm": 195.7269744873047,
+      "learning_rate": 3.2446749263673636e-08,
+      "loss": 15.9141,
+      "step": 27739
+    },
+    {
+      "epoch": 1.8423324699475327,
+      "grad_norm": 326.14154052734375,
+      "learning_rate": 3.241958000951772e-08,
+      "loss": 19.2031,
+      "step": 27740
+    },
+    {
+      "epoch": 1.8423988842398884,
+      "grad_norm": 261.2200622558594,
+      "learning_rate": 3.239242194777436e-08,
+      "loss": 25.5938,
+      "step": 27741
+    },
+    {
+      "epoch": 1.842465298532244,
+      "grad_norm": 136.2470245361328,
+      "learning_rate": 3.2365275078757306e-08,
+      "loss": 15.2656,
+      "step": 27742
+    },
+    {
+      "epoch": 1.8425317128246,
+      "grad_norm": 401.5310974121094,
+      "learning_rate": 3.2338139402780964e-08,
+      "loss": 20.7812,
+      "step": 27743
+    },
+    {
+      "epoch": 1.8425981271169556,
+      "grad_norm": 253.0309295654297,
+      "learning_rate": 3.2311014920158865e-08,
+      "loss": 24.0625,
+      "step": 27744
+    },
+    {
+      "epoch": 1.8426645414093112,
+      "grad_norm": 571.7666625976562,
+      "learning_rate": 3.228390163120509e-08,
+      "loss": 18.5469,
+      "step": 27745
+    },
+    {
+      "epoch": 1.8427309557016671,
+      "grad_norm": 1126.641845703125,
+      "learning_rate": 3.225679953623295e-08,
+      "loss": 22.7656,
+      "step": 27746
+    },
+    {
+      "epoch": 1.8427973699940225,
+      "grad_norm": 151.5131072998047,
+      "learning_rate": 3.2229708635556294e-08,
+      "loss": 15.2656,
+      "step": 27747
+    },
+    {
+      "epoch": 1.8428637842863784,
+      "grad_norm": 97.29241943359375,
+      "learning_rate": 3.220262892948822e-08,
+      "loss": 12.0312,
+      "step": 27748
+    },
+    {
+      "epoch": 1.8429301985787343,
+      "grad_norm": 368.1306457519531,
+      "learning_rate": 3.217556041834213e-08,
+      "loss": 10.6875,
+      "step": 27749
+    },
+    {
+      "epoch": 1.8429966128710897,
+      "grad_norm": 161.54275512695312,
+      "learning_rate": 3.2148503102431e-08,
+      "loss": 15.5156,
+      "step": 27750
+    },
+    {
+      "epoch": 1.8430630271634456,
+      "grad_norm": 152.49392700195312,
+      "learning_rate": 3.212145698206803e-08,
+      "loss": 11.8828,
+      "step": 27751
+    },
+    {
+      "epoch": 1.8431294414558013,
+      "grad_norm": 210.21585083007812,
+      "learning_rate": 3.209442205756585e-08,
+      "loss": 16.9844,
+      "step": 27752
+    },
+    {
+      "epoch": 1.843195855748157,
+      "grad_norm": 590.2120361328125,
+      "learning_rate": 3.206739832923721e-08,
+      "loss": 14.6719,
+      "step": 27753
+    },
+    {
+      "epoch": 1.8432622700405128,
+      "grad_norm": 269.20697021484375,
+      "learning_rate": 3.2040385797394766e-08,
+      "loss": 24.1875,
+      "step": 27754
+    },
+    {
+      "epoch": 1.8433286843328685,
+      "grad_norm": 179.1820526123047,
+      "learning_rate": 3.2013384462351134e-08,
+      "loss": 18.5156,
+      "step": 27755
+    },
+    {
+      "epoch": 1.843395098625224,
+      "grad_norm": 128.48953247070312,
+      "learning_rate": 3.1986394324418297e-08,
+      "loss": 13.5,
+      "step": 27756
+    },
+    {
+      "epoch": 1.84346151291758,
+      "grad_norm": 116.4505844116211,
+      "learning_rate": 3.1959415383908894e-08,
+      "loss": 11.5312,
+      "step": 27757
+    },
+    {
+      "epoch": 1.8435279272099354,
+      "grad_norm": 390.86798095703125,
+      "learning_rate": 3.193244764113456e-08,
+      "loss": 19.6719,
+      "step": 27758
+    },
+    {
+      "epoch": 1.8435943415022913,
+      "grad_norm": 435.0970458984375,
+      "learning_rate": 3.19054910964075e-08,
+      "loss": 17.4375,
+      "step": 27759
+    },
+    {
+      "epoch": 1.8436607557946472,
+      "grad_norm": 151.73443603515625,
+      "learning_rate": 3.187854575003956e-08,
+      "loss": 17.7969,
+      "step": 27760
+    },
+    {
+      "epoch": 1.8437271700870026,
+      "grad_norm": 304.41094970703125,
+      "learning_rate": 3.1851611602342286e-08,
+      "loss": 17.5,
+      "step": 27761
+    },
+    {
+      "epoch": 1.8437935843793585,
+      "grad_norm": 123.93978118896484,
+      "learning_rate": 3.182468865362731e-08,
+      "loss": 19.6562,
+      "step": 27762
+    },
+    {
+      "epoch": 1.8438599986717141,
+      "grad_norm": 168.70614624023438,
+      "learning_rate": 3.179777690420604e-08,
+      "loss": 13.6562,
+      "step": 27763
+    },
+    {
+      "epoch": 1.8439264129640698,
+      "grad_norm": 313.2351379394531,
+      "learning_rate": 3.17708763543898e-08,
+      "loss": 23.9531,
+      "step": 27764
+    },
+    {
+      "epoch": 1.8439928272564257,
+      "grad_norm": 158.21681213378906,
+      "learning_rate": 3.1743987004489766e-08,
+      "loss": 12.7812,
+      "step": 27765
+    },
+    {
+      "epoch": 1.8440592415487813,
+      "grad_norm": 108.87806701660156,
+      "learning_rate": 3.171710885481704e-08,
+      "loss": 11.2578,
+      "step": 27766
+    },
+    {
+      "epoch": 1.844125655841137,
+      "grad_norm": 206.75738525390625,
+      "learning_rate": 3.169024190568226e-08,
+      "loss": 12.4844,
+      "step": 27767
+    },
+    {
+      "epoch": 1.8441920701334928,
+      "grad_norm": 169.8123321533203,
+      "learning_rate": 3.166338615739661e-08,
+      "loss": 12.9844,
+      "step": 27768
+    },
+    {
+      "epoch": 1.8442584844258483,
+      "grad_norm": 180.40045166015625,
+      "learning_rate": 3.163654161027041e-08,
+      "loss": 15.7344,
+      "step": 27769
+    },
+    {
+      "epoch": 1.8443248987182042,
+      "grad_norm": 376.2169494628906,
+      "learning_rate": 3.1609708264614287e-08,
+      "loss": 18.0312,
+      "step": 27770
+    },
+    {
+      "epoch": 1.84439131301056,
+      "grad_norm": 394.5909423828125,
+      "learning_rate": 3.1582886120738785e-08,
+      "loss": 17.2344,
+      "step": 27771
+    },
+    {
+      "epoch": 1.8444577273029155,
+      "grad_norm": 222.8966064453125,
+      "learning_rate": 3.1556075178953864e-08,
+      "loss": 18.3281,
+      "step": 27772
+    },
+    {
+      "epoch": 1.8445241415952713,
+      "grad_norm": 122.55640411376953,
+      "learning_rate": 3.152927543956996e-08,
+      "loss": 12.8281,
+      "step": 27773
+    },
+    {
+      "epoch": 1.844590555887627,
+      "grad_norm": 192.45240783691406,
+      "learning_rate": 3.1502486902896917e-08,
+      "loss": 12.5938,
+      "step": 27774
+    },
+    {
+      "epoch": 1.8446569701799826,
+      "grad_norm": 229.5560302734375,
+      "learning_rate": 3.14757095692445e-08,
+      "loss": 17.1719,
+      "step": 27775
+    },
+    {
+      "epoch": 1.8447233844723385,
+      "grad_norm": 291.45745849609375,
+      "learning_rate": 3.14489434389229e-08,
+      "loss": 13.9688,
+      "step": 27776
+    },
+    {
+      "epoch": 1.8447897987646942,
+      "grad_norm": 115.38225555419922,
+      "learning_rate": 3.142218851224121e-08,
+      "loss": 16.3125,
+      "step": 27777
+    },
+    {
+      "epoch": 1.8448562130570498,
+      "grad_norm": 382.2188720703125,
+      "learning_rate": 3.139544478950917e-08,
+      "loss": 18.6562,
+      "step": 27778
+    },
+    {
+      "epoch": 1.8449226273494057,
+      "grad_norm": 417.653564453125,
+      "learning_rate": 3.1368712271035993e-08,
+      "loss": 25.6875,
+      "step": 27779
+    },
+    {
+      "epoch": 1.8449890416417611,
+      "grad_norm": 139.70399475097656,
+      "learning_rate": 3.134199095713119e-08,
+      "loss": 13.3125,
+      "step": 27780
+    },
+    {
+      "epoch": 1.845055455934117,
+      "grad_norm": 165.02626037597656,
+      "learning_rate": 3.1315280848103533e-08,
+      "loss": 16.9375,
+      "step": 27781
+    },
+    {
+      "epoch": 1.845121870226473,
+      "grad_norm": 270.7176513671875,
+      "learning_rate": 3.1288581944262203e-08,
+      "loss": 15.1094,
+      "step": 27782
+    },
+    {
+      "epoch": 1.8451882845188283,
+      "grad_norm": 218.4941864013672,
+      "learning_rate": 3.1261894245915964e-08,
+      "loss": 19.8281,
+      "step": 27783
+    },
+    {
+      "epoch": 1.8452546988111842,
+      "grad_norm": 3978.44287109375,
+      "learning_rate": 3.123521775337346e-08,
+      "loss": 12.6875,
+      "step": 27784
+    },
+    {
+      "epoch": 1.8453211131035399,
+      "grad_norm": 257.7686767578125,
+      "learning_rate": 3.120855246694343e-08,
+      "loss": 20.1562,
+      "step": 27785
+    },
+    {
+      "epoch": 1.8453875273958955,
+      "grad_norm": 156.02853393554688,
+      "learning_rate": 3.1181898386934194e-08,
+      "loss": 16.6875,
+      "step": 27786
+    },
+    {
+      "epoch": 1.8454539416882514,
+      "grad_norm": 130.20535278320312,
+      "learning_rate": 3.1155255513654056e-08,
+      "loss": 10.8281,
+      "step": 27787
+    },
+    {
+      "epoch": 1.845520355980607,
+      "grad_norm": 527.6923828125,
+      "learning_rate": 3.112862384741133e-08,
+      "loss": 17.7031,
+      "step": 27788
+    },
+    {
+      "epoch": 1.8455867702729627,
+      "grad_norm": 198.22073364257812,
+      "learning_rate": 3.1102003388513876e-08,
+      "loss": 14.9219,
+      "step": 27789
+    },
+    {
+      "epoch": 1.8456531845653186,
+      "grad_norm": 179.47093200683594,
+      "learning_rate": 3.107539413726989e-08,
+      "loss": 14.6875,
+      "step": 27790
+    },
+    {
+      "epoch": 1.8457195988576742,
+      "grad_norm": 280.36297607421875,
+      "learning_rate": 3.104879609398703e-08,
+      "loss": 19.8672,
+      "step": 27791
+    },
+    {
+      "epoch": 1.8457860131500299,
+      "grad_norm": 207.67269897460938,
+      "learning_rate": 3.102220925897281e-08,
+      "loss": 17.9688,
+      "step": 27792
+    },
+    {
+      "epoch": 1.8458524274423858,
+      "grad_norm": 245.90267944335938,
+      "learning_rate": 3.09956336325351e-08,
+      "loss": 20.2812,
+      "step": 27793
+    },
+    {
+      "epoch": 1.8459188417347412,
+      "grad_norm": 207.71620178222656,
+      "learning_rate": 3.0969069214980995e-08,
+      "loss": 21.5312,
+      "step": 27794
+    },
+    {
+      "epoch": 1.845985256027097,
+      "grad_norm": 209.46722412109375,
+      "learning_rate": 3.094251600661801e-08,
+      "loss": 13.8125,
+      "step": 27795
+    },
+    {
+      "epoch": 1.8460516703194527,
+      "grad_norm": 530.2205810546875,
+      "learning_rate": 3.091597400775325e-08,
+      "loss": 12.0312,
+      "step": 27796
+    },
+    {
+      "epoch": 1.8461180846118084,
+      "grad_norm": 127.37958526611328,
+      "learning_rate": 3.088944321869369e-08,
+      "loss": 12.8906,
+      "step": 27797
+    },
+    {
+      "epoch": 1.8461844989041643,
+      "grad_norm": 146.7894287109375,
+      "learning_rate": 3.0862923639746073e-08,
+      "loss": 13.3281,
+      "step": 27798
+    },
+    {
+      "epoch": 1.84625091319652,
+      "grad_norm": 145.25975036621094,
+      "learning_rate": 3.08364152712175e-08,
+      "loss": 13.3906,
+      "step": 27799
+    },
+    {
+      "epoch": 1.8463173274888756,
+      "grad_norm": 198.53321838378906,
+      "learning_rate": 3.080991811341427e-08,
+      "loss": 17.7969,
+      "step": 27800
+    },
+    {
+      "epoch": 1.8463837417812314,
+      "grad_norm": 136.7001495361328,
+      "learning_rate": 3.078343216664314e-08,
+      "loss": 14.1406,
+      "step": 27801
+    },
+    {
+      "epoch": 1.846450156073587,
+      "grad_norm": 251.7418975830078,
+      "learning_rate": 3.075695743121032e-08,
+      "loss": 14.2344,
+      "step": 27802
+    },
+    {
+      "epoch": 1.8465165703659427,
+      "grad_norm": 240.28369140625,
+      "learning_rate": 3.0730493907422214e-08,
+      "loss": 10.0625,
+      "step": 27803
+    },
+    {
+      "epoch": 1.8465829846582986,
+      "grad_norm": 269.07659912109375,
+      "learning_rate": 3.0704041595584816e-08,
+      "loss": 13.4219,
+      "step": 27804
+    },
+    {
+      "epoch": 1.846649398950654,
+      "grad_norm": 227.73635864257812,
+      "learning_rate": 3.0677600496004207e-08,
+      "loss": 18.4375,
+      "step": 27805
+    },
+    {
+      "epoch": 1.84671581324301,
+      "grad_norm": 251.34518432617188,
+      "learning_rate": 3.065117060898592e-08,
+      "loss": 18.6562,
+      "step": 27806
+    },
+    {
+      "epoch": 1.8467822275353656,
+      "grad_norm": 341.9607849121094,
+      "learning_rate": 3.062475193483616e-08,
+      "loss": 17.7188,
+      "step": 27807
+    },
+    {
+      "epoch": 1.8468486418277212,
+      "grad_norm": 259.1274108886719,
+      "learning_rate": 3.0598344473860225e-08,
+      "loss": 17.0156,
+      "step": 27808
+    },
+    {
+      "epoch": 1.8469150561200771,
+      "grad_norm": 110.55490112304688,
+      "learning_rate": 3.0571948226363666e-08,
+      "loss": 14.0938,
+      "step": 27809
+    },
+    {
+      "epoch": 1.8469814704124328,
+      "grad_norm": 226.3621063232422,
+      "learning_rate": 3.054556319265178e-08,
+      "loss": 20.4375,
+      "step": 27810
+    },
+    {
+      "epoch": 1.8470478847047884,
+      "grad_norm": 292.89373779296875,
+      "learning_rate": 3.051918937302978e-08,
+      "loss": 14.7812,
+      "step": 27811
+    },
+    {
+      "epoch": 1.8471142989971443,
+      "grad_norm": 466.7330627441406,
+      "learning_rate": 3.049282676780274e-08,
+      "loss": 14.125,
+      "step": 27812
+    },
+    {
+      "epoch": 1.8471807132895,
+      "grad_norm": 290.9980773925781,
+      "learning_rate": 3.046647537727576e-08,
+      "loss": 19.8438,
+      "step": 27813
+    },
+    {
+      "epoch": 1.8472471275818556,
+      "grad_norm": 253.67152404785156,
+      "learning_rate": 3.044013520175337e-08,
+      "loss": 19.3125,
+      "step": 27814
+    },
+    {
+      "epoch": 1.8473135418742115,
+      "grad_norm": 242.00502014160156,
+      "learning_rate": 3.041380624154055e-08,
+      "loss": 17.8438,
+      "step": 27815
+    },
+    {
+      "epoch": 1.847379956166567,
+      "grad_norm": 288.8100280761719,
+      "learning_rate": 3.0387488496941726e-08,
+      "loss": 14.6875,
+      "step": 27816
+    },
+    {
+      "epoch": 1.8474463704589228,
+      "grad_norm": 258.47125244140625,
+      "learning_rate": 3.036118196826121e-08,
+      "loss": 14.375,
+      "step": 27817
+    },
+    {
+      "epoch": 1.8475127847512784,
+      "grad_norm": 116.4915771484375,
+      "learning_rate": 3.0334886655803523e-08,
+      "loss": 12.9062,
+      "step": 27818
+    },
+    {
+      "epoch": 1.847579199043634,
+      "grad_norm": 116.86028289794922,
+      "learning_rate": 3.030860255987277e-08,
+      "loss": 17.0469,
+      "step": 27819
+    },
+    {
+      "epoch": 1.84764561333599,
+      "grad_norm": 609.5338745117188,
+      "learning_rate": 3.028232968077271e-08,
+      "loss": 14.5938,
+      "step": 27820
+    },
+    {
+      "epoch": 1.8477120276283456,
+      "grad_norm": 168.26699829101562,
+      "learning_rate": 3.0256068018807756e-08,
+      "loss": 18.4375,
+      "step": 27821
+    },
+    {
+      "epoch": 1.8477784419207013,
+      "grad_norm": 114.84081268310547,
+      "learning_rate": 3.022981757428122e-08,
+      "loss": 15.6094,
+      "step": 27822
+    },
+    {
+      "epoch": 1.8478448562130572,
+      "grad_norm": 292.4281005859375,
+      "learning_rate": 3.0203578347497094e-08,
+      "loss": 27.5625,
+      "step": 27823
+    },
+    {
+      "epoch": 1.8479112705054128,
+      "grad_norm": 338.2765808105469,
+      "learning_rate": 3.0177350338758676e-08,
+      "loss": 19.6875,
+      "step": 27824
+    },
+    {
+      "epoch": 1.8479776847977685,
+      "grad_norm": 182.1544952392578,
+      "learning_rate": 3.0151133548369404e-08,
+      "loss": 16.625,
+      "step": 27825
+    },
+    {
+      "epoch": 1.8480440990901243,
+      "grad_norm": 205.19009399414062,
+      "learning_rate": 3.0124927976632575e-08,
+      "loss": 15.8125,
+      "step": 27826
+    },
+    {
+      "epoch": 1.8481105133824798,
+      "grad_norm": 269.6099548339844,
+      "learning_rate": 3.009873362385151e-08,
+      "loss": 13.1719,
+      "step": 27827
+    },
+    {
+      "epoch": 1.8481769276748357,
+      "grad_norm": 765.0701904296875,
+      "learning_rate": 3.0072550490328754e-08,
+      "loss": 27.8594,
+      "step": 27828
+    },
+    {
+      "epoch": 1.8482433419671913,
+      "grad_norm": 127.33287048339844,
+      "learning_rate": 3.0046378576367716e-08,
+      "loss": 16.7188,
+      "step": 27829
+    },
+    {
+      "epoch": 1.848309756259547,
+      "grad_norm": 369.4306945800781,
+      "learning_rate": 3.00202178822706e-08,
+      "loss": 16.7969,
+      "step": 27830
+    },
+    {
+      "epoch": 1.8483761705519028,
+      "grad_norm": 222.06826782226562,
+      "learning_rate": 2.99940684083404e-08,
+      "loss": 15.0625,
+      "step": 27831
+    },
+    {
+      "epoch": 1.8484425848442585,
+      "grad_norm": 387.9906311035156,
+      "learning_rate": 2.996793015487953e-08,
+      "loss": 23.3281,
+      "step": 27832
+    },
+    {
+      "epoch": 1.8485089991366142,
+      "grad_norm": 204.23069763183594,
+      "learning_rate": 2.994180312219019e-08,
+      "loss": 13.625,
+      "step": 27833
+    },
+    {
+      "epoch": 1.84857541342897,
+      "grad_norm": 175.56246948242188,
+      "learning_rate": 2.99156873105747e-08,
+      "loss": 18.4219,
+      "step": 27834
+    },
+    {
+      "epoch": 1.8486418277213257,
+      "grad_norm": 265.4908142089844,
+      "learning_rate": 2.9889582720335146e-08,
+      "loss": 18.8906,
+      "step": 27835
+    },
+    {
+      "epoch": 1.8487082420136813,
+      "grad_norm": 160.98753356933594,
+      "learning_rate": 2.986348935177363e-08,
+      "loss": 14.3438,
+      "step": 27836
+    },
+    {
+      "epoch": 1.8487746563060372,
+      "grad_norm": 137.4964141845703,
+      "learning_rate": 2.983740720519168e-08,
+      "loss": 15.1406,
+      "step": 27837
+    },
+    {
+      "epoch": 1.8488410705983926,
+      "grad_norm": 211.61819458007812,
+      "learning_rate": 2.981133628089139e-08,
+      "loss": 17.0938,
+      "step": 27838
+    },
+    {
+      "epoch": 1.8489074848907485,
+      "grad_norm": 221.7665557861328,
+      "learning_rate": 2.978527657917396e-08,
+      "loss": 13.2344,
+      "step": 27839
+    },
+    {
+      "epoch": 1.8489738991831042,
+      "grad_norm": 118.68134307861328,
+      "learning_rate": 2.975922810034115e-08,
+      "loss": 14.1406,
+      "step": 27840
+    },
+    {
+      "epoch": 1.8490403134754598,
+      "grad_norm": 305.42767333984375,
+      "learning_rate": 2.9733190844693945e-08,
+      "loss": 13.1406,
+      "step": 27841
+    },
+    {
+      "epoch": 1.8491067277678157,
+      "grad_norm": 264.8851013183594,
+      "learning_rate": 2.970716481253377e-08,
+      "loss": 18.9062,
+      "step": 27842
+    },
+    {
+      "epoch": 1.8491731420601714,
+      "grad_norm": 506.6617126464844,
+      "learning_rate": 2.9681150004161603e-08,
+      "loss": 17.0156,
+      "step": 27843
+    },
+    {
+      "epoch": 1.849239556352527,
+      "grad_norm": 434.3768005371094,
+      "learning_rate": 2.965514641987843e-08,
+      "loss": 21.5938,
+      "step": 27844
+    },
+    {
+      "epoch": 1.849305970644883,
+      "grad_norm": 530.5263061523438,
+      "learning_rate": 2.9629154059984785e-08,
+      "loss": 19.5938,
+      "step": 27845
+    },
+    {
+      "epoch": 1.8493723849372385,
+      "grad_norm": 127.05590057373047,
+      "learning_rate": 2.960317292478176e-08,
+      "loss": 12.3281,
+      "step": 27846
+    },
+    {
+      "epoch": 1.8494387992295942,
+      "grad_norm": 348.4676513671875,
+      "learning_rate": 2.9577203014569674e-08,
+      "loss": 11.9688,
+      "step": 27847
+    },
+    {
+      "epoch": 1.84950521352195,
+      "grad_norm": 227.5509796142578,
+      "learning_rate": 2.9551244329648838e-08,
+      "loss": 15.0,
+      "step": 27848
+    },
+    {
+      "epoch": 1.8495716278143055,
+      "grad_norm": 131.56483459472656,
+      "learning_rate": 2.952529687031957e-08,
+      "loss": 10.375,
+      "step": 27849
+    },
+    {
+      "epoch": 1.8496380421066614,
+      "grad_norm": 182.20355224609375,
+      "learning_rate": 2.9499360636882075e-08,
+      "loss": 14.4219,
+      "step": 27850
+    },
+    {
+      "epoch": 1.849704456399017,
+      "grad_norm": 252.16273498535156,
+      "learning_rate": 2.9473435629636444e-08,
+      "loss": 22.7969,
+      "step": 27851
+    },
+    {
+      "epoch": 1.8497708706913727,
+      "grad_norm": 238.31777954101562,
+      "learning_rate": 2.944752184888244e-08,
+      "loss": 14.7969,
+      "step": 27852
+    },
+    {
+      "epoch": 1.8498372849837286,
+      "grad_norm": 140.11419677734375,
+      "learning_rate": 2.9421619294919708e-08,
+      "loss": 14.5156,
+      "step": 27853
+    },
+    {
+      "epoch": 1.8499036992760842,
+      "grad_norm": 119.83738708496094,
+      "learning_rate": 2.9395727968048233e-08,
+      "loss": 14.875,
+      "step": 27854
+    },
+    {
+      "epoch": 1.8499701135684399,
+      "grad_norm": 364.1699523925781,
+      "learning_rate": 2.936984786856722e-08,
+      "loss": 19.0312,
+      "step": 27855
+    },
+    {
+      "epoch": 1.8500365278607958,
+      "grad_norm": 172.9222869873047,
+      "learning_rate": 2.9343978996776098e-08,
+      "loss": 11.0703,
+      "step": 27856
+    },
+    {
+      "epoch": 1.8501029421531514,
+      "grad_norm": 181.0792999267578,
+      "learning_rate": 2.9318121352974068e-08,
+      "loss": 15.1875,
+      "step": 27857
+    },
+    {
+      "epoch": 1.850169356445507,
+      "grad_norm": 101.12670135498047,
+      "learning_rate": 2.9292274937460447e-08,
+      "loss": 12.9375,
+      "step": 27858
+    },
+    {
+      "epoch": 1.850235770737863,
+      "grad_norm": 237.89479064941406,
+      "learning_rate": 2.926643975053378e-08,
+      "loss": 14.1875,
+      "step": 27859
+    },
+    {
+      "epoch": 1.8503021850302184,
+      "grad_norm": 167.30931091308594,
+      "learning_rate": 2.9240615792493373e-08,
+      "loss": 15.125,
+      "step": 27860
+    },
+    {
+      "epoch": 1.8503685993225742,
+      "grad_norm": 136.4510498046875,
+      "learning_rate": 2.9214803063637662e-08,
+      "loss": 9.9375,
+      "step": 27861
+    },
+    {
+      "epoch": 1.85043501361493,
+      "grad_norm": 361.5093994140625,
+      "learning_rate": 2.9189001564265402e-08,
+      "loss": 14.6406,
+      "step": 27862
+    },
+    {
+      "epoch": 1.8505014279072856,
+      "grad_norm": 234.77256774902344,
+      "learning_rate": 2.9163211294674916e-08,
+      "loss": 20.3125,
+      "step": 27863
+    },
+    {
+      "epoch": 1.8505678421996414,
+      "grad_norm": 252.7702178955078,
+      "learning_rate": 2.913743225516463e-08,
+      "loss": 17.5,
+      "step": 27864
+    },
+    {
+      "epoch": 1.850634256491997,
+      "grad_norm": 214.11781311035156,
+      "learning_rate": 2.9111664446032636e-08,
+      "loss": 19.0,
+      "step": 27865
+    },
+    {
+      "epoch": 1.8507006707843527,
+      "grad_norm": 161.9912109375,
+      "learning_rate": 2.9085907867577142e-08,
+      "loss": 21.7969,
+      "step": 27866
+    },
+    {
+      "epoch": 1.8507670850767086,
+      "grad_norm": 458.4871520996094,
+      "learning_rate": 2.9060162520095798e-08,
+      "loss": 16.0938,
+      "step": 27867
+    },
+    {
+      "epoch": 1.8508334993690643,
+      "grad_norm": 373.9129333496094,
+      "learning_rate": 2.9034428403886923e-08,
+      "loss": 13.9844,
+      "step": 27868
+    },
+    {
+      "epoch": 1.85089991366142,
+      "grad_norm": 191.21580505371094,
+      "learning_rate": 2.9008705519247724e-08,
+      "loss": 20.7031,
+      "step": 27869
+    },
+    {
+      "epoch": 1.8509663279537758,
+      "grad_norm": 183.65127563476562,
+      "learning_rate": 2.8982993866475735e-08,
+      "loss": 15.6094,
+      "step": 27870
+    },
+    {
+      "epoch": 1.8510327422461312,
+      "grad_norm": 189.39059448242188,
+      "learning_rate": 2.8957293445868945e-08,
+      "loss": 16.8125,
+      "step": 27871
+    },
+    {
+      "epoch": 1.8510991565384871,
+      "grad_norm": 140.0579833984375,
+      "learning_rate": 2.893160425772401e-08,
+      "loss": 12.1406,
+      "step": 27872
+    },
+    {
+      "epoch": 1.8511655708308428,
+      "grad_norm": 171.49815368652344,
+      "learning_rate": 2.8905926302338346e-08,
+      "loss": 12.1953,
+      "step": 27873
+    },
+    {
+      "epoch": 1.8512319851231984,
+      "grad_norm": 231.6190185546875,
+      "learning_rate": 2.8880259580008948e-08,
+      "loss": 19.2344,
+      "step": 27874
+    },
+    {
+      "epoch": 1.8512983994155543,
+      "grad_norm": 157.99034118652344,
+      "learning_rate": 2.8854604091032797e-08,
+      "loss": 15.1406,
+      "step": 27875
+    },
+    {
+      "epoch": 1.85136481370791,
+      "grad_norm": 209.8189697265625,
+      "learning_rate": 2.8828959835706545e-08,
+      "loss": 17.1719,
+      "step": 27876
+    },
+    {
+      "epoch": 1.8514312280002656,
+      "grad_norm": 143.6122589111328,
+      "learning_rate": 2.8803326814326955e-08,
+      "loss": 19.8281,
+      "step": 27877
+    },
+    {
+      "epoch": 1.8514976422926215,
+      "grad_norm": 215.9734344482422,
+      "learning_rate": 2.8777705027190234e-08,
+      "loss": 15.875,
+      "step": 27878
+    },
+    {
+      "epoch": 1.8515640565849771,
+      "grad_norm": 290.8660888671875,
+      "learning_rate": 2.8752094474593257e-08,
+      "loss": 18.2031,
+      "step": 27879
+    },
+    {
+      "epoch": 1.8516304708773328,
+      "grad_norm": 190.6802215576172,
+      "learning_rate": 2.8726495156831897e-08,
+      "loss": 17.2344,
+      "step": 27880
+    },
+    {
+      "epoch": 1.8516968851696887,
+      "grad_norm": 186.8647918701172,
+      "learning_rate": 2.870090707420225e-08,
+      "loss": 11.9219,
+      "step": 27881
+    },
+    {
+      "epoch": 1.851763299462044,
+      "grad_norm": 216.71090698242188,
+      "learning_rate": 2.8675330227000528e-08,
+      "loss": 15.6328,
+      "step": 27882
+    },
+    {
+      "epoch": 1.8518297137544,
+      "grad_norm": 231.44947814941406,
+      "learning_rate": 2.86497646155226e-08,
+      "loss": 15.375,
+      "step": 27883
+    },
+    {
+      "epoch": 1.8518961280467556,
+      "grad_norm": 137.06365966796875,
+      "learning_rate": 2.8624210240063894e-08,
+      "loss": 16.6406,
+      "step": 27884
+    },
+    {
+      "epoch": 1.8519625423391113,
+      "grad_norm": 122.31446838378906,
+      "learning_rate": 2.8598667100920293e-08,
+      "loss": 14.1719,
+      "step": 27885
+    },
+    {
+      "epoch": 1.8520289566314672,
+      "grad_norm": 309.8663024902344,
+      "learning_rate": 2.857313519838722e-08,
+      "loss": 13.625,
+      "step": 27886
+    },
+    {
+      "epoch": 1.8520953709238228,
+      "grad_norm": 152.01365661621094,
+      "learning_rate": 2.854761453275989e-08,
+      "loss": 15.6875,
+      "step": 27887
+    },
+    {
+      "epoch": 1.8521617852161785,
+      "grad_norm": 219.92884826660156,
+      "learning_rate": 2.8522105104333504e-08,
+      "loss": 18.0625,
+      "step": 27888
+    },
+    {
+      "epoch": 1.8522281995085343,
+      "grad_norm": 367.3368835449219,
+      "learning_rate": 2.8496606913403276e-08,
+      "loss": 16.1875,
+      "step": 27889
+    },
+    {
+      "epoch": 1.85229461380089,
+      "grad_norm": 593.6968994140625,
+      "learning_rate": 2.8471119960264188e-08,
+      "loss": 28.9688,
+      "step": 27890
+    },
+    {
+      "epoch": 1.8523610280932457,
+      "grad_norm": 144.11143493652344,
+      "learning_rate": 2.8445644245210898e-08,
+      "loss": 18.9531,
+      "step": 27891
+    },
+    {
+      "epoch": 1.8524274423856015,
+      "grad_norm": 123.29937744140625,
+      "learning_rate": 2.8420179768538056e-08,
+      "loss": 14.5625,
+      "step": 27892
+    },
+    {
+      "epoch": 1.852493856677957,
+      "grad_norm": 63.80809020996094,
+      "learning_rate": 2.8394726530540535e-08,
+      "loss": 13.2109,
+      "step": 27893
+    },
+    {
+      "epoch": 1.8525602709703128,
+      "grad_norm": 376.1766052246094,
+      "learning_rate": 2.836928453151255e-08,
+      "loss": 17.75,
+      "step": 27894
+    },
+    {
+      "epoch": 1.8526266852626685,
+      "grad_norm": 137.8417205810547,
+      "learning_rate": 2.8343853771748307e-08,
+      "loss": 19.4688,
+      "step": 27895
+    },
+    {
+      "epoch": 1.8526930995550241,
+      "grad_norm": 219.9077606201172,
+      "learning_rate": 2.8318434251542013e-08,
+      "loss": 14.9531,
+      "step": 27896
+    },
+    {
+      "epoch": 1.85275951384738,
+      "grad_norm": 183.49594116210938,
+      "learning_rate": 2.829302597118788e-08,
+      "loss": 19.5781,
+      "step": 27897
+    },
+    {
+      "epoch": 1.8528259281397357,
+      "grad_norm": 257.43804931640625,
+      "learning_rate": 2.826762893097967e-08,
+      "loss": 13.3984,
+      "step": 27898
+    },
+    {
+      "epoch": 1.8528923424320913,
+      "grad_norm": 73.54826354980469,
+      "learning_rate": 2.8242243131211264e-08,
+      "loss": 13.5547,
+      "step": 27899
+    },
+    {
+      "epoch": 1.8529587567244472,
+      "grad_norm": 204.5144805908203,
+      "learning_rate": 2.8216868572176088e-08,
+      "loss": 14.8594,
+      "step": 27900
+    },
+    {
+      "epoch": 1.8530251710168029,
+      "grad_norm": 279.1872863769531,
+      "learning_rate": 2.8191505254167912e-08,
+      "loss": 22.7969,
+      "step": 27901
+    },
+    {
+      "epoch": 1.8530915853091585,
+      "grad_norm": 121.66496276855469,
+      "learning_rate": 2.8166153177480056e-08,
+      "loss": 14.8438,
+      "step": 27902
+    },
+    {
+      "epoch": 1.8531579996015144,
+      "grad_norm": 118.02760314941406,
+      "learning_rate": 2.814081234240573e-08,
+      "loss": 12.5156,
+      "step": 27903
+    },
+    {
+      "epoch": 1.8532244138938698,
+      "grad_norm": 160.76754760742188,
+      "learning_rate": 2.811548274923803e-08,
+      "loss": 13.4844,
+      "step": 27904
+    },
+    {
+      "epoch": 1.8532908281862257,
+      "grad_norm": 117.57839965820312,
+      "learning_rate": 2.8090164398270056e-08,
+      "loss": 11.4062,
+      "step": 27905
+    },
+    {
+      "epoch": 1.8533572424785814,
+      "grad_norm": 186.75306701660156,
+      "learning_rate": 2.8064857289794576e-08,
+      "loss": 16.9688,
+      "step": 27906
+    },
+    {
+      "epoch": 1.853423656770937,
+      "grad_norm": 283.0330810546875,
+      "learning_rate": 2.803956142410435e-08,
+      "loss": 20.0625,
+      "step": 27907
+    },
+    {
+      "epoch": 1.8534900710632929,
+      "grad_norm": 361.3955078125,
+      "learning_rate": 2.8014276801492155e-08,
+      "loss": 14.6094,
+      "step": 27908
+    },
+    {
+      "epoch": 1.8535564853556485,
+      "grad_norm": 235.24729919433594,
+      "learning_rate": 2.7989003422250078e-08,
+      "loss": 17.6719,
+      "step": 27909
+    },
+    {
+      "epoch": 1.8536228996480042,
+      "grad_norm": 230.1611328125,
+      "learning_rate": 2.7963741286671007e-08,
+      "loss": 22.5938,
+      "step": 27910
+    },
+    {
+      "epoch": 1.85368931394036,
+      "grad_norm": 244.7154541015625,
+      "learning_rate": 2.79384903950467e-08,
+      "loss": 16.0625,
+      "step": 27911
+    },
+    {
+      "epoch": 1.8537557282327157,
+      "grad_norm": 229.33773803710938,
+      "learning_rate": 2.791325074766948e-08,
+      "loss": 12.8906,
+      "step": 27912
+    },
+    {
+      "epoch": 1.8538221425250714,
+      "grad_norm": 247.0680389404297,
+      "learning_rate": 2.7888022344831118e-08,
+      "loss": 23.7188,
+      "step": 27913
+    },
+    {
+      "epoch": 1.8538885568174273,
+      "grad_norm": 756.1221923828125,
+      "learning_rate": 2.786280518682371e-08,
+      "loss": 14.9062,
+      "step": 27914
+    },
+    {
+      "epoch": 1.8539549711097827,
+      "grad_norm": 169.93716430664062,
+      "learning_rate": 2.7837599273938696e-08,
+      "loss": 19.6406,
+      "step": 27915
+    },
+    {
+      "epoch": 1.8540213854021386,
+      "grad_norm": 499.1666564941406,
+      "learning_rate": 2.781240460646794e-08,
+      "loss": 13.6875,
+      "step": 27916
+    },
+    {
+      "epoch": 1.8540877996944942,
+      "grad_norm": 211.12515258789062,
+      "learning_rate": 2.7787221184702446e-08,
+      "loss": 17.5312,
+      "step": 27917
+    },
+    {
+      "epoch": 1.8541542139868499,
+      "grad_norm": 290.5,
+      "learning_rate": 2.7762049008933974e-08,
+      "loss": 16.0625,
+      "step": 27918
+    },
+    {
+      "epoch": 1.8542206282792058,
+      "grad_norm": 299.2926330566406,
+      "learning_rate": 2.773688807945329e-08,
+      "loss": 16.6406,
+      "step": 27919
+    },
+    {
+      "epoch": 1.8542870425715614,
+      "grad_norm": 194.2888946533203,
+      "learning_rate": 2.771173839655183e-08,
+      "loss": 18.0625,
+      "step": 27920
+    },
+    {
+      "epoch": 1.854353456863917,
+      "grad_norm": 255.6963653564453,
+      "learning_rate": 2.768659996052025e-08,
+      "loss": 15.3594,
+      "step": 27921
+    },
+    {
+      "epoch": 1.854419871156273,
+      "grad_norm": 135.55409240722656,
+      "learning_rate": 2.766147277164943e-08,
+      "loss": 20.0469,
+      "step": 27922
+    },
+    {
+      "epoch": 1.8544862854486286,
+      "grad_norm": 213.7857666015625,
+      "learning_rate": 2.7636356830229912e-08,
+      "loss": 15.4531,
+      "step": 27923
+    },
+    {
+      "epoch": 1.8545526997409842,
+      "grad_norm": 631.2410278320312,
+      "learning_rate": 2.7611252136552467e-08,
+      "loss": 16.6562,
+      "step": 27924
+    },
+    {
+      "epoch": 1.8546191140333401,
+      "grad_norm": 383.3766784667969,
+      "learning_rate": 2.7586158690907302e-08,
+      "loss": 14.2656,
+      "step": 27925
+    },
+    {
+      "epoch": 1.8546855283256956,
+      "grad_norm": 183.71351623535156,
+      "learning_rate": 2.7561076493584633e-08,
+      "loss": 12.3906,
+      "step": 27926
+    },
+    {
+      "epoch": 1.8547519426180514,
+      "grad_norm": 94.4376449584961,
+      "learning_rate": 2.7536005544874786e-08,
+      "loss": 13.6719,
+      "step": 27927
+    },
+    {
+      "epoch": 1.854818356910407,
+      "grad_norm": 184.7463836669922,
+      "learning_rate": 2.7510945845067635e-08,
+      "loss": 20.4297,
+      "step": 27928
+    },
+    {
+      "epoch": 1.8548847712027627,
+      "grad_norm": 175.8179473876953,
+      "learning_rate": 2.748589739445306e-08,
+      "loss": 12.9688,
+      "step": 27929
+    },
+    {
+      "epoch": 1.8549511854951186,
+      "grad_norm": 137.24501037597656,
+      "learning_rate": 2.7460860193321055e-08,
+      "loss": 16.3281,
+      "step": 27930
+    },
+    {
+      "epoch": 1.8550175997874743,
+      "grad_norm": 132.04061889648438,
+      "learning_rate": 2.743583424196072e-08,
+      "loss": 10.9375,
+      "step": 27931
+    },
+    {
+      "epoch": 1.85508401407983,
+      "grad_norm": 796.1834106445312,
+      "learning_rate": 2.7410819540662045e-08,
+      "loss": 17.9531,
+      "step": 27932
+    },
+    {
+      "epoch": 1.8551504283721858,
+      "grad_norm": 223.88906860351562,
+      "learning_rate": 2.7385816089714132e-08,
+      "loss": 16.9688,
+      "step": 27933
+    },
+    {
+      "epoch": 1.8552168426645415,
+      "grad_norm": 137.61976623535156,
+      "learning_rate": 2.7360823889406193e-08,
+      "loss": 14.4844,
+      "step": 27934
+    },
+    {
+      "epoch": 1.855283256956897,
+      "grad_norm": 173.04217529296875,
+      "learning_rate": 2.7335842940027444e-08,
+      "loss": 15.5,
+      "step": 27935
+    },
+    {
+      "epoch": 1.855349671249253,
+      "grad_norm": 343.882568359375,
+      "learning_rate": 2.7310873241866762e-08,
+      "loss": 22.1094,
+      "step": 27936
+    },
+    {
+      "epoch": 1.8554160855416084,
+      "grad_norm": 343.3634033203125,
+      "learning_rate": 2.7285914795213026e-08,
+      "loss": 16.5469,
+      "step": 27937
+    },
+    {
+      "epoch": 1.8554824998339643,
+      "grad_norm": 256.63616943359375,
+      "learning_rate": 2.726096760035501e-08,
+      "loss": 15.8438,
+      "step": 27938
+    },
+    {
+      "epoch": 1.85554891412632,
+      "grad_norm": 192.3213653564453,
+      "learning_rate": 2.7236031657581038e-08,
+      "loss": 19.9375,
+      "step": 27939
+    },
+    {
+      "epoch": 1.8556153284186756,
+      "grad_norm": 356.3000183105469,
+      "learning_rate": 2.7211106967179874e-08,
+      "loss": 22.625,
+      "step": 27940
+    },
+    {
+      "epoch": 1.8556817427110315,
+      "grad_norm": 181.8751220703125,
+      "learning_rate": 2.7186193529439626e-08,
+      "loss": 15.1406,
+      "step": 27941
+    },
+    {
+      "epoch": 1.8557481570033871,
+      "grad_norm": 117.88665008544922,
+      "learning_rate": 2.7161291344648506e-08,
+      "loss": 20.9688,
+      "step": 27942
+    },
+    {
+      "epoch": 1.8558145712957428,
+      "grad_norm": 373.1926574707031,
+      "learning_rate": 2.7136400413094617e-08,
+      "loss": 27.6094,
+      "step": 27943
+    },
+    {
+      "epoch": 1.8558809855880987,
+      "grad_norm": 124.6669921875,
+      "learning_rate": 2.7111520735065952e-08,
+      "loss": 12.6719,
+      "step": 27944
+    },
+    {
+      "epoch": 1.8559473998804543,
+      "grad_norm": 174.1172332763672,
+      "learning_rate": 2.7086652310850055e-08,
+      "loss": 16.7188,
+      "step": 27945
+    },
+    {
+      "epoch": 1.85601381417281,
+      "grad_norm": 212.67738342285156,
+      "learning_rate": 2.706179514073481e-08,
+      "loss": 15.3281,
+      "step": 27946
+    },
+    {
+      "epoch": 1.8560802284651658,
+      "grad_norm": 163.50840759277344,
+      "learning_rate": 2.7036949225007876e-08,
+      "loss": 17.1875,
+      "step": 27947
+    },
+    {
+      "epoch": 1.8561466427575213,
+      "grad_norm": 166.50543212890625,
+      "learning_rate": 2.7012114563956135e-08,
+      "loss": 11.2812,
+      "step": 27948
+    },
+    {
+      "epoch": 1.8562130570498772,
+      "grad_norm": 257.40069580078125,
+      "learning_rate": 2.6987291157867465e-08,
+      "loss": 17.6094,
+      "step": 27949
+    },
+    {
+      "epoch": 1.8562794713422328,
+      "grad_norm": 393.919189453125,
+      "learning_rate": 2.6962479007028637e-08,
+      "loss": 13.625,
+      "step": 27950
+    },
+    {
+      "epoch": 1.8563458856345885,
+      "grad_norm": 181.93836975097656,
+      "learning_rate": 2.693767811172676e-08,
+      "loss": 13.6406,
+      "step": 27951
+    },
+    {
+      "epoch": 1.8564122999269443,
+      "grad_norm": 285.3083801269531,
+      "learning_rate": 2.6912888472248706e-08,
+      "loss": 16.3125,
+      "step": 27952
+    },
+    {
+      "epoch": 1.8564787142193,
+      "grad_norm": 193.1547088623047,
+      "learning_rate": 2.6888110088881256e-08,
+      "loss": 12.8125,
+      "step": 27953
+    },
+    {
+      "epoch": 1.8565451285116557,
+      "grad_norm": 196.5362091064453,
+      "learning_rate": 2.6863342961911063e-08,
+      "loss": 14.2812,
+      "step": 27954
+    },
+    {
+      "epoch": 1.8566115428040115,
+      "grad_norm": 128.70004272460938,
+      "learning_rate": 2.6838587091624676e-08,
+      "loss": 15.0625,
+      "step": 27955
+    },
+    {
+      "epoch": 1.8566779570963672,
+      "grad_norm": 242.72312927246094,
+      "learning_rate": 2.681384247830809e-08,
+      "loss": 12.4062,
+      "step": 27956
+    },
+    {
+      "epoch": 1.8567443713887228,
+      "grad_norm": 325.62298583984375,
+      "learning_rate": 2.6789109122247965e-08,
+      "loss": 17.5469,
+      "step": 27957
+    },
+    {
+      "epoch": 1.8568107856810787,
+      "grad_norm": 544.7413940429688,
+      "learning_rate": 2.6764387023730295e-08,
+      "loss": 14.7656,
+      "step": 27958
+    },
+    {
+      "epoch": 1.8568771999734341,
+      "grad_norm": 205.6602783203125,
+      "learning_rate": 2.6739676183040848e-08,
+      "loss": 15.4219,
+      "step": 27959
+    },
+    {
+      "epoch": 1.85694361426579,
+      "grad_norm": 284.1385498046875,
+      "learning_rate": 2.6714976600465733e-08,
+      "loss": 16.8438,
+      "step": 27960
+    },
+    {
+      "epoch": 1.8570100285581457,
+      "grad_norm": 125.47586822509766,
+      "learning_rate": 2.6690288276290383e-08,
+      "loss": 10.6953,
+      "step": 27961
+    },
+    {
+      "epoch": 1.8570764428505013,
+      "grad_norm": 593.5737915039062,
+      "learning_rate": 2.6665611210800686e-08,
+      "loss": 23.1484,
+      "step": 27962
+    },
+    {
+      "epoch": 1.8571428571428572,
+      "grad_norm": 103.95451354980469,
+      "learning_rate": 2.6640945404281966e-08,
+      "loss": 16.6094,
+      "step": 27963
+    },
+    {
+      "epoch": 1.8572092714352129,
+      "grad_norm": 452.014892578125,
+      "learning_rate": 2.661629085701933e-08,
+      "loss": 11.0469,
+      "step": 27964
+    },
+    {
+      "epoch": 1.8572756857275685,
+      "grad_norm": 280.5733642578125,
+      "learning_rate": 2.6591647569298438e-08,
+      "loss": 13.9688,
+      "step": 27965
+    },
+    {
+      "epoch": 1.8573421000199244,
+      "grad_norm": 326.90478515625,
+      "learning_rate": 2.6567015541403836e-08,
+      "loss": 14.0156,
+      "step": 27966
+    },
+    {
+      "epoch": 1.85740851431228,
+      "grad_norm": 307.9014587402344,
+      "learning_rate": 2.6542394773620748e-08,
+      "loss": 28.8125,
+      "step": 27967
+    },
+    {
+      "epoch": 1.8574749286046357,
+      "grad_norm": 115.64092254638672,
+      "learning_rate": 2.6517785266233937e-08,
+      "loss": 11.3281,
+      "step": 27968
+    },
+    {
+      "epoch": 1.8575413428969916,
+      "grad_norm": 207.9487762451172,
+      "learning_rate": 2.6493187019528074e-08,
+      "loss": 14.1094,
+      "step": 27969
+    },
+    {
+      "epoch": 1.857607757189347,
+      "grad_norm": 310.83642578125,
+      "learning_rate": 2.646860003378748e-08,
+      "loss": 17.5156,
+      "step": 27970
+    },
+    {
+      "epoch": 1.8576741714817029,
+      "grad_norm": 202.2508544921875,
+      "learning_rate": 2.644402430929704e-08,
+      "loss": 17.2969,
+      "step": 27971
+    },
+    {
+      "epoch": 1.8577405857740585,
+      "grad_norm": 344.79998779296875,
+      "learning_rate": 2.641945984634053e-08,
+      "loss": 17.0938,
+      "step": 27972
+    },
+    {
+      "epoch": 1.8578070000664142,
+      "grad_norm": 205.81057739257812,
+      "learning_rate": 2.6394906645202386e-08,
+      "loss": 14.4688,
+      "step": 27973
+    },
+    {
+      "epoch": 1.85787341435877,
+      "grad_norm": 190.49581909179688,
+      "learning_rate": 2.6370364706166492e-08,
+      "loss": 16.1562,
+      "step": 27974
+    },
+    {
+      "epoch": 1.8579398286511257,
+      "grad_norm": 282.1241149902344,
+      "learning_rate": 2.6345834029516845e-08,
+      "loss": 17.0781,
+      "step": 27975
+    },
+    {
+      "epoch": 1.8580062429434814,
+      "grad_norm": 165.01390075683594,
+      "learning_rate": 2.6321314615537104e-08,
+      "loss": 13.7969,
+      "step": 27976
+    },
+    {
+      "epoch": 1.8580726572358373,
+      "grad_norm": 288.2967834472656,
+      "learning_rate": 2.6296806464511047e-08,
+      "loss": 17.5469,
+      "step": 27977
+    },
+    {
+      "epoch": 1.858139071528193,
+      "grad_norm": 937.0618286132812,
+      "learning_rate": 2.6272309576721885e-08,
+      "loss": 11.7812,
+      "step": 27978
+    },
+    {
+      "epoch": 1.8582054858205486,
+      "grad_norm": 221.9115447998047,
+      "learning_rate": 2.6247823952453395e-08,
+      "loss": 19.75,
+      "step": 27979
+    },
+    {
+      "epoch": 1.8582719001129044,
+      "grad_norm": 123.62146759033203,
+      "learning_rate": 2.6223349591988463e-08,
+      "loss": 19.0781,
+      "step": 27980
+    },
+    {
+      "epoch": 1.8583383144052599,
+      "grad_norm": 103.40072631835938,
+      "learning_rate": 2.6198886495610196e-08,
+      "loss": 11.1172,
+      "step": 27981
+    },
+    {
+      "epoch": 1.8584047286976157,
+      "grad_norm": 136.420654296875,
+      "learning_rate": 2.6174434663601808e-08,
+      "loss": 16.9844,
+      "step": 27982
+    },
+    {
+      "epoch": 1.8584711429899714,
+      "grad_norm": 166.7035675048828,
+      "learning_rate": 2.6149994096246075e-08,
+      "loss": 15.5156,
+      "step": 27983
+    },
+    {
+      "epoch": 1.858537557282327,
+      "grad_norm": 243.9340057373047,
+      "learning_rate": 2.612556479382555e-08,
+      "loss": 20.8438,
+      "step": 27984
+    },
+    {
+      "epoch": 1.858603971574683,
+      "grad_norm": 178.7204132080078,
+      "learning_rate": 2.6101146756622894e-08,
+      "loss": 19.5938,
+      "step": 27985
+    },
+    {
+      "epoch": 1.8586703858670386,
+      "grad_norm": 113.3291244506836,
+      "learning_rate": 2.607673998492077e-08,
+      "loss": 17.3594,
+      "step": 27986
+    },
+    {
+      "epoch": 1.8587368001593942,
+      "grad_norm": 195.32388305664062,
+      "learning_rate": 2.6052344479001064e-08,
+      "loss": 18.2812,
+      "step": 27987
+    },
+    {
+      "epoch": 1.8588032144517501,
+      "grad_norm": 121.0368881225586,
+      "learning_rate": 2.602796023914644e-08,
+      "loss": 14.875,
+      "step": 27988
+    },
+    {
+      "epoch": 1.8588696287441058,
+      "grad_norm": 523.91357421875,
+      "learning_rate": 2.600358726563867e-08,
+      "loss": 17.0625,
+      "step": 27989
+    },
+    {
+      "epoch": 1.8589360430364614,
+      "grad_norm": 192.01425170898438,
+      "learning_rate": 2.5979225558759755e-08,
+      "loss": 18.4688,
+      "step": 27990
+    },
+    {
+      "epoch": 1.8590024573288173,
+      "grad_norm": 183.6663055419922,
+      "learning_rate": 2.5954875118791576e-08,
+      "loss": 14.5781,
+      "step": 27991
+    },
+    {
+      "epoch": 1.8590688716211727,
+      "grad_norm": 116.66888427734375,
+      "learning_rate": 2.5930535946015576e-08,
+      "loss": 10.7188,
+      "step": 27992
+    },
+    {
+      "epoch": 1.8591352859135286,
+      "grad_norm": 413.21142578125,
+      "learning_rate": 2.590620804071353e-08,
+      "loss": 20.9844,
+      "step": 27993
+    },
+    {
+      "epoch": 1.8592017002058843,
+      "grad_norm": 133.3406982421875,
+      "learning_rate": 2.5881891403166988e-08,
+      "loss": 13.7188,
+      "step": 27994
+    },
+    {
+      "epoch": 1.85926811449824,
+      "grad_norm": 586.0858764648438,
+      "learning_rate": 2.585758603365662e-08,
+      "loss": 16.3906,
+      "step": 27995
+    },
+    {
+      "epoch": 1.8593345287905958,
+      "grad_norm": 142.6236114501953,
+      "learning_rate": 2.5833291932464307e-08,
+      "loss": 13.0312,
+      "step": 27996
+    },
+    {
+      "epoch": 1.8594009430829515,
+      "grad_norm": 364.7259521484375,
+      "learning_rate": 2.5809009099870603e-08,
+      "loss": 17.5938,
+      "step": 27997
+    },
+    {
+      "epoch": 1.859467357375307,
+      "grad_norm": 154.68145751953125,
+      "learning_rate": 2.5784737536156508e-08,
+      "loss": 17.0312,
+      "step": 27998
+    },
+    {
+      "epoch": 1.859533771667663,
+      "grad_norm": 597.0567626953125,
+      "learning_rate": 2.5760477241602907e-08,
+      "loss": 23.3594,
+      "step": 27999
+    },
+    {
+      "epoch": 1.8596001859600186,
+      "grad_norm": 234.73342895507812,
+      "learning_rate": 2.5736228216490242e-08,
+      "loss": 13.2656,
+      "step": 28000
+    },
+    {
+      "epoch": 1.8596666002523743,
+      "grad_norm": 314.77972412109375,
+      "learning_rate": 2.5711990461099063e-08,
+      "loss": 11.9844,
+      "step": 28001
+    },
+    {
+      "epoch": 1.8597330145447302,
+      "grad_norm": 118.54358673095703,
+      "learning_rate": 2.568776397570993e-08,
+      "loss": 14.6875,
+      "step": 28002
+    },
+    {
+      "epoch": 1.8597994288370856,
+      "grad_norm": 434.83868408203125,
+      "learning_rate": 2.5663548760602727e-08,
+      "loss": 11.25,
+      "step": 28003
+    },
+    {
+      "epoch": 1.8598658431294415,
+      "grad_norm": 229.6840362548828,
+      "learning_rate": 2.5639344816057895e-08,
+      "loss": 11.6719,
+      "step": 28004
+    },
+    {
+      "epoch": 1.8599322574217971,
+      "grad_norm": 355.2227478027344,
+      "learning_rate": 2.5615152142355213e-08,
+      "loss": 17.5469,
+      "step": 28005
+    },
+    {
+      "epoch": 1.8599986717141528,
+      "grad_norm": 212.2221221923828,
+      "learning_rate": 2.5590970739774566e-08,
+      "loss": 14.7812,
+      "step": 28006
+    },
+    {
+      "epoch": 1.8600650860065087,
+      "grad_norm": 102.3873519897461,
+      "learning_rate": 2.556680060859573e-08,
+      "loss": 15.0781,
+      "step": 28007
+    },
+    {
+      "epoch": 1.8601315002988643,
+      "grad_norm": 137.52450561523438,
+      "learning_rate": 2.554264174909837e-08,
+      "loss": 12.9453,
+      "step": 28008
+    },
+    {
+      "epoch": 1.86019791459122,
+      "grad_norm": 200.41143798828125,
+      "learning_rate": 2.5518494161561598e-08,
+      "loss": 16.1719,
+      "step": 28009
+    },
+    {
+      "epoch": 1.8602643288835758,
+      "grad_norm": 304.69476318359375,
+      "learning_rate": 2.549435784626508e-08,
+      "loss": 15.6406,
+      "step": 28010
+    },
+    {
+      "epoch": 1.8603307431759315,
+      "grad_norm": 149.4758758544922,
+      "learning_rate": 2.5470232803487923e-08,
+      "loss": 15.7344,
+      "step": 28011
+    },
+    {
+      "epoch": 1.8603971574682872,
+      "grad_norm": 292.9798889160156,
+      "learning_rate": 2.544611903350913e-08,
+      "loss": 13.0,
+      "step": 28012
+    },
+    {
+      "epoch": 1.860463571760643,
+      "grad_norm": 401.44970703125,
+      "learning_rate": 2.5422016536607693e-08,
+      "loss": 17.8281,
+      "step": 28013
+    },
+    {
+      "epoch": 1.8605299860529985,
+      "grad_norm": 297.8338928222656,
+      "learning_rate": 2.5397925313062285e-08,
+      "loss": 13.9766,
+      "step": 28014
+    },
+    {
+      "epoch": 1.8605964003453543,
+      "grad_norm": 2177.572265625,
+      "learning_rate": 2.537384536315179e-08,
+      "loss": 12.3281,
+      "step": 28015
+    },
+    {
+      "epoch": 1.86066281463771,
+      "grad_norm": 164.18536376953125,
+      "learning_rate": 2.5349776687154767e-08,
+      "loss": 12.5781,
+      "step": 28016
+    },
+    {
+      "epoch": 1.8607292289300656,
+      "grad_norm": 311.4625549316406,
+      "learning_rate": 2.532571928534921e-08,
+      "loss": 17.3281,
+      "step": 28017
+    },
+    {
+      "epoch": 1.8607956432224215,
+      "grad_norm": 394.93505859375,
+      "learning_rate": 2.5301673158013903e-08,
+      "loss": 17.3125,
+      "step": 28018
+    },
+    {
+      "epoch": 1.8608620575147772,
+      "grad_norm": 112.59237670898438,
+      "learning_rate": 2.527763830542684e-08,
+      "loss": 15.3906,
+      "step": 28019
+    },
+    {
+      "epoch": 1.8609284718071328,
+      "grad_norm": 117.22393035888672,
+      "learning_rate": 2.5253614727865912e-08,
+      "loss": 13.9062,
+      "step": 28020
+    },
+    {
+      "epoch": 1.8609948860994887,
+      "grad_norm": 260.20526123046875,
+      "learning_rate": 2.522960242560912e-08,
+      "loss": 14.3594,
+      "step": 28021
+    },
+    {
+      "epoch": 1.8610613003918444,
+      "grad_norm": 457.19903564453125,
+      "learning_rate": 2.520560139893424e-08,
+      "loss": 12.6094,
+      "step": 28022
+    },
+    {
+      "epoch": 1.8611277146842,
+      "grad_norm": 221.16098022460938,
+      "learning_rate": 2.518161164811883e-08,
+      "loss": 14.9062,
+      "step": 28023
+    },
+    {
+      "epoch": 1.861194128976556,
+      "grad_norm": 114.1255874633789,
+      "learning_rate": 2.515763317344044e-08,
+      "loss": 13.1875,
+      "step": 28024
+    },
+    {
+      "epoch": 1.8612605432689113,
+      "grad_norm": 217.81163024902344,
+      "learning_rate": 2.5133665975176298e-08,
+      "loss": 14.1094,
+      "step": 28025
+    },
+    {
+      "epoch": 1.8613269575612672,
+      "grad_norm": 468.22882080078125,
+      "learning_rate": 2.5109710053603962e-08,
+      "loss": 19.3438,
+      "step": 28026
+    },
+    {
+      "epoch": 1.8613933718536229,
+      "grad_norm": 192.5638427734375,
+      "learning_rate": 2.5085765409000316e-08,
+      "loss": 11.6094,
+      "step": 28027
+    },
+    {
+      "epoch": 1.8614597861459785,
+      "grad_norm": 151.45022583007812,
+      "learning_rate": 2.506183204164214e-08,
+      "loss": 14.5,
+      "step": 28028
+    },
+    {
+      "epoch": 1.8615262004383344,
+      "grad_norm": 245.18577575683594,
+      "learning_rate": 2.5037909951806767e-08,
+      "loss": 16.5781,
+      "step": 28029
+    },
+    {
+      "epoch": 1.86159261473069,
+      "grad_norm": 154.34718322753906,
+      "learning_rate": 2.5013999139770648e-08,
+      "loss": 11.5078,
+      "step": 28030
+    },
+    {
+      "epoch": 1.8616590290230457,
+      "grad_norm": 187.16372680664062,
+      "learning_rate": 2.4990099605810222e-08,
+      "loss": 15.0625,
+      "step": 28031
+    },
+    {
+      "epoch": 1.8617254433154016,
+      "grad_norm": 1274.4605712890625,
+      "learning_rate": 2.496621135020216e-08,
+      "loss": 27.7188,
+      "step": 28032
+    },
+    {
+      "epoch": 1.8617918576077572,
+      "grad_norm": 116.75674438476562,
+      "learning_rate": 2.4942334373222906e-08,
+      "loss": 12.875,
+      "step": 28033
+    },
+    {
+      "epoch": 1.8618582719001129,
+      "grad_norm": 284.28131103515625,
+      "learning_rate": 2.491846867514813e-08,
+      "loss": 13.6953,
+      "step": 28034
+    },
+    {
+      "epoch": 1.8619246861924688,
+      "grad_norm": 202.0127410888672,
+      "learning_rate": 2.489461425625461e-08,
+      "loss": 16.2812,
+      "step": 28035
+    },
+    {
+      "epoch": 1.8619911004848242,
+      "grad_norm": 1807.539306640625,
+      "learning_rate": 2.487077111681768e-08,
+      "loss": 11.3125,
+      "step": 28036
+    },
+    {
+      "epoch": 1.86205751477718,
+      "grad_norm": 471.9446105957031,
+      "learning_rate": 2.4846939257113454e-08,
+      "loss": 11.2656,
+      "step": 28037
+    },
+    {
+      "epoch": 1.8621239290695357,
+      "grad_norm": 406.29766845703125,
+      "learning_rate": 2.4823118677417486e-08,
+      "loss": 17.5781,
+      "step": 28038
+    },
+    {
+      "epoch": 1.8621903433618914,
+      "grad_norm": 159.23101806640625,
+      "learning_rate": 2.479930937800534e-08,
+      "loss": 11.5625,
+      "step": 28039
+    },
+    {
+      "epoch": 1.8622567576542473,
+      "grad_norm": 183.57293701171875,
+      "learning_rate": 2.4775511359152458e-08,
+      "loss": 16.1562,
+      "step": 28040
+    },
+    {
+      "epoch": 1.862323171946603,
+      "grad_norm": 183.462158203125,
+      "learning_rate": 2.4751724621134283e-08,
+      "loss": 17.4688,
+      "step": 28041
+    },
+    {
+      "epoch": 1.8623895862389586,
+      "grad_norm": 330.74639892578125,
+      "learning_rate": 2.4727949164225602e-08,
+      "loss": 20.5312,
+      "step": 28042
+    },
+    {
+      "epoch": 1.8624560005313144,
+      "grad_norm": 146.87257385253906,
+      "learning_rate": 2.470418498870175e-08,
+      "loss": 13.875,
+      "step": 28043
+    },
+    {
+      "epoch": 1.86252241482367,
+      "grad_norm": 190.68003845214844,
+      "learning_rate": 2.4680432094837388e-08,
+      "loss": 11.7344,
+      "step": 28044
+    },
+    {
+      "epoch": 1.8625888291160257,
+      "grad_norm": 179.84747314453125,
+      "learning_rate": 2.4656690482907417e-08,
+      "loss": 16.5938,
+      "step": 28045
+    },
+    {
+      "epoch": 1.8626552434083816,
+      "grad_norm": 176.4897003173828,
+      "learning_rate": 2.46329601531865e-08,
+      "loss": 13.8281,
+      "step": 28046
+    },
+    {
+      "epoch": 1.862721657700737,
+      "grad_norm": 155.6878204345703,
+      "learning_rate": 2.4609241105948975e-08,
+      "loss": 13.0312,
+      "step": 28047
+    },
+    {
+      "epoch": 1.862788071993093,
+      "grad_norm": 150.04066467285156,
+      "learning_rate": 2.45855333414694e-08,
+      "loss": 15.25,
+      "step": 28048
+    },
+    {
+      "epoch": 1.8628544862854486,
+      "grad_norm": 303.5935363769531,
+      "learning_rate": 2.4561836860022e-08,
+      "loss": 18.0312,
+      "step": 28049
+    },
+    {
+      "epoch": 1.8629209005778042,
+      "grad_norm": 172.68338012695312,
+      "learning_rate": 2.4538151661880667e-08,
+      "loss": 18.0938,
+      "step": 28050
+    },
+    {
+      "epoch": 1.8629873148701601,
+      "grad_norm": 120.55509185791016,
+      "learning_rate": 2.4514477747319518e-08,
+      "loss": 15.4688,
+      "step": 28051
+    },
+    {
+      "epoch": 1.8630537291625158,
+      "grad_norm": 200.413330078125,
+      "learning_rate": 2.4490815116612327e-08,
+      "loss": 13.4531,
+      "step": 28052
+    },
+    {
+      "epoch": 1.8631201434548714,
+      "grad_norm": 104.05343627929688,
+      "learning_rate": 2.4467163770032996e-08,
+      "loss": 14.1719,
+      "step": 28053
+    },
+    {
+      "epoch": 1.8631865577472273,
+      "grad_norm": 259.1726379394531,
+      "learning_rate": 2.4443523707854853e-08,
+      "loss": 18.7812,
+      "step": 28054
+    },
+    {
+      "epoch": 1.863252972039583,
+      "grad_norm": 296.32666015625,
+      "learning_rate": 2.441989493035157e-08,
+      "loss": 15.3906,
+      "step": 28055
+    },
+    {
+      "epoch": 1.8633193863319386,
+      "grad_norm": 145.93385314941406,
+      "learning_rate": 2.4396277437796487e-08,
+      "loss": 17.7812,
+      "step": 28056
+    },
+    {
+      "epoch": 1.8633858006242945,
+      "grad_norm": 254.0309600830078,
+      "learning_rate": 2.4372671230462604e-08,
+      "loss": 13.3906,
+      "step": 28057
+    },
+    {
+      "epoch": 1.86345221491665,
+      "grad_norm": 154.264892578125,
+      "learning_rate": 2.434907630862315e-08,
+      "loss": 13.5938,
+      "step": 28058
+    },
+    {
+      "epoch": 1.8635186292090058,
+      "grad_norm": 228.4060821533203,
+      "learning_rate": 2.4325492672550797e-08,
+      "loss": 19.3906,
+      "step": 28059
+    },
+    {
+      "epoch": 1.8635850435013614,
+      "grad_norm": 326.8092346191406,
+      "learning_rate": 2.4301920322518766e-08,
+      "loss": 24.8281,
+      "step": 28060
+    },
+    {
+      "epoch": 1.863651457793717,
+      "grad_norm": 120.18582916259766,
+      "learning_rate": 2.4278359258799395e-08,
+      "loss": 12.8359,
+      "step": 28061
+    },
+    {
+      "epoch": 1.863717872086073,
+      "grad_norm": 335.2617492675781,
+      "learning_rate": 2.425480948166536e-08,
+      "loss": 16.7188,
+      "step": 28062
+    },
+    {
+      "epoch": 1.8637842863784286,
+      "grad_norm": 238.63272094726562,
+      "learning_rate": 2.4231270991388998e-08,
+      "loss": 13.625,
+      "step": 28063
+    },
+    {
+      "epoch": 1.8638507006707843,
+      "grad_norm": 191.89761352539062,
+      "learning_rate": 2.4207743788242642e-08,
+      "loss": 15.9375,
+      "step": 28064
+    },
+    {
+      "epoch": 1.8639171149631402,
+      "grad_norm": 177.9340057373047,
+      "learning_rate": 2.4184227872498407e-08,
+      "loss": 13.2969,
+      "step": 28065
+    },
+    {
+      "epoch": 1.8639835292554958,
+      "grad_norm": 286.1654357910156,
+      "learning_rate": 2.4160723244428527e-08,
+      "loss": 17.0,
+      "step": 28066
+    },
+    {
+      "epoch": 1.8640499435478515,
+      "grad_norm": 456.86077880859375,
+      "learning_rate": 2.4137229904304445e-08,
+      "loss": 33.4844,
+      "step": 28067
+    },
+    {
+      "epoch": 1.8641163578402073,
+      "grad_norm": 522.9984130859375,
+      "learning_rate": 2.411374785239839e-08,
+      "loss": 22.7188,
+      "step": 28068
+    },
+    {
+      "epoch": 1.8641827721325628,
+      "grad_norm": 220.00527954101562,
+      "learning_rate": 2.4090277088981594e-08,
+      "loss": 15.1406,
+      "step": 28069
+    },
+    {
+      "epoch": 1.8642491864249187,
+      "grad_norm": 171.10647583007812,
+      "learning_rate": 2.406681761432583e-08,
+      "loss": 16.4844,
+      "step": 28070
+    },
+    {
+      "epoch": 1.8643156007172743,
+      "grad_norm": 243.02745056152344,
+      "learning_rate": 2.404336942870233e-08,
+      "loss": 12.6875,
+      "step": 28071
+    },
+    {
+      "epoch": 1.86438201500963,
+      "grad_norm": 179.12667846679688,
+      "learning_rate": 2.4019932532382436e-08,
+      "loss": 13.0625,
+      "step": 28072
+    },
+    {
+      "epoch": 1.8644484293019858,
+      "grad_norm": 136.89694213867188,
+      "learning_rate": 2.399650692563704e-08,
+      "loss": 17.125,
+      "step": 28073
+    },
+    {
+      "epoch": 1.8645148435943415,
+      "grad_norm": 143.2327423095703,
+      "learning_rate": 2.3973092608737365e-08,
+      "loss": 14.4375,
+      "step": 28074
+    },
+    {
+      "epoch": 1.8645812578866972,
+      "grad_norm": 310.3141784667969,
+      "learning_rate": 2.3949689581954092e-08,
+      "loss": 12.5781,
+      "step": 28075
+    },
+    {
+      "epoch": 1.864647672179053,
+      "grad_norm": 597.3853149414062,
+      "learning_rate": 2.3926297845557996e-08,
+      "loss": 32.625,
+      "step": 28076
+    },
+    {
+      "epoch": 1.8647140864714087,
+      "grad_norm": 219.16314697265625,
+      "learning_rate": 2.3902917399819644e-08,
+      "loss": 17.6719,
+      "step": 28077
+    },
+    {
+      "epoch": 1.8647805007637643,
+      "grad_norm": 254.460205078125,
+      "learning_rate": 2.3879548245009486e-08,
+      "loss": 21.125,
+      "step": 28078
+    },
+    {
+      "epoch": 1.8648469150561202,
+      "grad_norm": 127.52030944824219,
+      "learning_rate": 2.3856190381397856e-08,
+      "loss": 16.6094,
+      "step": 28079
+    },
+    {
+      "epoch": 1.8649133293484756,
+      "grad_norm": 357.95989990234375,
+      "learning_rate": 2.3832843809255098e-08,
+      "loss": 16.5938,
+      "step": 28080
+    },
+    {
+      "epoch": 1.8649797436408315,
+      "grad_norm": 260.23590087890625,
+      "learning_rate": 2.3809508528850776e-08,
+      "loss": 17.7812,
+      "step": 28081
+    },
+    {
+      "epoch": 1.8650461579331872,
+      "grad_norm": 286.6656799316406,
+      "learning_rate": 2.3786184540455445e-08,
+      "loss": 12.5781,
+      "step": 28082
+    },
+    {
+      "epoch": 1.8651125722255428,
+      "grad_norm": 211.83436584472656,
+      "learning_rate": 2.376287184433856e-08,
+      "loss": 21.6562,
+      "step": 28083
+    },
+    {
+      "epoch": 1.8651789865178987,
+      "grad_norm": 197.61087036132812,
+      "learning_rate": 2.3739570440769795e-08,
+      "loss": 17.7031,
+      "step": 28084
+    },
+    {
+      "epoch": 1.8652454008102544,
+      "grad_norm": 201.2660675048828,
+      "learning_rate": 2.3716280330018712e-08,
+      "loss": 12.8438,
+      "step": 28085
+    },
+    {
+      "epoch": 1.86531181510261,
+      "grad_norm": 264.3538513183594,
+      "learning_rate": 2.369300151235476e-08,
+      "loss": 14.7969,
+      "step": 28086
+    },
+    {
+      "epoch": 1.865378229394966,
+      "grad_norm": 280.6097106933594,
+      "learning_rate": 2.3669733988047168e-08,
+      "loss": 19.375,
+      "step": 28087
+    },
+    {
+      "epoch": 1.8654446436873215,
+      "grad_norm": 216.76011657714844,
+      "learning_rate": 2.364647775736528e-08,
+      "loss": 22.2656,
+      "step": 28088
+    },
+    {
+      "epoch": 1.8655110579796772,
+      "grad_norm": 212.6092071533203,
+      "learning_rate": 2.3623232820577654e-08,
+      "loss": 12.4062,
+      "step": 28089
+    },
+    {
+      "epoch": 1.865577472272033,
+      "grad_norm": 207.21029663085938,
+      "learning_rate": 2.3599999177953743e-08,
+      "loss": 13.0938,
+      "step": 28090
+    },
+    {
+      "epoch": 1.8656438865643885,
+      "grad_norm": 243.40577697753906,
+      "learning_rate": 2.357677682976189e-08,
+      "loss": 20.7188,
+      "step": 28091
+    },
+    {
+      "epoch": 1.8657103008567444,
+      "grad_norm": 99.55070495605469,
+      "learning_rate": 2.3553565776270657e-08,
+      "loss": 11.6875,
+      "step": 28092
+    },
+    {
+      "epoch": 1.8657767151491,
+      "grad_norm": 140.8425750732422,
+      "learning_rate": 2.353036601774905e-08,
+      "loss": 15.2656,
+      "step": 28093
+    },
+    {
+      "epoch": 1.8658431294414557,
+      "grad_norm": 218.37911987304688,
+      "learning_rate": 2.350717755446496e-08,
+      "loss": 14.9062,
+      "step": 28094
+    },
+    {
+      "epoch": 1.8659095437338116,
+      "grad_norm": 239.2484130859375,
+      "learning_rate": 2.3484000386686744e-08,
+      "loss": 11.0781,
+      "step": 28095
+    },
+    {
+      "epoch": 1.8659759580261672,
+      "grad_norm": 331.503173828125,
+      "learning_rate": 2.3460834514682505e-08,
+      "loss": 12.6094,
+      "step": 28096
+    },
+    {
+      "epoch": 1.8660423723185229,
+      "grad_norm": 508.7262268066406,
+      "learning_rate": 2.3437679938720368e-08,
+      "loss": 13.7031,
+      "step": 28097
+    },
+    {
+      "epoch": 1.8661087866108788,
+      "grad_norm": 208.7892608642578,
+      "learning_rate": 2.3414536659067786e-08,
+      "loss": 18.5469,
+      "step": 28098
+    },
+    {
+      "epoch": 1.8661752009032344,
+      "grad_norm": 171.5885772705078,
+      "learning_rate": 2.3391404675992988e-08,
+      "loss": 15.8594,
+      "step": 28099
+    },
+    {
+      "epoch": 1.86624161519559,
+      "grad_norm": 102.15863800048828,
+      "learning_rate": 2.3368283989763093e-08,
+      "loss": 10.3438,
+      "step": 28100
+    },
+    {
+      "epoch": 1.866308029487946,
+      "grad_norm": 173.3975830078125,
+      "learning_rate": 2.3345174600645778e-08,
+      "loss": 12.6875,
+      "step": 28101
+    },
+    {
+      "epoch": 1.8663744437803014,
+      "grad_norm": 97.59793853759766,
+      "learning_rate": 2.3322076508908274e-08,
+      "loss": 19.0625,
+      "step": 28102
+    },
+    {
+      "epoch": 1.8664408580726572,
+      "grad_norm": 166.52207946777344,
+      "learning_rate": 2.3298989714817807e-08,
+      "loss": 14.3906,
+      "step": 28103
+    },
+    {
+      "epoch": 1.866507272365013,
+      "grad_norm": 260.3708801269531,
+      "learning_rate": 2.3275914218641503e-08,
+      "loss": 21.5156,
+      "step": 28104
+    },
+    {
+      "epoch": 1.8665736866573686,
+      "grad_norm": 231.0716552734375,
+      "learning_rate": 2.3252850020646254e-08,
+      "loss": 23.0625,
+      "step": 28105
+    },
+    {
+      "epoch": 1.8666401009497244,
+      "grad_norm": 344.1092224121094,
+      "learning_rate": 2.3229797121098628e-08,
+      "loss": 17.0469,
+      "step": 28106
+    },
+    {
+      "epoch": 1.86670651524208,
+      "grad_norm": 89.62232208251953,
+      "learning_rate": 2.320675552026563e-08,
+      "loss": 12.5469,
+      "step": 28107
+    },
+    {
+      "epoch": 1.8667729295344357,
+      "grad_norm": 145.23606872558594,
+      "learning_rate": 2.318372521841361e-08,
+      "loss": 12.5625,
+      "step": 28108
+    },
+    {
+      "epoch": 1.8668393438267916,
+      "grad_norm": 120.14851379394531,
+      "learning_rate": 2.31607062158089e-08,
+      "loss": 13.7031,
+      "step": 28109
+    },
+    {
+      "epoch": 1.8669057581191473,
+      "grad_norm": 232.4411163330078,
+      "learning_rate": 2.3137698512717852e-08,
+      "loss": 16.5938,
+      "step": 28110
+    },
+    {
+      "epoch": 1.866972172411503,
+      "grad_norm": 282.9934997558594,
+      "learning_rate": 2.3114702109406693e-08,
+      "loss": 17.2031,
+      "step": 28111
+    },
+    {
+      "epoch": 1.8670385867038588,
+      "grad_norm": 267.1562194824219,
+      "learning_rate": 2.309171700614132e-08,
+      "loss": 13.2812,
+      "step": 28112
+    },
+    {
+      "epoch": 1.8671050009962142,
+      "grad_norm": 132.0327606201172,
+      "learning_rate": 2.306874320318786e-08,
+      "loss": 17.1094,
+      "step": 28113
+    },
+    {
+      "epoch": 1.8671714152885701,
+      "grad_norm": 240.45228576660156,
+      "learning_rate": 2.3045780700811644e-08,
+      "loss": 23.7031,
+      "step": 28114
+    },
+    {
+      "epoch": 1.8672378295809258,
+      "grad_norm": 337.23529052734375,
+      "learning_rate": 2.3022829499278474e-08,
+      "loss": 14.3281,
+      "step": 28115
+    },
+    {
+      "epoch": 1.8673042438732814,
+      "grad_norm": 597.77783203125,
+      "learning_rate": 2.2999889598853907e-08,
+      "loss": 16.2188,
+      "step": 28116
+    },
+    {
+      "epoch": 1.8673706581656373,
+      "grad_norm": 198.35403442382812,
+      "learning_rate": 2.2976960999803173e-08,
+      "loss": 14.6875,
+      "step": 28117
+    },
+    {
+      "epoch": 1.867437072457993,
+      "grad_norm": 375.7310485839844,
+      "learning_rate": 2.2954043702391625e-08,
+      "loss": 18.1562,
+      "step": 28118
+    },
+    {
+      "epoch": 1.8675034867503486,
+      "grad_norm": 372.89605712890625,
+      "learning_rate": 2.2931137706884374e-08,
+      "loss": 11.5938,
+      "step": 28119
+    },
+    {
+      "epoch": 1.8675699010427045,
+      "grad_norm": 204.1353759765625,
+      "learning_rate": 2.2908243013546102e-08,
+      "loss": 10.5234,
+      "step": 28120
+    },
+    {
+      "epoch": 1.8676363153350601,
+      "grad_norm": 367.74261474609375,
+      "learning_rate": 2.2885359622642152e-08,
+      "loss": 17.1406,
+      "step": 28121
+    },
+    {
+      "epoch": 1.8677027296274158,
+      "grad_norm": 313.07110595703125,
+      "learning_rate": 2.2862487534436758e-08,
+      "loss": 15.8281,
+      "step": 28122
+    },
+    {
+      "epoch": 1.8677691439197717,
+      "grad_norm": 197.6966094970703,
+      "learning_rate": 2.2839626749194595e-08,
+      "loss": 15.0938,
+      "step": 28123
+    },
+    {
+      "epoch": 1.867835558212127,
+      "grad_norm": 263.9705810546875,
+      "learning_rate": 2.281677726718023e-08,
+      "loss": 12.2344,
+      "step": 28124
+    },
+    {
+      "epoch": 1.867901972504483,
+      "grad_norm": 281.6598205566406,
+      "learning_rate": 2.27939390886579e-08,
+      "loss": 13.1484,
+      "step": 28125
+    },
+    {
+      "epoch": 1.8679683867968386,
+      "grad_norm": 296.6639709472656,
+      "learning_rate": 2.277111221389183e-08,
+      "loss": 11.7656,
+      "step": 28126
+    },
+    {
+      "epoch": 1.8680348010891943,
+      "grad_norm": 319.7044372558594,
+      "learning_rate": 2.274829664314615e-08,
+      "loss": 12.6562,
+      "step": 28127
+    },
+    {
+      "epoch": 1.8681012153815502,
+      "grad_norm": 227.78599548339844,
+      "learning_rate": 2.2725492376684308e-08,
+      "loss": 14.7344,
+      "step": 28128
+    },
+    {
+      "epoch": 1.8681676296739058,
+      "grad_norm": 171.3059844970703,
+      "learning_rate": 2.2702699414770655e-08,
+      "loss": 15.7031,
+      "step": 28129
+    },
+    {
+      "epoch": 1.8682340439662615,
+      "grad_norm": 144.57742309570312,
+      "learning_rate": 2.2679917757668753e-08,
+      "loss": 10.75,
+      "step": 28130
+    },
+    {
+      "epoch": 1.8683004582586173,
+      "grad_norm": 190.5488739013672,
+      "learning_rate": 2.265714740564184e-08,
+      "loss": 15.3594,
+      "step": 28131
+    },
+    {
+      "epoch": 1.868366872550973,
+      "grad_norm": 434.3789367675781,
+      "learning_rate": 2.2634388358953595e-08,
+      "loss": 16.1406,
+      "step": 28132
+    },
+    {
+      "epoch": 1.8684332868433287,
+      "grad_norm": 205.5074462890625,
+      "learning_rate": 2.2611640617867024e-08,
+      "loss": 17.7344,
+      "step": 28133
+    },
+    {
+      "epoch": 1.8684997011356845,
+      "grad_norm": 127.10562133789062,
+      "learning_rate": 2.2588904182645473e-08,
+      "loss": 16.4531,
+      "step": 28134
+    },
+    {
+      "epoch": 1.86856611542804,
+      "grad_norm": 177.90550231933594,
+      "learning_rate": 2.2566179053551847e-08,
+      "loss": 17.75,
+      "step": 28135
+    },
+    {
+      "epoch": 1.8686325297203958,
+      "grad_norm": 168.95216369628906,
+      "learning_rate": 2.2543465230849156e-08,
+      "loss": 14.2344,
+      "step": 28136
+    },
+    {
+      "epoch": 1.8686989440127515,
+      "grad_norm": 140.91822814941406,
+      "learning_rate": 2.252076271479986e-08,
+      "loss": 14.3594,
+      "step": 28137
+    },
+    {
+      "epoch": 1.8687653583051071,
+      "grad_norm": 136.78778076171875,
+      "learning_rate": 2.2498071505666848e-08,
+      "loss": 13.1094,
+      "step": 28138
+    },
+    {
+      "epoch": 1.868831772597463,
+      "grad_norm": 234.5351104736328,
+      "learning_rate": 2.247539160371248e-08,
+      "loss": 16.9688,
+      "step": 28139
+    },
+    {
+      "epoch": 1.8688981868898187,
+      "grad_norm": 149.7211151123047,
+      "learning_rate": 2.2452723009198983e-08,
+      "loss": 12.8281,
+      "step": 28140
+    },
+    {
+      "epoch": 1.8689646011821743,
+      "grad_norm": 226.1001434326172,
+      "learning_rate": 2.2430065722388814e-08,
+      "loss": 13.8203,
+      "step": 28141
+    },
+    {
+      "epoch": 1.8690310154745302,
+      "grad_norm": 286.7243957519531,
+      "learning_rate": 2.2407419743543876e-08,
+      "loss": 15.9844,
+      "step": 28142
+    },
+    {
+      "epoch": 1.8690974297668859,
+      "grad_norm": 244.46168518066406,
+      "learning_rate": 2.2384785072926293e-08,
+      "loss": 15.9062,
+      "step": 28143
+    },
+    {
+      "epoch": 1.8691638440592415,
+      "grad_norm": 206.66860961914062,
+      "learning_rate": 2.2362161710797743e-08,
+      "loss": 16.3438,
+      "step": 28144
+    },
+    {
+      "epoch": 1.8692302583515974,
+      "grad_norm": 119.44662475585938,
+      "learning_rate": 2.233954965741991e-08,
+      "loss": 12.0469,
+      "step": 28145
+    },
+    {
+      "epoch": 1.8692966726439528,
+      "grad_norm": 318.5842590332031,
+      "learning_rate": 2.2316948913054577e-08,
+      "loss": 13.7188,
+      "step": 28146
+    },
+    {
+      "epoch": 1.8693630869363087,
+      "grad_norm": 333.5596008300781,
+      "learning_rate": 2.2294359477962878e-08,
+      "loss": 16.5,
+      "step": 28147
+    },
+    {
+      "epoch": 1.8694295012286644,
+      "grad_norm": 152.66070556640625,
+      "learning_rate": 2.227178135240626e-08,
+      "loss": 18.0938,
+      "step": 28148
+    },
+    {
+      "epoch": 1.86949591552102,
+      "grad_norm": 529.044189453125,
+      "learning_rate": 2.2249214536645855e-08,
+      "loss": 24.0156,
+      "step": 28149
+    },
+    {
+      "epoch": 1.869562329813376,
+      "grad_norm": 210.4412078857422,
+      "learning_rate": 2.2226659030942784e-08,
+      "loss": 15.2031,
+      "step": 28150
+    },
+    {
+      "epoch": 1.8696287441057315,
+      "grad_norm": 223.62022399902344,
+      "learning_rate": 2.2204114835557952e-08,
+      "loss": 17.5,
+      "step": 28151
+    },
+    {
+      "epoch": 1.8696951583980872,
+      "grad_norm": 468.47967529296875,
+      "learning_rate": 2.2181581950752037e-08,
+      "loss": 17.25,
+      "step": 28152
+    },
+    {
+      "epoch": 1.869761572690443,
+      "grad_norm": 272.1799621582031,
+      "learning_rate": 2.215906037678572e-08,
+      "loss": 18.7031,
+      "step": 28153
+    },
+    {
+      "epoch": 1.8698279869827987,
+      "grad_norm": 297.88037109375,
+      "learning_rate": 2.2136550113919572e-08,
+      "loss": 14.8281,
+      "step": 28154
+    },
+    {
+      "epoch": 1.8698944012751544,
+      "grad_norm": 1934.1513671875,
+      "learning_rate": 2.2114051162413937e-08,
+      "loss": 15.2188,
+      "step": 28155
+    },
+    {
+      "epoch": 1.8699608155675103,
+      "grad_norm": 142.61102294921875,
+      "learning_rate": 2.2091563522529056e-08,
+      "loss": 16.4062,
+      "step": 28156
+    },
+    {
+      "epoch": 1.8700272298598657,
+      "grad_norm": 109.86335754394531,
+      "learning_rate": 2.206908719452505e-08,
+      "loss": 12.8594,
+      "step": 28157
+    },
+    {
+      "epoch": 1.8700936441522216,
+      "grad_norm": 130.49069213867188,
+      "learning_rate": 2.2046622178662043e-08,
+      "loss": 18.0,
+      "step": 28158
+    },
+    {
+      "epoch": 1.8701600584445772,
+      "grad_norm": 176.99301147460938,
+      "learning_rate": 2.202416847519961e-08,
+      "loss": 15.5,
+      "step": 28159
+    },
+    {
+      "epoch": 1.8702264727369329,
+      "grad_norm": 156.1046142578125,
+      "learning_rate": 2.2001726084397876e-08,
+      "loss": 15.1875,
+      "step": 28160
+    },
+    {
+      "epoch": 1.8702928870292888,
+      "grad_norm": 184.40594482421875,
+      "learning_rate": 2.1979295006516184e-08,
+      "loss": 13.1719,
+      "step": 28161
+    },
+    {
+      "epoch": 1.8703593013216444,
+      "grad_norm": 477.89215087890625,
+      "learning_rate": 2.1956875241814e-08,
+      "loss": 16.9688,
+      "step": 28162
+    },
+    {
+      "epoch": 1.870425715614,
+      "grad_norm": 350.5848388671875,
+      "learning_rate": 2.1934466790550666e-08,
+      "loss": 16.6875,
+      "step": 28163
+    },
+    {
+      "epoch": 1.870492129906356,
+      "grad_norm": 227.9142303466797,
+      "learning_rate": 2.1912069652985422e-08,
+      "loss": 12.875,
+      "step": 28164
+    },
+    {
+      "epoch": 1.8705585441987116,
+      "grad_norm": 428.8512268066406,
+      "learning_rate": 2.1889683829377393e-08,
+      "loss": 21.6562,
+      "step": 28165
+    },
+    {
+      "epoch": 1.8706249584910672,
+      "grad_norm": 307.2124328613281,
+      "learning_rate": 2.1867309319985482e-08,
+      "loss": 17.2656,
+      "step": 28166
+    },
+    {
+      "epoch": 1.8706913727834231,
+      "grad_norm": 239.04434204101562,
+      "learning_rate": 2.1844946125068598e-08,
+      "loss": 17.5469,
+      "step": 28167
+    },
+    {
+      "epoch": 1.8707577870757786,
+      "grad_norm": 354.171630859375,
+      "learning_rate": 2.1822594244885195e-08,
+      "loss": 17.9844,
+      "step": 28168
+    },
+    {
+      "epoch": 1.8708242013681344,
+      "grad_norm": 147.2117156982422,
+      "learning_rate": 2.180025367969418e-08,
+      "loss": 22.8906,
+      "step": 28169
+    },
+    {
+      "epoch": 1.87089061566049,
+      "grad_norm": 214.9638671875,
+      "learning_rate": 2.1777924429753568e-08,
+      "loss": 14.875,
+      "step": 28170
+    },
+    {
+      "epoch": 1.8709570299528457,
+      "grad_norm": 285.866943359375,
+      "learning_rate": 2.175560649532193e-08,
+      "loss": 23.6562,
+      "step": 28171
+    },
+    {
+      "epoch": 1.8710234442452016,
+      "grad_norm": 260.95111083984375,
+      "learning_rate": 2.1733299876657395e-08,
+      "loss": 17.8125,
+      "step": 28172
+    },
+    {
+      "epoch": 1.8710898585375573,
+      "grad_norm": 121.0927505493164,
+      "learning_rate": 2.1711004574017866e-08,
+      "loss": 16.0469,
+      "step": 28173
+    },
+    {
+      "epoch": 1.871156272829913,
+      "grad_norm": 187.91015625,
+      "learning_rate": 2.1688720587661357e-08,
+      "loss": 15.75,
+      "step": 28174
+    },
+    {
+      "epoch": 1.8712226871222688,
+      "grad_norm": 189.1320037841797,
+      "learning_rate": 2.1666447917845666e-08,
+      "loss": 11.3594,
+      "step": 28175
+    },
+    {
+      "epoch": 1.8712891014146245,
+      "grad_norm": 154.55648803710938,
+      "learning_rate": 2.164418656482825e-08,
+      "loss": 18.6562,
+      "step": 28176
+    },
+    {
+      "epoch": 1.87135551570698,
+      "grad_norm": 373.7798156738281,
+      "learning_rate": 2.162193652886679e-08,
+      "loss": 18.0312,
+      "step": 28177
+    },
+    {
+      "epoch": 1.871421929999336,
+      "grad_norm": 875.6913452148438,
+      "learning_rate": 2.1599697810218643e-08,
+      "loss": 24.0938,
+      "step": 28178
+    },
+    {
+      "epoch": 1.8714883442916914,
+      "grad_norm": 252.3319549560547,
+      "learning_rate": 2.157747040914093e-08,
+      "loss": 18.5,
+      "step": 28179
+    },
+    {
+      "epoch": 1.8715547585840473,
+      "grad_norm": 101.443115234375,
+      "learning_rate": 2.1555254325890892e-08,
+      "loss": 13.3828,
+      "step": 28180
+    },
+    {
+      "epoch": 1.871621172876403,
+      "grad_norm": 225.41844177246094,
+      "learning_rate": 2.1533049560725436e-08,
+      "loss": 18.3438,
+      "step": 28181
+    },
+    {
+      "epoch": 1.8716875871687586,
+      "grad_norm": 157.69444274902344,
+      "learning_rate": 2.1510856113901467e-08,
+      "loss": 14.8438,
+      "step": 28182
+    },
+    {
+      "epoch": 1.8717540014611145,
+      "grad_norm": 265.6592102050781,
+      "learning_rate": 2.1488673985675776e-08,
+      "loss": 19.7812,
+      "step": 28183
+    },
+    {
+      "epoch": 1.8718204157534701,
+      "grad_norm": 206.39691162109375,
+      "learning_rate": 2.1466503176304607e-08,
+      "loss": 17.4688,
+      "step": 28184
+    },
+    {
+      "epoch": 1.8718868300458258,
+      "grad_norm": 244.10231018066406,
+      "learning_rate": 2.1444343686044975e-08,
+      "loss": 15.7344,
+      "step": 28185
+    },
+    {
+      "epoch": 1.8719532443381817,
+      "grad_norm": 159.6217041015625,
+      "learning_rate": 2.1422195515152787e-08,
+      "loss": 21.6328,
+      "step": 28186
+    },
+    {
+      "epoch": 1.8720196586305373,
+      "grad_norm": 162.01072692871094,
+      "learning_rate": 2.140005866388428e-08,
+      "loss": 14.3906,
+      "step": 28187
+    },
+    {
+      "epoch": 1.872086072922893,
+      "grad_norm": 879.0081176757812,
+      "learning_rate": 2.1377933132495696e-08,
+      "loss": 12.5625,
+      "step": 28188
+    },
+    {
+      "epoch": 1.8721524872152489,
+      "grad_norm": 258.9836730957031,
+      "learning_rate": 2.1355818921242828e-08,
+      "loss": 16.1719,
+      "step": 28189
+    },
+    {
+      "epoch": 1.8722189015076043,
+      "grad_norm": 141.5777130126953,
+      "learning_rate": 2.1333716030381477e-08,
+      "loss": 13.2578,
+      "step": 28190
+    },
+    {
+      "epoch": 1.8722853157999602,
+      "grad_norm": 251.00082397460938,
+      "learning_rate": 2.1311624460167545e-08,
+      "loss": 18.5625,
+      "step": 28191
+    },
+    {
+      "epoch": 1.8723517300923158,
+      "grad_norm": 101.53150939941406,
+      "learning_rate": 2.1289544210856158e-08,
+      "loss": 13.3125,
+      "step": 28192
+    },
+    {
+      "epoch": 1.8724181443846715,
+      "grad_norm": 184.76687622070312,
+      "learning_rate": 2.126747528270323e-08,
+      "loss": 16.7812,
+      "step": 28193
+    },
+    {
+      "epoch": 1.8724845586770273,
+      "grad_norm": 237.14309692382812,
+      "learning_rate": 2.1245417675963662e-08,
+      "loss": 16.8438,
+      "step": 28194
+    },
+    {
+      "epoch": 1.872550972969383,
+      "grad_norm": 141.89886474609375,
+      "learning_rate": 2.12233713908927e-08,
+      "loss": 14.375,
+      "step": 28195
+    },
+    {
+      "epoch": 1.8726173872617387,
+      "grad_norm": 280.189208984375,
+      "learning_rate": 2.1201336427745352e-08,
+      "loss": 32.8828,
+      "step": 28196
+    },
+    {
+      "epoch": 1.8726838015540945,
+      "grad_norm": 122.32296752929688,
+      "learning_rate": 2.117931278677665e-08,
+      "loss": 11.9062,
+      "step": 28197
+    },
+    {
+      "epoch": 1.8727502158464502,
+      "grad_norm": 224.09225463867188,
+      "learning_rate": 2.1157300468241046e-08,
+      "loss": 14.7031,
+      "step": 28198
+    },
+    {
+      "epoch": 1.8728166301388058,
+      "grad_norm": 153.65426635742188,
+      "learning_rate": 2.1135299472393563e-08,
+      "loss": 12.5625,
+      "step": 28199
+    },
+    {
+      "epoch": 1.8728830444311617,
+      "grad_norm": 8787.5625,
+      "learning_rate": 2.1113309799488443e-08,
+      "loss": 14.4219,
+      "step": 28200
+    },
+    {
+      "epoch": 1.8729494587235171,
+      "grad_norm": 247.92750549316406,
+      "learning_rate": 2.1091331449780037e-08,
+      "loss": 14.0547,
+      "step": 28201
+    },
+    {
+      "epoch": 1.873015873015873,
+      "grad_norm": 579.6483764648438,
+      "learning_rate": 2.1069364423522583e-08,
+      "loss": 22.9688,
+      "step": 28202
+    },
+    {
+      "epoch": 1.8730822873082287,
+      "grad_norm": 190.50929260253906,
+      "learning_rate": 2.1047408720970328e-08,
+      "loss": 15.6094,
+      "step": 28203
+    },
+    {
+      "epoch": 1.8731487016005843,
+      "grad_norm": 149.5988311767578,
+      "learning_rate": 2.1025464342377064e-08,
+      "loss": 14.7812,
+      "step": 28204
+    },
+    {
+      "epoch": 1.8732151158929402,
+      "grad_norm": 210.82333374023438,
+      "learning_rate": 2.100353128799681e-08,
+      "loss": 15.9375,
+      "step": 28205
+    },
+    {
+      "epoch": 1.8732815301852959,
+      "grad_norm": 223.4718017578125,
+      "learning_rate": 2.0981609558083145e-08,
+      "loss": 18.6562,
+      "step": 28206
+    },
+    {
+      "epoch": 1.8733479444776515,
+      "grad_norm": 156.23971557617188,
+      "learning_rate": 2.0959699152889755e-08,
+      "loss": 15.2422,
+      "step": 28207
+    },
+    {
+      "epoch": 1.8734143587700074,
+      "grad_norm": 666.7557983398438,
+      "learning_rate": 2.0937800072669985e-08,
+      "loss": 21.7656,
+      "step": 28208
+    },
+    {
+      "epoch": 1.873480773062363,
+      "grad_norm": 116.2535400390625,
+      "learning_rate": 2.0915912317677088e-08,
+      "loss": 10.9531,
+      "step": 28209
+    },
+    {
+      "epoch": 1.8735471873547187,
+      "grad_norm": 263.6060485839844,
+      "learning_rate": 2.089403588816452e-08,
+      "loss": 19.2812,
+      "step": 28210
+    },
+    {
+      "epoch": 1.8736136016470746,
+      "grad_norm": 161.76248168945312,
+      "learning_rate": 2.0872170784385078e-08,
+      "loss": 12.3281,
+      "step": 28211
+    },
+    {
+      "epoch": 1.87368001593943,
+      "grad_norm": 152.84986877441406,
+      "learning_rate": 2.0850317006591676e-08,
+      "loss": 16.9219,
+      "step": 28212
+    },
+    {
+      "epoch": 1.8737464302317859,
+      "grad_norm": 264.11669921875,
+      "learning_rate": 2.0828474555037333e-08,
+      "loss": 19.4062,
+      "step": 28213
+    },
+    {
+      "epoch": 1.8738128445241415,
+      "grad_norm": 75.3812255859375,
+      "learning_rate": 2.0806643429974403e-08,
+      "loss": 13.8125,
+      "step": 28214
+    },
+    {
+      "epoch": 1.8738792588164972,
+      "grad_norm": 385.3575744628906,
+      "learning_rate": 2.078482363165579e-08,
+      "loss": 24.4531,
+      "step": 28215
+    },
+    {
+      "epoch": 1.873945673108853,
+      "grad_norm": 172.37803649902344,
+      "learning_rate": 2.076301516033363e-08,
+      "loss": 15.375,
+      "step": 28216
+    },
+    {
+      "epoch": 1.8740120874012087,
+      "grad_norm": 196.0188751220703,
+      "learning_rate": 2.0741218016260164e-08,
+      "loss": 17.875,
+      "step": 28217
+    },
+    {
+      "epoch": 1.8740785016935644,
+      "grad_norm": 486.494873046875,
+      "learning_rate": 2.0719432199687747e-08,
+      "loss": 17.1719,
+      "step": 28218
+    },
+    {
+      "epoch": 1.8741449159859203,
+      "grad_norm": 247.1370849609375,
+      "learning_rate": 2.0697657710868068e-08,
+      "loss": 16.9219,
+      "step": 28219
+    },
+    {
+      "epoch": 1.874211330278276,
+      "grad_norm": 168.61810302734375,
+      "learning_rate": 2.0675894550053364e-08,
+      "loss": 13.8281,
+      "step": 28220
+    },
+    {
+      "epoch": 1.8742777445706316,
+      "grad_norm": 158.26075744628906,
+      "learning_rate": 2.0654142717495103e-08,
+      "loss": 13.6406,
+      "step": 28221
+    },
+    {
+      "epoch": 1.8743441588629874,
+      "grad_norm": 260.3311462402344,
+      "learning_rate": 2.0632402213445088e-08,
+      "loss": 13.7031,
+      "step": 28222
+    },
+    {
+      "epoch": 1.8744105731553429,
+      "grad_norm": 189.27769470214844,
+      "learning_rate": 2.061067303815456e-08,
+      "loss": 14.0781,
+      "step": 28223
+    },
+    {
+      "epoch": 1.8744769874476988,
+      "grad_norm": 314.1694641113281,
+      "learning_rate": 2.0588955191875203e-08,
+      "loss": 14.0938,
+      "step": 28224
+    },
+    {
+      "epoch": 1.8745434017400544,
+      "grad_norm": 108.74877166748047,
+      "learning_rate": 2.0567248674857928e-08,
+      "loss": 14.5312,
+      "step": 28225
+    },
+    {
+      "epoch": 1.87460981603241,
+      "grad_norm": 172.79066467285156,
+      "learning_rate": 2.0545553487353873e-08,
+      "loss": 21.8125,
+      "step": 28226
+    },
+    {
+      "epoch": 1.874676230324766,
+      "grad_norm": 220.69000244140625,
+      "learning_rate": 2.0523869629614165e-08,
+      "loss": 16.3906,
+      "step": 28227
+    },
+    {
+      "epoch": 1.8747426446171216,
+      "grad_norm": 266.5322265625,
+      "learning_rate": 2.0502197101889607e-08,
+      "loss": 17.4531,
+      "step": 28228
+    },
+    {
+      "epoch": 1.8748090589094772,
+      "grad_norm": 392.6725769042969,
+      "learning_rate": 2.0480535904430663e-08,
+      "loss": 15.4688,
+      "step": 28229
+    },
+    {
+      "epoch": 1.8748754732018331,
+      "grad_norm": 441.53033447265625,
+      "learning_rate": 2.0458886037488244e-08,
+      "loss": 14.7188,
+      "step": 28230
+    },
+    {
+      "epoch": 1.8749418874941888,
+      "grad_norm": 407.24591064453125,
+      "learning_rate": 2.0437247501312372e-08,
+      "loss": 24.0,
+      "step": 28231
+    },
+    {
+      "epoch": 1.8750083017865444,
+      "grad_norm": 465.0217590332031,
+      "learning_rate": 2.0415620296153847e-08,
+      "loss": 20.9375,
+      "step": 28232
+    },
+    {
+      "epoch": 1.8750747160789003,
+      "grad_norm": 345.2637023925781,
+      "learning_rate": 2.0394004422262357e-08,
+      "loss": 22.875,
+      "step": 28233
+    },
+    {
+      "epoch": 1.8751411303712557,
+      "grad_norm": 550.9498291015625,
+      "learning_rate": 2.0372399879888148e-08,
+      "loss": 18.5312,
+      "step": 28234
+    },
+    {
+      "epoch": 1.8752075446636116,
+      "grad_norm": 200.2586669921875,
+      "learning_rate": 2.035080666928124e-08,
+      "loss": 11.4844,
+      "step": 28235
+    },
+    {
+      "epoch": 1.8752739589559675,
+      "grad_norm": 358.6073913574219,
+      "learning_rate": 2.0329224790691212e-08,
+      "loss": 21.4219,
+      "step": 28236
+    },
+    {
+      "epoch": 1.875340373248323,
+      "grad_norm": 844.9952392578125,
+      "learning_rate": 2.0307654244367868e-08,
+      "loss": 13.75,
+      "step": 28237
+    },
+    {
+      "epoch": 1.8754067875406788,
+      "grad_norm": 318.15655517578125,
+      "learning_rate": 2.0286095030560556e-08,
+      "loss": 16.5469,
+      "step": 28238
+    },
+    {
+      "epoch": 1.8754732018330345,
+      "grad_norm": 278.3216857910156,
+      "learning_rate": 2.0264547149518975e-08,
+      "loss": 18.2031,
+      "step": 28239
+    },
+    {
+      "epoch": 1.87553961612539,
+      "grad_norm": 531.0392456054688,
+      "learning_rate": 2.0243010601491918e-08,
+      "loss": 12.2969,
+      "step": 28240
+    },
+    {
+      "epoch": 1.875606030417746,
+      "grad_norm": 326.0338134765625,
+      "learning_rate": 2.0221485386728964e-08,
+      "loss": 15.1719,
+      "step": 28241
+    },
+    {
+      "epoch": 1.8756724447101016,
+      "grad_norm": 419.3274230957031,
+      "learning_rate": 2.019997150547881e-08,
+      "loss": 20.6875,
+      "step": 28242
+    },
+    {
+      "epoch": 1.8757388590024573,
+      "grad_norm": 138.66592407226562,
+      "learning_rate": 2.0178468957990356e-08,
+      "loss": 12.7656,
+      "step": 28243
+    },
+    {
+      "epoch": 1.8758052732948132,
+      "grad_norm": 200.0592803955078,
+      "learning_rate": 2.0156977744512304e-08,
+      "loss": 18.5938,
+      "step": 28244
+    },
+    {
+      "epoch": 1.8758716875871686,
+      "grad_norm": 194.2452392578125,
+      "learning_rate": 2.013549786529345e-08,
+      "loss": 15.5625,
+      "step": 28245
+    },
+    {
+      "epoch": 1.8759381018795245,
+      "grad_norm": 136.08154296875,
+      "learning_rate": 2.0114029320582148e-08,
+      "loss": 14.4531,
+      "step": 28246
+    },
+    {
+      "epoch": 1.8760045161718804,
+      "grad_norm": 242.62167358398438,
+      "learning_rate": 2.009257211062676e-08,
+      "loss": 16.3906,
+      "step": 28247
+    },
+    {
+      "epoch": 1.8760709304642358,
+      "grad_norm": 241.27207946777344,
+      "learning_rate": 2.0071126235675197e-08,
+      "loss": 15.8125,
+      "step": 28248
+    },
+    {
+      "epoch": 1.8761373447565917,
+      "grad_norm": 1507.2047119140625,
+      "learning_rate": 2.0049691695976035e-08,
+      "loss": 14.4219,
+      "step": 28249
+    },
+    {
+      "epoch": 1.8762037590489473,
+      "grad_norm": 215.44932556152344,
+      "learning_rate": 2.0028268491776968e-08,
+      "loss": 18.1719,
+      "step": 28250
+    },
+    {
+      "epoch": 1.876270173341303,
+      "grad_norm": 216.8155517578125,
+      "learning_rate": 2.0006856623325685e-08,
+      "loss": 16.6875,
+      "step": 28251
+    },
+    {
+      "epoch": 1.8763365876336588,
+      "grad_norm": 273.11285400390625,
+      "learning_rate": 1.998545609086999e-08,
+      "loss": 19.0625,
+      "step": 28252
+    },
+    {
+      "epoch": 1.8764030019260145,
+      "grad_norm": 193.63221740722656,
+      "learning_rate": 1.996406689465746e-08,
+      "loss": 16.1562,
+      "step": 28253
+    },
+    {
+      "epoch": 1.8764694162183702,
+      "grad_norm": 272.51910400390625,
+      "learning_rate": 1.9942689034935456e-08,
+      "loss": 14.0938,
+      "step": 28254
+    },
+    {
+      "epoch": 1.876535830510726,
+      "grad_norm": 368.515869140625,
+      "learning_rate": 1.9921322511951445e-08,
+      "loss": 16.7656,
+      "step": 28255
+    },
+    {
+      "epoch": 1.8766022448030815,
+      "grad_norm": 604.0803833007812,
+      "learning_rate": 1.9899967325952227e-08,
+      "loss": 11.5078,
+      "step": 28256
+    },
+    {
+      "epoch": 1.8766686590954373,
+      "grad_norm": 148.8046875,
+      "learning_rate": 1.9878623477185164e-08,
+      "loss": 15.8594,
+      "step": 28257
+    },
+    {
+      "epoch": 1.8767350733877932,
+      "grad_norm": 127.95410919189453,
+      "learning_rate": 1.9857290965897054e-08,
+      "loss": 11.8672,
+      "step": 28258
+    },
+    {
+      "epoch": 1.8768014876801487,
+      "grad_norm": 285.3748779296875,
+      "learning_rate": 1.9835969792334484e-08,
+      "loss": 15.0938,
+      "step": 28259
+    },
+    {
+      "epoch": 1.8768679019725045,
+      "grad_norm": 159.90719604492188,
+      "learning_rate": 1.981465995674425e-08,
+      "loss": 16.4375,
+      "step": 28260
+    },
+    {
+      "epoch": 1.8769343162648602,
+      "grad_norm": 86.53592681884766,
+      "learning_rate": 1.9793361459372937e-08,
+      "loss": 15.1562,
+      "step": 28261
+    },
+    {
+      "epoch": 1.8770007305572158,
+      "grad_norm": 341.84124755859375,
+      "learning_rate": 1.977207430046657e-08,
+      "loss": 19.0625,
+      "step": 28262
+    },
+    {
+      "epoch": 1.8770671448495717,
+      "grad_norm": 141.0252227783203,
+      "learning_rate": 1.9750798480271835e-08,
+      "loss": 11.25,
+      "step": 28263
+    },
+    {
+      "epoch": 1.8771335591419274,
+      "grad_norm": 233.4674835205078,
+      "learning_rate": 1.9729533999034544e-08,
+      "loss": 19.5312,
+      "step": 28264
+    },
+    {
+      "epoch": 1.877199973434283,
+      "grad_norm": 281.8678894042969,
+      "learning_rate": 1.9708280857000715e-08,
+      "loss": 15.8281,
+      "step": 28265
+    },
+    {
+      "epoch": 1.877266387726639,
+      "grad_norm": 160.6113739013672,
+      "learning_rate": 1.9687039054416267e-08,
+      "loss": 16.6875,
+      "step": 28266
+    },
+    {
+      "epoch": 1.8773328020189943,
+      "grad_norm": 176.12913513183594,
+      "learning_rate": 1.966580859152678e-08,
+      "loss": 15.1719,
+      "step": 28267
+    },
+    {
+      "epoch": 1.8773992163113502,
+      "grad_norm": 262.4942932128906,
+      "learning_rate": 1.9644589468578054e-08,
+      "loss": 13.6562,
+      "step": 28268
+    },
+    {
+      "epoch": 1.877465630603706,
+      "grad_norm": 336.32196044921875,
+      "learning_rate": 1.9623381685815455e-08,
+      "loss": 12.6875,
+      "step": 28269
+    },
+    {
+      "epoch": 1.8775320448960615,
+      "grad_norm": 239.34169006347656,
+      "learning_rate": 1.9602185243484003e-08,
+      "loss": 13.4531,
+      "step": 28270
+    },
+    {
+      "epoch": 1.8775984591884174,
+      "grad_norm": 198.25221252441406,
+      "learning_rate": 1.9581000141829395e-08,
+      "loss": 18.1094,
+      "step": 28271
+    },
+    {
+      "epoch": 1.877664873480773,
+      "grad_norm": 202.6751708984375,
+      "learning_rate": 1.955982638109632e-08,
+      "loss": 20.0312,
+      "step": 28272
+    },
+    {
+      "epoch": 1.8777312877731287,
+      "grad_norm": 371.4981384277344,
+      "learning_rate": 1.953866396152981e-08,
+      "loss": 14.8906,
+      "step": 28273
+    },
+    {
+      "epoch": 1.8777977020654846,
+      "grad_norm": 268.8198547363281,
+      "learning_rate": 1.9517512883374664e-08,
+      "loss": 19.4375,
+      "step": 28274
+    },
+    {
+      "epoch": 1.8778641163578402,
+      "grad_norm": 190.4718017578125,
+      "learning_rate": 1.9496373146875577e-08,
+      "loss": 17.3438,
+      "step": 28275
+    },
+    {
+      "epoch": 1.8779305306501959,
+      "grad_norm": 134.0428009033203,
+      "learning_rate": 1.947524475227713e-08,
+      "loss": 10.6016,
+      "step": 28276
+    },
+    {
+      "epoch": 1.8779969449425518,
+      "grad_norm": 784.2117919921875,
+      "learning_rate": 1.9454127699823575e-08,
+      "loss": 11.3281,
+      "step": 28277
+    },
+    {
+      "epoch": 1.8780633592349072,
+      "grad_norm": 276.968017578125,
+      "learning_rate": 1.9433021989759156e-08,
+      "loss": 14.9219,
+      "step": 28278
+    },
+    {
+      "epoch": 1.878129773527263,
+      "grad_norm": 289.50726318359375,
+      "learning_rate": 1.941192762232824e-08,
+      "loss": 32.3438,
+      "step": 28279
+    },
+    {
+      "epoch": 1.878196187819619,
+      "grad_norm": 142.76019287109375,
+      "learning_rate": 1.9390844597774737e-08,
+      "loss": 13.8125,
+      "step": 28280
+    },
+    {
+      "epoch": 1.8782626021119744,
+      "grad_norm": 201.01612854003906,
+      "learning_rate": 1.9369772916342342e-08,
+      "loss": 16.0625,
+      "step": 28281
+    },
+    {
+      "epoch": 1.8783290164043303,
+      "grad_norm": 136.53347778320312,
+      "learning_rate": 1.9348712578275194e-08,
+      "loss": 11.8047,
+      "step": 28282
+    },
+    {
+      "epoch": 1.878395430696686,
+      "grad_norm": 170.7807159423828,
+      "learning_rate": 1.9327663583816434e-08,
+      "loss": 14.5625,
+      "step": 28283
+    },
+    {
+      "epoch": 1.8784618449890416,
+      "grad_norm": 258.89581298828125,
+      "learning_rate": 1.9306625933209863e-08,
+      "loss": 11.6875,
+      "step": 28284
+    },
+    {
+      "epoch": 1.8785282592813974,
+      "grad_norm": 324.1020202636719,
+      "learning_rate": 1.9285599626698733e-08,
+      "loss": 15.2812,
+      "step": 28285
+    },
+    {
+      "epoch": 1.878594673573753,
+      "grad_norm": 112.00654602050781,
+      "learning_rate": 1.9264584664526408e-08,
+      "loss": 13.2188,
+      "step": 28286
+    },
+    {
+      "epoch": 1.8786610878661087,
+      "grad_norm": 312.9886779785156,
+      "learning_rate": 1.9243581046935577e-08,
+      "loss": 17.25,
+      "step": 28287
+    },
+    {
+      "epoch": 1.8787275021584646,
+      "grad_norm": 341.3362731933594,
+      "learning_rate": 1.9222588774169602e-08,
+      "loss": 13.0,
+      "step": 28288
+    },
+    {
+      "epoch": 1.87879391645082,
+      "grad_norm": 151.05906677246094,
+      "learning_rate": 1.920160784647118e-08,
+      "loss": 17.2969,
+      "step": 28289
+    },
+    {
+      "epoch": 1.878860330743176,
+      "grad_norm": 146.31922912597656,
+      "learning_rate": 1.9180638264083004e-08,
+      "loss": 17.9062,
+      "step": 28290
+    },
+    {
+      "epoch": 1.8789267450355318,
+      "grad_norm": 173.07667541503906,
+      "learning_rate": 1.915968002724755e-08,
+      "loss": 14.7656,
+      "step": 28291
+    },
+    {
+      "epoch": 1.8789931593278872,
+      "grad_norm": 163.23446655273438,
+      "learning_rate": 1.9138733136207396e-08,
+      "loss": 12.3828,
+      "step": 28292
+    },
+    {
+      "epoch": 1.8790595736202431,
+      "grad_norm": 187.95187377929688,
+      "learning_rate": 1.9117797591204798e-08,
+      "loss": 15.3906,
+      "step": 28293
+    },
+    {
+      "epoch": 1.8791259879125988,
+      "grad_norm": 132.70819091796875,
+      "learning_rate": 1.9096873392482005e-08,
+      "loss": 14.75,
+      "step": 28294
+    },
+    {
+      "epoch": 1.8791924022049544,
+      "grad_norm": 1182.263427734375,
+      "learning_rate": 1.9075960540280712e-08,
+      "loss": 17.3125,
+      "step": 28295
+    },
+    {
+      "epoch": 1.8792588164973103,
+      "grad_norm": 476.6328125,
+      "learning_rate": 1.905505903484328e-08,
+      "loss": 13.3594,
+      "step": 28296
+    },
+    {
+      "epoch": 1.879325230789666,
+      "grad_norm": 215.76051330566406,
+      "learning_rate": 1.9034168876411184e-08,
+      "loss": 21.625,
+      "step": 28297
+    },
+    {
+      "epoch": 1.8793916450820216,
+      "grad_norm": 266.17559814453125,
+      "learning_rate": 1.9013290065226228e-08,
+      "loss": 16.3438,
+      "step": 28298
+    },
+    {
+      "epoch": 1.8794580593743775,
+      "grad_norm": 186.91212463378906,
+      "learning_rate": 1.899242260152978e-08,
+      "loss": 13.3438,
+      "step": 28299
+    },
+    {
+      "epoch": 1.879524473666733,
+      "grad_norm": 196.43206787109375,
+      "learning_rate": 1.8971566485563305e-08,
+      "loss": 13.4531,
+      "step": 28300
+    },
+    {
+      "epoch": 1.8795908879590888,
+      "grad_norm": 170.76791381835938,
+      "learning_rate": 1.8950721717568063e-08,
+      "loss": 20.2969,
+      "step": 28301
+    },
+    {
+      "epoch": 1.8796573022514447,
+      "grad_norm": 183.00022888183594,
+      "learning_rate": 1.89298882977853e-08,
+      "loss": 14.4688,
+      "step": 28302
+    },
+    {
+      "epoch": 1.8797237165438,
+      "grad_norm": 188.2234649658203,
+      "learning_rate": 1.890906622645583e-08,
+      "loss": 12.9609,
+      "step": 28303
+    },
+    {
+      "epoch": 1.879790130836156,
+      "grad_norm": 509.3818054199219,
+      "learning_rate": 1.888825550382045e-08,
+      "loss": 13.9688,
+      "step": 28304
+    },
+    {
+      "epoch": 1.8798565451285116,
+      "grad_norm": 251.22422790527344,
+      "learning_rate": 1.8867456130119973e-08,
+      "loss": 15.4531,
+      "step": 28305
+    },
+    {
+      "epoch": 1.8799229594208673,
+      "grad_norm": 170.75833129882812,
+      "learning_rate": 1.8846668105595098e-08,
+      "loss": 15.2188,
+      "step": 28306
+    },
+    {
+      "epoch": 1.8799893737132232,
+      "grad_norm": 409.61468505859375,
+      "learning_rate": 1.8825891430486186e-08,
+      "loss": 12.1562,
+      "step": 28307
+    },
+    {
+      "epoch": 1.8800557880055788,
+      "grad_norm": 258.3174133300781,
+      "learning_rate": 1.8805126105033597e-08,
+      "loss": 19.0,
+      "step": 28308
+    },
+    {
+      "epoch": 1.8801222022979345,
+      "grad_norm": 757.0247192382812,
+      "learning_rate": 1.8784372129477477e-08,
+      "loss": 12.3438,
+      "step": 28309
+    },
+    {
+      "epoch": 1.8801886165902904,
+      "grad_norm": 131.71853637695312,
+      "learning_rate": 1.8763629504057964e-08,
+      "loss": 14.8047,
+      "step": 28310
+    },
+    {
+      "epoch": 1.8802550308826458,
+      "grad_norm": 248.2534942626953,
+      "learning_rate": 1.874289822901498e-08,
+      "loss": 21.1875,
+      "step": 28311
+    },
+    {
+      "epoch": 1.8803214451750017,
+      "grad_norm": 152.5607452392578,
+      "learning_rate": 1.872217830458822e-08,
+      "loss": 16.4688,
+      "step": 28312
+    },
+    {
+      "epoch": 1.8803878594673575,
+      "grad_norm": 145.58447265625,
+      "learning_rate": 1.8701469731017604e-08,
+      "loss": 14.0469,
+      "step": 28313
+    },
+    {
+      "epoch": 1.880454273759713,
+      "grad_norm": 211.71560668945312,
+      "learning_rate": 1.8680772508542498e-08,
+      "loss": 20.7344,
+      "step": 28314
+    },
+    {
+      "epoch": 1.8805206880520688,
+      "grad_norm": 261.4472351074219,
+      "learning_rate": 1.8660086637402372e-08,
+      "loss": 11.6406,
+      "step": 28315
+    },
+    {
+      "epoch": 1.8805871023444245,
+      "grad_norm": 280.9984436035156,
+      "learning_rate": 1.8639412117836373e-08,
+      "loss": 15.8594,
+      "step": 28316
+    },
+    {
+      "epoch": 1.8806535166367802,
+      "grad_norm": 148.3756866455078,
+      "learning_rate": 1.861874895008386e-08,
+      "loss": 15.4531,
+      "step": 28317
+    },
+    {
+      "epoch": 1.880719930929136,
+      "grad_norm": 233.1880645751953,
+      "learning_rate": 1.8598097134383762e-08,
+      "loss": 18.2188,
+      "step": 28318
+    },
+    {
+      "epoch": 1.8807863452214917,
+      "grad_norm": 87.24056243896484,
+      "learning_rate": 1.857745667097499e-08,
+      "loss": 13.5391,
+      "step": 28319
+    },
+    {
+      "epoch": 1.8808527595138473,
+      "grad_norm": 149.6499481201172,
+      "learning_rate": 1.8556827560096245e-08,
+      "loss": 12.2812,
+      "step": 28320
+    },
+    {
+      "epoch": 1.8809191738062032,
+      "grad_norm": 290.30206298828125,
+      "learning_rate": 1.8536209801986225e-08,
+      "loss": 18.4844,
+      "step": 28321
+    },
+    {
+      "epoch": 1.8809855880985586,
+      "grad_norm": 170.33615112304688,
+      "learning_rate": 1.8515603396883406e-08,
+      "loss": 15.9219,
+      "step": 28322
+    },
+    {
+      "epoch": 1.8810520023909145,
+      "grad_norm": 206.37405395507812,
+      "learning_rate": 1.849500834502604e-08,
+      "loss": 12.8438,
+      "step": 28323
+    },
+    {
+      "epoch": 1.8811184166832704,
+      "grad_norm": 312.7946472167969,
+      "learning_rate": 1.8474424646652497e-08,
+      "loss": 16.5469,
+      "step": 28324
+    },
+    {
+      "epoch": 1.8811848309756258,
+      "grad_norm": 143.2984619140625,
+      "learning_rate": 1.8453852302000806e-08,
+      "loss": 15.7344,
+      "step": 28325
+    },
+    {
+      "epoch": 1.8812512452679817,
+      "grad_norm": 215.87301635742188,
+      "learning_rate": 1.8433291311308885e-08,
+      "loss": 11.5781,
+      "step": 28326
+    },
+    {
+      "epoch": 1.8813176595603374,
+      "grad_norm": 371.6259460449219,
+      "learning_rate": 1.841274167481488e-08,
+      "loss": 18.4688,
+      "step": 28327
+    },
+    {
+      "epoch": 1.881384073852693,
+      "grad_norm": 277.224609375,
+      "learning_rate": 1.8392203392756044e-08,
+      "loss": 15.1719,
+      "step": 28328
+    },
+    {
+      "epoch": 1.881450488145049,
+      "grad_norm": 598.8436279296875,
+      "learning_rate": 1.83716764653703e-08,
+      "loss": 14.0781,
+      "step": 28329
+    },
+    {
+      "epoch": 1.8815169024374045,
+      "grad_norm": 183.16232299804688,
+      "learning_rate": 1.8351160892894902e-08,
+      "loss": 11.9688,
+      "step": 28330
+    },
+    {
+      "epoch": 1.8815833167297602,
+      "grad_norm": 243.5357208251953,
+      "learning_rate": 1.8330656675567214e-08,
+      "loss": 15.0469,
+      "step": 28331
+    },
+    {
+      "epoch": 1.881649731022116,
+      "grad_norm": 178.3851776123047,
+      "learning_rate": 1.831016381362438e-08,
+      "loss": 13.9375,
+      "step": 28332
+    },
+    {
+      "epoch": 1.8817161453144715,
+      "grad_norm": 130.0161590576172,
+      "learning_rate": 1.8289682307303654e-08,
+      "loss": 15.625,
+      "step": 28333
+    },
+    {
+      "epoch": 1.8817825596068274,
+      "grad_norm": 297.2086181640625,
+      "learning_rate": 1.8269212156841628e-08,
+      "loss": 13.4609,
+      "step": 28334
+    },
+    {
+      "epoch": 1.8818489738991833,
+      "grad_norm": 239.3963165283203,
+      "learning_rate": 1.8248753362475445e-08,
+      "loss": 18.2969,
+      "step": 28335
+    },
+    {
+      "epoch": 1.8819153881915387,
+      "grad_norm": 110.9446792602539,
+      "learning_rate": 1.8228305924441466e-08,
+      "loss": 12.6562,
+      "step": 28336
+    },
+    {
+      "epoch": 1.8819818024838946,
+      "grad_norm": 351.1202697753906,
+      "learning_rate": 1.8207869842976286e-08,
+      "loss": 17.875,
+      "step": 28337
+    },
+    {
+      "epoch": 1.8820482167762502,
+      "grad_norm": 248.08016967773438,
+      "learning_rate": 1.818744511831638e-08,
+      "loss": 13.1797,
+      "step": 28338
+    },
+    {
+      "epoch": 1.8821146310686059,
+      "grad_norm": 222.58627319335938,
+      "learning_rate": 1.816703175069789e-08,
+      "loss": 15.2188,
+      "step": 28339
+    },
+    {
+      "epoch": 1.8821810453609618,
+      "grad_norm": 219.05242919921875,
+      "learning_rate": 1.8146629740357076e-08,
+      "loss": 15.5625,
+      "step": 28340
+    },
+    {
+      "epoch": 1.8822474596533174,
+      "grad_norm": 160.78909301757812,
+      "learning_rate": 1.8126239087529972e-08,
+      "loss": 15.0781,
+      "step": 28341
+    },
+    {
+      "epoch": 1.882313873945673,
+      "grad_norm": 245.1977081298828,
+      "learning_rate": 1.810585979245216e-08,
+      "loss": 12.6406,
+      "step": 28342
+    },
+    {
+      "epoch": 1.882380288238029,
+      "grad_norm": 167.34286499023438,
+      "learning_rate": 1.808549185535979e-08,
+      "loss": 16.6719,
+      "step": 28343
+    },
+    {
+      "epoch": 1.8824467025303844,
+      "grad_norm": 339.990478515625,
+      "learning_rate": 1.806513527648812e-08,
+      "loss": 17.125,
+      "step": 28344
+    },
+    {
+      "epoch": 1.8825131168227403,
+      "grad_norm": 160.0294952392578,
+      "learning_rate": 1.8044790056072734e-08,
+      "loss": 21.5625,
+      "step": 28345
+    },
+    {
+      "epoch": 1.8825795311150961,
+      "grad_norm": 184.62657165527344,
+      "learning_rate": 1.8024456194349003e-08,
+      "loss": 15.0,
+      "step": 28346
+    },
+    {
+      "epoch": 1.8826459454074516,
+      "grad_norm": 454.7027587890625,
+      "learning_rate": 1.800413369155218e-08,
+      "loss": 15.9688,
+      "step": 28347
+    },
+    {
+      "epoch": 1.8827123596998074,
+      "grad_norm": 342.1954650878906,
+      "learning_rate": 1.7983822547917192e-08,
+      "loss": 19.4062,
+      "step": 28348
+    },
+    {
+      "epoch": 1.882778773992163,
+      "grad_norm": 353.3032531738281,
+      "learning_rate": 1.7963522763679073e-08,
+      "loss": 13.4531,
+      "step": 28349
+    },
+    {
+      "epoch": 1.8828451882845187,
+      "grad_norm": 130.66188049316406,
+      "learning_rate": 1.7943234339072744e-08,
+      "loss": 14.25,
+      "step": 28350
+    },
+    {
+      "epoch": 1.8829116025768746,
+      "grad_norm": 349.86993408203125,
+      "learning_rate": 1.7922957274332684e-08,
+      "loss": 22.625,
+      "step": 28351
+    },
+    {
+      "epoch": 1.8829780168692303,
+      "grad_norm": 151.84967041015625,
+      "learning_rate": 1.7902691569693706e-08,
+      "loss": 18.0312,
+      "step": 28352
+    },
+    {
+      "epoch": 1.883044431161586,
+      "grad_norm": 127.42434692382812,
+      "learning_rate": 1.7882437225389956e-08,
+      "loss": 12.4375,
+      "step": 28353
+    },
+    {
+      "epoch": 1.8831108454539418,
+      "grad_norm": 480.7781677246094,
+      "learning_rate": 1.7862194241655916e-08,
+      "loss": 17.9453,
+      "step": 28354
+    },
+    {
+      "epoch": 1.8831772597462972,
+      "grad_norm": 188.46023559570312,
+      "learning_rate": 1.7841962618725615e-08,
+      "loss": 11.8516,
+      "step": 28355
+    },
+    {
+      "epoch": 1.8832436740386531,
+      "grad_norm": 139.03561401367188,
+      "learning_rate": 1.7821742356833202e-08,
+      "loss": 15.1406,
+      "step": 28356
+    },
+    {
+      "epoch": 1.883310088331009,
+      "grad_norm": 222.26708984375,
+      "learning_rate": 1.780153345621249e-08,
+      "loss": 13.7188,
+      "step": 28357
+    },
+    {
+      "epoch": 1.8833765026233644,
+      "grad_norm": 161.82171630859375,
+      "learning_rate": 1.7781335917097405e-08,
+      "loss": 15.8281,
+      "step": 28358
+    },
+    {
+      "epoch": 1.8834429169157203,
+      "grad_norm": 136.8736572265625,
+      "learning_rate": 1.7761149739721206e-08,
+      "loss": 13.7266,
+      "step": 28359
+    },
+    {
+      "epoch": 1.883509331208076,
+      "grad_norm": 334.19122314453125,
+      "learning_rate": 1.774097492431781e-08,
+      "loss": 18.8281,
+      "step": 28360
+    },
+    {
+      "epoch": 1.8835757455004316,
+      "grad_norm": 235.68324279785156,
+      "learning_rate": 1.7720811471120367e-08,
+      "loss": 13.9844,
+      "step": 28361
+    },
+    {
+      "epoch": 1.8836421597927875,
+      "grad_norm": 211.5272979736328,
+      "learning_rate": 1.7700659380362138e-08,
+      "loss": 14.625,
+      "step": 28362
+    },
+    {
+      "epoch": 1.8837085740851431,
+      "grad_norm": 226.03623962402344,
+      "learning_rate": 1.7680518652276266e-08,
+      "loss": 19.2188,
+      "step": 28363
+    },
+    {
+      "epoch": 1.8837749883774988,
+      "grad_norm": 227.65078735351562,
+      "learning_rate": 1.7660389287095788e-08,
+      "loss": 16.5,
+      "step": 28364
+    },
+    {
+      "epoch": 1.8838414026698547,
+      "grad_norm": 366.682861328125,
+      "learning_rate": 1.764027128505341e-08,
+      "loss": 19.5,
+      "step": 28365
+    },
+    {
+      "epoch": 1.88390781696221,
+      "grad_norm": 359.0133361816406,
+      "learning_rate": 1.762016464638194e-08,
+      "loss": 31.6562,
+      "step": 28366
+    },
+    {
+      "epoch": 1.883974231254566,
+      "grad_norm": 164.07176208496094,
+      "learning_rate": 1.7600069371313864e-08,
+      "loss": 18.6875,
+      "step": 28367
+    },
+    {
+      "epoch": 1.8840406455469219,
+      "grad_norm": 189.91632080078125,
+      "learning_rate": 1.757998546008177e-08,
+      "loss": 16.8125,
+      "step": 28368
+    },
+    {
+      "epoch": 1.8841070598392773,
+      "grad_norm": 153.04983520507812,
+      "learning_rate": 1.7559912912917918e-08,
+      "loss": 13.625,
+      "step": 28369
+    },
+    {
+      "epoch": 1.8841734741316332,
+      "grad_norm": 403.0487365722656,
+      "learning_rate": 1.7539851730054457e-08,
+      "loss": 14.6875,
+      "step": 28370
+    },
+    {
+      "epoch": 1.8842398884239888,
+      "grad_norm": 347.7681884765625,
+      "learning_rate": 1.751980191172342e-08,
+      "loss": 19.6719,
+      "step": 28371
+    },
+    {
+      "epoch": 1.8843063027163445,
+      "grad_norm": 86.1606216430664,
+      "learning_rate": 1.7499763458156847e-08,
+      "loss": 11.7656,
+      "step": 28372
+    },
+    {
+      "epoch": 1.8843727170087003,
+      "grad_norm": 138.12123107910156,
+      "learning_rate": 1.747973636958644e-08,
+      "loss": 13.9062,
+      "step": 28373
+    },
+    {
+      "epoch": 1.884439131301056,
+      "grad_norm": 214.54148864746094,
+      "learning_rate": 1.7459720646243902e-08,
+      "loss": 14.9688,
+      "step": 28374
+    },
+    {
+      "epoch": 1.8845055455934117,
+      "grad_norm": 498.6021423339844,
+      "learning_rate": 1.7439716288360828e-08,
+      "loss": 16.1094,
+      "step": 28375
+    },
+    {
+      "epoch": 1.8845719598857675,
+      "grad_norm": 233.9193878173828,
+      "learning_rate": 1.7419723296168366e-08,
+      "loss": 11.0078,
+      "step": 28376
+    },
+    {
+      "epoch": 1.884638374178123,
+      "grad_norm": 228.8492889404297,
+      "learning_rate": 1.7399741669898106e-08,
+      "loss": 20.2969,
+      "step": 28377
+    },
+    {
+      "epoch": 1.8847047884704788,
+      "grad_norm": 266.32708740234375,
+      "learning_rate": 1.7379771409780975e-08,
+      "loss": 23.1875,
+      "step": 28378
+    },
+    {
+      "epoch": 1.8847712027628347,
+      "grad_norm": 228.0210418701172,
+      "learning_rate": 1.735981251604801e-08,
+      "loss": 15.3438,
+      "step": 28379
+    },
+    {
+      "epoch": 1.8848376170551902,
+      "grad_norm": 229.483154296875,
+      "learning_rate": 1.7339864988930254e-08,
+      "loss": 18.0781,
+      "step": 28380
+    },
+    {
+      "epoch": 1.884904031347546,
+      "grad_norm": 172.4936981201172,
+      "learning_rate": 1.731992882865807e-08,
+      "loss": 17.3125,
+      "step": 28381
+    },
+    {
+      "epoch": 1.8849704456399017,
+      "grad_norm": 161.2156524658203,
+      "learning_rate": 1.73000040354625e-08,
+      "loss": 13.375,
+      "step": 28382
+    },
+    {
+      "epoch": 1.8850368599322573,
+      "grad_norm": 147.48141479492188,
+      "learning_rate": 1.7280090609573695e-08,
+      "loss": 18.0781,
+      "step": 28383
+    },
+    {
+      "epoch": 1.8851032742246132,
+      "grad_norm": 190.073486328125,
+      "learning_rate": 1.7260188551222242e-08,
+      "loss": 16.1094,
+      "step": 28384
+    },
+    {
+      "epoch": 1.8851696885169689,
+      "grad_norm": 180.11837768554688,
+      "learning_rate": 1.7240297860638185e-08,
+      "loss": 18.4766,
+      "step": 28385
+    },
+    {
+      "epoch": 1.8852361028093245,
+      "grad_norm": 252.5537109375,
+      "learning_rate": 1.7220418538051672e-08,
+      "loss": 14.6719,
+      "step": 28386
+    },
+    {
+      "epoch": 1.8853025171016804,
+      "grad_norm": 148.41493225097656,
+      "learning_rate": 1.720055058369263e-08,
+      "loss": 13.9062,
+      "step": 28387
+    },
+    {
+      "epoch": 1.885368931394036,
+      "grad_norm": 286.8529968261719,
+      "learning_rate": 1.7180693997790986e-08,
+      "loss": 14.8125,
+      "step": 28388
+    },
+    {
+      "epoch": 1.8854353456863917,
+      "grad_norm": 222.2826690673828,
+      "learning_rate": 1.7160848780576332e-08,
+      "loss": 11.1406,
+      "step": 28389
+    },
+    {
+      "epoch": 1.8855017599787476,
+      "grad_norm": 331.3114318847656,
+      "learning_rate": 1.7141014932278153e-08,
+      "loss": 14.9688,
+      "step": 28390
+    },
+    {
+      "epoch": 1.885568174271103,
+      "grad_norm": 181.88616943359375,
+      "learning_rate": 1.7121192453126042e-08,
+      "loss": 15.5781,
+      "step": 28391
+    },
+    {
+      "epoch": 1.885634588563459,
+      "grad_norm": 236.22715759277344,
+      "learning_rate": 1.7101381343349154e-08,
+      "loss": 14.0938,
+      "step": 28392
+    },
+    {
+      "epoch": 1.8857010028558145,
+      "grad_norm": 133.7020263671875,
+      "learning_rate": 1.7081581603176743e-08,
+      "loss": 12.375,
+      "step": 28393
+    },
+    {
+      "epoch": 1.8857674171481702,
+      "grad_norm": 761.673828125,
+      "learning_rate": 1.706179323283785e-08,
+      "loss": 14.4688,
+      "step": 28394
+    },
+    {
+      "epoch": 1.885833831440526,
+      "grad_norm": 142.81593322753906,
+      "learning_rate": 1.7042016232561296e-08,
+      "loss": 16.9531,
+      "step": 28395
+    },
+    {
+      "epoch": 1.8859002457328817,
+      "grad_norm": 206.97125244140625,
+      "learning_rate": 1.7022250602575892e-08,
+      "loss": 16.3594,
+      "step": 28396
+    },
+    {
+      "epoch": 1.8859666600252374,
+      "grad_norm": 180.65098571777344,
+      "learning_rate": 1.7002496343110463e-08,
+      "loss": 12.6875,
+      "step": 28397
+    },
+    {
+      "epoch": 1.8860330743175933,
+      "grad_norm": 337.6407775878906,
+      "learning_rate": 1.698275345439304e-08,
+      "loss": 17.1406,
+      "step": 28398
+    },
+    {
+      "epoch": 1.886099488609949,
+      "grad_norm": 372.0052795410156,
+      "learning_rate": 1.6963021936652446e-08,
+      "loss": 15.7188,
+      "step": 28399
+    },
+    {
+      "epoch": 1.8861659029023046,
+      "grad_norm": 236.26669311523438,
+      "learning_rate": 1.6943301790116716e-08,
+      "loss": 15.5469,
+      "step": 28400
+    },
+    {
+      "epoch": 1.8862323171946604,
+      "grad_norm": 122.11125183105469,
+      "learning_rate": 1.6923593015014002e-08,
+      "loss": 14.1562,
+      "step": 28401
+    },
+    {
+      "epoch": 1.8862987314870159,
+      "grad_norm": 163.4884490966797,
+      "learning_rate": 1.6903895611572237e-08,
+      "loss": 15.3438,
+      "step": 28402
+    },
+    {
+      "epoch": 1.8863651457793718,
+      "grad_norm": 113.18782043457031,
+      "learning_rate": 1.688420958001946e-08,
+      "loss": 14.0781,
+      "step": 28403
+    },
+    {
+      "epoch": 1.8864315600717274,
+      "grad_norm": 199.49578857421875,
+      "learning_rate": 1.686453492058315e-08,
+      "loss": 17.1406,
+      "step": 28404
+    },
+    {
+      "epoch": 1.886497974364083,
+      "grad_norm": 986.1841430664062,
+      "learning_rate": 1.6844871633491132e-08,
+      "loss": 15.2969,
+      "step": 28405
+    },
+    {
+      "epoch": 1.886564388656439,
+      "grad_norm": 152.63876342773438,
+      "learning_rate": 1.682521971897044e-08,
+      "loss": 14.8281,
+      "step": 28406
+    },
+    {
+      "epoch": 1.8866308029487946,
+      "grad_norm": 393.5640869140625,
+      "learning_rate": 1.6805579177248897e-08,
+      "loss": 17.9844,
+      "step": 28407
+    },
+    {
+      "epoch": 1.8866972172411502,
+      "grad_norm": 144.84800720214844,
+      "learning_rate": 1.6785950008553428e-08,
+      "loss": 12.4062,
+      "step": 28408
+    },
+    {
+      "epoch": 1.8867636315335061,
+      "grad_norm": 148.65469360351562,
+      "learning_rate": 1.676633221311108e-08,
+      "loss": 16.8906,
+      "step": 28409
+    },
+    {
+      "epoch": 1.8868300458258618,
+      "grad_norm": 141.5421905517578,
+      "learning_rate": 1.6746725791148886e-08,
+      "loss": 13.7188,
+      "step": 28410
+    },
+    {
+      "epoch": 1.8868964601182174,
+      "grad_norm": 320.1067199707031,
+      "learning_rate": 1.672713074289367e-08,
+      "loss": 19.2812,
+      "step": 28411
+    },
+    {
+      "epoch": 1.8869628744105733,
+      "grad_norm": 142.4094696044922,
+      "learning_rate": 1.6707547068571805e-08,
+      "loss": 13.1719,
+      "step": 28412
+    },
+    {
+      "epoch": 1.8870292887029287,
+      "grad_norm": 235.45957946777344,
+      "learning_rate": 1.668797476841033e-08,
+      "loss": 21.625,
+      "step": 28413
+    },
+    {
+      "epoch": 1.8870957029952846,
+      "grad_norm": 298.51177978515625,
+      "learning_rate": 1.6668413842635175e-08,
+      "loss": 16.4688,
+      "step": 28414
+    },
+    {
+      "epoch": 1.8871621172876403,
+      "grad_norm": 199.5161895751953,
+      "learning_rate": 1.6648864291472718e-08,
+      "loss": 15.6562,
+      "step": 28415
+    },
+    {
+      "epoch": 1.887228531579996,
+      "grad_norm": 275.28021240234375,
+      "learning_rate": 1.6629326115149223e-08,
+      "loss": 13.5625,
+      "step": 28416
+    },
+    {
+      "epoch": 1.8872949458723518,
+      "grad_norm": 130.90573120117188,
+      "learning_rate": 1.6609799313890727e-08,
+      "loss": 14.6719,
+      "step": 28417
+    },
+    {
+      "epoch": 1.8873613601647075,
+      "grad_norm": 143.07362365722656,
+      "learning_rate": 1.659028388792294e-08,
+      "loss": 19.6094,
+      "step": 28418
+    },
+    {
+      "epoch": 1.8874277744570631,
+      "grad_norm": 239.08395385742188,
+      "learning_rate": 1.657077983747168e-08,
+      "loss": 14.4844,
+      "step": 28419
+    },
+    {
+      "epoch": 1.887494188749419,
+      "grad_norm": 163.04319763183594,
+      "learning_rate": 1.655128716276255e-08,
+      "loss": 14.625,
+      "step": 28420
+    },
+    {
+      "epoch": 1.8875606030417746,
+      "grad_norm": 219.2458953857422,
+      "learning_rate": 1.6531805864021142e-08,
+      "loss": 14.0625,
+      "step": 28421
+    },
+    {
+      "epoch": 1.8876270173341303,
+      "grad_norm": 259.6915283203125,
+      "learning_rate": 1.651233594147261e-08,
+      "loss": 16.3438,
+      "step": 28422
+    },
+    {
+      "epoch": 1.8876934316264862,
+      "grad_norm": 413.9083251953125,
+      "learning_rate": 1.649287739534222e-08,
+      "loss": 23.6875,
+      "step": 28423
+    },
+    {
+      "epoch": 1.8877598459188416,
+      "grad_norm": 225.51515197753906,
+      "learning_rate": 1.6473430225855234e-08,
+      "loss": 13.4375,
+      "step": 28424
+    },
+    {
+      "epoch": 1.8878262602111975,
+      "grad_norm": 301.674072265625,
+      "learning_rate": 1.6453994433236363e-08,
+      "loss": 21.3125,
+      "step": 28425
+    },
+    {
+      "epoch": 1.8878926745035531,
+      "grad_norm": 203.09603881835938,
+      "learning_rate": 1.6434570017710536e-08,
+      "loss": 18.2031,
+      "step": 28426
+    },
+    {
+      "epoch": 1.8879590887959088,
+      "grad_norm": 286.08843994140625,
+      "learning_rate": 1.6415156979502463e-08,
+      "loss": 15.7969,
+      "step": 28427
+    },
+    {
+      "epoch": 1.8880255030882647,
+      "grad_norm": 423.8344421386719,
+      "learning_rate": 1.6395755318836858e-08,
+      "loss": 18.0781,
+      "step": 28428
+    },
+    {
+      "epoch": 1.8880919173806203,
+      "grad_norm": 308.29815673828125,
+      "learning_rate": 1.6376365035937756e-08,
+      "loss": 10.5312,
+      "step": 28429
+    },
+    {
+      "epoch": 1.888158331672976,
+      "grad_norm": 194.81268310546875,
+      "learning_rate": 1.635698613102976e-08,
+      "loss": 13.875,
+      "step": 28430
+    },
+    {
+      "epoch": 1.8882247459653319,
+      "grad_norm": 199.78143310546875,
+      "learning_rate": 1.6337618604336913e-08,
+      "loss": 15.0781,
+      "step": 28431
+    },
+    {
+      "epoch": 1.8882911602576875,
+      "grad_norm": 186.935302734375,
+      "learning_rate": 1.6318262456083364e-08,
+      "loss": 19.75,
+      "step": 28432
+    },
+    {
+      "epoch": 1.8883575745500432,
+      "grad_norm": 154.0738067626953,
+      "learning_rate": 1.629891768649283e-08,
+      "loss": 17.6094,
+      "step": 28433
+    },
+    {
+      "epoch": 1.888423988842399,
+      "grad_norm": 236.01341247558594,
+      "learning_rate": 1.627958429578924e-08,
+      "loss": 15.0312,
+      "step": 28434
+    },
+    {
+      "epoch": 1.8884904031347545,
+      "grad_norm": 155.03768920898438,
+      "learning_rate": 1.626026228419608e-08,
+      "loss": 16.625,
+      "step": 28435
+    },
+    {
+      "epoch": 1.8885568174271103,
+      "grad_norm": 275.2067565917969,
+      "learning_rate": 1.6240951651937173e-08,
+      "loss": 17.0938,
+      "step": 28436
+    },
+    {
+      "epoch": 1.888623231719466,
+      "grad_norm": 166.7862091064453,
+      "learning_rate": 1.6221652399235453e-08,
+      "loss": 15.0,
+      "step": 28437
+    },
+    {
+      "epoch": 1.8886896460118217,
+      "grad_norm": 428.2873840332031,
+      "learning_rate": 1.6202364526314515e-08,
+      "loss": 16.3281,
+      "step": 28438
+    },
+    {
+      "epoch": 1.8887560603041775,
+      "grad_norm": 408.9044494628906,
+      "learning_rate": 1.6183088033397184e-08,
+      "loss": 17.6719,
+      "step": 28439
+    },
+    {
+      "epoch": 1.8888224745965332,
+      "grad_norm": 177.7811279296875,
+      "learning_rate": 1.6163822920706726e-08,
+      "loss": 13.5547,
+      "step": 28440
+    },
+    {
+      "epoch": 1.8888888888888888,
+      "grad_norm": 353.8228759765625,
+      "learning_rate": 1.614456918846574e-08,
+      "loss": 15.6562,
+      "step": 28441
+    },
+    {
+      "epoch": 1.8889553031812447,
+      "grad_norm": 525.7887573242188,
+      "learning_rate": 1.6125326836897158e-08,
+      "loss": 16.7656,
+      "step": 28442
+    },
+    {
+      "epoch": 1.8890217174736004,
+      "grad_norm": 187.08367919921875,
+      "learning_rate": 1.6106095866223358e-08,
+      "loss": 24.5,
+      "step": 28443
+    },
+    {
+      "epoch": 1.889088131765956,
+      "grad_norm": 114.13835144042969,
+      "learning_rate": 1.608687627666705e-08,
+      "loss": 18.9062,
+      "step": 28444
+    },
+    {
+      "epoch": 1.889154546058312,
+      "grad_norm": 115.83586883544922,
+      "learning_rate": 1.6067668068450167e-08,
+      "loss": 11.4062,
+      "step": 28445
+    },
+    {
+      "epoch": 1.8892209603506673,
+      "grad_norm": 314.0089416503906,
+      "learning_rate": 1.6048471241795425e-08,
+      "loss": 12.375,
+      "step": 28446
+    },
+    {
+      "epoch": 1.8892873746430232,
+      "grad_norm": 275.13787841796875,
+      "learning_rate": 1.602928579692442e-08,
+      "loss": 15.4141,
+      "step": 28447
+    },
+    {
+      "epoch": 1.8893537889353789,
+      "grad_norm": 273.5812683105469,
+      "learning_rate": 1.6010111734059195e-08,
+      "loss": 12.1328,
+      "step": 28448
+    },
+    {
+      "epoch": 1.8894202032277345,
+      "grad_norm": 360.69024658203125,
+      "learning_rate": 1.5990949053421687e-08,
+      "loss": 18.2188,
+      "step": 28449
+    },
+    {
+      "epoch": 1.8894866175200904,
+      "grad_norm": 467.23785400390625,
+      "learning_rate": 1.5971797755233496e-08,
+      "loss": 16.6562,
+      "step": 28450
+    },
+    {
+      "epoch": 1.889553031812446,
+      "grad_norm": 500.8082275390625,
+      "learning_rate": 1.5952657839716e-08,
+      "loss": 16.8906,
+      "step": 28451
+    },
+    {
+      "epoch": 1.8896194461048017,
+      "grad_norm": 215.6774444580078,
+      "learning_rate": 1.5933529307090797e-08,
+      "loss": 18.7969,
+      "step": 28452
+    },
+    {
+      "epoch": 1.8896858603971576,
+      "grad_norm": 107.8657455444336,
+      "learning_rate": 1.591441215757916e-08,
+      "loss": 19.0156,
+      "step": 28453
+    },
+    {
+      "epoch": 1.8897522746895132,
+      "grad_norm": 186.71400451660156,
+      "learning_rate": 1.589530639140202e-08,
+      "loss": 11.6172,
+      "step": 28454
+    },
+    {
+      "epoch": 1.8898186889818689,
+      "grad_norm": 271.6476745605469,
+      "learning_rate": 1.5876212008780533e-08,
+      "loss": 28.1719,
+      "step": 28455
+    },
+    {
+      "epoch": 1.8898851032742248,
+      "grad_norm": 188.08250427246094,
+      "learning_rate": 1.585712900993552e-08,
+      "loss": 19.25,
+      "step": 28456
+    },
+    {
+      "epoch": 1.8899515175665802,
+      "grad_norm": 187.2963409423828,
+      "learning_rate": 1.5838057395087812e-08,
+      "loss": 13.7031,
+      "step": 28457
+    },
+    {
+      "epoch": 1.890017931858936,
+      "grad_norm": 180.72293090820312,
+      "learning_rate": 1.5818997164458005e-08,
+      "loss": 11.5312,
+      "step": 28458
+    },
+    {
+      "epoch": 1.8900843461512917,
+      "grad_norm": 481.5364685058594,
+      "learning_rate": 1.5799948318266366e-08,
+      "loss": 21.0469,
+      "step": 28459
+    },
+    {
+      "epoch": 1.8901507604436474,
+      "grad_norm": 188.69476318359375,
+      "learning_rate": 1.5780910856733498e-08,
+      "loss": 19.9688,
+      "step": 28460
+    },
+    {
+      "epoch": 1.8902171747360033,
+      "grad_norm": 229.40182495117188,
+      "learning_rate": 1.576188478007967e-08,
+      "loss": 12.4375,
+      "step": 28461
+    },
+    {
+      "epoch": 1.890283589028359,
+      "grad_norm": 162.6761932373047,
+      "learning_rate": 1.5742870088524484e-08,
+      "loss": 15.0938,
+      "step": 28462
+    },
+    {
+      "epoch": 1.8903500033207146,
+      "grad_norm": 226.5873260498047,
+      "learning_rate": 1.572386678228854e-08,
+      "loss": 14.8906,
+      "step": 28463
+    },
+    {
+      "epoch": 1.8904164176130704,
+      "grad_norm": 395.2247314453125,
+      "learning_rate": 1.570487486159122e-08,
+      "loss": 18.0312,
+      "step": 28464
+    },
+    {
+      "epoch": 1.890482831905426,
+      "grad_norm": 851.6021118164062,
+      "learning_rate": 1.568589432665224e-08,
+      "loss": 17.625,
+      "step": 28465
+    },
+    {
+      "epoch": 1.8905492461977818,
+      "grad_norm": 247.15386962890625,
+      "learning_rate": 1.5666925177691303e-08,
+      "loss": 22.1719,
+      "step": 28466
+    },
+    {
+      "epoch": 1.8906156604901376,
+      "grad_norm": 202.4992218017578,
+      "learning_rate": 1.56479674149278e-08,
+      "loss": 13.1562,
+      "step": 28467
+    },
+    {
+      "epoch": 1.890682074782493,
+      "grad_norm": 238.49594116210938,
+      "learning_rate": 1.562902103858099e-08,
+      "loss": 22.2188,
+      "step": 28468
+    },
+    {
+      "epoch": 1.890748489074849,
+      "grad_norm": 261.1666564941406,
+      "learning_rate": 1.561008604887015e-08,
+      "loss": 14.7656,
+      "step": 28469
+    },
+    {
+      "epoch": 1.8908149033672046,
+      "grad_norm": 259.0743408203125,
+      "learning_rate": 1.5591162446013995e-08,
+      "loss": 21.5,
+      "step": 28470
+    },
+    {
+      "epoch": 1.8908813176595602,
+      "grad_norm": 436.3118896484375,
+      "learning_rate": 1.5572250230231786e-08,
+      "loss": 21.2812,
+      "step": 28471
+    },
+    {
+      "epoch": 1.8909477319519161,
+      "grad_norm": 162.53623962402344,
+      "learning_rate": 1.5553349401742134e-08,
+      "loss": 14.2656,
+      "step": 28472
+    },
+    {
+      "epoch": 1.8910141462442718,
+      "grad_norm": 205.41720581054688,
+      "learning_rate": 1.5534459960763524e-08,
+      "loss": 15.4375,
+      "step": 28473
+    },
+    {
+      "epoch": 1.8910805605366274,
+      "grad_norm": 148.28892517089844,
+      "learning_rate": 1.5515581907514786e-08,
+      "loss": 11.9609,
+      "step": 28474
+    },
+    {
+      "epoch": 1.8911469748289833,
+      "grad_norm": 134.8681182861328,
+      "learning_rate": 1.5496715242214076e-08,
+      "loss": 14.6719,
+      "step": 28475
+    },
+    {
+      "epoch": 1.891213389121339,
+      "grad_norm": 194.9335479736328,
+      "learning_rate": 1.5477859965079554e-08,
+      "loss": 17.1875,
+      "step": 28476
+    },
+    {
+      "epoch": 1.8912798034136946,
+      "grad_norm": 286.3386535644531,
+      "learning_rate": 1.545901607632949e-08,
+      "loss": 12.1875,
+      "step": 28477
+    },
+    {
+      "epoch": 1.8913462177060505,
+      "grad_norm": 124.74164581298828,
+      "learning_rate": 1.544018357618182e-08,
+      "loss": 14.2344,
+      "step": 28478
+    },
+    {
+      "epoch": 1.891412631998406,
+      "grad_norm": 229.80242919921875,
+      "learning_rate": 1.542136246485437e-08,
+      "loss": 13.5312,
+      "step": 28479
+    },
+    {
+      "epoch": 1.8914790462907618,
+      "grad_norm": 459.82757568359375,
+      "learning_rate": 1.5402552742564855e-08,
+      "loss": 14.5625,
+      "step": 28480
+    },
+    {
+      "epoch": 1.8915454605831175,
+      "grad_norm": 166.35855102539062,
+      "learning_rate": 1.538375440953088e-08,
+      "loss": 15.2656,
+      "step": 28481
+    },
+    {
+      "epoch": 1.891611874875473,
+      "grad_norm": 171.2981719970703,
+      "learning_rate": 1.5364967465969826e-08,
+      "loss": 14.25,
+      "step": 28482
+    },
+    {
+      "epoch": 1.891678289167829,
+      "grad_norm": 183.00225830078125,
+      "learning_rate": 1.534619191209918e-08,
+      "loss": 19.7188,
+      "step": 28483
+    },
+    {
+      "epoch": 1.8917447034601846,
+      "grad_norm": 132.2032928466797,
+      "learning_rate": 1.532742774813589e-08,
+      "loss": 13.6016,
+      "step": 28484
+    },
+    {
+      "epoch": 1.8918111177525403,
+      "grad_norm": 245.41038513183594,
+      "learning_rate": 1.530867497429722e-08,
+      "loss": 16.9688,
+      "step": 28485
+    },
+    {
+      "epoch": 1.8918775320448962,
+      "grad_norm": 135.06883239746094,
+      "learning_rate": 1.5289933590799887e-08,
+      "loss": 16.8438,
+      "step": 28486
+    },
+    {
+      "epoch": 1.8919439463372518,
+      "grad_norm": 146.7137451171875,
+      "learning_rate": 1.5271203597860825e-08,
+      "loss": 14.9844,
+      "step": 28487
+    },
+    {
+      "epoch": 1.8920103606296075,
+      "grad_norm": 117.21281433105469,
+      "learning_rate": 1.5252484995696645e-08,
+      "loss": 11.6719,
+      "step": 28488
+    },
+    {
+      "epoch": 1.8920767749219634,
+      "grad_norm": 128.07298278808594,
+      "learning_rate": 1.523377778452384e-08,
+      "loss": 15.2656,
+      "step": 28489
+    },
+    {
+      "epoch": 1.8921431892143188,
+      "grad_norm": 340.9763488769531,
+      "learning_rate": 1.5215081964558895e-08,
+      "loss": 19.2031,
+      "step": 28490
+    },
+    {
+      "epoch": 1.8922096035066747,
+      "grad_norm": 141.50491333007812,
+      "learning_rate": 1.519639753601809e-08,
+      "loss": 14.7188,
+      "step": 28491
+    },
+    {
+      "epoch": 1.8922760177990303,
+      "grad_norm": 560.1906127929688,
+      "learning_rate": 1.517772449911736e-08,
+      "loss": 15.5156,
+      "step": 28492
+    },
+    {
+      "epoch": 1.892342432091386,
+      "grad_norm": 133.35557556152344,
+      "learning_rate": 1.5159062854072867e-08,
+      "loss": 14.8438,
+      "step": 28493
+    },
+    {
+      "epoch": 1.8924088463837418,
+      "grad_norm": 338.6029357910156,
+      "learning_rate": 1.514041260110044e-08,
+      "loss": 16.6719,
+      "step": 28494
+    },
+    {
+      "epoch": 1.8924752606760975,
+      "grad_norm": 261.52545166015625,
+      "learning_rate": 1.51217737404159e-08,
+      "loss": 16.7188,
+      "step": 28495
+    },
+    {
+      "epoch": 1.8925416749684532,
+      "grad_norm": 226.8739776611328,
+      "learning_rate": 1.5103146272234635e-08,
+      "loss": 20.2031,
+      "step": 28496
+    },
+    {
+      "epoch": 1.892608089260809,
+      "grad_norm": 146.6625518798828,
+      "learning_rate": 1.508453019677236e-08,
+      "loss": 19.0781,
+      "step": 28497
+    },
+    {
+      "epoch": 1.8926745035531647,
+      "grad_norm": 222.93788146972656,
+      "learning_rate": 1.5065925514244237e-08,
+      "loss": 13.6719,
+      "step": 28498
+    },
+    {
+      "epoch": 1.8927409178455203,
+      "grad_norm": 183.01979064941406,
+      "learning_rate": 1.5047332224865538e-08,
+      "loss": 10.5156,
+      "step": 28499
+    },
+    {
+      "epoch": 1.8928073321378762,
+      "grad_norm": 222.38966369628906,
+      "learning_rate": 1.5028750328851424e-08,
+      "loss": 14.8594,
+      "step": 28500
+    },
+    {
+      "epoch": 1.8928737464302317,
+      "grad_norm": 477.7447204589844,
+      "learning_rate": 1.5010179826416613e-08,
+      "loss": 17.875,
+      "step": 28501
+    },
+    {
+      "epoch": 1.8929401607225875,
+      "grad_norm": 131.92857360839844,
+      "learning_rate": 1.4991620717776266e-08,
+      "loss": 17.1094,
+      "step": 28502
+    },
+    {
+      "epoch": 1.8930065750149432,
+      "grad_norm": 255.5330810546875,
+      "learning_rate": 1.4973073003144767e-08,
+      "loss": 14.0312,
+      "step": 28503
+    },
+    {
+      "epoch": 1.8930729893072988,
+      "grad_norm": 204.06097412109375,
+      "learning_rate": 1.4954536682736718e-08,
+      "loss": 13.3594,
+      "step": 28504
+    },
+    {
+      "epoch": 1.8931394035996547,
+      "grad_norm": 194.7232208251953,
+      "learning_rate": 1.493601175676662e-08,
+      "loss": 16.3125,
+      "step": 28505
+    },
+    {
+      "epoch": 1.8932058178920104,
+      "grad_norm": 182.36036682128906,
+      "learning_rate": 1.4917498225448632e-08,
+      "loss": 16.5156,
+      "step": 28506
+    },
+    {
+      "epoch": 1.893272232184366,
+      "grad_norm": 1206.541748046875,
+      "learning_rate": 1.489899608899714e-08,
+      "loss": 17.3125,
+      "step": 28507
+    },
+    {
+      "epoch": 1.893338646476722,
+      "grad_norm": 209.59425354003906,
+      "learning_rate": 1.4880505347625971e-08,
+      "loss": 20.0625,
+      "step": 28508
+    },
+    {
+      "epoch": 1.8934050607690776,
+      "grad_norm": 285.8411560058594,
+      "learning_rate": 1.4862026001548955e-08,
+      "loss": 18.7031,
+      "step": 28509
+    },
+    {
+      "epoch": 1.8934714750614332,
+      "grad_norm": 186.04762268066406,
+      "learning_rate": 1.4843558050980142e-08,
+      "loss": 16.0781,
+      "step": 28510
+    },
+    {
+      "epoch": 1.893537889353789,
+      "grad_norm": 183.19692993164062,
+      "learning_rate": 1.4825101496132808e-08,
+      "loss": 13.9141,
+      "step": 28511
+    },
+    {
+      "epoch": 1.8936043036461445,
+      "grad_norm": 140.29281616210938,
+      "learning_rate": 1.4806656337220669e-08,
+      "loss": 13.8125,
+      "step": 28512
+    },
+    {
+      "epoch": 1.8936707179385004,
+      "grad_norm": 232.94833374023438,
+      "learning_rate": 1.478822257445711e-08,
+      "loss": 15.125,
+      "step": 28513
+    },
+    {
+      "epoch": 1.893737132230856,
+      "grad_norm": 210.6964569091797,
+      "learning_rate": 1.4769800208055293e-08,
+      "loss": 17.3906,
+      "step": 28514
+    },
+    {
+      "epoch": 1.8938035465232117,
+      "grad_norm": 116.9620132446289,
+      "learning_rate": 1.4751389238228163e-08,
+      "loss": 13.4844,
+      "step": 28515
+    },
+    {
+      "epoch": 1.8938699608155676,
+      "grad_norm": 226.26016235351562,
+      "learning_rate": 1.4732989665188988e-08,
+      "loss": 14.3125,
+      "step": 28516
+    },
+    {
+      "epoch": 1.8939363751079232,
+      "grad_norm": 146.28582763671875,
+      "learning_rate": 1.471460148915038e-08,
+      "loss": 19.0469,
+      "step": 28517
+    },
+    {
+      "epoch": 1.8940027894002789,
+      "grad_norm": 128.0049591064453,
+      "learning_rate": 1.4696224710325056e-08,
+      "loss": 16.2344,
+      "step": 28518
+    },
+    {
+      "epoch": 1.8940692036926348,
+      "grad_norm": 452.85919189453125,
+      "learning_rate": 1.4677859328925734e-08,
+      "loss": 20.4219,
+      "step": 28519
+    },
+    {
+      "epoch": 1.8941356179849904,
+      "grad_norm": 217.56741333007812,
+      "learning_rate": 1.4659505345164691e-08,
+      "loss": 14.6719,
+      "step": 28520
+    },
+    {
+      "epoch": 1.894202032277346,
+      "grad_norm": 311.8575134277344,
+      "learning_rate": 1.4641162759254422e-08,
+      "loss": 15.7656,
+      "step": 28521
+    },
+    {
+      "epoch": 1.894268446569702,
+      "grad_norm": 209.82574462890625,
+      "learning_rate": 1.4622831571406979e-08,
+      "loss": 10.4062,
+      "step": 28522
+    },
+    {
+      "epoch": 1.8943348608620574,
+      "grad_norm": 240.59368896484375,
+      "learning_rate": 1.4604511781834195e-08,
+      "loss": 16.3594,
+      "step": 28523
+    },
+    {
+      "epoch": 1.8944012751544133,
+      "grad_norm": 210.15093994140625,
+      "learning_rate": 1.4586203390748452e-08,
+      "loss": 20.4688,
+      "step": 28524
+    },
+    {
+      "epoch": 1.894467689446769,
+      "grad_norm": 167.34022521972656,
+      "learning_rate": 1.4567906398361251e-08,
+      "loss": 18.7031,
+      "step": 28525
+    },
+    {
+      "epoch": 1.8945341037391246,
+      "grad_norm": 254.40016174316406,
+      "learning_rate": 1.45496208048842e-08,
+      "loss": 16.6719,
+      "step": 28526
+    },
+    {
+      "epoch": 1.8946005180314804,
+      "grad_norm": 113.19888305664062,
+      "learning_rate": 1.4531346610528905e-08,
+      "loss": 12.4453,
+      "step": 28527
+    },
+    {
+      "epoch": 1.894666932323836,
+      "grad_norm": 211.89242553710938,
+      "learning_rate": 1.4513083815506755e-08,
+      "loss": 16.6719,
+      "step": 28528
+    },
+    {
+      "epoch": 1.8947333466161917,
+      "grad_norm": 147.89056396484375,
+      "learning_rate": 1.4494832420029023e-08,
+      "loss": 13.3906,
+      "step": 28529
+    },
+    {
+      "epoch": 1.8947997609085476,
+      "grad_norm": 253.37974548339844,
+      "learning_rate": 1.4476592424306876e-08,
+      "loss": 14.2031,
+      "step": 28530
+    },
+    {
+      "epoch": 1.8948661752009033,
+      "grad_norm": 151.42733764648438,
+      "learning_rate": 1.4458363828551035e-08,
+      "loss": 13.9219,
+      "step": 28531
+    },
+    {
+      "epoch": 1.894932589493259,
+      "grad_norm": 281.6352844238281,
+      "learning_rate": 1.4440146632972661e-08,
+      "loss": 14.125,
+      "step": 28532
+    },
+    {
+      "epoch": 1.8949990037856148,
+      "grad_norm": 279.4637451171875,
+      "learning_rate": 1.4421940837782366e-08,
+      "loss": 20.1719,
+      "step": 28533
+    },
+    {
+      "epoch": 1.8950654180779702,
+      "grad_norm": 888.9945068359375,
+      "learning_rate": 1.4403746443190534e-08,
+      "loss": 11.6094,
+      "step": 28534
+    },
+    {
+      "epoch": 1.8951318323703261,
+      "grad_norm": 99.2033920288086,
+      "learning_rate": 1.438556344940811e-08,
+      "loss": 15.5469,
+      "step": 28535
+    },
+    {
+      "epoch": 1.8951982466626818,
+      "grad_norm": 304.557861328125,
+      "learning_rate": 1.4367391856645039e-08,
+      "loss": 17.5469,
+      "step": 28536
+    },
+    {
+      "epoch": 1.8952646609550374,
+      "grad_norm": 577.1751708984375,
+      "learning_rate": 1.4349231665111594e-08,
+      "loss": 13.7969,
+      "step": 28537
+    },
+    {
+      "epoch": 1.8953310752473933,
+      "grad_norm": 352.114013671875,
+      "learning_rate": 1.4331082875017942e-08,
+      "loss": 13.5312,
+      "step": 28538
+    },
+    {
+      "epoch": 1.895397489539749,
+      "grad_norm": 151.3284912109375,
+      "learning_rate": 1.4312945486574025e-08,
+      "loss": 13.3125,
+      "step": 28539
+    },
+    {
+      "epoch": 1.8954639038321046,
+      "grad_norm": 181.18714904785156,
+      "learning_rate": 1.4294819499989341e-08,
+      "loss": 15.9844,
+      "step": 28540
+    },
+    {
+      "epoch": 1.8955303181244605,
+      "grad_norm": 162.40231323242188,
+      "learning_rate": 1.4276704915474057e-08,
+      "loss": 14.5,
+      "step": 28541
+    },
+    {
+      "epoch": 1.8955967324168161,
+      "grad_norm": 383.9144287109375,
+      "learning_rate": 1.425860173323734e-08,
+      "loss": 19.7422,
+      "step": 28542
+    },
+    {
+      "epoch": 1.8956631467091718,
+      "grad_norm": 1177.2613525390625,
+      "learning_rate": 1.4240509953488689e-08,
+      "loss": 20.5,
+      "step": 28543
+    },
+    {
+      "epoch": 1.8957295610015277,
+      "grad_norm": 273.0982971191406,
+      "learning_rate": 1.4222429576437378e-08,
+      "loss": 18.7656,
+      "step": 28544
+    },
+    {
+      "epoch": 1.895795975293883,
+      "grad_norm": 139.9864501953125,
+      "learning_rate": 1.4204360602292576e-08,
+      "loss": 11.8906,
+      "step": 28545
+    },
+    {
+      "epoch": 1.895862389586239,
+      "grad_norm": 190.16244506835938,
+      "learning_rate": 1.4186303031263335e-08,
+      "loss": 16.5938,
+      "step": 28546
+    },
+    {
+      "epoch": 1.8959288038785946,
+      "grad_norm": 344.6815185546875,
+      "learning_rate": 1.4168256863558493e-08,
+      "loss": 15.1406,
+      "step": 28547
+    },
+    {
+      "epoch": 1.8959952181709503,
+      "grad_norm": 345.99041748046875,
+      "learning_rate": 1.4150222099386654e-08,
+      "loss": 19.8438,
+      "step": 28548
+    },
+    {
+      "epoch": 1.8960616324633062,
+      "grad_norm": 474.9165344238281,
+      "learning_rate": 1.4132198738956768e-08,
+      "loss": 20.2344,
+      "step": 28549
+    },
+    {
+      "epoch": 1.8961280467556618,
+      "grad_norm": 157.99388122558594,
+      "learning_rate": 1.4114186782477e-08,
+      "loss": 16.0781,
+      "step": 28550
+    },
+    {
+      "epoch": 1.8961944610480175,
+      "grad_norm": 332.8052978515625,
+      "learning_rate": 1.409618623015585e-08,
+      "loss": 21.7344,
+      "step": 28551
+    },
+    {
+      "epoch": 1.8962608753403734,
+      "grad_norm": 288.7763366699219,
+      "learning_rate": 1.4078197082201593e-08,
+      "loss": 12.0938,
+      "step": 28552
+    },
+    {
+      "epoch": 1.896327289632729,
+      "grad_norm": 201.85755920410156,
+      "learning_rate": 1.4060219338822066e-08,
+      "loss": 14.0469,
+      "step": 28553
+    },
+    {
+      "epoch": 1.8963937039250847,
+      "grad_norm": 327.6708679199219,
+      "learning_rate": 1.4042253000225546e-08,
+      "loss": 15.8906,
+      "step": 28554
+    },
+    {
+      "epoch": 1.8964601182174405,
+      "grad_norm": 211.7831268310547,
+      "learning_rate": 1.4024298066619754e-08,
+      "loss": 16.4141,
+      "step": 28555
+    },
+    {
+      "epoch": 1.896526532509796,
+      "grad_norm": 512.3478393554688,
+      "learning_rate": 1.4006354538212194e-08,
+      "loss": 14.3594,
+      "step": 28556
+    },
+    {
+      "epoch": 1.8965929468021518,
+      "grad_norm": 176.9117889404297,
+      "learning_rate": 1.3988422415210587e-08,
+      "loss": 18.0469,
+      "step": 28557
+    },
+    {
+      "epoch": 1.8966593610945075,
+      "grad_norm": 298.46343994140625,
+      "learning_rate": 1.3970501697822434e-08,
+      "loss": 19.1094,
+      "step": 28558
+    },
+    {
+      "epoch": 1.8967257753868632,
+      "grad_norm": 340.0863952636719,
+      "learning_rate": 1.3952592386254791e-08,
+      "loss": 17.0156,
+      "step": 28559
+    },
+    {
+      "epoch": 1.896792189679219,
+      "grad_norm": 145.77084350585938,
+      "learning_rate": 1.3934694480715047e-08,
+      "loss": 14.1562,
+      "step": 28560
+    },
+    {
+      "epoch": 1.8968586039715747,
+      "grad_norm": 1723.887939453125,
+      "learning_rate": 1.3916807981410262e-08,
+      "loss": 17.1719,
+      "step": 28561
+    },
+    {
+      "epoch": 1.8969250182639303,
+      "grad_norm": 2090.325439453125,
+      "learning_rate": 1.3898932888547044e-08,
+      "loss": 16.4219,
+      "step": 28562
+    },
+    {
+      "epoch": 1.8969914325562862,
+      "grad_norm": 147.34385681152344,
+      "learning_rate": 1.3881069202332563e-08,
+      "loss": 17.3438,
+      "step": 28563
+    },
+    {
+      "epoch": 1.8970578468486419,
+      "grad_norm": 158.22634887695312,
+      "learning_rate": 1.3863216922973098e-08,
+      "loss": 14.1562,
+      "step": 28564
+    },
+    {
+      "epoch": 1.8971242611409975,
+      "grad_norm": 323.8310241699219,
+      "learning_rate": 1.3845376050675372e-08,
+      "loss": 15.2656,
+      "step": 28565
+    },
+    {
+      "epoch": 1.8971906754333534,
+      "grad_norm": 130.98638916015625,
+      "learning_rate": 1.3827546585645555e-08,
+      "loss": 12.0156,
+      "step": 28566
+    },
+    {
+      "epoch": 1.8972570897257088,
+      "grad_norm": 144.7712860107422,
+      "learning_rate": 1.3809728528090147e-08,
+      "loss": 14.3906,
+      "step": 28567
+    },
+    {
+      "epoch": 1.8973235040180647,
+      "grad_norm": 126.9769287109375,
+      "learning_rate": 1.3791921878215095e-08,
+      "loss": 12.4062,
+      "step": 28568
+    },
+    {
+      "epoch": 1.8973899183104204,
+      "grad_norm": 257.45166015625,
+      "learning_rate": 1.3774126636226346e-08,
+      "loss": 16.8281,
+      "step": 28569
+    },
+    {
+      "epoch": 1.897456332602776,
+      "grad_norm": 151.3298797607422,
+      "learning_rate": 1.3756342802329957e-08,
+      "loss": 15.6562,
+      "step": 28570
+    },
+    {
+      "epoch": 1.897522746895132,
+      "grad_norm": 579.36328125,
+      "learning_rate": 1.3738570376731317e-08,
+      "loss": 17.3984,
+      "step": 28571
+    },
+    {
+      "epoch": 1.8975891611874875,
+      "grad_norm": 190.6582794189453,
+      "learning_rate": 1.3720809359636377e-08,
+      "loss": 11.7031,
+      "step": 28572
+    },
+    {
+      "epoch": 1.8976555754798432,
+      "grad_norm": 399.7127380371094,
+      "learning_rate": 1.370305975125019e-08,
+      "loss": 22.5781,
+      "step": 28573
+    },
+    {
+      "epoch": 1.897721989772199,
+      "grad_norm": 153.795654296875,
+      "learning_rate": 1.3685321551778484e-08,
+      "loss": 13.5156,
+      "step": 28574
+    },
+    {
+      "epoch": 1.8977884040645547,
+      "grad_norm": 152.99769592285156,
+      "learning_rate": 1.3667594761426093e-08,
+      "loss": 16.4219,
+      "step": 28575
+    },
+    {
+      "epoch": 1.8978548183569104,
+      "grad_norm": 294.4422302246094,
+      "learning_rate": 1.3649879380398299e-08,
+      "loss": 21.75,
+      "step": 28576
+    },
+    {
+      "epoch": 1.8979212326492663,
+      "grad_norm": 580.352783203125,
+      "learning_rate": 1.3632175408899827e-08,
+      "loss": 15.9375,
+      "step": 28577
+    },
+    {
+      "epoch": 1.8979876469416217,
+      "grad_norm": 124.51459503173828,
+      "learning_rate": 1.3614482847135733e-08,
+      "loss": 14.875,
+      "step": 28578
+    },
+    {
+      "epoch": 1.8980540612339776,
+      "grad_norm": 204.3888702392578,
+      "learning_rate": 1.3596801695310411e-08,
+      "loss": 20.75,
+      "step": 28579
+    },
+    {
+      "epoch": 1.8981204755263332,
+      "grad_norm": 148.88502502441406,
+      "learning_rate": 1.3579131953628476e-08,
+      "loss": 18.1406,
+      "step": 28580
+    },
+    {
+      "epoch": 1.8981868898186889,
+      "grad_norm": 272.09490966796875,
+      "learning_rate": 1.3561473622294429e-08,
+      "loss": 14.9375,
+      "step": 28581
+    },
+    {
+      "epoch": 1.8982533041110448,
+      "grad_norm": 321.53570556640625,
+      "learning_rate": 1.3543826701512329e-08,
+      "loss": 14.4844,
+      "step": 28582
+    },
+    {
+      "epoch": 1.8983197184034004,
+      "grad_norm": 264.0735168457031,
+      "learning_rate": 1.3526191191486458e-08,
+      "loss": 19.2656,
+      "step": 28583
+    },
+    {
+      "epoch": 1.898386132695756,
+      "grad_norm": 227.3258056640625,
+      "learning_rate": 1.3508567092420875e-08,
+      "loss": 14.6719,
+      "step": 28584
+    },
+    {
+      "epoch": 1.898452546988112,
+      "grad_norm": 418.0722351074219,
+      "learning_rate": 1.3490954404519194e-08,
+      "loss": 18.8125,
+      "step": 28585
+    },
+    {
+      "epoch": 1.8985189612804676,
+      "grad_norm": 314.79833984375,
+      "learning_rate": 1.3473353127985477e-08,
+      "loss": 17.8906,
+      "step": 28586
+    },
+    {
+      "epoch": 1.8985853755728233,
+      "grad_norm": 122.05550384521484,
+      "learning_rate": 1.3455763263023e-08,
+      "loss": 17.4375,
+      "step": 28587
+    },
+    {
+      "epoch": 1.8986517898651791,
+      "grad_norm": 184.4736328125,
+      "learning_rate": 1.3438184809835385e-08,
+      "loss": 18.9844,
+      "step": 28588
+    },
+    {
+      "epoch": 1.8987182041575346,
+      "grad_norm": 352.2445373535156,
+      "learning_rate": 1.342061776862602e-08,
+      "loss": 11.5312,
+      "step": 28589
+    },
+    {
+      "epoch": 1.8987846184498904,
+      "grad_norm": 274.84246826171875,
+      "learning_rate": 1.3403062139598077e-08,
+      "loss": 19.125,
+      "step": 28590
+    },
+    {
+      "epoch": 1.898851032742246,
+      "grad_norm": 596.9600830078125,
+      "learning_rate": 1.3385517922954504e-08,
+      "loss": 18.4219,
+      "step": 28591
+    },
+    {
+      "epoch": 1.8989174470346017,
+      "grad_norm": 162.29881286621094,
+      "learning_rate": 1.3367985118898362e-08,
+      "loss": 14.6875,
+      "step": 28592
+    },
+    {
+      "epoch": 1.8989838613269576,
+      "grad_norm": 110.2358169555664,
+      "learning_rate": 1.3350463727632489e-08,
+      "loss": 14.0625,
+      "step": 28593
+    },
+    {
+      "epoch": 1.8990502756193133,
+      "grad_norm": 111.6072006225586,
+      "learning_rate": 1.333295374935961e-08,
+      "loss": 9.2656,
+      "step": 28594
+    },
+    {
+      "epoch": 1.899116689911669,
+      "grad_norm": 132.4402618408203,
+      "learning_rate": 1.331545518428201e-08,
+      "loss": 12.7656,
+      "step": 28595
+    },
+    {
+      "epoch": 1.8991831042040248,
+      "grad_norm": 266.23675537109375,
+      "learning_rate": 1.3297968032602413e-08,
+      "loss": 17.8125,
+      "step": 28596
+    },
+    {
+      "epoch": 1.8992495184963805,
+      "grad_norm": 270.0845947265625,
+      "learning_rate": 1.3280492294522883e-08,
+      "loss": 16.9375,
+      "step": 28597
+    },
+    {
+      "epoch": 1.8993159327887361,
+      "grad_norm": 498.4801940917969,
+      "learning_rate": 1.3263027970245589e-08,
+      "loss": 11.3906,
+      "step": 28598
+    },
+    {
+      "epoch": 1.899382347081092,
+      "grad_norm": 168.02243041992188,
+      "learning_rate": 1.3245575059972702e-08,
+      "loss": 20.3438,
+      "step": 28599
+    },
+    {
+      "epoch": 1.8994487613734474,
+      "grad_norm": 180.09133911132812,
+      "learning_rate": 1.3228133563905951e-08,
+      "loss": 15.4766,
+      "step": 28600
+    },
+    {
+      "epoch": 1.8995151756658033,
+      "grad_norm": 226.85614013671875,
+      "learning_rate": 1.3210703482247066e-08,
+      "loss": 12.9062,
+      "step": 28601
+    },
+    {
+      "epoch": 1.899581589958159,
+      "grad_norm": 218.42405700683594,
+      "learning_rate": 1.3193284815197992e-08,
+      "loss": 15.4531,
+      "step": 28602
+    },
+    {
+      "epoch": 1.8996480042505146,
+      "grad_norm": 223.4818878173828,
+      "learning_rate": 1.3175877562959793e-08,
+      "loss": 18.1719,
+      "step": 28603
+    },
+    {
+      "epoch": 1.8997144185428705,
+      "grad_norm": 116.48368835449219,
+      "learning_rate": 1.3158481725733972e-08,
+      "loss": 11.8438,
+      "step": 28604
+    },
+    {
+      "epoch": 1.8997808328352261,
+      "grad_norm": 187.60585021972656,
+      "learning_rate": 1.3141097303721927e-08,
+      "loss": 11.6953,
+      "step": 28605
+    },
+    {
+      "epoch": 1.8998472471275818,
+      "grad_norm": 432.9128723144531,
+      "learning_rate": 1.3123724297124494e-08,
+      "loss": 18.5781,
+      "step": 28606
+    },
+    {
+      "epoch": 1.8999136614199377,
+      "grad_norm": 158.4957275390625,
+      "learning_rate": 1.3106362706142737e-08,
+      "loss": 13.4219,
+      "step": 28607
+    },
+    {
+      "epoch": 1.8999800757122933,
+      "grad_norm": 218.08900451660156,
+      "learning_rate": 1.3089012530977606e-08,
+      "loss": 16.1719,
+      "step": 28608
+    },
+    {
+      "epoch": 1.900046490004649,
+      "grad_norm": 319.2317810058594,
+      "learning_rate": 1.3071673771829606e-08,
+      "loss": 14.6562,
+      "step": 28609
+    },
+    {
+      "epoch": 1.9001129042970049,
+      "grad_norm": 204.05624389648438,
+      "learning_rate": 1.3054346428899466e-08,
+      "loss": 24.3906,
+      "step": 28610
+    },
+    {
+      "epoch": 1.9001793185893603,
+      "grad_norm": 1664.3270263671875,
+      "learning_rate": 1.303703050238758e-08,
+      "loss": 18.2031,
+      "step": 28611
+    },
+    {
+      "epoch": 1.9002457328817162,
+      "grad_norm": 213.99143981933594,
+      "learning_rate": 1.3019725992494013e-08,
+      "loss": 14.625,
+      "step": 28612
+    },
+    {
+      "epoch": 1.9003121471740718,
+      "grad_norm": 249.47201538085938,
+      "learning_rate": 1.3002432899419268e-08,
+      "loss": 19.25,
+      "step": 28613
+    },
+    {
+      "epoch": 1.9003785614664275,
+      "grad_norm": 172.7863311767578,
+      "learning_rate": 1.29851512233633e-08,
+      "loss": 17.4531,
+      "step": 28614
+    },
+    {
+      "epoch": 1.9004449757587834,
+      "grad_norm": 147.7305450439453,
+      "learning_rate": 1.2967880964525834e-08,
+      "loss": 15.25,
+      "step": 28615
+    },
+    {
+      "epoch": 1.900511390051139,
+      "grad_norm": 96.8583755493164,
+      "learning_rate": 1.2950622123106825e-08,
+      "loss": 12.6406,
+      "step": 28616
+    },
+    {
+      "epoch": 1.9005778043434947,
+      "grad_norm": 221.3162078857422,
+      "learning_rate": 1.2933374699305776e-08,
+      "loss": 16.0469,
+      "step": 28617
+    },
+    {
+      "epoch": 1.9006442186358505,
+      "grad_norm": 186.48275756835938,
+      "learning_rate": 1.291613869332242e-08,
+      "loss": 14.1406,
+      "step": 28618
+    },
+    {
+      "epoch": 1.9007106329282062,
+      "grad_norm": 207.72874450683594,
+      "learning_rate": 1.289891410535593e-08,
+      "loss": 15.2969,
+      "step": 28619
+    },
+    {
+      "epoch": 1.9007770472205618,
+      "grad_norm": 163.43255615234375,
+      "learning_rate": 1.2881700935605589e-08,
+      "loss": 13.7812,
+      "step": 28620
+    },
+    {
+      "epoch": 1.9008434615129177,
+      "grad_norm": 382.94537353515625,
+      "learning_rate": 1.2864499184270461e-08,
+      "loss": 14.2656,
+      "step": 28621
+    },
+    {
+      "epoch": 1.9009098758052732,
+      "grad_norm": 571.3294677734375,
+      "learning_rate": 1.284730885154972e-08,
+      "loss": 30.8125,
+      "step": 28622
+    },
+    {
+      "epoch": 1.900976290097629,
+      "grad_norm": 138.62118530273438,
+      "learning_rate": 1.2830129937641987e-08,
+      "loss": 18.5,
+      "step": 28623
+    },
+    {
+      "epoch": 1.9010427043899847,
+      "grad_norm": 189.2244110107422,
+      "learning_rate": 1.28129624427461e-08,
+      "loss": 15.0781,
+      "step": 28624
+    },
+    {
+      "epoch": 1.9011091186823403,
+      "grad_norm": 128.733154296875,
+      "learning_rate": 1.2795806367060679e-08,
+      "loss": 14.2812,
+      "step": 28625
+    },
+    {
+      "epoch": 1.9011755329746962,
+      "grad_norm": 272.06201171875,
+      "learning_rate": 1.2778661710784011e-08,
+      "loss": 17.0781,
+      "step": 28626
+    },
+    {
+      "epoch": 1.9012419472670519,
+      "grad_norm": 90.63809967041016,
+      "learning_rate": 1.2761528474114603e-08,
+      "loss": 12.4688,
+      "step": 28627
+    },
+    {
+      "epoch": 1.9013083615594075,
+      "grad_norm": 158.94223022460938,
+      "learning_rate": 1.2744406657250517e-08,
+      "loss": 17.3125,
+      "step": 28628
+    },
+    {
+      "epoch": 1.9013747758517634,
+      "grad_norm": 170.56597900390625,
+      "learning_rate": 1.272729626038982e-08,
+      "loss": 13.3125,
+      "step": 28629
+    },
+    {
+      "epoch": 1.901441190144119,
+      "grad_norm": 168.75938415527344,
+      "learning_rate": 1.2710197283730573e-08,
+      "loss": 18.4219,
+      "step": 28630
+    },
+    {
+      "epoch": 1.9015076044364747,
+      "grad_norm": 186.81591796875,
+      "learning_rate": 1.2693109727470397e-08,
+      "loss": 17.1094,
+      "step": 28631
+    },
+    {
+      "epoch": 1.9015740187288306,
+      "grad_norm": 181.36866760253906,
+      "learning_rate": 1.2676033591806911e-08,
+      "loss": 18.9531,
+      "step": 28632
+    },
+    {
+      "epoch": 1.901640433021186,
+      "grad_norm": 126.26083374023438,
+      "learning_rate": 1.2658968876937959e-08,
+      "loss": 15.8125,
+      "step": 28633
+    },
+    {
+      "epoch": 1.901706847313542,
+      "grad_norm": 322.91558837890625,
+      "learning_rate": 1.2641915583060492e-08,
+      "loss": 19.4375,
+      "step": 28634
+    },
+    {
+      "epoch": 1.9017732616058975,
+      "grad_norm": 145.204345703125,
+      "learning_rate": 1.2624873710372241e-08,
+      "loss": 14.9844,
+      "step": 28635
+    },
+    {
+      "epoch": 1.9018396758982532,
+      "grad_norm": 162.47019958496094,
+      "learning_rate": 1.260784325906994e-08,
+      "loss": 18.2969,
+      "step": 28636
+    },
+    {
+      "epoch": 1.901906090190609,
+      "grad_norm": 235.69073486328125,
+      "learning_rate": 1.259082422935076e-08,
+      "loss": 13.3281,
+      "step": 28637
+    },
+    {
+      "epoch": 1.9019725044829647,
+      "grad_norm": 345.91265869140625,
+      "learning_rate": 1.2573816621411549e-08,
+      "loss": 13.3906,
+      "step": 28638
+    },
+    {
+      "epoch": 1.9020389187753204,
+      "grad_norm": 102.67013549804688,
+      "learning_rate": 1.2556820435449145e-08,
+      "loss": 12.5859,
+      "step": 28639
+    },
+    {
+      "epoch": 1.9021053330676763,
+      "grad_norm": 158.28546142578125,
+      "learning_rate": 1.253983567165995e-08,
+      "loss": 14.2812,
+      "step": 28640
+    },
+    {
+      "epoch": 1.902171747360032,
+      "grad_norm": 186.01971435546875,
+      "learning_rate": 1.252286233024058e-08,
+      "loss": 18.6719,
+      "step": 28641
+    },
+    {
+      "epoch": 1.9022381616523876,
+      "grad_norm": 107.18952941894531,
+      "learning_rate": 1.2505900411387327e-08,
+      "loss": 17.6875,
+      "step": 28642
+    },
+    {
+      "epoch": 1.9023045759447434,
+      "grad_norm": 762.4367065429688,
+      "learning_rate": 1.2488949915296254e-08,
+      "loss": 14.5,
+      "step": 28643
+    },
+    {
+      "epoch": 1.9023709902370989,
+      "grad_norm": 314.38458251953125,
+      "learning_rate": 1.247201084216376e-08,
+      "loss": 16.9062,
+      "step": 28644
+    },
+    {
+      "epoch": 1.9024374045294548,
+      "grad_norm": 124.670654296875,
+      "learning_rate": 1.2455083192185467e-08,
+      "loss": 13.875,
+      "step": 28645
+    },
+    {
+      "epoch": 1.9025038188218104,
+      "grad_norm": 160.47080993652344,
+      "learning_rate": 1.2438166965557439e-08,
+      "loss": 16.9531,
+      "step": 28646
+    },
+    {
+      "epoch": 1.902570233114166,
+      "grad_norm": 185.13775634765625,
+      "learning_rate": 1.2421262162475188e-08,
+      "loss": 16.3906,
+      "step": 28647
+    },
+    {
+      "epoch": 1.902636647406522,
+      "grad_norm": 258.87701416015625,
+      "learning_rate": 1.2404368783134333e-08,
+      "loss": 15.4062,
+      "step": 28648
+    },
+    {
+      "epoch": 1.9027030616988776,
+      "grad_norm": 550.368896484375,
+      "learning_rate": 1.2387486827730165e-08,
+      "loss": 23.1094,
+      "step": 28649
+    },
+    {
+      "epoch": 1.9027694759912333,
+      "grad_norm": 441.20916748046875,
+      "learning_rate": 1.2370616296458192e-08,
+      "loss": 12.2812,
+      "step": 28650
+    },
+    {
+      "epoch": 1.9028358902835891,
+      "grad_norm": 337.1912841796875,
+      "learning_rate": 1.2353757189513259e-08,
+      "loss": 23.3281,
+      "step": 28651
+    },
+    {
+      "epoch": 1.9029023045759448,
+      "grad_norm": 194.27999877929688,
+      "learning_rate": 1.2336909507090765e-08,
+      "loss": 17.5312,
+      "step": 28652
+    },
+    {
+      "epoch": 1.9029687188683004,
+      "grad_norm": 179.41168212890625,
+      "learning_rate": 1.2320073249385221e-08,
+      "loss": 15.7969,
+      "step": 28653
+    },
+    {
+      "epoch": 1.9030351331606563,
+      "grad_norm": 175.61062622070312,
+      "learning_rate": 1.2303248416591583e-08,
+      "loss": 18.3125,
+      "step": 28654
+    },
+    {
+      "epoch": 1.9031015474530117,
+      "grad_norm": 252.76841735839844,
+      "learning_rate": 1.2286435008904472e-08,
+      "loss": 10.0625,
+      "step": 28655
+    },
+    {
+      "epoch": 1.9031679617453676,
+      "grad_norm": 139.23703002929688,
+      "learning_rate": 1.226963302651829e-08,
+      "loss": 20.2578,
+      "step": 28656
+    },
+    {
+      "epoch": 1.9032343760377233,
+      "grad_norm": 458.8199157714844,
+      "learning_rate": 1.2252842469627433e-08,
+      "loss": 13.3438,
+      "step": 28657
+    },
+    {
+      "epoch": 1.903300790330079,
+      "grad_norm": 127.67459106445312,
+      "learning_rate": 1.2236063338426195e-08,
+      "loss": 13.8594,
+      "step": 28658
+    },
+    {
+      "epoch": 1.9033672046224348,
+      "grad_norm": 190.74838256835938,
+      "learning_rate": 1.2219295633108528e-08,
+      "loss": 10.125,
+      "step": 28659
+    },
+    {
+      "epoch": 1.9034336189147905,
+      "grad_norm": 299.4691467285156,
+      "learning_rate": 1.2202539353868502e-08,
+      "loss": 14.8438,
+      "step": 28660
+    },
+    {
+      "epoch": 1.9035000332071461,
+      "grad_norm": 122.66451263427734,
+      "learning_rate": 1.2185794500899848e-08,
+      "loss": 17.6562,
+      "step": 28661
+    },
+    {
+      "epoch": 1.903566447499502,
+      "grad_norm": 185.5406951904297,
+      "learning_rate": 1.2169061074396413e-08,
+      "loss": 14.0,
+      "step": 28662
+    },
+    {
+      "epoch": 1.9036328617918576,
+      "grad_norm": 232.59019470214844,
+      "learning_rate": 1.2152339074551599e-08,
+      "loss": 15.0469,
+      "step": 28663
+    },
+    {
+      "epoch": 1.9036992760842133,
+      "grad_norm": 106.40248107910156,
+      "learning_rate": 1.2135628501558914e-08,
+      "loss": 20.1875,
+      "step": 28664
+    },
+    {
+      "epoch": 1.9037656903765692,
+      "grad_norm": 140.3807373046875,
+      "learning_rate": 1.211892935561154e-08,
+      "loss": 15.3906,
+      "step": 28665
+    },
+    {
+      "epoch": 1.9038321046689246,
+      "grad_norm": 253.74996948242188,
+      "learning_rate": 1.2102241636902877e-08,
+      "loss": 14.125,
+      "step": 28666
+    },
+    {
+      "epoch": 1.9038985189612805,
+      "grad_norm": 107.00032043457031,
+      "learning_rate": 1.208556534562577e-08,
+      "loss": 11.0469,
+      "step": 28667
+    },
+    {
+      "epoch": 1.9039649332536361,
+      "grad_norm": 283.7550048828125,
+      "learning_rate": 1.2068900481973288e-08,
+      "loss": 15.6406,
+      "step": 28668
+    },
+    {
+      "epoch": 1.9040313475459918,
+      "grad_norm": 277.25439453125,
+      "learning_rate": 1.2052247046137943e-08,
+      "loss": 17.7344,
+      "step": 28669
+    },
+    {
+      "epoch": 1.9040977618383477,
+      "grad_norm": 108.02774047851562,
+      "learning_rate": 1.203560503831258e-08,
+      "loss": 17.7656,
+      "step": 28670
+    },
+    {
+      "epoch": 1.9041641761307033,
+      "grad_norm": 162.46737670898438,
+      "learning_rate": 1.2018974458689601e-08,
+      "loss": 16.5938,
+      "step": 28671
+    },
+    {
+      "epoch": 1.904230590423059,
+      "grad_norm": 158.20509338378906,
+      "learning_rate": 1.200235530746152e-08,
+      "loss": 15.2344,
+      "step": 28672
+    },
+    {
+      "epoch": 1.9042970047154149,
+      "grad_norm": 175.0531463623047,
+      "learning_rate": 1.1985747584820405e-08,
+      "loss": 15.0469,
+      "step": 28673
+    },
+    {
+      "epoch": 1.9043634190077705,
+      "grad_norm": 156.5927734375,
+      "learning_rate": 1.1969151290958545e-08,
+      "loss": 15.7969,
+      "step": 28674
+    },
+    {
+      "epoch": 1.9044298333001262,
+      "grad_norm": 138.49484252929688,
+      "learning_rate": 1.1952566426067679e-08,
+      "loss": 15.6562,
+      "step": 28675
+    },
+    {
+      "epoch": 1.904496247592482,
+      "grad_norm": 263.2017822265625,
+      "learning_rate": 1.1935992990339872e-08,
+      "loss": 17.4688,
+      "step": 28676
+    },
+    {
+      "epoch": 1.9045626618848375,
+      "grad_norm": 184.90086364746094,
+      "learning_rate": 1.1919430983966638e-08,
+      "loss": 10.3438,
+      "step": 28677
+    },
+    {
+      "epoch": 1.9046290761771933,
+      "grad_norm": 232.95791625976562,
+      "learning_rate": 1.1902880407139714e-08,
+      "loss": 10.3125,
+      "step": 28678
+    },
+    {
+      "epoch": 1.904695490469549,
+      "grad_norm": 128.56991577148438,
+      "learning_rate": 1.1886341260050503e-08,
+      "loss": 16.3906,
+      "step": 28679
+    },
+    {
+      "epoch": 1.9047619047619047,
+      "grad_norm": 184.69451904296875,
+      "learning_rate": 1.1869813542890405e-08,
+      "loss": 19.0312,
+      "step": 28680
+    },
+    {
+      "epoch": 1.9048283190542605,
+      "grad_norm": 363.0787658691406,
+      "learning_rate": 1.1853297255850491e-08,
+      "loss": 21.6406,
+      "step": 28681
+    },
+    {
+      "epoch": 1.9048947333466162,
+      "grad_norm": 808.0192260742188,
+      "learning_rate": 1.183679239912172e-08,
+      "loss": 21.3281,
+      "step": 28682
+    },
+    {
+      "epoch": 1.9049611476389718,
+      "grad_norm": 358.3266296386719,
+      "learning_rate": 1.182029897289527e-08,
+      "loss": 14.5078,
+      "step": 28683
+    },
+    {
+      "epoch": 1.9050275619313277,
+      "grad_norm": 86.65643310546875,
+      "learning_rate": 1.1803816977361659e-08,
+      "loss": 12.4688,
+      "step": 28684
+    },
+    {
+      "epoch": 1.9050939762236834,
+      "grad_norm": 168.4200439453125,
+      "learning_rate": 1.1787346412711729e-08,
+      "loss": 19.9688,
+      "step": 28685
+    },
+    {
+      "epoch": 1.905160390516039,
+      "grad_norm": 309.6970520019531,
+      "learning_rate": 1.1770887279135888e-08,
+      "loss": 14.5781,
+      "step": 28686
+    },
+    {
+      "epoch": 1.905226804808395,
+      "grad_norm": 206.28846740722656,
+      "learning_rate": 1.175443957682465e-08,
+      "loss": 16.1406,
+      "step": 28687
+    },
+    {
+      "epoch": 1.9052932191007503,
+      "grad_norm": 302.72589111328125,
+      "learning_rate": 1.1738003305968191e-08,
+      "loss": 17.6406,
+      "step": 28688
+    },
+    {
+      "epoch": 1.9053596333931062,
+      "grad_norm": 231.560791015625,
+      "learning_rate": 1.1721578466756698e-08,
+      "loss": 17.0,
+      "step": 28689
+    },
+    {
+      "epoch": 1.9054260476854619,
+      "grad_norm": 194.38710021972656,
+      "learning_rate": 1.1705165059379907e-08,
+      "loss": 19.7344,
+      "step": 28690
+    },
+    {
+      "epoch": 1.9054924619778175,
+      "grad_norm": 246.6640167236328,
+      "learning_rate": 1.1688763084028109e-08,
+      "loss": 21.8906,
+      "step": 28691
+    },
+    {
+      "epoch": 1.9055588762701734,
+      "grad_norm": 318.6588134765625,
+      "learning_rate": 1.1672372540890707e-08,
+      "loss": 15.4844,
+      "step": 28692
+    },
+    {
+      "epoch": 1.905625290562529,
+      "grad_norm": 181.72512817382812,
+      "learning_rate": 1.165599343015744e-08,
+      "loss": 12.9688,
+      "step": 28693
+    },
+    {
+      "epoch": 1.9056917048548847,
+      "grad_norm": 174.21560668945312,
+      "learning_rate": 1.16396257520176e-08,
+      "loss": 16.0312,
+      "step": 28694
+    },
+    {
+      "epoch": 1.9057581191472406,
+      "grad_norm": 343.8806457519531,
+      "learning_rate": 1.1623269506660815e-08,
+      "loss": 19.5469,
+      "step": 28695
+    },
+    {
+      "epoch": 1.9058245334395962,
+      "grad_norm": 159.02880859375,
+      "learning_rate": 1.1606924694276044e-08,
+      "loss": 20.2188,
+      "step": 28696
+    },
+    {
+      "epoch": 1.905890947731952,
+      "grad_norm": 289.2335510253906,
+      "learning_rate": 1.1590591315052467e-08,
+      "loss": 18.9219,
+      "step": 28697
+    },
+    {
+      "epoch": 1.9059573620243078,
+      "grad_norm": 573.5740966796875,
+      "learning_rate": 1.1574269369178823e-08,
+      "loss": 23.0625,
+      "step": 28698
+    },
+    {
+      "epoch": 1.9060237763166632,
+      "grad_norm": 141.44761657714844,
+      "learning_rate": 1.1557958856844297e-08,
+      "loss": 19.0,
+      "step": 28699
+    },
+    {
+      "epoch": 1.906090190609019,
+      "grad_norm": 249.82421875,
+      "learning_rate": 1.1541659778237178e-08,
+      "loss": 20.2031,
+      "step": 28700
+    },
+    {
+      "epoch": 1.9061566049013747,
+      "grad_norm": 302.08795166015625,
+      "learning_rate": 1.1525372133546207e-08,
+      "loss": 22.1406,
+      "step": 28701
+    },
+    {
+      "epoch": 1.9062230191937304,
+      "grad_norm": 250.33612060546875,
+      "learning_rate": 1.1509095922959789e-08,
+      "loss": 16.0625,
+      "step": 28702
+    },
+    {
+      "epoch": 1.9062894334860863,
+      "grad_norm": 160.29910278320312,
+      "learning_rate": 1.1492831146666104e-08,
+      "loss": 27.0938,
+      "step": 28703
+    },
+    {
+      "epoch": 1.906355847778442,
+      "grad_norm": 137.32789611816406,
+      "learning_rate": 1.1476577804853339e-08,
+      "loss": 12.4688,
+      "step": 28704
+    },
+    {
+      "epoch": 1.9064222620707976,
+      "grad_norm": 400.23248291015625,
+      "learning_rate": 1.1460335897709561e-08,
+      "loss": 20.8438,
+      "step": 28705
+    },
+    {
+      "epoch": 1.9064886763631534,
+      "grad_norm": 118.81854248046875,
+      "learning_rate": 1.1444105425422513e-08,
+      "loss": 18.0156,
+      "step": 28706
+    },
+    {
+      "epoch": 1.906555090655509,
+      "grad_norm": 113.93714904785156,
+      "learning_rate": 1.142788638818004e-08,
+      "loss": 14.0156,
+      "step": 28707
+    },
+    {
+      "epoch": 1.9066215049478648,
+      "grad_norm": 139.40011596679688,
+      "learning_rate": 1.1411678786169777e-08,
+      "loss": 12.5156,
+      "step": 28708
+    },
+    {
+      "epoch": 1.9066879192402206,
+      "grad_norm": 835.8688354492188,
+      "learning_rate": 1.1395482619579122e-08,
+      "loss": 13.3438,
+      "step": 28709
+    },
+    {
+      "epoch": 1.906754333532576,
+      "grad_norm": 232.66831970214844,
+      "learning_rate": 1.1379297888595485e-08,
+      "loss": 13.8906,
+      "step": 28710
+    },
+    {
+      "epoch": 1.906820747824932,
+      "grad_norm": 385.7242736816406,
+      "learning_rate": 1.1363124593406048e-08,
+      "loss": 18.1406,
+      "step": 28711
+    },
+    {
+      "epoch": 1.9068871621172876,
+      "grad_norm": 237.55760192871094,
+      "learning_rate": 1.1346962734197885e-08,
+      "loss": 14.1094,
+      "step": 28712
+    },
+    {
+      "epoch": 1.9069535764096432,
+      "grad_norm": 278.8322448730469,
+      "learning_rate": 1.1330812311157955e-08,
+      "loss": 25.3438,
+      "step": 28713
+    },
+    {
+      "epoch": 1.9070199907019991,
+      "grad_norm": 113.89965057373047,
+      "learning_rate": 1.1314673324473112e-08,
+      "loss": 18.75,
+      "step": 28714
+    },
+    {
+      "epoch": 1.9070864049943548,
+      "grad_norm": 131.71774291992188,
+      "learning_rate": 1.1298545774330092e-08,
+      "loss": 17.1875,
+      "step": 28715
+    },
+    {
+      "epoch": 1.9071528192867104,
+      "grad_norm": 384.9224548339844,
+      "learning_rate": 1.1282429660915305e-08,
+      "loss": 20.0625,
+      "step": 28716
+    },
+    {
+      "epoch": 1.9072192335790663,
+      "grad_norm": 114.7093505859375,
+      "learning_rate": 1.1266324984415265e-08,
+      "loss": 14.2344,
+      "step": 28717
+    },
+    {
+      "epoch": 1.907285647871422,
+      "grad_norm": 333.1054992675781,
+      "learning_rate": 1.1250231745016159e-08,
+      "loss": 12.7969,
+      "step": 28718
+    },
+    {
+      "epoch": 1.9073520621637776,
+      "grad_norm": 169.80795288085938,
+      "learning_rate": 1.1234149942904281e-08,
+      "loss": 10.9062,
+      "step": 28719
+    },
+    {
+      "epoch": 1.9074184764561335,
+      "grad_norm": 485.3925476074219,
+      "learning_rate": 1.1218079578265593e-08,
+      "loss": 25.5156,
+      "step": 28720
+    },
+    {
+      "epoch": 1.907484890748489,
+      "grad_norm": 350.1080627441406,
+      "learning_rate": 1.120202065128606e-08,
+      "loss": 25.9375,
+      "step": 28721
+    },
+    {
+      "epoch": 1.9075513050408448,
+      "grad_norm": 227.5816650390625,
+      "learning_rate": 1.118597316215142e-08,
+      "loss": 18.0469,
+      "step": 28722
+    },
+    {
+      "epoch": 1.9076177193332005,
+      "grad_norm": 181.03353881835938,
+      "learning_rate": 1.1169937111047078e-08,
+      "loss": 19.6875,
+      "step": 28723
+    },
+    {
+      "epoch": 1.907684133625556,
+      "grad_norm": 250.35963439941406,
+      "learning_rate": 1.115391249815889e-08,
+      "loss": 13.0625,
+      "step": 28724
+    },
+    {
+      "epoch": 1.907750547917912,
+      "grad_norm": 174.66197204589844,
+      "learning_rate": 1.1137899323671928e-08,
+      "loss": 19.5156,
+      "step": 28725
+    },
+    {
+      "epoch": 1.9078169622102676,
+      "grad_norm": 205.63796997070312,
+      "learning_rate": 1.1121897587771601e-08,
+      "loss": 13.7656,
+      "step": 28726
+    },
+    {
+      "epoch": 1.9078833765026233,
+      "grad_norm": 302.6981201171875,
+      "learning_rate": 1.1105907290642869e-08,
+      "loss": 21.5469,
+      "step": 28727
+    },
+    {
+      "epoch": 1.9079497907949792,
+      "grad_norm": 254.6483154296875,
+      "learning_rate": 1.1089928432470807e-08,
+      "loss": 16.9844,
+      "step": 28728
+    },
+    {
+      "epoch": 1.9080162050873348,
+      "grad_norm": 1243.912841796875,
+      "learning_rate": 1.107396101344016e-08,
+      "loss": 16.8281,
+      "step": 28729
+    },
+    {
+      "epoch": 1.9080826193796905,
+      "grad_norm": 209.28973388671875,
+      "learning_rate": 1.1058005033735885e-08,
+      "loss": 17.0,
+      "step": 28730
+    },
+    {
+      "epoch": 1.9081490336720464,
+      "grad_norm": 139.47666931152344,
+      "learning_rate": 1.1042060493542171e-08,
+      "loss": 16.3594,
+      "step": 28731
+    },
+    {
+      "epoch": 1.9082154479644018,
+      "grad_norm": 203.0020751953125,
+      "learning_rate": 1.1026127393043649e-08,
+      "loss": 28.9844,
+      "step": 28732
+    },
+    {
+      "epoch": 1.9082818622567577,
+      "grad_norm": 258.1160888671875,
+      "learning_rate": 1.1010205732424615e-08,
+      "loss": 20.2969,
+      "step": 28733
+    },
+    {
+      "epoch": 1.9083482765491133,
+      "grad_norm": 418.43389892578125,
+      "learning_rate": 1.0994295511869257e-08,
+      "loss": 16.8281,
+      "step": 28734
+    },
+    {
+      "epoch": 1.908414690841469,
+      "grad_norm": 342.65234375,
+      "learning_rate": 1.0978396731561645e-08,
+      "loss": 21.375,
+      "step": 28735
+    },
+    {
+      "epoch": 1.9084811051338249,
+      "grad_norm": 125.63666534423828,
+      "learning_rate": 1.0962509391685637e-08,
+      "loss": 17.7656,
+      "step": 28736
+    },
+    {
+      "epoch": 1.9085475194261805,
+      "grad_norm": 258.1496276855469,
+      "learning_rate": 1.0946633492424861e-08,
+      "loss": 16.75,
+      "step": 28737
+    },
+    {
+      "epoch": 1.9086139337185362,
+      "grad_norm": 131.6513214111328,
+      "learning_rate": 1.0930769033963283e-08,
+      "loss": 13.3594,
+      "step": 28738
+    },
+    {
+      "epoch": 1.908680348010892,
+      "grad_norm": 1196.42529296875,
+      "learning_rate": 1.09149160164842e-08,
+      "loss": 11.8594,
+      "step": 28739
+    },
+    {
+      "epoch": 1.9087467623032477,
+      "grad_norm": 133.2801055908203,
+      "learning_rate": 1.0899074440170908e-08,
+      "loss": 15.3438,
+      "step": 28740
+    },
+    {
+      "epoch": 1.9088131765956033,
+      "grad_norm": 185.7906951904297,
+      "learning_rate": 1.0883244305206929e-08,
+      "loss": 14.875,
+      "step": 28741
+    },
+    {
+      "epoch": 1.9088795908879592,
+      "grad_norm": 218.92465209960938,
+      "learning_rate": 1.0867425611775117e-08,
+      "loss": 17.4219,
+      "step": 28742
+    },
+    {
+      "epoch": 1.9089460051803147,
+      "grad_norm": 222.63821411132812,
+      "learning_rate": 1.0851618360058546e-08,
+      "loss": 19.125,
+      "step": 28743
+    },
+    {
+      "epoch": 1.9090124194726705,
+      "grad_norm": 188.5940704345703,
+      "learning_rate": 1.0835822550240181e-08,
+      "loss": 21.4844,
+      "step": 28744
+    },
+    {
+      "epoch": 1.9090788337650262,
+      "grad_norm": 136.1032257080078,
+      "learning_rate": 1.0820038182502656e-08,
+      "loss": 12.9375,
+      "step": 28745
+    },
+    {
+      "epoch": 1.9091452480573818,
+      "grad_norm": 195.20095825195312,
+      "learning_rate": 1.0804265257028378e-08,
+      "loss": 12.5938,
+      "step": 28746
+    },
+    {
+      "epoch": 1.9092116623497377,
+      "grad_norm": 243.58131408691406,
+      "learning_rate": 1.0788503774000091e-08,
+      "loss": 14.8672,
+      "step": 28747
+    },
+    {
+      "epoch": 1.9092780766420934,
+      "grad_norm": 191.2933807373047,
+      "learning_rate": 1.077275373359987e-08,
+      "loss": 16.6719,
+      "step": 28748
+    },
+    {
+      "epoch": 1.909344490934449,
+      "grad_norm": 327.3548889160156,
+      "learning_rate": 1.0757015136010128e-08,
+      "loss": 17.5312,
+      "step": 28749
+    },
+    {
+      "epoch": 1.909410905226805,
+      "grad_norm": 277.5547790527344,
+      "learning_rate": 1.0741287981412716e-08,
+      "loss": 11.8906,
+      "step": 28750
+    },
+    {
+      "epoch": 1.9094773195191606,
+      "grad_norm": 237.67730712890625,
+      "learning_rate": 1.0725572269989602e-08,
+      "loss": 11.8672,
+      "step": 28751
+    },
+    {
+      "epoch": 1.9095437338115162,
+      "grad_norm": 413.8987121582031,
+      "learning_rate": 1.070986800192275e-08,
+      "loss": 13.6953,
+      "step": 28752
+    },
+    {
+      "epoch": 1.909610148103872,
+      "grad_norm": 133.1212921142578,
+      "learning_rate": 1.0694175177393683e-08,
+      "loss": 17.2422,
+      "step": 28753
+    },
+    {
+      "epoch": 1.9096765623962275,
+      "grad_norm": 322.7271728515625,
+      "learning_rate": 1.067849379658381e-08,
+      "loss": 16.8594,
+      "step": 28754
+    },
+    {
+      "epoch": 1.9097429766885834,
+      "grad_norm": 168.90902709960938,
+      "learning_rate": 1.0662823859674763e-08,
+      "loss": 19.4062,
+      "step": 28755
+    },
+    {
+      "epoch": 1.909809390980939,
+      "grad_norm": 660.9531860351562,
+      "learning_rate": 1.0647165366847621e-08,
+      "loss": 14.6094,
+      "step": 28756
+    },
+    {
+      "epoch": 1.9098758052732947,
+      "grad_norm": 173.54222106933594,
+      "learning_rate": 1.0631518318283573e-08,
+      "loss": 16.7109,
+      "step": 28757
+    },
+    {
+      "epoch": 1.9099422195656506,
+      "grad_norm": 324.9059753417969,
+      "learning_rate": 1.0615882714163692e-08,
+      "loss": 14.2656,
+      "step": 28758
+    },
+    {
+      "epoch": 1.9100086338580062,
+      "grad_norm": 133.5319366455078,
+      "learning_rate": 1.0600258554668728e-08,
+      "loss": 13.9688,
+      "step": 28759
+    },
+    {
+      "epoch": 1.9100750481503619,
+      "grad_norm": 191.50709533691406,
+      "learning_rate": 1.0584645839979422e-08,
+      "loss": 13.3594,
+      "step": 28760
+    },
+    {
+      "epoch": 1.9101414624427178,
+      "grad_norm": 193.70968627929688,
+      "learning_rate": 1.0569044570276409e-08,
+      "loss": 17.5,
+      "step": 28761
+    },
+    {
+      "epoch": 1.9102078767350734,
+      "grad_norm": 279.164794921875,
+      "learning_rate": 1.0553454745740098e-08,
+      "loss": 20.1562,
+      "step": 28762
+    },
+    {
+      "epoch": 1.910274291027429,
+      "grad_norm": 236.94247436523438,
+      "learning_rate": 1.0537876366551013e-08,
+      "loss": 13.9531,
+      "step": 28763
+    },
+    {
+      "epoch": 1.910340705319785,
+      "grad_norm": 142.60704040527344,
+      "learning_rate": 1.052230943288912e-08,
+      "loss": 18.875,
+      "step": 28764
+    },
+    {
+      "epoch": 1.9104071196121404,
+      "grad_norm": 255.31884765625,
+      "learning_rate": 1.050675394493461e-08,
+      "loss": 18.1562,
+      "step": 28765
+    },
+    {
+      "epoch": 1.9104735339044963,
+      "grad_norm": 112.21440124511719,
+      "learning_rate": 1.0491209902867448e-08,
+      "loss": 13.0781,
+      "step": 28766
+    },
+    {
+      "epoch": 1.910539948196852,
+      "grad_norm": 254.16310119628906,
+      "learning_rate": 1.0475677306867381e-08,
+      "loss": 15.0781,
+      "step": 28767
+    },
+    {
+      "epoch": 1.9106063624892076,
+      "grad_norm": 313.8671875,
+      "learning_rate": 1.046015615711393e-08,
+      "loss": 15.4375,
+      "step": 28768
+    },
+    {
+      "epoch": 1.9106727767815634,
+      "grad_norm": 148.01962280273438,
+      "learning_rate": 1.0444646453786954e-08,
+      "loss": 13.9141,
+      "step": 28769
+    },
+    {
+      "epoch": 1.910739191073919,
+      "grad_norm": 161.91644287109375,
+      "learning_rate": 1.0429148197065641e-08,
+      "loss": 16.4062,
+      "step": 28770
+    },
+    {
+      "epoch": 1.9108056053662748,
+      "grad_norm": 619.696044921875,
+      "learning_rate": 1.041366138712929e-08,
+      "loss": 22.0312,
+      "step": 28771
+    },
+    {
+      "epoch": 1.9108720196586306,
+      "grad_norm": 176.9677734375,
+      "learning_rate": 1.0398186024157207e-08,
+      "loss": 17.3906,
+      "step": 28772
+    },
+    {
+      "epoch": 1.9109384339509863,
+      "grad_norm": 115.7865982055664,
+      "learning_rate": 1.0382722108328134e-08,
+      "loss": 16.125,
+      "step": 28773
+    },
+    {
+      "epoch": 1.911004848243342,
+      "grad_norm": 234.16531372070312,
+      "learning_rate": 1.0367269639821152e-08,
+      "loss": 14.3438,
+      "step": 28774
+    },
+    {
+      "epoch": 1.9110712625356978,
+      "grad_norm": 281.93670654296875,
+      "learning_rate": 1.0351828618814895e-08,
+      "loss": 17.2812,
+      "step": 28775
+    },
+    {
+      "epoch": 1.9111376768280532,
+      "grad_norm": 330.8829650878906,
+      "learning_rate": 1.0336399045487997e-08,
+      "loss": 19.1719,
+      "step": 28776
+    },
+    {
+      "epoch": 1.9112040911204091,
+      "grad_norm": 158.75149536132812,
+      "learning_rate": 1.0320980920019095e-08,
+      "loss": 12.5391,
+      "step": 28777
+    },
+    {
+      "epoch": 1.9112705054127648,
+      "grad_norm": 205.32301330566406,
+      "learning_rate": 1.0305574242586269e-08,
+      "loss": 13.5625,
+      "step": 28778
+    },
+    {
+      "epoch": 1.9113369197051204,
+      "grad_norm": 195.64657592773438,
+      "learning_rate": 1.0290179013367928e-08,
+      "loss": 17.75,
+      "step": 28779
+    },
+    {
+      "epoch": 1.9114033339974763,
+      "grad_norm": 131.43023681640625,
+      "learning_rate": 1.0274795232542043e-08,
+      "loss": 17.7969,
+      "step": 28780
+    },
+    {
+      "epoch": 1.911469748289832,
+      "grad_norm": 222.0775909423828,
+      "learning_rate": 1.0259422900286696e-08,
+      "loss": 13.1406,
+      "step": 28781
+    },
+    {
+      "epoch": 1.9115361625821876,
+      "grad_norm": 195.4894256591797,
+      "learning_rate": 1.024406201677952e-08,
+      "loss": 13.625,
+      "step": 28782
+    },
+    {
+      "epoch": 1.9116025768745435,
+      "grad_norm": 196.08082580566406,
+      "learning_rate": 1.0228712582198484e-08,
+      "loss": 19.9062,
+      "step": 28783
+    },
+    {
+      "epoch": 1.9116689911668991,
+      "grad_norm": 640.5206298828125,
+      "learning_rate": 1.021337459672078e-08,
+      "loss": 14.6797,
+      "step": 28784
+    },
+    {
+      "epoch": 1.9117354054592548,
+      "grad_norm": 270.7161865234375,
+      "learning_rate": 1.0198048060524155e-08,
+      "loss": 21.5938,
+      "step": 28785
+    },
+    {
+      "epoch": 1.9118018197516107,
+      "grad_norm": 263.8105163574219,
+      "learning_rate": 1.018273297378569e-08,
+      "loss": 19.2812,
+      "step": 28786
+    },
+    {
+      "epoch": 1.911868234043966,
+      "grad_norm": 247.62051391601562,
+      "learning_rate": 1.0167429336682575e-08,
+      "loss": 15.1406,
+      "step": 28787
+    },
+    {
+      "epoch": 1.911934648336322,
+      "grad_norm": 211.32867431640625,
+      "learning_rate": 1.0152137149392004e-08,
+      "loss": 17.2188,
+      "step": 28788
+    },
+    {
+      "epoch": 1.9120010626286776,
+      "grad_norm": 198.4484405517578,
+      "learning_rate": 1.013685641209061e-08,
+      "loss": 16.5,
+      "step": 28789
+    },
+    {
+      "epoch": 1.9120674769210333,
+      "grad_norm": 245.097900390625,
+      "learning_rate": 1.0121587124955255e-08,
+      "loss": 19.2344,
+      "step": 28790
+    },
+    {
+      "epoch": 1.9121338912133892,
+      "grad_norm": 215.11370849609375,
+      "learning_rate": 1.0106329288162685e-08,
+      "loss": 15.2344,
+      "step": 28791
+    },
+    {
+      "epoch": 1.9122003055057448,
+      "grad_norm": 452.5083312988281,
+      "learning_rate": 1.0091082901889204e-08,
+      "loss": 25.3281,
+      "step": 28792
+    },
+    {
+      "epoch": 1.9122667197981005,
+      "grad_norm": 187.86529541015625,
+      "learning_rate": 1.0075847966311223e-08,
+      "loss": 15.3281,
+      "step": 28793
+    },
+    {
+      "epoch": 1.9123331340904564,
+      "grad_norm": 4241.15966796875,
+      "learning_rate": 1.0060624481605162e-08,
+      "loss": 16.3359,
+      "step": 28794
+    },
+    {
+      "epoch": 1.912399548382812,
+      "grad_norm": 271.1521911621094,
+      "learning_rate": 1.0045412447946876e-08,
+      "loss": 15.6406,
+      "step": 28795
+    },
+    {
+      "epoch": 1.9124659626751677,
+      "grad_norm": 562.9198608398438,
+      "learning_rate": 1.003021186551245e-08,
+      "loss": 12.6797,
+      "step": 28796
+    },
+    {
+      "epoch": 1.9125323769675235,
+      "grad_norm": 259.92919921875,
+      "learning_rate": 1.0015022734477629e-08,
+      "loss": 16.3125,
+      "step": 28797
+    },
+    {
+      "epoch": 1.912598791259879,
+      "grad_norm": 330.4595031738281,
+      "learning_rate": 9.999845055018164e-09,
+      "loss": 15.3438,
+      "step": 28798
+    },
+    {
+      "epoch": 1.9126652055522348,
+      "grad_norm": 442.1220397949219,
+      "learning_rate": 9.984678827309689e-09,
+      "loss": 23.3281,
+      "step": 28799
+    },
+    {
+      "epoch": 1.9127316198445905,
+      "grad_norm": 135.11790466308594,
+      "learning_rate": 9.969524051527623e-09,
+      "loss": 15.2969,
+      "step": 28800
+    },
+    {
+      "epoch": 1.9127980341369462,
+      "grad_norm": 305.1195983886719,
+      "learning_rate": 9.954380727847045e-09,
+      "loss": 18.7656,
+      "step": 28801
+    },
+    {
+      "epoch": 1.912864448429302,
+      "grad_norm": 282.6468200683594,
+      "learning_rate": 9.939248856443483e-09,
+      "loss": 13.5469,
+      "step": 28802
+    },
+    {
+      "epoch": 1.9129308627216577,
+      "grad_norm": 283.0414123535156,
+      "learning_rate": 9.924128437491686e-09,
+      "loss": 22.9531,
+      "step": 28803
+    },
+    {
+      "epoch": 1.9129972770140133,
+      "grad_norm": 222.1929931640625,
+      "learning_rate": 9.909019471166624e-09,
+      "loss": 18.5781,
+      "step": 28804
+    },
+    {
+      "epoch": 1.9130636913063692,
+      "grad_norm": 85.70726776123047,
+      "learning_rate": 9.893921957643159e-09,
+      "loss": 14.8594,
+      "step": 28805
+    },
+    {
+      "epoch": 1.9131301055987249,
+      "grad_norm": 528.8031005859375,
+      "learning_rate": 9.878835897095927e-09,
+      "loss": 19.625,
+      "step": 28806
+    },
+    {
+      "epoch": 1.9131965198910805,
+      "grad_norm": 356.322265625,
+      "learning_rate": 9.863761289699235e-09,
+      "loss": 11.1016,
+      "step": 28807
+    },
+    {
+      "epoch": 1.9132629341834364,
+      "grad_norm": 165.7197265625,
+      "learning_rate": 9.848698135627831e-09,
+      "loss": 16.5469,
+      "step": 28808
+    },
+    {
+      "epoch": 1.9133293484757918,
+      "grad_norm": 292.1413879394531,
+      "learning_rate": 9.833646435055576e-09,
+      "loss": 14.25,
+      "step": 28809
+    },
+    {
+      "epoch": 1.9133957627681477,
+      "grad_norm": 388.7093200683594,
+      "learning_rate": 9.818606188156776e-09,
+      "loss": 17.3594,
+      "step": 28810
+    },
+    {
+      "epoch": 1.9134621770605034,
+      "grad_norm": 252.0303192138672,
+      "learning_rate": 9.803577395105288e-09,
+      "loss": 20.4219,
+      "step": 28811
+    },
+    {
+      "epoch": 1.913528591352859,
+      "grad_norm": 151.69528198242188,
+      "learning_rate": 9.788560056075091e-09,
+      "loss": 14.2812,
+      "step": 28812
+    },
+    {
+      "epoch": 1.913595005645215,
+      "grad_norm": 380.54345703125,
+      "learning_rate": 9.773554171239928e-09,
+      "loss": 14.6406,
+      "step": 28813
+    },
+    {
+      "epoch": 1.9136614199375706,
+      "grad_norm": 210.38525390625,
+      "learning_rate": 9.75855974077322e-09,
+      "loss": 18.3281,
+      "step": 28814
+    },
+    {
+      "epoch": 1.9137278342299262,
+      "grad_norm": 106.31120300292969,
+      "learning_rate": 9.743576764848494e-09,
+      "loss": 15.6094,
+      "step": 28815
+    },
+    {
+      "epoch": 1.913794248522282,
+      "grad_norm": 194.10838317871094,
+      "learning_rate": 9.728605243639054e-09,
+      "loss": 15.0,
+      "step": 28816
+    },
+    {
+      "epoch": 1.9138606628146377,
+      "grad_norm": 169.8047637939453,
+      "learning_rate": 9.713645177318097e-09,
+      "loss": 15.2422,
+      "step": 28817
+    },
+    {
+      "epoch": 1.9139270771069934,
+      "grad_norm": 153.0226593017578,
+      "learning_rate": 9.698696566058595e-09,
+      "loss": 13.0156,
+      "step": 28818
+    },
+    {
+      "epoch": 1.9139934913993493,
+      "grad_norm": 281.0224609375,
+      "learning_rate": 9.683759410033632e-09,
+      "loss": 13.4531,
+      "step": 28819
+    },
+    {
+      "epoch": 1.9140599056917047,
+      "grad_norm": 225.0381622314453,
+      "learning_rate": 9.668833709415847e-09,
+      "loss": 14.1875,
+      "step": 28820
+    },
+    {
+      "epoch": 1.9141263199840606,
+      "grad_norm": 127.44159698486328,
+      "learning_rate": 9.65391946437788e-09,
+      "loss": 17.9688,
+      "step": 28821
+    },
+    {
+      "epoch": 1.9141927342764162,
+      "grad_norm": 219.97039794921875,
+      "learning_rate": 9.63901667509237e-09,
+      "loss": 16.4219,
+      "step": 28822
+    },
+    {
+      "epoch": 1.9142591485687719,
+      "grad_norm": 130.93582153320312,
+      "learning_rate": 9.624125341731625e-09,
+      "loss": 14.4297,
+      "step": 28823
+    },
+    {
+      "epoch": 1.9143255628611278,
+      "grad_norm": 374.8971252441406,
+      "learning_rate": 9.609245464467953e-09,
+      "loss": 18.0312,
+      "step": 28824
+    },
+    {
+      "epoch": 1.9143919771534834,
+      "grad_norm": 345.3998107910156,
+      "learning_rate": 9.594377043473434e-09,
+      "loss": 16.0156,
+      "step": 28825
+    },
+    {
+      "epoch": 1.914458391445839,
+      "grad_norm": 663.6966552734375,
+      "learning_rate": 9.579520078919934e-09,
+      "loss": 18.1172,
+      "step": 28826
+    },
+    {
+      "epoch": 1.914524805738195,
+      "grad_norm": 167.07603454589844,
+      "learning_rate": 9.564674570979537e-09,
+      "loss": 13.8125,
+      "step": 28827
+    },
+    {
+      "epoch": 1.9145912200305506,
+      "grad_norm": 148.7765350341797,
+      "learning_rate": 9.549840519823881e-09,
+      "loss": 15.1562,
+      "step": 28828
+    },
+    {
+      "epoch": 1.9146576343229063,
+      "grad_norm": 190.59701538085938,
+      "learning_rate": 9.5350179256245e-09,
+      "loss": 15.6094,
+      "step": 28829
+    },
+    {
+      "epoch": 1.9147240486152621,
+      "grad_norm": 310.0860595703125,
+      "learning_rate": 9.52020678855292e-09,
+      "loss": 17.2969,
+      "step": 28830
+    },
+    {
+      "epoch": 1.9147904629076176,
+      "grad_norm": 512.402099609375,
+      "learning_rate": 9.50540710878056e-09,
+      "loss": 23.4141,
+      "step": 28831
+    },
+    {
+      "epoch": 1.9148568771999734,
+      "grad_norm": 185.14544677734375,
+      "learning_rate": 9.490618886478285e-09,
+      "loss": 11.8594,
+      "step": 28832
+    },
+    {
+      "epoch": 1.914923291492329,
+      "grad_norm": 248.8162841796875,
+      "learning_rate": 9.475842121817512e-09,
+      "loss": 18.5156,
+      "step": 28833
+    },
+    {
+      "epoch": 1.9149897057846847,
+      "grad_norm": 148.09164428710938,
+      "learning_rate": 9.461076814968994e-09,
+      "loss": 16.0469,
+      "step": 28834
+    },
+    {
+      "epoch": 1.9150561200770406,
+      "grad_norm": 214.33737182617188,
+      "learning_rate": 9.446322966103481e-09,
+      "loss": 18.5938,
+      "step": 28835
+    },
+    {
+      "epoch": 1.9151225343693963,
+      "grad_norm": 156.18307495117188,
+      "learning_rate": 9.43158057539184e-09,
+      "loss": 16.0469,
+      "step": 28836
+    },
+    {
+      "epoch": 1.915188948661752,
+      "grad_norm": 334.20941162109375,
+      "learning_rate": 9.416849643004376e-09,
+      "loss": 14.6094,
+      "step": 28837
+    },
+    {
+      "epoch": 1.9152553629541078,
+      "grad_norm": 230.00918579101562,
+      "learning_rate": 9.402130169111733e-09,
+      "loss": 16.7656,
+      "step": 28838
+    },
+    {
+      "epoch": 1.9153217772464635,
+      "grad_norm": 140.06484985351562,
+      "learning_rate": 9.387422153883995e-09,
+      "loss": 15.1562,
+      "step": 28839
+    },
+    {
+      "epoch": 1.9153881915388191,
+      "grad_norm": 188.707275390625,
+      "learning_rate": 9.372725597491137e-09,
+      "loss": 13.4375,
+      "step": 28840
+    },
+    {
+      "epoch": 1.915454605831175,
+      "grad_norm": 285.0670166015625,
+      "learning_rate": 9.358040500103581e-09,
+      "loss": 16.7969,
+      "step": 28841
+    },
+    {
+      "epoch": 1.9155210201235304,
+      "grad_norm": 191.97303771972656,
+      "learning_rate": 9.343366861890966e-09,
+      "loss": 13.9688,
+      "step": 28842
+    },
+    {
+      "epoch": 1.9155874344158863,
+      "grad_norm": 159.235107421875,
+      "learning_rate": 9.328704683022937e-09,
+      "loss": 11.3281,
+      "step": 28843
+    },
+    {
+      "epoch": 1.9156538487082422,
+      "grad_norm": 222.344482421875,
+      "learning_rate": 9.314053963669244e-09,
+      "loss": 19.9219,
+      "step": 28844
+    },
+    {
+      "epoch": 1.9157202630005976,
+      "grad_norm": 106.2016830444336,
+      "learning_rate": 9.299414703999308e-09,
+      "loss": 16.8594,
+      "step": 28845
+    },
+    {
+      "epoch": 1.9157866772929535,
+      "grad_norm": 403.8282470703125,
+      "learning_rate": 9.28478690418244e-09,
+      "loss": 16.3281,
+      "step": 28846
+    },
+    {
+      "epoch": 1.9158530915853091,
+      "grad_norm": 195.7682647705078,
+      "learning_rate": 9.270170564388058e-09,
+      "loss": 12.5469,
+      "step": 28847
+    },
+    {
+      "epoch": 1.9159195058776648,
+      "grad_norm": 358.3421936035156,
+      "learning_rate": 9.255565684784806e-09,
+      "loss": 15.75,
+      "step": 28848
+    },
+    {
+      "epoch": 1.9159859201700207,
+      "grad_norm": 283.43255615234375,
+      "learning_rate": 9.240972265541991e-09,
+      "loss": 15.4062,
+      "step": 28849
+    },
+    {
+      "epoch": 1.9160523344623763,
+      "grad_norm": 415.39447021484375,
+      "learning_rate": 9.226390306828369e-09,
+      "loss": 18.5625,
+      "step": 28850
+    },
+    {
+      "epoch": 1.916118748754732,
+      "grad_norm": 279.9032897949219,
+      "learning_rate": 9.211819808812472e-09,
+      "loss": 18.6562,
+      "step": 28851
+    },
+    {
+      "epoch": 1.9161851630470879,
+      "grad_norm": 130.03826904296875,
+      "learning_rate": 9.197260771662829e-09,
+      "loss": 18.2656,
+      "step": 28852
+    },
+    {
+      "epoch": 1.9162515773394433,
+      "grad_norm": 169.21389770507812,
+      "learning_rate": 9.182713195548086e-09,
+      "loss": 15.1875,
+      "step": 28853
+    },
+    {
+      "epoch": 1.9163179916317992,
+      "grad_norm": 210.515380859375,
+      "learning_rate": 9.16817708063633e-09,
+      "loss": 23.1719,
+      "step": 28854
+    },
+    {
+      "epoch": 1.916384405924155,
+      "grad_norm": 353.5343322753906,
+      "learning_rate": 9.153652427095759e-09,
+      "loss": 23.375,
+      "step": 28855
+    },
+    {
+      "epoch": 1.9164508202165105,
+      "grad_norm": 154.9173583984375,
+      "learning_rate": 9.139139235094462e-09,
+      "loss": 23.9688,
+      "step": 28856
+    },
+    {
+      "epoch": 1.9165172345088664,
+      "grad_norm": 341.99505615234375,
+      "learning_rate": 9.124637504800082e-09,
+      "loss": 14.7031,
+      "step": 28857
+    },
+    {
+      "epoch": 1.916583648801222,
+      "grad_norm": 135.25440979003906,
+      "learning_rate": 9.110147236380594e-09,
+      "loss": 16.1094,
+      "step": 28858
+    },
+    {
+      "epoch": 1.9166500630935777,
+      "grad_norm": 269.7969665527344,
+      "learning_rate": 9.095668430003534e-09,
+      "loss": 17.125,
+      "step": 28859
+    },
+    {
+      "epoch": 1.9167164773859335,
+      "grad_norm": 264.17864990234375,
+      "learning_rate": 9.081201085836431e-09,
+      "loss": 12.9922,
+      "step": 28860
+    },
+    {
+      "epoch": 1.9167828916782892,
+      "grad_norm": 229.08143615722656,
+      "learning_rate": 9.0667452040466e-09,
+      "loss": 16.2812,
+      "step": 28861
+    },
+    {
+      "epoch": 1.9168493059706448,
+      "grad_norm": 325.94976806640625,
+      "learning_rate": 9.052300784801237e-09,
+      "loss": 11.0156,
+      "step": 28862
+    },
+    {
+      "epoch": 1.9169157202630007,
+      "grad_norm": 179.87925720214844,
+      "learning_rate": 9.037867828267432e-09,
+      "loss": 13.6016,
+      "step": 28863
+    },
+    {
+      "epoch": 1.9169821345553562,
+      "grad_norm": 105.87964630126953,
+      "learning_rate": 9.023446334612161e-09,
+      "loss": 18.2812,
+      "step": 28864
+    },
+    {
+      "epoch": 1.917048548847712,
+      "grad_norm": 350.3820495605469,
+      "learning_rate": 9.009036304002182e-09,
+      "loss": 12.6562,
+      "step": 28865
+    },
+    {
+      "epoch": 1.917114963140068,
+      "grad_norm": 320.9119567871094,
+      "learning_rate": 8.994637736604361e-09,
+      "loss": 16.5,
+      "step": 28866
+    },
+    {
+      "epoch": 1.9171813774324233,
+      "grad_norm": 415.32855224609375,
+      "learning_rate": 8.980250632585007e-09,
+      "loss": 17.2969,
+      "step": 28867
+    },
+    {
+      "epoch": 1.9172477917247792,
+      "grad_norm": 176.66085815429688,
+      "learning_rate": 8.965874992110656e-09,
+      "loss": 13.7344,
+      "step": 28868
+    },
+    {
+      "epoch": 1.9173142060171349,
+      "grad_norm": 596.277099609375,
+      "learning_rate": 8.951510815347618e-09,
+      "loss": 13.3438,
+      "step": 28869
+    },
+    {
+      "epoch": 1.9173806203094905,
+      "grad_norm": 180.74530029296875,
+      "learning_rate": 8.937158102462095e-09,
+      "loss": 18.7812,
+      "step": 28870
+    },
+    {
+      "epoch": 1.9174470346018464,
+      "grad_norm": 265.31439208984375,
+      "learning_rate": 8.922816853619953e-09,
+      "loss": 12.7344,
+      "step": 28871
+    },
+    {
+      "epoch": 1.917513448894202,
+      "grad_norm": 244.55201721191406,
+      "learning_rate": 8.90848706898728e-09,
+      "loss": 15.75,
+      "step": 28872
+    },
+    {
+      "epoch": 1.9175798631865577,
+      "grad_norm": 301.6509094238281,
+      "learning_rate": 8.894168748729725e-09,
+      "loss": 18.2031,
+      "step": 28873
+    },
+    {
+      "epoch": 1.9176462774789136,
+      "grad_norm": 330.61798095703125,
+      "learning_rate": 8.879861893012818e-09,
+      "loss": 17.625,
+      "step": 28874
+    },
+    {
+      "epoch": 1.917712691771269,
+      "grad_norm": 215.6647186279297,
+      "learning_rate": 8.86556650200232e-09,
+      "loss": 17.2812,
+      "step": 28875
+    },
+    {
+      "epoch": 1.917779106063625,
+      "grad_norm": 379.0773620605469,
+      "learning_rate": 8.851282575863316e-09,
+      "loss": 16.6094,
+      "step": 28876
+    },
+    {
+      "epoch": 1.9178455203559808,
+      "grad_norm": 116.42048645019531,
+      "learning_rate": 8.837010114761122e-09,
+      "loss": 14.7031,
+      "step": 28877
+    },
+    {
+      "epoch": 1.9179119346483362,
+      "grad_norm": 437.7364501953125,
+      "learning_rate": 8.822749118860939e-09,
+      "loss": 16.2969,
+      "step": 28878
+    },
+    {
+      "epoch": 1.917978348940692,
+      "grad_norm": 97.30752563476562,
+      "learning_rate": 8.808499588327523e-09,
+      "loss": 10.9844,
+      "step": 28879
+    },
+    {
+      "epoch": 1.9180447632330477,
+      "grad_norm": 363.3397521972656,
+      "learning_rate": 8.794261523325964e-09,
+      "loss": 17.9375,
+      "step": 28880
+    },
+    {
+      "epoch": 1.9181111775254034,
+      "grad_norm": 173.31039428710938,
+      "learning_rate": 8.780034924020797e-09,
+      "loss": 16.125,
+      "step": 28881
+    },
+    {
+      "epoch": 1.9181775918177593,
+      "grad_norm": 241.64134216308594,
+      "learning_rate": 8.765819790576556e-09,
+      "loss": 14.1562,
+      "step": 28882
+    },
+    {
+      "epoch": 1.918244006110115,
+      "grad_norm": 196.56570434570312,
+      "learning_rate": 8.75161612315778e-09,
+      "loss": 21.1562,
+      "step": 28883
+    },
+    {
+      "epoch": 1.9183104204024706,
+      "grad_norm": 357.8627624511719,
+      "learning_rate": 8.737423921928666e-09,
+      "loss": 16.2812,
+      "step": 28884
+    },
+    {
+      "epoch": 1.9183768346948264,
+      "grad_norm": 184.51925659179688,
+      "learning_rate": 8.72324318705342e-09,
+      "loss": 14.625,
+      "step": 28885
+    },
+    {
+      "epoch": 1.9184432489871819,
+      "grad_norm": 215.0825958251953,
+      "learning_rate": 8.709073918696241e-09,
+      "loss": 15.2344,
+      "step": 28886
+    },
+    {
+      "epoch": 1.9185096632795378,
+      "grad_norm": 676.824462890625,
+      "learning_rate": 8.694916117020779e-09,
+      "loss": 15.4844,
+      "step": 28887
+    },
+    {
+      "epoch": 1.9185760775718936,
+      "grad_norm": 141.24317932128906,
+      "learning_rate": 8.6807697821909e-09,
+      "loss": 14.375,
+      "step": 28888
+    },
+    {
+      "epoch": 1.918642491864249,
+      "grad_norm": 320.3020324707031,
+      "learning_rate": 8.666634914370362e-09,
+      "loss": 13.375,
+      "step": 28889
+    },
+    {
+      "epoch": 1.918708906156605,
+      "grad_norm": 418.23321533203125,
+      "learning_rate": 8.652511513722372e-09,
+      "loss": 14.5469,
+      "step": 28890
+    },
+    {
+      "epoch": 1.9187753204489606,
+      "grad_norm": 307.9825744628906,
+      "learning_rate": 8.63839958041057e-09,
+      "loss": 19.5312,
+      "step": 28891
+    },
+    {
+      "epoch": 1.9188417347413163,
+      "grad_norm": 208.18898010253906,
+      "learning_rate": 8.624299114598166e-09,
+      "loss": 13.1875,
+      "step": 28892
+    },
+    {
+      "epoch": 1.9189081490336721,
+      "grad_norm": 210.5719451904297,
+      "learning_rate": 8.610210116448136e-09,
+      "loss": 17.7422,
+      "step": 28893
+    },
+    {
+      "epoch": 1.9189745633260278,
+      "grad_norm": 645.7066650390625,
+      "learning_rate": 8.596132586123573e-09,
+      "loss": 12.3594,
+      "step": 28894
+    },
+    {
+      "epoch": 1.9190409776183834,
+      "grad_norm": 520.1358032226562,
+      "learning_rate": 8.582066523787235e-09,
+      "loss": 13.9062,
+      "step": 28895
+    },
+    {
+      "epoch": 1.9191073919107393,
+      "grad_norm": 187.17904663085938,
+      "learning_rate": 8.568011929601882e-09,
+      "loss": 12.3438,
+      "step": 28896
+    },
+    {
+      "epoch": 1.9191738062030947,
+      "grad_norm": 138.82350158691406,
+      "learning_rate": 8.553968803730161e-09,
+      "loss": 15.1094,
+      "step": 28897
+    },
+    {
+      "epoch": 1.9192402204954506,
+      "grad_norm": 412.5465393066406,
+      "learning_rate": 8.539937146334274e-09,
+      "loss": 11.125,
+      "step": 28898
+    },
+    {
+      "epoch": 1.9193066347878065,
+      "grad_norm": 241.21377563476562,
+      "learning_rate": 8.525916957576762e-09,
+      "loss": 13.4219,
+      "step": 28899
+    },
+    {
+      "epoch": 1.919373049080162,
+      "grad_norm": 367.12713623046875,
+      "learning_rate": 8.511908237619714e-09,
+      "loss": 16.7344,
+      "step": 28900
+    },
+    {
+      "epoch": 1.9194394633725178,
+      "grad_norm": 119.63156127929688,
+      "learning_rate": 8.497910986625223e-09,
+      "loss": 11.8984,
+      "step": 28901
+    },
+    {
+      "epoch": 1.9195058776648735,
+      "grad_norm": 212.8458709716797,
+      "learning_rate": 8.48392520475516e-09,
+      "loss": 15.3906,
+      "step": 28902
+    },
+    {
+      "epoch": 1.9195722919572291,
+      "grad_norm": 138.13522338867188,
+      "learning_rate": 8.469950892171285e-09,
+      "loss": 14.1094,
+      "step": 28903
+    },
+    {
+      "epoch": 1.919638706249585,
+      "grad_norm": 146.1986083984375,
+      "learning_rate": 8.455988049035246e-09,
+      "loss": 17.75,
+      "step": 28904
+    },
+    {
+      "epoch": 1.9197051205419406,
+      "grad_norm": 252.77842712402344,
+      "learning_rate": 8.442036675508579e-09,
+      "loss": 19.2578,
+      "step": 28905
+    },
+    {
+      "epoch": 1.9197715348342963,
+      "grad_norm": 135.52667236328125,
+      "learning_rate": 8.428096771752712e-09,
+      "loss": 18.25,
+      "step": 28906
+    },
+    {
+      "epoch": 1.9198379491266522,
+      "grad_norm": 244.80335998535156,
+      "learning_rate": 8.41416833792885e-09,
+      "loss": 17.1562,
+      "step": 28907
+    },
+    {
+      "epoch": 1.9199043634190076,
+      "grad_norm": 418.6618347167969,
+      "learning_rate": 8.400251374198086e-09,
+      "loss": 18.2109,
+      "step": 28908
+    },
+    {
+      "epoch": 1.9199707777113635,
+      "grad_norm": 185.47251892089844,
+      "learning_rate": 8.386345880721402e-09,
+      "loss": 15.7656,
+      "step": 28909
+    },
+    {
+      "epoch": 1.9200371920037194,
+      "grad_norm": 160.45286560058594,
+      "learning_rate": 8.372451857659667e-09,
+      "loss": 14.2031,
+      "step": 28910
+    },
+    {
+      "epoch": 1.9201036062960748,
+      "grad_norm": 127.39112091064453,
+      "learning_rate": 8.358569305173646e-09,
+      "loss": 11.4688,
+      "step": 28911
+    },
+    {
+      "epoch": 1.9201700205884307,
+      "grad_norm": 107.36515045166016,
+      "learning_rate": 8.344698223423873e-09,
+      "loss": 15.1406,
+      "step": 28912
+    },
+    {
+      "epoch": 1.9202364348807863,
+      "grad_norm": 209.2504425048828,
+      "learning_rate": 8.330838612570778e-09,
+      "loss": 13.8438,
+      "step": 28913
+    },
+    {
+      "epoch": 1.920302849173142,
+      "grad_norm": 277.3270568847656,
+      "learning_rate": 8.316990472774787e-09,
+      "loss": 12.1953,
+      "step": 28914
+    },
+    {
+      "epoch": 1.9203692634654979,
+      "grad_norm": 188.43800354003906,
+      "learning_rate": 8.303153804195995e-09,
+      "loss": 12.9688,
+      "step": 28915
+    },
+    {
+      "epoch": 1.9204356777578535,
+      "grad_norm": 326.0628662109375,
+      "learning_rate": 8.289328606994384e-09,
+      "loss": 14.5781,
+      "step": 28916
+    },
+    {
+      "epoch": 1.9205020920502092,
+      "grad_norm": 168.21475219726562,
+      "learning_rate": 8.275514881330047e-09,
+      "loss": 11.125,
+      "step": 28917
+    },
+    {
+      "epoch": 1.920568506342565,
+      "grad_norm": 504.11907958984375,
+      "learning_rate": 8.261712627362638e-09,
+      "loss": 15.0,
+      "step": 28918
+    },
+    {
+      "epoch": 1.9206349206349205,
+      "grad_norm": 336.1625671386719,
+      "learning_rate": 8.247921845251915e-09,
+      "loss": 14.4375,
+      "step": 28919
+    },
+    {
+      "epoch": 1.9207013349272763,
+      "grad_norm": 430.7225646972656,
+      "learning_rate": 8.234142535157418e-09,
+      "loss": 14.3125,
+      "step": 28920
+    },
+    {
+      "epoch": 1.9207677492196322,
+      "grad_norm": 447.9360046386719,
+      "learning_rate": 8.220374697238352e-09,
+      "loss": 17.5312,
+      "step": 28921
+    },
+    {
+      "epoch": 1.9208341635119877,
+      "grad_norm": 217.92030334472656,
+      "learning_rate": 8.206618331654147e-09,
+      "loss": 21.4375,
+      "step": 28922
+    },
+    {
+      "epoch": 1.9209005778043435,
+      "grad_norm": 167.15313720703125,
+      "learning_rate": 8.192873438563897e-09,
+      "loss": 16.4219,
+      "step": 28923
+    },
+    {
+      "epoch": 1.9209669920966992,
+      "grad_norm": 259.1160583496094,
+      "learning_rate": 8.179140018126584e-09,
+      "loss": 15.3438,
+      "step": 28924
+    },
+    {
+      "epoch": 1.9210334063890548,
+      "grad_norm": 138.2694091796875,
+      "learning_rate": 8.165418070501085e-09,
+      "loss": 10.9531,
+      "step": 28925
+    },
+    {
+      "epoch": 1.9210998206814107,
+      "grad_norm": 208.85574340820312,
+      "learning_rate": 8.151707595845936e-09,
+      "loss": 18.75,
+      "step": 28926
+    },
+    {
+      "epoch": 1.9211662349737664,
+      "grad_norm": 215.13587951660156,
+      "learning_rate": 8.138008594320122e-09,
+      "loss": 18.6875,
+      "step": 28927
+    },
+    {
+      "epoch": 1.921232649266122,
+      "grad_norm": 136.5631561279297,
+      "learning_rate": 8.12432106608174e-09,
+      "loss": 13.9219,
+      "step": 28928
+    },
+    {
+      "epoch": 1.921299063558478,
+      "grad_norm": 323.768798828125,
+      "learning_rate": 8.11064501128933e-09,
+      "loss": 14.875,
+      "step": 28929
+    },
+    {
+      "epoch": 1.9213654778508333,
+      "grad_norm": 123.66876983642578,
+      "learning_rate": 8.096980430100985e-09,
+      "loss": 17.0312,
+      "step": 28930
+    },
+    {
+      "epoch": 1.9214318921431892,
+      "grad_norm": 176.63864135742188,
+      "learning_rate": 8.083327322674804e-09,
+      "loss": 14.0781,
+      "step": 28931
+    },
+    {
+      "epoch": 1.921498306435545,
+      "grad_norm": 313.5412902832031,
+      "learning_rate": 8.069685689168771e-09,
+      "loss": 18.3594,
+      "step": 28932
+    },
+    {
+      "epoch": 1.9215647207279005,
+      "grad_norm": 136.21983337402344,
+      "learning_rate": 8.056055529740646e-09,
+      "loss": 14.5391,
+      "step": 28933
+    },
+    {
+      "epoch": 1.9216311350202564,
+      "grad_norm": 236.587158203125,
+      "learning_rate": 8.042436844547973e-09,
+      "loss": 15.9844,
+      "step": 28934
+    },
+    {
+      "epoch": 1.921697549312612,
+      "grad_norm": 262.97723388671875,
+      "learning_rate": 8.028829633748513e-09,
+      "loss": 14.0625,
+      "step": 28935
+    },
+    {
+      "epoch": 1.9217639636049677,
+      "grad_norm": 164.58087158203125,
+      "learning_rate": 8.015233897499474e-09,
+      "loss": 17.9531,
+      "step": 28936
+    },
+    {
+      "epoch": 1.9218303778973236,
+      "grad_norm": 354.5811767578125,
+      "learning_rate": 8.001649635958173e-09,
+      "loss": 19.2656,
+      "step": 28937
+    },
+    {
+      "epoch": 1.9218967921896792,
+      "grad_norm": 217.86004638671875,
+      "learning_rate": 7.988076849281823e-09,
+      "loss": 13.3594,
+      "step": 28938
+    },
+    {
+      "epoch": 1.921963206482035,
+      "grad_norm": 556.5390625,
+      "learning_rate": 7.974515537627402e-09,
+      "loss": 17.3594,
+      "step": 28939
+    },
+    {
+      "epoch": 1.9220296207743908,
+      "grad_norm": 126.08838653564453,
+      "learning_rate": 7.960965701151679e-09,
+      "loss": 17.4688,
+      "step": 28940
+    },
+    {
+      "epoch": 1.9220960350667462,
+      "grad_norm": 608.93359375,
+      "learning_rate": 7.947427340011526e-09,
+      "loss": 22.2656,
+      "step": 28941
+    },
+    {
+      "epoch": 1.922162449359102,
+      "grad_norm": 122.51346588134766,
+      "learning_rate": 7.933900454363484e-09,
+      "loss": 12.375,
+      "step": 28942
+    },
+    {
+      "epoch": 1.922228863651458,
+      "grad_norm": 285.3244934082031,
+      "learning_rate": 7.920385044363987e-09,
+      "loss": 16.3438,
+      "step": 28943
+    },
+    {
+      "epoch": 1.9222952779438134,
+      "grad_norm": 190.5166015625,
+      "learning_rate": 7.90688111016946e-09,
+      "loss": 23.2969,
+      "step": 28944
+    },
+    {
+      "epoch": 1.9223616922361693,
+      "grad_norm": 252.9131317138672,
+      "learning_rate": 7.893388651936005e-09,
+      "loss": 14.8125,
+      "step": 28945
+    },
+    {
+      "epoch": 1.922428106528525,
+      "grad_norm": 163.05667114257812,
+      "learning_rate": 7.879907669819719e-09,
+      "loss": 16.4531,
+      "step": 28946
+    },
+    {
+      "epoch": 1.9224945208208806,
+      "grad_norm": 250.71983337402344,
+      "learning_rate": 7.866438163976585e-09,
+      "loss": 13.1016,
+      "step": 28947
+    },
+    {
+      "epoch": 1.9225609351132364,
+      "grad_norm": 344.1650695800781,
+      "learning_rate": 7.85298013456248e-09,
+      "loss": 19.9219,
+      "step": 28948
+    },
+    {
+      "epoch": 1.922627349405592,
+      "grad_norm": 145.3589324951172,
+      "learning_rate": 7.839533581732948e-09,
+      "loss": 16.375,
+      "step": 28949
+    },
+    {
+      "epoch": 1.9226937636979478,
+      "grad_norm": 253.57110595703125,
+      "learning_rate": 7.826098505643642e-09,
+      "loss": 17.9062,
+      "step": 28950
+    },
+    {
+      "epoch": 1.9227601779903036,
+      "grad_norm": 441.7061767578125,
+      "learning_rate": 7.812674906449768e-09,
+      "loss": 18.8125,
+      "step": 28951
+    },
+    {
+      "epoch": 1.922826592282659,
+      "grad_norm": 229.74835205078125,
+      "learning_rate": 7.79926278430687e-09,
+      "loss": 15.6562,
+      "step": 28952
+    },
+    {
+      "epoch": 1.922893006575015,
+      "grad_norm": 558.7726440429688,
+      "learning_rate": 7.785862139369825e-09,
+      "loss": 23.5781,
+      "step": 28953
+    },
+    {
+      "epoch": 1.9229594208673708,
+      "grad_norm": 410.15435791015625,
+      "learning_rate": 7.772472971793841e-09,
+      "loss": 17.2344,
+      "step": 28954
+    },
+    {
+      "epoch": 1.9230258351597262,
+      "grad_norm": 183.63201904296875,
+      "learning_rate": 7.759095281733796e-09,
+      "loss": 12.9844,
+      "step": 28955
+    },
+    {
+      "epoch": 1.9230922494520821,
+      "grad_norm": 194.258544921875,
+      "learning_rate": 7.745729069344453e-09,
+      "loss": 19.5781,
+      "step": 28956
+    },
+    {
+      "epoch": 1.9231586637444378,
+      "grad_norm": 677.7096557617188,
+      "learning_rate": 7.732374334780134e-09,
+      "loss": 15.7969,
+      "step": 28957
+    },
+    {
+      "epoch": 1.9232250780367934,
+      "grad_norm": 168.2091827392578,
+      "learning_rate": 7.719031078195715e-09,
+      "loss": 16.5156,
+      "step": 28958
+    },
+    {
+      "epoch": 1.9232914923291493,
+      "grad_norm": 234.19549560546875,
+      "learning_rate": 7.705699299745294e-09,
+      "loss": 17.375,
+      "step": 28959
+    },
+    {
+      "epoch": 1.923357906621505,
+      "grad_norm": 208.34991455078125,
+      "learning_rate": 7.692378999583083e-09,
+      "loss": 18.6094,
+      "step": 28960
+    },
+    {
+      "epoch": 1.9234243209138606,
+      "grad_norm": 228.4475860595703,
+      "learning_rate": 7.67907017786329e-09,
+      "loss": 15.0156,
+      "step": 28961
+    },
+    {
+      "epoch": 1.9234907352062165,
+      "grad_norm": 226.3255615234375,
+      "learning_rate": 7.665772834739903e-09,
+      "loss": 19.2812,
+      "step": 28962
+    },
+    {
+      "epoch": 1.923557149498572,
+      "grad_norm": 1219.5169677734375,
+      "learning_rate": 7.652486970366467e-09,
+      "loss": 21.7344,
+      "step": 28963
+    },
+    {
+      "epoch": 1.9236235637909278,
+      "grad_norm": 204.73533630371094,
+      "learning_rate": 7.639212584897081e-09,
+      "loss": 12.2031,
+      "step": 28964
+    },
+    {
+      "epoch": 1.9236899780832837,
+      "grad_norm": 177.3224639892578,
+      "learning_rate": 7.625949678484844e-09,
+      "loss": 12.5312,
+      "step": 28965
+    },
+    {
+      "epoch": 1.9237563923756391,
+      "grad_norm": 190.82192993164062,
+      "learning_rate": 7.612698251283411e-09,
+      "loss": 21.625,
+      "step": 28966
+    },
+    {
+      "epoch": 1.923822806667995,
+      "grad_norm": 157.50450134277344,
+      "learning_rate": 7.599458303446105e-09,
+      "loss": 12.3594,
+      "step": 28967
+    },
+    {
+      "epoch": 1.9238892209603506,
+      "grad_norm": 448.5962829589844,
+      "learning_rate": 7.586229835126024e-09,
+      "loss": 23.1406,
+      "step": 28968
+    },
+    {
+      "epoch": 1.9239556352527063,
+      "grad_norm": 233.77769470214844,
+      "learning_rate": 7.573012846476157e-09,
+      "loss": 12.5625,
+      "step": 28969
+    },
+    {
+      "epoch": 1.9240220495450622,
+      "grad_norm": 695.0130004882812,
+      "learning_rate": 7.559807337649381e-09,
+      "loss": 17.5,
+      "step": 28970
+    },
+    {
+      "epoch": 1.9240884638374178,
+      "grad_norm": 393.17169189453125,
+      "learning_rate": 7.546613308798466e-09,
+      "loss": 18.2812,
+      "step": 28971
+    },
+    {
+      "epoch": 1.9241548781297735,
+      "grad_norm": 171.39334106445312,
+      "learning_rate": 7.533430760076176e-09,
+      "loss": 11.6562,
+      "step": 28972
+    },
+    {
+      "epoch": 1.9242212924221294,
+      "grad_norm": 123.61903381347656,
+      "learning_rate": 7.520259691634612e-09,
+      "loss": 14.8906,
+      "step": 28973
+    },
+    {
+      "epoch": 1.9242877067144848,
+      "grad_norm": 280.6957092285156,
+      "learning_rate": 7.50710010362654e-09,
+      "loss": 20.6406,
+      "step": 28974
+    },
+    {
+      "epoch": 1.9243541210068407,
+      "grad_norm": 263.9081726074219,
+      "learning_rate": 7.493951996204173e-09,
+      "loss": 26.0469,
+      "step": 28975
+    },
+    {
+      "epoch": 1.9244205352991965,
+      "grad_norm": 124.64488983154297,
+      "learning_rate": 7.480815369519278e-09,
+      "loss": 13.8594,
+      "step": 28976
+    },
+    {
+      "epoch": 1.924486949591552,
+      "grad_norm": 163.49166870117188,
+      "learning_rate": 7.467690223724066e-09,
+      "loss": 14.4219,
+      "step": 28977
+    },
+    {
+      "epoch": 1.9245533638839079,
+      "grad_norm": 120.36660766601562,
+      "learning_rate": 7.454576558970194e-09,
+      "loss": 14.3125,
+      "step": 28978
+    },
+    {
+      "epoch": 1.9246197781762635,
+      "grad_norm": 256.2149353027344,
+      "learning_rate": 7.44147437540954e-09,
+      "loss": 16.5,
+      "step": 28979
+    },
+    {
+      "epoch": 1.9246861924686192,
+      "grad_norm": 225.50917053222656,
+      "learning_rate": 7.428383673193539e-09,
+      "loss": 13.5938,
+      "step": 28980
+    },
+    {
+      "epoch": 1.924752606760975,
+      "grad_norm": 167.98794555664062,
+      "learning_rate": 7.415304452473625e-09,
+      "loss": 17.3125,
+      "step": 28981
+    },
+    {
+      "epoch": 1.9248190210533307,
+      "grad_norm": 136.27198791503906,
+      "learning_rate": 7.402236713401122e-09,
+      "loss": 17.2031,
+      "step": 28982
+    },
+    {
+      "epoch": 1.9248854353456863,
+      "grad_norm": 275.81036376953125,
+      "learning_rate": 7.389180456127242e-09,
+      "loss": 15.1406,
+      "step": 28983
+    },
+    {
+      "epoch": 1.9249518496380422,
+      "grad_norm": 102.75628662109375,
+      "learning_rate": 7.376135680802864e-09,
+      "loss": 13.4062,
+      "step": 28984
+    },
+    {
+      "epoch": 1.9250182639303979,
+      "grad_norm": 164.83534240722656,
+      "learning_rate": 7.363102387578979e-09,
+      "loss": 16.5625,
+      "step": 28985
+    },
+    {
+      "epoch": 1.9250846782227535,
+      "grad_norm": 240.2567901611328,
+      "learning_rate": 7.350080576606354e-09,
+      "loss": 14.9844,
+      "step": 28986
+    },
+    {
+      "epoch": 1.9251510925151094,
+      "grad_norm": 433.16064453125,
+      "learning_rate": 7.3370702480356486e-09,
+      "loss": 20.125,
+      "step": 28987
+    },
+    {
+      "epoch": 1.9252175068074648,
+      "grad_norm": 184.779052734375,
+      "learning_rate": 7.324071402017295e-09,
+      "loss": 17.2031,
+      "step": 28988
+    },
+    {
+      "epoch": 1.9252839210998207,
+      "grad_norm": 355.0743103027344,
+      "learning_rate": 7.311084038701621e-09,
+      "loss": 14.1875,
+      "step": 28989
+    },
+    {
+      "epoch": 1.9253503353921764,
+      "grad_norm": 263.4293518066406,
+      "learning_rate": 7.298108158238947e-09,
+      "loss": 14.6875,
+      "step": 28990
+    },
+    {
+      "epoch": 1.925416749684532,
+      "grad_norm": 131.43453979492188,
+      "learning_rate": 7.2851437607793776e-09,
+      "loss": 12.3125,
+      "step": 28991
+    },
+    {
+      "epoch": 1.925483163976888,
+      "grad_norm": 379.9932861328125,
+      "learning_rate": 7.272190846472792e-09,
+      "loss": 15.8438,
+      "step": 28992
+    },
+    {
+      "epoch": 1.9255495782692436,
+      "grad_norm": 201.11647033691406,
+      "learning_rate": 7.25924941546896e-09,
+      "loss": 16.6875,
+      "step": 28993
+    },
+    {
+      "epoch": 1.9256159925615992,
+      "grad_norm": 152.76622009277344,
+      "learning_rate": 7.246319467917761e-09,
+      "loss": 15.25,
+      "step": 28994
+    },
+    {
+      "epoch": 1.925682406853955,
+      "grad_norm": 271.0065002441406,
+      "learning_rate": 7.233401003968742e-09,
+      "loss": 12.8125,
+      "step": 28995
+    },
+    {
+      "epoch": 1.9257488211463107,
+      "grad_norm": 228.9629364013672,
+      "learning_rate": 7.220494023771228e-09,
+      "loss": 18.1719,
+      "step": 28996
+    },
+    {
+      "epoch": 1.9258152354386664,
+      "grad_norm": 192.4558563232422,
+      "learning_rate": 7.207598527474656e-09,
+      "loss": 14.4219,
+      "step": 28997
+    },
+    {
+      "epoch": 1.9258816497310223,
+      "grad_norm": 259.9837646484375,
+      "learning_rate": 7.194714515228018e-09,
+      "loss": 18.8438,
+      "step": 28998
+    },
+    {
+      "epoch": 1.9259480640233777,
+      "grad_norm": 109.02729797363281,
+      "learning_rate": 7.181841987180415e-09,
+      "loss": 12.6406,
+      "step": 28999
+    },
+    {
+      "epoch": 1.9260144783157336,
+      "grad_norm": 4013.60693359375,
+      "learning_rate": 7.16898094348084e-09,
+      "loss": 16.0312,
+      "step": 29000
+    },
+    {
+      "epoch": 1.9260808926080892,
+      "grad_norm": 264.6934509277344,
+      "learning_rate": 7.156131384277953e-09,
+      "loss": 17.2188,
+      "step": 29001
+    },
+    {
+      "epoch": 1.9261473069004449,
+      "grad_norm": 231.1672821044922,
+      "learning_rate": 7.143293309720411e-09,
+      "loss": 12.4531,
+      "step": 29002
+    },
+    {
+      "epoch": 1.9262137211928008,
+      "grad_norm": 206.86471557617188,
+      "learning_rate": 7.130466719956763e-09,
+      "loss": 15.0938,
+      "step": 29003
+    },
+    {
+      "epoch": 1.9262801354851564,
+      "grad_norm": 180.68359375,
+      "learning_rate": 7.117651615135334e-09,
+      "loss": 21.1562,
+      "step": 29004
+    },
+    {
+      "epoch": 1.926346549777512,
+      "grad_norm": 393.352294921875,
+      "learning_rate": 7.10484799540445e-09,
+      "loss": 18.7656,
+      "step": 29005
+    },
+    {
+      "epoch": 1.926412964069868,
+      "grad_norm": 219.03916931152344,
+      "learning_rate": 7.092055860912105e-09,
+      "loss": 14.1953,
+      "step": 29006
+    },
+    {
+      "epoch": 1.9264793783622236,
+      "grad_norm": 238.08901977539062,
+      "learning_rate": 7.07927521180629e-09,
+      "loss": 14.8281,
+      "step": 29007
+    },
+    {
+      "epoch": 1.9265457926545793,
+      "grad_norm": 378.1111755371094,
+      "learning_rate": 7.066506048234888e-09,
+      "loss": 17.3125,
+      "step": 29008
+    },
+    {
+      "epoch": 1.9266122069469351,
+      "grad_norm": 196.67039489746094,
+      "learning_rate": 7.053748370345558e-09,
+      "loss": 16.2188,
+      "step": 29009
+    },
+    {
+      "epoch": 1.9266786212392906,
+      "grad_norm": 168.8986358642578,
+      "learning_rate": 7.0410021782859595e-09,
+      "loss": 16.5312,
+      "step": 29010
+    },
+    {
+      "epoch": 1.9267450355316464,
+      "grad_norm": 308.7221374511719,
+      "learning_rate": 7.02826747220342e-09,
+      "loss": 15.5469,
+      "step": 29011
+    },
+    {
+      "epoch": 1.926811449824002,
+      "grad_norm": 181.05943298339844,
+      "learning_rate": 7.015544252245375e-09,
+      "loss": 10.5156,
+      "step": 29012
+    },
+    {
+      "epoch": 1.9268778641163578,
+      "grad_norm": 587.3541870117188,
+      "learning_rate": 7.002832518558821e-09,
+      "loss": 16.2031,
+      "step": 29013
+    },
+    {
+      "epoch": 1.9269442784087136,
+      "grad_norm": 93.33770751953125,
+      "learning_rate": 6.990132271291082e-09,
+      "loss": 13.9219,
+      "step": 29014
+    },
+    {
+      "epoch": 1.9270106927010693,
+      "grad_norm": 404.8390197753906,
+      "learning_rate": 6.977443510588709e-09,
+      "loss": 18.5938,
+      "step": 29015
+    },
+    {
+      "epoch": 1.927077106993425,
+      "grad_norm": 196.49002075195312,
+      "learning_rate": 6.964766236598696e-09,
+      "loss": 13.6406,
+      "step": 29016
+    },
+    {
+      "epoch": 1.9271435212857808,
+      "grad_norm": 234.06805419921875,
+      "learning_rate": 6.9521004494677016e-09,
+      "loss": 14.375,
+      "step": 29017
+    },
+    {
+      "epoch": 1.9272099355781365,
+      "grad_norm": 345.1189880371094,
+      "learning_rate": 6.939446149342165e-09,
+      "loss": 18.3281,
+      "step": 29018
+    },
+    {
+      "epoch": 1.9272763498704921,
+      "grad_norm": 243.01690673828125,
+      "learning_rate": 6.926803336368414e-09,
+      "loss": 18.375,
+      "step": 29019
+    },
+    {
+      "epoch": 1.927342764162848,
+      "grad_norm": 323.33905029296875,
+      "learning_rate": 6.914172010692887e-09,
+      "loss": 21.8906,
+      "step": 29020
+    },
+    {
+      "epoch": 1.9274091784552034,
+      "grad_norm": 295.3172607421875,
+      "learning_rate": 6.9015521724614665e-09,
+      "loss": 12.6562,
+      "step": 29021
+    },
+    {
+      "epoch": 1.9274755927475593,
+      "grad_norm": 125.54110717773438,
+      "learning_rate": 6.88894382182037e-09,
+      "loss": 13.0625,
+      "step": 29022
+    },
+    {
+      "epoch": 1.927542007039915,
+      "grad_norm": 335.57275390625,
+      "learning_rate": 6.876346958915258e-09,
+      "loss": 14.4062,
+      "step": 29023
+    },
+    {
+      "epoch": 1.9276084213322706,
+      "grad_norm": 123.16934204101562,
+      "learning_rate": 6.863761583891792e-09,
+      "loss": 14.5469,
+      "step": 29024
+    },
+    {
+      "epoch": 1.9276748356246265,
+      "grad_norm": 160.27305603027344,
+      "learning_rate": 6.851187696895744e-09,
+      "loss": 21.7969,
+      "step": 29025
+    },
+    {
+      "epoch": 1.9277412499169821,
+      "grad_norm": 155.79689025878906,
+      "learning_rate": 6.838625298072442e-09,
+      "loss": 15.625,
+      "step": 29026
+    },
+    {
+      "epoch": 1.9278076642093378,
+      "grad_norm": 152.7315216064453,
+      "learning_rate": 6.826074387567216e-09,
+      "loss": 14.8594,
+      "step": 29027
+    },
+    {
+      "epoch": 1.9278740785016937,
+      "grad_norm": 480.8712158203125,
+      "learning_rate": 6.8135349655253915e-09,
+      "loss": 13.9062,
+      "step": 29028
+    },
+    {
+      "epoch": 1.9279404927940493,
+      "grad_norm": 193.32687377929688,
+      "learning_rate": 6.801007032091744e-09,
+      "loss": 23.5781,
+      "step": 29029
+    },
+    {
+      "epoch": 1.928006907086405,
+      "grad_norm": 153.86343383789062,
+      "learning_rate": 6.7884905874113775e-09,
+      "loss": 14.5078,
+      "step": 29030
+    },
+    {
+      "epoch": 1.9280733213787609,
+      "grad_norm": 304.5033264160156,
+      "learning_rate": 6.7759856316290665e-09,
+      "loss": 14.4844,
+      "step": 29031
+    },
+    {
+      "epoch": 1.9281397356711163,
+      "grad_norm": 209.5664520263672,
+      "learning_rate": 6.763492164889472e-09,
+      "loss": 13.0312,
+      "step": 29032
+    },
+    {
+      "epoch": 1.9282061499634722,
+      "grad_norm": 107.58078002929688,
+      "learning_rate": 6.7510101873369256e-09,
+      "loss": 14.5312,
+      "step": 29033
+    },
+    {
+      "epoch": 1.9282725642558278,
+      "grad_norm": 145.98208618164062,
+      "learning_rate": 6.738539699116086e-09,
+      "loss": 13.1641,
+      "step": 29034
+    },
+    {
+      "epoch": 1.9283389785481835,
+      "grad_norm": 216.7095489501953,
+      "learning_rate": 6.726080700370951e-09,
+      "loss": 11.7578,
+      "step": 29035
+    },
+    {
+      "epoch": 1.9284053928405394,
+      "grad_norm": 227.94305419921875,
+      "learning_rate": 6.713633191245849e-09,
+      "loss": 15.5312,
+      "step": 29036
+    },
+    {
+      "epoch": 1.928471807132895,
+      "grad_norm": 197.5819854736328,
+      "learning_rate": 6.701197171884665e-09,
+      "loss": 19.2656,
+      "step": 29037
+    },
+    {
+      "epoch": 1.9285382214252507,
+      "grad_norm": 207.6213836669922,
+      "learning_rate": 6.688772642431284e-09,
+      "loss": 17.2188,
+      "step": 29038
+    },
+    {
+      "epoch": 1.9286046357176065,
+      "grad_norm": 288.4000549316406,
+      "learning_rate": 6.676359603029369e-09,
+      "loss": 13.125,
+      "step": 29039
+    },
+    {
+      "epoch": 1.9286710500099622,
+      "grad_norm": 251.32725524902344,
+      "learning_rate": 6.663958053822472e-09,
+      "loss": 17.3281,
+      "step": 29040
+    },
+    {
+      "epoch": 1.9287374643023178,
+      "grad_norm": 258.25115966796875,
+      "learning_rate": 6.651567994954255e-09,
+      "loss": 14.7812,
+      "step": 29041
+    },
+    {
+      "epoch": 1.9288038785946737,
+      "grad_norm": 152.872802734375,
+      "learning_rate": 6.639189426567826e-09,
+      "loss": 15.2344,
+      "step": 29042
+    },
+    {
+      "epoch": 1.9288702928870292,
+      "grad_norm": 239.71197509765625,
+      "learning_rate": 6.626822348806405e-09,
+      "loss": 20.5312,
+      "step": 29043
+    },
+    {
+      "epoch": 1.928936707179385,
+      "grad_norm": 94.43968963623047,
+      "learning_rate": 6.614466761813209e-09,
+      "loss": 10.5781,
+      "step": 29044
+    },
+    {
+      "epoch": 1.9290031214717407,
+      "grad_norm": 270.33587646484375,
+      "learning_rate": 6.6021226657310136e-09,
+      "loss": 23.6094,
+      "step": 29045
+    },
+    {
+      "epoch": 1.9290695357640963,
+      "grad_norm": 141.18003845214844,
+      "learning_rate": 6.589790060702594e-09,
+      "loss": 11.4219,
+      "step": 29046
+    },
+    {
+      "epoch": 1.9291359500564522,
+      "grad_norm": 206.78196716308594,
+      "learning_rate": 6.5774689468706125e-09,
+      "loss": 14.7656,
+      "step": 29047
+    },
+    {
+      "epoch": 1.9292023643488079,
+      "grad_norm": 107.96134185791016,
+      "learning_rate": 6.565159324377734e-09,
+      "loss": 13.4375,
+      "step": 29048
+    },
+    {
+      "epoch": 1.9292687786411635,
+      "grad_norm": 252.3624725341797,
+      "learning_rate": 6.552861193366177e-09,
+      "loss": 14.7031,
+      "step": 29049
+    },
+    {
+      "epoch": 1.9293351929335194,
+      "grad_norm": 122.93614196777344,
+      "learning_rate": 6.540574553978273e-09,
+      "loss": 13.0,
+      "step": 29050
+    },
+    {
+      "epoch": 1.929401607225875,
+      "grad_norm": 109.54667663574219,
+      "learning_rate": 6.52829940635613e-09,
+      "loss": 15.625,
+      "step": 29051
+    },
+    {
+      "epoch": 1.9294680215182307,
+      "grad_norm": 288.96978759765625,
+      "learning_rate": 6.516035750641747e-09,
+      "loss": 20.2031,
+      "step": 29052
+    },
+    {
+      "epoch": 1.9295344358105866,
+      "grad_norm": 244.69334411621094,
+      "learning_rate": 6.503783586977008e-09,
+      "loss": 16.8125,
+      "step": 29053
+    },
+    {
+      "epoch": 1.929600850102942,
+      "grad_norm": 256.5703125,
+      "learning_rate": 6.4915429155035784e-09,
+      "loss": 18.0781,
+      "step": 29054
+    },
+    {
+      "epoch": 1.929667264395298,
+      "grad_norm": 126.322998046875,
+      "learning_rate": 6.479313736363235e-09,
+      "loss": 13.2344,
+      "step": 29055
+    },
+    {
+      "epoch": 1.9297336786876536,
+      "grad_norm": 96.41287231445312,
+      "learning_rate": 6.467096049697196e-09,
+      "loss": 11.0938,
+      "step": 29056
+    },
+    {
+      "epoch": 1.9298000929800092,
+      "grad_norm": 247.49850463867188,
+      "learning_rate": 6.454889855646795e-09,
+      "loss": 17.0625,
+      "step": 29057
+    },
+    {
+      "epoch": 1.929866507272365,
+      "grad_norm": 276.04986572265625,
+      "learning_rate": 6.442695154353472e-09,
+      "loss": 16.2656,
+      "step": 29058
+    },
+    {
+      "epoch": 1.9299329215647207,
+      "grad_norm": 227.14637756347656,
+      "learning_rate": 6.430511945958006e-09,
+      "loss": 13.3125,
+      "step": 29059
+    },
+    {
+      "epoch": 1.9299993358570764,
+      "grad_norm": 174.7765350341797,
+      "learning_rate": 6.418340230601505e-09,
+      "loss": 17.1172,
+      "step": 29060
+    },
+    {
+      "epoch": 1.9300657501494323,
+      "grad_norm": 242.845458984375,
+      "learning_rate": 6.406180008424744e-09,
+      "loss": 16.875,
+      "step": 29061
+    },
+    {
+      "epoch": 1.930132164441788,
+      "grad_norm": 258.55230712890625,
+      "learning_rate": 6.394031279568279e-09,
+      "loss": 20.75,
+      "step": 29062
+    },
+    {
+      "epoch": 1.9301985787341436,
+      "grad_norm": 227.5668487548828,
+      "learning_rate": 6.3818940441727754e-09,
+      "loss": 19.5156,
+      "step": 29063
+    },
+    {
+      "epoch": 1.9302649930264995,
+      "grad_norm": 238.40496826171875,
+      "learning_rate": 6.369768302378564e-09,
+      "loss": 13.3594,
+      "step": 29064
+    },
+    {
+      "epoch": 1.9303314073188549,
+      "grad_norm": 188.6115264892578,
+      "learning_rate": 6.357654054325867e-09,
+      "loss": 13.3594,
+      "step": 29065
+    },
+    {
+      "epoch": 1.9303978216112108,
+      "grad_norm": 543.2522583007812,
+      "learning_rate": 6.3455513001549056e-09,
+      "loss": 19.0625,
+      "step": 29066
+    },
+    {
+      "epoch": 1.9304642359035664,
+      "grad_norm": 663.6454467773438,
+      "learning_rate": 6.3334600400056785e-09,
+      "loss": 14.9844,
+      "step": 29067
+    },
+    {
+      "epoch": 1.930530650195922,
+      "grad_norm": 174.24168395996094,
+      "learning_rate": 6.321380274017962e-09,
+      "loss": 13.5938,
+      "step": 29068
+    },
+    {
+      "epoch": 1.930597064488278,
+      "grad_norm": 254.2684326171875,
+      "learning_rate": 6.309312002331535e-09,
+      "loss": 17.5781,
+      "step": 29069
+    },
+    {
+      "epoch": 1.9306634787806336,
+      "grad_norm": 222.01268005371094,
+      "learning_rate": 6.2972552250859515e-09,
+      "loss": 13.8984,
+      "step": 29070
+    },
+    {
+      "epoch": 1.9307298930729893,
+      "grad_norm": 204.44590759277344,
+      "learning_rate": 6.285209942420766e-09,
+      "loss": 16.4688,
+      "step": 29071
+    },
+    {
+      "epoch": 1.9307963073653451,
+      "grad_norm": 219.1608428955078,
+      "learning_rate": 6.273176154475202e-09,
+      "loss": 20.8281,
+      "step": 29072
+    },
+    {
+      "epoch": 1.9308627216577008,
+      "grad_norm": 590.6981201171875,
+      "learning_rate": 6.2611538613885904e-09,
+      "loss": 19.8516,
+      "step": 29073
+    },
+    {
+      "epoch": 1.9309291359500564,
+      "grad_norm": 166.19290161132812,
+      "learning_rate": 6.249143063299822e-09,
+      "loss": 17.0625,
+      "step": 29074
+    },
+    {
+      "epoch": 1.9309955502424123,
+      "grad_norm": 144.32464599609375,
+      "learning_rate": 6.237143760348118e-09,
+      "loss": 12.2656,
+      "step": 29075
+    },
+    {
+      "epoch": 1.9310619645347677,
+      "grad_norm": 162.38253784179688,
+      "learning_rate": 6.225155952671924e-09,
+      "loss": 12.8594,
+      "step": 29076
+    },
+    {
+      "epoch": 1.9311283788271236,
+      "grad_norm": 211.17495727539062,
+      "learning_rate": 6.213179640410126e-09,
+      "loss": 15.7188,
+      "step": 29077
+    },
+    {
+      "epoch": 1.9311947931194793,
+      "grad_norm": 278.856201171875,
+      "learning_rate": 6.201214823701284e-09,
+      "loss": 13.5,
+      "step": 29078
+    },
+    {
+      "epoch": 1.931261207411835,
+      "grad_norm": 581.1757202148438,
+      "learning_rate": 6.189261502683618e-09,
+      "loss": 18.8438,
+      "step": 29079
+    },
+    {
+      "epoch": 1.9313276217041908,
+      "grad_norm": 1079.1373291015625,
+      "learning_rate": 6.1773196774955735e-09,
+      "loss": 13.3438,
+      "step": 29080
+    },
+    {
+      "epoch": 1.9313940359965465,
+      "grad_norm": 265.3814697265625,
+      "learning_rate": 6.165389348275262e-09,
+      "loss": 15.2031,
+      "step": 29081
+    },
+    {
+      "epoch": 1.9314604502889021,
+      "grad_norm": 152.69070434570312,
+      "learning_rate": 6.1534705151605745e-09,
+      "loss": 10.5938,
+      "step": 29082
+    },
+    {
+      "epoch": 1.931526864581258,
+      "grad_norm": 178.52317810058594,
+      "learning_rate": 6.141563178289622e-09,
+      "loss": 15.5547,
+      "step": 29083
+    },
+    {
+      "epoch": 1.9315932788736137,
+      "grad_norm": 274.0249328613281,
+      "learning_rate": 6.129667337799849e-09,
+      "loss": 14.6875,
+      "step": 29084
+    },
+    {
+      "epoch": 1.9316596931659693,
+      "grad_norm": 153.6446990966797,
+      "learning_rate": 6.117782993828924e-09,
+      "loss": 14.6562,
+      "step": 29085
+    },
+    {
+      "epoch": 1.9317261074583252,
+      "grad_norm": 156.6508331298828,
+      "learning_rate": 6.105910146514404e-09,
+      "loss": 11.8281,
+      "step": 29086
+    },
+    {
+      "epoch": 1.9317925217506806,
+      "grad_norm": 346.92767333984375,
+      "learning_rate": 6.094048795993622e-09,
+      "loss": 17.0,
+      "step": 29087
+    },
+    {
+      "epoch": 1.9318589360430365,
+      "grad_norm": 176.41807556152344,
+      "learning_rate": 6.0821989424038044e-09,
+      "loss": 12.3203,
+      "step": 29088
+    },
+    {
+      "epoch": 1.9319253503353921,
+      "grad_norm": 354.47991943359375,
+      "learning_rate": 6.070360585881951e-09,
+      "loss": 16.3125,
+      "step": 29089
+    },
+    {
+      "epoch": 1.9319917646277478,
+      "grad_norm": 357.6184387207031,
+      "learning_rate": 6.058533726565063e-09,
+      "loss": 19.7188,
+      "step": 29090
+    },
+    {
+      "epoch": 1.9320581789201037,
+      "grad_norm": 349.0919494628906,
+      "learning_rate": 6.04671836458992e-09,
+      "loss": 15.9297,
+      "step": 29091
+    },
+    {
+      "epoch": 1.9321245932124593,
+      "grad_norm": 1077.99169921875,
+      "learning_rate": 6.034914500093191e-09,
+      "loss": 15.1172,
+      "step": 29092
+    },
+    {
+      "epoch": 1.932191007504815,
+      "grad_norm": 413.2481994628906,
+      "learning_rate": 6.023122133211323e-09,
+      "loss": 23.6719,
+      "step": 29093
+    },
+    {
+      "epoch": 1.9322574217971709,
+      "grad_norm": 417.87322998046875,
+      "learning_rate": 6.011341264080983e-09,
+      "loss": 22.2031,
+      "step": 29094
+    },
+    {
+      "epoch": 1.9323238360895265,
+      "grad_norm": 364.3816833496094,
+      "learning_rate": 5.9995718928381735e-09,
+      "loss": 12.1875,
+      "step": 29095
+    },
+    {
+      "epoch": 1.9323902503818822,
+      "grad_norm": 210.21778869628906,
+      "learning_rate": 5.987814019619119e-09,
+      "loss": 15.625,
+      "step": 29096
+    },
+    {
+      "epoch": 1.932456664674238,
+      "grad_norm": 166.16427612304688,
+      "learning_rate": 5.976067644559934e-09,
+      "loss": 15.8438,
+      "step": 29097
+    },
+    {
+      "epoch": 1.9325230789665935,
+      "grad_norm": 333.8625183105469,
+      "learning_rate": 5.964332767796399e-09,
+      "loss": 15.4688,
+      "step": 29098
+    },
+    {
+      "epoch": 1.9325894932589494,
+      "grad_norm": 162.81423950195312,
+      "learning_rate": 5.952609389464181e-09,
+      "loss": 15.875,
+      "step": 29099
+    },
+    {
+      "epoch": 1.932655907551305,
+      "grad_norm": 202.4944305419922,
+      "learning_rate": 5.940897509699061e-09,
+      "loss": 16.4688,
+      "step": 29100
+    },
+    {
+      "epoch": 1.9327223218436607,
+      "grad_norm": 209.23834228515625,
+      "learning_rate": 5.929197128636376e-09,
+      "loss": 15.7188,
+      "step": 29101
+    },
+    {
+      "epoch": 1.9327887361360165,
+      "grad_norm": 151.1124267578125,
+      "learning_rate": 5.917508246411573e-09,
+      "loss": 13.7109,
+      "step": 29102
+    },
+    {
+      "epoch": 1.9328551504283722,
+      "grad_norm": 176.95716857910156,
+      "learning_rate": 5.905830863159878e-09,
+      "loss": 13.1875,
+      "step": 29103
+    },
+    {
+      "epoch": 1.9329215647207278,
+      "grad_norm": 400.3356628417969,
+      "learning_rate": 5.894164979016181e-09,
+      "loss": 16.0625,
+      "step": 29104
+    },
+    {
+      "epoch": 1.9329879790130837,
+      "grad_norm": 298.5389709472656,
+      "learning_rate": 5.8825105941155976e-09,
+      "loss": 14.8281,
+      "step": 29105
+    },
+    {
+      "epoch": 1.9330543933054394,
+      "grad_norm": 215.8662872314453,
+      "learning_rate": 5.870867708592908e-09,
+      "loss": 19.9375,
+      "step": 29106
+    },
+    {
+      "epoch": 1.933120807597795,
+      "grad_norm": 430.4334716796875,
+      "learning_rate": 5.859236322582672e-09,
+      "loss": 17.8125,
+      "step": 29107
+    },
+    {
+      "epoch": 1.933187221890151,
+      "grad_norm": 611.421142578125,
+      "learning_rate": 5.847616436219671e-09,
+      "loss": 18.4375,
+      "step": 29108
+    },
+    {
+      "epoch": 1.9332536361825063,
+      "grad_norm": 253.3699493408203,
+      "learning_rate": 5.83600804963813e-09,
+      "loss": 15.3438,
+      "step": 29109
+    },
+    {
+      "epoch": 1.9333200504748622,
+      "grad_norm": 387.5494384765625,
+      "learning_rate": 5.824411162972387e-09,
+      "loss": 17.5156,
+      "step": 29110
+    },
+    {
+      "epoch": 1.9333864647672179,
+      "grad_norm": 378.7625732421875,
+      "learning_rate": 5.8128257763565555e-09,
+      "loss": 16.8906,
+      "step": 29111
+    },
+    {
+      "epoch": 1.9334528790595735,
+      "grad_norm": 547.156005859375,
+      "learning_rate": 5.801251889924641e-09,
+      "loss": 17.2031,
+      "step": 29112
+    },
+    {
+      "epoch": 1.9335192933519294,
+      "grad_norm": 137.98458862304688,
+      "learning_rate": 5.789689503810646e-09,
+      "loss": 12.3594,
+      "step": 29113
+    },
+    {
+      "epoch": 1.933585707644285,
+      "grad_norm": 146.921142578125,
+      "learning_rate": 5.7781386181482426e-09,
+      "loss": 16.1875,
+      "step": 29114
+    },
+    {
+      "epoch": 1.9336521219366407,
+      "grad_norm": 196.85592651367188,
+      "learning_rate": 5.766599233070879e-09,
+      "loss": 13.1562,
+      "step": 29115
+    },
+    {
+      "epoch": 1.9337185362289966,
+      "grad_norm": 106.71289825439453,
+      "learning_rate": 5.755071348712337e-09,
+      "loss": 15.9219,
+      "step": 29116
+    },
+    {
+      "epoch": 1.9337849505213522,
+      "grad_norm": 328.6888122558594,
+      "learning_rate": 5.743554965205732e-09,
+      "loss": 15.1719,
+      "step": 29117
+    },
+    {
+      "epoch": 1.933851364813708,
+      "grad_norm": 489.193603515625,
+      "learning_rate": 5.732050082684403e-09,
+      "loss": 15.0156,
+      "step": 29118
+    },
+    {
+      "epoch": 1.9339177791060638,
+      "grad_norm": 233.8013153076172,
+      "learning_rate": 5.720556701281354e-09,
+      "loss": 12.9062,
+      "step": 29119
+    },
+    {
+      "epoch": 1.9339841933984192,
+      "grad_norm": 144.41490173339844,
+      "learning_rate": 5.709074821129589e-09,
+      "loss": 13.0625,
+      "step": 29120
+    },
+    {
+      "epoch": 1.934050607690775,
+      "grad_norm": 176.13845825195312,
+      "learning_rate": 5.697604442361892e-09,
+      "loss": 12.2344,
+      "step": 29121
+    },
+    {
+      "epoch": 1.9341170219831307,
+      "grad_norm": 255.85316467285156,
+      "learning_rate": 5.6861455651109334e-09,
+      "loss": 15.7969,
+      "step": 29122
+    },
+    {
+      "epoch": 1.9341834362754864,
+      "grad_norm": 261.1791687011719,
+      "learning_rate": 5.674698189509386e-09,
+      "loss": 12.4844,
+      "step": 29123
+    },
+    {
+      "epoch": 1.9342498505678423,
+      "grad_norm": 136.73081970214844,
+      "learning_rate": 5.663262315689476e-09,
+      "loss": 16.0,
+      "step": 29124
+    },
+    {
+      "epoch": 1.934316264860198,
+      "grad_norm": 272.322265625,
+      "learning_rate": 5.651837943783655e-09,
+      "loss": 19.2969,
+      "step": 29125
+    },
+    {
+      "epoch": 1.9343826791525536,
+      "grad_norm": 240.3119354248047,
+      "learning_rate": 5.640425073924038e-09,
+      "loss": 18.4219,
+      "step": 29126
+    },
+    {
+      "epoch": 1.9344490934449095,
+      "grad_norm": 367.91943359375,
+      "learning_rate": 5.629023706242519e-09,
+      "loss": 14.7969,
+      "step": 29127
+    },
+    {
+      "epoch": 1.934515507737265,
+      "grad_norm": 153.31077575683594,
+      "learning_rate": 5.617633840870994e-09,
+      "loss": 16.2031,
+      "step": 29128
+    },
+    {
+      "epoch": 1.9345819220296208,
+      "grad_norm": 142.981689453125,
+      "learning_rate": 5.606255477941357e-09,
+      "loss": 17.3438,
+      "step": 29129
+    },
+    {
+      "epoch": 1.9346483363219766,
+      "grad_norm": 119.46373748779297,
+      "learning_rate": 5.59488861758517e-09,
+      "loss": 14.7812,
+      "step": 29130
+    },
+    {
+      "epoch": 1.934714750614332,
+      "grad_norm": 127.3603515625,
+      "learning_rate": 5.583533259933992e-09,
+      "loss": 15.6562,
+      "step": 29131
+    },
+    {
+      "epoch": 1.934781164906688,
+      "grad_norm": 141.41200256347656,
+      "learning_rate": 5.572189405118944e-09,
+      "loss": 14.7812,
+      "step": 29132
+    },
+    {
+      "epoch": 1.9348475791990436,
+      "grad_norm": 610.8541259765625,
+      "learning_rate": 5.560857053271473e-09,
+      "loss": 24.1562,
+      "step": 29133
+    },
+    {
+      "epoch": 1.9349139934913993,
+      "grad_norm": 313.1514892578125,
+      "learning_rate": 5.549536204522587e-09,
+      "loss": 12.5156,
+      "step": 29134
+    },
+    {
+      "epoch": 1.9349804077837551,
+      "grad_norm": 212.57984924316406,
+      "learning_rate": 5.538226859003181e-09,
+      "loss": 15.375,
+      "step": 29135
+    },
+    {
+      "epoch": 1.9350468220761108,
+      "grad_norm": 96.86891174316406,
+      "learning_rate": 5.52692901684415e-09,
+      "loss": 14.7031,
+      "step": 29136
+    },
+    {
+      "epoch": 1.9351132363684664,
+      "grad_norm": 108.53472900390625,
+      "learning_rate": 5.515642678176169e-09,
+      "loss": 11.4844,
+      "step": 29137
+    },
+    {
+      "epoch": 1.9351796506608223,
+      "grad_norm": 136.2747802734375,
+      "learning_rate": 5.504367843129687e-09,
+      "loss": 17.0781,
+      "step": 29138
+    },
+    {
+      "epoch": 1.935246064953178,
+      "grad_norm": 1566.807373046875,
+      "learning_rate": 5.493104511835378e-09,
+      "loss": 15.5469,
+      "step": 29139
+    },
+    {
+      "epoch": 1.9353124792455336,
+      "grad_norm": 224.08973693847656,
+      "learning_rate": 5.4818526844232495e-09,
+      "loss": 16.8438,
+      "step": 29140
+    },
+    {
+      "epoch": 1.9353788935378895,
+      "grad_norm": 178.30401611328125,
+      "learning_rate": 5.470612361023641e-09,
+      "loss": 16.5938,
+      "step": 29141
+    },
+    {
+      "epoch": 1.935445307830245,
+      "grad_norm": 139.86404418945312,
+      "learning_rate": 5.4593835417664494e-09,
+      "loss": 17.1094,
+      "step": 29142
+    },
+    {
+      "epoch": 1.9355117221226008,
+      "grad_norm": 185.2494659423828,
+      "learning_rate": 5.448166226781681e-09,
+      "loss": 15.5781,
+      "step": 29143
+    },
+    {
+      "epoch": 1.9355781364149565,
+      "grad_norm": 155.10147094726562,
+      "learning_rate": 5.43696041619901e-09,
+      "loss": 18.2188,
+      "step": 29144
+    },
+    {
+      "epoch": 1.9356445507073121,
+      "grad_norm": 230.7150115966797,
+      "learning_rate": 5.4257661101481115e-09,
+      "loss": 15.0391,
+      "step": 29145
+    },
+    {
+      "epoch": 1.935710964999668,
+      "grad_norm": 337.6761474609375,
+      "learning_rate": 5.414583308758325e-09,
+      "loss": 19.6719,
+      "step": 29146
+    },
+    {
+      "epoch": 1.9357773792920236,
+      "grad_norm": 262.8506774902344,
+      "learning_rate": 5.403412012159325e-09,
+      "loss": 17.7188,
+      "step": 29147
+    },
+    {
+      "epoch": 1.9358437935843793,
+      "grad_norm": 400.5506286621094,
+      "learning_rate": 5.392252220480009e-09,
+      "loss": 14.8047,
+      "step": 29148
+    },
+    {
+      "epoch": 1.9359102078767352,
+      "grad_norm": 247.7913055419922,
+      "learning_rate": 5.381103933849607e-09,
+      "loss": 11.375,
+      "step": 29149
+    },
+    {
+      "epoch": 1.9359766221690908,
+      "grad_norm": 233.41012573242188,
+      "learning_rate": 5.369967152397126e-09,
+      "loss": 9.3281,
+      "step": 29150
+    },
+    {
+      "epoch": 1.9360430364614465,
+      "grad_norm": 191.80535888671875,
+      "learning_rate": 5.358841876251241e-09,
+      "loss": 15.5156,
+      "step": 29151
+    },
+    {
+      "epoch": 1.9361094507538024,
+      "grad_norm": 322.54949951171875,
+      "learning_rate": 5.347728105540739e-09,
+      "loss": 21.0,
+      "step": 29152
+    },
+    {
+      "epoch": 1.9361758650461578,
+      "grad_norm": 119.2567138671875,
+      "learning_rate": 5.336625840394293e-09,
+      "loss": 15.75,
+      "step": 29153
+    },
+    {
+      "epoch": 1.9362422793385137,
+      "grad_norm": 377.4454650878906,
+      "learning_rate": 5.325535080940025e-09,
+      "loss": 18.7969,
+      "step": 29154
+    },
+    {
+      "epoch": 1.9363086936308693,
+      "grad_norm": 107.33785247802734,
+      "learning_rate": 5.314455827306608e-09,
+      "loss": 14.2812,
+      "step": 29155
+    },
+    {
+      "epoch": 1.936375107923225,
+      "grad_norm": 116.28313446044922,
+      "learning_rate": 5.303388079621829e-09,
+      "loss": 14.5,
+      "step": 29156
+    },
+    {
+      "epoch": 1.9364415222155809,
+      "grad_norm": 110.9703140258789,
+      "learning_rate": 5.292331838013919e-09,
+      "loss": 14.4688,
+      "step": 29157
+    },
+    {
+      "epoch": 1.9365079365079365,
+      "grad_norm": 205.4779052734375,
+      "learning_rate": 5.281287102610776e-09,
+      "loss": 16.2656,
+      "step": 29158
+    },
+    {
+      "epoch": 1.9365743508002922,
+      "grad_norm": 369.08740234375,
+      "learning_rate": 5.2702538735400755e-09,
+      "loss": 16.0781,
+      "step": 29159
+    },
+    {
+      "epoch": 1.936640765092648,
+      "grad_norm": 174.99452209472656,
+      "learning_rate": 5.2592321509294935e-09,
+      "loss": 14.9062,
+      "step": 29160
+    },
+    {
+      "epoch": 1.9367071793850037,
+      "grad_norm": 174.08607482910156,
+      "learning_rate": 5.248221934906483e-09,
+      "loss": 16.0781,
+      "step": 29161
+    },
+    {
+      "epoch": 1.9367735936773594,
+      "grad_norm": 281.5416564941406,
+      "learning_rate": 5.237223225598497e-09,
+      "loss": 13.8906,
+      "step": 29162
+    },
+    {
+      "epoch": 1.9368400079697152,
+      "grad_norm": 723.3052368164062,
+      "learning_rate": 5.2262360231326575e-09,
+      "loss": 24.6562,
+      "step": 29163
+    },
+    {
+      "epoch": 1.9369064222620707,
+      "grad_norm": 182.94117736816406,
+      "learning_rate": 5.215260327636195e-09,
+      "loss": 16.0781,
+      "step": 29164
+    },
+    {
+      "epoch": 1.9369728365544265,
+      "grad_norm": 316.7005310058594,
+      "learning_rate": 5.204296139235786e-09,
+      "loss": 20.2031,
+      "step": 29165
+    },
+    {
+      "epoch": 1.9370392508467822,
+      "grad_norm": 449.5566101074219,
+      "learning_rate": 5.193343458058663e-09,
+      "loss": 14.0781,
+      "step": 29166
+    },
+    {
+      "epoch": 1.9371056651391378,
+      "grad_norm": 214.14205932617188,
+      "learning_rate": 5.182402284231169e-09,
+      "loss": 14.4375,
+      "step": 29167
+    },
+    {
+      "epoch": 1.9371720794314937,
+      "grad_norm": 160.44580078125,
+      "learning_rate": 5.171472617879979e-09,
+      "loss": 14.875,
+      "step": 29168
+    },
+    {
+      "epoch": 1.9372384937238494,
+      "grad_norm": 257.6488037109375,
+      "learning_rate": 5.16055445913155e-09,
+      "loss": 14.3594,
+      "step": 29169
+    },
+    {
+      "epoch": 1.937304908016205,
+      "grad_norm": 174.54452514648438,
+      "learning_rate": 5.149647808112334e-09,
+      "loss": 15.9688,
+      "step": 29170
+    },
+    {
+      "epoch": 1.937371322308561,
+      "grad_norm": 182.16455078125,
+      "learning_rate": 5.138752664948121e-09,
+      "loss": 16.5469,
+      "step": 29171
+    },
+    {
+      "epoch": 1.9374377366009166,
+      "grad_norm": 146.5081024169922,
+      "learning_rate": 5.127869029765252e-09,
+      "loss": 18.2969,
+      "step": 29172
+    },
+    {
+      "epoch": 1.9375041508932722,
+      "grad_norm": 326.768310546875,
+      "learning_rate": 5.1169969026895185e-09,
+      "loss": 17.9531,
+      "step": 29173
+    },
+    {
+      "epoch": 1.937570565185628,
+      "grad_norm": 271.5592346191406,
+      "learning_rate": 5.106136283846707e-09,
+      "loss": 13.1484,
+      "step": 29174
+    },
+    {
+      "epoch": 1.9376369794779835,
+      "grad_norm": 189.34646606445312,
+      "learning_rate": 5.095287173362384e-09,
+      "loss": 15.2656,
+      "step": 29175
+    },
+    {
+      "epoch": 1.9377033937703394,
+      "grad_norm": 286.9380798339844,
+      "learning_rate": 5.084449571362004e-09,
+      "loss": 20.7969,
+      "step": 29176
+    },
+    {
+      "epoch": 1.937769808062695,
+      "grad_norm": 713.3358764648438,
+      "learning_rate": 5.073623477971134e-09,
+      "loss": 19.7344,
+      "step": 29177
+    },
+    {
+      "epoch": 1.9378362223550507,
+      "grad_norm": 226.42581176757812,
+      "learning_rate": 5.062808893314785e-09,
+      "loss": 10.1797,
+      "step": 29178
+    },
+    {
+      "epoch": 1.9379026366474066,
+      "grad_norm": 146.837158203125,
+      "learning_rate": 5.05200581751819e-09,
+      "loss": 16.7031,
+      "step": 29179
+    },
+    {
+      "epoch": 1.9379690509397622,
+      "grad_norm": 143.51541137695312,
+      "learning_rate": 5.04121425070636e-09,
+      "loss": 12.2188,
+      "step": 29180
+    },
+    {
+      "epoch": 1.938035465232118,
+      "grad_norm": 284.4769592285156,
+      "learning_rate": 5.030434193003863e-09,
+      "loss": 14.9062,
+      "step": 29181
+    },
+    {
+      "epoch": 1.9381018795244738,
+      "grad_norm": 169.017333984375,
+      "learning_rate": 5.019665644535709e-09,
+      "loss": 13.2344,
+      "step": 29182
+    },
+    {
+      "epoch": 1.9381682938168294,
+      "grad_norm": 251.04306030273438,
+      "learning_rate": 5.008908605426243e-09,
+      "loss": 16.4531,
+      "step": 29183
+    },
+    {
+      "epoch": 1.938234708109185,
+      "grad_norm": 951.5508422851562,
+      "learning_rate": 4.998163075800032e-09,
+      "loss": 19.5,
+      "step": 29184
+    },
+    {
+      "epoch": 1.938301122401541,
+      "grad_norm": 323.8304443359375,
+      "learning_rate": 4.9874290557813114e-09,
+      "loss": 10.25,
+      "step": 29185
+    },
+    {
+      "epoch": 1.9383675366938964,
+      "grad_norm": 175.1061553955078,
+      "learning_rate": 4.976706545494314e-09,
+      "loss": 18.5312,
+      "step": 29186
+    },
+    {
+      "epoch": 1.9384339509862523,
+      "grad_norm": 471.0245666503906,
+      "learning_rate": 4.9659955450628284e-09,
+      "loss": 24.5938,
+      "step": 29187
+    },
+    {
+      "epoch": 1.938500365278608,
+      "grad_norm": 681.8290405273438,
+      "learning_rate": 4.9552960546110915e-09,
+      "loss": 14.2969,
+      "step": 29188
+    },
+    {
+      "epoch": 1.9385667795709636,
+      "grad_norm": 126.30872344970703,
+      "learning_rate": 4.944608074262669e-09,
+      "loss": 13.4219,
+      "step": 29189
+    },
+    {
+      "epoch": 1.9386331938633194,
+      "grad_norm": 414.6378173828125,
+      "learning_rate": 4.9339316041412394e-09,
+      "loss": 20.4531,
+      "step": 29190
+    },
+    {
+      "epoch": 1.938699608155675,
+      "grad_norm": 184.5866241455078,
+      "learning_rate": 4.923266644370261e-09,
+      "loss": 15.5312,
+      "step": 29191
+    },
+    {
+      "epoch": 1.9387660224480308,
+      "grad_norm": 166.85023498535156,
+      "learning_rate": 4.9126131950733005e-09,
+      "loss": 12.4141,
+      "step": 29192
+    },
+    {
+      "epoch": 1.9388324367403866,
+      "grad_norm": 428.7266845703125,
+      "learning_rate": 4.901971256373261e-09,
+      "loss": 14.3906,
+      "step": 29193
+    },
+    {
+      "epoch": 1.9388988510327423,
+      "grad_norm": 179.19178771972656,
+      "learning_rate": 4.8913408283934866e-09,
+      "loss": 14.3438,
+      "step": 29194
+    },
+    {
+      "epoch": 1.938965265325098,
+      "grad_norm": 373.1227111816406,
+      "learning_rate": 4.880721911256769e-09,
+      "loss": 16.3281,
+      "step": 29195
+    },
+    {
+      "epoch": 1.9390316796174538,
+      "grad_norm": 226.12705993652344,
+      "learning_rate": 4.87011450508612e-09,
+      "loss": 19.4844,
+      "step": 29196
+    },
+    {
+      "epoch": 1.9390980939098093,
+      "grad_norm": 743.4547729492188,
+      "learning_rate": 4.859518610004221e-09,
+      "loss": 17.0,
+      "step": 29197
+    },
+    {
+      "epoch": 1.9391645082021651,
+      "grad_norm": 179.82481384277344,
+      "learning_rate": 4.848934226133527e-09,
+      "loss": 15.4844,
+      "step": 29198
+    },
+    {
+      "epoch": 1.9392309224945208,
+      "grad_norm": 214.22119140625,
+      "learning_rate": 4.838361353596499e-09,
+      "loss": 13.9688,
+      "step": 29199
+    },
+    {
+      "epoch": 1.9392973367868764,
+      "grad_norm": 128.89280700683594,
+      "learning_rate": 4.82779999251548e-09,
+      "loss": 13.6562,
+      "step": 29200
+    },
+    {
+      "epoch": 1.9393637510792323,
+      "grad_norm": 228.318359375,
+      "learning_rate": 4.817250143012597e-09,
+      "loss": 19.3438,
+      "step": 29201
+    },
+    {
+      "epoch": 1.939430165371588,
+      "grad_norm": 197.9193878173828,
+      "learning_rate": 4.806711805209862e-09,
+      "loss": 17.5938,
+      "step": 29202
+    },
+    {
+      "epoch": 1.9394965796639436,
+      "grad_norm": 257.35272216796875,
+      "learning_rate": 4.7961849792294e-09,
+      "loss": 12.5469,
+      "step": 29203
+    },
+    {
+      "epoch": 1.9395629939562995,
+      "grad_norm": 394.7881164550781,
+      "learning_rate": 4.785669665192671e-09,
+      "loss": 15.0625,
+      "step": 29204
+    },
+    {
+      "epoch": 1.9396294082486552,
+      "grad_norm": 117.58777618408203,
+      "learning_rate": 4.775165863221464e-09,
+      "loss": 14.8125,
+      "step": 29205
+    },
+    {
+      "epoch": 1.9396958225410108,
+      "grad_norm": 126.95933532714844,
+      "learning_rate": 4.764673573437239e-09,
+      "loss": 18.5781,
+      "step": 29206
+    },
+    {
+      "epoch": 1.9397622368333667,
+      "grad_norm": 183.35406494140625,
+      "learning_rate": 4.754192795961454e-09,
+      "loss": 13.8906,
+      "step": 29207
+    },
+    {
+      "epoch": 1.9398286511257221,
+      "grad_norm": 136.18600463867188,
+      "learning_rate": 4.743723530915233e-09,
+      "loss": 13.7109,
+      "step": 29208
+    },
+    {
+      "epoch": 1.939895065418078,
+      "grad_norm": 191.06723022460938,
+      "learning_rate": 4.733265778419704e-09,
+      "loss": 10.7344,
+      "step": 29209
+    },
+    {
+      "epoch": 1.9399614797104336,
+      "grad_norm": 376.9507141113281,
+      "learning_rate": 4.722819538595879e-09,
+      "loss": 14.7188,
+      "step": 29210
+    },
+    {
+      "epoch": 1.9400278940027893,
+      "grad_norm": 212.0674591064453,
+      "learning_rate": 4.712384811564551e-09,
+      "loss": 26.2188,
+      "step": 29211
+    },
+    {
+      "epoch": 1.9400943082951452,
+      "grad_norm": 165.50148010253906,
+      "learning_rate": 4.701961597446402e-09,
+      "loss": 13.7969,
+      "step": 29212
+    },
+    {
+      "epoch": 1.9401607225875008,
+      "grad_norm": 123.4425277709961,
+      "learning_rate": 4.691549896362112e-09,
+      "loss": 14.8906,
+      "step": 29213
+    },
+    {
+      "epoch": 1.9402271368798565,
+      "grad_norm": 206.15628051757812,
+      "learning_rate": 4.681149708432031e-09,
+      "loss": 20.2188,
+      "step": 29214
+    },
+    {
+      "epoch": 1.9402935511722124,
+      "grad_norm": 130.65313720703125,
+      "learning_rate": 4.670761033776393e-09,
+      "loss": 15.2344,
+      "step": 29215
+    },
+    {
+      "epoch": 1.940359965464568,
+      "grad_norm": 181.67059326171875,
+      "learning_rate": 4.660383872515549e-09,
+      "loss": 18.2344,
+      "step": 29216
+    },
+    {
+      "epoch": 1.9404263797569237,
+      "grad_norm": 165.41946411132812,
+      "learning_rate": 4.6500182247694034e-09,
+      "loss": 16.5625,
+      "step": 29217
+    },
+    {
+      "epoch": 1.9404927940492795,
+      "grad_norm": 215.78970336914062,
+      "learning_rate": 4.639664090657858e-09,
+      "loss": 20.5625,
+      "step": 29218
+    },
+    {
+      "epoch": 1.940559208341635,
+      "grad_norm": 137.16165161132812,
+      "learning_rate": 4.6293214703008175e-09,
+      "loss": 11.7188,
+      "step": 29219
+    },
+    {
+      "epoch": 1.9406256226339909,
+      "grad_norm": 257.75140380859375,
+      "learning_rate": 4.618990363817743e-09,
+      "loss": 18.3438,
+      "step": 29220
+    },
+    {
+      "epoch": 1.9406920369263465,
+      "grad_norm": 774.369873046875,
+      "learning_rate": 4.6086707713283155e-09,
+      "loss": 22.5781,
+      "step": 29221
+    },
+    {
+      "epoch": 1.9407584512187022,
+      "grad_norm": 134.314453125,
+      "learning_rate": 4.5983626929516625e-09,
+      "loss": 14.3594,
+      "step": 29222
+    },
+    {
+      "epoch": 1.940824865511058,
+      "grad_norm": 181.60440063476562,
+      "learning_rate": 4.588066128807244e-09,
+      "loss": 12.3906,
+      "step": 29223
+    },
+    {
+      "epoch": 1.9408912798034137,
+      "grad_norm": 841.3139038085938,
+      "learning_rate": 4.577781079014076e-09,
+      "loss": 25.0,
+      "step": 29224
+    },
+    {
+      "epoch": 1.9409576940957693,
+      "grad_norm": 352.0540466308594,
+      "learning_rate": 4.567507543691174e-09,
+      "loss": 16.2344,
+      "step": 29225
+    },
+    {
+      "epoch": 1.9410241083881252,
+      "grad_norm": 219.0392303466797,
+      "learning_rate": 4.557245522957331e-09,
+      "loss": 15.1562,
+      "step": 29226
+    },
+    {
+      "epoch": 1.9410905226804809,
+      "grad_norm": 369.05731201171875,
+      "learning_rate": 4.5469950169313434e-09,
+      "loss": 19.625,
+      "step": 29227
+    },
+    {
+      "epoch": 1.9411569369728365,
+      "grad_norm": 193.94317626953125,
+      "learning_rate": 4.5367560257315585e-09,
+      "loss": 13.5,
+      "step": 29228
+    },
+    {
+      "epoch": 1.9412233512651924,
+      "grad_norm": 314.22625732421875,
+      "learning_rate": 4.52652854947666e-09,
+      "loss": 24.5625,
+      "step": 29229
+    },
+    {
+      "epoch": 1.9412897655575478,
+      "grad_norm": 233.81895446777344,
+      "learning_rate": 4.516312588284777e-09,
+      "loss": 18.1094,
+      "step": 29230
+    },
+    {
+      "epoch": 1.9413561798499037,
+      "grad_norm": 145.1153564453125,
+      "learning_rate": 4.506108142274256e-09,
+      "loss": 17.2031,
+      "step": 29231
+    },
+    {
+      "epoch": 1.9414225941422594,
+      "grad_norm": 115.98136901855469,
+      "learning_rate": 4.495915211563006e-09,
+      "loss": 11.3828,
+      "step": 29232
+    },
+    {
+      "epoch": 1.941489008434615,
+      "grad_norm": 376.0218200683594,
+      "learning_rate": 4.4857337962689315e-09,
+      "loss": 13.4062,
+      "step": 29233
+    },
+    {
+      "epoch": 1.941555422726971,
+      "grad_norm": 165.8031005859375,
+      "learning_rate": 4.475563896509826e-09,
+      "loss": 16.0469,
+      "step": 29234
+    },
+    {
+      "epoch": 1.9416218370193266,
+      "grad_norm": 227.1307830810547,
+      "learning_rate": 4.465405512403375e-09,
+      "loss": 27.9531,
+      "step": 29235
+    },
+    {
+      "epoch": 1.9416882513116822,
+      "grad_norm": 195.99771118164062,
+      "learning_rate": 4.45525864406715e-09,
+      "loss": 12.6094,
+      "step": 29236
+    },
+    {
+      "epoch": 1.941754665604038,
+      "grad_norm": 203.60659790039062,
+      "learning_rate": 4.4451232916182805e-09,
+      "loss": 10.3594,
+      "step": 29237
+    },
+    {
+      "epoch": 1.9418210798963937,
+      "grad_norm": 286.4190979003906,
+      "learning_rate": 4.434999455174227e-09,
+      "loss": 17.0,
+      "step": 29238
+    },
+    {
+      "epoch": 1.9418874941887494,
+      "grad_norm": 313.8025817871094,
+      "learning_rate": 4.424887134852006e-09,
+      "loss": 22.4844,
+      "step": 29239
+    },
+    {
+      "epoch": 1.9419539084811053,
+      "grad_norm": 152.85748291015625,
+      "learning_rate": 4.414786330768639e-09,
+      "loss": 16.2969,
+      "step": 29240
+    },
+    {
+      "epoch": 1.9420203227734607,
+      "grad_norm": 150.31982421875,
+      "learning_rate": 4.404697043040917e-09,
+      "loss": 11.5078,
+      "step": 29241
+    },
+    {
+      "epoch": 1.9420867370658166,
+      "grad_norm": 242.6800537109375,
+      "learning_rate": 4.394619271785638e-09,
+      "loss": 13.7812,
+      "step": 29242
+    },
+    {
+      "epoch": 1.9421531513581722,
+      "grad_norm": 267.87548828125,
+      "learning_rate": 4.384553017119153e-09,
+      "loss": 19.7188,
+      "step": 29243
+    },
+    {
+      "epoch": 1.942219565650528,
+      "grad_norm": 93.41510009765625,
+      "learning_rate": 4.3744982791581455e-09,
+      "loss": 13.5312,
+      "step": 29244
+    },
+    {
+      "epoch": 1.9422859799428838,
+      "grad_norm": 113.19566345214844,
+      "learning_rate": 4.3644550580188565e-09,
+      "loss": 16.2031,
+      "step": 29245
+    },
+    {
+      "epoch": 1.9423523942352394,
+      "grad_norm": 197.9187469482422,
+      "learning_rate": 4.354423353817416e-09,
+      "loss": 14.6875,
+      "step": 29246
+    },
+    {
+      "epoch": 1.942418808527595,
+      "grad_norm": 243.8917236328125,
+      "learning_rate": 4.344403166669841e-09,
+      "loss": 20.5312,
+      "step": 29247
+    },
+    {
+      "epoch": 1.942485222819951,
+      "grad_norm": 264.8394470214844,
+      "learning_rate": 4.3343944966920395e-09,
+      "loss": 14.4297,
+      "step": 29248
+    },
+    {
+      "epoch": 1.9425516371123066,
+      "grad_norm": 128.99436950683594,
+      "learning_rate": 4.324397343999919e-09,
+      "loss": 16.25,
+      "step": 29249
+    },
+    {
+      "epoch": 1.9426180514046623,
+      "grad_norm": 197.3368377685547,
+      "learning_rate": 4.314411708709053e-09,
+      "loss": 15.0312,
+      "step": 29250
+    },
+    {
+      "epoch": 1.9426844656970181,
+      "grad_norm": 133.21917724609375,
+      "learning_rate": 4.304437590934906e-09,
+      "loss": 15.2344,
+      "step": 29251
+    },
+    {
+      "epoch": 1.9427508799893736,
+      "grad_norm": 166.44906616210938,
+      "learning_rate": 4.294474990792829e-09,
+      "loss": 12.8438,
+      "step": 29252
+    },
+    {
+      "epoch": 1.9428172942817294,
+      "grad_norm": 274.0035095214844,
+      "learning_rate": 4.284523908398174e-09,
+      "loss": 12.6719,
+      "step": 29253
+    },
+    {
+      "epoch": 1.942883708574085,
+      "grad_norm": 202.09286499023438,
+      "learning_rate": 4.27458434386585e-09,
+      "loss": 19.5625,
+      "step": 29254
+    },
+    {
+      "epoch": 1.9429501228664408,
+      "grad_norm": 341.1129455566406,
+      "learning_rate": 4.264656297311098e-09,
+      "loss": 27.375,
+      "step": 29255
+    },
+    {
+      "epoch": 1.9430165371587966,
+      "grad_norm": 115.1923828125,
+      "learning_rate": 4.254739768848603e-09,
+      "loss": 13.3438,
+      "step": 29256
+    },
+    {
+      "epoch": 1.9430829514511523,
+      "grad_norm": 215.90280151367188,
+      "learning_rate": 4.244834758593052e-09,
+      "loss": 23.9844,
+      "step": 29257
+    },
+    {
+      "epoch": 1.943149365743508,
+      "grad_norm": 246.46673583984375,
+      "learning_rate": 4.234941266659131e-09,
+      "loss": 18.2344,
+      "step": 29258
+    },
+    {
+      "epoch": 1.9432157800358638,
+      "grad_norm": 438.54168701171875,
+      "learning_rate": 4.225059293161193e-09,
+      "loss": 26.625,
+      "step": 29259
+    },
+    {
+      "epoch": 1.9432821943282195,
+      "grad_norm": 91.08480834960938,
+      "learning_rate": 4.21518883821359e-09,
+      "loss": 16.0938,
+      "step": 29260
+    },
+    {
+      "epoch": 1.9433486086205751,
+      "grad_norm": 122.17262268066406,
+      "learning_rate": 4.205329901930455e-09,
+      "loss": 13.7656,
+      "step": 29261
+    },
+    {
+      "epoch": 1.943415022912931,
+      "grad_norm": 523.2134399414062,
+      "learning_rate": 4.195482484425805e-09,
+      "loss": 16.75,
+      "step": 29262
+    },
+    {
+      "epoch": 1.9434814372052864,
+      "grad_norm": 137.3948974609375,
+      "learning_rate": 4.185646585813662e-09,
+      "loss": 16.4844,
+      "step": 29263
+    },
+    {
+      "epoch": 1.9435478514976423,
+      "grad_norm": 346.5079345703125,
+      "learning_rate": 4.1758222062077134e-09,
+      "loss": 20.9219,
+      "step": 29264
+    },
+    {
+      "epoch": 1.943614265789998,
+      "grad_norm": 952.7716064453125,
+      "learning_rate": 4.1660093457216436e-09,
+      "loss": 16.5,
+      "step": 29265
+    },
+    {
+      "epoch": 1.9436806800823536,
+      "grad_norm": 470.6528015136719,
+      "learning_rate": 4.15620800446892e-09,
+      "loss": 19.3438,
+      "step": 29266
+    },
+    {
+      "epoch": 1.9437470943747095,
+      "grad_norm": 185.9984893798828,
+      "learning_rate": 4.146418182563005e-09,
+      "loss": 23.7969,
+      "step": 29267
+    },
+    {
+      "epoch": 1.9438135086670651,
+      "grad_norm": 600.38720703125,
+      "learning_rate": 4.136639880117032e-09,
+      "loss": 14.6719,
+      "step": 29268
+    },
+    {
+      "epoch": 1.9438799229594208,
+      "grad_norm": 225.9159698486328,
+      "learning_rate": 4.126873097244132e-09,
+      "loss": 14.9844,
+      "step": 29269
+    },
+    {
+      "epoch": 1.9439463372517767,
+      "grad_norm": 116.85958862304688,
+      "learning_rate": 4.117117834057437e-09,
+      "loss": 12.3438,
+      "step": 29270
+    },
+    {
+      "epoch": 1.9440127515441323,
+      "grad_norm": 331.2992858886719,
+      "learning_rate": 4.107374090669524e-09,
+      "loss": 13.7812,
+      "step": 29271
+    },
+    {
+      "epoch": 1.944079165836488,
+      "grad_norm": 239.33221435546875,
+      "learning_rate": 4.097641867193302e-09,
+      "loss": 18.5469,
+      "step": 29272
+    },
+    {
+      "epoch": 1.9441455801288439,
+      "grad_norm": 253.32778930664062,
+      "learning_rate": 4.087921163741348e-09,
+      "loss": 15.7656,
+      "step": 29273
+    },
+    {
+      "epoch": 1.9442119944211993,
+      "grad_norm": 483.9154357910156,
+      "learning_rate": 4.078211980425905e-09,
+      "loss": 24.1719,
+      "step": 29274
+    },
+    {
+      "epoch": 1.9442784087135552,
+      "grad_norm": 409.5130615234375,
+      "learning_rate": 4.0685143173595504e-09,
+      "loss": 18.2656,
+      "step": 29275
+    },
+    {
+      "epoch": 1.9443448230059108,
+      "grad_norm": 149.65692138671875,
+      "learning_rate": 4.058828174654305e-09,
+      "loss": 13.7969,
+      "step": 29276
+    },
+    {
+      "epoch": 1.9444112372982665,
+      "grad_norm": 153.70513916015625,
+      "learning_rate": 4.0491535524221905e-09,
+      "loss": 16.8594,
+      "step": 29277
+    },
+    {
+      "epoch": 1.9444776515906224,
+      "grad_norm": 378.1625671386719,
+      "learning_rate": 4.039490450775229e-09,
+      "loss": 12.0938,
+      "step": 29278
+    },
+    {
+      "epoch": 1.944544065882978,
+      "grad_norm": 228.96376037597656,
+      "learning_rate": 4.029838869825108e-09,
+      "loss": 15.1406,
+      "step": 29279
+    },
+    {
+      "epoch": 1.9446104801753337,
+      "grad_norm": 1067.608642578125,
+      "learning_rate": 4.0201988096835175e-09,
+      "loss": 18.5,
+      "step": 29280
+    },
+    {
+      "epoch": 1.9446768944676895,
+      "grad_norm": 231.3382110595703,
+      "learning_rate": 4.010570270462033e-09,
+      "loss": 17.2656,
+      "step": 29281
+    },
+    {
+      "epoch": 1.9447433087600452,
+      "grad_norm": 664.2277221679688,
+      "learning_rate": 4.000953252271788e-09,
+      "loss": 15.375,
+      "step": 29282
+    },
+    {
+      "epoch": 1.9448097230524009,
+      "grad_norm": 166.05252075195312,
+      "learning_rate": 3.99134775522425e-09,
+      "loss": 13.6172,
+      "step": 29283
+    },
+    {
+      "epoch": 1.9448761373447567,
+      "grad_norm": 181.58746337890625,
+      "learning_rate": 3.9817537794305524e-09,
+      "loss": 17.5625,
+      "step": 29284
+    },
+    {
+      "epoch": 1.9449425516371122,
+      "grad_norm": 300.0530700683594,
+      "learning_rate": 3.972171325001494e-09,
+      "loss": 14.7656,
+      "step": 29285
+    },
+    {
+      "epoch": 1.945008965929468,
+      "grad_norm": 224.4257354736328,
+      "learning_rate": 3.962600392047988e-09,
+      "loss": 11.4453,
+      "step": 29286
+    },
+    {
+      "epoch": 1.9450753802218237,
+      "grad_norm": 363.42523193359375,
+      "learning_rate": 3.9530409806808326e-09,
+      "loss": 22.3125,
+      "step": 29287
+    },
+    {
+      "epoch": 1.9451417945141793,
+      "grad_norm": 165.8362274169922,
+      "learning_rate": 3.943493091010608e-09,
+      "loss": 13.2969,
+      "step": 29288
+    },
+    {
+      "epoch": 1.9452082088065352,
+      "grad_norm": 167.9617462158203,
+      "learning_rate": 3.9339567231476685e-09,
+      "loss": 13.0469,
+      "step": 29289
+    },
+    {
+      "epoch": 1.9452746230988909,
+      "grad_norm": 121.00296783447266,
+      "learning_rate": 3.924431877202261e-09,
+      "loss": 14.2969,
+      "step": 29290
+    },
+    {
+      "epoch": 1.9453410373912465,
+      "grad_norm": 117.074462890625,
+      "learning_rate": 3.91491855328474e-09,
+      "loss": 11.3438,
+      "step": 29291
+    },
+    {
+      "epoch": 1.9454074516836024,
+      "grad_norm": 161.0843963623047,
+      "learning_rate": 3.905416751505019e-09,
+      "loss": 13.9688,
+      "step": 29292
+    },
+    {
+      "epoch": 1.945473865975958,
+      "grad_norm": 273.5976257324219,
+      "learning_rate": 3.89592647197301e-09,
+      "loss": 17.7031,
+      "step": 29293
+    },
+    {
+      "epoch": 1.9455402802683137,
+      "grad_norm": 219.58236694335938,
+      "learning_rate": 3.886447714798624e-09,
+      "loss": 13.9688,
+      "step": 29294
+    },
+    {
+      "epoch": 1.9456066945606696,
+      "grad_norm": 284.70587158203125,
+      "learning_rate": 3.876980480091441e-09,
+      "loss": 19.8594,
+      "step": 29295
+    },
+    {
+      "epoch": 1.945673108853025,
+      "grad_norm": 171.54034423828125,
+      "learning_rate": 3.867524767960817e-09,
+      "loss": 16.625,
+      "step": 29296
+    },
+    {
+      "epoch": 1.945739523145381,
+      "grad_norm": 308.1536560058594,
+      "learning_rate": 3.8580805785164426e-09,
+      "loss": 17.2969,
+      "step": 29297
+    },
+    {
+      "epoch": 1.9458059374377366,
+      "grad_norm": 373.0201721191406,
+      "learning_rate": 3.848647911867231e-09,
+      "loss": 17.0625,
+      "step": 29298
+    },
+    {
+      "epoch": 1.9458723517300922,
+      "grad_norm": 296.4899597167969,
+      "learning_rate": 3.839226768122539e-09,
+      "loss": 15.5,
+      "step": 29299
+    },
+    {
+      "epoch": 1.945938766022448,
+      "grad_norm": 197.4220733642578,
+      "learning_rate": 3.829817147391168e-09,
+      "loss": 18.4375,
+      "step": 29300
+    },
+    {
+      "epoch": 1.9460051803148037,
+      "grad_norm": 506.755126953125,
+      "learning_rate": 3.820419049782142e-09,
+      "loss": 16.0469,
+      "step": 29301
+    },
+    {
+      "epoch": 1.9460715946071594,
+      "grad_norm": 350.74261474609375,
+      "learning_rate": 3.8110324754040415e-09,
+      "loss": 15.5234,
+      "step": 29302
+    },
+    {
+      "epoch": 1.9461380088995153,
+      "grad_norm": 234.6397705078125,
+      "learning_rate": 3.801657424365445e-09,
+      "loss": 16.6562,
+      "step": 29303
+    },
+    {
+      "epoch": 1.946204423191871,
+      "grad_norm": 378.99017333984375,
+      "learning_rate": 3.792293896774823e-09,
+      "loss": 15.375,
+      "step": 29304
+    },
+    {
+      "epoch": 1.9462708374842266,
+      "grad_norm": 123.46613311767578,
+      "learning_rate": 3.782941892740532e-09,
+      "loss": 12.7812,
+      "step": 29305
+    },
+    {
+      "epoch": 1.9463372517765825,
+      "grad_norm": 93.50418090820312,
+      "learning_rate": 3.773601412370819e-09,
+      "loss": 11.2656,
+      "step": 29306
+    },
+    {
+      "epoch": 1.9464036660689379,
+      "grad_norm": 210.11314392089844,
+      "learning_rate": 3.764272455773487e-09,
+      "loss": 20.1406,
+      "step": 29307
+    },
+    {
+      "epoch": 1.9464700803612938,
+      "grad_norm": 195.8797149658203,
+      "learning_rate": 3.754955023056672e-09,
+      "loss": 16.1562,
+      "step": 29308
+    },
+    {
+      "epoch": 1.9465364946536494,
+      "grad_norm": 206.75473022460938,
+      "learning_rate": 3.745649114328064e-09,
+      "loss": 16.9375,
+      "step": 29309
+    },
+    {
+      "epoch": 1.946602908946005,
+      "grad_norm": 169.01425170898438,
+      "learning_rate": 3.7363547296952456e-09,
+      "loss": 14.0469,
+      "step": 29310
+    },
+    {
+      "epoch": 1.946669323238361,
+      "grad_norm": 195.2554168701172,
+      "learning_rate": 3.7270718692657964e-09,
+      "loss": 15.1562,
+      "step": 29311
+    },
+    {
+      "epoch": 1.9467357375307166,
+      "grad_norm": 149.7541046142578,
+      "learning_rate": 3.7178005331471863e-09,
+      "loss": 12.2656,
+      "step": 29312
+    },
+    {
+      "epoch": 1.9468021518230723,
+      "grad_norm": 806.6689453125,
+      "learning_rate": 3.7085407214464403e-09,
+      "loss": 14.3594,
+      "step": 29313
+    },
+    {
+      "epoch": 1.9468685661154281,
+      "grad_norm": 243.35987854003906,
+      "learning_rate": 3.6992924342709174e-09,
+      "loss": 14.8125,
+      "step": 29314
+    },
+    {
+      "epoch": 1.9469349804077838,
+      "grad_norm": 173.84373474121094,
+      "learning_rate": 3.690055671727421e-09,
+      "loss": 17.2344,
+      "step": 29315
+    },
+    {
+      "epoch": 1.9470013947001394,
+      "grad_norm": 319.7431640625,
+      "learning_rate": 3.680830433922977e-09,
+      "loss": 17.7969,
+      "step": 29316
+    },
+    {
+      "epoch": 1.9470678089924953,
+      "grad_norm": 374.4164123535156,
+      "learning_rate": 3.6716167209640547e-09,
+      "loss": 11.4609,
+      "step": 29317
+    },
+    {
+      "epoch": 1.9471342232848508,
+      "grad_norm": 209.19102478027344,
+      "learning_rate": 3.6624145329573474e-09,
+      "loss": 18.5625,
+      "step": 29318
+    },
+    {
+      "epoch": 1.9472006375772066,
+      "grad_norm": 249.3365936279297,
+      "learning_rate": 3.6532238700093252e-09,
+      "loss": 17.0312,
+      "step": 29319
+    },
+    {
+      "epoch": 1.9472670518695623,
+      "grad_norm": 538.1400756835938,
+      "learning_rate": 3.644044732226348e-09,
+      "loss": 22.4531,
+      "step": 29320
+    },
+    {
+      "epoch": 1.947333466161918,
+      "grad_norm": 205.1349334716797,
+      "learning_rate": 3.6348771197144413e-09,
+      "loss": 18.2656,
+      "step": 29321
+    },
+    {
+      "epoch": 1.9473998804542738,
+      "grad_norm": 166.6787109375,
+      "learning_rate": 3.6257210325797427e-09,
+      "loss": 14.3906,
+      "step": 29322
+    },
+    {
+      "epoch": 1.9474662947466295,
+      "grad_norm": 247.2721405029297,
+      "learning_rate": 3.6165764709281675e-09,
+      "loss": 16.375,
+      "step": 29323
+    },
+    {
+      "epoch": 1.9475327090389851,
+      "grad_norm": 216.4747314453125,
+      "learning_rate": 3.60744343486552e-09,
+      "loss": 19.4219,
+      "step": 29324
+    },
+    {
+      "epoch": 1.947599123331341,
+      "grad_norm": 144.54331970214844,
+      "learning_rate": 3.598321924497383e-09,
+      "loss": 17.0,
+      "step": 29325
+    },
+    {
+      "epoch": 1.9476655376236967,
+      "grad_norm": 240.81675720214844,
+      "learning_rate": 3.5892119399293375e-09,
+      "loss": 18.4844,
+      "step": 29326
+    },
+    {
+      "epoch": 1.9477319519160523,
+      "grad_norm": 179.69882202148438,
+      "learning_rate": 3.5801134812667445e-09,
+      "loss": 13.7188,
+      "step": 29327
+    },
+    {
+      "epoch": 1.9477983662084082,
+      "grad_norm": 153.35910034179688,
+      "learning_rate": 3.571026548614853e-09,
+      "loss": 10.3984,
+      "step": 29328
+    },
+    {
+      "epoch": 1.9478647805007636,
+      "grad_norm": 167.95384216308594,
+      "learning_rate": 3.5619511420785785e-09,
+      "loss": 14.8125,
+      "step": 29329
+    },
+    {
+      "epoch": 1.9479311947931195,
+      "grad_norm": 112.28236389160156,
+      "learning_rate": 3.5528872617632822e-09,
+      "loss": 14.9844,
+      "step": 29330
+    },
+    {
+      "epoch": 1.9479976090854751,
+      "grad_norm": 173.22235107421875,
+      "learning_rate": 3.5438349077734352e-09,
+      "loss": 14.2812,
+      "step": 29331
+    },
+    {
+      "epoch": 1.9480640233778308,
+      "grad_norm": 154.9235382080078,
+      "learning_rate": 3.534794080214065e-09,
+      "loss": 14.25,
+      "step": 29332
+    },
+    {
+      "epoch": 1.9481304376701867,
+      "grad_norm": 458.0746765136719,
+      "learning_rate": 3.525764779189533e-09,
+      "loss": 17.9219,
+      "step": 29333
+    },
+    {
+      "epoch": 1.9481968519625423,
+      "grad_norm": 244.28916931152344,
+      "learning_rate": 3.5167470048043102e-09,
+      "loss": 13.1719,
+      "step": 29334
+    },
+    {
+      "epoch": 1.948263266254898,
+      "grad_norm": 144.05087280273438,
+      "learning_rate": 3.5077407571627583e-09,
+      "loss": 16.2344,
+      "step": 29335
+    },
+    {
+      "epoch": 1.9483296805472539,
+      "grad_norm": 111.8706283569336,
+      "learning_rate": 3.498746036369127e-09,
+      "loss": 11.2812,
+      "step": 29336
+    },
+    {
+      "epoch": 1.9483960948396095,
+      "grad_norm": 444.472412109375,
+      "learning_rate": 3.489762842527333e-09,
+      "loss": 12.9375,
+      "step": 29337
+    },
+    {
+      "epoch": 1.9484625091319652,
+      "grad_norm": 186.29542541503906,
+      "learning_rate": 3.4807911757414044e-09,
+      "loss": 14.4375,
+      "step": 29338
+    },
+    {
+      "epoch": 1.948528923424321,
+      "grad_norm": 193.41436767578125,
+      "learning_rate": 3.471831036114925e-09,
+      "loss": 17.8125,
+      "step": 29339
+    },
+    {
+      "epoch": 1.9485953377166765,
+      "grad_norm": 340.242919921875,
+      "learning_rate": 3.4628824237518116e-09,
+      "loss": 17.6562,
+      "step": 29340
+    },
+    {
+      "epoch": 1.9486617520090324,
+      "grad_norm": 174.27415466308594,
+      "learning_rate": 3.4539453387553152e-09,
+      "loss": 14.2656,
+      "step": 29341
+    },
+    {
+      "epoch": 1.948728166301388,
+      "grad_norm": 255.09104919433594,
+      "learning_rate": 3.445019781229019e-09,
+      "loss": 16.6875,
+      "step": 29342
+    },
+    {
+      "epoch": 1.9487945805937437,
+      "grad_norm": 393.0544128417969,
+      "learning_rate": 3.4361057512760637e-09,
+      "loss": 25.0312,
+      "step": 29343
+    },
+    {
+      "epoch": 1.9488609948860995,
+      "grad_norm": 114.85626220703125,
+      "learning_rate": 3.4272032489995884e-09,
+      "loss": 17.3125,
+      "step": 29344
+    },
+    {
+      "epoch": 1.9489274091784552,
+      "grad_norm": 195.33328247070312,
+      "learning_rate": 3.4183122745026215e-09,
+      "loss": 15.5312,
+      "step": 29345
+    },
+    {
+      "epoch": 1.9489938234708108,
+      "grad_norm": 256.66156005859375,
+      "learning_rate": 3.409432827887859e-09,
+      "loss": 21.4375,
+      "step": 29346
+    },
+    {
+      "epoch": 1.9490602377631667,
+      "grad_norm": 200.7644805908203,
+      "learning_rate": 3.400564909258219e-09,
+      "loss": 11.1016,
+      "step": 29347
+    },
+    {
+      "epoch": 1.9491266520555224,
+      "grad_norm": 177.94204711914062,
+      "learning_rate": 3.391708518716063e-09,
+      "loss": 14.6875,
+      "step": 29348
+    },
+    {
+      "epoch": 1.949193066347878,
+      "grad_norm": 204.22308349609375,
+      "learning_rate": 3.382863656363977e-09,
+      "loss": 13.8438,
+      "step": 29349
+    },
+    {
+      "epoch": 1.949259480640234,
+      "grad_norm": 198.7569580078125,
+      "learning_rate": 3.374030322304322e-09,
+      "loss": 18.5312,
+      "step": 29350
+    },
+    {
+      "epoch": 1.9493258949325893,
+      "grad_norm": 124.82353210449219,
+      "learning_rate": 3.3652085166391286e-09,
+      "loss": 16.7188,
+      "step": 29351
+    },
+    {
+      "epoch": 1.9493923092249452,
+      "grad_norm": 220.74415588378906,
+      "learning_rate": 3.356398239470426e-09,
+      "loss": 14.7656,
+      "step": 29352
+    },
+    {
+      "epoch": 1.9494587235173009,
+      "grad_norm": 199.61056518554688,
+      "learning_rate": 3.3475994909003546e-09,
+      "loss": 15.8906,
+      "step": 29353
+    },
+    {
+      "epoch": 1.9495251378096565,
+      "grad_norm": 263.8713073730469,
+      "learning_rate": 3.3388122710305e-09,
+      "loss": 24.7031,
+      "step": 29354
+    },
+    {
+      "epoch": 1.9495915521020124,
+      "grad_norm": 293.7528381347656,
+      "learning_rate": 3.3300365799625584e-09,
+      "loss": 17.5938,
+      "step": 29355
+    },
+    {
+      "epoch": 1.949657966394368,
+      "grad_norm": 1102.552978515625,
+      "learning_rate": 3.3212724177980043e-09,
+      "loss": 18.2188,
+      "step": 29356
+    },
+    {
+      "epoch": 1.9497243806867237,
+      "grad_norm": 238.06817626953125,
+      "learning_rate": 3.312519784638312e-09,
+      "loss": 14.6719,
+      "step": 29357
+    },
+    {
+      "epoch": 1.9497907949790796,
+      "grad_norm": 208.01695251464844,
+      "learning_rate": 3.3037786805846234e-09,
+      "loss": 15.6016,
+      "step": 29358
+    },
+    {
+      "epoch": 1.9498572092714352,
+      "grad_norm": 236.88339233398438,
+      "learning_rate": 3.29504910573819e-09,
+      "loss": 15.6719,
+      "step": 29359
+    },
+    {
+      "epoch": 1.949923623563791,
+      "grad_norm": 198.30821228027344,
+      "learning_rate": 3.2863310601997095e-09,
+      "loss": 15.0781,
+      "step": 29360
+    },
+    {
+      "epoch": 1.9499900378561468,
+      "grad_norm": 117.38085174560547,
+      "learning_rate": 3.277624544070323e-09,
+      "loss": 13.375,
+      "step": 29361
+    },
+    {
+      "epoch": 1.9500564521485022,
+      "grad_norm": 136.6082763671875,
+      "learning_rate": 3.268929557450617e-09,
+      "loss": 13.7031,
+      "step": 29362
+    },
+    {
+      "epoch": 1.950122866440858,
+      "grad_norm": 259.5372009277344,
+      "learning_rate": 3.2602461004412886e-09,
+      "loss": 13.75,
+      "step": 29363
+    },
+    {
+      "epoch": 1.9501892807332137,
+      "grad_norm": 272.6490173339844,
+      "learning_rate": 3.2515741731425906e-09,
+      "loss": 20.0312,
+      "step": 29364
+    },
+    {
+      "epoch": 1.9502556950255694,
+      "grad_norm": 194.80569458007812,
+      "learning_rate": 3.2429137756548875e-09,
+      "loss": 19.2344,
+      "step": 29365
+    },
+    {
+      "epoch": 1.9503221093179253,
+      "grad_norm": 242.41587829589844,
+      "learning_rate": 3.2342649080784323e-09,
+      "loss": 19.4375,
+      "step": 29366
+    },
+    {
+      "epoch": 1.950388523610281,
+      "grad_norm": 119.66153717041016,
+      "learning_rate": 3.2256275705132564e-09,
+      "loss": 14.4688,
+      "step": 29367
+    },
+    {
+      "epoch": 1.9504549379026366,
+      "grad_norm": 597.0059204101562,
+      "learning_rate": 3.217001763059168e-09,
+      "loss": 14.1875,
+      "step": 29368
+    },
+    {
+      "epoch": 1.9505213521949925,
+      "grad_norm": 165.0343780517578,
+      "learning_rate": 3.2083874858160887e-09,
+      "loss": 13.5312,
+      "step": 29369
+    },
+    {
+      "epoch": 1.950587766487348,
+      "grad_norm": 158.41261291503906,
+      "learning_rate": 3.1997847388836043e-09,
+      "loss": 17.25,
+      "step": 29370
+    },
+    {
+      "epoch": 1.9506541807797038,
+      "grad_norm": 407.3310852050781,
+      "learning_rate": 3.1911935223611908e-09,
+      "loss": 19.4219,
+      "step": 29371
+    },
+    {
+      "epoch": 1.9507205950720596,
+      "grad_norm": 524.2645874023438,
+      "learning_rate": 3.1826138363483245e-09,
+      "loss": 18.9375,
+      "step": 29372
+    },
+    {
+      "epoch": 1.950787009364415,
+      "grad_norm": 164.08460998535156,
+      "learning_rate": 3.1740456809441485e-09,
+      "loss": 16.375,
+      "step": 29373
+    },
+    {
+      "epoch": 1.950853423656771,
+      "grad_norm": 125.17808532714844,
+      "learning_rate": 3.1654890562476944e-09,
+      "loss": 13.9688,
+      "step": 29374
+    },
+    {
+      "epoch": 1.9509198379491266,
+      "grad_norm": 169.3071746826172,
+      "learning_rate": 3.156943962358216e-09,
+      "loss": 12.7969,
+      "step": 29375
+    },
+    {
+      "epoch": 1.9509862522414823,
+      "grad_norm": 235.26441955566406,
+      "learning_rate": 3.1484103993743016e-09,
+      "loss": 20.6172,
+      "step": 29376
+    },
+    {
+      "epoch": 1.9510526665338381,
+      "grad_norm": 200.7100372314453,
+      "learning_rate": 3.1398883673948716e-09,
+      "loss": 20.5625,
+      "step": 29377
+    },
+    {
+      "epoch": 1.9511190808261938,
+      "grad_norm": 155.13568115234375,
+      "learning_rate": 3.131377866518292e-09,
+      "loss": 9.2891,
+      "step": 29378
+    },
+    {
+      "epoch": 1.9511854951185494,
+      "grad_norm": 163.439697265625,
+      "learning_rate": 3.1228788968431507e-09,
+      "loss": 11.9062,
+      "step": 29379
+    },
+    {
+      "epoch": 1.9512519094109053,
+      "grad_norm": 346.315673828125,
+      "learning_rate": 3.1143914584677024e-09,
+      "loss": 20.7656,
+      "step": 29380
+    },
+    {
+      "epoch": 1.951318323703261,
+      "grad_norm": 96.87432098388672,
+      "learning_rate": 3.1059155514900904e-09,
+      "loss": 13.625,
+      "step": 29381
+    },
+    {
+      "epoch": 1.9513847379956166,
+      "grad_norm": 175.55477905273438,
+      "learning_rate": 3.0974511760084587e-09,
+      "loss": 16.0781,
+      "step": 29382
+    },
+    {
+      "epoch": 1.9514511522879725,
+      "grad_norm": 2469.767333984375,
+      "learning_rate": 3.0889983321206183e-09,
+      "loss": 16.0625,
+      "step": 29383
+    },
+    {
+      "epoch": 1.951517566580328,
+      "grad_norm": 338.80657958984375,
+      "learning_rate": 3.080557019924379e-09,
+      "loss": 17.3438,
+      "step": 29384
+    },
+    {
+      "epoch": 1.9515839808726838,
+      "grad_norm": 134.37319946289062,
+      "learning_rate": 3.0721272395174414e-09,
+      "loss": 17.2812,
+      "step": 29385
+    },
+    {
+      "epoch": 1.9516503951650395,
+      "grad_norm": 260.7613830566406,
+      "learning_rate": 3.0637089909972823e-09,
+      "loss": 14.0312,
+      "step": 29386
+    },
+    {
+      "epoch": 1.9517168094573951,
+      "grad_norm": 307.250732421875,
+      "learning_rate": 3.0553022744612687e-09,
+      "loss": 15.875,
+      "step": 29387
+    },
+    {
+      "epoch": 1.951783223749751,
+      "grad_norm": 380.2984619140625,
+      "learning_rate": 3.046907090006656e-09,
+      "loss": 20.7812,
+      "step": 29388
+    },
+    {
+      "epoch": 1.9518496380421066,
+      "grad_norm": 215.288818359375,
+      "learning_rate": 3.038523437730589e-09,
+      "loss": 17.1562,
+      "step": 29389
+    },
+    {
+      "epoch": 1.9519160523344623,
+      "grad_norm": 173.30979919433594,
+      "learning_rate": 3.030151317729879e-09,
+      "loss": 19.2344,
+      "step": 29390
+    },
+    {
+      "epoch": 1.9519824666268182,
+      "grad_norm": 307.5077209472656,
+      "learning_rate": 3.0217907301015587e-09,
+      "loss": 16.1094,
+      "step": 29391
+    },
+    {
+      "epoch": 1.9520488809191738,
+      "grad_norm": 197.24913024902344,
+      "learning_rate": 3.01344167494233e-09,
+      "loss": 17.4375,
+      "step": 29392
+    },
+    {
+      "epoch": 1.9521152952115295,
+      "grad_norm": 84.88787078857422,
+      "learning_rate": 3.005104152348559e-09,
+      "loss": 12.3828,
+      "step": 29393
+    },
+    {
+      "epoch": 1.9521817095038854,
+      "grad_norm": 198.50579833984375,
+      "learning_rate": 2.996778162416946e-09,
+      "loss": 17.6719,
+      "step": 29394
+    },
+    {
+      "epoch": 1.9522481237962408,
+      "grad_norm": 265.8388977050781,
+      "learning_rate": 2.9884637052437487e-09,
+      "loss": 17.3281,
+      "step": 29395
+    },
+    {
+      "epoch": 1.9523145380885967,
+      "grad_norm": 185.9082489013672,
+      "learning_rate": 2.980160780925001e-09,
+      "loss": 11.1172,
+      "step": 29396
+    },
+    {
+      "epoch": 1.9523809523809523,
+      "grad_norm": 246.39093017578125,
+      "learning_rate": 2.971869389556847e-09,
+      "loss": 11.0625,
+      "step": 29397
+    },
+    {
+      "epoch": 1.952447366673308,
+      "grad_norm": 388.44903564453125,
+      "learning_rate": 2.963589531235322e-09,
+      "loss": 23.2812,
+      "step": 29398
+    },
+    {
+      "epoch": 1.9525137809656639,
+      "grad_norm": 129.9491424560547,
+      "learning_rate": 2.955321206055905e-09,
+      "loss": 15.4375,
+      "step": 29399
+    },
+    {
+      "epoch": 1.9525801952580195,
+      "grad_norm": 146.1909637451172,
+      "learning_rate": 2.9470644141145196e-09,
+      "loss": 17.4062,
+      "step": 29400
+    },
+    {
+      "epoch": 1.9526466095503752,
+      "grad_norm": 346.9869079589844,
+      "learning_rate": 2.9388191555064224e-09,
+      "loss": 12.7031,
+      "step": 29401
+    },
+    {
+      "epoch": 1.952713023842731,
+      "grad_norm": 115.15128326416016,
+      "learning_rate": 2.9305854303272037e-09,
+      "loss": 16.375,
+      "step": 29402
+    },
+    {
+      "epoch": 1.9527794381350867,
+      "grad_norm": 383.7506103515625,
+      "learning_rate": 2.9223632386720097e-09,
+      "loss": 15.2344,
+      "step": 29403
+    },
+    {
+      "epoch": 1.9528458524274424,
+      "grad_norm": 320.72613525390625,
+      "learning_rate": 2.9141525806359867e-09,
+      "loss": 15.3516,
+      "step": 29404
+    },
+    {
+      "epoch": 1.9529122667197982,
+      "grad_norm": 147.74351501464844,
+      "learning_rate": 2.9059534563141696e-09,
+      "loss": 13.0156,
+      "step": 29405
+    },
+    {
+      "epoch": 1.9529786810121537,
+      "grad_norm": 183.39175415039062,
+      "learning_rate": 2.8977658658012606e-09,
+      "loss": 15.625,
+      "step": 29406
+    },
+    {
+      "epoch": 1.9530450953045095,
+      "grad_norm": 493.7867736816406,
+      "learning_rate": 2.889589809191961e-09,
+      "loss": 15.8594,
+      "step": 29407
+    },
+    {
+      "epoch": 1.9531115095968652,
+      "grad_norm": 181.56935119628906,
+      "learning_rate": 2.881425286581085e-09,
+      "loss": 15.75,
+      "step": 29408
+    },
+    {
+      "epoch": 1.9531779238892208,
+      "grad_norm": 156.9471435546875,
+      "learning_rate": 2.873272298062779e-09,
+      "loss": 11.7188,
+      "step": 29409
+    },
+    {
+      "epoch": 1.9532443381815767,
+      "grad_norm": 746.5023193359375,
+      "learning_rate": 2.8651308437315226e-09,
+      "loss": 14.375,
+      "step": 29410
+    },
+    {
+      "epoch": 1.9533107524739324,
+      "grad_norm": 147.6060333251953,
+      "learning_rate": 2.857000923681352e-09,
+      "loss": 14.0,
+      "step": 29411
+    },
+    {
+      "epoch": 1.953377166766288,
+      "grad_norm": 229.1919708251953,
+      "learning_rate": 2.8488825380065253e-09,
+      "loss": 22.9844,
+      "step": 29412
+    },
+    {
+      "epoch": 1.953443581058644,
+      "grad_norm": 88.46127319335938,
+      "learning_rate": 2.840775686800856e-09,
+      "loss": 12.1562,
+      "step": 29413
+    },
+    {
+      "epoch": 1.9535099953509996,
+      "grad_norm": 172.0115203857422,
+      "learning_rate": 2.832680370158047e-09,
+      "loss": 18.3438,
+      "step": 29414
+    },
+    {
+      "epoch": 1.9535764096433552,
+      "grad_norm": 155.39599609375,
+      "learning_rate": 2.8245965881718017e-09,
+      "loss": 15.4062,
+      "step": 29415
+    },
+    {
+      "epoch": 1.953642823935711,
+      "grad_norm": 383.5508117675781,
+      "learning_rate": 2.8165243409356e-09,
+      "loss": 27.3281,
+      "step": 29416
+    },
+    {
+      "epoch": 1.9537092382280665,
+      "grad_norm": 377.9912109375,
+      "learning_rate": 2.808463628542812e-09,
+      "loss": 13.7812,
+      "step": 29417
+    },
+    {
+      "epoch": 1.9537756525204224,
+      "grad_norm": 142.00253295898438,
+      "learning_rate": 2.8004144510866966e-09,
+      "loss": 14.2812,
+      "step": 29418
+    },
+    {
+      "epoch": 1.953842066812778,
+      "grad_norm": 158.20285034179688,
+      "learning_rate": 2.792376808660513e-09,
+      "loss": 12.4297,
+      "step": 29419
+    },
+    {
+      "epoch": 1.9539084811051337,
+      "grad_norm": 265.78253173828125,
+      "learning_rate": 2.7843507013569633e-09,
+      "loss": 16.1719,
+      "step": 29420
+    },
+    {
+      "epoch": 1.9539748953974896,
+      "grad_norm": 249.238525390625,
+      "learning_rate": 2.7763361292690857e-09,
+      "loss": 21.9219,
+      "step": 29421
+    },
+    {
+      "epoch": 1.9540413096898452,
+      "grad_norm": 171.89288330078125,
+      "learning_rate": 2.768333092489472e-09,
+      "loss": 17.125,
+      "step": 29422
+    },
+    {
+      "epoch": 1.954107723982201,
+      "grad_norm": 295.15911865234375,
+      "learning_rate": 2.7603415911107152e-09,
+      "loss": 14.7656,
+      "step": 29423
+    },
+    {
+      "epoch": 1.9541741382745568,
+      "grad_norm": 147.49839782714844,
+      "learning_rate": 2.7523616252252966e-09,
+      "loss": 21.8438,
+      "step": 29424
+    },
+    {
+      "epoch": 1.9542405525669124,
+      "grad_norm": 106.68130493164062,
+      "learning_rate": 2.7443931949255874e-09,
+      "loss": 13.5938,
+      "step": 29425
+    },
+    {
+      "epoch": 1.954306966859268,
+      "grad_norm": 220.54750061035156,
+      "learning_rate": 2.736436300303624e-09,
+      "loss": 13.5938,
+      "step": 29426
+    },
+    {
+      "epoch": 1.954373381151624,
+      "grad_norm": 127.48216247558594,
+      "learning_rate": 2.7284909414515556e-09,
+      "loss": 12.625,
+      "step": 29427
+    },
+    {
+      "epoch": 1.9544397954439794,
+      "grad_norm": 174.20028686523438,
+      "learning_rate": 2.7205571184611975e-09,
+      "loss": 13.3281,
+      "step": 29428
+    },
+    {
+      "epoch": 1.9545062097363353,
+      "grad_norm": 218.87686157226562,
+      "learning_rate": 2.712634831424365e-09,
+      "loss": 16.8594,
+      "step": 29429
+    },
+    {
+      "epoch": 1.954572624028691,
+      "grad_norm": 231.8466033935547,
+      "learning_rate": 2.7047240804327632e-09,
+      "loss": 19.4453,
+      "step": 29430
+    },
+    {
+      "epoch": 1.9546390383210466,
+      "grad_norm": 283.1824035644531,
+      "learning_rate": 2.6968248655777628e-09,
+      "loss": 17.5625,
+      "step": 29431
+    },
+    {
+      "epoch": 1.9547054526134024,
+      "grad_norm": 176.3333740234375,
+      "learning_rate": 2.688937186950846e-09,
+      "loss": 15.4062,
+      "step": 29432
+    },
+    {
+      "epoch": 1.954771866905758,
+      "grad_norm": 192.1396484375,
+      "learning_rate": 2.6810610446432737e-09,
+      "loss": 16.1719,
+      "step": 29433
+    },
+    {
+      "epoch": 1.9548382811981138,
+      "grad_norm": 325.4783020019531,
+      "learning_rate": 2.6731964387460836e-09,
+      "loss": 17.3438,
+      "step": 29434
+    },
+    {
+      "epoch": 1.9549046954904696,
+      "grad_norm": 209.275390625,
+      "learning_rate": 2.6653433693502035e-09,
+      "loss": 16.3906,
+      "step": 29435
+    },
+    {
+      "epoch": 1.9549711097828253,
+      "grad_norm": 140.7949676513672,
+      "learning_rate": 2.6575018365465605e-09,
+      "loss": 16.7969,
+      "step": 29436
+    },
+    {
+      "epoch": 1.955037524075181,
+      "grad_norm": 151.0329132080078,
+      "learning_rate": 2.64967184042586e-09,
+      "loss": 15.4531,
+      "step": 29437
+    },
+    {
+      "epoch": 1.9551039383675368,
+      "grad_norm": 640.3980102539062,
+      "learning_rate": 2.641853381078585e-09,
+      "loss": 25.9375,
+      "step": 29438
+    },
+    {
+      "epoch": 1.9551703526598923,
+      "grad_norm": 173.85475158691406,
+      "learning_rate": 2.6340464585953294e-09,
+      "loss": 13.3125,
+      "step": 29439
+    },
+    {
+      "epoch": 1.9552367669522481,
+      "grad_norm": 167.9897003173828,
+      "learning_rate": 2.6262510730662437e-09,
+      "loss": 17.7969,
+      "step": 29440
+    },
+    {
+      "epoch": 1.955303181244604,
+      "grad_norm": 176.72021484375,
+      "learning_rate": 2.6184672245815888e-09,
+      "loss": 15.1562,
+      "step": 29441
+    },
+    {
+      "epoch": 1.9553695955369594,
+      "grad_norm": 148.2406463623047,
+      "learning_rate": 2.6106949132314038e-09,
+      "loss": 14.5938,
+      "step": 29442
+    },
+    {
+      "epoch": 1.9554360098293153,
+      "grad_norm": 430.668212890625,
+      "learning_rate": 2.602934139105506e-09,
+      "loss": 18.2031,
+      "step": 29443
+    },
+    {
+      "epoch": 1.955502424121671,
+      "grad_norm": 393.6514587402344,
+      "learning_rate": 2.595184902293823e-09,
+      "loss": 13.8594,
+      "step": 29444
+    },
+    {
+      "epoch": 1.9555688384140266,
+      "grad_norm": 315.9309997558594,
+      "learning_rate": 2.5874472028859506e-09,
+      "loss": 17.0312,
+      "step": 29445
+    },
+    {
+      "epoch": 1.9556352527063825,
+      "grad_norm": 271.9769592285156,
+      "learning_rate": 2.57972104097115e-09,
+      "loss": 15.8594,
+      "step": 29446
+    },
+    {
+      "epoch": 1.9557016669987382,
+      "grad_norm": 212.5292205810547,
+      "learning_rate": 2.5720064166391274e-09,
+      "loss": 15.1406,
+      "step": 29447
+    },
+    {
+      "epoch": 1.9557680812910938,
+      "grad_norm": 202.64500427246094,
+      "learning_rate": 2.564303329979034e-09,
+      "loss": 14.9531,
+      "step": 29448
+    },
+    {
+      "epoch": 1.9558344955834497,
+      "grad_norm": 469.6265563964844,
+      "learning_rate": 2.5566117810797983e-09,
+      "loss": 18.1875,
+      "step": 29449
+    },
+    {
+      "epoch": 1.9559009098758051,
+      "grad_norm": 110.90234375,
+      "learning_rate": 2.5489317700305714e-09,
+      "loss": 11.1016,
+      "step": 29450
+    },
+    {
+      "epoch": 1.955967324168161,
+      "grad_norm": 194.20526123046875,
+      "learning_rate": 2.541263296920171e-09,
+      "loss": 17.2969,
+      "step": 29451
+    },
+    {
+      "epoch": 1.9560337384605169,
+      "grad_norm": 107.68568420410156,
+      "learning_rate": 2.5336063618371928e-09,
+      "loss": 12.9062,
+      "step": 29452
+    },
+    {
+      "epoch": 1.9561001527528723,
+      "grad_norm": 122.6291732788086,
+      "learning_rate": 2.525960964870344e-09,
+      "loss": 14.6406,
+      "step": 29453
+    },
+    {
+      "epoch": 1.9561665670452282,
+      "grad_norm": 386.5921325683594,
+      "learning_rate": 2.518327106107998e-09,
+      "loss": 23.5156,
+      "step": 29454
+    },
+    {
+      "epoch": 1.9562329813375838,
+      "grad_norm": 152.53094482421875,
+      "learning_rate": 2.5107047856384177e-09,
+      "loss": 14.9609,
+      "step": 29455
+    },
+    {
+      "epoch": 1.9562993956299395,
+      "grad_norm": 163.4402313232422,
+      "learning_rate": 2.503094003549866e-09,
+      "loss": 15.4062,
+      "step": 29456
+    },
+    {
+      "epoch": 1.9563658099222954,
+      "grad_norm": 480.5977783203125,
+      "learning_rate": 2.495494759930272e-09,
+      "loss": 23.3125,
+      "step": 29457
+    },
+    {
+      "epoch": 1.956432224214651,
+      "grad_norm": 259.3358154296875,
+      "learning_rate": 2.4879070548676773e-09,
+      "loss": 14.8125,
+      "step": 29458
+    },
+    {
+      "epoch": 1.9564986385070067,
+      "grad_norm": 103.90694427490234,
+      "learning_rate": 2.4803308884497886e-09,
+      "loss": 12.3281,
+      "step": 29459
+    },
+    {
+      "epoch": 1.9565650527993625,
+      "grad_norm": 231.7584991455078,
+      "learning_rate": 2.472766260764203e-09,
+      "loss": 19.5781,
+      "step": 29460
+    },
+    {
+      "epoch": 1.956631467091718,
+      "grad_norm": 108.50116729736328,
+      "learning_rate": 2.465213171898406e-09,
+      "loss": 13.3828,
+      "step": 29461
+    },
+    {
+      "epoch": 1.9566978813840739,
+      "grad_norm": 161.95599365234375,
+      "learning_rate": 2.457671621939883e-09,
+      "loss": 20.1875,
+      "step": 29462
+    },
+    {
+      "epoch": 1.9567642956764297,
+      "grad_norm": 401.43328857421875,
+      "learning_rate": 2.4501416109756756e-09,
+      "loss": 14.7812,
+      "step": 29463
+    },
+    {
+      "epoch": 1.9568307099687852,
+      "grad_norm": 176.18565368652344,
+      "learning_rate": 2.4426231390931585e-09,
+      "loss": 15.0938,
+      "step": 29464
+    },
+    {
+      "epoch": 1.956897124261141,
+      "grad_norm": 342.41558837890625,
+      "learning_rate": 2.4351162063790397e-09,
+      "loss": 18.0156,
+      "step": 29465
+    },
+    {
+      "epoch": 1.9569635385534967,
+      "grad_norm": 142.47483825683594,
+      "learning_rate": 2.427620812920361e-09,
+      "loss": 16.0469,
+      "step": 29466
+    },
+    {
+      "epoch": 1.9570299528458523,
+      "grad_norm": 238.2351531982422,
+      "learning_rate": 2.420136958803609e-09,
+      "loss": 19.1562,
+      "step": 29467
+    },
+    {
+      "epoch": 1.9570963671382082,
+      "grad_norm": 130.0062255859375,
+      "learning_rate": 2.412664644115603e-09,
+      "loss": 15.7656,
+      "step": 29468
+    },
+    {
+      "epoch": 1.9571627814305639,
+      "grad_norm": 119.11810302734375,
+      "learning_rate": 2.4052038689426068e-09,
+      "loss": 15.8906,
+      "step": 29469
+    },
+    {
+      "epoch": 1.9572291957229195,
+      "grad_norm": 341.5417175292969,
+      "learning_rate": 2.3977546333709964e-09,
+      "loss": 12.2344,
+      "step": 29470
+    },
+    {
+      "epoch": 1.9572956100152754,
+      "grad_norm": 274.9103698730469,
+      "learning_rate": 2.3903169374868136e-09,
+      "loss": 17.8125,
+      "step": 29471
+    },
+    {
+      "epoch": 1.9573620243076308,
+      "grad_norm": 126.68231201171875,
+      "learning_rate": 2.3828907813762122e-09,
+      "loss": 12.1406,
+      "step": 29472
+    },
+    {
+      "epoch": 1.9574284385999867,
+      "grad_norm": 283.1101379394531,
+      "learning_rate": 2.375476165125123e-09,
+      "loss": 15.625,
+      "step": 29473
+    },
+    {
+      "epoch": 1.9574948528923426,
+      "grad_norm": 245.00482177734375,
+      "learning_rate": 2.368073088819256e-09,
+      "loss": 11.3125,
+      "step": 29474
+    },
+    {
+      "epoch": 1.957561267184698,
+      "grad_norm": 446.33197021484375,
+      "learning_rate": 2.360681552544208e-09,
+      "loss": 17.3594,
+      "step": 29475
+    },
+    {
+      "epoch": 1.957627681477054,
+      "grad_norm": 132.48989868164062,
+      "learning_rate": 2.3533015563855785e-09,
+      "loss": 11.2188,
+      "step": 29476
+    },
+    {
+      "epoch": 1.9576940957694096,
+      "grad_norm": 153.48036193847656,
+      "learning_rate": 2.345933100428632e-09,
+      "loss": 12.5469,
+      "step": 29477
+    },
+    {
+      "epoch": 1.9577605100617652,
+      "grad_norm": 152.6505126953125,
+      "learning_rate": 2.3385761847587448e-09,
+      "loss": 14.0312,
+      "step": 29478
+    },
+    {
+      "epoch": 1.957826924354121,
+      "grad_norm": 188.92469787597656,
+      "learning_rate": 2.331230809460738e-09,
+      "loss": 12.5,
+      "step": 29479
+    },
+    {
+      "epoch": 1.9578933386464767,
+      "grad_norm": 234.02151489257812,
+      "learning_rate": 2.3238969746199875e-09,
+      "loss": 13.9062,
+      "step": 29480
+    },
+    {
+      "epoch": 1.9579597529388324,
+      "grad_norm": 1797.5465087890625,
+      "learning_rate": 2.316574680320982e-09,
+      "loss": 16.6875,
+      "step": 29481
+    },
+    {
+      "epoch": 1.9580261672311883,
+      "grad_norm": 236.44309997558594,
+      "learning_rate": 2.3092639266485416e-09,
+      "loss": 22.7656,
+      "step": 29482
+    },
+    {
+      "epoch": 1.9580925815235437,
+      "grad_norm": 238.3513641357422,
+      "learning_rate": 2.3019647136872654e-09,
+      "loss": 13.6406,
+      "step": 29483
+    },
+    {
+      "epoch": 1.9581589958158996,
+      "grad_norm": 188.26454162597656,
+      "learning_rate": 2.294677041521531e-09,
+      "loss": 16.3906,
+      "step": 29484
+    },
+    {
+      "epoch": 1.9582254101082555,
+      "grad_norm": 236.4562225341797,
+      "learning_rate": 2.287400910235715e-09,
+      "loss": 13.1875,
+      "step": 29485
+    },
+    {
+      "epoch": 1.958291824400611,
+      "grad_norm": 238.9822540283203,
+      "learning_rate": 2.2801363199138612e-09,
+      "loss": 16.25,
+      "step": 29486
+    },
+    {
+      "epoch": 1.9583582386929668,
+      "grad_norm": 175.9106903076172,
+      "learning_rate": 2.2728832706401245e-09,
+      "loss": 16.5156,
+      "step": 29487
+    },
+    {
+      "epoch": 1.9584246529853224,
+      "grad_norm": 162.69154357910156,
+      "learning_rate": 2.265641762498327e-09,
+      "loss": 17.4844,
+      "step": 29488
+    },
+    {
+      "epoch": 1.958491067277678,
+      "grad_norm": 221.90396118164062,
+      "learning_rate": 2.2584117955722904e-09,
+      "loss": 14.0469,
+      "step": 29489
+    },
+    {
+      "epoch": 1.958557481570034,
+      "grad_norm": 2913.594970703125,
+      "learning_rate": 2.251193369945503e-09,
+      "loss": 11.1797,
+      "step": 29490
+    },
+    {
+      "epoch": 1.9586238958623896,
+      "grad_norm": 259.8468322753906,
+      "learning_rate": 2.2439864857016764e-09,
+      "loss": 18.1875,
+      "step": 29491
+    },
+    {
+      "epoch": 1.9586903101547453,
+      "grad_norm": 325.16802978515625,
+      "learning_rate": 2.236791142924077e-09,
+      "loss": 13.875,
+      "step": 29492
+    },
+    {
+      "epoch": 1.9587567244471011,
+      "grad_norm": 811.398193359375,
+      "learning_rate": 2.2296073416958603e-09,
+      "loss": 14.7812,
+      "step": 29493
+    },
+    {
+      "epoch": 1.9588231387394566,
+      "grad_norm": 402.92144775390625,
+      "learning_rate": 2.2224350821002935e-09,
+      "loss": 22.4688,
+      "step": 29494
+    },
+    {
+      "epoch": 1.9588895530318124,
+      "grad_norm": 306.0969543457031,
+      "learning_rate": 2.215274364220199e-09,
+      "loss": 11.6562,
+      "step": 29495
+    },
+    {
+      "epoch": 1.9589559673241683,
+      "grad_norm": 246.74298095703125,
+      "learning_rate": 2.2081251881383988e-09,
+      "loss": 12.7656,
+      "step": 29496
+    },
+    {
+      "epoch": 1.9590223816165238,
+      "grad_norm": 161.33187866210938,
+      "learning_rate": 2.2009875539378275e-09,
+      "loss": 20.2969,
+      "step": 29497
+    },
+    {
+      "epoch": 1.9590887959088796,
+      "grad_norm": 249.91297912597656,
+      "learning_rate": 2.1938614617007524e-09,
+      "loss": 19.3594,
+      "step": 29498
+    },
+    {
+      "epoch": 1.9591552102012353,
+      "grad_norm": 224.83592224121094,
+      "learning_rate": 2.1867469115096627e-09,
+      "loss": 13.6406,
+      "step": 29499
+    },
+    {
+      "epoch": 1.959221624493591,
+      "grad_norm": 121.40872192382812,
+      "learning_rate": 2.179643903446937e-09,
+      "loss": 20.75,
+      "step": 29500
+    },
+    {
+      "epoch": 1.9592880387859468,
+      "grad_norm": 105.03131866455078,
+      "learning_rate": 2.1725524375947325e-09,
+      "loss": 10.25,
+      "step": 29501
+    },
+    {
+      "epoch": 1.9593544530783025,
+      "grad_norm": 121.65867614746094,
+      "learning_rate": 2.165472514035094e-09,
+      "loss": 15.1719,
+      "step": 29502
+    },
+    {
+      "epoch": 1.9594208673706581,
+      "grad_norm": 952.0779418945312,
+      "learning_rate": 2.158404132849956e-09,
+      "loss": 13.0781,
+      "step": 29503
+    },
+    {
+      "epoch": 1.959487281663014,
+      "grad_norm": 175.4353790283203,
+      "learning_rate": 2.1513472941209197e-09,
+      "loss": 19.5469,
+      "step": 29504
+    },
+    {
+      "epoch": 1.9595536959553694,
+      "grad_norm": 158.9816131591797,
+      "learning_rate": 2.1443019979296984e-09,
+      "loss": 15.6562,
+      "step": 29505
+    },
+    {
+      "epoch": 1.9596201102477253,
+      "grad_norm": 225.99102783203125,
+      "learning_rate": 2.1372682443577815e-09,
+      "loss": 10.1484,
+      "step": 29506
+    },
+    {
+      "epoch": 1.9596865245400812,
+      "grad_norm": 405.8930358886719,
+      "learning_rate": 2.130246033486549e-09,
+      "loss": 18.2031,
+      "step": 29507
+    },
+    {
+      "epoch": 1.9597529388324366,
+      "grad_norm": 173.6669158935547,
+      "learning_rate": 2.123235365397269e-09,
+      "loss": 13.6484,
+      "step": 29508
+    },
+    {
+      "epoch": 1.9598193531247925,
+      "grad_norm": 286.34552001953125,
+      "learning_rate": 2.1162362401709877e-09,
+      "loss": 14.3906,
+      "step": 29509
+    },
+    {
+      "epoch": 1.9598857674171482,
+      "grad_norm": 398.88287353515625,
+      "learning_rate": 2.1092486578885294e-09,
+      "loss": 16.6562,
+      "step": 29510
+    },
+    {
+      "epoch": 1.9599521817095038,
+      "grad_norm": 191.43536376953125,
+      "learning_rate": 2.1022726186310514e-09,
+      "loss": 15.6094,
+      "step": 29511
+    },
+    {
+      "epoch": 1.9600185960018597,
+      "grad_norm": 226.410888671875,
+      "learning_rate": 2.0953081224790448e-09,
+      "loss": 16.7031,
+      "step": 29512
+    },
+    {
+      "epoch": 1.9600850102942153,
+      "grad_norm": 166.79095458984375,
+      "learning_rate": 2.088355169513001e-09,
+      "loss": 16.7344,
+      "step": 29513
+    },
+    {
+      "epoch": 1.960151424586571,
+      "grad_norm": 223.452392578125,
+      "learning_rate": 2.0814137598135216e-09,
+      "loss": 19.1094,
+      "step": 29514
+    },
+    {
+      "epoch": 1.9602178388789269,
+      "grad_norm": 88.93529510498047,
+      "learning_rate": 2.0744838934607655e-09,
+      "loss": 15.125,
+      "step": 29515
+    },
+    {
+      "epoch": 1.9602842531712823,
+      "grad_norm": 224.97727966308594,
+      "learning_rate": 2.0675655705348906e-09,
+      "loss": 15.7656,
+      "step": 29516
+    },
+    {
+      "epoch": 1.9603506674636382,
+      "grad_norm": 254.2862548828125,
+      "learning_rate": 2.0606587911160544e-09,
+      "loss": 12.7188,
+      "step": 29517
+    },
+    {
+      "epoch": 1.960417081755994,
+      "grad_norm": 167.98255920410156,
+      "learning_rate": 2.0537635552840827e-09,
+      "loss": 13.6094,
+      "step": 29518
+    },
+    {
+      "epoch": 1.9604834960483495,
+      "grad_norm": 422.9147644042969,
+      "learning_rate": 2.046879863118689e-09,
+      "loss": 21.9688,
+      "step": 29519
+    },
+    {
+      "epoch": 1.9605499103407054,
+      "grad_norm": 116.32144165039062,
+      "learning_rate": 2.0400077146994767e-09,
+      "loss": 11.0156,
+      "step": 29520
+    },
+    {
+      "epoch": 1.960616324633061,
+      "grad_norm": 445.0595397949219,
+      "learning_rate": 2.0331471101061594e-09,
+      "loss": 22.25,
+      "step": 29521
+    },
+    {
+      "epoch": 1.9606827389254167,
+      "grad_norm": 231.14288330078125,
+      "learning_rate": 2.026298049417785e-09,
+      "loss": 16.5781,
+      "step": 29522
+    },
+    {
+      "epoch": 1.9607491532177725,
+      "grad_norm": 271.4096374511719,
+      "learning_rate": 2.019460532713846e-09,
+      "loss": 18.8281,
+      "step": 29523
+    },
+    {
+      "epoch": 1.9608155675101282,
+      "grad_norm": 150.29739379882812,
+      "learning_rate": 2.0126345600731674e-09,
+      "loss": 12.6719,
+      "step": 29524
+    },
+    {
+      "epoch": 1.9608819818024839,
+      "grad_norm": 238.14059448242188,
+      "learning_rate": 2.00582013157502e-09,
+      "loss": 22.75,
+      "step": 29525
+    },
+    {
+      "epoch": 1.9609483960948397,
+      "grad_norm": 217.7808837890625,
+      "learning_rate": 1.999017247298007e-09,
+      "loss": 10.2188,
+      "step": 29526
+    },
+    {
+      "epoch": 1.9610148103871952,
+      "grad_norm": 1003.514892578125,
+      "learning_rate": 1.9922259073208435e-09,
+      "loss": 14.5781,
+      "step": 29527
+    },
+    {
+      "epoch": 1.961081224679551,
+      "grad_norm": 351.924072265625,
+      "learning_rate": 1.9854461117221332e-09,
+      "loss": 18.4062,
+      "step": 29528
+    },
+    {
+      "epoch": 1.961147638971907,
+      "grad_norm": 263.4153747558594,
+      "learning_rate": 1.978677860580369e-09,
+      "loss": 27.6875,
+      "step": 29529
+    },
+    {
+      "epoch": 1.9612140532642623,
+      "grad_norm": 310.37567138671875,
+      "learning_rate": 1.9719211539737102e-09,
+      "loss": 17.2188,
+      "step": 29530
+    },
+    {
+      "epoch": 1.9612804675566182,
+      "grad_norm": 122.52149200439453,
+      "learning_rate": 1.965175991980317e-09,
+      "loss": 13.5312,
+      "step": 29531
+    },
+    {
+      "epoch": 1.9613468818489739,
+      "grad_norm": 1517.8753662109375,
+      "learning_rate": 1.9584423746783484e-09,
+      "loss": 21.5156,
+      "step": 29532
+    },
+    {
+      "epoch": 1.9614132961413295,
+      "grad_norm": 348.7450256347656,
+      "learning_rate": 1.9517203021456317e-09,
+      "loss": 15.5,
+      "step": 29533
+    },
+    {
+      "epoch": 1.9614797104336854,
+      "grad_norm": 513.8043823242188,
+      "learning_rate": 1.9450097744598825e-09,
+      "loss": 12.7969,
+      "step": 29534
+    },
+    {
+      "epoch": 1.961546124726041,
+      "grad_norm": 1171.53076171875,
+      "learning_rate": 1.9383107916987052e-09,
+      "loss": 16.1875,
+      "step": 29535
+    },
+    {
+      "epoch": 1.9616125390183967,
+      "grad_norm": 307.93450927734375,
+      "learning_rate": 1.9316233539397043e-09,
+      "loss": 15.5469,
+      "step": 29536
+    },
+    {
+      "epoch": 1.9616789533107526,
+      "grad_norm": 112.24999237060547,
+      "learning_rate": 1.9249474612600404e-09,
+      "loss": 15.4844,
+      "step": 29537
+    },
+    {
+      "epoch": 1.961745367603108,
+      "grad_norm": 178.5769500732422,
+      "learning_rate": 1.9182831137372067e-09,
+      "loss": 12.7031,
+      "step": 29538
+    },
+    {
+      "epoch": 1.961811781895464,
+      "grad_norm": 364.9347229003906,
+      "learning_rate": 1.9116303114480312e-09,
+      "loss": 19.2812,
+      "step": 29539
+    },
+    {
+      "epoch": 1.9618781961878198,
+      "grad_norm": 131.95657348632812,
+      "learning_rate": 1.9049890544696743e-09,
+      "loss": 12.9062,
+      "step": 29540
+    },
+    {
+      "epoch": 1.9619446104801752,
+      "grad_norm": 174.37246704101562,
+      "learning_rate": 1.8983593428788524e-09,
+      "loss": 15.25,
+      "step": 29541
+    },
+    {
+      "epoch": 1.962011024772531,
+      "grad_norm": 311.0539245605469,
+      "learning_rate": 1.891741176752282e-09,
+      "loss": 12.6406,
+      "step": 29542
+    },
+    {
+      "epoch": 1.9620774390648867,
+      "grad_norm": 352.98760986328125,
+      "learning_rate": 1.885134556166457e-09,
+      "loss": 20.4062,
+      "step": 29543
+    },
+    {
+      "epoch": 1.9621438533572424,
+      "grad_norm": 181.91162109375,
+      "learning_rate": 1.878539481197872e-09,
+      "loss": 16.1875,
+      "step": 29544
+    },
+    {
+      "epoch": 1.9622102676495983,
+      "grad_norm": 263.3121337890625,
+      "learning_rate": 1.871955951922799e-09,
+      "loss": 16.0469,
+      "step": 29545
+    },
+    {
+      "epoch": 1.962276681941954,
+      "grad_norm": 96.75019836425781,
+      "learning_rate": 1.8653839684174e-09,
+      "loss": 12.3672,
+      "step": 29546
+    },
+    {
+      "epoch": 1.9623430962343096,
+      "grad_norm": 284.0802917480469,
+      "learning_rate": 1.858823530757614e-09,
+      "loss": 14.5156,
+      "step": 29547
+    },
+    {
+      "epoch": 1.9624095105266655,
+      "grad_norm": 167.96055603027344,
+      "learning_rate": 1.852274639019491e-09,
+      "loss": 11.1328,
+      "step": 29548
+    },
+    {
+      "epoch": 1.962475924819021,
+      "grad_norm": 147.8052520751953,
+      "learning_rate": 1.8457372932786375e-09,
+      "loss": 16.625,
+      "step": 29549
+    },
+    {
+      "epoch": 1.9625423391113768,
+      "grad_norm": 290.5067138671875,
+      "learning_rate": 1.8392114936107705e-09,
+      "loss": 15.8906,
+      "step": 29550
+    },
+    {
+      "epoch": 1.9626087534037326,
+      "grad_norm": 741.5702514648438,
+      "learning_rate": 1.8326972400912744e-09,
+      "loss": 14.7344,
+      "step": 29551
+    },
+    {
+      "epoch": 1.962675167696088,
+      "grad_norm": 127.9774169921875,
+      "learning_rate": 1.826194532795533e-09,
+      "loss": 12.7188,
+      "step": 29552
+    },
+    {
+      "epoch": 1.962741581988444,
+      "grad_norm": 304.6509094238281,
+      "learning_rate": 1.8197033717988198e-09,
+      "loss": 20.1562,
+      "step": 29553
+    },
+    {
+      "epoch": 1.9628079962807996,
+      "grad_norm": 280.4635925292969,
+      "learning_rate": 1.8132237571762964e-09,
+      "loss": 17.1406,
+      "step": 29554
+    },
+    {
+      "epoch": 1.9628744105731553,
+      "grad_norm": 303.53790283203125,
+      "learning_rate": 1.8067556890026815e-09,
+      "loss": 14.4531,
+      "step": 29555
+    },
+    {
+      "epoch": 1.9629408248655111,
+      "grad_norm": 333.7122497558594,
+      "learning_rate": 1.8002991673530255e-09,
+      "loss": 16.5781,
+      "step": 29556
+    },
+    {
+      "epoch": 1.9630072391578668,
+      "grad_norm": 258.6501770019531,
+      "learning_rate": 1.7938541923018247e-09,
+      "loss": 12.4531,
+      "step": 29557
+    },
+    {
+      "epoch": 1.9630736534502224,
+      "grad_norm": 161.37713623046875,
+      "learning_rate": 1.787420763923797e-09,
+      "loss": 14.125,
+      "step": 29558
+    },
+    {
+      "epoch": 1.9631400677425783,
+      "grad_norm": 201.2755126953125,
+      "learning_rate": 1.7809988822932165e-09,
+      "loss": 13.6094,
+      "step": 29559
+    },
+    {
+      "epoch": 1.9632064820349338,
+      "grad_norm": 479.13385009765625,
+      "learning_rate": 1.774588547484468e-09,
+      "loss": 14.5312,
+      "step": 29560
+    },
+    {
+      "epoch": 1.9632728963272896,
+      "grad_norm": 329.59991455078125,
+      "learning_rate": 1.7681897595716034e-09,
+      "loss": 13.4062,
+      "step": 29561
+    },
+    {
+      "epoch": 1.9633393106196455,
+      "grad_norm": 172.28717041015625,
+      "learning_rate": 1.7618025186287855e-09,
+      "loss": 12.7734,
+      "step": 29562
+    },
+    {
+      "epoch": 1.963405724912001,
+      "grad_norm": 271.1436462402344,
+      "learning_rate": 1.7554268247298443e-09,
+      "loss": 14.6094,
+      "step": 29563
+    },
+    {
+      "epoch": 1.9634721392043568,
+      "grad_norm": 173.3595733642578,
+      "learning_rate": 1.7490626779484985e-09,
+      "loss": 13.8125,
+      "step": 29564
+    },
+    {
+      "epoch": 1.9635385534967125,
+      "grad_norm": 270.91796875,
+      "learning_rate": 1.7427100783582448e-09,
+      "loss": 28.5312,
+      "step": 29565
+    },
+    {
+      "epoch": 1.9636049677890681,
+      "grad_norm": 136.9093475341797,
+      "learning_rate": 1.7363690260328024e-09,
+      "loss": 17.0,
+      "step": 29566
+    },
+    {
+      "epoch": 1.963671382081424,
+      "grad_norm": 173.21766662597656,
+      "learning_rate": 1.7300395210454455e-09,
+      "loss": 14.9688,
+      "step": 29567
+    },
+    {
+      "epoch": 1.9637377963737797,
+      "grad_norm": 650.3052368164062,
+      "learning_rate": 1.723721563469227e-09,
+      "loss": 21.7188,
+      "step": 29568
+    },
+    {
+      "epoch": 1.9638042106661353,
+      "grad_norm": 138.5858612060547,
+      "learning_rate": 1.7174151533775327e-09,
+      "loss": 15.7969,
+      "step": 29569
+    },
+    {
+      "epoch": 1.9638706249584912,
+      "grad_norm": 160.33316040039062,
+      "learning_rate": 1.7111202908429711e-09,
+      "loss": 17.0156,
+      "step": 29570
+    },
+    {
+      "epoch": 1.9639370392508466,
+      "grad_norm": 267.5471496582031,
+      "learning_rate": 1.704836975938595e-09,
+      "loss": 16.2344,
+      "step": 29571
+    },
+    {
+      "epoch": 1.9640034535432025,
+      "grad_norm": 230.8921356201172,
+      "learning_rate": 1.6985652087370129e-09,
+      "loss": 13.8125,
+      "step": 29572
+    },
+    {
+      "epoch": 1.9640698678355584,
+      "grad_norm": 535.6858520507812,
+      "learning_rate": 1.6923049893108332e-09,
+      "loss": 20.4062,
+      "step": 29573
+    },
+    {
+      "epoch": 1.9641362821279138,
+      "grad_norm": 415.6338806152344,
+      "learning_rate": 1.6860563177323317e-09,
+      "loss": 15.6016,
+      "step": 29574
+    },
+    {
+      "epoch": 1.9642026964202697,
+      "grad_norm": 204.50035095214844,
+      "learning_rate": 1.679819194073895e-09,
+      "loss": 20.4844,
+      "step": 29575
+    },
+    {
+      "epoch": 1.9642691107126253,
+      "grad_norm": 199.04312133789062,
+      "learning_rate": 1.673593618407576e-09,
+      "loss": 15.0625,
+      "step": 29576
+    },
+    {
+      "epoch": 1.964335525004981,
+      "grad_norm": 253.74758911132812,
+      "learning_rate": 1.6673795908055398e-09,
+      "loss": 15.5,
+      "step": 29577
+    },
+    {
+      "epoch": 1.9644019392973369,
+      "grad_norm": 194.68812561035156,
+      "learning_rate": 1.6611771113396178e-09,
+      "loss": 13.125,
+      "step": 29578
+    },
+    {
+      "epoch": 1.9644683535896925,
+      "grad_norm": 275.71502685546875,
+      "learning_rate": 1.654986180081419e-09,
+      "loss": 15.9844,
+      "step": 29579
+    },
+    {
+      "epoch": 1.9645347678820482,
+      "grad_norm": 166.1497039794922,
+      "learning_rate": 1.6488067971027753e-09,
+      "loss": 14.2656,
+      "step": 29580
+    },
+    {
+      "epoch": 1.964601182174404,
+      "grad_norm": 127.90506744384766,
+      "learning_rate": 1.6426389624749626e-09,
+      "loss": 12.8438,
+      "step": 29581
+    },
+    {
+      "epoch": 1.9646675964667595,
+      "grad_norm": 393.0592346191406,
+      "learning_rate": 1.6364826762693684e-09,
+      "loss": 16.1094,
+      "step": 29582
+    },
+    {
+      "epoch": 1.9647340107591154,
+      "grad_norm": 125.07003021240234,
+      "learning_rate": 1.6303379385573802e-09,
+      "loss": 12.9219,
+      "step": 29583
+    },
+    {
+      "epoch": 1.9648004250514712,
+      "grad_norm": 175.32965087890625,
+      "learning_rate": 1.624204749409941e-09,
+      "loss": 15.1719,
+      "step": 29584
+    },
+    {
+      "epoch": 1.9648668393438267,
+      "grad_norm": 288.4268798828125,
+      "learning_rate": 1.618083108897994e-09,
+      "loss": 20.0156,
+      "step": 29585
+    },
+    {
+      "epoch": 1.9649332536361825,
+      "grad_norm": 230.2587432861328,
+      "learning_rate": 1.6119730170922608e-09,
+      "loss": 23.5,
+      "step": 29586
+    },
+    {
+      "epoch": 1.9649996679285382,
+      "grad_norm": 184.58792114257812,
+      "learning_rate": 1.6058744740636842e-09,
+      "loss": 15.5312,
+      "step": 29587
+    },
+    {
+      "epoch": 1.9650660822208939,
+      "grad_norm": 177.1698455810547,
+      "learning_rate": 1.5997874798824306e-09,
+      "loss": 18.5781,
+      "step": 29588
+    },
+    {
+      "epoch": 1.9651324965132497,
+      "grad_norm": 172.49014282226562,
+      "learning_rate": 1.5937120346193322e-09,
+      "loss": 13.8125,
+      "step": 29589
+    },
+    {
+      "epoch": 1.9651989108056054,
+      "grad_norm": 5485.07373046875,
+      "learning_rate": 1.587648138344333e-09,
+      "loss": 18.4688,
+      "step": 29590
+    },
+    {
+      "epoch": 1.965265325097961,
+      "grad_norm": 255.1709747314453,
+      "learning_rate": 1.58159579112771e-09,
+      "loss": 18.6406,
+      "step": 29591
+    },
+    {
+      "epoch": 1.965331739390317,
+      "grad_norm": 106.7894287109375,
+      "learning_rate": 1.5755549930395185e-09,
+      "loss": 14.5625,
+      "step": 29592
+    },
+    {
+      "epoch": 1.9653981536826726,
+      "grad_norm": 233.0265655517578,
+      "learning_rate": 1.5695257441495914e-09,
+      "loss": 13.9062,
+      "step": 29593
+    },
+    {
+      "epoch": 1.9654645679750282,
+      "grad_norm": 288.5845031738281,
+      "learning_rate": 1.5635080445276505e-09,
+      "loss": 17.125,
+      "step": 29594
+    },
+    {
+      "epoch": 1.965530982267384,
+      "grad_norm": 172.99464416503906,
+      "learning_rate": 1.557501894243307e-09,
+      "loss": 17.1562,
+      "step": 29595
+    },
+    {
+      "epoch": 1.9655973965597395,
+      "grad_norm": 497.0601806640625,
+      "learning_rate": 1.5515072933659502e-09,
+      "loss": 20.875,
+      "step": 29596
+    },
+    {
+      "epoch": 1.9656638108520954,
+      "grad_norm": 296.15008544921875,
+      "learning_rate": 1.5455242419651904e-09,
+      "loss": 25.6875,
+      "step": 29597
+    },
+    {
+      "epoch": 1.965730225144451,
+      "grad_norm": 216.78904724121094,
+      "learning_rate": 1.5395527401099728e-09,
+      "loss": 18.6719,
+      "step": 29598
+    },
+    {
+      "epoch": 1.9657966394368067,
+      "grad_norm": 170.248779296875,
+      "learning_rate": 1.5335927878694643e-09,
+      "loss": 17.5625,
+      "step": 29599
+    },
+    {
+      "epoch": 1.9658630537291626,
+      "grad_norm": 259.7982482910156,
+      "learning_rate": 1.5276443853126097e-09,
+      "loss": 11.5625,
+      "step": 29600
+    },
+    {
+      "epoch": 1.9659294680215182,
+      "grad_norm": 392.3541259765625,
+      "learning_rate": 1.5217075325082429e-09,
+      "loss": 13.0469,
+      "step": 29601
+    },
+    {
+      "epoch": 1.965995882313874,
+      "grad_norm": 1517.2711181640625,
+      "learning_rate": 1.5157822295249755e-09,
+      "loss": 14.5469,
+      "step": 29602
+    },
+    {
+      "epoch": 1.9660622966062298,
+      "grad_norm": 215.00494384765625,
+      "learning_rate": 1.5098684764313085e-09,
+      "loss": 15.1016,
+      "step": 29603
+    },
+    {
+      "epoch": 1.9661287108985854,
+      "grad_norm": 247.59548950195312,
+      "learning_rate": 1.5039662732958536e-09,
+      "loss": 17.9375,
+      "step": 29604
+    },
+    {
+      "epoch": 1.966195125190941,
+      "grad_norm": 197.2353973388672,
+      "learning_rate": 1.4980756201866674e-09,
+      "loss": 19.0781,
+      "step": 29605
+    },
+    {
+      "epoch": 1.966261539483297,
+      "grad_norm": 174.93679809570312,
+      "learning_rate": 1.4921965171720286e-09,
+      "loss": 14.75,
+      "step": 29606
+    },
+    {
+      "epoch": 1.9663279537756524,
+      "grad_norm": 97.28263854980469,
+      "learning_rate": 1.4863289643198828e-09,
+      "loss": 14.6875,
+      "step": 29607
+    },
+    {
+      "epoch": 1.9663943680680083,
+      "grad_norm": 310.38397216796875,
+      "learning_rate": 1.4804729616980648e-09,
+      "loss": 23.2812,
+      "step": 29608
+    },
+    {
+      "epoch": 1.966460782360364,
+      "grad_norm": 205.66299438476562,
+      "learning_rate": 1.4746285093744094e-09,
+      "loss": 18.6875,
+      "step": 29609
+    },
+    {
+      "epoch": 1.9665271966527196,
+      "grad_norm": 436.177978515625,
+      "learning_rate": 1.4687956074164176e-09,
+      "loss": 11.4688,
+      "step": 29610
+    },
+    {
+      "epoch": 1.9665936109450755,
+      "grad_norm": 245.18057250976562,
+      "learning_rate": 1.4629742558915913e-09,
+      "loss": 15.7578,
+      "step": 29611
+    },
+    {
+      "epoch": 1.966660025237431,
+      "grad_norm": 328.13934326171875,
+      "learning_rate": 1.4571644548673211e-09,
+      "loss": 15.1719,
+      "step": 29612
+    },
+    {
+      "epoch": 1.9667264395297868,
+      "grad_norm": 381.16802978515625,
+      "learning_rate": 1.4513662044107755e-09,
+      "loss": 16.6719,
+      "step": 29613
+    },
+    {
+      "epoch": 1.9667928538221426,
+      "grad_norm": 178.6610870361328,
+      "learning_rate": 1.445579504589123e-09,
+      "loss": 17.1875,
+      "step": 29614
+    },
+    {
+      "epoch": 1.9668592681144983,
+      "grad_norm": 305.910400390625,
+      "learning_rate": 1.4398043554690875e-09,
+      "loss": 17.875,
+      "step": 29615
+    },
+    {
+      "epoch": 1.966925682406854,
+      "grad_norm": 380.6836853027344,
+      "learning_rate": 1.4340407571176162e-09,
+      "loss": 17.1406,
+      "step": 29616
+    },
+    {
+      "epoch": 1.9669920966992098,
+      "grad_norm": 563.4966430664062,
+      "learning_rate": 1.4282887096014328e-09,
+      "loss": 19.5938,
+      "step": 29617
+    },
+    {
+      "epoch": 1.9670585109915653,
+      "grad_norm": 215.3492431640625,
+      "learning_rate": 1.4225482129869292e-09,
+      "loss": 12.3516,
+      "step": 29618
+    },
+    {
+      "epoch": 1.9671249252839211,
+      "grad_norm": 312.81610107421875,
+      "learning_rate": 1.4168192673404966e-09,
+      "loss": 15.2969,
+      "step": 29619
+    },
+    {
+      "epoch": 1.9671913395762768,
+      "grad_norm": 103.75074005126953,
+      "learning_rate": 1.4111018727286373e-09,
+      "loss": 11.1719,
+      "step": 29620
+    },
+    {
+      "epoch": 1.9672577538686324,
+      "grad_norm": 139.881103515625,
+      "learning_rate": 1.4053960292171873e-09,
+      "loss": 19.2812,
+      "step": 29621
+    },
+    {
+      "epoch": 1.9673241681609883,
+      "grad_norm": 316.6572570800781,
+      "learning_rate": 1.3997017368724273e-09,
+      "loss": 16.7969,
+      "step": 29622
+    },
+    {
+      "epoch": 1.967390582453344,
+      "grad_norm": 105.73473358154297,
+      "learning_rate": 1.3940189957599712e-09,
+      "loss": 13.9062,
+      "step": 29623
+    },
+    {
+      "epoch": 1.9674569967456996,
+      "grad_norm": 204.0854949951172,
+      "learning_rate": 1.3883478059457666e-09,
+      "loss": 21.375,
+      "step": 29624
+    },
+    {
+      "epoch": 1.9675234110380555,
+      "grad_norm": 455.07672119140625,
+      "learning_rate": 1.3826881674953162e-09,
+      "loss": 15.6641,
+      "step": 29625
+    },
+    {
+      "epoch": 1.9675898253304112,
+      "grad_norm": 603.8046875,
+      "learning_rate": 1.3770400804740123e-09,
+      "loss": 16.0938,
+      "step": 29626
+    },
+    {
+      "epoch": 1.9676562396227668,
+      "grad_norm": 401.5160827636719,
+      "learning_rate": 1.3714035449473582e-09,
+      "loss": 16.0781,
+      "step": 29627
+    },
+    {
+      "epoch": 1.9677226539151227,
+      "grad_norm": 140.93899536132812,
+      "learning_rate": 1.365778560980413e-09,
+      "loss": 17.5156,
+      "step": 29628
+    },
+    {
+      "epoch": 1.9677890682074781,
+      "grad_norm": 443.7251892089844,
+      "learning_rate": 1.3601651286383464e-09,
+      "loss": 17.9375,
+      "step": 29629
+    },
+    {
+      "epoch": 1.967855482499834,
+      "grad_norm": 305.2982177734375,
+      "learning_rate": 1.3545632479859959e-09,
+      "loss": 17.7969,
+      "step": 29630
+    },
+    {
+      "epoch": 1.9679218967921897,
+      "grad_norm": 306.6945495605469,
+      "learning_rate": 1.3489729190881981e-09,
+      "loss": 18.2656,
+      "step": 29631
+    },
+    {
+      "epoch": 1.9679883110845453,
+      "grad_norm": 110.75240325927734,
+      "learning_rate": 1.3433941420096794e-09,
+      "loss": 16.0938,
+      "step": 29632
+    },
+    {
+      "epoch": 1.9680547253769012,
+      "grad_norm": 184.07789611816406,
+      "learning_rate": 1.3378269168148325e-09,
+      "loss": 13.3906,
+      "step": 29633
+    },
+    {
+      "epoch": 1.9681211396692568,
+      "grad_norm": 340.3381652832031,
+      "learning_rate": 1.3322712435682726e-09,
+      "loss": 22.6562,
+      "step": 29634
+    },
+    {
+      "epoch": 1.9681875539616125,
+      "grad_norm": 328.2636413574219,
+      "learning_rate": 1.3267271223340593e-09,
+      "loss": 15.0,
+      "step": 29635
+    },
+    {
+      "epoch": 1.9682539682539684,
+      "grad_norm": 150.44253540039062,
+      "learning_rate": 1.3211945531763635e-09,
+      "loss": 15.6094,
+      "step": 29636
+    },
+    {
+      "epoch": 1.968320382546324,
+      "grad_norm": 369.2940979003906,
+      "learning_rate": 1.3156735361592452e-09,
+      "loss": 13.8906,
+      "step": 29637
+    },
+    {
+      "epoch": 1.9683867968386797,
+      "grad_norm": 218.06253051757812,
+      "learning_rate": 1.3101640713465422e-09,
+      "loss": 18.7812,
+      "step": 29638
+    },
+    {
+      "epoch": 1.9684532111310356,
+      "grad_norm": 224.14930725097656,
+      "learning_rate": 1.3046661588019814e-09,
+      "loss": 15.0938,
+      "step": 29639
+    },
+    {
+      "epoch": 1.968519625423391,
+      "grad_norm": 253.28604125976562,
+      "learning_rate": 1.2991797985891783e-09,
+      "loss": 17.4375,
+      "step": 29640
+    },
+    {
+      "epoch": 1.9685860397157469,
+      "grad_norm": 202.54747009277344,
+      "learning_rate": 1.293704990771527e-09,
+      "loss": 12.4844,
+      "step": 29641
+    },
+    {
+      "epoch": 1.9686524540081025,
+      "grad_norm": 159.644775390625,
+      "learning_rate": 1.288241735412532e-09,
+      "loss": 12.3203,
+      "step": 29642
+    },
+    {
+      "epoch": 1.9687188683004582,
+      "grad_norm": 276.2588195800781,
+      "learning_rate": 1.282790032575143e-09,
+      "loss": 15.8281,
+      "step": 29643
+    },
+    {
+      "epoch": 1.968785282592814,
+      "grad_norm": 141.6810760498047,
+      "learning_rate": 1.2773498823226425e-09,
+      "loss": 15.4688,
+      "step": 29644
+    },
+    {
+      "epoch": 1.9688516968851697,
+      "grad_norm": 443.3586730957031,
+      "learning_rate": 1.2719212847177585e-09,
+      "loss": 15.6562,
+      "step": 29645
+    },
+    {
+      "epoch": 1.9689181111775254,
+      "grad_norm": 182.1769256591797,
+      "learning_rate": 1.2665042398234406e-09,
+      "loss": 15.1875,
+      "step": 29646
+    },
+    {
+      "epoch": 1.9689845254698812,
+      "grad_norm": 276.1295471191406,
+      "learning_rate": 1.261098747702305e-09,
+      "loss": 17.0938,
+      "step": 29647
+    },
+    {
+      "epoch": 1.9690509397622369,
+      "grad_norm": 263.5727233886719,
+      "learning_rate": 1.2557048084168576e-09,
+      "loss": 15.0938,
+      "step": 29648
+    },
+    {
+      "epoch": 1.9691173540545925,
+      "grad_norm": 440.6484375,
+      "learning_rate": 1.2503224220294927e-09,
+      "loss": 17.5,
+      "step": 29649
+    },
+    {
+      "epoch": 1.9691837683469484,
+      "grad_norm": 106.81942749023438,
+      "learning_rate": 1.2449515886024943e-09,
+      "loss": 13.4375,
+      "step": 29650
+    },
+    {
+      "epoch": 1.9692501826393038,
+      "grad_norm": 623.833984375,
+      "learning_rate": 1.2395923081980342e-09,
+      "loss": 21.5781,
+      "step": 29651
+    },
+    {
+      "epoch": 1.9693165969316597,
+      "grad_norm": 189.65293884277344,
+      "learning_rate": 1.2342445808780632e-09,
+      "loss": 20.4844,
+      "step": 29652
+    },
+    {
+      "epoch": 1.9693830112240154,
+      "grad_norm": 163.69100952148438,
+      "learning_rate": 1.2289084067043098e-09,
+      "loss": 15.3594,
+      "step": 29653
+    },
+    {
+      "epoch": 1.969449425516371,
+      "grad_norm": 119.17556762695312,
+      "learning_rate": 1.2235837857387244e-09,
+      "loss": 16.3438,
+      "step": 29654
+    },
+    {
+      "epoch": 1.969515839808727,
+      "grad_norm": 158.1358184814453,
+      "learning_rate": 1.2182707180428132e-09,
+      "loss": 21.0938,
+      "step": 29655
+    },
+    {
+      "epoch": 1.9695822541010826,
+      "grad_norm": 221.06503295898438,
+      "learning_rate": 1.2129692036778604e-09,
+      "loss": 14.8594,
+      "step": 29656
+    },
+    {
+      "epoch": 1.9696486683934382,
+      "grad_norm": 157.40545654296875,
+      "learning_rate": 1.2076792427054839e-09,
+      "loss": 18.25,
+      "step": 29657
+    },
+    {
+      "epoch": 1.969715082685794,
+      "grad_norm": 203.28683471679688,
+      "learning_rate": 1.2024008351867453e-09,
+      "loss": 17.2656,
+      "step": 29658
+    },
+    {
+      "epoch": 1.9697814969781497,
+      "grad_norm": 329.77880859375,
+      "learning_rate": 1.1971339811825965e-09,
+      "loss": 11.6328,
+      "step": 29659
+    },
+    {
+      "epoch": 1.9698479112705054,
+      "grad_norm": 100.92428588867188,
+      "learning_rate": 1.1918786807540993e-09,
+      "loss": 14.5938,
+      "step": 29660
+    },
+    {
+      "epoch": 1.9699143255628613,
+      "grad_norm": 233.10760498046875,
+      "learning_rate": 1.1866349339620941e-09,
+      "loss": 15.0312,
+      "step": 29661
+    },
+    {
+      "epoch": 1.9699807398552167,
+      "grad_norm": 167.26229858398438,
+      "learning_rate": 1.1814027408670878e-09,
+      "loss": 16.2656,
+      "step": 29662
+    },
+    {
+      "epoch": 1.9700471541475726,
+      "grad_norm": 493.063720703125,
+      "learning_rate": 1.176182101529588e-09,
+      "loss": 21.8281,
+      "step": 29663
+    },
+    {
+      "epoch": 1.9701135684399282,
+      "grad_norm": 311.91900634765625,
+      "learning_rate": 1.1709730160101017e-09,
+      "loss": 19.2031,
+      "step": 29664
+    },
+    {
+      "epoch": 1.970179982732284,
+      "grad_norm": 102.73912048339844,
+      "learning_rate": 1.1657754843689139e-09,
+      "loss": 16.4531,
+      "step": 29665
+    },
+    {
+      "epoch": 1.9702463970246398,
+      "grad_norm": 458.0368957519531,
+      "learning_rate": 1.1605895066659765e-09,
+      "loss": 15.1562,
+      "step": 29666
+    },
+    {
+      "epoch": 1.9703128113169954,
+      "grad_norm": 150.06884765625,
+      "learning_rate": 1.1554150829614639e-09,
+      "loss": 19.2188,
+      "step": 29667
+    },
+    {
+      "epoch": 1.970379225609351,
+      "grad_norm": 425.1878356933594,
+      "learning_rate": 1.150252213314995e-09,
+      "loss": 17.7188,
+      "step": 29668
+    },
+    {
+      "epoch": 1.970445639901707,
+      "grad_norm": 135.87989807128906,
+      "learning_rate": 1.1451008977866328e-09,
+      "loss": 14.0469,
+      "step": 29669
+    },
+    {
+      "epoch": 1.9705120541940626,
+      "grad_norm": 273.2561340332031,
+      "learning_rate": 1.1399611364356632e-09,
+      "loss": 18.1562,
+      "step": 29670
+    },
+    {
+      "epoch": 1.9705784684864183,
+      "grad_norm": 246.91693115234375,
+      "learning_rate": 1.1348329293215942e-09,
+      "loss": 12.8125,
+      "step": 29671
+    },
+    {
+      "epoch": 1.9706448827787741,
+      "grad_norm": 395.043212890625,
+      "learning_rate": 1.1297162765039336e-09,
+      "loss": 17.5938,
+      "step": 29672
+    },
+    {
+      "epoch": 1.9707112970711296,
+      "grad_norm": 165.4005584716797,
+      "learning_rate": 1.1246111780416346e-09,
+      "loss": 15.9844,
+      "step": 29673
+    },
+    {
+      "epoch": 1.9707777113634855,
+      "grad_norm": 186.133056640625,
+      "learning_rate": 1.1195176339938717e-09,
+      "loss": 16.7656,
+      "step": 29674
+    },
+    {
+      "epoch": 1.970844125655841,
+      "grad_norm": 131.44613647460938,
+      "learning_rate": 1.1144356444195978e-09,
+      "loss": 11.75,
+      "step": 29675
+    },
+    {
+      "epoch": 1.9709105399481968,
+      "grad_norm": 149.2247772216797,
+      "learning_rate": 1.109365209377433e-09,
+      "loss": 14.2344,
+      "step": 29676
+    },
+    {
+      "epoch": 1.9709769542405526,
+      "grad_norm": 234.51129150390625,
+      "learning_rate": 1.104306328926219e-09,
+      "loss": 17.4062,
+      "step": 29677
+    },
+    {
+      "epoch": 1.9710433685329083,
+      "grad_norm": 152.07041931152344,
+      "learning_rate": 1.099259003124353e-09,
+      "loss": 14.5938,
+      "step": 29678
+    },
+    {
+      "epoch": 1.971109782825264,
+      "grad_norm": 119.69378662109375,
+      "learning_rate": 1.0942232320303447e-09,
+      "loss": 15.0078,
+      "step": 29679
+    },
+    {
+      "epoch": 1.9711761971176198,
+      "grad_norm": 281.2864074707031,
+      "learning_rate": 1.089199015702258e-09,
+      "loss": 15.6094,
+      "step": 29680
+    },
+    {
+      "epoch": 1.9712426114099755,
+      "grad_norm": 161.8865509033203,
+      "learning_rate": 1.0841863541983798e-09,
+      "loss": 15.375,
+      "step": 29681
+    },
+    {
+      "epoch": 1.9713090257023311,
+      "grad_norm": 200.67068481445312,
+      "learning_rate": 1.079185247576553e-09,
+      "loss": 14.25,
+      "step": 29682
+    },
+    {
+      "epoch": 1.971375439994687,
+      "grad_norm": 251.97769165039062,
+      "learning_rate": 1.0741956958947307e-09,
+      "loss": 16.1562,
+      "step": 29683
+    },
+    {
+      "epoch": 1.9714418542870424,
+      "grad_norm": 99.0555419921875,
+      "learning_rate": 1.069217699210645e-09,
+      "loss": 12.9531,
+      "step": 29684
+    },
+    {
+      "epoch": 1.9715082685793983,
+      "grad_norm": 116.45386505126953,
+      "learning_rate": 1.0642512575818053e-09,
+      "loss": 12.1094,
+      "step": 29685
+    },
+    {
+      "epoch": 1.971574682871754,
+      "grad_norm": 141.69921875,
+      "learning_rate": 1.05929637106561e-09,
+      "loss": 18.0,
+      "step": 29686
+    },
+    {
+      "epoch": 1.9716410971641096,
+      "grad_norm": 413.7723693847656,
+      "learning_rate": 1.0543530397195687e-09,
+      "loss": 19.7812,
+      "step": 29687
+    },
+    {
+      "epoch": 1.9717075114564655,
+      "grad_norm": 312.0832824707031,
+      "learning_rate": 1.049421263600747e-09,
+      "loss": 13.5938,
+      "step": 29688
+    },
+    {
+      "epoch": 1.9717739257488212,
+      "grad_norm": 786.630859375,
+      "learning_rate": 1.0445010427660994e-09,
+      "loss": 12.2266,
+      "step": 29689
+    },
+    {
+      "epoch": 1.9718403400411768,
+      "grad_norm": 134.34849548339844,
+      "learning_rate": 1.0395923772726912e-09,
+      "loss": 14.8281,
+      "step": 29690
+    },
+    {
+      "epoch": 1.9719067543335327,
+      "grad_norm": 220.46592712402344,
+      "learning_rate": 1.0346952671772546e-09,
+      "loss": 13.0469,
+      "step": 29691
+    },
+    {
+      "epoch": 1.9719731686258883,
+      "grad_norm": 103.00798797607422,
+      "learning_rate": 1.0298097125364113e-09,
+      "loss": 11.5156,
+      "step": 29692
+    },
+    {
+      "epoch": 1.972039582918244,
+      "grad_norm": 140.06314086914062,
+      "learning_rate": 1.0249357134066717e-09,
+      "loss": 13.6562,
+      "step": 29693
+    },
+    {
+      "epoch": 1.9721059972105999,
+      "grad_norm": 202.66696166992188,
+      "learning_rate": 1.0200732698444347e-09,
+      "loss": 15.9375,
+      "step": 29694
+    },
+    {
+      "epoch": 1.9721724115029553,
+      "grad_norm": 121.56024169921875,
+      "learning_rate": 1.0152223819059891e-09,
+      "loss": 14.3906,
+      "step": 29695
+    },
+    {
+      "epoch": 1.9722388257953112,
+      "grad_norm": 182.7086181640625,
+      "learning_rate": 1.01038304964729e-09,
+      "loss": 19.1094,
+      "step": 29696
+    },
+    {
+      "epoch": 1.9723052400876668,
+      "grad_norm": 159.2163543701172,
+      "learning_rate": 1.0055552731245143e-09,
+      "loss": 14.6172,
+      "step": 29697
+    },
+    {
+      "epoch": 1.9723716543800225,
+      "grad_norm": 194.45933532714844,
+      "learning_rate": 1.0007390523935066e-09,
+      "loss": 13.6875,
+      "step": 29698
+    },
+    {
+      "epoch": 1.9724380686723784,
+      "grad_norm": 276.00396728515625,
+      "learning_rate": 9.959343875097781e-10,
+      "loss": 14.5469,
+      "step": 29699
+    },
+    {
+      "epoch": 1.972504482964734,
+      "grad_norm": 525.480224609375,
+      "learning_rate": 9.911412785290618e-10,
+      "loss": 20.0781,
+      "step": 29700
+    },
+    {
+      "epoch": 1.9725708972570897,
+      "grad_norm": 319.8211669921875,
+      "learning_rate": 9.86359725506758e-10,
+      "loss": 18.0938,
+      "step": 29701
+    },
+    {
+      "epoch": 1.9726373115494455,
+      "grad_norm": 134.9473419189453,
+      "learning_rate": 9.815897284981555e-10,
+      "loss": 17.5625,
+      "step": 29702
+    },
+    {
+      "epoch": 1.9727037258418012,
+      "grad_norm": 303.2142028808594,
+      "learning_rate": 9.768312875584329e-10,
+      "loss": 16.3594,
+      "step": 29703
+    },
+    {
+      "epoch": 1.9727701401341569,
+      "grad_norm": 260.0734558105469,
+      "learning_rate": 9.720844027426567e-10,
+      "loss": 14.0312,
+      "step": 29704
+    },
+    {
+      "epoch": 1.9728365544265127,
+      "grad_norm": 216.14134216308594,
+      "learning_rate": 9.673490741057833e-10,
+      "loss": 23.9375,
+      "step": 29705
+    },
+    {
+      "epoch": 1.9729029687188682,
+      "grad_norm": 223.25559997558594,
+      "learning_rate": 9.626253017025465e-10,
+      "loss": 16.7344,
+      "step": 29706
+    },
+    {
+      "epoch": 1.972969383011224,
+      "grad_norm": 166.59130859375,
+      "learning_rate": 9.579130855875694e-10,
+      "loss": 15.9375,
+      "step": 29707
+    },
+    {
+      "epoch": 1.9730357973035797,
+      "grad_norm": 148.2534942626953,
+      "learning_rate": 9.53212425815364e-10,
+      "loss": 16.9844,
+      "step": 29708
+    },
+    {
+      "epoch": 1.9731022115959354,
+      "grad_norm": 264.4779052734375,
+      "learning_rate": 9.485233224403311e-10,
+      "loss": 18.9375,
+      "step": 29709
+    },
+    {
+      "epoch": 1.9731686258882912,
+      "grad_norm": 112.54449462890625,
+      "learning_rate": 9.438457755166497e-10,
+      "loss": 17.3438,
+      "step": 29710
+    },
+    {
+      "epoch": 1.9732350401806469,
+      "grad_norm": 282.12890625,
+      "learning_rate": 9.391797850984984e-10,
+      "loss": 16.1719,
+      "step": 29711
+    },
+    {
+      "epoch": 1.9733014544730025,
+      "grad_norm": 281.7425537109375,
+      "learning_rate": 9.345253512398344e-10,
+      "loss": 22.2812,
+      "step": 29712
+    },
+    {
+      "epoch": 1.9733678687653584,
+      "grad_norm": 248.4547882080078,
+      "learning_rate": 9.298824739945033e-10,
+      "loss": 13.3281,
+      "step": 29713
+    },
+    {
+      "epoch": 1.973434283057714,
+      "grad_norm": 92.49491882324219,
+      "learning_rate": 9.252511534161289e-10,
+      "loss": 14.7031,
+      "step": 29714
+    },
+    {
+      "epoch": 1.9735006973500697,
+      "grad_norm": 180.79859924316406,
+      "learning_rate": 9.206313895584461e-10,
+      "loss": 12.6719,
+      "step": 29715
+    },
+    {
+      "epoch": 1.9735671116424256,
+      "grad_norm": 158.7040557861328,
+      "learning_rate": 9.160231824747455e-10,
+      "loss": 13.0625,
+      "step": 29716
+    },
+    {
+      "epoch": 1.973633525934781,
+      "grad_norm": 270.01031494140625,
+      "learning_rate": 9.114265322184289e-10,
+      "loss": 16.3125,
+      "step": 29717
+    },
+    {
+      "epoch": 1.973699940227137,
+      "grad_norm": 202.60853576660156,
+      "learning_rate": 9.068414388425649e-10,
+      "loss": 21.0156,
+      "step": 29718
+    },
+    {
+      "epoch": 1.9737663545194926,
+      "grad_norm": 155.4619598388672,
+      "learning_rate": 9.022679024002222e-10,
+      "loss": 11.5,
+      "step": 29719
+    },
+    {
+      "epoch": 1.9738327688118482,
+      "grad_norm": 163.380615234375,
+      "learning_rate": 8.977059229443584e-10,
+      "loss": 20.6875,
+      "step": 29720
+    },
+    {
+      "epoch": 1.973899183104204,
+      "grad_norm": 556.7127685546875,
+      "learning_rate": 8.931555005277091e-10,
+      "loss": 15.8281,
+      "step": 29721
+    },
+    {
+      "epoch": 1.9739655973965597,
+      "grad_norm": 202.20884704589844,
+      "learning_rate": 8.8861663520301e-10,
+      "loss": 19.1562,
+      "step": 29722
+    },
+    {
+      "epoch": 1.9740320116889154,
+      "grad_norm": 208.710693359375,
+      "learning_rate": 8.840893270225524e-10,
+      "loss": 14.2656,
+      "step": 29723
+    },
+    {
+      "epoch": 1.9740984259812713,
+      "grad_norm": 160.9514923095703,
+      "learning_rate": 8.7957357603885e-10,
+      "loss": 14.0625,
+      "step": 29724
+    },
+    {
+      "epoch": 1.974164840273627,
+      "grad_norm": 142.59181213378906,
+      "learning_rate": 8.750693823041944e-10,
+      "loss": 12.7188,
+      "step": 29725
+    },
+    {
+      "epoch": 1.9742312545659826,
+      "grad_norm": 162.33399963378906,
+      "learning_rate": 8.705767458705438e-10,
+      "loss": 13.3594,
+      "step": 29726
+    },
+    {
+      "epoch": 1.9742976688583385,
+      "grad_norm": 1040.5975341796875,
+      "learning_rate": 8.660956667899677e-10,
+      "loss": 14.125,
+      "step": 29727
+    },
+    {
+      "epoch": 1.974364083150694,
+      "grad_norm": 140.22909545898438,
+      "learning_rate": 8.616261451142027e-10,
+      "loss": 14.0469,
+      "step": 29728
+    },
+    {
+      "epoch": 1.9744304974430498,
+      "grad_norm": 296.9455871582031,
+      "learning_rate": 8.571681808950959e-10,
+      "loss": 13.9766,
+      "step": 29729
+    },
+    {
+      "epoch": 1.9744969117354054,
+      "grad_norm": 162.1430206298828,
+      "learning_rate": 8.527217741840509e-10,
+      "loss": 10.875,
+      "step": 29730
+    },
+    {
+      "epoch": 1.974563326027761,
+      "grad_norm": 107.60700225830078,
+      "learning_rate": 8.482869250325819e-10,
+      "loss": 13.0,
+      "step": 29731
+    },
+    {
+      "epoch": 1.974629740320117,
+      "grad_norm": 226.56417846679688,
+      "learning_rate": 8.438636334919813e-10,
+      "loss": 23.2969,
+      "step": 29732
+    },
+    {
+      "epoch": 1.9746961546124726,
+      "grad_norm": 296.99945068359375,
+      "learning_rate": 8.394518996135413e-10,
+      "loss": 25.9609,
+      "step": 29733
+    },
+    {
+      "epoch": 1.9747625689048283,
+      "grad_norm": 299.460205078125,
+      "learning_rate": 8.350517234479992e-10,
+      "loss": 19.1406,
+      "step": 29734
+    },
+    {
+      "epoch": 1.9748289831971841,
+      "grad_norm": 163.3943328857422,
+      "learning_rate": 8.306631050465362e-10,
+      "loss": 14.4531,
+      "step": 29735
+    },
+    {
+      "epoch": 1.9748953974895398,
+      "grad_norm": 195.4482879638672,
+      "learning_rate": 8.262860444597786e-10,
+      "loss": 18.7188,
+      "step": 29736
+    },
+    {
+      "epoch": 1.9749618117818954,
+      "grad_norm": 141.47679138183594,
+      "learning_rate": 8.219205417384634e-10,
+      "loss": 14.9141,
+      "step": 29737
+    },
+    {
+      "epoch": 1.9750282260742513,
+      "grad_norm": 207.18992614746094,
+      "learning_rate": 8.175665969328837e-10,
+      "loss": 17.6094,
+      "step": 29738
+    },
+    {
+      "epoch": 1.9750946403666068,
+      "grad_norm": 134.29441833496094,
+      "learning_rate": 8.132242100935549e-10,
+      "loss": 10.2188,
+      "step": 29739
+    },
+    {
+      "epoch": 1.9751610546589626,
+      "grad_norm": 136.0496368408203,
+      "learning_rate": 8.088933812707699e-10,
+      "loss": 15.2031,
+      "step": 29740
+    },
+    {
+      "epoch": 1.9752274689513183,
+      "grad_norm": 496.50390625,
+      "learning_rate": 8.045741105144887e-10,
+      "loss": 14.8906,
+      "step": 29741
+    },
+    {
+      "epoch": 1.975293883243674,
+      "grad_norm": 623.2554931640625,
+      "learning_rate": 8.002663978746716e-10,
+      "loss": 18.7188,
+      "step": 29742
+    },
+    {
+      "epoch": 1.9753602975360298,
+      "grad_norm": 592.4150390625,
+      "learning_rate": 7.959702434012783e-10,
+      "loss": 23.75,
+      "step": 29743
+    },
+    {
+      "epoch": 1.9754267118283855,
+      "grad_norm": 128.0477752685547,
+      "learning_rate": 7.91685647143936e-10,
+      "loss": 13.1406,
+      "step": 29744
+    },
+    {
+      "epoch": 1.9754931261207411,
+      "grad_norm": 265.7501525878906,
+      "learning_rate": 7.874126091521605e-10,
+      "loss": 14.2188,
+      "step": 29745
+    },
+    {
+      "epoch": 1.975559540413097,
+      "grad_norm": 140.09947204589844,
+      "learning_rate": 7.831511294753568e-10,
+      "loss": 14.6875,
+      "step": 29746
+    },
+    {
+      "epoch": 1.9756259547054527,
+      "grad_norm": 193.74468994140625,
+      "learning_rate": 7.789012081629299e-10,
+      "loss": 16.8203,
+      "step": 29747
+    },
+    {
+      "epoch": 1.9756923689978083,
+      "grad_norm": 306.9519348144531,
+      "learning_rate": 7.746628452640625e-10,
+      "loss": 15.2188,
+      "step": 29748
+    },
+    {
+      "epoch": 1.9757587832901642,
+      "grad_norm": 216.0952606201172,
+      "learning_rate": 7.704360408276045e-10,
+      "loss": 15.2344,
+      "step": 29749
+    },
+    {
+      "epoch": 1.9758251975825196,
+      "grad_norm": 324.646484375,
+      "learning_rate": 7.662207949026278e-10,
+      "loss": 17.3906,
+      "step": 29750
+    },
+    {
+      "epoch": 1.9758916118748755,
+      "grad_norm": 113.21682739257812,
+      "learning_rate": 7.620171075377602e-10,
+      "loss": 11.9297,
+      "step": 29751
+    },
+    {
+      "epoch": 1.9759580261672312,
+      "grad_norm": 127.92350006103516,
+      "learning_rate": 7.578249787817403e-10,
+      "loss": 9.7656,
+      "step": 29752
+    },
+    {
+      "epoch": 1.9760244404595868,
+      "grad_norm": 176.5972137451172,
+      "learning_rate": 7.536444086829741e-10,
+      "loss": 15.3047,
+      "step": 29753
+    },
+    {
+      "epoch": 1.9760908547519427,
+      "grad_norm": 214.00845336914062,
+      "learning_rate": 7.494753972898671e-10,
+      "loss": 20.9688,
+      "step": 29754
+    },
+    {
+      "epoch": 1.9761572690442983,
+      "grad_norm": 186.13818359375,
+      "learning_rate": 7.453179446506031e-10,
+      "loss": 14.9219,
+      "step": 29755
+    },
+    {
+      "epoch": 1.976223683336654,
+      "grad_norm": 326.03411865234375,
+      "learning_rate": 7.411720508132546e-10,
+      "loss": 21.6562,
+      "step": 29756
+    },
+    {
+      "epoch": 1.9762900976290099,
+      "grad_norm": 349.634521484375,
+      "learning_rate": 7.370377158258945e-10,
+      "loss": 18.2031,
+      "step": 29757
+    },
+    {
+      "epoch": 1.9763565119213655,
+      "grad_norm": 221.56146240234375,
+      "learning_rate": 7.329149397362621e-10,
+      "loss": 17.7656,
+      "step": 29758
+    },
+    {
+      "epoch": 1.9764229262137212,
+      "grad_norm": 368.5390625,
+      "learning_rate": 7.288037225919863e-10,
+      "loss": 22.3594,
+      "step": 29759
+    },
+    {
+      "epoch": 1.976489340506077,
+      "grad_norm": 205.24891662597656,
+      "learning_rate": 7.247040644408065e-10,
+      "loss": 18.3594,
+      "step": 29760
+    },
+    {
+      "epoch": 1.9765557547984325,
+      "grad_norm": 273.21875,
+      "learning_rate": 7.206159653300181e-10,
+      "loss": 16.875,
+      "step": 29761
+    },
+    {
+      "epoch": 1.9766221690907884,
+      "grad_norm": 544.265869140625,
+      "learning_rate": 7.165394253069168e-10,
+      "loss": 19.9531,
+      "step": 29762
+    },
+    {
+      "epoch": 1.976688583383144,
+      "grad_norm": 197.1372528076172,
+      "learning_rate": 7.12474444418576e-10,
+      "loss": 16.1406,
+      "step": 29763
+    },
+    {
+      "epoch": 1.9767549976754997,
+      "grad_norm": 126.99818420410156,
+      "learning_rate": 7.084210227121801e-10,
+      "loss": 15.3281,
+      "step": 29764
+    },
+    {
+      "epoch": 1.9768214119678555,
+      "grad_norm": 84.53312683105469,
+      "learning_rate": 7.043791602345805e-10,
+      "loss": 11.8906,
+      "step": 29765
+    },
+    {
+      "epoch": 1.9768878262602112,
+      "grad_norm": 315.4937744140625,
+      "learning_rate": 7.003488570325177e-10,
+      "loss": 16.5,
+      "step": 29766
+    },
+    {
+      "epoch": 1.9769542405525669,
+      "grad_norm": 152.70382690429688,
+      "learning_rate": 6.963301131525101e-10,
+      "loss": 18.5,
+      "step": 29767
+    },
+    {
+      "epoch": 1.9770206548449227,
+      "grad_norm": 176.66526794433594,
+      "learning_rate": 6.923229286410759e-10,
+      "loss": 14.2656,
+      "step": 29768
+    },
+    {
+      "epoch": 1.9770870691372784,
+      "grad_norm": 167.37265014648438,
+      "learning_rate": 6.883273035447334e-10,
+      "loss": 21.4688,
+      "step": 29769
+    },
+    {
+      "epoch": 1.977153483429634,
+      "grad_norm": 239.67025756835938,
+      "learning_rate": 6.84343237909557e-10,
+      "loss": 16.5469,
+      "step": 29770
+    },
+    {
+      "epoch": 1.97721989772199,
+      "grad_norm": 285.3998107910156,
+      "learning_rate": 6.803707317816209e-10,
+      "loss": 14.6641,
+      "step": 29771
+    },
+    {
+      "epoch": 1.9772863120143453,
+      "grad_norm": 498.0498352050781,
+      "learning_rate": 6.764097852069994e-10,
+      "loss": 15.2344,
+      "step": 29772
+    },
+    {
+      "epoch": 1.9773527263067012,
+      "grad_norm": 249.08462524414062,
+      "learning_rate": 6.724603982313226e-10,
+      "loss": 16.1719,
+      "step": 29773
+    },
+    {
+      "epoch": 1.9774191405990569,
+      "grad_norm": 287.8838195800781,
+      "learning_rate": 6.685225709004427e-10,
+      "loss": 30.0312,
+      "step": 29774
+    },
+    {
+      "epoch": 1.9774855548914125,
+      "grad_norm": 421.45172119140625,
+      "learning_rate": 6.645963032597679e-10,
+      "loss": 17.4531,
+      "step": 29775
+    },
+    {
+      "epoch": 1.9775519691837684,
+      "grad_norm": 241.1865234375,
+      "learning_rate": 6.606815953549283e-10,
+      "loss": 20.4062,
+      "step": 29776
+    },
+    {
+      "epoch": 1.977618383476124,
+      "grad_norm": 186.27700805664062,
+      "learning_rate": 6.567784472308879e-10,
+      "loss": 16.8516,
+      "step": 29777
+    },
+    {
+      "epoch": 1.9776847977684797,
+      "grad_norm": 240.7480010986328,
+      "learning_rate": 6.52886858933166e-10,
+      "loss": 19.8438,
+      "step": 29778
+    },
+    {
+      "epoch": 1.9777512120608356,
+      "grad_norm": 272.66729736328125,
+      "learning_rate": 6.490068305065044e-10,
+      "loss": 16.6406,
+      "step": 29779
+    },
+    {
+      "epoch": 1.9778176263531912,
+      "grad_norm": 156.7595977783203,
+      "learning_rate": 6.451383619958672e-10,
+      "loss": 20.0625,
+      "step": 29780
+    },
+    {
+      "epoch": 1.977884040645547,
+      "grad_norm": 283.1149597167969,
+      "learning_rate": 6.412814534459965e-10,
+      "loss": 18.1719,
+      "step": 29781
+    },
+    {
+      "epoch": 1.9779504549379028,
+      "grad_norm": 565.9223022460938,
+      "learning_rate": 6.374361049015232e-10,
+      "loss": 20.7031,
+      "step": 29782
+    },
+    {
+      "epoch": 1.9780168692302582,
+      "grad_norm": 438.42694091796875,
+      "learning_rate": 6.336023164069671e-10,
+      "loss": 14.9844,
+      "step": 29783
+    },
+    {
+      "epoch": 1.978083283522614,
+      "grad_norm": 116.80072784423828,
+      "learning_rate": 6.297800880066262e-10,
+      "loss": 17.2188,
+      "step": 29784
+    },
+    {
+      "epoch": 1.9781496978149697,
+      "grad_norm": 202.77752685546875,
+      "learning_rate": 6.259694197446875e-10,
+      "loss": 16.4688,
+      "step": 29785
+    },
+    {
+      "epoch": 1.9782161121073254,
+      "grad_norm": 265.8988037109375,
+      "learning_rate": 6.221703116652266e-10,
+      "loss": 13.9453,
+      "step": 29786
+    },
+    {
+      "epoch": 1.9782825263996813,
+      "grad_norm": 173.74942016601562,
+      "learning_rate": 6.183827638123196e-10,
+      "loss": 13.3125,
+      "step": 29787
+    },
+    {
+      "epoch": 1.978348940692037,
+      "grad_norm": 153.3989715576172,
+      "learning_rate": 6.146067762295981e-10,
+      "loss": 14.5,
+      "step": 29788
+    },
+    {
+      "epoch": 1.9784153549843926,
+      "grad_norm": 135.48614501953125,
+      "learning_rate": 6.10842348960916e-10,
+      "loss": 12.8672,
+      "step": 29789
+    },
+    {
+      "epoch": 1.9784817692767485,
+      "grad_norm": 304.128173828125,
+      "learning_rate": 6.07089482049683e-10,
+      "loss": 20.2344,
+      "step": 29790
+    },
+    {
+      "epoch": 1.9785481835691041,
+      "grad_norm": 247.57757568359375,
+      "learning_rate": 6.033481755393089e-10,
+      "loss": 16.1094,
+      "step": 29791
+    },
+    {
+      "epoch": 1.9786145978614598,
+      "grad_norm": 222.4123992919922,
+      "learning_rate": 5.996184294732032e-10,
+      "loss": 14.3438,
+      "step": 29792
+    },
+    {
+      "epoch": 1.9786810121538156,
+      "grad_norm": 288.6795654296875,
+      "learning_rate": 5.959002438944427e-10,
+      "loss": 14.3281,
+      "step": 29793
+    },
+    {
+      "epoch": 1.978747426446171,
+      "grad_norm": 146.43511962890625,
+      "learning_rate": 5.92193618845882e-10,
+      "loss": 12.5,
+      "step": 29794
+    },
+    {
+      "epoch": 1.978813840738527,
+      "grad_norm": 127.07250213623047,
+      "learning_rate": 5.884985543705978e-10,
+      "loss": 14.2188,
+      "step": 29795
+    },
+    {
+      "epoch": 1.9788802550308826,
+      "grad_norm": 234.90953063964844,
+      "learning_rate": 5.848150505113336e-10,
+      "loss": 18.7188,
+      "step": 29796
+    },
+    {
+      "epoch": 1.9789466693232383,
+      "grad_norm": 480.6916809082031,
+      "learning_rate": 5.81143107310611e-10,
+      "loss": 22.4688,
+      "step": 29797
+    },
+    {
+      "epoch": 1.9790130836155941,
+      "grad_norm": 503.5009765625,
+      "learning_rate": 5.774827248108404e-10,
+      "loss": 32.4375,
+      "step": 29798
+    },
+    {
+      "epoch": 1.9790794979079498,
+      "grad_norm": 184.35211181640625,
+      "learning_rate": 5.738339030545436e-10,
+      "loss": 20.8438,
+      "step": 29799
+    },
+    {
+      "epoch": 1.9791459122003054,
+      "grad_norm": 263.80206298828125,
+      "learning_rate": 5.701966420837978e-10,
+      "loss": 14.4688,
+      "step": 29800
+    },
+    {
+      "epoch": 1.9792123264926613,
+      "grad_norm": 224.44705200195312,
+      "learning_rate": 5.665709419406806e-10,
+      "loss": 21.9219,
+      "step": 29801
+    },
+    {
+      "epoch": 1.979278740785017,
+      "grad_norm": 276.55438232421875,
+      "learning_rate": 5.629568026671583e-10,
+      "loss": 19.7969,
+      "step": 29802
+    },
+    {
+      "epoch": 1.9793451550773726,
+      "grad_norm": 642.7906494140625,
+      "learning_rate": 5.593542243051974e-10,
+      "loss": 15.8281,
+      "step": 29803
+    },
+    {
+      "epoch": 1.9794115693697285,
+      "grad_norm": 1865.0863037109375,
+      "learning_rate": 5.557632068960982e-10,
+      "loss": 17.4062,
+      "step": 29804
+    },
+    {
+      "epoch": 1.979477983662084,
+      "grad_norm": 168.29054260253906,
+      "learning_rate": 5.521837504817162e-10,
+      "loss": 15.2812,
+      "step": 29805
+    },
+    {
+      "epoch": 1.9795443979544398,
+      "grad_norm": 202.3062744140625,
+      "learning_rate": 5.486158551034626e-10,
+      "loss": 16.5781,
+      "step": 29806
+    },
+    {
+      "epoch": 1.9796108122467955,
+      "grad_norm": 268.8985900878906,
+      "learning_rate": 5.450595208023045e-10,
+      "loss": 19.5625,
+      "step": 29807
+    },
+    {
+      "epoch": 1.9796772265391511,
+      "grad_norm": 194.00953674316406,
+      "learning_rate": 5.415147476197646e-10,
+      "loss": 17.2344,
+      "step": 29808
+    },
+    {
+      "epoch": 1.979743640831507,
+      "grad_norm": 124.49293518066406,
+      "learning_rate": 5.379815355965877e-10,
+      "loss": 11.5391,
+      "step": 29809
+    },
+    {
+      "epoch": 1.9798100551238627,
+      "grad_norm": 278.8968505859375,
+      "learning_rate": 5.344598847736304e-10,
+      "loss": 14.4688,
+      "step": 29810
+    },
+    {
+      "epoch": 1.9798764694162183,
+      "grad_norm": 319.10015869140625,
+      "learning_rate": 5.309497951918596e-10,
+      "loss": 21.8594,
+      "step": 29811
+    },
+    {
+      "epoch": 1.9799428837085742,
+      "grad_norm": 211.49195861816406,
+      "learning_rate": 5.274512668915765e-10,
+      "loss": 13.2969,
+      "step": 29812
+    },
+    {
+      "epoch": 1.9800092980009298,
+      "grad_norm": 168.16470336914062,
+      "learning_rate": 5.239642999135263e-10,
+      "loss": 17.4219,
+      "step": 29813
+    },
+    {
+      "epoch": 1.9800757122932855,
+      "grad_norm": 272.63836669921875,
+      "learning_rate": 5.204888942978991e-10,
+      "loss": 9.8984,
+      "step": 29814
+    },
+    {
+      "epoch": 1.9801421265856414,
+      "grad_norm": 195.16336059570312,
+      "learning_rate": 5.17025050084885e-10,
+      "loss": 15.8438,
+      "step": 29815
+    },
+    {
+      "epoch": 1.9802085408779968,
+      "grad_norm": 174.69436645507812,
+      "learning_rate": 5.135727673146739e-10,
+      "loss": 16.1875,
+      "step": 29816
+    },
+    {
+      "epoch": 1.9802749551703527,
+      "grad_norm": 263.72021484375,
+      "learning_rate": 5.10132046027123e-10,
+      "loss": 16.6562,
+      "step": 29817
+    },
+    {
+      "epoch": 1.9803413694627083,
+      "grad_norm": 258.0528564453125,
+      "learning_rate": 5.067028862618672e-10,
+      "loss": 17.8125,
+      "step": 29818
+    },
+    {
+      "epoch": 1.980407783755064,
+      "grad_norm": 189.0381622314453,
+      "learning_rate": 5.032852880588745e-10,
+      "loss": 18.4375,
+      "step": 29819
+    },
+    {
+      "epoch": 1.9804741980474199,
+      "grad_norm": 168.54527282714844,
+      "learning_rate": 4.998792514575578e-10,
+      "loss": 12.6719,
+      "step": 29820
+    },
+    {
+      "epoch": 1.9805406123397755,
+      "grad_norm": 404.89306640625,
+      "learning_rate": 4.964847764972191e-10,
+      "loss": 18.8438,
+      "step": 29821
+    },
+    {
+      "epoch": 1.9806070266321312,
+      "grad_norm": 103.920166015625,
+      "learning_rate": 4.931018632171602e-10,
+      "loss": 10.1484,
+      "step": 29822
+    },
+    {
+      "epoch": 1.980673440924487,
+      "grad_norm": 230.0148468017578,
+      "learning_rate": 4.89730511656572e-10,
+      "loss": 22.9531,
+      "step": 29823
+    },
+    {
+      "epoch": 1.9807398552168427,
+      "grad_norm": 108.60342407226562,
+      "learning_rate": 4.863707218545343e-10,
+      "loss": 11.6719,
+      "step": 29824
+    },
+    {
+      "epoch": 1.9808062695091984,
+      "grad_norm": 138.26341247558594,
+      "learning_rate": 4.830224938496829e-10,
+      "loss": 17.0,
+      "step": 29825
+    },
+    {
+      "epoch": 1.9808726838015542,
+      "grad_norm": 147.06509399414062,
+      "learning_rate": 4.796858276809867e-10,
+      "loss": 14.8906,
+      "step": 29826
+    },
+    {
+      "epoch": 1.9809390980939097,
+      "grad_norm": 107.0012435913086,
+      "learning_rate": 4.763607233868594e-10,
+      "loss": 12.5312,
+      "step": 29827
+    },
+    {
+      "epoch": 1.9810055123862655,
+      "grad_norm": 327.39788818359375,
+      "learning_rate": 4.730471810058257e-10,
+      "loss": 12.7109,
+      "step": 29828
+    },
+    {
+      "epoch": 1.9810719266786212,
+      "grad_norm": 228.94268798828125,
+      "learning_rate": 4.697452005761881e-10,
+      "loss": 16.5781,
+      "step": 29829
+    },
+    {
+      "epoch": 1.9811383409709769,
+      "grad_norm": 329.33624267578125,
+      "learning_rate": 4.664547821362496e-10,
+      "loss": 24.1875,
+      "step": 29830
+    },
+    {
+      "epoch": 1.9812047552633327,
+      "grad_norm": 198.74522399902344,
+      "learning_rate": 4.631759257239798e-10,
+      "loss": 17.6406,
+      "step": 29831
+    },
+    {
+      "epoch": 1.9812711695556884,
+      "grad_norm": 177.89027404785156,
+      "learning_rate": 4.599086313772371e-10,
+      "loss": 12.6719,
+      "step": 29832
+    },
+    {
+      "epoch": 1.981337583848044,
+      "grad_norm": 340.6739196777344,
+      "learning_rate": 4.566528991339913e-10,
+      "loss": 21.3438,
+      "step": 29833
+    },
+    {
+      "epoch": 1.9814039981404,
+      "grad_norm": 235.02552795410156,
+      "learning_rate": 4.534087290318789e-10,
+      "loss": 12.0156,
+      "step": 29834
+    },
+    {
+      "epoch": 1.9814704124327556,
+      "grad_norm": 870.64697265625,
+      "learning_rate": 4.5017612110820336e-10,
+      "loss": 14.9844,
+      "step": 29835
+    },
+    {
+      "epoch": 1.9815368267251112,
+      "grad_norm": 4155.22119140625,
+      "learning_rate": 4.469550754007123e-10,
+      "loss": 18.9844,
+      "step": 29836
+    },
+    {
+      "epoch": 1.981603241017467,
+      "grad_norm": 132.82498168945312,
+      "learning_rate": 4.4374559194626514e-10,
+      "loss": 15.3906,
+      "step": 29837
+    },
+    {
+      "epoch": 1.9816696553098225,
+      "grad_norm": 186.4306182861328,
+      "learning_rate": 4.405476707822764e-10,
+      "loss": 14.3906,
+      "step": 29838
+    },
+    {
+      "epoch": 1.9817360696021784,
+      "grad_norm": 177.99742126464844,
+      "learning_rate": 4.3736131194571644e-10,
+      "loss": 14.7969,
+      "step": 29839
+    },
+    {
+      "epoch": 1.981802483894534,
+      "grad_norm": 172.49160766601562,
+      "learning_rate": 4.3418651547333375e-10,
+      "loss": 12.9609,
+      "step": 29840
+    },
+    {
+      "epoch": 1.9818688981868897,
+      "grad_norm": 229.1228485107422,
+      "learning_rate": 4.310232814018766e-10,
+      "loss": 16.7344,
+      "step": 29841
+    },
+    {
+      "epoch": 1.9819353124792456,
+      "grad_norm": 167.55645751953125,
+      "learning_rate": 4.2787160976798243e-10,
+      "loss": 14.5625,
+      "step": 29842
+    },
+    {
+      "epoch": 1.9820017267716012,
+      "grad_norm": 110.16545867919922,
+      "learning_rate": 4.247315006080665e-10,
+      "loss": 18.5469,
+      "step": 29843
+    },
+    {
+      "epoch": 1.982068141063957,
+      "grad_norm": 276.54376220703125,
+      "learning_rate": 4.2160295395843315e-10,
+      "loss": 17.0156,
+      "step": 29844
+    },
+    {
+      "epoch": 1.9821345553563128,
+      "grad_norm": 175.5704345703125,
+      "learning_rate": 4.1848596985538666e-10,
+      "loss": 18.5625,
+      "step": 29845
+    },
+    {
+      "epoch": 1.9822009696486684,
+      "grad_norm": 176.56578063964844,
+      "learning_rate": 4.1538054833489823e-10,
+      "loss": 16.5781,
+      "step": 29846
+    },
+    {
+      "epoch": 1.982267383941024,
+      "grad_norm": 138.8981170654297,
+      "learning_rate": 4.1228668943282807e-10,
+      "loss": 13.3594,
+      "step": 29847
+    },
+    {
+      "epoch": 1.98233379823338,
+      "grad_norm": 112.1473617553711,
+      "learning_rate": 4.092043931850364e-10,
+      "loss": 12.75,
+      "step": 29848
+    },
+    {
+      "epoch": 1.9824002125257354,
+      "grad_norm": 234.12469482421875,
+      "learning_rate": 4.061336596271614e-10,
+      "loss": 19.75,
+      "step": 29849
+    },
+    {
+      "epoch": 1.9824666268180913,
+      "grad_norm": 123.95975494384766,
+      "learning_rate": 4.030744887948412e-10,
+      "loss": 13.9688,
+      "step": 29850
+    },
+    {
+      "epoch": 1.982533041110447,
+      "grad_norm": 126.93898010253906,
+      "learning_rate": 4.0002688072326984e-10,
+      "loss": 14.8438,
+      "step": 29851
+    },
+    {
+      "epoch": 1.9825994554028026,
+      "grad_norm": 477.4247741699219,
+      "learning_rate": 3.969908354477525e-10,
+      "loss": 24.6562,
+      "step": 29852
+    },
+    {
+      "epoch": 1.9826658696951585,
+      "grad_norm": 537.604736328125,
+      "learning_rate": 3.9396635300348315e-10,
+      "loss": 21.2188,
+      "step": 29853
+    },
+    {
+      "epoch": 1.982732283987514,
+      "grad_norm": 349.3736267089844,
+      "learning_rate": 3.9095343342543387e-10,
+      "loss": 16.375,
+      "step": 29854
+    },
+    {
+      "epoch": 1.9827986982798698,
+      "grad_norm": 318.0660400390625,
+      "learning_rate": 3.8795207674846566e-10,
+      "loss": 17.125,
+      "step": 29855
+    },
+    {
+      "epoch": 1.9828651125722256,
+      "grad_norm": 185.01463317871094,
+      "learning_rate": 3.8496228300721745e-10,
+      "loss": 11.4844,
+      "step": 29856
+    },
+    {
+      "epoch": 1.9829315268645813,
+      "grad_norm": 325.8623046875,
+      "learning_rate": 3.8198405223621724e-10,
+      "loss": 20.0938,
+      "step": 29857
+    },
+    {
+      "epoch": 1.982997941156937,
+      "grad_norm": 220.39878845214844,
+      "learning_rate": 3.790173844701039e-10,
+      "loss": 18.0312,
+      "step": 29858
+    },
+    {
+      "epoch": 1.9830643554492928,
+      "grad_norm": 129.12135314941406,
+      "learning_rate": 3.7606227974307234e-10,
+      "loss": 11.9375,
+      "step": 29859
+    },
+    {
+      "epoch": 1.9831307697416483,
+      "grad_norm": 163.5359344482422,
+      "learning_rate": 3.731187380893175e-10,
+      "loss": 16.5,
+      "step": 29860
+    },
+    {
+      "epoch": 1.9831971840340041,
+      "grad_norm": 294.3202209472656,
+      "learning_rate": 3.7018675954303413e-10,
+      "loss": 17.8125,
+      "step": 29861
+    },
+    {
+      "epoch": 1.9832635983263598,
+      "grad_norm": 199.28826904296875,
+      "learning_rate": 3.672663441378621e-10,
+      "loss": 14.5312,
+      "step": 29862
+    },
+    {
+      "epoch": 1.9833300126187154,
+      "grad_norm": 131.56982421875,
+      "learning_rate": 3.643574919077741e-10,
+      "loss": 16.8281,
+      "step": 29863
+    },
+    {
+      "epoch": 1.9833964269110713,
+      "grad_norm": 170.70083618164062,
+      "learning_rate": 3.6146020288641e-10,
+      "loss": 11.5938,
+      "step": 29864
+    },
+    {
+      "epoch": 1.983462841203427,
+      "grad_norm": 239.52362060546875,
+      "learning_rate": 3.5857447710718746e-10,
+      "loss": 16.8438,
+      "step": 29865
+    },
+    {
+      "epoch": 1.9835292554957826,
+      "grad_norm": 245.67770385742188,
+      "learning_rate": 3.5570031460363524e-10,
+      "loss": 14.8281,
+      "step": 29866
+    },
+    {
+      "epoch": 1.9835956697881385,
+      "grad_norm": 134.83526611328125,
+      "learning_rate": 3.52837715408838e-10,
+      "loss": 12.2188,
+      "step": 29867
+    },
+    {
+      "epoch": 1.9836620840804942,
+      "grad_norm": 267.01763916015625,
+      "learning_rate": 3.4998667955599136e-10,
+      "loss": 12.8281,
+      "step": 29868
+    },
+    {
+      "epoch": 1.9837284983728498,
+      "grad_norm": 259.1098327636719,
+      "learning_rate": 3.4714720707818003e-10,
+      "loss": 14.0625,
+      "step": 29869
+    },
+    {
+      "epoch": 1.9837949126652057,
+      "grad_norm": 304.1251525878906,
+      "learning_rate": 3.443192980080445e-10,
+      "loss": 17.9609,
+      "step": 29870
+    },
+    {
+      "epoch": 1.9838613269575611,
+      "grad_norm": 182.8317108154297,
+      "learning_rate": 3.415029523783364e-10,
+      "loss": 15.8438,
+      "step": 29871
+    },
+    {
+      "epoch": 1.983927741249917,
+      "grad_norm": 118.45099639892578,
+      "learning_rate": 3.3869817022180723e-10,
+      "loss": 13.7969,
+      "step": 29872
+    },
+    {
+      "epoch": 1.9839941555422727,
+      "grad_norm": 139.4284210205078,
+      "learning_rate": 3.3590495157065357e-10,
+      "loss": 14.2969,
+      "step": 29873
+    },
+    {
+      "epoch": 1.9840605698346283,
+      "grad_norm": 112.32474517822266,
+      "learning_rate": 3.331232964574049e-10,
+      "loss": 11.5938,
+      "step": 29874
+    },
+    {
+      "epoch": 1.9841269841269842,
+      "grad_norm": 176.92791748046875,
+      "learning_rate": 3.303532049141466e-10,
+      "loss": 12.8438,
+      "step": 29875
+    },
+    {
+      "epoch": 1.9841933984193398,
+      "grad_norm": 134.31039428710938,
+      "learning_rate": 3.2759467697285326e-10,
+      "loss": 12.5391,
+      "step": 29876
+    },
+    {
+      "epoch": 1.9842598127116955,
+      "grad_norm": 124.68353271484375,
+      "learning_rate": 3.2484771266549916e-10,
+      "loss": 15.6719,
+      "step": 29877
+    },
+    {
+      "epoch": 1.9843262270040514,
+      "grad_norm": 197.86849975585938,
+      "learning_rate": 3.2211231202394773e-10,
+      "loss": 11.0781,
+      "step": 29878
+    },
+    {
+      "epoch": 1.984392641296407,
+      "grad_norm": 291.0882873535156,
+      "learning_rate": 3.193884750796183e-10,
+      "loss": 15.9062,
+      "step": 29879
+    },
+    {
+      "epoch": 1.9844590555887627,
+      "grad_norm": 142.427490234375,
+      "learning_rate": 3.1667620186426323e-10,
+      "loss": 13.5781,
+      "step": 29880
+    },
+    {
+      "epoch": 1.9845254698811186,
+      "grad_norm": 225.04232788085938,
+      "learning_rate": 3.1397549240919084e-10,
+      "loss": 17.0156,
+      "step": 29881
+    },
+    {
+      "epoch": 1.984591884173474,
+      "grad_norm": 90.91323852539062,
+      "learning_rate": 3.112863467454874e-10,
+      "loss": 11.2812,
+      "step": 29882
+    },
+    {
+      "epoch": 1.9846582984658299,
+      "grad_norm": 231.72731018066406,
+      "learning_rate": 3.0860876490435007e-10,
+      "loss": 17.0312,
+      "step": 29883
+    },
+    {
+      "epoch": 1.9847247127581855,
+      "grad_norm": 240.09799194335938,
+      "learning_rate": 3.059427469168652e-10,
+      "loss": 19.8125,
+      "step": 29884
+    },
+    {
+      "epoch": 1.9847911270505412,
+      "grad_norm": 180.5756378173828,
+      "learning_rate": 3.032882928137859e-10,
+      "loss": 22.3594,
+      "step": 29885
+    },
+    {
+      "epoch": 1.984857541342897,
+      "grad_norm": 399.3248291015625,
+      "learning_rate": 3.0064540262575434e-10,
+      "loss": 14.4375,
+      "step": 29886
+    },
+    {
+      "epoch": 1.9849239556352527,
+      "grad_norm": 834.6359252929688,
+      "learning_rate": 2.980140763834127e-10,
+      "loss": 13.6406,
+      "step": 29887
+    },
+    {
+      "epoch": 1.9849903699276084,
+      "grad_norm": 693.7579345703125,
+      "learning_rate": 2.953943141171811e-10,
+      "loss": 24.9062,
+      "step": 29888
+    },
+    {
+      "epoch": 1.9850567842199642,
+      "grad_norm": 166.82386779785156,
+      "learning_rate": 2.9278611585736856e-10,
+      "loss": 13.3125,
+      "step": 29889
+    },
+    {
+      "epoch": 1.9851231985123199,
+      "grad_norm": 106.73294067382812,
+      "learning_rate": 2.9018948163417323e-10,
+      "loss": 13.3984,
+      "step": 29890
+    },
+    {
+      "epoch": 1.9851896128046755,
+      "grad_norm": 213.91195678710938,
+      "learning_rate": 2.876044114775711e-10,
+      "loss": 18.6094,
+      "step": 29891
+    },
+    {
+      "epoch": 1.9852560270970314,
+      "grad_norm": 182.1944122314453,
+      "learning_rate": 2.8503090541742713e-10,
+      "loss": 13.3125,
+      "step": 29892
+    },
+    {
+      "epoch": 1.9853224413893868,
+      "grad_norm": 98.42205810546875,
+      "learning_rate": 2.824689634836064e-10,
+      "loss": 10.6406,
+      "step": 29893
+    },
+    {
+      "epoch": 1.9853888556817427,
+      "grad_norm": 199.6141357421875,
+      "learning_rate": 2.799185857057518e-10,
+      "loss": 16.6562,
+      "step": 29894
+    },
+    {
+      "epoch": 1.9854552699740984,
+      "grad_norm": 247.87730407714844,
+      "learning_rate": 2.7737977211339527e-10,
+      "loss": 13.3281,
+      "step": 29895
+    },
+    {
+      "epoch": 1.985521684266454,
+      "grad_norm": 127.2840576171875,
+      "learning_rate": 2.748525227357357e-10,
+      "loss": 14.0156,
+      "step": 29896
+    },
+    {
+      "epoch": 1.98558809855881,
+      "grad_norm": 221.5677032470703,
+      "learning_rate": 2.723368376020829e-10,
+      "loss": 15.2969,
+      "step": 29897
+    },
+    {
+      "epoch": 1.9856545128511656,
+      "grad_norm": 172.166259765625,
+      "learning_rate": 2.698327167416359e-10,
+      "loss": 13.8281,
+      "step": 29898
+    },
+    {
+      "epoch": 1.9857209271435212,
+      "grad_norm": 116.47233581542969,
+      "learning_rate": 2.6734016018326033e-10,
+      "loss": 16.3672,
+      "step": 29899
+    },
+    {
+      "epoch": 1.985787341435877,
+      "grad_norm": 400.99737548828125,
+      "learning_rate": 2.648591679558221e-10,
+      "loss": 16.8594,
+      "step": 29900
+    },
+    {
+      "epoch": 1.9858537557282328,
+      "grad_norm": 268.9792785644531,
+      "learning_rate": 2.623897400880759e-10,
+      "loss": 16.125,
+      "step": 29901
+    },
+    {
+      "epoch": 1.9859201700205884,
+      "grad_norm": 811.6617431640625,
+      "learning_rate": 2.5993187660844353e-10,
+      "loss": 21.125,
+      "step": 29902
+    },
+    {
+      "epoch": 1.9859865843129443,
+      "grad_norm": 271.1747741699219,
+      "learning_rate": 2.574855775454576e-10,
+      "loss": 15.9531,
+      "step": 29903
+    },
+    {
+      "epoch": 1.9860529986052997,
+      "grad_norm": 331.6934814453125,
+      "learning_rate": 2.5505084292731793e-10,
+      "loss": 11.6953,
+      "step": 29904
+    },
+    {
+      "epoch": 1.9861194128976556,
+      "grad_norm": 166.11083984375,
+      "learning_rate": 2.526276727823351e-10,
+      "loss": 15.8125,
+      "step": 29905
+    },
+    {
+      "epoch": 1.9861858271900112,
+      "grad_norm": 623.02099609375,
+      "learning_rate": 2.5021606713848676e-10,
+      "loss": 13.0156,
+      "step": 29906
+    },
+    {
+      "epoch": 1.986252241482367,
+      "grad_norm": 116.65702819824219,
+      "learning_rate": 2.478160260236395e-10,
+      "loss": 13.4688,
+      "step": 29907
+    },
+    {
+      "epoch": 1.9863186557747228,
+      "grad_norm": 134.13446044921875,
+      "learning_rate": 2.454275494655489e-10,
+      "loss": 17.75,
+      "step": 29908
+    },
+    {
+      "epoch": 1.9863850700670784,
+      "grad_norm": 169.13548278808594,
+      "learning_rate": 2.430506374918595e-10,
+      "loss": 20.1875,
+      "step": 29909
+    },
+    {
+      "epoch": 1.986451484359434,
+      "grad_norm": 184.9854736328125,
+      "learning_rate": 2.4068529013010484e-10,
+      "loss": 14.5469,
+      "step": 29910
+    },
+    {
+      "epoch": 1.98651789865179,
+      "grad_norm": 589.900390625,
+      "learning_rate": 2.3833150740759647e-10,
+      "loss": 20.8281,
+      "step": 29911
+    },
+    {
+      "epoch": 1.9865843129441456,
+      "grad_norm": 271.15313720703125,
+      "learning_rate": 2.3598928935153473e-10,
+      "loss": 19.9375,
+      "step": 29912
+    },
+    {
+      "epoch": 1.9866507272365013,
+      "grad_norm": 432.9671936035156,
+      "learning_rate": 2.3365863598900916e-10,
+      "loss": 17.875,
+      "step": 29913
+    },
+    {
+      "epoch": 1.9867171415288571,
+      "grad_norm": 320.51513671875,
+      "learning_rate": 2.3133954734710913e-10,
+      "loss": 14.4375,
+      "step": 29914
+    },
+    {
+      "epoch": 1.9867835558212126,
+      "grad_norm": 230.63282775878906,
+      "learning_rate": 2.290320234525911e-10,
+      "loss": 16.1719,
+      "step": 29915
+    },
+    {
+      "epoch": 1.9868499701135685,
+      "grad_norm": 166.96041870117188,
+      "learning_rate": 2.2673606433210036e-10,
+      "loss": 18.2969,
+      "step": 29916
+    },
+    {
+      "epoch": 1.986916384405924,
+      "grad_norm": 261.3675842285156,
+      "learning_rate": 2.2445167001217124e-10,
+      "loss": 17.7656,
+      "step": 29917
+    },
+    {
+      "epoch": 1.9869827986982798,
+      "grad_norm": 218.9579315185547,
+      "learning_rate": 2.2217884051933811e-10,
+      "loss": 16.0469,
+      "step": 29918
+    },
+    {
+      "epoch": 1.9870492129906356,
+      "grad_norm": 187.9188232421875,
+      "learning_rate": 2.199175758798022e-10,
+      "loss": 14.6406,
+      "step": 29919
+    },
+    {
+      "epoch": 1.9871156272829913,
+      "grad_norm": 127.87073516845703,
+      "learning_rate": 2.176678761197648e-10,
+      "loss": 19.1562,
+      "step": 29920
+    },
+    {
+      "epoch": 1.987182041575347,
+      "grad_norm": 230.6216278076172,
+      "learning_rate": 2.154297412653161e-10,
+      "loss": 19.5781,
+      "step": 29921
+    },
+    {
+      "epoch": 1.9872484558677028,
+      "grad_norm": 220.03536987304688,
+      "learning_rate": 2.132031713421023e-10,
+      "loss": 18.4062,
+      "step": 29922
+    },
+    {
+      "epoch": 1.9873148701600585,
+      "grad_norm": 67.25418853759766,
+      "learning_rate": 2.1098816637621363e-10,
+      "loss": 9.2656,
+      "step": 29923
+    },
+    {
+      "epoch": 1.9873812844524141,
+      "grad_norm": 106.00582122802734,
+      "learning_rate": 2.087847263929632e-10,
+      "loss": 12.6094,
+      "step": 29924
+    },
+    {
+      "epoch": 1.98744769874477,
+      "grad_norm": 137.56761169433594,
+      "learning_rate": 2.0659285141810811e-10,
+      "loss": 15.0859,
+      "step": 29925
+    },
+    {
+      "epoch": 1.9875141130371254,
+      "grad_norm": 247.46702575683594,
+      "learning_rate": 2.0441254147673948e-10,
+      "loss": 15.7969,
+      "step": 29926
+    },
+    {
+      "epoch": 1.9875805273294813,
+      "grad_norm": 324.0851135253906,
+      "learning_rate": 2.0224379659428136e-10,
+      "loss": 16.7031,
+      "step": 29927
+    },
+    {
+      "epoch": 1.987646941621837,
+      "grad_norm": 184.6156463623047,
+      "learning_rate": 2.0008661679582485e-10,
+      "loss": 20.2812,
+      "step": 29928
+    },
+    {
+      "epoch": 1.9877133559141926,
+      "grad_norm": 267.61749267578125,
+      "learning_rate": 1.9794100210612785e-10,
+      "loss": 15.3438,
+      "step": 29929
+    },
+    {
+      "epoch": 1.9877797702065485,
+      "grad_norm": 163.73043823242188,
+      "learning_rate": 1.9580695255017043e-10,
+      "loss": 13.5938,
+      "step": 29930
+    },
+    {
+      "epoch": 1.9878461844989042,
+      "grad_norm": 405.6534729003906,
+      "learning_rate": 1.9368446815259954e-10,
+      "loss": 17.7656,
+      "step": 29931
+    },
+    {
+      "epoch": 1.9879125987912598,
+      "grad_norm": 253.04071044921875,
+      "learning_rate": 1.9157354893795108e-10,
+      "loss": 19.5,
+      "step": 29932
+    },
+    {
+      "epoch": 1.9879790130836157,
+      "grad_norm": 162.55186462402344,
+      "learning_rate": 1.8947419493064997e-10,
+      "loss": 14.875,
+      "step": 29933
+    },
+    {
+      "epoch": 1.9880454273759713,
+      "grad_norm": 113.68008422851562,
+      "learning_rate": 1.8738640615501012e-10,
+      "loss": 12.4844,
+      "step": 29934
+    },
+    {
+      "epoch": 1.988111841668327,
+      "grad_norm": 527.1334228515625,
+      "learning_rate": 1.8531018263523435e-10,
+      "loss": 23.9219,
+      "step": 29935
+    },
+    {
+      "epoch": 1.9881782559606829,
+      "grad_norm": 192.7169189453125,
+      "learning_rate": 1.8324552439519248e-10,
+      "loss": 17.3594,
+      "step": 29936
+    },
+    {
+      "epoch": 1.9882446702530383,
+      "grad_norm": 205.72683715820312,
+      "learning_rate": 1.8119243145886532e-10,
+      "loss": 18.2188,
+      "step": 29937
+    },
+    {
+      "epoch": 1.9883110845453942,
+      "grad_norm": 159.3927459716797,
+      "learning_rate": 1.791509038499006e-10,
+      "loss": 14.7969,
+      "step": 29938
+    },
+    {
+      "epoch": 1.9883774988377498,
+      "grad_norm": 108.60848999023438,
+      "learning_rate": 1.7712094159205716e-10,
+      "loss": 10.7266,
+      "step": 29939
+    },
+    {
+      "epoch": 1.9884439131301055,
+      "grad_norm": 111.69609832763672,
+      "learning_rate": 1.751025447086496e-10,
+      "loss": 12.75,
+      "step": 29940
+    },
+    {
+      "epoch": 1.9885103274224614,
+      "grad_norm": 147.16259765625,
+      "learning_rate": 1.730957132232147e-10,
+      "loss": 15.2344,
+      "step": 29941
+    },
+    {
+      "epoch": 1.988576741714817,
+      "grad_norm": 166.3317413330078,
+      "learning_rate": 1.7110044715884508e-10,
+      "loss": 15.7656,
+      "step": 29942
+    },
+    {
+      "epoch": 1.9886431560071727,
+      "grad_norm": 201.69464111328125,
+      "learning_rate": 1.6911674653874442e-10,
+      "loss": 18.6719,
+      "step": 29943
+    },
+    {
+      "epoch": 1.9887095702995286,
+      "grad_norm": 206.49713134765625,
+      "learning_rate": 1.6714461138567227e-10,
+      "loss": 20.375,
+      "step": 29944
+    },
+    {
+      "epoch": 1.9887759845918842,
+      "grad_norm": 291.03033447265625,
+      "learning_rate": 1.6518404172249922e-10,
+      "loss": 22.0312,
+      "step": 29945
+    },
+    {
+      "epoch": 1.9888423988842399,
+      "grad_norm": 136.8979949951172,
+      "learning_rate": 1.6323503757198487e-10,
+      "loss": 15.4844,
+      "step": 29946
+    },
+    {
+      "epoch": 1.9889088131765957,
+      "grad_norm": 203.56076049804688,
+      "learning_rate": 1.6129759895666671e-10,
+      "loss": 18.6094,
+      "step": 29947
+    },
+    {
+      "epoch": 1.9889752274689512,
+      "grad_norm": 150.86968994140625,
+      "learning_rate": 1.5937172589886028e-10,
+      "loss": 17.7812,
+      "step": 29948
+    },
+    {
+      "epoch": 1.989041641761307,
+      "grad_norm": 261.69683837890625,
+      "learning_rate": 1.5745741842099204e-10,
+      "loss": 16.4375,
+      "step": 29949
+    },
+    {
+      "epoch": 1.9891080560536627,
+      "grad_norm": 175.0885467529297,
+      "learning_rate": 1.5555467654504438e-10,
+      "loss": 14.3594,
+      "step": 29950
+    },
+    {
+      "epoch": 1.9891744703460184,
+      "grad_norm": 273.9044189453125,
+      "learning_rate": 1.5366350029311082e-10,
+      "loss": 20.0,
+      "step": 29951
+    },
+    {
+      "epoch": 1.9892408846383742,
+      "grad_norm": 179.33648681640625,
+      "learning_rate": 1.5178388968695166e-10,
+      "loss": 14.625,
+      "step": 29952
+    },
+    {
+      "epoch": 1.9893072989307299,
+      "grad_norm": 120.07548522949219,
+      "learning_rate": 1.4991584474854936e-10,
+      "loss": 12.7344,
+      "step": 29953
+    },
+    {
+      "epoch": 1.9893737132230855,
+      "grad_norm": 222.59307861328125,
+      "learning_rate": 1.480593654993312e-10,
+      "loss": 13.9062,
+      "step": 29954
+    },
+    {
+      "epoch": 1.9894401275154414,
+      "grad_norm": 185.36378479003906,
+      "learning_rate": 1.462144519608355e-10,
+      "loss": 22.6406,
+      "step": 29955
+    },
+    {
+      "epoch": 1.989506541807797,
+      "grad_norm": 365.5715637207031,
+      "learning_rate": 1.4438110415437854e-10,
+      "loss": 14.3594,
+      "step": 29956
+    },
+    {
+      "epoch": 1.9895729561001527,
+      "grad_norm": 183.08180236816406,
+      "learning_rate": 1.425593221010546e-10,
+      "loss": 14.4844,
+      "step": 29957
+    },
+    {
+      "epoch": 1.9896393703925086,
+      "grad_norm": 105.84103393554688,
+      "learning_rate": 1.4074910582217992e-10,
+      "loss": 12.0859,
+      "step": 29958
+    },
+    {
+      "epoch": 1.989705784684864,
+      "grad_norm": 143.8919677734375,
+      "learning_rate": 1.3895045533851568e-10,
+      "loss": 9.75,
+      "step": 29959
+    },
+    {
+      "epoch": 1.98977219897722,
+      "grad_norm": 119.35423278808594,
+      "learning_rate": 1.371633706709341e-10,
+      "loss": 15.7812,
+      "step": 29960
+    },
+    {
+      "epoch": 1.9898386132695756,
+      "grad_norm": 301.5553283691406,
+      "learning_rate": 1.353878518401963e-10,
+      "loss": 14.9531,
+      "step": 29961
+    },
+    {
+      "epoch": 1.9899050275619312,
+      "grad_norm": 656.846435546875,
+      "learning_rate": 1.336238988666194e-10,
+      "loss": 13.0469,
+      "step": 29962
+    },
+    {
+      "epoch": 1.989971441854287,
+      "grad_norm": 304.03692626953125,
+      "learning_rate": 1.3187151177074252e-10,
+      "loss": 11.4062,
+      "step": 29963
+    },
+    {
+      "epoch": 1.9900378561466427,
+      "grad_norm": 161.9090118408203,
+      "learning_rate": 1.301306905727717e-10,
+      "loss": 13.1094,
+      "step": 29964
+    },
+    {
+      "epoch": 1.9901042704389984,
+      "grad_norm": 449.6712951660156,
+      "learning_rate": 1.2840143529291303e-10,
+      "loss": 18.1016,
+      "step": 29965
+    },
+    {
+      "epoch": 1.9901706847313543,
+      "grad_norm": 150.27108764648438,
+      "learning_rate": 1.266837459512615e-10,
+      "loss": 14.5625,
+      "step": 29966
+    },
+    {
+      "epoch": 1.99023709902371,
+      "grad_norm": 120.91302490234375,
+      "learning_rate": 1.2497762256746813e-10,
+      "loss": 12.4375,
+      "step": 29967
+    },
+    {
+      "epoch": 1.9903035133160656,
+      "grad_norm": 248.95741271972656,
+      "learning_rate": 1.2328306516140586e-10,
+      "loss": 14.4375,
+      "step": 29968
+    },
+    {
+      "epoch": 1.9903699276084215,
+      "grad_norm": 152.1917724609375,
+      "learning_rate": 1.216000737526146e-10,
+      "loss": 18.375,
+      "step": 29969
+    },
+    {
+      "epoch": 1.990436341900777,
+      "grad_norm": 294.568359375,
+      "learning_rate": 1.1992864836063432e-10,
+      "loss": 19.8594,
+      "step": 29970
+    },
+    {
+      "epoch": 1.9905027561931328,
+      "grad_norm": 281.943603515625,
+      "learning_rate": 1.1826878900467185e-10,
+      "loss": 22.4531,
+      "step": 29971
+    },
+    {
+      "epoch": 1.9905691704854884,
+      "grad_norm": 183.90377807617188,
+      "learning_rate": 1.1662049570404507e-10,
+      "loss": 13.2656,
+      "step": 29972
+    },
+    {
+      "epoch": 1.990635584777844,
+      "grad_norm": 187.79061889648438,
+      "learning_rate": 1.1498376847784985e-10,
+      "loss": 16.4688,
+      "step": 29973
+    },
+    {
+      "epoch": 1.9907019990702,
+      "grad_norm": 491.22607421875,
+      "learning_rate": 1.1335860734484892e-10,
+      "loss": 22.5469,
+      "step": 29974
+    },
+    {
+      "epoch": 1.9907684133625556,
+      "grad_norm": 142.4912109375,
+      "learning_rate": 1.1174501232402711e-10,
+      "loss": 15.125,
+      "step": 29975
+    },
+    {
+      "epoch": 1.9908348276549113,
+      "grad_norm": 157.02210998535156,
+      "learning_rate": 1.1014298343403616e-10,
+      "loss": 16.9531,
+      "step": 29976
+    },
+    {
+      "epoch": 1.9909012419472671,
+      "grad_norm": 114.38025665283203,
+      "learning_rate": 1.0855252069319476e-10,
+      "loss": 16.6406,
+      "step": 29977
+    },
+    {
+      "epoch": 1.9909676562396228,
+      "grad_norm": 277.26031494140625,
+      "learning_rate": 1.0697362412015464e-10,
+      "loss": 19.2188,
+      "step": 29978
+    },
+    {
+      "epoch": 1.9910340705319785,
+      "grad_norm": 142.1007537841797,
+      "learning_rate": 1.0540629373301246e-10,
+      "loss": 16.625,
+      "step": 29979
+    },
+    {
+      "epoch": 1.9911004848243343,
+      "grad_norm": 191.74017333984375,
+      "learning_rate": 1.0385052954997587e-10,
+      "loss": 15.3906,
+      "step": 29980
+    },
+    {
+      "epoch": 1.9911668991166898,
+      "grad_norm": 126.9088363647461,
+      "learning_rate": 1.0230633158903046e-10,
+      "loss": 12.8281,
+      "step": 29981
+    },
+    {
+      "epoch": 1.9912333134090456,
+      "grad_norm": 122.10250091552734,
+      "learning_rate": 1.0077369986805084e-10,
+      "loss": 12.1328,
+      "step": 29982
+    },
+    {
+      "epoch": 1.9912997277014013,
+      "grad_norm": 216.67098999023438,
+      "learning_rate": 9.925263440468956e-11,
+      "loss": 16.1406,
+      "step": 29983
+    },
+    {
+      "epoch": 1.991366141993757,
+      "grad_norm": 187.6599884033203,
+      "learning_rate": 9.774313521659915e-11,
+      "loss": 14.5312,
+      "step": 29984
+    },
+    {
+      "epoch": 1.9914325562861128,
+      "grad_norm": 277.2764892578125,
+      "learning_rate": 9.624520232132117e-11,
+      "loss": 18.4219,
+      "step": 29985
+    },
+    {
+      "epoch": 1.9914989705784685,
+      "grad_norm": 393.8785400390625,
+      "learning_rate": 9.4758835735953e-11,
+      "loss": 16.4375,
+      "step": 29986
+    },
+    {
+      "epoch": 1.9915653848708241,
+      "grad_norm": 175.2695770263672,
+      "learning_rate": 9.328403547792518e-11,
+      "loss": 18.375,
+      "step": 29987
+    },
+    {
+      "epoch": 1.99163179916318,
+      "grad_norm": 126.26898193359375,
+      "learning_rate": 9.182080156422411e-11,
+      "loss": 15.0,
+      "step": 29988
+    },
+    {
+      "epoch": 1.9916982134555357,
+      "grad_norm": 108.49217224121094,
+      "learning_rate": 9.036913401183622e-11,
+      "loss": 13.5625,
+      "step": 29989
+    },
+    {
+      "epoch": 1.9917646277478913,
+      "grad_norm": 878.5018920898438,
+      "learning_rate": 8.89290328373038e-11,
+      "loss": 34.7969,
+      "step": 29990
+    },
+    {
+      "epoch": 1.9918310420402472,
+      "grad_norm": 526.5514526367188,
+      "learning_rate": 8.750049805761328e-11,
+      "loss": 14.4375,
+      "step": 29991
+    },
+    {
+      "epoch": 1.9918974563326026,
+      "grad_norm": 231.69056701660156,
+      "learning_rate": 8.608352968908494e-11,
+      "loss": 22.125,
+      "step": 29992
+    },
+    {
+      "epoch": 1.9919638706249585,
+      "grad_norm": 337.9718017578125,
+      "learning_rate": 8.467812774815008e-11,
+      "loss": 11.8516,
+      "step": 29993
+    },
+    {
+      "epoch": 1.9920302849173142,
+      "grad_norm": 250.8922119140625,
+      "learning_rate": 8.328429225101797e-11,
+      "loss": 17.0938,
+      "step": 29994
+    },
+    {
+      "epoch": 1.9920966992096698,
+      "grad_norm": 722.409912109375,
+      "learning_rate": 8.190202321389782e-11,
+      "loss": 21.6719,
+      "step": 29995
+    },
+    {
+      "epoch": 1.9921631135020257,
+      "grad_norm": 286.5731506347656,
+      "learning_rate": 8.05313206527769e-11,
+      "loss": 22.7188,
+      "step": 29996
+    },
+    {
+      "epoch": 1.9922295277943813,
+      "grad_norm": 362.6443176269531,
+      "learning_rate": 7.917218458342034e-11,
+      "loss": 18.4375,
+      "step": 29997
+    },
+    {
+      "epoch": 1.992295942086737,
+      "grad_norm": 343.5428771972656,
+      "learning_rate": 7.782461502170434e-11,
+      "loss": 20.5625,
+      "step": 29998
+    },
+    {
+      "epoch": 1.9923623563790929,
+      "grad_norm": 216.9970703125,
+      "learning_rate": 7.648861198306101e-11,
+      "loss": 20.1875,
+      "step": 29999
+    },
+    {
+      "epoch": 1.9924287706714485,
+      "grad_norm": 300.6775207519531,
+      "learning_rate": 7.516417548303344e-11,
+      "loss": 19.4219,
+      "step": 30000
+    },
+    {
+      "epoch": 1.9924951849638042,
+      "grad_norm": 157.7637939453125,
+      "learning_rate": 7.385130553694274e-11,
+      "loss": 14.375,
+      "step": 30001
+    },
+    {
+      "epoch": 1.99256159925616,
+      "grad_norm": 140.23614501953125,
+      "learning_rate": 7.255000215988794e-11,
+      "loss": 18.9219,
+      "step": 30002
+    },
+    {
+      "epoch": 1.9926280135485155,
+      "grad_norm": 125.28079986572266,
+      "learning_rate": 7.126026536707908e-11,
+      "loss": 11.3906,
+      "step": 30003
+    },
+    {
+      "epoch": 1.9926944278408714,
+      "grad_norm": 165.0611114501953,
+      "learning_rate": 6.998209517328213e-11,
+      "loss": 17.0469,
+      "step": 30004
+    },
+    {
+      "epoch": 1.992760842133227,
+      "grad_norm": 166.6775665283203,
+      "learning_rate": 6.871549159337408e-11,
+      "loss": 13.1719,
+      "step": 30005
+    },
+    {
+      "epoch": 1.9928272564255827,
+      "grad_norm": 307.5706481933594,
+      "learning_rate": 6.746045464189887e-11,
+      "loss": 20.2188,
+      "step": 30006
+    },
+    {
+      "epoch": 1.9928936707179385,
+      "grad_norm": 127.92391204833984,
+      "learning_rate": 6.621698433351141e-11,
+      "loss": 14.2031,
+      "step": 30007
+    },
+    {
+      "epoch": 1.9929600850102942,
+      "grad_norm": 260.78143310546875,
+      "learning_rate": 6.498508068242259e-11,
+      "loss": 18.4844,
+      "step": 30008
+    },
+    {
+      "epoch": 1.9930264993026499,
+      "grad_norm": 159.80711364746094,
+      "learning_rate": 6.376474370306529e-11,
+      "loss": 15.0938,
+      "step": 30009
+    },
+    {
+      "epoch": 1.9930929135950057,
+      "grad_norm": 376.61187744140625,
+      "learning_rate": 6.255597340953933e-11,
+      "loss": 24.375,
+      "step": 30010
+    },
+    {
+      "epoch": 1.9931593278873614,
+      "grad_norm": 236.62493896484375,
+      "learning_rate": 6.135876981572252e-11,
+      "loss": 16.25,
+      "step": 30011
+    },
+    {
+      "epoch": 1.993225742179717,
+      "grad_norm": 509.9814758300781,
+      "learning_rate": 6.017313293549265e-11,
+      "loss": 27.125,
+      "step": 30012
+    },
+    {
+      "epoch": 1.993292156472073,
+      "grad_norm": 232.89414978027344,
+      "learning_rate": 5.899906278261646e-11,
+      "loss": 16.5781,
+      "step": 30013
+    },
+    {
+      "epoch": 1.9933585707644284,
+      "grad_norm": 189.2486114501953,
+      "learning_rate": 5.783655937052767e-11,
+      "loss": 15.4062,
+      "step": 30014
+    },
+    {
+      "epoch": 1.9934249850567842,
+      "grad_norm": 146.9263916015625,
+      "learning_rate": 5.6685622712882017e-11,
+      "loss": 14.5938,
+      "step": 30015
+    },
+    {
+      "epoch": 1.9934913993491399,
+      "grad_norm": 295.8692932128906,
+      "learning_rate": 5.554625282289116e-11,
+      "loss": 18.7344,
+      "step": 30016
+    },
+    {
+      "epoch": 1.9935578136414955,
+      "grad_norm": 323.6199035644531,
+      "learning_rate": 5.4418449713766746e-11,
+      "loss": 17.0781,
+      "step": 30017
+    },
+    {
+      "epoch": 1.9936242279338514,
+      "grad_norm": 385.4278869628906,
+      "learning_rate": 5.330221339849839e-11,
+      "loss": 12.0938,
+      "step": 30018
+    },
+    {
+      "epoch": 1.993690642226207,
+      "grad_norm": 198.72927856445312,
+      "learning_rate": 5.219754389007569e-11,
+      "loss": 17.3906,
+      "step": 30019
+    },
+    {
+      "epoch": 1.9937570565185627,
+      "grad_norm": 125.474609375,
+      "learning_rate": 5.1104441201155204e-11,
+      "loss": 12.9688,
+      "step": 30020
+    },
+    {
+      "epoch": 1.9938234708109186,
+      "grad_norm": 324.7491455078125,
+      "learning_rate": 5.002290534450449e-11,
+      "loss": 17.6094,
+      "step": 30021
+    },
+    {
+      "epoch": 1.9938898851032743,
+      "grad_norm": 186.8865966796875,
+      "learning_rate": 4.895293633255804e-11,
+      "loss": 15.7812,
+      "step": 30022
+    },
+    {
+      "epoch": 1.99395629939563,
+      "grad_norm": 499.3489685058594,
+      "learning_rate": 4.7894534177750356e-11,
+      "loss": 13.3125,
+      "step": 30023
+    },
+    {
+      "epoch": 1.9940227136879858,
+      "grad_norm": 158.61338806152344,
+      "learning_rate": 4.6847698892182876e-11,
+      "loss": 18.3594,
+      "step": 30024
+    },
+    {
+      "epoch": 1.9940891279803412,
+      "grad_norm": 288.5595703125,
+      "learning_rate": 4.5812430488179064e-11,
+      "loss": 13.9844,
+      "step": 30025
+    },
+    {
+      "epoch": 1.994155542272697,
+      "grad_norm": 304.6450500488281,
+      "learning_rate": 4.478872897761832e-11,
+      "loss": 30.4688,
+      "step": 30026
+    },
+    {
+      "epoch": 1.9942219565650527,
+      "grad_norm": 157.18646240234375,
+      "learning_rate": 4.377659437226899e-11,
+      "loss": 11.4844,
+      "step": 30027
+    },
+    {
+      "epoch": 1.9942883708574084,
+      "grad_norm": 302.5985107421875,
+      "learning_rate": 4.2776026683899456e-11,
+      "loss": 13.2031,
+      "step": 30028
+    },
+    {
+      "epoch": 1.9943547851497643,
+      "grad_norm": 190.78138732910156,
+      "learning_rate": 4.1787025924167055e-11,
+      "loss": 18.4141,
+      "step": 30029
+    },
+    {
+      "epoch": 1.99442119944212,
+      "grad_norm": 78.53704071044922,
+      "learning_rate": 4.080959210439605e-11,
+      "loss": 14.9531,
+      "step": 30030
+    },
+    {
+      "epoch": 1.9944876137344756,
+      "grad_norm": 131.81503295898438,
+      "learning_rate": 3.984372523591073e-11,
+      "loss": 14.9844,
+      "step": 30031
+    },
+    {
+      "epoch": 1.9945540280268315,
+      "grad_norm": 253.13548278808594,
+      "learning_rate": 3.888942532992434e-11,
+      "loss": 15.6094,
+      "step": 30032
+    },
+    {
+      "epoch": 1.9946204423191871,
+      "grad_norm": 253.72711181640625,
+      "learning_rate": 3.794669239753912e-11,
+      "loss": 16.9219,
+      "step": 30033
+    },
+    {
+      "epoch": 1.9946868566115428,
+      "grad_norm": 297.0831604003906,
+      "learning_rate": 3.701552644941319e-11,
+      "loss": 14.0625,
+      "step": 30034
+    },
+    {
+      "epoch": 1.9947532709038986,
+      "grad_norm": 238.4644775390625,
+      "learning_rate": 3.609592749653778e-11,
+      "loss": 13.5469,
+      "step": 30035
+    },
+    {
+      "epoch": 1.994819685196254,
+      "grad_norm": 218.01980590820312,
+      "learning_rate": 3.518789554957102e-11,
+      "loss": 15.8125,
+      "step": 30036
+    },
+    {
+      "epoch": 1.99488609948861,
+      "grad_norm": 240.4785614013672,
+      "learning_rate": 3.429143061883799e-11,
+      "loss": 14.1719,
+      "step": 30037
+    },
+    {
+      "epoch": 1.9949525137809656,
+      "grad_norm": 193.0302276611328,
+      "learning_rate": 3.34065327148858e-11,
+      "loss": 13.0469,
+      "step": 30038
+    },
+    {
+      "epoch": 1.9950189280733213,
+      "grad_norm": 426.85284423828125,
+      "learning_rate": 3.253320184781749e-11,
+      "loss": 17.8906,
+      "step": 30039
+    },
+    {
+      "epoch": 1.9950853423656771,
+      "grad_norm": 164.64747619628906,
+      "learning_rate": 3.167143802784711e-11,
+      "loss": 11.6875,
+      "step": 30040
+    },
+    {
+      "epoch": 1.9951517566580328,
+      "grad_norm": 133.66131591796875,
+      "learning_rate": 3.082124126474461e-11,
+      "loss": 14.375,
+      "step": 30041
+    },
+    {
+      "epoch": 1.9952181709503884,
+      "grad_norm": 174.97264099121094,
+      "learning_rate": 2.998261156861304e-11,
+      "loss": 15.7656,
+      "step": 30042
+    },
+    {
+      "epoch": 1.9952845852427443,
+      "grad_norm": 282.6871032714844,
+      "learning_rate": 2.91555489490003e-11,
+      "loss": 13.7812,
+      "step": 30043
+    },
+    {
+      "epoch": 1.9953509995351,
+      "grad_norm": 90.52983856201172,
+      "learning_rate": 2.8340053415565336e-11,
+      "loss": 12.8906,
+      "step": 30044
+    },
+    {
+      "epoch": 1.9954174138274556,
+      "grad_norm": 152.02090454101562,
+      "learning_rate": 2.7536124977634023e-11,
+      "loss": 18.2969,
+      "step": 30045
+    },
+    {
+      "epoch": 1.9954838281198115,
+      "grad_norm": 98.28018951416016,
+      "learning_rate": 2.6743763644532235e-11,
+      "loss": 14.7969,
+      "step": 30046
+    },
+    {
+      "epoch": 1.995550242412167,
+      "grad_norm": 231.12831115722656,
+      "learning_rate": 2.5962969425363802e-11,
+      "loss": 15.8125,
+      "step": 30047
+    },
+    {
+      "epoch": 1.9956166567045228,
+      "grad_norm": 292.8406066894531,
+      "learning_rate": 2.519374232934357e-11,
+      "loss": 20.5781,
+      "step": 30048
+    },
+    {
+      "epoch": 1.9956830709968787,
+      "grad_norm": 118.61425018310547,
+      "learning_rate": 2.4436082365242306e-11,
+      "loss": 18.5625,
+      "step": 30049
+    },
+    {
+      "epoch": 1.9957494852892341,
+      "grad_norm": 190.3134307861328,
+      "learning_rate": 2.3689989541830767e-11,
+      "loss": 21.6719,
+      "step": 30050
+    },
+    {
+      "epoch": 1.99581589958159,
+      "grad_norm": 220.93618774414062,
+      "learning_rate": 2.29554638677687e-11,
+      "loss": 18.7031,
+      "step": 30051
+    },
+    {
+      "epoch": 1.9958823138739457,
+      "grad_norm": 216.31509399414062,
+      "learning_rate": 2.2232505351493792e-11,
+      "loss": 14.5156,
+      "step": 30052
+    },
+    {
+      "epoch": 1.9959487281663013,
+      "grad_norm": 125.1325454711914,
+      "learning_rate": 2.152111400144374e-11,
+      "loss": 11.4531,
+      "step": 30053
+    },
+    {
+      "epoch": 1.9960151424586572,
+      "grad_norm": 131.24136352539062,
+      "learning_rate": 2.0821289825834198e-11,
+      "loss": 13.2188,
+      "step": 30054
+    },
+    {
+      "epoch": 1.9960815567510128,
+      "grad_norm": 207.88711547851562,
+      "learning_rate": 2.013303283265877e-11,
+      "loss": 15.4375,
+      "step": 30055
+    },
+    {
+      "epoch": 1.9961479710433685,
+      "grad_norm": 355.3081970214844,
+      "learning_rate": 1.9456343030022083e-11,
+      "loss": 17.6406,
+      "step": 30056
+    },
+    {
+      "epoch": 1.9962143853357244,
+      "grad_norm": 309.7239990234375,
+      "learning_rate": 1.879122042580672e-11,
+      "loss": 17.1406,
+      "step": 30057
+    },
+    {
+      "epoch": 1.9962807996280798,
+      "grad_norm": 1517.9454345703125,
+      "learning_rate": 1.8137665027451175e-11,
+      "loss": 13.7812,
+      "step": 30058
+    },
+    {
+      "epoch": 1.9963472139204357,
+      "grad_norm": 238.537841796875,
+      "learning_rate": 1.7495676842727013e-11,
+      "loss": 11.5156,
+      "step": 30059
+    },
+    {
+      "epoch": 1.9964136282127916,
+      "grad_norm": 125.39132690429688,
+      "learning_rate": 1.6865255878850682e-11,
+      "loss": 12.1562,
+      "step": 30060
+    },
+    {
+      "epoch": 1.996480042505147,
+      "grad_norm": 208.11204528808594,
+      "learning_rate": 1.6246402143371696e-11,
+      "loss": 15.4844,
+      "step": 30061
+    },
+    {
+      "epoch": 1.9965464567975029,
+      "grad_norm": 219.97132873535156,
+      "learning_rate": 1.5639115643395485e-11,
+      "loss": 14.9062,
+      "step": 30062
+    },
+    {
+      "epoch": 1.9966128710898585,
+      "grad_norm": 216.57174682617188,
+      "learning_rate": 1.504339638580543e-11,
+      "loss": 16.9844,
+      "step": 30063
+    },
+    {
+      "epoch": 1.9966792853822142,
+      "grad_norm": 217.37123107910156,
+      "learning_rate": 1.4459244377484914e-11,
+      "loss": 16.5312,
+      "step": 30064
+    },
+    {
+      "epoch": 1.99674569967457,
+      "grad_norm": 267.8753662109375,
+      "learning_rate": 1.3886659625428344e-11,
+      "loss": 20.3438,
+      "step": 30065
+    },
+    {
+      "epoch": 1.9968121139669257,
+      "grad_norm": 291.8421325683594,
+      "learning_rate": 1.3325642135963988e-11,
+      "loss": 13.875,
+      "step": 30066
+    },
+    {
+      "epoch": 1.9968785282592814,
+      "grad_norm": 1075.6263427734375,
+      "learning_rate": 1.277619191586421e-11,
+      "loss": 12.4375,
+      "step": 30067
+    },
+    {
+      "epoch": 1.9969449425516372,
+      "grad_norm": 253.87428283691406,
+      "learning_rate": 1.2238308971235234e-11,
+      "loss": 22.5781,
+      "step": 30068
+    },
+    {
+      "epoch": 1.9970113568439927,
+      "grad_norm": 501.6405944824219,
+      "learning_rate": 1.1711993308405332e-11,
+      "loss": 28.3906,
+      "step": 30069
+    },
+    {
+      "epoch": 1.9970777711363485,
+      "grad_norm": 176.54837036132812,
+      "learning_rate": 1.1197244933591755e-11,
+      "loss": 16.375,
+      "step": 30070
+    },
+    {
+      "epoch": 1.9971441854287044,
+      "grad_norm": 187.9347686767578,
+      "learning_rate": 1.0694063852456637e-11,
+      "loss": 16.2344,
+      "step": 30071
+    },
+    {
+      "epoch": 1.9972105997210599,
+      "grad_norm": 133.01271057128906,
+      "learning_rate": 1.0202450071106205e-11,
+      "loss": 11.9844,
+      "step": 30072
+    },
+    {
+      "epoch": 1.9972770140134157,
+      "grad_norm": 138.1533203125,
+      "learning_rate": 9.722403595091578e-12,
+      "loss": 20.8125,
+      "step": 30073
+    },
+    {
+      "epoch": 1.9973434283057714,
+      "grad_norm": 722.3855590820312,
+      "learning_rate": 9.253924429963866e-12,
+      "loss": 16.0938,
+      "step": 30074
+    },
+    {
+      "epoch": 1.997409842598127,
+      "grad_norm": 110.22797393798828,
+      "learning_rate": 8.797012581052143e-12,
+      "loss": 19.8125,
+      "step": 30075
+    },
+    {
+      "epoch": 1.997476256890483,
+      "grad_norm": 310.5642395019531,
+      "learning_rate": 8.351668053907524e-12,
+      "loss": 16.4219,
+      "step": 30076
+    },
+    {
+      "epoch": 1.9975426711828386,
+      "grad_norm": 226.766845703125,
+      "learning_rate": 7.917890853414988e-12,
+      "loss": 20.0781,
+      "step": 30077
+    },
+    {
+      "epoch": 1.9976090854751942,
+      "grad_norm": 212.2895965576172,
+      "learning_rate": 7.495680984792585e-12,
+      "loss": 15.25,
+      "step": 30078
+    },
+    {
+      "epoch": 1.99767549976755,
+      "grad_norm": 408.9681091308594,
+      "learning_rate": 7.085038452814274e-12,
+      "loss": 32.9531,
+      "step": 30079
+    },
+    {
+      "epoch": 1.9977419140599055,
+      "grad_norm": 139.8256378173828,
+      "learning_rate": 6.6859632621429906e-12,
+      "loss": 13.4375,
+      "step": 30080
+    },
+    {
+      "epoch": 1.9978083283522614,
+      "grad_norm": 140.266845703125,
+      "learning_rate": 6.298455417552695e-12,
+      "loss": 18.5,
+      "step": 30081
+    },
+    {
+      "epoch": 1.9978747426446173,
+      "grad_norm": 189.7626495361328,
+      "learning_rate": 5.922514923595301e-12,
+      "loss": 13.1094,
+      "step": 30082
+    },
+    {
+      "epoch": 1.9979411569369727,
+      "grad_norm": 111.49302673339844,
+      "learning_rate": 5.558141784378634e-12,
+      "loss": 19.4375,
+      "step": 30083
+    },
+    {
+      "epoch": 1.9980075712293286,
+      "grad_norm": 561.5444946289062,
+      "learning_rate": 5.2053360042325635e-12,
+      "loss": 12.0469,
+      "step": 30084
+    },
+    {
+      "epoch": 1.9980739855216842,
+      "grad_norm": 325.1975402832031,
+      "learning_rate": 4.864097587264915e-12,
+      "loss": 16.0781,
+      "step": 30085
+    },
+    {
+      "epoch": 1.99814039981404,
+      "grad_norm": 141.12908935546875,
+      "learning_rate": 4.534426537361468e-12,
+      "loss": 10.3281,
+      "step": 30086
+    },
+    {
+      "epoch": 1.9982068141063958,
+      "grad_norm": 243.6167449951172,
+      "learning_rate": 4.216322858408005e-12,
+      "loss": 22.4844,
+      "step": 30087
+    },
+    {
+      "epoch": 1.9982732283987514,
+      "grad_norm": 363.7413330078125,
+      "learning_rate": 3.909786554068262e-12,
+      "loss": 18.0312,
+      "step": 30088
+    },
+    {
+      "epoch": 1.998339642691107,
+      "grad_norm": 423.06610107421875,
+      "learning_rate": 3.614817627783928e-12,
+      "loss": 17.0781,
+      "step": 30089
+    },
+    {
+      "epoch": 1.998406056983463,
+      "grad_norm": 1151.6209716796875,
+      "learning_rate": 3.331416083218741e-12,
+      "loss": 17.7344,
+      "step": 30090
+    },
+    {
+      "epoch": 1.9984724712758184,
+      "grad_norm": 498.8965148925781,
+      "learning_rate": 3.0595819233703024e-12,
+      "loss": 19.7656,
+      "step": 30091
+    },
+    {
+      "epoch": 1.9985388855681743,
+      "grad_norm": 308.4645080566406,
+      "learning_rate": 2.799315151458259e-12,
+      "loss": 14.1875,
+      "step": 30092
+    },
+    {
+      "epoch": 1.9986052998605301,
+      "grad_norm": 247.805419921875,
+      "learning_rate": 2.550615770591236e-12,
+      "loss": 15.9141,
+      "step": 30093
+    },
+    {
+      "epoch": 1.9986717141528856,
+      "grad_norm": 240.67893981933594,
+      "learning_rate": 2.3134837835447896e-12,
+      "loss": 21.6094,
+      "step": 30094
+    },
+    {
+      "epoch": 1.9987381284452415,
+      "grad_norm": 339.8260192871094,
+      "learning_rate": 2.0879191932055007e-12,
+      "loss": 17.3906,
+      "step": 30095
+    },
+    {
+      "epoch": 1.9988045427375971,
+      "grad_norm": 198.2056884765625,
+      "learning_rate": 1.87392200201586e-12,
+      "loss": 17.2969,
+      "step": 30096
+    },
+    {
+      "epoch": 1.9988709570299528,
+      "grad_norm": 156.77854919433594,
+      "learning_rate": 1.6714922125293795e-12,
+      "loss": 15.9219,
+      "step": 30097
+    },
+    {
+      "epoch": 1.9989373713223086,
+      "grad_norm": 209.61834716796875,
+      "learning_rate": 1.4806298269665062e-12,
+      "loss": 11.4375,
+      "step": 30098
+    },
+    {
+      "epoch": 1.9990037856146643,
+      "grad_norm": 201.14707946777344,
+      "learning_rate": 1.3013348477697305e-12,
+      "loss": 16.9688,
+      "step": 30099
+    },
+    {
+      "epoch": 1.99907019990702,
+      "grad_norm": 263.0876159667969,
+      "learning_rate": 1.1336072768264314e-12,
+      "loss": 23.75,
+      "step": 30100
+    },
+    {
+      "epoch": 1.9991366141993758,
+      "grad_norm": 177.28713989257812,
+      "learning_rate": 9.77447116246033e-13,
+      "loss": 13.9062,
+      "step": 30101
+    },
+    {
+      "epoch": 1.9992030284917313,
+      "grad_norm": 254.5480194091797,
+      "learning_rate": 8.32854367582847e-13,
+      "loss": 13.0312,
+      "step": 30102
+    },
+    {
+      "epoch": 1.9992694427840871,
+      "grad_norm": 272.5587158203125,
+      "learning_rate": 6.998290327242528e-13,
+      "loss": 16.4375,
+      "step": 30103
+    },
+    {
+      "epoch": 1.999335857076443,
+      "grad_norm": 791.290283203125,
+      "learning_rate": 5.783711131135404e-13,
+      "loss": 20.6094,
+      "step": 30104
+    },
+    {
+      "epoch": 1.9994022713687984,
+      "grad_norm": 385.17633056640625,
+      "learning_rate": 4.684806101939998e-13,
+      "loss": 15.1094,
+      "step": 30105
+    },
+    {
+      "epoch": 1.9994686856611543,
+      "grad_norm": 230.87022399902344,
+      "learning_rate": 3.7015752529789836e-13,
+      "loss": 15.75,
+      "step": 30106
+    },
+    {
+      "epoch": 1.99953509995351,
+      "grad_norm": 146.02281188964844,
+      "learning_rate": 2.8340185942443696e-13,
+      "loss": 18.5,
+      "step": 30107
+    },
+    {
+      "epoch": 1.9996015142458656,
+      "grad_norm": 203.42735290527344,
+      "learning_rate": 2.0821361357281632e-13,
+      "loss": 15.3594,
+      "step": 30108
+    },
+    {
+      "epoch": 1.9996679285382215,
+      "grad_norm": 261.6709289550781,
+      "learning_rate": 1.4459278874223713e-13,
+      "loss": 16.4688,
+      "step": 30109
+    },
+    {
+      "epoch": 1.9997343428305772,
+      "grad_norm": 145.9993438720703,
+      "learning_rate": 9.253938559883323e-14,
+      "loss": 12.2969,
+      "step": 30110
+    },
+    {
+      "epoch": 1.9998007571229328,
+      "grad_norm": 146.69334411621094,
+      "learning_rate": 5.205340469771613e-14,
+      "loss": 16.9062,
+      "step": 30111
+    },
+    {
+      "epoch": 1.9998671714152887,
+      "grad_norm": 598.2527465820312,
+      "learning_rate": 2.313484670501964e-14,
+      "loss": 22.8125,
+      "step": 30112
+    },
+    {
+      "epoch": 1.9999335857076441,
+      "grad_norm": 290.93682861328125,
+      "learning_rate": 5.783711731766061e-15,
+      "loss": 23.5,
+      "step": 30113
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 207.208984375,
+      "learning_rate": 0.0,
+      "loss": 15.5156,
+      "step": 30114
+    },
+    {
+      "epoch": 2.0,
+      "step": 30114,
+      "total_flos": 4.176436712014086e+18,
+      "train_loss": 18.515504883525935,
+      "train_runtime": 59634.7241,
+      "train_samples_per_second": 4.04,
+      "train_steps_per_second": 0.505
+    }
+  ],
+  "logging_steps": 1.0,
+  "max_steps": 30114,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 4.176436712014086e+18,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/mr_refcoco_checkpoint/training_args.bin b/mr_refcoco_checkpoint/training_args.bin
new file mode 100644
index 0000000000000000000000000000000000000000..ecc676cbc6ec04d6ff73a87ad2af9e35dac82324
--- /dev/null
+++ b/mr_refcoco_checkpoint/training_args.bin
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5905c48d6065f11ee0a3bd99d65cd87e9d45927ecb52ab3dcbb658d4c773ba8c
+size 6904